-- Logs begin at Sat 2021-12-25 20:01:33 UTC, end at Sat 2021-12-25 22:38:53 UTC. --
Dec 25 20:56:16.364258 ncdv-master-1 systemd[1]: Started Devstack devstack@q-svc.service.
Dec 25 20:56:19.395387 ncdv-master-1 neutron-server[121496]: INFO neutron.common.config [-] Logging enabled!
Dec 25 20:56:19.396006 ncdv-master-1 neutron-server[121496]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev321
Dec 25 20:56:19.396718 ncdv-master-1 neutron-server[121496]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=121496) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Dec 25 20:56:19.400108 ncdv-master-1 neutron-server[121496]: INFO neutron.common.config [-] Logging enabled!
Dec 25 20:56:19.400367 ncdv-master-1 neutron-server[121496]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev321
Dec 25 20:56:19.400684 ncdv-master-1 neutron-server[121496]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=121496) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Dec 25 20:56:19.401654 ncdv-master-1 neutron-server[121496]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
Dec 25 20:56:19.401895 ncdv-master-1 neutron-server[121496]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
Dec 25 20:56:19.402270 ncdv-master-1 neutron-server[121496]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Dec 25 20:56:19.402520 ncdv-master-1 neutron-server[121496]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
Dec 25 20:56:19.402749 ncdv-master-1 neutron-server[121496]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
Dec 25 20:56:19.403216 ncdv-master-1 neutron-server[121496]: DEBUG neutron.common.config [-] allow_bulk                     = True {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 25 20:56:19.403650 ncdv-master-1 neutron-server[121496]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal.  Its value may be silently ignored in the future.
Dec 25 20:56:19.403969 ncdv-master-1 neutron-server[121496]: DEBUG neutron.common.config [-] allow_overlapping_ips          = True {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 25 20:56:19.404268 ncdv-master-1 neutron-server[121496]: DEBUG neutron.common.config [-] api_extensions_path            =  {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 25 20:56:19.404565 ncdv-master-1 neutron-server[121496]: DEBUG neutron.common.config [-] api_paste_config               = api-paste.ini {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 25 20:56:19.404863 ncdv-master-1 neutron-server[121496]: DEBUG neutron.common.config [-] api_workers                    = 2 {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 25 20:56:19.405181 ncdv-master-1 neutron-server[121496]: DEBUG neutron.common.config [-] auth_strategy                  = keystone {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 25 20:56:19.405468 ncdv-master-1 neutron-server[121496]: DEBUG neutron.common.config [-] backlog                        = 4096 {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 25 20:56:19.405759 ncdv-master-1 neutron-server[121496]: DEBUG neutron.common.config [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 25 20:56:19.406062 ncdv-master-1 neutron-server[121496]: DEBUG neutron.common.config [-] bind_host                      = 0.0.0.0 {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 25 20:56:19.406356 ncdv-master-1 neutron-server[121496]: DEBUG neutron.common.config [-] bind_port                      = 9696 {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 25 20:56:19.406640 ncdv-master-1 neutron-server[121496]: DEBUG neutron.common.config [-] client_socket_timeout          = 900 {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 25 20:56:19.406929 ncdv-master-1 neutron-server[121496]: DEBUG neutron.common.config [-] config_dir                     = [] {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 25 20:56:19.407227 ncdv-master-1 neutron-server[121496]: DEBUG neutron.common.config [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 25 20:56:19.407517 ncdv-master-1 neutron-server[121496]: DEBUG neutron.common.config [-] config_source                  = [] {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 25 20:56:19.407809 ncdv-master-1 neutron-server[121496]: DEBUG neutron.common.config [-] control_exchange               = neutron {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 25 20:56:19.408101 ncdv-master-1 neutron-server[121496]: DEBUG neutron.common.config [-] core_plugin                    = ml2 {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 25 20:56:19.408387 ncdv-master-1 neutron-server[121496]: DEBUG neutron.common.config [-] debug                          = True {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 25 20:56:19.408672 ncdv-master-1 neutron-server[121496]: DEBUG neutron.common.config [-] default_availability_zones     = [] {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 25 20:56:19.409142 ncdv-master-1 neutron-server[121496]: DEBUG neutron.common.config [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 25 20:56:19.409564 ncdv-master-1 neutron-server[121496]: DEBUG neutron.common.config [-] dhcp_agent_notification        = True {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 25 20:56:19.409851 ncdv-master-1 neutron-server[121496]: DEBUG neutron.common.config [-] dhcp_lease_duration            = 86400 {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 25 20:56:19.410145 ncdv-master-1 neutron-server[121496]: DEBUG neutron.common.config [-] dns_domain                     = openstacklocal {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 25 20:56:19.410433 ncdv-master-1 neutron-server[121496]: DEBUG neutron.common.config [-] enable_traditional_dhcp        = True {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 25 20:56:19.410710 ncdv-master-1 neutron-server[121496]: DEBUG neutron.common.config [-] external_dns_driver            = None {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 25 20:56:19.410993 ncdv-master-1 neutron-server[121496]: DEBUG neutron.common.config [-] filter_validation              = True {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 25 20:56:19.411282 ncdv-master-1 neutron-server[121496]: DEBUG neutron.common.config [-] global_physnet_mtu             = 1500 {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 25 20:56:19.411612 ncdv-master-1 neutron-server[121496]: DEBUG neutron.common.config [-] host                           = ncdv-master-1 {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 25 20:56:19.412405 ncdv-master-1 neutron-server[121496]: DEBUG neutron.common.config [-] http_retries                   = 3 {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 25 20:56:19.412697 ncdv-master-1 neutron-server[121496]: DEBUG neutron.common.config [-] instance_format                = [instance: %(uuid)s]  {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 25 20:56:19.413009 ncdv-master-1 neutron-server[121496]: DEBUG neutron.common.config [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 25 20:56:19.413302 ncdv-master-1 neutron-server[121496]: DEBUG neutron.common.config [-] ipam_driver                    = internal {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 25 20:56:19.413590 ncdv-master-1 neutron-server[121496]: DEBUG neutron.common.config [-] ipv6_pd_enabled                = False {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 25 20:56:19.413871 ncdv-master-1 neutron-server[121496]: DEBUG neutron.common.config [-] log_config_append              = None {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 25 20:56:19.414160 ncdv-master-1 neutron-server[121496]: DEBUG neutron.common.config [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 25 20:56:19.414438 ncdv-master-1 neutron-server[121496]: DEBUG neutron.common.config [-] log_dir                        = None {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 25 20:56:19.414716 ncdv-master-1 neutron-server[121496]: DEBUG neutron.common.config [-] log_file                       = None {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 25 20:56:19.414996 ncdv-master-1 neutron-server[121496]: DEBUG neutron.common.config [-] log_rotate_interval            = 1 {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 25 20:56:19.415286 ncdv-master-1 neutron-server[121496]: DEBUG neutron.common.config [-] log_rotate_interval_type       = days {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 25 20:56:19.415583 ncdv-master-1 neutron-server[121496]: DEBUG neutron.common.config [-] log_rotation_type              = none {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 25 20:56:19.415874 ncdv-master-1 neutron-server[121496]: DEBUG neutron.common.config [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 25 20:56:19.416104 ncdv-master-1 neutron-server[121496]: DEBUG neutron.common.config [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 25 20:56:19.416331 ncdv-master-1 neutron-server[121496]: DEBUG neutron.common.config [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 25 20:56:19.416636 ncdv-master-1 neutron-server[121496]: DEBUG neutron.common.config [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 25 20:56:19.416953 ncdv-master-1 neutron-server[121496]: DEBUG neutron.common.config [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 25 20:56:19.417236 ncdv-master-1 neutron-server[121496]: DEBUG neutron.common.config [-] max_dns_nameservers            = 5 {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 25 20:56:19.417516 ncdv-master-1 neutron-server[121496]: DEBUG neutron.common.config [-] max_header_line                = 16384 {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 25 20:56:19.417795 ncdv-master-1 neutron-server[121496]: DEBUG neutron.common.config [-] max_logfile_count              = 30 {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 25 20:56:19.418072 ncdv-master-1 neutron-server[121496]: DEBUG neutron.common.config [-] max_logfile_size_mb            = 200 {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 25 20:56:19.418351 ncdv-master-1 neutron-server[121496]: DEBUG neutron.common.config [-] max_subnet_host_routes         = 20 {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 25 20:56:19.418627 ncdv-master-1 neutron-server[121496]: DEBUG neutron.common.config [-] network_link_prefix            = None {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 25 20:56:19.418914 ncdv-master-1 neutron-server[121496]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 25 20:56:19.419199 ncdv-master-1 neutron-server[121496]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 25 20:56:19.419485 ncdv-master-1 neutron-server[121496]: DEBUG neutron.common.config [-] pagination_max_limit           = -1 {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 25 20:56:19.419764 ncdv-master-1 neutron-server[121496]: DEBUG neutron.common.config [-] periodic_fuzzy_delay           = 5 {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 25 20:56:19.420040 ncdv-master-1 neutron-server[121496]: DEBUG neutron.common.config [-] periodic_interval              = 40 {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 25 20:56:19.420314 ncdv-master-1 neutron-server[121496]: DEBUG neutron.common.config [-] publish_errors                 = False {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 25 20:56:19.420586 ncdv-master-1 neutron-server[121496]: DEBUG neutron.common.config [-] rate_limit_burst               = 0 {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 25 20:56:19.420890 ncdv-master-1 neutron-server[121496]: DEBUG neutron.common.config [-] rate_limit_except_level        = CRITICAL {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 25 20:56:19.421171 ncdv-master-1 neutron-server[121496]: DEBUG neutron.common.config [-] rate_limit_interval            = 0 {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 25 20:56:19.421445 ncdv-master-1 neutron-server[121496]: DEBUG neutron.common.config [-] retry_until_window             = 30 {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 25 20:56:19.421724 ncdv-master-1 neutron-server[121496]: DEBUG neutron.common.config [-] rpc_response_max_timeout       = 600 {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 25 20:56:19.422013 ncdv-master-1 neutron-server[121496]: DEBUG neutron.common.config [-] rpc_state_report_workers       = 0 {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 25 20:56:19.422284 ncdv-master-1 neutron-server[121496]: DEBUG neutron.common.config [-] rpc_workers                    = None {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 25 20:56:19.422561 ncdv-master-1 neutron-server[121496]: DEBUG neutron.common.config [-] send_events_interval           = 2 {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 25 20:56:19.422864 ncdv-master-1 neutron-server[121496]: DEBUG neutron.common.config [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 25 20:56:19.423149 ncdv-master-1 neutron-server[121496]: DEBUG neutron.common.config [-] setproctitle                   = on {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 25 20:56:19.423434 ncdv-master-1 neutron-server[121496]: DEBUG neutron.common.config [-] state_path                     = /opt/stack/data/neutron {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 25 20:56:19.423726 ncdv-master-1 neutron-server[121496]: DEBUG neutron.common.config [-] syslog_log_facility            = LOG_USER {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 25 20:56:19.424004 ncdv-master-1 neutron-server[121496]: DEBUG neutron.common.config [-] tcp_keepidle                   = 600 {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 25 20:56:19.424287 ncdv-master-1 neutron-server[121496]: DEBUG neutron.common.config [-] transport_url                  = **** {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 25 20:56:19.424561 ncdv-master-1 neutron-server[121496]: DEBUG neutron.common.config [-] use_eventlog                   = False {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 25 20:56:19.424835 ncdv-master-1 neutron-server[121496]: DEBUG neutron.common.config [-] use_journal                    = False {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 25 20:56:19.425135 ncdv-master-1 neutron-server[121496]: DEBUG neutron.common.config [-] use_json                       = False {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 25 20:56:19.425409 ncdv-master-1 neutron-server[121496]: DEBUG neutron.common.config [-] use_ssl                        = False {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 25 20:56:19.425683 ncdv-master-1 neutron-server[121496]: DEBUG neutron.common.config [-] use_stderr                     = False {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 25 20:56:19.425966 ncdv-master-1 neutron-server[121496]: DEBUG neutron.common.config [-] use_syslog                     = False {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 25 20:56:19.426242 ncdv-master-1 neutron-server[121496]: DEBUG neutron.common.config [-] vlan_transparent               = False {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 25 20:56:19.426517 ncdv-master-1 neutron-server[121496]: DEBUG neutron.common.config [-] watch_log_file                 = False {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 25 20:56:19.426793 ncdv-master-1 neutron-server[121496]: DEBUG neutron.common.config [-] wsgi_default_pool_size         = 100 {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 25 20:56:19.427066 ncdv-master-1 neutron-server[121496]: DEBUG neutron.common.config [-] wsgi_keep_alive                = True {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 25 20:56:19.427412 ncdv-master-1 neutron-server[121496]: DEBUG neutron.common.config [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 25 20:56:19.428218 ncdv-master-1 neutron-server[121496]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:19.428523 ncdv-master-1 neutron-server[121496]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:19.428828 ncdv-master-1 neutron-server[121496]: DEBUG neutron.common.config [-] profiler.connection_string     = messaging:// {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:19.429147 ncdv-master-1 neutron-server[121496]: DEBUG neutron.common.config [-] profiler.enabled               = False {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:19.429468 ncdv-master-1 neutron-server[121496]: DEBUG neutron.common.config [-] profiler.es_doc_type           = notification {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:19.429753 ncdv-master-1 neutron-server[121496]: DEBUG neutron.common.config [-] profiler.es_scroll_size        = 10000 {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:19.430047 ncdv-master-1 neutron-server[121496]: DEBUG neutron.common.config [-] profiler.es_scroll_time        = 2m {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:19.430330 ncdv-master-1 neutron-server[121496]: DEBUG neutron.common.config [-] profiler.filter_error_trace    = False {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:19.430622 ncdv-master-1 neutron-server[121496]: DEBUG neutron.common.config [-] profiler.hmac_keys             = SECRET_KEY {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:19.430914 ncdv-master-1 neutron-server[121496]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:19.431206 ncdv-master-1 neutron-server[121496]: DEBUG neutron.common.config [-] profiler.socket_timeout        = 0.1 {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:19.431488 ncdv-master-1 neutron-server[121496]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy      = False {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:19.431789 ncdv-master-1 neutron-server[121496]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:19.432081 ncdv-master-1 neutron-server[121496]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope      = False {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:19.432378 ncdv-master-1 neutron-server[121496]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:19.432684 ncdv-master-1 neutron-server[121496]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:19.433008 ncdv-master-1 neutron-server[121496]: DEBUG neutron.common.config [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:19.433305 ncdv-master-1 neutron-server[121496]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:19.433589 ncdv-master-1 neutron-server[121496]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:19.433866 ncdv-master-1 neutron-server[121496]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:19.434144 ncdv-master-1 neutron-server[121496]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:19.434425 ncdv-master-1 neutron-server[121496]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:19.434716 ncdv-master-1 neutron-server[121496]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:19.434999 ncdv-master-1 neutron-server[121496]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:19.435290 ncdv-master-1 neutron-server[121496]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name =  {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:19.435581 ncdv-master-1 neutron-server[121496]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:19.435865 ncdv-master-1 neutron-server[121496]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:19.436161 ncdv-master-1 neutron-server[121496]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:19.436451 ncdv-master-1 neutron-server[121496]: DEBUG neutron.common.config [-] nova.auth_section              = None {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:19.436747 ncdv-master-1 neutron-server[121496]: DEBUG neutron.common.config [-] nova.auth_type                 = password {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:19.437077 ncdv-master-1 neutron-server[121496]: DEBUG neutron.common.config [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:19.437355 ncdv-master-1 neutron-server[121496]: DEBUG neutron.common.config [-] nova.certfile                  = None {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:19.437636 ncdv-master-1 neutron-server[121496]: DEBUG neutron.common.config [-] nova.collect_timing            = False {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:19.437929 ncdv-master-1 neutron-server[121496]: DEBUG neutron.common.config [-] nova.endpoint_type             = public {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:19.438208 ncdv-master-1 neutron-server[121496]: DEBUG neutron.common.config [-] nova.insecure                  = False {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:19.438487 ncdv-master-1 neutron-server[121496]: DEBUG neutron.common.config [-] nova.keyfile                   = None {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:19.438768 ncdv-master-1 neutron-server[121496]: DEBUG neutron.common.config [-] nova.live_migration_events     = False {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:19.439060 ncdv-master-1 neutron-server[121496]: DEBUG neutron.common.config [-] nova.region_name               = RegionOne {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:19.439340 ncdv-master-1 neutron-server[121496]: DEBUG neutron.common.config [-] nova.split_loggers             = False {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:19.439615 ncdv-master-1 neutron-server[121496]: DEBUG neutron.common.config [-] nova.timeout                   = None {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:19.439897 ncdv-master-1 neutron-server[121496]: DEBUG neutron.common.config [-] placement.auth_section         = None {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:19.440178 ncdv-master-1 neutron-server[121496]: DEBUG neutron.common.config [-] placement.auth_type            = None {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:19.440454 ncdv-master-1 neutron-server[121496]: DEBUG neutron.common.config [-] placement.cafile               = None {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:19.440727 ncdv-master-1 neutron-server[121496]: DEBUG neutron.common.config [-] placement.certfile             = None {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:19.441037 ncdv-master-1 neutron-server[121496]: DEBUG neutron.common.config [-] placement.collect_timing       = False {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:19.441331 ncdv-master-1 neutron-server[121496]: DEBUG neutron.common.config [-] placement.endpoint_type        = public {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:19.441611 ncdv-master-1 neutron-server[121496]: DEBUG neutron.common.config [-] placement.insecure             = False {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:19.441884 ncdv-master-1 neutron-server[121496]: DEBUG neutron.common.config [-] placement.keyfile              = None {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:19.442161 ncdv-master-1 neutron-server[121496]: DEBUG neutron.common.config [-] placement.region_name          = None {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:19.442442 ncdv-master-1 neutron-server[121496]: DEBUG neutron.common.config [-] placement.split_loggers        = False {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:19.442717 ncdv-master-1 neutron-server[121496]: DEBUG neutron.common.config [-] placement.timeout              = None {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:19.443029 ncdv-master-1 neutron-server[121496]: DEBUG neutron.common.config [-] ironic.auth_section            = None {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:19.443310 ncdv-master-1 neutron-server[121496]: DEBUG neutron.common.config [-] ironic.auth_type               = None {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:19.443591 ncdv-master-1 neutron-server[121496]: DEBUG neutron.common.config [-] ironic.cafile                  = None {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:19.443873 ncdv-master-1 neutron-server[121496]: DEBUG neutron.common.config [-] ironic.certfile                = None {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:19.444152 ncdv-master-1 neutron-server[121496]: DEBUG neutron.common.config [-] ironic.collect_timing          = False {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:19.444429 ncdv-master-1 neutron-server[121496]: DEBUG neutron.common.config [-] ironic.connect_retries         = None {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:19.444707 ncdv-master-1 neutron-server[121496]: DEBUG neutron.common.config [-] ironic.connect_retry_delay     = None {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:19.445028 ncdv-master-1 neutron-server[121496]: DEBUG neutron.common.config [-] ironic.enable_notifications    = False {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:19.445307 ncdv-master-1 neutron-server[121496]: DEBUG neutron.common.config [-] ironic.endpoint_override       = None {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:19.445593 ncdv-master-1 neutron-server[121496]: DEBUG neutron.common.config [-] ironic.insecure                = False {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:19.445869 ncdv-master-1 neutron-server[121496]: DEBUG neutron.common.config [-] ironic.interface               = None {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:19.446151 ncdv-master-1 neutron-server[121496]: DEBUG neutron.common.config [-] ironic.keyfile                 = None {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:19.446426 ncdv-master-1 neutron-server[121496]: DEBUG neutron.common.config [-] ironic.max_version             = None {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:19.446701 ncdv-master-1 neutron-server[121496]: DEBUG neutron.common.config [-] ironic.min_version             = None {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:19.446978 ncdv-master-1 neutron-server[121496]: DEBUG neutron.common.config [-] ironic.region_name             = None {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:19.447253 ncdv-master-1 neutron-server[121496]: DEBUG neutron.common.config [-] ironic.service_name            = None {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:19.447527 ncdv-master-1 neutron-server[121496]: DEBUG neutron.common.config [-] ironic.service_type            = None {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:19.447804 ncdv-master-1 neutron-server[121496]: DEBUG neutron.common.config [-] ironic.split_loggers           = False {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:19.448077 ncdv-master-1 neutron-server[121496]: DEBUG neutron.common.config [-] ironic.status_code_retries     = None {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:19.448349 ncdv-master-1 neutron-server[121496]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:19.448625 ncdv-master-1 neutron-server[121496]: DEBUG neutron.common.config [-] ironic.timeout                 = None {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:19.448923 ncdv-master-1 neutron-server[121496]: DEBUG neutron.common.config [-] ironic.valid_interfaces        = None {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:19.449204 ncdv-master-1 neutron-server[121496]: DEBUG neutron.common.config [-] ironic.version                 = None {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:19.449491 ncdv-master-1 neutron-server[121496]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:19.449790 ncdv-master-1 neutron-server[121496]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:19.450070 ncdv-master-1 neutron-server[121496]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:19.450351 ncdv-master-1 neutron-server[121496]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:19.450633 ncdv-master-1 neutron-server[121496]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:19.450912 ncdv-master-1 neutron-server[121496]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:19.451192 ncdv-master-1 neutron-server[121496]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:19.451470 ncdv-master-1 neutron-server[121496]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:19.451749 ncdv-master-1 neutron-server[121496]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:19.452029 ncdv-master-1 neutron-server[121496]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:19.452303 ncdv-master-1 neutron-server[121496]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:19.452597 ncdv-master-1 neutron-server[121496]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:19.452894 ncdv-master-1 neutron-server[121496]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:19.453199 ncdv-master-1 neutron-server[121496]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:19.453484 ncdv-master-1 neutron-server[121496]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:19.453786 ncdv-master-1 neutron-server[121496]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:19.454080 ncdv-master-1 neutron-server[121496]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:19.454358 ncdv-master-1 neutron-server[121496]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:19.454642 ncdv-master-1 neutron-server[121496]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:19.454921 ncdv-master-1 neutron-server[121496]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:19.455200 ncdv-master-1 neutron-server[121496]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:19.455485 ncdv-master-1 neutron-server[121496]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:19.455770 ncdv-master-1 neutron-server[121496]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl      = False {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:19.456065 ncdv-master-1 neutron-server[121496]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:19.456363 ncdv-master-1 neutron-server[121496]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:19.456660 ncdv-master-1 neutron-server[121496]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:19.456994 ncdv-master-1 neutron-server[121496]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version =  {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:19.457292 ncdv-master-1 neutron-server[121496]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:19.457577 ncdv-master-1 neutron-server[121496]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:19.457890 ncdv-master-1 neutron-server[121496]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:19.458174 ncdv-master-1 neutron-server[121496]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:19.458396 ncdv-master-1 neutron-server[121496]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
Dec 25 20:56:19.459177 ncdv-master-1 neutron-server[121496]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=121496) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}}
Dec 25 20:56:19.811364 ncdv-master-1 neutron-server[121496]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=121496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Dec 25 20:56:19.811650 ncdv-master-1 neutron-server[121496]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=121496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Dec 25 20:56:19.811976 ncdv-master-1 neutron-server[121496]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=121496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Dec 25 20:56:19.812321 ncdv-master-1 neutron-server[121496]: INFO neutron.manager [-] Loading core plugin: ml2
Dec 25 20:56:20.141362 ncdv-master-1 neutron-server[121496]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_create 55550000 {{(pid=121496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 25 20:56:20.141582 ncdv-master-1 neutron-server[121496]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_update 55550000 {{(pid=121496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 25 20:56:20.141860 ncdv-master-1 neutron-server[121496]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_delete 55550000 {{(pid=121496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 25 20:56:20.143168 ncdv-master-1 neutron-server[121496]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_create 55550000 {{(pid=121496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 25 20:56:20.143457 ncdv-master-1 neutron-server[121496]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_update 55550000 {{(pid=121496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 25 20:56:20.143731 ncdv-master-1 neutron-server[121496]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_delete 55550000 {{(pid=121496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 25 20:56:20.187882 ncdv-master-1 neutron-server[121496]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_create 55550000 {{(pid=121496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 25 20:56:20.188163 ncdv-master-1 neutron-server[121496]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_update 55550000 {{(pid=121496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 25 20:56:20.188435 ncdv-master-1 neutron-server[121496]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_delete 55550000 {{(pid=121496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 25 20:56:20.204115 ncdv-master-1 neutron-server[121496]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_create 55550000 {{(pid=121496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 25 20:56:20.204396 ncdv-master-1 neutron-server[121496]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_update 55550000 {{(pid=121496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 25 20:56:20.204670 ncdv-master-1 neutron-server[121496]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_delete 55550000 {{(pid=121496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 25 20:56:20.234137 ncdv-master-1 neutron-server[121496]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_create 55550000 {{(pid=121496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 25 20:56:20.234424 ncdv-master-1 neutron-server[121496]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_update 55550000 {{(pid=121496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 25 20:56:20.234702 ncdv-master-1 neutron-server[121496]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_delete 55550000 {{(pid=121496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 25 20:56:20.270083 ncdv-master-1 neutron-server[121496]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_create 55550000 {{(pid=121496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 25 20:56:20.270366 ncdv-master-1 neutron-server[121496]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_update 55550000 {{(pid=121496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 25 20:56:20.270636 ncdv-master-1 neutron-server[121496]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_delete 55550000 {{(pid=121496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 25 20:56:20.618270 ncdv-master-1 neutron-server[121496]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f261b4c4ca0> agent after_create 55550000 {{(pid=121496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 25 20:56:20.618884 ncdv-master-1 neutron-server[121496]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f261b4c4ca0> agent after_update 55550000 {{(pid=121496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 25 20:56:20.618884 ncdv-master-1 neutron-server[121496]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _add_segment_host_mapping_for_segment at 0x7f261b52b0d0> segment precommit_create 55550000 {{(pid=121496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 25 20:56:20.619089 ncdv-master-1 neutron-server[121496]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _delete_segments_for_network at 0x7f261b52b1f0> network precommit_delete 55550000 {{(pid=121496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 25 20:56:20.619788 ncdv-master-1 neutron-server[121496]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _prevent_segment_delete_with_port_bound at 0x7f261b53a280> segment before_delete 55550000 {{(pid=121496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 25 20:56:20.719871 ncdv-master-1 neutron-server[121496]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._before_network_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f261bdcd9d0>> network before_delete 55550000 {{(pid=121496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 25 20:56:20.720195 ncdv-master-1 neutron-server[121496]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function DVRDbMixin._delete_mac_associated_with_agent at 0x7f261b5243a0> agent before_delete 55550000 {{(pid=121496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 25 20:56:20.720484 ncdv-master-1 neutron-server[121496]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f261bdcd9d0>> network before_create 55550000 {{(pid=121496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 25 20:56:20.720761 ncdv-master-1 neutron-server[121496]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f261bdcd9d0>> port before_create 55550000 {{(pid=121496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 25 20:56:20.721066 ncdv-master-1 neutron-server[121496]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f261bdcd9d0>> port before_update 55550000 {{(pid=121496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 25 20:56:20.721385 ncdv-master-1 neutron-server[121496]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f261bdcd9d0>> segment precommit_create 55550000 {{(pid=121496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 25 20:56:20.721654 ncdv-master-1 neutron-server[121496]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f261bdcd9d0>> segment precommit_delete 55550000 {{(pid=121496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 25 20:56:20.721920 ncdv-master-1 neutron-server[121496]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f261bdcd9d0>> segment after_create 55550000 {{(pid=121496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 25 20:56:20.722183 ncdv-master-1 neutron-server[121496]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f261bdcd9d0>> segment after_delete 55550000 {{(pid=121496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 25 20:56:20.722471 ncdv-master-1 neutron-server[121496]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f261bdcd9d0>> network after_delete 55550000 {{(pid=121496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 25 20:56:20.722736 ncdv-master-1 neutron-server[121496]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f261bdcd9d0>> network precommit_delete 0 {{(pid=121496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 25 20:56:20.723008 ncdv-master-1 neutron-server[121496]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f261bdcd9d0>> port after_create 55550000 {{(pid=121496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 25 20:56:20.723271 ncdv-master-1 neutron-server[121496]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f261bdcd9d0>> port after_update 55550000 {{(pid=121496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 25 20:56:20.723527 ncdv-master-1 neutron-server[121496]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f261bdcd9d0>> port after_delete 55550000 {{(pid=121496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 25 20:56:20.723784 ncdv-master-1 neutron-server[121496]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._port_provisioned of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f261bdcd9d0>> port provisioning_complete 55550000 {{(pid=121496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 25 20:56:20.724066 ncdv-master-1 neutron-server[121496]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_create of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f261bdcd9d0>> rbac-policy before_create 55550000 {{(pid=121496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 25 20:56:20.724829 ncdv-master-1 neutron-server[121496]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_delete of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f261bdcd9d0>> rbac-policy after_delete 55550000 {{(pid=121496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 25 20:56:20.725130 ncdv-master-1 neutron-server[121496]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._retry_binding_revived_agents of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f261bdcd9d0>> agent after_update 55550000 {{(pid=121496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 25 20:56:20.725408 ncdv-master-1 neutron-server[121496]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f261bdcd9d0>> subnet after_delete 55550000 {{(pid=121496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 25 20:56:20.725672 ncdv-master-1 neutron-server[121496]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f261bdcd9d0>> subnet precommit_delete 0 {{(pid=121496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 25 20:56:20.725947 ncdv-master-1 neutron-server[121496]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f261bdcd9d0>> rbac-policy before_update 55550000 {{(pid=121496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 25 20:56:20.726205 ncdv-master-1 neutron-server[121496]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f261bdcd9d0>> rbac-policy before_delete 55550000 {{(pid=121496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 25 20:56:20.726565 ncdv-master-1 neutron-server[121496]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DhcpAgentSchedulerDbMixin.auto_schedule_new_network_segments of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f261bdcd9d0>> segment_host_mapping after_create 55550000 {{(pid=121496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 25 20:56:20.726944 ncdv-master-1 neutron-server[121496]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f261bdcd9d0>> rbac-policy before_create 55550000 {{(pid=121496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 25 20:56:20.727201 ncdv-master-1 neutron-server[121496]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f261bdcd9d0>> rbac-policy before_update 55550000 {{(pid=121496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 25 20:56:20.727452 ncdv-master-1 neutron-server[121496]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f261bdcd9d0>> rbac-policy before_delete 55550000 {{(pid=121496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 25 20:56:20.727846 ncdv-master-1 neutron-server[121496]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=121496) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Dec 25 20:56:20.728092 ncdv-master-1 neutron-server[121496]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=121496) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Dec 25 20:56:20.728332 ncdv-master-1 neutron-server[121496]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=121496) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Dec 25 20:56:20.728571 ncdv-master-1 neutron-server[121496]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=121496) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Dec 25 20:56:20.728807 ncdv-master-1 neutron-server[121496]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=121496) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Dec 25 20:56:20.729071 ncdv-master-1 neutron-server[121496]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=121496) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Dec 25 20:56:20.729442 ncdv-master-1 neutron-server[121496]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve']
Dec 25 20:56:20.732675 ncdv-master-1 neutron-server[121496]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1']
Dec 25 20:56:20.736695 ncdv-master-1 neutron-server[121496]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete
Dec 25 20:56:20.741319 ncdv-master-1 neutron-server[121496]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])])
Dec 25 20:56:20.742971 ncdv-master-1 neutron-server[121496]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']
Dec 25 20:56:20.743429 ncdv-master-1 neutron-server[121496]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'])
Dec 25 20:56:20.743767 ncdv-master-1 neutron-server[121496]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan']
Dec 25 20:56:20.744151 ncdv-master-1 neutron-server[121496]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security']
Dec 25 20:56:20.747010 ncdv-master-1 neutron-server[121496]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security']
Dec 25 20:56:20.747266 ncdv-master-1 neutron-server[121496]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security']
Dec 25 20:56:20.747614 ncdv-master-1 neutron-server[121496]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv']
Dec 25 20:56:20.753191 ncdv-master-1 neutron-server[121496]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct']
Dec 25 20:56:20.776295 ncdv-master-1 neutron-server[121496]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa']
Dec 25 20:56:20.776757 ncdv-master-1 neutron-server[121496]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.qos.drivers.openvswitch.driver.OVSDriver object at 0x7f261b4f4520>> qos_plugin after_init 55550000 {{(pid=121496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 25 20:56:20.777084 ncdv-master-1 neutron-server[121496]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=121496) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}}
Dec 25 20:56:20.777452 ncdv-master-1 neutron-server[121496]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.logapi.drivers.openvswitch.driver.OVSDriver object at 0x7f261b4f40a0>> logging-plugin after_init 55550000 {{(pid=121496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 25 20:56:20.778862 ncdv-master-1 neutron-server[121496]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=121496) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}}
Dec 25 20:56:20.779152 ncdv-master-1 neutron-server[121496]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv']
Dec 25 20:56:20.779409 ncdv-master-1 neutron-server[121496]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv']
Dec 25 20:56:20.782700 ncdv-master-1 neutron-server[121496]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f261b30d8b0>> floatingip before_response 55550000 {{(pid=121496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 25 20:56:20.782970 ncdv-master-1 neutron-server[121496]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f261b30d8b0>> port before_response 55550000 {{(pid=121496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 25 20:56:20.853383 ncdv-master-1 neutron-server[121496]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat'
Dec 25 20:56:20.853626 ncdv-master-1 neutron-server[121496]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete
Dec 25 20:56:20.853863 ncdv-master-1 neutron-server[121496]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve'
Dec 25 20:56:20.854231 ncdv-master-1 neutron-server[121496]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)]
Dec 25 20:56:20.874777 ncdv-master-1 neutron-server[121496]: DEBUG oslo_db.sqlalchemy.engines [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=121496) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}}
Dec 25 20:56:21.468428 ncdv-master-1 neutron-server[121496]: INFO neutron.plugins.ml2.managers [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Initializing driver for type 'gre'
Dec 25 20:56:21.469005 ncdv-master-1 neutron-server[121496]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] gre ID ranges: [(1, 1000)]
Dec 25 20:56:21.617042 ncdv-master-1 neutron-server[121496]: INFO neutron.plugins.ml2.managers [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Initializing driver for type 'local'
Dec 25 20:56:21.617376 ncdv-master-1 neutron-server[121496]: INFO neutron.plugins.ml2.managers [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Initializing driver for type 'vlan'
Dec 25 20:56:21.702572 ncdv-master-1 neutron-server[121496]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] VlanTypeDriver initialization complete
Dec 25 20:56:21.703110 ncdv-master-1 neutron-server[121496]: INFO neutron.plugins.ml2.managers [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Initializing driver for type 'vxlan'
Dec 25 20:56:21.703383 ncdv-master-1 neutron-server[121496]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] vxlan ID ranges: [(1, 1000)]
Dec 25 20:56:21.874186 ncdv-master-1 neutron-server[121496]: INFO neutron.plugins.ml2.managers [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Initializing extension driver 'port_security'
Dec 25 20:56:21.874534 ncdv-master-1 neutron-server[121496]: INFO neutron.plugins.ml2.extensions.port_security [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] PortSecurityExtensionDriver initialization complete
Dec 25 20:56:21.874869 ncdv-master-1 neutron-server[121496]: INFO neutron.plugins.ml2.managers [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Initializing mechanism driver 'openvswitch'
Dec 25 20:56:21.875190 ncdv-master-1 neutron-server[121496]: INFO neutron.plugins.ml2.managers [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Initializing mechanism driver 'hyperv'
Dec 25 20:56:21.887974 ncdv-master-1 neutron-server[121496]: DEBUG neutron.plugins.ml2.plugin [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=121496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 20:56:21.888644 ncdv-master-1 neutron-server[121496]: DEBUG neutron_lib.callbacks.manager [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f261b37cdc0>> port after_create 55550000 {{(pid=121496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 25 20:56:21.889051 ncdv-master-1 neutron-server[121496]: DEBUG neutron_lib.callbacks.manager [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f261b37cdc0>> port after_update 55550000 {{(pid=121496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 25 20:56:21.889406 ncdv-master-1 neutron-server[121496]: DEBUG neutron_lib.callbacks.manager [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f261b37cdc0>> port after_delete 55550000 {{(pid=121496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 25 20:56:21.890016 ncdv-master-1 neutron-server[121496]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=121496) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}}
Dec 25 20:56:21.890401 ncdv-master-1 neutron-server[121496]: DEBUG neutron_lib.callbacks.manager [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f261acefc70>> subnet after_create 55550000 {{(pid=121496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 25 20:56:21.890761 ncdv-master-1 neutron-server[121496]: DEBUG neutron_lib.callbacks.manager [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f261acefc70>> subnet after_update 55550000 {{(pid=121496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 25 20:56:21.891110 ncdv-master-1 neutron-server[121496]: DEBUG neutron_lib.callbacks.manager [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f261acefc70>> subnet after_delete 55550000 {{(pid=121496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 25 20:56:21.891508 ncdv-master-1 neutron-server[121496]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=121496) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}}
Dec 25 20:56:21.891914 ncdv-master-1 neutron-server[121496]: DEBUG neutron_lib.callbacks.manager [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f261ad05190>> network after_create 55550000 {{(pid=121496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 25 20:56:21.892263 ncdv-master-1 neutron-server[121496]: DEBUG neutron_lib.callbacks.manager [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f261ad05190>> network after_update 55550000 {{(pid=121496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 25 20:56:21.892609 ncdv-master-1 neutron-server[121496]: DEBUG neutron_lib.callbacks.manager [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f261ad05190>> network after_delete 55550000 {{(pid=121496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 25 20:56:21.893031 ncdv-master-1 neutron-server[121496]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=121496) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}}
Dec 25 20:56:21.893439 ncdv-master-1 neutron-server[121496]: DEBUG neutron_lib.callbacks.manager [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f261ad056a0>> security_group after_create 55550000 {{(pid=121496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 25 20:56:21.893791 ncdv-master-1 neutron-server[121496]: DEBUG neutron_lib.callbacks.manager [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f261ad056a0>> security_group after_update 55550000 {{(pid=121496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 25 20:56:21.894131 ncdv-master-1 neutron-server[121496]: DEBUG neutron_lib.callbacks.manager [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f261ad056a0>> security_group after_delete 55550000 {{(pid=121496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 25 20:56:21.896227 ncdv-master-1 neutron-server[121496]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=121496) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}}
Dec 25 20:56:21.896659 ncdv-master-1 neutron-server[121496]: DEBUG neutron_lib.callbacks.manager [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f261ad2abe0>> security_group_rule after_create 55550000 {{(pid=121496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 25 20:56:21.897055 ncdv-master-1 neutron-server[121496]: DEBUG neutron_lib.callbacks.manager [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f261ad2abe0>> security_group_rule after_update 55550000 {{(pid=121496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 25 20:56:21.897418 ncdv-master-1 neutron-server[121496]: DEBUG neutron_lib.callbacks.manager [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f261ad2abe0>> security_group_rule after_delete 55550000 {{(pid=121496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 25 20:56:21.897830 ncdv-master-1 neutron-server[121496]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=121496) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}}
Dec 25 20:56:21.898245 ncdv-master-1 neutron-server[121496]: DEBUG neutron_lib.callbacks.manager [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f261ad05f10>> address_group after_create 55550000 {{(pid=121496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 25 20:56:21.898599 ncdv-master-1 neutron-server[121496]: DEBUG neutron_lib.callbacks.manager [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f261ad05f10>> address_group after_update 55550000 {{(pid=121496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 25 20:56:21.898945 ncdv-master-1 neutron-server[121496]: DEBUG neutron_lib.callbacks.manager [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f261ad05f10>> address_group after_delete 55550000 {{(pid=121496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 25 20:56:21.899343 ncdv-master-1 neutron-server[121496]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=121496) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}}
Dec 25 20:56:21.899726 ncdv-master-1 neutron-server[121496]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] ML2 OVO RPC backend initialized. {{(pid=121496) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}}
Dec 25 20:56:21.900424 ncdv-master-1 neutron-server[121496]: DEBUG neutron_lib.callbacks.manager [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_created of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f261ad0e670>> router_interface after_create 55550000 {{(pid=121496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 25 20:56:21.900791 ncdv-master-1 neutron-server[121496]: DEBUG neutron_lib.callbacks.manager [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_deleted of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f261ad0e670>> router_interface after_delete 55550000 {{(pid=121496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 25 20:56:21.901236 ncdv-master-1 neutron-server[121496]: DEBUG neutron_lib.callbacks.manager [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f261ad0e670>> network before_response 55550000 {{(pid=121496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 25 20:56:21.901589 ncdv-master-1 neutron-server[121496]: DEBUG neutron_lib.callbacks.manager [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f261ad0e670>> networks before_response 55550000 {{(pid=121496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 25 20:56:21.901941 ncdv-master-1 neutron-server[121496]: DEBUG neutron_lib.callbacks.manager [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f261ad0e670>> port before_response 55550000 {{(pid=121496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 25 20:56:21.902286 ncdv-master-1 neutron-server[121496]: DEBUG neutron_lib.callbacks.manager [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f261ad0e670>> ports before_response 55550000 {{(pid=121496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 25 20:56:21.902631 ncdv-master-1 neutron-server[121496]: DEBUG neutron_lib.callbacks.manager [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f261ad0e670>> subnet before_response 55550000 {{(pid=121496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 25 20:56:21.902972 ncdv-master-1 neutron-server[121496]: DEBUG neutron_lib.callbacks.manager [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f261ad0e670>> subnets before_response 55550000 {{(pid=121496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 25 20:56:21.903319 ncdv-master-1 neutron-server[121496]: DEBUG neutron_lib.callbacks.manager [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f261ad0e670>> network after_create 55550000 {{(pid=121496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 25 20:56:21.903660 ncdv-master-1 neutron-server[121496]: DEBUG neutron_lib.callbacks.manager [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f261ad0e670>> network after_update 55550000 {{(pid=121496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 25 20:56:21.903997 ncdv-master-1 neutron-server[121496]: DEBUG neutron_lib.callbacks.manager [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f261ad0e670>> network after_delete 55550000 {{(pid=121496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 25 20:56:21.904332 ncdv-master-1 neutron-server[121496]: DEBUG neutron_lib.callbacks.manager [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f261ad0e670>> port after_create 55550000 {{(pid=121496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 25 20:56:21.904667 ncdv-master-1 neutron-server[121496]: DEBUG neutron_lib.callbacks.manager [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f261ad0e670>> port after_update 55550000 {{(pid=121496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 25 20:56:21.905033 ncdv-master-1 neutron-server[121496]: DEBUG neutron_lib.callbacks.manager [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f261ad0e670>> port after_delete 55550000 {{(pid=121496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 25 20:56:21.905376 ncdv-master-1 neutron-server[121496]: DEBUG neutron_lib.callbacks.manager [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f261ad0e670>> subnet after_create 55550000 {{(pid=121496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 25 20:56:21.905712 ncdv-master-1 neutron-server[121496]: DEBUG neutron_lib.callbacks.manager [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f261ad0e670>> subnet after_update 55550000 {{(pid=121496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 25 20:56:21.906044 ncdv-master-1 neutron-server[121496]: DEBUG neutron_lib.callbacks.manager [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f261ad0e670>> subnet after_delete 55550000 {{(pid=121496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 25 20:56:21.906611 ncdv-master-1 neutron-server[121496]: INFO neutron.plugins.ml2.plugin [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Modular L2 Plugin initialization complete
Dec 25 20:56:21.906940 ncdv-master-1 neutron-server[121496]: DEBUG neutron.manager [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Loading services supported by the core plugin {{(pid=121496) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}}
Dec 25 20:56:21.907262 ncdv-master-1 neutron-server[121496]: INFO neutron.plugins.ml2.managers [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Got port-security extension from driver 'port_security'
Dec 25 20:56:21.907723 ncdv-master-1 neutron-server[121496]: INFO neutron.extensions.vlantransparent [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Disabled vlantransparent extension.
Dec 25 20:56:21.908202 ncdv-master-1 neutron-server[121496]: DEBUG neutron.manager [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=121496) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}}
Dec 25 20:56:21.908516 ncdv-master-1 neutron-server[121496]: INFO neutron.manager [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Loading Plugin: router
Dec 25 20:56:21.959297 ncdv-master-1 neutron-server[121496]: DEBUG neutron_lib.callbacks.manager [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Subscribe: <bound method DVRResourceOperationHandler._add_csnat_on_interface_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f261ad0e7c0>> router_interface before_create 55550000 {{(pid=121496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 25 20:56:21.959697 ncdv-master-1 neutron-server[121496]: DEBUG neutron_lib.callbacks.manager [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._after_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f261ad0e7c0>> router after_create 55549900 {{(pid=121496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 25 20:56:21.960070 ncdv-master-1 neutron-server[121496]: DEBUG neutron_lib.callbacks.manager [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._before_router_create_handler of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f261ad0e7c0>> router before_create 55549900 {{(pid=121496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 25 20:56:21.960435 ncdv-master-1 neutron-server[121496]: DEBUG neutron_lib.callbacks.manager [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Subscribe: <bound method DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f261ad0e7c0>> router_interface before_delete 55550000 {{(pid=121496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 25 20:56:21.960808 ncdv-master-1 neutron-server[121496]: DEBUG neutron_lib.callbacks.manager [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Subscribe: <bound method DVRResourceOperationHandler._cleanup_after_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f261ad0e7c0>> router_interface after_delete 55550000 {{(pid=121496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 25 20:56:21.961191 ncdv-master-1 neutron-server[121496]: DEBUG neutron_lib.callbacks.manager [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._cleanup_ha_network_handler of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f261ad0e7c0>> router after_delete 55549900 {{(pid=121496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 25 20:56:21.961554 ncdv-master-1 neutron-server[121496]: DEBUG neutron_lib.callbacks.manager [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Subscribe: <bound method DVRResourceOperationHandler._create_dvr_floating_gw_port of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f261ad0e7c0>> floatingip after_create 55550000 {{(pid=121496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 25 20:56:21.961982 ncdv-master-1 neutron-server[121496]: DEBUG neutron_lib.callbacks.manager [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Subscribe: <bound method DVRResourceOperationHandler._create_dvr_floating_gw_port of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f261ad0e7c0>> floatingip after_update 55550000 {{(pid=121496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 25 20:56:21.962249 ncdv-master-1 neutron-server[121496]: DEBUG neutron_lib.callbacks.manager [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f261ad0e7c0>> router after_create 55549900 {{(pid=121496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 25 20:56:21.962597 ncdv-master-1 neutron-server[121496]: DEBUG neutron_lib.callbacks.manager [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f261ad0e7c0>> router after_update 55549900 {{(pid=121496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 25 20:56:21.962944 ncdv-master-1 neutron-server[121496]: DEBUG neutron_lib.callbacks.manager [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_distributed_port_bindings_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f261ad0e7c0>> router after_update 55549900 {{(pid=121496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 25 20:56:21.963294 ncdv-master-1 neutron-server[121496]: DEBUG neutron_lib.callbacks.manager [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_dvr_internal_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f261ad0e7c0>> router_gateway after_delete 55550000 {{(pid=121496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 25 20:56:21.963657 ncdv-master-1 neutron-server[121496]: DEBUG neutron_lib.callbacks.manager [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f261ad0e7c0>> router after_update 55549900 {{(pid=121496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 25 20:56:21.964070 ncdv-master-1 neutron-server[121496]: DEBUG neutron_lib.callbacks.manager [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Subscribe: <bound method DVRResourceOperationHandler._handle_distributed_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f261ad0e7c0>> router precommit_update 55549900 {{(pid=121496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 25 20:56:21.964448 ncdv-master-1 neutron-server[121496]: DEBUG neutron_lib.callbacks.manager [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Subscribe: <function L3RpcNotifierMixin._notify_gateway_port_ip_changed at 0x7f261b3a0ee0> port after_update 55550000 {{(pid=121496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 25 20:56:21.964791 ncdv-master-1 neutron-server[121496]: DEBUG neutron_lib.callbacks.manager [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Subscribe: <function L3RpcNotifierMixin._notify_routers_callback at 0x7f261b3a0dc0> port after_delete 55550000 {{(pid=121496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 25 20:56:21.965166 ncdv-master-1 neutron-server[121496]: DEBUG neutron_lib.callbacks.manager [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnet_gateway_ip_update at 0x7f261b3a0e50> subnet after_update 55550000 {{(pid=121496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 25 20:56:21.965509 ncdv-master-1 neutron-server[121496]: DEBUG neutron_lib.callbacks.manager [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnetpool_address_scope_update at 0x7f261b3a0f70> subnetpool_address_scope after_update 55550000 {{(pid=121496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 25 20:56:21.965858 ncdv-master-1 neutron-server[121496]: DEBUG neutron_lib.callbacks.manager [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Subscribe: <bound method L3_NAT_dbonly_mixin._precommit_delete_port_callback of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f261ad0e7c0>> port precommit_delete 55550000 {{(pid=121496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 25 20:56:21.966209 ncdv-master-1 neutron-server[121496]: DEBUG neutron_lib.callbacks.manager [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._precommit_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f261ad0e7c0>> router precommit_create 55549900 {{(pid=121496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 25 20:56:21.966551 ncdv-master-1 neutron-server[121496]: DEBUG neutron_lib.callbacks.manager [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Subscribe: <function L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback at 0x7f261b40b0d0> port before_delete 55550000 {{(pid=121496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 25 20:56:21.966894 ncdv-master-1 neutron-server[121496]: DEBUG neutron_lib.callbacks.manager [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Subscribe: <bound method RouterAvailabilityZoneMixin._process_az_request of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f261ad0e7c0>> router precommit_create 55550000 {{(pid=121496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 25 20:56:21.967250 ncdv-master-1 neutron-server[121496]: DEBUG neutron_lib.callbacks.manager [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._reconfigure_ha_resources of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f261ad0e7c0>> router after_update 55549900 {{(pid=121496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 25 20:56:21.967593 ncdv-master-1 neutron-server[121496]: DEBUG neutron_lib.callbacks.manager [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._release_router_vr_id of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f261ad0e7c0>> router precommit_delete 55549900 {{(pid=121496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 25 20:56:21.967946 ncdv-master-1 neutron-server[121496]: DEBUG neutron_lib.callbacks.manager [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Subscribe: <bound method DVRResourceOperationHandler._set_distributed_flag of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f261ad0e7c0>> router precommit_create 55549900 {{(pid=121496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 25 20:56:21.968560 ncdv-master-1 neutron-server[121496]: DEBUG neutron_lib.callbacks.manager [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Subscribe: <bound method DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f261ad0e7c0>> router_interface after_create 55550000 {{(pid=121496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 25 20:56:21.968926 ncdv-master-1 neutron-server[121496]: DEBUG neutron_lib.callbacks.manager [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._validate_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f261ad0e7c0>> router precommit_update 55549900 {{(pid=121496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 25 20:56:21.969299 ncdv-master-1 neutron-server[121496]: DEBUG neutron_lib.callbacks.manager [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Subscribe: <bound method DVRResourceOperationHandler.create_fip_agent_gw_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f261ad0e7c0>> agent after_create 55550000 {{(pid=121496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 25 20:56:21.969653 ncdv-master-1 neutron-server[121496]: DEBUG neutron_lib.callbacks.manager [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_agent_gw_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f261ad0e7c0>> agent after_delete 55550000 {{(pid=121496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 25 20:56:21.969997 ncdv-master-1 neutron-server[121496]: DEBUG neutron_lib.callbacks.manager [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f261ad0e7c0>> network after_delete 55550000 {{(pid=121496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 25 20:56:21.970860 ncdv-master-1 neutron-server[121496]: DEBUG neutron.quota.resource_registry [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Tracking information for resource: router configured {{(pid=121496) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Dec 25 20:56:21.971190 ncdv-master-1 neutron-server[121496]: DEBUG neutron.quota.resource_registry [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Tracking information for resource: floatingip configured {{(pid=121496) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Dec 25 20:56:21.977937 ncdv-master-1 neutron-server[121496]: INFO neutron.db.l3_agentschedulers_db [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled.
Dec 25 20:56:21.978512 ncdv-master-1 neutron-server[121496]: DEBUG neutron_lib.callbacks.manager [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Subscribe: <function _notify_l3_agent_port_update at 0x7f261ac8f940> port after_update 55550000 {{(pid=121496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 25 20:56:21.978876 ncdv-master-1 neutron-server[121496]: DEBUG neutron_lib.callbacks.manager [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Subscribe: <function _notify_l3_agent_new_port at 0x7f261ac8f820> port after_create 55550000 {{(pid=121496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 25 20:56:21.979231 ncdv-master-1 neutron-server[121496]: DEBUG neutron_lib.callbacks.manager [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Subscribe: <function _notify_port_delete at 0x7f261ac8f8b0> port after_delete 55550000 {{(pid=121496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 25 20:56:21.979584 ncdv-master-1 neutron-server[121496]: DEBUG neutron_lib.callbacks.manager [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Subscribe: <function _notify_l3_agent_ha_port_update at 0x7f261ac8fa60> port after_update 55550000 {{(pid=121496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 25 20:56:21.980369 ncdv-master-1 neutron-server[121496]: DEBUG neutron_lib.callbacks.manager [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Subscribe: <bound method DriverController._check_router_request of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f261ac22dc0>> router before_create 55550100 {{(pid=121496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 25 20:56:21.980734 ncdv-master-1 neutron-server[121496]: DEBUG neutron_lib.callbacks.manager [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Subscribe: <bound method DriverController._clear_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f261ac22dc0>> router precommit_delete 55550100 {{(pid=121496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 25 20:56:21.981136 ncdv-master-1 neutron-server[121496]: DEBUG neutron_lib.callbacks.manager [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Subscribe: <bound method DriverController._set_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f261ac22dc0>> router precommit_create 55550100 {{(pid=121496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 25 20:56:21.981494 ncdv-master-1 neutron-server[121496]: DEBUG neutron_lib.callbacks.manager [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Subscribe: <bound method DriverController._update_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f261ac22dc0>> router precommit_update 55550100 {{(pid=121496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 25 20:56:21.986268 ncdv-master-1 neutron-server[121496]: DEBUG neutron.services.provider_configuration [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Service providers = [] {{(pid=121496) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}}
Dec 25 20:56:21.986639 ncdv-master-1 neutron-server[121496]: DEBUG neutron.db.servicetype_db [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=121496) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}}
Dec 25 20:56:21.990137 ncdv-master-1 neutron-server[121496]: DEBUG neutron.services.service_base [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=121496) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Dec 25 20:56:21.990493 ncdv-master-1 neutron-server[121496]: DEBUG neutron.services.service_base [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=121496) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Dec 25 20:56:21.990836 ncdv-master-1 neutron-server[121496]: DEBUG neutron.services.service_base [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=121496) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Dec 25 20:56:21.991731 ncdv-master-1 neutron-server[121496]: DEBUG neutron.services.service_base [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=121496) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Dec 25 20:56:21.992102 ncdv-master-1 neutron-server[121496]: INFO neutron.services.service_base [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Default provider is not specified for service type L3_ROUTER_NAT
Dec 25 20:56:21.992479 ncdv-master-1 neutron-server[121496]: DEBUG neutron.manager [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=121496) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Dec 25 20:56:21.992804 ncdv-master-1 neutron-server[121496]: INFO neutron.manager [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin
Dec 25 20:56:22.003658 ncdv-master-1 neutron-server[121496]: DEBUG neutron.manager [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=121496) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Dec 25 20:56:22.003996 ncdv-master-1 neutron-server[121496]: INFO neutron.manager [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Loading Plugin: auto_allocate
Dec 25 20:56:22.010481 ncdv-master-1 neutron-server[121496]: DEBUG neutron_lib.callbacks.manager [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f261ac52dc0> network precommit_update 55550000 {{(pid=121496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 25 20:56:22.010887 ncdv-master-1 neutron-server[121496]: DEBUG neutron_lib.callbacks.manager [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f261ac52dc0> network precommit_create 55550000 {{(pid=121496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 25 20:56:22.017480 ncdv-master-1 neutron-server[121496]: DEBUG neutron.manager [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=121496) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Dec 25 20:56:22.017480 ncdv-master-1 neutron-server[121496]: INFO neutron.manager [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Loading Plugin: tag
Dec 25 20:56:22.023637 ncdv-master-1 neutron-server[121496]: DEBUG neutron.manager [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=121496) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Dec 25 20:56:22.023965 ncdv-master-1 neutron-server[121496]: INFO neutron.manager [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Loading Plugin: timestamp
Dec 25 20:56:22.028018 ncdv-master-1 neutron-server[121496]: DEBUG neutron.manager [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=121496) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Dec 25 20:56:22.028348 ncdv-master-1 neutron-server[121496]: INFO neutron.manager [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Loading Plugin: network_ip_availability
Dec 25 20:56:22.033880 ncdv-master-1 neutron-server[121496]: DEBUG neutron_lib.callbacks.manager [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f261ac33220>> rbac-policy before_create 55550000 {{(pid=121496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 25 20:56:22.034261 ncdv-master-1 neutron-server[121496]: DEBUG neutron_lib.callbacks.manager [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f261ac33220>> rbac-policy before_update 55550000 {{(pid=121496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 25 20:56:22.034620 ncdv-master-1 neutron-server[121496]: DEBUG neutron_lib.callbacks.manager [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f261ac33220>> rbac-policy before_delete 55550000 {{(pid=121496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 25 20:56:22.035324 ncdv-master-1 neutron-server[121496]: DEBUG neutron.manager [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=121496) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Dec 25 20:56:22.035646 ncdv-master-1 neutron-server[121496]: INFO neutron.manager [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Loading Plugin: flavors
Dec 25 20:56:22.041031 ncdv-master-1 neutron-server[121496]: DEBUG neutron.manager [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=121496) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Dec 25 20:56:22.041368 ncdv-master-1 neutron-server[121496]: INFO neutron.manager [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Loading Plugin: revisions
Dec 25 20:56:22.045785 ncdv-master-1 neutron-server[121496]: DEBUG neutron.manager [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=121496) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Dec 25 20:56:22.051247 ncdv-master-1 neutron-server[121496]: DEBUG oslo_concurrency.lockutils [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.234s {{(pid=121496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Dec 25 20:56:22.051247 ncdv-master-1 neutron-server[121496]: DEBUG neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=121496) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}}
Dec 25 20:56:22.051247 ncdv-master-1 neutron-server[121496]: INFO neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Initializing extension manager.
Dec 25 20:56:22.051247 ncdv-master-1 neutron-server[121496]: DEBUG neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Loading extension file: __init__.py {{(pid=121496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 25 20:56:22.051247 ncdv-master-1 neutron-server[121496]: DEBUG neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Loading extension file: __pycache__ {{(pid=121496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 25 20:56:22.051247 ncdv-master-1 neutron-server[121496]: DEBUG neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=121496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 25 20:56:22.051247 ncdv-master-1 neutron-server[121496]: DEBUG neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Loading extension file: address_group.py {{(pid=121496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 25 20:56:22.051779 ncdv-master-1 neutron-server[121496]: DEBUG neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=121496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 25 20:56:22.051779 ncdv-master-1 neutron-server[121496]: INFO neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Loaded extension: address-group
Dec 25 20:56:22.051779 ncdv-master-1 neutron-server[121496]: DEBUG neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Loading extension file: address_scope.py {{(pid=121496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 25 20:56:22.051779 ncdv-master-1 neutron-server[121496]: DEBUG neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=121496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 25 20:56:22.051779 ncdv-master-1 neutron-server[121496]: INFO neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Loaded extension: address-scope
Dec 25 20:56:22.052147 ncdv-master-1 neutron-server[121496]: DEBUG neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Loading extension file: admin_state_down_before_update.py {{(pid=121496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 25 20:56:22.053611 ncdv-master-1 neutron-server[121496]: DEBUG neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=121496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 25 20:56:22.054125 ncdv-master-1 neutron-server[121496]: INFO neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Loaded extension: router-admin-state-down-before-update
Dec 25 20:56:22.054453 ncdv-master-1 neutron-server[121496]: DEBUG neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Loading extension file: agent.py {{(pid=121496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 25 20:56:22.055150 ncdv-master-1 neutron-server[121496]: DEBUG neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=121496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 25 20:56:22.055656 ncdv-master-1 neutron-server[121496]: INFO neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Loaded extension: agent
Dec 25 20:56:22.055982 ncdv-master-1 neutron-server[121496]: DEBUG neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Loading extension file: agent_resources_synced.py {{(pid=121496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 25 20:56:22.056924 ncdv-master-1 neutron-server[121496]: DEBUG neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=121496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 25 20:56:22.057428 ncdv-master-1 neutron-server[121496]: INFO neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Loaded extension: agent-resources-synced
Dec 25 20:56:22.057753 ncdv-master-1 neutron-server[121496]: DEBUG neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Loading extension file: allowedaddresspairs.py {{(pid=121496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 25 20:56:22.059532 ncdv-master-1 neutron-server[121496]: DEBUG neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=121496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 25 20:56:22.060056 ncdv-master-1 neutron-server[121496]: INFO neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Loaded extension: allowed-address-pairs
Dec 25 20:56:22.060383 ncdv-master-1 neutron-server[121496]: DEBUG neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Loading extension file: auto_allocated_topology.py {{(pid=121496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 25 20:56:22.061509 ncdv-master-1 neutron-server[121496]: DEBUG neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=121496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 25 20:56:22.062028 ncdv-master-1 neutron-server[121496]: INFO neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Loaded extension: auto-allocated-topology
Dec 25 20:56:22.062356 ncdv-master-1 neutron-server[121496]: DEBUG neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Loading extension file: availability_zone.py {{(pid=121496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 25 20:56:22.063053 ncdv-master-1 neutron-server[121496]: DEBUG neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=121496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 25 20:56:22.063560 ncdv-master-1 neutron-server[121496]: INFO neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Loaded extension: availability_zone
Dec 25 20:56:22.063883 ncdv-master-1 neutron-server[121496]: DEBUG neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Loading extension file: availability_zone_filter.py {{(pid=121496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 25 20:56:22.064803 ncdv-master-1 neutron-server[121496]: DEBUG neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=121496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 25 20:56:22.065337 ncdv-master-1 neutron-server[121496]: INFO neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Loaded extension: availability_zone_filter
Dec 25 20:56:22.065663 ncdv-master-1 neutron-server[121496]: DEBUG neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Loading extension file: data_plane_status.py {{(pid=121496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 25 20:56:22.066572 ncdv-master-1 neutron-server[121496]: DEBUG neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=121496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 25 20:56:22.067076 ncdv-master-1 neutron-server[121496]: INFO neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Extension data-plane-status not supported by any of loaded plugins
Dec 25 20:56:22.067397 ncdv-master-1 neutron-server[121496]: DEBUG neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Loading extension file: default_subnetpools.py {{(pid=121496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 25 20:56:22.068365 ncdv-master-1 neutron-server[121496]: DEBUG neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=121496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 25 20:56:22.068880 ncdv-master-1 neutron-server[121496]: INFO neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Loaded extension: default-subnetpools
Dec 25 20:56:22.069226 ncdv-master-1 neutron-server[121496]: DEBUG neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Loading extension file: dhcpagentscheduler.py {{(pid=121496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 25 20:56:22.070042 ncdv-master-1 neutron-server[121496]: DEBUG neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=121496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 25 20:56:22.070554 ncdv-master-1 neutron-server[121496]: INFO neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Loaded extension: dhcp_agent_scheduler
Dec 25 20:56:22.070876 ncdv-master-1 neutron-server[121496]: DEBUG neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Loading extension file: dns.py {{(pid=121496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 25 20:56:22.071799 ncdv-master-1 neutron-server[121496]: DEBUG neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=121496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 25 20:56:22.072302 ncdv-master-1 neutron-server[121496]: INFO neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Extension dns-integration not supported by any of loaded plugins
Dec 25 20:56:22.072626 ncdv-master-1 neutron-server[121496]: DEBUG neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Loading extension file: dns_domain_ports.py {{(pid=121496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 25 20:56:22.073575 ncdv-master-1 neutron-server[121496]: DEBUG neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=121496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 25 20:56:22.077187 ncdv-master-1 neutron-server[121496]: INFO neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Extension dns-domain-ports not supported by any of loaded plugins
Dec 25 20:56:22.077187 ncdv-master-1 neutron-server[121496]: DEBUG neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=121496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 25 20:56:22.077855 ncdv-master-1 neutron-server[121496]: DEBUG neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like <project_id>, <project_name>, <user_id> and <user_name> as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=121496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 25 20:56:22.078353 ncdv-master-1 neutron-server[121496]: INFO neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins
Dec 25 20:56:22.078674 ncdv-master-1 neutron-server[121496]: DEBUG neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Loading extension file: dvr.py {{(pid=121496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 25 20:56:22.079341 ncdv-master-1 neutron-server[121496]: DEBUG neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=121496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 25 20:56:22.079842 ncdv-master-1 neutron-server[121496]: INFO neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Loaded extension: dvr
Dec 25 20:56:22.080164 ncdv-master-1 neutron-server[121496]: DEBUG neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Loading extension file: ecmp_routes.py {{(pid=121496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 25 20:56:22.081122 ncdv-master-1 neutron-server[121496]: DEBUG neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=121496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 25 20:56:22.081621 ncdv-master-1 neutron-server[121496]: INFO neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Extension ecmp_routes not supported by any of loaded plugins
Dec 25 20:56:22.081944 ncdv-master-1 neutron-server[121496]: DEBUG neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Loading extension file: empty_string_filtering.py {{(pid=121496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 25 20:56:22.082850 ncdv-master-1 neutron-server[121496]: DEBUG neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=121496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 25 20:56:22.083375 ncdv-master-1 neutron-server[121496]: INFO neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Loaded extension: empty-string-filtering
Dec 25 20:56:22.083747 ncdv-master-1 neutron-server[121496]: DEBUG neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=121496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 25 20:56:22.084663 ncdv-master-1 neutron-server[121496]: DEBUG neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=121496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 25 20:56:22.085209 ncdv-master-1 neutron-server[121496]: INFO neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins
Dec 25 20:56:22.085540 ncdv-master-1 neutron-server[121496]: DEBUG neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=121496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 25 20:56:22.086460 ncdv-master-1 neutron-server[121496]: DEBUG neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=121496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 25 20:56:22.086963 ncdv-master-1 neutron-server[121496]: INFO neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins
Dec 25 20:56:22.087287 ncdv-master-1 neutron-server[121496]: DEBUG neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Loading extension file: external_net.py {{(pid=121496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 25 20:56:22.088192 ncdv-master-1 neutron-server[121496]: DEBUG neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=121496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 25 20:56:22.088696 ncdv-master-1 neutron-server[121496]: INFO neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Loaded extension: external-net
Dec 25 20:56:22.089059 ncdv-master-1 neutron-server[121496]: DEBUG neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Loading extension file: extra_dhcp_opt.py {{(pid=121496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 25 20:56:22.089976 ncdv-master-1 neutron-server[121496]: DEBUG neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=121496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 25 20:56:22.090485 ncdv-master-1 neutron-server[121496]: INFO neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Loaded extension: extra_dhcp_opt
Dec 25 20:56:22.090806 ncdv-master-1 neutron-server[121496]: DEBUG neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Loading extension file: extraroute.py {{(pid=121496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 25 20:56:22.091713 ncdv-master-1 neutron-server[121496]: DEBUG neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=121496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 25 20:56:22.092220 ncdv-master-1 neutron-server[121496]: INFO neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Loaded extension: extraroute
Dec 25 20:56:22.092542 ncdv-master-1 neutron-server[121496]: DEBUG neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Loading extension file: extraroute_atomic.py {{(pid=121496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 25 20:56:22.093870 ncdv-master-1 neutron-server[121496]: DEBUG neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=121496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 25 20:56:22.094445 ncdv-master-1 neutron-server[121496]: INFO neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Loaded extension: extraroute-atomic
Dec 25 20:56:22.094702 ncdv-master-1 neutron-server[121496]: DEBUG neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Loading extension file: filter_validation.py {{(pid=121496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 25 20:56:22.095368 ncdv-master-1 neutron-server[121496]: DEBUG neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=121496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 25 20:56:22.095872 ncdv-master-1 neutron-server[121496]: INFO neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Loaded extension: filter-validation
Dec 25 20:56:22.096195 ncdv-master-1 neutron-server[121496]: DEBUG neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Loading extension file: fip_pf_description.py {{(pid=121496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 25 20:56:22.097133 ncdv-master-1 neutron-server[121496]: DEBUG neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=121496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 25 20:56:22.097633 ncdv-master-1 neutron-server[121496]: INFO neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins
Dec 25 20:56:22.097952 ncdv-master-1 neutron-server[121496]: DEBUG neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Loading extension file: fip_port_details.py {{(pid=121496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 25 20:56:22.098873 ncdv-master-1 neutron-server[121496]: DEBUG neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=121496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 25 20:56:22.099899 ncdv-master-1 neutron-server[121496]: INFO neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Loaded extension: fip-port-details
Dec 25 20:56:22.100217 ncdv-master-1 neutron-server[121496]: DEBUG neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Loading extension file: flavors.py {{(pid=121496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 25 20:56:22.106915 ncdv-master-1 neutron-server[121496]: DEBUG neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=121496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 25 20:56:22.107428 ncdv-master-1 neutron-server[121496]: INFO neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Loaded extension: flavors
Dec 25 20:56:22.107753 ncdv-master-1 neutron-server[121496]: DEBUG neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=121496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 25 20:56:22.109476 ncdv-master-1 neutron-server[121496]: DEBUG neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=121496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 25 20:56:22.109992 ncdv-master-1 neutron-server[121496]: INFO neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins
Dec 25 20:56:22.110322 ncdv-master-1 neutron-server[121496]: DEBUG neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Loading extension file: floatingip_pools.py {{(pid=121496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 25 20:56:22.111025 ncdv-master-1 neutron-server[121496]: DEBUG neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=121496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 25 20:56:22.111531 ncdv-master-1 neutron-server[121496]: INFO neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Loaded extension: floatingip-pools
Dec 25 20:56:22.111857 ncdv-master-1 neutron-server[121496]: DEBUG neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Loading extension file: ip_allocation.py {{(pid=121496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 25 20:56:22.112786 ncdv-master-1 neutron-server[121496]: DEBUG neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=121496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 25 20:56:22.113314 ncdv-master-1 neutron-server[121496]: INFO neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Extension ip_allocation not supported by any of loaded plugins
Dec 25 20:56:22.113641 ncdv-master-1 neutron-server[121496]: DEBUG neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=121496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 25 20:56:22.114560 ncdv-master-1 neutron-server[121496]: DEBUG neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=121496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 25 20:56:22.115596 ncdv-master-1 neutron-server[121496]: INFO neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Loaded extension: ip-substring-filtering
Dec 25 20:56:22.115922 ncdv-master-1 neutron-server[121496]: DEBUG neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Loading extension file: l2_adjacency.py {{(pid=121496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 25 20:56:22.116843 ncdv-master-1 neutron-server[121496]: DEBUG neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=121496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 25 20:56:22.117367 ncdv-master-1 neutron-server[121496]: INFO neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Extension l2_adjacency not supported by any of loaded plugins
Dec 25 20:56:22.117690 ncdv-master-1 neutron-server[121496]: DEBUG neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Loading extension file: l3.py {{(pid=121496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 25 20:56:22.118784 ncdv-master-1 neutron-server[121496]: DEBUG neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=121496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 25 20:56:22.119308 ncdv-master-1 neutron-server[121496]: INFO neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Loaded extension: router
Dec 25 20:56:22.119635 ncdv-master-1 neutron-server[121496]: DEBUG neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Loading extension file: l3_conntrack_helper.py {{(pid=121496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 25 20:56:22.121925 ncdv-master-1 neutron-server[121496]: DEBUG neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=121496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 25 20:56:22.122448 ncdv-master-1 neutron-server[121496]: INFO neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Extension l3-conntrack-helper not supported by any of loaded plugins
Dec 25 20:56:22.122782 ncdv-master-1 neutron-server[121496]: DEBUG neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=121496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 25 20:56:22.123722 ncdv-master-1 neutron-server[121496]: DEBUG neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=121496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 25 20:56:22.124278 ncdv-master-1 neutron-server[121496]: INFO neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Loaded extension: ext-gw-mode
Dec 25 20:56:22.124563 ncdv-master-1 neutron-server[121496]: DEBUG neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=121496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 25 20:56:22.125516 ncdv-master-1 neutron-server[121496]: DEBUG neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=121496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 25 20:56:22.126024 ncdv-master-1 neutron-server[121496]: INFO neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Loaded extension: l3-ha
Dec 25 20:56:22.126350 ncdv-master-1 neutron-server[121496]: DEBUG neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Loading extension file: l3_flavors.py {{(pid=121496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 25 20:56:22.127264 ncdv-master-1 neutron-server[121496]: DEBUG neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=121496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 25 20:56:22.127772 ncdv-master-1 neutron-server[121496]: INFO neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Loaded extension: l3-flavors
Dec 25 20:56:22.128096 ncdv-master-1 neutron-server[121496]: DEBUG neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=121496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 25 20:56:22.129080 ncdv-master-1 neutron-server[121496]: DEBUG neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=121496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 25 20:56:22.129548 ncdv-master-1 neutron-server[121496]: INFO neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Loaded extension: l3-port-ip-change-not-allowed
Dec 25 20:56:22.129870 ncdv-master-1 neutron-server[121496]: DEBUG neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Loading extension file: l3agentscheduler.py {{(pid=121496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 25 20:56:22.130947 ncdv-master-1 neutron-server[121496]: DEBUG neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=121496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 25 20:56:22.131457 ncdv-master-1 neutron-server[121496]: INFO neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Loaded extension: l3_agent_scheduler
Dec 25 20:56:22.131785 ncdv-master-1 neutron-server[121496]: DEBUG neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Loading extension file: local_ip.py {{(pid=121496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 25 20:56:22.136216 ncdv-master-1 neutron-server[121496]: DEBUG neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=121496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 25 20:56:22.136737 ncdv-master-1 neutron-server[121496]: INFO neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Extension local_ip not supported by any of loaded plugins
Dec 25 20:56:22.137112 ncdv-master-1 neutron-server[121496]: DEBUG neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Loading extension file: logging.py {{(pid=121496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 25 20:56:22.138608 ncdv-master-1 neutron-server[121496]: DEBUG neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=121496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 25 20:56:22.139130 ncdv-master-1 neutron-server[121496]: INFO neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Extension logging not supported by any of loaded plugins
Dec 25 20:56:22.139457 ncdv-master-1 neutron-server[121496]: DEBUG neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Loading extension file: metering.py {{(pid=121496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 25 20:56:22.140205 ncdv-master-1 neutron-server[121496]: DEBUG neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=121496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 25 20:56:22.140783 ncdv-master-1 neutron-server[121496]: INFO neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Loaded extension: metering
Dec 25 20:56:22.141144 ncdv-master-1 neutron-server[121496]: DEBUG neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=121496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 25 20:56:22.142253 ncdv-master-1 neutron-server[121496]: DEBUG neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=121496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 25 20:56:22.142803 ncdv-master-1 neutron-server[121496]: INFO neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Loaded extension: metering_source_and_destination_fields
Dec 25 20:56:22.143135 ncdv-master-1 neutron-server[121496]: DEBUG neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Loading extension file: multiprovidernet.py {{(pid=121496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 25 20:56:22.144070 ncdv-master-1 neutron-server[121496]: DEBUG neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=121496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 25 20:56:22.144583 ncdv-master-1 neutron-server[121496]: INFO neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Loaded extension: multi-provider
Dec 25 20:56:22.144935 ncdv-master-1 neutron-server[121496]: DEBUG neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Loading extension file: netmtu.py {{(pid=121496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 25 20:56:22.145875 ncdv-master-1 neutron-server[121496]: DEBUG neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=121496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 25 20:56:22.146385 ncdv-master-1 neutron-server[121496]: INFO neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Loaded extension: net-mtu
Dec 25 20:56:22.146710 ncdv-master-1 neutron-server[121496]: DEBUG neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Loading extension file: netmtu_writable.py {{(pid=121496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 25 20:56:22.147629 ncdv-master-1 neutron-server[121496]: DEBUG neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=121496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 25 20:56:22.148136 ncdv-master-1 neutron-server[121496]: INFO neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Loaded extension: net-mtu-writable
Dec 25 20:56:22.148464 ncdv-master-1 neutron-server[121496]: DEBUG neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Loading extension file: network_availability_zone.py {{(pid=121496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 25 20:56:22.149218 ncdv-master-1 neutron-server[121496]: DEBUG neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=121496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 25 20:56:22.149722 ncdv-master-1 neutron-server[121496]: INFO neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Loaded extension: network_availability_zone
Dec 25 20:56:22.150047 ncdv-master-1 neutron-server[121496]: DEBUG neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Loading extension file: network_ip_availability.py {{(pid=121496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 25 20:56:22.151164 ncdv-master-1 neutron-server[121496]: DEBUG neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=121496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 25 20:56:22.151674 ncdv-master-1 neutron-server[121496]: INFO neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Loaded extension: network-ip-availability
Dec 25 20:56:22.152005 ncdv-master-1 neutron-server[121496]: DEBUG neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Loading extension file: network_segment_range.py {{(pid=121496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 25 20:56:22.152770 ncdv-master-1 neutron-server[121496]: DEBUG neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=121496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 25 20:56:22.153306 ncdv-master-1 neutron-server[121496]: INFO neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Extension network-segment-range not supported by any of loaded plugins
Dec 25 20:56:22.153632 ncdv-master-1 neutron-server[121496]: DEBUG neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Loading extension file: pagination.py {{(pid=121496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 25 20:56:22.154736 ncdv-master-1 neutron-server[121496]: DEBUG neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=121496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 25 20:56:22.155066 ncdv-master-1 neutron-server[121496]: INFO neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Loaded extension: pagination
Dec 25 20:56:22.155388 ncdv-master-1 neutron-server[121496]: DEBUG neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Loading extension file: port_device_profile.py {{(pid=121496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 25 20:56:22.156300 ncdv-master-1 neutron-server[121496]: DEBUG neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=121496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 25 20:56:22.156814 ncdv-master-1 neutron-server[121496]: INFO neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Loaded extension: port-device-profile
Dec 25 20:56:22.157164 ncdv-master-1 neutron-server[121496]: DEBUG neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=121496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 25 20:56:22.158074 ncdv-master-1 neutron-server[121496]: DEBUG neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=121496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 25 20:56:22.158581 ncdv-master-1 neutron-server[121496]: INFO neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Loaded extension: port-mac-address-regenerate
Dec 25 20:56:22.158904 ncdv-master-1 neutron-server[121496]: DEBUG neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=121496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 25 20:56:22.159810 ncdv-master-1 neutron-server[121496]: DEBUG neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=121496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 25 20:56:22.160314 ncdv-master-1 neutron-server[121496]: INFO neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Loaded extension: port-numa-affinity-policy
Dec 25 20:56:22.160636 ncdv-master-1 neutron-server[121496]: DEBUG neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Loading extension file: port_resource_request.py {{(pid=121496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 25 20:56:22.162095 ncdv-master-1 neutron-server[121496]: DEBUG neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=121496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 25 20:56:22.162603 ncdv-master-1 neutron-server[121496]: INFO neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Extension port-resource-request not supported by any of loaded plugins
Dec 25 20:56:22.162925 ncdv-master-1 neutron-server[121496]: DEBUG neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Loading extension file: port_resource_request_groups.py {{(pid=121496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 25 20:56:22.169976 ncdv-master-1 neutron-server[121496]: DEBUG neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=121496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 25 20:56:22.170481 ncdv-master-1 neutron-server[121496]: INFO neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Extension port-resource-request-groups not supported by any of loaded plugins
Dec 25 20:56:22.170807 ncdv-master-1 neutron-server[121496]: DEBUG neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Loading extension file: portbindings.py {{(pid=121496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 25 20:56:22.171744 ncdv-master-1 neutron-server[121496]: DEBUG neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=121496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 25 20:56:22.172250 ncdv-master-1 neutron-server[121496]: INFO neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Loaded extension: binding
Dec 25 20:56:22.172576 ncdv-master-1 neutron-server[121496]: DEBUG neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Loading extension file: portbindings_extended.py {{(pid=121496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 25 20:56:22.173884 ncdv-master-1 neutron-server[121496]: DEBUG neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=121496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 25 20:56:22.174402 ncdv-master-1 neutron-server[121496]: INFO neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Loaded extension: binding-extended
Dec 25 20:56:22.174733 ncdv-master-1 neutron-server[121496]: DEBUG neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Loading extension file: portsecurity.py {{(pid=121496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 25 20:56:22.175646 ncdv-master-1 neutron-server[121496]: DEBUG neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=121496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 25 20:56:22.176154 ncdv-master-1 neutron-server[121496]: INFO neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Loaded extension: port-security
Dec 25 20:56:22.176478 ncdv-master-1 neutron-server[121496]: DEBUG neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Loading extension file: project_id.py {{(pid=121496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 25 20:56:22.178167 ncdv-master-1 neutron-server[121496]: DEBUG neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=121496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 25 20:56:22.178502 ncdv-master-1 neutron-server[121496]: INFO neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Loaded extension: project-id
Dec 25 20:56:22.178827 ncdv-master-1 neutron-server[121496]: DEBUG neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Loading extension file: providernet.py {{(pid=121496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 25 20:56:22.179760 ncdv-master-1 neutron-server[121496]: DEBUG neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=121496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 25 20:56:22.180270 ncdv-master-1 neutron-server[121496]: INFO neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Loaded extension: provider
Dec 25 20:56:22.180593 ncdv-master-1 neutron-server[121496]: DEBUG neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Loading extension file: qos.py {{(pid=121496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 25 20:56:22.184186 ncdv-master-1 neutron-server[121496]: DEBUG neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=121496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 25 20:56:22.184712 ncdv-master-1 neutron-server[121496]: INFO neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Extension qos not supported by any of loaded plugins
Dec 25 20:56:22.185091 ncdv-master-1 neutron-server[121496]: DEBUG neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=121496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 25 20:56:22.186353 ncdv-master-1 neutron-server[121496]: DEBUG neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=121496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 25 20:56:22.186866 ncdv-master-1 neutron-server[121496]: INFO neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins
Dec 25 20:56:22.187198 ncdv-master-1 neutron-server[121496]: DEBUG neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=121496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 25 20:56:22.188120 ncdv-master-1 neutron-server[121496]: DEBUG neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=121496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 25 20:56:22.188635 ncdv-master-1 neutron-server[121496]: INFO neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins
Dec 25 20:56:22.189000 ncdv-master-1 neutron-server[121496]: DEBUG neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Loading extension file: qos_default.py {{(pid=121496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 25 20:56:22.189916 ncdv-master-1 neutron-server[121496]: DEBUG neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=121496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 25 20:56:22.190421 ncdv-master-1 neutron-server[121496]: INFO neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Extension qos-default not supported by any of loaded plugins
Dec 25 20:56:22.190747 ncdv-master-1 neutron-server[121496]: DEBUG neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Loading extension file: qos_fip.py {{(pid=121496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 25 20:56:22.191404 ncdv-master-1 neutron-server[121496]: DEBUG neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=121496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 25 20:56:22.191899 ncdv-master-1 neutron-server[121496]: INFO neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Extension qos-fip not supported by any of loaded plugins
Dec 25 20:56:22.192224 ncdv-master-1 neutron-server[121496]: DEBUG neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Loading extension file: qos_fip_network_policy.py {{(pid=121496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 25 20:56:22.193195 ncdv-master-1 neutron-server[121496]: DEBUG neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=121496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 25 20:56:22.193700 ncdv-master-1 neutron-server[121496]: INFO neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Extension qos-fip-network-policy not supported by any of loaded plugins
Dec 25 20:56:22.194025 ncdv-master-1 neutron-server[121496]: DEBUG neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Loading extension file: qos_gateway_ip.py {{(pid=121496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 25 20:56:22.194951 ncdv-master-1 neutron-server[121496]: DEBUG neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=121496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 25 20:56:22.195461 ncdv-master-1 neutron-server[121496]: INFO neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Extension qos-gateway-ip not supported by any of loaded plugins
Dec 25 20:56:22.195786 ncdv-master-1 neutron-server[121496]: DEBUG neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Loading extension file: qos_port_network_policy.py {{(pid=121496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 25 20:56:22.196712 ncdv-master-1 neutron-server[121496]: DEBUG neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=121496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 25 20:56:22.197260 ncdv-master-1 neutron-server[121496]: INFO neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Extension qos-port-network-policy not supported by any of loaded plugins
Dec 25 20:56:22.197586 ncdv-master-1 neutron-server[121496]: DEBUG neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=121496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 25 20:56:22.198632 ncdv-master-1 neutron-server[121496]: DEBUG neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=121496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 25 20:56:22.199144 ncdv-master-1 neutron-server[121496]: INFO neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Extension qos-pps-minimum not supported by any of loaded plugins
Dec 25 20:56:22.199469 ncdv-master-1 neutron-server[121496]: DEBUG neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Loading extension file: qos_pps_rule.py {{(pid=121496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 25 20:56:22.200652 ncdv-master-1 neutron-server[121496]: DEBUG neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=121496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 25 20:56:22.201199 ncdv-master-1 neutron-server[121496]: INFO neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Extension qos-pps not supported by any of loaded plugins
Dec 25 20:56:22.201531 ncdv-master-1 neutron-server[121496]: DEBUG neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Loading extension file: qos_rule_type_details.py {{(pid=121496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 25 20:56:22.202448 ncdv-master-1 neutron-server[121496]: DEBUG neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=121496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 25 20:56:22.202954 ncdv-master-1 neutron-server[121496]: INFO neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Extension qos-rule-type-details not supported by any of loaded plugins
Dec 25 20:56:22.203278 ncdv-master-1 neutron-server[121496]: DEBUG neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Loading extension file: qos_rules_alias.py {{(pid=121496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 25 20:56:22.204576 ncdv-master-1 neutron-server[121496]: DEBUG neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=121496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 25 20:56:22.205112 ncdv-master-1 neutron-server[121496]: INFO neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Extension qos-rules-alias not supported by any of loaded plugins
Dec 25 20:56:22.205440 ncdv-master-1 neutron-server[121496]: DEBUG neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Loading extension file: quota_check_limit.py {{(pid=121496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 25 20:56:22.206490 ncdv-master-1 neutron-server[121496]: DEBUG neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=121496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 25 20:56:22.206869 ncdv-master-1 neutron-server[121496]: INFO neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Loaded extension: quota-check-limit
Dec 25 20:56:22.207192 ncdv-master-1 neutron-server[121496]: DEBUG neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Loading extension file: quotasv2.py {{(pid=121496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 25 20:56:22.208145 ncdv-master-1 neutron-server[121496]: DEBUG neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=121496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 25 20:56:22.208493 ncdv-master-1 neutron-server[121496]: INFO neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Loaded extension: quotas
Dec 25 20:56:22.208819 ncdv-master-1 neutron-server[121496]: DEBUG neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Loading extension file: quotasv2_detail.py {{(pid=121496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 25 20:56:22.212272 ncdv-master-1 neutron-server[121496]: DEBUG neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=121496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 25 20:56:22.212617 ncdv-master-1 neutron-server[121496]: INFO neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Loaded extension: quota_details
Dec 25 20:56:22.212990 ncdv-master-1 neutron-server[121496]: DEBUG neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Loading extension file: rbac.py {{(pid=121496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 25 20:56:22.214057 ncdv-master-1 neutron-server[121496]: DEBUG neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=121496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 25 20:56:22.214588 ncdv-master-1 neutron-server[121496]: INFO neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Loaded extension: rbac-policies
Dec 25 20:56:22.214925 ncdv-master-1 neutron-server[121496]: DEBUG neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Loading extension file: rbac_address_group.py {{(pid=121496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 25 20:56:22.215865 ncdv-master-1 neutron-server[121496]: DEBUG neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=121496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 25 20:56:22.216383 ncdv-master-1 neutron-server[121496]: INFO neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Loaded extension: rbac-address-group
Dec 25 20:56:22.216713 ncdv-master-1 neutron-server[121496]: DEBUG neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Loading extension file: rbac_address_scope.py {{(pid=121496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 25 20:56:22.217668 ncdv-master-1 neutron-server[121496]: DEBUG neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=121496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 25 20:56:22.218433 ncdv-master-1 neutron-server[121496]: INFO neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Loaded extension: rbac-address-scope
Dec 25 20:56:22.218761 ncdv-master-1 neutron-server[121496]: DEBUG neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Loading extension file: rbac_security_groups.py {{(pid=121496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 25 20:56:22.219688 ncdv-master-1 neutron-server[121496]: DEBUG neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=121496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 25 20:56:22.220196 ncdv-master-1 neutron-server[121496]: INFO neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Loaded extension: rbac-security-groups
Dec 25 20:56:22.220520 ncdv-master-1 neutron-server[121496]: DEBUG neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Loading extension file: rbac_subnetpool.py {{(pid=121496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 25 20:56:22.221476 ncdv-master-1 neutron-server[121496]: DEBUG neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=121496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 25 20:56:22.221988 ncdv-master-1 neutron-server[121496]: INFO neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Loaded extension: rbac-subnetpool
Dec 25 20:56:22.231030 ncdv-master-1 neutron-server[121496]: DEBUG neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Loading extension file: revisionifmatch.py {{(pid=121496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 25 20:56:22.231705 ncdv-master-1 neutron-server[121496]: DEBUG neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=121496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 25 20:56:22.232214 ncdv-master-1 neutron-server[121496]: INFO neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Loaded extension: revision-if-match
Dec 25 20:56:22.232540 ncdv-master-1 neutron-server[121496]: DEBUG neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Loading extension file: revisions.py {{(pid=121496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 25 20:56:22.233696 ncdv-master-1 neutron-server[121496]: DEBUG neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=121496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 25 20:56:22.234208 ncdv-master-1 neutron-server[121496]: INFO neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Loaded extension: standard-attr-revisions
Dec 25 20:56:22.234531 ncdv-master-1 neutron-server[121496]: DEBUG neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Loading extension file: router_availability_zone.py {{(pid=121496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 25 20:56:22.235209 ncdv-master-1 neutron-server[121496]: DEBUG neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=121496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 25 20:56:22.235720 ncdv-master-1 neutron-server[121496]: INFO neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Loaded extension: router_availability_zone
Dec 25 20:56:22.236047 ncdv-master-1 neutron-server[121496]: DEBUG neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Loading extension file: routerservicetype.py {{(pid=121496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 25 20:56:22.237007 ncdv-master-1 neutron-server[121496]: DEBUG neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=121496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 25 20:56:22.237510 ncdv-master-1 neutron-server[121496]: INFO neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Extension router-service-type not supported by any of loaded plugins
Dec 25 20:56:22.237840 ncdv-master-1 neutron-server[121496]: DEBUG neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=121496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 25 20:56:22.238840 ncdv-master-1 neutron-server[121496]: DEBUG neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=121496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 25 20:56:22.239356 ncdv-master-1 neutron-server[121496]: INFO neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Loaded extension: security-groups-normalized-cidr
Dec 25 20:56:22.239737 ncdv-master-1 neutron-server[121496]: DEBUG neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Loading extension file: security_groups_port_filtering.py {{(pid=121496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 25 20:56:22.241182 ncdv-master-1 neutron-server[121496]: DEBUG neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=121496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 25 20:56:22.241696 ncdv-master-1 neutron-server[121496]: INFO neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Loaded extension: port-security-groups-filtering
Dec 25 20:56:22.242019 ncdv-master-1 neutron-server[121496]: DEBUG neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=121496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 25 20:56:22.242953 ncdv-master-1 neutron-server[121496]: DEBUG neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=121496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 25 20:56:22.243465 ncdv-master-1 neutron-server[121496]: INFO neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Loaded extension: security-groups-remote-address-group
Dec 25 20:56:22.243787 ncdv-master-1 neutron-server[121496]: DEBUG neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=121496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 25 20:56:22.244713 ncdv-master-1 neutron-server[121496]: DEBUG neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=121496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 25 20:56:22.245253 ncdv-master-1 neutron-server[121496]: INFO neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Loaded extension: security-groups-shared-filtering
Dec 25 20:56:22.245578 ncdv-master-1 neutron-server[121496]: DEBUG neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=121496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 25 20:56:22.246163 ncdv-master-1 neutron-server[121496]: WARNING neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py
Dec 25 20:56:22.246484 ncdv-master-1 neutron-server[121496]: DEBUG neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Loading extension file: securitygroup.py {{(pid=121496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 25 20:56:22.257708 ncdv-master-1 neutron-server[121496]: DEBUG neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=121496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 25 20:56:22.261705 ncdv-master-1 neutron-server[121496]: INFO neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Loaded extension: security-group
Dec 25 20:56:22.261705 ncdv-master-1 neutron-server[121496]: DEBUG neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Loading extension file: segment.py {{(pid=121496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 25 20:56:22.261705 ncdv-master-1 neutron-server[121496]: DEBUG neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=121496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 25 20:56:22.261705 ncdv-master-1 neutron-server[121496]: INFO neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Extension segment not supported by any of loaded plugins
Dec 25 20:56:22.261705 ncdv-master-1 neutron-server[121496]: DEBUG neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=121496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 25 20:56:22.262176 ncdv-master-1 neutron-server[121496]: DEBUG neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=121496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 25 20:56:22.262681 ncdv-master-1 neutron-server[121496]: INFO neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins
Dec 25 20:56:22.263008 ncdv-master-1 neutron-server[121496]: DEBUG neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Loading extension file: servicetype.py {{(pid=121496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 25 20:56:22.264104 ncdv-master-1 neutron-server[121496]: DEBUG neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=121496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 25 20:56:22.264618 ncdv-master-1 neutron-server[121496]: INFO neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Loaded extension: service-type
Dec 25 20:56:22.264969 ncdv-master-1 neutron-server[121496]: DEBUG neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Loading extension file: sorting.py {{(pid=121496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 25 20:56:22.265958 ncdv-master-1 neutron-server[121496]: DEBUG neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=121496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 25 20:56:22.266291 ncdv-master-1 neutron-server[121496]: INFO neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Loaded extension: sorting
Dec 25 20:56:22.266616 ncdv-master-1 neutron-server[121496]: DEBUG neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Loading extension file: standard_attr_segment.py {{(pid=121496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 25 20:56:22.267538 ncdv-master-1 neutron-server[121496]: DEBUG neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=121496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 25 20:56:22.268049 ncdv-master-1 neutron-server[121496]: INFO neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Extension standard-attr-segment not supported by any of loaded plugins
Dec 25 20:56:22.268371 ncdv-master-1 neutron-server[121496]: DEBUG neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Loading extension file: standardattrdescription.py {{(pid=121496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 25 20:56:22.269051 ncdv-master-1 neutron-server[121496]: DEBUG neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=121496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 25 20:56:22.269558 ncdv-master-1 neutron-server[121496]: INFO neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Loaded extension: standard-attr-description
Dec 25 20:56:22.269881 ncdv-master-1 neutron-server[121496]: DEBUG neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Loading extension file: stateful_security_group.py {{(pid=121496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 25 20:56:22.270821 ncdv-master-1 neutron-server[121496]: DEBUG neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=121496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 25 20:56:22.271357 ncdv-master-1 neutron-server[121496]: INFO neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Loaded extension: stateful-security-group
Dec 25 20:56:22.271684 ncdv-master-1 neutron-server[121496]: DEBUG neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Loading extension file: stdattrs_common.py {{(pid=121496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 25 20:56:22.272257 ncdv-master-1 neutron-server[121496]: WARNING neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py
Dec 25 20:56:22.272582 ncdv-master-1 neutron-server[121496]: DEBUG neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=121496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 25 20:56:22.273554 ncdv-master-1 neutron-server[121496]: DEBUG neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=121496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 25 20:56:22.274067 ncdv-master-1 neutron-server[121496]: INFO neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins
Dec 25 20:56:22.274392 ncdv-master-1 neutron-server[121496]: DEBUG neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Loading extension file: subnet_onboard.py {{(pid=121496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 25 20:56:22.275484 ncdv-master-1 neutron-server[121496]: DEBUG neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=121496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 25 20:56:22.276001 ncdv-master-1 neutron-server[121496]: INFO neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Loaded extension: subnet_onboard
Dec 25 20:56:22.276327 ncdv-master-1 neutron-server[121496]: DEBUG neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=121496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 25 20:56:22.277281 ncdv-master-1 neutron-server[121496]: DEBUG neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=121496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 25 20:56:22.277789 ncdv-master-1 neutron-server[121496]: INFO neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins
Dec 25 20:56:22.278122 ncdv-master-1 neutron-server[121496]: DEBUG neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Loading extension file: subnet_service_types.py {{(pid=121496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 25 20:56:22.285287 ncdv-master-1 neutron-server[121496]: DEBUG neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=121496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 25 20:56:22.285804 ncdv-master-1 neutron-server[121496]: INFO neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Loaded extension: subnet-service-types
Dec 25 20:56:22.286130 ncdv-master-1 neutron-server[121496]: DEBUG neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Loading extension file: subnetallocation.py {{(pid=121496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 25 20:56:22.287731 ncdv-master-1 neutron-server[121496]: DEBUG neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=121496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 25 20:56:22.288246 ncdv-master-1 neutron-server[121496]: INFO neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Loaded extension: subnet_allocation
Dec 25 20:56:22.288572 ncdv-master-1 neutron-server[121496]: DEBUG neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=121496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 25 20:56:22.289281 ncdv-master-1 neutron-server[121496]: DEBUG neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=121496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 25 20:56:22.289792 ncdv-master-1 neutron-server[121496]: INFO neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Loaded extension: subnetpool-prefix-ops
Dec 25 20:56:22.290141 ncdv-master-1 neutron-server[121496]: DEBUG neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=121496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 25 20:56:22.291069 ncdv-master-1 neutron-server[121496]: DEBUG neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=121496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 25 20:56:22.291576 ncdv-master-1 neutron-server[121496]: INFO neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins
Dec 25 20:56:22.291901 ncdv-master-1 neutron-server[121496]: DEBUG neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Loading extension file: tagging.py {{(pid=121496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 25 20:56:22.293017 ncdv-master-1 neutron-server[121496]: DEBUG neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=121496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 25 20:56:22.293533 ncdv-master-1 neutron-server[121496]: INFO neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Loaded extension: standard-attr-tag
Dec 25 20:56:22.293863 ncdv-master-1 neutron-server[121496]: DEBUG neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Loading extension file: timestamp.py {{(pid=121496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 25 20:56:22.295093 ncdv-master-1 neutron-server[121496]: DEBUG neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=121496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 25 20:56:22.295610 ncdv-master-1 neutron-server[121496]: INFO neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Loaded extension: standard-attr-timestamp
Dec 25 20:56:22.295938 ncdv-master-1 neutron-server[121496]: DEBUG neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Loading extension file: trunk.py {{(pid=121496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 25 20:56:22.297007 ncdv-master-1 neutron-server[121496]: DEBUG neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=121496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 25 20:56:22.297528 ncdv-master-1 neutron-server[121496]: INFO neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Extension trunk not supported by any of loaded plugins
Dec 25 20:56:22.297855 ncdv-master-1 neutron-server[121496]: DEBUG neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Loading extension file: trunk_details.py {{(pid=121496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 25 20:56:22.298813 ncdv-master-1 neutron-server[121496]: DEBUG neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=121496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 25 20:56:22.299325 ncdv-master-1 neutron-server[121496]: INFO neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Extension trunk-details not supported by any of loaded plugins
Dec 25 20:56:22.299648 ncdv-master-1 neutron-server[121496]: DEBUG neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Loading extension file: uplink_status_propagation.py {{(pid=121496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 25 20:56:22.300574 ncdv-master-1 neutron-server[121496]: DEBUG neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=121496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 25 20:56:22.301114 ncdv-master-1 neutron-server[121496]: INFO neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Extension uplink-status-propagation not supported by any of loaded plugins
Dec 25 20:56:22.301443 ncdv-master-1 neutron-server[121496]: DEBUG neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Loading extension file: vlantransparent.py {{(pid=121496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 25 20:56:22.302165 ncdv-master-1 neutron-server[121496]: DEBUG neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=121496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 25 20:56:22.303172 ncdv-master-1 neutron-server[121496]: INFO neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Extension vlan-transparent not supported by any of loaded plugins
Dec 25 20:56:22.305689 ncdv-master-1 neutron-server[121496]: INFO neutron.quota.resource_registry [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Creating instance of TrackedResource for resource:network
Dec 25 20:56:22.306220 ncdv-master-1 neutron-server[121496]: INFO neutron.quota.resource_registry [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Creating instance of TrackedResource for resource:subnet
Dec 25 20:56:22.306620 ncdv-master-1 neutron-server[121496]: INFO neutron.quota.resource_registry [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Creating instance of TrackedResource for resource:subnetpool
Dec 25 20:56:22.307012 ncdv-master-1 neutron-server[121496]: INFO neutron.quota.resource_registry [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Creating instance of TrackedResource for resource:port
Dec 25 20:56:22.308242 ncdv-master-1 neutron-server[121496]: DEBUG neutron.api.v2.resource_helper [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=121496) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Dec 25 20:56:22.308690 ncdv-master-1 neutron-server[121496]: DEBUG neutron.api.v2.resource_helper [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Service FLAVORS assigned prefix:  {{(pid=121496) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Dec 25 20:56:22.309328 ncdv-master-1 neutron-server[121496]: DEBUG neutron.api.v2.resource_helper [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=121496) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Dec 25 20:56:22.309762 ncdv-master-1 neutron-server[121496]: DEBUG neutron.api.v2.resource_helper [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=121496) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Dec 25 20:56:22.310091 ncdv-master-1 neutron-server[121496]: INFO neutron.quota.resource_registry [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Creating instance of TrackedResource for resource:router
Dec 25 20:56:22.319431 ncdv-master-1 neutron-server[121496]: INFO neutron.quota.resource_registry [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Creating instance of TrackedResource for resource:floatingip
Dec 25 20:56:22.319431 ncdv-master-1 neutron-server[121496]: DEBUG neutron.api.v2.resource_helper [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Service METERING assigned prefix: /metering {{(pid=121496) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Dec 25 20:56:22.319431 ncdv-master-1 neutron-server[121496]: DEBUG neutron_lib.callbacks.manager [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f261ab2db20>> rbac-policy before_create 55550000 {{(pid=121496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 25 20:56:22.319431 ncdv-master-1 neutron-server[121496]: DEBUG neutron_lib.callbacks.manager [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f261ab2db20>> rbac-policy before_update 55550000 {{(pid=121496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 25 20:56:22.319431 ncdv-master-1 neutron-server[121496]: DEBUG neutron_lib.callbacks.manager [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f261ab2db20>> rbac-policy before_delete 55550000 {{(pid=121496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 25 20:56:22.319820 ncdv-master-1 neutron-server[121496]: INFO neutron.quota.resource_registry [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Creating instance of CountableResource for resource:rbac_policy
Dec 25 20:56:22.319820 ncdv-master-1 neutron-server[121496]: INFO neutron.quota.resource_registry [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Creating instance of TrackedResource for resource:security_group
Dec 25 20:56:22.319820 ncdv-master-1 neutron-server[121496]: INFO neutron.quota.resource_registry [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Creating instance of TrackedResource for resource:security_group_rule
Dec 25 20:56:22.319820 ncdv-master-1 neutron-server[121496]: DEBUG neutron.api.v2.resource_helper [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Service CORE assigned prefix:  {{(pid=121496) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Dec 25 20:56:22.319820 ncdv-master-1 neutron-server[121496]: INFO neutron.quota.resource_registry [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Creating instance of TrackedResource for resource:subnetpool
Dec 25 20:56:22.319820 ncdv-master-1 neutron-server[121496]: WARNING neutron.quota.resource_registry [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] subnetpool is already registered
Dec 25 20:56:22.319820 ncdv-master-1 neutron-server[121496]: DEBUG neutron.api.v2.resource_helper [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Service CORE assigned prefix:  {{(pid=121496) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Dec 25 20:56:22.319820 ncdv-master-1 neutron-server[121496]: INFO neutron.quota.resource_registry [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Creating instance of TrackedResource for resource:subnetpool
Dec 25 20:56:22.319820 ncdv-master-1 neutron-server[121496]: WARNING neutron.quota.resource_registry [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] subnetpool is already registered
Dec 25 20:56:22.320416 ncdv-master-1 neutron-server[121496]: DEBUG neutron.api.v2.resource_helper [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=121496) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Dec 25 20:56:22.320416 ncdv-master-1 neutron-server[121496]: DEBUG neutron.api.v2.resource_helper [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Service FLAVORS assigned prefix:  {{(pid=121496) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Dec 25 20:56:22.320556 ncdv-master-1 neutron-server[121496]: DEBUG neutron.api.v2.resource_helper [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=121496) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Dec 25 20:56:22.320947 ncdv-master-1 neutron-server[121496]: DEBUG neutron.api.v2.resource_helper [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=121496) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Dec 25 20:56:22.321283 ncdv-master-1 neutron-server[121496]: INFO neutron.quota.resource_registry [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Creating instance of TrackedResource for resource:router
Dec 25 20:56:22.321618 ncdv-master-1 neutron-server[121496]: WARNING neutron.quota.resource_registry [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] router is already registered
Dec 25 20:56:22.322026 ncdv-master-1 neutron-server[121496]: INFO neutron.quota.resource_registry [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Creating instance of TrackedResource for resource:floatingip
Dec 25 20:56:22.322358 ncdv-master-1 neutron-server[121496]: WARNING neutron.quota.resource_registry [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] floatingip is already registered
Dec 25 20:56:22.322807 ncdv-master-1 neutron-server[121496]: DEBUG neutron.api.v2.resource_helper [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Service METERING assigned prefix: /metering {{(pid=121496) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Dec 25 20:56:22.323467 ncdv-master-1 neutron-server[121496]: INFO neutron.quota.resource_registry [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Creating instance of CountableResource for resource:rbac_policy
Dec 25 20:56:22.323794 ncdv-master-1 neutron-server[121496]: WARNING neutron.quota.resource_registry [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] rbac_policy is already registered
Dec 25 20:56:22.324202 ncdv-master-1 neutron-server[121496]: INFO neutron.quota.resource_registry [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Creating instance of TrackedResource for resource:security_group
Dec 25 20:56:22.324532 ncdv-master-1 neutron-server[121496]: WARNING neutron.quota.resource_registry [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] security_group is already registered
Dec 25 20:56:22.324960 ncdv-master-1 neutron-server[121496]: INFO neutron.quota.resource_registry [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Creating instance of TrackedResource for resource:security_group_rule
Dec 25 20:56:22.325294 ncdv-master-1 neutron-server[121496]: WARNING neutron.quota.resource_registry [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] security_group_rule is already registered
Dec 25 20:56:22.325913 ncdv-master-1 neutron-server[121496]: DEBUG neutron.api.v2.resource_helper [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Service CORE assigned prefix:  {{(pid=121496) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Dec 25 20:56:22.326241 ncdv-master-1 neutron-server[121496]: INFO neutron.quota.resource_registry [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Creating instance of TrackedResource for resource:subnetpool
Dec 25 20:56:22.326572 ncdv-master-1 neutron-server[121496]: WARNING neutron.quota.resource_registry [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] subnetpool is already registered
Dec 25 20:56:22.326994 ncdv-master-1 neutron-server[121496]: DEBUG neutron.api.v2.resource_helper [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Service CORE assigned prefix:  {{(pid=121496) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Dec 25 20:56:22.327316 ncdv-master-1 neutron-server[121496]: INFO neutron.quota.resource_registry [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Creating instance of TrackedResource for resource:subnetpool
Dec 25 20:56:22.327641 ncdv-master-1 neutron-server[121496]: WARNING neutron.quota.resource_registry [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] subnetpool is already registered
Dec 25 20:56:22.328113 ncdv-master-1 neutron-server[121496]: DEBUG neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Extended resource: extensions {{(pid=121496) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 25 20:56:22.329580 ncdv-master-1 neutron-server[121496]: DEBUG neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Extended resource: address-groups {{(pid=121496) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 25 20:56:22.331040 ncdv-master-1 neutron-server[121496]: DEBUG neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Extended resource: address-scopes {{(pid=121496) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 25 20:56:22.332350 ncdv-master-1 neutron-server[121496]: DEBUG neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Extended resource: agents {{(pid=121496) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 25 20:56:22.333548 ncdv-master-1 neutron-server[121496]: DEBUG neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Extended resource: auto-allocated-topology {{(pid=121496) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 25 20:56:22.334793 ncdv-master-1 neutron-server[121496]: DEBUG neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Extended resource: availability_zones {{(pid=121496) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 25 20:56:22.336002 ncdv-master-1 neutron-server[121496]: DEBUG neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Extended resource: dhcp-networks {{(pid=121496) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 25 20:56:22.337527 ncdv-master-1 neutron-server[121496]: DEBUG neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Extended resource: dhcp-agents {{(pid=121496) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 25 20:56:22.338923 ncdv-master-1 neutron-server[121496]: DEBUG neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Extended resource: routers {{(pid=121496) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 25 20:56:22.341121 ncdv-master-1 neutron-server[121496]: DEBUG neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Extended resource: flavors {{(pid=121496) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 25 20:56:22.342274 ncdv-master-1 neutron-server[121496]: DEBUG neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Extended resource: service_profiles {{(pid=121496) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 25 20:56:22.343729 ncdv-master-1 neutron-server[121496]: DEBUG neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Extended resource: next_providers {{(pid=121496) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 25 20:56:22.345204 ncdv-master-1 neutron-server[121496]: DEBUG neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Extended resource: service_profiles {{(pid=121496) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 25 20:56:22.346720 ncdv-master-1 neutron-server[121496]: DEBUG neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Extended resource: floatingip-pools {{(pid=121496) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 25 20:56:22.347928 ncdv-master-1 neutron-server[121496]: DEBUG neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Extended resource: routers {{(pid=121496) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 25 20:56:22.350585 ncdv-master-1 neutron-server[121496]: DEBUG neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Extended resource: floatingips {{(pid=121496) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 25 20:56:22.351861 ncdv-master-1 neutron-server[121496]: DEBUG neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Extended resource: l3-routers {{(pid=121496) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 25 20:56:22.353266 ncdv-master-1 neutron-server[121496]: DEBUG neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Extended resource: l3-agents {{(pid=121496) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 25 20:56:22.354646 ncdv-master-1 neutron-server[121496]: DEBUG neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Extended resource: metering-labels {{(pid=121496) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 25 20:56:22.355993 ncdv-master-1 neutron-server[121496]: DEBUG neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Extended resource: metering-label-rules {{(pid=121496) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 25 20:56:22.357298 ncdv-master-1 neutron-server[121496]: DEBUG neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Extended resource: network-ip-availabilities {{(pid=121496) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 25 20:56:22.358545 ncdv-master-1 neutron-server[121496]: DEBUG neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Extended resource: bindings {{(pid=121496) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 25 20:56:22.360184 ncdv-master-1 neutron-server[121496]: DEBUG neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Extended resource: quotas {{(pid=121496) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 25 20:56:22.361759 ncdv-master-1 neutron-server[121496]: DEBUG neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Extended resource: quotas {{(pid=121496) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 25 20:56:22.363263 ncdv-master-1 neutron-server[121496]: DEBUG neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Extended resource: rbac-policies {{(pid=121496) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 25 20:56:22.366025 ncdv-master-1 neutron-server[121496]: DEBUG neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Extended resource: security-groups {{(pid=121496) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 25 20:56:22.367247 ncdv-master-1 neutron-server[121496]: DEBUG neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Extended resource: security-group-rules {{(pid=121496) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 25 20:56:22.374979 ncdv-master-1 neutron-server[121496]: DEBUG neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Extended resource: service-providers {{(pid=121496) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 25 20:56:22.374979 ncdv-master-1 neutron-server[121496]: DEBUG neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Extended resource: subnetpools {{(pid=121496) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 25 20:56:22.374979 ncdv-master-1 neutron-server[121496]: DEBUG neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Extended resource: subnetpools {{(pid=121496) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 25 20:56:22.374979 ncdv-master-1 neutron-server[121496]: DEBUG neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Extended resource: tags {{(pid=121496) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 25 20:56:22.374979 ncdv-master-1 neutron-server[121496]: DEBUG neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Extended resource: tags {{(pid=121496) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 25 20:56:22.376022 ncdv-master-1 neutron-server[121496]: DEBUG neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Extended resource: tags {{(pid=121496) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 25 20:56:22.377809 ncdv-master-1 neutron-server[121496]: DEBUG neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Extended resource: tags {{(pid=121496) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 25 20:56:22.379582 ncdv-master-1 neutron-server[121496]: DEBUG neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Extended resource: tags {{(pid=121496) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 25 20:56:22.381477 ncdv-master-1 neutron-server[121496]: DEBUG neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Extended resource: tags {{(pid=121496) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 25 20:56:22.383135 ncdv-master-1 neutron-server[121496]: DEBUG neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Extended resource: tags {{(pid=121496) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 25 20:56:22.385037 ncdv-master-1 neutron-server[121496]: DEBUG neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Extended resource: tags {{(pid=121496) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 25 20:56:22.386805 ncdv-master-1 neutron-server[121496]: DEBUG neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Extended resource: tags {{(pid=121496) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 25 20:56:22.388646 ncdv-master-1 neutron-server[121496]: DEBUG neutron.api.extensions [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Extended resource: tags {{(pid=121496) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 25 20:56:22.394434 ncdv-master-1 neutron-server[121496]: WARNING keystonemiddleware.auth_token [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True.
Dec 25 20:56:22.401382 ncdv-master-1 neutron-server[121496]: WARNING keystonemiddleware.auth_token [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint
Dec 25 20:56:22.412762 ncdv-master-1 neutron-server[121496]: DEBUG oslo_concurrency.lockutils [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Acquired lock "singleton_lock" {{(pid=121496) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}}
Dec 25 20:56:22.413264 ncdv-master-1 neutron-server[121496]: DEBUG oslo_concurrency.lockutils [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Releasing lock "singleton_lock" {{(pid=121496) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}}
Dec 25 20:56:22.413917 ncdv-master-1 neutron-server[121496]: INFO oslo_service.service [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Starting 2 workers
Dec 25 20:56:22.418725 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Started child 121606 {{(pid=121496) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}}
Dec 25 20:56:22.423223 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Started child 121607 {{(pid=121496) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}}
Dec 25 20:56:22.424193 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 20:56:22.424750 ncdv-master-1 neutron-server[121496]: INFO neutron.service [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Neutron service started, listening on 0.0.0.0:9696
Dec 25 20:56:22.425418 ncdv-master-1 neutron-server[121496]: DEBUG neutron_lib.callbacks.manager [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Publish callbacks [] for process, before_spawn {{(pid=121496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 20:56:22.425902 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [-] (121606) wsgi starting up on http://0.0.0.0:9696
Dec 25 20:56:22.428429 ncdv-master-1 neutron-server[121496]: INFO oslo_service.service [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Starting 1 workers
Dec 25 20:56:22.429015 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 20:56:22.430383 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [-] (121607) wsgi starting up on http://0.0.0.0:9696
Dec 25 20:56:22.433608 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Started child 121608 {{(pid=121496) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}}
Dec 25 20:56:22.434171 ncdv-master-1 neutron-server[121496]: INFO oslo_service.service [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Starting 1 workers
Dec 25 20:56:22.437724 ncdv-master-1 neutron-server[121608]: DEBUG neutron.service [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] calling RpcWorker wait() {{(pid=121608) _wait /opt/stack/neutron/neutron/service.py:128}}
Dec 25 20:56:22.438276 ncdv-master-1 neutron-server[121608]: DEBUG neutron.service [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] returning from RpcWorker wait() {{(pid=121608) _wait /opt/stack/neutron/neutron/service.py:135}}
Dec 25 20:56:22.438706 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Started child 121609 {{(pid=121496) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}}
Dec 25 20:56:22.439497 ncdv-master-1 neutron-server[121496]: DEBUG neutron_lib.callbacks.manager [None req-c29ebd40-f05a-4f99-8db4-2cc5ce754ba7 None None] Publish callbacks [] for process, after_spawn {{(pid=121496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 20:56:22.439605 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 20:56:22.440014 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 20:56:22.441439 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=121496) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}}
Dec 25 20:56:22.441654 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
Dec 25 20:56:22.441845 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
Dec 25 20:56:22.442068 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Dec 25 20:56:22.442415 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
Dec 25 20:56:22.442580 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
Dec 25 20:56:22.443288 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 25 20:56:22.443608 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 25 20:56:22.443879 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 25 20:56:22.444137 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 25 20:56:22.444231 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 20:56:22.445082 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 25 20:56:22.445689 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 25 20:56:22.445942 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 25 20:56:22.446614 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 25 20:56:22.446906 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 25 20:56:22.447166 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 25 20:56:22.447479 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 25 20:56:22.447655 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 25 20:56:22.448914 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 25 20:56:22.449223 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 25 20:56:22.449556 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 25 20:56:22.449840 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 25 20:56:22.450092 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 25 20:56:22.450532 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 25 20:56:22.450713 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 25 20:56:22.450983 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 25 20:56:22.451262 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 25 20:56:22.451509 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 25 20:56:22.451782 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] debug                          = True {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 25 20:56:22.452028 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 25 20:56:22.452494 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 25 20:56:22.452726 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 25 20:56:22.453000 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 25 20:56:22.453222 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 25 20:56:22.453499 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 25 20:56:22.453730 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 25 20:56:22.453993 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 25 20:56:22.454389 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 25 20:56:22.454610 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 25 20:56:22.454868 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 25 20:56:22.455146 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 25 20:56:22.455388 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 25 20:56:22.455618 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 25 20:56:22.455864 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] fatal_deprecations             = False {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 25 20:56:22.456077 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 25 20:56:22.456353 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 25 20:56:22.456590 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 25 20:56:22.457091 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] host                           = ncdv-master-1 {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 25 20:56:22.457335 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 25 20:56:22.457574 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 25 20:56:22.457801 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 25 20:56:22.458047 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 25 20:56:22.458301 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 25 20:56:22.460057 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 25 20:56:22.460057 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 25 20:56:22.460057 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 25 20:56:22.460057 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 25 20:56:22.460057 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 25 20:56:22.460432 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 25 20:56:22.460524 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 25 20:56:22.460734 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 25 20:56:22.461022 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 25 20:56:22.461188 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 25 20:56:22.461788 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 25 20:56:22.462053 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 25 20:56:22.462327 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 25 20:56:22.462525 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 25 20:56:22.462696 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 25 20:56:22.462874 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 25 20:56:22.463136 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 25 20:56:22.463287 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 25 20:56:22.463541 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 25 20:56:22.463757 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 25 20:56:22.463972 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 25 20:56:22.464187 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 25 20:56:22.464438 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 25 20:56:22.464671 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 25 20:56:22.464947 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 25 20:56:22.465182 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 25 20:56:22.465397 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 25 20:56:22.465764 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 25 20:56:22.465923 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 25 20:56:22.466068 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 25 20:56:22.466296 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 25 20:56:22.466518 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 25 20:56:22.466790 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 25 20:56:22.467175 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 25 20:56:22.467569 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 25 20:56:22.467806 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 25 20:56:22.468316 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 25 20:56:22.468518 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 25 20:56:22.468940 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 25 20:56:22.469180 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 25 20:56:22.469432 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 25 20:56:22.469698 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 25 20:56:22.469930 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] rpc_resources_processing_step  = 20 {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 25 20:56:22.470596 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 25 20:56:22.470862 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 25 20:56:22.471243 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 25 20:56:22.471476 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 25 20:56:22.471699 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 25 20:56:22.471961 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 25 20:56:22.472187 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 25 20:56:22.472446 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 25 20:56:22.472693 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 25 20:56:22.472930 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 25 20:56:22.473086 ncdv-master-1 neutron-server[121609]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 20:56:22.473202 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 25 20:56:22.473392 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 25 20:56:22.473633 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 25 20:56:22.473862 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 25 20:56:22.474159 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 25 20:56:22.474888 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 25 20:56:22.475130 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 25 20:56:22.475341 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 25 20:56:22.475572 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 25 20:56:22.475785 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 25 20:56:22.475999 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 25 20:56:22.476919 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 25 20:56:22.476919 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.476919 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.477313 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.477510 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.477697 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.477929 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.478329 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.478555 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.479346 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.479346 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.479346 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.479601 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.479854 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.480090 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.480326 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.480662 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.480923 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.481190 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.482037 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.482037 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.482037 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.482272 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.482380 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.482621 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.482868 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name =  {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.483242 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.483632 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.484091 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.484371 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.484708 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.485005 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.488803 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.32/identity {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.488803 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.488803 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.488803 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.488803 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.488803 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.488803 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.488803 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.489435 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.489435 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.489435 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.489435 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.489435 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.489435 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.489435 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.489435 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.489435 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.490107 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.490107 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.490107 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.490107 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.490107 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.490470 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.490470 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.490621 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.490846 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.491126 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.491329 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.491567 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.491779 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.492186 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.492592 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.493022 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.493238 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.493449 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.493667 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.493881 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.494132 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.494375 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.494604 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.494821 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.495061 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.495294 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.495526 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.495740 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.495968 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.496188 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.496397 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.496628 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.496837 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.497090 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.497303 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.497515 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.497724 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.497956 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.498374 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.498772 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.499170 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.499393 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.499609 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.499881 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.500187 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.500447 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.500697 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.500948 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.501206 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.501426 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.501677 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.501917 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.502177 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.502409 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.502657 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.502886 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.503115 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.503358 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.503589 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.504052 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.504443 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.504850 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.505104 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.505543 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.505952 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.506383 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.506619 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.506851 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.507109 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.507377 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.507779 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.508236 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.508571 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.508831 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.509110 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.509408 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.511729 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.511729 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.511729 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.511729 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.511729 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.511729 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.511729 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.511729 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.512226 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.512226 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.512226 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.512405 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.512487 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.512685 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.513179 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.513413 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.513627 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.513862 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.514134 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.514359 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.514605 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.514884 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.515138 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.515552 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.516000 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.516417 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.32/identity {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.516843 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.517109 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.517340 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.517557 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.517802 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.518035 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.518278 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.518488 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.518838 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.519236 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.519451 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.519670 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.519886 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.520127 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.520364 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.520596 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.520812 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.521589 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.521831 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.522048 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.522269 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.522487 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.522716 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.522981 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.523199 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.523618 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.523888 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.524098 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.524330 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.524551 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.524815 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.525060 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.525304 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.525525 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.525741 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.525952 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.526169 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.526380 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.526613 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.526858 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.527089 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.527323 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.527581 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.527918 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.528156 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.528406 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.528651 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.528865 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.529190 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.529439 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.529681 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.529902 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.530117 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.530335 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.530570 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.530840 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.531069 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.531286 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.531493 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.531860 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.532248 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.532457 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.532746 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.533029 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.533273 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.533526 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] privsep.logger_name            = oslo_privsep.daemon {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.533765 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.533963 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.534212 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.534422 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.534651 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.534890 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.535104 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.535313 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.535553 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.535759 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.535967 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.536186 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name  = oslo_privsep.daemon {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.536400 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.537563 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.537797 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.540376 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] privsep_namespace.group        = None {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.540376 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.540376 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] privsep_namespace.logger_name  = oslo_privsep.daemon {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.540376 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.540376 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] privsep_namespace.user         = None {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.540376 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.540376 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] privsep_conntrack.group        = None {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.541041 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.541326 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name  = oslo_privsep.daemon {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.541580 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.541870 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] privsep_conntrack.user         = None {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.542128 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] privsep_link.capabilities      = [12, 21] {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.542364 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] privsep_link.group             = None {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.542599 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] privsep_link.helper_command    = None {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.542845 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] privsep_link.logger_name       = oslo_privsep.daemon {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.543076 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size  = 4 {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.543303 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] privsep_link.user              = None {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.543613 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.543872 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.544107 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.544413 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.544652 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.545080 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.545420 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 36948) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 20:56:22.545554 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.545804 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.546028 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.546296 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.546546 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.546794 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.547024 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.547294 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.547618 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.547900 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.548175 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.548435 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.548734 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.549085 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.549361 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.549684 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.550183 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.550674 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.550836 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.551082 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.551343 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.551598 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.551829 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.552120 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.552489 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.552699 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.552966 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.553239 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.553456 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.553688 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.554466 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.554466 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.554752 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [-] 10.222.0.32 "GET / HTTP/1.1" status: 200  len: 253 time: 0.0066471
Dec 25 20:56:22.555489 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.555652 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.557076 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.557356 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.557589 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.558501 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
Dec 25 20:56:22.559721 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=121496) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}}
Dec 25 20:56:22.559721 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
Dec 25 20:56:22.559721 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
Dec 25 20:56:22.560144 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Dec 25 20:56:22.560144 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
Dec 25 20:56:22.560144 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
Dec 25 20:56:22.564920 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 25 20:56:22.564920 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 25 20:56:22.564920 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 25 20:56:22.564920 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 25 20:56:22.564920 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 25 20:56:22.564920 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 25 20:56:22.564920 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 25 20:56:22.564920 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 25 20:56:22.566183 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 25 20:56:22.566183 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 25 20:56:22.566183 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 25 20:56:22.566183 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 25 20:56:22.566183 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 25 20:56:22.566183 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 25 20:56:22.566183 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 25 20:56:22.566183 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 25 20:56:22.566621 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 25 20:56:22.566621 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 25 20:56:22.566621 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 25 20:56:22.566621 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 25 20:56:22.566621 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 25 20:56:22.566621 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 25 20:56:22.566621 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] debug                          = True {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 25 20:56:22.566621 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 25 20:56:22.567049 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 25 20:56:22.567049 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 25 20:56:22.567049 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 25 20:56:22.567049 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 25 20:56:22.567049 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 25 20:56:22.567049 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 25 20:56:22.567404 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 25 20:56:22.567404 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 25 20:56:22.567404 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 25 20:56:22.567404 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 25 20:56:22.567404 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 25 20:56:22.567404 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 25 20:56:22.567404 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 25 20:56:22.567404 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] fatal_deprecations             = False {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 25 20:56:22.568148 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 25 20:56:22.568148 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 25 20:56:22.568148 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 25 20:56:22.568148 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] host                           = ncdv-master-1 {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 25 20:56:22.568148 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 25 20:56:22.568148 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 25 20:56:22.568148 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 25 20:56:22.568521 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 25 20:56:22.568521 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 25 20:56:22.569318 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 25 20:56:22.569497 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 25 20:56:22.569667 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 25 20:56:22.569825 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 25 20:56:22.569986 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 25 20:56:22.570153 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 25 20:56:22.570317 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 25 20:56:22.570476 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 25 20:56:22.570634 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 25 20:56:22.570794 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 25 20:56:22.570976 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 25 20:56:22.571107 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 25 20:56:22.571266 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 25 20:56:22.571501 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 25 20:56:22.571641 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 25 20:56:22.571768 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 25 20:56:22.571927 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 25 20:56:22.572087 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 25 20:56:22.572247 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 25 20:56:22.573110 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 25 20:56:22.573299 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 25 20:56:22.573476 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 25 20:56:22.573648 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 25 20:56:22.573814 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 25 20:56:22.575039 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 25 20:56:22.575039 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 25 20:56:22.575039 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 25 20:56:22.575039 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 25 20:56:22.575039 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 25 20:56:22.575039 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 25 20:56:22.575039 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 25 20:56:22.575039 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 25 20:56:22.581199 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 25 20:56:22.581199 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 25 20:56:22.581199 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 25 20:56:22.581199 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 25 20:56:22.581199 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 25 20:56:22.581199 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 25 20:56:22.581199 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 25 20:56:22.581199 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 25 20:56:22.581199 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 25 20:56:22.581694 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 25 20:56:22.581694 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] rpc_resources_processing_step  = 20 {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 25 20:56:22.581694 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 25 20:56:22.581694 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 25 20:56:22.581694 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 25 20:56:22.581694 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 25 20:56:22.581694 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 25 20:56:22.581694 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 25 20:56:22.582126 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 25 20:56:22.582126 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 25 20:56:22.582126 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 25 20:56:22.582126 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 25 20:56:22.582126 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 25 20:56:22.582126 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 25 20:56:22.582126 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 25 20:56:22.582126 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 25 20:56:22.582554 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 25 20:56:22.582554 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 25 20:56:22.582554 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 25 20:56:22.582554 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 25 20:56:22.582554 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 25 20:56:22.582554 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 25 20:56:22.582554 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 25 20:56:22.582554 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 25 20:56:22.583011 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.583011 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.583011 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.583011 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.583011 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.583011 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.583011 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.583011 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.583981 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.583981 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.583981 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.583981 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.583981 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.583981 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.583981 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.583981 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.584413 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.584413 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.584413 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.584413 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.584413 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.584413 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.584413 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.584413 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.584840 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name =  {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.584840 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.584840 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.585051 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.585051 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.585218 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.585374 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.585534 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.32/identity {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.585695 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.585853 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.586013 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.587230 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.587230 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.587230 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.587230 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.587230 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.587230 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.587930 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.587930 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.587930 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.587930 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.588326 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.588326 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.588326 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.588631 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.588631 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.589123 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.589783 ncdv-master-1 neutron-server[121608]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 20:56:22.589911 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.590042 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.590206 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.590372 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.590532 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.590800 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.591127 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.591431 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.591741 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.591904 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.592044 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.592204 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.592419 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.592557 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.592696 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.593915 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.593915 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.593915 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.593915 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.593915 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.594584 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.594584 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.594584 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.594584 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.594584 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.595221 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.595221 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.595221 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.595221 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.595500 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.595500 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.595651 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.595731 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.595868 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.596025 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.596184 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.596347 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.596504 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.596804 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.597012 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.597153 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.597461 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.597783 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.597949 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.598112 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.598257 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.598408 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.598713 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.598870 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.599713 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.600052 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.600385 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.600690 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.600980 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.601935 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.601935 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.601935 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.601935 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.601935 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.601935 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.602347 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.602347 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.602347 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.602528 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.602596 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.602810 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.602900 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.603069 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.603232 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.603390 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.603560 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.603701 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.603864 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.604023 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.604184 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.604344 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.604497 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.604649 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.604807 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.604989 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.605198 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.605323 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.605677 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.605677 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.605886 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.605990 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.609258 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.609258 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.609258 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.609258 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.609258 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.609258 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.609258 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.609258 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.609758 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.609758 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.609758 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.609758 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.609758 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.32/identity {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.609758 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.609758 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.609758 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.610203 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.610203 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.610203 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.610203 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.610203 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.610203 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.610203 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.610203 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.610635 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.610635 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.610635 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.610635 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.610635 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.610635 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.610963 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.610963 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.611112 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.612851 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.612851 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.612851 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.612851 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.612851 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.612851 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.612851 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.612851 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.613409 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.613409 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.613409 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.613409 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.613409 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.613409 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.613409 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.613849 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.613849 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.613849 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.614017 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.614144 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.614308 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.614459 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.614646 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.614822 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.614992 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.615191 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.615278 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.615664 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.615664 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.615830 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.615904 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.616021 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.616173 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.617178 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.618245 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.618347 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.618446 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.618671 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.619679 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.619679 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.619679 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.619679 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.619679 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.619679 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.620496 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.620496 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] privsep.logger_name            = oslo_privsep.daemon {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.620496 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.620496 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.620496 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.621099 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.621099 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.621099 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.621099 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.621621 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.621621 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.621621 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.621987 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.622846 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name  = oslo_privsep.daemon {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.623019 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.623246 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.623396 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.624257 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] privsep_namespace.group        = None {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.624431 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.624587 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] privsep_namespace.logger_name  = oslo_privsep.daemon {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.624920 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.624920 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] privsep_namespace.user         = None {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.625162 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.625264 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] privsep_conntrack.group        = None {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.625419 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.625554 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name  = oslo_privsep.daemon {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.625716 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.625877 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] privsep_conntrack.user         = None {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.626421 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] privsep_link.capabilities      = [12, 21] {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.626421 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] privsep_link.group             = None {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.626421 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] privsep_link.helper_command    = None {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.626641 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] privsep_link.logger_name       = oslo_privsep.daemon {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.626641 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size  = 4 {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.626847 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] privsep_link.user              = None {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.626976 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.627131 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.627293 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.627463 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.628420 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.628420 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.628420 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.628420 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.628420 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.628420 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.629065 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.629065 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.629065 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.629065 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.629350 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.629350 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.629482 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.629654 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.629825 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.630100 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.630459 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.630459 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.630617 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.630696 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.630815 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.630975 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.631295 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.631462 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.631730 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.631882 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.632036 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.632230 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.632370 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.632508 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.632691 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.632834 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.633002 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.633139 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.633275 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.633440 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.633611 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.633784 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.633937 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 25 20:56:22.634083 ncdv-master-1 neutron-server[121496]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=121496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
Dec 25 20:56:34.723080 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f4f1381-7a33-40ba-89b0-3ea2aed25503 None None] get_active_networks_info from ncdv-master-1 {{(pid=121608) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
Dec 25 20:56:34.806258 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f4f1381-7a33-40ba-89b0-3ea2aed25503 None None] No non-hosted networks {{(pid=121608) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}}
Dec 25 20:56:34.813611 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.agentschedulers_db [None req-8f4f1381-7a33-40ba-89b0-3ea2aed25503 None None] DHCP Agent not found on host ncdv-master-1 {{(pid=121608) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}}
Dec 25 20:56:34.903157 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3a059213-96af-4c95-bf0e-1ac273cb4efd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2007712'] for agent, after_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 20:56:36.951821 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-4f95be6e-0241-4cef-b03e-e8428a771a3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2007712'] for agent, after_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 20:56:36.993411 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.db.api [None req-9ab08d64-e30a-4974-942d-64a61d1786b9 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-ncdv-master-1 {{(pid=121608) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 25 20:56:36.994225 ncdv-master-1 neutron-server[121608]: DEBUG oslo_db.api [None req-9ab08d64-e30a-4974-942d-64a61d1786b9 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 25 20:56:37.519803 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9ab08d64-e30a-4974-942d-64a61d1786b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 20:56:38.346804 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3e945ecd-9380-47c2-aa0a-12ebe07e03e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2007712'] for agent, after_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 20:56:39.382826 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-15cb578f-7a63-4fd3-925d-83bad4c7b82a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2007712'] for agent, after_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 20:56:40.559645 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2007712'] for agent, after_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 20:56:40.560388 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 20:56:40.560705 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 20:56:40.561126 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 20:56:40.561459 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 20:56:40.561785 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 20:56:40.562140 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 20:56:40.562447 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 20:56:40.562767 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 20:56:40.563242 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 20:56:40.563569 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 20:56:40.563887 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 20:56:40.564203 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 20:56:40.564519 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 20:56:40.565052 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f2619e4abe0>, 'Open vSwitch agent', 'ncdv-master-1', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 20:56:40.572467 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f2619e3db20>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'ncdv-master-1', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 20:56:40.831567 ncdv-master-1 neutron-server[121608]: INFO neutron.db.l3_hamode_db [None req-2e1cb0cc-3827-4f90-8726-682b06b4ff18 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1
Dec 25 20:56:40.909768 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e1cb0cc-3827-4f90-8726-682b06b4ff18 None None] Routers set() bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 20:56:40.910084 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e1cb0cc-3827-4f90-8726-682b06b4ff18 None None] Router IDs set() for agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}}
Dec 25 20:56:44.101098 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 37052) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 20:56:44.590747 ncdv-master-1 neutron-server[121607]: WARNING oslo_policy.policy [None req-d7981703-6e1e-4f77-b133-4dbb62265754 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Dec 25 20:56:44.591323 ncdv-master-1 neutron-server[121607]: WARNING oslo_policy.policy [None req-d7981703-6e1e-4f77-b133-4dbb62265754 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Dec 25 20:56:44.820859 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [None req-d7981703-6e1e-4f77-b133-4dbb62265754 admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=121607) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 25 20:56:44.821974 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-d7981703-6e1e-4f77-b133-4dbb62265754 admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.7199697
Dec 25 20:56:47.811953 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 37068) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 20:56:48.106950 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-fd705ec4-029e-41b1-baad-1472eaff257d admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'tenant_id': '41b3685f056e42a38cb9ec18c9d20fa2', 'is_default': True, 'shared': True}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 20:56:48.214270 ncdv-master-1 neutron-server[121607]: DEBUG neutron.policy [None req-fd705ec4-029e-41b1-baad-1472eaff257d admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=121607) register_rules /opt/stack/neutron/neutron/policy.py:73}}
Dec 25 20:56:48.259925 ncdv-master-1 neutron-server[121607]: WARNING oslo_policy.policy [None req-fd705ec4-029e-41b1-baad-1472eaff257d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Dec 25 20:56:48.260289 ncdv-master-1 neutron-server[121607]: WARNING oslo_policy.policy [None req-fd705ec4-029e-41b1-baad-1472eaff257d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Dec 25 20:56:48.268668 ncdv-master-1 neutron-server[121607]: INFO neutron.quota [None req-fd705ec4-029e-41b1-baad-1472eaff257d admin admin] Loaded quota_driver: <neutron.db.quota.driver_nolock.DbQuotaNoLockDriver object at 0x7f261a604b50>.
Dec 25 20:56:48.469790 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-fd705ec4-029e-41b1-baad-1472eaff257d admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8737599666591', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8737599667122', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8737599680838', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8737599683673', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8737599357595', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8737599366625', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-623783', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-654642', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1573773', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-2039069'] for rbac-policy, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 20:56:48.687283 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-fd705ec4-029e-41b1-baad-1472eaff257d admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 20:56:48.688560 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-fd705ec4-029e-41b1-baad-1472eaff257d admin admin] 10.222.0.32 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 739 time: 0.8756063
Dec 25 20:56:51.496572 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 37080) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 20:56:51.790721 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-335259de-d273-426f-a284-85e81efc866b admin admin] Request body: {'network': {'tenant_id': '43439940dd2449978937f225023600e8', 'admin_state_up': True, 'name': 'private', 'project_id': '43439940dd2449978937f225023600e8'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 20:56:51.876955 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-335259de-d273-426f-a284-85e81efc866b admin admin] Made reservation on behalf of 43439940dd2449978937f225023600e8 for: {'network': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 20:56:51.879642 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-335259de-d273-426f-a284-85e81efc866b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for network, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 20:56:51.896682 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-335259de-d273-426f-a284-85e81efc866b admin admin] Publish callbacks [] for security_group, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 20:56:51.999646 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-335259de-d273-426f-a284-85e81efc866b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 20:56:52.071312 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-335259de-d273-426f-a284-85e81efc866b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 20:56:52.090385 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-335259de-d273-426f-a284-85e81efc866b admin admin] vlan segment allocate from pool success with {'vlan_id': 191, 'physical_network': 'physnet1'}  {{(pid=121607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 25 20:56:52.116703 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-335259de-d273-426f-a284-85e81efc866b admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8737602743053', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 20:56:52.117307 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-335259de-d273-426f-a284-85e81efc866b admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f261b52b0d0> segment precommit_create {{(pid=121607) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}}
Dec 25 20:56:52.117795 ncdv-master-1 neutron-server[121607]: INFO neutron.db.segments_db [None req-335259de-d273-426f-a284-85e81efc866b admin admin] Added segment f5c45862-77ef-4035-bdcb-a03a7ddfcec7 of type vlan for network 4c7be4ef-ec10-490a-9af5-cac46ea12483
Dec 25 20:56:52.133487 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335259de-d273-426f-a284-85e81efc866b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb4dcaa7-d5e7-44c0-a343-4cab9529f407,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 20:56:52.158669 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335259de-d273-426f-a284-85e81efc866b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 20:56:52.159007 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335259de-d273-426f-a284-85e81efc866b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 20:56:52.159338 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335259de-d273-426f-a284-85e81efc866b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 20:56:52.159665 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335259de-d273-426f-a284-85e81efc866b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 20:56:52.160011 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335259de-d273-426f-a284-85e81efc866b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 20:56:52.160331 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335259de-d273-426f-a284-85e81efc866b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 20:56:52.160650 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335259de-d273-426f-a284-85e81efc866b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 20:56:52.161011 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335259de-d273-426f-a284-85e81efc866b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 20:56:52.161325 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335259de-d273-426f-a284-85e81efc866b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 20:56:52.161640 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335259de-d273-426f-a284-85e81efc866b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 20:56:52.161952 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335259de-d273-426f-a284-85e81efc866b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 20:56:52.162264 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335259de-d273-426f-a284-85e81efc866b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 20:56:52.162576 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335259de-d273-426f-a284-85e81efc866b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 20:56:52.163642 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335259de-d273-426f-a284-85e81efc866b admin admin] Tracked resource versions report:
Dec 25 20:56:52.163642 ncdv-master-1 neutron-server[121607]: pushed versions:
Dec 25 20:56:52.163642 ncdv-master-1 neutron-server[121607]: {   'AddressGroup': {'1.2'},
Dec 25 20:56:52.163642 ncdv-master-1 neutron-server[121607]:     'ConntrackHelper': {'1.0'},
Dec 25 20:56:52.163642 ncdv-master-1 neutron-server[121607]:     'LocalIPAssociation': {'1.0'},
Dec 25 20:56:52.163642 ncdv-master-1 neutron-server[121607]:     'Log': {'1.0'},
Dec 25 20:56:52.163642 ncdv-master-1 neutron-server[121607]:     'Network': {'1.1'},
Dec 25 20:56:52.163642 ncdv-master-1 neutron-server[121607]:     'Port': {'1.7'},
Dec 25 20:56:52.163642 ncdv-master-1 neutron-server[121607]:     'PortForwarding': {'1.2'},
Dec 25 20:56:52.163642 ncdv-master-1 neutron-server[121607]:     'QosPolicy': {'1.10'},
Dec 25 20:56:52.163642 ncdv-master-1 neutron-server[121607]:     'SecurityGroup': {'1.5'},
Dec 25 20:56:52.163642 ncdv-master-1 neutron-server[121607]:     'SecurityGroupRule': {'1.2'},
Dec 25 20:56:52.163642 ncdv-master-1 neutron-server[121607]:     'SubPort': {'1.0'},
Dec 25 20:56:52.163642 ncdv-master-1 neutron-server[121607]:     'Subnet': {'1.1'},
Dec 25 20:56:52.163642 ncdv-master-1 neutron-server[121607]:     'Trunk': {'1.1'}}
Dec 25 20:56:52.163642 ncdv-master-1 neutron-server[121607]: consumer versions:
Dec 25 20:56:52.163642 ncdv-master-1 neutron-server[121607]: {   DHCP agent@ncdv-master-1: {},
Dec 25 20:56:52.163642 ncdv-master-1 neutron-server[121607]:     L3 agent@ncdv-master-1: {},
Dec 25 20:56:52.163642 ncdv-master-1 neutron-server[121607]:     Metadata agent@ncdv-master-1: {},
Dec 25 20:56:52.163642 ncdv-master-1 neutron-server[121607]:     Metering agent@ncdv-master-1: {},
Dec 25 20:56:52.163642 ncdv-master-1 neutron-server[121607]:     Open vSwitch agent@ncdv-master-1: {   'AddressGroup': '1.2',
Dec 25 20:56:52.163642 ncdv-master-1 neutron-server[121607]:                                           'ConntrackHelper': '1.0',
Dec 25 20:56:52.163642 ncdv-master-1 neutron-server[121607]:                                           'LocalIPAssociation': '1.0',
Dec 25 20:56:52.163642 ncdv-master-1 neutron-server[121607]:                                           'Log': '1.0',
Dec 25 20:56:52.163642 ncdv-master-1 neutron-server[121607]:                                           'Network': '1.1',
Dec 25 20:56:52.163642 ncdv-master-1 neutron-server[121607]:                                           'Port': '1.7',
Dec 25 20:56:52.163642 ncdv-master-1 neutron-server[121607]:                                           'PortForwarding': '1.2',
Dec 25 20:56:52.163642 ncdv-master-1 neutron-server[121607]:                                           'QosPolicy': '1.10',
Dec 25 20:56:52.163642 ncdv-master-1 neutron-server[121607]:                                           'SecurityGroup': '1.5',
Dec 25 20:56:52.163642 ncdv-master-1 neutron-server[121607]:                                           'SecurityGroupRule': '1.2',
Dec 25 20:56:52.163642 ncdv-master-1 neutron-server[121607]:                                           'SubPort': '1.0',
Dec 25 20:56:52.163642 ncdv-master-1 neutron-server[121607]:                                           'Subnet': '1.1',
Dec 25 20:56:52.163642 ncdv-master-1 neutron-server[121607]:                                           'Trunk': '1.1'}}
Dec 25 20:56:52.163642 ncdv-master-1 neutron-server[121607]:  {{(pid=121607) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Dec 25 20:56:52.224952 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-335259de-d273-426f-a284-85e81efc866b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737602163420'] for network, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 20:56:52.323014 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-335259de-d273-426f-a284-85e81efc866b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870'] for network, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 20:56:52.324085 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-335259de-d273-426f-a284-85e81efc866b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 20:56:52.324794 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-335259de-d273-426f-a284-85e81efc866b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for network, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 20:56:52.418329 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335259de-d273-426f-a284-85e81efc866b admin admin] Pushing event updated for resources: {'Network': ['ID=4c7be4ef-ec10-490a-9af5-cac46ea12483,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 20:56:52.430021 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Network 4c7be4ef-ec10-490a-9af5-cac46ea12483 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 25 20:56:52.450789 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-335259de-d273-426f-a284-85e81efc866b admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 849 time: 0.9531450
Dec 25 20:56:55.356638 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 37094) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 20:56:55.744663 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6229ac79-f20c-4e27-86a3-3c5ae758f4ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 20:56:55.746040 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-6229ac79-f20c-4e27-86a3-3c5ae758f4ff admin admin] 10.222.0.32 "GET /v2.0/networks/4c7be4ef-ec10-490a-9af5-cac46ea12483 HTTP/1.1" status: 200  len: 825 time: 0.3884494
Dec 25 20:56:55.771448 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-10598650-2d6b-4f10-8c90-31f04d6d5049 admin admin] 10.222.0.32 "GET /v2.0/subnetpools/58db23a1-0dca-4134-9c99-d7aec99e53b5 HTTP/1.1" status: 200  len: 734 time: 0.0193944
Dec 25 20:56:55.780148 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-9686be22-47e9-4ae3-9b2d-49e960bffabe admin admin] Request body: {'subnet': {'ip_version': 4, 'subnetpool_id': '58db23a1-0dca-4134-9c99-d7aec99e53b5', 'tenant_id': '43439940dd2449978937f225023600e8', 'gateway_ip': '172.20.0.1', 'network_id': '4c7be4ef-ec10-490a-9af5-cac46ea12483', 'name': 'private-subnet'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 20:56:55.884167 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9686be22-47e9-4ae3-9b2d-49e960bffabe admin admin] Made reservation on behalf of 43439940dd2449978937f225023600e8 for: {'subnet': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 20:56:55.886394 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-9686be22-47e9-4ae3-9b2d-49e960bffabe admin admin] Publish callbacks [] for subnet, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 20:56:56.254834 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-9686be22-47e9-4ae3-9b2d-49e960bffabe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870'] for subnet, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 20:56:56.324849 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9686be22-47e9-4ae3-9b2d-49e960bffabe admin admin] Pushing event updated for resources: {'Subnet': ['ID=5207dbd9-f0ca-4d73-80f5-50eb4c038bb7,revision_number=0']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 20:56:56.326806 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9686be22-47e9-4ae3-9b2d-49e960bffabe admin admin] Checking segment: {'id': 'f5c45862-77ef-4035-bdcb-a03a7ddfcec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '4c7be4ef-ec10-490a-9af5-cac46ea12483'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 20:56:56.327178 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9686be22-47e9-4ae3-9b2d-49e960bffabe admin admin] Network hostable DHCP agents. Network: 4c7be4ef-ec10-490a-9af5-cac46ea12483, hostable agents: ['1813db88-2c1b-4357-a2ba-869246b663c2'], hosted agents: [] {{(pid=121607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 25 20:56:56.398187 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9686be22-47e9-4ae3-9b2d-49e960bffabe admin admin] Network 4c7be4ef-ec10-490a-9af5-cac46ea12483 is scheduled to be hosted by DHCP agent 1813db88-2c1b-4357-a2ba-869246b663c2 with binding_index 1 {{(pid=121607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 25 20:56:56.472824 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-9686be22-47e9-4ae3-9b2d-49e960bffabe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 4c7be4ef-ec10-490a-9af5-cac46ea12483) {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 20:56:56.477304 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9686be22-47e9-4ae3-9b2d-49e960bffabe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 20:56:56.477918 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-9686be22-47e9-4ae3-9b2d-49e960bffabe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for subnet, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 20:56:56.483911 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4419f4d-5ef1-465f-a7c1-77a3bf1dc4a6 None None] Network 4c7be4ef-ec10-490a-9af5-cac46ea12483 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 20:56:56.567289 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-9686be22-47e9-4ae3-9b2d-49e960bffabe admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 0.7901950
Dec 25 20:56:56.749684 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65f9b4ea-0b71-455c-b43f-f8e06ea4325a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-4c7be4ef-ec10-490a-9af5-cac46ea12483', 'network_id': '4c7be4ef-ec10-490a-9af5-cac46ea12483', 'project_id': '43439940dd2449978937f225023600e8', 'fixed_ips': [{'subnet_id': '5207dbd9-f0ca-4d73-80f5-50eb4c038bb7'}]}} from ncdv-master-1. {{(pid=121608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 25 20:56:56.750958 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-65f9b4ea-0b71-455c-b43f-f8e06ea4325a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 20:56:57.055690 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.db_base_plugin_common [None req-65f9b4ea-0b71-455c-b43f-f8e06ea4325a None None] Allocated IP 172.20.0.2 (4c7be4ef-ec10-490a-9af5-cac46ea12483/5207dbd9-f0ca-4d73-80f5-50eb4c038bb7/d831e789-b34c-4541-9f6d-d8d35cfdcb72) {{(pid=121608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 20:56:57.293051 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-65f9b4ea-0b71-455c-b43f-f8e06ea4325a None None] Publish callbacks [] for port, precommit_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 20:56:57.382607 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-65f9b4ea-0b71-455c-b43f-f8e06ea4325a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946'] for port, after_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 20:56:57.457938 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65f9b4ea-0b71-455c-b43f-f8e06ea4325a None None] Network 4c7be4ef-ec10-490a-9af5-cac46ea12483 is already hosted by enough agents. {{(pid=121608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 20:56:57.462680 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.base_scheduler [None req-65f9b4ea-0b71-455c-b43f-f8e06ea4325a None None] Resources bound (agent type, host, resource id):  {{(pid=121608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 20:56:57.471832 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65f9b4ea-0b71-455c-b43f-f8e06ea4325a None None] Received port after_create {{(pid=121608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 20:56:57.475545 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f9b4ea-0b71-455c-b43f-f8e06ea4325a None None] Pushing event updated for resources: {'Port': ['ID=d831e789-b34c-4541-9f6d-d8d35cfdcb72,revision_number=1']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 20:56:57.505537 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f9b4ea-0b71-455c-b43f-f8e06ea4325a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 20:56:57.506171 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f9b4ea-0b71-455c-b43f-f8e06ea4325a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 20:56:57.506266 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f9b4ea-0b71-455c-b43f-f8e06ea4325a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 20:56:57.506537 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f9b4ea-0b71-455c-b43f-f8e06ea4325a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 20:56:57.506870 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f9b4ea-0b71-455c-b43f-f8e06ea4325a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 20:56:57.507198 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f9b4ea-0b71-455c-b43f-f8e06ea4325a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 20:56:57.507523 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f9b4ea-0b71-455c-b43f-f8e06ea4325a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 20:56:57.507872 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f9b4ea-0b71-455c-b43f-f8e06ea4325a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 20:56:57.508164 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f9b4ea-0b71-455c-b43f-f8e06ea4325a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 20:56:57.508484 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f9b4ea-0b71-455c-b43f-f8e06ea4325a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 20:56:57.508804 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f9b4ea-0b71-455c-b43f-f8e06ea4325a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 20:56:57.509149 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f9b4ea-0b71-455c-b43f-f8e06ea4325a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 20:56:57.509467 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f9b4ea-0b71-455c-b43f-f8e06ea4325a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 20:56:57.510565 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f9b4ea-0b71-455c-b43f-f8e06ea4325a None None] Tracked resource versions report:
Dec 25 20:56:57.510565 ncdv-master-1 neutron-server[121608]: pushed versions:
Dec 25 20:56:57.510565 ncdv-master-1 neutron-server[121608]: {   'AddressGroup': {'1.2'},
Dec 25 20:56:57.510565 ncdv-master-1 neutron-server[121608]:     'ConntrackHelper': {'1.0'},
Dec 25 20:56:57.510565 ncdv-master-1 neutron-server[121608]:     'LocalIPAssociation': {'1.0'},
Dec 25 20:56:57.510565 ncdv-master-1 neutron-server[121608]:     'Log': {'1.0'},
Dec 25 20:56:57.510565 ncdv-master-1 neutron-server[121608]:     'Network': {'1.1'},
Dec 25 20:56:57.510565 ncdv-master-1 neutron-server[121608]:     'Port': {'1.7'},
Dec 25 20:56:57.510565 ncdv-master-1 neutron-server[121608]:     'PortForwarding': {'1.2'},
Dec 25 20:56:57.510565 ncdv-master-1 neutron-server[121608]:     'QosPolicy': {'1.10'},
Dec 25 20:56:57.510565 ncdv-master-1 neutron-server[121608]:     'SecurityGroup': {'1.5'},
Dec 25 20:56:57.510565 ncdv-master-1 neutron-server[121608]:     'SecurityGroupRule': {'1.2'},
Dec 25 20:56:57.510565 ncdv-master-1 neutron-server[121608]:     'SubPort': {'1.0'},
Dec 25 20:56:57.510565 ncdv-master-1 neutron-server[121608]:     'Subnet': {'1.1'},
Dec 25 20:56:57.510565 ncdv-master-1 neutron-server[121608]:     'Trunk': {'1.1'}}
Dec 25 20:56:57.510565 ncdv-master-1 neutron-server[121608]: consumer versions:
Dec 25 20:56:57.510565 ncdv-master-1 neutron-server[121608]: {   DHCP agent@ncdv-master-1: {},
Dec 25 20:56:57.510565 ncdv-master-1 neutron-server[121608]:     L3 agent@ncdv-master-1: {},
Dec 25 20:56:57.510565 ncdv-master-1 neutron-server[121608]:     Metadata agent@ncdv-master-1: {},
Dec 25 20:56:57.510565 ncdv-master-1 neutron-server[121608]:     Metering agent@ncdv-master-1: {},
Dec 25 20:56:57.510565 ncdv-master-1 neutron-server[121608]:     Open vSwitch agent@ncdv-master-1: {   'AddressGroup': '1.2',
Dec 25 20:56:57.510565 ncdv-master-1 neutron-server[121608]:                                           'ConntrackHelper': '1.0',
Dec 25 20:56:57.510565 ncdv-master-1 neutron-server[121608]:                                           'LocalIPAssociation': '1.0',
Dec 25 20:56:57.510565 ncdv-master-1 neutron-server[121608]:                                           'Log': '1.0',
Dec 25 20:56:57.510565 ncdv-master-1 neutron-server[121608]:                                           'Network': '1.1',
Dec 25 20:56:57.510565 ncdv-master-1 neutron-server[121608]:                                           'Port': '1.7',
Dec 25 20:56:57.510565 ncdv-master-1 neutron-server[121608]:                                           'PortForwarding': '1.2',
Dec 25 20:56:57.510565 ncdv-master-1 neutron-server[121608]:                                           'QosPolicy': '1.10',
Dec 25 20:56:57.510565 ncdv-master-1 neutron-server[121608]:                                           'SecurityGroup': '1.5',
Dec 25 20:56:57.510565 ncdv-master-1 neutron-server[121608]:                                           'SecurityGroupRule': '1.2',
Dec 25 20:56:57.510565 ncdv-master-1 neutron-server[121608]:                                           'SubPort': '1.0',
Dec 25 20:56:57.510565 ncdv-master-1 neutron-server[121608]:                                           'Subnet': '1.1',
Dec 25 20:56:57.510565 ncdv-master-1 neutron-server[121608]:                                           'Trunk': '1.1'}}
Dec 25 20:56:57.510565 ncdv-master-1 neutron-server[121608]:  {{(pid=121608) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Dec 25 20:56:57.560467 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-65f9b4ea-0b71-455c-b43f-f8e06ea4325a None None] Attempting to bind port d831e789-b34c-4541-9f6d-d8d35cfdcb72 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 20:56:57.560853 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-65f9b4ea-0b71-455c-b43f-f8e06ea4325a None None] Attempting to bind port d831e789-b34c-4541-9f6d-d8d35cfdcb72 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'f5c45862-77ef-4035-bdcb-a03a7ddfcec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '4c7be4ef-ec10-490a-9af5-cac46ea12483'}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 20:56:57.561302 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65f9b4ea-0b71-455c-b43f-f8e06ea4325a None None] Attempting to bind port d831e789-b34c-4541-9f6d-d8d35cfdcb72 on network 4c7be4ef-ec10-490a-9af5-cac46ea12483 {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 20:56:57.566448 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65f9b4ea-0b71-455c-b43f-f8e06ea4325a None None] Checking agent: {'id': 'ca4f5c6d-f1fd-48b8-a3e3-395864c7d23d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 20, 56, 40), 'started_at': datetime.datetime(2021, 12, 25, 20, 56, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 20, 56, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 20:56:57.566821 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65f9b4ea-0b71-455c-b43f-f8e06ea4325a None None] Checking segment: {'id': 'f5c45862-77ef-4035-bdcb-a03a7ddfcec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '4c7be4ef-ec10-490a-9af5-cac46ea12483'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 20:56:57.567288 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-65f9b4ea-0b71-455c-b43f-f8e06ea4325a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 20:56:57.567674 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65f9b4ea-0b71-455c-b43f-f8e06ea4325a None None] Bound using segment: {'id': 'f5c45862-77ef-4035-bdcb-a03a7ddfcec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '4c7be4ef-ec10-490a-9af5-cac46ea12483'} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 20:56:57.568153 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-65f9b4ea-0b71-455c-b43f-f8e06ea4325a None None] Bound port: d831e789-b34c-4541-9f6d-d8d35cfdcb72, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5c45862-77ef-4035-bdcb-a03a7ddfcec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '4c7be4ef-ec10-490a-9af5-cac46ea12483'}}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 20:56:57.568559 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-65f9b4ea-0b71-455c-b43f-f8e06ea4325a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 20:56:57.630479 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-65f9b4ea-0b71-455c-b43f-f8e06ea4325a None None] For port d831e789-b34c-4541-9f6d-d8d35cfdcb72, host ncdv-master-1, cleared binding levels {{(pid=121608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 20:56:57.651763 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-65f9b4ea-0b71-455c-b43f-f8e06ea4325a None None] For port d831e789-b34c-4541-9f6d-d8d35cfdcb72, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d831e789-b34c-4541-9f6d-d8d35cfdcb72,segment=NetworkSegment(f5c45862-77ef-4035-bdcb-a03a7ddfcec7),segment_id=f5c45862-77ef-4035-bdcb-a03a7ddfcec7)] {{(pid=121608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 20:56:57.745688 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-65f9b4ea-0b71-455c-b43f-f8e06ea4325a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 20:56:57.802132 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f9b4ea-0b71-455c-b43f-f8e06ea4325a None None] Pushing event updated for resources: {'Port': ['ID=d831e789-b34c-4541-9f6d-d8d35cfdcb72,revision_number=2']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 20:56:59.248241 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 37102) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 20:56:59.559446 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [None req-74a46a0d-0095-479f-b190-835114875343 admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=121607) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 25 20:56:59.560556 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-74a46a0d-0095-479f-b190-835114875343 admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.3112621
Dec 25 20:57:02.268201 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 37110) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 20:57:02.594683 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [None req-cfb8a414-00ea-4426-9010-57875d0e83f4 admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=121607) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 25 20:57:02.595779 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-cfb8a414-00ea-4426-9010-57875d0e83f4 admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.3260722
Dec 25 20:57:04.490109 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.agents_db [None req-ec08dba0-4483-4109-b5e1-5e4a9fdaf12d None None] Agent healthcheck: found 5 active agents {{(pid=121609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 25 20:57:04.724051 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-df09f34e-fba1-4f0c-be78-2db6ef5b9bbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 20:57:05.497695 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 37120) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 20:57:05.799761 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-cd7f411a-7606-4f40-833f-9873e23cb4e0 admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': '43439940dd2449978937f225023600e8'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 20:57:05.894880 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-cd7f411a-7606-4f40-833f-9873e23cb4e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2014909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14863'] for router, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 20:57:05.896454 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-cd7f411a-7606-4f40-833f-9873e23cb4e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2014285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2009796', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2082630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14848'] for router, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 20:57:06.051518 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-cd7f411a-7606-4f40-833f-9873e23cb4e0 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 20:57:06.096151 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-cd7f411a-7606-4f40-833f-9873e23cb4e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2014278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2009753'] for router, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 20:57:06.166193 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-cd7f411a-7606-4f40-833f-9873e23cb4e0 admin admin] Publish callbacks [] for router, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 20:57:06.167307 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-cd7f411a-7606-4f40-833f-9873e23cb4e0 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 0.6686482
Dec 25 20:57:06.285125 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device d831e789-b34c-4541-9f6d-d8d35cfdcb72 up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 20:57:06.383238 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port d831e789-b34c-4541-9f6d-d8d35cfdcb72 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 20:57:06.383622 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 20:57:06.490646 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 20:57:06.527636 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] For port d831e789-b34c-4541-9f6d-d8d35cfdcb72, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d831e789-b34c-4541-9f6d-d8d35cfdcb72,segment=NetworkSegment(f5c45862-77ef-4035-bdcb-a03a7ddfcec7),segment_id=f5c45862-77ef-4035-bdcb-a03a7ddfcec7)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 20:57:06.613720 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 20:57:06.668096 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Pushing event updated for resources: {'Port': ['ID=d831e789-b34c-4541-9f6d-d8d35cfdcb72,revision_number=3']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 20:57:06.939499 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-61419a6c-1624-49b0-841f-6ad5bb893bf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 20:57:07.272732 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e028289e-8a41-40cb-9890-420a4e010ea1 None None] Network 4c7be4ef-ec10-490a-9af5-cac46ea12483 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 20:57:07.344696 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-af6101e3-0171-4dd2-ac81-1c619de5acb6 None None] Provisioning complete for port d831e789-b34c-4541-9f6d-d8d35cfdcb72 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 20:57:07.345398 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-af6101e3-0171-4dd2-ac81-1c619de5acb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 20:57:07.687799 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-1e40b4fa-20a7-4da5-a1d4-9bb9ad372276 None None] Provisioning complete for port d831e789-b34c-4541-9f6d-d8d35cfdcb72 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 20:57:07.688160 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-1e40b4fa-20a7-4da5-a1d4-9bb9ad372276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 20:57:08.250154 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device d831e789-b34c-4541-9f6d-d8d35cfdcb72 up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 20:57:08.285627 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3e945ecd-9380-47c2-aa0a-12ebe07e03e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 20:57:08.303374 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port d831e789-b34c-4541-9f6d-d8d35cfdcb72 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 20:57:08.303734 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 20:57:08.919536 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 37142) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 20:57:09.051157 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [None req-a812f191-e6de-4dbb-bcaa-a0dce29b8afc admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=121607) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 25 20:57:09.052167 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-a812f191-e6de-4dbb-bcaa-a0dce29b8afc admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.1316793
Dec 25 20:57:09.273004 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-15cb578f-7a63-4fd3-925d-83bad4c7b82a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 20:57:10.563990 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 20:57:11.592258 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 37162) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 20:57:11.637287 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-e056a32e-1b69-408a-8745-93a4265b2619 admin admin] Request body: {'network': {'tenant_id': '41b3685f056e42a38cb9ec18c9d20fa2', 'name': 'public', 'admin_state_up': True, 'project_id': '41b3685f056e42a38cb9ec18c9d20fa2', 'router:external': True, 'is_default': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 20:57:11.752548 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e056a32e-1b69-408a-8745-93a4265b2619 admin admin] Made reservation on behalf of 41b3685f056e42a38cb9ec18c9d20fa2 for: {'network': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 20:57:11.754787 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e056a32e-1b69-408a-8745-93a4265b2619 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for network, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 20:57:11.764739 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e056a32e-1b69-408a-8745-93a4265b2619 admin admin] Publish callbacks [] for security_group, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 20:57:11.833548 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e056a32e-1b69-408a-8745-93a4265b2619 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 20:57:11.898733 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e056a32e-1b69-408a-8745-93a4265b2619 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 20:57:11.915612 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-e056a32e-1b69-408a-8745-93a4265b2619 admin admin] Reserving flat network on physical network physnet1 {{(pid=121607) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}}
Dec 25 20:57:11.929838 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e056a32e-1b69-408a-8745-93a4265b2619 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26b4a1dc-ab52-4448-849f-147d113de01b,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 20:57:11.935892 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e056a32e-1b69-408a-8745-93a4265b2619 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 20:57:11.936308 ncdv-master-1 neutron-server[121607]: INFO neutron.db.segments_db [None req-e056a32e-1b69-408a-8745-93a4265b2619 admin admin] Added segment 6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855 of type flat for network 7201e55c-7c5f-41aa-a042-a363696539d0
Dec 25 20:57:11.988801 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e056a32e-1b69-408a-8745-93a4265b2619 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737602163420'] for network, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 20:57:12.082304 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e056a32e-1b69-408a-8745-93a4265b2619 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870'] for network, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 20:57:12.083165 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e056a32e-1b69-408a-8745-93a4265b2619 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 20:57:12.083749 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e056a32e-1b69-408a-8745-93a4265b2619 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for network, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 20:57:12.140749 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e056a32e-1b69-408a-8745-93a4265b2619 admin admin] Pushing event updated for resources: {'Network': ['ID=7201e55c-7c5f-41aa-a042-a363696539d0,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 20:57:12.150422 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Network 7201e55c-7c5f-41aa-a042-a363696539d0 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 25 20:57:12.172585 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-e056a32e-1b69-408a-8745-93a4265b2619 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.5792406
Dec 25 20:57:14.657253 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 37170) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 20:57:14.748418 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f81d131e-e8a9-4984-8fdb-77a11fdaa480 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 20:57:14.750731 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-f81d131e-e8a9-4984-8fdb-77a11fdaa480 admin admin] 10.222.0.32 "GET /v2.0/subnets/5207dbd9-f0ca-4d73-80f5-50eb4c038bb7 HTTP/1.1" status: 200  len: 849 time: 0.0923746
Dec 25 20:57:14.866510 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-849dda66-31c5-4338-9cd8-e3d904b71f5e admin admin] 10.222.0.32 "GET /v2.0/routers/75823bc5-1b57-45e2-96cf-27453e61065b HTTP/1.1" status: 200  len: 704 time: 0.1096158
Dec 25 20:57:15.140901 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-37554183-13ab-44dd-9dcf-2554f1f5a18f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 20:57:15.437959 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_common [None req-37554183-13ab-44dd-9dcf-2554f1f5a18f admin admin] Allocated IP 172.20.0.1 (4c7be4ef-ec10-490a-9af5-cac46ea12483/5207dbd9-f0ca-4d73-80f5-50eb4c038bb7/4c86495e-b5b8-497c-aac5-40931e41eb08) {{(pid=121607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 20:57:15.629801 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-37554183-13ab-44dd-9dcf-2554f1f5a18f admin admin] Publish callbacks [] for port, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 20:57:15.781613 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-37554183-13ab-44dd-9dcf-2554f1f5a18f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946'] for port, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 20:57:15.856899 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37554183-13ab-44dd-9dcf-2554f1f5a18f admin admin] Network 4c7be4ef-ec10-490a-9af5-cac46ea12483 is already hosted by enough agents. {{(pid=121607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 20:57:15.861447 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-37554183-13ab-44dd-9dcf-2554f1f5a18f admin admin] Resources bound (agent type, host, resource id):  {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 20:57:15.868086 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37554183-13ab-44dd-9dcf-2554f1f5a18f admin admin] Received port after_create {{(pid=121607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 20:57:15.868311 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-37554183-13ab-44dd-9dcf-2554f1f5a18f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2008772'] for router_interface, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 20:57:15.890679 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37554183-13ab-44dd-9dcf-2554f1f5a18f admin admin] Pushing event updated for resources: {'Port': ['ID=4c86495e-b5b8-497c-aac5-40931e41eb08,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 20:57:16.038663 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-064f440f-359e-49b2-bdc1-8a7bad488378 None None] Provisioning complete for port 4c86495e-b5b8-497c-aac5-40931e41eb08 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 20:57:16.039186 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-064f440f-359e-49b2-bdc1-8a7bad488378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 20:57:16.075333 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-064f440f-359e-49b2-bdc1-8a7bad488378 None None] Port 4c86495e-b5b8-497c-aac5-40931e41eb08 cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 20:57:16.157448 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-37554183-13ab-44dd-9dcf-2554f1f5a18f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 20:57:16.364648 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-37554183-13ab-44dd-9dcf-2554f1f5a18f admin admin] Publish callbacks [] for port, precommit_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 20:57:16.412556 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-37554183-13ab-44dd-9dcf-2554f1f5a18f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 20:57:16.413300 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-37554183-13ab-44dd-9dcf-2554f1f5a18f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2007636'] for router_interface, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 20:57:16.468314 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37554183-13ab-44dd-9dcf-2554f1f5a18f admin admin] Pushing event updated for resources: {'Port': ['ID=4c86495e-b5b8-497c-aac5-40931e41eb08,revision_number=2']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 20:57:16.537915 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37554183-13ab-44dd-9dcf-2554f1f5a18f admin admin] Network 4c7be4ef-ec10-490a-9af5-cac46ea12483 is already hosted by enough agents. {{(pid=121607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 20:57:16.539304 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-37554183-13ab-44dd-9dcf-2554f1f5a18f admin admin] Resources bound (agent type, host, resource id):  {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 20:57:16.697246 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-1a490cd3-4e09-4b19-9179-c978ca00ae36 None None] Provisioning complete for port 4c86495e-b5b8-497c-aac5-40931e41eb08 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 20:57:16.697613 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-1a490cd3-4e09-4b19-9179-c978ca00ae36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 20:57:16.730811 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-1a490cd3-4e09-4b19-9179-c978ca00ae36 None None] Port 4c86495e-b5b8-497c-aac5-40931e41eb08 cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 20:57:16.781467 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37554183-13ab-44dd-9dcf-2554f1f5a18f admin admin] Router 75823bc5-1b57-45e2-96cf-27453e61065b is scheduled to L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 with binding_index 1 {{(pid=121607) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 25 20:57:16.876547 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37554183-13ab-44dd-9dcf-2554f1f5a18f admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 20:57:16.881713 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-37554183-13ab-44dd-9dcf-2554f1f5a18f admin admin] 10.222.0.32 "PUT /v2.0/routers/75823bc5-1b57-45e2-96cf-27453e61065b/add_router_interface HTTP/1.1" status: 200  len: 508 time: 2.0097802
Dec 25 20:57:16.900090 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3babb842-ccdb-4061-9879-751897f3685c None None] Sync routers for ids ['75823bc5-1b57-45e2-96cf-27453e61065b'] in ncdv-master-1 {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 20:57:16.914379 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3babb842-ccdb-4061-9879-751897f3685c None None] Routers {'75823bc5-1b57-45e2-96cf-27453e61065b'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 20:57:16.915206 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-3babb842-ccdb-4061-9879-751897f3685c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2619ea3fd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T20:57:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['75823bc5-1b57-45e2-96cf-27453e61065b'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 20:57:17.106829 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvr_db [None req-3babb842-ccdb-4061-9879-751897f3685c None None] Set router 75823bc5-1b57-45e2-96cf-27453e61065b gateway port host: None {{(pid=121609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 20:57:17.534688 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-3babb842-ccdb-4061-9879-751897f3685c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2619ea3fd0>, [{'id': '75823bc5-1b57-45e2-96cf-27453e61065b', 'name': 'router1', 'tenant_id': '43439940dd2449978937f225023600e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T20:57:05Z', 'updated_at': '2021-12-25T20:57:16Z', 'revision_number': 2, 'project_id': '43439940dd2449978937f225023600e8', 'gw_port_host': None, '_interfaces': [{'id': '4c86495e-b5b8-497c-aac5-40931e41eb08', 'name': '', 'network_id': '4c7be4ef-ec10-490a-9af5-cac46ea12483', 'tenant_id': '43439940dd2449978937f225023600e8', 'mac_address': 'fa:16:3e:43:84:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75823bc5-1b57-45e2-96cf-27453e61065b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5207dbd9-f0ca-4d73-80f5-50eb4c038bb7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:57:15Z', 'updated_at': '2021-12-25T20:57:16Z', 'revision_number': 2, 'project_id': '43439940dd2449978937f225023600e8', 'subnets': [{'id': '5207dbd9-f0ca-4d73-80f5-50eb4c038bb7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '58db23a1-0dca-4134-9c99-d7aec99e53b5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 20:57:17.586256 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3babb842-ccdb-4061-9879-751897f3685c None None] Checking router: 75823bc5-1b57-45e2-96cf-27453e61065b for host: ncdv-master-1 {{(pid=121609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 25 20:57:17.586625 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3babb842-ccdb-4061-9879-751897f3685c None None] Updating router 75823bc5-1b57-45e2-96cf-27453e61065b port 4c86495e-b5b8-497c-aac5-40931e41eb08 binding host ncdv-master-1 {{(pid=121609) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 25 20:57:17.633555 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-3babb842-ccdb-4061-9879-751897f3685c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 20:57:18.142980 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-3babb842-ccdb-4061-9879-751897f3685c None None] Publish callbacks [] for port, precommit_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 20:57:18.226816 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-3babb842-ccdb-4061-9879-751897f3685c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 20:57:18.385697 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29cd89a-2484-46a5-98d2-9c9ced41488b None None] Pushing event updated for resources: {'Port': ['ID=4c86495e-b5b8-497c-aac5-40931e41eb08,revision_number=3']} {{(pid=121609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 20:57:18.404256 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29cd89a-2484-46a5-98d2-9c9ced41488b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 20:57:18.404519 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29cd89a-2484-46a5-98d2-9c9ced41488b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 20:57:18.404837 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29cd89a-2484-46a5-98d2-9c9ced41488b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 20:57:18.405201 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29cd89a-2484-46a5-98d2-9c9ced41488b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 20:57:18.405529 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29cd89a-2484-46a5-98d2-9c9ced41488b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 20:57:18.405850 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29cd89a-2484-46a5-98d2-9c9ced41488b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 20:57:18.406172 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29cd89a-2484-46a5-98d2-9c9ced41488b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 20:57:18.406491 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29cd89a-2484-46a5-98d2-9c9ced41488b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 20:57:18.406807 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29cd89a-2484-46a5-98d2-9c9ced41488b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 20:57:18.407124 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29cd89a-2484-46a5-98d2-9c9ced41488b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 20:57:18.407438 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29cd89a-2484-46a5-98d2-9c9ced41488b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 20:57:18.407751 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29cd89a-2484-46a5-98d2-9c9ced41488b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 20:57:18.408061 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29cd89a-2484-46a5-98d2-9c9ced41488b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 20:57:18.409793 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29cd89a-2484-46a5-98d2-9c9ced41488b None None] Tracked resource versions report:
Dec 25 20:57:18.409793 ncdv-master-1 neutron-server[121609]: pushed versions:
Dec 25 20:57:18.409793 ncdv-master-1 neutron-server[121609]: {   'AddressGroup': {'1.2'},
Dec 25 20:57:18.409793 ncdv-master-1 neutron-server[121609]:     'ConntrackHelper': {'1.0'},
Dec 25 20:57:18.409793 ncdv-master-1 neutron-server[121609]:     'LocalIPAssociation': {'1.0'},
Dec 25 20:57:18.409793 ncdv-master-1 neutron-server[121609]:     'Log': {'1.0'},
Dec 25 20:57:18.409793 ncdv-master-1 neutron-server[121609]:     'Network': {'1.1'},
Dec 25 20:57:18.409793 ncdv-master-1 neutron-server[121609]:     'Port': {'1.7'},
Dec 25 20:57:18.409793 ncdv-master-1 neutron-server[121609]:     'PortForwarding': {'1.2'},
Dec 25 20:57:18.409793 ncdv-master-1 neutron-server[121609]:     'QosPolicy': {'1.10'},
Dec 25 20:57:18.409793 ncdv-master-1 neutron-server[121609]:     'SecurityGroup': {'1.5'},
Dec 25 20:57:18.409793 ncdv-master-1 neutron-server[121609]:     'SecurityGroupRule': {'1.2'},
Dec 25 20:57:18.409793 ncdv-master-1 neutron-server[121609]:     'SubPort': {'1.0'},
Dec 25 20:57:18.409793 ncdv-master-1 neutron-server[121609]:     'Subnet': {'1.1'},
Dec 25 20:57:18.409793 ncdv-master-1 neutron-server[121609]:     'Trunk': {'1.1'}}
Dec 25 20:57:18.409793 ncdv-master-1 neutron-server[121609]: consumer versions:
Dec 25 20:57:18.409793 ncdv-master-1 neutron-server[121609]: {   DHCP agent@ncdv-master-1: {},
Dec 25 20:57:18.409793 ncdv-master-1 neutron-server[121609]:     L3 agent@ncdv-master-1: {},
Dec 25 20:57:18.409793 ncdv-master-1 neutron-server[121609]:     Metadata agent@ncdv-master-1: {},
Dec 25 20:57:18.409793 ncdv-master-1 neutron-server[121609]:     Metering agent@ncdv-master-1: {},
Dec 25 20:57:18.409793 ncdv-master-1 neutron-server[121609]:     Open vSwitch agent@ncdv-master-1: {   'AddressGroup': '1.2',
Dec 25 20:57:18.409793 ncdv-master-1 neutron-server[121609]:                                           'ConntrackHelper': '1.0',
Dec 25 20:57:18.409793 ncdv-master-1 neutron-server[121609]:                                           'LocalIPAssociation': '1.0',
Dec 25 20:57:18.409793 ncdv-master-1 neutron-server[121609]:                                           'Log': '1.0',
Dec 25 20:57:18.409793 ncdv-master-1 neutron-server[121609]:                                           'Network': '1.1',
Dec 25 20:57:18.409793 ncdv-master-1 neutron-server[121609]:                                           'Port': '1.7',
Dec 25 20:57:18.409793 ncdv-master-1 neutron-server[121609]:                                           'PortForwarding': '1.2',
Dec 25 20:57:18.409793 ncdv-master-1 neutron-server[121609]:                                           'QosPolicy': '1.10',
Dec 25 20:57:18.409793 ncdv-master-1 neutron-server[121609]:                                           'SecurityGroup': '1.5',
Dec 25 20:57:18.409793 ncdv-master-1 neutron-server[121609]:                                           'SecurityGroupRule': '1.2',
Dec 25 20:57:18.409793 ncdv-master-1 neutron-server[121609]:                                           'SubPort': '1.0',
Dec 25 20:57:18.409793 ncdv-master-1 neutron-server[121609]:                                           'Subnet': '1.1',
Dec 25 20:57:18.409793 ncdv-master-1 neutron-server[121609]:                                           'Trunk': '1.1'}}
Dec 25 20:57:18.409793 ncdv-master-1 neutron-server[121609]:  {{(pid=121609) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Dec 25 20:57:18.413988 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.managers [None req-3babb842-ccdb-4061-9879-751897f3685c None None] Attempting to bind port 4c86495e-b5b8-497c-aac5-40931e41eb08 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 20:57:18.414386 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.managers [None req-3babb842-ccdb-4061-9879-751897f3685c None None] Attempting to bind port 4c86495e-b5b8-497c-aac5-40931e41eb08 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'f5c45862-77ef-4035-bdcb-a03a7ddfcec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '4c7be4ef-ec10-490a-9af5-cac46ea12483'}] {{(pid=121609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 20:57:18.414839 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3babb842-ccdb-4061-9879-751897f3685c None None] Attempting to bind port 4c86495e-b5b8-497c-aac5-40931e41eb08 on network 4c7be4ef-ec10-490a-9af5-cac46ea12483 {{(pid=121609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 20:57:18.420140 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3babb842-ccdb-4061-9879-751897f3685c None None] Checking agent: {'id': 'ca4f5c6d-f1fd-48b8-a3e3-395864c7d23d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 20, 56, 40), 'started_at': datetime.datetime(2021, 12, 25, 20, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 20, 57, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 20:57:18.420553 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3babb842-ccdb-4061-9879-751897f3685c None None] Checking segment: {'id': 'f5c45862-77ef-4035-bdcb-a03a7ddfcec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '4c7be4ef-ec10-490a-9af5-cac46ea12483'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 20:57:18.421125 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-3babb842-ccdb-4061-9879-751897f3685c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 20:57:18.421512 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3babb842-ccdb-4061-9879-751897f3685c None None] Bound using segment: {'id': 'f5c45862-77ef-4035-bdcb-a03a7ddfcec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '4c7be4ef-ec10-490a-9af5-cac46ea12483'} {{(pid=121609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 20:57:18.421985 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.managers [None req-3babb842-ccdb-4061-9879-751897f3685c None None] Bound port: 4c86495e-b5b8-497c-aac5-40931e41eb08, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5c45862-77ef-4035-bdcb-a03a7ddfcec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '4c7be4ef-ec10-490a-9af5-cac46ea12483'}}] {{(pid=121609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 20:57:18.422371 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-3babb842-ccdb-4061-9879-751897f3685c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 20:57:18.461695 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-4bdc6089-b198-4a1f-b4d0-06448a0238bb None None] Provisioning complete for port 4c86495e-b5b8-497c-aac5-40931e41eb08 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 20:57:18.462281 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-4bdc6089-b198-4a1f-b4d0-06448a0238bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 20:57:18.492689 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.db [None req-3babb842-ccdb-4061-9879-751897f3685c None None] For port 4c86495e-b5b8-497c-aac5-40931e41eb08, host ncdv-master-1, cleared binding levels {{(pid=121609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 20:57:18.498178 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-4bdc6089-b198-4a1f-b4d0-06448a0238bb None None] Port 4c86495e-b5b8-497c-aac5-40931e41eb08 cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 20:57:18.512231 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.db [None req-3babb842-ccdb-4061-9879-751897f3685c None None] For port 4c86495e-b5b8-497c-aac5-40931e41eb08, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4c86495e-b5b8-497c-aac5-40931e41eb08,segment=NetworkSegment(f5c45862-77ef-4035-bdcb-a03a7ddfcec7),segment_id=f5c45862-77ef-4035-bdcb-a03a7ddfcec7)] {{(pid=121609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 20:57:18.581321 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-3babb842-ccdb-4061-9879-751897f3685c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 20:57:18.638046 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3babb842-ccdb-4061-9879-751897f3685c None None] Routers {'75823bc5-1b57-45e2-96cf-27453e61065b'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 20:57:18.638664 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-3babb842-ccdb-4061-9879-751897f3685c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2619ea3fd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T20:57:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['75823bc5-1b57-45e2-96cf-27453e61065b'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 20:57:18.679298 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29cd89a-2484-46a5-98d2-9c9ced41488b None None] Pushing event updated for resources: {'Port': ['ID=4c86495e-b5b8-497c-aac5-40931e41eb08,revision_number=4']} {{(pid=121609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 20:57:18.732376 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvr_db [None req-3babb842-ccdb-4061-9879-751897f3685c None None] Set router 75823bc5-1b57-45e2-96cf-27453e61065b gateway port host: None {{(pid=121609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 20:57:18.819198 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-457c86d4-419a-43d9-9488-4d9583fa2806 None None] Provisioning complete for port 4c86495e-b5b8-497c-aac5-40931e41eb08 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 20:57:18.819569 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-457c86d4-419a-43d9-9488-4d9583fa2806 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 20:57:18.901512 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-457c86d4-419a-43d9-9488-4d9583fa2806 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 20:57:18.945830 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-457c86d4-419a-43d9-9488-4d9583fa2806 None None] For port 4c86495e-b5b8-497c-aac5-40931e41eb08, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4c86495e-b5b8-497c-aac5-40931e41eb08,segment=NetworkSegment(f5c45862-77ef-4035-bdcb-a03a7ddfcec7),segment_id=f5c45862-77ef-4035-bdcb-a03a7ddfcec7)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 20:57:18.958107 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-3babb842-ccdb-4061-9879-751897f3685c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2619ea3fd0>, [{'id': '75823bc5-1b57-45e2-96cf-27453e61065b', 'name': 'router1', 'tenant_id': '43439940dd2449978937f225023600e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T20:57:05Z', 'updated_at': '2021-12-25T20:57:16Z', 'revision_number': 2, 'project_id': '43439940dd2449978937f225023600e8', 'gw_port_host': None, '_interfaces': [{'id': '4c86495e-b5b8-497c-aac5-40931e41eb08', 'name': '', 'network_id': '4c7be4ef-ec10-490a-9af5-cac46ea12483', 'tenant_id': '43439940dd2449978937f225023600e8', 'mac_address': 'fa:16:3e:43:84:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75823bc5-1b57-45e2-96cf-27453e61065b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5207dbd9-f0ca-4d73-80f5-50eb4c038bb7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:57:15Z', 'updated_at': '2021-12-25T20:57:18Z', 'revision_number': 4, 'project_id': '43439940dd2449978937f225023600e8', 'subnets': [{'id': '5207dbd9-f0ca-4d73-80f5-50eb4c038bb7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '58db23a1-0dca-4134-9c99-d7aec99e53b5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 20:57:18.985732 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3babb842-ccdb-4061-9879-751897f3685c None None] The sync data for ids ['75823bc5-1b57-45e2-96cf-27453e61065b'] in ncdv-master-1 is: [{'id': '75823bc5-1b57-45e2-96cf-27453e61065b', 'name': 'router1', 'tenant_id': '43439940dd2449978937f225023600e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T20:57:05Z', 'updated_at': '2021-12-25T20:57:16Z', 'revision_number': 2, 'project_id': '43439940dd2449978937f225023600e8', 'gw_port_host': None, '_interfaces': [{'id': '4c86495e-b5b8-497c-aac5-40931e41eb08', 'name': '', 'network_id': '4c7be4ef-ec10-490a-9af5-cac46ea12483', 'tenant_id': '43439940dd2449978937f225023600e8', 'mac_address': 'fa:16:3e:43:84:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75823bc5-1b57-45e2-96cf-27453e61065b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5207dbd9-f0ca-4d73-80f5-50eb4c038bb7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:57:15Z', 'updated_at': '2021-12-25T20:57:18Z', 'revision_number': 4, 'project_id': '43439940dd2449978937f225023600e8', 'subnets': [{'id': '5207dbd9-f0ca-4d73-80f5-50eb4c038bb7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '58db23a1-0dca-4134-9c99-d7aec99e53b5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 20:57:19.015485 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-457c86d4-419a-43d9-9488-4d9583fa2806 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 20:57:19.064017 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457c86d4-419a-43d9-9488-4d9583fa2806 None None] Pushing event updated for resources: {'Port': ['ID=4c86495e-b5b8-497c-aac5-40931e41eb08,revision_number=5']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 20:57:21.962261 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 37188) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 20:57:22.072898 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-076ff4fe-2c6e-48b7-9622-2dbb575fec7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 20:57:22.074300 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-076ff4fe-2c6e-48b7-9622-2dbb575fec7f admin admin] 10.222.0.32 "GET /v2.0/networks/7201e55c-7c5f-41aa-a042-a363696539d0 HTTP/1.1" status: 200  len: 842 time: 0.1112173
Dec 25 20:57:22.084496 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-ebecaed4-719c-4b12-82e4-c2cf673e4818 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'gateway_ip': '172.35.3.1', 'name': 'public-subnet', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '41b3685f056e42a38cb9ec18c9d20fa2', 'cidr': '172.35.3.0/24', 'ip_version': 4}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 20:57:22.183831 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebecaed4-719c-4b12-82e4-c2cf673e4818 admin admin] Made reservation on behalf of 41b3685f056e42a38cb9ec18c9d20fa2 for: {'subnet': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 20:57:22.186444 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ebecaed4-719c-4b12-82e4-c2cf673e4818 admin admin] Publish callbacks [] for subnet, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 20:57:22.579932 ncdv-master-1 neutron-server[121607]: DEBUG neutron.objects.ports [None req-ebecaed4-719c-4b12-82e4-c2cf673e4818 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=121607) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}}
Dec 25 20:57:22.580895 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ebecaed4-719c-4b12-82e4-c2cf673e4818 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870'] for subnet, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 20:57:22.636060 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebecaed4-719c-4b12-82e4-c2cf673e4818 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a939e13-713f-45cf-bba7-1539635abe25,revision_number=0']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 20:57:22.644161 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebecaed4-719c-4b12-82e4-c2cf673e4818 admin admin] Checking segment: {'id': '6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 20:57:22.644515 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebecaed4-719c-4b12-82e4-c2cf673e4818 admin admin] Network hostable DHCP agents. Network: 7201e55c-7c5f-41aa-a042-a363696539d0, hostable agents: ['1813db88-2c1b-4357-a2ba-869246b663c2'], hosted agents: [] {{(pid=121607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 25 20:57:22.741096 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebecaed4-719c-4b12-82e4-c2cf673e4818 admin admin] Network 7201e55c-7c5f-41aa-a042-a363696539d0 is scheduled to be hosted by DHCP agent 1813db88-2c1b-4357-a2ba-869246b663c2 with binding_index 1 {{(pid=121607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 25 20:57:22.832413 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-ebecaed4-719c-4b12-82e4-c2cf673e4818 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 7201e55c-7c5f-41aa-a042-a363696539d0) {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 20:57:22.836794 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebecaed4-719c-4b12-82e4-c2cf673e4818 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 20:57:22.837320 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ebecaed4-719c-4b12-82e4-c2cf673e4818 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for subnet, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 20:57:22.842516 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aff1e54-7b14-4695-a20a-3d9418697ff5 None None] Network 7201e55c-7c5f-41aa-a042-a363696539d0 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 20:57:22.950294 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dfbe05d-57ab-4f5d-8097-ae18a4d2f0f7 None None] Network 7201e55c-7c5f-41aa-a042-a363696539d0 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 20:57:22.969163 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-ebecaed4-719c-4b12-82e4-c2cf673e4818 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.8828304
Dec 25 20:57:25.560390 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 37200) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 20:57:25.692217 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-56873ab5-662f-4774-b730-ab5f93eff16d admin admin] 10.222.0.32 "GET /v2.0/routers/75823bc5-1b57-45e2-96cf-27453e61065b HTTP/1.1" status: 200  len: 710 time: 0.1306460
Dec 25 20:57:25.775727 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dd15e70-8217-44fa-8f04-5666f4745c01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 20:57:25.777035 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-0dd15e70-8217-44fa-8f04-5666f4745c01 admin admin] 10.222.0.32 "GET /v2.0/networks/7201e55c-7c5f-41aa-a042-a363696539d0 HTTP/1.1" status: 200  len: 886 time: 0.0791047
Dec 25 20:57:25.787075 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-c4454351-4b70-469c-bbe6-6ca8463f3635 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'}}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 20:57:26.037024 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-c4454351-4b70-469c-bbe6-6ca8463f3635 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 20:57:26.274654 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 4c86495e-b5b8-497c-aac5-40931e41eb08 up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 20:57:26.321898 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port 4c86495e-b5b8-497c-aac5-40931e41eb08 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 20:57:26.322287 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 20:57:26.357310 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-c4454351-4b70-469c-bbe6-6ca8463f3635 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 20:57:26.434568 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-c4454351-4b70-469c-bbe6-6ca8463f3635 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 20:57:26.535403 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_common [None req-c4454351-4b70-469c-bbe6-6ca8463f3635 admin admin] Allocated IP 172.35.3.119 (7201e55c-7c5f-41aa-a042-a363696539d0/7a939e13-713f-45cf-bba7-1539635abe25/1b8e7bf4-30e5-4e7f-a13e-db93c2a4465f) {{(pid=121607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 20:57:26.631931 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-c4454351-4b70-469c-bbe6-6ca8463f3635 admin admin] Publish callbacks [] for port, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 20:57:26.717618 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-c4454351-4b70-469c-bbe6-6ca8463f3635 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946'] for port, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 20:57:26.754415 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4454351-4b70-469c-bbe6-6ca8463f3635 admin admin] Network 7201e55c-7c5f-41aa-a042-a363696539d0 is already hosted by enough agents. {{(pid=121607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 20:57:26.757174 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-c4454351-4b70-469c-bbe6-6ca8463f3635 admin admin] Resources bound (agent type, host, resource id):  {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 20:57:26.760400 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4454351-4b70-469c-bbe6-6ca8463f3635 admin admin] Received port after_create {{(pid=121607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 20:57:26.765405 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4454351-4b70-469c-bbe6-6ca8463f3635 admin admin] Pushing event updated for resources: {'Port': ['ID=1b8e7bf4-30e5-4e7f-a13e-db93c2a4465f,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 20:57:27.160453 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-c4454351-4b70-469c-bbe6-6ca8463f3635 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 20:57:27.344072 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-c4454351-4b70-469c-bbe6-6ca8463f3635 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2009782', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2014271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14898'] for router, precommit_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 20:57:27.347850 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-c4454351-4b70-469c-bbe6-6ca8463f3635 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2009753', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2009775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2009760', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2014256'] for router, after_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 20:57:27.449046 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4454351-4b70-469c-bbe6-6ca8463f3635 admin admin] Router 75823bc5-1b57-45e2-96cf-27453e61065b has already been hosted by L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 {{(pid=121607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 25 20:57:27.550245 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4454351-4b70-469c-bbe6-6ca8463f3635 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 20:57:27.554393 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-c4454351-4b70-469c-bbe6-6ca8463f3635 admin admin] Publish callbacks [] for router, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 20:57:27.555572 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-c4454351-4b70-469c-bbe6-6ca8463f3635 admin admin] 10.222.0.32 "PUT /v2.0/routers/75823bc5-1b57-45e2-96cf-27453e61065b HTTP/1.1" status: 200  len: 890 time: 1.7722189
Dec 25 20:57:27.576025 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-316c369f-fb18-45eb-89a8-389a778cac41 None None] Sync routers for ids ['75823bc5-1b57-45e2-96cf-27453e61065b'] in ncdv-master-1 {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 20:57:27.589599 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-316c369f-fb18-45eb-89a8-389a778cac41 None None] Routers {'75823bc5-1b57-45e2-96cf-27453e61065b'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 20:57:27.592496 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-316c369f-fb18-45eb-89a8-389a778cac41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2619e4ec10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T20:57:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['75823bc5-1b57-45e2-96cf-27453e61065b'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 20:57:27.811495 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvr_db [None req-316c369f-fb18-45eb-89a8-389a778cac41 None None] Set router 75823bc5-1b57-45e2-96cf-27453e61065b gateway port host: ncdv-master-1 {{(pid=121608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 20:57:28.264367 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-316c369f-fb18-45eb-89a8-389a778cac41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2619e4ec10>, [{'id': '75823bc5-1b57-45e2-96cf-27453e61065b', 'name': 'router1', 'tenant_id': '43439940dd2449978937f225023600e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.119'}], 'enable_snat': True}, 'gw_port_id': '1b8e7bf4-30e5-4e7f-a13e-db93c2a4465f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T20:57:05Z', 'updated_at': '2021-12-25T20:57:26Z', 'revision_number': 4, 'project_id': '43439940dd2449978937f225023600e8', 'gw_port': {'id': '1b8e7bf4-30e5-4e7f-a13e-db93c2a4465f', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:bf:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75823bc5-1b57-45e2-96cf-27453e61065b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:57:26Z', 'updated_at': '2021-12-25T20:57:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '4c86495e-b5b8-497c-aac5-40931e41eb08', 'name': '', 'network_id': '4c7be4ef-ec10-490a-9af5-cac46ea12483', 'tenant_id': '43439940dd2449978937f225023600e8', 'mac_address': 'fa:16:3e:43:84:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75823bc5-1b57-45e2-96cf-27453e61065b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5207dbd9-f0ca-4d73-80f5-50eb4c038bb7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:57:15Z', 'updated_at': '2021-12-25T20:57:18Z', 'revision_number': 5, 'project_id': '43439940dd2449978937f225023600e8', 'subnets': [{'id': '5207dbd9-f0ca-4d73-80f5-50eb4c038bb7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '58db23a1-0dca-4134-9c99-d7aec99e53b5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 20:57:28.315130 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-316c369f-fb18-45eb-89a8-389a778cac41 None None] Checking router: 75823bc5-1b57-45e2-96cf-27453e61065b for host: ncdv-master-1 {{(pid=121608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 25 20:57:28.315485 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-316c369f-fb18-45eb-89a8-389a778cac41 None None] Updating router 75823bc5-1b57-45e2-96cf-27453e61065b port 1b8e7bf4-30e5-4e7f-a13e-db93c2a4465f binding host ncdv-master-1 {{(pid=121608) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 25 20:57:28.361873 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-316c369f-fb18-45eb-89a8-389a778cac41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 20:57:28.674911 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-316c369f-fb18-45eb-89a8-389a778cac41 None None] Publish callbacks [] for port, precommit_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 20:57:28.717781 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-316c369f-fb18-45eb-89a8-389a778cac41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 20:57:28.772473 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-316c369f-fb18-45eb-89a8-389a778cac41 None None] Attempting to bind port 1b8e7bf4-30e5-4e7f-a13e-db93c2a4465f on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 20:57:28.772846 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-316c369f-fb18-45eb-89a8-389a778cac41 None None] Attempting to bind port 1b8e7bf4-30e5-4e7f-a13e-db93c2a4465f by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 20:57:28.773232 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-316c369f-fb18-45eb-89a8-389a778cac41 None None] Attempting to bind port 1b8e7bf4-30e5-4e7f-a13e-db93c2a4465f on network 7201e55c-7c5f-41aa-a042-a363696539d0 {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 20:57:28.775076 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e169b42b-62af-49d3-a34b-8aabed8aaf1a None None] Pushing event updated for resources: {'Port': ['ID=1b8e7bf4-30e5-4e7f-a13e-db93c2a4465f,revision_number=2']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 20:57:28.781127 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-316c369f-fb18-45eb-89a8-389a778cac41 None None] Checking agent: {'id': 'ca4f5c6d-f1fd-48b8-a3e3-395864c7d23d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 20, 56, 40), 'started_at': datetime.datetime(2021, 12, 25, 20, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 20, 57, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 20:57:28.781583 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-316c369f-fb18-45eb-89a8-389a778cac41 None None] Checking segment: {'id': '6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 20:57:28.781896 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-316c369f-fb18-45eb-89a8-389a778cac41 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 20:57:28.782363 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-316c369f-fb18-45eb-89a8-389a778cac41 None None] Bound using segment: {'id': '6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 20:57:28.782836 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-316c369f-fb18-45eb-89a8-389a778cac41 None None] Bound port: 1b8e7bf4-30e5-4e7f-a13e-db93c2a4465f, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'}}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 20:57:28.783782 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-316c369f-fb18-45eb-89a8-389a778cac41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 20:57:28.843340 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-316c369f-fb18-45eb-89a8-389a778cac41 None None] For port 1b8e7bf4-30e5-4e7f-a13e-db93c2a4465f, host ncdv-master-1, cleared binding levels {{(pid=121608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 20:57:28.846564 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-316c369f-fb18-45eb-89a8-389a778cac41 None None] For port 1b8e7bf4-30e5-4e7f-a13e-db93c2a4465f, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1b8e7bf4-30e5-4e7f-a13e-db93c2a4465f,segment=NetworkSegment(6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855),segment_id=6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855)] {{(pid=121608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 20:57:28.981400 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-316c369f-fb18-45eb-89a8-389a778cac41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 20:57:29.037673 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-316c369f-fb18-45eb-89a8-389a778cac41 None None] Routers {'75823bc5-1b57-45e2-96cf-27453e61065b'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 20:57:29.038276 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-316c369f-fb18-45eb-89a8-389a778cac41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2619e4ec10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T20:57:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['75823bc5-1b57-45e2-96cf-27453e61065b'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 20:57:29.073128 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e169b42b-62af-49d3-a34b-8aabed8aaf1a None None] Pushing event updated for resources: {'Port': ['ID=1b8e7bf4-30e5-4e7f-a13e-db93c2a4465f,revision_number=3']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 20:57:29.152689 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvr_db [None req-316c369f-fb18-45eb-89a8-389a778cac41 None None] Set router 75823bc5-1b57-45e2-96cf-27453e61065b gateway port host: ncdv-master-1 {{(pid=121608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 20:57:29.358266 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-316c369f-fb18-45eb-89a8-389a778cac41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2619e4ec10>, [{'id': '75823bc5-1b57-45e2-96cf-27453e61065b', 'name': 'router1', 'tenant_id': '43439940dd2449978937f225023600e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.119'}], 'enable_snat': True}, 'gw_port_id': '1b8e7bf4-30e5-4e7f-a13e-db93c2a4465f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T20:57:05Z', 'updated_at': '2021-12-25T20:57:26Z', 'revision_number': 4, 'project_id': '43439940dd2449978937f225023600e8', 'gw_port': {'id': '1b8e7bf4-30e5-4e7f-a13e-db93c2a4465f', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:bf:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75823bc5-1b57-45e2-96cf-27453e61065b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:57:26Z', 'updated_at': '2021-12-25T20:57:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '4c86495e-b5b8-497c-aac5-40931e41eb08', 'name': '', 'network_id': '4c7be4ef-ec10-490a-9af5-cac46ea12483', 'tenant_id': '43439940dd2449978937f225023600e8', 'mac_address': 'fa:16:3e:43:84:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75823bc5-1b57-45e2-96cf-27453e61065b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5207dbd9-f0ca-4d73-80f5-50eb4c038bb7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:57:15Z', 'updated_at': '2021-12-25T20:57:18Z', 'revision_number': 5, 'project_id': '43439940dd2449978937f225023600e8', 'subnets': [{'id': '5207dbd9-f0ca-4d73-80f5-50eb4c038bb7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '58db23a1-0dca-4134-9c99-d7aec99e53b5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 20:57:29.386727 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-316c369f-fb18-45eb-89a8-389a778cac41 None None] The sync data for ids ['75823bc5-1b57-45e2-96cf-27453e61065b'] in ncdv-master-1 is: [{'id': '75823bc5-1b57-45e2-96cf-27453e61065b', 'name': 'router1', 'tenant_id': '43439940dd2449978937f225023600e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.119'}], 'enable_snat': True}, 'gw_port_id': '1b8e7bf4-30e5-4e7f-a13e-db93c2a4465f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T20:57:05Z', 'updated_at': '2021-12-25T20:57:26Z', 'revision_number': 4, 'project_id': '43439940dd2449978937f225023600e8', 'gw_port': {'id': '1b8e7bf4-30e5-4e7f-a13e-db93c2a4465f', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:bf:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75823bc5-1b57-45e2-96cf-27453e61065b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:57:26Z', 'updated_at': '2021-12-25T20:57:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '4c86495e-b5b8-497c-aac5-40931e41eb08', 'name': '', 'network_id': '4c7be4ef-ec10-490a-9af5-cac46ea12483', 'tenant_id': '43439940dd2449978937f225023600e8', 'mac_address': 'fa:16:3e:43:84:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75823bc5-1b57-45e2-96cf-27453e61065b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5207dbd9-f0ca-4d73-80f5-50eb4c038bb7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T20:57:15Z', 'updated_at': '2021-12-25T20:57:18Z', 'revision_number': 5, 'project_id': '43439940dd2449978937f225023600e8', 'subnets': [{'id': '5207dbd9-f0ca-4d73-80f5-50eb4c038bb7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '58db23a1-0dca-4134-9c99-d7aec99e53b5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 20:57:30.274292 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 37208) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 20:57:30.283818 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 1b8e7bf4-30e5-4e7f-a13e-db93c2a4465f up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 20:57:30.332076 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port 1b8e7bf4-30e5-4e7f-a13e-db93c2a4465f triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 20:57:30.332456 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 20:57:30.386691 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-4b03a057-135e-4d83-a571-c1ffec5872df admin admin] 10.222.0.32 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200  len: 411 time: 0.1112735
Dec 25 20:57:30.408361 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 20:57:30.430081 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] For port 1b8e7bf4-30e5-4e7f-a13e-db93c2a4465f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1b8e7bf4-30e5-4e7f-a13e-db93c2a4465f,segment=NetworkSegment(6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855),segment_id=6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 20:57:30.500604 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 20:57:30.553127 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Pushing event updated for resources: {'Port': ['ID=1b8e7bf4-30e5-4e7f-a13e-db93c2a4465f,revision_number=4']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 20:57:32.274857 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 1b8e7bf4-30e5-4e7f-a13e-db93c2a4465f up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 20:57:32.327472 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port 1b8e7bf4-30e5-4e7f-a13e-db93c2a4465f triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 20:57:32.327842 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 20:57:34.746202 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-52d3953b-cb30-4381-9a3f-28318161b54b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 20:57:36.952249 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-379088f0-92ea-4bd8-bf53-fe2ba965f920 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 20:57:38.323432 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3e945ecd-9380-47c2-aa0a-12ebe07e03e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 20:57:39.266018 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-15cb578f-7a63-4fd3-925d-83bad4c7b82a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 20:57:40.572429 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 20:57:41.488366 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.agents_db [None req-ec08dba0-4483-4109-b5e1-5e4a9fdaf12d None None] Agent healthcheck: found 5 active agents {{(pid=121609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 25 20:58:04.752330 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-a2aa7a4a-5c06-4827-b928-7b59a3f78b61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 20:58:06.932977 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-aa284a9b-8b56-48de-af91-887e438b017d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 20:58:08.284031 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3e945ecd-9380-47c2-aa0a-12ebe07e03e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 20:58:09.278676 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-15cb578f-7a63-4fd3-925d-83bad4c7b82a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 20:58:10.548320 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 20:58:18.488605 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.agents_db [None req-ec08dba0-4483-4109-b5e1-5e4a9fdaf12d None None] Agent healthcheck: found 5 active agents {{(pid=121609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 25 20:58:34.751766 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-c319391c-ceb0-4c96-885c-f22ce68a00e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 20:58:36.921415 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5a8ec664-4086-4742-8c60-1b7026882ffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 20:58:38.265479 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3e945ecd-9380-47c2-aa0a-12ebe07e03e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 20:58:39.265685 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-15cb578f-7a63-4fd3-925d-83bad4c7b82a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 20:58:40.579726 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 20:58:55.487414 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.agents_db [None req-ec08dba0-4483-4109-b5e1-5e4a9fdaf12d None None] Agent healthcheck: found 5 active agents {{(pid=121609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 25 20:59:00.575739 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 37790) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 20:59:00.635911 ncdv-master-1 neutron-server[121607]: INFO neutron.pecan_wsgi.hooks.translation [None req-f861db92-2eee-4228-b5c4-59e0ca087b66 admin admin] GET failed (client error): The resource could not be found.
Dec 25 20:59:00.637951 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-f861db92-2eee-4228-b5c4-59e0ca087b66 admin admin] 10.222.0.32 "GET /v2.0/networks/private HTTP/1.1" status: 404  len: 315 time: 0.0606017
Dec 25 20:59:00.792517 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-370d7853-c491-4332-8f51-258f0f9ec172 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 20:59:00.794410 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-370d7853-c491-4332-8f51-258f0f9ec172 admin admin] 10.222.0.32 "GET /v2.0/networks?name=private HTTP/1.1" status: 200  len: 872 time: 0.1519601
Dec 25 20:59:03.260107 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 37800) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 20:59:03.352219 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df2d4711-ed8b-4fdb-9807-685336c61abe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 20:59:03.353589 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-df2d4711-ed8b-4fdb-9807-685336c61abe admin admin] 10.222.0.32 "GET /v2.0/subnets/5207dbd9-f0ca-4d73-80f5-50eb4c038bb7 HTTP/1.1" status: 200  len: 849 time: 0.0925391
Dec 25 20:59:03.364175 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-f16bf1e1-0d2c-4890-9f46-f0f043521995 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 20:59:03.445245 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f16bf1e1-0d2c-4890-9f46-f0f043521995 admin admin] Publish callbacks [] for subnet, before_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 20:59:03.675307 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f16bf1e1-0d2c-4890-9f46-f0f043521995 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8737602642149'] for subnet, after_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 20:59:03.704337 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f16bf1e1-0d2c-4890-9f46-f0f043521995 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 20:59:03.704951 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f16bf1e1-0d2c-4890-9f46-f0f043521995 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for subnet, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 20:59:03.706226 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-f16bf1e1-0d2c-4890-9f46-f0f043521995 admin admin] 10.222.0.32 "PUT /v2.0/subnets/5207dbd9-f0ca-4d73-80f5-50eb4c038bb7 HTTP/1.1" status: 200  len: 868 time: 0.3456264
Dec 25 20:59:03.723143 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e059db3e-9bf7-4b19-8f8e-0ab060279742 None None] Network 4c7be4ef-ec10-490a-9af5-cac46ea12483 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 20:59:03.727044 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16bf1e1-0d2c-4890-9f46-f0f043521995 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5207dbd9-f0ca-4d73-80f5-50eb4c038bb7,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 20:59:03.737415 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16bf1e1-0d2c-4890-9f46-f0f043521995 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 20:59:03.737633 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16bf1e1-0d2c-4890-9f46-f0f043521995 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 20:59:03.737993 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16bf1e1-0d2c-4890-9f46-f0f043521995 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 20:59:03.738323 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16bf1e1-0d2c-4890-9f46-f0f043521995 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 20:59:03.738651 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16bf1e1-0d2c-4890-9f46-f0f043521995 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 20:59:03.738981 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16bf1e1-0d2c-4890-9f46-f0f043521995 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 20:59:03.739306 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16bf1e1-0d2c-4890-9f46-f0f043521995 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 20:59:03.739630 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16bf1e1-0d2c-4890-9f46-f0f043521995 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 20:59:03.739952 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16bf1e1-0d2c-4890-9f46-f0f043521995 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 20:59:03.740272 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16bf1e1-0d2c-4890-9f46-f0f043521995 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 20:59:03.741408 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16bf1e1-0d2c-4890-9f46-f0f043521995 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 20:59:03.741408 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16bf1e1-0d2c-4890-9f46-f0f043521995 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 20:59:03.741408 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16bf1e1-0d2c-4890-9f46-f0f043521995 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 20:59:04.086381 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-37659dda-f79b-4820-8a88-d26c98ce881c None None] Provisioning complete for port d831e789-b34c-4541-9f6d-d8d35cfdcb72 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 20:59:04.086746 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-37659dda-f79b-4820-8a88-d26c98ce881c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 20:59:04.175826 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-37659dda-f79b-4820-8a88-d26c98ce881c None None] Provisioning complete for port 4c86495e-b5b8-497c-aac5-40931e41eb08 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 20:59:04.176669 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-37659dda-f79b-4820-8a88-d26c98ce881c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 20:59:04.725950 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-cd5ba39d-fdeb-4f77-b651-e47d3c6371f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 20:59:06.202553 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 37808) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 20:59:06.398887 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8b0d1e4-27d7-4dd3-9616-2a1db07ba25b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 20:59:06.399364 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8b0d1e4-27d7-4dd3-9616-2a1db07ba25b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 20:59:06.400914 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-d8b0d1e4-27d7-4dd3-9616-2a1db07ba25b admin admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.1973891
Dec 25 20:59:06.931113 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-fb1bc845-b55e-4398-8f46-f6070c60e91c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 20:59:08.275476 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3e945ecd-9380-47c2-aa0a-12ebe07e03e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 20:59:08.833829 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 37816) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 20:59:08.961868 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74386c2e-65d7-44b3-bda6-25355cdfe927 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 20:59:08.962346 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74386c2e-65d7-44b3-bda6-25355cdfe927 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 20:59:08.963920 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-74386c2e-65d7-44b3-bda6-25355cdfe927 admin admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.1291127
Dec 25 20:59:09.275617 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-15cb578f-7a63-4fd3-925d-83bad4c7b82a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 20:59:10.555453 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 20:59:11.393229 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 37824) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 20:59:11.616927 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b41b779-45f0-4545-a77e-e17fc14985a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 20:59:11.618220 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-7b41b779-45f0-4545-a77e-e17fc14985a1 admin admin] 10.222.0.32 "GET /v2.0/networks/4c7be4ef-ec10-490a-9af5-cac46ea12483 HTTP/1.1" status: 200  len: 869 time: 0.2240374
Dec 25 20:59:14.049751 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 37832) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 20:59:14.175519 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc9d69b8-b4d8-46b4-8ed7-df76525cd742 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 20:59:14.177005 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-bc9d69b8-b4d8-46b4-8ed7-df76525cd742 admin admin] 10.222.0.32 "GET /v2.0/networks/7201e55c-7c5f-41aa-a042-a363696539d0 HTTP/1.1" status: 200  len: 886 time: 0.1261747
Dec 25 20:59:16.632302 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 37840) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 20:59:16.753526 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee1bc73b-ac4b-455c-a4df-1f5fdc18a491 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 20:59:16.753988 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee1bc73b-ac4b-455c-a4df-1f5fdc18a491 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 20:59:16.755513 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-ee1bc73b-ac4b-455c-a4df-1f5fdc18a491 admin admin] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1222382
Dec 25 20:59:19.187543 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 37848) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 20:59:19.288447 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-611180fe-f12a-438d-8886-c6362710f3c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 20:59:19.288913 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-611180fe-f12a-438d-8886-c6362710f3c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 20:59:19.290411 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-611180fe-f12a-438d-8886-c6362710f3c4 admin admin] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1019273
Dec 25 20:59:21.748885 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 37856) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 20:59:21.838581 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-887053c2-961f-4c84-8e19-e12a45c5000f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 20:59:21.839954 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-887053c2-961f-4c84-8e19-e12a45c5000f admin admin] 10.222.0.32 "GET /v2.0/subnets/5207dbd9-f0ca-4d73-80f5-50eb4c038bb7 HTTP/1.1" status: 200  len: 868 time: 0.0900676
Dec 25 20:59:24.279056 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 37864) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 20:59:24.363638 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94d0faee-3e4d-4f0f-b0ed-ffba17ea5c96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 20:59:24.365115 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-94d0faee-3e4d-4f0f-b0ed-ffba17ea5c96 admin admin] 10.222.0.32 "GET /v2.0/subnets/7a939e13-713f-45cf-bba7-1539635abe25 HTTP/1.1" status: 200  len: 816 time: 0.0850699
Dec 25 20:59:32.486036 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.agents_db [None req-ec08dba0-4483-4109-b5e1-5e4a9fdaf12d None None] Agent healthcheck: found 5 active agents {{(pid=121609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 25 20:59:34.742659 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-c84c45cd-2194-4226-9a46-3f764dd247fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 20:59:36.913898 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-45270554-6de0-48b7-af0e-909b2b76515c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 20:59:38.279342 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3e945ecd-9380-47c2-aa0a-12ebe07e03e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 20:59:39.313937 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-15cb578f-7a63-4fd3-925d-83bad4c7b82a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 20:59:40.558923 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 20:59:50.449547 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 37934) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 20:59:50.496497 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [None req-01f48484-36be-4fcd-9c9a-67ed64c9bdb9 admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=121607) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 25 20:59:50.497521 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-01f48484-36be-4fcd-9c9a-67ed64c9bdb9 admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0469537
Dec 25 20:59:53.024319 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 37942) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 20:59:53.084077 ncdv-master-1 neutron-server[121607]: INFO neutron.pecan_wsgi.hooks.translation [None req-c26901d5-d5bf-4c86-9540-bae6ae00fb91 admin admin] GET failed (client error): The resource could not be found.
Dec 25 20:59:53.085381 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-c26901d5-d5bf-4c86-9540-bae6ae00fb91 admin admin] 10.222.0.32 "GET /v2.0/networks/public HTTP/1.1" status: 404  len: 314 time: 0.0595925
Dec 25 20:59:53.170368 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5e8216b-12be-42c2-a472-663069e9a993 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 20:59:53.171800 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-f5e8216b-12be-42c2-a472-663069e9a993 admin admin] 10.222.0.32 "GET /v2.0/networks?name=public HTTP/1.1" status: 200  len: 889 time: 0.0814130
Dec 25 20:59:55.651489 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 37952) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 20:59:55.697180 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-f3f7a489-c2b8-4bab-a768-204280e85103 admin admin] Request body: {'network': {'admin_state_up': True, 'project_id': '41b3685f056e42a38cb9ec18c9d20fa2', 'shared': True, 'name': 'shared', 'tenant_id': '41b3685f056e42a38cb9ec18c9d20fa2'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 20:59:55.769407 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3f7a489-c2b8-4bab-a768-204280e85103 admin admin] Made reservation on behalf of 41b3685f056e42a38cb9ec18c9d20fa2 for: {'network': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 20:59:55.771630 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f3f7a489-c2b8-4bab-a768-204280e85103 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for network, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 20:59:55.799484 ncdv-master-1 neutron-server[121607]: WARNING neutron.services.revisions.revision_plugin [None req-f3f7a489-c2b8-4bab-a768-204280e85103 admin admin] Could not find related network for resource <neutron.db.rbac_db_models.NetworkRBAC[object at 7f2618a59490] {project_id='41b3685f056e42a38cb9ec18c9d20fa2', id='808e90e3-daed-4c6f-bc32-5498116a7d08', target_project='*', action='access_as_shared', object_id='8f212e98-547d-4c6e-a560-2e9a548c8f59'}> to bump revision.
Dec 25 20:59:55.811073 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3f7a489-c2b8-4bab-a768-204280e85103 admin admin] vlan segment allocate from pool success with {'vlan_id': 156, 'physical_network': 'physnet1'}  {{(pid=121607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 25 20:59:55.820709 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f3f7a489-c2b8-4bab-a768-204280e85103 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 20:59:55.821068 ncdv-master-1 neutron-server[121607]: INFO neutron.db.segments_db [None req-f3f7a489-c2b8-4bab-a768-204280e85103 admin admin] Added segment 85c774cb-a0eb-4ad9-961f-f331d3b37cd6 of type vlan for network 8f212e98-547d-4c6e-a560-2e9a548c8f59
Dec 25 20:59:55.859741 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f3f7a489-c2b8-4bab-a768-204280e85103 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737602163420'] for network, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 20:59:55.918347 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f3f7a489-c2b8-4bab-a768-204280e85103 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870'] for network, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 20:59:55.919277 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3f7a489-c2b8-4bab-a768-204280e85103 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 20:59:55.919869 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f3f7a489-c2b8-4bab-a768-204280e85103 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for network, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 20:59:55.979525 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f7a489-c2b8-4bab-a768-204280e85103 admin admin] Pushing event updated for resources: {'Network': ['ID=8f212e98-547d-4c6e-a560-2e9a548c8f59,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 20:59:55.990373 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-f3f7a489-c2b8-4bab-a768-204280e85103 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.3377290
Dec 25 20:59:55.991445 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Network 8f212e98-547d-4c6e-a560-2e9a548c8f59 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 25 20:59:58.495982 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 37962) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 20:59:58.553323 ncdv-master-1 neutron-server[121607]: INFO neutron.pecan_wsgi.hooks.translation [None req-23910220-b2f3-4d51-b94b-a2e46650869c admin admin] GET failed (client error): The resource could not be found.
Dec 25 20:59:58.554506 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-23910220-b2f3-4d51-b94b-a2e46650869c admin admin] 10.222.0.32 "GET /v2.0/networks/shared HTTP/1.1" status: 404  len: 314 time: 0.0575798
Dec 25 20:59:58.621632 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63a5dd2a-26a9-4001-bc8f-f75c11aa28b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 20:59:58.623048 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-63a5dd2a-26a9-4001-bc8f-f75c11aa28b4 admin admin] 10.222.0.32 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200  len: 826 time: 0.0641215
Dec 25 20:59:58.632984 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-294c5d2a-42e4-42e5-a6de-3e5691c33451 admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': '8f212e98-547d-4c6e-a560-2e9a548c8f59', 'cidr': '192.168.233.0/24', 'tenant_id': '41b3685f056e42a38cb9ec18c9d20fa2', 'name': 'shared-subnet', 'description': 'shared-subnet'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 20:59:58.713133 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-294c5d2a-42e4-42e5-a6de-3e5691c33451 admin admin] Made reservation on behalf of 41b3685f056e42a38cb9ec18c9d20fa2 for: {'subnet': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 20:59:58.715349 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-294c5d2a-42e4-42e5-a6de-3e5691c33451 admin admin] Publish callbacks [] for subnet, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 20:59:58.923785 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-294c5d2a-42e4-42e5-a6de-3e5691c33451 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870'] for subnet, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 20:59:58.984011 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294c5d2a-42e4-42e5-a6de-3e5691c33451 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dcfbae86-f93e-400c-8084-eac7f56ff5ba,revision_number=0']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 20:59:58.988993 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-294c5d2a-42e4-42e5-a6de-3e5691c33451 admin admin] Checking segment: {'id': '85c774cb-a0eb-4ad9-961f-f331d3b37cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '8f212e98-547d-4c6e-a560-2e9a548c8f59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 20:59:58.994350 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-294c5d2a-42e4-42e5-a6de-3e5691c33451 admin admin] Network hostable DHCP agents. Network: 8f212e98-547d-4c6e-a560-2e9a548c8f59, hostable agents: ['1813db88-2c1b-4357-a2ba-869246b663c2'], hosted agents: [] {{(pid=121607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 25 20:59:59.078098 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-294c5d2a-42e4-42e5-a6de-3e5691c33451 admin admin] Network 8f212e98-547d-4c6e-a560-2e9a548c8f59 is scheduled to be hosted by DHCP agent 1813db88-2c1b-4357-a2ba-869246b663c2 with binding_index 1 {{(pid=121607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 25 20:59:59.146347 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-294c5d2a-42e4-42e5-a6de-3e5691c33451 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 8f212e98-547d-4c6e-a560-2e9a548c8f59) {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 20:59:59.150586 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-294c5d2a-42e4-42e5-a6de-3e5691c33451 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 20:59:59.151369 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-294c5d2a-42e4-42e5-a6de-3e5691c33451 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for subnet, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 20:59:59.156210 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55392eb0-0acb-40ed-923f-539e2a1bbb92 None None] Network 8f212e98-547d-4c6e-a560-2e9a548c8f59 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 20:59:59.235551 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-294c5d2a-42e4-42e5-a6de-3e5691c33451 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.6057098
Dec 25 20:59:59.266672 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73cd4d29-1260-4030-b30f-1cdc4c8805ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-8f212e98-547d-4c6e-a560-2e9a548c8f59', 'network_id': '8f212e98-547d-4c6e-a560-2e9a548c8f59', 'project_id': '41b3685f056e42a38cb9ec18c9d20fa2', 'fixed_ips': [{'subnet_id': 'dcfbae86-f93e-400c-8084-eac7f56ff5ba'}]}} from ncdv-master-1. {{(pid=121608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 25 20:59:59.267650 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-73cd4d29-1260-4030-b30f-1cdc4c8805ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 20:59:59.413533 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.db_base_plugin_common [None req-73cd4d29-1260-4030-b30f-1cdc4c8805ef None None] Allocated IP 192.168.233.2 (8f212e98-547d-4c6e-a560-2e9a548c8f59/dcfbae86-f93e-400c-8084-eac7f56ff5ba/525fa2fc-ba4f-4f3c-90d1-4ee146abfeb5) {{(pid=121608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 20:59:59.662180 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-73cd4d29-1260-4030-b30f-1cdc4c8805ef None None] Publish callbacks [] for port, precommit_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 20:59:59.782107 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-73cd4d29-1260-4030-b30f-1cdc4c8805ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946'] for port, after_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 20:59:59.822018 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73cd4d29-1260-4030-b30f-1cdc4c8805ef None None] Network 8f212e98-547d-4c6e-a560-2e9a548c8f59 is already hosted by enough agents. {{(pid=121608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 20:59:59.824994 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.base_scheduler [None req-73cd4d29-1260-4030-b30f-1cdc4c8805ef None None] Resources bound (agent type, host, resource id):  {{(pid=121608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 20:59:59.828382 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73cd4d29-1260-4030-b30f-1cdc4c8805ef None None] Received port after_create {{(pid=121608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 20:59:59.838230 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cd4d29-1260-4030-b30f-1cdc4c8805ef None None] Pushing event updated for resources: {'Port': ['ID=525fa2fc-ba4f-4f3c-90d1-4ee146abfeb5,revision_number=1']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 20:59:59.847285 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cd4d29-1260-4030-b30f-1cdc4c8805ef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 20:59:59.847285 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cd4d29-1260-4030-b30f-1cdc4c8805ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 20:59:59.848449 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cd4d29-1260-4030-b30f-1cdc4c8805ef None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 20:59:59.848449 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cd4d29-1260-4030-b30f-1cdc4c8805ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 20:59:59.848449 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cd4d29-1260-4030-b30f-1cdc4c8805ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 20:59:59.848662 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cd4d29-1260-4030-b30f-1cdc4c8805ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 20:59:59.848894 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cd4d29-1260-4030-b30f-1cdc4c8805ef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 20:59:59.849180 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cd4d29-1260-4030-b30f-1cdc4c8805ef None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 20:59:59.849510 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cd4d29-1260-4030-b30f-1cdc4c8805ef None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 20:59:59.849852 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cd4d29-1260-4030-b30f-1cdc4c8805ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 20:59:59.850422 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cd4d29-1260-4030-b30f-1cdc4c8805ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 20:59:59.850988 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cd4d29-1260-4030-b30f-1cdc4c8805ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 20:59:59.851106 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cd4d29-1260-4030-b30f-1cdc4c8805ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 20:59:59.899318 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-73cd4d29-1260-4030-b30f-1cdc4c8805ef None None] Attempting to bind port 525fa2fc-ba4f-4f3c-90d1-4ee146abfeb5 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 20:59:59.900218 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-73cd4d29-1260-4030-b30f-1cdc4c8805ef None None] Attempting to bind port 525fa2fc-ba4f-4f3c-90d1-4ee146abfeb5 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '85c774cb-a0eb-4ad9-961f-f331d3b37cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '8f212e98-547d-4c6e-a560-2e9a548c8f59'}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 20:59:59.900581 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73cd4d29-1260-4030-b30f-1cdc4c8805ef None None] Attempting to bind port 525fa2fc-ba4f-4f3c-90d1-4ee146abfeb5 on network 8f212e98-547d-4c6e-a560-2e9a548c8f59 {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 20:59:59.905610 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73cd4d29-1260-4030-b30f-1cdc4c8805ef None None] Checking agent: {'id': 'ca4f5c6d-f1fd-48b8-a3e3-395864c7d23d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 20, 56, 40), 'started_at': datetime.datetime(2021, 12, 25, 20, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 20, 59, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 20:59:59.905978 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73cd4d29-1260-4030-b30f-1cdc4c8805ef None None] Checking segment: {'id': '85c774cb-a0eb-4ad9-961f-f331d3b37cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '8f212e98-547d-4c6e-a560-2e9a548c8f59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 20:59:59.906374 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-73cd4d29-1260-4030-b30f-1cdc4c8805ef None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 20:59:59.906767 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73cd4d29-1260-4030-b30f-1cdc4c8805ef None None] Bound using segment: {'id': '85c774cb-a0eb-4ad9-961f-f331d3b37cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '8f212e98-547d-4c6e-a560-2e9a548c8f59'} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 20:59:59.907229 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-73cd4d29-1260-4030-b30f-1cdc4c8805ef None None] Bound port: 525fa2fc-ba4f-4f3c-90d1-4ee146abfeb5, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85c774cb-a0eb-4ad9-961f-f331d3b37cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '8f212e98-547d-4c6e-a560-2e9a548c8f59'}}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 20:59:59.907624 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-73cd4d29-1260-4030-b30f-1cdc4c8805ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 20:59:59.972964 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-73cd4d29-1260-4030-b30f-1cdc4c8805ef None None] For port 525fa2fc-ba4f-4f3c-90d1-4ee146abfeb5, host ncdv-master-1, cleared binding levels {{(pid=121608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 20:59:59.976195 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-73cd4d29-1260-4030-b30f-1cdc4c8805ef None None] For port 525fa2fc-ba4f-4f3c-90d1-4ee146abfeb5, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=525fa2fc-ba4f-4f3c-90d1-4ee146abfeb5,segment=NetworkSegment(85c774cb-a0eb-4ad9-961f-f331d3b37cd6),segment_id=85c774cb-a0eb-4ad9-961f-f331d3b37cd6)] {{(pid=121608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:00:00.073890 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-73cd4d29-1260-4030-b30f-1cdc4c8805ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:00:00.129338 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cd4d29-1260-4030-b30f-1cdc4c8805ef None None] Pushing event updated for resources: {'Port': ['ID=525fa2fc-ba4f-4f3c-90d1-4ee146abfeb5,revision_number=2']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:00:01.128247 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-518e983c-25e5-49b9-8867-3f3e86d49b50 None None] Network 8f212e98-547d-4c6e-a560-2e9a548c8f59 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:00:01.209751 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-7e5bdacd-80ef-48da-b336-e142cfc8c34a None None] Provisioning complete for port 525fa2fc-ba4f-4f3c-90d1-4ee146abfeb5 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:00:01.210110 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-7e5bdacd-80ef-48da-b336-e142cfc8c34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:00:01.319166 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-7e5bdacd-80ef-48da-b336-e142cfc8c34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:00:01.358981 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-7e5bdacd-80ef-48da-b336-e142cfc8c34a None None] For port 525fa2fc-ba4f-4f3c-90d1-4ee146abfeb5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=525fa2fc-ba4f-4f3c-90d1-4ee146abfeb5,segment=NetworkSegment(85c774cb-a0eb-4ad9-961f-f331d3b37cd6),segment_id=85c774cb-a0eb-4ad9-961f-f331d3b37cd6)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:00:01.433085 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-7e5bdacd-80ef-48da-b336-e142cfc8c34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:00:01.482663 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5bdacd-80ef-48da-b336-e142cfc8c34a None None] Pushing event updated for resources: {'Port': ['ID=525fa2fc-ba4f-4f3c-90d1-4ee146abfeb5,revision_number=3']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:00:01.552143 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-1b2ac6ed-6dfd-407b-b60a-4d395fe3a33d None None] Provisioning complete for port 525fa2fc-ba4f-4f3c-90d1-4ee146abfeb5 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:00:01.552516 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-1b2ac6ed-6dfd-407b-b60a-4d395fe3a33d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:00:02.391734 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 525fa2fc-ba4f-4f3c-90d1-4ee146abfeb5 up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:00:02.442425 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port 525fa2fc-ba4f-4f3c-90d1-4ee146abfeb5 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:00:02.442792 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:00:04.740704 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-b196fd20-e762-4f41-9e5a-2778b990eef0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:00:06.923819 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3731aa51-47ee-4867-991d-04643316263f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:00:08.260431 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3e945ecd-9380-47c2-aa0a-12ebe07e03e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:00:09.306726 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-15cb578f-7a63-4fd3-925d-83bad4c7b82a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:00:09.484306 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.agents_db [None req-ec08dba0-4483-4109-b5e1-5e4a9fdaf12d None None] Agent healthcheck: found 5 active agents {{(pid=121609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 25 21:00:10.666714 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:00:34.716674 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-59ac65f9-3c25-4ebd-957f-2f119f618bad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:00:36.904845 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-941b2d5f-4f03-4e53-ac29-b831bed69f97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:00:38.270705 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3e945ecd-9380-47c2-aa0a-12ebe07e03e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:00:39.288418 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-15cb578f-7a63-4fd3-925d-83bad4c7b82a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:00:40.602603 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:00:46.483067 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.agents_db [None req-ec08dba0-4483-4109-b5e1-5e4a9fdaf12d None None] Agent healthcheck: found 5 active agents {{(pid=121609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 25 21:01:04.710899 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-b7919340-7a17-4041-9130-365b745c62ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:01:06.922167 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3525ec67-b251-4f4a-97b4-94ce5fd9c843 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:01:08.264522 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3e945ecd-9380-47c2-aa0a-12ebe07e03e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:01:09.287636 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-15cb578f-7a63-4fd3-925d-83bad4c7b82a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:01:10.561670 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:01:21.421385 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 38022) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:01:21.427279 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [None req-efc4d565-9108-4470-9327-2a8e9e0a1a83 tempest-verify_tempest_config-1491818354 tempest-verify_tempest_config-1491818354-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=121607) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 25 21:01:21.428225 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-efc4d565-9108-4470-9327-2a8e9e0a1a83 tempest-verify_tempest_config-1491818354 tempest-verify_tempest_config-1491818354-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14077 time: 0.0058205
Dec 25 21:01:21.989379 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 38040) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:01:22.089300 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-8f9c43e4-1bd7-4946-8ed5-15fef73fbc53 admin admin] Publish callbacks [] for security_group, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:01:22.159075 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-8f9c43e4-1bd7-4946-8ed5-15fef73fbc53 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:01:22.224808 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-8f9c43e4-1bd7-4946-8ed5-15fef73fbc53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:01:22.275560 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9c43e4-1bd7-4946-8ed5-15fef73fbc53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20ff42bf-668d-4961-8240-f9565e6ebd76,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:01:22.280382 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-8f9c43e4-1bd7-4946-8ed5-15fef73fbc53 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4b5645a2754744328895036a547573a8&name=default HTTP/1.1" status: 200  len: 2992 time: 0.2900019
Dec 25 21:01:22.283379 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 38044) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:01:22.284591 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9c43e4-1bd7-4946-8ed5-15fef73fbc53 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:01:22.284956 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9c43e4-1bd7-4946-8ed5-15fef73fbc53 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:01:22.285296 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9c43e4-1bd7-4946-8ed5-15fef73fbc53 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:01:22.285627 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9c43e4-1bd7-4946-8ed5-15fef73fbc53 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:01:22.285949 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9c43e4-1bd7-4946-8ed5-15fef73fbc53 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:01:22.286278 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9c43e4-1bd7-4946-8ed5-15fef73fbc53 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:01:22.286596 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9c43e4-1bd7-4946-8ed5-15fef73fbc53 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:01:22.286913 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9c43e4-1bd7-4946-8ed5-15fef73fbc53 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:01:22.287229 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9c43e4-1bd7-4946-8ed5-15fef73fbc53 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:01:22.287544 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9c43e4-1bd7-4946-8ed5-15fef73fbc53 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:01:22.287859 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9c43e4-1bd7-4946-8ed5-15fef73fbc53 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:01:22.288175 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9c43e4-1bd7-4946-8ed5-15fef73fbc53 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:01:22.288484 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9c43e4-1bd7-4946-8ed5-15fef73fbc53 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:01:22.302163 ncdv-master-1 neutron-server[121606]: WARNING oslo_policy.policy [None req-c14db94a-2697-4aa8-b0b0-a65d6341f1a9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Dec 25 21:01:22.303238 ncdv-master-1 neutron-server[121606]: WARNING oslo_policy.policy [None req-c14db94a-2697-4aa8-b0b0-a65d6341f1a9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Dec 25 21:01:22.597069 ncdv-master-1 neutron-server[121606]: DEBUG neutron.policy [None req-c14db94a-2697-4aa8-b0b0-a65d6341f1a9 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=121606) register_rules /opt/stack/neutron/neutron/policy.py:73}}
Dec 25 21:01:22.649239 ncdv-master-1 neutron-server[121606]: WARNING oslo_policy.policy [None req-c14db94a-2697-4aa8-b0b0-a65d6341f1a9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Dec 25 21:01:22.649634 ncdv-master-1 neutron-server[121606]: WARNING oslo_policy.policy [None req-c14db94a-2697-4aa8-b0b0-a65d6341f1a9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Dec 25 21:01:22.759226 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-c14db94a-2697-4aa8-b0b0-a65d6341f1a9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:01:22.779386 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-c14db94a-2697-4aa8-b0b0-a65d6341f1a9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:01:22.922273 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-c14db94a-2697-4aa8-b0b0-a65d6341f1a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:01:22.925181 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-c14db94a-2697-4aa8-b0b0-a65d6341f1a9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:01:22.926589 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-c14db94a-2697-4aa8-b0b0-a65d6341f1a9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/20ff42bf-668d-4961-8240-f9565e6ebd76 HTTP/1.1" status: 204  len: 168 time: 0.6409111
Dec 25 21:01:22.934470 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14db94a-2697-4aa8-b0b0-a65d6341f1a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20ff42bf-668d-4961-8240-f9565e6ebd76,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:01:22.946608 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14db94a-2697-4aa8-b0b0-a65d6341f1a9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:01:22.947005 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14db94a-2697-4aa8-b0b0-a65d6341f1a9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:01:22.947297 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14db94a-2697-4aa8-b0b0-a65d6341f1a9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:01:22.947629 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14db94a-2697-4aa8-b0b0-a65d6341f1a9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:01:22.947957 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14db94a-2697-4aa8-b0b0-a65d6341f1a9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:01:22.948285 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14db94a-2697-4aa8-b0b0-a65d6341f1a9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:01:22.948608 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14db94a-2697-4aa8-b0b0-a65d6341f1a9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:01:22.948966 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14db94a-2697-4aa8-b0b0-a65d6341f1a9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:01:22.949331 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14db94a-2697-4aa8-b0b0-a65d6341f1a9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:01:22.949656 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14db94a-2697-4aa8-b0b0-a65d6341f1a9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:01:22.949975 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14db94a-2697-4aa8-b0b0-a65d6341f1a9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:01:22.950291 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14db94a-2697-4aa8-b0b0-a65d6341f1a9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:01:22.950609 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14db94a-2697-4aa8-b0b0-a65d6341f1a9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:01:22.951729 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14db94a-2697-4aa8-b0b0-a65d6341f1a9 admin admin] Tracked resource versions report:
Dec 25 21:01:22.951729 ncdv-master-1 neutron-server[121606]: pushed versions:
Dec 25 21:01:22.951729 ncdv-master-1 neutron-server[121606]: {   'AddressGroup': {'1.2'},
Dec 25 21:01:22.951729 ncdv-master-1 neutron-server[121606]:     'ConntrackHelper': {'1.0'},
Dec 25 21:01:22.951729 ncdv-master-1 neutron-server[121606]:     'LocalIPAssociation': {'1.0'},
Dec 25 21:01:22.951729 ncdv-master-1 neutron-server[121606]:     'Log': {'1.0'},
Dec 25 21:01:22.951729 ncdv-master-1 neutron-server[121606]:     'Network': {'1.1'},
Dec 25 21:01:22.951729 ncdv-master-1 neutron-server[121606]:     'Port': {'1.7'},
Dec 25 21:01:22.951729 ncdv-master-1 neutron-server[121606]:     'PortForwarding': {'1.2'},
Dec 25 21:01:22.951729 ncdv-master-1 neutron-server[121606]:     'QosPolicy': {'1.10'},
Dec 25 21:01:22.951729 ncdv-master-1 neutron-server[121606]:     'SecurityGroup': {'1.5'},
Dec 25 21:01:22.951729 ncdv-master-1 neutron-server[121606]:     'SecurityGroupRule': {'1.2'},
Dec 25 21:01:22.951729 ncdv-master-1 neutron-server[121606]:     'SubPort': {'1.0'},
Dec 25 21:01:22.951729 ncdv-master-1 neutron-server[121606]:     'Subnet': {'1.1'},
Dec 25 21:01:22.951729 ncdv-master-1 neutron-server[121606]:     'Trunk': {'1.1'}}
Dec 25 21:01:22.951729 ncdv-master-1 neutron-server[121606]: consumer versions:
Dec 25 21:01:22.951729 ncdv-master-1 neutron-server[121606]: {   DHCP agent@ncdv-master-1: {},
Dec 25 21:01:22.951729 ncdv-master-1 neutron-server[121606]:     L3 agent@ncdv-master-1: {},
Dec 25 21:01:22.951729 ncdv-master-1 neutron-server[121606]:     Metadata agent@ncdv-master-1: {},
Dec 25 21:01:22.951729 ncdv-master-1 neutron-server[121606]:     Metering agent@ncdv-master-1: {},
Dec 25 21:01:22.951729 ncdv-master-1 neutron-server[121606]:     Open vSwitch agent@ncdv-master-1: {   'AddressGroup': '1.2',
Dec 25 21:01:22.951729 ncdv-master-1 neutron-server[121606]:                                           'ConntrackHelper': '1.0',
Dec 25 21:01:22.951729 ncdv-master-1 neutron-server[121606]:                                           'LocalIPAssociation': '1.0',
Dec 25 21:01:22.951729 ncdv-master-1 neutron-server[121606]:                                           'Log': '1.0',
Dec 25 21:01:22.951729 ncdv-master-1 neutron-server[121606]:                                           'Network': '1.1',
Dec 25 21:01:22.951729 ncdv-master-1 neutron-server[121606]:                                           'Port': '1.7',
Dec 25 21:01:22.951729 ncdv-master-1 neutron-server[121606]:                                           'PortForwarding': '1.2',
Dec 25 21:01:22.951729 ncdv-master-1 neutron-server[121606]:                                           'QosPolicy': '1.10',
Dec 25 21:01:22.951729 ncdv-master-1 neutron-server[121606]:                                           'SecurityGroup': '1.5',
Dec 25 21:01:22.951729 ncdv-master-1 neutron-server[121606]:                                           'SecurityGroupRule': '1.2',
Dec 25 21:01:22.951729 ncdv-master-1 neutron-server[121606]:                                           'SubPort': '1.0',
Dec 25 21:01:22.951729 ncdv-master-1 neutron-server[121606]:                                           'Subnet': '1.1',
Dec 25 21:01:22.951729 ncdv-master-1 neutron-server[121606]:                                           'Trunk': '1.1'}}
Dec 25 21:01:22.951729 ncdv-master-1 neutron-server[121606]:  {{(pid=121606) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Dec 25 21:01:23.482081 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.agents_db [None req-ec08dba0-4483-4109-b5e1-5e4a9fdaf12d None None] Agent healthcheck: found 5 active agents {{(pid=121609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 25 21:01:34.751263 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-c7e4b42d-09dd-4249-8a42-4ec402761cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:01:37.019184 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-56eb5f1f-31bb-42a1-a3ba-27828ef958c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:01:38.550767 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3e945ecd-9380-47c2-aa0a-12ebe07e03e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:01:39.287553 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-15cb578f-7a63-4fd3-925d-83bad4c7b82a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:01:40.550337 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:02:00.481283 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.agents_db [None req-ec08dba0-4483-4109-b5e1-5e4a9fdaf12d None None] Agent healthcheck: found 5 active agents {{(pid=121609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 25 21:02:04.731512 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-0ea38f5c-5928-4246-9fc1-0fc3ede54fda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:02:06.904807 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-992e6f4b-c0df-42a7-a0cf-d4b00a3ccc43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:02:08.327839 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3e945ecd-9380-47c2-aa0a-12ebe07e03e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:02:09.348557 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-15cb578f-7a63-4fd3-925d-83bad4c7b82a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:02:10.545064 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:02:34.771053 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-399cf94f-c385-4af7-9480-f272ebf16720 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:02:36.939643 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-a49503ae-8f94-44b7-bd72-cf792d2f30a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:02:37.480124 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.agents_db [None req-ec08dba0-4483-4109-b5e1-5e4a9fdaf12d None None] Agent healthcheck: found 5 active agents {{(pid=121609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 25 21:02:38.319678 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3e945ecd-9380-47c2-aa0a-12ebe07e03e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:02:39.325109 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-15cb578f-7a63-4fd3-925d-83bad4c7b82a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:02:40.573548 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:03:04.721833 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-7fb81b03-f110-45a6-a3a0-32f6f990339f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:03:06.965034 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-38aa31bc-339c-4880-bacc-91ea93691421 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:03:08.290225 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3e945ecd-9380-47c2-aa0a-12ebe07e03e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:03:09.313433 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-15cb578f-7a63-4fd3-925d-83bad4c7b82a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:03:10.553372 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:03:14.479186 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.agents_db [None req-ec08dba0-4483-4109-b5e1-5e4a9fdaf12d None None] Agent healthcheck: found 5 active agents {{(pid=121609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 25 21:03:34.712290 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-ee9052b5-acba-4788-90a1-b1e381f0afb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:03:36.975241 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-a164f05e-e881-4f5b-9b81-3f421ae1c451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:03:38.338972 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3e945ecd-9380-47c2-aa0a-12ebe07e03e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:03:39.415465 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-15cb578f-7a63-4fd3-925d-83bad4c7b82a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:03:40.558214 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:03:51.477220 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.agents_db [None req-ec08dba0-4483-4109-b5e1-5e4a9fdaf12d None None] Agent healthcheck: found 5 active agents {{(pid=121609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 25 21:04:04.723427 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-1f091452-bf87-4ea4-a8ec-4c57eef12f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:04:06.934684 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5acca470-2141-4920-93fe-e73c813ebc89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:04:08.334561 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3e945ecd-9380-47c2-aa0a-12ebe07e03e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:04:09.363207 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-15cb578f-7a63-4fd3-925d-83bad4c7b82a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:04:10.561662 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:04:28.475269 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.agents_db [None req-ec08dba0-4483-4109-b5e1-5e4a9fdaf12d None None] Agent healthcheck: found 5 active agents {{(pid=121609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 25 21:04:34.087370 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2007712'] for agent, after_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:04:34.722933 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9b7e86de-c85d-4bfd-8551-11866787fc98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:04:36.928200 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-30f26501-571c-4a26-a3d4-80a43a6d6f15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:04:37.956066 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2007712'] for agent, after_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:04:38.322665 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3e945ecd-9380-47c2-aa0a-12ebe07e03e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:04:39.357269 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-15cb578f-7a63-4fd3-925d-83bad4c7b82a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:04:40.619839 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:05:04.070291 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:05:04.733828 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-552dddda-5a02-4b12-99ef-0c5e813f2958 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:05:05.475160 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.agents_db [None req-ec08dba0-4483-4109-b5e1-5e4a9fdaf12d None None] Agent healthcheck: found 7 active agents {{(pid=121609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 25 21:05:06.990692 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-8cd6180f-75d1-4b0e-bad2-6be7433d28a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:05:07.933643 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:05:08.310338 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3e945ecd-9380-47c2-aa0a-12ebe07e03e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:05:09.316142 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-15cb578f-7a63-4fd3-925d-83bad4c7b82a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:05:10.561367 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:05:25.760978 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 38178) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:05:25.925635 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-aaebfea0-9db6-448e-910a-16bf7168fc4a admin admin] 10.222.0.32 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4937 time: 0.1632359
Dec 25 21:05:28.345707 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 38192) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:05:28.407001 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-5da929d5-cdc5-4ba5-8511-b6ed9299175c admin admin] 10.222.0.32 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4937 time: 0.0601563
Dec 25 21:05:34.069699 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:05:34.721549 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-faee3984-5bbe-4554-b807-1880e3d4f015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:05:36.921378 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-b4a2672f-c62b-47d8-bc57-f716dc5151a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:05:37.903782 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:05:38.315373 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3e945ecd-9380-47c2-aa0a-12ebe07e03e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:05:39.320833 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-15cb578f-7a63-4fd3-925d-83bad4c7b82a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:05:40.589598 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:05:42.473501 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.agents_db [None req-ec08dba0-4483-4109-b5e1-5e4a9fdaf12d None None] Agent healthcheck: found 7 active agents {{(pid=121609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 25 21:06:04.075537 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:06:04.762032 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-b811fe02-5bba-4b62-93fc-4317ea3438a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:06:06.938451 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-e1f0ef55-f96d-4a1d-80ee-5dc018e0d77c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:06:07.926523 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:06:08.349618 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3e945ecd-9380-47c2-aa0a-12ebe07e03e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:06:09.440276 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-15cb578f-7a63-4fd3-925d-83bad4c7b82a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:06:10.589931 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:06:19.473602 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.agents_db [None req-ec08dba0-4483-4109-b5e1-5e4a9fdaf12d None None] Agent healthcheck: found 7 active agents {{(pid=121609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 25 21:06:34.080289 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:06:34.743131 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-66f2fdc6-a22a-4fc1-8b67-4b5f2fe9af72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:06:36.926100 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-d6cb2399-51cb-4586-bca4-dfd8c8ab4d53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:06:37.931884 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:06:38.326349 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3e945ecd-9380-47c2-aa0a-12ebe07e03e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:06:39.326549 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-15cb578f-7a63-4fd3-925d-83bad4c7b82a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:06:40.595144 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:06:56.476815 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.agents_db [None req-ec08dba0-4483-4109-b5e1-5e4a9fdaf12d None None] Agent healthcheck: found 7 active agents {{(pid=121609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 25 21:06:57.569840 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 38594) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:06:57.686669 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-0f400d0e-7c57-4e05-9685-a49da3b3ee8e admin admin] Publish callbacks [] for security_group, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:06:57.763346 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-0f400d0e-7c57-4e05-9685-a49da3b3ee8e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:06:57.869424 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-0f400d0e-7c57-4e05-9685-a49da3b3ee8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:06:57.906442 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f400d0e-7c57-4e05-9685-a49da3b3ee8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdedf9c3-dfc3-474f-bf66-2873f494c67b,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:06:57.913178 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-0f400d0e-7c57-4e05-9685-a49da3b3ee8e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5d0329a925504927b16f57dd01af289f&name=default HTTP/1.1" status: 200  len: 2992 time: 0.3420484
Dec 25 21:06:57.916584 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 38614) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:06:57.920412 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f400d0e-7c57-4e05-9685-a49da3b3ee8e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:06:57.920758 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f400d0e-7c57-4e05-9685-a49da3b3ee8e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:06:57.921139 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f400d0e-7c57-4e05-9685-a49da3b3ee8e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:06:57.921452 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f400d0e-7c57-4e05-9685-a49da3b3ee8e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:06:57.921979 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f400d0e-7c57-4e05-9685-a49da3b3ee8e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:06:57.922308 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f400d0e-7c57-4e05-9685-a49da3b3ee8e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:06:57.922630 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f400d0e-7c57-4e05-9685-a49da3b3ee8e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:06:57.922952 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f400d0e-7c57-4e05-9685-a49da3b3ee8e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:06:57.923288 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f400d0e-7c57-4e05-9685-a49da3b3ee8e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:06:57.923590 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f400d0e-7c57-4e05-9685-a49da3b3ee8e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:06:57.923908 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f400d0e-7c57-4e05-9685-a49da3b3ee8e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:06:57.924219 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f400d0e-7c57-4e05-9685-a49da3b3ee8e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:06:57.924533 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f400d0e-7c57-4e05-9685-a49da3b3ee8e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:06:57.925627 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f400d0e-7c57-4e05-9685-a49da3b3ee8e admin admin] Tracked resource versions report:
Dec 25 21:06:57.925627 ncdv-master-1 neutron-server[121607]: pushed versions:
Dec 25 21:06:57.925627 ncdv-master-1 neutron-server[121607]: {   'AddressGroup': {'1.2'},
Dec 25 21:06:57.925627 ncdv-master-1 neutron-server[121607]:     'ConntrackHelper': {'1.0'},
Dec 25 21:06:57.925627 ncdv-master-1 neutron-server[121607]:     'LocalIPAssociation': {'1.0'},
Dec 25 21:06:57.925627 ncdv-master-1 neutron-server[121607]:     'Log': {'1.0'},
Dec 25 21:06:57.925627 ncdv-master-1 neutron-server[121607]:     'Network': {'1.1'},
Dec 25 21:06:57.925627 ncdv-master-1 neutron-server[121607]:     'Port': {'1.7'},
Dec 25 21:06:57.925627 ncdv-master-1 neutron-server[121607]:     'PortForwarding': {'1.2'},
Dec 25 21:06:57.925627 ncdv-master-1 neutron-server[121607]:     'QosPolicy': {'1.10'},
Dec 25 21:06:57.925627 ncdv-master-1 neutron-server[121607]:     'SecurityGroup': {'1.5'},
Dec 25 21:06:57.925627 ncdv-master-1 neutron-server[121607]:     'SecurityGroupRule': {'1.2'},
Dec 25 21:06:57.925627 ncdv-master-1 neutron-server[121607]:     'SubPort': {'1.0'},
Dec 25 21:06:57.925627 ncdv-master-1 neutron-server[121607]:     'Subnet': {'1.1'},
Dec 25 21:06:57.925627 ncdv-master-1 neutron-server[121607]:     'Trunk': {'1.1'}}
Dec 25 21:06:57.925627 ncdv-master-1 neutron-server[121607]: consumer versions:
Dec 25 21:06:57.925627 ncdv-master-1 neutron-server[121607]: {   DHCP agent@ncdv-master-1: {},
Dec 25 21:06:57.925627 ncdv-master-1 neutron-server[121607]:     HyperV agent@nch1-master-1: {},
Dec 25 21:06:57.925627 ncdv-master-1 neutron-server[121607]:     HyperV agent@nch2-master-1: {},
Dec 25 21:06:57.925627 ncdv-master-1 neutron-server[121607]:     L3 agent@ncdv-master-1: {},
Dec 25 21:06:57.925627 ncdv-master-1 neutron-server[121607]:     Metadata agent@ncdv-master-1: {},
Dec 25 21:06:57.925627 ncdv-master-1 neutron-server[121607]:     Metering agent@ncdv-master-1: {},
Dec 25 21:06:57.925627 ncdv-master-1 neutron-server[121607]:     Open vSwitch agent@ncdv-master-1: {   'AddressGroup': '1.2',
Dec 25 21:06:57.925627 ncdv-master-1 neutron-server[121607]:                                           'ConntrackHelper': '1.0',
Dec 25 21:06:57.925627 ncdv-master-1 neutron-server[121607]:                                           'LocalIPAssociation': '1.0',
Dec 25 21:06:57.925627 ncdv-master-1 neutron-server[121607]:                                           'Log': '1.0',
Dec 25 21:06:57.925627 ncdv-master-1 neutron-server[121607]:                                           'Network': '1.1',
Dec 25 21:06:57.925627 ncdv-master-1 neutron-server[121607]:                                           'Port': '1.7',
Dec 25 21:06:57.925627 ncdv-master-1 neutron-server[121607]:                                           'PortForwarding': '1.2',
Dec 25 21:06:57.925627 ncdv-master-1 neutron-server[121607]:                                           'QosPolicy': '1.10',
Dec 25 21:06:57.925627 ncdv-master-1 neutron-server[121607]:                                           'SecurityGroup': '1.5',
Dec 25 21:06:57.925627 ncdv-master-1 neutron-server[121607]:                                           'SecurityGroupRule': '1.2',
Dec 25 21:06:57.925627 ncdv-master-1 neutron-server[121607]:                                           'SubPort': '1.0',
Dec 25 21:06:57.925627 ncdv-master-1 neutron-server[121607]:                                           'Subnet': '1.1',
Dec 25 21:06:57.925627 ncdv-master-1 neutron-server[121607]:                                           'Trunk': '1.1'}}
Dec 25 21:06:57.925627 ncdv-master-1 neutron-server[121607]:  {{(pid=121607) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Dec 25 21:06:57.974105 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-1b07851b-179c-44a8-a6f2-d4eeb16827c1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:06:57.996117 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-1b07851b-179c-44a8-a6f2-d4eeb16827c1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:06:58.154677 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-1b07851b-179c-44a8-a6f2-d4eeb16827c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:06:58.157535 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-1b07851b-179c-44a8-a6f2-d4eeb16827c1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:06:58.162003 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-1b07851b-179c-44a8-a6f2-d4eeb16827c1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/cdedf9c3-dfc3-474f-bf66-2873f494c67b HTTP/1.1" status: 204  len: 168 time: 0.2443914
Dec 25 21:06:58.171350 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b07851b-179c-44a8-a6f2-d4eeb16827c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdedf9c3-dfc3-474f-bf66-2873f494c67b,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:06:58.179868 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b07851b-179c-44a8-a6f2-d4eeb16827c1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:06:58.180277 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b07851b-179c-44a8-a6f2-d4eeb16827c1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:06:58.181068 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b07851b-179c-44a8-a6f2-d4eeb16827c1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:06:58.181480 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b07851b-179c-44a8-a6f2-d4eeb16827c1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:06:58.182496 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b07851b-179c-44a8-a6f2-d4eeb16827c1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:06:58.182923 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b07851b-179c-44a8-a6f2-d4eeb16827c1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:06:58.183251 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b07851b-179c-44a8-a6f2-d4eeb16827c1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:06:58.183574 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b07851b-179c-44a8-a6f2-d4eeb16827c1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:06:58.183895 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b07851b-179c-44a8-a6f2-d4eeb16827c1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:06:58.184213 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b07851b-179c-44a8-a6f2-d4eeb16827c1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:06:58.184531 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b07851b-179c-44a8-a6f2-d4eeb16827c1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:06:58.184848 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b07851b-179c-44a8-a6f2-d4eeb16827c1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:06:58.185194 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b07851b-179c-44a8-a6f2-d4eeb16827c1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:06:58.192708 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b07851b-179c-44a8-a6f2-d4eeb16827c1 admin admin] Tracked resource versions report:
Dec 25 21:06:58.192708 ncdv-master-1 neutron-server[121606]: pushed versions:
Dec 25 21:06:58.192708 ncdv-master-1 neutron-server[121606]: {   'AddressGroup': {'1.2'},
Dec 25 21:06:58.192708 ncdv-master-1 neutron-server[121606]:     'ConntrackHelper': {'1.0'},
Dec 25 21:06:58.192708 ncdv-master-1 neutron-server[121606]:     'LocalIPAssociation': {'1.0'},
Dec 25 21:06:58.192708 ncdv-master-1 neutron-server[121606]:     'Log': {'1.0'},
Dec 25 21:06:58.192708 ncdv-master-1 neutron-server[121606]:     'Network': {'1.1'},
Dec 25 21:06:58.192708 ncdv-master-1 neutron-server[121606]:     'Port': {'1.7'},
Dec 25 21:06:58.192708 ncdv-master-1 neutron-server[121606]:     'PortForwarding': {'1.2'},
Dec 25 21:06:58.192708 ncdv-master-1 neutron-server[121606]:     'QosPolicy': {'1.10'},
Dec 25 21:06:58.192708 ncdv-master-1 neutron-server[121606]:     'SecurityGroup': {'1.5'},
Dec 25 21:06:58.192708 ncdv-master-1 neutron-server[121606]:     'SecurityGroupRule': {'1.2'},
Dec 25 21:06:58.192708 ncdv-master-1 neutron-server[121606]:     'SubPort': {'1.0'},
Dec 25 21:06:58.192708 ncdv-master-1 neutron-server[121606]:     'Subnet': {'1.1'},
Dec 25 21:06:58.192708 ncdv-master-1 neutron-server[121606]:     'Trunk': {'1.1'}}
Dec 25 21:06:58.192708 ncdv-master-1 neutron-server[121606]: consumer versions:
Dec 25 21:06:58.192708 ncdv-master-1 neutron-server[121606]: {   DHCP agent@ncdv-master-1: {},
Dec 25 21:06:58.192708 ncdv-master-1 neutron-server[121606]:     HyperV agent@nch1-master-1: {},
Dec 25 21:06:58.192708 ncdv-master-1 neutron-server[121606]:     HyperV agent@nch2-master-1: {},
Dec 25 21:06:58.192708 ncdv-master-1 neutron-server[121606]:     L3 agent@ncdv-master-1: {},
Dec 25 21:06:58.192708 ncdv-master-1 neutron-server[121606]:     Metadata agent@ncdv-master-1: {},
Dec 25 21:06:58.192708 ncdv-master-1 neutron-server[121606]:     Metering agent@ncdv-master-1: {},
Dec 25 21:06:58.192708 ncdv-master-1 neutron-server[121606]:     Open vSwitch agent@ncdv-master-1: {   'AddressGroup': '1.2',
Dec 25 21:06:58.192708 ncdv-master-1 neutron-server[121606]:                                           'ConntrackHelper': '1.0',
Dec 25 21:06:58.192708 ncdv-master-1 neutron-server[121606]:                                           'LocalIPAssociation': '1.0',
Dec 25 21:06:58.192708 ncdv-master-1 neutron-server[121606]:                                           'Log': '1.0',
Dec 25 21:06:58.192708 ncdv-master-1 neutron-server[121606]:                                           'Network': '1.1',
Dec 25 21:06:58.192708 ncdv-master-1 neutron-server[121606]:                                           'Port': '1.7',
Dec 25 21:06:58.192708 ncdv-master-1 neutron-server[121606]:                                           'PortForwarding': '1.2',
Dec 25 21:06:58.192708 ncdv-master-1 neutron-server[121606]:                                           'QosPolicy': '1.10',
Dec 25 21:06:58.192708 ncdv-master-1 neutron-server[121606]:                                           'SecurityGroup': '1.5',
Dec 25 21:06:58.192708 ncdv-master-1 neutron-server[121606]:                                           'SecurityGroupRule': '1.2',
Dec 25 21:06:58.192708 ncdv-master-1 neutron-server[121606]:                                           'SubPort': '1.0',
Dec 25 21:06:58.192708 ncdv-master-1 neutron-server[121606]:                                           'Subnet': '1.1',
Dec 25 21:06:58.192708 ncdv-master-1 neutron-server[121606]:                                           'Trunk': '1.1'}}
Dec 25 21:06:58.192708 ncdv-master-1 neutron-server[121606]:  {{(pid=121606) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Dec 25 21:06:58.709527 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 38648) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:06:58.895064 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-680659b8-4e33-40d9-b487-ee2afc66fab5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:06:58.909563 ncdv-master-1 neutron-server[121606]: INFO neutron.quota [None req-680659b8-4e33-40d9-b487-ee2afc66fab5 admin admin] Loaded quota_driver: <neutron.db.quota.driver_nolock.DbQuotaNoLockDriver object at 0x7f261a54d0d0>.
Dec 25 21:06:59.050340 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-680659b8-4e33-40d9-b487-ee2afc66fab5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:06:59.119714 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 38682) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:06:59.132672 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-d6f26296-4e02-4ffc-a9a9-9d2fb32cd8b9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:06:59.137720 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-680659b8-4e33-40d9-b487-ee2afc66fab5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:06:59.204381 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-680659b8-4e33-40d9-b487-ee2afc66fab5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0ca49aabf0d9478bac3dd6b25768e759&name=default HTTP/1.1" status: 200  len: 2992 time: 0.4935205
Dec 25 21:06:59.205264 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680659b8-4e33-40d9-b487-ee2afc66fab5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=017d1ba6-e0eb-4f43-80f2-9286f413d7d0,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:06:59.207689 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 38692) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:06:59.226639 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-d6f26296-4e02-4ffc-a9a9-9d2fb32cd8b9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:06:59.257928 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-e5826f80-737f-4cec-9a46-a91fe4a45535 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:06:59.281103 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-e5826f80-737f-4cec-9a46-a91fe4a45535 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:06:59.364460 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-d6f26296-4e02-4ffc-a9a9-9d2fb32cd8b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:06:59.407081 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-d6f26296-4e02-4ffc-a9a9-9d2fb32cd8b9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=64a48245e8b247f78ccbc9bacca837d4&name=default HTTP/1.1" status: 200  len: 2992 time: 0.2847495
Dec 25 21:06:59.407388 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 38700) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:06:59.410320 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f26296-4e02-4ffc-a9a9-9d2fb32cd8b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33808f9f-3a8b-493b-84f6-3436d4418caa,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:06:59.461510 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-5b8f59a5-e2d3-4524-af60-d98a3a5158c4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:06:59.496979 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-5b8f59a5-e2d3-4524-af60-d98a3a5158c4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:06:59.498902 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-e5826f80-737f-4cec-9a46-a91fe4a45535 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:06:59.501416 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-e5826f80-737f-4cec-9a46-a91fe4a45535 admin admin] Publish callbacks [] for security_group, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:06:59.502710 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-e5826f80-737f-4cec-9a46-a91fe4a45535 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/017d1ba6-e0eb-4f43-80f2-9286f413d7d0 HTTP/1.1" status: 204  len: 168 time: 0.2939534
Dec 25 21:06:59.520779 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5826f80-737f-4cec-9a46-a91fe4a45535 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=017d1ba6-e0eb-4f43-80f2-9286f413d7d0,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:06:59.520937 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 38716) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:06:59.661407 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-5b8f59a5-e2d3-4524-af60-d98a3a5158c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:06:59.663966 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-5b8f59a5-e2d3-4524-af60-d98a3a5158c4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:06:59.665247 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-5b8f59a5-e2d3-4524-af60-d98a3a5158c4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/33808f9f-3a8b-493b-84f6-3436d4418caa HTTP/1.1" status: 204  len: 168 time: 0.2567685
Dec 25 21:06:59.672988 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8f59a5-e2d3-4524-af60-d98a3a5158c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33808f9f-3a8b-493b-84f6-3436d4418caa,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:07:00.067847 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-3901c392-053d-4127-a6b0-b502b9255e91 admin admin] Publish callbacks [] for security_group, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:00.139200 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-3901c392-053d-4127-a6b0-b502b9255e91 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:00.194453 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-3901c392-053d-4127-a6b0-b502b9255e91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:00.233369 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-3901c392-053d-4127-a6b0-b502b9255e91 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6ade260ba10a4e4b9fa70c615ecc3145&name=default HTTP/1.1" status: 200  len: 2992 time: 0.7108858
Dec 25 21:07:00.234387 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3901c392-053d-4127-a6b0-b502b9255e91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5caef2aa-e902-43a4-b68b-8fe1c14e1120,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:07:00.236998 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 38738) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:07:00.294032 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-eb1ee108-3a46-4ac3-b07e-808c4da69aa7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:00.315032 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-eb1ee108-3a46-4ac3-b07e-808c4da69aa7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:00.444469 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-eb1ee108-3a46-4ac3-b07e-808c4da69aa7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:00.447067 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-eb1ee108-3a46-4ac3-b07e-808c4da69aa7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:00.448338 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-eb1ee108-3a46-4ac3-b07e-808c4da69aa7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5caef2aa-e902-43a4-b68b-8fe1c14e1120 HTTP/1.1" status: 204  len: 168 time: 0.2103333
Dec 25 21:07:00.456707 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1ee108-3a46-4ac3-b07e-808c4da69aa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5caef2aa-e902-43a4-b68b-8fe1c14e1120,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:07:00.502768 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 38746) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:07:00.645005 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 38758) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:07:00.758893 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 38762) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:07:00.774080 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-63eab231-b866-414b-8649-7970644ac5c0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:00.847161 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-63eab231-b866-414b-8649-7970644ac5c0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:00.956075 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-78212d96-8024-425c-8f90-be8978f2f3c3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:00.970608 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-63eab231-b866-414b-8649-7970644ac5c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:01.024660 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-63eab231-b866-414b-8649-7970644ac5c0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=676d37fca6df4ddfa48bd8dde46d0828&name=default HTTP/1.1" status: 200  len: 2992 time: 0.2621267
Dec 25 21:07:01.025073 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 38770) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:07:01.049013 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-8eb66e23-0d93-4355-83ce-4c0f82585c21 admin admin] Publish callbacks [] for security_group, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:01.052891 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63eab231-b866-414b-8649-7970644ac5c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c21146ea-aea5-4da2-b930-117123d88564,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:07:01.087677 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-06389be7-8f05-4754-8244-50e55caa89b2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:01.124036 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-06389be7-8f05-4754-8244-50e55caa89b2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:01.147864 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-78212d96-8024-425c-8f90-be8978f2f3c3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:01.185024 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-8eb66e23-0d93-4355-83ce-4c0f82585c21 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:01.280751 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-06389be7-8f05-4754-8244-50e55caa89b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:01.281270 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-8eb66e23-0d93-4355-83ce-4c0f82585c21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:01.283606 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-78212d96-8024-425c-8f90-be8978f2f3c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:01.283727 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-06389be7-8f05-4754-8244-50e55caa89b2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:01.284972 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-06389be7-8f05-4754-8244-50e55caa89b2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c21146ea-aea5-4da2-b930-117123d88564 HTTP/1.1" status: 204  len: 168 time: 0.2581370
Dec 25 21:07:01.293570 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06389be7-8f05-4754-8244-50e55caa89b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c21146ea-aea5-4da2-b930-117123d88564,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:07:01.383569 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-8eb66e23-0d93-4355-83ce-4c0f82585c21 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b68bba8707314955b0bd0b2a10ddb399&name=default HTTP/1.1" status: 200  len: 2992 time: 0.7375367
Dec 25 21:07:01.386888 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 38784) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:07:01.393547 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-78212d96-8024-425c-8f90-be8978f2f3c3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=185bf792f42c4ef18599568f8f685bab&name=default HTTP/1.1" status: 200  len: 2992 time: 0.8896744
Dec 25 21:07:01.394282 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 38786) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:07:01.397788 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb66e23-0d93-4355-83ce-4c0f82585c21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a70266e-4082-48f2-b6c3-c57396de2c3a,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:07:01.449969 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 38790) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:07:01.456846 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-d95edff0-b211-4151-ac68-9beb8fefb979 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:01.471606 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78212d96-8024-425c-8f90-be8978f2f3c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9de8476-343e-40ae-986d-e68bf3cf940e,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:07:01.479514 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-d95edff0-b211-4151-ac68-9beb8fefb979 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:01.483114 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-9b0ed4d2-ef82-41cd-9783-81b65c581f8e admin admin] Publish callbacks [] for security_group, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:01.515244 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-7841e58d-d5a3-4d35-93c2-c3e67ac19cdb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:01.544113 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-7841e58d-d5a3-4d35-93c2-c3e67ac19cdb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:01.615783 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-d95edff0-b211-4151-ac68-9beb8fefb979 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:01.618460 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-d95edff0-b211-4151-ac68-9beb8fefb979 admin admin] Publish callbacks [] for security_group, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:01.620199 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-d95edff0-b211-4151-ac68-9beb8fefb979 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2a70266e-4082-48f2-b6c3-c57396de2c3a HTTP/1.1" status: 204  len: 168 time: 0.2321968
Dec 25 21:07:01.627621 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95edff0-b211-4151-ac68-9beb8fefb979 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a70266e-4082-48f2-b6c3-c57396de2c3a,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:07:01.734076 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-7841e58d-d5a3-4d35-93c2-c3e67ac19cdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:01.737189 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-7841e58d-d5a3-4d35-93c2-c3e67ac19cdb admin admin] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:01.738886 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-7841e58d-d5a3-4d35-93c2-c3e67ac19cdb admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b9de8476-343e-40ae-986d-e68bf3cf940e HTTP/1.1" status: 204  len: 168 time: 0.3421011
Dec 25 21:07:01.768958 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7841e58d-d5a3-4d35-93c2-c3e67ac19cdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9de8476-343e-40ae-986d-e68bf3cf940e,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:07:01.820170 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-9b0ed4d2-ef82-41cd-9783-81b65c581f8e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:01.914835 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-9b0ed4d2-ef82-41cd-9783-81b65c581f8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:01.954669 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-9b0ed4d2-ef82-41cd-9783-81b65c581f8e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=cbf63a1f23b443e383490121b7be9d58&name=default HTTP/1.1" status: 200  len: 2992 time: 0.5011210
Dec 25 21:07:01.955831 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 38818) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:07:01.969472 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0ed4d2-ef82-41cd-9783-81b65c581f8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f03d825d-0b43-4d92-beca-d847ba47eaa7,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:07:02.019784 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-2d1fdc04-5d3c-4089-86d1-992ba2a1a703 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:02.035510 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-2d1fdc04-5d3c-4089-86d1-992ba2a1a703 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:02.181797 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-2d1fdc04-5d3c-4089-86d1-992ba2a1a703 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:02.184713 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-2d1fdc04-5d3c-4089-86d1-992ba2a1a703 admin admin] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:02.186105 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-2d1fdc04-5d3c-4089-86d1-992ba2a1a703 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f03d825d-0b43-4d92-beca-d847ba47eaa7 HTTP/1.1" status: 204  len: 168 time: 0.2293663
Dec 25 21:07:02.198611 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1fdc04-5d3c-4089-86d1-992ba2a1a703 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f03d825d-0b43-4d92-beca-d847ba47eaa7,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:07:02.618028 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 38844) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:07:02.631324 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-3c3fd50a-21d7-4a1c-b41b-4c43efc7e457 admin admin] Publish callbacks [] for security_group, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:02.709121 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-3c3fd50a-21d7-4a1c-b41b-4c43efc7e457 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:02.710744 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 38850) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:07:02.724758 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-22fae46b-b765-4c93-86f7-54d13f12e847 admin admin] Publish callbacks [] for security_group, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:02.798390 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-3c3fd50a-21d7-4a1c-b41b-4c43efc7e457 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:02.858036 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3fd50a-21d7-4a1c-b41b-4c43efc7e457 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=598babb3-804f-4388-b2e5-37e6ad18c0f7,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:07:02.862084 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-3c3fd50a-21d7-4a1c-b41b-4c43efc7e457 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5f001dd67c394bbea95d0bc03b16edf2&name=default HTTP/1.1" status: 200  len: 2992 time: 0.2431211
Dec 25 21:07:02.866576 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 38862) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:07:02.867631 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-22fae46b-b765-4c93-86f7-54d13f12e847 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:02.921190 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-1bc0b661-2e90-4d5a-9053-5a60b5b5bbfc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:02.954112 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-1bc0b661-2e90-4d5a-9053-5a60b5b5bbfc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:02.989115 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-22fae46b-b765-4c93-86f7-54d13f12e847 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:03.035422 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-22fae46b-b765-4c93-86f7-54d13f12e847 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=36195ceeec6e46a6bd637a70ef4f949b&name=default HTTP/1.1" status: 200  len: 2992 time: 0.3231838
Dec 25 21:07:03.036290 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fae46b-b765-4c93-86f7-54d13f12e847 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af67a9e0-246e-4aac-a3f9-4e62a1562b1b,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:07:03.038491 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 38872) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:07:03.085322 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-6efff547-5df7-4591-ab78-7c52c5f61b0e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:03.107185 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-6efff547-5df7-4591-ab78-7c52c5f61b0e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:03.124375 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-1bc0b661-2e90-4d5a-9053-5a60b5b5bbfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:03.135572 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-1bc0b661-2e90-4d5a-9053-5a60b5b5bbfc admin admin] Publish callbacks [] for security_group, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:03.136996 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-1bc0b661-2e90-4d5a-9053-5a60b5b5bbfc admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/598babb3-804f-4388-b2e5-37e6ad18c0f7 HTTP/1.1" status: 204  len: 168 time: 0.2689888
Dec 25 21:07:03.151176 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc0b661-2e90-4d5a-9053-5a60b5b5bbfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=598babb3-804f-4388-b2e5-37e6ad18c0f7,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:07:03.243243 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-6efff547-5df7-4591-ab78-7c52c5f61b0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:03.248586 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-6efff547-5df7-4591-ab78-7c52c5f61b0e admin admin] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:03.250317 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-6efff547-5df7-4591-ab78-7c52c5f61b0e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/af67a9e0-246e-4aac-a3f9-4e62a1562b1b HTTP/1.1" status: 204  len: 168 time: 0.2108908
Dec 25 21:07:03.260372 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efff547-5df7-4591-ab78-7c52c5f61b0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af67a9e0-246e-4aac-a3f9-4e62a1562b1b,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:07:04.095466 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:04.296905 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 38958) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:07:04.299413 ncdv-master-1 neutron-server[121606]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Dec 25 21:07:04.343465 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-fac37406-cce4-47dd-a105-5cf515213bb8 req-52855724-98be-465d-a953-3c9379419869 tempest-AggregatesAdminTestJSON-2136797577 tempest-AggregatesAdminTestJSON-2136797577-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=82cb1dfb58a1493b8193ad0024840486&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0450854
Dec 25 21:07:04.591420 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac37406-cce4-47dd-a105-5cf515213bb8 req-d9907d2b-a4b0-442d-b011-b039f15e6721 tempest-AggregatesAdminTestJSON-2136797577 tempest-AggregatesAdminTestJSON-2136797577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:07:04.591420 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-fac37406-cce4-47dd-a105-5cf515213bb8 req-d9907d2b-a4b0-442d-b011-b039f15e6721 tempest-AggregatesAdminTestJSON-2136797577 tempest-AggregatesAdminTestJSON-2136797577-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2395036
Dec 25 21:07:04.607223 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-fac37406-cce4-47dd-a105-5cf515213bb8 req-6efc075c-75ef-4895-b8bc-494a41379549 tempest-AggregatesAdminTestJSON-2136797577 tempest-AggregatesAdminTestJSON-2136797577-project] 10.222.0.32 "GET /v2.0/quotas/82cb1dfb58a1493b8193ad0024840486 HTTP/1.1" status: 200  len: 375 time: 0.0114865
Dec 25 21:07:04.688425 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-fac37406-cce4-47dd-a105-5cf515213bb8 req-7a40aab9-b00e-452f-97a0-24f6d7b8c067 tempest-AggregatesAdminTestJSON-2136797577 tempest-AggregatesAdminTestJSON-2136797577-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=82cb1dfb58a1493b8193ad0024840486&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0754478
Dec 25 21:07:04.743446 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-8cab5005-0a3d-4ea1-8b69-944a0ee84c0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:05.486524 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 39024) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:07:05.925479 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4a6e8d0c-3baa-49a7-87af-8ef1984c3eba req-418fefd0-ff49-4395-84d8-82625da25f48 tempest-AggregatesAdminTestJSON-2136797577 tempest-AggregatesAdminTestJSON-2136797577-project] 10.222.0.32 "GET /v2.0/ports?device_id=9c20c1ee-2eb6-4064-b36f-e99d867be09e HTTP/1.1" status: 200  len: 210 time: 0.4368486
Dec 25 21:07:06.973924 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-b29f1015-e42d-48c5-85a6-95040fe2b086 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:07.111204 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 39102) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:07:07.126581 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ca9b572b-e716-4d1f-9307-fab90c0c5d4c req-589be308-9853-430d-9695-cb72b7617944 tempest-AggregatesAdminTestJSON-2136797577 tempest-AggregatesAdminTestJSON-2136797577-project] 10.222.0.32 "GET /v2.0/ports?device_id=9c20c1ee-2eb6-4064-b36f-e99d867be09e HTTP/1.1" status: 200  len: 210 time: 0.0334737
Dec 25 21:07:07.313758 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-0ef07b30-942f-41d8-913c-454d5fc761a7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:07.408187 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-0ef07b30-942f-41d8-913c-454d5fc761a7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:07.530079 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-0ef07b30-942f-41d8-913c-454d5fc761a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:07.565567 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-0ef07b30-942f-41d8-913c-454d5fc761a7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=78470108d2d148278d770784261a48cb&name=default HTTP/1.1" status: 200  len: 2992 time: 0.4532886
Dec 25 21:07:07.570204 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 39126) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:07:07.578351 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef07b30-942f-41d8-913c-454d5fc761a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c558717-54d2-4680-a9b6-1ecaac2a026d,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:07:07.625675 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-683f107b-6ee5-4116-b696-6ec34f85a90a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:07.654290 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-683f107b-6ee5-4116-b696-6ec34f85a90a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:07.801140 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-683f107b-6ee5-4116-b696-6ec34f85a90a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:07.803731 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-683f107b-6ee5-4116-b696-6ec34f85a90a admin admin] Publish callbacks [] for security_group, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:07.808661 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-683f107b-6ee5-4116-b696-6ec34f85a90a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6c558717-54d2-4680-a9b6-1ecaac2a026d HTTP/1.1" status: 204  len: 168 time: 0.2337141
Dec 25 21:07:07.814356 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683f107b-6ee5-4116-b696-6ec34f85a90a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c558717-54d2-4680-a9b6-1ecaac2a026d,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:07:07.973979 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:08.366857 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3e945ecd-9380-47c2-aa0a-12ebe07e03e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:08.443056 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.31', 59275) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:07:08.467179 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-161abcc6-2c05-488e-9d65-f6710de80eee req-270f709c-67fa-41ad-bd41-cebcd59612c9 tempest-AggregatesAdminTestJSON-2136797577 tempest-AggregatesAdminTestJSON-2136797577-project] 10.222.0.32 "GET /v2.0/ports?device_id=9c20c1ee-2eb6-4064-b36f-e99d867be09e HTTP/1.1" status: 200  len: 210 time: 0.0408440
Dec 25 21:07:08.481194 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-fac37406-cce4-47dd-a105-5cf515213bb8 req-6af4994c-edfe-4d93-8a47-26b7b825a7f9 tempest-AggregatesAdminTestJSON-2136797577 tempest-AggregatesAdminTestJSON-2136797577-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=82cb1dfb58a1493b8193ad0024840486&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0334861
Dec 25 21:07:08.677317 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac37406-cce4-47dd-a105-5cf515213bb8 req-462f8880-56aa-4488-ad51-34b5bcb04e24 tempest-AggregatesAdminTestJSON-2136797577 tempest-AggregatesAdminTestJSON-2136797577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:07:08.678986 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-fac37406-cce4-47dd-a105-5cf515213bb8 req-462f8880-56aa-4488-ad51-34b5bcb04e24 tempest-AggregatesAdminTestJSON-2136797577 tempest-AggregatesAdminTestJSON-2136797577-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1959221
Dec 25 21:07:08.756856 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 39238) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:07:08.770800 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-cadb4215-89d9-4241-a746-422039897d64 admin admin] Publish callbacks [] for security_group, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:08.785800 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [req-fac37406-cce4-47dd-a105-5cf515213bb8 req-5becc87a-8f1a-4bd0-a31a-59169890234e tempest-AggregatesAdminTestJSON-2136797577 tempest-AggregatesAdminTestJSON-2136797577-project] Request body: {'port': {'device_id': '9c20c1ee-2eb6-4064-b36f-e99d867be09e', 'network_id': '8f212e98-547d-4c6e-a560-2e9a548c8f59', 'admin_state_up': True, 'tenant_id': '82cb1dfb58a1493b8193ad0024840486'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:07:09.164257 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-cadb4215-89d9-4241-a746-422039897d64 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:09.263733 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-cadb4215-89d9-4241-a746-422039897d64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:09.296698 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fac37406-cce4-47dd-a105-5cf515213bb8 req-5becc87a-8f1a-4bd0-a31a-59169890234e tempest-AggregatesAdminTestJSON-2136797577 tempest-AggregatesAdminTestJSON-2136797577-project] Made reservation on behalf of 82cb1dfb58a1493b8193ad0024840486 for: {'port': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:07:09.305269 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-fac37406-cce4-47dd-a105-5cf515213bb8 req-5becc87a-8f1a-4bd0-a31a-59169890234e tempest-AggregatesAdminTestJSON-2136797577 tempest-AggregatesAdminTestJSON-2136797577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:09.318174 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-fac37406-cce4-47dd-a105-5cf515213bb8 req-5becc87a-8f1a-4bd0-a31a-59169890234e tempest-AggregatesAdminTestJSON-2136797577 tempest-AggregatesAdminTestJSON-2136797577-project] Publish callbacks [] for security_group, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:09.327298 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-15cb578f-7a63-4fd3-925d-83bad4c7b82a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:09.344146 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-cadb4215-89d9-4241-a746-422039897d64 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=54ffc09521cf4873ac0dadc7100f8a88&name=default HTTP/1.1" status: 200  len: 2992 time: 0.5860581
Dec 25 21:07:09.346819 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 39296) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:07:09.357933 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadb4215-89d9-4241-a746-422039897d64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a98967f5-0e74-4602-8a50-7fa2488056c7,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:07:09.420917 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-a70f33aa-ba11-416a-b076-2ff24696a7db admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:09.457364 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-a70f33aa-ba11-416a-b076-2ff24696a7db admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:09.521548 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-fac37406-cce4-47dd-a105-5cf515213bb8 req-5becc87a-8f1a-4bd0-a31a-59169890234e tempest-AggregatesAdminTestJSON-2136797577 tempest-AggregatesAdminTestJSON-2136797577-project] Publish callbacks [] for security_group, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:09.617221 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-fac37406-cce4-47dd-a105-5cf515213bb8 req-5becc87a-8f1a-4bd0-a31a-59169890234e tempest-AggregatesAdminTestJSON-2136797577 tempest-AggregatesAdminTestJSON-2136797577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:09.664520 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-a70f33aa-ba11-416a-b076-2ff24696a7db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:09.669421 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-a70f33aa-ba11-416a-b076-2ff24696a7db admin admin] Publish callbacks [] for security_group, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:09.670882 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-a70f33aa-ba11-416a-b076-2ff24696a7db admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a98967f5-0e74-4602-8a50-7fa2488056c7 HTTP/1.1" status: 204  len: 168 time: 0.3227546
Dec 25 21:07:09.686965 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70f33aa-ba11-416a-b076-2ff24696a7db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a98967f5-0e74-4602-8a50-7fa2488056c7,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:07:09.793266 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5becc87a-8f1a-4bd0-a31a-59169890234e tempest-AggregatesAdminTestJSON-2136797577 tempest-AggregatesAdminTestJSON-2136797577-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8d6d4ee-b205-46a2-a33f-52439b450519,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:07:10.006873 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_common [req-fac37406-cce4-47dd-a105-5cf515213bb8 req-5becc87a-8f1a-4bd0-a31a-59169890234e tempest-AggregatesAdminTestJSON-2136797577 tempest-AggregatesAdminTestJSON-2136797577-project] Allocated IP 192.168.233.188 (8f212e98-547d-4c6e-a560-2e9a548c8f59/dcfbae86-f93e-400c-8084-eac7f56ff5ba/4d3caa25-16de-49aa-aaa3-c1184d217368) {{(pid=121607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:07:10.076855 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-50ab7f9c-5eef-4b3f-9cf0-b485610e28c1 req-f0a747c7-cb39-42dc-ab72-fbb9f1ed67c4 tempest-AggregatesAdminTestJSON-2136797577 tempest-AggregatesAdminTestJSON-2136797577-project] 10.222.0.32 "GET /v2.0/ports?device_id=9c20c1ee-2eb6-4064-b36f-e99d867be09e HTTP/1.1" status: 200  len: 210 time: 0.0369642
Dec 25 21:07:10.517555 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-fac37406-cce4-47dd-a105-5cf515213bb8 req-5becc87a-8f1a-4bd0-a31a-59169890234e tempest-AggregatesAdminTestJSON-2136797577 tempest-AggregatesAdminTestJSON-2136797577-project] Publish callbacks [] for port, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:11.012389 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:11.014429 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-fac37406-cce4-47dd-a105-5cf515213bb8 req-5becc87a-8f1a-4bd0-a31a-59169890234e tempest-AggregatesAdminTestJSON-2136797577 tempest-AggregatesAdminTestJSON-2136797577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946'] for port, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:11.183082 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5becc87a-8f1a-4bd0-a31a-59169890234e tempest-AggregatesAdminTestJSON-2136797577 tempest-AggregatesAdminTestJSON-2136797577-project] Pushing event updated for resources: {'Port': ['ID=4d3caa25-16de-49aa-aaa3-c1184d217368,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:07:11.197762 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fac37406-cce4-47dd-a105-5cf515213bb8 req-5becc87a-8f1a-4bd0-a31a-59169890234e tempest-AggregatesAdminTestJSON-2136797577 tempest-AggregatesAdminTestJSON-2136797577-project] Network 8f212e98-547d-4c6e-a560-2e9a548c8f59 is already hosted by enough agents. {{(pid=121607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:07:11.199534 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [req-fac37406-cce4-47dd-a105-5cf515213bb8 req-5becc87a-8f1a-4bd0-a31a-59169890234e tempest-AggregatesAdminTestJSON-2136797577 tempest-AggregatesAdminTestJSON-2136797577-project] Resources bound (agent type, host, resource id):  {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:07:11.202304 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [req-fac37406-cce4-47dd-a105-5cf515213bb8 req-5becc87a-8f1a-4bd0-a31a-59169890234e tempest-AggregatesAdminTestJSON-2136797577 tempest-AggregatesAdminTestJSON-2136797577-project] Received port after_create {{(pid=121607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:07:11.242242 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac37406-cce4-47dd-a105-5cf515213bb8 req-5becc87a-8f1a-4bd0-a31a-59169890234e tempest-AggregatesAdminTestJSON-2136797577 tempest-AggregatesAdminTestJSON-2136797577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:07:11.243036 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-fac37406-cce4-47dd-a105-5cf515213bb8 req-5becc87a-8f1a-4bd0-a31a-59169890234e tempest-AggregatesAdminTestJSON-2136797577 tempest-AggregatesAdminTestJSON-2136797577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for port, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:11.362107 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-fac37406-cce4-47dd-a105-5cf515213bb8 req-5becc87a-8f1a-4bd0-a31a-59169890234e tempest-AggregatesAdminTestJSON-2136797577 tempest-AggregatesAdminTestJSON-2136797577-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 2.5878863
Dec 25 21:07:11.707478 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-71449a06-d4c3-4e62-a560-fef0b24a71c7 None None] Provisioning complete for port 4d3caa25-16de-49aa-aaa3-c1184d217368 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:07:11.707842 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-71449a06-d4c3-4e62-a560-fef0b24a71c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:11.709037 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c5cac2-49df-4e36-bc19-e9cb9c665e1b req-2ec70383-77a8-4557-9b68-279baa849d65 tempest-AggregatesAdminTestJSON-2136797577 tempest-AggregatesAdminTestJSON-2136797577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:07:11.713921 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-10c5cac2-49df-4e36-bc19-e9cb9c665e1b req-2ec70383-77a8-4557-9b68-279baa849d65 tempest-AggregatesAdminTestJSON-2136797577 tempest-AggregatesAdminTestJSON-2136797577-project] 10.222.0.32 "GET /v2.0/ports?device_id=9c20c1ee-2eb6-4064-b36f-e99d867be09e HTTP/1.1" status: 200  len: 936 time: 0.1327078
Dec 25 21:07:11.768202 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-71449a06-d4c3-4e62-a560-fef0b24a71c7 None None] Port 4d3caa25-16de-49aa-aaa3-c1184d217368 cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:07:11.807516 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-10c5cac2-49df-4e36-bc19-e9cb9c665e1b req-5bce20aa-3d97-43ef-8745-0b514e9ef013 tempest-AggregatesAdminTestJSON-2136797577 tempest-AggregatesAdminTestJSON-2136797577-project] 10.222.0.32 "GET /v2.0/security-groups?id=d8d6d4ee-b205-46a2-a33f-52439b450519&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0882921
Dec 25 21:07:12.051831 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 39512) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:07:12.828461 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-d6eafe79-ce65-431f-b66d-470951ec0075 admin admin] Publish callbacks [] for security_group, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:12.859826 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 39594) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:07:12.912286 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 39608) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:07:12.939320 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-d6eafe79-ce65-431f-b66d-470951ec0075 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:13.007986 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f005fafb-a027-43aa-92f4-e16e89b15fee admin admin] Publish callbacks [] for security_group, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:13.040151 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aaa6407-c09f-4dca-a00a-519aeda3811c req-9ca7a65a-d61f-4ce1-8997-bd5f351cdda7 tempest-AggregatesAdminTestJSON-2136797577 tempest-AggregatesAdminTestJSON-2136797577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:07:13.045382 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5aaa6407-c09f-4dca-a00a-519aeda3811c req-9ca7a65a-d61f-4ce1-8997-bd5f351cdda7 tempest-AggregatesAdminTestJSON-2136797577 tempest-AggregatesAdminTestJSON-2136797577-project] 10.222.0.32 "GET /v2.0/ports?device_id=9c20c1ee-2eb6-4064-b36f-e99d867be09e HTTP/1.1" status: 200  len: 936 time: 0.0768995
Dec 25 21:07:13.046557 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-d6eafe79-ce65-431f-b66d-470951ec0075 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:13.119483 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b3ebf897-e640-49ce-ba56-ee4c4fca9c92 admin admin] Publish callbacks [] for security_group, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:13.138948 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f005fafb-a027-43aa-92f4-e16e89b15fee admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:13.141638 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6eafe79-ce65-431f-b66d-470951ec0075 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7052ab80-9274-495a-a6e4-df6201378529,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:07:13.149413 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-d6eafe79-ce65-431f-b66d-470951ec0075 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b188f1ccc2ff4da88228c12468f76c63&name=default HTTP/1.1" status: 200  len: 2994 time: 1.0962844
Dec 25 21:07:13.161263 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 39626) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:07:13.217030 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5aaa6407-c09f-4dca-a00a-519aeda3811c req-b73b50c6-cc27-44de-9a81-b4ba8d5268bb tempest-AggregatesAdminTestJSON-2136797577 tempest-AggregatesAdminTestJSON-2136797577-project] 10.222.0.32 "GET /v2.0/security-groups?id=d8d6d4ee-b205-46a2-a33f-52439b450519&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1483514
Dec 25 21:07:13.251846 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-416c2b9e-0980-4883-882d-b2bcfaa45845 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:13.278348 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-416c2b9e-0980-4883-882d-b2bcfaa45845 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:13.281722 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b3ebf897-e640-49ce-ba56-ee4c4fca9c92 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:13.288172 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f005fafb-a027-43aa-92f4-e16e89b15fee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:13.331127 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-f005fafb-a027-43aa-92f4-e16e89b15fee admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=01f0a5964e27483495133541ea779fe8&name=default HTTP/1.1" status: 200  len: 2996 time: 0.4693966
Dec 25 21:07:13.333064 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f005fafb-a027-43aa-92f4-e16e89b15fee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71455a21-fb17-49e4-ba1e-1c6eab1a7144,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:07:13.335776 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 39630) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:07:13.390266 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-e1703a7a-b03d-4ba9-a3b1-81c1224145ec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:13.400899 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b3ebf897-e640-49ce-ba56-ee4c4fca9c92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:13.428825 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-e1703a7a-b03d-4ba9-a3b1-81c1224145ec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:13.440648 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-416c2b9e-0980-4883-882d-b2bcfaa45845 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:13.442021 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-b3ebf897-e640-49ce-ba56-ee4c4fca9c92 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=86ddee7278a14ed4bfb3b116a63b9901&name=default HTTP/1.1" status: 200  len: 2996 time: 0.5285082
Dec 25 21:07:13.443400 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ebf897-e640-49ce-ba56-ee4c4fca9c92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfaea1e6-bf54-4091-b892-75c8de019061,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:07:13.444098 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-416c2b9e-0980-4883-882d-b2bcfaa45845 admin admin] Publish callbacks [] for security_group, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:13.446501 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 39634) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:07:13.448542 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-416c2b9e-0980-4883-882d-b2bcfaa45845 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7052ab80-9274-495a-a6e4-df6201378529 HTTP/1.1" status: 204  len: 168 time: 0.2860928
Dec 25 21:07:13.492617 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416c2b9e-0980-4883-882d-b2bcfaa45845 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7052ab80-9274-495a-a6e4-df6201378529,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:07:13.517758 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e0b87ea6-493d-4766-96cc-de90ac6bf7c5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:13.581122 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e0b87ea6-493d-4766-96cc-de90ac6bf7c5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:13.646844 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-e1703a7a-b03d-4ba9-a3b1-81c1224145ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:13.646844 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-e1703a7a-b03d-4ba9-a3b1-81c1224145ec admin admin] Publish callbacks [] for security_group, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:13.646844 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-e1703a7a-b03d-4ba9-a3b1-81c1224145ec admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/71455a21-fb17-49e4-ba1e-1c6eab1a7144 HTTP/1.1" status: 204  len: 168 time: 0.3095138
Dec 25 21:07:13.666785 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1703a7a-b03d-4ba9-a3b1-81c1224145ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71455a21-fb17-49e4-ba1e-1c6eab1a7144,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:07:13.776011 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e0b87ea6-493d-4766-96cc-de90ac6bf7c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:13.786265 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e0b87ea6-493d-4766-96cc-de90ac6bf7c5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:13.786265 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-e0b87ea6-493d-4766-96cc-de90ac6bf7c5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/dfaea1e6-bf54-4091-b892-75c8de019061 HTTP/1.1" status: 204  len: 168 time: 0.3327560
Dec 25 21:07:13.788521 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b87ea6-493d-4766-96cc-de90ac6bf7c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfaea1e6-bf54-4091-b892-75c8de019061,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:07:14.414697 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95562930-bb62-496e-a77a-dceb4f626b38 req-089862a6-0cb7-4d88-a6ca-1518bc80164e tempest-NetworksTest-866678606 tempest-NetworksTest-866678606-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:07:14.415241 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95562930-bb62-496e-a77a-dceb4f626b38 req-089862a6-0cb7-4d88-a6ca-1518bc80164e tempest-NetworksTest-866678606 tempest-NetworksTest-866678606-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:07:14.416448 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95562930-bb62-496e-a77a-dceb4f626b38 req-089862a6-0cb7-4d88-a6ca-1518bc80164e tempest-NetworksTest-866678606 tempest-NetworksTest-866678606-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:07:14.418423 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-95562930-bb62-496e-a77a-dceb4f626b38 req-089862a6-0cb7-4d88-a6ca-1518bc80164e tempest-NetworksTest-866678606 tempest-NetworksTest-866678606-project-admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200  len: 2206 time: 0.3116050
Dec 25 21:07:14.432500 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0061ee7-400e-48f8-aa28-342d46ffa16a req-9ac429f5-203d-4a72-a2e8-0102c8235060 tempest-AggregatesAdminTestJSON-2136797577 tempest-AggregatesAdminTestJSON-2136797577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:07:14.434500 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e0061ee7-400e-48f8-aa28-342d46ffa16a req-9ac429f5-203d-4a72-a2e8-0102c8235060 tempest-AggregatesAdminTestJSON-2136797577 tempest-AggregatesAdminTestJSON-2136797577-project] 10.222.0.32 "GET /v2.0/ports?device_id=9c20c1ee-2eb6-4064-b36f-e99d867be09e HTTP/1.1" status: 200  len: 936 time: 0.1048496
Dec 25 21:07:14.517354 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e0061ee7-400e-48f8-aa28-342d46ffa16a req-ed9868f1-8581-49aa-87c7-46a14494a3e0 tempest-AggregatesAdminTestJSON-2136797577 tempest-AggregatesAdminTestJSON-2136797577-project] 10.222.0.32 "GET /v2.0/security-groups?id=d8d6d4ee-b205-46a2-a33f-52439b450519&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0751097
Dec 25 21:07:14.682260 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 39740) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:07:14.693914 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-96bbd265-2c06-4370-b428-5925842f2e08 admin admin] Publish callbacks [] for security_group, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:14.803005 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d74f5d-25e8-4d33-9c12-9e5cfe7b6d46 req-6d67bc48-a3f8-497a-b442-0b6c9abe2ce3 tempest-NetworksTest-866678606 tempest-NetworksTest-866678606-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:07:14.803005 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e0d74f5d-25e8-4d33-9c12-9e5cfe7b6d46 req-6d67bc48-a3f8-497a-b442-0b6c9abe2ce3 tempest-NetworksTest-866678606 tempest-NetworksTest-866678606-project-admin] 10.222.0.32 "GET /v2.0/networks/7201e55c-7c5f-41aa-a042-a363696539d0 HTTP/1.1" status: 200  len: 886 time: 0.2419593
Dec 25 21:07:14.847957 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-96bbd265-2c06-4370-b428-5925842f2e08 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:14.918079 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-96bbd265-2c06-4370-b428-5925842f2e08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:14.938578 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccef781a-ed6d-4fd7-bc57-018d52e4bb4c req-6dc97ca4-5e5d-4446-99a8-5701028004b4 tempest-NetworksTest-866678606 tempest-NetworksTest-866678606-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:07:14.939008 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccef781a-ed6d-4fd7-bc57-018d52e4bb4c req-6dc97ca4-5e5d-4446-99a8-5701028004b4 tempest-NetworksTest-866678606 tempest-NetworksTest-866678606-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:07:14.939440 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccef781a-ed6d-4fd7-bc57-018d52e4bb4c req-6dc97ca4-5e5d-4446-99a8-5701028004b4 tempest-NetworksTest-866678606 tempest-NetworksTest-866678606-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:07:14.941079 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ccef781a-ed6d-4fd7-bc57-018d52e4bb4c req-6dc97ca4-5e5d-4446-99a8-5701028004b4 tempest-NetworksTest-866678606 tempest-NetworksTest-866678606-project-admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200  len: 2206 time: 0.1087198
Dec 25 21:07:14.969742 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bbd265-2c06-4370-b428-5925842f2e08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d59517e-121b-40c6-aa4a-2271b509ed85,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:07:14.974500 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-96bbd265-2c06-4370-b428-5925842f2e08 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e998a49bfb17421ab89e8b348e7c2cd8&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2938917
Dec 25 21:07:14.977129 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 39750) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:07:15.026276 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 39756) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:07:15.045769 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-87bb2cd8-8e8b-4d70-af57-000a998bb135 admin admin] Publish callbacks [] for security_group, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:15.048200 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b8122cf0-4f90-4866-bb3b-2a526b06e7f0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:15.089917 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b8122cf0-4f90-4866-bb3b-2a526b06e7f0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:15.196009 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-87bb2cd8-8e8b-4d70-af57-000a998bb135 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:15.233538 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 39780) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:07:15.255739 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-6317bf4c-cbce-4048-9aaa-bdb1bdcb77c6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:15.257630 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b8122cf0-4f90-4866-bb3b-2a526b06e7f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:15.260667 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b8122cf0-4f90-4866-bb3b-2a526b06e7f0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:15.261753 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-b8122cf0-4f90-4866-bb3b-2a526b06e7f0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9d59517e-121b-40c6-aa4a-2271b509ed85 HTTP/1.1" status: 204  len: 168 time: 0.2837300
Dec 25 21:07:15.282677 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8122cf0-4f90-4866-bb3b-2a526b06e7f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d59517e-121b-40c6-aa4a-2271b509ed85,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:07:15.316504 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-87bb2cd8-8e8b-4d70-af57-000a998bb135 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:15.384079 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 39792) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:07:15.393648 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-87bb2cd8-8e8b-4d70-af57-000a998bb135 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0f667cda87f246b482e155e340b0fc27&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3656731
Dec 25 21:07:15.408075 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bb2cd8-8e8b-4d70-af57-000a998bb135 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=003d6c54-e7b1-4c06-80a5-8f1d7be872c7,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:07:15.472020 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-6317bf4c-cbce-4048-9aaa-bdb1bdcb77c6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:15.496625 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-22c31337-9981-4529-8938-2472eb66a4fa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:15.517237 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-6317bf4c-cbce-4048-9aaa-bdb1bdcb77c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:15.527507 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-22c31337-9981-4529-8938-2472eb66a4fa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:15.563261 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-6317bf4c-cbce-4048-9aaa-bdb1bdcb77c6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c93791c93ded46d0bc91e690b224a9e7&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3285577
Dec 25 21:07:15.566672 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 39800) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:07:15.597911 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6317bf4c-cbce-4048-9aaa-bdb1bdcb77c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0263845-0547-4dd1-aabc-116fa435fbd3,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:07:15.659590 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b73580c0-1db9-488d-9b8a-14a4d853d143 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:15.703938 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b73580c0-1db9-488d-9b8a-14a4d853d143 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:15.729566 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 39810) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:07:15.771784 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1a9b22-4981-4765-9ffa-457369bfb751 req-1c4edaab-9d94-4308-a7fc-aff111f172a5 tempest-AggregatesAdminTestJSON-2136797577 tempest-AggregatesAdminTestJSON-2136797577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:07:15.778216 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-be1a9b22-4981-4765-9ffa-457369bfb751 req-1c4edaab-9d94-4308-a7fc-aff111f172a5 tempest-AggregatesAdminTestJSON-2136797577 tempest-AggregatesAdminTestJSON-2136797577-project] 10.222.0.32 "GET /v2.0/ports?device_id=9c20c1ee-2eb6-4064-b36f-e99d867be09e HTTP/1.1" status: 200  len: 936 time: 0.1398175
Dec 25 21:07:15.780401 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-22c31337-9981-4529-8938-2472eb66a4fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:15.787820 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-22c31337-9981-4529-8938-2472eb66a4fa admin admin] Publish callbacks [] for security_group, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:15.787820 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-22c31337-9981-4529-8938-2472eb66a4fa admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/003d6c54-e7b1-4c06-80a5-8f1d7be872c7 HTTP/1.1" status: 204  len: 168 time: 0.4002078
Dec 25 21:07:15.811278 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c31337-9981-4529-8938-2472eb66a4fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=003d6c54-e7b1-4c06-80a5-8f1d7be872c7,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:07:15.846224 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b73580c0-1db9-488d-9b8a-14a4d853d143 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:15.849304 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b73580c0-1db9-488d-9b8a-14a4d853d143 admin admin] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:15.854165 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-b73580c0-1db9-488d-9b8a-14a4d853d143 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c0263845-0547-4dd1-aabc-116fa435fbd3 HTTP/1.1" status: 204  len: 168 time: 0.2848716
Dec 25 21:07:15.864349 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73580c0-1db9-488d-9b8a-14a4d853d143 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0263845-0547-4dd1-aabc-116fa435fbd3,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:07:15.867924 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-be1a9b22-4981-4765-9ffa-457369bfb751 req-5747374d-c232-4017-9b05-f19b361d857c tempest-AggregatesAdminTestJSON-2136797577 tempest-AggregatesAdminTestJSON-2136797577-project] 10.222.0.32 "GET /v2.0/security-groups?id=d8d6d4ee-b205-46a2-a33f-52439b450519&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0765293
Dec 25 21:07:16.018096 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-b94ca511-eb88-4e49-bfa2-93d2f663e278 admin admin] Publish callbacks [] for security_group, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:16.128415 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-b94ca511-eb88-4e49-bfa2-93d2f663e278 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:16.244758 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-b94ca511-eb88-4e49-bfa2-93d2f663e278 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:16.332021 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-b94ca511-eb88-4e49-bfa2-93d2f663e278 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a8441194c1564636b3cef6c8df9fbb87&name=default HTTP/1.1" status: 200  len: 2996 time: 0.5994265
Dec 25 21:07:16.332915 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94ca511-eb88-4e49-bfa2-93d2f663e278 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9abf4e64-af02-42ff-b42b-0460c8b0726a,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:07:16.335722 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 39844) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:07:16.394098 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-fbf70a5e-2f5d-416f-ad24-79cd1037b0be admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:16.421165 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-fbf70a5e-2f5d-416f-ad24-79cd1037b0be admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:16.629089 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-fbf70a5e-2f5d-416f-ad24-79cd1037b0be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:16.632044 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-fbf70a5e-2f5d-416f-ad24-79cd1037b0be admin admin] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:16.635623 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-fbf70a5e-2f5d-416f-ad24-79cd1037b0be admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9abf4e64-af02-42ff-b42b-0460c8b0726a HTTP/1.1" status: 204  len: 168 time: 0.2959712
Dec 25 21:07:16.650305 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf70a5e-2f5d-416f-ad24-79cd1037b0be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9abf4e64-af02-42ff-b42b-0460c8b0726a,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:07:16.996924 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc384b7-977b-49e6-adb3-417490a8beeb req-fa14b82a-7d4c-432e-9643-f5684e8b6d56 tempest-AggregatesAdminTestJSON-2136797577 tempest-AggregatesAdminTestJSON-2136797577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:07:16.999770 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-bfc384b7-977b-49e6-adb3-417490a8beeb req-fa14b82a-7d4c-432e-9643-f5684e8b6d56 tempest-AggregatesAdminTestJSON-2136797577 tempest-AggregatesAdminTestJSON-2136797577-project] 10.222.0.32 "GET /v2.0/ports?device_id=9c20c1ee-2eb6-4064-b36f-e99d867be09e HTTP/1.1" status: 200  len: 936 time: 0.0656672
Dec 25 21:07:17.081685 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-bfc384b7-977b-49e6-adb3-417490a8beeb req-fb065d1d-5763-403f-8984-8471d91bfd0c tempest-AggregatesAdminTestJSON-2136797577 tempest-AggregatesAdminTestJSON-2136797577-project] 10.222.0.32 "GET /v2.0/security-groups?id=d8d6d4ee-b205-46a2-a33f-52439b450519&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0711715
Dec 25 21:07:17.450182 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 39888) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:07:17.466850 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-38648a69-9ac2-4ac9-b865-400d3abfa588 admin admin] Publish callbacks [] for security_group, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:17.571269 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-38648a69-9ac2-4ac9-b865-400d3abfa588 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:17.653989 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-38648a69-9ac2-4ac9-b865-400d3abfa588 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:17.699846 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-38648a69-9ac2-4ac9-b865-400d3abfa588 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a376fb502e314f8892698f24d6cc56e3&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2484689
Dec 25 21:07:17.701045 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38648a69-9ac2-4ac9-b865-400d3abfa588 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2c3d0f4-0328-4212-92a9-687bffd8adc7,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:07:17.702558 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 39892) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:07:17.760165 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-1314b744-ff24-4109-9db2-8b8777664829 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:17.783066 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-1314b744-ff24-4109-9db2-8b8777664829 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:17.914838 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-1314b744-ff24-4109-9db2-8b8777664829 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:17.923217 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-1314b744-ff24-4109-9db2-8b8777664829 admin admin] Publish callbacks [] for security_group, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:17.928986 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-1314b744-ff24-4109-9db2-8b8777664829 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c2c3d0f4-0328-4212-92a9-687bffd8adc7 HTTP/1.1" status: 204  len: 168 time: 0.2209725
Dec 25 21:07:17.952028 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1314b744-ff24-4109-9db2-8b8777664829 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2c3d0f4-0328-4212-92a9-687bffd8adc7,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:07:18.208458 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 39910) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:07:18.255233 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400ba9e2-32fc-4400-b567-a11cad46f86a req-cf059b2e-ac18-49e2-9711-a48669e1a57f tempest-AggregatesAdminTestJSON-2136797577 tempest-AggregatesAdminTestJSON-2136797577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:07:18.261881 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-400ba9e2-32fc-4400-b567-a11cad46f86a req-cf059b2e-ac18-49e2-9711-a48669e1a57f tempest-AggregatesAdminTestJSON-2136797577 tempest-AggregatesAdminTestJSON-2136797577-project] 10.222.0.32 "GET /v2.0/ports?device_id=9c20c1ee-2eb6-4064-b36f-e99d867be09e HTTP/1.1" status: 200  len: 936 time: 0.1016552
Dec 25 21:07:18.317002 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-400ba9e2-32fc-4400-b567-a11cad46f86a req-d9e58a66-7d9d-4ea0-8809-55a89fa32ed5 tempest-AggregatesAdminTestJSON-2136797577 tempest-AggregatesAdminTestJSON-2136797577-project] 10.222.0.32 "GET /v2.0/security-groups?id=d8d6d4ee-b205-46a2-a33f-52439b450519&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0484927
Dec 25 21:07:18.630915 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-2dfa93e2-6f0b-4a2b-bee4-fccf663e3701 admin admin] Publish callbacks [] for security_group, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:18.748283 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-2dfa93e2-6f0b-4a2b-bee4-fccf663e3701 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:19.097754 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-2dfa93e2-6f0b-4a2b-bee4-fccf663e3701 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:19.136636 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-2dfa93e2-6f0b-4a2b-bee4-fccf663e3701 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ea8fe0b0a0054e8a923f2f7833eb1b10&name=default HTTP/1.1" status: 200  len: 2996 time: 0.9266315
Dec 25 21:07:19.139180 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 39928) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:07:19.173234 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfa93e2-6f0b-4a2b-bee4-fccf663e3701 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d19718d-3705-4477-8a2a-4ce88b077bdf,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:07:19.207525 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-32ae3123-72fb-4a36-be6d-8bda8afd5ec0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:19.230160 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-32ae3123-72fb-4a36-be6d-8bda8afd5ec0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:19.438612 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e32a600-3e30-4645-82a9-d6cb963b5121 req-0e04bafb-dd29-455a-a8db-b9d2c05f9843 tempest-AggregatesAdminTestJSON-2136797577 tempest-AggregatesAdminTestJSON-2136797577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:07:19.440590 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-6e32a600-3e30-4645-82a9-d6cb963b5121 req-0e04bafb-dd29-455a-a8db-b9d2c05f9843 tempest-AggregatesAdminTestJSON-2136797577 tempest-AggregatesAdminTestJSON-2136797577-project] 10.222.0.32 "GET /v2.0/ports?device_id=9c20c1ee-2eb6-4064-b36f-e99d867be09e HTTP/1.1" status: 200  len: 936 time: 0.0527365
Dec 25 21:07:19.489380 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-6e32a600-3e30-4645-82a9-d6cb963b5121 req-8666e986-d81e-4435-8776-c63e2367a7bf tempest-AggregatesAdminTestJSON-2136797577 tempest-AggregatesAdminTestJSON-2136797577-project] 10.222.0.32 "GET /v2.0/security-groups?id=d8d6d4ee-b205-46a2-a33f-52439b450519&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427396
Dec 25 21:07:19.496008 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-32ae3123-72fb-4a36-be6d-8bda8afd5ec0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:19.499580 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-32ae3123-72fb-4a36-be6d-8bda8afd5ec0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:19.501413 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-32ae3123-72fb-4a36-be6d-8bda8afd5ec0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6d19718d-3705-4477-8a2a-4ce88b077bdf HTTP/1.1" status: 204  len: 168 time: 0.3607540
Dec 25 21:07:19.512121 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ae3123-72fb-4a36-be6d-8bda8afd5ec0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d19718d-3705-4477-8a2a-4ce88b077bdf,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:07:20.044563 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [req-fac37406-cce4-47dd-a105-5cf515213bb8 req-97ca37f2-b4ad-4e63-8076-9a39875a1a0f tempest-AggregatesAdminTestJSON-2136797577 tempest-AggregatesAdminTestJSON-2136797577-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=121607) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 25 21:07:20.045612 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-fac37406-cce4-47dd-a105-5cf515213bb8 req-97ca37f2-b4ad-4e63-8076-9a39875a1a0f tempest-AggregatesAdminTestJSON-2136797577 tempest-AggregatesAdminTestJSON-2136797577-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0058706
Dec 25 21:07:20.707665 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [req-fac37406-cce4-47dd-a105-5cf515213bb8 req-67f7c98e-d809-418b-844e-06ee0a1bf401 service neutron] Request body: {'port': {'device_id': '9c20c1ee-2eb6-4064-b36f-e99d867be09e', 'device_owner': 'compute:tempest-test_az-1048147619', 'binding:host_id': 'nch1-master-1'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:07:20.752371 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02a6a94-ba6e-440a-820b-b934f536ca4c req-cc79a3a7-45bf-4e2c-af9e-4c60c84be772 tempest-AggregatesAdminTestJSON-2136797577 tempest-AggregatesAdminTestJSON-2136797577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:07:20.754153 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c02a6a94-ba6e-440a-820b-b934f536ca4c req-cc79a3a7-45bf-4e2c-af9e-4c60c84be772 tempest-AggregatesAdminTestJSON-2136797577 tempest-AggregatesAdminTestJSON-2136797577-project] 10.222.0.32 "GET /v2.0/ports?device_id=9c20c1ee-2eb6-4064-b36f-e99d867be09e HTTP/1.1" status: 200  len: 936 time: 0.0606129
Dec 25 21:07:20.775127 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-fac37406-cce4-47dd-a105-5cf515213bb8 req-67f7c98e-d809-418b-844e-06ee0a1bf401 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:20.806099 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c02a6a94-ba6e-440a-820b-b934f536ca4c req-ab8b1d38-ae40-4034-8cac-a91d13efc4cf tempest-AggregatesAdminTestJSON-2136797577 tempest-AggregatesAdminTestJSON-2136797577-project] 10.222.0.32 "GET /v2.0/security-groups?id=d8d6d4ee-b205-46a2-a33f-52439b450519&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0457482
Dec 25 21:07:21.238382 ncdv-master-1 neutron-server[121607]: DEBUG neutron.notifiers.nova [req-fac37406-cce4-47dd-a105-5cf515213bb8 req-67f7c98e-d809-418b-844e-06ee0a1bf401 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d3caa25-16de-49aa-aaa3-c1184d217368 {{(pid=121607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:07:21.245695 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-fac37406-cce4-47dd-a105-5cf515213bb8 req-67f7c98e-d809-418b-844e-06ee0a1bf401 service neutron] Publish callbacks [] for port, precommit_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:21.266251 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.provisioning_blocks [req-fac37406-cce4-47dd-a105-5cf515213bb8 req-67f7c98e-d809-418b-844e-06ee0a1bf401 service neutron] Transition to ACTIVE for port object 4d3caa25-16de-49aa-aaa3-c1184d217368 will not be triggered until provisioned by entity L2. {{(pid=121607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 25 21:07:21.382525 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-fac37406-cce4-47dd-a105-5cf515213bb8 req-67f7c98e-d809-418b-844e-06ee0a1bf401 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:21.431963 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f7c98e-d809-418b-844e-06ee0a1bf401 service neutron] Pushing event updated for resources: {'Port': ['ID=4d3caa25-16de-49aa-aaa3-c1184d217368,revision_number=2']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:07:21.485301 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.managers [req-fac37406-cce4-47dd-a105-5cf515213bb8 req-67f7c98e-d809-418b-844e-06ee0a1bf401 service neutron] Attempting to bind port 4d3caa25-16de-49aa-aaa3-c1184d217368 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:07:21.485638 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.managers [req-fac37406-cce4-47dd-a105-5cf515213bb8 req-67f7c98e-d809-418b-844e-06ee0a1bf401 service neutron] Attempting to bind port 4d3caa25-16de-49aa-aaa3-c1184d217368 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '85c774cb-a0eb-4ad9-961f-f331d3b37cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '8f212e98-547d-4c6e-a560-2e9a548c8f59'}] {{(pid=121607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:07:21.485996 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fac37406-cce4-47dd-a105-5cf515213bb8 req-67f7c98e-d809-418b-844e-06ee0a1bf401 service neutron] Attempting to bind port 4d3caa25-16de-49aa-aaa3-c1184d217368 on network 8f212e98-547d-4c6e-a560-2e9a548c8f59 {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:07:21.490530 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fac37406-cce4-47dd-a105-5cf515213bb8 req-67f7c98e-d809-418b-844e-06ee0a1bf401 service neutron] Port 4d3caa25-16de-49aa-aaa3-c1184d217368 on network 8f212e98-547d-4c6e-a560-2e9a548c8f59 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 25 21:07:21.490794 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fac37406-cce4-47dd-a105-5cf515213bb8 req-67f7c98e-d809-418b-844e-06ee0a1bf401 service neutron] Attempting to bind port 4d3caa25-16de-49aa-aaa3-c1184d217368 on network 8f212e98-547d-4c6e-a560-2e9a548c8f59 {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:07:21.496308 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fac37406-cce4-47dd-a105-5cf515213bb8 req-67f7c98e-d809-418b-844e-06ee0a1bf401 service neutron] Checking agent: {'id': '6d577036-68fc-4aa4-aed7-5ab01de2117e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 21, 4, 34), 'started_at': datetime.datetime(2021, 12, 25, 21, 4, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 7, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:07:21.497269 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fac37406-cce4-47dd-a105-5cf515213bb8 req-67f7c98e-d809-418b-844e-06ee0a1bf401 service neutron] Checking segment: {'id': '85c774cb-a0eb-4ad9-961f-f331d3b37cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '8f212e98-547d-4c6e-a560-2e9a548c8f59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:07:21.497412 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fac37406-cce4-47dd-a105-5cf515213bb8 req-67f7c98e-d809-418b-844e-06ee0a1bf401 service neutron] Bound using segment: {'id': '85c774cb-a0eb-4ad9-961f-f331d3b37cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '8f212e98-547d-4c6e-a560-2e9a548c8f59'} {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:07:21.498049 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.managers [req-fac37406-cce4-47dd-a105-5cf515213bb8 req-67f7c98e-d809-418b-844e-06ee0a1bf401 service neutron] Bound port: 4d3caa25-16de-49aa-aaa3-c1184d217368, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85c774cb-a0eb-4ad9-961f-f331d3b37cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '8f212e98-547d-4c6e-a560-2e9a548c8f59'}}] {{(pid=121607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:07:21.498409 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-fac37406-cce4-47dd-a105-5cf515213bb8 req-67f7c98e-d809-418b-844e-06ee0a1bf401 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:21.586152 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.db [req-fac37406-cce4-47dd-a105-5cf515213bb8 req-67f7c98e-d809-418b-844e-06ee0a1bf401 service neutron] For port 4d3caa25-16de-49aa-aaa3-c1184d217368, host nch1-master-1, cleared binding levels {{(pid=121607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:07:21.591991 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.db [req-fac37406-cce4-47dd-a105-5cf515213bb8 req-67f7c98e-d809-418b-844e-06ee0a1bf401 service neutron] For port 4d3caa25-16de-49aa-aaa3-c1184d217368, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4d3caa25-16de-49aa-aaa3-c1184d217368,segment=NetworkSegment(85c774cb-a0eb-4ad9-961f-f331d3b37cd6),segment_id=85c774cb-a0eb-4ad9-961f-f331d3b37cd6)] {{(pid=121607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:07:21.667245 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-fac37406-cce4-47dd-a105-5cf515213bb8 req-67f7c98e-d809-418b-844e-06ee0a1bf401 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:21.670486 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 40010) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:07:21.706432 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac37406-cce4-47dd-a105-5cf515213bb8 req-67f7c98e-d809-418b-844e-06ee0a1bf401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:07:21.707058 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-fac37406-cce4-47dd-a105-5cf515213bb8 req-67f7c98e-d809-418b-844e-06ee0a1bf401 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for port, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:21.708480 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-fac37406-cce4-47dd-a105-5cf515213bb8 req-67f7c98e-d809-418b-844e-06ee0a1bf401 service neutron] 10.222.0.31 "PUT /v2.0/ports/4d3caa25-16de-49aa-aaa3-c1184d217368 HTTP/1.1" status: 200  len: 1118 time: 1.3381612
Dec 25 21:07:21.708943 ncdv-master-1 neutron-server[121607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c20c1ee-2eb6-4064-b36f-e99d867be09e', 'tag': '4d3caa25-16de-49aa-aaa3-c1184d217368'}] {{(pid=121607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:07:21.801174 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f7c98e-d809-418b-844e-06ee0a1bf401 service neutron] Pushing event updated for resources: {'Port': ['ID=4d3caa25-16de-49aa-aaa3-c1184d217368,revision_number=3']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:07:21.945483 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac37406-cce4-47dd-a105-5cf515213bb8 req-dcfd3063-1054-47e7-b4e7-bc5a64e2c717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:07:21.947244 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-fac37406-cce4-47dd-a105-5cf515213bb8 req-dcfd3063-1054-47e7-b4e7-bc5a64e2c717 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=82cb1dfb58a1493b8193ad0024840486&device_id=9c20c1ee-2eb6-4064-b36f-e99d867be09e HTTP/1.1" status: 200  len: 1121 time: 0.1078386
Dec 25 21:07:22.043284 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c1a268-e6b8-4701-ab33-850fb8102e4a req-022c1c9c-5966-4c7b-8a85-b680320d1258 tempest-AggregatesAdminTestJSON-2136797577 tempest-AggregatesAdminTestJSON-2136797577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:07:22.043284 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-46c1a268-e6b8-4701-ab33-850fb8102e4a req-022c1c9c-5966-4c7b-8a85-b680320d1258 tempest-AggregatesAdminTestJSON-2136797577 tempest-AggregatesAdminTestJSON-2136797577-project] 10.222.0.32 "GET /v2.0/ports?device_id=9c20c1ee-2eb6-4064-b36f-e99d867be09e HTTP/1.1" status: 200  len: 970 time: 0.1395533
Dec 25 21:07:22.043284 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-910c047b-ea3c-4f67-8420-db3f88ba3b53 admin admin] Publish callbacks [] for security_group, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:22.054037 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-fac37406-cce4-47dd-a105-5cf515213bb8 req-5bb2f80c-fb24-4136-950e-87dc21bf6a07 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.188&port_id=4d3caa25-16de-49aa-aaa3-c1184d217368 HTTP/1.1" status: 200  len: 217 time: 0.0978026
Dec 25 21:07:22.115136 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac37406-cce4-47dd-a105-5cf515213bb8 req-6591b779-0cc1-4e0d-876f-68edc7361ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:07:22.116634 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-fac37406-cce4-47dd-a105-5cf515213bb8 req-6591b779-0cc1-4e0d-876f-68edc7361ed9 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=dcfbae86-f93e-400c-8084-eac7f56ff5ba HTTP/1.1" status: 200  len: 843 time: 0.0558589
Dec 25 21:07:22.142060 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-46c1a268-e6b8-4701-ab33-850fb8102e4a req-5cf33878-d50c-4775-8130-153a1cdfe582 tempest-AggregatesAdminTestJSON-2136797577 tempest-AggregatesAdminTestJSON-2136797577-project] 10.222.0.32 "GET /v2.0/security-groups?id=d8d6d4ee-b205-46a2-a33f-52439b450519&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0879068
Dec 25 21:07:22.197763 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-910c047b-ea3c-4f67-8420-db3f88ba3b53 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:22.216549 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac37406-cce4-47dd-a105-5cf515213bb8 req-586fa682-52c8-4ff5-8ab0-bd7d65e0a594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:07:22.218216 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-fac37406-cce4-47dd-a105-5cf515213bb8 req-586fa682-52c8-4ff5-8ab0-bd7d65e0a594 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=8f212e98-547d-4c6e-a560-2e9a548c8f59&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0947504
Dec 25 21:07:22.236483 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f980bbcadfa7bf1e788024e1448be660373c21f97f015f780444e999c451203" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d0b9865-e8c7-4dc4-90f1-b648b30ae78a" -d '{"events": [{"name": "network-changed", "server_uuid": "9c20c1ee-2eb6-4064-b36f-e99d867be09e", "tag": "4d3caa25-16de-49aa-aaa3-c1184d217368"}]}' {{(pid=121607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:07:22.291869 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-910c047b-ea3c-4f67-8420-db3f88ba3b53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:22.329210 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-fac37406-cce4-47dd-a105-5cf515213bb8 req-072e193d-a99f-4a6e-8a65-8d2b9aff575e service neutron] 10.222.0.31 "GET /v2.0/networks/8f212e98-547d-4c6e-a560-2e9a548c8f59?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1027255
Dec 25 21:07:22.360400 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-910c047b-ea3c-4f67-8420-db3f88ba3b53 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2f409950a08e4254aa18c5d4d6e291eb&name=default HTTP/1.1" status: 200  len: 2996 time: 0.6886628
Dec 25 21:07:22.361461 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910c047b-ea3c-4f67-8420-db3f88ba3b53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef99b80e-7c4d-4718-9022-7dd52ef80781,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:07:22.363145 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 40048) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:07:22.463171 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-18486dd5-66ba-4501-b238-d832669874b2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:22.467339 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-fac37406-cce4-47dd-a105-5cf515213bb8 req-99e58af8-0cc5-4107-8c12-f56e697e265d service neutron] 10.222.0.31 "GET /v2.0/networks/8f212e98-547d-4c6e-a560-2e9a548c8f59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1319220
Dec 25 21:07:22.486311 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-18486dd5-66ba-4501-b238-d832669874b2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:22.622014 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-18486dd5-66ba-4501-b238-d832669874b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:22.626984 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-18486dd5-66ba-4501-b238-d832669874b2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:22.629433 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-18486dd5-66ba-4501-b238-d832669874b2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ef99b80e-7c4d-4718-9022-7dd52ef80781 HTTP/1.1" status: 204  len: 168 time: 0.2649777
Dec 25 21:07:22.641901 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18486dd5-66ba-4501-b238-d832669874b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef99b80e-7c4d-4718-9022-7dd52ef80781,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:07:22.686190 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Dec 2021 21:07:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55459cfc-cf6f-451d-9ac6-2cdcce7afa22 x-openstack-request-id: req-55459cfc-cf6f-451d-9ac6-2cdcce7afa22 {{(pid=121607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:07:22.686473 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c20c1ee-2eb6-4064-b36f-e99d867be09e", "tag": "4d3caa25-16de-49aa-aaa3-c1184d217368", "status": "completed", "code": 200}]} {{(pid=121607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:07:22.686688 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-55459cfc-cf6f-451d-9ac6-2cdcce7afa22 {{(pid=121607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:07:22.687168 ncdv-master-1 neutron-server[121607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c20c1ee-2eb6-4064-b36f-e99d867be09e', 'tag': '4d3caa25-16de-49aa-aaa3-c1184d217368', 'status': 'completed', 'code': 200}
Dec 25 21:07:22.804771 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0b9865-e8c7-4dc4-90f1-b648b30ae78a req-4dd4eb43-f3f1-4584-9257-f1cd0066b7e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:07:22.810275 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-1d0b9865-e8c7-4dc4-90f1-b648b30ae78a req-4dd4eb43-f3f1-4584-9257-f1cd0066b7e0 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=82cb1dfb58a1493b8193ad0024840486&device_id=9c20c1ee-2eb6-4064-b36f-e99d867be09e HTTP/1.1" status: 200  len: 1121 time: 0.0959930
Dec 25 21:07:22.982491 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0b9865-e8c7-4dc4-90f1-b648b30ae78a req-62dfa225-07f4-491b-a5ec-03c8efb1ee8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:07:22.982491 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-1d0b9865-e8c7-4dc4-90f1-b648b30ae78a req-62dfa225-07f4-491b-a5ec-03c8efb1ee8d service neutron] 10.222.0.31 "GET /v2.0/networks?id=8f212e98-547d-4c6e-a560-2e9a548c8f59 HTTP/1.1" status: 200  len: 870 time: 0.1681583
Dec 25 21:07:23.036999 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-1d0b9865-e8c7-4dc4-90f1-b648b30ae78a req-ee9d9711-f099-4f7d-84d4-8cbed2fff5f7 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.188&port_id=4d3caa25-16de-49aa-aaa3-c1184d217368 HTTP/1.1" status: 200  len: 217 time: 0.0481751
Dec 25 21:07:23.092476 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0b9865-e8c7-4dc4-90f1-b648b30ae78a req-b6daa22a-886c-408e-8d22-bbcea7239f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:07:23.094023 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-1d0b9865-e8c7-4dc4-90f1-b648b30ae78a req-b6daa22a-886c-408e-8d22-bbcea7239f06 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=dcfbae86-f93e-400c-8084-eac7f56ff5ba HTTP/1.1" status: 200  len: 843 time: 0.0495403
Dec 25 21:07:23.152408 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0b9865-e8c7-4dc4-90f1-b648b30ae78a req-2b705339-69e1-4079-9d19-3885c493d842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:07:23.153930 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-1d0b9865-e8c7-4dc4-90f1-b648b30ae78a req-2b705339-69e1-4079-9d19-3885c493d842 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=8f212e98-547d-4c6e-a560-2e9a548c8f59&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0520375
Dec 25 21:07:23.252166 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-1d0b9865-e8c7-4dc4-90f1-b648b30ae78a req-d6bdf3cf-c6d8-4741-99dc-e140b2501dac service neutron] 10.222.0.31 "GET /v2.0/networks/8f212e98-547d-4c6e-a560-2e9a548c8f59?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0901968
Dec 25 21:07:23.253868 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebcd684-65f3-49ed-b28e-c142185c0003 req-37ec5583-bd35-4e34-b262-df2c8f383ce8 tempest-AggregatesAdminTestJSON-2136797577 tempest-AggregatesAdminTestJSON-2136797577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:07:23.255366 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9ebcd684-65f3-49ed-b28e-c142185c0003 req-37ec5583-bd35-4e34-b262-df2c8f383ce8 tempest-AggregatesAdminTestJSON-2136797577 tempest-AggregatesAdminTestJSON-2136797577-project] 10.222.0.32 "GET /v2.0/ports?device_id=9c20c1ee-2eb6-4064-b36f-e99d867be09e HTTP/1.1" status: 200  len: 970 time: 0.0536029
Dec 25 21:07:23.302813 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9ebcd684-65f3-49ed-b28e-c142185c0003 req-9bf20b5c-1a76-49e4-b848-33f01b86a934 tempest-AggregatesAdminTestJSON-2136797577 tempest-AggregatesAdminTestJSON-2136797577-project] 10.222.0.32 "GET /v2.0/security-groups?id=d8d6d4ee-b205-46a2-a33f-52439b450519&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413749
Dec 25 21:07:23.355205 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-1d0b9865-e8c7-4dc4-90f1-b648b30ae78a req-8b14076d-fa1d-45b8-a62a-f3d9169e3e45 service neutron] 10.222.0.31 "GET /v2.0/networks/8f212e98-547d-4c6e-a560-2e9a548c8f59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0895452
Dec 25 21:07:23.596683 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 40106) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:07:23.615800 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-1e0a61a7-765b-47e2-b333-72c6aade1430 admin admin] Publish callbacks [] for security_group, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:23.671971 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 40116) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:07:23.679444 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d8826185-5bb7-4172-8353-5414b3a10283 req-8377c787-64b5-4c18-a560-34e092299eb9 tempest-ImagesOneServerTestJSON-1420499622 tempest-ImagesOneServerTestJSON-1420499622-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=1cbb59dcbd544ccfbcbb709c6fe1201a&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0282533
Dec 25 21:07:23.732914 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-1e0a61a7-765b-47e2-b333-72c6aade1430 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:23.801138 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8826185-5bb7-4172-8353-5414b3a10283 req-2045a685-769c-409b-8979-9977a9cba78f tempest-ImagesOneServerTestJSON-1420499622 tempest-ImagesOneServerTestJSON-1420499622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:07:23.802705 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d8826185-5bb7-4172-8353-5414b3a10283 req-2045a685-769c-409b-8979-9977a9cba78f tempest-ImagesOneServerTestJSON-1420499622 tempest-ImagesOneServerTestJSON-1420499622-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1167843
Dec 25 21:07:23.818024 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d8826185-5bb7-4172-8353-5414b3a10283 req-6e5075f8-f0cb-4125-b74d-3c576077d9c4 tempest-ImagesOneServerTestJSON-1420499622 tempest-ImagesOneServerTestJSON-1420499622-project] 10.222.0.32 "GET /v2.0/quotas/1cbb59dcbd544ccfbcbb709c6fe1201a HTTP/1.1" status: 200  len: 375 time: 0.0089045
Dec 25 21:07:23.849279 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d8826185-5bb7-4172-8353-5414b3a10283 req-e6e75fe4-0e1e-4284-b8bd-b5e7c81c0b9a tempest-ImagesOneServerTestJSON-1420499622 tempest-ImagesOneServerTestJSON-1420499622-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=1cbb59dcbd544ccfbcbb709c6fe1201a&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0256069
Dec 25 21:07:23.874288 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-882bdf08-40ba-4517-be07-d64acbbfce67 admin admin] Publish callbacks [] for security_group, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:23.967361 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-882bdf08-40ba-4517-be07-d64acbbfce67 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:24.426214 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774ec3f9-4c93-4735-8822-cb3f1bc2158d req-6a6857d3-186d-4cd0-a764-5cc44e3f4a62 tempest-AggregatesAdminTestJSON-2136797577 tempest-AggregatesAdminTestJSON-2136797577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:07:24.427748 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-774ec3f9-4c93-4735-8822-cb3f1bc2158d req-6a6857d3-186d-4cd0-a764-5cc44e3f4a62 tempest-AggregatesAdminTestJSON-2136797577 tempest-AggregatesAdminTestJSON-2136797577-project] 10.222.0.32 "GET /v2.0/ports?device_id=9c20c1ee-2eb6-4064-b36f-e99d867be09e HTTP/1.1" status: 200  len: 970 time: 0.0543106
Dec 25 21:07:24.476024 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-774ec3f9-4c93-4735-8822-cb3f1bc2158d req-ca70e6c3-c2a2-45a4-beaf-c8c7af9227d3 tempest-AggregatesAdminTestJSON-2136797577 tempest-AggregatesAdminTestJSON-2136797577-project] 10.222.0.32 "GET /v2.0/security-groups?id=d8d6d4ee-b205-46a2-a33f-52439b450519&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399671
Dec 25 21:07:24.595097 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-1e0a61a7-765b-47e2-b333-72c6aade1430 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:24.615926 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0a61a7-765b-47e2-b333-72c6aade1430 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33cb8b74-a19f-41e9-a2f9-a75bd7da443d,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:07:24.620119 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-1e0a61a7-765b-47e2-b333-72c6aade1430 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=952357152b7648b0a2babd2bc2b405d0&name=default HTTP/1.1" status: 200  len: 2996 time: 1.0218947
Dec 25 21:07:24.623381 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 40128) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:07:24.669325 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f7624de4-270f-4fa4-8519-dfccfbcf91d1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:24.688972 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f7624de4-270f-4fa4-8519-dfccfbcf91d1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:24.748777 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-882bdf08-40ba-4517-be07-d64acbbfce67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:24.789644 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882bdf08-40ba-4517-be07-d64acbbfce67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24b9c672-f32a-41de-8ea7-d773180a1d35,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:07:24.795594 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-882bdf08-40ba-4517-be07-d64acbbfce67 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9010e8b2da054f6eaae106843dfdca7e&name=default HTTP/1.1" status: 200  len: 2996 time: 1.1223738
Dec 25 21:07:24.798116 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 40138) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:07:24.836762 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c821ff73-3913-40a5-9f5f-c5cea3213572 req-9bc38dd6-1bcf-4ba1-89fe-0a8d8daf2846 tempest-ImagesOneServerTestJSON-1420499622 tempest-ImagesOneServerTestJSON-1420499622-project] 10.222.0.32 "GET /v2.0/ports?device_id=27fc4723-405f-42eb-b2a5-d46301d13fd4 HTTP/1.1" status: 200  len: 210 time: 0.0349247
Dec 25 21:07:24.839650 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f7624de4-270f-4fa4-8519-dfccfbcf91d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:24.842946 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f7624de4-270f-4fa4-8519-dfccfbcf91d1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:24.846213 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-f7624de4-270f-4fa4-8519-dfccfbcf91d1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/33cb8b74-a19f-41e9-a2f9-a75bd7da443d HTTP/1.1" status: 204  len: 168 time: 0.2194149
Dec 25 21:07:24.857215 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7624de4-270f-4fa4-8519-dfccfbcf91d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33cb8b74-a19f-41e9-a2f9-a75bd7da443d,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:07:24.889731 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-4727cd38-dfcb-4aa0-b630-effeb7072418 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:24.914637 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-4727cd38-dfcb-4aa0-b630-effeb7072418 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:25.120338 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-4727cd38-dfcb-4aa0-b630-effeb7072418 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:25.123423 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-4727cd38-dfcb-4aa0-b630-effeb7072418 admin admin] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:25.126766 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-4727cd38-dfcb-4aa0-b630-effeb7072418 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/24b9c672-f32a-41de-8ea7-d773180a1d35 HTTP/1.1" status: 204  len: 168 time: 0.3248808
Dec 25 21:07:25.131485 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4727cd38-dfcb-4aa0-b630-effeb7072418 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24b9c672-f32a-41de-8ea7-d773180a1d35,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:07:25.210982 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 40166) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:07:25.581285 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-3ba5895e-40a7-45cc-9c5c-1cd20727d1d9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:25.660377 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8c1c06-40b6-4c9d-81d3-a052e21785cc req-d646c410-1360-4015-9db8-c91dfaf1f5ed tempest-AggregatesAdminTestJSON-2136797577 tempest-AggregatesAdminTestJSON-2136797577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:07:25.662589 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-fb8c1c06-40b6-4c9d-81d3-a052e21785cc req-d646c410-1360-4015-9db8-c91dfaf1f5ed tempest-AggregatesAdminTestJSON-2136797577 tempest-AggregatesAdminTestJSON-2136797577-project] 10.222.0.32 "GET /v2.0/ports?device_id=9c20c1ee-2eb6-4064-b36f-e99d867be09e HTTP/1.1" status: 200  len: 970 time: 0.1144772
Dec 25 21:07:25.682425 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-3ba5895e-40a7-45cc-9c5c-1cd20727d1d9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:25.714615 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-fb8c1c06-40b6-4c9d-81d3-a052e21785cc req-1e0facf0-c5a2-4d45-b17f-4f80a0c7b261 tempest-AggregatesAdminTestJSON-2136797577 tempest-AggregatesAdminTestJSON-2136797577-project] 10.222.0.32 "GET /v2.0/security-groups?id=d8d6d4ee-b205-46a2-a33f-52439b450519&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0452302
Dec 25 21:07:25.800765 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-3ba5895e-40a7-45cc-9c5c-1cd20727d1d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:25.861151 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-3ba5895e-40a7-45cc-9c5c-1cd20727d1d9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d8669387db2d48d591bf4d8eadc4fa2e&name=default HTTP/1.1" status: 200  len: 2996 time: 0.6333218
Dec 25 21:07:25.861151 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba5895e-40a7-45cc-9c5c-1cd20727d1d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40557284-ef38-4687-b2bc-ab85bb10fba0,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:07:25.862675 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 40190) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:07:25.926081 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-cf041489-52a6-43a7-be17-130f4863d282 req-5498a3b5-f870-4672-ab18-f5df66629dba tempest-ImagesOneServerTestJSON-1420499622 tempest-ImagesOneServerTestJSON-1420499622-project] 10.222.0.32 "GET /v2.0/ports?device_id=27fc4723-405f-42eb-b2a5-d46301d13fd4 HTTP/1.1" status: 200  len: 210 time: 0.0307529
Dec 25 21:07:25.945880 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-a3fa9624-365d-4fb0-b9df-0401b8b02863 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:25.963555 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-a3fa9624-365d-4fb0-b9df-0401b8b02863 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:26.134918 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-a3fa9624-365d-4fb0-b9df-0401b8b02863 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:26.137891 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-a3fa9624-365d-4fb0-b9df-0401b8b02863 admin admin] Publish callbacks [] for security_group, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:26.139381 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-a3fa9624-365d-4fb0-b9df-0401b8b02863 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/40557284-ef38-4687-b2bc-ab85bb10fba0 HTTP/1.1" status: 204  len: 168 time: 0.2755351
Dec 25 21:07:26.147618 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fa9624-365d-4fb0-b9df-0401b8b02863 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40557284-ef38-4687-b2bc-ab85bb10fba0,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:07:26.188251 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 40204) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:07:26.206443 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f5f18046-1f62-42c0-826f-3ec48b8d4f1b admin admin] Publish callbacks [] for security_group, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:26.287581 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f5f18046-1f62-42c0-826f-3ec48b8d4f1b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:26.423317 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f5f18046-1f62-42c0-826f-3ec48b8d4f1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:26.462912 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-f5f18046-1f62-42c0-826f-3ec48b8d4f1b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4ab01f6421af4c23afdf920fc3de99f6&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2734702
Dec 25 21:07:26.465504 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f18046-1f62-42c0-826f-3ec48b8d4f1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f53a4377-e4ad-4afd-989b-e45a153b4b98,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:07:26.466378 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 40210) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:07:26.515239 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-b5649d78-73fe-44e9-bb2f-bbe2b8c3d9b6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:26.538513 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-b5649d78-73fe-44e9-bb2f-bbe2b8c3d9b6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:26.683072 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-b5649d78-73fe-44e9-bb2f-bbe2b8c3d9b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:26.684336 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-b5649d78-73fe-44e9-bb2f-bbe2b8c3d9b6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:26.688739 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-b5649d78-73fe-44e9-bb2f-bbe2b8c3d9b6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f53a4377-e4ad-4afd-989b-e45a153b4b98 HTTP/1.1" status: 204  len: 168 time: 0.2213435
Dec 25 21:07:26.697308 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5649d78-73fe-44e9-bb2f-bbe2b8c3d9b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f53a4377-e4ad-4afd-989b-e45a153b4b98,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:07:26.831821 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device 4d3caa25-16de-49aa-aaa3-c1184d217368 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 25 21:07:26.837234 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e90e557-7f04-4b16-aac7-0937b01c68ba req-ebc8ca98-6f39-4f8e-b58d-b4ae50789148 tempest-AggregatesAdminTestJSON-2136797577 tempest-AggregatesAdminTestJSON-2136797577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:07:26.839634 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2e90e557-7f04-4b16-aac7-0937b01c68ba req-ebc8ca98-6f39-4f8e-b58d-b4ae50789148 tempest-AggregatesAdminTestJSON-2136797577 tempest-AggregatesAdminTestJSON-2136797577-project] 10.222.0.32 "GET /v2.0/ports?device_id=9c20c1ee-2eb6-4064-b36f-e99d867be09e HTTP/1.1" status: 200  len: 970 time: 0.0515492
Dec 25 21:07:26.889752 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2e90e557-7f04-4b16-aac7-0937b01c68ba req-df8ffcfa-ce9a-431d-a32c-e97bfd6b68cf tempest-AggregatesAdminTestJSON-2136797577 tempest-AggregatesAdminTestJSON-2136797577-project] 10.222.0.32 "GET /v2.0/security-groups?id=d8d6d4ee-b205-46a2-a33f-52439b450519&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442691
Dec 25 21:07:26.939402 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port 4d3caa25-16de-49aa-aaa3-c1184d217368, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4d3caa25-16de-49aa-aaa3-c1184d217368,segment=NetworkSegment(85c774cb-a0eb-4ad9-961f-f331d3b37cd6),segment_id=85c774cb-a0eb-4ad9-961f-f331d3b37cd6)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:07:26.952696 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Returning: {'device': '4d3caa25-16de-49aa-aaa3-c1184d217368', 'network_id': '8f212e98-547d-4c6e-a560-2e9a548c8f59', 'port_id': '4d3caa25-16de-49aa-aaa3-c1184d217368', 'mac_address': 'fa:16:3e:ac:57:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcfbae86-f93e-400c-8084-eac7f56ff5ba', 'ip_address': '192.168.233.188'}], 'device_owner': 'compute:tempest-test_az-1048147619', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 25 21:07:26.990488 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:27.002700 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 40230) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:07:27.006041 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d3caa25-16de-49aa-aaa3-c1184d217368 {{(pid=121608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:07:27.024936 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-13173113-7eeb-4845-80e5-18bfb1354ee2 req-22f5d5d8-3e32-426b-b42b-1f6feb37c372 tempest-ImagesOneServerTestJSON-1420499622 tempest-ImagesOneServerTestJSON-1420499622-project] 10.222.0.32 "GET /v2.0/ports?device_id=27fc4723-405f-42eb-b2a5-d46301d13fd4 HTTP/1.1" status: 200  len: 210 time: 0.0302191
Dec 25 21:07:27.031966 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port 4d3caa25-16de-49aa-aaa3-c1184d217368, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4d3caa25-16de-49aa-aaa3-c1184d217368,segment=NetworkSegment(85c774cb-a0eb-4ad9-961f-f331d3b37cd6),segment_id=85c774cb-a0eb-4ad9-961f-f331d3b37cd6)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:07:27.098314 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:27.191451 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Pushing event updated for resources: {'Port': ['ID=4d3caa25-16de-49aa-aaa3-c1184d217368,revision_number=4']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:07:27.201792 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:07:27.207136 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:07:27.209207 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-490fc2ae-498e-4cfe-a1a7-787c9ee0cb9f admin admin] Publish callbacks [] for security_group, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:27.209557 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:07:27.210045 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:07:27.210550 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:07:27.211198 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:07:27.211714 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:07:27.212196 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:07:27.212855 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:07:27.213563 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:07:27.214068 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:07:27.214669 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:07:27.215145 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:07:27.216476 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Tracked resource versions report:
Dec 25 21:07:27.216476 ncdv-master-1 neutron-server[121608]: pushed versions:
Dec 25 21:07:27.216476 ncdv-master-1 neutron-server[121608]: {   'AddressGroup': {'1.2'},
Dec 25 21:07:27.216476 ncdv-master-1 neutron-server[121608]:     'ConntrackHelper': {'1.0'},
Dec 25 21:07:27.216476 ncdv-master-1 neutron-server[121608]:     'LocalIPAssociation': {'1.0'},
Dec 25 21:07:27.216476 ncdv-master-1 neutron-server[121608]:     'Log': {'1.0'},
Dec 25 21:07:27.216476 ncdv-master-1 neutron-server[121608]:     'Network': {'1.1'},
Dec 25 21:07:27.216476 ncdv-master-1 neutron-server[121608]:     'Port': {'1.7'},
Dec 25 21:07:27.216476 ncdv-master-1 neutron-server[121608]:     'PortForwarding': {'1.2'},
Dec 25 21:07:27.216476 ncdv-master-1 neutron-server[121608]:     'QosPolicy': {'1.10'},
Dec 25 21:07:27.216476 ncdv-master-1 neutron-server[121608]:     'SecurityGroup': {'1.5'},
Dec 25 21:07:27.216476 ncdv-master-1 neutron-server[121608]:     'SecurityGroupRule': {'1.2'},
Dec 25 21:07:27.216476 ncdv-master-1 neutron-server[121608]:     'SubPort': {'1.0'},
Dec 25 21:07:27.216476 ncdv-master-1 neutron-server[121608]:     'Subnet': {'1.1'},
Dec 25 21:07:27.216476 ncdv-master-1 neutron-server[121608]:     'Trunk': {'1.1'}}
Dec 25 21:07:27.216476 ncdv-master-1 neutron-server[121608]: consumer versions:
Dec 25 21:07:27.216476 ncdv-master-1 neutron-server[121608]: {   DHCP agent@ncdv-master-1: {},
Dec 25 21:07:27.216476 ncdv-master-1 neutron-server[121608]:     HyperV agent@nch1-master-1: {},
Dec 25 21:07:27.216476 ncdv-master-1 neutron-server[121608]:     HyperV agent@nch2-master-1: {},
Dec 25 21:07:27.216476 ncdv-master-1 neutron-server[121608]:     L3 agent@ncdv-master-1: {},
Dec 25 21:07:27.216476 ncdv-master-1 neutron-server[121608]:     Metadata agent@ncdv-master-1: {},
Dec 25 21:07:27.216476 ncdv-master-1 neutron-server[121608]:     Metering agent@ncdv-master-1: {},
Dec 25 21:07:27.216476 ncdv-master-1 neutron-server[121608]:     Open vSwitch agent@ncdv-master-1: {   'AddressGroup': '1.2',
Dec 25 21:07:27.216476 ncdv-master-1 neutron-server[121608]:                                           'ConntrackHelper': '1.0',
Dec 25 21:07:27.216476 ncdv-master-1 neutron-server[121608]:                                           'LocalIPAssociation': '1.0',
Dec 25 21:07:27.216476 ncdv-master-1 neutron-server[121608]:                                           'Log': '1.0',
Dec 25 21:07:27.216476 ncdv-master-1 neutron-server[121608]:                                           'Network': '1.1',
Dec 25 21:07:27.216476 ncdv-master-1 neutron-server[121608]:                                           'Port': '1.7',
Dec 25 21:07:27.216476 ncdv-master-1 neutron-server[121608]:                                           'PortForwarding': '1.2',
Dec 25 21:07:27.216476 ncdv-master-1 neutron-server[121608]:                                           'QosPolicy': '1.10',
Dec 25 21:07:27.216476 ncdv-master-1 neutron-server[121608]:                                           'SecurityGroup': '1.5',
Dec 25 21:07:27.216476 ncdv-master-1 neutron-server[121608]:                                           'SecurityGroupRule': '1.2',
Dec 25 21:07:27.216476 ncdv-master-1 neutron-server[121608]:                                           'SubPort': '1.0',
Dec 25 21:07:27.216476 ncdv-master-1 neutron-server[121608]:                                           'Subnet': '1.1',
Dec 25 21:07:27.216476 ncdv-master-1 neutron-server[121608]:                                           'Trunk': '1.1'}}
Dec 25 21:07:27.216476 ncdv-master-1 neutron-server[121608]:  {{(pid=121608) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Dec 25 21:07:27.298651 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-490fc2ae-498e-4cfe-a1a7-787c9ee0cb9f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:27.394943 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] get_ports_and_sgs() called for port_ids ['4d3caa25-16de-49aa-aaa3-c1184d217368'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:07:27.466977 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-490fc2ae-498e-4cfe-a1a7-787c9ee0cb9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:27.507327 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-490fc2ae-498e-4cfe-a1a7-787c9ee0cb9f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5b8384d3682348ec80110315f774ace0&name=default HTTP/1.1" status: 200  len: 2996 time: 0.5031035
Dec 25 21:07:27.508650 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490fc2ae-498e-4cfe-a1a7-787c9ee0cb9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fc5d720-c09e-415d-8786-8b9850b4c39f,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:07:27.510279 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 40250) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:07:27.569077 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-7bfb77d4-18ef-4c0e-81c0-51c0981b806c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:27.591593 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-7bfb77d4-18ef-4c0e-81c0-51c0981b806c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:27.723606 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 40254) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:07:27.760495 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-7bfb77d4-18ef-4c0e-81c0-51c0981b806c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:27.763125 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-7bfb77d4-18ef-4c0e-81c0-51c0981b806c admin admin] Publish callbacks [] for security_group, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:27.764360 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-7bfb77d4-18ef-4c0e-81c0-51c0981b806c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3fc5d720-c09e-415d-8786-8b9850b4c39f HTTP/1.1" status: 204  len: 168 time: 0.2528059
Dec 25 21:07:27.772040 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfb77d4-18ef-4c0e-81c0-51c0981b806c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fc5d720-c09e-415d-8786-8b9850b4c39f,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:07:27.827184 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-1258850c-fec3-49d4-b263-073fe421bb3e admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-563831438-network', 'tenant_id': '276a36e6a97d46a78b7e483daa26cc2e'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:07:27.999263 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1258850c-fec3-49d4-b263-073fe421bb3e admin admin] Made reservation on behalf of 276a36e6a97d46a78b7e483daa26cc2e for: {'network': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:07:28.002509 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-1258850c-fec3-49d4-b263-073fe421bb3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for network, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:28.019277 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-1258850c-fec3-49d4-b263-073fe421bb3e admin admin] Publish callbacks [] for security_group, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:28.043929 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a077d2-5e29-49aa-bfd6-b1b5c1189b4a req-531f636b-cdf2-411d-9c39-9c9f413fef71 tempest-AggregatesAdminTestJSON-2136797577 tempest-AggregatesAdminTestJSON-2136797577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:07:28.045548 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-22a077d2-5e29-49aa-bfd6-b1b5c1189b4a req-531f636b-cdf2-411d-9c39-9c9f413fef71 tempest-AggregatesAdminTestJSON-2136797577 tempest-AggregatesAdminTestJSON-2136797577-project] 10.222.0.32 "GET /v2.0/ports?device_id=9c20c1ee-2eb6-4064-b36f-e99d867be09e HTTP/1.1" status: 200  len: 971 time: 0.0752108
Dec 25 21:07:28.078331 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.37', 58122) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:07:28.108632 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-d8826185-5bb7-4172-8353-5414b3a10283 req-4d9ce343-813d-49f7-a4b2-ab342b53c298 tempest-ImagesOneServerTestJSON-1420499622 tempest-ImagesOneServerTestJSON-1420499622-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=1cbb59dcbd544ccfbcbb709c6fe1201a&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0284858
Dec 25 21:07:28.118298 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-22a077d2-5e29-49aa-bfd6-b1b5c1189b4a req-4139bc9c-49a9-4c93-a821-19e023a8e41e tempest-AggregatesAdminTestJSON-2136797577 tempest-AggregatesAdminTestJSON-2136797577-project] 10.222.0.32 "GET /v2.0/security-groups?id=d8d6d4ee-b205-46a2-a33f-52439b450519&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0660956
Dec 25 21:07:28.179598 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-1258850c-fec3-49d4-b263-073fe421bb3e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:28.248180 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9e469a32-17a1-477d-aec9-6486f8309819 req-76d39aa0-832f-4bf6-939d-30caeb951cbe tempest-ImagesOneServerTestJSON-1420499622 tempest-ImagesOneServerTestJSON-1420499622-project] 10.222.0.32 "GET /v2.0/ports?device_id=27fc4723-405f-42eb-b2a5-d46301d13fd4 HTTP/1.1" status: 200  len: 210 time: 0.0318842
Dec 25 21:07:28.258240 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-1258850c-fec3-49d4-b263-073fe421bb3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:28.268996 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8826185-5bb7-4172-8353-5414b3a10283 req-1ee159b4-5e96-4397-b481-513ea0fe3f2b tempest-ImagesOneServerTestJSON-1420499622 tempest-ImagesOneServerTestJSON-1420499622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:07:28.268996 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-d8826185-5bb7-4172-8353-5414b3a10283 req-1ee159b4-5e96-4397-b481-513ea0fe3f2b tempest-ImagesOneServerTestJSON-1420499622 tempest-ImagesOneServerTestJSON-1420499622-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1510332
Dec 25 21:07:28.290899 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1258850c-fec3-49d4-b263-073fe421bb3e admin admin] vlan segment allocate from pool success with {'vlan_id': 177, 'physical_network': 'physnet1'}  {{(pid=121606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 25 21:07:28.307877 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1258850c-fec3-49d4-b263-073fe421bb3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5d2ff88-22d6-43d8-90d1-bfb86d4e3308,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:07:28.314208 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-1258850c-fec3-49d4-b263-073fe421bb3e admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8737602743053', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:28.319737 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-1258850c-fec3-49d4-b263-073fe421bb3e admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f261b52b0d0> segment precommit_create {{(pid=121606) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}}
Dec 25 21:07:28.320505 ncdv-master-1 neutron-server[121606]: INFO neutron.db.segments_db [None req-1258850c-fec3-49d4-b263-073fe421bb3e admin admin] Added segment 0bc15208-d08d-4c93-89c3-c4dfd4d97844 of type vlan for network 1e137e86-76be-493f-9b25-1d17756925b5
Dec 25 21:07:28.376062 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [req-d8826185-5bb7-4172-8353-5414b3a10283 req-8a69bd23-9b73-44bd-8211-872b71e79e4a tempest-ImagesOneServerTestJSON-1420499622 tempest-ImagesOneServerTestJSON-1420499622-project] Request body: {'port': {'device_id': '27fc4723-405f-42eb-b2a5-d46301d13fd4', 'network_id': '8f212e98-547d-4c6e-a560-2e9a548c8f59', 'admin_state_up': True, 'tenant_id': '1cbb59dcbd544ccfbcbb709c6fe1201a'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:07:28.379736 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-1258850c-fec3-49d4-b263-073fe421bb3e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737602163420'] for network, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:28.509359 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-1258850c-fec3-49d4-b263-073fe421bb3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870'] for network, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:28.509359 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1258850c-fec3-49d4-b263-073fe421bb3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:07:28.509359 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-1258850c-fec3-49d4-b263-073fe421bb3e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for network, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:28.598022 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8826185-5bb7-4172-8353-5414b3a10283 req-8a69bd23-9b73-44bd-8211-872b71e79e4a tempest-ImagesOneServerTestJSON-1420499622 tempest-ImagesOneServerTestJSON-1420499622-project] Made reservation on behalf of 1cbb59dcbd544ccfbcbb709c6fe1201a for: {'port': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:07:28.602119 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-d8826185-5bb7-4172-8353-5414b3a10283 req-8a69bd23-9b73-44bd-8211-872b71e79e4a tempest-ImagesOneServerTestJSON-1420499622 tempest-ImagesOneServerTestJSON-1420499622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:28.609626 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1258850c-fec3-49d4-b263-073fe421bb3e admin admin] Pushing event updated for resources: {'Network': ['ID=1e137e86-76be-493f-9b25-1d17756925b5,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:07:28.617647 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-d8826185-5bb7-4172-8353-5414b3a10283 req-8a69bd23-9b73-44bd-8211-872b71e79e4a tempest-ImagesOneServerTestJSON-1420499622 tempest-ImagesOneServerTestJSON-1420499622-project] Publish callbacks [] for security_group, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:28.620657 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Network 1e137e86-76be-493f-9b25-1d17756925b5 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 25 21:07:28.655247 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-1258850c-fec3-49d4-b263-073fe421bb3e admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 893 time: 0.9303143
Dec 25 21:07:28.658354 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 40290) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:07:28.670281 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-7d7c671b-d6f5-4e92-af0c-c95259b0f125 admin admin] Request body: {'subnet': {'network_id': '1e137e86-76be-493f-9b25-1d17756925b5', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-563831438-subnet', 'tenant_id': '276a36e6a97d46a78b7e483daa26cc2e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:07:28.722752 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-d8826185-5bb7-4172-8353-5414b3a10283 req-8a69bd23-9b73-44bd-8211-872b71e79e4a tempest-ImagesOneServerTestJSON-1420499622 tempest-ImagesOneServerTestJSON-1420499622-project] Publish callbacks [] for security_group, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:28.811438 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d7c671b-d6f5-4e92-af0c-c95259b0f125 admin admin] Made reservation on behalf of 276a36e6a97d46a78b7e483daa26cc2e for: {'subnet': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:07:28.823653 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-7d7c671b-d6f5-4e92-af0c-c95259b0f125 admin admin] Publish callbacks [] for subnet, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:28.827442 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device 4d3caa25-16de-49aa-aaa3-c1184d217368 up at agent hyperv_nch1-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:07:28.880268 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-d8826185-5bb7-4172-8353-5414b3a10283 req-8a69bd23-9b73-44bd-8211-872b71e79e4a tempest-ImagesOneServerTestJSON-1420499622 tempest-ImagesOneServerTestJSON-1420499622-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:28.957458 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a69bd23-9b73-44bd-8211-872b71e79e4a tempest-ImagesOneServerTestJSON-1420499622 tempest-ImagesOneServerTestJSON-1420499622-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bfae27c6-ab18-4103-a78a-a0f158ea772b,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:07:29.028769 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Provisioning for port 4d3caa25-16de-49aa-aaa3-c1184d217368 completed by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 25 21:07:29.033946 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Provisioning complete for port 4d3caa25-16de-49aa-aaa3-c1184d217368 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:07:29.039668 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:29.039804 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_common [req-d8826185-5bb7-4172-8353-5414b3a10283 req-8a69bd23-9b73-44bd-8211-872b71e79e4a tempest-ImagesOneServerTestJSON-1420499622 tempest-ImagesOneServerTestJSON-1420499622-project] Allocated IP 192.168.233.16 (8f212e98-547d-4c6e-a560-2e9a548c8f59/dcfbae86-f93e-400c-8084-eac7f56ff5ba/01f02470-98cd-4e53-8321-3a26d68c7daf) {{(pid=121607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:07:29.190769 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:29.237135 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c20c1ee-2eb6-4064-b36f-e99d867be09e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d3caa25-16de-49aa-aaa3-c1184d217368'}] {{(pid=121608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:07:29.301100 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-d8826185-5bb7-4172-8353-5414b3a10283 req-8a69bd23-9b73-44bd-8211-872b71e79e4a tempest-ImagesOneServerTestJSON-1420499622 tempest-ImagesOneServerTestJSON-1420499622-project] Publish callbacks [] for port, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:29.319321 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port 4d3caa25-16de-49aa-aaa3-c1184d217368, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4d3caa25-16de-49aa-aaa3-c1184d217368,segment=NetworkSegment(85c774cb-a0eb-4ad9-961f-f331d3b37cd6),segment_id=85c774cb-a0eb-4ad9-961f-f331d3b37cd6)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:07:29.341658 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b947edc-d9b2-49dc-bce4-cd45b7cab8c6 req-ebd345e7-cae6-4722-970c-94118e3f0555 tempest-AggregatesAdminTestJSON-2136797577 tempest-AggregatesAdminTestJSON-2136797577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:07:29.346440 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8b947edc-d9b2-49dc-bce4-cd45b7cab8c6 req-ebd345e7-cae6-4722-970c-94118e3f0555 tempest-AggregatesAdminTestJSON-2136797577 tempest-AggregatesAdminTestJSON-2136797577-project] 10.222.0.32 "GET /v2.0/ports?device_id=9c20c1ee-2eb6-4064-b36f-e99d867be09e HTTP/1.1" status: 200  len: 971 time: 0.1048839
Dec 25 21:07:29.347995 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-7d7c671b-d6f5-4e92-af0c-c95259b0f125 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870'] for subnet, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:29.426367 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:29.452515 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-d8826185-5bb7-4172-8353-5414b3a10283 req-8a69bd23-9b73-44bd-8211-872b71e79e4a tempest-ImagesOneServerTestJSON-1420499622 tempest-ImagesOneServerTestJSON-1420499622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946'] for port, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:29.469635 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b4073433-f840-42f0-938d-92fb90292566 req-f96bd6aa-c2fa-451c-ae18-4d4843f56b1d tempest-ImagesOneServerTestJSON-1420499622 tempest-ImagesOneServerTestJSON-1420499622-project] 10.222.0.32 "GET /v2.0/ports?device_id=27fc4723-405f-42eb-b2a5-d46301d13fd4 HTTP/1.1" status: 200  len: 210 time: 0.0798113
Dec 25 21:07:29.499907 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7c671b-d6f5-4e92-af0c-c95259b0f125 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9f350e3c-b3c0-4923-bec6-5c96ab55923b,revision_number=0']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:07:29.513364 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a69bd23-9b73-44bd-8211-872b71e79e4a tempest-ImagesOneServerTestJSON-1420499622 tempest-ImagesOneServerTestJSON-1420499622-project] Pushing event updated for resources: {'Port': ['ID=01f02470-98cd-4e53-8321-3a26d68c7daf,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:07:29.518286 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d7c671b-d6f5-4e92-af0c-c95259b0f125 admin admin] Checking segment: {'id': '0bc15208-d08d-4c93-89c3-c4dfd4d97844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '1e137e86-76be-493f-9b25-1d17756925b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:07:29.519497 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d7c671b-d6f5-4e92-af0c-c95259b0f125 admin admin] Network hostable DHCP agents. Network: 1e137e86-76be-493f-9b25-1d17756925b5, hostable agents: ['1813db88-2c1b-4357-a2ba-869246b663c2'], hosted agents: [] {{(pid=121606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 25 21:07:29.540786 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8826185-5bb7-4172-8353-5414b3a10283 req-8a69bd23-9b73-44bd-8211-872b71e79e4a tempest-ImagesOneServerTestJSON-1420499622 tempest-ImagesOneServerTestJSON-1420499622-project] Network 8f212e98-547d-4c6e-a560-2e9a548c8f59 is already hosted by enough agents. {{(pid=121607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:07:29.544935 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [req-d8826185-5bb7-4172-8353-5414b3a10283 req-8a69bd23-9b73-44bd-8211-872b71e79e4a tempest-ImagesOneServerTestJSON-1420499622 tempest-ImagesOneServerTestJSON-1420499622-project] Resources bound (agent type, host, resource id):  {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:07:29.545459 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8b947edc-d9b2-49dc-bce4-cd45b7cab8c6 req-705e5fb8-7302-49b2-b008-e15c70d30b4e tempest-AggregatesAdminTestJSON-2136797577 tempest-AggregatesAdminTestJSON-2136797577-project] 10.222.0.32 "GET /v2.0/security-groups?id=d8d6d4ee-b205-46a2-a33f-52439b450519&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1874149
Dec 25 21:07:29.550864 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8826185-5bb7-4172-8353-5414b3a10283 req-8a69bd23-9b73-44bd-8211-872b71e79e4a tempest-ImagesOneServerTestJSON-1420499622 tempest-ImagesOneServerTestJSON-1420499622-project] Received port after_create {{(pid=121607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:07:29.555904 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Pushing event updated for resources: {'Port': ['ID=4d3caa25-16de-49aa-aaa3-c1184d217368,revision_number=5']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:07:29.573518 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8826185-5bb7-4172-8353-5414b3a10283 req-8a69bd23-9b73-44bd-8211-872b71e79e4a tempest-ImagesOneServerTestJSON-1420499622 tempest-ImagesOneServerTestJSON-1420499622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:07:29.573518 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-d8826185-5bb7-4172-8353-5414b3a10283 req-8a69bd23-9b73-44bd-8211-872b71e79e4a tempest-ImagesOneServerTestJSON-1420499622 tempest-ImagesOneServerTestJSON-1420499622-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for port, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:29.657025 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d7c671b-d6f5-4e92-af0c-c95259b0f125 admin admin] Network 1e137e86-76be-493f-9b25-1d17756925b5 is scheduled to be hosted by DHCP agent 1813db88-2c1b-4357-a2ba-869246b663c2 with binding_index 1 {{(pid=121606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 25 21:07:29.692709 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-d8826185-5bb7-4172-8353-5414b3a10283 req-8a69bd23-9b73-44bd-8211-872b71e79e4a tempest-ImagesOneServerTestJSON-1420499622 tempest-ImagesOneServerTestJSON-1420499622-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 1.3274593
Dec 25 21:07:29.801637 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-938805b2-908c-4242-b97b-bfdf99ffadee None None] Provisioning complete for port 01f02470-98cd-4e53-8321-3a26d68c7daf triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:07:29.802185 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-938805b2-908c-4242-b97b-bfdf99ffadee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:29.820389 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [None req-7d7c671b-d6f5-4e92-af0c-c95259b0f125 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 1e137e86-76be-493f-9b25-1d17756925b5) {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:07:29.828573 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d7c671b-d6f5-4e92-af0c-c95259b0f125 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:07:29.828573 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-7d7c671b-d6f5-4e92-af0c-c95259b0f125 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for subnet, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:29.837063 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b43e626b-0d78-400e-94ce-562df6ea43aa None None] Network 1e137e86-76be-493f-9b25-1d17756925b5 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:07:29.854057 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-938805b2-908c-4242-b97b-bfdf99ffadee None None] Port 01f02470-98cd-4e53-8321-3a26d68c7daf cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:07:29.970984 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-7d7c671b-d6f5-4e92-af0c-c95259b0f125 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 857 time: 1.3113098
Dec 25 21:07:30.059719 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a88c78c3ff6266bd59c7e89d275b28c92e739b67d23c89d71af88829fd31566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-686aa0a4-654a-4fbf-87e8-10f7ca1c44c2" -d '{"events": [{"server_uuid": "9c20c1ee-2eb6-4064-b36f-e99d867be09e", "name": "network-vif-plugged", "status": "completed", "tag": "4d3caa25-16de-49aa-aaa3-c1184d217368"}]}' {{(pid=121608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:07:30.071095 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2eede32-439f-4068-b190-60b8811a90de None None] Network 1e137e86-76be-493f-9b25-1d17756925b5 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:07:30.367501 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 40352) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:07:30.434776 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 21:07:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aca9152a-a85b-4706-9308-bfd42288a2ad x-openstack-request-id: req-aca9152a-a85b-4706-9308-bfd42288a2ad {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:07:30.435172 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c20c1ee-2eb6-4064-b36f-e99d867be09e", "name": "network-vif-plugged", "status": "completed", "tag": "4d3caa25-16de-49aa-aaa3-c1184d217368", "code": 200}]} {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:07:30.435488 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-aca9152a-a85b-4706-9308-bfd42288a2ad {{(pid=121608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:07:30.435993 ncdv-master-1 neutron-server[121608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c20c1ee-2eb6-4064-b36f-e99d867be09e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d3caa25-16de-49aa-aaa3-c1184d217368', 'code': 200}
Dec 25 21:07:30.598306 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a1e6b8-8440-4d20-b5c0-209f5b9246f6 req-41401e81-f43d-44ce-9d08-9da1ae0e22f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:07:30.599833 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-23a1e6b8-8440-4d20-b5c0-209f5b9246f6 req-41401e81-f43d-44ce-9d08-9da1ae0e22f0 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=9c20c1ee-2eb6-4064-b36f-e99d867be09e HTTP/1.1" status: 200  len: 1123 time: 0.0929899
Dec 25 21:07:30.638598 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-23a1e6b8-8440-4d20-b5c0-209f5b9246f6 req-c9cbea6b-3b23-40c5-b421-9ffbaeb28462 service neutron] Publish callbacks [] for security_group, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:30.669752 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-acc375a1-6721-45bd-9496-b04108c73a2a admin admin] Publish callbacks [] for security_group, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:30.685716 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de21310e-0c7f-42c8-9a9f-0a1815ea3a02 req-ccf1fa35-8100-49ad-8c49-c74d92714c88 tempest-ImagesOneServerTestJSON-1420499622 tempest-ImagesOneServerTestJSON-1420499622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:07:30.694279 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-de21310e-0c7f-42c8-9a9f-0a1815ea3a02 req-ccf1fa35-8100-49ad-8c49-c74d92714c88 tempest-ImagesOneServerTestJSON-1420499622 tempest-ImagesOneServerTestJSON-1420499622-project] 10.222.0.32 "GET /v2.0/ports?device_id=27fc4723-405f-42eb-b2a5-d46301d13fd4 HTTP/1.1" status: 200  len: 935 time: 0.1097763
Dec 25 21:07:30.741561 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086834ac-2686-4f01-953f-31d63b428558 req-46747edb-1ce4-4139-8811-5b789d19a260 tempest-AggregatesAdminTestJSON-2136797577 tempest-AggregatesAdminTestJSON-2136797577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:07:30.743310 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-086834ac-2686-4f01-953f-31d63b428558 req-46747edb-1ce4-4139-8811-5b789d19a260 tempest-AggregatesAdminTestJSON-2136797577 tempest-AggregatesAdminTestJSON-2136797577-project] 10.222.0.32 "GET /v2.0/ports?device_id=9c20c1ee-2eb6-4064-b36f-e99d867be09e HTTP/1.1" status: 200  len: 972 time: 0.1117399
Dec 25 21:07:30.789192 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-de21310e-0c7f-42c8-9a9f-0a1815ea3a02 req-d6fab657-b731-41d9-a5cd-f3e0ef0deeff tempest-ImagesOneServerTestJSON-1420499622 tempest-ImagesOneServerTestJSON-1420499622-project] 10.222.0.32 "GET /v2.0/security-groups?id=bfae27c6-ab18-4103-a78a-a0f158ea772b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0900431
Dec 25 21:07:30.798946 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-23a1e6b8-8440-4d20-b5c0-209f5b9246f6 req-c9cbea6b-3b23-40c5-b421-9ffbaeb28462 service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:30.836444 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-acc375a1-6721-45bd-9496-b04108c73a2a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:30.853205 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-086834ac-2686-4f01-953f-31d63b428558 req-27f34cf3-8201-4fd7-9a9c-b710fc0ace5f tempest-AggregatesAdminTestJSON-2136797577 tempest-AggregatesAdminTestJSON-2136797577-project] 10.222.0.32 "GET /v2.0/security-groups?id=d8d6d4ee-b205-46a2-a33f-52439b450519&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0944202
Dec 25 21:07:30.883535 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-23a1e6b8-8440-4d20-b5c0-209f5b9246f6 req-c9cbea6b-3b23-40c5-b421-9ffbaeb28462 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:30.932842 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-acc375a1-6721-45bd-9496-b04108c73a2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:30.937474 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cbea6b-3b23-40c5-b421-9ffbaeb28462 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=b780b8de-5183-4886-80fb-00b7548fd245,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:07:30.950209 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-23a1e6b8-8440-4d20-b5c0-209f5b9246f6 req-c9cbea6b-3b23-40c5-b421-9ffbaeb28462 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=d8d6d4ee-b205-46a2-a33f-52439b450519&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3399708
Dec 25 21:07:30.983146 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-acc375a1-6721-45bd-9496-b04108c73a2a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=23e193382c4b432e88b5f1aedd95be4c&name=default HTTP/1.1" status: 200  len: 2996 time: 0.6145597
Dec 25 21:07:30.984425 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc375a1-6721-45bd-9496-b04108c73a2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ddc066f-15e0-4f84-98f9-b150ef12991c,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:07:30.986002 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 40374) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:07:31.045030 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-64f59399-fd37-4df3-ac39-c51a7317b437 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:31.068148 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-64f59399-fd37-4df3-ac39-c51a7317b437 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:31.215809 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-64f59399-fd37-4df3-ac39-c51a7317b437 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:31.218339 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-64f59399-fd37-4df3-ac39-c51a7317b437 admin admin] Publish callbacks [] for security_group, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:31.219417 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-64f59399-fd37-4df3-ac39-c51a7317b437 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8ddc066f-15e0-4f84-98f9-b150ef12991c HTTP/1.1" status: 204  len: 168 time: 0.2322323
Dec 25 21:07:31.239481 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8728160a-c5fa-4ed0-bc7e-d60e5431b4e0 req-8a2626be-2750-4bf4-99c3-7ba0d553a083 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=19a16dcc3c214ac2a218d3758e551792&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0340545
Dec 25 21:07:31.245170 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f59399-fd37-4df3-ac39-c51a7317b437 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ddc066f-15e0-4f84-98f9-b150ef12991c,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:07:31.368298 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8728160a-c5fa-4ed0-bc7e-d60e5431b4e0 req-4d432090-a1fa-428f-8083-97ae084f210e tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:07:31.369943 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8728160a-c5fa-4ed0-bc7e-d60e5431b4e0 req-4d432090-a1fa-428f-8083-97ae084f210e tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1156676
Dec 25 21:07:31.387373 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8728160a-c5fa-4ed0-bc7e-d60e5431b4e0 req-f80cc2db-528a-40f4-8c87-81a00e90c6b3 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] 10.222.0.32 "GET /v2.0/quotas/19a16dcc3c214ac2a218d3758e551792 HTTP/1.1" status: 200  len: 375 time: 0.0113018
Dec 25 21:07:31.423529 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8728160a-c5fa-4ed0-bc7e-d60e5431b4e0 req-f27fe12f-f991-44fc-9072-4206cec3e43d tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=19a16dcc3c214ac2a218d3758e551792&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0301092
Dec 25 21:07:31.642251 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 40402) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:07:31.651759 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-1fdd561e-c58c-42e4-af6a-c6fea7f8ccd5 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-2101252000-network', 'tenant_id': 'a886b036c6ea4b869569c99d144dc3cd'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:07:31.767416 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c7991341-8b67-4564-ba76-8661d4a8f500 req-5e275a48-d132-4f85-a195-dd7fafe3bed4 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] 10.222.0.32 "GET /v2.0/ports?device_id=1b814523-70ff-4cb2-b14c-f77ae086c04f HTTP/1.1" status: 200  len: 210 time: 0.0551331
Dec 25 21:07:31.768130 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fdd561e-c58c-42e4-af6a-c6fea7f8ccd5 admin admin] Made reservation on behalf of a886b036c6ea4b869569c99d144dc3cd for: {'network': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:07:31.770343 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-1fdd561e-c58c-42e4-af6a-c6fea7f8ccd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for network, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:31.779372 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-1fdd561e-c58c-42e4-af6a-c6fea7f8ccd5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:31.917787 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-1fdd561e-c58c-42e4-af6a-c6fea7f8ccd5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:31.942407 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8e9568-093e-4b6f-93be-7babf650ddc6 req-9e86b9fc-5510-42ce-9a8a-9246471c115f tempest-ImagesOneServerTestJSON-1420499622 tempest-ImagesOneServerTestJSON-1420499622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:07:31.943983 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-fd8e9568-093e-4b6f-93be-7babf650ddc6 req-9e86b9fc-5510-42ce-9a8a-9246471c115f tempest-ImagesOneServerTestJSON-1420499622 tempest-ImagesOneServerTestJSON-1420499622-project] 10.222.0.32 "GET /v2.0/ports?device_id=27fc4723-405f-42eb-b2a5-d46301d13fd4 HTTP/1.1" status: 200  len: 935 time: 0.0917356
Dec 25 21:07:32.007390 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f44793-bff7-4bd8-a951-ac66b36b972c req-c68c5788-e6c1-459a-843f-8c1a91c4a638 tempest-AggregatesAdminTestJSON-2136797577 tempest-AggregatesAdminTestJSON-2136797577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:07:32.014708 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-19f44793-bff7-4bd8-a951-ac66b36b972c req-c68c5788-e6c1-459a-843f-8c1a91c4a638 tempest-AggregatesAdminTestJSON-2136797577 tempest-AggregatesAdminTestJSON-2136797577-project] 10.222.0.32 "GET /v2.0/ports?device_id=9c20c1ee-2eb6-4064-b36f-e99d867be09e HTTP/1.1" status: 200  len: 972 time: 0.0937841
Dec 25 21:07:32.036141 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-1fdd561e-c58c-42e4-af6a-c6fea7f8ccd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:32.046476 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-fd8e9568-093e-4b6f-93be-7babf650ddc6 req-5fbfb68d-9745-4ac7-8fe2-e306788b7ca3 tempest-ImagesOneServerTestJSON-1420499622 tempest-ImagesOneServerTestJSON-1420499622-project] 10.222.0.32 "GET /v2.0/security-groups?id=bfae27c6-ab18-4103-a78a-a0f158ea772b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0877655
Dec 25 21:07:32.082429 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1fdd561e-c58c-42e4-af6a-c6fea7f8ccd5 admin admin] vlan segment allocate from pool success with {'vlan_id': 180, 'physical_network': 'physnet1'}  {{(pid=121606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 25 21:07:32.091407 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdd561e-c58c-42e4-af6a-c6fea7f8ccd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d8e4e6f-6c7c-42ff-a08a-64a16b37dc08,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:07:32.100430 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 40424) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:07:32.109507 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-19f44793-bff7-4bd8-a951-ac66b36b972c req-f21eaf5f-3131-416e-9155-53b5af514e3d tempest-AggregatesAdminTestJSON-2136797577 tempest-AggregatesAdminTestJSON-2136797577-project] 10.222.0.32 "GET /v2.0/security-groups?id=d8d6d4ee-b205-46a2-a33f-52439b450519&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0938666
Dec 25 21:07:32.125828 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-1fdd561e-c58c-42e4-af6a-c6fea7f8ccd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:32.126100 ncdv-master-1 neutron-server[121606]: INFO neutron.db.segments_db [None req-1fdd561e-c58c-42e4-af6a-c6fea7f8ccd5 admin admin] Added segment 2a195dce-56a0-481a-895c-1d20c9fa4f09 of type vlan for network c9c9f9d1-bf16-4aa9-bea3-3f2d6c91fc47
Dec 25 21:07:32.128595 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-471cca4c-e125-4f77-b8d8-f612780d9840 admin admin] Publish callbacks [] for security_group, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:32.178727 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-1fdd561e-c58c-42e4-af6a-c6fea7f8ccd5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737602163420'] for network, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:32.227523 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-471cca4c-e125-4f77-b8d8-f612780d9840 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:32.279771 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-1fdd561e-c58c-42e4-af6a-c6fea7f8ccd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870'] for network, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:32.280812 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fdd561e-c58c-42e4-af6a-c6fea7f8ccd5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:07:32.281470 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-1fdd561e-c58c-42e4-af6a-c6fea7f8ccd5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for network, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:32.319030 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-471cca4c-e125-4f77-b8d8-f612780d9840 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:32.346849 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdd561e-c58c-42e4-af6a-c6fea7f8ccd5 admin admin] Pushing event updated for resources: {'Network': ['ID=c9c9f9d1-bf16-4aa9-bea3-3f2d6c91fc47,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:07:32.357291 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Network c9c9f9d1-bf16-4aa9-bea3-3f2d6c91fc47 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 25 21:07:32.378944 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-471cca4c-e125-4f77-b8d8-f612780d9840 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=44b6ac9cd65a4182801ef4b028a2dd00&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2769094
Dec 25 21:07:32.379710 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471cca4c-e125-4f77-b8d8-f612780d9840 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d0dbe8c-8418-4a21-b2be-7d601ff978ad,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:07:32.381926 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 40430) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:07:32.415634 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-1fdd561e-c58c-42e4-af6a-c6fea7f8ccd5 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 894 time: 0.7722650
Dec 25 21:07:32.421736 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 40434) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:07:32.426955 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-ff73682c-1953-432a-90a1-227d6fac1fab admin admin] Request body: {'subnet': {'network_id': 'c9c9f9d1-bf16-4aa9-bea3-3f2d6c91fc47', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-2101252000-subnet', 'tenant_id': 'a886b036c6ea4b869569c99d144dc3cd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:07:32.472687 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-e195111f-7ab5-4c9e-9dd7-fca264878cf1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:32.494794 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-e195111f-7ab5-4c9e-9dd7-fca264878cf1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:32.617408 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff73682c-1953-432a-90a1-227d6fac1fab admin admin] Made reservation on behalf of a886b036c6ea4b869569c99d144dc3cd for: {'subnet': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:07:32.619710 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ff73682c-1953-432a-90a1-227d6fac1fab admin admin] Publish callbacks [] for subnet, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:32.685967 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-e195111f-7ab5-4c9e-9dd7-fca264878cf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:32.688632 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-e195111f-7ab5-4c9e-9dd7-fca264878cf1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:32.692103 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-e195111f-7ab5-4c9e-9dd7-fca264878cf1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2d0dbe8c-8418-4a21-b2be-7d601ff978ad HTTP/1.1" status: 204  len: 168 time: 0.3068230
Dec 25 21:07:32.702692 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e195111f-7ab5-4c9e-9dd7-fca264878cf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d0dbe8c-8418-4a21-b2be-7d601ff978ad,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:07:32.848970 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-bce73f05-f941-495a-bc7a-3b28e5d641bb req-886399b9-a885-4529-9751-ce236c38aeeb tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] 10.222.0.32 "GET /v2.0/ports?device_id=1b814523-70ff-4cb2-b14c-f77ae086c04f HTTP/1.1" status: 200  len: 210 time: 0.0263324
Dec 25 21:07:32.937525 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ff73682c-1953-432a-90a1-227d6fac1fab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870'] for subnet, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:32.992007 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff73682c-1953-432a-90a1-227d6fac1fab admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb718f51-8cd6-4285-84b4-e90aee7e414e,revision_number=0']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:07:33.005379 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff73682c-1953-432a-90a1-227d6fac1fab admin admin] Checking segment: {'id': '2a195dce-56a0-481a-895c-1d20c9fa4f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'c9c9f9d1-bf16-4aa9-bea3-3f2d6c91fc47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:07:33.005733 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff73682c-1953-432a-90a1-227d6fac1fab admin admin] Network hostable DHCP agents. Network: c9c9f9d1-bf16-4aa9-bea3-3f2d6c91fc47, hostable agents: ['1813db88-2c1b-4357-a2ba-869246b663c2'], hosted agents: [] {{(pid=121607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 25 21:07:33.074652 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 40446) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:07:33.103502 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff73682c-1953-432a-90a1-227d6fac1fab admin admin] Network c9c9f9d1-bf16-4aa9-bea3-3f2d6c91fc47 is scheduled to be hosted by DHCP agent 1813db88-2c1b-4357-a2ba-869246b663c2 with binding_index 1 {{(pid=121607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 25 21:07:33.195137 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78fe752-0912-4109-8240-2673f2679558 req-0cd40589-3074-48f6-af18-27d7bf156523 tempest-ImagesOneServerTestJSON-1420499622 tempest-ImagesOneServerTestJSON-1420499622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:07:33.196612 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a78fe752-0912-4109-8240-2673f2679558 req-0cd40589-3074-48f6-af18-27d7bf156523 tempest-ImagesOneServerTestJSON-1420499622 tempest-ImagesOneServerTestJSON-1420499622-project] 10.222.0.32 "GET /v2.0/ports?device_id=27fc4723-405f-42eb-b2a5-d46301d13fd4 HTTP/1.1" status: 200  len: 935 time: 0.0610063
Dec 25 21:07:33.238507 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-ff73682c-1953-432a-90a1-227d6fac1fab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, c9c9f9d1-bf16-4aa9-bea3-3f2d6c91fc47) {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:07:33.248740 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff73682c-1953-432a-90a1-227d6fac1fab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:07:33.248847 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-549c9c81-6f6b-4e01-b42c-16aa9b849b59 None None] Network c9c9f9d1-bf16-4aa9-bea3-3f2d6c91fc47 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:07:33.250529 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ff73682c-1953-432a-90a1-227d6fac1fab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for subnet, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:33.281095 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0e5223-4553-4b48-892d-3936b6872c76 req-75f0b7a4-19da-42ec-945b-54661d445b2e tempest-AggregatesAdminTestJSON-2136797577 tempest-AggregatesAdminTestJSON-2136797577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:07:33.282856 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-aa0e5223-4553-4b48-892d-3936b6872c76 req-75f0b7a4-19da-42ec-945b-54661d445b2e tempest-AggregatesAdminTestJSON-2136797577 tempest-AggregatesAdminTestJSON-2136797577-project] 10.222.0.32 "GET /v2.0/ports?device_id=9c20c1ee-2eb6-4064-b36f-e99d867be09e HTTP/1.1" status: 200  len: 972 time: 0.0853293
Dec 25 21:07:33.292310 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a78fe752-0912-4109-8240-2673f2679558 req-d5bd3043-e8bd-443f-ae8b-08bb21f0cd25 tempest-ImagesOneServerTestJSON-1420499622 tempest-ImagesOneServerTestJSON-1420499622-project] 10.222.0.32 "GET /v2.0/security-groups?id=bfae27c6-ab18-4103-a78a-a0f158ea772b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0641494
Dec 25 21:07:33.312938 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-442b6e25-d953-43f0-9aeb-e8f2c2447fbd admin admin] Publish callbacks [] for security_group, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:33.340252 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-ff73682c-1953-432a-90a1-227d6fac1fab admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 858 time: 0.9165399
Dec 25 21:07:33.357256 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-aa0e5223-4553-4b48-892d-3936b6872c76 req-ed9afbdd-3531-444e-a206-d5851f47dd70 tempest-AggregatesAdminTestJSON-2136797577 tempest-AggregatesAdminTestJSON-2136797577-project] 10.222.0.32 "GET /v2.0/security-groups?id=d8d6d4ee-b205-46a2-a33f-52439b450519&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0576754
Dec 25 21:07:33.430510 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da599a6a-99d8-406b-a633-5ad20d501096 None None] Network c9c9f9d1-bf16-4aa9-bea3-3f2d6c91fc47 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:07:33.446903 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-442b6e25-d953-43f0-9aeb-e8f2c2447fbd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:33.475790 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.agents_db [None req-ec08dba0-4483-4109-b5e1-5e4a9fdaf12d None None] Agent healthcheck: found 7 active agents {{(pid=121609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 25 21:07:33.526613 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-442b6e25-d953-43f0-9aeb-e8f2c2447fbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:33.592992 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686a645f-49d5-4a49-84d7-641ce1e6b87c req-70ff62b2-579f-4bf7-9328-e8ee1dccbb97 tempest-AggregatesAdminTestJSON-784802096 tempest-AggregatesAdminTestJSON-784802096-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:07:33.593703 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-686a645f-49d5-4a49-84d7-641ce1e6b87c req-70ff62b2-579f-4bf7-9328-e8ee1dccbb97 tempest-AggregatesAdminTestJSON-784802096 tempest-AggregatesAdminTestJSON-784802096-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=9c20c1ee-2eb6-4064-b36f-e99d867be09e HTTP/1.1" status: 200  len: 1123 time: 0.1031530
Dec 25 21:07:33.598517 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-442b6e25-d953-43f0-9aeb-e8f2c2447fbd admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5ae48a7bfd2c426684ebd88425c0196d&name=default HTTP/1.1" status: 200  len: 2996 time: 0.5185821
Dec 25 21:07:33.601705 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 40470) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:07:33.615199 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442b6e25-d953-43f0-9aeb-e8f2c2447fbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c031d46-8e20-4ba6-9534-9134723c956a,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:07:33.628103 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-686a645f-49d5-4a49-84d7-641ce1e6b87c req-5a0209ca-9f12-43d7-9606-aa27a8fc0209 tempest-AggregatesAdminTestJSON-784802096 tempest-AggregatesAdminTestJSON-784802096-project-admin] Publish callbacks [] for security_group, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:33.673331 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-88f3cb14-6470-4b4f-85dd-303735fac3f0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:33.705719 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-88f3cb14-6470-4b4f-85dd-303735fac3f0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:33.741906 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-686a645f-49d5-4a49-84d7-641ce1e6b87c req-5a0209ca-9f12-43d7-9606-aa27a8fc0209 tempest-AggregatesAdminTestJSON-784802096 tempest-AggregatesAdminTestJSON-784802096-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:33.848831 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-686a645f-49d5-4a49-84d7-641ce1e6b87c req-5a0209ca-9f12-43d7-9606-aa27a8fc0209 tempest-AggregatesAdminTestJSON-784802096 tempest-AggregatesAdminTestJSON-784802096-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:33.880905 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-88f3cb14-6470-4b4f-85dd-303735fac3f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:33.883689 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-88f3cb14-6470-4b4f-85dd-303735fac3f0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:33.887810 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-88f3cb14-6470-4b4f-85dd-303735fac3f0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2c031d46-8e20-4ba6-9534-9134723c956a HTTP/1.1" status: 204  len: 168 time: 0.2822497
Dec 25 21:07:33.893802 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f3cb14-6470-4b4f-85dd-303735fac3f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c031d46-8e20-4ba6-9534-9134723c956a,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:07:33.915962 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-686a645f-49d5-4a49-84d7-641ce1e6b87c req-5a0209ca-9f12-43d7-9606-aa27a8fc0209 tempest-AggregatesAdminTestJSON-784802096 tempest-AggregatesAdminTestJSON-784802096-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=d8d6d4ee-b205-46a2-a33f-52439b450519&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3074138
Dec 25 21:07:33.978321 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0209ca-9f12-43d7-9606-aa27a8fc0209 tempest-AggregatesAdminTestJSON-784802096 tempest-AggregatesAdminTestJSON-784802096-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e89089e-0062-4721-9d3e-eeb766eea444,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:07:34.052780 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9d2f2e7a-29ea-477d-b2b1-86a4b0f40524 req-cbf8f889-96d5-4128-93d5-e54eb7531555 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] 10.222.0.32 "GET /v2.0/ports?device_id=1b814523-70ff-4cb2-b14c-f77ae086c04f HTTP/1.1" status: 200  len: 210 time: 0.0578918
Dec 25 21:07:34.076974 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:34.261051 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c0abe5-3ae4-4835-b207-fcb687272981 req-0f855d92-d88b-4dde-ad73-035c953e8cc2 tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:07:34.268198 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-16c0abe5-3ae4-4835-b207-fcb687272981 req-0f855d92-d88b-4dde-ad73-035c953e8cc2 tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] 10.222.0.32 "GET /v2.0/networks?id=1e137e86-76be-493f-9b25-1d17756925b5 HTTP/1.1" status: 200  len: 820 time: 0.3828099
Dec 25 21:07:34.278702 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-16c0abe5-3ae4-4835-b207-fcb687272981 req-dc7dfad8-440c-412f-a466-4acefc37238f tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] 10.222.0.32 "GET /v2.0/quotas/276a36e6a97d46a78b7e483daa26cc2e HTTP/1.1" status: 200  len: 375 time: 0.0095870
Dec 25 21:07:34.313213 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-16c0abe5-3ae4-4835-b207-fcb687272981 req-0ef3790d-100d-4554-9621-6f578251d494 tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=276a36e6a97d46a78b7e483daa26cc2e&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0287657
Dec 25 21:07:34.528515 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45ad860-134b-42cc-837e-856d025d1b2a req-372b2950-5321-4545-ab66-2ea86e6ef9b1 tempest-ImagesOneServerTestJSON-1420499622 tempest-ImagesOneServerTestJSON-1420499622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:07:34.530180 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d45ad860-134b-42cc-837e-856d025d1b2a req-372b2950-5321-4545-ab66-2ea86e6ef9b1 tempest-ImagesOneServerTestJSON-1420499622 tempest-ImagesOneServerTestJSON-1420499622-project] 10.222.0.32 "GET /v2.0/ports?device_id=27fc4723-405f-42eb-b2a5-d46301d13fd4 HTTP/1.1" status: 200  len: 935 time: 0.0517430
Dec 25 21:07:34.581381 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d45ad860-134b-42cc-837e-856d025d1b2a req-9ae61e3e-c9b7-4b18-817c-23e2c5f65b81 tempest-ImagesOneServerTestJSON-1420499622 tempest-ImagesOneServerTestJSON-1420499622-project] 10.222.0.32 "GET /v2.0/security-groups?id=bfae27c6-ab18-4103-a78a-a0f158ea772b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0452294
Dec 25 21:07:34.639069 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 40520) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:07:34.662238 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-40941bab-bced-4e4b-8989-0f91ab5fdc86 admin admin] Publish callbacks [] for security_group, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:34.679163 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [req-16c0abe5-3ae4-4835-b207-fcb687272981 req-0896a248-12a1-4468-b2a6-4eb3822da2b9 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=121606) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 25 21:07:34.680270 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-16c0abe5-3ae4-4835-b207-fcb687272981 req-0896a248-12a1-4468-b2a6-4eb3822da2b9 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.2379091
Dec 25 21:07:34.760789 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-40941bab-bced-4e4b-8989-0f91ab5fdc86 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:34.763519 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-f3c91c0d-f51f-4a4d-8271-c7cddb56d68d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:34.813101 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-16c0abe5-3ae4-4835-b207-fcb687272981 req-78b7b236-d709-452d-9462-1c0f21b600bb service neutron] 10.222.0.32 "GET /v2.0/networks/1e137e86-76be-493f-9b25-1d17756925b5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1074293
Dec 25 21:07:34.885816 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-16c0abe5-3ae4-4835-b207-fcb687272981 req-b76e6068-278a-4468-b9d8-504de56d0c67 service neutron] 10.222.0.32 "GET /v2.0/networks/1e137e86-76be-493f-9b25-1d17756925b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0848241
Dec 25 21:07:34.942820 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-40941bab-bced-4e4b-8989-0f91ab5fdc86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:34.986377 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-40941bab-bced-4e4b-8989-0f91ab5fdc86 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0314c05027eb463c989a6a3ff7953906&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3456669
Dec 25 21:07:34.987287 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40941bab-bced-4e4b-8989-0f91ab5fdc86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bf14d30-c981-4b50-bb27-68b78ebcac71,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:07:34.989965 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 40530) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:07:35.042292 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-3f6994b8-832c-4b9b-8447-06c46c7c4327 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:35.066544 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-3f6994b8-832c-4b9b-8447-06c46c7c4327 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:35.153852 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2eabf217-f9b7-4c60-9f49-47eddc4cafaf req-38ae4421-28c7-4d6f-abf8-c2bb895d84de tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] 10.222.0.32 "GET /v2.0/ports?device_id=7cd2be37-78a6-4e40-813d-8e2478ea8dc2 HTTP/1.1" status: 200  len: 210 time: 0.0339472
Dec 25 21:07:35.256998 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5edca5ba-2159-47ba-9730-a2da29542ede req-b058ea1d-600a-4dd8-8288-c83102771c86 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] 10.222.0.32 "GET /v2.0/ports?device_id=1b814523-70ff-4cb2-b14c-f77ae086c04f HTTP/1.1" status: 200  len: 210 time: 0.0277977
Dec 25 21:07:35.271527 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-3f6994b8-832c-4b9b-8447-06c46c7c4327 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:35.274660 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-3f6994b8-832c-4b9b-8447-06c46c7c4327 admin admin] Publish callbacks [] for security_group, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:35.275865 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-3f6994b8-832c-4b9b-8447-06c46c7c4327 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3bf14d30-c981-4b50-bb27-68b78ebcac71 HTTP/1.1" status: 204  len: 168 time: 0.2850251
Dec 25 21:07:35.289254 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [req-d8826185-5bb7-4172-8353-5414b3a10283 req-83809946-61bb-4c7d-82e0-7ce732c846a6 tempest-ImagesOneServerTestJSON-1420499622 tempest-ImagesOneServerTestJSON-1420499622-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=121607) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 25 21:07:35.290575 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-d8826185-5bb7-4172-8353-5414b3a10283 req-83809946-61bb-4c7d-82e0-7ce732c846a6 tempest-ImagesOneServerTestJSON-1420499622 tempest-ImagesOneServerTestJSON-1420499622-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0096674
Dec 25 21:07:35.300111 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6994b8-832c-4b9b-8447-06c46c7c4327 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bf14d30-c981-4b50-bb27-68b78ebcac71,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:07:35.489150 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [req-d8826185-5bb7-4172-8353-5414b3a10283 req-c6ec7dbe-0074-4b01-a2bd-2ffe208a38eb service neutron] Request body: {'port': {'device_id': '27fc4723-405f-42eb-b2a5-d46301d13fd4', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:07:35.549920 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-d8826185-5bb7-4172-8353-5414b3a10283 req-c6ec7dbe-0074-4b01-a2bd-2ffe208a38eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:35.741048 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e25f570-c889-4a3a-9f41-ab0cf95de170 req-0521296b-edc3-4b75-a2f7-878f8d1bbfb0 tempest-ImagesOneServerTestJSON-1420499622 tempest-ImagesOneServerTestJSON-1420499622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:07:35.742602 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3e25f570-c889-4a3a-9f41-ab0cf95de170 req-0521296b-edc3-4b75-a2f7-878f8d1bbfb0 tempest-ImagesOneServerTestJSON-1420499622 tempest-ImagesOneServerTestJSON-1420499622-project] 10.222.0.32 "GET /v2.0/ports?device_id=27fc4723-405f-42eb-b2a5-d46301d13fd4 HTTP/1.1" status: 200  len: 935 time: 0.0927894
Dec 25 21:07:35.817833 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3e25f570-c889-4a3a-9f41-ab0cf95de170 req-012e6cca-91da-4ebc-be7e-4150c1d197ce tempest-ImagesOneServerTestJSON-1420499622 tempest-ImagesOneServerTestJSON-1420499622-project] 10.222.0.32 "GET /v2.0/security-groups?id=bfae27c6-ab18-4103-a78a-a0f158ea772b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0571129
Dec 25 21:07:35.921378 ncdv-master-1 neutron-server[121607]: DEBUG neutron.notifiers.nova [req-d8826185-5bb7-4172-8353-5414b3a10283 req-c6ec7dbe-0074-4b01-a2bd-2ffe208a38eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01f02470-98cd-4e53-8321-3a26d68c7daf {{(pid=121607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:07:35.931243 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-d8826185-5bb7-4172-8353-5414b3a10283 req-c6ec7dbe-0074-4b01-a2bd-2ffe208a38eb service neutron] Publish callbacks [] for port, precommit_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:35.964031 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.provisioning_blocks [req-d8826185-5bb7-4172-8353-5414b3a10283 req-c6ec7dbe-0074-4b01-a2bd-2ffe208a38eb service neutron] Transition to ACTIVE for port object 01f02470-98cd-4e53-8321-3a26d68c7daf will not be triggered until provisioned by entity L2. {{(pid=121607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 25 21:07:36.032074 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-d8826185-5bb7-4172-8353-5414b3a10283 req-c6ec7dbe-0074-4b01-a2bd-2ffe208a38eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:36.117922 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ec7dbe-0074-4b01-a2bd-2ffe208a38eb service neutron] Pushing event updated for resources: {'Port': ['ID=01f02470-98cd-4e53-8321-3a26d68c7daf,revision_number=2']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:07:36.157110 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.managers [req-d8826185-5bb7-4172-8353-5414b3a10283 req-c6ec7dbe-0074-4b01-a2bd-2ffe208a38eb service neutron] Attempting to bind port 01f02470-98cd-4e53-8321-3a26d68c7daf on host nch2-master-1 for vnic_type normal with profile  {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:07:36.157446 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.managers [req-d8826185-5bb7-4172-8353-5414b3a10283 req-c6ec7dbe-0074-4b01-a2bd-2ffe208a38eb service neutron] Attempting to bind port 01f02470-98cd-4e53-8321-3a26d68c7daf by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '85c774cb-a0eb-4ad9-961f-f331d3b37cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '8f212e98-547d-4c6e-a560-2e9a548c8f59'}] {{(pid=121607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:07:36.157770 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8826185-5bb7-4172-8353-5414b3a10283 req-c6ec7dbe-0074-4b01-a2bd-2ffe208a38eb service neutron] Attempting to bind port 01f02470-98cd-4e53-8321-3a26d68c7daf on network 8f212e98-547d-4c6e-a560-2e9a548c8f59 {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:07:36.175398 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8826185-5bb7-4172-8353-5414b3a10283 req-c6ec7dbe-0074-4b01-a2bd-2ffe208a38eb service neutron] Port 01f02470-98cd-4e53-8321-3a26d68c7daf on network 8f212e98-547d-4c6e-a560-2e9a548c8f59 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 25 21:07:36.175398 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8826185-5bb7-4172-8353-5414b3a10283 req-c6ec7dbe-0074-4b01-a2bd-2ffe208a38eb service neutron] Attempting to bind port 01f02470-98cd-4e53-8321-3a26d68c7daf on network 8f212e98-547d-4c6e-a560-2e9a548c8f59 {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:07:36.177398 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8826185-5bb7-4172-8353-5414b3a10283 req-c6ec7dbe-0074-4b01-a2bd-2ffe208a38eb service neutron] Checking agent: {'id': '0d9ae313-8f8d-40fa-8a9f-d098a25a9911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 21, 4, 38), 'started_at': datetime.datetime(2021, 12, 25, 21, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 7, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:07:36.177799 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8826185-5bb7-4172-8353-5414b3a10283 req-c6ec7dbe-0074-4b01-a2bd-2ffe208a38eb service neutron] Checking segment: {'id': '85c774cb-a0eb-4ad9-961f-f331d3b37cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '8f212e98-547d-4c6e-a560-2e9a548c8f59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:07:36.178124 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8826185-5bb7-4172-8353-5414b3a10283 req-c6ec7dbe-0074-4b01-a2bd-2ffe208a38eb service neutron] Bound using segment: {'id': '85c774cb-a0eb-4ad9-961f-f331d3b37cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '8f212e98-547d-4c6e-a560-2e9a548c8f59'} {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:07:36.178555 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.managers [req-d8826185-5bb7-4172-8353-5414b3a10283 req-c6ec7dbe-0074-4b01-a2bd-2ffe208a38eb service neutron] Bound port: 01f02470-98cd-4e53-8321-3a26d68c7daf, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85c774cb-a0eb-4ad9-961f-f331d3b37cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '8f212e98-547d-4c6e-a560-2e9a548c8f59'}}] {{(pid=121607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:07:36.179089 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-d8826185-5bb7-4172-8353-5414b3a10283 req-c6ec7dbe-0074-4b01-a2bd-2ffe208a38eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:36.256224 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.db [req-d8826185-5bb7-4172-8353-5414b3a10283 req-c6ec7dbe-0074-4b01-a2bd-2ffe208a38eb service neutron] For port 01f02470-98cd-4e53-8321-3a26d68c7daf, host nch2-master-1, cleared binding levels {{(pid=121607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:07:36.259198 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.db [req-d8826185-5bb7-4172-8353-5414b3a10283 req-c6ec7dbe-0074-4b01-a2bd-2ffe208a38eb service neutron] For port 01f02470-98cd-4e53-8321-3a26d68c7daf, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=01f02470-98cd-4e53-8321-3a26d68c7daf,segment=NetworkSegment(85c774cb-a0eb-4ad9-961f-f331d3b37cd6),segment_id=85c774cb-a0eb-4ad9-961f-f331d3b37cd6)] {{(pid=121607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:07:36.350676 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-d8826185-5bb7-4172-8353-5414b3a10283 req-c6ec7dbe-0074-4b01-a2bd-2ffe208a38eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:36.395684 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8826185-5bb7-4172-8353-5414b3a10283 req-c6ec7dbe-0074-4b01-a2bd-2ffe208a38eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:07:36.396258 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-d8826185-5bb7-4172-8353-5414b3a10283 req-c6ec7dbe-0074-4b01-a2bd-2ffe208a38eb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for port, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:36.397802 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-d8826185-5bb7-4172-8353-5414b3a10283 req-c6ec7dbe-0074-4b01-a2bd-2ffe208a38eb service neutron] 10.222.0.37 "PUT /v2.0/ports/01f02470-98cd-4e53-8321-3a26d68c7daf HTTP/1.1" status: 200  len: 1095 time: 0.9778721
Dec 25 21:07:36.402777 ncdv-master-1 neutron-server[121607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27fc4723-405f-42eb-b2a5-d46301d13fd4', 'tag': '01f02470-98cd-4e53-8321-3a26d68c7daf'}] {{(pid=121607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:07:36.402777 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f980bbcadfa7bf1e788024e1448be660373c21f97f015f780444e999c451203" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2556dd5-645e-4ddf-9be7-4473ddd5dbe5" -d '{"events": [{"name": "network-changed", "server_uuid": "27fc4723-405f-42eb-b2a5-d46301d13fd4", "tag": "01f02470-98cd-4e53-8321-3a26d68c7daf"}]}' {{(pid=121607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:07:36.427956 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c16c25de-6ef6-4220-a160-beaacb0a7a8a req-cd51ac43-9769-4760-ba64-18ec020e5b71 tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] 10.222.0.32 "GET /v2.0/ports?device_id=7cd2be37-78a6-4e40-813d-8e2478ea8dc2 HTTP/1.1" status: 200  len: 210 time: 0.0589051
Dec 25 21:07:36.428642 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ec7dbe-0074-4b01-a2bd-2ffe208a38eb service neutron] Pushing event updated for resources: {'Port': ['ID=01f02470-98cd-4e53-8321-3a26d68c7daf,revision_number=3']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:07:36.546366 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e74c2e34-3c10-4de3-aab7-420df8dd7ee3 req-f62168c9-56f4-460b-a736-e5a0e1b09188 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] 10.222.0.32 "GET /v2.0/ports?device_id=1b814523-70ff-4cb2-b14c-f77ae086c04f HTTP/1.1" status: 200  len: 210 time: 0.0343962
Dec 25 21:07:36.589844 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Dec 2021 21:07:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4476197-c5ff-4e3c-9779-c819d47e3d24 x-openstack-request-id: req-d4476197-c5ff-4e3c-9779-c819d47e3d24 {{(pid=121607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:07:36.590139 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27fc4723-405f-42eb-b2a5-d46301d13fd4", "tag": "01f02470-98cd-4e53-8321-3a26d68c7daf", "status": "completed", "code": 200}]} {{(pid=121607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:07:36.590388 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d4476197-c5ff-4e3c-9779-c819d47e3d24 {{(pid=121607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:07:36.590956 ncdv-master-1 neutron-server[121607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27fc4723-405f-42eb-b2a5-d46301d13fd4', 'tag': '01f02470-98cd-4e53-8321-3a26d68c7daf', 'status': 'completed', 'code': 200}
Dec 25 21:07:36.602026 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8826185-5bb7-4172-8353-5414b3a10283 req-f0867e59-3895-4aef-ba6a-3523ea798b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:07:36.603556 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-d8826185-5bb7-4172-8353-5414b3a10283 req-f0867e59-3895-4aef-ba6a-3523ea798b09 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1cbb59dcbd544ccfbcbb709c6fe1201a&device_id=27fc4723-405f-42eb-b2a5-d46301d13fd4 HTTP/1.1" status: 200  len: 1098 time: 0.0677404
Dec 25 21:07:36.654489 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-d8826185-5bb7-4172-8353-5414b3a10283 req-eb3100d9-36d0-48e7-a937-f8b47bda8af0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.16&port_id=01f02470-98cd-4e53-8321-3a26d68c7daf HTTP/1.1" status: 200  len: 217 time: 0.0430779
Dec 25 21:07:36.723873 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8826185-5bb7-4172-8353-5414b3a10283 req-42d88fe8-4697-4173-ac13-448620e1ad1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:07:36.727014 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-d8826185-5bb7-4172-8353-5414b3a10283 req-42d88fe8-4697-4173-ac13-448620e1ad1b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=dcfbae86-f93e-400c-8084-eac7f56ff5ba HTTP/1.1" status: 200  len: 843 time: 0.0653586
Dec 25 21:07:36.783778 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8826185-5bb7-4172-8353-5414b3a10283 req-72730667-fbd5-4978-bf63-bd53e49843f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:07:36.786135 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-d8826185-5bb7-4172-8353-5414b3a10283 req-72730667-fbd5-4978-bf63-bd53e49843f4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8f212e98-547d-4c6e-a560-2e9a548c8f59&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0457323
Dec 25 21:07:36.830753 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.37', 58127) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:07:36.888364 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8728160a-c5fa-4ed0-bc7e-d60e5431b4e0 req-abe524f7-562d-4017-937c-905562b43a3a tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=19a16dcc3c214ac2a218d3758e551792&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0563402
Dec 25 21:07:36.912930 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-d8826185-5bb7-4172-8353-5414b3a10283 req-f34b731c-b6e4-46c9-8be1-92fd66db5a61 service neutron] 10.222.0.37 "GET /v2.0/networks/8f212e98-547d-4c6e-a560-2e9a548c8f59?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1173577
Dec 25 21:07:37.035446 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-06e8e12c-204a-4d1c-a796-061d724526a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:37.058612 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-d8826185-5bb7-4172-8353-5414b3a10283 req-e1863f4c-17de-430a-be1b-2965afec6578 service neutron] 10.222.0.37 "GET /v2.0/networks/8f212e98-547d-4c6e-a560-2e9a548c8f59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1349883
Dec 25 21:07:37.078261 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae21e59-0be3-43b7-b556-d2ac11dfed3d req-a1fbd5ed-7da5-439e-84bb-7abe5005d469 tempest-ImagesOneServerTestJSON-1420499622 tempest-ImagesOneServerTestJSON-1420499622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:07:37.079750 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0ae21e59-0be3-43b7-b556-d2ac11dfed3d req-a1fbd5ed-7da5-439e-84bb-7abe5005d469 tempest-ImagesOneServerTestJSON-1420499622 tempest-ImagesOneServerTestJSON-1420499622-project] 10.222.0.32 "GET /v2.0/ports?device_id=27fc4723-405f-42eb-b2a5-d46301d13fd4 HTTP/1.1" status: 200  len: 947 time: 0.0811145
Dec 25 21:07:37.088334 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8728160a-c5fa-4ed0-bc7e-d60e5431b4e0 req-a361debf-3607-4a88-88e1-f5c3b230c2f5 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:07:37.090370 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8728160a-c5fa-4ed0-bc7e-d60e5431b4e0 req-a361debf-3607-4a88-88e1-f5c3b230c2f5 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1965172
Dec 25 21:07:37.107447 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-8728160a-c5fa-4ed0-bc7e-d60e5431b4e0 req-99b3777c-9c8d-44e6-b982-4829449ea4e2 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] Request body: {'port': {'device_id': '1b814523-70ff-4cb2-b14c-f77ae086c04f', 'network_id': '8f212e98-547d-4c6e-a560-2e9a548c8f59', 'admin_state_up': True, 'tenant_id': '19a16dcc3c214ac2a218d3758e551792'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:07:37.288021 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2556dd5-645e-4ddf-9be7-4473ddd5dbe5 req-c497a05d-1fd9-4f52-ae8a-35867e940e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:07:37.289759 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-a2556dd5-645e-4ddf-9be7-4473ddd5dbe5 req-c497a05d-1fd9-4f52-ae8a-35867e940e72 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1cbb59dcbd544ccfbcbb709c6fe1201a&device_id=27fc4723-405f-42eb-b2a5-d46301d13fd4 HTTP/1.1" status: 200  len: 1098 time: 0.0540330
Dec 25 21:07:37.333818 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0ae21e59-0be3-43b7-b556-d2ac11dfed3d req-04baae00-4a56-4c39-87e7-fb46da1c5172 tempest-ImagesOneServerTestJSON-1420499622 tempest-ImagesOneServerTestJSON-1420499622-project] 10.222.0.32 "GET /v2.0/security-groups?id=bfae27c6-ab18-4103-a78a-a0f158ea772b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2420588
Dec 25 21:07:37.431308 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2556dd5-645e-4ddf-9be7-4473ddd5dbe5 req-a84185b2-065d-44aa-8299-0af8c2aff1c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:07:37.432791 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-a2556dd5-645e-4ddf-9be7-4473ddd5dbe5 req-a84185b2-065d-44aa-8299-0af8c2aff1c9 service neutron] 10.222.0.37 "GET /v2.0/networks?id=8f212e98-547d-4c6e-a560-2e9a548c8f59 HTTP/1.1" status: 200  len: 870 time: 0.1280158
Dec 25 21:07:37.477948 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-a2556dd5-645e-4ddf-9be7-4473ddd5dbe5 req-a653f25a-1c6c-4150-8ca4-071a4ec3d2c0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.16&port_id=01f02470-98cd-4e53-8321-3a26d68c7daf HTTP/1.1" status: 200  len: 217 time: 0.0380049
Dec 25 21:07:37.506481 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8728160a-c5fa-4ed0-bc7e-d60e5431b4e0 req-99b3777c-9c8d-44e6-b982-4829449ea4e2 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] Made reservation on behalf of 19a16dcc3c214ac2a218d3758e551792 for: {'port': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:07:37.510551 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-8728160a-c5fa-4ed0-bc7e-d60e5431b4e0 req-99b3777c-9c8d-44e6-b982-4829449ea4e2 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:37.521014 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-8728160a-c5fa-4ed0-bc7e-d60e5431b4e0 req-99b3777c-9c8d-44e6-b982-4829449ea4e2 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] Publish callbacks [] for security_group, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:37.576230 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2556dd5-645e-4ddf-9be7-4473ddd5dbe5 req-74774379-aac4-49e1-902d-fbfd770c98ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:07:37.578052 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-a2556dd5-645e-4ddf-9be7-4473ddd5dbe5 req-74774379-aac4-49e1-902d-fbfd770c98ff service neutron] 10.222.0.37 "GET /v2.0/subnets?id=dcfbae86-f93e-400c-8084-eac7f56ff5ba HTTP/1.1" status: 200  len: 843 time: 0.0928509
Dec 25 21:07:37.641387 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2556dd5-645e-4ddf-9be7-4473ddd5dbe5 req-6d4edc6f-b2a0-43e9-8782-e55883ebcb30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:07:37.643312 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-a2556dd5-645e-4ddf-9be7-4473ddd5dbe5 req-6d4edc6f-b2a0-43e9-8782-e55883ebcb30 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8f212e98-547d-4c6e-a560-2e9a548c8f59&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0563273
Dec 25 21:07:37.668385 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-8728160a-c5fa-4ed0-bc7e-d60e5431b4e0 req-99b3777c-9c8d-44e6-b982-4829449ea4e2 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] Publish callbacks [] for security_group, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:37.742885 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-a2556dd5-645e-4ddf-9be7-4473ddd5dbe5 req-3a00c649-8f3b-44b4-9a3c-5df646ec12b0 service neutron] 10.222.0.37 "GET /v2.0/networks/8f212e98-547d-4c6e-a560-2e9a548c8f59?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0895860
Dec 25 21:07:37.811791 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-8728160a-c5fa-4ed0-bc7e-d60e5431b4e0 req-99b3777c-9c8d-44e6-b982-4829449ea4e2 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:37.866484 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-a2556dd5-645e-4ddf-9be7-4473ddd5dbe5 req-f4d308a6-80bb-4f5d-8968-4b8833bb8c04 service neutron] 10.222.0.37 "GET /v2.0/networks/8f212e98-547d-4c6e-a560-2e9a548c8f59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1154702
Dec 25 21:07:37.937031 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:37.971853 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-cd785e89-2e90-433a-a8e6-e6a74b138761 req-bd22f449-3777-4135-9c08-47df9a2baad4 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] 10.222.0.32 "GET /v2.0/ports?device_id=1b814523-70ff-4cb2-b14c-f77ae086c04f HTTP/1.1" status: 200  len: 210 time: 0.1018724
Dec 25 21:07:38.037834 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9cc553b3-d8d4-4529-b96e-41b4724462af req-e6fbce9d-729b-46bb-8907-b0016118dfa8 tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] 10.222.0.32 "GET /v2.0/ports?device_id=7cd2be37-78a6-4e40-813d-8e2478ea8dc2 HTTP/1.1" status: 200  len: 210 time: 0.1652312
Dec 25 21:07:38.038441 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b3777c-9c8d-44e6-b982-4829449ea4e2 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d6cb2f0-3d81-4228-9d61-fc5e0bb3087e,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:07:38.190939 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_common [req-8728160a-c5fa-4ed0-bc7e-d60e5431b4e0 req-99b3777c-9c8d-44e6-b982-4829449ea4e2 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] Allocated IP 192.168.233.170 (8f212e98-547d-4c6e-a560-2e9a548c8f59/dcfbae86-f93e-400c-8084-eac7f56ff5ba/1bcf9756-ed56-4846-ad16-befd4fd2f0e0) {{(pid=121606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:07:38.308318 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c0abe5-3ae4-4835-b207-fcb687272981 req-46b85213-07c2-4f3c-a4c4-a74bd958b8c0 tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:07:38.310474 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-16c0abe5-3ae4-4835-b207-fcb687272981 req-46b85213-07c2-4f3c-a4c4-a74bd958b8c0 tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] 10.222.0.37 "GET /v2.0/networks?id=1e137e86-76be-493f-9b25-1d17756925b5 HTTP/1.1" status: 200  len: 820 time: 0.2213795
Dec 25 21:07:38.346699 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [req-16c0abe5-3ae4-4835-b207-fcb687272981 req-ccbc0bb6-d950-4076-8ac7-b1ae646a8e61 tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] Request body: {'port': {'device_id': '7cd2be37-78a6-4e40-813d-8e2478ea8dc2', 'network_id': '1e137e86-76be-493f-9b25-1d17756925b5', 'admin_state_up': True, 'tenant_id': '276a36e6a97d46a78b7e483daa26cc2e'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:07:38.371089 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3e945ecd-9380-47c2-aa0a-12ebe07e03e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:38.416734 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-8728160a-c5fa-4ed0-bc7e-d60e5431b4e0 req-99b3777c-9c8d-44e6-b982-4829449ea4e2 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] Publish callbacks [] for port, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:38.526415 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fe42a0-24fc-4415-801e-37a87a9c7c74 req-844c64fe-378a-4c87-9055-037ab13d5ccf tempest-ImagesOneServerTestJSON-1420499622 tempest-ImagesOneServerTestJSON-1420499622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:07:38.528670 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-32fe42a0-24fc-4415-801e-37a87a9c7c74 req-844c64fe-378a-4c87-9055-037ab13d5ccf tempest-ImagesOneServerTestJSON-1420499622 tempest-ImagesOneServerTestJSON-1420499622-project] 10.222.0.32 "GET /v2.0/ports?device_id=27fc4723-405f-42eb-b2a5-d46301d13fd4 HTTP/1.1" status: 200  len: 947 time: 0.0701966
Dec 25 21:07:38.580394 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-32fe42a0-24fc-4415-801e-37a87a9c7c74 req-2a364d0f-668d-4dff-b030-8fd10597d4e2 tempest-ImagesOneServerTestJSON-1420499622 tempest-ImagesOneServerTestJSON-1420499622-project] 10.222.0.32 "GET /v2.0/security-groups?id=bfae27c6-ab18-4103-a78a-a0f158ea772b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0448170
Dec 25 21:07:38.661088 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-8728160a-c5fa-4ed0-bc7e-d60e5431b4e0 req-99b3777c-9c8d-44e6-b982-4829449ea4e2 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946'] for port, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:38.802863 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16c0abe5-3ae4-4835-b207-fcb687272981 req-ccbc0bb6-d950-4076-8ac7-b1ae646a8e61 tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] Made reservation on behalf of 276a36e6a97d46a78b7e483daa26cc2e for: {'port': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:07:38.806299 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-16c0abe5-3ae4-4835-b207-fcb687272981 req-ccbc0bb6-d950-4076-8ac7-b1ae646a8e61 tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:38.821910 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8728160a-c5fa-4ed0-bc7e-d60e5431b4e0 req-99b3777c-9c8d-44e6-b982-4829449ea4e2 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] Network 8f212e98-547d-4c6e-a560-2e9a548c8f59 is already hosted by enough agents. {{(pid=121606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:07:38.828066 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [req-8728160a-c5fa-4ed0-bc7e-d60e5431b4e0 req-99b3777c-9c8d-44e6-b982-4829449ea4e2 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] Resources bound (agent type, host, resource id):  {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:07:38.834656 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [req-8728160a-c5fa-4ed0-bc7e-d60e5431b4e0 req-99b3777c-9c8d-44e6-b982-4829449ea4e2 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] Received port after_create {{(pid=121606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:07:38.840610 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8728160a-c5fa-4ed0-bc7e-d60e5431b4e0 req-99b3777c-9c8d-44e6-b982-4829449ea4e2 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:07:38.840973 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-8728160a-c5fa-4ed0-bc7e-d60e5431b4e0 req-99b3777c-9c8d-44e6-b982-4829449ea4e2 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:38.858807 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b3777c-9c8d-44e6-b982-4829449ea4e2 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] Pushing event updated for resources: {'Port': ['ID=1bcf9756-ed56-4846-ad16-befd4fd2f0e0,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:07:38.937827 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8728160a-c5fa-4ed0-bc7e-d60e5431b4e0 req-99b3777c-9c8d-44e6-b982-4829449ea4e2 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 1.8337808
Dec 25 21:07:38.950135 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-8728160a-c5fa-4ed0-bc7e-d60e5431b4e0 req-23dfbdf2-a98e-4002-af0e-fd2f080f3c54 service neutron] Request body: {'port': {'device_id': '1b814523-70ff-4cb2-b14c-f77ae086c04f', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:07:38.994065 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_common [req-16c0abe5-3ae4-4835-b207-fcb687272981 req-ccbc0bb6-d950-4076-8ac7-b1ae646a8e61 tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] Allocated IP 172.20.0.5 (1e137e86-76be-493f-9b25-1d17756925b5/9f350e3c-b3c0-4923-bec6-5c96ab55923b/ddbefb64-c371-4875-871e-5d999ff82a14) {{(pid=121607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:07:39.084603 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-8728160a-c5fa-4ed0-bc7e-d60e5431b4e0 req-23dfbdf2-a98e-4002-af0e-fd2f080f3c54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:39.099589 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-c1527f96-a0ec-4cae-a7e3-0fbe84bdfee9 req-eeadf253-912d-4fd5-a60c-3281edce3a98 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=9c20c1ee-2eb6-4064-b36f-e99d867be09e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0984063
Dec 25 21:07:39.230594 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-cdae787c-a279-41b3-97ac-c612cdd3d9f5 None None] Provisioning complete for port 1bcf9756-ed56-4846-ad16-befd4fd2f0e0 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:07:39.231590 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-cdae787c-a279-41b3-97ac-c612cdd3d9f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:39.266342 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1527f96-a0ec-4cae-a7e3-0fbe84bdfee9 req-9ee9202e-0d95-484b-8c68-b85255581cad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:07:39.268157 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-c1527f96-a0ec-4cae-a7e3-0fbe84bdfee9 req-9ee9202e-0d95-484b-8c68-b85255581cad service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=82cb1dfb58a1493b8193ad0024840486&device_id=9c20c1ee-2eb6-4064-b36f-e99d867be09e HTTP/1.1" status: 200  len: 1123 time: 0.0991862
Dec 25 21:07:39.285617 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-16c0abe5-3ae4-4835-b207-fcb687272981 req-ccbc0bb6-d950-4076-8ac7-b1ae646a8e61 tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] Publish callbacks [] for port, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:39.293039 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-cdae787c-a279-41b3-97ac-c612cdd3d9f5 None None] Port 1bcf9756-ed56-4846-ad16-befd4fd2f0e0 cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:07:39.365508 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3b0c8899-51f7-430d-a36f-bb878256f97b req-ce9079d4-1237-4011-961c-99daf6f0a657 tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] 10.222.0.32 "GET /v2.0/ports?device_id=7cd2be37-78a6-4e40-813d-8e2478ea8dc2 HTTP/1.1" status: 200  len: 210 time: 0.1140378
Dec 25 21:07:39.393891 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0653876-f39d-43bf-9711-5240d54ff5cf req-36e6daa8-ba99-422c-9cf9-489acb5ca660 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:07:39.397423 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1527f96-a0ec-4cae-a7e3-0fbe84bdfee9 req-b6a799cd-38d1-448c-b71e-51ac0299d28e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:07:39.402316 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-c1527f96-a0ec-4cae-a7e3-0fbe84bdfee9 req-b6a799cd-38d1-448c-b71e-51ac0299d28e service neutron] 10.222.0.31 "GET /v2.0/networks?id=8f212e98-547d-4c6e-a560-2e9a548c8f59 HTTP/1.1" status: 200  len: 870 time: 0.1101642
Dec 25 21:07:39.402672 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e0653876-f39d-43bf-9711-5240d54ff5cf req-36e6daa8-ba99-422c-9cf9-489acb5ca660 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] 10.222.0.32 "GET /v2.0/ports?device_id=1b814523-70ff-4cb2-b14c-f77ae086c04f HTTP/1.1" status: 200  len: 936 time: 0.2035985
Dec 25 21:07:39.437896 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-15cb578f-7a63-4fd3-925d-83bad4c7b82a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:39.450319 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-c1527f96-a0ec-4cae-a7e3-0fbe84bdfee9 req-36f7f5aa-6ee0-4bda-be02-1741f107d519 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.188&port_id=4d3caa25-16de-49aa-aaa3-c1184d217368 HTTP/1.1" status: 200  len: 217 time: 0.0395930
Dec 25 21:07:39.509117 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1527f96-a0ec-4cae-a7e3-0fbe84bdfee9 req-1f971948-b284-4acf-a9af-6e0112859424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:07:39.510557 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-c1527f96-a0ec-4cae-a7e3-0fbe84bdfee9 req-1f971948-b284-4acf-a9af-6e0112859424 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=dcfbae86-f93e-400c-8084-eac7f56ff5ba HTTP/1.1" status: 200  len: 843 time: 0.0482752
Dec 25 21:07:39.512109 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e0653876-f39d-43bf-9711-5240d54ff5cf req-fea6db10-5b62-4f8d-ab1e-3072a40bbd39 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] 10.222.0.32 "GET /v2.0/security-groups?id=3d6cb2f0-3d81-4228-9d61-fc5e0bb3087e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1100843
Dec 25 21:07:39.556676 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-16c0abe5-3ae4-4835-b207-fcb687272981 req-ccbc0bb6-d950-4076-8ac7-b1ae646a8e61 tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946'] for port, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:39.589920 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16c0abe5-3ae4-4835-b207-fcb687272981 req-ccbc0bb6-d950-4076-8ac7-b1ae646a8e61 tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] Network 1e137e86-76be-493f-9b25-1d17756925b5 is already hosted by enough agents. {{(pid=121607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:07:39.611662 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [req-8728160a-c5fa-4ed0-bc7e-d60e5431b4e0 req-23dfbdf2-a98e-4002-af0e-fd2f080f3c54 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1bcf9756-ed56-4846-ad16-befd4fd2f0e0 {{(pid=121606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:07:39.616808 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [req-16c0abe5-3ae4-4835-b207-fcb687272981 req-ccbc0bb6-d950-4076-8ac7-b1ae646a8e61 tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] Resources bound (agent type, host, resource id):  {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:07:39.621023 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-8728160a-c5fa-4ed0-bc7e-d60e5431b4e0 req-23dfbdf2-a98e-4002-af0e-fd2f080f3c54 service neutron] Publish callbacks [] for port, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:39.621998 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [req-16c0abe5-3ae4-4835-b207-fcb687272981 req-ccbc0bb6-d950-4076-8ac7-b1ae646a8e61 tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] Received port after_create {{(pid=121607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:07:39.627869 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c0abe5-3ae4-4835-b207-fcb687272981 req-ccbc0bb6-d950-4076-8ac7-b1ae646a8e61 tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:07:39.628782 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-16c0abe5-3ae4-4835-b207-fcb687272981 req-ccbc0bb6-d950-4076-8ac7-b1ae646a8e61 tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for port, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:39.642088 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.provisioning_blocks [req-8728160a-c5fa-4ed0-bc7e-d60e5431b4e0 req-23dfbdf2-a98e-4002-af0e-fd2f080f3c54 service neutron] Transition to ACTIVE for port object 1bcf9756-ed56-4846-ad16-befd4fd2f0e0 will not be triggered until provisioned by entity L2. {{(pid=121606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 25 21:07:39.645410 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1527f96-a0ec-4cae-a7e3-0fbe84bdfee9 req-d0a2d136-9b15-495d-94aa-868a438283ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:07:39.645524 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-c1527f96-a0ec-4cae-a7e3-0fbe84bdfee9 req-d0a2d136-9b15-495d-94aa-868a438283ee service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=8f212e98-547d-4c6e-a560-2e9a548c8f59&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1257572
Dec 25 21:07:39.667140 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbc0bb6-d950-4076-8ac7-b1ae646a8e61 tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] Pushing event updated for resources: {'Port': ['ID=ddbefb64-c371-4875-871e-5d999ff82a14,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:07:39.759622 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-c1527f96-a0ec-4cae-a7e3-0fbe84bdfee9 req-75f06f85-fc60-45f6-8f88-28ddb5fd3aed service neutron] 10.222.0.31 "GET /v2.0/networks/8f212e98-547d-4c6e-a560-2e9a548c8f59?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1064181
Dec 25 21:07:39.840169 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-8728160a-c5fa-4ed0-bc7e-d60e5431b4e0 req-23dfbdf2-a98e-4002-af0e-fd2f080f3c54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:39.846959 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-16c0abe5-3ae4-4835-b207-fcb687272981 req-ccbc0bb6-d950-4076-8ac7-b1ae646a8e61 tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.5144415
Dec 25 21:07:39.850536 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-c1527f96-a0ec-4cae-a7e3-0fbe84bdfee9 req-0af64a6e-7367-43fa-8342-c9bbe26d6aa0 service neutron] 10.222.0.31 "GET /v2.0/networks/8f212e98-547d-4c6e-a560-2e9a548c8f59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0846510
Dec 25 21:07:39.860390 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [req-16c0abe5-3ae4-4835-b207-fcb687272981 req-aedca247-1826-4a95-bb41-906f902b9436 service neutron] Request body: {'port': {'device_id': '7cd2be37-78a6-4e40-813d-8e2478ea8dc2', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:07:39.955550 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-16c0abe5-3ae4-4835-b207-fcb687272981 req-aedca247-1826-4a95-bb41-906f902b9436 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:40.091895 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23dfbdf2-a98e-4002-af0e-fd2f080f3c54 service neutron] Pushing event updated for resources: {'Port': ['ID=1bcf9756-ed56-4846-ad16-befd4fd2f0e0,revision_number=2']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:07:40.106491 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 40776) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:07:40.120365 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-8728160a-c5fa-4ed0-bc7e-d60e5431b4e0 req-23dfbdf2-a98e-4002-af0e-fd2f080f3c54 service neutron] Attempting to bind port 1bcf9756-ed56-4846-ad16-befd4fd2f0e0 on host nch2-master-1 for vnic_type normal with profile  {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:07:40.120365 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-8728160a-c5fa-4ed0-bc7e-d60e5431b4e0 req-23dfbdf2-a98e-4002-af0e-fd2f080f3c54 service neutron] Attempting to bind port 1bcf9756-ed56-4846-ad16-befd4fd2f0e0 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '85c774cb-a0eb-4ad9-961f-f331d3b37cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '8f212e98-547d-4c6e-a560-2e9a548c8f59'}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:07:40.120365 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8728160a-c5fa-4ed0-bc7e-d60e5431b4e0 req-23dfbdf2-a98e-4002-af0e-fd2f080f3c54 service neutron] Attempting to bind port 1bcf9756-ed56-4846-ad16-befd4fd2f0e0 on network 8f212e98-547d-4c6e-a560-2e9a548c8f59 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:07:40.127399 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8728160a-c5fa-4ed0-bc7e-d60e5431b4e0 req-23dfbdf2-a98e-4002-af0e-fd2f080f3c54 service neutron] Port 1bcf9756-ed56-4846-ad16-befd4fd2f0e0 on network 8f212e98-547d-4c6e-a560-2e9a548c8f59 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 25 21:07:40.134647 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8728160a-c5fa-4ed0-bc7e-d60e5431b4e0 req-23dfbdf2-a98e-4002-af0e-fd2f080f3c54 service neutron] Attempting to bind port 1bcf9756-ed56-4846-ad16-befd4fd2f0e0 on network 8f212e98-547d-4c6e-a560-2e9a548c8f59 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:07:40.144953 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f65781-49be-4909-8b50-3c261674b919 req-ff88ef8c-fdfd-4687-9c7f-095a9edd2b55 tempest-ImagesOneServerTestJSON-1420499622 tempest-ImagesOneServerTestJSON-1420499622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:07:40.146524 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-49f65781-49be-4909-8b50-3c261674b919 req-ff88ef8c-fdfd-4687-9c7f-095a9edd2b55 tempest-ImagesOneServerTestJSON-1420499622 tempest-ImagesOneServerTestJSON-1420499622-project] 10.222.0.32 "GET /v2.0/ports?device_id=27fc4723-405f-42eb-b2a5-d46301d13fd4 HTTP/1.1" status: 200  len: 947 time: 0.1122949
Dec 25 21:07:40.157200 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8728160a-c5fa-4ed0-bc7e-d60e5431b4e0 req-23dfbdf2-a98e-4002-af0e-fd2f080f3c54 service neutron] Checking agent: {'id': '0d9ae313-8f8d-40fa-8a9f-d098a25a9911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 21, 4, 38), 'started_at': datetime.datetime(2021, 12, 25, 21, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 7, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:07:40.157558 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8728160a-c5fa-4ed0-bc7e-d60e5431b4e0 req-23dfbdf2-a98e-4002-af0e-fd2f080f3c54 service neutron] Checking segment: {'id': '85c774cb-a0eb-4ad9-961f-f331d3b37cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '8f212e98-547d-4c6e-a560-2e9a548c8f59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:07:40.158124 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8728160a-c5fa-4ed0-bc7e-d60e5431b4e0 req-23dfbdf2-a98e-4002-af0e-fd2f080f3c54 service neutron] Bound using segment: {'id': '85c774cb-a0eb-4ad9-961f-f331d3b37cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '8f212e98-547d-4c6e-a560-2e9a548c8f59'} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:07:40.158579 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-8728160a-c5fa-4ed0-bc7e-d60e5431b4e0 req-23dfbdf2-a98e-4002-af0e-fd2f080f3c54 service neutron] Bound port: 1bcf9756-ed56-4846-ad16-befd4fd2f0e0, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85c774cb-a0eb-4ad9-961f-f331d3b37cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '8f212e98-547d-4c6e-a560-2e9a548c8f59'}}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:07:40.158933 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-8728160a-c5fa-4ed0-bc7e-d60e5431b4e0 req-23dfbdf2-a98e-4002-af0e-fd2f080f3c54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:40.276113 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-49f65781-49be-4909-8b50-3c261674b919 req-2b91fc0d-a00c-43b7-9cc7-07d822aa5b6b tempest-ImagesOneServerTestJSON-1420499622 tempest-ImagesOneServerTestJSON-1420499622-project] 10.222.0.32 "GET /v2.0/security-groups?id=bfae27c6-ab18-4103-a78a-a0f158ea772b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1208620
Dec 25 21:07:40.292502 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-8728160a-c5fa-4ed0-bc7e-d60e5431b4e0 req-23dfbdf2-a98e-4002-af0e-fd2f080f3c54 service neutron] For port 1bcf9756-ed56-4846-ad16-befd4fd2f0e0, host nch2-master-1, cleared binding levels {{(pid=121606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:07:40.307418 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-8728160a-c5fa-4ed0-bc7e-d60e5431b4e0 req-23dfbdf2-a98e-4002-af0e-fd2f080f3c54 service neutron] For port 1bcf9756-ed56-4846-ad16-befd4fd2f0e0, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1bcf9756-ed56-4846-ad16-befd4fd2f0e0,segment=NetworkSegment(85c774cb-a0eb-4ad9-961f-f331d3b37cd6),segment_id=85c774cb-a0eb-4ad9-961f-f331d3b37cd6)] {{(pid=121606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:07:40.335302 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-6ab6922f-65f9-4fa6-bf17-196fa243559d admin admin] Publish callbacks [] for security_group, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:40.365945 ncdv-master-1 neutron-server[121607]: DEBUG neutron.notifiers.nova [req-16c0abe5-3ae4-4835-b207-fcb687272981 req-aedca247-1826-4a95-bb41-906f902b9436 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ddbefb64-c371-4875-871e-5d999ff82a14 {{(pid=121607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:07:40.388588 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-16c0abe5-3ae4-4835-b207-fcb687272981 req-aedca247-1826-4a95-bb41-906f902b9436 service neutron] Publish callbacks [] for port, precommit_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:40.402315 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.provisioning_blocks [req-16c0abe5-3ae4-4835-b207-fcb687272981 req-aedca247-1826-4a95-bb41-906f902b9436 service neutron] Transition to ACTIVE for port object ddbefb64-c371-4875-871e-5d999ff82a14 will not be triggered until provisioned by entity L2. {{(pid=121607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 25 21:07:40.407391 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-8728160a-c5fa-4ed0-bc7e-d60e5431b4e0 req-23dfbdf2-a98e-4002-af0e-fd2f080f3c54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:40.419038 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 40798) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:07:40.452346 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8728160a-c5fa-4ed0-bc7e-d60e5431b4e0 req-23dfbdf2-a98e-4002-af0e-fd2f080f3c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:07:40.452993 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-8728160a-c5fa-4ed0-bc7e-d60e5431b4e0 req-23dfbdf2-a98e-4002-af0e-fd2f080f3c54 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:40.454518 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8728160a-c5fa-4ed0-bc7e-d60e5431b4e0 req-23dfbdf2-a98e-4002-af0e-fd2f080f3c54 service neutron] 10.222.0.37 "PUT /v2.0/ports/1bcf9756-ed56-4846-ad16-befd4fd2f0e0 HTTP/1.1" status: 200  len: 1096 time: 1.5090613
Dec 25 21:07:40.458529 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b814523-70ff-4cb2-b14c-f77ae086c04f', 'tag': '1bcf9756-ed56-4846-ad16-befd4fd2f0e0'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:07:40.513297 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device 01f02470-98cd-4e53-8321-3a26d68c7daf details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 25 21:07:40.557746 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-16c0abe5-3ae4-4835-b207-fcb687272981 req-aedca247-1826-4a95-bb41-906f902b9436 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:40.594267 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-6ab6922f-65f9-4fa6-bf17-196fa243559d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:40.596271 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23dfbdf2-a98e-4002-af0e-fd2f080f3c54 service neutron] Pushing event updated for resources: {'Port': ['ID=1bcf9756-ed56-4846-ad16-befd4fd2f0e0,revision_number=3']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:07:40.663425 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-9a4fb1b8-f3ed-4183-af04-94f527d0a5b7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:40.694611 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedca247-1826-4a95-bb41-906f902b9436 service neutron] Pushing event updated for resources: {'Port': ['ID=ddbefb64-c371-4875-871e-5d999ff82a14,revision_number=2']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:07:40.748442 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9858820c13ec2827453b94ebc4181065e990a4e4089ccb9fe762531ac62d2fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-deafd760-870a-4eff-be4e-3faf3d5caf2c" -d '{"events": [{"name": "network-changed", "server_uuid": "1b814523-70ff-4cb2-b14c-f77ae086c04f", "tag": "1bcf9756-ed56-4846-ad16-befd4fd2f0e0"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:07:40.750743 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.managers [req-16c0abe5-3ae4-4835-b207-fcb687272981 req-aedca247-1826-4a95-bb41-906f902b9436 service neutron] Attempting to bind port ddbefb64-c371-4875-871e-5d999ff82a14 on host nch2-master-1 for vnic_type normal with profile  {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:07:40.751082 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.managers [req-16c0abe5-3ae4-4835-b207-fcb687272981 req-aedca247-1826-4a95-bb41-906f902b9436 service neutron] Attempting to bind port ddbefb64-c371-4875-871e-5d999ff82a14 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '0bc15208-d08d-4c93-89c3-c4dfd4d97844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '1e137e86-76be-493f-9b25-1d17756925b5'}] {{(pid=121607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:07:40.751407 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16c0abe5-3ae4-4835-b207-fcb687272981 req-aedca247-1826-4a95-bb41-906f902b9436 service neutron] Attempting to bind port ddbefb64-c371-4875-871e-5d999ff82a14 on network 1e137e86-76be-493f-9b25-1d17756925b5 {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:07:40.752598 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:40.790753 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port 01f02470-98cd-4e53-8321-3a26d68c7daf, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=01f02470-98cd-4e53-8321-3a26d68c7daf,segment=NetworkSegment(85c774cb-a0eb-4ad9-961f-f331d3b37cd6),segment_id=85c774cb-a0eb-4ad9-961f-f331d3b37cd6)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:07:40.793622 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16c0abe5-3ae4-4835-b207-fcb687272981 req-aedca247-1826-4a95-bb41-906f902b9436 service neutron] Port ddbefb64-c371-4875-871e-5d999ff82a14 on network 1e137e86-76be-493f-9b25-1d17756925b5 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 25 21:07:40.794468 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16c0abe5-3ae4-4835-b207-fcb687272981 req-aedca247-1826-4a95-bb41-906f902b9436 service neutron] Attempting to bind port ddbefb64-c371-4875-871e-5d999ff82a14 on network 1e137e86-76be-493f-9b25-1d17756925b5 {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:07:40.799515 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-6ab6922f-65f9-4fa6-bf17-196fa243559d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:40.804905 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16c0abe5-3ae4-4835-b207-fcb687272981 req-aedca247-1826-4a95-bb41-906f902b9436 service neutron] Checking agent: {'id': '0d9ae313-8f8d-40fa-8a9f-d098a25a9911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 21, 4, 38), 'started_at': datetime.datetime(2021, 12, 25, 21, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 7, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:07:40.805172 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16c0abe5-3ae4-4835-b207-fcb687272981 req-aedca247-1826-4a95-bb41-906f902b9436 service neutron] Checking segment: {'id': '0bc15208-d08d-4c93-89c3-c4dfd4d97844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '1e137e86-76be-493f-9b25-1d17756925b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:07:40.805342 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Returning: {'device': '01f02470-98cd-4e53-8321-3a26d68c7daf', 'network_id': '8f212e98-547d-4c6e-a560-2e9a548c8f59', 'port_id': '01f02470-98cd-4e53-8321-3a26d68c7daf', 'mac_address': 'fa:16:3e:6c:fc:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcfbae86-f93e-400c-8084-eac7f56ff5ba', 'ip_address': '192.168.233.16'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 25 21:07:40.805570 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16c0abe5-3ae4-4835-b207-fcb687272981 req-aedca247-1826-4a95-bb41-906f902b9436 service neutron] Bound using segment: {'id': '0bc15208-d08d-4c93-89c3-c4dfd4d97844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '1e137e86-76be-493f-9b25-1d17756925b5'} {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:07:40.805986 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.managers [req-16c0abe5-3ae4-4835-b207-fcb687272981 req-aedca247-1826-4a95-bb41-906f902b9436 service neutron] Bound port: ddbefb64-c371-4875-871e-5d999ff82a14, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0bc15208-d08d-4c93-89c3-c4dfd4d97844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '1e137e86-76be-493f-9b25-1d17756925b5'}}] {{(pid=121607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:07:40.806335 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-16c0abe5-3ae4-4835-b207-fcb687272981 req-aedca247-1826-4a95-bb41-906f902b9436 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:40.861051 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:40.865053 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-9a4fb1b8-f3ed-4183-af04-94f527d0a5b7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:40.879840 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01f02470-98cd-4e53-8321-3a26d68c7daf {{(pid=121608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:07:40.902534 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.db [req-16c0abe5-3ae4-4835-b207-fcb687272981 req-aedca247-1826-4a95-bb41-906f902b9436 service neutron] For port ddbefb64-c371-4875-871e-5d999ff82a14, host nch2-master-1, cleared binding levels {{(pid=121607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:07:40.904368 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port 01f02470-98cd-4e53-8321-3a26d68c7daf, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=01f02470-98cd-4e53-8321-3a26d68c7daf,segment=NetworkSegment(85c774cb-a0eb-4ad9-961f-f331d3b37cd6),segment_id=85c774cb-a0eb-4ad9-961f-f331d3b37cd6)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:07:40.910567 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.db [req-16c0abe5-3ae4-4835-b207-fcb687272981 req-aedca247-1826-4a95-bb41-906f902b9436 service neutron] For port ddbefb64-c371-4875-871e-5d999ff82a14, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ddbefb64-c371-4875-871e-5d999ff82a14,segment=NetworkSegment(0bc15208-d08d-4c93-89c3-c4dfd4d97844),segment_id=0bc15208-d08d-4c93-89c3-c4dfd4d97844)] {{(pid=121607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:07:40.911960 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-6ab6922f-65f9-4fa6-bf17-196fa243559d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=fafdb9a45c974eed9b6c025b8125943c&name=default HTTP/1.1" status: 200  len: 2996 time: 0.8016515
Dec 25 21:07:40.914560 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 40816) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:07:40.925224 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab6922f-65f9-4fa6-bf17-196fa243559d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8743d07-ddc9-46de-b919-a762cd66cc7a,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:07:40.929052 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8728160a-c5fa-4ed0-bc7e-d60e5431b4e0 req-e820942a-db07-4596-a007-9f6f98943a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:07:40.930695 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8728160a-c5fa-4ed0-bc7e-d60e5431b4e0 req-e820942a-db07-4596-a007-9f6f98943a62 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=19a16dcc3c214ac2a218d3758e551792&device_id=1b814523-70ff-4cb2-b14c-f77ae086c04f HTTP/1.1" status: 200  len: 1099 time: 0.2595742
Dec 25 21:07:40.950536 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-9a4fb1b8-f3ed-4183-af04-94f527d0a5b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:40.951332 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f087f7e0-1d0a-4d96-bcb1-2cf8a06a65e7 req-2594354e-4f8f-4904-b930-6b8dbf44a5cf tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:07:40.953070 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f087f7e0-1d0a-4d96-bcb1-2cf8a06a65e7 req-2594354e-4f8f-4904-b930-6b8dbf44a5cf tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] 10.222.0.32 "GET /v2.0/ports?device_id=7cd2be37-78a6-4e40-813d-8e2478ea8dc2 HTTP/1.1" status: 200  len: 943 time: 0.2951701
Dec 25 21:07:40.986131 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:41.006466 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-9a4fb1b8-f3ed-4183-af04-94f527d0a5b7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f398b36b788e41059edfb2ffe167686a&name=default HTTP/1.1" status: 200  len: 2996 time: 0.5862019
Dec 25 21:07:41.007727 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-c27cc34b-ec43-45b9-b025-757e73ce336f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:41.009359 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4fb1b8-f3ed-4183-af04-94f527d0a5b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ec73e52-e2c2-404c-b7ac-1e7513f5d521,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:07:41.012399 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 40820) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:07:41.040863 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Pushing event updated for resources: {'Port': ['ID=01f02470-98cd-4e53-8321-3a26d68c7daf,revision_number=4']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:07:41.050606 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-16c0abe5-3ae4-4835-b207-fcb687272981 req-aedca247-1826-4a95-bb41-906f902b9436 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:41.055997 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-c27cc34b-ec43-45b9-b025-757e73ce336f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:41.057327 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515d2896-905f-445c-a858-e0572354c433 req-8108f4b1-f593-4758-a101-1a3d35968fd0 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:07:41.058883 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-515d2896-905f-445c-a858-e0572354c433 req-8108f4b1-f593-4758-a101-1a3d35968fd0 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] 10.222.0.32 "GET /v2.0/ports?device_id=1b814523-70ff-4cb2-b14c-f77ae086c04f HTTP/1.1" status: 200  len: 948 time: 0.2625051
Dec 25 21:07:41.060168 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8728160a-c5fa-4ed0-bc7e-d60e5431b4e0 req-d7bb9b53-abce-40d3-9b45-6fdb3596b9d7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.170&port_id=1bcf9756-ed56-4846-ad16-befd4fd2f0e0 HTTP/1.1" status: 200  len: 217 time: 0.1062210
Dec 25 21:07:41.124285 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c0abe5-3ae4-4835-b207-fcb687272981 req-aedca247-1826-4a95-bb41-906f902b9436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:07:41.125115 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-16c0abe5-3ae4-4835-b207-fcb687272981 req-aedca247-1826-4a95-bb41-906f902b9436 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for port, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:41.126288 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-16c0abe5-3ae4-4835-b207-fcb687272981 req-aedca247-1826-4a95-bb41-906f902b9436 service neutron] 10.222.0.37 "PUT /v2.0/ports/ddbefb64-c371-4875-871e-5d999ff82a14 HTTP/1.1" status: 200  len: 1091 time: 1.2699108
Dec 25 21:07:41.131015 ncdv-master-1 neutron-server[121607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cd2be37-78a6-4e40-813d-8e2478ea8dc2', 'tag': 'ddbefb64-c371-4875-871e-5d999ff82a14'}] {{(pid=121607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:07:41.133049 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f980bbcadfa7bf1e788024e1448be660373c21f97f015f780444e999c451203" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d49c0444-2cf5-49b8-9aee-55e8ae9551b2" -d '{"events": [{"name": "network-changed", "server_uuid": "7cd2be37-78a6-4e40-813d-8e2478ea8dc2", "tag": "ddbefb64-c371-4875-871e-5d999ff82a14"}]}' {{(pid=121607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:07:41.168964 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b4fad3b4-e231-4a71-bd03-8f35a76e5256 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:41.170786 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedca247-1826-4a95-bb41-906f902b9436 service neutron] Pushing event updated for resources: {'Port': ['ID=ddbefb64-c371-4875-871e-5d999ff82a14,revision_number=3']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:07:41.176947 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8728160a-c5fa-4ed0-bc7e-d60e5431b4e0 req-90df31b7-72cc-4335-bd0e-ce712f3109e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:07:41.178420 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8728160a-c5fa-4ed0-bc7e-d60e5431b4e0 req-90df31b7-72cc-4335-bd0e-ce712f3109e2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=dcfbae86-f93e-400c-8084-eac7f56ff5ba HTTP/1.1" status: 200  len: 843 time: 0.1083744
Dec 25 21:07:41.184480 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f087f7e0-1d0a-4d96-bcb1-2cf8a06a65e7 req-f4cb2f13-d4e9-4bbe-9a37-e617014351fa tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5d2ff88-22d6-43d8-90d1-bfb86d4e3308&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1879990
Dec 25 21:07:41.193167 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b4fad3b4-e231-4a71-bd03-8f35a76e5256 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:41.275356 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-c27cc34b-ec43-45b9-b025-757e73ce336f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:41.278695 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-c27cc34b-ec43-45b9-b025-757e73ce336f admin admin] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:41.279884 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-c27cc34b-ec43-45b9-b025-757e73ce336f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b8743d07-ddc9-46de-b919-a762cd66cc7a HTTP/1.1" status: 204  len: 168 time: 0.3642592
Dec 25 21:07:41.298162 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27cc34b-ec43-45b9-b025-757e73ce336f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8743d07-ddc9-46de-b919-a762cd66cc7a,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:07:41.301086 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] get_ports_and_sgs() called for port_ids ['01f02470-98cd-4e53-8321-3a26d68c7daf'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:07:41.316734 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c0abe5-3ae4-4835-b207-fcb687272981 req-ef183f72-a375-47f5-89de-b3fd9480d4aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:07:41.319180 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-16c0abe5-3ae4-4835-b207-fcb687272981 req-ef183f72-a375-47f5-89de-b3fd9480d4aa service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=276a36e6a97d46a78b7e483daa26cc2e&device_id=7cd2be37-78a6-4e40-813d-8e2478ea8dc2 HTTP/1.1" status: 200  len: 1094 time: 0.0776300
Dec 25 21:07:41.389981 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-515d2896-905f-445c-a858-e0572354c433 req-4f375172-ae25-4c9a-a03f-c1157709fc7d tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] 10.222.0.32 "GET /v2.0/security-groups?id=3d6cb2f0-3d81-4228-9d61-fc5e0bb3087e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3234520
Dec 25 21:07:41.422948 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-16c0abe5-3ae4-4835-b207-fcb687272981 req-fb3ba0fa-8075-4ea7-a916-5328f6ce76e9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ddbefb64-c371-4875-871e-5d999ff82a14 HTTP/1.1" status: 200  len: 217 time: 0.0909069
Dec 25 21:07:41.431528 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8728160a-c5fa-4ed0-bc7e-d60e5431b4e0 req-faec0730-1cb9-45cc-bda5-333d8665b965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:07:41.433514 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8728160a-c5fa-4ed0-bc7e-d60e5431b4e0 req-faec0730-1cb9-45cc-bda5-333d8665b965 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8f212e98-547d-4c6e-a560-2e9a548c8f59&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.2437057
Dec 25 21:07:41.468816 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Dec 2021 21:07:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77390c0c-43b1-484b-b322-9674beca0a47 x-openstack-request-id: req-77390c0c-43b1-484b-b322-9674beca0a47 {{(pid=121607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:07:41.469237 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7cd2be37-78a6-4e40-813d-8e2478ea8dc2", "tag": "ddbefb64-c371-4875-871e-5d999ff82a14", "status": "completed", "code": 200}]} {{(pid=121607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:07:41.469579 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-77390c0c-43b1-484b-b322-9674beca0a47 {{(pid=121607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:07:41.469964 ncdv-master-1 neutron-server[121607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7cd2be37-78a6-4e40-813d-8e2478ea8dc2', 'tag': 'ddbefb64-c371-4875-871e-5d999ff82a14', 'status': 'completed', 'code': 200}
Dec 25 21:07:41.495536 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c0abe5-3ae4-4835-b207-fcb687272981 req-a331703b-bbf6-4d2e-b1df-19e8aa2f75fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:07:41.497215 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-16c0abe5-3ae4-4835-b207-fcb687272981 req-a331703b-bbf6-4d2e-b1df-19e8aa2f75fe service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9f350e3c-b3c0-4923-bec6-5c96ab55923b HTTP/1.1" status: 200  len: 860 time: 0.0702348
Dec 25 21:07:41.531061 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b4fad3b4-e231-4a71-bd03-8f35a76e5256 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:41.533915 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b4fad3b4-e231-4a71-bd03-8f35a76e5256 admin admin] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:41.536975 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-b4fad3b4-e231-4a71-bd03-8f35a76e5256 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2ec73e52-e2c2-404c-b7ac-1e7513f5d521 HTTP/1.1" status: 204  len: 168 time: 0.5218208
Dec 25 21:07:41.537361 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-16c0abe5-3ae4-4835-b207-fcb687272981 req-dc3694d2-f8f8-4bdf-a787-4e0f1a15ed54 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1e137e86-76be-493f-9b25-1d17756925b5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0333722
Dec 25 21:07:41.545153 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fad3b4-e231-4a71-bd03-8f35a76e5256 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ec73e52-e2c2-404c-b7ac-1e7513f5d521,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:07:41.559943 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8728160a-c5fa-4ed0-bc7e-d60e5431b4e0 req-72d2b100-c0b6-401f-9e7e-bfeafec2dae6 service neutron] 10.222.0.37 "GET /v2.0/networks/8f212e98-547d-4c6e-a560-2e9a548c8f59?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1190779
Dec 25 21:07:41.646986 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-16c0abe5-3ae4-4835-b207-fcb687272981 req-f875f3b6-000b-490b-a51f-818efce1b467 service neutron] 10.222.0.37 "GET /v2.0/networks/1e137e86-76be-493f-9b25-1d17756925b5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0992217
Dec 25 21:07:41.697077 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8728160a-c5fa-4ed0-bc7e-d60e5431b4e0 req-997b9b46-d769-4f75-b7b5-8b1390eceaae service neutron] 10.222.0.37 "GET /v2.0/networks/8f212e98-547d-4c6e-a560-2e9a548c8f59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1294887
Dec 25 21:07:41.718090 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19d79ab-5575-4c7f-b999-d20e4b437a65 req-71b6c3aa-9bae-4887-921b-bee50240e6ce tempest-ImagesOneServerTestJSON-1420499622 tempest-ImagesOneServerTestJSON-1420499622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:07:41.719577 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d19d79ab-5575-4c7f-b999-d20e4b437a65 req-71b6c3aa-9bae-4887-921b-bee50240e6ce tempest-ImagesOneServerTestJSON-1420499622 tempest-ImagesOneServerTestJSON-1420499622-project] 10.222.0.32 "GET /v2.0/ports?device_id=27fc4723-405f-42eb-b2a5-d46301d13fd4 HTTP/1.1" status: 200  len: 948 time: 0.0671132
Dec 25 21:07:41.742368 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-16c0abe5-3ae4-4835-b207-fcb687272981 req-ddf9538b-b08d-4db9-8dc3-e3abd2b97713 service neutron] 10.222.0.37 "GET /v2.0/networks/1e137e86-76be-493f-9b25-1d17756925b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0881236
Dec 25 21:07:41.774953 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d19d79ab-5575-4c7f-b999-d20e4b437a65 req-91ab4d3b-a4b6-4329-afbb-39a17400c27e tempest-ImagesOneServerTestJSON-1420499622 tempest-ImagesOneServerTestJSON-1420499622-project] 10.222.0.32 "GET /v2.0/security-groups?id=bfae27c6-ab18-4103-a78a-a0f158ea772b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0491960
Dec 25 21:07:41.938048 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Dec 2021 21:07:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d7255f1-6ea3-4561-a473-526b0d296faa x-openstack-request-id: req-8d7255f1-6ea3-4561-a473-526b0d296faa {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:07:41.938356 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b814523-70ff-4cb2-b14c-f77ae086c04f", "tag": "1bcf9756-ed56-4846-ad16-befd4fd2f0e0", "status": "completed", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:07:41.938710 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8d7255f1-6ea3-4561-a473-526b0d296faa {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:07:41.939165 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b814523-70ff-4cb2-b14c-f77ae086c04f', 'tag': '1bcf9756-ed56-4846-ad16-befd4fd2f0e0', 'status': 'completed', 'code': 200}
Dec 25 21:07:41.977530 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49c0444-2cf5-49b8-9aee-55e8ae9551b2 req-709ad1d2-858a-4b3f-b23d-0379663b9f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:07:41.979032 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-d49c0444-2cf5-49b8-9aee-55e8ae9551b2 req-709ad1d2-858a-4b3f-b23d-0379663b9f6f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=276a36e6a97d46a78b7e483daa26cc2e&device_id=7cd2be37-78a6-4e40-813d-8e2478ea8dc2 HTTP/1.1" status: 200  len: 1094 time: 0.0990503
Dec 25 21:07:42.026038 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deafd760-870a-4eff-be4e-3faf3d5caf2c req-22c187a8-7e92-47a0-af9c-61039fe8abf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:07:42.027843 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-deafd760-870a-4eff-be4e-3faf3d5caf2c req-22c187a8-7e92-47a0-af9c-61039fe8abf2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=19a16dcc3c214ac2a218d3758e551792&device_id=1b814523-70ff-4cb2-b14c-f77ae086c04f HTTP/1.1" status: 200  len: 1099 time: 0.0601351
Dec 25 21:07:42.151308 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49c0444-2cf5-49b8-9aee-55e8ae9551b2 req-be06ba4e-5cee-49d7-840d-9cf1a465f93b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:07:42.151308 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-d49c0444-2cf5-49b8-9aee-55e8ae9551b2 req-be06ba4e-5cee-49d7-840d-9cf1a465f93b service neutron] 10.222.0.37 "GET /v2.0/networks?id=1e137e86-76be-493f-9b25-1d17756925b5 HTTP/1.1" status: 200  len: 921 time: 0.1183693
Dec 25 21:07:42.153511 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-d49c0444-2cf5-49b8-9aee-55e8ae9551b2 req-c0c0f3ab-115f-4496-a414-832a6a4784d9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ddbefb64-c371-4875-871e-5d999ff82a14 HTTP/1.1" status: 200  len: 217 time: 0.0384040
Dec 25 21:07:42.209376 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49c0444-2cf5-49b8-9aee-55e8ae9551b2 req-7c2586e3-0acb-4d43-bb75-e5f757444b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:07:42.209669 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deafd760-870a-4eff-be4e-3faf3d5caf2c req-27d386e5-459a-417a-892a-f19d33c15ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:07:42.214945 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-d49c0444-2cf5-49b8-9aee-55e8ae9551b2 req-7c2586e3-0acb-4d43-bb75-e5f757444b56 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9f350e3c-b3c0-4923-bec6-5c96ab55923b HTTP/1.1" status: 200  len: 860 time: 0.0464594
Dec 25 21:07:42.215079 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-deafd760-870a-4eff-be4e-3faf3d5caf2c req-27d386e5-459a-417a-892a-f19d33c15ac5 service neutron] 10.222.0.37 "GET /v2.0/networks?id=8f212e98-547d-4c6e-a560-2e9a548c8f59 HTTP/1.1" status: 200  len: 870 time: 0.1736250
Dec 25 21:07:42.257530 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-d49c0444-2cf5-49b8-9aee-55e8ae9551b2 req-1f9d3f79-8539-4c15-9579-764ee8c8f004 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1e137e86-76be-493f-9b25-1d17756925b5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0261691
Dec 25 21:07:42.280010 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-deafd760-870a-4eff-be4e-3faf3d5caf2c req-100cc1cf-b472-4f14-a8b4-0da0a666f843 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.170&port_id=1bcf9756-ed56-4846-ad16-befd4fd2f0e0 HTTP/1.1" status: 200  len: 217 time: 0.0471311
Dec 25 21:07:42.358407 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deafd760-870a-4eff-be4e-3faf3d5caf2c req-427c97fd-48cb-4153-bf95-3232e7db7a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:07:42.359936 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-deafd760-870a-4eff-be4e-3faf3d5caf2c req-427c97fd-48cb-4153-bf95-3232e7db7a6e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=dcfbae86-f93e-400c-8084-eac7f56ff5ba HTTP/1.1" status: 200  len: 843 time: 0.0717907
Dec 25 21:07:42.376429 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-d49c0444-2cf5-49b8-9aee-55e8ae9551b2 req-492d1a50-cf46-4c52-9b0e-022a5cde2363 service neutron] 10.222.0.37 "GET /v2.0/networks/1e137e86-76be-493f-9b25-1d17756925b5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1024899
Dec 25 21:07:42.418780 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfaa1786-a2f2-4475-9190-b76d17218308 req-c6324c16-3ba8-404e-95b1-c83db370ddcd tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:07:42.420304 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-bfaa1786-a2f2-4475-9190-b76d17218308 req-c6324c16-3ba8-404e-95b1-c83db370ddcd tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] 10.222.0.32 "GET /v2.0/ports?device_id=7cd2be37-78a6-4e40-813d-8e2478ea8dc2 HTTP/1.1" status: 200  len: 943 time: 0.0970588
Dec 25 21:07:42.432101 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deafd760-870a-4eff-be4e-3faf3d5caf2c req-61dc6d86-7e93-4caa-8db6-3352832e2304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:07:42.437830 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-deafd760-870a-4eff-be4e-3faf3d5caf2c req-61dc6d86-7e93-4caa-8db6-3352832e2304 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8f212e98-547d-4c6e-a560-2e9a548c8f59&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0705223
Dec 25 21:07:42.485580 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-d49c0444-2cf5-49b8-9aee-55e8ae9551b2 req-0ed3d6ff-eb69-462e-a9c3-8755867a9e99 service neutron] 10.222.0.37 "GET /v2.0/networks/1e137e86-76be-493f-9b25-1d17756925b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1011488
Dec 25 21:07:42.530110 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 40866) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:07:42.533341 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device 01f02470-98cd-4e53-8321-3a26d68c7daf up at agent hyperv_nch2-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:07:42.538603 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-bfaa1786-a2f2-4475-9190-b76d17218308 req-6339c550-0720-424a-b1d2-5be352cd0026 tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5d2ff88-22d6-43d8-90d1-bfb86d4e3308&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0987093
Dec 25 21:07:42.563125 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 40870) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:07:42.572960 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-deafd760-870a-4eff-be4e-3faf3d5caf2c req-ed143d48-745a-4e7d-9c5a-d231516f7e2e service neutron] 10.222.0.37 "GET /v2.0/networks/8f212e98-547d-4c6e-a560-2e9a548c8f59?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1252160
Dec 25 21:07:42.591429 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-806b15af-6de4-406a-8302-7aaa041f3a45 admin admin] Publish callbacks [] for security_group, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:42.731869 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Provisioning for port 01f02470-98cd-4e53-8321-3a26d68c7daf completed by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 25 21:07:42.735847 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Provisioning complete for port 01f02470-98cd-4e53-8321-3a26d68c7daf triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:07:42.736216 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:42.747858 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-806b15af-6de4-406a-8302-7aaa041f3a45 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:42.792198 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69657234-2a5e-4aa1-a37d-71ab26c81427 req-99a25c43-980d-4c43-80fc-a46672df75a7 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:07:42.793723 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-69657234-2a5e-4aa1-a37d-71ab26c81427 req-99a25c43-980d-4c43-80fc-a46672df75a7 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] 10.222.0.32 "GET /v2.0/ports?device_id=1b814523-70ff-4cb2-b14c-f77ae086c04f HTTP/1.1" status: 200  len: 948 time: 0.0997593
Dec 25 21:07:42.797699 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-deafd760-870a-4eff-be4e-3faf3d5caf2c req-f31e8e6f-2cda-4154-bd79-2ed4993ea108 service neutron] 10.222.0.37 "GET /v2.0/networks/8f212e98-547d-4c6e-a560-2e9a548c8f59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2172070
Dec 25 21:07:42.803670 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f1a81708-3bf1-4bbb-8bb0-d0584fa61e6b admin admin] Publish callbacks [] for security_group, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:42.837083 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:42.849695 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-806b15af-6de4-406a-8302-7aaa041f3a45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:42.859350 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-69657234-2a5e-4aa1-a37d-71ab26c81427 req-14baeb2e-b05a-41b0-8356-430152ee2838 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] 10.222.0.32 "GET /v2.0/security-groups?id=3d6cb2f0-3d81-4228-9d61-fc5e0bb3087e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0564771
Dec 25 21:07:42.861327 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27fc4723-405f-42eb-b2a5-d46301d13fd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01f02470-98cd-4e53-8321-3a26d68c7daf'}] {{(pid=121608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:07:42.863597 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a88c78c3ff6266bd59c7e89d275b28c92e739b67d23c89d71af88829fd31566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d44ac02-2c6d-4ca5-b117-0e4dab8c491c" -d '{"events": [{"server_uuid": "27fc4723-405f-42eb-b2a5-d46301d13fd4", "name": "network-vif-plugged", "status": "completed", "tag": "01f02470-98cd-4e53-8321-3a26d68c7daf"}]}' {{(pid=121608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:07:42.888919 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port 01f02470-98cd-4e53-8321-3a26d68c7daf, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=01f02470-98cd-4e53-8321-3a26d68c7daf,segment=NetworkSegment(85c774cb-a0eb-4ad9-961f-f331d3b37cd6),segment_id=85c774cb-a0eb-4ad9-961f-f331d3b37cd6)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:07:42.910202 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806b15af-6de4-406a-8302-7aaa041f3a45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81f28db2-adba-4eae-b302-424c9d849d09,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:07:42.926076 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-806b15af-6de4-406a-8302-7aaa041f3a45 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d2b70faa6e084b44938f53635330cee4&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3592181
Dec 25 21:07:42.927965 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 40888) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:07:42.938583 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f1a81708-3bf1-4bbb-8bb0-d0584fa61e6b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:43.009727 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-280f8dca-c386-4d32-a6e0-af4d85bfb411 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:43.017332 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f1a81708-3bf1-4bbb-8bb0-d0584fa61e6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:43.018336 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:43.045202 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e653b95-d88c-4616-98cb-a7c9eeb0cdc8 req-c5206f5f-1d44-47e2-943e-1c6f3bf20541 tempest-ImagesOneServerTestJSON-1420499622 tempest-ImagesOneServerTestJSON-1420499622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:07:43.046791 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7e653b95-d88c-4616-98cb-a7c9eeb0cdc8 req-c5206f5f-1d44-47e2-943e-1c6f3bf20541 tempest-ImagesOneServerTestJSON-1420499622 tempest-ImagesOneServerTestJSON-1420499622-project] 10.222.0.32 "GET /v2.0/ports?device_id=27fc4723-405f-42eb-b2a5-d46301d13fd4 HTTP/1.1" status: 200  len: 948 time: 0.0905824
Dec 25 21:07:43.068087 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-f1a81708-3bf1-4bbb-8bb0-d0584fa61e6b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9697a905274848f580547bda94732a8c&name=default HTTP/1.1" status: 200  len: 2996 time: 0.5367308
Dec 25 21:07:43.069674 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a81708-3bf1-4bbb-8bb0-d0584fa61e6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=906f29c2-4052-4118-9cd0-0d6b4471c78a,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:07:43.071387 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 40892) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:07:43.087990 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-280f8dca-c386-4d32-a6e0-af4d85bfb411 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:43.105881 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 21:07:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4c39942-6fe3-495b-b92d-cff1e2d6832f x-openstack-request-id: req-e4c39942-6fe3-495b-b92d-cff1e2d6832f {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:07:43.107822 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27fc4723-405f-42eb-b2a5-d46301d13fd4", "name": "network-vif-plugged", "status": "completed", "tag": "01f02470-98cd-4e53-8321-3a26d68c7daf", "code": 200}]} {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:07:43.108396 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e4c39942-6fe3-495b-b92d-cff1e2d6832f {{(pid=121608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:07:43.110304 ncdv-master-1 neutron-server[121608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27fc4723-405f-42eb-b2a5-d46301d13fd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01f02470-98cd-4e53-8321-3a26d68c7daf', 'code': 200}
Dec 25 21:07:43.140679 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 40894) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:07:43.155306 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Pushing event updated for resources: {'Port': ['ID=01f02470-98cd-4e53-8321-3a26d68c7daf,revision_number=5']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:07:43.162685 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ab26ee93-39e1-4075-be1c-bef565ccd479 admin admin] Publish callbacks [] for security_group, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:43.198194 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7e653b95-d88c-4616-98cb-a7c9eeb0cdc8 req-875ab2c8-a53a-4fe4-81c4-c0426f5d395a tempest-ImagesOneServerTestJSON-1420499622 tempest-ImagesOneServerTestJSON-1420499622-project] 10.222.0.32 "GET /v2.0/security-groups?id=bfae27c6-ab18-4103-a78a-a0f158ea772b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1415045
Dec 25 21:07:43.217163 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-f6dc1c75-906d-4ca9-8494-147f426be307 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:43.246801 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b42565b-16b0-4ad7-b75b-c253add9b1d1 req-6958b725-0467-4271-8aba-a3ab20fbf666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:07:43.248438 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4b42565b-16b0-4ad7-b75b-c253add9b1d1 req-6958b725-0467-4271-8aba-a3ab20fbf666 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=27fc4723-405f-42eb-b2a5-d46301d13fd4 HTTP/1.1" status: 200  len: 1100 time: 0.0829239
Dec 25 21:07:43.261253 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ab26ee93-39e1-4075-be1c-bef565ccd479 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:43.262123 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-f6dc1c75-906d-4ca9-8494-147f426be307 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:43.315630 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4b42565b-16b0-4ad7-b75b-c253add9b1d1 req-cccf62dc-d639-425d-bb9f-8931cf8f0314 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=bfae27c6-ab18-4103-a78a-a0f158ea772b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0596716
Dec 25 21:07:43.428526 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-280f8dca-c386-4d32-a6e0-af4d85bfb411 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:43.431119 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-280f8dca-c386-4d32-a6e0-af4d85bfb411 admin admin] Publish callbacks [] for security_group, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:43.432254 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-280f8dca-c386-4d32-a6e0-af4d85bfb411 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/81f28db2-adba-4eae-b302-424c9d849d09 HTTP/1.1" status: 204  len: 168 time: 0.5032299
Dec 25 21:07:43.440833 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280f8dca-c386-4d32-a6e0-af4d85bfb411 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81f28db2-adba-4eae-b302-424c9d849d09,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:07:43.480790 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-f6dc1c75-906d-4ca9-8494-147f426be307 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:43.493328 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-f6dc1c75-906d-4ca9-8494-147f426be307 admin admin] Publish callbacks [] for security_group, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:43.494001 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-f6dc1c75-906d-4ca9-8494-147f426be307 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/906f29c2-4052-4118-9cd0-0d6b4471c78a HTTP/1.1" status: 204  len: 168 time: 0.4149961
Dec 25 21:07:43.499160 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ab26ee93-39e1-4075-be1c-bef565ccd479 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:43.514219 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6dc1c75-906d-4ca9-8494-147f426be307 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=906f29c2-4052-4118-9cd0-0d6b4471c78a,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:07:43.560560 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab26ee93-39e1-4075-be1c-bef565ccd479 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a144e7ca-4658-4295-a538-4a6040192b8d,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:07:43.568730 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 40908) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:07:43.577518 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-ab26ee93-39e1-4075-be1c-bef565ccd479 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=59f2ae6451564e5fadef03f6c93c4972&name=default HTTP/1.1" status: 200  len: 2996 time: 0.4344168
Dec 25 21:07:43.630599 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-8c00d0ad-f994-43c6-9265-5f07c9533798 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:43.654523 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-8c00d0ad-f994-43c6-9265-5f07c9533798 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:43.851348 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-8c00d0ad-f994-43c6-9265-5f07c9533798 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:43.854923 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-8c00d0ad-f994-43c6-9265-5f07c9533798 admin admin] Publish callbacks [] for security_group, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:43.856127 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-8c00d0ad-f994-43c6-9265-5f07c9533798 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a144e7ca-4658-4295-a538-4a6040192b8d HTTP/1.1" status: 204  len: 168 time: 0.2863820
Dec 25 21:07:43.880378 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c00d0ad-f994-43c6-9265-5f07c9533798 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a144e7ca-4658-4295-a538-4a6040192b8d,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:07:43.914121 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e627ac4-020f-4eff-bf95-8a7cd60e9992 req-5f66c4ab-3cb2-4aa6-8f05-6ab57c81e813 tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:07:43.915702 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5e627ac4-020f-4eff-bf95-8a7cd60e9992 req-5f66c4ab-3cb2-4aa6-8f05-6ab57c81e813 tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] 10.222.0.32 "GET /v2.0/ports?device_id=7cd2be37-78a6-4e40-813d-8e2478ea8dc2 HTTP/1.1" status: 200  len: 943 time: 0.0789764
Dec 25 21:07:43.967169 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5e627ac4-020f-4eff-bf95-8a7cd60e9992 req-3982859c-ad96-4056-8e3d-4610e287b88f tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5d2ff88-22d6-43d8-90d1-bfb86d4e3308&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0447443
Dec 25 21:07:44.143309 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856303c2-5101-4baf-b5e9-85f63feef464 req-24165e67-cd83-4261-ba98-9a64137b4e1e tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:07:44.145382 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-856303c2-5101-4baf-b5e9-85f63feef464 req-24165e67-cd83-4261-ba98-9a64137b4e1e tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] 10.222.0.32 "GET /v2.0/ports?device_id=1b814523-70ff-4cb2-b14c-f77ae086c04f HTTP/1.1" status: 200  len: 948 time: 0.0527306
Dec 25 21:07:44.202262 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-856303c2-5101-4baf-b5e9-85f63feef464 req-0055420b-37d3-49c1-8d8a-a4c2800bdc2c tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] 10.222.0.32 "GET /v2.0/security-groups?id=3d6cb2f0-3d81-4228-9d61-fc5e0bb3087e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0487018
Dec 25 21:07:44.397483 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b45f47-83e2-4ebc-b41e-6252029d1b4d req-ca4b91e0-6788-48fd-9a34-2d44d3af6723 tempest-ImagesOneServerTestJSON-1420499622 tempest-ImagesOneServerTestJSON-1420499622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:07:44.398219 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-80b45f47-83e2-4ebc-b41e-6252029d1b4d req-ca4b91e0-6788-48fd-9a34-2d44d3af6723 tempest-ImagesOneServerTestJSON-1420499622 tempest-ImagesOneServerTestJSON-1420499622-project] 10.222.0.32 "GET /v2.0/ports?device_id=27fc4723-405f-42eb-b2a5-d46301d13fd4 HTTP/1.1" status: 200  len: 949 time: 0.0480008
Dec 25 21:07:44.457969 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-80b45f47-83e2-4ebc-b41e-6252029d1b4d req-54171881-9871-447a-aad2-5fdc56133fd6 tempest-ImagesOneServerTestJSON-1420499622 tempest-ImagesOneServerTestJSON-1420499622-project] 10.222.0.32 "GET /v2.0/security-groups?id=bfae27c6-ab18-4103-a78a-a0f158ea772b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0529819
Dec 25 21:07:44.514712 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee6dd18-957d-4d24-a5d7-f27e139a8dd5 req-91ee342d-a882-4074-98cf-0721a44b3940 tempest-AggregatesAdminTestJSON-2136797577 tempest-AggregatesAdminTestJSON-2136797577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:07:44.516178 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8ee6dd18-957d-4d24-a5d7-f27e139a8dd5 req-91ee342d-a882-4074-98cf-0721a44b3940 tempest-AggregatesAdminTestJSON-2136797577 tempest-AggregatesAdminTestJSON-2136797577-project] 10.222.0.32 "GET /v2.0/ports?device_id=9c20c1ee-2eb6-4064-b36f-e99d867be09e HTTP/1.1" status: 200  len: 972 time: 0.0490673
Dec 25 21:07:44.562463 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device 1bcf9756-ed56-4846-ad16-befd4fd2f0e0 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 25 21:07:44.583597 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 40940) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:07:44.592753 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8ee6dd18-957d-4d24-a5d7-f27e139a8dd5 req-47c10265-abb2-4c57-809b-55f6010fe1bf tempest-AggregatesAdminTestJSON-2136797577 tempest-AggregatesAdminTestJSON-2136797577-project] 10.222.0.32 "GET /v2.0/security-groups?id=d8d6d4ee-b205-46a2-a33f-52439b450519&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0609810
Dec 25 21:07:44.603336 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a21ad76d-1e57-45a2-b754-240f406d2248 admin admin] Publish callbacks [] for security_group, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:44.690470 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a21ad76d-1e57-45a2-b754-240f406d2248 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:44.691734 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port 1bcf9756-ed56-4846-ad16-befd4fd2f0e0, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1bcf9756-ed56-4846-ad16-befd4fd2f0e0,segment=NetworkSegment(85c774cb-a0eb-4ad9-961f-f331d3b37cd6),segment_id=85c774cb-a0eb-4ad9-961f-f331d3b37cd6)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:07:44.704043 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Returning: {'device': '1bcf9756-ed56-4846-ad16-befd4fd2f0e0', 'network_id': '8f212e98-547d-4c6e-a560-2e9a548c8f59', 'port_id': '1bcf9756-ed56-4846-ad16-befd4fd2f0e0', 'mac_address': 'fa:16:3e:fa:d6:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcfbae86-f93e-400c-8084-eac7f56ff5ba', 'ip_address': '192.168.233.170'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 25 21:07:44.741556 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:44.755795 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1bcf9756-ed56-4846-ad16-befd4fd2f0e0 {{(pid=121608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:07:44.763037 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a21ad76d-1e57-45a2-b754-240f406d2248 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:44.776469 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port 1bcf9756-ed56-4846-ad16-befd4fd2f0e0, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1bcf9756-ed56-4846-ad16-befd4fd2f0e0,segment=NetworkSegment(85c774cb-a0eb-4ad9-961f-f331d3b37cd6),segment_id=85c774cb-a0eb-4ad9-961f-f331d3b37cd6)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:07:44.800764 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-a21ad76d-1e57-45a2-b754-240f406d2248 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d00d8ea258804fb5a933e1b5b0371e7f&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2158666
Dec 25 21:07:44.801720 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21ad76d-1e57-45a2-b754-240f406d2248 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0a7fad3-ff3f-44f6-867b-dfb05fe2ff70,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:07:44.803319 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 40948) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:07:44.851359 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-1eaf511c-db18-4f7b-8fa4-5b776608e6e8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:44.871681 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-1eaf511c-db18-4f7b-8fa4-5b776608e6e8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:44.877066 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:44.880912 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device ddbefb64-c371-4875-871e-5d999ff82a14 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 25 21:07:44.964137 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Pushing event updated for resources: {'Port': ['ID=1bcf9756-ed56-4846-ad16-befd4fd2f0e0,revision_number=4']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:07:45.045812 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port ddbefb64-c371-4875-871e-5d999ff82a14, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ddbefb64-c371-4875-871e-5d999ff82a14,segment=NetworkSegment(0bc15208-d08d-4c93-89c3-c4dfd4d97844),segment_id=0bc15208-d08d-4c93-89c3-c4dfd4d97844)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:07:45.049506 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Returning: {'device': 'ddbefb64-c371-4875-871e-5d999ff82a14', 'network_id': '1e137e86-76be-493f-9b25-1d17756925b5', 'port_id': 'ddbefb64-c371-4875-871e-5d999ff82a14', 'mac_address': 'fa:16:3e:f4:be:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f350e3c-b3c0-4923-bec6-5c96ab55923b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 25 21:07:45.064408 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 40958) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:07:45.087350 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-1eaf511c-db18-4f7b-8fa4-5b776608e6e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:45.089945 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-1eaf511c-db18-4f7b-8fa4-5b776608e6e8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:45.093711 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-1eaf511c-db18-4f7b-8fa4-5b776608e6e8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a0a7fad3-ff3f-44f6-867b-dfb05fe2ff70 HTTP/1.1" status: 204  len: 168 time: 0.2893827
Dec 25 21:07:45.097291 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:45.105472 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eaf511c-db18-4f7b-8fa4-5b776608e6e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0a7fad3-ff3f-44f6-867b-dfb05fe2ff70,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:07:45.111448 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ddbefb64-c371-4875-871e-5d999ff82a14 {{(pid=121608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:07:45.123287 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd636af-680b-4c7e-9dd7-acde403a1f94 req-66083b72-7a01-4668-9e9a-2a409cda7a0c tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:07:45.124461 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0fd636af-680b-4c7e-9dd7-acde403a1f94 req-66083b72-7a01-4668-9e9a-2a409cda7a0c tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] 10.222.0.32 "GET /v2.0/ports?device_id=7cd2be37-78a6-4e40-813d-8e2478ea8dc2 HTTP/1.1" status: 200  len: 943 time: 0.0760398
Dec 25 21:07:45.146511 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port ddbefb64-c371-4875-871e-5d999ff82a14, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ddbefb64-c371-4875-871e-5d999ff82a14,segment=NetworkSegment(0bc15208-d08d-4c93-89c3-c4dfd4d97844),segment_id=0bc15208-d08d-4c93-89c3-c4dfd4d97844)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:07:45.175162 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0fd636af-680b-4c7e-9dd7-acde403a1f94 req-4aca6e0f-c4e5-4300-ac58-b37a3800d9ab tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5d2ff88-22d6-43d8-90d1-bfb86d4e3308&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429204
Dec 25 21:07:45.277357 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-81de2b72-81d0-41ec-8b27-c8a630692eff admin admin] Publish callbacks [] for security_group, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:45.321652 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e2ae3d-b59b-40f3-8957-09ffd52bcdd6 req-cf53bbbc-8c95-45cb-bad7-a1d233f062b4 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:07:45.323090 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-00e2ae3d-b59b-40f3-8957-09ffd52bcdd6 req-cf53bbbc-8c95-45cb-bad7-a1d233f062b4 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] 10.222.0.32 "GET /v2.0/ports?device_id=1b814523-70ff-4cb2-b14c-f77ae086c04f HTTP/1.1" status: 200  len: 949 time: 0.0520909
Dec 25 21:07:45.352396 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-81de2b72-81d0-41ec-8b27-c8a630692eff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:45.371533 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-00e2ae3d-b59b-40f3-8957-09ffd52bcdd6 req-c94d649d-be91-4a67-90a7-62f5ecd8da72 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] 10.222.0.32 "GET /v2.0/security-groups?id=3d6cb2f0-3d81-4228-9d61-fc5e0bb3087e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420659
Dec 25 21:07:45.548933 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-81de2b72-81d0-41ec-8b27-c8a630692eff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:45.549179 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:45.612016 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-81de2b72-81d0-41ec-8b27-c8a630692eff admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=45c9d7948afa49e5bc0261e1f17180f7&name=default HTTP/1.1" status: 200  len: 2996 time: 0.5482638
Dec 25 21:07:45.612731 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81de2b72-81d0-41ec-8b27-c8a630692eff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9f86a5d-a9ff-4ad6-ba75-66ff555dadbb,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:07:45.618181 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Pushing event updated for resources: {'Port': ['ID=ddbefb64-c371-4875-871e-5d999ff82a14,revision_number=4']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:07:45.618667 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 40974) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:07:45.779110 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab15d28-7094-40a6-a042-c479ce9af54e req-4dc7b4ac-78da-4346-9730-74bb8af8aca4 tempest-ImagesOneServerTestJSON-1420499622 tempest-ImagesOneServerTestJSON-1420499622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:07:45.780606 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0ab15d28-7094-40a6-a042-c479ce9af54e req-4dc7b4ac-78da-4346-9730-74bb8af8aca4 tempest-ImagesOneServerTestJSON-1420499622 tempest-ImagesOneServerTestJSON-1420499622-project] 10.222.0.32 "GET /v2.0/ports?device_id=27fc4723-405f-42eb-b2a5-d46301d13fd4 HTTP/1.1" status: 200  len: 949 time: 0.2556312
Dec 25 21:07:45.813883 ncdv-master-1 neutron-server[121607]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Dec 25 21:07:45.813883 ncdv-master-1 neutron-server[121607]:   from cryptography.utils import int_from_bytes
Dec 25 21:07:45.813883 ncdv-master-1 neutron-server[121607]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Dec 25 21:07:45.813883 ncdv-master-1 neutron-server[121607]:   from cryptography.utils import int_from_bytes
Dec 25 21:07:45.813883 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:07:45.813883 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:07:45.813883 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:07:45.813883 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:07:45.813883 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:07:45.813883 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:07:45.813883 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:07:45.813883 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:07:45.813883 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:07:45.813883 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:07:45.813883 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:07:45.813883 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:07:45.813883 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:07:45.813883 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:07:45.813883 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:07:45.813883 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:07:45.813883 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:07:45.813883 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:07:45.813883 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:07:45.813883 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:07:45.813883 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:07:45.813883 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:07:45.813883 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:07:45.813883 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:07:45.813883 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:07:45.813883 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:07:45.813883 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:07:45.813883 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:07:45.813883 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:07:45.813883 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:07:45.813883 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:07:45.813883 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:07:45.816483 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:07:45.816483 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:07:45.816483 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:07:45.816483 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:07:45.816483 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:07:45.816483 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:07:45.816483 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:07:45.816483 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:07:45.816483 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:07:45.816483 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:07:45.816483 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:07:45.816483 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:07:45.821491 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4d1839-be3a-45a3-baa1-572e555d387a req-d7e7c30d-f544-4324-9c83-df5feed7cd83 tempest-AggregatesAdminTestJSON-2136797577 tempest-AggregatesAdminTestJSON-2136797577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:07:45.821491 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-ab4d1839-be3a-45a3-baa1-572e555d387a req-d7e7c30d-f544-4324-9c83-df5feed7cd83 tempest-AggregatesAdminTestJSON-2136797577 tempest-AggregatesAdminTestJSON-2136797577-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c20c1ee-2eb6-4064-b36f-e99d867be09e HTTP/1.1" status: 200  len: 972 time: 0.1033432
Dec 25 21:07:45.824707 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] get_ports_and_sgs() called for port_ids ['1bcf9756-ed56-4846-ad16-befd4fd2f0e0'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:07:45.868783 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] get_ports_and_sgs() called for port_ids ['ddbefb64-c371-4875-871e-5d999ff82a14'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:07:45.895049 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924ee0eb-8feb-4778-b921-da328a05ed3f req-b9b67c48-eb8d-49b7-ac97-0b2d777bca20 tempest-AggregatesAdminTestJSON-2136797577 tempest-AggregatesAdminTestJSON-2136797577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:07:45.896559 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-924ee0eb-8feb-4778-b921-da328a05ed3f req-b9b67c48-eb8d-49b7-ac97-0b2d777bca20 tempest-AggregatesAdminTestJSON-2136797577 tempest-AggregatesAdminTestJSON-2136797577-project] 10.222.0.32 "GET /v2.0/ports?device_id=9c20c1ee-2eb6-4064-b36f-e99d867be09e HTTP/1.1" status: 200  len: 972 time: 0.1150291
Dec 25 21:07:45.927509 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0ab15d28-7094-40a6-a042-c479ce9af54e req-0064d4fe-0923-47e2-b070-468a1e6e4df2 tempest-ImagesOneServerTestJSON-1420499622 tempest-ImagesOneServerTestJSON-1420499622-project] 10.222.0.32 "GET /v2.0/security-groups?id=bfae27c6-ab18-4103-a78a-a0f158ea772b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1159663
Dec 25 21:07:45.950966 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-8562f2b2-42ef-484f-b01a-b157d67b3e43 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:45.984441 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-8562f2b2-42ef-484f-b01a-b157d67b3e43 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:46.010841 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-924ee0eb-8feb-4778-b921-da328a05ed3f req-420266f9-cb8c-4b03-a46c-53cd1172002f tempest-AggregatesAdminTestJSON-2136797577 tempest-AggregatesAdminTestJSON-2136797577-project] 10.222.0.32 "GET /v2.0/security-groups?id=d8d6d4ee-b205-46a2-a33f-52439b450519&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0824487
Dec 25 21:07:46.059902 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [req-ab4d1839-be3a-45a3-baa1-572e555d387a req-d41a6161-0d47-4b11-af4f-8e116dee6dff tempest-AggregatesAdminTestJSON-2136797577 tempest-AggregatesAdminTestJSON-2136797577-project] Deleting port 4d3caa25-16de-49aa-aaa3-c1184d217368 {{(pid=121607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:07:46.060256 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-ab4d1839-be3a-45a3-baa1-572e555d387a req-d41a6161-0d47-4b11-af4f-8e116dee6dff tempest-AggregatesAdminTestJSON-2136797577 tempest-AggregatesAdminTestJSON-2136797577-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:46.130169 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-8562f2b2-42ef-484f-b01a-b157d67b3e43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:46.132939 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-8562f2b2-42ef-484f-b01a-b157d67b3e43 admin admin] Publish callbacks [] for security_group, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:46.134253 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-8562f2b2-42ef-484f-b01a-b157d67b3e43 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a9f86a5d-a9ff-4ad6-ba75-66ff555dadbb HTTP/1.1" status: 204  len: 168 time: 0.5119240
Dec 25 21:07:46.145018 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8562f2b2-42ef-484f-b01a-b157d67b3e43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9f86a5d-a9ff-4ad6-ba75-66ff555dadbb,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:07:46.204601 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.db [req-ab4d1839-be3a-45a3-baa1-572e555d387a req-d41a6161-0d47-4b11-af4f-8e116dee6dff tempest-AggregatesAdminTestJSON-2136797577 tempest-AggregatesAdminTestJSON-2136797577-project] For port 4d3caa25-16de-49aa-aaa3-c1184d217368, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4d3caa25-16de-49aa-aaa3-c1184d217368,segment=NetworkSegment(85c774cb-a0eb-4ad9-961f-f331d3b37cd6),segment_id=85c774cb-a0eb-4ad9-961f-f331d3b37cd6)] {{(pid=121607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:07:46.205134 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-ab4d1839-be3a-45a3-baa1-572e555d387a req-d41a6161-0d47-4b11-af4f-8e116dee6dff tempest-AggregatesAdminTestJSON-2136797577 tempest-AggregatesAdminTestJSON-2136797577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:46.228508 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [req-ab4d1839-be3a-45a3-baa1-572e555d387a req-d41a6161-0d47-4b11-af4f-8e116dee6dff tempest-AggregatesAdminTestJSON-2136797577 tempest-AggregatesAdminTestJSON-2136797577-project] Calling delete_port for 4d3caa25-16de-49aa-aaa3-c1184d217368 owned by compute:tempest-test_az-1048147619 {{(pid=121607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:07:46.309519 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211a2457-88a4-45ac-b028-20facda1de4c req-ef8747f3-1514-4bab-ad4f-46ca8c21c6f0 tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:07:46.311177 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-211a2457-88a4-45ac-b028-20facda1de4c req-ef8747f3-1514-4bab-ad4f-46ca8c21c6f0 tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] 10.222.0.32 "GET /v2.0/ports?device_id=7cd2be37-78a6-4e40-813d-8e2478ea8dc2 HTTP/1.1" status: 200  len: 944 time: 0.0546842
Dec 25 21:07:46.368203 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-211a2457-88a4-45ac-b028-20facda1de4c req-4e894736-5bae-4c80-b23a-bdb7881efec8 tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5d2ff88-22d6-43d8-90d1-bfb86d4e3308&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0488226
Dec 25 21:07:46.499997 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8747bba-41e1-467a-bc4a-6555716f253c req-7371cf9b-7dc0-4c1e-9e4c-7886586cecce tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:07:46.501532 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f8747bba-41e1-467a-bc4a-6555716f253c req-7371cf9b-7dc0-4c1e-9e4c-7886586cecce tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] 10.222.0.32 "GET /v2.0/ports?device_id=1b814523-70ff-4cb2-b14c-f77ae086c04f HTTP/1.1" status: 200  len: 949 time: 0.0497673
Dec 25 21:07:46.553418 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f8747bba-41e1-467a-bc4a-6555716f253c req-2a45fb62-83f2-4b10-86a0-e134ab8f62d9 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] 10.222.0.32 "GET /v2.0/security-groups?id=3d6cb2f0-3d81-4228-9d61-fc5e0bb3087e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0460887
Dec 25 21:07:46.666227 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-ab4d1839-be3a-45a3-baa1-572e555d387a req-d41a6161-0d47-4b11-af4f-8e116dee6dff tempest-AggregatesAdminTestJSON-2136797577 tempest-AggregatesAdminTestJSON-2136797577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955'] for port, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:46.679283 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] get_ports_and_sgs() called for port_ids ['4d3caa25-16de-49aa-aaa3-c1184d217368'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:07:46.694571 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41a6161-0d47-4b11-af4f-8e116dee6dff tempest-AggregatesAdminTestJSON-2136797577 tempest-AggregatesAdminTestJSON-2136797577-project] Pushing event deleted for resources: {'Port': ['ID=4d3caa25-16de-49aa-aaa3-c1184d217368,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:07:46.757235 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab4d1839-be3a-45a3-baa1-572e555d387a req-d41a6161-0d47-4b11-af4f-8e116dee6dff tempest-AggregatesAdminTestJSON-2136797577 tempest-AggregatesAdminTestJSON-2136797577-project] No DVR routers for this DVR port 4d3caa25-16de-49aa-aaa3-c1184d217368 on host nch1-master-1 {{(pid=121607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:07:46.760479 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-ab4d1839-be3a-45a3-baa1-572e555d387a req-d41a6161-0d47-4b11-af4f-8e116dee6dff tempest-AggregatesAdminTestJSON-2136797577 tempest-AggregatesAdminTestJSON-2136797577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:46.763866 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-ab4d1839-be3a-45a3-baa1-572e555d387a req-d41a6161-0d47-4b11-af4f-8e116dee6dff tempest-AggregatesAdminTestJSON-2136797577 tempest-AggregatesAdminTestJSON-2136797577-project] 10.222.0.31 "DELETE /v2.0/ports/4d3caa25-16de-49aa-aaa3-c1184d217368 HTTP/1.1" status: 204  len: 173 time: 0.9363055
Dec 25 21:07:46.764343 ncdv-master-1 neutron-server[121607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c20c1ee-2eb6-4064-b36f-e99d867be09e', 'name': 'network-vif-deleted', 'tag': '4d3caa25-16de-49aa-aaa3-c1184d217368'}] {{(pid=121607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:07:46.766574 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f980bbcadfa7bf1e788024e1448be660373c21f97f015f780444e999c451203" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6384723-2dc2-41ac-92a7-746e85b1bc32" -d '{"events": [{"server_uuid": "9c20c1ee-2eb6-4064-b36f-e99d867be09e", "name": "network-vif-deleted", "tag": "4d3caa25-16de-49aa-aaa3-c1184d217368"}]}' {{(pid=121607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:07:46.827432 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 21:07:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb22c8a4-f115-4f10-847e-f4530bec40be x-openstack-request-id: req-bb22c8a4-f115-4f10-847e-f4530bec40be {{(pid=121607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:07:46.827805 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c20c1ee-2eb6-4064-b36f-e99d867be09e", "name": "network-vif-deleted", "tag": "4d3caa25-16de-49aa-aaa3-c1184d217368", "status": "completed", "code": 200}]} {{(pid=121607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:07:46.828064 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-bb22c8a4-f115-4f10-847e-f4530bec40be {{(pid=121607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:07:46.828457 ncdv-master-1 neutron-server[121607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c20c1ee-2eb6-4064-b36f-e99d867be09e', 'name': 'network-vif-deleted', 'tag': '4d3caa25-16de-49aa-aaa3-c1184d217368', 'status': 'completed', 'code': 200}
Dec 25 21:07:47.034725 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ebf92e-a672-4766-b09f-36e25578a865 req-2fffe7d4-181b-498b-8402-a87f397b0750 tempest-ImagesOneServerTestJSON-1420499622 tempest-ImagesOneServerTestJSON-1420499622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:07:47.036483 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-55ebf92e-a672-4766-b09f-36e25578a865 req-2fffe7d4-181b-498b-8402-a87f397b0750 tempest-ImagesOneServerTestJSON-1420499622 tempest-ImagesOneServerTestJSON-1420499622-project] 10.222.0.32 "GET /v2.0/ports?device_id=27fc4723-405f-42eb-b2a5-d46301d13fd4 HTTP/1.1" status: 200  len: 949 time: 0.0613334
Dec 25 21:07:47.087303 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-55ebf92e-a672-4766-b09f-36e25578a865 req-1de0c1de-baa0-4755-bc32-24297214ccef tempest-ImagesOneServerTestJSON-1420499622 tempest-ImagesOneServerTestJSON-1420499622-project] 10.222.0.32 "GET /v2.0/security-groups?id=bfae27c6-ab18-4103-a78a-a0f158ea772b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0450203
Dec 25 21:07:47.134943 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-249851a1-89ac-4a8d-b83f-5e512f9057ff req-ee5744c4-16f1-4f8a-a055-64b27ab61f51 tempest-AggregatesAdminTestJSON-2136797577 tempest-AggregatesAdminTestJSON-2136797577-project] 10.222.0.32 "GET /v2.0/ports?device_id=9c20c1ee-2eb6-4064-b36f-e99d867be09e HTTP/1.1" status: 200  len: 210 time: 0.0287690
Dec 25 21:07:47.318224 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 41040) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:07:47.338541 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-719e5d60-35a5-4fa3-8a01-5021f54bd91c admin admin] Publish callbacks [] for security_group, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:47.443317 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-719e5d60-35a5-4fa3-8a01-5021f54bd91c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:47.597632 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674409ff-98bb-4d44-8894-8b2f3d6811ca req-3178d048-b6bc-4abe-8371-065b90d254c3 tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:07:47.599114 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-674409ff-98bb-4d44-8894-8b2f3d6811ca req-3178d048-b6bc-4abe-8371-065b90d254c3 tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] 10.222.0.32 "GET /v2.0/ports?device_id=7cd2be37-78a6-4e40-813d-8e2478ea8dc2 HTTP/1.1" status: 200  len: 944 time: 0.0497167
Dec 25 21:07:47.613404 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-719e5d60-35a5-4fa3-8a01-5021f54bd91c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:47.676569 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-719e5d60-35a5-4fa3-8a01-5021f54bd91c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7fe465dc44884fe29de639a5a4321b40&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3543513
Dec 25 21:07:47.677628 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 41056) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:07:47.689589 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719e5d60-35a5-4fa3-8a01-5021f54bd91c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cf6ce1a-33ff-4bb5-bd75-a55cded30d2d,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:07:47.706443 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-674409ff-98bb-4d44-8894-8b2f3d6811ca req-4f9a8026-f25a-46dd-a236-b971af910a98 tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5d2ff88-22d6-43d8-90d1-bfb86d4e3308&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1014190
Dec 25 21:07:47.774594 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-b857b469-e33b-4dcc-b09c-76aa0bf1a136 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:47.802204 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 41060) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:07:47.813584 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-b857b469-e33b-4dcc-b09c-76aa0bf1a136 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:47.952816 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee805b9-3496-4012-9e22-f7c8e988439e req-33da4e1a-1521-4f89-9637-5c900708ff03 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:07:47.954745 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0ee805b9-3496-4012-9e22-f7c8e988439e req-33da4e1a-1521-4f89-9637-5c900708ff03 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] 10.222.0.32 "GET /v2.0/ports?device_id=1b814523-70ff-4cb2-b14c-f77ae086c04f HTTP/1.1" status: 200  len: 949 time: 0.0836089
Dec 25 21:07:48.044527 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0ee805b9-3496-4012-9e22-f7c8e988439e req-3c8933fb-07d7-415d-bbf8-0d10ea7c24ca tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] 10.222.0.32 "GET /v2.0/security-groups?id=3d6cb2f0-3d81-4228-9d61-fc5e0bb3087e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0817828
Dec 25 21:07:48.122138 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-b857b469-e33b-4dcc-b09c-76aa0bf1a136 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:48.122138 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-b857b469-e33b-4dcc-b09c-76aa0bf1a136 admin admin] Publish callbacks [] for security_group, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:48.122138 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-b857b469-e33b-4dcc-b09c-76aa0bf1a136 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1cf6ce1a-33ff-4bb5-bd75-a55cded30d2d HTTP/1.1" status: 204  len: 168 time: 0.4386179
Dec 25 21:07:48.141303 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b857b469-e33b-4dcc-b09c-76aa0bf1a136 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cf6ce1a-33ff-4bb5-bd75-a55cded30d2d,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:07:48.142826 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-1d8fa731-139f-40b4-b42b-533859b9ced8 tempest-AutoAllocateNetworkTest-1473088964 tempest-AutoAllocateNetworkTest-1473088964-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=f5c4f6663f4249d9b1e1875f3b365f42&shared=False HTTP/1.1" status: 200  len: 208 time: 0.3389285
Dec 25 21:07:48.145694 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 41094) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:07:48.317501 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9797e22-df88-45ea-859b-a8bae55ebb78 tempest-AutoAllocateNetworkTest-1473088964 tempest-AutoAllocateNetworkTest-1473088964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:07:48.320918 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-d9797e22-df88-45ea-859b-a8bae55ebb78 tempest-AutoAllocateNetworkTest-1473088964 tempest-AutoAllocateNetworkTest-1473088964-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 764 time: 0.1732051
Dec 25 21:07:48.324230 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 41110) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:07:48.394957 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-ed726db6-e6c0-42a0-976a-9b2491cac04a tempest-AutoAllocateNetworkTest-1473088964 tempest-AutoAllocateNetworkTest-1473088964-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0668304
Dec 25 21:07:48.395115 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 41118) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:07:48.421564 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-abfecbf1-04ca-4cf0-86f9-aae43c5ac2e5 tempest-AutoAllocateNetworkTest-1473088964 tempest-AutoAllocateNetworkTest-1473088964-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=f5c4f6663f4249d9b1e1875f3b365f42 HTTP/1.1" status: 200  len: 208 time: 0.0253415
Dec 25 21:07:48.566684 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device 1bcf9756-ed56-4846-ad16-befd4fd2f0e0 up at agent hyperv_nch2-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:07:48.700582 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Provisioning for port 1bcf9756-ed56-4846-ad16-befd4fd2f0e0 completed by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 25 21:07:48.704895 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Provisioning complete for port 1bcf9756-ed56-4846-ad16-befd4fd2f0e0 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:07:48.705431 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:48.793879 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:48.821479 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b814523-70ff-4cb2-b14c-f77ae086c04f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bcf9756-ed56-4846-ad16-befd4fd2f0e0'}] {{(pid=121608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:07:48.824034 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a88c78c3ff6266bd59c7e89d275b28c92e739b67d23c89d71af88829fd31566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-301b7ba8-0dfb-4b4e-8093-a077fe9e04c0" -d '{"events": [{"server_uuid": "1b814523-70ff-4cb2-b14c-f77ae086c04f", "name": "network-vif-plugged", "status": "completed", "tag": "1bcf9756-ed56-4846-ad16-befd4fd2f0e0"}]}' {{(pid=121608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:07:48.836730 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port 1bcf9756-ed56-4846-ad16-befd4fd2f0e0, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1bcf9756-ed56-4846-ad16-befd4fd2f0e0,segment=NetworkSegment(85c774cb-a0eb-4ad9-961f-f331d3b37cd6),segment_id=85c774cb-a0eb-4ad9-961f-f331d3b37cd6)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:07:48.839410 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e349be-c841-4e4b-8922-bffe1bf58602 req-eaa737fb-a700-4fd3-b04d-30da95614fdc tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:07:48.841273 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-58e349be-c841-4e4b-8922-bffe1bf58602 req-eaa737fb-a700-4fd3-b04d-30da95614fdc tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] 10.222.0.32 "GET /v2.0/ports?device_id=7cd2be37-78a6-4e40-813d-8e2478ea8dc2 HTTP/1.1" status: 200  len: 944 time: 0.0574417
Dec 25 21:07:48.893139 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-58e349be-c841-4e4b-8922-bffe1bf58602 req-7e566c5f-9380-4126-a275-29386e25054f tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5d2ff88-22d6-43d8-90d1-bfb86d4e3308&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0455265
Dec 25 21:07:48.934660 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:48.935451 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device ddbefb64-c371-4875-871e-5d999ff82a14 up at agent hyperv_nch2-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:07:48.973863 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 21:07:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9f1d166-9deb-4091-ad46-5e64afc879c7 x-openstack-request-id: req-f9f1d166-9deb-4091-ad46-5e64afc879c7 {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:07:48.974382 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b814523-70ff-4cb2-b14c-f77ae086c04f", "name": "network-vif-plugged", "status": "completed", "tag": "1bcf9756-ed56-4846-ad16-befd4fd2f0e0", "code": 200}]} {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:07:48.974783 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f9f1d166-9deb-4091-ad46-5e64afc879c7 {{(pid=121608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:07:48.975317 ncdv-master-1 neutron-server[121608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b814523-70ff-4cb2-b14c-f77ae086c04f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bcf9756-ed56-4846-ad16-befd4fd2f0e0', 'code': 200}
Dec 25 21:07:49.012689 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Pushing event updated for resources: {'Port': ['ID=1bcf9756-ed56-4846-ad16-befd4fd2f0e0,revision_number=5']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:07:49.056818 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bea40b0-3ed6-4411-9845-4d1b6a8c3cae req-693ffcce-ca5e-4618-83c6-16d6f2774655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:07:49.058367 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1bea40b0-3ed6-4411-9845-4d1b6a8c3cae req-693ffcce-ca5e-4618-83c6-16d6f2774655 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=1b814523-70ff-4cb2-b14c-f77ae086c04f HTTP/1.1" status: 200  len: 1101 time: 0.0402317
Dec 25 21:07:49.096593 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Provisioning for port ddbefb64-c371-4875-871e-5d999ff82a14 completed by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 25 21:07:49.101242 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Provisioning complete for port ddbefb64-c371-4875-871e-5d999ff82a14 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:07:49.102073 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:49.118719 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1bea40b0-3ed6-4411-9845-4d1b6a8c3cae req-805338fd-f0b9-4866-9f90-eb8f5637b083 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=3d6cb2f0-3d81-4228-9d61-fc5e0bb3087e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0518060
Dec 25 21:07:49.184299 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a432176-bbe1-4fe5-a131-94bac18cd860 req-0b06a146-69e7-4ab2-8f71-876e1aaaeb30 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:07:49.186598 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9a432176-bbe1-4fe5-a131-94bac18cd860 req-0b06a146-69e7-4ab2-8f71-876e1aaaeb30 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] 10.222.0.32 "GET /v2.0/ports?device_id=1b814523-70ff-4cb2-b14c-f77ae086c04f HTTP/1.1" status: 200  len: 950 time: 0.0611923
Dec 25 21:07:49.249927 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:49.265056 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9a432176-bbe1-4fe5-a131-94bac18cd860 req-c5a32560-37f3-4fa5-9604-4472fdea3404 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] 10.222.0.32 "GET /v2.0/security-groups?id=3d6cb2f0-3d81-4228-9d61-fc5e0bb3087e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0676625
Dec 25 21:07:49.285592 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port ddbefb64-c371-4875-871e-5d999ff82a14, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ddbefb64-c371-4875-871e-5d999ff82a14,segment=NetworkSegment(0bc15208-d08d-4c93-89c3-c4dfd4d97844),segment_id=0bc15208-d08d-4c93-89c3-c4dfd4d97844)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:07:49.289101 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 41160) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:07:49.318773 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 41164) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:07:49.349334 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 41168) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:07:49.366007 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:49.419100 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Pushing event updated for resources: {'Port': ['ID=ddbefb64-c371-4875-871e-5d999ff82a14,revision_number=5']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:07:49.512266 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-86803470-d321-4ab9-9d8c-edbb8ee59d67 admin admin] Publish callbacks [] for security_group, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:49.564268 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-781c3c3f-b4f0-47d8-9bd7-5e31eae276e7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:49.588687 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-dba4b01f-9d6a-4149-a3d6-687c5dcd3fec admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=82cb1dfb58a1493b8193ad0024840486&name=default HTTP/1.1" status: 200  len: 2992 time: 0.2984395
Dec 25 21:07:49.592114 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 41182) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:07:49.643945 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-9d599649-b443-437c-8b7b-7bf53255f4b5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:49.665091 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-86803470-d321-4ab9-9d8c-edbb8ee59d67 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:49.681936 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-9d599649-b443-437c-8b7b-7bf53255f4b5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:49.696950 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-781c3c3f-b4f0-47d8-9bd7-5e31eae276e7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:49.814535 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-86803470-d321-4ab9-9d8c-edbb8ee59d67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:49.857523 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-86803470-d321-4ab9-9d8c-edbb8ee59d67 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f5c4f6663f4249d9b1e1875f3b365f42&name=default HTTP/1.1" status: 200  len: 2996 time: 0.5363119
Dec 25 21:07:49.858771 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86803470-d321-4ab9-9d8c-edbb8ee59d67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9029ecb7-5457-41fb-854f-9789cf867eef,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:07:49.859641 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 41186) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:07:49.861494 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-781c3c3f-b4f0-47d8-9bd7-5e31eae276e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:49.878763 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-9d599649-b443-437c-8b7b-7bf53255f4b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:49.882262 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-9d599649-b443-437c-8b7b-7bf53255f4b5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:49.885329 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-9d599649-b443-437c-8b7b-7bf53255f4b5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d8d6d4ee-b205-46a2-a33f-52439b450519 HTTP/1.1" status: 204  len: 168 time: 0.2922120
Dec 25 21:07:49.910345 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d599649-b443-437c-8b7b-7bf53255f4b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8d6d4ee-b205-46a2-a33f-52439b450519,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:07:49.916338 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-781c3c3f-b4f0-47d8-9bd7-5e31eae276e7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f3c8d3ddad5e4c38843bd80264bf1f45&name=default HTTP/1.1" status: 200  len: 2996 time: 0.5659626
Dec 25 21:07:49.919674 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 41194) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:07:49.920979 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781c3c3f-b4f0-47d8-9bd7-5e31eae276e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34146b55-7b22-4004-a27b-77dbb369b516,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:07:49.985167 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e3051126-ec3d-4bf4-948c-cefba6747a0f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:50.018558 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e3051126-ec3d-4bf4-948c-cefba6747a0f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:50.028174 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-3144c08e-03bf-462b-bef5-f0d78517ea29 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:50.044949 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58eb598e-b6a6-44a3-9e86-94e124bceb7a req-bfa733ca-2602-40fd-b79a-6141eaf2f391 tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:07:50.053487 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-58eb598e-b6a6-44a3-9e86-94e124bceb7a req-bfa733ca-2602-40fd-b79a-6141eaf2f391 tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] 10.222.0.32 "GET /v2.0/ports?device_id=7cd2be37-78a6-4e40-813d-8e2478ea8dc2 HTTP/1.1" status: 200  len: 945 time: 0.0717061
Dec 25 21:07:50.074332 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-3144c08e-03bf-462b-bef5-f0d78517ea29 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:50.114642 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-58eb598e-b6a6-44a3-9e86-94e124bceb7a req-7f7641af-0bc9-43b7-8ca6-08835dc47b98 tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5d2ff88-22d6-43d8-90d1-bfb86d4e3308&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0600767
Dec 25 21:07:50.266365 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e3051126-ec3d-4bf4-948c-cefba6747a0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:50.269517 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e3051126-ec3d-4bf4-948c-cefba6747a0f admin admin] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:50.274300 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-e3051126-ec3d-4bf4-948c-cefba6747a0f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9029ecb7-5457-41fb-854f-9789cf867eef HTTP/1.1" status: 204  len: 168 time: 0.4099269
Dec 25 21:07:50.283646 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d81f576c-c7f8-4207-8452-c700b28724c3 req-255747f0-44b7-4f0a-bd18-adcf08d0f135 tempest-QuotasAdminNegativeTest-1373857085 tempest-QuotasAdminNegativeTest-1373857085-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=096b5278e40e405bac0dc56dbeb706df&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0210788
Dec 25 21:07:50.283949 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-3144c08e-03bf-462b-bef5-f0d78517ea29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:50.283949 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-3144c08e-03bf-462b-bef5-f0d78517ea29 admin admin] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:50.283949 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-3144c08e-03bf-462b-bef5-f0d78517ea29 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/34146b55-7b22-4004-a27b-77dbb369b516 HTTP/1.1" status: 204  len: 168 time: 0.3537333
Dec 25 21:07:50.285213 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3051126-ec3d-4bf4-948c-cefba6747a0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9029ecb7-5457-41fb-854f-9789cf867eef,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:07:50.300997 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3144c08e-03bf-462b-bef5-f0d78517ea29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34146b55-7b22-4004-a27b-77dbb369b516,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:07:50.453278 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81f576c-c7f8-4207-8452-c700b28724c3 req-fac98d23-c33a-4e92-a626-a6b74e3fa5d0 tempest-QuotasAdminNegativeTest-1373857085 tempest-QuotasAdminNegativeTest-1373857085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:07:50.454704 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d81f576c-c7f8-4207-8452-c700b28724c3 req-fac98d23-c33a-4e92-a626-a6b74e3fa5d0 tempest-QuotasAdminNegativeTest-1373857085 tempest-QuotasAdminNegativeTest-1373857085-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1764543
Dec 25 21:07:50.467259 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2bce52-c1aa-473c-b388-369ee39981d5 req-07cc156a-529d-4647-a88d-7e6111be4118 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:07:50.468624 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4e2bce52-c1aa-473c-b388-369ee39981d5 req-07cc156a-529d-4647-a88d-7e6111be4118 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] 10.222.0.32 "GET /v2.0/ports?device_id=1b814523-70ff-4cb2-b14c-f77ae086c04f HTTP/1.1" status: 200  len: 950 time: 0.0782979
Dec 25 21:07:50.484408 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d81f576c-c7f8-4207-8452-c700b28724c3 req-33abd39c-066c-4274-bd74-ce9f6a84ff5e tempest-QuotasAdminNegativeTest-1373857085 tempest-QuotasAdminNegativeTest-1373857085-project] 10.222.0.32 "GET /v2.0/quotas/096b5278e40e405bac0dc56dbeb706df HTTP/1.1" status: 200  len: 375 time: 0.0148473
Dec 25 21:07:50.529714 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d81f576c-c7f8-4207-8452-c700b28724c3 req-111cf8f7-cc98-4d01-b8fa-b28b111c8745 tempest-QuotasAdminNegativeTest-1373857085 tempest-QuotasAdminNegativeTest-1373857085-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=096b5278e40e405bac0dc56dbeb706df&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0374706
Dec 25 21:07:50.543420 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4e2bce52-c1aa-473c-b388-369ee39981d5 req-21811321-a04d-4d92-966d-f56e79407537 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] 10.222.0.32 "GET /v2.0/security-groups?id=3d6cb2f0-3d81-4228-9d61-fc5e0bb3087e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0680058
Dec 25 21:07:50.879555 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device 4d3caa25-16de-49aa-aaa3-c1184d217368 no longer exists at agent hyperv_nch1-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:07:50.899396 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] No Port match for: 4d3caa25-16de-49aa-aaa3-c1184d217368 {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:07:50.899741 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device 4d3caa25-16de-49aa-aaa3-c1184d217368 not bound to the agent host nch1-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:07:50.982663 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cd2be37-78a6-4e40-813d-8e2478ea8dc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddbefb64-c371-4875-871e-5d999ff82a14'}] {{(pid=121608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:07:50.982663 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a88c78c3ff6266bd59c7e89d275b28c92e739b67d23c89d71af88829fd31566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e484335-2a28-49ae-b0bf-5ccd2c047eba" -d '{"events": [{"server_uuid": "7cd2be37-78a6-4e40-813d-8e2478ea8dc2", "name": "network-vif-plugged", "status": "completed", "tag": "ddbefb64-c371-4875-871e-5d999ff82a14"}]}' {{(pid=121608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:07:51.021062 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 21:07:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae595bb8-7f60-48fd-8015-a307a06ba4b5 x-openstack-request-id: req-ae595bb8-7f60-48fd-8015-a307a06ba4b5 {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:07:51.021401 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cd2be37-78a6-4e40-813d-8e2478ea8dc2", "name": "network-vif-plugged", "status": "completed", "tag": "ddbefb64-c371-4875-871e-5d999ff82a14", "code": 200}]} {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:07:51.021623 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ae595bb8-7f60-48fd-8015-a307a06ba4b5 {{(pid=121608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:07:51.022028 ncdv-master-1 neutron-server[121608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cd2be37-78a6-4e40-813d-8e2478ea8dc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddbefb64-c371-4875-871e-5d999ff82a14', 'code': 200}
Dec 25 21:07:51.046728 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 41260) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:07:51.138026 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41bed47-2375-4ecb-a8dc-c19cc3a74dc0 req-c243f762-94c0-42d4-a2e3-caecd2054172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:07:51.139690 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e41bed47-2375-4ecb-a8dc-c19cc3a74dc0 req-c243f762-94c0-42d4-a2e3-caecd2054172 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=7cd2be37-78a6-4e40-813d-8e2478ea8dc2 HTTP/1.1" status: 200  len: 1096 time: 0.0421667
Dec 25 21:07:51.187514 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e41bed47-2375-4ecb-a8dc-c19cc3a74dc0 req-0befb734-d129-4a4a-84c4-17218f7911f2 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=a5d2ff88-22d6-43d8-90d1-bfb86d4e3308&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411360
Dec 25 21:07:51.222088 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 41270) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:07:51.247678 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b296e145-2fb6-40fb-8e82-41a26c3f4d3e req-ffcb8ffe-91df-471f-b2ec-7f392df52484 tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:07:51.267453 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b296e145-2fb6-40fb-8e82-41a26c3f4d3e req-ffcb8ffe-91df-471f-b2ec-7f392df52484 tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] 10.222.0.32 "GET /v2.0/ports?device_id=7cd2be37-78a6-4e40-813d-8e2478ea8dc2 HTTP/1.1" status: 200  len: 945 time: 0.0749440
Dec 25 21:07:51.269389 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-c7ad42e3-1e11-486a-b230-4ff9724d25f5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3f9ad080a6ad4b21bf8e3793877cd698&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0464253
Dec 25 21:07:51.272454 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 41272) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:07:51.347522 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a6416292-831b-447c-8ba4-2a35c85c2cb7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:51.359596 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b296e145-2fb6-40fb-8e82-41a26c3f4d3e req-3a3149c4-adca-4f98-b2ef-25c40a9bfe76 tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5d2ff88-22d6-43d8-90d1-bfb86d4e3308&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0911474
Dec 25 21:07:51.391517 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a6416292-831b-447c-8ba4-2a35c85c2cb7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:51.441128 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-95084629-f228-4060-8d0e-dff24a4c1515 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-428068567-network', 'tenant_id': 'e25e5a44bb7e4ef7a38e961e6203b72b'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:07:51.545840 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95084629-f228-4060-8d0e-dff24a4c1515 admin admin] Made reservation on behalf of e25e5a44bb7e4ef7a38e961e6203b72b for: {'network': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:07:51.548157 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-95084629-f228-4060-8d0e-dff24a4c1515 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for network, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:51.557216 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-95084629-f228-4060-8d0e-dff24a4c1515 admin admin] Publish callbacks [] for security_group, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:51.576568 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a6416292-831b-447c-8ba4-2a35c85c2cb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:51.580338 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a6416292-831b-447c-8ba4-2a35c85c2cb7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:51.581520 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-a6416292-831b-447c-8ba4-2a35c85c2cb7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8e89089e-0062-4721-9d3e-eeb766eea444 HTTP/1.1" status: 204  len: 168 time: 0.3075306
Dec 25 21:07:51.599438 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6416292-831b-447c-8ba4-2a35c85c2cb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e89089e-0062-4721-9d3e-eeb766eea444,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:07:51.659779 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-95084629-f228-4060-8d0e-dff24a4c1515 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:51.688649 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8feb8696-ab82-43a7-8790-e8edf0ae3d6b req-81f6fcab-ed26-453b-9692-e140fd9a6620 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:07:51.690595 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8feb8696-ab82-43a7-8790-e8edf0ae3d6b req-81f6fcab-ed26-453b-9692-e140fd9a6620 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] 10.222.0.32 "GET /v2.0/ports?device_id=1b814523-70ff-4cb2-b14c-f77ae086c04f HTTP/1.1" status: 200  len: 950 time: 0.0640109
Dec 25 21:07:51.739542 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8feb8696-ab82-43a7-8790-e8edf0ae3d6b req-498ad406-1331-4eeb-8520-38591be1572f tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] 10.222.0.32 "GET /v2.0/security-groups?id=3d6cb2f0-3d81-4228-9d61-fc5e0bb3087e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427177
Dec 25 21:07:51.785230 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-95084629-f228-4060-8d0e-dff24a4c1515 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:51.829164 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95084629-f228-4060-8d0e-dff24a4c1515 admin admin] vlan segment allocate from pool success with {'vlan_id': 178, 'physical_network': 'physnet1'}  {{(pid=121607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 25 21:07:51.842531 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-95084629-f228-4060-8d0e-dff24a4c1515 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:51.842876 ncdv-master-1 neutron-server[121607]: INFO neutron.db.segments_db [None req-95084629-f228-4060-8d0e-dff24a4c1515 admin admin] Added segment 8db2faa6-9c4c-4971-bf8a-75e7f110c5aa of type vlan for network 629690dc-316c-48ba-b3f8-2395f5f041a6
Dec 25 21:07:51.844283 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95084629-f228-4060-8d0e-dff24a4c1515 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b014c20c-a513-46d1-97c9-957920b94a0a,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:07:51.890510 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-95084629-f228-4060-8d0e-dff24a4c1515 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737602163420'] for network, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:52.013543 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-95084629-f228-4060-8d0e-dff24a4c1515 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870'] for network, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:52.014588 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95084629-f228-4060-8d0e-dff24a4c1515 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:07:52.015210 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-95084629-f228-4060-8d0e-dff24a4c1515 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for network, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:52.083973 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95084629-f228-4060-8d0e-dff24a4c1515 admin admin] Pushing event updated for resources: {'Network': ['ID=629690dc-316c-48ba-b3f8-2395f5f041a6,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:07:52.095318 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Network 629690dc-316c-48ba-b3f8-2395f5f041a6 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 25 21:07:52.173980 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-95084629-f228-4060-8d0e-dff24a4c1515 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 896 time: 1.1272638
Dec 25 21:07:52.177012 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 41322) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:07:52.182920 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-a1e21424-34f5-480b-80ad-595d2d4f3ec9 admin admin] Request body: {'subnet': {'network_id': '629690dc-316c-48ba-b3f8-2395f5f041a6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-428068567-subnet', 'tenant_id': 'e25e5a44bb7e4ef7a38e961e6203b72b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:07:52.343404 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1e21424-34f5-480b-80ad-595d2d4f3ec9 admin admin] Made reservation on behalf of e25e5a44bb7e4ef7a38e961e6203b72b for: {'subnet': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:07:52.343404 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a1e21424-34f5-480b-80ad-595d2d4f3ec9 admin admin] Publish callbacks [] for subnet, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:52.610814 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device 01f02470-98cd-4e53-8321-3a26d68c7daf details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 25 21:07:52.710741 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbf6c7f-636e-451f-9ccd-a10e1d6cba81 req-c1bc85d5-95d3-48e7-95a3-40eca2ac3dc6 tempest-ServersOnMultiNodesTest-1189401283 tempest-ServersOnMultiNodesTest-1189401283-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:07:52.722239 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-edbf6c7f-636e-451f-9ccd-a10e1d6cba81 req-c1bc85d5-95d3-48e7-95a3-40eca2ac3dc6 tempest-ServersOnMultiNodesTest-1189401283 tempest-ServersOnMultiNodesTest-1189401283-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=1b814523-70ff-4cb2-b14c-f77ae086c04f HTTP/1.1" status: 200  len: 1101 time: 0.1219306
Dec 25 21:07:52.765528 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-edbf6c7f-636e-451f-9ccd-a10e1d6cba81 req-c0c2fc39-01a3-4a3d-b579-f85170fe84f1 tempest-ServersOnMultiNodesTest-1189401283 tempest-ServersOnMultiNodesTest-1189401283-project-admin] Publish callbacks [] for security_group, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:52.806776 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2add5786-6f4f-4b10-9dde-43f0d41185b2 req-7beb9cfe-e0e2-496f-b582-8b8cf252b07b tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:07:52.813911 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2add5786-6f4f-4b10-9dde-43f0d41185b2 req-7beb9cfe-e0e2-496f-b582-8b8cf252b07b tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] 10.222.0.32 "GET /v2.0/ports?device_id=7cd2be37-78a6-4e40-813d-8e2478ea8dc2 HTTP/1.1" status: 200  len: 945 time: 0.1552832
Dec 25 21:07:52.832675 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port 01f02470-98cd-4e53-8321-3a26d68c7daf, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=01f02470-98cd-4e53-8321-3a26d68c7daf,segment=NetworkSegment(85c774cb-a0eb-4ad9-961f-f331d3b37cd6),segment_id=85c774cb-a0eb-4ad9-961f-f331d3b37cd6)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:07:52.848005 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Returning: {'device': '01f02470-98cd-4e53-8321-3a26d68c7daf', 'network_id': '8f212e98-547d-4c6e-a560-2e9a548c8f59', 'port_id': '01f02470-98cd-4e53-8321-3a26d68c7daf', 'mac_address': 'fa:16:3e:6c:fc:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcfbae86-f93e-400c-8084-eac7f56ff5ba', 'ip_address': '192.168.233.16'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 25 21:07:52.889357 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2add5786-6f4f-4b10-9dde-43f0d41185b2 req-f4c3199a-19b3-4ed8-8097-4b7c6a4feaeb tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5d2ff88-22d6-43d8-90d1-bfb86d4e3308&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0742102
Dec 25 21:07:52.903280 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:52.922962 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 01f02470-98cd-4e53-8321-3a26d68c7daf {{(pid=121608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:07:52.926298 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-edbf6c7f-636e-451f-9ccd-a10e1d6cba81 req-c0c2fc39-01a3-4a3d-b579-f85170fe84f1 tempest-ServersOnMultiNodesTest-1189401283 tempest-ServersOnMultiNodesTest-1189401283-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:52.953051 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port 01f02470-98cd-4e53-8321-3a26d68c7daf, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=01f02470-98cd-4e53-8321-3a26d68c7daf,segment=NetworkSegment(85c774cb-a0eb-4ad9-961f-f331d3b37cd6),segment_id=85c774cb-a0eb-4ad9-961f-f331d3b37cd6)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:07:53.002948 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a1e21424-34f5-480b-80ad-595d2d4f3ec9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870'] for subnet, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:53.049112 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-edbf6c7f-636e-451f-9ccd-a10e1d6cba81 req-c0c2fc39-01a3-4a3d-b579-f85170fe84f1 tempest-ServersOnMultiNodesTest-1189401283 tempest-ServersOnMultiNodesTest-1189401283-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:53.077519 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e21424-34f5-480b-80ad-595d2d4f3ec9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b91f30a5-b3f6-4065-94e7-2dc6af689f3f,revision_number=0']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:07:53.081429 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e21424-34f5-480b-80ad-595d2d4f3ec9 admin admin] Checking segment: {'id': '8db2faa6-9c4c-4971-bf8a-75e7f110c5aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '629690dc-316c-48ba-b3f8-2395f5f041a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:07:53.082081 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1e21424-34f5-480b-80ad-595d2d4f3ec9 admin admin] Network hostable DHCP agents. Network: 629690dc-316c-48ba-b3f8-2395f5f041a6, hostable agents: ['1813db88-2c1b-4357-a2ba-869246b663c2'], hosted agents: [] {{(pid=121607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 25 21:07:53.111793 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:53.141400 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c2fc39-01a3-4a3d-b579-f85170fe84f1 tempest-ServersOnMultiNodesTest-1189401283 tempest-ServersOnMultiNodesTest-1189401283-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21011e5b-068e-4aca-8e10-9f259400ae9a,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:07:53.163377 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-edbf6c7f-636e-451f-9ccd-a10e1d6cba81 req-c0c2fc39-01a3-4a3d-b579-f85170fe84f1 tempest-ServersOnMultiNodesTest-1189401283 tempest-ServersOnMultiNodesTest-1189401283-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=3d6cb2f0-3d81-4228-9d61-fc5e0bb3087e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4384136
Dec 25 21:07:53.174237 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1e21424-34f5-480b-80ad-595d2d4f3ec9 admin admin] Network 629690dc-316c-48ba-b3f8-2395f5f041a6 is scheduled to be hosted by DHCP agent 1813db88-2c1b-4357-a2ba-869246b663c2 with binding_index 1 {{(pid=121607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 25 21:07:53.207990 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Pushing event updated for resources: {'Port': ['ID=01f02470-98cd-4e53-8321-3a26d68c7daf,revision_number=6']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:07:53.220219 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 41366) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:07:53.266206 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-a1e21424-34f5-480b-80ad-595d2d4f3ec9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 629690dc-316c-48ba-b3f8-2395f5f041a6) {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:07:53.270857 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1e21424-34f5-480b-80ad-595d2d4f3ec9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:07:53.271467 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a1e21424-34f5-480b-80ad-595d2d4f3ec9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for subnet, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:53.279614 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deffc0e9-ee97-46f7-b763-e6a8e3fa89fb None None] Network 629690dc-316c-48ba-b3f8-2395f5f041a6 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:07:53.307086 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] get_ports_and_sgs() called for port_ids ['01f02470-98cd-4e53-8321-3a26d68c7daf'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:07:53.391834 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-a1e21424-34f5-480b-80ad-595d2d4f3ec9 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 859 time: 1.2133634
Dec 25 21:07:53.394369 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 41372) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:07:53.398894 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-cc4fe2b1-cce6-4c1c-bb87-ef20b969f58f admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-428068567-router', 'tenant_id': 'e25e5a44bb7e4ef7a38e961e6203b72b', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'}}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:07:53.568851 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d6b7fdc-3508-4c9b-9805-dbc55f6ba4be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-629690dc-316c-48ba-b3f8-2395f5f041a6', 'network_id': '629690dc-316c-48ba-b3f8-2395f5f041a6', 'project_id': 'e25e5a44bb7e4ef7a38e961e6203b72b', 'fixed_ips': [{'subnet_id': 'b91f30a5-b3f6-4065-94e7-2dc6af689f3f'}]}} from ncdv-master-1. {{(pid=121608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 25 21:07:53.569748 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3d6b7fdc-3508-4c9b-9805-dbc55f6ba4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:53.588822 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-cc4fe2b1-cce6-4c1c-bb87-ef20b969f58f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2014909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14863'] for router, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:53.591378 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-cc4fe2b1-cce6-4c1c-bb87-ef20b969f58f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2014285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2009796', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2082630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14848'] for router, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:53.714903 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-cc4fe2b1-cce6-4c1c-bb87-ef20b969f58f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:53.751863 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-2d5f093e-dfd6-4184-82f2-1abead719dfc admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-2006952787-network', 'tenant_id': 'f1c9d95c0097420ba158062e91371e63'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:07:53.784483 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.db_base_plugin_common [None req-3d6b7fdc-3508-4c9b-9805-dbc55f6ba4be None None] Allocated IP 172.20.0.2 (629690dc-316c-48ba-b3f8-2395f5f041a6/b91f30a5-b3f6-4065-94e7-2dc6af689f3f/3a5bcda3-3cfe-42da-a876-185bae9bdd13) {{(pid=121608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:07:53.933013 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d5f093e-dfd6-4184-82f2-1abead719dfc admin admin] Made reservation on behalf of f1c9d95c0097420ba158062e91371e63 for: {'network': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:07:53.937713 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-2d5f093e-dfd6-4184-82f2-1abead719dfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for network, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:53.982070 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-2d5f093e-dfd6-4184-82f2-1abead719dfc admin admin] Publish callbacks [] for security_group, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:54.062480 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-cc4fe2b1-cce6-4c1c-bb87-ef20b969f58f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:54.143429 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd055cd9-3275-425e-93de-33e1563a7a96 req-e3a1cd77-92bd-4484-9b63-01fc10f97b9f tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:07:54.156495 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-fd055cd9-3275-425e-93de-33e1563a7a96 req-e3a1cd77-92bd-4484-9b63-01fc10f97b9f tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] 10.222.0.32 "GET /v2.0/ports?device_id=7cd2be37-78a6-4e40-813d-8e2478ea8dc2 HTTP/1.1" status: 200  len: 945 time: 0.1136038
Dec 25 21:07:54.224845 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-2d5f093e-dfd6-4184-82f2-1abead719dfc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:54.248821 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-fd055cd9-3275-425e-93de-33e1563a7a96 req-36d38961-0ac7-40ef-a308-f106e449605a tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5d2ff88-22d6-43d8-90d1-bfb86d4e3308&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0866311
Dec 25 21:07:54.258068 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3d6b7fdc-3508-4c9b-9805-dbc55f6ba4be None None] Publish callbacks [] for port, precommit_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:54.355326 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-2d5f093e-dfd6-4184-82f2-1abead719dfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:54.378676 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-820ef24f-3bf4-444e-874d-8a21a8d2d336 req-02ea177b-f831-49fe-bd02-3bafaf6bf888 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=19a16dcc3c214ac2a218d3758e551792&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0279717
Dec 25 21:07:54.393664 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d5f093e-dfd6-4184-82f2-1abead719dfc admin admin] vlan segment allocate from pool success with {'vlan_id': 155, 'physical_network': 'physnet1'}  {{(pid=121607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 25 21:07:54.398190 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3d6b7fdc-3508-4c9b-9805-dbc55f6ba4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946'] for port, after_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:54.422749 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-2d5f093e-dfd6-4184-82f2-1abead719dfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:54.423090 ncdv-master-1 neutron-server[121607]: INFO neutron.db.segments_db [None req-2d5f093e-dfd6-4184-82f2-1abead719dfc admin admin] Added segment 591f8000-4172-4a52-a74f-a71d018cd92b of type vlan for network d51979bf-a302-4a2e-9e52-e07ae7ff51d2
Dec 25 21:07:54.455929 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5f093e-dfd6-4184-82f2-1abead719dfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd723485-8345-49af-b145-ae4f70869930,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:07:54.476116 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-2d5f093e-dfd6-4184-82f2-1abead719dfc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737602163420'] for network, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:54.520951 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d6b7fdc-3508-4c9b-9805-dbc55f6ba4be None None] Network 629690dc-316c-48ba-b3f8-2395f5f041a6 is already hosted by enough agents. {{(pid=121608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:07:54.528026 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.base_scheduler [None req-3d6b7fdc-3508-4c9b-9805-dbc55f6ba4be None None] Resources bound (agent type, host, resource id):  {{(pid=121608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:07:54.566755 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d6b7fdc-3508-4c9b-9805-dbc55f6ba4be None None] Received port after_create {{(pid=121608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:07:54.572849 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6b7fdc-3508-4c9b-9805-dbc55f6ba4be None None] Pushing event updated for resources: {'Port': ['ID=3a5bcda3-3cfe-42da-a876-185bae9bdd13,revision_number=1']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:07:54.589081 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820ef24f-3bf4-444e-874d-8a21a8d2d336 req-b7279ecf-6916-48f3-a03e-45c5255926f5 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:07:54.593000 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-820ef24f-3bf4-444e-874d-8a21a8d2d336 req-b7279ecf-6916-48f3-a03e-45c5255926f5 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2131662
Dec 25 21:07:54.618257 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-820ef24f-3bf4-444e-874d-8a21a8d2d336 req-78d8ae36-0c7a-44eb-be2e-f0b2a8f06818 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] 10.222.0.32 "GET /v2.0/quotas/19a16dcc3c214ac2a218d3758e551792 HTTP/1.1" status: 200  len: 375 time: 0.0238709
Dec 25 21:07:54.649261 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-2d5f093e-dfd6-4184-82f2-1abead719dfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870'] for network, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:54.651968 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device 01f02470-98cd-4e53-8321-3a26d68c7daf up at agent hyperv_nch2-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:07:54.652252 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d5f093e-dfd6-4184-82f2-1abead719dfc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:07:54.652859 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-2d5f093e-dfd6-4184-82f2-1abead719dfc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for network, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:54.716057 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-3d6b7fdc-3508-4c9b-9805-dbc55f6ba4be None None] Attempting to bind port 3a5bcda3-3cfe-42da-a876-185bae9bdd13 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:07:54.716550 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-3d6b7fdc-3508-4c9b-9805-dbc55f6ba4be None None] Attempting to bind port 3a5bcda3-3cfe-42da-a876-185bae9bdd13 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '8db2faa6-9c4c-4971-bf8a-75e7f110c5aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '629690dc-316c-48ba-b3f8-2395f5f041a6'}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:07:54.717126 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d6b7fdc-3508-4c9b-9805-dbc55f6ba4be None None] Attempting to bind port 3a5bcda3-3cfe-42da-a876-185bae9bdd13 on network 629690dc-316c-48ba-b3f8-2395f5f041a6 {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:07:54.736445 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d6b7fdc-3508-4c9b-9805-dbc55f6ba4be None None] Checking agent: {'id': 'ca4f5c6d-f1fd-48b8-a3e3-395864c7d23d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 20, 56, 40), 'started_at': datetime.datetime(2021, 12, 25, 20, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 7, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:07:54.737039 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d6b7fdc-3508-4c9b-9805-dbc55f6ba4be None None] Checking segment: {'id': '8db2faa6-9c4c-4971-bf8a-75e7f110c5aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '629690dc-316c-48ba-b3f8-2395f5f041a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:07:54.737556 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3d6b7fdc-3508-4c9b-9805-dbc55f6ba4be None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:54.738048 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d6b7fdc-3508-4c9b-9805-dbc55f6ba4be None None] Bound using segment: {'id': '8db2faa6-9c4c-4971-bf8a-75e7f110c5aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '629690dc-316c-48ba-b3f8-2395f5f041a6'} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:07:54.738678 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-3d6b7fdc-3508-4c9b-9805-dbc55f6ba4be None None] Bound port: 3a5bcda3-3cfe-42da-a876-185bae9bdd13, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8db2faa6-9c4c-4971-bf8a-75e7f110c5aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '629690dc-316c-48ba-b3f8-2395f5f041a6'}}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:07:54.739205 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3d6b7fdc-3508-4c9b-9805-dbc55f6ba4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:54.751620 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-cc4fe2b1-cce6-4c1c-bb87-ef20b969f58f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:54.811522 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-820ef24f-3bf4-444e-874d-8a21a8d2d336 req-dd847836-1c2b-43b1-ba52-101f3f873f9a tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=19a16dcc3c214ac2a218d3758e551792&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1918552
Dec 25 21:07:54.828141 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Provisioning complete for port 01f02470-98cd-4e53-8321-3a26d68c7daf triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:07:54.840228 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:54.840330 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5f093e-dfd6-4184-82f2-1abead719dfc admin admin] Pushing event updated for resources: {'Network': ['ID=d51979bf-a302-4a2e-9e52-e07ae7ff51d2,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:07:54.850810 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-cc4fe2b1-cce6-4c1c-bb87-ef20b969f58f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:54.852228 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Network d51979bf-a302-4a2e-9e52-e07ae7ff51d2 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 25 21:07:54.858954 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 41422) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:07:54.864380 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-4b2807c2-f448-4155-b615-33b912ba0eef admin admin] Request body: {'subnet': {'network_id': 'd51979bf-a302-4a2e-9e52-e07ae7ff51d2', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-2006952787-subnet', 'tenant_id': 'f1c9d95c0097420ba158062e91371e63', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:07:54.864526 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-2d5f093e-dfd6-4184-82f2-1abead719dfc admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 1.6395657
Dec 25 21:07:54.915236 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-3d6b7fdc-3508-4c9b-9805-dbc55f6ba4be None None] For port 3a5bcda3-3cfe-42da-a876-185bae9bdd13, host ncdv-master-1, cleared binding levels {{(pid=121608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:07:54.996263 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-3d6b7fdc-3508-4c9b-9805-dbc55f6ba4be None None] For port 3a5bcda3-3cfe-42da-a876-185bae9bdd13, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3a5bcda3-3cfe-42da-a876-185bae9bdd13,segment=NetworkSegment(8db2faa6-9c4c-4971-bf8a-75e7f110c5aa),segment_id=8db2faa6-9c4c-4971-bf8a-75e7f110c5aa)] {{(pid=121608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:07:55.021145 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a17a1bc-12ed-4c33-b84f-172300b84ecc req-320d375d-f5da-4827-8c3f-e8976b3317e1 tempest-LiveAutoBlockMigrationV225Test-952394939 tempest-LiveAutoBlockMigrationV225Test-952394939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:07:55.022658 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3a17a1bc-12ed-4c33-b84f-172300b84ecc req-320d375d-f5da-4827-8c3f-e8976b3317e1 tempest-LiveAutoBlockMigrationV225Test-952394939 tempest-LiveAutoBlockMigrationV225Test-952394939-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=7cd2be37-78a6-4e40-813d-8e2478ea8dc2 HTTP/1.1" status: 200  len: 1096 time: 0.0696065
Dec 25 21:07:55.080173 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:55.085122 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b2807c2-f448-4155-b615-33b912ba0eef admin admin] Made reservation on behalf of f1c9d95c0097420ba158062e91371e63 for: {'subnet': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:07:55.087773 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-4b2807c2-f448-4155-b615-33b912ba0eef admin admin] Publish callbacks [] for subnet, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:55.111995 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3a17a1bc-12ed-4c33-b84f-172300b84ecc req-14ef0345-5580-4695-a727-4f6f68399fa6 tempest-LiveAutoBlockMigrationV225Test-952394939 tempest-LiveAutoBlockMigrationV225Test-952394939-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=a5d2ff88-22d6-43d8-90d1-bfb86d4e3308&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0814235
Dec 25 21:07:55.121038 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_common [None req-cc4fe2b1-cce6-4c1c-bb87-ef20b969f58f admin admin] Allocated IP 172.35.3.161 (7201e55c-7c5f-41aa-a042-a363696539d0/7a939e13-713f-45cf-bba7-1539635abe25/a5e4af3a-9b70-4dca-9bf8-c711678c9b36) {{(pid=121607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:07:55.133259 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27fc4723-405f-42eb-b2a5-d46301d13fd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01f02470-98cd-4e53-8321-3a26d68c7daf'}] {{(pid=121608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:07:55.138451 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a88c78c3ff6266bd59c7e89d275b28c92e739b67d23c89d71af88829fd31566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c94306c8-3c4c-45af-9754-1dce7b2337a1" -d '{"events": [{"server_uuid": "27fc4723-405f-42eb-b2a5-d46301d13fd4", "name": "network-vif-plugged", "status": "completed", "tag": "01f02470-98cd-4e53-8321-3a26d68c7daf"}]}' {{(pid=121608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:07:55.156578 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3d6b7fdc-3508-4c9b-9805-dbc55f6ba4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:55.227277 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port 01f02470-98cd-4e53-8321-3a26d68c7daf, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=01f02470-98cd-4e53-8321-3a26d68c7daf,segment=NetworkSegment(85c774cb-a0eb-4ad9-961f-f331d3b37cd6),segment_id=85c774cb-a0eb-4ad9-961f-f331d3b37cd6)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:07:55.372269 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-cc4fe2b1-cce6-4c1c-bb87-ef20b969f58f admin admin] Publish callbacks [] for port, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:55.420469 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:55.429546 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6b7fdc-3508-4c9b-9805-dbc55f6ba4be None None] Pushing event updated for resources: {'Port': ['ID=3a5bcda3-3cfe-42da-a876-185bae9bdd13,revision_number=2']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:07:55.471062 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f4b4d866-d66d-4528-a953-990ded653fcb req-73426a81-3699-4c5a-b3eb-17230a2082c9 tempest-QuotasAdminNegativeTest-1373857085 tempest-QuotasAdminNegativeTest-1373857085-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=096b5278e40e405bac0dc56dbeb706df&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0700555
Dec 25 21:07:55.530799 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Pushing event updated for resources: {'Port': ['ID=01f02470-98cd-4e53-8321-3a26d68c7daf,revision_number=7']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:07:55.531884 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-cc4fe2b1-cce6-4c1c-bb87-ef20b969f58f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946'] for port, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:55.671991 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-4b2807c2-f448-4155-b615-33b912ba0eef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870'] for subnet, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:55.673497 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc4fe2b1-cce6-4c1c-bb87-ef20b969f58f admin admin] Network 7201e55c-7c5f-41aa-a042-a363696539d0 is already hosted by enough agents. {{(pid=121607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:07:55.679431 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-cc4fe2b1-cce6-4c1c-bb87-ef20b969f58f admin admin] Resources bound (agent type, host, resource id):  {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:07:55.706064 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc4fe2b1-cce6-4c1c-bb87-ef20b969f58f admin admin] Received port after_create {{(pid=121607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:07:55.792645 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2807c2-f448-4155-b615-33b912ba0eef admin admin] Pushing event updated for resources: {'Subnet': ['ID=06b1bcc8-4c11-4f03-9645-2a4aefcf5a36,revision_number=0']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:07:55.805145 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b4d866-d66d-4528-a953-990ded653fcb req-2b1ab233-b8a2-4503-a890-25f607ce06f7 tempest-QuotasAdminNegativeTest-1373857085 tempest-QuotasAdminNegativeTest-1373857085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:07:55.811328 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f4b4d866-d66d-4528-a953-990ded653fcb req-2b1ab233-b8a2-4503-a890-25f607ce06f7 tempest-QuotasAdminNegativeTest-1373857085 tempest-QuotasAdminNegativeTest-1373857085-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3358438
Dec 25 21:07:55.832289 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f4b4d866-d66d-4528-a953-990ded653fcb req-d3827eae-661a-4aef-870d-854d60be0475 tempest-QuotasAdminNegativeTest-1373857085 tempest-QuotasAdminNegativeTest-1373857085-project] 10.222.0.32 "GET /v2.0/quotas/096b5278e40e405bac0dc56dbeb706df HTTP/1.1" status: 200  len: 375 time: 0.0198345
Dec 25 21:07:55.852012 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4fe2b1-cce6-4c1c-bb87-ef20b969f58f admin admin] Pushing event updated for resources: {'Port': ['ID=a5e4af3a-9b70-4dca-9bf8-c711678c9b36,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:07:55.860529 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b2807c2-f448-4155-b615-33b912ba0eef admin admin] Checking segment: {'id': '591f8000-4172-4a52-a74f-a71d018cd92b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'd51979bf-a302-4a2e-9e52-e07ae7ff51d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:07:55.862321 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b2807c2-f448-4155-b615-33b912ba0eef admin admin] Network hostable DHCP agents. Network: d51979bf-a302-4a2e-9e52-e07ae7ff51d2, hostable agents: ['1813db88-2c1b-4357-a2ba-869246b663c2'], hosted agents: [] {{(pid=121606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 25 21:07:55.891522 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f4b4d866-d66d-4528-a953-990ded653fcb req-a2f3d792-74cd-4a1a-836b-2fb836761974 tempest-QuotasAdminNegativeTest-1373857085 tempest-QuotasAdminNegativeTest-1373857085-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=096b5278e40e405bac0dc56dbeb706df&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0581710
Dec 25 21:07:55.999002 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b2807c2-f448-4155-b615-33b912ba0eef admin admin] Network d51979bf-a302-4a2e-9e52-e07ae7ff51d2 is scheduled to be hosted by DHCP agent 1813db88-2c1b-4357-a2ba-869246b663c2 with binding_index 1 {{(pid=121606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 25 21:07:56.094328 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [None req-4b2807c2-f448-4155-b615-33b912ba0eef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, d51979bf-a302-4a2e-9e52-e07ae7ff51d2) {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:07:56.098882 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b2807c2-f448-4155-b615-33b912ba0eef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:07:56.099935 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-4b2807c2-f448-4155-b615-33b912ba0eef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for subnet, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:56.106973 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55888d18-6c0b-4a9c-904d-3246eca46548 None None] Network d51979bf-a302-4a2e-9e52-e07ae7ff51d2 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:07:56.183707 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 21:07:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5745186-f10c-43c9-8c9a-89bf54060e01 x-openstack-request-id: req-a5745186-f10c-43c9-8c9a-89bf54060e01 {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:07:56.184365 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27fc4723-405f-42eb-b2a5-d46301d13fd4", "name": "network-vif-plugged", "status": "completed", "tag": "01f02470-98cd-4e53-8321-3a26d68c7daf", "code": 200}]} {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:07:56.184633 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a5745186-f10c-43c9-8c9a-89bf54060e01 {{(pid=121608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:07:56.185052 ncdv-master-1 neutron-server[121608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27fc4723-405f-42eb-b2a5-d46301d13fd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01f02470-98cd-4e53-8321-3a26d68c7daf', 'code': 200}
Dec 25 21:07:56.219895 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-4b2807c2-f448-4155-b615-33b912ba0eef admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 1.3572180
Dec 25 21:07:56.220254 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 41468) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:07:56.225298 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-b2f98354-d910-4317-bace-2dd3149dab33 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-2006952787-router', 'tenant_id': 'f1c9d95c0097420ba158062e91371e63', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'}}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:07:56.309721 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59dd3eb5-217c-40c8-8674-e77301fa841a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-d51979bf-a302-4a2e-9e52-e07ae7ff51d2', 'network_id': 'd51979bf-a302-4a2e-9e52-e07ae7ff51d2', 'project_id': 'f1c9d95c0097420ba158062e91371e63', 'fixed_ips': [{'subnet_id': '06b1bcc8-4c11-4f03-9645-2a4aefcf5a36'}]}} from ncdv-master-1. {{(pid=121608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 25 21:07:56.310166 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd49f2c-7fc9-4b04-b4cd-671c6c7e3c38 req-932a8204-5d6b-4e05-8ee1-85fdbfaccfef tempest-LiveAutoBlockMigrationV225Test-952394939 tempest-LiveAutoBlockMigrationV225Test-952394939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:07:56.310655 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-59dd3eb5-217c-40c8-8674-e77301fa841a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:56.312043 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-cbd49f2c-7fc9-4b04-b4cd-671c6c7e3c38 req-932a8204-5d6b-4e05-8ee1-85fdbfaccfef tempest-LiveAutoBlockMigrationV225Test-952394939 tempest-LiveAutoBlockMigrationV225Test-952394939-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=7cd2be37-78a6-4e40-813d-8e2478ea8dc2 HTTP/1.1" status: 200  len: 1096 time: 0.1013162
Dec 25 21:07:56.426845 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-cbd49f2c-7fc9-4b04-b4cd-671c6c7e3c38 req-907bf316-50ec-4fb4-81ac-b03e0e81c964 tempest-LiveAutoBlockMigrationV225Test-952394939 tempest-LiveAutoBlockMigrationV225Test-952394939-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=a5d2ff88-22d6-43d8-90d1-bfb86d4e3308&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1018908
Dec 25 21:07:56.461562 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b2f98354-d910-4317-bace-2dd3149dab33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2014909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14863'] for router, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:56.462610 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b2f98354-d910-4317-bace-2dd3149dab33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2014285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2009796', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2082630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14848'] for router, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:56.536232 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-cc4fe2b1-cce6-4c1c-bb87-ef20b969f58f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:56.779520 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 3a5bcda3-3cfe-42da-a876-185bae9bdd13 up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:07:56.926541 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.db_base_plugin_common [None req-59dd3eb5-217c-40c8-8674-e77301fa841a None None] Allocated IP 172.20.0.2 (d51979bf-a302-4a2e-9e52-e07ae7ff51d2/06b1bcc8-4c11-4f03-9645-2a4aefcf5a36/b3052fe0-a88f-470c-af78-79a6984a8d9c) {{(pid=121608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:07:57.142449 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b2f98354-d910-4317-bace-2dd3149dab33 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:57.223193 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58df8206-23f0-40a4-be3c-4f77a926eb42 None None] Network 629690dc-316c-48ba-b3f8-2395f5f041a6 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:07:57.346688 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-bb68cc81-1b13-48f0-b108-e1373c286faa None None] Provisioning complete for port 3a5bcda3-3cfe-42da-a876-185bae9bdd13 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:07:57.347068 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-bb68cc81-1b13-48f0-b108-e1373c286faa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:57.471739 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a96eddb7-f667-41c6-b669-bb4db46b3185 req-e92612f2-1f94-44bf-9421-46b4b693a24a tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] 10.222.0.32 "GET /v2.0/ports?device_id=e47b7882-0d9a-4469-b7aa-9ea14292ab12 HTTP/1.1" status: 200  len: 210 time: 0.0806060
Dec 25 21:07:57.679099 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b2f98354-d910-4317-bace-2dd3149dab33 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:57.711547 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-59dd3eb5-217c-40c8-8674-e77301fa841a None None] Publish callbacks [] for port, precommit_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:57.715910 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port 3a5bcda3-3cfe-42da-a876-185bae9bdd13 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:07:57.716574 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:57.778685 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-bb68cc81-1b13-48f0-b108-e1373c286faa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:57.822604 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-bb68cc81-1b13-48f0-b108-e1373c286faa None None] For port 3a5bcda3-3cfe-42da-a876-185bae9bdd13, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3a5bcda3-3cfe-42da-a876-185bae9bdd13,segment=NetworkSegment(8db2faa6-9c4c-4971-bf8a-75e7f110c5aa),segment_id=8db2faa6-9c4c-4971-bf8a-75e7f110c5aa)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:07:57.841366 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-59dd3eb5-217c-40c8-8674-e77301fa841a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946'] for port, after_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:57.897188 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59dd3eb5-217c-40c8-8674-e77301fa841a None None] Pushing event updated for resources: {'Port': ['ID=b3052fe0-a88f-470c-af78-79a6984a8d9c,revision_number=1']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:07:57.938599 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [req-bb20356c-389a-40f8-8d1c-048380a2bfff req-1687237a-1189-4691-8153-b56a42fe8977 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=121606) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 25 21:07:57.939768 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-bb20356c-389a-40f8-8d1c-048380a2bfff req-1687237a-1189-4691-8153-b56a42fe8977 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.2811642
Dec 25 21:07:57.941418 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-cc4fe2b1-cce6-4c1c-bb87-ef20b969f58f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2014278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2009753'] for router, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:57.969142 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59dd3eb5-217c-40c8-8674-e77301fa841a None None] Network d51979bf-a302-4a2e-9e52-e07ae7ff51d2 is already hosted by enough agents. {{(pid=121608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:07:57.973740 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.base_scheduler [None req-59dd3eb5-217c-40c8-8674-e77301fa841a None None] Resources bound (agent type, host, resource id):  {{(pid=121608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:07:57.978383 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59dd3eb5-217c-40c8-8674-e77301fa841a None None] Received port after_create {{(pid=121608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:07:57.985860 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:58.355472 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-bb68cc81-1b13-48f0-b108-e1373c286faa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:58.368541 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b2f98354-d910-4317-bace-2dd3149dab33 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:58.437401 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b2f98354-d910-4317-bace-2dd3149dab33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:58.444644 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-59dd3eb5-217c-40c8-8674-e77301fa841a None None] Attempting to bind port b3052fe0-a88f-470c-af78-79a6984a8d9c on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:07:58.445047 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-59dd3eb5-217c-40c8-8674-e77301fa841a None None] Attempting to bind port b3052fe0-a88f-470c-af78-79a6984a8d9c by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '591f8000-4172-4a52-a74f-a71d018cd92b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'd51979bf-a302-4a2e-9e52-e07ae7ff51d2'}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:07:58.445408 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59dd3eb5-217c-40c8-8674-e77301fa841a None None] Attempting to bind port b3052fe0-a88f-470c-af78-79a6984a8d9c on network d51979bf-a302-4a2e-9e52-e07ae7ff51d2 {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:07:58.460959 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59dd3eb5-217c-40c8-8674-e77301fa841a None None] Checking agent: {'id': 'ca4f5c6d-f1fd-48b8-a3e3-395864c7d23d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 20, 56, 40), 'started_at': datetime.datetime(2021, 12, 25, 20, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 7, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:07:58.460959 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59dd3eb5-217c-40c8-8674-e77301fa841a None None] Checking segment: {'id': '591f8000-4172-4a52-a74f-a71d018cd92b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'd51979bf-a302-4a2e-9e52-e07ae7ff51d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:07:58.460959 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-59dd3eb5-217c-40c8-8674-e77301fa841a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:58.460959 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59dd3eb5-217c-40c8-8674-e77301fa841a None None] Bound using segment: {'id': '591f8000-4172-4a52-a74f-a71d018cd92b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'd51979bf-a302-4a2e-9e52-e07ae7ff51d2'} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:07:58.460959 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-59dd3eb5-217c-40c8-8674-e77301fa841a None None] Bound port: b3052fe0-a88f-470c-af78-79a6984a8d9c, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '591f8000-4172-4a52-a74f-a71d018cd92b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'd51979bf-a302-4a2e-9e52-e07ae7ff51d2'}}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:07:58.460959 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-59dd3eb5-217c-40c8-8674-e77301fa841a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:58.476077 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.db.api [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=121608) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 25 21:07:58.476479 ncdv-master-1 neutron-server[121608]: DEBUG oslo_db.api [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 25 21:07:58.494170 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb68cc81-1b13-48f0-b108-e1373c286faa None None] Pushing event updated for resources: {'Port': ['ID=3a5bcda3-3cfe-42da-a876-185bae9bdd13,revision_number=3']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:07:58.540541 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-0865405f-aa82-4401-9c90-8bdb7bfd4048 None None] Provisioning complete for port 3a5bcda3-3cfe-42da-a876-185bae9bdd13 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:07:58.540934 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-0865405f-aa82-4401-9c90-8bdb7bfd4048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:58.613759 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-59dd3eb5-217c-40c8-8674-e77301fa841a None None] For port b3052fe0-a88f-470c-af78-79a6984a8d9c, host ncdv-master-1, cleared binding levels {{(pid=121608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:07:58.685800 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-59dd3eb5-217c-40c8-8674-e77301fa841a None None] For port b3052fe0-a88f-470c-af78-79a6984a8d9c, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b3052fe0-a88f-470c-af78-79a6984a8d9c,segment=NetworkSegment(591f8000-4172-4a52-a74f-a71d018cd92b),segment_id=591f8000-4172-4a52-a74f-a71d018cd92b)] {{(pid=121608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:07:58.685895 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_common [None req-b2f98354-d910-4317-bace-2dd3149dab33 admin admin] Allocated IP 172.35.3.225 (7201e55c-7c5f-41aa-a042-a363696539d0/7a939e13-713f-45cf-bba7-1539635abe25/6bbe24db-eb71-4dec-bf5e-ee67a55d86f2) {{(pid=121607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:07:58.748324 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b2f98354-d910-4317-bace-2dd3149dab33 admin admin] Publish callbacks [] for port, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:58.959646 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc4fe2b1-cce6-4c1c-bb87-ef20b969f58f admin admin] Router 5a16a119-0d91-47a1-b1a5-ad284c2ceb4f is scheduled to L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 with binding_index 1 {{(pid=121607) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 25 21:07:59.028738 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-59dd3eb5-217c-40c8-8674-e77301fa841a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:59.032830 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b2f98354-d910-4317-bace-2dd3149dab33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946'] for port, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:59.115511 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2f98354-d910-4317-bace-2dd3149dab33 admin admin] Network 7201e55c-7c5f-41aa-a042-a363696539d0 is already hosted by enough agents. {{(pid=121607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:07:59.118697 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59dd3eb5-217c-40c8-8674-e77301fa841a None None] Pushing event updated for resources: {'Port': ['ID=b3052fe0-a88f-470c-af78-79a6984a8d9c,revision_number=2']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:07:59.134886 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 3a5bcda3-3cfe-42da-a876-185bae9bdd13 up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:07:59.220967 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port 3a5bcda3-3cfe-42da-a876-185bae9bdd13 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:07:59.220967 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:59.221306 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-b2f98354-d910-4317-bace-2dd3149dab33 admin admin] Resources bound (agent type, host, resource id):  {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:07:59.226725 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2f98354-d910-4317-bace-2dd3149dab33 admin admin] Received port after_create {{(pid=121607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:07:59.287479 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f98354-d910-4317-bace-2dd3149dab33 admin admin] Pushing event updated for resources: {'Port': ['ID=6bbe24db-eb71-4dec-bf5e-ee67a55d86f2,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:07:59.385558 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f98354-d910-4317-bace-2dd3149dab33 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:07:59.392423 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f98354-d910-4317-bace-2dd3149dab33 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:07:59.392770 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f98354-d910-4317-bace-2dd3149dab33 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:07:59.393269 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f98354-d910-4317-bace-2dd3149dab33 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:07:59.393475 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f98354-d910-4317-bace-2dd3149dab33 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:07:59.393808 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f98354-d910-4317-bace-2dd3149dab33 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:07:59.394135 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f98354-d910-4317-bace-2dd3149dab33 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:07:59.394463 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f98354-d910-4317-bace-2dd3149dab33 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:07:59.394787 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f98354-d910-4317-bace-2dd3149dab33 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:07:59.395126 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f98354-d910-4317-bace-2dd3149dab33 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:07:59.395433 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f98354-d910-4317-bace-2dd3149dab33 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:07:59.395754 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f98354-d910-4317-bace-2dd3149dab33 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:07:59.396090 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f98354-d910-4317-bace-2dd3149dab33 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:07:59.409831 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc4fe2b1-cce6-4c1c-bb87-ef20b969f58f admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 21:07:59.444935 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18bb45cc-49b6-4760-91b5-e9d17b1a8111 None None] Sync routers for ids ['5a16a119-0d91-47a1-b1a5-ad284c2ceb4f'] in ncdv-master-1 {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 21:07:59.467799 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18bb45cc-49b6-4760-91b5-e9d17b1a8111 None None] Routers {'5a16a119-0d91-47a1-b1a5-ad284c2ceb4f'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:07:59.468851 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-18bb45cc-49b6-4760-91b5-e9d17b1a8111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f26189233d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:07:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['5a16a119-0d91-47a1-b1a5-ad284c2ceb4f'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:07:59.627164 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-cc4fe2b1-cce6-4c1c-bb87-ef20b969f58f admin admin] Publish callbacks [] for router, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:59.628434 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-cc4fe2b1-cce6-4c1c-bb87-ef20b969f58f admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 935 time: 6.2330701
Dec 25 21:07:59.632250 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 41572) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:07:59.700424 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvr_db [None req-18bb45cc-49b6-4760-91b5-e9d17b1a8111 None None] Set router 5a16a119-0d91-47a1-b1a5-ad284c2ceb4f gateway port host: ncdv-master-1 {{(pid=121609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:07:59.934308 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b2f98354-d910-4317-bace-2dd3149dab33 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:07:59.972806 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-133b27ac-0ee2-41cc-a7c6-2fd7f8084abd req-2e0a55b7-1181-4508-9b40-455210dd83d8 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] 10.222.0.32 "GET /v2.0/ports?device_id=e47b7882-0d9a-4469-b7aa-9ea14292ab12 HTTP/1.1" status: 200  len: 210 time: 0.1134224
Dec 25 21:08:00.172281 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-747ff743-3b37-4ccf-be73-c1e3c9da77c6 req-8372a283-46ab-468e-8c0c-dff86ae9f65a tempest-QuotasAdminNegativeTest-1373857085 tempest-QuotasAdminNegativeTest-1373857085-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=096b5278e40e405bac0dc56dbeb706df&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0440104
Dec 25 21:08:00.310407 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-18bb45cc-49b6-4760-91b5-e9d17b1a8111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f26189233d0>, [{'id': '5a16a119-0d91-47a1-b1a5-ad284c2ceb4f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-428068567-router', 'tenant_id': 'e25e5a44bb7e4ef7a38e961e6203b72b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.161'}], 'enable_snat': True}, 'gw_port_id': 'a5e4af3a-9b70-4dca-9bf8-c711678c9b36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:07:53Z', 'updated_at': '2021-12-25T21:07:56Z', 'revision_number': 3, 'project_id': 'e25e5a44bb7e4ef7a38e961e6203b72b', 'gw_port': {'id': 'a5e4af3a-9b70-4dca-9bf8-c711678c9b36', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:c8:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a16a119-0d91-47a1-b1a5-ad284c2ceb4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:07:54Z', 'updated_at': '2021-12-25T21:07:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:08:00.349502 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18bb45cc-49b6-4760-91b5-e9d17b1a8111 None None] Checking router: 5a16a119-0d91-47a1-b1a5-ad284c2ceb4f for host: ncdv-master-1 {{(pid=121609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 25 21:08:00.349854 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18bb45cc-49b6-4760-91b5-e9d17b1a8111 None None] Updating router 5a16a119-0d91-47a1-b1a5-ad284c2ceb4f port a5e4af3a-9b70-4dca-9bf8-c711678c9b36 binding host ncdv-master-1 {{(pid=121609) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 25 21:08:00.380181 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-18bb45cc-49b6-4760-91b5-e9d17b1a8111 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:00.472281 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747ff743-3b37-4ccf-be73-c1e3c9da77c6 req-3bb22715-a3ac-43cf-a253-57bef15e0fec tempest-QuotasAdminNegativeTest-1373857085 tempest-QuotasAdminNegativeTest-1373857085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:08:00.477014 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-747ff743-3b37-4ccf-be73-c1e3c9da77c6 req-3bb22715-a3ac-43cf-a253-57bef15e0fec tempest-QuotasAdminNegativeTest-1373857085 tempest-QuotasAdminNegativeTest-1373857085-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3026788
Dec 25 21:08:00.517918 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-747ff743-3b37-4ccf-be73-c1e3c9da77c6 req-0d3e6735-8d41-480f-91b7-c481efa04cc7 tempest-QuotasAdminNegativeTest-1373857085 tempest-QuotasAdminNegativeTest-1373857085-project] 10.222.0.32 "GET /v2.0/quotas/096b5278e40e405bac0dc56dbeb706df HTTP/1.1" status: 200  len: 375 time: 0.0380807
Dec 25 21:08:00.801197 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b2f98354-d910-4317-bace-2dd3149dab33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2014278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2009753'] for router, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:00.819272 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-18bb45cc-49b6-4760-91b5-e9d17b1a8111 None None] Publish callbacks [] for port, precommit_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:00.840961 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-820ef24f-3bf4-444e-874d-8a21a8d2d336 req-14dea607-de02-41a8-8b41-21d1e9a2d9b1 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=19a16dcc3c214ac2a218d3758e551792&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0426812
Dec 25 21:08:00.887220 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-814b5653-c61e-470b-a875-d327bb359906 None None] Network d51979bf-a302-4a2e-9e52-e07ae7ff51d2 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:08:00.905613 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-18bb45cc-49b6-4760-91b5-e9d17b1a8111 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:00.946641 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-747ff743-3b37-4ccf-be73-c1e3c9da77c6 req-09f40119-10e2-49e7-ab01-eb1b3b6bc8c7 tempest-QuotasAdminNegativeTest-1373857085 tempest-QuotasAdminNegativeTest-1373857085-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=096b5278e40e405bac0dc56dbeb706df&fields=id HTTP/1.1" status: 200  len: 210 time: 0.4208493
Dec 25 21:08:00.993274 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820ef24f-3bf4-444e-874d-8a21a8d2d336 req-1fff2e86-7a50-48c0-8f98-b6333b6607ab tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:08:00.994880 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-820ef24f-3bf4-444e-874d-8a21a8d2d336 req-1fff2e86-7a50-48c0-8f98-b6333b6607ab tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1153851
Dec 25 21:08:01.040212 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [req-820ef24f-3bf4-444e-874d-8a21a8d2d336 req-20914851-225f-49af-993c-2776a6789268 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] Request body: {'port': {'device_id': '9f68f874-59f2-4c67-90f1-50665110bd4e', 'network_id': '8f212e98-547d-4c6e-a560-2e9a548c8f59', 'admin_state_up': True, 'tenant_id': '19a16dcc3c214ac2a218d3758e551792'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:08:01.099744 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248d89d9-d61e-4edb-8203-889da49202c2 None None] Pushing event updated for resources: {'Port': ['ID=a5e4af3a-9b70-4dca-9bf8-c711678c9b36,revision_number=2']} {{(pid=121609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:08:01.121612 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248d89d9-d61e-4edb-8203-889da49202c2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:08:01.122243 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248d89d9-d61e-4edb-8203-889da49202c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:08:01.122764 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248d89d9-d61e-4edb-8203-889da49202c2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:08:01.123302 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248d89d9-d61e-4edb-8203-889da49202c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:08:01.131548 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248d89d9-d61e-4edb-8203-889da49202c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:08:01.131938 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248d89d9-d61e-4edb-8203-889da49202c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:08:01.133754 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248d89d9-d61e-4edb-8203-889da49202c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:08:01.133987 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248d89d9-d61e-4edb-8203-889da49202c2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:08:01.134279 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248d89d9-d61e-4edb-8203-889da49202c2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:08:01.134624 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248d89d9-d61e-4edb-8203-889da49202c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:08:01.134957 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248d89d9-d61e-4edb-8203-889da49202c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:08:01.139915 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248d89d9-d61e-4edb-8203-889da49202c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:08:01.140661 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248d89d9-d61e-4edb-8203-889da49202c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:08:01.149182 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248d89d9-d61e-4edb-8203-889da49202c2 None None] Tracked resource versions report:
Dec 25 21:08:01.149182 ncdv-master-1 neutron-server[121609]: pushed versions:
Dec 25 21:08:01.149182 ncdv-master-1 neutron-server[121609]: {   'AddressGroup': {'1.2'},
Dec 25 21:08:01.149182 ncdv-master-1 neutron-server[121609]:     'ConntrackHelper': {'1.0'},
Dec 25 21:08:01.149182 ncdv-master-1 neutron-server[121609]:     'LocalIPAssociation': {'1.0'},
Dec 25 21:08:01.149182 ncdv-master-1 neutron-server[121609]:     'Log': {'1.0'},
Dec 25 21:08:01.149182 ncdv-master-1 neutron-server[121609]:     'Network': {'1.1'},
Dec 25 21:08:01.149182 ncdv-master-1 neutron-server[121609]:     'Port': {'1.7'},
Dec 25 21:08:01.149182 ncdv-master-1 neutron-server[121609]:     'PortForwarding': {'1.2'},
Dec 25 21:08:01.149182 ncdv-master-1 neutron-server[121609]:     'QosPolicy': {'1.10'},
Dec 25 21:08:01.149182 ncdv-master-1 neutron-server[121609]:     'SecurityGroup': {'1.5'},
Dec 25 21:08:01.149182 ncdv-master-1 neutron-server[121609]:     'SecurityGroupRule': {'1.2'},
Dec 25 21:08:01.149182 ncdv-master-1 neutron-server[121609]:     'SubPort': {'1.0'},
Dec 25 21:08:01.149182 ncdv-master-1 neutron-server[121609]:     'Subnet': {'1.1'},
Dec 25 21:08:01.149182 ncdv-master-1 neutron-server[121609]:     'Trunk': {'1.1'}}
Dec 25 21:08:01.149182 ncdv-master-1 neutron-server[121609]: consumer versions:
Dec 25 21:08:01.149182 ncdv-master-1 neutron-server[121609]: {   DHCP agent@ncdv-master-1: {},
Dec 25 21:08:01.149182 ncdv-master-1 neutron-server[121609]:     HyperV agent@nch1-master-1: {},
Dec 25 21:08:01.149182 ncdv-master-1 neutron-server[121609]:     HyperV agent@nch2-master-1: {},
Dec 25 21:08:01.149182 ncdv-master-1 neutron-server[121609]:     L3 agent@ncdv-master-1: {},
Dec 25 21:08:01.149182 ncdv-master-1 neutron-server[121609]:     Metadata agent@ncdv-master-1: {},
Dec 25 21:08:01.149182 ncdv-master-1 neutron-server[121609]:     Metering agent@ncdv-master-1: {},
Dec 25 21:08:01.149182 ncdv-master-1 neutron-server[121609]:     Open vSwitch agent@ncdv-master-1: {   'AddressGroup': '1.2',
Dec 25 21:08:01.149182 ncdv-master-1 neutron-server[121609]:                                           'ConntrackHelper': '1.0',
Dec 25 21:08:01.149182 ncdv-master-1 neutron-server[121609]:                                           'LocalIPAssociation': '1.0',
Dec 25 21:08:01.149182 ncdv-master-1 neutron-server[121609]:                                           'Log': '1.0',
Dec 25 21:08:01.149182 ncdv-master-1 neutron-server[121609]:                                           'Network': '1.1',
Dec 25 21:08:01.149182 ncdv-master-1 neutron-server[121609]:                                           'Port': '1.7',
Dec 25 21:08:01.149182 ncdv-master-1 neutron-server[121609]:                                           'PortForwarding': '1.2',
Dec 25 21:08:01.149182 ncdv-master-1 neutron-server[121609]:                                           'QosPolicy': '1.10',
Dec 25 21:08:01.149182 ncdv-master-1 neutron-server[121609]:                                           'SecurityGroup': '1.5',
Dec 25 21:08:01.149182 ncdv-master-1 neutron-server[121609]:                                           'SecurityGroupRule': '1.2',
Dec 25 21:08:01.149182 ncdv-master-1 neutron-server[121609]:                                           'SubPort': '1.0',
Dec 25 21:08:01.149182 ncdv-master-1 neutron-server[121609]:                                           'Subnet': '1.1',
Dec 25 21:08:01.149182 ncdv-master-1 neutron-server[121609]:                                           'Trunk': '1.1'}}
Dec 25 21:08:01.149182 ncdv-master-1 neutron-server[121609]:  {{(pid=121609) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Dec 25 21:08:01.170657 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-cc67946f-7c29-46e1-959e-17ad99a09063 None None] Provisioning complete for port b3052fe0-a88f-470c-af78-79a6984a8d9c triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:08:01.171583 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-cc67946f-7c29-46e1-959e-17ad99a09063 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:01.253633 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.managers [None req-18bb45cc-49b6-4760-91b5-e9d17b1a8111 None None] Attempting to bind port a5e4af3a-9b70-4dca-9bf8-c711678c9b36 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:08:01.254015 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.managers [None req-18bb45cc-49b6-4760-91b5-e9d17b1a8111 None None] Attempting to bind port a5e4af3a-9b70-4dca-9bf8-c711678c9b36 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'}] {{(pid=121609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:08:01.254400 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18bb45cc-49b6-4760-91b5-e9d17b1a8111 None None] Attempting to bind port a5e4af3a-9b70-4dca-9bf8-c711678c9b36 on network 7201e55c-7c5f-41aa-a042-a363696539d0 {{(pid=121609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:08:01.269168 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18bb45cc-49b6-4760-91b5-e9d17b1a8111 None None] Checking agent: {'id': 'ca4f5c6d-f1fd-48b8-a3e3-395864c7d23d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 20, 56, 40), 'started_at': datetime.datetime(2021, 12, 25, 20, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 7, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:08:01.274495 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18bb45cc-49b6-4760-91b5-e9d17b1a8111 None None] Checking segment: {'id': '6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:08:01.274495 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-18bb45cc-49b6-4760-91b5-e9d17b1a8111 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:01.274495 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18bb45cc-49b6-4760-91b5-e9d17b1a8111 None None] Bound using segment: {'id': '6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'} {{(pid=121609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:08:01.274495 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.managers [None req-18bb45cc-49b6-4760-91b5-e9d17b1a8111 None None] Bound port: a5e4af3a-9b70-4dca-9bf8-c711678c9b36, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'}}] {{(pid=121609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:08:01.274495 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-18bb45cc-49b6-4760-91b5-e9d17b1a8111 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:01.349255 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device b3052fe0-a88f-470c-af78-79a6984a8d9c up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:08:01.420683 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.db [None req-18bb45cc-49b6-4760-91b5-e9d17b1a8111 None None] For port a5e4af3a-9b70-4dca-9bf8-c711678c9b36, host ncdv-master-1, cleared binding levels {{(pid=121609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:08:01.431537 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.db [None req-18bb45cc-49b6-4760-91b5-e9d17b1a8111 None None] For port a5e4af3a-9b70-4dca-9bf8-c711678c9b36, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a5e4af3a-9b70-4dca-9bf8-c711678c9b36,segment=NetworkSegment(6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855),segment_id=6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855)] {{(pid=121609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:08:01.489782 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port b3052fe0-a88f-470c-af78-79a6984a8d9c triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:08:01.491804 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:01.514371 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-18bb45cc-49b6-4760-91b5-e9d17b1a8111 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:01.521231 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.31', 59294) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:08:01.551421 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-820ef24f-3bf4-444e-874d-8a21a8d2d336 req-20914851-225f-49af-993c-2776a6789268 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] Made reservation on behalf of 19a16dcc3c214ac2a218d3758e551792 for: {'port': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:08:01.560576 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-820ef24f-3bf4-444e-874d-8a21a8d2d336 req-20914851-225f-49af-993c-2776a6789268 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:01.564039 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-820ef24f-3bf4-444e-874d-8a21a8d2d336 req-5cb05347-2d5e-458c-bc26-bbe160fcb80a tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=19a16dcc3c214ac2a218d3758e551792&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0398617
Dec 25 21:08:01.565054 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-cc67946f-7c29-46e1-959e-17ad99a09063 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:01.568968 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2f98354-d910-4317-bace-2dd3149dab33 admin admin] Router 4f30392b-bbdc-400f-b062-fad468fad8e7 is scheduled to L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 with binding_index 1 {{(pid=121607) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 25 21:08:01.672043 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248d89d9-d61e-4edb-8203-889da49202c2 None None] Pushing event updated for resources: {'Port': ['ID=a5e4af3a-9b70-4dca-9bf8-c711678c9b36,revision_number=3']} {{(pid=121609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:08:01.675823 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18bb45cc-49b6-4760-91b5-e9d17b1a8111 None None] Routers {'5a16a119-0d91-47a1-b1a5-ad284c2ceb4f'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:08:01.676706 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-18bb45cc-49b6-4760-91b5-e9d17b1a8111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f26189233d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:07:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['5a16a119-0d91-47a1-b1a5-ad284c2ceb4f'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:08:01.704004 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-80afae4c-6b05-4f89-b091-6cc975824f09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:01.727306 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-cc67946f-7c29-46e1-959e-17ad99a09063 None None] For port b3052fe0-a88f-470c-af78-79a6984a8d9c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b3052fe0-a88f-470c-af78-79a6984a8d9c,segment=NetworkSegment(591f8000-4172-4a52-a74f-a71d018cd92b),segment_id=591f8000-4172-4a52-a74f-a71d018cd92b)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:08:01.766421 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:01.803079 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820ef24f-3bf4-444e-874d-8a21a8d2d336 req-70e5b33d-724b-40a5-bec8-d39fdcd56e60 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:08:01.804847 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-820ef24f-3bf4-444e-874d-8a21a8d2d336 req-70e5b33d-724b-40a5-bec8-d39fdcd56e60 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2356110
Dec 25 21:08:01.869812 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-820ef24f-3bf4-444e-874d-8a21a8d2d336 req-acf6012b-6493-473e-b1d3-d57762050ba6 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] Request body: {'port': {'device_id': 'e47b7882-0d9a-4469-b7aa-9ea14292ab12', 'network_id': '8f212e98-547d-4c6e-a560-2e9a548c8f59', 'admin_state_up': True, 'tenant_id': '19a16dcc3c214ac2a218d3758e551792'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:08:01.894370 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.db.api [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=121608) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 25 21:08:01.895450 ncdv-master-1 neutron-server[121608]: DEBUG oslo_db.api [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 25 21:08:01.896238 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-cc67946f-7c29-46e1-959e-17ad99a09063 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:01.944058 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvr_db [None req-18bb45cc-49b6-4760-91b5-e9d17b1a8111 None None] Set router 5a16a119-0d91-47a1-b1a5-ad284c2ceb4f gateway port host: ncdv-master-1 {{(pid=121609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:08:02.012939 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc67946f-7c29-46e1-959e-17ad99a09063 None None] Pushing event updated for resources: {'Port': ['ID=b3052fe0-a88f-470c-af78-79a6984a8d9c,revision_number=3']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:08:02.068575 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_common [req-820ef24f-3bf4-444e-874d-8a21a8d2d336 req-20914851-225f-49af-993c-2776a6789268 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] Allocated IP 192.168.233.165 (8f212e98-547d-4c6e-a560-2e9a548c8f59/dcfbae86-f93e-400c-8084-eac7f56ff5ba/bf94d897-4956-441a-9897-be577975a8f7) {{(pid=121607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:08:02.070477 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-069b3a34-2be0-4aea-9e0e-f462408d7ad5 req-d1f31794-b66c-4b33-bed3-ff81a0305e9d tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] 10.222.0.32 "GET /v2.0/ports?device_id=e47b7882-0d9a-4469-b7aa-9ea14292ab12 HTTP/1.1" status: 200  len: 210 time: 0.2617569
Dec 25 21:08:02.075135 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 41644) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:08:02.142211 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-fe9b1be5-78ec-4742-af8b-c2bad6920627 None None] Provisioning complete for port b3052fe0-a88f-470c-af78-79a6984a8d9c triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:08:02.144489 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-fe9b1be5-78ec-4742-af8b-c2bad6920627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:02.205308 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_common [None req-80afae4c-6b05-4f89-b091-6cc975824f09 admin admin] Allocated IP 172.20.0.1 (629690dc-316c-48ba-b3f8-2395f5f041a6/b91f30a5-b3f6-4065-94e7-2dc6af689f3f/d5632047-d757-48ea-8d0b-71d3a71e38c6) {{(pid=121607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:08:02.266309 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-820ef24f-3bf4-444e-874d-8a21a8d2d336 req-acf6012b-6493-473e-b1d3-d57762050ba6 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] Made reservation on behalf of 19a16dcc3c214ac2a218d3758e551792 for: {'port': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:08:02.270115 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-820ef24f-3bf4-444e-874d-8a21a8d2d336 req-acf6012b-6493-473e-b1d3-d57762050ba6 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:02.327279 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2f98354-d910-4317-bace-2dd3149dab33 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 21:08:02.333564 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [req-896c24bb-e40e-4f55-bbd4-4f26d88663fc req-1ee82bb8-0943-424c-9800-79ceb8c0d760 tempest-LiveAutoBlockMigrationV225Test-952394939 tempest-LiveAutoBlockMigrationV225Test-952394939-project-admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=121606) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 25 21:08:02.342725 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-896c24bb-e40e-4f55-bbd4-4f26d88663fc req-1ee82bb8-0943-424c-9800-79ceb8c0d760 tempest-LiveAutoBlockMigrationV225Test-952394939 tempest-LiveAutoBlockMigrationV225Test-952394939-project-admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.2657650
Dec 25 21:08:02.354931 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bb519c9-0eb5-4428-b841-29ff82fd1279 None None] Sync routers for ids ['4f30392b-bbdc-400f-b062-fad468fad8e7'] in ncdv-master-1 {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 21:08:02.372256 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bb519c9-0eb5-4428-b841-29ff82fd1279 None None] Routers {'4f30392b-bbdc-400f-b062-fad468fad8e7'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:08:02.373564 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-4bb519c9-0eb5-4428-b841-29ff82fd1279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2613e934f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:07:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['4f30392b-bbdc-400f-b062-fad468fad8e7'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:08:02.448213 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-18bb45cc-49b6-4760-91b5-e9d17b1a8111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f26189233d0>, [{'id': '5a16a119-0d91-47a1-b1a5-ad284c2ceb4f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-428068567-router', 'tenant_id': 'e25e5a44bb7e4ef7a38e961e6203b72b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.161'}], 'enable_snat': True}, 'gw_port_id': 'a5e4af3a-9b70-4dca-9bf8-c711678c9b36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:07:53Z', 'updated_at': '2021-12-25T21:07:56Z', 'revision_number': 3, 'project_id': 'e25e5a44bb7e4ef7a38e961e6203b72b', 'gw_port': {'id': 'a5e4af3a-9b70-4dca-9bf8-c711678c9b36', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:c8:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a16a119-0d91-47a1-b1a5-ad284c2ceb4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:07:54Z', 'updated_at': '2021-12-25T21:08:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:08:02.499207 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18bb45cc-49b6-4760-91b5-e9d17b1a8111 None None] The sync data for ids ['5a16a119-0d91-47a1-b1a5-ad284c2ceb4f'] in ncdv-master-1 is: [{'id': '5a16a119-0d91-47a1-b1a5-ad284c2ceb4f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-428068567-router', 'tenant_id': 'e25e5a44bb7e4ef7a38e961e6203b72b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.161'}], 'enable_snat': True}, 'gw_port_id': 'a5e4af3a-9b70-4dca-9bf8-c711678c9b36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:07:53Z', 'updated_at': '2021-12-25T21:07:56Z', 'revision_number': 3, 'project_id': 'e25e5a44bb7e4ef7a38e961e6203b72b', 'gw_port': {'id': 'a5e4af3a-9b70-4dca-9bf8-c711678c9b36', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:c8:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a16a119-0d91-47a1-b1a5-ad284c2ceb4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:07:54Z', 'updated_at': '2021-12-25T21:08:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 21:08:02.499795 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvr_db [None req-4bb519c9-0eb5-4428-b841-29ff82fd1279 None None] Set router 4f30392b-bbdc-400f-b062-fad468fad8e7 gateway port host: ncdv-master-1 {{(pid=121608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:08:02.586188 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896c24bb-e40e-4f55-bbd4-4f26d88663fc req-44fcb183-21a6-4e62-b5bd-c7e41d950cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:08:02.595867 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-896c24bb-e40e-4f55-bbd4-4f26d88663fc req-44fcb183-21a6-4e62-b5bd-c7e41d950cbd service neutron] 10.222.0.32 "GET /v2.0/ports/ddbefb64-c371-4875-871e-5d999ff82a14 HTTP/1.1" status: 200  len: 1093 time: 0.1396666
Dec 25 21:08:02.600948 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-896c24bb-e40e-4f55-bbd4-4f26d88663fc req-a6d0b1aa-076a-490e-840a-5f612bd092bd service neutron] Request body: {'binding': {'host': 'nch1-master-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:08:02.601729 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-896c24bb-e40e-4f55-bbd4-4f26d88663fc req-a6d0b1aa-076a-490e-840a-5f612bd092bd service neutron] Unknown quota resources ['binding']. {{(pid=121606) _create /opt/stack/neutron/neutron/api/v2/base.py:496}}
Dec 25 21:08:02.658564 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b2f98354-d910-4317-bace-2dd3149dab33 admin admin] Publish callbacks [] for router, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:02.660129 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-b2f98354-d910-4317-bace-2dd3149dab33 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 6.4388468
Dec 25 21:08:02.664506 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 41658) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:08:02.710076 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-80afae4c-6b05-4f89-b091-6cc975824f09 admin admin] Publish callbacks [] for port, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:02.886565 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-4bb519c9-0eb5-4428-b841-29ff82fd1279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2613e934f0>, [{'id': '4f30392b-bbdc-400f-b062-fad468fad8e7', 'name': 'tempest-FloatingIPsTestJSON-2006952787-router', 'tenant_id': 'f1c9d95c0097420ba158062e91371e63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.225'}], 'enable_snat': True}, 'gw_port_id': '6bbe24db-eb71-4dec-bf5e-ee67a55d86f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:07:56Z', 'updated_at': '2021-12-25T21:07:59Z', 'revision_number': 3, 'project_id': 'f1c9d95c0097420ba158062e91371e63', 'gw_port': {'id': '6bbe24db-eb71-4dec-bf5e-ee67a55d86f2', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:09:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f30392b-bbdc-400f-b062-fad468fad8e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:07:58Z', 'updated_at': '2021-12-25T21:07:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:08:02.892780 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-820ef24f-3bf4-444e-874d-8a21a8d2d336 req-20914851-225f-49af-993c-2776a6789268 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] Publish callbacks [] for port, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:02.910441 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-896c24bb-e40e-4f55-bbd4-4f26d88663fc req-a6d0b1aa-076a-490e-840a-5f612bd092bd service neutron] Attempting to bind port ddbefb64-c371-4875-871e-5d999ff82a14 on host nch1-master-1 for vnic_type normal with profile None {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:08:02.911331 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-896c24bb-e40e-4f55-bbd4-4f26d88663fc req-a6d0b1aa-076a-490e-840a-5f612bd092bd service neutron] Attempting to bind port ddbefb64-c371-4875-871e-5d999ff82a14 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '0bc15208-d08d-4c93-89c3-c4dfd4d97844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '1e137e86-76be-493f-9b25-1d17756925b5'}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:08:02.912110 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-896c24bb-e40e-4f55-bbd4-4f26d88663fc req-a6d0b1aa-076a-490e-840a-5f612bd092bd service neutron] Attempting to bind port ddbefb64-c371-4875-871e-5d999ff82a14 on network 1e137e86-76be-493f-9b25-1d17756925b5 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:08:02.923278 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-896c24bb-e40e-4f55-bbd4-4f26d88663fc req-a6d0b1aa-076a-490e-840a-5f612bd092bd service neutron] Port ddbefb64-c371-4875-871e-5d999ff82a14 on network 1e137e86-76be-493f-9b25-1d17756925b5 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 25 21:08:02.925247 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-896c24bb-e40e-4f55-bbd4-4f26d88663fc req-a6d0b1aa-076a-490e-840a-5f612bd092bd service neutron] Attempting to bind port ddbefb64-c371-4875-871e-5d999ff82a14 on network 1e137e86-76be-493f-9b25-1d17756925b5 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:08:02.937285 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-896c24bb-e40e-4f55-bbd4-4f26d88663fc req-a6d0b1aa-076a-490e-840a-5f612bd092bd service neutron] Checking agent: {'id': '6d577036-68fc-4aa4-aed7-5ab01de2117e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 21, 4, 34), 'started_at': datetime.datetime(2021, 12, 25, 21, 4, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 7, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:08:02.938747 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-896c24bb-e40e-4f55-bbd4-4f26d88663fc req-a6d0b1aa-076a-490e-840a-5f612bd092bd service neutron] Checking segment: {'id': '0bc15208-d08d-4c93-89c3-c4dfd4d97844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '1e137e86-76be-493f-9b25-1d17756925b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:08:02.939566 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-896c24bb-e40e-4f55-bbd4-4f26d88663fc req-a6d0b1aa-076a-490e-840a-5f612bd092bd service neutron] Bound using segment: {'id': '0bc15208-d08d-4c93-89c3-c4dfd4d97844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '1e137e86-76be-493f-9b25-1d17756925b5'} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:08:02.940501 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-896c24bb-e40e-4f55-bbd4-4f26d88663fc req-a6d0b1aa-076a-490e-840a-5f612bd092bd service neutron] Bound port: ddbefb64-c371-4875-871e-5d999ff82a14, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0bc15208-d08d-4c93-89c3-c4dfd4d97844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '1e137e86-76be-493f-9b25-1d17756925b5'}}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:08:02.972653 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bb519c9-0eb5-4428-b841-29ff82fd1279 None None] Checking router: 4f30392b-bbdc-400f-b062-fad468fad8e7 for host: ncdv-master-1 {{(pid=121608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 25 21:08:02.973162 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bb519c9-0eb5-4428-b841-29ff82fd1279 None None] Updating router 4f30392b-bbdc-400f-b062-fad468fad8e7 port 6bbe24db-eb71-4dec-bf5e-ee67a55d86f2 binding host ncdv-master-1 {{(pid=121608) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 25 21:08:03.053314 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-4bb519c9-0eb5-4428-b841-29ff82fd1279 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:03.070639 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-80afae4c-6b05-4f89-b091-6cc975824f09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946'] for port, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:03.262273 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-896c24bb-e40e-4f55-bbd4-4f26d88663fc req-a6d0b1aa-076a-490e-840a-5f612bd092bd service neutron] For port ddbefb64-c371-4875-871e-5d999ff82a14, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ddbefb64-c371-4875-871e-5d999ff82a14,segment=NetworkSegment(0bc15208-d08d-4c93-89c3-c4dfd4d97844),segment_id=0bc15208-d08d-4c93-89c3-c4dfd4d97844)] {{(pid=121606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:08:03.308230 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80afae4c-6b05-4f89-b091-6cc975824f09 admin admin] Pushing event updated for resources: {'Port': ['ID=d5632047-d757-48ea-8d0b-71d3a71e38c6,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:08:03.311876 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80afae4c-6b05-4f89-b091-6cc975824f09 admin admin] Network 629690dc-316c-48ba-b3f8-2395f5f041a6 is already hosted by enough agents. {{(pid=121607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:08:03.325781 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-820ef24f-3bf4-444e-874d-8a21a8d2d336 req-20914851-225f-49af-993c-2776a6789268 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946'] for port, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:03.340329 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-80afae4c-6b05-4f89-b091-6cc975824f09 admin admin] Resources bound (agent type, host, resource id):  {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:08:03.345392 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80afae4c-6b05-4f89-b091-6cc975824f09 admin admin] Received port after_create {{(pid=121607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:08:03.345878 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-80afae4c-6b05-4f89-b091-6cc975824f09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2008772'] for router_interface, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:03.369446 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-896c24bb-e40e-4f55-bbd4-4f26d88663fc req-a6d0b1aa-076a-490e-840a-5f612bd092bd service neutron] Publish callbacks [] for binding, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:03.387410 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-896c24bb-e40e-4f55-bbd4-4f26d88663fc req-a6d0b1aa-076a-490e-840a-5f612bd092bd service neutron] 10.222.0.32 "POST /v2.0/ports/ddbefb64-c371-4875-871e-5d999ff82a14/bindings HTTP/1.1" status: 201  len: 389 time: 0.7898166
Dec 25 21:08:03.397631 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device b3052fe0-a88f-470c-af78-79a6984a8d9c up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:08:03.429302 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_common [req-820ef24f-3bf4-444e-874d-8a21a8d2d336 req-acf6012b-6493-473e-b1d3-d57762050ba6 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] Allocated IP 192.168.233.212 (8f212e98-547d-4c6e-a560-2e9a548c8f59/dcfbae86-f93e-400c-8084-eac7f56ff5ba/bfee550f-dfee-43e5-88c3-be85d5ccff12) {{(pid=121606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:08:03.627522 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port b3052fe0-a88f-470c-af78-79a6984a8d9c triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:08:03.627890 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:03.886376 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-820ef24f-3bf4-444e-874d-8a21a8d2d336 req-acf6012b-6493-473e-b1d3-d57762050ba6 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] Publish callbacks [] for port, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:03.897120 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-2a71c1e1-b379-4062-92d7-bb934c76002f None None] Provisioning complete for port d5632047-d757-48ea-8d0b-71d3a71e38c6 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:08:03.897856 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-2a71c1e1-b379-4062-92d7-bb934c76002f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:03.923603 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-319d30c1-01a5-41f5-b81f-d3e40dc8b5ed req-c0c2b981-3951-42b7-859e-7a35faf1243a tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] 10.222.0.32 "GET /v2.0/ports?device_id=e47b7882-0d9a-4469-b7aa-9ea14292ab12 HTTP/1.1" status: 200  len: 210 time: 0.2072804
Dec 25 21:08:04.060257 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-2a71c1e1-b379-4062-92d7-bb934c76002f None None] Port d5632047-d757-48ea-8d0b-71d3a71e38c6 cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:08:04.125343 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] get_ports_and_sgs() called for port_ids ['1bcf9756-ed56-4846-ad16-befd4fd2f0e0'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:08:04.202412 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-820ef24f-3bf4-444e-874d-8a21a8d2d336 req-acf6012b-6493-473e-b1d3-d57762050ba6 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946'] for port, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:04.298630 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:04.403923 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf6012b-6493-473e-b1d3-d57762050ba6 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] Pushing event updated for resources: {'Port': ['ID=bfee550f-dfee-43e5-88c3-be85d5ccff12,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:08:04.406067 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.31', 59295) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:08:04.450457 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-820ef24f-3bf4-444e-874d-8a21a8d2d336 req-20914851-225f-49af-993c-2776a6789268 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] Network 8f212e98-547d-4c6e-a560-2e9a548c8f59 is already hosted by enough agents. {{(pid=121607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:08:04.451959 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 41710) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:08:04.464812 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-820ef24f-3bf4-444e-874d-8a21a8d2d336 req-acf6012b-6493-473e-b1d3-d57762050ba6 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] Network 8f212e98-547d-4c6e-a560-2e9a548c8f59 is already hosted by enough agents. {{(pid=121606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:08:04.473065 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20914851-225f-49af-993c-2776a6789268 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] Pushing event updated for resources: {'Port': ['ID=bf94d897-4956-441a-9897-be577975a8f7,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:08:04.490840 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [req-820ef24f-3bf4-444e-874d-8a21a8d2d336 req-20914851-225f-49af-993c-2776a6789268 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] Resources bound (agent type, host, resource id):  {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:08:04.493267 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf6012b-6493-473e-b1d3-d57762050ba6 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:08:04.493646 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf6012b-6493-473e-b1d3-d57762050ba6 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:08:04.493994 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf6012b-6493-473e-b1d3-d57762050ba6 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:08:04.494337 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf6012b-6493-473e-b1d3-d57762050ba6 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:08:04.494677 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf6012b-6493-473e-b1d3-d57762050ba6 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:08:04.496219 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf6012b-6493-473e-b1d3-d57762050ba6 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:08:04.496219 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf6012b-6493-473e-b1d3-d57762050ba6 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:08:04.496455 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf6012b-6493-473e-b1d3-d57762050ba6 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:08:04.496582 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf6012b-6493-473e-b1d3-d57762050ba6 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:08:04.496924 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf6012b-6493-473e-b1d3-d57762050ba6 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:08:04.497258 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf6012b-6493-473e-b1d3-d57762050ba6 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:08:04.497581 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf6012b-6493-473e-b1d3-d57762050ba6 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:08:04.497936 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf6012b-6493-473e-b1d3-d57762050ba6 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:08:04.521400 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [req-820ef24f-3bf4-444e-874d-8a21a8d2d336 req-acf6012b-6493-473e-b1d3-d57762050ba6 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] Resources bound (agent type, host, resource id):  {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:08:04.539717 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [req-820ef24f-3bf4-444e-874d-8a21a8d2d336 req-acf6012b-6493-473e-b1d3-d57762050ba6 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] Received port after_create {{(pid=121606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:08:04.545345 ncdv-master-1 neutron-server[121606]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Dec 25 21:08:04.545345 ncdv-master-1 neutron-server[121606]:   from cryptography.utils import int_from_bytes
Dec 25 21:08:04.545345 ncdv-master-1 neutron-server[121606]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Dec 25 21:08:04.545345 ncdv-master-1 neutron-server[121606]:   from cryptography.utils import int_from_bytes
Dec 25 21:08:04.545345 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:08:04.545345 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:08:04.545345 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:08:04.545345 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:08:04.545345 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:08:04.545345 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:08:04.545345 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:08:04.545345 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:08:04.545345 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:08:04.545345 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:08:04.545345 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:08:04.545345 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:08:04.545345 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:08:04.545345 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:08:04.545345 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:08:04.545345 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:08:04.545345 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:08:04.545345 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:08:04.545345 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:08:04.545345 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:08:04.545345 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:08:04.545345 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:08:04.545345 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:08:04.545345 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:08:04.545345 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:08:04.545345 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:08:04.545345 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:08:04.545345 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:08:04.545345 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:08:04.545345 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:08:04.545345 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:08:04.545345 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:08:04.545345 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:08:04.545345 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:08:04.548007 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:08:04.548007 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:08:04.548007 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:08:04.548007 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:08:04.548007 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:08:04.548007 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:08:04.548007 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:08:04.548007 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:08:04.548007 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:08:04.548007 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:08:04.564867 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820ef24f-3bf4-444e-874d-8a21a8d2d336 req-acf6012b-6493-473e-b1d3-d57762050ba6 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:08:04.566082 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-820ef24f-3bf4-444e-874d-8a21a8d2d336 req-acf6012b-6493-473e-b1d3-d57762050ba6 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:04.569054 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [req-820ef24f-3bf4-444e-874d-8a21a8d2d336 req-20914851-225f-49af-993c-2776a6789268 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] Received port after_create {{(pid=121607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:08:04.590523 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820ef24f-3bf4-444e-874d-8a21a8d2d336 req-20914851-225f-49af-993c-2776a6789268 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:08:04.591413 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896c24bb-e40e-4f55-bbd4-4f26d88663fc req-96e29cc9-0f77-4596-adba-8409812b5a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:08:04.592958 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-896c24bb-e40e-4f55-bbd4-4f26d88663fc req-96e29cc9-0f77-4596-adba-8409812b5a8a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=276a36e6a97d46a78b7e483daa26cc2e&device_id=7cd2be37-78a6-4e40-813d-8e2478ea8dc2 HTTP/1.1" status: 200  len: 1096 time: 0.1771710
Dec 25 21:08:04.595171 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-820ef24f-3bf4-444e-874d-8a21a8d2d336 req-20914851-225f-49af-993c-2776a6789268 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:04.622779 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device a5e4af3a-9b70-4dca-9bf8-c711678c9b36 up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:08:04.638318 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3262be3e-7666-4378-8113-16cfad5f4bbf req-71e6d424-0fe1-4b0d-8493-34b8b283128b tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:08:04.651522 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3262be3e-7666-4378-8113-16cfad5f4bbf req-71e6d424-0fe1-4b0d-8493-34b8b283128b tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] 10.222.0.32 "GET /v2.0/ports?device_id=7cd2be37-78a6-4e40-813d-8e2478ea8dc2 HTTP/1.1" status: 200  len: 945 time: 0.3024814
Dec 25 21:08:04.726516 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-87a876a7-cd64-45b9-8133-d4b978853a2b admin admin] Publish callbacks [] for security_group, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:04.778375 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-820ef24f-3bf4-444e-874d-8a21a8d2d336 req-acf6012b-6493-473e-b1d3-d57762050ba6 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 2.9347305
Dec 25 21:08:04.806855 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-4bb519c9-0eb5-4428-b841-29ff82fd1279 None None] Publish callbacks [] for port, precommit_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:04.809070 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-820ef24f-3bf4-444e-874d-8a21a8d2d336 req-8f7f67f6-d7a4-4b03-ad0f-1e1dee873817 service neutron] Request body: {'port': {'device_id': 'e47b7882-0d9a-4469-b7aa-9ea14292ab12', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:08:04.830722 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3262be3e-7666-4378-8113-16cfad5f4bbf req-d4d71908-9500-4a6c-996c-48f928161e1f tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5d2ff88-22d6-43d8-90d1-bfb86d4e3308&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1781764
Dec 25 21:08:04.850462 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-820ef24f-3bf4-444e-874d-8a21a8d2d336 req-20914851-225f-49af-993c-2776a6789268 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 3.8144066
Dec 25 21:08:04.896373 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [req-820ef24f-3bf4-444e-874d-8a21a8d2d336 req-e458d408-4847-4a8a-888a-52861495ff7e service neutron] Request body: {'port': {'device_id': '9f68f874-59f2-4c67-90f1-50665110bd4e', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:08:04.935078 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-4bb519c9-0eb5-4428-b841-29ff82fd1279 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:05.052486 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896c24bb-e40e-4f55-bbd4-4f26d88663fc req-164254d1-936d-4091-9c95-dd62b9c68002 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:08:05.057541 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-896c24bb-e40e-4f55-bbd4-4f26d88663fc req-164254d1-936d-4091-9c95-dd62b9c68002 service neutron] 10.222.0.31 "GET /v2.0/networks?id=1e137e86-76be-493f-9b25-1d17756925b5 HTTP/1.1" status: 200  len: 921 time: 0.4510417
Dec 25 21:08:05.121971 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-87a876a7-cd64-45b9-8133-d4b978853a2b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:05.124251 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-80afae4c-6b05-4f89-b091-6cc975824f09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:05.137892 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-cf46f9b8-7b70-48c9-a9a6-c0f0e3070d4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:05.184039 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-896c24bb-e40e-4f55-bbd4-4f26d88663fc req-ebe8fe1e-f407-41b7-bbb5-04414f207ea2 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ddbefb64-c371-4875-871e-5d999ff82a14 HTTP/1.1" status: 200  len: 217 time: 0.1192229
Dec 25 21:08:05.189702 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-820ef24f-3bf4-444e-874d-8a21a8d2d336 req-8f7f67f6-d7a4-4b03-ad0f-1e1dee873817 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:05.421319 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-87a876a7-cd64-45b9-8133-d4b978853a2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:05.462031 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-bdeaa6e2-bc26-4187-94c9-cfee31af68a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:05.512119 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-820ef24f-3bf4-444e-874d-8a21a8d2d336 req-e458d408-4847-4a8a-888a-52861495ff7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:05.603573 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be11550-59d9-4c2d-af3e-c9b9f0f54548 None None] Pushing event updated for resources: {'Port': ['ID=6bbe24db-eb71-4dec-bf5e-ee67a55d86f2,revision_number=2']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:08:05.677706 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port a5e4af3a-9b70-4dca-9bf8-c711678c9b36 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:08:05.678302 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:05.725970 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-83fca7b2-cee1-4c60-beca-839b0822b836 None None] Provisioning complete for port bf94d897-4956-441a-9897-be577975a8f7 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:08:05.726357 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-83fca7b2-cee1-4c60-beca-839b0822b836 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:05.734744 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-4bb519c9-0eb5-4428-b841-29ff82fd1279 None None] Attempting to bind port 6bbe24db-eb71-4dec-bf5e-ee67a55d86f2 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:08:05.735127 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-4bb519c9-0eb5-4428-b841-29ff82fd1279 None None] Attempting to bind port 6bbe24db-eb71-4dec-bf5e-ee67a55d86f2 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:08:05.735296 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896c24bb-e40e-4f55-bbd4-4f26d88663fc req-4a62ad7c-de79-4f52-87e5-be201789bee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:08:05.735494 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bb519c9-0eb5-4428-b841-29ff82fd1279 None None] Attempting to bind port 6bbe24db-eb71-4dec-bf5e-ee67a55d86f2 on network 7201e55c-7c5f-41aa-a042-a363696539d0 {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:08:05.737818 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-896c24bb-e40e-4f55-bbd4-4f26d88663fc req-4a62ad7c-de79-4f52-87e5-be201789bee3 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=9f350e3c-b3c0-4923-bec6-5c96ab55923b HTTP/1.1" status: 200  len: 860 time: 0.5447311
Dec 25 21:08:05.765880 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b2952a-eae5-4f91-88ed-b90fbc0d543d req-4bb223a6-a252-4f4d-bc44-242a29e26452 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:08:05.767594 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-67b2952a-eae5-4f91-88ed-b90fbc0d543d req-4bb223a6-a252-4f4d-bc44-242a29e26452 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] 10.222.0.32 "GET /v2.0/ports?device_id=e47b7882-0d9a-4469-b7aa-9ea14292ab12 HTTP/1.1" status: 200  len: 936 time: 0.5280509
Dec 25 21:08:05.773805 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bb519c9-0eb5-4428-b841-29ff82fd1279 None None] Checking agent: {'id': 'ca4f5c6d-f1fd-48b8-a3e3-395864c7d23d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 20, 56, 40), 'started_at': datetime.datetime(2021, 12, 25, 20, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 7, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:08:05.774190 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bb519c9-0eb5-4428-b841-29ff82fd1279 None None] Checking segment: {'id': '6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:08:05.774595 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-4bb519c9-0eb5-4428-b841-29ff82fd1279 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:05.775058 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bb519c9-0eb5-4428-b841-29ff82fd1279 None None] Bound using segment: {'id': '6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:08:05.775943 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-4bb519c9-0eb5-4428-b841-29ff82fd1279 None None] Bound port: 6bbe24db-eb71-4dec-bf5e-ee67a55d86f2, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'}}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:08:05.776410 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-4bb519c9-0eb5-4428-b841-29ff82fd1279 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:05.838096 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-896c24bb-e40e-4f55-bbd4-4f26d88663fc req-72735577-6fc9-45ed-a961-30a684f7f344 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=1e137e86-76be-493f-9b25-1d17756925b5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0910244
Dec 25 21:08:05.846882 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:05.869635 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] For port a5e4af3a-9b70-4dca-9bf8-c711678c9b36, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a5e4af3a-9b70-4dca-9bf8-c711678c9b36,segment=NetworkSegment(6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855),segment_id=6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:08:05.891559 ncdv-master-1 neutron-server[121607]: DEBUG neutron.notifiers.nova [req-820ef24f-3bf4-444e-874d-8a21a8d2d336 req-e458d408-4847-4a8a-888a-52861495ff7e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf94d897-4956-441a-9897-be577975a8f7 {{(pid=121607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:08:05.903548 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-820ef24f-3bf4-444e-874d-8a21a8d2d336 req-e458d408-4847-4a8a-888a-52861495ff7e service neutron] Publish callbacks [] for port, precommit_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:05.910702 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-83fca7b2-cee1-4c60-beca-839b0822b836 None None] Port bf94d897-4956-441a-9897-be577975a8f7 cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:08:05.925628 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.provisioning_blocks [req-820ef24f-3bf4-444e-874d-8a21a8d2d336 req-e458d408-4847-4a8a-888a-52861495ff7e service neutron] Transition to ACTIVE for port object bf94d897-4956-441a-9897-be577975a8f7 will not be triggered until provisioned by entity L2. {{(pid=121607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 25 21:08:05.965778 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] get_ports_and_sgs() called for port_ids ['1bcf9756-ed56-4846-ad16-befd4fd2f0e0'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:08:06.042226 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:06.060364 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-4bb519c9-0eb5-4428-b841-29ff82fd1279 None None] For port 6bbe24db-eb71-4dec-bf5e-ee67a55d86f2, host ncdv-master-1, cleared binding levels {{(pid=121608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:08:06.147400 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-820ef24f-3bf4-444e-874d-8a21a8d2d336 req-e458d408-4847-4a8a-888a-52861495ff7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:06.156772 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-4bb519c9-0eb5-4428-b841-29ff82fd1279 None None] For port 6bbe24db-eb71-4dec-bf5e-ee67a55d86f2, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6bbe24db-eb71-4dec-bf5e-ee67a55d86f2,segment=NetworkSegment(6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855),segment_id=6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855)] {{(pid=121608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:08:06.207381 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-67b2952a-eae5-4f91-88ed-b90fbc0d543d req-fd40736e-9de8-4c69-90c4-8fa337bc0fc5 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] 10.222.0.32 "GET /v2.0/security-groups?id=3d6cb2f0-3d81-4228-9d61-fc5e0bb3087e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4193535
Dec 25 21:08:06.260936 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-896c24bb-e40e-4f55-bbd4-4f26d88663fc req-11770ab4-63ff-41b8-b102-2f93c0778c0c service neutron] 10.222.0.31 "GET /v2.0/networks/1e137e86-76be-493f-9b25-1d17756925b5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4091549
Dec 25 21:08:06.266502 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-1c0bd712-2a01-4f47-9a85-f36b00e531d0 None None] Provisioning complete for port bfee550f-dfee-43e5-88c3-be85d5ccff12 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:08:06.271379 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-1c0bd712-2a01-4f47-9a85-f36b00e531d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:06.289411 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e458d408-4847-4a8a-888a-52861495ff7e service neutron] Pushing event updated for resources: {'Port': ['ID=bf94d897-4956-441a-9897-be577975a8f7,revision_number=2']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:08:06.379462 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-4bb519c9-0eb5-4428-b841-29ff82fd1279 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:06.396423 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a876a7-cd64-45b9-8133-d4b978853a2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41cb41b6-c76a-4c87-b5fa-acb294c343f6,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:08:06.407807 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-87a876a7-cd64-45b9-8133-d4b978853a2b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=096b5278e40e405bac0dc56dbeb706df&name=default HTTP/1.1" status: 200  len: 2996 time: 1.9526818
Dec 25 21:08:06.421210 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 41762) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:08:06.438620 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Pushing event updated for resources: {'Port': ['ID=a5e4af3a-9b70-4dca-9bf8-c711678c9b36,revision_number=4']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:08:06.448110 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_common [None req-bdeaa6e2-bc26-4187-94c9-cfee31af68a6 admin admin] Allocated IP 172.20.0.1 (d51979bf-a302-4a2e-9e52-e07ae7ff51d2/06b1bcc8-4c11-4f03-9645-2a4aefcf5a36/d3e3c794-950a-49ac-8992-848c0c3d6648) {{(pid=121607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:08:06.461376 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.managers [req-820ef24f-3bf4-444e-874d-8a21a8d2d336 req-e458d408-4847-4a8a-888a-52861495ff7e service neutron] Attempting to bind port bf94d897-4956-441a-9897-be577975a8f7 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:08:06.461852 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.managers [req-820ef24f-3bf4-444e-874d-8a21a8d2d336 req-e458d408-4847-4a8a-888a-52861495ff7e service neutron] Attempting to bind port bf94d897-4956-441a-9897-be577975a8f7 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '85c774cb-a0eb-4ad9-961f-f331d3b37cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '8f212e98-547d-4c6e-a560-2e9a548c8f59'}] {{(pid=121607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:08:06.462289 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-820ef24f-3bf4-444e-874d-8a21a8d2d336 req-e458d408-4847-4a8a-888a-52861495ff7e service neutron] Attempting to bind port bf94d897-4956-441a-9897-be577975a8f7 on network 8f212e98-547d-4c6e-a560-2e9a548c8f59 {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:08:06.556169 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-820ef24f-3bf4-444e-874d-8a21a8d2d336 req-e458d408-4847-4a8a-888a-52861495ff7e service neutron] Port bf94d897-4956-441a-9897-be577975a8f7 on network 8f212e98-547d-4c6e-a560-2e9a548c8f59 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 25 21:08:06.562840 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-820ef24f-3bf4-444e-874d-8a21a8d2d336 req-e458d408-4847-4a8a-888a-52861495ff7e service neutron] Attempting to bind port bf94d897-4956-441a-9897-be577975a8f7 on network 8f212e98-547d-4c6e-a560-2e9a548c8f59 {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:08:06.596553 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be11550-59d9-4c2d-af3e-c9b9f0f54548 None None] Pushing event updated for resources: {'Port': ['ID=6bbe24db-eb71-4dec-bf5e-ee67a55d86f2,revision_number=3']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:08:06.638664 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-1c0bd712-2a01-4f47-9a85-f36b00e531d0 None None] Port bfee550f-dfee-43e5-88c3-be85d5ccff12 cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:08:06.659861 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-820ef24f-3bf4-444e-874d-8a21a8d2d336 req-e458d408-4847-4a8a-888a-52861495ff7e service neutron] Checking agent: {'id': '6d577036-68fc-4aa4-aed7-5ab01de2117e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 21, 4, 34), 'started_at': datetime.datetime(2021, 12, 25, 21, 4, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 8, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:08:06.660303 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-820ef24f-3bf4-444e-874d-8a21a8d2d336 req-e458d408-4847-4a8a-888a-52861495ff7e service neutron] Checking segment: {'id': '85c774cb-a0eb-4ad9-961f-f331d3b37cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '8f212e98-547d-4c6e-a560-2e9a548c8f59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:08:06.660762 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-820ef24f-3bf4-444e-874d-8a21a8d2d336 req-e458d408-4847-4a8a-888a-52861495ff7e service neutron] Bound using segment: {'id': '85c774cb-a0eb-4ad9-961f-f331d3b37cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '8f212e98-547d-4c6e-a560-2e9a548c8f59'} {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:08:06.661310 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.managers [req-820ef24f-3bf4-444e-874d-8a21a8d2d336 req-e458d408-4847-4a8a-888a-52861495ff7e service neutron] Bound port: bf94d897-4956-441a-9897-be577975a8f7, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85c774cb-a0eb-4ad9-961f-f331d3b37cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '8f212e98-547d-4c6e-a560-2e9a548c8f59'}}] {{(pid=121607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:08:06.661728 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-820ef24f-3bf4-444e-874d-8a21a8d2d336 req-e458d408-4847-4a8a-888a-52861495ff7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:06.662013 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bb519c9-0eb5-4428-b841-29ff82fd1279 None None] Routers {'4f30392b-bbdc-400f-b062-fad468fad8e7'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:08:06.662670 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-4bb519c9-0eb5-4428-b841-29ff82fd1279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2613e934f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:07:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['4f30392b-bbdc-400f-b062-fad468fad8e7'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:08:06.835388 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [req-820ef24f-3bf4-444e-874d-8a21a8d2d336 req-8f7f67f6-d7a4-4b03-ad0f-1e1dee873817 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bfee550f-dfee-43e5-88c3-be85d5ccff12 {{(pid=121606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:08:06.856322 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-dfa03441-d764-435f-b90a-d9a3019fc778 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:06.865029 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a489f8-8992-4d69-9fb9-c4350dd2ae1f req-de950f09-2ae4-4f46-9516-be5b3c62723c tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:08:06.866618 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-98a489f8-8992-4d69-9fb9-c4350dd2ae1f req-de950f09-2ae4-4f46-9516-be5b3c62723c tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] 10.222.0.32 "GET /v2.0/ports?device_id=7cd2be37-78a6-4e40-813d-8e2478ea8dc2 HTTP/1.1" status: 200  len: 945 time: 0.4947805
Dec 25 21:08:06.870650 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-820ef24f-3bf4-444e-874d-8a21a8d2d336 req-8f7f67f6-d7a4-4b03-ad0f-1e1dee873817 service neutron] Publish callbacks [] for port, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:06.878348 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-896c24bb-e40e-4f55-bbd4-4f26d88663fc req-8283963c-5516-4da4-b9b4-f6e45293376c service neutron] 10.222.0.31 "GET /v2.0/networks/1e137e86-76be-493f-9b25-1d17756925b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6096165
Dec 25 21:08:06.899131 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvr_db [None req-4bb519c9-0eb5-4428-b841-29ff82fd1279 None None] Set router 4f30392b-bbdc-400f-b062-fad468fad8e7 gateway port host: ncdv-master-1 {{(pid=121608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:08:06.904061 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.provisioning_blocks [req-820ef24f-3bf4-444e-874d-8a21a8d2d336 req-8f7f67f6-d7a4-4b03-ad0f-1e1dee873817 service neutron] Transition to ACTIVE for port object bfee550f-dfee-43e5-88c3-be85d5ccff12 will not be triggered until provisioned by entity L2. {{(pid=121606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 25 21:08:06.908315 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.db [req-820ef24f-3bf4-444e-874d-8a21a8d2d336 req-e458d408-4847-4a8a-888a-52861495ff7e service neutron] For port bf94d897-4956-441a-9897-be577975a8f7, host nch1-master-1, cleared binding levels {{(pid=121607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:08:06.922578 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-dfa03441-d764-435f-b90a-d9a3019fc778 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:06.927643 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-bdeaa6e2-bc26-4187-94c9-cfee31af68a6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:06.934900 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-98a489f8-8992-4d69-9fb9-c4350dd2ae1f req-9b40ec7c-16eb-46f9-a0b9-19ccc0cc9edf tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5d2ff88-22d6-43d8-90d1-bfb86d4e3308&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0562062
Dec 25 21:08:06.955732 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-80afae4c-6b05-4f89-b091-6cc975824f09 admin admin] Publish callbacks [] for port, precommit_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:06.958228 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.db [req-820ef24f-3bf4-444e-874d-8a21a8d2d336 req-e458d408-4847-4a8a-888a-52861495ff7e service neutron] For port bf94d897-4956-441a-9897-be577975a8f7, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=bf94d897-4956-441a-9897-be577975a8f7,segment=NetworkSegment(85c774cb-a0eb-4ad9-961f-f331d3b37cd6),segment_id=85c774cb-a0eb-4ad9-961f-f331d3b37cd6)] {{(pid=121607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:08:07.018595 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-820ef24f-3bf4-444e-874d-8a21a8d2d336 req-8f7f67f6-d7a4-4b03-ad0f-1e1dee873817 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:07.040032 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-ede45d23-20c8-4e92-8973-a76a4fccbc43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:07.119379 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7f67f6-d7a4-4b03-ad0f-1e1dee873817 service neutron] Pushing event updated for resources: {'Port': ['ID=bfee550f-dfee-43e5-88c3-be85d5ccff12,revision_number=2']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:08:07.122914 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-80afae4c-6b05-4f89-b091-6cc975824f09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:07.123608 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-80afae4c-6b05-4f89-b091-6cc975824f09 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2007636'] for router_interface, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:07.129346 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-820ef24f-3bf4-444e-874d-8a21a8d2d336 req-8f7f67f6-d7a4-4b03-ad0f-1e1dee873817 service neutron] Attempting to bind port bfee550f-dfee-43e5-88c3-be85d5ccff12 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:08:07.129686 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-820ef24f-3bf4-444e-874d-8a21a8d2d336 req-8f7f67f6-d7a4-4b03-ad0f-1e1dee873817 service neutron] Attempting to bind port bfee550f-dfee-43e5-88c3-be85d5ccff12 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '85c774cb-a0eb-4ad9-961f-f331d3b37cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '8f212e98-547d-4c6e-a560-2e9a548c8f59'}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:08:07.133052 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-820ef24f-3bf4-444e-874d-8a21a8d2d336 req-8f7f67f6-d7a4-4b03-ad0f-1e1dee873817 service neutron] Attempting to bind port bfee550f-dfee-43e5-88c3-be85d5ccff12 on network 8f212e98-547d-4c6e-a560-2e9a548c8f59 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:08:07.140087 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-820ef24f-3bf4-444e-874d-8a21a8d2d336 req-8f7f67f6-d7a4-4b03-ad0f-1e1dee873817 service neutron] Port bfee550f-dfee-43e5-88c3-be85d5ccff12 on network 8f212e98-547d-4c6e-a560-2e9a548c8f59 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 25 21:08:07.140476 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-820ef24f-3bf4-444e-874d-8a21a8d2d336 req-8f7f67f6-d7a4-4b03-ad0f-1e1dee873817 service neutron] Attempting to bind port bfee550f-dfee-43e5-88c3-be85d5ccff12 on network 8f212e98-547d-4c6e-a560-2e9a548c8f59 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:08:07.144037 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-4bb519c9-0eb5-4428-b841-29ff82fd1279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2613e934f0>, [{'id': '4f30392b-bbdc-400f-b062-fad468fad8e7', 'name': 'tempest-FloatingIPsTestJSON-2006952787-router', 'tenant_id': 'f1c9d95c0097420ba158062e91371e63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.225'}], 'enable_snat': True}, 'gw_port_id': '6bbe24db-eb71-4dec-bf5e-ee67a55d86f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:07:56Z', 'updated_at': '2021-12-25T21:07:59Z', 'revision_number': 3, 'project_id': 'f1c9d95c0097420ba158062e91371e63', 'gw_port': {'id': '6bbe24db-eb71-4dec-bf5e-ee67a55d86f2', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:09:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f30392b-bbdc-400f-b062-fad468fad8e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:07:58Z', 'updated_at': '2021-12-25T21:08:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:08:07.147097 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-820ef24f-3bf4-444e-874d-8a21a8d2d336 req-8f7f67f6-d7a4-4b03-ad0f-1e1dee873817 service neutron] Checking agent: {'id': '6d577036-68fc-4aa4-aed7-5ab01de2117e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 21, 4, 34), 'started_at': datetime.datetime(2021, 12, 25, 21, 4, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 8, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:08:07.147453 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-820ef24f-3bf4-444e-874d-8a21a8d2d336 req-8f7f67f6-d7a4-4b03-ad0f-1e1dee873817 service neutron] Checking segment: {'id': '85c774cb-a0eb-4ad9-961f-f331d3b37cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '8f212e98-547d-4c6e-a560-2e9a548c8f59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:08:07.147839 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-820ef24f-3bf4-444e-874d-8a21a8d2d336 req-8f7f67f6-d7a4-4b03-ad0f-1e1dee873817 service neutron] Bound using segment: {'id': '85c774cb-a0eb-4ad9-961f-f331d3b37cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '8f212e98-547d-4c6e-a560-2e9a548c8f59'} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:08:07.148363 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-820ef24f-3bf4-444e-874d-8a21a8d2d336 req-8f7f67f6-d7a4-4b03-ad0f-1e1dee873817 service neutron] Bound port: bfee550f-dfee-43e5-88c3-be85d5ccff12, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85c774cb-a0eb-4ad9-961f-f331d3b37cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '8f212e98-547d-4c6e-a560-2e9a548c8f59'}}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:08:07.148723 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-820ef24f-3bf4-444e-874d-8a21a8d2d336 req-8f7f67f6-d7a4-4b03-ad0f-1e1dee873817 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:07.208698 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-820ef24f-3bf4-444e-874d-8a21a8d2d336 req-e458d408-4847-4a8a-888a-52861495ff7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:07.217005 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-dfa03441-d764-435f-b90a-d9a3019fc778 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:07.217519 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-dfa03441-d764-435f-b90a-d9a3019fc778 admin admin] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:07.221216 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-dfa03441-d764-435f-b90a-d9a3019fc778 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/41cb41b6-c76a-4c87-b5fa-acb294c343f6 HTTP/1.1" status: 204  len: 168 time: 0.7922294
Dec 25 21:08:07.221216 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-bdeaa6e2-bc26-4187-94c9-cfee31af68a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946'] for port, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:07.227639 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bb519c9-0eb5-4428-b841-29ff82fd1279 None None] The sync data for ids ['4f30392b-bbdc-400f-b062-fad468fad8e7'] in ncdv-master-1 is: [{'id': '4f30392b-bbdc-400f-b062-fad468fad8e7', 'name': 'tempest-FloatingIPsTestJSON-2006952787-router', 'tenant_id': 'f1c9d95c0097420ba158062e91371e63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.225'}], 'enable_snat': True}, 'gw_port_id': '6bbe24db-eb71-4dec-bf5e-ee67a55d86f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:07:56Z', 'updated_at': '2021-12-25T21:07:59Z', 'revision_number': 3, 'project_id': 'f1c9d95c0097420ba158062e91371e63', 'gw_port': {'id': '6bbe24db-eb71-4dec-bf5e-ee67a55d86f2', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:09:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f30392b-bbdc-400f-b062-fad468fad8e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:07:58Z', 'updated_at': '2021-12-25T21:08:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 21:08:07.374205 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa03441-d764-435f-b90a-d9a3019fc778 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41cb41b6-c76a-4c87-b5fa-acb294c343f6,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:08:07.378603 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80afae4c-6b05-4f89-b091-6cc975824f09 admin admin] Pushing event updated for resources: {'Port': ['ID=d5632047-d757-48ea-8d0b-71d3a71e38c6,revision_number=2']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:08:07.428307 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896c24bb-e40e-4f55-bbd4-4f26d88663fc req-d567761c-91ab-4a2b-9136-a22acb1c63c5 tempest-LiveAutoBlockMigrationV225Test-952394939 tempest-LiveAutoBlockMigrationV225Test-952394939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:08:07.438499 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-896c24bb-e40e-4f55-bbd4-4f26d88663fc req-d567761c-91ab-4a2b-9136-a22acb1c63c5 tempest-LiveAutoBlockMigrationV225Test-952394939 tempest-LiveAutoBlockMigrationV225Test-952394939-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=7cd2be37-78a6-4e40-813d-8e2478ea8dc2&tenant_id=276a36e6a97d46a78b7e483daa26cc2e&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 1096 time: 0.2800713
Dec 25 21:08:07.470983 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-896c24bb-e40e-4f55-bbd4-4f26d88663fc req-ca24339e-6188-4346-b9b0-9f36b4aab976 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'nch1-master-1'}}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:08:07.530021 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820ef24f-3bf4-444e-874d-8a21a8d2d336 req-e458d408-4847-4a8a-888a-52861495ff7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:08:07.530721 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-820ef24f-3bf4-444e-874d-8a21a8d2d336 req-e458d408-4847-4a8a-888a-52861495ff7e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:07.532259 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-820ef24f-3bf4-444e-874d-8a21a8d2d336 req-e458d408-4847-4a8a-888a-52861495ff7e service neutron] 10.222.0.31 "PUT /v2.0/ports/bf94d897-4956-441a-9897-be577975a8f7 HTTP/1.1" status: 200  len: 1096 time: 2.6458297
Dec 25 21:08:07.536638 ncdv-master-1 neutron-server[121607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f68f874-59f2-4c67-90f1-50665110bd4e', 'tag': 'bf94d897-4956-441a-9897-be577975a8f7'}] {{(pid=121607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:08:07.538251 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f980bbcadfa7bf1e788024e1448be660373c21f97f015f780444e999c451203" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1c0b080-b6de-4c30-81bc-817649ea8802" -d '{"events": [{"name": "network-changed", "server_uuid": "9f68f874-59f2-4c67-90f1-50665110bd4e", "tag": "bf94d897-4956-441a-9897-be577975a8f7"}]}' {{(pid=121607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:08:07.545172 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdeaa6e2-bc26-4187-94c9-cfee31af68a6 admin admin] Network d51979bf-a302-4a2e-9e52-e07ae7ff51d2 is already hosted by enough agents. {{(pid=121607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:08:07.564608 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-bdeaa6e2-bc26-4187-94c9-cfee31af68a6 admin admin] Resources bound (agent type, host, resource id):  {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:08:07.590309 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdeaa6e2-bc26-4187-94c9-cfee31af68a6 admin admin] Received port after_create {{(pid=121607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:08:07.590692 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-bdeaa6e2-bc26-4187-94c9-cfee31af68a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2008772'] for router_interface, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:07.656015 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-820ef24f-3bf4-444e-874d-8a21a8d2d336 req-8f7f67f6-d7a4-4b03-ad0f-1e1dee873817 service neutron] For port bfee550f-dfee-43e5-88c3-be85d5ccff12, host nch1-master-1, cleared binding levels {{(pid=121606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:08:07.796840 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e458d408-4847-4a8a-888a-52861495ff7e service neutron] Pushing event updated for resources: {'Port': ['ID=bf94d897-4956-441a-9897-be577975a8f7,revision_number=3']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:08:07.817970 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80afae4c-6b05-4f89-b091-6cc975824f09 admin admin] Network 629690dc-316c-48ba-b3f8-2395f5f041a6 is already hosted by enough agents. {{(pid=121607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:08:07.826041 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-80afae4c-6b05-4f89-b091-6cc975824f09 admin admin] Resources bound (agent type, host, resource id):  {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:08:07.871415 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-820ef24f-3bf4-444e-874d-8a21a8d2d336 req-8f7f67f6-d7a4-4b03-ad0f-1e1dee873817 service neutron] For port bfee550f-dfee-43e5-88c3-be85d5ccff12, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=bfee550f-dfee-43e5-88c3-be85d5ccff12,segment=NetworkSegment(85c774cb-a0eb-4ad9-961f-f331d3b37cd6),segment_id=85c774cb-a0eb-4ad9-961f-f331d3b37cd6)] {{(pid=121606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:08:07.914649 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-896c24bb-e40e-4f55-bbd4-4f26d88663fc req-ca24339e-6188-4346-b9b0-9f36b4aab976 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:07.949900 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:08.093597 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922f0e0d-503e-4038-8088-42ff37895d5a req-f8e0b751-8dce-4c79-8037-84699936d82b tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:08:08.127294 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-922f0e0d-503e-4038-8088-42ff37895d5a req-f8e0b751-8dce-4c79-8037-84699936d82b tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] 10.222.0.32 "GET /v2.0/ports?device_id=e47b7882-0d9a-4469-b7aa-9ea14292ab12 HTTP/1.1" status: 200  len: 948 time: 0.5454044
Dec 25 21:08:08.132438 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-820ef24f-3bf4-444e-874d-8a21a8d2d336 req-8f7f67f6-d7a4-4b03-ad0f-1e1dee873817 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:08.346771 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7f67f6-d7a4-4b03-ad0f-1e1dee873817 service neutron] Pushing event updated for resources: {'Port': ['ID=bfee550f-dfee-43e5-88c3-be85d5ccff12,revision_number=3']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:08:08.355714 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-5b2333e8-8535-4972-bd76-60c62e0973c9 None None] Provisioning complete for port d3e3c794-950a-49ac-8992-848c0c3d6648 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:08:08.356350 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b2333e8-8535-4972-bd76-60c62e0973c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:08.453795 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-5b2333e8-8535-4972-bd76-60c62e0973c9 None None] Port d3e3c794-950a-49ac-8992-848c0c3d6648 cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:08:08.456466 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device a5e4af3a-9b70-4dca-9bf8-c711678c9b36 up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:08:08.507841 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3e945ecd-9380-47c2-aa0a-12ebe07e03e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:08.522198 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port a5e4af3a-9b70-4dca-9bf8-c711678c9b36 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:08:08.522567 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:08.546690 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-922f0e0d-503e-4038-8088-42ff37895d5a req-0e36b03b-5dfd-45f8-a602-64714bfbc482 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] 10.222.0.32 "GET /v2.0/security-groups?id=3d6cb2f0-3d81-4228-9d61-fc5e0bb3087e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4177144
Dec 25 21:08:08.548614 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820ef24f-3bf4-444e-874d-8a21a8d2d336 req-8f7f67f6-d7a4-4b03-ad0f-1e1dee873817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:08:08.551036 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-820ef24f-3bf4-444e-874d-8a21a8d2d336 req-8f7f67f6-d7a4-4b03-ad0f-1e1dee873817 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:08.566945 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-820ef24f-3bf4-444e-874d-8a21a8d2d336 req-8f7f67f6-d7a4-4b03-ad0f-1e1dee873817 service neutron] 10.222.0.31 "PUT /v2.0/ports/bfee550f-dfee-43e5-88c3-be85d5ccff12 HTTP/1.1" status: 200  len: 1096 time: 3.7839403
Dec 25 21:08:08.591365 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e47b7882-0d9a-4469-b7aa-9ea14292ab12', 'tag': 'bfee550f-dfee-43e5-88c3-be85d5ccff12'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:08:08.599051 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9858820c13ec2827453b94ebc4181065e990a4e4089ccb9fe762531ac62d2fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48eae635-cb82-4dd9-ba1a-307b304438b7" -d '{"events": [{"name": "network-changed", "server_uuid": "e47b7882-0d9a-4469-b7aa-9ea14292ab12", "tag": "bfee550f-dfee-43e5-88c3-be85d5ccff12"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:08:08.615714 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 41814) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:08:08.639280 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-ff550bda-ad91-4413-8638-cab42d7f3b93 None None] Provisioning complete for port d5632047-d757-48ea-8d0b-71d3a71e38c6 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:08:08.639657 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-ff550bda-ad91-4413-8638-cab42d7f3b93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:08.662037 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-e8d7f366-f348-43d5-9fca-25b7ab745814 admin admin] Publish callbacks [] for security_group, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:08.671371 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Dec 2021 21:08:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fc5c2d6-698f-4e68-aea3-03e309bdf294 x-openstack-request-id: req-2fc5c2d6-698f-4e68-aea3-03e309bdf294 {{(pid=121607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:08:08.671950 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f68f874-59f2-4c67-90f1-50665110bd4e", "tag": "bf94d897-4956-441a-9897-be577975a8f7", "status": "completed", "code": 200}]} {{(pid=121607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:08:08.671950 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2fc5c2d6-698f-4e68-aea3-03e309bdf294 {{(pid=121607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:08:08.672446 ncdv-master-1 neutron-server[121607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f68f874-59f2-4c67-90f1-50665110bd4e', 'tag': 'bf94d897-4956-441a-9897-be577975a8f7', 'status': 'completed', 'code': 200}
Dec 25 21:08:08.696578 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-ff550bda-ad91-4413-8638-cab42d7f3b93 None None] Port d5632047-d757-48ea-8d0b-71d3a71e38c6 cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:08:08.711251 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80afae4c-6b05-4f89-b091-6cc975824f09 admin admin] Router 5a16a119-0d91-47a1-b1a5-ad284c2ceb4f has already been hosted by L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 {{(pid=121607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 25 21:08:08.736449 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 6bbe24db-eb71-4dec-bf5e-ee67a55d86f2 up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:08:08.740118 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdeaa6e2-bc26-4187-94c9-cfee31af68a6 admin admin] Pushing event updated for resources: {'Port': ['ID=d3e3c794-950a-49ac-8992-848c0c3d6648,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:08:08.779774 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820ef24f-3bf4-444e-874d-8a21a8d2d336 req-52e94689-eb69-4074-b598-84c1f60ce619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:08:08.783397 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-820ef24f-3bf4-444e-874d-8a21a8d2d336 req-52e94689-eb69-4074-b598-84c1f60ce619 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=19a16dcc3c214ac2a218d3758e551792&device_id=9f68f874-59f2-4c67-90f1-50665110bd4e HTTP/1.1" status: 200  len: 1099 time: 1.0590787
Dec 25 21:08:08.812002 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d83490-2f04-4b3f-ac5b-53a795581e63 req-7cbf0191-6346-498a-96d0-c0df3418acef tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:08:08.829862 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a1d83490-2f04-4b3f-ac5b-53a795581e63 req-7cbf0191-6346-498a-96d0-c0df3418acef tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] 10.222.0.32 "GET /v2.0/ports?device_id=7cd2be37-78a6-4e40-813d-8e2478ea8dc2 HTTP/1.1" status: 200  len: 945 time: 0.4377174
Dec 25 21:08:08.837502 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port 6bbe24db-eb71-4dec-bf5e-ee67a55d86f2 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:08:08.843344 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:08.977433 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:09.020181 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-896c24bb-e40e-4f55-bbd4-4f26d88663fc req-ca24339e-6188-4346-b9b0-9f36b4aab976 service neutron] For port ddbefb64-c371-4875-871e-5d999ff82a14, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ddbefb64-c371-4875-871e-5d999ff82a14,segment=NetworkSegment(0bc15208-d08d-4c93-89c3-c4dfd4d97844),segment_id=0bc15208-d08d-4c93-89c3-c4dfd4d97844)] {{(pid=121606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:08:09.029414 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] For port 6bbe24db-eb71-4dec-bf5e-ee67a55d86f2, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6bbe24db-eb71-4dec-bf5e-ee67a55d86f2,segment=NetworkSegment(6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855),segment_id=6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:08:09.040904 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-820ef24f-3bf4-444e-874d-8a21a8d2d336 req-6adf6bf7-069b-4a62-afc6-29699e54e8c8 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.165&port_id=bf94d897-4956-441a-9897-be577975a8f7 HTTP/1.1" status: 200  len: 217 time: 0.1362455
Dec 25 21:08:09.042358 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-bdeaa6e2-bc26-4187-94c9-cfee31af68a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:09.068603 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820ef24f-3bf4-444e-874d-8a21a8d2d336 req-60175892-09ad-4cdb-a4e1-a027bb0cabb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:08:09.070645 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-820ef24f-3bf4-444e-874d-8a21a8d2d336 req-60175892-09ad-4cdb-a4e1-a027bb0cabb6 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=19a16dcc3c214ac2a218d3758e551792&device_id=e47b7882-0d9a-4469-b7aa-9ea14292ab12 HTTP/1.1" status: 200  len: 1099 time: 0.4001176
Dec 25 21:08:09.109497 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:09.194009 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a1d83490-2f04-4b3f-ac5b-53a795581e63 req-ba0079b0-c8eb-4f1a-a7cd-fb121b418f3c tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5d2ff88-22d6-43d8-90d1-bfb86d4e3308&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3631418
Dec 25 21:08:09.217192 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-820ef24f-3bf4-444e-874d-8a21a8d2d336 req-942b451e-c1f8-465d-92a9-ac3732ad7fca service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.212&port_id=bfee550f-dfee-43e5-88c3-be85d5ccff12 HTTP/1.1" status: 200  len: 217 time: 0.1268992
Dec 25 21:08:09.221283 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820ef24f-3bf4-444e-874d-8a21a8d2d336 req-8c8c6e8b-6a0a-4d36-b342-07d09d87e132 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:08:09.227230 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-820ef24f-3bf4-444e-874d-8a21a8d2d336 req-8c8c6e8b-6a0a-4d36-b342-07d09d87e132 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=dcfbae86-f93e-400c-8084-eac7f56ff5ba HTTP/1.1" status: 200  len: 843 time: 0.1602287
Dec 25 21:08:09.251151 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Pushing event updated for resources: {'Port': ['ID=6bbe24db-eb71-4dec-bf5e-ee67a55d86f2,revision_number=4']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:08:09.316289 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Dec 2021 21:08:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e74346e-4326-46df-b39e-88dadcb2eee7 x-openstack-request-id: req-8e74346e-4326-46df-b39e-88dadcb2eee7 {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:08:09.316913 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e47b7882-0d9a-4469-b7aa-9ea14292ab12", "tag": "bfee550f-dfee-43e5-88c3-be85d5ccff12", "status": "completed", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:08:09.317244 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8e74346e-4326-46df-b39e-88dadcb2eee7 {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:08:09.317747 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e47b7882-0d9a-4469-b7aa-9ea14292ab12', 'tag': 'bfee550f-dfee-43e5-88c3-be85d5ccff12', 'status': 'completed', 'code': 200}
Dec 25 21:08:09.352903 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-e8d7f366-f348-43d5-9fca-25b7ab745814 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:09.357147 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-15cb578f-7a63-4fd3-925d-83bad4c7b82a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:09.364735 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-896c24bb-e40e-4f55-bbd4-4f26d88663fc req-ca24339e-6188-4346-b9b0-9f36b4aab976 service neutron] For port ddbefb64-c371-4875-871e-5d999ff82a14, host nch2-master-1, cleared binding levels {{(pid=121606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:08:09.402866 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80afae4c-6b05-4f89-b091-6cc975824f09 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 21:08:09.415804 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-80afae4c-6b05-4f89-b091-6cc975824f09 admin admin] 10.222.0.32 "PUT /v2.0/routers/5a16a119-0d91-47a1-b1a5-ad284c2ceb4f/add_router_interface HTTP/1.1" status: 200  len: 503 time: 9.7797534
Dec 25 21:08:09.431996 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79c30fda-af75-4036-bf1d-f57f536bcf38 None None] Sync routers for ids ['5a16a119-0d91-47a1-b1a5-ad284c2ceb4f'] in ncdv-master-1 {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 21:08:09.440691 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820ef24f-3bf4-444e-874d-8a21a8d2d336 req-2673694e-ff9a-4cf4-8cfc-d54d4c61ad3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:08:09.452893 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-820ef24f-3bf4-444e-874d-8a21a8d2d336 req-2673694e-ff9a-4cf4-8cfc-d54d4c61ad3a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=dcfbae86-f93e-400c-8084-eac7f56ff5ba HTTP/1.1" status: 200  len: 843 time: 0.2124548
Dec 25 21:08:09.469748 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820ef24f-3bf4-444e-874d-8a21a8d2d336 req-4b3ed32b-2840-4fef-9462-7cca5d7781a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:08:09.470861 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-e8d7f366-f348-43d5-9fca-25b7ab745814 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:09.471756 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-820ef24f-3bf4-444e-874d-8a21a8d2d336 req-4b3ed32b-2840-4fef-9462-7cca5d7781a1 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=8f212e98-547d-4c6e-a560-2e9a548c8f59&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.2270865
Dec 25 21:08:09.477054 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79c30fda-af75-4036-bf1d-f57f536bcf38 None None] Routers {'5a16a119-0d91-47a1-b1a5-ad284c2ceb4f'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:08:09.477967 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-79c30fda-af75-4036-bf1d-f57f536bcf38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f261872faf0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:08:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['5a16a119-0d91-47a1-b1a5-ad284c2ceb4f'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:08:09.481073 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-896c24bb-e40e-4f55-bbd4-4f26d88663fc req-ca24339e-6188-4346-b9b0-9f36b4aab976 service neutron] Publish callbacks [] for port, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:09.594350 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-e8d7f366-f348-43d5-9fca-25b7ab745814 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ae237d62f92243ef85f30e7ed6f6e28f&name=default HTTP/1.1" status: 200  len: 2996 time: 0.9756095
Dec 25 21:08:09.596301 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d7f366-f348-43d5-9fca-25b7ab745814 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ba93c6e-35d0-4e6a-8c25-edbca9776aad,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:08:09.601495 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 41844) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:08:09.643308 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-896c24bb-e40e-4f55-bbd4-4f26d88663fc req-ca24339e-6188-4346-b9b0-9f36b4aab976 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:09.650605 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820ef24f-3bf4-444e-874d-8a21a8d2d336 req-14f20290-e576-4347-8f1d-7719b180669d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:08:09.652418 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-820ef24f-3bf4-444e-874d-8a21a8d2d336 req-14f20290-e576-4347-8f1d-7719b180669d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=8f212e98-547d-4c6e-a560-2e9a548c8f59&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1750581
Dec 25 21:08:09.763748 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-820ef24f-3bf4-444e-874d-8a21a8d2d336 req-c893118a-617d-49d9-99f1-87685231af4b service neutron] 10.222.0.31 "GET /v2.0/networks/8f212e98-547d-4c6e-a560-2e9a548c8f59?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2736731
Dec 25 21:08:09.817934 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvr_db [None req-79c30fda-af75-4036-bf1d-f57f536bcf38 None None] Set router 5a16a119-0d91-47a1-b1a5-ad284c2ceb4f gateway port host: ncdv-master-1 {{(pid=121609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:08:09.895140 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-bdeaa6e2-bc26-4187-94c9-cfee31af68a6 admin admin] Publish callbacks [] for port, precommit_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:09.942603 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-47ade323-79bc-4621-ac91-aa08794f6750 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:09.972442 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-bdeaa6e2-bc26-4187-94c9-cfee31af68a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:09.973656 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-bdeaa6e2-bc26-4187-94c9-cfee31af68a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2007636'] for router_interface, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:09.983842 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca24339e-6188-4346-b9b0-9f36b4aab976 service neutron] Pushing event updated for resources: {'Port': ['ID=ddbefb64-c371-4875-871e-5d999ff82a14,revision_number=7']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:08:10.034096 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-896c24bb-e40e-4f55-bbd4-4f26d88663fc req-ca24339e-6188-4346-b9b0-9f36b4aab976 service neutron] Attempting to bind port ddbefb64-c371-4875-871e-5d999ff82a14 on host nch2-master-1 for vnic_type normal with profile {"migrating_to": "nch1-master-1"} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:08:10.034688 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-896c24bb-e40e-4f55-bbd4-4f26d88663fc req-ca24339e-6188-4346-b9b0-9f36b4aab976 service neutron] Attempting to bind port ddbefb64-c371-4875-871e-5d999ff82a14 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '0bc15208-d08d-4c93-89c3-c4dfd4d97844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '1e137e86-76be-493f-9b25-1d17756925b5'}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:08:10.035197 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-896c24bb-e40e-4f55-bbd4-4f26d88663fc req-ca24339e-6188-4346-b9b0-9f36b4aab976 service neutron] Attempting to bind port ddbefb64-c371-4875-871e-5d999ff82a14 on network 1e137e86-76be-493f-9b25-1d17756925b5 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:08:10.051358 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852c283d-4cb3-4cc9-b0ba-f81ab10345c3 req-f354ce25-a02a-4b93-b665-8305e8a526cb tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:08:10.060656 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-852c283d-4cb3-4cc9-b0ba-f81ab10345c3 req-f354ce25-a02a-4b93-b665-8305e8a526cb tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] 10.222.0.32 "GET /v2.0/ports?device_id=e47b7882-0d9a-4469-b7aa-9ea14292ab12 HTTP/1.1" status: 200  len: 948 time: 0.3109131
Dec 25 21:08:10.065284 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-47ade323-79bc-4621-ac91-aa08794f6750 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:10.070343 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-896c24bb-e40e-4f55-bbd4-4f26d88663fc req-ca24339e-6188-4346-b9b0-9f36b4aab976 service neutron] Port ddbefb64-c371-4875-871e-5d999ff82a14 on network 1e137e86-76be-493f-9b25-1d17756925b5 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 25 21:08:10.070670 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-896c24bb-e40e-4f55-bbd4-4f26d88663fc req-ca24339e-6188-4346-b9b0-9f36b4aab976 service neutron] Attempting to bind port ddbefb64-c371-4875-871e-5d999ff82a14 on network 1e137e86-76be-493f-9b25-1d17756925b5 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:08:10.135192 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-896c24bb-e40e-4f55-bbd4-4f26d88663fc req-ca24339e-6188-4346-b9b0-9f36b4aab976 service neutron] Checking agent: {'id': '0d9ae313-8f8d-40fa-8a9f-d098a25a9911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 21, 4, 38), 'started_at': datetime.datetime(2021, 12, 25, 21, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 8, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:08:10.135943 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-896c24bb-e40e-4f55-bbd4-4f26d88663fc req-ca24339e-6188-4346-b9b0-9f36b4aab976 service neutron] Checking segment: {'id': '0bc15208-d08d-4c93-89c3-c4dfd4d97844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '1e137e86-76be-493f-9b25-1d17756925b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:08:10.140540 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-896c24bb-e40e-4f55-bbd4-4f26d88663fc req-ca24339e-6188-4346-b9b0-9f36b4aab976 service neutron] Bound using segment: {'id': '0bc15208-d08d-4c93-89c3-c4dfd4d97844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '1e137e86-76be-493f-9b25-1d17756925b5'} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:08:10.140540 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-896c24bb-e40e-4f55-bbd4-4f26d88663fc req-ca24339e-6188-4346-b9b0-9f36b4aab976 service neutron] Bound port: ddbefb64-c371-4875-871e-5d999ff82a14, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0bc15208-d08d-4c93-89c3-c4dfd4d97844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '1e137e86-76be-493f-9b25-1d17756925b5'}}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:08:10.140540 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-896c24bb-e40e-4f55-bbd4-4f26d88663fc req-ca24339e-6188-4346-b9b0-9f36b4aab976 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:10.179339 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-820ef24f-3bf4-444e-874d-8a21a8d2d336 req-90103deb-51b4-421b-a9f2-def1f5ef3f61 service neutron] 10.222.0.31 "GET /v2.0/networks/8f212e98-547d-4c6e-a560-2e9a548c8f59?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4661977
Dec 25 21:08:10.237322 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 6bbe24db-eb71-4dec-bf5e-ee67a55d86f2 up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:08:10.279160 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdeaa6e2-bc26-4187-94c9-cfee31af68a6 admin admin] Pushing event updated for resources: {'Port': ['ID=d3e3c794-950a-49ac-8992-848c0c3d6648,revision_number=2']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:08:10.300127 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdeaa6e2-bc26-4187-94c9-cfee31af68a6 admin admin] Network d51979bf-a302-4a2e-9e52-e07ae7ff51d2 is already hosted by enough agents. {{(pid=121607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:08:10.303568 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-820ef24f-3bf4-444e-874d-8a21a8d2d336 req-202c7387-4de9-4c8a-851a-e3075eb1c52e service neutron] 10.222.0.31 "GET /v2.0/networks/8f212e98-547d-4c6e-a560-2e9a548c8f59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5263331
Dec 25 21:08:10.309713 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-bdeaa6e2-bc26-4187-94c9-cfee31af68a6 admin admin] Resources bound (agent type, host, resource id):  {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:08:10.328184 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-79c30fda-af75-4036-bf1d-f57f536bcf38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f261872faf0>, [{'id': '5a16a119-0d91-47a1-b1a5-ad284c2ceb4f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-428068567-router', 'tenant_id': 'e25e5a44bb7e4ef7a38e961e6203b72b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.161'}], 'enable_snat': True}, 'gw_port_id': 'a5e4af3a-9b70-4dca-9bf8-c711678c9b36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:07:53Z', 'updated_at': '2021-12-25T21:08:04Z', 'revision_number': 4, 'project_id': 'e25e5a44bb7e4ef7a38e961e6203b72b', 'gw_port': {'id': 'a5e4af3a-9b70-4dca-9bf8-c711678c9b36', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:c8:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a16a119-0d91-47a1-b1a5-ad284c2ceb4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:07:54Z', 'updated_at': '2021-12-25T21:08:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'd5632047-d757-48ea-8d0b-71d3a71e38c6', 'name': '', 'network_id': '629690dc-316c-48ba-b3f8-2395f5f041a6', 'tenant_id': 'e25e5a44bb7e4ef7a38e961e6203b72b', 'mac_address': 'fa:16:3e:34:1f:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a16a119-0d91-47a1-b1a5-ad284c2ceb4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': 'b91f30a5-b3f6-4065-94e7-2dc6af689f3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:08:01Z', 'updated_at': '2021-12-25T21:08:06Z', 'revision_number': 2, 'project_id': 'e25e5a44bb7e4ef7a38e961e6203b72b', 'subnets': [{'id': 'b91f30a5-b3f6-4065-94e7-2dc6af689f3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:08:10.335416 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-896c24bb-e40e-4f55-bbd4-4f26d88663fc req-ca24339e-6188-4346-b9b0-9f36b4aab976 service neutron] For port ddbefb64-c371-4875-871e-5d999ff82a14, host nch2-master-1, cleared binding levels {{(pid=121606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:08:10.341453 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-896c24bb-e40e-4f55-bbd4-4f26d88663fc req-ca24339e-6188-4346-b9b0-9f36b4aab976 service neutron] For port ddbefb64-c371-4875-871e-5d999ff82a14, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ddbefb64-c371-4875-871e-5d999ff82a14,segment=NetworkSegment(0bc15208-d08d-4c93-89c3-c4dfd4d97844),segment_id=0bc15208-d08d-4c93-89c3-c4dfd4d97844)] {{(pid=121606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:08:10.398282 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port 6bbe24db-eb71-4dec-bf5e-ee67a55d86f2 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:08:10.398726 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:10.421793 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79c30fda-af75-4036-bf1d-f57f536bcf38 None None] Checking router: 5a16a119-0d91-47a1-b1a5-ad284c2ceb4f for host: ncdv-master-1 {{(pid=121609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 25 21:08:10.422424 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79c30fda-af75-4036-bf1d-f57f536bcf38 None None] Updating router 5a16a119-0d91-47a1-b1a5-ad284c2ceb4f port d5632047-d757-48ea-8d0b-71d3a71e38c6 binding host ncdv-master-1 {{(pid=121609) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 25 21:08:10.497033 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.agents_db [None req-ec08dba0-4483-4109-b5e1-5e4a9fdaf12d None None] Agent healthcheck: found 7 active agents {{(pid=121609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 25 21:08:10.501862 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-820ef24f-3bf4-444e-874d-8a21a8d2d336 req-606d6890-3d6b-4d3f-874a-e982d0dbf35e service neutron] 10.222.0.31 "GET /v2.0/networks/8f212e98-547d-4c6e-a560-2e9a548c8f59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1581171
Dec 25 21:08:10.507842 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-852c283d-4cb3-4cc9-b0ba-f81ab10345c3 req-fc75c63c-33a7-490a-a1c5-46bebc2f24ef tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] 10.222.0.32 "GET /v2.0/security-groups?id=3d6cb2f0-3d81-4228-9d61-fc5e0bb3087e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4463747
Dec 25 21:08:10.509521 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-47ade323-79bc-4621-ac91-aa08794f6750 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:10.509845 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-79c30fda-af75-4036-bf1d-f57f536bcf38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:10.513481 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-47ade323-79bc-4621-ac91-aa08794f6750 admin admin] Publish callbacks [] for security_group, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:10.518192 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-47ade323-79bc-4621-ac91-aa08794f6750 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4ba93c6e-35d0-4e6a-8c25-edbca9776aad HTTP/1.1" status: 204  len: 168 time: 0.9146068
Dec 25 21:08:10.528847 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ade323-79bc-4621-ac91-aa08794f6750 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ba93c6e-35d0-4e6a-8c25-edbca9776aad,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:08:10.571455 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-896c24bb-e40e-4f55-bbd4-4f26d88663fc req-ca24339e-6188-4346-b9b0-9f36b4aab976 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:10.659916 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:10.782309 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca24339e-6188-4346-b9b0-9f36b4aab976 service neutron] Pushing event updated for resources: {'Port': ['ID=ddbefb64-c371-4875-871e-5d999ff82a14,revision_number=8']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:08:10.853431 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdeaa6e2-bc26-4187-94c9-cfee31af68a6 admin admin] Router 4f30392b-bbdc-400f-b062-fad468fad8e7 has already been hosted by L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 {{(pid=121607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 25 21:08:10.856797 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c0b080-b6de-4c30-81bc-817649ea8802 req-f9061055-fca3-4cdc-8a42-4b9dd7a8bb8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:08:10.872545 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-f1c0b080-b6de-4c30-81bc-817649ea8802 req-f9061055-fca3-4cdc-8a42-4b9dd7a8bb8f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=19a16dcc3c214ac2a218d3758e551792&device_id=9f68f874-59f2-4c67-90f1-50665110bd4e HTTP/1.1" status: 200  len: 1099 time: 0.3157070
Dec 25 21:08:10.903983 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48eae635-cb82-4dd9-ba1a-307b304438b7 req-7758ad83-11c0-43c8-989c-3f6b7f9ebc08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:08:10.906909 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-48eae635-cb82-4dd9-ba1a-307b304438b7 req-7758ad83-11c0-43c8-989c-3f6b7f9ebc08 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=19a16dcc3c214ac2a218d3758e551792&device_id=e47b7882-0d9a-4469-b7aa-9ea14292ab12 HTTP/1.1" status: 200  len: 1099 time: 0.1255238
Dec 25 21:08:10.916802 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-caa1d938-4fc7-44ba-939e-c6aaab81b9e7 None None] Provisioning complete for port d3e3c794-950a-49ac-8992-848c0c3d6648 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:08:10.919846 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-caa1d938-4fc7-44ba-939e-c6aaab81b9e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:10.930024 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896c24bb-e40e-4f55-bbd4-4f26d88663fc req-ca24339e-6188-4346-b9b0-9f36b4aab976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:08:10.933777 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-896c24bb-e40e-4f55-bbd4-4f26d88663fc req-ca24339e-6188-4346-b9b0-9f36b4aab976 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:10.936946 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-896c24bb-e40e-4f55-bbd4-4f26d88663fc req-ca24339e-6188-4346-b9b0-9f36b4aab976 service neutron] 10.222.0.31 "PUT /v2.0/ports/ddbefb64-c371-4875-871e-5d999ff82a14 HTTP/1.1" status: 200  len: 1121 time: 3.4808629
Dec 25 21:08:11.022747 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7179e2f3-7ef3-451c-a5dd-8292b8f363f0 req-2d38a14c-a1fc-485a-82dc-fac212d8ac1f tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:08:11.032543 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-caa1d938-4fc7-44ba-939e-c6aaab81b9e7 None None] Port d3e3c794-950a-49ac-8992-848c0c3d6648 cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:08:11.038280 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7179e2f3-7ef3-451c-a5dd-8292b8f363f0 req-2d38a14c-a1fc-485a-82dc-fac212d8ac1f tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] 10.222.0.32 "GET /v2.0/ports?device_id=7cd2be37-78a6-4e40-813d-8e2478ea8dc2 HTTP/1.1" status: 200  len: 943 time: 0.2579305
Dec 25 21:08:11.053048 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] get_ports_and_sgs() called for port_ids ['ddbefb64-c371-4875-871e-5d999ff82a14'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:08:11.135196 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdeaa6e2-bc26-4187-94c9-cfee31af68a6 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 21:08:11.147543 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-bdeaa6e2-bc26-4187-94c9-cfee31af68a6 admin admin] 10.222.0.32 "PUT /v2.0/routers/4f30392b-bbdc-400f-b062-fad468fad8e7/add_router_interface HTTP/1.1" status: 200  len: 503 time: 8.4445221
Dec 25 21:08:11.167493 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff2f7bc4-827e-4d2b-97eb-89bf1d9b3c25 None None] Sync routers for ids ['4f30392b-bbdc-400f-b062-fad468fad8e7'] in ncdv-master-1 {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 21:08:11.227740 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff2f7bc4-827e-4d2b-97eb-89bf1d9b3c25 None None] Routers {'4f30392b-bbdc-400f-b062-fad468fad8e7'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:08:11.230580 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-ff2f7bc4-827e-4d2b-97eb-89bf1d9b3c25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2613f6b100>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:08:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['4f30392b-bbdc-400f-b062-fad468fad8e7'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:08:11.301864 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7179e2f3-7ef3-451c-a5dd-8292b8f363f0 req-f87f85e0-fb84-4bd5-b7ea-4301f3602ff4 tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5d2ff88-22d6-43d8-90d1-bfb86d4e3308&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2596037
Dec 25 21:08:11.318497 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cd2be37-78a6-4e40-813d-8e2478ea8dc2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ddbefb64-c371-4875-871e-5d999ff82a14'}, {'name': 'network-changed', 'server_uuid': '7cd2be37-78a6-4e40-813d-8e2478ea8dc2', 'tag': 'ddbefb64-c371-4875-871e-5d999ff82a14'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:08:11.325151 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9858820c13ec2827453b94ebc4181065e990a4e4089ccb9fe762531ac62d2fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19760cfa-9354-412a-b899-8a11c5fdce02" -d '{"events": [{"server_uuid": "7cd2be37-78a6-4e40-813d-8e2478ea8dc2", "name": "network-vif-unplugged", "status": "completed", "tag": "ddbefb64-c371-4875-871e-5d999ff82a14"}, {"name": "network-changed", "server_uuid": "7cd2be37-78a6-4e40-813d-8e2478ea8dc2", "tag": "ddbefb64-c371-4875-871e-5d999ff82a14"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:08:11.337668 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c0b080-b6de-4c30-81bc-817649ea8802 req-b159e7bb-8c21-43f8-97f4-1ec4fbc0e68d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:08:11.348903 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-f1c0b080-b6de-4c30-81bc-817649ea8802 req-b159e7bb-8c21-43f8-97f4-1ec4fbc0e68d service neutron] 10.222.0.31 "GET /v2.0/networks?id=8f212e98-547d-4c6e-a560-2e9a548c8f59 HTTP/1.1" status: 200  len: 870 time: 0.4472718
Dec 25 21:08:11.363722 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-79c30fda-af75-4036-bf1d-f57f536bcf38 None None] Publish callbacks [] for port, precommit_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:11.388630 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48eae635-cb82-4dd9-ba1a-307b304438b7 req-6fed9d26-0702-4de3-8ae6-7cc8676980e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:08:11.402123 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-48eae635-cb82-4dd9-ba1a-307b304438b7 req-6fed9d26-0702-4de3-8ae6-7cc8676980e4 service neutron] 10.222.0.31 "GET /v2.0/networks?id=8f212e98-547d-4c6e-a560-2e9a548c8f59 HTTP/1.1" status: 200  len: 870 time: 0.4775286
Dec 25 21:08:11.469436 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-48eae635-cb82-4dd9-ba1a-307b304438b7 req-3483aa67-56e6-40eb-8468-1dc375e2ec7b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.212&port_id=bfee550f-dfee-43e5-88c3-be85d5ccff12 HTTP/1.1" status: 200  len: 217 time: 0.0591683
Dec 25 21:08:11.482128 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-79c30fda-af75-4036-bf1d-f57f536bcf38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:11.497822 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvr_db [None req-ff2f7bc4-827e-4d2b-97eb-89bf1d9b3c25 None None] Set router 4f30392b-bbdc-400f-b062-fad468fad8e7 gateway port host: ncdv-master-1 {{(pid=121608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:08:11.513781 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-f1c0b080-b6de-4c30-81bc-817649ea8802 req-d9eb8b40-624b-48e9-a7ae-a2a56ad4c2ae service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.165&port_id=bf94d897-4956-441a-9897-be577975a8f7 HTTP/1.1" status: 200  len: 217 time: 0.1641016
Dec 25 21:08:11.691822 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a791dc-bbd7-4a0c-ac14-d152271b2db8 None None] Pushing event updated for resources: {'Port': ['ID=d5632047-d757-48ea-8d0b-71d3a71e38c6,revision_number=3']} {{(pid=121609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:08:11.758438 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c0b080-b6de-4c30-81bc-817649ea8802 req-0f3318d1-80ca-4c70-81fa-e55099d6bba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:08:11.761545 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-f1c0b080-b6de-4c30-81bc-817649ea8802 req-0f3318d1-80ca-4c70-81fa-e55099d6bba8 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=dcfbae86-f93e-400c-8084-eac7f56ff5ba HTTP/1.1" status: 200  len: 843 time: 0.2326353
Dec 25 21:08:11.884637 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.managers [None req-79c30fda-af75-4036-bf1d-f57f536bcf38 None None] Attempting to bind port d5632047-d757-48ea-8d0b-71d3a71e38c6 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:08:11.885102 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.managers [None req-79c30fda-af75-4036-bf1d-f57f536bcf38 None None] Attempting to bind port d5632047-d757-48ea-8d0b-71d3a71e38c6 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '8db2faa6-9c4c-4971-bf8a-75e7f110c5aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '629690dc-316c-48ba-b3f8-2395f5f041a6'}] {{(pid=121609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:08:11.885530 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79c30fda-af75-4036-bf1d-f57f536bcf38 None None] Attempting to bind port d5632047-d757-48ea-8d0b-71d3a71e38c6 on network 629690dc-316c-48ba-b3f8-2395f5f041a6 {{(pid=121609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:08:11.887255 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c0b080-b6de-4c30-81bc-817649ea8802 req-e7b0118e-e290-4365-8338-1e5faa7153e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:08:11.891714 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-f1c0b080-b6de-4c30-81bc-817649ea8802 req-e7b0118e-e290-4365-8338-1e5faa7153e5 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=8f212e98-547d-4c6e-a560-2e9a548c8f59&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1213095
Dec 25 21:08:11.909899 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79c30fda-af75-4036-bf1d-f57f536bcf38 None None] Checking agent: {'id': 'ca4f5c6d-f1fd-48b8-a3e3-395864c7d23d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 20, 56, 40), 'started_at': datetime.datetime(2021, 12, 25, 20, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 8, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:08:11.910306 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79c30fda-af75-4036-bf1d-f57f536bcf38 None None] Checking segment: {'id': '8db2faa6-9c4c-4971-bf8a-75e7f110c5aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '629690dc-316c-48ba-b3f8-2395f5f041a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:08:11.910691 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-79c30fda-af75-4036-bf1d-f57f536bcf38 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:11.911099 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79c30fda-af75-4036-bf1d-f57f536bcf38 None None] Bound using segment: {'id': '8db2faa6-9c4c-4971-bf8a-75e7f110c5aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '629690dc-316c-48ba-b3f8-2395f5f041a6'} {{(pid=121609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:08:11.911589 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.managers [None req-79c30fda-af75-4036-bf1d-f57f536bcf38 None None] Bound port: d5632047-d757-48ea-8d0b-71d3a71e38c6, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8db2faa6-9c4c-4971-bf8a-75e7f110c5aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '629690dc-316c-48ba-b3f8-2395f5f041a6'}}] {{(pid=121609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:08:11.912000 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-79c30fda-af75-4036-bf1d-f57f536bcf38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:12.093518 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48eae635-cb82-4dd9-ba1a-307b304438b7 req-59c8a1b3-e4c0-49fd-b0e3-443ede99f8f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:08:12.095183 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-48eae635-cb82-4dd9-ba1a-307b304438b7 req-59c8a1b3-e4c0-49fd-b0e3-443ede99f8f2 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=dcfbae86-f93e-400c-8084-eac7f56ff5ba HTTP/1.1" status: 200  len: 843 time: 0.6177919
Dec 25 21:08:12.097068 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Sat, 25 Dec 2021 21:08:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7b126ec-2be0-44ba-ba55-49f1a73334f5 x-openstack-request-id: req-c7b126ec-2be0-44ba-ba55-49f1a73334f5 {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:08:12.097491 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cd2be37-78a6-4e40-813d-8e2478ea8dc2", "name": "network-vif-unplugged", "status": "completed", "tag": "ddbefb64-c371-4875-871e-5d999ff82a14", "code": 200}, {"name": "network-changed", "server_uuid": "7cd2be37-78a6-4e40-813d-8e2478ea8dc2", "tag": "ddbefb64-c371-4875-871e-5d999ff82a14", "status": "completed", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:08:12.099976 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c7b126ec-2be0-44ba-ba55-49f1a73334f5 {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:08:12.100239 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cd2be37-78a6-4e40-813d-8e2478ea8dc2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ddbefb64-c371-4875-871e-5d999ff82a14', 'code': 200}
Dec 25 21:08:12.100603 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7cd2be37-78a6-4e40-813d-8e2478ea8dc2', 'tag': 'ddbefb64-c371-4875-871e-5d999ff82a14', 'status': 'completed', 'code': 200}
Dec 25 21:08:12.155093 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.db [None req-79c30fda-af75-4036-bf1d-f57f536bcf38 None None] For port d5632047-d757-48ea-8d0b-71d3a71e38c6, host ncdv-master-1, cleared binding levels {{(pid=121609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:08:12.168935 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.db [None req-79c30fda-af75-4036-bf1d-f57f536bcf38 None None] For port d5632047-d757-48ea-8d0b-71d3a71e38c6, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d5632047-d757-48ea-8d0b-71d3a71e38c6,segment=NetworkSegment(8db2faa6-9c4c-4971-bf8a-75e7f110c5aa),segment_id=8db2faa6-9c4c-4971-bf8a-75e7f110c5aa)] {{(pid=121609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:08:12.189868 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-f1c0b080-b6de-4c30-81bc-817649ea8802 req-e51e381a-65ca-4b20-8df3-a72ca970c294 service neutron] 10.222.0.31 "GET /v2.0/networks/8f212e98-547d-4c6e-a560-2e9a548c8f59?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2908292
Dec 25 21:08:12.248715 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-79c30fda-af75-4036-bf1d-f57f536bcf38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:12.304646 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-79e3fd60-236c-4ddf-b8f5-8732295b4478 None None] Provisioning complete for port d5632047-d757-48ea-8d0b-71d3a71e38c6 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:08:12.305354 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-79e3fd60-236c-4ddf-b8f5-8732295b4478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:12.439704 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-f1c0b080-b6de-4c30-81bc-817649ea8802 req-3a0f6d30-5374-4398-9157-7ce7cf76aa61 service neutron] 10.222.0.31 "GET /v2.0/networks/8f212e98-547d-4c6e-a560-2e9a548c8f59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2405639
Dec 25 21:08:12.443252 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79c30fda-af75-4036-bf1d-f57f536bcf38 None None] Routers {'5a16a119-0d91-47a1-b1a5-ad284c2ceb4f'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:08:12.443899 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-79c30fda-af75-4036-bf1d-f57f536bcf38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f261872faf0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:08:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['5a16a119-0d91-47a1-b1a5-ad284c2ceb4f'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:08:12.446139 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a791dc-bbd7-4a0c-ac14-d152271b2db8 None None] Pushing event updated for resources: {'Port': ['ID=d5632047-d757-48ea-8d0b-71d3a71e38c6,revision_number=4']} {{(pid=121609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:08:12.622806 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 41938) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:08:12.629928 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-530baf05-4ed2-4819-985f-d0fc0db70f61 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-691373720-network', 'tenant_id': 'd048456167bb496da920eeaed310f9be'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:08:12.649774 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 41940) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:08:12.807099 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-57a75dfa-efc6-46f8-8067-f46381d7761a req-3ab2488a-3c69-4894-b5cd-bb908ff48eef tempest-FloatingIPsTestJSON-228493622 tempest-FloatingIPsTestJSON-228493622-project] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.4774857
Dec 25 21:08:12.818431 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvr_db [None req-79c30fda-af75-4036-bf1d-f57f536bcf38 None None] Set router 5a16a119-0d91-47a1-b1a5-ad284c2ceb4f gateway port host: ncdv-master-1 {{(pid=121609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:08:12.818996 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20fc0cd-d490-4bbe-8335-429bbf75a14f req-88b678d8-3dc3-4468-97da-65bdcf1fd3d5 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:08:12.827147 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-530baf05-4ed2-4819-985f-d0fc0db70f61 admin admin] Made reservation on behalf of d048456167bb496da920eeaed310f9be for: {'network': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:08:12.829526 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-530baf05-4ed2-4819-985f-d0fc0db70f61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for network, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:12.832581 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c20fc0cd-d490-4bbe-8335-429bbf75a14f req-88b678d8-3dc3-4468-97da-65bdcf1fd3d5 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] 10.222.0.32 "GET /v2.0/ports?device_id=e47b7882-0d9a-4469-b7aa-9ea14292ab12 HTTP/1.1" status: 200  len: 948 time: 0.7088141
Dec 25 21:08:12.834042 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-79e3fd60-236c-4ddf-b8f5-8732295b4478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:12.838135 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-57a75dfa-efc6-46f8-8067-f46381d7761a req-a14a4675-bdfc-48cf-a7c1-47ae6c14551e tempest-FloatingIPsTestJSON-228493622 tempest-FloatingIPsTestJSON-228493622-project] Request body: {'floatingip': {'floating_network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:08:12.844973 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-530baf05-4ed2-4819-985f-d0fc0db70f61 admin admin] Publish callbacks [] for security_group, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:12.849847 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48eae635-cb82-4dd9-ba1a-307b304438b7 req-65c8cca7-094d-4621-abd9-cef0292f9723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:08:12.851471 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-48eae635-cb82-4dd9-ba1a-307b304438b7 req-65c8cca7-094d-4621-abd9-cef0292f9723 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=8f212e98-547d-4c6e-a560-2e9a548c8f59&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.6548471
Dec 25 21:08:12.956291 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-79e3fd60-236c-4ddf-b8f5-8732295b4478 None None] For port d5632047-d757-48ea-8d0b-71d3a71e38c6, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d5632047-d757-48ea-8d0b-71d3a71e38c6,segment=NetworkSegment(8db2faa6-9c4c-4971-bf8a-75e7f110c5aa),segment_id=8db2faa6-9c4c-4971-bf8a-75e7f110c5aa)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:08:12.988939 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-48eae635-cb82-4dd9-ba1a-307b304438b7 req-8ad45cec-0928-48bb-b444-35b5d3c22160 service neutron] 10.222.0.31 "GET /v2.0/networks/8f212e98-547d-4c6e-a560-2e9a548c8f59?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1174805
Dec 25 21:08:12.993718 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device bf94d897-4956-441a-9897-be577975a8f7 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 25 21:08:12.999716 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-57a75dfa-efc6-46f8-8067-f46381d7761a req-a14a4675-bdfc-48cf-a7c1-47ae6c14551e tempest-FloatingIPsTestJSON-228493622 tempest-FloatingIPsTestJSON-228493622-project] Publish callbacks [] for floatingip, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:13.015675 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19760cfa-9354-412a-b899-8a11c5fdce02 req-2c030ba5-e40a-45f1-a6b1-4ffc47d6d36c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:08:13.017250 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-19760cfa-9354-412a-b899-8a11c5fdce02 req-2c030ba5-e40a-45f1-a6b1-4ffc47d6d36c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=276a36e6a97d46a78b7e483daa26cc2e&device_id=7cd2be37-78a6-4e40-813d-8e2478ea8dc2 HTTP/1.1" status: 200  len: 1124 time: 0.9157004
Dec 25 21:08:13.045744 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-ff2f7bc4-827e-4d2b-97eb-89bf1d9b3c25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2613f6b100>, [{'id': '4f30392b-bbdc-400f-b062-fad468fad8e7', 'name': 'tempest-FloatingIPsTestJSON-2006952787-router', 'tenant_id': 'f1c9d95c0097420ba158062e91371e63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.225'}], 'enable_snat': True}, 'gw_port_id': '6bbe24db-eb71-4dec-bf5e-ee67a55d86f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:07:56Z', 'updated_at': '2021-12-25T21:08:08Z', 'revision_number': 4, 'project_id': 'f1c9d95c0097420ba158062e91371e63', 'gw_port': {'id': '6bbe24db-eb71-4dec-bf5e-ee67a55d86f2', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:09:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f30392b-bbdc-400f-b062-fad468fad8e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:07:58Z', 'updated_at': '2021-12-25T21:08:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'd3e3c794-950a-49ac-8992-848c0c3d6648', 'name': '', 'network_id': 'd51979bf-a302-4a2e-9e52-e07ae7ff51d2', 'tenant_id': 'f1c9d95c0097420ba158062e91371e63', 'mac_address': 'fa:16:3e:4b:d8:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f30392b-bbdc-400f-b062-fad468fad8e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '06b1bcc8-4c11-4f03-9645-2a4aefcf5a36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:08:05Z', 'updated_at': '2021-12-25T21:08:09Z', 'revision_number': 2, 'project_id': 'f1c9d95c0097420ba158062e91371e63', 'subnets': [{'id': '06b1bcc8-4c11-4f03-9645-2a4aefcf5a36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:08:13.071087 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-530baf05-4ed2-4819-985f-d0fc0db70f61 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:13.109310 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-3dfd9ee2-6949-4fc9-9305-c87941a87c02 admin admin] Publish callbacks [] for security_group, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:13.130320 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-48eae635-cb82-4dd9-ba1a-307b304438b7 req-c8b5e396-05c1-43d3-96ad-4a48bdf6cf33 service neutron] 10.222.0.31 "GET /v2.0/networks/8f212e98-547d-4c6e-a560-2e9a548c8f59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1318719
Dec 25 21:08:13.143699 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-530baf05-4ed2-4819-985f-d0fc0db70f61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:13.143949 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff2f7bc4-827e-4d2b-97eb-89bf1d9b3c25 None None] Checking router: 4f30392b-bbdc-400f-b062-fad468fad8e7 for host: ncdv-master-1 {{(pid=121608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 25 21:08:13.146522 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff2f7bc4-827e-4d2b-97eb-89bf1d9b3c25 None None] Updating router 4f30392b-bbdc-400f-b062-fad468fad8e7 port d3e3c794-950a-49ac-8992-848c0c3d6648 binding host ncdv-master-1 {{(pid=121608) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 25 21:08:13.183014 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-530baf05-4ed2-4819-985f-d0fc0db70f61 admin admin] vlan segment allocate from pool success with {'vlan_id': 188, 'physical_network': 'physnet1'}  {{(pid=121607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 25 21:08:13.209629 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-530baf05-4ed2-4819-985f-d0fc0db70f61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:13.209629 ncdv-master-1 neutron-server[121607]: INFO neutron.db.segments_db [None req-530baf05-4ed2-4819-985f-d0fc0db70f61 admin admin] Added segment b920d3a2-8310-470a-8742-1ed0d06b839d of type vlan for network 421363f3-c148-4c26-bdbb-a9acfe0ab6e9
Dec 25 21:08:13.211812 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530baf05-4ed2-4819-985f-d0fc0db70f61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a8d11e2-da28-453e-80d2-743dd8815176,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:08:13.248410 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c20fc0cd-d490-4bbe-8335-429bbf75a14f req-a01f5f80-bd0d-4bd8-80fd-f138edbc479b tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] 10.222.0.32 "GET /v2.0/security-groups?id=3d6cb2f0-3d81-4228-9d61-fc5e0bb3087e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4104252
Dec 25 21:08:13.265861 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-ff2f7bc4-827e-4d2b-97eb-89bf1d9b3c25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:13.287356 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-79e3fd60-236c-4ddf-b8f5-8732295b4478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:13.346498 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-530baf05-4ed2-4819-985f-d0fc0db70f61 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737602163420'] for network, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:13.367175 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-3dfd9ee2-6949-4fc9-9305-c87941a87c02 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:13.374504 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-79c30fda-af75-4036-bf1d-f57f536bcf38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f261872faf0>, [{'id': '5a16a119-0d91-47a1-b1a5-ad284c2ceb4f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-428068567-router', 'tenant_id': 'e25e5a44bb7e4ef7a38e961e6203b72b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.161'}], 'enable_snat': True}, 'gw_port_id': 'a5e4af3a-9b70-4dca-9bf8-c711678c9b36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:07:53Z', 'updated_at': '2021-12-25T21:08:04Z', 'revision_number': 4, 'project_id': 'e25e5a44bb7e4ef7a38e961e6203b72b', 'gw_port': {'id': 'a5e4af3a-9b70-4dca-9bf8-c711678c9b36', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:c8:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a16a119-0d91-47a1-b1a5-ad284c2ceb4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:07:54Z', 'updated_at': '2021-12-25T21:08:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'd5632047-d757-48ea-8d0b-71d3a71e38c6', 'name': '', 'network_id': '629690dc-316c-48ba-b3f8-2395f5f041a6', 'tenant_id': 'e25e5a44bb7e4ef7a38e961e6203b72b', 'mac_address': 'fa:16:3e:34:1f:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a16a119-0d91-47a1-b1a5-ad284c2ceb4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': 'b91f30a5-b3f6-4065-94e7-2dc6af689f3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:08:01Z', 'updated_at': '2021-12-25T21:08:12Z', 'revision_number': 4, 'project_id': 'e25e5a44bb7e4ef7a38e961e6203b72b', 'subnets': [{'id': 'b91f30a5-b3f6-4065-94e7-2dc6af689f3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:08:13.385339 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.db.resource_extend [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] It took 0.35 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 25 21:08:13.442052 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79c30fda-af75-4036-bf1d-f57f536bcf38 None None] The sync data for ids ['5a16a119-0d91-47a1-b1a5-ad284c2ceb4f'] in ncdv-master-1 is: [{'id': '5a16a119-0d91-47a1-b1a5-ad284c2ceb4f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-428068567-router', 'tenant_id': 'e25e5a44bb7e4ef7a38e961e6203b72b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.161'}], 'enable_snat': True}, 'gw_port_id': 'a5e4af3a-9b70-4dca-9bf8-c711678c9b36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:07:53Z', 'updated_at': '2021-12-25T21:08:04Z', 'revision_number': 4, 'project_id': 'e25e5a44bb7e4ef7a38e961e6203b72b', 'gw_port': {'id': 'a5e4af3a-9b70-4dca-9bf8-c711678c9b36', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:c8:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a16a119-0d91-47a1-b1a5-ad284c2ceb4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:07:54Z', 'updated_at': '2021-12-25T21:08:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'd5632047-d757-48ea-8d0b-71d3a71e38c6', 'name': '', 'network_id': '629690dc-316c-48ba-b3f8-2395f5f041a6', 'tenant_id': 'e25e5a44bb7e4ef7a38e961e6203b72b', 'mac_address': 'fa:16:3e:34:1f:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a16a119-0d91-47a1-b1a5-ad284c2ceb4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': 'b91f30a5-b3f6-4065-94e7-2dc6af689f3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:08:01Z', 'updated_at': '2021-12-25T21:08:12Z', 'revision_number': 4, 'project_id': 'e25e5a44bb7e4ef7a38e961e6203b72b', 'subnets': [{'id': 'b91f30a5-b3f6-4065-94e7-2dc6af689f3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 21:08:13.466981 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-3dfd9ee2-6949-4fc9-9305-c87941a87c02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:13.511859 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19760cfa-9354-412a-b899-8a11c5fdce02 req-a73772f3-9bed-4579-8366-6fee126d4d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:08:13.518511 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-19760cfa-9354-412a-b899-8a11c5fdce02 req-a73772f3-9bed-4579-8366-6fee126d4d31 service neutron] 10.222.0.37 "GET /v2.0/networks?id=1e137e86-76be-493f-9b25-1d17756925b5 HTTP/1.1" status: 200  len: 921 time: 0.3842270
Dec 25 21:08:13.523613 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-3dfd9ee2-6949-4fc9-9305-c87941a87c02 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e5666a184d9d4b14bb32e635a9b75bf4&name=default HTTP/1.1" status: 200  len: 2996 time: 0.8586068
Dec 25 21:08:13.526454 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-530baf05-4ed2-4819-985f-d0fc0db70f61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870'] for network, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:13.526617 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 41954) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:08:13.527620 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-530baf05-4ed2-4819-985f-d0fc0db70f61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:08:13.528484 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-530baf05-4ed2-4819-985f-d0fc0db70f61 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for network, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:13.609074 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfd9ee2-6949-4fc9-9305-c87941a87c02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb0be47a-201e-4ac7-805d-fd0187ab4e77,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:08:13.636477 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-530baf05-4ed2-4819-985f-d0fc0db70f61 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 896 time: 1.0122986
Dec 25 21:08:13.639103 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 41956) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:08:13.640793 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e3fd60-236c-4ddf-b8f5-8732295b4478 None None] Pushing event updated for resources: {'Port': ['ID=d5632047-d757-48ea-8d0b-71d3a71e38c6,revision_number=5']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:08:13.644940 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-5a64863d-f37d-44b0-a6b4-16bd910acdc1 admin admin] Request body: {'subnet': {'network_id': '421363f3-c148-4c26-bdbb-a9acfe0ab6e9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-691373720-subnet', 'tenant_id': 'd048456167bb496da920eeaed310f9be', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:08:13.696443 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-62674f1c-a0a2-4b98-bd51-8a53ed389c49 None None] Provisioning complete for port d5632047-d757-48ea-8d0b-71d3a71e38c6 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:08:13.701621 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530baf05-4ed2-4819-985f-d0fc0db70f61 admin admin] Pushing event updated for resources: {'Network': ['ID=421363f3-c148-4c26-bdbb-a9acfe0ab6e9,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:08:13.702575 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-62674f1c-a0a2-4b98-bd51-8a53ed389c49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:13.777934 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-19760cfa-9354-412a-b899-8a11c5fdce02 req-af30e075-661e-4e45-ba46-7dc441b77fdf service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ddbefb64-c371-4875-871e-5d999ff82a14 HTTP/1.1" status: 200  len: 217 time: 0.1824136
Dec 25 21:08:13.789529 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Network 421363f3-c148-4c26-bdbb-a9acfe0ab6e9 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 25 21:08:13.822531 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1991a6f4-2597-46d7-a802-989bee3b18ea req-b3fa0960-1d84-4d95-b1f3-a4ccaa6e500d tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:08:13.825257 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1991a6f4-2597-46d7-a802-989bee3b18ea req-b3fa0960-1d84-4d95-b1f3-a4ccaa6e500d tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] 10.222.0.32 "GET /v2.0/ports?device_id=7cd2be37-78a6-4e40-813d-8e2478ea8dc2 HTTP/1.1" status: 200  len: 943 time: 0.2964377
Dec 25 21:08:13.836489 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a64863d-f37d-44b0-a6b4-16bd910acdc1 admin admin] Made reservation on behalf of d048456167bb496da920eeaed310f9be for: {'subnet': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:08:13.842874 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5a64863d-f37d-44b0-a6b4-16bd910acdc1 admin admin] Publish callbacks [] for subnet, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:13.924001 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port bf94d897-4956-441a-9897-be577975a8f7, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=bf94d897-4956-441a-9897-be577975a8f7,segment=NetworkSegment(85c774cb-a0eb-4ad9-961f-f331d3b37cd6),segment_id=85c774cb-a0eb-4ad9-961f-f331d3b37cd6)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:08:13.971080 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-57a75dfa-efc6-46f8-8067-f46381d7761a req-a14a4675-bdfc-48cf-a7c1-47ae6c14551e tempest-FloatingIPsTestJSON-228493622 tempest-FloatingIPsTestJSON-228493622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:14.199552 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-ff2f7bc4-827e-4d2b-97eb-89bf1d9b3c25 None None] Publish callbacks [] for port, precommit_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:14.272713 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Returning: {'device': 'bf94d897-4956-441a-9897-be577975a8f7', 'network_id': '8f212e98-547d-4c6e-a560-2e9a548c8f59', 'port_id': 'bf94d897-4956-441a-9897-be577975a8f7', 'mac_address': 'fa:16:3e:59:39:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcfbae86-f93e-400c-8084-eac7f56ff5ba', 'ip_address': '192.168.233.165'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 25 21:08:14.296916 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device d5632047-d757-48ea-8d0b-71d3a71e38c6 up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:08:14.304757 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_common [req-57a75dfa-efc6-46f8-8067-f46381d7761a req-a14a4675-bdfc-48cf-a7c1-47ae6c14551e tempest-FloatingIPsTestJSON-228493622 tempest-FloatingIPsTestJSON-228493622-project] Allocated IP 172.35.3.70 (7201e55c-7c5f-41aa-a042-a363696539d0/7a939e13-713f-45cf-bba7-1539635abe25/24d93086-064b-4d2b-85fe-0abed25bd046) {{(pid=121606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:08:14.439881 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-57a75dfa-efc6-46f8-8067-f46381d7761a req-a14a4675-bdfc-48cf-a7c1-47ae6c14551e tempest-FloatingIPsTestJSON-228493622 tempest-FloatingIPsTestJSON-228493622-project] Publish callbacks [] for port, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:14.440787 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-ff2f7bc4-827e-4d2b-97eb-89bf1d9b3c25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:14.461356 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:14.524422 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-5879313b-a20c-4d2c-89a5-3e34805c64ce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:14.567233 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-5879313b-a20c-4d2c-89a5-3e34805c64ce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:14.651355 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf94d897-4956-441a-9897-be577975a8f7 {{(pid=121608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:08:14.656593 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-57a75dfa-efc6-46f8-8067-f46381d7761a req-a14a4675-bdfc-48cf-a7c1-47ae6c14551e tempest-FloatingIPsTestJSON-228493622 tempest-FloatingIPsTestJSON-228493622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946'] for port, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:14.660188 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19760cfa-9354-412a-b899-8a11c5fdce02 req-a6399883-0ddb-43b8-96f8-c8aa77f7242d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:08:14.661734 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-19760cfa-9354-412a-b899-8a11c5fdce02 req-a6399883-0ddb-43b8-96f8-c8aa77f7242d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9f350e3c-b3c0-4923-bec6-5c96ab55923b HTTP/1.1" status: 200  len: 860 time: 0.8708918
Dec 25 21:08:14.700837 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port bf94d897-4956-441a-9897-be577975a8f7, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=bf94d897-4956-441a-9897-be577975a8f7,segment=NetworkSegment(85c774cb-a0eb-4ad9-961f-f331d3b37cd6),segment_id=85c774cb-a0eb-4ad9-961f-f331d3b37cd6)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:08:14.725282 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14a4675-bdfc-48cf-a7c1-47ae6c14551e tempest-FloatingIPsTestJSON-228493622 tempest-FloatingIPsTestJSON-228493622-project] Pushing event updated for resources: {'Port': ['ID=24d93086-064b-4d2b-85fe-0abed25bd046,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:08:14.749688 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce26b00-6bf0-45c3-853b-6ec51712123e None None] Pushing event updated for resources: {'Port': ['ID=d3e3c794-950a-49ac-8992-848c0c3d6648,revision_number=3']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:08:14.772844 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1991a6f4-2597-46d7-a802-989bee3b18ea req-6ce064bf-13cb-468d-a4b9-450b2b88f6e9 tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5d2ff88-22d6-43d8-90d1-bfb86d4e3308&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.8799531
Dec 25 21:08:14.802822 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-5879313b-a20c-4d2c-89a5-3e34805c64ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:14.806437 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-5879313b-a20c-4d2c-89a5-3e34805c64ce admin admin] Publish callbacks [] for security_group, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:14.811585 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-5879313b-a20c-4d2c-89a5-3e34805c64ce admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/cb0be47a-201e-4ac7-805d-fd0187ab4e77 HTTP/1.1" status: 204  len: 168 time: 1.2240202
Dec 25 21:08:14.814272 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-19760cfa-9354-412a-b899-8a11c5fdce02 req-0125f452-9bee-477c-aa7f-f9c614765a6e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1e137e86-76be-493f-9b25-1d17756925b5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0995402
Dec 25 21:08:14.837508 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5879313b-a20c-4d2c-89a5-3e34805c64ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb0be47a-201e-4ac7-805d-fd0187ab4e77,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:08:14.846414 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5a64863d-f37d-44b0-a6b4-16bd910acdc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870'] for subnet, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:14.847792 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:14.855438 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57a75dfa-efc6-46f8-8067-f46381d7761a req-a14a4675-bdfc-48cf-a7c1-47ae6c14551e tempest-FloatingIPsTestJSON-228493622 tempest-FloatingIPsTestJSON-228493622-project] Network 7201e55c-7c5f-41aa-a042-a363696539d0 is already hosted by enough agents. {{(pid=121606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:08:14.861306 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port d5632047-d757-48ea-8d0b-71d3a71e38c6 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:08:14.867384 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:14.903589 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-ff2f7bc4-827e-4d2b-97eb-89bf1d9b3c25 None None] Attempting to bind port d3e3c794-950a-49ac-8992-848c0c3d6648 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:08:14.904282 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-ff2f7bc4-827e-4d2b-97eb-89bf1d9b3c25 None None] Attempting to bind port d3e3c794-950a-49ac-8992-848c0c3d6648 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '591f8000-4172-4a52-a74f-a71d018cd92b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'd51979bf-a302-4a2e-9e52-e07ae7ff51d2'}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:08:14.904837 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff2f7bc4-827e-4d2b-97eb-89bf1d9b3c25 None None] Attempting to bind port d3e3c794-950a-49ac-8992-848c0c3d6648 on network d51979bf-a302-4a2e-9e52-e07ae7ff51d2 {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:08:15.006857 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff2f7bc4-827e-4d2b-97eb-89bf1d9b3c25 None None] Checking agent: {'id': 'ca4f5c6d-f1fd-48b8-a3e3-395864c7d23d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 20, 56, 40), 'started_at': datetime.datetime(2021, 12, 25, 20, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 8, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:08:15.007530 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff2f7bc4-827e-4d2b-97eb-89bf1d9b3c25 None None] Checking segment: {'id': '591f8000-4172-4a52-a74f-a71d018cd92b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'd51979bf-a302-4a2e-9e52-e07ae7ff51d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:08:15.007618 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-ff2f7bc4-827e-4d2b-97eb-89bf1d9b3c25 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:15.008141 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff2f7bc4-827e-4d2b-97eb-89bf1d9b3c25 None None] Bound using segment: {'id': '591f8000-4172-4a52-a74f-a71d018cd92b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'd51979bf-a302-4a2e-9e52-e07ae7ff51d2'} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:08:15.008708 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-ff2f7bc4-827e-4d2b-97eb-89bf1d9b3c25 None None] Bound port: d3e3c794-950a-49ac-8992-848c0c3d6648, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '591f8000-4172-4a52-a74f-a71d018cd92b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'd51979bf-a302-4a2e-9e52-e07ae7ff51d2'}}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:08:15.009182 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-ff2f7bc4-827e-4d2b-97eb-89bf1d9b3c25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:15.012534 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device bfee550f-dfee-43e5-88c3-be85d5ccff12 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 25 21:08:15.071916 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a64863d-f37d-44b0-a6b4-16bd910acdc1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=316f74c7-218f-4914-9f98-9cf876c3a6af,revision_number=0']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:08:15.099580 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-19760cfa-9354-412a-b899-8a11c5fdce02 req-146ef6ed-fb88-440a-b1d9-20b25b4fedc4 service neutron] 10.222.0.37 "GET /v2.0/networks/1e137e86-76be-493f-9b25-1d17756925b5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2635062
Dec 25 21:08:15.101323 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a64863d-f37d-44b0-a6b4-16bd910acdc1 admin admin] Checking segment: {'id': 'b920d3a2-8310-470a-8742-1ed0d06b839d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '421363f3-c148-4c26-bdbb-a9acfe0ab6e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:08:15.105469 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a64863d-f37d-44b0-a6b4-16bd910acdc1 admin admin] Network hostable DHCP agents. Network: 421363f3-c148-4c26-bdbb-a9acfe0ab6e9, hostable agents: ['1813db88-2c1b-4357-a2ba-869246b663c2'], hosted agents: [] {{(pid=121607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 25 21:08:15.108332 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [req-57a75dfa-efc6-46f8-8067-f46381d7761a req-a14a4675-bdfc-48cf-a7c1-47ae6c14551e tempest-FloatingIPsTestJSON-228493622 tempest-FloatingIPsTestJSON-228493622-project] Resources bound (agent type, host, resource id):  {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:08:15.131265 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [req-57a75dfa-efc6-46f8-8067-f46381d7761a req-a14a4675-bdfc-48cf-a7c1-47ae6c14551e tempest-FloatingIPsTestJSON-228493622 tempest-FloatingIPsTestJSON-228493622-project] Received port after_create {{(pid=121606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:08:15.147468 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] get_ports_and_sgs() called for port_ids ['bf94d897-4956-441a-9897-be577975a8f7'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:08:15.184892 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Pushing event updated for resources: {'Port': ['ID=bf94d897-4956-441a-9897-be577975a8f7,revision_number=4']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:08:15.206758 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-2dcf6d86-e2a9-41ed-ab6b-3c9fdd9d77e5 None None] Provisioning complete for port d3e3c794-950a-49ac-8992-848c0c3d6648 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:08:15.206961 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a64863d-f37d-44b0-a6b4-16bd910acdc1 admin admin] Network 421363f3-c148-4c26-bdbb-a9acfe0ab6e9 is scheduled to be hosted by DHCP agent 1813db88-2c1b-4357-a2ba-869246b663c2 with binding_index 1 {{(pid=121607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 25 21:08:15.207551 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-2dcf6d86-e2a9-41ed-ab6b-3c9fdd9d77e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:15.210381 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.db.resource_extend [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 25 21:08:15.300335 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-5a64863d-f37d-44b0-a6b4-16bd910acdc1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 421363f3-c148-4c26-bdbb-a9acfe0ab6e9) {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:08:15.309578 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a64863d-f37d-44b0-a6b4-16bd910acdc1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:08:15.310365 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5a64863d-f37d-44b0-a6b4-16bd910acdc1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for subnet, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:15.321752 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e82cdc7-4e01-4c2b-817c-eca46140afc4 None None] Network 421363f3-c148-4c26-bdbb-a9acfe0ab6e9 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:08:15.736370 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-ff2f7bc4-827e-4d2b-97eb-89bf1d9b3c25 None None] For port d3e3c794-950a-49ac-8992-848c0c3d6648, host ncdv-master-1, cleared binding levels {{(pid=121608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:08:15.740832 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-2dcf6d86-e2a9-41ed-ab6b-3c9fdd9d77e5 None None] Port d3e3c794-950a-49ac-8992-848c0c3d6648 cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:08:15.796282 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-57a75dfa-efc6-46f8-8067-f46381d7761a req-a14a4675-bdfc-48cf-a7c1-47ae6c14551e tempest-FloatingIPsTestJSON-228493622 tempest-FloatingIPsTestJSON-228493622-project] Publish callbacks [] for floatingip, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:15.804464 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-ff2f7bc4-827e-4d2b-97eb-89bf1d9b3c25 None None] For port d3e3c794-950a-49ac-8992-848c0c3d6648, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d3e3c794-950a-49ac-8992-848c0c3d6648,segment=NetworkSegment(591f8000-4172-4a52-a74f-a71d018cd92b),segment_id=591f8000-4172-4a52-a74f-a71d018cd92b)] {{(pid=121608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:08:15.825698 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-19760cfa-9354-412a-b899-8a11c5fdce02 req-969a1efa-abbe-4e44-b7a3-70c3f8a6a214 service neutron] 10.222.0.37 "GET /v2.0/networks/1e137e86-76be-493f-9b25-1d17756925b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7138450
Dec 25 21:08:15.836734 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-5a64863d-f37d-44b0-a6b4-16bd910acdc1 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 859 time: 2.1965253
Dec 25 21:08:15.837747 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 41994) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:08:15.848174 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2faee703-655c-4d84-bb05-a336af46ef1d req-d5e87825-b446-4b3d-8d14-0361d9239c01 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:08:15.850409 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2faee703-655c-4d84-bb05-a336af46ef1d req-d5e87825-b446-4b3d-8d14-0361d9239c01 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] 10.222.0.32 "GET /v2.0/ports?device_id=e47b7882-0d9a-4469-b7aa-9ea14292ab12 HTTP/1.1" status: 200  len: 948 time: 0.7481079
Dec 25 21:08:15.855661 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-37741a4c-6c0f-4d76-9cb4-82e373383884 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-691373720-router', 'tenant_id': 'd048456167bb496da920eeaed310f9be', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'}}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:08:15.867859 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port bfee550f-dfee-43e5-88c3-be85d5ccff12, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=bfee550f-dfee-43e5-88c3-be85d5ccff12,segment=NetworkSegment(85c774cb-a0eb-4ad9-961f-f331d3b37cd6),segment_id=85c774cb-a0eb-4ad9-961f-f331d3b37cd6)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:08:15.893017 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Returning: {'device': 'bfee550f-dfee-43e5-88c3-be85d5ccff12', 'network_id': '8f212e98-547d-4c6e-a560-2e9a548c8f59', 'port_id': 'bfee550f-dfee-43e5-88c3-be85d5ccff12', 'mac_address': 'fa:16:3e:d3:09:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcfbae86-f93e-400c-8084-eac7f56ff5ba', 'ip_address': '192.168.233.212'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 25 21:08:15.934483 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2faee703-655c-4d84-bb05-a336af46ef1d req-eba258b7-9a4b-4307-bdcd-c26248e0da66 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] 10.222.0.32 "GET /v2.0/security-groups?id=3d6cb2f0-3d81-4228-9d61-fc5e0bb3087e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0740457
Dec 25 21:08:15.966449 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dac412c-c992-44c8-9e41-ae7198bc6f77 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-421363f3-c148-4c26-bdbb-a9acfe0ab6e9', 'network_id': '421363f3-c148-4c26-bdbb-a9acfe0ab6e9', 'project_id': 'd048456167bb496da920eeaed310f9be', 'fixed_ips': [{'subnet_id': '316f74c7-218f-4914-9f98-9cf876c3a6af'}]}} from ncdv-master-1. {{(pid=121608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 25 21:08:15.967327 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9dac412c-c992-44c8-9e41-ae7198bc6f77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:16.033600 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-ff2f7bc4-827e-4d2b-97eb-89bf1d9b3c25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:16.038608 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:16.050271 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-37741a4c-6c0f-4d76-9cb4-82e373383884 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2014909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14863'] for router, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:16.052038 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-37741a4c-6c0f-4d76-9cb4-82e373383884 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2014285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2009796', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2082630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14848'] for router, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:16.190510 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bfee550f-dfee-43e5-88c3-be85d5ccff12 {{(pid=121608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:08:16.225336 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-37741a4c-6c0f-4d76-9cb4-82e373383884 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:16.231007 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port bfee550f-dfee-43e5-88c3-be85d5ccff12, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=bfee550f-dfee-43e5-88c3-be85d5ccff12,segment=NetworkSegment(85c774cb-a0eb-4ad9-961f-f331d3b37cd6),segment_id=85c774cb-a0eb-4ad9-961f-f331d3b37cd6)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:08:16.233928 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-57a75dfa-efc6-46f8-8067-f46381d7761a req-a14a4675-bdfc-48cf-a7c1-47ae6c14551e tempest-FloatingIPsTestJSON-228493622 tempest-FloatingIPsTestJSON-228493622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:16.262327 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 42004) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:08:16.280738 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-3dfc1a5d-efa8-4d39-9ad0-728e30157a77 admin admin] Publish callbacks [] for security_group, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:16.301721 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff2f7bc4-827e-4d2b-97eb-89bf1d9b3c25 None None] Routers {'4f30392b-bbdc-400f-b062-fad468fad8e7'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:08:16.301721 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-ff2f7bc4-827e-4d2b-97eb-89bf1d9b3c25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2613f6b100>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:08:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['4f30392b-bbdc-400f-b062-fad468fad8e7'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:08:16.301721 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce26b00-6bf0-45c3-853b-6ec51712123e None None] Pushing event updated for resources: {'Port': ['ID=d3e3c794-950a-49ac-8992-848c0c3d6648,revision_number=4']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:08:16.373848 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.db_base_plugin_common [None req-9dac412c-c992-44c8-9e41-ae7198bc6f77 None None] Allocated IP 172.20.0.2 (421363f3-c148-4c26-bdbb-a9acfe0ab6e9/316f74c7-218f-4914-9f98-9cf876c3a6af/82062244-44f1-4e51-a517-d7d2afe04e8b) {{(pid=121608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:08:16.424758 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-3dfc1a5d-efa8-4d39-9ad0-728e30157a77 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:16.470360 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvr_db [None req-ff2f7bc4-827e-4d2b-97eb-89bf1d9b3c25 None None] Set router 4f30392b-bbdc-400f-b062-fad468fad8e7 gateway port host: ncdv-master-1 {{(pid=121608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:08:16.510872 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2d4395-381c-41b8-920a-d2a7dc417979 req-5065740a-52e5-4c14-ac4d-d9c8863298e4 tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:08:16.512418 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-6f2d4395-381c-41b8-920a-d2a7dc417979 req-5065740a-52e5-4c14-ac4d-d9c8863298e4 tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] 10.222.0.32 "GET /v2.0/ports?device_id=7cd2be37-78a6-4e40-813d-8e2478ea8dc2 HTTP/1.1" status: 200  len: 943 time: 0.1406641
Dec 25 21:08:16.535228 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-57a75dfa-efc6-46f8-8067-f46381d7761a req-a14a4675-bdfc-48cf-a7c1-47ae6c14551e tempest-FloatingIPsTestJSON-228493622 tempest-FloatingIPsTestJSON-228493622-project] Publish callbacks [] for port, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:16.589940 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-6f2d4395-381c-41b8-920a-d2a7dc417979 req-a67eb9e3-969e-4aba-8555-125ef5d090f3 tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5d2ff88-22d6-43d8-90d1-bfb86d4e3308&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0690928
Dec 25 21:08:16.662041 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-e5ca76e7-eef4-49d6-8f55-80d9cb66179b None None] Provisioning complete for port d3e3c794-950a-49ac-8992-848c0c3d6648 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:08:16.662420 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-e5ca76e7-eef4-49d6-8f55-80d9cb66179b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:16.749993 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9dac412c-c992-44c8-9e41-ae7198bc6f77 None None] Publish callbacks [] for port, precommit_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:16.818956 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-3dfc1a5d-efa8-4d39-9ad0-728e30157a77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:16.838226 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-57a75dfa-efc6-46f8-8067-f46381d7761a req-a14a4675-bdfc-48cf-a7c1-47ae6c14551e tempest-FloatingIPsTestJSON-228493622 tempest-FloatingIPsTestJSON-228493622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:16.859616 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:16.860650 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device ddbefb64-c371-4875-871e-5d999ff82a14 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 25 21:08:16.892551 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-3dfc1a5d-efa8-4d39-9ad0-728e30157a77 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f181e0abde3e4a55a74f2abc9e764360&name=default HTTP/1.1" status: 200  len: 2996 time: 0.6267080
Dec 25 21:08:16.894628 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14a4675-bdfc-48cf-a7c1-47ae6c14551e tempest-FloatingIPsTestJSON-228493622 tempest-FloatingIPsTestJSON-228493622-project] Pushing event updated for resources: {'Port': ['ID=24d93086-064b-4d2b-85fe-0abed25bd046,revision_number=2']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:08:16.899953 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 42038) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:08:16.900543 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-57a75dfa-efc6-46f8-8067-f46381d7761a req-a14a4675-bdfc-48cf-a7c1-47ae6c14551e tempest-FloatingIPsTestJSON-228493622 tempest-FloatingIPsTestJSON-228493622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2008639'] for floatingip, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:16.930167 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfc1a5d-efa8-4d39-9ad0-728e30157a77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8e642dd-7e36-4651-8ca1-e6c02dd35e14,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:08:16.933930 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9dac412c-c992-44c8-9e41-ae7198bc6f77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946'] for port, after_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:17.002116 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-e5ca76e7-eef4-49d6-8f55-80d9cb66179b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:17.048205 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dac412c-c992-44c8-9e41-ae7198bc6f77 None None] Network 421363f3-c148-4c26-bdbb-a9acfe0ab6e9 is already hosted by enough agents. {{(pid=121608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:08:17.068755 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.base_scheduler [None req-9dac412c-c992-44c8-9e41-ae7198bc6f77 None None] Resources bound (agent type, host, resource id):  {{(pid=121608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:08:17.074649 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dac412c-c992-44c8-9e41-ae7198bc6f77 None None] Received port after_create {{(pid=121608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:08:17.088846 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Pushing event updated for resources: {'Port': ['ID=bfee550f-dfee-43e5-88c3-be85d5ccff12,revision_number=4']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:08:17.149509 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-37741a4c-6c0f-4d76-9cb4-82e373383884 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:17.223002 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-e5ca76e7-eef4-49d6-8f55-80d9cb66179b None None] For port d3e3c794-950a-49ac-8992-848c0c3d6648, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d3e3c794-950a-49ac-8992-848c0c3d6648,segment=NetworkSegment(591f8000-4172-4a52-a74f-a71d018cd92b),segment_id=591f8000-4172-4a52-a74f-a71d018cd92b)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:08:17.254900 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-896c24bb-e40e-4f55-bbd4-4f26d88663fc req-72584f62-85b3-4bd8-a0a7-53b4be8a91a3 service neutron] 10.222.0.37 "GET /v2.0/ports/ddbefb64-c371-4875-871e-5d999ff82a14/bindings/nch1-master-1 HTTP/1.1" status: 200  len: 384 time: 0.2611771
Dec 25 21:08:17.258357 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-ff2f7bc4-827e-4d2b-97eb-89bf1d9b3c25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2613f6b100>, [{'id': '4f30392b-bbdc-400f-b062-fad468fad8e7', 'name': 'tempest-FloatingIPsTestJSON-2006952787-router', 'tenant_id': 'f1c9d95c0097420ba158062e91371e63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.225'}], 'enable_snat': True}, 'gw_port_id': '6bbe24db-eb71-4dec-bf5e-ee67a55d86f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:07:56Z', 'updated_at': '2021-12-25T21:08:08Z', 'revision_number': 4, 'project_id': 'f1c9d95c0097420ba158062e91371e63', 'gw_port': {'id': '6bbe24db-eb71-4dec-bf5e-ee67a55d86f2', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:09:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f30392b-bbdc-400f-b062-fad468fad8e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:07:58Z', 'updated_at': '2021-12-25T21:08:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'd3e3c794-950a-49ac-8992-848c0c3d6648', 'name': '', 'network_id': 'd51979bf-a302-4a2e-9e52-e07ae7ff51d2', 'tenant_id': 'f1c9d95c0097420ba158062e91371e63', 'mac_address': 'fa:16:3e:4b:d8:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f30392b-bbdc-400f-b062-fad468fad8e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '06b1bcc8-4c11-4f03-9645-2a4aefcf5a36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:08:05Z', 'updated_at': '2021-12-25T21:08:15Z', 'revision_number': 4, 'project_id': 'f1c9d95c0097420ba158062e91371e63', 'subnets': [{'id': '06b1bcc8-4c11-4f03-9645-2a4aefcf5a36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:08:17.309645 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dac412c-c992-44c8-9e41-ae7198bc6f77 None None] Pushing event updated for resources: {'Port': ['ID=82062244-44f1-4e51-a517-d7d2afe04e8b,revision_number=1']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:08:17.316738 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-9dac412c-c992-44c8-9e41-ae7198bc6f77 None None] Attempting to bind port 82062244-44f1-4e51-a517-d7d2afe04e8b on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:08:17.316956 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-9dac412c-c992-44c8-9e41-ae7198bc6f77 None None] Attempting to bind port 82062244-44f1-4e51-a517-d7d2afe04e8b by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'b920d3a2-8310-470a-8742-1ed0d06b839d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '421363f3-c148-4c26-bdbb-a9acfe0ab6e9'}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:08:17.317326 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dac412c-c992-44c8-9e41-ae7198bc6f77 None None] Attempting to bind port 82062244-44f1-4e51-a517-d7d2afe04e8b on network 421363f3-c148-4c26-bdbb-a9acfe0ab6e9 {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:08:17.320322 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port ddbefb64-c371-4875-871e-5d999ff82a14, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ddbefb64-c371-4875-871e-5d999ff82a14,segment=NetworkSegment(0bc15208-d08d-4c93-89c3-c4dfd4d97844),segment_id=0bc15208-d08d-4c93-89c3-c4dfd4d97844)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:08:17.323426 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff2f7bc4-827e-4d2b-97eb-89bf1d9b3c25 None None] The sync data for ids ['4f30392b-bbdc-400f-b062-fad468fad8e7'] in ncdv-master-1 is: [{'id': '4f30392b-bbdc-400f-b062-fad468fad8e7', 'name': 'tempest-FloatingIPsTestJSON-2006952787-router', 'tenant_id': 'f1c9d95c0097420ba158062e91371e63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.225'}], 'enable_snat': True}, 'gw_port_id': '6bbe24db-eb71-4dec-bf5e-ee67a55d86f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:07:56Z', 'updated_at': '2021-12-25T21:08:08Z', 'revision_number': 4, 'project_id': 'f1c9d95c0097420ba158062e91371e63', 'gw_port': {'id': '6bbe24db-eb71-4dec-bf5e-ee67a55d86f2', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:09:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f30392b-bbdc-400f-b062-fad468fad8e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:07:58Z', 'updated_at': '2021-12-25T21:08:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'd3e3c794-950a-49ac-8992-848c0c3d6648', 'name': '', 'network_id': 'd51979bf-a302-4a2e-9e52-e07ae7ff51d2', 'tenant_id': 'f1c9d95c0097420ba158062e91371e63', 'mac_address': 'fa:16:3e:4b:d8:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f30392b-bbdc-400f-b062-fad468fad8e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '06b1bcc8-4c11-4f03-9645-2a4aefcf5a36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:08:05Z', 'updated_at': '2021-12-25T21:08:15Z', 'revision_number': 4, 'project_id': 'f1c9d95c0097420ba158062e91371e63', 'subnets': [{'id': '06b1bcc8-4c11-4f03-9645-2a4aefcf5a36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 21:08:17.341211 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dac412c-c992-44c8-9e41-ae7198bc6f77 None None] Checking agent: {'id': 'ca4f5c6d-f1fd-48b8-a3e3-395864c7d23d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 20, 56, 40), 'started_at': datetime.datetime(2021, 12, 25, 20, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 8, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:08:17.341604 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dac412c-c992-44c8-9e41-ae7198bc6f77 None None] Checking segment: {'id': 'b920d3a2-8310-470a-8742-1ed0d06b839d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '421363f3-c148-4c26-bdbb-a9acfe0ab6e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:08:17.342006 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9dac412c-c992-44c8-9e41-ae7198bc6f77 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:17.342399 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dac412c-c992-44c8-9e41-ae7198bc6f77 None None] Bound using segment: {'id': 'b920d3a2-8310-470a-8742-1ed0d06b839d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '421363f3-c148-4c26-bdbb-a9acfe0ab6e9'} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:08:17.342875 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-9dac412c-c992-44c8-9e41-ae7198bc6f77 None None] Bound port: 82062244-44f1-4e51-a517-d7d2afe04e8b, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b920d3a2-8310-470a-8742-1ed0d06b839d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '421363f3-c148-4c26-bdbb-a9acfe0ab6e9'}}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:08:17.343265 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9dac412c-c992-44c8-9e41-ae7198bc6f77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:17.346678 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device ddbefb64-c371-4875-871e-5d999ff82a14 has no active binding in host nch1-master-1 {{(pid=121608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}}
Dec 25 21:08:17.355296 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-e5ca76e7-eef4-49d6-8f55-80d9cb66179b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:17.366113 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device bf94d897-4956-441a-9897-be577975a8f7 up at agent hyperv_nch1-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:08:17.400412 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63725c9-0192-4e0b-bccf-b20d79a5c712 req-c16d2a2a-f574-4965-a8a4-6470ef947f5a tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:08:17.402066 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a63725c9-0192-4e0b-bccf-b20d79a5c712 req-c16d2a2a-f574-4965-a8a4-6470ef947f5a tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] 10.222.0.32 "GET /v2.0/ports?device_id=e47b7882-0d9a-4469-b7aa-9ea14292ab12 HTTP/1.1" status: 200  len: 949 time: 0.1927075
Dec 25 21:08:17.406790 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-57a75dfa-efc6-46f8-8067-f46381d7761a req-a14a4675-bdfc-48cf-a7c1-47ae6c14551e tempest-FloatingIPsTestJSON-228493622 tempest-FloatingIPsTestJSON-228493622-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for floatingip, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:17.409138 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-57a75dfa-efc6-46f8-8067-f46381d7761a req-a14a4675-bdfc-48cf-a7c1-47ae6c14551e tempest-FloatingIPsTestJSON-228493622 tempest-FloatingIPsTestJSON-228493622-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 697 time: 4.5991709
Dec 25 21:08:17.445306 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-896f0233-31d4-43a8-adba-460c1c511bdc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:17.568123 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ca76e7-eef4-49d6-8f55-80d9cb66179b None None] Pushing event updated for resources: {'Port': ['ID=d3e3c794-950a-49ac-8992-848c0c3d6648,revision_number=5']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:08:17.587481 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] get_ports_and_sgs() called for port_ids ['bfee550f-dfee-43e5-88c3-be85d5ccff12'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:08:17.593283 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9dac412c-c992-44c8-9e41-ae7198bc6f77 None None] For port 82062244-44f1-4e51-a517-d7d2afe04e8b, host ncdv-master-1, cleared binding levels {{(pid=121608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:08:17.635509 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-57a75dfa-efc6-46f8-8067-f46381d7761a req-55f32abd-5c64-4dfe-af58-eff59909e972 tempest-FloatingIPsTestJSON-228493622 tempest-FloatingIPsTestJSON-228493622-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.35.3.70 HTTP/1.1" status: 200  len: 695 time: 0.1838605
Dec 25 21:08:17.666249 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9dac412c-c992-44c8-9e41-ae7198bc6f77 None None] For port 82062244-44f1-4e51-a517-d7d2afe04e8b, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=82062244-44f1-4e51-a517-d7d2afe04e8b,segment=NetworkSegment(b920d3a2-8310-470a-8742-1ed0d06b839d),segment_id=b920d3a2-8310-470a-8742-1ed0d06b839d)] {{(pid=121608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:08:17.671845 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-896f0233-31d4-43a8-adba-460c1c511bdc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:17.681894 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a63725c9-0192-4e0b-bccf-b20d79a5c712 req-a691741c-c508-480d-8eb0-b9885dfb5acf tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] 10.222.0.32 "GET /v2.0/security-groups?id=3d6cb2f0-3d81-4228-9d61-fc5e0bb3087e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2313757
Dec 25 21:08:17.691887 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Provisioning for port bf94d897-4956-441a-9897-be577975a8f7 completed by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 25 21:08:17.720008 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Provisioning complete for port bf94d897-4956-441a-9897-be577975a8f7 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:08:17.720495 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:17.821285 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9dac412c-c992-44c8-9e41-ae7198bc6f77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:17.900111 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 42058) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:08:18.024657 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dac412c-c992-44c8-9e41-ae7198bc6f77 None None] Pushing event updated for resources: {'Port': ['ID=82062244-44f1-4e51-a517-d7d2afe04e8b,revision_number=2']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:08:18.051381 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:18.128313 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f68f874-59f2-4c67-90f1-50665110bd4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf94d897-4956-441a-9897-be577975a8f7'}] {{(pid=121608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:08:18.133019 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a88c78c3ff6266bd59c7e89d275b28c92e739b67d23c89d71af88829fd31566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd3052bc-6ec0-421b-84b7-3c27f6487453" -d '{"events": [{"server_uuid": "9f68f874-59f2-4c67-90f1-50665110bd4e", "name": "network-vif-plugged", "status": "completed", "tag": "bf94d897-4956-441a-9897-be577975a8f7"}]}' {{(pid=121608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:08:18.154862 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port bf94d897-4956-441a-9897-be577975a8f7, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=bf94d897-4956-441a-9897-be577975a8f7,segment=NetworkSegment(85c774cb-a0eb-4ad9-961f-f331d3b37cd6),segment_id=85c774cb-a0eb-4ad9-961f-f331d3b37cd6)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:08:18.178756 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5a44aaa4-400e-42df-a823-261908ddc8b5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:18.245646 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:18.301527 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device d3e3c794-950a-49ac-8992-848c0c3d6648 up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:08:18.333742 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5a44aaa4-400e-42df-a823-261908ddc8b5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:18.401474 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-896f0233-31d4-43a8-adba-460c1c511bdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:18.404508 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-896f0233-31d4-43a8-adba-460c1c511bdc admin admin] Publish callbacks [] for security_group, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:18.409286 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-896f0233-31d4-43a8-adba-460c1c511bdc admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e8e642dd-7e36-4651-8ca1-e6c02dd35e14 HTTP/1.1" status: 204  len: 168 time: 1.4886656
Dec 25 21:08:18.423291 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5a44aaa4-400e-42df-a823-261908ddc8b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:18.463923 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-896c24bb-e40e-4f55-bbd4-4f26d88663fc req-698613c4-e12a-4b57-8417-bacac61db66b service neutron] For port ddbefb64-c371-4875-871e-5d999ff82a14, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ddbefb64-c371-4875-871e-5d999ff82a14,segment=NetworkSegment(0bc15208-d08d-4c93-89c3-c4dfd4d97844),segment_id=0bc15208-d08d-4c93-89c3-c4dfd4d97844)] {{(pid=121606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:08:18.466976 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896f0233-31d4-43a8-adba-460c1c511bdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8e642dd-7e36-4651-8ca1-e6c02dd35e14,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:08:18.488134 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-5a44aaa4-400e-42df-a823-261908ddc8b5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=eb86ae064e7543c2ad11a93f28d79edd&name=default HTTP/1.1" status: 200  len: 2996 time: 0.5850163
Dec 25 21:08:18.489370 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 42072) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:08:18.502721 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a44aaa4-400e-42df-a823-261908ddc8b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf64c1c2-d7b2-4e31-be9a-49d59f39b81e,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:08:18.514256 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4af7025-9476-4bb2-b09c-ed3d6f3c15ff req-8f426538-57f7-447d-9f2a-c8fbb45236ad tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:08:18.536387 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a4af7025-9476-4bb2-b09c-ed3d6f3c15ff req-8f426538-57f7-447d-9f2a-c8fbb45236ad tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] 10.222.0.32 "GET /v2.0/ports?device_id=7cd2be37-78a6-4e40-813d-8e2478ea8dc2 HTTP/1.1" status: 200  len: 943 time: 0.6532171
Dec 25 21:08:18.607365 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:08:18.607365 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:08:18.607365 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:08:18.607365 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:08:18.607365 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:08:18.607365 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:08:18.607365 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:08:18.607365 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:08:18.607365 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:08:18.607365 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:08:18.607365 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:08:18.607365 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:08:18.607365 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:08:18.607365 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:08:18.607365 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:08:18.607365 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:08:18.607365 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:08:18.607365 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:08:18.607365 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:08:18.607365 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:08:18.607365 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:08:18.607365 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:08:18.607365 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:08:18.607365 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:08:18.607365 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:08:18.607365 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:08:18.607365 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:08:18.607365 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:08:18.607365 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:08:18.607365 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:08:18.607365 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:08:18.607365 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:08:18.607365 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:08:18.607365 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:08:18.607365 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:08:18.607365 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:08:18.610232 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:08:18.610232 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:08:18.610232 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:08:18.610232 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:08:18.610232 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:08:18.610232 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:08:18.610232 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:08:18.610232 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:08:18.610232 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:08:18.610232 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:08:18.610232 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:08:18.610232 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:08:18.610232 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a75dfa-efc6-46f8-8067-f46381d7761a req-c296e229-d89d-420c-b4ad-2ced44dac348 tempest-FloatingIPsTestJSON-228493622 tempest-FloatingIPsTestJSON-228493622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:08:18.611082 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-7db7e553-1d14-411b-98b4-7235d23d0d95 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:18.611155 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-57a75dfa-efc6-46f8-8067-f46381d7761a req-c296e229-d89d-420c-b4ad-2ced44dac348 tempest-FloatingIPsTestJSON-228493622 tempest-FloatingIPsTestJSON-228493622-project] 10.222.0.32 "GET /v2.0/networks/7201e55c-7c5f-41aa-a042-a363696539d0 HTTP/1.1" status: 200  len: 784 time: 0.9178777
Dec 25 21:08:18.617329 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Pushing event updated for resources: {'Port': ['ID=bf94d897-4956-441a-9897-be577975a8f7,revision_number=5']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:08:18.624607 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-7db7e553-1d14-411b-98b4-7235d23d0d95 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:18.642794 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [req-57a75dfa-efc6-46f8-8067-f46381d7761a req-ca3aee02-b98c-4f21-9fc2-91eeda358937 tempest-FloatingIPsTestJSON-228493622 tempest-FloatingIPsTestJSON-228493622-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=121606) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 25 21:08:18.656229 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-57a75dfa-efc6-46f8-8067-f46381d7761a req-ca3aee02-b98c-4f21-9fc2-91eeda358937 tempest-FloatingIPsTestJSON-228493622 tempest-FloatingIPsTestJSON-228493622-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0544212
Dec 25 21:08:18.656384 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port d3e3c794-950a-49ac-8992-848c0c3d6648 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:08:18.656762 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:18.670196 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-896c24bb-e40e-4f55-bbd4-4f26d88663fc req-698613c4-e12a-4b57-8417-bacac61db66b service neutron] For port ddbefb64-c371-4875-871e-5d999ff82a14, host nch2-master-1, cleared binding levels {{(pid=121606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:08:18.683670 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-37741a4c-6c0f-4d76-9cb4-82e373383884 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:18.762679 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-37741a4c-6c0f-4d76-9cb4-82e373383884 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:18.764773 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-7db7e553-1d14-411b-98b4-7235d23d0d95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:18.767988 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-7db7e553-1d14-411b-98b4-7235d23d0d95 admin admin] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:18.769649 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-7db7e553-1d14-411b-98b4-7235d23d0d95 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/cf64c1c2-d7b2-4e31-be9a-49d59f39b81e HTTP/1.1" status: 204  len: 168 time: 0.2786188
Dec 25 21:08:18.781177 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db7e553-1d14-411b-98b4-7235d23d0d95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf64c1c2-d7b2-4e31-be9a-49d59f39b81e,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:08:18.859956 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [req-896c24bb-e40e-4f55-bbd4-4f26d88663fc req-698613c4-e12a-4b57-8417-bacac61db66b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ddbefb64-c371-4875-871e-5d999ff82a14 {{(pid=121606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:08:18.874170 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 21:08:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92f1af28-2bc3-4d0f-8e49-9fde736d2135 x-openstack-request-id: req-92f1af28-2bc3-4d0f-8e49-9fde736d2135 {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:08:18.874561 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f68f874-59f2-4c67-90f1-50665110bd4e", "name": "network-vif-plugged", "status": "completed", "tag": "bf94d897-4956-441a-9897-be577975a8f7", "code": 200}]} {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:08:18.874931 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-92f1af28-2bc3-4d0f-8e49-9fde736d2135 {{(pid=121608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:08:18.875468 ncdv-master-1 neutron-server[121608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f68f874-59f2-4c67-90f1-50665110bd4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf94d897-4956-441a-9897-be577975a8f7', 'code': 200}
Dec 25 21:08:18.896425 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-896c24bb-e40e-4f55-bbd4-4f26d88663fc req-698613c4-e12a-4b57-8417-bacac61db66b service neutron] For port ddbefb64-c371-4875-871e-5d999ff82a14, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ddbefb64-c371-4875-871e-5d999ff82a14,segment=NetworkSegment(0bc15208-d08d-4c93-89c3-c4dfd4d97844),segment_id=0bc15208-d08d-4c93-89c3-c4dfd4d97844)] {{(pid=121606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:08:18.925708 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a4af7025-9476-4bb2-b09c-ed3d6f3c15ff req-dd9e7bbd-2a1c-40e7-9b8a-35f33d153b2a tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5d2ff88-22d6-43d8-90d1-bfb86d4e3308&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3881772
Dec 25 21:08:19.090426 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-896c24bb-e40e-4f55-bbd4-4f26d88663fc req-698613c4-e12a-4b57-8417-bacac61db66b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:19.124906 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7f6fda3c-5a8f-4d33-8bad-b2ca837de1a6 req-a0847407-2590-4172-a1fe-38bd671a20d8 tempest-FloatingIPsTestJSON-228493622 tempest-FloatingIPsTestJSON-228493622-project] 10.222.0.32 "GET /v2.0/floatingips/12a9e585-764e-4ab3-8e33-ca9f72a5eb6d HTTP/1.1" status: 200  len: 692 time: 0.1851516
Dec 25 21:08:19.260941 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3457b632-7e16-4bb3-a084-70bbd1bfd6d5 req-9f0d2f09-300f-4de3-a2c9-122a5f534a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:08:19.262372 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3457b632-7e16-4bb3-a084-70bbd1bfd6d5 req-9f0d2f09-300f-4de3-a2c9-122a5f534a5d service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=9f68f874-59f2-4c67-90f1-50665110bd4e HTTP/1.1" status: 200  len: 1101 time: 0.2708745
Dec 25 21:08:19.284455 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_common [None req-37741a4c-6c0f-4d76-9cb4-82e373383884 admin admin] Allocated IP 172.35.3.150 (7201e55c-7c5f-41aa-a042-a363696539d0/7a939e13-713f-45cf-bba7-1539635abe25/717e8331-c5b2-47be-9096-1297dcce6863) {{(pid=121606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:08:19.307882 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-992ab299-3a7d-4b03-9c11-302be003ee58 None None] Network 421363f3-c148-4c26-bdbb-a9acfe0ab6e9 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:08:19.352100 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9ddd59-9a8d-41c2-b016-2546138405ff req-fc966994-051a-4e09-b010-6d7906e2b06c tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:08:19.354355 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-fb9ddd59-9a8d-41c2-b016-2546138405ff req-fc966994-051a-4e09-b010-6d7906e2b06c tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] 10.222.0.32 "GET /v2.0/ports?device_id=e47b7882-0d9a-4469-b7aa-9ea14292ab12 HTTP/1.1" status: 200  len: 949 time: 0.2886143
Dec 25 21:08:19.385011 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device bfee550f-dfee-43e5-88c3-be85d5ccff12 up at agent hyperv_nch1-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:08:19.414677 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.provisioning_blocks [req-896c24bb-e40e-4f55-bbd4-4f26d88663fc req-698613c4-e12a-4b57-8417-bacac61db66b service neutron] Transition to ACTIVE for port object ddbefb64-c371-4875-871e-5d999ff82a14 will not be triggered until provisioned by entity L2. {{(pid=121606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 25 21:08:19.437278 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-329f6857-9808-4bb4-94c2-dbfa0175c089 None None] Provisioning complete for port 82062244-44f1-4e51-a517-d7d2afe04e8b triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:08:19.437638 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-329f6857-9808-4bb4-94c2-dbfa0175c089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:19.494435 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3457b632-7e16-4bb3-a084-70bbd1bfd6d5 req-1f8efae9-c284-4712-b49d-213b3a965d6c service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=3d6cb2f0-3d81-4228-9d61-fc5e0bb3087e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2117429
Dec 25 21:08:19.504618 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6fda3c-5a8f-4d33-8bad-b2ca837de1a6 req-35076a66-38ac-4820-b725-129191778a70 tempest-FloatingIPsTestJSON-228493622 tempest-FloatingIPsTestJSON-228493622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:08:19.505977 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7f6fda3c-5a8f-4d33-8bad-b2ca837de1a6 req-35076a66-38ac-4820-b725-129191778a70 tempest-FloatingIPsTestJSON-228493622 tempest-FloatingIPsTestJSON-228493622-project] 10.222.0.32 "GET /v2.0/networks/7201e55c-7c5f-41aa-a042-a363696539d0 HTTP/1.1" status: 200  len: 784 time: 0.3489997
Dec 25 21:08:19.523932 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [req-7f6fda3c-5a8f-4d33-8bad-b2ca837de1a6 req-3c3a4611-ffc7-4346-b381-3bc7b41ac2d3 tempest-FloatingIPsTestJSON-228493622 tempest-FloatingIPsTestJSON-228493622-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=121606) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 25 21:08:19.526389 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7f6fda3c-5a8f-4d33-8bad-b2ca837de1a6 req-3c3a4611-ffc7-4346-b381-3bc7b41ac2d3 tempest-FloatingIPsTestJSON-228493622 tempest-FloatingIPsTestJSON-228493622-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0118413
Dec 25 21:08:19.535360 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 42100) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:08:19.538850 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-fb9ddd59-9a8d-41c2-b016-2546138405ff req-ba9807fe-6c1c-45a2-a86b-db4eb525e92d tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] 10.222.0.32 "GET /v2.0/security-groups?id=3d6cb2f0-3d81-4228-9d61-fc5e0bb3087e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1587720
Dec 25 21:08:19.569185 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-37741a4c-6c0f-4d76-9cb4-82e373383884 admin admin] Publish callbacks [] for port, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:19.580094 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-329f6857-9808-4bb4-94c2-dbfa0175c089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:19.581548 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-4c4e8948-4d34-4c76-9bbe-1e26ed2cc839 admin admin] Publish callbacks [] for security_group, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:19.622002 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-896c24bb-e40e-4f55-bbd4-4f26d88663fc req-698613c4-e12a-4b57-8417-bacac61db66b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:19.667343 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-329f6857-9808-4bb4-94c2-dbfa0175c089 None None] For port 82062244-44f1-4e51-a517-d7d2afe04e8b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=82062244-44f1-4e51-a517-d7d2afe04e8b,segment=NetworkSegment(b920d3a2-8310-470a-8742-1ed0d06b839d),segment_id=b920d3a2-8310-470a-8742-1ed0d06b839d)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:08:19.670644 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Provisioning for port bfee550f-dfee-43e5-88c3-be85d5ccff12 completed by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 25 21:08:19.679311 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Provisioning complete for port bfee550f-dfee-43e5-88c3-be85d5ccff12 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:08:19.680618 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:19.695226 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-4c4e8948-4d34-4c76-9bbe-1e26ed2cc839 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:19.752904 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f8fcb3f0-3d63-401a-be36-50936b86c0d3 req-0c8e4134-ab9b-49ee-9a5e-89216634d86b tempest-FloatingIPsTestJSON-228493622 tempest-FloatingIPsTestJSON-228493622-project] 10.222.0.32 "GET /v2.0/floatingips?tenant_id=f1c9d95c0097420ba158062e91371e63 HTTP/1.1" status: 200  len: 695 time: 0.1337161
Dec 25 21:08:19.802320 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:19.837619 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port bfee550f-dfee-43e5-88c3-be85d5ccff12, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=bfee550f-dfee-43e5-88c3-be85d5ccff12,segment=NetworkSegment(85c774cb-a0eb-4ad9-961f-f331d3b37cd6),segment_id=85c774cb-a0eb-4ad9-961f-f331d3b37cd6)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:08:19.852577 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [req-896c24bb-e40e-4f55-bbd4-4f26d88663fc req-698613c4-e12a-4b57-8417-bacac61db66b service neutron] No DVR routers for this DVR port ddbefb64-c371-4875-871e-5d999ff82a14 on host nch2-master-1 {{(pid=121606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:08:19.878501 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698613c4-e12a-4b57-8417-bacac61db66b service neutron] Pushing event updated for resources: {'Port': ['ID=ddbefb64-c371-4875-871e-5d999ff82a14,revision_number=10']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:08:19.886633 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-4c4e8948-4d34-4c76-9bbe-1e26ed2cc839 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:19.893041 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-329f6857-9808-4bb4-94c2-dbfa0175c089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:19.927508 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-896c24bb-e40e-4f55-bbd4-4f26d88663fc req-698613c4-e12a-4b57-8417-bacac61db66b service neutron] 10.222.0.37 "PUT /v2.0/ports/ddbefb64-c371-4875-871e-5d999ff82a14/bindings/nch1-master-1/activate HTTP/1.1" status: 200  len: 369 time: 2.6595783
Dec 25 21:08:19.935378 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-37741a4c-6c0f-4d76-9cb4-82e373383884 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946'] for port, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:19.939404 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-4c4e8948-4d34-4c76-9bbe-1e26ed2cc839 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0b2cf24cb701492c91a759d2a54b35b3&name=default HTTP/1.1" status: 200  len: 2996 time: 0.4024358
Dec 25 21:08:19.940491 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4e8948-4d34-4c76-9bbe-1e26ed2cc839 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69266d94-6c56-437c-b25a-88af383bc0b5,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:08:19.952727 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 42118) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:08:19.978446 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:19.997049 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329f6857-9808-4bb4-94c2-dbfa0175c089 None None] Pushing event updated for resources: {'Port': ['ID=82062244-44f1-4e51-a517-d7d2afe04e8b,revision_number=3']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:08:20.012443 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-908eb069-b113-4460-9631-f17f410682fe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:20.013213 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fcb3f0-3d63-401a-be36-50936b86c0d3 req-bcf33399-7bca-4902-b794-f137d2d20b44 tempest-FloatingIPsTestJSON-228493622 tempest-FloatingIPsTestJSON-228493622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:08:20.015031 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f8fcb3f0-3d63-401a-be36-50936b86c0d3 req-bcf33399-7bca-4902-b794-f137d2d20b44 tempest-FloatingIPsTestJSON-228493622 tempest-FloatingIPsTestJSON-228493622-project] 10.222.0.32 "GET /v2.0/networks?id=7201e55c-7c5f-41aa-a042-a363696539d0 HTTP/1.1" status: 200  len: 787 time: 0.2513268
Dec 25 21:08:20.041644 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-908eb069-b113-4460-9631-f17f410682fe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:20.046598 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37741a4c-6c0f-4d76-9cb4-82e373383884 admin admin] Network 7201e55c-7c5f-41aa-a042-a363696539d0 is already hosted by enough agents. {{(pid=121606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:08:20.051738 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [req-f8fcb3f0-3d63-401a-be36-50936b86c0d3 req-6e1910a7-a313-4ce5-a814-6a57baa87d4c tempest-FloatingIPsTestJSON-228493622 tempest-FloatingIPsTestJSON-228493622-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=121606) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 25 21:08:20.052785 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f8fcb3f0-3d63-401a-be36-50936b86c0d3 req-6e1910a7-a313-4ce5-a814-6a57baa87d4c tempest-FloatingIPsTestJSON-228493622 tempest-FloatingIPsTestJSON-228493622-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0132039
Dec 25 21:08:20.054762 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [None req-37741a4c-6c0f-4d76-9cb4-82e373383884 admin admin] Resources bound (agent type, host, resource id):  {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:08:20.058128 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37741a4c-6c0f-4d76-9cb4-82e373383884 admin admin] Received port after_create {{(pid=121606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:08:20.058418 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-7aca518c-ca29-4241-b214-7ad32dcfc72e None None] Provisioning complete for port 82062244-44f1-4e51-a517-d7d2afe04e8b triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:08:20.059232 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-7aca518c-ca29-4241-b214-7ad32dcfc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:20.060333 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37741a4c-6c0f-4d76-9cb4-82e373383884 admin admin] Pushing event updated for resources: {'Port': ['ID=717e8331-c5b2-47be-9096-1297dcce6863,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:08:20.160066 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Pushing event updated for resources: {'Port': ['ID=bfee550f-dfee-43e5-88c3-be85d5ccff12,revision_number=5']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:08:20.250794 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d9c844-5bf6-448b-919a-2b930d228dcc req-961098a0-6273-46e7-9e70-2ab71d222d3c tempest-ImagesOneServerTestJSON-1420499622 tempest-ImagesOneServerTestJSON-1420499622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:08:20.250943 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 82062244-44f1-4e51-a517-d7d2afe04e8b up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:08:20.251070 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-40d9c844-5bf6-448b-919a-2b930d228dcc req-961098a0-6273-46e7-9e70-2ab71d222d3c tempest-ImagesOneServerTestJSON-1420499622 tempest-ImagesOneServerTestJSON-1420499622-project] 10.222.0.32 "GET /v2.0/ports?device_id=27fc4723-405f-42eb-b2a5-d46301d13fd4 HTTP/1.1" status: 200  len: 949 time: 0.2599921
Dec 25 21:08:20.274153 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896c24bb-e40e-4f55-bbd4-4f26d88663fc req-9cf8ad72-ff33-4bc8-9af9-f8d064d219d4 tempest-LiveAutoBlockMigrationV225Test-952394939 tempest-LiveAutoBlockMigrationV225Test-952394939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:08:20.281581 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-908eb069-b113-4460-9631-f17f410682fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:20.281581 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-908eb069-b113-4460-9631-f17f410682fe admin admin] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:20.281581 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-908eb069-b113-4460-9631-f17f410682fe admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/69266d94-6c56-437c-b25a-88af383bc0b5 HTTP/1.1" status: 204  len: 168 time: 0.3265464
Dec 25 21:08:20.281942 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-896c24bb-e40e-4f55-bbd4-4f26d88663fc req-9cf8ad72-ff33-4bc8-9af9-f8d064d219d4 tempest-LiveAutoBlockMigrationV225Test-952394939 tempest-LiveAutoBlockMigrationV225Test-952394939-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=7cd2be37-78a6-4e40-813d-8e2478ea8dc2&tenant_id=276a36e6a97d46a78b7e483daa26cc2e&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 1095 time: 0.1785862
Dec 25 21:08:20.288311 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908eb069-b113-4460-9631-f17f410682fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69266d94-6c56-437c-b25a-88af383bc0b5,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:08:20.331137 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port 82062244-44f1-4e51-a517-d7d2afe04e8b triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:08:20.331601 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:20.358496 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 42128) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:08:20.373314 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b6b48e15-6d31-4b8a-b45f-bb07851e6eb9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:20.432199 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-40d9c844-5bf6-448b-919a-2b930d228dcc req-3c47f3b9-7b37-487e-9148-e371c8c1a9ae tempest-ImagesOneServerTestJSON-1420499622 tempest-ImagesOneServerTestJSON-1420499622-project] 10.222.0.32 "GET /v2.0/security-groups?id=bfae27c6-ab18-4103-a78a-a0f158ea772b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1766448
Dec 25 21:08:20.436175 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896c24bb-e40e-4f55-bbd4-4f26d88663fc req-c1d042cb-6e91-41cd-92a3-90a317bfe79a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:08:20.438190 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-896c24bb-e40e-4f55-bbd4-4f26d88663fc req-c1d042cb-6e91-41cd-92a3-90a317bfe79a service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=7cd2be37-78a6-4e40-813d-8e2478ea8dc2&tenant_id=276a36e6a97d46a78b7e483daa26cc2e HTTP/1.1" status: 200  len: 1095 time: 0.1353588
Dec 25 21:08:20.490223 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2217806-c4b4-43c9-807c-cb1f4eae18a0 req-46dc61e4-187d-4d99-a88a-918ed944407e tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:08:20.490484 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b6b48e15-6d31-4b8a-b45f-bb07851e6eb9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:20.491971 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e2217806-c4b4-43c9-807c-cb1f4eae18a0 req-46dc61e4-187d-4d99-a88a-918ed944407e tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] 10.222.0.32 "GET /v2.0/ports?device_id=7cd2be37-78a6-4e40-813d-8e2478ea8dc2 HTTP/1.1" status: 200  len: 944 time: 0.2021255
Dec 25 21:08:20.579200 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b6b48e15-6d31-4b8a-b45f-bb07851e6eb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:20.622821 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b48e15-6d31-4b8a-b45f-bb07851e6eb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca85be3d-22d2-4bfa-9d06-43b734c3aac5,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:08:20.627571 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-b6b48e15-6d31-4b8a-b45f-bb07851e6eb9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5eb4d3ba3c6045d49d8664c69d20c815&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2678955
Dec 25 21:08:20.630786 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 42134) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:08:20.674317 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device ddbefb64-c371-4875-871e-5d999ff82a14 no longer exists at agent hyperv_nch2-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:08:20.691783 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-4bcdc4c1-fb9c-42a3-999e-a37a7bdafeae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:20.715428 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-4bcdc4c1-fb9c-42a3-999e-a37a7bdafeae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:20.737553 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] The host nch2-master-1 is not matching for port ddbefb64-c371-4875-871e-5d999ff82a14 host nch1-master-1! {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}}
Dec 25 21:08:20.738203 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device ddbefb64-c371-4875-871e-5d999ff82a14 not bound to the agent host nch2-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:08:20.738791 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device 01f02470-98cd-4e53-8321-3a26d68c7daf no longer exists at agent hyperv_nch2-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:08:20.801794 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-276481ef-7e26-4240-9483-1f2acd162b33 req-428e3732-8f75-4b3b-b64e-026e0652499b tempest-FloatingIPsTestJSON-228493622 tempest-FloatingIPsTestJSON-228493622-project] 10.222.0.32 "GET /v2.0/floatingips/12a9e585-764e-4ab3-8e33-ca9f72a5eb6d HTTP/1.1" status: 200  len: 692 time: 0.3083644
Dec 25 21:08:20.840400 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:20.878095 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e47b7882-0d9a-4469-b7aa-9ea14292ab12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfee550f-dfee-43e5-88c3-be85d5ccff12'}, {'server_uuid': '27fc4723-405f-42eb-b2a5-d46301d13fd4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '01f02470-98cd-4e53-8321-3a26d68c7daf'}] {{(pid=121608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:08:20.879688 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896c24bb-e40e-4f55-bbd4-4f26d88663fc req-e2b87880-fc7c-4bb8-a2a6-e4f82a59a7e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:08:20.880479 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a88c78c3ff6266bd59c7e89d275b28c92e739b67d23c89d71af88829fd31566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ef9a2ee-b7e5-403f-8ade-fce616fbfb29" -d '{"events": [{"server_uuid": "e47b7882-0d9a-4469-b7aa-9ea14292ab12", "name": "network-vif-plugged", "status": "completed", "tag": "bfee550f-dfee-43e5-88c3-be85d5ccff12"}, {"server_uuid": "27fc4723-405f-42eb-b2a5-d46301d13fd4", "name": "network-vif-unplugged", "status": "completed", "tag": "01f02470-98cd-4e53-8321-3a26d68c7daf"}]}' {{(pid=121608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:08:20.881240 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-896c24bb-e40e-4f55-bbd4-4f26d88663fc req-e2b87880-fc7c-4bb8-a2a6-e4f82a59a7e3 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=276a36e6a97d46a78b7e483daa26cc2e&device_id=7cd2be37-78a6-4e40-813d-8e2478ea8dc2 HTTP/1.1" status: 200  len: 1095 time: 0.3821301
Dec 25 21:08:20.884801 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port 01f02470-98cd-4e53-8321-3a26d68c7daf, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=01f02470-98cd-4e53-8321-3a26d68c7daf,segment=NetworkSegment(85c774cb-a0eb-4ad9-961f-f331d3b37cd6),segment_id=85c774cb-a0eb-4ad9-961f-f331d3b37cd6)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:08:20.899037 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-4bcdc4c1-fb9c-42a3-999e-a37a7bdafeae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:20.901674 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-4bcdc4c1-fb9c-42a3-999e-a37a7bdafeae admin admin] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:20.902923 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-4bcdc4c1-fb9c-42a3-999e-a37a7bdafeae admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ca85be3d-22d2-4bfa-9d06-43b734c3aac5 HTTP/1.1" status: 204  len: 168 time: 0.2709692
Dec 25 21:08:20.911707 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e2217806-c4b4-43c9-807c-cb1f4eae18a0 req-50f0a86f-4c1e-43a8-8bec-976af99195fc tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5d2ff88-22d6-43d8-90d1-bfb86d4e3308&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4034157
Dec 25 21:08:20.912605 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcdc4c1-fb9c-42a3-999e-a37a7bdafeae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca85be3d-22d2-4bfa-9d06-43b734c3aac5,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:08:20.996480 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:21.043728 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-37741a4c-6c0f-4d76-9cb4-82e373383884 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:21.051969 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Pushing event updated for resources: {'Port': ['ID=01f02470-98cd-4e53-8321-3a26d68c7daf,revision_number=8']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:08:21.155029 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276481ef-7e26-4240-9483-1f2acd162b33 req-c11cbffe-0666-47c3-b58d-8f6e4fec5ebd tempest-FloatingIPsTestJSON-228493622 tempest-FloatingIPsTestJSON-228493622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:08:21.156421 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-276481ef-7e26-4240-9483-1f2acd162b33 req-c11cbffe-0666-47c3-b58d-8f6e4fec5ebd tempest-FloatingIPsTestJSON-228493622 tempest-FloatingIPsTestJSON-228493622-project] 10.222.0.32 "GET /v2.0/networks/7201e55c-7c5f-41aa-a042-a363696539d0 HTTP/1.1" status: 200  len: 784 time: 0.3359585
Dec 25 21:08:21.207228 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [req-276481ef-7e26-4240-9483-1f2acd162b33 req-2eaa1499-2486-4a38-a0aa-c5fc38bb754e tempest-FloatingIPsTestJSON-228493622 tempest-FloatingIPsTestJSON-228493622-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=121606) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 25 21:08:21.208105 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-276481ef-7e26-4240-9483-1f2acd162b33 req-2eaa1499-2486-4a38-a0aa-c5fc38bb754e tempest-FloatingIPsTestJSON-228493622 tempest-FloatingIPsTestJSON-228493622-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0399139
Dec 25 21:08:21.232268 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896c24bb-e40e-4f55-bbd4-4f26d88663fc req-74cfaab0-c03a-4e81-914b-5192e0863d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:08:21.233739 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-896c24bb-e40e-4f55-bbd4-4f26d88663fc req-74cfaab0-c03a-4e81-914b-5192e0863d52 service neutron] 10.222.0.31 "GET /v2.0/networks?id=1e137e86-76be-493f-9b25-1d17756925b5 HTTP/1.1" status: 200  len: 921 time: 0.3359454
Dec 25 21:08:21.334840 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-276481ef-7e26-4240-9483-1f2acd162b33 req-4af75f62-818d-466d-8ccb-1069acff961e tempest-FloatingIPsTestJSON-228493622 tempest-FloatingIPsTestJSON-228493622-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.35.3.70 HTTP/1.1" status: 200  len: 695 time: 0.1065707
Dec 25 21:08:21.368222 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-896c24bb-e40e-4f55-bbd4-4f26d88663fc req-cb92e1b3-8604-4546-9e39-f45ff3e05aeb service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ddbefb64-c371-4875-871e-5d999ff82a14 HTTP/1.1" status: 200  len: 217 time: 0.1149864
Dec 25 21:08:21.457130 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95c81fb-dee8-4a2f-b718-4e0c7df3f675 req-ee6f3738-906e-4fb2-baaa-5b7a300c1659 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:08:21.458641 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c95c81fb-dee8-4a2f-b718-4e0c7df3f675 req-ee6f3738-906e-4fb2-baaa-5b7a300c1659 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] 10.222.0.32 "GET /v2.0/ports?device_id=e47b7882-0d9a-4469-b7aa-9ea14292ab12 HTTP/1.1" status: 200  len: 950 time: 0.2496867
Dec 25 21:08:21.471248 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-276481ef-7e26-4240-9483-1f2acd162b33 req-fbe791a8-a790-4190-8b6e-9fd6718d1f4f tempest-FloatingIPsTestJSON-228493622 tempest-FloatingIPsTestJSON-228493622-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.35.3.70 HTTP/1.1" status: 200  len: 695 time: 0.1006629
Dec 25 21:08:21.534931 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896c24bb-e40e-4f55-bbd4-4f26d88663fc req-c4add58d-1d32-41ca-81da-3a34a80c10ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:08:21.536826 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-896c24bb-e40e-4f55-bbd4-4f26d88663fc req-c4add58d-1d32-41ca-81da-3a34a80c10ec service neutron] 10.222.0.31 "GET /v2.0/subnets?id=9f350e3c-b3c0-4923-bec6-5c96ab55923b HTTP/1.1" status: 200  len: 860 time: 0.1563869
Dec 25 21:08:21.614590 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-896c24bb-e40e-4f55-bbd4-4f26d88663fc req-1ad3586e-e20c-42f9-8540-00f60f797965 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=1e137e86-76be-493f-9b25-1d17756925b5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0473783
Dec 25 21:08:21.682941 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-37741a4c-6c0f-4d76-9cb4-82e373383884 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2014278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2009753'] for router, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:21.689649 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c95c81fb-dee8-4a2f-b718-4e0c7df3f675 req-d26ff8b3-3b16-493d-a78e-f892105dd1ce tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] 10.222.0.32 "GET /v2.0/security-groups?id=3d6cb2f0-3d81-4228-9d61-fc5e0bb3087e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2217829
Dec 25 21:08:21.770270 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Sat, 25 Dec 2021 21:08:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aae5c7f5-b3c4-4638-a751-ba82434555e7 x-openstack-request-id: req-aae5c7f5-b3c4-4638-a751-ba82434555e7 {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:08:21.770785 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e47b7882-0d9a-4469-b7aa-9ea14292ab12", "name": "network-vif-plugged", "status": "completed", "tag": "bfee550f-dfee-43e5-88c3-be85d5ccff12", "code": 200}, {"server_uuid": "27fc4723-405f-42eb-b2a5-d46301d13fd4", "name": "network-vif-unplugged", "status": "completed", "tag": "01f02470-98cd-4e53-8321-3a26d68c7daf", "code": 200}]} {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:08:21.770785 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-aae5c7f5-b3c4-4638-a751-ba82434555e7 {{(pid=121608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:08:21.771197 ncdv-master-1 neutron-server[121608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e47b7882-0d9a-4469-b7aa-9ea14292ab12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfee550f-dfee-43e5-88c3-be85d5ccff12', 'code': 200}
Dec 25 21:08:21.771459 ncdv-master-1 neutron-server[121608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27fc4723-405f-42eb-b2a5-d46301d13fd4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '01f02470-98cd-4e53-8321-3a26d68c7daf', 'code': 200}
Dec 25 21:08:21.875903 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-896c24bb-e40e-4f55-bbd4-4f26d88663fc req-de91c63f-9952-4d6d-8f05-57f10d9dd352 service neutron] 10.222.0.31 "GET /v2.0/networks/1e137e86-76be-493f-9b25-1d17756925b5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2468030
Dec 25 21:08:21.881178 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6575831-2038-4e6f-8cc8-56e42646bffd req-23c0a518-4808-4e97-975a-f463f7ab157e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:08:21.882947 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-f6575831-2038-4e6f-8cc8-56e42646bffd req-23c0a518-4808-4e97-975a-f463f7ab157e service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=e47b7882-0d9a-4469-b7aa-9ea14292ab12 HTTP/1.1" status: 200  len: 1101 time: 0.0568030
Dec 25 21:08:21.908078 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [req-276481ef-7e26-4240-9483-1f2acd162b33 req-df4072a7-6075-4d00-9f4f-832e4c7bb3da tempest-FloatingIPsTestJSON-228493622 tempest-FloatingIPsTestJSON-228493622-project] Deleting port 24d93086-064b-4d2b-85fe-0abed25bd046 {{(pid=121606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:08:21.908434 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-276481ef-7e26-4240-9483-1f2acd162b33 req-df4072a7-6075-4d00-9f4f-832e4c7bb3da tempest-FloatingIPsTestJSON-228493622 tempest-FloatingIPsTestJSON-228493622-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:21.978072 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-f6575831-2038-4e6f-8cc8-56e42646bffd req-99e6f598-f18c-4fa2-b8d2-f2cfabfe91ba service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=3d6cb2f0-3d81-4228-9d61-fc5e0bb3087e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0830700
Dec 25 21:08:22.265928 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-896c24bb-e40e-4f55-bbd4-4f26d88663fc req-5330561a-c954-4198-ae51-6f8d8d13985f service neutron] 10.222.0.31 "GET /v2.0/networks/1e137e86-76be-493f-9b25-1d17756925b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3789766
Dec 25 21:08:22.269692 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-276481ef-7e26-4240-9483-1f2acd162b33 req-df4072a7-6075-4d00-9f4f-832e4c7bb3da tempest-FloatingIPsTestJSON-228493622 tempest-FloatingIPsTestJSON-228493622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:22.270016 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-276481ef-7e26-4240-9483-1f2acd162b33 req-df4072a7-6075-4d00-9f4f-832e4c7bb3da tempest-FloatingIPsTestJSON-228493622 tempest-FloatingIPsTestJSON-228493622-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:22.274090 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 42214) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:08:22.287444 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [req-276481ef-7e26-4240-9483-1f2acd162b33 req-df4072a7-6075-4d00-9f4f-832e4c7bb3da tempest-FloatingIPsTestJSON-228493622 tempest-FloatingIPsTestJSON-228493622-project] Calling delete_port for 24d93086-064b-4d2b-85fe-0abed25bd046 owned by network:floatingip {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:08:22.363783 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37741a4c-6c0f-4d76-9cb4-82e373383884 admin admin] Router c253fab1-05f0-4c3f-a0dc-0960aececb8c is scheduled to L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 with binding_index 1 {{(pid=121606) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 25 21:08:22.529891 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37741a4c-6c0f-4d76-9cb4-82e373383884 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 21:08:22.543856 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d229182-cfc0-4d95-885c-91a80d090861 None None] Sync routers for ids ['c253fab1-05f0-4c3f-a0dc-0960aececb8c'] in ncdv-master-1 {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 21:08:22.560124 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d229182-cfc0-4d95-885c-91a80d090861 None None] Routers {'c253fab1-05f0-4c3f-a0dc-0960aececb8c'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:08:22.563046 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-0d229182-cfc0-4d95-885c-91a80d090861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f26188355e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:08:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['c253fab1-05f0-4c3f-a0dc-0960aececb8c'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:08:22.587750 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-87fdcd61-1898-4df7-b66c-5450fd722c6e admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-676909578-network', 'tenant_id': 'e65cafc179094f63bf88bfba4c57fd1f'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:08:22.662500 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-37741a4c-6c0f-4d76-9cb4-82e373383884 admin admin] Publish callbacks [] for router, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:22.663839 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-37741a4c-6c0f-4d76-9cb4-82e373383884 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 935 time: 6.8122818
Dec 25 21:08:22.665258 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-276481ef-7e26-4240-9483-1f2acd162b33 req-df4072a7-6075-4d00-9f4f-832e4c7bb3da tempest-FloatingIPsTestJSON-228493622 tempest-FloatingIPsTestJSON-228493622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955'] for port, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:22.667545 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 42232) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:08:22.693457 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvr_db [None req-0d229182-cfc0-4d95-885c-91a80d090861 None None] Set router c253fab1-05f0-4c3f-a0dc-0960aececb8c gateway port host: ncdv-master-1 {{(pid=121609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:08:22.730627 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4072a7-6075-4d00-9f4f-832e4c7bb3da tempest-FloatingIPsTestJSON-228493622 tempest-FloatingIPsTestJSON-228493622-project] Pushing event deleted for resources: {'Port': ['ID=24d93086-064b-4d2b-85fe-0abed25bd046,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:08:22.742332 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87fdcd61-1898-4df7-b66c-5450fd722c6e admin admin] Made reservation on behalf of e65cafc179094f63bf88bfba4c57fd1f for: {'network': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:08:22.745283 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-87fdcd61-1898-4df7-b66c-5450fd722c6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for network, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:22.759470 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-276481ef-7e26-4240-9483-1f2acd162b33 req-df4072a7-6075-4d00-9f4f-832e4c7bb3da tempest-FloatingIPsTestJSON-228493622 tempest-FloatingIPsTestJSON-228493622-project] Publish callbacks [] for floatingip, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:22.762869 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-276481ef-7e26-4240-9483-1f2acd162b33 req-df4072a7-6075-4d00-9f4f-832e4c7bb3da tempest-FloatingIPsTestJSON-228493622 tempest-FloatingIPsTestJSON-228493622-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for floatingip, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:22.764141 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-276481ef-7e26-4240-9483-1f2acd162b33 req-df4072a7-6075-4d00-9f4f-832e4c7bb3da tempest-FloatingIPsTestJSON-228493622 tempest-FloatingIPsTestJSON-228493622-project] 10.222.0.32 "DELETE /v2.0/floatingips/12a9e585-764e-4ab3-8e33-ca9f72a5eb6d HTTP/1.1" status: 204  len: 173 time: 1.2805729
Dec 25 21:08:22.765271 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-87fdcd61-1898-4df7-b66c-5450fd722c6e admin admin] Publish callbacks [] for security_group, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:22.871993 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-87fdcd61-1898-4df7-b66c-5450fd722c6e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:22.929926 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896c24bb-e40e-4f55-bbd4-4f26d88663fc req-7909057d-1b47-421f-a197-f9eadf4c6241 tempest-LiveAutoBlockMigrationV225Test-952394939 tempest-LiveAutoBlockMigrationV225Test-952394939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:08:22.931583 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-896c24bb-e40e-4f55-bbd4-4f26d88663fc req-7909057d-1b47-421f-a197-f9eadf4c6241 tempest-LiveAutoBlockMigrationV225Test-952394939 tempest-LiveAutoBlockMigrationV225Test-952394939-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=7cd2be37-78a6-4e40-813d-8e2478ea8dc2&tenant_id=276a36e6a97d46a78b7e483daa26cc2e&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 1095 time: 0.0897839
Dec 25 21:08:22.978133 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-0d229182-cfc0-4d95-885c-91a80d090861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f26188355e0>, [{'id': 'c253fab1-05f0-4c3f-a0dc-0960aececb8c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-691373720-router', 'tenant_id': 'd048456167bb496da920eeaed310f9be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.150'}], 'enable_snat': True}, 'gw_port_id': '717e8331-c5b2-47be-9096-1297dcce6863', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:08:16Z', 'updated_at': '2021-12-25T21:08:20Z', 'revision_number': 3, 'project_id': 'd048456167bb496da920eeaed310f9be', 'gw_port': {'id': '717e8331-c5b2-47be-9096-1297dcce6863', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:dd:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c253fab1-05f0-4c3f-a0dc-0960aececb8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:08:18Z', 'updated_at': '2021-12-25T21:08:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:08:22.990340 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-87fdcd61-1898-4df7-b66c-5450fd722c6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:23.014693 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87fdcd61-1898-4df7-b66c-5450fd722c6e admin admin] vlan segment allocate from pool success with {'vlan_id': 194, 'physical_network': 'physnet1'}  {{(pid=121607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 25 21:08:23.015558 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d229182-cfc0-4d95-885c-91a80d090861 None None] Checking router: c253fab1-05f0-4c3f-a0dc-0960aececb8c for host: ncdv-master-1 {{(pid=121609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 25 21:08:23.019024 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d229182-cfc0-4d95-885c-91a80d090861 None None] Updating router c253fab1-05f0-4c3f-a0dc-0960aececb8c port 717e8331-c5b2-47be-9096-1297dcce6863 binding host ncdv-master-1 {{(pid=121609) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 25 21:08:23.030649 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fdcd61-1898-4df7-b66c-5450fd722c6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8b1bf6d-64ce-4c58-82a8-18130f4a52c8,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:08:23.033810 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-87fdcd61-1898-4df7-b66c-5450fd722c6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:23.034188 ncdv-master-1 neutron-server[121607]: INFO neutron.db.segments_db [None req-87fdcd61-1898-4df7-b66c-5450fd722c6e admin admin] Added segment ee6c5cc2-3196-4a40-8cac-19840092fb26 of type vlan for network d11a6d20-7c9e-4651-a65c-c60d3931cc4e
Dec 25 21:08:23.042744 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-0d229182-cfc0-4d95-885c-91a80d090861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:23.080648 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-87fdcd61-1898-4df7-b66c-5450fd722c6e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737602163420'] for network, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:23.136397 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd3bf4b-3973-47a7-b142-63f98d954245 req-c11a10ab-dffd-4532-9216-d975938b81a7 tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:08:23.137975 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3cd3bf4b-3973-47a7-b142-63f98d954245 req-c11a10ab-dffd-4532-9216-d975938b81a7 tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] 10.222.0.32 "GET /v2.0/ports?device_id=7cd2be37-78a6-4e40-813d-8e2478ea8dc2 HTTP/1.1" status: 200  len: 944 time: 0.1574674
Dec 25 21:08:23.271476 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-87fdcd61-1898-4df7-b66c-5450fd722c6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870'] for network, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:23.273000 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87fdcd61-1898-4df7-b66c-5450fd722c6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:08:23.273683 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-87fdcd61-1898-4df7-b66c-5450fd722c6e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for network, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:23.292476 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3cd3bf4b-3973-47a7-b142-63f98d954245 req-7c66af8e-a97e-43cb-b24b-d61ee5b76a02 tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5d2ff88-22d6-43d8-90d1-bfb86d4e3308&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1428065
Dec 25 21:08:23.325109 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-0d229182-cfc0-4d95-885c-91a80d090861 None None] Publish callbacks [] for port, precommit_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:23.388109 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fdcd61-1898-4df7-b66c-5450fd722c6e admin admin] Pushing event updated for resources: {'Network': ['ID=d11a6d20-7c9e-4651-a65c-c60d3931cc4e,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:08:23.398523 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Network d11a6d20-7c9e-4651-a65c-c60d3931cc4e details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 25 21:08:23.432516 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-9ac52319-3b4a-4ebb-b91b-c02f4b7390a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:23.436327 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-896c24bb-e40e-4f55-bbd4-4f26d88663fc req-5abd6a53-6bc8-4de1-ae49-39807975a733 service neutron] For port ddbefb64-c371-4875-871e-5d999ff82a14, host nch2-master-1, cleared binding levels {{(pid=121606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:08:23.447937 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-896c24bb-e40e-4f55-bbd4-4f26d88663fc req-5abd6a53-6bc8-4de1-ae49-39807975a733 service neutron] Publish callbacks [] for binding, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:23.449228 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-896c24bb-e40e-4f55-bbd4-4f26d88663fc req-5abd6a53-6bc8-4de1-ae49-39807975a733 service neutron] 10.222.0.31 "DELETE /v2.0/ports/ddbefb64-c371-4875-871e-5d999ff82a14/bindings/nch2-master-1 HTTP/1.1" status: 204  len: 173 time: 0.4696543
Dec 25 21:08:23.465544 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-0d229182-cfc0-4d95-885c-91a80d090861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:23.468097 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-87fdcd61-1898-4df7-b66c-5450fd722c6e admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 901 time: 1.1925035
Dec 25 21:08:23.471115 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 42262) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:08:23.476458 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-f9ec357e-8652-4668-a0d4-0f59ddde7616 admin admin] Request body: {'subnet': {'network_id': 'd11a6d20-7c9e-4651-a65c-c60d3931cc4e', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-676909578-subnet', 'tenant_id': 'e65cafc179094f63bf88bfba4c57fd1f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:08:23.489303 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35744bb4-7f80-4080-bc3f-3497cbc38c38 req-f338c75f-c8ba-4533-899e-daf73e59a421 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:08:23.490850 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-35744bb4-7f80-4080-bc3f-3497cbc38c38 req-f338c75f-c8ba-4533-899e-daf73e59a421 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] 10.222.0.32 "GET /v2.0/ports?device_id=e47b7882-0d9a-4469-b7aa-9ea14292ab12 HTTP/1.1" status: 200  len: 950 time: 0.1013591
Dec 25 21:08:23.527039 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac7d700-cfe5-45dd-bfa6-020472d0ee69 None None] Pushing event updated for resources: {'Port': ['ID=717e8331-c5b2-47be-9096-1297dcce6863,revision_number=2']} {{(pid=121609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:08:23.546627 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.managers [None req-0d229182-cfc0-4d95-885c-91a80d090861 None None] Attempting to bind port 717e8331-c5b2-47be-9096-1297dcce6863 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:08:23.547284 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.managers [None req-0d229182-cfc0-4d95-885c-91a80d090861 None None] Attempting to bind port 717e8331-c5b2-47be-9096-1297dcce6863 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'}] {{(pid=121609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:08:23.547391 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d229182-cfc0-4d95-885c-91a80d090861 None None] Attempting to bind port 717e8331-c5b2-47be-9096-1297dcce6863 on network 7201e55c-7c5f-41aa-a042-a363696539d0 {{(pid=121609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:08:23.552417 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d229182-cfc0-4d95-885c-91a80d090861 None None] Checking agent: {'id': 'ca4f5c6d-f1fd-48b8-a3e3-395864c7d23d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 20, 56, 40), 'started_at': datetime.datetime(2021, 12, 25, 20, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 8, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:08:23.552790 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d229182-cfc0-4d95-885c-91a80d090861 None None] Checking segment: {'id': '6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:08:23.553227 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-0d229182-cfc0-4d95-885c-91a80d090861 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:23.553626 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d229182-cfc0-4d95-885c-91a80d090861 None None] Bound using segment: {'id': '6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'} {{(pid=121609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:08:23.554118 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.managers [None req-0d229182-cfc0-4d95-885c-91a80d090861 None None] Bound port: 717e8331-c5b2-47be-9096-1297dcce6863, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'}}] {{(pid=121609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:08:23.554632 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-0d229182-cfc0-4d95-885c-91a80d090861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:23.616500 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.db [None req-0d229182-cfc0-4d95-885c-91a80d090861 None None] For port 717e8331-c5b2-47be-9096-1297dcce6863, host ncdv-master-1, cleared binding levels {{(pid=121609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:08:23.619582 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.db [None req-0d229182-cfc0-4d95-885c-91a80d090861 None None] For port 717e8331-c5b2-47be-9096-1297dcce6863, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=717e8331-c5b2-47be-9096-1297dcce6863,segment=NetworkSegment(6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855),segment_id=6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855)] {{(pid=121609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:08:23.624757 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9ec357e-8652-4668-a0d4-0f59ddde7616 admin admin] Made reservation on behalf of e65cafc179094f63bf88bfba4c57fd1f for: {'subnet': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:08:23.630532 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f9ec357e-8652-4668-a0d4-0f59ddde7616 admin admin] Publish callbacks [] for subnet, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:23.648013 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-35744bb4-7f80-4080-bc3f-3497cbc38c38 req-0969ae94-3d80-454c-b165-80b8f95d1506 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] 10.222.0.32 "GET /v2.0/security-groups?id=3d6cb2f0-3d81-4228-9d61-fc5e0bb3087e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1214740
Dec 25 21:08:23.703219 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-0d229182-cfc0-4d95-885c-91a80d090861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:23.707343 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_common [None req-9ac52319-3b4a-4ebb-b91b-c02f4b7390a7 admin admin] Allocated IP 172.20.0.1 (421363f3-c148-4c26-bdbb-a9acfe0ab6e9/316f74c7-218f-4914-9f98-9cf876c3a6af/7d87857a-038e-4aae-a03e-2e711975d761) {{(pid=121606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:08:23.765007 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d229182-cfc0-4d95-885c-91a80d090861 None None] Routers {'c253fab1-05f0-4c3f-a0dc-0960aececb8c'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:08:23.765463 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-0d229182-cfc0-4d95-885c-91a80d090861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f26188355e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:08:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['c253fab1-05f0-4c3f-a0dc-0960aececb8c'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:08:23.824463 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac7d700-cfe5-45dd-bfa6-020472d0ee69 None None] Pushing event updated for resources: {'Port': ['ID=717e8331-c5b2-47be-9096-1297dcce6863,revision_number=3']} {{(pid=121609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:08:23.854145 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-9ac52319-3b4a-4ebb-b91b-c02f4b7390a7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:23.900946 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvr_db [None req-0d229182-cfc0-4d95-885c-91a80d090861 None None] Set router c253fab1-05f0-4c3f-a0dc-0960aececb8c gateway port host: ncdv-master-1 {{(pid=121609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:08:23.971028 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f9ec357e-8652-4668-a0d4-0f59ddde7616 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870'] for subnet, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:24.041247 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-9ac52319-3b4a-4ebb-b91b-c02f4b7390a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946'] for port, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:24.044465 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ec357e-8652-4668-a0d4-0f59ddde7616 admin admin] Pushing event updated for resources: {'Subnet': ['ID=98faad13-8b17-4944-b01e-df6bd636584c,revision_number=0']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:08:24.081790 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9ec357e-8652-4668-a0d4-0f59ddde7616 admin admin] Checking segment: {'id': 'ee6c5cc2-3196-4a40-8cac-19840092fb26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'd11a6d20-7c9e-4651-a65c-c60d3931cc4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:08:24.082152 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9ec357e-8652-4668-a0d4-0f59ddde7616 admin admin] Network hostable DHCP agents. Network: d11a6d20-7c9e-4651-a65c-c60d3931cc4e, hostable agents: ['1813db88-2c1b-4357-a2ba-869246b663c2'], hosted agents: [] {{(pid=121607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 25 21:08:24.126703 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ac52319-3b4a-4ebb-b91b-c02f4b7390a7 admin admin] Network 421363f3-c148-4c26-bdbb-a9acfe0ab6e9 is already hosted by enough agents. {{(pid=121606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:08:24.133599 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac52319-3b4a-4ebb-b91b-c02f4b7390a7 admin admin] Pushing event updated for resources: {'Port': ['ID=7d87857a-038e-4aae-a03e-2e711975d761,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:08:24.139069 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [None req-9ac52319-3b4a-4ebb-b91b-c02f4b7390a7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:08:24.151983 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ac52319-3b4a-4ebb-b91b-c02f4b7390a7 admin admin] Received port after_create {{(pid=121606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:08:24.151983 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-9ac52319-3b4a-4ebb-b91b-c02f4b7390a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2008772'] for router_interface, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:24.178548 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9ec357e-8652-4668-a0d4-0f59ddde7616 admin admin] Network d11a6d20-7c9e-4651-a65c-c60d3931cc4e is scheduled to be hosted by DHCP agent 1813db88-2c1b-4357-a2ba-869246b663c2 with binding_index 1 {{(pid=121607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 25 21:08:24.189844 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-0d229182-cfc0-4d95-885c-91a80d090861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f26188355e0>, [{'id': 'c253fab1-05f0-4c3f-a0dc-0960aececb8c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-691373720-router', 'tenant_id': 'd048456167bb496da920eeaed310f9be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.150'}], 'enable_snat': True}, 'gw_port_id': '717e8331-c5b2-47be-9096-1297dcce6863', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:08:16Z', 'updated_at': '2021-12-25T21:08:20Z', 'revision_number': 3, 'project_id': 'd048456167bb496da920eeaed310f9be', 'gw_port': {'id': '717e8331-c5b2-47be-9096-1297dcce6863', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:dd:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c253fab1-05f0-4c3f-a0dc-0960aececb8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:08:18Z', 'updated_at': '2021-12-25T21:08:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:08:24.225071 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d229182-cfc0-4d95-885c-91a80d090861 None None] The sync data for ids ['c253fab1-05f0-4c3f-a0dc-0960aececb8c'] in ncdv-master-1 is: [{'id': 'c253fab1-05f0-4c3f-a0dc-0960aececb8c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-691373720-router', 'tenant_id': 'd048456167bb496da920eeaed310f9be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.150'}], 'enable_snat': True}, 'gw_port_id': '717e8331-c5b2-47be-9096-1297dcce6863', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:08:16Z', 'updated_at': '2021-12-25T21:08:20Z', 'revision_number': 3, 'project_id': 'd048456167bb496da920eeaed310f9be', 'gw_port': {'id': '717e8331-c5b2-47be-9096-1297dcce6863', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:dd:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c253fab1-05f0-4c3f-a0dc-0960aececb8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:08:18Z', 'updated_at': '2021-12-25T21:08:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 21:08:24.237010 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3e65aa6c-8e71-409d-b62f-22ad49e5eb18 req-044d5849-7b5a-430c-9ad5-e62226239c31 tempest-FloatingIPsTestJSON-228493622 tempest-FloatingIPsTestJSON-228493622-project] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.3185854
Dec 25 21:08:24.287290 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-f9ec357e-8652-4668-a0d4-0f59ddde7616 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, d11a6d20-7c9e-4651-a65c-c60d3931cc4e) {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:08:24.297555 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9ec357e-8652-4668-a0d4-0f59ddde7616 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:08:24.299351 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f9ec357e-8652-4668-a0d4-0f59ddde7616 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for subnet, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:24.304540 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b8c00ad-05c8-4a5c-85e2-94a41e24337c None None] Network d11a6d20-7c9e-4651-a65c-c60d3931cc4e requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:08:24.430866 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-f9ec357e-8652-4668-a0d4-0f59ddde7616 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 864 time: 0.9584429
Dec 25 21:08:24.431408 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 42284) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:08:24.435854 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-1b363c44-8290-427d-ba75-a161e5d867bf admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-676909578-router', 'tenant_id': 'e65cafc179094f63bf88bfba4c57fd1f', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'}}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:08:24.459328 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfa5e6d9-08ee-439a-8640-ed049f97dce7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-d11a6d20-7c9e-4651-a65c-c60d3931cc4e', 'network_id': 'd11a6d20-7c9e-4651-a65c-c60d3931cc4e', 'project_id': 'e65cafc179094f63bf88bfba4c57fd1f', 'fixed_ips': [{'subnet_id': '98faad13-8b17-4944-b01e-df6bd636584c'}]}} from ncdv-master-1. {{(pid=121608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 25 21:08:24.460318 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-cfa5e6d9-08ee-439a-8640-ed049f97dce7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:24.512804 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-3e65aa6c-8e71-409d-b62f-22ad49e5eb18 req-d7b58457-79f9-4fdf-baf9-ec5b550b1093 tempest-FloatingIPsTestJSON-228493622 tempest-FloatingIPsTestJSON-228493622-project] Request body: {'floatingip': {'floating_network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:08:24.557824 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-87db4063-8ab3-4728-9dd0-aab028b1bf6f None None] Provisioning complete for port 7d87857a-038e-4aae-a03e-2e711975d761 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:08:24.558475 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-87db4063-8ab3-4728-9dd0-aab028b1bf6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:24.570694 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e269124c-5288-4aa8-8a08-7ae27aa81907 req-6b55712c-5d8a-4894-986e-c88debf9d471 tempest-LiveAutoBlockMigrationV225Test-952394939 tempest-LiveAutoBlockMigrationV225Test-952394939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:08:24.572869 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e269124c-5288-4aa8-8a08-7ae27aa81907 req-6b55712c-5d8a-4894-986e-c88debf9d471 tempest-LiveAutoBlockMigrationV225Test-952394939 tempest-LiveAutoBlockMigrationV225Test-952394939-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=7cd2be37-78a6-4e40-813d-8e2478ea8dc2 HTTP/1.1" status: 200  len: 1095 time: 0.3495324
Dec 25 21:08:24.630688 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-1b363c44-8290-427d-ba75-a161e5d867bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2014909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14863'] for router, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:24.632448 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-1b363c44-8290-427d-ba75-a161e5d867bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2014285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2009796', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2082630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14848'] for router, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:24.667256 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-87db4063-8ab3-4728-9dd0-aab028b1bf6f None None] Port 7d87857a-038e-4aae-a03e-2e711975d761 cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:08:24.695519 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.db_base_plugin_common [None req-cfa5e6d9-08ee-439a-8640-ed049f97dce7 None None] Allocated IP 172.20.0.2 (d11a6d20-7c9e-4651-a65c-c60d3931cc4e/98faad13-8b17-4944-b01e-df6bd636584c/9fd7e65e-31a9-41a5-b145-d851f88d41b5) {{(pid=121608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:08:24.722662 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e269124c-5288-4aa8-8a08-7ae27aa81907 req-42e1618e-40d8-4915-a224-214e2f6d833f tempest-LiveAutoBlockMigrationV225Test-952394939 tempest-LiveAutoBlockMigrationV225Test-952394939-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=a5d2ff88-22d6-43d8-90d1-bfb86d4e3308&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1348672
Dec 25 21:08:24.747223 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-1b363c44-8290-427d-ba75-a161e5d867bf admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:24.819268 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-3e65aa6c-8e71-409d-b62f-22ad49e5eb18 req-d7b58457-79f9-4fdf-baf9-ec5b550b1093 tempest-FloatingIPsTestJSON-228493622 tempest-FloatingIPsTestJSON-228493622-project] Publish callbacks [] for floatingip, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:24.887489 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-9ac52319-3b4a-4ebb-b91b-c02f4b7390a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:24.903039 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-cfa5e6d9-08ee-439a-8640-ed049f97dce7 None None] Publish callbacks [] for port, precommit_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:24.996250 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-cfa5e6d9-08ee-439a-8640-ed049f97dce7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946'] for port, after_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:25.057819 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-1b363c44-8290-427d-ba75-a161e5d867bf admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:25.074383 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfa5e6d9-08ee-439a-8640-ed049f97dce7 None None] Network d11a6d20-7c9e-4651-a65c-c60d3931cc4e is already hosted by enough agents. {{(pid=121608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:08:25.078875 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.base_scheduler [None req-cfa5e6d9-08ee-439a-8640-ed049f97dce7 None None] Resources bound (agent type, host, resource id):  {{(pid=121608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:08:25.080701 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa5e6d9-08ee-439a-8640-ed049f97dce7 None None] Pushing event updated for resources: {'Port': ['ID=9fd7e65e-31a9-41a5-b145-d851f88d41b5,revision_number=1']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:08:25.082894 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfa5e6d9-08ee-439a-8640-ed049f97dce7 None None] Received port after_create {{(pid=121608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:08:25.133917 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-3e65aa6c-8e71-409d-b62f-22ad49e5eb18 req-d7b58457-79f9-4fdf-baf9-ec5b550b1093 tempest-FloatingIPsTestJSON-228493622 tempest-FloatingIPsTestJSON-228493622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:25.140355 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-cfa5e6d9-08ee-439a-8640-ed049f97dce7 None None] Attempting to bind port 9fd7e65e-31a9-41a5-b145-d851f88d41b5 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:08:25.141209 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-cfa5e6d9-08ee-439a-8640-ed049f97dce7 None None] Attempting to bind port 9fd7e65e-31a9-41a5-b145-d851f88d41b5 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ee6c5cc2-3196-4a40-8cac-19840092fb26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'd11a6d20-7c9e-4651-a65c-c60d3931cc4e'}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:08:25.141848 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfa5e6d9-08ee-439a-8640-ed049f97dce7 None None] Attempting to bind port 9fd7e65e-31a9-41a5-b145-d851f88d41b5 on network d11a6d20-7c9e-4651-a65c-c60d3931cc4e {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:08:25.148550 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfa5e6d9-08ee-439a-8640-ed049f97dce7 None None] Checking agent: {'id': 'ca4f5c6d-f1fd-48b8-a3e3-395864c7d23d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 20, 56, 40), 'started_at': datetime.datetime(2021, 12, 25, 20, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 8, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:08:25.149262 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfa5e6d9-08ee-439a-8640-ed049f97dce7 None None] Checking segment: {'id': 'ee6c5cc2-3196-4a40-8cac-19840092fb26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'd11a6d20-7c9e-4651-a65c-c60d3931cc4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:08:25.150213 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-cfa5e6d9-08ee-439a-8640-ed049f97dce7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:25.150962 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfa5e6d9-08ee-439a-8640-ed049f97dce7 None None] Bound using segment: {'id': 'ee6c5cc2-3196-4a40-8cac-19840092fb26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'd11a6d20-7c9e-4651-a65c-c60d3931cc4e'} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:08:25.152128 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-cfa5e6d9-08ee-439a-8640-ed049f97dce7 None None] Bound port: 9fd7e65e-31a9-41a5-b145-d851f88d41b5, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee6c5cc2-3196-4a40-8cac-19840092fb26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'd11a6d20-7c9e-4651-a65c-c60d3931cc4e'}}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:08:25.153074 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-cfa5e6d9-08ee-439a-8640-ed049f97dce7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:25.216582 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-9ac52319-3b4a-4ebb-b91b-c02f4b7390a7 admin admin] Publish callbacks [] for port, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:25.261975 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-cfa5e6d9-08ee-439a-8640-ed049f97dce7 None None] For port 9fd7e65e-31a9-41a5-b145-d851f88d41b5, host ncdv-master-1, cleared binding levels {{(pid=121608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:08:25.273692 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-cfa5e6d9-08ee-439a-8640-ed049f97dce7 None None] For port 9fd7e65e-31a9-41a5-b145-d851f88d41b5, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9fd7e65e-31a9-41a5-b145-d851f88d41b5,segment=NetworkSegment(ee6c5cc2-3196-4a40-8cac-19840092fb26),segment_id=ee6c5cc2-3196-4a40-8cac-19840092fb26)] {{(pid=121608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:08:25.283813 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-9ac52319-3b4a-4ebb-b91b-c02f4b7390a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:25.284747 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-9ac52319-3b4a-4ebb-b91b-c02f4b7390a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2007636'] for router_interface, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:25.305405 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_common [req-3e65aa6c-8e71-409d-b62f-22ad49e5eb18 req-d7b58457-79f9-4fdf-baf9-ec5b550b1093 tempest-FloatingIPsTestJSON-228493622 tempest-FloatingIPsTestJSON-228493622-project] Allocated IP 172.35.3.37 (7201e55c-7c5f-41aa-a042-a363696539d0/7a939e13-713f-45cf-bba7-1539635abe25/33f5da6d-4071-442d-b6d2-0fedf22a21f1) {{(pid=121606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:08:25.348157 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-cfa5e6d9-08ee-439a-8640-ed049f97dce7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:25.373984 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac52319-3b4a-4ebb-b91b-c02f4b7390a7 admin admin] Pushing event updated for resources: {'Port': ['ID=7d87857a-038e-4aae-a03e-2e711975d761,revision_number=2']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:08:25.380910 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-1b363c44-8290-427d-ba75-a161e5d867bf admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:25.406394 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-1b363c44-8290-427d-ba75-a161e5d867bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:25.443800 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa5e6d9-08ee-439a-8640-ed049f97dce7 None None] Pushing event updated for resources: {'Port': ['ID=9fd7e65e-31a9-41a5-b145-d851f88d41b5,revision_number=2']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:08:25.519864 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ac52319-3b4a-4ebb-b91b-c02f4b7390a7 admin admin] Network 421363f3-c148-4c26-bdbb-a9acfe0ab6e9 is already hosted by enough agents. {{(pid=121606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:08:25.521361 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [None req-9ac52319-3b4a-4ebb-b91b-c02f4b7390a7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:08:25.586370 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-3e65aa6c-8e71-409d-b62f-22ad49e5eb18 req-d7b58457-79f9-4fdf-baf9-ec5b550b1093 tempest-FloatingIPsTestJSON-228493622 tempest-FloatingIPsTestJSON-228493622-project] Publish callbacks [] for port, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:25.721514 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ac52319-3b4a-4ebb-b91b-c02f4b7390a7 admin admin] Router c253fab1-05f0-4c3f-a0dc-0960aececb8c has already been hosted by L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 {{(pid=121606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 25 21:08:25.738611 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27958c1f-cfa5-4817-965b-38973b29ed28 req-5936bc08-c3c3-4122-ab6f-2873640caf78 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:08:25.740270 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-27958c1f-cfa5-4817-965b-38973b29ed28 req-5936bc08-c3c3-4122-ab6f-2873640caf78 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] 10.222.0.32 "GET /v2.0/ports?device_id=e47b7882-0d9a-4469-b7aa-9ea14292ab12 HTTP/1.1" status: 200  len: 950 time: 0.0916860
Dec 25 21:08:25.802183 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-3e65aa6c-8e71-409d-b62f-22ad49e5eb18 req-d7b58457-79f9-4fdf-baf9-ec5b550b1093 tempest-FloatingIPsTestJSON-228493622 tempest-FloatingIPsTestJSON-228493622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946'] for port, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:25.844667 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_common [None req-1b363c44-8290-427d-ba75-a161e5d867bf admin admin] Allocated IP 172.35.3.189 (7201e55c-7c5f-41aa-a042-a363696539d0/7a939e13-713f-45cf-bba7-1539635abe25/2a7ba220-6220-4585-99ef-7e2fa624bb90) {{(pid=121607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:08:25.880735 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e65aa6c-8e71-409d-b62f-22ad49e5eb18 req-d7b58457-79f9-4fdf-baf9-ec5b550b1093 tempest-FloatingIPsTestJSON-228493622 tempest-FloatingIPsTestJSON-228493622-project] Network 7201e55c-7c5f-41aa-a042-a363696539d0 is already hosted by enough agents. {{(pid=121606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:08:25.894591 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-27958c1f-cfa5-4817-965b-38973b29ed28 req-af8d21a1-6da5-4c31-9daa-cc8eee39e314 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] 10.222.0.32 "GET /v2.0/security-groups?id=3d6cb2f0-3d81-4228-9d61-fc5e0bb3087e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1454253
Dec 25 21:08:25.895585 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [req-3e65aa6c-8e71-409d-b62f-22ad49e5eb18 req-d7b58457-79f9-4fdf-baf9-ec5b550b1093 tempest-FloatingIPsTestJSON-228493622 tempest-FloatingIPsTestJSON-228493622-project] Resources bound (agent type, host, resource id):  {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:08:25.898672 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e65aa6c-8e71-409d-b62f-22ad49e5eb18 req-d7b58457-79f9-4fdf-baf9-ec5b550b1093 tempest-FloatingIPsTestJSON-228493622 tempest-FloatingIPsTestJSON-228493622-project] Received port after_create {{(pid=121606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:08:25.912337 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b58457-79f9-4fdf-baf9-ec5b550b1093 tempest-FloatingIPsTestJSON-228493622 tempest-FloatingIPsTestJSON-228493622-project] Pushing event updated for resources: {'Port': ['ID=33f5da6d-4071-442d-b6d2-0fedf22a21f1,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:08:25.979232 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-1b363c44-8290-427d-ba75-a161e5d867bf admin admin] Publish callbacks [] for port, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:26.008496 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ac52319-3b4a-4ebb-b91b-c02f4b7390a7 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 21:08:26.023594 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-9ac52319-3b4a-4ebb-b91b-c02f4b7390a7 admin admin] 10.222.0.32 "PUT /v2.0/routers/c253fab1-05f0-4c3f-a0dc-0960aececb8c/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.3534195
Dec 25 21:08:26.027169 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-2a072f04-4762-4e8e-bea7-b6234d454b05 None None] Provisioning complete for port 7d87857a-038e-4aae-a03e-2e711975d761 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:08:26.030716 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-2a072f04-4762-4e8e-bea7-b6234d454b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:26.030867 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-3e65aa6c-8e71-409d-b62f-22ad49e5eb18 req-d7b58457-79f9-4fdf-baf9-ec5b550b1093 tempest-FloatingIPsTestJSON-228493622 tempest-FloatingIPsTestJSON-228493622-project] Publish callbacks [] for floatingip, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:26.111705 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-2a072f04-4762-4e8e-bea7-b6234d454b05 None None] Port 7d87857a-038e-4aae-a03e-2e711975d761 cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:08:26.117138 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-1b363c44-8290-427d-ba75-a161e5d867bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946'] for port, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:26.185460 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b363c44-8290-427d-ba75-a161e5d867bf admin admin] Network 7201e55c-7c5f-41aa-a042-a363696539d0 is already hosted by enough agents. {{(pid=121607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:08:26.189683 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-1b363c44-8290-427d-ba75-a161e5d867bf admin admin] Resources bound (agent type, host, resource id):  {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:08:26.191928 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b363c44-8290-427d-ba75-a161e5d867bf admin admin] Pushing event updated for resources: {'Port': ['ID=2a7ba220-6220-4585-99ef-7e2fa624bb90,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:08:26.197647 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b363c44-8290-427d-ba75-a161e5d867bf admin admin] Received port after_create {{(pid=121607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:08:26.221752 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-3e65aa6c-8e71-409d-b62f-22ad49e5eb18 req-d7b58457-79f9-4fdf-baf9-ec5b550b1093 tempest-FloatingIPsTestJSON-228493622 tempest-FloatingIPsTestJSON-228493622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:26.260707 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 9fd7e65e-31a9-41a5-b145-d851f88d41b5 up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:08:26.319273 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port 9fd7e65e-31a9-41a5-b145-d851f88d41b5 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:08:26.319639 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:26.382002 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95134a2-731f-4de5-8ece-982834f79e49 req-11dd1ca9-4265-4286-8781-b2085cd8a0fc tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:08:26.383537 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c95134a2-731f-4de5-8ece-982834f79e49 req-11dd1ca9-4265-4286-8781-b2085cd8a0fc tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] 10.222.0.32 "GET /v2.0/networks?id=1e137e86-76be-493f-9b25-1d17756925b5 HTTP/1.1" status: 200  len: 820 time: 0.1249876
Dec 25 21:08:26.397171 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:26.413467 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c95134a2-731f-4de5-8ece-982834f79e49 req-688d8476-657d-41bf-870f-454f997f38af tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] 10.222.0.32 "GET /v2.0/quotas/276a36e6a97d46a78b7e483daa26cc2e HTTP/1.1" status: 200  len: 375 time: 0.0197384
Dec 25 21:08:26.429613 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] For port 9fd7e65e-31a9-41a5-b145-d851f88d41b5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9fd7e65e-31a9-41a5-b145-d851f88d41b5,segment=NetworkSegment(ee6c5cc2-3196-4a40-8cac-19840092fb26),segment_id=ee6c5cc2-3196-4a40-8cac-19840092fb26)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:08:26.522983 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c95134a2-731f-4de5-8ece-982834f79e49 req-18a85000-06a1-4b07-8c6c-930da5787c20 tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=276a36e6a97d46a78b7e483daa26cc2e&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1043217
Dec 25 21:08:26.530819 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:26.531609 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 717e8331-c5b2-47be-9096-1297dcce6863 up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:08:26.576555 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-1b363c44-8290-427d-ba75-a161e5d867bf admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:26.590928 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-3e65aa6c-8e71-409d-b62f-22ad49e5eb18 req-d7b58457-79f9-4fdf-baf9-ec5b550b1093 tempest-FloatingIPsTestJSON-228493622 tempest-FloatingIPsTestJSON-228493622-project] Publish callbacks [] for port, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:26.681423 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c95134a2-731f-4de5-8ece-982834f79e49 req-06c5dc17-65ed-417e-bca0-a73de4fd651d service neutron] 10.222.0.32 "GET /v2.0/networks/1e137e86-76be-493f-9b25-1d17756925b5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1383383
Dec 25 21:08:26.747178 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-3e65aa6c-8e71-409d-b62f-22ad49e5eb18 req-d7b58457-79f9-4fdf-baf9-ec5b550b1093 tempest-FloatingIPsTestJSON-228493622 tempest-FloatingIPsTestJSON-228493622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:26.762181 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Pushing event updated for resources: {'Port': ['ID=9fd7e65e-31a9-41a5-b145-d851f88d41b5,revision_number=3']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:08:26.769433 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port 717e8331-c5b2-47be-9096-1297dcce6863 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:08:26.770420 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:26.799046 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-3e65aa6c-8e71-409d-b62f-22ad49e5eb18 req-d7b58457-79f9-4fdf-baf9-ec5b550b1093 tempest-FloatingIPsTestJSON-228493622 tempest-FloatingIPsTestJSON-228493622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2008639'] for floatingip, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:26.839439 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-1b363c44-8290-427d-ba75-a161e5d867bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2014278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2009753'] for router, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:26.856503 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:26.879439 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] For port 717e8331-c5b2-47be-9096-1297dcce6863, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=717e8331-c5b2-47be-9096-1297dcce6863,segment=NetworkSegment(6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855),segment_id=6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:08:26.893391 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c95134a2-731f-4de5-8ece-982834f79e49 req-681aaf64-965a-4d6c-9bf9-5580ab48a16f service neutron] 10.222.0.32 "GET /v2.0/networks/1e137e86-76be-493f-9b25-1d17756925b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2101898
Dec 25 21:08:26.906761 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b58457-79f9-4fdf-baf9-ec5b550b1093 tempest-FloatingIPsTestJSON-228493622 tempest-FloatingIPsTestJSON-228493622-project] Pushing event updated for resources: {'Port': ['ID=33f5da6d-4071-442d-b6d2-0fedf22a21f1,revision_number=2']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:08:26.933942 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98f013ae-2da9-4bbb-9bc2-3f6c2c8ccf3e None None] Sync routers for ids ['c253fab1-05f0-4c3f-a0dc-0960aececb8c'] in ncdv-master-1 {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 21:08:26.949440 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98f013ae-2da9-4bbb-9bc2-3f6c2c8ccf3e None None] Routers {'c253fab1-05f0-4c3f-a0dc-0960aececb8c'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:08:26.949440 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-98f013ae-2da9-4bbb-9bc2-3f6c2c8ccf3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2618efafa0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:08:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['c253fab1-05f0-4c3f-a0dc-0960aececb8c'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:08:26.988613 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2de134ad-53dd-4f97-863a-2e55d36d1c3c None None] Network d11a6d20-7c9e-4651-a65c-c60d3931cc4e requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:08:26.994993 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:27.029981 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-3e65aa6c-8e71-409d-b62f-22ad49e5eb18 req-d7b58457-79f9-4fdf-baf9-ec5b550b1093 tempest-FloatingIPsTestJSON-228493622 tempest-FloatingIPsTestJSON-228493622-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for floatingip, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:27.031430 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3e65aa6c-8e71-409d-b62f-22ad49e5eb18 req-d7b58457-79f9-4fdf-baf9-ec5b550b1093 tempest-FloatingIPsTestJSON-228493622 tempest-FloatingIPsTestJSON-228493622-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 697 time: 2.5300910
Dec 25 21:08:27.091311 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3e65aa6c-8e71-409d-b62f-22ad49e5eb18 req-13ec82e1-be9c-47aa-b089-c6d09967eb40 tempest-FloatingIPsTestJSON-228493622 tempest-FloatingIPsTestJSON-228493622-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.35.3.37 HTTP/1.1" status: 200  len: 695 time: 0.0532799
Dec 25 21:08:27.133049 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b363c44-8290-427d-ba75-a161e5d867bf admin admin] Router 8c9a7d0f-9263-4ede-80f0-914a40227c23 is scheduled to L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 with binding_index 1 {{(pid=121607) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 25 21:08:27.157735 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Pushing event updated for resources: {'Port': ['ID=717e8331-c5b2-47be-9096-1297dcce6863,revision_number=4']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:08:27.165294 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-ac417826-15bd-4485-84b5-dbe6d61eb800 None None] Provisioning complete for port 9fd7e65e-31a9-41a5-b145-d851f88d41b5 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:08:27.165664 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-ac417826-15bd-4485-84b5-dbe6d61eb800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:27.215223 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e65aa6c-8e71-409d-b62f-22ad49e5eb18 req-92da6329-83ca-4cbf-8a55-df446e76b8c2 tempest-FloatingIPsTestJSON-228493622 tempest-FloatingIPsTestJSON-228493622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:08:27.217024 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3e65aa6c-8e71-409d-b62f-22ad49e5eb18 req-92da6329-83ca-4cbf-8a55-df446e76b8c2 tempest-FloatingIPsTestJSON-228493622 tempest-FloatingIPsTestJSON-228493622-project] 10.222.0.32 "GET /v2.0/networks/7201e55c-7c5f-41aa-a042-a363696539d0 HTTP/1.1" status: 200  len: 784 time: 0.1199458
Dec 25 21:08:27.231947 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvr_db [None req-98f013ae-2da9-4bbb-9bc2-3f6c2c8ccf3e None None] Set router c253fab1-05f0-4c3f-a0dc-0960aececb8c gateway port host: ncdv-master-1 {{(pid=121608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:08:27.323538 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b363c44-8290-427d-ba75-a161e5d867bf admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 21:08:27.342084 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8cbcef9-b456-4f13-b8d8-30e4774c1c99 None None] Sync routers for ids ['8c9a7d0f-9263-4ede-80f0-914a40227c23'] in ncdv-master-1 {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 21:08:27.354025 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8cbcef9-b456-4f13-b8d8-30e4774c1c99 None None] Routers {'8c9a7d0f-9263-4ede-80f0-914a40227c23'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:08:27.354796 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-a8cbcef9-b456-4f13-b8d8-30e4774c1c99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f26187271c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:08:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['8c9a7d0f-9263-4ede-80f0-914a40227c23'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:08:27.429592 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a489bf-bfbc-45b3-9cf8-a063f1e0ec3c req-912e81af-14c5-4855-bd11-a3f0c1f2d09b tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:08:27.437800 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c4a489bf-bfbc-45b3-9cf8-a063f1e0ec3c req-912e81af-14c5-4855-bd11-a3f0c1f2d09b tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] 10.222.0.32 "GET /v2.0/ports?device_id=9f68f874-59f2-4c67-90f1-50665110bd4e HTTP/1.1" status: 200  len: 950 time: 0.0931730
Dec 25 21:08:27.469722 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-1b363c44-8290-427d-ba75-a161e5d867bf admin admin] Publish callbacks [] for router, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:27.471257 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-1b363c44-8290-427d-ba75-a161e5d867bf admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 940 time: 3.0388455
Dec 25 21:08:27.474726 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 42346) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:08:27.536504 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvr_db [None req-a8cbcef9-b456-4f13-b8d8-30e4774c1c99 None None] Set router 8c9a7d0f-9263-4ede-80f0-914a40227c23 gateway port host: ncdv-master-1 {{(pid=121609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:08:27.564317 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c4a489bf-bfbc-45b3-9cf8-a063f1e0ec3c req-7abef08f-14d9-4525-a870-a7d4aa7811bb tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] 10.222.0.32 "GET /v2.0/security-groups?id=3d6cb2f0-3d81-4228-9d61-fc5e0bb3087e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1177745
Dec 25 21:08:27.721367 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-98f013ae-2da9-4bbb-9bc2-3f6c2c8ccf3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2618efafa0>, [{'id': 'c253fab1-05f0-4c3f-a0dc-0960aececb8c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-691373720-router', 'tenant_id': 'd048456167bb496da920eeaed310f9be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.150'}], 'enable_snat': True}, 'gw_port_id': '717e8331-c5b2-47be-9096-1297dcce6863', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:08:16Z', 'updated_at': '2021-12-25T21:08:24Z', 'revision_number': 4, 'project_id': 'd048456167bb496da920eeaed310f9be', 'gw_port': {'id': '717e8331-c5b2-47be-9096-1297dcce6863', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:dd:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c253fab1-05f0-4c3f-a0dc-0960aececb8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:08:18Z', 'updated_at': '2021-12-25T21:08:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '7d87857a-038e-4aae-a03e-2e711975d761', 'name': '', 'network_id': '421363f3-c148-4c26-bdbb-a9acfe0ab6e9', 'tenant_id': 'd048456167bb496da920eeaed310f9be', 'mac_address': 'fa:16:3e:60:ac:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c253fab1-05f0-4c3f-a0dc-0960aececb8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '316f74c7-218f-4914-9f98-9cf876c3a6af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:08:23Z', 'updated_at': '2021-12-25T21:08:24Z', 'revision_number': 2, 'project_id': 'd048456167bb496da920eeaed310f9be', 'subnets': [{'id': '316f74c7-218f-4914-9f98-9cf876c3a6af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:08:27.755026 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98f013ae-2da9-4bbb-9bc2-3f6c2c8ccf3e None None] Checking router: c253fab1-05f0-4c3f-a0dc-0960aececb8c for host: ncdv-master-1 {{(pid=121608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 25 21:08:27.755639 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98f013ae-2da9-4bbb-9bc2-3f6c2c8ccf3e None None] Updating router c253fab1-05f0-4c3f-a0dc-0960aececb8c port 7d87857a-038e-4aae-a03e-2e711975d761 binding host ncdv-master-1 {{(pid=121608) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 25 21:08:27.765365 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-a8cbcef9-b456-4f13-b8d8-30e4774c1c99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f26187271c0>, [{'id': '8c9a7d0f-9263-4ede-80f0-914a40227c23', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-676909578-router', 'tenant_id': 'e65cafc179094f63bf88bfba4c57fd1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.189'}], 'enable_snat': True}, 'gw_port_id': '2a7ba220-6220-4585-99ef-7e2fa624bb90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:08:24Z', 'updated_at': '2021-12-25T21:08:26Z', 'revision_number': 3, 'project_id': 'e65cafc179094f63bf88bfba4c57fd1f', 'gw_port': {'id': '2a7ba220-6220-4585-99ef-7e2fa624bb90', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:c5:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c9a7d0f-9263-4ede-80f0-914a40227c23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:08:25Z', 'updated_at': '2021-12-25T21:08:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:08:27.788480 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-98f013ae-2da9-4bbb-9bc2-3f6c2c8ccf3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:27.806616 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8cbcef9-b456-4f13-b8d8-30e4774c1c99 None None] Checking router: 8c9a7d0f-9263-4ede-80f0-914a40227c23 for host: ncdv-master-1 {{(pid=121609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 25 21:08:27.807278 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8cbcef9-b456-4f13-b8d8-30e4774c1c99 None None] Updating router 8c9a7d0f-9263-4ede-80f0-914a40227c23 port 2a7ba220-6220-4585-99ef-7e2fa624bb90 binding host ncdv-master-1 {{(pid=121609) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 25 21:08:27.839583 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-a8cbcef9-b456-4f13-b8d8-30e4774c1c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:27.890311 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-9368aefd-9dae-4956-a592-cd0fbaa210db None None] Provisioning complete for port 9fd7e65e-31a9-41a5-b145-d851f88d41b5 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:08:27.890695 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9368aefd-9dae-4956-a592-cd0fbaa210db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:27.976485 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-97dc1236-3fb2-4788-85ca-bd03a8aac7e4 req-898244fe-2f4a-4f47-ba2d-8d971738a1b1 tempest-FloatingIPsTestJSON-228493622 tempest-FloatingIPsTestJSON-228493622-project] 10.222.0.32 "GET /v2.0/floatingips/be75c01f-5745-4c8b-8424-fb938e420f04 HTTP/1.1" status: 200  len: 692 time: 0.0942867
Dec 25 21:08:27.991317 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-34402f37-bac0-4211-9104-f6658169638c req-420869b1-e855-4e90-8a5b-6fb0791e8eaa tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] 10.222.0.32 "GET /v2.0/ports?device_id=e370ad00-0f15-4014-99c2-3ecd6b33849e HTTP/1.1" status: 200  len: 210 time: 0.1059775
Dec 25 21:08:28.152450 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-a8cbcef9-b456-4f13-b8d8-30e4774c1c99 None None] Publish callbacks [] for port, precommit_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:28.194158 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-98f013ae-2da9-4bbb-9bc2-3f6c2c8ccf3e None None] Publish callbacks [] for port, precommit_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:28.198626 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 9fd7e65e-31a9-41a5-b145-d851f88d41b5 up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:08:28.234056 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-a8cbcef9-b456-4f13-b8d8-30e4774c1c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:28.301052 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-98f013ae-2da9-4bbb-9bc2-3f6c2c8ccf3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:28.372142 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port 9fd7e65e-31a9-41a5-b145-d851f88d41b5 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:08:28.374250 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:28.392146 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dc1236-3fb2-4788-85ca-bd03a8aac7e4 req-7f690c19-56b7-494c-b5c9-a35f28efdbcc tempest-FloatingIPsTestJSON-228493622 tempest-FloatingIPsTestJSON-228493622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:08:28.393702 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-97dc1236-3fb2-4788-85ca-bd03a8aac7e4 req-7f690c19-56b7-494c-b5c9-a35f28efdbcc tempest-FloatingIPsTestJSON-228493622 tempest-FloatingIPsTestJSON-228493622-project] 10.222.0.32 "GET /v2.0/networks/7201e55c-7c5f-41aa-a042-a363696539d0 HTTP/1.1" status: 200  len: 784 time: 0.3995097
Dec 25 21:08:28.420404 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.managers [None req-a8cbcef9-b456-4f13-b8d8-30e4774c1c99 None None] Attempting to bind port 2a7ba220-6220-4585-99ef-7e2fa624bb90 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:08:28.421012 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.managers [None req-a8cbcef9-b456-4f13-b8d8-30e4774c1c99 None None] Attempting to bind port 2a7ba220-6220-4585-99ef-7e2fa624bb90 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'}] {{(pid=121609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:08:28.425907 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8cbcef9-b456-4f13-b8d8-30e4774c1c99 None None] Attempting to bind port 2a7ba220-6220-4585-99ef-7e2fa624bb90 on network 7201e55c-7c5f-41aa-a042-a363696539d0 {{(pid=121609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:08:28.428796 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22262b1-b026-4140-9c85-fd3a2e35bd5b None None] Pushing event updated for resources: {'Port': ['ID=2a7ba220-6220-4585-99ef-7e2fa624bb90,revision_number=2']} {{(pid=121609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:08:28.432191 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8cbcef9-b456-4f13-b8d8-30e4774c1c99 None None] Checking agent: {'id': 'ca4f5c6d-f1fd-48b8-a3e3-395864c7d23d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 20, 56, 40), 'started_at': datetime.datetime(2021, 12, 25, 20, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 8, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:08:28.432789 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8cbcef9-b456-4f13-b8d8-30e4774c1c99 None None] Checking segment: {'id': '6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:08:28.433440 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-a8cbcef9-b456-4f13-b8d8-30e4774c1c99 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:28.434041 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8cbcef9-b456-4f13-b8d8-30e4774c1c99 None None] Bound using segment: {'id': '6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'} {{(pid=121609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:08:28.434732 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.managers [None req-a8cbcef9-b456-4f13-b8d8-30e4774c1c99 None None] Bound port: 2a7ba220-6220-4585-99ef-7e2fa624bb90, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'}}] {{(pid=121609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:08:28.435320 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-a8cbcef9-b456-4f13-b8d8-30e4774c1c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:28.470348 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec5b5d5-7570-4fb5-b8b5-d3a2290d2c55 None None] Pushing event updated for resources: {'Port': ['ID=7d87857a-038e-4aae-a03e-2e711975d761,revision_number=3']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:08:28.500264 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.db [None req-a8cbcef9-b456-4f13-b8d8-30e4774c1c99 None None] For port 2a7ba220-6220-4585-99ef-7e2fa624bb90, host ncdv-master-1, cleared binding levels {{(pid=121609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:08:28.500834 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec5b5d5-7570-4fb5-b8b5-d3a2290d2c55 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:08:28.501212 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec5b5d5-7570-4fb5-b8b5-d3a2290d2c55 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:08:28.501555 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec5b5d5-7570-4fb5-b8b5-d3a2290d2c55 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:08:28.501894 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec5b5d5-7570-4fb5-b8b5-d3a2290d2c55 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:08:28.502220 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec5b5d5-7570-4fb5-b8b5-d3a2290d2c55 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:08:28.502566 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec5b5d5-7570-4fb5-b8b5-d3a2290d2c55 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:08:28.503298 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec5b5d5-7570-4fb5-b8b5-d3a2290d2c55 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:08:28.503298 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec5b5d5-7570-4fb5-b8b5-d3a2290d2c55 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:08:28.503487 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec5b5d5-7570-4fb5-b8b5-d3a2290d2c55 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:08:28.503803 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec5b5d5-7570-4fb5-b8b5-d3a2290d2c55 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:08:28.504122 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec5b5d5-7570-4fb5-b8b5-d3a2290d2c55 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:08:28.504441 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec5b5d5-7570-4fb5-b8b5-d3a2290d2c55 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:08:28.504766 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec5b5d5-7570-4fb5-b8b5-d3a2290d2c55 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:08:28.520749 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.db [None req-a8cbcef9-b456-4f13-b8d8-30e4774c1c99 None None] For port 2a7ba220-6220-4585-99ef-7e2fa624bb90, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2a7ba220-6220-4585-99ef-7e2fa624bb90,segment=NetworkSegment(6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855),segment_id=6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855)] {{(pid=121609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:08:28.547600 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-97dc1236-3fb2-4788-85ca-bd03a8aac7e4 req-fbb06e68-3d5d-4795-a0ef-87f1e5560ce3 tempest-FloatingIPsTestJSON-228493622 tempest-FloatingIPsTestJSON-228493622-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.35.3.37 HTTP/1.1" status: 200  len: 695 time: 0.1423781
Dec 25 21:08:28.557822 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-98f013ae-2da9-4bbb-9bc2-3f6c2c8ccf3e None None] Attempting to bind port 7d87857a-038e-4aae-a03e-2e711975d761 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:08:28.557822 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-98f013ae-2da9-4bbb-9bc2-3f6c2c8ccf3e None None] Attempting to bind port 7d87857a-038e-4aae-a03e-2e711975d761 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'b920d3a2-8310-470a-8742-1ed0d06b839d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '421363f3-c148-4c26-bdbb-a9acfe0ab6e9'}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:08:28.557822 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f013ae-2da9-4bbb-9bc2-3f6c2c8ccf3e None None] Attempting to bind port 7d87857a-038e-4aae-a03e-2e711975d761 on network 421363f3-c148-4c26-bdbb-a9acfe0ab6e9 {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:08:28.597124 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f013ae-2da9-4bbb-9bc2-3f6c2c8ccf3e None None] Checking agent: {'id': 'ca4f5c6d-f1fd-48b8-a3e3-395864c7d23d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 20, 56, 40), 'started_at': datetime.datetime(2021, 12, 25, 20, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 8, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:08:28.597500 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f013ae-2da9-4bbb-9bc2-3f6c2c8ccf3e None None] Checking segment: {'id': 'b920d3a2-8310-470a-8742-1ed0d06b839d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '421363f3-c148-4c26-bdbb-a9acfe0ab6e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:08:28.597906 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-98f013ae-2da9-4bbb-9bc2-3f6c2c8ccf3e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:28.598302 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f013ae-2da9-4bbb-9bc2-3f6c2c8ccf3e None None] Bound using segment: {'id': 'b920d3a2-8310-470a-8742-1ed0d06b839d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '421363f3-c148-4c26-bdbb-a9acfe0ab6e9'} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:08:28.598782 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-98f013ae-2da9-4bbb-9bc2-3f6c2c8ccf3e None None] Bound port: 7d87857a-038e-4aae-a03e-2e711975d761, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b920d3a2-8310-470a-8742-1ed0d06b839d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '421363f3-c148-4c26-bdbb-a9acfe0ab6e9'}}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:08:28.599160 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-98f013ae-2da9-4bbb-9bc2-3f6c2c8ccf3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:28.642207 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-a8cbcef9-b456-4f13-b8d8-30e4774c1c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:28.664641 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-97dc1236-3fb2-4788-85ca-bd03a8aac7e4 req-2c325dc5-e1f2-4c3c-a93c-89865b7524be tempest-FloatingIPsTestJSON-228493622 tempest-FloatingIPsTestJSON-228493622-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.35.3.37 HTTP/1.1" status: 200  len: 695 time: 0.0955276
Dec 25 21:08:28.666436 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 717e8331-c5b2-47be-9096-1297dcce6863 up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:08:28.688137 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c31ce7-b4ed-4740-839e-70e32896d45d req-5bb31b2c-47d7-4f64-b1ef-91841e6e7aa2 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:08:28.694351 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c31ce7-b4ed-4740-839e-70e32896d45d req-5bb31b2c-47d7-4f64-b1ef-91841e6e7aa2 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:08:28.696067 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c9c31ce7-b4ed-4740-839e-70e32896d45d req-5bb31b2c-47d7-4f64-b1ef-91841e6e7aa2 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] 10.222.0.32 "GET /v2.0/ports?device_id=9f68f874-59f2-4c67-90f1-50665110bd4e&device_id=e47b7882-0d9a-4469-b7aa-9ea14292ab12 HTTP/1.1" status: 200  len: 1691 time: 0.1765120
Dec 25 21:08:28.697941 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8cbcef9-b456-4f13-b8d8-30e4774c1c99 None None] Routers {'8c9a7d0f-9263-4ede-80f0-914a40227c23'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:08:28.698739 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-a8cbcef9-b456-4f13-b8d8-30e4774c1c99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f26187271c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:08:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['8c9a7d0f-9263-4ede-80f0-914a40227c23'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:08:28.723510 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device 01f02470-98cd-4e53-8321-3a26d68c7daf details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 25 21:08:28.741174 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-a7ce1f8c-fff4-47a8-b98c-e48f3d004e41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:28.748807 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-98f013ae-2da9-4bbb-9bc2-3f6c2c8ccf3e None None] For port 7d87857a-038e-4aae-a03e-2e711975d761, host ncdv-master-1, cleared binding levels {{(pid=121608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:08:28.763908 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-78417fd8-fe5c-4d68-83a6-02f70b520cbd None None] Provisioning complete for port 7d87857a-038e-4aae-a03e-2e711975d761 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:08:28.764273 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-78417fd8-fe5c-4d68-83a6-02f70b520cbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:28.771410 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22262b1-b026-4140-9c85-fd3a2e35bd5b None None] Pushing event updated for resources: {'Port': ['ID=2a7ba220-6220-4585-99ef-7e2fa624bb90,revision_number=3']} {{(pid=121609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:08:28.777754 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-98f013ae-2da9-4bbb-9bc2-3f6c2c8ccf3e None None] For port 7d87857a-038e-4aae-a03e-2e711975d761, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7d87857a-038e-4aae-a03e-2e711975d761,segment=NetworkSegment(b920d3a2-8310-470a-8742-1ed0d06b839d),segment_id=b920d3a2-8310-470a-8742-1ed0d06b839d)] {{(pid=121608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:08:28.846967 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-78417fd8-fe5c-4d68-83a6-02f70b520cbd None None] Port 7d87857a-038e-4aae-a03e-2e711975d761 cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:08:28.851855 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port 717e8331-c5b2-47be-9096-1297dcce6863 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:08:28.852230 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:28.858806 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c9c31ce7-b4ed-4740-839e-70e32896d45d req-46341aaa-1b37-44f3-86d5-f811bd2a33ae tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] 10.222.0.32 "GET /v2.0/security-groups?id=3d6cb2f0-3d81-4228-9d61-fc5e0bb3087e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1121757
Dec 25 21:08:28.861442 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvr_db [None req-a8cbcef9-b456-4f13-b8d8-30e4774c1c99 None None] Set router 8c9a7d0f-9263-4ede-80f0-914a40227c23 gateway port host: ncdv-master-1 {{(pid=121609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:08:28.901968 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 42368) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:08:28.940441 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-98f013ae-2da9-4bbb-9bc2-3f6c2c8ccf3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:29.134179 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-cd80b514-c107-4298-9efd-c7f285323bb1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:29.182363 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port 01f02470-98cd-4e53-8321-3a26d68c7daf, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=01f02470-98cd-4e53-8321-3a26d68c7daf,segment=NetworkSegment(85c774cb-a0eb-4ad9-961f-f331d3b37cd6),segment_id=85c774cb-a0eb-4ad9-961f-f331d3b37cd6)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:08:29.192946 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-a8cbcef9-b456-4f13-b8d8-30e4774c1c99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f26187271c0>, [{'id': '8c9a7d0f-9263-4ede-80f0-914a40227c23', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-676909578-router', 'tenant_id': 'e65cafc179094f63bf88bfba4c57fd1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.189'}], 'enable_snat': True}, 'gw_port_id': '2a7ba220-6220-4585-99ef-7e2fa624bb90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:08:24Z', 'updated_at': '2021-12-25T21:08:26Z', 'revision_number': 3, 'project_id': 'e65cafc179094f63bf88bfba4c57fd1f', 'gw_port': {'id': '2a7ba220-6220-4585-99ef-7e2fa624bb90', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:c5:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c9a7d0f-9263-4ede-80f0-914a40227c23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:08:25Z', 'updated_at': '2021-12-25T21:08:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:08:29.198843 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [req-97dc1236-3fb2-4788-85ca-bd03a8aac7e4 req-79015b4b-f9e6-4177-a374-940bb9ec630b tempest-FloatingIPsTestJSON-228493622 tempest-FloatingIPsTestJSON-228493622-project] Deleting port 33f5da6d-4071-442d-b6d2-0fedf22a21f1 {{(pid=121606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:08:29.199316 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-97dc1236-3fb2-4788-85ca-bd03a8aac7e4 req-79015b4b-f9e6-4177-a374-940bb9ec630b tempest-FloatingIPsTestJSON-228493622 tempest-FloatingIPsTestJSON-228493622-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:29.212470 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98f013ae-2da9-4bbb-9bc2-3f6c2c8ccf3e None None] Routers {'c253fab1-05f0-4c3f-a0dc-0960aececb8c'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:08:29.213174 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-98f013ae-2da9-4bbb-9bc2-3f6c2c8ccf3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2618efafa0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:08:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['c253fab1-05f0-4c3f-a0dc-0960aececb8c'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:08:29.234265 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8cbcef9-b456-4f13-b8d8-30e4774c1c99 None None] The sync data for ids ['8c9a7d0f-9263-4ede-80f0-914a40227c23'] in ncdv-master-1 is: [{'id': '8c9a7d0f-9263-4ede-80f0-914a40227c23', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-676909578-router', 'tenant_id': 'e65cafc179094f63bf88bfba4c57fd1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.189'}], 'enable_snat': True}, 'gw_port_id': '2a7ba220-6220-4585-99ef-7e2fa624bb90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:08:24Z', 'updated_at': '2021-12-25T21:08:26Z', 'revision_number': 3, 'project_id': 'e65cafc179094f63bf88bfba4c57fd1f', 'gw_port': {'id': '2a7ba220-6220-4585-99ef-7e2fa624bb90', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:c5:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c9a7d0f-9263-4ede-80f0-914a40227c23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:08:25Z', 'updated_at': '2021-12-25T21:08:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 21:08:29.248723 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_common [None req-a7ce1f8c-fff4-47a8-b98c-e48f3d004e41 admin admin] Allocated IP 172.20.0.1 (d11a6d20-7c9e-4651-a65c-c60d3931cc4e/98faad13-8b17-4944-b01e-df6bd636584c/611d9951-28c7-4cab-b41e-39741fa4d70e) {{(pid=121606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:08:29.274470 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec5b5d5-7570-4fb5-b8b5-d3a2290d2c55 None None] Pushing event updated for resources: {'Port': ['ID=7d87857a-038e-4aae-a03e-2e711975d761,revision_number=4']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:08:29.284699 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Returning: {'device': '01f02470-98cd-4e53-8321-3a26d68c7daf', 'network_id': '8f212e98-547d-4c6e-a560-2e9a548c8f59', 'port_id': '01f02470-98cd-4e53-8321-3a26d68c7daf', 'mac_address': 'fa:16:3e:6c:fc:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcfbae86-f93e-400c-8084-eac7f56ff5ba', 'ip_address': '192.168.233.16'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 25 21:08:29.344528 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-cd80b514-c107-4298-9efd-c7f285323bb1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:29.427507 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-97dc1236-3fb2-4788-85ca-bd03a8aac7e4 req-79015b4b-f9e6-4177-a374-940bb9ec630b tempest-FloatingIPsTestJSON-228493622 tempest-FloatingIPsTestJSON-228493622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:29.428147 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-97dc1236-3fb2-4788-85ca-bd03a8aac7e4 req-79015b4b-f9e6-4177-a374-940bb9ec630b tempest-FloatingIPsTestJSON-228493622 tempest-FloatingIPsTestJSON-228493622-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:29.437977 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-cd80b514-c107-4298-9efd-c7f285323bb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:29.449010 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [req-97dc1236-3fb2-4788-85ca-bd03a8aac7e4 req-79015b4b-f9e6-4177-a374-940bb9ec630b tempest-FloatingIPsTestJSON-228493622 tempest-FloatingIPsTestJSON-228493622-project] Calling delete_port for 33f5da6d-4071-442d-b6d2-0fedf22a21f1 owned by network:floatingip {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:08:29.489963 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:29.499656 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-cd80b514-c107-4298-9efd-c7f285323bb1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f0a7e7426dc44124a01d7d7479839375&name=default HTTP/1.1" status: 200  len: 2996 time: 0.5962181
Dec 25 21:08:29.520479 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd80b514-c107-4298-9efd-c7f285323bb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db0082cd-4d2a-4a33-8caf-3e271d7a7cd4,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:08:29.523685 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 42386) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:08:29.543234 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-a7ce1f8c-fff4-47a8-b98c-e48f3d004e41 admin admin] Publish callbacks [] for port, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:29.596666 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvr_db [None req-98f013ae-2da9-4bbb-9bc2-3f6c2c8ccf3e None None] Set router c253fab1-05f0-4c3f-a0dc-0960aececb8c gateway port host: ncdv-master-1 {{(pid=121608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:08:29.621583 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-02760e69-0eab-4656-a6f2-0d3805079b89 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:29.673381 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-02760e69-0eab-4656-a6f2-0d3805079b89 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:29.709987 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01f02470-98cd-4e53-8321-3a26d68c7daf {{(pid=121608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:08:29.781976 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-eb097692-edb9-4c4c-b3f6-1bb4ea9170e2 req-7ab190b1-232d-484c-ac00-bf7d0762ab58 tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] 10.222.0.32 "GET /v2.0/ports?device_id=e370ad00-0f15-4014-99c2-3ecd6b33849e HTTP/1.1" status: 200  len: 210 time: 0.0813334
Dec 25 21:08:29.847914 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-a7ce1f8c-fff4-47a8-b98c-e48f3d004e41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946'] for port, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:29.881895 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port 01f02470-98cd-4e53-8321-3a26d68c7daf, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=01f02470-98cd-4e53-8321-3a26d68c7daf,segment=NetworkSegment(85c774cb-a0eb-4ad9-961f-f331d3b37cd6),segment_id=85c774cb-a0eb-4ad9-961f-f331d3b37cd6)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:08:29.886311 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-f61e109d-7156-4060-b41f-5c1890d27cd5 None None] Provisioning complete for port 7d87857a-038e-4aae-a03e-2e711975d761 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:08:29.886678 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-f61e109d-7156-4060-b41f-5c1890d27cd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:29.952782 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7ce1f8c-fff4-47a8-b98c-e48f3d004e41 admin admin] Network d11a6d20-7c9e-4651-a65c-c60d3931cc4e is already hosted by enough agents. {{(pid=121606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:08:29.962020 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [None req-a7ce1f8c-fff4-47a8-b98c-e48f3d004e41 admin admin] Resources bound (agent type, host, resource id):  {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:08:29.967591 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7ce1f8c-fff4-47a8-b98c-e48f3d004e41 admin admin] Received port after_create {{(pid=121606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:08:29.967951 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-a7ce1f8c-fff4-47a8-b98c-e48f3d004e41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2008772'] for router_interface, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:29.972654 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ce1f8c-fff4-47a8-b98c-e48f3d004e41 admin admin] Pushing event updated for resources: {'Port': ['ID=611d9951-28c7-4cab-b41e-39741fa4d70e,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:08:29.977733 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-02760e69-0eab-4656-a6f2-0d3805079b89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:29.979668 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-02760e69-0eab-4656-a6f2-0d3805079b89 admin admin] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:29.984774 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-02760e69-0eab-4656-a6f2-0d3805079b89 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/db0082cd-4d2a-4a33-8caf-3e271d7a7cd4 HTTP/1.1" status: 204  len: 168 time: 0.4598510
Dec 25 21:08:29.995791 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02760e69-0eab-4656-a6f2-0d3805079b89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db0082cd-4d2a-4a33-8caf-3e271d7a7cd4,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:08:30.031524 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-97dc1236-3fb2-4788-85ca-bd03a8aac7e4 req-79015b4b-f9e6-4177-a374-940bb9ec630b tempest-FloatingIPsTestJSON-228493622 tempest-FloatingIPsTestJSON-228493622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955'] for port, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:30.062334 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:30.140355 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79015b4b-f9e6-4177-a374-940bb9ec630b tempest-FloatingIPsTestJSON-228493622 tempest-FloatingIPsTestJSON-228493622-project] Pushing event deleted for resources: {'Port': ['ID=33f5da6d-4071-442d-b6d2-0fedf22a21f1,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:08:30.164849 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba089803-05f3-42c8-8122-75e73f47471a req-985fea9e-f576-4e57-b9c1-d8d787195b2f tempest-ServersOnMultiNodesTest-1189401283 tempest-ServersOnMultiNodesTest-1189401283-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:08:30.193268 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ba089803-05f3-42c8-8122-75e73f47471a req-985fea9e-f576-4e57-b9c1-d8d787195b2f tempest-ServersOnMultiNodesTest-1189401283 tempest-ServersOnMultiNodesTest-1189401283-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=9f68f874-59f2-4c67-90f1-50665110bd4e HTTP/1.1" status: 200  len: 1101 time: 0.2677183
Dec 25 21:08:30.273207 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 2a7ba220-6220-4585-99ef-7e2fa624bb90 up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:08:30.294669 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-f61e109d-7156-4060-b41f-5c1890d27cd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:30.297017 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Pushing event updated for resources: {'Port': ['ID=01f02470-98cd-4e53-8321-3a26d68c7daf,revision_number=9']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:08:30.324865 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-97dc1236-3fb2-4788-85ca-bd03a8aac7e4 req-79015b4b-f9e6-4177-a374-940bb9ec630b tempest-FloatingIPsTestJSON-228493622 tempest-FloatingIPsTestJSON-228493622-project] Publish callbacks [] for floatingip, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:30.328742 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-97dc1236-3fb2-4788-85ca-bd03a8aac7e4 req-79015b4b-f9e6-4177-a374-940bb9ec630b tempest-FloatingIPsTestJSON-228493622 tempest-FloatingIPsTestJSON-228493622-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for floatingip, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:30.329955 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-97dc1236-3fb2-4788-85ca-bd03a8aac7e4 req-79015b4b-f9e6-4177-a374-940bb9ec630b tempest-FloatingIPsTestJSON-228493622 tempest-FloatingIPsTestJSON-228493622-project] 10.222.0.32 "DELETE /v2.0/floatingips/be75c01f-5745-4c8b-8424-fb938e420f04 HTTP/1.1" status: 204  len: 173 time: 1.6328373
Dec 25 21:08:30.359524 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] get_ports_and_sgs() called for port_ids ['01f02470-98cd-4e53-8321-3a26d68c7daf'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:08:30.524554 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-f61e109d-7156-4060-b41f-5c1890d27cd5 None None] For port 7d87857a-038e-4aae-a03e-2e711975d761, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7d87857a-038e-4aae-a03e-2e711975d761,segment=NetworkSegment(b920d3a2-8310-470a-8742-1ed0d06b839d),segment_id=b920d3a2-8310-470a-8742-1ed0d06b839d)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:08:30.610367 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port 2a7ba220-6220-4585-99ef-7e2fa624bb90 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:08:30.610930 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:30.675511 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-98f013ae-2da9-4bbb-9bc2-3f6c2c8ccf3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2618efafa0>, [{'id': 'c253fab1-05f0-4c3f-a0dc-0960aececb8c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-691373720-router', 'tenant_id': 'd048456167bb496da920eeaed310f9be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.150'}], 'enable_snat': True}, 'gw_port_id': '717e8331-c5b2-47be-9096-1297dcce6863', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:08:16Z', 'updated_at': '2021-12-25T21:08:24Z', 'revision_number': 4, 'project_id': 'd048456167bb496da920eeaed310f9be', 'gw_port': {'id': '717e8331-c5b2-47be-9096-1297dcce6863', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:dd:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c253fab1-05f0-4c3f-a0dc-0960aececb8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:08:18Z', 'updated_at': '2021-12-25T21:08:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '7d87857a-038e-4aae-a03e-2e711975d761', 'name': '', 'network_id': '421363f3-c148-4c26-bdbb-a9acfe0ab6e9', 'tenant_id': 'd048456167bb496da920eeaed310f9be', 'mac_address': 'fa:16:3e:60:ac:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c253fab1-05f0-4c3f-a0dc-0960aececb8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '316f74c7-218f-4914-9f98-9cf876c3a6af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:08:23Z', 'updated_at': '2021-12-25T21:08:28Z', 'revision_number': 4, 'project_id': 'd048456167bb496da920eeaed310f9be', 'subnets': [{'id': '316f74c7-218f-4914-9f98-9cf876c3a6af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:08:30.693988 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-f61e109d-7156-4060-b41f-5c1890d27cd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:30.732647 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98f013ae-2da9-4bbb-9bc2-3f6c2c8ccf3e None None] The sync data for ids ['c253fab1-05f0-4c3f-a0dc-0960aececb8c'] in ncdv-master-1 is: [{'id': 'c253fab1-05f0-4c3f-a0dc-0960aececb8c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-691373720-router', 'tenant_id': 'd048456167bb496da920eeaed310f9be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.150'}], 'enable_snat': True}, 'gw_port_id': '717e8331-c5b2-47be-9096-1297dcce6863', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:08:16Z', 'updated_at': '2021-12-25T21:08:24Z', 'revision_number': 4, 'project_id': 'd048456167bb496da920eeaed310f9be', 'gw_port': {'id': '717e8331-c5b2-47be-9096-1297dcce6863', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:dd:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c253fab1-05f0-4c3f-a0dc-0960aececb8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:08:18Z', 'updated_at': '2021-12-25T21:08:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '7d87857a-038e-4aae-a03e-2e711975d761', 'name': '', 'network_id': '421363f3-c148-4c26-bdbb-a9acfe0ab6e9', 'tenant_id': 'd048456167bb496da920eeaed310f9be', 'mac_address': 'fa:16:3e:60:ac:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c253fab1-05f0-4c3f-a0dc-0960aececb8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '316f74c7-218f-4914-9f98-9cf876c3a6af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:08:23Z', 'updated_at': '2021-12-25T21:08:28Z', 'revision_number': 4, 'project_id': 'd048456167bb496da920eeaed310f9be', 'subnets': [{'id': '316f74c7-218f-4914-9f98-9cf876c3a6af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 21:08:30.736094 ncdv-master-1 neutron-server[121606]: INFO neutron.api.v2.resource [req-1d00e8e3-975d-4903-b57d-31c942f9eb29 req-8dddbecf-e638-4365-933d-903e4e262dbf tempest-FloatingIPsTestJSON-228493622 tempest-FloatingIPsTestJSON-228493622-project] show failed (client error): The resource could not be found.
Dec 25 21:08:30.753427 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1d00e8e3-975d-4903-b57d-31c942f9eb29 req-8dddbecf-e638-4365-933d-903e4e262dbf tempest-FloatingIPsTestJSON-228493622 tempest-FloatingIPsTestJSON-228493622-project] 10.222.0.32 "GET /v2.0/floatingips/be75c01f-5745-4c8b-8424-fb938e420f04 HTTP/1.1" status: 404  len: 350 time: 0.0765717
Dec 25 21:08:30.770098 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ba089803-05f3-42c8-8122-75e73f47471a req-0796b79c-d1c9-45eb-a2cf-3770d6765815 tempest-ServersOnMultiNodesTest-1189401283 tempest-ServersOnMultiNodesTest-1189401283-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=3d6cb2f0-3d81-4228-9d61-fc5e0bb3087e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5948491
Dec 25 21:08:30.792210 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95134a2-731f-4de5-8ece-982834f79e49 req-48c49cab-416f-483b-a712-55342b8da14a tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:08:30.793934 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c95134a2-731f-4de5-8ece-982834f79e49 req-48c49cab-416f-483b-a712-55342b8da14a tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] 10.222.0.37 "GET /v2.0/networks?id=1e137e86-76be-493f-9b25-1d17756925b5 HTTP/1.1" status: 200  len: 820 time: 0.6824238
Dec 25 21:08:30.841068 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-c95134a2-731f-4de5-8ece-982834f79e49 req-1277dff4-4482-426b-8cb0-a396178044f3 tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] Request body: {'port': {'device_id': 'e370ad00-0f15-4014-99c2-3ecd6b33849e', 'network_id': '1e137e86-76be-493f-9b25-1d17756925b5', 'admin_state_up': True, 'tenant_id': '276a36e6a97d46a78b7e483daa26cc2e'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:08:30.895546 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61e109d-7156-4060-b41f-5c1890d27cd5 None None] Pushing event updated for resources: {'Port': ['ID=7d87857a-038e-4aae-a03e-2e711975d761,revision_number=5']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:08:30.926797 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-1926c3e5-49a6-4c36-8620-5b1b6af2073d None None] Provisioning complete for port 611d9951-28c7-4cab-b41e-39741fa4d70e triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:08:30.927176 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-1926c3e5-49a6-4c36-8620-5b1b6af2073d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:30.931213 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:30.977882 ncdv-master-1 neutron-server[121606]: INFO neutron.api.v2.resource [req-ec3c4b43-a856-4d4c-aa27-13c9b25fa308 req-3ab988fd-2901-4df8-8130-2ecb80bf34ff tempest-FloatingIPsTestJSON-228493622 tempest-FloatingIPsTestJSON-228493622-project] show failed (client error): The resource could not be found.
Dec 25 21:08:30.979276 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ec3c4b43-a856-4d4c-aa27-13c9b25fa308 req-3ab988fd-2901-4df8-8130-2ecb80bf34ff tempest-FloatingIPsTestJSON-228493622 tempest-FloatingIPsTestJSON-228493622-project] 10.222.0.32 "GET /v2.0/floatingips/be75c01f-5745-4c8b-8424-fb938e420f04 HTTP/1.1" status: 404  len: 350 time: 0.1748791
Dec 25 21:08:30.988616 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 42450) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:08:31.017485 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] For port 2a7ba220-6220-4585-99ef-7e2fa624bb90, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2a7ba220-6220-4585-99ef-7e2fa624bb90,segment=NetworkSegment(6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855),segment_id=6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:08:31.030185 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-1926c3e5-49a6-4c36-8620-5b1b6af2073d None None] Port 611d9951-28c7-4cab-b41e-39741fa4d70e cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:08:31.075860 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 42452) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:08:31.084853 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:31.092179 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5f835db6-206f-4003-90d8-ea4f1a71d7cd admin admin] Publish callbacks [] for security_group, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:31.096994 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-a7ce1f8c-fff4-47a8-b98c-e48f3d004e41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:31.199170 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Pushing event updated for resources: {'Port': ['ID=2a7ba220-6220-4585-99ef-7e2fa624bb90,revision_number=4']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:08:31.328711 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 42460) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:08:31.346683 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca2c05b-7c66-44ef-8930-55bad7840298 req-f9e3f65f-4284-4d07-8ee7-fde7e74bbb85 tempest-ServersOnMultiNodesTest-1189401283 tempest-ServersOnMultiNodesTest-1189401283-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:08:31.348725 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-cca2c05b-7c66-44ef-8930-55bad7840298 req-f9e3f65f-4284-4d07-8ee7-fde7e74bbb85 tempest-ServersOnMultiNodesTest-1189401283 tempest-ServersOnMultiNodesTest-1189401283-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=e47b7882-0d9a-4469-b7aa-9ea14292ab12 HTTP/1.1" status: 200  len: 1101 time: 0.2587833
Dec 25 21:08:31.532811 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 42464) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:08:31.541327 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-45d7fe6f-194c-42ef-88d8-d20d345d1808 tempest-ServersWithSpecificFlavorTestJSON-439149936 tempest-ServersWithSpecificFlavorTestJSON-439149936-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1982068629', 'description': 'tempest-description--163662668'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:08:31.584735 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-cca2c05b-7c66-44ef-8930-55bad7840298 req-0611cece-fe6f-4cc9-ade3-62798c453574 tempest-ServersOnMultiNodesTest-1189401283 tempest-ServersOnMultiNodesTest-1189401283-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=3d6cb2f0-3d81-4228-9d61-fc5e0bb3087e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2055712
Dec 25 21:08:31.588102 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-4132fc11-8e3e-48a7-b539-03b46c4a4871 admin admin] Publish callbacks [] for security_group, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:31.638635 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c95134a2-731f-4de5-8ece-982834f79e49 req-1277dff4-4482-426b-8cb0-a396178044f3 tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] Made reservation on behalf of 276a36e6a97d46a78b7e483daa26cc2e for: {'port': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:08:31.643636 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-c95134a2-731f-4de5-8ece-982834f79e49 req-1277dff4-4482-426b-8cb0-a396178044f3 tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:31.723684 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e2f561be-97d9-4c30-a0ff-95c1cb374d9d req-1129d202-3d19-4d2f-8eba-a71aec688a41 tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] 10.222.0.32 "GET /v2.0/ports?device_id=e370ad00-0f15-4014-99c2-3ecd6b33849e HTTP/1.1" status: 200  len: 210 time: 0.0963309
Dec 25 21:08:31.753583 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-a7ce1f8c-fff4-47a8-b98c-e48f3d004e41 admin admin] Publish callbacks [] for port, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:31.840348 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5f835db6-206f-4003-90d8-ea4f1a71d7cd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:31.877795 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-a7ce1f8c-fff4-47a8-b98c-e48f3d004e41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:31.878940 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-a7ce1f8c-fff4-47a8-b98c-e48f3d004e41 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2007636'] for router_interface, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:31.908742 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-45d7fe6f-194c-42ef-88d8-d20d345d1808 tempest-ServersWithSpecificFlavorTestJSON-439149936 tempest-ServersWithSpecificFlavorTestJSON-439149936-project] Publish callbacks [] for security_group, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:31.992457 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5f835db6-206f-4003-90d8-ea4f1a71d7cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:32.122787 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f835db6-206f-4003-90d8-ea4f1a71d7cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=439c3462-98f5-48bf-9d89-35d1e2205711,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:08:32.127999 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-5f835db6-206f-4003-90d8-ea4f1a71d7cd admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d4ee003d0ba44bcfad9af5e3d7c70837&name=default HTTP/1.1" status: 200  len: 2996 time: 1.0509236
Dec 25 21:08:32.130648 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 42486) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:08:32.326002 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_common [req-c95134a2-731f-4de5-8ece-982834f79e49 req-1277dff4-4482-426b-8cb0-a396178044f3 tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] Allocated IP 172.20.0.13 (1e137e86-76be-493f-9b25-1d17756925b5/9f350e3c-b3c0-4923-bec6-5c96ab55923b/9026d1d6-3da8-4905-baa7-966ecb80b10a) {{(pid=121606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:08:32.401595 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 7d87857a-038e-4aae-a03e-2e711975d761 up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:08:32.424483 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-1ecececc-a2c5-4a81-aed9-2e890d36e301 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:32.463674 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-358ea7a7-eb63-475e-b74d-076e80a19875 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2007615'] for router_interface, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:32.500167 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port 7d87857a-038e-4aae-a03e-2e711975d761 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:08:32.500793 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:32.502528 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-c95134a2-731f-4de5-8ece-982834f79e49 req-1277dff4-4482-426b-8cb0-a396178044f3 tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] Publish callbacks [] for port, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:32.522865 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-1ecececc-a2c5-4a81-aed9-2e890d36e301 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:32.548813 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-45d7fe6f-194c-42ef-88d8-d20d345d1808 tempest-ServersWithSpecificFlavorTestJSON-439149936 tempest-ServersWithSpecificFlavorTestJSON-439149936-project] Publish callbacks [] for security_group, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:32.585489 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ce1f8c-fff4-47a8-b98c-e48f3d004e41 admin admin] Pushing event updated for resources: {'Port': ['ID=611d9951-28c7-4cab-b41e-39741fa4d70e,revision_number=2']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:08:32.641530 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-c95134a2-731f-4de5-8ece-982834f79e49 req-1277dff4-4482-426b-8cb0-a396178044f3 tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946'] for port, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:32.662175 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d5b3c01d-a3f8-4c53-a805-24e4ea1b9e27 req-be5d5c49-626f-484e-a9cc-7db05db31db3 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=19a16dcc3c214ac2a218d3758e551792&shared=False HTTP/1.1" status: 200  len: 213 time: 0.1118302
Dec 25 21:08:32.663940 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-45d7fe6f-194c-42ef-88d8-d20d345d1808 tempest-ServersWithSpecificFlavorTestJSON-439149936 tempest-ServersWithSpecificFlavorTestJSON-439149936-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:32.669785 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-4132fc11-8e3e-48a7-b539-03b46c4a4871 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:32.701299 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 2a7ba220-6220-4585-99ef-7e2fa624bb90 up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:08:32.760695 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-1ecececc-a2c5-4a81-aed9-2e890d36e301 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:32.763347 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-1ecececc-a2c5-4a81-aed9-2e890d36e301 admin admin] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:32.765432 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-1ecececc-a2c5-4a81-aed9-2e890d36e301 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/439c3462-98f5-48bf-9d89-35d1e2205711 HTTP/1.1" status: 204  len: 168 time: 0.6251106
Dec 25 21:08:32.771572 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device 01f02470-98cd-4e53-8321-3a26d68c7daf up at agent hyperv_nch2-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:08:32.793325 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d7fe6f-194c-42ef-88d8-d20d345d1808 tempest-ServersWithSpecificFlavorTestJSON-439149936 tempest-ServersWithSpecificFlavorTestJSON-439149936-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5c07141-cb75-4b9f-8f8d-51cd5e2004f4,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:08:32.810960 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1277dff4-4482-426b-8cb0-a396178044f3 tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] Pushing event updated for resources: {'Port': ['ID=9026d1d6-3da8-4905-baa7-966ecb80b10a,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:08:32.853051 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecececc-a2c5-4a81-aed9-2e890d36e301 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=439c3462-98f5-48bf-9d89-35d1e2205711,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:08:32.939455 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port 2a7ba220-6220-4585-99ef-7e2fa624bb90 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:08:32.939829 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:32.942790 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Provisioning complete for port 01f02470-98cd-4e53-8321-3a26d68c7daf triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:08:32.952566 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:32.981458 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-4132fc11-8e3e-48a7-b539-03b46c4a4871 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:33.018969 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b3c01d-a3f8-4c53-a805-24e4ea1b9e27 req-c0ec411a-433b-48ad-aa81-506e2dcc7f2f tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:08:33.028198 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d5b3c01d-a3f8-4c53-a805-24e4ea1b9e27 req-c0ec411a-433b-48ad-aa81-506e2dcc7f2f tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3650949
Dec 25 21:08:33.043604 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-358ea7a7-eb63-475e-b74d-076e80a19875 admin admin] Deleting port d3e3c794-950a-49ac-8992-848c0c3d6648 {{(pid=121607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:08:33.044725 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-358ea7a7-eb63-475e-b74d-076e80a19875 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:33.097563 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 42506) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:08:33.099481 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-4132fc11-8e3e-48a7-b539-03b46c4a4871 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6ffb8f31156140e99186291a9ada4eed&name=default HTTP/1.1" status: 200  len: 2996 time: 1.7669683
Dec 25 21:08:33.108526 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d5b3c01d-a3f8-4c53-a805-24e4ea1b9e27 req-66fb6d6f-8b0c-4f95-bf06-4cbb7b9398e8 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] 10.222.0.32 "GET /v2.0/quotas/19a16dcc3c214ac2a218d3758e551792 HTTP/1.1" status: 200  len: 375 time: 0.0786288
Dec 25 21:08:33.141878 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c95134a2-731f-4de5-8ece-982834f79e49 req-1277dff4-4482-426b-8cb0-a396178044f3 tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] Network 1e137e86-76be-493f-9b25-1d17756925b5 is already hosted by enough agents. {{(pid=121606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:08:33.149491 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4132fc11-8e3e-48a7-b539-03b46c4a4871 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db920040-ba0d-4570-8907-204b62e2d184,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:08:33.212377 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-eed1c03f-3856-41f0-85da-a378a95a7d1e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:33.216201 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.db [None req-358ea7a7-eb63-475e-b74d-076e80a19875 admin admin] For port d3e3c794-950a-49ac-8992-848c0c3d6648, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d3e3c794-950a-49ac-8992-848c0c3d6648,segment=NetworkSegment(591f8000-4172-4a52-a74f-a71d018cd92b),segment_id=591f8000-4172-4a52-a74f-a71d018cd92b)] {{(pid=121607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:08:33.216583 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-358ea7a7-eb63-475e-b74d-076e80a19875 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:33.217445 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7ce1f8c-fff4-47a8-b98c-e48f3d004e41 admin admin] Network d11a6d20-7c9e-4651-a65c-c60d3931cc4e is already hosted by enough agents. {{(pid=121606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:08:33.224795 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [None req-a7ce1f8c-fff4-47a8-b98c-e48f3d004e41 admin admin] Resources bound (agent type, host, resource id):  {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:08:33.231041 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:33.241897 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [req-c95134a2-731f-4de5-8ece-982834f79e49 req-1277dff4-4482-426b-8cb0-a396178044f3 tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] Resources bound (agent type, host, resource id):  {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:08:33.252609 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [req-c95134a2-731f-4de5-8ece-982834f79e49 req-1277dff4-4482-426b-8cb0-a396178044f3 tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] Received port after_create {{(pid=121606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:08:33.258390 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:08:33.258390 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:08:33.258390 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:08:33.258390 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:08:33.258390 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:08:33.258390 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:08:33.258390 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:08:33.258390 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:08:33.258390 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:08:33.258390 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:08:33.258390 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:08:33.258390 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:08:33.258390 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:08:33.258390 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:08:33.258390 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:08:33.258390 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:08:33.258390 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:08:33.258390 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:08:33.258390 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:08:33.258390 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:08:33.258390 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:08:33.258390 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:08:33.258390 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:08:33.258390 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:08:33.258390 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:08:33.258390 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:08:33.258390 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:08:33.258390 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:08:33.258390 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:08:33.258390 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:08:33.258390 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:08:33.258390 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:08:33.258390 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:08:33.258390 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:08:33.258390 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:08:33.261084 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:08:33.261084 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:08:33.261084 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:08:33.261084 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:08:33.261084 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:08:33.261084 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:08:33.261084 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:08:33.261084 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:08:33.261084 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:08:33.261084 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:08:33.261084 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:08:33.262546 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95134a2-731f-4de5-8ece-982834f79e49 req-1277dff4-4482-426b-8cb0-a396178044f3 tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:08:33.263326 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-c95134a2-731f-4de5-8ece-982834f79e49 req-1277dff4-4482-426b-8cb0-a396178044f3 tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:33.272206 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-358ea7a7-eb63-475e-b74d-076e80a19875 admin admin] Calling delete_port for d3e3c794-950a-49ac-8992-848c0c3d6648 owned by network:router_interface {{(pid=121607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:08:33.280818 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-eed1c03f-3856-41f0-85da-a378a95a7d1e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:33.284680 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27fc4723-405f-42eb-b2a5-d46301d13fd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01f02470-98cd-4e53-8321-3a26d68c7daf'}] {{(pid=121608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:08:33.287148 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a88c78c3ff6266bd59c7e89d275b28c92e739b67d23c89d71af88829fd31566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b7d24d7-b721-4900-8e26-eeb961d1a1a3" -d '{"events": [{"server_uuid": "27fc4723-405f-42eb-b2a5-d46301d13fd4", "name": "network-vif-plugged", "status": "completed", "tag": "01f02470-98cd-4e53-8321-3a26d68c7daf"}]}' {{(pid=121608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:08:33.327835 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-45d7fe6f-194c-42ef-88d8-d20d345d1808 tempest-ServersWithSpecificFlavorTestJSON-439149936 tempest-ServersWithSpecificFlavorTestJSON-439149936-project] Publish callbacks [] for security_group, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:33.329447 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port 01f02470-98cd-4e53-8321-3a26d68c7daf, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=01f02470-98cd-4e53-8321-3a26d68c7daf,segment=NetworkSegment(85c774cb-a0eb-4ad9-961f-f331d3b37cd6),segment_id=85c774cb-a0eb-4ad9-961f-f331d3b37cd6)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:08:33.339763 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-45d7fe6f-194c-42ef-88d8-d20d345d1808 tempest-ServersWithSpecificFlavorTestJSON-439149936 tempest-ServersWithSpecificFlavorTestJSON-439149936-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1796 time: 1.8025248
Dec 25 21:08:33.340834 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 42512) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:08:33.363367 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d5b3c01d-a3f8-4c53-a805-24e4ea1b9e27 req-0df4fb72-073e-4770-af31-d2f0611df548 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=19a16dcc3c214ac2a218d3758e551792&fields=id HTTP/1.1" status: 200  len: 348 time: 0.2538149
Dec 25 21:08:33.370264 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-0a7ef8d4-4df0-43de-afad-dd5f8df37cd5 tempest-ServersWithSpecificFlavorTestJSON-439149936 tempest-ServersWithSpecificFlavorTestJSON-439149936-project] Request body: {'security_group_rule': {'security_group_id': 'd5c07141-cb75-4b9f-8f8d-51cd5e2004f4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:08:33.429856 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:33.458497 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c898855a-1c7b-480f-89dd-8a5777b89da6 req-ee14ffba-51ad-4713-9a5a-f585604cadbc tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:08:33.463291 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c898855a-1c7b-480f-89dd-8a5777b89da6 req-ee14ffba-51ad-4713-9a5a-f585604cadbc tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] 10.222.0.32 "GET /v2.0/ports?device_id=e370ad00-0f15-4014-99c2-3ecd6b33849e HTTP/1.1" status: 200  len: 932 time: 0.4079001
Dec 25 21:08:33.482184 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c95134a2-731f-4de5-8ece-982834f79e49 req-1277dff4-4482-426b-8cb0-a396178044f3 tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.6745615
Dec 25 21:08:33.526377 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-c95134a2-731f-4de5-8ece-982834f79e49 req-4ba0453a-b71a-414b-be8f-101f3fb5af90 service neutron] Request body: {'port': {'device_id': 'e370ad00-0f15-4014-99c2-3ecd6b33849e', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:08:33.540059 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Pushing event updated for resources: {'Port': ['ID=01f02470-98cd-4e53-8321-3a26d68c7daf,revision_number=10']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:08:33.683411 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-1bf5dd54-b175-40c2-a1a8-b1b776ab941c None None] Provisioning complete for port 611d9951-28c7-4cab-b41e-39741fa4d70e triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:08:33.684388 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-1bf5dd54-b175-40c2-a1a8-b1b776ab941c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:33.719590 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-eed1c03f-3856-41f0-85da-a378a95a7d1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:33.725092 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-eed1c03f-3856-41f0-85da-a378a95a7d1e admin admin] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:33.726489 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-eed1c03f-3856-41f0-85da-a378a95a7d1e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/db920040-ba0d-4570-8907-204b62e2d184 HTTP/1.1" status: 204  len: 168 time: 0.6278241
Dec 25 21:08:33.761107 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed1c03f-3856-41f0-85da-a378a95a7d1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db920040-ba0d-4570-8907-204b62e2d184,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:08:33.805652 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-1bf5dd54-b175-40c2-a1a8-b1b776ab941c None None] Port 611d9951-28c7-4cab-b41e-39741fa4d70e cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:08:33.807472 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-358ea7a7-eb63-475e-b74d-076e80a19875 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955'] for port, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:33.822876 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c898855a-1c7b-480f-89dd-8a5777b89da6 req-d367cb12-929c-4104-9796-e3a78c578685 tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5d2ff88-22d6-43d8-90d1-bfb86d4e3308&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3362687
Dec 25 21:08:33.830597 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-0a7ef8d4-4df0-43de-afad-dd5f8df37cd5 tempest-ServersWithSpecificFlavorTestJSON-439149936 tempest-ServersWithSpecificFlavorTestJSON-439149936-project] Publish callbacks [] for security_group_rule, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:33.850234 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-c95134a2-731f-4de5-8ece-982834f79e49 req-4ba0453a-b71a-414b-be8f-101f3fb5af90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:33.877429 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7ce1f8c-fff4-47a8-b98c-e48f3d004e41 admin admin] Router 8c9a7d0f-9263-4ede-80f0-914a40227c23 has already been hosted by L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 {{(pid=121606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 25 21:08:33.906255 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358ea7a7-eb63-475e-b74d-076e80a19875 admin admin] Pushing event deleted for resources: {'Port': ['ID=d3e3c794-950a-49ac-8992-848c0c3d6648,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:08:34.122489 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:34.144082 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 21:08:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5580634-008e-4408-b7b6-7051dff147cc x-openstack-request-id: req-d5580634-008e-4408-b7b6-7051dff147cc {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:08:34.144660 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27fc4723-405f-42eb-b2a5-d46301d13fd4", "name": "network-vif-plugged", "status": "completed", "tag": "01f02470-98cd-4e53-8321-3a26d68c7daf", "code": 200}]} {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:08:34.145173 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d5580634-008e-4408-b7b6-7051dff147cc {{(pid=121608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:08:34.145882 ncdv-master-1 neutron-server[121608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27fc4723-405f-42eb-b2a5-d46301d13fd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01f02470-98cd-4e53-8321-3a26d68c7daf', 'code': 200}
Dec 25 21:08:34.226380 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-358ea7a7-eb63-475e-b74d-076e80a19875 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2007763'] for router_interface, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:34.423271 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-0a7ef8d4-4df0-43de-afad-dd5f8df37cd5 tempest-ServersWithSpecificFlavorTestJSON-439149936 tempest-ServersWithSpecificFlavorTestJSON-439149936-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:34.503923 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7ce1f8c-fff4-47a8-b98c-e48f3d004e41 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 21:08:34.524916 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a41c02d-a583-43cf-be66-2e47c9c30b4a None None] Sync routers for ids ['8c9a7d0f-9263-4ede-80f0-914a40227c23'] in ncdv-master-1 {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 21:08:34.534888 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-a7ce1f8c-fff4-47a8-b98c-e48f3d004e41 admin admin] 10.222.0.32 "PUT /v2.0/routers/8c9a7d0f-9263-4ede-80f0-914a40227c23/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.0535765
Dec 25 21:08:34.543335 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-0a7ef8d4-4df0-43de-afad-dd5f8df37cd5 tempest-ServersWithSpecificFlavorTestJSON-439149936 tempest-ServersWithSpecificFlavorTestJSON-439149936-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077839'] for security_group_rule, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:34.547569 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a41c02d-a583-43cf-be66-2e47c9c30b4a None None] Routers {'8c9a7d0f-9263-4ede-80f0-914a40227c23'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:08:34.550312 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-1a41c02d-a583-43cf-be66-2e47c9c30b4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2613df7cd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:08:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['8c9a7d0f-9263-4ede-80f0-914a40227c23'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:08:34.770910 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-358ea7a7-eb63-475e-b74d-076e80a19875 admin admin] Router 4f30392b-bbdc-400f-b062-fad468fad8e7 has already been hosted by L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 {{(pid=121607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 25 21:08:34.797821 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 42548) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:08:35.021271 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-6d800841-7817-413b-a9f5-3da28e9e6371 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:35.077356 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvr_db [None req-1a41c02d-a583-43cf-be66-2e47c9c30b4a None None] Set router 8c9a7d0f-9263-4ede-80f0-914a40227c23 gateway port host: ncdv-master-1 {{(pid=121608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:08:35.086120 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-398419a7-4adc-42e1-954b-505a3167a9cd admin admin] Publish callbacks [] for security_group, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:35.136735 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-358ea7a7-eb63-475e-b74d-076e80a19875 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 21:08:35.149640 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63b63b65-1b6f-47e9-bcfb-766def4f1953 None None] Sync routers for ids ['4f30392b-bbdc-400f-b062-fad468fad8e7'] in ncdv-master-1 {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 21:08:35.161006 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-358ea7a7-eb63-475e-b74d-076e80a19875 admin admin] 10.222.0.32 "PUT /v2.0/routers/4f30392b-bbdc-400f-b062-fad468fad8e7/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.1711991
Dec 25 21:08:35.168590 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 42564) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:08:35.170259 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63b63b65-1b6f-47e9-bcfb-766def4f1953 None None] Routers {'4f30392b-bbdc-400f-b062-fad468fad8e7'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:08:35.172256 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-63b63b65-1b6f-47e9-bcfb-766def4f1953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2618845ac0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:08:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['4f30392b-bbdc-400f-b062-fad468fad8e7'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:08:35.378459 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7ef8d4-4df0-43de-afad-dd5f8df37cd5 tempest-ServersWithSpecificFlavorTestJSON-439149936 tempest-ServersWithSpecificFlavorTestJSON-439149936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ee9e7c6-bca1-4b81-880e-35733a4fd931,revision_number=0']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:08:35.392192 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-398419a7-4adc-42e1-954b-505a3167a9cd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:35.399470 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c2a22cc7-c750-43be-a7d2-02e2961fd727 req-6cd91b29-46d2-485e-af50-8654e1e2ab7c tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] 10.222.0.32 "GET /v2.0/ports?device_id=bfb762b4-175c-45df-b530-e2ac66bf96cf HTTP/1.1" status: 200  len: 210 time: 0.1645744
Dec 25 21:08:35.438664 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-0a7ef8d4-4df0-43de-afad-dd5f8df37cd5 tempest-ServersWithSpecificFlavorTestJSON-439149936 tempest-ServersWithSpecificFlavorTestJSON-439149936-project] Publish callbacks [] for security_group_rule, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:35.438842 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-0a7ef8d4-4df0-43de-afad-dd5f8df37cd5 tempest-ServersWithSpecificFlavorTestJSON-439149936 tempest-ServersWithSpecificFlavorTestJSON-439149936-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 2.0879493
Dec 25 21:08:35.442243 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 42576) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:08:35.451996 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-66f0d671-1418-4daf-8a33-f862e6beed3c tempest-ServersWithSpecificFlavorTestJSON-439149936 tempest-ServersWithSpecificFlavorTestJSON-439149936-project] Request body: {'security_group_rule': {'security_group_id': 'd5c07141-cb75-4b9f-8f8d-51cd5e2004f4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:08:35.470450 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvr_db [None req-63b63b65-1b6f-47e9-bcfb-766def4f1953 None None] Set router 4f30392b-bbdc-400f-b062-fad468fad8e7 gateway port host: ncdv-master-1 {{(pid=121609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:08:35.516241 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-7ec8035e-caf0-43c7-a05f-ed596cb8880b admin admin] Publish callbacks [] for router, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:35.526887 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-1a41c02d-a583-43cf-be66-2e47c9c30b4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2613df7cd0>, [{'id': '8c9a7d0f-9263-4ede-80f0-914a40227c23', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-676909578-router', 'tenant_id': 'e65cafc179094f63bf88bfba4c57fd1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.189'}], 'enable_snat': True}, 'gw_port_id': '2a7ba220-6220-4585-99ef-7e2fa624bb90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:08:24Z', 'updated_at': '2021-12-25T21:08:30Z', 'revision_number': 4, 'project_id': 'e65cafc179094f63bf88bfba4c57fd1f', 'gw_port': {'id': '2a7ba220-6220-4585-99ef-7e2fa624bb90', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:c5:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c9a7d0f-9263-4ede-80f0-914a40227c23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:08:25Z', 'updated_at': '2021-12-25T21:08:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '611d9951-28c7-4cab-b41e-39741fa4d70e', 'name': '', 'network_id': 'd11a6d20-7c9e-4651-a65c-c60d3931cc4e', 'tenant_id': 'e65cafc179094f63bf88bfba4c57fd1f', 'mac_address': 'fa:16:3e:03:80:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c9a7d0f-9263-4ede-80f0-914a40227c23', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '98faad13-8b17-4944-b01e-df6bd636584c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:08:28Z', 'updated_at': '2021-12-25T21:08:31Z', 'revision_number': 2, 'project_id': 'e65cafc179094f63bf88bfba4c57fd1f', 'subnets': [{'id': '98faad13-8b17-4944-b01e-df6bd636584c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:08:35.562559 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50960fdf-1a7e-40b9-9f72-2c2502ede444 req-8de945e0-bc82-4309-9561-46661dddcc5d tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:08:35.565311 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-50960fdf-1a7e-40b9-9f72-2c2502ede444 req-8de945e0-bc82-4309-9561-46661dddcc5d tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] 10.222.0.32 "GET /v2.0/ports?device_id=e370ad00-0f15-4014-99c2-3ecd6b33849e HTTP/1.1" status: 200  len: 932 time: 0.2528086
Dec 25 21:08:35.567229 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-398419a7-4adc-42e1-954b-505a3167a9cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:35.610019 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398419a7-4adc-42e1-954b-505a3167a9cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=604e183e-aadb-4836-828d-1155a9a6a8dd,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:08:35.617935 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-66f0d671-1418-4daf-8a33-f862e6beed3c tempest-ServersWithSpecificFlavorTestJSON-439149936 tempest-ServersWithSpecificFlavorTestJSON-439149936-project] Publish callbacks [] for security_group_rule, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:35.640793 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a41c02d-a583-43cf-be66-2e47c9c30b4a None None] Checking router: 8c9a7d0f-9263-4ede-80f0-914a40227c23 for host: ncdv-master-1 {{(pid=121608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 25 21:08:35.642787 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a41c02d-a583-43cf-be66-2e47c9c30b4a None None] Updating router 8c9a7d0f-9263-4ede-80f0-914a40227c23 port 611d9951-28c7-4cab-b41e-39741fa4d70e binding host ncdv-master-1 {{(pid=121608) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 25 21:08:35.673590 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-398419a7-4adc-42e1-954b-505a3167a9cd admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=45ee502aa2e14490913adf8a5892ef22&name=default HTTP/1.1" status: 200  len: 2996 time: 0.8734660
Dec 25 21:08:35.674821 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-66f0d671-1418-4daf-8a33-f862e6beed3c tempest-ServersWithSpecificFlavorTestJSON-439149936 tempest-ServersWithSpecificFlavorTestJSON-439149936-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:35.676489 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 42584) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:08:35.722399 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-1a41c02d-a583-43cf-be66-2e47c9c30b4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:35.773871 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b26e61f4-f8f9-4b13-ac95-b33d909fe09f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:35.785449 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-50960fdf-1a7e-40b9-9f72-2c2502ede444 req-f07aecc2-af80-46de-9375-65fdf1838538 tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5d2ff88-22d6-43d8-90d1-bfb86d4e3308&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1987264
Dec 25 21:08:35.791528 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-66f0d671-1418-4daf-8a33-f862e6beed3c tempest-ServersWithSpecificFlavorTestJSON-439149936 tempest-ServersWithSpecificFlavorTestJSON-439149936-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077839'] for security_group_rule, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:35.798276 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b26e61f4-f8f9-4b13-ac95-b33d909fe09f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:35.841764 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f0d671-1418-4daf-8a33-f862e6beed3c tempest-ServersWithSpecificFlavorTestJSON-439149936 tempest-ServersWithSpecificFlavorTestJSON-439149936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f567d50f-2a34-48ab-9a95-7ffe78660c20,revision_number=0']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:08:35.845550 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [req-c95134a2-731f-4de5-8ece-982834f79e49 req-4ba0453a-b71a-414b-be8f-101f3fb5af90 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9026d1d6-3da8-4905-baa7-966ecb80b10a {{(pid=121606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:08:35.862054 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-c95134a2-731f-4de5-8ece-982834f79e49 req-4ba0453a-b71a-414b-be8f-101f3fb5af90 service neutron] Publish callbacks [] for port, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:35.881368 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-7ec8035e-caf0-43c7-a05f-ed596cb8880b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:35.986876 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-66f0d671-1418-4daf-8a33-f862e6beed3c tempest-ServersWithSpecificFlavorTestJSON-439149936 tempest-ServersWithSpecificFlavorTestJSON-439149936-project] Publish callbacks [] for security_group_rule, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:35.986876 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-66f0d671-1418-4daf-8a33-f862e6beed3c tempest-ServersWithSpecificFlavorTestJSON-439149936 tempest-ServersWithSpecificFlavorTestJSON-439149936-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.5392015
Dec 25 21:08:35.986876 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 42592) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:08:35.989958 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-b981ae0e-e78d-4e24-b7f4-f913097a4f66 tempest-ServersWithSpecificFlavorTestJSON-439149936 tempest-ServersWithSpecificFlavorTestJSON-439149936-project] Request body: {'floatingip': {'floating_network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:08:36.014238 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b26e61f4-f8f9-4b13-ac95-b33d909fe09f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:36.016242 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.provisioning_blocks [req-c95134a2-731f-4de5-8ece-982834f79e49 req-4ba0453a-b71a-414b-be8f-101f3fb5af90 service neutron] Transition to ACTIVE for port object 9026d1d6-3da8-4905-baa7-966ecb80b10a will not be triggered until provisioned by entity L2. {{(pid=121606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 25 21:08:36.018434 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b26e61f4-f8f9-4b13-ac95-b33d909fe09f admin admin] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:36.019712 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-b26e61f4-f8f9-4b13-ac95-b33d909fe09f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/604e183e-aadb-4836-828d-1155a9a6a8dd HTTP/1.1" status: 204  len: 168 time: 0.3419428
Dec 25 21:08:36.096495 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-c95134a2-731f-4de5-8ece-982834f79e49 req-4ba0453a-b71a-414b-be8f-101f3fb5af90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:36.129115 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26e61f4-f8f9-4b13-ac95-b33d909fe09f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=604e183e-aadb-4836-828d-1155a9a6a8dd,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:08:36.250443 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba0453a-b71a-414b-be8f-101f3fb5af90 service neutron] Pushing event updated for resources: {'Port': ['ID=9026d1d6-3da8-4905-baa7-966ecb80b10a,revision_number=2']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:08:36.280864 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-7ec8035e-caf0-43c7-a05f-ed596cb8880b admin admin] Deleting port 6bbe24db-eb71-4dec-bf5e-ee67a55d86f2 {{(pid=121607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:08:36.281249 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-7ec8035e-caf0-43c7-a05f-ed596cb8880b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:36.351011 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-63b63b65-1b6f-47e9-bcfb-766def4f1953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2618845ac0>, [{'id': '4f30392b-bbdc-400f-b062-fad468fad8e7', 'name': 'tempest-FloatingIPsTestJSON-2006952787-router', 'tenant_id': 'f1c9d95c0097420ba158062e91371e63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.225'}], 'enable_snat': True}, 'gw_port_id': '6bbe24db-eb71-4dec-bf5e-ee67a55d86f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:07:56Z', 'updated_at': '2021-12-25T21:08:33Z', 'revision_number': 5, 'project_id': 'f1c9d95c0097420ba158062e91371e63', 'gw_port': {'id': '6bbe24db-eb71-4dec-bf5e-ee67a55d86f2', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:09:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f30392b-bbdc-400f-b062-fad468fad8e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:07:58Z', 'updated_at': '2021-12-25T21:08:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:08:36.409927 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-1a41c02d-a583-43cf-be66-2e47c9c30b4a None None] Publish callbacks [] for port, precommit_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:36.416866 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-b981ae0e-e78d-4e24-b7f4-f913097a4f66 tempest-ServersWithSpecificFlavorTestJSON-439149936 tempest-ServersWithSpecificFlavorTestJSON-439149936-project] Publish callbacks [] for floatingip, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:36.438874 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e64cdc-b339-466a-8c3c-ec0dca4c0ffd req-75f871c7-2ea9-4bbd-8603-b4e9c1a9df7f tempest-FloatingIPsAssociationNegativeTestJSON-495794297 tempest-FloatingIPsAssociationNegativeTestJSON-495794297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:08:36.446046 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63b63b65-1b6f-47e9-bcfb-766def4f1953 None None] Checking router: 4f30392b-bbdc-400f-b062-fad468fad8e7 for host: ncdv-master-1 {{(pid=121609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 25 21:08:36.447787 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-71e64cdc-b339-466a-8c3c-ec0dca4c0ffd req-75f871c7-2ea9-4bbd-8603-b4e9c1a9df7f tempest-FloatingIPsAssociationNegativeTestJSON-495794297 tempest-FloatingIPsAssociationNegativeTestJSON-495794297-project] 10.222.0.32 "GET /v2.0/networks?id=d11a6d20-7c9e-4651-a65c-c60d3931cc4e HTTP/1.1" status: 200  len: 828 time: 0.2028811
Dec 25 21:08:36.474407 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63b63b65-1b6f-47e9-bcfb-766def4f1953 None None] Routers {'4f30392b-bbdc-400f-b062-fad468fad8e7'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:08:36.475036 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-63b63b65-1b6f-47e9-bcfb-766def4f1953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2618845ac0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:08:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['4f30392b-bbdc-400f-b062-fad468fad8e7'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:08:36.516774 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8b231838-a782-45ce-88a8-c9194500a94e req-7dc405c0-2e24-49ce-a33a-647b44d2cf08 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] 10.222.0.32 "GET /v2.0/ports?device_id=bfb762b4-175c-45df-b530-e2ac66bf96cf HTTP/1.1" status: 200  len: 210 time: 0.0385339
Dec 25 21:08:36.528640 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-71e64cdc-b339-466a-8c3c-ec0dca4c0ffd req-c74f8e1d-bf71-4e5c-bc68-83c7df1925ae tempest-FloatingIPsAssociationNegativeTestJSON-495794297 tempest-FloatingIPsAssociationNegativeTestJSON-495794297-project] 10.222.0.32 "GET /v2.0/quotas/e65cafc179094f63bf88bfba4c57fd1f HTTP/1.1" status: 200  len: 375 time: 0.0798726
Dec 25 21:08:36.571404 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.db [None req-7ec8035e-caf0-43c7-a05f-ed596cb8880b admin admin] For port 6bbe24db-eb71-4dec-bf5e-ee67a55d86f2, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6bbe24db-eb71-4dec-bf5e-ee67a55d86f2,segment=NetworkSegment(6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855),segment_id=6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855)] {{(pid=121607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:08:36.572320 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-7ec8035e-caf0-43c7-a05f-ed596cb8880b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:36.632630 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-7ec8035e-caf0-43c7-a05f-ed596cb8880b admin admin] Calling delete_port for 6bbe24db-eb71-4dec-bf5e-ee67a55d86f2 owned by network:router_gateway {{(pid=121607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:08:36.714211 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-c95134a2-731f-4de5-8ece-982834f79e49 req-4ba0453a-b71a-414b-be8f-101f3fb5af90 service neutron] Attempting to bind port 9026d1d6-3da8-4905-baa7-966ecb80b10a on host nch2-master-1 for vnic_type normal with profile  {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:08:36.715189 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvr_db [None req-63b63b65-1b6f-47e9-bcfb-766def4f1953 None None] Set router 4f30392b-bbdc-400f-b062-fad468fad8e7 gateway port host: None {{(pid=121609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:08:36.716203 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-c95134a2-731f-4de5-8ece-982834f79e49 req-4ba0453a-b71a-414b-be8f-101f3fb5af90 service neutron] Attempting to bind port 9026d1d6-3da8-4905-baa7-966ecb80b10a by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '0bc15208-d08d-4c93-89c3-c4dfd4d97844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '1e137e86-76be-493f-9b25-1d17756925b5'}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:08:36.716605 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c95134a2-731f-4de5-8ece-982834f79e49 req-4ba0453a-b71a-414b-be8f-101f3fb5af90 service neutron] Attempting to bind port 9026d1d6-3da8-4905-baa7-966ecb80b10a on network 1e137e86-76be-493f-9b25-1d17756925b5 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:08:36.735028 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-71e64cdc-b339-466a-8c3c-ec0dca4c0ffd req-e49a9e88-bd06-4dbf-9f49-724274867174 tempest-FloatingIPsAssociationNegativeTestJSON-495794297 tempest-FloatingIPsAssociationNegativeTestJSON-495794297-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=e65cafc179094f63bf88bfba4c57fd1f&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1954145
Dec 25 21:08:36.745169 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c95134a2-731f-4de5-8ece-982834f79e49 req-4ba0453a-b71a-414b-be8f-101f3fb5af90 service neutron] Port 9026d1d6-3da8-4905-baa7-966ecb80b10a on network 1e137e86-76be-493f-9b25-1d17756925b5 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 25 21:08:36.745169 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c95134a2-731f-4de5-8ece-982834f79e49 req-4ba0453a-b71a-414b-be8f-101f3fb5af90 service neutron] Attempting to bind port 9026d1d6-3da8-4905-baa7-966ecb80b10a on network 1e137e86-76be-493f-9b25-1d17756925b5 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:08:36.788923 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c95134a2-731f-4de5-8ece-982834f79e49 req-4ba0453a-b71a-414b-be8f-101f3fb5af90 service neutron] Checking agent: {'id': '0d9ae313-8f8d-40fa-8a9f-d098a25a9911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 21, 4, 38), 'started_at': datetime.datetime(2021, 12, 25, 21, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 8, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:08:36.789268 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c95134a2-731f-4de5-8ece-982834f79e49 req-4ba0453a-b71a-414b-be8f-101f3fb5af90 service neutron] Checking segment: {'id': '0bc15208-d08d-4c93-89c3-c4dfd4d97844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '1e137e86-76be-493f-9b25-1d17756925b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:08:36.789659 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c95134a2-731f-4de5-8ece-982834f79e49 req-4ba0453a-b71a-414b-be8f-101f3fb5af90 service neutron] Bound using segment: {'id': '0bc15208-d08d-4c93-89c3-c4dfd4d97844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '1e137e86-76be-493f-9b25-1d17756925b5'} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:08:36.790115 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-c95134a2-731f-4de5-8ece-982834f79e49 req-4ba0453a-b71a-414b-be8f-101f3fb5af90 service neutron] Bound port: 9026d1d6-3da8-4905-baa7-966ecb80b10a, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0bc15208-d08d-4c93-89c3-c4dfd4d97844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '1e137e86-76be-493f-9b25-1d17756925b5'}}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:08:36.791499 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-c95134a2-731f-4de5-8ece-982834f79e49 req-4ba0453a-b71a-414b-be8f-101f3fb5af90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:36.816651 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-63b63b65-1b6f-47e9-bcfb-766def4f1953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2618845ac0>, [{'id': '4f30392b-bbdc-400f-b062-fad468fad8e7', 'name': 'tempest-FloatingIPsTestJSON-2006952787-router', 'tenant_id': 'f1c9d95c0097420ba158062e91371e63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:07:56Z', 'updated_at': '2021-12-25T21:08:35Z', 'revision_number': 6, 'project_id': 'f1c9d95c0097420ba158062e91371e63', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:08:36.855461 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63b63b65-1b6f-47e9-bcfb-766def4f1953 None None] The sync data for ids ['4f30392b-bbdc-400f-b062-fad468fad8e7'] in ncdv-master-1 is: [{'id': '4f30392b-bbdc-400f-b062-fad468fad8e7', 'name': 'tempest-FloatingIPsTestJSON-2006952787-router', 'tenant_id': 'f1c9d95c0097420ba158062e91371e63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:07:56Z', 'updated_at': '2021-12-25T21:08:35Z', 'revision_number': 6, 'project_id': 'f1c9d95c0097420ba158062e91371e63', 'gw_port_host': None}] {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 21:08:36.901944 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-b981ae0e-e78d-4e24-b7f4-f913097a4f66 tempest-ServersWithSpecificFlavorTestJSON-439149936 tempest-ServersWithSpecificFlavorTestJSON-439149936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:36.910318 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-1a41c02d-a583-43cf-be66-2e47c9c30b4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:37.066657 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-1df266b4-d140-4250-9e22-07627f9fecfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:37.208604 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-71e64cdc-b339-466a-8c3c-ec0dca4c0ffd req-b3dacb15-fe2f-444b-b989-5769c686cafc service neutron] 10.222.0.32 "GET /v2.0/networks/d11a6d20-7c9e-4651-a65c-c60d3931cc4e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4565830
Dec 25 21:08:37.325008 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5370fc8e-e0a3-4895-b0ad-0213a263e47e None None] Pushing event updated for resources: {'Port': ['ID=611d9951-28c7-4cab-b41e-39741fa4d70e,revision_number=3']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:08:37.384569 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-1a41c02d-a583-43cf-be66-2e47c9c30b4a None None] Attempting to bind port 611d9951-28c7-4cab-b41e-39741fa4d70e on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:08:37.384981 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-1a41c02d-a583-43cf-be66-2e47c9c30b4a None None] Attempting to bind port 611d9951-28c7-4cab-b41e-39741fa4d70e by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ee6c5cc2-3196-4a40-8cac-19840092fb26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'd11a6d20-7c9e-4651-a65c-c60d3931cc4e'}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:08:37.385334 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a41c02d-a583-43cf-be66-2e47c9c30b4a None None] Attempting to bind port 611d9951-28c7-4cab-b41e-39741fa4d70e on network d11a6d20-7c9e-4651-a65c-c60d3931cc4e {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:08:37.407193 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a41c02d-a583-43cf-be66-2e47c9c30b4a None None] Checking agent: {'id': 'ca4f5c6d-f1fd-48b8-a3e3-395864c7d23d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 20, 56, 40), 'started_at': datetime.datetime(2021, 12, 25, 20, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 8, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:08:37.407582 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a41c02d-a583-43cf-be66-2e47c9c30b4a None None] Checking segment: {'id': 'ee6c5cc2-3196-4a40-8cac-19840092fb26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'd11a6d20-7c9e-4651-a65c-c60d3931cc4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:08:37.408008 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-1a41c02d-a583-43cf-be66-2e47c9c30b4a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:37.408407 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a41c02d-a583-43cf-be66-2e47c9c30b4a None None] Bound using segment: {'id': 'ee6c5cc2-3196-4a40-8cac-19840092fb26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'd11a6d20-7c9e-4651-a65c-c60d3931cc4e'} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:08:37.411662 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-1a41c02d-a583-43cf-be66-2e47c9c30b4a None None] Bound port: 611d9951-28c7-4cab-b41e-39741fa4d70e, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee6c5cc2-3196-4a40-8cac-19840092fb26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'd11a6d20-7c9e-4651-a65c-c60d3931cc4e'}}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:08:37.412168 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-1a41c02d-a583-43cf-be66-2e47c9c30b4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:37.437167 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-c95134a2-731f-4de5-8ece-982834f79e49 req-4ba0453a-b71a-414b-be8f-101f3fb5af90 service neutron] For port 9026d1d6-3da8-4905-baa7-966ecb80b10a, host nch2-master-1, cleared binding levels {{(pid=121606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:08:37.626547 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-c95134a2-731f-4de5-8ece-982834f79e49 req-4ba0453a-b71a-414b-be8f-101f3fb5af90 service neutron] For port 9026d1d6-3da8-4905-baa7-966ecb80b10a, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9026d1d6-3da8-4905-baa7-966ecb80b10a,segment=NetworkSegment(0bc15208-d08d-4c93-89c3-c4dfd4d97844),segment_id=0bc15208-d08d-4c93-89c3-c4dfd4d97844)] {{(pid=121606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:08:37.631177 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-71e64cdc-b339-466a-8c3c-ec0dca4c0ffd req-c136bae0-2ed9-41d7-a17d-ef8b47c75c90 service neutron] 10.222.0.32 "GET /v2.0/networks/d11a6d20-7c9e-4651-a65c-c60d3931cc4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4214704
Dec 25 21:08:37.674561 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-1a41c02d-a583-43cf-be66-2e47c9c30b4a None None] For port 611d9951-28c7-4cab-b41e-39741fa4d70e, host ncdv-master-1, cleared binding levels {{(pid=121608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:08:37.709112 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-140571ef-81e4-469d-9bd8-48051f6fafae None None] Provisioning complete for port 611d9951-28c7-4cab-b41e-39741fa4d70e triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:08:37.714561 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-140571ef-81e4-469d-9bd8-48051f6fafae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:37.734812 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_common [None req-b981ae0e-e78d-4e24-b7f4-f913097a4f66 tempest-ServersWithSpecificFlavorTestJSON-439149936 tempest-ServersWithSpecificFlavorTestJSON-439149936-project] Allocated IP 172.35.3.223 (7201e55c-7c5f-41aa-a042-a363696539d0/7a939e13-713f-45cf-bba7-1539635abe25/e4bdb49a-d4d4-434f-ba08-11125abe6f55) {{(pid=121606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:08:37.753716 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-7ec8035e-caf0-43c7-a05f-ed596cb8880b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955'] for port, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:37.799180 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-1a41c02d-a583-43cf-be66-2e47c9c30b4a None None] For port 611d9951-28c7-4cab-b41e-39741fa4d70e, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=611d9951-28c7-4cab-b41e-39741fa4d70e,segment=NetworkSegment(ee6c5cc2-3196-4a40-8cac-19840092fb26),segment_id=ee6c5cc2-3196-4a40-8cac-19840092fb26)] {{(pid=121608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:08:37.824701 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-140571ef-81e4-469d-9bd8-48051f6fafae None None] Port 611d9951-28c7-4cab-b41e-39741fa4d70e cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:08:37.831446 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec8035e-caf0-43c7-a05f-ed596cb8880b admin admin] Pushing event deleted for resources: {'Port': ['ID=6bbe24db-eb71-4dec-bf5e-ee67a55d86f2,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:08:37.842023 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-c95134a2-731f-4de5-8ece-982834f79e49 req-4ba0453a-b71a-414b-be8f-101f3fb5af90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:37.912558 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-7ec8035e-caf0-43c7-a05f-ed596cb8880b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2008689'] for router_gateway, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:37.965070 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:37.967040 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-1a41c02d-a583-43cf-be66-2e47c9c30b4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:38.157493 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a41c02d-a583-43cf-be66-2e47c9c30b4a None None] Routers {'8c9a7d0f-9263-4ede-80f0-914a40227c23'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:08:38.158383 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-1a41c02d-a583-43cf-be66-2e47c9c30b4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2613df7cd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:08:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['8c9a7d0f-9263-4ede-80f0-914a40227c23'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:08:38.188243 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-7ec8035e-caf0-43c7-a05f-ed596cb8880b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2014235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14905'] for router, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:38.199540 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-7ec8035e-caf0-43c7-a05f-ed596cb8880b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:38.200192 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba0453a-b71a-414b-be8f-101f3fb5af90 service neutron] Pushing event updated for resources: {'Port': ['ID=9026d1d6-3da8-4905-baa7-966ecb80b10a,revision_number=3']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:08:38.320060 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 6bbe24db-eb71-4dec-bf5e-ee67a55d86f2 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:08:38.367889 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5370fc8e-e0a3-4895-b0ad-0213a263e47e None None] Pushing event updated for resources: {'Port': ['ID=611d9951-28c7-4cab-b41e-39741fa4d70e,revision_number=4']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:08:38.379086 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] No Port match for: 6bbe24db-eb71-4dec-bf5e-ee67a55d86f2 {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:08:38.379448 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 6bbe24db-eb71-4dec-bf5e-ee67a55d86f2 not bound to the agent host ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:08:38.379873 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device d3e3c794-950a-49ac-8992-848c0c3d6648 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:08:38.384170 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-7ec8035e-caf0-43c7-a05f-ed596cb8880b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2014220'] for router, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:38.385570 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ec8035e-caf0-43c7-a05f-ed596cb8880b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4f30392b-bbdc-400f-b062-fad468fad8e7 {{(pid=121607) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 25 21:08:38.400833 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-7ec8035e-caf0-43c7-a05f-ed596cb8880b admin admin] Publish callbacks [] for router, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:38.402032 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-7ec8035e-caf0-43c7-a05f-ed596cb8880b admin admin] 10.222.0.32 "DELETE /v2.0/routers/4f30392b-bbdc-400f-b062-fad468fad8e7 HTTP/1.1" status: 204  len: 168 time: 3.2249618
Dec 25 21:08:38.407028 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 42652) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:08:38.422188 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] No Port match for: d3e3c794-950a-49ac-8992-848c0c3d6648 {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:08:38.422543 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device d3e3c794-950a-49ac-8992-848c0c3d6648 not bound to the agent host ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:08:38.481785 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-b981ae0e-e78d-4e24-b7f4-f913097a4f66 tempest-ServersWithSpecificFlavorTestJSON-439149936 tempest-ServersWithSpecificFlavorTestJSON-439149936-project] Publish callbacks [] for port, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:38.491001 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3e945ecd-9380-47c2-aa0a-12ebe07e03e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:38.537365 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvr_db [None req-1a41c02d-a583-43cf-be66-2e47c9c30b4a None None] Set router 8c9a7d0f-9263-4ede-80f0-914a40227c23 gateway port host: ncdv-master-1 {{(pid=121608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:08:38.571639 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_v2 [None req-91def77b-fec6-4aed-ad8d-431a36b2b36c admin admin] Deleting subnet 06b1bcc8-4c11-4f03-9645-2a4aefcf5a36 {{(pid=121607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Dec 25 21:08:38.595533 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-91def77b-fec6-4aed-ad8d-431a36b2b36c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:38.654150 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a83cd44b-5d9f-444b-aaeb-5ba433a12d80 req-57ae00ef-dfd0-4d7f-84c2-665dd4be46fd tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] 10.222.0.32 "GET /v2.0/ports?device_id=bfb762b4-175c-45df-b530-e2ac66bf96cf HTTP/1.1" status: 200  len: 210 time: 0.4372125
Dec 25 21:08:38.671720 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-91def77b-fec6-4aed-ad8d-431a36b2b36c admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:38.686848 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95134a2-731f-4de5-8ece-982834f79e49 req-4ba0453a-b71a-414b-be8f-101f3fb5af90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:08:38.687716 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-c95134a2-731f-4de5-8ece-982834f79e49 req-4ba0453a-b71a-414b-be8f-101f3fb5af90 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:38.695262 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c95134a2-731f-4de5-8ece-982834f79e49 req-4ba0453a-b71a-414b-be8f-101f3fb5af90 service neutron] 10.222.0.37 "PUT /v2.0/ports/9026d1d6-3da8-4905-baa7-966ecb80b10a HTTP/1.1" status: 200  len: 1092 time: 5.2040582
Dec 25 21:08:38.696409 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e370ad00-0f15-4014-99c2-3ecd6b33849e', 'tag': '9026d1d6-3da8-4905-baa7-966ecb80b10a'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:08:38.709849 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9858820c13ec2827453b94ebc4181065e990a4e4089ccb9fe762531ac62d2fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d7bcf66-8302-43da-a4dd-732ae2308039" -d '{"events": [{"name": "network-changed", "server_uuid": "e370ad00-0f15-4014-99c2-3ecd6b33849e", "tag": "9026d1d6-3da8-4905-baa7-966ecb80b10a"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:08:38.723428 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-62c4ad2b-1d05-4b62-9d30-509c3fec7bb4 None None] Provisioning complete for port 611d9951-28c7-4cab-b41e-39741fa4d70e triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:08:38.724118 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-62c4ad2b-1d05-4b62-9d30-509c3fec7bb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:38.738243 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-b981ae0e-e78d-4e24-b7f4-f913097a4f66 tempest-ServersWithSpecificFlavorTestJSON-439149936 tempest-ServersWithSpecificFlavorTestJSON-439149936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946'] for port, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:38.870963 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f4d306-e7bf-4592-9c2b-6ee5088b56af req-39180c73-5e65-4a08-83e0-98735ff33fa1 tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:08:38.875743 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-34f4d306-e7bf-4592-9c2b-6ee5088b56af req-39180c73-5e65-4a08-83e0-98735ff33fa1 tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] 10.222.0.32 "GET /v2.0/ports?device_id=e370ad00-0f15-4014-99c2-3ecd6b33849e HTTP/1.1" status: 200  len: 944 time: 0.9273279
Dec 25 21:08:38.892830 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b981ae0e-e78d-4e24-b7f4-f913097a4f66 tempest-ServersWithSpecificFlavorTestJSON-439149936 tempest-ServersWithSpecificFlavorTestJSON-439149936-project] Network 7201e55c-7c5f-41aa-a042-a363696539d0 is already hosted by enough agents. {{(pid=121606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:08:38.914745 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [None req-b981ae0e-e78d-4e24-b7f4-f913097a4f66 tempest-ServersWithSpecificFlavorTestJSON-439149936 tempest-ServersWithSpecificFlavorTestJSON-439149936-project] Resources bound (agent type, host, resource id):  {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:08:38.934806 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b981ae0e-e78d-4e24-b7f4-f913097a4f66 tempest-ServersWithSpecificFlavorTestJSON-439149936 tempest-ServersWithSpecificFlavorTestJSON-439149936-project] Received port after_create {{(pid=121606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:08:39.005428 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-91def77b-fec6-4aed-ad8d-431a36b2b36c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995662'] for subnet, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:39.052312 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 42676) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:08:39.128009 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b981ae0e-e78d-4e24-b7f4-f913097a4f66 tempest-ServersWithSpecificFlavorTestJSON-439149936 tempest-ServersWithSpecificFlavorTestJSON-439149936-project] Pushing event updated for resources: {'Port': ['ID=e4bdb49a-d4d4-434f-ba08-11125abe6f55,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:08:39.210105 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-b981ae0e-e78d-4e24-b7f4-f913097a4f66 tempest-ServersWithSpecificFlavorTestJSON-439149936 tempest-ServersWithSpecificFlavorTestJSON-439149936-project] Publish callbacks [] for floatingip, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:39.247754 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-34f4d306-e7bf-4592-9c2b-6ee5088b56af req-0334d1e5-949f-4da4-9b6b-d48ceb4d7e01 tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5d2ff88-22d6-43d8-90d1-bfb86d4e3308&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3419993
Dec 25 21:08:39.251707 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95134a2-731f-4de5-8ece-982834f79e49 req-fae793d5-dfaa-4d38-a886-035f5e7e0d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:08:39.256954 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c95134a2-731f-4de5-8ece-982834f79e49 req-fae793d5-dfaa-4d38-a886-035f5e7e0d54 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=276a36e6a97d46a78b7e483daa26cc2e&device_id=e370ad00-0f15-4014-99c2-3ecd6b33849e HTTP/1.1" status: 200  len: 1095 time: 0.3349257
Dec 25 21:08:39.266139 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-e8428b1e-dd65-4532-bd37-3fd37ef293d5 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-659817238-network', 'tenant_id': '59f8b4655374484fb667a21c2fcd9844'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:08:39.290974 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-91def77b-fec6-4aed-ad8d-431a36b2b36c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870'] for subnet, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:39.298488 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-62c4ad2b-1d05-4b62-9d30-509c3fec7bb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:39.328267 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-1a41c02d-a583-43cf-be66-2e47c9c30b4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2613df7cd0>, [{'id': '8c9a7d0f-9263-4ede-80f0-914a40227c23', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-676909578-router', 'tenant_id': 'e65cafc179094f63bf88bfba4c57fd1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.189'}], 'enable_snat': True}, 'gw_port_id': '2a7ba220-6220-4585-99ef-7e2fa624bb90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:08:24Z', 'updated_at': '2021-12-25T21:08:30Z', 'revision_number': 4, 'project_id': 'e65cafc179094f63bf88bfba4c57fd1f', 'gw_port': {'id': '2a7ba220-6220-4585-99ef-7e2fa624bb90', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:c5:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c9a7d0f-9263-4ede-80f0-914a40227c23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:08:25Z', 'updated_at': '2021-12-25T21:08:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '611d9951-28c7-4cab-b41e-39741fa4d70e', 'name': '', 'network_id': 'd11a6d20-7c9e-4651-a65c-c60d3931cc4e', 'tenant_id': 'e65cafc179094f63bf88bfba4c57fd1f', 'mac_address': 'fa:16:3e:03:80:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c9a7d0f-9263-4ede-80f0-914a40227c23', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '98faad13-8b17-4944-b01e-df6bd636584c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:08:28Z', 'updated_at': '2021-12-25T21:08:37Z', 'revision_number': 4, 'project_id': 'e65cafc179094f63bf88bfba4c57fd1f', 'subnets': [{'id': '98faad13-8b17-4944-b01e-df6bd636584c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:08:39.332626 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c95134a2-731f-4de5-8ece-982834f79e49 req-b14c828c-a46c-435e-8c1e-093ac1192924 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9026d1d6-3da8-4905-baa7-966ecb80b10a HTTP/1.1" status: 200  len: 217 time: 0.0610576
Dec 25 21:08:39.353839 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-d5b3c01d-a3f8-4c53-a805-24e4ea1b9e27 req-af414f25-9102-4229-99e3-a2f2610c402d tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=19a16dcc3c214ac2a218d3758e551792&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0962744
Dec 25 21:08:39.369591 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a41c02d-a583-43cf-be66-2e47c9c30b4a None None] The sync data for ids ['8c9a7d0f-9263-4ede-80f0-914a40227c23'] in ncdv-master-1 is: [{'id': '8c9a7d0f-9263-4ede-80f0-914a40227c23', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-676909578-router', 'tenant_id': 'e65cafc179094f63bf88bfba4c57fd1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.189'}], 'enable_snat': True}, 'gw_port_id': '2a7ba220-6220-4585-99ef-7e2fa624bb90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:08:24Z', 'updated_at': '2021-12-25T21:08:30Z', 'revision_number': 4, 'project_id': 'e65cafc179094f63bf88bfba4c57fd1f', 'gw_port': {'id': '2a7ba220-6220-4585-99ef-7e2fa624bb90', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:c5:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c9a7d0f-9263-4ede-80f0-914a40227c23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:08:25Z', 'updated_at': '2021-12-25T21:08:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '611d9951-28c7-4cab-b41e-39741fa4d70e', 'name': '', 'network_id': 'd11a6d20-7c9e-4651-a65c-c60d3931cc4e', 'tenant_id': 'e65cafc179094f63bf88bfba4c57fd1f', 'mac_address': 'fa:16:3e:03:80:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c9a7d0f-9263-4ede-80f0-914a40227c23', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '98faad13-8b17-4944-b01e-df6bd636584c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:08:28Z', 'updated_at': '2021-12-25T21:08:37Z', 'revision_number': 4, 'project_id': 'e65cafc179094f63bf88bfba4c57fd1f', 'subnets': [{'id': '98faad13-8b17-4944-b01e-df6bd636584c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 21:08:39.458161 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-62c4ad2b-1d05-4b62-9d30-509c3fec7bb4 None None] For port 611d9951-28c7-4cab-b41e-39741fa4d70e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=611d9951-28c7-4cab-b41e-39741fa4d70e,segment=NetworkSegment(ee6c5cc2-3196-4a40-8cac-19840092fb26),segment_id=ee6c5cc2-3196-4a40-8cac-19840092fb26)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:08:39.466001 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-15cb578f-7a63-4fd3-925d-83bad4c7b82a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:39.500283 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91def77b-fec6-4aed-ad8d-431a36b2b36c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=06b1bcc8-4c11-4f03-9645-2a4aefcf5a36,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:08:39.502563 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-91def77b-fec6-4aed-ad8d-431a36b2b36c admin admin] Publish callbacks [] for subnet, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:39.514444 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-91def77b-fec6-4aed-ad8d-431a36b2b36c admin admin] 10.222.0.32 "DELETE /v2.0/subnets/06b1bcc8-4c11-4f03-9645-2a4aefcf5a36 HTTP/1.1" status: 204  len: 168 time: 1.1051073
Dec 25 21:08:39.515116 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 42684) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:08:39.573628 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3882837-4705-4849-90e0-267b3bebb0ef None None] Network d51979bf-a302-4a2e-9e52-e07ae7ff51d2 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:08:39.609730 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Dec 2021 21:08:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44778575-619b-425c-80da-993fde243543 x-openstack-request-id: req-44778575-619b-425c-80da-993fde243543 {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:08:39.609927 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e370ad00-0f15-4014-99c2-3ecd6b33849e", "tag": "9026d1d6-3da8-4905-baa7-966ecb80b10a", "status": "completed", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:08:39.610166 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-62c4ad2b-1d05-4b62-9d30-509c3fec7bb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:39.610318 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-44778575-619b-425c-80da-993fde243543 {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:08:39.610671 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e370ad00-0f15-4014-99c2-3ecd6b33849e', 'tag': '9026d1d6-3da8-4905-baa7-966ecb80b10a', 'status': 'completed', 'code': 200}
Dec 25 21:08:39.651730 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-b981ae0e-e78d-4e24-b7f4-f913097a4f66 tempest-ServersWithSpecificFlavorTestJSON-439149936 tempest-ServersWithSpecificFlavorTestJSON-439149936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:39.657157 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-089f3599-4804-4e0b-9ac1-364c827d1bbd req-ed27ada9-c359-4f30-b8f0-fe2174d45bb4 tempest-FloatingIPsAssociationNegativeTestJSON-495794297 tempest-FloatingIPsAssociationNegativeTestJSON-495794297-project] 10.222.0.32 "GET /v2.0/ports?device_id=24fbe6b2-8ab0-4b10-932c-de5d0c1f1ec7 HTTP/1.1" status: 200  len: 210 time: 0.2264013
Dec 25 21:08:39.688169 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c4ad2b-1d05-4b62-9d30-509c3fec7bb4 None None] Pushing event updated for resources: {'Port': ['ID=611d9951-28c7-4cab-b41e-39741fa4d70e,revision_number=5']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:08:39.737777 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95134a2-731f-4de5-8ece-982834f79e49 req-e7c6c688-aebe-4096-b726-f3832292c22a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:08:39.740245 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c95134a2-731f-4de5-8ece-982834f79e49 req-e7c6c688-aebe-4096-b726-f3832292c22a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9f350e3c-b3c0-4923-bec6-5c96ab55923b HTTP/1.1" status: 200  len: 860 time: 0.3995571
Dec 25 21:08:39.744845 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-4d7615fb-0aa0-45f1-9b60-142eb1203ec4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625803'] for network, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:39.815800 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-353206a3-bcd8-401d-a2d6-b10a35da94e7 req-7b9977cb-d3cd-4573-ac6f-e2b4736622fa service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=7cd2be37-78a6-4e40-813d-8e2478ea8dc2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.4314229
Dec 25 21:08:39.848342 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8428b1e-dd65-4532-bd37-3fd37ef293d5 admin admin] Made reservation on behalf of 59f8b4655374484fb667a21c2fcd9844 for: {'network': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:08:39.850967 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-e8428b1e-dd65-4532-bd37-3fd37ef293d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for network, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:39.875849 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7808cc8a-5bd6-4703-b1b2-81f52a7dede9 None None] DHCP port deletion for d51979bf-a302-4a2e-9e52-e07ae7ff51d2 request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 21:08:39.881155 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c95134a2-731f-4de5-8ece-982834f79e49 req-2825096b-d8d1-4eb4-b67f-16aa83f38768 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1e137e86-76be-493f-9b25-1d17756925b5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0958974
Dec 25 21:08:39.958416 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-63372929-56b1-4ac8-84c0-2e5e83c00759 req-aeb56b9a-3c20-401e-8035-2d7a81307a58 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] 10.222.0.32 "GET /v2.0/ports?device_id=bfb762b4-175c-45df-b530-e2ac66bf96cf HTTP/1.1" status: 200  len: 210 time: 0.1399710
Dec 25 21:08:39.960967 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-e8428b1e-dd65-4532-bd37-3fd37ef293d5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:40.025290 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-7808cc8a-5bd6-4703-b1b2-81f52a7dede9 None None] Deleting port b3052fe0-a88f-470c-af78-79a6984a8d9c {{(pid=121608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:08:40.028298 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-7808cc8a-5bd6-4703-b1b2-81f52a7dede9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:40.078231 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b3c01d-a3f8-4c53-a805-24e4ea1b9e27 req-b445bfa0-bffb-4150-9e9f-5286d6319edb tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:08:40.087253 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-d5b3c01d-a3f8-4c53-a805-24e4ea1b9e27 req-b445bfa0-bffb-4150-9e9f-5286d6319edb tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.6283460
Dec 25 21:08:40.111473 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [req-d5b3c01d-a3f8-4c53-a805-24e4ea1b9e27 req-13e9a237-1013-4c89-a1e9-3da746b305d0 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] Request body: {'port': {'device_id': '083a54e8-8841-4d6e-b720-a0e06409e0d4', 'network_id': '8f212e98-547d-4c6e-a560-2e9a548c8f59', 'admin_state_up': True, 'tenant_id': '19a16dcc3c214ac2a218d3758e551792'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:08:40.152457 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-7808cc8a-5bd6-4703-b1b2-81f52a7dede9 None None] For port b3052fe0-a88f-470c-af78-79a6984a8d9c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b3052fe0-a88f-470c-af78-79a6984a8d9c,segment=NetworkSegment(591f8000-4172-4a52-a74f-a71d018cd92b),segment_id=591f8000-4172-4a52-a74f-a71d018cd92b)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:08:40.152863 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-7808cc8a-5bd6-4703-b1b2-81f52a7dede9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:40.178580 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-7808cc8a-5bd6-4703-b1b2-81f52a7dede9 None None] Calling delete_port for b3052fe0-a88f-470c-af78-79a6984a8d9c owned by network:dhcp {{(pid=121608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:08:40.182834 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353206a3-bcd8-401d-a2d6-b10a35da94e7 req-5e0a5cbe-19a1-46ad-9dda-4dcce6b0a111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:08:40.185215 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-353206a3-bcd8-401d-a2d6-b10a35da94e7 req-5e0a5cbe-19a1-46ad-9dda-4dcce6b0a111 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=276a36e6a97d46a78b7e483daa26cc2e&device_id=7cd2be37-78a6-4e40-813d-8e2478ea8dc2 HTTP/1.1" status: 200  len: 1095 time: 0.1627357
Dec 25 21:08:40.187707 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-4d7615fb-0aa0-45f1-9b60-142eb1203ec4 admin admin] Deleting port b3052fe0-a88f-470c-af78-79a6984a8d9c {{(pid=121607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:08:40.189952 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-4d7615fb-0aa0-45f1-9b60-142eb1203ec4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:40.350465 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 611d9951-28c7-4cab-b41e-39741fa4d70e up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:08:40.456445 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c95134a2-731f-4de5-8ece-982834f79e49 req-51fa0ec7-3efa-4364-9eaa-0abfe11fad11 service neutron] 10.222.0.37 "GET /v2.0/networks/1e137e86-76be-493f-9b25-1d17756925b5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5585847
Dec 25 21:08:40.479537 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353206a3-bcd8-401d-a2d6-b10a35da94e7 req-f3cc646f-d246-4111-87bf-891ede89d996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:08:40.487618 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-353206a3-bcd8-401d-a2d6-b10a35da94e7 req-f3cc646f-d246-4111-87bf-891ede89d996 service neutron] 10.222.0.31 "GET /v2.0/networks?id=1e137e86-76be-493f-9b25-1d17756925b5 HTTP/1.1" status: 200  len: 921 time: 0.2431479
Dec 25 21:08:40.547363 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-353206a3-bcd8-401d-a2d6-b10a35da94e7 req-2e016c7a-febf-4909-a872-22ca3dc57f08 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ddbefb64-c371-4875-871e-5d999ff82a14 HTTP/1.1" status: 200  len: 217 time: 0.0517173
Dec 25 21:08:40.576402 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port 611d9951-28c7-4cab-b41e-39741fa4d70e triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:08:40.576818 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:40.651785 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d5b3c01d-a3f8-4c53-a805-24e4ea1b9e27 req-74ac28ba-07c0-481c-a869-af2c40e821bb tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=19a16dcc3c214ac2a218d3758e551792&shared=False HTTP/1.1" status: 200  len: 213 time: 0.2588279
Dec 25 21:08:40.669849 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:40.795038 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device b3052fe0-a88f-470c-af78-79a6984a8d9c no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:08:40.795866 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.db [None req-4d7615fb-0aa0-45f1-9b60-142eb1203ec4 admin admin] For port b3052fe0-a88f-470c-af78-79a6984a8d9c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b3052fe0-a88f-470c-af78-79a6984a8d9c,segment=NetworkSegment(591f8000-4172-4a52-a74f-a71d018cd92b),segment_id=591f8000-4172-4a52-a74f-a71d018cd92b)] {{(pid=121607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:08:40.796578 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-4d7615fb-0aa0-45f1-9b60-142eb1203ec4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:40.810253 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.37', 58179) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:08:40.857235 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-7808cc8a-5bd6-4703-b1b2-81f52a7dede9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955'] for port, after_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:40.866938 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-4d7615fb-0aa0-45f1-9b60-142eb1203ec4 admin admin] Calling delete_port for b3052fe0-a88f-470c-af78-79a6984a8d9c owned by network:dhcp {{(pid=121607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:08:40.898027 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353206a3-bcd8-401d-a2d6-b10a35da94e7 req-ae659dc3-5ce7-4b4e-8dfc-c1d993beac9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:08:40.899652 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-353206a3-bcd8-401d-a2d6-b10a35da94e7 req-ae659dc3-5ce7-4b4e-8dfc-c1d993beac9d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=9f350e3c-b3c0-4923-bec6-5c96ab55923b HTTP/1.1" status: 200  len: 860 time: 0.2853868
Dec 25 21:08:40.985431 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd976d62-5dab-4b96-8b96-50e3ee3a7fc0 req-d10b415b-7c53-47ac-8825-90f70fa77950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:08:40.987087 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-bd976d62-5dab-4b96-8b96-50e3ee3a7fc0 req-d10b415b-7c53-47ac-8825-90f70fa77950 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1cbb59dcbd544ccfbcbb709c6fe1201a&device_id=27fc4723-405f-42eb-b2a5-d46301d13fd4 HTTP/1.1" status: 200  len: 1101 time: 0.1709421
Dec 25 21:08:41.011361 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-353206a3-bcd8-401d-a2d6-b10a35da94e7 req-2695d5c5-8794-425c-9285-d7bcd31622ac service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=1e137e86-76be-493f-9b25-1d17756925b5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0991437
Dec 25 21:08:41.015799 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5b3c01d-a3f8-4c53-a805-24e4ea1b9e27 req-13e9a237-1013-4c89-a1e9-3da746b305d0 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] Made reservation on behalf of 19a16dcc3c214ac2a218d3758e551792 for: {'port': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:08:41.021003 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-d5b3c01d-a3f8-4c53-a805-24e4ea1b9e27 req-13e9a237-1013-4c89-a1e9-3da746b305d0 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:41.073803 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7808cc8a-5bd6-4703-b1b2-81f52a7dede9 None None] Pushing event deleted for resources: {'Port': ['ID=b3052fe0-a88f-470c-af78-79a6984a8d9c,revision_number=None']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:08:41.080575 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] No Port match for: b3052fe0-a88f-470c-af78-79a6984a8d9c {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:08:41.081187 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device b3052fe0-a88f-470c-af78-79a6984a8d9c not bound to the agent host ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:08:41.082304 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c95134a2-731f-4de5-8ece-982834f79e49 req-07661572-969c-4311-bacd-ad988958e16a service neutron] 10.222.0.37 "GET /v2.0/networks/1e137e86-76be-493f-9b25-1d17756925b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5822268
Dec 25 21:08:41.104227 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7808cc8a-5bd6-4703-b1b2-81f52a7dede9 None None] No DVR routers for this DVR port b3052fe0-a88f-470c-af78-79a6984a8d9c on host ncdv-master-1 {{(pid=121608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:08:41.222283 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4a2f71a1-c9b6-412b-a9c1-935b663435a9 req-18f39db1-3956-45bd-9672-4e4f4c43ebff tempest-FloatingIPsAssociationNegativeTestJSON-495794297 tempest-FloatingIPsAssociationNegativeTestJSON-495794297-project] 10.222.0.32 "GET /v2.0/ports?device_id=24fbe6b2-8ab0-4b10-932c-de5d0c1f1ec7 HTTP/1.1" status: 200  len: 210 time: 0.3569572
Dec 25 21:08:41.231683 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 42724) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:08:41.281905 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd976d62-5dab-4b96-8b96-50e3ee3a7fc0 req-88ec59ba-5528-4b7a-ac45-5ff449355f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:08:41.285258 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-bd976d62-5dab-4b96-8b96-50e3ee3a7fc0 req-88ec59ba-5528-4b7a-ac45-5ff449355f82 service neutron] 10.222.0.37 "GET /v2.0/networks?id=8f212e98-547d-4c6e-a560-2e9a548c8f59 HTTP/1.1" status: 200  len: 870 time: 0.2123930
Dec 25 21:08:41.423630 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40c463d-5a1a-4433-a611-6b6c678e6133 req-3a4cb019-08cd-4f9b-9872-fe1eff2fdf1f tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:08:41.444651 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d40c463d-5a1a-4433-a611-6b6c678e6133 req-3a4cb019-08cd-4f9b-9872-fe1eff2fdf1f tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] 10.222.0.32 "GET /v2.0/ports?device_id=e370ad00-0f15-4014-99c2-3ecd6b33849e HTTP/1.1" status: 200  len: 944 time: 0.7874951
Dec 25 21:08:41.483243 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-bd976d62-5dab-4b96-8b96-50e3ee3a7fc0 req-51e07140-ce31-444b-9b1c-8d52eb461a58 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.16&port_id=01f02470-98cd-4e53-8321-3a26d68c7daf HTTP/1.1" status: 200  len: 217 time: 0.1756320
Dec 25 21:08:41.518810 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-4d7615fb-0aa0-45f1-9b60-142eb1203ec4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955'] for port, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:41.578609 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7615fb-0aa0-45f1-9b60-142eb1203ec4 admin admin] Pushing event deleted for resources: {'Port': ['ID=b3052fe0-a88f-470c-af78-79a6984a8d9c,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:08:41.641828 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d7615fb-0aa0-45f1-9b60-142eb1203ec4 admin admin] No DVR routers for this DVR port b3052fe0-a88f-470c-af78-79a6984a8d9c on host ncdv-master-1 {{(pid=121607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:08:41.679633 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-353206a3-bcd8-401d-a2d6-b10a35da94e7 req-cd2d7d5d-9110-479b-a85c-871baa19bc01 service neutron] 10.222.0.31 "GET /v2.0/networks/1e137e86-76be-493f-9b25-1d17756925b5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6556814
Dec 25 21:08:41.767473 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd976d62-5dab-4b96-8b96-50e3ee3a7fc0 req-e0bc98ab-1305-42fa-a4f6-43186ef0dc53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:08:41.769266 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-bd976d62-5dab-4b96-8b96-50e3ee3a7fc0 req-e0bc98ab-1305-42fa-a4f6-43186ef0dc53 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=dcfbae86-f93e-400c-8084-eac7f56ff5ba HTTP/1.1" status: 200  len: 843 time: 0.2711582
Dec 25 21:08:41.782049 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_common [req-d5b3c01d-a3f8-4c53-a805-24e4ea1b9e27 req-13e9a237-1013-4c89-a1e9-3da746b305d0 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] Allocated IP 192.168.233.29 (8f212e98-547d-4c6e-a560-2e9a548c8f59/dcfbae86-f93e-400c-8084-eac7f56ff5ba/2150b774-dd7c-4f45-910d-01e39333a0ce) {{(pid=121607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:08:41.875746 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d50f973f-153a-49a4-a945-8665ce4e5979 req-ae512b82-d979-47a8-addf-8fc5fc7ecefd tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] 10.222.0.32 "GET /v2.0/ports?device_id=bfb762b4-175c-45df-b530-e2ac66bf96cf HTTP/1.1" status: 200  len: 210 time: 0.0827596
Dec 25 21:08:41.885134 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-5d3f6061-e564-40fe-914f-e5a20bae1c43 admin admin] Publish callbacks [] for security_group, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:41.903923 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b3c01d-a3f8-4c53-a805-24e4ea1b9e27 req-f1a79a35-92fa-4eaa-b856-4160be90f02a tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:08:41.905546 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d5b3c01d-a3f8-4c53-a805-24e4ea1b9e27 req-f1a79a35-92fa-4eaa-b856-4160be90f02a tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 1.1532671
Dec 25 21:08:41.946150 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-d5b3c01d-a3f8-4c53-a805-24e4ea1b9e27 req-fe84b1b3-1c14-4e3c-9330-2128dbb5f26c tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] Request body: {'port': {'device_id': 'bfb762b4-175c-45df-b530-e2ac66bf96cf', 'network_id': '8f212e98-547d-4c6e-a560-2e9a548c8f59', 'admin_state_up': True, 'tenant_id': '19a16dcc3c214ac2a218d3758e551792'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:08:41.973621 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-b981ae0e-e78d-4e24-b7f4-f913097a4f66 tempest-ServersWithSpecificFlavorTestJSON-439149936 tempest-ServersWithSpecificFlavorTestJSON-439149936-project] Publish callbacks [] for port, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:41.994548 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7bcf66-8302-43da-a4dd-732ae2308039 req-382d3997-a073-4a96-af6e-2dff3fedecac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:08:41.996161 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1d7bcf66-8302-43da-a4dd-732ae2308039 req-382d3997-a073-4a96-af6e-2dff3fedecac service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=276a36e6a97d46a78b7e483daa26cc2e&device_id=e370ad00-0f15-4014-99c2-3ecd6b33849e HTTP/1.1" status: 200  len: 1095 time: 0.6451328
Dec 25 21:08:42.033220 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d40c463d-5a1a-4433-a611-6b6c678e6133 req-5c543b9d-3fe6-481b-920d-4891c7d689ee tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5d2ff88-22d6-43d8-90d1-bfb86d4e3308&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5834796
Dec 25 21:08:42.055661 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-e8428b1e-dd65-4532-bd37-3fd37ef293d5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:42.147386 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-b981ae0e-e78d-4e24-b7f4-f913097a4f66 tempest-ServersWithSpecificFlavorTestJSON-439149936 tempest-ServersWithSpecificFlavorTestJSON-439149936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:42.161511 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-4d7615fb-0aa0-45f1-9b60-142eb1203ec4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997585', 'neutron.services.segments.db._delete_segments_for_network-8737602743071'] for network, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:42.236979 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-4d7615fb-0aa0-45f1-9b60-142eb1203ec4 admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f2612eb4e80>> segment before_delete 55550000 {{(pid=121607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 25 21:08:42.237655 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-4d7615fb-0aa0-45f1-9b60-142eb1203ec4 admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f2612eb4e80>> subnet precommit_delete_associations 55550000 {{(pid=121607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 25 21:08:42.238519 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-4d7615fb-0aa0-45f1-9b60-142eb1203ec4 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f2613155e20>> segment_host_mapping after_create 55550000 {{(pid=121607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 25 21:08:42.238955 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-4d7615fb-0aa0-45f1-9b60-142eb1203ec4 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f2613155e20>> port after_create 55550000 {{(pid=121607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 25 21:08:42.239398 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-4d7615fb-0aa0-45f1-9b60-142eb1203ec4 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f2613155e20>> port after_delete 55550000 {{(pid=121607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 25 21:08:42.239854 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-4d7615fb-0aa0-45f1-9b60-142eb1203ec4 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f2613155e20>> port after_update 55550000 {{(pid=121607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 25 21:08:42.240278 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-4d7615fb-0aa0-45f1-9b60-142eb1203ec4 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f2613155e20>> segment after_delete 55550000 {{(pid=121607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 25 21:08:42.240697 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-4d7615fb-0aa0-45f1-9b60-142eb1203ec4 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f2613155e20>> subnet after_create 55550000 {{(pid=121607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 25 21:08:42.241167 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-4d7615fb-0aa0-45f1-9b60-142eb1203ec4 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f2613155e20>> subnet after_delete 55550000 {{(pid=121607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 25 21:08:42.241593 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-4d7615fb-0aa0-45f1-9b60-142eb1203ec4 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f2613155e20>> subnet after_update 55550000 {{(pid=121607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 25 21:08:42.260429 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-e8428b1e-dd65-4532-bd37-3fd37ef293d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:42.321596 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-b981ae0e-e78d-4e24-b7f4-f913097a4f66 tempest-ServersWithSpecificFlavorTestJSON-439149936 tempest-ServersWithSpecificFlavorTestJSON-439149936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2008639'] for floatingip, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:42.415160 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-4d7615fb-0aa0-45f1-9b60-142eb1203ec4 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f26135fb2e0>> subnet after_create 55550000 {{(pid=121607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 25 21:08:42.416207 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-4d7615fb-0aa0-45f1-9b60-142eb1203ec4 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f26135fb2e0>> subnet after_delete 55550000 {{(pid=121607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 25 21:08:42.416390 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-4d7615fb-0aa0-45f1-9b60-142eb1203ec4 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f26135fb2e0>> subnet before_create 55550000 {{(pid=121607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 25 21:08:42.416734 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-4d7615fb-0aa0-45f1-9b60-142eb1203ec4 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f26135fb2e0>> subnet before_update 55550000 {{(pid=121607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 25 21:08:42.417131 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-4d7615fb-0aa0-45f1-9b60-142eb1203ec4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2612f71a90>,) {'filters': {'network_id': ['d51979bf-a302-4a2e-9e52-e07ae7ff51d2']}} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:08:42.456157 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-353206a3-bcd8-401d-a2d6-b10a35da94e7 req-cfdbe195-485b-4063-bfee-b148aed62a2e service neutron] 10.222.0.31 "GET /v2.0/networks/1e137e86-76be-493f-9b25-1d17756925b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7418454
Dec 25 21:08:42.458232 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-4d7615fb-0aa0-45f1-9b60-142eb1203ec4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2612f71a90>, '591f8000-4172-4a52-a74f-a71d018cd92b') {'for_net_delete': True} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:08:42.458437 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-4d7615fb-0aa0-45f1-9b60-142eb1203ec4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2612f71a90>, '591f8000-4172-4a52-a74f-a71d018cd92b') {} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:08:42.458538 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8428b1e-dd65-4532-bd37-3fd37ef293d5 admin admin] vlan segment allocate from pool success with {'vlan_id': 196, 'physical_network': 'physnet1'}  {{(pid=121606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 25 21:08:42.474505 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b981ae0e-e78d-4e24-b7f4-f913097a4f66 tempest-ServersWithSpecificFlavorTestJSON-439149936 tempest-ServersWithSpecificFlavorTestJSON-439149936-project] Pushing event updated for resources: {'Port': ['ID=e4bdb49a-d4d4-434f-ba08-11125abe6f55,revision_number=2']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:08:42.502918 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-4d7615fb-0aa0-45f1-9b60-142eb1203ec4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737602746920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10246592'] for segment, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:42.516647 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd976d62-5dab-4b96-8b96-50e3ee3a7fc0 req-012554d8-6b78-4c29-93be-8b4d0410be46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:08:42.518208 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-bd976d62-5dab-4b96-8b96-50e3ee3a7fc0 req-012554d8-6b78-4c29-93be-8b4d0410be46 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8f212e98-547d-4c6e-a560-2e9a548c8f59&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.7379265
Dec 25 21:08:42.545238 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a4d94ba0-6b0d-44c5-a357-451534be15b4 req-23250ad7-104a-44c4-ae9f-f9f4dca0fb53 tempest-FloatingIPsAssociationNegativeTestJSON-495794297 tempest-FloatingIPsAssociationNegativeTestJSON-495794297-project] 10.222.0.32 "GET /v2.0/ports?device_id=24fbe6b2-8ab0-4b10-932c-de5d0c1f1ec7 HTTP/1.1" status: 200  len: 210 time: 0.1490057
Dec 25 21:08:42.556429 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-4d7615fb-0aa0-45f1-9b60-142eb1203ec4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:42.564777 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-e8428b1e-dd65-4532-bd37-3fd37ef293d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:42.565632 ncdv-master-1 neutron-server[121606]: INFO neutron.db.segments_db [None req-e8428b1e-dd65-4532-bd37-3fd37ef293d5 admin admin] Added segment 8524c5b4-9250-4065-bb0f-0d1c57c2a8c8 of type vlan for network 8ce10eb1-5492-4992-af11-c8e7b34f2c11
Dec 25 21:08:42.586497 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d7615fb-0aa0-45f1-9b60-142eb1203ec4 admin admin] Releasing vlan 155 on physical network physnet1 to pool {{(pid=121607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 25 21:08:42.586902 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-4d7615fb-0aa0-45f1-9b60-142eb1203ec4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8633327'] for segment, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:42.591469 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8428b1e-dd65-4532-bd37-3fd37ef293d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b844eba-4487-435a-9a92-ca280474301c,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:08:42.616581 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e64cdc-b339-466a-8c3c-ec0dca4c0ffd req-962e3695-e06c-45f1-a0a2-15d22c0223d0 tempest-FloatingIPsAssociationNegativeTestJSON-495794297 tempest-FloatingIPsAssociationNegativeTestJSON-495794297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:08:42.616581 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-71e64cdc-b339-466a-8c3c-ec0dca4c0ffd req-962e3695-e06c-45f1-a0a2-15d22c0223d0 tempest-FloatingIPsAssociationNegativeTestJSON-495794297 tempest-FloatingIPsAssociationNegativeTestJSON-495794297-project] 10.222.0.31 "GET /v2.0/networks?id=d11a6d20-7c9e-4651-a65c-c60d3931cc4e HTTP/1.1" status: 200  len: 828 time: 0.5610251
Dec 25 21:08:42.623109 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:08:42.623109 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:08:42.623109 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:08:42.623109 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:08:42.623109 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:08:42.623109 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:08:42.623109 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:08:42.623109 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:08:42.623109 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:08:42.623109 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:08:42.623109 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:08:42.623109 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:08:42.623109 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:08:42.623109 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:08:42.623109 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:08:42.623109 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:08:42.623109 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:08:42.623109 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:08:42.623109 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:08:42.623109 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:08:42.623109 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:08:42.623109 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:08:42.623109 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:08:42.623109 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:08:42.623109 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:08:42.623109 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:08:42.623109 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 25 21:08:42.623109 ncdv-master-1 neutron-server[121607]:   self.session.flush()
Dec 25 21:08:42.623109 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 25 21:08:42.623109 ncdv-master-1 neutron-server[121607]:   self.session.flush()
Dec 25 21:08:42.623109 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 25 21:08:42.623109 ncdv-master-1 neutron-server[121607]:   self.session.flush()
Dec 25 21:08:42.623109 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 25 21:08:42.623109 ncdv-master-1 neutron-server[121607]:   self.session.flush()
Dec 25 21:08:42.623109 ncdv-master-1 neutron-server[121607]: Traceback (most recent call last):
Dec 25 21:08:42.623109 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 25 21:08:42.623109 ncdv-master-1 neutron-server[121607]:     timer()
Dec 25 21:08:42.623109 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 25 21:08:42.623109 ncdv-master-1 neutron-server[121607]:     cb(*args, **kw)
Dec 25 21:08:42.623109 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 25 21:08:42.623109 ncdv-master-1 neutron-server[121607]:     return func(*args, **kwargs)
Dec 25 21:08:42.623109 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 25 21:08:42.623109 ncdv-master-1 neutron-server[121607]:     self._notify()
Dec 25 21:08:42.626214 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 25 21:08:42.626214 ncdv-master-1 neutron-server[121607]:     self.callback(batched_events)
Dec 25 21:08:42.626214 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 25 21:08:42.626214 ncdv-master-1 neutron-server[121607]:     event.method(event)
Dec 25 21:08:42.626214 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 25 21:08:42.626214 ncdv-master-1 neutron-server[121607]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 25 21:08:42.626214 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 25 21:08:42.626214 ncdv-master-1 neutron-server[121607]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 25 21:08:42.626214 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 25 21:08:42.626214 ncdv-master-1 neutron-server[121607]:     return f(self, *a, **k)
Dec 25 21:08:42.626214 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 25 21:08:42.626214 ncdv-master-1 neutron-server[121607]:     return self._get(url).json()
Dec 25 21:08:42.626214 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 25 21:08:42.626214 ncdv-master-1 neutron-server[121607]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 25 21:08:42.626214 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 25 21:08:42.626214 ncdv-master-1 neutron-server[121607]:     return self.request(url, 'GET', **kwargs)
Dec 25 21:08:42.626214 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 25 21:08:42.626214 ncdv-master-1 neutron-server[121607]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 25 21:08:42.626214 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 25 21:08:42.626214 ncdv-master-1 neutron-server[121607]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 25 21:08:42.626214 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 25 21:08:42.626214 ncdv-master-1 neutron-server[121607]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 25 21:08:42.626214 ncdv-master-1 neutron-server[121607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 25 21:08:42.645112 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-5d3f6061-e564-40fe-914f-e5a20bae1c43 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:42.654656 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-71e64cdc-b339-466a-8c3c-ec0dca4c0ffd req-8612cd57-1316-4b49-8a3c-74428d381e2b tempest-FloatingIPsAssociationNegativeTestJSON-495794297 tempest-FloatingIPsAssociationNegativeTestJSON-495794297-project] Request body: {'port': {'device_id': '24fbe6b2-8ab0-4b10-932c-de5d0c1f1ec7', 'network_id': 'd11a6d20-7c9e-4651-a65c-c60d3931cc4e', 'admin_state_up': True, 'tenant_id': 'e65cafc179094f63bf88bfba4c57fd1f'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:08:42.695672 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-b981ae0e-e78d-4e24-b7f4-f913097a4f66 tempest-ServersWithSpecificFlavorTestJSON-439149936 tempest-ServersWithSpecificFlavorTestJSON-439149936-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for floatingip, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:42.697536 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-b981ae0e-e78d-4e24-b7f4-f913097a4f66 tempest-ServersWithSpecificFlavorTestJSON-439149936 tempest-ServersWithSpecificFlavorTestJSON-439149936-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 6.7104280
Dec 25 21:08:42.706676 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-e8428b1e-dd65-4532-bd37-3fd37ef293d5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737602163420'] for network, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:42.709513 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7bcf66-8302-43da-a4dd-732ae2308039 req-68c011f2-4000-49f4-8929-a185fa7f28cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:08:42.711012 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1d7bcf66-8302-43da-a4dd-732ae2308039 req-68c011f2-4000-49f4-8929-a185fa7f28cd service neutron] 10.222.0.37 "GET /v2.0/networks?id=1e137e86-76be-493f-9b25-1d17756925b5 HTTP/1.1" status: 200  len: 921 time: 0.7032919
Dec 25 21:08:42.809911 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-d5b3c01d-a3f8-4c53-a805-24e4ea1b9e27 req-13e9a237-1013-4c89-a1e9-3da746b305d0 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] Publish callbacks [] for port, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:42.811695 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-5d3f6061-e564-40fe-914f-e5a20bae1c43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:42.822543 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1d7bcf66-8302-43da-a4dd-732ae2308039 req-9b30d152-2282-4b32-b10f-bcafb72e2c18 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9026d1d6-3da8-4905-baa7-966ecb80b10a HTTP/1.1" status: 200  len: 217 time: 0.1007335
Dec 25 21:08:42.910242 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5b3c01d-a3f8-4c53-a805-24e4ea1b9e27 req-fe84b1b3-1c14-4e3c-9330-2128dbb5f26c tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] Made reservation on behalf of 19a16dcc3c214ac2a218d3758e551792 for: {'port': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:08:42.913745 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-d5b3c01d-a3f8-4c53-a805-24e4ea1b9e27 req-fe84b1b3-1c14-4e3c-9330-2128dbb5f26c tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:42.948338 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-d5b3c01d-a3f8-4c53-a805-24e4ea1b9e27 req-13e9a237-1013-4c89-a1e9-3da746b305d0 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:42.954107 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-5d3f6061-e564-40fe-914f-e5a20bae1c43 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5b6d5bd7bdb44cb4b96d8b09e2076afe&name=default HTTP/1.1" status: 200  len: 2996 time: 1.7171900
Dec 25 21:08:42.958175 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 42764) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:08:42.963174 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] get_ports_and_sgs() called for port_ids ['1bcf9756-ed56-4846-ad16-befd4fd2f0e0'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:08:42.970921 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] get_ports_and_sgs() called for port_ids ['bf94d897-4956-441a-9897-be577975a8f7', 'bfee550f-dfee-43e5-88c3-be85d5ccff12'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:08:42.977332 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3f6061-e564-40fe-914f-e5a20bae1c43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77cb241d-816c-4859-a511-87fcf302e50f,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:08:42.987158 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-e8428b1e-dd65-4532-bd37-3fd37ef293d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870'] for network, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:42.988111 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8428b1e-dd65-4532-bd37-3fd37ef293d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:08:42.988807 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-e8428b1e-dd65-4532-bd37-3fd37ef293d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for network, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:43.032415 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7bcf66-8302-43da-a4dd-732ae2308039 req-b5d648be-9192-4ec5-9953-c66b987b1ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:08:43.034846 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1d7bcf66-8302-43da-a4dd-732ae2308039 req-b5d648be-9192-4ec5-9953-c66b987b1ac1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9f350e3c-b3c0-4923-bec6-5c96ab55923b HTTP/1.1" status: 200  len: 860 time: 0.1933033
Dec 25 21:08:43.035865 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-4d7615fb-0aa0-45f1-9b60-142eb1203ec4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2008653'] for network, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:43.076578 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5b3c01d-a3f8-4c53-a805-24e4ea1b9e27 req-13e9a237-1013-4c89-a1e9-3da746b305d0 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] Network 8f212e98-547d-4c6e-a560-2e9a548c8f59 is already hosted by enough agents. {{(pid=121607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:08:43.082364 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-bd976d62-5dab-4b96-8b96-50e3ee3a7fc0 req-4268bf7f-49f3-44cc-9a54-e3928579890f service neutron] 10.222.0.37 "GET /v2.0/networks/8f212e98-547d-4c6e-a560-2e9a548c8f59?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5492878
Dec 25 21:08:43.092094 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [req-d5b3c01d-a3f8-4c53-a805-24e4ea1b9e27 req-13e9a237-1013-4c89-a1e9-3da746b305d0 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] Resources bound (agent type, host, resource id):  {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:08:43.111282 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5b3c01d-a3f8-4c53-a805-24e4ea1b9e27 req-13e9a237-1013-4c89-a1e9-3da746b305d0 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] Received port after_create {{(pid=121607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:08:43.170954 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5bafaf69-ce7e-4c88-89ed-a3e670460858 req-b9bbe2e3-4347-4871-b5be-e78546b47604 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] 10.222.0.32 "GET /v2.0/ports?device_id=bfb762b4-175c-45df-b530-e2ac66bf96cf HTTP/1.1" status: 200  len: 210 time: 0.1430783
Dec 25 21:08:43.192001 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b3c01d-a3f8-4c53-a805-24e4ea1b9e27 req-13e9a237-1013-4c89-a1e9-3da746b305d0 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:08:43.192644 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-d5b3c01d-a3f8-4c53-a805-24e4ea1b9e27 req-13e9a237-1013-4c89-a1e9-3da746b305d0 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:43.212900 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-4d7615fb-0aa0-45f1-9b60-142eb1203ec4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for network, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:43.223285 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-4d7615fb-0aa0-45f1-9b60-142eb1203ec4 admin admin] 10.222.0.32 "DELETE /v2.0/networks/d51979bf-a302-4a2e-9e52-e07ae7ff51d2 HTTP/1.1" status: 204  len: 168 time: 3.7036211
Dec 25 21:08:43.290152 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7615fb-0aa0-45f1-9b60-142eb1203ec4 admin admin] Pushing event deleted for resources: {'Network': ['ID=d51979bf-a302-4a2e-9e52-e07ae7ff51d2,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:08:43.294594 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1d7bcf66-8302-43da-a4dd-732ae2308039 req-356a3ae0-8cc3-4b83-8006-c358df4ef94c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1e137e86-76be-493f-9b25-1d17756925b5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2341704
Dec 25 21:08:43.299364 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-e8428b1e-dd65-4532-bd37-3fd37ef293d5 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 897 time: 4.2397382
Dec 25 21:08:43.317785 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e9a237-1013-4c89-a1e9-3da746b305d0 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] Pushing event updated for resources: {'Port': ['ID=2150b774-dd7c-4f45-910d-01e39333a0ce,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:08:43.330747 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 42770) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:08:43.331522 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-d5b3c01d-a3f8-4c53-a805-24e4ea1b9e27 req-13e9a237-1013-4c89-a1e9-3da746b305d0 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 3.2281065
Dec 25 21:08:43.334547 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8428b1e-dd65-4532-bd37-3fd37ef293d5 admin admin] Pushing event updated for resources: {'Network': ['ID=8ce10eb1-5492-4992-af11-c8e7b34f2c11,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:08:43.355849 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-38b1de52-d115-4d9a-a13e-da0bc4176bcb admin admin] Request body: {'subnet': {'network_id': '8ce10eb1-5492-4992-af11-c8e7b34f2c11', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-659817238-subnet', 'tenant_id': '59f8b4655374484fb667a21c2fcd9844', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:08:43.365067 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [req-d5b3c01d-a3f8-4c53-a805-24e4ea1b9e27 req-a30c00de-7da7-4cfb-905b-2fc54e9a351e service neutron] Request body: {'port': {'device_id': '083a54e8-8841-4d6e-b720-a0e06409e0d4', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:08:43.409097 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Network 8ce10eb1-5492-4992-af11-c8e7b34f2c11 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 25 21:08:43.426424 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-323d407a-61d5-4900-9ac4-a76a230b9099 req-b7602577-d2ed-4987-bbc9-dc000c47d98d tempest-ServersWithSpecificFlavorTestJSON-439149936 tempest-ServersWithSpecificFlavorTestJSON-439149936-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1982068629&fields=id&tenant_id=e25e5a44bb7e4ef7a38e961e6203b72b HTTP/1.1" status: 200  len: 267 time: 0.4913416
Dec 25 21:08:43.510803 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1d7bcf66-8302-43da-a4dd-732ae2308039 req-7ab6c09d-24e7-44a6-8ba4-53e6d34cccc5 service neutron] 10.222.0.37 "GET /v2.0/networks/1e137e86-76be-493f-9b25-1d17756925b5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2153327
Dec 25 21:08:43.534566 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71e64cdc-b339-466a-8c3c-ec0dca4c0ffd req-8612cd57-1316-4b49-8a3c-74428d381e2b tempest-FloatingIPsAssociationNegativeTestJSON-495794297 tempest-FloatingIPsAssociationNegativeTestJSON-495794297-project] Made reservation on behalf of e65cafc179094f63bf88bfba4c57fd1f for: {'port': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:08:43.542491 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-bd976d62-5dab-4b96-8b96-50e3ee3a7fc0 req-9c220dfc-cda6-4cce-8360-03b5e08a2f5a service neutron] 10.222.0.37 "GET /v2.0/networks/8f212e98-547d-4c6e-a560-2e9a548c8f59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4412425
Dec 25 21:08:43.543196 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-71e64cdc-b339-466a-8c3c-ec0dca4c0ffd req-8612cd57-1316-4b49-8a3c-74428d381e2b tempest-FloatingIPsAssociationNegativeTestJSON-495794297 tempest-FloatingIPsAssociationNegativeTestJSON-495794297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:43.566772 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-009d23ef-a70f-4aa2-8260-bc89b680f62b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:43.608822 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-d5b3c01d-a3f8-4c53-a805-24e4ea1b9e27 req-a30c00de-7da7-4cfb-905b-2fc54e9a351e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:43.618175 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-009d23ef-a70f-4aa2-8260-bc89b680f62b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:43.633388 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-77d46fb1-2944-46a0-89d1-7743124b0472 None None] Provisioning complete for port 2150b774-dd7c-4f45-910d-01e39333a0ce triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:08:43.635134 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-77d46fb1-2944-46a0-89d1-7743124b0472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:43.754597 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-77d46fb1-2944-46a0-89d1-7743124b0472 None None] Port 2150b774-dd7c-4f45-910d-01e39333a0ce cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:08:43.755687 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_common [req-71e64cdc-b339-466a-8c3c-ec0dca4c0ffd req-8612cd57-1316-4b49-8a3c-74428d381e2b tempest-FloatingIPsAssociationNegativeTestJSON-495794297 tempest-FloatingIPsAssociationNegativeTestJSON-495794297-project] Allocated IP 172.20.0.7 (d11a6d20-7c9e-4651-a65c-c60d3931cc4e/98faad13-8b17-4944-b01e-df6bd636584c/95f9468e-c1ab-4e1c-856f-19efb9ee29b8) {{(pid=121606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:08:43.841007 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 42776) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:08:43.894571 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-289486f1-d043-48e9-b260-4c322de0c1d0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f1c9d95c0097420ba158062e91371e63&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0517323
Dec 25 21:08:43.899208 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 42778) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:08:43.971637 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-009d23ef-a70f-4aa2-8260-bc89b680f62b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:43.981761 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-009d23ef-a70f-4aa2-8260-bc89b680f62b admin admin] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:43.984136 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba1f2cf-475b-4202-bf42-ccb12552a491 req-75c8876b-39bd-4844-ba8a-40a87af19963 tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:08:43.985771 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-6ba1f2cf-475b-4202-bf42-ccb12552a491 req-75c8876b-39bd-4844-ba8a-40a87af19963 tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] 10.222.0.32 "GET /v2.0/ports?device_id=e370ad00-0f15-4014-99c2-3ecd6b33849e HTTP/1.1" status: 200  len: 944 time: 0.6553068
Dec 25 21:08:43.999062 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-009d23ef-a70f-4aa2-8260-bc89b680f62b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/77cb241d-816c-4859-a511-87fcf302e50f HTTP/1.1" status: 204  len: 168 time: 1.0377808
Dec 25 21:08:44.018434 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-d7bf7f45-e529-45a1-afb1-9ef45df825a1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:44.027197 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009d23ef-a70f-4aa2-8260-bc89b680f62b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77cb241d-816c-4859-a511-87fcf302e50f,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:08:44.066827 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-d7bf7f45-e529-45a1-afb1-9ef45df825a1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:44.187147 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-71e64cdc-b339-466a-8c3c-ec0dca4c0ffd req-8612cd57-1316-4b49-8a3c-74428d381e2b tempest-FloatingIPsAssociationNegativeTestJSON-495794297 tempest-FloatingIPsAssociationNegativeTestJSON-495794297-project] Publish callbacks [] for port, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:44.194193 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1d7bcf66-8302-43da-a4dd-732ae2308039 req-0ba1deb0-a9b1-4ddd-b6aa-a1c24ea37f16 service neutron] 10.222.0.37 "GET /v2.0/networks/1e137e86-76be-493f-9b25-1d17756925b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6621010
Dec 25 21:08:44.205628 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38b1de52-d115-4d9a-a13e-da0bc4176bcb admin admin] Made reservation on behalf of 59f8b4655374484fb667a21c2fcd9844 for: {'subnet': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:08:44.208027 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-38b1de52-d115-4d9a-a13e-da0bc4176bcb admin admin] Publish callbacks [] for subnet, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:44.236088 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-d7bf7f45-e529-45a1-afb1-9ef45df825a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:44.238768 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-d7bf7f45-e529-45a1-afb1-9ef45df825a1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:44.242710 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-d7bf7f45-e529-45a1-afb1-9ef45df825a1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/dd723485-8345-49af-b145-ae4f70869930 HTTP/1.1" status: 204  len: 168 time: 0.3421524
Dec 25 21:08:44.255694 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bf7f45-e529-45a1-afb1-9ef45df825a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd723485-8345-49af-b145-ae4f70869930,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:08:44.258729 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_common [req-d5b3c01d-a3f8-4c53-a805-24e4ea1b9e27 req-fe84b1b3-1c14-4e3c-9330-2128dbb5f26c tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] Allocated IP 192.168.233.202 (8f212e98-547d-4c6e-a560-2e9a548c8f59/dcfbae86-f93e-400c-8084-eac7f56ff5ba/b5c53dfd-8507-4f31-ba6b-58c68d41b36b) {{(pid=121606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:08:44.385956 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323d407a-61d5-4900-9ac4-a76a230b9099 req-41403ae3-ab81-4eb6-85b0-aaaca11f1e68 tempest-ServersWithSpecificFlavorTestJSON-439149936 tempest-ServersWithSpecificFlavorTestJSON-439149936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:08:44.387492 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-323d407a-61d5-4900-9ac4-a76a230b9099 req-41403ae3-ab81-4eb6-85b0-aaaca11f1e68 tempest-ServersWithSpecificFlavorTestJSON-439149936 tempest-ServersWithSpecificFlavorTestJSON-439149936-project] 10.222.0.32 "GET /v2.0/networks?id=629690dc-316c-48ba-b3f8-2395f5f041a6 HTTP/1.1" status: 200  len: 823 time: 0.9505329
Dec 25 21:08:44.427289 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-6ba1f2cf-475b-4202-bf42-ccb12552a491 req-436f31b2-f0da-4e73-b460-41175e154900 tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5d2ff88-22d6-43d8-90d1-bfb86d4e3308&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2314703
Dec 25 21:08:44.502629 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-323d407a-61d5-4900-9ac4-a76a230b9099 req-ca2f3a20-2250-477c-ad7e-cc2632d406c7 tempest-ServersWithSpecificFlavorTestJSON-439149936 tempest-ServersWithSpecificFlavorTestJSON-439149936-project] 10.222.0.32 "GET /v2.0/quotas/e25e5a44bb7e4ef7a38e961e6203b72b HTTP/1.1" status: 200  len: 375 time: 0.1070354
Dec 25 21:08:44.725002 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-71e64cdc-b339-466a-8c3c-ec0dca4c0ffd req-8612cd57-1316-4b49-8a3c-74428d381e2b tempest-FloatingIPsAssociationNegativeTestJSON-495794297 tempest-FloatingIPsAssociationNegativeTestJSON-495794297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946'] for port, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:44.751068 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device 9026d1d6-3da8-4905-baa7-966ecb80b10a details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 25 21:08:44.989407 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port 9026d1d6-3da8-4905-baa7-966ecb80b10a, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9026d1d6-3da8-4905-baa7-966ecb80b10a,segment=NetworkSegment(0bc15208-d08d-4c93-89c3-c4dfd4d97844),segment_id=0bc15208-d08d-4c93-89c3-c4dfd4d97844)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:08:44.995698 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 42804) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:08:45.010312 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-8d3aa6f7-d67e-4f43-80dc-dfa90272bb94 admin admin] Publish callbacks [] for security_group, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:45.012815 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Returning: {'device': '9026d1d6-3da8-4905-baa7-966ecb80b10a', 'network_id': '1e137e86-76be-493f-9b25-1d17756925b5', 'port_id': '9026d1d6-3da8-4905-baa7-966ecb80b10a', 'mac_address': 'fa:16:3e:4d:a4:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f350e3c-b3c0-4923-bec6-5c96ab55923b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 25 21:08:45.078460 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:45.104483 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9026d1d6-3da8-4905-baa7-966ecb80b10a {{(pid=121608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:08:45.124398 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71e64cdc-b339-466a-8c3c-ec0dca4c0ffd req-8612cd57-1316-4b49-8a3c-74428d381e2b tempest-FloatingIPsAssociationNegativeTestJSON-495794297 tempest-FloatingIPsAssociationNegativeTestJSON-495794297-project] Network d11a6d20-7c9e-4651-a65c-c60d3931cc4e is already hosted by enough agents. {{(pid=121606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:08:45.137377 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port 9026d1d6-3da8-4905-baa7-966ecb80b10a, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9026d1d6-3da8-4905-baa7-966ecb80b10a,segment=NetworkSegment(0bc15208-d08d-4c93-89c3-c4dfd4d97844),segment_id=0bc15208-d08d-4c93-89c3-c4dfd4d97844)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:08:45.154372 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-8d3aa6f7-d67e-4f43-80dc-dfa90272bb94 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:45.167079 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [req-71e64cdc-b339-466a-8c3c-ec0dca4c0ffd req-8612cd57-1316-4b49-8a3c-74428d381e2b tempest-FloatingIPsAssociationNegativeTestJSON-495794297 tempest-FloatingIPsAssociationNegativeTestJSON-495794297-project] Resources bound (agent type, host, resource id):  {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:08:45.170129 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [req-71e64cdc-b339-466a-8c3c-ec0dca4c0ffd req-8612cd57-1316-4b49-8a3c-74428d381e2b tempest-FloatingIPsAssociationNegativeTestJSON-495794297 tempest-FloatingIPsAssociationNegativeTestJSON-495794297-project] Received port after_create {{(pid=121606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:08:45.175879 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e64cdc-b339-466a-8c3c-ec0dca4c0ffd req-8612cd57-1316-4b49-8a3c-74428d381e2b tempest-FloatingIPsAssociationNegativeTestJSON-495794297 tempest-FloatingIPsAssociationNegativeTestJSON-495794297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:08:45.176512 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-71e64cdc-b339-466a-8c3c-ec0dca4c0ffd req-8612cd57-1316-4b49-8a3c-74428d381e2b tempest-FloatingIPsAssociationNegativeTestJSON-495794297 tempest-FloatingIPsAssociationNegativeTestJSON-495794297-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:45.183349 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-d5b3c01d-a3f8-4c53-a805-24e4ea1b9e27 req-fe84b1b3-1c14-4e3c-9330-2128dbb5f26c tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] Publish callbacks [] for port, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:45.213457 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-323d407a-61d5-4900-9ac4-a76a230b9099 req-f29dd7d4-ecb8-4e58-869a-52faaa9bc5d1 tempest-ServersWithSpecificFlavorTestJSON-439149936 tempest-ServersWithSpecificFlavorTestJSON-439149936-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=e25e5a44bb7e4ef7a38e961e6203b72b&fields=id HTTP/1.1" status: 200  len: 302 time: 0.6547048
Dec 25 21:08:45.218879 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:45.245592 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8612cd57-1316-4b49-8a3c-74428d381e2b tempest-FloatingIPsAssociationNegativeTestJSON-495794297 tempest-FloatingIPsAssociationNegativeTestJSON-495794297-project] Pushing event updated for resources: {'Port': ['ID=95f9468e-c1ab-4e1c-856f-19efb9ee29b8,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:08:45.256372 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-8d3aa6f7-d67e-4f43-80dc-dfa90272bb94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:45.273369 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1584746a-201b-4d2d-90b0-ef61b1ed6f4f req-5dfd2c4a-19c5-4608-ba9b-b2e8d6489da6 tempest-FloatingIPsAssociationNegativeTestJSON-495794297 tempest-FloatingIPsAssociationNegativeTestJSON-495794297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:08:45.275469 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1584746a-201b-4d2d-90b0-ef61b1ed6f4f req-5dfd2c4a-19c5-4608-ba9b-b2e8d6489da6 tempest-FloatingIPsAssociationNegativeTestJSON-495794297 tempest-FloatingIPsAssociationNegativeTestJSON-495794297-project] 10.222.0.32 "GET /v2.0/ports?device_id=24fbe6b2-8ab0-4b10-932c-de5d0c1f1ec7 HTTP/1.1" status: 200  len: 931 time: 0.5641651
Dec 25 21:08:45.381592 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-8d3aa6f7-d67e-4f43-80dc-dfa90272bb94 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2d69e208193f400ba83829e2140333e9&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3828127
Dec 25 21:08:45.382015 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Pushing event updated for resources: {'Port': ['ID=9026d1d6-3da8-4905-baa7-966ecb80b10a,revision_number=4']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:08:45.382962 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 42808) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:08:45.390672 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-38b1de52-d115-4d9a-a13e-da0bc4176bcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870'] for subnet, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:45.405748 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3aa6f7-d67e-4f43-80dc-dfa90272bb94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfb8dba7-fc57-44a2-b519-3d9b14df751e,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:08:45.412316 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-71e64cdc-b339-466a-8c3c-ec0dca4c0ffd req-8612cd57-1316-4b49-8a3c-74428d381e2b tempest-FloatingIPsAssociationNegativeTestJSON-495794297 tempest-FloatingIPsAssociationNegativeTestJSON-495794297-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.7657037
Dec 25 21:08:45.456475 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-71e64cdc-b339-466a-8c3c-ec0dca4c0ffd req-93af37af-0e16-43ef-ac3a-ab148b91ee22 service neutron] Request body: {'port': {'device_id': '24fbe6b2-8ab0-4b10-932c-de5d0c1f1ec7', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:08:45.465858 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] get_ports_and_sgs() called for port_ids ['9026d1d6-3da8-4905-baa7-966ecb80b10a'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:08:45.473015 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f551da6d-1dff-4f2f-af62-87450884bfbd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:45.505591 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f551da6d-1dff-4f2f-af62-87450884bfbd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:45.515466 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1584746a-201b-4d2d-90b0-ef61b1ed6f4f req-06529544-7c71-430b-adc1-82771749766e tempest-FloatingIPsAssociationNegativeTestJSON-495794297 tempest-FloatingIPsAssociationNegativeTestJSON-495794297-project] 10.222.0.32 "GET /v2.0/security-groups?id=c8b1bf6d-64ce-4c58-82a8-18130f4a52c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2255552
Dec 25 21:08:45.538697 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-323d407a-61d5-4900-9ac4-a76a230b9099 req-6f0e852a-9ffa-4291-977b-017083d28568 service neutron] 10.222.0.32 "GET /v2.0/networks/629690dc-316c-48ba-b3f8-2395f5f041a6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2991076
Dec 25 21:08:45.576525 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-e5deddc9-5a44-4775-99dd-a8bda633af5d None None] Provisioning complete for port 95f9468e-c1ab-4e1c-856f-19efb9ee29b8 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:08:45.577162 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-e5deddc9-5a44-4775-99dd-a8bda633af5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:45.624078 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b1de52-d115-4d9a-a13e-da0bc4176bcb admin admin] Pushing event updated for resources: {'Subnet': ['ID=10713b43-fb2d-4d72-8e1d-e1f736e887e7,revision_number=0']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:08:45.641587 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-e5deddc9-5a44-4775-99dd-a8bda633af5d None None] Port 95f9468e-c1ab-4e1c-856f-19efb9ee29b8 cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:08:45.658967 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-d5b3c01d-a3f8-4c53-a805-24e4ea1b9e27 req-fe84b1b3-1c14-4e3c-9330-2128dbb5f26c tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946'] for port, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:45.682687 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] get_ports_and_sgs() called for port_ids ['bf94d897-4956-441a-9897-be577975a8f7', 'bfee550f-dfee-43e5-88c3-be85d5ccff12'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:08:45.771908 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-71e64cdc-b339-466a-8c3c-ec0dca4c0ffd req-93af37af-0e16-43ef-ac3a-ab148b91ee22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:45.782621 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5b3c01d-a3f8-4c53-a805-24e4ea1b9e27 req-fe84b1b3-1c14-4e3c-9330-2128dbb5f26c tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] Network 8f212e98-547d-4c6e-a560-2e9a548c8f59 is already hosted by enough agents. {{(pid=121606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:08:45.807863 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [req-d5b3c01d-a3f8-4c53-a805-24e4ea1b9e27 req-fe84b1b3-1c14-4e3c-9330-2128dbb5f26c tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] Resources bound (agent type, host, resource id):  {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:08:45.824419 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5b3c01d-a3f8-4c53-a805-24e4ea1b9e27 req-fe84b1b3-1c14-4e3c-9330-2128dbb5f26c tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] Received port after_create {{(pid=121606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:08:45.830443 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b3c01d-a3f8-4c53-a805-24e4ea1b9e27 req-fe84b1b3-1c14-4e3c-9330-2128dbb5f26c tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:08:45.831926 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-d5b3c01d-a3f8-4c53-a805-24e4ea1b9e27 req-fe84b1b3-1c14-4e3c-9330-2128dbb5f26c tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:45.901072 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b1de52-d115-4d9a-a13e-da0bc4176bcb admin admin] Checking segment: {'id': '8524c5b4-9250-4065-bb0f-0d1c57c2a8c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '8ce10eb1-5492-4992-af11-c8e7b34f2c11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:08:45.901796 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38b1de52-d115-4d9a-a13e-da0bc4176bcb admin admin] Network hostable DHCP agents. Network: 8ce10eb1-5492-4992-af11-c8e7b34f2c11, hostable agents: ['1813db88-2c1b-4357-a2ba-869246b663c2'], hosted agents: [] {{(pid=121606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 25 21:08:45.953702 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe84b1b3-1c14-4e3c-9330-2128dbb5f26c tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] Pushing event updated for resources: {'Port': ['ID=b5c53dfd-8507-4f31-ba6b-58c68d41b36b,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:08:45.955588 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f551da6d-1dff-4f2f-af62-87450884bfbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:45.961043 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f551da6d-1dff-4f2f-af62-87450884bfbd admin admin] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:45.964398 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-f551da6d-1dff-4f2f-af62-87450884bfbd admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/bfb8dba7-fc57-44a2-b519-3d9b14df751e HTTP/1.1" status: 204  len: 168 time: 0.5799229
Dec 25 21:08:45.983442 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ee651d-79b6-41bd-abb7-1cebbb062a89 req-31033afe-489f-4ca0-b2d7-705a6f361928 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:08:45.992201 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-67ee651d-79b6-41bd-abb7-1cebbb062a89 req-31033afe-489f-4ca0-b2d7-705a6f361928 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] 10.222.0.32 "GET /v2.0/ports?device_id=bfb762b4-175c-45df-b530-e2ac66bf96cf HTTP/1.1" status: 200  len: 936 time: 0.3208191
Dec 25 21:08:46.003862 ncdv-master-1 neutron-server[121607]: DEBUG neutron.notifiers.nova [req-d5b3c01d-a3f8-4c53-a805-24e4ea1b9e27 req-a30c00de-7da7-4cfb-905b-2fc54e9a351e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2150b774-dd7c-4f45-910d-01e39333a0ce {{(pid=121607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:08:46.013602 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f551da6d-1dff-4f2f-af62-87450884bfbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfb8dba7-fc57-44a2-b519-3d9b14df751e,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:08:46.051270 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-d5b3c01d-a3f8-4c53-a805-24e4ea1b9e27 req-a30c00de-7da7-4cfb-905b-2fc54e9a351e service neutron] Publish callbacks [] for port, precommit_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:46.061260 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-323d407a-61d5-4900-9ac4-a76a230b9099 req-1f1c492b-7ce3-4d32-a0c7-d64882655748 service neutron] 10.222.0.32 "GET /v2.0/networks/629690dc-316c-48ba-b3f8-2395f5f041a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5205266
Dec 25 21:08:46.069922 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d5b3c01d-a3f8-4c53-a805-24e4ea1b9e27 req-fe84b1b3-1c14-4e3c-9330-2128dbb5f26c tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 4.1362050
Dec 25 21:08:46.097631 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.provisioning_blocks [req-d5b3c01d-a3f8-4c53-a805-24e4ea1b9e27 req-a30c00de-7da7-4cfb-905b-2fc54e9a351e service neutron] Transition to ACTIVE for port object 2150b774-dd7c-4f45-910d-01e39333a0ce will not be triggered until provisioned by entity L2. {{(pid=121607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 25 21:08:46.125984 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-d5b3c01d-a3f8-4c53-a805-24e4ea1b9e27 req-5fcc84ae-32b8-4ee7-9efa-bb13afe1b969 service neutron] Request body: {'port': {'device_id': 'bfb762b4-175c-45df-b530-e2ac66bf96cf', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:08:46.154367 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 42824) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:08:46.168330 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-d5b3c01d-a3f8-4c53-a805-24e4ea1b9e27 req-a30c00de-7da7-4cfb-905b-2fc54e9a351e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8632327'] for port, after_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:46.223922 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] get_ports_and_sgs() called for port_ids ['1bcf9756-ed56-4846-ad16-befd4fd2f0e0'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:08:46.379317 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-056c7285-b189-4167-8f50-0622190de2e3 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-254838124-network', 'tenant_id': '66ef4aef5d1a42c6b19b8c77eccf6bc1'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:08:46.394840 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30c00de-7da7-4cfb-905b-2fc54e9a351e service neutron] Pushing event updated for resources: {'Port': ['ID=2150b774-dd7c-4f45-910d-01e39333a0ce,revision_number=2']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:08:46.474789 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-ba452c17-390f-486e-a107-71c90b27de1d None None] Provisioning complete for port b5c53dfd-8507-4f31-ba6b-58c68d41b36b triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:08:46.476181 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-ba452c17-390f-486e-a107-71c90b27de1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:46.751751 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-ba452c17-390f-486e-a107-71c90b27de1d None None] Port b5c53dfd-8507-4f31-ba6b-58c68d41b36b cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:08:46.755135 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.managers [req-d5b3c01d-a3f8-4c53-a805-24e4ea1b9e27 req-a30c00de-7da7-4cfb-905b-2fc54e9a351e service neutron] Attempting to bind port 2150b774-dd7c-4f45-910d-01e39333a0ce on host nch2-master-1 for vnic_type normal with profile  {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:08:46.755135 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.managers [req-d5b3c01d-a3f8-4c53-a805-24e4ea1b9e27 req-a30c00de-7da7-4cfb-905b-2fc54e9a351e service neutron] Attempting to bind port 2150b774-dd7c-4f45-910d-01e39333a0ce by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '85c774cb-a0eb-4ad9-961f-f331d3b37cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '8f212e98-547d-4c6e-a560-2e9a548c8f59'}] {{(pid=121607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:08:46.755135 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5b3c01d-a3f8-4c53-a805-24e4ea1b9e27 req-a30c00de-7da7-4cfb-905b-2fc54e9a351e service neutron] Attempting to bind port 2150b774-dd7c-4f45-910d-01e39333a0ce on network 8f212e98-547d-4c6e-a560-2e9a548c8f59 {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:08:46.755135 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5b3c01d-a3f8-4c53-a805-24e4ea1b9e27 req-a30c00de-7da7-4cfb-905b-2fc54e9a351e service neutron] Port 2150b774-dd7c-4f45-910d-01e39333a0ce on network 8f212e98-547d-4c6e-a560-2e9a548c8f59 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 25 21:08:46.755135 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5b3c01d-a3f8-4c53-a805-24e4ea1b9e27 req-a30c00de-7da7-4cfb-905b-2fc54e9a351e service neutron] Attempting to bind port 2150b774-dd7c-4f45-910d-01e39333a0ce on network 8f212e98-547d-4c6e-a560-2e9a548c8f59 {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:08:46.755135 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5b3c01d-a3f8-4c53-a805-24e4ea1b9e27 req-a30c00de-7da7-4cfb-905b-2fc54e9a351e service neutron] Checking agent: {'id': '0d9ae313-8f8d-40fa-8a9f-d098a25a9911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 21, 4, 38), 'started_at': datetime.datetime(2021, 12, 25, 21, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 8, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:08:46.755135 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5b3c01d-a3f8-4c53-a805-24e4ea1b9e27 req-a30c00de-7da7-4cfb-905b-2fc54e9a351e service neutron] Checking segment: {'id': '85c774cb-a0eb-4ad9-961f-f331d3b37cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '8f212e98-547d-4c6e-a560-2e9a548c8f59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:08:46.755135 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5b3c01d-a3f8-4c53-a805-24e4ea1b9e27 req-a30c00de-7da7-4cfb-905b-2fc54e9a351e service neutron] Bound using segment: {'id': '85c774cb-a0eb-4ad9-961f-f331d3b37cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '8f212e98-547d-4c6e-a560-2e9a548c8f59'} {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:08:46.755135 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.managers [req-d5b3c01d-a3f8-4c53-a805-24e4ea1b9e27 req-a30c00de-7da7-4cfb-905b-2fc54e9a351e service neutron] Bound port: 2150b774-dd7c-4f45-910d-01e39333a0ce, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85c774cb-a0eb-4ad9-961f-f331d3b37cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '8f212e98-547d-4c6e-a560-2e9a548c8f59'}}] {{(pid=121607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:08:46.755135 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-d5b3c01d-a3f8-4c53-a805-24e4ea1b9e27 req-a30c00de-7da7-4cfb-905b-2fc54e9a351e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:46.762499 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-67ee651d-79b6-41bd-abb7-1cebbb062a89 req-f6f6f955-de2e-49c9-aae7-186a91eeed75 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] 10.222.0.32 "GET /v2.0/security-groups?id=3d6cb2f0-3d81-4228-9d61-fc5e0bb3087e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6511865
Dec 25 21:08:46.762499 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38b1de52-d115-4d9a-a13e-da0bc4176bcb admin admin] Network 8ce10eb1-5492-4992-af11-c8e7b34f2c11 is scheduled to be hosted by DHCP agent 1813db88-2c1b-4357-a2ba-869246b663c2 with binding_index 1 {{(pid=121606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 25 21:08:46.762499 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [req-71e64cdc-b339-466a-8c3c-ec0dca4c0ffd req-93af37af-0e16-43ef-ac3a-ab148b91ee22 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95f9468e-c1ab-4e1c-856f-19efb9ee29b8 {{(pid=121606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:08:46.766021 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.db [req-d5b3c01d-a3f8-4c53-a805-24e4ea1b9e27 req-a30c00de-7da7-4cfb-905b-2fc54e9a351e service neutron] For port 2150b774-dd7c-4f45-910d-01e39333a0ce, host nch2-master-1, cleared binding levels {{(pid=121607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:08:46.766135 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-71e64cdc-b339-466a-8c3c-ec0dca4c0ffd req-93af37af-0e16-43ef-ac3a-ab148b91ee22 service neutron] Publish callbacks [] for port, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:46.766254 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.db [req-d5b3c01d-a3f8-4c53-a805-24e4ea1b9e27 req-a30c00de-7da7-4cfb-905b-2fc54e9a351e service neutron] For port 2150b774-dd7c-4f45-910d-01e39333a0ce, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2150b774-dd7c-4f45-910d-01e39333a0ce,segment=NetworkSegment(85c774cb-a0eb-4ad9-961f-f331d3b37cd6),segment_id=85c774cb-a0eb-4ad9-961f-f331d3b37cd6)] {{(pid=121607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:08:46.766353 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-d5b3c01d-a3f8-4c53-a805-24e4ea1b9e27 req-5fcc84ae-32b8-4ee7-9efa-bb13afe1b969 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:46.766463 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device 9026d1d6-3da8-4905-baa7-966ecb80b10a up at agent hyperv_nch2-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:08:46.766562 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.provisioning_blocks [req-71e64cdc-b339-466a-8c3c-ec0dca4c0ffd req-93af37af-0e16-43ef-ac3a-ab148b91ee22 service neutron] Transition to ACTIVE for port object 95f9468e-c1ab-4e1c-856f-19efb9ee29b8 will not be triggered until provisioned by entity L2. {{(pid=121606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 25 21:08:46.814457 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba078c8-2aef-49ae-8246-e7b8057c05c1 req-e5191aa5-5f74-4b75-8562-e54b1d1f3f8e tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:08:46.815978 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7ba078c8-2aef-49ae-8246-e7b8057c05c1 req-e5191aa5-5f74-4b75-8562-e54b1d1f3f8e tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] 10.222.0.32 "GET /v2.0/ports?device_id=e370ad00-0f15-4014-99c2-3ecd6b33849e HTTP/1.1" status: 200  len: 945 time: 0.1618550
Dec 25 21:08:46.835832 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-20f16bb0-b05e-4a62-be97-ba100efb44d2 req-ffea9282-cf19-48ae-a512-2dd2792fdb24 tempest-ServersWithSpecificFlavorTestJSON-439149936 tempest-ServersWithSpecificFlavorTestJSON-439149936-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a4cbf2d-cea7-4432-9264-6ac3fed9238d HTTP/1.1" status: 200  len: 210 time: 0.0443480
Dec 25 21:08:46.975822 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7ba078c8-2aef-49ae-8246-e7b8057c05c1 req-b317a4c4-fb54-468a-ac8d-1f65eac97790 tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5d2ff88-22d6-43d8-90d1-bfb86d4e3308&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1422005
Dec 25 21:08:47.015245 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2107d553-f7aa-4f2c-8ad2-5be15e0bcc47 req-61cf303b-9d2c-4c5c-9106-96664e7d7a89 tempest-FloatingIPsAssociationNegativeTestJSON-495794297 tempest-FloatingIPsAssociationNegativeTestJSON-495794297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:08:47.016647 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2107d553-f7aa-4f2c-8ad2-5be15e0bcc47 req-61cf303b-9d2c-4c5c-9106-96664e7d7a89 tempest-FloatingIPsAssociationNegativeTestJSON-495794297 tempest-FloatingIPsAssociationNegativeTestJSON-495794297-project] 10.222.0.32 "GET /v2.0/ports?device_id=24fbe6b2-8ab0-4b10-932c-de5d0c1f1ec7 HTTP/1.1" status: 200  len: 931 time: 0.1072941
Dec 25 21:08:47.107490 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-056c7285-b189-4167-8f50-0622190de2e3 admin admin] Made reservation on behalf of 66ef4aef5d1a42c6b19b8c77eccf6bc1 for: {'network': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:08:47.109376 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Provisioning for port 9026d1d6-3da8-4905-baa7-966ecb80b10a completed by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 25 21:08:47.109897 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-056c7285-b189-4167-8f50-0622190de2e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for network, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:47.114648 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Provisioning complete for port 9026d1d6-3da8-4905-baa7-966ecb80b10a triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:08:47.115105 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:47.115243 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-d5b3c01d-a3f8-4c53-a805-24e4ea1b9e27 req-a30c00de-7da7-4cfb-905b-2fc54e9a351e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8632327'] for port, after_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:47.123002 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [None req-38b1de52-d115-4d9a-a13e-da0bc4176bcb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 8ce10eb1-5492-4992-af11-c8e7b34f2c11) {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:08:47.128517 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38b1de52-d115-4d9a-a13e-da0bc4176bcb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:08:47.129771 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-38b1de52-d115-4d9a-a13e-da0bc4176bcb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for subnet, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:47.139341 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-71e64cdc-b339-466a-8c3c-ec0dca4c0ffd req-93af37af-0e16-43ef-ac3a-ab148b91ee22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:47.183453 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2face70-13af-4265-a5be-a400e61e8dd5 None None] Network 8ce10eb1-5492-4992-af11-c8e7b34f2c11 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:08:47.191058 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30c00de-7da7-4cfb-905b-2fc54e9a351e service neutron] Pushing event updated for resources: {'Port': ['ID=2150b774-dd7c-4f45-910d-01e39333a0ce,revision_number=3']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:08:47.195497 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-056c7285-b189-4167-8f50-0622190de2e3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:47.215988 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b3c01d-a3f8-4c53-a805-24e4ea1b9e27 req-a30c00de-7da7-4cfb-905b-2fc54e9a351e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:08:47.217122 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-d5b3c01d-a3f8-4c53-a805-24e4ea1b9e27 req-a30c00de-7da7-4cfb-905b-2fc54e9a351e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:47.218133 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-d5b3c01d-a3f8-4c53-a805-24e4ea1b9e27 req-a30c00de-7da7-4cfb-905b-2fc54e9a351e service neutron] 10.222.0.37 "PUT /v2.0/ports/2150b774-dd7c-4f45-910d-01e39333a0ce HTTP/1.1" status: 200  len: 1095 time: 3.8723524
Dec 25 21:08:47.218602 ncdv-master-1 neutron-server[121607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '083a54e8-8841-4d6e-b720-a0e06409e0d4', 'tag': '2150b774-dd7c-4f45-910d-01e39333a0ce'}] {{(pid=121607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:08:47.219180 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93af37af-0e16-43ef-ac3a-ab148b91ee22 service neutron] Pushing event updated for resources: {'Port': ['ID=95f9468e-c1ab-4e1c-856f-19efb9ee29b8,revision_number=2']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:08:47.221197 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f980bbcadfa7bf1e788024e1448be660373c21f97f015f780444e999c451203" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6db8b9e5-0d54-437f-8123-67a86ae540e5" -d '{"events": [{"name": "network-changed", "server_uuid": "083a54e8-8841-4d6e-b720-a0e06409e0d4", "tag": "2150b774-dd7c-4f45-910d-01e39333a0ce"}]}' {{(pid=121607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:08:47.238609 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2107d553-f7aa-4f2c-8ad2-5be15e0bcc47 req-3d7fb412-a1f3-43b9-a48e-87f19134f268 tempest-FloatingIPsAssociationNegativeTestJSON-495794297 tempest-FloatingIPsAssociationNegativeTestJSON-495794297-project] 10.222.0.32 "GET /v2.0/security-groups?id=c8b1bf6d-64ce-4c58-82a8-18130f4a52c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2152219
Dec 25 21:08:47.360677 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-71e64cdc-b339-466a-8c3c-ec0dca4c0ffd req-93af37af-0e16-43ef-ac3a-ab148b91ee22 service neutron] Attempting to bind port 95f9468e-c1ab-4e1c-856f-19efb9ee29b8 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:08:47.370328 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-71e64cdc-b339-466a-8c3c-ec0dca4c0ffd req-93af37af-0e16-43ef-ac3a-ab148b91ee22 service neutron] Attempting to bind port 95f9468e-c1ab-4e1c-856f-19efb9ee29b8 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'ee6c5cc2-3196-4a40-8cac-19840092fb26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'd11a6d20-7c9e-4651-a65c-c60d3931cc4e'}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:08:47.371217 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71e64cdc-b339-466a-8c3c-ec0dca4c0ffd req-93af37af-0e16-43ef-ac3a-ab148b91ee22 service neutron] Attempting to bind port 95f9468e-c1ab-4e1c-856f-19efb9ee29b8 on network d11a6d20-7c9e-4651-a65c-c60d3931cc4e {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:08:47.386662 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Dec 2021 21:08:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd0749ed-01d3-44fb-aad5-9863e747a3e9 x-openstack-request-id: req-cd0749ed-01d3-44fb-aad5-9863e747a3e9 {{(pid=121607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:08:47.390858 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "083a54e8-8841-4d6e-b720-a0e06409e0d4", "tag": "2150b774-dd7c-4f45-910d-01e39333a0ce", "status": "completed", "code": 200}]} {{(pid=121607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:08:47.391699 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-cd0749ed-01d3-44fb-aad5-9863e747a3e9 {{(pid=121607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:08:47.393489 ncdv-master-1 neutron-server[121607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '083a54e8-8841-4d6e-b720-a0e06409e0d4', 'tag': '2150b774-dd7c-4f45-910d-01e39333a0ce', 'status': 'completed', 'code': 200}
Dec 25 21:08:47.407124 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-38b1de52-d115-4d9a-a13e-da0bc4176bcb admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 861 time: 4.0734308
Dec 25 21:08:47.416584 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [req-d5b3c01d-a3f8-4c53-a805-24e4ea1b9e27 req-5fcc84ae-32b8-4ee7-9efa-bb13afe1b969 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5c53dfd-8507-4f31-ba6b-58c68d41b36b {{(pid=121606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:08:47.427126 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71e64cdc-b339-466a-8c3c-ec0dca4c0ffd req-93af37af-0e16-43ef-ac3a-ab148b91ee22 service neutron] Port 95f9468e-c1ab-4e1c-856f-19efb9ee29b8 on network d11a6d20-7c9e-4651-a65c-c60d3931cc4e not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 25 21:08:47.427126 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71e64cdc-b339-466a-8c3c-ec0dca4c0ffd req-93af37af-0e16-43ef-ac3a-ab148b91ee22 service neutron] Attempting to bind port 95f9468e-c1ab-4e1c-856f-19efb9ee29b8 on network d11a6d20-7c9e-4651-a65c-c60d3931cc4e {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:08:47.440185 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-056c7285-b189-4167-8f50-0622190de2e3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:47.442683 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71e64cdc-b339-466a-8c3c-ec0dca4c0ffd req-93af37af-0e16-43ef-ac3a-ab148b91ee22 service neutron] Checking agent: {'id': '6d577036-68fc-4aa4-aed7-5ab01de2117e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 21, 4, 34), 'started_at': datetime.datetime(2021, 12, 25, 21, 4, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 8, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:08:47.443026 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71e64cdc-b339-466a-8c3c-ec0dca4c0ffd req-93af37af-0e16-43ef-ac3a-ab148b91ee22 service neutron] Checking segment: {'id': 'ee6c5cc2-3196-4a40-8cac-19840092fb26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'd11a6d20-7c9e-4651-a65c-c60d3931cc4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:08:47.443425 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71e64cdc-b339-466a-8c3c-ec0dca4c0ffd req-93af37af-0e16-43ef-ac3a-ab148b91ee22 service neutron] Bound using segment: {'id': 'ee6c5cc2-3196-4a40-8cac-19840092fb26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'd11a6d20-7c9e-4651-a65c-c60d3931cc4e'} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:08:47.443899 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-71e64cdc-b339-466a-8c3c-ec0dca4c0ffd req-93af37af-0e16-43ef-ac3a-ab148b91ee22 service neutron] Bound port: 95f9468e-c1ab-4e1c-856f-19efb9ee29b8, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee6c5cc2-3196-4a40-8cac-19840092fb26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'd11a6d20-7c9e-4651-a65c-c60d3931cc4e'}}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:08:47.448778 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-71e64cdc-b339-466a-8c3c-ec0dca4c0ffd req-93af37af-0e16-43ef-ac3a-ab148b91ee22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:47.470331 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-d5b3c01d-a3f8-4c53-a805-24e4ea1b9e27 req-5fcc84ae-32b8-4ee7-9efa-bb13afe1b969 service neutron] Publish callbacks [] for port, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:47.478660 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.agents_db [None req-ec08dba0-4483-4109-b5e1-5e4a9fdaf12d None None] Agent healthcheck: found 7 active agents {{(pid=121609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 25 21:08:47.520413 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db8b9e5-0d54-437f-8123-67a86ae540e5 req-3fa4c86d-9ef6-48b5-b5aa-27f2a698f39d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:08:47.522461 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-6db8b9e5-0d54-437f-8123-67a86ae540e5 req-3fa4c86d-9ef6-48b5-b5aa-27f2a698f39d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=19a16dcc3c214ac2a218d3758e551792&device_id=083a54e8-8841-4d6e-b720-a0e06409e0d4 HTTP/1.1" status: 200  len: 1098 time: 0.1276095
Dec 25 21:08:47.565209 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.provisioning_blocks [req-d5b3c01d-a3f8-4c53-a805-24e4ea1b9e27 req-5fcc84ae-32b8-4ee7-9efa-bb13afe1b969 service neutron] Transition to ACTIVE for port object b5c53dfd-8507-4f31-ba6b-58c68d41b36b will not be triggered until provisioned by entity L2. {{(pid=121606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 25 21:08:47.584850 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-6db8b9e5-0d54-437f-8123-67a86ae540e5 req-df314a87-eb3d-435f-9e3f-0f27f48da6f4 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=19a16dcc3c214ac2a218d3758e551792&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0525601
Dec 25 21:08:47.666611 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:47.678755 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-71e64cdc-b339-466a-8c3c-ec0dca4c0ffd req-93af37af-0e16-43ef-ac3a-ab148b91ee22 service neutron] For port 95f9468e-c1ab-4e1c-856f-19efb9ee29b8, host nch1-master-1, cleared binding levels {{(pid=121606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:08:47.686427 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-71e64cdc-b339-466a-8c3c-ec0dca4c0ffd req-93af37af-0e16-43ef-ac3a-ab148b91ee22 service neutron] For port 95f9468e-c1ab-4e1c-856f-19efb9ee29b8, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=95f9468e-c1ab-4e1c-856f-19efb9ee29b8,segment=NetworkSegment(ee6c5cc2-3196-4a40-8cac-19840092fb26),segment_id=ee6c5cc2-3196-4a40-8cac-19840092fb26)] {{(pid=121606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:08:47.702826 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-d5b3c01d-a3f8-4c53-a805-24e4ea1b9e27 req-5fcc84ae-32b8-4ee7-9efa-bb13afe1b969 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:47.772248 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd1c92e4-4ef4-43ff-9b59-58dd164921e2 None None] Network 8ce10eb1-5492-4992-af11-c8e7b34f2c11 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:08:47.807479 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcc84ae-32b8-4ee7-9efa-bb13afe1b969 service neutron] Pushing event updated for resources: {'Port': ['ID=b5c53dfd-8507-4f31-ba6b-58c68d41b36b,revision_number=2']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:08:47.813429 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-71e64cdc-b339-466a-8c3c-ec0dca4c0ffd req-93af37af-0e16-43ef-ac3a-ab148b91ee22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:47.834960 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e370ad00-0f15-4014-99c2-3ecd6b33849e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9026d1d6-3da8-4905-baa7-966ecb80b10a'}] {{(pid=121608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:08:47.845195 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a88c78c3ff6266bd59c7e89d275b28c92e739b67d23c89d71af88829fd31566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9b8ece7-656a-4819-9f66-806c3d47f0ad" -d '{"events": [{"server_uuid": "e370ad00-0f15-4014-99c2-3ecd6b33849e", "name": "network-vif-plugged", "status": "completed", "tag": "9026d1d6-3da8-4905-baa7-966ecb80b10a"}]}' {{(pid=121608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:08:47.916351 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port 9026d1d6-3da8-4905-baa7-966ecb80b10a, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9026d1d6-3da8-4905-baa7-966ecb80b10a,segment=NetworkSegment(0bc15208-d08d-4c93-89c3-c4dfd4d97844),segment_id=0bc15208-d08d-4c93-89c3-c4dfd4d97844)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:08:48.022131 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e64cdc-b339-466a-8c3c-ec0dca4c0ffd req-93af37af-0e16-43ef-ac3a-ab148b91ee22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:08:48.022766 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-71e64cdc-b339-466a-8c3c-ec0dca4c0ffd req-93af37af-0e16-43ef-ac3a-ab148b91ee22 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:48.024176 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-71e64cdc-b339-466a-8c3c-ec0dca4c0ffd req-93af37af-0e16-43ef-ac3a-ab148b91ee22 service neutron] 10.222.0.31 "PUT /v2.0/ports/95f9468e-c1ab-4e1c-856f-19efb9ee29b8 HTTP/1.1" status: 200  len: 1091 time: 2.5833490
Dec 25 21:08:48.052195 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:48.074522 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24fbe6b2-8ab0-4b10-932c-de5d0c1f1ec7', 'tag': '95f9468e-c1ab-4e1c-856f-19efb9ee29b8'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:08:48.083023 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9858820c13ec2827453b94ebc4181065e990a4e4089ccb9fe762531ac62d2fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88a2c267-4caf-4f61-b0f2-c82672499145" -d '{"events": [{"name": "network-changed", "server_uuid": "24fbe6b2-8ab0-4b10-932c-de5d0c1f1ec7", "tag": "95f9468e-c1ab-4e1c-856f-19efb9ee29b8"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:08:48.187954 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93af37af-0e16-43ef-ac3a-ab148b91ee22 service neutron] Pushing event updated for resources: {'Port': ['ID=95f9468e-c1ab-4e1c-856f-19efb9ee29b8,revision_number=3']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:08:48.252814 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db8b9e5-0d54-437f-8123-67a86ae540e5 req-919be591-e729-49e9-9589-45d63276ccee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:08:48.259531 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-6db8b9e5-0d54-437f-8123-67a86ae540e5 req-919be591-e729-49e9-9589-45d63276ccee service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.6663184
Dec 25 21:08:48.267616 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Pushing event updated for resources: {'Port': ['ID=9026d1d6-3da8-4905-baa7-966ecb80b10a,revision_number=5']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:08:48.282881 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-056c7285-b189-4167-8f50-0622190de2e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:48.298545 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5a34d5dd-1684-418a-9473-dbadacc87d81 req-3db4567c-8d0f-40fc-bc64-a403cdb6ee21 tempest-ServersWithSpecificFlavorTestJSON-439149936 tempest-ServersWithSpecificFlavorTestJSON-439149936-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a4cbf2d-cea7-4432-9264-6ac3fed9238d HTTP/1.1" status: 200  len: 210 time: 0.2950537
Dec 25 21:08:48.353367 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-d5b3c01d-a3f8-4c53-a805-24e4ea1b9e27 req-5fcc84ae-32b8-4ee7-9efa-bb13afe1b969 service neutron] Attempting to bind port b5c53dfd-8507-4f31-ba6b-58c68d41b36b on host nch1-master-1 for vnic_type normal with profile  {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:08:48.353768 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-d5b3c01d-a3f8-4c53-a805-24e4ea1b9e27 req-5fcc84ae-32b8-4ee7-9efa-bb13afe1b969 service neutron] Attempting to bind port b5c53dfd-8507-4f31-ba6b-58c68d41b36b by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '85c774cb-a0eb-4ad9-961f-f331d3b37cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '8f212e98-547d-4c6e-a560-2e9a548c8f59'}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:08:48.354104 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5b3c01d-a3f8-4c53-a805-24e4ea1b9e27 req-5fcc84ae-32b8-4ee7-9efa-bb13afe1b969 service neutron] Attempting to bind port b5c53dfd-8507-4f31-ba6b-58c68d41b36b on network 8f212e98-547d-4c6e-a560-2e9a548c8f59 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:08:48.380524 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5b3c01d-a3f8-4c53-a805-24e4ea1b9e27 req-5fcc84ae-32b8-4ee7-9efa-bb13afe1b969 service neutron] Port b5c53dfd-8507-4f31-ba6b-58c68d41b36b on network 8f212e98-547d-4c6e-a560-2e9a548c8f59 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 25 21:08:48.380947 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5b3c01d-a3f8-4c53-a805-24e4ea1b9e27 req-5fcc84ae-32b8-4ee7-9efa-bb13afe1b969 service neutron] Attempting to bind port b5c53dfd-8507-4f31-ba6b-58c68d41b36b on network 8f212e98-547d-4c6e-a560-2e9a548c8f59 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:08:48.403422 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 21:08:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2431e51e-59ef-4f88-9625-a017cfb22197 x-openstack-request-id: req-2431e51e-59ef-4f88-9625-a017cfb22197 {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:08:48.403422 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e370ad00-0f15-4014-99c2-3ecd6b33849e", "name": "network-vif-plugged", "status": "completed", "tag": "9026d1d6-3da8-4905-baa7-966ecb80b10a", "code": 200}]} {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:08:48.403422 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2431e51e-59ef-4f88-9625-a017cfb22197 {{(pid=121608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:08:48.403422 ncdv-master-1 neutron-server[121608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e370ad00-0f15-4014-99c2-3ecd6b33849e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9026d1d6-3da8-4905-baa7-966ecb80b10a', 'code': 200}
Dec 25 21:08:48.403807 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5b3c01d-a3f8-4c53-a805-24e4ea1b9e27 req-5fcc84ae-32b8-4ee7-9efa-bb13afe1b969 service neutron] Checking agent: {'id': '6d577036-68fc-4aa4-aed7-5ab01de2117e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 21, 4, 34), 'started_at': datetime.datetime(2021, 12, 25, 21, 4, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 8, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:08:48.403807 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5b3c01d-a3f8-4c53-a805-24e4ea1b9e27 req-5fcc84ae-32b8-4ee7-9efa-bb13afe1b969 service neutron] Checking segment: {'id': '85c774cb-a0eb-4ad9-961f-f331d3b37cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '8f212e98-547d-4c6e-a560-2e9a548c8f59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:08:48.404024 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5b3c01d-a3f8-4c53-a805-24e4ea1b9e27 req-5fcc84ae-32b8-4ee7-9efa-bb13afe1b969 service neutron] Bound using segment: {'id': '85c774cb-a0eb-4ad9-961f-f331d3b37cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '8f212e98-547d-4c6e-a560-2e9a548c8f59'} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:08:48.404431 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-d5b3c01d-a3f8-4c53-a805-24e4ea1b9e27 req-5fcc84ae-32b8-4ee7-9efa-bb13afe1b969 service neutron] Bound port: b5c53dfd-8507-4f31-ba6b-58c68d41b36b, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85c774cb-a0eb-4ad9-961f-f331d3b37cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '8f212e98-547d-4c6e-a560-2e9a548c8f59'}}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:08:48.404792 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-d5b3c01d-a3f8-4c53-a805-24e4ea1b9e27 req-5fcc84ae-32b8-4ee7-9efa-bb13afe1b969 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:48.450788 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd39011-5f75-491e-a151-24c5c9081698 req-a5c07acc-7fc5-44eb-901c-7f801a77adc8 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:08:48.454064 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-dbd39011-5f75-491e-a151-24c5c9081698 req-a5c07acc-7fc5-44eb-901c-7f801a77adc8 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] 10.222.0.32 "GET /v2.0/ports?device_id=bfb762b4-175c-45df-b530-e2ac66bf96cf HTTP/1.1" status: 200  len: 948 time: 0.4536986
Dec 25 21:08:48.492974 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-056c7285-b189-4167-8f50-0622190de2e3 admin admin] vlan segment allocate from pool success with {'vlan_id': 160, 'physical_network': 'physnet1'}  {{(pid=121607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 25 21:08:48.542404 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056c7285-b189-4167-8f50-0622190de2e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54d697a1-a182-4dea-b13a-1e56337ea32b,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:08:48.547420 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e64cdc-b339-466a-8c3c-ec0dca4c0ffd req-591bfdf1-eb3c-4706-b067-b8bf62a7cb60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:08:48.548865 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-71e64cdc-b339-466a-8c3c-ec0dca4c0ffd req-591bfdf1-eb3c-4706-b067-b8bf62a7cb60 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=e65cafc179094f63bf88bfba4c57fd1f&device_id=24fbe6b2-8ab0-4b10-932c-de5d0c1f1ec7 HTTP/1.1" status: 200  len: 1094 time: 0.2492061
Dec 25 21:08:48.551358 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-056c7285-b189-4167-8f50-0622190de2e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:48.554943 ncdv-master-1 neutron-server[121607]: INFO neutron.db.segments_db [None req-056c7285-b189-4167-8f50-0622190de2e3 admin admin] Added segment 117fd0d8-fb50-4a6a-874e-bb699339eda5 of type vlan for network 68821654-4508-424a-a449-effa3630150c
Dec 25 21:08:48.590311 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b3c01d-a3f8-4c53-a805-24e4ea1b9e27 req-f248b15a-ea25-4639-83de-4291393d6e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:08:48.594223 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-d5b3c01d-a3f8-4c53-a805-24e4ea1b9e27 req-f248b15a-ea25-4639-83de-4291393d6e9f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=19a16dcc3c214ac2a218d3758e551792&device_id=083a54e8-8841-4d6e-b720-a0e06409e0d4 HTTP/1.1" status: 200  len: 1098 time: 0.2905293
Dec 25 21:08:48.731672 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 42904) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:08:48.738770 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-71e64cdc-b339-466a-8c3c-ec0dca4c0ffd req-4c563262-fd65-4102-b407-59a197b34dc4 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=95f9468e-c1ab-4e1c-856f-19efb9ee29b8 HTTP/1.1" status: 200  len: 217 time: 0.1145256
Dec 25 21:08:48.746811 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-d5b3c01d-a3f8-4c53-a805-24e4ea1b9e27 req-b8a36892-5b6c-4e2f-80b1-64357489cc98 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.29&port_id=2150b774-dd7c-4f45-910d-01e39333a0ce HTTP/1.1" status: 200  len: 217 time: 0.1394627
Dec 25 21:08:48.767193 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-dbd39011-5f75-491e-a151-24c5c9081698 req-a9c4b872-beb2-4c1c-a9ab-e676b4649201 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] 10.222.0.32 "GET /v2.0/security-groups?id=3d6cb2f0-3d81-4228-9d61-fc5e0bb3087e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3010433
Dec 25 21:08:48.783941 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-056c7285-b189-4167-8f50-0622190de2e3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737602163420'] for network, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:48.813404 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-d5b3c01d-a3f8-4c53-a805-24e4ea1b9e27 req-5fcc84ae-32b8-4ee7-9efa-bb13afe1b969 service neutron] For port b5c53dfd-8507-4f31-ba6b-58c68d41b36b, host nch1-master-1, cleared binding levels {{(pid=121606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:08:48.820309 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8963244a-759f-4aa2-88f8-595a97edfecd req-8067e48c-1b43-40db-8f7e-18433da4ab19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:08:48.822174 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8963244a-759f-4aa2-88f8-595a97edfecd req-8067e48c-1b43-40db-8f7e-18433da4ab19 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e370ad00-0f15-4014-99c2-3ecd6b33849e HTTP/1.1" status: 200  len: 1097 time: 0.2986825
Dec 25 21:08:48.829794 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da06a6ad-fc81-427f-a4ec-7090f557ab43 req-e6938420-1c94-42d1-95e5-fb90f9a8f145 tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:08:48.831308 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-da06a6ad-fc81-427f-a4ec-7090f557ab43 req-e6938420-1c94-42d1-95e5-fb90f9a8f145 tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] 10.222.0.32 "GET /v2.0/ports?device_id=e370ad00-0f15-4014-99c2-3ecd6b33849e HTTP/1.1" status: 200  len: 946 time: 0.2999668
Dec 25 21:08:48.901966 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-d5b3c01d-a3f8-4c53-a805-24e4ea1b9e27 req-5fcc84ae-32b8-4ee7-9efa-bb13afe1b969 service neutron] For port b5c53dfd-8507-4f31-ba6b-58c68d41b36b, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b5c53dfd-8507-4f31-ba6b-58c68d41b36b,segment=NetworkSegment(85c774cb-a0eb-4ad9-961f-f331d3b37cd6),segment_id=85c774cb-a0eb-4ad9-961f-f331d3b37cd6)] {{(pid=121606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:08:48.921301 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Dec 2021 21:08:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be9c3891-ba4a-4275-af51-4909150f8722 x-openstack-request-id: req-be9c3891-ba4a-4275-af51-4909150f8722 {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:08:48.921690 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24fbe6b2-8ab0-4b10-932c-de5d0c1f1ec7", "tag": "95f9468e-c1ab-4e1c-856f-19efb9ee29b8", "status": "completed", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:08:48.921969 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-be9c3891-ba4a-4275-af51-4909150f8722 {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:08:48.922376 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24fbe6b2-8ab0-4b10-932c-de5d0c1f1ec7', 'tag': '95f9468e-c1ab-4e1c-856f-19efb9ee29b8', 'status': 'completed', 'code': 200}
Dec 25 21:08:48.925884 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e64cdc-b339-466a-8c3c-ec0dca4c0ffd req-8c8cb460-4e1f-47a6-8515-619e4e6f0ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:08:48.927307 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-71e64cdc-b339-466a-8c3c-ec0dca4c0ffd req-8c8cb460-4e1f-47a6-8515-619e4e6f0ecb service neutron] 10.222.0.31 "GET /v2.0/subnets?id=98faad13-8b17-4944-b01e-df6bd636584c HTTP/1.1" status: 200  len: 867 time: 0.1765547
Dec 25 21:08:48.937263 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b3c01d-a3f8-4c53-a805-24e4ea1b9e27 req-361989f8-5d1c-454d-9a0b-10fb81fb960f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:08:48.938731 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-d5b3c01d-a3f8-4c53-a805-24e4ea1b9e27 req-361989f8-5d1c-454d-9a0b-10fb81fb960f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=dcfbae86-f93e-400c-8084-eac7f56ff5ba HTTP/1.1" status: 200  len: 843 time: 0.0898945
Dec 25 21:08:48.977144 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-056c7285-b189-4167-8f50-0622190de2e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870'] for network, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:48.978644 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-056c7285-b189-4167-8f50-0622190de2e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:08:48.979227 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-056c7285-b189-4167-8f50-0622190de2e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for network, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:49.018901 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-72ac9a06-f1f1-4b56-b972-52be56fa0c1f admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1141233133-network', 'tenant_id': 'bc19d38e80ce426fa6d268838d133f13'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:08:49.058737 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b3c01d-a3f8-4c53-a805-24e4ea1b9e27 req-3f22a120-b2f0-4847-ab2b-c024c0e3a1dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:08:49.060263 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-d5b3c01d-a3f8-4c53-a805-24e4ea1b9e27 req-3f22a120-b2f0-4847-ab2b-c024c0e3a1dd service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8f212e98-547d-4c6e-a560-2e9a548c8f59&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1143301
Dec 25 21:08:49.061047 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056c7285-b189-4167-8f50-0622190de2e3 admin admin] Pushing event updated for resources: {'Network': ['ID=68821654-4508-424a-a449-effa3630150c,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:08:49.073649 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Network 68821654-4508-424a-a449-effa3630150c details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 25 21:08:49.108580 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8963244a-759f-4aa2-88f8-595a97edfecd req-77e58504-7e72-47d3-828f-9b3383ec1361 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=a5d2ff88-22d6-43d8-90d1-bfb86d4e3308&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2610548
Dec 25 21:08:49.115083 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-056c7285-b189-4167-8f50-0622190de2e3 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 2.9568737
Dec 25 21:08:49.115473 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 42912) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:08:49.145404 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-d5b3c01d-a3f8-4c53-a805-24e4ea1b9e27 req-5fcc84ae-32b8-4ee7-9efa-bb13afe1b969 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:49.146714 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-28ef36c6-f58c-4498-9c48-97686317f29b admin admin] Request body: {'subnet': {'network_id': '68821654-4508-424a-a449-effa3630150c', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-254838124-subnet', 'tenant_id': '66ef4aef5d1a42c6b19b8c77eccf6bc1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:08:49.192040 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 42916) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:08:49.202177 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-44fec34a-8d3c-4196-8b21-a9492d30a3bb admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1292081036-network', 'tenant_id': '96c1aa7a871440d69a532eab5d139700'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:08:49.210092 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-d5b3c01d-a3f8-4c53-a805-24e4ea1b9e27 req-94b5ff81-3444-4dc4-9a8b-581352503d3a service neutron] 10.222.0.37 "GET /v2.0/networks/8f212e98-547d-4c6e-a560-2e9a548c8f59?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1408055
Dec 25 21:08:49.263033 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-da06a6ad-fc81-427f-a4ec-7090f557ab43 req-eb19edc2-28b3-4662-bc1b-d8d61b871c8a tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5d2ff88-22d6-43d8-90d1-bfb86d4e3308&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4066558
Dec 25 21:08:49.282338 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd9a139-d035-4f7a-8d5f-ebb595119182 req-f7374694-d335-47e7-a9a5-fe38555fb70e tempest-FloatingIPsAssociationNegativeTestJSON-495794297 tempest-FloatingIPsAssociationNegativeTestJSON-495794297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:08:49.292333 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28ef36c6-f58c-4498-9c48-97686317f29b admin admin] Made reservation on behalf of 66ef4aef5d1a42c6b19b8c77eccf6bc1 for: {'subnet': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:08:49.295997 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-28ef36c6-f58c-4498-9c48-97686317f29b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8852834'] for subnet, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:49.301977 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9cd9a139-d035-4f7a-8d5f-ebb595119182 req-f7374694-d335-47e7-a9a5-fe38555fb70e tempest-FloatingIPsAssociationNegativeTestJSON-495794297 tempest-FloatingIPsAssociationNegativeTestJSON-495794297-project] 10.222.0.32 "GET /v2.0/ports?device_id=24fbe6b2-8ab0-4b10-932c-de5d0c1f1ec7 HTTP/1.1" status: 200  len: 943 time: 0.3266385
Dec 25 21:08:49.310040 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b3c01d-a3f8-4c53-a805-24e4ea1b9e27 req-5fcc84ae-32b8-4ee7-9efa-bb13afe1b969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:08:49.310662 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-d5b3c01d-a3f8-4c53-a805-24e4ea1b9e27 req-5fcc84ae-32b8-4ee7-9efa-bb13afe1b969 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:49.312073 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d5b3c01d-a3f8-4c53-a805-24e4ea1b9e27 req-5fcc84ae-32b8-4ee7-9efa-bb13afe1b969 service neutron] 10.222.0.31 "PUT /v2.0/ports/b5c53dfd-8507-4f31-ba6b-58c68d41b36b HTTP/1.1" status: 200  len: 1096 time: 3.1972425
Dec 25 21:08:49.332769 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e64cdc-b339-466a-8c3c-ec0dca4c0ffd req-117fe8ff-19f8-4491-8efa-1ca8609f8e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:08:49.335428 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-71e64cdc-b339-466a-8c3c-ec0dca4c0ffd req-117fe8ff-19f8-4491-8efa-1ca8609f8e81 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d11a6d20-7c9e-4651-a65c-c60d3931cc4e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.3891213
Dec 25 21:08:49.358896 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcc84ae-32b8-4ee7-9efa-bb13afe1b969 service neutron] Pushing event updated for resources: {'Port': ['ID=b5c53dfd-8507-4f31-ba6b-58c68d41b36b,revision_number=3']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:08:49.531182 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9cd9a139-d035-4f7a-8d5f-ebb595119182 req-b0c1abc1-b72f-4e99-93ec-13e499959842 tempest-FloatingIPsAssociationNegativeTestJSON-495794297 tempest-FloatingIPsAssociationNegativeTestJSON-495794297-project] 10.222.0.32 "GET /v2.0/security-groups?id=c8b1bf6d-64ce-4c58-82a8-18130f4a52c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2279427
Dec 25 21:08:49.557116 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72ac9a06-f1f1-4b56-b972-52be56fa0c1f admin admin] Made reservation on behalf of bc19d38e80ce426fa6d268838d133f13 for: {'network': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:08:49.557116 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-72ac9a06-f1f1-4b56-b972-52be56fa0c1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for network, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:49.604539 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-63123386-3676-496e-83a9-01193c40ea53 req-f14d3900-1565-4412-aa3f-8174ee42ed46 tempest-ServersWithSpecificFlavorTestJSON-439149936 tempest-ServersWithSpecificFlavorTestJSON-439149936-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a4cbf2d-cea7-4432-9264-6ac3fed9238d HTTP/1.1" status: 200  len: 210 time: 0.0856376
Dec 25 21:08:49.609503 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-72ac9a06-f1f1-4b56-b972-52be56fa0c1f admin admin] Publish callbacks [] for security_group, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:49.621699 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44fec34a-8d3c-4196-8b21-a9492d30a3bb admin admin] Made reservation on behalf of 96c1aa7a871440d69a532eab5d139700 for: {'network': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:08:49.626012 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-44fec34a-8d3c-4196-8b21-a9492d30a3bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for network, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:49.650137 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-d5b3c01d-a3f8-4c53-a805-24e4ea1b9e27 req-21d336d4-78aa-4190-a490-6cebe95be00e service neutron] 10.222.0.37 "GET /v2.0/networks/8f212e98-547d-4c6e-a560-2e9a548c8f59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2934575
Dec 25 21:08:49.652949 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-44fec34a-8d3c-4196-8b21-a9492d30a3bb admin admin] Publish callbacks [] for security_group, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:49.685781 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b3c01d-a3f8-4c53-a805-24e4ea1b9e27 req-5d4d4417-d964-4c67-bed6-6f3d877d4b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:08:49.687365 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d5b3c01d-a3f8-4c53-a805-24e4ea1b9e27 req-5d4d4417-d964-4c67-bed6-6f3d877d4b89 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=19a16dcc3c214ac2a218d3758e551792&device_id=bfb762b4-175c-45df-b530-e2ac66bf96cf HTTP/1.1" status: 200  len: 1099 time: 0.1668832
Dec 25 21:08:49.694512 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-71e64cdc-b339-466a-8c3c-ec0dca4c0ffd req-010aac49-9137-492e-bb94-31e4477fcc34 service neutron] 10.222.0.31 "GET /v2.0/networks/d11a6d20-7c9e-4651-a65c-c60d3931cc4e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3465891
Dec 25 21:08:49.800158 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d5b3c01d-a3f8-4c53-a805-24e4ea1b9e27 req-77961103-db1d-46a9-81ce-30b4e6c75277 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.202&port_id=b5c53dfd-8507-4f31-ba6b-58c68d41b36b HTTP/1.1" status: 200  len: 217 time: 0.0927868
Dec 25 21:08:49.836329 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-44fec34a-8d3c-4196-8b21-a9492d30a3bb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:49.873554 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-28ef36c6-f58c-4498-9c48-97686317f29b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8632475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8852848'] for subnet, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:49.937478 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-44fec34a-8d3c-4196-8b21-a9492d30a3bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:49.963618 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b3c01d-a3f8-4c53-a805-24e4ea1b9e27 req-e77f896b-bb84-4142-b0ae-c871fc3d48ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:08:49.963618 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d5b3c01d-a3f8-4c53-a805-24e4ea1b9e27 req-e77f896b-bb84-4142-b0ae-c871fc3d48ac service neutron] 10.222.0.31 "GET /v2.0/subnets?id=dcfbae86-f93e-400c-8084-eac7f56ff5ba HTTP/1.1" status: 200  len: 843 time: 0.1258473
Dec 25 21:08:49.967229 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-71e64cdc-b339-466a-8c3c-ec0dca4c0ffd req-a214c34e-02e3-425b-86b5-642145a51ce3 service neutron] 10.222.0.31 "GET /v2.0/networks/d11a6d20-7c9e-4651-a65c-c60d3931cc4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2613230
Dec 25 21:08:49.970805 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ef36c6-f58c-4498-9c48-97686317f29b admin admin] Checking segment: {'id': '117fd0d8-fb50-4a6a-874e-bb699339eda5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '68821654-4508-424a-a449-effa3630150c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:08:49.971338 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28ef36c6-f58c-4498-9c48-97686317f29b admin admin] Network hostable DHCP agents. Network: 68821654-4508-424a-a449-effa3630150c, hostable agents: ['1813db88-2c1b-4357-a2ba-869246b663c2'], hosted agents: [] {{(pid=121607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 25 21:08:49.985046 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ef36c6-f58c-4498-9c48-97686317f29b admin admin] Pushing event updated for resources: {'Subnet': ['ID=7ad8fb9f-fd31-4f81-8622-757559bfefcb,revision_number=0']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:08:50.021665 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44fec34a-8d3c-4196-8b21-a9492d30a3bb admin admin] vlan segment allocate from pool success with {'vlan_id': 170, 'physical_network': 'physnet1'}  {{(pid=121607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 25 21:08:50.028015 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-72ac9a06-f1f1-4b56-b972-52be56fa0c1f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:50.041528 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fec34a-8d3c-4196-8b21-a9492d30a3bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83d99bb2-7be7-4d92-b784-38e6bfd7787f,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:08:50.042039 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:08:50.042039 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:08:50.042039 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:08:50.042039 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:08:50.042039 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:08:50.042039 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:08:50.042039 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:08:50.042039 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:08:50.042039 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:08:50.042039 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:08:50.042039 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:08:50.042039 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:08:50.042039 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:08:50.042039 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:08:50.042039 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:08:50.042039 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:08:50.042039 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:08:50.042039 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:08:50.042039 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:08:50.042039 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:08:50.042039 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:08:50.042039 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:08:50.042039 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:08:50.042039 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:08:50.042039 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:08:50.042039 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:08:50.042039 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:08:50.042039 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:08:50.042039 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:08:50.042039 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:08:50.042039 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:08:50.042039 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:08:50.042039 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:08:50.042039 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:08:50.042039 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:08:50.042039 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:08:50.044109 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:08:50.044109 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:08:50.044109 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:08:50.044109 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:08:50.044109 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:08:50.044109 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:08:50.044109 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:08:50.044109 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:08:50.044109 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:08:50.044109 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:08:50.044109 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:08:50.044109 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:08:50.045463 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-44fec34a-8d3c-4196-8b21-a9492d30a3bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:50.045812 ncdv-master-1 neutron-server[121607]: INFO neutron.db.segments_db [None req-44fec34a-8d3c-4196-8b21-a9492d30a3bb admin admin] Added segment d7485bdd-f8ed-4112-aa89-6debc7f75604 of type vlan for network b66f9dd7-bb5b-4eeb-bf26-b3daee84967d
Dec 25 21:08:50.046072 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd1d8f9-fe4c-4f98-8eaa-182a3f98e3af req-82aeb6dd-6252-4c74-9900-faa3e25f9ccd tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:08:50.048350 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2cd1d8f9-fe4c-4f98-8eaa-182a3f98e3af req-82aeb6dd-6252-4c74-9900-faa3e25f9ccd tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] 10.222.0.32 "GET /v2.0/ports?device_id=bfb762b4-175c-45df-b530-e2ac66bf96cf HTTP/1.1" status: 200  len: 948 time: 0.1615193
Dec 25 21:08:50.066878 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b3c01d-a3f8-4c53-a805-24e4ea1b9e27 req-8819fde4-bab6-4636-9841-44fc5ab5ebd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:08:50.068535 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d5b3c01d-a3f8-4c53-a805-24e4ea1b9e27 req-8819fde4-bab6-4636-9841-44fc5ab5ebd2 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=8f212e98-547d-4c6e-a560-2e9a548c8f59&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0928617
Dec 25 21:08:50.099758 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-44fec34a-8d3c-4196-8b21-a9492d30a3bb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737602163420'] for network, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:50.150184 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28ef36c6-f58c-4498-9c48-97686317f29b admin admin] Network 68821654-4508-424a-a449-effa3630150c is scheduled to be hosted by DHCP agent 1813db88-2c1b-4357-a2ba-869246b663c2 with binding_index 1 {{(pid=121607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 25 21:08:50.173293 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-72ac9a06-f1f1-4b56-b972-52be56fa0c1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:50.202489 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-44fec34a-8d3c-4196-8b21-a9492d30a3bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870'] for network, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:50.204763 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44fec34a-8d3c-4196-8b21-a9492d30a3bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:08:50.206065 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-44fec34a-8d3c-4196-8b21-a9492d30a3bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for network, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:50.241302 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-28ef36c6-f58c-4498-9c48-97686317f29b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 68821654-4508-424a-a449-effa3630150c) {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:08:50.248625 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28ef36c6-f58c-4498-9c48-97686317f29b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:08:50.249172 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-28ef36c6-f58c-4498-9c48-97686317f29b admin admin] Publish callbacks [] for subnet, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:50.253936 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ac9a06-f1f1-4b56-b972-52be56fa0c1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc05caf7-df2e-49b8-960c-4031d2c2ccca,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:08:50.257062 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd54f37e-2a64-46aa-97c8-8c5e1df561be None None] Network 68821654-4508-424a-a449-effa3630150c requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:08:50.331835 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72ac9a06-f1f1-4b56-b972-52be56fa0c1f admin admin] vlan segment allocate from pool success with {'vlan_id': 171, 'physical_network': 'physnet1'}  {{(pid=121606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 25 21:08:50.349902 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2cd1d8f9-fe4c-4f98-8eaa-182a3f98e3af req-68a36289-78a2-453b-98c7-c2317d0d3e28 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] 10.222.0.32 "GET /v2.0/security-groups?id=3d6cb2f0-3d81-4228-9d61-fc5e0bb3087e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2640526
Dec 25 21:08:50.357534 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fec34a-8d3c-4196-8b21-a9492d30a3bb admin admin] Pushing event updated for resources: {'Network': ['ID=b66f9dd7-bb5b-4eeb-bf26-b3daee84967d,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:08:50.383533 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-44fec34a-8d3c-4196-8b21-a9492d30a3bb admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 898 time: 1.1903927
Dec 25 21:08:50.384639 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 42934) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:08:50.395325 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-2618571f-48f8-46fd-b228-866180a29b70 admin admin] Request body: {'subnet': {'network_id': 'b66f9dd7-bb5b-4eeb-bf26-b3daee84967d', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1292081036-subnet', 'tenant_id': '96c1aa7a871440d69a532eab5d139700', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:08:50.399520 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a2c267-4caf-4f61-b0f2-c82672499145 req-1506deb1-14c8-4109-b915-900e892e3a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:08:50.401249 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-88a2c267-4caf-4f61-b0f2-c82672499145 req-1506deb1-14c8-4109-b915-900e892e3a3d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=e65cafc179094f63bf88bfba4c57fd1f&device_id=24fbe6b2-8ab0-4b10-932c-de5d0c1f1ec7 HTTP/1.1" status: 200  len: 1094 time: 0.2610703
Dec 25 21:08:50.409274 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-72ac9a06-f1f1-4b56-b972-52be56fa0c1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:50.409925 ncdv-master-1 neutron-server[121606]: INFO neutron.db.segments_db [None req-72ac9a06-f1f1-4b56-b972-52be56fa0c1f admin admin] Added segment a05a9961-775b-4dff-bebf-b24cb60ab1a9 of type vlan for network 2332d558-39bb-411c-88af-b74bee7e32ab
Dec 25 21:08:50.415971 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-28ef36c6-f58c-4498-9c48-97686317f29b admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 1.2988586
Dec 25 21:08:50.417130 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 42936) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:08:50.422035 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-5627b782-7aef-48a5-be76-7f689efa7f0e admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-254838124-router', 'tenant_id': '66ef4aef5d1a42c6b19b8c77eccf6bc1', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'}}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:08:50.441048 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Network b66f9dd7-bb5b-4eeb-bf26-b3daee84967d details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 25 21:08:50.605303 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5627b782-7aef-48a5-be76-7f689efa7f0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2014909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14863'] for router, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:50.606506 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5627b782-7aef-48a5-be76-7f689efa7f0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2014285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2009796', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2082630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14848'] for router, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:50.615029 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2618571f-48f8-46fd-b228-866180a29b70 admin admin] Made reservation on behalf of 96c1aa7a871440d69a532eab5d139700 for: {'subnet': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:08:50.617539 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-2618571f-48f8-46fd-b228-866180a29b70 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8852834'] for subnet, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:50.685972 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59c97dd5-6571-4a6e-86a4-4bf4ff64dbf6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-68821654-4508-424a-a449-effa3630150c', 'network_id': '68821654-4508-424a-a449-effa3630150c', 'project_id': '66ef4aef5d1a42c6b19b8c77eccf6bc1', 'fixed_ips': [{'subnet_id': '7ad8fb9f-fd31-4f81-8622-757559bfefcb'}]}} from ncdv-master-1. {{(pid=121608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 25 21:08:50.687255 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-59c97dd5-6571-4a6e-86a4-4bf4ff64dbf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:50.698306 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323d407a-61d5-4900-9ac4-a76a230b9099 req-8e29c6a1-ced6-435e-8000-656e6660dc5b tempest-ServersWithSpecificFlavorTestJSON-439149936 tempest-ServersWithSpecificFlavorTestJSON-439149936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:08:50.699816 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-323d407a-61d5-4900-9ac4-a76a230b9099 req-8e29c6a1-ced6-435e-8000-656e6660dc5b tempest-ServersWithSpecificFlavorTestJSON-439149936 tempest-ServersWithSpecificFlavorTestJSON-439149936-project] 10.222.0.37 "GET /v2.0/networks?id=629690dc-316c-48ba-b3f8-2395f5f041a6 HTTP/1.1" status: 200  len: 823 time: 0.2209470
Dec 25 21:08:50.764524 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5627b782-7aef-48a5-be76-7f689efa7f0e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:50.804090 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d5b3c01d-a3f8-4c53-a805-24e4ea1b9e27 req-97c228d4-1b9f-4b4d-ac2e-e63d95f7ccb2 service neutron] 10.222.0.31 "GET /v2.0/networks/8f212e98-547d-4c6e-a560-2e9a548c8f59?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6753161
Dec 25 21:08:50.875014 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-323d407a-61d5-4900-9ac4-a76a230b9099 req-2f23bd97-3de0-4cd3-a3fc-a6672a0468a3 tempest-ServersWithSpecificFlavorTestJSON-439149936 tempest-ServersWithSpecificFlavorTestJSON-439149936-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e25e5a44bb7e4ef7a38e961e6203b72b HTTP/1.1" status: 200  len: 380 time: 0.1089885
Dec 25 21:08:50.917265 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.db_base_plugin_common [None req-59c97dd5-6571-4a6e-86a4-4bf4ff64dbf6 None None] Allocated IP 172.20.0.2 (68821654-4508-424a-a449-effa3630150c/7ad8fb9f-fd31-4f81-8622-757559bfefcb/0cc2d8bb-a523-463a-9b66-b96bcccf90fc) {{(pid=121608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:08:50.924507 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [req-323d407a-61d5-4900-9ac4-a76a230b9099 req-ea9316dd-6c88-40d8-bf92-f98f446469db tempest-ServersWithSpecificFlavorTestJSON-439149936 tempest-ServersWithSpecificFlavorTestJSON-439149936-project] Request body: {'port': {'device_id': '1a4cbf2d-cea7-4432-9264-6ac3fed9238d', 'network_id': '629690dc-316c-48ba-b3f8-2395f5f041a6', 'admin_state_up': True, 'tenant_id': 'e25e5a44bb7e4ef7a38e961e6203b72b', 'security_groups': ['d5c07141-cb75-4b9f-8f8d-51cd5e2004f4']}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:08:50.926675 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfb762b4-175c-45df-b530-e2ac66bf96cf', 'tag': 'b5c53dfd-8507-4f31-ba6b-58c68d41b36b'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:08:50.928869 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9858820c13ec2827453b94ebc4181065e990a4e4089ccb9fe762531ac62d2fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a68593c-0f12-45ea-9383-8fde0e3bb36e" -d '{"events": [{"name": "network-changed", "server_uuid": "bfb762b4-175c-45df-b530-e2ac66bf96cf", "tag": "b5c53dfd-8507-4f31-ba6b-58c68d41b36b"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:08:51.037625 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-72ac9a06-f1f1-4b56-b972-52be56fa0c1f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737602163420'] for network, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:51.134709 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-59c97dd5-6571-4a6e-86a4-4bf4ff64dbf6 None None] Publish callbacks [] for port, precommit_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:51.156739 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d5b3c01d-a3f8-4c53-a805-24e4ea1b9e27 req-035f65e6-b479-4250-80a2-70890762901b service neutron] 10.222.0.31 "GET /v2.0/networks/8f212e98-547d-4c6e-a560-2e9a548c8f59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3215451
Dec 25 21:08:51.163537 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-72ac9a06-f1f1-4b56-b972-52be56fa0c1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870'] for network, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:51.164500 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72ac9a06-f1f1-4b56-b972-52be56fa0c1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:08:51.165225 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-72ac9a06-f1f1-4b56-b972-52be56fa0c1f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for network, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:51.217508 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bf1773-9a60-4db6-959b-d6b96c486aa1 req-6170c8c3-39c1-45e7-9c7f-f55a143f3211 tempest-FloatingIPsAssociationNegativeTestJSON-495794297 tempest-FloatingIPsAssociationNegativeTestJSON-495794297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:08:51.219412 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a0bf1773-9a60-4db6-959b-d6b96c486aa1 req-6170c8c3-39c1-45e7-9c7f-f55a143f3211 tempest-FloatingIPsAssociationNegativeTestJSON-495794297 tempest-FloatingIPsAssociationNegativeTestJSON-495794297-project] 10.222.0.32 "GET /v2.0/ports?device_id=24fbe6b2-8ab0-4b10-932c-de5d0c1f1ec7 HTTP/1.1" status: 200  len: 943 time: 0.4688654
Dec 25 21:08:51.238751 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c916254a-c566-496c-a56f-0b6bd02f326c req-bcb06063-4c93-4e6d-9156-0defc377dd9c tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:08:51.240451 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c916254a-c566-496c-a56f-0b6bd02f326c req-bcb06063-4c93-4e6d-9156-0defc377dd9c tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] 10.222.0.32 "GET /v2.0/ports?device_id=e370ad00-0f15-4014-99c2-3ecd6b33849e HTTP/1.1" status: 200  len: 946 time: 0.4990380
Dec 25 21:08:51.247729 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-59c97dd5-6571-4a6e-86a4-4bf4ff64dbf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946'] for port, after_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:51.307439 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a2c267-4caf-4f61-b0f2-c82672499145 req-7944a52a-b933-4700-948e-2d6b915a610f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:08:51.308808 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-88a2c267-4caf-4f61-b0f2-c82672499145 req-7944a52a-b933-4700-948e-2d6b915a610f service neutron] 10.222.0.31 "GET /v2.0/networks?id=d11a6d20-7c9e-4651-a65c-c60d3931cc4e HTTP/1.1" status: 200  len: 929 time: 0.8968475
Dec 25 21:08:51.323153 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c97dd5-6571-4a6e-86a4-4bf4ff64dbf6 None None] Pushing event updated for resources: {'Port': ['ID=0cc2d8bb-a523-463a-9b66-b96bcccf90fc,revision_number=1']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:08:51.326824 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5627b782-7aef-48a5-be76-7f689efa7f0e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:51.341144 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59c97dd5-6571-4a6e-86a4-4bf4ff64dbf6 None None] Network 68821654-4508-424a-a449-effa3630150c is already hosted by enough agents. {{(pid=121608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:08:51.343053 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.base_scheduler [None req-59c97dd5-6571-4a6e-86a4-4bf4ff64dbf6 None None] Resources bound (agent type, host, resource id):  {{(pid=121608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:08:51.352914 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-72ac9a06-f1f1-4b56-b972-52be56fa0c1f admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 2.6166818
Dec 25 21:08:51.353120 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59c97dd5-6571-4a6e-86a4-4bf4ff64dbf6 None None] Received port after_create {{(pid=121608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:08:51.356663 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 42954) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:08:51.378815 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-7b0d7d56-a5a7-4419-ab6a-8bbc41988950 admin admin] Request body: {'subnet': {'network_id': '2332d558-39bb-411c-88af-b74bee7e32ab', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1141233133-subnet', 'tenant_id': 'bc19d38e80ce426fa6d268838d133f13', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:08:51.428981 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-59c97dd5-6571-4a6e-86a4-4bf4ff64dbf6 None None] Attempting to bind port 0cc2d8bb-a523-463a-9b66-b96bcccf90fc on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:08:51.429697 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-59c97dd5-6571-4a6e-86a4-4bf4ff64dbf6 None None] Attempting to bind port 0cc2d8bb-a523-463a-9b66-b96bcccf90fc by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '117fd0d8-fb50-4a6a-874e-bb699339eda5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '68821654-4508-424a-a449-effa3630150c'}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:08:51.430374 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59c97dd5-6571-4a6e-86a4-4bf4ff64dbf6 None None] Attempting to bind port 0cc2d8bb-a523-463a-9b66-b96bcccf90fc on network 68821654-4508-424a-a449-effa3630150c {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:08:51.437816 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59c97dd5-6571-4a6e-86a4-4bf4ff64dbf6 None None] Checking agent: {'id': 'ca4f5c6d-f1fd-48b8-a3e3-395864c7d23d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 20, 56, 40), 'started_at': datetime.datetime(2021, 12, 25, 20, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 8, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:08:51.438483 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59c97dd5-6571-4a6e-86a4-4bf4ff64dbf6 None None] Checking segment: {'id': '117fd0d8-fb50-4a6a-874e-bb699339eda5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '68821654-4508-424a-a449-effa3630150c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:08:51.439086 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-59c97dd5-6571-4a6e-86a4-4bf4ff64dbf6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:51.440129 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59c97dd5-6571-4a6e-86a4-4bf4ff64dbf6 None None] Bound using segment: {'id': '117fd0d8-fb50-4a6a-874e-bb699339eda5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '68821654-4508-424a-a449-effa3630150c'} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:08:51.440377 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-59c97dd5-6571-4a6e-86a4-4bf4ff64dbf6 None None] Bound port: 0cc2d8bb-a523-463a-9b66-b96bcccf90fc, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '117fd0d8-fb50-4a6a-874e-bb699339eda5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '68821654-4508-424a-a449-effa3630150c'}}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:08:51.441301 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-59c97dd5-6571-4a6e-86a4-4bf4ff64dbf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:51.449486 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ac9a06-f1f1-4b56-b972-52be56fa0c1f admin admin] Pushing event updated for resources: {'Network': ['ID=2332d558-39bb-411c-88af-b74bee7e32ab,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:08:51.452472 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-88a2c267-4caf-4f61-b0f2-c82672499145 req-9c66c072-a904-4528-88d3-72c32935f00b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=95f9468e-c1ab-4e1c-856f-19efb9ee29b8 HTTP/1.1" status: 200  len: 217 time: 0.1279175
Dec 25 21:08:51.466798 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Network 2332d558-39bb-411c-88af-b74bee7e32ab details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 25 21:08:51.506420 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a0bf1773-9a60-4db6-959b-d6b96c486aa1 req-86d8b8b5-b9ca-467d-ad46-a0444f115484 tempest-FloatingIPsAssociationNegativeTestJSON-495794297 tempest-FloatingIPsAssociationNegativeTestJSON-495794297-project] 10.222.0.32 "GET /v2.0/security-groups?id=c8b1bf6d-64ce-4c58-82a8-18130f4a52c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2649240
Dec 25 21:08:51.521698 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c916254a-c566-496c-a56f-0b6bd02f326c req-7a7e8a49-364d-48ba-8c23-cd8b4f02e51b tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5d2ff88-22d6-43d8-90d1-bfb86d4e3308&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2572503
Dec 25 21:08:51.611912 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-2618571f-48f8-46fd-b228-866180a29b70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8632475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8852848'] for subnet, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:51.699535 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Dec 2021 21:08:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-020d6c06-9ad6-4ead-bfaa-ecd34faa87db x-openstack-request-id: req-020d6c06-9ad6-4ead-bfaa-ecd34faa87db {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:08:51.700186 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfb762b4-175c-45df-b530-e2ac66bf96cf", "tag": "b5c53dfd-8507-4f31-ba6b-58c68d41b36b", "status": "completed", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:08:51.700607 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-020d6c06-9ad6-4ead-bfaa-ecd34faa87db {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:08:51.701266 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfb762b4-175c-45df-b530-e2ac66bf96cf', 'tag': 'b5c53dfd-8507-4f31-ba6b-58c68d41b36b', 'status': 'completed', 'code': 200}
Dec 25 21:08:51.721535 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2618571f-48f8-46fd-b228-866180a29b70 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ae3a2ddd-48dd-4340-8698-a2f5b9149467,revision_number=0']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:08:51.743137 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b0d7d56-a5a7-4419-ab6a-8bbc41988950 admin admin] Made reservation on behalf of bc19d38e80ce426fa6d268838d133f13 for: {'subnet': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:08:51.746345 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-7b0d7d56-a5a7-4419-ab6a-8bbc41988950 admin admin] Publish callbacks [] for subnet, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:51.782332 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2618571f-48f8-46fd-b228-866180a29b70 admin admin] Checking segment: {'id': 'd7485bdd-f8ed-4112-aa89-6debc7f75604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'b66f9dd7-bb5b-4eeb-bf26-b3daee84967d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:08:51.782667 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2618571f-48f8-46fd-b228-866180a29b70 admin admin] Network hostable DHCP agents. Network: b66f9dd7-bb5b-4eeb-bf26-b3daee84967d, hostable agents: ['1813db88-2c1b-4357-a2ba-869246b663c2'], hosted agents: [] {{(pid=121607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 25 21:08:51.831311 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-03b10e4b-137e-40c4-9caa-fb25dcb173d2 req-100bb5f1-30be-42f0-a725-16b565184a89 tempest-ServersWithSpecificFlavorTestJSON-439149936 tempest-ServersWithSpecificFlavorTestJSON-439149936-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a4cbf2d-cea7-4432-9264-6ac3fed9238d HTTP/1.1" status: 200  len: 210 time: 0.1395273
Dec 25 21:08:51.861277 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a2c267-4caf-4f61-b0f2-c82672499145 req-2934b728-f66b-4175-8210-cd4e3d586b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:08:51.863112 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-88a2c267-4caf-4f61-b0f2-c82672499145 req-2934b728-f66b-4175-8210-cd4e3d586b47 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=98faad13-8b17-4944-b01e-df6bd636584c HTTP/1.1" status: 200  len: 867 time: 0.3807290
Dec 25 21:08:51.886947 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-59c97dd5-6571-4a6e-86a4-4bf4ff64dbf6 None None] For port 0cc2d8bb-a523-463a-9b66-b96bcccf90fc, host ncdv-master-1, cleared binding levels {{(pid=121608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:08:51.890758 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-59c97dd5-6571-4a6e-86a4-4bf4ff64dbf6 None None] For port 0cc2d8bb-a523-463a-9b66-b96bcccf90fc, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0cc2d8bb-a523-463a-9b66-b96bcccf90fc,segment=NetworkSegment(117fd0d8-fb50-4a6a-874e-bb699339eda5),segment_id=117fd0d8-fb50-4a6a-874e-bb699339eda5)] {{(pid=121608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:08:51.929044 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2618571f-48f8-46fd-b228-866180a29b70 admin admin] Network b66f9dd7-bb5b-4eeb-bf26-b3daee84967d is scheduled to be hosted by DHCP agent 1813db88-2c1b-4357-a2ba-869246b663c2 with binding_index 1 {{(pid=121607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 25 21:08:51.937819 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a68593c-0f12-45ea-9383-8fde0e3bb36e req-487e294e-6c69-4681-9e0d-6155ba5f79c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:08:51.939342 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7a68593c-0f12-45ea-9383-8fde0e3bb36e req-487e294e-6c69-4681-9e0d-6155ba5f79c9 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=19a16dcc3c214ac2a218d3758e551792&device_id=bfb762b4-175c-45df-b530-e2ac66bf96cf HTTP/1.1" status: 200  len: 1099 time: 0.2369616
Dec 25 21:08:51.974393 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-323d407a-61d5-4900-9ac4-a76a230b9099 req-ea9316dd-6c88-40d8-bf92-f98f446469db tempest-ServersWithSpecificFlavorTestJSON-439149936 tempest-ServersWithSpecificFlavorTestJSON-439149936-project] Made reservation on behalf of e25e5a44bb7e4ef7a38e961e6203b72b for: {'port': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:08:51.987324 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-323d407a-61d5-4900-9ac4-a76a230b9099 req-ea9316dd-6c88-40d8-bf92-f98f446469db tempest-ServersWithSpecificFlavorTestJSON-439149936 tempest-ServersWithSpecificFlavorTestJSON-439149936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:52.013464 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-59c97dd5-6571-4a6e-86a4-4bf4ff64dbf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:52.054381 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40845eb6-98b6-4e47-aa5a-e3dfa73cacb2 req-a159cf34-0294-408e-af6f-f237cb793799 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:08:52.061758 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-40845eb6-98b6-4e47-aa5a-e3dfa73cacb2 req-a159cf34-0294-408e-af6f-f237cb793799 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] 10.222.0.32 "GET /v2.0/ports?device_id=bfb762b4-175c-45df-b530-e2ac66bf96cf HTTP/1.1" status: 200  len: 948 time: 0.3009658
Dec 25 21:08:52.133518 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a2c267-4caf-4f61-b0f2-c82672499145 req-4d7198e5-b2e5-4ade-913d-1393ea921ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:08:52.135732 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-88a2c267-4caf-4f61-b0f2-c82672499145 req-4d7198e5-b2e5-4ade-913d-1393ea921ca6 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d11a6d20-7c9e-4651-a65c-c60d3931cc4e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.2359192
Dec 25 21:08:52.139007 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c97dd5-6571-4a6e-86a4-4bf4ff64dbf6 None None] Pushing event updated for resources: {'Port': ['ID=0cc2d8bb-a523-463a-9b66-b96bcccf90fc,revision_number=2']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:08:52.155722 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_common [req-323d407a-61d5-4900-9ac4-a76a230b9099 req-ea9316dd-6c88-40d8-bf92-f98f446469db tempest-ServersWithSpecificFlavorTestJSON-439149936 tempest-ServersWithSpecificFlavorTestJSON-439149936-project] Allocated IP 172.20.0.6 (629690dc-316c-48ba-b3f8-2395f5f041a6/b91f30a5-b3f6-4065-94e7-2dc6af689f3f/7c429c38-cf37-4881-8541-dad894677bf4) {{(pid=121607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:08:52.267595 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a68593c-0f12-45ea-9383-8fde0e3bb36e req-eae20e83-f62a-42f5-afca-99b3b697d7da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:08:52.269257 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7a68593c-0f12-45ea-9383-8fde0e3bb36e req-eae20e83-f62a-42f5-afca-99b3b697d7da service neutron] 10.222.0.31 "GET /v2.0/networks?id=8f212e98-547d-4c6e-a560-2e9a548c8f59 HTTP/1.1" status: 200  len: 870 time: 0.2924783
Dec 25 21:08:52.284982 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-2618571f-48f8-46fd-b228-866180a29b70 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, b66f9dd7-bb5b-4eeb-bf26-b3daee84967d) {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:08:52.291251 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2618571f-48f8-46fd-b228-866180a29b70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:08:52.291860 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-2618571f-48f8-46fd-b228-866180a29b70 admin admin] Publish callbacks [] for subnet, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:52.300249 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-323fadc0-5909-47ae-aa6f-81961bf68a54 None None] Network b66f9dd7-bb5b-4eeb-bf26-b3daee84967d requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:08:52.407842 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-323d407a-61d5-4900-9ac4-a76a230b9099 req-ea9316dd-6c88-40d8-bf92-f98f446469db tempest-ServersWithSpecificFlavorTestJSON-439149936 tempest-ServersWithSpecificFlavorTestJSON-439149936-project] Publish callbacks [] for port, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:52.418369 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5627b782-7aef-48a5-be76-7f689efa7f0e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:52.421869 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-40845eb6-98b6-4e47-aa5a-e3dfa73cacb2 req-971a7f00-d956-459b-a146-9d69be532476 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] 10.222.0.32 "GET /v2.0/security-groups?id=3d6cb2f0-3d81-4228-9d61-fc5e0bb3087e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3544514
Dec 25 21:08:52.423657 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7a68593c-0f12-45ea-9383-8fde0e3bb36e req-fb000879-776c-410f-a15d-b54899dde7cd service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.202&port_id=b5c53dfd-8507-4f31-ba6b-58c68d41b36b HTTP/1.1" status: 200  len: 217 time: 0.1086926
Dec 25 21:08:52.458128 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5627b782-7aef-48a5-be76-7f689efa7f0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:52.486283 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-2618571f-48f8-46fd-b228-866180a29b70 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 2.1004367
Dec 25 21:08:52.599431 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7743609e-89f7-42c0-8ef5-9d43409a587f None None] Network b66f9dd7-bb5b-4eeb-bf26-b3daee84967d requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:08:52.634153 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-88a2c267-4caf-4f61-b0f2-c82672499145 req-9be2011a-7c0a-4989-a5e9-a895fd70bb44 service neutron] 10.222.0.31 "GET /v2.0/networks/d11a6d20-7c9e-4651-a65c-c60d3931cc4e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4796324
Dec 25 21:08:52.716986 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-323d407a-61d5-4900-9ac4-a76a230b9099 req-ea9316dd-6c88-40d8-bf92-f98f446469db tempest-ServersWithSpecificFlavorTestJSON-439149936 tempest-ServersWithSpecificFlavorTestJSON-439149936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:52.758485 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 42974) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:08:52.768298 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device 2150b774-dd7c-4f45-910d-01e39333a0ce details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 25 21:08:52.784039 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a68593c-0f12-45ea-9383-8fde0e3bb36e req-830f773e-8b27-4f13-9424-5a475a18a17f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:08:52.785568 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7a68593c-0f12-45ea-9383-8fde0e3bb36e req-830f773e-8b27-4f13-9424-5a475a18a17f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=dcfbae86-f93e-400c-8084-eac7f56ff5ba HTTP/1.1" status: 200  len: 843 time: 0.3499050
Dec 25 21:08:52.825485 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_v2 [None req-151fa985-1e50-46b7-bd94-71199f162f7c admin admin] Deleting subnet 10713b43-fb2d-4d72-8e1d-e1f736e887e7 {{(pid=121607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Dec 25 21:08:52.846828 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-323d407a-61d5-4900-9ac4-a76a230b9099 req-ea9316dd-6c88-40d8-bf92-f98f446469db tempest-ServersWithSpecificFlavorTestJSON-439149936 tempest-ServersWithSpecificFlavorTestJSON-439149936-project] Network 629690dc-316c-48ba-b3f8-2395f5f041a6 is already hosted by enough agents. {{(pid=121607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:08:52.855799 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [req-323d407a-61d5-4900-9ac4-a76a230b9099 req-ea9316dd-6c88-40d8-bf92-f98f446469db tempest-ServersWithSpecificFlavorTestJSON-439149936 tempest-ServersWithSpecificFlavorTestJSON-439149936-project] Resources bound (agent type, host, resource id):  {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:08:52.859535 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [req-323d407a-61d5-4900-9ac4-a76a230b9099 req-ea9316dd-6c88-40d8-bf92-f98f446469db tempest-ServersWithSpecificFlavorTestJSON-439149936 tempest-ServersWithSpecificFlavorTestJSON-439149936-project] Received port after_create {{(pid=121607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:08:52.905346 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-7b0d7d56-a5a7-4419-ab6a-8bbc41988950 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870'] for subnet, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:52.919353 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-151fa985-1e50-46b7-bd94-71199f162f7c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:52.927731 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323d407a-61d5-4900-9ac4-a76a230b9099 req-ea9316dd-6c88-40d8-bf92-f98f446469db tempest-ServersWithSpecificFlavorTestJSON-439149936 tempest-ServersWithSpecificFlavorTestJSON-439149936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:08:52.929298 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-323d407a-61d5-4900-9ac4-a76a230b9099 req-ea9316dd-6c88-40d8-bf92-f98f446469db tempest-ServersWithSpecificFlavorTestJSON-439149936 tempest-ServersWithSpecificFlavorTestJSON-439149936-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:52.954904 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port 2150b774-dd7c-4f45-910d-01e39333a0ce, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2150b774-dd7c-4f45-910d-01e39333a0ce,segment=NetworkSegment(85c774cb-a0eb-4ad9-961f-f331d3b37cd6),segment_id=85c774cb-a0eb-4ad9-961f-f331d3b37cd6)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:08:52.985577 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_common [None req-5627b782-7aef-48a5-be76-7f689efa7f0e admin admin] Allocated IP 172.35.3.77 (7201e55c-7c5f-41aa-a042-a363696539d0/7a939e13-713f-45cf-bba7-1539635abe25/b40a74b4-02c3-4d41-9dd2-95ba7f2f12f3) {{(pid=121607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:08:52.988109 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0d7d56-a5a7-4419-ab6a-8bbc41988950 admin admin] Pushing event updated for resources: {'Subnet': ['ID=63c432f3-af01-4d4f-ae68-1c137d7c49f3,revision_number=0']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:08:52.992175 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9316dd-6c88-40d8-bf92-f98f446469db tempest-ServersWithSpecificFlavorTestJSON-439149936 tempest-ServersWithSpecificFlavorTestJSON-439149936-project] Pushing event updated for resources: {'Port': ['ID=7c429c38-cf37-4881-8541-dad894677bf4,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:08:52.997492 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Returning: {'device': '2150b774-dd7c-4f45-910d-01e39333a0ce', 'network_id': '8f212e98-547d-4c6e-a560-2e9a548c8f59', 'port_id': '2150b774-dd7c-4f45-910d-01e39333a0ce', 'mac_address': 'fa:16:3e:74:57:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcfbae86-f93e-400c-8084-eac7f56ff5ba', 'ip_address': '192.168.233.29'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 25 21:08:53.007213 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-151fa985-1e50-46b7-bd94-71199f162f7c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10246617'] for subnet, precommit_delete_associations {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:53.099516 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e67a834-2fbe-469c-8997-1c9cfbaa8dfd req-85a741d5-7c1f-4912-bdb7-bc802c5b3c67 tempest-FloatingIPsAssociationNegativeTestJSON-495794297 tempest-FloatingIPsAssociationNegativeTestJSON-495794297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:08:53.101916 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5e67a834-2fbe-469c-8997-1c9cfbaa8dfd req-85a741d5-7c1f-4912-bdb7-bc802c5b3c67 tempest-FloatingIPsAssociationNegativeTestJSON-495794297 tempest-FloatingIPsAssociationNegativeTestJSON-495794297-project] 10.222.0.32 "GET /v2.0/ports?device_id=24fbe6b2-8ab0-4b10-932c-de5d0c1f1ec7 HTTP/1.1" status: 200  len: 943 time: 0.3976302
Dec 25 21:08:53.107942 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:53.110491 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-323d407a-61d5-4900-9ac4-a76a230b9099 req-ea9316dd-6c88-40d8-bf92-f98f446469db tempest-ServersWithSpecificFlavorTestJSON-439149936 tempest-ServersWithSpecificFlavorTestJSON-439149936-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.1910183
Dec 25 21:08:53.138221 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2150b774-dd7c-4f45-910d-01e39333a0ce {{(pid=121608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:08:53.141325 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2663d64f-fe82-4232-85bb-b74153a97982 req-a3d1f2b4-0c9b-4ba8-91ba-f83b2b8c0b4d tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:08:53.150754 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [req-323d407a-61d5-4900-9ac4-a76a230b9099 req-e2e534c7-8636-4c39-ba05-ee63a5a69ab6 service neutron] Request body: {'port': {'device_id': '1a4cbf2d-cea7-4432-9264-6ac3fed9238d', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:08:53.151653 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2663d64f-fe82-4232-85bb-b74153a97982 req-a3d1f2b4-0c9b-4ba8-91ba-f83b2b8c0b4d tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] 10.222.0.32 "GET /v2.0/ports?device_id=e370ad00-0f15-4014-99c2-3ecd6b33849e HTTP/1.1" status: 200  len: 946 time: 0.4631279
Dec 25 21:08:53.184794 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port 2150b774-dd7c-4f45-910d-01e39333a0ce, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2150b774-dd7c-4f45-910d-01e39333a0ce,segment=NetworkSegment(85c774cb-a0eb-4ad9-961f-f331d3b37cd6),segment_id=85c774cb-a0eb-4ad9-961f-f331d3b37cd6)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:08:53.192023 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-88a2c267-4caf-4f61-b0f2-c82672499145 req-51282754-a3c6-49fd-84cb-fcb90789fac0 service neutron] 10.222.0.31 "GET /v2.0/networks/d11a6d20-7c9e-4651-a65c-c60d3931cc4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5488327
Dec 25 21:08:53.210283 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-151fa985-1e50-46b7-bd94-71199f162f7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995662'] for subnet, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:53.280968 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a68593c-0f12-45ea-9383-8fde0e3bb36e req-b8672d97-9518-4cb2-a969-d405f2510b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:08:53.282490 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7a68593c-0f12-45ea-9383-8fde0e3bb36e req-b8672d97-9518-4cb2-a969-d405f2510b59 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=8f212e98-547d-4c6e-a560-2e9a548c8f59&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.4320917
Dec 25 21:08:53.303417 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:53.354554 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b0d7d56-a5a7-4419-ab6a-8bbc41988950 admin admin] Checking segment: {'id': 'a05a9961-775b-4dff-bebf-b24cb60ab1a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '2332d558-39bb-411c-88af-b74bee7e32ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:08:53.354842 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b0d7d56-a5a7-4419-ab6a-8bbc41988950 admin admin] Network hostable DHCP agents. Network: 2332d558-39bb-411c-88af-b74bee7e32ab, hostable agents: ['1813db88-2c1b-4357-a2ba-869246b663c2'], hosted agents: [] {{(pid=121606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 25 21:08:53.364787 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5627b782-7aef-48a5-be76-7f689efa7f0e admin admin] Publish callbacks [] for port, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:53.371400 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5e67a834-2fbe-469c-8997-1c9cfbaa8dfd req-421495d6-05f1-47a5-a27a-4de230b367ce tempest-FloatingIPsAssociationNegativeTestJSON-495794297 tempest-FloatingIPsAssociationNegativeTestJSON-495794297-project] 10.222.0.32 "GET /v2.0/security-groups?id=c8b1bf6d-64ce-4c58-82a8-18130f4a52c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1869597
Dec 25 21:08:53.416033 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2663d64f-fe82-4232-85bb-b74153a97982 req-fa4851c5-f909-4034-a9b5-8c7122c4aec4 tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5d2ff88-22d6-43d8-90d1-bfb86d4e3308&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2633312
Dec 25 21:08:53.437804 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Pushing event updated for resources: {'Port': ['ID=2150b774-dd7c-4f45-910d-01e39333a0ce,revision_number=4']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:08:53.457028 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7a68593c-0f12-45ea-9383-8fde0e3bb36e req-c2d7ce93-9d6f-4c7f-961e-67f94ea8f482 service neutron] 10.222.0.31 "GET /v2.0/networks/8f212e98-547d-4c6e-a560-2e9a548c8f59?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1581461
Dec 25 21:08:53.488590 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-323d407a-61d5-4900-9ac4-a76a230b9099 req-e2e534c7-8636-4c39-ba05-ee63a5a69ab6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:53.503313 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device 95f9468e-c1ab-4e1c-856f-19efb9ee29b8 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 25 21:08:53.552215 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5627b782-7aef-48a5-be76-7f689efa7f0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:53.592323 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b0d7d56-a5a7-4419-ab6a-8bbc41988950 admin admin] Network 2332d558-39bb-411c-88af-b74bee7e32ab is scheduled to be hosted by DHCP agent 1813db88-2c1b-4357-a2ba-869246b663c2 with binding_index 1 {{(pid=121606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 25 21:08:53.597667 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] get_ports_and_sgs() called for port_ids ['2150b774-dd7c-4f45-910d-01e39333a0ce'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:08:53.619085 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5627b782-7aef-48a5-be76-7f689efa7f0e admin admin] Pushing event updated for resources: {'Port': ['ID=b40a74b4-02c3-4d41-9dd2-95ba7f2f12f3,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:08:53.658121 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5627b782-7aef-48a5-be76-7f689efa7f0e admin admin] Network 7201e55c-7c5f-41aa-a042-a363696539d0 is already hosted by enough agents. {{(pid=121607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:08:53.661614 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7a68593c-0f12-45ea-9383-8fde0e3bb36e req-3ac1c3ed-35b3-458b-9492-9de11a89f726 service neutron] 10.222.0.31 "GET /v2.0/networks/8f212e98-547d-4c6e-a560-2e9a548c8f59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1869032
Dec 25 21:08:53.665752 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-5627b782-7aef-48a5-be76-7f689efa7f0e admin admin] Resources bound (agent type, host, resource id):  {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:08:53.669924 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5627b782-7aef-48a5-be76-7f689efa7f0e admin admin] Received port after_create {{(pid=121607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:08:53.693112 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d43635d-8fba-4ec2-975d-42b3c3212155 req-203667d5-edde-4c0d-9913-15a2ed6b1968 tempest-ServersWithSpecificFlavorTestJSON-439149936 tempest-ServersWithSpecificFlavorTestJSON-439149936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:08:53.694955 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8d43635d-8fba-4ec2-975d-42b3c3212155 req-203667d5-edde-4c0d-9913-15a2ed6b1968 tempest-ServersWithSpecificFlavorTestJSON-439149936 tempest-ServersWithSpecificFlavorTestJSON-439149936-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a4cbf2d-cea7-4432-9264-6ac3fed9238d HTTP/1.1" status: 200  len: 931 time: 0.1436017
Dec 25 21:08:53.726232 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-f02708bd-daff-4259-a53d-b143d525c686 None None] Provisioning complete for port 7c429c38-cf37-4881-8541-dad894677bf4 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:08:53.728556 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-f02708bd-daff-4259-a53d-b143d525c686 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:53.744849 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [None req-7b0d7d56-a5a7-4419-ab6a-8bbc41988950 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 2332d558-39bb-411c-88af-b74bee7e32ab) {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:08:53.760367 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b0d7d56-a5a7-4419-ab6a-8bbc41988950 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:08:53.761084 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-7b0d7d56-a5a7-4419-ab6a-8bbc41988950 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for subnet, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:53.793909 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-f02708bd-daff-4259-a53d-b143d525c686 None None] Port 7c429c38-cf37-4881-8541-dad894677bf4 cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:08:53.795772 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a193f5e3-442c-448a-b56a-edc5ae30cd54 None None] Network 2332d558-39bb-411c-88af-b74bee7e32ab requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:08:53.808041 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.db.resource_extend [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 25 21:08:53.808266 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-151fa985-1e50-46b7-bd94-71199f162f7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8632410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8852809'] for subnet, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:53.839666 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-151fa985-1e50-46b7-bd94-71199f162f7c admin admin] Publish callbacks [] for subnet, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:53.842781 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-151fa985-1e50-46b7-bd94-71199f162f7c admin admin] 10.222.0.32 "DELETE /v2.0/subnets/10713b43-fb2d-4d72-8e1d-e1f736e887e7 HTTP/1.1" status: 204  len: 168 time: 1.0755224
Dec 25 21:08:53.858288 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 42992) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:08:53.870469 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151fa985-1e50-46b7-bd94-71199f162f7c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=10713b43-fb2d-4d72-8e1d-e1f736e887e7,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:08:53.890744 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8d43635d-8fba-4ec2-975d-42b3c3212155 req-2e02ceee-442a-47e5-9e24-4bd61d7b00cc tempest-ServersWithSpecificFlavorTestJSON-439149936 tempest-ServersWithSpecificFlavorTestJSON-439149936-project] 10.222.0.32 "GET /v2.0/security-groups?id=d5c07141-cb75-4b9f-8f8d-51cd5e2004f4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1876681
Dec 25 21:08:54.028089 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7c75005-0fe9-43a3-ba61-8b6b8cd92b97 None None] Network 68821654-4508-424a-a449-effa3630150c requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:08:54.163505 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port 95f9468e-c1ab-4e1c-856f-19efb9ee29b8, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=95f9468e-c1ab-4e1c-856f-19efb9ee29b8,segment=NetworkSegment(ee6c5cc2-3196-4a40-8cac-19840092fb26),segment_id=ee6c5cc2-3196-4a40-8cac-19840092fb26)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:08:54.213318 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-7b0d7d56-a5a7-4419-ab6a-8bbc41988950 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 2.8399045
Dec 25 21:08:54.265348 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 0cc2d8bb-a523-463a-9b66-b96bcccf90fc up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:08:54.277290 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7e7013-f5c0-4fee-8021-1084537fe740 req-a0d6bcf1-ed05-4089-94f5-2c341961e8cb tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:08:54.279080 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-bd7e7013-f5c0-4fee-8021-1084537fe740 req-a0d6bcf1-ed05-4089-94f5-2c341961e8cb tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] 10.222.0.32 "GET /v2.0/ports?device_id=bfb762b4-175c-45df-b530-e2ac66bf96cf HTTP/1.1" status: 200  len: 948 time: 0.5127313
Dec 25 21:08:54.292394 ncdv-master-1 neutron-server[121607]: DEBUG neutron.notifiers.nova [req-323d407a-61d5-4900-9ac4-a76a230b9099 req-e2e534c7-8636-4c39-ba05-ee63a5a69ab6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c429c38-cf37-4881-8541-dad894677bf4 {{(pid=121607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:08:54.304262 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-323d407a-61d5-4900-9ac4-a76a230b9099 req-e2e534c7-8636-4c39-ba05-ee63a5a69ab6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:54.318620 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.provisioning_blocks [req-323d407a-61d5-4900-9ac4-a76a230b9099 req-e2e534c7-8636-4c39-ba05-ee63a5a69ab6 service neutron] Transition to ACTIVE for port object 7c429c38-cf37-4881-8541-dad894677bf4 will not be triggered until provisioned by entity L2. {{(pid=121607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 25 21:08:54.321904 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Returning: {'device': '95f9468e-c1ab-4e1c-856f-19efb9ee29b8', 'network_id': 'd11a6d20-7c9e-4651-a65c-c60d3931cc4e', 'port_id': '95f9468e-c1ab-4e1c-856f-19efb9ee29b8', 'mac_address': 'fa:16:3e:52:70:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98faad13-8b17-4944-b01e-df6bd636584c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 25 21:08:54.364819 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85394fc3-d710-43b2-8258-83075d43f05c req-e6f41a9c-12b0-4fc7-a158-a5c9b0317d6e tempest-LiveAutoBlockMigrationV225Test-952394939 tempest-LiveAutoBlockMigrationV225Test-952394939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:08:54.372970 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-85394fc3-d710-43b2-8258-83075d43f05c req-e6f41a9c-12b0-4fc7-a158-a5c9b0317d6e tempest-LiveAutoBlockMigrationV225Test-952394939 tempest-LiveAutoBlockMigrationV225Test-952394939-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=e370ad00-0f15-4014-99c2-3ecd6b33849e HTTP/1.1" status: 200  len: 1097 time: 0.1847081
Dec 25 21:08:54.375694 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-4d34c4ea-b12e-49cc-914e-a9b62c2822a5 None None] Provisioning complete for port 0cc2d8bb-a523-463a-9b66-b96bcccf90fc triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:08:54.376259 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-4d34c4ea-b12e-49cc-914e-a9b62c2822a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:54.399207 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-bde17494-293d-4749-943c-0b0599c38dc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625803'] for network, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:54.420913 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8317e43-0b95-4cd5-95f7-7e99d5e82ffb None None] Network 2332d558-39bb-411c-88af-b74bee7e32ab requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:08:54.437446 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-bd7e7013-f5c0-4fee-8021-1084537fe740 req-b6d57f17-5b2b-40f8-be4a-a79bba085c78 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] 10.222.0.32 "GET /v2.0/security-groups?id=3d6cb2f0-3d81-4228-9d61-fc5e0bb3087e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1218898
Dec 25 21:08:54.510788 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:54.557009 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-85394fc3-d710-43b2-8258-83075d43f05c req-292f6453-7dff-49b8-b36d-c40f36aab982 tempest-LiveAutoBlockMigrationV225Test-952394939 tempest-LiveAutoBlockMigrationV225Test-952394939-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=a5d2ff88-22d6-43d8-90d1-bfb86d4e3308&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1819704
Dec 25 21:08:54.578049 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95f9468e-c1ab-4e1c-856f-19efb9ee29b8 {{(pid=121608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:08:54.587378 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-bde17494-293d-4749-943c-0b0599c38dc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997585', 'neutron.services.segments.db._delete_segments_for_network-8737602743071'] for network, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:54.592231 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port 0cc2d8bb-a523-463a-9b66-b96bcccf90fc triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:08:54.592231 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:54.643646 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-bde17494-293d-4749-943c-0b0599c38dc2 admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f2613870160>> segment before_delete 55550000 {{(pid=121606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 25 21:08:54.643906 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-bde17494-293d-4749-943c-0b0599c38dc2 admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f2613870160>> subnet precommit_delete_associations 55550000 {{(pid=121606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 25 21:08:54.644687 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-bde17494-293d-4749-943c-0b0599c38dc2 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f2613870730>> segment_host_mapping after_create 55550000 {{(pid=121606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 25 21:08:54.645059 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-bde17494-293d-4749-943c-0b0599c38dc2 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f2613870730>> port after_create 55550000 {{(pid=121606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 25 21:08:54.645409 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-bde17494-293d-4749-943c-0b0599c38dc2 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f2613870730>> port after_delete 55550000 {{(pid=121606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 25 21:08:54.645767 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-bde17494-293d-4749-943c-0b0599c38dc2 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f2613870730>> port after_update 55550000 {{(pid=121606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 25 21:08:54.646094 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-bde17494-293d-4749-943c-0b0599c38dc2 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f2613870730>> segment after_delete 55550000 {{(pid=121606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 25 21:08:54.646423 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-bde17494-293d-4749-943c-0b0599c38dc2 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f2613870730>> subnet after_create 55550000 {{(pid=121606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 25 21:08:54.646745 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-bde17494-293d-4749-943c-0b0599c38dc2 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f2613870730>> subnet after_delete 55550000 {{(pid=121606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 25 21:08:54.647075 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-bde17494-293d-4749-943c-0b0599c38dc2 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f2613870730>> subnet after_update 55550000 {{(pid=121606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 25 21:08:54.654834 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port 95f9468e-c1ab-4e1c-856f-19efb9ee29b8, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=95f9468e-c1ab-4e1c-856f-19efb9ee29b8,segment=NetworkSegment(ee6c5cc2-3196-4a40-8cac-19840092fb26),segment_id=ee6c5cc2-3196-4a40-8cac-19840092fb26)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:08:54.721877 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-bde17494-293d-4749-943c-0b0599c38dc2 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f2613b2dfd0>> subnet after_create 55550000 {{(pid=121606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 25 21:08:54.722235 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-bde17494-293d-4749-943c-0b0599c38dc2 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f2613b2dfd0>> subnet after_delete 55550000 {{(pid=121606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 25 21:08:54.722573 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-bde17494-293d-4749-943c-0b0599c38dc2 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f2613b2dfd0>> subnet before_create 55550000 {{(pid=121606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 25 21:08:54.722906 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-bde17494-293d-4749-943c-0b0599c38dc2 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f2613b2dfd0>> subnet before_update 55550000 {{(pid=121606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 25 21:08:54.723277 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.segments.db [None req-bde17494-293d-4749-943c-0b0599c38dc2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2613d0eeb0>,) {'filters': {'network_id': ['8ce10eb1-5492-4992-af11-c8e7b34f2c11']}} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:08:54.727177 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-4d34c4ea-b12e-49cc-914e-a9b62c2822a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:54.744769 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.segments.db [None req-bde17494-293d-4749-943c-0b0599c38dc2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2613d0eeb0>, '8524c5b4-9250-4065-bb0f-0d1c57c2a8c8') {'for_net_delete': True} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:08:54.745165 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.segments.db [None req-bde17494-293d-4749-943c-0b0599c38dc2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2613d0eeb0>, '8524c5b4-9250-4065-bb0f-0d1c57c2a8c8') {} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:08:54.773240 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-bde17494-293d-4749-943c-0b0599c38dc2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737602746920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9084222'] for segment, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:54.791084 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-4d34c4ea-b12e-49cc-914e-a9b62c2822a5 None None] For port 0cc2d8bb-a523-463a-9b66-b96bcccf90fc, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0cc2d8bb-a523-463a-9b66-b96bcccf90fc,segment=NetworkSegment(117fd0d8-fb50-4a6a-874e-bb699339eda5),segment_id=117fd0d8-fb50-4a6a-874e-bb699339eda5)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:08:54.815706 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:54.820541 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dfbeeb-3926-42f6-9355-2fb09d637c22 req-0044f970-2752-49f5-bf62-4fb10ee9cfa7 tempest-FloatingIPsAssociationNegativeTestJSON-495794297 tempest-FloatingIPsAssociationNegativeTestJSON-495794297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:08:54.821978 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-19dfbeeb-3926-42f6-9355-2fb09d637c22 req-0044f970-2752-49f5-bf62-4fb10ee9cfa7 tempest-FloatingIPsAssociationNegativeTestJSON-495794297 tempest-FloatingIPsAssociationNegativeTestJSON-495794297-project] 10.222.0.32 "GET /v2.0/ports?device_id=24fbe6b2-8ab0-4b10-932c-de5d0c1f1ec7 HTTP/1.1" status: 200  len: 943 time: 0.2305343
Dec 25 21:08:54.828602 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-bde17494-293d-4749-943c-0b0599c38dc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:54.843834 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bde17494-293d-4749-943c-0b0599c38dc2 admin admin] Releasing vlan 196 on physical network physnet1 to pool {{(pid=121606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 25 21:08:54.849280 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-bde17494-293d-4749-943c-0b0599c38dc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9084542'] for segment, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:54.852261 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:08:54.852261 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:08:54.852261 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:08:54.852261 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:08:54.852261 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:08:54.852261 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:08:54.852261 ncdv-master-1 neutron-server[121606]: Traceback (most recent call last):
Dec 25 21:08:54.852261 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 25 21:08:54.852261 ncdv-master-1 neutron-server[121606]:     timer()
Dec 25 21:08:54.852261 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 25 21:08:54.852261 ncdv-master-1 neutron-server[121606]:     cb(*args, **kw)
Dec 25 21:08:54.852261 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 25 21:08:54.852261 ncdv-master-1 neutron-server[121606]:     return func(*args, **kwargs)
Dec 25 21:08:54.852261 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 25 21:08:54.852261 ncdv-master-1 neutron-server[121606]:     self._notify()
Dec 25 21:08:54.852261 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 25 21:08:54.852261 ncdv-master-1 neutron-server[121606]:     self.callback(batched_events)
Dec 25 21:08:54.852261 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 25 21:08:54.852261 ncdv-master-1 neutron-server[121606]:     event.method(event)
Dec 25 21:08:54.852261 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 25 21:08:54.852261 ncdv-master-1 neutron-server[121606]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 25 21:08:54.852261 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 25 21:08:54.852261 ncdv-master-1 neutron-server[121606]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 25 21:08:54.852261 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 25 21:08:54.852261 ncdv-master-1 neutron-server[121606]:     return f(self, *a, **k)
Dec 25 21:08:54.852261 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 25 21:08:54.852261 ncdv-master-1 neutron-server[121606]:     return self._get(url).json()
Dec 25 21:08:54.852261 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 25 21:08:54.852261 ncdv-master-1 neutron-server[121606]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 25 21:08:54.852261 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 25 21:08:54.852261 ncdv-master-1 neutron-server[121606]:     return self.request(url, 'GET', **kwargs)
Dec 25 21:08:54.852261 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 25 21:08:54.852261 ncdv-master-1 neutron-server[121606]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 25 21:08:54.852261 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 25 21:08:54.852261 ncdv-master-1 neutron-server[121606]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 25 21:08:54.852261 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 25 21:08:54.852261 ncdv-master-1 neutron-server[121606]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 25 21:08:54.852261 ncdv-master-1 neutron-server[121606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 25 21:08:54.878723 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:54.886131 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8999f6-7d60-41b4-be4b-8a8008fcd4a0 req-fc6fc630-76b0-458f-b026-579d2feb75a6 tempest-LiveAutoBlockMigrationV225Test-952394939 tempest-LiveAutoBlockMigrationV225Test-952394939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:08:54.887603 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5c8999f6-7d60-41b4-be4b-8a8008fcd4a0 req-fc6fc630-76b0-458f-b026-579d2feb75a6 tempest-LiveAutoBlockMigrationV225Test-952394939 tempest-LiveAutoBlockMigrationV225Test-952394939-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=e370ad00-0f15-4014-99c2-3ecd6b33849e HTTP/1.1" status: 200  len: 1097 time: 0.1385381
Dec 25 21:08:54.893780 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-323d407a-61d5-4900-9ac4-a76a230b9099 req-e2e534c7-8636-4c39-ba05-ee63a5a69ab6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8632327'] for port, after_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:54.932259 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-4d34c4ea-b12e-49cc-914e-a9b62c2822a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:54.961336 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-19dfbeeb-3926-42f6-9355-2fb09d637c22 req-cce69b2a-cfb1-4314-915f-c1bf72743f5c tempest-FloatingIPsAssociationNegativeTestJSON-495794297 tempest-FloatingIPsAssociationNegativeTestJSON-495794297-project] 10.222.0.32 "GET /v2.0/security-groups?id=c8b1bf6d-64ce-4c58-82a8-18130f4a52c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1239500
Dec 25 21:08:54.971392 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5627b782-7aef-48a5-be76-7f689efa7f0e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:55.043552 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5c8999f6-7d60-41b4-be4b-8a8008fcd4a0 req-e667a7de-fd06-4ea0-ae77-31988201dc12 tempest-LiveAutoBlockMigrationV225Test-952394939 tempest-LiveAutoBlockMigrationV225Test-952394939-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=a5d2ff88-22d6-43d8-90d1-bfb86d4e3308&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0800726
Dec 25 21:08:55.044610 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-bde17494-293d-4749-943c-0b0599c38dc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2008653'] for network, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:55.091856 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-bde17494-293d-4749-943c-0b0599c38dc2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for network, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:55.095197 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-bde17494-293d-4749-943c-0b0599c38dc2 admin admin] 10.222.0.32 "DELETE /v2.0/networks/8ce10eb1-5492-4992-af11-c8e7b34f2c11 HTTP/1.1" status: 204  len: 168 time: 1.2344356
Dec 25 21:08:55.096268 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde17494-293d-4749-943c-0b0599c38dc2 admin admin] Pushing event deleted for resources: {'Network': ['ID=8ce10eb1-5492-4992-af11-c8e7b34f2c11,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:08:55.109967 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 43020) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:08:55.170304 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Pushing event updated for resources: {'Port': ['ID=95f9468e-c1ab-4e1c-856f-19efb9ee29b8,revision_number=4']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:08:55.171119 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.db.api [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=121608) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 25 21:08:55.171495 ncdv-master-1 neutron-server[121608]: DEBUG oslo_db.api [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 25 21:08:55.176247 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-1d3ce4b2-cef5-4afa-9ba4-2fb59719a133 None None] Provisioning complete for port 0cc2d8bb-a523-463a-9b66-b96bcccf90fc triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:08:55.176622 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-1d3ce4b2-cef5-4afa-9ba4-2fb59719a133 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:55.228235 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] get_ports_and_sgs() called for port_ids ['95f9468e-c1ab-4e1c-856f-19efb9ee29b8'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:08:55.286070 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_v2 [None req-a170dece-0fd3-4eeb-b5b0-5b90c13996e9 admin admin] Deleting subnet ae3a2ddd-48dd-4340-8698-a2f5b9149467 {{(pid=121606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Dec 25 21:08:55.291439 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-a170dece-0fd3-4eeb-b5b0-5b90c13996e9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:55.359630 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e534c7-8636-4c39-ba05-ee63a5a69ab6 service neutron] Pushing event updated for resources: {'Port': ['ID=7c429c38-cf37-4881-8541-dad894677bf4,revision_number=2']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:08:55.373886 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d6bfb4-666f-47a3-b910-fdb1be8aa482 req-a0f749ef-f7d7-4947-8967-86b3ec8d7ddf tempest-ServersWithSpecificFlavorTestJSON-439149936 tempest-ServersWithSpecificFlavorTestJSON-439149936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:08:55.375508 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-51d6bfb4-666f-47a3-b910-fdb1be8aa482 req-a0f749ef-f7d7-4947-8967-86b3ec8d7ddf tempest-ServersWithSpecificFlavorTestJSON-439149936 tempest-ServersWithSpecificFlavorTestJSON-439149936-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a4cbf2d-cea7-4432-9264-6ac3fed9238d HTTP/1.1" status: 200  len: 943 time: 0.2579587
Dec 25 21:08:55.401777 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-a170dece-0fd3-4eeb-b5b0-5b90c13996e9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9084199'] for subnet, precommit_delete_associations {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:55.420470 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.managers [req-323d407a-61d5-4900-9ac4-a76a230b9099 req-e2e534c7-8636-4c39-ba05-ee63a5a69ab6 service neutron] Attempting to bind port 7c429c38-cf37-4881-8541-dad894677bf4 on host nch2-master-1 for vnic_type normal with profile  {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:08:55.420812 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.managers [req-323d407a-61d5-4900-9ac4-a76a230b9099 req-e2e534c7-8636-4c39-ba05-ee63a5a69ab6 service neutron] Attempting to bind port 7c429c38-cf37-4881-8541-dad894677bf4 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '8db2faa6-9c4c-4971-bf8a-75e7f110c5aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '629690dc-316c-48ba-b3f8-2395f5f041a6'}] {{(pid=121607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:08:55.421230 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-323d407a-61d5-4900-9ac4-a76a230b9099 req-e2e534c7-8636-4c39-ba05-ee63a5a69ab6 service neutron] Attempting to bind port 7c429c38-cf37-4881-8541-dad894677bf4 on network 629690dc-316c-48ba-b3f8-2395f5f041a6 {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:08:55.469708 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-323d407a-61d5-4900-9ac4-a76a230b9099 req-e2e534c7-8636-4c39-ba05-ee63a5a69ab6 service neutron] Port 7c429c38-cf37-4881-8541-dad894677bf4 on network 629690dc-316c-48ba-b3f8-2395f5f041a6 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 25 21:08:55.473267 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-323d407a-61d5-4900-9ac4-a76a230b9099 req-e2e534c7-8636-4c39-ba05-ee63a5a69ab6 service neutron] Attempting to bind port 7c429c38-cf37-4881-8541-dad894677bf4 on network 629690dc-316c-48ba-b3f8-2395f5f041a6 {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:08:55.482709 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-323d407a-61d5-4900-9ac4-a76a230b9099 req-e2e534c7-8636-4c39-ba05-ee63a5a69ab6 service neutron] Checking agent: {'id': '0d9ae313-8f8d-40fa-8a9f-d098a25a9911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 21, 4, 38), 'started_at': datetime.datetime(2021, 12, 25, 21, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 8, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:08:55.482976 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-323d407a-61d5-4900-9ac4-a76a230b9099 req-e2e534c7-8636-4c39-ba05-ee63a5a69ab6 service neutron] Checking segment: {'id': '8db2faa6-9c4c-4971-bf8a-75e7f110c5aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '629690dc-316c-48ba-b3f8-2395f5f041a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:08:55.483806 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-323d407a-61d5-4900-9ac4-a76a230b9099 req-e2e534c7-8636-4c39-ba05-ee63a5a69ab6 service neutron] Bound using segment: {'id': '8db2faa6-9c4c-4971-bf8a-75e7f110c5aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '629690dc-316c-48ba-b3f8-2395f5f041a6'} {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:08:55.484595 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.managers [req-323d407a-61d5-4900-9ac4-a76a230b9099 req-e2e534c7-8636-4c39-ba05-ee63a5a69ab6 service neutron] Bound port: 7c429c38-cf37-4881-8541-dad894677bf4, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8db2faa6-9c4c-4971-bf8a-75e7f110c5aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '629690dc-316c-48ba-b3f8-2395f5f041a6'}}] {{(pid=121607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:08:55.485520 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-323d407a-61d5-4900-9ac4-a76a230b9099 req-e2e534c7-8636-4c39-ba05-ee63a5a69ab6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:55.507779 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device b5c53dfd-8507-4f31-ba6b-58c68d41b36b details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 25 21:08:55.514208 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-51d6bfb4-666f-47a3-b910-fdb1be8aa482 req-fc0241a5-b898-4803-b927-5296f53dbc5b tempest-ServersWithSpecificFlavorTestJSON-439149936 tempest-ServersWithSpecificFlavorTestJSON-439149936-project] 10.222.0.32 "GET /v2.0/security-groups?id=d5c07141-cb75-4b9f-8f8d-51cd5e2004f4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1253500
Dec 25 21:08:55.526479 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-a170dece-0fd3-4eeb-b5b0-5b90c13996e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995662'] for subnet, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:55.641953 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.db [req-323d407a-61d5-4900-9ac4-a76a230b9099 req-e2e534c7-8636-4c39-ba05-ee63a5a69ab6 service neutron] For port 7c429c38-cf37-4881-8541-dad894677bf4, host nch2-master-1, cleared binding levels {{(pid=121607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:08:55.646696 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.db [req-323d407a-61d5-4900-9ac4-a76a230b9099 req-e2e534c7-8636-4c39-ba05-ee63a5a69ab6 service neutron] For port 7c429c38-cf37-4881-8541-dad894677bf4, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7c429c38-cf37-4881-8541-dad894677bf4,segment=NetworkSegment(8db2faa6-9c4c-4971-bf8a-75e7f110c5aa),segment_id=8db2faa6-9c4c-4971-bf8a-75e7f110c5aa)] {{(pid=121607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:08:55.723196 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5627b782-7aef-48a5-be76-7f689efa7f0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2014278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2009753'] for router, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:55.736210 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-a170dece-0fd3-4eeb-b5b0-5b90c13996e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9084363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9028506'] for subnet, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:55.828243 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a170dece-0fd3-4eeb-b5b0-5b90c13996e9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ae3a2ddd-48dd-4340-8698-a2f5b9149467,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:08:55.841618 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-a170dece-0fd3-4eeb-b5b0-5b90c13996e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for subnet, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:55.847559 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-a170dece-0fd3-4eeb-b5b0-5b90c13996e9 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/ae3a2ddd-48dd-4340-8698-a2f5b9149467 HTTP/1.1" status: 204  len: 168 time: 0.7364247
Dec 25 21:08:55.851068 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 43042) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:08:55.861424 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port b5c53dfd-8507-4f31-ba6b-58c68d41b36b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b5c53dfd-8507-4f31-ba6b-58c68d41b36b,segment=NetworkSegment(85c774cb-a0eb-4ad9-961f-f331d3b37cd6),segment_id=85c774cb-a0eb-4ad9-961f-f331d3b37cd6)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:08:55.900740 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d34c4ea-b12e-49cc-914e-a9b62c2822a5 None None] Pushing event updated for resources: {'Port': ['ID=0cc2d8bb-a523-463a-9b66-b96bcccf90fc,revision_number=3']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:08:55.908498 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 43044) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:08:55.919678 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb467c20-4940-4ab0-af30-1e3c195e534b req-20b2243b-b0a7-4ef4-a26d-343f0514ff36 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:08:55.927372 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-cb467c20-4940-4ab0-af30-1e3c195e534b req-20b2243b-b0a7-4ef4-a26d-343f0514ff36 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] 10.222.0.32 "GET /v2.0/ports?device_id=bfb762b4-175c-45df-b530-e2ac66bf96cf HTTP/1.1" status: 200  len: 948 time: 0.2540150
Dec 25 21:08:55.935849 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-a8283d0b-5ca5-4014-88ae-9e6a372073b3 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-2072853919-network', 'tenant_id': 'f149a077b12b44338d36531fe1dc3a6e'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:08:55.939962 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Returning: {'device': 'b5c53dfd-8507-4f31-ba6b-58c68d41b36b', 'network_id': '8f212e98-547d-4c6e-a560-2e9a548c8f59', 'port_id': 'b5c53dfd-8507-4f31-ba6b-58c68d41b36b', 'mac_address': 'fa:16:3e:06:a5:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcfbae86-f93e-400c-8084-eac7f56ff5ba', 'ip_address': '192.168.233.202'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 25 21:08:55.972469 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f62bb4e-0a31-4303-8e58-bbee0ea04c01 req-3f32d988-0a08-4531-bf05-3597d8d1ad6a tempest-LiveAutoBlockMigrationV225Test-952394939 tempest-LiveAutoBlockMigrationV225Test-952394939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:08:55.980831 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0f62bb4e-0a31-4303-8e58-bbee0ea04c01 req-3f32d988-0a08-4531-bf05-3597d8d1ad6a tempest-LiveAutoBlockMigrationV225Test-952394939 tempest-LiveAutoBlockMigrationV225Test-952394939-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=e370ad00-0f15-4014-99c2-3ecd6b33849e HTTP/1.1" status: 200  len: 1097 time: 0.2467163
Dec 25 21:08:56.016450 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:56.034556 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5c53dfd-8507-4f31-ba6b-58c68d41b36b {{(pid=121608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:08:56.071296 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port b5c53dfd-8507-4f31-ba6b-58c68d41b36b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b5c53dfd-8507-4f31-ba6b-58c68d41b36b,segment=NetworkSegment(85c774cb-a0eb-4ad9-961f-f331d3b37cd6),segment_id=85c774cb-a0eb-4ad9-961f-f331d3b37cd6)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:08:56.120904 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-cb467c20-4940-4ab0-af30-1e3c195e534b req-79407733-bca4-4d06-9bdc-9b87cb73a25b tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] 10.222.0.32 "GET /v2.0/security-groups?id=3d6cb2f0-3d81-4228-9d61-fc5e0bb3087e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1825676
Dec 25 21:08:56.131911 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-ba211bad-0886-4fb2-a8c5-d4f178551cc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625803'] for network, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:56.193575 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:56.238202 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0f62bb4e-0a31-4303-8e58-bbee0ea04c01 req-c3d2118f-e40a-47fc-aaa2-b3f072d3a1ac tempest-LiveAutoBlockMigrationV225Test-952394939 tempest-LiveAutoBlockMigrationV225Test-952394939-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=a5d2ff88-22d6-43d8-90d1-bfb86d4e3308&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2565055
Dec 25 21:08:56.250654 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8283d0b-5ca5-4014-88ae-9e6a372073b3 admin admin] Made reservation on behalf of f149a077b12b44338d36531fe1dc3a6e for: {'network': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:08:56.257176 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-a8283d0b-5ca5-4014-88ae-9e6a372073b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for network, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:56.279908 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-a8283d0b-5ca5-4014-88ae-9e6a372073b3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:56.296858 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Pushing event updated for resources: {'Port': ['ID=b5c53dfd-8507-4f31-ba6b-58c68d41b36b,revision_number=4']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:08:56.299865 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 0cc2d8bb-a523-463a-9b66-b96bcccf90fc up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:08:56.319580 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-323d407a-61d5-4900-9ac4-a76a230b9099 req-e2e534c7-8636-4c39-ba05-ee63a5a69ab6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8632327'] for port, after_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:56.366399 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323d407a-61d5-4900-9ac4-a76a230b9099 req-e2e534c7-8636-4c39-ba05-ee63a5a69ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:08:56.368975 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-323d407a-61d5-4900-9ac4-a76a230b9099 req-e2e534c7-8636-4c39-ba05-ee63a5a69ab6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:56.370500 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-323d407a-61d5-4900-9ac4-a76a230b9099 req-e2e534c7-8636-4c39-ba05-ee63a5a69ab6 service neutron] 10.222.0.37 "PUT /v2.0/ports/7c429c38-cf37-4881-8541-dad894677bf4 HTTP/1.1" status: 200  len: 1091 time: 3.2375300
Dec 25 21:08:56.373559 ncdv-master-1 neutron-server[121607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a4cbf2d-cea7-4432-9264-6ac3fed9238d', 'tag': '7c429c38-cf37-4881-8541-dad894677bf4'}] {{(pid=121607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:08:56.377520 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f980bbcadfa7bf1e788024e1448be660373c21f97f015f780444e999c451203" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65dec7c3-83e7-4f57-91d9-2b5b99018806" -d '{"events": [{"name": "network-changed", "server_uuid": "1a4cbf2d-cea7-4432-9264-6ac3fed9238d", "tag": "7c429c38-cf37-4881-8541-dad894677bf4"}]}' {{(pid=121607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:08:56.482646 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e534c7-8636-4c39-ba05-ee63a5a69ab6 service neutron] Pushing event updated for resources: {'Port': ['ID=7c429c38-cf37-4881-8541-dad894677bf4,revision_number=3']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:08:56.506713 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] get_ports_and_sgs() called for port_ids ['b5c53dfd-8507-4f31-ba6b-58c68d41b36b'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:08:56.531422 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Dec 2021 21:08:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-541bd3d7-ee58-4b53-8026-a9e936648e15 x-openstack-request-id: req-541bd3d7-ee58-4b53-8026-a9e936648e15 {{(pid=121607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:08:56.531833 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a4cbf2d-cea7-4432-9264-6ac3fed9238d", "tag": "7c429c38-cf37-4881-8541-dad894677bf4", "status": "completed", "code": 200}]} {{(pid=121607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:08:56.532383 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-541bd3d7-ee58-4b53-8026-a9e936648e15 {{(pid=121607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:08:56.532865 ncdv-master-1 neutron-server[121607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a4cbf2d-cea7-4432-9264-6ac3fed9238d', 'tag': '7c429c38-cf37-4881-8541-dad894677bf4', 'status': 'completed', 'code': 200}
Dec 25 21:08:56.549042 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-ba211bad-0886-4fb2-a8c5-d4f178551cc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997585', 'neutron.services.segments.db._delete_segments_for_network-8737602743071'] for network, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:56.611663 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port 0cc2d8bb-a523-463a-9b66-b96bcccf90fc triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:08:56.612328 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:56.629972 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.segments.db [None req-ba211bad-0886-4fb2-a8c5-d4f178551cc0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f26134e3730>,) {'filters': {'network_id': ['b66f9dd7-bb5b-4eeb-bf26-b3daee84967d']}} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:08:56.631410 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5627b782-7aef-48a5-be76-7f689efa7f0e admin admin] Router fa9af22f-1f63-4b83-889e-5d39a19fb66d is scheduled to L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 with binding_index 1 {{(pid=121607) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 25 21:08:56.664049 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.segments.db [None req-ba211bad-0886-4fb2-a8c5-d4f178551cc0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f26134e3730>, 'd7485bdd-f8ed-4112-aa89-6debc7f75604') {'for_net_delete': True} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:08:56.669593 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.segments.db [None req-ba211bad-0886-4fb2-a8c5-d4f178551cc0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f26134e3730>, 'd7485bdd-f8ed-4112-aa89-6debc7f75604') {} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:08:56.697971 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927d44f0-f19f-4a15-8b1b-69bf91f3bac3 req-cc25bcb7-8cc2-4bf9-99d0-a7fef29affaa tempest-FloatingIPsAssociationNegativeTestJSON-495794297 tempest-FloatingIPsAssociationNegativeTestJSON-495794297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:08:56.699941 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-927d44f0-f19f-4a15-8b1b-69bf91f3bac3 req-cc25bcb7-8cc2-4bf9-99d0-a7fef29affaa tempest-FloatingIPsAssociationNegativeTestJSON-495794297 tempest-FloatingIPsAssociationNegativeTestJSON-495794297-project] 10.222.0.32 "GET /v2.0/ports?device_id=24fbe6b2-8ab0-4b10-932c-de5d0c1f1ec7 HTTP/1.1" status: 200  len: 944 time: 0.2580400
Dec 25 21:08:56.748792 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-ba211bad-0886-4fb2-a8c5-d4f178551cc0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737602746920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9084222'] for segment, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:56.795251 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-a8283d0b-5ca5-4014-88ae-9e6a372073b3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:56.799714 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device 2150b774-dd7c-4f45-910d-01e39333a0ce up at agent hyperv_nch2-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:08:56.801157 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-ba211bad-0886-4fb2-a8c5-d4f178551cc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:56.836031 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba211bad-0886-4fb2-a8c5-d4f178551cc0 admin admin] Releasing vlan 170 on physical network physnet1 to pool {{(pid=121606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 25 21:08:56.836843 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-ba211bad-0886-4fb2-a8c5-d4f178551cc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9084542'] for segment, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:56.837283 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dec7c3-83e7-4f57-91d9-2b5b99018806 req-0c59d86c-9d6e-452a-963c-944db27ec9ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:08:56.838947 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-65dec7c3-83e7-4f57-91d9-2b5b99018806 req-0c59d86c-9d6e-452a-963c-944db27ec9ed service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e25e5a44bb7e4ef7a38e961e6203b72b&device_id=1a4cbf2d-cea7-4432-9264-6ac3fed9238d HTTP/1.1" status: 200  len: 1094 time: 0.2678885
Dec 25 21:08:56.840295 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5627b782-7aef-48a5-be76-7f689efa7f0e admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 21:08:56.843548 ncdv-master-1 neutron-server[121606]: Traceback (most recent call last):
Dec 25 21:08:56.843548 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 25 21:08:56.843548 ncdv-master-1 neutron-server[121606]:     timer()
Dec 25 21:08:56.843548 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 25 21:08:56.843548 ncdv-master-1 neutron-server[121606]:     cb(*args, **kw)
Dec 25 21:08:56.843548 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 25 21:08:56.843548 ncdv-master-1 neutron-server[121606]:     return func(*args, **kwargs)
Dec 25 21:08:56.843548 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 25 21:08:56.843548 ncdv-master-1 neutron-server[121606]:     self._notify()
Dec 25 21:08:56.843548 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 25 21:08:56.843548 ncdv-master-1 neutron-server[121606]:     self.callback(batched_events)
Dec 25 21:08:56.843548 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 25 21:08:56.843548 ncdv-master-1 neutron-server[121606]:     event.method(event)
Dec 25 21:08:56.843548 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 25 21:08:56.843548 ncdv-master-1 neutron-server[121606]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 25 21:08:56.843548 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 25 21:08:56.843548 ncdv-master-1 neutron-server[121606]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 25 21:08:56.843548 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 25 21:08:56.843548 ncdv-master-1 neutron-server[121606]:     return f(self, *a, **k)
Dec 25 21:08:56.843548 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 25 21:08:56.843548 ncdv-master-1 neutron-server[121606]:     return self._get(url).json()
Dec 25 21:08:56.843548 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 25 21:08:56.843548 ncdv-master-1 neutron-server[121606]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 25 21:08:56.843548 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 25 21:08:56.843548 ncdv-master-1 neutron-server[121606]:     return self.request(url, 'GET', **kwargs)
Dec 25 21:08:56.843548 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 25 21:08:56.843548 ncdv-master-1 neutron-server[121606]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 25 21:08:56.843548 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 25 21:08:56.843548 ncdv-master-1 neutron-server[121606]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 25 21:08:56.843548 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 25 21:08:56.843548 ncdv-master-1 neutron-server[121606]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 25 21:08:56.843548 ncdv-master-1 neutron-server[121606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 25 21:08:56.902772 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4be4d8b-2799-494e-95ca-75fdda896dd6 None None] Sync routers for ids ['fa9af22f-1f63-4b83-889e-5d39a19fb66d'] in ncdv-master-1 {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 21:08:56.944437 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-927d44f0-f19f-4a15-8b1b-69bf91f3bac3 req-135caf47-9861-400b-915c-7b07dc6f0e12 tempest-FloatingIPsAssociationNegativeTestJSON-495794297 tempest-FloatingIPsAssociationNegativeTestJSON-495794297-project] 10.222.0.32 "GET /v2.0/security-groups?id=c8b1bf6d-64ce-4c58-82a8-18130f4a52c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2033875
Dec 25 21:08:56.955498 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-a8283d0b-5ca5-4014-88ae-9e6a372073b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:56.965640 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4be4d8b-2799-494e-95ca-75fdda896dd6 None None] Routers {'fa9af22f-1f63-4b83-889e-5d39a19fb66d'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:08:56.966250 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-b4be4d8b-2799-494e-95ca-75fdda896dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f261835fd90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:08:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['fa9af22f-1f63-4b83-889e-5d39a19fb66d'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:08:56.976139 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8283d0b-5ca5-4014-88ae-9e6a372073b3 admin admin] vlan segment allocate from pool success with {'vlan_id': 166, 'physical_network': 'physnet1'}  {{(pid=121606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 25 21:08:56.989041 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-a8283d0b-5ca5-4014-88ae-9e6a372073b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:56.989759 ncdv-master-1 neutron-server[121606]: INFO neutron.db.segments_db [None req-a8283d0b-5ca5-4014-88ae-9e6a372073b3 admin admin] Added segment b5ec22f5-7011-451b-a711-3366274f77b4 of type vlan for network 6737324c-c270-483f-9935-61423f5c8102
Dec 25 21:08:57.024475 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dec7c3-83e7-4f57-91d9-2b5b99018806 req-1169aadf-5cf8-43ff-8eb7-e4c845aa72ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:08:57.025884 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-65dec7c3-83e7-4f57-91d9-2b5b99018806 req-1169aadf-5cf8-43ff-8eb7-e4c845aa72ab service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=e25e5a44bb7e4ef7a38e961e6203b72b&shared=False HTTP/1.1" status: 200  len: 924 time: 0.1754456
Dec 25 21:08:57.038540 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-a8283d0b-5ca5-4014-88ae-9e6a372073b3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737602163420'] for network, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:57.073038 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvr_db [None req-b4be4d8b-2799-494e-95ca-75fdda896dd6 None None] Set router fa9af22f-1f63-4b83-889e-5d39a19fb66d gateway port host: ncdv-master-1 {{(pid=121608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:08:57.099092 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-ba211bad-0886-4fb2-a8c5-d4f178551cc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2008653'] for network, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:57.101992 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8283d0b-5ca5-4014-88ae-9e6a372073b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc2745ca-759a-4e07-92f7-7b453a875564,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:08:57.127844 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15f1ada-bac1-48ea-ae8b-e73b3ad13ba5 req-9478b915-3fec-476d-85b7-fa068843ec19 tempest-ServersWithSpecificFlavorTestJSON-439149936 tempest-ServersWithSpecificFlavorTestJSON-439149936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:08:57.130942 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f15f1ada-bac1-48ea-ae8b-e73b3ad13ba5 req-9478b915-3fec-476d-85b7-fa068843ec19 tempest-ServersWithSpecificFlavorTestJSON-439149936 tempest-ServersWithSpecificFlavorTestJSON-439149936-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a4cbf2d-cea7-4432-9264-6ac3fed9238d HTTP/1.1" status: 200  len: 943 time: 0.3520100
Dec 25 21:08:57.137364 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5627b782-7aef-48a5-be76-7f689efa7f0e admin admin] Publish callbacks [] for router, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:57.144026 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-ba211bad-0886-4fb2-a8c5-d4f178551cc0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for network, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:57.145041 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-5627b782-7aef-48a5-be76-7f689efa7f0e admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 926 time: 6.7242501
Dec 25 21:08:57.147760 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 43064) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:08:57.157415 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-ba211bad-0886-4fb2-a8c5-d4f178551cc0 admin admin] 10.222.0.32 "DELETE /v2.0/networks/b66f9dd7-bb5b-4eeb-bf26-b3daee84967d HTTP/1.1" status: 204  len: 168 time: 1.3043320
Dec 25 21:08:57.175534 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba211bad-0886-4fb2-a8c5-d4f178551cc0 admin admin] Pushing event deleted for resources: {'Network': ['ID=b66f9dd7-bb5b-4eeb-bf26-b3daee84967d,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:08:57.244855 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dec7c3-83e7-4f57-91d9-2b5b99018806 req-3e925f03-036c-4bca-b5f3-948311031ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:08:57.246329 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-65dec7c3-83e7-4f57-91d9-2b5b99018806 req-3e925f03-036c-4bca-b5f3-948311031ac8 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2126665
Dec 25 21:08:57.254931 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-a8283d0b-5ca5-4014-88ae-9e6a372073b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870'] for network, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:57.256134 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8283d0b-5ca5-4014-88ae-9e6a372073b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:08:57.256483 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-a8283d0b-5ca5-4014-88ae-9e6a372073b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for network, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:57.266476 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f15f1ada-bac1-48ea-ae8b-e73b3ad13ba5 req-d2d8701c-abc7-4ea2-ac5a-e2de5361490e tempest-ServersWithSpecificFlavorTestJSON-439149936 tempest-ServersWithSpecificFlavorTestJSON-439149936-project] 10.222.0.32 "GET /v2.0/security-groups?id=d5c07141-cb75-4b9f-8f8d-51cd5e2004f4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0972977
Dec 25 21:08:57.337536 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8283d0b-5ca5-4014-88ae-9e6a372073b3 admin admin] Pushing event updated for resources: {'Network': ['ID=6737324c-c270-483f-9935-61423f5c8102,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:08:57.359285 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22261713-7a0e-4e21-993e-bfab8abfda62 req-8f640488-37bd-441d-96ba-baa605c6d4a1 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:08:57.360865 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-22261713-7a0e-4e21-993e-bfab8abfda62 req-8f640488-37bd-441d-96ba-baa605c6d4a1 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] 10.222.0.32 "GET /v2.0/ports?device_id=bfb762b4-175c-45df-b530-e2ac66bf96cf HTTP/1.1" status: 200  len: 949 time: 0.1473012
Dec 25 21:08:57.406546 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Network 6737324c-c270-483f-9935-61423f5c8102 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 25 21:08:57.416030 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-22261713-7a0e-4e21-993e-bfab8abfda62 req-bfddb054-7462-474a-bd49-02cab6a0c3fd tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] 10.222.0.32 "GET /v2.0/security-groups?id=3d6cb2f0-3d81-4228-9d61-fc5e0bb3087e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0479834
Dec 25 21:08:57.466939 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 43082) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:08:57.467605 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-a8283d0b-5ca5-4014-88ae-9e6a372073b3 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 1.5374632
Dec 25 21:08:57.473968 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-b475981c-d982-46bb-82eb-f52211b68e3c admin admin] Request body: {'subnet': {'network_id': '6737324c-c270-483f-9935-61423f5c8102', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-2072853919-subnet', 'tenant_id': 'f149a077b12b44338d36531fe1dc3a6e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:08:57.482583 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323d407a-61d5-4900-9ac4-a76a230b9099 req-eb47bf39-93b7-4ee6-8b2d-6c1c3baf69dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:08:57.484037 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-323d407a-61d5-4900-9ac4-a76a230b9099 req-eb47bf39-93b7-4ee6-8b2d-6c1c3baf69dc service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e25e5a44bb7e4ef7a38e961e6203b72b&device_id=1a4cbf2d-cea7-4432-9264-6ac3fed9238d HTTP/1.1" status: 200  len: 1094 time: 0.1849794
Dec 25 21:08:57.511619 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device 95f9468e-c1ab-4e1c-856f-19efb9ee29b8 up at agent hyperv_nch1-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:08:57.522997 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28f87ca-c772-4fae-bb38-eea94d1116ae req-287e6299-4140-4089-97ec-b1b399b560ab tempest-LiveAutoBlockMigrationV225Test-952394939 tempest-LiveAutoBlockMigrationV225Test-952394939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:08:57.533204 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f28f87ca-c772-4fae-bb38-eea94d1116ae req-287e6299-4140-4089-97ec-b1b399b560ab tempest-LiveAutoBlockMigrationV225Test-952394939 tempest-LiveAutoBlockMigrationV225Test-952394939-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=e370ad00-0f15-4014-99c2-3ecd6b33849e HTTP/1.1" status: 200  len: 1097 time: 0.0642405
Dec 25 21:08:57.569912 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-323d407a-61d5-4900-9ac4-a76a230b9099 req-57c9d19e-ba8c-49d7-8fc2-b41e29a9edcb service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7c429c38-cf37-4881-8541-dad894677bf4 HTTP/1.1" status: 200  len: 217 time: 0.0764093
Dec 25 21:08:57.594960 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f28f87ca-c772-4fae-bb38-eea94d1116ae req-293cdd84-d39c-408b-8174-30d4f6cf6c39 tempest-LiveAutoBlockMigrationV225Test-952394939 tempest-LiveAutoBlockMigrationV225Test-952394939-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=a5d2ff88-22d6-43d8-90d1-bfb86d4e3308&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0605292
Dec 25 21:08:57.603136 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Provisioning for port 2150b774-dd7c-4f45-910d-01e39333a0ce completed by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 25 21:08:57.612386 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Provisioning complete for port 2150b774-dd7c-4f45-910d-01e39333a0ce triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:08:57.613277 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:57.662728 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323d407a-61d5-4900-9ac4-a76a230b9099 req-386a8c27-f06d-410a-bf7a-795d9a823883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:08:57.664226 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-323d407a-61d5-4900-9ac4-a76a230b9099 req-386a8c27-f06d-410a-bf7a-795d9a823883 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b91f30a5-b3f6-4065-94e7-2dc6af689f3f HTTP/1.1" status: 200  len: 862 time: 0.0887709
Dec 25 21:08:57.667578 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b475981c-d982-46bb-82eb-f52211b68e3c admin admin] Made reservation on behalf of f149a077b12b44338d36531fe1dc3a6e for: {'subnet': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:08:57.674589 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b475981c-d982-46bb-82eb-f52211b68e3c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8852834'] for subnet, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:57.771858 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:57.786464 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-b4be4d8b-2799-494e-95ca-75fdda896dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f261835fd90>, [{'id': 'fa9af22f-1f63-4b83-889e-5d39a19fb66d', 'name': 'tempest-FloatingIPDetailsTestJSON-254838124-router', 'tenant_id': '66ef4aef5d1a42c6b19b8c77eccf6bc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.77'}], 'enable_snat': True}, 'gw_port_id': 'b40a74b4-02c3-4d41-9dd2-95ba7f2f12f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:08:50Z', 'updated_at': '2021-12-25T21:08:54Z', 'revision_number': 3, 'project_id': '66ef4aef5d1a42c6b19b8c77eccf6bc1', 'gw_port': {'id': 'b40a74b4-02c3-4d41-9dd2-95ba7f2f12f3', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:d5:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa9af22f-1f63-4b83-889e-5d39a19fb66d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:08:52Z', 'updated_at': '2021-12-25T21:08:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:08:57.808811 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323d407a-61d5-4900-9ac4-a76a230b9099 req-44a787df-86c1-462e-b824-3b4fa59e25c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:08:57.810341 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-323d407a-61d5-4900-9ac4-a76a230b9099 req-44a787df-86c1-462e-b824-3b4fa59e25c0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=629690dc-316c-48ba-b3f8-2395f5f041a6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1349788
Dec 25 21:08:57.823103 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '083a54e8-8841-4d6e-b720-a0e06409e0d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2150b774-dd7c-4f45-910d-01e39333a0ce'}] {{(pid=121608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:08:57.825462 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a88c78c3ff6266bd59c7e89d275b28c92e739b67d23c89d71af88829fd31566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68e36320-cedf-439a-9348-c5d1a6a4f263" -d '{"events": [{"server_uuid": "083a54e8-8841-4d6e-b720-a0e06409e0d4", "name": "network-vif-plugged", "status": "completed", "tag": "2150b774-dd7c-4f45-910d-01e39333a0ce"}]}' {{(pid=121608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:08:57.833021 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4be4d8b-2799-494e-95ca-75fdda896dd6 None None] Checking router: fa9af22f-1f63-4b83-889e-5d39a19fb66d for host: ncdv-master-1 {{(pid=121608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 25 21:08:57.833382 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4be4d8b-2799-494e-95ca-75fdda896dd6 None None] Updating router fa9af22f-1f63-4b83-889e-5d39a19fb66d port b40a74b4-02c3-4d41-9dd2-95ba7f2f12f3 binding host ncdv-master-1 {{(pid=121608) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 25 21:08:57.845324 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Provisioning for port 95f9468e-c1ab-4e1c-856f-19efb9ee29b8 completed by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 25 21:08:57.848682 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port 2150b774-dd7c-4f45-910d-01e39333a0ce, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2150b774-dd7c-4f45-910d-01e39333a0ce,segment=NetworkSegment(85c774cb-a0eb-4ad9-961f-f331d3b37cd6),segment_id=85c774cb-a0eb-4ad9-961f-f331d3b37cd6)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:08:57.850367 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 43092) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:08:57.866317 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Provisioning complete for port 95f9468e-c1ab-4e1c-856f-19efb9ee29b8 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:08:57.866317 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:57.906751 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-b4be4d8b-2799-494e-95ca-75fdda896dd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:57.929711 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 21:08:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c86b52f-b3fe-4f89-b5a6-2791a24161e3 x-openstack-request-id: req-1c86b52f-b3fe-4f89-b5a6-2791a24161e3 {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:08:57.930081 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "083a54e8-8841-4d6e-b720-a0e06409e0d4", "name": "network-vif-plugged", "status": "completed", "tag": "2150b774-dd7c-4f45-910d-01e39333a0ce", "code": 200}]} {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:08:57.930404 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1c86b52f-b3fe-4f89-b5a6-2791a24161e3 {{(pid=121608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:08:57.930804 ncdv-master-1 neutron-server[121608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '083a54e8-8841-4d6e-b720-a0e06409e0d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2150b774-dd7c-4f45-910d-01e39333a0ce', 'code': 200}
Dec 25 21:08:57.953261 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:57.973454 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-361deecc-40e0-4a82-aa34-197cbc1941bf admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=59f8b4655374484fb667a21c2fcd9844&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1216402
Dec 25 21:08:57.977528 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 43096) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:08:58.069792 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f3e3c01d-39cd-4569-b741-523e6838d479 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:58.091202 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-323d407a-61d5-4900-9ac4-a76a230b9099 req-46c7b5e0-e37d-4f9d-a6b6-0ea0e1bec7f1 service neutron] 10.222.0.37 "GET /v2.0/networks/629690dc-316c-48ba-b3f8-2395f5f041a6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2560174
Dec 25 21:08:58.092515 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03590763-3f11-4e01-849e-ee0f5bd2904d req-8fb16eb4-6daa-4f22-8d85-f2ca095d1eee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:08:58.094244 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-03590763-3f11-4e01-849e-ee0f5bd2904d req-8fb16eb4-6daa-4f22-8d85-f2ca095d1eee service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=083a54e8-8841-4d6e-b720-a0e06409e0d4 HTTP/1.1" status: 200  len: 1100 time: 0.0934772
Dec 25 21:08:58.111399 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Pushing event updated for resources: {'Port': ['ID=2150b774-dd7c-4f45-910d-01e39333a0ce,revision_number=5']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:08:58.114214 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefa2191-61b3-407b-bc90-d01d9760a5a5 req-0775404b-d0fe-4de7-a1ca-1356015fd3b4 tempest-FloatingIPsAssociationNegativeTestJSON-495794297 tempest-FloatingIPsAssociationNegativeTestJSON-495794297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:08:58.121929 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-fefa2191-61b3-407b-bc90-d01d9760a5a5 req-0775404b-d0fe-4de7-a1ca-1356015fd3b4 tempest-FloatingIPsAssociationNegativeTestJSON-495794297 tempest-FloatingIPsAssociationNegativeTestJSON-495794297-project] 10.222.0.32 "GET /v2.0/ports?device_id=24fbe6b2-8ab0-4b10-932c-de5d0c1f1ec7 HTTP/1.1" status: 200  len: 944 time: 0.0801778
Dec 25 21:08:58.124971 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:58.156253 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-686128d5-a7c5-46b8-922f-e9acf3af3262 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:58.170373 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-fefa2191-61b3-407b-bc90-d01d9760a5a5 req-951e5422-6fe8-465c-8023-187d69a9a202 tempest-FloatingIPsAssociationNegativeTestJSON-495794297 tempest-FloatingIPsAssociationNegativeTestJSON-495794297-project] 10.222.0.32 "GET /v2.0/security-groups?id=c8b1bf6d-64ce-4c58-82a8-18130f4a52c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0471275
Dec 25 21:08:58.207418 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port 95f9468e-c1ab-4e1c-856f-19efb9ee29b8, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=95f9468e-c1ab-4e1c-856f-19efb9ee29b8,segment=NetworkSegment(ee6c5cc2-3196-4a40-8cac-19840092fb26),segment_id=ee6c5cc2-3196-4a40-8cac-19840092fb26)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:08:58.230130 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-686128d5-a7c5-46b8-922f-e9acf3af3262 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:58.232133 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b475981c-d982-46bb-82eb-f52211b68e3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8632475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8852848'] for subnet, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:58.270821 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-03590763-3f11-4e01-849e-ee0f5bd2904d req-ab9ce789-2e7a-4b6c-b000-3a947038d5d3 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=3d6cb2f0-3d81-4228-9d61-fc5e0bb3087e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0760837
Dec 25 21:08:58.366752 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:58.410277 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b475981c-d982-46bb-82eb-f52211b68e3c admin admin] Pushing event updated for resources: {'Subnet': ['ID=52f03138-4ee3-40d9-96ec-f643e4b83f3d,revision_number=0']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:08:58.413122 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26c615e-e1b9-4d8b-a63d-8c01fa91ab92 req-d8122d3c-74df-4d22-8480-8265b588ee24 tempest-ServersWithSpecificFlavorTestJSON-439149936 tempest-ServersWithSpecificFlavorTestJSON-439149936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:08:58.422206 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b26c615e-e1b9-4d8b-a63d-8c01fa91ab92 req-d8122d3c-74df-4d22-8480-8265b588ee24 tempest-ServersWithSpecificFlavorTestJSON-439149936 tempest-ServersWithSpecificFlavorTestJSON-439149936-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a4cbf2d-cea7-4432-9264-6ac3fed9238d HTTP/1.1" status: 200  len: 943 time: 0.0706277
Dec 25 21:08:58.447988 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-323d407a-61d5-4900-9ac4-a76a230b9099 req-2745ff3a-b655-4e1a-b6fa-404e4cb6df7a service neutron] 10.222.0.37 "GET /v2.0/networks/629690dc-316c-48ba-b3f8-2395f5f041a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2364650
Dec 25 21:08:58.457103 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b475981c-d982-46bb-82eb-f52211b68e3c admin admin] Checking segment: {'id': 'b5ec22f5-7011-451b-a711-3366274f77b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '6737324c-c270-483f-9935-61423f5c8102'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:08:58.457461 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b475981c-d982-46bb-82eb-f52211b68e3c admin admin] Network hostable DHCP agents. Network: 6737324c-c270-483f-9935-61423f5c8102, hostable agents: ['1813db88-2c1b-4357-a2ba-869246b663c2'], hosted agents: [] {{(pid=121607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 25 21:08:58.460820 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_common [None req-f3e3c01d-39cd-4569-b741-523e6838d479 admin admin] Allocated IP 172.20.0.1 (68821654-4508-424a-a449-effa3630150c/7ad8fb9f-fd31-4f81-8622-757559bfefcb/0b6e891b-5a9f-41d8-b555-b21a3c3d5249) {{(pid=121607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:08:58.487942 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-b4be4d8b-2799-494e-95ca-75fdda896dd6 None None] Publish callbacks [] for port, precommit_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:58.489458 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b26c615e-e1b9-4d8b-a63d-8c01fa91ab92 req-c6a1712c-ace4-4043-8358-71965a066631 tempest-ServersWithSpecificFlavorTestJSON-439149936 tempest-ServersWithSpecificFlavorTestJSON-439149936-project] 10.222.0.32 "GET /v2.0/security-groups?id=d5c07141-cb75-4b9f-8f8d-51cd5e2004f4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0663309
Dec 25 21:08:58.491219 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Pushing event updated for resources: {'Port': ['ID=95f9468e-c1ab-4e1c-856f-19efb9ee29b8,revision_number=5']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:08:58.584736 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-b4be4d8b-2799-494e-95ca-75fdda896dd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:58.591808 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b475981c-d982-46bb-82eb-f52211b68e3c admin admin] Network 6737324c-c270-483f-9935-61423f5c8102 is scheduled to be hosted by DHCP agent 1813db88-2c1b-4357-a2ba-869246b663c2 with binding_index 1 {{(pid=121607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 25 21:08:58.600657 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-686128d5-a7c5-46b8-922f-e9acf3af3262 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:58.600657 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-686128d5-a7c5-46b8-922f-e9acf3af3262 admin admin] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:58.602151 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-686128d5-a7c5-46b8-922f-e9acf3af3262 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7b844eba-4487-435a-9a92-ca280474301c HTTP/1.1" status: 204  len: 168 time: 0.6208985
Dec 25 21:08:58.607281 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f3e3c01d-39cd-4569-b741-523e6838d479 admin admin] Publish callbacks [] for port, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:58.623513 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686128d5-a7c5-46b8-922f-e9acf3af3262 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b844eba-4487-435a-9a92-ca280474301c,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:08:58.674961 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-b4be4d8b-2799-494e-95ca-75fdda896dd6 None None] Attempting to bind port b40a74b4-02c3-4d41-9dd2-95ba7f2f12f3 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:08:58.675217 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-b4be4d8b-2799-494e-95ca-75fdda896dd6 None None] Attempting to bind port b40a74b4-02c3-4d41-9dd2-95ba7f2f12f3 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:08:58.675582 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4be4d8b-2799-494e-95ca-75fdda896dd6 None None] Attempting to bind port b40a74b4-02c3-4d41-9dd2-95ba7f2f12f3 on network 7201e55c-7c5f-41aa-a042-a363696539d0 {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:08:58.684974 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4be4d8b-2799-494e-95ca-75fdda896dd6 None None] Checking agent: {'id': 'ca4f5c6d-f1fd-48b8-a3e3-395864c7d23d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 20, 56, 40), 'started_at': datetime.datetime(2021, 12, 25, 20, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 8, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:08:58.685402 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4be4d8b-2799-494e-95ca-75fdda896dd6 None None] Checking segment: {'id': '6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:08:58.685811 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-b4be4d8b-2799-494e-95ca-75fdda896dd6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:58.686246 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4be4d8b-2799-494e-95ca-75fdda896dd6 None None] Bound using segment: {'id': '6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:08:58.686724 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-b4be4d8b-2799-494e-95ca-75fdda896dd6 None None] Bound port: b40a74b4-02c3-4d41-9dd2-95ba7f2f12f3, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'}}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:08:58.687114 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-b4be4d8b-2799-494e-95ca-75fdda896dd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:58.695389 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb80240-3521-4d7f-a185-1264dbbebfdf req-856c52b8-ea7f-42c0-9aec-4a8b7b239482 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:08:58.697903 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9eb80240-3521-4d7f-a185-1264dbbebfdf req-856c52b8-ea7f-42c0-9aec-4a8b7b239482 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] 10.222.0.32 "GET /v2.0/ports?device_id=bfb762b4-175c-45df-b530-e2ac66bf96cf HTTP/1.1" status: 200  len: 949 time: 0.0644000
Dec 25 21:08:58.719425 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98c8e97-c9d0-49a6-b681-ac725f14186d None None] Pushing event updated for resources: {'Port': ['ID=b40a74b4-02c3-4d41-9dd2-95ba7f2f12f3,revision_number=2']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:08:58.751485 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9eb80240-3521-4d7f-a185-1264dbbebfdf req-cdb967ea-6b8b-435c-bd1b-63c5075c25a4 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] 10.222.0.32 "GET /v2.0/security-groups?id=3d6cb2f0-3d81-4228-9d61-fc5e0bb3087e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0475256
Dec 25 21:08:58.762868 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-b4be4d8b-2799-494e-95ca-75fdda896dd6 None None] For port b40a74b4-02c3-4d41-9dd2-95ba7f2f12f3, host ncdv-master-1, cleared binding levels {{(pid=121608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:08:58.767683 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-b4be4d8b-2799-494e-95ca-75fdda896dd6 None None] For port b40a74b4-02c3-4d41-9dd2-95ba7f2f12f3, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b40a74b4-02c3-4d41-9dd2-95ba7f2f12f3,segment=NetworkSegment(6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855),segment_id=6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855)] {{(pid=121608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:08:58.777697 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f3e3c01d-39cd-4569-b741-523e6838d479 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:58.781210 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-b475981c-d982-46bb-82eb-f52211b68e3c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 6737324c-c270-483f-9935-61423f5c8102) {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:08:58.786195 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b475981c-d982-46bb-82eb-f52211b68e3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:08:58.786801 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b475981c-d982-46bb-82eb-f52211b68e3c admin admin] Publish callbacks [] for subnet, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:58.796263 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e114b2d5-4927-4d6a-bae5-a43ca013b5f4 None None] Network 6737324c-c270-483f-9935-61423f5c8102 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:08:58.842200 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3e3c01d-39cd-4569-b741-523e6838d479 admin admin] Network 68821654-4508-424a-a449-effa3630150c is already hosted by enough agents. {{(pid=121607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:08:58.845520 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-f3e3c01d-39cd-4569-b741-523e6838d479 admin admin] Resources bound (agent type, host, resource id):  {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:08:58.848585 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3e3c01d-39cd-4569-b741-523e6838d479 admin admin] Received port after_create {{(pid=121607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:08:58.855905 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e3c01d-39cd-4569-b741-523e6838d479 admin admin] Pushing event updated for resources: {'Port': ['ID=0b6e891b-5a9f-41d8-b555-b21a3c3d5249,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:08:58.915046 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f3e3c01d-39cd-4569-b741-523e6838d479 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2008772'] for router_interface, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:58.926527 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-b4be4d8b-2799-494e-95ca-75fdda896dd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:59.016736 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-b475981c-d982-46bb-82eb-f52211b68e3c admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 1.5445728
Dec 25 21:08:59.047405 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98c8e97-c9d0-49a6-b681-ac725f14186d None None] Pushing event updated for resources: {'Port': ['ID=b40a74b4-02c3-4d41-9dd2-95ba7f2f12f3,revision_number=3']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:08:59.063416 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0ac41e-6d38-4c0e-a021-6903f860c89d req-8e3bcfd7-b6a0-4c47-917a-ef375249273b tempest-ImagesOneServerTestJSON-1420499622 tempest-ImagesOneServerTestJSON-1420499622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:08:59.065581 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0f0ac41e-6d38-4c0e-a021-6903f860c89d req-8e3bcfd7-b6a0-4c47-917a-ef375249273b tempest-ImagesOneServerTestJSON-1420499622 tempest-ImagesOneServerTestJSON-1420499622-project] 10.222.0.32 "GET /v2.0/ports?device_id=27fc4723-405f-42eb-b2a5-d46301d13fd4 HTTP/1.1" status: 200  len: 950 time: 0.1060300
Dec 25 21:08:59.084982 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62d7e983-8657-450e-8c4c-ea2c2fc31fad None None] Network 6737324c-c270-483f-9935-61423f5c8102 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:08:59.089450 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4be4d8b-2799-494e-95ca-75fdda896dd6 None None] Routers {'fa9af22f-1f63-4b83-889e-5d39a19fb66d'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:08:59.090111 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-b4be4d8b-2799-494e-95ca-75fdda896dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f261835fd90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:08:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['fa9af22f-1f63-4b83-889e-5d39a19fb66d'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:08:59.146846 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0f0ac41e-6d38-4c0e-a021-6903f860c89d req-bcbe6490-7169-48a6-89b6-8ee84b5c2056 tempest-ImagesOneServerTestJSON-1420499622 tempest-ImagesOneServerTestJSON-1420499622-project] 10.222.0.32 "GET /v2.0/security-groups?id=bfae27c6-ab18-4103-a78a-a0f158ea772b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0728507
Dec 25 21:08:59.220599 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f3e3c01d-39cd-4569-b741-523e6838d479 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:59.307593 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvr_db [None req-b4be4d8b-2799-494e-95ca-75fdda896dd6 None None] Set router fa9af22f-1f63-4b83-889e-5d39a19fb66d gateway port host: ncdv-master-1 {{(pid=121608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:08:59.378450 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-73b665fd-3836-4f84-be35-cb5342147cf3 None None] Provisioning complete for port 0b6e891b-5a9f-41d8-b555-b21a3c3d5249 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:08:59.378718 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-73b665fd-3836-4f84-be35-cb5342147cf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:59.432922 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-73b665fd-3836-4f84-be35-cb5342147cf3 None None] Port 0b6e891b-5a9f-41d8-b555-b21a3c3d5249 cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:08:59.466861 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f3e3c01d-39cd-4569-b741-523e6838d479 admin admin] Publish callbacks [] for port, precommit_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:59.515816 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device b5c53dfd-8507-4f31-ba6b-58c68d41b36b up at agent hyperv_nch1-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:08:59.587804 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-b4be4d8b-2799-494e-95ca-75fdda896dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f261835fd90>, [{'id': 'fa9af22f-1f63-4b83-889e-5d39a19fb66d', 'name': 'tempest-FloatingIPDetailsTestJSON-254838124-router', 'tenant_id': '66ef4aef5d1a42c6b19b8c77eccf6bc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.77'}], 'enable_snat': True}, 'gw_port_id': 'b40a74b4-02c3-4d41-9dd2-95ba7f2f12f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:08:50Z', 'updated_at': '2021-12-25T21:08:54Z', 'revision_number': 3, 'project_id': '66ef4aef5d1a42c6b19b8c77eccf6bc1', 'gw_port': {'id': 'b40a74b4-02c3-4d41-9dd2-95ba7f2f12f3', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:d5:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa9af22f-1f63-4b83-889e-5d39a19fb66d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:08:52Z', 'updated_at': '2021-12-25T21:08:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:08:59.614847 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4be4d8b-2799-494e-95ca-75fdda896dd6 None None] The sync data for ids ['fa9af22f-1f63-4b83-889e-5d39a19fb66d'] in ncdv-master-1 is: [{'id': 'fa9af22f-1f63-4b83-889e-5d39a19fb66d', 'name': 'tempest-FloatingIPDetailsTestJSON-254838124-router', 'tenant_id': '66ef4aef5d1a42c6b19b8c77eccf6bc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.77'}], 'enable_snat': True}, 'gw_port_id': 'b40a74b4-02c3-4d41-9dd2-95ba7f2f12f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:08:50Z', 'updated_at': '2021-12-25T21:08:54Z', 'revision_number': 3, 'project_id': '66ef4aef5d1a42c6b19b8c77eccf6bc1', 'gw_port': {'id': 'b40a74b4-02c3-4d41-9dd2-95ba7f2f12f3', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:d5:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa9af22f-1f63-4b83-889e-5d39a19fb66d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:08:52Z', 'updated_at': '2021-12-25T21:08:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 21:08:59.733051 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f3e3c01d-39cd-4569-b741-523e6838d479 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8632327'] for port, after_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:59.739011 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Provisioning for port b5c53dfd-8507-4f31-ba6b-58c68d41b36b completed by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 25 21:08:59.746640 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Provisioning complete for port b5c53dfd-8507-4f31-ba6b-58c68d41b36b triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:08:59.748130 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:59.825031 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e3c01d-39cd-4569-b741-523e6838d479 admin admin] Pushing event updated for resources: {'Port': ['ID=0b6e891b-5a9f-41d8-b555-b21a3c3d5249,revision_number=2']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:08:59.835237 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e3c01d-39cd-4569-b741-523e6838d479 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:08:59.835579 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e3c01d-39cd-4569-b741-523e6838d479 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:08:59.836021 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e3c01d-39cd-4569-b741-523e6838d479 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:08:59.836244 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e3c01d-39cd-4569-b741-523e6838d479 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:08:59.838608 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e3c01d-39cd-4569-b741-523e6838d479 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:08:59.838608 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e3c01d-39cd-4569-b741-523e6838d479 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:08:59.838608 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e3c01d-39cd-4569-b741-523e6838d479 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:08:59.838608 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e3c01d-39cd-4569-b741-523e6838d479 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:08:59.839064 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e3c01d-39cd-4569-b741-523e6838d479 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:08:59.839225 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e3c01d-39cd-4569-b741-523e6838d479 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:08:59.839636 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e3c01d-39cd-4569-b741-523e6838d479 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:08:59.839962 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e3c01d-39cd-4569-b741-523e6838d479 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:08:59.840300 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e3c01d-39cd-4569-b741-523e6838d479 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:08:59.847652 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f3e3c01d-39cd-4569-b741-523e6838d479 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2007636'] for router_interface, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:59.919173 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:08:59.934085 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24fbe6b2-8ab0-4b10-932c-de5d0c1f1ec7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95f9468e-c1ab-4e1c-856f-19efb9ee29b8'}] {{(pid=121608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:08:59.938160 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a88c78c3ff6266bd59c7e89d275b28c92e739b67d23c89d71af88829fd31566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19c7c4f7-e90e-466d-a0c6-1af6623442bc" -d '{"events": [{"server_uuid": "24fbe6b2-8ab0-4b10-932c-de5d0c1f1ec7", "name": "network-vif-plugged", "status": "completed", "tag": "95f9468e-c1ab-4e1c-856f-19efb9ee29b8"}]}' {{(pid=121608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:08:59.969153 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port b5c53dfd-8507-4f31-ba6b-58c68d41b36b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b5c53dfd-8507-4f31-ba6b-58c68d41b36b,segment=NetworkSegment(85c774cb-a0eb-4ad9-961f-f331d3b37cd6),segment_id=85c774cb-a0eb-4ad9-961f-f331d3b37cd6)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:08:59.985320 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 43186) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:09:00.000229 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3e3c01d-39cd-4569-b741-523e6838d479 admin admin] Network 68821654-4508-424a-a449-effa3630150c is already hosted by enough agents. {{(pid=121607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:09:00.001759 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-f3e3c01d-39cd-4569-b741-523e6838d479 admin admin] Resources bound (agent type, host, resource id):  {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:09:00.053155 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-a15ec0e2-2ba4-40db-9d54-7deeb51e6736 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=96c1aa7a871440d69a532eab5d139700&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0660446
Dec 25 21:09:00.055683 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 43188) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:09:00.149864 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:00.186030 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-5449caff-ee87-45e5-b74e-78ea38ea4107 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:00.234070 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-5449caff-ee87-45e5-b74e-78ea38ea4107 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:00.272203 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Pushing event updated for resources: {'Port': ['ID=b5c53dfd-8507-4f31-ba6b-58c68d41b36b,revision_number=5']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:09:00.292520 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device b40a74b4-02c3-4d41-9dd2-95ba7f2f12f3 up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:09:00.395577 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port b40a74b4-02c3-4d41-9dd2-95ba7f2f12f3 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:09:00.395944 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:00.399353 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-5a900d02-900a-40c8-851e-7b1f48af1209 None None] Provisioning complete for port 0b6e891b-5a9f-41d8-b555-b21a3c3d5249 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:09:00.399978 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5a900d02-900a-40c8-851e-7b1f48af1209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:00.451845 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-5449caff-ee87-45e5-b74e-78ea38ea4107 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:00.457211 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-5449caff-ee87-45e5-b74e-78ea38ea4107 admin admin] Publish callbacks [] for security_group, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:00.459215 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-5449caff-ee87-45e5-b74e-78ea38ea4107 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/83d99bb2-7be7-4d92-b784-38e6bfd7787f HTTP/1.1" status: 204  len: 168 time: 0.4025452
Dec 25 21:09:00.470414 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-5a900d02-900a-40c8-851e-7b1f48af1209 None None] Port 0b6e891b-5a9f-41d8-b555-b21a3c3d5249 cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:09:00.480246 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3e3c01d-39cd-4569-b741-523e6838d479 admin admin] Router fa9af22f-1f63-4b83-889e-5d39a19fb66d has already been hosted by L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 {{(pid=121607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 25 21:09:00.487916 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5449caff-ee87-45e5-b74e-78ea38ea4107 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83d99bb2-7be7-4d92-b784-38e6bfd7787f,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:09:00.546363 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:00.582561 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] For port b40a74b4-02c3-4d41-9dd2-95ba7f2f12f3, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b40a74b4-02c3-4d41-9dd2-95ba7f2f12f3,segment=NetworkSegment(6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855),segment_id=6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:09:00.631487 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3e3c01d-39cd-4569-b741-523e6838d479 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 21:09:00.638461 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-f3e3c01d-39cd-4569-b741-523e6838d479 admin admin] 10.222.0.32 "PUT /v2.0/routers/fa9af22f-1f63-4b83-889e-5d39a19fb66d/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.4892066
Dec 25 21:09:00.657941 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:00.715770 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 43216) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:09:00.729116 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Pushing event updated for resources: {'Port': ['ID=b40a74b4-02c3-4d41-9dd2-95ba7f2f12f3,revision_number=4']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:09:00.773975 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device 7c429c38-cf37-4881-8541-dad894677bf4 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 25 21:09:00.878306 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port 7c429c38-cf37-4881-8541-dad894677bf4, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7c429c38-cf37-4881-8541-dad894677bf4,segment=NetworkSegment(8db2faa6-9c4c-4971-bf8a-75e7f110c5aa),segment_id=8db2faa6-9c4c-4971-bf8a-75e7f110c5aa)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:09:00.890196 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Returning: {'device': '7c429c38-cf37-4881-8541-dad894677bf4', 'network_id': '629690dc-316c-48ba-b3f8-2395f5f041a6', 'port_id': '7c429c38-cf37-4881-8541-dad894677bf4', 'mac_address': 'fa:16:3e:87:f7:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b91f30a5-b3f6-4065-94e7-2dc6af689f3f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 25 21:09:00.934036 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:00.952046 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c429c38-cf37-4881-8541-dad894677bf4 {{(pid=121608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:09:00.975356 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port 7c429c38-cf37-4881-8541-dad894677bf4, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7c429c38-cf37-4881-8541-dad894677bf4,segment=NetworkSegment(8db2faa6-9c4c-4971-bf8a-75e7f110c5aa),segment_id=8db2faa6-9c4c-4971-bf8a-75e7f110c5aa)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:09:01.058289 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:01.080525 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [req-c4c55116-1a27-4587-80ab-1da68cc82ff7 req-ff16b131-d8e5-4f65-8396-2996d299ed44 tempest-LiveAutoBlockMigrationV225Test-952394939 tempest-LiveAutoBlockMigrationV225Test-952394939-project-admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=121606) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 25 21:09:01.081776 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c4c55116-1a27-4587-80ab-1da68cc82ff7 req-ff16b131-d8e5-4f65-8396-2996d299ed44 tempest-LiveAutoBlockMigrationV225Test-952394939 tempest-LiveAutoBlockMigrationV225Test-952394939-project-admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.3647673
Dec 25 21:09:01.123347 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Pushing event updated for resources: {'Port': ['ID=7c429c38-cf37-4881-8541-dad894677bf4,revision_number=4']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:09:01.205707 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98855464-9f33-4e3e-bfc1-8c80b90b6421 req-173bda2b-4ec7-4a68-a792-6f9739e661d0 tempest-FloatingIPsAssociationNegativeTestJSON-495794297 tempest-FloatingIPsAssociationNegativeTestJSON-495794297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:09:01.207259 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-98855464-9f33-4e3e-bfc1-8c80b90b6421 req-173bda2b-4ec7-4a68-a792-6f9739e661d0 tempest-FloatingIPsAssociationNegativeTestJSON-495794297 tempest-FloatingIPsAssociationNegativeTestJSON-495794297-project] 10.222.0.32 "GET /v2.0/ports?device_id=24fbe6b2-8ab0-4b10-932c-de5d0c1f1ec7 HTTP/1.1" status: 200  len: 945 time: 0.0581918
Dec 25 21:09:01.248854 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c55116-1a27-4587-80ab-1da68cc82ff7 req-215f9129-b8f6-4b68-8b83-9cd04227d71f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:09:01.250274 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c4c55116-1a27-4587-80ab-1da68cc82ff7 req-215f9129-b8f6-4b68-8b83-9cd04227d71f service neutron] 10.222.0.32 "GET /v2.0/ports/9026d1d6-3da8-4905-baa7-966ecb80b10a HTTP/1.1" status: 200  len: 1094 time: 0.1060650
Dec 25 21:09:01.275651 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-c4c55116-1a27-4587-80ab-1da68cc82ff7 req-fd3e74b6-bc66-493a-8e5e-df3b116866ef service neutron] Request body: {'binding': {'host': 'nch1-master-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:09:01.278577 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-c4c55116-1a27-4587-80ab-1da68cc82ff7 req-fd3e74b6-bc66-493a-8e5e-df3b116866ef service neutron] Unknown quota resources ['binding']. {{(pid=121606) _create /opt/stack/neutron/neutron/api/v2/base.py:496}}
Dec 25 21:09:01.309657 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-98855464-9f33-4e3e-bfc1-8c80b90b6421 req-39814849-1929-4954-a110-be21a43057d7 tempest-FloatingIPsAssociationNegativeTestJSON-495794297 tempest-FloatingIPsAssociationNegativeTestJSON-495794297-project] 10.222.0.32 "GET /v2.0/security-groups?id=c8b1bf6d-64ce-4c58-82a8-18130f4a52c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0846260
Dec 25 21:09:01.324705 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] get_ports_and_sgs() called for port_ids ['7c429c38-cf37-4881-8541-dad894677bf4'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:09:01.464526 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-c4c55116-1a27-4587-80ab-1da68cc82ff7 req-fd3e74b6-bc66-493a-8e5e-df3b116866ef service neutron] Attempting to bind port 9026d1d6-3da8-4905-baa7-966ecb80b10a on host nch1-master-1 for vnic_type normal with profile None {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:09:01.464867 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-c4c55116-1a27-4587-80ab-1da68cc82ff7 req-fd3e74b6-bc66-493a-8e5e-df3b116866ef service neutron] Attempting to bind port 9026d1d6-3da8-4905-baa7-966ecb80b10a by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '0bc15208-d08d-4c93-89c3-c4dfd4d97844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '1e137e86-76be-493f-9b25-1d17756925b5'}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:09:01.465221 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4c55116-1a27-4587-80ab-1da68cc82ff7 req-fd3e74b6-bc66-493a-8e5e-df3b116866ef service neutron] Attempting to bind port 9026d1d6-3da8-4905-baa7-966ecb80b10a on network 1e137e86-76be-493f-9b25-1d17756925b5 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:09:01.472487 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4c55116-1a27-4587-80ab-1da68cc82ff7 req-fd3e74b6-bc66-493a-8e5e-df3b116866ef service neutron] Port 9026d1d6-3da8-4905-baa7-966ecb80b10a on network 1e137e86-76be-493f-9b25-1d17756925b5 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 25 21:09:01.472981 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4c55116-1a27-4587-80ab-1da68cc82ff7 req-fd3e74b6-bc66-493a-8e5e-df3b116866ef service neutron] Attempting to bind port 9026d1d6-3da8-4905-baa7-966ecb80b10a on network 1e137e86-76be-493f-9b25-1d17756925b5 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:09:01.491072 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158fcd30-5fd5-4813-9041-0e59cc4b896d req-aaa1bd35-df83-4f18-ae0c-3d5f8735cf66 tempest-ServersWithSpecificFlavorTestJSON-439149936 tempest-ServersWithSpecificFlavorTestJSON-439149936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:09:01.492571 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-158fcd30-5fd5-4813-9041-0e59cc4b896d req-aaa1bd35-df83-4f18-ae0c-3d5f8735cf66 tempest-ServersWithSpecificFlavorTestJSON-439149936 tempest-ServersWithSpecificFlavorTestJSON-439149936-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a4cbf2d-cea7-4432-9264-6ac3fed9238d HTTP/1.1" status: 200  len: 944 time: 0.0969353
Dec 25 21:09:01.497406 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4c55116-1a27-4587-80ab-1da68cc82ff7 req-fd3e74b6-bc66-493a-8e5e-df3b116866ef service neutron] Checking agent: {'id': '6d577036-68fc-4aa4-aed7-5ab01de2117e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 21, 4, 34), 'started_at': datetime.datetime(2021, 12, 25, 21, 4, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 8, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:09:01.497741 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4c55116-1a27-4587-80ab-1da68cc82ff7 req-fd3e74b6-bc66-493a-8e5e-df3b116866ef service neutron] Checking segment: {'id': '0bc15208-d08d-4c93-89c3-c4dfd4d97844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '1e137e86-76be-493f-9b25-1d17756925b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:09:01.498123 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4c55116-1a27-4587-80ab-1da68cc82ff7 req-fd3e74b6-bc66-493a-8e5e-df3b116866ef service neutron] Bound using segment: {'id': '0bc15208-d08d-4c93-89c3-c4dfd4d97844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '1e137e86-76be-493f-9b25-1d17756925b5'} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:09:01.498834 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-c4c55116-1a27-4587-80ab-1da68cc82ff7 req-fd3e74b6-bc66-493a-8e5e-df3b116866ef service neutron] Bound port: 9026d1d6-3da8-4905-baa7-966ecb80b10a, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0bc15208-d08d-4c93-89c3-c4dfd4d97844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '1e137e86-76be-493f-9b25-1d17756925b5'}}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:09:01.557961 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2148aba-e266-4422-b6df-71c961c6a26d None None] Sync routers for ids ['fa9af22f-1f63-4b83-889e-5d39a19fb66d'] in ncdv-master-1 {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 21:09:01.570807 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2148aba-e266-4422-b6df-71c961c6a26d None None] Routers {'fa9af22f-1f63-4b83-889e-5d39a19fb66d'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:09:01.572656 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-d2148aba-e266-4422-b6df-71c961c6a26d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f261871a490>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:08:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['fa9af22f-1f63-4b83-889e-5d39a19fb66d'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:09:01.581522 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-158fcd30-5fd5-4813-9041-0e59cc4b896d req-ed6914ef-eef7-4aa2-88ba-22ab2739bd31 tempest-ServersWithSpecificFlavorTestJSON-439149936 tempest-ServersWithSpecificFlavorTestJSON-439149936-project] 10.222.0.32 "GET /v2.0/security-groups?id=d5c07141-cb75-4b9f-8f8d-51cd5e2004f4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0804899
Dec 25 21:09:01.590298 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-c4c55116-1a27-4587-80ab-1da68cc82ff7 req-fd3e74b6-bc66-493a-8e5e-df3b116866ef service neutron] For port 9026d1d6-3da8-4905-baa7-966ecb80b10a, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9026d1d6-3da8-4905-baa7-966ecb80b10a,segment=NetworkSegment(0bc15208-d08d-4c93-89c3-c4dfd4d97844),segment_id=0bc15208-d08d-4c93-89c3-c4dfd4d97844)] {{(pid=121606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:09:01.690096 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvr_db [None req-d2148aba-e266-4422-b6df-71c961c6a26d None None] Set router fa9af22f-1f63-4b83-889e-5d39a19fb66d gateway port host: ncdv-master-1 {{(pid=121609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:09:01.700989 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-c4c55116-1a27-4587-80ab-1da68cc82ff7 req-fd3e74b6-bc66-493a-8e5e-df3b116866ef service neutron] Publish callbacks [] for binding, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:01.702454 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c4c55116-1a27-4587-80ab-1da68cc82ff7 req-fd3e74b6-bc66-493a-8e5e-df3b116866ef service neutron] 10.222.0.32 "POST /v2.0/ports/9026d1d6-3da8-4905-baa7-966ecb80b10a/bindings HTTP/1.1" status: 201  len: 389 time: 0.4331932
Dec 25 21:09:01.913171 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-d2148aba-e266-4422-b6df-71c961c6a26d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f261871a490>, [{'id': 'fa9af22f-1f63-4b83-889e-5d39a19fb66d', 'name': 'tempest-FloatingIPDetailsTestJSON-254838124-router', 'tenant_id': '66ef4aef5d1a42c6b19b8c77eccf6bc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.77'}], 'enable_snat': True}, 'gw_port_id': 'b40a74b4-02c3-4d41-9dd2-95ba7f2f12f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:08:50Z', 'updated_at': '2021-12-25T21:08:59Z', 'revision_number': 4, 'project_id': '66ef4aef5d1a42c6b19b8c77eccf6bc1', 'gw_port': {'id': 'b40a74b4-02c3-4d41-9dd2-95ba7f2f12f3', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:d5:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa9af22f-1f63-4b83-889e-5d39a19fb66d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:08:52Z', 'updated_at': '2021-12-25T21:09:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '0b6e891b-5a9f-41d8-b555-b21a3c3d5249', 'name': '', 'network_id': '68821654-4508-424a-a449-effa3630150c', 'tenant_id': '66ef4aef5d1a42c6b19b8c77eccf6bc1', 'mac_address': 'fa:16:3e:fc:e6:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa9af22f-1f63-4b83-889e-5d39a19fb66d', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '7ad8fb9f-fd31-4f81-8622-757559bfefcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:08:58Z', 'updated_at': '2021-12-25T21:08:59Z', 'revision_number': 2, 'project_id': '66ef4aef5d1a42c6b19b8c77eccf6bc1', 'subnets': [{'id': '7ad8fb9f-fd31-4f81-8622-757559bfefcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:09:02.298562 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a433bdda-07c9-46d0-adc5-af72515df826 req-095cd582-c5f2-4e00-8fa8-aa5f16770b9a tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:09:02.298562 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a433bdda-07c9-46d0-adc5-af72515df826 req-095cd582-c5f2-4e00-8fa8-aa5f16770b9a tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] 10.222.0.32 "GET /v2.0/networks?id=2332d558-39bb-411c-88af-b74bee7e32ab HTTP/1.1" status: 200  len: 808 time: 0.1418245
Dec 25 21:09:02.298562 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a433bdda-07c9-46d0-adc5-af72515df826 req-9f2d2085-8985-4448-91f2-320cd6073800 tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] 10.222.0.32 "GET /v2.0/quotas/bc19d38e80ce426fa6d268838d133f13 HTTP/1.1" status: 200  len: 375 time: 0.0113623
Dec 25 21:09:02.299786 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2148aba-e266-4422-b6df-71c961c6a26d None None] Checking router: fa9af22f-1f63-4b83-889e-5d39a19fb66d for host: ncdv-master-1 {{(pid=121609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 25 21:09:02.299786 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2148aba-e266-4422-b6df-71c961c6a26d None None] Updating router fa9af22f-1f63-4b83-889e-5d39a19fb66d port 0b6e891b-5a9f-41d8-b555-b21a3c3d5249 binding host ncdv-master-1 {{(pid=121609) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 25 21:09:02.300258 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a433bdda-07c9-46d0-adc5-af72515df826 req-bb403061-1450-4d6a-8b48-c2ca9124ca5c tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=bc19d38e80ce426fa6d268838d133f13&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0270565
Dec 25 21:09:02.300701 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-d2148aba-e266-4422-b6df-71c961c6a26d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:02.301519 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a433bdda-07c9-46d0-adc5-af72515df826 req-ce44b36b-0757-40eb-bddb-ab2e1aa45ff9 service neutron] 10.222.0.32 "GET /v2.0/networks/2332d558-39bb-411c-88af-b74bee7e32ab?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0898058
Dec 25 21:09:02.301717 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device b40a74b4-02c3-4d41-9dd2-95ba7f2f12f3 up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:09:02.301717 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port b40a74b4-02c3-4d41-9dd2-95ba7f2f12f3 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:09:02.301717 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:02.302336 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a433bdda-07c9-46d0-adc5-af72515df826 req-063212bf-c5db-4a3b-8560-5c814a388760 service neutron] 10.222.0.32 "GET /v2.0/networks/2332d558-39bb-411c-88af-b74bee7e32ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1189868
Dec 25 21:09:02.345447 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-d2148aba-e266-4422-b6df-71c961c6a26d None None] Publish callbacks [] for port, precommit_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:02.440800 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d847b30-8ab5-4e2f-ba22-58e37e58b089 req-7ea0ed97-97b7-4b25-a158-106902edd171 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:09:02.442304 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3d847b30-8ab5-4e2f-ba22-58e37e58b089 req-7ea0ed97-97b7-4b25-a158-106902edd171 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] 10.222.0.32 "GET /v2.0/ports?device_id=bfb762b4-175c-45df-b530-e2ac66bf96cf HTTP/1.1" status: 200  len: 950 time: 0.0483077
Dec 25 21:09:02.490516 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3d847b30-8ab5-4e2f-ba22-58e37e58b089 req-a48bad6b-f368-4b34-846f-64a9372330ff tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] 10.222.0.32 "GET /v2.0/security-groups?id=3d6cb2f0-3d81-4228-9d61-fc5e0bb3087e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407188
Dec 25 21:09:02.497354 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-d2148aba-e266-4422-b6df-71c961c6a26d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:02.542143 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 21:08:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f2117a2-d3c9-477f-a69f-90a57b72a16a x-openstack-request-id: req-5f2117a2-d3c9-477f-a69f-90a57b72a16a {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:09:02.543115 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24fbe6b2-8ab0-4b10-932c-de5d0c1f1ec7", "name": "network-vif-plugged", "status": "completed", "tag": "95f9468e-c1ab-4e1c-856f-19efb9ee29b8", "code": 200}]} {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:09:02.543747 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5f2117a2-d3c9-477f-a69f-90a57b72a16a {{(pid=121608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:09:02.544149 ncdv-master-1 neutron-server[121608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24fbe6b2-8ab0-4b10-932c-de5d0c1f1ec7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95f9468e-c1ab-4e1c-856f-19efb9ee29b8', 'code': 200}
Dec 25 21:09:02.570594 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c3959c-196f-4b7f-b8c3-3b5a5eb907b4 None None] Pushing event updated for resources: {'Port': ['ID=0b6e891b-5a9f-41d8-b555-b21a3c3d5249,revision_number=3']} {{(pid=121609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:09:02.581910 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c3959c-196f-4b7f-b8c3-3b5a5eb907b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:09:02.582622 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c3959c-196f-4b7f-b8c3-3b5a5eb907b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:09:02.583409 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c3959c-196f-4b7f-b8c3-3b5a5eb907b4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:09:02.587674 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c3959c-196f-4b7f-b8c3-3b5a5eb907b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:09:02.588049 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c3959c-196f-4b7f-b8c3-3b5a5eb907b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:09:02.588391 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c3959c-196f-4b7f-b8c3-3b5a5eb907b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:09:02.588715 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c3959c-196f-4b7f-b8c3-3b5a5eb907b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:09:02.589241 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c3959c-196f-4b7f-b8c3-3b5a5eb907b4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:09:02.589800 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c3959c-196f-4b7f-b8c3-3b5a5eb907b4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:09:02.590317 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c3959c-196f-4b7f-b8c3-3b5a5eb907b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:09:02.590854 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c3959c-196f-4b7f-b8c3-3b5a5eb907b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:09:02.591340 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c3959c-196f-4b7f-b8c3-3b5a5eb907b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:09:02.593574 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c3959c-196f-4b7f-b8c3-3b5a5eb907b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:09:02.715855 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.managers [None req-d2148aba-e266-4422-b6df-71c961c6a26d None None] Attempting to bind port 0b6e891b-5a9f-41d8-b555-b21a3c3d5249 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:09:02.716216 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.managers [None req-d2148aba-e266-4422-b6df-71c961c6a26d None None] Attempting to bind port 0b6e891b-5a9f-41d8-b555-b21a3c3d5249 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '117fd0d8-fb50-4a6a-874e-bb699339eda5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '68821654-4508-424a-a449-effa3630150c'}] {{(pid=121609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:09:02.718532 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2148aba-e266-4422-b6df-71c961c6a26d None None] Attempting to bind port 0b6e891b-5a9f-41d8-b555-b21a3c3d5249 on network 68821654-4508-424a-a449-effa3630150c {{(pid=121609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:09:02.732066 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2148aba-e266-4422-b6df-71c961c6a26d None None] Checking agent: {'id': 'ca4f5c6d-f1fd-48b8-a3e3-395864c7d23d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 20, 56, 40), 'started_at': datetime.datetime(2021, 12, 25, 20, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 8, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:09:02.732513 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2148aba-e266-4422-b6df-71c961c6a26d None None] Checking segment: {'id': '117fd0d8-fb50-4a6a-874e-bb699339eda5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '68821654-4508-424a-a449-effa3630150c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:09:02.733164 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-d2148aba-e266-4422-b6df-71c961c6a26d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:02.733733 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2148aba-e266-4422-b6df-71c961c6a26d None None] Bound using segment: {'id': '117fd0d8-fb50-4a6a-874e-bb699339eda5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '68821654-4508-424a-a449-effa3630150c'} {{(pid=121609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:09:02.735026 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.managers [None req-d2148aba-e266-4422-b6df-71c961c6a26d None None] Bound port: 0b6e891b-5a9f-41d8-b555-b21a3c3d5249, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '117fd0d8-fb50-4a6a-874e-bb699339eda5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '68821654-4508-424a-a449-effa3630150c'}}] {{(pid=121609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:09:02.737216 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-d2148aba-e266-4422-b6df-71c961c6a26d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:02.796017 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device 7c429c38-cf37-4881-8541-dad894677bf4 up at agent hyperv_nch2-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:09:02.830594 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.db [None req-d2148aba-e266-4422-b6df-71c961c6a26d None None] For port 0b6e891b-5a9f-41d8-b555-b21a3c3d5249, host ncdv-master-1, cleared binding levels {{(pid=121609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:09:02.835286 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.db [None req-d2148aba-e266-4422-b6df-71c961c6a26d None None] For port 0b6e891b-5a9f-41d8-b555-b21a3c3d5249, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0b6e891b-5a9f-41d8-b555-b21a3c3d5249,segment=NetworkSegment(117fd0d8-fb50-4a6a-874e-bb699339eda5),segment_id=117fd0d8-fb50-4a6a-874e-bb699339eda5)] {{(pid=121609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:09:02.871358 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b68206-19d1-42dc-8842-47e658cf1dfe req-4d0bca3d-9cc4-42f3-91de-ec7e3e8d00d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:09:02.873037 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-76b68206-19d1-42dc-8842-47e658cf1dfe req-4d0bca3d-9cc4-42f3-91de-ec7e3e8d00d1 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=24fbe6b2-8ab0-4b10-932c-de5d0c1f1ec7 HTTP/1.1" status: 200  len: 1096 time: 0.1844437
Dec 25 21:09:02.933478 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c55116-1a27-4587-80ab-1da68cc82ff7 req-02158a20-0013-4e8f-beaa-91c910cfc4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:09:02.934985 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c4c55116-1a27-4587-80ab-1da68cc82ff7 req-02158a20-0013-4e8f-beaa-91c910cfc4e4 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=276a36e6a97d46a78b7e483daa26cc2e&device_id=e370ad00-0f15-4014-99c2-3ecd6b33849e HTTP/1.1" status: 200  len: 1097 time: 0.2484326
Dec 25 21:09:02.950585 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-d2148aba-e266-4422-b6df-71c961c6a26d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:02.951059 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Provisioning for port 7c429c38-cf37-4881-8541-dad894677bf4 completed by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 25 21:09:02.974544 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Provisioning complete for port 7c429c38-cf37-4881-8541-dad894677bf4 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:09:02.974922 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:03.014389 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2148aba-e266-4422-b6df-71c961c6a26d None None] Routers {'fa9af22f-1f63-4b83-889e-5d39a19fb66d'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:09:03.015357 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-d2148aba-e266-4422-b6df-71c961c6a26d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f261871a490>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:08:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['fa9af22f-1f63-4b83-889e-5d39a19fb66d'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:09:03.065175 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c3959c-196f-4b7f-b8c3-3b5a5eb907b4 None None] Pushing event updated for resources: {'Port': ['ID=0b6e891b-5a9f-41d8-b555-b21a3c3d5249,revision_number=4']} {{(pid=121609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:09:03.087408 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-854cf5d3-97da-43f9-a30f-c3d79078852d None None] Provisioning complete for port 0b6e891b-5a9f-41d8-b555-b21a3c3d5249 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:09:03.088458 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-854cf5d3-97da-43f9-a30f-c3d79078852d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:03.238497 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvr_db [None req-d2148aba-e266-4422-b6df-71c961c6a26d None None] Set router fa9af22f-1f63-4b83-889e-5d39a19fb66d gateway port host: ncdv-master-1 {{(pid=121609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:09:03.316935 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24fb87a-54f7-432d-8c98-2728b82eea63 req-918fc617-41ef-4f38-956f-baebb01201ae tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:09:03.322960 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a24fb87a-54f7-432d-8c98-2728b82eea63 req-918fc617-41ef-4f38-956f-baebb01201ae tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] 10.222.0.32 "GET /v2.0/ports?device_id=e370ad00-0f15-4014-99c2-3ecd6b33849e HTTP/1.1" status: 200  len: 946 time: 0.5017779
Dec 25 21:09:03.377674 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:03.416345 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-76b68206-19d1-42dc-8842-47e658cf1dfe req-efbdfc7e-8593-4abc-9e21-581d21a52cf0 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=c8b1bf6d-64ce-4c58-82a8-18130f4a52c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5252900
Dec 25 21:09:03.437007 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port 7c429c38-cf37-4881-8541-dad894677bf4, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7c429c38-cf37-4881-8541-dad894677bf4,segment=NetworkSegment(8db2faa6-9c4c-4971-bf8a-75e7f110c5aa),segment_id=8db2faa6-9c4c-4971-bf8a-75e7f110c5aa)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:09:03.444702 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-854cf5d3-97da-43f9-a30f-c3d79078852d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:03.481722 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-854cf5d3-97da-43f9-a30f-c3d79078852d None None] For port 0b6e891b-5a9f-41d8-b555-b21a3c3d5249, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0b6e891b-5a9f-41d8-b555-b21a3c3d5249,segment=NetworkSegment(117fd0d8-fb50-4a6a-874e-bb699339eda5),segment_id=117fd0d8-fb50-4a6a-874e-bb699339eda5)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:09:03.488162 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c55116-1a27-4587-80ab-1da68cc82ff7 req-b920f079-2be3-4107-ba29-6f3bdd06d0a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:09:03.490003 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c4c55116-1a27-4587-80ab-1da68cc82ff7 req-b920f079-2be3-4107-ba29-6f3bdd06d0a4 service neutron] 10.222.0.31 "GET /v2.0/networks?id=1e137e86-76be-493f-9b25-1d17756925b5 HTTP/1.1" status: 200  len: 921 time: 0.5424380
Dec 25 21:09:03.497924 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b5551aed-91f5-4f56-924d-69d33a5944c5 req-8d83cca2-8674-4695-a1c5-6b45464c12b8 tempest-FloatingIPDetailsTestJSON-450377605 tempest-FloatingIPDetailsTestJSON-450377605-project] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.6553874
Dec 25 21:09:03.504630 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-d2148aba-e266-4422-b6df-71c961c6a26d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f261871a490>, [{'id': 'fa9af22f-1f63-4b83-889e-5d39a19fb66d', 'name': 'tempest-FloatingIPDetailsTestJSON-254838124-router', 'tenant_id': '66ef4aef5d1a42c6b19b8c77eccf6bc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.77'}], 'enable_snat': True}, 'gw_port_id': 'b40a74b4-02c3-4d41-9dd2-95ba7f2f12f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:08:50Z', 'updated_at': '2021-12-25T21:08:59Z', 'revision_number': 4, 'project_id': '66ef4aef5d1a42c6b19b8c77eccf6bc1', 'gw_port': {'id': 'b40a74b4-02c3-4d41-9dd2-95ba7f2f12f3', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:d5:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa9af22f-1f63-4b83-889e-5d39a19fb66d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:08:52Z', 'updated_at': '2021-12-25T21:09:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '0b6e891b-5a9f-41d8-b555-b21a3c3d5249', 'name': '', 'network_id': '68821654-4508-424a-a449-effa3630150c', 'tenant_id': '66ef4aef5d1a42c6b19b8c77eccf6bc1', 'mac_address': 'fa:16:3e:fc:e6:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa9af22f-1f63-4b83-889e-5d39a19fb66d', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '7ad8fb9f-fd31-4f81-8622-757559bfefcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:08:58Z', 'updated_at': '2021-12-25T21:09:02Z', 'revision_number': 4, 'project_id': '66ef4aef5d1a42c6b19b8c77eccf6bc1', 'subnets': [{'id': '7ad8fb9f-fd31-4f81-8622-757559bfefcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:09:03.511124 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-b5551aed-91f5-4f56-924d-69d33a5944c5 req-99888e1c-45b8-4d9f-ac9f-3f42732f04a1 tempest-FloatingIPDetailsTestJSON-450377605 tempest-FloatingIPDetailsTestJSON-450377605-project] Request body: {'floatingip': {'floating_network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:09:03.535945 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2148aba-e266-4422-b6df-71c961c6a26d None None] The sync data for ids ['fa9af22f-1f63-4b83-889e-5d39a19fb66d'] in ncdv-master-1 is: [{'id': 'fa9af22f-1f63-4b83-889e-5d39a19fb66d', 'name': 'tempest-FloatingIPDetailsTestJSON-254838124-router', 'tenant_id': '66ef4aef5d1a42c6b19b8c77eccf6bc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.77'}], 'enable_snat': True}, 'gw_port_id': 'b40a74b4-02c3-4d41-9dd2-95ba7f2f12f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:08:50Z', 'updated_at': '2021-12-25T21:08:59Z', 'revision_number': 4, 'project_id': '66ef4aef5d1a42c6b19b8c77eccf6bc1', 'gw_port': {'id': 'b40a74b4-02c3-4d41-9dd2-95ba7f2f12f3', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:d5:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa9af22f-1f63-4b83-889e-5d39a19fb66d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:08:52Z', 'updated_at': '2021-12-25T21:09:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '0b6e891b-5a9f-41d8-b555-b21a3c3d5249', 'name': '', 'network_id': '68821654-4508-424a-a449-effa3630150c', 'tenant_id': '66ef4aef5d1a42c6b19b8c77eccf6bc1', 'mac_address': 'fa:16:3e:fc:e6:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa9af22f-1f63-4b83-889e-5d39a19fb66d', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '7ad8fb9f-fd31-4f81-8622-757559bfefcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:08:58Z', 'updated_at': '2021-12-25T21:09:02Z', 'revision_number': 4, 'project_id': '66ef4aef5d1a42c6b19b8c77eccf6bc1', 'subnets': [{'id': '7ad8fb9f-fd31-4f81-8622-757559bfefcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 21:09:03.538186 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a24fb87a-54f7-432d-8c98-2728b82eea63 req-96da5a51-077d-4d96-a77a-9caaea8ba6af tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5d2ff88-22d6-43d8-90d1-bfb86d4e3308&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1206882
Dec 25 21:09:03.555199 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:03.556083 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device 01f02470-98cd-4e53-8321-3a26d68c7daf no longer exists at agent hyperv_nch2-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:09:03.657522 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-854cf5d3-97da-43f9-a30f-c3d79078852d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:03.683109 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-b5551aed-91f5-4f56-924d-69d33a5944c5 req-99888e1c-45b8-4d9f-ac9f-3f42732f04a1 tempest-FloatingIPDetailsTestJSON-450377605 tempest-FloatingIPDetailsTestJSON-450377605-project] Publish callbacks [] for floatingip, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:03.689247 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c4c55116-1a27-4587-80ab-1da68cc82ff7 req-827923cd-09bb-46ab-814c-51f10bb2516a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9026d1d6-3da8-4905-baa7-966ecb80b10a HTTP/1.1" status: 200  len: 217 time: 0.0794413
Dec 25 21:09:03.707154 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Pushing event updated for resources: {'Port': ['ID=7c429c38-cf37-4881-8541-dad894677bf4,revision_number=5']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:09:03.780284 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:03.811072 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-a37f49fe-8ed9-4998-a3f0-62786ea60091 None None] Provisioning complete for port 0b6e891b-5a9f-41d8-b555-b21a3c3d5249 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:09:03.811444 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-a37f49fe-8ed9-4998-a3f0-62786ea60091 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:03.816225 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854cf5d3-97da-43f9-a30f-c3d79078852d None None] Pushing event updated for resources: {'Port': ['ID=0b6e891b-5a9f-41d8-b555-b21a3c3d5249,revision_number=5']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:09:03.824610 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c59b765-fb27-4995-a56e-97882ae07022 req-61dcf507-79d7-4c45-beff-2cf4552192e4 tempest-FloatingIPsAssociationNegativeTestJSON-495794297 tempest-FloatingIPsAssociationNegativeTestJSON-495794297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:09:03.826142 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-6c59b765-fb27-4995-a56e-97882ae07022 req-61dcf507-79d7-4c45-beff-2cf4552192e4 tempest-FloatingIPsAssociationNegativeTestJSON-495794297 tempest-FloatingIPsAssociationNegativeTestJSON-495794297-project] 10.222.0.32 "GET /v2.0/ports?device_id=24fbe6b2-8ab0-4b10-932c-de5d0c1f1ec7 HTTP/1.1" status: 200  len: 945 time: 0.1450810
Dec 25 21:09:03.832598 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c55116-1a27-4587-80ab-1da68cc82ff7 req-7ddb18e1-4e7f-4a34-ae88-f0dd0ed9d507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:09:03.845984 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c4c55116-1a27-4587-80ab-1da68cc82ff7 req-7ddb18e1-4e7f-4a34-ae88-f0dd0ed9d507 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=9f350e3c-b3c0-4923-bec6-5c96ab55923b HTTP/1.1" status: 200  len: 860 time: 0.1401184
Dec 25 21:09:03.871422 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port 01f02470-98cd-4e53-8321-3a26d68c7daf, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=01f02470-98cd-4e53-8321-3a26d68c7daf,segment=NetworkSegment(85c774cb-a0eb-4ad9-961f-f331d3b37cd6),segment_id=85c774cb-a0eb-4ad9-961f-f331d3b37cd6)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:09:03.919458 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c4c55116-1a27-4587-80ab-1da68cc82ff7 req-f49f4aef-1537-43fa-a303-77eafb4cff6a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=1e137e86-76be-493f-9b25-1d17756925b5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0621958
Dec 25 21:09:03.986926 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-6c59b765-fb27-4995-a56e-97882ae07022 req-9f564951-7044-442d-aeb7-64e8cf050d28 tempest-FloatingIPsAssociationNegativeTestJSON-495794297 tempest-FloatingIPsAssociationNegativeTestJSON-495794297-project] 10.222.0.32 "GET /v2.0/security-groups?id=c8b1bf6d-64ce-4c58-82a8-18130f4a52c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1395612
Dec 25 21:09:03.988812 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:04.034355 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-b5551aed-91f5-4f56-924d-69d33a5944c5 req-99888e1c-45b8-4d9f-ac9f-3f42732f04a1 tempest-FloatingIPDetailsTestJSON-450377605 tempest-FloatingIPDetailsTestJSON-450377605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:04.063151 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c4c55116-1a27-4587-80ab-1da68cc82ff7 req-2fbaadd8-25d6-4eb0-80e8-eb2b8d2064b2 service neutron] 10.222.0.31 "GET /v2.0/networks/1e137e86-76be-493f-9b25-1d17756925b5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1305587
Dec 25 21:09:04.089400 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Pushing event updated for resources: {'Port': ['ID=01f02470-98cd-4e53-8321-3a26d68c7daf,revision_number=11']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:09:04.136324 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2dcad353-f921-4ba4-b913-b306e236d116 req-e787366d-be46-4b41-9a03-099615c3ce75 tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1ec0b9c-fad0-4ce2-97fb-bd518f21b5fe HTTP/1.1" status: 200  len: 210 time: 0.0388377
Dec 25 21:09:04.145639 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:04.231644 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 0b6e891b-5a9f-41d8-b555-b21a3c3d5249 up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:09:04.290001 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port 0b6e891b-5a9f-41d8-b555-b21a3c3d5249 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:09:04.290434 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:04.297857 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c4c55116-1a27-4587-80ab-1da68cc82ff7 req-fa8c03ff-36cd-4ce1-9352-ef4e59d963b2 service neutron] 10.222.0.31 "GET /v2.0/networks/1e137e86-76be-493f-9b25-1d17756925b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2020540
Dec 25 21:09:04.343239 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_common [req-b5551aed-91f5-4f56-924d-69d33a5944c5 req-99888e1c-45b8-4d9f-ac9f-3f42732f04a1 tempest-FloatingIPDetailsTestJSON-450377605 tempest-FloatingIPDetailsTestJSON-450377605-project] Allocated IP 172.35.3.234 (7201e55c-7c5f-41aa-a042-a363696539d0/7a939e13-713f-45cf-bba7-1539635abe25/0c49aa76-d081-40d6-82d1-8bb633db15be) {{(pid=121606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:09:04.358503 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68cbc1a-a2ef-48f3-adae-162fda5b187c req-64f8b867-cab6-4013-b47f-a689b47cd5fd tempest-ServersWithSpecificFlavorTestJSON-439149936 tempest-ServersWithSpecificFlavorTestJSON-439149936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:09:04.365420 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e68cbc1a-a2ef-48f3-adae-162fda5b187c req-64f8b867-cab6-4013-b47f-a689b47cd5fd tempest-ServersWithSpecificFlavorTestJSON-439149936 tempest-ServersWithSpecificFlavorTestJSON-439149936-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a4cbf2d-cea7-4432-9264-6ac3fed9238d HTTP/1.1" status: 200  len: 945 time: 0.1291740
Dec 25 21:09:04.471366 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e68cbc1a-a2ef-48f3-adae-162fda5b187c req-aa0eede4-8986-424f-a5a7-683ad3350994 tempest-ServersWithSpecificFlavorTestJSON-439149936 tempest-ServersWithSpecificFlavorTestJSON-439149936-project] 10.222.0.32 "GET /v2.0/security-groups?id=d5c07141-cb75-4b9f-8f8d-51cd5e2004f4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1049411
Dec 25 21:09:04.543061 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-b5551aed-91f5-4f56-924d-69d33a5944c5 req-99888e1c-45b8-4d9f-ac9f-3f42732f04a1 tempest-FloatingIPDetailsTestJSON-450377605 tempest-FloatingIPDetailsTestJSON-450377605-project] Publish callbacks [] for port, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:04.545453 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfb762b4-175c-45df-b530-e2ac66bf96cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5c53dfd-8507-4f31-ba6b-58c68d41b36b'}, {'server_uuid': '1a4cbf2d-cea7-4432-9264-6ac3fed9238d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c429c38-cf37-4881-8541-dad894677bf4'}, {'server_uuid': '27fc4723-405f-42eb-b2a5-d46301d13fd4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '01f02470-98cd-4e53-8321-3a26d68c7daf'}] {{(pid=121608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:09:04.549799 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a88c78c3ff6266bd59c7e89d275b28c92e739b67d23c89d71af88829fd31566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b8f6bfc-c8ca-4789-9c97-59b568bd0560" -d '{"events": [{"server_uuid": "bfb762b4-175c-45df-b530-e2ac66bf96cf", "name": "network-vif-plugged", "status": "completed", "tag": "b5c53dfd-8507-4f31-ba6b-58c68d41b36b"}, {"server_uuid": "1a4cbf2d-cea7-4432-9264-6ac3fed9238d", "name": "network-vif-plugged", "status": "completed", "tag": "7c429c38-cf37-4881-8541-dad894677bf4"}, {"server_uuid": "27fc4723-405f-42eb-b2a5-d46301d13fd4", "name": "network-vif-unplugged", "status": "completed", "tag": "01f02470-98cd-4e53-8321-3a26d68c7daf"}]}' {{(pid=121608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:09:04.591150 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c55116-1a27-4587-80ab-1da68cc82ff7 req-bf6a04ce-0744-4181-932a-4687ec2b8ab4 tempest-LiveAutoBlockMigrationV225Test-952394939 tempest-LiveAutoBlockMigrationV225Test-952394939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:09:04.592694 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c4c55116-1a27-4587-80ab-1da68cc82ff7 req-bf6a04ce-0744-4181-932a-4687ec2b8ab4 tempest-LiveAutoBlockMigrationV225Test-952394939 tempest-LiveAutoBlockMigrationV225Test-952394939-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=e370ad00-0f15-4014-99c2-3ecd6b33849e&tenant_id=276a36e6a97d46a78b7e483daa26cc2e&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 1097 time: 0.1008444
Dec 25 21:09:04.610710 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-c4c55116-1a27-4587-80ab-1da68cc82ff7 req-cc50a434-780b-41db-af55-a2b484a30a31 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'nch1-master-1'}}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:09:04.674650 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-c4c55116-1a27-4587-80ab-1da68cc82ff7 req-cc50a434-780b-41db-af55-a2b484a30a31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:04.688376 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-b5551aed-91f5-4f56-924d-69d33a5944c5 req-99888e1c-45b8-4d9f-ac9f-3f42732f04a1 tempest-FloatingIPDetailsTestJSON-450377605 tempest-FloatingIPDetailsTestJSON-450377605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:04.727867 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-bfe200c4-e292-4e0a-b9b6-8a934780d2a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:04.751110 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5551aed-91f5-4f56-924d-69d33a5944c5 req-99888e1c-45b8-4d9f-ac9f-3f42732f04a1 tempest-FloatingIPDetailsTestJSON-450377605 tempest-FloatingIPDetailsTestJSON-450377605-project] Network 7201e55c-7c5f-41aa-a042-a363696539d0 is already hosted by enough agents. {{(pid=121606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:09:04.759742 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [req-b5551aed-91f5-4f56-924d-69d33a5944c5 req-99888e1c-45b8-4d9f-ac9f-3f42732f04a1 tempest-FloatingIPDetailsTestJSON-450377605 tempest-FloatingIPDetailsTestJSON-450377605-project] Resources bound (agent type, host, resource id):  {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:09:04.765253 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5551aed-91f5-4f56-924d-69d33a5944c5 req-99888e1c-45b8-4d9f-ac9f-3f42732f04a1 tempest-FloatingIPDetailsTestJSON-450377605 tempest-FloatingIPDetailsTestJSON-450377605-project] Received port after_create {{(pid=121606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:09:04.802580 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99888e1c-45b8-4d9f-ac9f-3f42732f04a1 tempest-FloatingIPDetailsTestJSON-450377605 tempest-FloatingIPDetailsTestJSON-450377605-project] Pushing event updated for resources: {'Port': ['ID=0c49aa76-d081-40d6-82d1-8bb633db15be,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:09:04.837534 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99888e1c-45b8-4d9f-ac9f-3f42732f04a1 tempest-FloatingIPDetailsTestJSON-450377605 tempest-FloatingIPDetailsTestJSON-450377605-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:09:04.837534 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99888e1c-45b8-4d9f-ac9f-3f42732f04a1 tempest-FloatingIPDetailsTestJSON-450377605 tempest-FloatingIPDetailsTestJSON-450377605-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:09:04.837924 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99888e1c-45b8-4d9f-ac9f-3f42732f04a1 tempest-FloatingIPDetailsTestJSON-450377605 tempest-FloatingIPDetailsTestJSON-450377605-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:09:04.838208 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99888e1c-45b8-4d9f-ac9f-3f42732f04a1 tempest-FloatingIPDetailsTestJSON-450377605 tempest-FloatingIPDetailsTestJSON-450377605-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:09:04.838551 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99888e1c-45b8-4d9f-ac9f-3f42732f04a1 tempest-FloatingIPDetailsTestJSON-450377605 tempest-FloatingIPDetailsTestJSON-450377605-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:09:04.838890 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99888e1c-45b8-4d9f-ac9f-3f42732f04a1 tempest-FloatingIPDetailsTestJSON-450377605 tempest-FloatingIPDetailsTestJSON-450377605-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:09:04.839227 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99888e1c-45b8-4d9f-ac9f-3f42732f04a1 tempest-FloatingIPDetailsTestJSON-450377605 tempest-FloatingIPDetailsTestJSON-450377605-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:09:04.839565 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99888e1c-45b8-4d9f-ac9f-3f42732f04a1 tempest-FloatingIPDetailsTestJSON-450377605 tempest-FloatingIPDetailsTestJSON-450377605-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:09:04.839896 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99888e1c-45b8-4d9f-ac9f-3f42732f04a1 tempest-FloatingIPDetailsTestJSON-450377605 tempest-FloatingIPDetailsTestJSON-450377605-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:09:04.840221 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99888e1c-45b8-4d9f-ac9f-3f42732f04a1 tempest-FloatingIPDetailsTestJSON-450377605 tempest-FloatingIPDetailsTestJSON-450377605-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:09:04.840555 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99888e1c-45b8-4d9f-ac9f-3f42732f04a1 tempest-FloatingIPDetailsTestJSON-450377605 tempest-FloatingIPDetailsTestJSON-450377605-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:09:04.840906 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99888e1c-45b8-4d9f-ac9f-3f42732f04a1 tempest-FloatingIPDetailsTestJSON-450377605 tempest-FloatingIPDetailsTestJSON-450377605-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:09:04.841455 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99888e1c-45b8-4d9f-ac9f-3f42732f04a1 tempest-FloatingIPDetailsTestJSON-450377605 tempest-FloatingIPDetailsTestJSON-450377605-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:09:04.937014 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-c4c55116-1a27-4587-80ab-1da68cc82ff7 req-cc50a434-780b-41db-af55-a2b484a30a31 service neutron] For port 9026d1d6-3da8-4905-baa7-966ecb80b10a, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9026d1d6-3da8-4905-baa7-966ecb80b10a,segment=NetworkSegment(0bc15208-d08d-4c93-89c3-c4dfd4d97844),segment_id=0bc15208-d08d-4c93-89c3-c4dfd4d97844)] {{(pid=121606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:09:04.951479 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-b5551aed-91f5-4f56-924d-69d33a5944c5 req-99888e1c-45b8-4d9f-ac9f-3f42732f04a1 tempest-FloatingIPDetailsTestJSON-450377605 tempest-FloatingIPDetailsTestJSON-450377605-project] Publish callbacks [] for floatingip, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:04.985642 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-c4c55116-1a27-4587-80ab-1da68cc82ff7 req-cc50a434-780b-41db-af55-a2b484a30a31 service neutron] For port 9026d1d6-3da8-4905-baa7-966ecb80b10a, host nch2-master-1, cleared binding levels {{(pid=121606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:09:05.056975 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e370ad00-0f15-4014-99c2-3ecd6b33849e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9026d1d6-3da8-4905-baa7-966ecb80b10a'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:09:05.059330 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9858820c13ec2827453b94ebc4181065e990a4e4089ccb9fe762531ac62d2fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0aa981e4-6b70-4229-942f-43cd3fa2f06e" -d '{"events": [{"server_uuid": "e370ad00-0f15-4014-99c2-3ecd6b33849e", "name": "network-vif-unplugged", "status": "completed", "tag": "9026d1d6-3da8-4905-baa7-966ecb80b10a"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:09:05.063824 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-c4c55116-1a27-4587-80ab-1da68cc82ff7 req-cc50a434-780b-41db-af55-a2b484a30a31 service neutron] Publish callbacks [] for port, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:05.101280 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad822aa5-17fc-4d10-b8ef-7914ec5c1b5f req-537170a8-0d79-4c4e-a879-675c92c903f3 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:09:05.103448 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ad822aa5-17fc-4d10-b8ef-7914ec5c1b5f req-537170a8-0d79-4c4e-a879-675c92c903f3 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] 10.222.0.32 "GET /v2.0/ports?device_id=bfb762b4-175c-45df-b530-e2ac66bf96cf HTTP/1.1" status: 200  len: 950 time: 0.0957286
Dec 25 21:09:05.104007 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-b5551aed-91f5-4f56-924d-69d33a5944c5 req-99888e1c-45b8-4d9f-ac9f-3f42732f04a1 tempest-FloatingIPDetailsTestJSON-450377605 tempest-FloatingIPDetailsTestJSON-450377605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:05.196922 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ad822aa5-17fc-4d10-b8ef-7914ec5c1b5f req-fd343c4c-dcfe-49ce-aa60-03c37b358018 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] 10.222.0.32 "GET /v2.0/security-groups?id=3d6cb2f0-3d81-4228-9d61-fc5e0bb3087e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0727825
Dec 25 21:09:05.203336 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-c4c55116-1a27-4587-80ab-1da68cc82ff7 req-cc50a434-780b-41db-af55-a2b484a30a31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:05.325742 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc50a434-780b-41db-af55-a2b484a30a31 service neutron] Pushing event updated for resources: {'Port': ['ID=9026d1d6-3da8-4905-baa7-966ecb80b10a,revision_number=7']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:09:05.425677 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-c4c55116-1a27-4587-80ab-1da68cc82ff7 req-cc50a434-780b-41db-af55-a2b484a30a31 service neutron] Attempting to bind port 9026d1d6-3da8-4905-baa7-966ecb80b10a on host nch2-master-1 for vnic_type normal with profile {"migrating_to": "nch1-master-1"} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:09:05.426340 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-c4c55116-1a27-4587-80ab-1da68cc82ff7 req-cc50a434-780b-41db-af55-a2b484a30a31 service neutron] Attempting to bind port 9026d1d6-3da8-4905-baa7-966ecb80b10a by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '0bc15208-d08d-4c93-89c3-c4dfd4d97844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '1e137e86-76be-493f-9b25-1d17756925b5'}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:09:05.426340 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4c55116-1a27-4587-80ab-1da68cc82ff7 req-cc50a434-780b-41db-af55-a2b484a30a31 service neutron] Attempting to bind port 9026d1d6-3da8-4905-baa7-966ecb80b10a on network 1e137e86-76be-493f-9b25-1d17756925b5 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:09:05.451007 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4c55116-1a27-4587-80ab-1da68cc82ff7 req-cc50a434-780b-41db-af55-a2b484a30a31 service neutron] Port 9026d1d6-3da8-4905-baa7-966ecb80b10a on network 1e137e86-76be-493f-9b25-1d17756925b5 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 25 21:09:05.451271 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4c55116-1a27-4587-80ab-1da68cc82ff7 req-cc50a434-780b-41db-af55-a2b484a30a31 service neutron] Attempting to bind port 9026d1d6-3da8-4905-baa7-966ecb80b10a on network 1e137e86-76be-493f-9b25-1d17756925b5 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:09:05.457569 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 527 Content-Type: application/json Date: Sat, 25 Dec 2021 21:09:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdc8c7fe-1469-4cb9-85c6-308167336970 x-openstack-request-id: req-bdc8c7fe-1469-4cb9-85c6-308167336970 {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:09:05.457880 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfb762b4-175c-45df-b530-e2ac66bf96cf", "name": "network-vif-plugged", "status": "completed", "tag": "b5c53dfd-8507-4f31-ba6b-58c68d41b36b", "code": 200}, {"server_uuid": "1a4cbf2d-cea7-4432-9264-6ac3fed9238d", "name": "network-vif-plugged", "status": "completed", "tag": "7c429c38-cf37-4881-8541-dad894677bf4", "code": 200}, {"server_uuid": "27fc4723-405f-42eb-b2a5-d46301d13fd4", "name": "network-vif-unplugged", "status": "completed", "tag": "01f02470-98cd-4e53-8321-3a26d68c7daf", "code": 200}]} {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:09:05.458140 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-bdc8c7fe-1469-4cb9-85c6-308167336970 {{(pid=121608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:09:05.458537 ncdv-master-1 neutron-server[121608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfb762b4-175c-45df-b530-e2ac66bf96cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5c53dfd-8507-4f31-ba6b-58c68d41b36b', 'code': 200}
Dec 25 21:09:05.458650 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-b5551aed-91f5-4f56-924d-69d33a5944c5 req-99888e1c-45b8-4d9f-ac9f-3f42732f04a1 tempest-FloatingIPDetailsTestJSON-450377605 tempest-FloatingIPDetailsTestJSON-450377605-project] Publish callbacks [] for port, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:05.458917 ncdv-master-1 neutron-server[121608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a4cbf2d-cea7-4432-9264-6ac3fed9238d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c429c38-cf37-4881-8541-dad894677bf4', 'code': 200}
Dec 25 21:09:05.459209 ncdv-master-1 neutron-server[121608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27fc4723-405f-42eb-b2a5-d46301d13fd4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '01f02470-98cd-4e53-8321-3a26d68c7daf', 'code': 200}
Dec 25 21:09:05.468041 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4c55116-1a27-4587-80ab-1da68cc82ff7 req-cc50a434-780b-41db-af55-a2b484a30a31 service neutron] Checking agent: {'id': '0d9ae313-8f8d-40fa-8a9f-d098a25a9911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 21, 4, 38), 'started_at': datetime.datetime(2021, 12, 25, 21, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 8, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:09:05.468385 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4c55116-1a27-4587-80ab-1da68cc82ff7 req-cc50a434-780b-41db-af55-a2b484a30a31 service neutron] Checking segment: {'id': '0bc15208-d08d-4c93-89c3-c4dfd4d97844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '1e137e86-76be-493f-9b25-1d17756925b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:09:05.468779 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4c55116-1a27-4587-80ab-1da68cc82ff7 req-cc50a434-780b-41db-af55-a2b484a30a31 service neutron] Bound using segment: {'id': '0bc15208-d08d-4c93-89c3-c4dfd4d97844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '1e137e86-76be-493f-9b25-1d17756925b5'} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:09:05.469252 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-c4c55116-1a27-4587-80ab-1da68cc82ff7 req-cc50a434-780b-41db-af55-a2b484a30a31 service neutron] Bound port: 9026d1d6-3da8-4905-baa7-966ecb80b10a, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0bc15208-d08d-4c93-89c3-c4dfd4d97844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '1e137e86-76be-493f-9b25-1d17756925b5'}}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:09:05.470022 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-c4c55116-1a27-4587-80ab-1da68cc82ff7 req-cc50a434-780b-41db-af55-a2b484a30a31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:05.495336 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a433bdda-07c9-46d0-adc5-af72515df826 req-cdc940f7-df96-458d-9593-4e302375f7b2 tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:09:05.496925 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a433bdda-07c9-46d0-adc5-af72515df826 req-cdc940f7-df96-458d-9593-4e302375f7b2 tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] 10.222.0.31 "GET /v2.0/networks?id=2332d558-39bb-411c-88af-b74bee7e32ab HTTP/1.1" status: 200  len: 808 time: 0.2025368
Dec 25 21:09:05.523687 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-a433bdda-07c9-46d0-adc5-af72515df826 req-c385e30f-d1cf-4dee-a85e-a46b51652b51 tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] Request body: {'port': {'device_id': 'c1ec0b9c-fad0-4ce2-97fb-bd518f21b5fe', 'network_id': '2332d558-39bb-411c-88af-b74bee7e32ab', 'admin_state_up': True, 'tenant_id': 'bc19d38e80ce426fa6d268838d133f13'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:09:05.590938 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40009360-34cb-4d01-b528-f551e5aa3aa0 req-00469d33-6806-4ca5-a885-b8915bff9974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:09:05.592562 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-40009360-34cb-4d01-b528-f551e5aa3aa0 req-00469d33-6806-4ca5-a885-b8915bff9974 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=bfb762b4-175c-45df-b530-e2ac66bf96cf HTTP/1.1" status: 200  len: 1101 time: 0.0694666
Dec 25 21:09:05.598354 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a9af85-113e-42d7-a3da-5c62fc438528 req-d79637d7-8f5c-4e52-b311-6fdd1d41ec63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:09:05.599771 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-05a9af85-113e-42d7-a3da-5c62fc438528 req-d79637d7-8f5c-4e52-b311-6fdd1d41ec63 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=1a4cbf2d-cea7-4432-9264-6ac3fed9238d HTTP/1.1" status: 200  len: 1096 time: 0.0670297
Dec 25 21:09:05.606793 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-b5551aed-91f5-4f56-924d-69d33a5944c5 req-99888e1c-45b8-4d9f-ac9f-3f42732f04a1 tempest-FloatingIPDetailsTestJSON-450377605 tempest-FloatingIPDetailsTestJSON-450377605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:05.630537 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-c4c55116-1a27-4587-80ab-1da68cc82ff7 req-cc50a434-780b-41db-af55-a2b484a30a31 service neutron] For port 9026d1d6-3da8-4905-baa7-966ecb80b10a, host nch2-master-1, cleared binding levels {{(pid=121606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:09:05.665567 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-40009360-34cb-4d01-b528-f551e5aa3aa0 req-766bfb2b-db4e-4382-b70c-cdd32591eaa1 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=3d6cb2f0-3d81-4228-9d61-fc5e0bb3087e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0648620
Dec 25 21:09:05.668633 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-05a9af85-113e-42d7-a3da-5c62fc438528 req-e0aaa0f0-0e48-4ddc-8aea-f611c27616dd service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=d5c07141-cb75-4b9f-8f8d-51cd5e2004f4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0614333
Dec 25 21:09:05.697648 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-c4c55116-1a27-4587-80ab-1da68cc82ff7 req-cc50a434-780b-41db-af55-a2b484a30a31 service neutron] For port 9026d1d6-3da8-4905-baa7-966ecb80b10a, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9026d1d6-3da8-4905-baa7-966ecb80b10a,segment=NetworkSegment(0bc15208-d08d-4c93-89c3-c4dfd4d97844),segment_id=0bc15208-d08d-4c93-89c3-c4dfd4d97844)] {{(pid=121606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:09:05.744395 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99888e1c-45b8-4d9f-ac9f-3f42732f04a1 tempest-FloatingIPDetailsTestJSON-450377605 tempest-FloatingIPDetailsTestJSON-450377605-project] Pushing event updated for resources: {'Port': ['ID=0c49aa76-d081-40d6-82d1-8bb633db15be,revision_number=2']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:09:05.771619 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c13a46e-b8e8-45ed-aec2-7da912a4d855 req-acfc298e-2843-4aba-969d-d8e057d416b8 tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:09:05.773154 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9c13a46e-b8e8-45ed-aec2-7da912a4d855 req-acfc298e-2843-4aba-969d-d8e057d416b8 tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] 10.222.0.32 "GET /v2.0/ports?device_id=e370ad00-0f15-4014-99c2-3ecd6b33849e HTTP/1.1" status: 200  len: 944 time: 0.1710491
Dec 25 21:09:05.776474 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-b5551aed-91f5-4f56-924d-69d33a5944c5 req-99888e1c-45b8-4d9f-ac9f-3f42732f04a1 tempest-FloatingIPDetailsTestJSON-450377605 tempest-FloatingIPDetailsTestJSON-450377605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2008639'] for floatingip, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:05.819957 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-c4c55116-1a27-4587-80ab-1da68cc82ff7 req-cc50a434-780b-41db-af55-a2b484a30a31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:05.870908 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9c13a46e-b8e8-45ed-aec2-7da912a4d855 req-3ba58c74-f781-49a9-9283-15dc00fed8cb tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5d2ff88-22d6-43d8-90d1-bfb86d4e3308&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0867622
Dec 25 21:09:05.880847 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a433bdda-07c9-46d0-adc5-af72515df826 req-c385e30f-d1cf-4dee-a85e-a46b51652b51 tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] Made reservation on behalf of bc19d38e80ce426fa6d268838d133f13 for: {'port': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:09:05.885193 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-a433bdda-07c9-46d0-adc5-af72515df826 req-c385e30f-d1cf-4dee-a85e-a46b51652b51 tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:05.926929 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc50a434-780b-41db-af55-a2b484a30a31 service neutron] Pushing event updated for resources: {'Port': ['ID=9026d1d6-3da8-4905-baa7-966ecb80b10a,revision_number=8']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:09:05.931538 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c55116-1a27-4587-80ab-1da68cc82ff7 req-cc50a434-780b-41db-af55-a2b484a30a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:09:05.932368 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-c4c55116-1a27-4587-80ab-1da68cc82ff7 req-cc50a434-780b-41db-af55-a2b484a30a31 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:05.933927 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c4c55116-1a27-4587-80ab-1da68cc82ff7 req-cc50a434-780b-41db-af55-a2b484a30a31 service neutron] 10.222.0.31 "PUT /v2.0/ports/9026d1d6-3da8-4905-baa7-966ecb80b10a HTTP/1.1" status: 200  len: 1122 time: 1.3335783
Dec 25 21:09:05.936654 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-b5551aed-91f5-4f56-924d-69d33a5944c5 req-99888e1c-45b8-4d9f-ac9f-3f42732f04a1 tempest-FloatingIPDetailsTestJSON-450377605 tempest-FloatingIPDetailsTestJSON-450377605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for floatingip, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:05.937825 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b5551aed-91f5-4f56-924d-69d33a5944c5 req-99888e1c-45b8-4d9f-ac9f-3f42732f04a1 tempest-FloatingIPDetailsTestJSON-450377605 tempest-FloatingIPDetailsTestJSON-450377605-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 2.4327471
Dec 25 21:09:06.026509 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] get_ports_and_sgs() called for port_ids ['9026d1d6-3da8-4905-baa7-966ecb80b10a'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:09:06.065758 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b5551aed-91f5-4f56-924d-69d33a5944c5 req-1f7702d8-176c-4288-81ad-10768e39f13f tempest-FloatingIPDetailsTestJSON-450377605 tempest-FloatingIPDetailsTestJSON-450377605-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.35.3.234 HTTP/1.1" status: 200  len: 696 time: 0.1080339
Dec 25 21:09:06.118647 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5eba71-d5e3-429f-ae0e-60c80501af65 req-2ddc5637-9c28-429c-b22c-2afea191b9e2 tempest-ImagesOneServerTestJSON-1420499622 tempest-ImagesOneServerTestJSON-1420499622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:09:06.120235 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8f5eba71-d5e3-429f-ae0e-60c80501af65 req-2ddc5637-9c28-429c-b22c-2afea191b9e2 tempest-ImagesOneServerTestJSON-1420499622 tempest-ImagesOneServerTestJSON-1420499622-project] 10.222.0.32 "GET /v2.0/ports?device_id=27fc4723-405f-42eb-b2a5-d46301d13fd4 HTTP/1.1" status: 200  len: 948 time: 0.1784379
Dec 25 21:09:06.213355 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_common [req-a433bdda-07c9-46d0-adc5-af72515df826 req-c385e30f-d1cf-4dee-a85e-a46b51652b51 tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] Allocated IP 172.20.0.14 (2332d558-39bb-411c-88af-b74bee7e32ab/63c432f3-af01-4d4f-ae68-1c137d7c49f3/d3279f41-5733-434c-babe-c0306203f4fa) {{(pid=121606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:09:06.260822 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8f5eba71-d5e3-429f-ae0e-60c80501af65 req-691077a9-86d2-4283-b4fb-16f069571ae7 tempest-ImagesOneServerTestJSON-1420499622 tempest-ImagesOneServerTestJSON-1420499622-project] 10.222.0.32 "GET /v2.0/security-groups?id=bfae27c6-ab18-4103-a78a-a0f158ea772b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1227810
Dec 25 21:09:06.304785 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5551aed-91f5-4f56-924d-69d33a5944c5 req-9ab0dd3a-25f9-40d5-aac3-5d35aeec0a6e tempest-FloatingIPDetailsTestJSON-450377605 tempest-FloatingIPDetailsTestJSON-450377605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:09:06.306836 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b5551aed-91f5-4f56-924d-69d33a5944c5 req-9ab0dd3a-25f9-40d5-aac3-5d35aeec0a6e tempest-FloatingIPDetailsTestJSON-450377605 tempest-FloatingIPDetailsTestJSON-450377605-project] 10.222.0.32 "GET /v2.0/networks/7201e55c-7c5f-41aa-a042-a363696539d0 HTTP/1.1" status: 200  len: 784 time: 0.2305079
Dec 25 21:09:06.321706 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [req-b5551aed-91f5-4f56-924d-69d33a5944c5 req-b6b3d45f-83d2-4aea-9881-2bf63f2311eb tempest-FloatingIPDetailsTestJSON-450377605 tempest-FloatingIPDetailsTestJSON-450377605-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=121606) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 25 21:09:06.322678 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b5551aed-91f5-4f56-924d-69d33a5944c5 req-b6b3d45f-83d2-4aea-9881-2bf63f2311eb tempest-FloatingIPDetailsTestJSON-450377605 tempest-FloatingIPDetailsTestJSON-450377605-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0082703
Dec 25 21:09:06.367154 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 25 Dec 2021 21:09:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6420957b-0133-4ed9-94d1-4433a4f8c5bd x-openstack-request-id: req-6420957b-0133-4ed9-94d1-4433a4f8c5bd {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:09:06.367460 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e370ad00-0f15-4014-99c2-3ecd6b33849e", "name": "network-vif-unplugged", "status": "completed", "tag": "9026d1d6-3da8-4905-baa7-966ecb80b10a", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:09:06.367751 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6420957b-0133-4ed9-94d1-4433a4f8c5bd {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:09:06.368144 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e370ad00-0f15-4014-99c2-3ecd6b33849e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9026d1d6-3da8-4905-baa7-966ecb80b10a', 'code': 200}
Dec 25 21:09:06.453743 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-bf27af0a-bc44-4a1f-b4e1-40d17aa0edce req-71d38add-84b9-4e9f-8732-d9dbc062a9c9 tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1ec0b9c-fad0-4ce2-97fb-bd518f21b5fe HTTP/1.1" status: 200  len: 210 time: 0.0408208
Dec 25 21:09:06.463593 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7418a67-5a0f-4502-8b7a-abbe67ad8680 req-a6040375-5782-4bd3-9f6c-56b37bb9a9aa tempest-FloatingIPsAssociationNegativeTestJSON-495794297 tempest-FloatingIPsAssociationNegativeTestJSON-495794297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:09:06.465087 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b7418a67-5a0f-4502-8b7a-abbe67ad8680 req-a6040375-5782-4bd3-9f6c-56b37bb9a9aa tempest-FloatingIPsAssociationNegativeTestJSON-495794297 tempest-FloatingIPsAssociationNegativeTestJSON-495794297-project] 10.222.0.32 "GET /v2.0/ports?device_id=24fbe6b2-8ab0-4b10-932c-de5d0c1f1ec7 HTTP/1.1" status: 200  len: 945 time: 0.1396911
Dec 25 21:09:06.730830 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-a433bdda-07c9-46d0-adc5-af72515df826 req-c385e30f-d1cf-4dee-a85e-a46b51652b51 tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] Publish callbacks [] for port, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:06.786458 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b7418a67-5a0f-4502-8b7a-abbe67ad8680 req-bf6446b0-417a-4c46-a799-86dd4a297431 tempest-FloatingIPsAssociationNegativeTestJSON-495794297 tempest-FloatingIPsAssociationNegativeTestJSON-495794297-project] 10.222.0.32 "GET /v2.0/security-groups?id=c8b1bf6d-64ce-4c58-82a8-18130f4a52c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3114946
Dec 25 21:09:06.807113 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17d1d2c-14ec-4364-8db0-2660cabf611b req-83202be3-44c2-48a9-b249-b242bd62bf1e tempest-ServersWithSpecificFlavorTestJSON-439149936 tempest-ServersWithSpecificFlavorTestJSON-439149936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:09:06.808710 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c17d1d2c-14ec-4364-8db0-2660cabf611b req-83202be3-44c2-48a9-b249-b242bd62bf1e tempest-ServersWithSpecificFlavorTestJSON-439149936 tempest-ServersWithSpecificFlavorTestJSON-439149936-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a4cbf2d-cea7-4432-9264-6ac3fed9238d HTTP/1.1" status: 200  len: 945 time: 0.0930123
Dec 25 21:09:06.896444 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c17d1d2c-14ec-4364-8db0-2660cabf611b req-63d4ab83-a364-4559-8b2b-92fd4df37421 tempest-ServersWithSpecificFlavorTestJSON-439149936 tempest-ServersWithSpecificFlavorTestJSON-439149936-project] 10.222.0.32 "GET /v2.0/security-groups?id=d5c07141-cb75-4b9f-8f8d-51cd5e2004f4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0768127
Dec 25 21:09:06.920007 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20212f7-fb9b-4192-974f-5b222e8cc26f req-e30ca979-9130-400d-b9eb-8b3b47d72dde tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:09:06.921572 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e20212f7-fb9b-4192-974f-5b222e8cc26f req-e30ca979-9130-400d-b9eb-8b3b47d72dde tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] 10.222.0.32 "GET /v2.0/ports?device_id=bfb762b4-175c-45df-b530-e2ac66bf96cf HTTP/1.1" status: 200  len: 950 time: 0.0668347
Dec 25 21:09:06.923243 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-a433bdda-07c9-46d0-adc5-af72515df826 req-c385e30f-d1cf-4dee-a85e-a46b51652b51 tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:06.977020 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-83702a8e-98ae-4cf0-a77e-adaaf04d233f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:07.054385 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a433bdda-07c9-46d0-adc5-af72515df826 req-c385e30f-d1cf-4dee-a85e-a46b51652b51 tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] Network 2332d558-39bb-411c-88af-b74bee7e32ab is already hosted by enough agents. {{(pid=121606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:09:07.067207 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [req-a433bdda-07c9-46d0-adc5-af72515df826 req-c385e30f-d1cf-4dee-a85e-a46b51652b51 tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] Resources bound (agent type, host, resource id):  {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:09:07.074385 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [req-a433bdda-07c9-46d0-adc5-af72515df826 req-c385e30f-d1cf-4dee-a85e-a46b51652b51 tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] Received port after_create {{(pid=121606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:09:07.078659 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c385e30f-d1cf-4dee-a85e-a46b51652b51 tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] Pushing event updated for resources: {'Port': ['ID=d3279f41-5733-434c-babe-c0306203f4fa,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:09:07.125992 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e20212f7-fb9b-4192-974f-5b222e8cc26f req-ed8692c3-a1ee-4fd2-946e-22cdbb6771fd tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] 10.222.0.32 "GET /v2.0/security-groups?id=3d6cb2f0-3d81-4228-9d61-fc5e0bb3087e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1901660
Dec 25 21:09:07.154771 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f935b58e-2216-4f11-bdae-5d5ae854ba37 req-da6c7ec5-59c8-4aa4-b071-067f2a5a2fef tempest-FloatingIPDetailsTestJSON-450377605 tempest-FloatingIPDetailsTestJSON-450377605-project] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.2296109
Dec 25 21:09:07.160898 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a433bdda-07c9-46d0-adc5-af72515df826 req-c385e30f-d1cf-4dee-a85e-a46b51652b51 tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:09:07.161506 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-a433bdda-07c9-46d0-adc5-af72515df826 req-c385e30f-d1cf-4dee-a85e-a46b51652b51 tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:07.171194 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-f935b58e-2216-4f11-bdae-5d5ae854ba37 req-70ccd93f-34dc-4b64-afc4-293951fedfa2 tempest-FloatingIPDetailsTestJSON-450377605 tempest-FloatingIPDetailsTestJSON-450377605-project] Request body: {'floatingip': {'floating_network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:09:07.234221 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a07fdd-f768-4a76-80a2-adbab89c36c1 req-d1d8520e-8844-4b9e-a89b-137495993131 tempest-ImagesOneServerTestJSON-1420499622 tempest-ImagesOneServerTestJSON-1420499622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:09:07.235561 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-c1a07fdd-f768-4a76-80a2-adbab89c36c1 req-d1d8520e-8844-4b9e-a89b-137495993131 tempest-ImagesOneServerTestJSON-1420499622 tempest-ImagesOneServerTestJSON-1420499622-project] 10.222.0.37 "GET /v2.0/ports?device_id=27fc4723-405f-42eb-b2a5-d46301d13fd4 HTTP/1.1" status: 200  len: 948 time: 0.0602014
Dec 25 21:09:07.307252 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a433bdda-07c9-46d0-adc5-af72515df826 req-c385e30f-d1cf-4dee-a85e-a46b51652b51 tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.7886910
Dec 25 21:09:07.331123 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [req-c1a07fdd-f768-4a76-80a2-adbab89c36c1 req-55df448b-99ca-43e9-aa84-1166dc93ebe7 tempest-ImagesOneServerTestJSON-1420499622 tempest-ImagesOneServerTestJSON-1420499622-project] Deleting port 01f02470-98cd-4e53-8321-3a26d68c7daf {{(pid=121607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:09:07.331456 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-c1a07fdd-f768-4a76-80a2-adbab89c36c1 req-55df448b-99ca-43e9-aa84-1166dc93ebe7 tempest-ImagesOneServerTestJSON-1420499622 tempest-ImagesOneServerTestJSON-1420499622-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:07.337145 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-a433bdda-07c9-46d0-adc5-af72515df826 req-ccb17038-4717-4fc4-9ad0-c287ea5a5b53 service neutron] Request body: {'port': {'device_id': 'c1ec0b9c-fad0-4ce2-97fb-bd518f21b5fe', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:09:07.429072 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.db [req-c1a07fdd-f768-4a76-80a2-adbab89c36c1 req-55df448b-99ca-43e9-aa84-1166dc93ebe7 tempest-ImagesOneServerTestJSON-1420499622 tempest-ImagesOneServerTestJSON-1420499622-project] For port 01f02470-98cd-4e53-8321-3a26d68c7daf, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=01f02470-98cd-4e53-8321-3a26d68c7daf,segment=NetworkSegment(85c774cb-a0eb-4ad9-961f-f331d3b37cd6),segment_id=85c774cb-a0eb-4ad9-961f-f331d3b37cd6)] {{(pid=121607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:09:07.429413 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-c1a07fdd-f768-4a76-80a2-adbab89c36c1 req-55df448b-99ca-43e9-aa84-1166dc93ebe7 tempest-ImagesOneServerTestJSON-1420499622 tempest-ImagesOneServerTestJSON-1420499622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:07.444090 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [req-c1a07fdd-f768-4a76-80a2-adbab89c36c1 req-55df448b-99ca-43e9-aa84-1166dc93ebe7 tempest-ImagesOneServerTestJSON-1420499622 tempest-ImagesOneServerTestJSON-1420499622-project] Calling delete_port for 01f02470-98cd-4e53-8321-3a26d68c7daf owned by compute:nova {{(pid=121607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:09:07.478556 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ebbd7dc8-582b-4e29-b744-414c1c6f599c req-ddc565b2-9f8e-405d-9c10-45df578e3d1b tempest-FloatingIPsAssociationNegativeTestJSON-495794297 tempest-FloatingIPsAssociationNegativeTestJSON-495794297-project] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=7201e55c-7c5f-41aa-a042-a363696539d0 HTTP/1.1" status: 200  len: 258 time: 0.2369027
Dec 25 21:09:07.491059 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-a433bdda-07c9-46d0-adc5-af72515df826 req-ccb17038-4717-4fc4-9ad0-c287ea5a5b53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:07.494530 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-ebbd7dc8-582b-4e29-b744-414c1c6f599c req-f87754a3-5f25-4d9f-ba0d-9ef877e25d7c tempest-FloatingIPsAssociationNegativeTestJSON-495794297 tempest-FloatingIPsAssociationNegativeTestJSON-495794297-project] Request body: {'floatingip': {'floating_network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:09:07.599018 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-f935b58e-2216-4f11-bdae-5d5ae854ba37 req-70ccd93f-34dc-4b64-afc4-293951fedfa2 tempest-FloatingIPDetailsTestJSON-450377605 tempest-FloatingIPDetailsTestJSON-450377605-project] Publish callbacks [] for floatingip, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:07.690022 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-c1a07fdd-f768-4a76-80a2-adbab89c36c1 req-55df448b-99ca-43e9-aa84-1166dc93ebe7 tempest-ImagesOneServerTestJSON-1420499622 tempest-ImagesOneServerTestJSON-1420499622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:07.723315 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55df448b-99ca-43e9-aa84-1166dc93ebe7 tempest-ImagesOneServerTestJSON-1420499622 tempest-ImagesOneServerTestJSON-1420499622-project] Pushing event deleted for resources: {'Port': ['ID=01f02470-98cd-4e53-8321-3a26d68c7daf,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:09:07.763137 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1a07fdd-f768-4a76-80a2-adbab89c36c1 req-55df448b-99ca-43e9-aa84-1166dc93ebe7 tempest-ImagesOneServerTestJSON-1420499622 tempest-ImagesOneServerTestJSON-1420499622-project] No DVR routers for this DVR port 01f02470-98cd-4e53-8321-3a26d68c7daf on host nch2-master-1 {{(pid=121607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:09:07.771805 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-c1a07fdd-f768-4a76-80a2-adbab89c36c1 req-55df448b-99ca-43e9-aa84-1166dc93ebe7 tempest-ImagesOneServerTestJSON-1420499622 tempest-ImagesOneServerTestJSON-1420499622-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:07.771805 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-c1a07fdd-f768-4a76-80a2-adbab89c36c1 req-55df448b-99ca-43e9-aa84-1166dc93ebe7 tempest-ImagesOneServerTestJSON-1420499622 tempest-ImagesOneServerTestJSON-1420499622-project] 10.222.0.37 "DELETE /v2.0/ports/01f02470-98cd-4e53-8321-3a26d68c7daf HTTP/1.1" status: 204  len: 173 time: 0.5277483
Dec 25 21:09:07.771805 ncdv-master-1 neutron-server[121607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27fc4723-405f-42eb-b2a5-d46301d13fd4', 'name': 'network-vif-deleted', 'tag': '01f02470-98cd-4e53-8321-3a26d68c7daf'}] {{(pid=121607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:09:07.772570 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f980bbcadfa7bf1e788024e1448be660373c21f97f015f780444e999c451203" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70d3a5f7-18a0-4777-beb6-cc625c6cc3e3" -d '{"events": [{"server_uuid": "27fc4723-405f-42eb-b2a5-d46301d13fd4", "name": "network-vif-deleted", "tag": "01f02470-98cd-4e53-8321-3a26d68c7daf"}]}' {{(pid=121607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:09:07.802118 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-ebbd7dc8-582b-4e29-b744-414c1c6f599c req-f87754a3-5f25-4d9f-ba0d-9ef877e25d7c tempest-FloatingIPsAssociationNegativeTestJSON-495794297 tempest-FloatingIPsAssociationNegativeTestJSON-495794297-project] Publish callbacks [] for floatingip, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:07.850124 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-f935b58e-2216-4f11-bdae-5d5ae854ba37 req-70ccd93f-34dc-4b64-afc4-293951fedfa2 tempest-FloatingIPDetailsTestJSON-450377605 tempest-FloatingIPDetailsTestJSON-450377605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:07.863525 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [req-a433bdda-07c9-46d0-adc5-af72515df826 req-ccb17038-4717-4fc4-9ad0-c287ea5a5b53 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3279f41-5733-434c-babe-c0306203f4fa {{(pid=121606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:09:07.879323 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-a433bdda-07c9-46d0-adc5-af72515df826 req-ccb17038-4717-4fc4-9ad0-c287ea5a5b53 service neutron] Publish callbacks [] for port, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:07.927419 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.provisioning_blocks [req-a433bdda-07c9-46d0-adc5-af72515df826 req-ccb17038-4717-4fc4-9ad0-c287ea5a5b53 service neutron] Transition to ACTIVE for port object d3279f41-5733-434c-babe-c0306203f4fa will not be triggered until provisioned by entity L2. {{(pid=121606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 25 21:09:07.975987 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:08.031099 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_common [req-f935b58e-2216-4f11-bdae-5d5ae854ba37 req-70ccd93f-34dc-4b64-afc4-293951fedfa2 tempest-FloatingIPDetailsTestJSON-450377605 tempest-FloatingIPDetailsTestJSON-450377605-project] Allocated IP 172.35.3.48 (7201e55c-7c5f-41aa-a042-a363696539d0/7a939e13-713f-45cf-bba7-1539635abe25/d81be9ed-4f76-4bd6-a0dd-f6ff5db8be88) {{(pid=121606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:09:08.072765 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-ebbd7dc8-582b-4e29-b744-414c1c6f599c req-f87754a3-5f25-4d9f-ba0d-9ef877e25d7c tempest-FloatingIPsAssociationNegativeTestJSON-495794297 tempest-FloatingIPsAssociationNegativeTestJSON-495794297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:08.081123 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-a433bdda-07c9-46d0-adc5-af72515df826 req-ccb17038-4717-4fc4-9ad0-c287ea5a5b53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:08.230906 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb17038-4717-4fc4-9ad0-c287ea5a5b53 service neutron] Pushing event updated for resources: {'Port': ['ID=d3279f41-5733-434c-babe-c0306203f4fa,revision_number=2']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:09:08.238977 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-f935b58e-2216-4f11-bdae-5d5ae854ba37 req-70ccd93f-34dc-4b64-afc4-293951fedfa2 tempest-FloatingIPDetailsTestJSON-450377605 tempest-FloatingIPDetailsTestJSON-450377605-project] Publish callbacks [] for port, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:08.322677 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-a433bdda-07c9-46d0-adc5-af72515df826 req-ccb17038-4717-4fc4-9ad0-c287ea5a5b53 service neutron] Attempting to bind port d3279f41-5733-434c-babe-c0306203f4fa on host nch1-master-1 for vnic_type normal with profile  {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:09:08.323068 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-a433bdda-07c9-46d0-adc5-af72515df826 req-ccb17038-4717-4fc4-9ad0-c287ea5a5b53 service neutron] Attempting to bind port d3279f41-5733-434c-babe-c0306203f4fa by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'a05a9961-775b-4dff-bebf-b24cb60ab1a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '2332d558-39bb-411c-88af-b74bee7e32ab'}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:09:08.323339 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a433bdda-07c9-46d0-adc5-af72515df826 req-ccb17038-4717-4fc4-9ad0-c287ea5a5b53 service neutron] Attempting to bind port d3279f41-5733-434c-babe-c0306203f4fa on network 2332d558-39bb-411c-88af-b74bee7e32ab {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:09:08.328364 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a433bdda-07c9-46d0-adc5-af72515df826 req-ccb17038-4717-4fc4-9ad0-c287ea5a5b53 service neutron] Port d3279f41-5733-434c-babe-c0306203f4fa on network 2332d558-39bb-411c-88af-b74bee7e32ab not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 25 21:09:08.328687 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a433bdda-07c9-46d0-adc5-af72515df826 req-ccb17038-4717-4fc4-9ad0-c287ea5a5b53 service neutron] Attempting to bind port d3279f41-5733-434c-babe-c0306203f4fa on network 2332d558-39bb-411c-88af-b74bee7e32ab {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:09:08.334045 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a433bdda-07c9-46d0-adc5-af72515df826 req-ccb17038-4717-4fc4-9ad0-c287ea5a5b53 service neutron] Checking agent: {'id': '6d577036-68fc-4aa4-aed7-5ab01de2117e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 21, 4, 34), 'started_at': datetime.datetime(2021, 12, 25, 21, 4, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 9, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:09:08.339350 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a433bdda-07c9-46d0-adc5-af72515df826 req-ccb17038-4717-4fc4-9ad0-c287ea5a5b53 service neutron] Checking segment: {'id': 'a05a9961-775b-4dff-bebf-b24cb60ab1a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '2332d558-39bb-411c-88af-b74bee7e32ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:09:08.339350 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a433bdda-07c9-46d0-adc5-af72515df826 req-ccb17038-4717-4fc4-9ad0-c287ea5a5b53 service neutron] Bound using segment: {'id': 'a05a9961-775b-4dff-bebf-b24cb60ab1a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '2332d558-39bb-411c-88af-b74bee7e32ab'} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:09:08.339350 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-a433bdda-07c9-46d0-adc5-af72515df826 req-ccb17038-4717-4fc4-9ad0-c287ea5a5b53 service neutron] Bound port: d3279f41-5733-434c-babe-c0306203f4fa, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a05a9961-775b-4dff-bebf-b24cb60ab1a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '2332d558-39bb-411c-88af-b74bee7e32ab'}}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:09:08.339350 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-a433bdda-07c9-46d0-adc5-af72515df826 req-ccb17038-4717-4fc4-9ad0-c287ea5a5b53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:08.368368 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3e945ecd-9380-47c2-aa0a-12ebe07e03e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:08.373215 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e370ad00-0f15-4014-99c2-3ecd6b33849e', 'tag': '9026d1d6-3da8-4905-baa7-966ecb80b10a'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:09:08.375065 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9858820c13ec2827453b94ebc4181065e990a4e4089ccb9fe762531ac62d2fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-939b1d2f-5549-4d09-a898-90a7483f3c4d" -d '{"events": [{"name": "network-changed", "server_uuid": "e370ad00-0f15-4014-99c2-3ecd6b33849e", "tag": "9026d1d6-3da8-4905-baa7-966ecb80b10a"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:09:08.408221 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-a433bdda-07c9-46d0-adc5-af72515df826 req-ccb17038-4717-4fc4-9ad0-c287ea5a5b53 service neutron] For port d3279f41-5733-434c-babe-c0306203f4fa, host nch1-master-1, cleared binding levels {{(pid=121606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:09:08.411313 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-a433bdda-07c9-46d0-adc5-af72515df826 req-ccb17038-4717-4fc4-9ad0-c287ea5a5b53 service neutron] For port d3279f41-5733-434c-babe-c0306203f4fa, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d3279f41-5733-434c-babe-c0306203f4fa,segment=NetworkSegment(a05a9961-775b-4dff-bebf-b24cb60ab1a9),segment_id=a05a9961-775b-4dff-bebf-b24cb60ab1a9)] {{(pid=121606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:09:08.446843 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-f935b58e-2216-4f11-bdae-5d5ae854ba37 req-70ccd93f-34dc-4b64-afc4-293951fedfa2 tempest-FloatingIPDetailsTestJSON-450377605 tempest-FloatingIPDetailsTestJSON-450377605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:08.514624 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f935b58e-2216-4f11-bdae-5d5ae854ba37 req-70ccd93f-34dc-4b64-afc4-293951fedfa2 tempest-FloatingIPDetailsTestJSON-450377605 tempest-FloatingIPDetailsTestJSON-450377605-project] Network 7201e55c-7c5f-41aa-a042-a363696539d0 is already hosted by enough agents. {{(pid=121606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:09:08.521132 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [req-f935b58e-2216-4f11-bdae-5d5ae854ba37 req-70ccd93f-34dc-4b64-afc4-293951fedfa2 tempest-FloatingIPDetailsTestJSON-450377605 tempest-FloatingIPDetailsTestJSON-450377605-project] Resources bound (agent type, host, resource id):  {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:09:08.524899 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [req-f935b58e-2216-4f11-bdae-5d5ae854ba37 req-70ccd93f-34dc-4b64-afc4-293951fedfa2 tempest-FloatingIPDetailsTestJSON-450377605 tempest-FloatingIPDetailsTestJSON-450377605-project] Received port after_create {{(pid=121606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:09:08.526793 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ccd93f-34dc-4b64-afc4-293951fedfa2 tempest-FloatingIPDetailsTestJSON-450377605 tempest-FloatingIPDetailsTestJSON-450377605-project] Pushing event updated for resources: {'Port': ['ID=d81be9ed-4f76-4bd6-a0dd-f6ff5db8be88,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:09:08.553749 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-a433bdda-07c9-46d0-adc5-af72515df826 req-ccb17038-4717-4fc4-9ad0-c287ea5a5b53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:08.572995 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_common [req-ebbd7dc8-582b-4e29-b744-414c1c6f599c req-f87754a3-5f25-4d9f-ba0d-9ef877e25d7c tempest-FloatingIPsAssociationNegativeTestJSON-495794297 tempest-FloatingIPsAssociationNegativeTestJSON-495794297-project] Allocated IP 172.35.3.29 (7201e55c-7c5f-41aa-a042-a363696539d0/7a939e13-713f-45cf-bba7-1539635abe25/5b43b15f-84ed-4227-888c-3c355b6ce184) {{(pid=121606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:09:08.633998 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a433bdda-07c9-46d0-adc5-af72515df826 req-ccb17038-4717-4fc4-9ad0-c287ea5a5b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:09:08.634511 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-a433bdda-07c9-46d0-adc5-af72515df826 req-ccb17038-4717-4fc4-9ad0-c287ea5a5b53 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:08.635919 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a433bdda-07c9-46d0-adc5-af72515df826 req-ccb17038-4717-4fc4-9ad0-c287ea5a5b53 service neutron] 10.222.0.31 "PUT /v2.0/ports/d3279f41-5733-434c-babe-c0306203f4fa HTTP/1.1" status: 200  len: 1092 time: 1.3039000
Dec 25 21:09:08.687763 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb17038-4717-4fc4-9ad0-c287ea5a5b53 service neutron] Pushing event updated for resources: {'Port': ['ID=d3279f41-5733-434c-babe-c0306203f4fa,revision_number=3']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:09:08.747023 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-f935b58e-2216-4f11-bdae-5d5ae854ba37 req-70ccd93f-34dc-4b64-afc4-293951fedfa2 tempest-FloatingIPDetailsTestJSON-450377605 tempest-FloatingIPDetailsTestJSON-450377605-project] Publish callbacks [] for floatingip, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:08.801197 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-ebbd7dc8-582b-4e29-b744-414c1c6f599c req-f87754a3-5f25-4d9f-ba0d-9ef877e25d7c tempest-FloatingIPsAssociationNegativeTestJSON-495794297 tempest-FloatingIPsAssociationNegativeTestJSON-495794297-project] Publish callbacks [] for port, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:08.823476 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a433bdda-07c9-46d0-adc5-af72515df826 req-e7aa18d4-d653-40d7-b900-6e971e2d397c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:09:08.825017 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a433bdda-07c9-46d0-adc5-af72515df826 req-e7aa18d4-d653-40d7-b900-6e971e2d397c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=bc19d38e80ce426fa6d268838d133f13&device_id=c1ec0b9c-fad0-4ce2-97fb-bd518f21b5fe HTTP/1.1" status: 200  len: 1095 time: 0.0640602
Dec 25 21:09:08.893236 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a433bdda-07c9-46d0-adc5-af72515df826 req-ae9ecb8f-f7ff-4c75-a4b1-1580c7b840d3 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d3279f41-5733-434c-babe-c0306203f4fa HTTP/1.1" status: 200  len: 217 time: 0.0568693
Dec 25 21:09:08.900373 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-f935b58e-2216-4f11-bdae-5d5ae854ba37 req-70ccd93f-34dc-4b64-afc4-293951fedfa2 tempest-FloatingIPDetailsTestJSON-450377605 tempest-FloatingIPDetailsTestJSON-450377605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:09.152284 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-ebbd7dc8-582b-4e29-b744-414c1c6f599c req-f87754a3-5f25-4d9f-ba0d-9ef877e25d7c tempest-FloatingIPsAssociationNegativeTestJSON-495794297 tempest-FloatingIPsAssociationNegativeTestJSON-495794297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:09.232287 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ebbd7dc8-582b-4e29-b744-414c1c6f599c req-f87754a3-5f25-4d9f-ba0d-9ef877e25d7c tempest-FloatingIPsAssociationNegativeTestJSON-495794297 tempest-FloatingIPsAssociationNegativeTestJSON-495794297-project] Network 7201e55c-7c5f-41aa-a042-a363696539d0 is already hosted by enough agents. {{(pid=121606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:09:09.253254 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [req-ebbd7dc8-582b-4e29-b744-414c1c6f599c req-f87754a3-5f25-4d9f-ba0d-9ef877e25d7c tempest-FloatingIPsAssociationNegativeTestJSON-495794297 tempest-FloatingIPsAssociationNegativeTestJSON-495794297-project] Resources bound (agent type, host, resource id):  {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:09:09.255010 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87754a3-5f25-4d9f-ba0d-9ef877e25d7c tempest-FloatingIPsAssociationNegativeTestJSON-495794297 tempest-FloatingIPsAssociationNegativeTestJSON-495794297-project] Pushing event updated for resources: {'Port': ['ID=5b43b15f-84ed-4227-888c-3c355b6ce184,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:09:09.258742 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebbd7dc8-582b-4e29-b744-414c1c6f599c req-f87754a3-5f25-4d9f-ba0d-9ef877e25d7c tempest-FloatingIPsAssociationNegativeTestJSON-495794297 tempest-FloatingIPsAssociationNegativeTestJSON-495794297-project] Received port after_create {{(pid=121606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:09:09.287328 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a433bdda-07c9-46d0-adc5-af72515df826 req-06cf5a62-dd31-49b9-9bde-8e0bfcff5723 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:09:09.288792 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a433bdda-07c9-46d0-adc5-af72515df826 req-06cf5a62-dd31-49b9-9bde-8e0bfcff5723 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=63c432f3-af01-4d4f-ae68-1c137d7c49f3 HTTP/1.1" status: 200  len: 848 time: 0.3859000
Dec 25 21:09:09.348691 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-15cb578f-7a63-4fd3-925d-83bad4c7b82a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:09.356455 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a433bdda-07c9-46d0-adc5-af72515df826 req-f6f018dd-02e8-4991-a8d4-476c975469d2 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2332d558-39bb-411c-88af-b74bee7e32ab&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0559564
Dec 25 21:09:09.503228 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-ebbd7dc8-582b-4e29-b744-414c1c6f599c req-f87754a3-5f25-4d9f-ba0d-9ef877e25d7c tempest-FloatingIPsAssociationNegativeTestJSON-495794297 tempest-FloatingIPsAssociationNegativeTestJSON-495794297-project] Publish callbacks [] for floatingip, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:09.511277 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-f935b58e-2216-4f11-bdae-5d5ae854ba37 req-70ccd93f-34dc-4b64-afc4-293951fedfa2 tempest-FloatingIPDetailsTestJSON-450377605 tempest-FloatingIPDetailsTestJSON-450377605-project] Publish callbacks [] for port, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:09.529499 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a433bdda-07c9-46d0-adc5-af72515df826 req-1466caa2-2619-4828-a156-e60f512000c1 service neutron] 10.222.0.31 "GET /v2.0/networks/2332d558-39bb-411c-88af-b74bee7e32ab?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1643033
Dec 25 21:09:09.593240 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-f935b58e-2216-4f11-bdae-5d5ae854ba37 req-70ccd93f-34dc-4b64-afc4-293951fedfa2 tempest-FloatingIPDetailsTestJSON-450377605 tempest-FloatingIPDetailsTestJSON-450377605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:09.609194 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device 9026d1d6-3da8-4905-baa7-966ecb80b10a details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 25 21:09:09.703018 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ccd93f-34dc-4b64-afc4-293951fedfa2 tempest-FloatingIPDetailsTestJSON-450377605 tempest-FloatingIPDetailsTestJSON-450377605-project] Pushing event updated for resources: {'Port': ['ID=d81be9ed-4f76-4bd6-a0dd-f6ff5db8be88,revision_number=2']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:09:09.709051 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port 9026d1d6-3da8-4905-baa7-966ecb80b10a, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9026d1d6-3da8-4905-baa7-966ecb80b10a,segment=NetworkSegment(0bc15208-d08d-4c93-89c3-c4dfd4d97844),segment_id=0bc15208-d08d-4c93-89c3-c4dfd4d97844)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:09:09.709373 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a433bdda-07c9-46d0-adc5-af72515df826 req-6cd3e55e-791c-411c-ae1f-2a74776878c6 service neutron] 10.222.0.31 "GET /v2.0/networks/2332d558-39bb-411c-88af-b74bee7e32ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1722291
Dec 25 21:09:09.712255 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-ebbd7dc8-582b-4e29-b744-414c1c6f599c req-f87754a3-5f25-4d9f-ba0d-9ef877e25d7c tempest-FloatingIPsAssociationNegativeTestJSON-495794297 tempest-FloatingIPsAssociationNegativeTestJSON-495794297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:09.722133 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device 9026d1d6-3da8-4905-baa7-966ecb80b10a has no active binding in host nch1-master-1 {{(pid=121608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}}
Dec 25 21:09:09.737303 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-f935b58e-2216-4f11-bdae-5d5ae854ba37 req-70ccd93f-34dc-4b64-afc4-293951fedfa2 tempest-FloatingIPDetailsTestJSON-450377605 tempest-FloatingIPDetailsTestJSON-450377605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2008639'] for floatingip, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:09.832742 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-c4c55116-1a27-4587-80ab-1da68cc82ff7 req-646be5ac-6738-4b59-94e6-bee93c2aa827 service neutron] 10.222.0.37 "GET /v2.0/ports/9026d1d6-3da8-4905-baa7-966ecb80b10a/bindings/nch1-master-1 HTTP/1.1" status: 200  len: 384 time: 0.0631340
Dec 25 21:09:09.864864 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-f935b58e-2216-4f11-bdae-5d5ae854ba37 req-70ccd93f-34dc-4b64-afc4-293951fedfa2 tempest-FloatingIPDetailsTestJSON-450377605 tempest-FloatingIPDetailsTestJSON-450377605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for floatingip, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:09.864864 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f935b58e-2216-4f11-bdae-5d5ae854ba37 req-70ccd93f-34dc-4b64-afc4-293951fedfa2 tempest-FloatingIPDetailsTestJSON-450377605 tempest-FloatingIPDetailsTestJSON-450377605-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 697 time: 2.6920619
Dec 25 21:09:09.921848 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f935b58e-2216-4f11-bdae-5d5ae854ba37 req-7048acf4-8479-4dad-830b-8200ab0fa3e8 tempest-FloatingIPDetailsTestJSON-450377605 tempest-FloatingIPDetailsTestJSON-450377605-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.35.3.48 HTTP/1.1" status: 200  len: 695 time: 0.0546818
Dec 25 21:09:09.930970 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-ebbd7dc8-582b-4e29-b744-414c1c6f599c req-f87754a3-5f25-4d9f-ba0d-9ef877e25d7c tempest-FloatingIPsAssociationNegativeTestJSON-495794297 tempest-FloatingIPsAssociationNegativeTestJSON-495794297-project] Publish callbacks [] for port, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:10.008837 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-ebbd7dc8-582b-4e29-b744-414c1c6f599c req-f87754a3-5f25-4d9f-ba0d-9ef877e25d7c tempest-FloatingIPsAssociationNegativeTestJSON-495794297 tempest-FloatingIPsAssociationNegativeTestJSON-495794297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:10.026195 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.db [req-c4c55116-1a27-4587-80ab-1da68cc82ff7 req-68f912fd-414b-4b04-b423-9deb24080193 service neutron] For port 9026d1d6-3da8-4905-baa7-966ecb80b10a, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9026d1d6-3da8-4905-baa7-966ecb80b10a,segment=NetworkSegment(0bc15208-d08d-4c93-89c3-c4dfd4d97844),segment_id=0bc15208-d08d-4c93-89c3-c4dfd4d97844)] {{(pid=121607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:09:10.047160 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.db [req-c4c55116-1a27-4587-80ab-1da68cc82ff7 req-68f912fd-414b-4b04-b423-9deb24080193 service neutron] For port 9026d1d6-3da8-4905-baa7-966ecb80b10a, host nch2-master-1, cleared binding levels {{(pid=121607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:09:10.084480 ncdv-master-1 neutron-server[121607]: DEBUG neutron.notifiers.nova [req-c4c55116-1a27-4587-80ab-1da68cc82ff7 req-68f912fd-414b-4b04-b423-9deb24080193 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9026d1d6-3da8-4905-baa7-966ecb80b10a {{(pid=121607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:09:10.095867 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.db [req-c4c55116-1a27-4587-80ab-1da68cc82ff7 req-68f912fd-414b-4b04-b423-9deb24080193 service neutron] For port 9026d1d6-3da8-4905-baa7-966ecb80b10a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9026d1d6-3da8-4905-baa7-966ecb80b10a,segment=NetworkSegment(0bc15208-d08d-4c93-89c3-c4dfd4d97844),segment_id=0bc15208-d08d-4c93-89c3-c4dfd4d97844)] {{(pid=121607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:09:10.099316 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:09:10.099316 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:09:10.099316 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:09:10.099316 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:09:10.099316 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:09:10.099316 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:09:10.099316 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:09:10.099316 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:09:10.099316 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:09:10.099316 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:09:10.099316 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:09:10.099316 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:09:10.099316 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:09:10.099316 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:09:10.099316 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:09:10.099316 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:09:10.099316 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:09:10.099316 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:09:10.099316 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:09:10.099316 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:09:10.099316 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:09:10.099316 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:09:10.099316 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:09:10.099316 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:09:10.099316 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:09:10.099316 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:09:10.099316 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:09:10.099316 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:09:10.099316 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:09:10.099316 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:09:10.099316 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:09:10.099316 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:09:10.099316 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:09:10.099316 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:09:10.099316 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:09:10.099316 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:09:10.101859 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:09:10.101859 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:09:10.101859 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:09:10.101859 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:09:10.101859 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:09:10.101859 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:09:10.101859 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:09:10.101859 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:09:10.101859 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:09:10.101859 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:09:10.101859 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f935b58e-2216-4f11-bdae-5d5ae854ba37 req-ec4fa712-7b8d-42aa-9810-fafc73dd1118 tempest-FloatingIPDetailsTestJSON-450377605 tempest-FloatingIPDetailsTestJSON-450377605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:09:10.101859 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f935b58e-2216-4f11-bdae-5d5ae854ba37 req-ec4fa712-7b8d-42aa-9810-fafc73dd1118 tempest-FloatingIPDetailsTestJSON-450377605 tempest-FloatingIPDetailsTestJSON-450377605-project] 10.222.0.32 "GET /v2.0/networks/7201e55c-7c5f-41aa-a042-a363696539d0 HTTP/1.1" status: 200  len: 784 time: 0.1686413
Dec 25 21:09:10.118798 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87754a3-5f25-4d9f-ba0d-9ef877e25d7c tempest-FloatingIPsAssociationNegativeTestJSON-495794297 tempest-FloatingIPsAssociationNegativeTestJSON-495794297-project] Pushing event updated for resources: {'Port': ['ID=5b43b15f-84ed-4227-888c-3c355b6ce184,revision_number=2']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:09:10.121447 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-ebbd7dc8-582b-4e29-b744-414c1c6f599c req-f87754a3-5f25-4d9f-ba0d-9ef877e25d7c tempest-FloatingIPsAssociationNegativeTestJSON-495794297 tempest-FloatingIPsAssociationNegativeTestJSON-495794297-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2008639'] for floatingip, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:10.183020 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-c4c55116-1a27-4587-80ab-1da68cc82ff7 req-68f912fd-414b-4b04-b423-9deb24080193 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:10.205428 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcf0a13-49e8-40f8-b968-c122ada7c0ce req-f767cc8c-6e6e-4a06-b958-ccfead28dc99 tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:09:10.206945 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0fcf0a13-49e8-40f8-b968-c122ada7c0ce req-f767cc8c-6e6e-4a06-b958-ccfead28dc99 tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] 10.222.0.32 "GET /v2.0/ports?device_id=e370ad00-0f15-4014-99c2-3ecd6b33849e HTTP/1.1" status: 200  len: 944 time: 0.0535283
Dec 25 21:09:10.228084 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-ebbd7dc8-582b-4e29-b744-414c1c6f599c req-f87754a3-5f25-4d9f-ba0d-9ef877e25d7c tempest-FloatingIPsAssociationNegativeTestJSON-495794297 tempest-FloatingIPsAssociationNegativeTestJSON-495794297-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for floatingip, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:10.229302 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ebbd7dc8-582b-4e29-b744-414c1c6f599c req-f87754a3-5f25-4d9f-ba0d-9ef877e25d7c tempest-FloatingIPsAssociationNegativeTestJSON-495794297 tempest-FloatingIPsAssociationNegativeTestJSON-495794297-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 697 time: 2.7446454
Dec 25 21:09:10.260916 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.provisioning_blocks [req-c4c55116-1a27-4587-80ab-1da68cc82ff7 req-68f912fd-414b-4b04-b423-9deb24080193 service neutron] Transition to ACTIVE for port object 9026d1d6-3da8-4905-baa7-966ecb80b10a will not be triggered until provisioned by entity L2. {{(pid=121607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 25 21:09:10.294582 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ebbd7dc8-582b-4e29-b744-414c1c6f599c req-9553f2df-470d-475b-97cc-cd6b7ef425e1 tempest-FloatingIPsAssociationNegativeTestJSON-495794297 tempest-FloatingIPsAssociationNegativeTestJSON-495794297-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.35.3.29 HTTP/1.1" status: 200  len: 695 time: 0.0571461
Dec 25 21:09:10.297895 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0fcf0a13-49e8-40f8-b968-c122ada7c0ce req-8afbbb4a-4950-46aa-838c-b8cbf8475503 tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5d2ff88-22d6-43d8-90d1-bfb86d4e3308&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0849023
Dec 25 21:09:10.354949 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-c4c55116-1a27-4587-80ab-1da68cc82ff7 req-68f912fd-414b-4b04-b423-9deb24080193 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8632327'] for port, after_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:10.418507 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbd7dc8-582b-4e29-b744-414c1c6f599c req-87905996-944b-4a19-8086-a8f9e17e3660 tempest-FloatingIPsAssociationNegativeTestJSON-495794297 tempest-FloatingIPsAssociationNegativeTestJSON-495794297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:09:10.419931 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ebbd7dc8-582b-4e29-b744-414c1c6f599c req-87905996-944b-4a19-8086-a8f9e17e3660 tempest-FloatingIPsAssociationNegativeTestJSON-495794297 tempest-FloatingIPsAssociationNegativeTestJSON-495794297-project] 10.222.0.32 "GET /v2.0/networks/7201e55c-7c5f-41aa-a042-a363696539d0 HTTP/1.1" status: 200  len: 784 time: 0.1197927
Dec 25 21:09:10.439023 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4c55116-1a27-4587-80ab-1da68cc82ff7 req-68f912fd-414b-4b04-b423-9deb24080193 service neutron] No DVR routers for this DVR port 9026d1d6-3da8-4905-baa7-966ecb80b10a on host nch2-master-1 {{(pid=121607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:09:10.446668 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f912fd-414b-4b04-b423-9deb24080193 service neutron] Pushing event updated for resources: {'Port': ['ID=9026d1d6-3da8-4905-baa7-966ecb80b10a,revision_number=10']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:09:10.487304 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 21:09:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07fb61d4-f19c-41f8-880c-ea1f03d965fd x-openstack-request-id: req-07fb61d4-f19c-41f8-880c-ea1f03d965fd {{(pid=121607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:09:10.487598 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27fc4723-405f-42eb-b2a5-d46301d13fd4", "name": "network-vif-deleted", "tag": "01f02470-98cd-4e53-8321-3a26d68c7daf", "status": "completed", "code": 200}]} {{(pid=121607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:09:10.487855 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-07fb61d4-f19c-41f8-880c-ea1f03d965fd {{(pid=121607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:09:10.488239 ncdv-master-1 neutron-server[121607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27fc4723-405f-42eb-b2a5-d46301d13fd4', 'name': 'network-vif-deleted', 'tag': '01f02470-98cd-4e53-8321-3a26d68c7daf', 'status': 'completed', 'code': 200}
Dec 25 21:09:10.497131 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-c4c55116-1a27-4587-80ab-1da68cc82ff7 req-68f912fd-414b-4b04-b423-9deb24080193 service neutron] 10.222.0.37 "PUT /v2.0/ports/9026d1d6-3da8-4905-baa7-966ecb80b10a/bindings/nch1-master-1/activate HTTP/1.1" status: 200  len: 369 time: 0.6572454
Dec 25 21:09:10.545520 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb9960b-071b-4648-8029-3c2fe3e48617 req-2eb0b0e4-a6eb-4e15-ae97-3e093a924434 tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:09:10.547295 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0fb9960b-071b-4648-8029-3c2fe3e48617 req-2eb0b0e4-a6eb-4e15-ae97-3e093a924434 tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1ec0b9c-fad0-4ce2-97fb-bd518f21b5fe HTTP/1.1" status: 200  len: 944 time: 0.0664139
Dec 25 21:09:10.560737 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:10.636403 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0fb9960b-071b-4648-8029-3c2fe3e48617 req-2656db96-c019-4eac-a8f1-41a5317a4944 tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] 10.222.0.32 "GET /v2.0/security-groups?id=bc05caf7-df2e-49b8-960c-4031d2c2ccca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0824766
Dec 25 21:09:10.644093 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128f079d-78ea-47a6-84af-abe09c13242b req-e226dd9c-c302-4a60-bec9-7638e7510070 tempest-ServersWithSpecificFlavorTestJSON-439149936 tempest-ServersWithSpecificFlavorTestJSON-439149936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:09:10.645578 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-128f079d-78ea-47a6-84af-abe09c13242b req-e226dd9c-c302-4a60-bec9-7638e7510070 tempest-ServersWithSpecificFlavorTestJSON-439149936 tempest-ServersWithSpecificFlavorTestJSON-439149936-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a4cbf2d-cea7-4432-9264-6ac3fed9238d HTTP/1.1" status: 200  len: 945 time: 0.0929196
Dec 25 21:09:10.765919 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-128f079d-78ea-47a6-84af-abe09c13242b req-5cb32535-98b1-4005-b0da-4de4d5afab86 tempest-ServersWithSpecificFlavorTestJSON-439149936 tempest-ServersWithSpecificFlavorTestJSON-439149936-project] 10.222.0.32 "GET /v2.0/security-groups?id=d5c07141-cb75-4b9f-8f8d-51cd5e2004f4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1016138
Dec 25 21:09:10.765919 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c55116-1a27-4587-80ab-1da68cc82ff7 req-9de89581-a9a4-408a-a456-3092cdd834b1 tempest-LiveAutoBlockMigrationV225Test-952394939 tempest-LiveAutoBlockMigrationV225Test-952394939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:09:10.766652 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c4c55116-1a27-4587-80ab-1da68cc82ff7 req-9de89581-a9a4-408a-a456-3092cdd834b1 tempest-LiveAutoBlockMigrationV225Test-952394939 tempest-LiveAutoBlockMigrationV225Test-952394939-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=e370ad00-0f15-4014-99c2-3ecd6b33849e&tenant_id=276a36e6a97d46a78b7e483daa26cc2e&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 1096 time: 0.0948284
Dec 25 21:09:10.782658 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06238810-67de-46f9-8edf-ae6c56c2468c req-b882d479-8411-4765-a412-f8f75537fcd9 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:09:10.784151 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-06238810-67de-46f9-8edf-ae6c56c2468c req-b882d479-8411-4765-a412-f8f75537fcd9 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] 10.222.0.32 "GET /v2.0/ports?device_id=bfb762b4-175c-45df-b530-e2ac66bf96cf HTTP/1.1" status: 200  len: 950 time: 0.0818715
Dec 25 21:09:10.821585 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Dec 2021 21:09:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10174926-265b-484d-9559-84b92d3ab106 x-openstack-request-id: req-10174926-265b-484d-9559-84b92d3ab106 {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:09:10.821585 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e370ad00-0f15-4014-99c2-3ecd6b33849e", "tag": "9026d1d6-3da8-4905-baa7-966ecb80b10a", "status": "completed", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:09:10.822040 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-10174926-265b-484d-9559-84b92d3ab106 {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:09:10.822485 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e370ad00-0f15-4014-99c2-3ecd6b33849e', 'tag': '9026d1d6-3da8-4905-baa7-966ecb80b10a', 'status': 'completed', 'code': 200}
Dec 25 21:09:10.845471 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device 01f02470-98cd-4e53-8321-3a26d68c7daf no longer exists at agent hyperv_nch2-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:09:10.866966 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] No Port match for: 01f02470-98cd-4e53-8321-3a26d68c7daf {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:09:10.867962 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device 01f02470-98cd-4e53-8321-3a26d68c7daf not bound to the agent host nch2-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:09:10.890208 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939b1d2f-5549-4d09-a898-90a7483f3c4d req-c91410a6-4e7f-4a62-87c0-720edc9b8e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:09:10.891720 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-939b1d2f-5549-4d09-a898-90a7483f3c4d req-c91410a6-4e7f-4a62-87c0-720edc9b8e1a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=276a36e6a97d46a78b7e483daa26cc2e&device_id=e370ad00-0f15-4014-99c2-3ecd6b33849e HTTP/1.1" status: 200  len: 1096 time: 0.0424175
Dec 25 21:09:10.905264 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-06238810-67de-46f9-8edf-ae6c56c2468c req-dd5f1a95-09c3-43fd-8fa8-47454cc40014 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] 10.222.0.32 "GET /v2.0/security-groups?id=3d6cb2f0-3d81-4228-9d61-fc5e0bb3087e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1108253
Dec 25 21:09:10.907161 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c55116-1a27-4587-80ab-1da68cc82ff7 req-bdc9f815-68dd-4115-ad87-75c059280944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:09:10.908581 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c4c55116-1a27-4587-80ab-1da68cc82ff7 req-bdc9f815-68dd-4115-ad87-75c059280944 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=e370ad00-0f15-4014-99c2-3ecd6b33849e&tenant_id=276a36e6a97d46a78b7e483daa26cc2e HTTP/1.1" status: 200  len: 1096 time: 0.1235282
Dec 25 21:09:11.011413 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-05ecc5eb-0bd7-49d7-b66c-2695c354e004 req-96f8ea53-1d62-483f-a654-c2c75f629a61 tempest-FloatingIPDetailsTestJSON-450377605 tempest-FloatingIPDetailsTestJSON-450377605-project] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.1868811
Dec 25 21:09:11.014457 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c55116-1a27-4587-80ab-1da68cc82ff7 req-015155a6-7c76-47e1-bf08-2cd78580c33a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:09:11.015273 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939b1d2f-5549-4d09-a898-90a7483f3c4d req-78279dab-277d-4d59-ba23-6c7d6fb170ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:09:11.015863 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c4c55116-1a27-4587-80ab-1da68cc82ff7 req-015155a6-7c76-47e1-bf08-2cd78580c33a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=276a36e6a97d46a78b7e483daa26cc2e&device_id=e370ad00-0f15-4014-99c2-3ecd6b33849e HTTP/1.1" status: 200  len: 1096 time: 0.0765138
Dec 25 21:09:11.017023 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-939b1d2f-5549-4d09-a898-90a7483f3c4d req-78279dab-277d-4d59-ba23-6c7d6fb170ee service neutron] 10.222.0.37 "GET /v2.0/networks?id=1e137e86-76be-493f-9b25-1d17756925b5 HTTP/1.1" status: 200  len: 921 time: 0.1185424
Dec 25 21:09:11.022523 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-05ecc5eb-0bd7-49d7-b66c-2695c354e004 req-7da8ca26-36cc-4b5a-8af3-c39e0ddedcf5 tempest-FloatingIPDetailsTestJSON-450377605 tempest-FloatingIPDetailsTestJSON-450377605-project] Request body: {'floatingip': {'floating_network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:09:11.076572 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-939b1d2f-5549-4d09-a898-90a7483f3c4d req-63d6eab7-aa9a-4d1a-aade-9ebc703441d6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9026d1d6-3da8-4905-baa7-966ecb80b10a HTTP/1.1" status: 200  len: 217 time: 0.0447731
Dec 25 21:09:11.081877 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 43374) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:09:11.125056 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939b1d2f-5549-4d09-a898-90a7483f3c4d req-38d6bd85-359c-4c4c-8cec-c66e32498635 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:09:11.138541 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-939b1d2f-5549-4d09-a898-90a7483f3c4d req-38d6bd85-359c-4c4c-8cec-c66e32498635 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9f350e3c-b3c0-4923-bec6-5c96ab55923b HTTP/1.1" status: 200  len: 860 time: 0.0517352
Dec 25 21:09:11.158551 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-939b1d2f-5549-4d09-a898-90a7483f3c4d req-d4593468-9a06-4377-9f4e-450e552bbcdf service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1e137e86-76be-493f-9b25-1d17756925b5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0248952
Dec 25 21:09:11.191435 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4394a6a-41a4-4aee-938e-f2d171b93ff8 req-aa016d13-5eaf-44b7-87da-06af6c37b23e tempest-FloatingIPsAssociationNegativeTestJSON-495794297 tempest-FloatingIPsAssociationNegativeTestJSON-495794297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:09:11.192958 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b4394a6a-41a4-4aee-938e-f2d171b93ff8 req-aa016d13-5eaf-44b7-87da-06af6c37b23e tempest-FloatingIPsAssociationNegativeTestJSON-495794297 tempest-FloatingIPsAssociationNegativeTestJSON-495794297-project] 10.222.0.32 "GET /v2.0/ports?device_id=24fbe6b2-8ab0-4b10-932c-de5d0c1f1ec7&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 945 time: 0.1522682
Dec 25 21:09:11.209560 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c55116-1a27-4587-80ab-1da68cc82ff7 req-e0ab9239-7854-4477-8fda-8d5ff1477a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:09:11.210980 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c4c55116-1a27-4587-80ab-1da68cc82ff7 req-e0ab9239-7854-4477-8fda-8d5ff1477a4c service neutron] 10.222.0.31 "GET /v2.0/networks?id=1e137e86-76be-493f-9b25-1d17756925b5 HTTP/1.1" status: 200  len: 921 time: 0.1818712
Dec 25 21:09:11.271795 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-43dc8b0c-d299-41ad-8182-23b7250fb282 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1cbb59dcbd544ccfbcbb709c6fe1201a&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1887414
Dec 25 21:09:11.276169 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 43378) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:09:11.279022 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-05ecc5eb-0bd7-49d7-b66c-2695c354e004 req-7da8ca26-36cc-4b5a-8af3-c39e0ddedcf5 tempest-FloatingIPDetailsTestJSON-450377605 tempest-FloatingIPDetailsTestJSON-450377605-project] Publish callbacks [] for floatingip, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:11.284078 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b4394a6a-41a4-4aee-938e-f2d171b93ff8 req-061dd62c-7292-4134-a321-c97885ca818b tempest-FloatingIPsAssociationNegativeTestJSON-495794297 tempest-FloatingIPsAssociationNegativeTestJSON-495794297-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.35.3.29 HTTP/1.1" status: 200  len: 695 time: 0.0834959
Dec 25 21:09:11.286687 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c4c55116-1a27-4587-80ab-1da68cc82ff7 req-07d0aaa3-42b5-48d7-a329-668fd8da50b1 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9026d1d6-3da8-4905-baa7-966ecb80b10a HTTP/1.1" status: 200  len: 217 time: 0.0485928
Dec 25 21:09:11.300738 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-939b1d2f-5549-4d09-a898-90a7483f3c4d req-0c1f84fc-b115-423d-af3b-afd7af6dc52a service neutron] 10.222.0.37 "GET /v2.0/networks/1e137e86-76be-493f-9b25-1d17756925b5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1346717
Dec 25 21:09:11.309784 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-b4394a6a-41a4-4aee-938e-f2d171b93ff8 req-62c63c74-1c56-4eb4-9a5b-9032da20b2b9 tempest-FloatingIPsAssociationNegativeTestJSON-495794297 tempest-FloatingIPsAssociationNegativeTestJSON-495794297-project] Request body: {'floatingip': {'port_id': '95f9468e-c1ab-4e1c-856f-19efb9ee29b8', 'fixed_ip_address': '172.20.0.7'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:09:11.385638 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-b4394a6a-41a4-4aee-938e-f2d171b93ff8 req-62c63c74-1c56-4eb4-9a5b-9032da20b2b9 tempest-FloatingIPsAssociationNegativeTestJSON-495794297 tempest-FloatingIPsAssociationNegativeTestJSON-495794297-project] Publish callbacks [] for floatingip, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:11.393026 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-de4dbb2e-af63-4170-8a89-70218bc403d2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:11.428133 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-de4dbb2e-af63-4170-8a89-70218bc403d2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:11.438454 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-939b1d2f-5549-4d09-a898-90a7483f3c4d req-782c235f-668c-4f71-9382-565f55eaf4db service neutron] 10.222.0.37 "GET /v2.0/networks/1e137e86-76be-493f-9b25-1d17756925b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1303246
Dec 25 21:09:11.470760 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c55116-1a27-4587-80ab-1da68cc82ff7 req-8460fc7e-e69c-4441-9554-fc35dd59c75e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:09:11.472232 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c4c55116-1a27-4587-80ab-1da68cc82ff7 req-8460fc7e-e69c-4441-9554-fc35dd59c75e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=9f350e3c-b3c0-4923-bec6-5c96ab55923b HTTP/1.1" status: 200  len: 860 time: 0.1770329
Dec 25 21:09:11.542914 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-de4dbb2e-af63-4170-8a89-70218bc403d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:11.545615 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-de4dbb2e-af63-4170-8a89-70218bc403d2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:11.546816 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-de4dbb2e-af63-4170-8a89-70218bc403d2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/bfae27c6-ab18-4103-a78a-a0f158ea772b HTTP/1.1" status: 204  len: 168 time: 0.2697182
Dec 25 21:09:11.555642 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4dbb2e-af63-4170-8a89-70218bc403d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfae27c6-ab18-4103-a78a-a0f158ea772b,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:09:11.768979 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c4c55116-1a27-4587-80ab-1da68cc82ff7 req-0a43cefb-c2e3-4146-861b-b634e57ebdf8 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=1e137e86-76be-493f-9b25-1d17756925b5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2847683
Dec 25 21:09:11.943552 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-05ecc5eb-0bd7-49d7-b66c-2695c354e004 req-7da8ca26-36cc-4b5a-8af3-c39e0ddedcf5 tempest-FloatingIPDetailsTestJSON-450377605 tempest-FloatingIPDetailsTestJSON-450377605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:11.985620 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c4c55116-1a27-4587-80ab-1da68cc82ff7 req-a9325cdb-b218-4f9c-b70e-88ce4ad6b6fe service neutron] 10.222.0.31 "GET /v2.0/networks/1e137e86-76be-493f-9b25-1d17756925b5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2040071
Dec 25 21:09:12.295007 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_common [req-05ecc5eb-0bd7-49d7-b66c-2695c354e004 req-7da8ca26-36cc-4b5a-8af3-c39e0ddedcf5 tempest-FloatingIPDetailsTestJSON-450377605 tempest-FloatingIPDetailsTestJSON-450377605-project] Allocated IP 172.35.3.178 (7201e55c-7c5f-41aa-a042-a363696539d0/7a939e13-713f-45cf-bba7-1539635abe25/97dffd26-1109-4d2a-8b67-484627c546a2) {{(pid=121606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:09:12.359393 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c4c55116-1a27-4587-80ab-1da68cc82ff7 req-e2ab148e-e6f3-4732-b3b4-97fad3c62830 service neutron] 10.222.0.31 "GET /v2.0/networks/1e137e86-76be-493f-9b25-1d17756925b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3431258
Dec 25 21:09:12.619663 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-b4394a6a-41a4-4aee-938e-f2d171b93ff8 req-62c63c74-1c56-4eb4-9a5b-9032da20b2b9 tempest-FloatingIPsAssociationNegativeTestJSON-495794297 tempest-FloatingIPsAssociationNegativeTestJSON-495794297-project] Publish callbacks [] for floatingip, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:12.622453 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-05ecc5eb-0bd7-49d7-b66c-2695c354e004 req-7da8ca26-36cc-4b5a-8af3-c39e0ddedcf5 tempest-FloatingIPDetailsTestJSON-450377605 tempest-FloatingIPDetailsTestJSON-450377605-project] Publish callbacks [] for port, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:12.685298 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-b4394a6a-41a4-4aee-938e-f2d171b93ff8 req-62c63c74-1c56-4eb4-9a5b-9032da20b2b9 tempest-FloatingIPsAssociationNegativeTestJSON-495794297 tempest-FloatingIPsAssociationNegativeTestJSON-495794297-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2008639'] for floatingip, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:12.719091 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-05ecc5eb-0bd7-49d7-b66c-2695c354e004 req-7da8ca26-36cc-4b5a-8af3-c39e0ddedcf5 tempest-FloatingIPDetailsTestJSON-450377605 tempest-FloatingIPDetailsTestJSON-450377605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:12.784352 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05ecc5eb-0bd7-49d7-b66c-2695c354e004 req-7da8ca26-36cc-4b5a-8af3-c39e0ddedcf5 tempest-FloatingIPDetailsTestJSON-450377605 tempest-FloatingIPDetailsTestJSON-450377605-project] Network 7201e55c-7c5f-41aa-a042-a363696539d0 is already hosted by enough agents. {{(pid=121606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:09:12.791701 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [req-05ecc5eb-0bd7-49d7-b66c-2695c354e004 req-7da8ca26-36cc-4b5a-8af3-c39e0ddedcf5 tempest-FloatingIPDetailsTestJSON-450377605 tempest-FloatingIPDetailsTestJSON-450377605-project] Resources bound (agent type, host, resource id):  {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:09:12.810568 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [req-05ecc5eb-0bd7-49d7-b66c-2695c354e004 req-7da8ca26-36cc-4b5a-8af3-c39e0ddedcf5 tempest-FloatingIPDetailsTestJSON-450377605 tempest-FloatingIPDetailsTestJSON-450377605-project] Received port after_create {{(pid=121606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:09:12.817261 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da8ca26-36cc-4b5a-8af3-c39e0ddedcf5 tempest-FloatingIPDetailsTestJSON-450377605 tempest-FloatingIPDetailsTestJSON-450377605-project] Pushing event updated for resources: {'Port': ['ID=97dffd26-1109-4d2a-8b67-484627c546a2,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:09:12.866840 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1ec0b9c-fad0-4ce2-97fb-bd518f21b5fe', 'tag': 'd3279f41-5733-434c-babe-c0306203f4fa'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:09:12.869642 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9858820c13ec2827453b94ebc4181065e990a4e4089ccb9fe762531ac62d2fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d60ca424-7249-4883-91cf-c9d21aaa1695" -d '{"events": [{"name": "network-changed", "server_uuid": "c1ec0b9c-fad0-4ce2-97fb-bd518f21b5fe", "tag": "d3279f41-5733-434c-babe-c0306203f4fa"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:09:12.922636 ncdv-master-1 neutron-server[121606]: INFO neutron.db.l3_db [req-b4394a6a-41a4-4aee-938e-f2d171b93ff8 req-62c63c74-1c56-4eb4-9a5b-9032da20b2b9 tempest-FloatingIPsAssociationNegativeTestJSON-495794297 tempest-FloatingIPsAssociationNegativeTestJSON-495794297-project] Floating IP f5d3ff9b-b4b6-4c3d-9bb6-a6de61cb3b0e associated. External IP: 172.35.3.29, port: 95f9468e-c1ab-4e1c-856f-19efb9ee29b8.
Dec 25 21:09:12.926135 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c55116-1a27-4587-80ab-1da68cc82ff7 req-17e10d5e-519b-48f3-8d65-5bf52042b6d1 tempest-LiveAutoBlockMigrationV225Test-952394939 tempest-LiveAutoBlockMigrationV225Test-952394939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:09:12.927628 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c4c55116-1a27-4587-80ab-1da68cc82ff7 req-17e10d5e-519b-48f3-8d65-5bf52042b6d1 tempest-LiveAutoBlockMigrationV225Test-952394939 tempest-LiveAutoBlockMigrationV225Test-952394939-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=e370ad00-0f15-4014-99c2-3ecd6b33849e&tenant_id=276a36e6a97d46a78b7e483daa26cc2e&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 1096 time: 0.1551664
Dec 25 21:09:13.339571 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-05ecc5eb-0bd7-49d7-b66c-2695c354e004 req-7da8ca26-36cc-4b5a-8af3-c39e0ddedcf5 tempest-FloatingIPDetailsTestJSON-450377605 tempest-FloatingIPDetailsTestJSON-450377605-project] Publish callbacks [] for floatingip, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:13.482527 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-05ecc5eb-0bd7-49d7-b66c-2695c354e004 req-7da8ca26-36cc-4b5a-8af3-c39e0ddedcf5 tempest-FloatingIPDetailsTestJSON-450377605 tempest-FloatingIPDetailsTestJSON-450377605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:13.573963 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b4394a6a-41a4-4aee-938e-f2d171b93ff8 req-62c63c74-1c56-4eb4-9a5b-9032da20b2b9 tempest-FloatingIPsAssociationNegativeTestJSON-495794297 tempest-FloatingIPsAssociationNegativeTestJSON-495794297-project] Router 8c9a7d0f-9263-4ede-80f0-914a40227c23 has already been hosted by L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 {{(pid=121606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 25 21:09:13.585653 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-c4c55116-1a27-4587-80ab-1da68cc82ff7 req-a2ef4ed7-ae1e-490c-beee-f7527f7ddc83 service neutron] For port 9026d1d6-3da8-4905-baa7-966ecb80b10a, host nch2-master-1, cleared binding levels {{(pid=121606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:09:13.594043 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-c4c55116-1a27-4587-80ab-1da68cc82ff7 req-a2ef4ed7-ae1e-490c-beee-f7527f7ddc83 service neutron] Publish callbacks [] for binding, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:13.595139 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c4c55116-1a27-4587-80ab-1da68cc82ff7 req-a2ef4ed7-ae1e-490c-beee-f7527f7ddc83 service neutron] 10.222.0.31 "DELETE /v2.0/ports/9026d1d6-3da8-4905-baa7-966ecb80b10a/bindings/nch2-master-1 HTTP/1.1" status: 204  len: 173 time: 0.6308229
Dec 25 21:09:13.628777 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device d3279f41-5733-434c-babe-c0306203f4fa details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 25 21:09:13.734221 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port d3279f41-5733-434c-babe-c0306203f4fa, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d3279f41-5733-434c-babe-c0306203f4fa,segment=NetworkSegment(a05a9961-775b-4dff-bebf-b24cb60ab1a9),segment_id=a05a9961-775b-4dff-bebf-b24cb60ab1a9)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:09:13.745866 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Returning: {'device': 'd3279f41-5733-434c-babe-c0306203f4fa', 'network_id': '2332d558-39bb-411c-88af-b74bee7e32ab', 'port_id': 'd3279f41-5733-434c-babe-c0306203f4fa', 'mac_address': 'fa:16:3e:c8:51:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63c432f3-af01-4d4f-ae68-1c137d7c49f3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 25 21:09:13.771808 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b4394a6a-41a4-4aee-938e-f2d171b93ff8 req-62c63c74-1c56-4eb4-9a5b-9032da20b2b9 tempest-FloatingIPsAssociationNegativeTestJSON-495794297 tempest-FloatingIPsAssociationNegativeTestJSON-495794297-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 21:09:13.777951 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-b4394a6a-41a4-4aee-938e-f2d171b93ff8 req-62c63c74-1c56-4eb4-9a5b-9032da20b2b9 tempest-FloatingIPsAssociationNegativeTestJSON-495794297 tempest-FloatingIPsAssociationNegativeTestJSON-495794297-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for floatingip, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:13.781341 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-05ecc5eb-0bd7-49d7-b66c-2695c354e004 req-7da8ca26-36cc-4b5a-8af3-c39e0ddedcf5 tempest-FloatingIPDetailsTestJSON-450377605 tempest-FloatingIPDetailsTestJSON-450377605-project] Publish callbacks [] for port, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:13.783927 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:13.788350 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ab19dbe-86c4-4c59-9186-779a22a7011d None None] Sync routers for ids ['8c9a7d0f-9263-4ede-80f0-914a40227c23'] in ncdv-master-1 {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 21:09:13.807931 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3279f41-5733-434c-babe-c0306203f4fa {{(pid=121608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:09:13.808151 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b4394a6a-41a4-4aee-938e-f2d171b93ff8 req-62c63c74-1c56-4eb4-9a5b-9032da20b2b9 tempest-FloatingIPsAssociationNegativeTestJSON-495794297 tempest-FloatingIPsAssociationNegativeTestJSON-495794297-project] 10.222.0.32 "PUT /v2.0/floatingips/f5d3ff9b-b4b6-4c3d-9bb6-a6de61cb3b0e HTTP/1.1" status: 200  len: 995 time: 2.5115993
Dec 25 21:09:13.816750 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ab19dbe-86c4-4c59-9186-779a22a7011d None None] Routers {'8c9a7d0f-9263-4ede-80f0-914a40227c23'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:09:13.817387 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-2ab19dbe-86c4-4c59-9186-779a22a7011d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2618296c10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:09:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['8c9a7d0f-9263-4ede-80f0-914a40227c23'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:09:13.839266 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-05ecc5eb-0bd7-49d7-b66c-2695c354e004 req-7da8ca26-36cc-4b5a-8af3-c39e0ddedcf5 tempest-FloatingIPDetailsTestJSON-450377605 tempest-FloatingIPDetailsTestJSON-450377605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:13.865062 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port d3279f41-5733-434c-babe-c0306203f4fa, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d3279f41-5733-434c-babe-c0306203f4fa,segment=NetworkSegment(a05a9961-775b-4dff-bebf-b24cb60ab1a9),segment_id=a05a9961-775b-4dff-bebf-b24cb60ab1a9)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:09:13.922937 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:13.926382 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da8ca26-36cc-4b5a-8af3-c39e0ddedcf5 tempest-FloatingIPDetailsTestJSON-450377605 tempest-FloatingIPDetailsTestJSON-450377605-project] Pushing event updated for resources: {'Port': ['ID=97dffd26-1109-4d2a-8b67-484627c546a2,revision_number=2']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:09:13.938553 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4394a6a-41a4-4aee-938e-f2d171b93ff8 req-f95600c0-ada0-4b42-b109-5e40f2131661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:09:13.939581 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvr_db [None req-2ab19dbe-86c4-4c59-9186-779a22a7011d None None] Set router 8c9a7d0f-9263-4ede-80f0-914a40227c23 gateway port host: ncdv-master-1 {{(pid=121608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:09:13.940091 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b4394a6a-41a4-4aee-938e-f2d171b93ff8 req-f95600c0-ada0-4b42-b109-5e40f2131661 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e65cafc179094f63bf88bfba4c57fd1f&device_id=24fbe6b2-8ab0-4b10-932c-de5d0c1f1ec7 HTTP/1.1" status: 200  len: 1096 time: 0.1163599
Dec 25 21:09:13.943121 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-05ecc5eb-0bd7-49d7-b66c-2695c354e004 req-7da8ca26-36cc-4b5a-8af3-c39e0ddedcf5 tempest-FloatingIPDetailsTestJSON-450377605 tempest-FloatingIPDetailsTestJSON-450377605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2008639'] for floatingip, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:14.050802 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-05ecc5eb-0bd7-49d7-b66c-2695c354e004 req-7da8ca26-36cc-4b5a-8af3-c39e0ddedcf5 tempest-FloatingIPDetailsTestJSON-450377605 tempest-FloatingIPDetailsTestJSON-450377605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for floatingip, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:14.052184 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-05ecc5eb-0bd7-49d7-b66c-2695c354e004 req-7da8ca26-36cc-4b5a-8af3-c39e0ddedcf5 tempest-FloatingIPDetailsTestJSON-450377605 tempest-FloatingIPDetailsTestJSON-450377605-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 3.0342097
Dec 25 21:09:14.053343 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4394a6a-41a4-4aee-938e-f2d171b93ff8 req-8dd310fd-f045-467b-bbbe-a540e23b01c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:09:14.061274 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b4394a6a-41a4-4aee-938e-f2d171b93ff8 req-8dd310fd-f045-467b-bbbe-a540e23b01c6 service neutron] 10.222.0.32 "GET /v2.0/networks?id=d11a6d20-7c9e-4651-a65c-c60d3931cc4e HTTP/1.1" status: 200  len: 929 time: 0.1060812
Dec 25 21:09:14.143729 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Pushing event updated for resources: {'Port': ['ID=d3279f41-5733-434c-babe-c0306203f4fa,revision_number=4']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:09:14.172419 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-05ecc5eb-0bd7-49d7-b66c-2695c354e004 req-f527871b-7255-4929-a3b5-30f11ad82cf8 tempest-FloatingIPDetailsTestJSON-450377605 tempest-FloatingIPDetailsTestJSON-450377605-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.35.3.178 HTTP/1.1" status: 200  len: 696 time: 0.1039190
Dec 25 21:09:14.207700 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] get_ports_and_sgs() called for port_ids ['d3279f41-5733-434c-babe-c0306203f4fa'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:09:14.224249 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b4394a6a-41a4-4aee-938e-f2d171b93ff8 req-38b48929-ce4b-4310-a313-a6dbef92e2a7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=95f9468e-c1ab-4e1c-856f-19efb9ee29b8 HTTP/1.1" status: 200  len: 998 time: 0.1619864
Dec 25 21:09:14.315513 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4394a6a-41a4-4aee-938e-f2d171b93ff8 req-ce4c89ff-4a33-456a-88f4-7ce320d1262a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:09:14.318491 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b4394a6a-41a4-4aee-938e-f2d171b93ff8 req-ce4c89ff-4a33-456a-88f4-7ce320d1262a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=98faad13-8b17-4944-b01e-df6bd636584c HTTP/1.1" status: 200  len: 867 time: 0.0871799
Dec 25 21:09:14.369823 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ecc5eb-0bd7-49d7-b66c-2695c354e004 req-c7820fc9-ca0e-46f6-aacd-d303636bcd06 tempest-FloatingIPDetailsTestJSON-450377605 tempest-FloatingIPDetailsTestJSON-450377605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:09:14.371186 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-05ecc5eb-0bd7-49d7-b66c-2695c354e004 req-c7820fc9-ca0e-46f6-aacd-d303636bcd06 tempest-FloatingIPDetailsTestJSON-450377605 tempest-FloatingIPDetailsTestJSON-450377605-project] 10.222.0.32 "GET /v2.0/networks/7201e55c-7c5f-41aa-a042-a363696539d0 HTTP/1.1" status: 200  len: 784 time: 0.1905656
Dec 25 21:09:14.389789 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4394a6a-41a4-4aee-938e-f2d171b93ff8 req-d8be8520-a623-4b83-8d87-1bfc68601641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:09:14.392776 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b4394a6a-41a4-4aee-938e-f2d171b93ff8 req-d8be8520-a623-4b83-8d87-1bfc68601641 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d11a6d20-7c9e-4651-a65c-c60d3931cc4e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0656695
Dec 25 21:09:14.404595 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [req-b4394a6a-41a4-4aee-938e-f2d171b93ff8 req-8045d295-659c-483e-95c1-83ccb4771f0c service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=121606) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 25 21:09:14.405718 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b4394a6a-41a4-4aee-938e-f2d171b93ff8 req-8045d295-659c-483e-95c1-83ccb4771f0c service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0056858
Dec 25 21:09:14.470195 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-2ab19dbe-86c4-4c59-9186-779a22a7011d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2618296c10>, [{'id': '8c9a7d0f-9263-4ede-80f0-914a40227c23', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-676909578-router', 'tenant_id': 'e65cafc179094f63bf88bfba4c57fd1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.189'}], 'enable_snat': True}, 'gw_port_id': '2a7ba220-6220-4585-99ef-7e2fa624bb90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:08:24Z', 'updated_at': '2021-12-25T21:08:30Z', 'revision_number': 4, 'project_id': 'e65cafc179094f63bf88bfba4c57fd1f', 'gw_port': {'id': '2a7ba220-6220-4585-99ef-7e2fa624bb90', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:c5:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c9a7d0f-9263-4ede-80f0-914a40227c23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:08:25Z', 'updated_at': '2021-12-25T21:08:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'f5d3ff9b-b4b6-4c3d-9bb6-a6de61cb3b0e', 'tenant_id': 'e65cafc179094f63bf88bfba4c57fd1f', 'floating_ip_address': '172.35.3.29', 'floating_network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'router_id': '8c9a7d0f-9263-4ede-80f0-914a40227c23', 'port_id': '95f9468e-c1ab-4e1c-856f-19efb9ee29b8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 467, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd11a6d20-7c9e-4651-a65c-c60d3931cc4e', 'mac_address': 'fa:16:3e:52:70:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24fbe6b2-8ab0-4b10-932c-de5d0c1f1ec7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-25T21:09:09Z', 'updated_at': '2021-12-25T21:09:12Z', 'revision_number': 1, 'project_id': 'e65cafc179094f63bf88bfba4c57fd1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '611d9951-28c7-4cab-b41e-39741fa4d70e', 'name': '', 'network_id': 'd11a6d20-7c9e-4651-a65c-c60d3931cc4e', 'tenant_id': 'e65cafc179094f63bf88bfba4c57fd1f', 'mac_address': 'fa:16:3e:03:80:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c9a7d0f-9263-4ede-80f0-914a40227c23', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '98faad13-8b17-4944-b01e-df6bd636584c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:08:28Z', 'updated_at': '2021-12-25T21:08:39Z', 'revision_number': 5, 'project_id': 'e65cafc179094f63bf88bfba4c57fd1f', 'subnets': [{'id': '98faad13-8b17-4944-b01e-df6bd636584c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:09:14.505218 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ab19dbe-86c4-4c59-9186-779a22a7011d None None] Checking router: 8c9a7d0f-9263-4ede-80f0-914a40227c23 for host: ncdv-master-1 {{(pid=121608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 25 21:09:14.509445 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b4394a6a-41a4-4aee-938e-f2d171b93ff8 req-876c9c4e-cfac-4ff3-985b-b2a697332021 service neutron] 10.222.0.32 "GET /v2.0/networks/d11a6d20-7c9e-4651-a65c-c60d3931cc4e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0969839
Dec 25 21:09:14.529266 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ab19dbe-86c4-4c59-9186-779a22a7011d None None] Routers {'8c9a7d0f-9263-4ede-80f0-914a40227c23'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:09:14.529887 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-2ab19dbe-86c4-4c59-9186-779a22a7011d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2618296c10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:09:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['8c9a7d0f-9263-4ede-80f0-914a40227c23'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:09:14.616144 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b4394a6a-41a4-4aee-938e-f2d171b93ff8 req-e0c26263-09a7-44a0-9a25-c1bbdd2055f0 service neutron] 10.222.0.32 "GET /v2.0/networks/d11a6d20-7c9e-4651-a65c-c60d3931cc4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0983286
Dec 25 21:09:14.661269 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvr_db [None req-2ab19dbe-86c4-4c59-9186-779a22a7011d None None] Set router 8c9a7d0f-9263-4ede-80f0-914a40227c23 gateway port host: ncdv-master-1 {{(pid=121608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:09:14.730483 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af90e411-bedd-4f7b-82ac-b3481e938d54 req-6d431de3-eb70-435b-ad6e-bee9ef8042d1 tempest-ServersWithSpecificFlavorTestJSON-439149936 tempest-ServersWithSpecificFlavorTestJSON-439149936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:09:14.732092 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-af90e411-bedd-4f7b-82ac-b3481e938d54 req-6d431de3-eb70-435b-ad6e-bee9ef8042d1 tempest-ServersWithSpecificFlavorTestJSON-439149936 tempest-ServersWithSpecificFlavorTestJSON-439149936-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a4cbf2d-cea7-4432-9264-6ac3fed9238d HTTP/1.1" status: 200  len: 945 time: 0.0581183
Dec 25 21:09:14.740728 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 43418) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:09:14.745351 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-4caa4e45-787a-4a72-ae0e-5df8fcfb86e8 tempest-ServersWithSpecificFlavorTestJSON-439149936 tempest-ServersWithSpecificFlavorTestJSON-439149936-project] Request body: {'floatingip': {'port_id': '7c429c38-cf37-4881-8541-dad894677bf4'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:09:14.826772 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-4caa4e45-787a-4a72-ae0e-5df8fcfb86e8 tempest-ServersWithSpecificFlavorTestJSON-439149936 tempest-ServersWithSpecificFlavorTestJSON-439149936-project] Publish callbacks [] for floatingip, before_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:14.848499 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device 9026d1d6-3da8-4905-baa7-966ecb80b10a no longer exists at agent hyperv_nch2-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:09:14.891224 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81e52d8-79e8-467c-94cb-e47d162ffaf7 req-d823f641-402e-4b0e-86d8-58a876370ad8 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:09:14.901781 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b81e52d8-79e8-467c-94cb-e47d162ffaf7 req-d823f641-402e-4b0e-86d8-58a876370ad8 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] 10.222.0.32 "GET /v2.0/ports?device_id=083a54e8-8841-4d6e-b720-a0e06409e0d4 HTTP/1.1" status: 200  len: 949 time: 0.1101329
Dec 25 21:09:14.917980 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] The host nch2-master-1 is not matching for port 9026d1d6-3da8-4905-baa7-966ecb80b10a host nch1-master-1! {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}}
Dec 25 21:09:14.918243 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device 9026d1d6-3da8-4905-baa7-966ecb80b10a not bound to the agent host nch2-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:09:14.920013 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012c6637-5ec1-4eec-a04e-27601c679e8e req-d138f203-4166-404d-8f30-c7518b8f2cf5 tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:09:14.922193 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-012c6637-5ec1-4eec-a04e-27601c679e8e req-d138f203-4166-404d-8f30-c7518b8f2cf5 tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] 10.222.0.32 "GET /v2.0/ports?device_id=e370ad00-0f15-4014-99c2-3ecd6b33849e HTTP/1.1" status: 200  len: 945 time: 0.1056163
Dec 25 21:09:14.981797 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-2ab19dbe-86c4-4c59-9186-779a22a7011d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2618296c10>, [{'id': '8c9a7d0f-9263-4ede-80f0-914a40227c23', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-676909578-router', 'tenant_id': 'e65cafc179094f63bf88bfba4c57fd1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.189'}], 'enable_snat': True}, 'gw_port_id': '2a7ba220-6220-4585-99ef-7e2fa624bb90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:08:24Z', 'updated_at': '2021-12-25T21:08:30Z', 'revision_number': 4, 'project_id': 'e65cafc179094f63bf88bfba4c57fd1f', 'gw_port': {'id': '2a7ba220-6220-4585-99ef-7e2fa624bb90', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:c5:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c9a7d0f-9263-4ede-80f0-914a40227c23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:08:25Z', 'updated_at': '2021-12-25T21:08:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'f5d3ff9b-b4b6-4c3d-9bb6-a6de61cb3b0e', 'tenant_id': 'e65cafc179094f63bf88bfba4c57fd1f', 'floating_ip_address': '172.35.3.29', 'floating_network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'router_id': '8c9a7d0f-9263-4ede-80f0-914a40227c23', 'port_id': '95f9468e-c1ab-4e1c-856f-19efb9ee29b8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 467, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd11a6d20-7c9e-4651-a65c-c60d3931cc4e', 'mac_address': 'fa:16:3e:52:70:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24fbe6b2-8ab0-4b10-932c-de5d0c1f1ec7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-25T21:09:09Z', 'updated_at': '2021-12-25T21:09:12Z', 'revision_number': 1, 'project_id': 'e65cafc179094f63bf88bfba4c57fd1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '611d9951-28c7-4cab-b41e-39741fa4d70e', 'name': '', 'network_id': 'd11a6d20-7c9e-4651-a65c-c60d3931cc4e', 'tenant_id': 'e65cafc179094f63bf88bfba4c57fd1f', 'mac_address': 'fa:16:3e:03:80:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c9a7d0f-9263-4ede-80f0-914a40227c23', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '98faad13-8b17-4944-b01e-df6bd636584c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:08:28Z', 'updated_at': '2021-12-25T21:08:39Z', 'revision_number': 5, 'project_id': 'e65cafc179094f63bf88bfba4c57fd1f', 'subnets': [{'id': '98faad13-8b17-4944-b01e-df6bd636584c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:09:15.014275 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ab19dbe-86c4-4c59-9186-779a22a7011d None None] The sync data for ids ['8c9a7d0f-9263-4ede-80f0-914a40227c23'] in ncdv-master-1 is: [{'id': '8c9a7d0f-9263-4ede-80f0-914a40227c23', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-676909578-router', 'tenant_id': 'e65cafc179094f63bf88bfba4c57fd1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.189'}], 'enable_snat': True}, 'gw_port_id': '2a7ba220-6220-4585-99ef-7e2fa624bb90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:08:24Z', 'updated_at': '2021-12-25T21:08:30Z', 'revision_number': 4, 'project_id': 'e65cafc179094f63bf88bfba4c57fd1f', 'gw_port': {'id': '2a7ba220-6220-4585-99ef-7e2fa624bb90', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:c5:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c9a7d0f-9263-4ede-80f0-914a40227c23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:08:25Z', 'updated_at': '2021-12-25T21:08:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'f5d3ff9b-b4b6-4c3d-9bb6-a6de61cb3b0e', 'tenant_id': 'e65cafc179094f63bf88bfba4c57fd1f', 'floating_ip_address': '172.35.3.29', 'floating_network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'router_id': '8c9a7d0f-9263-4ede-80f0-914a40227c23', 'port_id': '95f9468e-c1ab-4e1c-856f-19efb9ee29b8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 467, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd11a6d20-7c9e-4651-a65c-c60d3931cc4e', 'mac_address': 'fa:16:3e:52:70:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24fbe6b2-8ab0-4b10-932c-de5d0c1f1ec7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-25T21:09:09Z', 'updated_at': '2021-12-25T21:09:12Z', 'revision_number': 1, 'project_id': 'e65cafc179094f63bf88bfba4c57fd1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '611d9951-28c7-4cab-b41e-39741fa4d70e', 'name': '', 'network_id': 'd11a6d20-7c9e-4651-a65c-c60d3931cc4e', 'tenant_id': 'e65cafc179094f63bf88bfba4c57fd1f', 'mac_address': 'fa:16:3e:03:80:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c9a7d0f-9263-4ede-80f0-914a40227c23', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '98faad13-8b17-4944-b01e-df6bd636584c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:08:28Z', 'updated_at': '2021-12-25T21:08:39Z', 'revision_number': 5, 'project_id': 'e65cafc179094f63bf88bfba4c57fd1f', 'subnets': [{'id': '98faad13-8b17-4944-b01e-df6bd636584c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 21:09:15.018257 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-012c6637-5ec1-4eec-a04e-27601c679e8e req-4c4fad30-c67c-431f-aabf-45e39d0710cf tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5d2ff88-22d6-43d8-90d1-bfb86d4e3308&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0873704
Dec 25 21:09:15.049556 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b81e52d8-79e8-467c-94cb-e47d162ffaf7 req-4dff1f8b-ac44-41a7-8e68-3c7b90adf89b tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] 10.222.0.32 "GET /v2.0/security-groups?id=3d6cb2f0-3d81-4228-9d61-fc5e0bb3087e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1260364
Dec 25 21:09:15.147982 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f49f38-7063-4393-a452-aea8759da0fb req-c7dca90e-e1d4-428a-a90a-0fc5c3ddcd0b tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:09:15.156759 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-78f49f38-7063-4393-a452-aea8759da0fb req-c7dca90e-e1d4-428a-a90a-0fc5c3ddcd0b tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1ec0b9c-fad0-4ce2-97fb-bd518f21b5fe HTTP/1.1" status: 200  len: 945 time: 0.0567224
Dec 25 21:09:15.212720 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-78f49f38-7063-4393-a452-aea8759da0fb req-3e5ba8ae-0314-4564-8fb3-29719ea562bf tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] 10.222.0.32 "GET /v2.0/security-groups?id=bc05caf7-df2e-49b8-960c-4031d2c2ccca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0549645
Dec 25 21:09:15.260373 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Dec 2021 21:09:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a50f480b-8a36-4231-82bd-65a9f393910a x-openstack-request-id: req-a50f480b-8a36-4231-82bd-65a9f393910a {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:09:15.260763 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1ec0b9c-fad0-4ce2-97fb-bd518f21b5fe", "tag": "d3279f41-5733-434c-babe-c0306203f4fa", "status": "completed", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:09:15.260943 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a50f480b-8a36-4231-82bd-65a9f393910a {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:09:15.261334 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1ec0b9c-fad0-4ce2-97fb-bd518f21b5fe', 'tag': 'd3279f41-5733-434c-babe-c0306203f4fa', 'status': 'completed', 'code': 200}
Dec 25 21:09:15.289258 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2395f982-222c-4419-9315-59dca3b9242d None None] New status for floating IP f5d3ff9b-b4b6-4c3d-9bb6-a6de61cb3b0e: ACTIVE {{(pid=121609) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 25 21:09:15.487060 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60ca424-7249-4883-91cf-c9d21aaa1695 req-2fc94ce1-70fb-4d23-8f30-ea1e0aee2f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:09:15.488959 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d60ca424-7249-4883-91cf-c9d21aaa1695 req-2fc94ce1-70fb-4d23-8f30-ea1e0aee2f32 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=bc19d38e80ce426fa6d268838d133f13&device_id=c1ec0b9c-fad0-4ce2-97fb-bd518f21b5fe HTTP/1.1" status: 200  len: 1096 time: 0.1716743
Dec 25 21:09:15.502861 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ae8867f6-460d-4423-8281-adf0c5e2c9de req-bc7aec2e-8f9b-46e1-a74d-e6136e927114 tempest-FloatingIPDetailsTestJSON-450377605 tempest-FloatingIPDetailsTestJSON-450377605-project] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.2298248
Dec 25 21:09:15.520396 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-ae8867f6-460d-4423-8281-adf0c5e2c9de req-8d3d2527-b9eb-4043-a1d3-df154ca233a9 tempest-FloatingIPDetailsTestJSON-450377605 tempest-FloatingIPDetailsTestJSON-450377605-project] Request body: {'floatingip': {'floating_network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:09:15.564690 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-4caa4e45-787a-4a72-ae0e-5df8fcfb86e8 tempest-ServersWithSpecificFlavorTestJSON-439149936 tempest-ServersWithSpecificFlavorTestJSON-439149936-project] Publish callbacks [] for floatingip, precommit_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:15.592911 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7b1272f2-62a8-4253-8302-8bc2b804d468 req-0789d845-d0c5-464c-bcfe-6abeb843da7b tempest-FloatingIPsAssociationNegativeTestJSON-495794297 tempest-FloatingIPsAssociationNegativeTestJSON-495794297-project] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=7201e55c-7c5f-41aa-a042-a363696539d0 HTTP/1.1" status: 200  len: 258 time: 0.2412498
Dec 25 21:09:15.612022 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-7b1272f2-62a8-4253-8302-8bc2b804d468 req-f93fe431-cfe7-451c-86e5-256152ff448e tempest-FloatingIPsAssociationNegativeTestJSON-495794297 tempest-FloatingIPsAssociationNegativeTestJSON-495794297-project] Request body: {'floatingip': {'floating_network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:09:15.622816 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-4caa4e45-787a-4a72-ae0e-5df8fcfb86e8 tempest-ServersWithSpecificFlavorTestJSON-439149936 tempest-ServersWithSpecificFlavorTestJSON-439149936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2008639'] for floatingip, after_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:15.638786 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60ca424-7249-4883-91cf-c9d21aaa1695 req-10b50a95-8131-4eba-8531-255d152dcd5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:09:15.640314 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d60ca424-7249-4883-91cf-c9d21aaa1695 req-10b50a95-8131-4eba-8531-255d152dcd5e service neutron] 10.222.0.31 "GET /v2.0/networks?id=2332d558-39bb-411c-88af-b74bee7e32ab HTTP/1.1" status: 200  len: 909 time: 0.1425138
Dec 25 21:09:15.644642 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device d3279f41-5733-434c-babe-c0306203f4fa up at agent hyperv_nch1-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:09:15.690657 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d60ca424-7249-4883-91cf-c9d21aaa1695 req-437aef80-d966-409d-8f23-d7e6b3de00c1 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d3279f41-5733-434c-babe-c0306203f4fa HTTP/1.1" status: 200  len: 217 time: 0.0358417
Dec 25 21:09:15.692684 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-ae8867f6-460d-4423-8281-adf0c5e2c9de req-8d3d2527-b9eb-4043-a1d3-df154ca233a9 tempest-FloatingIPDetailsTestJSON-450377605 tempest-FloatingIPDetailsTestJSON-450377605-project] Publish callbacks [] for floatingip, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:15.766100 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Provisioning for port d3279f41-5733-434c-babe-c0306203f4fa completed by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 25 21:09:15.770629 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Provisioning complete for port d3279f41-5733-434c-babe-c0306203f4fa triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:09:15.773806 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:15.777723 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60ca424-7249-4883-91cf-c9d21aaa1695 req-1350617a-5700-47ea-9ce2-44187aae1d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:09:15.779276 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d60ca424-7249-4883-91cf-c9d21aaa1695 req-1350617a-5700-47ea-9ce2-44187aae1d3e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=63c432f3-af01-4d4f-ae68-1c137d7c49f3 HTTP/1.1" status: 200  len: 848 time: 0.0813987
Dec 25 21:09:15.815661 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d60ca424-7249-4883-91cf-c9d21aaa1695 req-d9e4b486-f709-4fd1-a3fd-59f1b5e50715 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2332d558-39bb-411c-88af-b74bee7e32ab&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0276403
Dec 25 21:09:15.858378 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:15.868252 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-7b1272f2-62a8-4253-8302-8bc2b804d468 req-f93fe431-cfe7-451c-86e5-256152ff448e tempest-FloatingIPsAssociationNegativeTestJSON-495794297 tempest-FloatingIPsAssociationNegativeTestJSON-495794297-project] Publish callbacks [] for floatingip, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:15.884215 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1ec0b9c-fad0-4ce2-97fb-bd518f21b5fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3279f41-5733-434c-babe-c0306203f4fa'}] {{(pid=121608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:09:15.888480 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a88c78c3ff6266bd59c7e89d275b28c92e739b67d23c89d71af88829fd31566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fded226f-4b44-4bc2-94c9-bf8a4ba31e18" -d '{"events": [{"server_uuid": "c1ec0b9c-fad0-4ce2-97fb-bd518f21b5fe", "name": "network-vif-plugged", "status": "completed", "tag": "d3279f41-5733-434c-babe-c0306203f4fa"}]}' {{(pid=121608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:09:15.900552 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port d3279f41-5733-434c-babe-c0306203f4fa, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d3279f41-5733-434c-babe-c0306203f4fa,segment=NetworkSegment(a05a9961-775b-4dff-bebf-b24cb60ab1a9),segment_id=a05a9961-775b-4dff-bebf-b24cb60ab1a9)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:09:15.961366 ncdv-master-1 neutron-server[121607]: INFO neutron.db.l3_db [None req-4caa4e45-787a-4a72-ae0e-5df8fcfb86e8 tempest-ServersWithSpecificFlavorTestJSON-439149936 tempest-ServersWithSpecificFlavorTestJSON-439149936-project] Floating IP 922efb14-5c26-45d7-97a3-4e8463385b77 associated. External IP: 172.35.3.223, port: 7c429c38-cf37-4881-8541-dad894677bf4.
Dec 25 21:09:15.982375 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d60ca424-7249-4883-91cf-c9d21aaa1695 req-75ce28fc-2505-48b1-990d-11e135bb239b service neutron] 10.222.0.31 "GET /v2.0/networks/2332d558-39bb-411c-88af-b74bee7e32ab?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1390641
Dec 25 21:09:15.986503 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-ae8867f6-460d-4423-8281-adf0c5e2c9de req-8d3d2527-b9eb-4043-a1d3-df154ca233a9 tempest-FloatingIPDetailsTestJSON-450377605 tempest-FloatingIPDetailsTestJSON-450377605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:16.022515 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:16.079887 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Pushing event updated for resources: {'Port': ['ID=d3279f41-5733-434c-babe-c0306203f4fa,revision_number=5']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:09:16.191283 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4caa4e45-787a-4a72-ae0e-5df8fcfb86e8 tempest-ServersWithSpecificFlavorTestJSON-439149936 tempest-ServersWithSpecificFlavorTestJSON-439149936-project] Router 5a16a119-0d91-47a1-b1a5-ad284c2ceb4f has already been hosted by L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 {{(pid=121607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 25 21:09:16.302971 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4caa4e45-787a-4a72-ae0e-5df8fcfb86e8 tempest-ServersWithSpecificFlavorTestJSON-439149936 tempest-ServersWithSpecificFlavorTestJSON-439149936-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 21:09:16.308210 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-4caa4e45-787a-4a72-ae0e-5df8fcfb86e8 tempest-ServersWithSpecificFlavorTestJSON-439149936 tempest-ServersWithSpecificFlavorTestJSON-439149936-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for floatingip, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:16.313315 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a74894c3-f87f-4b2a-b4ec-ba0d8effe658 None None] Sync routers for ids ['5a16a119-0d91-47a1-b1a5-ad284c2ceb4f'] in ncdv-master-1 {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 21:09:16.325700 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a74894c3-f87f-4b2a-b4ec-ba0d8effe658 None None] Routers {'5a16a119-0d91-47a1-b1a5-ad284c2ceb4f'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:09:16.326344 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-a74894c3-f87f-4b2a-b4ec-ba0d8effe658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f261348d0d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:09:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['5a16a119-0d91-47a1-b1a5-ad284c2ceb4f'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:09:16.341444 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-4caa4e45-787a-4a72-ae0e-5df8fcfb86e8 tempest-ServersWithSpecificFlavorTestJSON-439149936 tempest-ServersWithSpecificFlavorTestJSON-439149936-project] 10.222.0.32 "PUT /v2.0/floatingips/922efb14-5c26-45d7-97a3-4e8463385b77 HTTP/1.1" status: 200  len: 991 time: 1.5995400
Dec 25 21:09:16.342870 ncdv-master-1 neutron-server[121607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a4cbf2d-cea7-4432-9264-6ac3fed9238d', 'tag': '7c429c38-cf37-4881-8541-dad894677bf4'}] {{(pid=121607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:09:16.345372 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f980bbcadfa7bf1e788024e1448be660373c21f97f015f780444e999c451203" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e281f597-86dc-40fb-939e-eb58e3871f5f" -d '{"events": [{"name": "network-changed", "server_uuid": "1a4cbf2d-cea7-4432-9264-6ac3fed9238d", "tag": "7c429c38-cf37-4881-8541-dad894677bf4"}]}' {{(pid=121607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:09:16.430657 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d60ca424-7249-4883-91cf-c9d21aaa1695 req-7142dcdb-b271-4e6d-8dc8-996fb422d5df service neutron] 10.222.0.31 "GET /v2.0/networks/2332d558-39bb-411c-88af-b74bee7e32ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4389429
Dec 25 21:09:16.437288 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvr_db [None req-a74894c3-f87f-4b2a-b4ec-ba0d8effe658 None None] Set router 5a16a119-0d91-47a1-b1a5-ad284c2ceb4f gateway port host: ncdv-master-1 {{(pid=121608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:09:16.449703 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_common [req-ae8867f6-460d-4423-8281-adf0c5e2c9de req-8d3d2527-b9eb-4043-a1d3-df154ca233a9 tempest-FloatingIPDetailsTestJSON-450377605 tempest-FloatingIPDetailsTestJSON-450377605-project] Allocated IP 172.35.3.56 (7201e55c-7c5f-41aa-a042-a363696539d0/7a939e13-713f-45cf-bba7-1539635abe25/c6392c19-e42b-4484-93e8-4d5d9f484495) {{(pid=121606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:09:16.452486 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-7b1272f2-62a8-4253-8302-8bc2b804d468 req-f93fe431-cfe7-451c-86e5-256152ff448e tempest-FloatingIPsAssociationNegativeTestJSON-495794297 tempest-FloatingIPsAssociationNegativeTestJSON-495794297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:16.597707 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-ae8867f6-460d-4423-8281-adf0c5e2c9de req-8d3d2527-b9eb-4043-a1d3-df154ca233a9 tempest-FloatingIPDetailsTestJSON-450377605 tempest-FloatingIPDetailsTestJSON-450377605-project] Publish callbacks [] for port, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:16.664596 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-a74894c3-f87f-4b2a-b4ec-ba0d8effe658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f261348d0d0>, [{'id': '5a16a119-0d91-47a1-b1a5-ad284c2ceb4f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-428068567-router', 'tenant_id': 'e25e5a44bb7e4ef7a38e961e6203b72b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.161'}], 'enable_snat': True}, 'gw_port_id': 'a5e4af3a-9b70-4dca-9bf8-c711678c9b36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:07:53Z', 'updated_at': '2021-12-25T21:08:04Z', 'revision_number': 4, 'project_id': 'e25e5a44bb7e4ef7a38e961e6203b72b', 'gw_port': {'id': 'a5e4af3a-9b70-4dca-9bf8-c711678c9b36', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:c8:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a16a119-0d91-47a1-b1a5-ad284c2ceb4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:07:54Z', 'updated_at': '2021-12-25T21:08:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '922efb14-5c26-45d7-97a3-4e8463385b77', 'tenant_id': 'e25e5a44bb7e4ef7a38e961e6203b72b', 'floating_ip_address': '172.35.3.223', 'floating_network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'router_id': '5a16a119-0d91-47a1-b1a5-ad284c2ceb4f', 'port_id': '7c429c38-cf37-4881-8541-dad894677bf4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 402, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '629690dc-316c-48ba-b3f8-2395f5f041a6', 'mac_address': 'fa:16:3e:87:f7:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a4cbf2d-cea7-4432-9264-6ac3fed9238d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-25T21:08:38Z', 'updated_at': '2021-12-25T21:09:15Z', 'revision_number': 1, 'project_id': 'e25e5a44bb7e4ef7a38e961e6203b72b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5632047-d757-48ea-8d0b-71d3a71e38c6', 'name': '', 'network_id': '629690dc-316c-48ba-b3f8-2395f5f041a6', 'tenant_id': 'e25e5a44bb7e4ef7a38e961e6203b72b', 'mac_address': 'fa:16:3e:34:1f:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a16a119-0d91-47a1-b1a5-ad284c2ceb4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': 'b91f30a5-b3f6-4065-94e7-2dc6af689f3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:08:01Z', 'updated_at': '2021-12-25T21:08:12Z', 'revision_number': 5, 'project_id': 'e25e5a44bb7e4ef7a38e961e6203b72b', 'subnets': [{'id': 'b91f30a5-b3f6-4065-94e7-2dc6af689f3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:09:16.692996 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a74894c3-f87f-4b2a-b4ec-ba0d8effe658 None None] Checking router: 5a16a119-0d91-47a1-b1a5-ad284c2ceb4f for host: ncdv-master-1 {{(pid=121608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 25 21:09:16.706408 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a74894c3-f87f-4b2a-b4ec-ba0d8effe658 None None] Routers {'5a16a119-0d91-47a1-b1a5-ad284c2ceb4f'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:09:16.707009 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-a74894c3-f87f-4b2a-b4ec-ba0d8effe658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f261348d0d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:09:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['5a16a119-0d91-47a1-b1a5-ad284c2ceb4f'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:09:16.711864 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-ae8867f6-460d-4423-8281-adf0c5e2c9de req-8d3d2527-b9eb-4043-a1d3-df154ca233a9 tempest-FloatingIPDetailsTestJSON-450377605 tempest-FloatingIPDetailsTestJSON-450377605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:16.778915 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae8867f6-460d-4423-8281-adf0c5e2c9de req-8d3d2527-b9eb-4043-a1d3-df154ca233a9 tempest-FloatingIPDetailsTestJSON-450377605 tempest-FloatingIPDetailsTestJSON-450377605-project] Network 7201e55c-7c5f-41aa-a042-a363696539d0 is already hosted by enough agents. {{(pid=121606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:09:16.787245 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [req-ae8867f6-460d-4423-8281-adf0c5e2c9de req-8d3d2527-b9eb-4043-a1d3-df154ca233a9 tempest-FloatingIPDetailsTestJSON-450377605 tempest-FloatingIPDetailsTestJSON-450377605-project] Resources bound (agent type, host, resource id):  {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:09:16.791945 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3d2527-b9eb-4043-a1d3-df154ca233a9 tempest-FloatingIPDetailsTestJSON-450377605 tempest-FloatingIPDetailsTestJSON-450377605-project] Pushing event updated for resources: {'Port': ['ID=c6392c19-e42b-4484-93e8-4d5d9f484495,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:09:16.796943 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae8867f6-460d-4423-8281-adf0c5e2c9de req-8d3d2527-b9eb-4043-a1d3-df154ca233a9 tempest-FloatingIPDetailsTestJSON-450377605 tempest-FloatingIPDetailsTestJSON-450377605-project] Received port after_create {{(pid=121606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:09:16.812332 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvr_db [None req-a74894c3-f87f-4b2a-b4ec-ba0d8effe658 None None] Set router 5a16a119-0d91-47a1-b1a5-ad284c2ceb4f gateway port host: ncdv-master-1 {{(pid=121608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:09:16.823601 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_common [req-7b1272f2-62a8-4253-8302-8bc2b804d468 req-f93fe431-cfe7-451c-86e5-256152ff448e tempest-FloatingIPsAssociationNegativeTestJSON-495794297 tempest-FloatingIPsAssociationNegativeTestJSON-495794297-project] Allocated IP 172.35.3.64 (7201e55c-7c5f-41aa-a042-a363696539d0/7a939e13-713f-45cf-bba7-1539635abe25/67922004-bebf-462d-b07e-8064a4485173) {{(pid=121606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:09:16.956218 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-ae8867f6-460d-4423-8281-adf0c5e2c9de req-8d3d2527-b9eb-4043-a1d3-df154ca233a9 tempest-FloatingIPDetailsTestJSON-450377605 tempest-FloatingIPDetailsTestJSON-450377605-project] Publish callbacks [] for floatingip, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:16.977099 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-7b1272f2-62a8-4253-8302-8bc2b804d468 req-f93fe431-cfe7-451c-86e5-256152ff448e tempest-FloatingIPsAssociationNegativeTestJSON-495794297 tempest-FloatingIPsAssociationNegativeTestJSON-495794297-project] Publish callbacks [] for port, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:17.034611 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-a74894c3-f87f-4b2a-b4ec-ba0d8effe658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f261348d0d0>, [{'id': '5a16a119-0d91-47a1-b1a5-ad284c2ceb4f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-428068567-router', 'tenant_id': 'e25e5a44bb7e4ef7a38e961e6203b72b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.161'}], 'enable_snat': True}, 'gw_port_id': 'a5e4af3a-9b70-4dca-9bf8-c711678c9b36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:07:53Z', 'updated_at': '2021-12-25T21:08:04Z', 'revision_number': 4, 'project_id': 'e25e5a44bb7e4ef7a38e961e6203b72b', 'gw_port': {'id': 'a5e4af3a-9b70-4dca-9bf8-c711678c9b36', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:c8:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a16a119-0d91-47a1-b1a5-ad284c2ceb4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:07:54Z', 'updated_at': '2021-12-25T21:08:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '922efb14-5c26-45d7-97a3-4e8463385b77', 'tenant_id': 'e25e5a44bb7e4ef7a38e961e6203b72b', 'floating_ip_address': '172.35.3.223', 'floating_network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'router_id': '5a16a119-0d91-47a1-b1a5-ad284c2ceb4f', 'port_id': '7c429c38-cf37-4881-8541-dad894677bf4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 402, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '629690dc-316c-48ba-b3f8-2395f5f041a6', 'mac_address': 'fa:16:3e:87:f7:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a4cbf2d-cea7-4432-9264-6ac3fed9238d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-25T21:08:38Z', 'updated_at': '2021-12-25T21:09:15Z', 'revision_number': 1, 'project_id': 'e25e5a44bb7e4ef7a38e961e6203b72b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5632047-d757-48ea-8d0b-71d3a71e38c6', 'name': '', 'network_id': '629690dc-316c-48ba-b3f8-2395f5f041a6', 'tenant_id': 'e25e5a44bb7e4ef7a38e961e6203b72b', 'mac_address': 'fa:16:3e:34:1f:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a16a119-0d91-47a1-b1a5-ad284c2ceb4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': 'b91f30a5-b3f6-4065-94e7-2dc6af689f3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:08:01Z', 'updated_at': '2021-12-25T21:08:12Z', 'revision_number': 5, 'project_id': 'e25e5a44bb7e4ef7a38e961e6203b72b', 'subnets': [{'id': 'b91f30a5-b3f6-4065-94e7-2dc6af689f3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:09:17.050177 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-ae8867f6-460d-4423-8281-adf0c5e2c9de req-8d3d2527-b9eb-4043-a1d3-df154ca233a9 tempest-FloatingIPDetailsTestJSON-450377605 tempest-FloatingIPDetailsTestJSON-450377605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:17.098381 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-7b1272f2-62a8-4253-8302-8bc2b804d468 req-f93fe431-cfe7-451c-86e5-256152ff448e tempest-FloatingIPsAssociationNegativeTestJSON-495794297 tempest-FloatingIPsAssociationNegativeTestJSON-495794297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:17.189718 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a74894c3-f87f-4b2a-b4ec-ba0d8effe658 None None] The sync data for ids ['5a16a119-0d91-47a1-b1a5-ad284c2ceb4f'] in ncdv-master-1 is: [{'id': '5a16a119-0d91-47a1-b1a5-ad284c2ceb4f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-428068567-router', 'tenant_id': 'e25e5a44bb7e4ef7a38e961e6203b72b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.161'}], 'enable_snat': True}, 'gw_port_id': 'a5e4af3a-9b70-4dca-9bf8-c711678c9b36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:07:53Z', 'updated_at': '2021-12-25T21:08:04Z', 'revision_number': 4, 'project_id': 'e25e5a44bb7e4ef7a38e961e6203b72b', 'gw_port': {'id': 'a5e4af3a-9b70-4dca-9bf8-c711678c9b36', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:c8:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a16a119-0d91-47a1-b1a5-ad284c2ceb4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:07:54Z', 'updated_at': '2021-12-25T21:08:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '922efb14-5c26-45d7-97a3-4e8463385b77', 'tenant_id': 'e25e5a44bb7e4ef7a38e961e6203b72b', 'floating_ip_address': '172.35.3.223', 'floating_network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'router_id': '5a16a119-0d91-47a1-b1a5-ad284c2ceb4f', 'port_id': '7c429c38-cf37-4881-8541-dad894677bf4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 402, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '629690dc-316c-48ba-b3f8-2395f5f041a6', 'mac_address': 'fa:16:3e:87:f7:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a4cbf2d-cea7-4432-9264-6ac3fed9238d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-25T21:08:38Z', 'updated_at': '2021-12-25T21:09:15Z', 'revision_number': 1, 'project_id': 'e25e5a44bb7e4ef7a38e961e6203b72b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5632047-d757-48ea-8d0b-71d3a71e38c6', 'name': '', 'network_id': '629690dc-316c-48ba-b3f8-2395f5f041a6', 'tenant_id': 'e25e5a44bb7e4ef7a38e961e6203b72b', 'mac_address': 'fa:16:3e:34:1f:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a16a119-0d91-47a1-b1a5-ad284c2ceb4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': 'b91f30a5-b3f6-4065-94e7-2dc6af689f3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:08:01Z', 'updated_at': '2021-12-25T21:08:12Z', 'revision_number': 5, 'project_id': 'e25e5a44bb7e4ef7a38e961e6203b72b', 'subnets': [{'id': 'b91f30a5-b3f6-4065-94e7-2dc6af689f3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 21:09:17.202029 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b1272f2-62a8-4253-8302-8bc2b804d468 req-f93fe431-cfe7-451c-86e5-256152ff448e tempest-FloatingIPsAssociationNegativeTestJSON-495794297 tempest-FloatingIPsAssociationNegativeTestJSON-495794297-project] Network 7201e55c-7c5f-41aa-a042-a363696539d0 is already hosted by enough agents. {{(pid=121606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:09:17.209672 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [req-7b1272f2-62a8-4253-8302-8bc2b804d468 req-f93fe431-cfe7-451c-86e5-256152ff448e tempest-FloatingIPsAssociationNegativeTestJSON-495794297 tempest-FloatingIPsAssociationNegativeTestJSON-495794297-project] Resources bound (agent type, host, resource id):  {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:09:17.212287 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b1272f2-62a8-4253-8302-8bc2b804d468 req-f93fe431-cfe7-451c-86e5-256152ff448e tempest-FloatingIPsAssociationNegativeTestJSON-495794297 tempest-FloatingIPsAssociationNegativeTestJSON-495794297-project] Received port after_create {{(pid=121606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:09:17.234517 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93fe431-cfe7-451c-86e5-256152ff448e tempest-FloatingIPsAssociationNegativeTestJSON-495794297 tempest-FloatingIPsAssociationNegativeTestJSON-495794297-project] Pushing event updated for resources: {'Port': ['ID=67922004-bebf-462d-b07e-8064a4485173,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:09:17.262999 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24fbe6b2-8ab0-4b10-932c-de5d0c1f1ec7', 'tag': '95f9468e-c1ab-4e1c-856f-19efb9ee29b8'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:09:17.265270 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9858820c13ec2827453b94ebc4181065e990a4e4089ccb9fe762531ac62d2fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66caed18-375d-4701-a42f-e1c542d5c5fc" -d '{"events": [{"name": "network-changed", "server_uuid": "24fbe6b2-8ab0-4b10-932c-de5d0c1f1ec7", "tag": "95f9468e-c1ab-4e1c-856f-19efb9ee29b8"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:09:17.334135 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-ae8867f6-460d-4423-8281-adf0c5e2c9de req-8d3d2527-b9eb-4043-a1d3-df154ca233a9 tempest-FloatingIPDetailsTestJSON-450377605 tempest-FloatingIPDetailsTestJSON-450377605-project] Publish callbacks [] for port, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:17.348382 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-7b1272f2-62a8-4253-8302-8bc2b804d468 req-f93fe431-cfe7-451c-86e5-256152ff448e tempest-FloatingIPsAssociationNegativeTestJSON-495794297 tempest-FloatingIPsAssociationNegativeTestJSON-495794297-project] Publish callbacks [] for floatingip, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:17.397313 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e63c79a-aedd-45ad-9053-d0fe43739311 None None] New status for floating IP 922efb14-5c26-45d7-97a3-4e8463385b77: ACTIVE {{(pid=121609) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 25 21:09:17.422880 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-ae8867f6-460d-4423-8281-adf0c5e2c9de req-8d3d2527-b9eb-4043-a1d3-df154ca233a9 tempest-FloatingIPDetailsTestJSON-450377605 tempest-FloatingIPDetailsTestJSON-450377605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:17.513411 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3d2527-b9eb-4043-a1d3-df154ca233a9 tempest-FloatingIPDetailsTestJSON-450377605 tempest-FloatingIPDetailsTestJSON-450377605-project] Pushing event updated for resources: {'Port': ['ID=c6392c19-e42b-4484-93e8-4d5d9f484495,revision_number=2']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:09:17.525786 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-7b1272f2-62a8-4253-8302-8bc2b804d468 req-f93fe431-cfe7-451c-86e5-256152ff448e tempest-FloatingIPsAssociationNegativeTestJSON-495794297 tempest-FloatingIPsAssociationNegativeTestJSON-495794297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:17.528358 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-ae8867f6-460d-4423-8281-adf0c5e2c9de req-8d3d2527-b9eb-4043-a1d3-df154ca233a9 tempest-FloatingIPDetailsTestJSON-450377605 tempest-FloatingIPDetailsTestJSON-450377605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2008639'] for floatingip, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:17.649323 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-ae8867f6-460d-4423-8281-adf0c5e2c9de req-8d3d2527-b9eb-4043-a1d3-df154ca233a9 tempest-FloatingIPDetailsTestJSON-450377605 tempest-FloatingIPDetailsTestJSON-450377605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for floatingip, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:17.650585 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ae8867f6-460d-4423-8281-adf0c5e2c9de req-8d3d2527-b9eb-4043-a1d3-df154ca233a9 tempest-FloatingIPDetailsTestJSON-450377605 tempest-FloatingIPDetailsTestJSON-450377605-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 697 time: 2.1364994
Dec 25 21:09:17.724440 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ae8867f6-460d-4423-8281-adf0c5e2c9de req-d457abde-4125-41db-8db6-1f95ba75decd tempest-FloatingIPDetailsTestJSON-450377605 tempest-FloatingIPDetailsTestJSON-450377605-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.35.3.56 HTTP/1.1" status: 200  len: 695 time: 0.0630007
Dec 25 21:09:17.739851 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-7b1272f2-62a8-4253-8302-8bc2b804d468 req-f93fe431-cfe7-451c-86e5-256152ff448e tempest-FloatingIPsAssociationNegativeTestJSON-495794297 tempest-FloatingIPsAssociationNegativeTestJSON-495794297-project] Publish callbacks [] for port, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:17.836776 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8867f6-460d-4423-8281-adf0c5e2c9de req-6b6b1478-7535-4afe-9cc5-610d3aad508e tempest-FloatingIPDetailsTestJSON-450377605 tempest-FloatingIPDetailsTestJSON-450377605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:09:17.838067 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ae8867f6-460d-4423-8281-adf0c5e2c9de req-6b6b1478-7535-4afe-9cc5-610d3aad508e tempest-FloatingIPDetailsTestJSON-450377605 tempest-FloatingIPDetailsTestJSON-450377605-project] 10.222.0.32 "GET /v2.0/networks/7201e55c-7c5f-41aa-a042-a363696539d0 HTTP/1.1" status: 200  len: 784 time: 0.1027761
Dec 25 21:09:17.839247 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-7b1272f2-62a8-4253-8302-8bc2b804d468 req-f93fe431-cfe7-451c-86e5-256152ff448e tempest-FloatingIPsAssociationNegativeTestJSON-495794297 tempest-FloatingIPsAssociationNegativeTestJSON-495794297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:17.913108 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93fe431-cfe7-451c-86e5-256152ff448e tempest-FloatingIPsAssociationNegativeTestJSON-495794297 tempest-FloatingIPsAssociationNegativeTestJSON-495794297-project] Pushing event updated for resources: {'Port': ['ID=67922004-bebf-462d-b07e-8064a4485173,revision_number=2']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:09:17.921655 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-7b1272f2-62a8-4253-8302-8bc2b804d468 req-f93fe431-cfe7-451c-86e5-256152ff448e tempest-FloatingIPsAssociationNegativeTestJSON-495794297 tempest-FloatingIPsAssociationNegativeTestJSON-495794297-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2008639'] for floatingip, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:18.019095 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-7b1272f2-62a8-4253-8302-8bc2b804d468 req-f93fe431-cfe7-451c-86e5-256152ff448e tempest-FloatingIPsAssociationNegativeTestJSON-495794297 tempest-FloatingIPsAssociationNegativeTestJSON-495794297-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for floatingip, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:18.020363 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7b1272f2-62a8-4253-8302-8bc2b804d468 req-f93fe431-cfe7-451c-86e5-256152ff448e tempest-FloatingIPsAssociationNegativeTestJSON-495794297 tempest-FloatingIPsAssociationNegativeTestJSON-495794297-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 697 time: 2.4147451
Dec 25 21:09:18.070025 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7b1272f2-62a8-4253-8302-8bc2b804d468 req-e89d3d98-892d-476e-9221-f083687bec67 tempest-FloatingIPsAssociationNegativeTestJSON-495794297 tempest-FloatingIPsAssociationNegativeTestJSON-495794297-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.35.3.64 HTTP/1.1" status: 200  len: 695 time: 0.0421140
Dec 25 21:09:18.179782 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1272f2-62a8-4253-8302-8bc2b804d468 req-71f94118-4910-4610-9428-05b193290d3d tempest-FloatingIPsAssociationNegativeTestJSON-495794297 tempest-FloatingIPsAssociationNegativeTestJSON-495794297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:09:18.181152 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7b1272f2-62a8-4253-8302-8bc2b804d468 req-71f94118-4910-4610-9428-05b193290d3d tempest-FloatingIPsAssociationNegativeTestJSON-495794297 tempest-FloatingIPsAssociationNegativeTestJSON-495794297-project] 10.222.0.32 "GET /v2.0/networks/7201e55c-7c5f-41aa-a042-a363696539d0 HTTP/1.1" status: 200  len: 784 time: 0.1046526
Dec 25 21:09:18.300626 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 21:09:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c82e46a6-e777-4154-be62-29c5883d2281 x-openstack-request-id: req-c82e46a6-e777-4154-be62-29c5883d2281 {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:09:18.301549 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1ec0b9c-fad0-4ce2-97fb-bd518f21b5fe", "name": "network-vif-plugged", "status": "completed", "tag": "d3279f41-5733-434c-babe-c0306203f4fa", "code": 200}]} {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:09:18.302009 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c82e46a6-e777-4154-be62-29c5883d2281 {{(pid=121608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:09:18.302484 ncdv-master-1 neutron-server[121608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1ec0b9c-fad0-4ce2-97fb-bd518f21b5fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3279f41-5733-434c-babe-c0306203f4fa', 'code': 200}
Dec 25 21:09:18.428222 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e040e36-bdff-41cf-ace1-5a79b7dd9030 req-acbdc1dc-d46a-4a5c-94c4-82baa3138673 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:09:18.434854 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e040e36-bdff-41cf-ace1-5a79b7dd9030 req-acbdc1dc-d46a-4a5c-94c4-82baa3138673 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:09:18.436493 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4e040e36-bdff-41cf-ace1-5a79b7dd9030 req-acbdc1dc-d46a-4a5c-94c4-82baa3138673 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] 10.222.0.32 "GET /v2.0/ports?device_id=bfb762b4-175c-45df-b530-e2ac66bf96cf&device_id=083a54e8-8841-4d6e-b720-a0e06409e0d4 HTTP/1.1" status: 200  len: 1690 time: 0.1131179
Dec 25 21:09:18.461222 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38266300-0915-4f87-919c-d49b319ca136 req-a11d7bdb-2b11-4070-8a46-0392e80e81bb tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:09:18.462628 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-38266300-0915-4f87-919c-d49b319ca136 req-a11d7bdb-2b11-4070-8a46-0392e80e81bb tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1ec0b9c-fad0-4ce2-97fb-bd518f21b5fe HTTP/1.1" status: 200  len: 946 time: 0.1119351
Dec 25 21:09:18.480610 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480ffcad-ae82-4f80-b82c-6df4854e8024 req-82fe826d-cf26-4ca9-a5b7-ef20709ed8ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:09:18.482024 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-480ffcad-ae82-4f80-b82c-6df4854e8024 req-82fe826d-cf26-4ca9-a5b7-ef20709ed8ea service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=c1ec0b9c-fad0-4ce2-97fb-bd518f21b5fe HTTP/1.1" status: 200  len: 1097 time: 0.1040933
Dec 25 21:09:18.545001 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4e040e36-bdff-41cf-ace1-5a79b7dd9030 req-39112c3e-de58-4aae-b293-f62b9ea6d88d tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] 10.222.0.32 "GET /v2.0/security-groups?id=3d6cb2f0-3d81-4228-9d61-fc5e0bb3087e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1000390
Dec 25 21:09:18.561108 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-38266300-0915-4f87-919c-d49b319ca136 req-ab9f2805-b713-4acc-ab0f-efc2cc800ef4 tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] 10.222.0.32 "GET /v2.0/security-groups?id=bc05caf7-df2e-49b8-960c-4031d2c2ccca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0910256
Dec 25 21:09:18.573640 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-480ffcad-ae82-4f80-b82c-6df4854e8024 req-1a0f2dd9-ed6b-463b-95a5-c241c4ed1969 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=bc05caf7-df2e-49b8-960c-4031d2c2ccca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0787652
Dec 25 21:09:18.608009 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Dec 2021 21:09:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3236d1bc-3879-43ca-9647-ce5af203774a x-openstack-request-id: req-3236d1bc-3879-43ca-9647-ce5af203774a {{(pid=121607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:09:18.608935 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a4cbf2d-cea7-4432-9264-6ac3fed9238d", "tag": "7c429c38-cf37-4881-8541-dad894677bf4", "status": "completed", "code": 200}]} {{(pid=121607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:09:18.609256 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3236d1bc-3879-43ca-9647-ce5af203774a {{(pid=121607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:09:18.609715 ncdv-master-1 neutron-server[121607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a4cbf2d-cea7-4432-9264-6ac3fed9238d', 'tag': '7c429c38-cf37-4881-8541-dad894677bf4', 'status': 'completed', 'code': 200}
Dec 25 21:09:18.648933 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Dec 2021 21:09:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff64e14c-1081-4d8b-aab9-436ae92b07b0 x-openstack-request-id: req-ff64e14c-1081-4d8b-aab9-436ae92b07b0 {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:09:18.649315 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24fbe6b2-8ab0-4b10-932c-de5d0c1f1ec7", "tag": "95f9468e-c1ab-4e1c-856f-19efb9ee29b8", "status": "completed", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:09:18.649712 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ff64e14c-1081-4d8b-aab9-436ae92b07b0 {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:09:18.650189 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24fbe6b2-8ab0-4b10-932c-de5d0c1f1ec7', 'tag': '95f9468e-c1ab-4e1c-856f-19efb9ee29b8', 'status': 'completed', 'code': 200}
Dec 25 21:09:18.678332 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e281f597-86dc-40fb-939e-eb58e3871f5f req-6e321d5d-8066-489b-ace4-e8e9673a5fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:09:18.680298 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-e281f597-86dc-40fb-939e-eb58e3871f5f req-6e321d5d-8066-489b-ace4-e8e9673a5fdd service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e25e5a44bb7e4ef7a38e961e6203b72b&device_id=1a4cbf2d-cea7-4432-9264-6ac3fed9238d HTTP/1.1" status: 200  len: 1096 time: 0.0469420
Dec 25 21:09:18.689719 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-90553470-dead-4db0-b717-99f4c3a72c9c req-4e8af7de-3912-4df5-a93b-18cc741f66f0 tempest-FloatingIPDetailsTestJSON-450377605 tempest-FloatingIPDetailsTestJSON-450377605-project] 10.222.0.32 "GET /v2.0/floatingips/5427fa91-1403-4afc-ba17-982dc99a5f3c HTTP/1.1" status: 200  len: 692 time: 0.0508912
Dec 25 21:09:18.791200 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e281f597-86dc-40fb-939e-eb58e3871f5f req-d2b9ea10-8bc1-468a-a6f6-b27e2ea8697c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:09:18.793572 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-e281f597-86dc-40fb-939e-eb58e3871f5f req-d2b9ea10-8bc1-468a-a6f6-b27e2ea8697c service neutron] 10.222.0.37 "GET /v2.0/networks?id=629690dc-316c-48ba-b3f8-2395f5f041a6 HTTP/1.1" status: 200  len: 924 time: 0.1023059
Dec 25 21:09:18.818945 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90553470-dead-4db0-b717-99f4c3a72c9c req-71608573-4be6-4e12-89e8-feca58a97dfa tempest-FloatingIPDetailsTestJSON-450377605 tempest-FloatingIPDetailsTestJSON-450377605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:09:18.820516 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-90553470-dead-4db0-b717-99f4c3a72c9c req-71608573-4be6-4e12-89e8-feca58a97dfa tempest-FloatingIPDetailsTestJSON-450377605 tempest-FloatingIPDetailsTestJSON-450377605-project] 10.222.0.32 "GET /v2.0/networks/7201e55c-7c5f-41aa-a042-a363696539d0 HTTP/1.1" status: 200  len: 784 time: 0.1250360
Dec 25 21:09:18.918393 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-e281f597-86dc-40fb-939e-eb58e3871f5f req-d1bcac57-443b-4039-a33d-58db30939bd1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7c429c38-cf37-4881-8541-dad894677bf4 HTTP/1.1" status: 200  len: 1001 time: 0.1174493
Dec 25 21:09:18.919319 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b71f39-5ca9-4ac6-aa8f-7eb790c323f7 req-f2d2a958-f1e2-410f-808b-923616b492a2 tempest-LiveAutoBlockMigrationV225Test-952394939 tempest-LiveAutoBlockMigrationV225Test-952394939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:09:18.920854 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-43b71f39-5ca9-4ac6-aa8f-7eb790c323f7 req-f2d2a958-f1e2-410f-808b-923616b492a2 tempest-LiveAutoBlockMigrationV225Test-952394939 tempest-LiveAutoBlockMigrationV225Test-952394939-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=e370ad00-0f15-4014-99c2-3ecd6b33849e HTTP/1.1" status: 200  len: 1096 time: 0.0901599
Dec 25 21:09:18.932494 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66caed18-375d-4701-a42f-e1c542d5c5fc req-6f320a0c-c48b-4deb-80d5-2288e7b00c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:09:18.933992 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-66caed18-375d-4701-a42f-e1c542d5c5fc req-6f320a0c-c48b-4deb-80d5-2288e7b00c76 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=e65cafc179094f63bf88bfba4c57fd1f&device_id=24fbe6b2-8ab0-4b10-932c-de5d0c1f1ec7 HTTP/1.1" status: 200  len: 1096 time: 0.1121435
Dec 25 21:09:18.977987 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e281f597-86dc-40fb-939e-eb58e3871f5f req-970bbb9b-a4a0-49ee-9696-f8322f718ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:09:18.979484 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-e281f597-86dc-40fb-939e-eb58e3871f5f req-970bbb9b-a4a0-49ee-9696-f8322f718ac2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b91f30a5-b3f6-4065-94e7-2dc6af689f3f HTTP/1.1" status: 200  len: 862 time: 0.0534670
Dec 25 21:09:18.983294 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49d0a28-083d-45d9-8d07-3dccf0974d19 req-2a5d95b5-bc51-435a-85e5-93e677a3436c tempest-FloatingIPsAssociationNegativeTestJSON-495794297 tempest-FloatingIPsAssociationNegativeTestJSON-495794297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:09:18.984828 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c49d0a28-083d-45d9-8d07-3dccf0974d19 req-2a5d95b5-bc51-435a-85e5-93e677a3436c tempest-FloatingIPsAssociationNegativeTestJSON-495794297 tempest-FloatingIPsAssociationNegativeTestJSON-495794297-project] 10.222.0.32 "GET /v2.0/ports?device_id=24fbe6b2-8ab0-4b10-932c-de5d0c1f1ec7&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 945 time: 0.1015947
Dec 25 21:09:19.030520 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e281f597-86dc-40fb-939e-eb58e3871f5f req-0b99c514-5d8a-4b4a-9a95-e3007296efcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:09:19.032008 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-e281f597-86dc-40fb-939e-eb58e3871f5f req-0b99c514-5d8a-4b4a-9a95-e3007296efcb service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=629690dc-316c-48ba-b3f8-2395f5f041a6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0382895
Dec 25 21:09:19.082726 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c49d0a28-083d-45d9-8d07-3dccf0974d19 req-600ec9a7-4fe6-4032-90cd-845d999fc2d9 tempest-FloatingIPsAssociationNegativeTestJSON-495794297 tempest-FloatingIPsAssociationNegativeTestJSON-495794297-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.35.3.64 HTTP/1.1" status: 200  len: 695 time: 0.0909691
Dec 25 21:09:19.097507 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-c49d0a28-083d-45d9-8d07-3dccf0974d19 req-42102e5c-d0c7-47fa-b4c4-04ad4d3266bd tempest-FloatingIPsAssociationNegativeTestJSON-495794297 tempest-FloatingIPsAssociationNegativeTestJSON-495794297-project] Request body: {'floatingip': {'port_id': '95f9468e-c1ab-4e1c-856f-19efb9ee29b8', 'fixed_ip_address': '172.20.0.7'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:09:19.104238 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-43b71f39-5ca9-4ac6-aa8f-7eb790c323f7 req-cc52ee9c-0675-457d-9292-991079b8d439 tempest-LiveAutoBlockMigrationV225Test-952394939 tempest-LiveAutoBlockMigrationV225Test-952394939-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=a5d2ff88-22d6-43d8-90d1-bfb86d4e3308&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1759262
Dec 25 21:09:19.134293 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-e281f597-86dc-40fb-939e-eb58e3871f5f req-c2d70acf-880f-4ca5-bc24-e1d83bc45a73 service neutron] 10.222.0.37 "GET /v2.0/networks/629690dc-316c-48ba-b3f8-2395f5f041a6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0871632
Dec 25 21:09:19.155739 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-c49d0a28-083d-45d9-8d07-3dccf0974d19 req-42102e5c-d0c7-47fa-b4c4-04ad4d3266bd tempest-FloatingIPsAssociationNegativeTestJSON-495794297 tempest-FloatingIPsAssociationNegativeTestJSON-495794297-project] Publish callbacks [] for floatingip, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:19.191263 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66caed18-375d-4701-a42f-e1c542d5c5fc req-4e17b4b0-a9dc-4020-a057-e7ba12029da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:09:19.192867 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-66caed18-375d-4701-a42f-e1c542d5c5fc req-4e17b4b0-a9dc-4020-a057-e7ba12029da4 service neutron] 10.222.0.31 "GET /v2.0/networks?id=d11a6d20-7c9e-4651-a65c-c60d3931cc4e HTTP/1.1" status: 200  len: 929 time: 0.2493062
Dec 25 21:09:19.247642 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-e281f597-86dc-40fb-939e-eb58e3871f5f req-ae8c1b3d-6f31-42de-b229-edb4b0921afa service neutron] 10.222.0.37 "GET /v2.0/networks/629690dc-316c-48ba-b3f8-2395f5f041a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1008699
Dec 25 21:09:19.356725 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8121fc15-09ff-4656-9d6d-85ca021b6eca req-08c4ceaa-59be-497c-893a-13c51cc89f19 tempest-FloatingIPDetailsTestJSON-450377605 tempest-FloatingIPDetailsTestJSON-450377605-project] 10.222.0.32 "GET /v2.0/floatingips/5427fa91-1403-4afc-ba17-982dc99a5f3c HTTP/1.1" status: 200  len: 692 time: 0.0618179
Dec 25 21:09:19.371740 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-66caed18-375d-4701-a42f-e1c542d5c5fc req-db6d8ed5-89b6-40c4-8d23-a9dff7a57275 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=95f9468e-c1ab-4e1c-856f-19efb9ee29b8 HTTP/1.1" status: 200  len: 1000 time: 0.1535385
Dec 25 21:09:19.530695 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66caed18-375d-4701-a42f-e1c542d5c5fc req-a056fdea-f80f-4a7b-9764-e694d67c92e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:09:19.532172 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-66caed18-375d-4701-a42f-e1c542d5c5fc req-a056fdea-f80f-4a7b-9764-e694d67c92e5 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=98faad13-8b17-4944-b01e-df6bd636584c HTTP/1.1" status: 200  len: 867 time: 0.1503527
Dec 25 21:09:19.592370 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8121fc15-09ff-4656-9d6d-85ca021b6eca req-227baeff-fdf6-415e-b248-10aeec225084 tempest-FloatingIPDetailsTestJSON-450377605 tempest-FloatingIPDetailsTestJSON-450377605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:09:19.593753 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8121fc15-09ff-4656-9d6d-85ca021b6eca req-227baeff-fdf6-415e-b248-10aeec225084 tempest-FloatingIPDetailsTestJSON-450377605 tempest-FloatingIPDetailsTestJSON-450377605-project] 10.222.0.32 "GET /v2.0/networks/7201e55c-7c5f-41aa-a042-a363696539d0 HTTP/1.1" status: 200  len: 784 time: 0.2305348
Dec 25 21:09:19.624771 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [req-8121fc15-09ff-4656-9d6d-85ca021b6eca req-650818c3-fa2a-4893-af00-24823e4f366e tempest-FloatingIPDetailsTestJSON-450377605 tempest-FloatingIPDetailsTestJSON-450377605-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=121606) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 25 21:09:19.625775 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8121fc15-09ff-4656-9d6d-85ca021b6eca req-650818c3-fa2a-4893-af00-24823e4f366e tempest-FloatingIPDetailsTestJSON-450377605 tempest-FloatingIPDetailsTestJSON-450377605-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0107179
Dec 25 21:09:19.646901 ncdv-master-1 neutron-server[121606]: INFO neutron.api.v2.resource [req-c49d0a28-083d-45d9-8d07-3dccf0974d19 req-42102e5c-d0c7-47fa-b4c4-04ad4d3266bd tempest-FloatingIPsAssociationNegativeTestJSON-495794297 tempest-FloatingIPsAssociationNegativeTestJSON-495794297-project] update failed (client error): There was a conflict when trying to complete your request.
Dec 25 21:09:19.649424 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c49d0a28-083d-45d9-8d07-3dccf0974d19 req-42102e5c-d0c7-47fa-b4c4-04ad4d3266bd tempest-FloatingIPsAssociationNegativeTestJSON-495794297 tempest-FloatingIPsAssociationNegativeTestJSON-495794297-project] 10.222.0.32 "PUT /v2.0/floatingips/4e068485-b31a-41b3-ab06-94a0e90c42b4 HTTP/1.1" status: 409  len: 549 time: 0.5581706
Dec 25 21:09:19.690920 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8121fc15-09ff-4656-9d6d-85ca021b6eca req-5a85382c-9882-45b7-8377-6de07973e969 tempest-FloatingIPDetailsTestJSON-450377605 tempest-FloatingIPDetailsTestJSON-450377605-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.35.3.56 HTTP/1.1" status: 200  len: 695 time: 0.0535936
Dec 25 21:09:19.693718 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66caed18-375d-4701-a42f-e1c542d5c5fc req-50755613-937f-42fa-aaf1-5d8766e95cde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:09:19.695145 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-66caed18-375d-4701-a42f-e1c542d5c5fc req-50755613-937f-42fa-aaf1-5d8766e95cde service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d11a6d20-7c9e-4651-a65c-c60d3931cc4e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1228106
Dec 25 21:09:19.805460 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 43520) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:09:19.937884 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-0ff670e4-fdd9-4077-b256-b8617c7b179e admin admin] Publish callbacks [] for security_group, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:20.030455 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-0ff670e4-fdd9-4077-b256-b8617c7b179e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:20.031400 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8121fc15-09ff-4656-9d6d-85ca021b6eca req-91d68998-23e7-4d33-8240-77fe46d91fa6 tempest-FloatingIPDetailsTestJSON-450377605 tempest-FloatingIPDetailsTestJSON-450377605-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.35.3.56 HTTP/1.1" status: 200  len: 695 time: 0.3297896
Dec 25 21:09:20.115548 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-0ff670e4-fdd9-4077-b256-b8617c7b179e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:20.153855 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-0ff670e4-fdd9-4077-b256-b8617c7b179e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e16d892afaa64de189fc2741a7a66ce3&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3474512
Dec 25 21:09:20.156370 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 43526) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:09:20.162486 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff670e4-fdd9-4077-b256-b8617c7b179e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cf7b4e4-104c-4895-9601-6347f189b589,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:09:20.215324 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-c2aaa561-3955-4a0e-baf9-941cf8720c7a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:20.227029 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-66caed18-375d-4701-a42f-e1c542d5c5fc req-dc2817d3-952d-4039-a458-066561522d4a service neutron] 10.222.0.31 "GET /v2.0/networks/d11a6d20-7c9e-4651-a65c-c60d3931cc4e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4837618
Dec 25 21:09:20.236864 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-c2aaa561-3955-4a0e-baf9-941cf8720c7a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:20.246858 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5483e7d6-7e9a-47f2-bb1b-65e2dad56b39 req-df2c470f-0d57-4b39-bf03-de2c328c6186 tempest-ServersOnMultiNodesTest-1189401283 tempest-ServersOnMultiNodesTest-1189401283-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:09:20.248456 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5483e7d6-7e9a-47f2-bb1b-65e2dad56b39 req-df2c470f-0d57-4b39-bf03-de2c328c6186 tempest-ServersOnMultiNodesTest-1189401283 tempest-ServersOnMultiNodesTest-1189401283-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=bfb762b4-175c-45df-b530-e2ac66bf96cf HTTP/1.1" status: 200  len: 1101 time: 0.0897052
Dec 25 21:09:20.298544 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [req-8121fc15-09ff-4656-9d6d-85ca021b6eca req-292f7543-e873-4a41-8ae8-63dc2616b603 tempest-FloatingIPDetailsTestJSON-450377605 tempest-FloatingIPDetailsTestJSON-450377605-project] Deleting port c6392c19-e42b-4484-93e8-4d5d9f484495 {{(pid=121606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:09:20.298804 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-8121fc15-09ff-4656-9d6d-85ca021b6eca req-292f7543-e873-4a41-8ae8-63dc2616b603 tempest-FloatingIPDetailsTestJSON-450377605 tempest-FloatingIPDetailsTestJSON-450377605-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:20.336408 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-c2aaa561-3955-4a0e-baf9-941cf8720c7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:20.339053 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-c2aaa561-3955-4a0e-baf9-941cf8720c7a admin admin] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:20.340214 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-c2aaa561-3955-4a0e-baf9-941cf8720c7a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9cf7b4e4-104c-4895-9601-6347f189b589 HTTP/1.1" status: 204  len: 168 time: 0.1827388
Dec 25 21:09:20.348010 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2aaa561-3955-4a0e-baf9-941cf8720c7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cf7b4e4-104c-4895-9601-6347f189b589,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:09:20.377180 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5483e7d6-7e9a-47f2-bb1b-65e2dad56b39 req-0451ac0f-1d11-45d0-bbc3-b85f24ebccd4 tempest-ServersOnMultiNodesTest-1189401283 tempest-ServersOnMultiNodesTest-1189401283-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=3d6cb2f0-3d81-4228-9d61-fc5e0bb3087e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1191390
Dec 25 21:09:20.426769 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-66caed18-375d-4701-a42f-e1c542d5c5fc req-4f809dcd-21e1-4248-9e03-766e4a3e4c9c service neutron] 10.222.0.31 "GET /v2.0/networks/d11a6d20-7c9e-4651-a65c-c60d3931cc4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1821864
Dec 25 21:09:20.454841 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-8121fc15-09ff-4656-9d6d-85ca021b6eca req-292f7543-e873-4a41-8ae8-63dc2616b603 tempest-FloatingIPDetailsTestJSON-450377605 tempest-FloatingIPDetailsTestJSON-450377605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:20.455307 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-8121fc15-09ff-4656-9d6d-85ca021b6eca req-292f7543-e873-4a41-8ae8-63dc2616b603 tempest-FloatingIPDetailsTestJSON-450377605 tempest-FloatingIPDetailsTestJSON-450377605-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:20.467684 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [req-8121fc15-09ff-4656-9d6d-85ca021b6eca req-292f7543-e873-4a41-8ae8-63dc2616b603 tempest-FloatingIPDetailsTestJSON-450377605 tempest-FloatingIPDetailsTestJSON-450377605-project] Calling delete_port for c6392c19-e42b-4484-93e8-4d5d9f484495 owned by network:floatingip {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:09:20.630950 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a176053-257a-41bb-ad37-d218a40fcafe req-c6a912a4-56d3-49fc-8d74-d588ad7911ed tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:09:20.632426 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2a176053-257a-41bb-ad37-d218a40fcafe req-c6a912a4-56d3-49fc-8d74-d588ad7911ed tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] 10.222.0.32 "GET /v2.0/networks?id=1e137e86-76be-493f-9b25-1d17756925b5 HTTP/1.1" status: 200  len: 820 time: 0.1607635
Dec 25 21:09:20.676976 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2a176053-257a-41bb-ad37-d218a40fcafe req-30e1a0db-d80e-4b5c-b911-529f81d85e3d tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] 10.222.0.32 "GET /v2.0/quotas/276a36e6a97d46a78b7e483daa26cc2e HTTP/1.1" status: 200  len: 375 time: 0.0368896
Dec 25 21:09:20.737107 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2a176053-257a-41bb-ad37-d218a40fcafe req-f81f94d5-d2a3-4b06-b24e-d7d238e5ee48 tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=276a36e6a97d46a78b7e483daa26cc2e&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0516436
Dec 25 21:09:20.747958 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [req-2a176053-257a-41bb-ad37-d218a40fcafe req-f253cfb3-d4a8-43c6-ab7d-c805998dda2e service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=121606) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 25 21:09:20.749118 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2a176053-257a-41bb-ad37-d218a40fcafe req-f253cfb3-d4a8-43c6-ab7d-c805998dda2e service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0053415
Dec 25 21:09:20.788268 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-8121fc15-09ff-4656-9d6d-85ca021b6eca req-292f7543-e873-4a41-8ae8-63dc2616b603 tempest-FloatingIPDetailsTestJSON-450377605 tempest-FloatingIPDetailsTestJSON-450377605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:20.843051 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292f7543-e873-4a41-8ae8-63dc2616b603 tempest-FloatingIPDetailsTestJSON-450377605 tempest-FloatingIPDetailsTestJSON-450377605-project] Pushing event deleted for resources: {'Port': ['ID=c6392c19-e42b-4484-93e8-4d5d9f484495,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:09:20.908455 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2a176053-257a-41bb-ad37-d218a40fcafe req-b9968214-78ea-41b3-9254-10328e72051a service neutron] 10.222.0.32 "GET /v2.0/networks/1e137e86-76be-493f-9b25-1d17756925b5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1531062
Dec 25 21:09:20.935264 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-8121fc15-09ff-4656-9d6d-85ca021b6eca req-292f7543-e873-4a41-8ae8-63dc2616b603 tempest-FloatingIPDetailsTestJSON-450377605 tempest-FloatingIPDetailsTestJSON-450377605-project] Publish callbacks [] for floatingip, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:20.937932 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-8121fc15-09ff-4656-9d6d-85ca021b6eca req-292f7543-e873-4a41-8ae8-63dc2616b603 tempest-FloatingIPDetailsTestJSON-450377605 tempest-FloatingIPDetailsTestJSON-450377605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for floatingip, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:20.939034 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8121fc15-09ff-4656-9d6d-85ca021b6eca req-292f7543-e873-4a41-8ae8-63dc2616b603 tempest-FloatingIPDetailsTestJSON-450377605 tempest-FloatingIPDetailsTestJSON-450377605-project] 10.222.0.32 "DELETE /v2.0/floatingips/5427fa91-1403-4afc-ba17-982dc99a5f3c HTTP/1.1" status: 204  len: 173 time: 0.9011302
Dec 25 21:09:21.034843 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2a176053-257a-41bb-ad37-d218a40fcafe req-165e73e0-20e6-43a9-85bd-84c86b203f79 service neutron] 10.222.0.32 "GET /v2.0/networks/1e137e86-76be-493f-9b25-1d17756925b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1199527
Dec 25 21:09:21.054460 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e8afa9-889b-4a43-ba1a-fb347672832c req-580c22b0-25ec-415c-9861-7e1b128ee2d9 tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:09:21.056529 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-83e8afa9-889b-4a43-ba1a-fb347672832c req-580c22b0-25ec-415c-9861-7e1b128ee2d9 tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1ec0b9c-fad0-4ce2-97fb-bd518f21b5fe HTTP/1.1" status: 200  len: 946 time: 0.0601549
Dec 25 21:09:21.109943 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-83e8afa9-889b-4a43-ba1a-fb347672832c req-3a30ef7b-a25a-4f04-b2ef-05aabb91d6e5 tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] 10.222.0.32 "GET /v2.0/security-groups?id=bc05caf7-df2e-49b8-960c-4031d2c2ccca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0465851
Dec 25 21:09:21.258330 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b886ecec-931a-46fd-8375-0af7a5c92254 req-6d10738d-f92c-42b0-90cd-6312e37982aa tempest-FloatingIPsAssociationNegativeTestJSON-495794297 tempest-FloatingIPsAssociationNegativeTestJSON-495794297-project] 10.222.0.32 "GET /v2.0/floatingips/4e068485-b31a-41b3-ab06-94a0e90c42b4 HTTP/1.1" status: 200  len: 692 time: 0.0515084
Dec 25 21:09:21.395513 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b886ecec-931a-46fd-8375-0af7a5c92254 req-29f56ca5-0ed2-41b9-b202-703f237ddb94 tempest-FloatingIPsAssociationNegativeTestJSON-495794297 tempest-FloatingIPsAssociationNegativeTestJSON-495794297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:09:21.399321 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b886ecec-931a-46fd-8375-0af7a5c92254 req-29f56ca5-0ed2-41b9-b202-703f237ddb94 tempest-FloatingIPsAssociationNegativeTestJSON-495794297 tempest-FloatingIPsAssociationNegativeTestJSON-495794297-project] 10.222.0.32 "GET /v2.0/networks/7201e55c-7c5f-41aa-a042-a363696539d0 HTTP/1.1" status: 200  len: 784 time: 0.1319873
Dec 25 21:09:21.454263 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b886ecec-931a-46fd-8375-0af7a5c92254 req-ab99cd52-ec9e-4fcc-ad61-cf43a3ddc15e tempest-FloatingIPsAssociationNegativeTestJSON-495794297 tempest-FloatingIPsAssociationNegativeTestJSON-495794297-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.35.3.64 HTTP/1.1" status: 200  len: 695 time: 0.0467284
Dec 25 21:09:21.510463 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b886ecec-931a-46fd-8375-0af7a5c92254 req-4fc97a90-e18f-4ca8-a102-fb9f8ecdaca0 tempest-FloatingIPsAssociationNegativeTestJSON-495794297 tempest-FloatingIPsAssociationNegativeTestJSON-495794297-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.35.3.64 HTTP/1.1" status: 200  len: 695 time: 0.0493891
Dec 25 21:09:21.668990 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109f5d93-b11b-4046-a614-f975928475d5 req-f027fd77-1844-42c3-a45d-0af804c7bad3 tempest-ServersOnMultiNodesTest-1189401283 tempest-ServersOnMultiNodesTest-1189401283-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:09:21.670451 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-109f5d93-b11b-4046-a614-f975928475d5 req-f027fd77-1844-42c3-a45d-0af804c7bad3 tempest-ServersOnMultiNodesTest-1189401283 tempest-ServersOnMultiNodesTest-1189401283-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=083a54e8-8841-4d6e-b720-a0e06409e0d4 HTTP/1.1" status: 200  len: 1100 time: 0.1033666
Dec 25 21:09:21.700023 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [req-b886ecec-931a-46fd-8375-0af7a5c92254 req-5fc48833-e721-4a89-b5eb-7674752ea6b6 tempest-FloatingIPsAssociationNegativeTestJSON-495794297 tempest-FloatingIPsAssociationNegativeTestJSON-495794297-project] Deleting port 67922004-bebf-462d-b07e-8064a4485173 {{(pid=121606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:09:21.700404 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-b886ecec-931a-46fd-8375-0af7a5c92254 req-5fc48833-e721-4a89-b5eb-7674752ea6b6 tempest-FloatingIPsAssociationNegativeTestJSON-495794297 tempest-FloatingIPsAssociationNegativeTestJSON-495794297-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:21.747871 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-109f5d93-b11b-4046-a614-f975928475d5 req-a9566bfd-fd17-4957-96be-3525f84deab1 tempest-ServersOnMultiNodesTest-1189401283 tempest-ServersOnMultiNodesTest-1189401283-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=3d6cb2f0-3d81-4228-9d61-fc5e0bb3087e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0699451
Dec 25 21:09:21.905979 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-b886ecec-931a-46fd-8375-0af7a5c92254 req-5fc48833-e721-4a89-b5eb-7674752ea6b6 tempest-FloatingIPsAssociationNegativeTestJSON-495794297 tempest-FloatingIPsAssociationNegativeTestJSON-495794297-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:21.906581 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-b886ecec-931a-46fd-8375-0af7a5c92254 req-5fc48833-e721-4a89-b5eb-7674752ea6b6 tempest-FloatingIPsAssociationNegativeTestJSON-495794297 tempest-FloatingIPsAssociationNegativeTestJSON-495794297-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:21.946515 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [req-b886ecec-931a-46fd-8375-0af7a5c92254 req-5fc48833-e721-4a89-b5eb-7674752ea6b6 tempest-FloatingIPsAssociationNegativeTestJSON-495794297 tempest-FloatingIPsAssociationNegativeTestJSON-495794297-project] Calling delete_port for 67922004-bebf-462d-b07e-8064a4485173 owned by network:floatingip {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:09:22.024385 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1eff99-58a0-4b7d-ad03-c1a18b4e7eb8 req-0648aa87-d609-4e54-932a-b106d999e214 tempest-FloatingIPDetailsTestJSON-450377605 tempest-FloatingIPDetailsTestJSON-450377605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:09:22.026238 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ed1eff99-58a0-4b7d-ad03-c1a18b4e7eb8 req-0648aa87-d609-4e54-932a-b106d999e214 tempest-FloatingIPDetailsTestJSON-450377605 tempest-FloatingIPDetailsTestJSON-450377605-project] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 787 time: 0.2537920
Dec 25 21:09:22.245595 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-b886ecec-931a-46fd-8375-0af7a5c92254 req-5fc48833-e721-4a89-b5eb-7674752ea6b6 tempest-FloatingIPsAssociationNegativeTestJSON-495794297 tempest-FloatingIPsAssociationNegativeTestJSON-495794297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:22.296366 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc48833-e721-4a89-b5eb-7674752ea6b6 tempest-FloatingIPsAssociationNegativeTestJSON-495794297 tempest-FloatingIPsAssociationNegativeTestJSON-495794297-project] Pushing event deleted for resources: {'Port': ['ID=67922004-bebf-462d-b07e-8064a4485173,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:09:22.357629 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d435a57f-4dab-415f-b30a-138cbabf5dd2 req-65a7f7fe-e47e-441d-ba8b-2010a23d12bf tempest-LiveMigrationTest-1605081009 tempest-LiveMigrationTest-1605081009-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:09:22.359158 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d435a57f-4dab-415f-b30a-138cbabf5dd2 req-65a7f7fe-e47e-441d-ba8b-2010a23d12bf tempest-LiveMigrationTest-1605081009 tempest-LiveMigrationTest-1605081009-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=c1ec0b9c-fad0-4ce2-97fb-bd518f21b5fe HTTP/1.1" status: 200  len: 1097 time: 0.1102505
Dec 25 21:09:22.374262 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-b886ecec-931a-46fd-8375-0af7a5c92254 req-5fc48833-e721-4a89-b5eb-7674752ea6b6 tempest-FloatingIPsAssociationNegativeTestJSON-495794297 tempest-FloatingIPsAssociationNegativeTestJSON-495794297-project] Publish callbacks [] for floatingip, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:22.376795 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-b886ecec-931a-46fd-8375-0af7a5c92254 req-5fc48833-e721-4a89-b5eb-7674752ea6b6 tempest-FloatingIPsAssociationNegativeTestJSON-495794297 tempest-FloatingIPsAssociationNegativeTestJSON-495794297-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for floatingip, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:22.377883 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b886ecec-931a-46fd-8375-0af7a5c92254 req-5fc48833-e721-4a89-b5eb-7674752ea6b6 tempest-FloatingIPsAssociationNegativeTestJSON-495794297 tempest-FloatingIPsAssociationNegativeTestJSON-495794297-project] 10.222.0.32 "DELETE /v2.0/floatingips/4e068485-b31a-41b3-ab06-94a0e90c42b4 HTTP/1.1" status: 204  len: 173 time: 0.8619785
Dec 25 21:09:22.410932 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d435a57f-4dab-415f-b30a-138cbabf5dd2 req-0215b7c9-550a-4b72-978b-7412fdf16aa3 tempest-LiveMigrationTest-1605081009 tempest-LiveMigrationTest-1605081009-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=bc05caf7-df2e-49b8-960c-4031d2c2ccca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0452058
Dec 25 21:09:22.452556 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ccecc9c1-eba9-4e80-a398-f7e04c1f83f8 req-950bac9f-2665-4002-bb3f-0c7c4aec021d tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] 10.222.0.32 "GET /v2.0/ports?device_id=34088aa4-5622-46a6-a155-94ef62f87546 HTTP/1.1" status: 200  len: 210 time: 0.0271556
Dec 25 21:09:22.559602 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-08be5e23-49fd-48a7-b2f9-2f00e99e150c req-858023c2-77ac-460d-a530-920af281bb7e tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=19a16dcc3c214ac2a218d3758e551792&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0265799
Dec 25 21:09:22.671866 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08be5e23-49fd-48a7-b2f9-2f00e99e150c req-590b4dcf-1b35-493e-8496-67894879d693 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:09:22.673362 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-08be5e23-49fd-48a7-b2f9-2f00e99e150c req-590b4dcf-1b35-493e-8496-67894879d693 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1079705
Dec 25 21:09:22.688802 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-08be5e23-49fd-48a7-b2f9-2f00e99e150c req-8b2ef5d0-e2dc-4677-9894-04290cc30527 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] 10.222.0.32 "GET /v2.0/quotas/19a16dcc3c214ac2a218d3758e551792 HTTP/1.1" status: 200  len: 375 time: 0.0095453
Dec 25 21:09:22.749001 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-08be5e23-49fd-48a7-b2f9-2f00e99e150c req-a68fec6b-cd1c-4bc1-9cc9-b07b9c34e98f tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=19a16dcc3c214ac2a218d3758e551792&fields=id HTTP/1.1" status: 200  len: 440 time: 0.0523274
Dec 25 21:09:23.002887 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-45ade6bb-298d-46b4-8dce-4baeb8353e91 req-c7d0dae8-bcca-4a45-a9c1-cd48dae0859a tempest-FloatingIPDetailsTestJSON-450377605 tempest-FloatingIPDetailsTestJSON-450377605-project] 10.222.0.32 "GET /v2.0/floatingips?tenant_id=66ef4aef5d1a42c6b19b8c77eccf6bc1 HTTP/1.1" status: 200  len: 1656 time: 0.0759983
Dec 25 21:09:23.118358 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ade6bb-298d-46b4-8dce-4baeb8353e91 req-33b15857-84a6-4f60-95b3-566969481034 tempest-FloatingIPDetailsTestJSON-450377605 tempest-FloatingIPDetailsTestJSON-450377605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:09:23.119931 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-45ade6bb-298d-46b4-8dce-4baeb8353e91 req-33b15857-84a6-4f60-95b3-566969481034 tempest-FloatingIPDetailsTestJSON-450377605 tempest-FloatingIPDetailsTestJSON-450377605-project] 10.222.0.32 "GET /v2.0/networks?id=7201e55c-7c5f-41aa-a042-a363696539d0&id=7201e55c-7c5f-41aa-a042-a363696539d0&id=7201e55c-7c5f-41aa-a042-a363696539d0 HTTP/1.1" status: 200  len: 787 time: 0.1102779
Dec 25 21:09:23.137078 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [req-45ade6bb-298d-46b4-8dce-4baeb8353e91 req-1b634711-7366-4efc-8871-b42aff2d48da tempest-FloatingIPDetailsTestJSON-450377605 tempest-FloatingIPDetailsTestJSON-450377605-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=121606) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 25 21:09:23.138072 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-45ade6bb-298d-46b4-8dce-4baeb8353e91 req-1b634711-7366-4efc-8871-b42aff2d48da tempest-FloatingIPDetailsTestJSON-450377605 tempest-FloatingIPDetailsTestJSON-450377605-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0070071
Dec 25 21:09:23.269176 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-548da7c6-b33a-4ab7-b88d-f952efff8e2b req-77dbf7c1-18c9-4f49-b541-fa9ca0f56fb5 tempest-FloatingIPsAssociationNegativeTestJSON-495794297 tempest-FloatingIPsAssociationNegativeTestJSON-495794297-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.35.3.29 HTTP/1.1" status: 200  len: 1000 time: 0.1097407
Dec 25 21:09:23.306748 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc6a4f2-75a1-4d20-86d8-f7353244ad00 req-2a161d4f-954f-4fa3-a5d6-44543e9a4bab tempest-LiveMigrationTest-1605081009 tempest-LiveMigrationTest-1605081009-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:09:23.308233 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-edc6a4f2-75a1-4d20-86d8-f7353244ad00 req-2a161d4f-954f-4fa3-a5d6-44543e9a4bab tempest-LiveMigrationTest-1605081009 tempest-LiveMigrationTest-1605081009-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=c1ec0b9c-fad0-4ce2-97fb-bd518f21b5fe HTTP/1.1" status: 200  len: 1097 time: 0.0849786
Dec 25 21:09:23.324927 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548da7c6-b33a-4ab7-b88d-f952efff8e2b req-cc846169-0a6b-486b-90e9-585f4074937e tempest-FloatingIPsAssociationNegativeTestJSON-495794297 tempest-FloatingIPsAssociationNegativeTestJSON-495794297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:09:23.326249 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-548da7c6-b33a-4ab7-b88d-f952efff8e2b req-cc846169-0a6b-486b-90e9-585f4074937e tempest-FloatingIPsAssociationNegativeTestJSON-495794297 tempest-FloatingIPsAssociationNegativeTestJSON-495794297-project] 10.222.0.32 "GET /v2.0/ports/95f9468e-c1ab-4e1c-856f-19efb9ee29b8 HTTP/1.1" status: 200  len: 942 time: 0.0495718
Dec 25 21:09:23.364907 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-edc6a4f2-75a1-4d20-86d8-f7353244ad00 req-13e10f74-f291-4e75-af3a-fc526f9e209b tempest-LiveMigrationTest-1605081009 tempest-LiveMigrationTest-1605081009-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=bc05caf7-df2e-49b8-960c-4031d2c2ccca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0485919
Dec 25 21:09:23.447311 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-548da7c6-b33a-4ab7-b88d-f952efff8e2b req-19cc5e22-aae4-4f9f-8e14-c0aa96c30d63 tempest-FloatingIPsAssociationNegativeTestJSON-495794297 tempest-FloatingIPsAssociationNegativeTestJSON-495794297-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.35.3.29 HTTP/1.1" status: 200  len: 1000 time: 0.0801990
Dec 25 21:09:23.699475 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a176053-257a-41bb-ad37-d218a40fcafe req-5d19d01c-7f44-4016-98a9-cae3dc7a1641 tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:09:23.701868 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-2a176053-257a-41bb-ad37-d218a40fcafe req-5d19d01c-7f44-4016-98a9-cae3dc7a1641 tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] 10.222.0.37 "GET /v2.0/networks?id=1e137e86-76be-493f-9b25-1d17756925b5 HTTP/1.1" status: 200  len: 820 time: 0.1118298
Dec 25 21:09:23.705634 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e4aceb10-edbf-4e39-8b77-024f8e7f28a4 req-d416576f-4cbf-430e-b4b4-9984166b66f3 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] 10.222.0.32 "GET /v2.0/ports?device_id=4dbb558c-1149-4835-803f-d1368522f573 HTTP/1.1" status: 200  len: 210 time: 0.2729290
Dec 25 21:09:23.738090 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [req-2a176053-257a-41bb-ad37-d218a40fcafe req-25e3b567-dcb3-4d0d-92b0-86381ae53469 tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] Request body: {'port': {'device_id': '34088aa4-5622-46a6-a155-94ef62f87546', 'network_id': '1e137e86-76be-493f-9b25-1d17756925b5', 'admin_state_up': True, 'tenant_id': '276a36e6a97d46a78b7e483daa26cc2e'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:09:23.817953 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3834187d-cdcb-46ab-86f8-b01c7cae627d req-b0644e2d-9d74-455b-ac71-9a0acb893431 tempest-FloatingIPDetailsTestJSON-450377605 tempest-FloatingIPDetailsTestJSON-450377605-project] 10.222.0.32 "GET /v2.0/floatingips/d0a8cdb0-0587-4498-8e60-0bcf6dc5278c HTTP/1.1" status: 200  len: 693 time: 0.0767338
Dec 25 21:09:23.877252 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548da7c6-b33a-4ab7-b88d-f952efff8e2b req-8d845efd-22f5-4f0d-ae3a-650013a816ee tempest-FloatingIPsAssociationNegativeTestJSON-495794297 tempest-FloatingIPsAssociationNegativeTestJSON-495794297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:09:23.878597 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-548da7c6-b33a-4ab7-b88d-f952efff8e2b req-8d845efd-22f5-4f0d-ae3a-650013a816ee tempest-FloatingIPsAssociationNegativeTestJSON-495794297 tempest-FloatingIPsAssociationNegativeTestJSON-495794297-project] 10.222.0.32 "GET /v2.0/networks/7201e55c-7c5f-41aa-a042-a363696539d0 HTTP/1.1" status: 200  len: 784 time: 0.1754498
Dec 25 21:09:23.959276 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a176053-257a-41bb-ad37-d218a40fcafe req-25e3b567-dcb3-4d0d-92b0-86381ae53469 tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] Made reservation on behalf of 276a36e6a97d46a78b7e483daa26cc2e for: {'port': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:09:23.963028 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-2a176053-257a-41bb-ad37-d218a40fcafe req-25e3b567-dcb3-4d0d-92b0-86381ae53469 tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:24.005604 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3834187d-cdcb-46ab-86f8-b01c7cae627d req-f92a8a0c-8a5f-4c16-b39c-046d989fbf72 tempest-FloatingIPDetailsTestJSON-450377605 tempest-FloatingIPDetailsTestJSON-450377605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:09:24.006949 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3834187d-cdcb-46ab-86f8-b01c7cae627d req-f92a8a0c-8a5f-4c16-b39c-046d989fbf72 tempest-FloatingIPDetailsTestJSON-450377605 tempest-FloatingIPDetailsTestJSON-450377605-project] 10.222.0.32 "GET /v2.0/networks/7201e55c-7c5f-41aa-a042-a363696539d0 HTTP/1.1" status: 200  len: 784 time: 0.1812541
Dec 25 21:09:24.012967 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-548da7c6-b33a-4ab7-b88d-f952efff8e2b req-a8644a48-6adb-438f-a9e6-5bc7c9ed31d6 tempest-FloatingIPsAssociationNegativeTestJSON-495794297 tempest-FloatingIPsAssociationNegativeTestJSON-495794297-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.35.3.29 HTTP/1.1" status: 200  len: 1000 time: 0.1040051
Dec 25 21:09:24.024823 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-548da7c6-b33a-4ab7-b88d-f952efff8e2b req-c782320c-f820-4dcd-9bad-f147c502e24e tempest-FloatingIPsAssociationNegativeTestJSON-495794297 tempest-FloatingIPsAssociationNegativeTestJSON-495794297-project] Request body: {'floatingip': {'port_id': None}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:09:24.097748 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_common [req-2a176053-257a-41bb-ad37-d218a40fcafe req-25e3b567-dcb3-4d0d-92b0-86381ae53469 tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] Allocated IP 172.20.0.10 (1e137e86-76be-493f-9b25-1d17756925b5/9f350e3c-b3c0-4923-bec6-5c96ab55923b/1f34074e-0a6d-4eef-a7d5-cef1f7f400f3) {{(pid=121607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:09:24.100502 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3834187d-cdcb-46ab-86f8-b01c7cae627d req-55f7f541-424e-4976-a5ab-956320c1f709 tempest-FloatingIPDetailsTestJSON-450377605 tempest-FloatingIPDetailsTestJSON-450377605-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.35.3.178 HTTP/1.1" status: 200  len: 696 time: 0.0866022
Dec 25 21:09:24.151853 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-548da7c6-b33a-4ab7-b88d-f952efff8e2b req-c782320c-f820-4dcd-9bad-f147c502e24e tempest-FloatingIPsAssociationNegativeTestJSON-495794297 tempest-FloatingIPsAssociationNegativeTestJSON-495794297-project] Publish callbacks [] for floatingip, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:24.192946 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3834187d-cdcb-46ab-86f8-b01c7cae627d req-a16e887a-4d7d-4cf5-a0cf-5264f24febd9 tempest-FloatingIPDetailsTestJSON-450377605 tempest-FloatingIPDetailsTestJSON-450377605-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.35.3.178 HTTP/1.1" status: 200  len: 696 time: 0.0832272
Dec 25 21:09:24.257604 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-2a176053-257a-41bb-ad37-d218a40fcafe req-25e3b567-dcb3-4d0d-92b0-86381ae53469 tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] Publish callbacks [] for port, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:24.400087 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-2a176053-257a-41bb-ad37-d218a40fcafe req-25e3b567-dcb3-4d0d-92b0-86381ae53469 tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:24.404818 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-548da7c6-b33a-4ab7-b88d-f952efff8e2b req-c782320c-f820-4dcd-9bad-f147c502e24e tempest-FloatingIPsAssociationNegativeTestJSON-495794297 tempest-FloatingIPsAssociationNegativeTestJSON-495794297-project] Publish callbacks [] for floatingip, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:24.418031 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [req-3834187d-cdcb-46ab-86f8-b01c7cae627d req-3550eec0-5122-46f1-907e-2036a5701f5e tempest-FloatingIPDetailsTestJSON-450377605 tempest-FloatingIPDetailsTestJSON-450377605-project] Deleting port 97dffd26-1109-4d2a-8b67-484627c546a2 {{(pid=121606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:09:24.418373 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-3834187d-cdcb-46ab-86f8-b01c7cae627d req-3550eec0-5122-46f1-907e-2036a5701f5e tempest-FloatingIPDetailsTestJSON-450377605 tempest-FloatingIPDetailsTestJSON-450377605-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:24.473199 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a176053-257a-41bb-ad37-d218a40fcafe req-25e3b567-dcb3-4d0d-92b0-86381ae53469 tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] Network 1e137e86-76be-493f-9b25-1d17756925b5 is already hosted by enough agents. {{(pid=121607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:09:24.481311 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [req-2a176053-257a-41bb-ad37-d218a40fcafe req-25e3b567-dcb3-4d0d-92b0-86381ae53469 tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] Resources bound (agent type, host, resource id):  {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:09:24.481545 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-548da7c6-b33a-4ab7-b88d-f952efff8e2b req-c782320c-f820-4dcd-9bad-f147c502e24e tempest-FloatingIPsAssociationNegativeTestJSON-495794297 tempest-FloatingIPsAssociationNegativeTestJSON-495794297-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2008639'] for floatingip, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:24.481679 ncdv-master-1 neutron-server[121606]: INFO neutron.db.l3_db [req-548da7c6-b33a-4ab7-b88d-f952efff8e2b req-c782320c-f820-4dcd-9bad-f147c502e24e tempest-FloatingIPsAssociationNegativeTestJSON-495794297 tempest-FloatingIPsAssociationNegativeTestJSON-495794297-project] Floating IP f5d3ff9b-b4b6-4c3d-9bb6-a6de61cb3b0e disassociated. External IP: 172.35.3.29, port: 95f9468e-c1ab-4e1c-856f-19efb9ee29b8.
Dec 25 21:09:24.485015 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a176053-257a-41bb-ad37-d218a40fcafe req-25e3b567-dcb3-4d0d-92b0-86381ae53469 tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] Received port after_create {{(pid=121607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:09:24.492570 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.agents_db [None req-ec08dba0-4483-4109-b5e1-5e4a9fdaf12d None None] Agent healthcheck: found 7 active agents {{(pid=121609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 25 21:09:24.515066 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e3b567-dcb3-4d0d-92b0-86381ae53469 tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] Pushing event updated for resources: {'Port': ['ID=1f34074e-0a6d-4eef-a7d5-cef1f7f400f3,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:09:24.537749 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-3834187d-cdcb-46ab-86f8-b01c7cae627d req-3550eec0-5122-46f1-907e-2036a5701f5e tempest-FloatingIPDetailsTestJSON-450377605 tempest-FloatingIPDetailsTestJSON-450377605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:24.538395 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-3834187d-cdcb-46ab-86f8-b01c7cae627d req-3550eec0-5122-46f1-907e-2036a5701f5e tempest-FloatingIPDetailsTestJSON-450377605 tempest-FloatingIPDetailsTestJSON-450377605-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:24.545420 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a176053-257a-41bb-ad37-d218a40fcafe req-25e3b567-dcb3-4d0d-92b0-86381ae53469 tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:09:24.546080 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-2a176053-257a-41bb-ad37-d218a40fcafe req-25e3b567-dcb3-4d0d-92b0-86381ae53469 tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:24.557704 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [req-3834187d-cdcb-46ab-86f8-b01c7cae627d req-3550eec0-5122-46f1-907e-2036a5701f5e tempest-FloatingIPDetailsTestJSON-450377605 tempest-FloatingIPDetailsTestJSON-450377605-project] Calling delete_port for 97dffd26-1109-4d2a-8b67-484627c546a2 owned by network:floatingip {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:09:24.613817 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-2a176053-257a-41bb-ad37-d218a40fcafe req-25e3b567-dcb3-4d0d-92b0-86381ae53469 tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.8916471
Dec 25 21:09:24.626281 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [req-2a176053-257a-41bb-ad37-d218a40fcafe req-3c7a337d-c68a-47e5-be31-ca3711fabcc8 service neutron] Request body: {'port': {'device_id': '34088aa4-5622-46a6-a155-94ef62f87546', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:09:24.681455 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-2a176053-257a-41bb-ad37-d218a40fcafe req-3c7a337d-c68a-47e5-be31-ca3711fabcc8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:24.802982 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.l3_agent_scheduler [req-548da7c6-b33a-4ab7-b88d-f952efff8e2b req-c782320c-f820-4dcd-9bad-f147c502e24e tempest-FloatingIPsAssociationNegativeTestJSON-495794297 tempest-FloatingIPsAssociationNegativeTestJSON-495794297-project] Router 8c9a7d0f-9263-4ede-80f0-914a40227c23 has already been hosted by L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 {{(pid=121606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 25 21:09:24.856749 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-3834187d-cdcb-46ab-86f8-b01c7cae627d req-3550eec0-5122-46f1-907e-2036a5701f5e tempest-FloatingIPDetailsTestJSON-450377605 tempest-FloatingIPDetailsTestJSON-450377605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:24.889877 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3550eec0-5122-46f1-907e-2036a5701f5e tempest-FloatingIPDetailsTestJSON-450377605 tempest-FloatingIPDetailsTestJSON-450377605-project] Pushing event deleted for resources: {'Port': ['ID=97dffd26-1109-4d2a-8b67-484627c546a2,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:09:24.955199 ncdv-master-1 neutron-server[121607]: DEBUG neutron.notifiers.nova [req-2a176053-257a-41bb-ad37-d218a40fcafe req-3c7a337d-c68a-47e5-be31-ca3711fabcc8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f34074e-0a6d-4eef-a7d5-cef1f7f400f3 {{(pid=121607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:09:24.965359 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-2a176053-257a-41bb-ad37-d218a40fcafe req-3c7a337d-c68a-47e5-be31-ca3711fabcc8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:24.977626 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.provisioning_blocks [req-2a176053-257a-41bb-ad37-d218a40fcafe req-3c7a337d-c68a-47e5-be31-ca3711fabcc8 service neutron] Transition to ACTIVE for port object 1f34074e-0a6d-4eef-a7d5-cef1f7f400f3 will not be triggered until provisioned by entity L2. {{(pid=121607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 25 21:09:24.986557 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-548da7c6-b33a-4ab7-b88d-f952efff8e2b req-c782320c-f820-4dcd-9bad-f147c502e24e tempest-FloatingIPsAssociationNegativeTestJSON-495794297 tempest-FloatingIPsAssociationNegativeTestJSON-495794297-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 21:09:24.992162 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-548da7c6-b33a-4ab7-b88d-f952efff8e2b req-c782320c-f820-4dcd-9bad-f147c502e24e tempest-FloatingIPsAssociationNegativeTestJSON-495794297 tempest-FloatingIPsAssociationNegativeTestJSON-495794297-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for floatingip, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:24.997357 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7688aaa9-3d54-4519-a45c-b6dc2a113c15 None None] Sync routers for ids ['8c9a7d0f-9263-4ede-80f0-914a40227c23'] in ncdv-master-1 {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 21:09:25.006767 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7688aaa9-3d54-4519-a45c-b6dc2a113c15 None None] Routers {'8c9a7d0f-9263-4ede-80f0-914a40227c23'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:09:25.007376 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-7688aaa9-3d54-4519-a45c-b6dc2a113c15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f26185365e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:09:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['8c9a7d0f-9263-4ede-80f0-914a40227c23'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:09:25.013186 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-3834187d-cdcb-46ab-86f8-b01c7cae627d req-3550eec0-5122-46f1-907e-2036a5701f5e tempest-FloatingIPDetailsTestJSON-450377605 tempest-FloatingIPDetailsTestJSON-450377605-project] Publish callbacks [] for floatingip, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:25.015796 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-3834187d-cdcb-46ab-86f8-b01c7cae627d req-3550eec0-5122-46f1-907e-2036a5701f5e tempest-FloatingIPDetailsTestJSON-450377605 tempest-FloatingIPDetailsTestJSON-450377605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for floatingip, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:25.016991 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3834187d-cdcb-46ab-86f8-b01c7cae627d req-3550eec0-5122-46f1-907e-2036a5701f5e tempest-FloatingIPDetailsTestJSON-450377605 tempest-FloatingIPDetailsTestJSON-450377605-project] 10.222.0.32 "DELETE /v2.0/floatingips/d0a8cdb0-0587-4498-8e60-0bcf6dc5278c HTTP/1.1" status: 204  len: 173 time: 0.8167315
Dec 25 21:09:25.035539 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-2a176053-257a-41bb-ad37-d218a40fcafe req-3c7a337d-c68a-47e5-be31-ca3711fabcc8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8632327'] for port, after_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:25.039765 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-548da7c6-b33a-4ab7-b88d-f952efff8e2b req-c782320c-f820-4dcd-9bad-f147c502e24e tempest-FloatingIPsAssociationNegativeTestJSON-495794297 tempest-FloatingIPsAssociationNegativeTestJSON-495794297-project] 10.222.0.32 "PUT /v2.0/floatingips/f5d3ff9b-b4b6-4c3d-9bb6-a6de61cb3b0e HTTP/1.1" status: 200  len: 694 time: 1.0127952
Dec 25 21:09:25.040948 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24fbe6b2-8ab0-4b10-932c-de5d0c1f1ec7', 'tag': '95f9468e-c1ab-4e1c-856f-19efb9ee29b8'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:09:25.046769 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9858820c13ec2827453b94ebc4181065e990a4e4089ccb9fe762531ac62d2fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75c9ca48-6c9f-4412-833a-66d1d31bbc54" -d '{"events": [{"name": "network-changed", "server_uuid": "24fbe6b2-8ab0-4b10-932c-de5d0c1f1ec7", "tag": "95f9468e-c1ab-4e1c-856f-19efb9ee29b8"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:09:25.097213 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548da7c6-b33a-4ab7-b88d-f952efff8e2b req-121fc497-533a-4625-a2e1-58d1ee5aa3ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:09:25.099420 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-548da7c6-b33a-4ab7-b88d-f952efff8e2b req-121fc497-533a-4625-a2e1-58d1ee5aa3ce service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e65cafc179094f63bf88bfba4c57fd1f&device_id=24fbe6b2-8ab0-4b10-932c-de5d0c1f1ec7 HTTP/1.1" status: 200  len: 1096 time: 0.0482430
Dec 25 21:09:25.128980 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7a337d-c68a-47e5-be31-ca3711fabcc8 service neutron] Pushing event updated for resources: {'Port': ['ID=1f34074e-0a6d-4eef-a7d5-cef1f7f400f3,revision_number=2']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:09:25.131329 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvr_db [None req-7688aaa9-3d54-4519-a45c-b6dc2a113c15 None None] Set router 8c9a7d0f-9263-4ede-80f0-914a40227c23 gateway port host: ncdv-master-1 {{(pid=121608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:09:25.214083 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.managers [req-2a176053-257a-41bb-ad37-d218a40fcafe req-3c7a337d-c68a-47e5-be31-ca3711fabcc8 service neutron] Attempting to bind port 1f34074e-0a6d-4eef-a7d5-cef1f7f400f3 on host nch2-master-1 for vnic_type normal with profile  {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:09:25.214333 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.managers [req-2a176053-257a-41bb-ad37-d218a40fcafe req-3c7a337d-c68a-47e5-be31-ca3711fabcc8 service neutron] Attempting to bind port 1f34074e-0a6d-4eef-a7d5-cef1f7f400f3 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '0bc15208-d08d-4c93-89c3-c4dfd4d97844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '1e137e86-76be-493f-9b25-1d17756925b5'}] {{(pid=121607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:09:25.214656 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a176053-257a-41bb-ad37-d218a40fcafe req-3c7a337d-c68a-47e5-be31-ca3711fabcc8 service neutron] Attempting to bind port 1f34074e-0a6d-4eef-a7d5-cef1f7f400f3 on network 1e137e86-76be-493f-9b25-1d17756925b5 {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:09:25.219737 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a176053-257a-41bb-ad37-d218a40fcafe req-3c7a337d-c68a-47e5-be31-ca3711fabcc8 service neutron] Port 1f34074e-0a6d-4eef-a7d5-cef1f7f400f3 on network 1e137e86-76be-493f-9b25-1d17756925b5 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 25 21:09:25.227413 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a176053-257a-41bb-ad37-d218a40fcafe req-3c7a337d-c68a-47e5-be31-ca3711fabcc8 service neutron] Attempting to bind port 1f34074e-0a6d-4eef-a7d5-cef1f7f400f3 on network 1e137e86-76be-493f-9b25-1d17756925b5 {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:09:25.227700 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-08be5e23-49fd-48a7-b2f9-2f00e99e150c req-e02b5581-95d4-41bf-bcda-d5af276ea1fd tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=19a16dcc3c214ac2a218d3758e551792&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0265582
Dec 25 21:09:25.227792 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a176053-257a-41bb-ad37-d218a40fcafe req-3c7a337d-c68a-47e5-be31-ca3711fabcc8 service neutron] Checking agent: {'id': '0d9ae313-8f8d-40fa-8a9f-d098a25a9911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 21, 4, 38), 'started_at': datetime.datetime(2021, 12, 25, 21, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 9, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:09:25.227792 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a176053-257a-41bb-ad37-d218a40fcafe req-3c7a337d-c68a-47e5-be31-ca3711fabcc8 service neutron] Checking segment: {'id': '0bc15208-d08d-4c93-89c3-c4dfd4d97844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '1e137e86-76be-493f-9b25-1d17756925b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:09:25.227792 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a176053-257a-41bb-ad37-d218a40fcafe req-3c7a337d-c68a-47e5-be31-ca3711fabcc8 service neutron] Bound using segment: {'id': '0bc15208-d08d-4c93-89c3-c4dfd4d97844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '1e137e86-76be-493f-9b25-1d17756925b5'} {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:09:25.227792 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.managers [req-2a176053-257a-41bb-ad37-d218a40fcafe req-3c7a337d-c68a-47e5-be31-ca3711fabcc8 service neutron] Bound port: 1f34074e-0a6d-4eef-a7d5-cef1f7f400f3, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0bc15208-d08d-4c93-89c3-c4dfd4d97844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '1e137e86-76be-493f-9b25-1d17756925b5'}}] {{(pid=121607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:09:25.227792 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-2a176053-257a-41bb-ad37-d218a40fcafe req-3c7a337d-c68a-47e5-be31-ca3711fabcc8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:25.261398 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548da7c6-b33a-4ab7-b88d-f952efff8e2b req-27bab190-5ce9-4d6c-a726-973a7122d53c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:09:25.264693 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-548da7c6-b33a-4ab7-b88d-f952efff8e2b req-27bab190-5ce9-4d6c-a726-973a7122d53c service neutron] 10.222.0.32 "GET /v2.0/networks?id=d11a6d20-7c9e-4651-a65c-c60d3931cc4e HTTP/1.1" status: 200  len: 929 time: 0.1578941
Dec 25 21:09:25.321133 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.db [req-2a176053-257a-41bb-ad37-d218a40fcafe req-3c7a337d-c68a-47e5-be31-ca3711fabcc8 service neutron] For port 1f34074e-0a6d-4eef-a7d5-cef1f7f400f3, host nch2-master-1, cleared binding levels {{(pid=121607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:09:25.325601 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.db [req-2a176053-257a-41bb-ad37-d218a40fcafe req-3c7a337d-c68a-47e5-be31-ca3711fabcc8 service neutron] For port 1f34074e-0a6d-4eef-a7d5-cef1f7f400f3, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1f34074e-0a6d-4eef-a7d5-cef1f7f400f3,segment=NetworkSegment(0bc15208-d08d-4c93-89c3-c4dfd4d97844),segment_id=0bc15208-d08d-4c93-89c3-c4dfd4d97844)] {{(pid=121607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:09:25.326184 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-548da7c6-b33a-4ab7-b88d-f952efff8e2b req-0b11bc24-de16-4fa9-b879-57a89486f95d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=95f9468e-c1ab-4e1c-856f-19efb9ee29b8 HTTP/1.1" status: 200  len: 217 time: 0.0491297
Dec 25 21:09:25.374081 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-7688aaa9-3d54-4519-a45c-b6dc2a113c15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f26185365e0>, [{'id': '8c9a7d0f-9263-4ede-80f0-914a40227c23', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-676909578-router', 'tenant_id': 'e65cafc179094f63bf88bfba4c57fd1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.189'}], 'enable_snat': True}, 'gw_port_id': '2a7ba220-6220-4585-99ef-7e2fa624bb90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:08:24Z', 'updated_at': '2021-12-25T21:08:30Z', 'revision_number': 4, 'project_id': 'e65cafc179094f63bf88bfba4c57fd1f', 'gw_port': {'id': '2a7ba220-6220-4585-99ef-7e2fa624bb90', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:c5:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c9a7d0f-9263-4ede-80f0-914a40227c23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:08:25Z', 'updated_at': '2021-12-25T21:08:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '611d9951-28c7-4cab-b41e-39741fa4d70e', 'name': '', 'network_id': 'd11a6d20-7c9e-4651-a65c-c60d3931cc4e', 'tenant_id': 'e65cafc179094f63bf88bfba4c57fd1f', 'mac_address': 'fa:16:3e:03:80:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c9a7d0f-9263-4ede-80f0-914a40227c23', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '98faad13-8b17-4944-b01e-df6bd636584c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:08:28Z', 'updated_at': '2021-12-25T21:08:39Z', 'revision_number': 5, 'project_id': 'e65cafc179094f63bf88bfba4c57fd1f', 'subnets': [{'id': '98faad13-8b17-4944-b01e-df6bd636584c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:09:25.400854 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7688aaa9-3d54-4519-a45c-b6dc2a113c15 None None] Checking router: 8c9a7d0f-9263-4ede-80f0-914a40227c23 for host: ncdv-master-1 {{(pid=121608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 25 21:09:25.409458 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7688aaa9-3d54-4519-a45c-b6dc2a113c15 None None] Routers {'8c9a7d0f-9263-4ede-80f0-914a40227c23'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:09:25.410060 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-7688aaa9-3d54-4519-a45c-b6dc2a113c15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f26185365e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:09:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['8c9a7d0f-9263-4ede-80f0-914a40227c23'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:09:25.420498 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548da7c6-b33a-4ab7-b88d-f952efff8e2b req-5457e9bc-fad5-4466-9959-411606a703ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:09:25.422018 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-548da7c6-b33a-4ab7-b88d-f952efff8e2b req-5457e9bc-fad5-4466-9959-411606a703ac service neutron] 10.222.0.32 "GET /v2.0/subnets?id=98faad13-8b17-4944-b01e-df6bd636584c HTTP/1.1" status: 200  len: 867 time: 0.0649500
Dec 25 21:09:25.428835 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08be5e23-49fd-48a7-b2f9-2f00e99e150c req-3bad53e9-0710-4183-a9ad-aee3262f5251 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:09:25.430764 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-08be5e23-49fd-48a7-b2f9-2f00e99e150c req-3bad53e9-0710-4183-a9ad-aee3262f5251 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2037396
Dec 25 21:09:25.461530 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-08be5e23-49fd-48a7-b2f9-2f00e99e150c req-6b09839c-0345-43f7-8623-acdf70dc87ce tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] Request body: {'port': {'device_id': '4dbb558c-1149-4835-803f-d1368522f573', 'network_id': '8f212e98-547d-4c6e-a560-2e9a548c8f59', 'admin_state_up': True, 'tenant_id': '19a16dcc3c214ac2a218d3758e551792'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:09:25.503398 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-2a176053-257a-41bb-ad37-d218a40fcafe req-3c7a337d-c68a-47e5-be31-ca3711fabcc8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8632327'] for port, after_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:25.539983 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548da7c6-b33a-4ab7-b88d-f952efff8e2b req-5bf9a43d-a385-4e39-941a-c2f1ce0050bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:09:25.540963 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvr_db [None req-7688aaa9-3d54-4519-a45c-b6dc2a113c15 None None] Set router 8c9a7d0f-9263-4ede-80f0-914a40227c23 gateway port host: ncdv-master-1 {{(pid=121608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:09:25.541561 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-548da7c6-b33a-4ab7-b88d-f952efff8e2b req-5bf9a43d-a385-4e39-941a-c2f1ce0050bc service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d11a6d20-7c9e-4651-a65c-c60d3931cc4e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1099577
Dec 25 21:09:25.551032 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a176053-257a-41bb-ad37-d218a40fcafe req-3c7a337d-c68a-47e5-be31-ca3711fabcc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:09:25.554437 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-2a176053-257a-41bb-ad37-d218a40fcafe req-3c7a337d-c68a-47e5-be31-ca3711fabcc8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:25.556360 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-2a176053-257a-41bb-ad37-d218a40fcafe req-3c7a337d-c68a-47e5-be31-ca3711fabcc8 service neutron] 10.222.0.37 "PUT /v2.0/ports/1f34074e-0a6d-4eef-a7d5-cef1f7f400f3 HTTP/1.1" status: 200  len: 1092 time: 0.9340250
Dec 25 21:09:25.564156 ncdv-master-1 neutron-server[121607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34088aa4-5622-46a6-a155-94ef62f87546', 'tag': '1f34074e-0a6d-4eef-a7d5-cef1f7f400f3'}] {{(pid=121607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:09:25.566854 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f980bbcadfa7bf1e788024e1448be660373c21f97f015f780444e999c451203" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb8d5db0-e084-413f-9b3f-4d3fd1ed3a49" -d '{"events": [{"name": "network-changed", "server_uuid": "34088aa4-5622-46a6-a155-94ef62f87546", "tag": "1f34074e-0a6d-4eef-a7d5-cef1f7f400f3"}]}' {{(pid=121607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:09:25.600803 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7a337d-c68a-47e5-be31-ca3711fabcc8 service neutron] Pushing event updated for resources: {'Port': ['ID=1f34074e-0a6d-4eef-a7d5-cef1f7f400f3,revision_number=3']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:09:25.677511 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-548da7c6-b33a-4ab7-b88d-f952efff8e2b req-3d62195e-2d91-4e92-95b8-a8027f863e70 service neutron] 10.222.0.32 "GET /v2.0/networks/d11a6d20-7c9e-4651-a65c-c60d3931cc4e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1259973
Dec 25 21:09:25.759684 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a176053-257a-41bb-ad37-d218a40fcafe req-044ae841-dd14-4d87-a516-013653fd67da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:09:25.760598 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-7688aaa9-3d54-4519-a45c-b6dc2a113c15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f26185365e0>, [{'id': '8c9a7d0f-9263-4ede-80f0-914a40227c23', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-676909578-router', 'tenant_id': 'e65cafc179094f63bf88bfba4c57fd1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.189'}], 'enable_snat': True}, 'gw_port_id': '2a7ba220-6220-4585-99ef-7e2fa624bb90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:08:24Z', 'updated_at': '2021-12-25T21:08:30Z', 'revision_number': 4, 'project_id': 'e65cafc179094f63bf88bfba4c57fd1f', 'gw_port': {'id': '2a7ba220-6220-4585-99ef-7e2fa624bb90', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:c5:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c9a7d0f-9263-4ede-80f0-914a40227c23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:08:25Z', 'updated_at': '2021-12-25T21:08:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '611d9951-28c7-4cab-b41e-39741fa4d70e', 'name': '', 'network_id': 'd11a6d20-7c9e-4651-a65c-c60d3931cc4e', 'tenant_id': 'e65cafc179094f63bf88bfba4c57fd1f', 'mac_address': 'fa:16:3e:03:80:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c9a7d0f-9263-4ede-80f0-914a40227c23', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '98faad13-8b17-4944-b01e-df6bd636584c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:08:28Z', 'updated_at': '2021-12-25T21:08:39Z', 'revision_number': 5, 'project_id': 'e65cafc179094f63bf88bfba4c57fd1f', 'subnets': [{'id': '98faad13-8b17-4944-b01e-df6bd636584c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:09:25.761200 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-2a176053-257a-41bb-ad37-d218a40fcafe req-044ae841-dd14-4d87-a516-013653fd67da service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=276a36e6a97d46a78b7e483daa26cc2e&device_id=34088aa4-5622-46a6-a155-94ef62f87546 HTTP/1.1" status: 200  len: 1095 time: 0.0438006
Dec 25 21:09:25.785676 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-548da7c6-b33a-4ab7-b88d-f952efff8e2b req-b39d23ef-e0f1-42eb-8c65-94f0d54dd3ea service neutron] 10.222.0.32 "GET /v2.0/networks/d11a6d20-7c9e-4651-a65c-c60d3931cc4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1011131
Dec 25 21:09:25.791759 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7688aaa9-3d54-4519-a45c-b6dc2a113c15 None None] The sync data for ids ['8c9a7d0f-9263-4ede-80f0-914a40227c23'] in ncdv-master-1 is: [{'id': '8c9a7d0f-9263-4ede-80f0-914a40227c23', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-676909578-router', 'tenant_id': 'e65cafc179094f63bf88bfba4c57fd1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.189'}], 'enable_snat': True}, 'gw_port_id': '2a7ba220-6220-4585-99ef-7e2fa624bb90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:08:24Z', 'updated_at': '2021-12-25T21:08:30Z', 'revision_number': 4, 'project_id': 'e65cafc179094f63bf88bfba4c57fd1f', 'gw_port': {'id': '2a7ba220-6220-4585-99ef-7e2fa624bb90', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:c5:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c9a7d0f-9263-4ede-80f0-914a40227c23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:08:25Z', 'updated_at': '2021-12-25T21:08:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '611d9951-28c7-4cab-b41e-39741fa4d70e', 'name': '', 'network_id': 'd11a6d20-7c9e-4651-a65c-c60d3931cc4e', 'tenant_id': 'e65cafc179094f63bf88bfba4c57fd1f', 'mac_address': 'fa:16:3e:03:80:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c9a7d0f-9263-4ede-80f0-914a40227c23', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '98faad13-8b17-4944-b01e-df6bd636584c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:08:28Z', 'updated_at': '2021-12-25T21:08:39Z', 'revision_number': 5, 'project_id': 'e65cafc179094f63bf88bfba4c57fd1f', 'subnets': [{'id': '98faad13-8b17-4944-b01e-df6bd636584c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 21:09:25.807784 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-2a176053-257a-41bb-ad37-d218a40fcafe req-3d490673-208b-4638-a588-ed315fc99628 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1f34074e-0a6d-4eef-a7d5-cef1f7f400f3 HTTP/1.1" status: 200  len: 217 time: 0.0374916
Dec 25 21:09:25.822266 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08be5e23-49fd-48a7-b2f9-2f00e99e150c req-6b09839c-0345-43f7-8623-acdf70dc87ce tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] Made reservation on behalf of 19a16dcc3c214ac2a218d3758e551792 for: {'port': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:09:25.825945 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-08be5e23-49fd-48a7-b2f9-2f00e99e150c req-6b09839c-0345-43f7-8623-acdf70dc87ce tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:25.868014 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a176053-257a-41bb-ad37-d218a40fcafe req-ec8097e2-fc3a-4837-9ea7-c245c7e97418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:09:25.869622 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-2a176053-257a-41bb-ad37-d218a40fcafe req-ec8097e2-fc3a-4837-9ea7-c245c7e97418 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9f350e3c-b3c0-4923-bec6-5c96ab55923b HTTP/1.1" status: 200  len: 860 time: 0.0543532
Dec 25 21:09:25.902635 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-2a176053-257a-41bb-ad37-d218a40fcafe req-a5235a2f-dd83-495f-b222-febeefc2f447 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1e137e86-76be-493f-9b25-1d17756925b5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0248392
Dec 25 21:09:25.992855 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_common [req-08be5e23-49fd-48a7-b2f9-2f00e99e150c req-6b09839c-0345-43f7-8623-acdf70dc87ce tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] Allocated IP 192.168.233.201 (8f212e98-547d-4c6e-a560-2e9a548c8f59/dcfbae86-f93e-400c-8084-eac7f56ff5ba/3240e6a9-7ed6-4f9e-a0e5-cf084791ba34) {{(pid=121606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:09:26.021139 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-2a176053-257a-41bb-ad37-d218a40fcafe req-627f4c9e-f06f-44fd-a8cf-772f98b984e7 service neutron] 10.222.0.37 "GET /v2.0/networks/1e137e86-76be-493f-9b25-1d17756925b5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1085742
Dec 25 21:09:26.079829 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f680506a-f2b3-47e0-9cec-e69fb1cdb007 None None] New status for floating IP f5d3ff9b-b4b6-4c3d-9bb6-a6de61cb3b0e: DOWN {{(pid=121609) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 25 21:09:26.122956 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-2a176053-257a-41bb-ad37-d218a40fcafe req-852a7947-048b-4d71-b4b8-b5ebcb7ff2cb service neutron] 10.222.0.37 "GET /v2.0/networks/1e137e86-76be-493f-9b25-1d17756925b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0969071
Dec 25 21:09:26.171325 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-08be5e23-49fd-48a7-b2f9-2f00e99e150c req-6b09839c-0345-43f7-8623-acdf70dc87ce tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] Publish callbacks [] for port, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:26.492987 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0ab189-7f8c-4ed9-9bf7-7bdb432bc809 req-55c06c1d-dab9-4ddd-9e5b-ec001f9b4f3b tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:09:26.494461 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4a0ab189-7f8c-4ed9-9bf7-7bdb432bc809 req-55c06c1d-dab9-4ddd-9e5b-ec001f9b4f3b tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] 10.222.0.32 "GET /v2.0/ports?device_id=34088aa4-5622-46a6-a155-94ef62f87546 HTTP/1.1" status: 200  len: 944 time: 0.0556922
Dec 25 21:09:26.545714 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4a0ab189-7f8c-4ed9-9bf7-7bdb432bc809 req-b75d4be3-3527-4c14-9659-5db7362aeece tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5d2ff88-22d6-43d8-90d1-bfb86d4e3308&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431445
Dec 25 21:09:26.710085 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-866ca847-524d-4b9b-bcc0-a64330df965b req-74360a83-2eb5-4071-ba5c-2dfd451cabea tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] 10.222.0.32 "GET /v2.0/ports?device_id=4dbb558c-1149-4835-803f-d1368522f573 HTTP/1.1" status: 200  len: 210 time: 0.0255988
Dec 25 21:09:26.711705 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-08be5e23-49fd-48a7-b2f9-2f00e99e150c req-6b09839c-0345-43f7-8623-acdf70dc87ce tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:26.731010 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] get_ports_and_sgs() called for port_ids ['1bcf9756-ed56-4846-ad16-befd4fd2f0e0', '2150b774-dd7c-4f45-910d-01e39333a0ce'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:09:26.731010 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] get_ports_and_sgs() called for port_ids ['bf94d897-4956-441a-9897-be577975a8f7', 'bfee550f-dfee-43e5-88c3-be85d5ccff12', 'b5c53dfd-8507-4f31-ba6b-58c68d41b36b'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:09:26.802985 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-595e2e7f-1f61-4391-93e2-e5b560491ba0 req-59476fe4-26b1-42ef-849d-665f6a1be93f tempest-FloatingIPDetailsTestJSON-450377605 tempest-FloatingIPDetailsTestJSON-450377605-project] 10.222.0.32 "GET /v2.0/floatingips/641013fa-b2b2-4fbf-baab-83d883d67653 HTTP/1.1" status: 200  len: 692 time: 0.0637600
Dec 25 21:09:26.812179 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08be5e23-49fd-48a7-b2f9-2f00e99e150c req-6b09839c-0345-43f7-8623-acdf70dc87ce tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] Network 8f212e98-547d-4c6e-a560-2e9a548c8f59 is already hosted by enough agents. {{(pid=121606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:09:26.815516 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b09839c-0345-43f7-8623-acdf70dc87ce tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] Pushing event updated for resources: {'Port': ['ID=3240e6a9-7ed6-4f9e-a0e5-cf084791ba34,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:09:26.825468 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [req-08be5e23-49fd-48a7-b2f9-2f00e99e150c req-6b09839c-0345-43f7-8623-acdf70dc87ce tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] Resources bound (agent type, host, resource id):  {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:09:26.829059 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [req-08be5e23-49fd-48a7-b2f9-2f00e99e150c req-6b09839c-0345-43f7-8623-acdf70dc87ce tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] Received port after_create {{(pid=121606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:09:26.929953 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08be5e23-49fd-48a7-b2f9-2f00e99e150c req-6b09839c-0345-43f7-8623-acdf70dc87ce tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:09:26.930523 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-08be5e23-49fd-48a7-b2f9-2f00e99e150c req-6b09839c-0345-43f7-8623-acdf70dc87ce tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:26.976984 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595e2e7f-1f61-4391-93e2-e5b560491ba0 req-4ae79783-fb44-46e7-b3cf-cf457b091047 tempest-FloatingIPDetailsTestJSON-450377605 tempest-FloatingIPDetailsTestJSON-450377605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:09:26.978984 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-595e2e7f-1f61-4391-93e2-e5b560491ba0 req-4ae79783-fb44-46e7-b3cf-cf457b091047 tempest-FloatingIPDetailsTestJSON-450377605 tempest-FloatingIPDetailsTestJSON-450377605-project] 10.222.0.32 "GET /v2.0/networks/7201e55c-7c5f-41aa-a042-a363696539d0 HTTP/1.1" status: 200  len: 784 time: 0.1657536
Dec 25 21:09:27.045244 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-595e2e7f-1f61-4391-93e2-e5b560491ba0 req-04f4903d-ba3e-4f28-9c2c-804a8ba1ce30 tempest-FloatingIPDetailsTestJSON-450377605 tempest-FloatingIPDetailsTestJSON-450377605-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.35.3.48 HTTP/1.1" status: 200  len: 695 time: 0.0589609
Dec 25 21:09:27.048173 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Dec 2021 21:09:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09b51fa5-baf8-4eee-9b6e-380794d1dc8c x-openstack-request-id: req-09b51fa5-baf8-4eee-9b6e-380794d1dc8c {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:09:27.048478 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24fbe6b2-8ab0-4b10-932c-de5d0c1f1ec7", "tag": "95f9468e-c1ab-4e1c-856f-19efb9ee29b8", "status": "completed", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:09:27.048840 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-09b51fa5-baf8-4eee-9b6e-380794d1dc8c {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:09:27.049312 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24fbe6b2-8ab0-4b10-932c-de5d0c1f1ec7', 'tag': '95f9468e-c1ab-4e1c-856f-19efb9ee29b8', 'status': 'completed', 'code': 200}
Dec 25 21:09:27.080509 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Dec 2021 21:09:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3454d840-61b2-4fe6-b3f3-35acadcc642e x-openstack-request-id: req-3454d840-61b2-4fe6-b3f3-35acadcc642e {{(pid=121607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:09:27.081078 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34088aa4-5622-46a6-a155-94ef62f87546", "tag": "1f34074e-0a6d-4eef-a7d5-cef1f7f400f3", "status": "completed", "code": 200}]} {{(pid=121607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:09:27.081078 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3454d840-61b2-4fe6-b3f3-35acadcc642e {{(pid=121607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:09:27.081464 ncdv-master-1 neutron-server[121607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34088aa4-5622-46a6-a155-94ef62f87546', 'tag': '1f34074e-0a6d-4eef-a7d5-cef1f7f400f3', 'status': 'completed', 'code': 200}
Dec 25 21:09:27.096388 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-08be5e23-49fd-48a7-b2f9-2f00e99e150c req-6b09839c-0345-43f7-8623-acdf70dc87ce tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 1.6403973
Dec 25 21:09:27.125277 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-595e2e7f-1f61-4391-93e2-e5b560491ba0 req-6f9991b9-e449-4cf1-a6a2-93e4230c404b tempest-FloatingIPDetailsTestJSON-450377605 tempest-FloatingIPDetailsTestJSON-450377605-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.35.3.48 HTTP/1.1" status: 200  len: 695 time: 0.0562024
Dec 25 21:09:27.150526 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-619ea8fd-1403-4297-807b-58a8f1b9e94f None None] Provisioning complete for port 3240e6a9-7ed6-4f9e-a0e5-cf084791ba34 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:09:27.150981 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-619ea8fd-1403-4297-807b-58a8f1b9e94f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:27.156791 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8d5db0-e084-413f-9b3f-4d3fd1ed3a49 req-d59c45e2-3f70-4f2e-b588-1cf0e6060064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:09:27.158421 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-fb8d5db0-e084-413f-9b3f-4d3fd1ed3a49 req-d59c45e2-3f70-4f2e-b588-1cf0e6060064 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=276a36e6a97d46a78b7e483daa26cc2e&device_id=34088aa4-5622-46a6-a155-94ef62f87546 HTTP/1.1" status: 200  len: 1095 time: 0.0443931
Dec 25 21:09:27.177367 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-08be5e23-49fd-48a7-b2f9-2f00e99e150c req-39bdb3da-2cad-408b-bfc0-a4c583951a1a service neutron] Request body: {'port': {'device_id': '4dbb558c-1149-4835-803f-d1368522f573', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:09:27.231487 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-619ea8fd-1403-4297-807b-58a8f1b9e94f None None] Port 3240e6a9-7ed6-4f9e-a0e5-cf084791ba34 cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:09:27.250425 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-54d1b3b4-9233-48a9-9660-331f176aa938 req-f585d781-7b1a-418f-9e5b-998b5d560459 tempest-FloatingIPsAssociationNegativeTestJSON-495794297 tempest-FloatingIPsAssociationNegativeTestJSON-495794297-project] 10.222.0.32 "GET /v2.0/floatingips/f5d3ff9b-b4b6-4c3d-9bb6-a6de61cb3b0e HTTP/1.1" status: 200  len: 692 time: 0.1513743
Dec 25 21:09:27.266262 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8d5db0-e084-413f-9b3f-4d3fd1ed3a49 req-756c4419-e8ca-4946-9580-603765637ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:09:27.267857 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-fb8d5db0-e084-413f-9b3f-4d3fd1ed3a49 req-756c4419-e8ca-4946-9580-603765637ecc service neutron] 10.222.0.37 "GET /v2.0/networks?id=1e137e86-76be-493f-9b25-1d17756925b5 HTTP/1.1" status: 200  len: 921 time: 0.1004288
Dec 25 21:09:27.309851 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-fb8d5db0-e084-413f-9b3f-4d3fd1ed3a49 req-8d81a16f-d4d9-4157-bd13-314a3337352b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1f34074e-0a6d-4eef-a7d5-cef1f7f400f3 HTTP/1.1" status: 200  len: 217 time: 0.0342927
Dec 25 21:09:27.344800 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c9ca48-6c9f-4412-833a-66d1d31bbc54 req-56b84725-49ec-4b38-978b-d6ba31fe257c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:09:27.346312 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-75c9ca48-6c9f-4412-833a-66d1d31bbc54 req-56b84725-49ec-4b38-978b-d6ba31fe257c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=e65cafc179094f63bf88bfba4c57fd1f&device_id=24fbe6b2-8ab0-4b10-932c-de5d0c1f1ec7 HTTP/1.1" status: 200  len: 1096 time: 0.2489085
Dec 25 21:09:27.363938 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8d5db0-e084-413f-9b3f-4d3fd1ed3a49 req-86fac13b-71de-42cf-a1a2-0e60211e5a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:09:27.365577 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-fb8d5db0-e084-413f-9b3f-4d3fd1ed3a49 req-86fac13b-71de-42cf-a1a2-0e60211e5a71 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9f350e3c-b3c0-4923-bec6-5c96ab55923b HTTP/1.1" status: 200  len: 860 time: 0.0478201
Dec 25 21:09:27.383367 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-08be5e23-49fd-48a7-b2f9-2f00e99e150c req-39bdb3da-2cad-408b-bfc0-a4c583951a1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:27.400553 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-fb8d5db0-e084-413f-9b3f-4d3fd1ed3a49 req-e0bc62e4-8c3a-452e-86a7-223bcc631d06 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1e137e86-76be-493f-9b25-1d17756925b5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0246181
Dec 25 21:09:27.490808 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-fb8d5db0-e084-413f-9b3f-4d3fd1ed3a49 req-869ba42a-f52f-4c30-bb54-bb0844db8c0a service neutron] 10.222.0.37 "GET /v2.0/networks/1e137e86-76be-493f-9b25-1d17756925b5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0816379
Dec 25 21:09:27.584389 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-fb8d5db0-e084-413f-9b3f-4d3fd1ed3a49 req-dcc93611-0f2f-4819-aaf8-bfefecf5a24a service neutron] 10.222.0.37 "GET /v2.0/networks/1e137e86-76be-493f-9b25-1d17756925b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0851173
Dec 25 21:09:27.586546 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d1b3b4-9233-48a9-9660-331f176aa938 req-2c4a6de6-5236-4829-b9a3-a98eb8e1ce84 tempest-FloatingIPsAssociationNegativeTestJSON-495794297 tempest-FloatingIPsAssociationNegativeTestJSON-495794297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:09:27.587956 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-54d1b3b4-9233-48a9-9660-331f176aa938 req-2c4a6de6-5236-4829-b9a3-a98eb8e1ce84 tempest-FloatingIPsAssociationNegativeTestJSON-495794297 tempest-FloatingIPsAssociationNegativeTestJSON-495794297-project] 10.222.0.32 "GET /v2.0/networks/7201e55c-7c5f-41aa-a042-a363696539d0 HTTP/1.1" status: 200  len: 784 time: 0.2990234
Dec 25 21:09:27.645328 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [req-595e2e7f-1f61-4391-93e2-e5b560491ba0 req-e3171b43-7ec9-4e2a-be51-2c0348029c40 tempest-FloatingIPDetailsTestJSON-450377605 tempest-FloatingIPDetailsTestJSON-450377605-project] Deleting port d81be9ed-4f76-4bd6-a0dd-f6ff5db8be88 {{(pid=121606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:09:27.645666 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-595e2e7f-1f61-4391-93e2-e5b560491ba0 req-e3171b43-7ec9-4e2a-be51-2c0348029c40 tempest-FloatingIPDetailsTestJSON-450377605 tempest-FloatingIPDetailsTestJSON-450377605-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:27.671692 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c9ca48-6c9f-4412-833a-66d1d31bbc54 req-55bc064d-2730-4d3e-b08e-a54d9e50ab17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:09:27.673235 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-75c9ca48-6c9f-4412-833a-66d1d31bbc54 req-55bc064d-2730-4d3e-b08e-a54d9e50ab17 service neutron] 10.222.0.31 "GET /v2.0/networks?id=d11a6d20-7c9e-4651-a65c-c60d3931cc4e HTTP/1.1" status: 200  len: 929 time: 0.2915838
Dec 25 21:09:27.755461 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-54d1b3b4-9233-48a9-9660-331f176aa938 req-5f00cbff-5771-42b3-92ef-48c5e102a538 tempest-FloatingIPsAssociationNegativeTestJSON-495794297 tempest-FloatingIPsAssociationNegativeTestJSON-495794297-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.35.3.29 HTTP/1.1" status: 200  len: 695 time: 0.1158204
Dec 25 21:09:27.762667 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-75c9ca48-6c9f-4412-833a-66d1d31bbc54 req-d3b23ac7-214b-4720-85b0-36756e195a24 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=95f9468e-c1ab-4e1c-856f-19efb9ee29b8 HTTP/1.1" status: 200  len: 217 time: 0.0582743
Dec 25 21:09:27.897560 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-54d1b3b4-9233-48a9-9660-331f176aa938 req-cc6fa872-4164-45b2-bd49-5cc70ed4fbac tempest-FloatingIPsAssociationNegativeTestJSON-495794297 tempest-FloatingIPsAssociationNegativeTestJSON-495794297-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.35.3.29 HTTP/1.1" status: 200  len: 695 time: 0.1337900
Dec 25 21:09:27.980184 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c9ca48-6c9f-4412-833a-66d1d31bbc54 req-1b333dc0-8ac3-4b7f-8917-1bbe23eaeece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:09:27.982137 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-75c9ca48-6c9f-4412-833a-66d1d31bbc54 req-1b333dc0-8ac3-4b7f-8917-1bbe23eaeece service neutron] 10.222.0.31 "GET /v2.0/subnets?id=98faad13-8b17-4944-b01e-df6bd636584c HTTP/1.1" status: 200  len: 867 time: 0.2027450
Dec 25 21:09:27.985254 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-595e2e7f-1f61-4391-93e2-e5b560491ba0 req-e3171b43-7ec9-4e2a-be51-2c0348029c40 tempest-FloatingIPDetailsTestJSON-450377605 tempest-FloatingIPDetailsTestJSON-450377605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:27.985579 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-595e2e7f-1f61-4391-93e2-e5b560491ba0 req-e3171b43-7ec9-4e2a-be51-2c0348029c40 tempest-FloatingIPDetailsTestJSON-450377605 tempest-FloatingIPDetailsTestJSON-450377605-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:28.018524 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [req-595e2e7f-1f61-4391-93e2-e5b560491ba0 req-e3171b43-7ec9-4e2a-be51-2c0348029c40 tempest-FloatingIPDetailsTestJSON-450377605 tempest-FloatingIPDetailsTestJSON-450377605-project] Calling delete_port for d81be9ed-4f76-4bd6-a0dd-f6ff5db8be88 owned by network:floatingip {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:09:28.181111 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c9ca48-6c9f-4412-833a-66d1d31bbc54 req-fb97c968-e5dc-4648-a2e0-aec5a3dcc5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:09:28.182526 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-75c9ca48-6c9f-4412-833a-66d1d31bbc54 req-fb97c968-e5dc-4648-a2e0-aec5a3dcc5d3 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d11a6d20-7c9e-4651-a65c-c60d3931cc4e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1810794
Dec 25 21:09:28.263147 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [req-08be5e23-49fd-48a7-b2f9-2f00e99e150c req-39bdb3da-2cad-408b-bfc0-a4c583951a1a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3240e6a9-7ed6-4f9e-a0e5-cf084791ba34 {{(pid=121606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:09:28.274744 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-08be5e23-49fd-48a7-b2f9-2f00e99e150c req-39bdb3da-2cad-408b-bfc0-a4c583951a1a service neutron] Publish callbacks [] for port, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:28.324534 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [req-54d1b3b4-9233-48a9-9660-331f176aa938 req-e9195016-5092-4a8d-84d8-f34e55ba232a tempest-FloatingIPsAssociationNegativeTestJSON-495794297 tempest-FloatingIPsAssociationNegativeTestJSON-495794297-project] Deleting port 5b43b15f-84ed-4227-888c-3c355b6ce184 {{(pid=121606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:09:28.324869 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-54d1b3b4-9233-48a9-9660-331f176aa938 req-e9195016-5092-4a8d-84d8-f34e55ba232a tempest-FloatingIPsAssociationNegativeTestJSON-495794297 tempest-FloatingIPsAssociationNegativeTestJSON-495794297-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:28.330241 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.provisioning_blocks [req-08be5e23-49fd-48a7-b2f9-2f00e99e150c req-39bdb3da-2cad-408b-bfc0-a4c583951a1a service neutron] Transition to ACTIVE for port object 3240e6a9-7ed6-4f9e-a0e5-cf084791ba34 will not be triggered until provisioned by entity L2. {{(pid=121606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 25 21:09:28.417442 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-08be5e23-49fd-48a7-b2f9-2f00e99e150c req-39bdb3da-2cad-408b-bfc0-a4c583951a1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:28.483416 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-75c9ca48-6c9f-4412-833a-66d1d31bbc54 req-761d9703-42d8-4e31-814c-5441ae3ba056 service neutron] 10.222.0.31 "GET /v2.0/networks/d11a6d20-7c9e-4651-a65c-c60d3931cc4e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2637239
Dec 25 21:09:28.518209 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bdb3da-2cad-408b-bfc0-a4c583951a1a service neutron] Pushing event updated for resources: {'Port': ['ID=3240e6a9-7ed6-4f9e-a0e5-cf084791ba34,revision_number=2']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:09:28.534501 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-54d1b3b4-9233-48a9-9660-331f176aa938 req-e9195016-5092-4a8d-84d8-f34e55ba232a tempest-FloatingIPsAssociationNegativeTestJSON-495794297 tempest-FloatingIPsAssociationNegativeTestJSON-495794297-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:28.534998 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-54d1b3b4-9233-48a9-9660-331f176aa938 req-e9195016-5092-4a8d-84d8-f34e55ba232a tempest-FloatingIPsAssociationNegativeTestJSON-495794297 tempest-FloatingIPsAssociationNegativeTestJSON-495794297-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:28.574749 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-595e2e7f-1f61-4391-93e2-e5b560491ba0 req-e3171b43-7ec9-4e2a-be51-2c0348029c40 tempest-FloatingIPDetailsTestJSON-450377605 tempest-FloatingIPDetailsTestJSON-450377605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:28.595252 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [req-54d1b3b4-9233-48a9-9660-331f176aa938 req-e9195016-5092-4a8d-84d8-f34e55ba232a tempest-FloatingIPsAssociationNegativeTestJSON-495794297 tempest-FloatingIPsAssociationNegativeTestJSON-495794297-project] Calling delete_port for 5b43b15f-84ed-4227-888c-3c355b6ce184 owned by network:floatingip {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:09:28.673414 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3171b43-7ec9-4e2a-be51-2c0348029c40 tempest-FloatingIPDetailsTestJSON-450377605 tempest-FloatingIPDetailsTestJSON-450377605-project] Pushing event deleted for resources: {'Port': ['ID=d81be9ed-4f76-4bd6-a0dd-f6ff5db8be88,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:09:28.892867 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device 1f34074e-0a6d-4eef-a7d5-cef1f7f400f3 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 25 21:09:28.992985 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port 1f34074e-0a6d-4eef-a7d5-cef1f7f400f3, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1f34074e-0a6d-4eef-a7d5-cef1f7f400f3,segment=NetworkSegment(0bc15208-d08d-4c93-89c3-c4dfd4d97844),segment_id=0bc15208-d08d-4c93-89c3-c4dfd4d97844)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:09:29.004229 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Returning: {'device': '1f34074e-0a6d-4eef-a7d5-cef1f7f400f3', 'network_id': '1e137e86-76be-493f-9b25-1d17756925b5', 'port_id': '1f34074e-0a6d-4eef-a7d5-cef1f7f400f3', 'mac_address': 'fa:16:3e:d0:46:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f350e3c-b3c0-4923-bec6-5c96ab55923b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 25 21:09:29.040852 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:29.052436 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-08be5e23-49fd-48a7-b2f9-2f00e99e150c req-39bdb3da-2cad-408b-bfc0-a4c583951a1a service neutron] Attempting to bind port 3240e6a9-7ed6-4f9e-a0e5-cf084791ba34 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:09:29.052773 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-08be5e23-49fd-48a7-b2f9-2f00e99e150c req-39bdb3da-2cad-408b-bfc0-a4c583951a1a service neutron] Attempting to bind port 3240e6a9-7ed6-4f9e-a0e5-cf084791ba34 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '85c774cb-a0eb-4ad9-961f-f331d3b37cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '8f212e98-547d-4c6e-a560-2e9a548c8f59'}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:09:29.053127 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08be5e23-49fd-48a7-b2f9-2f00e99e150c req-39bdb3da-2cad-408b-bfc0-a4c583951a1a service neutron] Attempting to bind port 3240e6a9-7ed6-4f9e-a0e5-cf084791ba34 on network 8f212e98-547d-4c6e-a560-2e9a548c8f59 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:09:29.057014 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-75c9ca48-6c9f-4412-833a-66d1d31bbc54 req-8089a4a3-2e27-4234-b1b5-75688f64d5ac service neutron] 10.222.0.31 "GET /v2.0/networks/d11a6d20-7c9e-4651-a65c-c60d3931cc4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5647190
Dec 25 21:09:29.057367 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f34074e-0a6d-4eef-a7d5-cef1f7f400f3 {{(pid=121608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:09:29.066786 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08be5e23-49fd-48a7-b2f9-2f00e99e150c req-39bdb3da-2cad-408b-bfc0-a4c583951a1a service neutron] Port 3240e6a9-7ed6-4f9e-a0e5-cf084791ba34 on network 8f212e98-547d-4c6e-a560-2e9a548c8f59 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 25 21:09:29.067114 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08be5e23-49fd-48a7-b2f9-2f00e99e150c req-39bdb3da-2cad-408b-bfc0-a4c583951a1a service neutron] Attempting to bind port 3240e6a9-7ed6-4f9e-a0e5-cf084791ba34 on network 8f212e98-547d-4c6e-a560-2e9a548c8f59 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:09:29.072787 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-595e2e7f-1f61-4391-93e2-e5b560491ba0 req-e3171b43-7ec9-4e2a-be51-2c0348029c40 tempest-FloatingIPDetailsTestJSON-450377605 tempest-FloatingIPDetailsTestJSON-450377605-project] Publish callbacks [] for floatingip, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:29.075767 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-595e2e7f-1f61-4391-93e2-e5b560491ba0 req-e3171b43-7ec9-4e2a-be51-2c0348029c40 tempest-FloatingIPDetailsTestJSON-450377605 tempest-FloatingIPDetailsTestJSON-450377605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for floatingip, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:29.076510 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-595e2e7f-1f61-4391-93e2-e5b560491ba0 req-e3171b43-7ec9-4e2a-be51-2c0348029c40 tempest-FloatingIPDetailsTestJSON-450377605 tempest-FloatingIPDetailsTestJSON-450377605-project] 10.222.0.32 "DELETE /v2.0/floatingips/641013fa-b2b2-4fbf-baab-83d883d67653 HTTP/1.1" status: 204  len: 173 time: 1.9650834
Dec 25 21:09:29.079168 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port 1f34074e-0a6d-4eef-a7d5-cef1f7f400f3, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1f34074e-0a6d-4eef-a7d5-cef1f7f400f3,segment=NetworkSegment(0bc15208-d08d-4c93-89c3-c4dfd4d97844),segment_id=0bc15208-d08d-4c93-89c3-c4dfd4d97844)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:09:29.082335 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08be5e23-49fd-48a7-b2f9-2f00e99e150c req-39bdb3da-2cad-408b-bfc0-a4c583951a1a service neutron] Checking agent: {'id': '6d577036-68fc-4aa4-aed7-5ab01de2117e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 21, 4, 34), 'started_at': datetime.datetime(2021, 12, 25, 21, 4, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 9, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:09:29.082749 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08be5e23-49fd-48a7-b2f9-2f00e99e150c req-39bdb3da-2cad-408b-bfc0-a4c583951a1a service neutron] Checking segment: {'id': '85c774cb-a0eb-4ad9-961f-f331d3b37cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '8f212e98-547d-4c6e-a560-2e9a548c8f59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:09:29.083141 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08be5e23-49fd-48a7-b2f9-2f00e99e150c req-39bdb3da-2cad-408b-bfc0-a4c583951a1a service neutron] Bound using segment: {'id': '85c774cb-a0eb-4ad9-961f-f331d3b37cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '8f212e98-547d-4c6e-a560-2e9a548c8f59'} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:09:29.083581 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-08be5e23-49fd-48a7-b2f9-2f00e99e150c req-39bdb3da-2cad-408b-bfc0-a4c583951a1a service neutron] Bound port: 3240e6a9-7ed6-4f9e-a0e5-cf084791ba34, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85c774cb-a0eb-4ad9-961f-f331d3b37cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '8f212e98-547d-4c6e-a560-2e9a548c8f59'}}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:09:29.084010 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-08be5e23-49fd-48a7-b2f9-2f00e99e150c req-39bdb3da-2cad-408b-bfc0-a4c583951a1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:29.170767 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:29.197694 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-08be5e23-49fd-48a7-b2f9-2f00e99e150c req-39bdb3da-2cad-408b-bfc0-a4c583951a1a service neutron] For port 3240e6a9-7ed6-4f9e-a0e5-cf084791ba34, host nch1-master-1, cleared binding levels {{(pid=121606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:09:29.200779 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-08be5e23-49fd-48a7-b2f9-2f00e99e150c req-39bdb3da-2cad-408b-bfc0-a4c583951a1a service neutron] For port 3240e6a9-7ed6-4f9e-a0e5-cf084791ba34, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3240e6a9-7ed6-4f9e-a0e5-cf084791ba34,segment=NetworkSegment(85c774cb-a0eb-4ad9-961f-f331d3b37cd6),segment_id=85c774cb-a0eb-4ad9-961f-f331d3b37cd6)] {{(pid=121606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:09:29.221757 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Pushing event updated for resources: {'Port': ['ID=1f34074e-0a6d-4eef-a7d5-cef1f7f400f3,revision_number=4']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:09:29.229772 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:09:29.230117 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:09:29.230457 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:09:29.230790 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:09:29.231118 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:09:29.231446 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:09:29.231770 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:09:29.232091 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:09:29.232410 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:09:29.232727 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:09:29.233083 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:09:29.233404 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:09:29.233720 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:09:29.268938 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-08be5e23-49fd-48a7-b2f9-2f00e99e150c req-39bdb3da-2cad-408b-bfc0-a4c583951a1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:29.270949 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-54d1b3b4-9233-48a9-9660-331f176aa938 req-e9195016-5092-4a8d-84d8-f34e55ba232a tempest-FloatingIPsAssociationNegativeTestJSON-495794297 tempest-FloatingIPsAssociationNegativeTestJSON-495794297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:29.321585 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08be5e23-49fd-48a7-b2f9-2f00e99e150c req-39bdb3da-2cad-408b-bfc0-a4c583951a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:09:29.322212 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-08be5e23-49fd-48a7-b2f9-2f00e99e150c req-39bdb3da-2cad-408b-bfc0-a4c583951a1a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:29.323633 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-08be5e23-49fd-48a7-b2f9-2f00e99e150c req-39bdb3da-2cad-408b-bfc0-a4c583951a1a service neutron] 10.222.0.31 "PUT /v2.0/ports/3240e6a9-7ed6-4f9e-a0e5-cf084791ba34 HTTP/1.1" status: 200  len: 1096 time: 2.2057629
Dec 25 21:09:29.324096 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4dbb558c-1149-4835-803f-d1368522f573', 'tag': '3240e6a9-7ed6-4f9e-a0e5-cf084791ba34'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:09:29.326358 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9858820c13ec2827453b94ebc4181065e990a4e4089ccb9fe762531ac62d2fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64ef002b-e84b-400c-9ccf-ada6d4c33176" -d '{"events": [{"name": "network-changed", "server_uuid": "4dbb558c-1149-4835-803f-d1368522f573", "tag": "3240e6a9-7ed6-4f9e-a0e5-cf084791ba34"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:09:29.381908 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bdb3da-2cad-408b-bfc0-a4c583951a1a service neutron] Pushing event updated for resources: {'Port': ['ID=3240e6a9-7ed6-4f9e-a0e5-cf084791ba34,revision_number=3']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:09:29.411564 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9195016-5092-4a8d-84d8-f34e55ba232a tempest-FloatingIPsAssociationNegativeTestJSON-495794297 tempest-FloatingIPsAssociationNegativeTestJSON-495794297-project] Pushing event deleted for resources: {'Port': ['ID=5b43b15f-84ed-4227-888c-3c355b6ce184,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:09:29.421331 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-54d1b3b4-9233-48a9-9660-331f176aa938 req-e9195016-5092-4a8d-84d8-f34e55ba232a tempest-FloatingIPsAssociationNegativeTestJSON-495794297 tempest-FloatingIPsAssociationNegativeTestJSON-495794297-project] Publish callbacks [] for floatingip, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:29.425098 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-54d1b3b4-9233-48a9-9660-331f176aa938 req-e9195016-5092-4a8d-84d8-f34e55ba232a tempest-FloatingIPsAssociationNegativeTestJSON-495794297 tempest-FloatingIPsAssociationNegativeTestJSON-495794297-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for floatingip, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:29.425098 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-54d1b3b4-9233-48a9-9660-331f176aa938 req-e9195016-5092-4a8d-84d8-f34e55ba232a tempest-FloatingIPsAssociationNegativeTestJSON-495794297 tempest-FloatingIPsAssociationNegativeTestJSON-495794297-project] 10.222.0.32 "DELETE /v2.0/floatingips/f5d3ff9b-b4b6-4c3d-9bb6-a6de61cb3b0e HTTP/1.1" status: 204  len: 173 time: 1.5004208
Dec 25 21:09:29.439221 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] get_ports_and_sgs() called for port_ids ['1f34074e-0a6d-4eef-a7d5-cef1f7f400f3'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:09:29.508263 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08be5e23-49fd-48a7-b2f9-2f00e99e150c req-81de4395-09e0-4209-896b-8fe3bb682b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:09:29.510782 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-08be5e23-49fd-48a7-b2f9-2f00e99e150c req-81de4395-09e0-4209-896b-8fe3bb682b5e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=19a16dcc3c214ac2a218d3758e551792&device_id=4dbb558c-1149-4835-803f-d1368522f573 HTTP/1.1" status: 200  len: 1099 time: 0.0550723
Dec 25 21:09:29.581042 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-08be5e23-49fd-48a7-b2f9-2f00e99e150c req-877bf814-9ce2-449c-a674-ed1c11a41893 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.201&port_id=3240e6a9-7ed6-4f9e-a0e5-cf084791ba34 HTTP/1.1" status: 200  len: 217 time: 0.0523059
Dec 25 21:09:29.638079 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08be5e23-49fd-48a7-b2f9-2f00e99e150c req-a5c039bc-ef48-434d-851c-491721475496 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:09:29.645134 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-08be5e23-49fd-48a7-b2f9-2f00e99e150c req-a5c039bc-ef48-434d-851c-491721475496 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=dcfbae86-f93e-400c-8084-eac7f56ff5ba HTTP/1.1" status: 200  len: 843 time: 0.0572746
Dec 25 21:09:29.696306 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08be5e23-49fd-48a7-b2f9-2f00e99e150c req-d3562251-9c0a-45aa-8667-fd2abd9191da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:09:29.697936 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-08be5e23-49fd-48a7-b2f9-2f00e99e150c req-d3562251-9c0a-45aa-8667-fd2abd9191da service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=8f212e98-547d-4c6e-a560-2e9a548c8f59&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0422540
Dec 25 21:09:29.806900 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-08be5e23-49fd-48a7-b2f9-2f00e99e150c req-39128be2-96eb-44d1-9c6f-e09aa2588491 service neutron] 10.222.0.31 "GET /v2.0/networks/8f212e98-547d-4c6e-a560-2e9a548c8f59?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0952382
Dec 25 21:09:29.906458 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-08be5e23-49fd-48a7-b2f9-2f00e99e150c req-4b61ab87-d6ba-402b-82ee-3886f9607a79 service neutron] 10.222.0.31 "GET /v2.0/networks/8f212e98-547d-4c6e-a560-2e9a548c8f59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0898056
Dec 25 21:09:30.909428 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device 1f34074e-0a6d-4eef-a7d5-cef1f7f400f3 up at agent hyperv_nch2-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:09:30.918602 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [req-34887ddf-3845-44c7-80c7-842564ffa622 req-77c19b44-e420-438c-9fa3-0c08a2cf9c2e tempest-LiveMigrationTest-1605081009 tempest-LiveMigrationTest-1605081009-project-admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=121606) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 25 21:09:30.919633 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-34887ddf-3845-44c7-80c7-842564ffa622 req-77c19b44-e420-438c-9fa3-0c08a2cf9c2e tempest-LiveMigrationTest-1605081009 tempest-LiveMigrationTest-1605081009-project-admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0062194
Dec 25 21:09:30.960014 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34887ddf-3845-44c7-80c7-842564ffa622 req-78459dd6-1878-4fa8-a5fc-dedc7a7c8669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:09:30.961430 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-34887ddf-3845-44c7-80c7-842564ffa622 req-78459dd6-1878-4fa8-a5fc-dedc7a7c8669 service neutron] 10.222.0.32 "GET /v2.0/ports/d3279f41-5733-434c-babe-c0306203f4fa HTTP/1.1" status: 200  len: 1094 time: 0.0353169
Dec 25 21:09:30.971000 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-34887ddf-3845-44c7-80c7-842564ffa622 req-3af4523c-94f4-47ca-abc4-09a4267df097 service neutron] Request body: {'binding': {'host': 'nch2-master-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:09:30.971457 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-34887ddf-3845-44c7-80c7-842564ffa622 req-3af4523c-94f4-47ca-abc4-09a4267df097 service neutron] Unknown quota resources ['binding']. {{(pid=121606) _create /opt/stack/neutron/neutron/api/v2/base.py:496}}
Dec 25 21:09:31.074043 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Provisioning for port 1f34074e-0a6d-4eef-a7d5-cef1f7f400f3 completed by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 25 21:09:31.077961 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Provisioning complete for port 1f34074e-0a6d-4eef-a7d5-cef1f7f400f3 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:09:31.078451 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:31.106640 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-34887ddf-3845-44c7-80c7-842564ffa622 req-3af4523c-94f4-47ca-abc4-09a4267df097 service neutron] Attempting to bind port d3279f41-5733-434c-babe-c0306203f4fa on host nch2-master-1 for vnic_type normal with profile None {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:09:31.106640 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-34887ddf-3845-44c7-80c7-842564ffa622 req-3af4523c-94f4-47ca-abc4-09a4267df097 service neutron] Attempting to bind port d3279f41-5733-434c-babe-c0306203f4fa by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'a05a9961-775b-4dff-bebf-b24cb60ab1a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '2332d558-39bb-411c-88af-b74bee7e32ab'}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:09:31.106931 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34887ddf-3845-44c7-80c7-842564ffa622 req-3af4523c-94f4-47ca-abc4-09a4267df097 service neutron] Attempting to bind port d3279f41-5733-434c-babe-c0306203f4fa on network 2332d558-39bb-411c-88af-b74bee7e32ab {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:09:31.111451 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34887ddf-3845-44c7-80c7-842564ffa622 req-3af4523c-94f4-47ca-abc4-09a4267df097 service neutron] Port d3279f41-5733-434c-babe-c0306203f4fa on network 2332d558-39bb-411c-88af-b74bee7e32ab not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 25 21:09:31.111864 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34887ddf-3845-44c7-80c7-842564ffa622 req-3af4523c-94f4-47ca-abc4-09a4267df097 service neutron] Attempting to bind port d3279f41-5733-434c-babe-c0306203f4fa on network 2332d558-39bb-411c-88af-b74bee7e32ab {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:09:31.116593 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34887ddf-3845-44c7-80c7-842564ffa622 req-3af4523c-94f4-47ca-abc4-09a4267df097 service neutron] Checking agent: {'id': '0d9ae313-8f8d-40fa-8a9f-d098a25a9911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 21, 4, 38), 'started_at': datetime.datetime(2021, 12, 25, 21, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 9, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:09:31.116981 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34887ddf-3845-44c7-80c7-842564ffa622 req-3af4523c-94f4-47ca-abc4-09a4267df097 service neutron] Checking segment: {'id': 'a05a9961-775b-4dff-bebf-b24cb60ab1a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '2332d558-39bb-411c-88af-b74bee7e32ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:09:31.117364 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34887ddf-3845-44c7-80c7-842564ffa622 req-3af4523c-94f4-47ca-abc4-09a4267df097 service neutron] Bound using segment: {'id': 'a05a9961-775b-4dff-bebf-b24cb60ab1a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '2332d558-39bb-411c-88af-b74bee7e32ab'} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:09:31.117786 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-34887ddf-3845-44c7-80c7-842564ffa622 req-3af4523c-94f4-47ca-abc4-09a4267df097 service neutron] Bound port: d3279f41-5733-434c-babe-c0306203f4fa, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a05a9961-775b-4dff-bebf-b24cb60ab1a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '2332d558-39bb-411c-88af-b74bee7e32ab'}}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:09:31.155788 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:31.173461 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-34887ddf-3845-44c7-80c7-842564ffa622 req-3af4523c-94f4-47ca-abc4-09a4267df097 service neutron] For port d3279f41-5733-434c-babe-c0306203f4fa, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d3279f41-5733-434c-babe-c0306203f4fa,segment=NetworkSegment(a05a9961-775b-4dff-bebf-b24cb60ab1a9),segment_id=a05a9961-775b-4dff-bebf-b24cb60ab1a9)] {{(pid=121606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:09:31.179032 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34088aa4-5622-46a6-a155-94ef62f87546', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f34074e-0a6d-4eef-a7d5-cef1f7f400f3'}] {{(pid=121608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:09:31.181318 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a88c78c3ff6266bd59c7e89d275b28c92e739b67d23c89d71af88829fd31566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e8bc6a9-1586-4872-9b92-926df34bca53" -d '{"events": [{"server_uuid": "34088aa4-5622-46a6-a155-94ef62f87546", "name": "network-vif-plugged", "status": "completed", "tag": "1f34074e-0a6d-4eef-a7d5-cef1f7f400f3"}]}' {{(pid=121608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:09:31.197182 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port 1f34074e-0a6d-4eef-a7d5-cef1f7f400f3, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1f34074e-0a6d-4eef-a7d5-cef1f7f400f3,segment=NetworkSegment(0bc15208-d08d-4c93-89c3-c4dfd4d97844),segment_id=0bc15208-d08d-4c93-89c3-c4dfd4d97844)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:09:31.279247 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:31.281572 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-34887ddf-3845-44c7-80c7-842564ffa622 req-3af4523c-94f4-47ca-abc4-09a4267df097 service neutron] Publish callbacks [] for binding, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:31.282898 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-34887ddf-3845-44c7-80c7-842564ffa622 req-3af4523c-94f4-47ca-abc4-09a4267df097 service neutron] 10.222.0.32 "POST /v2.0/ports/d3279f41-5733-434c-babe-c0306203f4fa/bindings HTTP/1.1" status: 201  len: 389 time: 0.3153110
Dec 25 21:09:31.333679 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Pushing event updated for resources: {'Port': ['ID=1f34074e-0a6d-4eef-a7d5-cef1f7f400f3,revision_number=5']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:09:31.610405 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551e92db-3184-4ca9-b065-58af08ded86e req-d31ea0f1-fb0e-45d8-ac75-808ad4873fe8 tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:09:31.612029 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-551e92db-3184-4ca9-b065-58af08ded86e req-d31ea0f1-fb0e-45d8-ac75-808ad4873fe8 tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] 10.222.0.32 "GET /v2.0/ports?device_id=34088aa4-5622-46a6-a155-94ef62f87546 HTTP/1.1" status: 200  len: 946 time: 0.0491083
Dec 25 21:09:31.666542 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-551e92db-3184-4ca9-b065-58af08ded86e req-58c3cfcc-9344-40b6-8c6c-b67f4c5bb1ae tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5d2ff88-22d6-43d8-90d1-bfb86d4e3308&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433004
Dec 25 21:09:31.830796 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018ac5e1-4e88-4e58-8708-7f91c711e279 req-bf612250-2946-400e-bbea-b05fe6811c53 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:09:31.832187 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-018ac5e1-4e88-4e58-8708-7f91c711e279 req-bf612250-2946-400e-bbea-b05fe6811c53 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] 10.222.0.32 "GET /v2.0/ports?device_id=4dbb558c-1149-4835-803f-d1368522f573 HTTP/1.1" status: 200  len: 948 time: 0.0486360
Dec 25 21:09:31.879261 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-018ac5e1-4e88-4e58-8708-7f91c711e279 req-9ab8aba1-c25f-4eba-8cb7-87be97c337ed tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] 10.222.0.32 "GET /v2.0/security-groups?id=3d6cb2f0-3d81-4228-9d61-fc5e0bb3087e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402730
Dec 25 21:09:31.949012 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9efa3e9f-665d-4be2-8d0b-71884eaf7b95 req-4e24ff46-3aa9-4474-a1be-738455432d1a tempest-FloatingIPDetailsTestJSON-450377605 tempest-FloatingIPDetailsTestJSON-450377605-project] 10.222.0.32 "GET /v2.0/floatingips/5959c674-43b3-4ce2-bfd5-ea5206187eb9 HTTP/1.1" status: 200  len: 693 time: 0.0468757
Dec 25 21:09:32.010327 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34887ddf-3845-44c7-80c7-842564ffa622 req-5c7171dd-4ab7-4a02-be66-96008383dac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:09:32.011840 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-34887ddf-3845-44c7-80c7-842564ffa622 req-5c7171dd-4ab7-4a02-be66-96008383dac4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=bc19d38e80ce426fa6d268838d133f13&device_id=c1ec0b9c-fad0-4ce2-97fb-bd518f21b5fe HTTP/1.1" status: 200  len: 1097 time: 0.0418122
Dec 25 21:09:32.057266 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:09:32.057266 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:09:32.057266 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:09:32.057266 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:09:32.057266 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:09:32.057266 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:09:32.057266 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:09:32.057266 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:09:32.057266 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:09:32.057266 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:09:32.057266 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:09:32.057266 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:09:32.057266 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:09:32.057266 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:09:32.057266 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:09:32.057266 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:09:32.057266 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:09:32.057266 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:09:32.057266 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:09:32.057266 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:09:32.057266 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:09:32.057266 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:09:32.057266 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:09:32.057266 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:09:32.057266 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:09:32.057266 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:09:32.057266 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:09:32.057266 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:09:32.057266 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:09:32.057266 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:09:32.057266 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:09:32.057266 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:09:32.057266 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:09:32.057266 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:09:32.057266 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:09:32.057266 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:09:32.059540 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:09:32.059540 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:09:32.059540 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:09:32.059540 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:09:32.059540 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:09:32.059540 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:09:32.059540 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:09:32.059540 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:09:32.059540 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:09:32.059540 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:09:32.059540 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:09:32.059540 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:09:32.059540 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efa3e9f-665d-4be2-8d0b-71884eaf7b95 req-ef48d201-815d-4635-9d69-9dba023a186c tempest-FloatingIPDetailsTestJSON-450377605 tempest-FloatingIPDetailsTestJSON-450377605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:09:32.061125 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9efa3e9f-665d-4be2-8d0b-71884eaf7b95 req-ef48d201-815d-4635-9d69-9dba023a186c tempest-FloatingIPDetailsTestJSON-450377605 tempest-FloatingIPDetailsTestJSON-450377605-project] 10.222.0.32 "GET /v2.0/networks/7201e55c-7c5f-41aa-a042-a363696539d0 HTTP/1.1" status: 200  len: 784 time: 0.1033733
Dec 25 21:09:32.107150 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34887ddf-3845-44c7-80c7-842564ffa622 req-6b71da51-a437-4198-9f3e-34299b6cf239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:09:32.108542 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-34887ddf-3845-44c7-80c7-842564ffa622 req-6b71da51-a437-4198-9f3e-34299b6cf239 service neutron] 10.222.0.37 "GET /v2.0/networks?id=2332d558-39bb-411c-88af-b74bee7e32ab HTTP/1.1" status: 200  len: 909 time: 0.0897253
Dec 25 21:09:32.116483 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9efa3e9f-665d-4be2-8d0b-71884eaf7b95 req-4de90663-152f-446b-9bdd-bcf8af775e2c tempest-FloatingIPDetailsTestJSON-450377605 tempest-FloatingIPDetailsTestJSON-450377605-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.35.3.234 HTTP/1.1" status: 200  len: 696 time: 0.0487282
Dec 25 21:09:32.151202 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-34887ddf-3845-44c7-80c7-842564ffa622 req-b4bbfb52-3366-4eb7-9a2e-14a8248dda58 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d3279f41-5733-434c-babe-c0306203f4fa HTTP/1.1" status: 200  len: 217 time: 0.0348678
Dec 25 21:09:32.166855 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9efa3e9f-665d-4be2-8d0b-71884eaf7b95 req-87330783-92fd-4109-810d-a40007d6e194 tempest-FloatingIPDetailsTestJSON-450377605 tempest-FloatingIPDetailsTestJSON-450377605-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.35.3.234 HTTP/1.1" status: 200  len: 696 time: 0.0435193
Dec 25 21:09:32.202875 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34887ddf-3845-44c7-80c7-842564ffa622 req-dfe874d4-700c-425c-b077-a27e67bfba05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:09:32.204511 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-34887ddf-3845-44c7-80c7-842564ffa622 req-dfe874d4-700c-425c-b077-a27e67bfba05 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=63c432f3-af01-4d4f-ae68-1c137d7c49f3 HTTP/1.1" status: 200  len: 848 time: 0.0444400
Dec 25 21:09:32.239898 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-34887ddf-3845-44c7-80c7-842564ffa622 req-608b75de-2fdf-4e5e-ad1a-4574aab1b2c3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2332d558-39bb-411c-88af-b74bee7e32ab&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0280321
Dec 25 21:09:32.297160 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [req-9efa3e9f-665d-4be2-8d0b-71884eaf7b95 req-6ecadafd-0c93-4e28-9862-d9e9c93bdb01 tempest-FloatingIPDetailsTestJSON-450377605 tempest-FloatingIPDetailsTestJSON-450377605-project] Deleting port 0c49aa76-d081-40d6-82d1-8bb633db15be {{(pid=121606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:09:32.297506 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-9efa3e9f-665d-4be2-8d0b-71884eaf7b95 req-6ecadafd-0c93-4e28-9862-d9e9c93bdb01 tempest-FloatingIPDetailsTestJSON-450377605 tempest-FloatingIPDetailsTestJSON-450377605-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:32.332215 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-34887ddf-3845-44c7-80c7-842564ffa622 req-afcca58f-5e72-4f8e-8042-1b2b6bb8649a service neutron] 10.222.0.37 "GET /v2.0/networks/2332d558-39bb-411c-88af-b74bee7e32ab?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0823269
Dec 25 21:09:32.378295 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-9efa3e9f-665d-4be2-8d0b-71884eaf7b95 req-6ecadafd-0c93-4e28-9862-d9e9c93bdb01 tempest-FloatingIPDetailsTestJSON-450377605 tempest-FloatingIPDetailsTestJSON-450377605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:32.378822 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-9efa3e9f-665d-4be2-8d0b-71884eaf7b95 req-6ecadafd-0c93-4e28-9862-d9e9c93bdb01 tempest-FloatingIPDetailsTestJSON-450377605 tempest-FloatingIPDetailsTestJSON-450377605-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:32.392558 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [req-9efa3e9f-665d-4be2-8d0b-71884eaf7b95 req-6ecadafd-0c93-4e28-9862-d9e9c93bdb01 tempest-FloatingIPDetailsTestJSON-450377605 tempest-FloatingIPDetailsTestJSON-450377605-project] Calling delete_port for 0c49aa76-d081-40d6-82d1-8bb633db15be owned by network:floatingip {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:09:32.431590 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-34887ddf-3845-44c7-80c7-842564ffa622 req-72220885-acaf-4d4b-acd5-52a1207aa043 service neutron] 10.222.0.37 "GET /v2.0/networks/2332d558-39bb-411c-88af-b74bee7e32ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0922401
Dec 25 21:09:32.454288 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Dec 2021 21:09:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-716fc4ff-e8ca-4787-8e72-7729f0224af9 x-openstack-request-id: req-716fc4ff-e8ca-4787-8e72-7729f0224af9 {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:09:32.454670 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4dbb558c-1149-4835-803f-d1368522f573", "tag": "3240e6a9-7ed6-4f9e-a0e5-cf084791ba34", "status": "completed", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:09:32.454924 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-716fc4ff-e8ca-4787-8e72-7729f0224af9 {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:09:32.455424 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4dbb558c-1149-4835-803f-d1368522f573', 'tag': '3240e6a9-7ed6-4f9e-a0e5-cf084791ba34', 'status': 'completed', 'code': 200}
Dec 25 21:09:32.522782 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ef002b-e84b-400c-9ccf-ada6d4c33176 req-c8e74d23-e0ed-40d2-9ee4-3dc75704bc2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:09:32.524922 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-64ef002b-e84b-400c-9ccf-ada6d4c33176 req-c8e74d23-e0ed-40d2-9ee4-3dc75704bc2a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=19a16dcc3c214ac2a218d3758e551792&device_id=4dbb558c-1149-4835-803f-d1368522f573 HTTP/1.1" status: 200  len: 1099 time: 0.0686917
Dec 25 21:09:32.651531 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ef002b-e84b-400c-9ccf-ada6d4c33176 req-2b033470-280f-4568-9780-e39b9931a331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:09:32.653063 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-64ef002b-e84b-400c-9ccf-ada6d4c33176 req-2b033470-280f-4568-9780-e39b9931a331 service neutron] 10.222.0.31 "GET /v2.0/networks?id=8f212e98-547d-4c6e-a560-2e9a548c8f59 HTTP/1.1" status: 200  len: 870 time: 0.1198370
Dec 25 21:09:32.658535 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 21:09:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df091ab2-168e-4720-a1b4-f2b49ac39ce9 x-openstack-request-id: req-df091ab2-168e-4720-a1b4-f2b49ac39ce9 {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:09:32.659030 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34088aa4-5622-46a6-a155-94ef62f87546", "name": "network-vif-plugged", "status": "completed", "tag": "1f34074e-0a6d-4eef-a7d5-cef1f7f400f3", "code": 200}]} {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:09:32.659112 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-df091ab2-168e-4720-a1b4-f2b49ac39ce9 {{(pid=121608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:09:32.659484 ncdv-master-1 neutron-server[121608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34088aa4-5622-46a6-a155-94ef62f87546', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f34074e-0a6d-4eef-a7d5-cef1f7f400f3', 'code': 200}
Dec 25 21:09:32.716728 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34887ddf-3845-44c7-80c7-842564ffa622 req-589d4946-8894-4bbf-af67-f0973aa8f3f0 tempest-LiveMigrationTest-1605081009 tempest-LiveMigrationTest-1605081009-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:09:32.718408 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-34887ddf-3845-44c7-80c7-842564ffa622 req-589d4946-8894-4bbf-af67-f0973aa8f3f0 tempest-LiveMigrationTest-1605081009 tempest-LiveMigrationTest-1605081009-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=c1ec0b9c-fad0-4ce2-97fb-bd518f21b5fe&tenant_id=bc19d38e80ce426fa6d268838d133f13&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 1097 time: 0.0845969
Dec 25 21:09:32.720518 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-64ef002b-e84b-400c-9ccf-ada6d4c33176 req-7dce9308-9da6-49d3-a9e1-5d670f0390b4 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.201&port_id=3240e6a9-7ed6-4f9e-a0e5-cf084791ba34 HTTP/1.1" status: 200  len: 217 time: 0.0593414
Dec 25 21:09:32.737742 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [req-34887ddf-3845-44c7-80c7-842564ffa622 req-1b06b7a2-5c2f-4d70-8dd0-04e275a8ba80 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'nch2-master-1'}}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:09:32.777743 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-9efa3e9f-665d-4be2-8d0b-71884eaf7b95 req-6ecadafd-0c93-4e28-9862-d9e9c93bdb01 tempest-FloatingIPDetailsTestJSON-450377605 tempest-FloatingIPDetailsTestJSON-450377605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:32.797219 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-34887ddf-3845-44c7-80c7-842564ffa622 req-1b06b7a2-5c2f-4d70-8dd0-04e275a8ba80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:32.846117 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecadafd-0c93-4e28-9862-d9e9c93bdb01 tempest-FloatingIPDetailsTestJSON-450377605 tempest-FloatingIPDetailsTestJSON-450377605-project] Pushing event deleted for resources: {'Port': ['ID=0c49aa76-d081-40d6-82d1-8bb633db15be,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:09:32.875663 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ef002b-e84b-400c-9ccf-ada6d4c33176 req-ed8ee2e7-2e57-4a26-bf32-1c491b26fadd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:09:32.877110 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-64ef002b-e84b-400c-9ccf-ada6d4c33176 req-ed8ee2e7-2e57-4a26-bf32-1c491b26fadd service neutron] 10.222.0.31 "GET /v2.0/subnets?id=dcfbae86-f93e-400c-8084-eac7f56ff5ba HTTP/1.1" status: 200  len: 843 time: 0.1476429
Dec 25 21:09:32.924212 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25076dac-f10d-488d-bd76-5c8c03894e6a req-628f5383-0f87-4544-97a0-6b2d30dfc206 tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:09:32.925786 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-25076dac-f10d-488d-bd76-5c8c03894e6a req-628f5383-0f87-4544-97a0-6b2d30dfc206 tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1ec0b9c-fad0-4ce2-97fb-bd518f21b5fe HTTP/1.1" status: 200  len: 946 time: 0.2083395
Dec 25 21:09:32.948902 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.db [req-34887ddf-3845-44c7-80c7-842564ffa622 req-1b06b7a2-5c2f-4d70-8dd0-04e275a8ba80 service neutron] For port d3279f41-5733-434c-babe-c0306203f4fa, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d3279f41-5733-434c-babe-c0306203f4fa,segment=NetworkSegment(a05a9961-775b-4dff-bebf-b24cb60ab1a9),segment_id=a05a9961-775b-4dff-bebf-b24cb60ab1a9)] {{(pid=121607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:09:32.950472 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d186d8-b02a-4771-9289-4a10ba8e847d req-7845cb0a-aaa8-494a-8034-dd8387762f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:09:32.951970 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-79d186d8-b02a-4771-9289-4a10ba8e847d req-7845cb0a-aaa8-494a-8034-dd8387762f96 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=34088aa4-5622-46a6-a155-94ef62f87546 HTTP/1.1" status: 200  len: 1097 time: 0.2148821
Dec 25 21:09:32.958931 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 43730) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:09:32.992288 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-9efa3e9f-665d-4be2-8d0b-71884eaf7b95 req-6ecadafd-0c93-4e28-9862-d9e9c93bdb01 tempest-FloatingIPDetailsTestJSON-450377605 tempest-FloatingIPDetailsTestJSON-450377605-project] Publish callbacks [] for floatingip, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:32.995851 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-9efa3e9f-665d-4be2-8d0b-71884eaf7b95 req-6ecadafd-0c93-4e28-9862-d9e9c93bdb01 tempest-FloatingIPDetailsTestJSON-450377605 tempest-FloatingIPDetailsTestJSON-450377605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for floatingip, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:32.996396 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.db [req-34887ddf-3845-44c7-80c7-842564ffa622 req-1b06b7a2-5c2f-4d70-8dd0-04e275a8ba80 service neutron] For port d3279f41-5733-434c-babe-c0306203f4fa, host nch1-master-1, cleared binding levels {{(pid=121607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:09:32.997093 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9efa3e9f-665d-4be2-8d0b-71884eaf7b95 req-6ecadafd-0c93-4e28-9862-d9e9c93bdb01 tempest-FloatingIPDetailsTestJSON-450377605 tempest-FloatingIPDetailsTestJSON-450377605-project] 10.222.0.32 "DELETE /v2.0/floatingips/5959c674-43b3-4ce2-bfd5-ea5206187eb9 HTTP/1.1" status: 204  len: 173 time: 0.8246217
Dec 25 21:09:33.004145 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 43734) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:09:33.043821 ncdv-master-1 neutron-server[121607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1ec0b9c-fad0-4ce2-97fb-bd518f21b5fe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd3279f41-5733-434c-babe-c0306203f4fa'}] {{(pid=121607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:09:33.046299 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f980bbcadfa7bf1e788024e1448be660373c21f97f015f780444e999c451203" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e80e5dfd-9fa1-4ba6-b27c-3c56b77c306e" -d '{"events": [{"server_uuid": "c1ec0b9c-fad0-4ce2-97fb-bd518f21b5fe", "name": "network-vif-unplugged", "status": "completed", "tag": "d3279f41-5733-434c-babe-c0306203f4fa"}]}' {{(pid=121607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:09:33.050601 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-34887ddf-3845-44c7-80c7-842564ffa622 req-1b06b7a2-5c2f-4d70-8dd0-04e275a8ba80 service neutron] Publish callbacks [] for port, precommit_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:33.065443 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ef002b-e84b-400c-9ccf-ada6d4c33176 req-f7076cb3-46be-47c5-993d-826fb88e6960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:09:33.066945 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-64ef002b-e84b-400c-9ccf-ada6d4c33176 req-f7076cb3-46be-47c5-993d-826fb88e6960 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=8f212e98-547d-4c6e-a560-2e9a548c8f59&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1669140
Dec 25 21:09:33.102489 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-574bbbea-94a9-4fb9-ae78-d1f9d7d9713b admin admin] Publish callbacks [] for security_group, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:33.126938 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-34887ddf-3845-44c7-80c7-842564ffa622 req-1b06b7a2-5c2f-4d70-8dd0-04e275a8ba80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8632327'] for port, after_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:33.161394 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-25076dac-f10d-488d-bd76-5c8c03894e6a req-400cf1e1-a3e9-4f0c-9922-b16f1ccd5a53 tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] 10.222.0.32 "GET /v2.0/security-groups?id=bc05caf7-df2e-49b8-960c-4031d2c2ccca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2133780
Dec 25 21:09:33.178199 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-79d186d8-b02a-4771-9289-4a10ba8e847d req-bfa0cad1-a7f3-4ab1-9395-3daa93987507 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=a5d2ff88-22d6-43d8-90d1-bfb86d4e3308&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2138426
Dec 25 21:09:33.218259 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b06b7a2-5c2f-4d70-8dd0-04e275a8ba80 service neutron] Pushing event updated for resources: {'Port': ['ID=d3279f41-5733-434c-babe-c0306203f4fa,revision_number=7']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:09:33.266540 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.managers [req-34887ddf-3845-44c7-80c7-842564ffa622 req-1b06b7a2-5c2f-4d70-8dd0-04e275a8ba80 service neutron] Attempting to bind port d3279f41-5733-434c-babe-c0306203f4fa on host nch1-master-1 for vnic_type normal with profile {"migrating_to": "nch2-master-1"} {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:09:33.266885 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.managers [req-34887ddf-3845-44c7-80c7-842564ffa622 req-1b06b7a2-5c2f-4d70-8dd0-04e275a8ba80 service neutron] Attempting to bind port d3279f41-5733-434c-babe-c0306203f4fa by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'a05a9961-775b-4dff-bebf-b24cb60ab1a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '2332d558-39bb-411c-88af-b74bee7e32ab'}] {{(pid=121607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:09:33.267189 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34887ddf-3845-44c7-80c7-842564ffa622 req-1b06b7a2-5c2f-4d70-8dd0-04e275a8ba80 service neutron] Attempting to bind port d3279f41-5733-434c-babe-c0306203f4fa on network 2332d558-39bb-411c-88af-b74bee7e32ab {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:09:33.271070 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-574bbbea-94a9-4fb9-ae78-d1f9d7d9713b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:33.272346 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a7a23e-ed57-4835-af23-418ac2916edd req-890548b9-26d6-493a-8dfc-205e9754ebd3 tempest-FloatingIPsAssociationNegativeTestJSON-495794297 tempest-FloatingIPsAssociationNegativeTestJSON-495794297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:09:33.273457 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34887ddf-3845-44c7-80c7-842564ffa622 req-1b06b7a2-5c2f-4d70-8dd0-04e275a8ba80 service neutron] Port d3279f41-5733-434c-babe-c0306203f4fa on network 2332d558-39bb-411c-88af-b74bee7e32ab not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 25 21:09:33.273778 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34887ddf-3845-44c7-80c7-842564ffa622 req-1b06b7a2-5c2f-4d70-8dd0-04e275a8ba80 service neutron] Attempting to bind port d3279f41-5733-434c-babe-c0306203f4fa on network 2332d558-39bb-411c-88af-b74bee7e32ab {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:09:33.274038 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-68a7a23e-ed57-4835-af23-418ac2916edd req-890548b9-26d6-493a-8dfc-205e9754ebd3 tempest-FloatingIPsAssociationNegativeTestJSON-495794297 tempest-FloatingIPsAssociationNegativeTestJSON-495794297-project] 10.222.0.32 "GET /v2.0/ports?device_id=24fbe6b2-8ab0-4b10-932c-de5d0c1f1ec7&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 945 time: 0.2152619
Dec 25 21:09:33.278624 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34887ddf-3845-44c7-80c7-842564ffa622 req-1b06b7a2-5c2f-4d70-8dd0-04e275a8ba80 service neutron] Checking agent: {'id': '6d577036-68fc-4aa4-aed7-5ab01de2117e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 21, 4, 34), 'started_at': datetime.datetime(2021, 12, 25, 21, 4, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 9, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:09:33.278961 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34887ddf-3845-44c7-80c7-842564ffa622 req-1b06b7a2-5c2f-4d70-8dd0-04e275a8ba80 service neutron] Checking segment: {'id': 'a05a9961-775b-4dff-bebf-b24cb60ab1a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '2332d558-39bb-411c-88af-b74bee7e32ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:09:33.279357 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34887ddf-3845-44c7-80c7-842564ffa622 req-1b06b7a2-5c2f-4d70-8dd0-04e275a8ba80 service neutron] Bound using segment: {'id': 'a05a9961-775b-4dff-bebf-b24cb60ab1a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '2332d558-39bb-411c-88af-b74bee7e32ab'} {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:09:33.279756 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.managers [req-34887ddf-3845-44c7-80c7-842564ffa622 req-1b06b7a2-5c2f-4d70-8dd0-04e275a8ba80 service neutron] Bound port: d3279f41-5733-434c-babe-c0306203f4fa, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a05a9961-775b-4dff-bebf-b24cb60ab1a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '2332d558-39bb-411c-88af-b74bee7e32ab'}}] {{(pid=121607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:09:33.280661 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-34887ddf-3845-44c7-80c7-842564ffa622 req-1b06b7a2-5c2f-4d70-8dd0-04e275a8ba80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:33.335237 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-68a7a23e-ed57-4835-af23-418ac2916edd req-719e4cd1-166c-4499-9e07-dd1863e2299d tempest-FloatingIPsAssociationNegativeTestJSON-495794297 tempest-FloatingIPsAssociationNegativeTestJSON-495794297-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200  len: 217 time: 0.0514629
Dec 25 21:09:33.361382 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.db [req-34887ddf-3845-44c7-80c7-842564ffa622 req-1b06b7a2-5c2f-4d70-8dd0-04e275a8ba80 service neutron] For port d3279f41-5733-434c-babe-c0306203f4fa, host nch1-master-1, cleared binding levels {{(pid=121607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:09:33.361382 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.db [req-34887ddf-3845-44c7-80c7-842564ffa622 req-1b06b7a2-5c2f-4d70-8dd0-04e275a8ba80 service neutron] For port d3279f41-5733-434c-babe-c0306203f4fa, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d3279f41-5733-434c-babe-c0306203f4fa,segment=NetworkSegment(a05a9961-775b-4dff-bebf-b24cb60ab1a9),segment_id=a05a9961-775b-4dff-bebf-b24cb60ab1a9)] {{(pid=121607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:09:33.361382 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-574bbbea-94a9-4fb9-ae78-d1f9d7d9713b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:33.375507 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-64ef002b-e84b-400c-9ccf-ada6d4c33176 req-398840dc-5092-4be5-a43d-ec2c1b1cec5e service neutron] 10.222.0.31 "GET /v2.0/networks/8f212e98-547d-4c6e-a560-2e9a548c8f59?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2971878
Dec 25 21:09:33.405646 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574bbbea-94a9-4fb9-ae78-d1f9d7d9713b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=683d7a8a-a830-4d61-942f-adbb3282e490,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:09:33.422140 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-574bbbea-94a9-4fb9-ae78-d1f9d7d9713b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=deb36d0e1a0e4dc6baba28441b926b22&name=default HTTP/1.1" status: 200  len: 2996 time: 0.4618888
Dec 25 21:09:33.424639 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 43742) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:09:33.467415 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-34887ddf-3845-44c7-80c7-842564ffa622 req-1b06b7a2-5c2f-4d70-8dd0-04e275a8ba80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8632327'] for port, after_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:33.517029 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-108f2e54-5ae5-4861-ba7e-a6a8dfa91dc3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:33.556176 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639ce402-b86f-4f4e-b79f-26d984e7c4ee req-f20afa6d-d59e-44af-bf5a-5fb10060bcb8 tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:09:33.557687 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-639ce402-b86f-4f4e-b79f-26d984e7c4ee req-f20afa6d-d59e-44af-bf5a-5fb10060bcb8 tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] 10.222.0.32 "GET /v2.0/ports?device_id=34088aa4-5622-46a6-a155-94ef62f87546 HTTP/1.1" status: 200  len: 946 time: 0.1797316
Dec 25 21:09:33.570757 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34887ddf-3845-44c7-80c7-842564ffa622 req-1b06b7a2-5c2f-4d70-8dd0-04e275a8ba80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:09:33.578317 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-34887ddf-3845-44c7-80c7-842564ffa622 req-1b06b7a2-5c2f-4d70-8dd0-04e275a8ba80 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:33.578317 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-34887ddf-3845-44c7-80c7-842564ffa622 req-1b06b7a2-5c2f-4d70-8dd0-04e275a8ba80 service neutron] 10.222.0.37 "PUT /v2.0/ports/d3279f41-5733-434c-babe-c0306203f4fa HTTP/1.1" status: 200  len: 1122 time: 0.8399286
Dec 25 21:09:33.578317 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b06b7a2-5c2f-4d70-8dd0-04e275a8ba80 service neutron] Pushing event updated for resources: {'Port': ['ID=d3279f41-5733-434c-babe-c0306203f4fa,revision_number=8']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:09:33.580457 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-108f2e54-5ae5-4861-ba7e-a6a8dfa91dc3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:33.605619 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-64ef002b-e84b-400c-9ccf-ada6d4c33176 req-287f980e-06c2-410a-bdfd-e753440b5c5e service neutron] 10.222.0.31 "GET /v2.0/networks/8f212e98-547d-4c6e-a560-2e9a548c8f59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2151418
Dec 25 21:09:33.660741 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc1341b-4440-4a15-88a1-39f4b3c8b180 req-80e63db8-1ab6-4be7-9089-72ff69d57354 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:09:33.662144 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3dc1341b-4440-4a15-88a1-39f4b3c8b180 req-80e63db8-1ab6-4be7-9089-72ff69d57354 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] 10.222.0.32 "GET /v2.0/ports?device_id=4dbb558c-1149-4835-803f-d1368522f573 HTTP/1.1" status: 200  len: 948 time: 0.1536906
Dec 25 21:09:33.693037 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device 3240e6a9-7ed6-4f9e-a0e5-cf084791ba34 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 25 21:09:33.707691 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-108f2e54-5ae5-4861-ba7e-a6a8dfa91dc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:33.711303 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-108f2e54-5ae5-4861-ba7e-a6a8dfa91dc3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:33.712514 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-108f2e54-5ae5-4861-ba7e-a6a8dfa91dc3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/683d7a8a-a830-4d61-942f-adbb3282e490 HTTP/1.1" status: 204  len: 168 time: 0.2868583
Dec 25 21:09:33.715110 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] get_ports_and_sgs() called for port_ids ['d3279f41-5733-434c-babe-c0306203f4fa'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:09:33.727266 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108f2e54-5ae5-4861-ba7e-a6a8dfa91dc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=683d7a8a-a830-4d61-942f-adbb3282e490,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:09:33.734391 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-639ce402-b86f-4f4e-b79f-26d984e7c4ee req-2b9e07a0-25d5-4adc-bf49-f04fa2eed719 tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5d2ff88-22d6-43d8-90d1-bfb86d4e3308&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1641192
Dec 25 21:09:33.801880 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3dc1341b-4440-4a15-88a1-39f4b3c8b180 req-e7461f17-d1d9-4e78-bcec-c3691bb966e2 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] 10.222.0.32 "GET /v2.0/security-groups?id=3d6cb2f0-3d81-4228-9d61-fc5e0bb3087e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1290870
Dec 25 21:09:33.814969 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 25 Dec 2021 21:09:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68084e05-01c4-49a7-a2cc-7aaa5b928db7 x-openstack-request-id: req-68084e05-01c4-49a7-a2cc-7aaa5b928db7 {{(pid=121607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:09:33.815235 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1ec0b9c-fad0-4ce2-97fb-bd518f21b5fe", "name": "network-vif-unplugged", "status": "completed", "tag": "d3279f41-5733-434c-babe-c0306203f4fa", "code": 200}]} {{(pid=121607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:09:33.815351 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-68084e05-01c4-49a7-a2cc-7aaa5b928db7 {{(pid=121607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:09:33.815735 ncdv-master-1 neutron-server[121607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1ec0b9c-fad0-4ce2-97fb-bd518f21b5fe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd3279f41-5733-434c-babe-c0306203f4fa', 'code': 200}
Dec 25 21:09:33.902257 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port 3240e6a9-7ed6-4f9e-a0e5-cf084791ba34, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3240e6a9-7ed6-4f9e-a0e5-cf084791ba34,segment=NetworkSegment(85c774cb-a0eb-4ad9-961f-f331d3b37cd6),segment_id=85c774cb-a0eb-4ad9-961f-f331d3b37cd6)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:09:33.925801 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Returning: {'device': '3240e6a9-7ed6-4f9e-a0e5-cf084791ba34', 'network_id': '8f212e98-547d-4c6e-a560-2e9a548c8f59', 'port_id': '3240e6a9-7ed6-4f9e-a0e5-cf084791ba34', 'mac_address': 'fa:16:3e:4d:73:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcfbae86-f93e-400c-8084-eac7f56ff5ba', 'ip_address': '192.168.233.201'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 25 21:09:34.006552 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:34.035001 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3240e6a9-7ed6-4f9e-a0e5-cf084791ba34 {{(pid=121608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:09:34.078834 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port 3240e6a9-7ed6-4f9e-a0e5-cf084791ba34, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3240e6a9-7ed6-4f9e-a0e5-cf084791ba34,segment=NetworkSegment(85c774cb-a0eb-4ad9-961f-f331d3b37cd6),segment_id=85c774cb-a0eb-4ad9-961f-f331d3b37cd6)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:09:34.156466 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-6a211537-7c3f-4fd1-9df3-0ff4c41ed2a9 req-0e05a8c9-5dba-4b61-bd42-d44bd0c953b8 tempest-FloatingIPsAssociationNegativeTestJSON-495794297 tempest-FloatingIPsAssociationNegativeTestJSON-495794297-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200  len: 217 time: 0.3223271
Dec 25 21:09:34.159799 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:34.187687 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:34.244840 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-17c92819-556a-47f3-8304-09b1b8feb6f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2007615'] for router_interface, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:34.246852 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Pushing event updated for resources: {'Port': ['ID=3240e6a9-7ed6-4f9e-a0e5-cf084791ba34,revision_number=4']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:09:34.489926 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 43758) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:09:34.519634 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-0b404434-1c00-4a72-a82e-2d39add99ef3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:34.530130 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] get_ports_and_sgs() called for port_ids ['3240e6a9-7ed6-4f9e-a0e5-cf084791ba34'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:09:34.568117 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-17c92819-556a-47f3-8304-09b1b8feb6f5 admin admin] Deleting port 0b6e891b-5a9f-41d8-b555-b21a3c3d5249 {{(pid=121606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:09:34.568467 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-17c92819-556a-47f3-8304-09b1b8feb6f5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:34.629159 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-0b404434-1c00-4a72-a82e-2d39add99ef3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:34.701795 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [None req-17c92819-556a-47f3-8304-09b1b8feb6f5 admin admin] For port 0b6e891b-5a9f-41d8-b555-b21a3c3d5249, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0b6e891b-5a9f-41d8-b555-b21a3c3d5249,segment=NetworkSegment(117fd0d8-fb50-4a6a-874e-bb699339eda5),segment_id=117fd0d8-fb50-4a6a-874e-bb699339eda5)] {{(pid=121606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:09:34.701960 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-17c92819-556a-47f3-8304-09b1b8feb6f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:34.712027 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5e026d-e043-445f-bcc4-ef46531e21a3 req-0676d746-c66b-4f57-aa1f-fe021492aff2 tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:09:34.719481 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-6f5e026d-e043-445f-bcc4-ef46531e21a3 req-0676d746-c66b-4f57-aa1f-fe021492aff2 tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1ec0b9c-fad0-4ce2-97fb-bd518f21b5fe HTTP/1.1" status: 200  len: 944 time: 0.0803583
Dec 25 21:09:34.737191 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-17c92819-556a-47f3-8304-09b1b8feb6f5 admin admin] Calling delete_port for 0b6e891b-5a9f-41d8-b555-b21a3c3d5249 owned by network:router_interface {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:09:34.747653 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-0b404434-1c00-4a72-a82e-2d39add99ef3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:34.750331 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-beeefcdc-35f5-4e18-97d3-88c65a8946eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:34.801847 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b404434-1c00-4a72-a82e-2d39add99ef3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7249b052-3909-427e-8eda-4bde130955f8,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:09:34.806552 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-0b404434-1c00-4a72-a82e-2d39add99ef3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=fab669cc11d94e90a30a9f24a4fc93a9&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3153336
Dec 25 21:09:34.809188 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 43764) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:09:34.823867 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-6f5e026d-e043-445f-bcc4-ef46531e21a3 req-104ae9f2-eeda-4a58-a491-7dca25d9f357 tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] 10.222.0.32 "GET /v2.0/security-groups?id=bc05caf7-df2e-49b8-960c-4031d2c2ccca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1033883
Dec 25 21:09:34.873777 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e003b349-149e-4b56-9209-6a3705d7c0d6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:34.906343 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e003b349-149e-4b56-9209-6a3705d7c0d6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:35.033379 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e003b349-149e-4b56-9209-6a3705d7c0d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:35.037085 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e003b349-149e-4b56-9209-6a3705d7c0d6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:35.038319 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-e003b349-149e-4b56-9209-6a3705d7c0d6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7249b052-3909-427e-8eda-4bde130955f8 HTTP/1.1" status: 204  len: 168 time: 0.2279997
Dec 25 21:09:35.046527 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e003b349-149e-4b56-9209-6a3705d7c0d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7249b052-3909-427e-8eda-4bde130955f8,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:09:35.059047 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb1d5a8-54f4-4898-b48d-e3744c3bb6df req-61fbf984-a4ce-4fc3-ba39-b93486c0a23d tempest-FloatingIPsAssociationNegativeTestJSON-495794297 tempest-FloatingIPsAssociationNegativeTestJSON-495794297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:09:35.060576 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-dcb1d5a8-54f4-4898-b48d-e3744c3bb6df req-61fbf984-a4ce-4fc3-ba39-b93486c0a23d tempest-FloatingIPsAssociationNegativeTestJSON-495794297 tempest-FloatingIPsAssociationNegativeTestJSON-495794297-project] 10.222.0.32 "GET /v2.0/ports?device_id=24fbe6b2-8ab0-4b10-932c-de5d0c1f1ec7 HTTP/1.1" status: 200  len: 945 time: 0.0921996
Dec 25 21:09:35.072608 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d917b22d-3575-471a-a6d8-7b02ea41a8fe req-2d220169-b578-4636-93fe-311362220eec tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:09:35.078694 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d917b22d-3575-471a-a6d8-7b02ea41a8fe req-2d220169-b578-4636-93fe-311362220eec tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] 10.222.0.32 "GET /v2.0/ports?device_id=34088aa4-5622-46a6-a155-94ef62f87546 HTTP/1.1" status: 200  len: 946 time: 0.1062362
Dec 25 21:09:35.128698 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-17c92819-556a-47f3-8304-09b1b8feb6f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:35.173354 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c92819-556a-47f3-8304-09b1b8feb6f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=0b6e891b-5a9f-41d8-b555-b21a3c3d5249,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:09:35.185415 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-dcb1d5a8-54f4-4898-b48d-e3744c3bb6df req-8e321a0c-747d-4e9d-bc77-b0404f878f01 tempest-FloatingIPsAssociationNegativeTestJSON-495794297 tempest-FloatingIPsAssociationNegativeTestJSON-495794297-project] 10.222.0.32 "GET /v2.0/security-groups?id=c8b1bf6d-64ce-4c58-82a8-18130f4a52c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1049011
Dec 25 21:09:35.213810 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d917b22d-3575-471a-a6d8-7b02ea41a8fe req-8daa2239-5730-4168-aef0-681bdf37e0a5 tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5d2ff88-22d6-43d8-90d1-bfb86d4e3308&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1321049
Dec 25 21:09:35.377508 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3e53b4-fed0-41aa-b081-f79c8728d6cd req-b63028d1-d770-40ae-8f51-5d9376436ccc tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:09:35.377508 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4e3e53b4-fed0-41aa-b081-f79c8728d6cd req-b63028d1-d770-40ae-8f51-5d9376436ccc tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] 10.222.0.32 "GET /v2.0/ports?device_id=4dbb558c-1149-4835-803f-d1368522f573 HTTP/1.1" status: 200  len: 949 time: 0.1098592
Dec 25 21:09:35.457398 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-17c92819-556a-47f3-8304-09b1b8feb6f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2007763'] for router_interface, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:35.475414 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4e3e53b4-fed0-41aa-b081-f79c8728d6cd req-14b5bbc8-ed43-4c20-a673-ebdd52afe002 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] 10.222.0.32 "GET /v2.0/security-groups?id=3d6cb2f0-3d81-4228-9d61-fc5e0bb3087e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0622282
Dec 25 21:09:35.650770 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74667dac-1e7c-4069-adfa-2db9271b18e1 req-894c16ff-7ffb-4dfb-a2aa-af47bd1adc9a tempest-LiveAutoBlockMigrationV225Test-952394939 tempest-LiveAutoBlockMigrationV225Test-952394939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:09:35.652289 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-74667dac-1e7c-4069-adfa-2db9271b18e1 req-894c16ff-7ffb-4dfb-a2aa-af47bd1adc9a tempest-LiveAutoBlockMigrationV225Test-952394939 tempest-LiveAutoBlockMigrationV225Test-952394939-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=34088aa4-5622-46a6-a155-94ef62f87546 HTTP/1.1" status: 200  len: 1097 time: 0.0540471
Dec 25 21:09:35.707537 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device 3240e6a9-7ed6-4f9e-a0e5-cf084791ba34 up at agent hyperv_nch1-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:09:35.768667 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-74667dac-1e7c-4069-adfa-2db9271b18e1 req-b862fa27-d6cb-48e2-87cc-8677dcfc76ba tempest-LiveAutoBlockMigrationV225Test-952394939 tempest-LiveAutoBlockMigrationV225Test-952394939-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=a5d2ff88-22d6-43d8-90d1-bfb86d4e3308&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0810323
Dec 25 21:09:35.790383 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17c92819-556a-47f3-8304-09b1b8feb6f5 admin admin] Router fa9af22f-1f63-4b83-889e-5d39a19fb66d has already been hosted by L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 {{(pid=121606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 25 21:09:35.816891 ncdv-master-1 neutron-server[121607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1ec0b9c-fad0-4ce2-97fb-bd518f21b5fe', 'tag': 'd3279f41-5733-434c-babe-c0306203f4fa'}] {{(pid=121607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:09:35.819886 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f980bbcadfa7bf1e788024e1448be660373c21f97f015f780444e999c451203" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-415a64da-e7ba-4988-a708-c27837f6a037" -d '{"events": [{"name": "network-changed", "server_uuid": "c1ec0b9c-fad0-4ce2-97fb-bd518f21b5fe", "tag": "d3279f41-5733-434c-babe-c0306203f4fa"}]}' {{(pid=121607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:09:35.866587 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Provisioning for port 3240e6a9-7ed6-4f9e-a0e5-cf084791ba34 completed by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 25 21:09:35.871514 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Provisioning complete for port 3240e6a9-7ed6-4f9e-a0e5-cf084791ba34 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:09:35.872150 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:35.906152 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17c92819-556a-47f3-8304-09b1b8feb6f5 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 21:09:35.916204 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d085123-b9e6-4ffc-8f1f-6cee0b76798c None None] Sync routers for ids ['fa9af22f-1f63-4b83-889e-5d39a19fb66d'] in ncdv-master-1 {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 21:09:35.922056 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Dec 2021 21:09:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6116abdc-1c50-4232-a3e1-5c7705273f80 x-openstack-request-id: req-6116abdc-1c50-4232-a3e1-5c7705273f80 {{(pid=121607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:09:35.922558 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1ec0b9c-fad0-4ce2-97fb-bd518f21b5fe", "tag": "d3279f41-5733-434c-babe-c0306203f4fa", "status": "completed", "code": 200}]} {{(pid=121607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:09:35.922943 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-17c92819-556a-47f3-8304-09b1b8feb6f5 admin admin] 10.222.0.32 "PUT /v2.0/routers/fa9af22f-1f63-4b83-889e-5d39a19fb66d/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9167132
Dec 25 21:09:35.923224 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6116abdc-1c50-4232-a3e1-5c7705273f80 {{(pid=121607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:09:35.923756 ncdv-master-1 neutron-server[121607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1ec0b9c-fad0-4ce2-97fb-bd518f21b5fe', 'tag': 'd3279f41-5733-434c-babe-c0306203f4fa', 'status': 'completed', 'code': 200}
Dec 25 21:09:35.925347 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 43798) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:09:35.953418 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d085123-b9e6-4ffc-8f1f-6cee0b76798c None None] Routers {'fa9af22f-1f63-4b83-889e-5d39a19fb66d'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:09:35.954558 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-7d085123-b9e6-4ffc-8f1f-6cee0b76798c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2618094280>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:09:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['fa9af22f-1f63-4b83-889e-5d39a19fb66d'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:09:36.026492 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415a64da-e7ba-4988-a708-c27837f6a037 req-f0401675-1523-4118-9afa-eec42dd1437c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:09:36.028053 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-415a64da-e7ba-4988-a708-c27837f6a037 req-f0401675-1523-4118-9afa-eec42dd1437c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=bc19d38e80ce426fa6d268838d133f13&device_id=c1ec0b9c-fad0-4ce2-97fb-bd518f21b5fe HTTP/1.1" status: 200  len: 1125 time: 0.0764709
Dec 25 21:09:36.114664 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:36.135599 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a0c04e81-5756-4209-9ff0-62337a135834 admin admin] Publish callbacks [] for router, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:36.270012 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561a6e97-8a68-4fc4-8a78-13541bd9bd93 req-871e3175-dddc-43e9-bbad-62acbda90847 tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:09:36.272335 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-561a6e97-8a68-4fc4-8a78-13541bd9bd93 req-871e3175-dddc-43e9-bbad-62acbda90847 tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1ec0b9c-fad0-4ce2-97fb-bd518f21b5fe HTTP/1.1" status: 200  len: 944 time: 0.2529302
Dec 25 21:09:36.326286 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a0c04e81-5756-4209-9ff0-62337a135834 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:36.384096 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415a64da-e7ba-4988-a708-c27837f6a037 req-bf445128-3ec7-48d7-89f8-0b1e9edfa645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:09:36.385499 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4dbb558c-1149-4835-803f-d1368522f573', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3240e6a9-7ed6-4f9e-a0e5-cf084791ba34'}] {{(pid=121608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:09:36.385668 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-415a64da-e7ba-4988-a708-c27837f6a037 req-bf445128-3ec7-48d7-89f8-0b1e9edfa645 service neutron] 10.222.0.31 "GET /v2.0/networks?id=2332d558-39bb-411c-88af-b74bee7e32ab HTTP/1.1" status: 200  len: 909 time: 0.3271806
Dec 25 21:09:36.388310 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a88c78c3ff6266bd59c7e89d275b28c92e739b67d23c89d71af88829fd31566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d5a55bc-08cd-4d75-a251-bbca391e253c" -d '{"events": [{"server_uuid": "4dbb558c-1149-4835-803f-d1368522f573", "name": "network-vif-plugged", "status": "completed", "tag": "3240e6a9-7ed6-4f9e-a0e5-cf084791ba34"}]}' {{(pid=121608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:09:36.395234 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port 3240e6a9-7ed6-4f9e-a0e5-cf084791ba34, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3240e6a9-7ed6-4f9e-a0e5-cf084791ba34,segment=NetworkSegment(85c774cb-a0eb-4ad9-961f-f331d3b37cd6),segment_id=85c774cb-a0eb-4ad9-961f-f331d3b37cd6)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:09:36.425079 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvr_db [None req-7d085123-b9e6-4ffc-8f1f-6cee0b76798c None None] Set router fa9af22f-1f63-4b83-889e-5d39a19fb66d gateway port host: ncdv-master-1 {{(pid=121608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:09:36.466375 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-a0c04e81-5756-4209-9ff0-62337a135834 admin admin] Deleting port b40a74b4-02c3-4d41-9dd2-95ba7f2f12f3 {{(pid=121607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:09:36.466800 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a0c04e81-5756-4209-9ff0-62337a135834 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:36.511392 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-561a6e97-8a68-4fc4-8a78-13541bd9bd93 req-958fc24d-76ce-4d76-b6be-6c69691a6bdc tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] 10.222.0.32 "GET /v2.0/security-groups?id=bc05caf7-df2e-49b8-960c-4031d2c2ccca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2251620
Dec 25 21:09:36.519654 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:36.520396 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-415a64da-e7ba-4988-a708-c27837f6a037 req-9a457624-5acc-47d3-8bdd-2cded51779ba service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d3279f41-5733-434c-babe-c0306203f4fa HTTP/1.1" status: 200  len: 217 time: 0.1120987
Dec 25 21:09:36.537072 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3995bd2-0bf9-4d09-800c-63742b7f4056 req-ddf2c4af-1dcb-40b8-b744-3d7c487bdfad tempest-FloatingIPsAssociationNegativeTestJSON-495794297 tempest-FloatingIPsAssociationNegativeTestJSON-495794297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:09:36.538674 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e3995bd2-0bf9-4d09-800c-63742b7f4056 req-ddf2c4af-1dcb-40b8-b744-3d7c487bdfad tempest-FloatingIPsAssociationNegativeTestJSON-495794297 tempest-FloatingIPsAssociationNegativeTestJSON-495794297-project] 10.222.0.31 "GET /v2.0/ports?device_id=24fbe6b2-8ab0-4b10-932c-de5d0c1f1ec7 HTTP/1.1" status: 200  len: 945 time: 0.2141757
Dec 25 21:09:36.596415 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07ded3c-f6d1-4476-b217-1b608de80cea req-5baa5491-1891-4bf7-bbab-eecaf2bd6045 tempest-FloatingIPsAssociationNegativeTestJSON-495794297 tempest-FloatingIPsAssociationNegativeTestJSON-495794297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:09:36.597630 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e07ded3c-f6d1-4476-b217-1b608de80cea req-5baa5491-1891-4bf7-bbab-eecaf2bd6045 tempest-FloatingIPsAssociationNegativeTestJSON-495794297 tempest-FloatingIPsAssociationNegativeTestJSON-495794297-project] 10.222.0.32 "GET /v2.0/ports?device_id=24fbe6b2-8ab0-4b10-932c-de5d0c1f1ec7 HTTP/1.1" status: 200  len: 945 time: 0.2324445
Dec 25 21:09:36.645579 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.db [None req-a0c04e81-5756-4209-9ff0-62337a135834 admin admin] For port b40a74b4-02c3-4d41-9dd2-95ba7f2f12f3, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b40a74b4-02c3-4d41-9dd2-95ba7f2f12f3,segment=NetworkSegment(6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855),segment_id=6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855)] {{(pid=121607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:09:36.645969 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a0c04e81-5756-4209-9ff0-62337a135834 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:36.647726 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Pushing event updated for resources: {'Port': ['ID=3240e6a9-7ed6-4f9e-a0e5-cf084791ba34,revision_number=5']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:09:36.676707 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415a64da-e7ba-4988-a708-c27837f6a037 req-9c699e06-7d42-46a2-94b4-ecb610ca7db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:09:36.679573 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-415a64da-e7ba-4988-a708-c27837f6a037 req-9c699e06-7d42-46a2-94b4-ecb610ca7db5 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=63c432f3-af01-4d4f-ae68-1c137d7c49f3 HTTP/1.1" status: 200  len: 848 time: 0.1384969
Dec 25 21:09:36.681932 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-a0c04e81-5756-4209-9ff0-62337a135834 admin admin] Calling delete_port for b40a74b4-02c3-4d41-9dd2-95ba7f2f12f3 owned by network:router_gateway {{(pid=121607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:09:36.743448 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 21:09:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44cd9a28-5aca-4efd-8418-3524660c257b x-openstack-request-id: req-44cd9a28-5aca-4efd-8418-3524660c257b {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:09:36.743869 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4dbb558c-1149-4835-803f-d1368522f573", "name": "network-vif-plugged", "status": "completed", "tag": "3240e6a9-7ed6-4f9e-a0e5-cf084791ba34", "code": 200}]} {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:09:36.744131 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-44cd9a28-5aca-4efd-8418-3524660c257b {{(pid=121608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:09:36.744584 ncdv-master-1 neutron-server[121608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4dbb558c-1149-4835-803f-d1368522f573', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3240e6a9-7ed6-4f9e-a0e5-cf084791ba34', 'code': 200}
Dec 25 21:09:36.750237 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-7d085123-b9e6-4ffc-8f1f-6cee0b76798c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2618094280>, [{'id': 'fa9af22f-1f63-4b83-889e-5d39a19fb66d', 'name': 'tempest-FloatingIPDetailsTestJSON-254838124-router', 'tenant_id': '66ef4aef5d1a42c6b19b8c77eccf6bc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.77'}], 'enable_snat': True}, 'gw_port_id': 'b40a74b4-02c3-4d41-9dd2-95ba7f2f12f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:08:50Z', 'updated_at': '2021-12-25T21:09:34Z', 'revision_number': 5, 'project_id': '66ef4aef5d1a42c6b19b8c77eccf6bc1', 'gw_port': {'id': 'b40a74b4-02c3-4d41-9dd2-95ba7f2f12f3', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:d5:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa9af22f-1f63-4b83-889e-5d39a19fb66d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:08:52Z', 'updated_at': '2021-12-25T21:09:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:09:36.785000 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-415a64da-e7ba-4988-a708-c27837f6a037 req-2f99bb68-2eb2-457b-8c39-14d55842c431 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2332d558-39bb-411c-88af-b74bee7e32ab&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0973067
Dec 25 21:09:36.797440 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d085123-b9e6-4ffc-8f1f-6cee0b76798c None None] Checking router: fa9af22f-1f63-4b83-889e-5d39a19fb66d for host: ncdv-master-1 {{(pid=121608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 25 21:09:36.807916 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d085123-b9e6-4ffc-8f1f-6cee0b76798c None None] Routers {'fa9af22f-1f63-4b83-889e-5d39a19fb66d'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:09:36.808542 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-7d085123-b9e6-4ffc-8f1f-6cee0b76798c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2618094280>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:09:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['fa9af22f-1f63-4b83-889e-5d39a19fb66d'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:09:36.875630 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea9e718-f50e-4548-ad38-79f7a8dfa799 req-9a71c1e1-b391-484d-8143-c096f20762d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:09:36.877207 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-dea9e718-f50e-4548-ad38-79f7a8dfa799 req-9a71c1e1-b391-484d-8143-c096f20762d3 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=4dbb558c-1149-4835-803f-d1368522f573 HTTP/1.1" status: 200  len: 1101 time: 0.0655410
Dec 25 21:09:36.916258 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvr_db [None req-7d085123-b9e6-4ffc-8f1f-6cee0b76798c None None] Set router fa9af22f-1f63-4b83-889e-5d39a19fb66d gateway port host: None {{(pid=121608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:09:36.989018 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-dea9e718-f50e-4548-ad38-79f7a8dfa799 req-6c8ffb86-cefc-4e6d-ae7d-94b8bfe8c703 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=3d6cb2f0-3d81-4228-9d61-fc5e0bb3087e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0697262
Dec 25 21:09:36.993571 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-31e8597c-dbb1-4b7a-b62b-d98b7698b09d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:36.996293 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device d3279f41-5733-434c-babe-c0306203f4fa details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 25 21:09:37.006913 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-7d085123-b9e6-4ffc-8f1f-6cee0b76798c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2618094280>, [{'id': 'fa9af22f-1f63-4b83-889e-5d39a19fb66d', 'name': 'tempest-FloatingIPDetailsTestJSON-254838124-router', 'tenant_id': '66ef4aef5d1a42c6b19b8c77eccf6bc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:08:50Z', 'updated_at': '2021-12-25T21:09:36Z', 'revision_number': 6, 'project_id': '66ef4aef5d1a42c6b19b8c77eccf6bc1', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:09:37.022521 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-415a64da-e7ba-4988-a708-c27837f6a037 req-92b1fb68-2f7e-4ce8-a49e-1f46a417222c service neutron] 10.222.0.31 "GET /v2.0/networks/2332d558-39bb-411c-88af-b74bee7e32ab?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1893535
Dec 25 21:09:37.043537 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e07ded3c-f6d1-4476-b217-1b608de80cea req-089e044a-0758-4058-853d-4662901b86cf tempest-FloatingIPsAssociationNegativeTestJSON-495794297 tempest-FloatingIPsAssociationNegativeTestJSON-495794297-project] 10.222.0.32 "GET /v2.0/security-groups?id=c8b1bf6d-64ce-4c58-82a8-18130f4a52c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4091227
Dec 25 21:09:37.050076 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d085123-b9e6-4ffc-8f1f-6cee0b76798c None None] The sync data for ids ['fa9af22f-1f63-4b83-889e-5d39a19fb66d'] in ncdv-master-1 is: [{'id': 'fa9af22f-1f63-4b83-889e-5d39a19fb66d', 'name': 'tempest-FloatingIPDetailsTestJSON-254838124-router', 'tenant_id': '66ef4aef5d1a42c6b19b8c77eccf6bc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:08:50Z', 'updated_at': '2021-12-25T21:09:36Z', 'revision_number': 6, 'project_id': '66ef4aef5d1a42c6b19b8c77eccf6bc1', 'gw_port_host': None}] {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 21:09:37.118338 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9276f426-bb96-44db-ab70-1f2c533adc39 req-9c6721f6-2749-4c8c-9452-e36cee6948aa tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:09:37.119874 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9276f426-bb96-44db-ab70-1f2c533adc39 req-9c6721f6-2749-4c8c-9452-e36cee6948aa tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] 10.222.0.32 "GET /v2.0/ports?device_id=4dbb558c-1149-4835-803f-d1368522f573 HTTP/1.1" status: 200  len: 950 time: 0.2707999
Dec 25 21:09:37.128179 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [req-e3995bd2-0bf9-4d09-800c-63742b7f4056 req-051fa3da-dbb6-412f-8eb1-7dfb4538cdaa tempest-FloatingIPsAssociationNegativeTestJSON-495794297 tempest-FloatingIPsAssociationNegativeTestJSON-495794297-project] Deleting port 95f9468e-c1ab-4e1c-856f-19efb9ee29b8 {{(pid=121606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:09:37.128433 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-e3995bd2-0bf9-4d09-800c-63742b7f4056 req-051fa3da-dbb6-412f-8eb1-7dfb4538cdaa tempest-FloatingIPsAssociationNegativeTestJSON-495794297 tempest-FloatingIPsAssociationNegativeTestJSON-495794297-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:37.141777 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a0c04e81-5756-4209-9ff0-62337a135834 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:37.201285 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port d3279f41-5733-434c-babe-c0306203f4fa, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d3279f41-5733-434c-babe-c0306203f4fa,segment=NetworkSegment(a05a9961-775b-4dff-bebf-b24cb60ab1a9),segment_id=a05a9961-775b-4dff-bebf-b24cb60ab1a9)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:09:37.215588 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device d3279f41-5733-434c-babe-c0306203f4fa has no active binding in host nch2-master-1 {{(pid=121608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}}
Dec 25 21:09:37.222315 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c04e81-5756-4209-9ff0-62337a135834 admin admin] Pushing event deleted for resources: {'Port': ['ID=b40a74b4-02c3-4d41-9dd2-95ba7f2f12f3,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:09:37.229380 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-e3995bd2-0bf9-4d09-800c-63742b7f4056 req-051fa3da-dbb6-412f-8eb1-7dfb4538cdaa tempest-FloatingIPsAssociationNegativeTestJSON-495794297 tempest-FloatingIPsAssociationNegativeTestJSON-495794297-project] For port 95f9468e-c1ab-4e1c-856f-19efb9ee29b8, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=95f9468e-c1ab-4e1c-856f-19efb9ee29b8,segment=NetworkSegment(ee6c5cc2-3196-4a40-8cac-19840092fb26),segment_id=ee6c5cc2-3196-4a40-8cac-19840092fb26)] {{(pid=121606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:09:37.229752 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-e3995bd2-0bf9-4d09-800c-63742b7f4056 req-051fa3da-dbb6-412f-8eb1-7dfb4538cdaa tempest-FloatingIPsAssociationNegativeTestJSON-495794297 tempest-FloatingIPsAssociationNegativeTestJSON-495794297-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:37.276399 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [req-e3995bd2-0bf9-4d09-800c-63742b7f4056 req-051fa3da-dbb6-412f-8eb1-7dfb4538cdaa tempest-FloatingIPsAssociationNegativeTestJSON-495794297 tempest-FloatingIPsAssociationNegativeTestJSON-495794297-project] Calling delete_port for 95f9468e-c1ab-4e1c-856f-19efb9ee29b8 owned by compute:nova {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:09:37.331889 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a0c04e81-5756-4209-9ff0-62337a135834 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2008689'] for router_gateway, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:37.728312 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a0c04e81-5756-4209-9ff0-62337a135834 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2014235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14905'] for router, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:37.731154 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a0c04e81-5756-4209-9ff0-62337a135834 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:37.827708 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9276f426-bb96-44db-ab70-1f2c533adc39 req-893d0f09-f132-4b7a-a62e-80ebc3335d43 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] 10.222.0.32 "GET /v2.0/security-groups?id=3d6cb2f0-3d81-4228-9d61-fc5e0bb3087e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5938132
Dec 25 21:09:37.843808 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a0c04e81-5756-4209-9ff0-62337a135834 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2014220'] for router, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:37.844573 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0c04e81-5756-4209-9ff0-62337a135834 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fa9af22f-1f63-4b83-889e-5d39a19fb66d {{(pid=121607) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 25 21:09:37.849960 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a0c04e81-5756-4209-9ff0-62337a135834 admin admin] Publish callbacks [] for router, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:37.852080 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-a0c04e81-5756-4209-9ff0-62337a135834 admin admin] 10.222.0.32 "DELETE /v2.0/routers/fa9af22f-1f63-4b83-889e-5d39a19fb66d HTTP/1.1" status: 204  len: 168 time: 1.9254444
Dec 25 21:09:37.854320 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 43862) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:09:37.908600 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_v2 [None req-e066f6d4-e643-4955-aa5b-a7cc49099154 admin admin] Deleting subnet 7ad8fb9f-fd31-4f81-8622-757559bfefcb {{(pid=121607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Dec 25 21:09:37.911720 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e066f6d4-e643-4955-aa5b-a7cc49099154 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:37.919049 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-415a64da-e7ba-4988-a708-c27837f6a037 req-1289ea3a-5a3f-4e1d-82e3-d05bcd477007 service neutron] 10.222.0.31 "GET /v2.0/networks/2332d558-39bb-411c-88af-b74bee7e32ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6861758
Dec 25 21:09:37.956289 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e066f6d4-e643-4955-aa5b-a7cc49099154 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10246617'] for subnet, precommit_delete_associations {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:38.027535 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:38.050337 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e066f6d4-e643-4955-aa5b-a7cc49099154 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995662'] for subnet, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:38.089561 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b62c39-ba9f-4e44-9960-95deccb6c876 req-25071d10-161b-4c02-bd09-3ad97137e62b tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:09:38.091231 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-68b62c39-ba9f-4e44-9960-95deccb6c876 req-25071d10-161b-4c02-bd09-3ad97137e62b tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1ec0b9c-fad0-4ce2-97fb-bd518f21b5fe HTTP/1.1" status: 200  len: 944 time: 0.0647483
Dec 25 21:09:38.454952 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-e3995bd2-0bf9-4d09-800c-63742b7f4056 req-051fa3da-dbb6-412f-8eb1-7dfb4538cdaa tempest-FloatingIPsAssociationNegativeTestJSON-495794297 tempest-FloatingIPsAssociationNegativeTestJSON-495794297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:38.465852 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] get_ports_and_sgs() called for port_ids ['95f9468e-c1ab-4e1c-856f-19efb9ee29b8'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:09:38.466884 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051fa3da-dbb6-412f-8eb1-7dfb4538cdaa tempest-FloatingIPsAssociationNegativeTestJSON-495794297 tempest-FloatingIPsAssociationNegativeTestJSON-495794297-project] Pushing event deleted for resources: {'Port': ['ID=95f9468e-c1ab-4e1c-856f-19efb9ee29b8,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:09:38.466884 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-68b62c39-ba9f-4e44-9960-95deccb6c876 req-89b17573-e1be-4d7d-9e61-9985e5777a10 tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] 10.222.0.32 "GET /v2.0/security-groups?id=bc05caf7-df2e-49b8-960c-4031d2c2ccca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0920444
Dec 25 21:09:38.468657 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 0b6e891b-5a9f-41d8-b555-b21a3c3d5249 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:09:38.469154 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3995bd2-0bf9-4d09-800c-63742b7f4056 req-051fa3da-dbb6-412f-8eb1-7dfb4538cdaa tempest-FloatingIPsAssociationNegativeTestJSON-495794297 tempest-FloatingIPsAssociationNegativeTestJSON-495794297-project] No DVR routers for this DVR port 95f9468e-c1ab-4e1c-856f-19efb9ee29b8 on host nch1-master-1 {{(pid=121606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:09:38.469154 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-e3995bd2-0bf9-4d09-800c-63742b7f4056 req-051fa3da-dbb6-412f-8eb1-7dfb4538cdaa tempest-FloatingIPsAssociationNegativeTestJSON-495794297 tempest-FloatingIPsAssociationNegativeTestJSON-495794297-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:38.469154 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e3995bd2-0bf9-4d09-800c-63742b7f4056 req-051fa3da-dbb6-412f-8eb1-7dfb4538cdaa tempest-FloatingIPsAssociationNegativeTestJSON-495794297 tempest-FloatingIPsAssociationNegativeTestJSON-495794297-project] 10.222.0.31 "DELETE /v2.0/ports/95f9468e-c1ab-4e1c-856f-19efb9ee29b8 HTTP/1.1" status: 204  len: 173 time: 1.6894848
Dec 25 21:09:38.469154 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24fbe6b2-8ab0-4b10-932c-de5d0c1f1ec7', 'name': 'network-vif-deleted', 'tag': '95f9468e-c1ab-4e1c-856f-19efb9ee29b8'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:09:38.469154 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9858820c13ec2827453b94ebc4181065e990a4e4089ccb9fe762531ac62d2fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-348e37a6-276b-474e-985c-21e8083b82e0" -d '{"events": [{"server_uuid": "24fbe6b2-8ab0-4b10-932c-de5d0c1f1ec7", "name": "network-vif-deleted", "tag": "95f9468e-c1ab-4e1c-856f-19efb9ee29b8"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:09:38.469740 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] No Port match for: 0b6e891b-5a9f-41d8-b555-b21a3c3d5249 {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:09:38.469740 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 0b6e891b-5a9f-41d8-b555-b21a3c3d5249 not bound to the agent host ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:09:38.469740 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device b40a74b4-02c3-4d41-9dd2-95ba7f2f12f3 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:09:38.469740 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] No Port match for: b40a74b4-02c3-4d41-9dd2-95ba7f2f12f3 {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:09:38.469740 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device b40a74b4-02c3-4d41-9dd2-95ba7f2f12f3 not bound to the agent host ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:09:38.470956 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-19246a03-8888-4942-9bff-48658fed7829 req-5c3e4f41-9c0f-46cf-8032-6b9ee98d563f tempest-FloatingIPsAssociationNegativeTestJSON-495794297 tempest-FloatingIPsAssociationNegativeTestJSON-495794297-project] 10.222.0.32 "GET /v2.0/ports?device_id=24fbe6b2-8ab0-4b10-932c-de5d0c1f1ec7 HTTP/1.1" status: 200  len: 210 time: 0.0333972
Dec 25 21:09:38.470956 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 21:09:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-260e5a84-f17f-458f-babc-29cff6a0e209 x-openstack-request-id: req-260e5a84-f17f-458f-babc-29cff6a0e209 {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:09:38.470956 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24fbe6b2-8ab0-4b10-932c-de5d0c1f1ec7", "name": "network-vif-deleted", "tag": "95f9468e-c1ab-4e1c-856f-19efb9ee29b8", "status": "completed", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:09:38.470956 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-260e5a84-f17f-458f-babc-29cff6a0e209 {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:09:38.470956 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24fbe6b2-8ab0-4b10-932c-de5d0c1f1ec7', 'name': 'network-vif-deleted', 'tag': '95f9468e-c1ab-4e1c-856f-19efb9ee29b8', 'status': 'completed', 'code': 200}
Dec 25 21:09:38.470956 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e70588db-7fba-47cd-b05b-9240f84d6533 req-229f9cd8-5745-4f4d-b3c8-96e916b29036 tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=c70df2525137490a9e18b5e4af25a7b4&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0206971
Dec 25 21:09:38.564006 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70588db-7fba-47cd-b05b-9240f84d6533 req-602c0d9e-f1c0-408b-b4ff-bf5cf6a62541 tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:09:38.569403 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e70588db-7fba-47cd-b05b-9240f84d6533 req-602c0d9e-f1c0-408b-b4ff-bf5cf6a62541 tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1376350
Dec 25 21:09:38.581643 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e70588db-7fba-47cd-b05b-9240f84d6533 req-451b0144-4818-41b3-80d6-f67cbde4885c tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] 10.222.0.32 "GET /v2.0/quotas/c70df2525137490a9e18b5e4af25a7b4 HTTP/1.1" status: 200  len: 375 time: 0.0096161
Dec 25 21:09:38.616219 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e70588db-7fba-47cd-b05b-9240f84d6533 req-c982c6a9-4a80-4e7a-9a73-86345f7a48a4 tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=c70df2525137490a9e18b5e4af25a7b4&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0283816
Dec 25 21:09:38.640181 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e066f6d4-e643-4955-aa5b-a7cc49099154 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8632410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8852809'] for subnet, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:38.667708 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e066f6d4-e643-4955-aa5b-a7cc49099154 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7ad8fb9f-fd31-4f81-8622-757559bfefcb,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:09:38.669914 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e066f6d4-e643-4955-aa5b-a7cc49099154 admin admin] Publish callbacks [] for subnet, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:38.672829 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-e066f6d4-e643-4955-aa5b-a7cc49099154 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/7ad8fb9f-fd31-4f81-8622-757559bfefcb HTTP/1.1" status: 204  len: 168 time: 0.8173888
Dec 25 21:09:38.675576 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-513dc983-7a85-4dea-b042-1448d2b8ecfd None None] Network 68821654-4508-424a-a449-effa3630150c requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:09:38.675733 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 43894) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:09:38.729883 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3e945ecd-9380-47c2-aa0a-12ebe07e03e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:38.772231 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-42a2606c-b2c3-4638-b7b3-be0d7dbe5123 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625803'] for network, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:38.845624 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-42a2606c-b2c3-4638-b7b3-be0d7dbe5123 admin admin] Deleting port 0cc2d8bb-a523-463a-9b66-b96bcccf90fc {{(pid=121606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:09:38.846563 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-42a2606c-b2c3-4638-b7b3-be0d7dbe5123 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:38.936359 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [None req-42a2606c-b2c3-4638-b7b3-be0d7dbe5123 admin admin] For port 0cc2d8bb-a523-463a-9b66-b96bcccf90fc, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0cc2d8bb-a523-463a-9b66-b96bcccf90fc,segment=NetworkSegment(117fd0d8-fb50-4a6a-874e-bb699339eda5),segment_id=117fd0d8-fb50-4a6a-874e-bb699339eda5)] {{(pid=121606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:09:38.936359 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-42a2606c-b2c3-4638-b7b3-be0d7dbe5123 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:38.951264 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-42a2606c-b2c3-4638-b7b3-be0d7dbe5123 admin admin] Calling delete_port for 0cc2d8bb-a523-463a-9b66-b96bcccf90fc owned by network:dhcp {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:09:38.968952 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24e90e0d-f549-4967-9f8a-a81ed41944b5 None None] DHCP port deletion for 68821654-4508-424a-a449-effa3630150c request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 21:09:39.127186 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-24e90e0d-f549-4967-9f8a-a81ed41944b5 None None] Deleting port 0cc2d8bb-a523-463a-9b66-b96bcccf90fc {{(pid=121608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:09:39.127186 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-24e90e0d-f549-4967-9f8a-a81ed41944b5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:39.161366 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-42a2606c-b2c3-4638-b7b3-be0d7dbe5123 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:39.213180 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-24e90e0d-f549-4967-9f8a-a81ed41944b5 None None] For port 0cc2d8bb-a523-463a-9b66-b96bcccf90fc, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0cc2d8bb-a523-463a-9b66-b96bcccf90fc,segment=NetworkSegment(117fd0d8-fb50-4a6a-874e-bb699339eda5),segment_id=117fd0d8-fb50-4a6a-874e-bb699339eda5)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:09:39.213352 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42a2606c-b2c3-4638-b7b3-be0d7dbe5123 admin admin] No DVR routers for this DVR port 0cc2d8bb-a523-463a-9b66-b96bcccf90fc on host ncdv-master-1 {{(pid=121606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:09:39.213590 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-24e90e0d-f549-4967-9f8a-a81ed41944b5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:39.215673 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a2606c-b2c3-4638-b7b3-be0d7dbe5123 admin admin] Pushing event deleted for resources: {'Port': ['ID=0cc2d8bb-a523-463a-9b66-b96bcccf90fc,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:09:39.248529 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-24e90e0d-f549-4967-9f8a-a81ed41944b5 None None] Calling delete_port for 0cc2d8bb-a523-463a-9b66-b96bcccf90fc owned by network:dhcp {{(pid=121608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:09:39.297616 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-42a2606c-b2c3-4638-b7b3-be0d7dbe5123 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997585', 'neutron.services.segments.db._delete_segments_for_network-8737602743071'] for network, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:39.312978 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3e2b9a-3f56-4917-82e5-92fc9c4c39ed req-a11054ec-79d1-41e6-a6c8-46dfcae8c195 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:09:39.314545 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-df3e2b9a-3f56-4917-82e5-92fc9c4c39ed req-a11054ec-79d1-41e6-a6c8-46dfcae8c195 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] 10.222.0.32 "GET /v2.0/ports?device_id=4dbb558c-1149-4835-803f-d1368522f573 HTTP/1.1" status: 200  len: 950 time: 0.1607637
Dec 25 21:09:39.349281 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.segments.db [None req-42a2606c-b2c3-4638-b7b3-be0d7dbe5123 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f26127c4e20>,) {'filters': {'network_id': ['68821654-4508-424a-a449-effa3630150c']}} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:09:39.363540 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.segments.db [None req-42a2606c-b2c3-4638-b7b3-be0d7dbe5123 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f26127c4e20>, '117fd0d8-fb50-4a6a-874e-bb699339eda5') {'for_net_delete': True} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:09:39.363836 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.segments.db [None req-42a2606c-b2c3-4638-b7b3-be0d7dbe5123 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f26127c4e20>, '117fd0d8-fb50-4a6a-874e-bb699339eda5') {} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:09:39.376359 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-42a2606c-b2c3-4638-b7b3-be0d7dbe5123 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737602746920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9084222'] for segment, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:39.376522 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-24e90e0d-f549-4967-9f8a-a81ed41944b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955'] for port, after_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:39.406723 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e90e0d-f549-4967-9f8a-a81ed41944b5 None None] Pushing event deleted for resources: {'Port': ['ID=0cc2d8bb-a523-463a-9b66-b96bcccf90fc,revision_number=None']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:09:39.407331 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-42a2606c-b2c3-4638-b7b3-be0d7dbe5123 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:39.415706 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24e90e0d-f549-4967-9f8a-a81ed41944b5 None None] No DVR routers for this DVR port 0cc2d8bb-a523-463a-9b66-b96bcccf90fc on host ncdv-master-1 {{(pid=121608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:09:39.418260 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-df3e2b9a-3f56-4917-82e5-92fc9c4c39ed req-9ceef3bb-7776-4687-8ae8-cadf45e5b03a tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] 10.222.0.32 "GET /v2.0/security-groups?id=3d6cb2f0-3d81-4228-9d61-fc5e0bb3087e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0937302
Dec 25 21:09:39.418260 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42a2606c-b2c3-4638-b7b3-be0d7dbe5123 admin admin] Releasing vlan 160 on physical network physnet1 to pool {{(pid=121606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 25 21:09:39.418260 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-42a2606c-b2c3-4638-b7b3-be0d7dbe5123 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9084542'] for segment, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:39.420018 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:09:39.420018 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:09:39.420018 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:09:39.420018 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:09:39.420018 ncdv-master-1 neutron-server[121606]: Traceback (most recent call last):
Dec 25 21:09:39.420018 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 25 21:09:39.420018 ncdv-master-1 neutron-server[121606]:     timer()
Dec 25 21:09:39.420018 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 25 21:09:39.420018 ncdv-master-1 neutron-server[121606]:     cb(*args, **kw)
Dec 25 21:09:39.420018 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 25 21:09:39.420018 ncdv-master-1 neutron-server[121606]:     return func(*args, **kwargs)
Dec 25 21:09:39.420018 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 25 21:09:39.420018 ncdv-master-1 neutron-server[121606]:     self._notify()
Dec 25 21:09:39.420018 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 25 21:09:39.420018 ncdv-master-1 neutron-server[121606]:     self.callback(batched_events)
Dec 25 21:09:39.420018 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 25 21:09:39.420018 ncdv-master-1 neutron-server[121606]:     event.method(event)
Dec 25 21:09:39.420018 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 25 21:09:39.420018 ncdv-master-1 neutron-server[121606]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 25 21:09:39.420018 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 25 21:09:39.420018 ncdv-master-1 neutron-server[121606]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 25 21:09:39.420018 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 25 21:09:39.420018 ncdv-master-1 neutron-server[121606]:     return f(self, *a, **k)
Dec 25 21:09:39.420018 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 25 21:09:39.420018 ncdv-master-1 neutron-server[121606]:     return self._get(url).json()
Dec 25 21:09:39.420018 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 25 21:09:39.420018 ncdv-master-1 neutron-server[121606]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 25 21:09:39.420018 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 25 21:09:39.420018 ncdv-master-1 neutron-server[121606]:     return self.request(url, 'GET', **kwargs)
Dec 25 21:09:39.420018 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 25 21:09:39.420018 ncdv-master-1 neutron-server[121606]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 25 21:09:39.420018 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 25 21:09:39.420018 ncdv-master-1 neutron-server[121606]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 25 21:09:39.420018 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 25 21:09:39.420018 ncdv-master-1 neutron-server[121606]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 25 21:09:39.420018 ncdv-master-1 neutron-server[121606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 25 21:09:39.455995 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-15cb578f-7a63-4fd3-925d-83bad4c7b82a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:39.521076 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ecf82fbf-dd04-4451-916f-e22e2e5f9b6d req-f9373882-47a4-43d4-8348-d246f50a2138 tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=c70df2525137490a9e18b5e4af25a7b4&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0831938
Dec 25 21:09:39.596169 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65464ec4-407d-49c2-b5d5-78f37a7a7123 req-e912419f-e41a-4ef0-a69c-1b21a6e6bc30 tempest-ServersOnMultiNodesTest-1189401283 tempest-ServersOnMultiNodesTest-1189401283-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:09:39.597761 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-65464ec4-407d-49c2-b5d5-78f37a7a7123 req-e912419f-e41a-4ef0-a69c-1b21a6e6bc30 tempest-ServersOnMultiNodesTest-1189401283 tempest-ServersOnMultiNodesTest-1189401283-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=4dbb558c-1149-4835-803f-d1368522f573 HTTP/1.1" status: 200  len: 1101 time: 0.0795853
Dec 25 21:09:39.670183 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-42a2606c-b2c3-4638-b7b3-be0d7dbe5123 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2008653'] for network, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:39.686272 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-42a2606c-b2c3-4638-b7b3-be0d7dbe5123 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for network, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:39.692421 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-42a2606c-b2c3-4638-b7b3-be0d7dbe5123 admin admin] 10.222.0.32 "DELETE /v2.0/networks/68821654-4508-424a-a449-effa3630150c HTTP/1.1" status: 204  len: 168 time: 1.0130095
Dec 25 21:09:39.710695 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf82fbf-dd04-4451-916f-e22e2e5f9b6d req-e6a4014b-ff31-4b27-bfa6-d9f54bcd9c4e tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:09:39.713389 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ecf82fbf-dd04-4451-916f-e22e2e5f9b6d req-e6a4014b-ff31-4b27-bfa6-d9f54bcd9c4e tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1822097
Dec 25 21:09:39.719372 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-65464ec4-407d-49c2-b5d5-78f37a7a7123 req-068655a2-67c5-4b5d-9c10-cfd17b63dfbc tempest-ServersOnMultiNodesTest-1189401283 tempest-ServersOnMultiNodesTest-1189401283-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=3d6cb2f0-3d81-4228-9d61-fc5e0bb3087e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0944831
Dec 25 21:09:39.721024 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a2606c-b2c3-4638-b7b3-be0d7dbe5123 admin admin] Pushing event deleted for resources: {'Network': ['ID=68821654-4508-424a-a449-effa3630150c,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:09:39.743557 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ecf82fbf-dd04-4451-916f-e22e2e5f9b6d req-230509b8-9785-4c25-b71a-7c4bfd2d79a7 tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] 10.222.0.32 "GET /v2.0/quotas/c70df2525137490a9e18b5e4af25a7b4 HTTP/1.1" status: 200  len: 375 time: 0.0140896
Dec 25 21:09:39.792550 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ecf82fbf-dd04-4451-916f-e22e2e5f9b6d req-5ff2d14e-9538-48ac-8363-d67ce2399e8c tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=c70df2525137490a9e18b5e4af25a7b4&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0381689
Dec 25 21:09:39.901102 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5a864a-e522-40d0-a68d-63cc6c90e082 req-d7a97195-fc33-41a7-8975-0e39ce2f1fe7 tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:09:39.902733 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-fb5a864a-e522-40d0-a68d-63cc6c90e082 req-d7a97195-fc33-41a7-8975-0e39ce2f1fe7 tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1ec0b9c-fad0-4ce2-97fb-bd518f21b5fe HTTP/1.1" status: 200  len: 944 time: 0.0540640
Dec 25 21:09:39.952218 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-fb5a864a-e522-40d0-a68d-63cc6c90e082 req-0aa69225-1b57-4794-87f7-79ce72118864 tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] 10.222.0.32 "GET /v2.0/security-groups?id=bc05caf7-df2e-49b8-960c-4031d2c2ccca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432980
Dec 25 21:09:40.051521 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ee55052c-c74a-4a0b-aef7-e7c366014b4c req-748452ae-666e-4544-883e-4d2151635a82 tempest-FloatingIPsAssociationNegativeTestJSON-495794297 tempest-FloatingIPsAssociationNegativeTestJSON-495794297-project] 10.222.0.32 "GET /v2.0/ports?device_id=24fbe6b2-8ab0-4b10-932c-de5d0c1f1ec7 HTTP/1.1" status: 200  len: 210 time: 0.0288553
Dec 25 21:09:40.232688 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 43962) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:09:40.233255 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 0cc2d8bb-a523-463a-9b66-b96bcccf90fc no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:09:40.256558 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] No Port match for: 0cc2d8bb-a523-463a-9b66-b96bcccf90fc {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:09:40.256971 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 0cc2d8bb-a523-463a-9b66-b96bcccf90fc not bound to the agent host ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:09:40.326908 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-81ff6b46-669b-47e9-b775-8a769f9ac1f3 req-c75e252a-7706-4e93-bca6-016c6072efe6 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=19a16dcc3c214ac2a218d3758e551792&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0473824
Dec 25 21:09:40.351307 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-06db5a74-b0fe-44a9-8a5f-d4b45e3f0548 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=66ef4aef5d1a42c6b19b8c77eccf6bc1&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1174452
Dec 25 21:09:40.354934 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 43974) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:09:40.407865 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-36b42162-739c-4f72-aa86-b3310e4a370f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:40.440013 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-36b42162-739c-4f72-aa86-b3310e4a370f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:40.464062 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ff6b46-669b-47e9-b775-8a769f9ac1f3 req-0dd1dfd3-4a4f-429c-862a-d0b0e5d3f333 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:09:40.465682 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-81ff6b46-669b-47e9-b775-8a769f9ac1f3 req-0dd1dfd3-4a4f-429c-862a-d0b0e5d3f333 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1309476
Dec 25 21:09:40.517963 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-81ff6b46-669b-47e9-b775-8a769f9ac1f3 req-a2a8e9a4-ee39-4c96-a451-9c8d67c2ca74 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] 10.222.0.32 "GET /v2.0/quotas/19a16dcc3c214ac2a218d3758e551792 HTTP/1.1" status: 200  len: 375 time: 0.0388625
Dec 25 21:09:40.596900 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-34887ddf-3845-44c7-80c7-842564ffa622 req-77b288af-efca-475a-86a7-5e34f8592781 service neutron] 10.222.0.31 "GET /v2.0/ports/d3279f41-5733-434c-babe-c0306203f4fa/bindings/nch2-master-1 HTTP/1.1" status: 200  len: 384 time: 0.1302521
Dec 25 21:09:40.639315 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:40.639494 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-36b42162-739c-4f72-aa86-b3310e4a370f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:40.642171 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-36b42162-739c-4f72-aa86-b3310e4a370f admin admin] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:40.645662 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-36b42162-739c-4f72-aa86-b3310e4a370f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/54d697a1-a182-4dea-b13a-1e56337ea32b HTTP/1.1" status: 204  len: 168 time: 0.2867985
Dec 25 21:09:40.661288 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-81ff6b46-669b-47e9-b775-8a769f9ac1f3 req-a05c744e-52c0-425c-b4f8-bab5d590a0a3 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=19a16dcc3c214ac2a218d3758e551792&fields=id HTTP/1.1" status: 200  len: 486 time: 0.1314368
Dec 25 21:09:40.666376 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b42162-739c-4f72-aa86-b3310e4a370f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54d697a1-a182-4dea-b13a-1e56337ea32b,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:09:40.681322 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9414804c-9ba1-4135-8dd2-098bd9052cea req-829c6dce-b5a9-4b39-b2e8-abe4194d2815 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=9f68f874-59f2-4c67-90f1-50665110bd4e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.1134274
Dec 25 21:09:40.864453 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9414804c-9ba1-4135-8dd2-098bd9052cea req-05fcdc99-560e-45f7-b163-1f6e29d9d225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:09:40.867082 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9414804c-9ba1-4135-8dd2-098bd9052cea req-05fcdc99-560e-45f7-b163-1f6e29d9d225 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=19a16dcc3c214ac2a218d3758e551792&device_id=9f68f874-59f2-4c67-90f1-50665110bd4e HTTP/1.1" status: 200  len: 1101 time: 0.1006856
Dec 25 21:09:40.870547 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 43984) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:09:41.029392 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-34887ddf-3845-44c7-80c7-842564ffa622 req-4bac40b7-dcf8-4f7d-814e-ffe17324ee75 service neutron] For port d3279f41-5733-434c-babe-c0306203f4fa, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d3279f41-5733-434c-babe-c0306203f4fa,segment=NetworkSegment(a05a9961-775b-4dff-bebf-b24cb60ab1a9),segment_id=a05a9961-775b-4dff-bebf-b24cb60ab1a9)] {{(pid=121606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:09:41.089050 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-34887ddf-3845-44c7-80c7-842564ffa622 req-4bac40b7-dcf8-4f7d-814e-ffe17324ee75 service neutron] For port d3279f41-5733-434c-babe-c0306203f4fa, host nch1-master-1, cleared binding levels {{(pid=121606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:09:41.132730 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9414804c-9ba1-4135-8dd2-098bd9052cea req-22ff7209-d655-413e-88d9-95a24ce1ed2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:09:41.132730 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9414804c-9ba1-4135-8dd2-098bd9052cea req-22ff7209-d655-413e-88d9-95a24ce1ed2a service neutron] 10.222.0.31 "GET /v2.0/networks?id=8f212e98-547d-4c6e-a560-2e9a548c8f59 HTTP/1.1" status: 200  len: 870 time: 0.1756983
Dec 25 21:09:41.140568 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [req-34887ddf-3845-44c7-80c7-842564ffa622 req-4bac40b7-dcf8-4f7d-814e-ffe17324ee75 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3279f41-5733-434c-babe-c0306203f4fa {{(pid=121606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:09:41.190337 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e5f6e907-07cc-406d-a598-334074c565f1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:41.199514 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-34887ddf-3845-44c7-80c7-842564ffa622 req-4bac40b7-dcf8-4f7d-814e-ffe17324ee75 service neutron] For port d3279f41-5733-434c-babe-c0306203f4fa, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d3279f41-5733-434c-babe-c0306203f4fa,segment=NetworkSegment(a05a9961-775b-4dff-bebf-b24cb60ab1a9),segment_id=a05a9961-775b-4dff-bebf-b24cb60ab1a9)] {{(pid=121606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:09:41.220659 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9414804c-9ba1-4135-8dd2-098bd9052cea req-6639aab6-0bcf-49e1-b273-b57b3024e105 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.165&port_id=bf94d897-4956-441a-9897-be577975a8f7 HTTP/1.1" status: 200  len: 217 time: 0.0827518
Dec 25 21:09:41.240709 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ef3b177d-9e74-4b18-991a-c72625ab46ee req-3f8ccef6-07b8-4879-a7ab-996fcb439cec tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a96da32-1c68-4f60-8164-56d8ced8b069 HTTP/1.1" status: 200  len: 210 time: 0.0381205
Dec 25 21:09:41.292935 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e5f6e907-07cc-406d-a598-334074c565f1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:41.322888 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9414804c-9ba1-4135-8dd2-098bd9052cea req-e8109921-578e-4aac-a0d1-8b401e7c22e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:09:41.324546 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9414804c-9ba1-4135-8dd2-098bd9052cea req-e8109921-578e-4aac-a0d1-8b401e7c22e8 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=dcfbae86-f93e-400c-8084-eac7f56ff5ba HTTP/1.1" status: 200  len: 843 time: 0.0869551
Dec 25 21:09:41.381801 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9414804c-9ba1-4135-8dd2-098bd9052cea req-eb2e94de-51ba-41f1-86e1-dd4e2fc786ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:09:41.384143 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9414804c-9ba1-4135-8dd2-098bd9052cea req-eb2e94de-51ba-41f1-86e1-dd4e2fc786ad service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=8f212e98-547d-4c6e-a560-2e9a548c8f59&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0515342
Dec 25 21:09:41.483829 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-34887ddf-3845-44c7-80c7-842564ffa622 req-4bac40b7-dcf8-4f7d-814e-ffe17324ee75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:41.557775 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fba65a2-2c4a-467e-b044-29b696f49ba3 req-ac6e04b5-6bae-4829-a726-528ab2e0bd8d tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:09:41.559176 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2fba65a2-2c4a-467e-b044-29b696f49ba3 req-ac6e04b5-6bae-4829-a726-528ab2e0bd8d tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1ec0b9c-fad0-4ce2-97fb-bd518f21b5fe HTTP/1.1" status: 200  len: 944 time: 0.1336169
Dec 25 21:09:41.562923 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9414804c-9ba1-4135-8dd2-098bd9052cea req-b01f3b12-5455-4719-af6b-2930cb6f4008 service neutron] 10.222.0.31 "GET /v2.0/networks/8f212e98-547d-4c6e-a560-2e9a548c8f59?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1718485
Dec 25 21:09:41.576416 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e5f6e907-07cc-406d-a598-334074c565f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:41.667347 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-e5f6e907-07cc-406d-a598-334074c565f1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=63cdf796f2e84d6ebb3c03943ef35e0c&name=default HTTP/1.1" status: 200  len: 2996 time: 0.7953417
Dec 25 21:09:41.671676 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.provisioning_blocks [req-34887ddf-3845-44c7-80c7-842564ffa622 req-4bac40b7-dcf8-4f7d-814e-ffe17324ee75 service neutron] Transition to ACTIVE for port object d3279f41-5733-434c-babe-c0306203f4fa will not be triggered until provisioned by entity L2. {{(pid=121606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 25 21:09:41.672431 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 44012) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:09:41.705918 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f6e907-07cc-406d-a598-334074c565f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=766492e1-477e-4552-b252-21c709587802,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:09:41.722937 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device 95f9468e-c1ab-4e1c-856f-19efb9ee29b8 no longer exists at agent hyperv_nch1-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:09:41.730571 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0e70618b-e49f-4ffe-8fdf-0a02663534b9 req-a7b9df73-31ab-4199-ad0d-78520d5285f7 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5ed7876-289e-4bb7-89b1-051968bd6e27 HTTP/1.1" status: 200  len: 210 time: 0.0644548
Dec 25 21:09:41.734869 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-a22bc101-5c98-4361-90e0-1db243632181 req-9f1e9a94-8a87-427c-9dca-4b42669d355d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=1b814523-70ff-4cb2-b14c-f77ae086c04f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0870938
Dec 25 21:09:41.766483 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] No Port match for: 95f9468e-c1ab-4e1c-856f-19efb9ee29b8 {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:09:41.767032 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device 95f9468e-c1ab-4e1c-856f-19efb9ee29b8 not bound to the agent host nch1-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:09:41.767594 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9414804c-9ba1-4135-8dd2-098bd9052cea req-8c98511c-5102-496f-a866-113752f30a9a service neutron] 10.222.0.31 "GET /v2.0/networks/8f212e98-547d-4c6e-a560-2e9a548c8f59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1953177
Dec 25 21:09:41.801091 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 44016) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:09:41.831904 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22bc101-5c98-4361-90e0-1db243632181 req-5fb2dca6-914c-4e90-835a-1b05281813d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:09:41.833879 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-a22bc101-5c98-4361-90e0-1db243632181 req-5fb2dca6-914c-4e90-835a-1b05281813d2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=19a16dcc3c214ac2a218d3758e551792&device_id=1b814523-70ff-4cb2-b14c-f77ae086c04f HTTP/1.1" status: 200  len: 1101 time: 0.0607738
Dec 25 21:09:41.834040 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2fba65a2-2c4a-467e-b044-29b696f49ba3 req-ce9473ac-4fb4-4bb2-96fe-bbeb847aeabd tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] 10.222.0.32 "GET /v2.0/security-groups?id=bc05caf7-df2e-49b8-960c-4031d2c2ccca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2318339
Dec 25 21:09:41.889198 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-cd069943-f05d-47ec-8e6c-e9fc46688e28 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:41.891180 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-34887ddf-3845-44c7-80c7-842564ffa622 req-4bac40b7-dcf8-4f7d-814e-ffe17324ee75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:42.003456 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-cd069943-f05d-47ec-8e6c-e9fc46688e28 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:42.061967 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [req-34887ddf-3845-44c7-80c7-842564ffa622 req-4bac40b7-dcf8-4f7d-814e-ffe17324ee75 service neutron] No DVR routers for this DVR port d3279f41-5733-434c-babe-c0306203f4fa on host nch1-master-1 {{(pid=121606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:09:42.081269 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22bc101-5c98-4361-90e0-1db243632181 req-34bcf7b4-34df-4d4f-9781-bd3b49069b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:09:42.081269 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-a22bc101-5c98-4361-90e0-1db243632181 req-34bcf7b4-34df-4d4f-9781-bd3b49069b29 service neutron] 10.222.0.37 "GET /v2.0/networks?id=8f212e98-547d-4c6e-a560-2e9a548c8f59 HTTP/1.1" status: 200  len: 870 time: 0.0970016
Dec 25 21:09:42.082368 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bac40b7-dcf8-4f7d-814e-ffe17324ee75 service neutron] Pushing event updated for resources: {'Port': ['ID=d3279f41-5733-434c-babe-c0306203f4fa,revision_number=10']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:09:42.127777 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-a22bc101-5c98-4361-90e0-1db243632181 req-ed81864d-29e1-40e2-a23c-e042842f4855 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.170&port_id=1bcf9756-ed56-4846-ad16-befd4fd2f0e0 HTTP/1.1" status: 200  len: 217 time: 0.0399671
Dec 25 21:09:42.156051 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-34887ddf-3845-44c7-80c7-842564ffa622 req-4bac40b7-dcf8-4f7d-814e-ffe17324ee75 service neutron] 10.222.0.31 "PUT /v2.0/ports/d3279f41-5733-434c-babe-c0306203f4fa/bindings/nch2-master-1/activate HTTP/1.1" status: 200  len: 369 time: 1.5501513
Dec 25 21:09:42.184923 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22bc101-5c98-4361-90e0-1db243632181 req-bd5428e1-d17e-4164-b8e2-91575eaa9d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:09:42.184923 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-a22bc101-5c98-4361-90e0-1db243632181 req-bd5428e1-d17e-4164-b8e2-91575eaa9d95 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=dcfbae86-f93e-400c-8084-eac7f56ff5ba HTTP/1.1" status: 200  len: 843 time: 0.0483937
Dec 25 21:09:42.282403 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22bc101-5c98-4361-90e0-1db243632181 req-87351379-2571-4f71-8cca-36af5d34a4b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:09:42.287189 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-a22bc101-5c98-4361-90e0-1db243632181 req-87351379-2571-4f71-8cca-36af5d34a4b6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8f212e98-547d-4c6e-a560-2e9a548c8f59&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0897141
Dec 25 21:09:42.309491 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-cd069943-f05d-47ec-8e6c-e9fc46688e28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:42.317176 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-cd069943-f05d-47ec-8e6c-e9fc46688e28 admin admin] Publish callbacks [] for security_group, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:42.322015 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-cd069943-f05d-47ec-8e6c-e9fc46688e28 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/766492e1-477e-4552-b252-21c709587802 HTTP/1.1" status: 204  len: 168 time: 0.6452270
Dec 25 21:09:42.395906 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd069943-f05d-47ec-8e6c-e9fc46688e28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=766492e1-477e-4552-b252-21c709587802,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:09:42.462524 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-26bebffb-ceff-40ef-8bf8-ab80e3ecf080 req-8147aedd-8fd4-46ed-b820-3036c25c6737 tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a96da32-1c68-4f60-8164-56d8ced8b069 HTTP/1.1" status: 200  len: 210 time: 0.1017520
Dec 25 21:09:42.489896 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34887ddf-3845-44c7-80c7-842564ffa622 req-444d6979-dc7d-45ae-a1cd-7fce1567e135 tempest-LiveMigrationTest-1605081009 tempest-LiveMigrationTest-1605081009-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:09:42.491959 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-34887ddf-3845-44c7-80c7-842564ffa622 req-444d6979-dc7d-45ae-a1cd-7fce1567e135 tempest-LiveMigrationTest-1605081009 tempest-LiveMigrationTest-1605081009-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=c1ec0b9c-fad0-4ce2-97fb-bd518f21b5fe&tenant_id=bc19d38e80ce426fa6d268838d133f13&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 1096 time: 0.1683953
Dec 25 21:09:42.496162 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-a22bc101-5c98-4361-90e0-1db243632181 req-cc041c93-9c07-44d4-ba26-4b48479d5941 service neutron] 10.222.0.37 "GET /v2.0/networks/8f212e98-547d-4c6e-a560-2e9a548c8f59?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1971891
Dec 25 21:09:42.498949 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-e70588db-7fba-47cd-b05b-9240f84d6533 req-8f02ad94-7c5a-4df8-95ab-8ff12dd1e33c tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=c70df2525137490a9e18b5e4af25a7b4&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0517325
Dec 25 21:09:42.600238 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-3876d043-426d-4fbd-ac62-0ccafa97dd21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2007615'] for router_interface, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:42.703851 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 44048) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:09:42.941624 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e4fc4d9f-b72c-4f76-bbc5-f93a7ac80be6 req-4483d0f7-0029-419b-b8d5-13b6d23c2439 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5ed7876-289e-4bb7-89b1-051968bd6e27 HTTP/1.1" status: 200  len: 210 time: 0.0610902
Dec 25 21:09:42.982409 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-a22bc101-5c98-4361-90e0-1db243632181 req-d51e9637-a0dd-46f5-a795-435c30bb2bb8 service neutron] 10.222.0.37 "GET /v2.0/networks/8f212e98-547d-4c6e-a560-2e9a548c8f59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2413914
Dec 25 21:09:42.992256 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:09:42.992256 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:09:42.992256 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:09:42.992256 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:09:42.992256 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:09:42.992256 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:09:42.992256 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:09:42.992256 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:09:42.992256 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:09:42.992256 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:09:42.992256 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:09:42.992256 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:09:42.992256 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:09:42.992256 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:09:42.992256 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:09:42.992256 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:09:42.992256 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:09:42.992256 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:09:42.992256 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:09:42.992256 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:09:42.992256 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:09:42.992256 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:09:42.992256 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:09:42.992256 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:09:42.992256 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:09:42.992256 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:09:42.992256 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:09:42.992256 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:09:42.992256 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:09:42.992256 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:09:42.992256 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:09:42.992256 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:09:42.992256 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:09:42.992256 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:09:42.992256 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:09:42.992256 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:09:42.994949 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:09:42.994949 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:09:42.994949 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:09:42.994949 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:09:42.994949 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:09:42.994949 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:09:42.994949 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:09:42.994949 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:09:42.994949 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:09:42.994949 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:09:42.994949 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:09:42.994949 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:09:42.997592 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70588db-7fba-47cd-b05b-9240f84d6533 req-fc132d72-55a0-4a34-bc5a-0e75f3123c7d tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:09:43.000155 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-e70588db-7fba-47cd-b05b-9240f84d6533 req-fc132d72-55a0-4a34-bc5a-0e75f3123c7d tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2571189
Dec 25 21:09:43.014248 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34887ddf-3845-44c7-80c7-842564ffa622 req-479bada7-a794-4ada-9617-6004b18c5d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:09:43.018419 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-34887ddf-3845-44c7-80c7-842564ffa622 req-479bada7-a794-4ada-9617-6004b18c5d9d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c1ec0b9c-fad0-4ce2-97fb-bd518f21b5fe&tenant_id=bc19d38e80ce426fa6d268838d133f13 HTTP/1.1" status: 200  len: 1096 time: 0.2670617
Dec 25 21:09:43.018589 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [req-e70588db-7fba-47cd-b05b-9240f84d6533 req-ef5652dd-59e1-47e2-87e6-09f9492ab0ec tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] Request body: {'port': {'device_id': '9a8114c1-85b3-4e15-9e15-95159b456e41', 'network_id': '8f212e98-547d-4c6e-a560-2e9a548c8f59', 'admin_state_up': True, 'tenant_id': 'c70df2525137490a9e18b5e4af25a7b4'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:09:43.104663 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-89475a69-d95e-47f7-aa4a-acd0edf53699 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-2106912207-network', 'tenant_id': '74b18f04a1eb470bac90f3df16ec5170'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:09:43.113964 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca0b37d-1993-4b78-aa6d-5e79d901a6f6 req-a9f14d03-4eae-4388-95fa-07558e269515 tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:09:43.124952 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-dca0b37d-1993-4b78-aa6d-5e79d901a6f6 req-a9f14d03-4eae-4388-95fa-07558e269515 tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1ec0b9c-fad0-4ce2-97fb-bd518f21b5fe HTTP/1.1" status: 200  len: 945 time: 0.1538613
Dec 25 21:09:43.462060 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-ecf82fbf-dd04-4451-916f-e22e2e5f9b6d req-66e44b05-7779-430b-ab9d-9ea2c8bca178 tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=c70df2525137490a9e18b5e4af25a7b4&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0266235
Dec 25 21:09:43.468188 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89475a69-d95e-47f7-aa4a-acd0edf53699 admin admin] Made reservation on behalf of 74b18f04a1eb470bac90f3df16ec5170 for: {'network': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:09:43.470799 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-89475a69-d95e-47f7-aa4a-acd0edf53699 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for network, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:43.490012 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34887ddf-3845-44c7-80c7-842564ffa622 req-5a321f0c-e726-471a-aae3-777f666d7a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:09:43.492528 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-34887ddf-3845-44c7-80c7-842564ffa622 req-5a321f0c-e726-471a-aae3-777f666d7a18 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=bc19d38e80ce426fa6d268838d133f13&device_id=c1ec0b9c-fad0-4ce2-97fb-bd518f21b5fe HTTP/1.1" status: 200  len: 1096 time: 0.4410388
Dec 25 21:09:43.552015 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-89475a69-d95e-47f7-aa4a-acd0edf53699 admin admin] Publish callbacks [] for security_group, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:43.657511 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-dca0b37d-1993-4b78-aa6d-5e79d901a6f6 req-dec0b9a7-421d-4240-add8-0547316dd0dc tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] 10.222.0.32 "GET /v2.0/security-groups?id=bc05caf7-df2e-49b8-960c-4031d2c2ccca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5314684
Dec 25 21:09:43.677618 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-3876d043-426d-4fbd-ac62-0ccafa97dd21 admin admin] Deleting port 611d9951-28c7-4cab-b41e-39741fa4d70e {{(pid=121606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:09:43.677949 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-3876d043-426d-4fbd-ac62-0ccafa97dd21 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:43.681327 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf82fbf-dd04-4451-916f-e22e2e5f9b6d req-b959bb3c-fcdf-4721-86f5-581e7ea2d4f7 tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:09:43.681620 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0c7297a5-4aac-4aba-989c-fcb9b4255967 req-466c6486-7194-401c-bb92-598b0feed6fe tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a96da32-1c68-4f60-8164-56d8ced8b069 HTTP/1.1" status: 200  len: 210 time: 0.0529234
Dec 25 21:09:43.682801 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-ecf82fbf-dd04-4451-916f-e22e2e5f9b6d req-b959bb3c-fcdf-4721-86f5-581e7ea2d4f7 tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2095418
Dec 25 21:09:43.708061 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [req-ecf82fbf-dd04-4451-916f-e22e2e5f9b6d req-baa5e178-9c81-41cf-ac65-58a2c3d4ca86 tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] Request body: {'port': {'device_id': '7a96da32-1c68-4f60-8164-56d8ced8b069', 'network_id': '8f212e98-547d-4c6e-a560-2e9a548c8f59', 'admin_state_up': True, 'tenant_id': 'c70df2525137490a9e18b5e4af25a7b4'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:09:43.713358 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34887ddf-3845-44c7-80c7-842564ffa622 req-903d553b-a70c-43ad-84b7-3e97299b65ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:09:43.714792 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-34887ddf-3845-44c7-80c7-842564ffa622 req-903d553b-a70c-43ad-84b7-3e97299b65ec service neutron] 10.222.0.37 "GET /v2.0/networks?id=2332d558-39bb-411c-88af-b74bee7e32ab HTTP/1.1" status: 200  len: 909 time: 0.1999302
Dec 25 21:09:43.745419 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e70588db-7fba-47cd-b05b-9240f84d6533 req-ef5652dd-59e1-47e2-87e6-09f9492ab0ec tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] Made reservation on behalf of c70df2525137490a9e18b5e4af25a7b4 for: {'port': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:09:43.752243 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-e70588db-7fba-47cd-b05b-9240f84d6533 req-ef5652dd-59e1-47e2-87e6-09f9492ab0ec tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:43.789584 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-e70588db-7fba-47cd-b05b-9240f84d6533 req-ef5652dd-59e1-47e2-87e6-09f9492ab0ec tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] Publish callbacks [] for security_group, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:43.802112 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-34887ddf-3845-44c7-80c7-842564ffa622 req-8c5f80b1-f30a-43af-acaf-412c220fe05b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d3279f41-5733-434c-babe-c0306203f4fa HTTP/1.1" status: 200  len: 217 time: 0.0490718
Dec 25 21:09:43.827995 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-89475a69-d95e-47f7-aa4a-acd0edf53699 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:43.840197 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [None req-3876d043-426d-4fbd-ac62-0ccafa97dd21 admin admin] For port 611d9951-28c7-4cab-b41e-39741fa4d70e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=611d9951-28c7-4cab-b41e-39741fa4d70e,segment=NetworkSegment(ee6c5cc2-3196-4a40-8cac-19840092fb26),segment_id=ee6c5cc2-3196-4a40-8cac-19840092fb26)] {{(pid=121606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:09:43.840593 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-3876d043-426d-4fbd-ac62-0ccafa97dd21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:43.862340 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-3876d043-426d-4fbd-ac62-0ccafa97dd21 admin admin] Calling delete_port for 611d9951-28c7-4cab-b41e-39741fa4d70e owned by network:router_interface {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:09:43.935116 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-89475a69-d95e-47f7-aa4a-acd0edf53699 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:43.941297 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-e70588db-7fba-47cd-b05b-9240f84d6533 req-ef5652dd-59e1-47e2-87e6-09f9492ab0ec tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] Publish callbacks [] for security_group, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:43.941751 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34887ddf-3845-44c7-80c7-842564ffa622 req-3b61bd03-bda5-432e-a3f0-d704d9e745ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:09:43.945342 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-34887ddf-3845-44c7-80c7-842564ffa622 req-3b61bd03-bda5-432e-a3f0-d704d9e745ad service neutron] 10.222.0.37 "GET /v2.0/subnets?id=63c432f3-af01-4d4f-ae68-1c137d7c49f3 HTTP/1.1" status: 200  len: 848 time: 0.0807059
Dec 25 21:09:43.970481 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89475a69-d95e-47f7-aa4a-acd0edf53699 admin admin] vlan segment allocate from pool success with {'vlan_id': 164, 'physical_network': 'physnet1'}  {{(pid=121607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 25 21:09:43.989168 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89475a69-d95e-47f7-aa4a-acd0edf53699 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=381a44e3-d0d7-4aba-bc61-1ef7cfa17da9,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:09:43.994684 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-89475a69-d95e-47f7-aa4a-acd0edf53699 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:43.995017 ncdv-master-1 neutron-server[121607]: INFO neutron.db.segments_db [None req-89475a69-d95e-47f7-aa4a-acd0edf53699 admin admin] Added segment fad08864-4612-4be1-bb28-08cb199f6d74 of type vlan for network 6dded111-84d7-4606-bd1c-e9369354dff9
Dec 25 21:09:44.009026 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ecf82fbf-dd04-4451-916f-e22e2e5f9b6d req-baa5e178-9c81-41cf-ac65-58a2c3d4ca86 tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] Made reservation on behalf of c70df2525137490a9e18b5e4af25a7b4 for: {'port': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:09:44.009026 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-ecf82fbf-dd04-4451-916f-e22e2e5f9b6d req-baa5e178-9c81-41cf-ac65-58a2c3d4ca86 tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:44.028789 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-34887ddf-3845-44c7-80c7-842564ffa622 req-e758a3af-dbee-46ba-8f42-c3563c2a7447 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2332d558-39bb-411c-88af-b74bee7e32ab&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0355918
Dec 25 21:09:44.046164 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-ecf82fbf-dd04-4451-916f-e22e2e5f9b6d req-baa5e178-9c81-41cf-ac65-58a2c3d4ca86 tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] Publish callbacks [] for security_group, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:44.076784 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-e70588db-7fba-47cd-b05b-9240f84d6533 req-ef5652dd-59e1-47e2-87e6-09f9492ab0ec tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:44.124859 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5652dd-59e1-47e2-87e6-09f9492ab0ec tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21386e98-0735-4168-a9d9-35455a6206b6,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:09:44.129135 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-89475a69-d95e-47f7-aa4a-acd0edf53699 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737602163420'] for network, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:44.200480 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-bc62035a-8c02-4747-aad0-5cd582875185 req-4b452c49-db15-41b2-a004-fff7964b9f43 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5ed7876-289e-4bb7-89b1-051968bd6e27 HTTP/1.1" status: 200  len: 210 time: 0.1213443
Dec 25 21:09:44.306840 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-81ff6b46-669b-47e9-b775-8a769f9ac1f3 req-9a7cfc08-9c99-4e9a-b4ef-ab5198966310 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=19a16dcc3c214ac2a218d3758e551792&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0406287
Dec 25 21:09:44.313738 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-34887ddf-3845-44c7-80c7-842564ffa622 req-9a6f0b62-dfaf-4fc8-9643-35b87a0cc564 service neutron] 10.222.0.37 "GET /v2.0/networks/2332d558-39bb-411c-88af-b74bee7e32ab?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2598238
Dec 25 21:09:44.379710 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_common [req-e70588db-7fba-47cd-b05b-9240f84d6533 req-ef5652dd-59e1-47e2-87e6-09f9492ab0ec tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] Allocated IP 192.168.233.18 (8f212e98-547d-4c6e-a560-2e9a548c8f59/dcfbae86-f93e-400c-8084-eac7f56ff5ba/f465e7da-b12a-4235-8af5-b0f521da6640) {{(pid=121607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:09:44.440037 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-89475a69-d95e-47f7-aa4a-acd0edf53699 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870'] for network, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:44.440037 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89475a69-d95e-47f7-aa4a-acd0edf53699 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:09:44.440037 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-89475a69-d95e-47f7-aa4a-acd0edf53699 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for network, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:44.538877 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ff6b46-669b-47e9-b775-8a769f9ac1f3 req-97f9379c-aadc-4fb8-89fd-6b4346f2b629 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:09:44.540543 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-81ff6b46-669b-47e9-b775-8a769f9ac1f3 req-97f9379c-aadc-4fb8-89fd-6b4346f2b629 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2262428
Dec 25 21:09:44.543096 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-34887ddf-3845-44c7-80c7-842564ffa622 req-20f1ee9a-a03b-461a-920a-450856aa5f14 service neutron] 10.222.0.37 "GET /v2.0/networks/2332d558-39bb-411c-88af-b74bee7e32ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2176545
Dec 25 21:09:44.549541 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89475a69-d95e-47f7-aa4a-acd0edf53699 admin admin] Pushing event updated for resources: {'Network': ['ID=6dded111-84d7-4606-bd1c-e9369354dff9,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:09:44.561215 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Network 6dded111-84d7-4606-bd1c-e9369354dff9 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 25 21:09:44.571192 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-81ff6b46-669b-47e9-b775-8a769f9ac1f3 req-821fd46f-7370-4fa2-acca-5e70356edb9e tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] Request body: {'port': {'device_id': 'b5ed7876-289e-4bb7-89b1-051968bd6e27', 'network_id': '8f212e98-547d-4c6e-a560-2e9a548c8f59', 'admin_state_up': True, 'tenant_id': '19a16dcc3c214ac2a218d3758e551792'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:09:44.643717 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-3876d043-426d-4fbd-ac62-0ccafa97dd21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:44.646156 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-e70588db-7fba-47cd-b05b-9240f84d6533 req-ef5652dd-59e1-47e2-87e6-09f9492ab0ec tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] Publish callbacks [] for port, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:44.660906 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-89475a69-d95e-47f7-aa4a-acd0edf53699 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 878 time: 1.9558742
Dec 25 21:09:44.666936 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 44092) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:09:44.681028 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-938cca98-55a7-41a0-ac4b-d6d43d674bb3 admin admin] Request body: {'subnet': {'network_id': '6dded111-84d7-4606-bd1c-e9369354dff9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-2106912207-subnet', 'tenant_id': '74b18f04a1eb470bac90f3df16ec5170', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:09:44.706119 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3876d043-426d-4fbd-ac62-0ccafa97dd21 admin admin] Pushing event deleted for resources: {'Port': ['ID=611d9951-28c7-4cab-b41e-39741fa4d70e,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:09:44.785610 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-e70588db-7fba-47cd-b05b-9240f84d6533 req-ef5652dd-59e1-47e2-87e6-09f9492ab0ec tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:44.870213 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-eae8f651-b487-443b-86c0-d741be3fcd74 req-f3bac77d-2b43-42e6-b2b5-3c8f835ff476 tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a96da32-1c68-4f60-8164-56d8ced8b069 HTTP/1.1" status: 200  len: 210 time: 0.0508554
Dec 25 21:09:44.870455 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_common [req-ecf82fbf-dd04-4451-916f-e22e2e5f9b6d req-baa5e178-9c81-41cf-ac65-58a2c3d4ca86 tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] Allocated IP 192.168.233.246 (8f212e98-547d-4c6e-a560-2e9a548c8f59/dcfbae86-f93e-400c-8084-eac7f56ff5ba/6e1c9c71-c87a-4d1b-aa9b-dbbcce58234a) {{(pid=121607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:09:44.926719 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d83a9cd-7d5b-4a9c-9c3f-63d9c768f18f req-0932756e-ecad-4298-95d6-5704450aa304 tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:09:44.929298 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0d83a9cd-7d5b-4a9c-9c3f-63d9c768f18f req-0932756e-ecad-4298-95d6-5704450aa304 tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1ec0b9c-fad0-4ce2-97fb-bd518f21b5fe HTTP/1.1" status: 200  len: 945 time: 0.1599295
Dec 25 21:09:44.939818 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-938cca98-55a7-41a0-ac4b-d6d43d674bb3 admin admin] Made reservation on behalf of 74b18f04a1eb470bac90f3df16ec5170 for: {'subnet': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:09:44.939818 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-938cca98-55a7-41a0-ac4b-d6d43d674bb3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8852834'] for subnet, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:44.939818 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5652dd-59e1-47e2-87e6-09f9492ab0ec tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] Pushing event updated for resources: {'Port': ['ID=f465e7da-b12a-4235-8af5-b0f521da6640,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:09:44.989530 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e70588db-7fba-47cd-b05b-9240f84d6533 req-ef5652dd-59e1-47e2-87e6-09f9492ab0ec tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] Network 8f212e98-547d-4c6e-a560-2e9a548c8f59 is already hosted by enough agents. {{(pid=121607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:09:44.998782 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [req-e70588db-7fba-47cd-b05b-9240f84d6533 req-ef5652dd-59e1-47e2-87e6-09f9492ab0ec tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] Resources bound (agent type, host, resource id):  {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:09:45.004513 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [req-e70588db-7fba-47cd-b05b-9240f84d6533 req-ef5652dd-59e1-47e2-87e6-09f9492ab0ec tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] Received port after_create {{(pid=121607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:09:45.013339 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81ff6b46-669b-47e9-b775-8a769f9ac1f3 req-821fd46f-7370-4fa2-acca-5e70356edb9e tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] Made reservation on behalf of 19a16dcc3c214ac2a218d3758e551792 for: {'port': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:09:45.014433 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-81ff6b46-669b-47e9-b775-8a769f9ac1f3 req-821fd46f-7370-4fa2-acca-5e70356edb9e tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:45.140731 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0d83a9cd-7d5b-4a9c-9c3f-63d9c768f18f req-04a4391f-78d6-407a-968a-9f5384c8795e tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] 10.222.0.32 "GET /v2.0/security-groups?id=bc05caf7-df2e-49b8-960c-4031d2c2ccca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1952250
Dec 25 21:09:45.142830 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 44104) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:09:45.204271 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70588db-7fba-47cd-b05b-9240f84d6533 req-ef5652dd-59e1-47e2-87e6-09f9492ab0ec tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:09:45.205155 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-e70588db-7fba-47cd-b05b-9240f84d6533 req-ef5652dd-59e1-47e2-87e6-09f9492ab0ec tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:45.240407 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-3876d043-426d-4fbd-ac62-0ccafa97dd21 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2007763'] for router_interface, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:45.348941 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-78d8f6d3-d3b4-4d53-9e8f-19bcee97e1b1 None None] Provisioning complete for port f465e7da-b12a-4235-8af5-b0f521da6640 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:09:45.349802 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-78d8f6d3-d3b4-4d53-9e8f-19bcee97e1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:45.354388 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-576713db-002e-4906-b4af-2c66bbc039a7 req-6c343e52-801a-4c60-b0d7-09f1233019df tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5ed7876-289e-4bb7-89b1-051968bd6e27 HTTP/1.1" status: 200  len: 210 time: 0.0384607
Dec 25 21:09:45.385916 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-ecf82fbf-dd04-4451-916f-e22e2e5f9b6d req-baa5e178-9c81-41cf-ac65-58a2c3d4ca86 tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] Publish callbacks [] for port, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:45.394366 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-e70588db-7fba-47cd-b05b-9240f84d6533 req-ef5652dd-59e1-47e2-87e6-09f9492ab0ec tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 2.3847473
Dec 25 21:09:45.405269 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-78d8f6d3-d3b4-4d53-9e8f-19bcee97e1b1 None None] Port f465e7da-b12a-4235-8af5-b0f521da6640 cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:09:45.411275 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-c3a34d34-324f-48a7-9f27-8a2d4550e79b admin admin] Publish callbacks [] for security_group, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:45.447346 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [req-e70588db-7fba-47cd-b05b-9240f84d6533 req-725fe1e6-828f-467f-bf81-c06c942066ee service neutron] Request body: {'port': {'device_id': '9a8114c1-85b3-4e15-9e15-95159b456e41', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:09:45.500534 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-e70588db-7fba-47cd-b05b-9240f84d6533 req-725fe1e6-828f-467f-bf81-c06c942066ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:45.603471 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-ecf82fbf-dd04-4451-916f-e22e2e5f9b6d req-baa5e178-9c81-41cf-ac65-58a2c3d4ca86 tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:45.605184 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-938cca98-55a7-41a0-ac4b-d6d43d674bb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8632475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8852848'] for subnet, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:45.659533 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-c3a34d34-324f-48a7-9f27-8a2d4550e79b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:45.661688 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3876d043-426d-4fbd-ac62-0ccafa97dd21 admin admin] Router 8c9a7d0f-9263-4ede-80f0-914a40227c23 has already been hosted by L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 {{(pid=121606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 25 21:09:45.682164 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34887ddf-3845-44c7-80c7-842564ffa622 req-6f03aa3a-d10a-4501-8ed3-fc7ebbecc04c tempest-LiveMigrationTest-1605081009 tempest-LiveMigrationTest-1605081009-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:09:45.683775 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-34887ddf-3845-44c7-80c7-842564ffa622 req-6f03aa3a-d10a-4501-8ed3-fc7ebbecc04c tempest-LiveMigrationTest-1605081009 tempest-LiveMigrationTest-1605081009-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=c1ec0b9c-fad0-4ce2-97fb-bd518f21b5fe&tenant_id=bc19d38e80ce426fa6d268838d133f13&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 1096 time: 0.1144829
Dec 25 21:09:45.702456 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_common [req-81ff6b46-669b-47e9-b775-8a769f9ac1f3 req-821fd46f-7370-4fa2-acca-5e70356edb9e tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] Allocated IP 192.168.233.52 (8f212e98-547d-4c6e-a560-2e9a548c8f59/dcfbae86-f93e-400c-8084-eac7f56ff5ba/11a8e073-faa1-4705-931b-5c53eaca0cb5) {{(pid=121606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:09:45.706083 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ecf82fbf-dd04-4451-916f-e22e2e5f9b6d req-baa5e178-9c81-41cf-ac65-58a2c3d4ca86 tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] Network 8f212e98-547d-4c6e-a560-2e9a548c8f59 is already hosted by enough agents. {{(pid=121607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:09:45.712831 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [req-ecf82fbf-dd04-4451-916f-e22e2e5f9b6d req-baa5e178-9c81-41cf-ac65-58a2c3d4ca86 tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] Resources bound (agent type, host, resource id):  {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:09:45.715201 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecf82fbf-dd04-4451-916f-e22e2e5f9b6d req-baa5e178-9c81-41cf-ac65-58a2c3d4ca86 tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] Received port after_create {{(pid=121607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:09:45.723580 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device d3279f41-5733-434c-babe-c0306203f4fa no longer exists at agent hyperv_nch1-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:09:45.746560 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-c3a34d34-324f-48a7-9f27-8a2d4550e79b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:45.752590 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938cca98-55a7-41a0-ac4b-d6d43d674bb3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4319d64b-4a91-4427-9485-7d07e2bc5ab0,revision_number=0']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:09:45.763455 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa5e178-9c81-41cf-ac65-58a2c3d4ca86 tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] Pushing event updated for resources: {'Port': ['ID=6e1c9c71-c87a-4d1b-aa9b-dbbcce58234a,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:09:45.780475 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] The host nch1-master-1 is not matching for port d3279f41-5733-434c-babe-c0306203f4fa host nch2-master-1! {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}}
Dec 25 21:09:45.780932 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device d3279f41-5733-434c-babe-c0306203f4fa not bound to the agent host nch1-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:09:45.800626 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-938cca98-55a7-41a0-ac4b-d6d43d674bb3 admin admin] Checking segment: {'id': 'fad08864-4612-4be1-bb28-08cb199f6d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6dded111-84d7-4606-bd1c-e9369354dff9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:09:45.801267 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-938cca98-55a7-41a0-ac4b-d6d43d674bb3 admin admin] Network hostable DHCP agents. Network: 6dded111-84d7-4606-bd1c-e9369354dff9, hostable agents: ['1813db88-2c1b-4357-a2ba-869246b663c2'], hosted agents: [] {{(pid=121607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 25 21:09:45.813194 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf82fbf-dd04-4451-916f-e22e2e5f9b6d req-baa5e178-9c81-41cf-ac65-58a2c3d4ca86 tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:09:45.814126 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-ecf82fbf-dd04-4451-916f-e22e2e5f9b6d req-baa5e178-9c81-41cf-ac65-58a2c3d4ca86 tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:45.872350 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-c3a34d34-324f-48a7-9f27-8a2d4550e79b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8e9b79c725bc437ea573edf85e81d797&name=default HTTP/1.1" status: 200  len: 2996 time: 0.6915276
Dec 25 21:09:45.875072 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 44110) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:09:45.885779 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a34d34-324f-48a7-9f27-8a2d4550e79b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=169714a1-0330-41c9-8023-0817938df422,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:09:45.933332 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f9b8cce9-3d42-441b-b7f2-07264c75b93a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:45.948637 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-938cca98-55a7-41a0-ac4b-d6d43d674bb3 admin admin] Network 6dded111-84d7-4606-bd1c-e9369354dff9 is scheduled to be hosted by DHCP agent 1813db88-2c1b-4357-a2ba-869246b663c2 with binding_index 1 {{(pid=121607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 25 21:09:45.976936 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f9b8cce9-3d42-441b-b7f2-07264c75b93a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:45.996483 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-ecf82fbf-dd04-4451-916f-e22e2e5f9b6d req-baa5e178-9c81-41cf-ac65-58a2c3d4ca86 tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 2.2977362
Dec 25 21:09:46.022279 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [req-ecf82fbf-dd04-4451-916f-e22e2e5f9b6d req-9f684338-e404-41dd-aba7-ec4870430844 service neutron] Request body: {'port': {'device_id': '7a96da32-1c68-4f60-8164-56d8ced8b069', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:09:46.042530 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-713cd398-cf05-48de-8ac9-b734c606daa0 None None] Provisioning complete for port 6e1c9c71-c87a-4d1b-aa9b-dbbcce58234a triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:09:46.042989 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-713cd398-cf05-48de-8ac9-b734c606daa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:46.043717 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3876d043-426d-4fbd-ac62-0ccafa97dd21 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 21:09:46.047496 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-938cca98-55a7-41a0-ac4b-d6d43d674bb3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 6dded111-84d7-4606-bd1c-e9369354dff9) {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:09:46.055123 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-938cca98-55a7-41a0-ac4b-d6d43d674bb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:09:46.055717 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-938cca98-55a7-41a0-ac4b-d6d43d674bb3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:46.082638 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f18e918c-b9c4-4434-ad36-150c5256aa80 None None] Sync routers for ids ['8c9a7d0f-9263-4ede-80f0-914a40227c23'] in ncdv-master-1 {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 21:09:46.098204 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-3876d043-426d-4fbd-ac62-0ccafa97dd21 admin admin] 10.222.0.32 "PUT /v2.0/routers/8c9a7d0f-9263-4ede-80f0-914a40227c23/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.2900236
Dec 25 21:09:46.100842 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 44118) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:09:46.104577 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac894f87-467a-4364-9685-e6fc2bcd38db None None] Network 6dded111-84d7-4606-bd1c-e9369354dff9 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:09:46.123515 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f18e918c-b9c4-4434-ad36-150c5256aa80 None None] Routers {'8c9a7d0f-9263-4ede-80f0-914a40227c23'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:09:46.124200 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-f18e918c-b9c4-4434-ad36-150c5256aa80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2618a3c2e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:09:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['8c9a7d0f-9263-4ede-80f0-914a40227c23'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:09:46.166335 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-ecf82fbf-dd04-4451-916f-e22e2e5f9b6d req-9f684338-e404-41dd-aba7-ec4870430844 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:46.195708 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-938cca98-55a7-41a0-ac4b-d6d43d674bb3 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 842 time: 1.5192025
Dec 25 21:09:46.214215 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afec1189-f8f6-43c0-98be-b2ab78ee44db req-e21f33ea-4fd9-4b29-84ce-0e7f429f74ea tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:09:46.216194 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-afec1189-f8f6-43c0-98be-b2ab78ee44db req-e21f33ea-4fd9-4b29-84ce-0e7f429f74ea tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a96da32-1c68-4f60-8164-56d8ced8b069 HTTP/1.1" status: 200  len: 936 time: 0.2262118
Dec 25 21:09:46.225177 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-81ff6b46-669b-47e9-b775-8a769f9ac1f3 req-821fd46f-7370-4fa2-acca-5e70356edb9e tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] Publish callbacks [] for port, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:46.231976 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-34887ddf-3845-44c7-80c7-842564ffa622 req-5e98c781-c7f4-4496-93b1-6db9dc1708ff service neutron] For port d3279f41-5733-434c-babe-c0306203f4fa, host nch1-master-1, cleared binding levels {{(pid=121606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:09:46.282704 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvr_db [None req-f18e918c-b9c4-4434-ad36-150c5256aa80 None None] Set router 8c9a7d0f-9263-4ede-80f0-914a40227c23 gateway port host: ncdv-master-1 {{(pid=121609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:09:46.302249 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-713cd398-cf05-48de-8ac9-b734c606daa0 None None] Port 6e1c9c71-c87a-4d1b-aa9b-dbbcce58234a cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:09:46.306101 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12c25fa7-c8a7-4017-98c4-91d8ba75bcbe None None] Network 6dded111-84d7-4606-bd1c-e9369354dff9 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:09:46.318527 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f9b8cce9-3d42-441b-b7f2-07264c75b93a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:46.329105 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f9b8cce9-3d42-441b-b7f2-07264c75b93a admin admin] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:46.336410 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-f9b8cce9-3d42-441b-b7f2-07264c75b93a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/169714a1-0330-41c9-8023-0817938df422 HTTP/1.1" status: 204  len: 168 time: 0.4549007
Dec 25 21:09:46.477733 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-f18e918c-b9c4-4434-ad36-150c5256aa80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2618a3c2e0>, [{'id': '8c9a7d0f-9263-4ede-80f0-914a40227c23', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-676909578-router', 'tenant_id': 'e65cafc179094f63bf88bfba4c57fd1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.189'}], 'enable_snat': True}, 'gw_port_id': '2a7ba220-6220-4585-99ef-7e2fa624bb90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:08:24Z', 'updated_at': '2021-12-25T21:09:44Z', 'revision_number': 5, 'project_id': 'e65cafc179094f63bf88bfba4c57fd1f', 'gw_port': {'id': '2a7ba220-6220-4585-99ef-7e2fa624bb90', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:c5:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c9a7d0f-9263-4ede-80f0-914a40227c23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:08:25Z', 'updated_at': '2021-12-25T21:08:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:09:46.499620 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b8cce9-3d42-441b-b7f2-07264c75b93a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=169714a1-0330-41c9-8023-0817938df422,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:09:46.506862 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f18e918c-b9c4-4434-ad36-150c5256aa80 None None] Checking router: 8c9a7d0f-9263-4ede-80f0-914a40227c23 for host: ncdv-master-1 {{(pid=121609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 25 21:09:46.516788 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f18e918c-b9c4-4434-ad36-150c5256aa80 None None] Routers {'8c9a7d0f-9263-4ede-80f0-914a40227c23'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:09:46.517601 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-f18e918c-b9c4-4434-ad36-150c5256aa80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2618a3c2e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:09:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['8c9a7d0f-9263-4ede-80f0-914a40227c23'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:09:46.559983 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-552c46fe-1c63-4173-b1a2-db133da93585 admin admin] Publish callbacks [] for router, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:46.631499 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvr_db [None req-f18e918c-b9c4-4434-ad36-150c5256aa80 None None] Set router 8c9a7d0f-9263-4ede-80f0-914a40227c23 gateway port host: ncdv-master-1 {{(pid=121609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:09:46.636063 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-34887ddf-3845-44c7-80c7-842564ffa622 req-5e98c781-c7f4-4496-93b1-6db9dc1708ff service neutron] Publish callbacks [] for binding, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:46.637179 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-34887ddf-3845-44c7-80c7-842564ffa622 req-5e98c781-c7f4-4496-93b1-6db9dc1708ff service neutron] 10.222.0.37 "DELETE /v2.0/ports/d3279f41-5733-434c-babe-c0306203f4fa/bindings/nch1-master-1 HTTP/1.1" status: 204  len: 173 time: 0.9430444
Dec 25 21:09:46.704513 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-afec1189-f8f6-43c0-98be-b2ab78ee44db req-895de7ed-d15f-4e75-bc43-d888519cdce4 tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] 10.222.0.32 "GET /v2.0/security-groups?id=21386e98-0735-4168-a9d9-35455a6206b6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4741001
Dec 25 21:09:46.705769 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-552c46fe-1c63-4173-b1a2-db133da93585 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:46.723016 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3839abe8-3b60-4fe7-b953-46cdf8b5f5e5 req-f058c0b7-054a-44ae-8fa8-6fb8e90ce23b tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:09:46.725168 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3839abe8-3b60-4fe7-b953-46cdf8b5f5e5 req-f058c0b7-054a-44ae-8fa8-6fb8e90ce23b tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1ec0b9c-fad0-4ce2-97fb-bd518f21b5fe HTTP/1.1" status: 200  len: 945 time: 0.1008534
Dec 25 21:09:46.768575 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-81ff6b46-669b-47e9-b775-8a769f9ac1f3 req-821fd46f-7370-4fa2-acca-5e70356edb9e tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:46.784920 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] get_ports_and_sgs() called for port_ids ['bf94d897-4956-441a-9897-be577975a8f7', 'bfee550f-dfee-43e5-88c3-be85d5ccff12', 'b5c53dfd-8507-4f31-ba6b-58c68d41b36b', '3240e6a9-7ed6-4f9e-a0e5-cf084791ba34'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:09:46.790036 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] get_ports_and_sgs() called for port_ids ['1bcf9756-ed56-4846-ad16-befd4fd2f0e0', '2150b774-dd7c-4f45-910d-01e39333a0ce'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:09:46.862866 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3839abe8-3b60-4fe7-b953-46cdf8b5f5e5 req-fbf12709-4895-4444-afea-c7b91a45c76a tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] 10.222.0.32 "GET /v2.0/security-groups?id=bc05caf7-df2e-49b8-960c-4031d2c2ccca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1306703
Dec 25 21:09:46.871371 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81ff6b46-669b-47e9-b775-8a769f9ac1f3 req-821fd46f-7370-4fa2-acca-5e70356edb9e tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] Network 8f212e98-547d-4c6e-a560-2e9a548c8f59 is already hosted by enough agents. {{(pid=121606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:09:46.874166 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [req-81ff6b46-669b-47e9-b775-8a769f9ac1f3 req-821fd46f-7370-4fa2-acca-5e70356edb9e tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] Resources bound (agent type, host, resource id):  {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:09:46.883874 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-552c46fe-1c63-4173-b1a2-db133da93585 admin admin] Deleting port 2a7ba220-6220-4585-99ef-7e2fa624bb90 {{(pid=121607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:09:46.884325 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-552c46fe-1c63-4173-b1a2-db133da93585 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:46.914455 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-f18e918c-b9c4-4434-ad36-150c5256aa80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2618a3c2e0>, [{'id': '8c9a7d0f-9263-4ede-80f0-914a40227c23', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-676909578-router', 'tenant_id': 'e65cafc179094f63bf88bfba4c57fd1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.189'}], 'enable_snat': True}, 'gw_port_id': '2a7ba220-6220-4585-99ef-7e2fa624bb90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:08:24Z', 'updated_at': '2021-12-25T21:09:44Z', 'revision_number': 5, 'project_id': 'e65cafc179094f63bf88bfba4c57fd1f', 'gw_port': {'id': '2a7ba220-6220-4585-99ef-7e2fa624bb90', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:c5:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c9a7d0f-9263-4ede-80f0-914a40227c23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:08:25Z', 'updated_at': '2021-12-25T21:08:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:09:46.947991 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [req-81ff6b46-669b-47e9-b775-8a769f9ac1f3 req-821fd46f-7370-4fa2-acca-5e70356edb9e tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] Received port after_create {{(pid=121606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:09:46.996689 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f18e918c-b9c4-4434-ad36-150c5256aa80 None None] The sync data for ids ['8c9a7d0f-9263-4ede-80f0-914a40227c23'] in ncdv-master-1 is: [{'id': '8c9a7d0f-9263-4ede-80f0-914a40227c23', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-676909578-router', 'tenant_id': 'e65cafc179094f63bf88bfba4c57fd1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.189'}], 'enable_snat': True}, 'gw_port_id': '2a7ba220-6220-4585-99ef-7e2fa624bb90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:08:24Z', 'updated_at': '2021-12-25T21:09:44Z', 'revision_number': 5, 'project_id': 'e65cafc179094f63bf88bfba4c57fd1f', 'gw_port': {'id': '2a7ba220-6220-4585-99ef-7e2fa624bb90', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:c5:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c9a7d0f-9263-4ede-80f0-914a40227c23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:08:25Z', 'updated_at': '2021-12-25T21:08:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 21:09:47.042467 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821fd46f-7370-4fa2-acca-5e70356edb9e tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] Pushing event updated for resources: {'Port': ['ID=11a8e073-faa1-4705-931b-5c53eaca0cb5,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:09:47.153040 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0809f70-54f5-450b-8f8c-e3ac199fa5e1 req-e1fe5b7c-23f2-45de-ac66-64b5baa10249 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:09:47.153676 ncdv-master-1 neutron-server[121607]: DEBUG neutron.notifiers.nova [req-e70588db-7fba-47cd-b05b-9240f84d6533 req-725fe1e6-828f-467f-bf81-c06c942066ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f465e7da-b12a-4235-8af5-b0f521da6640 {{(pid=121607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:09:47.162096 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e0809f70-54f5-450b-8f8c-e3ac199fa5e1 req-e1fe5b7c-23f2-45de-ac66-64b5baa10249 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5ed7876-289e-4bb7-89b1-051968bd6e27 HTTP/1.1" status: 200  len: 935 time: 0.2413518
Dec 25 21:09:47.177332 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ff6b46-669b-47e9-b775-8a769f9ac1f3 req-821fd46f-7370-4fa2-acca-5e70356edb9e tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:09:47.183752 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-81ff6b46-669b-47e9-b775-8a769f9ac1f3 req-821fd46f-7370-4fa2-acca-5e70356edb9e tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:47.185328 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-e70588db-7fba-47cd-b05b-9240f84d6533 req-725fe1e6-828f-467f-bf81-c06c942066ee service neutron] Publish callbacks [] for port, precommit_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:47.198840 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.db [None req-552c46fe-1c63-4173-b1a2-db133da93585 admin admin] For port 2a7ba220-6220-4585-99ef-7e2fa624bb90, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2a7ba220-6220-4585-99ef-7e2fa624bb90,segment=NetworkSegment(6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855),segment_id=6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855)] {{(pid=121607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:09:47.199204 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-552c46fe-1c63-4173-b1a2-db133da93585 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:47.233970 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-552c46fe-1c63-4173-b1a2-db133da93585 admin admin] Calling delete_port for 2a7ba220-6220-4585-99ef-7e2fa624bb90 owned by network:router_gateway {{(pid=121607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:09:47.237496 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.provisioning_blocks [req-e70588db-7fba-47cd-b05b-9240f84d6533 req-725fe1e6-828f-467f-bf81-c06c942066ee service neutron] Transition to ACTIVE for port object f465e7da-b12a-4235-8af5-b0f521da6640 will not be triggered until provisioned by entity L2. {{(pid=121607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 25 21:09:47.248087 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e0809f70-54f5-450b-8f8c-e3ac199fa5e1 req-42e6fff4-fcce-4e96-82d1-62ff8f9a4ea7 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] 10.222.0.32 "GET /v2.0/security-groups?id=3d6cb2f0-3d81-4228-9d61-fc5e0bb3087e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0780673
Dec 25 21:09:47.328392 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-81ff6b46-669b-47e9-b775-8a769f9ac1f3 req-821fd46f-7370-4fa2-acca-5e70356edb9e tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 2.7646589
Dec 25 21:09:47.340474 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-81ff6b46-669b-47e9-b775-8a769f9ac1f3 req-177cd5ae-932f-427f-8645-914270ceba82 service neutron] Request body: {'port': {'device_id': 'b5ed7876-289e-4bb7-89b1-051968bd6e27', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:09:47.499408 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-81ff6b46-669b-47e9-b775-8a769f9ac1f3 req-177cd5ae-932f-427f-8645-914270ceba82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:47.539652 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-3a5c3abe-11fc-4139-94ea-a579414d1481 None None] Provisioning complete for port 11a8e073-faa1-4705-931b-5c53eaca0cb5 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:09:47.540401 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3a5c3abe-11fc-4139-94ea-a579414d1481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:47.619234 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-3a5c3abe-11fc-4139-94ea-a579414d1481 None None] Port 11a8e073-faa1-4705-931b-5c53eaca0cb5 cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:09:47.630698 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca34a52-4c59-4964-96e6-9d6e84861d0f req-03ca96a7-a959-406f-94cd-1e3273f810c5 tempest-LiveMigrationTest-1605081009 tempest-LiveMigrationTest-1605081009-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:09:47.639308 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-eca34a52-4c59-4964-96e6-9d6e84861d0f req-03ca96a7-a959-406f-94cd-1e3273f810c5 tempest-LiveMigrationTest-1605081009 tempest-LiveMigrationTest-1605081009-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=c1ec0b9c-fad0-4ce2-97fb-bd518f21b5fe HTTP/1.1" status: 200  len: 1096 time: 0.1356475
Dec 25 21:09:47.818606 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-eca34a52-4c59-4964-96e6-9d6e84861d0f req-515d0067-f7a1-44fe-be10-3f21902fb0f1 tempest-LiveMigrationTest-1605081009 tempest-LiveMigrationTest-1605081009-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=bc05caf7-df2e-49b8-960c-4031d2c2ccca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1782622
Dec 25 21:09:47.859151 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-e70588db-7fba-47cd-b05b-9240f84d6533 req-725fe1e6-828f-467f-bf81-c06c942066ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8632327'] for port, after_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:47.892389 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6149a951-2950-43ea-9211-b5d8aaf11d7e req-af9c68fb-d99f-4720-adf5-2babd5d04a39 tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:09:47.892389 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-6149a951-2950-43ea-9211-b5d8aaf11d7e req-af9c68fb-d99f-4720-adf5-2babd5d04a39 tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] 10.222.0.32 "GET /v2.0/networks?id=6dded111-84d7-4606-bd1c-e9369354dff9 HTTP/1.1" status: 200  len: 805 time: 0.3373883
Dec 25 21:09:47.925865 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-6149a951-2950-43ea-9211-b5d8aaf11d7e req-8536e7da-aa65-4cc7-a23c-e32531372a99 tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] 10.222.0.32 "GET /v2.0/quotas/74b18f04a1eb470bac90f3df16ec5170 HTTP/1.1" status: 200  len: 375 time: 0.0142579
Dec 25 21:09:48.007323 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-6149a951-2950-43ea-9211-b5d8aaf11d7e req-d7106db3-d530-42ff-a6f6-a0c1b5dcc908 tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=74b18f04a1eb470bac90f3df16ec5170&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0739934
Dec 25 21:09:48.191946 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725fe1e6-828f-467f-bf81-c06c942066ee service neutron] Pushing event updated for resources: {'Port': ['ID=f465e7da-b12a-4235-8af5-b0f521da6640,revision_number=2']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:09:48.193425 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 611d9951-28c7-4cab-b41e-39741fa4d70e no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:09:48.240679 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] No Port match for: 611d9951-28c7-4cab-b41e-39741fa4d70e {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:09:48.240679 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 611d9951-28c7-4cab-b41e-39741fa4d70e not bound to the agent host ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:09:48.285733 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c5d688-d3aa-45f7-8cd6-418ab2be6c45 req-bafd73e3-3195-4660-9c50-d80e0f959c7d tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:09:48.287449 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a8c5d688-d3aa-45f7-8cd6-418ab2be6c45 req-bafd73e3-3195-4660-9c50-d80e0f959c7d tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a96da32-1c68-4f60-8164-56d8ced8b069 HTTP/1.1" status: 200  len: 936 time: 0.2137487
Dec 25 21:09:48.297485 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-6149a951-2950-43ea-9211-b5d8aaf11d7e req-ac02cd87-523e-461d-b81e-595a26b6fc70 service neutron] 10.222.0.32 "GET /v2.0/networks/6dded111-84d7-4606-bd1c-e9369354dff9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2819350
Dec 25 21:09:48.341067 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.managers [req-e70588db-7fba-47cd-b05b-9240f84d6533 req-725fe1e6-828f-467f-bf81-c06c942066ee service neutron] Attempting to bind port f465e7da-b12a-4235-8af5-b0f521da6640 on host nch2-master-1 for vnic_type normal with profile  {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:09:48.341411 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.managers [req-e70588db-7fba-47cd-b05b-9240f84d6533 req-725fe1e6-828f-467f-bf81-c06c942066ee service neutron] Attempting to bind port f465e7da-b12a-4235-8af5-b0f521da6640 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '85c774cb-a0eb-4ad9-961f-f331d3b37cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '8f212e98-547d-4c6e-a560-2e9a548c8f59'}] {{(pid=121607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:09:48.341742 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e70588db-7fba-47cd-b05b-9240f84d6533 req-725fe1e6-828f-467f-bf81-c06c942066ee service neutron] Attempting to bind port f465e7da-b12a-4235-8af5-b0f521da6640 on network 8f212e98-547d-4c6e-a560-2e9a548c8f59 {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:09:48.354854 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e70588db-7fba-47cd-b05b-9240f84d6533 req-725fe1e6-828f-467f-bf81-c06c942066ee service neutron] Port f465e7da-b12a-4235-8af5-b0f521da6640 on network 8f212e98-547d-4c6e-a560-2e9a548c8f59 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 25 21:09:48.355197 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e70588db-7fba-47cd-b05b-9240f84d6533 req-725fe1e6-828f-467f-bf81-c06c942066ee service neutron] Attempting to bind port f465e7da-b12a-4235-8af5-b0f521da6640 on network 8f212e98-547d-4c6e-a560-2e9a548c8f59 {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:09:48.385401 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e70588db-7fba-47cd-b05b-9240f84d6533 req-725fe1e6-828f-467f-bf81-c06c942066ee service neutron] Checking agent: {'id': '0d9ae313-8f8d-40fa-8a9f-d098a25a9911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 21, 4, 38), 'started_at': datetime.datetime(2021, 12, 25, 21, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 9, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:09:48.385751 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e70588db-7fba-47cd-b05b-9240f84d6533 req-725fe1e6-828f-467f-bf81-c06c942066ee service neutron] Checking segment: {'id': '85c774cb-a0eb-4ad9-961f-f331d3b37cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '8f212e98-547d-4c6e-a560-2e9a548c8f59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:09:48.386182 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e70588db-7fba-47cd-b05b-9240f84d6533 req-725fe1e6-828f-467f-bf81-c06c942066ee service neutron] Bound using segment: {'id': '85c774cb-a0eb-4ad9-961f-f331d3b37cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '8f212e98-547d-4c6e-a560-2e9a548c8f59'} {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:09:48.386832 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.managers [req-e70588db-7fba-47cd-b05b-9240f84d6533 req-725fe1e6-828f-467f-bf81-c06c942066ee service neutron] Bound port: f465e7da-b12a-4235-8af5-b0f521da6640, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85c774cb-a0eb-4ad9-961f-f331d3b37cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '8f212e98-547d-4c6e-a560-2e9a548c8f59'}}] {{(pid=121607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:09:48.386966 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-e70588db-7fba-47cd-b05b-9240f84d6533 req-725fe1e6-828f-467f-bf81-c06c942066ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:48.394377 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a8c5d688-d3aa-45f7-8cd6-418ab2be6c45 req-cb00a916-60d7-4a3d-ac41-10d0ccab6750 tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] 10.222.0.32 "GET /v2.0/security-groups?id=21386e98-0735-4168-a9d9-35455a6206b6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0992160
Dec 25 21:09:48.402656 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-552c46fe-1c63-4173-b1a2-db133da93585 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:48.415091 ncdv-master-1 neutron-server[121607]: DEBUG neutron.notifiers.nova [req-ecf82fbf-dd04-4451-916f-e22e2e5f9b6d req-9f684338-e404-41dd-aba7-ec4870430844 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e1c9c71-c87a-4d1b-aa9b-dbbcce58234a {{(pid=121607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:09:48.431444 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-6149a951-2950-43ea-9211-b5d8aaf11d7e req-1befebe6-f2bb-4385-a13f-84f29ce60639 service neutron] 10.222.0.32 "GET /v2.0/networks/6dded111-84d7-4606-bd1c-e9369354dff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1189785
Dec 25 21:09:48.445398 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-ecf82fbf-dd04-4451-916f-e22e2e5f9b6d req-9f684338-e404-41dd-aba7-ec4870430844 service neutron] Publish callbacks [] for port, precommit_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:48.447838 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552c46fe-1c63-4173-b1a2-db133da93585 admin admin] Pushing event deleted for resources: {'Port': ['ID=2a7ba220-6220-4585-99ef-7e2fa624bb90,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:09:48.516474 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.provisioning_blocks [req-ecf82fbf-dd04-4451-916f-e22e2e5f9b6d req-9f684338-e404-41dd-aba7-ec4870430844 service neutron] Transition to ACTIVE for port object 6e1c9c71-c87a-4d1b-aa9b-dbbcce58234a will not be triggered until provisioned by entity L2. {{(pid=121607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 25 21:09:48.573123 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.db [req-e70588db-7fba-47cd-b05b-9240f84d6533 req-725fe1e6-828f-467f-bf81-c06c942066ee service neutron] For port f465e7da-b12a-4235-8af5-b0f521da6640, host nch2-master-1, cleared binding levels {{(pid=121607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:09:48.578029 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.db [req-e70588db-7fba-47cd-b05b-9240f84d6533 req-725fe1e6-828f-467f-bf81-c06c942066ee service neutron] For port f465e7da-b12a-4235-8af5-b0f521da6640, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f465e7da-b12a-4235-8af5-b0f521da6640,segment=NetworkSegment(85c774cb-a0eb-4ad9-961f-f331d3b37cd6),segment_id=85c774cb-a0eb-4ad9-961f-f331d3b37cd6)] {{(pid=121607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:09:48.579345 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-ecf82fbf-dd04-4451-916f-e22e2e5f9b6d req-9f684338-e404-41dd-aba7-ec4870430844 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8632327'] for port, after_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:48.589203 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-552c46fe-1c63-4173-b1a2-db133da93585 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2008689'] for router_gateway, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:48.675730 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3902f01e-47ec-4e12-b451-9f1cc3e131d4 req-989de92e-c65c-44ce-8547-71566f950fca tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:09:48.676769 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-e70588db-7fba-47cd-b05b-9240f84d6533 req-725fe1e6-828f-467f-bf81-c06c942066ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8632327'] for port, after_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:48.683890 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3902f01e-47ec-4e12-b451-9f1cc3e131d4 req-989de92e-c65c-44ce-8547-71566f950fca tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] 10.222.0.32 "GET /v2.0/networks?id=2332d558-39bb-411c-88af-b74bee7e32ab HTTP/1.1" status: 200  len: 808 time: 0.1773541
Dec 25 21:09:48.704789 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3902f01e-47ec-4e12-b451-9f1cc3e131d4 req-5fc73cd6-01e6-4fae-ae6f-c3b278d673a2 tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] 10.222.0.32 "GET /v2.0/quotas/bc19d38e80ce426fa6d268838d133f13 HTTP/1.1" status: 200  len: 375 time: 0.0200400
Dec 25 21:09:48.738889 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-552c46fe-1c63-4173-b1a2-db133da93585 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2014235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14905'] for router, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:48.742677 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-552c46fe-1c63-4173-b1a2-db133da93585 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:48.747491 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f684338-e404-41dd-aba7-ec4870430844 service neutron] Pushing event updated for resources: {'Port': ['ID=6e1c9c71-c87a-4d1b-aa9b-dbbcce58234a,revision_number=2']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:09:48.779978 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70588db-7fba-47cd-b05b-9240f84d6533 req-725fe1e6-828f-467f-bf81-c06c942066ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:09:48.785383 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-e70588db-7fba-47cd-b05b-9240f84d6533 req-725fe1e6-828f-467f-bf81-c06c942066ee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:48.785383 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-e70588db-7fba-47cd-b05b-9240f84d6533 req-725fe1e6-828f-467f-bf81-c06c942066ee service neutron] 10.222.0.37 "PUT /v2.0/ports/f465e7da-b12a-4235-8af5-b0f521da6640 HTTP/1.1" status: 200  len: 1095 time: 3.3392980
Dec 25 21:09:48.785383 ncdv-master-1 neutron-server[121607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a8114c1-85b3-4e15-9e15-95159b456e41', 'tag': 'f465e7da-b12a-4235-8af5-b0f521da6640'}] {{(pid=121607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:09:48.785843 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3902f01e-47ec-4e12-b451-9f1cc3e131d4 req-f97aea6d-4d3f-4938-b8b2-8919d451b0a4 tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=bc19d38e80ce426fa6d268838d133f13&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0788062
Dec 25 21:09:48.786750 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f980bbcadfa7bf1e788024e1448be660373c21f97f015f780444e999c451203" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c10f02f6-602d-4af7-aea7-9cd6757f6685" -d '{"events": [{"name": "network-changed", "server_uuid": "9a8114c1-85b3-4e15-9e15-95159b456e41", "tag": "f465e7da-b12a-4235-8af5-b0f521da6640"}]}' {{(pid=121607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:09:48.919661 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [req-81ff6b46-669b-47e9-b775-8a769f9ac1f3 req-177cd5ae-932f-427f-8645-914270ceba82 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11a8e073-faa1-4705-931b-5c53eaca0cb5 {{(pid=121606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:09:48.933124 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-81ff6b46-669b-47e9-b775-8a769f9ac1f3 req-177cd5ae-932f-427f-8645-914270ceba82 service neutron] Publish callbacks [] for port, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:48.962311 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3902f01e-47ec-4e12-b451-9f1cc3e131d4 req-515bc695-0331-4782-8a0f-b88d73e8d540 service neutron] 10.222.0.32 "GET /v2.0/networks/2332d558-39bb-411c-88af-b74bee7e32ab?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1734333
Dec 25 21:09:48.970297 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725fe1e6-828f-467f-bf81-c06c942066ee service neutron] Pushing event updated for resources: {'Port': ['ID=f465e7da-b12a-4235-8af5-b0f521da6640,revision_number=3']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:09:48.991854 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.managers [req-ecf82fbf-dd04-4451-916f-e22e2e5f9b6d req-9f684338-e404-41dd-aba7-ec4870430844 service neutron] Attempting to bind port 6e1c9c71-c87a-4d1b-aa9b-dbbcce58234a on host nch2-master-1 for vnic_type normal with profile  {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:09:48.992207 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.managers [req-ecf82fbf-dd04-4451-916f-e22e2e5f9b6d req-9f684338-e404-41dd-aba7-ec4870430844 service neutron] Attempting to bind port 6e1c9c71-c87a-4d1b-aa9b-dbbcce58234a by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '85c774cb-a0eb-4ad9-961f-f331d3b37cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '8f212e98-547d-4c6e-a560-2e9a548c8f59'}] {{(pid=121607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:09:48.992541 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecf82fbf-dd04-4451-916f-e22e2e5f9b6d req-9f684338-e404-41dd-aba7-ec4870430844 service neutron] Attempting to bind port 6e1c9c71-c87a-4d1b-aa9b-dbbcce58234a on network 8f212e98-547d-4c6e-a560-2e9a548c8f59 {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:09:49.003860 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecf82fbf-dd04-4451-916f-e22e2e5f9b6d req-9f684338-e404-41dd-aba7-ec4870430844 service neutron] Port 6e1c9c71-c87a-4d1b-aa9b-dbbcce58234a on network 8f212e98-547d-4c6e-a560-2e9a548c8f59 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 25 21:09:49.004207 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecf82fbf-dd04-4451-916f-e22e2e5f9b6d req-9f684338-e404-41dd-aba7-ec4870430844 service neutron] Attempting to bind port 6e1c9c71-c87a-4d1b-aa9b-dbbcce58234a on network 8f212e98-547d-4c6e-a560-2e9a548c8f59 {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:09:49.007521 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70588db-7fba-47cd-b05b-9240f84d6533 req-829cbeb7-a3ef-4f29-94a9-67ff5272fb90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:09:49.009180 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-e70588db-7fba-47cd-b05b-9240f84d6533 req-829cbeb7-a3ef-4f29-94a9-67ff5272fb90 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c70df2525137490a9e18b5e4af25a7b4&device_id=9a8114c1-85b3-4e15-9e15-95159b456e41 HTTP/1.1" status: 200  len: 1098 time: 0.1021597
Dec 25 21:09:49.013463 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-552c46fe-1c63-4173-b1a2-db133da93585 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2014220'] for router, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:49.013996 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-552c46fe-1c63-4173-b1a2-db133da93585 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8c9a7d0f-9263-4ede-80f0-914a40227c23 {{(pid=121607) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 25 21:09:49.015869 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecf82fbf-dd04-4451-916f-e22e2e5f9b6d req-9f684338-e404-41dd-aba7-ec4870430844 service neutron] Checking agent: {'id': '0d9ae313-8f8d-40fa-8a9f-d098a25a9911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 21, 4, 38), 'started_at': datetime.datetime(2021, 12, 25, 21, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 9, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:09:49.016209 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecf82fbf-dd04-4451-916f-e22e2e5f9b6d req-9f684338-e404-41dd-aba7-ec4870430844 service neutron] Checking segment: {'id': '85c774cb-a0eb-4ad9-961f-f331d3b37cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '8f212e98-547d-4c6e-a560-2e9a548c8f59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:09:49.016590 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecf82fbf-dd04-4451-916f-e22e2e5f9b6d req-9f684338-e404-41dd-aba7-ec4870430844 service neutron] Bound using segment: {'id': '85c774cb-a0eb-4ad9-961f-f331d3b37cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '8f212e98-547d-4c6e-a560-2e9a548c8f59'} {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:09:49.017054 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.managers [req-ecf82fbf-dd04-4451-916f-e22e2e5f9b6d req-9f684338-e404-41dd-aba7-ec4870430844 service neutron] Bound port: 6e1c9c71-c87a-4d1b-aa9b-dbbcce58234a, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85c774cb-a0eb-4ad9-961f-f331d3b37cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '8f212e98-547d-4c6e-a560-2e9a548c8f59'}}] {{(pid=121607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:09:49.017476 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-ecf82fbf-dd04-4451-916f-e22e2e5f9b6d req-9f684338-e404-41dd-aba7-ec4870430844 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:49.023622 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-552c46fe-1c63-4173-b1a2-db133da93585 admin admin] Publish callbacks [] for router, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:49.024657 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-552c46fe-1c63-4173-b1a2-db133da93585 admin admin] 10.222.0.32 "DELETE /v2.0/routers/8c9a7d0f-9263-4ede-80f0-914a40227c23 HTTP/1.1" status: 204  len: 168 time: 2.9228606
Dec 25 21:09:49.031848 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 44202) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:09:49.071710 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3902f01e-47ec-4e12-b451-9f1cc3e131d4 req-9a070c75-7c4e-44c3-93db-470df2c9dbb2 service neutron] 10.222.0.32 "GET /v2.0/networks/2332d558-39bb-411c-88af-b74bee7e32ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1110911
Dec 25 21:09:49.072649 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.provisioning_blocks [req-81ff6b46-669b-47e9-b775-8a769f9ac1f3 req-177cd5ae-932f-427f-8645-914270ceba82 service neutron] Transition to ACTIVE for port object 11a8e073-faa1-4705-931b-5c53eaca0cb5 will not be triggered until provisioned by entity L2. {{(pid=121606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 25 21:09:49.127410 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-e70588db-7fba-47cd-b05b-9240f84d6533 req-fc741bcc-53af-41d1-aad2-a5a00a913fd2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.18&port_id=f465e7da-b12a-4235-8af5-b0f521da6640 HTTP/1.1" status: 200  len: 217 time: 0.1075108
Dec 25 21:09:49.147679 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-81ff6b46-669b-47e9-b775-8a769f9ac1f3 req-177cd5ae-932f-427f-8645-914270ceba82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:49.183542 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_v2 [None req-97c325f0-604c-4add-b126-fa332f24c63c admin admin] Deleting subnet 98faad13-8b17-4944-b01e-df6bd636584c {{(pid=121607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Dec 25 21:09:49.191168 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-97c325f0-604c-4add-b126-fa332f24c63c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:49.227308 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177cd5ae-932f-427f-8645-914270ceba82 service neutron] Pushing event updated for resources: {'Port': ['ID=11a8e073-faa1-4705-931b-5c53eaca0cb5,revision_number=2']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:09:49.268332 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-97c325f0-604c-4add-b126-fa332f24c63c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10246617'] for subnet, precommit_delete_associations {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:49.379661 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:09:49.379661 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:09:49.379661 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:09:49.379661 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:09:49.379661 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:09:49.379661 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:09:49.379661 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:09:49.379661 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:09:49.379661 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:09:49.379661 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:09:49.379661 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:09:49.379661 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:09:49.379661 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:09:49.379661 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:09:49.379661 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:09:49.379661 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:09:49.379661 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:09:49.379661 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:09:49.379661 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:09:49.379661 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:09:49.379661 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:09:49.379661 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:09:49.379661 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:09:49.379661 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:09:49.379661 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:09:49.379661 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:09:49.379661 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:09:49.379661 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:09:49.379661 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:09:49.379661 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:09:49.379661 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:09:49.379661 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:09:49.379661 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:09:49.379661 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:09:49.379661 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:09:49.379661 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:09:49.383900 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:09:49.383900 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:09:49.383900 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:09:49.383900 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:09:49.383900 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:09:49.383900 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:09:49.383900 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:09:49.383900 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:09:49.383900 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:09:49.383900 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:09:49.383900 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:09:49.383900 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:09:49.383900 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5965fd-2d04-4b19-9d61-553508443604 req-a039e4e8-ae82-40c7-b345-decafb9dd04d tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:09:49.393587 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7a5965fd-2d04-4b19-9d61-553508443604 req-a039e4e8-ae82-40c7-b345-decafb9dd04d tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5ed7876-289e-4bb7-89b1-051968bd6e27 HTTP/1.1" status: 200  len: 947 time: 0.1677568
Dec 25 21:09:49.452501 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70588db-7fba-47cd-b05b-9240f84d6533 req-d12e28dd-0599-4f2c-9c32-d97ecc86682f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:09:49.467888 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-e70588db-7fba-47cd-b05b-9240f84d6533 req-d12e28dd-0599-4f2c-9c32-d97ecc86682f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=dcfbae86-f93e-400c-8084-eac7f56ff5ba HTTP/1.1" status: 200  len: 843 time: 0.3318539
Dec 25 21:09:49.482172 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.db [req-ecf82fbf-dd04-4451-916f-e22e2e5f9b6d req-9f684338-e404-41dd-aba7-ec4870430844 service neutron] For port 6e1c9c71-c87a-4d1b-aa9b-dbbcce58234a, host nch2-master-1, cleared binding levels {{(pid=121607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:09:49.490534 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7a5965fd-2d04-4b19-9d61-553508443604 req-7028c465-d953-4d46-9fc2-a642f7a85fe8 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] 10.222.0.32 "GET /v2.0/security-groups?id=3d6cb2f0-3d81-4228-9d61-fc5e0bb3087e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0859022
Dec 25 21:09:49.561489 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-97c325f0-604c-4add-b126-fa332f24c63c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995662'] for subnet, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:49.597252 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c27c7aa8-26ca-44a1-9479-f950dea9f229 req-05f064ca-ad4b-4e4f-ba87-545bcade49a5 tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] 10.222.0.32 "GET /v2.0/ports?device_id=ed1843d1-a627-404e-adf4-56974bcaa614 HTTP/1.1" status: 200  len: 210 time: 0.0790825
Dec 25 21:09:49.601295 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-81ff6b46-669b-47e9-b775-8a769f9ac1f3 req-177cd5ae-932f-427f-8645-914270ceba82 service neutron] Attempting to bind port 11a8e073-faa1-4705-931b-5c53eaca0cb5 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:09:49.601754 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-81ff6b46-669b-47e9-b775-8a769f9ac1f3 req-177cd5ae-932f-427f-8645-914270ceba82 service neutron] Attempting to bind port 11a8e073-faa1-4705-931b-5c53eaca0cb5 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '85c774cb-a0eb-4ad9-961f-f331d3b37cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '8f212e98-547d-4c6e-a560-2e9a548c8f59'}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:09:49.603153 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81ff6b46-669b-47e9-b775-8a769f9ac1f3 req-177cd5ae-932f-427f-8645-914270ceba82 service neutron] Attempting to bind port 11a8e073-faa1-4705-931b-5c53eaca0cb5 on network 8f212e98-547d-4c6e-a560-2e9a548c8f59 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:09:49.634730 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81ff6b46-669b-47e9-b775-8a769f9ac1f3 req-177cd5ae-932f-427f-8645-914270ceba82 service neutron] Port 11a8e073-faa1-4705-931b-5c53eaca0cb5 on network 8f212e98-547d-4c6e-a560-2e9a548c8f59 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 25 21:09:49.635360 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81ff6b46-669b-47e9-b775-8a769f9ac1f3 req-177cd5ae-932f-427f-8645-914270ceba82 service neutron] Attempting to bind port 11a8e073-faa1-4705-931b-5c53eaca0cb5 on network 8f212e98-547d-4c6e-a560-2e9a548c8f59 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:09:49.649031 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81ff6b46-669b-47e9-b775-8a769f9ac1f3 req-177cd5ae-932f-427f-8645-914270ceba82 service neutron] Checking agent: {'id': '6d577036-68fc-4aa4-aed7-5ab01de2117e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 21, 4, 34), 'started_at': datetime.datetime(2021, 12, 25, 21, 4, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 9, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:09:49.649500 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81ff6b46-669b-47e9-b775-8a769f9ac1f3 req-177cd5ae-932f-427f-8645-914270ceba82 service neutron] Checking segment: {'id': '85c774cb-a0eb-4ad9-961f-f331d3b37cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '8f212e98-547d-4c6e-a560-2e9a548c8f59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:09:49.667644 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81ff6b46-669b-47e9-b775-8a769f9ac1f3 req-177cd5ae-932f-427f-8645-914270ceba82 service neutron] Bound using segment: {'id': '85c774cb-a0eb-4ad9-961f-f331d3b37cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '8f212e98-547d-4c6e-a560-2e9a548c8f59'} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:09:49.667644 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-81ff6b46-669b-47e9-b775-8a769f9ac1f3 req-177cd5ae-932f-427f-8645-914270ceba82 service neutron] Bound port: 11a8e073-faa1-4705-931b-5c53eaca0cb5, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85c774cb-a0eb-4ad9-961f-f331d3b37cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '8f212e98-547d-4c6e-a560-2e9a548c8f59'}}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:09:49.667644 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-81ff6b46-669b-47e9-b775-8a769f9ac1f3 req-177cd5ae-932f-427f-8645-914270ceba82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:49.718232 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.db [req-ecf82fbf-dd04-4451-916f-e22e2e5f9b6d req-9f684338-e404-41dd-aba7-ec4870430844 service neutron] For port 6e1c9c71-c87a-4d1b-aa9b-dbbcce58234a, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=6e1c9c71-c87a-4d1b-aa9b-dbbcce58234a,segment=NetworkSegment(85c774cb-a0eb-4ad9-961f-f331d3b37cd6),segment_id=85c774cb-a0eb-4ad9-961f-f331d3b37cd6)] {{(pid=121607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:09:49.788790 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-81ff6b46-669b-47e9-b775-8a769f9ac1f3 req-177cd5ae-932f-427f-8645-914270ceba82 service neutron] For port 11a8e073-faa1-4705-931b-5c53eaca0cb5, host nch1-master-1, cleared binding levels {{(pid=121606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:09:49.792981 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-81ff6b46-669b-47e9-b775-8a769f9ac1f3 req-177cd5ae-932f-427f-8645-914270ceba82 service neutron] For port 11a8e073-faa1-4705-931b-5c53eaca0cb5, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=11a8e073-faa1-4705-931b-5c53eaca0cb5,segment=NetworkSegment(85c774cb-a0eb-4ad9-961f-f331d3b37cd6),segment_id=85c774cb-a0eb-4ad9-961f-f331d3b37cd6)] {{(pid=121606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:09:49.795496 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70588db-7fba-47cd-b05b-9240f84d6533 req-5e9138c4-4204-448f-8aaf-f539b13f397b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:09:49.799789 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-e70588db-7fba-47cd-b05b-9240f84d6533 req-5e9138c4-4204-448f-8aaf-f539b13f397b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8f212e98-547d-4c6e-a560-2e9a548c8f59&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.3141816
Dec 25 21:09:49.810600 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-843f5c16-5e59-4a87-846c-319459b0e78b req-fe1f6f42-43a8-4d2d-afd6-33b7caf45373 tempest-AbsoluteLimitsNegativeTestJSON-2065531677 tempest-AbsoluteLimitsNegativeTestJSON-2065531677-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=a49984f7eca64635a0a1aad92f289295&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0590730
Dec 25 21:09:49.810750 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Dec 2021 21:09:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-299f8cb8-bab3-4d72-87ab-87ed5737f2b2 x-openstack-request-id: req-299f8cb8-bab3-4d72-87ab-87ed5737f2b2 {{(pid=121607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:09:49.811249 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a8114c1-85b3-4e15-9e15-95159b456e41", "tag": "f465e7da-b12a-4235-8af5-b0f521da6640", "status": "completed", "code": 200}]} {{(pid=121607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:09:49.827631 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-299f8cb8-bab3-4d72-87ab-87ed5737f2b2 {{(pid=121607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:09:49.827631 ncdv-master-1 neutron-server[121607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a8114c1-85b3-4e15-9e15-95159b456e41', 'tag': 'f465e7da-b12a-4235-8af5-b0f521da6640', 'status': 'completed', 'code': 200}
Dec 25 21:09:49.856715 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-ecf82fbf-dd04-4451-916f-e22e2e5f9b6d req-9f684338-e404-41dd-aba7-ec4870430844 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8632327'] for port, after_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:49.886690 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ccd162ec-01c6-4074-b9da-06de327a7099 req-446d371c-77b6-4652-8bf7-0310fc85e332 tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] 10.222.0.32 "GET /v2.0/ports?device_id=dee5cf04-7b9e-46fd-b317-75a118617c96 HTTP/1.1" status: 200  len: 210 time: 0.0310795
Dec 25 21:09:49.890117 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-81ff6b46-669b-47e9-b775-8a769f9ac1f3 req-177cd5ae-932f-427f-8645-914270ceba82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:49.930318 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-97c325f0-604c-4add-b126-fa332f24c63c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8632410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8852809'] for subnet, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:49.948159 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf82fbf-dd04-4451-916f-e22e2e5f9b6d req-9f684338-e404-41dd-aba7-ec4870430844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:09:49.948683 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-ecf82fbf-dd04-4451-916f-e22e2e5f9b6d req-9f684338-e404-41dd-aba7-ec4870430844 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:49.950819 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-ecf82fbf-dd04-4451-916f-e22e2e5f9b6d req-9f684338-e404-41dd-aba7-ec4870430844 service neutron] 10.222.0.37 "PUT /v2.0/ports/6e1c9c71-c87a-4d1b-aa9b-dbbcce58234a HTTP/1.1" status: 200  len: 1096 time: 3.9391384
Dec 25 21:09:49.977441 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ff6b46-669b-47e9-b775-8a769f9ac1f3 req-177cd5ae-932f-427f-8645-914270ceba82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:09:49.978066 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-81ff6b46-669b-47e9-b775-8a769f9ac1f3 req-177cd5ae-932f-427f-8645-914270ceba82 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:49.979524 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-81ff6b46-669b-47e9-b775-8a769f9ac1f3 req-177cd5ae-932f-427f-8645-914270ceba82 service neutron] 10.222.0.31 "PUT /v2.0/ports/11a8e073-faa1-4705-931b-5c53eaca0cb5 HTTP/1.1" status: 200  len: 1095 time: 2.6436009
Dec 25 21:09:49.984069 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5ed7876-289e-4bb7-89b1-051968bd6e27', 'tag': '11a8e073-faa1-4705-931b-5c53eaca0cb5'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:09:49.986469 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9858820c13ec2827453b94ebc4181065e990a4e4089ccb9fe762531ac62d2fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd701b7c-d5df-4e4d-b2d1-31fee2533dba" -d '{"events": [{"name": "network-changed", "server_uuid": "b5ed7876-289e-4bb7-89b1-051968bd6e27", "tag": "11a8e073-faa1-4705-931b-5c53eaca0cb5"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:09:50.020827 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f684338-e404-41dd-aba7-ec4870430844 service neutron] Pushing event updated for resources: {'Port': ['ID=6e1c9c71-c87a-4d1b-aa9b-dbbcce58234a,revision_number=3']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:09:50.024495 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c325f0-604c-4add-b126-fa332f24c63c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=98faad13-8b17-4944-b01e-df6bd636584c,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:09:50.031748 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-97c325f0-604c-4add-b126-fa332f24c63c admin admin] Publish callbacks [] for subnet, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:50.035223 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-97c325f0-604c-4add-b126-fa332f24c63c admin admin] 10.222.0.32 "DELETE /v2.0/subnets/98faad13-8b17-4944-b01e-df6bd636584c HTTP/1.1" status: 204  len: 168 time: 0.9946291
Dec 25 21:09:50.038405 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 44236) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:09:50.043438 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc293f3e-f13f-4151-bb0e-4fdb86c2500d None None] Network d11a6d20-7c9e-4651-a65c-c60d3931cc4e requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:09:50.070056 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-e70588db-7fba-47cd-b05b-9240f84d6533 req-827787e9-06d5-45cc-ae92-abdeb0c0dd92 service neutron] 10.222.0.37 "GET /v2.0/networks/8f212e98-547d-4c6e-a560-2e9a548c8f59?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2512357
Dec 25 21:09:50.079892 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843f5c16-5e59-4a87-846c-319459b0e78b req-2495eada-06b3-48a0-939d-90c7acf749bf tempest-AbsoluteLimitsNegativeTestJSON-2065531677 tempest-AbsoluteLimitsNegativeTestJSON-2065531677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:09:50.121982 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-843f5c16-5e59-4a87-846c-319459b0e78b req-2495eada-06b3-48a0-939d-90c7acf749bf tempest-AbsoluteLimitsNegativeTestJSON-2065531677 tempest-AbsoluteLimitsNegativeTestJSON-2065531677-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3056049
Dec 25 21:09:50.178630 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177cd5ae-932f-427f-8645-914270ceba82 service neutron] Pushing event updated for resources: {'Port': ['ID=11a8e073-faa1-4705-931b-5c53eaca0cb5,revision_number=3']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:09:50.212509 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-e70588db-7fba-47cd-b05b-9240f84d6533 req-c2f7e835-1874-4c68-8890-593f0372adeb service neutron] 10.222.0.37 "GET /v2.0/networks/8f212e98-547d-4c6e-a560-2e9a548c8f59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1182945
Dec 25 21:09:50.230871 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-843f5c16-5e59-4a87-846c-319459b0e78b req-e384a6ff-0b51-431b-ba20-558a3d273a0d tempest-AbsoluteLimitsNegativeTestJSON-2065531677 tempest-AbsoluteLimitsNegativeTestJSON-2065531677-project] 10.222.0.32 "GET /v2.0/quotas/a49984f7eca64635a0a1aad92f289295 HTTP/1.1" status: 200  len: 375 time: 0.1079669
Dec 25 21:09:50.268419 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 2a7ba220-6220-4585-99ef-7e2fa624bb90 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:09:50.285635 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-3abfd2a6-b062-44a6-83b8-c5189fb7f557 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625803'] for network, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:50.300172 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf82fbf-dd04-4451-916f-e22e2e5f9b6d req-1b12d085-825c-42cb-857d-0c039718c3e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:09:50.301987 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-ecf82fbf-dd04-4451-916f-e22e2e5f9b6d req-1b12d085-825c-42cb-857d-0c039718c3e5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c70df2525137490a9e18b5e4af25a7b4&device_id=7a96da32-1c68-4f60-8164-56d8ced8b069 HTTP/1.1" status: 200  len: 1099 time: 0.2213552
Dec 25 21:09:50.308544 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] No Port match for: 2a7ba220-6220-4585-99ef-7e2fa624bb90 {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:09:50.310403 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 2a7ba220-6220-4585-99ef-7e2fa624bb90 not bound to the agent host ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:09:50.321572 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-843f5c16-5e59-4a87-846c-319459b0e78b req-138dc89a-6166-48c0-b2aa-333e71e6f04b tempest-AbsoluteLimitsNegativeTestJSON-2065531677 tempest-AbsoluteLimitsNegativeTestJSON-2065531677-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=a49984f7eca64635a0a1aad92f289295&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0896027
Dec 25 21:09:50.356432 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f102e1b8-e842-49e0-aaed-3d56cec1a03f req-763c7015-4ce7-47a3-9019-94882a62a148 tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:09:50.364273 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f102e1b8-e842-49e0-aaed-3d56cec1a03f req-763c7015-4ce7-47a3-9019-94882a62a148 tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a96da32-1c68-4f60-8164-56d8ced8b069 HTTP/1.1" status: 200  len: 948 time: 0.3645389
Dec 25 21:09:50.379455 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ff6b46-669b-47e9-b775-8a769f9ac1f3 req-e0d18cbf-30f8-48f6-821b-0595b5ae8d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:09:50.381014 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-81ff6b46-669b-47e9-b775-8a769f9ac1f3 req-e0d18cbf-30f8-48f6-821b-0595b5ae8d24 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=19a16dcc3c214ac2a218d3758e551792&device_id=b5ed7876-289e-4bb7-89b1-051968bd6e27 HTTP/1.1" status: 200  len: 1098 time: 0.2516024
Dec 25 21:09:50.393965 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-732061b1-1821-4443-9efb-e261420108ac None None] DHCP port deletion for d11a6d20-7c9e-4651-a65c-c60d3931cc4e request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 21:09:50.455611 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-ecf82fbf-dd04-4451-916f-e22e2e5f9b6d req-2059d768-3ed8-477c-91a9-18dd2880a163 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.246&port_id=6e1c9c71-c87a-4d1b-aa9b-dbbcce58234a HTTP/1.1" status: 200  len: 217 time: 0.1186309
Dec 25 21:09:50.485557 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-81ff6b46-669b-47e9-b775-8a769f9ac1f3 req-ddd219c8-cfe1-49b9-8541-9d788463807a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.52&port_id=11a8e073-faa1-4705-931b-5c53eaca0cb5 HTTP/1.1" status: 200  len: 217 time: 0.0711555
Dec 25 21:09:50.501686 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-732061b1-1821-4443-9efb-e261420108ac None None] Deleting port 9fd7e65e-31a9-41a5-b145-d851f88d41b5 {{(pid=121608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:09:50.502060 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-732061b1-1821-4443-9efb-e261420108ac None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:50.544959 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f102e1b8-e842-49e0-aaed-3d56cec1a03f req-73310874-fcef-470f-8a8f-603bcb7cc5c5 tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] 10.222.0.32 "GET /v2.0/security-groups?id=21386e98-0735-4168-a9d9-35455a6206b6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1796424
Dec 25 21:09:50.549419 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10f02f6-602d-4af7-aea7-9cd6757f6685 req-9fc67806-bbd0-40e5-83de-53d58552188a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:09:50.551072 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-c10f02f6-602d-4af7-aea7-9cd6757f6685 req-9fc67806-bbd0-40e5-83de-53d58552188a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c70df2525137490a9e18b5e4af25a7b4&device_id=9a8114c1-85b3-4e15-9e15-95159b456e41 HTTP/1.1" status: 200  len: 1098 time: 0.1266360
Dec 25 21:09:50.627538 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-732061b1-1821-4443-9efb-e261420108ac None None] For port 9fd7e65e-31a9-41a5-b145-d851f88d41b5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9fd7e65e-31a9-41a5-b145-d851f88d41b5,segment=NetworkSegment(ee6c5cc2-3196-4a40-8cac-19840092fb26),segment_id=ee6c5cc2-3196-4a40-8cac-19840092fb26)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:09:50.627791 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Dec 2021 21:09:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ee63db3-617f-4565-9a2a-73d2d8f1c203 x-openstack-request-id: req-0ee63db3-617f-4565-9a2a-73d2d8f1c203 {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:09:50.627974 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5ed7876-289e-4bb7-89b1-051968bd6e27", "tag": "11a8e073-faa1-4705-931b-5c53eaca0cb5", "status": "completed", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:09:50.628211 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0ee63db3-617f-4565-9a2a-73d2d8f1c203 {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:09:50.628611 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5ed7876-289e-4bb7-89b1-051968bd6e27', 'tag': '11a8e073-faa1-4705-931b-5c53eaca0cb5', 'status': 'completed', 'code': 200}
Dec 25 21:09:50.629180 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-732061b1-1821-4443-9efb-e261420108ac None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:50.658295 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ff6b46-669b-47e9-b775-8a769f9ac1f3 req-61bd2652-8ccd-4edd-ac0e-71da2cbbab75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:09:50.659949 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-732061b1-1821-4443-9efb-e261420108ac None None] Calling delete_port for 9fd7e65e-31a9-41a5-b145-d851f88d41b5 owned by network:dhcp {{(pid=121608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:09:50.660106 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-81ff6b46-669b-47e9-b775-8a769f9ac1f3 req-61bd2652-8ccd-4edd-ac0e-71da2cbbab75 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=dcfbae86-f93e-400c-8084-eac7f56ff5ba HTTP/1.1" status: 200  len: 843 time: 0.1365089
Dec 25 21:09:50.661910 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc951b7e-d3fb-4f20-8c8a-ad3143a3b94c req-e015bb65-577c-4c02-be74-05e88ed6c77b tempest-LiveAutoBlockMigrationV225Test-952394939 tempest-LiveAutoBlockMigrationV225Test-952394939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:09:50.669148 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-cc951b7e-d3fb-4f20-8c8a-ad3143a3b94c req-e015bb65-577c-4c02-be74-05e88ed6c77b tempest-LiveAutoBlockMigrationV225Test-952394939 tempest-LiveAutoBlockMigrationV225Test-952394939-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=34088aa4-5622-46a6-a155-94ef62f87546 HTTP/1.1" status: 200  len: 1097 time: 0.1849623
Dec 25 21:09:50.701773 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-3abfd2a6-b062-44a6-83b8-c5189fb7f557 admin admin] Deleting port 9fd7e65e-31a9-41a5-b145-d851f88d41b5 {{(pid=121607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:09:50.702125 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-3abfd2a6-b062-44a6-83b8-c5189fb7f557 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:50.714582 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf82fbf-dd04-4451-916f-e22e2e5f9b6d req-2239ec67-508f-49c5-9be7-7ae71f32bbb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:09:50.716101 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-ecf82fbf-dd04-4451-916f-e22e2e5f9b6d req-2239ec67-508f-49c5-9be7-7ae71f32bbb3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=dcfbae86-f93e-400c-8084-eac7f56ff5ba HTTP/1.1" status: 200  len: 843 time: 0.2333212
Dec 25 21:09:50.813059 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ff6b46-669b-47e9-b775-8a769f9ac1f3 req-971105ca-5c4d-4033-a09f-673f7e5d1883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:09:50.818793 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-81ff6b46-669b-47e9-b775-8a769f9ac1f3 req-971105ca-5c4d-4033-a09f-673f7e5d1883 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=8f212e98-547d-4c6e-a560-2e9a548c8f59&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1477823
Dec 25 21:09:50.839177 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-cc951b7e-d3fb-4f20-8c8a-ad3143a3b94c req-84cbf51f-725b-42bb-9f49-0f69e10bf744 tempest-LiveAutoBlockMigrationV225Test-952394939 tempest-LiveAutoBlockMigrationV225Test-952394939-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=a5d2ff88-22d6-43d8-90d1-bfb86d4e3308&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1508172
Dec 25 21:09:50.880674 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-732061b1-1821-4443-9efb-e261420108ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955'] for port, after_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:50.888951 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.db [None req-3abfd2a6-b062-44a6-83b8-c5189fb7f557 admin admin] For port 9fd7e65e-31a9-41a5-b145-d851f88d41b5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9fd7e65e-31a9-41a5-b145-d851f88d41b5,segment=NetworkSegment(ee6c5cc2-3196-4a40-8cac-19840092fb26),segment_id=ee6c5cc2-3196-4a40-8cac-19840092fb26)] {{(pid=121607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:09:50.889639 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-3abfd2a6-b062-44a6-83b8-c5189fb7f557 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:50.909799 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-3abfd2a6-b062-44a6-83b8-c5189fb7f557 admin admin] Calling delete_port for 9fd7e65e-31a9-41a5-b145-d851f88d41b5 owned by network:dhcp {{(pid=121607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:09:50.913426 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf82fbf-dd04-4451-916f-e22e2e5f9b6d req-173fb4bb-24ed-4d9f-ac4e-c13e5d0f2d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:09:50.915116 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-ecf82fbf-dd04-4451-916f-e22e2e5f9b6d req-173fb4bb-24ed-4d9f-ac4e-c13e5d0f2d39 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8f212e98-547d-4c6e-a560-2e9a548c8f59&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1311548
Dec 25 21:09:50.916278 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10f02f6-602d-4af7-aea7-9cd6757f6685 req-24a1cfa7-d6a9-4e6f-8eea-6f5d56c121e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:09:50.917601 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-c10f02f6-602d-4af7-aea7-9cd6757f6685 req-24a1cfa7-d6a9-4e6f-8eea-6f5d56c121e8 service neutron] 10.222.0.37 "GET /v2.0/networks?id=8f212e98-547d-4c6e-a560-2e9a548c8f59 HTTP/1.1" status: 200  len: 870 time: 0.3506458
Dec 25 21:09:50.941403 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732061b1-1821-4443-9efb-e261420108ac None None] Pushing event deleted for resources: {'Port': ['ID=9fd7e65e-31a9-41a5-b145-d851f88d41b5,revision_number=None']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:09:50.950381 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-732061b1-1821-4443-9efb-e261420108ac None None] No DVR routers for this DVR port 9fd7e65e-31a9-41a5-b145-d851f88d41b5 on host ncdv-master-1 {{(pid=121608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:09:50.977488 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b764d63f-c2d2-4e87-9ebc-6519ff2546df req-cc5add85-1a7c-4951-8425-c3ea0f4fde14 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:09:50.979016 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b764d63f-c2d2-4e87-9ebc-6519ff2546df req-cc5add85-1a7c-4951-8425-c3ea0f4fde14 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5ed7876-289e-4bb7-89b1-051968bd6e27 HTTP/1.1" status: 200  len: 947 time: 0.2080882
Dec 25 21:09:51.029740 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7c90879e-9a65-46db-9e7f-9cd7f1a89768 req-749fa7b7-cfef-4192-a414-6270c1ca418d tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] 10.222.0.32 "GET /v2.0/ports?device_id=ed1843d1-a627-404e-adf4-56974bcaa614 HTTP/1.1" status: 200  len: 210 time: 0.0616958
Dec 25 21:09:51.076232 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-81ff6b46-669b-47e9-b775-8a769f9ac1f3 req-0c507043-e7d6-44a4-9a14-8519445f872b service neutron] 10.222.0.31 "GET /v2.0/networks/8f212e98-547d-4c6e-a560-2e9a548c8f59?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2351277
Dec 25 21:09:51.082331 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-c10f02f6-602d-4af7-aea7-9cd6757f6685 req-a13ef28f-1537-4ce5-ab9a-6f64bccb5d99 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.18&port_id=f465e7da-b12a-4235-8af5-b0f521da6640 HTTP/1.1" status: 200  len: 217 time: 0.1122999
Dec 25 21:09:51.119127 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b764d63f-c2d2-4e87-9ebc-6519ff2546df req-c8bbf90d-d2cb-4c49-b3fc-932a450fb899 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] 10.222.0.32 "GET /v2.0/security-groups?id=3d6cb2f0-3d81-4228-9d61-fc5e0bb3087e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1263375
Dec 25 21:09:51.145513 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 44254) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:09:51.208997 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10f02f6-602d-4af7-aea7-9cd6757f6685 req-a48ae016-c7f9-4b1d-bd91-f3d72dc20d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:09:51.210714 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-c10f02f6-602d-4af7-aea7-9cd6757f6685 req-a48ae016-c7f9-4b1d-bd91-f3d72dc20d1f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=dcfbae86-f93e-400c-8084-eac7f56ff5ba HTTP/1.1" status: 200  len: 843 time: 0.0703189
Dec 25 21:09:51.235444 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-6956cd1c-50cb-4f5b-83d6-3221fde464fe req-0be60491-2345-4166-bcb4-ffdd577bea5c tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] 10.222.0.32 "GET /v2.0/ports?device_id=dee5cf04-7b9e-46fd-b317-75a118617c96 HTTP/1.1" status: 200  len: 210 time: 0.0294573
Dec 25 21:09:51.237408 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-81ff6b46-669b-47e9-b775-8a769f9ac1f3 req-bc79ae2e-b8f6-40d3-b94a-5963e9f91b69 service neutron] 10.222.0.31 "GET /v2.0/networks/8f212e98-547d-4c6e-a560-2e9a548c8f59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1527045
Dec 25 21:09:51.241573 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-ecf82fbf-dd04-4451-916f-e22e2e5f9b6d req-abe27d24-a504-4652-8975-a9f98e27e8f8 service neutron] 10.222.0.37 "GET /v2.0/networks/8f212e98-547d-4c6e-a560-2e9a548c8f59?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2726524
Dec 25 21:09:51.283110 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-edfd5b34-b14d-4bb1-9098-45c7d474d452 admin admin] Publish callbacks [] for security_group, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:51.311275 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-3abfd2a6-b062-44a6-83b8-c5189fb7f557 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:51.360239 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-edfd5b34-b14d-4bb1-9098-45c7d474d452 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:51.370367 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abfd2a6-b062-44a6-83b8-c5189fb7f557 admin admin] Pushing event deleted for resources: {'Port': ['ID=9fd7e65e-31a9-41a5-b145-d851f88d41b5,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:09:51.379086 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10f02f6-602d-4af7-aea7-9cd6757f6685 req-8bcce6d9-2741-4b8e-bf6d-6c581ffa26a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:09:51.380601 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-c10f02f6-602d-4af7-aea7-9cd6757f6685 req-8bcce6d9-2741-4b8e-bf6d-6c581ffa26a8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8f212e98-547d-4c6e-a560-2e9a548c8f59&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1604896
Dec 25 21:09:51.383125 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3abfd2a6-b062-44a6-83b8-c5189fb7f557 admin admin] No DVR routers for this DVR port 9fd7e65e-31a9-41a5-b145-d851f88d41b5 on host ncdv-master-1 {{(pid=121607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:09:51.434660 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd701b7c-d5df-4e4d-b2d1-31fee2533dba req-0ee2392c-0de8-47cc-adfd-4ab182580d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:09:51.437046 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-bd701b7c-d5df-4e4d-b2d1-31fee2533dba req-0ee2392c-0de8-47cc-adfd-4ab182580d50 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=19a16dcc3c214ac2a218d3758e551792&device_id=b5ed7876-289e-4bb7-89b1-051968bd6e27 HTTP/1.1" status: 200  len: 1098 time: 0.0436945
Dec 25 21:09:51.485738 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-ecf82fbf-dd04-4451-916f-e22e2e5f9b6d req-83ecd878-f4af-4f8f-bced-85ac8d03bcc1 service neutron] 10.222.0.37 "GET /v2.0/networks/8f212e98-547d-4c6e-a560-2e9a548c8f59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2191005
Dec 25 21:09:51.540815 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-3abfd2a6-b062-44a6-83b8-c5189fb7f557 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997585', 'neutron.services.segments.db._delete_segments_for_network-8737602743071'] for network, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:51.564481 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-edfd5b34-b14d-4bb1-9098-45c7d474d452 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:51.570741 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-3abfd2a6-b062-44a6-83b8-c5189fb7f557 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2613469280>,) {'filters': {'network_id': ['d11a6d20-7c9e-4651-a65c-c60d3931cc4e']}} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:09:51.589853 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-3abfd2a6-b062-44a6-83b8-c5189fb7f557 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2613469280>, 'ee6c5cc2-3196-4a40-8cac-19840092fb26') {'for_net_delete': True} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:09:51.590673 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-3abfd2a6-b062-44a6-83b8-c5189fb7f557 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2613469280>, 'ee6c5cc2-3196-4a40-8cac-19840092fb26') {} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:09:51.605010 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-c10f02f6-602d-4af7-aea7-9cd6757f6685 req-bafa6f74-2c57-4d34-ad7a-eadd9ffd8438 service neutron] 10.222.0.37 "GET /v2.0/networks/8f212e98-547d-4c6e-a560-2e9a548c8f59?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2127991
Dec 25 21:09:51.606688 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-3abfd2a6-b062-44a6-83b8-c5189fb7f557 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737602746920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10246592'] for segment, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:51.610016 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd701b7c-d5df-4e4d-b2d1-31fee2533dba req-65754962-15c9-47eb-8223-b77263cdb634 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:09:51.611517 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-bd701b7c-d5df-4e4d-b2d1-31fee2533dba req-65754962-15c9-47eb-8223-b77263cdb634 service neutron] 10.222.0.31 "GET /v2.0/networks?id=8f212e98-547d-4c6e-a560-2e9a548c8f59 HTTP/1.1" status: 200  len: 870 time: 0.1562912
Dec 25 21:09:51.617335 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfd5b34-b14d-4bb1-9098-45c7d474d452 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ccc8490-e7cd-400e-937d-12529b22741a,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:09:51.651488 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-3abfd2a6-b062-44a6-83b8-c5189fb7f557 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:51.661565 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3abfd2a6-b062-44a6-83b8-c5189fb7f557 admin admin] Releasing vlan 194 on physical network physnet1 to pool {{(pid=121607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 25 21:09:51.661974 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-3abfd2a6-b062-44a6-83b8-c5189fb7f557 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8633327'] for segment, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:51.664252 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:09:51.664252 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:09:51.664252 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:09:51.664252 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:09:51.664252 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:09:51.664252 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:09:51.664252 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:09:51.664252 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:09:51.664252 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:09:51.664252 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:09:51.664252 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:09:51.664252 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:09:51.664252 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:09:51.664252 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:09:51.664252 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:09:51.664252 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:09:51.664252 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:09:51.664252 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:09:51.664252 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 25 21:09:51.664252 ncdv-master-1 neutron-server[121607]:   self.session.flush()
Dec 25 21:09:51.664252 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 25 21:09:51.664252 ncdv-master-1 neutron-server[121607]:   self.session.flush()
Dec 25 21:09:51.664252 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 25 21:09:51.664252 ncdv-master-1 neutron-server[121607]:   self.session.flush()
Dec 25 21:09:51.664252 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 25 21:09:51.664252 ncdv-master-1 neutron-server[121607]:   self.session.flush()
Dec 25 21:09:51.664252 ncdv-master-1 neutron-server[121607]: Traceback (most recent call last):
Dec 25 21:09:51.664252 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 25 21:09:51.664252 ncdv-master-1 neutron-server[121607]:     timer()
Dec 25 21:09:51.664252 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 25 21:09:51.664252 ncdv-master-1 neutron-server[121607]:     cb(*args, **kw)
Dec 25 21:09:51.664252 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 25 21:09:51.664252 ncdv-master-1 neutron-server[121607]:     return func(*args, **kwargs)
Dec 25 21:09:51.664252 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 25 21:09:51.664252 ncdv-master-1 neutron-server[121607]:     self._notify()
Dec 25 21:09:51.664252 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 25 21:09:51.664252 ncdv-master-1 neutron-server[121607]:     self.callback(batched_events)
Dec 25 21:09:51.664252 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 25 21:09:51.664252 ncdv-master-1 neutron-server[121607]:     event.method(event)
Dec 25 21:09:51.664252 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 25 21:09:51.664252 ncdv-master-1 neutron-server[121607]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 25 21:09:51.664252 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 25 21:09:51.664252 ncdv-master-1 neutron-server[121607]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 25 21:09:51.664252 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 25 21:09:51.664252 ncdv-master-1 neutron-server[121607]:     return f(self, *a, **k)
Dec 25 21:09:51.664252 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 25 21:09:51.664252 ncdv-master-1 neutron-server[121607]:     return self._get(url).json()
Dec 25 21:09:51.664252 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 25 21:09:51.664252 ncdv-master-1 neutron-server[121607]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 25 21:09:51.664252 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 25 21:09:51.664252 ncdv-master-1 neutron-server[121607]:     return self.request(url, 'GET', **kwargs)
Dec 25 21:09:51.664252 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 25 21:09:51.664252 ncdv-master-1 neutron-server[121607]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 25 21:09:51.664252 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 25 21:09:51.664252 ncdv-master-1 neutron-server[121607]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 25 21:09:51.667727 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 25 21:09:51.667727 ncdv-master-1 neutron-server[121607]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 25 21:09:51.667727 ncdv-master-1 neutron-server[121607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 25 21:09:51.678551 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-bd701b7c-d5df-4e4d-b2d1-31fee2533dba req-e4afe21c-358a-46ed-9b27-02b59cbdc11f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.52&port_id=11a8e073-faa1-4705-931b-5c53eaca0cb5 HTTP/1.1" status: 200  len: 217 time: 0.0564151
Dec 25 21:09:51.694495 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-edfd5b34-b14d-4bb1-9098-45c7d474d452 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a49984f7eca64635a0a1aad92f289295&name=default HTTP/1.1" status: 200  len: 2996 time: 0.5479264
Dec 25 21:09:51.705177 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 44260) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:09:51.797832 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-c10f02f6-602d-4af7-aea7-9cd6757f6685 req-eed232ec-db4a-4177-8d67-4d0784078888 service neutron] 10.222.0.37 "GET /v2.0/networks/8f212e98-547d-4c6e-a560-2e9a548c8f59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1834247
Dec 25 21:09:51.810309 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-1e48d817-45ea-4de5-abf4-f8149fdf6902 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:51.812656 ncdv-master-1 neutron-server[121607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a96da32-1c68-4f60-8164-56d8ced8b069', 'tag': '6e1c9c71-c87a-4d1b-aa9b-dbbcce58234a'}] {{(pid=121607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:09:51.815066 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f980bbcadfa7bf1e788024e1448be660373c21f97f015f780444e999c451203" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0868411a-956f-4344-82de-f71c66a0c14e" -d '{"events": [{"name": "network-changed", "server_uuid": "7a96da32-1c68-4f60-8164-56d8ced8b069", "tag": "6e1c9c71-c87a-4d1b-aa9b-dbbcce58234a"}]}' {{(pid=121607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:09:51.840359 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-1e48d817-45ea-4de5-abf4-f8149fdf6902 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:51.912782 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-3abfd2a6-b062-44a6-83b8-c5189fb7f557 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2008653'] for network, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:51.920257 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-3abfd2a6-b062-44a6-83b8-c5189fb7f557 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for network, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:51.923797 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-3abfd2a6-b062-44a6-83b8-c5189fb7f557 admin admin] 10.222.0.32 "DELETE /v2.0/networks/d11a6d20-7c9e-4651-a65c-c60d3931cc4e HTTP/1.1" status: 204  len: 168 time: 1.8836126
Dec 25 21:09:51.941089 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abfd2a6-b062-44a6-83b8-c5189fb7f557 admin admin] Pushing event deleted for resources: {'Network': ['ID=d11a6d20-7c9e-4651-a65c-c60d3931cc4e,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:09:52.037789 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-1e48d817-45ea-4de5-abf4-f8149fdf6902 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:52.040903 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-1e48d817-45ea-4de5-abf4-f8149fdf6902 admin admin] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:52.042142 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-1e48d817-45ea-4de5-abf4-f8149fdf6902 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5ccc8490-e7cd-400e-937d-12529b22741a HTTP/1.1" status: 204  len: 168 time: 0.3344493
Dec 25 21:09:52.052198 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e48d817-45ea-4de5-abf4-f8149fdf6902 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ccc8490-e7cd-400e-937d-12529b22741a,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:09:52.096276 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd701b7c-d5df-4e4d-b2d1-31fee2533dba req-d74a9db8-b1e9-4359-ad60-2156dc03b408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:09:52.098021 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-bd701b7c-d5df-4e4d-b2d1-31fee2533dba req-d74a9db8-b1e9-4359-ad60-2156dc03b408 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=dcfbae86-f93e-400c-8084-eac7f56ff5ba HTTP/1.1" status: 200  len: 843 time: 0.4005153
Dec 25 21:09:52.113228 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01c7c51-d86f-44b2-adc8-40ce52199410 req-c9118034-c46c-455d-8791-d7c5c9865559 tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:09:52.121533 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e01c7c51-d86f-44b2-adc8-40ce52199410 req-c9118034-c46c-455d-8791-d7c5c9865559 tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a96da32-1c68-4f60-8164-56d8ced8b069 HTTP/1.1" status: 200  len: 948 time: 0.5052381
Dec 25 21:09:52.197242 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6149a951-2950-43ea-9211-b5d8aaf11d7e req-016fa4fa-c96e-4180-ac37-521e9a97dfeb tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:09:52.198861 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-6149a951-2950-43ea-9211-b5d8aaf11d7e req-016fa4fa-c96e-4180-ac37-521e9a97dfeb tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] 10.222.0.31 "GET /v2.0/networks?id=6dded111-84d7-4606-bd1c-e9369354dff9 HTTP/1.1" status: 200  len: 805 time: 0.5190670
Dec 25 21:09:52.216243 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-6149a951-2950-43ea-9211-b5d8aaf11d7e req-4075d123-ac7f-427d-a0b0-ea73b3abf83b tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] Request body: {'port': {'device_id': 'ed1843d1-a627-404e-adf4-56974bcaa614', 'network_id': '6dded111-84d7-4606-bd1c-e9369354dff9', 'admin_state_up': True, 'tenant_id': '74b18f04a1eb470bac90f3df16ec5170'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:09:52.232744 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 9fd7e65e-31a9-41a5-b145-d851f88d41b5 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:09:52.255240 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e01c7c51-d86f-44b2-adc8-40ce52199410 req-acbbdedf-e093-4fe2-a2ed-9d99fc542813 tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] 10.222.0.32 "GET /v2.0/security-groups?id=21386e98-0735-4168-a9d9-35455a6206b6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1334221
Dec 25 21:09:52.257584 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] No Port match for: 9fd7e65e-31a9-41a5-b145-d851f88d41b5 {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:09:52.258191 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 9fd7e65e-31a9-41a5-b145-d851f88d41b5 not bound to the agent host ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:09:52.263233 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd701b7c-d5df-4e4d-b2d1-31fee2533dba req-55184c9d-12ed-4768-9c1d-65a0db2d95ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:09:52.263233 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-bd701b7c-d5df-4e4d-b2d1-31fee2533dba req-55184c9d-12ed-4768-9c1d-65a0db2d95ce service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=8f212e98-547d-4c6e-a560-2e9a548c8f59&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1300914
Dec 25 21:09:52.336127 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 44286) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:09:52.404706 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Dec 2021 21:09:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6eff62f4-b608-4cd3-afaa-f2fc93cbe11f x-openstack-request-id: req-6eff62f4-b608-4cd3-afaa-f2fc93cbe11f {{(pid=121607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:09:52.405082 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a96da32-1c68-4f60-8164-56d8ced8b069", "tag": "6e1c9c71-c87a-4d1b-aa9b-dbbcce58234a", "status": "completed", "code": 200}]} {{(pid=121607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:09:52.405309 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6eff62f4-b608-4cd3-afaa-f2fc93cbe11f {{(pid=121607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:09:52.405723 ncdv-master-1 neutron-server[121607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a96da32-1c68-4f60-8164-56d8ced8b069', 'tag': '6e1c9c71-c87a-4d1b-aa9b-dbbcce58234a', 'status': 'completed', 'code': 200}
Dec 25 21:09:52.421789 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-bd701b7c-d5df-4e4d-b2d1-31fee2533dba req-54a055b3-4c0c-4ff8-b8d3-3c455f34d371 service neutron] 10.222.0.31 "GET /v2.0/networks/8f212e98-547d-4c6e-a560-2e9a548c8f59?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1239097
Dec 25 21:09:52.496485 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-b0ea6369-656b-4452-b044-f2edd9fca44a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e65cafc179094f63bf88bfba4c57fd1f&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1577704
Dec 25 21:09:52.526396 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 44290) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:09:52.559388 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6149a951-2950-43ea-9211-b5d8aaf11d7e req-4075d123-ac7f-427d-a0b0-ea73b3abf83b tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] Made reservation on behalf of 74b18f04a1eb470bac90f3df16ec5170 for: {'port': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:09:52.563488 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-6149a951-2950-43ea-9211-b5d8aaf11d7e req-4075d123-ac7f-427d-a0b0-ea73b3abf83b tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:52.598235 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-cfbcd0b7-410c-406d-a92f-5da038e1d3fd req-bd9b4f68-0c46-4e11-9a9a-3d2eabe8c65c tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] 10.222.0.32 "GET /v2.0/ports?device_id=ed1843d1-a627-404e-adf4-56974bcaa614 HTTP/1.1" status: 200  len: 210 time: 0.0517151
Dec 25 21:09:52.748619 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-bd701b7c-d5df-4e4d-b2d1-31fee2533dba req-fe1b3260-d4e1-40fe-937e-854f50787f1b service neutron] 10.222.0.31 "GET /v2.0/networks/8f212e98-547d-4c6e-a560-2e9a548c8f59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3175352
Dec 25 21:09:52.794030 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e448a3e-4b30-442e-a7ce-9ba1f3681e7d req-72d3fcf8-36d9-40b3-8e86-6977b7e9e042 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:09:52.795748 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4e448a3e-4b30-442e-a7ce-9ba1f3681e7d req-72d3fcf8-36d9-40b3-8e86-6977b7e9e042 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5ed7876-289e-4bb7-89b1-051968bd6e27 HTTP/1.1" status: 200  len: 947 time: 0.1092603
Dec 25 21:09:52.900188 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_common [req-6149a951-2950-43ea-9211-b5d8aaf11d7e req-4075d123-ac7f-427d-a0b0-ea73b3abf83b tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] Allocated IP 172.20.0.5 (6dded111-84d7-4606-bd1c-e9369354dff9/4319d64b-4a91-4427-9485-7d07e2bc5ab0/0c6d5976-8c28-4b25-8b9e-c7dc7add6588) {{(pid=121606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:09:52.908155 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0868411a-956f-4344-82de-f71c66a0c14e req-f7097144-4f1a-4206-a844-6474d80558be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:09:52.910049 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4e448a3e-4b30-442e-a7ce-9ba1f3681e7d req-aca54efc-6243-46c0-be43-c823ab5911e0 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] 10.222.0.32 "GET /v2.0/security-groups?id=3d6cb2f0-3d81-4228-9d61-fc5e0bb3087e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0990636
Dec 25 21:09:52.916518 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-0868411a-956f-4344-82de-f71c66a0c14e req-f7097144-4f1a-4206-a844-6474d80558be service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c70df2525137490a9e18b5e4af25a7b4&device_id=7a96da32-1c68-4f60-8164-56d8ced8b069 HTTP/1.1" status: 200  len: 1099 time: 0.5052385
Dec 25 21:09:53.025292 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3902f01e-47ec-4e12-b451-9f1cc3e131d4 req-242b8347-8bb7-497a-a007-618cdbecad07 tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:09:53.026921 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-3902f01e-47ec-4e12-b451-9f1cc3e131d4 req-242b8347-8bb7-497a-a007-618cdbecad07 tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] 10.222.0.31 "GET /v2.0/networks?id=2332d558-39bb-411c-88af-b74bee7e32ab HTTP/1.1" status: 200  len: 808 time: 0.6036904
Dec 25 21:09:53.031644 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-08cd550e-c222-4657-b059-07dcabe3801e req-4482dc32-145c-4877-bba3-0052024c2672 tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] 10.222.0.32 "GET /v2.0/ports?device_id=dee5cf04-7b9e-46fd-b317-75a118617c96 HTTP/1.1" status: 200  len: 210 time: 0.0454693
Dec 25 21:09:53.033222 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device f465e7da-b12a-4235-8af5-b0f521da6640 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 25 21:09:53.048270 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [req-3902f01e-47ec-4e12-b451-9f1cc3e131d4 req-91d93160-efd4-4284-bcc1-c07b8e24bc66 tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] Request body: {'port': {'device_id': 'dee5cf04-7b9e-46fd-b317-75a118617c96', 'network_id': '2332d558-39bb-411c-88af-b74bee7e32ab', 'admin_state_up': True, 'tenant_id': 'bc19d38e80ce426fa6d268838d133f13'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:09:53.123197 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b3a3141c-3b36-43f1-aead-867f51738ac0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:53.150369 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b3a3141c-3b36-43f1-aead-867f51738ac0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:53.160020 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0868411a-956f-4344-82de-f71c66a0c14e req-567d1c3b-3949-48c8-92c2-7c58c97721ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:09:53.161566 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-0868411a-956f-4344-82de-f71c66a0c14e req-567d1c3b-3949-48c8-92c2-7c58c97721ae service neutron] 10.222.0.37 "GET /v2.0/networks?id=8f212e98-547d-4c6e-a560-2e9a548c8f59 HTTP/1.1" status: 200  len: 870 time: 0.2442467
Dec 25 21:09:53.194121 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-6149a951-2950-43ea-9211-b5d8aaf11d7e req-4075d123-ac7f-427d-a0b0-ea73b3abf83b tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] Publish callbacks [] for port, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:53.205955 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port f465e7da-b12a-4235-8af5-b0f521da6640, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f465e7da-b12a-4235-8af5-b0f521da6640,segment=NetworkSegment(85c774cb-a0eb-4ad9-961f-f331d3b37cd6),segment_id=85c774cb-a0eb-4ad9-961f-f331d3b37cd6)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:09:53.219777 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Returning: {'device': 'f465e7da-b12a-4235-8af5-b0f521da6640', 'network_id': '8f212e98-547d-4c6e-a560-2e9a548c8f59', 'port_id': 'f465e7da-b12a-4235-8af5-b0f521da6640', 'mac_address': 'fa:16:3e:08:d2:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcfbae86-f93e-400c-8084-eac7f56ff5ba', 'ip_address': '192.168.233.18'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 25 21:09:53.267246 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-0868411a-956f-4344-82de-f71c66a0c14e req-1cce71c8-8b79-4387-b568-fc026bd4011e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.246&port_id=6e1c9c71-c87a-4d1b-aa9b-dbbcce58234a HTTP/1.1" status: 200  len: 217 time: 0.0959740
Dec 25 21:09:53.269867 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:53.306117 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-6149a951-2950-43ea-9211-b5d8aaf11d7e req-4075d123-ac7f-427d-a0b0-ea73b3abf83b tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:53.315042 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f465e7da-b12a-4235-8af5-b0f521da6640 {{(pid=121608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:09:53.362617 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port f465e7da-b12a-4235-8af5-b0f521da6640, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f465e7da-b12a-4235-8af5-b0f521da6640,segment=NetworkSegment(85c774cb-a0eb-4ad9-961f-f331d3b37cd6),segment_id=85c774cb-a0eb-4ad9-961f-f331d3b37cd6)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:09:53.367749 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0868411a-956f-4344-82de-f71c66a0c14e req-78651261-347e-484d-952f-16a9968f3588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:09:53.369233 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-0868411a-956f-4344-82de-f71c66a0c14e req-78651261-347e-484d-952f-16a9968f3588 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=dcfbae86-f93e-400c-8084-eac7f56ff5ba HTTP/1.1" status: 200  len: 843 time: 0.0838394
Dec 25 21:09:53.387247 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6149a951-2950-43ea-9211-b5d8aaf11d7e req-4075d123-ac7f-427d-a0b0-ea73b3abf83b tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] Network 6dded111-84d7-4606-bd1c-e9369354dff9 is already hosted by enough agents. {{(pid=121606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:09:53.409106 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 44322) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:09:53.420041 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b3a3141c-3b36-43f1-aead-867f51738ac0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:53.423389 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b3a3141c-3b36-43f1-aead-867f51738ac0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:53.423571 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [req-6149a951-2950-43ea-9211-b5d8aaf11d7e req-4075d123-ac7f-427d-a0b0-ea73b3abf83b tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] Resources bound (agent type, host, resource id):  {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:09:53.426988 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-b3a3141c-3b36-43f1-aead-867f51738ac0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c8b1bf6d-64ce-4c58-82a8-18130f4a52c8 HTTP/1.1" status: 204  len: 168 time: 0.8959291
Dec 25 21:09:53.427174 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [req-6149a951-2950-43ea-9211-b5d8aaf11d7e req-4075d123-ac7f-427d-a0b0-ea73b3abf83b tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] Received port after_create {{(pid=121606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:09:53.449908 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a3141c-3b36-43f1-aead-867f51738ac0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8b1bf6d-64ce-4c58-82a8-18130f4a52c8,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:09:53.471064 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:53.472553 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3902f01e-47ec-4e12-b451-9f1cc3e131d4 req-91d93160-efd4-4284-bcc1-c07b8e24bc66 tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] Made reservation on behalf of bc19d38e80ce426fa6d268838d133f13 for: {'port': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:09:53.482801 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-3902f01e-47ec-4e12-b451-9f1cc3e131d4 req-91d93160-efd4-4284-bcc1-c07b8e24bc66 tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:53.496859 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0868411a-956f-4344-82de-f71c66a0c14e req-e01c8f34-80dc-40c7-ac52-842e1fa73bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:09:53.503968 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4075d123-ac7f-427d-a0b0-ea73b3abf83b tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] Pushing event updated for resources: {'Port': ['ID=0c6d5976-8c28-4b25-8b9e-c7dc7add6588,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:09:53.525704 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-0868411a-956f-4344-82de-f71c66a0c14e req-e01c8f34-80dc-40c7-ac52-842e1fa73bb3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8f212e98-547d-4c6e-a560-2e9a548c8f59&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1452398
Dec 25 21:09:53.533853 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b924008c-47b0-4d2d-a9b2-e17d3e842449 req-aa93ba60-75c3-4eb8-960e-81cf02daca63 tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:09:53.541206 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b924008c-47b0-4d2d-a9b2-e17d3e842449 req-aa93ba60-75c3-4eb8-960e-81cf02daca63 tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a96da32-1c68-4f60-8164-56d8ced8b069 HTTP/1.1" status: 200  len: 948 time: 0.1812673
Dec 25 21:09:53.554786 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6149a951-2950-43ea-9211-b5d8aaf11d7e req-4075d123-ac7f-427d-a0b0-ea73b3abf83b tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:09:53.555400 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-6149a951-2950-43ea-9211-b5d8aaf11d7e req-4075d123-ac7f-427d-a0b0-ea73b3abf83b tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:53.587305 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Pushing event updated for resources: {'Port': ['ID=f465e7da-b12a-4235-8af5-b0f521da6640,revision_number=4']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:09:53.618497 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b924008c-47b0-4d2d-a9b2-e17d3e842449 req-ba536314-48d4-4cf8-bd98-103b77707afe tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] 10.222.0.32 "GET /v2.0/security-groups?id=21386e98-0735-4168-a9d9-35455a6206b6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0726557
Dec 25 21:09:53.673175 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-42812eb3-b9e4-475b-a64d-ca0f1eca293d admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-909577482-network', 'tenant_id': '4aa6a09f9e43475e8a7f5639f59b1654'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:09:53.697949 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-6149a951-2950-43ea-9211-b5d8aaf11d7e req-4075d123-ac7f-427d-a0b0-ea73b3abf83b tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.4856637
Dec 25 21:09:53.710132 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-6149a951-2950-43ea-9211-b5d8aaf11d7e req-cef0f519-ae11-44e3-9aa2-c271987ac494 service neutron] Request body: {'port': {'device_id': 'ed1843d1-a627-404e-adf4-56974bcaa614', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:09:53.774067 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] get_ports_and_sgs() called for port_ids ['f465e7da-b12a-4235-8af5-b0f521da6640'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:09:53.774350 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_common [req-3902f01e-47ec-4e12-b451-9f1cc3e131d4 req-91d93160-efd4-4284-bcc1-c07b8e24bc66 tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] Allocated IP 172.20.0.13 (2332d558-39bb-411c-88af-b74bee7e32ab/63c432f3-af01-4d4f-ae68-1c137d7c49f3/5576e36d-eb31-4f83-b0d9-b502678406cc) {{(pid=121607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:09:53.800009 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-0868411a-956f-4344-82de-f71c66a0c14e req-86106622-f97a-417f-b93d-3f50d8597aeb service neutron] 10.222.0.37 "GET /v2.0/networks/8f212e98-547d-4c6e-a560-2e9a548c8f59?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2605712
Dec 25 21:09:53.807255 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-6149a951-2950-43ea-9211-b5d8aaf11d7e req-cef0f519-ae11-44e3-9aa2-c271987ac494 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:53.845114 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6930b4f8-53dd-43af-8a48-d79362bfb86f req-8063469c-c50b-4b86-8b19-1918de6d41f0 tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:09:53.847473 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-6930b4f8-53dd-43af-8a48-d79362bfb86f req-8063469c-c50b-4b86-8b19-1918de6d41f0 tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] 10.222.0.32 "GET /v2.0/ports?device_id=ed1843d1-a627-404e-adf4-56974bcaa614 HTTP/1.1" status: 200  len: 931 time: 0.0890896
Dec 25 21:09:53.856221 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [req-0a5615e4-e3af-4c29-8da8-5ca2bf12e605 req-03bced55-f452-4ecb-be4d-9758f2f101e0 tempest-LiveAutoBlockMigrationV225Test-952394939 tempest-LiveAutoBlockMigrationV225Test-952394939-project-admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=121606) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 25 21:09:53.865105 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0a5615e4-e3af-4c29-8da8-5ca2bf12e605 req-03bced55-f452-4ecb-be4d-9758f2f101e0 tempest-LiveAutoBlockMigrationV225Test-952394939 tempest-LiveAutoBlockMigrationV225Test-952394939-project-admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0163469
Dec 25 21:09:53.899242 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42812eb3-b9e4-475b-a64d-ca0f1eca293d admin admin] Made reservation on behalf of 4aa6a09f9e43475e8a7f5639f59b1654 for: {'network': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:09:53.902045 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-42812eb3-b9e4-475b-a64d-ca0f1eca293d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for network, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:53.924162 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-42812eb3-b9e4-475b-a64d-ca0f1eca293d admin admin] Publish callbacks [] for security_group, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:53.987908 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-0868411a-956f-4344-82de-f71c66a0c14e req-9b06520c-a626-4b3b-b512-d3eab088c7cc service neutron] 10.222.0.37 "GET /v2.0/networks/8f212e98-547d-4c6e-a560-2e9a548c8f59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1783810
Dec 25 21:09:54.079632 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5615e4-e3af-4c29-8da8-5ca2bf12e605 req-3ba0ee61-df8d-4021-95b3-0c0988b8df1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:09:54.081094 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0a5615e4-e3af-4c29-8da8-5ca2bf12e605 req-3ba0ee61-df8d-4021-95b3-0c0988b8df1b service neutron] 10.222.0.32 "GET /v2.0/ports/1f34074e-0a6d-4eef-a7d5-cef1f7f400f3 HTTP/1.1" status: 200  len: 1094 time: 0.2137940
Dec 25 21:09:54.094296 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-0a5615e4-e3af-4c29-8da8-5ca2bf12e605 req-e2ff6b99-a688-435b-8bc3-18549e60e3aa service neutron] Request body: {'binding': {'host': 'nch1-master-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:09:54.095678 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-0a5615e4-e3af-4c29-8da8-5ca2bf12e605 req-e2ff6b99-a688-435b-8bc3-18549e60e3aa service neutron] Unknown quota resources ['binding']. {{(pid=121606) _create /opt/stack/neutron/neutron/api/v2/base.py:496}}
Dec 25 21:09:54.107009 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-3902f01e-47ec-4e12-b451-9f1cc3e131d4 req-91d93160-efd4-4284-bcc1-c07b8e24bc66 tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] Publish callbacks [] for port, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:54.135090 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-42812eb3-b9e4-475b-a64d-ca0f1eca293d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:54.150524 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-6930b4f8-53dd-43af-8a48-d79362bfb86f req-19a69b44-c1bb-4b32-a9c3-cd284afcd539 tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] 10.222.0.32 "GET /v2.0/security-groups?id=381a44e3-d0d7-4aba-bc61-1ef7cfa17da9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1359735
Dec 25 21:09:54.215926 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-42812eb3-b9e4-475b-a64d-ca0f1eca293d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:54.245788 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42812eb3-b9e4-475b-a64d-ca0f1eca293d admin admin] vlan segment allocate from pool success with {'vlan_id': 176, 'physical_network': 'physnet1'}  {{(pid=121607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 25 21:09:54.248911 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-3902f01e-47ec-4e12-b451-9f1cc3e131d4 req-91d93160-efd4-4284-bcc1-c07b8e24bc66 tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:54.254926 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42812eb3-b9e4-475b-a64d-ca0f1eca293d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb8060ac-5433-4c8d-93f0-b0173a267249,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:09:54.293254 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-42812eb3-b9e4-475b-a64d-ca0f1eca293d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:54.293598 ncdv-master-1 neutron-server[121607]: INFO neutron.db.segments_db [None req-42812eb3-b9e4-475b-a64d-ca0f1eca293d admin admin] Added segment 6f10f496-0b01-497c-83c4-3b556be37e9b of type vlan for network d6675960-5a27-4fda-8ce3-11dfa09c56d6
Dec 25 21:09:54.310432 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3902f01e-47ec-4e12-b451-9f1cc3e131d4 req-91d93160-efd4-4284-bcc1-c07b8e24bc66 tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] Network 2332d558-39bb-411c-88af-b74bee7e32ab is already hosted by enough agents. {{(pid=121607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:09:54.317866 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [req-3902f01e-47ec-4e12-b451-9f1cc3e131d4 req-91d93160-efd4-4284-bcc1-c07b8e24bc66 tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] Resources bound (agent type, host, resource id):  {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:09:54.342377 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [req-3902f01e-47ec-4e12-b451-9f1cc3e131d4 req-91d93160-efd4-4284-bcc1-c07b8e24bc66 tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] Received port after_create {{(pid=121607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:09:54.364997 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a518f954-a07e-4348-a53d-9334922bd82d req-d6c9609a-66c5-4e3a-9479-f87f05b0ea3c tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:09:54.367076 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a518f954-a07e-4348-a53d-9334922bd82d req-d6c9609a-66c5-4e3a-9479-f87f05b0ea3c tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5ed7876-289e-4bb7-89b1-051968bd6e27 HTTP/1.1" status: 200  len: 947 time: 0.1466274
Dec 25 21:09:54.379232 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d93160-efd4-4284-bcc1-c07b8e24bc66 tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] Pushing event updated for resources: {'Port': ['ID=5576e36d-eb31-4f83-b0d9-b502678406cc,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:09:54.386867 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-42812eb3-b9e4-475b-a64d-ca0f1eca293d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737602163420'] for network, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:54.422136 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-0a5615e4-e3af-4c29-8da8-5ca2bf12e605 req-e2ff6b99-a688-435b-8bc3-18549e60e3aa service neutron] Attempting to bind port 1f34074e-0a6d-4eef-a7d5-cef1f7f400f3 on host nch1-master-1 for vnic_type normal with profile None {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:09:54.422359 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3902f01e-47ec-4e12-b451-9f1cc3e131d4 req-91d93160-efd4-4284-bcc1-c07b8e24bc66 tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:09:54.422507 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-0a5615e4-e3af-4c29-8da8-5ca2bf12e605 req-e2ff6b99-a688-435b-8bc3-18549e60e3aa service neutron] Attempting to bind port 1f34074e-0a6d-4eef-a7d5-cef1f7f400f3 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '0bc15208-d08d-4c93-89c3-c4dfd4d97844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '1e137e86-76be-493f-9b25-1d17756925b5'}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:09:54.422793 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a5615e4-e3af-4c29-8da8-5ca2bf12e605 req-e2ff6b99-a688-435b-8bc3-18549e60e3aa service neutron] Attempting to bind port 1f34074e-0a6d-4eef-a7d5-cef1f7f400f3 on network 1e137e86-76be-493f-9b25-1d17756925b5 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:09:54.422964 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-3902f01e-47ec-4e12-b451-9f1cc3e131d4 req-91d93160-efd4-4284-bcc1-c07b8e24bc66 tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:54.442246 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a5615e4-e3af-4c29-8da8-5ca2bf12e605 req-e2ff6b99-a688-435b-8bc3-18549e60e3aa service neutron] Port 1f34074e-0a6d-4eef-a7d5-cef1f7f400f3 on network 1e137e86-76be-493f-9b25-1d17756925b5 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 25 21:09:54.442579 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a5615e4-e3af-4c29-8da8-5ca2bf12e605 req-e2ff6b99-a688-435b-8bc3-18549e60e3aa service neutron] Attempting to bind port 1f34074e-0a6d-4eef-a7d5-cef1f7f400f3 on network 1e137e86-76be-493f-9b25-1d17756925b5 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:09:54.451715 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [req-6149a951-2950-43ea-9211-b5d8aaf11d7e req-cef0f519-ae11-44e3-9aa2-c271987ac494 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c6d5976-8c28-4b25-8b9e-c7dc7add6588 {{(pid=121606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:09:54.465720 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-6149a951-2950-43ea-9211-b5d8aaf11d7e req-cef0f519-ae11-44e3-9aa2-c271987ac494 service neutron] Publish callbacks [] for port, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:54.468079 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a5615e4-e3af-4c29-8da8-5ca2bf12e605 req-e2ff6b99-a688-435b-8bc3-18549e60e3aa service neutron] Checking agent: {'id': '6d577036-68fc-4aa4-aed7-5ab01de2117e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 21, 4, 34), 'started_at': datetime.datetime(2021, 12, 25, 21, 4, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 9, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:09:54.468419 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a5615e4-e3af-4c29-8da8-5ca2bf12e605 req-e2ff6b99-a688-435b-8bc3-18549e60e3aa service neutron] Checking segment: {'id': '0bc15208-d08d-4c93-89c3-c4dfd4d97844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '1e137e86-76be-493f-9b25-1d17756925b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:09:54.468805 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a5615e4-e3af-4c29-8da8-5ca2bf12e605 req-e2ff6b99-a688-435b-8bc3-18549e60e3aa service neutron] Bound using segment: {'id': '0bc15208-d08d-4c93-89c3-c4dfd4d97844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '1e137e86-76be-493f-9b25-1d17756925b5'} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:09:54.469268 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-0a5615e4-e3af-4c29-8da8-5ca2bf12e605 req-e2ff6b99-a688-435b-8bc3-18549e60e3aa service neutron] Bound port: 1f34074e-0a6d-4eef-a7d5-cef1f7f400f3, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0bc15208-d08d-4c93-89c3-c4dfd4d97844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '1e137e86-76be-493f-9b25-1d17756925b5'}}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:09:54.505991 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a518f954-a07e-4348-a53d-9334922bd82d req-3098f479-68d9-4266-82c4-074265449983 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] 10.222.0.32 "GET /v2.0/security-groups?id=3d6cb2f0-3d81-4228-9d61-fc5e0bb3087e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1270049
Dec 25 21:09:54.513661 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.provisioning_blocks [req-6149a951-2950-43ea-9211-b5d8aaf11d7e req-cef0f519-ae11-44e3-9aa2-c271987ac494 service neutron] Transition to ACTIVE for port object 0c6d5976-8c28-4b25-8b9e-c7dc7add6588 will not be triggered until provisioned by entity L2. {{(pid=121606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 25 21:09:54.540127 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-0a5615e4-e3af-4c29-8da8-5ca2bf12e605 req-e2ff6b99-a688-435b-8bc3-18549e60e3aa service neutron] For port 1f34074e-0a6d-4eef-a7d5-cef1f7f400f3, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1f34074e-0a6d-4eef-a7d5-cef1f7f400f3,segment=NetworkSegment(0bc15208-d08d-4c93-89c3-c4dfd4d97844),segment_id=0bc15208-d08d-4c93-89c3-c4dfd4d97844)] {{(pid=121606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:09:54.546805 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-42812eb3-b9e4-475b-a64d-ca0f1eca293d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870'] for network, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:54.546805 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42812eb3-b9e4-475b-a64d-ca0f1eca293d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:09:54.546805 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-42812eb3-b9e4-475b-a64d-ca0f1eca293d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for network, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:54.568608 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-3902f01e-47ec-4e12-b451-9f1cc3e131d4 req-91d93160-efd4-4284-bcc1-c07b8e24bc66 tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.5241675
Dec 25 21:09:54.583081 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [req-3902f01e-47ec-4e12-b451-9f1cc3e131d4 req-43156092-f064-49d2-ad19-34744bf89878 service neutron] Request body: {'port': {'device_id': 'dee5cf04-7b9e-46fd-b317-75a118617c96', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:09:54.621163 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064903f3-c679-49b3-905d-f1610dae4532 req-5e2c4728-ddf8-4625-ac3b-497edc50cbc4 tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:09:54.622691 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-064903f3-c679-49b3-905d-f1610dae4532 req-5e2c4728-ddf8-4625-ac3b-497edc50cbc4 tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] 10.222.0.32 "GET /v2.0/ports?device_id=dee5cf04-7b9e-46fd-b317-75a118617c96 HTTP/1.1" status: 200  len: 932 time: 0.0576475
Dec 25 21:09:54.639571 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-6149a951-2950-43ea-9211-b5d8aaf11d7e req-cef0f519-ae11-44e3-9aa2-c271987ac494 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:54.640132 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42812eb3-b9e4-475b-a64d-ca0f1eca293d admin admin] Pushing event updated for resources: {'Network': ['ID=d6675960-5a27-4fda-8ce3-11dfa09c56d6,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:09:54.653692 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-42812eb3-b9e4-475b-a64d-ca0f1eca293d admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 1.2433949
Dec 25 21:09:54.661140 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Network d6675960-5a27-4fda-8ce3-11dfa09c56d6 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 25 21:09:54.670728 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 44354) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:09:54.675238 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-0a5615e4-e3af-4c29-8da8-5ca2bf12e605 req-e2ff6b99-a688-435b-8bc3-18549e60e3aa service neutron] Publish callbacks [] for binding, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:54.675576 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-5c45a633-c562-4101-b79b-2b6bd62223fe admin admin] Request body: {'subnet': {'network_id': 'd6675960-5a27-4fda-8ce3-11dfa09c56d6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-909577482-subnet', 'tenant_id': '4aa6a09f9e43475e8a7f5639f59b1654', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:09:54.676492 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0a5615e4-e3af-4c29-8da8-5ca2bf12e605 req-e2ff6b99-a688-435b-8bc3-18549e60e3aa service neutron] 10.222.0.32 "POST /v2.0/ports/1f34074e-0a6d-4eef-a7d5-cef1f7f400f3/bindings HTTP/1.1" status: 201  len: 389 time: 0.5874753
Dec 25 21:09:54.682327 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 44356) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:09:54.700705 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-3902f01e-47ec-4e12-b451-9f1cc3e131d4 req-43156092-f064-49d2-ad19-34744bf89878 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:54.729942 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-064903f3-c679-49b3-905d-f1610dae4532 req-bd8c7cd6-96a5-4d21-a7f6-b2dc536bb9b9 tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] 10.222.0.32 "GET /v2.0/security-groups?id=bc05caf7-df2e-49b8-960c-4031d2c2ccca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1002424
Dec 25 21:09:54.773843 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef0f519-ae11-44e3-9aa2-c271987ac494 service neutron] Pushing event updated for resources: {'Port': ['ID=0c6d5976-8c28-4b25-8b9e-c7dc7add6588,revision_number=2']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:09:54.792093 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c45a633-c562-4101-b79b-2b6bd62223fe admin admin] Made reservation on behalf of 4aa6a09f9e43475e8a7f5639f59b1654 for: {'subnet': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:09:54.801663 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5c45a633-c562-4101-b79b-2b6bd62223fe admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8852834'] for subnet, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:54.849374 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-28d29009-27a5-4fa4-adb2-46d7975d1bee admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1835783587-network', 'tenant_id': '4c0aeffe0df54fde9e4b4ae7b2730a88'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:09:54.892285 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954a90ff-f755-4c09-a084-e31e32295818 req-1be2e7c3-f50e-4061-b698-dfa8ba54f413 tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:09:54.893813 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-954a90ff-f755-4c09-a084-e31e32295818 req-1be2e7c3-f50e-4061-b698-dfa8ba54f413 tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a96da32-1c68-4f60-8164-56d8ced8b069 HTTP/1.1" status: 200  len: 948 time: 0.0756812
Dec 25 21:09:54.896197 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-6149a951-2950-43ea-9211-b5d8aaf11d7e req-cef0f519-ae11-44e3-9aa2-c271987ac494 service neutron] Attempting to bind port 0c6d5976-8c28-4b25-8b9e-c7dc7add6588 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:09:54.896533 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-6149a951-2950-43ea-9211-b5d8aaf11d7e req-cef0f519-ae11-44e3-9aa2-c271987ac494 service neutron] Attempting to bind port 0c6d5976-8c28-4b25-8b9e-c7dc7add6588 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'fad08864-4612-4be1-bb28-08cb199f6d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6dded111-84d7-4606-bd1c-e9369354dff9'}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:09:54.896861 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6149a951-2950-43ea-9211-b5d8aaf11d7e req-cef0f519-ae11-44e3-9aa2-c271987ac494 service neutron] Attempting to bind port 0c6d5976-8c28-4b25-8b9e-c7dc7add6588 on network 6dded111-84d7-4606-bd1c-e9369354dff9 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:09:54.901537 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6149a951-2950-43ea-9211-b5d8aaf11d7e req-cef0f519-ae11-44e3-9aa2-c271987ac494 service neutron] Port 0c6d5976-8c28-4b25-8b9e-c7dc7add6588 on network 6dded111-84d7-4606-bd1c-e9369354dff9 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 25 21:09:54.902629 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6149a951-2950-43ea-9211-b5d8aaf11d7e req-cef0f519-ae11-44e3-9aa2-c271987ac494 service neutron] Attempting to bind port 0c6d5976-8c28-4b25-8b9e-c7dc7add6588 on network 6dded111-84d7-4606-bd1c-e9369354dff9 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:09:54.914289 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6149a951-2950-43ea-9211-b5d8aaf11d7e req-cef0f519-ae11-44e3-9aa2-c271987ac494 service neutron] Checking agent: {'id': '6d577036-68fc-4aa4-aed7-5ab01de2117e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 21, 4, 34), 'started_at': datetime.datetime(2021, 12, 25, 21, 4, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 9, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:09:54.914638 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6149a951-2950-43ea-9211-b5d8aaf11d7e req-cef0f519-ae11-44e3-9aa2-c271987ac494 service neutron] Checking segment: {'id': 'fad08864-4612-4be1-bb28-08cb199f6d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6dded111-84d7-4606-bd1c-e9369354dff9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:09:54.915039 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6149a951-2950-43ea-9211-b5d8aaf11d7e req-cef0f519-ae11-44e3-9aa2-c271987ac494 service neutron] Bound using segment: {'id': 'fad08864-4612-4be1-bb28-08cb199f6d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6dded111-84d7-4606-bd1c-e9369354dff9'} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:09:54.915617 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-6149a951-2950-43ea-9211-b5d8aaf11d7e req-cef0f519-ae11-44e3-9aa2-c271987ac494 service neutron] Bound port: 0c6d5976-8c28-4b25-8b9e-c7dc7add6588, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fad08864-4612-4be1-bb28-08cb199f6d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6dded111-84d7-4606-bd1c-e9369354dff9'}}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:09:54.915828 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-6149a951-2950-43ea-9211-b5d8aaf11d7e req-cef0f519-ae11-44e3-9aa2-c271987ac494 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:54.992369 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-954a90ff-f755-4c09-a084-e31e32295818 req-bba62e55-7f77-4adc-99b7-02a3c64f72ed tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] 10.222.0.32 "GET /v2.0/security-groups?id=21386e98-0735-4168-a9d9-35455a6206b6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0883324
Dec 25 21:09:55.025963 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-6149a951-2950-43ea-9211-b5d8aaf11d7e req-cef0f519-ae11-44e3-9aa2-c271987ac494 service neutron] For port 0c6d5976-8c28-4b25-8b9e-c7dc7add6588, host nch1-master-1, cleared binding levels {{(pid=121606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:09:55.029992 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-6149a951-2950-43ea-9211-b5d8aaf11d7e req-cef0f519-ae11-44e3-9aa2-c271987ac494 service neutron] For port 0c6d5976-8c28-4b25-8b9e-c7dc7add6588, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0c6d5976-8c28-4b25-8b9e-c7dc7add6588,segment=NetworkSegment(fad08864-4612-4be1-bb28-08cb199f6d74),segment_id=fad08864-4612-4be1-bb28-08cb199f6d74)] {{(pid=121606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:09:55.035921 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device 6e1c9c71-c87a-4d1b-aa9b-dbbcce58234a details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 25 21:09:55.060752 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device f465e7da-b12a-4235-8af5-b0f521da6640 up at agent hyperv_nch2-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:09:55.070493 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28d29009-27a5-4fa4-adb2-46d7975d1bee admin admin] Made reservation on behalf of 4c0aeffe0df54fde9e4b4ae7b2730a88 for: {'network': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:09:55.072811 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-28d29009-27a5-4fa4-adb2-46d7975d1bee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for network, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:55.085043 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-28d29009-27a5-4fa4-adb2-46d7975d1bee admin admin] Publish callbacks [] for security_group, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:55.117888 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a277f70-8a48-49f7-955a-843c27ccafc3 req-3d11eedf-98bd-4c2e-98b6-c90e60ff9509 tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:09:55.125841 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4a277f70-8a48-49f7-955a-843c27ccafc3 req-3d11eedf-98bd-4c2e-98b6-c90e60ff9509 tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] 10.222.0.32 "GET /v2.0/ports?device_id=34088aa4-5622-46a6-a155-94ef62f87546 HTTP/1.1" status: 200  len: 946 time: 0.0725858
Dec 25 21:09:55.145982 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-6149a951-2950-43ea-9211-b5d8aaf11d7e req-cef0f519-ae11-44e3-9aa2-c271987ac494 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:55.205469 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port 6e1c9c71-c87a-4d1b-aa9b-dbbcce58234a, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=6e1c9c71-c87a-4d1b-aa9b-dbbcce58234a,segment=NetworkSegment(85c774cb-a0eb-4ad9-961f-f331d3b37cd6),segment_id=85c774cb-a0eb-4ad9-961f-f331d3b37cd6)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:09:55.206591 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6149a951-2950-43ea-9211-b5d8aaf11d7e req-cef0f519-ae11-44e3-9aa2-c271987ac494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:09:55.207457 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-6149a951-2950-43ea-9211-b5d8aaf11d7e req-cef0f519-ae11-44e3-9aa2-c271987ac494 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:55.210951 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-6149a951-2950-43ea-9211-b5d8aaf11d7e req-cef0f519-ae11-44e3-9aa2-c271987ac494 service neutron] 10.222.0.31 "PUT /v2.0/ports/0c6d5976-8c28-4b25-8b9e-c7dc7add6588 HTTP/1.1" status: 200  len: 1091 time: 1.5034187
Dec 25 21:09:55.211650 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed1843d1-a627-404e-adf4-56974bcaa614', 'tag': '0c6d5976-8c28-4b25-8b9e-c7dc7add6588'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:09:55.215086 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9858820c13ec2827453b94ebc4181065e990a4e4089ccb9fe762531ac62d2fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afe8a2e1-d100-46c3-b463-d20154854a84" -d '{"events": [{"name": "network-changed", "server_uuid": "ed1843d1-a627-404e-adf4-56974bcaa614", "tag": "0c6d5976-8c28-4b25-8b9e-c7dc7add6588"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:09:55.219957 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Returning: {'device': '6e1c9c71-c87a-4d1b-aa9b-dbbcce58234a', 'network_id': '8f212e98-547d-4c6e-a560-2e9a548c8f59', 'port_id': '6e1c9c71-c87a-4d1b-aa9b-dbbcce58234a', 'mac_address': 'fa:16:3e:3f:08:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcfbae86-f93e-400c-8084-eac7f56ff5ba', 'ip_address': '192.168.233.246'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 25 21:09:55.263182 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Provisioning for port f465e7da-b12a-4235-8af5-b0f521da6640 completed by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 25 21:09:55.270392 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Provisioning complete for port f465e7da-b12a-4235-8af5-b0f521da6640 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:09:55.270847 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:55.281199 ncdv-master-1 neutron-server[121607]: DEBUG neutron.notifiers.nova [req-3902f01e-47ec-4e12-b451-9f1cc3e131d4 req-43156092-f064-49d2-ad19-34744bf89878 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5576e36d-eb31-4f83-b0d9-b502678406cc {{(pid=121607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:09:55.287176 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4a277f70-8a48-49f7-955a-843c27ccafc3 req-a4cd7943-12a5-4a2b-ae9d-bbc72dbe0350 tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5d2ff88-22d6-43d8-90d1-bfb86d4e3308&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1604612
Dec 25 21:09:55.298766 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:55.309080 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef0f519-ae11-44e3-9aa2-c271987ac494 service neutron] Pushing event updated for resources: {'Port': ['ID=0c6d5976-8c28-4b25-8b9e-c7dc7add6588,revision_number=3']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:09:55.318437 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e1c9c71-c87a-4d1b-aa9b-dbbcce58234a {{(pid=121608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:09:55.342611 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-28d29009-27a5-4fa4-adb2-46d7975d1bee admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:55.349678 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port 6e1c9c71-c87a-4d1b-aa9b-dbbcce58234a, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=6e1c9c71-c87a-4d1b-aa9b-dbbcce58234a,segment=NetworkSegment(85c774cb-a0eb-4ad9-961f-f331d3b37cd6),segment_id=85c774cb-a0eb-4ad9-961f-f331d3b37cd6)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:09:55.357353 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-3902f01e-47ec-4e12-b451-9f1cc3e131d4 req-43156092-f064-49d2-ad19-34744bf89878 service neutron] Publish callbacks [] for port, precommit_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:55.358718 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153eb565-651e-4ba9-8d95-ddff755dc58d req-ce2fe7f8-71a5-4828-8961-4450520c64c2 tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:09:55.360720 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-153eb565-651e-4ba9-8d95-ddff755dc58d req-ce2fe7f8-71a5-4828-8961-4450520c64c2 tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] 10.222.0.32 "GET /v2.0/ports?device_id=ed1843d1-a627-404e-adf4-56974bcaa614 HTTP/1.1" status: 200  len: 943 time: 0.0964978
Dec 25 21:09:55.373566 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.provisioning_blocks [req-3902f01e-47ec-4e12-b451-9f1cc3e131d4 req-43156092-f064-49d2-ad19-34744bf89878 service neutron] Transition to ACTIVE for port object 5576e36d-eb31-4f83-b0d9-b502678406cc will not be triggered until provisioned by entity L2. {{(pid=121607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 25 21:09:55.375623 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5c45a633-c562-4101-b79b-2b6bd62223fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8632475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8852848'] for subnet, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:55.389600 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6149a951-2950-43ea-9211-b5d8aaf11d7e req-f523cbd8-799d-40e2-acb4-2a543b5d9bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:09:55.391283 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-6149a951-2950-43ea-9211-b5d8aaf11d7e req-f523cbd8-799d-40e2-acb4-2a543b5d9bfc service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=74b18f04a1eb470bac90f3df16ec5170&device_id=ed1843d1-a627-404e-adf4-56974bcaa614 HTTP/1.1" status: 200  len: 1094 time: 0.0722120
Dec 25 21:09:55.413711 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:55.432770 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-28d29009-27a5-4fa4-adb2-46d7975d1bee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:55.434593 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Dec 2021 21:09:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79d5f0c6-5f55-4391-bce6-16ff35e6992a x-openstack-request-id: req-79d5f0c6-5f55-4391-bce6-16ff35e6992a {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:09:55.434888 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed1843d1-a627-404e-adf4-56974bcaa614", "tag": "0c6d5976-8c28-4b25-8b9e-c7dc7add6588", "status": "completed", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:09:55.435143 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-79d5f0c6-5f55-4391-bce6-16ff35e6992a {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:09:55.435535 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed1843d1-a627-404e-adf4-56974bcaa614', 'tag': '0c6d5976-8c28-4b25-8b9e-c7dc7add6588', 'status': 'completed', 'code': 200}
Dec 25 21:09:55.440582 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a8114c1-85b3-4e15-9e15-95159b456e41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f465e7da-b12a-4235-8af5-b0f521da6640'}] {{(pid=121608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:09:55.443200 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a88c78c3ff6266bd59c7e89d275b28c92e739b67d23c89d71af88829fd31566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a53d4e1c-394a-40f7-ab86-907013184b66" -d '{"events": [{"server_uuid": "9a8114c1-85b3-4e15-9e15-95159b456e41", "name": "network-vif-plugged", "status": "completed", "tag": "f465e7da-b12a-4235-8af5-b0f521da6640"}]}' {{(pid=121608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:09:55.456797 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port f465e7da-b12a-4235-8af5-b0f521da6640, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f465e7da-b12a-4235-8af5-b0f521da6640,segment=NetworkSegment(85c774cb-a0eb-4ad9-961f-f331d3b37cd6),segment_id=85c774cb-a0eb-4ad9-961f-f331d3b37cd6)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:09:55.467355 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d29009-27a5-4fa4-adb2-46d7975d1bee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91dd0e80-ee82-4bee-b88a-7d872c1cbdcb,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:09:55.482491 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-6149a951-2950-43ea-9211-b5d8aaf11d7e req-080988ec-27fc-436e-84f9-3ebd59bd006c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0c6d5976-8c28-4b25-8b9e-c7dc7add6588 HTTP/1.1" status: 200  len: 217 time: 0.0787842
Dec 25 21:09:55.486761 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:55.487905 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-3902f01e-47ec-4e12-b451-9f1cc3e131d4 req-43156092-f064-49d2-ad19-34744bf89878 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8632327'] for port, after_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:55.496820 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-153eb565-651e-4ba9-8d95-ddff755dc58d req-c3802848-b248-44ea-85ea-b749286a555a tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] 10.222.0.32 "GET /v2.0/security-groups?id=381a44e3-d0d7-4aba-bc61-1ef7cfa17da9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1240668
Dec 25 21:09:55.518567 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 21:09:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f683642d-43e3-4935-9336-b173f01a47aa x-openstack-request-id: req-f683642d-43e3-4935-9336-b173f01a47aa {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:09:55.518912 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a8114c1-85b3-4e15-9e15-95159b456e41", "name": "network-vif-plugged", "status": "completed", "tag": "f465e7da-b12a-4235-8af5-b0f521da6640", "code": 200}]} {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:09:55.519376 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f683642d-43e3-4935-9336-b173f01a47aa {{(pid=121608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:09:55.519762 ncdv-master-1 neutron-server[121608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a8114c1-85b3-4e15-9e15-95159b456e41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f465e7da-b12a-4235-8af5-b0f521da6640', 'code': 200}
Dec 25 21:09:55.525724 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:55.536642 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c45a633-c562-4101-b79b-2b6bd62223fe admin admin] Pushing event updated for resources: {'Subnet': ['ID=35e03391-a093-408b-9676-2290336562fa,revision_number=0']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:09:55.550355 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c45a633-c562-4101-b79b-2b6bd62223fe admin admin] Checking segment: {'id': '6f10f496-0b01-497c-83c4-3b556be37e9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd6675960-5a27-4fda-8ce3-11dfa09c56d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:09:55.550966 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c45a633-c562-4101-b79b-2b6bd62223fe admin admin] Network hostable DHCP agents. Network: d6675960-5a27-4fda-8ce3-11dfa09c56d6, hostable agents: ['1813db88-2c1b-4357-a2ba-869246b663c2'], hosted agents: [] {{(pid=121607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 25 21:09:55.556534 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28d29009-27a5-4fa4-adb2-46d7975d1bee admin admin] vlan segment allocate from pool success with {'vlan_id': 157, 'physical_network': 'physnet1'}  {{(pid=121607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 25 21:09:55.573644 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5615e4-e3af-4c29-8da8-5ca2bf12e605 req-6991ba46-4a85-41c1-9d7f-0400ef1f24cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:09:55.574956 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43156092-f064-49d2-ad19-34744bf89878 service neutron] Pushing event updated for resources: {'Port': ['ID=5576e36d-eb31-4f83-b0d9-b502678406cc,revision_number=2']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:09:55.575212 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0a5615e4-e3af-4c29-8da8-5ca2bf12e605 req-6991ba46-4a85-41c1-9d7f-0400ef1f24cb service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=276a36e6a97d46a78b7e483daa26cc2e&device_id=34088aa4-5622-46a6-a155-94ef62f87546 HTTP/1.1" status: 200  len: 1097 time: 0.1614542
Dec 25 21:09:55.580985 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6149a951-2950-43ea-9211-b5d8aaf11d7e req-ea1a5c09-f3d4-4816-ae69-e3099e470d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:09:55.582324 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-28d29009-27a5-4fa4-adb2-46d7975d1bee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:55.582468 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-6149a951-2950-43ea-9211-b5d8aaf11d7e req-ea1a5c09-f3d4-4816-ae69-e3099e470d94 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4319d64b-4a91-4427-9485-7d07e2bc5ab0 HTTP/1.1" status: 200  len: 845 time: 0.0820010
Dec 25 21:09:55.582686 ncdv-master-1 neutron-server[121607]: INFO neutron.db.segments_db [None req-28d29009-27a5-4fa4-adb2-46d7975d1bee admin admin] Added segment eca5df00-4fe8-49fd-a6da-330c134545dd of type vlan for network 6b3bf2b6-5d2e-419d-ac0d-68df15498a8b
Dec 25 21:09:55.595008 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Pushing event updated for resources: {'Port': ['ID=6e1c9c71-c87a-4d1b-aa9b-dbbcce58234a,revision_number=4']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:09:55.638403 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-6149a951-2950-43ea-9211-b5d8aaf11d7e req-061c5198-0630-4296-97d5-1f91f7849df1 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=6dded111-84d7-4606-bd1c-e9369354dff9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0461149
Dec 25 21:09:55.680556 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-28d29009-27a5-4fa4-adb2-46d7975d1bee admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737602163420'] for network, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:55.689803 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Pushing event updated for resources: {'Port': ['ID=f465e7da-b12a-4235-8af5-b0f521da6640,revision_number=5']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:09:55.735977 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c45a633-c562-4101-b79b-2b6bd62223fe admin admin] Network d6675960-5a27-4fda-8ce3-11dfa09c56d6 is scheduled to be hosted by DHCP agent 1813db88-2c1b-4357-a2ba-869246b663c2 with binding_index 1 {{(pid=121607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 25 21:09:55.758720 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ad0066-cfae-4aaa-aef6-761eb9d14be1 req-bc560dfd-b0e6-4e8e-99bb-67f40ad543f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:09:55.762730 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-78ad0066-cfae-4aaa-aef6-761eb9d14be1 req-bc560dfd-b0e6-4e8e-99bb-67f40ad543f9 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=9a8114c1-85b3-4e15-9e15-95159b456e41 HTTP/1.1" status: 200  len: 1100 time: 0.1319981
Dec 25 21:09:55.764491 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.managers [req-3902f01e-47ec-4e12-b451-9f1cc3e131d4 req-43156092-f064-49d2-ad19-34744bf89878 service neutron] Attempting to bind port 5576e36d-eb31-4f83-b0d9-b502678406cc on host nch1-master-1 for vnic_type normal with profile  {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:09:55.764829 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.managers [req-3902f01e-47ec-4e12-b451-9f1cc3e131d4 req-43156092-f064-49d2-ad19-34744bf89878 service neutron] Attempting to bind port 5576e36d-eb31-4f83-b0d9-b502678406cc by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'a05a9961-775b-4dff-bebf-b24cb60ab1a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '2332d558-39bb-411c-88af-b74bee7e32ab'}] {{(pid=121607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:09:55.765186 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3902f01e-47ec-4e12-b451-9f1cc3e131d4 req-43156092-f064-49d2-ad19-34744bf89878 service neutron] Attempting to bind port 5576e36d-eb31-4f83-b0d9-b502678406cc on network 2332d558-39bb-411c-88af-b74bee7e32ab {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:09:55.771010 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3902f01e-47ec-4e12-b451-9f1cc3e131d4 req-43156092-f064-49d2-ad19-34744bf89878 service neutron] Port 5576e36d-eb31-4f83-b0d9-b502678406cc on network 2332d558-39bb-411c-88af-b74bee7e32ab not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 25 21:09:55.771336 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3902f01e-47ec-4e12-b451-9f1cc3e131d4 req-43156092-f064-49d2-ad19-34744bf89878 service neutron] Attempting to bind port 5576e36d-eb31-4f83-b0d9-b502678406cc on network 2332d558-39bb-411c-88af-b74bee7e32ab {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:09:55.776223 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] get_ports_and_sgs() called for port_ids ['6e1c9c71-c87a-4d1b-aa9b-dbbcce58234a'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:09:55.786784 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cdb6d4-424e-47c1-bfb7-9588def4c7ba req-8f6dcaa6-6d37-4cd5-9d14-af25a8367830 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:09:55.788355 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a9cdb6d4-424e-47c1-bfb7-9588def4c7ba req-8f6dcaa6-6d37-4cd5-9d14-af25a8367830 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5ed7876-289e-4bb7-89b1-051968bd6e27 HTTP/1.1" status: 200  len: 947 time: 0.1490788
Dec 25 21:09:55.819880 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5615e4-e3af-4c29-8da8-5ca2bf12e605 req-54fdf843-430c-484c-a7af-832092fa1c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:09:55.821397 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0a5615e4-e3af-4c29-8da8-5ca2bf12e605 req-54fdf843-430c-484c-a7af-832092fa1c37 service neutron] 10.222.0.31 "GET /v2.0/networks?id=1e137e86-76be-493f-9b25-1d17756925b5 HTTP/1.1" status: 200  len: 921 time: 0.2381291
Dec 25 21:09:55.825105 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device 11a8e073-faa1-4705-931b-5c53eaca0cb5 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 25 21:09:55.826702 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-78ad0066-cfae-4aaa-aef6-761eb9d14be1 req-7570cb6f-d7ea-471b-b299-898f7e7960e4 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=21386e98-0735-4168-a9d9-35455a6206b6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0569062
Dec 25 21:09:55.827965 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3902f01e-47ec-4e12-b451-9f1cc3e131d4 req-43156092-f064-49d2-ad19-34744bf89878 service neutron] Checking agent: {'id': '6d577036-68fc-4aa4-aed7-5ab01de2117e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 21, 4, 34), 'started_at': datetime.datetime(2021, 12, 25, 21, 4, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 9, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:09:55.828109 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3902f01e-47ec-4e12-b451-9f1cc3e131d4 req-43156092-f064-49d2-ad19-34744bf89878 service neutron] Checking segment: {'id': 'a05a9961-775b-4dff-bebf-b24cb60ab1a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '2332d558-39bb-411c-88af-b74bee7e32ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:09:55.828750 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3902f01e-47ec-4e12-b451-9f1cc3e131d4 req-43156092-f064-49d2-ad19-34744bf89878 service neutron] Bound using segment: {'id': 'a05a9961-775b-4dff-bebf-b24cb60ab1a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '2332d558-39bb-411c-88af-b74bee7e32ab'} {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:09:55.829311 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.managers [req-3902f01e-47ec-4e12-b451-9f1cc3e131d4 req-43156092-f064-49d2-ad19-34744bf89878 service neutron] Bound port: 5576e36d-eb31-4f83-b0d9-b502678406cc, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a05a9961-775b-4dff-bebf-b24cb60ab1a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '2332d558-39bb-411c-88af-b74bee7e32ab'}}] {{(pid=121607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:09:55.829823 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-3902f01e-47ec-4e12-b451-9f1cc3e131d4 req-43156092-f064-49d2-ad19-34744bf89878 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:55.847224 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-28d29009-27a5-4fa4-adb2-46d7975d1bee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870'] for network, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:55.848855 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28d29009-27a5-4fa4-adb2-46d7975d1bee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:09:55.849315 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-28d29009-27a5-4fa4-adb2-46d7975d1bee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for network, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:55.901362 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-5c45a633-c562-4101-b79b-2b6bd62223fe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, d6675960-5a27-4fda-8ce3-11dfa09c56d6) {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:09:55.905376 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-6149a951-2950-43ea-9211-b5d8aaf11d7e req-7fda671a-aec2-4994-8650-d1cc1804200a service neutron] 10.222.0.31 "GET /v2.0/networks/6dded111-84d7-4606-bd1c-e9369354dff9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2539444
Dec 25 21:09:55.910444 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c45a633-c562-4101-b79b-2b6bd62223fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:09:55.911132 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0a5615e4-e3af-4c29-8da8-5ca2bf12e605 req-476a2083-f6b1-4898-afd6-80107802532f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1f34074e-0a6d-4eef-a7d5-cef1f7f400f3 HTTP/1.1" status: 200  len: 217 time: 0.0682092
Dec 25 21:09:55.911320 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5c45a633-c562-4101-b79b-2b6bd62223fe admin admin] Publish callbacks [] for subnet, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:55.942882 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ed4f97d-7336-4b9a-9bb9-24c3fc3c7875 None None] Network d6675960-5a27-4fda-8ce3-11dfa09c56d6 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:09:55.966713 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a9cdb6d4-424e-47c1-bfb7-9588def4c7ba req-276d02a0-3a9d-4bda-bc1d-2b8244346fb8 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] 10.222.0.32 "GET /v2.0/security-groups?id=3d6cb2f0-3d81-4228-9d61-fc5e0bb3087e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1693435
Dec 25 21:09:55.990812 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.db [req-3902f01e-47ec-4e12-b451-9f1cc3e131d4 req-43156092-f064-49d2-ad19-34744bf89878 service neutron] For port 5576e36d-eb31-4f83-b0d9-b502678406cc, host nch1-master-1, cleared binding levels {{(pid=121607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:09:55.990812 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.db [req-3902f01e-47ec-4e12-b451-9f1cc3e131d4 req-43156092-f064-49d2-ad19-34744bf89878 service neutron] For port 5576e36d-eb31-4f83-b0d9-b502678406cc, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5576e36d-eb31-4f83-b0d9-b502678406cc,segment=NetworkSegment(a05a9961-775b-4dff-bebf-b24cb60ab1a9),segment_id=a05a9961-775b-4dff-bebf-b24cb60ab1a9)] {{(pid=121607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:09:55.994232 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d29009-27a5-4fa4-adb2-46d7975d1bee admin admin] Pushing event updated for resources: {'Network': ['ID=6b3bf2b6-5d2e-419d-ac0d-68df15498a8b,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:09:56.013301 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-28d29009-27a5-4fa4-adb2-46d7975d1bee admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 890 time: 1.3298006
Dec 25 21:09:56.016178 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 44376) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:09:56.021678 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-bacc3269-770b-44b6-8502-eaa3fd87190c admin admin] Request body: {'subnet': {'network_id': '6b3bf2b6-5d2e-419d-ac0d-68df15498a8b', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1835783587-subnet', 'tenant_id': '4c0aeffe0df54fde9e4b4ae7b2730a88', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:09:56.039605 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Network 6b3bf2b6-5d2e-419d-ac0d-68df15498a8b details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 25 21:09:56.072395 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77104e1b-6b9e-45d4-a052-9298b5de82c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-d6675960-5a27-4fda-8ce3-11dfa09c56d6', 'network_id': 'd6675960-5a27-4fda-8ce3-11dfa09c56d6', 'project_id': '4aa6a09f9e43475e8a7f5639f59b1654', 'fixed_ips': [{'subnet_id': '35e03391-a093-408b-9676-2290336562fa'}]}} from ncdv-master-1. {{(pid=121608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 25 21:09:56.072867 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-77104e1b-6b9e-45d4-a052-9298b5de82c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:56.087329 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a06e9b-bab4-472d-a065-466e46e6774c req-493c3234-7143-4227-ba83-9fdb2b1418dd tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:09:56.090777 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-3902f01e-47ec-4e12-b451-9f1cc3e131d4 req-43156092-f064-49d2-ad19-34744bf89878 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8632327'] for port, after_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:56.100947 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-39a06e9b-bab4-472d-a065-466e46e6774c req-493c3234-7143-4227-ba83-9fdb2b1418dd tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] 10.222.0.32 "GET /v2.0/ports?device_id=dee5cf04-7b9e-46fd-b317-75a118617c96 HTTP/1.1" status: 200  len: 944 time: 0.2759392
Dec 25 21:09:56.144088 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-5c45a633-c562-4101-b79b-2b6bd62223fe admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 1.4686835
Dec 25 21:09:56.146084 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 44380) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:09:56.167008 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port 11a8e073-faa1-4705-931b-5c53eaca0cb5, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=11a8e073-faa1-4705-931b-5c53eaca0cb5,segment=NetworkSegment(85c774cb-a0eb-4ad9-961f-f331d3b37cd6),segment_id=85c774cb-a0eb-4ad9-961f-f331d3b37cd6)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:09:56.174802 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3902f01e-47ec-4e12-b451-9f1cc3e131d4 req-43156092-f064-49d2-ad19-34744bf89878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:09:56.175465 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-3902f01e-47ec-4e12-b451-9f1cc3e131d4 req-43156092-f064-49d2-ad19-34744bf89878 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:56.177420 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-3902f01e-47ec-4e12-b451-9f1cc3e131d4 req-43156092-f064-49d2-ad19-34744bf89878 service neutron] 10.222.0.31 "PUT /v2.0/ports/5576e36d-eb31-4f83-b0d9-b502678406cc HTTP/1.1" status: 200  len: 1092 time: 1.6004820
Dec 25 21:09:56.177870 ncdv-master-1 neutron-server[121607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dee5cf04-7b9e-46fd-b317-75a118617c96', 'tag': '5576e36d-eb31-4f83-b0d9-b502678406cc'}] {{(pid=121607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:09:56.180138 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f980bbcadfa7bf1e788024e1448be660373c21f97f015f780444e999c451203" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc0d9060-c465-48f0-9fbe-15297e6a8cbe" -d '{"events": [{"name": "network-changed", "server_uuid": "dee5cf04-7b9e-46fd-b317-75a118617c96", "tag": "5576e36d-eb31-4f83-b0d9-b502678406cc"}]}' {{(pid=121607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:09:56.195935 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-39a06e9b-bab4-472d-a065-466e46e6774c req-bb3f327c-ab6c-47e2-8478-f0822532540e tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] 10.222.0.32 "GET /v2.0/security-groups?id=bc05caf7-df2e-49b8-960c-4031d2c2ccca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0944984
Dec 25 21:09:56.201373 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43156092-f064-49d2-ad19-34744bf89878 service neutron] Pushing event updated for resources: {'Port': ['ID=5576e36d-eb31-4f83-b0d9-b502678406cc,revision_number=3']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:09:56.212215 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-c33c699a-4a32-473d-a252-0af4f805f997 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-909577482-router', 'tenant_id': '4aa6a09f9e43475e8a7f5639f59b1654', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'}}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:09:56.215559 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bacc3269-770b-44b6-8502-eaa3fd87190c admin admin] Made reservation on behalf of 4c0aeffe0df54fde9e4b4ae7b2730a88 for: {'subnet': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:09:56.218750 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-bacc3269-770b-44b6-8502-eaa3fd87190c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8852834'] for subnet, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:56.234944 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5615e4-e3af-4c29-8da8-5ca2bf12e605 req-bed0e2c3-f867-44c6-bdde-d9167cdf8e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:09:56.236983 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0a5615e4-e3af-4c29-8da8-5ca2bf12e605 req-bed0e2c3-f867-44c6-bdde-d9167cdf8e35 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=9f350e3c-b3c0-4923-bec6-5c96ab55923b HTTP/1.1" status: 200  len: 860 time: 0.3041177
Dec 25 21:09:56.243574 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Returning: {'device': '11a8e073-faa1-4705-931b-5c53eaca0cb5', 'network_id': '8f212e98-547d-4c6e-a560-2e9a548c8f59', 'port_id': '11a8e073-faa1-4705-931b-5c53eaca0cb5', 'mac_address': 'fa:16:3e:28:38:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcfbae86-f93e-400c-8084-eac7f56ff5ba', 'ip_address': '192.168.233.52'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 25 21:09:56.253530 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Dec 2021 21:09:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ba79a59-5300-4520-bb7f-2f3730b985c3 x-openstack-request-id: req-8ba79a59-5300-4520-bb7f-2f3730b985c3 {{(pid=121607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:09:56.253865 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dee5cf04-7b9e-46fd-b317-75a118617c96", "tag": "5576e36d-eb31-4f83-b0d9-b502678406cc", "status": "completed", "code": 200}]} {{(pid=121607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:09:56.254116 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8ba79a59-5300-4520-bb7f-2f3730b985c3 {{(pid=121607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:09:56.257432 ncdv-master-1 neutron-server[121607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dee5cf04-7b9e-46fd-b317-75a118617c96', 'tag': '5576e36d-eb31-4f83-b0d9-b502678406cc', 'status': 'completed', 'code': 200}
Dec 25 21:09:56.310038 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0a5615e4-e3af-4c29-8da8-5ca2bf12e605 req-2603050b-1a1f-41f1-be4a-36c79551f477 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=1e137e86-76be-493f-9b25-1d17756925b5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0565350
Dec 25 21:09:56.329056 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:56.331289 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-6149a951-2950-43ea-9211-b5d8aaf11d7e req-1b4af871-495f-42ae-bb42-2ede5690d740 service neutron] 10.222.0.31 "GET /v2.0/networks/6dded111-84d7-4606-bd1c-e9369354dff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4100406
Dec 25 21:09:56.351953 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11a8e073-faa1-4705-931b-5c53eaca0cb5 {{(pid=121608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:09:56.362912 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0d9060-c465-48f0-9fbe-15297e6a8cbe req-e832f5bf-44a9-4aa2-80c8-0da471c5c1a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:09:56.364450 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-dc0d9060-c465-48f0-9fbe-15297e6a8cbe req-e832f5bf-44a9-4aa2-80c8-0da471c5c1a2 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=bc19d38e80ce426fa6d268838d133f13&device_id=dee5cf04-7b9e-46fd-b317-75a118617c96 HTTP/1.1" status: 200  len: 1095 time: 0.0724373
Dec 25 21:09:56.371532 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port 11a8e073-faa1-4705-931b-5c53eaca0cb5, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=11a8e073-faa1-4705-931b-5c53eaca0cb5,segment=NetworkSegment(85c774cb-a0eb-4ad9-961f-f331d3b37cd6),segment_id=85c774cb-a0eb-4ad9-961f-f331d3b37cd6)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:09:56.375979 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.db_base_plugin_common [None req-77104e1b-6b9e-45d4-a052-9298b5de82c4 None None] Allocated IP 172.20.0.2 (d6675960-5a27-4fda-8ce3-11dfa09c56d6/35e03391-a093-408b-9676-2290336562fa/26060c21-a4d3-47c1-be14-b9be5a195cf0) {{(pid=121608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:09:56.396158 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93ea6f1-cbc6-4708-84e1-8e8453de66ab req-1022affa-21d5-4a1c-baf0-c9eb9a1bc611 tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:09:56.404143 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b93ea6f1-cbc6-4708-84e1-8e8453de66ab req-1022affa-21d5-4a1c-baf0-c9eb9a1bc611 tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a96da32-1c68-4f60-8164-56d8ced8b069 HTTP/1.1" status: 200  len: 949 time: 0.2544937
Dec 25 21:09:56.409051 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-c33c699a-4a32-473d-a252-0af4f805f997 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2014909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14863'] for router, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:56.410216 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-c33c699a-4a32-473d-a252-0af4f805f997 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2014285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2009796', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2082630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14848'] for router, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:56.523884 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:56.548188 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0d9060-c465-48f0-9fbe-15297e6a8cbe req-ff7aad4a-87ce-473b-8ead-e3adc513952e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:09:56.549911 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-dc0d9060-c465-48f0-9fbe-15297e6a8cbe req-ff7aad4a-87ce-473b-8ead-e3adc513952e service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=bc19d38e80ce426fa6d268838d133f13&shared=False HTTP/1.1" status: 200  len: 909 time: 0.1736960
Dec 25 21:09:56.576202 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-77104e1b-6b9e-45d4-a052-9298b5de82c4 None None] Publish callbacks [] for port, precommit_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:56.589952 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0a5615e4-e3af-4c29-8da8-5ca2bf12e605 req-b3c4687c-79e9-48bd-b11d-54b1cdbf45fc service neutron] 10.222.0.31 "GET /v2.0/networks/1e137e86-76be-493f-9b25-1d17756925b5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2572939
Dec 25 21:09:56.591727 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Pushing event updated for resources: {'Port': ['ID=11a8e073-faa1-4705-931b-5c53eaca0cb5,revision_number=4']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:09:56.617093 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b93ea6f1-cbc6-4708-84e1-8e8453de66ab req-fb29ad26-4959-4b30-8cea-38472706a19d tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] 10.222.0.32 "GET /v2.0/security-groups?id=21386e98-0735-4168-a9d9-35455a6206b6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2120562
Dec 25 21:09:56.639678 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-c33c699a-4a32-473d-a252-0af4f805f997 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:56.647754 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-bacc3269-770b-44b6-8502-eaa3fd87190c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8632475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8852848'] for subnet, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:56.650166 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-77104e1b-6b9e-45d4-a052-9298b5de82c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946'] for port, after_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:56.670263 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f61bd78-b54c-497c-ac62-7429289321f6 req-b2d56144-b442-4e40-b1bb-45d0a0c21921 tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:09:56.672865 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9f61bd78-b54c-497c-ac62-7429289321f6 req-b2d56144-b442-4e40-b1bb-45d0a0c21921 tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] 10.222.0.32 "GET /v2.0/ports?device_id=34088aa4-5622-46a6-a155-94ef62f87546 HTTP/1.1" status: 200  len: 946 time: 0.2588663
Dec 25 21:09:56.688134 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0d9060-c465-48f0-9fbe-15297e6a8cbe req-078d232a-7e4d-4b0b-911a-7af219f21fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:09:56.690387 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-dc0d9060-c465-48f0-9fbe-15297e6a8cbe req-078d232a-7e4d-4b0b-911a-7af219f21fe5 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1306777
Dec 25 21:09:56.720377 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe8a2e1-d100-46c3-b463-d20154854a84 req-2c97864d-3ffe-4d92-b854-87bbc126a3d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:09:56.721947 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-afe8a2e1-d100-46c3-b463-d20154854a84 req-2c97864d-3ffe-4d92-b854-87bbc126a3d8 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=74b18f04a1eb470bac90f3df16ec5170&device_id=ed1843d1-a627-404e-adf4-56974bcaa614 HTTP/1.1" status: 200  len: 1094 time: 0.1850340
Dec 25 21:09:56.787068 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacc3269-770b-44b6-8502-eaa3fd87190c admin admin] Pushing event updated for resources: {'Subnet': ['ID=ff15b975-8ef0-472e-b89c-9c15572f8c82,revision_number=0']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:09:56.806047 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bacc3269-770b-44b6-8502-eaa3fd87190c admin admin] Checking segment: {'id': 'eca5df00-4fe8-49fd-a6da-330c134545dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '6b3bf2b6-5d2e-419d-ac0d-68df15498a8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:09:56.806587 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bacc3269-770b-44b6-8502-eaa3fd87190c admin admin] Network hostable DHCP agents. Network: 6b3bf2b6-5d2e-419d-ac0d-68df15498a8b, hostable agents: ['1813db88-2c1b-4357-a2ba-869246b663c2'], hosted agents: [] {{(pid=121607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 25 21:09:56.814344 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3902f01e-47ec-4e12-b451-9f1cc3e131d4 req-0f63f32f-b32f-4f39-98f7-6c0765683f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:09:56.815938 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-3902f01e-47ec-4e12-b451-9f1cc3e131d4 req-0f63f32f-b32f-4f39-98f7-6c0765683f5d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=bc19d38e80ce426fa6d268838d133f13&device_id=dee5cf04-7b9e-46fd-b317-75a118617c96 HTTP/1.1" status: 200  len: 1095 time: 0.0648699
Dec 25 21:09:56.866221 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77104e1b-6b9e-45d4-a052-9298b5de82c4 None None] Network d6675960-5a27-4fda-8ce3-11dfa09c56d6 is already hosted by enough agents. {{(pid=121608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:09:56.870243 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.base_scheduler [None req-77104e1b-6b9e-45d4-a052-9298b5de82c4 None None] Resources bound (agent type, host, resource id):  {{(pid=121608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:09:56.877373 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77104e1b-6b9e-45d4-a052-9298b5de82c4 None None] Received port after_create {{(pid=121608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:09:56.880800 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77104e1b-6b9e-45d4-a052-9298b5de82c4 None None] Pushing event updated for resources: {'Port': ['ID=26060c21-a4d3-47c1-be14-b9be5a195cf0,revision_number=1']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:09:56.907691 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-3902f01e-47ec-4e12-b451-9f1cc3e131d4 req-005a4285-21be-4738-b34f-e8b4462d9851 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5576e36d-eb31-4f83-b0d9-b502678406cc HTTP/1.1" status: 200  len: 217 time: 0.0809011
Dec 25 21:09:56.941773 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-77104e1b-6b9e-45d4-a052-9298b5de82c4 None None] Attempting to bind port 26060c21-a4d3-47c1-be14-b9be5a195cf0 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:09:56.942458 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-77104e1b-6b9e-45d4-a052-9298b5de82c4 None None] Attempting to bind port 26060c21-a4d3-47c1-be14-b9be5a195cf0 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '6f10f496-0b01-497c-83c4-3b556be37e9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd6675960-5a27-4fda-8ce3-11dfa09c56d6'}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:09:56.943060 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77104e1b-6b9e-45d4-a052-9298b5de82c4 None None] Attempting to bind port 26060c21-a4d3-47c1-be14-b9be5a195cf0 on network d6675960-5a27-4fda-8ce3-11dfa09c56d6 {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:09:56.950983 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77104e1b-6b9e-45d4-a052-9298b5de82c4 None None] Checking agent: {'id': 'ca4f5c6d-f1fd-48b8-a3e3-395864c7d23d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 20, 56, 40), 'started_at': datetime.datetime(2021, 12, 25, 20, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 9, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:09:56.951937 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77104e1b-6b9e-45d4-a052-9298b5de82c4 None None] Checking segment: {'id': '6f10f496-0b01-497c-83c4-3b556be37e9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd6675960-5a27-4fda-8ce3-11dfa09c56d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:09:56.952515 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-77104e1b-6b9e-45d4-a052-9298b5de82c4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:56.953101 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77104e1b-6b9e-45d4-a052-9298b5de82c4 None None] Bound using segment: {'id': '6f10f496-0b01-497c-83c4-3b556be37e9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd6675960-5a27-4fda-8ce3-11dfa09c56d6'} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:09:56.953743 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-77104e1b-6b9e-45d4-a052-9298b5de82c4 None None] Bound port: 26060c21-a4d3-47c1-be14-b9be5a195cf0, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f10f496-0b01-497c-83c4-3b556be37e9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd6675960-5a27-4fda-8ce3-11dfa09c56d6'}}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:09:56.954318 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-77104e1b-6b9e-45d4-a052-9298b5de82c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:56.985109 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bacc3269-770b-44b6-8502-eaa3fd87190c admin admin] Network 6b3bf2b6-5d2e-419d-ac0d-68df15498a8b is scheduled to be hosted by DHCP agent 1813db88-2c1b-4357-a2ba-869246b663c2 with binding_index 1 {{(pid=121607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 25 21:09:56.989094 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3902f01e-47ec-4e12-b451-9f1cc3e131d4 req-8afbbc35-f154-498d-9e99-f99d3c4f08d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:09:56.991626 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-3902f01e-47ec-4e12-b451-9f1cc3e131d4 req-8afbbc35-f154-498d-9e99-f99d3c4f08d6 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=63c432f3-af01-4d4f-ae68-1c137d7c49f3 HTTP/1.1" status: 200  len: 848 time: 0.0738578
Dec 25 21:09:56.999298 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] get_ports_and_sgs() called for port_ids ['11a8e073-faa1-4705-931b-5c53eaca0cb5'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:09:57.041489 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-3902f01e-47ec-4e12-b451-9f1cc3e131d4 req-3cbf1aae-de47-462d-b639-acdd1dbba7d7 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2332d558-39bb-411c-88af-b74bee7e32ab&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0367994
Dec 25 21:09:57.109696 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-bacc3269-770b-44b6-8502-eaa3fd87190c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 6b3bf2b6-5d2e-419d-ac0d-68df15498a8b) {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:09:57.124429 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f9c05e5-f561-49ba-9538-5951d9c6d9a3 None None] Network 6b3bf2b6-5d2e-419d-ac0d-68df15498a8b requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:09:57.143412 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-77104e1b-6b9e-45d4-a052-9298b5de82c4 None None] For port 26060c21-a4d3-47c1-be14-b9be5a195cf0, host ncdv-master-1, cleared binding levels {{(pid=121608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:09:57.160975 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bacc3269-770b-44b6-8502-eaa3fd87190c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:09:57.161577 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-bacc3269-770b-44b6-8502-eaa3fd87190c admin admin] Publish callbacks [] for subnet, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:57.179779 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-77104e1b-6b9e-45d4-a052-9298b5de82c4 None None] For port 26060c21-a4d3-47c1-be14-b9be5a195cf0, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=26060c21-a4d3-47c1-be14-b9be5a195cf0,segment=NetworkSegment(6f10f496-0b01-497c-83c4-3b556be37e9b),segment_id=6f10f496-0b01-497c-83c4-3b556be37e9b)] {{(pid=121608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:09:57.199821 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-3902f01e-47ec-4e12-b451-9f1cc3e131d4 req-cd3e2372-7e71-4bec-bb04-787fee308b52 service neutron] 10.222.0.31 "GET /v2.0/networks/2332d558-39bb-411c-88af-b74bee7e32ab?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1508181
Dec 25 21:09:57.293216 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-77104e1b-6b9e-45d4-a052-9298b5de82c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:57.309123 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5564a8e7-51d7-4898-98f2-b41a800d093c None None] Network 6b3bf2b6-5d2e-419d-ac0d-68df15498a8b requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:09:57.343119 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-bacc3269-770b-44b6-8502-eaa3fd87190c admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 1.3170724
Dec 25 21:09:57.386480 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-3902f01e-47ec-4e12-b451-9f1cc3e131d4 req-b5a7d75f-8209-40bf-aeeb-9f63eefecff9 service neutron] 10.222.0.31 "GET /v2.0/networks/2332d558-39bb-411c-88af-b74bee7e32ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1732695
Dec 25 21:09:57.455343 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77104e1b-6b9e-45d4-a052-9298b5de82c4 None None] Pushing event updated for resources: {'Port': ['ID=26060c21-a4d3-47c1-be14-b9be5a195cf0,revision_number=2']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:09:57.490705 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-c33c699a-4a32-473d-a252-0af4f805f997 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:57.512197 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9f61bd78-b54c-497c-ac62-7429289321f6 req-ff5ed14d-0014-489d-9c84-4859091ee4bc tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5d2ff88-22d6-43d8-90d1-bfb86d4e3308&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.8288140
Dec 25 21:09:57.521741 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c55fb2-857b-475d-84ad-5adf6f0033e6 req-6f52eb17-3fb5-4deb-99b3-48144ee65dac tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:09:57.523828 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-43c55fb2-857b-475d-84ad-5adf6f0033e6 req-6f52eb17-3fb5-4deb-99b3-48144ee65dac tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] 10.222.0.32 "GET /v2.0/ports?device_id=ed1843d1-a627-404e-adf4-56974bcaa614 HTTP/1.1" status: 200  len: 943 time: 0.8248794
Dec 25 21:09:57.525853 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0a5615e4-e3af-4c29-8da8-5ca2bf12e605 req-29c9e266-c342-40c2-85d4-c26c32ba1a91 service neutron] 10.222.0.31 "GET /v2.0/networks/1e137e86-76be-493f-9b25-1d17756925b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.9243624
Dec 25 21:09:57.571908 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe8a2e1-d100-46c3-b463-d20154854a84 req-33a2ea58-5cc4-4d5e-ac5e-fc057b32223a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:09:57.573977 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-afe8a2e1-d100-46c3-b463-d20154854a84 req-33a2ea58-5cc4-4d5e-ac5e-fc057b32223a service neutron] 10.222.0.31 "GET /v2.0/networks?id=6dded111-84d7-4606-bd1c-e9369354dff9 HTTP/1.1" status: 200  len: 906 time: 0.8068302
Dec 25 21:09:57.670906 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-afe8a2e1-d100-46c3-b463-d20154854a84 req-fe4ea14c-5fa8-4b0a-bf52-4a7792342782 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0c6d5976-8c28-4b25-8b9e-c7dc7add6588 HTTP/1.1" status: 200  len: 217 time: 0.0813022
Dec 25 21:09:57.678949 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-43c55fb2-857b-475d-84ad-5adf6f0033e6 req-682d5514-c09b-4f36-9a65-806343f6ad17 tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] 10.222.0.32 "GET /v2.0/security-groups?id=381a44e3-d0d7-4aba-bc61-1ef7cfa17da9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1353889
Dec 25 21:09:57.732820 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfd8511-9919-48a4-a014-8584b6e53b6c req-00cdad14-7d92-4f8b-80eb-0ad52d62c6d6 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:09:57.734512 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7dfd8511-9919-48a4-a014-8584b6e53b6c req-00cdad14-7d92-4f8b-80eb-0ad52d62c6d6 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5ed7876-289e-4bb7-89b1-051968bd6e27 HTTP/1.1" status: 200  len: 948 time: 0.0925312
Dec 25 21:09:57.819959 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7dfd8511-9919-48a4-a014-8584b6e53b6c req-a3fc80bd-8645-43aa-81c1-d2a2893d287e tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] 10.222.0.32 "GET /v2.0/security-groups?id=3d6cb2f0-3d81-4228-9d61-fc5e0bb3087e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0520260
Dec 25 21:09:58.014842 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-50f7c5f0-77bb-4384-b7ab-6726ee393956 req-824130db-62bb-479b-a1e2-7660754b4e32 tempest-SecurityGroupRulesTestJSON-1060210440 tempest-SecurityGroupRulesTestJSON-1060210440-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1235115755', 'description': 'tempest-description-730206107'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:09:58.021542 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe8a2e1-d100-46c3-b463-d20154854a84 req-24e76b05-6351-40a5-98ec-b5a35a59bb8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:09:58.023599 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-afe8a2e1-d100-46c3-b463-d20154854a84 req-24e76b05-6351-40a5-98ec-b5a35a59bb8c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4319d64b-4a91-4427-9485-7d07e2bc5ab0 HTTP/1.1" status: 200  len: 845 time: 0.1158009
Dec 25 21:09:58.024477 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-c33c699a-4a32-473d-a252-0af4f805f997 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:58.061385 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-c33c699a-4a32-473d-a252-0af4f805f997 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:58.075538 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfba52a6-e93f-495c-bf44-7d62c49f41bc req-cbacc1f9-9c9f-46d5-a00b-736711a85350 tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:09:58.076974 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-dfba52a6-e93f-495c-bf44-7d62c49f41bc req-cbacc1f9-9c9f-46d5-a00b-736711a85350 tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] 10.222.0.32 "GET /v2.0/ports?device_id=dee5cf04-7b9e-46fd-b317-75a118617c96 HTTP/1.1" status: 200  len: 944 time: 0.1704926
Dec 25 21:09:58.102575 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-afe8a2e1-d100-46c3-b463-d20154854a84 req-fd76b316-3b0b-46ad-a106-0f446de66127 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=6dded111-84d7-4606-bd1c-e9369354dff9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0526388
Dec 25 21:09:58.224692 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-50f7c5f0-77bb-4384-b7ab-6726ee393956 req-824130db-62bb-479b-a1e2-7660754b4e32 tempest-SecurityGroupRulesTestJSON-1060210440 tempest-SecurityGroupRulesTestJSON-1060210440-project] Publish callbacks [] for security_group, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:58.229692 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-dfba52a6-e93f-495c-bf44-7d62c49f41bc req-8c219f90-39fa-41ab-814c-98f4e5c58aab tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] 10.222.0.32 "GET /v2.0/security-groups?id=bc05caf7-df2e-49b8-960c-4031d2c2ccca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1316893
Dec 25 21:09:58.286745 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 26060c21-a4d3-47c1-be14-b9be5a195cf0 up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:09:58.347767 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port 26060c21-a4d3-47c1-be14-b9be5a195cf0 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:09:58.348400 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:58.397946 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-afe8a2e1-d100-46c3-b463-d20154854a84 req-c5f51372-4409-46c9-8280-12c230dab17d service neutron] 10.222.0.31 "GET /v2.0/networks/6dded111-84d7-4606-bd1c-e9369354dff9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2835398
Dec 25 21:09:58.429126 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_common [None req-c33c699a-4a32-473d-a252-0af4f805f997 admin admin] Allocated IP 172.35.3.68 (7201e55c-7c5f-41aa-a042-a363696539d0/7a939e13-713f-45cf-bba7-1539635abe25/3922c53c-0e84-4788-8b3a-6ff7fab7eaca) {{(pid=121606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:09:58.452127 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:58.488806 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] For port 26060c21-a4d3-47c1-be14-b9be5a195cf0, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=26060c21-a4d3-47c1-be14-b9be5a195cf0,segment=NetworkSegment(6f10f496-0b01-497c-83c4-3b556be37e9b),segment_id=6f10f496-0b01-497c-83c4-3b556be37e9b)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:09:58.561615 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c80d551-b104-4db4-839e-ccca0cd05839 None None] Network d6675960-5a27-4fda-8ce3-11dfa09c56d6 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:09:58.566171 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:58.567668 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-50f7c5f0-77bb-4384-b7ab-6726ee393956 req-824130db-62bb-479b-a1e2-7660754b4e32 tempest-SecurityGroupRulesTestJSON-1060210440 tempest-SecurityGroupRulesTestJSON-1060210440-project] Publish callbacks [] for security_group, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:58.582372 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23aaeee-054c-4a71-8678-74516522e106 req-9dc7da45-03f2-4fc3-8e66-423d1f1e8671 tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:09:58.583671 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f23aaeee-054c-4a71-8678-74516522e106 req-9dc7da45-03f2-4fc3-8e66-423d1f1e8671 tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a96da32-1c68-4f60-8164-56d8ced8b069 HTTP/1.1" status: 200  len: 949 time: 0.2527418
Dec 25 21:09:58.653896 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-50f7c5f0-77bb-4384-b7ab-6726ee393956 req-824130db-62bb-479b-a1e2-7660754b4e32 tempest-SecurityGroupRulesTestJSON-1060210440 tempest-SecurityGroupRulesTestJSON-1060210440-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:58.676914 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-afe8a2e1-d100-46c3-b463-d20154854a84 req-dd63081a-a578-4d1c-a017-b17e7b362056 service neutron] 10.222.0.31 "GET /v2.0/networks/6dded111-84d7-4606-bd1c-e9369354dff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2656927
Dec 25 21:09:58.681651 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Pushing event updated for resources: {'Port': ['ID=26060c21-a4d3-47c1-be14-b9be5a195cf0,revision_number=3']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:09:58.713247 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-9c6e041b-f7c7-4431-b6b0-326a068b7219 None None] Provisioning complete for port 26060c21-a4d3-47c1-be14-b9be5a195cf0 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:09:58.713698 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9c6e041b-f7c7-4431-b6b0-326a068b7219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:58.716745 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824130db-62bb-479b-a1e2-7660754b4e32 tempest-SecurityGroupRulesTestJSON-1060210440 tempest-SecurityGroupRulesTestJSON-1060210440-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c85a04f2-223d-48a1-97e6-caa2ec88908b,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:09:58.736845 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-c33c699a-4a32-473d-a252-0af4f805f997 admin admin] Publish callbacks [] for port, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:58.743999 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f23aaeee-054c-4a71-8678-74516522e106 req-ba6d75ea-3bbf-4f02-bb6f-8cd5a7dc686b tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] 10.222.0.32 "GET /v2.0/security-groups?id=21386e98-0735-4168-a9d9-35455a6206b6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1263287
Dec 25 21:09:58.789227 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-50f7c5f0-77bb-4384-b7ab-6726ee393956 req-824130db-62bb-479b-a1e2-7660754b4e32 tempest-SecurityGroupRulesTestJSON-1060210440 tempest-SecurityGroupRulesTestJSON-1060210440-project] Publish callbacks [] for security_group, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:58.790648 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-50f7c5f0-77bb-4384-b7ab-6726ee393956 req-824130db-62bb-479b-a1e2-7660754b4e32 tempest-SecurityGroupRulesTestJSON-1060210440 tempest-SecurityGroupRulesTestJSON-1060210440-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1826 time: 0.7882986
Dec 25 21:09:58.875136 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-c33c699a-4a32-473d-a252-0af4f805f997 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:58.961381 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c33c699a-4a32-473d-a252-0af4f805f997 admin admin] Network 7201e55c-7c5f-41aa-a042-a363696539d0 is already hosted by enough agents. {{(pid=121606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:09:58.966958 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [None req-c33c699a-4a32-473d-a252-0af4f805f997 admin admin] Resources bound (agent type, host, resource id):  {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:09:58.971013 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c33c699a-4a32-473d-a252-0af4f805f997 admin admin] Received port after_create {{(pid=121606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:09:59.002299 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33c699a-4a32-473d-a252-0af4f805f997 admin admin] Pushing event updated for resources: {'Port': ['ID=3922c53c-0e84-4788-8b3a-6ff7fab7eaca,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:09:59.020508 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d5f7ad-1ab5-45e6-9793-281d9a20ca5a req-b1625355-1db1-4078-9b4d-8995683db7be tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:09:59.022578 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e8d5f7ad-1ab5-45e6-9793-281d9a20ca5a req-b1625355-1db1-4078-9b4d-8995683db7be tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] 10.222.0.32 "GET /v2.0/ports?device_id=34088aa4-5622-46a6-a155-94ef62f87546 HTTP/1.1" status: 200  len: 946 time: 0.1876309
Dec 25 21:09:59.029765 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261cb657-62f5-41bc-9c0f-fd5721a3bd26 req-cf397b42-1822-4625-871f-8880d2365f93 tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:09:59.031170 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-261cb657-62f5-41bc-9c0f-fd5721a3bd26 req-cf397b42-1822-4625-871f-8880d2365f93 tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] 10.222.0.32 "GET /v2.0/ports?device_id=ed1843d1-a627-404e-adf4-56974bcaa614 HTTP/1.1" status: 200  len: 943 time: 0.1576796
Dec 25 21:09:59.046744 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-4010bacf-854f-40a6-8463-518b7c535b43 None None] Provisioning complete for port 26060c21-a4d3-47c1-be14-b9be5a195cf0 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:09:59.047115 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-4010bacf-854f-40a6-8463-518b7c535b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:59.070323 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device 6e1c9c71-c87a-4d1b-aa9b-dbbcce58234a up at agent hyperv_nch2-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:09:59.209808 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e8d5f7ad-1ab5-45e6-9793-281d9a20ca5a req-0bd98085-e64c-44aa-ab0d-f805828f09ec tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5d2ff88-22d6-43d8-90d1-bfb86d4e3308&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1751785
Dec 25 21:09:59.211373 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Provisioning for port 6e1c9c71-c87a-4d1b-aa9b-dbbcce58234a completed by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 25 21:09:59.215340 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Provisioning complete for port 6e1c9c71-c87a-4d1b-aa9b-dbbcce58234a triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:09:59.215720 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:59.217327 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-261cb657-62f5-41bc-9c0f-fd5721a3bd26 req-cc022306-04be-4856-8299-def8adca135b tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] 10.222.0.32 "GET /v2.0/security-groups?id=381a44e3-d0d7-4aba-bc61-1ef7cfa17da9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1729903
Dec 25 21:09:59.296333 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-13c4eeee-2296-4a6b-a70e-67962d22c9bf req-2523c0e5-5ed8-47bc-866c-609a0f9f083a tempest-SecurityGroupRulesTestJSON-1060210440 tempest-SecurityGroupRulesTestJSON-1060210440-project] 10.222.0.32 "GET /v2.0/security-groups/c85a04f2-223d-48a1-97e6-caa2ec88908b HTTP/1.1" status: 200  len: 1821 time: 0.0519893
Dec 25 21:09:59.307546 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:59.333660 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a96da32-1c68-4f60-8164-56d8ced8b069', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e1c9c71-c87a-4d1b-aa9b-dbbcce58234a'}] {{(pid=121608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:09:59.336458 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a88c78c3ff6266bd59c7e89d275b28c92e739b67d23c89d71af88829fd31566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-214e7014-264e-4c84-bd8a-52e1d202bfbe" -d '{"events": [{"server_uuid": "7a96da32-1c68-4f60-8164-56d8ced8b069", "name": "network-vif-plugged", "status": "completed", "tag": "6e1c9c71-c87a-4d1b-aa9b-dbbcce58234a"}]}' {{(pid=121608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:09:59.341686 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-13c4eeee-2296-4a6b-a70e-67962d22c9bf req-cf3628f0-e9fb-4449-af44-49a72f694196 tempest-SecurityGroupRulesTestJSON-1060210440 tempest-SecurityGroupRulesTestJSON-1060210440-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'c85a04f2-223d-48a1-97e6-caa2ec88908b', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:09:59.342004 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-13c4eeee-2296-4a6b-a70e-67962d22c9bf req-cf3628f0-e9fb-4449-af44-49a72f694196 tempest-SecurityGroupRulesTestJSON-1060210440 tempest-SecurityGroupRulesTestJSON-1060210440-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'c85a04f2-223d-48a1-97e6-caa2ec88908b', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:09:59.349698 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port 6e1c9c71-c87a-4d1b-aa9b-dbbcce58234a, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=6e1c9c71-c87a-4d1b-aa9b-dbbcce58234a,segment=NetworkSegment(85c774cb-a0eb-4ad9-961f-f331d3b37cd6),segment_id=85c774cb-a0eb-4ad9-961f-f331d3b37cd6)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:09:59.415606 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:59.447422 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adbfc2c-1263-4731-a74c-3809441a2a33 req-8207d70e-e4eb-42df-bbe2-a975fd36030f tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:09:59.448843 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-6adbfc2c-1263-4731-a74c-3809441a2a33 req-8207d70e-e4eb-42df-bbe2-a975fd36030f tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5ed7876-289e-4bb7-89b1-051968bd6e27 HTTP/1.1" status: 200  len: 948 time: 0.1208861
Dec 25 21:09:59.453923 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-c33c699a-4a32-473d-a252-0af4f805f997 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:59.478624 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Pushing event updated for resources: {'Port': ['ID=6e1c9c71-c87a-4d1b-aa9b-dbbcce58234a,revision_number=5']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:09:59.595013 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-13c4eeee-2296-4a6b-a70e-67962d22c9bf req-cf3628f0-e9fb-4449-af44-49a72f694196 tempest-SecurityGroupRulesTestJSON-1060210440 tempest-SecurityGroupRulesTestJSON-1060210440-project] Publish callbacks [] for security_group_rule, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:59.604174 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-6adbfc2c-1263-4731-a74c-3809441a2a33 req-1d2bc2c1-db8e-4e5f-9858-9f297160d636 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] 10.222.0.32 "GET /v2.0/security-groups?id=3d6cb2f0-3d81-4228-9d61-fc5e0bb3087e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1482182
Dec 25 21:09:59.641304 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-13c4eeee-2296-4a6b-a70e-67962d22c9bf req-cf3628f0-e9fb-4449-af44-49a72f694196 tempest-SecurityGroupRulesTestJSON-1060210440 tempest-SecurityGroupRulesTestJSON-1060210440-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:59.722176 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-13c4eeee-2296-4a6b-a70e-67962d22c9bf req-cf3628f0-e9fb-4449-af44-49a72f694196 tempest-SecurityGroupRulesTestJSON-1060210440 tempest-SecurityGroupRulesTestJSON-1060210440-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077839'] for security_group_rule, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:59.768772 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3628f0-e9fb-4449-af44-49a72f694196 tempest-SecurityGroupRulesTestJSON-1060210440 tempest-SecurityGroupRulesTestJSON-1060210440-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=549c79ad-17f7-4bae-95d3-90d42a492642,revision_number=0']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:09:59.781666 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-c33c699a-4a32-473d-a252-0af4f805f997 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2014278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2009753'] for router, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:59.837150 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabe1bd8-406b-40b5-9006-6e12562da931 req-80958697-f000-41d6-9d2a-46d16e61c1bb tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:09:59.837409 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device 0c6d5976-8c28-4b25-8b9e-c7dc7add6588 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 25 21:09:59.838633 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-fabe1bd8-406b-40b5-9006-6e12562da931 req-80958697-f000-41d6-9d2a-46d16e61c1bb tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] 10.222.0.32 "GET /v2.0/ports?device_id=dee5cf04-7b9e-46fd-b317-75a118617c96 HTTP/1.1" status: 200  len: 944 time: 0.1105700
Dec 25 21:09:59.840732 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device 11a8e073-faa1-4705-931b-5c53eaca0cb5 up at agent hyperv_nch1-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:09:59.868847 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-13c4eeee-2296-4a6b-a70e-67962d22c9bf req-cf3628f0-e9fb-4449-af44-49a72f694196 tempest-SecurityGroupRulesTestJSON-1060210440 tempest-SecurityGroupRulesTestJSON-1060210440-project] Publish callbacks [] for security_group_rule, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:09:59.870769 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-13c4eeee-2296-4a6b-a70e-67962d22c9bf req-cf3628f0-e9fb-4449-af44-49a72f694196 tempest-SecurityGroupRulesTestJSON-1060210440 tempest-SecurityGroupRulesTestJSON-1060210440-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 786 time: 0.5431428
Dec 25 21:09:59.909526 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 21:09:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d564ba65-afef-47c7-a919-28c1de2eef00 x-openstack-request-id: req-d564ba65-afef-47c7-a919-28c1de2eef00 {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:09:59.909846 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a96da32-1c68-4f60-8164-56d8ced8b069", "name": "network-vif-plugged", "status": "completed", "tag": "6e1c9c71-c87a-4d1b-aa9b-dbbcce58234a", "code": 200}]} {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:09:59.910106 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d564ba65-afef-47c7-a919-28c1de2eef00 {{(pid=121608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:09:59.910496 ncdv-master-1 neutron-server[121608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a96da32-1c68-4f60-8164-56d8ced8b069', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e1c9c71-c87a-4d1b-aa9b-dbbcce58234a', 'code': 200}
Dec 25 21:09:59.934528 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-fabe1bd8-406b-40b5-9006-6e12562da931 req-6891923e-55eb-4171-adb8-cbb1c7b196fb tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] 10.222.0.32 "GET /v2.0/security-groups?id=bc05caf7-df2e-49b8-960c-4031d2c2ccca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0892754
Dec 25 21:09:59.992511 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-c8be52c3-c4b1-4974-8236-12f463b8fdf1 req-da55dcfd-8998-401b-b17a-636747c23021 tempest-SecurityGroupRulesTestJSON-1060210440 tempest-SecurityGroupRulesTestJSON-1060210440-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-717014730', 'description': 'tempest-description-746873733'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:10:00.005042 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port 0c6d5976-8c28-4b25-8b9e-c7dc7add6588, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0c6d5976-8c28-4b25-8b9e-c7dc7add6588,segment=NetworkSegment(fad08864-4612-4be1-bb28-08cb199f6d74),segment_id=fad08864-4612-4be1-bb28-08cb199f6d74)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:10:00.017034 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Returning: {'device': '0c6d5976-8c28-4b25-8b9e-c7dc7add6588', 'network_id': '6dded111-84d7-4606-bd1c-e9369354dff9', 'port_id': '0c6d5976-8c28-4b25-8b9e-c7dc7add6588', 'mac_address': 'fa:16:3e:be:7b:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4319d64b-4a91-4427-9485-7d07e2bc5ab0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 25 21:10:00.050867 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d3157e-917e-4662-8c6b-d3de121ec61a req-2ed5bbfc-79b8-47ea-8bff-d757367833c8 tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:10:00.052398 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c3d3157e-917e-4662-8c6b-d3de121ec61a req-2ed5bbfc-79b8-47ea-8bff-d757367833c8 tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a96da32-1c68-4f60-8164-56d8ced8b069 HTTP/1.1" status: 200  len: 950 time: 0.0823901
Dec 25 21:10:00.058324 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b1fd38-f4f2-454a-9dcf-e966b12626d1 req-af2404d1-9ceb-4072-9c24-f698bdb062da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:10:00.060522 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-96b1fd38-f4f2-454a-9dcf-e966b12626d1 req-af2404d1-9ceb-4072-9c24-f698bdb062da service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=7a96da32-1c68-4f60-8164-56d8ced8b069 HTTP/1.1" status: 200  len: 1101 time: 0.0463777
Dec 25 21:10:00.063040 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Provisioning for port 11a8e073-faa1-4705-931b-5c53eaca0cb5 completed by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 25 21:10:00.069946 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:00.071766 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Provisioning complete for port 11a8e073-faa1-4705-931b-5c53eaca0cb5 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:10:00.072115 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:00.095121 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c33c699a-4a32-473d-a252-0af4f805f997 admin admin] Router d442a0c7-62de-4377-b82f-b9c59cce5dd3 is scheduled to L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 with binding_index 1 {{(pid=121606) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 25 21:10:00.105967 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c3d3157e-917e-4662-8c6b-d3de121ec61a req-56fecc30-02c6-499c-b1d2-3ecf6057a189 tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] 10.222.0.32 "GET /v2.0/security-groups?id=21386e98-0735-4168-a9d9-35455a6206b6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0462060
Dec 25 21:10:00.107449 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-96b1fd38-f4f2-454a-9dcf-e966b12626d1 req-df118783-dfe3-4af4-8cfb-36f0de0f3737 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=21386e98-0735-4168-a9d9-35455a6206b6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0394368
Dec 25 21:10:00.132471 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c6d5976-8c28-4b25-8b9e-c7dc7add6588 {{(pid=121608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:10:00.144298 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-c8be52c3-c4b1-4974-8236-12f463b8fdf1 req-da55dcfd-8998-401b-b17a-636747c23021 tempest-SecurityGroupRulesTestJSON-1060210440 tempest-SecurityGroupRulesTestJSON-1060210440-project] Publish callbacks [] for security_group, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:00.187308 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port 0c6d5976-8c28-4b25-8b9e-c7dc7add6588, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0c6d5976-8c28-4b25-8b9e-c7dc7add6588,segment=NetworkSegment(fad08864-4612-4be1-bb28-08cb199f6d74),segment_id=fad08864-4612-4be1-bb28-08cb199f6d74)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:10:00.193234 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:00.223201 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 26060c21-a4d3-47c1-be14-b9be5a195cf0 up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:10:00.257426 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port 11a8e073-faa1-4705-931b-5c53eaca0cb5, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=11a8e073-faa1-4705-931b-5c53eaca0cb5,segment=NetworkSegment(85c774cb-a0eb-4ad9-961f-f331d3b37cd6),segment_id=85c774cb-a0eb-4ad9-961f-f331d3b37cd6)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:10:00.260347 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c33c699a-4a32-473d-a252-0af4f805f997 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 21:10:00.269492 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-c8be52c3-c4b1-4974-8236-12f463b8fdf1 req-da55dcfd-8998-401b-b17a-636747c23021 tempest-SecurityGroupRulesTestJSON-1060210440 tempest-SecurityGroupRulesTestJSON-1060210440-project] Publish callbacks [] for security_group, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:00.274708 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de126584-fb5d-47bc-bca7-3e182404a0ae None None] Sync routers for ids ['d442a0c7-62de-4377-b82f-b9c59cce5dd3'] in ncdv-master-1 {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 21:10:00.292650 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:00.298620 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de126584-fb5d-47bc-bca7-3e182404a0ae None None] Routers {'d442a0c7-62de-4377-b82f-b9c59cce5dd3'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:10:00.298981 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-de126584-fb5d-47bc-bca7-3e182404a0ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2613f88760>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:09:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['d442a0c7-62de-4377-b82f-b9c59cce5dd3'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:10:00.360142 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2086f7b-5847-49c5-9ae6-f367f7076590 req-5002381c-3327-409e-81d5-c97ee08b7ec6 tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:10:00.361883 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d2086f7b-5847-49c5-9ae6-f367f7076590 req-5002381c-3327-409e-81d5-c97ee08b7ec6 tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] 10.222.0.32 "GET /v2.0/ports?device_id=34088aa4-5622-46a6-a155-94ef62f87546 HTTP/1.1" status: 200  len: 946 time: 0.0517962
Dec 25 21:10:00.364842 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:00.393113 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port 26060c21-a4d3-47c1-be14-b9be5a195cf0 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:10:00.393486 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:00.413164 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d2086f7b-5847-49c5-9ae6-f367f7076590 req-2802c6c1-620d-42fb-89ed-7f8a01735779 tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5d2ff88-22d6-43d8-90d1-bfb86d4e3308&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415668
Dec 25 21:10:00.421961 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-c8be52c3-c4b1-4974-8236-12f463b8fdf1 req-da55dcfd-8998-401b-b17a-636747c23021 tempest-SecurityGroupRulesTestJSON-1060210440 tempest-SecurityGroupRulesTestJSON-1060210440-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:00.427779 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-c33c699a-4a32-473d-a252-0af4f805f997 admin admin] Publish callbacks [] for router, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:00.429132 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-c33c699a-4a32-473d-a252-0af4f805f997 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 4.2275157
Dec 25 21:10:00.432017 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 44436) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:10:00.461477 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da55dcfd-8998-401b-b17a-636747c23021 tempest-SecurityGroupRulesTestJSON-1060210440 tempest-SecurityGroupRulesTestJSON-1060210440-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc621918-a7d1-48ee-8b52-754e8b0b3c6f,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:10:00.479357 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Pushing event updated for resources: {'Port': ['ID=0c6d5976-8c28-4b25-8b9e-c7dc7add6588,revision_number=4']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:10:00.543692 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-c8be52c3-c4b1-4974-8236-12f463b8fdf1 req-da55dcfd-8998-401b-b17a-636747c23021 tempest-SecurityGroupRulesTestJSON-1060210440 tempest-SecurityGroupRulesTestJSON-1060210440-project] Publish callbacks [] for security_group, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:00.545987 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c8be52c3-c4b1-4974-8236-12f463b8fdf1 req-da55dcfd-8998-401b-b17a-636747c23021 tempest-SecurityGroupRulesTestJSON-1060210440 tempest-SecurityGroupRulesTestJSON-1060210440-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1825 time: 0.5664649
Dec 25 21:10:00.576823 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06940f80-2cc6-4b17-9dc3-d9e2655842c0 req-9a902955-6482-43f6-8ae0-51e8b87285e9 tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:10:00.578497 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-06940f80-2cc6-4b17-9dc3-d9e2655842c0 req-9a902955-6482-43f6-8ae0-51e8b87285e9 tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] 10.222.0.32 "GET /v2.0/ports?device_id=ed1843d1-a627-404e-adf4-56974bcaa614 HTTP/1.1" status: 200  len: 944 time: 0.0820520
Dec 25 21:10:00.656745 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3aafaf15-a240-4482-bec2-88db56e69aab req-846ed572-8f9d-4d06-bf22-3938072905dc tempest-SecurityGroupRulesTestJSON-1060210440 tempest-SecurityGroupRulesTestJSON-1060210440-project] 10.222.0.32 "GET /v2.0/security-groups/dc621918-a7d1-48ee-8b52-754e8b0b3c6f HTTP/1.1" status: 200  len: 1820 time: 0.0771465
Dec 25 21:10:00.659592 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] get_ports_and_sgs() called for port_ids ['0c6d5976-8c28-4b25-8b9e-c7dc7add6588'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:10:00.660489 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-06940f80-2cc6-4b17-9dc3-d9e2655842c0 req-2b37a969-15fc-4ed0-aba5-d69d5e1682c1 tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] 10.222.0.32 "GET /v2.0/security-groups?id=381a44e3-d0d7-4aba-bc61-1ef7cfa17da9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0743854
Dec 25 21:10:00.670189 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-3aafaf15-a240-4482-bec2-88db56e69aab req-f20aca9b-2a83-4347-9bdc-1122eb02a863 tempest-SecurityGroupRulesTestJSON-1060210440 tempest-SecurityGroupRulesTestJSON-1060210440-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'dc621918-a7d1-48ee-8b52-754e8b0b3c6f', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:10:00.670769 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-3aafaf15-a240-4482-bec2-88db56e69aab req-f20aca9b-2a83-4347-9bdc-1122eb02a863 tempest-SecurityGroupRulesTestJSON-1060210440 tempest-SecurityGroupRulesTestJSON-1060210440-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'dc621918-a7d1-48ee-8b52-754e8b0b3c6f', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:10:00.710979 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvr_db [None req-de126584-fb5d-47bc-bca7-3e182404a0ae None None] Set router d442a0c7-62de-4377-b82f-b9c59cce5dd3 gateway port host: ncdv-master-1 {{(pid=121608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:10:00.811235 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a579c0-625b-405e-a4fc-62c3bb5340b0 req-6b6ac915-4e5e-469f-861d-5db9a8c820f2 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:10:00.813093 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-83a579c0-625b-405e-a4fc-62c3bb5340b0 req-6b6ac915-4e5e-469f-861d-5db9a8c820f2 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5ed7876-289e-4bb7-89b1-051968bd6e27 HTTP/1.1" status: 200  len: 949 time: 0.0790162
Dec 25 21:10:00.821548 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-3aafaf15-a240-4482-bec2-88db56e69aab req-f20aca9b-2a83-4347-9bdc-1122eb02a863 tempest-SecurityGroupRulesTestJSON-1060210440 tempest-SecurityGroupRulesTestJSON-1060210440-project] Publish callbacks [] for security_group_rule, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:00.837224 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Pushing event updated for resources: {'Port': ['ID=11a8e073-faa1-4705-931b-5c53eaca0cb5,revision_number=5']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:10:00.857584 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-3aafaf15-a240-4482-bec2-88db56e69aab req-f20aca9b-2a83-4347-9bdc-1122eb02a863 tempest-SecurityGroupRulesTestJSON-1060210440 tempest-SecurityGroupRulesTestJSON-1060210440-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:00.883308 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-83a579c0-625b-405e-a4fc-62c3bb5340b0 req-83b03199-3719-4a3b-b1fa-ce6bce5c86dc tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] 10.222.0.32 "GET /v2.0/security-groups?id=3d6cb2f0-3d81-4228-9d61-fc5e0bb3087e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0582507
Dec 25 21:10:00.936356 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-81d71126-67c4-4931-a0c3-bc032a73920d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:00.955632 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-3aafaf15-a240-4482-bec2-88db56e69aab req-f20aca9b-2a83-4347-9bdc-1122eb02a863 tempest-SecurityGroupRulesTestJSON-1060210440 tempest-SecurityGroupRulesTestJSON-1060210440-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077839'] for security_group_rule, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:00.983143 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20aca9b-2a83-4347-9bdc-1122eb02a863 tempest-SecurityGroupRulesTestJSON-1060210440 tempest-SecurityGroupRulesTestJSON-1060210440-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b768459f-f53b-4c63-b28a-3b60bd47a675,revision_number=0']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:10:01.050035 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-de126584-fb5d-47bc-bca7-3e182404a0ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2613f88760>, [{'id': 'd442a0c7-62de-4377-b82f-b9c59cce5dd3', 'name': 'tempest-ServersTestManualDisk-909577482-router', 'tenant_id': '4aa6a09f9e43475e8a7f5639f59b1654', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.68'}], 'enable_snat': True}, 'gw_port_id': '3922c53c-0e84-4788-8b3a-6ff7fab7eaca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:09:56Z', 'updated_at': '2021-12-25T21:09:59Z', 'revision_number': 3, 'project_id': '4aa6a09f9e43475e8a7f5639f59b1654', 'gw_port': {'id': '3922c53c-0e84-4788-8b3a-6ff7fab7eaca', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:cd:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd442a0c7-62de-4377-b82f-b9c59cce5dd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:09:58Z', 'updated_at': '2021-12-25T21:09:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:10:01.050570 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-3aafaf15-a240-4482-bec2-88db56e69aab req-f20aca9b-2a83-4347-9bdc-1122eb02a863 tempest-SecurityGroupRulesTestJSON-1060210440 tempest-SecurityGroupRulesTestJSON-1060210440-project] Publish callbacks [] for security_group_rule, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:01.053882 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3aafaf15-a240-4482-bec2-88db56e69aab req-f20aca9b-2a83-4347-9bdc-1122eb02a863 tempest-SecurityGroupRulesTestJSON-1060210440 tempest-SecurityGroupRulesTestJSON-1060210440-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 792 time: 0.3872170
Dec 25 21:10:01.080428 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de126584-fb5d-47bc-bca7-3e182404a0ae None None] Checking router: d442a0c7-62de-4377-b82f-b9c59cce5dd3 for host: ncdv-master-1 {{(pid=121608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 25 21:10:01.080936 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de126584-fb5d-47bc-bca7-3e182404a0ae None None] Updating router d442a0c7-62de-4377-b82f-b9c59cce5dd3 port 3922c53c-0e84-4788-8b3a-6ff7fab7eaca binding host ncdv-master-1 {{(pid=121608) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 25 21:10:01.088460 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-162a0def-75f8-4cf9-9a02-afd7e4cdbce7 req-f65d75cf-1bce-4379-8559-bec2f4d10657 tempest-SecurityGroupRulesTestJSON-1060210440 tempest-SecurityGroupRulesTestJSON-1060210440-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1233880999', 'description': 'tempest-description-1294104617'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:10:01.115725 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-de126584-fb5d-47bc-bca7-3e182404a0ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:01.116035 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_common [None req-81d71126-67c4-4931-a0c3-bc032a73920d admin admin] Allocated IP 172.20.0.1 (d6675960-5a27-4fda-8ce3-11dfa09c56d6/35e03391-a093-408b-9676-2290336562fa/532fba15-857d-421a-a32a-e4619a5e3295) {{(pid=121607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:10:01.141636 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6b3ed4-81cb-439f-a782-ac175d180e47 req-97e5481d-1f81-4287-be69-d0e04f9ed238 tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:10:01.143154 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3a6b3ed4-81cb-439f-a782-ac175d180e47 req-97e5481d-1f81-4287-be69-d0e04f9ed238 tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] 10.222.0.32 "GET /v2.0/ports?device_id=dee5cf04-7b9e-46fd-b317-75a118617c96 HTTP/1.1" status: 200  len: 944 time: 0.0688047
Dec 25 21:10:01.198589 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3a6b3ed4-81cb-439f-a782-ac175d180e47 req-45ffa30a-ae47-4452-b825-24cc2b8b2b2e tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] 10.222.0.32 "GET /v2.0/security-groups?id=bc05caf7-df2e-49b8-960c-4031d2c2ccca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0451269
Dec 25 21:10:01.210311 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-162a0def-75f8-4cf9-9a02-afd7e4cdbce7 req-f65d75cf-1bce-4379-8559-bec2f4d10657 tempest-SecurityGroupRulesTestJSON-1060210440 tempest-SecurityGroupRulesTestJSON-1060210440-project] Publish callbacks [] for security_group, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:01.247809 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-81d71126-67c4-4931-a0c3-bc032a73920d admin admin] Publish callbacks [] for port, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:01.330104 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-162a0def-75f8-4cf9-9a02-afd7e4cdbce7 req-f65d75cf-1bce-4379-8559-bec2f4d10657 tempest-SecurityGroupRulesTestJSON-1060210440 tempest-SecurityGroupRulesTestJSON-1060210440-project] Publish callbacks [] for security_group, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:01.350853 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea63d8b-5625-44f3-b706-cfff2e80ff11 req-94041394-a7c7-4ad9-9ee8-64d80569301e tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:10:01.352393 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-6ea63d8b-5625-44f3-b706-cfff2e80ff11 req-94041394-a7c7-4ad9-9ee8-64d80569301e tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a96da32-1c68-4f60-8164-56d8ced8b069 HTTP/1.1" status: 200  len: 950 time: 0.0744448
Dec 25 21:10:01.358041 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-81d71126-67c4-4931-a0c3-bc032a73920d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:01.402394 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-6ea63d8b-5625-44f3-b706-cfff2e80ff11 req-fdc7e686-6fab-44fb-944d-302f1853a60c tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] 10.222.0.32 "GET /v2.0/security-groups?id=21386e98-0735-4168-a9d9-35455a6206b6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435753
Dec 25 21:10:01.407125 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-de126584-fb5d-47bc-bca7-3e182404a0ae None None] Publish callbacks [] for port, precommit_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:01.407660 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81d71126-67c4-4931-a0c3-bc032a73920d admin admin] Network d6675960-5a27-4fda-8ce3-11dfa09c56d6 is already hosted by enough agents. {{(pid=121607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:10:01.415306 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-81d71126-67c4-4931-a0c3-bc032a73920d admin admin] Resources bound (agent type, host, resource id):  {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:10:01.423474 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d71126-67c4-4931-a0c3-bc032a73920d admin admin] Pushing event updated for resources: {'Port': ['ID=532fba15-857d-421a-a32a-e4619a5e3295,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:10:01.425733 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81d71126-67c4-4931-a0c3-bc032a73920d admin admin] Received port after_create {{(pid=121607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:10:01.438405 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-162a0def-75f8-4cf9-9a02-afd7e4cdbce7 req-f65d75cf-1bce-4379-8559-bec2f4d10657 tempest-SecurityGroupRulesTestJSON-1060210440 tempest-SecurityGroupRulesTestJSON-1060210440-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:01.452815 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d71126-67c4-4931-a0c3-bc032a73920d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:10:01.453211 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d71126-67c4-4931-a0c3-bc032a73920d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:10:01.453621 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d71126-67c4-4931-a0c3-bc032a73920d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:10:01.454058 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d71126-67c4-4931-a0c3-bc032a73920d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:10:01.454249 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d71126-67c4-4931-a0c3-bc032a73920d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:10:01.454526 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d71126-67c4-4931-a0c3-bc032a73920d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:10:01.454853 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d71126-67c4-4931-a0c3-bc032a73920d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:10:01.455416 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d71126-67c4-4931-a0c3-bc032a73920d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:10:01.455540 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d71126-67c4-4931-a0c3-bc032a73920d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:10:01.455820 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d71126-67c4-4931-a0c3-bc032a73920d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:10:01.456137 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d71126-67c4-4931-a0c3-bc032a73920d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:10:01.457381 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d71126-67c4-4931-a0c3-bc032a73920d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:10:01.457381 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d71126-67c4-4931-a0c3-bc032a73920d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:10:01.475571 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65d75cf-1bce-4379-8559-bec2f4d10657 tempest-SecurityGroupRulesTestJSON-1060210440 tempest-SecurityGroupRulesTestJSON-1060210440-project] Pushing event updated for resources: {'SecurityGroup': ['ID=149b12a1-a8cd-4a73-a0d9-43c4539a489b,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:10:01.479896 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.agents_db [None req-ec08dba0-4483-4109-b5e1-5e4a9fdaf12d None None] Agent healthcheck: found 7 active agents {{(pid=121609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 25 21:10:01.494789 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-81d71126-67c4-4931-a0c3-bc032a73920d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2008772'] for router_interface, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:01.529928 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-de126584-fb5d-47bc-bca7-3e182404a0ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:01.566006 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca028bd4-e6bf-4e2f-b7e6-b832b7ab62bb req-267c7068-7780-4b0c-af69-4bcd13bd0350 tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:10:01.567599 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ca028bd4-e6bf-4e2f-b7e6-b832b7ab62bb req-267c7068-7780-4b0c-af69-4bcd13bd0350 tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] 10.222.0.32 "GET /v2.0/ports?device_id=34088aa4-5622-46a6-a155-94ef62f87546 HTTP/1.1" status: 200  len: 946 time: 0.0563233
Dec 25 21:10:01.591883 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-de126584-fb5d-47bc-bca7-3e182404a0ae None None] Attempting to bind port 3922c53c-0e84-4788-8b3a-6ff7fab7eaca on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:10:01.592515 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-de126584-fb5d-47bc-bca7-3e182404a0ae None None] Attempting to bind port 3922c53c-0e84-4788-8b3a-6ff7fab7eaca by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:10:01.593036 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de126584-fb5d-47bc-bca7-3e182404a0ae None None] Attempting to bind port 3922c53c-0e84-4788-8b3a-6ff7fab7eaca on network 7201e55c-7c5f-41aa-a042-a363696539d0 {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:10:01.602992 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de126584-fb5d-47bc-bca7-3e182404a0ae None None] Checking agent: {'id': 'ca4f5c6d-f1fd-48b8-a3e3-395864c7d23d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 20, 56, 40), 'started_at': datetime.datetime(2021, 12, 25, 20, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 9, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:10:01.603740 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de126584-fb5d-47bc-bca7-3e182404a0ae None None] Checking segment: {'id': '6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:10:01.604069 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-de126584-fb5d-47bc-bca7-3e182404a0ae None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:01.604571 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de126584-fb5d-47bc-bca7-3e182404a0ae None None] Bound using segment: {'id': '6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:10:01.605929 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-de126584-fb5d-47bc-bca7-3e182404a0ae None None] Bound port: 3922c53c-0e84-4788-8b3a-6ff7fab7eaca, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'}}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:10:01.605929 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-de126584-fb5d-47bc-bca7-3e182404a0ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:01.620430 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-162a0def-75f8-4cf9-9a02-afd7e4cdbce7 req-f65d75cf-1bce-4379-8559-bec2f4d10657 tempest-SecurityGroupRulesTestJSON-1060210440 tempest-SecurityGroupRulesTestJSON-1060210440-project] Publish callbacks [] for security_group, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:01.642153 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1569ebf-704a-46df-9356-366cd4127118 None None] Pushing event updated for resources: {'Port': ['ID=3922c53c-0e84-4788-8b3a-6ff7fab7eaca,revision_number=2']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:10:01.643747 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-162a0def-75f8-4cf9-9a02-afd7e4cdbce7 req-f65d75cf-1bce-4379-8559-bec2f4d10657 tempest-SecurityGroupRulesTestJSON-1060210440 tempest-SecurityGroupRulesTestJSON-1060210440-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1827 time: 0.5585387
Dec 25 21:10:01.677561 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-e39829d4-9417-48c5-bd15-e8aae93105af req-9345a08c-98b0-419d-9bb3-d35f73f9da4e tempest-SecurityGroupRulesTestJSON-1060210440 tempest-SecurityGroupRulesTestJSON-1060210440-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1923394015', 'description': 'tempest-description-910360220'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:10:01.699523 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ca028bd4-e6bf-4e2f-b7e6-b832b7ab62bb req-eedfa1ca-5a84-4602-89de-27727aedc7bf tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5d2ff88-22d6-43d8-90d1-bfb86d4e3308&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1213360
Dec 25 21:10:01.702055 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-de126584-fb5d-47bc-bca7-3e182404a0ae None None] For port 3922c53c-0e84-4788-8b3a-6ff7fab7eaca, host ncdv-master-1, cleared binding levels {{(pid=121608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:10:01.707124 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-de126584-fb5d-47bc-bca7-3e182404a0ae None None] For port 3922c53c-0e84-4788-8b3a-6ff7fab7eaca, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3922c53c-0e84-4788-8b3a-6ff7fab7eaca,segment=NetworkSegment(6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855),segment_id=6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855)] {{(pid=121608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:10:01.759135 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-de126584-fb5d-47bc-bca7-3e182404a0ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:01.834879 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de126584-fb5d-47bc-bca7-3e182404a0ae None None] Routers {'d442a0c7-62de-4377-b82f-b9c59cce5dd3'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:10:01.835524 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-de126584-fb5d-47bc-bca7-3e182404a0ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2613f88760>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:09:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['d442a0c7-62de-4377-b82f-b9c59cce5dd3'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:10:01.841141 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1569ebf-704a-46df-9356-366cd4127118 None None] Pushing event updated for resources: {'Port': ['ID=3922c53c-0e84-4788-8b3a-6ff7fab7eaca,revision_number=3']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:10:01.849210 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52a6193-3b23-452f-a3fc-8a354c895699 req-d2e7b241-696e-4775-b5c0-ca5b5e2053bc tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:10:01.857711 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b52a6193-3b23-452f-a3fc-8a354c895699 req-d2e7b241-696e-4775-b5c0-ca5b5e2053bc tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] 10.222.0.32 "GET /v2.0/ports?device_id=ed1843d1-a627-404e-adf4-56974bcaa614 HTTP/1.1" status: 200  len: 944 time: 0.0729592
Dec 25 21:10:01.863328 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-e39829d4-9417-48c5-bd15-e8aae93105af req-9345a08c-98b0-419d-9bb3-d35f73f9da4e tempest-SecurityGroupRulesTestJSON-1060210440 tempest-SecurityGroupRulesTestJSON-1060210440-project] Publish callbacks [] for security_group, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:01.877914 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device 5576e36d-eb31-4f83-b0d9-b502678406cc details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 25 21:10:01.880082 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-ab4a88d0-53b9-4a43-88b5-3ca26aa54ec1 None None] Provisioning complete for port 532fba15-857d-421a-a32a-e4619a5e3295 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:10:01.880464 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-ab4a88d0-53b9-4a43-88b5-3ca26aa54ec1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:01.914293 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5ed7876-289e-4bb7-89b1-051968bd6e27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11a8e073-faa1-4705-931b-5c53eaca0cb5'}] {{(pid=121608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:10:01.916919 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a88c78c3ff6266bd59c7e89d275b28c92e739b67d23c89d71af88829fd31566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cfa6ff7-ce6f-46b8-be67-8709238dd7c2" -d '{"events": [{"server_uuid": "b5ed7876-289e-4bb7-89b1-051968bd6e27", "name": "network-vif-plugged", "status": "completed", "tag": "11a8e073-faa1-4705-931b-5c53eaca0cb5"}]}' {{(pid=121608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:10:01.939010 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b52a6193-3b23-452f-a3fc-8a354c895699 req-51bef44e-fc92-4225-8a84-cf9d72e995ae tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] 10.222.0.32 "GET /v2.0/security-groups?id=381a44e3-d0d7-4aba-bc61-1ef7cfa17da9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0787878
Dec 25 21:10:01.950958 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-ab4a88d0-53b9-4a43-88b5-3ca26aa54ec1 None None] Port 532fba15-857d-421a-a32a-e4619a5e3295 cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:10:01.991854 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-e39829d4-9417-48c5-bd15-e8aae93105af req-9345a08c-98b0-419d-9bb3-d35f73f9da4e tempest-SecurityGroupRulesTestJSON-1060210440 tempest-SecurityGroupRulesTestJSON-1060210440-project] Publish callbacks [] for security_group, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:02.017430 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-81d71126-67c4-4931-a0c3-bc032a73920d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:02.046531 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvr_db [None req-de126584-fb5d-47bc-bca7-3e182404a0ae None None] Set router d442a0c7-62de-4377-b82f-b9c59cce5dd3 gateway port host: ncdv-master-1 {{(pid=121608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:10:02.074262 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca59eb67-cfb0-4632-b43f-6d9c5fa4df3e req-179078a7-7518-4972-8c69-505a7c81dfad tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:10:02.076017 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ca59eb67-cfb0-4632-b43f-6d9c5fa4df3e req-179078a7-7518-4972-8c69-505a7c81dfad tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5ed7876-289e-4bb7-89b1-051968bd6e27 HTTP/1.1" status: 200  len: 949 time: 0.0532832
Dec 25 21:10:02.077014 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-e39829d4-9417-48c5-bd15-e8aae93105af req-9345a08c-98b0-419d-9bb3-d35f73f9da4e tempest-SecurityGroupRulesTestJSON-1060210440 tempest-SecurityGroupRulesTestJSON-1060210440-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:02.122975 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9345a08c-98b0-419d-9bb3-d35f73f9da4e tempest-SecurityGroupRulesTestJSON-1060210440 tempest-SecurityGroupRulesTestJSON-1060210440-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52689764-3ce9-43dd-9e16-a097939042c1,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:10:02.146518 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port 5576e36d-eb31-4f83-b0d9-b502678406cc, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5576e36d-eb31-4f83-b0d9-b502678406cc,segment=NetworkSegment(a05a9961-775b-4dff-bebf-b24cb60ab1a9),segment_id=a05a9961-775b-4dff-bebf-b24cb60ab1a9)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:10:02.153662 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ca59eb67-cfb0-4632-b43f-6d9c5fa4df3e req-0f878ad1-9a90-4de6-8214-b88763ee7b55 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] 10.222.0.32 "GET /v2.0/security-groups?id=3d6cb2f0-3d81-4228-9d61-fc5e0bb3087e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0631473
Dec 25 21:10:02.177817 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-e39829d4-9417-48c5-bd15-e8aae93105af req-9345a08c-98b0-419d-9bb3-d35f73f9da4e tempest-SecurityGroupRulesTestJSON-1060210440 tempest-SecurityGroupRulesTestJSON-1060210440-project] Publish callbacks [] for security_group, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:02.179599 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e39829d4-9417-48c5-bd15-e8aae93105af req-9345a08c-98b0-419d-9bb3-d35f73f9da4e tempest-SecurityGroupRulesTestJSON-1060210440 tempest-SecurityGroupRulesTestJSON-1060210440-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1826 time: 0.5110331
Dec 25 21:10:02.195349 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Returning: {'device': '5576e36d-eb31-4f83-b0d9-b502678406cc', 'network_id': '2332d558-39bb-411c-88af-b74bee7e32ab', 'port_id': '5576e36d-eb31-4f83-b0d9-b502678406cc', 'mac_address': 'fa:16:3e:71:85:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63c432f3-af01-4d4f-ae68-1c137d7c49f3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 25 21:10:02.226251 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-81d71126-67c4-4931-a0c3-bc032a73920d admin admin] Publish callbacks [] for port, precommit_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:02.229825 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 21:10:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35a40829-530a-4f11-b630-5d9aad8d4389 x-openstack-request-id: req-35a40829-530a-4f11-b630-5d9aad8d4389 {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:10:02.230445 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5ed7876-289e-4bb7-89b1-051968bd6e27", "name": "network-vif-plugged", "status": "completed", "tag": "11a8e073-faa1-4705-931b-5c53eaca0cb5", "code": 200}]} {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:10:02.230707 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-35a40829-530a-4f11-b630-5d9aad8d4389 {{(pid=121608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:10:02.231089 ncdv-master-1 neutron-server[121608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5ed7876-289e-4bb7-89b1-051968bd6e27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11a8e073-faa1-4705-931b-5c53eaca0cb5', 'code': 200}
Dec 25 21:10:02.268521 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-db643500-a284-4d8a-a0c0-3b98a3c7cefd req-8d89c17d-f8b6-4d5c-854d-3a2e0dafb733 tempest-SecurityGroupRulesTestJSON-1060210440 tempest-SecurityGroupRulesTestJSON-1060210440-project] 10.222.0.32 "GET /v2.0/security-groups/149b12a1-a8cd-4a73-a0d9-43c4539a489b HTTP/1.1" status: 200  len: 1822 time: 0.0403683
Dec 25 21:10:02.283665 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-81d71126-67c4-4931-a0c3-bc032a73920d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8632327'] for port, after_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:02.285377 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:02.306002 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5576e36d-eb31-4f83-b0d9-b502678406cc {{(pid=121608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:10:02.333423 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port 5576e36d-eb31-4f83-b0d9-b502678406cc, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5576e36d-eb31-4f83-b0d9-b502678406cc,segment=NetworkSegment(a05a9961-775b-4dff-bebf-b24cb60ab1a9),segment_id=a05a9961-775b-4dff-bebf-b24cb60ab1a9)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:10:02.347826 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-de126584-fb5d-47bc-bca7-3e182404a0ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2613f88760>, [{'id': 'd442a0c7-62de-4377-b82f-b9c59cce5dd3', 'name': 'tempest-ServersTestManualDisk-909577482-router', 'tenant_id': '4aa6a09f9e43475e8a7f5639f59b1654', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.68'}], 'enable_snat': True}, 'gw_port_id': '3922c53c-0e84-4788-8b3a-6ff7fab7eaca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:09:56Z', 'updated_at': '2021-12-25T21:09:59Z', 'revision_number': 3, 'project_id': '4aa6a09f9e43475e8a7f5639f59b1654', 'gw_port': {'id': '3922c53c-0e84-4788-8b3a-6ff7fab7eaca', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:cd:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd442a0c7-62de-4377-b82f-b9c59cce5dd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:09:58Z', 'updated_at': '2021-12-25T21:10:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:10:02.370647 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d71126-67c4-4931-a0c3-bc032a73920d admin admin] Pushing event updated for resources: {'Port': ['ID=532fba15-857d-421a-a32a-e4619a5e3295,revision_number=2']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:10:02.377897 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-81d71126-67c4-4931-a0c3-bc032a73920d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2007636'] for router_interface, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:02.378276 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de126584-fb5d-47bc-bca7-3e182404a0ae None None] The sync data for ids ['d442a0c7-62de-4377-b82f-b9c59cce5dd3'] in ncdv-master-1 is: [{'id': 'd442a0c7-62de-4377-b82f-b9c59cce5dd3', 'name': 'tempest-ServersTestManualDisk-909577482-router', 'tenant_id': '4aa6a09f9e43475e8a7f5639f59b1654', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.68'}], 'enable_snat': True}, 'gw_port_id': '3922c53c-0e84-4788-8b3a-6ff7fab7eaca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:09:56Z', 'updated_at': '2021-12-25T21:09:59Z', 'revision_number': 3, 'project_id': '4aa6a09f9e43475e8a7f5639f59b1654', 'gw_port': {'id': '3922c53c-0e84-4788-8b3a-6ff7fab7eaca', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:cd:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd442a0c7-62de-4377-b82f-b9c59cce5dd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:09:58Z', 'updated_at': '2021-12-25T21:10:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 21:10:02.397821 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-db643500-a284-4d8a-a0c0-3b98a3c7cefd req-d0fd7382-3e00-4f41-bab4-774c1db6498f tempest-SecurityGroupRulesTestJSON-1060210440 tempest-SecurityGroupRulesTestJSON-1060210440-project] 10.222.0.32 "GET /v2.0/security-groups/52689764-3ce9-43dd-9e16-a097939042c1 HTTP/1.1" status: 200  len: 1821 time: 0.1220047
Dec 25 21:10:02.400369 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cc46ba-9393-4703-8cc3-64c26fb0b708 req-829edd89-e058-4fc7-b9c0-95049958ace6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:10:02.403942 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:02.408206 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-50cc46ba-9393-4703-8cc3-64c26fb0b708 req-829edd89-e058-4fc7-b9c0-95049958ace6 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=b5ed7876-289e-4bb7-89b1-051968bd6e27 HTTP/1.1" status: 200  len: 1100 time: 0.1242514
Dec 25 21:10:02.415709 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-db643500-a284-4d8a-a0c0-3b98a3c7cefd req-9bdc584b-7837-4f68-abdb-9acb1ff0b13e tempest-SecurityGroupRulesTestJSON-1060210440 tempest-SecurityGroupRulesTestJSON-1060210440-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '149b12a1-a8cd-4a73-a0d9-43c4539a489b', 'remote_group_id': '52689764-3ce9-43dd-9e16-a097939042c1', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:10:02.416060 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-db643500-a284-4d8a-a0c0-3b98a3c7cefd req-9bdc584b-7837-4f68-abdb-9acb1ff0b13e tempest-SecurityGroupRulesTestJSON-1060210440 tempest-SecurityGroupRulesTestJSON-1060210440-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '149b12a1-a8cd-4a73-a0d9-43c4539a489b', 'remote_group_id': '52689764-3ce9-43dd-9e16-a097939042c1', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:10:02.463816 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Pushing event updated for resources: {'Port': ['ID=5576e36d-eb31-4f83-b0d9-b502678406cc,revision_number=4']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:10:02.488000 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81d71126-67c4-4931-a0c3-bc032a73920d admin admin] Network d6675960-5a27-4fda-8ce3-11dfa09c56d6 is already hosted by enough agents. {{(pid=121607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:10:02.488501 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b33b7a-c2ba-4cdb-ad1f-f371385b8f59 req-0ea7d539-777f-416c-9a43-9e8ef07909a5 tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:10:02.489623 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-81d71126-67c4-4931-a0c3-bc032a73920d admin admin] Resources bound (agent type, host, resource id):  {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:10:02.490027 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-54b33b7a-c2ba-4cdb-ad1f-f371385b8f59 req-0ea7d539-777f-416c-9a43-9e8ef07909a5 tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] 10.222.0.32 "GET /v2.0/ports?device_id=dee5cf04-7b9e-46fd-b317-75a118617c96 HTTP/1.1" status: 200  len: 944 time: 0.1304009
Dec 25 21:10:02.520107 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-50cc46ba-9393-4703-8cc3-64c26fb0b708 req-ecfdab84-4008-47e4-bc67-b4ba3755b4db service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=3d6cb2f0-3d81-4228-9d61-fc5e0bb3087e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0981054
Dec 25 21:10:02.565472 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-54b33b7a-c2ba-4cdb-ad1f-f371385b8f59 req-4a86a95a-87d2-4b11-abd0-5568d70a3bc4 tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] 10.222.0.32 "GET /v2.0/security-groups?id=bc05caf7-df2e-49b8-960c-4031d2c2ccca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0595183
Dec 25 21:10:02.622653 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81d71126-67c4-4931-a0c3-bc032a73920d admin admin] Router d442a0c7-62de-4377-b82f-b9c59cce5dd3 has already been hosted by L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 {{(pid=121607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 25 21:10:02.755021 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-db643500-a284-4d8a-a0c0-3b98a3c7cefd req-9bdc584b-7837-4f68-abdb-9acb1ff0b13e tempest-SecurityGroupRulesTestJSON-1060210440 tempest-SecurityGroupRulesTestJSON-1060210440-project] Publish callbacks [] for security_group_rule, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:02.755925 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] get_ports_and_sgs() called for port_ids ['5576e36d-eb31-4f83-b0d9-b502678406cc'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:10:02.775838 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81d71126-67c4-4931-a0c3-bc032a73920d admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 21:10:02.786585 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-81d71126-67c4-4931-a0c3-bc032a73920d admin admin] 10.222.0.32 "PUT /v2.0/routers/d442a0c7-62de-4377-b82f-b9c59cce5dd3/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.3504276
Dec 25 21:10:02.799712 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1984cf-4f10-429d-b52d-9d84e7848c88 req-19e8d708-c248-492e-b7ea-2f3e3cdcb270 tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:10:02.801422 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-bd1984cf-4f10-429d-b52d-9d84e7848c88 req-19e8d708-c248-492e-b7ea-2f3e3cdcb270 tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a96da32-1c68-4f60-8164-56d8ced8b069 HTTP/1.1" status: 200  len: 950 time: 0.1078188
Dec 25 21:10:02.830262 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-db643500-a284-4d8a-a0c0-3b98a3c7cefd req-9bdc584b-7837-4f68-abdb-9acb1ff0b13e tempest-SecurityGroupRulesTestJSON-1060210440 tempest-SecurityGroupRulesTestJSON-1060210440-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:02.878815 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-bd1984cf-4f10-429d-b52d-9d84e7848c88 req-3c08a0ed-1af6-4a21-82e9-4307b46691c5 tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] 10.222.0.32 "GET /v2.0/security-groups?id=21386e98-0735-4168-a9d9-35455a6206b6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0699794
Dec 25 21:10:02.889448 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-db643500-a284-4d8a-a0c0-3b98a3c7cefd req-9bdc584b-7837-4f68-abdb-9acb1ff0b13e tempest-SecurityGroupRulesTestJSON-1060210440 tempest-SecurityGroupRulesTestJSON-1060210440-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077839'] for security_group_rule, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:02.917400 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdc584b-7837-4f68-abdb-9acb1ff0b13e tempest-SecurityGroupRulesTestJSON-1060210440 tempest-SecurityGroupRulesTestJSON-1060210440-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da6fe0b4-e82b-453c-8e2b-0ec333815d16,revision_number=0']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:10:02.919846 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-16180d37-ff1d-47fa-a78d-7ef0c1985754 None None] Provisioning complete for port 532fba15-857d-421a-a32a-e4619a5e3295 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:10:02.920473 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-16180d37-ff1d-47fa-a78d-7ef0c1985754 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:02.980721 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-16180d37-ff1d-47fa-a78d-7ef0c1985754 None None] Port 532fba15-857d-421a-a32a-e4619a5e3295 cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:10:03.008657 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-db643500-a284-4d8a-a0c0-3b98a3c7cefd req-9bdc584b-7837-4f68-abdb-9acb1ff0b13e tempest-SecurityGroupRulesTestJSON-1060210440 tempest-SecurityGroupRulesTestJSON-1060210440-project] Publish callbacks [] for security_group_rule, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:03.009923 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-db643500-a284-4d8a-a0c0-3b98a3c7cefd req-9bdc584b-7837-4f68-abdb-9acb1ff0b13e tempest-SecurityGroupRulesTestJSON-1060210440 tempest-SecurityGroupRulesTestJSON-1060210440-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 806 time: 0.6007347
Dec 25 21:10:03.038351 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d8ea45-1cb7-46ed-a9c7-bcee4d64cffe req-a853fb5b-cf02-4e0a-8030-0813a8691faa tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:10:03.040064 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-48d8ea45-1cb7-46ed-a9c7-bcee4d64cffe req-a853fb5b-cf02-4e0a-8030-0813a8691faa tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] 10.222.0.32 "GET /v2.0/ports?device_id=34088aa4-5622-46a6-a155-94ef62f87546 HTTP/1.1" status: 200  len: 946 time: 0.0632401
Dec 25 21:10:03.402624 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-48d8ea45-1cb7-46ed-a9c7-bcee4d64cffe req-a626603d-e55f-4b12-8fac-5e81ecd41345 tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5d2ff88-22d6-43d8-90d1-bfb86d4e3308&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3526876
Dec 25 21:10:03.419095 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf22ede-dc5f-4087-a6ff-3b2e39be4a01 req-4c53705f-2efc-4a13-8ff2-79a9d19cf74a tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:10:03.420629 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-bdf22ede-dc5f-4087-a6ff-3b2e39be4a01 req-4c53705f-2efc-4a13-8ff2-79a9d19cf74a tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a8114c1-85b3-4e15-9e15-95159b456e41 HTTP/1.1" status: 200  len: 949 time: 0.3479586
Dec 25 21:10:03.479142 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-bdf22ede-dc5f-4087-a6ff-3b2e39be4a01 req-ffe9b580-6fab-4702-90c2-0240751d13a2 tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] 10.222.0.32 "GET /v2.0/security-groups?id=21386e98-0735-4168-a9d9-35455a6206b6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0522726
Dec 25 21:10:03.520002 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5615e4-e3af-4c29-8da8-5ca2bf12e605 req-cace5771-1612-4ec8-9e61-722b88235f89 tempest-LiveAutoBlockMigrationV225Test-952394939 tempest-LiveAutoBlockMigrationV225Test-952394939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:10:03.522623 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0a5615e4-e3af-4c29-8da8-5ca2bf12e605 req-cace5771-1612-4ec8-9e61-722b88235f89 tempest-LiveAutoBlockMigrationV225Test-952394939 tempest-LiveAutoBlockMigrationV225Test-952394939-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=34088aa4-5622-46a6-a155-94ef62f87546&tenant_id=276a36e6a97d46a78b7e483daa26cc2e&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 1097 time: 0.0595624
Dec 25 21:10:03.537392 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-0a5615e4-e3af-4c29-8da8-5ca2bf12e605 req-55bb1bd7-840b-41c6-8485-480cc97125b4 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'nch1-master-1'}}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:10:03.636296 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-0a5615e4-e3af-4c29-8da8-5ca2bf12e605 req-55bb1bd7-840b-41c6-8485-480cc97125b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:03.646791 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582b60da-2816-4f28-a693-ff427271c6e4 req-f4d8af59-1f04-42a8-9420-81153b246e37 tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:10:03.648300 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-582b60da-2816-4f28-a693-ff427271c6e4 req-f4d8af59-1f04-42a8-9420-81153b246e37 tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] 10.222.0.32 "GET /v2.0/ports?device_id=ed1843d1-a627-404e-adf4-56974bcaa614 HTTP/1.1" status: 200  len: 944 time: 0.1056576
Dec 25 21:10:03.749453 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-582b60da-2816-4f28-a693-ff427271c6e4 req-075e4085-0dc8-4cff-9d8e-ff0db25d4bae tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] 10.222.0.32 "GET /v2.0/security-groups?id=381a44e3-d0d7-4aba-bc61-1ef7cfa17da9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0918767
Dec 25 21:10:03.794376 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 44492) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:10:03.796166 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-ca3f6ab0-efaa-4ce6-9869-11f4356c533b req-f82204a5-915f-4430-9673-eeaa5e0a2c9f tempest-SecurityGroupRulesTestJSON-1060210440 tempest-SecurityGroupRulesTestJSON-1060210440-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-234078110', 'description': 'tempest-description-378022361'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:10:03.799024 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-387983a8-9f69-4a05-8d0d-c00048b92f7a tempest-ServersTestManualDisk-494677233 tempest-ServersTestManualDisk-494677233-project] Request body: {'security_group': {'name': 'tempest-securitygroup--629793168', 'description': 'tempest-description--1207359268'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:10:03.841755 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-0a5615e4-e3af-4c29-8da8-5ca2bf12e605 req-55bb1bd7-840b-41c6-8485-480cc97125b4 service neutron] For port 1f34074e-0a6d-4eef-a7d5-cef1f7f400f3, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1f34074e-0a6d-4eef-a7d5-cef1f7f400f3,segment=NetworkSegment(0bc15208-d08d-4c93-89c3-c4dfd4d97844),segment_id=0bc15208-d08d-4c93-89c3-c4dfd4d97844)] {{(pid=121606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:10:03.870075 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device 0c6d5976-8c28-4b25-8b9e-c7dc7add6588 up at agent hyperv_nch1-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:10:03.915473 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-0a5615e4-e3af-4c29-8da8-5ca2bf12e605 req-55bb1bd7-840b-41c6-8485-480cc97125b4 service neutron] For port 1f34074e-0a6d-4eef-a7d5-cef1f7f400f3, host nch2-master-1, cleared binding levels {{(pid=121606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:10:03.961985 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81400d84-b0e7-408a-8ca5-399cc3e2d68e req-a5b9a268-18b3-4661-b67b-0ef3906cf552 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:10:03.963620 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-81400d84-b0e7-408a-8ca5-399cc3e2d68e req-a5b9a268-18b3-4661-b67b-0ef3906cf552 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5ed7876-289e-4bb7-89b1-051968bd6e27 HTTP/1.1" status: 200  len: 949 time: 0.1039371
Dec 25 21:10:03.964754 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-387983a8-9f69-4a05-8d0d-c00048b92f7a tempest-ServersTestManualDisk-494677233 tempest-ServersTestManualDisk-494677233-project] Publish callbacks [] for security_group, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:03.997164 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-ca3f6ab0-efaa-4ce6-9869-11f4356c533b req-f82204a5-915f-4430-9673-eeaa5e0a2c9f tempest-SecurityGroupRulesTestJSON-1060210440 tempest-SecurityGroupRulesTestJSON-1060210440-project] Publish callbacks [] for security_group, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:04.007774 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34088aa4-5622-46a6-a155-94ef62f87546', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1f34074e-0a6d-4eef-a7d5-cef1f7f400f3'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:10:04.010047 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9858820c13ec2827453b94ebc4181065e990a4e4089ccb9fe762531ac62d2fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c214853a-14b9-4143-a551-d486c45ef4cd" -d '{"events": [{"server_uuid": "34088aa4-5622-46a6-a155-94ef62f87546", "name": "network-vif-unplugged", "status": "completed", "tag": "1f34074e-0a6d-4eef-a7d5-cef1f7f400f3"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:10:04.021544 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-0a5615e4-e3af-4c29-8da8-5ca2bf12e605 req-55bb1bd7-840b-41c6-8485-480cc97125b4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:04.070922 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-81400d84-b0e7-408a-8ca5-399cc3e2d68e req-9d26b1b6-dacb-47df-83b4-dc1128ec7f14 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] 10.222.0.32 "GET /v2.0/security-groups?id=3d6cb2f0-3d81-4228-9d61-fc5e0bb3087e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0979791
Dec 25 21:10:04.090778 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-387983a8-9f69-4a05-8d0d-c00048b92f7a tempest-ServersTestManualDisk-494677233 tempest-ServersTestManualDisk-494677233-project] Publish callbacks [] for security_group, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:04.116566 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-0a5615e4-e3af-4c29-8da8-5ca2bf12e605 req-55bb1bd7-840b-41c6-8485-480cc97125b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:04.144736 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Provisioning for port 0c6d5976-8c28-4b25-8b9e-c7dc7add6588 completed by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 25 21:10:04.147980 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:04.151326 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Provisioning complete for port 0c6d5976-8c28-4b25-8b9e-c7dc7add6588 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:10:04.151326 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:04.172756 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-ca3f6ab0-efaa-4ce6-9869-11f4356c533b req-f82204a5-915f-4430-9673-eeaa5e0a2c9f tempest-SecurityGroupRulesTestJSON-1060210440 tempest-SecurityGroupRulesTestJSON-1060210440-project] Publish callbacks [] for security_group, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:04.192582 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-387983a8-9f69-4a05-8d0d-c00048b92f7a tempest-ServersTestManualDisk-494677233 tempest-ServersTestManualDisk-494677233-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:04.253912 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387983a8-9f69-4a05-8d0d-c00048b92f7a tempest-ServersTestManualDisk-494677233 tempest-ServersTestManualDisk-494677233-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6382333d-3f4f-4fdc-a521-f329b76785ed,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:10:04.276436 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:04.279848 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bb1bd7-840b-41c6-8485-480cc97125b4 service neutron] Pushing event updated for resources: {'Port': ['ID=1f34074e-0a6d-4eef-a7d5-cef1f7f400f3,revision_number=7']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:10:04.283067 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-ca3f6ab0-efaa-4ce6-9869-11f4356c533b req-f82204a5-915f-4430-9673-eeaa5e0a2c9f tempest-SecurityGroupRulesTestJSON-1060210440 tempest-SecurityGroupRulesTestJSON-1060210440-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:04.290836 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-387983a8-9f69-4a05-8d0d-c00048b92f7a tempest-ServersTestManualDisk-494677233 tempest-ServersTestManualDisk-494677233-project] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:04.292357 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-387983a8-9f69-4a05-8d0d-c00048b92f7a tempest-ServersTestManualDisk-494677233 tempest-ServersTestManualDisk-494677233-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1796 time: 0.4969587
Dec 25 21:10:04.296497 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 44504) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:10:04.301909 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-180bb0c9-ad5b-4808-9599-3f7008121611 tempest-ServersTestManualDisk-494677233 tempest-ServersTestManualDisk-494677233-project] Request body: {'security_group_rule': {'security_group_id': '6382333d-3f4f-4fdc-a521-f329b76785ed', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:10:04.323715 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8d79340a-1bc8-4e81-ba55-e9edc81a3cef req-ab81c31a-fe89-4bed-b63e-5dfb866756b0 tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=c70df2525137490a9e18b5e4af25a7b4&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0694287
Dec 25 21:10:04.325066 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed1843d1-a627-404e-adf4-56974bcaa614', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c6d5976-8c28-4b25-8b9e-c7dc7add6588'}] {{(pid=121608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:10:04.327309 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a88c78c3ff6266bd59c7e89d275b28c92e739b67d23c89d71af88829fd31566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-535dc13b-ca7c-4ccc-98d4-d4e624f804ef" -d '{"events": [{"server_uuid": "ed1843d1-a627-404e-adf4-56974bcaa614", "name": "network-vif-plugged", "status": "completed", "tag": "0c6d5976-8c28-4b25-8b9e-c7dc7add6588"}]}' {{(pid=121608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:10:04.329437 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-0a5615e4-e3af-4c29-8da8-5ca2bf12e605 req-55bb1bd7-840b-41c6-8485-480cc97125b4 service neutron] Attempting to bind port 1f34074e-0a6d-4eef-a7d5-cef1f7f400f3 on host nch2-master-1 for vnic_type normal with profile {"migrating_to": "nch1-master-1"} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:10:04.329786 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-0a5615e4-e3af-4c29-8da8-5ca2bf12e605 req-55bb1bd7-840b-41c6-8485-480cc97125b4 service neutron] Attempting to bind port 1f34074e-0a6d-4eef-a7d5-cef1f7f400f3 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '0bc15208-d08d-4c93-89c3-c4dfd4d97844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '1e137e86-76be-493f-9b25-1d17756925b5'}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:10:04.330122 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a5615e4-e3af-4c29-8da8-5ca2bf12e605 req-55bb1bd7-840b-41c6-8485-480cc97125b4 service neutron] Attempting to bind port 1f34074e-0a6d-4eef-a7d5-cef1f7f400f3 on network 1e137e86-76be-493f-9b25-1d17756925b5 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:10:04.342499 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 3922c53c-0e84-4788-8b3a-6ff7fab7eaca up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:10:04.342986 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-565434fa-1ea5-4ffa-94d6-66a7d40fdf6d None None] Sync routers for ids ['d442a0c7-62de-4377-b82f-b9c59cce5dd3'] in ncdv-master-1 {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 21:10:04.354293 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-565434fa-1ea5-4ffa-94d6-66a7d40fdf6d None None] Routers {'d442a0c7-62de-4377-b82f-b9c59cce5dd3'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:10:04.355688 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-565434fa-1ea5-4ffa-94d6-66a7d40fdf6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2618a83250>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:09:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['d442a0c7-62de-4377-b82f-b9c59cce5dd3'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:10:04.360723 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a5615e4-e3af-4c29-8da8-5ca2bf12e605 req-55bb1bd7-840b-41c6-8485-480cc97125b4 service neutron] Port 1f34074e-0a6d-4eef-a7d5-cef1f7f400f3 on network 1e137e86-76be-493f-9b25-1d17756925b5 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 25 21:10:04.361089 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a5615e4-e3af-4c29-8da8-5ca2bf12e605 req-55bb1bd7-840b-41c6-8485-480cc97125b4 service neutron] Attempting to bind port 1f34074e-0a6d-4eef-a7d5-cef1f7f400f3 on network 1e137e86-76be-493f-9b25-1d17756925b5 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:10:04.373502 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82204a5-915f-4430-9673-eeaa5e0a2c9f tempest-SecurityGroupRulesTestJSON-1060210440 tempest-SecurityGroupRulesTestJSON-1060210440-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b69156ef-d5c8-4ebd-8a43-9f8dee41ff70,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:10:04.383468 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port 0c6d5976-8c28-4b25-8b9e-c7dc7add6588, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0c6d5976-8c28-4b25-8b9e-c7dc7add6588,segment=NetworkSegment(fad08864-4612-4be1-bb28-08cb199f6d74),segment_id=fad08864-4612-4be1-bb28-08cb199f6d74)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:10:04.398992 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a5615e4-e3af-4c29-8da8-5ca2bf12e605 req-55bb1bd7-840b-41c6-8485-480cc97125b4 service neutron] Checking agent: {'id': '0d9ae313-8f8d-40fa-8a9f-d098a25a9911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 21, 4, 38), 'started_at': datetime.datetime(2021, 12, 25, 21, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 9, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:10:04.402130 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a5615e4-e3af-4c29-8da8-5ca2bf12e605 req-55bb1bd7-840b-41c6-8485-480cc97125b4 service neutron] Checking segment: {'id': '0bc15208-d08d-4c93-89c3-c4dfd4d97844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '1e137e86-76be-493f-9b25-1d17756925b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:10:04.402130 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a5615e4-e3af-4c29-8da8-5ca2bf12e605 req-55bb1bd7-840b-41c6-8485-480cc97125b4 service neutron] Bound using segment: {'id': '0bc15208-d08d-4c93-89c3-c4dfd4d97844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '1e137e86-76be-493f-9b25-1d17756925b5'} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:10:04.402130 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-0a5615e4-e3af-4c29-8da8-5ca2bf12e605 req-55bb1bd7-840b-41c6-8485-480cc97125b4 service neutron] Bound port: 1f34074e-0a6d-4eef-a7d5-cef1f7f400f3, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0bc15208-d08d-4c93-89c3-c4dfd4d97844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '1e137e86-76be-493f-9b25-1d17756925b5'}}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:10:04.402130 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-0a5615e4-e3af-4c29-8da8-5ca2bf12e605 req-55bb1bd7-840b-41c6-8485-480cc97125b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:04.434770 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-180bb0c9-ad5b-4808-9599-3f7008121611 tempest-ServersTestManualDisk-494677233 tempest-ServersTestManualDisk-494677233-project] Publish callbacks [] for security_group_rule, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:04.467207 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port 3922c53c-0e84-4788-8b3a-6ff7fab7eaca triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:10:04.467573 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:04.483668 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvr_db [None req-565434fa-1ea5-4ffa-94d6-66a7d40fdf6d None None] Set router d442a0c7-62de-4377-b82f-b9c59cce5dd3 gateway port host: ncdv-master-1 {{(pid=121609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:10:04.487821 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-ca3f6ab0-efaa-4ce6-9869-11f4356c533b req-f82204a5-915f-4430-9673-eeaa5e0a2c9f tempest-SecurityGroupRulesTestJSON-1060210440 tempest-SecurityGroupRulesTestJSON-1060210440-project] Publish callbacks [] for security_group, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:04.489167 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ca3f6ab0-efaa-4ce6-9869-11f4356c533b req-f82204a5-915f-4430-9673-eeaa5e0a2c9f tempest-SecurityGroupRulesTestJSON-1060210440 tempest-SecurityGroupRulesTestJSON-1060210440-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1825 time: 0.6975050
Dec 25 21:10:04.520020 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:04.532261 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:10:04.532261 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:10:04.532261 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:10:04.532261 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:10:04.532261 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:10:04.532261 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:10:04.532261 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:10:04.532261 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:10:04.532261 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:10:04.532261 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:10:04.532261 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:10:04.532261 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:10:04.532261 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:10:04.532261 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:10:04.532261 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:10:04.532261 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:10:04.532261 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:10:04.532261 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:10:04.532261 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:10:04.532261 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:10:04.532261 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:10:04.532261 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:10:04.532261 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:10:04.532261 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:10:04.532261 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:10:04.532261 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:10:04.532261 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:10:04.532261 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:10:04.532261 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:10:04.532261 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:10:04.532261 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:10:04.532261 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:10:04.532261 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:10:04.532261 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:10:04.532261 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:10:04.532261 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:10:04.534704 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:10:04.534704 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:10:04.534704 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:10:04.534704 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:10:04.534704 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:10:04.534704 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:10:04.534704 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:10:04.534704 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:10:04.534704 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:10:04.534704 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:10:04.534704 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:10:04.534704 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:10:04.536042 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d79340a-1bc8-4e81-ba55-e9edc81a3cef req-d1f3ca3b-06d7-40ad-bca1-eb30106b0010 tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:10:04.543296 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8d79340a-1bc8-4e81-ba55-e9edc81a3cef req-d1f3ca3b-06d7-40ad-bca1-eb30106b0010 tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2107699
Dec 25 21:10:04.547066 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-180bb0c9-ad5b-4808-9599-3f7008121611 tempest-ServersTestManualDisk-494677233 tempest-ServersTestManualDisk-494677233-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:04.569602 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8d79340a-1bc8-4e81-ba55-e9edc81a3cef req-cd2750ca-21ef-41fb-bfc3-4cec426c6bfb tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] 10.222.0.32 "GET /v2.0/quotas/c70df2525137490a9e18b5e4af25a7b4 HTTP/1.1" status: 200  len: 375 time: 0.0240004
Dec 25 21:10:04.609461 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-180bb0c9-ad5b-4808-9599-3f7008121611 tempest-ServersTestManualDisk-494677233 tempest-ServersTestManualDisk-494677233-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077839'] for security_group_rule, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:04.628073 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180bb0c9-ad5b-4808-9599-3f7008121611 tempest-ServersTestManualDisk-494677233 tempest-ServersTestManualDisk-494677233-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3a6763a-4298-41ac-980e-339b50a23681,revision_number=0']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:10:04.629054 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Pushing event updated for resources: {'Port': ['ID=0c6d5976-8c28-4b25-8b9e-c7dc7add6588,revision_number=5']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:10:04.645630 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-0a5615e4-e3af-4c29-8da8-5ca2bf12e605 req-55bb1bd7-840b-41c6-8485-480cc97125b4 service neutron] For port 1f34074e-0a6d-4eef-a7d5-cef1f7f400f3, host nch2-master-1, cleared binding levels {{(pid=121606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:10:04.667804 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-0a5615e4-e3af-4c29-8da8-5ca2bf12e605 req-55bb1bd7-840b-41c6-8485-480cc97125b4 service neutron] For port 1f34074e-0a6d-4eef-a7d5-cef1f7f400f3, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1f34074e-0a6d-4eef-a7d5-cef1f7f400f3,segment=NetworkSegment(0bc15208-d08d-4c93-89c3-c4dfd4d97844),segment_id=0bc15208-d08d-4c93-89c3-c4dfd4d97844)] {{(pid=121606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:10:04.685448 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8d79340a-1bc8-4e81-ba55-e9edc81a3cef req-bab34ff0-105c-45aa-9606-2cbc57244934 tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=c70df2525137490a9e18b5e4af25a7b4&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1148970
Dec 25 21:10:04.704716 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2318827-8bc4-42a1-9128-570fadc5d1f9 req-10061ef6-6b1d-4ad9-9f16-1c87eb4d986c tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:10:04.706605 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a2318827-8bc4-42a1-9128-570fadc5d1f9 req-10061ef6-6b1d-4ad9-9f16-1c87eb4d986c tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] 10.222.0.32 "GET /v2.0/ports?device_id=dee5cf04-7b9e-46fd-b317-75a118617c96 HTTP/1.1" status: 200  len: 945 time: 0.1350498
Dec 25 21:10:04.717360 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-180bb0c9-ad5b-4808-9599-3f7008121611 tempest-ServersTestManualDisk-494677233 tempest-ServersTestManualDisk-494677233-project] Publish callbacks [] for security_group_rule, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:04.721242 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-180bb0c9-ad5b-4808-9599-3f7008121611 tempest-ServersTestManualDisk-494677233 tempest-ServersTestManualDisk-494677233-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.4212077
Dec 25 21:10:04.722376 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 44512) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:10:04.726498 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-565434fa-1ea5-4ffa-94d6-66a7d40fdf6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2618a83250>, [{'id': 'd442a0c7-62de-4377-b82f-b9c59cce5dd3', 'name': 'tempest-ServersTestManualDisk-909577482-router', 'tenant_id': '4aa6a09f9e43475e8a7f5639f59b1654', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.68'}], 'enable_snat': True}, 'gw_port_id': '3922c53c-0e84-4788-8b3a-6ff7fab7eaca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:09:56Z', 'updated_at': '2021-12-25T21:10:01Z', 'revision_number': 4, 'project_id': '4aa6a09f9e43475e8a7f5639f59b1654', 'gw_port': {'id': '3922c53c-0e84-4788-8b3a-6ff7fab7eaca', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:cd:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd442a0c7-62de-4377-b82f-b9c59cce5dd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:09:58Z', 'updated_at': '2021-12-25T21:10:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '532fba15-857d-421a-a32a-e4619a5e3295', 'name': '', 'network_id': 'd6675960-5a27-4fda-8ce3-11dfa09c56d6', 'tenant_id': '4aa6a09f9e43475e8a7f5639f59b1654', 'mac_address': 'fa:16:3e:b7:b0:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd442a0c7-62de-4377-b82f-b9c59cce5dd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '35e03391-a093-408b-9676-2290336562fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:10:00Z', 'updated_at': '2021-12-25T21:10:02Z', 'revision_number': 2, 'project_id': '4aa6a09f9e43475e8a7f5639f59b1654', 'subnets': [{'id': '35e03391-a093-408b-9676-2290336562fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:10:04.728355 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-51af4630-eaeb-4176-b176-46932f28938d tempest-ServersTestManualDisk-494677233 tempest-ServersTestManualDisk-494677233-project] Request body: {'security_group_rule': {'security_group_id': '6382333d-3f4f-4fdc-a521-f329b76785ed', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:10:04.742680 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-0a5615e4-e3af-4c29-8da8-5ca2bf12e605 req-55bb1bd7-840b-41c6-8485-480cc97125b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:04.750634 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-8aece3bf-f021-45bc-84e5-41bd43f8aca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:04.759364 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:04.793277 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] For port 3922c53c-0e84-4788-8b3a-6ff7fab7eaca, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3922c53c-0e84-4788-8b3a-6ff7fab7eaca,segment=NetworkSegment(6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855),segment_id=6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:10:04.828952 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a2318827-8bc4-42a1-9128-570fadc5d1f9 req-8d40dfa4-cbb1-4f83-9b44-c63f9d4fd223 tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] 10.222.0.32 "GET /v2.0/security-groups?id=bc05caf7-df2e-49b8-960c-4031d2c2ccca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1137052
Dec 25 21:10:04.855244 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-51af4630-eaeb-4176-b176-46932f28938d tempest-ServersTestManualDisk-494677233 tempest-ServersTestManualDisk-494677233-project] Publish callbacks [] for security_group_rule, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:04.863579 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5615e4-e3af-4c29-8da8-5ca2bf12e605 req-55bb1bd7-840b-41c6-8485-480cc97125b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:10:04.865083 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-0a5615e4-e3af-4c29-8da8-5ca2bf12e605 req-55bb1bd7-840b-41c6-8485-480cc97125b4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:04.868300 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0a5615e4-e3af-4c29-8da8-5ca2bf12e605 req-55bb1bd7-840b-41c6-8485-480cc97125b4 service neutron] 10.222.0.31 "PUT /v2.0/ports/1f34074e-0a6d-4eef-a7d5-cef1f7f400f3 HTTP/1.1" status: 200  len: 1122 time: 1.3352337
Dec 25 21:10:04.868774 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bb1bd7-840b-41c6-8485-480cc97125b4 service neutron] Pushing event updated for resources: {'Port': ['ID=1f34074e-0a6d-4eef-a7d5-cef1f7f400f3,revision_number=8']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:10:04.878277 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:04.879116 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55bb1bd7-840b-41c6-8485-480cc97125b4 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:10:04.879563 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55bb1bd7-840b-41c6-8485-480cc97125b4 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:10:04.879928 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55bb1bd7-840b-41c6-8485-480cc97125b4 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:10:04.880271 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55bb1bd7-840b-41c6-8485-480cc97125b4 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:10:04.880609 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55bb1bd7-840b-41c6-8485-480cc97125b4 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:10:04.885975 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55bb1bd7-840b-41c6-8485-480cc97125b4 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:10:04.886534 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-565434fa-1ea5-4ffa-94d6-66a7d40fdf6d None None] Checking router: d442a0c7-62de-4377-b82f-b9c59cce5dd3 for host: ncdv-master-1 {{(pid=121609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 25 21:10:04.886770 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55bb1bd7-840b-41c6-8485-480cc97125b4 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:10:04.886908 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-565434fa-1ea5-4ffa-94d6-66a7d40fdf6d None None] Updating router d442a0c7-62de-4377-b82f-b9c59cce5dd3 port 532fba15-857d-421a-a32a-e4619a5e3295 binding host ncdv-master-1 {{(pid=121609) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 25 21:10:04.887392 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55bb1bd7-840b-41c6-8485-480cc97125b4 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:10:04.888312 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55bb1bd7-840b-41c6-8485-480cc97125b4 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:10:04.888826 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55bb1bd7-840b-41c6-8485-480cc97125b4 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:10:04.889345 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55bb1bd7-840b-41c6-8485-480cc97125b4 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:10:04.889871 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55bb1bd7-840b-41c6-8485-480cc97125b4 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:10:04.890215 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55bb1bd7-840b-41c6-8485-480cc97125b4 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:10:04.907641 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 25 Dec 2021 21:10:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ce7980a-68e6-4702-b21c-13a7013a32f3 x-openstack-request-id: req-3ce7980a-68e6-4702-b21c-13a7013a32f3 {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:10:04.907991 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34088aa4-5622-46a6-a155-94ef62f87546", "name": "network-vif-unplugged", "status": "completed", "tag": "1f34074e-0a6d-4eef-a7d5-cef1f7f400f3", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:10:04.908203 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3ce7980a-68e6-4702-b21c-13a7013a32f3 {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:10:04.908617 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34088aa4-5622-46a6-a155-94ef62f87546', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1f34074e-0a6d-4eef-a7d5-cef1f7f400f3', 'code': 200}
Dec 25 21:10:04.916487 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-565434fa-1ea5-4ffa-94d6-66a7d40fdf6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:04.976211 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-cde7ad80-6db5-47aa-b00a-ffebb1760ddf req-d77d7458-ab4f-4dd0-8b05-14091bef1e44 tempest-SecurityGroupRulesTestJSON-1060210440 tempest-SecurityGroupRulesTestJSON-1060210440-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-341784532', 'description': 'tempest-description-1373054702'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:10:04.978504 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 21:10:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a1b44da-e0fa-40e0-b91b-6a45a704ded2 x-openstack-request-id: req-3a1b44da-e0fa-40e0-b91b-6a45a704ded2 {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:10:04.981304 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed1843d1-a627-404e-adf4-56974bcaa614", "name": "network-vif-plugged", "status": "completed", "tag": "0c6d5976-8c28-4b25-8b9e-c7dc7add6588", "code": 200}]} {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:10:04.981913 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3a1b44da-e0fa-40e0-b91b-6a45a704ded2 {{(pid=121608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:10:04.982093 ncdv-master-1 neutron-server[121608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed1843d1-a627-404e-adf4-56974bcaa614', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c6d5976-8c28-4b25-8b9e-c7dc7add6588', 'code': 200}
Dec 25 21:10:05.023733 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-51af4630-eaeb-4176-b176-46932f28938d tempest-ServersTestManualDisk-494677233 tempest-ServersTestManualDisk-494677233-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:05.055843 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] get_ports_and_sgs() called for port_ids ['1f34074e-0a6d-4eef-a7d5-cef1f7f400f3'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:10:05.083704 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-51af4630-eaeb-4176-b176-46932f28938d tempest-ServersTestManualDisk-494677233 tempest-ServersTestManualDisk-494677233-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077839'] for security_group_rule, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:05.087639 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] get_ports_and_sgs() called for port_ids ['1f34074e-0a6d-4eef-a7d5-cef1f7f400f3'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:10:05.097598 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Pushing event updated for resources: {'Port': ['ID=3922c53c-0e84-4788-8b3a-6ff7fab7eaca,revision_number=4']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:10:05.110968 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51af4630-eaeb-4176-b176-46932f28938d tempest-ServersTestManualDisk-494677233 tempest-ServersTestManualDisk-494677233-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da5ac897-6966-469b-a896-5c6eb3f8d279,revision_number=0']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:10:05.209117 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65b2fa7-4739-421b-ad46-16c81930f7bd req-6c9e1903-86e5-4891-85b1-1e8c19da4c1e tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:10:05.217227 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d65b2fa7-4739-421b-ad46-16c81930f7bd req-6c9e1903-86e5-4891-85b1-1e8c19da4c1e tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] 10.222.0.32 "GET /v2.0/ports?device_id=34088aa4-5622-46a6-a155-94ef62f87546 HTTP/1.1" status: 200  len: 944 time: 0.1500585
Dec 25 21:10:05.220795 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3853618a-3130-406b-96e0-4166941fdb11 req-5dbd6e78-c89c-4710-91c6-a3fa0582f16a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:10:05.223280 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3853618a-3130-406b-96e0-4166941fdb11 req-5dbd6e78-c89c-4710-91c6-a3fa0582f16a service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=ed1843d1-a627-404e-adf4-56974bcaa614 HTTP/1.1" status: 200  len: 1096 time: 0.1743104
Dec 25 21:10:05.225937 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-cde7ad80-6db5-47aa-b00a-ffebb1760ddf req-d77d7458-ab4f-4dd0-8b05-14091bef1e44 tempest-SecurityGroupRulesTestJSON-1060210440 tempest-SecurityGroupRulesTestJSON-1060210440-project] Publish callbacks [] for security_group, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:05.240239 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-51af4630-eaeb-4176-b176-46932f28938d tempest-ServersTestManualDisk-494677233 tempest-ServersTestManualDisk-494677233-project] Publish callbacks [] for security_group_rule, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:05.242083 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-51af4630-eaeb-4176-b176-46932f28938d tempest-ServersTestManualDisk-494677233 tempest-ServersTestManualDisk-494677233-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.5184617
Dec 25 21:10:05.245219 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 44528) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:10:05.253520 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-a551b627-d494-4c56-9400-0f0362936691 tempest-ServersTestManualDisk-494677233 tempest-ServersTestManualDisk-494677233-project] Request body: {'floatingip': {'floating_network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:10:05.351345 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d65b2fa7-4739-421b-ad46-16c81930f7bd req-acf7f6f7-6820-4771-9d95-3bafb1b793ca tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5d2ff88-22d6-43d8-90d1-bfb86d4e3308&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1329856
Dec 25 21:10:05.364362 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a551b627-d494-4c56-9400-0f0362936691 tempest-ServersTestManualDisk-494677233 tempest-ServersTestManualDisk-494677233-project] Publish callbacks [] for floatingip, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:05.369177 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-565434fa-1ea5-4ffa-94d6-66a7d40fdf6d None None] Publish callbacks [] for port, precommit_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:05.388446 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3853618a-3130-406b-96e0-4166941fdb11 req-2134213e-3730-42c6-bf98-91206a2ef2cb service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=381a44e3-d0d7-4aba-bc61-1ef7cfa17da9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1537318
Dec 25 21:10:05.424946 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-cde7ad80-6db5-47aa-b00a-ffebb1760ddf req-d77d7458-ab4f-4dd0-8b05-14091bef1e44 tempest-SecurityGroupRulesTestJSON-1060210440 tempest-SecurityGroupRulesTestJSON-1060210440-project] Publish callbacks [] for security_group, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:05.484726 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-565434fa-1ea5-4ffa-94d6-66a7d40fdf6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:05.486572 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a551b627-d494-4c56-9400-0f0362936691 tempest-ServersTestManualDisk-494677233 tempest-ServersTestManualDisk-494677233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:05.497655 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e82be6-13ff-4494-996e-0b3fceb3512b req-eb8c3c96-306d-488c-bb57-e04c43110731 tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:10:05.500232 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-34e82be6-13ff-4494-996e-0b3fceb3512b req-eb8c3c96-306d-488c-bb57-e04c43110731 tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] 10.222.0.32 "GET /v2.0/ports?device_id=ed1843d1-a627-404e-adf4-56974bcaa614 HTTP/1.1" status: 200  len: 945 time: 0.0531454
Dec 25 21:10:05.508270 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-cde7ad80-6db5-47aa-b00a-ffebb1760ddf req-d77d7458-ab4f-4dd0-8b05-14091bef1e44 tempest-SecurityGroupRulesTestJSON-1060210440 tempest-SecurityGroupRulesTestJSON-1060210440-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:05.580944 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77d7458-ab4f-4dd0-8b05-14091bef1e44 tempest-SecurityGroupRulesTestJSON-1060210440 tempest-SecurityGroupRulesTestJSON-1060210440-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8e83603-220e-4df4-b881-241db0fc572c,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:10:05.591664 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c67a75-89a7-437f-ba5b-eea2ac777277 None None] Pushing event updated for resources: {'Port': ['ID=532fba15-857d-421a-a32a-e4619a5e3295,revision_number=3']} {{(pid=121609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:10:05.615105 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c67a75-89a7-437f-ba5b-eea2ac777277 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:10:05.615589 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c67a75-89a7-437f-ba5b-eea2ac777277 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:10:05.616004 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c67a75-89a7-437f-ba5b-eea2ac777277 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:10:05.616424 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c67a75-89a7-437f-ba5b-eea2ac777277 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:10:05.616823 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c67a75-89a7-437f-ba5b-eea2ac777277 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:10:05.617254 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c67a75-89a7-437f-ba5b-eea2ac777277 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:10:05.617817 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c67a75-89a7-437f-ba5b-eea2ac777277 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:10:05.618216 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c67a75-89a7-437f-ba5b-eea2ac777277 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:10:05.618611 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c67a75-89a7-437f-ba5b-eea2ac777277 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:10:05.619752 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c67a75-89a7-437f-ba5b-eea2ac777277 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:10:05.619752 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c67a75-89a7-437f-ba5b-eea2ac777277 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:10:05.619752 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c67a75-89a7-437f-ba5b-eea2ac777277 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:10:05.620061 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-cde7ad80-6db5-47aa-b00a-ffebb1760ddf req-d77d7458-ab4f-4dd0-8b05-14091bef1e44 tempest-SecurityGroupRulesTestJSON-1060210440 tempest-SecurityGroupRulesTestJSON-1060210440-project] Publish callbacks [] for security_group, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:05.620160 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c67a75-89a7-437f-ba5b-eea2ac777277 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:10:05.625342 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.managers [None req-565434fa-1ea5-4ffa-94d6-66a7d40fdf6d None None] Attempting to bind port 532fba15-857d-421a-a32a-e4619a5e3295 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:10:05.631704 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.managers [None req-565434fa-1ea5-4ffa-94d6-66a7d40fdf6d None None] Attempting to bind port 532fba15-857d-421a-a32a-e4619a5e3295 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '6f10f496-0b01-497c-83c4-3b556be37e9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd6675960-5a27-4fda-8ce3-11dfa09c56d6'}] {{(pid=121609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:10:05.631704 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-565434fa-1ea5-4ffa-94d6-66a7d40fdf6d None None] Attempting to bind port 532fba15-857d-421a-a32a-e4619a5e3295 on network d6675960-5a27-4fda-8ce3-11dfa09c56d6 {{(pid=121609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:10:05.635743 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-cde7ad80-6db5-47aa-b00a-ffebb1760ddf req-d77d7458-ab4f-4dd0-8b05-14091bef1e44 tempest-SecurityGroupRulesTestJSON-1060210440 tempest-SecurityGroupRulesTestJSON-1060210440-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1826 time: 0.6657073
Dec 25 21:10:05.636553 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-565434fa-1ea5-4ffa-94d6-66a7d40fdf6d None None] Checking agent: {'id': 'ca4f5c6d-f1fd-48b8-a3e3-395864c7d23d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 20, 56, 40), 'started_at': datetime.datetime(2021, 12, 25, 20, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 9, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:10:05.637058 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-565434fa-1ea5-4ffa-94d6-66a7d40fdf6d None None] Checking segment: {'id': '6f10f496-0b01-497c-83c4-3b556be37e9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd6675960-5a27-4fda-8ce3-11dfa09c56d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:10:05.637534 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-565434fa-1ea5-4ffa-94d6-66a7d40fdf6d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:05.637989 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-565434fa-1ea5-4ffa-94d6-66a7d40fdf6d None None] Bound using segment: {'id': '6f10f496-0b01-497c-83c4-3b556be37e9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd6675960-5a27-4fda-8ce3-11dfa09c56d6'} {{(pid=121609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:10:05.638983 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.managers [None req-565434fa-1ea5-4ffa-94d6-66a7d40fdf6d None None] Bound port: 532fba15-857d-421a-a32a-e4619a5e3295, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f10f496-0b01-497c-83c4-3b556be37e9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd6675960-5a27-4fda-8ce3-11dfa09c56d6'}}] {{(pid=121609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:10:05.639580 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-565434fa-1ea5-4ffa-94d6-66a7d40fdf6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:05.652686 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-34e82be6-13ff-4494-996e-0b3fceb3512b req-296e226f-e38f-48cd-bd1f-d6040c314d5c tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] 10.222.0.32 "GET /v2.0/security-groups?id=381a44e3-d0d7-4aba-bc61-1ef7cfa17da9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1378353
Dec 25 21:10:05.676075 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_common [None req-a551b627-d494-4c56-9400-0f0362936691 tempest-ServersTestManualDisk-494677233 tempest-ServersTestManualDisk-494677233-project] Allocated IP 172.35.3.8 (7201e55c-7c5f-41aa-a042-a363696539d0/7a939e13-713f-45cf-bba7-1539635abe25/9f4b348b-756a-4e57-b830-8223fc17fe6b) {{(pid=121607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:10:05.726455 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.db [None req-565434fa-1ea5-4ffa-94d6-66a7d40fdf6d None None] For port 532fba15-857d-421a-a32a-e4619a5e3295, host ncdv-master-1, cleared binding levels {{(pid=121609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:10:05.730804 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.db [None req-565434fa-1ea5-4ffa-94d6-66a7d40fdf6d None None] For port 532fba15-857d-421a-a32a-e4619a5e3295, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=532fba15-857d-421a-a32a-e4619a5e3295,segment=NetworkSegment(6f10f496-0b01-497c-83c4-3b556be37e9b),segment_id=6f10f496-0b01-497c-83c4-3b556be37e9b)] {{(pid=121609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:10:05.736776 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-787abc6f-43c8-4253-a542-f4dfdf133efd req-b9688cf3-764b-4b98-b6b1-07f23f72fa6f tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c4af366-b80d-4609-babc-fa7e67fc184a HTTP/1.1" status: 200  len: 210 time: 0.0410111
Dec 25 21:10:05.809697 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-565434fa-1ea5-4ffa-94d6-66a7d40fdf6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:05.814380 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea39471e-021d-4416-a9ee-8b934604750d req-0214f5ee-6499-42d2-b095-cb9825310515 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:10:05.816229 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ea39471e-021d-4416-a9ee-8b934604750d req-0214f5ee-6499-42d2-b095-cb9825310515 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5ed7876-289e-4bb7-89b1-051968bd6e27 HTTP/1.1" status: 200  len: 949 time: 0.0588760
Dec 25 21:10:05.847229 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a551b627-d494-4c56-9400-0f0362936691 tempest-ServersTestManualDisk-494677233 tempest-ServersTestManualDisk-494677233-project] Publish callbacks [] for port, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:05.864034 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device 1f34074e-0a6d-4eef-a7d5-cef1f7f400f3 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 25 21:10:05.870008 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device 5576e36d-eb31-4f83-b0d9-b502678406cc up at agent hyperv_nch1-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:10:05.882589 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-565434fa-1ea5-4ffa-94d6-66a7d40fdf6d None None] Routers {'d442a0c7-62de-4377-b82f-b9c59cce5dd3'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:10:05.883231 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-565434fa-1ea5-4ffa-94d6-66a7d40fdf6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2618a83250>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:09:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['d442a0c7-62de-4377-b82f-b9c59cce5dd3'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:10:05.927281 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ea39471e-021d-4416-a9ee-8b934604750d req-6cee34ef-e518-4f5a-bbd4-06675b2dd4ad tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] 10.222.0.32 "GET /v2.0/security-groups?id=3d6cb2f0-3d81-4228-9d61-fc5e0bb3087e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1029170
Dec 25 21:10:05.948248 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c67a75-89a7-437f-ba5b-eea2ac777277 None None] Pushing event updated for resources: {'Port': ['ID=532fba15-857d-421a-a32a-e4619a5e3295,revision_number=4']} {{(pid=121609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:10:05.981532 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a551b627-d494-4c56-9400-0f0362936691 tempest-ServersTestManualDisk-494677233 tempest-ServersTestManualDisk-494677233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:06.014566 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-23eb8b0a-dfb3-4781-afe7-0c044b972b19 req-9323b8af-f0bd-4996-95d1-f5c54b73eb3e tempest-SecurityGroupRulesTestJSON-1060210440 tempest-SecurityGroupRulesTestJSON-1060210440-project] 10.222.0.32 "GET /v2.0/security-groups/b69156ef-d5c8-4ebd-8a43-9f8dee41ff70 HTTP/1.1" status: 200  len: 1820 time: 0.1055565
Dec 25 21:10:06.067884 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-8d682380-d45f-4e9b-9f4a-589d77acccc2 None None] Provisioning complete for port 532fba15-857d-421a-a32a-e4619a5e3295 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:10:06.069043 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-8d682380-d45f-4e9b-9f4a-589d77acccc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:06.080728 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvr_db [None req-565434fa-1ea5-4ffa-94d6-66a7d40fdf6d None None] Set router d442a0c7-62de-4377-b82f-b9c59cce5dd3 gateway port host: ncdv-master-1 {{(pid=121609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:10:06.086713 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-23eb8b0a-dfb3-4781-afe7-0c044b972b19 req-b25e8daa-bac1-4e27-bf17-3aa3e3646792 tempest-SecurityGroupRulesTestJSON-1060210440 tempest-SecurityGroupRulesTestJSON-1060210440-project] 10.222.0.32 "GET /v2.0/security-groups/a8e83603-220e-4df4-b881-241db0fc572c HTTP/1.1" status: 200  len: 1821 time: 0.0711620
Dec 25 21:10:06.094445 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a551b627-d494-4c56-9400-0f0362936691 tempest-ServersTestManualDisk-494677233 tempest-ServersTestManualDisk-494677233-project] Network 7201e55c-7c5f-41aa-a042-a363696539d0 is already hosted by enough agents. {{(pid=121607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:10:06.097735 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-a551b627-d494-4c56-9400-0f0362936691 tempest-ServersTestManualDisk-494677233 tempest-ServersTestManualDisk-494677233-project] Resources bound (agent type, host, resource id):  {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:10:06.103124 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a551b627-d494-4c56-9400-0f0362936691 tempest-ServersTestManualDisk-494677233 tempest-ServersTestManualDisk-494677233-project] Received port after_create {{(pid=121607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:10:06.106570 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-23eb8b0a-dfb3-4781-afe7-0c044b972b19 req-62997554-9149-46d6-96f7-53bbc3f282c6 tempest-SecurityGroupRulesTestJSON-1060210440 tempest-SecurityGroupRulesTestJSON-1060210440-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'b69156ef-d5c8-4ebd-8a43-9f8dee41ff70', 'remote_group_id': 'a8e83603-220e-4df4-b881-241db0fc572c', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:10:06.106905 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-23eb8b0a-dfb3-4781-afe7-0c044b972b19 req-62997554-9149-46d6-96f7-53bbc3f282c6 tempest-SecurityGroupRulesTestJSON-1060210440 tempest-SecurityGroupRulesTestJSON-1060210440-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'b69156ef-d5c8-4ebd-8a43-9f8dee41ff70', 'remote_group_id': 'a8e83603-220e-4df4-b881-241db0fc572c', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:10:06.180260 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a551b627-d494-4c56-9400-0f0362936691 tempest-ServersTestManualDisk-494677233 tempest-ServersTestManualDisk-494677233-project] Pushing event updated for resources: {'Port': ['ID=9f4b348b-756a-4e57-b830-8223fc17fe6b,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:10:06.184130 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b894b1-1c69-4a12-bc27-1286f5069398 req-a860aae0-75b1-462e-943a-b1869798105b tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:10:06.187237 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-35b894b1-1c69-4a12-bc27-1286f5069398 req-a860aae0-75b1-462e-943a-b1869798105b tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] 10.222.0.32 "GET /v2.0/ports?device_id=dee5cf04-7b9e-46fd-b317-75a118617c96 HTTP/1.1" status: 200  len: 945 time: 0.0983427
Dec 25 21:10:06.232338 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port 1f34074e-0a6d-4eef-a7d5-cef1f7f400f3, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1f34074e-0a6d-4eef-a7d5-cef1f7f400f3,segment=NetworkSegment(0bc15208-d08d-4c93-89c3-c4dfd4d97844),segment_id=0bc15208-d08d-4c93-89c3-c4dfd4d97844)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:10:06.268522 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Provisioning for port 5576e36d-eb31-4f83-b0d9-b502678406cc completed by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 25 21:10:06.274396 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Provisioning complete for port 5576e36d-eb31-4f83-b0d9-b502678406cc triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:10:06.277997 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:06.282036 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device 1f34074e-0a6d-4eef-a7d5-cef1f7f400f3 has no active binding in host nch1-master-1 {{(pid=121608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}}
Dec 25 21:10:06.299932 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-23eb8b0a-dfb3-4781-afe7-0c044b972b19 req-62997554-9149-46d6-96f7-53bbc3f282c6 tempest-SecurityGroupRulesTestJSON-1060210440 tempest-SecurityGroupRulesTestJSON-1060210440-project] Publish callbacks [] for security_group_rule, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:06.310167 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-35b894b1-1c69-4a12-bc27-1286f5069398 req-ff38e072-c93f-48d9-a467-37512c24f205 tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] 10.222.0.32 "GET /v2.0/security-groups?id=bc05caf7-df2e-49b8-960c-4031d2c2ccca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1111281
Dec 25 21:10:06.314509 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a551b627-d494-4c56-9400-0f0362936691 tempest-ServersTestManualDisk-494677233 tempest-ServersTestManualDisk-494677233-project] Publish callbacks [] for floatingip, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:06.347272 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 3922c53c-0e84-4788-8b3a-6ff7fab7eaca up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:10:06.347666 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-23eb8b0a-dfb3-4781-afe7-0c044b972b19 req-62997554-9149-46d6-96f7-53bbc3f282c6 tempest-SecurityGroupRulesTestJSON-1060210440 tempest-SecurityGroupRulesTestJSON-1060210440-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:06.389588 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-565434fa-1ea5-4ffa-94d6-66a7d40fdf6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2618a83250>, [{'id': 'd442a0c7-62de-4377-b82f-b9c59cce5dd3', 'name': 'tempest-ServersTestManualDisk-909577482-router', 'tenant_id': '4aa6a09f9e43475e8a7f5639f59b1654', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.68'}], 'enable_snat': True}, 'gw_port_id': '3922c53c-0e84-4788-8b3a-6ff7fab7eaca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:09:56Z', 'updated_at': '2021-12-25T21:10:01Z', 'revision_number': 4, 'project_id': '4aa6a09f9e43475e8a7f5639f59b1654', 'gw_port': {'id': '3922c53c-0e84-4788-8b3a-6ff7fab7eaca', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:cd:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd442a0c7-62de-4377-b82f-b9c59cce5dd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:09:58Z', 'updated_at': '2021-12-25T21:10:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '532fba15-857d-421a-a32a-e4619a5e3295', 'name': '', 'network_id': 'd6675960-5a27-4fda-8ce3-11dfa09c56d6', 'tenant_id': '4aa6a09f9e43475e8a7f5639f59b1654', 'mac_address': 'fa:16:3e:b7:b0:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd442a0c7-62de-4377-b82f-b9c59cce5dd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '35e03391-a093-408b-9676-2290336562fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:10:00Z', 'updated_at': '2021-12-25T21:10:05Z', 'revision_number': 4, 'project_id': '4aa6a09f9e43475e8a7f5639f59b1654', 'subnets': [{'id': '35e03391-a093-408b-9676-2290336562fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:10:06.413200 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-8d682380-d45f-4e9b-9f4a-589d77acccc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:06.418264 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-565434fa-1ea5-4ffa-94d6-66a7d40fdf6d None None] The sync data for ids ['d442a0c7-62de-4377-b82f-b9c59cce5dd3'] in ncdv-master-1 is: [{'id': 'd442a0c7-62de-4377-b82f-b9c59cce5dd3', 'name': 'tempest-ServersTestManualDisk-909577482-router', 'tenant_id': '4aa6a09f9e43475e8a7f5639f59b1654', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.68'}], 'enable_snat': True}, 'gw_port_id': '3922c53c-0e84-4788-8b3a-6ff7fab7eaca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:09:56Z', 'updated_at': '2021-12-25T21:10:01Z', 'revision_number': 4, 'project_id': '4aa6a09f9e43475e8a7f5639f59b1654', 'gw_port': {'id': '3922c53c-0e84-4788-8b3a-6ff7fab7eaca', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:cd:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd442a0c7-62de-4377-b82f-b9c59cce5dd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:09:58Z', 'updated_at': '2021-12-25T21:10:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '532fba15-857d-421a-a32a-e4619a5e3295', 'name': '', 'network_id': 'd6675960-5a27-4fda-8ce3-11dfa09c56d6', 'tenant_id': '4aa6a09f9e43475e8a7f5639f59b1654', 'mac_address': 'fa:16:3e:b7:b0:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd442a0c7-62de-4377-b82f-b9c59cce5dd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '35e03391-a093-408b-9676-2290336562fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:10:00Z', 'updated_at': '2021-12-25T21:10:05Z', 'revision_number': 4, 'project_id': '4aa6a09f9e43475e8a7f5639f59b1654', 'subnets': [{'id': '35e03391-a093-408b-9676-2290336562fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 21:10:06.438035 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a187fdb-8d36-4848-8317-ff92a401798e req-8f076877-08dd-499e-8ed1-3bde94f93fe0 tempest-ServersOnMultiNodesTest-1189401283 tempest-ServersOnMultiNodesTest-1189401283-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:10:06.447460 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-6a187fdb-8d36-4848-8317-ff92a401798e req-8f076877-08dd-499e-8ed1-3bde94f93fe0 tempest-ServersOnMultiNodesTest-1189401283 tempest-ServersOnMultiNodesTest-1189401283-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=b5ed7876-289e-4bb7-89b1-051968bd6e27 HTTP/1.1" status: 200  len: 1100 time: 0.0614154
Dec 25 21:10:06.484076 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a551b627-d494-4c56-9400-0f0362936691 tempest-ServersTestManualDisk-494677233 tempest-ServersTestManualDisk-494677233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:06.490092 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-23eb8b0a-dfb3-4781-afe7-0c044b972b19 req-62997554-9149-46d6-96f7-53bbc3f282c6 tempest-SecurityGroupRulesTestJSON-1060210440 tempest-SecurityGroupRulesTestJSON-1060210440-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077839'] for security_group_rule, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:06.518242 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-8d682380-d45f-4e9b-9f4a-589d77acccc2 None None] For port 532fba15-857d-421a-a32a-e4619a5e3295, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=532fba15-857d-421a-a32a-e4619a5e3295,segment=NetworkSegment(6f10f496-0b01-497c-83c4-3b556be37e9b),segment_id=6f10f496-0b01-497c-83c4-3b556be37e9b)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:10:06.530607 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-6a187fdb-8d36-4848-8317-ff92a401798e req-c5a545c2-7658-4899-9358-62063da3fe03 tempest-ServersOnMultiNodesTest-1189401283 tempest-ServersOnMultiNodesTest-1189401283-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=3d6cb2f0-3d81-4228-9d61-fc5e0bb3087e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0814524
Dec 25 21:10:06.535057 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port 3922c53c-0e84-4788-8b3a-6ff7fab7eaca triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:10:06.535433 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:06.542297 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62997554-9149-46d6-96f7-53bbc3f282c6 tempest-SecurityGroupRulesTestJSON-1060210440 tempest-SecurityGroupRulesTestJSON-1060210440-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7b11677-6024-48fd-b0d5-d393de60925d,revision_number=0']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:10:06.576760 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:06.616054 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-8d682380-d45f-4e9b-9f4a-589d77acccc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:06.676477 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port 5576e36d-eb31-4f83-b0d9-b502678406cc, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5576e36d-eb31-4f83-b0d9-b502678406cc,segment=NetworkSegment(a05a9961-775b-4dff-bebf-b24cb60ab1a9),segment_id=a05a9961-775b-4dff-bebf-b24cb60ab1a9)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:10:06.696200 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-23eb8b0a-dfb3-4781-afe7-0c044b972b19 req-62997554-9149-46d6-96f7-53bbc3f282c6 tempest-SecurityGroupRulesTestJSON-1060210440 tempest-SecurityGroupRulesTestJSON-1060210440-project] Publish callbacks [] for security_group_rule, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:06.724483 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-23eb8b0a-dfb3-4781-afe7-0c044b972b19 req-62997554-9149-46d6-96f7-53bbc3f282c6 tempest-SecurityGroupRulesTestJSON-1060210440 tempest-SecurityGroupRulesTestJSON-1060210440-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 806 time: 0.6367812
Dec 25 21:10:06.776175 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965136e6-990d-4c38-b751-32b26052c19e req-0336945d-6836-4432-a3d2-04338f96e5ca tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:10:06.781327 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-965136e6-990d-4c38-b751-32b26052c19e req-0336945d-6836-4432-a3d2-04338f96e5ca tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] 10.222.0.32 "GET /v2.0/ports?device_id=34088aa4-5622-46a6-a155-94ef62f87546 HTTP/1.1" status: 200  len: 944 time: 0.1348939
Dec 25 21:10:06.831988 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:06.848582 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a551b627-d494-4c56-9400-0f0362936691 tempest-ServersTestManualDisk-494677233 tempest-ServersTestManualDisk-494677233-project] Publish callbacks [] for port, precommit_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:06.858378 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d682380-d45f-4e9b-9f4a-589d77acccc2 None None] Pushing event updated for resources: {'Port': ['ID=532fba15-857d-421a-a32a-e4619a5e3295,revision_number=5']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:10:06.874370 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-965136e6-990d-4c38-b751-32b26052c19e req-5ef5d511-7ffe-41cb-8552-3a14bb9abe3b tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5d2ff88-22d6-43d8-90d1-bfb86d4e3308&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0857408
Dec 25 21:10:06.891943 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99be4b40-97ea-48d9-afed-60ba4f986429 req-3c6d31bc-819d-4efd-9b19-517f40f5c0f6 tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:10:06.893959 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-99be4b40-97ea-48d9-afed-60ba4f986429 req-3c6d31bc-819d-4efd-9b19-517f40f5c0f6 tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] 10.222.0.32 "GET /v2.0/ports?device_id=ed1843d1-a627-404e-adf4-56974bcaa614 HTTP/1.1" status: 200  len: 945 time: 0.0926840
Dec 25 21:10:06.894422 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-1c4b7eed-08ca-4406-a668-d9d934173b4a None None] Provisioning complete for port 532fba15-857d-421a-a32a-e4619a5e3295 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:10:06.894799 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-1c4b7eed-08ca-4406-a668-d9d934173b4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:06.916905 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34088aa4-5622-46a6-a155-94ef62f87546', 'tag': '1f34074e-0a6d-4eef-a7d5-cef1f7f400f3'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:10:06.916905 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9858820c13ec2827453b94ebc4181065e990a4e4089ccb9fe762531ac62d2fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e509e39f-7927-4590-ac80-2aa1368b7497" -d '{"events": [{"name": "network-changed", "server_uuid": "34088aa4-5622-46a6-a155-94ef62f87546", "tag": "1f34074e-0a6d-4eef-a7d5-cef1f7f400f3"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:10:06.952983 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a551b627-d494-4c56-9400-0f0362936691 tempest-ServersTestManualDisk-494677233 tempest-ServersTestManualDisk-494677233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8632327'] for port, after_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:06.985722 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dee5cf04-7b9e-46fd-b317-75a118617c96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5576e36d-eb31-4f83-b0d9-b502678406cc'}] {{(pid=121608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:10:06.988899 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a88c78c3ff6266bd59c7e89d275b28c92e739b67d23c89d71af88829fd31566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87e0e7a1-c00f-4c62-8c8b-20a0be9a019a" -d '{"events": [{"server_uuid": "dee5cf04-7b9e-46fd-b317-75a118617c96", "name": "network-vif-plugged", "status": "completed", "tag": "5576e36d-eb31-4f83-b0d9-b502678406cc"}]}' {{(pid=121608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:10:07.005910 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Pushing event updated for resources: {'Port': ['ID=5576e36d-eb31-4f83-b0d9-b502678406cc,revision_number=5']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:10:07.020982 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-99be4b40-97ea-48d9-afed-60ba4f986429 req-e03454b2-ac6e-4926-9ed8-8de02738138a tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] 10.222.0.32 "GET /v2.0/security-groups?id=381a44e3-d0d7-4aba-bc61-1ef7cfa17da9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0971882
Dec 25 21:10:07.033665 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9a520a3d-be5e-460f-8bb3-3e2e60197740 req-21dd4d43-8dad-4163-92c7-c9eabbc86055 tempest-SecurityGroupRulesTestJSON-1060210440 tempest-SecurityGroupRulesTestJSON-1060210440-project] 10.222.0.32 "GET /v2.0/security-groups/a8e83603-220e-4df4-b881-241db0fc572c HTTP/1.1" status: 200  len: 1821 time: 0.1085610
Dec 25 21:10:07.077793 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-e12d18b5-8855-47a9-83b2-41cee3f5a511 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:07.094639 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a551b627-d494-4c56-9400-0f0362936691 tempest-ServersTestManualDisk-494677233 tempest-ServersTestManualDisk-494677233-project] Pushing event updated for resources: {'Port': ['ID=9f4b348b-756a-4e57-b830-8223fc17fe6b,revision_number=2']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:10:07.115544 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a551b627-d494-4c56-9400-0f0362936691 tempest-ServersTestManualDisk-494677233 tempest-ServersTestManualDisk-494677233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2008639'] for floatingip, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:07.119128 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-9a520a3d-be5e-460f-8bb3-3e2e60197740 req-6debff87-6c26-4a74-8434-dc68ff613362 tempest-SecurityGroupRulesTestJSON-1060210440 tempest-SecurityGroupRulesTestJSON-1060210440-project] Publish callbacks [] for security_group, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:07.143688 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5e6e4e5b-50ed-4972-90ed-9b691cc6cf08 req-7886c8b7-5c4c-4895-8a2d-cf7bef4524f8 tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c4af366-b80d-4609-babc-fa7e67fc184a HTTP/1.1" status: 200  len: 210 time: 0.0339618
Dec 25 21:10:07.158452 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-9a520a3d-be5e-460f-8bb3-3e2e60197740 req-6debff87-6c26-4a74-8434-dc68ff613362 tempest-SecurityGroupRulesTestJSON-1060210440 tempest-SecurityGroupRulesTestJSON-1060210440-project] Publish callbacks [] for security_group, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:07.188675 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a551b627-d494-4c56-9400-0f0362936691 tempest-ServersTestManualDisk-494677233 tempest-ServersTestManualDisk-494677233-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for floatingip, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:07.201904 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-a551b627-d494-4c56-9400-0f0362936691 tempest-ServersTestManualDisk-494677233 tempest-ServersTestManualDisk-494677233-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 691 time: 1.9439712
Dec 25 21:10:07.281817 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7b060e32-bfb7-45d5-b83a-0cbbefae969d req-82839dc4-0ce0-4c86-a47a-d0b3263a6a5a tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=19a16dcc3c214ac2a218d3758e551792&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0268021
Dec 25 21:10:07.324275 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-9a520a3d-be5e-460f-8bb3-3e2e60197740 req-6debff87-6c26-4a74-8434-dc68ff613362 tempest-SecurityGroupRulesTestJSON-1060210440 tempest-SecurityGroupRulesTestJSON-1060210440-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:07.327086 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-9a520a3d-be5e-460f-8bb3-3e2e60197740 req-6debff87-6c26-4a74-8434-dc68ff613362 tempest-SecurityGroupRulesTestJSON-1060210440 tempest-SecurityGroupRulesTestJSON-1060210440-project] Publish callbacks [] for security_group, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:07.328385 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9a520a3d-be5e-460f-8bb3-3e2e60197740 req-6debff87-6c26-4a74-8434-dc68ff613362 tempest-SecurityGroupRulesTestJSON-1060210440 tempest-SecurityGroupRulesTestJSON-1060210440-project] 10.222.0.32 "DELETE /v2.0/security-groups/a8e83603-220e-4df4-b881-241db0fc572c HTTP/1.1" status: 204  len: 173 time: 0.2936184
Dec 25 21:10:07.344326 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6debff87-6c26-4a74-8434-dc68ff613362 tempest-SecurityGroupRulesTestJSON-1060210440 tempest-SecurityGroupRulesTestJSON-1060210440-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8e83603-220e-4df4-b881-241db0fc572c,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:10:07.422889 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b060e32-bfb7-45d5-b83a-0cbbefae969d req-c2aade85-b5d5-4bbc-8586-217ba0d4be7f tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:10:07.424439 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7b060e32-bfb7-45d5-b83a-0cbbefae969d req-c2aade85-b5d5-4bbc-8586-217ba0d4be7f tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1362982
Dec 25 21:10:07.441816 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7b060e32-bfb7-45d5-b83a-0cbbefae969d req-99366bf4-a3e7-4cbf-bea7-864aa6cbf007 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] 10.222.0.32 "GET /v2.0/quotas/19a16dcc3c214ac2a218d3758e551792 HTTP/1.1" status: 200  len: 375 time: 0.0106604
Dec 25 21:10:07.450851 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Dec 2021 21:10:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cd88784-2a7f-4212-90b3-944bf5983de9 x-openstack-request-id: req-5cd88784-2a7f-4212-90b3-944bf5983de9 {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:10:07.451228 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34088aa4-5622-46a6-a155-94ef62f87546", "tag": "1f34074e-0a6d-4eef-a7d5-cef1f7f400f3", "status": "completed", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:10:07.465287 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5cd88784-2a7f-4212-90b3-944bf5983de9 {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:10:07.466138 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34088aa4-5622-46a6-a155-94ef62f87546', 'tag': '1f34074e-0a6d-4eef-a7d5-cef1f7f400f3', 'status': 'completed', 'code': 200}
Dec 25 21:10:07.496605 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 21:10:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2efc43a3-880b-44f1-a868-0500230743e9 x-openstack-request-id: req-2efc43a3-880b-44f1-a868-0500230743e9 {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:10:07.496605 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dee5cf04-7b9e-46fd-b317-75a118617c96", "name": "network-vif-plugged", "status": "completed", "tag": "5576e36d-eb31-4f83-b0d9-b502678406cc", "code": 200}]} {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:10:07.496605 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2efc43a3-880b-44f1-a868-0500230743e9 {{(pid=121608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:10:07.497275 ncdv-master-1 neutron-server[121608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dee5cf04-7b9e-46fd-b317-75a118617c96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5576e36d-eb31-4f83-b0d9-b502678406cc', 'code': 200}
Dec 25 21:10:07.502203 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-8d79340a-1bc8-4e81-ba55-e9edc81a3cef req-6bb1438f-30a1-4303-98b8-efd36a1617b9 tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=c70df2525137490a9e18b5e4af25a7b4&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0379131
Dec 25 21:10:07.541268 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7b060e32-bfb7-45d5-b83a-0cbbefae969d req-50c1d962-8963-4692-9af4-b20f6b0d62c0 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=19a16dcc3c214ac2a218d3758e551792&fields=id HTTP/1.1" status: 200  len: 532 time: 0.0738258
Dec 25 21:10:07.657181 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e509e39f-7927-4590-ac80-2aa1368b7497 req-bda142c1-e4e4-4b9a-b9e4-6073fdc67275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:10:07.658753 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-e509e39f-7927-4590-ac80-2aa1368b7497 req-bda142c1-e4e4-4b9a-b9e4-6073fdc67275 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=276a36e6a97d46a78b7e483daa26cc2e&device_id=34088aa4-5622-46a6-a155-94ef62f87546 HTTP/1.1" status: 200  len: 1125 time: 0.1712341
Dec 25 21:10:07.667907 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4421af-e1df-45ea-b27d-3da8c281d253 req-6b76459b-b487-4a17-8378-c99be5bbb56f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:10:07.669392 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7d4421af-e1df-45ea-b27d-3da8c281d253 req-6b76459b-b487-4a17-8378-c99be5bbb56f service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=dee5cf04-7b9e-46fd-b317-75a118617c96 HTTP/1.1" status: 200  len: 1097 time: 0.0864503
Dec 25 21:10:07.718900 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-dc7c6104-20e7-4a1b-ae31-56eed4f30aa2 req-4c421529-e1e2-483a-875c-57ed0eea82a8 tempest-ServersTestManualDisk-494677233 tempest-ServersTestManualDisk-494677233-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--629793168&fields=id&tenant_id=4aa6a09f9e43475e8a7f5639f59b1654 HTTP/1.1" status: 200  len: 267 time: 0.0954010
Dec 25 21:10:07.737936 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d79340a-1bc8-4e81-ba55-e9edc81a3cef req-8a587a33-50b2-45ec-9262-8c0b0b52062a tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:10:07.739461 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-8d79340a-1bc8-4e81-ba55-e9edc81a3cef req-8a587a33-50b2-45ec-9262-8c0b0b52062a tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2134233
Dec 25 21:10:07.778119 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [req-8d79340a-1bc8-4e81-ba55-e9edc81a3cef req-bb509151-3c6a-4f66-83d8-4a0e74d73973 tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] Request body: {'port': {'device_id': '4c4af366-b80d-4609-babc-fa7e67fc184a', 'network_id': '8f212e98-547d-4c6e-a560-2e9a548c8f59', 'admin_state_up': True, 'tenant_id': 'c70df2525137490a9e18b5e4af25a7b4'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:10:07.781689 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7d4421af-e1df-45ea-b27d-3da8c281d253 req-6f410689-206c-430d-8e62-9f5be2cefe47 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=bc05caf7-df2e-49b8-960c-4031d2c2ccca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1028197
Dec 25 21:10:07.887184 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e43cffe9-de60-4fa6-bc6f-50f6109c4437 req-ebd7683a-281b-40fd-a81d-ee57a9a9bbd5 tempest-SecurityGroupRulesTestJSON-1060210440 tempest-SecurityGroupRulesTestJSON-1060210440-project] 10.222.0.32 "GET /v2.0/security-groups/b69156ef-d5c8-4ebd-8a43-9f8dee41ff70 HTTP/1.1" status: 200  len: 1820 time: 0.0723464
Dec 25 21:10:07.892525 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e509e39f-7927-4590-ac80-2aa1368b7497 req-d20270e7-a581-40e1-98f7-a4e4abf7926b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:10:07.894097 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-e509e39f-7927-4590-ac80-2aa1368b7497 req-d20270e7-a581-40e1-98f7-a4e4abf7926b service neutron] 10.222.0.37 "GET /v2.0/networks?id=1e137e86-76be-493f-9b25-1d17756925b5 HTTP/1.1" status: 200  len: 921 time: 0.2212265
Dec 25 21:10:07.906894 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7c6104-20e7-4a1b-ae31-56eed4f30aa2 req-05faae9c-dedc-453e-9b37-61c6c7a58350 tempest-ServersTestManualDisk-494677233 tempest-ServersTestManualDisk-494677233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:10:07.914424 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-dc7c6104-20e7-4a1b-ae31-56eed4f30aa2 req-05faae9c-dedc-453e-9b37-61c6c7a58350 tempest-ServersTestManualDisk-494677233 tempest-ServersTestManualDisk-494677233-project] 10.222.0.32 "GET /v2.0/networks?id=d6675960-5a27-4fda-8ce3-11dfa09c56d6 HTTP/1.1" status: 200  len: 811 time: 0.1945157
Dec 25 21:10:07.937457 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-dc7c6104-20e7-4a1b-ae31-56eed4f30aa2 req-bd23c000-c490-4349-bb56-f43b807904f7 tempest-ServersTestManualDisk-494677233 tempest-ServersTestManualDisk-494677233-project] 10.222.0.32 "GET /v2.0/quotas/4aa6a09f9e43475e8a7f5639f59b1654 HTTP/1.1" status: 200  len: 375 time: 0.0219302
Dec 25 21:10:07.959944 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-e509e39f-7927-4590-ac80-2aa1368b7497 req-bac24ade-ff28-493d-b119-73b12fd24829 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1f34074e-0a6d-4eef-a7d5-cef1f7f400f3 HTTP/1.1" status: 200  len: 217 time: 0.0552731
Dec 25 21:10:07.992237 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:08.037734 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e509e39f-7927-4590-ac80-2aa1368b7497 req-2a240f96-5bf9-4ffb-9253-413b7304396b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:10:08.039507 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-e509e39f-7927-4590-ac80-2aa1368b7497 req-2a240f96-5bf9-4ffb-9253-413b7304396b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9f350e3c-b3c0-4923-bec6-5c96ab55923b HTTP/1.1" status: 200  len: 860 time: 0.0657077
Dec 25 21:10:08.040503 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-dc7c6104-20e7-4a1b-ae31-56eed4f30aa2 req-947a5a33-fe01-4224-8bc0-4ad5522b6b3b tempest-ServersTestManualDisk-494677233 tempest-ServersTestManualDisk-494677233-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=4aa6a09f9e43475e8a7f5639f59b1654&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1023300
Dec 25 21:10:08.062925 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366956a2-d20a-49d9-855a-b1fd1b1ddfab req-e896c653-3dfe-432e-885f-f31e7bfa1c6c tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:10:08.064673 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-366956a2-d20a-49d9-855a-b1fd1b1ddfab req-e896c653-3dfe-432e-885f-f31e7bfa1c6c tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] 10.222.0.32 "GET /v2.0/ports?device_id=dee5cf04-7b9e-46fd-b317-75a118617c96 HTTP/1.1" status: 200  len: 946 time: 0.0735235
Dec 25 21:10:08.078789 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-e509e39f-7927-4590-ac80-2aa1368b7497 req-a8a98ffb-090c-4f81-835c-24b050420b40 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1e137e86-76be-493f-9b25-1d17756925b5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0318251
Dec 25 21:10:08.082990 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d79340a-1bc8-4e81-ba55-e9edc81a3cef req-bb509151-3c6a-4f66-83d8-4a0e74d73973 tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] Made reservation on behalf of c70df2525137490a9e18b5e4af25a7b4 for: {'port': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:10:08.086845 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-8d79340a-1bc8-4e81-ba55-e9edc81a3cef req-bb509151-3c6a-4f66-83d8-4a0e74d73973 tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:08.173530 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-366956a2-d20a-49d9-855a-b1fd1b1ddfab req-8fb4087d-3baa-4d19-954e-2399e3765e63 tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] 10.222.0.32 "GET /v2.0/security-groups?id=bc05caf7-df2e-49b8-960c-4031d2c2ccca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0983536
Dec 25 21:10:08.199145 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-dc7c6104-20e7-4a1b-ae31-56eed4f30aa2 req-b528c189-4a79-45a6-b999-9d646e14e4f1 service neutron] 10.222.0.32 "GET /v2.0/networks/d6675960-5a27-4fda-8ce3-11dfa09c56d6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1329169
Dec 25 21:10:08.279551 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-e509e39f-7927-4590-ac80-2aa1368b7497 req-dc1b5300-fc68-4724-ab81-e60891b55c67 service neutron] 10.222.0.37 "GET /v2.0/networks/1e137e86-76be-493f-9b25-1d17756925b5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1902618
Dec 25 21:10:08.329921 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 532fba15-857d-421a-a32a-e4619a5e3295 up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:10:08.333187 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d288c463-c66a-4780-a0bf-2b4820d35b30 req-7b612301-aa89-4328-95a6-1f8c04d78d70 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d796d09-01b6-48f2-995f-4dbfa40b46ea HTTP/1.1" status: 200  len: 210 time: 0.0355542
Dec 25 21:10:08.337305 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_common [req-8d79340a-1bc8-4e81-ba55-e9edc81a3cef req-bb509151-3c6a-4f66-83d8-4a0e74d73973 tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] Allocated IP 192.168.233.230 (8f212e98-547d-4c6e-a560-2e9a548c8f59/dcfbae86-f93e-400c-8084-eac7f56ff5ba/0452d256-fbe5-43b7-9bfc-ff41873d27cd) {{(pid=121607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:10:08.356407 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-dc7c6104-20e7-4a1b-ae31-56eed4f30aa2 req-8da24dd8-cf2e-4789-ac3c-b6d15a79ac1f service neutron] 10.222.0.32 "GET /v2.0/networks/d6675960-5a27-4fda-8ce3-11dfa09c56d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1555474
Dec 25 21:10:08.393388 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3e945ecd-9380-47c2-aa0a-12ebe07e03e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:08.397761 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-38880916-4eb0-4744-80b9-fc8a2e0e412c req-e23eea89-f0ae-43f3-b571-ea856e1dd6f3 tempest-SecurityGroupRulesTestJSON-1060210440 tempest-SecurityGroupRulesTestJSON-1060210440-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1360313012', 'description': 'tempest-description-1262720327'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:10:08.413530 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port 532fba15-857d-421a-a32a-e4619a5e3295 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:10:08.414166 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:08.462931 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-e509e39f-7927-4590-ac80-2aa1368b7497 req-0038dfd3-2458-4856-b332-79ac3e3ceba6 service neutron] 10.222.0.37 "GET /v2.0/networks/1e137e86-76be-493f-9b25-1d17756925b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1588457
Dec 25 21:10:08.507597 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-38880916-4eb0-4744-80b9-fc8a2e0e412c req-e23eea89-f0ae-43f3-b571-ea856e1dd6f3 tempest-SecurityGroupRulesTestJSON-1060210440 tempest-SecurityGroupRulesTestJSON-1060210440-project] Publish callbacks [] for security_group, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:08.588180 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-38880916-4eb0-4744-80b9-fc8a2e0e412c req-e23eea89-f0ae-43f3-b571-ea856e1dd6f3 tempest-SecurityGroupRulesTestJSON-1060210440 tempest-SecurityGroupRulesTestJSON-1060210440-project] Publish callbacks [] for security_group, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:08.609681 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-8d79340a-1bc8-4e81-ba55-e9edc81a3cef req-bb509151-3c6a-4f66-83d8-4a0e74d73973 tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] Publish callbacks [] for port, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:08.637938 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-38880916-4eb0-4744-80b9-fc8a2e0e412c req-e23eea89-f0ae-43f3-b571-ea856e1dd6f3 tempest-SecurityGroupRulesTestJSON-1060210440 tempest-SecurityGroupRulesTestJSON-1060210440-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:08.681277 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23eea89-f0ae-43f3-b571-ea856e1dd6f3 tempest-SecurityGroupRulesTestJSON-1060210440 tempest-SecurityGroupRulesTestJSON-1060210440-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c513bf5-0bf6-4ed3-a52c-7a5ee9afd4f1,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:10:08.719049 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cc9b33-cff6-493b-9df1-74c900aae026 req-0193e0b1-4f6c-457a-bccc-41dd88544313 tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:10:08.720559 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-92cc9b33-cff6-493b-9df1-74c900aae026 req-0193e0b1-4f6c-457a-bccc-41dd88544313 tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] 10.222.0.32 "GET /v2.0/ports?device_id=34088aa4-5622-46a6-a155-94ef62f87546 HTTP/1.1" status: 200  len: 944 time: 0.0552378
Dec 25 21:10:08.780000 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-92cc9b33-cff6-493b-9df1-74c900aae026 req-4e7dfb99-26ff-4fbb-b60d-d518bd0af3a1 tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5d2ff88-22d6-43d8-90d1-bfb86d4e3308&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0462761
Dec 25 21:10:08.798122 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-8d79340a-1bc8-4e81-ba55-e9edc81a3cef req-bb509151-3c6a-4f66-83d8-4a0e74d73973 tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:08.800276 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-38880916-4eb0-4744-80b9-fc8a2e0e412c req-e23eea89-f0ae-43f3-b571-ea856e1dd6f3 tempest-SecurityGroupRulesTestJSON-1060210440 tempest-SecurityGroupRulesTestJSON-1060210440-project] Publish callbacks [] for security_group, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:08.801931 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-38880916-4eb0-4744-80b9-fc8a2e0e412c req-e23eea89-f0ae-43f3-b571-ea856e1dd6f3 tempest-SecurityGroupRulesTestJSON-1060210440 tempest-SecurityGroupRulesTestJSON-1060210440-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1827 time: 0.4084830
Dec 25 21:10:08.820723 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] get_ports_and_sgs() called for port_ids ['f465e7da-b12a-4235-8af5-b0f521da6640', '6e1c9c71-c87a-4d1b-aa9b-dbbcce58234a'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:10:08.869125 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb509151-3c6a-4f66-83d8-4a0e74d73973 tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] Pushing event updated for resources: {'Port': ['ID=0452d256-fbe5-43b7-9bfc-ff41873d27cd,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:10:08.874316 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d79340a-1bc8-4e81-ba55-e9edc81a3cef req-bb509151-3c6a-4f66-83d8-4a0e74d73973 tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] Network 8f212e98-547d-4c6e-a560-2e9a548c8f59 is already hosted by enough agents. {{(pid=121607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:10:08.875909 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [req-8d79340a-1bc8-4e81-ba55-e9edc81a3cef req-bb509151-3c6a-4f66-83d8-4a0e74d73973 tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] Resources bound (agent type, host, resource id):  {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:10:08.879708 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d79340a-1bc8-4e81-ba55-e9edc81a3cef req-bb509151-3c6a-4f66-83d8-4a0e74d73973 tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] Received port after_create {{(pid=121607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:10:08.949144 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d79340a-1bc8-4e81-ba55-e9edc81a3cef req-bb509151-3c6a-4f66-83d8-4a0e74d73973 tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:10:08.949144 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-8d79340a-1bc8-4e81-ba55-e9edc81a3cef req-bb509151-3c6a-4f66-83d8-4a0e74d73973 tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:08.969718 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bedece6-a605-45ab-a59a-e7e87aa4a6f8 req-33dbc21d-1f5f-4014-9954-c94c3420e09a tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:10:08.977617 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2bedece6-a605-45ab-a59a-e7e87aa4a6f8 req-33dbc21d-1f5f-4014-9954-c94c3420e09a tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] 10.222.0.32 "GET /v2.0/ports?device_id=ed1843d1-a627-404e-adf4-56974bcaa614 HTTP/1.1" status: 200  len: 945 time: 0.1302152
Dec 25 21:10:08.987751 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e824cf88-94ab-41a3-8e88-f92115b04fe4 req-e3a18bfd-eb28-4098-8534-8143e4e60207 tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:10:08.989349 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e824cf88-94ab-41a3-8e88-f92115b04fe4 req-e3a18bfd-eb28-4098-8534-8143e4e60207 tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c4af366-b80d-4609-babc-fa7e67fc184a HTTP/1.1" status: 200  len: 936 time: 0.1074984
Dec 25 21:10:09.052516 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2bedece6-a605-45ab-a59a-e7e87aa4a6f8 req-9d94dcf5-e43f-43e6-927f-3c8bf7ea3888 tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] 10.222.0.32 "GET /v2.0/security-groups?id=381a44e3-d0d7-4aba-bc61-1ef7cfa17da9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0739791
Dec 25 21:10:09.075965 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-8d79340a-1bc8-4e81-ba55-e9edc81a3cef req-bb509151-3c6a-4f66-83d8-4a0e74d73973 tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 1.3019636
Dec 25 21:10:09.105701 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [req-8d79340a-1bc8-4e81-ba55-e9edc81a3cef req-cf4710d0-cbcb-448f-9df0-cb5e42304913 service neutron] Request body: {'port': {'device_id': '4c4af366-b80d-4609-babc-fa7e67fc184a', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:10:09.125691 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e824cf88-94ab-41a3-8e88-f92115b04fe4 req-271ebf76-0577-4921-b7a9-1764a15a6a22 tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] 10.222.0.32 "GET /v2.0/security-groups?id=21386e98-0735-4168-a9d9-35455a6206b6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1228623
Dec 25 21:10:09.188954 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-8d79340a-1bc8-4e81-ba55-e9edc81a3cef req-cf4710d0-cbcb-448f-9df0-cb5e42304913 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:09.244192 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-7d5992e0-8126-4df0-ad0e-1ac42e1df3c5 None None] Provisioning complete for port 0452d256-fbe5-43b7-9bfc-ff41873d27cd triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:10:09.244552 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-7d5992e0-8126-4df0-ad0e-1ac42e1df3c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:09.269440 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b4114bdb-21b5-407e-8785-119d9ac169e7 req-657381b1-fa3c-4d3f-be9a-c533f4d9fcfc tempest-SecurityGroupRulesTestJSON-1060210440 tempest-SecurityGroupRulesTestJSON-1060210440-project] 10.222.0.32 "GET /v2.0/security-groups/6c513bf5-0bf6-4ed3-a52c-7a5ee9afd4f1 HTTP/1.1" status: 200  len: 1822 time: 0.0915906
Dec 25 21:10:09.286783 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-b4114bdb-21b5-407e-8785-119d9ac169e7 req-39475cc1-2e63-4677-b1bf-a650320408c4 tempest-SecurityGroupRulesTestJSON-1060210440 tempest-SecurityGroupRulesTestJSON-1060210440-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '6c513bf5-0bf6-4ed3-a52c-7a5ee9afd4f1', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:10:09.288894 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-b4114bdb-21b5-407e-8785-119d9ac169e7 req-39475cc1-2e63-4677-b1bf-a650320408c4 tempest-SecurityGroupRulesTestJSON-1060210440 tempest-SecurityGroupRulesTestJSON-1060210440-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '6c513bf5-0bf6-4ed3-a52c-7a5ee9afd4f1', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:10:09.311514 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-69e41558-dbf5-4e0a-804d-0266f5a187a7 req-160f999b-f62c-4a11-b613-b94bee7f5aeb tempest-ServersTestManualDisk-494677233 tempest-ServersTestManualDisk-494677233-project] 10.222.0.32 "GET /v2.0/ports?device_id=e17b1ffc-cea0-4158-9ac3-273da9149cd5 HTTP/1.1" status: 200  len: 210 time: 0.0506594
Dec 25 21:10:09.316112 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-7d5992e0-8126-4df0-ad0e-1ac42e1df3c5 None None] Port 0452d256-fbe5-43b7-9bfc-ff41873d27cd cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:10:09.505549 ncdv-master-1 neutron-server[121607]: DEBUG neutron.notifiers.nova [req-8d79340a-1bc8-4e81-ba55-e9edc81a3cef req-cf4710d0-cbcb-448f-9df0-cb5e42304913 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0452d256-fbe5-43b7-9bfc-ff41873d27cd {{(pid=121607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:10:09.515122 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-8d79340a-1bc8-4e81-ba55-e9edc81a3cef req-cf4710d0-cbcb-448f-9df0-cb5e42304913 service neutron] Publish callbacks [] for port, precommit_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:09.529213 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.provisioning_blocks [req-8d79340a-1bc8-4e81-ba55-e9edc81a3cef req-cf4710d0-cbcb-448f-9df0-cb5e42304913 service neutron] Transition to ACTIVE for port object 0452d256-fbe5-43b7-9bfc-ff41873d27cd will not be triggered until provisioned by entity L2. {{(pid=121607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 25 21:10:09.638025 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-15cb578f-7a63-4fd3-925d-83bad4c7b82a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:09.725792 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-b4114bdb-21b5-407e-8785-119d9ac169e7 req-39475cc1-2e63-4677-b1bf-a650320408c4 tempest-SecurityGroupRulesTestJSON-1060210440 tempest-SecurityGroupRulesTestJSON-1060210440-project] Publish callbacks [] for security_group_rule, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:09.735855 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-8d79340a-1bc8-4e81-ba55-e9edc81a3cef req-cf4710d0-cbcb-448f-9df0-cb5e42304913 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8632327'] for port, after_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:09.744351 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-b4114bdb-21b5-407e-8785-119d9ac169e7 req-39475cc1-2e63-4677-b1bf-a650320408c4 tempest-SecurityGroupRulesTestJSON-1060210440 tempest-SecurityGroupRulesTestJSON-1060210440-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:09.809204 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4710d0-cbcb-448f-9df0-cb5e42304913 service neutron] Pushing event updated for resources: {'Port': ['ID=0452d256-fbe5-43b7-9bfc-ff41873d27cd,revision_number=2']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:10:09.866989 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.managers [req-8d79340a-1bc8-4e81-ba55-e9edc81a3cef req-cf4710d0-cbcb-448f-9df0-cb5e42304913 service neutron] Attempting to bind port 0452d256-fbe5-43b7-9bfc-ff41873d27cd on host nch2-master-1 for vnic_type normal with profile  {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:10:09.867387 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.managers [req-8d79340a-1bc8-4e81-ba55-e9edc81a3cef req-cf4710d0-cbcb-448f-9df0-cb5e42304913 service neutron] Attempting to bind port 0452d256-fbe5-43b7-9bfc-ff41873d27cd by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '85c774cb-a0eb-4ad9-961f-f331d3b37cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '8f212e98-547d-4c6e-a560-2e9a548c8f59'}] {{(pid=121607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:10:09.867648 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d79340a-1bc8-4e81-ba55-e9edc81a3cef req-cf4710d0-cbcb-448f-9df0-cb5e42304913 service neutron] Attempting to bind port 0452d256-fbe5-43b7-9bfc-ff41873d27cd on network 8f212e98-547d-4c6e-a560-2e9a548c8f59 {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:10:09.873121 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d79340a-1bc8-4e81-ba55-e9edc81a3cef req-cf4710d0-cbcb-448f-9df0-cb5e42304913 service neutron] Port 0452d256-fbe5-43b7-9bfc-ff41873d27cd on network 8f212e98-547d-4c6e-a560-2e9a548c8f59 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 25 21:10:09.874011 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d79340a-1bc8-4e81-ba55-e9edc81a3cef req-cf4710d0-cbcb-448f-9df0-cb5e42304913 service neutron] Attempting to bind port 0452d256-fbe5-43b7-9bfc-ff41873d27cd on network 8f212e98-547d-4c6e-a560-2e9a548c8f59 {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:10:09.878942 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d79340a-1bc8-4e81-ba55-e9edc81a3cef req-cf4710d0-cbcb-448f-9df0-cb5e42304913 service neutron] Checking agent: {'id': '0d9ae313-8f8d-40fa-8a9f-d098a25a9911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 21, 4, 38), 'started_at': datetime.datetime(2021, 12, 25, 21, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 10, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:10:09.879281 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d79340a-1bc8-4e81-ba55-e9edc81a3cef req-cf4710d0-cbcb-448f-9df0-cb5e42304913 service neutron] Checking segment: {'id': '85c774cb-a0eb-4ad9-961f-f331d3b37cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '8f212e98-547d-4c6e-a560-2e9a548c8f59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:10:09.879664 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d79340a-1bc8-4e81-ba55-e9edc81a3cef req-cf4710d0-cbcb-448f-9df0-cb5e42304913 service neutron] Bound using segment: {'id': '85c774cb-a0eb-4ad9-961f-f331d3b37cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '8f212e98-547d-4c6e-a560-2e9a548c8f59'} {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:10:09.880091 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.managers [req-8d79340a-1bc8-4e81-ba55-e9edc81a3cef req-cf4710d0-cbcb-448f-9df0-cb5e42304913 service neutron] Bound port: 0452d256-fbe5-43b7-9bfc-ff41873d27cd, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85c774cb-a0eb-4ad9-961f-f331d3b37cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '8f212e98-547d-4c6e-a560-2e9a548c8f59'}}] {{(pid=121607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:10:09.880221 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-b4114bdb-21b5-407e-8785-119d9ac169e7 req-39475cc1-2e63-4677-b1bf-a650320408c4 tempest-SecurityGroupRulesTestJSON-1060210440 tempest-SecurityGroupRulesTestJSON-1060210440-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077839'] for security_group_rule, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:09.880437 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-8d79340a-1bc8-4e81-ba55-e9edc81a3cef req-cf4710d0-cbcb-448f-9df0-cb5e42304913 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:09.914460 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37082d3-18c3-44ef-8f5b-f15ee3f12b61 req-91884002-c3a9-42c0-9bfa-6572131868f7 tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:10:09.916078 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b37082d3-18c3-44ef-8f5b-f15ee3f12b61 req-91884002-c3a9-42c0-9bfa-6572131868f7 tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] 10.222.0.32 "GET /v2.0/ports?device_id=dee5cf04-7b9e-46fd-b317-75a118617c96 HTTP/1.1" status: 200  len: 946 time: 0.0786438
Dec 25 21:10:09.920810 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39475cc1-2e63-4677-b1bf-a650320408c4 tempest-SecurityGroupRulesTestJSON-1060210440 tempest-SecurityGroupRulesTestJSON-1060210440-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9623cdaa-fff2-425a-99af-8361ff7333e1,revision_number=0']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:10:09.970655 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.db [req-8d79340a-1bc8-4e81-ba55-e9edc81a3cef req-cf4710d0-cbcb-448f-9df0-cb5e42304913 service neutron] For port 0452d256-fbe5-43b7-9bfc-ff41873d27cd, host nch2-master-1, cleared binding levels {{(pid=121607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:10:09.975085 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.db [req-8d79340a-1bc8-4e81-ba55-e9edc81a3cef req-cf4710d0-cbcb-448f-9df0-cb5e42304913 service neutron] For port 0452d256-fbe5-43b7-9bfc-ff41873d27cd, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0452d256-fbe5-43b7-9bfc-ff41873d27cd,segment=NetworkSegment(85c774cb-a0eb-4ad9-961f-f331d3b37cd6),segment_id=85c774cb-a0eb-4ad9-961f-f331d3b37cd6)] {{(pid=121607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:10:09.983375 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b37082d3-18c3-44ef-8f5b-f15ee3f12b61 req-ddf36a71-2173-45e7-a2cf-1f35c251079f tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] 10.222.0.32 "GET /v2.0/security-groups?id=bc05caf7-df2e-49b8-960c-4031d2c2ccca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0578911
Dec 25 21:10:10.028917 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-b4114bdb-21b5-407e-8785-119d9ac169e7 req-39475cc1-2e63-4677-b1bf-a650320408c4 tempest-SecurityGroupRulesTestJSON-1060210440 tempest-SecurityGroupRulesTestJSON-1060210440-project] Publish callbacks [] for security_group_rule, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:10.030110 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b4114bdb-21b5-407e-8785-119d9ac169e7 req-39475cc1-2e63-4677-b1bf-a650320408c4 tempest-SecurityGroupRulesTestJSON-1060210440 tempest-SecurityGroupRulesTestJSON-1060210440-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 786 time: 0.7483373
Dec 25 21:10:10.050124 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-8d79340a-1bc8-4e81-ba55-e9edc81a3cef req-cf4710d0-cbcb-448f-9df0-cb5e42304913 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8632327'] for port, after_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:10.093673 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d79340a-1bc8-4e81-ba55-e9edc81a3cef req-cf4710d0-cbcb-448f-9df0-cb5e42304913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:10:10.093673 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-8d79340a-1bc8-4e81-ba55-e9edc81a3cef req-cf4710d0-cbcb-448f-9df0-cb5e42304913 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:10.106511 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-8d79340a-1bc8-4e81-ba55-e9edc81a3cef req-cf4710d0-cbcb-448f-9df0-cb5e42304913 service neutron] 10.222.0.37 "PUT /v2.0/ports/0452d256-fbe5-43b7-9bfc-ff41873d27cd HTTP/1.1" status: 200  len: 1096 time: 0.9932940
Dec 25 21:10:10.106511 ncdv-master-1 neutron-server[121607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c4af366-b80d-4609-babc-fa7e67fc184a', 'tag': '0452d256-fbe5-43b7-9bfc-ff41873d27cd'}] {{(pid=121607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:10:10.106511 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f980bbcadfa7bf1e788024e1448be660373c21f97f015f780444e999c451203" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b99277a5-4096-4062-83ed-ece5570a068f" -d '{"events": [{"name": "network-changed", "server_uuid": "4c4af366-b80d-4609-babc-fa7e67fc184a", "tag": "0452d256-fbe5-43b7-9bfc-ff41873d27cd"}]}' {{(pid=121607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:10:10.112613 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3b193301-8a86-4971-b9f1-c96ec250beae req-7d00f8ad-1fc9-4c12-bd82-a87dfeb17f5f tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d796d09-01b6-48f2-995f-4dbfa40b46ea HTTP/1.1" status: 200  len: 210 time: 0.0454352
Dec 25 21:10:10.124843 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4710d0-cbcb-448f-9df0-cb5e42304913 service neutron] Pushing event updated for resources: {'Port': ['ID=0452d256-fbe5-43b7-9bfc-ff41873d27cd,revision_number=3']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:10:10.244702 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b353eb-b0a8-4f76-9294-aadad95d88e9 req-d083e6c3-4556-4c37-a5b9-360c82b63cf0 tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:10:10.246363 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-85b353eb-b0a8-4f76-9294-aadad95d88e9 req-d083e6c3-4556-4c37-a5b9-360c82b63cf0 tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] 10.222.0.32 "GET /v2.0/ports?device_id=ed1843d1-a627-404e-adf4-56974bcaa614 HTTP/1.1" status: 200  len: 945 time: 0.1363962
Dec 25 21:10:10.263295 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf76396-2962-44b8-ac87-5cd509ed6018 req-81cc3155-7d5a-4281-a814-22dc23e4d91f tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:10:10.270782 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d79340a-1bc8-4e81-ba55-e9edc81a3cef req-510f5038-81f0-41ac-8678-3779b111595f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:10:10.271114 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-bcf76396-2962-44b8-ac87-5cd509ed6018 req-81cc3155-7d5a-4281-a814-22dc23e4d91f tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] 10.222.0.32 "GET /v2.0/ports?device_id=34088aa4-5622-46a6-a155-94ef62f87546 HTTP/1.1" status: 200  len: 944 time: 0.0733840
Dec 25 21:10:10.271251 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-8d79340a-1bc8-4e81-ba55-e9edc81a3cef req-510f5038-81f0-41ac-8678-3779b111595f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c70df2525137490a9e18b5e4af25a7b4&device_id=4c4af366-b80d-4609-babc-fa7e67fc184a HTTP/1.1" status: 200  len: 1099 time: 0.0532091
Dec 25 21:10:10.340489 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-8d79340a-1bc8-4e81-ba55-e9edc81a3cef req-5cec3e1b-328b-4977-825e-5455dfb1b469 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.230&port_id=0452d256-fbe5-43b7-9bfc-ff41873d27cd HTTP/1.1" status: 200  len: 217 time: 0.0573604
Dec 25 21:10:10.340920 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-85b353eb-b0a8-4f76-9294-aadad95d88e9 req-91a7be0b-a314-4918-8c58-cd622d62c71f tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] 10.222.0.32 "GET /v2.0/security-groups?id=381a44e3-d0d7-4aba-bc61-1ef7cfa17da9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0750930
Dec 25 21:10:10.348422 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-bcf76396-2962-44b8-ac87-5cd509ed6018 req-115946c9-d201-49b8-99c7-9469fee3f75d tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5d2ff88-22d6-43d8-90d1-bfb86d4e3308&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0682237
Dec 25 21:10:10.409436 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d79340a-1bc8-4e81-ba55-e9edc81a3cef req-7830c2f4-fd63-46de-ad24-6318eefb2dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:10:10.410922 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-8d79340a-1bc8-4e81-ba55-e9edc81a3cef req-7830c2f4-fd63-46de-ad24-6318eefb2dc5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=dcfbae86-f93e-400c-8084-eac7f56ff5ba HTTP/1.1" status: 200  len: 843 time: 0.0626402
Dec 25 21:10:10.426245 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-80275823-a7a4-4b45-873f-bc9865c5c1ee req-a577c164-c1ef-409b-bf95-7b0ddacb3fb3 tempest-SecurityGroupRulesTestJSON-1060210440 tempest-SecurityGroupRulesTestJSON-1060210440-project] 10.222.0.32 "GET /v2.0/security-groups/6c513bf5-0bf6-4ed3-a52c-7a5ee9afd4f1 HTTP/1.1" status: 200  len: 2415 time: 0.0583615
Dec 25 21:10:10.427946 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Dec 2021 21:10:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d001a14c-3bb5-4be7-bc2c-883dc31fa6e0 x-openstack-request-id: req-d001a14c-3bb5-4be7-bc2c-883dc31fa6e0 {{(pid=121607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:10:10.428372 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c4af366-b80d-4609-babc-fa7e67fc184a", "tag": "0452d256-fbe5-43b7-9bfc-ff41873d27cd", "status": "completed", "code": 200}]} {{(pid=121607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:10:10.428762 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d001a14c-3bb5-4be7-bc2c-883dc31fa6e0 {{(pid=121607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:10:10.429178 ncdv-master-1 neutron-server[121607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c4af366-b80d-4609-babc-fa7e67fc184a', 'tag': '0452d256-fbe5-43b7-9bfc-ff41873d27cd', 'status': 'completed', 'code': 200}
Dec 25 21:10:10.437567 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-80275823-a7a4-4b45-873f-bc9865c5c1ee req-6ec39742-a524-4052-922d-4c0dc9b8965f tempest-SecurityGroupRulesTestJSON-1060210440 tempest-SecurityGroupRulesTestJSON-1060210440-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '6c513bf5-0bf6-4ed3-a52c-7a5ee9afd4f1', 'remote_group_id': None}]} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:10:10.437894 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-80275823-a7a4-4b45-873f-bc9865c5c1ee req-6ec39742-a524-4052-922d-4c0dc9b8965f tempest-SecurityGroupRulesTestJSON-1060210440 tempest-SecurityGroupRulesTestJSON-1060210440-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '6c513bf5-0bf6-4ed3-a52c-7a5ee9afd4f1', 'remote_group_id': None}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:10:10.481909 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d79340a-1bc8-4e81-ba55-e9edc81a3cef req-c7cfbc00-cd2c-4be0-9b22-768d4af7ca4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:10:10.483480 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-8d79340a-1bc8-4e81-ba55-e9edc81a3cef req-c7cfbc00-cd2c-4be0-9b22-768d4af7ca4a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8f212e98-547d-4c6e-a560-2e9a548c8f59&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0642381
Dec 25 21:10:10.543749 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be991e02-74e6-4761-a927-dacb9e7cbbad req-6ef332c7-8d7a-4431-87d1-ae641ed60cac tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:10:10.548399 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-be991e02-74e6-4761-a927-dacb9e7cbbad req-6ef332c7-8d7a-4431-87d1-ae641ed60cac tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c4af366-b80d-4609-babc-fa7e67fc184a HTTP/1.1" status: 200  len: 948 time: 0.0569386
Dec 25 21:10:10.586437 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-8d79340a-1bc8-4e81-ba55-e9edc81a3cef req-1e2dc84b-fdbc-4115-89f2-5af33522ac70 service neutron] 10.222.0.37 "GET /v2.0/networks/8f212e98-547d-4c6e-a560-2e9a548c8f59?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0875113
Dec 25 21:10:10.587020 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:10.615123 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-80275823-a7a4-4b45-873f-bc9865c5c1ee req-6ec39742-a524-4052-922d-4c0dc9b8965f tempest-SecurityGroupRulesTestJSON-1060210440 tempest-SecurityGroupRulesTestJSON-1060210440-project] Publish callbacks [] for security_group_rule, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:10.632480 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-be991e02-74e6-4761-a927-dacb9e7cbbad req-fae569ae-b312-4441-a722-eec1c932877e tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] 10.222.0.32 "GET /v2.0/security-groups?id=21386e98-0735-4168-a9d9-35455a6206b6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0809143
Dec 25 21:10:10.656184 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-80275823-a7a4-4b45-873f-bc9865c5c1ee req-6ec39742-a524-4052-922d-4c0dc9b8965f tempest-SecurityGroupRulesTestJSON-1060210440 tempest-SecurityGroupRulesTestJSON-1060210440-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:10.677334 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-8d79340a-1bc8-4e81-ba55-e9edc81a3cef req-869ccec3-893f-4daf-9203-90d51e1788a0 service neutron] 10.222.0.37 "GET /v2.0/networks/8f212e98-547d-4c6e-a560-2e9a548c8f59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0826449
Dec 25 21:10:10.750951 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-7b060e32-bfb7-45d5-b83a-0cbbefae969d req-e40acfcf-6434-4a59-9869-9b760c8c1dc3 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=19a16dcc3c214ac2a218d3758e551792&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0242164
Dec 25 21:10:10.766016 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-80275823-a7a4-4b45-873f-bc9865c5c1ee req-6ec39742-a524-4052-922d-4c0dc9b8965f tempest-SecurityGroupRulesTestJSON-1060210440 tempest-SecurityGroupRulesTestJSON-1060210440-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077839'] for security_group_rule, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:10.800593 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7a2cd297-c5d2-4a5c-a2c2-592a80114aec req-373933fb-40ce-431b-ac3a-7a33fedc1f18 tempest-ServersTestManualDisk-494677233 tempest-ServersTestManualDisk-494677233-project] 10.222.0.32 "GET /v2.0/ports?device_id=e17b1ffc-cea0-4158-9ac3-273da9149cd5 HTTP/1.1" status: 200  len: 210 time: 0.0468984
Dec 25 21:10:10.811261 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec39742-a524-4052-922d-4c0dc9b8965f tempest-SecurityGroupRulesTestJSON-1060210440 tempest-SecurityGroupRulesTestJSON-1060210440-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d3ba781-a168-4c8e-bf5e-e4c3990c6db3,revision_number=0']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:10:10.863111 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-80275823-a7a4-4b45-873f-bc9865c5c1ee req-6ec39742-a524-4052-922d-4c0dc9b8965f tempest-SecurityGroupRulesTestJSON-1060210440 tempest-SecurityGroupRulesTestJSON-1060210440-project] Publish callbacks [] for security_group_rule, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:10.864250 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-80275823-a7a4-4b45-873f-bc9865c5c1ee req-6ec39742-a524-4052-922d-4c0dc9b8965f tempest-SecurityGroupRulesTestJSON-1060210440 tempest-SecurityGroupRulesTestJSON-1060210440-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 791 time: 0.4309332
Dec 25 21:10:10.903889 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b060e32-bfb7-45d5-b83a-0cbbefae969d req-e30ef733-ba4c-4b4f-ac89-13aeb699cc53 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:10:10.905393 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-7b060e32-bfb7-45d5-b83a-0cbbefae969d req-e30ef733-ba4c-4b4f-ac89-13aeb699cc53 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1477890
Dec 25 21:10:10.910242 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99277a5-4096-4062-83ed-ece5570a068f req-0ac46edf-60cf-4f26-aee3-7c1206843877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:10:10.911613 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-b99277a5-4096-4062-83ed-ece5570a068f req-0ac46edf-60cf-4f26-aee3-7c1206843877 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c70df2525137490a9e18b5e4af25a7b4&device_id=4c4af366-b80d-4609-babc-fa7e67fc184a HTTP/1.1" status: 200  len: 1099 time: 0.0727096
Dec 25 21:10:10.926623 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [req-7b060e32-bfb7-45d5-b83a-0cbbefae969d req-42b81dec-6a4c-471b-9d78-44f89f149d57 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] Request body: {'port': {'device_id': '9d796d09-01b6-48f2-995f-4dbfa40b46ea', 'network_id': '8f212e98-547d-4c6e-a560-2e9a548c8f59', 'admin_state_up': True, 'tenant_id': '19a16dcc3c214ac2a218d3758e551792'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:10:10.931832 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a5827d2e-edd7-4516-8b90-4e5256521e3b req-3fd6f6f2-e5f6-4203-84b6-99671e1d4bb4 tempest-SecurityGroupRulesTestJSON-1060210440 tempest-SecurityGroupRulesTestJSON-1060210440-project] 10.222.0.32 "GET /v2.0/security-groups/6c513bf5-0bf6-4ed3-a52c-7a5ee9afd4f1 HTTP/1.1" status: 200  len: 3013 time: 0.0446334
Dec 25 21:10:10.977855 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-27d21076-024c-460c-8b15-6ee27772cbb5 req-3c6a0453-bcd5-4271-bb68-787fe7a98b63 tempest-SecurityGroupRulesTestJSON-1060210440 tempest-SecurityGroupRulesTestJSON-1060210440-project] 10.222.0.32 "GET /v2.0/security-group-rules/1d3ba781-a168-4c8e-bf5e-e4c3990c6db3 HTTP/1.1" status: 200  len: 783 time: 0.0221565
Dec 25 21:10:11.056052 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-27d21076-024c-460c-8b15-6ee27772cbb5 req-46a5628a-2a0b-414c-9725-dcef69a5f0ef tempest-SecurityGroupRulesTestJSON-1060210440 tempest-SecurityGroupRulesTestJSON-1060210440-project] 10.222.0.32 "GET /v2.0/security-groups/6c513bf5-0bf6-4ed3-a52c-7a5ee9afd4f1 HTTP/1.1" status: 200  len: 3013 time: 0.0708444
Dec 25 21:10:11.125368 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-27d21076-024c-460c-8b15-6ee27772cbb5 req-6efa47d0-d201-46f8-ae90-6a4656a9f001 tempest-SecurityGroupRulesTestJSON-1060210440 tempest-SecurityGroupRulesTestJSON-1060210440-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:11.138449 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-27d21076-024c-460c-8b15-6ee27772cbb5 req-6efa47d0-d201-46f8-ae90-6a4656a9f001 tempest-SecurityGroupRulesTestJSON-1060210440 tempest-SecurityGroupRulesTestJSON-1060210440-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:11.147916 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cce248-4333-4f5b-8261-eaeee4bbc0c0 req-67f4d482-2588-450b-9748-0a5a14f6b070 tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:10:11.149495 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-68cce248-4333-4f5b-8261-eaeee4bbc0c0 req-67f4d482-2588-450b-9748-0a5a14f6b070 tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] 10.222.0.32 "GET /v2.0/ports?device_id=dee5cf04-7b9e-46fd-b317-75a118617c96 HTTP/1.1" status: 200  len: 946 time: 0.0857091
Dec 25 21:10:11.215161 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-68cce248-4333-4f5b-8261-eaeee4bbc0c0 req-11c77837-0e7e-4f57-9ca2-48af412e42bb tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] 10.222.0.32 "GET /v2.0/security-groups?id=bc05caf7-df2e-49b8-960c-4031d2c2ccca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0583384
Dec 25 21:10:11.272286 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-27d21076-024c-460c-8b15-6ee27772cbb5 req-6efa47d0-d201-46f8-ae90-6a4656a9f001 tempest-SecurityGroupRulesTestJSON-1060210440 tempest-SecurityGroupRulesTestJSON-1060210440-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077839'] for security_group_rule, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:11.280136 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-27d21076-024c-460c-8b15-6ee27772cbb5 req-6efa47d0-d201-46f8-ae90-6a4656a9f001 tempest-SecurityGroupRulesTestJSON-1060210440 tempest-SecurityGroupRulesTestJSON-1060210440-project] Publish callbacks [] for security_group_rule, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:11.281290 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-27d21076-024c-460c-8b15-6ee27772cbb5 req-6efa47d0-d201-46f8-ae90-6a4656a9f001 tempest-SecurityGroupRulesTestJSON-1060210440 tempest-SecurityGroupRulesTestJSON-1060210440-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/1d3ba781-a168-4c8e-bf5e-e4c3990c6db3 HTTP/1.1" status: 204  len: 173 time: 0.2162104
Dec 25 21:10:11.301463 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efa47d0-d201-46f8-ae90-6a4656a9f001 tempest-SecurityGroupRulesTestJSON-1060210440 tempest-SecurityGroupRulesTestJSON-1060210440-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1d3ba781-a168-4c8e-bf5e-e4c3990c6db3,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:10:11.352904 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c5351ca8-db31-4f00-8a13-567338d9367e req-201b0d59-2a08-4ef1-ae50-5b124315cf68 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d796d09-01b6-48f2-995f-4dbfa40b46ea HTTP/1.1" status: 200  len: 210 time: 0.0372238
Dec 25 21:10:11.353443 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99277a5-4096-4062-83ed-ece5570a068f req-3d4af05a-aa72-4d55-8e89-e551bd348b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:10:11.354860 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-b99277a5-4096-4062-83ed-ece5570a068f req-3d4af05a-aa72-4d55-8e89-e551bd348b02 service neutron] 10.222.0.37 "GET /v2.0/networks?id=8f212e98-547d-4c6e-a560-2e9a548c8f59 HTTP/1.1" status: 200  len: 870 time: 0.4243672
Dec 25 21:10:11.385041 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ce9a3c64-0f20-42bf-ad18-08e541e4062e req-eb425f95-51b4-4769-905d-c2c100ba007c tempest-SecurityGroupRulesTestJSON-1060210440 tempest-SecurityGroupRulesTestJSON-1060210440-project] 10.222.0.32 "GET /v2.0/security-groups/6c513bf5-0bf6-4ed3-a52c-7a5ee9afd4f1 HTTP/1.1" status: 200  len: 2415 time: 0.0773809
Dec 25 21:10:11.402874 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-b99277a5-4096-4062-83ed-ece5570a068f req-db14c3f9-8886-4417-84ee-f9d8ba0e49d9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.230&port_id=0452d256-fbe5-43b7-9bfc-ff41873d27cd HTTP/1.1" status: 200  len: 217 time: 0.0373144
Dec 25 21:10:11.454101 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99277a5-4096-4062-83ed-ece5570a068f req-1fead11f-8575-40df-9b35-13ba2507400d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:10:11.455539 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-b99277a5-4096-4062-83ed-ece5570a068f req-1fead11f-8575-40df-9b35-13ba2507400d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=dcfbae86-f93e-400c-8084-eac7f56ff5ba HTTP/1.1" status: 200  len: 843 time: 0.0444193
Dec 25 21:10:11.507849 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b060e32-bfb7-45d5-b83a-0cbbefae969d req-42b81dec-6a4c-471b-9d78-44f89f149d57 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] Made reservation on behalf of 19a16dcc3c214ac2a218d3758e551792 for: {'port': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:10:11.511292 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-7b060e32-bfb7-45d5-b83a-0cbbefae969d req-42b81dec-6a4c-471b-9d78-44f89f149d57 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:11.515349 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99277a5-4096-4062-83ed-ece5570a068f req-16d0e197-8a4f-4570-9ad7-894410680c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:10:11.516787 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-ce9a3c64-0f20-42bf-ad18-08e541e4062e req-67005a3d-ca81-451c-a130-b5dac51e3d81 tempest-SecurityGroupRulesTestJSON-1060210440 tempest-SecurityGroupRulesTestJSON-1060210440-project] Publish callbacks [] for security_group, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:11.516952 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-b99277a5-4096-4062-83ed-ece5570a068f req-16d0e197-8a4f-4570-9ad7-894410680c64 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8f212e98-547d-4c6e-a560-2e9a548c8f59&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0519063
Dec 25 21:10:11.528198 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0724fb85-6338-496d-b120-91e8b3a85d67 req-8eb304fc-9e02-4714-b498-170ec7e5794d tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:10:11.529790 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0724fb85-6338-496d-b120-91e8b3a85d67 req-8eb304fc-9e02-4714-b498-170ec7e5794d tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] 10.222.0.32 "GET /v2.0/ports?device_id=ed1843d1-a627-404e-adf4-56974bcaa614 HTTP/1.1" status: 200  len: 945 time: 0.1118791
Dec 25 21:10:11.604655 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-ce9a3c64-0f20-42bf-ad18-08e541e4062e req-67005a3d-ca81-451c-a130-b5dac51e3d81 tempest-SecurityGroupRulesTestJSON-1060210440 tempest-SecurityGroupRulesTestJSON-1060210440-project] Publish callbacks [] for security_group, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:11.650547 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7c6104-20e7-4a1b-ae31-56eed4f30aa2 req-1b64eda0-54d7-4dda-b0e9-a132e0c1efe1 tempest-ServersTestManualDisk-494677233 tempest-ServersTestManualDisk-494677233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:10:11.652531 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-dc7c6104-20e7-4a1b-ae31-56eed4f30aa2 req-1b64eda0-54d7-4dda-b0e9-a132e0c1efe1 tempest-ServersTestManualDisk-494677233 tempest-ServersTestManualDisk-494677233-project] 10.222.0.37 "GET /v2.0/networks?id=d6675960-5a27-4fda-8ce3-11dfa09c56d6 HTTP/1.1" status: 200  len: 811 time: 0.1998019
Dec 25 21:10:11.667190 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0724fb85-6338-496d-b120-91e8b3a85d67 req-eb375aa7-832d-4224-9d9a-b205189d0daf tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] 10.222.0.32 "GET /v2.0/security-groups?id=381a44e3-d0d7-4aba-bc61-1ef7cfa17da9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1072247
Dec 25 21:10:11.693375 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-b99277a5-4096-4062-83ed-ece5570a068f req-7a02fbc4-5079-4c45-9ce7-6e8aae89ee1a service neutron] 10.222.0.37 "GET /v2.0/networks/8f212e98-547d-4c6e-a560-2e9a548c8f59?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1632686
Dec 25 21:10:11.721207 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_common [req-7b060e32-bfb7-45d5-b83a-0cbbefae969d req-42b81dec-6a4c-471b-9d78-44f89f149d57 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] Allocated IP 192.168.233.105 (8f212e98-547d-4c6e-a560-2e9a548c8f59/dcfbae86-f93e-400c-8084-eac7f56ff5ba/315b00f0-a83e-4f05-a40b-5792fef297dd) {{(pid=121607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:10:11.771196 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-dc7c6104-20e7-4a1b-ae31-56eed4f30aa2 req-eeda3a8a-558a-4c05-9731-2e31c914154d tempest-ServersTestManualDisk-494677233 tempest-ServersTestManualDisk-494677233-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4aa6a09f9e43475e8a7f5639f59b1654 HTTP/1.1" status: 200  len: 379 time: 0.0996208
Dec 25 21:10:11.792562 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-dc7c6104-20e7-4a1b-ae31-56eed4f30aa2 req-2a171413-4a55-4068-82d3-f864af3eb307 tempest-ServersTestManualDisk-494677233 tempest-ServersTestManualDisk-494677233-project] Request body: {'port': {'device_id': 'e17b1ffc-cea0-4158-9ac3-273da9149cd5', 'network_id': 'd6675960-5a27-4fda-8ce3-11dfa09c56d6', 'admin_state_up': True, 'tenant_id': '4aa6a09f9e43475e8a7f5639f59b1654', 'security_groups': ['6382333d-3f4f-4fdc-a521-f329b76785ed']}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:10:11.817135 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-ce9a3c64-0f20-42bf-ad18-08e541e4062e req-67005a3d-ca81-451c-a130-b5dac51e3d81 tempest-SecurityGroupRulesTestJSON-1060210440 tempest-SecurityGroupRulesTestJSON-1060210440-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:11.822387 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-ce9a3c64-0f20-42bf-ad18-08e541e4062e req-67005a3d-ca81-451c-a130-b5dac51e3d81 tempest-SecurityGroupRulesTestJSON-1060210440 tempest-SecurityGroupRulesTestJSON-1060210440-project] Publish callbacks [] for security_group, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:11.822387 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ce9a3c64-0f20-42bf-ad18-08e541e4062e req-67005a3d-ca81-451c-a130-b5dac51e3d81 tempest-SecurityGroupRulesTestJSON-1060210440 tempest-SecurityGroupRulesTestJSON-1060210440-project] 10.222.0.32 "DELETE /v2.0/security-groups/6c513bf5-0bf6-4ed3-a52c-7a5ee9afd4f1 HTTP/1.1" status: 204  len: 173 time: 0.4290233
Dec 25 21:10:11.843015 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67005a3d-ca81-451c-a130-b5dac51e3d81 tempest-SecurityGroupRulesTestJSON-1060210440 tempest-SecurityGroupRulesTestJSON-1060210440-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c513bf5-0bf6-4ed3-a52c-7a5ee9afd4f1,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:10:11.845719 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-b99277a5-4096-4062-83ed-ece5570a068f req-d82ee193-75fd-4b28-8671-9e55af321c98 service neutron] 10.222.0.37 "GET /v2.0/networks/8f212e98-547d-4c6e-a560-2e9a548c8f59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1424205
Dec 25 21:10:11.887550 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80635b75-e59d-4fbb-b21c-dfcc326d77fa req-8e22861c-1972-4674-89fd-d69f35d58960 tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:10:11.895102 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-80635b75-e59d-4fbb-b21c-dfcc326d77fa req-8e22861c-1972-4674-89fd-d69f35d58960 tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] 10.222.0.32 "GET /v2.0/ports?device_id=34088aa4-5622-46a6-a155-94ef62f87546 HTTP/1.1" status: 200  len: 944 time: 0.1389191
Dec 25 21:10:11.942557 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-7b060e32-bfb7-45d5-b83a-0cbbefae969d req-42b81dec-6a4c-471b-9d78-44f89f149d57 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] Publish callbacks [] for port, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:12.014947 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-80635b75-e59d-4fbb-b21c-dfcc326d77fa req-b146a965-db88-4eb7-9f5a-af3c305da730 tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5d2ff88-22d6-43d8-90d1-bfb86d4e3308&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1191275
Dec 25 21:10:12.028625 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9d3531-5a07-4817-a758-934ec3d88415 req-7b6c52a7-8c1f-4245-9f56-d3da4e000913 tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:10:12.030150 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ab9d3531-5a07-4817-a758-934ec3d88415 req-7b6c52a7-8c1f-4245-9f56-d3da4e000913 tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c4af366-b80d-4609-babc-fa7e67fc184a HTTP/1.1" status: 200  len: 948 time: 0.1238155
Dec 25 21:10:12.044638 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-7b060e32-bfb7-45d5-b83a-0cbbefae969d req-42b81dec-6a4c-471b-9d78-44f89f149d57 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:12.058449 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] get_ports_and_sgs() called for port_ids ['bf94d897-4956-441a-9897-be577975a8f7', 'bfee550f-dfee-43e5-88c3-be85d5ccff12', 'b5c53dfd-8507-4f31-ba6b-58c68d41b36b', '3240e6a9-7ed6-4f9e-a0e5-cf084791ba34', '11a8e073-faa1-4705-931b-5c53eaca0cb5'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:10:12.064759 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] get_ports_and_sgs() called for port_ids ['1bcf9756-ed56-4846-ad16-befd4fd2f0e0', '2150b774-dd7c-4f45-910d-01e39333a0ce'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:10:12.102892 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ab9d3531-5a07-4817-a758-934ec3d88415 req-f91ece2f-9fba-4dde-a748-58934e6204cb tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] 10.222.0.32 "GET /v2.0/security-groups?id=21386e98-0735-4168-a9d9-35455a6206b6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0624578
Dec 25 21:10:12.117146 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b060e32-bfb7-45d5-b83a-0cbbefae969d req-42b81dec-6a4c-471b-9d78-44f89f149d57 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] Network 8f212e98-547d-4c6e-a560-2e9a548c8f59 is already hosted by enough agents. {{(pid=121607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:10:12.124618 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [req-7b060e32-bfb7-45d5-b83a-0cbbefae969d req-42b81dec-6a4c-471b-9d78-44f89f149d57 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] Resources bound (agent type, host, resource id):  {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:10:12.129729 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b060e32-bfb7-45d5-b83a-0cbbefae969d req-42b81dec-6a4c-471b-9d78-44f89f149d57 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] Received port after_create {{(pid=121607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:10:12.134703 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc7c6104-20e7-4a1b-ae31-56eed4f30aa2 req-2a171413-4a55-4068-82d3-f864af3eb307 tempest-ServersTestManualDisk-494677233 tempest-ServersTestManualDisk-494677233-project] Made reservation on behalf of 4aa6a09f9e43475e8a7f5639f59b1654 for: {'port': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:10:12.138681 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-dc7c6104-20e7-4a1b-ae31-56eed4f30aa2 req-2a171413-4a55-4068-82d3-f864af3eb307 tempest-ServersTestManualDisk-494677233 tempest-ServersTestManualDisk-494677233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:12.148605 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b81dec-6a4c-471b-9d78-44f89f149d57 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] Pushing event updated for resources: {'Port': ['ID=315b00f0-a83e-4f05-a40b-5792fef297dd,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:10:12.273528 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b060e32-bfb7-45d5-b83a-0cbbefae969d req-42b81dec-6a4c-471b-9d78-44f89f149d57 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:10:12.274439 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-7b060e32-bfb7-45d5-b83a-0cbbefae969d req-42b81dec-6a4c-471b-9d78-44f89f149d57 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:12.275698 ncdv-master-1 neutron-server[121606]: INFO neutron.api.v2.resource [req-813365ca-331b-4bc9-968e-6502b148a215 req-84575c02-83d3-473c-9d0a-1c81287b901f tempest-SecurityGroupRulesTestJSON-1060210440 tempest-SecurityGroupRulesTestJSON-1060210440-project] show failed (client error): The resource could not be found.
Dec 25 21:10:12.276934 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-813365ca-331b-4bc9-968e-6502b148a215 req-84575c02-83d3-473c-9d0a-1c81287b901f tempest-SecurityGroupRulesTestJSON-1060210440 tempest-SecurityGroupRulesTestJSON-1060210440-project] 10.222.0.32 "GET /v2.0/security-groups/a8e83603-220e-4df4-b881-241db0fc572c HTTP/1.1" status: 404  len: 352 time: 0.0445843
Dec 25 21:10:12.378396 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-7b060e32-bfb7-45d5-b83a-0cbbefae969d req-42b81dec-6a4c-471b-9d78-44f89f149d57 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 1.4558237
Dec 25 21:10:12.393219 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [req-7b060e32-bfb7-45d5-b83a-0cbbefae969d req-7d9cd8b2-8d4c-47c3-b5ff-176e78b9c855 service neutron] Request body: {'port': {'device_id': '9d796d09-01b6-48f2-995f-4dbfa40b46ea', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:10:12.417068 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1b83aeb4-c95c-4267-8dfa-5e4ada016955 req-d8194dd8-5de3-4ebb-ac25-dcf95097ef23 tempest-ServersTestManualDisk-494677233 tempest-ServersTestManualDisk-494677233-project] 10.222.0.32 "GET /v2.0/ports?device_id=e17b1ffc-cea0-4158-9ac3-273da9149cd5 HTTP/1.1" status: 200  len: 210 time: 0.0505948
Dec 25 21:10:12.421329 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_common [req-dc7c6104-20e7-4a1b-ae31-56eed4f30aa2 req-2a171413-4a55-4068-82d3-f864af3eb307 tempest-ServersTestManualDisk-494677233 tempest-ServersTestManualDisk-494677233-project] Allocated IP 172.20.0.10 (d6675960-5a27-4fda-8ce3-11dfa09c56d6/35e03391-a093-408b-9676-2290336562fa/d2192e86-fcbc-467e-974d-50439566abff) {{(pid=121606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:10:12.472602 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-7b060e32-bfb7-45d5-b83a-0cbbefae969d req-7d9cd8b2-8d4c-47c3-b5ff-176e78b9c855 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:12.579792 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-e0666908-2a98-40f0-93b2-923e3916bd1e None None] Provisioning complete for port 315b00f0-a83e-4f05-a40b-5792fef297dd triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:10:12.580248 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-e0666908-2a98-40f0-93b2-923e3916bd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:12.630712 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568c13d6-0341-448d-bd2c-a5fb2896f0c9 req-b1a7872d-93fd-4e27-915e-8a69e3e57ed1 tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:10:12.632350 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-568c13d6-0341-448d-bd2c-a5fb2896f0c9 req-b1a7872d-93fd-4e27-915e-8a69e3e57ed1 tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] 10.222.0.32 "GET /v2.0/ports?device_id=dee5cf04-7b9e-46fd-b317-75a118617c96 HTTP/1.1" status: 200  len: 946 time: 0.1227868
Dec 25 21:10:12.651907 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-e0666908-2a98-40f0-93b2-923e3916bd1e None None] Port 315b00f0-a83e-4f05-a40b-5792fef297dd cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:10:12.657127 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-dc7c6104-20e7-4a1b-ae31-56eed4f30aa2 req-2a171413-4a55-4068-82d3-f864af3eb307 tempest-ServersTestManualDisk-494677233 tempest-ServersTestManualDisk-494677233-project] Publish callbacks [] for port, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:12.718558 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-568c13d6-0341-448d-bd2c-a5fb2896f0c9 req-fcad7103-eade-4e02-a3f6-8afecaa1687a tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] 10.222.0.32 "GET /v2.0/security-groups?id=bc05caf7-df2e-49b8-960c-4031d2c2ccca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0796485
Dec 25 21:10:12.787718 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4468a2ea-7edf-4191-8a81-d6627874732e req-b18310d6-b04a-494f-a909-220db8cbca11 tempest-SecurityGroupRulesTestJSON-1060210440 tempest-SecurityGroupRulesTestJSON-1060210440-project] 10.222.0.32 "GET /v2.0/security-groups/b69156ef-d5c8-4ebd-8a43-9f8dee41ff70 HTTP/1.1" status: 200  len: 1820 time: 0.0519900
Dec 25 21:10:12.848096 ncdv-master-1 neutron-server[121607]: DEBUG neutron.notifiers.nova [req-7b060e32-bfb7-45d5-b83a-0cbbefae969d req-7d9cd8b2-8d4c-47c3-b5ff-176e78b9c855 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 315b00f0-a83e-4f05-a40b-5792fef297dd {{(pid=121607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:10:12.856013 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-dc7c6104-20e7-4a1b-ae31-56eed4f30aa2 req-2a171413-4a55-4068-82d3-f864af3eb307 tempest-ServersTestManualDisk-494677233 tempest-ServersTestManualDisk-494677233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:12.858497 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-7b060e32-bfb7-45d5-b83a-0cbbefae969d req-7d9cd8b2-8d4c-47c3-b5ff-176e78b9c855 service neutron] Publish callbacks [] for port, precommit_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:12.875707 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.provisioning_blocks [req-7b060e32-bfb7-45d5-b83a-0cbbefae969d req-7d9cd8b2-8d4c-47c3-b5ff-176e78b9c855 service neutron] Transition to ACTIVE for port object 315b00f0-a83e-4f05-a40b-5792fef297dd will not be triggered until provisioned by entity L2. {{(pid=121607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 25 21:10:12.940259 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc7c6104-20e7-4a1b-ae31-56eed4f30aa2 req-2a171413-4a55-4068-82d3-f864af3eb307 tempest-ServersTestManualDisk-494677233 tempest-ServersTestManualDisk-494677233-project] Network d6675960-5a27-4fda-8ce3-11dfa09c56d6 is already hosted by enough agents. {{(pid=121606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:10:12.941001 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-7b060e32-bfb7-45d5-b83a-0cbbefae969d req-7d9cd8b2-8d4c-47c3-b5ff-176e78b9c855 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8632327'] for port, after_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:12.954833 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [req-dc7c6104-20e7-4a1b-ae31-56eed4f30aa2 req-2a171413-4a55-4068-82d3-f864af3eb307 tempest-ServersTestManualDisk-494677233 tempest-ServersTestManualDisk-494677233-project] Resources bound (agent type, host, resource id):  {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:10:12.981206 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b55443-b39f-4246-986d-ac41cb62bcc8 req-334901cf-84e5-435e-80f7-82d518ea35af tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:10:12.996432 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-29b55443-b39f-4246-986d-ac41cb62bcc8 req-334901cf-84e5-435e-80f7-82d518ea35af tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d796d09-01b6-48f2-995f-4dbfa40b46ea HTTP/1.1" status: 200  len: 936 time: 0.1904242
Dec 25 21:10:13.004439 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a171413-4a55-4068-82d3-f864af3eb307 tempest-ServersTestManualDisk-494677233 tempest-ServersTestManualDisk-494677233-project] Pushing event updated for resources: {'Port': ['ID=d2192e86-fcbc-467e-974d-50439566abff,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:10:13.016773 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc7c6104-20e7-4a1b-ae31-56eed4f30aa2 req-2a171413-4a55-4068-82d3-f864af3eb307 tempest-ServersTestManualDisk-494677233 tempest-ServersTestManualDisk-494677233-project] Received port after_create {{(pid=121606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:10:13.038720 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9cd8b2-8d4c-47c3-b5ff-176e78b9c855 service neutron] Pushing event updated for resources: {'Port': ['ID=315b00f0-a83e-4f05-a40b-5792fef297dd,revision_number=2']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:10:13.075952 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-4468a2ea-7edf-4191-8a81-d6627874732e req-5b4f4819-7a72-426d-a2d0-26a90cfb07e3 tempest-SecurityGroupRulesTestJSON-1060210440 tempest-SecurityGroupRulesTestJSON-1060210440-project] Publish callbacks [] for security_group, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:13.079706 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device 0452d256-fbe5-43b7-9bfc-ff41873d27cd details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 25 21:10:13.174030 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-4468a2ea-7edf-4191-8a81-d6627874732e req-5b4f4819-7a72-426d-a2d0-26a90cfb07e3 tempest-SecurityGroupRulesTestJSON-1060210440 tempest-SecurityGroupRulesTestJSON-1060210440-project] Publish callbacks [] for security_group, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:13.197516 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.managers [req-7b060e32-bfb7-45d5-b83a-0cbbefae969d req-7d9cd8b2-8d4c-47c3-b5ff-176e78b9c855 service neutron] Attempting to bind port 315b00f0-a83e-4f05-a40b-5792fef297dd on host nch2-master-1 for vnic_type normal with profile  {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:10:13.197857 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.managers [req-7b060e32-bfb7-45d5-b83a-0cbbefae969d req-7d9cd8b2-8d4c-47c3-b5ff-176e78b9c855 service neutron] Attempting to bind port 315b00f0-a83e-4f05-a40b-5792fef297dd by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '85c774cb-a0eb-4ad9-961f-f331d3b37cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '8f212e98-547d-4c6e-a560-2e9a548c8f59'}] {{(pid=121607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:10:13.198190 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b060e32-bfb7-45d5-b83a-0cbbefae969d req-7d9cd8b2-8d4c-47c3-b5ff-176e78b9c855 service neutron] Attempting to bind port 315b00f0-a83e-4f05-a40b-5792fef297dd on network 8f212e98-547d-4c6e-a560-2e9a548c8f59 {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:10:13.199526 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7c6104-20e7-4a1b-ae31-56eed4f30aa2 req-2a171413-4a55-4068-82d3-f864af3eb307 tempest-ServersTestManualDisk-494677233 tempest-ServersTestManualDisk-494677233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:10:13.200316 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-dc7c6104-20e7-4a1b-ae31-56eed4f30aa2 req-2a171413-4a55-4068-82d3-f864af3eb307 tempest-ServersTestManualDisk-494677233 tempest-ServersTestManualDisk-494677233-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:13.214783 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b060e32-bfb7-45d5-b83a-0cbbefae969d req-7d9cd8b2-8d4c-47c3-b5ff-176e78b9c855 service neutron] Port 315b00f0-a83e-4f05-a40b-5792fef297dd on network 8f212e98-547d-4c6e-a560-2e9a548c8f59 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 25 21:10:13.215100 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b060e32-bfb7-45d5-b83a-0cbbefae969d req-7d9cd8b2-8d4c-47c3-b5ff-176e78b9c855 service neutron] Attempting to bind port 315b00f0-a83e-4f05-a40b-5792fef297dd on network 8f212e98-547d-4c6e-a560-2e9a548c8f59 {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:10:13.221010 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-29b55443-b39f-4246-986d-ac41cb62bcc8 req-ca2c78f5-f5d0-41d4-9067-977aac54c92b tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] 10.222.0.32 "GET /v2.0/security-groups?id=3d6cb2f0-3d81-4228-9d61-fc5e0bb3087e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2236483
Dec 25 21:10:13.259855 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b060e32-bfb7-45d5-b83a-0cbbefae969d req-7d9cd8b2-8d4c-47c3-b5ff-176e78b9c855 service neutron] Checking agent: {'id': '0d9ae313-8f8d-40fa-8a9f-d098a25a9911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 21, 4, 38), 'started_at': datetime.datetime(2021, 12, 25, 21, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 10, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:10:13.260205 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b060e32-bfb7-45d5-b83a-0cbbefae969d req-7d9cd8b2-8d4c-47c3-b5ff-176e78b9c855 service neutron] Checking segment: {'id': '85c774cb-a0eb-4ad9-961f-f331d3b37cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '8f212e98-547d-4c6e-a560-2e9a548c8f59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:10:13.260593 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b060e32-bfb7-45d5-b83a-0cbbefae969d req-7d9cd8b2-8d4c-47c3-b5ff-176e78b9c855 service neutron] Bound using segment: {'id': '85c774cb-a0eb-4ad9-961f-f331d3b37cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '8f212e98-547d-4c6e-a560-2e9a548c8f59'} {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:10:13.261071 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.managers [req-7b060e32-bfb7-45d5-b83a-0cbbefae969d req-7d9cd8b2-8d4c-47c3-b5ff-176e78b9c855 service neutron] Bound port: 315b00f0-a83e-4f05-a40b-5792fef297dd, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85c774cb-a0eb-4ad9-961f-f331d3b37cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '8f212e98-547d-4c6e-a560-2e9a548c8f59'}}] {{(pid=121607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:10:13.261427 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-7b060e32-bfb7-45d5-b83a-0cbbefae969d req-7d9cd8b2-8d4c-47c3-b5ff-176e78b9c855 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:13.272009 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port 0452d256-fbe5-43b7-9bfc-ff41873d27cd, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0452d256-fbe5-43b7-9bfc-ff41873d27cd,segment=NetworkSegment(85c774cb-a0eb-4ad9-961f-f331d3b37cd6),segment_id=85c774cb-a0eb-4ad9-961f-f331d3b37cd6)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:10:13.281596 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Returning: {'device': '0452d256-fbe5-43b7-9bfc-ff41873d27cd', 'network_id': '8f212e98-547d-4c6e-a560-2e9a548c8f59', 'port_id': '0452d256-fbe5-43b7-9bfc-ff41873d27cd', 'mac_address': 'fa:16:3e:50:7d:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcfbae86-f93e-400c-8084-eac7f56ff5ba', 'ip_address': '192.168.233.230'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 25 21:10:13.317243 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-dc7c6104-20e7-4a1b-ae31-56eed4f30aa2 req-2a171413-4a55-4068-82d3-f864af3eb307 tempest-ServersTestManualDisk-494677233 tempest-ServersTestManualDisk-494677233-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.5318379
Dec 25 21:10:13.327638 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:13.344964 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0452d256-fbe5-43b7-9bfc-ff41873d27cd {{(pid=121608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:10:13.350130 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-dc7c6104-20e7-4a1b-ae31-56eed4f30aa2 req-0b740851-8975-49e2-ba98-33af3a268f52 service neutron] Request body: {'port': {'device_id': 'e17b1ffc-cea0-4158-9ac3-273da9149cd5', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:10:13.375302 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-4468a2ea-7edf-4191-8a81-d6627874732e req-5b4f4819-7a72-426d-a2d0-26a90cfb07e3 tempest-SecurityGroupRulesTestJSON-1060210440 tempest-SecurityGroupRulesTestJSON-1060210440-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:13.381068 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-4468a2ea-7edf-4191-8a81-d6627874732e req-5b4f4819-7a72-426d-a2d0-26a90cfb07e3 tempest-SecurityGroupRulesTestJSON-1060210440 tempest-SecurityGroupRulesTestJSON-1060210440-project] Publish callbacks [] for security_group, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:13.383986 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port 0452d256-fbe5-43b7-9bfc-ff41873d27cd, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0452d256-fbe5-43b7-9bfc-ff41873d27cd,segment=NetworkSegment(85c774cb-a0eb-4ad9-961f-f331d3b37cd6),segment_id=85c774cb-a0eb-4ad9-961f-f331d3b37cd6)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:10:13.391076 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4468a2ea-7edf-4191-8a81-d6627874732e req-5b4f4819-7a72-426d-a2d0-26a90cfb07e3 tempest-SecurityGroupRulesTestJSON-1060210440 tempest-SecurityGroupRulesTestJSON-1060210440-project] 10.222.0.32 "DELETE /v2.0/security-groups/b69156ef-d5c8-4ebd-8a43-9f8dee41ff70 HTTP/1.1" status: 204  len: 173 time: 0.5955107
Dec 25 21:10:13.432724 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-0a5615e4-e3af-4c29-8da8-5ca2bf12e605 req-50f65719-70ae-4880-acf9-87fd8622b344 service neutron] 10.222.0.37 "GET /v2.0/ports/1f34074e-0a6d-4eef-a7d5-cef1f7f400f3/bindings/nch1-master-1 HTTP/1.1" status: 200  len: 384 time: 0.2133405
Dec 25 21:10:13.433221 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.db [req-7b060e32-bfb7-45d5-b83a-0cbbefae969d req-7d9cd8b2-8d4c-47c3-b5ff-176e78b9c855 service neutron] For port 315b00f0-a83e-4f05-a40b-5792fef297dd, host nch2-master-1, cleared binding levels {{(pid=121607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:10:13.436790 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.db [req-7b060e32-bfb7-45d5-b83a-0cbbefae969d req-7d9cd8b2-8d4c-47c3-b5ff-176e78b9c855 service neutron] For port 315b00f0-a83e-4f05-a40b-5792fef297dd, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=315b00f0-a83e-4f05-a40b-5792fef297dd,segment=NetworkSegment(85c774cb-a0eb-4ad9-961f-f331d3b37cd6),segment_id=85c774cb-a0eb-4ad9-961f-f331d3b37cd6)] {{(pid=121607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:10:13.449100 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:13.467337 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4f4819-7a72-426d-a2d0-26a90cfb07e3 tempest-SecurityGroupRulesTestJSON-1060210440 tempest-SecurityGroupRulesTestJSON-1060210440-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b69156ef-d5c8-4ebd-8a43-9f8dee41ff70,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:10:13.535836 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Pushing event updated for resources: {'Port': ['ID=0452d256-fbe5-43b7-9bfc-ff41873d27cd,revision_number=4']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:10:13.543341 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-2babc1b6-ba53-439c-8f65-da45aa17e35e None None] Provisioning complete for port d2192e86-fcbc-467e-974d-50439566abff triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:10:13.544448 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-2babc1b6-ba53-439c-8f65-da45aa17e35e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:13.586774 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-2babc1b6-ba53-439c-8f65-da45aa17e35e None None] Port d2192e86-fcbc-467e-974d-50439566abff cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:10:13.606574 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-7b060e32-bfb7-45d5-b83a-0cbbefae969d req-7d9cd8b2-8d4c-47c3-b5ff-176e78b9c855 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8632327'] for port, after_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:13.682857 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b060e32-bfb7-45d5-b83a-0cbbefae969d req-7d9cd8b2-8d4c-47c3-b5ff-176e78b9c855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:10:13.695923 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-7b060e32-bfb7-45d5-b83a-0cbbefae969d req-7d9cd8b2-8d4c-47c3-b5ff-176e78b9c855 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:13.695923 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-7b060e32-bfb7-45d5-b83a-0cbbefae969d req-7d9cd8b2-8d4c-47c3-b5ff-176e78b9c855 service neutron] 10.222.0.37 "PUT /v2.0/ports/315b00f0-a83e-4f05-a40b-5792fef297dd HTTP/1.1" status: 200  len: 1096 time: 1.2977171
Dec 25 21:10:13.695923 ncdv-master-1 neutron-server[121607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d796d09-01b6-48f2-995f-4dbfa40b46ea', 'tag': '315b00f0-a83e-4f05-a40b-5792fef297dd'}] {{(pid=121607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:10:13.695923 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f980bbcadfa7bf1e788024e1448be660373c21f97f015f780444e999c451203" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0390c3eb-d0d4-443e-a3c8-0e8e4a2c7201" -d '{"events": [{"name": "network-changed", "server_uuid": "9d796d09-01b6-48f2-995f-4dbfa40b46ea", "tag": "315b00f0-a83e-4f05-a40b-5792fef297dd"}]}' {{(pid=121607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:10:13.719249 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.db [req-0a5615e4-e3af-4c29-8da8-5ca2bf12e605 req-7493b37a-4e01-44b6-b627-592f5d941789 service neutron] For port 1f34074e-0a6d-4eef-a7d5-cef1f7f400f3, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1f34074e-0a6d-4eef-a7d5-cef1f7f400f3,segment=NetworkSegment(0bc15208-d08d-4c93-89c3-c4dfd4d97844),segment_id=0bc15208-d08d-4c93-89c3-c4dfd4d97844)] {{(pid=121607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:10:13.733777 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] get_ports_and_sgs() called for port_ids ['0452d256-fbe5-43b7-9bfc-ff41873d27cd'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:10:13.744372 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9cd8b2-8d4c-47c3-b5ff-176e78b9c855 service neutron] Pushing event updated for resources: {'Port': ['ID=315b00f0-a83e-4f05-a40b-5792fef297dd,revision_number=3']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:10:13.757941 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.db [req-0a5615e4-e3af-4c29-8da8-5ca2bf12e605 req-7493b37a-4e01-44b6-b627-592f5d941789 service neutron] For port 1f34074e-0a6d-4eef-a7d5-cef1f7f400f3, host nch2-master-1, cleared binding levels {{(pid=121607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:10:13.810723 ncdv-master-1 neutron-server[121607]: DEBUG neutron.notifiers.nova [req-0a5615e4-e3af-4c29-8da8-5ca2bf12e605 req-7493b37a-4e01-44b6-b627-592f5d941789 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f34074e-0a6d-4eef-a7d5-cef1f7f400f3 {{(pid=121607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:10:13.853945 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.db [req-0a5615e4-e3af-4c29-8da8-5ca2bf12e605 req-7493b37a-4e01-44b6-b627-592f5d941789 service neutron] For port 1f34074e-0a6d-4eef-a7d5-cef1f7f400f3, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1f34074e-0a6d-4eef-a7d5-cef1f7f400f3,segment=NetworkSegment(0bc15208-d08d-4c93-89c3-c4dfd4d97844),segment_id=0bc15208-d08d-4c93-89c3-c4dfd4d97844)] {{(pid=121607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:10:13.870525 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-dc7c6104-20e7-4a1b-ae31-56eed4f30aa2 req-0b740851-8975-49e2-ba98-33af3a268f52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:13.888008 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b060e32-bfb7-45d5-b83a-0cbbefae969d req-0a4f5286-8738-4d22-8ba8-8c1e7cd9cf62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:10:13.888008 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-7b060e32-bfb7-45d5-b83a-0cbbefae969d req-0a4f5286-8738-4d22-8ba8-8c1e7cd9cf62 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=19a16dcc3c214ac2a218d3758e551792&device_id=9d796d09-01b6-48f2-995f-4dbfa40b46ea HTTP/1.1" status: 200  len: 1099 time: 0.0676212
Dec 25 21:10:13.893068 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26054f8-2b7b-4053-8b0c-ffa7c9c3ac3c req-9d71304b-5988-40f6-891a-0c146713cf15 tempest-LiveMigrationTest-1605081009 tempest-LiveMigrationTest-1605081009-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:10:13.894661 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b26054f8-2b7b-4053-8b0c-ffa7c9c3ac3c req-9d71304b-5988-40f6-891a-0c146713cf15 tempest-LiveMigrationTest-1605081009 tempest-LiveMigrationTest-1605081009-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=dee5cf04-7b9e-46fd-b317-75a118617c96 HTTP/1.1" status: 200  len: 1097 time: 0.4310162
Dec 25 21:10:13.933986 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6894c5-8525-432d-8637-f0abbc8fca7a req-c8a26002-6120-4764-8e0d-62186e6de220 tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:10:13.935514 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7a6894c5-8525-432d-8637-f0abbc8fca7a req-c8a26002-6120-4764-8e0d-62186e6de220 tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] 10.222.0.32 "GET /v2.0/ports?device_id=34088aa4-5622-46a6-a155-94ef62f87546 HTTP/1.1" status: 200  len: 944 time: 0.4488580
Dec 25 21:10:13.941532 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-7b060e32-bfb7-45d5-b83a-0cbbefae969d req-faa645e9-2f74-4b4d-b401-9cb36e7d8af8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.105&port_id=315b00f0-a83e-4f05-a40b-5792fef297dd HTTP/1.1" status: 200  len: 217 time: 0.0482588
Dec 25 21:10:13.945252 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-0a5615e4-e3af-4c29-8da8-5ca2bf12e605 req-7493b37a-4e01-44b6-b627-592f5d941789 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:14.027347 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b060e32-bfb7-45d5-b83a-0cbbefae969d req-54f85fab-7e2f-4e67-bff8-0331c13ab391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:10:14.028813 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-7b060e32-bfb7-45d5-b83a-0cbbefae969d req-54f85fab-7e2f-4e67-bff8-0331c13ab391 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=dcfbae86-f93e-400c-8084-eac7f56ff5ba HTTP/1.1" status: 200  len: 843 time: 0.0740659
Dec 25 21:10:14.070871 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b26054f8-2b7b-4053-8b0c-ffa7c9c3ac3c req-797703d0-04e5-4981-b6c6-1ec1f903b141 tempest-LiveMigrationTest-1605081009 tempest-LiveMigrationTest-1605081009-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=bc05caf7-df2e-49b8-960c-4031d2c2ccca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1532526
Dec 25 21:10:14.088257 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7a6894c5-8525-432d-8637-f0abbc8fca7a req-e1d540e1-90ba-473c-a814-66a897a708b4 tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5d2ff88-22d6-43d8-90d1-bfb86d4e3308&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1408122
Dec 25 21:10:14.097542 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.provisioning_blocks [req-0a5615e4-e3af-4c29-8da8-5ca2bf12e605 req-7493b37a-4e01-44b6-b627-592f5d941789 service neutron] Transition to ACTIVE for port object 1f34074e-0a6d-4eef-a7d5-cef1f7f400f3 will not be triggered until provisioned by entity L2. {{(pid=121607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 25 21:10:14.105428 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b060e32-bfb7-45d5-b83a-0cbbefae969d req-8fbdb650-045d-4ef9-a912-c842661d4740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:10:14.106950 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-7b060e32-bfb7-45d5-b83a-0cbbefae969d req-8fbdb650-045d-4ef9-a912-c842661d4740 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8f212e98-547d-4c6e-a560-2e9a548c8f59&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0663459
Dec 25 21:10:14.175520 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-0a5615e4-e3af-4c29-8da8-5ca2bf12e605 req-7493b37a-4e01-44b6-b627-592f5d941789 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8632327'] for port, after_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:14.299582 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a5615e4-e3af-4c29-8da8-5ca2bf12e605 req-7493b37a-4e01-44b6-b627-592f5d941789 service neutron] No DVR routers for this DVR port 1f34074e-0a6d-4eef-a7d5-cef1f7f400f3 on host nch2-master-1 {{(pid=121607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:10:14.309578 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7493b37a-4e01-44b6-b627-592f5d941789 service neutron] Pushing event updated for resources: {'Port': ['ID=1f34074e-0a6d-4eef-a7d5-cef1f7f400f3,revision_number=10']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:10:14.313960 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-7b060e32-bfb7-45d5-b83a-0cbbefae969d req-c433fef5-e9d3-4190-bdcb-23cde772465d service neutron] 10.222.0.37 "GET /v2.0/networks/8f212e98-547d-4c6e-a560-2e9a548c8f59?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1903400
Dec 25 21:10:14.320131 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582912fe-39e5-421d-856d-c1cae30a8454 req-4e3a045d-ee44-457e-a905-d84109a926b3 tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:10:14.321543 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-582912fe-39e5-421d-856d-c1cae30a8454 req-4e3a045d-ee44-457e-a905-d84109a926b3 tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c4af366-b80d-4609-babc-fa7e67fc184a HTTP/1.1" status: 200  len: 949 time: 0.1329207
Dec 25 21:10:14.326005 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-dafc6176-6115-4805-bebf-694cad9d8923 req-c83a4d66-224a-4b21-ad5a-ac798d64cf00 tempest-SecurityGroupRulesTestJSON-1060210440 tempest-SecurityGroupRulesTestJSON-1060210440-project] 10.222.0.32 "GET /v2.0/security-groups/52689764-3ce9-43dd-9e16-a097939042c1 HTTP/1.1" status: 200  len: 1821 time: 0.1187637
Dec 25 21:10:14.359729 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [req-dc7c6104-20e7-4a1b-ae31-56eed4f30aa2 req-0b740851-8975-49e2-ba98-33af3a268f52 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2192e86-fcbc-467e-974d-50439566abff {{(pid=121606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:10:14.365077 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-0a5615e4-e3af-4c29-8da8-5ca2bf12e605 req-7493b37a-4e01-44b6-b627-592f5d941789 service neutron] 10.222.0.37 "PUT /v2.0/ports/1f34074e-0a6d-4eef-a7d5-cef1f7f400f3/bindings/nch1-master-1/activate HTTP/1.1" status: 200  len: 369 time: 0.9156480
Dec 25 21:10:14.377352 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-dc7c6104-20e7-4a1b-ae31-56eed4f30aa2 req-0b740851-8975-49e2-ba98-33af3a268f52 service neutron] Publish callbacks [] for port, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:14.422076 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.provisioning_blocks [req-dc7c6104-20e7-4a1b-ae31-56eed4f30aa2 req-0b740851-8975-49e2-ba98-33af3a268f52 service neutron] Transition to ACTIVE for port object d2192e86-fcbc-467e-974d-50439566abff will not be triggered until provisioned by entity L2. {{(pid=121606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 25 21:10:14.425437 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-7b060e32-bfb7-45d5-b83a-0cbbefae969d req-1f1c6856-177e-45d4-bb65-0dd4482bf21d service neutron] 10.222.0.37 "GET /v2.0/networks/8f212e98-547d-4c6e-a560-2e9a548c8f59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0914721
Dec 25 21:10:14.441207 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-582912fe-39e5-421d-856d-c1cae30a8454 req-56a0f082-9800-41fb-8d9b-6dffa6f1638a tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] 10.222.0.32 "GET /v2.0/security-groups?id=21386e98-0735-4168-a9d9-35455a6206b6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1100955
Dec 25 21:10:14.452118 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-dafc6176-6115-4805-bebf-694cad9d8923 req-7a6e2570-0efc-4b7b-887e-d7b8d9d89666 tempest-SecurityGroupRulesTestJSON-1060210440 tempest-SecurityGroupRulesTestJSON-1060210440-project] Publish callbacks [] for security_group, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:14.476657 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-dafc6176-6115-4805-bebf-694cad9d8923 req-7a6e2570-0efc-4b7b-887e-d7b8d9d89666 tempest-SecurityGroupRulesTestJSON-1060210440 tempest-SecurityGroupRulesTestJSON-1060210440-project] Publish callbacks [] for security_group, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:14.567241 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-dc7c6104-20e7-4a1b-ae31-56eed4f30aa2 req-0b740851-8975-49e2-ba98-33af3a268f52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:14.650117 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390302b8-eba8-43c3-8bdb-3a4432bfe905 req-9590a375-0a38-4050-a826-647d68f27d7e tempest-ServersTestManualDisk-494677233 tempest-ServersTestManualDisk-494677233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:10:14.651677 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-390302b8-eba8-43c3-8bdb-3a4432bfe905 req-9590a375-0a38-4050-a826-647d68f27d7e tempest-ServersTestManualDisk-494677233 tempest-ServersTestManualDisk-494677233-project] 10.222.0.32 "GET /v2.0/ports?device_id=e17b1ffc-cea0-4158-9ac3-273da9149cd5 HTTP/1.1" status: 200  len: 932 time: 0.1521730
Dec 25 21:10:14.655301 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b740851-8975-49e2-ba98-33af3a268f52 service neutron] Pushing event updated for resources: {'Port': ['ID=d2192e86-fcbc-467e-974d-50439566abff,revision_number=2']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:10:14.665647 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5615e4-e3af-4c29-8da8-5ca2bf12e605 req-0cef7ec5-1d8b-4d10-b6f2-9d8f251789cb tempest-LiveAutoBlockMigrationV225Test-952394939 tempest-LiveAutoBlockMigrationV225Test-952394939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:10:14.667154 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0a5615e4-e3af-4c29-8da8-5ca2bf12e605 req-0cef7ec5-1d8b-4d10-b6f2-9d8f251789cb tempest-LiveAutoBlockMigrationV225Test-952394939 tempest-LiveAutoBlockMigrationV225Test-952394939-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=34088aa4-5622-46a6-a155-94ef62f87546&tenant_id=276a36e6a97d46a78b7e483daa26cc2e&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 1096 time: 0.1503463
Dec 25 21:10:14.743430 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-dafc6176-6115-4805-bebf-694cad9d8923 req-7a6e2570-0efc-4b7b-887e-d7b8d9d89666 tempest-SecurityGroupRulesTestJSON-1060210440 tempest-SecurityGroupRulesTestJSON-1060210440-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:14.746107 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-dafc6176-6115-4805-bebf-694cad9d8923 req-7a6e2570-0efc-4b7b-887e-d7b8d9d89666 tempest-SecurityGroupRulesTestJSON-1060210440 tempest-SecurityGroupRulesTestJSON-1060210440-project] Publish callbacks [] for security_group, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:14.747272 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-dafc6176-6115-4805-bebf-694cad9d8923 req-7a6e2570-0efc-4b7b-887e-d7b8d9d89666 tempest-SecurityGroupRulesTestJSON-1060210440 tempest-SecurityGroupRulesTestJSON-1060210440-project] 10.222.0.32 "DELETE /v2.0/security-groups/52689764-3ce9-43dd-9e16-a097939042c1 HTTP/1.1" status: 204  len: 173 time: 0.4061894
Dec 25 21:10:14.777829 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6e2570-0efc-4b7b-887e-d7b8d9d89666 tempest-SecurityGroupRulesTestJSON-1060210440 tempest-SecurityGroupRulesTestJSON-1060210440-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=52689764-3ce9-43dd-9e16-a097939042c1,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:10:14.797175 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Dec 2021 21:10:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20adea29-bf5c-4ff0-a14b-af776fb3dace x-openstack-request-id: req-20adea29-bf5c-4ff0-a14b-af776fb3dace {{(pid=121607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:10:14.797175 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d796d09-01b6-48f2-995f-4dbfa40b46ea", "tag": "315b00f0-a83e-4f05-a40b-5792fef297dd", "status": "completed", "code": 200}]} {{(pid=121607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:10:14.797175 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-20adea29-bf5c-4ff0-a14b-af776fb3dace {{(pid=121607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:10:14.797629 ncdv-master-1 neutron-server[121607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d796d09-01b6-48f2-995f-4dbfa40b46ea', 'tag': '315b00f0-a83e-4f05-a40b-5792fef297dd', 'status': 'completed', 'code': 200}
Dec 25 21:10:14.812493 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-390302b8-eba8-43c3-8bdb-3a4432bfe905 req-56b941ef-b642-49be-832d-58e9be1ffe66 tempest-ServersTestManualDisk-494677233 tempest-ServersTestManualDisk-494677233-project] 10.222.0.32 "GET /v2.0/security-groups?id=6382333d-3f4f-4fdc-a521-f329b76785ed&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1513014
Dec 25 21:10:14.820581 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5615e4-e3af-4c29-8da8-5ca2bf12e605 req-f70333ca-9657-464f-99e8-5b033806a7e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:10:14.822687 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0a5615e4-e3af-4c29-8da8-5ca2bf12e605 req-f70333ca-9657-464f-99e8-5b033806a7e4 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=34088aa4-5622-46a6-a155-94ef62f87546&tenant_id=276a36e6a97d46a78b7e483daa26cc2e HTTP/1.1" status: 200  len: 1096 time: 0.1341908
Dec 25 21:10:14.823844 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-dc7c6104-20e7-4a1b-ae31-56eed4f30aa2 req-0b740851-8975-49e2-ba98-33af3a268f52 service neutron] Attempting to bind port d2192e86-fcbc-467e-974d-50439566abff on host nch2-master-1 for vnic_type normal with profile  {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:10:14.824192 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-dc7c6104-20e7-4a1b-ae31-56eed4f30aa2 req-0b740851-8975-49e2-ba98-33af3a268f52 service neutron] Attempting to bind port d2192e86-fcbc-467e-974d-50439566abff by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '6f10f496-0b01-497c-83c4-3b556be37e9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd6675960-5a27-4fda-8ce3-11dfa09c56d6'}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:10:14.824522 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc7c6104-20e7-4a1b-ae31-56eed4f30aa2 req-0b740851-8975-49e2-ba98-33af3a268f52 service neutron] Attempting to bind port d2192e86-fcbc-467e-974d-50439566abff on network d6675960-5a27-4fda-8ce3-11dfa09c56d6 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:10:14.829681 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc7c6104-20e7-4a1b-ae31-56eed4f30aa2 req-0b740851-8975-49e2-ba98-33af3a268f52 service neutron] Port d2192e86-fcbc-467e-974d-50439566abff on network d6675960-5a27-4fda-8ce3-11dfa09c56d6 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 25 21:10:14.830323 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc7c6104-20e7-4a1b-ae31-56eed4f30aa2 req-0b740851-8975-49e2-ba98-33af3a268f52 service neutron] Attempting to bind port d2192e86-fcbc-467e-974d-50439566abff on network d6675960-5a27-4fda-8ce3-11dfa09c56d6 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:10:14.844641 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc7c6104-20e7-4a1b-ae31-56eed4f30aa2 req-0b740851-8975-49e2-ba98-33af3a268f52 service neutron] Checking agent: {'id': '0d9ae313-8f8d-40fa-8a9f-d098a25a9911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 21, 4, 38), 'started_at': datetime.datetime(2021, 12, 25, 21, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 10, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:10:14.845033 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc7c6104-20e7-4a1b-ae31-56eed4f30aa2 req-0b740851-8975-49e2-ba98-33af3a268f52 service neutron] Checking segment: {'id': '6f10f496-0b01-497c-83c4-3b556be37e9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd6675960-5a27-4fda-8ce3-11dfa09c56d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:10:14.845563 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc7c6104-20e7-4a1b-ae31-56eed4f30aa2 req-0b740851-8975-49e2-ba98-33af3a268f52 service neutron] Bound using segment: {'id': '6f10f496-0b01-497c-83c4-3b556be37e9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd6675960-5a27-4fda-8ce3-11dfa09c56d6'} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:10:14.846023 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-dc7c6104-20e7-4a1b-ae31-56eed4f30aa2 req-0b740851-8975-49e2-ba98-33af3a268f52 service neutron] Bound port: d2192e86-fcbc-467e-974d-50439566abff, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f10f496-0b01-497c-83c4-3b556be37e9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd6675960-5a27-4fda-8ce3-11dfa09c56d6'}}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:10:14.846415 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-dc7c6104-20e7-4a1b-ae31-56eed4f30aa2 req-0b740851-8975-49e2-ba98-33af3a268f52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:14.887513 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0390c3eb-d0d4-443e-a3c8-0e8e4a2c7201 req-d79a7eb6-2486-420e-accd-a74c61a45068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:10:14.889085 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-0390c3eb-d0d4-443e-a3c8-0e8e4a2c7201 req-d79a7eb6-2486-420e-accd-a74c61a45068 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=19a16dcc3c214ac2a218d3758e551792&device_id=9d796d09-01b6-48f2-995f-4dbfa40b46ea HTTP/1.1" status: 200  len: 1099 time: 0.0642488
Dec 25 21:10:14.988554 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0390c3eb-d0d4-443e-a3c8-0e8e4a2c7201 req-86347827-af77-4381-8d7e-c7a166151172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:10:14.991662 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-0390c3eb-d0d4-443e-a3c8-0e8e4a2c7201 req-86347827-af77-4381-8d7e-c7a166151172 service neutron] 10.222.0.37 "GET /v2.0/networks?id=8f212e98-547d-4c6e-a560-2e9a548c8f59 HTTP/1.1" status: 200  len: 870 time: 0.0949421
Dec 25 21:10:15.022160 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e940d6e-5b24-476f-8905-b76ad8f4a43f req-adaa5035-f0c5-4e2b-80a3-55d2c38b51b2 tempest-LiveMigrationTest-1605081009 tempest-LiveMigrationTest-1605081009-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:10:15.023732 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8e940d6e-5b24-476f-8905-b76ad8f4a43f req-adaa5035-f0c5-4e2b-80a3-55d2c38b51b2 tempest-LiveMigrationTest-1605081009 tempest-LiveMigrationTest-1605081009-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=dee5cf04-7b9e-46fd-b317-75a118617c96 HTTP/1.1" status: 200  len: 1097 time: 0.1469603
Dec 25 21:10:15.025972 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5615e4-e3af-4c29-8da8-5ca2bf12e605 req-20cd59b1-4b79-4732-b3bf-e9abd220905f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:10:15.027421 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0a5615e4-e3af-4c29-8da8-5ca2bf12e605 req-20cd59b1-4b79-4732-b3bf-e9abd220905f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=276a36e6a97d46a78b7e483daa26cc2e&device_id=34088aa4-5622-46a6-a155-94ef62f87546 HTTP/1.1" status: 200  len: 1096 time: 0.1711068
Dec 25 21:10:15.040785 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-dc7c6104-20e7-4a1b-ae31-56eed4f30aa2 req-0b740851-8975-49e2-ba98-33af3a268f52 service neutron] For port d2192e86-fcbc-467e-974d-50439566abff, host nch2-master-1, cleared binding levels {{(pid=121606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:10:15.043677 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-0390c3eb-d0d4-443e-a3c8-0e8e4a2c7201 req-1d19ddc2-6f85-4053-8997-367e946b4601 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.105&port_id=315b00f0-a83e-4f05-a40b-5792fef297dd HTTP/1.1" status: 200  len: 217 time: 0.0422490
Dec 25 21:10:15.055123 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e543e1b5-ae00-4776-a6bf-cbded2bd69b7 req-4b4bc400-3fd7-4917-a7fc-64cd6ce231a4 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:10:15.059462 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e543e1b5-ae00-4776-a6bf-cbded2bd69b7 req-4b4bc400-3fd7-4917-a7fc-64cd6ce231a4 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d796d09-01b6-48f2-995f-4dbfa40b46ea HTTP/1.1" status: 200  len: 948 time: 0.1490700
Dec 25 21:10:15.059462 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-dc7c6104-20e7-4a1b-ae31-56eed4f30aa2 req-0b740851-8975-49e2-ba98-33af3a268f52 service neutron] For port d2192e86-fcbc-467e-974d-50439566abff, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d2192e86-fcbc-467e-974d-50439566abff,segment=NetworkSegment(6f10f496-0b01-497c-83c4-3b556be37e9b),segment_id=6f10f496-0b01-497c-83c4-3b556be37e9b)] {{(pid=121606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:10:15.106671 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0390c3eb-d0d4-443e-a3c8-0e8e4a2c7201 req-b60b4e29-485f-420b-a13e-c8ae7f7b8b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:10:15.107835 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-0390c3eb-d0d4-443e-a3c8-0e8e4a2c7201 req-b60b4e29-485f-420b-a13e-c8ae7f7b8b23 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=dcfbae86-f93e-400c-8084-eac7f56ff5ba HTTP/1.1" status: 200  len: 843 time: 0.0505085
Dec 25 21:10:15.116594 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device 0452d256-fbe5-43b7-9bfc-ff41873d27cd up at agent hyperv_nch2-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:10:15.160283 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0390c3eb-d0d4-443e-a3c8-0e8e4a2c7201 req-69cac00c-d631-4609-a284-bcb1107ec166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:10:15.162641 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-0390c3eb-d0d4-443e-a3c8-0e8e4a2c7201 req-69cac00c-d631-4609-a284-bcb1107ec166 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8f212e98-547d-4c6e-a560-2e9a548c8f59&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0440438
Dec 25 21:10:15.174152 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-dc7c6104-20e7-4a1b-ae31-56eed4f30aa2 req-0b740851-8975-49e2-ba98-33af3a268f52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:15.201177 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8e940d6e-5b24-476f-8905-b76ad8f4a43f req-127d4d4d-8df3-43e1-8b1a-c54a1f26b825 tempest-LiveMigrationTest-1605081009 tempest-LiveMigrationTest-1605081009-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=bc05caf7-df2e-49b8-960c-4031d2c2ccca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1662006
Dec 25 21:10:15.238187 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Provisioning for port 0452d256-fbe5-43b7-9bfc-ff41873d27cd completed by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 25 21:10:15.247752 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Provisioning complete for port 0452d256-fbe5-43b7-9bfc-ff41873d27cd triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:10:15.248586 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:15.248714 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7c6104-20e7-4a1b-ae31-56eed4f30aa2 req-0b740851-8975-49e2-ba98-33af3a268f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:10:15.248854 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-dc7c6104-20e7-4a1b-ae31-56eed4f30aa2 req-0b740851-8975-49e2-ba98-33af3a268f52 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:15.250804 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-dc7c6104-20e7-4a1b-ae31-56eed4f30aa2 req-0b740851-8975-49e2-ba98-33af3a268f52 service neutron] 10.222.0.37 "PUT /v2.0/ports/d2192e86-fcbc-467e-974d-50439566abff HTTP/1.1" status: 200  len: 1092 time: 1.9190392
Dec 25 21:10:15.268846 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e543e1b5-ae00-4776-a6bf-cbded2bd69b7 req-ab9fe415-d611-4b0b-9ddf-ad1986bd7fdf tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] 10.222.0.32 "GET /v2.0/security-groups?id=3d6cb2f0-3d81-4228-9d61-fc5e0bb3087e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2009408
Dec 25 21:10:15.269625 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e17b1ffc-cea0-4158-9ac3-273da9149cd5', 'tag': 'd2192e86-fcbc-467e-974d-50439566abff'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:10:15.273388 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9858820c13ec2827453b94ebc4181065e990a4e4089ccb9fe762531ac62d2fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c5fcf6c-492d-4cdf-8b2a-fd2989b9efa8" -d '{"events": [{"name": "network-changed", "server_uuid": "e17b1ffc-cea0-4158-9ac3-273da9149cd5", "tag": "d2192e86-fcbc-467e-974d-50439566abff"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:10:15.276656 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-0390c3eb-d0d4-443e-a3c8-0e8e4a2c7201 req-f5e5dca5-9b9c-443a-ace6-ed0bd8605017 service neutron] 10.222.0.37 "GET /v2.0/networks/8f212e98-547d-4c6e-a560-2e9a548c8f59?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1048343
Dec 25 21:10:15.299493 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5615e4-e3af-4c29-8da8-5ca2bf12e605 req-4162a66c-fcf0-4912-beed-845e166528aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:10:15.301546 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0a5615e4-e3af-4c29-8da8-5ca2bf12e605 req-4162a66c-fcf0-4912-beed-845e166528aa service neutron] 10.222.0.31 "GET /v2.0/networks?id=1e137e86-76be-493f-9b25-1d17756925b5 HTTP/1.1" status: 200  len: 921 time: 0.2622128
Dec 25 21:10:15.389780 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:15.399286 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b740851-8975-49e2-ba98-33af3a268f52 service neutron] Pushing event updated for resources: {'Port': ['ID=d2192e86-fcbc-467e-974d-50439566abff,revision_number=3']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:10:15.411523 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0a5615e4-e3af-4c29-8da8-5ca2bf12e605 req-e8aff702-f0cd-408c-be82-66bf7940643d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1f34074e-0a6d-4eef-a7d5-cef1f7f400f3 HTTP/1.1" status: 200  len: 217 time: 0.0792036
Dec 25 21:10:15.417591 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-0390c3eb-d0d4-443e-a3c8-0e8e4a2c7201 req-190ae054-1a95-409a-9789-16875f31e2e3 service neutron] 10.222.0.37 "GET /v2.0/networks/8f212e98-547d-4c6e-a560-2e9a548c8f59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1291862
Dec 25 21:10:15.438909 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c4af366-b80d-4609-babc-fa7e67fc184a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0452d256-fbe5-43b7-9bfc-ff41873d27cd'}] {{(pid=121608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:10:15.441595 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a88c78c3ff6266bd59c7e89d275b28c92e739b67d23c89d71af88829fd31566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7f38c1b-4147-412e-9ae4-058e8ba1aeef" -d '{"events": [{"server_uuid": "4c4af366-b80d-4609-babc-fa7e67fc184a", "name": "network-vif-plugged", "status": "completed", "tag": "0452d256-fbe5-43b7-9bfc-ff41873d27cd"}]}' {{(pid=121608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:10:15.456439 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port 0452d256-fbe5-43b7-9bfc-ff41873d27cd, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0452d256-fbe5-43b7-9bfc-ff41873d27cd,segment=NetworkSegment(85c774cb-a0eb-4ad9-961f-f331d3b37cd6),segment_id=85c774cb-a0eb-4ad9-961f-f331d3b37cd6)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:10:15.534783 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:15.535579 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device 1f34074e-0a6d-4eef-a7d5-cef1f7f400f3 no longer exists at agent hyperv_nch2-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:10:15.563633 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4e28c936-9e9e-4633-a6d7-b2cef87d7d48 req-83f77ac3-8c95-4de2-b3a1-61c0a6afbe70 tempest-SecurityGroupRulesTestJSON-1060210440 tempest-SecurityGroupRulesTestJSON-1060210440-project] 10.222.0.32 "GET /v2.0/security-groups/149b12a1-a8cd-4a73-a0d9-43c4539a489b HTTP/1.1" status: 200  len: 1822 time: 0.2519851
Dec 25 21:10:15.566953 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5615e4-e3af-4c29-8da8-5ca2bf12e605 req-be9b0ef3-62ae-43c4-aa39-d49841617f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:10:15.568939 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0a5615e4-e3af-4c29-8da8-5ca2bf12e605 req-be9b0ef3-62ae-43c4-aa39-d49841617f5f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=9f350e3c-b3c0-4923-bec6-5c96ab55923b HTTP/1.1" status: 200  len: 860 time: 0.1286883
Dec 25 21:10:15.570938 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7c6104-20e7-4a1b-ae31-56eed4f30aa2 req-8b0dc919-43d3-4637-b5c3-28f62db2bf46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:10:15.572300 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-dc7c6104-20e7-4a1b-ae31-56eed4f30aa2 req-8b0dc919-43d3-4637-b5c3-28f62db2bf46 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4aa6a09f9e43475e8a7f5639f59b1654&device_id=e17b1ffc-cea0-4158-9ac3-273da9149cd5 HTTP/1.1" status: 200  len: 1095 time: 0.1545136
Dec 25 21:10:15.586966 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:10:15.586966 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:10:15.586966 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:10:15.586966 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:10:15.586966 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:10:15.586966 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:10:15.586966 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:10:15.586966 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:10:15.586966 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:10:15.586966 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:10:15.586966 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:10:15.586966 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:10:15.586966 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:10:15.586966 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:10:15.586966 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:10:15.586966 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:10:15.586966 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:10:15.586966 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:10:15.586966 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:10:15.586966 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:10:15.586966 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:10:15.586966 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:10:15.586966 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:10:15.586966 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:10:15.586966 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:10:15.586966 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:10:15.586966 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:10:15.586966 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:10:15.586966 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:10:15.586966 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:10:15.586966 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:10:15.586966 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:10:15.586966 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:10:15.586966 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:10:15.586966 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:10:15.586966 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:10:15.593289 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:10:15.593289 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:10:15.593289 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:10:15.593289 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:10:15.593289 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:10:15.593289 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:10:15.593289 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:10:15.593289 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:10:15.593289 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:10:15.593289 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:10:15.593289 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:10:15.593289 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:10:15.593289 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eaf29d2-33ee-42ff-8a26-56b86283f989 req-ad15f4ec-5aa8-4e57-bee4-1af78c158489 tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:10:15.593289 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2eaf29d2-33ee-42ff-8a26-56b86283f989 req-ad15f4ec-5aa8-4e57-bee4-1af78c158489 tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] 10.222.0.32 "GET /v2.0/ports?device_id=34088aa4-5622-46a6-a155-94ef62f87546 HTTP/1.1" status: 200  len: 945 time: 0.1721063
Dec 25 21:10:15.618803 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] The host nch2-master-1 is not matching for port 1f34074e-0a6d-4eef-a7d5-cef1f7f400f3 host nch1-master-1! {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}}
Dec 25 21:10:15.619197 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device 1f34074e-0a6d-4eef-a7d5-cef1f7f400f3 not bound to the agent host nch2-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:10:15.626512 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Pushing event updated for resources: {'Port': ['ID=0452d256-fbe5-43b7-9bfc-ff41873d27cd,revision_number=5']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:10:15.669799 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0a5615e4-e3af-4c29-8da8-5ca2bf12e605 req-a17995bd-45a3-43e0-910d-6b05eefb6d9f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=1e137e86-76be-493f-9b25-1d17756925b5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0755818
Dec 25 21:10:15.675553 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-dc7c6104-20e7-4a1b-ae31-56eed4f30aa2 req-aa0e6e72-3754-4e2f-966e-348181657e2d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d2192e86-fcbc-467e-974d-50439566abff HTTP/1.1" status: 200  len: 217 time: 0.0824635
Dec 25 21:10:15.841279 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-4e28c936-9e9e-4633-a6d7-b2cef87d7d48 req-aaca1fe2-f957-4a33-8502-ec3fe635a94a tempest-SecurityGroupRulesTestJSON-1060210440 tempest-SecurityGroupRulesTestJSON-1060210440-project] Publish callbacks [] for security_group, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:15.845837 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2eaf29d2-33ee-42ff-8a26-56b86283f989 req-97c6e787-936e-445f-a923-a8e4437a6cdd tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5d2ff88-22d6-43d8-90d1-bfb86d4e3308&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2337229
Dec 25 21:10:15.852053 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7c6104-20e7-4a1b-ae31-56eed4f30aa2 req-8f523a5a-dd3e-4a9f-8dec-1941f1489c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:10:15.853506 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-dc7c6104-20e7-4a1b-ae31-56eed4f30aa2 req-8f523a5a-dd3e-4a9f-8dec-1941f1489c74 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=35e03391-a093-408b-9676-2290336562fa HTTP/1.1" status: 200  len: 850 time: 0.1654029
Dec 25 21:10:15.899737 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-4e28c936-9e9e-4633-a6d7-b2cef87d7d48 req-aaca1fe2-f957-4a33-8502-ec3fe635a94a tempest-SecurityGroupRulesTestJSON-1060210440 tempest-SecurityGroupRulesTestJSON-1060210440-project] Publish callbacks [] for security_group, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:15.909721 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device 0c6d5976-8c28-4b25-8b9e-c7dc7add6588 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 25 21:10:15.929253 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0a5615e4-e3af-4c29-8da8-5ca2bf12e605 req-cb8f768a-cf41-411c-aeb1-5a6f827976f3 service neutron] 10.222.0.31 "GET /v2.0/networks/1e137e86-76be-493f-9b25-1d17756925b5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2453802
Dec 25 21:10:15.972013 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7c6104-20e7-4a1b-ae31-56eed4f30aa2 req-6f22dfa6-f368-4a7d-a7bb-35efe587db54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:10:15.973657 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-dc7c6104-20e7-4a1b-ae31-56eed4f30aa2 req-6f22dfa6-f368-4a7d-a7bb-35efe587db54 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d6675960-5a27-4fda-8ce3-11dfa09c56d6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1093562
Dec 25 21:10:16.025958 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port 0c6d5976-8c28-4b25-8b9e-c7dc7add6588, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0c6d5976-8c28-4b25-8b9e-c7dc7add6588,segment=NetworkSegment(fad08864-4612-4be1-bb28-08cb199f6d74),segment_id=fad08864-4612-4be1-bb28-08cb199f6d74)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:10:16.039255 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Returning: {'device': '0c6d5976-8c28-4b25-8b9e-c7dc7add6588', 'network_id': '6dded111-84d7-4606-bd1c-e9369354dff9', 'port_id': '0c6d5976-8c28-4b25-8b9e-c7dc7add6588', 'mac_address': 'fa:16:3e:be:7b:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4319d64b-4a91-4427-9485-7d07e2bc5ab0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 25 21:10:16.047968 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Dec 2021 21:10:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef69a34e-0b43-4085-8704-7ec8278fa1ec x-openstack-request-id: req-ef69a34e-0b43-4085-8704-7ec8278fa1ec {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:10:16.048458 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e17b1ffc-cea0-4158-9ac3-273da9149cd5", "tag": "d2192e86-fcbc-467e-974d-50439566abff", "status": "completed", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:10:16.048620 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ef69a34e-0b43-4085-8704-7ec8278fa1ec {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:10:16.048929 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e17b1ffc-cea0-4158-9ac3-273da9149cd5', 'tag': 'd2192e86-fcbc-467e-974d-50439566abff', 'status': 'completed', 'code': 200}
Dec 25 21:10:16.071591 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 21:10:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc7a5838-3cc7-4242-a564-504aa1e846e9 x-openstack-request-id: req-fc7a5838-3cc7-4242-a564-504aa1e846e9 {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:10:16.071909 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c4af366-b80d-4609-babc-fa7e67fc184a", "name": "network-vif-plugged", "status": "completed", "tag": "0452d256-fbe5-43b7-9bfc-ff41873d27cd", "code": 200}]} {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:10:16.076792 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-fc7a5838-3cc7-4242-a564-504aa1e846e9 {{(pid=121608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:10:16.076792 ncdv-master-1 neutron-server[121608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c4af366-b80d-4609-babc-fa7e67fc184a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0452d256-fbe5-43b7-9bfc-ff41873d27cd', 'code': 200}
Dec 25 21:10:16.091459 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:16.108741 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0c6d5976-8c28-4b25-8b9e-c7dc7add6588 {{(pid=121608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:10:16.129308 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port 0c6d5976-8c28-4b25-8b9e-c7dc7add6588, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0c6d5976-8c28-4b25-8b9e-c7dc7add6588,segment=NetworkSegment(fad08864-4612-4be1-bb28-08cb199f6d74),segment_id=fad08864-4612-4be1-bb28-08cb199f6d74)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:10:16.142824 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-4e28c936-9e9e-4633-a6d7-b2cef87d7d48 req-aaca1fe2-f957-4a33-8502-ec3fe635a94a tempest-SecurityGroupRulesTestJSON-1060210440 tempest-SecurityGroupRulesTestJSON-1060210440-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:16.145488 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-4e28c936-9e9e-4633-a6d7-b2cef87d7d48 req-aaca1fe2-f957-4a33-8502-ec3fe635a94a tempest-SecurityGroupRulesTestJSON-1060210440 tempest-SecurityGroupRulesTestJSON-1060210440-project] Publish callbacks [] for security_group, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:16.147159 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4e28c936-9e9e-4633-a6d7-b2cef87d7d48 req-aaca1fe2-f957-4a33-8502-ec3fe635a94a tempest-SecurityGroupRulesTestJSON-1060210440 tempest-SecurityGroupRulesTestJSON-1060210440-project] 10.222.0.32 "DELETE /v2.0/security-groups/149b12a1-a8cd-4a73-a0d9-43c4539a489b HTTP/1.1" status: 204  len: 173 time: 0.5739868
Dec 25 21:10:16.176975 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19182b4f-1dbc-4641-8c18-9a0e0018bb32 req-807be2b5-2c59-4afe-86a6-abd378735b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:10:16.178612 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-19182b4f-1dbc-4641-8c18-9a0e0018bb32 req-807be2b5-2c59-4afe-86a6-abd378735b1a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=4c4af366-b80d-4609-babc-fa7e67fc184a HTTP/1.1" status: 200  len: 1101 time: 0.0434346
Dec 25 21:10:16.192665 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0a5615e4-e3af-4c29-8da8-5ca2bf12e605 req-693e9156-8554-4485-b776-bdec34af6e9a service neutron] 10.222.0.31 "GET /v2.0/networks/1e137e86-76be-493f-9b25-1d17756925b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2490859
Dec 25 21:10:16.199992 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-dc7c6104-20e7-4a1b-ae31-56eed4f30aa2 req-63d2c71f-ee5c-45f9-94e5-0b4d59ae43a2 service neutron] 10.222.0.37 "GET /v2.0/networks/d6675960-5a27-4fda-8ce3-11dfa09c56d6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2058711
Dec 25 21:10:16.203847 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaca1fe2-f957-4a33-8502-ec3fe635a94a tempest-SecurityGroupRulesTestJSON-1060210440 tempest-SecurityGroupRulesTestJSON-1060210440-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=149b12a1-a8cd-4a73-a0d9-43c4539a489b,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:10:16.247012 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-19182b4f-1dbc-4641-8c18-9a0e0018bb32 req-06647109-bca1-411a-9e49-11fb9f5a61cb service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=21386e98-0735-4168-a9d9-35455a6206b6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0585611
Dec 25 21:10:16.254785 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:16.306391 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Pushing event updated for resources: {'Port': ['ID=0c6d5976-8c28-4b25-8b9e-c7dc7add6588,revision_number=6']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:10:16.309224 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c921b671-489a-4005-96e7-a8784cc1d880 req-5fc57af7-8bb9-400a-8d2f-3d791567fa06 tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:10:16.313530 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c921b671-489a-4005-96e7-a8784cc1d880 req-5fc57af7-8bb9-400a-8d2f-3d791567fa06 tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c4af366-b80d-4609-babc-fa7e67fc184a HTTP/1.1" status: 200  len: 950 time: 0.1819410
Dec 25 21:10:16.386123 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5592e263-8d6d-47d5-86b2-cc34eca7b85c req-790ab057-d4b5-4e6f-97b2-0d71b6a0dcf4 tempest-ServersTestManualDisk-494677233 tempest-ServersTestManualDisk-494677233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:10:16.387608 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5592e263-8d6d-47d5-86b2-cc34eca7b85c req-790ab057-d4b5-4e6f-97b2-0d71b6a0dcf4 tempest-ServersTestManualDisk-494677233 tempest-ServersTestManualDisk-494677233-project] 10.222.0.32 "GET /v2.0/ports?device_id=e17b1ffc-cea0-4158-9ac3-273da9149cd5 HTTP/1.1" status: 200  len: 944 time: 0.1528549
Dec 25 21:10:16.391668 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-dc7c6104-20e7-4a1b-ae31-56eed4f30aa2 req-4402014b-0b93-4577-b33d-503e3a475bca service neutron] 10.222.0.37 "GET /v2.0/networks/d6675960-5a27-4fda-8ce3-11dfa09c56d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1773241
Dec 25 21:10:16.418703 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c921b671-489a-4005-96e7-a8784cc1d880 req-38f71a0b-69c7-4541-82a0-4e66e640847c tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] 10.222.0.32 "GET /v2.0/security-groups?id=21386e98-0735-4168-a9d9-35455a6206b6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1007361
Dec 25 21:10:16.463888 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5592e263-8d6d-47d5-86b2-cc34eca7b85c req-512186d9-4f55-48b1-9cf4-d2ba603884cc tempest-ServersTestManualDisk-494677233 tempest-ServersTestManualDisk-494677233-project] 10.222.0.32 "GET /v2.0/security-groups?id=6382333d-3f4f-4fdc-a521-f329b76785ed&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0686209
Dec 25 21:10:16.472108 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] get_ports_and_sgs() called for port_ids ['0c6d5976-8c28-4b25-8b9e-c7dc7add6588'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:10:16.543119 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1b3b63e7-46d2-44ea-82a7-fcda065e4861 req-86471052-fe7f-41a8-9e91-7a4f2eeddb0d tempest-SecurityGroupRulesTestJSON-1060210440 tempest-SecurityGroupRulesTestJSON-1060210440-project] 10.222.0.32 "GET /v2.0/security-groups/dc621918-a7d1-48ee-8b52-754e8b0b3c6f HTTP/1.1" status: 200  len: 2419 time: 0.0500567
Dec 25 21:10:16.616557 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5fcf6c-492d-4cdf-8b2a-fd2989b9efa8 req-7c8d2382-a612-4756-a915-53d702d57f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:10:16.618170 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5c5fcf6c-492d-4cdf-8b2a-fd2989b9efa8 req-7c8d2382-a612-4756-a915-53d702d57f3e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4aa6a09f9e43475e8a7f5639f59b1654&device_id=e17b1ffc-cea0-4158-9ac3-273da9149cd5 HTTP/1.1" status: 200  len: 1095 time: 0.0741220
Dec 25 21:10:16.642322 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-1b3b63e7-46d2-44ea-82a7-fcda065e4861 req-fefe8dc8-1993-40c9-ab68-ed25e82430ba tempest-SecurityGroupRulesTestJSON-1060210440 tempest-SecurityGroupRulesTestJSON-1060210440-project] Publish callbacks [] for security_group, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:16.710990 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-1b3b63e7-46d2-44ea-82a7-fcda065e4861 req-fefe8dc8-1993-40c9-ab68-ed25e82430ba tempest-SecurityGroupRulesTestJSON-1060210440 tempest-SecurityGroupRulesTestJSON-1060210440-project] Publish callbacks [] for security_group, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:16.856339 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5615e4-e3af-4c29-8da8-5ca2bf12e605 req-e4ab36e6-b239-4fed-864e-616c489b3c80 tempest-LiveAutoBlockMigrationV225Test-952394939 tempest-LiveAutoBlockMigrationV225Test-952394939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:10:16.857810 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0a5615e4-e3af-4c29-8da8-5ca2bf12e605 req-e4ab36e6-b239-4fed-864e-616c489b3c80 tempest-LiveAutoBlockMigrationV225Test-952394939 tempest-LiveAutoBlockMigrationV225Test-952394939-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=34088aa4-5622-46a6-a155-94ef62f87546&tenant_id=276a36e6a97d46a78b7e483daa26cc2e&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 1096 time: 0.1637292
Dec 25 21:10:16.860907 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5fcf6c-492d-4cdf-8b2a-fd2989b9efa8 req-c86e4bbe-133d-4f60-ade3-a55fd9820529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:10:16.862207 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5c5fcf6c-492d-4cdf-8b2a-fd2989b9efa8 req-c86e4bbe-133d-4f60-ade3-a55fd9820529 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d6675960-5a27-4fda-8ce3-11dfa09c56d6 HTTP/1.1" status: 200  len: 912 time: 0.2172134
Dec 25 21:10:16.875207 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6490ed8-827e-4bf3-a24f-601ae5f04cd0 req-d15093b1-de79-4045-bde8-984dc0715c36 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:10:16.876772 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b6490ed8-827e-4bf3-a24f-601ae5f04cd0 req-d15093b1-de79-4045-bde8-984dc0715c36 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d796d09-01b6-48f2-995f-4dbfa40b46ea HTTP/1.1" status: 200  len: 948 time: 0.1012614
Dec 25 21:10:16.951034 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5c5fcf6c-492d-4cdf-8b2a-fd2989b9efa8 req-8f8cda34-5933-422a-8fb7-eacdf1e8d5b7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d2192e86-fcbc-467e-974d-50439566abff HTTP/1.1" status: 200  len: 217 time: 0.0720723
Dec 25 21:10:16.951540 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-1b3b63e7-46d2-44ea-82a7-fcda065e4861 req-fefe8dc8-1993-40c9-ab68-ed25e82430ba tempest-SecurityGroupRulesTestJSON-1060210440 tempest-SecurityGroupRulesTestJSON-1060210440-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:16.954109 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-1b3b63e7-46d2-44ea-82a7-fcda065e4861 req-fefe8dc8-1993-40c9-ab68-ed25e82430ba tempest-SecurityGroupRulesTestJSON-1060210440 tempest-SecurityGroupRulesTestJSON-1060210440-project] Publish callbacks [] for security_group, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:16.959466 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1b3b63e7-46d2-44ea-82a7-fcda065e4861 req-fefe8dc8-1993-40c9-ab68-ed25e82430ba tempest-SecurityGroupRulesTestJSON-1060210440 tempest-SecurityGroupRulesTestJSON-1060210440-project] 10.222.0.32 "DELETE /v2.0/security-groups/dc621918-a7d1-48ee-8b52-754e8b0b3c6f HTTP/1.1" status: 204  len: 173 time: 0.3997097
Dec 25 21:10:16.994235 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefe8dc8-1993-40c9-ab68-ed25e82430ba tempest-SecurityGroupRulesTestJSON-1060210440 tempest-SecurityGroupRulesTestJSON-1060210440-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc621918-a7d1-48ee-8b52-754e8b0b3c6f,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:10:17.086201 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b6490ed8-827e-4bf3-a24f-601ae5f04cd0 req-72a3fd94-1ba2-49cb-a41c-a876e5433a65 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] 10.222.0.32 "GET /v2.0/security-groups?id=3d6cb2f0-3d81-4228-9d61-fc5e0bb3087e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1962111
Dec 25 21:10:17.097126 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5fcf6c-492d-4cdf-8b2a-fd2989b9efa8 req-d94dc115-1d54-4cfa-afb0-a241a1282645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:10:17.107812 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5c5fcf6c-492d-4cdf-8b2a-fd2989b9efa8 req-d94dc115-1d54-4cfa-afb0-a241a1282645 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=35e03391-a093-408b-9676-2290336562fa HTTP/1.1" status: 200  len: 850 time: 0.1257639
Dec 25 21:10:17.108037 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device 315b00f0-a83e-4f05-a40b-5792fef297dd details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 25 21:10:17.165300 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2796772-dd0c-4bf8-a507-930363f5f17e req-8ef523a0-0ace-4d39-96e4-40bd2e74fa50 tempest-LiveMigrationTest-1605081009 tempest-LiveMigrationTest-1605081009-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:10:17.166848 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c2796772-dd0c-4bf8-a507-930363f5f17e req-8ef523a0-0ace-4d39-96e4-40bd2e74fa50 tempest-LiveMigrationTest-1605081009 tempest-LiveMigrationTest-1605081009-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=dee5cf04-7b9e-46fd-b317-75a118617c96 HTTP/1.1" status: 200  len: 1097 time: 0.1454949
Dec 25 21:10:17.195919 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5fcf6c-492d-4cdf-8b2a-fd2989b9efa8 req-6c4f3e44-8169-46d6-a77b-d129cffdb455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:10:17.197582 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5c5fcf6c-492d-4cdf-8b2a-fd2989b9efa8 req-6c4f3e44-8169-46d6-a77b-d129cffdb455 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d6675960-5a27-4fda-8ce3-11dfa09c56d6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0744429
Dec 25 21:10:17.254201 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port 315b00f0-a83e-4f05-a40b-5792fef297dd, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=315b00f0-a83e-4f05-a40b-5792fef297dd,segment=NetworkSegment(85c774cb-a0eb-4ad9-961f-f331d3b37cd6),segment_id=85c774cb-a0eb-4ad9-961f-f331d3b37cd6)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:10:17.266213 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Returning: {'device': '315b00f0-a83e-4f05-a40b-5792fef297dd', 'network_id': '8f212e98-547d-4c6e-a560-2e9a548c8f59', 'port_id': '315b00f0-a83e-4f05-a40b-5792fef297dd', 'mac_address': 'fa:16:3e:76:42:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcfbae86-f93e-400c-8084-eac7f56ff5ba', 'ip_address': '192.168.233.105'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 25 21:10:17.303698 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:17.316321 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 315b00f0-a83e-4f05-a40b-5792fef297dd {{(pid=121608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:10:17.328257 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b59a52c-7543-415a-a5e8-ceecbc1091a2 req-c5d58276-260e-4c45-b422-a7f3b4ab2156 tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:10:17.329764 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7b59a52c-7543-415a-a5e8-ceecbc1091a2 req-c5d58276-260e-4c45-b422-a7f3b4ab2156 tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] 10.222.0.32 "GET /v2.0/ports?device_id=34088aa4-5622-46a6-a155-94ef62f87546 HTTP/1.1" status: 200  len: 945 time: 0.1246912
Dec 25 21:10:17.331988 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c2796772-dd0c-4bf8-a507-930363f5f17e req-c29eea63-e997-4bfe-8ab9-3e4cdba13291 tempest-LiveMigrationTest-1605081009 tempest-LiveMigrationTest-1605081009-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=bc05caf7-df2e-49b8-960c-4031d2c2ccca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1442685
Dec 25 21:10:17.346641 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port 315b00f0-a83e-4f05-a40b-5792fef297dd, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=315b00f0-a83e-4f05-a40b-5792fef297dd,segment=NetworkSegment(85c774cb-a0eb-4ad9-961f-f331d3b37cd6),segment_id=85c774cb-a0eb-4ad9-961f-f331d3b37cd6)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:10:17.354125 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-0a5615e4-e3af-4c29-8da8-5ca2bf12e605 req-f0ad5480-64bf-4f61-9062-4d1ad25d5180 service neutron] For port 1f34074e-0a6d-4eef-a7d5-cef1f7f400f3, host nch2-master-1, cleared binding levels {{(pid=121606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:10:17.364233 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-0a5615e4-e3af-4c29-8da8-5ca2bf12e605 req-f0ad5480-64bf-4f61-9062-4d1ad25d5180 service neutron] Publish callbacks [] for binding, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:17.365510 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0a5615e4-e3af-4c29-8da8-5ca2bf12e605 req-f0ad5480-64bf-4f61-9062-4d1ad25d5180 service neutron] 10.222.0.31 "DELETE /v2.0/ports/1f34074e-0a6d-4eef-a7d5-cef1f7f400f3/bindings/nch2-master-1 HTTP/1.1" status: 204  len: 173 time: 0.4877362
Dec 25 21:10:17.395466 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5c5fcf6c-492d-4cdf-8b2a-fd2989b9efa8 req-4ce5ce64-d3d4-4472-b02b-f0ff22bfb59c service neutron] 10.222.0.37 "GET /v2.0/networks/d6675960-5a27-4fda-8ce3-11dfa09c56d6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1790330
Dec 25 21:10:17.407751 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7b59a52c-7543-415a-a5e8-ceecbc1091a2 req-188514b6-fff5-4931-8e46-f4a201f21884 tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5d2ff88-22d6-43d8-90d1-bfb86d4e3308&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0686910
Dec 25 21:10:17.421407 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:17.502944 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Pushing event updated for resources: {'Port': ['ID=315b00f0-a83e-4f05-a40b-5792fef297dd,revision_number=4']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:10:17.585765 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-04d1d464-65ef-45d9-addb-ee5152a770d9 req-5f5a9d6d-ecfd-4ee9-b304-b738d4dd88e5 tempest-SecurityGroupRulesTestJSON-1060210440 tempest-SecurityGroupRulesTestJSON-1060210440-project] 10.222.0.32 "GET /v2.0/security-groups/c85a04f2-223d-48a1-97e6-caa2ec88908b HTTP/1.1" status: 200  len: 2414 time: 0.1426268
Dec 25 21:10:17.595575 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5c5fcf6c-492d-4cdf-8b2a-fd2989b9efa8 req-b7c4b3ec-ed02-42ac-80f5-9cbf43373599 service neutron] 10.222.0.37 "GET /v2.0/networks/d6675960-5a27-4fda-8ce3-11dfa09c56d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1852903
Dec 25 21:10:17.639276 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b55b863-6493-426c-9ff8-d010166026fd req-1f26468d-ef57-4399-9fc1-b6c5795c87e2 tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:10:17.641104 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8b55b863-6493-426c-9ff8-d010166026fd req-1f26468d-ef57-4399-9fc1-b6c5795c87e2 tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c4af366-b80d-4609-babc-fa7e67fc184a HTTP/1.1" status: 200  len: 950 time: 0.1022334
Dec 25 21:10:17.695999 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-04d1d464-65ef-45d9-addb-ee5152a770d9 req-4f97d7fd-0ae9-4851-a4fe-c1a5e6d0382e tempest-SecurityGroupRulesTestJSON-1060210440 tempest-SecurityGroupRulesTestJSON-1060210440-project] Publish callbacks [] for security_group, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:17.733354 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8b55b863-6493-426c-9ff8-d010166026fd req-8b959fa5-0c8a-48a2-bf0e-0f53035fd3e1 tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] 10.222.0.32 "GET /v2.0/security-groups?id=21386e98-0735-4168-a9d9-35455a6206b6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0816867
Dec 25 21:10:17.746263 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-04d1d464-65ef-45d9-addb-ee5152a770d9 req-4f97d7fd-0ae9-4851-a4fe-c1a5e6d0382e tempest-SecurityGroupRulesTestJSON-1060210440 tempest-SecurityGroupRulesTestJSON-1060210440-project] Publish callbacks [] for security_group, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:17.772855 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] get_ports_and_sgs() called for port_ids ['315b00f0-a83e-4f05-a40b-5792fef297dd'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:10:17.920540 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device 0c6d5976-8c28-4b25-8b9e-c7dc7add6588 up at agent hyperv_nch1-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:10:18.036957 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Provisioning complete for port 0c6d5976-8c28-4b25-8b9e-c7dc7add6588 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:10:18.037330 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:18.144393 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:18.186807 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed1843d1-a627-404e-adf4-56974bcaa614', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c6d5976-8c28-4b25-8b9e-c7dc7add6588'}] {{(pid=121608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:10:18.191635 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a88c78c3ff6266bd59c7e89d275b28c92e739b67d23c89d71af88829fd31566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-978a106b-dd11-4fe6-bade-58b7d3a85131" -d '{"events": [{"server_uuid": "ed1843d1-a627-404e-adf4-56974bcaa614", "name": "network-vif-plugged", "status": "completed", "tag": "0c6d5976-8c28-4b25-8b9e-c7dc7add6588"}]}' {{(pid=121608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:10:18.221234 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port 0c6d5976-8c28-4b25-8b9e-c7dc7add6588, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0c6d5976-8c28-4b25-8b9e-c7dc7add6588,segment=NetworkSegment(fad08864-4612-4be1-bb28-08cb199f6d74),segment_id=fad08864-4612-4be1-bb28-08cb199f6d74)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:10:18.226123 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6b0ecb-7c84-4025-98d1-b3260ea90de3 req-330fa991-6569-4da9-a875-6cafdef7d42f tempest-ServersTestManualDisk-494677233 tempest-ServersTestManualDisk-494677233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:10:18.233523 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1b6b0ecb-7c84-4025-98d1-b3260ea90de3 req-330fa991-6569-4da9-a875-6cafdef7d42f tempest-ServersTestManualDisk-494677233 tempest-ServersTestManualDisk-494677233-project] 10.222.0.32 "GET /v2.0/ports?device_id=e17b1ffc-cea0-4158-9ac3-273da9149cd5 HTTP/1.1" status: 200  len: 944 time: 0.4097867
Dec 25 21:10:18.236454 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-04d1d464-65ef-45d9-addb-ee5152a770d9 req-4f97d7fd-0ae9-4851-a4fe-c1a5e6d0382e tempest-SecurityGroupRulesTestJSON-1060210440 tempest-SecurityGroupRulesTestJSON-1060210440-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:18.239526 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-04d1d464-65ef-45d9-addb-ee5152a770d9 req-4f97d7fd-0ae9-4851-a4fe-c1a5e6d0382e tempest-SecurityGroupRulesTestJSON-1060210440 tempest-SecurityGroupRulesTestJSON-1060210440-project] Publish callbacks [] for security_group, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:18.249434 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-04d1d464-65ef-45d9-addb-ee5152a770d9 req-4f97d7fd-0ae9-4851-a4fe-c1a5e6d0382e tempest-SecurityGroupRulesTestJSON-1060210440 tempest-SecurityGroupRulesTestJSON-1060210440-project] 10.222.0.32 "DELETE /v2.0/security-groups/c85a04f2-223d-48a1-97e6-caa2ec88908b HTTP/1.1" status: 204  len: 173 time: 0.6527405
Dec 25 21:10:18.277568 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 44796) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:10:18.287302 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f97d7fd-0ae9-4851-a4fe-c1a5e6d0382e tempest-SecurityGroupRulesTestJSON-1060210440 tempest-SecurityGroupRulesTestJSON-1060210440-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c85a04f2-223d-48a1-97e6-caa2ec88908b,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:10:18.320280 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1b6b0ecb-7c84-4025-98d1-b3260ea90de3 req-22585527-e0d6-4a05-80b3-70fe0b50850f tempest-ServersTestManualDisk-494677233 tempest-ServersTestManualDisk-494677233-project] 10.222.0.32 "GET /v2.0/security-groups?id=6382333d-3f4f-4fdc-a521-f329b76785ed&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0845566
Dec 25 21:10:18.386882 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:18.429916 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_v2 [None req-6fa07e0a-931d-49fe-aa70-7a87eafd6647 admin admin] Deleting subnet ff15b975-8ef0-472e-b89c-9c15572f8c82 {{(pid=121607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Dec 25 21:10:18.438864 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-6fa07e0a-931d-49fe-aa70-7a87eafd6647 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:18.486449 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Pushing event updated for resources: {'Port': ['ID=0c6d5976-8c28-4b25-8b9e-c7dc7add6588,revision_number=7']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:10:18.504492 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e1158c-7522-4150-a7fa-4a92c268fa11 req-2d99f15b-f5cc-4695-9a06-cd314b7c8758 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:10:18.506328 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-6fa07e0a-931d-49fe-aa70-7a87eafd6647 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10246617'] for subnet, precommit_delete_associations {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:18.506727 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-99e1158c-7522-4150-a7fa-4a92c268fa11 req-2d99f15b-f5cc-4695-9a06-cd314b7c8758 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d796d09-01b6-48f2-995f-4dbfa40b46ea HTTP/1.1" status: 200  len: 949 time: 0.1022317
Dec 25 21:10:18.527784 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb91165-616c-46c7-ac56-db0d2ff687f1 req-a345f421-24c8-440d-ab55-a199b6701a92 tempest-LiveAutoBlockMigrationV225Test-952394939 tempest-LiveAutoBlockMigrationV225Test-952394939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:10:18.530787 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2cb91165-616c-46c7-ac56-db0d2ff687f1 req-a345f421-24c8-440d-ab55-a199b6701a92 tempest-LiveAutoBlockMigrationV225Test-952394939 tempest-LiveAutoBlockMigrationV225Test-952394939-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=34088aa4-5622-46a6-a155-94ef62f87546 HTTP/1.1" status: 200  len: 1096 time: 0.0890021
Dec 25 21:10:18.557970 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-6fa07e0a-931d-49fe-aa70-7a87eafd6647 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995662'] for subnet, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:18.583695 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-99e1158c-7522-4150-a7fa-4a92c268fa11 req-c970ba65-df09-4715-870e-4defed0e44b4 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] 10.222.0.32 "GET /v2.0/security-groups?id=3d6cb2f0-3d81-4228-9d61-fc5e0bb3087e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0679026
Dec 25 21:10:18.654968 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 21:10:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efe9e852-90b8-4c99-bb80-a5ae91b27027 x-openstack-request-id: req-efe9e852-90b8-4c99-bb80-a5ae91b27027 {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:10:18.655452 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed1843d1-a627-404e-adf4-56974bcaa614", "name": "network-vif-plugged", "status": "completed", "tag": "0c6d5976-8c28-4b25-8b9e-c7dc7add6588", "code": 200}]} {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:10:18.655584 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-efe9e852-90b8-4c99-bb80-a5ae91b27027 {{(pid=121608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:10:18.655927 ncdv-master-1 neutron-server[121608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed1843d1-a627-404e-adf4-56974bcaa614', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c6d5976-8c28-4b25-8b9e-c7dc7add6588', 'code': 200}
Dec 25 21:10:18.675587 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2cb91165-616c-46c7-ac56-db0d2ff687f1 req-31c85d1d-1bfb-4cff-a391-e2cfb56e4456 tempest-LiveAutoBlockMigrationV225Test-952394939 tempest-LiveAutoBlockMigrationV225Test-952394939-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=a5d2ff88-22d6-43d8-90d1-bfb86d4e3308&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1180601
Dec 25 21:10:18.770210 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-6fa07e0a-931d-49fe-aa70-7a87eafd6647 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8632410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8852809'] for subnet, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:18.781194 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f77e46-4a81-46d9-bdb5-d87975e21702 req-638eeb2f-e01b-4ec9-ad9b-0812cc5a20ab tempest-LiveMigrationTest-1605081009 tempest-LiveMigrationTest-1605081009-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:10:18.782734 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-55f77e46-4a81-46d9-bdb5-d87975e21702 req-638eeb2f-e01b-4ec9-ad9b-0812cc5a20ab tempest-LiveMigrationTest-1605081009 tempest-LiveMigrationTest-1605081009-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=dee5cf04-7b9e-46fd-b317-75a118617c96 HTTP/1.1" status: 200  len: 1097 time: 0.0623634
Dec 25 21:10:18.821984 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-6fa07e0a-931d-49fe-aa70-7a87eafd6647 admin admin] Publish callbacks [] for subnet, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:18.828046 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-6fa07e0a-931d-49fe-aa70-7a87eafd6647 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/ff15b975-8ef0-472e-b89c-9c15572f8c82 HTTP/1.1" status: 204  len: 168 time: 0.5458663
Dec 25 21:10:18.828046 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa07e0a-931d-49fe-aa70-7a87eafd6647 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ff15b975-8ef0-472e-b89c-9c15572f8c82,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:10:18.831029 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 44810) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:10:18.854454 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-55f77e46-4a81-46d9-bdb5-d87975e21702 req-907a6c53-db1f-46fe-af8d-22239331cb3e tempest-LiveMigrationTest-1605081009 tempest-LiveMigrationTest-1605081009-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=bc05caf7-df2e-49b8-960c-4031d2c2ccca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0641768
Dec 25 21:10:18.997046 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-6375f5b8-9053-4e47-a9ce-c70f8d4659a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625803'] for network, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:19.014981 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b498282d-257d-4403-a5ee-fd69fd90bd52 req-21cb38a9-b227-4022-b7bd-8cdc5f5f9adc tempest-LiveAutoBlockMigrationV225Test-952394939 tempest-LiveAutoBlockMigrationV225Test-952394939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:10:19.016605 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b498282d-257d-4403-a5ee-fd69fd90bd52 req-21cb38a9-b227-4022-b7bd-8cdc5f5f9adc tempest-LiveAutoBlockMigrationV225Test-952394939 tempest-LiveAutoBlockMigrationV225Test-952394939-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=34088aa4-5622-46a6-a155-94ef62f87546 HTTP/1.1" status: 200  len: 1096 time: 0.1353874
Dec 25 21:10:19.071479 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd24fd0-243a-4559-8f1c-39d2a8e62167 req-f4850b72-ff31-45ab-9ffe-51253e835d56 tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:10:19.072442 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-6cd24fd0-243a-4559-8f1c-39d2a8e62167 req-f4850b72-ff31-45ab-9ffe-51253e835d56 tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c4af366-b80d-4609-babc-fa7e67fc184a HTTP/1.1" status: 200  len: 950 time: 0.1226985
Dec 25 21:10:19.142635 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device d2192e86-fcbc-467e-974d-50439566abff details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 25 21:10:19.152102 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device 315b00f0-a83e-4f05-a40b-5792fef297dd up at agent hyperv_nch2-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:10:19.172819 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-6375f5b8-9053-4e47-a9ce-c70f8d4659a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997585', 'neutron.services.segments.db._delete_segments_for_network-8737602743071'] for network, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:19.199889 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b498282d-257d-4403-a5ee-fd69fd90bd52 req-2986939d-2385-4062-b2c7-ff6b9bcbea4a tempest-LiveAutoBlockMigrationV225Test-952394939 tempest-LiveAutoBlockMigrationV225Test-952394939-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=a5d2ff88-22d6-43d8-90d1-bfb86d4e3308&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1762741
Dec 25 21:10:19.226092 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.segments.db [None req-6375f5b8-9053-4e47-a9ce-c70f8d4659a7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2613f84130>,) {'filters': {'network_id': ['6b3bf2b6-5d2e-419d-ac0d-68df15498a8b']}} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:10:19.245258 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-6cd24fd0-243a-4559-8f1c-39d2a8e62167 req-be13511c-9cf0-44e2-8249-21f3c6466b6f tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] 10.222.0.32 "GET /v2.0/security-groups?id=21386e98-0735-4168-a9d9-35455a6206b6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1546440
Dec 25 21:10:19.274568 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.segments.db [None req-6375f5b8-9053-4e47-a9ce-c70f8d4659a7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2613f84130>, 'eca5df00-4fe8-49fd-a6da-330c134545dd') {'for_net_delete': True} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:10:19.275315 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.segments.db [None req-6375f5b8-9053-4e47-a9ce-c70f8d4659a7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2613f84130>, 'eca5df00-4fe8-49fd-a6da-330c134545dd') {} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:10:19.286217 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-6375f5b8-9053-4e47-a9ce-c70f8d4659a7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737602746920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9084222'] for segment, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:19.303215 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-6375f5b8-9053-4e47-a9ce-c70f8d4659a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:19.324699 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6375f5b8-9053-4e47-a9ce-c70f8d4659a7 admin admin] Releasing vlan 157 on physical network physnet1 to pool {{(pid=121606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 25 21:10:19.328472 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-6375f5b8-9053-4e47-a9ce-c70f8d4659a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9084542'] for segment, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:19.332356 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:10:19.332356 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:10:19.332356 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:10:19.332356 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:10:19.332356 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:10:19.332356 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:10:19.332356 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:10:19.332356 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:10:19.332356 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:10:19.332356 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:10:19.332356 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:10:19.332356 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:10:19.332356 ncdv-master-1 neutron-server[121606]: Traceback (most recent call last):
Dec 25 21:10:19.332356 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 25 21:10:19.332356 ncdv-master-1 neutron-server[121606]:     timer()
Dec 25 21:10:19.332356 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 25 21:10:19.332356 ncdv-master-1 neutron-server[121606]:     cb(*args, **kw)
Dec 25 21:10:19.332356 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 25 21:10:19.332356 ncdv-master-1 neutron-server[121606]:     return func(*args, **kwargs)
Dec 25 21:10:19.332356 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 25 21:10:19.332356 ncdv-master-1 neutron-server[121606]:     self._notify()
Dec 25 21:10:19.332356 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 25 21:10:19.332356 ncdv-master-1 neutron-server[121606]:     self.callback(batched_events)
Dec 25 21:10:19.332356 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 25 21:10:19.332356 ncdv-master-1 neutron-server[121606]:     event.method(event)
Dec 25 21:10:19.332356 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 25 21:10:19.332356 ncdv-master-1 neutron-server[121606]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 25 21:10:19.332356 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 25 21:10:19.332356 ncdv-master-1 neutron-server[121606]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 25 21:10:19.332356 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 25 21:10:19.332356 ncdv-master-1 neutron-server[121606]:     return f(self, *a, **k)
Dec 25 21:10:19.332356 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 25 21:10:19.332356 ncdv-master-1 neutron-server[121606]:     return self._get(url).json()
Dec 25 21:10:19.332356 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 25 21:10:19.332356 ncdv-master-1 neutron-server[121606]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 25 21:10:19.332356 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 25 21:10:19.332356 ncdv-master-1 neutron-server[121606]:     return self.request(url, 'GET', **kwargs)
Dec 25 21:10:19.332356 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 25 21:10:19.332356 ncdv-master-1 neutron-server[121606]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 25 21:10:19.332356 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 25 21:10:19.332356 ncdv-master-1 neutron-server[121606]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 25 21:10:19.332356 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 25 21:10:19.332356 ncdv-master-1 neutron-server[121606]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 25 21:10:19.332356 ncdv-master-1 neutron-server[121606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 25 21:10:19.384836 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port d2192e86-fcbc-467e-974d-50439566abff, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d2192e86-fcbc-467e-974d-50439566abff,segment=NetworkSegment(6f10f496-0b01-497c-83c4-3b556be37e9b),segment_id=6f10f496-0b01-497c-83c4-3b556be37e9b)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:10:19.399096 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Returning: {'device': 'd2192e86-fcbc-467e-974d-50439566abff', 'network_id': 'd6675960-5a27-4fda-8ce3-11dfa09c56d6', 'port_id': 'd2192e86-fcbc-467e-974d-50439566abff', 'mac_address': 'fa:16:3e:ef:0e:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35e03391-a093-408b-9676-2290336562fa', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 25 21:10:19.446667 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Provisioning for port 315b00f0-a83e-4f05-a40b-5792fef297dd completed by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 25 21:10:19.454789 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Provisioning complete for port 315b00f0-a83e-4f05-a40b-5792fef297dd triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:10:19.455168 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:19.458117 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:19.489500 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2192e86-fcbc-467e-974d-50439566abff {{(pid=121608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:10:19.525797 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port d2192e86-fcbc-467e-974d-50439566abff, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d2192e86-fcbc-467e-974d-50439566abff,segment=NetworkSegment(6f10f496-0b01-497c-83c4-3b556be37e9b),segment_id=6f10f496-0b01-497c-83c4-3b556be37e9b)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:10:19.563613 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-6375f5b8-9053-4e47-a9ce-c70f8d4659a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2008653'] for network, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:19.570171 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-6375f5b8-9053-4e47-a9ce-c70f8d4659a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for network, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:19.577455 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:19.579347 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-6375f5b8-9053-4e47-a9ce-c70f8d4659a7 admin admin] 10.222.0.32 "DELETE /v2.0/networks/6b3bf2b6-5d2e-419d-ac0d-68df15498a8b HTTP/1.1" status: 204  len: 168 time: 0.7467530
Dec 25 21:10:19.607487 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6375f5b8-9053-4e47-a9ce-c70f8d4659a7 admin admin] Pushing event deleted for resources: {'Network': ['ID=6b3bf2b6-5d2e-419d-ac0d-68df15498a8b,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:10:19.640824 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port 315b00f0-a83e-4f05-a40b-5792fef297dd, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=315b00f0-a83e-4f05-a40b-5792fef297dd,segment=NetworkSegment(85c774cb-a0eb-4ad9-961f-f331d3b37cd6),segment_id=85c774cb-a0eb-4ad9-961f-f331d3b37cd6)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:10:19.668060 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:19.745349 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:19.753962 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Pushing event updated for resources: {'Port': ['ID=d2192e86-fcbc-467e-974d-50439566abff,revision_number=4']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:10:19.776490 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb26dc0a-1c10-4d6f-b5d3-1c1180a60e26 req-2454ba45-3501-46ff-9a7c-334bd45dce2e tempest-ServersTestManualDisk-494677233 tempest-ServersTestManualDisk-494677233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:10:19.785565 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-fb26dc0a-1c10-4d6f-b5d3-1c1180a60e26 req-2454ba45-3501-46ff-9a7c-334bd45dce2e tempest-ServersTestManualDisk-494677233 tempest-ServersTestManualDisk-494677233-project] 10.222.0.32 "GET /v2.0/ports?device_id=e17b1ffc-cea0-4158-9ac3-273da9149cd5 HTTP/1.1" status: 200  len: 945 time: 0.0880675
Dec 25 21:10:19.829253 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Pushing event updated for resources: {'Port': ['ID=315b00f0-a83e-4f05-a40b-5792fef297dd,revision_number=5']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:10:19.841188 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-fb26dc0a-1c10-4d6f-b5d3-1c1180a60e26 req-13a7283f-8e2d-448d-9605-d1f5700bd816 tempest-ServersTestManualDisk-494677233 tempest-ServersTestManualDisk-494677233-project] 10.222.0.32 "GET /v2.0/security-groups?id=6382333d-3f4f-4fdc-a521-f329b76785ed&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0545807
Dec 25 21:10:19.980345 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 44834) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:10:19.993265 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] get_ports_and_sgs() called for port_ids ['d2192e86-fcbc-467e-974d-50439566abff'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:10:20.061840 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 44842) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:10:20.062580 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-4e61821a-c80e-4e3a-8266-b2b9b2d2cf27 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4c0aeffe0df54fde9e4b4ae7b2730a88&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0803974
Dec 25 21:10:20.130476 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5d1d7846-1d5c-4cd7-91b9-d7ae66537899 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:20.192275 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5d1d7846-1d5c-4cd7-91b9-d7ae66537899 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:20.310243 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5d1d7846-1d5c-4cd7-91b9-d7ae66537899 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:20.312847 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5d1d7846-1d5c-4cd7-91b9-d7ae66537899 admin admin] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:20.317129 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-5d1d7846-1d5c-4cd7-91b9-d7ae66537899 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/91dd0e80-ee82-4bee-b88a-7d872c1cbdcb HTTP/1.1" status: 204  len: 168 time: 0.2539196
Dec 25 21:10:20.345989 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1d7846-1d5c-4cd7-91b9-d7ae66537899 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91dd0e80-ee82-4bee-b88a-7d872c1cbdcb,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:10:20.657075 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d796d09-01b6-48f2-995f-4dbfa40b46ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '315b00f0-a83e-4f05-a40b-5792fef297dd'}] {{(pid=121608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:10:20.659720 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a88c78c3ff6266bd59c7e89d275b28c92e739b67d23c89d71af88829fd31566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a316195d-71e6-4d7c-9253-2e46fdd65ef2" -d '{"events": [{"server_uuid": "9d796d09-01b6-48f2-995f-4dbfa40b46ea", "name": "network-vif-plugged", "status": "completed", "tag": "315b00f0-a83e-4f05-a40b-5792fef297dd"}]}' {{(pid=121608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:10:20.757431 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e7c176-9a47-472b-bb11-6fcf0ea766c4 req-277a074b-5d96-49b1-af37-1252d3e9bc85 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:10:20.759059 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e3e7c176-9a47-472b-bb11-6fcf0ea766c4 req-277a074b-5d96-49b1-af37-1252d3e9bc85 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d796d09-01b6-48f2-995f-4dbfa40b46ea HTTP/1.1" status: 200  len: 950 time: 0.1102490
Dec 25 21:10:20.861361 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e3e7c176-9a47-472b-bb11-6fcf0ea766c4 req-5b3cadee-aa5d-46c4-8b78-8edc3f9977d8 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] 10.222.0.32 "GET /v2.0/security-groups?id=3d6cb2f0-3d81-4228-9d61-fc5e0bb3087e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0898337
Dec 25 21:10:21.312736 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d72f07-24e3-4365-b4fb-3eb2a767b695 req-ca363164-ffe5-4926-8afb-215494efa4f0 tempest-ServersAdminTestJSON-1283496532 tempest-ServersAdminTestJSON-1283496532-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:10:21.313641 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d72f07-24e3-4365-b4fb-3eb2a767b695 req-ca363164-ffe5-4926-8afb-215494efa4f0 tempest-ServersAdminTestJSON-1283496532 tempest-ServersAdminTestJSON-1283496532-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:10:21.314600 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d72f07-24e3-4365-b4fb-3eb2a767b695 req-ca363164-ffe5-4926-8afb-215494efa4f0 tempest-ServersAdminTestJSON-1283496532 tempest-ServersAdminTestJSON-1283496532-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:10:21.315499 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d72f07-24e3-4365-b4fb-3eb2a767b695 req-ca363164-ffe5-4926-8afb-215494efa4f0 tempest-ServersAdminTestJSON-1283496532 tempest-ServersAdminTestJSON-1283496532-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:10:21.316396 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d72f07-24e3-4365-b4fb-3eb2a767b695 req-ca363164-ffe5-4926-8afb-215494efa4f0 tempest-ServersAdminTestJSON-1283496532 tempest-ServersAdminTestJSON-1283496532-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:10:21.317093 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d72f07-24e3-4365-b4fb-3eb2a767b695 req-ca363164-ffe5-4926-8afb-215494efa4f0 tempest-ServersAdminTestJSON-1283496532 tempest-ServersAdminTestJSON-1283496532-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:10:21.317697 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d72f07-24e3-4365-b4fb-3eb2a767b695 req-ca363164-ffe5-4926-8afb-215494efa4f0 tempest-ServersAdminTestJSON-1283496532 tempest-ServersAdminTestJSON-1283496532-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:10:21.321446 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d72f07-24e3-4365-b4fb-3eb2a767b695 req-ca363164-ffe5-4926-8afb-215494efa4f0 tempest-ServersAdminTestJSON-1283496532 tempest-ServersAdminTestJSON-1283496532-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:10:21.322714 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d72f07-24e3-4365-b4fb-3eb2a767b695 req-ca363164-ffe5-4926-8afb-215494efa4f0 tempest-ServersAdminTestJSON-1283496532 tempest-ServersAdminTestJSON-1283496532-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:10:21.323558 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d72f07-24e3-4365-b4fb-3eb2a767b695 req-ca363164-ffe5-4926-8afb-215494efa4f0 tempest-ServersAdminTestJSON-1283496532 tempest-ServersAdminTestJSON-1283496532-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:10:21.325263 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d72f07-24e3-4365-b4fb-3eb2a767b695 req-ca363164-ffe5-4926-8afb-215494efa4f0 tempest-ServersAdminTestJSON-1283496532 tempest-ServersAdminTestJSON-1283496532-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:10:21.326155 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d72f07-24e3-4365-b4fb-3eb2a767b695 req-ca363164-ffe5-4926-8afb-215494efa4f0 tempest-ServersAdminTestJSON-1283496532 tempest-ServersAdminTestJSON-1283496532-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:10:21.326749 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d72f07-24e3-4365-b4fb-3eb2a767b695 req-ca363164-ffe5-4926-8afb-215494efa4f0 tempest-ServersAdminTestJSON-1283496532 tempest-ServersAdminTestJSON-1283496532-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:10:21.327270 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d72f07-24e3-4365-b4fb-3eb2a767b695 req-ca363164-ffe5-4926-8afb-215494efa4f0 tempest-ServersAdminTestJSON-1283496532 tempest-ServersAdminTestJSON-1283496532-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:10:21.327878 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d72f07-24e3-4365-b4fb-3eb2a767b695 req-ca363164-ffe5-4926-8afb-215494efa4f0 tempest-ServersAdminTestJSON-1283496532 tempest-ServersAdminTestJSON-1283496532-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:10:21.328441 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d72f07-24e3-4365-b4fb-3eb2a767b695 req-ca363164-ffe5-4926-8afb-215494efa4f0 tempest-ServersAdminTestJSON-1283496532 tempest-ServersAdminTestJSON-1283496532-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:10:21.329280 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d72f07-24e3-4365-b4fb-3eb2a767b695 req-ca363164-ffe5-4926-8afb-215494efa4f0 tempest-ServersAdminTestJSON-1283496532 tempest-ServersAdminTestJSON-1283496532-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:10:21.330761 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d72f07-24e3-4365-b4fb-3eb2a767b695 req-ca363164-ffe5-4926-8afb-215494efa4f0 tempest-ServersAdminTestJSON-1283496532 tempest-ServersAdminTestJSON-1283496532-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:10:21.331322 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d72f07-24e3-4365-b4fb-3eb2a767b695 req-ca363164-ffe5-4926-8afb-215494efa4f0 tempest-ServersAdminTestJSON-1283496532 tempest-ServersAdminTestJSON-1283496532-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:10:21.335390 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b5d72f07-24e3-4365-b4fb-3eb2a767b695 req-ca363164-ffe5-4926-8afb-215494efa4f0 tempest-ServersAdminTestJSON-1283496532 tempest-ServersAdminTestJSON-1283496532-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=e17b1ffc-cea0-4158-9ac3-273da9149cd5&device_id=9d796d09-01b6-48f2-995f-4dbfa40b46ea&device_id=4c4af366-b80d-4609-babc-fa7e67fc184a&device_id=dee5cf04-7b9e-46fd-b317-75a118617c96&device_id=ed1843d1-a627-404e-adf4-56974bcaa614&device_id=b5ed7876-289e-4bb7-89b1-051968bd6e27&device_id=7a96da32-1c68-4f60-8164-56d8ced8b069&device_id=9a8114c1-85b3-4e15-9e15-95159b456e41&device_id=4dbb558c-1149-4835-803f-d1368522f573&device_id=34088aa4-5622-46a6-a155-94ef62f87546&device_id=c1ec0b9c-fad0-4ce2-97fb-bd518f21b5fe&device_id=1a4cbf2d-cea7-4432-9264-6ac3fed9238d&device_id=bfb762b4-175c-45df-b530-e2ac66bf96cf&device_id=083a54e8-8841-4d6e-b720-a0e06409e0d4&device_id=e370ad00-0f15-4014-99c2-3ecd6b33849e&device_id=9f68f874-59f2-4c67-90f1-50665110bd4e&device_id=e47b7882-0d9a-4469-b7aa-9ea14292ab12&device_id=7cd2be37-78a6-4e40-813d-8e2478ea8dc2&device_id=1b814523-70ff-4cb2-b14c-f77ae086c04f HTTP/1.1" status: 200  len: 17098 time: 0.0993309
Dec 25 21:10:21.357181 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-b5d72f07-24e3-4365-b4fb-3eb2a767b695 req-42e2d0e9-4d11-4352-9211-26501e19dc11 tempest-ServersAdminTestJSON-1283496532 tempest-ServersAdminTestJSON-1283496532-project-admin] Publish callbacks [] for security_group, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:21.433027 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-b5d72f07-24e3-4365-b4fb-3eb2a767b695 req-42e2d0e9-4d11-4352-9211-26501e19dc11 tempest-ServersAdminTestJSON-1283496532 tempest-ServersAdminTestJSON-1283496532-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:21.661503 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-b5d72f07-24e3-4365-b4fb-3eb2a767b695 req-42e2d0e9-4d11-4352-9211-26501e19dc11 tempest-ServersAdminTestJSON-1283496532 tempest-ServersAdminTestJSON-1283496532-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:21.725024 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e2d0e9-4d11-4352-9211-26501e19dc11 tempest-ServersAdminTestJSON-1283496532 tempest-ServersAdminTestJSON-1283496532-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e459f7b-5bf1-4e6d-bfd3-1ef3f17cf966,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:10:21.858028 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b5d72f07-24e3-4365-b4fb-3eb2a767b695 req-42e2d0e9-4d11-4352-9211-26501e19dc11 tempest-ServersAdminTestJSON-1283496532 tempest-ServersAdminTestJSON-1283496532-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=6382333d-3f4f-4fdc-a521-f329b76785ed&id=bc05caf7-df2e-49b8-960c-4031d2c2ccca&id=21386e98-0735-4168-a9d9-35455a6206b6&id=3d6cb2f0-3d81-4228-9d61-fc5e0bb3087e&id=381a44e3-d0d7-4aba-bc61-1ef7cfa17da9&id=d5c07141-cb75-4b9f-8f8d-51cd5e2004f4&id=a5d2ff88-22d6-43d8-90d1-bfb86d4e3308&fields=id&fields=name HTTP/1.1" status: 200  len: 740 time: 0.5155115
Dec 25 21:10:21.893515 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [req-a7db9eae-bafa-4067-8cea-aa7ca5302aa0 req-9d49e2e3-8b6b-4947-a46e-6be6b14bac5f tempest-LiveMigrationTest-1605081009 tempest-LiveMigrationTest-1605081009-project-admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=121606) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 25 21:10:21.902625 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a7db9eae-bafa-4067-8cea-aa7ca5302aa0 req-9d49e2e3-8b6b-4947-a46e-6be6b14bac5f tempest-LiveMigrationTest-1605081009 tempest-LiveMigrationTest-1605081009-project-admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0233393
Dec 25 21:10:21.992003 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7db9eae-bafa-4067-8cea-aa7ca5302aa0 req-dc9fe34d-8318-417c-9e63-41cb081e09a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:10:21.993655 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a7db9eae-bafa-4067-8cea-aa7ca5302aa0 req-dc9fe34d-8318-417c-9e63-41cb081e09a3 service neutron] 10.222.0.32 "GET /v2.0/ports/5576e36d-eb31-4f83-b0d9-b502678406cc HTTP/1.1" status: 200  len: 1094 time: 0.0902684
Dec 25 21:10:22.003188 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-a7db9eae-bafa-4067-8cea-aa7ca5302aa0 req-9159631c-c71c-4141-af88-3fed4c02a84f service neutron] Request body: {'binding': {'host': 'nch2-master-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:10:22.003853 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-a7db9eae-bafa-4067-8cea-aa7ca5302aa0 req-9159631c-c71c-4141-af88-3fed4c02a84f service neutron] Unknown quota resources ['binding']. {{(pid=121606) _create /opt/stack/neutron/neutron/api/v2/base.py:496}}
Dec 25 21:10:22.054094 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 21:10:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac2e0b39-b783-4538-a1c7-a54892e91415 x-openstack-request-id: req-ac2e0b39-b783-4538-a1c7-a54892e91415 {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:10:22.055485 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d796d09-01b6-48f2-995f-4dbfa40b46ea", "name": "network-vif-plugged", "status": "completed", "tag": "315b00f0-a83e-4f05-a40b-5792fef297dd", "code": 200}]} {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:10:22.056049 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ac2e0b39-b783-4538-a1c7-a54892e91415 {{(pid=121608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:10:22.056750 ncdv-master-1 neutron-server[121608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d796d09-01b6-48f2-995f-4dbfa40b46ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '315b00f0-a83e-4f05-a40b-5792fef297dd', 'code': 200}
Dec 25 21:10:22.209711 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 44906) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:10:22.325954 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4591a40-98e0-482c-8c7b-a95cff9899de req-3d147d6e-7183-4a76-8828-8030237fdef8 tempest-ServersTestManualDisk-494677233 tempest-ServersTestManualDisk-494677233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:10:22.328038 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a4591a40-98e0-482c-8c7b-a95cff9899de req-3d147d6e-7183-4a76-8828-8030237fdef8 tempest-ServersTestManualDisk-494677233 tempest-ServersTestManualDisk-494677233-project] 10.222.0.32 "GET /v2.0/ports?device_id=e17b1ffc-cea0-4158-9ac3-273da9149cd5 HTTP/1.1" status: 200  len: 945 time: 0.1297803
Dec 25 21:10:22.355504 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1211617a-fd25-4bf7-bb49-7a19d475c55f req-4a55f0f5-ffdf-47be-8210-eb1119a28e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:10:22.357317 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1211617a-fd25-4bf7-bb49-7a19d475c55f req-4a55f0f5-ffdf-47be-8210-eb1119a28e9d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=9d796d09-01b6-48f2-995f-4dbfa40b46ea HTTP/1.1" status: 200  len: 1101 time: 0.1116323
Dec 25 21:10:22.370629 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-a7db9eae-bafa-4067-8cea-aa7ca5302aa0 req-9159631c-c71c-4141-af88-3fed4c02a84f service neutron] Attempting to bind port 5576e36d-eb31-4f83-b0d9-b502678406cc on host nch2-master-1 for vnic_type normal with profile None {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:10:22.370971 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-a7db9eae-bafa-4067-8cea-aa7ca5302aa0 req-9159631c-c71c-4141-af88-3fed4c02a84f service neutron] Attempting to bind port 5576e36d-eb31-4f83-b0d9-b502678406cc by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'a05a9961-775b-4dff-bebf-b24cb60ab1a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '2332d558-39bb-411c-88af-b74bee7e32ab'}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:10:22.371301 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7db9eae-bafa-4067-8cea-aa7ca5302aa0 req-9159631c-c71c-4141-af88-3fed4c02a84f service neutron] Attempting to bind port 5576e36d-eb31-4f83-b0d9-b502678406cc on network 2332d558-39bb-411c-88af-b74bee7e32ab {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:10:22.385362 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-97706740-625c-47b0-805b-c3ebc8577937 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-51456377-network', 'tenant_id': '312311b1a1b24b19a58110efec89511f'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:10:22.395103 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7db9eae-bafa-4067-8cea-aa7ca5302aa0 req-9159631c-c71c-4141-af88-3fed4c02a84f service neutron] Port 5576e36d-eb31-4f83-b0d9-b502678406cc on network 2332d558-39bb-411c-88af-b74bee7e32ab not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 25 21:10:22.395443 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7db9eae-bafa-4067-8cea-aa7ca5302aa0 req-9159631c-c71c-4141-af88-3fed4c02a84f service neutron] Attempting to bind port 5576e36d-eb31-4f83-b0d9-b502678406cc on network 2332d558-39bb-411c-88af-b74bee7e32ab {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:10:22.425263 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7db9eae-bafa-4067-8cea-aa7ca5302aa0 req-9159631c-c71c-4141-af88-3fed4c02a84f service neutron] Checking agent: {'id': '0d9ae313-8f8d-40fa-8a9f-d098a25a9911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 21, 4, 38), 'started_at': datetime.datetime(2021, 12, 25, 21, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 10, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:10:22.425521 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7db9eae-bafa-4067-8cea-aa7ca5302aa0 req-9159631c-c71c-4141-af88-3fed4c02a84f service neutron] Checking segment: {'id': 'a05a9961-775b-4dff-bebf-b24cb60ab1a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '2332d558-39bb-411c-88af-b74bee7e32ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:10:22.425907 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7db9eae-bafa-4067-8cea-aa7ca5302aa0 req-9159631c-c71c-4141-af88-3fed4c02a84f service neutron] Bound using segment: {'id': 'a05a9961-775b-4dff-bebf-b24cb60ab1a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '2332d558-39bb-411c-88af-b74bee7e32ab'} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:10:22.426351 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-a7db9eae-bafa-4067-8cea-aa7ca5302aa0 req-9159631c-c71c-4141-af88-3fed4c02a84f service neutron] Bound port: 5576e36d-eb31-4f83-b0d9-b502678406cc, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a05a9961-775b-4dff-bebf-b24cb60ab1a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '2332d558-39bb-411c-88af-b74bee7e32ab'}}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:10:22.466129 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a4591a40-98e0-482c-8c7b-a95cff9899de req-96803eb8-3b63-41b6-92d7-00a72b567d17 tempest-ServersTestManualDisk-494677233 tempest-ServersTestManualDisk-494677233-project] 10.222.0.32 "GET /v2.0/security-groups?id=6382333d-3f4f-4fdc-a521-f329b76785ed&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1290622
Dec 25 21:10:22.483380 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97706740-625c-47b0-805b-c3ebc8577937 admin admin] Made reservation on behalf of 312311b1a1b24b19a58110efec89511f for: {'network': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:10:22.486785 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-97706740-625c-47b0-805b-c3ebc8577937 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for network, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:22.491463 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1211617a-fd25-4bf7-bb49-7a19d475c55f req-b2f19129-6c9b-4ecc-add2-4436819f58bb service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=3d6cb2f0-3d81-4228-9d61-fc5e0bb3087e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1221652
Dec 25 21:10:22.504706 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-97706740-625c-47b0-805b-c3ebc8577937 admin admin] Publish callbacks [] for security_group, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:22.517993 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-a7db9eae-bafa-4067-8cea-aa7ca5302aa0 req-9159631c-c71c-4141-af88-3fed4c02a84f service neutron] For port 5576e36d-eb31-4f83-b0d9-b502678406cc, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5576e36d-eb31-4f83-b0d9-b502678406cc,segment=NetworkSegment(a05a9961-775b-4dff-bebf-b24cb60ab1a9),segment_id=a05a9961-775b-4dff-bebf-b24cb60ab1a9)] {{(pid=121606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:10:22.593572 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-a7db9eae-bafa-4067-8cea-aa7ca5302aa0 req-9159631c-c71c-4141-af88-3fed4c02a84f service neutron] Publish callbacks [] for binding, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:22.595203 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a7db9eae-bafa-4067-8cea-aa7ca5302aa0 req-9159631c-c71c-4141-af88-3fed4c02a84f service neutron] 10.222.0.32 "POST /v2.0/ports/5576e36d-eb31-4f83-b0d9-b502678406cc/bindings HTTP/1.1" status: 201  len: 389 time: 0.5956492
Dec 25 21:10:22.631216 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-97706740-625c-47b0-805b-c3ebc8577937 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:22.717235 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-97706740-625c-47b0-805b-c3ebc8577937 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:22.743551 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97706740-625c-47b0-805b-c3ebc8577937 admin admin] vlan segment allocate from pool success with {'vlan_id': 189, 'physical_network': 'physnet1'}  {{(pid=121607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 25 21:10:22.754278 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97706740-625c-47b0-805b-c3ebc8577937 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d98eb79-fb49-4676-a616-aea567de28a2,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:10:22.765103 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-97706740-625c-47b0-805b-c3ebc8577937 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:22.767351 ncdv-master-1 neutron-server[121607]: INFO neutron.db.segments_db [None req-97706740-625c-47b0-805b-c3ebc8577937 admin admin] Added segment 3254fd6e-4d7b-49bf-8b58-719860990ec1 of type vlan for network c556039a-9e40-4cc3-b57b-ac54ae2a5109
Dec 25 21:10:22.776323 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8a9f14-5660-4257-abe6-27c16c49ff58 req-d57f2a20-a3fd-4eb7-925b-57dbbd2810e9 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:10:22.779349 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1a8a9f14-5660-4257-abe6-27c16c49ff58 req-d57f2a20-a3fd-4eb7-925b-57dbbd2810e9 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d796d09-01b6-48f2-995f-4dbfa40b46ea HTTP/1.1" status: 200  len: 950 time: 0.0863099
Dec 25 21:10:22.815407 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-97706740-625c-47b0-805b-c3ebc8577937 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737602163420'] for network, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:22.851429 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1a8a9f14-5660-4257-abe6-27c16c49ff58 req-3575cdad-574c-4ff4-afb7-160243fee2f9 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] 10.222.0.32 "GET /v2.0/security-groups?id=3d6cb2f0-3d81-4228-9d61-fc5e0bb3087e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0602348
Dec 25 21:10:22.906124 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-97706740-625c-47b0-805b-c3ebc8577937 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870'] for network, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:22.907110 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97706740-625c-47b0-805b-c3ebc8577937 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:10:22.907722 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-97706740-625c-47b0-805b-c3ebc8577937 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for network, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:23.017346 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-97706740-625c-47b0-805b-c3ebc8577937 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 896 time: 0.8063514
Dec 25 21:10:23.018616 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97706740-625c-47b0-805b-c3ebc8577937 admin admin] Pushing event updated for resources: {'Network': ['ID=c556039a-9e40-4cc3-b57b-ac54ae2a5109,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:10:23.024024 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 44926) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:10:23.031213 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Network c556039a-9e40-4cc3-b57b-ac54ae2a5109 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 25 21:10:23.046002 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-0396c3f5-bd28-4eb0-be03-988cdf8dd32a admin admin] Request body: {'subnet': {'network_id': 'c556039a-9e40-4cc3-b57b-ac54ae2a5109', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-51456377-subnet', 'tenant_id': '312311b1a1b24b19a58110efec89511f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:10:23.099345 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8c1bfa-e56f-4525-8e52-1ecfbe07a7f8 req-a3bfdadc-873c-4a46-b4d7-03229daba7d6 tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:10:23.110203 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3d8c1bfa-e56f-4525-8e52-1ecfbe07a7f8 req-a3bfdadc-873c-4a46-b4d7-03229daba7d6 tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] 10.222.0.32 "GET /v2.0/ports?device_id=dee5cf04-7b9e-46fd-b317-75a118617c96 HTTP/1.1" status: 200  len: 946 time: 0.1453774
Dec 25 21:10:23.212921 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3d8c1bfa-e56f-4525-8e52-1ecfbe07a7f8 req-7790e27f-63de-4b71-b8a5-07138272fe71 tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] 10.222.0.32 "GET /v2.0/security-groups?id=bc05caf7-df2e-49b8-960c-4031d2c2ccca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1016715
Dec 25 21:10:23.311857 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0396c3f5-bd28-4eb0-be03-988cdf8dd32a admin admin] Made reservation on behalf of 312311b1a1b24b19a58110efec89511f for: {'subnet': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:10:23.314288 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-0396c3f5-bd28-4eb0-be03-988cdf8dd32a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9028529'] for subnet, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:23.316320 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device d2192e86-fcbc-467e-974d-50439566abff up at agent hyperv_nch2-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:10:23.319892 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cae4553-efb1-4d99-9b77-f3bac572dfc9 req-5db7c7cb-5b71-4e87-a0f9-20a02806fad9 tempest-ServersAdminTestJSON-1283496532 tempest-ServersAdminTestJSON-1283496532-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:10:23.320380 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cae4553-efb1-4d99-9b77-f3bac572dfc9 req-5db7c7cb-5b71-4e87-a0f9-20a02806fad9 tempest-ServersAdminTestJSON-1283496532 tempest-ServersAdminTestJSON-1283496532-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:10:23.320907 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cae4553-efb1-4d99-9b77-f3bac572dfc9 req-5db7c7cb-5b71-4e87-a0f9-20a02806fad9 tempest-ServersAdminTestJSON-1283496532 tempest-ServersAdminTestJSON-1283496532-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:10:23.332133 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1cae4553-efb1-4d99-9b77-f3bac572dfc9 req-5db7c7cb-5b71-4e87-a0f9-20a02806fad9 tempest-ServersAdminTestJSON-1283496532 tempest-ServersAdminTestJSON-1283496532-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=4c4af366-b80d-4609-babc-fa7e67fc184a&device_id=7a96da32-1c68-4f60-8164-56d8ced8b069&device_id=9a8114c1-85b3-4e15-9e15-95159b456e41 HTTP/1.1" status: 200  len: 2883 time: 0.1220765
Dec 25 21:10:23.476280 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Provisioning for port d2192e86-fcbc-467e-974d-50439566abff completed by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 25 21:10:23.482947 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Provisioning complete for port d2192e86-fcbc-467e-974d-50439566abff triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:10:23.483612 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:23.512763 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1cae4553-efb1-4d99-9b77-f3bac572dfc9 req-83017292-7a3f-404f-8e4c-7095e27027c7 tempest-ServersAdminTestJSON-1283496532 tempest-ServersAdminTestJSON-1283496532-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=21386e98-0735-4168-a9d9-35455a6206b6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1760392
Dec 25 21:10:23.565626 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7db9eae-bafa-4067-8cea-aa7ca5302aa0 req-efc05101-3b21-43d6-8cc7-a0472a3beae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:10:23.567063 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a7db9eae-bafa-4067-8cea-aa7ca5302aa0 req-efc05101-3b21-43d6-8cc7-a0472a3beae4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=bc19d38e80ce426fa6d268838d133f13&device_id=dee5cf04-7b9e-46fd-b317-75a118617c96 HTTP/1.1" status: 200  len: 1097 time: 0.1238928
Dec 25 21:10:23.656829 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:23.737630 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port d2192e86-fcbc-467e-974d-50439566abff, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d2192e86-fcbc-467e-974d-50439566abff,segment=NetworkSegment(6f10f496-0b01-497c-83c4-3b556be37e9b),segment_id=6f10f496-0b01-497c-83c4-3b556be37e9b)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:10:23.774456 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:23.903352 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Pushing event updated for resources: {'Port': ['ID=d2192e86-fcbc-467e-974d-50439566abff,revision_number=5']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:10:24.021732 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7db9eae-bafa-4067-8cea-aa7ca5302aa0 req-1a11b37f-f42b-47fe-b8a4-0e3d40144aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:10:24.021732 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a7db9eae-bafa-4067-8cea-aa7ca5302aa0 req-1a11b37f-f42b-47fe-b8a4-0e3d40144aa9 service neutron] 10.222.0.37 "GET /v2.0/networks?id=2332d558-39bb-411c-88af-b74bee7e32ab HTTP/1.1" status: 200  len: 909 time: 0.4205153
Dec 25 21:10:24.057861 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e17b1ffc-cea0-4158-9ac3-273da9149cd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2192e86-fcbc-467e-974d-50439566abff'}] {{(pid=121608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:10:24.060343 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a88c78c3ff6266bd59c7e89d275b28c92e739b67d23c89d71af88829fd31566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7039a124-2acf-47ca-8892-32a2f3a2c5cc" -d '{"events": [{"server_uuid": "e17b1ffc-cea0-4158-9ac3-273da9149cd5", "name": "network-vif-plugged", "status": "completed", "tag": "d2192e86-fcbc-467e-974d-50439566abff"}]}' {{(pid=121608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:10:24.096168 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a7db9eae-bafa-4067-8cea-aa7ca5302aa0 req-2279b641-1021-46ac-814e-f32dbe0fba6f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5576e36d-eb31-4f83-b0d9-b502678406cc HTTP/1.1" status: 200  len: 217 time: 0.0616510
Dec 25 21:10:24.138067 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6879717a-14e4-467b-9ab7-3ceaf5f3d097 req-b211f527-7fb0-456f-b6b2-a5008ffa0a4c tempest-ServersTestManualDisk-494677233 tempest-ServersTestManualDisk-494677233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:10:24.145577 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-6879717a-14e4-467b-9ab7-3ceaf5f3d097 req-b211f527-7fb0-456f-b6b2-a5008ffa0a4c tempest-ServersTestManualDisk-494677233 tempest-ServersTestManualDisk-494677233-project] 10.222.0.32 "GET /v2.0/ports?device_id=e17b1ffc-cea0-4158-9ac3-273da9149cd5 HTTP/1.1" status: 200  len: 946 time: 0.4249189
Dec 25 21:10:24.177777 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-0396c3f5-bd28-4eb0-be03-988cdf8dd32a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9084170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9028515'] for subnet, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:24.259964 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7db9eae-bafa-4067-8cea-aa7ca5302aa0 req-7b0ce7b5-9abc-4601-b2cb-5d9ddd32dd20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:10:24.261487 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a7db9eae-bafa-4067-8cea-aa7ca5302aa0 req-7b0ce7b5-9abc-4601-b2cb-5d9ddd32dd20 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=63c432f3-af01-4d4f-ae68-1c137d7c49f3 HTTP/1.1" status: 200  len: 848 time: 0.1492891
Dec 25 21:10:24.311206 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0396c3f5-bd28-4eb0-be03-988cdf8dd32a admin admin] Pushing event updated for resources: {'Subnet': ['ID=5f3c06c5-df75-4c16-a2bc-76f329c3a976,revision_number=0']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:10:24.318447 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a7db9eae-bafa-4067-8cea-aa7ca5302aa0 req-dc745811-f4aa-44fc-8f6e-49bede49bbf5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2332d558-39bb-411c-88af-b74bee7e32ab&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0420308
Dec 25 21:10:24.326979 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-6879717a-14e4-467b-9ab7-3ceaf5f3d097 req-77f0bc98-9ed2-4e58-a4da-7a92800b94ef tempest-ServersTestManualDisk-494677233 tempest-ServersTestManualDisk-494677233-project] 10.222.0.32 "GET /v2.0/security-groups?id=6382333d-3f4f-4fdc-a521-f329b76785ed&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1800079
Dec 25 21:10:24.360063 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0396c3f5-bd28-4eb0-be03-988cdf8dd32a admin admin] Checking segment: {'id': '3254fd6e-4d7b-49bf-8b58-719860990ec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'c556039a-9e40-4cc3-b57b-ac54ae2a5109'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:10:24.360436 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0396c3f5-bd28-4eb0-be03-988cdf8dd32a admin admin] Network hostable DHCP agents. Network: c556039a-9e40-4cc3-b57b-ac54ae2a5109, hostable agents: ['1813db88-2c1b-4357-a2ba-869246b663c2'], hosted agents: [] {{(pid=121606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 25 21:10:24.410375 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 21:10:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9abea8d2-77b8-4d5f-947b-ab35c889db0e x-openstack-request-id: req-9abea8d2-77b8-4d5f-947b-ab35c889db0e {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:10:24.410862 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e17b1ffc-cea0-4158-9ac3-273da9149cd5", "name": "network-vif-plugged", "status": "completed", "tag": "d2192e86-fcbc-467e-974d-50439566abff", "code": 200}]} {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:10:24.410986 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9abea8d2-77b8-4d5f-947b-ab35c889db0e {{(pid=121608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:10:24.411323 ncdv-master-1 neutron-server[121608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e17b1ffc-cea0-4158-9ac3-273da9149cd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2192e86-fcbc-467e-974d-50439566abff', 'code': 200}
Dec 25 21:10:24.539288 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9970fb83-f6fb-42a8-8ef5-3efc41052fb8 req-3ddd10fb-41b4-4ee3-8bd8-de41317c6121 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:10:24.540893 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9970fb83-f6fb-42a8-8ef5-3efc41052fb8 req-3ddd10fb-41b4-4ee3-8bd8-de41317c6121 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d796d09-01b6-48f2-995f-4dbfa40b46ea HTTP/1.1" status: 200  len: 950 time: 0.1272938
Dec 25 21:10:24.543126 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a7db9eae-bafa-4067-8cea-aa7ca5302aa0 req-d429d71a-a7cb-478c-a69b-bc8450352743 service neutron] 10.222.0.37 "GET /v2.0/networks/2332d558-39bb-411c-88af-b74bee7e32ab?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2135236
Dec 25 21:10:24.546862 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cde5b65-c173-4b8d-9468-9798ed9fde2c req-e5a2906b-e08a-4961-8cd1-d32aecf04c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:10:24.548989 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-5cde5b65-c173-4b8d-9468-9798ed9fde2c req-e5a2906b-e08a-4961-8cd1-d32aecf04c3a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e17b1ffc-cea0-4158-9ac3-273da9149cd5 HTTP/1.1" status: 200  len: 1097 time: 0.0438924
Dec 25 21:10:24.559280 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0396c3f5-bd28-4eb0-be03-988cdf8dd32a admin admin] Network c556039a-9e40-4cc3-b57b-ac54ae2a5109 is scheduled to be hosted by DHCP agent 1813db88-2c1b-4357-a2ba-869246b663c2 with binding_index 1 {{(pid=121606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 25 21:10:24.618339 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-5cde5b65-c173-4b8d-9468-9798ed9fde2c req-eaa56062-f1ae-4d41-82d8-446b0cd14d75 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=6382333d-3f4f-4fdc-a521-f329b76785ed&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0557220
Dec 25 21:10:24.620271 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f30b0f-ea96-4bf8-989d-88bb093934f0 req-390f3a74-4b5b-46e1-b323-2d342e495d25 tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:10:24.625795 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-44f30b0f-ea96-4bf8-989d-88bb093934f0 req-390f3a74-4b5b-46e1-b323-2d342e495d25 tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] 10.222.0.32 "GET /v2.0/ports?device_id=dee5cf04-7b9e-46fd-b317-75a118617c96 HTTP/1.1" status: 200  len: 946 time: 0.1337373
Dec 25 21:10:24.691759 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [None req-0396c3f5-bd28-4eb0-be03-988cdf8dd32a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, c556039a-9e40-4cc3-b57b-ac54ae2a5109) {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:10:24.699109 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0396c3f5-bd28-4eb0-be03-988cdf8dd32a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:10:24.700808 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-0396c3f5-bd28-4eb0-be03-988cdf8dd32a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for subnet, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:24.702531 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55a0a2d6-a838-42b1-81cd-506d651e7a16 None None] Network c556039a-9e40-4cc3-b57b-ac54ae2a5109 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:10:24.745776 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9970fb83-f6fb-42a8-8ef5-3efc41052fb8 req-05362076-07aa-4f10-9695-0acaa4c4cc77 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] 10.222.0.32 "GET /v2.0/security-groups?id=3d6cb2f0-3d81-4228-9d61-fc5e0bb3087e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1963902
Dec 25 21:10:24.786124 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-44f30b0f-ea96-4bf8-989d-88bb093934f0 req-b78d86ef-1783-4c5a-8035-101620125e10 tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] 10.222.0.32 "GET /v2.0/security-groups?id=bc05caf7-df2e-49b8-960c-4031d2c2ccca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1495726
Dec 25 21:10:24.811634 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-0396c3f5-bd28-4eb0-be03-988cdf8dd32a admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 860 time: 1.7754598
Dec 25 21:10:24.811634 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a7db9eae-bafa-4067-8cea-aa7ca5302aa0 req-963203ad-a336-4e71-82bd-d3cb285778e0 service neutron] 10.222.0.37 "GET /v2.0/networks/2332d558-39bb-411c-88af-b74bee7e32ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2382855
Dec 25 21:10:24.922697 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83e0daa4-3ee6-4841-adcb-0d8df3aff323 None None] Network c556039a-9e40-4cc3-b57b-ac54ae2a5109 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:10:25.076473 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7db9eae-bafa-4067-8cea-aa7ca5302aa0 req-15dd0a2b-0b0e-454d-9b26-37836cfa7b80 tempest-LiveMigrationTest-1605081009 tempest-LiveMigrationTest-1605081009-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:10:25.078810 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a7db9eae-bafa-4067-8cea-aa7ca5302aa0 req-15dd0a2b-0b0e-454d-9b26-37836cfa7b80 tempest-LiveMigrationTest-1605081009 tempest-LiveMigrationTest-1605081009-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=dee5cf04-7b9e-46fd-b317-75a118617c96&tenant_id=bc19d38e80ce426fa6d268838d133f13&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 1097 time: 0.0813024
Dec 25 21:10:25.102977 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-a7db9eae-bafa-4067-8cea-aa7ca5302aa0 req-88e794ab-adcd-4007-aaea-b9bb22f88f56 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'nch2-master-1'}}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:10:25.188645 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-a7db9eae-bafa-4067-8cea-aa7ca5302aa0 req-88e794ab-adcd-4007-aaea-b9bb22f88f56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:25.266789 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a586bcdd-7b54-475c-9995-703b598da07d req-2e8dc326-ed70-4ab0-b016-a65f93cef178 tempest-ServersOnMultiNodesTest-1189401283 tempest-ServersOnMultiNodesTest-1189401283-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:10:25.268364 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a586bcdd-7b54-475c-9995-703b598da07d req-2e8dc326-ed70-4ab0-b016-a65f93cef178 tempest-ServersOnMultiNodesTest-1189401283 tempest-ServersOnMultiNodesTest-1189401283-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=9d796d09-01b6-48f2-995f-4dbfa40b46ea HTTP/1.1" status: 200  len: 1101 time: 0.1231618
Dec 25 21:10:25.293318 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-d3983930-120f-432c-ba0f-89072e0a0dd4 req-1ade6bda-32fc-4808-822d-207f5c09dd68 tempest-SecurityGroupRulesNegativeTestJSON-1764933024 tempest-SecurityGroupRulesNegativeTestJSON-1764933024-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-534445317', 'description': 'tempest-description-1429092652'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:10:25.409773 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a586bcdd-7b54-475c-9995-703b598da07d req-3bb3f062-d94f-421b-a58f-e830a9ca7865 tempest-ServersOnMultiNodesTest-1189401283 tempest-ServersOnMultiNodesTest-1189401283-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=3d6cb2f0-3d81-4228-9d61-fc5e0bb3087e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1248345
Dec 25 21:10:25.431168 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-a7db9eae-bafa-4067-8cea-aa7ca5302aa0 req-88e794ab-adcd-4007-aaea-b9bb22f88f56 service neutron] For port 5576e36d-eb31-4f83-b0d9-b502678406cc, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5576e36d-eb31-4f83-b0d9-b502678406cc,segment=NetworkSegment(a05a9961-775b-4dff-bebf-b24cb60ab1a9),segment_id=a05a9961-775b-4dff-bebf-b24cb60ab1a9)] {{(pid=121606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:10:25.477882 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-d3983930-120f-432c-ba0f-89072e0a0dd4 req-1ade6bda-32fc-4808-822d-207f5c09dd68 tempest-SecurityGroupRulesNegativeTestJSON-1764933024 tempest-SecurityGroupRulesNegativeTestJSON-1764933024-project] Publish callbacks [] for security_group, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:25.489281 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-a7db9eae-bafa-4067-8cea-aa7ca5302aa0 req-88e794ab-adcd-4007-aaea-b9bb22f88f56 service neutron] For port 5576e36d-eb31-4f83-b0d9-b502678406cc, host nch1-master-1, cleared binding levels {{(pid=121606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:10:25.562312 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dee5cf04-7b9e-46fd-b317-75a118617c96', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5576e36d-eb31-4f83-b0d9-b502678406cc'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:10:25.564737 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9858820c13ec2827453b94ebc4181065e990a4e4089ccb9fe762531ac62d2fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c511c202-6f9d-4968-88d1-064f9188b644" -d '{"events": [{"server_uuid": "dee5cf04-7b9e-46fd-b317-75a118617c96", "name": "network-vif-unplugged", "status": "completed", "tag": "5576e36d-eb31-4f83-b0d9-b502678406cc"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:10:25.578673 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-a7db9eae-bafa-4067-8cea-aa7ca5302aa0 req-88e794ab-adcd-4007-aaea-b9bb22f88f56 service neutron] Publish callbacks [] for port, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:25.620778 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-d3983930-120f-432c-ba0f-89072e0a0dd4 req-1ade6bda-32fc-4808-822d-207f5c09dd68 tempest-SecurityGroupRulesNegativeTestJSON-1764933024 tempest-SecurityGroupRulesNegativeTestJSON-1764933024-project] Publish callbacks [] for security_group, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:25.654645 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-a7db9eae-bafa-4067-8cea-aa7ca5302aa0 req-88e794ab-adcd-4007-aaea-b9bb22f88f56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:25.716626 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-d3983930-120f-432c-ba0f-89072e0a0dd4 req-1ade6bda-32fc-4808-822d-207f5c09dd68 tempest-SecurityGroupRulesNegativeTestJSON-1764933024 tempest-SecurityGroupRulesNegativeTestJSON-1764933024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:25.747626 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e794ab-adcd-4007-aaea-b9bb22f88f56 service neutron] Pushing event updated for resources: {'Port': ['ID=5576e36d-eb31-4f83-b0d9-b502678406cc,revision_number=7']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:10:25.806993 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ade6bda-32fc-4808-822d-207f5c09dd68 tempest-SecurityGroupRulesNegativeTestJSON-1764933024 tempest-SecurityGroupRulesNegativeTestJSON-1764933024-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87c075d4-e56c-48b6-aedb-78fefe7e2f53,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:10:25.812953 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-a7db9eae-bafa-4067-8cea-aa7ca5302aa0 req-88e794ab-adcd-4007-aaea-b9bb22f88f56 service neutron] Attempting to bind port 5576e36d-eb31-4f83-b0d9-b502678406cc on host nch1-master-1 for vnic_type normal with profile {"migrating_to": "nch2-master-1"} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:10:25.813517 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-a7db9eae-bafa-4067-8cea-aa7ca5302aa0 req-88e794ab-adcd-4007-aaea-b9bb22f88f56 service neutron] Attempting to bind port 5576e36d-eb31-4f83-b0d9-b502678406cc by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'a05a9961-775b-4dff-bebf-b24cb60ab1a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '2332d558-39bb-411c-88af-b74bee7e32ab'}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:10:25.813753 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7db9eae-bafa-4067-8cea-aa7ca5302aa0 req-88e794ab-adcd-4007-aaea-b9bb22f88f56 service neutron] Attempting to bind port 5576e36d-eb31-4f83-b0d9-b502678406cc on network 2332d558-39bb-411c-88af-b74bee7e32ab {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:10:25.825225 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7db9eae-bafa-4067-8cea-aa7ca5302aa0 req-88e794ab-adcd-4007-aaea-b9bb22f88f56 service neutron] Port 5576e36d-eb31-4f83-b0d9-b502678406cc on network 2332d558-39bb-411c-88af-b74bee7e32ab not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 25 21:10:25.825225 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7db9eae-bafa-4067-8cea-aa7ca5302aa0 req-88e794ab-adcd-4007-aaea-b9bb22f88f56 service neutron] Attempting to bind port 5576e36d-eb31-4f83-b0d9-b502678406cc on network 2332d558-39bb-411c-88af-b74bee7e32ab {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:10:25.826710 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7db9eae-bafa-4067-8cea-aa7ca5302aa0 req-88e794ab-adcd-4007-aaea-b9bb22f88f56 service neutron] Checking agent: {'id': '6d577036-68fc-4aa4-aed7-5ab01de2117e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 21, 4, 34), 'started_at': datetime.datetime(2021, 12, 25, 21, 4, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 10, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:10:25.827179 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7db9eae-bafa-4067-8cea-aa7ca5302aa0 req-88e794ab-adcd-4007-aaea-b9bb22f88f56 service neutron] Checking segment: {'id': 'a05a9961-775b-4dff-bebf-b24cb60ab1a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '2332d558-39bb-411c-88af-b74bee7e32ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:10:25.827579 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7db9eae-bafa-4067-8cea-aa7ca5302aa0 req-88e794ab-adcd-4007-aaea-b9bb22f88f56 service neutron] Bound using segment: {'id': 'a05a9961-775b-4dff-bebf-b24cb60ab1a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '2332d558-39bb-411c-88af-b74bee7e32ab'} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:10:25.828030 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-a7db9eae-bafa-4067-8cea-aa7ca5302aa0 req-88e794ab-adcd-4007-aaea-b9bb22f88f56 service neutron] Bound port: 5576e36d-eb31-4f83-b0d9-b502678406cc, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a05a9961-775b-4dff-bebf-b24cb60ab1a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '2332d558-39bb-411c-88af-b74bee7e32ab'}}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:10:25.828393 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-a7db9eae-bafa-4067-8cea-aa7ca5302aa0 req-88e794ab-adcd-4007-aaea-b9bb22f88f56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:25.898097 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-d3983930-120f-432c-ba0f-89072e0a0dd4 req-1ade6bda-32fc-4808-822d-207f5c09dd68 tempest-SecurityGroupRulesNegativeTestJSON-1764933024 tempest-SecurityGroupRulesNegativeTestJSON-1764933024-project] Publish callbacks [] for security_group, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:25.922774 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d3983930-120f-432c-ba0f-89072e0a0dd4 req-1ade6bda-32fc-4808-822d-207f5c09dd68 tempest-SecurityGroupRulesNegativeTestJSON-1764933024 tempest-SecurityGroupRulesNegativeTestJSON-1764933024-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1834 time: 0.6287966
Dec 25 21:10:26.025327 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b9250f-0643-4b88-b0b3-bac821436dd0 req-12c915c6-d179-4513-9940-2888b31a43cc tempest-ServersTestManualDisk-494677233 tempest-ServersTestManualDisk-494677233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:10:26.033914 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-18b9250f-0643-4b88-b0b3-bac821436dd0 req-12c915c6-d179-4513-9940-2888b31a43cc tempest-ServersTestManualDisk-494677233 tempest-ServersTestManualDisk-494677233-project] 10.222.0.32 "GET /v2.0/ports?device_id=e17b1ffc-cea0-4158-9ac3-273da9149cd5 HTTP/1.1" status: 200  len: 946 time: 0.0976849
Dec 25 21:10:26.040131 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-a7db9eae-bafa-4067-8cea-aa7ca5302aa0 req-88e794ab-adcd-4007-aaea-b9bb22f88f56 service neutron] For port 5576e36d-eb31-4f83-b0d9-b502678406cc, host nch1-master-1, cleared binding levels {{(pid=121606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:10:26.051192 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-a7db9eae-bafa-4067-8cea-aa7ca5302aa0 req-88e794ab-adcd-4007-aaea-b9bb22f88f56 service neutron] For port 5576e36d-eb31-4f83-b0d9-b502678406cc, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5576e36d-eb31-4f83-b0d9-b502678406cc,segment=NetworkSegment(a05a9961-775b-4dff-bebf-b24cb60ab1a9),segment_id=a05a9961-775b-4dff-bebf-b24cb60ab1a9)] {{(pid=121606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:10:26.101124 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-18b9250f-0643-4b88-b0b3-bac821436dd0 req-04b8d479-6f00-4e4a-8deb-c035586a7600 tempest-ServersTestManualDisk-494677233 tempest-ServersTestManualDisk-494677233-project] 10.222.0.32 "GET /v2.0/security-groups?id=6382333d-3f4f-4fdc-a521-f329b76785ed&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0666814
Dec 25 21:10:26.151869 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 25 Dec 2021 21:10:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6d62874-b5e6-4a1d-9649-3175ec04955f x-openstack-request-id: req-d6d62874-b5e6-4a1d-9649-3175ec04955f {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:10:26.151869 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dee5cf04-7b9e-46fd-b317-75a118617c96", "name": "network-vif-unplugged", "status": "completed", "tag": "5576e36d-eb31-4f83-b0d9-b502678406cc", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:10:26.151869 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d6d62874-b5e6-4a1d-9649-3175ec04955f {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:10:26.152589 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dee5cf04-7b9e-46fd-b317-75a118617c96', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5576e36d-eb31-4f83-b0d9-b502678406cc', 'code': 200}
Dec 25 21:10:26.245940 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc45b62-dd4c-4f9a-9522-521216e12124 req-78ed42aa-d0a2-486a-bc5d-f007bc552ea3 tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:10:26.247689 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-bcc45b62-dd4c-4f9a-9522-521216e12124 req-78ed42aa-d0a2-486a-bc5d-f007bc552ea3 tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] 10.222.0.32 "GET /v2.0/ports?device_id=dee5cf04-7b9e-46fd-b317-75a118617c96 HTTP/1.1" status: 200  len: 944 time: 0.0514786
Dec 25 21:10:26.298527 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-bcc45b62-dd4c-4f9a-9522-521216e12124 req-f4af5ae5-775d-42f2-9779-ae43d801966c tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] 10.222.0.32 "GET /v2.0/security-groups?id=bc05caf7-df2e-49b8-960c-4031d2c2ccca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439112
Dec 25 21:10:26.399440 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5973064a-ae38-43bb-8196-193af6017415 req-c0b9c48c-c0b3-4e26-aa3c-13484f1b2679 tempest-ServersAdminTestJSON-1283496532 tempest-ServersAdminTestJSON-1283496532-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:10:26.401025 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5973064a-ae38-43bb-8196-193af6017415 req-c0b9c48c-c0b3-4e26-aa3c-13484f1b2679 tempest-ServersAdminTestJSON-1283496532 tempest-ServersAdminTestJSON-1283496532-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=9a8114c1-85b3-4e15-9e15-95159b456e41 HTTP/1.1" status: 200  len: 1100 time: 0.0453598
Dec 25 21:10:26.451340 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5973064a-ae38-43bb-8196-193af6017415 req-ee730c12-3efc-40dc-a1f2-84c659b7b174 tempest-ServersAdminTestJSON-1283496532 tempest-ServersAdminTestJSON-1283496532-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=21386e98-0735-4168-a9d9-35455a6206b6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441623
Dec 25 21:10:26.522078 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-cb0b045c-023a-4054-88a3-85126dcdee05 req-1f6e3c7a-47eb-443c-ac4f-00dff2118eda tempest-SecurityGroupRulesNegativeTestJSON-1764933024 tempest-SecurityGroupRulesNegativeTestJSON-1764933024-project] 10.222.0.32 "GET /v2.0/security-groups/87c075d4-e56c-48b6-aedb-78fefe7e2f53 HTTP/1.1" status: 200  len: 1829 time: 0.0425894
Dec 25 21:10:26.528444 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-cb0b045c-023a-4054-88a3-85126dcdee05 req-d63291ce-3043-4720-8e83-46e52a477fb9 tempest-SecurityGroupRulesNegativeTestJSON-1764933024 tempest-SecurityGroupRulesNegativeTestJSON-1764933024-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '87c075d4-e56c-48b6-aedb-78fefe7e2f53', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:10:26.528766 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-cb0b045c-023a-4054-88a3-85126dcdee05 req-d63291ce-3043-4720-8e83-46e52a477fb9 tempest-SecurityGroupRulesNegativeTestJSON-1764933024 tempest-SecurityGroupRulesNegativeTestJSON-1764933024-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '87c075d4-e56c-48b6-aedb-78fefe7e2f53', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:10:26.663279 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-a7db9eae-bafa-4067-8cea-aa7ca5302aa0 req-88e794ab-adcd-4007-aaea-b9bb22f88f56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:26.767107 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-cb0b045c-023a-4054-88a3-85126dcdee05 req-d63291ce-3043-4720-8e83-46e52a477fb9 tempest-SecurityGroupRulesNegativeTestJSON-1764933024 tempest-SecurityGroupRulesNegativeTestJSON-1764933024-project] Publish callbacks [] for security_group_rule, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:26.779903 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e794ab-adcd-4007-aaea-b9bb22f88f56 service neutron] Pushing event updated for resources: {'Port': ['ID=5576e36d-eb31-4f83-b0d9-b502678406cc,revision_number=8']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:10:26.814235 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7db9eae-bafa-4067-8cea-aa7ca5302aa0 req-88e794ab-adcd-4007-aaea-b9bb22f88f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:10:26.814861 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-a7db9eae-bafa-4067-8cea-aa7ca5302aa0 req-88e794ab-adcd-4007-aaea-b9bb22f88f56 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:26.816283 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a7db9eae-bafa-4067-8cea-aa7ca5302aa0 req-88e794ab-adcd-4007-aaea-b9bb22f88f56 service neutron] 10.222.0.37 "PUT /v2.0/ports/5576e36d-eb31-4f83-b0d9-b502678406cc HTTP/1.1" status: 200  len: 1122 time: 1.7219827
Dec 25 21:10:26.832203 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-cb0b045c-023a-4054-88a3-85126dcdee05 req-d63291ce-3043-4720-8e83-46e52a477fb9 tempest-SecurityGroupRulesNegativeTestJSON-1764933024 tempest-SecurityGroupRulesNegativeTestJSON-1764933024-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:26.916993 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-cb0b045c-023a-4054-88a3-85126dcdee05 req-d63291ce-3043-4720-8e83-46e52a477fb9 tempest-SecurityGroupRulesNegativeTestJSON-1764933024 tempest-SecurityGroupRulesNegativeTestJSON-1764933024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077839'] for security_group_rule, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:26.935797 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63291ce-3043-4720-8e83-46e52a477fb9 tempest-SecurityGroupRulesNegativeTestJSON-1764933024 tempest-SecurityGroupRulesNegativeTestJSON-1764933024-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67489bb4-937c-4978-89ae-797ca90e3183,revision_number=0']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:10:26.966134 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] get_ports_and_sgs() called for port_ids ['5576e36d-eb31-4f83-b0d9-b502678406cc'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:10:27.010549 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-cb0b045c-023a-4054-88a3-85126dcdee05 req-d63291ce-3043-4720-8e83-46e52a477fb9 tempest-SecurityGroupRulesNegativeTestJSON-1764933024 tempest-SecurityGroupRulesNegativeTestJSON-1764933024-project] Publish callbacks [] for security_group_rule, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:27.020257 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-cb0b045c-023a-4054-88a3-85126dcdee05 req-d63291ce-3043-4720-8e83-46e52a477fb9 tempest-SecurityGroupRulesNegativeTestJSON-1764933024 tempest-SecurityGroupRulesNegativeTestJSON-1764933024-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 786 time: 0.4956779
Dec 25 21:10:27.158995 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7879885b-d464-431c-a03c-78b29082dd2d req-87eadf52-3c76-46b3-9d48-d912d7935eb0 tempest-ServersAdminTestJSON-1283496532 tempest-ServersAdminTestJSON-1283496532-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:10:27.169206 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7879885b-d464-431c-a03c-78b29082dd2d req-87eadf52-3c76-46b3-9d48-d912d7935eb0 tempest-ServersAdminTestJSON-1283496532 tempest-ServersAdminTestJSON-1283496532-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=9a8114c1-85b3-4e15-9e15-95159b456e41 HTTP/1.1" status: 200  len: 1100 time: 0.0520973
Dec 25 21:10:27.225020 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7879885b-d464-431c-a03c-78b29082dd2d req-c7ce3a19-45d3-4651-84b2-a69f42823ebe tempest-ServersAdminTestJSON-1283496532 tempest-ServersAdminTestJSON-1283496532-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=21386e98-0735-4168-a9d9-35455a6206b6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0474474
Dec 25 21:10:27.352769 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26ae114-dcc4-4581-9f86-d61319d8f9f0 req-aafa0a3f-d3be-4d06-b02b-e1503c55e0d3 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:10:27.354318 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a26ae114-dcc4-4581-9f86-d61319d8f9f0 req-aafa0a3f-d3be-4d06-b02b-e1503c55e0d3 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d796d09-01b6-48f2-995f-4dbfa40b46ea HTTP/1.1" status: 200  len: 950 time: 0.0626993
Dec 25 21:10:27.427161 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a26ae114-dcc4-4581-9f86-d61319d8f9f0 req-1357b7ce-5bce-4f97-b216-51dccc77eb11 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] 10.222.0.32 "GET /v2.0/security-groups?id=3d6cb2f0-3d81-4228-9d61-fc5e0bb3087e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0628695
Dec 25 21:10:27.495529 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ef739643-1a42-4170-badf-4c3773a6bfa7 req-946a521c-47dd-48a6-9170-1aee4ecc913d tempest-SecurityGroupRulesNegativeTestJSON-1764933024 tempest-SecurityGroupRulesNegativeTestJSON-1764933024-project] 10.222.0.32 "GET /v2.0/security-groups/87c075d4-e56c-48b6-aedb-78fefe7e2f53 HTTP/1.1" status: 200  len: 2422 time: 0.0493870
Dec 25 21:10:27.619319 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c480f9-d428-43d5-8e42-1579c5835246 req-058c9d44-f452-4116-ac89-a870ddd912b9 tempest-ServersTestManualDisk-494677233 tempest-ServersTestManualDisk-494677233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:10:27.627988 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-79c480f9-d428-43d5-8e42-1579c5835246 req-058c9d44-f452-4116-ac89-a870ddd912b9 tempest-ServersTestManualDisk-494677233 tempest-ServersTestManualDisk-494677233-project] 10.222.0.32 "GET /v2.0/ports?device_id=e17b1ffc-cea0-4158-9ac3-273da9149cd5 HTTP/1.1" status: 200  len: 946 time: 0.0666652
Dec 25 21:10:27.695215 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-79c480f9-d428-43d5-8e42-1579c5835246 req-f026d58b-2756-424e-8158-0c769cc49d97 tempest-ServersTestManualDisk-494677233 tempest-ServersTestManualDisk-494677233-project] 10.222.0.32 "GET /v2.0/security-groups?id=6382333d-3f4f-4fdc-a521-f329b76785ed&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0656688
Dec 25 21:10:28.019502 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf6417a-acd8-42b2-8e29-2e8480e06bf5 req-1fadf086-82ec-4666-a6a2-15fbfc260147 tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:10:28.030109 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ebf6417a-acd8-42b2-8e29-2e8480e06bf5 req-1fadf086-82ec-4666-a6a2-15fbfc260147 tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] 10.222.0.32 "GET /v2.0/ports?device_id=dee5cf04-7b9e-46fd-b317-75a118617c96 HTTP/1.1" status: 200  len: 944 time: 0.0736632
Dec 25 21:10:28.080571 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ebf6417a-acd8-42b2-8e29-2e8480e06bf5 req-89981c77-b2d4-48c7-bd45-feed35a27de6 tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] 10.222.0.32 "GET /v2.0/security-groups?id=bc05caf7-df2e-49b8-960c-4031d2c2ccca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0494921
Dec 25 21:10:28.194198 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dee5cf04-7b9e-46fd-b317-75a118617c96', 'tag': '5576e36d-eb31-4f83-b0d9-b502678406cc'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:10:28.194198 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9858820c13ec2827453b94ebc4181065e990a4e4089ccb9fe762531ac62d2fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba627bf6-5122-4661-895a-a311ebfd45c6" -d '{"events": [{"name": "network-changed", "server_uuid": "dee5cf04-7b9e-46fd-b317-75a118617c96", "tag": "5576e36d-eb31-4f83-b0d9-b502678406cc"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:10:28.194198 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c8103502-6c0f-4fe7-b376-04b603f47758 req-1f356955-fc3a-4b6c-817a-f5acc96aeded tempest-SecurityGroupRulesNegativeTestJSON-1764933024 tempest-SecurityGroupRulesNegativeTestJSON-1764933024-project] 10.222.0.32 "GET /v2.0/security-group-rules/67489bb4-937c-4978-89ae-797ca90e3183 HTTP/1.1" status: 200  len: 778 time: 0.0563469
Dec 25 21:10:28.244192 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c8103502-6c0f-4fe7-b376-04b603f47758 req-a64c2a4c-52ba-482a-a236-8db5aa0f25fd tempest-SecurityGroupRulesNegativeTestJSON-1764933024 tempest-SecurityGroupRulesNegativeTestJSON-1764933024-project] 10.222.0.32 "GET /v2.0/security-groups/87c075d4-e56c-48b6-aedb-78fefe7e2f53 HTTP/1.1" status: 200  len: 2422 time: 0.0709534
Dec 25 21:10:28.283253 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-c8103502-6c0f-4fe7-b376-04b603f47758 req-376e07be-41a0-410c-9ed6-aeef2e6de95b tempest-SecurityGroupRulesNegativeTestJSON-1764933024 tempest-SecurityGroupRulesNegativeTestJSON-1764933024-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:28.297439 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-c8103502-6c0f-4fe7-b376-04b603f47758 req-376e07be-41a0-410c-9ed6-aeef2e6de95b tempest-SecurityGroupRulesNegativeTestJSON-1764933024 tempest-SecurityGroupRulesNegativeTestJSON-1764933024-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:28.674137 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa4d1c6-5236-44f5-9763-7ab568777c9f req-b6af7324-2533-41bc-afbb-0e9e6bf709e4 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:10:28.674137 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1fa4d1c6-5236-44f5-9763-7ab568777c9f req-b6af7324-2533-41bc-afbb-0e9e6bf709e4 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] 10.222.0.37 "GET /v2.0/ports?device_id=9d796d09-01b6-48f2-995f-4dbfa40b46ea HTTP/1.1" status: 200  len: 950 time: 0.0644734
Dec 25 21:10:28.794138 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [req-1fa4d1c6-5236-44f5-9763-7ab568777c9f req-ad9f74c1-6d22-4b66-91a5-2712b89fa124 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] Deleting port 315b00f0-a83e-4f05-a40b-5792fef297dd {{(pid=121606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:10:28.794888 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-1fa4d1c6-5236-44f5-9763-7ab568777c9f req-ad9f74c1-6d22-4b66-91a5-2712b89fa124 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:28.901474 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-1fa4d1c6-5236-44f5-9763-7ab568777c9f req-ad9f74c1-6d22-4b66-91a5-2712b89fa124 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] For port 315b00f0-a83e-4f05-a40b-5792fef297dd, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=315b00f0-a83e-4f05-a40b-5792fef297dd,segment=NetworkSegment(85c774cb-a0eb-4ad9-961f-f331d3b37cd6),segment_id=85c774cb-a0eb-4ad9-961f-f331d3b37cd6)] {{(pid=121606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:10:28.901958 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-1fa4d1c6-5236-44f5-9763-7ab568777c9f req-ad9f74c1-6d22-4b66-91a5-2712b89fa124 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:28.914932 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-c8103502-6c0f-4fe7-b376-04b603f47758 req-376e07be-41a0-410c-9ed6-aeef2e6de95b tempest-SecurityGroupRulesNegativeTestJSON-1764933024 tempest-SecurityGroupRulesNegativeTestJSON-1764933024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077839'] for security_group_rule, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:28.928340 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-c8103502-6c0f-4fe7-b376-04b603f47758 req-376e07be-41a0-410c-9ed6-aeef2e6de95b tempest-SecurityGroupRulesNegativeTestJSON-1764933024 tempest-SecurityGroupRulesNegativeTestJSON-1764933024-project] Publish callbacks [] for security_group_rule, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:28.929509 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c8103502-6c0f-4fe7-b376-04b603f47758 req-376e07be-41a0-410c-9ed6-aeef2e6de95b tempest-SecurityGroupRulesNegativeTestJSON-1764933024 tempest-SecurityGroupRulesNegativeTestJSON-1764933024-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/67489bb4-937c-4978-89ae-797ca90e3183 HTTP/1.1" status: 204  len: 173 time: 0.6757567
Dec 25 21:10:28.932099 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [req-1fa4d1c6-5236-44f5-9763-7ab568777c9f req-ad9f74c1-6d22-4b66-91a5-2712b89fa124 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] Calling delete_port for 315b00f0-a83e-4f05-a40b-5792fef297dd owned by compute:nova {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:10:28.944686 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376e07be-41a0-410c-9ed6-aeef2e6de95b tempest-SecurityGroupRulesNegativeTestJSON-1764933024 tempest-SecurityGroupRulesNegativeTestJSON-1764933024-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=67489bb4-937c-4978-89ae-797ca90e3183,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:10:29.118557 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61816627-f875-4406-843c-766db464043b req-a5fd569d-20cb-4631-8744-8f110c76a396 tempest-ServersTestManualDisk-494677233 tempest-ServersTestManualDisk-494677233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:10:29.135701 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 45110) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:10:29.135701 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-2b33f915-761f-4fda-8b2b-5c5547665fdf tempest-ServersTestManualDisk-494677233 tempest-ServersTestManualDisk-494677233-project] Request body: {'floatingip': {'port_id': 'd2192e86-fcbc-467e-974d-50439566abff'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:10:29.136314 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-61816627-f875-4406-843c-766db464043b req-a5fd569d-20cb-4631-8744-8f110c76a396 tempest-ServersTestManualDisk-494677233 tempest-ServersTestManualDisk-494677233-project] 10.222.0.32 "GET /v2.0/ports?device_id=e17b1ffc-cea0-4158-9ac3-273da9149cd5 HTTP/1.1" status: 200  len: 946 time: 0.0934639
Dec 25 21:10:29.186331 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-2b33f915-761f-4fda-8b2b-5c5547665fdf tempest-ServersTestManualDisk-494677233 tempest-ServersTestManualDisk-494677233-project] Publish callbacks [] for floatingip, before_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:29.189082 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device 5576e36d-eb31-4f83-b0d9-b502678406cc details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 25 21:10:29.317259 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-1fa4d1c6-5236-44f5-9763-7ab568777c9f req-ad9f74c1-6d22-4b66-91a5-2712b89fa124 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:29.359187 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] get_ports_and_sgs() called for port_ids ['1bcf9756-ed56-4846-ad16-befd4fd2f0e0', '2150b774-dd7c-4f45-910d-01e39333a0ce', '315b00f0-a83e-4f05-a40b-5792fef297dd'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:10:29.362236 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] get_ports_and_sgs() called for port_ids ['bf94d897-4956-441a-9897-be577975a8f7', 'bfee550f-dfee-43e5-88c3-be85d5ccff12', 'b5c53dfd-8507-4f31-ba6b-58c68d41b36b', '3240e6a9-7ed6-4f9e-a0e5-cf084791ba34', '11a8e073-faa1-4705-931b-5c53eaca0cb5'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:10:29.448014 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9f74c1-6d22-4b66-91a5-2712b89fa124 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] Pushing event deleted for resources: {'Port': ['ID=315b00f0-a83e-4f05-a40b-5792fef297dd,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:10:29.457985 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Dec 2021 21:10:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06c5ae1c-8d2b-43e3-9e60-a3affa590b07 x-openstack-request-id: req-06c5ae1c-8d2b-43e3-9e60-a3affa590b07 {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:10:29.458593 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dee5cf04-7b9e-46fd-b317-75a118617c96", "tag": "5576e36d-eb31-4f83-b0d9-b502678406cc", "status": "completed", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:10:29.459017 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-06c5ae1c-8d2b-43e3-9e60-a3affa590b07 {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:10:29.462189 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dee5cf04-7b9e-46fd-b317-75a118617c96', 'tag': '5576e36d-eb31-4f83-b0d9-b502678406cc', 'status': 'completed', 'code': 200}
Dec 25 21:10:29.546711 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fa4d1c6-5236-44f5-9763-7ab568777c9f req-ad9f74c1-6d22-4b66-91a5-2712b89fa124 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] No DVR routers for this DVR port 315b00f0-a83e-4f05-a40b-5792fef297dd on host nch2-master-1 {{(pid=121606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:10:29.548122 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-1fa4d1c6-5236-44f5-9763-7ab568777c9f req-ad9f74c1-6d22-4b66-91a5-2712b89fa124 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:29.551701 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1fa4d1c6-5236-44f5-9763-7ab568777c9f req-ad9f74c1-6d22-4b66-91a5-2712b89fa124 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] 10.222.0.37 "DELETE /v2.0/ports/315b00f0-a83e-4f05-a40b-5792fef297dd HTTP/1.1" status: 204  len: 173 time: 0.9552531
Dec 25 21:10:29.592109 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port 5576e36d-eb31-4f83-b0d9-b502678406cc, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5576e36d-eb31-4f83-b0d9-b502678406cc,segment=NetworkSegment(a05a9961-775b-4dff-bebf-b24cb60ab1a9),segment_id=a05a9961-775b-4dff-bebf-b24cb60ab1a9)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:10:29.593601 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba627bf6-5122-4661-895a-a311ebfd45c6 req-e69d38a0-dcc1-49be-a785-81a43c1bacb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:10:29.597660 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ba627bf6-5122-4661-895a-a311ebfd45c6 req-e69d38a0-dcc1-49be-a785-81a43c1bacb5 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=bc19d38e80ce426fa6d268838d133f13&device_id=dee5cf04-7b9e-46fd-b317-75a118617c96 HTTP/1.1" status: 200  len: 1125 time: 0.0800312
Dec 25 21:10:29.639271 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device 5576e36d-eb31-4f83-b0d9-b502678406cc has no active binding in host nch2-master-1 {{(pid=121608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}}
Dec 25 21:10:29.741463 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-022e88ee-831f-4833-819a-d08f7996e2b8 req-5cf1dda7-83da-4f09-bfe6-a5100a3770f3 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d796d09-01b6-48f2-995f-4dbfa40b46ea HTTP/1.1" status: 200  len: 210 time: 0.1026793
Dec 25 21:10:29.852537 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-7f097dfe-3720-4be1-9fde-127500f34e12 req-57d64acc-062b-459e-8f13-263282145e55 tempest-SecurityGroupRulesNegativeTestJSON-1764933024 tempest-SecurityGroupRulesNegativeTestJSON-1764933024-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-814172246', 'description': 'tempest-description-219225656'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:10:29.915163 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba627bf6-5122-4661-895a-a311ebfd45c6 req-dd864a44-b021-4ad0-82a8-49cbc3c87d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:10:29.918270 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ba627bf6-5122-4661-895a-a311ebfd45c6 req-dd864a44-b021-4ad0-82a8-49cbc3c87d67 service neutron] 10.222.0.31 "GET /v2.0/networks?id=2332d558-39bb-411c-88af-b74bee7e32ab HTTP/1.1" status: 200  len: 909 time: 0.3123100
Dec 25 21:10:29.994915 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ba627bf6-5122-4661-895a-a311ebfd45c6 req-4d3d7e6d-c0e8-41ab-a44a-df0bb7c4f47a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5576e36d-eb31-4f83-b0d9-b502678406cc HTTP/1.1" status: 200  len: 217 time: 0.0667362
Dec 25 21:10:30.000443 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-7f097dfe-3720-4be1-9fde-127500f34e12 req-57d64acc-062b-459e-8f13-263282145e55 tempest-SecurityGroupRulesNegativeTestJSON-1764933024 tempest-SecurityGroupRulesNegativeTestJSON-1764933024-project] Publish callbacks [] for security_group, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:30.054227 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba627bf6-5122-4661-895a-a311ebfd45c6 req-24f08420-6f17-4743-b389-7314e0dd09e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:10:30.055714 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ba627bf6-5122-4661-895a-a311ebfd45c6 req-24f08420-6f17-4743-b389-7314e0dd09e2 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=63c432f3-af01-4d4f-ae68-1c137d7c49f3 HTTP/1.1" status: 200  len: 848 time: 0.0519149
Dec 25 21:10:30.091257 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-2b33f915-761f-4fda-8b2b-5c5547665fdf tempest-ServersTestManualDisk-494677233 tempest-ServersTestManualDisk-494677233-project] Publish callbacks [] for floatingip, precommit_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:30.110719 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ba627bf6-5122-4661-895a-a311ebfd45c6 req-c1edb6b8-8dca-4080-8740-8ff674f9a60e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2332d558-39bb-411c-88af-b74bee7e32ab&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0388150
Dec 25 21:10:30.157737 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-2b33f915-761f-4fda-8b2b-5c5547665fdf tempest-ServersTestManualDisk-494677233 tempest-ServersTestManualDisk-494677233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2008639'] for floatingip, after_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:30.246495 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-7f097dfe-3720-4be1-9fde-127500f34e12 req-57d64acc-062b-459e-8f13-263282145e55 tempest-SecurityGroupRulesNegativeTestJSON-1764933024 tempest-SecurityGroupRulesNegativeTestJSON-1764933024-project] Publish callbacks [] for security_group, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:30.257621 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ba627bf6-5122-4661-895a-a311ebfd45c6 req-ca09c33d-486c-47de-8c4d-b231d1e91c97 service neutron] 10.222.0.31 "GET /v2.0/networks/2332d558-39bb-411c-88af-b74bee7e32ab?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1331594
Dec 25 21:10:30.338930 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-7f097dfe-3720-4be1-9fde-127500f34e12 req-57d64acc-062b-459e-8f13-263282145e55 tempest-SecurityGroupRulesNegativeTestJSON-1764933024 tempest-SecurityGroupRulesNegativeTestJSON-1764933024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:30.422960 ncdv-master-1 neutron-server[121607]: INFO neutron.db.l3_db [None req-2b33f915-761f-4fda-8b2b-5c5547665fdf tempest-ServersTestManualDisk-494677233 tempest-ServersTestManualDisk-494677233-project] Floating IP b62bb7f9-213c-4617-b29b-2707538c3b2e associated. External IP: 172.35.3.8, port: d2192e86-fcbc-467e-974d-50439566abff.
Dec 25 21:10:30.854708 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d64acc-062b-459e-8f13-263282145e55 tempest-SecurityGroupRulesNegativeTestJSON-1764933024 tempest-SecurityGroupRulesNegativeTestJSON-1764933024-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0903df47-f3ec-4a61-b8f5-cf4b4f59c540,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:10:30.870226 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ba627bf6-5122-4661-895a-a311ebfd45c6 req-04c12a0f-ad61-45c3-b9c6-776844761d8d service neutron] 10.222.0.31 "GET /v2.0/networks/2332d558-39bb-411c-88af-b74bee7e32ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6041253
Dec 25 21:10:30.920167 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-7f097dfe-3720-4be1-9fde-127500f34e12 req-57d64acc-062b-459e-8f13-263282145e55 tempest-SecurityGroupRulesNegativeTestJSON-1764933024 tempest-SecurityGroupRulesNegativeTestJSON-1764933024-project] Publish callbacks [] for security_group, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:30.921498 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7f097dfe-3720-4be1-9fde-127500f34e12 req-57d64acc-062b-459e-8f13-263282145e55 tempest-SecurityGroupRulesNegativeTestJSON-1764933024 tempest-SecurityGroupRulesNegativeTestJSON-1764933024-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1833 time: 1.0799098
Dec 25 21:10:31.094078 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9884bf9c-7cf4-4a45-8f1e-d841764e1b48 req-85fbc678-cdc4-4656-80de-a0f2643a8302 tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:10:31.136166 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9884bf9c-7cf4-4a45-8f1e-d841764e1b48 req-85fbc678-cdc4-4656-80de-a0f2643a8302 tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] 10.222.0.32 "GET /v2.0/ports?device_id=dee5cf04-7b9e-46fd-b317-75a118617c96 HTTP/1.1" status: 200  len: 944 time: 0.0574512
Dec 25 21:10:31.151455 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9884bf9c-7cf4-4a45-8f1e-d841764e1b48 req-c0e9b7ea-10d3-4f96-9117-362ae0fae86f tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] 10.222.0.32 "GET /v2.0/security-groups?id=bc05caf7-df2e-49b8-960c-4031d2c2ccca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0474498
Dec 25 21:10:31.151706 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b33f915-761f-4fda-8b2b-5c5547665fdf tempest-ServersTestManualDisk-494677233 tempest-ServersTestManualDisk-494677233-project] Router d442a0c7-62de-4377-b82f-b9c59cce5dd3 has already been hosted by L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 {{(pid=121607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 25 21:10:31.277851 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b33f915-761f-4fda-8b2b-5c5547665fdf tempest-ServersTestManualDisk-494677233 tempest-ServersTestManualDisk-494677233-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 21:10:31.285586 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-2b33f915-761f-4fda-8b2b-5c5547665fdf tempest-ServersTestManualDisk-494677233 tempest-ServersTestManualDisk-494677233-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for floatingip, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:31.311952 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d445b27d-1548-4a98-a79b-fcc2c6b1dc89 None None] Sync routers for ids ['d442a0c7-62de-4377-b82f-b9c59cce5dd3'] in ncdv-master-1 {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 21:10:31.315878 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-2b33f915-761f-4fda-8b2b-5c5547665fdf tempest-ServersTestManualDisk-494677233 tempest-ServersTestManualDisk-494677233-project] 10.222.0.32 "PUT /v2.0/floatingips/b62bb7f9-213c-4617-b29b-2707538c3b2e HTTP/1.1" status: 200  len: 990 time: 2.1856759
Dec 25 21:10:31.316486 ncdv-master-1 neutron-server[121607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e17b1ffc-cea0-4158-9ac3-273da9149cd5', 'tag': 'd2192e86-fcbc-467e-974d-50439566abff'}] {{(pid=121607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:10:31.319693 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f980bbcadfa7bf1e788024e1448be660373c21f97f015f780444e999c451203" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d19e574f-c447-4e17-b017-59384922ab64" -d '{"events": [{"name": "network-changed", "server_uuid": "e17b1ffc-cea0-4158-9ac3-273da9149cd5", "tag": "d2192e86-fcbc-467e-974d-50439566abff"}]}' {{(pid=121607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:10:31.328222 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d445b27d-1548-4a98-a79b-fcc2c6b1dc89 None None] Routers {'d442a0c7-62de-4377-b82f-b9c59cce5dd3'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:10:31.330006 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-d445b27d-1548-4a98-a79b-fcc2c6b1dc89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f261846a5b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:10:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['d442a0c7-62de-4377-b82f-b9c59cce5dd3'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:10:31.465062 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d796d09-01b6-48f2-995f-4dbfa40b46ea', 'name': 'network-vif-deleted', 'tag': '315b00f0-a83e-4f05-a40b-5792fef297dd'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:10:31.467489 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9858820c13ec2827453b94ebc4181065e990a4e4089ccb9fe762531ac62d2fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56059d46-39bb-4dbd-9989-e7472bdbdb07" -d '{"events": [{"server_uuid": "9d796d09-01b6-48f2-995f-4dbfa40b46ea", "name": "network-vif-deleted", "tag": "315b00f0-a83e-4f05-a40b-5792fef297dd"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:10:31.478310 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvr_db [None req-d445b27d-1548-4a98-a79b-fcc2c6b1dc89 None None] Set router d442a0c7-62de-4377-b82f-b9c59cce5dd3 gateway port host: ncdv-master-1 {{(pid=121608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:10:31.737836 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e732fa0e-bb70-4051-8f66-a5f055458340 req-d0b994d7-1104-48e9-b09c-2ab312c4208f tempest-SecurityGroupRulesNegativeTestJSON-1764933024 tempest-SecurityGroupRulesNegativeTestJSON-1764933024-project] 10.222.0.32 "GET /v2.0/security-groups/0903df47-f3ec-4a61-b8f5-cf4b4f59c540 HTTP/1.1" status: 200  len: 1828 time: 0.0569272
Dec 25 21:10:31.804105 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-d445b27d-1548-4a98-a79b-fcc2c6b1dc89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f261846a5b0>, [{'id': 'd442a0c7-62de-4377-b82f-b9c59cce5dd3', 'name': 'tempest-ServersTestManualDisk-909577482-router', 'tenant_id': '4aa6a09f9e43475e8a7f5639f59b1654', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.68'}], 'enable_snat': True}, 'gw_port_id': '3922c53c-0e84-4788-8b3a-6ff7fab7eaca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:09:56Z', 'updated_at': '2021-12-25T21:10:01Z', 'revision_number': 4, 'project_id': '4aa6a09f9e43475e8a7f5639f59b1654', 'gw_port': {'id': '3922c53c-0e84-4788-8b3a-6ff7fab7eaca', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:cd:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd442a0c7-62de-4377-b82f-b9c59cce5dd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:09:58Z', 'updated_at': '2021-12-25T21:10:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'b62bb7f9-213c-4617-b29b-2707538c3b2e', 'tenant_id': '4aa6a09f9e43475e8a7f5639f59b1654', 'floating_ip_address': '172.35.3.8', 'floating_network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'router_id': 'd442a0c7-62de-4377-b82f-b9c59cce5dd3', 'port_id': 'd2192e86-fcbc-467e-974d-50439566abff', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 571, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6675960-5a27-4fda-8ce3-11dfa09c56d6', 'mac_address': 'fa:16:3e:ef:0e:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e17b1ffc-cea0-4158-9ac3-273da9149cd5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-25T21:10:06Z', 'updated_at': '2021-12-25T21:10:29Z', 'revision_number': 1, 'project_id': '4aa6a09f9e43475e8a7f5639f59b1654', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '532fba15-857d-421a-a32a-e4619a5e3295', 'name': '', 'network_id': 'd6675960-5a27-4fda-8ce3-11dfa09c56d6', 'tenant_id': '4aa6a09f9e43475e8a7f5639f59b1654', 'mac_address': 'fa:16:3e:b7:b0:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd442a0c7-62de-4377-b82f-b9c59cce5dd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '35e03391-a093-408b-9676-2290336562fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:10:00Z', 'updated_at': '2021-12-25T21:10:06Z', 'revision_number': 5, 'project_id': '4aa6a09f9e43475e8a7f5639f59b1654', 'subnets': [{'id': '35e03391-a093-408b-9676-2290336562fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:10:31.834501 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d445b27d-1548-4a98-a79b-fcc2c6b1dc89 None None] Checking router: d442a0c7-62de-4377-b82f-b9c59cce5dd3 for host: ncdv-master-1 {{(pid=121608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 25 21:10:31.844625 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d445b27d-1548-4a98-a79b-fcc2c6b1dc89 None None] Routers {'d442a0c7-62de-4377-b82f-b9c59cce5dd3'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:10:31.845543 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-d445b27d-1548-4a98-a79b-fcc2c6b1dc89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f261846a5b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:10:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['d442a0c7-62de-4377-b82f-b9c59cce5dd3'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:10:31.868508 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Dec 2021 21:10:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a071d136-3817-4716-b7ae-feae1fa057b4 x-openstack-request-id: req-a071d136-3817-4716-b7ae-feae1fa057b4 {{(pid=121607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:10:31.869112 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e17b1ffc-cea0-4158-9ac3-273da9149cd5", "tag": "d2192e86-fcbc-467e-974d-50439566abff", "status": "completed", "code": 200}]} {{(pid=121607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:10:31.869593 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a071d136-3817-4716-b7ae-feae1fa057b4 {{(pid=121607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:10:31.870389 ncdv-master-1 neutron-server[121607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e17b1ffc-cea0-4158-9ac3-273da9149cd5', 'tag': 'd2192e86-fcbc-467e-974d-50439566abff', 'status': 'completed', 'code': 200}
Dec 25 21:10:31.926924 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 21:10:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fd2e6b3-e952-43e2-8dd0-e4acf145df03 x-openstack-request-id: req-9fd2e6b3-e952-43e2-8dd0-e4acf145df03 {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:10:31.927453 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d796d09-01b6-48f2-995f-4dbfa40b46ea", "name": "network-vif-deleted", "tag": "315b00f0-a83e-4f05-a40b-5792fef297dd", "status": "completed", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:10:31.927675 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9fd2e6b3-e952-43e2-8dd0-e4acf145df03 {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:10:31.928525 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d796d09-01b6-48f2-995f-4dbfa40b46ea', 'name': 'network-vif-deleted', 'tag': '315b00f0-a83e-4f05-a40b-5792fef297dd', 'status': 'completed', 'code': 200}
Dec 25 21:10:31.998117 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19e574f-c447-4e17-b017-59384922ab64 req-822391aa-3ed1-423b-9b5f-af697bf3e053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:10:32.000288 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d19e574f-c447-4e17-b017-59384922ab64 req-822391aa-3ed1-423b-9b5f-af697bf3e053 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4aa6a09f9e43475e8a7f5639f59b1654&device_id=e17b1ffc-cea0-4158-9ac3-273da9149cd5 HTTP/1.1" status: 200  len: 1097 time: 0.0964696
Dec 25 21:10:32.025386 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvr_db [None req-d445b27d-1548-4a98-a79b-fcc2c6b1dc89 None None] Set router d442a0c7-62de-4377-b82f-b9c59cce5dd3 gateway port host: ncdv-master-1 {{(pid=121608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:10:32.112207 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19e574f-c447-4e17-b017-59384922ab64 req-0cbc0bce-cefe-42a5-b0fa-56abda621cee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:10:32.113967 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d19e574f-c447-4e17-b017-59384922ab64 req-0cbc0bce-cefe-42a5-b0fa-56abda621cee service neutron] 10.222.0.37 "GET /v2.0/networks?id=d6675960-5a27-4fda-8ce3-11dfa09c56d6 HTTP/1.1" status: 200  len: 912 time: 0.1051919
Dec 25 21:10:32.201487 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d19e574f-c447-4e17-b017-59384922ab64 req-73b2acba-f71a-415d-a700-de85e63914f3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d2192e86-fcbc-467e-974d-50439566abff HTTP/1.1" status: 200  len: 998 time: 0.0726376
Dec 25 21:10:32.270302 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19e574f-c447-4e17-b017-59384922ab64 req-56bda7ba-35e1-40e9-87df-d57d0e8952e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:10:32.270302 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d19e574f-c447-4e17-b017-59384922ab64 req-56bda7ba-35e1-40e9-87df-d57d0e8952e8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=35e03391-a093-408b-9676-2290336562fa HTTP/1.1" status: 200  len: 850 time: 0.0597799
Dec 25 21:10:32.296017 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-d445b27d-1548-4a98-a79b-fcc2c6b1dc89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f261846a5b0>, [{'id': 'd442a0c7-62de-4377-b82f-b9c59cce5dd3', 'name': 'tempest-ServersTestManualDisk-909577482-router', 'tenant_id': '4aa6a09f9e43475e8a7f5639f59b1654', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.68'}], 'enable_snat': True}, 'gw_port_id': '3922c53c-0e84-4788-8b3a-6ff7fab7eaca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:09:56Z', 'updated_at': '2021-12-25T21:10:01Z', 'revision_number': 4, 'project_id': '4aa6a09f9e43475e8a7f5639f59b1654', 'gw_port': {'id': '3922c53c-0e84-4788-8b3a-6ff7fab7eaca', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:cd:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd442a0c7-62de-4377-b82f-b9c59cce5dd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:09:58Z', 'updated_at': '2021-12-25T21:10:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'b62bb7f9-213c-4617-b29b-2707538c3b2e', 'tenant_id': '4aa6a09f9e43475e8a7f5639f59b1654', 'floating_ip_address': '172.35.3.8', 'floating_network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'router_id': 'd442a0c7-62de-4377-b82f-b9c59cce5dd3', 'port_id': 'd2192e86-fcbc-467e-974d-50439566abff', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 571, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6675960-5a27-4fda-8ce3-11dfa09c56d6', 'mac_address': 'fa:16:3e:ef:0e:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e17b1ffc-cea0-4158-9ac3-273da9149cd5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-25T21:10:06Z', 'updated_at': '2021-12-25T21:10:29Z', 'revision_number': 1, 'project_id': '4aa6a09f9e43475e8a7f5639f59b1654', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '532fba15-857d-421a-a32a-e4619a5e3295', 'name': '', 'network_id': 'd6675960-5a27-4fda-8ce3-11dfa09c56d6', 'tenant_id': '4aa6a09f9e43475e8a7f5639f59b1654', 'mac_address': 'fa:16:3e:b7:b0:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd442a0c7-62de-4377-b82f-b9c59cce5dd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '35e03391-a093-408b-9676-2290336562fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:10:00Z', 'updated_at': '2021-12-25T21:10:06Z', 'revision_number': 5, 'project_id': '4aa6a09f9e43475e8a7f5639f59b1654', 'subnets': [{'id': '35e03391-a093-408b-9676-2290336562fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:10:32.325237 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d445b27d-1548-4a98-a79b-fcc2c6b1dc89 None None] The sync data for ids ['d442a0c7-62de-4377-b82f-b9c59cce5dd3'] in ncdv-master-1 is: [{'id': 'd442a0c7-62de-4377-b82f-b9c59cce5dd3', 'name': 'tempest-ServersTestManualDisk-909577482-router', 'tenant_id': '4aa6a09f9e43475e8a7f5639f59b1654', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.68'}], 'enable_snat': True}, 'gw_port_id': '3922c53c-0e84-4788-8b3a-6ff7fab7eaca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:09:56Z', 'updated_at': '2021-12-25T21:10:01Z', 'revision_number': 4, 'project_id': '4aa6a09f9e43475e8a7f5639f59b1654', 'gw_port': {'id': '3922c53c-0e84-4788-8b3a-6ff7fab7eaca', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:cd:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd442a0c7-62de-4377-b82f-b9c59cce5dd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:09:58Z', 'updated_at': '2021-12-25T21:10:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'b62bb7f9-213c-4617-b29b-2707538c3b2e', 'tenant_id': '4aa6a09f9e43475e8a7f5639f59b1654', 'floating_ip_address': '172.35.3.8', 'floating_network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'router_id': 'd442a0c7-62de-4377-b82f-b9c59cce5dd3', 'port_id': 'd2192e86-fcbc-467e-974d-50439566abff', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 571, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6675960-5a27-4fda-8ce3-11dfa09c56d6', 'mac_address': 'fa:16:3e:ef:0e:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e17b1ffc-cea0-4158-9ac3-273da9149cd5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-25T21:10:06Z', 'updated_at': '2021-12-25T21:10:29Z', 'revision_number': 1, 'project_id': '4aa6a09f9e43475e8a7f5639f59b1654', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '532fba15-857d-421a-a32a-e4619a5e3295', 'name': '', 'network_id': 'd6675960-5a27-4fda-8ce3-11dfa09c56d6', 'tenant_id': '4aa6a09f9e43475e8a7f5639f59b1654', 'mac_address': 'fa:16:3e:b7:b0:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd442a0c7-62de-4377-b82f-b9c59cce5dd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '35e03391-a093-408b-9676-2290336562fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:10:00Z', 'updated_at': '2021-12-25T21:10:06Z', 'revision_number': 5, 'project_id': '4aa6a09f9e43475e8a7f5639f59b1654', 'subnets': [{'id': '35e03391-a093-408b-9676-2290336562fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 21:10:32.328489 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19e574f-c447-4e17-b017-59384922ab64 req-cce4e1d0-17c4-4b80-a898-cac39d5ec4e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:10:32.330147 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d19e574f-c447-4e17-b017-59384922ab64 req-cce4e1d0-17c4-4b80-a898-cac39d5ec4e6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d6675960-5a27-4fda-8ce3-11dfa09c56d6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0473359
Dec 25 21:10:32.507376 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a7db9eae-bafa-4067-8cea-aa7ca5302aa0 req-f32e7c90-7cc9-4aac-89cb-3ae53e5218e7 service neutron] 10.222.0.31 "GET /v2.0/ports/5576e36d-eb31-4f83-b0d9-b502678406cc/bindings/nch2-master-1 HTTP/1.1" status: 200  len: 384 time: 0.1432550
Dec 25 21:10:32.515296 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d19e574f-c447-4e17-b017-59384922ab64 req-acb71eda-8a10-456d-ba94-4bf782d7c195 service neutron] 10.222.0.37 "GET /v2.0/networks/d6675960-5a27-4fda-8ce3-11dfa09c56d6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1761541
Dec 25 21:10:32.674890 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbd9a778-e7c3-4a93-91b9-2b90b765f9cd None None] New status for floating IP b62bb7f9-213c-4617-b29b-2707538c3b2e: ACTIVE {{(pid=121609) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 25 21:10:32.735786 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d19e574f-c447-4e17-b017-59384922ab64 req-6e82eb07-71ee-4592-88b3-254f5d9f2d9c service neutron] 10.222.0.37 "GET /v2.0/networks/d6675960-5a27-4fda-8ce3-11dfa09c56d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1820459
Dec 25 21:10:32.815046 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-a7db9eae-bafa-4067-8cea-aa7ca5302aa0 req-e0f5b99f-15c4-48d2-86f5-dba525d59d74 service neutron] For port 5576e36d-eb31-4f83-b0d9-b502678406cc, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5576e36d-eb31-4f83-b0d9-b502678406cc,segment=NetworkSegment(a05a9961-775b-4dff-bebf-b24cb60ab1a9),segment_id=a05a9961-775b-4dff-bebf-b24cb60ab1a9)] {{(pid=121606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:10:32.875202 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-a7db9eae-bafa-4067-8cea-aa7ca5302aa0 req-e0f5b99f-15c4-48d2-86f5-dba525d59d74 service neutron] For port 5576e36d-eb31-4f83-b0d9-b502678406cc, host nch1-master-1, cleared binding levels {{(pid=121606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:10:32.948762 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [req-a7db9eae-bafa-4067-8cea-aa7ca5302aa0 req-e0f5b99f-15c4-48d2-86f5-dba525d59d74 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5576e36d-eb31-4f83-b0d9-b502678406cc {{(pid=121606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:10:32.962768 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-a7db9eae-bafa-4067-8cea-aa7ca5302aa0 req-e0f5b99f-15c4-48d2-86f5-dba525d59d74 service neutron] For port 5576e36d-eb31-4f83-b0d9-b502678406cc, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5576e36d-eb31-4f83-b0d9-b502678406cc,segment=NetworkSegment(a05a9961-775b-4dff-bebf-b24cb60ab1a9),segment_id=a05a9961-775b-4dff-bebf-b24cb60ab1a9)] {{(pid=121606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:10:32.983111 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2780e745-4dfe-46bf-a490-cbf2e152307c req-2ce63e2c-20af-4535-8f27-23a10845eae9 tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:10:32.991332 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2780e745-4dfe-46bf-a490-cbf2e152307c req-2ce63e2c-20af-4535-8f27-23a10845eae9 tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] 10.222.0.32 "GET /v2.0/ports?device_id=dee5cf04-7b9e-46fd-b317-75a118617c96 HTTP/1.1" status: 200  len: 944 time: 0.1237071
Dec 25 21:10:33.053451 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2780e745-4dfe-46bf-a490-cbf2e152307c req-87388dfe-380f-41d7-8093-d75703aa1b77 tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] 10.222.0.32 "GET /v2.0/security-groups?id=bc05caf7-df2e-49b8-960c-4031d2c2ccca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0587611
Dec 25 21:10:33.072370 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-a7db9eae-bafa-4067-8cea-aa7ca5302aa0 req-e0f5b99f-15c4-48d2-86f5-dba525d59d74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:33.109971 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-a1654f95-7058-4272-9730-4b04908b3d8d req-8ec82409-a56a-4e14-9c84-962a9afbea32 tempest-SecurityGroupRulesNegativeTestJSON-1764933024 tempest-SecurityGroupRulesNegativeTestJSON-1764933024-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-864041279', 'description': 'tempest-description-1803682987'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:10:33.186522 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19449964-9758-42ee-bd68-1474f04baca4 req-66d972ac-9599-4e6b-872e-1be7dc38ff9a tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:10:33.188024 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-19449964-9758-42ee-bd68-1474f04baca4 req-66d972ac-9599-4e6b-872e-1be7dc38ff9a tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a8114c1-85b3-4e15-9e15-95159b456e41 HTTP/1.1" status: 200  len: 949 time: 0.1311557
Dec 25 21:10:33.206642 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device 315b00f0-a83e-4f05-a40b-5792fef297dd no longer exists at agent hyperv_nch2-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:10:33.230833 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] No Port match for: 315b00f0-a83e-4f05-a40b-5792fef297dd {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:10:33.231484 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device 315b00f0-a83e-4f05-a40b-5792fef297dd not bound to the agent host nch2-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:10:33.245269 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.provisioning_blocks [req-a7db9eae-bafa-4067-8cea-aa7ca5302aa0 req-e0f5b99f-15c4-48d2-86f5-dba525d59d74 service neutron] Transition to ACTIVE for port object 5576e36d-eb31-4f83-b0d9-b502678406cc will not be triggered until provisioned by entity L2. {{(pid=121606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 25 21:10:33.257085 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-19449964-9758-42ee-bd68-1474f04baca4 req-e00a8f0b-880e-44da-821a-93a3c321aaa1 tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] 10.222.0.32 "GET /v2.0/security-groups?id=21386e98-0735-4168-a9d9-35455a6206b6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0622556
Dec 25 21:10:33.305506 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-a1654f95-7058-4272-9730-4b04908b3d8d req-8ec82409-a56a-4e14-9c84-962a9afbea32 tempest-SecurityGroupRulesNegativeTestJSON-1764933024 tempest-SecurityGroupRulesNegativeTestJSON-1764933024-project] Publish callbacks [] for security_group, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:33.335654 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-a7db9eae-bafa-4067-8cea-aa7ca5302aa0 req-e0f5b99f-15c4-48d2-86f5-dba525d59d74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:33.463029 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7db9eae-bafa-4067-8cea-aa7ca5302aa0 req-e0f5b99f-15c4-48d2-86f5-dba525d59d74 service neutron] No DVR routers for this DVR port 5576e36d-eb31-4f83-b0d9-b502678406cc on host nch1-master-1 {{(pid=121606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:10:33.489122 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f5b99f-15c4-48d2-86f5-dba525d59d74 service neutron] Pushing event updated for resources: {'Port': ['ID=5576e36d-eb31-4f83-b0d9-b502678406cc,revision_number=10']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:10:33.518475 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-a1654f95-7058-4272-9730-4b04908b3d8d req-8ec82409-a56a-4e14-9c84-962a9afbea32 tempest-SecurityGroupRulesNegativeTestJSON-1764933024 tempest-SecurityGroupRulesNegativeTestJSON-1764933024-project] Publish callbacks [] for security_group, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:33.528528 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a7db9eae-bafa-4067-8cea-aa7ca5302aa0 req-e0f5b99f-15c4-48d2-86f5-dba525d59d74 service neutron] 10.222.0.31 "PUT /v2.0/ports/5576e36d-eb31-4f83-b0d9-b502678406cc/bindings/nch2-master-1/activate HTTP/1.1" status: 200  len: 369 time: 1.0122879
Dec 25 21:10:33.539621 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c533dd23-6031-4a8d-ac09-e2dd20554446 req-8225d535-ac1b-4efa-b7dd-9cdf2485349f tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:10:33.541254 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c533dd23-6031-4a8d-ac09-e2dd20554446 req-8225d535-ac1b-4efa-b7dd-9cdf2485349f tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5ed7876-289e-4bb7-89b1-051968bd6e27 HTTP/1.1" status: 200  len: 949 time: 0.1523662
Dec 25 21:10:33.576069 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-a1654f95-7058-4272-9730-4b04908b3d8d req-8ec82409-a56a-4e14-9c84-962a9afbea32 tempest-SecurityGroupRulesNegativeTestJSON-1764933024 tempest-SecurityGroupRulesNegativeTestJSON-1764933024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:33.618010 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c533dd23-6031-4a8d-ac09-e2dd20554446 req-fb53b8da-ae64-44c7-aded-2cbcf30f373e tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] 10.222.0.32 "GET /v2.0/security-groups?id=3d6cb2f0-3d81-4228-9d61-fc5e0bb3087e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0702703
Dec 25 21:10:33.622761 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec82409-a56a-4e14-9c84-962a9afbea32 tempest-SecurityGroupRulesNegativeTestJSON-1764933024 tempest-SecurityGroupRulesNegativeTestJSON-1764933024-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed2df01e-4a07-48c5-b0e2-76dd3173bb98,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:10:33.674648 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-a1654f95-7058-4272-9730-4b04908b3d8d req-8ec82409-a56a-4e14-9c84-962a9afbea32 tempest-SecurityGroupRulesNegativeTestJSON-1764933024 tempest-SecurityGroupRulesNegativeTestJSON-1764933024-project] Publish callbacks [] for security_group, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:33.685671 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a1654f95-7058-4272-9730-4b04908b3d8d req-8ec82409-a56a-4e14-9c84-962a9afbea32 tempest-SecurityGroupRulesNegativeTestJSON-1764933024 tempest-SecurityGroupRulesNegativeTestJSON-1764933024-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1834 time: 0.5904958
Dec 25 21:10:33.734849 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7db9eae-bafa-4067-8cea-aa7ca5302aa0 req-d04f2560-e6b7-4b6f-8c2a-bdf628205411 tempest-LiveMigrationTest-1605081009 tempest-LiveMigrationTest-1605081009-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:10:33.742230 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a7db9eae-bafa-4067-8cea-aa7ca5302aa0 req-d04f2560-e6b7-4b6f-8c2a-bdf628205411 tempest-LiveMigrationTest-1605081009 tempest-LiveMigrationTest-1605081009-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=dee5cf04-7b9e-46fd-b317-75a118617c96&tenant_id=bc19d38e80ce426fa6d268838d133f13&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 1096 time: 0.0944541
Dec 25 21:10:33.750533 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-6722155e-d872-4b04-a7b7-9c106a9e329e req-da1256eb-f79a-45ba-b202-8f2c2d23e30b tempest-SecurityGroupRulesNegativeTestJSON-1764933024 tempest-SecurityGroupRulesNegativeTestJSON-1764933024-project] 10.222.0.32 "GET /v2.0/security-groups/ed2df01e-4a07-48c5-b0e2-76dd3173bb98 HTTP/1.1" status: 200  len: 1829 time: 0.0516636
Dec 25 21:10:33.793712 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-3f95b9ac-4fe7-4043-aa42-75fcff82fc92 req-cc21c078-9588-4b97-9eb9-fe981a41dc27 tempest-SecurityGroupRulesNegativeTestJSON-1764933024 tempest-SecurityGroupRulesNegativeTestJSON-1764933024-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1326578344', 'description': 'tempest-description-547276273'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:10:33.819016 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7db9eae-bafa-4067-8cea-aa7ca5302aa0 req-f6c9d8d0-bff1-4c6f-87ae-fba391212caf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:10:33.820544 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a7db9eae-bafa-4067-8cea-aa7ca5302aa0 req-f6c9d8d0-bff1-4c6f-87ae-fba391212caf service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=dee5cf04-7b9e-46fd-b317-75a118617c96&tenant_id=bc19d38e80ce426fa6d268838d133f13 HTTP/1.1" status: 200  len: 1096 time: 0.0659981
Dec 25 21:10:33.895447 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7db9eae-bafa-4067-8cea-aa7ca5302aa0 req-4de5f98f-bb8c-4baf-93a2-e7d67df478ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:10:33.898037 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a7db9eae-bafa-4067-8cea-aa7ca5302aa0 req-4de5f98f-bb8c-4baf-93a2-e7d67df478ba service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=bc19d38e80ce426fa6d268838d133f13&device_id=dee5cf04-7b9e-46fd-b317-75a118617c96 HTTP/1.1" status: 200  len: 1096 time: 0.0458984
Dec 25 21:10:33.926326 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-3f95b9ac-4fe7-4043-aa42-75fcff82fc92 req-cc21c078-9588-4b97-9eb9-fe981a41dc27 tempest-SecurityGroupRulesNegativeTestJSON-1764933024 tempest-SecurityGroupRulesNegativeTestJSON-1764933024-project] Publish callbacks [] for security_group, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:34.027995 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7db9eae-bafa-4067-8cea-aa7ca5302aa0 req-f39b78fb-649f-4ba1-a47d-c6c846aab960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:10:34.029547 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a7db9eae-bafa-4067-8cea-aa7ca5302aa0 req-f39b78fb-649f-4ba1-a47d-c6c846aab960 service neutron] 10.222.0.37 "GET /v2.0/networks?id=2332d558-39bb-411c-88af-b74bee7e32ab HTTP/1.1" status: 200  len: 909 time: 0.1241422
Dec 25 21:10:34.092354 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-3f95b9ac-4fe7-4043-aa42-75fcff82fc92 req-cc21c078-9588-4b97-9eb9-fe981a41dc27 tempest-SecurityGroupRulesNegativeTestJSON-1764933024 tempest-SecurityGroupRulesNegativeTestJSON-1764933024-project] Publish callbacks [] for security_group, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:34.094372 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a7db9eae-bafa-4067-8cea-aa7ca5302aa0 req-01b989d5-2a6e-4295-a60d-353837329982 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5576e36d-eb31-4f83-b0d9-b502678406cc HTTP/1.1" status: 200  len: 217 time: 0.0464199
Dec 25 21:10:34.152770 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7db9eae-bafa-4067-8cea-aa7ca5302aa0 req-565d4b97-a98a-416d-be19-99fc4e983dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:10:34.154226 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a7db9eae-bafa-4067-8cea-aa7ca5302aa0 req-565d4b97-a98a-416d-be19-99fc4e983dc7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=63c432f3-af01-4d4f-ae68-1c137d7c49f3 HTTP/1.1" status: 200  len: 848 time: 0.0511277
Dec 25 21:10:34.156771 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:34.180705 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-3f95b9ac-4fe7-4043-aa42-75fcff82fc92 req-cc21c078-9588-4b97-9eb9-fe981a41dc27 tempest-SecurityGroupRulesNegativeTestJSON-1764933024 tempest-SecurityGroupRulesNegativeTestJSON-1764933024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:34.216132 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a7db9eae-bafa-4067-8cea-aa7ca5302aa0 req-ec1a87a5-3e11-4b4e-a558-b387fabf87ad service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2332d558-39bb-411c-88af-b74bee7e32ab&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0536618
Dec 25 21:10:34.264780 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc21c078-9588-4b97-9eb9-fe981a41dc27 tempest-SecurityGroupRulesNegativeTestJSON-1764933024 tempest-SecurityGroupRulesNegativeTestJSON-1764933024-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a43e071b-93ca-462b-9893-341e2208985d,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:10:34.317984 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-3f95b9ac-4fe7-4043-aa42-75fcff82fc92 req-cc21c078-9588-4b97-9eb9-fe981a41dc27 tempest-SecurityGroupRulesNegativeTestJSON-1764933024 tempest-SecurityGroupRulesNegativeTestJSON-1764933024-project] Publish callbacks [] for security_group, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:34.319496 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3f95b9ac-4fe7-4043-aa42-75fcff82fc92 req-cc21c078-9588-4b97-9eb9-fe981a41dc27 tempest-SecurityGroupRulesNegativeTestJSON-1764933024 tempest-SecurityGroupRulesNegativeTestJSON-1764933024-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1834 time: 0.5368979
Dec 25 21:10:34.329569 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bfb7dc-4fbe-48eb-bf3f-ecdde9abeaf8 req-db437d39-f63d-4f0c-9ba3-df4f0b820a79 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:10:34.331096 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a3bfb7dc-4fbe-48eb-bf3f-ecdde9abeaf8 req-db437d39-f63d-4f0c-9ba3-df4f0b820a79 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] 10.222.0.31 "GET /v2.0/ports?device_id=b5ed7876-289e-4bb7-89b1-051968bd6e27 HTTP/1.1" status: 200  len: 949 time: 0.1610432
Dec 25 21:10:34.393925 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a7db9eae-bafa-4067-8cea-aa7ca5302aa0 req-6e7c132b-4ea9-433e-802b-ff5f336db2da service neutron] 10.222.0.37 "GET /v2.0/networks/2332d558-39bb-411c-88af-b74bee7e32ab?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1630354
Dec 25 21:10:34.536512 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [req-a3bfb7dc-4fbe-48eb-bf3f-ecdde9abeaf8 req-9b19d267-f4a5-448b-8294-df5e2cee2ee3 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] Deleting port 11a8e073-faa1-4705-931b-5c53eaca0cb5 {{(pid=121606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:10:34.537234 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-a3bfb7dc-4fbe-48eb-bf3f-ecdde9abeaf8 req-9b19d267-f4a5-448b-8294-df5e2cee2ee3 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:34.577419 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a7db9eae-bafa-4067-8cea-aa7ca5302aa0 req-dd0ad732-5ba5-4b58-aa69-b5a68620b20f service neutron] 10.222.0.37 "GET /v2.0/networks/2332d558-39bb-411c-88af-b74bee7e32ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1641378
Dec 25 21:10:34.588099 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69b4f74-1a83-4897-af6c-256c742e70d2 req-95c7b2df-187b-4e45-a24a-bd98c3f97a7c tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:10:34.589645 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f69b4f74-1a83-4897-af6c-256c742e70d2 req-95c7b2df-187b-4e45-a24a-bd98c3f97a7c tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] 10.222.0.32 "GET /v2.0/ports?device_id=dee5cf04-7b9e-46fd-b317-75a118617c96 HTTP/1.1" status: 200  len: 945 time: 0.1300976
Dec 25 21:10:34.693021 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f69b4f74-1a83-4897-af6c-256c742e70d2 req-c9b9e50d-f44b-4a70-9f9c-b17233f33685 tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] 10.222.0.32 "GET /v2.0/security-groups?id=bc05caf7-df2e-49b8-960c-4031d2c2ccca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0938935
Dec 25 21:10:34.695041 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-a3bfb7dc-4fbe-48eb-bf3f-ecdde9abeaf8 req-9b19d267-f4a5-448b-8294-df5e2cee2ee3 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] For port 11a8e073-faa1-4705-931b-5c53eaca0cb5, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=11a8e073-faa1-4705-931b-5c53eaca0cb5,segment=NetworkSegment(85c774cb-a0eb-4ad9-961f-f331d3b37cd6),segment_id=85c774cb-a0eb-4ad9-961f-f331d3b37cd6)] {{(pid=121606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:10:34.695422 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-a3bfb7dc-4fbe-48eb-bf3f-ecdde9abeaf8 req-9b19d267-f4a5-448b-8294-df5e2cee2ee3 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:34.709319 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [req-a3bfb7dc-4fbe-48eb-bf3f-ecdde9abeaf8 req-9b19d267-f4a5-448b-8294-df5e2cee2ee3 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] Calling delete_port for 11a8e073-faa1-4705-931b-5c53eaca0cb5 owned by compute:nova {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:10:34.736103 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-24b497da-62c3-4802-91b2-862bc17881a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:34.850727 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41339966-a0a7-474e-9c01-8712ee1200b9 req-3cc559ba-adb7-4811-8a18-f056b917cafd tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:10:34.852231 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-41339966-a0a7-474e-9c01-8712ee1200b9 req-3cc559ba-adb7-4811-8a18-f056b917cafd tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a8114c1-85b3-4e15-9e15-95159b456e41 HTTP/1.1" status: 200  len: 949 time: 0.0757434
Dec 25 21:10:34.929156 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-41339966-a0a7-474e-9c01-8712ee1200b9 req-20d767d1-efa8-4308-8046-72f6d8062e2e tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] 10.222.0.32 "GET /v2.0/security-groups?id=21386e98-0735-4168-a9d9-35455a6206b6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0583825
Dec 25 21:10:35.008790 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-a3bfb7dc-4fbe-48eb-bf3f-ecdde9abeaf8 req-9b19d267-f4a5-448b-8294-df5e2cee2ee3 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:35.021928 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] get_ports_and_sgs() called for port_ids ['bf94d897-4956-441a-9897-be577975a8f7', 'bfee550f-dfee-43e5-88c3-be85d5ccff12', 'b5c53dfd-8507-4f31-ba6b-58c68d41b36b', '3240e6a9-7ed6-4f9e-a0e5-cf084791ba34', '11a8e073-faa1-4705-931b-5c53eaca0cb5'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:10:35.051046 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] get_ports_and_sgs() called for port_ids ['1bcf9756-ed56-4846-ad16-befd4fd2f0e0', '2150b774-dd7c-4f45-910d-01e39333a0ce'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:10:35.061400 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b19d267-f4a5-448b-8294-df5e2cee2ee3 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] Pushing event deleted for resources: {'Port': ['ID=11a8e073-faa1-4705-931b-5c53eaca0cb5,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:10:35.179123 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3bfb7dc-4fbe-48eb-bf3f-ecdde9abeaf8 req-9b19d267-f4a5-448b-8294-df5e2cee2ee3 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] No DVR routers for this DVR port 11a8e073-faa1-4705-931b-5c53eaca0cb5 on host nch1-master-1 {{(pid=121606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:10:35.182141 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-a3bfb7dc-4fbe-48eb-bf3f-ecdde9abeaf8 req-9b19d267-f4a5-448b-8294-df5e2cee2ee3 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:35.185803 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a3bfb7dc-4fbe-48eb-bf3f-ecdde9abeaf8 req-9b19d267-f4a5-448b-8294-df5e2cee2ee3 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] 10.222.0.31 "DELETE /v2.0/ports/11a8e073-faa1-4705-931b-5c53eaca0cb5 HTTP/1.1" status: 204  len: 173 time: 0.8477378
Dec 25 21:10:35.197905 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5ed7876-289e-4bb7-89b1-051968bd6e27', 'name': 'network-vif-deleted', 'tag': '11a8e073-faa1-4705-931b-5c53eaca0cb5'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:10:35.200233 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9858820c13ec2827453b94ebc4181065e990a4e4089ccb9fe762531ac62d2fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d59ae67d-4c3b-4b54-b582-f87e8b119a11" -d '{"events": [{"server_uuid": "b5ed7876-289e-4bb7-89b1-051968bd6e27", "name": "network-vif-deleted", "tag": "11a8e073-faa1-4705-931b-5c53eaca0cb5"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:10:35.225329 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7db9eae-bafa-4067-8cea-aa7ca5302aa0 req-7c9517ad-c2cb-480e-a797-738a651403a9 tempest-LiveMigrationTest-1605081009 tempest-LiveMigrationTest-1605081009-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:10:35.226936 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a7db9eae-bafa-4067-8cea-aa7ca5302aa0 req-7c9517ad-c2cb-480e-a797-738a651403a9 tempest-LiveMigrationTest-1605081009 tempest-LiveMigrationTest-1605081009-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=dee5cf04-7b9e-46fd-b317-75a118617c96&tenant_id=bc19d38e80ce426fa6d268838d133f13&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 1096 time: 0.1761618
Dec 25 21:10:35.229330 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-99fd147d-0667-41cc-a4ea-31a5a33fde80 req-3e93027d-e1a7-4ab0-941f-d499ee727293 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5ed7876-289e-4bb7-89b1-051968bd6e27 HTTP/1.1" status: 200  len: 210 time: 0.0532851
Dec 25 21:10:35.235353 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-dce3bc9a-52b0-4e43-8255-2f3d8602599d req-9e85f6b1-be06-4ecd-9d85-1bae13f936df tempest-SecurityGroupRulesNegativeTestJSON-1764933024 tempest-SecurityGroupRulesNegativeTestJSON-1764933024-project] 10.222.0.32 "GET /v2.0/security-groups/a43e071b-93ca-462b-9893-341e2208985d HTTP/1.1" status: 200  len: 1829 time: 0.2166841
Dec 25 21:10:35.307562 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 21:10:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a6e5474-0cff-430d-b658-28ff460dc4c7 x-openstack-request-id: req-1a6e5474-0cff-430d-b658-28ff460dc4c7 {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:10:35.307846 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5ed7876-289e-4bb7-89b1-051968bd6e27", "name": "network-vif-deleted", "tag": "11a8e073-faa1-4705-931b-5c53eaca0cb5", "status": "completed", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:10:35.312748 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1a6e5474-0cff-430d-b658-28ff460dc4c7 {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:10:35.312748 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5ed7876-289e-4bb7-89b1-051968bd6e27', 'name': 'network-vif-deleted', 'tag': '11a8e073-faa1-4705-931b-5c53eaca0cb5', 'status': 'completed', 'code': 200}
Dec 25 21:10:35.338115 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-c4f1ec0e-01b7-4e0c-8990-fb63da3e18f9 req-d4079c79-84ca-4221-83e5-b77ed88a2607 tempest-SecurityGroupRulesNegativeTestJSON-1764933024 tempest-SecurityGroupRulesNegativeTestJSON-1764933024-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-663447065', 'description': 'tempest-description-236040108'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:10:35.443215 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-c4f1ec0e-01b7-4e0c-8990-fb63da3e18f9 req-d4079c79-84ca-4221-83e5-b77ed88a2607 tempest-SecurityGroupRulesNegativeTestJSON-1764933024 tempest-SecurityGroupRulesNegativeTestJSON-1764933024-project] Publish callbacks [] for security_group, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:35.524319 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-a7db9eae-bafa-4067-8cea-aa7ca5302aa0 req-f3c6eca9-78eb-4337-a105-02daecc1f5f1 service neutron] For port 5576e36d-eb31-4f83-b0d9-b502678406cc, host nch1-master-1, cleared binding levels {{(pid=121606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:10:35.531770 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-a7db9eae-bafa-4067-8cea-aa7ca5302aa0 req-f3c6eca9-78eb-4337-a105-02daecc1f5f1 service neutron] Publish callbacks [] for binding, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:35.535237 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a7db9eae-bafa-4067-8cea-aa7ca5302aa0 req-f3c6eca9-78eb-4337-a105-02daecc1f5f1 service neutron] 10.222.0.37 "DELETE /v2.0/ports/5576e36d-eb31-4f83-b0d9-b502678406cc/bindings/nch1-master-1 HTTP/1.1" status: 204  len: 173 time: 0.2870073
Dec 25 21:10:35.560242 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-c4f1ec0e-01b7-4e0c-8990-fb63da3e18f9 req-d4079c79-84ca-4221-83e5-b77ed88a2607 tempest-SecurityGroupRulesNegativeTestJSON-1764933024 tempest-SecurityGroupRulesNegativeTestJSON-1764933024-project] Publish callbacks [] for security_group, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:35.659659 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-c4f1ec0e-01b7-4e0c-8990-fb63da3e18f9 req-d4079c79-84ca-4221-83e5-b77ed88a2607 tempest-SecurityGroupRulesNegativeTestJSON-1764933024 tempest-SecurityGroupRulesNegativeTestJSON-1764933024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:35.719106 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4079c79-84ca-4221-83e5-b77ed88a2607 tempest-SecurityGroupRulesNegativeTestJSON-1764933024 tempest-SecurityGroupRulesNegativeTestJSON-1764933024-project] Pushing event updated for resources: {'SecurityGroup': ['ID=edb5f664-8575-4e56-9389-c292e0548d20,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:10:35.793701 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-c4f1ec0e-01b7-4e0c-8990-fb63da3e18f9 req-d4079c79-84ca-4221-83e5-b77ed88a2607 tempest-SecurityGroupRulesNegativeTestJSON-1764933024 tempest-SecurityGroupRulesNegativeTestJSON-1764933024-project] Publish callbacks [] for security_group, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:35.795370 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c4f1ec0e-01b7-4e0c-8990-fb63da3e18f9 req-d4079c79-84ca-4221-83e5-b77ed88a2607 tempest-SecurityGroupRulesNegativeTestJSON-1764933024 tempest-SecurityGroupRulesNegativeTestJSON-1764933024-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1833 time: 0.4672644
Dec 25 21:10:35.894719 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e1f2f130-ed6b-47a8-925e-8e07e9934d6c req-68eab07c-95a4-43c1-8ac9-a25c559e51eb tempest-SecurityGroupRulesNegativeTestJSON-1764933024 tempest-SecurityGroupRulesNegativeTestJSON-1764933024-project] 10.222.0.32 "GET /v2.0/security-groups/edb5f664-8575-4e56-9389-c292e0548d20 HTTP/1.1" status: 200  len: 1828 time: 0.0724142
Dec 25 21:10:35.916080 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bb39dc-6c23-416d-9a98-a5e507b7236c req-b950b1dd-9d7c-4dff-8502-06024813b664 tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:10:35.917625 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-41bb39dc-6c23-416d-9a98-a5e507b7236c req-b950b1dd-9d7c-4dff-8502-06024813b664 tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] 10.222.0.32 "GET /v2.0/ports?device_id=dee5cf04-7b9e-46fd-b317-75a118617c96 HTTP/1.1" status: 200  len: 945 time: 0.0710299
Dec 25 21:10:35.964692 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device 5576e36d-eb31-4f83-b0d9-b502678406cc no longer exists at agent hyperv_nch1-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:10:35.991171 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-41bb39dc-6c23-416d-9a98-a5e507b7236c req-72101159-1eed-428e-af28-cc3b4a0cc868 tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] 10.222.0.32 "GET /v2.0/security-groups?id=bc05caf7-df2e-49b8-960c-4031d2c2ccca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0676501
Dec 25 21:10:36.025404 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] The host nch1-master-1 is not matching for port 5576e36d-eb31-4f83-b0d9-b502678406cc host nch2-master-1! {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}}
Dec 25 21:10:36.026108 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device 5576e36d-eb31-4f83-b0d9-b502678406cc not bound to the agent host nch1-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:10:36.026787 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device 0c6d5976-8c28-4b25-8b9e-c7dc7add6588 no longer exists at agent hyperv_nch1-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:10:36.061768 ncdv-master-1 neutron-server[121606]: INFO neutron.api.v2.resource [req-b584c331-e26d-4189-aba3-4c45de106929 req-6a285b09-2c63-4db4-a052-dfb20c4ccf2f tempest-SecurityGroupRulesNegativeTestJSON-1764933024 tempest-SecurityGroupRulesNegativeTestJSON-1764933024-project] show failed (client error): The resource could not be found.
Dec 25 21:10:36.062823 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b584c331-e26d-4189-aba3-4c45de106929 req-6a285b09-2c63-4db4-a052-dfb20c4ccf2f tempest-SecurityGroupRulesNegativeTestJSON-1764933024 tempest-SecurityGroupRulesNegativeTestJSON-1764933024-project] 10.222.0.32 "GET /v2.0/security-groups/e2a423f1-999d-4908-a51d-8359165ca55a HTTP/1.1" status: 404  len: 352 time: 0.0362785
Dec 25 21:10:36.141105 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324b9e2c-0946-4d57-8bd8-ee4ee99ed7a2 req-765c5347-089f-4955-a0b7-7a1f8b51d485 tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:10:36.143171 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-324b9e2c-0946-4d57-8bd8-ee4ee99ed7a2 req-765c5347-089f-4955-a0b7-7a1f8b51d485 tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] 10.222.0.32 "GET /v2.0/networks?id=6dded111-84d7-4606-bd1c-e9369354dff9 HTTP/1.1" status: 200  len: 805 time: 0.1301358
Dec 25 21:10:36.191493 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-324b9e2c-0946-4d57-8bd8-ee4ee99ed7a2 req-6db351e9-e7a4-4065-8f73-048ecb97e5a3 tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] 10.222.0.32 "GET /v2.0/quotas/74b18f04a1eb470bac90f3df16ec5170 HTTP/1.1" status: 200  len: 375 time: 0.0375159
Dec 25 21:10:36.241612 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed4ca59-700d-4482-ae55-436331ecda4a req-c1579bbd-00f1-490c-bd47-151c4b490492 tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:10:36.243178 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-aed4ca59-700d-4482-ae55-436331ecda4a req-c1579bbd-00f1-490c-bd47-151c4b490492 tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a8114c1-85b3-4e15-9e15-95159b456e41 HTTP/1.1" status: 200  len: 949 time: 0.0990913
Dec 25 21:10:36.265563 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:36.293123 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-324b9e2c-0946-4d57-8bd8-ee4ee99ed7a2 req-1ebab239-854a-4f7c-a105-af1dd4f7d888 tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=74b18f04a1eb470bac90f3df16ec5170&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0849285
Dec 25 21:10:36.308852 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed1843d1-a627-404e-adf4-56974bcaa614', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0c6d5976-8c28-4b25-8b9e-c7dc7add6588'}] {{(pid=121608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:10:36.316617 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a88c78c3ff6266bd59c7e89d275b28c92e739b67d23c89d71af88829fd31566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11ddba26-4f14-4a39-a179-ef45b546e8dd" -d '{"events": [{"server_uuid": "ed1843d1-a627-404e-adf4-56974bcaa614", "name": "network-vif-unplugged", "status": "completed", "tag": "0c6d5976-8c28-4b25-8b9e-c7dc7add6588"}]}' {{(pid=121608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:10:36.338331 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port 0c6d5976-8c28-4b25-8b9e-c7dc7add6588, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0c6d5976-8c28-4b25-8b9e-c7dc7add6588,segment=NetworkSegment(fad08864-4612-4be1-bb28-08cb199f6d74),segment_id=fad08864-4612-4be1-bb28-08cb199f6d74)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:10:36.348967 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-aed4ca59-700d-4482-ae55-436331ecda4a req-47c06547-c2af-41e6-909f-d0a1acd6b366 tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] 10.222.0.32 "GET /v2.0/security-groups?id=21386e98-0735-4168-a9d9-35455a6206b6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0960772
Dec 25 21:10:36.426146 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-324b9e2c-0946-4d57-8bd8-ee4ee99ed7a2 req-d4193d29-22e9-4a6b-8627-04b4a0aa4280 service neutron] 10.222.0.32 "GET /v2.0/networks/6dded111-84d7-4606-bd1c-e9369354dff9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1316135
Dec 25 21:10:36.474316 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:36.512442 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Pushing event updated for resources: {'Port': ['ID=0c6d5976-8c28-4b25-8b9e-c7dc7add6588,revision_number=8']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:10:36.516008 ncdv-master-1 neutron-server[121606]: INFO neutron.api.v2.resource [req-d9eed090-dac0-47ef-965d-30a7cbed4206 req-cd869de7-1efb-4198-baa9-4481d825ba6a tempest-SecurityGroupRulesNegativeTestJSON-1764933024 tempest-SecurityGroupRulesNegativeTestJSON-1764933024-project] show failed (client error): The resource could not be found.
Dec 25 21:10:36.517089 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d9eed090-dac0-47ef-965d-30a7cbed4206 req-cd869de7-1efb-4198-baa9-4481d825ba6a tempest-SecurityGroupRulesNegativeTestJSON-1764933024 tempest-SecurityGroupRulesNegativeTestJSON-1764933024-project] 10.222.0.32 "GET /v2.0/security-group-rules/6a41cfb5-b500-4416-a6bb-941361e464f2 HTTP/1.1" status: 404  len: 361 time: 0.0427322
Dec 25 21:10:36.520820 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:10:36.521192 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:10:36.521538 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:10:36.521874 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:10:36.522207 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:10:36.522535 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:10:36.522862 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:10:36.523194 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:10:36.523522 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:10:36.523844 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:10:36.524155 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:10:36.524473 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:10:36.524791 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:10:36.550081 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-324b9e2c-0946-4d57-8bd8-ee4ee99ed7a2 req-ff08706c-28f0-432e-a5cf-e3ab43b314a5 service neutron] 10.222.0.32 "GET /v2.0/networks/6dded111-84d7-4606-bd1c-e9369354dff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1170866
Dec 25 21:10:36.607742 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 25 Dec 2021 21:10:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6cab2bd-b9c6-49ec-966d-de83cd88457a x-openstack-request-id: req-d6cab2bd-b9c6-49ec-966d-de83cd88457a {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:10:36.608069 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed1843d1-a627-404e-adf4-56974bcaa614", "name": "network-vif-unplugged", "status": "completed", "tag": "0c6d5976-8c28-4b25-8b9e-c7dc7add6588", "code": 200}]} {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:10:36.608328 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d6cab2bd-b9c6-49ec-966d-de83cd88457a {{(pid=121608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:10:36.608896 ncdv-master-1 neutron-server[121608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed1843d1-a627-404e-adf4-56974bcaa614', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0c6d5976-8c28-4b25-8b9e-c7dc7add6588', 'code': 200}
Dec 25 21:10:36.705774 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddee9e4-276f-4596-9923-a55ae4568a0a req-dadda8d3-4cff-47d4-bb35-17e719efbb5b tempest-LiveMigrationTest-1605081009 tempest-LiveMigrationTest-1605081009-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:10:36.707205 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4ddee9e4-276f-4596-9923-a55ae4568a0a req-dadda8d3-4cff-47d4-bb35-17e719efbb5b tempest-LiveMigrationTest-1605081009 tempest-LiveMigrationTest-1605081009-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=dee5cf04-7b9e-46fd-b317-75a118617c96 HTTP/1.1" status: 200  len: 1096 time: 0.0446167
Dec 25 21:10:36.759380 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4ddee9e4-276f-4596-9923-a55ae4568a0a req-770e3686-b73c-4b93-9ffe-a04197c2e2f1 tempest-LiveMigrationTest-1605081009 tempest-LiveMigrationTest-1605081009-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=bc05caf7-df2e-49b8-960c-4031d2c2ccca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0458093
Dec 25 21:10:36.842410 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-52193179-6f8e-46c3-948d-61056e632293 req-c0cf2489-fd75-4243-a05b-bbf73e5eccf8 tempest-SecurityGroupRulesNegativeTestJSON-1764933024 tempest-SecurityGroupRulesNegativeTestJSON-1764933024-project] 10.222.0.32 "GET /v2.0/security-groups/edb5f664-8575-4e56-9389-c292e0548d20 HTTP/1.1" status: 200  len: 1828 time: 0.0586033
Dec 25 21:10:36.928953 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-6b4a8342-89e9-40ff-9cc1-c1f3e454ac6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:36.982715 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-52193179-6f8e-46c3-948d-61056e632293 req-ca3ec7a6-32d3-4cd1-b8c3-247f7c72357f tempest-SecurityGroupRulesNegativeTestJSON-1764933024 tempest-SecurityGroupRulesNegativeTestJSON-1764933024-project] Publish callbacks [] for security_group, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:37.010650 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-52193179-6f8e-46c3-948d-61056e632293 req-ca3ec7a6-32d3-4cd1-b8c3-247f7c72357f tempest-SecurityGroupRulesNegativeTestJSON-1764933024 tempest-SecurityGroupRulesNegativeTestJSON-1764933024-project] Publish callbacks [] for security_group, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:37.157694 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-52193179-6f8e-46c3-948d-61056e632293 req-ca3ec7a6-32d3-4cd1-b8c3-247f7c72357f tempest-SecurityGroupRulesNegativeTestJSON-1764933024 tempest-SecurityGroupRulesNegativeTestJSON-1764933024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:37.160340 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-52193179-6f8e-46c3-948d-61056e632293 req-ca3ec7a6-32d3-4cd1-b8c3-247f7c72357f tempest-SecurityGroupRulesNegativeTestJSON-1764933024 tempest-SecurityGroupRulesNegativeTestJSON-1764933024-project] Publish callbacks [] for security_group, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:37.162120 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-52193179-6f8e-46c3-948d-61056e632293 req-ca3ec7a6-32d3-4cd1-b8c3-247f7c72357f tempest-SecurityGroupRulesNegativeTestJSON-1764933024 tempest-SecurityGroupRulesNegativeTestJSON-1764933024-project] 10.222.0.32 "DELETE /v2.0/security-groups/edb5f664-8575-4e56-9389-c292e0548d20 HTTP/1.1" status: 204  len: 173 time: 0.3112612
Dec 25 21:10:37.176943 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3ec7a6-32d3-4cd1-b8c3-247f7c72357f tempest-SecurityGroupRulesNegativeTestJSON-1764933024 tempest-SecurityGroupRulesNegativeTestJSON-1764933024-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=edb5f664-8575-4e56-9389-c292e0548d20,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:10:37.337493 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c9d274df-45c1-44ac-9cf0-e495036ccfcd req-d8917c6c-4cb8-4803-a14a-b573f1e90e06 tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] 10.222.0.32 "GET /v2.0/ports?device_id=e327d55b-28ca-4bfa-bcf1-e4ed49240d52 HTTP/1.1" status: 200  len: 210 time: 0.0473483
Dec 25 21:10:37.485710 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b38256ab-f0d6-43ac-b95b-262b221b9f68 req-9e269a54-812b-4971-98b7-525017e1d7e3 tempest-SecurityGroupRulesNegativeTestJSON-1764933024 tempest-SecurityGroupRulesNegativeTestJSON-1764933024-project] 10.222.0.32 "GET /v2.0/security-groups/a43e071b-93ca-462b-9893-341e2208985d HTTP/1.1" status: 200  len: 1829 time: 0.1244283
Dec 25 21:10:37.510690 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2f84a4-d789-41a4-8c65-dbd492a90973 req-cda676f0-362a-4a7f-9a8a-79f02e6a55a2 tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:10:37.512358 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-6c2f84a4-d789-41a4-8c65-dbd492a90973 req-cda676f0-362a-4a7f-9a8a-79f02e6a55a2 tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed1843d1-a627-404e-adf4-56974bcaa614 HTTP/1.1" status: 200  len: 943 time: 0.1426518
Dec 25 21:10:37.857043 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97c4cf7-b673-4934-b96f-5917b19ba708 req-cf33e62d-83a6-466b-b71e-aed1ff51db65 tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:10:37.858517 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c97c4cf7-b673-4934-b96f-5917b19ba708 req-cf33e62d-83a6-466b-b71e-aed1ff51db65 tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] 10.222.0.32 "GET /v2.0/networks?id=2332d558-39bb-411c-88af-b74bee7e32ab HTTP/1.1" status: 200  len: 808 time: 0.4998581
Dec 25 21:10:37.906092 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c97c4cf7-b673-4934-b96f-5917b19ba708 req-b11b2cfd-d7de-4b45-ae7d-bf899d8f114f tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] 10.222.0.32 "GET /v2.0/quotas/bc19d38e80ce426fa6d268838d133f13 HTTP/1.1" status: 200  len: 375 time: 0.0376651
Dec 25 21:10:37.939668 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-b38256ab-f0d6-43ac-b95b-262b221b9f68 req-884a6f7b-8e16-4775-acfa-82ba399a80ae tempest-SecurityGroupRulesNegativeTestJSON-1764933024 tempest-SecurityGroupRulesNegativeTestJSON-1764933024-project] Publish callbacks [] for security_group, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:37.963210 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:37.969556 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device 11a8e073-faa1-4705-931b-5c53eaca0cb5 no longer exists at agent hyperv_nch1-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:10:37.995309 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] No Port match for: 11a8e073-faa1-4705-931b-5c53eaca0cb5 {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:10:37.996145 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device 11a8e073-faa1-4705-931b-5c53eaca0cb5 not bound to the agent host nch1-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:10:38.010977 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-b38256ab-f0d6-43ac-b95b-262b221b9f68 req-884a6f7b-8e16-4775-acfa-82ba399a80ae tempest-SecurityGroupRulesNegativeTestJSON-1764933024 tempest-SecurityGroupRulesNegativeTestJSON-1764933024-project] Publish callbacks [] for security_group, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:38.030491 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [req-6c2f84a4-d789-41a4-8c65-dbd492a90973 req-014600eb-aeae-45f7-9454-a0e7c64cefa1 tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] Deleting port 0c6d5976-8c28-4b25-8b9e-c7dc7add6588 {{(pid=121606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:10:38.034032 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-6c2f84a4-d789-41a4-8c65-dbd492a90973 req-014600eb-aeae-45f7-9454-a0e7c64cefa1 tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:38.051256 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c97c4cf7-b673-4934-b96f-5917b19ba708 req-9873b806-ec45-4ec7-a01b-5a60c9f7ca79 tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=bc19d38e80ce426fa6d268838d133f13&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1354969
Dec 25 21:10:38.222563 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c97c4cf7-b673-4934-b96f-5917b19ba708 req-2819f6f0-0863-46d0-a674-59391c961777 service neutron] 10.222.0.32 "GET /v2.0/networks/2332d558-39bb-411c-88af-b74bee7e32ab?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1704192
Dec 25 21:10:38.224842 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-6c2f84a4-d789-41a4-8c65-dbd492a90973 req-014600eb-aeae-45f7-9454-a0e7c64cefa1 tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] For port 0c6d5976-8c28-4b25-8b9e-c7dc7add6588, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0c6d5976-8c28-4b25-8b9e-c7dc7add6588,segment=NetworkSegment(fad08864-4612-4be1-bb28-08cb199f6d74),segment_id=fad08864-4612-4be1-bb28-08cb199f6d74)] {{(pid=121606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:10:38.225257 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-6c2f84a4-d789-41a4-8c65-dbd492a90973 req-014600eb-aeae-45f7-9454-a0e7c64cefa1 tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:38.254095 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [req-6c2f84a4-d789-41a4-8c65-dbd492a90973 req-014600eb-aeae-45f7-9454-a0e7c64cefa1 tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] Calling delete_port for 0c6d5976-8c28-4b25-8b9e-c7dc7add6588 owned by compute:nova {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:10:38.335375 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-b38256ab-f0d6-43ac-b95b-262b221b9f68 req-884a6f7b-8e16-4775-acfa-82ba399a80ae tempest-SecurityGroupRulesNegativeTestJSON-1764933024 tempest-SecurityGroupRulesNegativeTestJSON-1764933024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:38.338690 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-b38256ab-f0d6-43ac-b95b-262b221b9f68 req-884a6f7b-8e16-4775-acfa-82ba399a80ae tempest-SecurityGroupRulesNegativeTestJSON-1764933024 tempest-SecurityGroupRulesNegativeTestJSON-1764933024-project] Publish callbacks [] for security_group, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:38.339838 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b38256ab-f0d6-43ac-b95b-262b221b9f68 req-884a6f7b-8e16-4775-acfa-82ba399a80ae tempest-SecurityGroupRulesNegativeTestJSON-1764933024 tempest-SecurityGroupRulesNegativeTestJSON-1764933024-project] 10.222.0.32 "DELETE /v2.0/security-groups/a43e071b-93ca-462b-9893-341e2208985d HTTP/1.1" status: 204  len: 173 time: 0.8377411
Dec 25 21:10:38.362017 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884a6f7b-8e16-4775-acfa-82ba399a80ae tempest-SecurityGroupRulesNegativeTestJSON-1764933024 tempest-SecurityGroupRulesNegativeTestJSON-1764933024-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a43e071b-93ca-462b-9893-341e2208985d,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:10:38.368529 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3e945ecd-9380-47c2-aa0a-12ebe07e03e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:38.401671 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c97c4cf7-b673-4934-b96f-5917b19ba708 req-7a04b018-e383-4027-a687-58046133ca24 service neutron] 10.222.0.32 "GET /v2.0/networks/2332d558-39bb-411c-88af-b74bee7e32ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1685593
Dec 25 21:10:38.479832 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.agents_db [None req-ec08dba0-4483-4109-b5e1-5e4a9fdaf12d None None] Agent healthcheck: found 7 active agents {{(pid=121609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 25 21:10:38.501564 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169fef1b-7694-44c1-8408-b0f6e2710074 req-a7e6a30c-e4d7-4be2-bc27-aea363586dba tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:10:38.503143 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-169fef1b-7694-44c1-8408-b0f6e2710074 req-a7e6a30c-e4d7-4be2-bc27-aea363586dba tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] 10.222.0.32 "GET /v2.0/ports?device_id=4dbb558c-1149-4835-803f-d1368522f573 HTTP/1.1" status: 200  len: 950 time: 0.0946145
Dec 25 21:10:38.557047 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-169fef1b-7694-44c1-8408-b0f6e2710074 req-a7e872f5-f8a4-4740-833c-7570e8ca789b tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] 10.222.0.32 "GET /v2.0/security-groups?id=3d6cb2f0-3d81-4228-9d61-fc5e0bb3087e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436585
Dec 25 21:10:38.637995 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-6c2f84a4-d789-41a4-8c65-dbd492a90973 req-014600eb-aeae-45f7-9454-a0e7c64cefa1 tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:38.813107 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c2f84a4-d789-41a4-8c65-dbd492a90973 req-014600eb-aeae-45f7-9454-a0e7c64cefa1 tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] No DVR routers for this DVR port 0c6d5976-8c28-4b25-8b9e-c7dc7add6588 on host nch1-master-1 {{(pid=121606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:10:38.815753 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014600eb-aeae-45f7-9454-a0e7c64cefa1 tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] Pushing event deleted for resources: {'Port': ['ID=0c6d5976-8c28-4b25-8b9e-c7dc7add6588,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:10:38.828087 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-6c2f84a4-d789-41a4-8c65-dbd492a90973 req-014600eb-aeae-45f7-9454-a0e7c64cefa1 tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:38.832851 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-6c2f84a4-d789-41a4-8c65-dbd492a90973 req-014600eb-aeae-45f7-9454-a0e7c64cefa1 tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] 10.222.0.31 "DELETE /v2.0/ports/0c6d5976-8c28-4b25-8b9e-c7dc7add6588 HTTP/1.1" status: 204  len: 173 time: 1.3055444
Dec 25 21:10:38.837844 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed1843d1-a627-404e-adf4-56974bcaa614', 'name': 'network-vif-deleted', 'tag': '0c6d5976-8c28-4b25-8b9e-c7dc7add6588'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:10:38.840164 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9858820c13ec2827453b94ebc4181065e990a4e4089ccb9fe762531ac62d2fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cf73fe9-80ec-4b41-a4f0-e9342336b27e" -d '{"events": [{"server_uuid": "ed1843d1-a627-404e-adf4-56974bcaa614", "name": "network-vif-deleted", "tag": "0c6d5976-8c28-4b25-8b9e-c7dc7add6588"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:10:38.883997 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a46c6a-a674-4e49-8635-f2fe561c6969 req-0b2d92c6-93cd-4bf1-a28f-e7186489e710 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:10:38.885618 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-48a46c6a-a674-4e49-8635-f2fe561c6969 req-0b2d92c6-93cd-4bf1-a28f-e7186489e710 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] 10.222.0.31 "GET /v2.0/ports?device_id=4dbb558c-1149-4835-803f-d1368522f573 HTTP/1.1" status: 200  len: 950 time: 0.2741680
Dec 25 21:10:38.897498 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64751909-b860-44c2-b737-bef41d92f67b req-08001deb-af7d-43e2-a0b9-64377a420d71 tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:10:38.904947 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-64751909-b860-44c2-b737-bef41d92f67b req-08001deb-af7d-43e2-a0b9-64377a420d71 tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a8114c1-85b3-4e15-9e15-95159b456e41 HTTP/1.1" status: 200  len: 949 time: 0.2700374
Dec 25 21:10:38.965737 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5a04581b-1f3e-4d4a-bead-09db8a00d25f req-36e3baf1-22d6-49c6-aaf4-c02792e69ccd tempest-SecurityGroupRulesNegativeTestJSON-1764933024 tempest-SecurityGroupRulesNegativeTestJSON-1764933024-project] 10.222.0.32 "GET /v2.0/security-groups/ed2df01e-4a07-48c5-b0e2-76dd3173bb98 HTTP/1.1" status: 200  len: 1829 time: 0.1599996
Dec 25 21:10:39.098123 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-64751909-b860-44c2-b737-bef41d92f67b req-a4811ee7-06e9-4c5c-998c-d2ec16ec8524 tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] 10.222.0.32 "GET /v2.0/security-groups?id=21386e98-0735-4168-a9d9-35455a6206b6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1919742
Dec 25 21:10:39.244735 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324b9e2c-0946-4d57-8bd8-ee4ee99ed7a2 req-99913990-1645-43cd-af58-068afbc45eaa tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:10:39.246932 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-324b9e2c-0946-4d57-8bd8-ee4ee99ed7a2 req-99913990-1645-43cd-af58-068afbc45eaa tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] 10.222.0.31 "GET /v2.0/networks?id=6dded111-84d7-4606-bd1c-e9369354dff9 HTTP/1.1" status: 200  len: 805 time: 0.2666242
Dec 25 21:10:39.250427 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-658f5267-9160-4b1a-b0a3-37c27ea891a7 req-32af23c2-0706-4891-8596-8c018f09bae2 tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] 10.222.0.32 "GET /v2.0/ports?device_id=e327d55b-28ca-4bfa-bcf1-e4ed49240d52 HTTP/1.1" status: 200  len: 210 time: 0.0605910
Dec 25 21:10:39.250967 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-5a04581b-1f3e-4d4a-bead-09db8a00d25f req-7f31f981-6d3e-4bc5-bf29-40e9285886d8 tempest-SecurityGroupRulesNegativeTestJSON-1764933024 tempest-SecurityGroupRulesNegativeTestJSON-1764933024-project] Publish callbacks [] for security_group, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:39.275577 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-324b9e2c-0946-4d57-8bd8-ee4ee99ed7a2 req-0f8f028e-6128-4e48-a6ec-b5f08fc2da8a tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] Request body: {'port': {'device_id': 'e327d55b-28ca-4bfa-bcf1-e4ed49240d52', 'network_id': '6dded111-84d7-4606-bd1c-e9369354dff9', 'admin_state_up': True, 'tenant_id': '74b18f04a1eb470bac90f3df16ec5170'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:10:39.287557 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [req-48a46c6a-a674-4e49-8635-f2fe561c6969 req-c42102e3-2970-41d8-af62-254b61537860 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] Deleting port 3240e6a9-7ed6-4f9e-a0e5-cf084791ba34 {{(pid=121606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:10:39.287898 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-48a46c6a-a674-4e49-8635-f2fe561c6969 req-c42102e3-2970-41d8-af62-254b61537860 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:39.353186 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-5a04581b-1f3e-4d4a-bead-09db8a00d25f req-7f31f981-6d3e-4bc5-bf29-40e9285886d8 tempest-SecurityGroupRulesNegativeTestJSON-1764933024 tempest-SecurityGroupRulesNegativeTestJSON-1764933024-project] Publish callbacks [] for security_group, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:39.397631 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b17c5fa4-568f-4090-b2a2-19a34fa48e76 req-d081331a-601a-471f-93fb-beac7f5bf495 tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c1ea080-3600-4152-8bef-f30741212401 HTTP/1.1" status: 200  len: 210 time: 0.0829594
Dec 25 21:10:39.478462 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 21:10:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-093e82fe-c56e-43ea-8b34-3d97da0cc74a x-openstack-request-id: req-093e82fe-c56e-43ea-8b34-3d97da0cc74a {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:10:39.478739 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed1843d1-a627-404e-adf4-56974bcaa614", "name": "network-vif-deleted", "tag": "0c6d5976-8c28-4b25-8b9e-c7dc7add6588", "status": "completed", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:10:39.478995 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-093e82fe-c56e-43ea-8b34-3d97da0cc74a {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:10:39.479384 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed1843d1-a627-404e-adf4-56974bcaa614', 'name': 'network-vif-deleted', 'tag': '0c6d5976-8c28-4b25-8b9e-c7dc7add6588', 'status': 'completed', 'code': 200}
Dec 25 21:10:39.533057 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-48a46c6a-a674-4e49-8635-f2fe561c6969 req-c42102e3-2970-41d8-af62-254b61537860 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] For port 3240e6a9-7ed6-4f9e-a0e5-cf084791ba34, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3240e6a9-7ed6-4f9e-a0e5-cf084791ba34,segment=NetworkSegment(85c774cb-a0eb-4ad9-961f-f331d3b37cd6),segment_id=85c774cb-a0eb-4ad9-961f-f331d3b37cd6)] {{(pid=121606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:10:39.533499 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-48a46c6a-a674-4e49-8635-f2fe561c6969 req-c42102e3-2970-41d8-af62-254b61537860 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:39.557127 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [req-48a46c6a-a674-4e49-8635-f2fe561c6969 req-c42102e3-2970-41d8-af62-254b61537860 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] Calling delete_port for 3240e6a9-7ed6-4f9e-a0e5-cf084791ba34 owned by compute:nova {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:10:39.729870 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9bae55-23d2-4c27-b874-d9cecddb19f1 req-881ed842-a2a8-46e3-bf0f-7da4322d730a tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:10:39.738331 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0a9bae55-23d2-4c27-b874-d9cecddb19f1 req-881ed842-a2a8-46e3-bf0f-7da4322d730a tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] 10.222.0.32 "GET /v2.0/ports?device_id=4dbb558c-1149-4835-803f-d1368522f573 HTTP/1.1" status: 200  len: 950 time: 0.1028805
Dec 25 21:10:39.769808 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-15cb578f-7a63-4fd3-925d-83bad4c7b82a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:39.775613 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-5a04581b-1f3e-4d4a-bead-09db8a00d25f req-7f31f981-6d3e-4bc5-bf29-40e9285886d8 tempest-SecurityGroupRulesNegativeTestJSON-1764933024 tempest-SecurityGroupRulesNegativeTestJSON-1764933024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:39.778255 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-5a04581b-1f3e-4d4a-bead-09db8a00d25f req-7f31f981-6d3e-4bc5-bf29-40e9285886d8 tempest-SecurityGroupRulesNegativeTestJSON-1764933024 tempest-SecurityGroupRulesNegativeTestJSON-1764933024-project] Publish callbacks [] for security_group, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:39.784910 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5a04581b-1f3e-4d4a-bead-09db8a00d25f req-7f31f981-6d3e-4bc5-bf29-40e9285886d8 tempest-SecurityGroupRulesNegativeTestJSON-1764933024 tempest-SecurityGroupRulesNegativeTestJSON-1764933024-project] 10.222.0.32 "DELETE /v2.0/security-groups/ed2df01e-4a07-48c5-b0e2-76dd3173bb98 HTTP/1.1" status: 204  len: 173 time: 0.8040235
Dec 25 21:10:39.784910 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-324b9e2c-0946-4d57-8bd8-ee4ee99ed7a2 req-0f8f028e-6128-4e48-a6ec-b5f08fc2da8a tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] Made reservation on behalf of 74b18f04a1eb470bac90f3df16ec5170 for: {'port': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:10:39.784910 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-324b9e2c-0946-4d57-8bd8-ee4ee99ed7a2 req-0f8f028e-6128-4e48-a6ec-b5f08fc2da8a tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:39.837706 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f31f981-6d3e-4bc5-bf29-40e9285886d8 tempest-SecurityGroupRulesNegativeTestJSON-1764933024 tempest-SecurityGroupRulesNegativeTestJSON-1764933024-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed2df01e-4a07-48c5-b0e2-76dd3173bb98,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:10:39.845896 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0a9bae55-23d2-4c27-b874-d9cecddb19f1 req-8a8074a6-8b26-45ef-a7c5-b80081af3a06 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] 10.222.0.32 "GET /v2.0/security-groups?id=3d6cb2f0-3d81-4228-9d61-fc5e0bb3087e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1056221
Dec 25 21:10:39.959830 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-48a46c6a-a674-4e49-8635-f2fe561c6969 req-c42102e3-2970-41d8-af62-254b61537860 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:39.976081 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] get_ports_and_sgs() called for port_ids ['1bcf9756-ed56-4846-ad16-befd4fd2f0e0', '2150b774-dd7c-4f45-910d-01e39333a0ce'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:10:39.978678 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] get_ports_and_sgs() called for port_ids ['bf94d897-4956-441a-9897-be577975a8f7', 'bfee550f-dfee-43e5-88c3-be85d5ccff12', 'b5c53dfd-8507-4f31-ba6b-58c68d41b36b', '3240e6a9-7ed6-4f9e-a0e5-cf084791ba34'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:10:40.016918 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42102e3-2970-41d8-af62-254b61537860 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] Pushing event deleted for resources: {'Port': ['ID=3240e6a9-7ed6-4f9e-a0e5-cf084791ba34,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:10:40.060000 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_common [req-324b9e2c-0946-4d57-8bd8-ee4ee99ed7a2 req-0f8f028e-6128-4e48-a6ec-b5f08fc2da8a tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] Allocated IP 172.20.0.3 (6dded111-84d7-4606-bd1c-e9369354dff9/4319d64b-4a91-4427-9485-7d07e2bc5ab0/da0f28d9-3fef-4a56-9994-44b97466e1d4) {{(pid=121606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:10:40.079473 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [req-48a46c6a-a674-4e49-8635-f2fe561c6969 req-c42102e3-2970-41d8-af62-254b61537860 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] No DVR routers for this DVR port 3240e6a9-7ed6-4f9e-a0e5-cf084791ba34 on host nch1-master-1 {{(pid=121606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:10:40.085292 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-30b918e3-8dd3-4f5a-91be-e85aec501244 req-8b5c493e-7b56-4e18-8873-1f8792fe2973 tempest-SecurityGroupRulesNegativeTestJSON-1764933024 tempest-SecurityGroupRulesNegativeTestJSON-1764933024-project] 10.222.0.32 "GET /v2.0/security-groups/0903df47-f3ec-4a61-b8f5-cf4b4f59c540 HTTP/1.1" status: 200  len: 1828 time: 0.1610045
Dec 25 21:10:40.086404 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-48a46c6a-a674-4e49-8635-f2fe561c6969 req-c42102e3-2970-41d8-af62-254b61537860 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:40.089820 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-48a46c6a-a674-4e49-8635-f2fe561c6969 req-c42102e3-2970-41d8-af62-254b61537860 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] 10.222.0.31 "DELETE /v2.0/ports/3240e6a9-7ed6-4f9e-a0e5-cf084791ba34 HTTP/1.1" status: 204  len: 173 time: 1.1823118
Dec 25 21:10:40.233505 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-30b918e3-8dd3-4f5a-91be-e85aec501244 req-fc6c0d82-608d-4547-a15a-f5c59433f3aa tempest-SecurityGroupRulesNegativeTestJSON-1764933024 tempest-SecurityGroupRulesNegativeTestJSON-1764933024-project] Publish callbacks [] for security_group, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:40.320718 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-30b918e3-8dd3-4f5a-91be-e85aec501244 req-fc6c0d82-608d-4547-a15a-f5c59433f3aa tempest-SecurityGroupRulesNegativeTestJSON-1764933024 tempest-SecurityGroupRulesNegativeTestJSON-1764933024-project] Publish callbacks [] for security_group, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:40.387871 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18587144-6de7-45ee-9cfd-7d0149ebc305 req-df859ed6-8718-4b2e-8198-cbcd155375e5 tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:10:40.389554 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-18587144-6de7-45ee-9cfd-7d0149ebc305 req-df859ed6-8718-4b2e-8198-cbcd155375e5 tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a8114c1-85b3-4e15-9e15-95159b456e41 HTTP/1.1" status: 200  len: 949 time: 0.1253481
Dec 25 21:10:40.400769 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-324b9e2c-0946-4d57-8bd8-ee4ee99ed7a2 req-0f8f028e-6128-4e48-a6ec-b5f08fc2da8a tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] Publish callbacks [] for port, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:40.496019 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-18587144-6de7-45ee-9cfd-7d0149ebc305 req-161ad004-3c5b-4980-9e60-bb3683c4f993 tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] 10.222.0.32 "GET /v2.0/security-groups?id=21386e98-0735-4168-a9d9-35455a6206b6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0853965
Dec 25 21:10:40.523307 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-30b918e3-8dd3-4f5a-91be-e85aec501244 req-fc6c0d82-608d-4547-a15a-f5c59433f3aa tempest-SecurityGroupRulesNegativeTestJSON-1764933024 tempest-SecurityGroupRulesNegativeTestJSON-1764933024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:40.525554 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-30b918e3-8dd3-4f5a-91be-e85aec501244 req-fc6c0d82-608d-4547-a15a-f5c59433f3aa tempest-SecurityGroupRulesNegativeTestJSON-1764933024 tempest-SecurityGroupRulesNegativeTestJSON-1764933024-project] Publish callbacks [] for security_group, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:40.526756 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-30b918e3-8dd3-4f5a-91be-e85aec501244 req-fc6c0d82-608d-4547-a15a-f5c59433f3aa tempest-SecurityGroupRulesNegativeTestJSON-1764933024 tempest-SecurityGroupRulesNegativeTestJSON-1764933024-project] 10.222.0.32 "DELETE /v2.0/security-groups/0903df47-f3ec-4a61-b8f5-cf4b4f59c540 HTTP/1.1" status: 204  len: 173 time: 0.4310768
Dec 25 21:10:40.543675 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6c0d82-608d-4547-a15a-f5c59433f3aa tempest-SecurityGroupRulesNegativeTestJSON-1764933024 tempest-SecurityGroupRulesNegativeTestJSON-1764933024-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0903df47-f3ec-4a61-b8f5-cf4b4f59c540,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:10:40.580025 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-324b9e2c-0946-4d57-8bd8-ee4ee99ed7a2 req-0f8f028e-6128-4e48-a6ec-b5f08fc2da8a tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:40.665389 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:40.713692 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-324b9e2c-0946-4d57-8bd8-ee4ee99ed7a2 req-0f8f028e-6128-4e48-a6ec-b5f08fc2da8a tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] Network 6dded111-84d7-4606-bd1c-e9369354dff9 is already hosted by enough agents. {{(pid=121606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:10:40.737993 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [req-324b9e2c-0946-4d57-8bd8-ee4ee99ed7a2 req-0f8f028e-6128-4e48-a6ec-b5f08fc2da8a tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] Resources bound (agent type, host, resource id):  {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:10:40.745508 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [req-324b9e2c-0946-4d57-8bd8-ee4ee99ed7a2 req-0f8f028e-6128-4e48-a6ec-b5f08fc2da8a tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] Received port after_create {{(pid=121606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:10:40.805423 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c198e20b-2a83-4e8d-bff7-6adb85c48b11 req-427d8ec5-a483-41e7-9eaa-16a002ac828a tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c1ea080-3600-4152-8bef-f30741212401 HTTP/1.1" status: 200  len: 210 time: 0.1556990
Dec 25 21:10:40.852171 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8f028e-6128-4e48-a6ec-b5f08fc2da8a tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] Pushing event updated for resources: {'Port': ['ID=da0f28d9-3fef-4a56-9994-44b97466e1d4,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:10:40.868151 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:10:40.868151 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:10:40.868151 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:10:40.868151 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:10:40.868151 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:10:40.868151 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:10:40.868151 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:10:40.868151 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:10:40.868151 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:10:40.868151 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:10:40.868151 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:10:40.868151 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:10:40.868151 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:10:40.868151 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:10:40.868151 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:10:40.868151 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:10:40.868151 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:10:40.868151 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:10:40.868151 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:10:40.868151 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:10:40.868151 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:10:40.868151 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:10:40.868151 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:10:40.868151 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:10:40.868151 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:10:40.868151 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:10:40.868151 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:10:40.868151 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:10:40.868151 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:10:40.868151 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:10:40.868151 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:10:40.868151 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:10:40.868151 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:10:40.868151 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:10:40.868151 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:10:40.868151 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:10:40.870641 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:10:40.870641 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:10:40.870641 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:10:40.870641 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:10:40.870641 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:10:40.870641 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:10:40.870641 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:10:40.870641 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:10:40.870641 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:10:40.870641 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:10:40.870641 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:10:40.870641 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:10:40.871462 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324b9e2c-0946-4d57-8bd8-ee4ee99ed7a2 req-0f8f028e-6128-4e48-a6ec-b5f08fc2da8a tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:10:40.872042 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-324b9e2c-0946-4d57-8bd8-ee4ee99ed7a2 req-0f8f028e-6128-4e48-a6ec-b5f08fc2da8a tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:40.905058 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92976a6-9fee-4fa3-ae1b-4c7bc2e417a1 req-e55deda3-4bcc-44ef-9975-bc4ffc42f84c tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:10:40.906617 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a92976a6-9fee-4fa3-ae1b-4c7bc2e417a1 req-e55deda3-4bcc-44ef-9975-bc4ffc42f84c tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] 10.222.0.32 "GET /v2.0/ports?device_id=e327d55b-28ca-4bfa-bcf1-e4ed49240d52 HTTP/1.1" status: 200  len: 931 time: 0.2773042
Dec 25 21:10:40.945425 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-85528072-b30c-4b3e-a34f-e00793aa8bd6 req-9fe06458-92d4-4b3e-9d29-810dd320d16a tempest-SecurityGroupRulesNegativeTestJSON-1764933024 tempest-SecurityGroupRulesNegativeTestJSON-1764933024-project] 10.222.0.32 "GET /v2.0/security-groups/87c075d4-e56c-48b6-aedb-78fefe7e2f53 HTTP/1.1" status: 200  len: 1829 time: 0.1111217
Dec 25 21:10:40.984658 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a92976a6-9fee-4fa3-ae1b-4c7bc2e417a1 req-6df06a6c-7585-4f3b-9beb-b282fcdf8ef0 tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] 10.222.0.32 "GET /v2.0/security-groups?id=381a44e3-d0d7-4aba-bc61-1ef7cfa17da9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0713747
Dec 25 21:10:41.022856 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-324b9e2c-0946-4d57-8bd8-ee4ee99ed7a2 req-0f8f028e-6128-4e48-a6ec-b5f08fc2da8a tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.7578385
Dec 25 21:10:41.041982 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-324b9e2c-0946-4d57-8bd8-ee4ee99ed7a2 req-1669c27a-e250-4c8c-8ae3-ff935380a98c service neutron] Request body: {'port': {'device_id': 'e327d55b-28ca-4bfa-bcf1-e4ed49240d52', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:10:41.073437 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-85528072-b30c-4b3e-a34f-e00793aa8bd6 req-bb44076e-01f1-4cf7-80ae-b9fd9dda935f tempest-SecurityGroupRulesNegativeTestJSON-1764933024 tempest-SecurityGroupRulesNegativeTestJSON-1764933024-project] Publish callbacks [] for security_group, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:41.125158 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-85528072-b30c-4b3e-a34f-e00793aa8bd6 req-bb44076e-01f1-4cf7-80ae-b9fd9dda935f tempest-SecurityGroupRulesNegativeTestJSON-1764933024 tempest-SecurityGroupRulesNegativeTestJSON-1764933024-project] Publish callbacks [] for security_group, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:41.139992 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-324b9e2c-0946-4d57-8bd8-ee4ee99ed7a2 req-1669c27a-e250-4c8c-8ae3-ff935380a98c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:41.224942 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-258b4a02-6f68-4a18-a1c4-925d049ba5c1 req-841b8181-8ab5-4a22-a7ac-8a8e5bbc947f tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] 10.222.0.32 "GET /v2.0/ports?device_id=4dbb558c-1149-4835-803f-d1368522f573 HTTP/1.1" status: 200  len: 210 time: 0.0339499
Dec 25 21:10:41.339765 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-85528072-b30c-4b3e-a34f-e00793aa8bd6 req-bb44076e-01f1-4cf7-80ae-b9fd9dda935f tempest-SecurityGroupRulesNegativeTestJSON-1764933024 tempest-SecurityGroupRulesNegativeTestJSON-1764933024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:41.342397 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-85528072-b30c-4b3e-a34f-e00793aa8bd6 req-bb44076e-01f1-4cf7-80ae-b9fd9dda935f tempest-SecurityGroupRulesNegativeTestJSON-1764933024 tempest-SecurityGroupRulesNegativeTestJSON-1764933024-project] Publish callbacks [] for security_group, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:41.343525 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-85528072-b30c-4b3e-a34f-e00793aa8bd6 req-bb44076e-01f1-4cf7-80ae-b9fd9dda935f tempest-SecurityGroupRulesNegativeTestJSON-1764933024 tempest-SecurityGroupRulesNegativeTestJSON-1764933024-project] 10.222.0.32 "DELETE /v2.0/security-groups/87c075d4-e56c-48b6-aedb-78fefe7e2f53 HTTP/1.1" status: 204  len: 173 time: 0.3845055
Dec 25 21:10:41.349650 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 45398) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:10:41.362287 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb44076e-01f1-4cf7-80ae-b9fd9dda935f tempest-SecurityGroupRulesNegativeTestJSON-1764933024 tempest-SecurityGroupRulesNegativeTestJSON-1764933024-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=87c075d4-e56c-48b6-aedb-78fefe7e2f53,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:10:41.403662 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_v2 [None req-5756a60b-0de1-4d6c-b35f-fb5ce4c29eec admin admin] Deleting subnet 5f3c06c5-df75-4c16-a2bc-76f329c3a976 {{(pid=121607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Dec 25 21:10:41.407677 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5756a60b-0de1-4d6c-b35f-fb5ce4c29eec admin admin] Publish callbacks [] for subnet, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:41.446591 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5756a60b-0de1-4d6c-b35f-fb5ce4c29eec admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10246617'] for subnet, precommit_delete_associations {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:41.484761 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4dbb558c-1149-4835-803f-d1368522f573', 'name': 'network-vif-deleted', 'tag': '3240e6a9-7ed6-4f9e-a0e5-cf084791ba34'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:10:41.487557 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9858820c13ec2827453b94ebc4181065e990a4e4089ccb9fe762531ac62d2fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3844cc02-6a20-4ca3-8a83-a04e17529c5d" -d '{"events": [{"server_uuid": "4dbb558c-1149-4835-803f-d1368522f573", "name": "network-vif-deleted", "tag": "3240e6a9-7ed6-4f9e-a0e5-cf084791ba34"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:10:41.494319 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5756a60b-0de1-4d6c-b35f-fb5ce4c29eec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995662'] for subnet, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:41.505327 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [req-324b9e2c-0946-4d57-8bd8-ee4ee99ed7a2 req-1669c27a-e250-4c8c-8ae3-ff935380a98c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da0f28d9-3fef-4a56-9994-44b97466e1d4 {{(pid=121606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:10:41.513934 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-324b9e2c-0946-4d57-8bd8-ee4ee99ed7a2 req-1669c27a-e250-4c8c-8ae3-ff935380a98c service neutron] Publish callbacks [] for port, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:41.527967 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.provisioning_blocks [req-324b9e2c-0946-4d57-8bd8-ee4ee99ed7a2 req-1669c27a-e250-4c8c-8ae3-ff935380a98c service neutron] Transition to ACTIVE for port object da0f28d9-3fef-4a56-9994-44b97466e1d4 will not be triggered until provisioned by entity L2. {{(pid=121606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 25 21:10:41.536155 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 21:10:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fecb7396-f27c-4157-8fb7-f334e8e41c39 x-openstack-request-id: req-fecb7396-f27c-4157-8fb7-f334e8e41c39 {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:10:41.536477 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4dbb558c-1149-4835-803f-d1368522f573", "name": "network-vif-deleted", "tag": "3240e6a9-7ed6-4f9e-a0e5-cf084791ba34", "status": "completed", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:10:41.536660 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-fecb7396-f27c-4157-8fb7-f334e8e41c39 {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:10:41.537170 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4dbb558c-1149-4835-803f-d1368522f573', 'name': 'network-vif-deleted', 'tag': '3240e6a9-7ed6-4f9e-a0e5-cf084791ba34', 'status': 'completed', 'code': 200}
Dec 25 21:10:41.636962 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fba54b-b79d-476f-afd7-d2e0b569a759 req-9516fb29-7ee2-4fce-a499-1be8b7af64af tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:10:41.639105 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-33fba54b-b79d-476f-afd7-d2e0b569a759 req-9516fb29-7ee2-4fce-a499-1be8b7af64af tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a8114c1-85b3-4e15-9e15-95159b456e41 HTTP/1.1" status: 200  len: 949 time: 0.0562081
Dec 25 21:10:41.642230 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-324b9e2c-0946-4d57-8bd8-ee4ee99ed7a2 req-1669c27a-e250-4c8c-8ae3-ff935380a98c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:41.692799 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5756a60b-0de1-4d6c-b35f-fb5ce4c29eec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8632410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8852809'] for subnet, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:41.723454 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5756a60b-0de1-4d6c-b35f-fb5ce4c29eec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5f3c06c5-df75-4c16-a2bc-76f329c3a976,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:10:41.723704 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1669c27a-e250-4c8c-8ae3-ff935380a98c service neutron] Pushing event updated for resources: {'Port': ['ID=da0f28d9-3fef-4a56-9994-44b97466e1d4,revision_number=2']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:10:41.728991 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5756a60b-0de1-4d6c-b35f-fb5ce4c29eec admin admin] Publish callbacks [] for subnet, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:41.733196 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-5756a60b-0de1-4d6c-b35f-fb5ce4c29eec admin admin] 10.222.0.32 "DELETE /v2.0/subnets/5f3c06c5-df75-4c16-a2bc-76f329c3a976 HTTP/1.1" status: 204  len: 168 time: 0.3825135
Dec 25 21:10:41.735543 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 45404) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:10:41.777376 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-33fba54b-b79d-476f-afd7-d2e0b569a759 req-ba5ede8c-6394-4f84-af0e-57ea4af8dbb5 tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] 10.222.0.32 "GET /v2.0/security-groups?id=21386e98-0735-4168-a9d9-35455a6206b6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1313589
Dec 25 21:10:41.816058 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-62fc114b-53fc-4fa4-b83f-413f69347bca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625803'] for network, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:41.834113 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-324b9e2c-0946-4d57-8bd8-ee4ee99ed7a2 req-1669c27a-e250-4c8c-8ae3-ff935380a98c service neutron] Attempting to bind port da0f28d9-3fef-4a56-9994-44b97466e1d4 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:10:41.834603 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-324b9e2c-0946-4d57-8bd8-ee4ee99ed7a2 req-1669c27a-e250-4c8c-8ae3-ff935380a98c service neutron] Attempting to bind port da0f28d9-3fef-4a56-9994-44b97466e1d4 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'fad08864-4612-4be1-bb28-08cb199f6d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6dded111-84d7-4606-bd1c-e9369354dff9'}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:10:41.834964 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-324b9e2c-0946-4d57-8bd8-ee4ee99ed7a2 req-1669c27a-e250-4c8c-8ae3-ff935380a98c service neutron] Attempting to bind port da0f28d9-3fef-4a56-9994-44b97466e1d4 on network 6dded111-84d7-4606-bd1c-e9369354dff9 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:10:41.841585 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-324b9e2c-0946-4d57-8bd8-ee4ee99ed7a2 req-1669c27a-e250-4c8c-8ae3-ff935380a98c service neutron] Port da0f28d9-3fef-4a56-9994-44b97466e1d4 on network 6dded111-84d7-4606-bd1c-e9369354dff9 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 25 21:10:41.845019 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-324b9e2c-0946-4d57-8bd8-ee4ee99ed7a2 req-1669c27a-e250-4c8c-8ae3-ff935380a98c service neutron] Attempting to bind port da0f28d9-3fef-4a56-9994-44b97466e1d4 on network 6dded111-84d7-4606-bd1c-e9369354dff9 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:10:41.847829 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-324b9e2c-0946-4d57-8bd8-ee4ee99ed7a2 req-1669c27a-e250-4c8c-8ae3-ff935380a98c service neutron] Checking agent: {'id': '6d577036-68fc-4aa4-aed7-5ab01de2117e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 21, 4, 34), 'started_at': datetime.datetime(2021, 12, 25, 21, 4, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 10, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:10:41.848416 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-324b9e2c-0946-4d57-8bd8-ee4ee99ed7a2 req-1669c27a-e250-4c8c-8ae3-ff935380a98c service neutron] Checking segment: {'id': 'fad08864-4612-4be1-bb28-08cb199f6d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6dded111-84d7-4606-bd1c-e9369354dff9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:10:41.849281 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-324b9e2c-0946-4d57-8bd8-ee4ee99ed7a2 req-1669c27a-e250-4c8c-8ae3-ff935380a98c service neutron] Bound using segment: {'id': 'fad08864-4612-4be1-bb28-08cb199f6d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6dded111-84d7-4606-bd1c-e9369354dff9'} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:10:41.850012 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-324b9e2c-0946-4d57-8bd8-ee4ee99ed7a2 req-1669c27a-e250-4c8c-8ae3-ff935380a98c service neutron] Bound port: da0f28d9-3fef-4a56-9994-44b97466e1d4, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fad08864-4612-4be1-bb28-08cb199f6d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6dded111-84d7-4606-bd1c-e9369354dff9'}}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:10:41.850888 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-324b9e2c-0946-4d57-8bd8-ee4ee99ed7a2 req-1669c27a-e250-4c8c-8ae3-ff935380a98c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:41.908470 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-62fc114b-53fc-4fa4-b83f-413f69347bca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997585', 'neutron.services.segments.db._delete_segments_for_network-8737602743071'] for network, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:41.937613 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-62fc114b-53fc-4fa4-b83f-413f69347bca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f261237e550>,) {'filters': {'network_id': ['c556039a-9e40-4cc3-b57b-ac54ae2a5109']}} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:10:41.950219 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-62fc114b-53fc-4fa4-b83f-413f69347bca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f261237e550>, '3254fd6e-4d7b-49bf-8b58-719860990ec1') {'for_net_delete': True} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:10:41.950804 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-62fc114b-53fc-4fa4-b83f-413f69347bca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f261237e550>, '3254fd6e-4d7b-49bf-8b58-719860990ec1') {} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:10:41.954154 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device 3240e6a9-7ed6-4f9e-a0e5-cf084791ba34 no longer exists at agent hyperv_nch1-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:10:41.966305 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-62fc114b-53fc-4fa4-b83f-413f69347bca admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737602746920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10246592'] for segment, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:41.981473 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-62fc114b-53fc-4fa4-b83f-413f69347bca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:41.982839 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] No Port match for: 3240e6a9-7ed6-4f9e-a0e5-cf084791ba34 {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:10:41.983386 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device 3240e6a9-7ed6-4f9e-a0e5-cf084791ba34 not bound to the agent host nch1-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:10:41.983803 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device 0c6d5976-8c28-4b25-8b9e-c7dc7add6588 no longer exists at agent hyperv_nch1-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:10:41.983934 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8ab4a589-63fa-484f-8561-eaa4a554bb18 req-b72f44ca-1196-4e34-b1e7-0599bd015e30 tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c1ea080-3600-4152-8bef-f30741212401 HTTP/1.1" status: 200  len: 210 time: 0.0677724
Dec 25 21:10:42.009220 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62fc114b-53fc-4fa4-b83f-413f69347bca admin admin] Releasing vlan 189 on physical network physnet1 to pool {{(pid=121607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 25 21:10:42.010198 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-62fc114b-53fc-4fa4-b83f-413f69347bca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8633327'] for segment, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:42.012483 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:10:42.012483 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:10:42.012483 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:10:42.012483 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:10:42.012483 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:10:42.012483 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:10:42.012483 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:10:42.012483 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:10:42.012483 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:10:42.012483 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:10:42.012483 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:10:42.012483 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:10:42.012483 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:10:42.012483 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:10:42.012483 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:10:42.012483 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:10:42.012483 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:10:42.012483 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:10:42.012483 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:10:42.012483 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:10:42.012483 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:10:42.012483 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:10:42.012483 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:10:42.012483 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:10:42.012483 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:10:42.012483 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:10:42.012483 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:10:42.012483 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:10:42.012483 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:10:42.012483 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:10:42.012483 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:10:42.012483 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:10:42.012483 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:10:42.012483 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:10:42.012483 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:10:42.012483 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:10:42.014744 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:10:42.014744 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:10:42.014744 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:10:42.014744 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:10:42.014744 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:10:42.014744 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:10:42.014744 ncdv-master-1 neutron-server[121607]: Traceback (most recent call last):
Dec 25 21:10:42.014744 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 25 21:10:42.014744 ncdv-master-1 neutron-server[121607]:     timer()
Dec 25 21:10:42.014744 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 25 21:10:42.014744 ncdv-master-1 neutron-server[121607]:     cb(*args, **kw)
Dec 25 21:10:42.014744 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 25 21:10:42.014744 ncdv-master-1 neutron-server[121607]:     return func(*args, **kwargs)
Dec 25 21:10:42.014744 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 25 21:10:42.014744 ncdv-master-1 neutron-server[121607]:     self._notify()
Dec 25 21:10:42.014744 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 25 21:10:42.014744 ncdv-master-1 neutron-server[121607]:     self.callback(batched_events)
Dec 25 21:10:42.014744 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 25 21:10:42.014744 ncdv-master-1 neutron-server[121607]:     event.method(event)
Dec 25 21:10:42.014744 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 25 21:10:42.014744 ncdv-master-1 neutron-server[121607]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 25 21:10:42.017074 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 25 21:10:42.017074 ncdv-master-1 neutron-server[121607]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 25 21:10:42.017074 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 25 21:10:42.017074 ncdv-master-1 neutron-server[121607]:     return f(self, *a, **k)
Dec 25 21:10:42.017074 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 25 21:10:42.017074 ncdv-master-1 neutron-server[121607]:     return self._get(url).json()
Dec 25 21:10:42.017074 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 25 21:10:42.017074 ncdv-master-1 neutron-server[121607]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 25 21:10:42.017074 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 25 21:10:42.017074 ncdv-master-1 neutron-server[121607]:     return self.request(url, 'GET', **kwargs)
Dec 25 21:10:42.017074 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 25 21:10:42.017074 ncdv-master-1 neutron-server[121607]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 25 21:10:42.017074 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 25 21:10:42.017074 ncdv-master-1 neutron-server[121607]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 25 21:10:42.017074 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 25 21:10:42.017074 ncdv-master-1 neutron-server[121607]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 25 21:10:42.017074 ncdv-master-1 neutron-server[121607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 25 21:10:42.028713 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-324b9e2c-0946-4d57-8bd8-ee4ee99ed7a2 req-1669c27a-e250-4c8c-8ae3-ff935380a98c service neutron] For port da0f28d9-3fef-4a56-9994-44b97466e1d4, host nch1-master-1, cleared binding levels {{(pid=121606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:10:42.055370 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] No Port match for: 0c6d5976-8c28-4b25-8b9e-c7dc7add6588 {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:10:42.055866 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device 0c6d5976-8c28-4b25-8b9e-c7dc7add6588 not bound to the agent host nch1-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:10:42.089581 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-324b9e2c-0946-4d57-8bd8-ee4ee99ed7a2 req-1669c27a-e250-4c8c-8ae3-ff935380a98c service neutron] For port da0f28d9-3fef-4a56-9994-44b97466e1d4, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=da0f28d9-3fef-4a56-9994-44b97466e1d4,segment=NetworkSegment(fad08864-4612-4be1-bb28-08cb199f6d74),segment_id=fad08864-4612-4be1-bb28-08cb199f6d74)] {{(pid=121606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:10:42.163381 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97c4cf7-b673-4934-b96f-5917b19ba708 req-6942cfe9-c402-4d0f-ad16-a81c8e55ae44 tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:10:42.164818 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c97c4cf7-b673-4934-b96f-5917b19ba708 req-6942cfe9-c402-4d0f-ad16-a81c8e55ae44 tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] 10.222.0.37 "GET /v2.0/networks?id=2332d558-39bb-411c-88af-b74bee7e32ab HTTP/1.1" status: 200  len: 808 time: 0.1884339
Dec 25 21:10:42.182693 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdb6db4-c4ba-490c-b33c-39e0186c44e7 req-b72e66ff-52db-4b9d-aa63-0abe420b756d tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:10:42.184994 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-efdb6db4-c4ba-490c-b33c-39e0186c44e7 req-b72e66ff-52db-4b9d-aa63-0abe420b756d tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] 10.222.0.32 "GET /v2.0/ports?device_id=e327d55b-28ca-4bfa-bcf1-e4ed49240d52 HTTP/1.1" status: 200  len: 943 time: 0.0930750
Dec 25 21:10:42.191914 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-c97c4cf7-b673-4934-b96f-5917b19ba708 req-c828a283-6de5-438f-8f0e-b2ba8cb951af tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] Request body: {'port': {'device_id': '3c1ea080-3600-4152-8bef-f30741212401', 'network_id': '2332d558-39bb-411c-88af-b74bee7e32ab', 'admin_state_up': True, 'tenant_id': 'bc19d38e80ce426fa6d268838d133f13'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:10:42.631028 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-62637f2c-9000-4ae8-b28e-976e50303211 req-55539521-1a97-4d68-b20a-79b920764faf service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=1b814523-70ff-4cb2-b14c-f77ae086c04f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0434973
Dec 25 21:10:42.647134 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-efdb6db4-c4ba-490c-b33c-39e0186c44e7 req-41abb83e-ffc4-4fc0-8bfc-ab1fc5e58503 tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] 10.222.0.32 "GET /v2.0/security-groups?id=381a44e3-d0d7-4aba-bc61-1ef7cfa17da9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4511540
Dec 25 21:10:42.671071 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-84299005-bc0f-44ca-83dd-5ba8028f03d3 req-0acd2f52-1202-4ec3-af04-c54c7a9f282e service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=e47b7882-0d9a-4469-b7aa-9ea14292ab12&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0627677
Dec 25 21:10:42.745379 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-324b9e2c-0946-4d57-8bd8-ee4ee99ed7a2 req-1669c27a-e250-4c8c-8ae3-ff935380a98c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:42.751061 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62637f2c-9000-4ae8-b28e-976e50303211 req-d24673ac-88ff-48f8-832d-b7b96a545bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:10:42.752638 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-62637f2c-9000-4ae8-b28e-976e50303211 req-d24673ac-88ff-48f8-832d-b7b96a545bb4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=19a16dcc3c214ac2a218d3758e551792&device_id=1b814523-70ff-4cb2-b14c-f77ae086c04f HTTP/1.1" status: 200  len: 1101 time: 0.0496857
Dec 25 21:10:42.762807 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-62fc114b-53fc-4fa4-b83f-413f69347bca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2008653'] for network, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:42.769227 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-62fc114b-53fc-4fa4-b83f-413f69347bca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for network, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:42.775991 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-62fc114b-53fc-4fa4-b83f-413f69347bca admin admin] 10.222.0.32 "DELETE /v2.0/networks/c556039a-9e40-4cc3-b57b-ac54ae2a5109 HTTP/1.1" status: 204  len: 168 time: 1.0377166
Dec 25 21:10:42.789346 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fc114b-53fc-4fa4-b83f-413f69347bca admin admin] Pushing event deleted for resources: {'Network': ['ID=c556039a-9e40-4cc3-b57b-ac54ae2a5109,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:10:42.810387 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84299005-bc0f-44ca-83dd-5ba8028f03d3 req-54a91aa8-0091-4f79-bc45-d59785d68bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:10:42.812021 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-84299005-bc0f-44ca-83dd-5ba8028f03d3 req-54a91aa8-0091-4f79-bc45-d59785d68bc1 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=19a16dcc3c214ac2a218d3758e551792&device_id=e47b7882-0d9a-4469-b7aa-9ea14292ab12 HTTP/1.1" status: 200  len: 1101 time: 0.1139183
Dec 25 21:10:42.814439 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324b9e2c-0946-4d57-8bd8-ee4ee99ed7a2 req-1669c27a-e250-4c8c-8ae3-ff935380a98c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:10:42.821996 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-324b9e2c-0946-4d57-8bd8-ee4ee99ed7a2 req-1669c27a-e250-4c8c-8ae3-ff935380a98c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:42.824753 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-324b9e2c-0946-4d57-8bd8-ee4ee99ed7a2 req-1669c27a-e250-4c8c-8ae3-ff935380a98c service neutron] 10.222.0.31 "PUT /v2.0/ports/da0f28d9-3fef-4a56-9994-44b97466e1d4 HTTP/1.1" status: 200  len: 1091 time: 1.7901845
Dec 25 21:10:42.876104 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1669c27a-e250-4c8c-8ae3-ff935380a98c service neutron] Pushing event updated for resources: {'Port': ['ID=da0f28d9-3fef-4a56-9994-44b97466e1d4,revision_number=3']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:10:42.914451 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c97c4cf7-b673-4934-b96f-5917b19ba708 req-c828a283-6de5-438f-8f0e-b2ba8cb951af tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] Made reservation on behalf of bc19d38e80ce426fa6d268838d133f13 for: {'port': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:10:42.918283 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-c97c4cf7-b673-4934-b96f-5917b19ba708 req-c828a283-6de5-438f-8f0e-b2ba8cb951af tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:42.956514 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62637f2c-9000-4ae8-b28e-976e50303211 req-c902b6d7-f5a8-4e6c-8203-d12945d99b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:10:42.958772 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-62637f2c-9000-4ae8-b28e-976e50303211 req-c902b6d7-f5a8-4e6c-8203-d12945d99b78 service neutron] 10.222.0.37 "GET /v2.0/networks?id=8f212e98-547d-4c6e-a560-2e9a548c8f59 HTTP/1.1" status: 200  len: 870 time: 0.1326985
Dec 25 21:10:43.029062 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-62637f2c-9000-4ae8-b28e-976e50303211 req-4b303979-c6ed-4c5d-8c8c-ce28216ac6a6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.170&port_id=1bcf9756-ed56-4846-ad16-befd4fd2f0e0 HTTP/1.1" status: 200  len: 217 time: 0.0417078
Dec 25 21:10:43.043990 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0336f457-0cbc-45e3-8a93-b5e7df239735 req-71ab97b8-1d5d-4220-a83f-4d30105574f1 tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:10:43.051329 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0336f457-0cbc-45e3-8a93-b5e7df239735 req-71ab97b8-1d5d-4220-a83f-4d30105574f1 tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a8114c1-85b3-4e15-9e15-95159b456e41 HTTP/1.1" status: 200  len: 949 time: 0.1625521
Dec 25 21:10:43.094174 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62637f2c-9000-4ae8-b28e-976e50303211 req-5fc5120c-b0d8-455a-a731-7b9f0a408683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:10:43.096116 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-62637f2c-9000-4ae8-b28e-976e50303211 req-5fc5120c-b0d8-455a-a731-7b9f0a408683 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=dcfbae86-f93e-400c-8084-eac7f56ff5ba HTTP/1.1" status: 200  len: 843 time: 0.0528858
Dec 25 21:10:43.168294 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62637f2c-9000-4ae8-b28e-976e50303211 req-47e0d301-6780-4c43-8ab3-9000bcd6e441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:10:43.169998 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-62637f2c-9000-4ae8-b28e-976e50303211 req-47e0d301-6780-4c43-8ab3-9000bcd6e441 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8f212e98-547d-4c6e-a560-2e9a548c8f59&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0594313
Dec 25 21:10:43.220757 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84299005-bc0f-44ca-83dd-5ba8028f03d3 req-06efe719-9025-42c3-a062-50d8379ffbaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:10:43.222312 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-84299005-bc0f-44ca-83dd-5ba8028f03d3 req-06efe719-9025-42c3-a062-50d8379ffbaa service neutron] 10.222.0.31 "GET /v2.0/networks?id=8f212e98-547d-4c6e-a560-2e9a548c8f59 HTTP/1.1" status: 200  len: 870 time: 0.3432312
Dec 25 21:10:43.246972 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 45438) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:10:43.250215 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d2f7ebdd-82b0-4a24-9b4c-7b8b164e1c69 req-4cd5fc4a-6f93-4ec8-b21a-7ef9d9bdf953 tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c1ea080-3600-4152-8bef-f30741212401 HTTP/1.1" status: 200  len: 210 time: 0.0751686
Dec 25 21:10:43.263834 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324b9e2c-0946-4d57-8bd8-ee4ee99ed7a2 req-f8a2c499-5fce-4c76-886c-b24245779c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:10:43.265323 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-324b9e2c-0946-4d57-8bd8-ee4ee99ed7a2 req-f8a2c499-5fce-4c76-886c-b24245779c82 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=74b18f04a1eb470bac90f3df16ec5170&device_id=e327d55b-28ca-4bfa-bcf1-e4ed49240d52 HTTP/1.1" status: 200  len: 1094 time: 0.2400017
Dec 25 21:10:43.287372 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-62637f2c-9000-4ae8-b28e-976e50303211 req-e3dd5119-d950-43f5-b468-89ac73303dfd service neutron] 10.222.0.37 "GET /v2.0/networks/8f212e98-547d-4c6e-a560-2e9a548c8f59?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1013517
Dec 25 21:10:43.300309 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0336f457-0cbc-45e3-8a93-b5e7df239735 req-7d4fa96d-96e8-4dba-8838-42f5df775b99 tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] 10.222.0.32 "GET /v2.0/security-groups?id=21386e98-0735-4168-a9d9-35455a6206b6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2480729
Dec 25 21:10:43.321855 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-84299005-bc0f-44ca-83dd-5ba8028f03d3 req-80964859-86de-4d72-95e1-e65658478271 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.212&port_id=bfee550f-dfee-43e5-88c3-be85d5ccff12 HTTP/1.1" status: 200  len: 217 time: 0.0737743
Dec 25 21:10:43.361399 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_common [req-c97c4cf7-b673-4934-b96f-5917b19ba708 req-c828a283-6de5-438f-8f0e-b2ba8cb951af tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] Allocated IP 172.20.0.6 (2332d558-39bb-411c-88af-b74bee7e32ab/63c432f3-af01-4d4f-ae68-1c137d7c49f3/03a8ec19-2525-4748-83ce-e5fe439b39e0) {{(pid=121606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:10:43.372240 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-324b9e2c-0946-4d57-8bd8-ee4ee99ed7a2 req-5d7f0cbc-a6a7-4463-ba83-c9c1729d33e0 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=da0f28d9-3fef-4a56-9994-44b97466e1d4 HTTP/1.1" status: 200  len: 217 time: 0.0709097
Dec 25 21:10:43.452474 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-62637f2c-9000-4ae8-b28e-976e50303211 req-76c80983-8223-45a6-b058-8e6c06294943 service neutron] 10.222.0.37 "GET /v2.0/networks/8f212e98-547d-4c6e-a560-2e9a548c8f59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1419125
Dec 25 21:10:43.478657 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84299005-bc0f-44ca-83dd-5ba8028f03d3 req-0bcc312e-b291-4805-afc7-58ec630bdf6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:10:43.480782 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-84299005-bc0f-44ca-83dd-5ba8028f03d3 req-0bcc312e-b291-4805-afc7-58ec630bdf6b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=dcfbae86-f93e-400c-8084-eac7f56ff5ba HTTP/1.1" status: 200  len: 843 time: 0.1205866
Dec 25 21:10:43.493184 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-f82190aa-8052-4994-9b9d-736ae805e354 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=312311b1a1b24b19a58110efec89511f&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2450514
Dec 25 21:10:43.495914 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 45450) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:10:43.531253 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324b9e2c-0946-4d57-8bd8-ee4ee99ed7a2 req-346f5f38-e002-43e5-9a51-d96a7b3dcaa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:10:43.532743 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-324b9e2c-0946-4d57-8bd8-ee4ee99ed7a2 req-346f5f38-e002-43e5-9a51-d96a7b3dcaa7 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4319d64b-4a91-4427-9485-7d07e2bc5ab0 HTTP/1.1" status: 200  len: 845 time: 0.1343887
Dec 25 21:10:43.539051 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e327d55b-28ca-4bfa-bcf1-e4ed49240d52', 'tag': 'da0f28d9-3fef-4a56-9994-44b97466e1d4'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:10:43.541452 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9858820c13ec2827453b94ebc4181065e990a4e4089ccb9fe762531ac62d2fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9549bf47-1e97-4350-90ec-d13a3fc45776" -d '{"events": [{"name": "network-changed", "server_uuid": "e327d55b-28ca-4bfa-bcf1-e4ed49240d52", "tag": "da0f28d9-3fef-4a56-9994-44b97466e1d4"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:10:43.550186 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-26b98c9b-e5e1-4b4d-a5bf-dbbc73e56d69 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:43.582189 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-26b98c9b-e5e1-4b4d-a5bf-dbbc73e56d69 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:43.596986 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-324b9e2c-0946-4d57-8bd8-ee4ee99ed7a2 req-82624a76-a481-49e9-98ce-cee675dd305c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=6dded111-84d7-4606-bd1c-e9369354dff9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0441902
Dec 25 21:10:43.599881 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Dec 2021 21:10:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d97ab1e-d33e-406c-b59d-3aa461a5530d x-openstack-request-id: req-0d97ab1e-d33e-406c-b59d-3aa461a5530d {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:10:43.600175 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e327d55b-28ca-4bfa-bcf1-e4ed49240d52", "tag": "da0f28d9-3fef-4a56-9994-44b97466e1d4", "status": "completed", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:10:43.600427 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0d97ab1e-d33e-406c-b59d-3aa461a5530d {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:10:43.600813 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e327d55b-28ca-4bfa-bcf1-e4ed49240d52', 'tag': 'da0f28d9-3fef-4a56-9994-44b97466e1d4', 'status': 'completed', 'code': 200}
Dec 25 21:10:43.641976 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84299005-bc0f-44ca-83dd-5ba8028f03d3 req-6c6c052e-f617-4b87-9307-b2658c1451f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:10:43.643474 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-84299005-bc0f-44ca-83dd-5ba8028f03d3 req-6c6c052e-f617-4b87-9307-b2658c1451f7 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=8f212e98-547d-4c6e-a560-2e9a548c8f59&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1531110
Dec 25 21:10:43.716389 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-26b98c9b-e5e1-4b4d-a5bf-dbbc73e56d69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:43.719792 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-26b98c9b-e5e1-4b4d-a5bf-dbbc73e56d69 admin admin] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:43.721422 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-26b98c9b-e5e1-4b4d-a5bf-dbbc73e56d69 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1d98eb79-fb49-4676-a616-aea567de28a2 HTTP/1.1" status: 204  len: 168 time: 0.2243199
Dec 25 21:10:43.732470 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b98c9b-e5e1-4b4d-a5bf-dbbc73e56d69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d98eb79-fb49-4676-a616-aea567de28a2,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:10:43.901894 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-c97c4cf7-b673-4934-b96f-5917b19ba708 req-c828a283-6de5-438f-8f0e-b2ba8cb951af tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] Publish callbacks [] for port, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:43.906750 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-324b9e2c-0946-4d57-8bd8-ee4ee99ed7a2 req-87ef7b5e-6b33-4a88-bb30-bf6fcb06a232 service neutron] 10.222.0.31 "GET /v2.0/networks/6dded111-84d7-4606-bd1c-e9369354dff9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3014233
Dec 25 21:10:43.948962 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb0d609-fbc0-4a1a-8f42-e60076fc2e8c req-87b93398-a0a4-4c54-afe6-7e5355c17305 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:10:43.952763 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8bb0d609-fbc0-4a1a-8f42-e60076fc2e8c req-87b93398-a0a4-4c54-afe6-7e5355c17305 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] 10.222.0.32 "GET /v2.0/ports?device_id=083a54e8-8841-4d6e-b720-a0e06409e0d4 HTTP/1.1" status: 200  len: 949 time: 0.2110636
Dec 25 21:10:43.965447 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea600be2-68f6-45c7-bd70-9f50ed08e66c req-0b84e724-e951-4c44-9608-364e86c6988b tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:10:43.966933 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ea600be2-68f6-45c7-bd70-9f50ed08e66c req-0b84e724-e951-4c44-9608-364e86c6988b tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] 10.222.0.32 "GET /v2.0/ports?device_id=e327d55b-28ca-4bfa-bcf1-e4ed49240d52 HTTP/1.1" status: 200  len: 943 time: 0.2323275
Dec 25 21:10:43.983531 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-84299005-bc0f-44ca-83dd-5ba8028f03d3 req-0abcfae0-4228-4330-a72b-2eaf27670def service neutron] 10.222.0.31 "GET /v2.0/networks/8f212e98-547d-4c6e-a560-2e9a548c8f59?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3303294
Dec 25 21:10:44.201823 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8bb0d609-fbc0-4a1a-8f42-e60076fc2e8c req-bf040f69-c32d-4f86-a460-637ff10d5fcb tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] 10.222.0.32 "GET /v2.0/security-groups?id=3d6cb2f0-3d81-4228-9d61-fc5e0bb3087e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2473958
Dec 25 21:10:44.215222 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ea600be2-68f6-45c7-bd70-9f50ed08e66c req-bf426d08-0910-4dcc-8855-bbf949863980 tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] 10.222.0.32 "GET /v2.0/security-groups?id=381a44e3-d0d7-4aba-bc61-1ef7cfa17da9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2307224
Dec 25 21:10:44.234172 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-c97c4cf7-b673-4934-b96f-5917b19ba708 req-c828a283-6de5-438f-8f0e-b2ba8cb951af tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:44.297677 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-324b9e2c-0946-4d57-8bd8-ee4ee99ed7a2 req-c1e6e65f-3310-4cf9-a078-6054dc58b405 service neutron] 10.222.0.31 "GET /v2.0/networks/6dded111-84d7-4606-bd1c-e9369354dff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3704207
Dec 25 21:10:44.303628 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c97c4cf7-b673-4934-b96f-5917b19ba708 req-c828a283-6de5-438f-8f0e-b2ba8cb951af tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] Network 2332d558-39bb-411c-88af-b74bee7e32ab is already hosted by enough agents. {{(pid=121606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:10:44.305910 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-84299005-bc0f-44ca-83dd-5ba8028f03d3 req-c4d55543-f8cb-4b51-b46d-6bab1c4bc210 service neutron] 10.222.0.31 "GET /v2.0/networks/8f212e98-547d-4c6e-a560-2e9a548c8f59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3095336
Dec 25 21:10:44.309214 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [req-c97c4cf7-b673-4934-b96f-5917b19ba708 req-c828a283-6de5-438f-8f0e-b2ba8cb951af tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] Resources bound (agent type, host, resource id):  {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:10:44.313295 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [req-c97c4cf7-b673-4934-b96f-5917b19ba708 req-c828a283-6de5-438f-8f0e-b2ba8cb951af tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] Received port after_create {{(pid=121606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:10:44.342418 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c828a283-6de5-438f-8f0e-b2ba8cb951af tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] Pushing event updated for resources: {'Port': ['ID=03a8ec19-2525-4748-83ce-e5fe439b39e0,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:10:44.431425 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97c4cf7-b673-4934-b96f-5917b19ba708 req-c828a283-6de5-438f-8f0e-b2ba8cb951af tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:10:44.431766 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-c97c4cf7-b673-4934-b96f-5917b19ba708 req-c828a283-6de5-438f-8f0e-b2ba8cb951af tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:44.460186 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace36371-d148-401b-acd7-1885400b887c req-228e26f6-1745-42fc-b933-04d5b37d9212 tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:10:44.461755 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ace36371-d148-401b-acd7-1885400b887c req-228e26f6-1745-42fc-b933-04d5b37d9212 tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c1ea080-3600-4152-8bef-f30741212401 HTTP/1.1" status: 200  len: 931 time: 0.1206665
Dec 25 21:10:44.482028 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efe5752-b7ce-4c4d-aaf7-cd5131f91ccb req-03e343e7-5faa-4149-aedd-eca51a2ac898 tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:10:44.483473 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-6efe5752-b7ce-4c4d-aaf7-cd5131f91ccb req-03e343e7-5faa-4149-aedd-eca51a2ac898 tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a8114c1-85b3-4e15-9e15-95159b456e41 HTTP/1.1" status: 200  len: 949 time: 0.0955372
Dec 25 21:10:44.571176 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ace36371-d148-401b-acd7-1885400b887c req-48747dc5-a984-4986-9734-066fb0895963 tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] 10.222.0.32 "GET /v2.0/security-groups?id=bc05caf7-df2e-49b8-960c-4031d2c2ccca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1024222
Dec 25 21:10:44.591869 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-6efe5752-b7ce-4c4d-aaf7-cd5131f91ccb req-2905e334-1448-4b3a-ab64-2e33a2e1ac67 tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] 10.222.0.32 "GET /v2.0/security-groups?id=21386e98-0735-4168-a9d9-35455a6206b6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1008556
Dec 25 21:10:44.596398 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9549bf47-1e97-4350-90ec-d13a3fc45776 req-8bb0ebc7-17c2-4b47-a5dc-8e0d4366a6b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:10:44.598238 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9549bf47-1e97-4350-90ec-d13a3fc45776 req-8bb0ebc7-17c2-4b47-a5dc-8e0d4366a6b0 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=74b18f04a1eb470bac90f3df16ec5170&device_id=e327d55b-28ca-4bfa-bcf1-e4ed49240d52 HTTP/1.1" status: 200  len: 1094 time: 0.0715153
Dec 25 21:10:44.677915 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c97c4cf7-b673-4934-b96f-5917b19ba708 req-c828a283-6de5-438f-8f0e-b2ba8cb951af tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.4916649
Dec 25 21:10:44.697427 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-c97c4cf7-b673-4934-b96f-5917b19ba708 req-8d673490-9c71-45a4-b5b4-26da1574f5d9 service neutron] Request body: {'port': {'device_id': '3c1ea080-3600-4152-8bef-f30741212401', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:10:44.736352 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9549bf47-1e97-4350-90ec-d13a3fc45776 req-f5c89161-34cf-4d45-9ef3-d96d9b804f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:10:44.737885 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9549bf47-1e97-4350-90ec-d13a3fc45776 req-f5c89161-34cf-4d45-9ef3-d96d9b804f0f service neutron] 10.222.0.31 "GET /v2.0/networks?id=6dded111-84d7-4606-bd1c-e9369354dff9 HTTP/1.1" status: 200  len: 906 time: 0.1302447
Dec 25 21:10:44.796255 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9549bf47-1e97-4350-90ec-d13a3fc45776 req-bba4df69-a4f7-4d6d-b3bc-320ad41b5bc8 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=da0f28d9-3fef-4a56-9994-44b97466e1d4 HTTP/1.1" status: 200  len: 217 time: 0.0379734
Dec 25 21:10:44.798858 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-c97c4cf7-b673-4934-b96f-5917b19ba708 req-8d673490-9c71-45a4-b5b4-26da1574f5d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:44.881708 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9549bf47-1e97-4350-90ec-d13a3fc45776 req-6a51b0fb-1544-4615-9cb9-b1ba3da27e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:10:44.883183 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9549bf47-1e97-4350-90ec-d13a3fc45776 req-6a51b0fb-1544-4615-9cb9-b1ba3da27e6f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4319d64b-4a91-4427-9485-7d07e2bc5ab0 HTTP/1.1" status: 200  len: 845 time: 0.0756567
Dec 25 21:10:44.932319 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 45496) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:10:44.960473 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9549bf47-1e97-4350-90ec-d13a3fc45776 req-3d8322e9-022f-46f1-91ee-32ef2cd5ce86 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=6dded111-84d7-4606-bd1c-e9369354dff9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0671940
Dec 25 21:10:45.079797 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-adb372e9-6385-4465-b580-9225e8e342eb admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-45018364-network', 'tenant_id': 'b2a52fc668c14890989f5c2756094ba1'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:10:45.098736 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc3e84c-e413-4397-a6dc-6672b435d98c req-7761e7a1-df8c-4033-a341-fc43d008786d tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:10:45.100807 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-1fc3e84c-e413-4397-a6dc-6672b435d98c req-7761e7a1-df8c-4033-a341-fc43d008786d tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] 10.222.0.37 "GET /v2.0/ports?device_id=083a54e8-8841-4d6e-b720-a0e06409e0d4 HTTP/1.1" status: 200  len: 949 time: 0.0722380
Dec 25 21:10:45.140951 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b53995-9ddc-4757-92ad-a5d14fcad763 req-a4d9a604-0c4a-4ca3-8886-a2f03432d9d0 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:10:45.142447 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-54b53995-9ddc-4757-92ad-a5d14fcad763 req-a4d9a604-0c4a-4ca3-8886-a2f03432d9d0 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] 10.222.0.31 "GET /v2.0/ports?device_id=bfb762b4-175c-45df-b530-e2ac66bf96cf HTTP/1.1" status: 200  len: 950 time: 0.1692920
Dec 25 21:10:45.188980 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9549bf47-1e97-4350-90ec-d13a3fc45776 req-cb1548a2-0fce-4520-90ce-47038a004c5f service neutron] 10.222.0.31 "GET /v2.0/networks/6dded111-84d7-4606-bd1c-e9369354dff9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2166727
Dec 25 21:10:45.203220 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adb372e9-6385-4465-b580-9225e8e342eb admin admin] Made reservation on behalf of b2a52fc668c14890989f5c2756094ba1 for: {'network': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:10:45.205594 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-adb372e9-6385-4465-b580-9225e8e342eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for network, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:45.218260 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-adb372e9-6385-4465-b580-9225e8e342eb admin admin] Publish callbacks [] for security_group, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:45.234047 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [req-1fc3e84c-e413-4397-a6dc-6672b435d98c req-bc647321-aa41-4a72-b7cf-d34203c3db99 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] Deleting port 2150b774-dd7c-4f45-910d-01e39333a0ce {{(pid=121607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:10:45.234397 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-1fc3e84c-e413-4397-a6dc-6672b435d98c req-bc647321-aa41-4a72-b7cf-d34203c3db99 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:45.357609 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.db [req-1fc3e84c-e413-4397-a6dc-6672b435d98c req-bc647321-aa41-4a72-b7cf-d34203c3db99 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] For port 2150b774-dd7c-4f45-910d-01e39333a0ce, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2150b774-dd7c-4f45-910d-01e39333a0ce,segment=NetworkSegment(85c774cb-a0eb-4ad9-961f-f331d3b37cd6),segment_id=85c774cb-a0eb-4ad9-961f-f331d3b37cd6)] {{(pid=121607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:10:45.358071 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-1fc3e84c-e413-4397-a6dc-6672b435d98c req-bc647321-aa41-4a72-b7cf-d34203c3db99 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:45.377975 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [req-1fc3e84c-e413-4397-a6dc-6672b435d98c req-bc647321-aa41-4a72-b7cf-d34203c3db99 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] Calling delete_port for 2150b774-dd7c-4f45-910d-01e39333a0ce owned by compute:nova {{(pid=121607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:10:45.409813 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-adb372e9-6385-4465-b580-9225e8e342eb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:45.495087 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-adb372e9-6385-4465-b580-9225e8e342eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:45.540046 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb372e9-6385-4465-b580-9225e8e342eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=447f20bc-c1b8-4d93-b35d-2eedc5c6dd85,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:10:45.552707 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-adb372e9-6385-4465-b580-9225e8e342eb admin admin] vlan segment allocate from pool success with {'vlan_id': 152, 'physical_network': 'physnet1'}  {{(pid=121607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 25 21:10:45.569744 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-adb372e9-6385-4465-b580-9225e8e342eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:45.570200 ncdv-master-1 neutron-server[121607]: INFO neutron.db.segments_db [None req-adb372e9-6385-4465-b580-9225e8e342eb admin admin] Added segment e8ac02a8-e826-44a3-b184-ad0b30f42bc3 of type vlan for network 18cd81fa-8a8a-4568-b72f-9dfeb3958de1
Dec 25 21:10:45.647678 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-adb372e9-6385-4465-b580-9225e8e342eb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737602163420'] for network, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:45.714512 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [req-c97c4cf7-b673-4934-b96f-5917b19ba708 req-8d673490-9c71-45a4-b5b4-26da1574f5d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03a8ec19-2525-4748-83ce-e5fe439b39e0 {{(pid=121606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:10:45.731214 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-c97c4cf7-b673-4934-b96f-5917b19ba708 req-8d673490-9c71-45a4-b5b4-26da1574f5d9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:45.750943 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9549bf47-1e97-4350-90ec-d13a3fc45776 req-720fd8ea-cdc9-4794-9295-77a843575c8c service neutron] 10.222.0.31 "GET /v2.0/networks/6dded111-84d7-4606-bd1c-e9369354dff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5497191
Dec 25 21:10:45.760773 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [req-54b53995-9ddc-4757-92ad-a5d14fcad763 req-85186425-0779-43d3-be9c-2e133c64bd93 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] Deleting port b5c53dfd-8507-4f31-ba6b-58c68d41b36b {{(pid=121606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:10:45.760952 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-54b53995-9ddc-4757-92ad-a5d14fcad763 req-85186425-0779-43d3-be9c-2e133c64bd93 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:45.762920 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-adb372e9-6385-4465-b580-9225e8e342eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870'] for network, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:45.764305 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adb372e9-6385-4465-b580-9225e8e342eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:10:45.766111 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-adb372e9-6385-4465-b580-9225e8e342eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for network, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:45.772209 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.provisioning_blocks [req-c97c4cf7-b673-4934-b96f-5917b19ba708 req-8d673490-9c71-45a4-b5b4-26da1574f5d9 service neutron] Transition to ACTIVE for port object 03a8ec19-2525-4748-83ce-e5fe439b39e0 will not be triggered until provisioned by entity L2. {{(pid=121606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 25 21:10:45.774733 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-1fc3e84c-e413-4397-a6dc-6672b435d98c req-bc647321-aa41-4a72-b7cf-d34203c3db99 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:45.782061 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbe2023-68c4-4e2b-9c81-6b63b2c2fff7 req-c4909258-7cd0-4fea-9f1d-15627499f6b0 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:10:45.783702 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0bbe2023-68c4-4e2b-9c81-6b63b2c2fff7 req-c4909258-7cd0-4fea-9f1d-15627499f6b0 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] 10.222.0.32 "GET /v2.0/ports?device_id=083a54e8-8841-4d6e-b720-a0e06409e0d4 HTTP/1.1" status: 200  len: 949 time: 0.4653788
Dec 25 21:10:45.790640 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] get_ports_and_sgs() called for port_ids ['bf94d897-4956-441a-9897-be577975a8f7', 'bfee550f-dfee-43e5-88c3-be85d5ccff12', 'b5c53dfd-8507-4f31-ba6b-58c68d41b36b'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:10:45.798728 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] get_ports_and_sgs() called for port_ids ['1bcf9756-ed56-4846-ad16-befd4fd2f0e0', '2150b774-dd7c-4f45-910d-01e39333a0ce'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:10:45.802803 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2bc43d-3cca-4905-b69f-d22a92f9ced9 req-9608a303-9eec-4fa1-9c1c-c370e34bfa91 tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:10:45.810067 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5c2bc43d-3cca-4905-b69f-d22a92f9ced9 req-9608a303-9eec-4fa1-9c1c-c370e34bfa91 tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] 10.222.0.32 "GET /v2.0/ports?device_id=e327d55b-28ca-4bfa-bcf1-e4ed49240d52 HTTP/1.1" status: 200  len: 943 time: 0.4819059
Dec 25 21:10:45.822739 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc647321-aa41-4a72-b7cf-d34203c3db99 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] Pushing event deleted for resources: {'Port': ['ID=2150b774-dd7c-4f45-910d-01e39333a0ce,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:10:45.854446 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-c97c4cf7-b673-4934-b96f-5917b19ba708 req-8d673490-9c71-45a4-b5b4-26da1574f5d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:45.925446 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb372e9-6385-4465-b580-9225e8e342eb admin admin] Pushing event updated for resources: {'Network': ['ID=18cd81fa-8a8a-4568-b72f-9dfeb3958de1,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:10:45.937617 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fc3e84c-e413-4397-a6dc-6672b435d98c req-bc647321-aa41-4a72-b7cf-d34203c3db99 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] No DVR routers for this DVR port 2150b774-dd7c-4f45-910d-01e39333a0ce on host nch2-master-1 {{(pid=121607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:10:45.938234 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Network 18cd81fa-8a8a-4568-b72f-9dfeb3958de1 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 25 21:10:45.941499 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-1fc3e84c-e413-4397-a6dc-6672b435d98c req-bc647321-aa41-4a72-b7cf-d34203c3db99 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:45.967999 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-1fc3e84c-e413-4397-a6dc-6672b435d98c req-bc647321-aa41-4a72-b7cf-d34203c3db99 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] 10.222.0.37 "DELETE /v2.0/ports/2150b774-dd7c-4f45-910d-01e39333a0ce HTTP/1.1" status: 204  len: 173 time: 0.8531244
Dec 25 21:10:45.969204 ncdv-master-1 neutron-server[121607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '083a54e8-8841-4d6e-b720-a0e06409e0d4', 'name': 'network-vif-deleted', 'tag': '2150b774-dd7c-4f45-910d-01e39333a0ce'}] {{(pid=121607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:10:45.973307 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f980bbcadfa7bf1e788024e1448be660373c21f97f015f780444e999c451203" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adff2abd-f765-4f99-8f2a-3ebbd7d64eeb" -d '{"events": [{"server_uuid": "083a54e8-8841-4d6e-b720-a0e06409e0d4", "name": "network-vif-deleted", "tag": "2150b774-dd7c-4f45-910d-01e39333a0ce"}]}' {{(pid=121607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:10:45.983192 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-adb372e9-6385-4465-b580-9225e8e342eb admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 1.0470426
Dec 25 21:10:45.983405 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 45524) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:10:45.989099 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-4470afd1-e7ec-43ff-be34-e33853b2cd08 admin admin] Request body: {'subnet': {'network_id': '18cd81fa-8a8a-4568-b72f-9dfeb3958de1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-45018364-subnet', 'tenant_id': 'b2a52fc668c14890989f5c2756094ba1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:10:46.012393 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0bbe2023-68c4-4e2b-9c81-6b63b2c2fff7 req-f0a6944b-057f-4226-ba0d-fdaf94450c63 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] 10.222.0.32 "GET /v2.0/security-groups?id=3d6cb2f0-3d81-4228-9d61-fc5e0bb3087e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1970139
Dec 25 21:10:46.023390 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d673490-9c71-45a4-b5b4-26da1574f5d9 service neutron] Pushing event updated for resources: {'Port': ['ID=03a8ec19-2525-4748-83ce-e5fe439b39e0,revision_number=2']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:10:46.044353 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-54b53995-9ddc-4757-92ad-a5d14fcad763 req-85186425-0779-43d3-be9c-2e133c64bd93 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] For port b5c53dfd-8507-4f31-ba6b-58c68d41b36b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b5c53dfd-8507-4f31-ba6b-58c68d41b36b,segment=NetworkSegment(85c774cb-a0eb-4ad9-961f-f331d3b37cd6),segment_id=85c774cb-a0eb-4ad9-961f-f331d3b37cd6)] {{(pid=121606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:10:46.044353 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-54b53995-9ddc-4757-92ad-a5d14fcad763 req-85186425-0779-43d3-be9c-2e133c64bd93 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:46.054074 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4470afd1-e7ec-43ff-be34-e33853b2cd08 admin admin] Made reservation on behalf of b2a52fc668c14890989f5c2756094ba1 for: {'subnet': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:10:46.058028 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-4470afd1-e7ec-43ff-be34-e33853b2cd08 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8852834'] for subnet, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:46.075810 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5c2bc43d-3cca-4905-b69f-d22a92f9ced9 req-a39ece15-078f-4772-b8fc-a451ddf119c5 tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] 10.222.0.32 "GET /v2.0/security-groups?id=381a44e3-d0d7-4aba-bc61-1ef7cfa17da9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2597804
Dec 25 21:10:46.136051 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [req-54b53995-9ddc-4757-92ad-a5d14fcad763 req-85186425-0779-43d3-be9c-2e133c64bd93 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] Calling delete_port for b5c53dfd-8507-4f31-ba6b-58c68d41b36b owned by compute:nova {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:10:46.285559 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-c97c4cf7-b673-4934-b96f-5917b19ba708 req-8d673490-9c71-45a4-b5b4-26da1574f5d9 service neutron] Attempting to bind port 03a8ec19-2525-4748-83ce-e5fe439b39e0 on host nch2-master-1 for vnic_type normal with profile  {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:10:46.285907 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-c97c4cf7-b673-4934-b96f-5917b19ba708 req-8d673490-9c71-45a4-b5b4-26da1574f5d9 service neutron] Attempting to bind port 03a8ec19-2525-4748-83ce-e5fe439b39e0 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'a05a9961-775b-4dff-bebf-b24cb60ab1a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '2332d558-39bb-411c-88af-b74bee7e32ab'}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:10:46.286293 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c97c4cf7-b673-4934-b96f-5917b19ba708 req-8d673490-9c71-45a4-b5b4-26da1574f5d9 service neutron] Attempting to bind port 03a8ec19-2525-4748-83ce-e5fe439b39e0 on network 2332d558-39bb-411c-88af-b74bee7e32ab {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:10:46.299212 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c97c4cf7-b673-4934-b96f-5917b19ba708 req-8d673490-9c71-45a4-b5b4-26da1574f5d9 service neutron] Port 03a8ec19-2525-4748-83ce-e5fe439b39e0 on network 2332d558-39bb-411c-88af-b74bee7e32ab not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 25 21:10:46.299545 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c97c4cf7-b673-4934-b96f-5917b19ba708 req-8d673490-9c71-45a4-b5b4-26da1574f5d9 service neutron] Attempting to bind port 03a8ec19-2525-4748-83ce-e5fe439b39e0 on network 2332d558-39bb-411c-88af-b74bee7e32ab {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:10:46.320180 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c97c4cf7-b673-4934-b96f-5917b19ba708 req-8d673490-9c71-45a4-b5b4-26da1574f5d9 service neutron] Checking agent: {'id': '0d9ae313-8f8d-40fa-8a9f-d098a25a9911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 21, 4, 38), 'started_at': datetime.datetime(2021, 12, 25, 21, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 10, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:10:46.320525 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c97c4cf7-b673-4934-b96f-5917b19ba708 req-8d673490-9c71-45a4-b5b4-26da1574f5d9 service neutron] Checking segment: {'id': 'a05a9961-775b-4dff-bebf-b24cb60ab1a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '2332d558-39bb-411c-88af-b74bee7e32ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:10:46.321017 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c97c4cf7-b673-4934-b96f-5917b19ba708 req-8d673490-9c71-45a4-b5b4-26da1574f5d9 service neutron] Bound using segment: {'id': 'a05a9961-775b-4dff-bebf-b24cb60ab1a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '2332d558-39bb-411c-88af-b74bee7e32ab'} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:10:46.321541 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-c97c4cf7-b673-4934-b96f-5917b19ba708 req-8d673490-9c71-45a4-b5b4-26da1574f5d9 service neutron] Bound port: 03a8ec19-2525-4748-83ce-e5fe439b39e0, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a05a9961-775b-4dff-bebf-b24cb60ab1a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '2332d558-39bb-411c-88af-b74bee7e32ab'}}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:10:46.321979 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-c97c4cf7-b673-4934-b96f-5917b19ba708 req-8d673490-9c71-45a4-b5b4-26da1574f5d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:46.332564 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2399319-ccd4-460e-ad75-bd74a2f9b9ba req-18f9e619-030d-41b6-996e-363f9e31f6e3 tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:10:46.334372 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d2399319-ccd4-460e-ad75-bd74a2f9b9ba req-18f9e619-030d-41b6-996e-363f9e31f6e3 tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c1ea080-3600-4152-8bef-f30741212401 HTTP/1.1" status: 200  len: 943 time: 0.1360781
Dec 25 21:10:46.512963 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-4470afd1-e7ec-43ff-be34-e33853b2cd08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8632475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8852848'] for subnet, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:46.611124 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d2399319-ccd4-460e-ad75-bd74a2f9b9ba req-e71c7f5b-9620-4aef-afd5-1353f76646a7 tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] 10.222.0.32 "GET /v2.0/security-groups?id=bc05caf7-df2e-49b8-960c-4031d2c2ccca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2627137
Dec 25 21:10:46.620782 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-c97c4cf7-b673-4934-b96f-5917b19ba708 req-8d673490-9c71-45a4-b5b4-26da1574f5d9 service neutron] For port 03a8ec19-2525-4748-83ce-e5fe439b39e0, host nch2-master-1, cleared binding levels {{(pid=121606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:10:46.625283 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-c97c4cf7-b673-4934-b96f-5917b19ba708 req-8d673490-9c71-45a4-b5b4-26da1574f5d9 service neutron] For port 03a8ec19-2525-4748-83ce-e5fe439b39e0, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=03a8ec19-2525-4748-83ce-e5fe439b39e0,segment=NetworkSegment(a05a9961-775b-4dff-bebf-b24cb60ab1a9),segment_id=a05a9961-775b-4dff-bebf-b24cb60ab1a9)] {{(pid=121606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:10:46.634127 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54279415-94e2-4b3e-9025-8d8e4c8fa932 req-7e81b85c-1baa-4ecb-b067-2278eb739c96 tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:10:46.641530 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-54279415-94e2-4b3e-9025-8d8e4c8fa932 req-7e81b85c-1baa-4ecb-b067-2278eb739c96 tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a8114c1-85b3-4e15-9e15-95159b456e41 HTTP/1.1" status: 200  len: 949 time: 0.2868137
Dec 25 21:10:46.643000 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4470afd1-e7ec-43ff-be34-e33853b2cd08 admin admin] Pushing event updated for resources: {'Subnet': ['ID=47a53b07-55d2-4a6d-8cba-79e98a017010,revision_number=0']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:10:46.646988 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4470afd1-e7ec-43ff-be34-e33853b2cd08 admin admin] Checking segment: {'id': 'e8ac02a8-e826-44a3-b184-ad0b30f42bc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '18cd81fa-8a8a-4568-b72f-9dfeb3958de1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:10:46.647414 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4470afd1-e7ec-43ff-be34-e33853b2cd08 admin admin] Network hostable DHCP agents. Network: 18cd81fa-8a8a-4568-b72f-9dfeb3958de1, hostable agents: ['1813db88-2c1b-4357-a2ba-869246b663c2'], hosted agents: [] {{(pid=121607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 25 21:10:46.700270 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-54279415-94e2-4b3e-9025-8d8e4c8fa932 req-6ed4cfe3-1c35-4ba0-9e26-d2d105f1f064 tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] 10.222.0.32 "GET /v2.0/security-groups?id=21386e98-0735-4168-a9d9-35455a6206b6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0578613
Dec 25 21:10:46.701355 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-54b53995-9ddc-4757-92ad-a5d14fcad763 req-85186425-0779-43d3-be9c-2e133c64bd93 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:46.753886 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85186425-0779-43d3-be9c-2e133c64bd93 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] Pushing event deleted for resources: {'Port': ['ID=b5c53dfd-8507-4f31-ba6b-58c68d41b36b,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:10:46.760425 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-c97c4cf7-b673-4934-b96f-5917b19ba708 req-8d673490-9c71-45a4-b5b4-26da1574f5d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:46.760859 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 21:10:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2156b07-84b4-4078-928c-ce49796d17a4 x-openstack-request-id: req-b2156b07-84b4-4078-928c-ce49796d17a4 {{(pid=121607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:10:46.761185 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "083a54e8-8841-4d6e-b720-a0e06409e0d4", "name": "network-vif-deleted", "tag": "2150b774-dd7c-4f45-910d-01e39333a0ce", "status": "completed", "code": 200}]} {{(pid=121607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:10:46.761440 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b2156b07-84b4-4078-928c-ce49796d17a4 {{(pid=121607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:10:46.761844 ncdv-master-1 neutron-server[121607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '083a54e8-8841-4d6e-b720-a0e06409e0d4', 'name': 'network-vif-deleted', 'tag': '2150b774-dd7c-4f45-910d-01e39333a0ce', 'status': 'completed', 'code': 200}
Dec 25 21:10:46.802626 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] get_ports_and_sgs() called for port_ids ['1bcf9756-ed56-4846-ad16-befd4fd2f0e0', '2150b774-dd7c-4f45-910d-01e39333a0ce'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:10:46.807837 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4470afd1-e7ec-43ff-be34-e33853b2cd08 admin admin] Network 18cd81fa-8a8a-4568-b72f-9dfeb3958de1 is scheduled to be hosted by DHCP agent 1813db88-2c1b-4357-a2ba-869246b663c2 with binding_index 1 {{(pid=121607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 25 21:10:46.827751 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97c4cf7-b673-4934-b96f-5917b19ba708 req-8d673490-9c71-45a4-b5b4-26da1574f5d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:10:46.828363 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-c97c4cf7-b673-4934-b96f-5917b19ba708 req-8d673490-9c71-45a4-b5b4-26da1574f5d9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:46.831445 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c97c4cf7-b673-4934-b96f-5917b19ba708 req-8d673490-9c71-45a4-b5b4-26da1574f5d9 service neutron] 10.222.0.37 "PUT /v2.0/ports/03a8ec19-2525-4748-83ce-e5fe439b39e0 HTTP/1.1" status: 200  len: 1091 time: 2.1414540
Dec 25 21:10:46.836390 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c1ea080-3600-4152-8bef-f30741212401', 'tag': '03a8ec19-2525-4748-83ce-e5fe439b39e0'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:10:46.840280 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9858820c13ec2827453b94ebc4181065e990a4e4089ccb9fe762531ac62d2fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c07804b6-ed7c-4cc8-801b-fe101ac9a471" -d '{"events": [{"name": "network-changed", "server_uuid": "3c1ea080-3600-4152-8bef-f30741212401", "tag": "03a8ec19-2525-4748-83ce-e5fe439b39e0"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:10:46.847951 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [req-54b53995-9ddc-4757-92ad-a5d14fcad763 req-85186425-0779-43d3-be9c-2e133c64bd93 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] No DVR routers for this DVR port b5c53dfd-8507-4f31-ba6b-58c68d41b36b on host nch1-master-1 {{(pid=121606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:10:46.847951 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-54b53995-9ddc-4757-92ad-a5d14fcad763 req-85186425-0779-43d3-be9c-2e133c64bd93 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:46.852824 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-54b53995-9ddc-4757-92ad-a5d14fcad763 req-85186425-0779-43d3-be9c-2e133c64bd93 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] 10.222.0.31 "DELETE /v2.0/ports/b5c53dfd-8507-4f31-ba6b-58c68d41b36b HTTP/1.1" status: 204  len: 173 time: 1.6970432
Dec 25 21:10:46.891909 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d673490-9c71-45a4-b5b4-26da1574f5d9 service neutron] Pushing event updated for resources: {'Port': ['ID=03a8ec19-2525-4748-83ce-e5fe439b39e0,revision_number=3']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:10:46.902470 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-4470afd1-e7ec-43ff-be34-e33853b2cd08 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 18cd81fa-8a8a-4568-b72f-9dfeb3958de1) {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:10:46.903865 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Dec 2021 21:10:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cc0ebbd-ad4d-4422-bce0-6ebc9723d0dd x-openstack-request-id: req-4cc0ebbd-ad4d-4422-bce0-6ebc9723d0dd {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:10:46.905130 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c1ea080-3600-4152-8bef-f30741212401", "tag": "03a8ec19-2525-4748-83ce-e5fe439b39e0", "status": "completed", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:10:46.905130 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4cc0ebbd-ad4d-4422-bce0-6ebc9723d0dd {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:10:46.905374 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c1ea080-3600-4152-8bef-f30741212401', 'tag': '03a8ec19-2525-4748-83ce-e5fe439b39e0', 'status': 'completed', 'code': 200}
Dec 25 21:10:46.915335 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4470afd1-e7ec-43ff-be34-e33853b2cd08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:10:46.916064 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-4470afd1-e7ec-43ff-be34-e33853b2cd08 admin admin] Publish callbacks [] for subnet, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:46.930239 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7fc45e6-aac9-4ebf-a78f-ed7fbd19d0ac None None] Network 18cd81fa-8a8a-4568-b72f-9dfeb3958de1 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:10:46.988011 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07804b6-ed7c-4cc8-801b-fe101ac9a471 req-f53a5c8f-9091-4a8b-b307-0547daba179b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:10:46.989669 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c07804b6-ed7c-4cc8-801b-fe101ac9a471 req-f53a5c8f-9091-4a8b-b307-0547daba179b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=bc19d38e80ce426fa6d268838d133f13&device_id=3c1ea080-3600-4152-8bef-f30741212401 HTTP/1.1" status: 200  len: 1094 time: 0.0543201
Dec 25 21:10:47.029339 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] get_ports_and_sgs() called for port_ids ['bf94d897-4956-441a-9897-be577975a8f7', 'bfee550f-dfee-43e5-88c3-be85d5ccff12'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:10:47.065808 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-4470afd1-e7ec-43ff-be34-e33853b2cd08 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 1.0809915
Dec 25 21:10:47.232990 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab96fee6-97d8-484e-b2f1-b61c088ec41f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-18cd81fa-8a8a-4568-b72f-9dfeb3958de1', 'network_id': '18cd81fa-8a8a-4568-b72f-9dfeb3958de1', 'project_id': 'b2a52fc668c14890989f5c2756094ba1', 'fixed_ips': [{'subnet_id': '47a53b07-55d2-4a6d-8cba-79e98a017010'}]}} from ncdv-master-1. {{(pid=121608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 25 21:10:47.233897 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-ab96fee6-97d8-484e-b2f1-b61c088ec41f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:47.264358 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e9c31663-c6df-4020-a3eb-033367d61b0d req-284026b4-2020-4a7b-8151-febb6364be87 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] 10.222.0.32 "GET /v2.0/ports?device_id=083a54e8-8841-4d6e-b720-a0e06409e0d4 HTTP/1.1" status: 200  len: 210 time: 0.1064656
Dec 25 21:10:47.463862 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07804b6-ed7c-4cc8-801b-fe101ac9a471 req-df3d13fe-0f8a-45a1-8293-fbaa92ec8c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:10:47.465728 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c07804b6-ed7c-4cc8-801b-fe101ac9a471 req-df3d13fe-0f8a-45a1-8293-fbaa92ec8c83 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=bc19d38e80ce426fa6d268838d133f13&shared=False HTTP/1.1" status: 200  len: 909 time: 0.4642763
Dec 25 21:10:47.476092 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:10:47.476092 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:10:47.476092 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:10:47.476092 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:10:47.476092 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:10:47.476092 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:10:47.476092 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:10:47.476092 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:10:47.476092 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:10:47.476092 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:10:47.476092 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:10:47.476092 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:10:47.476092 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:10:47.476092 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:10:47.476092 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:10:47.476092 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:10:47.476092 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:10:47.476092 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:10:47.476092 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:10:47.476092 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:10:47.476092 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:10:47.476092 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:10:47.476092 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:10:47.476092 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:10:47.476092 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:10:47.476092 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:10:47.476092 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:10:47.476092 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:10:47.476092 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:10:47.476092 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:10:47.476092 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:10:47.476092 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:10:47.476092 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:10:47.476092 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:10:47.476092 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:10:47.476092 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:10:47.478543 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:10:47.478543 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:10:47.478543 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:10:47.478543 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:10:47.478543 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:10:47.478543 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:10:47.478543 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:10:47.478543 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:10:47.478543 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:10:47.478543 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:10:47.478543 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:10:47.478543 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:10:47.482990 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0deccf-7eac-48c7-87cc-d6e8b45d2085 req-6429196b-252e-4080-83d4-d3955bddfea4 tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:10:47.491865 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ef0deccf-7eac-48c7-87cc-d6e8b45d2085 req-6429196b-252e-4080-83d4-d3955bddfea4 tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] 10.222.0.32 "GET /v2.0/ports?device_id=e327d55b-28ca-4bfa-bcf1-e4ed49240d52 HTTP/1.1" status: 200  len: 943 time: 0.2313728
Dec 25 21:10:47.587750 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.db_base_plugin_common [None req-ab96fee6-97d8-484e-b2f1-b61c088ec41f None None] Allocated IP 172.20.0.2 (18cd81fa-8a8a-4568-b72f-9dfeb3958de1/47a53b07-55d2-4a6d-8cba-79e98a017010/219e3ada-439f-4cab-bbfb-de77a04b6a76) {{(pid=121608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:10:47.651518 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ef0deccf-7eac-48c7-87cc-d6e8b45d2085 req-d859fc33-f8ee-47b3-bb73-c8263bc873d3 tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] 10.222.0.32 "GET /v2.0/security-groups?id=381a44e3-d0d7-4aba-bc61-1ef7cfa17da9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1565707
Dec 25 21:10:47.847826 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-ab96fee6-97d8-484e-b2f1-b61c088ec41f None None] Publish callbacks [] for port, precommit_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:47.913122 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07804b6-ed7c-4cc8-801b-fe101ac9a471 req-1c55de0f-db57-4228-9556-79710c01b73e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:10:47.914704 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c07804b6-ed7c-4cc8-801b-fe101ac9a471 req-1c55de0f-db57-4228-9556-79710c01b73e service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.3873782
Dec 25 21:10:48.017780 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bce345-b405-4125-8cf6-b011182e5713 req-db351c35-e992-40b8-92f5-7c1a101e64e8 tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:10:48.018006 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device da0f28d9-3fef-4a56-9994-44b97466e1d4 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 25 21:10:48.018265 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-26bce345-b405-4125-8cf6-b011182e5713 req-db351c35-e992-40b8-92f5-7c1a101e64e8 tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c1ea080-3600-4152-8bef-f30741212401 HTTP/1.1" status: 200  len: 943 time: 0.2111437
Dec 25 21:10:48.047851 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b0e5f6-0161-4f10-9bc2-4460c37f8c13 req-432c87eb-cc90-492f-8bfc-2d472961480e tempest-ListServerFiltersTestJSON-1422081367 tempest-ListServerFiltersTestJSON-1422081367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:10:48.049440 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f8b0e5f6-0161-4f10-9bc2-4460c37f8c13 req-432c87eb-cc90-492f-8bfc-2d472961480e tempest-ListServerFiltersTestJSON-1422081367 tempest-ListServerFiltersTestJSON-1422081367-project] 10.222.0.32 "GET /v2.0/networks?id=18cd81fa-8a8a-4568-b72f-9dfeb3958de1 HTTP/1.1" status: 200  len: 814 time: 0.2371562
Dec 25 21:10:48.081239 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port da0f28d9-3fef-4a56-9994-44b97466e1d4, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=da0f28d9-3fef-4a56-9994-44b97466e1d4,segment=NetworkSegment(fad08864-4612-4be1-bb28-08cb199f6d74),segment_id=fad08864-4612-4be1-bb28-08cb199f6d74)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:10:48.085451 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f8b0e5f6-0161-4f10-9bc2-4460c37f8c13 req-9f1dc89d-b56f-48a5-9490-c22a9ccc98d5 tempest-ListServerFiltersTestJSON-1422081367 tempest-ListServerFiltersTestJSON-1422081367-project] 10.222.0.32 "GET /v2.0/quotas/b2a52fc668c14890989f5c2756094ba1 HTTP/1.1" status: 200  len: 375 time: 0.0250106
Dec 25 21:10:48.089981 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-26bce345-b405-4125-8cf6-b011182e5713 req-73effec9-d8b0-405f-9221-3fd452dd9a0d tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] 10.222.0.32 "GET /v2.0/security-groups?id=bc05caf7-df2e-49b8-960c-4031d2c2ccca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1120248
Dec 25 21:10:48.090683 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Returning: {'device': 'da0f28d9-3fef-4a56-9994-44b97466e1d4', 'network_id': '6dded111-84d7-4606-bd1c-e9369354dff9', 'port_id': 'da0f28d9-3fef-4a56-9994-44b97466e1d4', 'mac_address': 'fa:16:3e:2f:16:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4319d64b-4a91-4427-9485-7d07e2bc5ab0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 25 21:10:48.092151 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97c4cf7-b673-4934-b96f-5917b19ba708 req-8032a9a8-9969-4a23-b1bf-e2aef33e758a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:10:48.093678 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c97c4cf7-b673-4934-b96f-5917b19ba708 req-8032a9a8-9969-4a23-b1bf-e2aef33e758a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=bc19d38e80ce426fa6d268838d133f13&device_id=3c1ea080-3600-4152-8bef-f30741212401 HTTP/1.1" status: 200  len: 1094 time: 0.1169772
Dec 25 21:10:48.156730 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:48.174839 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f8b0e5f6-0161-4f10-9bc2-4460c37f8c13 req-5e59948c-b156-4167-a945-243861a058f0 tempest-ListServerFiltersTestJSON-1422081367 tempest-ListServerFiltersTestJSON-1422081367-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=b2a52fc668c14890989f5c2756094ba1&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0736926
Dec 25 21:10:48.177109 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c97c4cf7-b673-4934-b96f-5917b19ba708 req-16fa390f-7c69-498a-af61-a4ec4a8ddcd7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=03a8ec19-2525-4748-83ce-e5fe439b39e0 HTTP/1.1" status: 200  len: 217 time: 0.0669091
Dec 25 21:10:48.182594 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da0f28d9-3fef-4a56-9994-44b97466e1d4 {{(pid=121608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:10:48.216095 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port da0f28d9-3fef-4a56-9994-44b97466e1d4, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=da0f28d9-3fef-4a56-9994-44b97466e1d4,segment=NetworkSegment(fad08864-4612-4be1-bb28-08cb199f6d74),segment_id=fad08864-4612-4be1-bb28-08cb199f6d74)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:10:48.298377 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97c4cf7-b673-4934-b96f-5917b19ba708 req-0cfc648b-91b7-40a5-9c84-a98cf20f90b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:10:48.299962 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c97c4cf7-b673-4934-b96f-5917b19ba708 req-0cfc648b-91b7-40a5-9c84-a98cf20f90b7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=63c432f3-af01-4d4f-ae68-1c137d7c49f3 HTTP/1.1" status: 200  len: 848 time: 0.1143365
Dec 25 21:10:48.362837 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c97c4cf7-b673-4934-b96f-5917b19ba708 req-2853fb00-d585-4096-a25f-439c4af5fe7e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2332d558-39bb-411c-88af-b74bee7e32ab&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0450108
Dec 25 21:10:48.395722 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:48.401765 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-ab96fee6-97d8-484e-b2f1-b61c088ec41f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946'] for port, after_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:48.403377 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f8b0e5f6-0161-4f10-9bc2-4460c37f8c13 req-37cb6ebe-d8af-4c12-a48e-b293d9dff097 service neutron] 10.222.0.32 "GET /v2.0/networks/18cd81fa-8a8a-4568-b72f-9dfeb3958de1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1843460
Dec 25 21:10:48.436957 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6218a4a1-7395-4e84-9bff-1304fec3ccc8 req-da499f59-6f5f-4ca9-bde7-6bf5b90ef7c9 tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:10:48.438649 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-6218a4a1-7395-4e84-9bff-1304fec3ccc8 req-da499f59-6f5f-4ca9-bde7-6bf5b90ef7c9 tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a8114c1-85b3-4e15-9e15-95159b456e41 HTTP/1.1" status: 200  len: 949 time: 0.1357236
Dec 25 21:10:48.458717 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab96fee6-97d8-484e-b2f1-b61c088ec41f None None] Network 18cd81fa-8a8a-4568-b72f-9dfeb3958de1 is already hosted by enough agents. {{(pid=121608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:10:48.460612 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.base_scheduler [None req-ab96fee6-97d8-484e-b2f1-b61c088ec41f None None] Resources bound (agent type, host, resource id):  {{(pid=121608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:10:48.473864 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab96fee6-97d8-484e-b2f1-b61c088ec41f None None] Received port after_create {{(pid=121608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:10:48.505457 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Pushing event updated for resources: {'Port': ['ID=da0f28d9-3fef-4a56-9994-44b97466e1d4,revision_number=4']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:10:48.611916 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab96fee6-97d8-484e-b2f1-b61c088ec41f None None] Pushing event updated for resources: {'Port': ['ID=219e3ada-439f-4cab-bbfb-de77a04b6a76,revision_number=1']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:10:48.621367 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-6218a4a1-7395-4e84-9bff-1304fec3ccc8 req-3b754a96-31ab-4aa9-a1c2-f6bcbe31d567 tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] 10.222.0.32 "GET /v2.0/security-groups?id=21386e98-0735-4168-a9d9-35455a6206b6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1714566
Dec 25 21:10:48.630188 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c97c4cf7-b673-4934-b96f-5917b19ba708 req-7482afd2-7343-4795-917d-db3c5f7145f7 service neutron] 10.222.0.37 "GET /v2.0/networks/2332d558-39bb-411c-88af-b74bee7e32ab?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2532372
Dec 25 21:10:48.632715 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-ab96fee6-97d8-484e-b2f1-b61c088ec41f None None] Attempting to bind port 219e3ada-439f-4cab-bbfb-de77a04b6a76 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:10:48.633288 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-ab96fee6-97d8-484e-b2f1-b61c088ec41f None None] Attempting to bind port 219e3ada-439f-4cab-bbfb-de77a04b6a76 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e8ac02a8-e826-44a3-b184-ad0b30f42bc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '18cd81fa-8a8a-4568-b72f-9dfeb3958de1'}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:10:48.633746 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab96fee6-97d8-484e-b2f1-b61c088ec41f None None] Attempting to bind port 219e3ada-439f-4cab-bbfb-de77a04b6a76 on network 18cd81fa-8a8a-4568-b72f-9dfeb3958de1 {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:10:48.641815 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab96fee6-97d8-484e-b2f1-b61c088ec41f None None] Checking agent: {'id': 'ca4f5c6d-f1fd-48b8-a3e3-395864c7d23d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 20, 56, 40), 'started_at': datetime.datetime(2021, 12, 25, 20, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 10, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:10:48.641815 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab96fee6-97d8-484e-b2f1-b61c088ec41f None None] Checking segment: {'id': 'e8ac02a8-e826-44a3-b184-ad0b30f42bc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '18cd81fa-8a8a-4568-b72f-9dfeb3958de1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:10:48.641815 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-ab96fee6-97d8-484e-b2f1-b61c088ec41f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:48.641815 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab96fee6-97d8-484e-b2f1-b61c088ec41f None None] Bound using segment: {'id': 'e8ac02a8-e826-44a3-b184-ad0b30f42bc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '18cd81fa-8a8a-4568-b72f-9dfeb3958de1'} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:10:48.641815 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-ab96fee6-97d8-484e-b2f1-b61c088ec41f None None] Bound port: 219e3ada-439f-4cab-bbfb-de77a04b6a76, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8ac02a8-e826-44a3-b184-ad0b30f42bc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '18cd81fa-8a8a-4568-b72f-9dfeb3958de1'}}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:10:48.642276 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-ab96fee6-97d8-484e-b2f1-b61c088ec41f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:48.678753 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f8b0e5f6-0161-4f10-9bc2-4460c37f8c13 req-0cf76a00-47fa-449c-8ca7-98ba71d3d460 service neutron] 10.222.0.32 "GET /v2.0/networks/18cd81fa-8a8a-4568-b72f-9dfeb3958de1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2608449
Dec 25 21:10:48.775478 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] get_ports_and_sgs() called for port_ids ['da0f28d9-3fef-4a56-9994-44b97466e1d4'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:10:48.834076 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-ab96fee6-97d8-484e-b2f1-b61c088ec41f None None] For port 219e3ada-439f-4cab-bbfb-de77a04b6a76, host ncdv-master-1, cleared binding levels {{(pid=121608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:10:48.862987 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-ab96fee6-97d8-484e-b2f1-b61c088ec41f None None] For port 219e3ada-439f-4cab-bbfb-de77a04b6a76, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=219e3ada-439f-4cab-bbfb-de77a04b6a76,segment=NetworkSegment(e8ac02a8-e826-44a3-b184-ad0b30f42bc3),segment_id=e8ac02a8-e826-44a3-b184-ad0b30f42bc3)] {{(pid=121608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:10:48.928830 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfb762b4-175c-45df-b530-e2ac66bf96cf', 'name': 'network-vif-deleted', 'tag': 'b5c53dfd-8507-4f31-ba6b-58c68d41b36b'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:10:48.942487 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9858820c13ec2827453b94ebc4181065e990a4e4089ccb9fe762531ac62d2fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae7c3d79-7eef-498f-ad7c-84639d113705" -d '{"events": [{"server_uuid": "bfb762b4-175c-45df-b530-e2ac66bf96cf", "name": "network-vif-deleted", "tag": "b5c53dfd-8507-4f31-ba6b-58c68d41b36b"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:10:48.971955 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-ab96fee6-97d8-484e-b2f1-b61c088ec41f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:49.065186 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 21:10:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c87329d2-e5e4-43e7-9af7-ce27d76fe3ec x-openstack-request-id: req-c87329d2-e5e4-43e7-9af7-ce27d76fe3ec {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:10:49.065186 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfb762b4-175c-45df-b530-e2ac66bf96cf", "name": "network-vif-deleted", "tag": "b5c53dfd-8507-4f31-ba6b-58c68d41b36b", "status": "completed", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:10:49.065186 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c87329d2-e5e4-43e7-9af7-ce27d76fe3ec {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:10:49.065186 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfb762b4-175c-45df-b530-e2ac66bf96cf', 'name': 'network-vif-deleted', 'tag': 'b5c53dfd-8507-4f31-ba6b-58c68d41b36b', 'status': 'completed', 'code': 200}
Dec 25 21:10:49.085358 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c97c4cf7-b673-4934-b96f-5917b19ba708 req-c42679dd-99cf-4ce5-a845-8f9af1b249a1 service neutron] 10.222.0.37 "GET /v2.0/networks/2332d558-39bb-411c-88af-b74bee7e32ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4358156
Dec 25 21:10:49.099000 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab96fee6-97d8-484e-b2f1-b61c088ec41f None None] Pushing event updated for resources: {'Port': ['ID=219e3ada-439f-4cab-bbfb-de77a04b6a76,revision_number=2']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:10:49.122965 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee9ecc7-23b7-493d-aa8f-896485d66956 req-52300ca3-6a2f-414c-84e6-e824eff20ec8 tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:10:49.124201 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-bee9ecc7-23b7-493d-aa8f-896485d66956 req-52300ca3-6a2f-414c-84e6-e824eff20ec8 tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] 10.222.0.32 "GET /v2.0/ports?device_id=e327d55b-28ca-4bfa-bcf1-e4ed49240d52 HTTP/1.1" status: 200  len: 944 time: 0.2456806
Dec 25 21:10:49.202703 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-bee9ecc7-23b7-493d-aa8f-896485d66956 req-59f82b2c-e301-4c8b-b7fe-e3df6e1814a0 tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] 10.222.0.32 "GET /v2.0/security-groups?id=381a44e3-d0d7-4aba-bc61-1ef7cfa17da9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0714059
Dec 25 21:10:49.261445 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device 2150b774-dd7c-4f45-910d-01e39333a0ce no longer exists at agent hyperv_nch2-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:10:49.295495 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] No Port match for: 2150b774-dd7c-4f45-910d-01e39333a0ce {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:10:49.295927 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device 2150b774-dd7c-4f45-910d-01e39333a0ce not bound to the agent host nch2-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:10:49.450481 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562252d9-ab9e-42c1-b4bf-c54a2e18f21e req-aa490e26-25f5-47a4-83fb-55e81d1362b4 tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:10:49.452528 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-562252d9-ab9e-42c1-b4bf-c54a2e18f21e req-aa490e26-25f5-47a4-83fb-55e81d1362b4 tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c1ea080-3600-4152-8bef-f30741212401 HTTP/1.1" status: 200  len: 943 time: 0.1612682
Dec 25 21:10:49.510664 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f52c5e1-5536-4bb7-a4e0-bbc2730f4812 req-778ee234-94fb-4492-a7ce-28a555c3352c tempest-ListServerFiltersTestJSON-1422081367 tempest-ListServerFiltersTestJSON-1422081367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:10:49.512304 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9f52c5e1-5536-4bb7-a4e0-bbc2730f4812 req-778ee234-94fb-4492-a7ce-28a555c3352c tempest-ListServerFiltersTestJSON-1422081367 tempest-ListServerFiltersTestJSON-1422081367-project] 10.222.0.32 "GET /v2.0/networks?id=18cd81fa-8a8a-4568-b72f-9dfeb3958de1 HTTP/1.1" status: 200  len: 814 time: 0.1808970
Dec 25 21:10:49.538450 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-562252d9-ab9e-42c1-b4bf-c54a2e18f21e req-718daa0e-41a0-4614-9b59-419dd0a2ea5b tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] 10.222.0.32 "GET /v2.0/security-groups?id=bc05caf7-df2e-49b8-960c-4031d2c2ccca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0786042
Dec 25 21:10:49.540217 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9f52c5e1-5536-4bb7-a4e0-bbc2730f4812 req-b1b10ae8-14cd-4931-aca6-83746130c802 tempest-ListServerFiltersTestJSON-1422081367 tempest-ListServerFiltersTestJSON-1422081367-project] 10.222.0.32 "GET /v2.0/quotas/b2a52fc668c14890989f5c2756094ba1 HTTP/1.1" status: 200  len: 375 time: 0.0175090
Dec 25 21:10:49.596308 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9f52c5e1-5536-4bb7-a4e0-bbc2730f4812 req-42b8c948-6443-4c55-b5ad-a4d854f08da2 tempest-ListServerFiltersTestJSON-1422081367 tempest-ListServerFiltersTestJSON-1422081367-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=b2a52fc668c14890989f5c2756094ba1&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0494981
Dec 25 21:10:49.702069 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9f52c5e1-5536-4bb7-a4e0-bbc2730f4812 req-4cd62d2a-0ded-49be-9c12-95414c83aa7f service neutron] 10.222.0.32 "GET /v2.0/networks/18cd81fa-8a8a-4568-b72f-9dfeb3958de1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0969100
Dec 25 21:10:49.799103 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9f52c5e1-5536-4bb7-a4e0-bbc2730f4812 req-047a4cad-b074-43b0-bbbc-04db7b2d5086 service neutron] 10.222.0.32 "GET /v2.0/networks/18cd81fa-8a8a-4568-b72f-9dfeb3958de1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0906935
Dec 25 21:10:49.969494 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device da0f28d9-3fef-4a56-9994-44b97466e1d4 up at agent hyperv_nch1-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:10:50.178843 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Provisioning for port da0f28d9-3fef-4a56-9994-44b97466e1d4 completed by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 25 21:10:50.184130 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Provisioning complete for port da0f28d9-3fef-4a56-9994-44b97466e1d4 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:10:50.184557 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:50.294617 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765e74a7-3d43-4243-9911-96bdeb437863 req-a1e41863-34de-4c47-b6b1-9eebe2d8e3e3 tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:10:50.305274 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-765e74a7-3d43-4243-9911-96bdeb437863 req-a1e41863-34de-4c47-b6b1-9eebe2d8e3e3 tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a8114c1-85b3-4e15-9e15-95159b456e41 HTTP/1.1" status: 200  len: 949 time: 0.1403732
Dec 25 21:10:50.353854 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c46bd13e-48b3-4589-afa4-a8e5893e0ebf None None] Network 18cd81fa-8a8a-4568-b72f-9dfeb3958de1 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:10:50.372124 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-765e74a7-3d43-4243-9911-96bdeb437863 req-4497c6f1-a272-4f2e-9828-e3632de5cd0f tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] 10.222.0.32 "GET /v2.0/security-groups?id=21386e98-0735-4168-a9d9-35455a6206b6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0658648
Dec 25 21:10:50.518142 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 219e3ada-439f-4cab-bbfb-de77a04b6a76 up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:10:50.542301 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763fd421-b661-4856-90c3-14d2646f9526 req-696df8b8-d14b-42fc-bb31-8e15f5b695bd tempest-ListServerFiltersTestJSON-1422081367 tempest-ListServerFiltersTestJSON-1422081367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:10:50.544906 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-763fd421-b661-4856-90c3-14d2646f9526 req-696df8b8-d14b-42fc-bb31-8e15f5b695bd tempest-ListServerFiltersTestJSON-1422081367 tempest-ListServerFiltersTestJSON-1422081367-project] 10.222.0.32 "GET /v2.0/networks?id=18cd81fa-8a8a-4568-b72f-9dfeb3958de1 HTTP/1.1" status: 200  len: 814 time: 0.1524100
Dec 25 21:10:50.570970 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-763fd421-b661-4856-90c3-14d2646f9526 req-f4d737ef-af82-4b44-a088-8d53916d69ff tempest-ListServerFiltersTestJSON-1422081367 tempest-ListServerFiltersTestJSON-1422081367-project] 10.222.0.32 "GET /v2.0/quotas/b2a52fc668c14890989f5c2756094ba1 HTTP/1.1" status: 200  len: 375 time: 0.0196571
Dec 25 21:10:50.604869 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:50.619965 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-763fd421-b661-4856-90c3-14d2646f9526 req-42d1adc2-a3b8-4cf7-a058-0774347863ce tempest-ListServerFiltersTestJSON-1422081367 tempest-ListServerFiltersTestJSON-1422081367-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=b2a52fc668c14890989f5c2756094ba1&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0480762
Dec 25 21:10:50.628748 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-94634184-f32c-4d76-9346-6dfd9ee355d5 None None] Provisioning complete for port 219e3ada-439f-4cab-bbfb-de77a04b6a76 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:10:50.629250 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-94634184-f32c-4d76-9346-6dfd9ee355d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:50.668527 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e327d55b-28ca-4bfa-bcf1-e4ed49240d52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da0f28d9-3fef-4a56-9994-44b97466e1d4'}] {{(pid=121608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:10:50.670790 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a88c78c3ff6266bd59c7e89d275b28c92e739b67d23c89d71af88829fd31566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01397064-5252-4507-acb3-2ffdc9bc804f" -d '{"events": [{"server_uuid": "e327d55b-28ca-4bfa-bcf1-e4ed49240d52", "name": "network-vif-plugged", "status": "completed", "tag": "da0f28d9-3fef-4a56-9994-44b97466e1d4"}]}' {{(pid=121608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:10:50.697026 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port da0f28d9-3fef-4a56-9994-44b97466e1d4, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=da0f28d9-3fef-4a56-9994-44b97466e1d4,segment=NetworkSegment(fad08864-4612-4be1-bb28-08cb199f6d74),segment_id=fad08864-4612-4be1-bb28-08cb199f6d74)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:10:50.727362 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-763fd421-b661-4856-90c3-14d2646f9526 req-93740596-35f9-4313-aceb-40b388240955 service neutron] 10.222.0.32 "GET /v2.0/networks/18cd81fa-8a8a-4568-b72f-9dfeb3958de1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0987689
Dec 25 21:10:50.731963 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port 219e3ada-439f-4cab-bbfb-de77a04b6a76 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:10:50.732333 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:50.826981 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:50.828284 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device b5c53dfd-8507-4f31-ba6b-58c68d41b36b no longer exists at agent hyperv_nch1-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:10:50.843269 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-763fd421-b661-4856-90c3-14d2646f9526 req-9b174383-0b0e-460c-86bb-55869c3a9cda service neutron] 10.222.0.32 "GET /v2.0/networks/18cd81fa-8a8a-4568-b72f-9dfeb3958de1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1109006
Dec 25 21:10:50.900449 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-94634184-f32c-4d76-9346-6dfd9ee355d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:50.916353 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] No Port match for: b5c53dfd-8507-4f31-ba6b-58c68d41b36b {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:10:50.916709 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device b5c53dfd-8507-4f31-ba6b-58c68d41b36b not bound to the agent host nch1-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:10:50.948316 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-94634184-f32c-4d76-9346-6dfd9ee355d5 None None] For port 219e3ada-439f-4cab-bbfb-de77a04b6a76, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=219e3ada-439f-4cab-bbfb-de77a04b6a76,segment=NetworkSegment(e8ac02a8-e826-44a3-b184-ad0b30f42bc3),segment_id=e8ac02a8-e826-44a3-b184-ad0b30f42bc3)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:10:51.008690 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:51.023425 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Pushing event updated for resources: {'Port': ['ID=da0f28d9-3fef-4a56-9994-44b97466e1d4,revision_number=5']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:10:51.034871 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646f0bda-2a77-4580-9deb-6aa10bddc7ec req-25c642ce-47b6-47a0-aa04-1e03e31e7a3d tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:10:51.037343 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-646f0bda-2a77-4580-9deb-6aa10bddc7ec req-25c642ce-47b6-47a0-aa04-1e03e31e7a3d tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] 10.222.0.32 "GET /v2.0/ports?device_id=e327d55b-28ca-4bfa-bcf1-e4ed49240d52 HTTP/1.1" status: 200  len: 945 time: 0.0822132
Dec 25 21:10:51.085777 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-646f0bda-2a77-4580-9deb-6aa10bddc7ec req-dc7ed786-7b2b-44ba-95c2-519dc9b02f6f tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] 10.222.0.32 "GET /v2.0/security-groups?id=381a44e3-d0d7-4aba-bc61-1ef7cfa17da9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426590
Dec 25 21:10:51.094918 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-94634184-f32c-4d76-9346-6dfd9ee355d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:51.197592 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94634184-f32c-4d76-9346-6dfd9ee355d5 None None] Pushing event updated for resources: {'Port': ['ID=219e3ada-439f-4cab-bbfb-de77a04b6a76,revision_number=3']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:10:51.216987 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 21:10:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21da4cb7-996d-437a-aa6a-ebd5bead17a7 x-openstack-request-id: req-21da4cb7-996d-437a-aa6a-ebd5bead17a7 {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:10:51.217449 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e327d55b-28ca-4bfa-bcf1-e4ed49240d52", "name": "network-vif-plugged", "status": "completed", "tag": "da0f28d9-3fef-4a56-9994-44b97466e1d4", "code": 200}]} {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:10:51.217803 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-21da4cb7-996d-437a-aa6a-ebd5bead17a7 {{(pid=121608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:10:51.218518 ncdv-master-1 neutron-server[121608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e327d55b-28ca-4bfa-bcf1-e4ed49240d52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da0f28d9-3fef-4a56-9994-44b97466e1d4', 'code': 200}
Dec 25 21:10:51.237527 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.db.api [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=121608) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 25 21:10:51.237826 ncdv-master-1 neutron-server[121608]: DEBUG oslo_db.api [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 25 21:10:51.244735 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-07613858-570e-4fb7-9aa2-02047cb2e865 None None] Provisioning complete for port 219e3ada-439f-4cab-bbfb-de77a04b6a76 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:10:51.245122 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-07613858-570e-4fb7-9aa2-02047cb2e865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:51.245254 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107a27f3-4b0e-4912-a388-6f1fccc0b5c0 req-06899f05-dfe0-42de-8026-db8a99b03b0e tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:10:51.259634 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-107a27f3-4b0e-4912-a388-6f1fccc0b5c0 req-06899f05-dfe0-42de-8026-db8a99b03b0e tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c1ea080-3600-4152-8bef-f30741212401 HTTP/1.1" status: 200  len: 943 time: 0.1024001
Dec 25 21:10:51.277397 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device 03a8ec19-2525-4748-83ce-e5fe439b39e0 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 25 21:10:51.398425 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03da4e3d-d27b-4192-b175-1c2afb83ac74 req-c810ca3a-4c0c-41ac-9518-29c7ae4a2aee tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:10:51.399963 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-03da4e3d-d27b-4192-b175-1c2afb83ac74 req-c810ca3a-4c0c-41ac-9518-29c7ae4a2aee tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] 10.222.0.32 "GET /v2.0/ports?device_id=9f68f874-59f2-4c67-90f1-50665110bd4e HTTP/1.1" status: 200  len: 950 time: 0.1351025
Dec 25 21:10:51.411989 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-107a27f3-4b0e-4912-a388-6f1fccc0b5c0 req-0bfd287c-300c-478c-bc2b-229a9cf0bbf3 tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] 10.222.0.32 "GET /v2.0/security-groups?id=bc05caf7-df2e-49b8-960c-4031d2c2ccca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1457145
Dec 25 21:10:51.425332 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5a1732-d4e6-45e4-a5aa-46f9d94e3b08 req-89f881ca-5b06-4e73-b818-d69b27d6e419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:10:51.425332 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9d5a1732-d4e6-45e4-a5aa-46f9d94e3b08 req-89f881ca-5b06-4e73-b818-d69b27d6e419 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=e327d55b-28ca-4bfa-bcf1-e4ed49240d52 HTTP/1.1" status: 200  len: 1096 time: 0.1483665
Dec 25 21:10:51.489606 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port 03a8ec19-2525-4748-83ce-e5fe439b39e0, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=03a8ec19-2525-4748-83ce-e5fe439b39e0,segment=NetworkSegment(a05a9961-775b-4dff-bebf-b24cb60ab1a9),segment_id=a05a9961-775b-4dff-bebf-b24cb60ab1a9)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:10:51.496654 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-03da4e3d-d27b-4192-b175-1c2afb83ac74 req-7550d0d9-c16e-4151-bb1e-ec31f60b3ad1 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] 10.222.0.32 "GET /v2.0/security-groups?id=3d6cb2f0-3d81-4228-9d61-fc5e0bb3087e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0834589
Dec 25 21:10:51.498849 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9d5a1732-d4e6-45e4-a5aa-46f9d94e3b08 req-b8075553-1ff2-4ed4-8c0e-31e6be93fcda service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=381a44e3-d0d7-4aba-bc61-1ef7cfa17da9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0655129
Dec 25 21:10:51.506751 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Returning: {'device': '03a8ec19-2525-4748-83ce-e5fe439b39e0', 'network_id': '2332d558-39bb-411c-88af-b74bee7e32ab', 'port_id': '03a8ec19-2525-4748-83ce-e5fe439b39e0', 'mac_address': 'fa:16:3e:44:8b:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63c432f3-af01-4d4f-ae68-1c137d7c49f3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 25 21:10:51.565766 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-72cc553c-1515-4198-b2e4-baa4cfc43388 req-4125ac66-a249-482f-b191-da6b5cb9109c tempest-ListServerFiltersTestJSON-1422081367 tempest-ListServerFiltersTestJSON-1422081367-project] 10.222.0.32 "GET /v2.0/ports?device_id=1ae83e38-943e-47ce-af1e-e5bef506ca7d HTTP/1.1" status: 200  len: 210 time: 0.0283291
Dec 25 21:10:51.572037 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:51.586831 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03a8ec19-2525-4748-83ce-e5fe439b39e0 {{(pid=121608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:10:51.613305 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port 03a8ec19-2525-4748-83ce-e5fe439b39e0, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=03a8ec19-2525-4748-83ce-e5fe439b39e0,segment=NetworkSegment(a05a9961-775b-4dff-bebf-b24cb60ab1a9),segment_id=a05a9961-775b-4dff-bebf-b24cb60ab1a9)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:10:51.694243 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb049ee7-4a56-4735-889d-5d669406b6c4 req-f4b49fd8-a5a8-40f2-a630-5d4236e75e22 tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:10:51.695774 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-fb049ee7-4a56-4735-889d-5d669406b6c4 req-f4b49fd8-a5a8-40f2-a630-5d4236e75e22 tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a8114c1-85b3-4e15-9e15-95159b456e41 HTTP/1.1" status: 200  len: 949 time: 0.0522764
Dec 25 21:10:51.700344 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:51.781694 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a985f19e-f07b-4b86-88ab-1c25154fd6e5 req-41eaf2ac-4526-41fb-9940-690fc1ab3534 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:10:51.783077 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a985f19e-f07b-4b86-88ab-1c25154fd6e5 req-41eaf2ac-4526-41fb-9940-690fc1ab3534 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f68f874-59f2-4c67-90f1-50665110bd4e HTTP/1.1" status: 200  len: 950 time: 0.0864398
Dec 25 21:10:51.787995 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Pushing event updated for resources: {'Port': ['ID=03a8ec19-2525-4748-83ce-e5fe439b39e0,revision_number=4']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:10:51.788148 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-fb049ee7-4a56-4735-889d-5d669406b6c4 req-37d4ea81-990b-46c4-b1b5-a08fd050a58c tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] 10.222.0.32 "GET /v2.0/security-groups?id=21386e98-0735-4168-a9d9-35455a6206b6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0752585
Dec 25 21:10:51.894644 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [req-a985f19e-f07b-4b86-88ab-1c25154fd6e5 req-8742732a-d9cd-494c-aee3-c2fd0bfac245 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] Deleting port bf94d897-4956-441a-9897-be577975a8f7 {{(pid=121606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:10:51.894982 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-a985f19e-f07b-4b86-88ab-1c25154fd6e5 req-8742732a-d9cd-494c-aee3-c2fd0bfac245 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:51.986538 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-a985f19e-f07b-4b86-88ab-1c25154fd6e5 req-8742732a-d9cd-494c-aee3-c2fd0bfac245 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] For port bf94d897-4956-441a-9897-be577975a8f7, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=bf94d897-4956-441a-9897-be577975a8f7,segment=NetworkSegment(85c774cb-a0eb-4ad9-961f-f331d3b37cd6),segment_id=85c774cb-a0eb-4ad9-961f-f331d3b37cd6)] {{(pid=121606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:10:51.986901 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-a985f19e-f07b-4b86-88ab-1c25154fd6e5 req-8742732a-d9cd-494c-aee3-c2fd0bfac245 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:52.000838 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [req-a985f19e-f07b-4b86-88ab-1c25154fd6e5 req-8742732a-d9cd-494c-aee3-c2fd0bfac245 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] Calling delete_port for bf94d897-4956-441a-9897-be577975a8f7 owned by compute:nova {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:10:52.087933 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] get_ports_and_sgs() called for port_ids ['03a8ec19-2525-4748-83ce-e5fe439b39e0'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:10:52.285208 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 219e3ada-439f-4cab-bbfb-de77a04b6a76 up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:10:52.337229 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port 219e3ada-439f-4cab-bbfb-de77a04b6a76 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:10:52.337583 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:52.468397 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c522897-bbb6-4bc9-8c19-57b86dd0b0dc req-aed0887b-909b-466a-8245-cf50fbaba3fa tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:10:52.476347 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2c522897-bbb6-4bc9-8c19-57b86dd0b0dc req-aed0887b-909b-466a-8245-cf50fbaba3fa tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] 10.222.0.32 "GET /v2.0/ports?device_id=e327d55b-28ca-4bfa-bcf1-e4ed49240d52 HTTP/1.1" status: 200  len: 945 time: 0.1423564
Dec 25 21:10:52.558630 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b0e5f6-0161-4f10-9bc2-4460c37f8c13 req-320a0959-a36a-4772-a5ee-a3e744410b89 tempest-ListServerFiltersTestJSON-1422081367 tempest-ListServerFiltersTestJSON-1422081367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:10:52.560095 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f8b0e5f6-0161-4f10-9bc2-4460c37f8c13 req-320a0959-a36a-4772-a5ee-a3e744410b89 tempest-ListServerFiltersTestJSON-1422081367 tempest-ListServerFiltersTestJSON-1422081367-project] 10.222.0.31 "GET /v2.0/networks?id=18cd81fa-8a8a-4568-b72f-9dfeb3958de1 HTTP/1.1" status: 200  len: 814 time: 0.2279294
Dec 25 21:10:52.597433 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-f8b0e5f6-0161-4f10-9bc2-4460c37f8c13 req-53a12e2c-4ef5-41c6-9490-3ec76c10771f tempest-ListServerFiltersTestJSON-1422081367 tempest-ListServerFiltersTestJSON-1422081367-project] Request body: {'port': {'device_id': 'd914c615-075b-48b0-bbd9-707f0b4e084d', 'network_id': '18cd81fa-8a8a-4568-b72f-9dfeb3958de1', 'admin_state_up': True, 'tenant_id': 'b2a52fc668c14890989f5c2756094ba1'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:10:52.656005 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2c522897-bbb6-4bc9-8c19-57b86dd0b0dc req-bbded968-fe18-42bc-a912-1c42a1527870 tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] 10.222.0.32 "GET /v2.0/security-groups?id=381a44e3-d0d7-4aba-bc61-1ef7cfa17da9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1787922
Dec 25 21:10:52.709347 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7c4dca-b975-4bd3-9a33-3a86a443317e req-0ed26577-2c3f-495d-bf86-abe208c1328c tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:10:52.710919 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-dc7c4dca-b975-4bd3-9a33-3a86a443317e req-0ed26577-2c3f-495d-bf86-abe208c1328c tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c1ea080-3600-4152-8bef-f30741212401 HTTP/1.1" status: 200  len: 944 time: 0.2033153
Dec 25 21:10:52.755878 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e846eb77-adde-4b77-9eb6-7ae7ade01577 req-748e1cd0-55e1-4bfe-a0cd-747f804ce7f8 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:10:52.757596 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-e846eb77-adde-4b77-9eb6-7ae7ade01577 req-748e1cd0-55e1-4bfe-a0cd-747f804ce7f8 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] 10.222.0.31 "GET /v2.0/ports?device_id=e47b7882-0d9a-4469-b7aa-9ea14292ab12 HTTP/1.1" status: 200  len: 950 time: 0.0769815
Dec 25 21:10:52.780086 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-a985f19e-f07b-4b86-88ab-1c25154fd6e5 req-8742732a-d9cd-494c-aee3-c2fd0bfac245 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:52.784418 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2bd82e6a-2dc8-4263-9b13-7e8b10d10a15 req-62a71aee-5f83-439e-8c80-802590e3fd79 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] 10.222.0.32 "GET /v2.0/ports?device_id=9f68f874-59f2-4c67-90f1-50665110bd4e HTTP/1.1" status: 200  len: 210 time: 0.0544193
Dec 25 21:10:52.785107 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.31', 59401) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:10:52.791671 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] get_ports_and_sgs() called for port_ids ['bf94d897-4956-441a-9897-be577975a8f7', 'bfee550f-dfee-43e5-88c3-be85d5ccff12'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:10:52.853293 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8742732a-d9cd-494c-aee3-c2fd0bfac245 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] Pushing event deleted for resources: {'Port': ['ID=bf94d897-4956-441a-9897-be577975a8f7,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:10:52.887637 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] get_ports_and_sgs() called for port_ids ['1bcf9756-ed56-4846-ad16-befd4fd2f0e0'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:10:52.918027 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [req-e846eb77-adde-4b77-9eb6-7ae7ade01577 req-9b410c86-9c01-454b-b3ae-eb98627a5ec9 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] Deleting port bfee550f-dfee-43e5-88c3-be85d5ccff12 {{(pid=121607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:10:52.918733 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-e846eb77-adde-4b77-9eb6-7ae7ade01577 req-9b410c86-9c01-454b-b3ae-eb98627a5ec9 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:52.959657 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-dc7c4dca-b975-4bd3-9a33-3a86a443317e req-2c6e7acb-6cf5-414c-a149-ca3dde4dd5bc tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] 10.222.0.32 "GET /v2.0/security-groups?id=bc05caf7-df2e-49b8-960c-4031d2c2ccca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2410254
Dec 25 21:10:52.964170 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [req-a985f19e-f07b-4b86-88ab-1c25154fd6e5 req-8742732a-d9cd-494c-aee3-c2fd0bfac245 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] No DVR routers for this DVR port bf94d897-4956-441a-9897-be577975a8f7 on host nch1-master-1 {{(pid=121606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:10:52.970351 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-a985f19e-f07b-4b86-88ab-1c25154fd6e5 req-8742732a-d9cd-494c-aee3-c2fd0bfac245 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:52.974334 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a985f19e-f07b-4b86-88ab-1c25154fd6e5 req-8742732a-d9cd-494c-aee3-c2fd0bfac245 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] 10.222.0.31 "DELETE /v2.0/ports/bf94d897-4956-441a-9897-be577975a8f7 HTTP/1.1" status: 204  len: 173 time: 1.1848602
Dec 25 21:10:52.974797 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f68f874-59f2-4c67-90f1-50665110bd4e', 'name': 'network-vif-deleted', 'tag': 'bf94d897-4956-441a-9897-be577975a8f7'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:10:52.979090 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9858820c13ec2827453b94ebc4181065e990a4e4089ccb9fe762531ac62d2fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-357d5091-f611-4e85-95e8-d6bdea872239" -d '{"events": [{"server_uuid": "9f68f874-59f2-4c67-90f1-50665110bd4e", "name": "network-vif-deleted", "tag": "bf94d897-4956-441a-9897-be577975a8f7"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:10:53.041429 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ef747f13-b5bc-44d8-b2e6-c1131012d4a3 req-e3d6be8b-c7d9-4fdd-8a6b-5f9f23b13324 tempest-ListServerFiltersTestJSON-1422081367 tempest-ListServerFiltersTestJSON-1422081367-project] 10.222.0.32 "GET /v2.0/ports?device_id=1ae83e38-943e-47ce-af1e-e5bef506ca7d HTTP/1.1" status: 200  len: 210 time: 0.0329983
Dec 25 21:10:53.081412 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.db [req-e846eb77-adde-4b77-9eb6-7ae7ade01577 req-9b410c86-9c01-454b-b3ae-eb98627a5ec9 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] For port bfee550f-dfee-43e5-88c3-be85d5ccff12, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=bfee550f-dfee-43e5-88c3-be85d5ccff12,segment=NetworkSegment(85c774cb-a0eb-4ad9-961f-f331d3b37cd6),segment_id=85c774cb-a0eb-4ad9-961f-f331d3b37cd6)] {{(pid=121607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:10:53.081788 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-e846eb77-adde-4b77-9eb6-7ae7ade01577 req-9b410c86-9c01-454b-b3ae-eb98627a5ec9 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:53.084077 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f52c5e1-5536-4bb7-a4e0-bbc2730f4812 req-94eac326-7342-4873-846f-d7b18595e391 tempest-ListServerFiltersTestJSON-1422081367 tempest-ListServerFiltersTestJSON-1422081367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:10:53.086041 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9f52c5e1-5536-4bb7-a4e0-bbc2730f4812 req-94eac326-7342-4873-846f-d7b18595e391 tempest-ListServerFiltersTestJSON-1422081367 tempest-ListServerFiltersTestJSON-1422081367-project] 10.222.0.31 "GET /v2.0/networks?id=18cd81fa-8a8a-4568-b72f-9dfeb3958de1 HTTP/1.1" status: 200  len: 814 time: 0.2858241
Dec 25 21:10:53.087360 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8b0e5f6-0161-4f10-9bc2-4460c37f8c13 req-53a12e2c-4ef5-41c6-9490-3ec76c10771f tempest-ListServerFiltersTestJSON-1422081367 tempest-ListServerFiltersTestJSON-1422081367-project] Made reservation on behalf of b2a52fc668c14890989f5c2756094ba1 for: {'port': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:10:53.091339 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-f8b0e5f6-0161-4f10-9bc2-4460c37f8c13 req-53a12e2c-4ef5-41c6-9490-3ec76c10771f tempest-ListServerFiltersTestJSON-1422081367 tempest-ListServerFiltersTestJSON-1422081367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:53.096894 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [req-e846eb77-adde-4b77-9eb6-7ae7ade01577 req-9b410c86-9c01-454b-b3ae-eb98627a5ec9 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] Calling delete_port for bfee550f-dfee-43e5-88c3-be85d5ccff12 owned by compute:nova {{(pid=121607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:10:53.118125 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-9f52c5e1-5536-4bb7-a4e0-bbc2730f4812 req-29cd9bf9-7b8c-4b98-8266-744353bf7b85 tempest-ListServerFiltersTestJSON-1422081367 tempest-ListServerFiltersTestJSON-1422081367-project] Request body: {'port': {'device_id': 'cadf356d-6fa7-4dcf-9dcf-515f67791639', 'network_id': '18cd81fa-8a8a-4568-b72f-9dfeb3958de1', 'admin_state_up': True, 'tenant_id': 'b2a52fc668c14890989f5c2756094ba1'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:10:53.279907 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device f465e7da-b12a-4235-8af5-b0f521da6640 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 25 21:10:53.301110 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 21:10:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b74c551-dd79-4555-bcdd-9e8bcf025cc7 x-openstack-request-id: req-9b74c551-dd79-4555-bcdd-9e8bcf025cc7 {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:10:53.301399 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f68f874-59f2-4c67-90f1-50665110bd4e", "name": "network-vif-deleted", "tag": "bf94d897-4956-441a-9897-be577975a8f7", "status": "completed", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:10:53.304680 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device 03a8ec19-2525-4748-83ce-e5fe439b39e0 up at agent hyperv_nch2-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:10:53.305402 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9b74c551-dd79-4555-bcdd-9e8bcf025cc7 {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:10:53.305843 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f68f874-59f2-4c67-90f1-50665110bd4e', 'name': 'network-vif-deleted', 'tag': 'bf94d897-4956-441a-9897-be577975a8f7', 'status': 'completed', 'code': 200}
Dec 25 21:10:53.427557 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port f465e7da-b12a-4235-8af5-b0f521da6640, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f465e7da-b12a-4235-8af5-b0f521da6640,segment=NetworkSegment(85c774cb-a0eb-4ad9-961f-f331d3b37cd6),segment_id=85c774cb-a0eb-4ad9-961f-f331d3b37cd6)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:10:53.437358 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a96059-a5f1-4aff-9f44-d8f227e9c8ba req-c7450657-f8e3-4e34-aabb-a23eecb2cd5b tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:10:53.439020 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Returning: {'device': 'f465e7da-b12a-4235-8af5-b0f521da6640', 'network_id': '8f212e98-547d-4c6e-a560-2e9a548c8f59', 'port_id': 'f465e7da-b12a-4235-8af5-b0f521da6640', 'mac_address': 'fa:16:3e:08:d2:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcfbae86-f93e-400c-8084-eac7f56ff5ba', 'ip_address': '192.168.233.18'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 25 21:10:53.439153 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-24a96059-a5f1-4aff-9f44-d8f227e9c8ba req-c7450657-f8e3-4e34-aabb-a23eecb2cd5b tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a8114c1-85b3-4e15-9e15-95159b456e41 HTTP/1.1" status: 200  len: 949 time: 0.2472639
Dec 25 21:10:53.481387 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:53.501666 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f465e7da-b12a-4235-8af5-b0f521da6640 {{(pid=121608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:10:53.522767 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port f465e7da-b12a-4235-8af5-b0f521da6640, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f465e7da-b12a-4235-8af5-b0f521da6640,segment=NetworkSegment(85c774cb-a0eb-4ad9-961f-f331d3b37cd6),segment_id=85c774cb-a0eb-4ad9-961f-f331d3b37cd6)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:10:53.546193 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8af33f8-5143-4946-93be-ccc5ddee0c54 req-6866f08f-7fe0-4dc9-afa6-74d6d6964940 tempest-ServersWithSpecificFlavorTestJSON-439149936 tempest-ServersWithSpecificFlavorTestJSON-439149936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:10:53.547759 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e8af33f8-5143-4946-93be-ccc5ddee0c54 req-6866f08f-7fe0-4dc9-afa6-74d6d6964940 tempest-ServersWithSpecificFlavorTestJSON-439149936 tempest-ServersWithSpecificFlavorTestJSON-439149936-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a4cbf2d-cea7-4432-9264-6ac3fed9238d HTTP/1.1" status: 200  len: 945 time: 0.1729527
Dec 25 21:10:53.564478 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_common [req-f8b0e5f6-0161-4f10-9bc2-4460c37f8c13 req-53a12e2c-4ef5-41c6-9490-3ec76c10771f tempest-ListServerFiltersTestJSON-1422081367 tempest-ListServerFiltersTestJSON-1422081367-project] Allocated IP 172.20.0.11 (18cd81fa-8a8a-4568-b72f-9dfeb3958de1/47a53b07-55d2-4a6d-8cba-79e98a017010/68318cac-8cb7-4fbd-94a8-563f01bdc7e4) {{(pid=121606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:10:53.600488 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-24a96059-a5f1-4aff-9f44-d8f227e9c8ba req-3dff293f-ee0f-41f9-ae10-4de03d352890 tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] 10.222.0.32 "GET /v2.0/security-groups?id=21386e98-0735-4168-a9d9-35455a6206b6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1483879
Dec 25 21:10:53.657335 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e8af33f8-5143-4946-93be-ccc5ddee0c54 req-f4744d9c-9c70-43c4-9134-dea882944d64 tempest-ServersWithSpecificFlavorTestJSON-439149936 tempest-ServersWithSpecificFlavorTestJSON-439149936-project] 10.222.0.32 "GET /v2.0/security-groups?id=d5c07141-cb75-4b9f-8f8d-51cd5e2004f4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0971367
Dec 25 21:10:53.724559 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-e846eb77-adde-4b77-9eb6-7ae7ade01577 req-9b410c86-9c01-454b-b3ae-eb98627a5ec9 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:53.727007 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f52c5e1-5536-4bb7-a4e0-bbc2730f4812 req-29cd9bf9-7b8c-4b98-8266-744353bf7b85 tempest-ListServerFiltersTestJSON-1422081367 tempest-ListServerFiltersTestJSON-1422081367-project] Made reservation on behalf of b2a52fc668c14890989f5c2756094ba1 for: {'port': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:10:53.728031 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Provisioning for port 03a8ec19-2525-4748-83ce-e5fe439b39e0 completed by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 25 21:10:53.729791 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-9f52c5e1-5536-4bb7-a4e0-bbc2730f4812 req-29cd9bf9-7b8c-4b98-8266-744353bf7b85 tempest-ListServerFiltersTestJSON-1422081367 tempest-ListServerFiltersTestJSON-1422081367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:53.731765 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:53.742928 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] get_ports_and_sgs() called for port_ids ['bf94d897-4956-441a-9897-be577975a8f7'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:10:53.745517 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] get_ports_and_sgs() called for port_ids ['1bcf9756-ed56-4846-ad16-befd4fd2f0e0'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:10:53.755955 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Provisioning complete for port 03a8ec19-2525-4748-83ce-e5fe439b39e0 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:10:53.756758 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:53.796752 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b410c86-9c01-454b-b3ae-eb98627a5ec9 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] Pushing event deleted for resources: {'Port': ['ID=bfee550f-dfee-43e5-88c3-be85d5ccff12,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:10:53.873145 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [req-e846eb77-adde-4b77-9eb6-7ae7ade01577 req-9b410c86-9c01-454b-b3ae-eb98627a5ec9 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] No DVR routers for this DVR port bfee550f-dfee-43e5-88c3-be85d5ccff12 on host nch1-master-1 {{(pid=121607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:10:53.875785 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-e846eb77-adde-4b77-9eb6-7ae7ade01577 req-9b410c86-9c01-454b-b3ae-eb98627a5ec9 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:53.879869 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-f8b0e5f6-0161-4f10-9bc2-4460c37f8c13 req-53a12e2c-4ef5-41c6-9490-3ec76c10771f tempest-ListServerFiltersTestJSON-1422081367 tempest-ListServerFiltersTestJSON-1422081367-project] Publish callbacks [] for port, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:53.880846 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-e846eb77-adde-4b77-9eb6-7ae7ade01577 req-9b410c86-9c01-454b-b3ae-eb98627a5ec9 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] 10.222.0.31 "DELETE /v2.0/ports/bfee550f-dfee-43e5-88c3-be85d5ccff12 HTTP/1.1" status: 204  len: 173 time: 1.1164141
Dec 25 21:10:53.881853 ncdv-master-1 neutron-server[121607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e47b7882-0d9a-4469-b7aa-9ea14292ab12', 'name': 'network-vif-deleted', 'tag': 'bfee550f-dfee-43e5-88c3-be85d5ccff12'}] {{(pid=121607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:10:53.890185 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f980bbcadfa7bf1e788024e1448be660373c21f97f015f780444e999c451203" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97aedb1c-0c3d-4d31-8542-c1453482c575" -d '{"events": [{"server_uuid": "e47b7882-0d9a-4469-b7aa-9ea14292ab12", "name": "network-vif-deleted", "tag": "bfee550f-dfee-43e5-88c3-be85d5ccff12"}]}' {{(pid=121607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:10:53.938711 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d1f646-dbc3-40a4-9e62-4419d336667c req-c82af246-a980-4b45-ac10-95ebdc5b52aa tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:10:53.940193 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-50d1f646-dbc3-40a4-9e62-4419d336667c req-c82af246-a980-4b45-ac10-95ebdc5b52aa tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] 10.222.0.32 "GET /v2.0/ports?device_id=e327d55b-28ca-4bfa-bcf1-e4ed49240d52 HTTP/1.1" status: 200  len: 945 time: 0.2061403
Dec 25 21:10:53.948226 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3ae7b06a-4fe4-4618-95b2-de63883d8277 req-490131fa-e8a9-4ee2-aa4d-c5d62ae65dcf tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] 10.222.0.32 "GET /v2.0/ports?device_id=9f68f874-59f2-4c67-90f1-50665110bd4e HTTP/1.1" status: 200  len: 210 time: 0.0629487
Dec 25 21:10:54.022896 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 21:10:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c1bec1b-c692-4890-a076-bac01db9204a x-openstack-request-id: req-0c1bec1b-c692-4890-a076-bac01db9204a {{(pid=121607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:10:54.023471 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e47b7882-0d9a-4469-b7aa-9ea14292ab12", "name": "network-vif-deleted", "tag": "bfee550f-dfee-43e5-88c3-be85d5ccff12", "status": "completed", "code": 200}]} {{(pid=121607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:10:54.024461 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0c1bec1b-c692-4890-a076-bac01db9204a {{(pid=121607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:10:54.025311 ncdv-master-1 neutron-server[121607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e47b7882-0d9a-4469-b7aa-9ea14292ab12', 'name': 'network-vif-deleted', 'tag': 'bfee550f-dfee-43e5-88c3-be85d5ccff12', 'status': 'completed', 'code': 200}
Dec 25 21:10:54.048733 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-50d1f646-dbc3-40a4-9e62-4419d336667c req-1fdf413c-24a5-4010-9437-70338c5fc08a tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] 10.222.0.32 "GET /v2.0/security-groups?id=381a44e3-d0d7-4aba-bc61-1ef7cfa17da9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0919282
Dec 25 21:10:54.071439 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Pushing event updated for resources: {'Port': ['ID=f465e7da-b12a-4235-8af5-b0f521da6640,revision_number=6']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:10:54.123303 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:54.128791 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-f8b0e5f6-0161-4f10-9bc2-4460c37f8c13 req-53a12e2c-4ef5-41c6-9490-3ec76c10771f tempest-ListServerFiltersTestJSON-1422081367 tempest-ListServerFiltersTestJSON-1422081367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:54.169618 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c1ea080-3600-4152-8bef-f30741212401', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03a8ec19-2525-4748-83ce-e5fe439b39e0'}] {{(pid=121608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:10:54.171867 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a88c78c3ff6266bd59c7e89d275b28c92e739b67d23c89d71af88829fd31566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dfc50c2-93f8-44dc-8d82-faa486a26c06" -d '{"events": [{"server_uuid": "3c1ea080-3600-4152-8bef-f30741212401", "name": "network-vif-plugged", "status": "completed", "tag": "03a8ec19-2525-4748-83ce-e5fe439b39e0"}]}' {{(pid=121608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:10:54.188700 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] get_ports_and_sgs() called for port_ids ['f465e7da-b12a-4235-8af5-b0f521da6640'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:10:54.241827 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port 03a8ec19-2525-4748-83ce-e5fe439b39e0, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=03a8ec19-2525-4748-83ce-e5fe439b39e0,segment=NetworkSegment(a05a9961-775b-4dff-bebf-b24cb60ab1a9),segment_id=a05a9961-775b-4dff-bebf-b24cb60ab1a9)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:10:54.345553 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5bba96c5-21b9-4b47-81ea-84553a51af07 req-e03c3b71-2166-454e-90aa-b2b3509b73d4 tempest-ListServerFiltersTestJSON-1422081367 tempest-ListServerFiltersTestJSON-1422081367-project] 10.222.0.32 "GET /v2.0/ports?device_id=1ae83e38-943e-47ce-af1e-e5bef506ca7d HTTP/1.1" status: 200  len: 210 time: 0.0975325
Dec 25 21:10:54.352694 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8b0e5f6-0161-4f10-9bc2-4460c37f8c13 req-53a12e2c-4ef5-41c6-9490-3ec76c10771f tempest-ListServerFiltersTestJSON-1422081367 tempest-ListServerFiltersTestJSON-1422081367-project] Network 18cd81fa-8a8a-4568-b72f-9dfeb3958de1 is already hosted by enough agents. {{(pid=121606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:10:54.361320 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a12e2c-4ef5-41c6-9490-3ec76c10771f tempest-ListServerFiltersTestJSON-1422081367 tempest-ListServerFiltersTestJSON-1422081367-project] Pushing event updated for resources: {'Port': ['ID=68318cac-8cb7-4fbd-94a8-563f01bdc7e4,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:10:54.368319 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [req-f8b0e5f6-0161-4f10-9bc2-4460c37f8c13 req-53a12e2c-4ef5-41c6-9490-3ec76c10771f tempest-ListServerFiltersTestJSON-1422081367 tempest-ListServerFiltersTestJSON-1422081367-project] Resources bound (agent type, host, resource id):  {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:10:54.383710 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8b0e5f6-0161-4f10-9bc2-4460c37f8c13 req-53a12e2c-4ef5-41c6-9490-3ec76c10771f tempest-ListServerFiltersTestJSON-1422081367 tempest-ListServerFiltersTestJSON-1422081367-project] Received port after_create {{(pid=121606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:10:54.400356 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:54.401957 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device f465e7da-b12a-4235-8af5-b0f521da6640 no longer exists at agent hyperv_nch2-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:10:54.409623 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_common [req-9f52c5e1-5536-4bb7-a4e0-bbc2730f4812 req-29cd9bf9-7b8c-4b98-8266-744353bf7b85 tempest-ListServerFiltersTestJSON-1422081367 tempest-ListServerFiltersTestJSON-1422081367-project] Allocated IP 172.20.0.10 (18cd81fa-8a8a-4568-b72f-9dfeb3958de1/47a53b07-55d2-4a6d-8cba-79e98a017010/3147cbbc-6a59-4aed-93a8-d328bcb5240b) {{(pid=121606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:10:54.495874 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13b7608-8e55-4cd3-a3f2-39afab71f096 req-37a0a764-e501-430b-9170-db718edc5bc8 tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:10:54.504929 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b13b7608-8e55-4cd3-a3f2-39afab71f096 req-37a0a764-e501-430b-9170-db718edc5bc8 tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c1ea080-3600-4152-8bef-f30741212401 HTTP/1.1" status: 200  len: 944 time: 0.3128977
Dec 25 21:10:54.513966 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Pushing event updated for resources: {'Port': ['ID=03a8ec19-2525-4748-83ce-e5fe439b39e0,revision_number=5']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:10:54.626006 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b0e5f6-0161-4f10-9bc2-4460c37f8c13 req-53a12e2c-4ef5-41c6-9490-3ec76c10771f tempest-ListServerFiltersTestJSON-1422081367 tempest-ListServerFiltersTestJSON-1422081367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:10:54.626840 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-f8b0e5f6-0161-4f10-9bc2-4460c37f8c13 req-53a12e2c-4ef5-41c6-9490-3ec76c10771f tempest-ListServerFiltersTestJSON-1422081367 tempest-ListServerFiltersTestJSON-1422081367-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:54.630501 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763fd421-b661-4856-90c3-14d2646f9526 req-9020e388-efd9-4f82-a5f2-97e63c36823e tempest-ListServerFiltersTestJSON-1422081367 tempest-ListServerFiltersTestJSON-1422081367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:10:54.632947 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-763fd421-b661-4856-90c3-14d2646f9526 req-9020e388-efd9-4f82-a5f2-97e63c36823e tempest-ListServerFiltersTestJSON-1422081367 tempest-ListServerFiltersTestJSON-1422081367-project] 10.222.0.31 "GET /v2.0/networks?id=18cd81fa-8a8a-4568-b72f-9dfeb3958de1 HTTP/1.1" status: 200  len: 814 time: 0.1802070
Dec 25 21:10:54.646553 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [req-763fd421-b661-4856-90c3-14d2646f9526 req-d9f1da89-aa9b-434b-bea1-8f9cbc5e280a tempest-ListServerFiltersTestJSON-1422081367 tempest-ListServerFiltersTestJSON-1422081367-project] Request body: {'port': {'device_id': '1ae83e38-943e-47ce-af1e-e5bef506ca7d', 'network_id': '18cd81fa-8a8a-4568-b72f-9dfeb3958de1', 'admin_state_up': True, 'tenant_id': 'b2a52fc668c14890989f5c2756094ba1'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:10:54.657445 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:54.673954 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id f465e7da-b12a-4235-8af5-b0f521da6640 {{(pid=121608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:10:54.688377 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b13b7608-8e55-4cd3-a3f2-39afab71f096 req-c5488b69-2729-4c8b-97c7-29a11d64b240 tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] 10.222.0.32 "GET /v2.0/security-groups?id=bc05caf7-df2e-49b8-960c-4031d2c2ccca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1828549
Dec 25 21:10:54.697917 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port f465e7da-b12a-4235-8af5-b0f521da6640, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f465e7da-b12a-4235-8af5-b0f521da6640,segment=NetworkSegment(85c774cb-a0eb-4ad9-961f-f331d3b37cd6),segment_id=85c774cb-a0eb-4ad9-961f-f331d3b37cd6)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:10:54.738474 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-352a9e3a-a36c-4f13-ab00-e8931f90f42f None None] Provisioning complete for port 68318cac-8cb7-4fbd-94a8-563f01bdc7e4 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:10:54.743585 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-352a9e3a-a36c-4f13-ab00-e8931f90f42f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:54.762613 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 21:10:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2b89e12-b63e-430e-bfc9-2a931823bc63 x-openstack-request-id: req-a2b89e12-b63e-430e-bfc9-2a931823bc63 {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:10:54.762904 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c1ea080-3600-4152-8bef-f30741212401", "name": "network-vif-plugged", "status": "completed", "tag": "03a8ec19-2525-4748-83ce-e5fe439b39e0", "code": 200}]} {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:10:54.763159 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a2b89e12-b63e-430e-bfc9-2a931823bc63 {{(pid=121608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:10:54.763548 ncdv-master-1 neutron-server[121608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c1ea080-3600-4152-8bef-f30741212401', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03a8ec19-2525-4748-83ce-e5fe439b39e0', 'code': 200}
Dec 25 21:10:54.784460 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-352a9e3a-a36c-4f13-ab00-e8931f90f42f None None] Port 68318cac-8cb7-4fbd-94a8-563f01bdc7e4 cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:10:54.799822 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-9f52c5e1-5536-4bb7-a4e0-bbc2730f4812 req-29cd9bf9-7b8c-4b98-8266-744353bf7b85 tempest-ListServerFiltersTestJSON-1422081367 tempest-ListServerFiltersTestJSON-1422081367-project] Publish callbacks [] for port, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:54.811816 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f8b0e5f6-0161-4f10-9bc2-4460c37f8c13 req-53a12e2c-4ef5-41c6-9490-3ec76c10771f tempest-ListServerFiltersTestJSON-1422081367 tempest-ListServerFiltersTestJSON-1422081367-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.2209013
Dec 25 21:10:54.825892 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-f8b0e5f6-0161-4f10-9bc2-4460c37f8c13 req-aeeea837-1256-470c-aa3d-50730e1b0e2c service neutron] Request body: {'port': {'device_id': 'd914c615-075b-48b0-bbd9-707f0b4e084d', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:10:54.857774 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:54.877635 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-763fd421-b661-4856-90c3-14d2646f9526 req-d9f1da89-aa9b-434b-bea1-8f9cbc5e280a tempest-ListServerFiltersTestJSON-1422081367 tempest-ListServerFiltersTestJSON-1422081367-project] Made reservation on behalf of b2a52fc668c14890989f5c2756094ba1 for: {'port': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:10:54.882667 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-763fd421-b661-4856-90c3-14d2646f9526 req-d9f1da89-aa9b-434b-bea1-8f9cbc5e280a tempest-ListServerFiltersTestJSON-1422081367 tempest-ListServerFiltersTestJSON-1422081367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:54.929262 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-f8b0e5f6-0161-4f10-9bc2-4460c37f8c13 req-aeeea837-1256-470c-aa3d-50730e1b0e2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:54.929712 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Pushing event updated for resources: {'Port': ['ID=f465e7da-b12a-4235-8af5-b0f521da6640,revision_number=7']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:10:54.965589 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1d6742-9d68-43e9-b254-19376d4e8b71 req-ef67b37f-fd56-485c-8bf7-e2bc3cf24534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:10:54.971058 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5e1d6742-9d68-43e9-b254-19376d4e8b71 req-ef67b37f-fd56-485c-8bf7-e2bc3cf24534 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=3c1ea080-3600-4152-8bef-f30741212401 HTTP/1.1" status: 200  len: 1096 time: 0.1335976
Dec 25 21:10:55.071819 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-9f52c5e1-5536-4bb7-a4e0-bbc2730f4812 req-29cd9bf9-7b8c-4b98-8266-744353bf7b85 tempest-ListServerFiltersTestJSON-1422081367 tempest-ListServerFiltersTestJSON-1422081367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:55.105611 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_common [req-763fd421-b661-4856-90c3-14d2646f9526 req-d9f1da89-aa9b-434b-bea1-8f9cbc5e280a tempest-ListServerFiltersTestJSON-1422081367 tempest-ListServerFiltersTestJSON-1422081367-project] Allocated IP 172.20.0.5 (18cd81fa-8a8a-4568-b72f-9dfeb3958de1/47a53b07-55d2-4a6d-8cba-79e98a017010/9ec98fee-c19b-4539-9748-2eb705309dff) {{(pid=121607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:10:55.206489 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5e1d6742-9d68-43e9-b254-19376d4e8b71 req-0393d252-1d49-4a92-8b0b-97e59bab8cc8 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=bc05caf7-df2e-49b8-960c-4031d2c2ccca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1933770
Dec 25 21:10:55.221800 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f52c5e1-5536-4bb7-a4e0-bbc2730f4812 req-29cd9bf9-7b8c-4b98-8266-744353bf7b85 tempest-ListServerFiltersTestJSON-1422081367 tempest-ListServerFiltersTestJSON-1422081367-project] Network 18cd81fa-8a8a-4568-b72f-9dfeb3958de1 is already hosted by enough agents. {{(pid=121606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:10:55.229791 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664b9815-a212-4500-9076-90922c5d590e req-54983e2a-fa97-404c-a98a-7381458fc1a4 tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:10:55.231289 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-664b9815-a212-4500-9076-90922c5d590e req-54983e2a-fa97-404c-a98a-7381458fc1a4 tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a8114c1-85b3-4e15-9e15-95159b456e41 HTTP/1.1" status: 200  len: 947 time: 0.2296646
Dec 25 21:10:55.241638 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [req-9f52c5e1-5536-4bb7-a4e0-bbc2730f4812 req-29cd9bf9-7b8c-4b98-8266-744353bf7b85 tempest-ListServerFiltersTestJSON-1422081367 tempest-ListServerFiltersTestJSON-1422081367-project] Resources bound (agent type, host, resource id):  {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:10:55.253989 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f52c5e1-5536-4bb7-a4e0-bbc2730f4812 req-29cd9bf9-7b8c-4b98-8266-744353bf7b85 tempest-ListServerFiltersTestJSON-1422081367 tempest-ListServerFiltersTestJSON-1422081367-project] Received port after_create {{(pid=121606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:10:55.253989 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cd9bf9-7b8c-4b98-8266-744353bf7b85 tempest-ListServerFiltersTestJSON-1422081367 tempest-ListServerFiltersTestJSON-1422081367-project] Pushing event updated for resources: {'Port': ['ID=3147cbbc-6a59-4aed-93a8-d328bcb5240b,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:10:55.303327 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-763fd421-b661-4856-90c3-14d2646f9526 req-d9f1da89-aa9b-434b-bea1-8f9cbc5e280a tempest-ListServerFiltersTestJSON-1422081367 tempest-ListServerFiltersTestJSON-1422081367-project] Publish callbacks [] for port, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:55.440917 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f52c5e1-5536-4bb7-a4e0-bbc2730f4812 req-29cd9bf9-7b8c-4b98-8266-744353bf7b85 tempest-ListServerFiltersTestJSON-1422081367 tempest-ListServerFiltersTestJSON-1422081367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:10:55.442115 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-9f52c5e1-5536-4bb7-a4e0-bbc2730f4812 req-29cd9bf9-7b8c-4b98-8266-744353bf7b85 tempest-ListServerFiltersTestJSON-1422081367 tempest-ListServerFiltersTestJSON-1422081367-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:55.464296 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-664b9815-a212-4500-9076-90922c5d590e req-a7f19281-d1e7-4ec3-b1a5-6a38a3170f1d tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] 10.222.0.32 "GET /v2.0/security-groups?id=21386e98-0735-4168-a9d9-35455a6206b6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1943276
Dec 25 21:10:55.487287 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8a73d0-d913-40c4-9169-da3846639872 req-b81c0f90-a7c9-436e-8186-8555c4ae282f tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:10:55.487287 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-bf8a73d0-d913-40c4-9169-da3846639872 req-b81c0f90-a7c9-436e-8186-8555c4ae282f tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] 10.222.0.32 "GET /v2.0/ports?device_id=e327d55b-28ca-4bfa-bcf1-e4ed49240d52 HTTP/1.1" status: 200  len: 945 time: 0.1216512
Dec 25 21:10:55.500116 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-763fd421-b661-4856-90c3-14d2646f9526 req-d9f1da89-aa9b-434b-bea1-8f9cbc5e280a tempest-ListServerFiltersTestJSON-1422081367 tempest-ListServerFiltersTestJSON-1422081367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:55.578127 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-763fd421-b661-4856-90c3-14d2646f9526 req-d9f1da89-aa9b-434b-bea1-8f9cbc5e280a tempest-ListServerFiltersTestJSON-1422081367 tempest-ListServerFiltersTestJSON-1422081367-project] Network 18cd81fa-8a8a-4568-b72f-9dfeb3958de1 is already hosted by enough agents. {{(pid=121607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:10:55.579617 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f1da89-aa9b-434b-bea1-8f9cbc5e280a tempest-ListServerFiltersTestJSON-1422081367 tempest-ListServerFiltersTestJSON-1422081367-project] Pushing event updated for resources: {'Port': ['ID=9ec98fee-c19b-4539-9748-2eb705309dff,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:10:55.584684 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [req-763fd421-b661-4856-90c3-14d2646f9526 req-d9f1da89-aa9b-434b-bea1-8f9cbc5e280a tempest-ListServerFiltersTestJSON-1422081367 tempest-ListServerFiltersTestJSON-1422081367-project] Resources bound (agent type, host, resource id):  {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:10:55.587245 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [req-763fd421-b661-4856-90c3-14d2646f9526 req-d9f1da89-aa9b-434b-bea1-8f9cbc5e280a tempest-ListServerFiltersTestJSON-1422081367 tempest-ListServerFiltersTestJSON-1422081367-project] Received port after_create {{(pid=121607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:10:55.615416 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9f52c5e1-5536-4bb7-a4e0-bbc2730f4812 req-29cd9bf9-7b8c-4b98-8266-744353bf7b85 tempest-ListServerFiltersTestJSON-1422081367 tempest-ListServerFiltersTestJSON-1422081367-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.5002141
Dec 25 21:10:55.623710 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-9f52c5e1-5536-4bb7-a4e0-bbc2730f4812 req-cc5c08f3-1c2e-4590-8af6-3e284e686bb4 service neutron] Request body: {'port': {'device_id': 'cadf356d-6fa7-4dcf-9dcf-515f67791639', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:10:55.642141 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-d21167e4-1547-4d6c-a5ef-205bd97ae39f None None] Provisioning complete for port 3147cbbc-6a59-4aed-93a8-d328bcb5240b triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:10:55.642813 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-d21167e4-1547-4d6c-a5ef-205bd97ae39f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:55.649971 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763fd421-b661-4856-90c3-14d2646f9526 req-d9f1da89-aa9b-434b-bea1-8f9cbc5e280a tempest-ListServerFiltersTestJSON-1422081367 tempest-ListServerFiltersTestJSON-1422081367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:10:55.650958 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-763fd421-b661-4856-90c3-14d2646f9526 req-d9f1da89-aa9b-434b-bea1-8f9cbc5e280a tempest-ListServerFiltersTestJSON-1422081367 tempest-ListServerFiltersTestJSON-1422081367-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:55.684957 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-bf8a73d0-d913-40c4-9169-da3846639872 req-ce5b52ac-7301-45ed-862e-e2a5676b7f1f tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] 10.222.0.32 "GET /v2.0/security-groups?id=381a44e3-d0d7-4aba-bc61-1ef7cfa17da9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1964812
Dec 25 21:10:55.689123 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-d21167e4-1547-4d6c-a5ef-205bd97ae39f None None] Port 3147cbbc-6a59-4aed-93a8-d328bcb5240b cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:10:55.726457 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-763fd421-b661-4856-90c3-14d2646f9526 req-d9f1da89-aa9b-434b-bea1-8f9cbc5e280a tempest-ListServerFiltersTestJSON-1422081367 tempest-ListServerFiltersTestJSON-1422081367-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0829027
Dec 25 21:10:55.737277 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [req-763fd421-b661-4856-90c3-14d2646f9526 req-bb9c3afb-76d3-4439-8689-ca78bb93b214 service neutron] Request body: {'port': {'device_id': '1ae83e38-943e-47ce-af1e-e5bef506ca7d', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:10:55.796898 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-9f52c5e1-5536-4bb7-a4e0-bbc2730f4812 req-cc5c08f3-1c2e-4590-8af6-3e284e686bb4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:55.805342 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-763fd421-b661-4856-90c3-14d2646f9526 req-bb9c3afb-76d3-4439-8689-ca78bb93b214 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:55.852608 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832410dd-a9c8-4bc9-85d4-3fd78a0cdccf req-d246d7c9-8b84-4124-b585-fd2b806e0d0e tempest-ListServerFiltersTestJSON-1422081367 tempest-ListServerFiltersTestJSON-1422081367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:10:55.854198 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-832410dd-a9c8-4bc9-85d4-3fd78a0cdccf req-d246d7c9-8b84-4124-b585-fd2b806e0d0e tempest-ListServerFiltersTestJSON-1422081367 tempest-ListServerFiltersTestJSON-1422081367-project] 10.222.0.32 "GET /v2.0/ports?device_id=1ae83e38-943e-47ce-af1e-e5bef506ca7d HTTP/1.1" status: 200  len: 931 time: 0.1583402
Dec 25 21:10:55.912651 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-679d6176-82b8-4827-a98c-e27881edee37 None None] Provisioning complete for port 9ec98fee-c19b-4539-9748-2eb705309dff triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:10:55.913352 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-679d6176-82b8-4827-a98c-e27881edee37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:55.950442 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-679d6176-82b8-4827-a98c-e27881edee37 None None] Port 9ec98fee-c19b-4539-9748-2eb705309dff cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:10:55.955263 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [req-f8b0e5f6-0161-4f10-9bc2-4460c37f8c13 req-aeeea837-1256-470c-aa3d-50730e1b0e2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68318cac-8cb7-4fbd-94a8-563f01bdc7e4 {{(pid=121606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:10:55.977256 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-be7cf791-1aec-4a04-93b8-309fc6a2eb17 req-41a7e5d1-d1aa-4505-9299-911ded6b1ff8 tempest-ServersWithSpecificFlavorTestJSON-439149936 tempest-ServersWithSpecificFlavorTestJSON-439149936-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1982068629&fields=id&tenant_id=e25e5a44bb7e4ef7a38e961e6203b72b HTTP/1.1" status: 200  len: 267 time: 0.1737502
Dec 25 21:10:55.982423 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-f8b0e5f6-0161-4f10-9bc2-4460c37f8c13 req-aeeea837-1256-470c-aa3d-50730e1b0e2c service neutron] Publish callbacks [] for port, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:56.016372 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device bf94d897-4956-441a-9897-be577975a8f7 no longer exists at agent hyperv_nch1-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:10:56.037002 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] No Port match for: bf94d897-4956-441a-9897-be577975a8f7 {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:10:56.037353 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device bf94d897-4956-441a-9897-be577975a8f7 not bound to the agent host nch1-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:10:56.037783 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device bfee550f-dfee-43e5-88c3-be85d5ccff12 no longer exists at agent hyperv_nch1-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:10:56.061595 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] No Port match for: bfee550f-dfee-43e5-88c3-be85d5ccff12 {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:10:56.061939 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device bfee550f-dfee-43e5-88c3-be85d5ccff12 not bound to the agent host nch1-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:10:56.075812 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-832410dd-a9c8-4bc9-85d4-3fd78a0cdccf req-e60d31df-d7ce-45bb-b07f-ef015d26d154 tempest-ListServerFiltersTestJSON-1422081367 tempest-ListServerFiltersTestJSON-1422081367-project] 10.222.0.32 "GET /v2.0/security-groups?id=447f20bc-c1b8-4d93-b35d-2eedc5c6dd85&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2130744
Dec 25 21:10:56.096272 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.provisioning_blocks [req-f8b0e5f6-0161-4f10-9bc2-4460c37f8c13 req-aeeea837-1256-470c-aa3d-50730e1b0e2c service neutron] Transition to ACTIVE for port object 68318cac-8cb7-4fbd-94a8-563f01bdc7e4 will not be triggered until provisioned by entity L2. {{(pid=121606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 25 21:10:56.181438 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7cf791-1aec-4a04-93b8-309fc6a2eb17 req-6b1e2a42-a23a-4b52-8cd6-bd41822703ca tempest-ServersWithSpecificFlavorTestJSON-439149936 tempest-ServersWithSpecificFlavorTestJSON-439149936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:10:56.182870 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-be7cf791-1aec-4a04-93b8-309fc6a2eb17 req-6b1e2a42-a23a-4b52-8cd6-bd41822703ca tempest-ServersWithSpecificFlavorTestJSON-439149936 tempest-ServersWithSpecificFlavorTestJSON-439149936-project] 10.222.0.32 "GET /v2.0/networks?id=629690dc-316c-48ba-b3f8-2395f5f041a6 HTTP/1.1" status: 200  len: 823 time: 0.1890726
Dec 25 21:10:56.199731 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-f8b0e5f6-0161-4f10-9bc2-4460c37f8c13 req-aeeea837-1256-470c-aa3d-50730e1b0e2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:56.246606 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-be7cf791-1aec-4a04-93b8-309fc6a2eb17 req-d6c0fbe7-2b65-4fa0-8038-05c84c52b37f tempest-ServersWithSpecificFlavorTestJSON-439149936 tempest-ServersWithSpecificFlavorTestJSON-439149936-project] 10.222.0.32 "GET /v2.0/quotas/e25e5a44bb7e4ef7a38e961e6203b72b HTTP/1.1" status: 200  len: 375 time: 0.0497944
Dec 25 21:10:56.292657 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62080aa5-6808-4e52-9f70-a151a4ee5ed8 req-f6a18771-3f44-4eac-9158-6662f361a80d tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:10:56.294259 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-62080aa5-6808-4e52-9f70-a151a4ee5ed8 req-f6a18771-3f44-4eac-9158-6662f361a80d tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c1ea080-3600-4152-8bef-f30741212401 HTTP/1.1" status: 200  len: 945 time: 0.1321945
Dec 25 21:10:56.341848 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeeea837-1256-470c-aa3d-50730e1b0e2c service neutron] Pushing event updated for resources: {'Port': ['ID=68318cac-8cb7-4fbd-94a8-563f01bdc7e4,revision_number=2']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:10:56.388858 ncdv-master-1 neutron-server[121607]: DEBUG neutron.notifiers.nova [req-763fd421-b661-4856-90c3-14d2646f9526 req-bb9c3afb-76d3-4439-8689-ca78bb93b214 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ec98fee-c19b-4539-9748-2eb705309dff {{(pid=121607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:10:56.397973 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-763fd421-b661-4856-90c3-14d2646f9526 req-bb9c3afb-76d3-4439-8689-ca78bb93b214 service neutron] Publish callbacks [] for port, precommit_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:56.418288 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.provisioning_blocks [req-763fd421-b661-4856-90c3-14d2646f9526 req-bb9c3afb-76d3-4439-8689-ca78bb93b214 service neutron] Transition to ACTIVE for port object 9ec98fee-c19b-4539-9748-2eb705309dff will not be triggered until provisioned by entity L2. {{(pid=121607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 25 21:10:56.429426 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-be7cf791-1aec-4a04-93b8-309fc6a2eb17 req-22994bec-7aaf-43b4-aed1-1b97ca43d6af tempest-ServersWithSpecificFlavorTestJSON-439149936 tempest-ServersWithSpecificFlavorTestJSON-439149936-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=e25e5a44bb7e4ef7a38e961e6203b72b&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1676416
Dec 25 21:10:56.451786 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-62080aa5-6808-4e52-9f70-a151a4ee5ed8 req-06e21311-e464-4530-b6ac-19d67016d2ec tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] 10.222.0.32 "GET /v2.0/security-groups?id=bc05caf7-df2e-49b8-960c-4031d2c2ccca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1360848
Dec 25 21:10:56.481115 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-f8b0e5f6-0161-4f10-9bc2-4460c37f8c13 req-aeeea837-1256-470c-aa3d-50730e1b0e2c service neutron] Attempting to bind port 68318cac-8cb7-4fbd-94a8-563f01bdc7e4 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:10:56.481461 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-f8b0e5f6-0161-4f10-9bc2-4460c37f8c13 req-aeeea837-1256-470c-aa3d-50730e1b0e2c service neutron] Attempting to bind port 68318cac-8cb7-4fbd-94a8-563f01bdc7e4 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'e8ac02a8-e826-44a3-b184-ad0b30f42bc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '18cd81fa-8a8a-4568-b72f-9dfeb3958de1'}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:10:56.481795 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8b0e5f6-0161-4f10-9bc2-4460c37f8c13 req-aeeea837-1256-470c-aa3d-50730e1b0e2c service neutron] Attempting to bind port 68318cac-8cb7-4fbd-94a8-563f01bdc7e4 on network 18cd81fa-8a8a-4568-b72f-9dfeb3958de1 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:10:56.494533 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8b0e5f6-0161-4f10-9bc2-4460c37f8c13 req-aeeea837-1256-470c-aa3d-50730e1b0e2c service neutron] Port 68318cac-8cb7-4fbd-94a8-563f01bdc7e4 on network 18cd81fa-8a8a-4568-b72f-9dfeb3958de1 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 25 21:10:56.494885 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8b0e5f6-0161-4f10-9bc2-4460c37f8c13 req-aeeea837-1256-470c-aa3d-50730e1b0e2c service neutron] Attempting to bind port 68318cac-8cb7-4fbd-94a8-563f01bdc7e4 on network 18cd81fa-8a8a-4568-b72f-9dfeb3958de1 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:10:56.525802 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8b0e5f6-0161-4f10-9bc2-4460c37f8c13 req-aeeea837-1256-470c-aa3d-50730e1b0e2c service neutron] Checking agent: {'id': '6d577036-68fc-4aa4-aed7-5ab01de2117e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 21, 4, 34), 'started_at': datetime.datetime(2021, 12, 25, 21, 4, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 10, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:10:56.526139 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8b0e5f6-0161-4f10-9bc2-4460c37f8c13 req-aeeea837-1256-470c-aa3d-50730e1b0e2c service neutron] Checking segment: {'id': 'e8ac02a8-e826-44a3-b184-ad0b30f42bc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '18cd81fa-8a8a-4568-b72f-9dfeb3958de1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:10:56.526523 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8b0e5f6-0161-4f10-9bc2-4460c37f8c13 req-aeeea837-1256-470c-aa3d-50730e1b0e2c service neutron] Bound using segment: {'id': 'e8ac02a8-e826-44a3-b184-ad0b30f42bc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '18cd81fa-8a8a-4568-b72f-9dfeb3958de1'} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:10:56.526957 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-f8b0e5f6-0161-4f10-9bc2-4460c37f8c13 req-aeeea837-1256-470c-aa3d-50730e1b0e2c service neutron] Bound port: 68318cac-8cb7-4fbd-94a8-563f01bdc7e4, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8ac02a8-e826-44a3-b184-ad0b30f42bc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '18cd81fa-8a8a-4568-b72f-9dfeb3958de1'}}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:10:56.527318 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-f8b0e5f6-0161-4f10-9bc2-4460c37f8c13 req-aeeea837-1256-470c-aa3d-50730e1b0e2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:56.539057 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-763fd421-b661-4856-90c3-14d2646f9526 req-bb9c3afb-76d3-4439-8689-ca78bb93b214 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8632327'] for port, after_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:56.597222 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9c3afb-76d3-4439-8689-ca78bb93b214 service neutron] Pushing event updated for resources: {'Port': ['ID=9ec98fee-c19b-4539-9748-2eb705309dff,revision_number=2']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:10:56.696409 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.managers [req-763fd421-b661-4856-90c3-14d2646f9526 req-bb9c3afb-76d3-4439-8689-ca78bb93b214 service neutron] Attempting to bind port 9ec98fee-c19b-4539-9748-2eb705309dff on host nch1-master-1 for vnic_type normal with profile  {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:10:56.697118 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.managers [req-763fd421-b661-4856-90c3-14d2646f9526 req-bb9c3afb-76d3-4439-8689-ca78bb93b214 service neutron] Attempting to bind port 9ec98fee-c19b-4539-9748-2eb705309dff by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'e8ac02a8-e826-44a3-b184-ad0b30f42bc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '18cd81fa-8a8a-4568-b72f-9dfeb3958de1'}] {{(pid=121607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:10:56.697900 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-763fd421-b661-4856-90c3-14d2646f9526 req-bb9c3afb-76d3-4439-8689-ca78bb93b214 service neutron] Attempting to bind port 9ec98fee-c19b-4539-9748-2eb705309dff on network 18cd81fa-8a8a-4568-b72f-9dfeb3958de1 {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:10:56.706750 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-763fd421-b661-4856-90c3-14d2646f9526 req-bb9c3afb-76d3-4439-8689-ca78bb93b214 service neutron] Port 9ec98fee-c19b-4539-9748-2eb705309dff on network 18cd81fa-8a8a-4568-b72f-9dfeb3958de1 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 25 21:10:56.709786 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-763fd421-b661-4856-90c3-14d2646f9526 req-bb9c3afb-76d3-4439-8689-ca78bb93b214 service neutron] Attempting to bind port 9ec98fee-c19b-4539-9748-2eb705309dff on network 18cd81fa-8a8a-4568-b72f-9dfeb3958de1 {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:10:56.716492 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-763fd421-b661-4856-90c3-14d2646f9526 req-bb9c3afb-76d3-4439-8689-ca78bb93b214 service neutron] Checking agent: {'id': '6d577036-68fc-4aa4-aed7-5ab01de2117e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 21, 4, 34), 'started_at': datetime.datetime(2021, 12, 25, 21, 4, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 10, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:10:56.717351 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-763fd421-b661-4856-90c3-14d2646f9526 req-bb9c3afb-76d3-4439-8689-ca78bb93b214 service neutron] Checking segment: {'id': 'e8ac02a8-e826-44a3-b184-ad0b30f42bc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '18cd81fa-8a8a-4568-b72f-9dfeb3958de1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:10:56.718072 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-763fd421-b661-4856-90c3-14d2646f9526 req-bb9c3afb-76d3-4439-8689-ca78bb93b214 service neutron] Bound using segment: {'id': 'e8ac02a8-e826-44a3-b184-ad0b30f42bc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '18cd81fa-8a8a-4568-b72f-9dfeb3958de1'} {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:10:56.718687 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.managers [req-763fd421-b661-4856-90c3-14d2646f9526 req-bb9c3afb-76d3-4439-8689-ca78bb93b214 service neutron] Bound port: 9ec98fee-c19b-4539-9748-2eb705309dff, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8ac02a8-e826-44a3-b184-ad0b30f42bc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '18cd81fa-8a8a-4568-b72f-9dfeb3958de1'}}] {{(pid=121607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:10:56.719220 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-763fd421-b661-4856-90c3-14d2646f9526 req-bb9c3afb-76d3-4439-8689-ca78bb93b214 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:56.825349 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.db [req-763fd421-b661-4856-90c3-14d2646f9526 req-bb9c3afb-76d3-4439-8689-ca78bb93b214 service neutron] For port 9ec98fee-c19b-4539-9748-2eb705309dff, host nch1-master-1, cleared binding levels {{(pid=121607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:10:56.829043 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.db [req-763fd421-b661-4856-90c3-14d2646f9526 req-bb9c3afb-76d3-4439-8689-ca78bb93b214 service neutron] For port 9ec98fee-c19b-4539-9748-2eb705309dff, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9ec98fee-c19b-4539-9748-2eb705309dff,segment=NetworkSegment(e8ac02a8-e826-44a3-b184-ad0b30f42bc3),segment_id=e8ac02a8-e826-44a3-b184-ad0b30f42bc3)] {{(pid=121607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:10:56.907503 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-763fd421-b661-4856-90c3-14d2646f9526 req-bb9c3afb-76d3-4439-8689-ca78bb93b214 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8632327'] for port, after_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:56.945713 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763fd421-b661-4856-90c3-14d2646f9526 req-bb9c3afb-76d3-4439-8689-ca78bb93b214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:10:56.946398 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-763fd421-b661-4856-90c3-14d2646f9526 req-bb9c3afb-76d3-4439-8689-ca78bb93b214 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:56.947856 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-763fd421-b661-4856-90c3-14d2646f9526 req-bb9c3afb-76d3-4439-8689-ca78bb93b214 service neutron] 10.222.0.31 "PUT /v2.0/ports/9ec98fee-c19b-4539-9748-2eb705309dff HTTP/1.1" status: 200  len: 1091 time: 1.2152741
Dec 25 21:10:56.948365 ncdv-master-1 neutron-server[121607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ae83e38-943e-47ce-af1e-e5bef506ca7d', 'tag': '9ec98fee-c19b-4539-9748-2eb705309dff'}] {{(pid=121607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:10:56.950847 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f980bbcadfa7bf1e788024e1448be660373c21f97f015f780444e999c451203" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c92953b-7063-4847-add0-21130059be50" -d '{"events": [{"name": "network-changed", "server_uuid": "1ae83e38-943e-47ce-af1e-e5bef506ca7d", "tag": "9ec98fee-c19b-4539-9748-2eb705309dff"}]}' {{(pid=121607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:10:56.958730 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-be7cf791-1aec-4a04-93b8-309fc6a2eb17 req-cbb760a0-9671-4ef0-ad1a-d10b7aa6181e service neutron] 10.222.0.32 "GET /v2.0/networks/629690dc-316c-48ba-b3f8-2395f5f041a6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5191057
Dec 25 21:10:56.975133 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9c3afb-76d3-4439-8689-ca78bb93b214 service neutron] Pushing event updated for resources: {'Port': ['ID=9ec98fee-c19b-4539-9748-2eb705309dff,revision_number=3']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:10:57.108422 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-f8b0e5f6-0161-4f10-9bc2-4460c37f8c13 req-aeeea837-1256-470c-aa3d-50730e1b0e2c service neutron] For port 68318cac-8cb7-4fbd-94a8-563f01bdc7e4, host nch1-master-1, cleared binding levels {{(pid=121606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:10:57.138612 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-f8b0e5f6-0161-4f10-9bc2-4460c37f8c13 req-aeeea837-1256-470c-aa3d-50730e1b0e2c service neutron] For port 68318cac-8cb7-4fbd-94a8-563f01bdc7e4, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=68318cac-8cb7-4fbd-94a8-563f01bdc7e4,segment=NetworkSegment(e8ac02a8-e826-44a3-b184-ad0b30f42bc3),segment_id=e8ac02a8-e826-44a3-b184-ad0b30f42bc3)] {{(pid=121606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:10:57.151907 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763fd421-b661-4856-90c3-14d2646f9526 req-7f02855e-d803-42a0-bcf4-ac3128f88b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:10:57.153479 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-763fd421-b661-4856-90c3-14d2646f9526 req-7f02855e-d803-42a0-bcf4-ac3128f88b7e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b2a52fc668c14890989f5c2756094ba1&device_id=1ae83e38-943e-47ce-af1e-e5bef506ca7d HTTP/1.1" status: 200  len: 1094 time: 0.0594225
Dec 25 21:10:57.186653 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37d89e2-6c3e-45ba-b867-3763e94c67a9 req-e5f0b567-1b79-48ca-8f88-eb48c40ec733 tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:10:57.188177 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d37d89e2-6c3e-45ba-b867-3763e94c67a9 req-e5f0b567-1b79-48ca-8f88-eb48c40ec733 tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a8114c1-85b3-4e15-9e15-95159b456e41 HTTP/1.1" status: 200  len: 947 time: 0.2256572
Dec 25 21:10:57.214493 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-763fd421-b661-4856-90c3-14d2646f9526 req-097311d6-7f07-4dc0-9d74-8aa95cb6d677 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9ec98fee-c19b-4539-9748-2eb705309dff HTTP/1.1" status: 200  len: 217 time: 0.0450916
Dec 25 21:10:57.232073 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-be7cf791-1aec-4a04-93b8-309fc6a2eb17 req-599131eb-55a8-4020-b4fc-1661e7a93ab0 service neutron] 10.222.0.32 "GET /v2.0/networks/629690dc-316c-48ba-b3f8-2395f5f041a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2724748
Dec 25 21:10:57.249197 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-f8b0e5f6-0161-4f10-9bc2-4460c37f8c13 req-aeeea837-1256-470c-aa3d-50730e1b0e2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:57.268920 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763fd421-b661-4856-90c3-14d2646f9526 req-11de96c5-2dbc-4f51-99d5-87d2385891f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:10:57.269148 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [req-9f52c5e1-5536-4bb7-a4e0-bbc2730f4812 req-cc5c08f3-1c2e-4590-8af6-3e284e686bb4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3147cbbc-6a59-4aed-93a8-d328bcb5240b {{(pid=121606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:10:57.269288 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-763fd421-b661-4856-90c3-14d2646f9526 req-11de96c5-2dbc-4f51-99d5-87d2385891f0 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=47a53b07-55d2-4a6d-8cba-79e98a017010 HTTP/1.1" status: 200  len: 853 time: 0.0554512
Dec 25 21:10:57.296380 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-9f52c5e1-5536-4bb7-a4e0-bbc2730f4812 req-cc5c08f3-1c2e-4590-8af6-3e284e686bb4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:57.322596 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763fd421-b661-4856-90c3-14d2646f9526 req-639e42ed-eae0-40ae-8a4d-b055805ed669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:10:57.326606 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-763fd421-b661-4856-90c3-14d2646f9526 req-639e42ed-eae0-40ae-8a4d-b055805ed669 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=18cd81fa-8a8a-4568-b72f-9dfeb3958de1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0483074
Dec 25 21:10:57.326723 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b0e5f6-0161-4f10-9bc2-4460c37f8c13 req-aeeea837-1256-470c-aa3d-50730e1b0e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:10:57.326723 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-f8b0e5f6-0161-4f10-9bc2-4460c37f8c13 req-aeeea837-1256-470c-aa3d-50730e1b0e2c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:57.327594 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f8b0e5f6-0161-4f10-9bc2-4460c37f8c13 req-aeeea837-1256-470c-aa3d-50730e1b0e2c service neutron] 10.222.0.31 "PUT /v2.0/ports/68318cac-8cb7-4fbd-94a8-563f01bdc7e4 HTTP/1.1" status: 200  len: 1092 time: 2.5059462
Dec 25 21:10:57.328219 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device f465e7da-b12a-4235-8af5-b0f521da6640 up at agent hyperv_nch2-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:10:57.336495 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd914c615-075b-48b0-bbd9-707f0b4e084d', 'tag': '68318cac-8cb7-4fbd-94a8-563f01bdc7e4'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:10:57.338844 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9858820c13ec2827453b94ebc4181065e990a4e4089ccb9fe762531ac62d2fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60bb20ec-92db-4d23-b88e-c5c2e611abc0" -d '{"events": [{"name": "network-changed", "server_uuid": "d914c615-075b-48b0-bbd9-707f0b4e084d", "tag": "68318cac-8cb7-4fbd-94a8-563f01bdc7e4"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:10:57.366067 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.provisioning_blocks [req-9f52c5e1-5536-4bb7-a4e0-bbc2730f4812 req-cc5c08f3-1c2e-4590-8af6-3e284e686bb4 service neutron] Transition to ACTIVE for port object 3147cbbc-6a59-4aed-93a8-d328bcb5240b will not be triggered until provisioned by entity L2. {{(pid=121606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 25 21:10:57.378731 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d81bd69-aa36-40c3-bcdf-323439412c80 req-ec83ac70-bad4-4d6b-9dc0-d7b4253b1486 tempest-ServersWithSpecificFlavorTestJSON-439149936 tempest-ServersWithSpecificFlavorTestJSON-439149936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:10:57.380324 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8d81bd69-aa36-40c3-bcdf-323439412c80 req-ec83ac70-bad4-4d6b-9dc0-d7b4253b1486 tempest-ServersWithSpecificFlavorTestJSON-439149936 tempest-ServersWithSpecificFlavorTestJSON-439149936-project] 10.222.0.37 "GET /v2.0/ports?device_id=1a4cbf2d-cea7-4432-9264-6ac3fed9238d HTTP/1.1" status: 200  len: 945 time: 0.2134864
Dec 25 21:10:57.402493 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d37d89e2-6c3e-45ba-b867-3763e94c67a9 req-6b165257-9827-4e3d-bdf5-603b75b3275b tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] 10.222.0.32 "GET /v2.0/security-groups?id=21386e98-0735-4168-a9d9-35455a6206b6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1891890
Dec 25 21:10:57.478256 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-9f52c5e1-5536-4bb7-a4e0-bbc2730f4812 req-cc5c08f3-1c2e-4590-8af6-3e284e686bb4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:57.490809 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Provisioning complete for port f465e7da-b12a-4235-8af5-b0f521da6640 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:10:57.491188 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:57.496521 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeeea837-1256-470c-aa3d-50730e1b0e2c service neutron] Pushing event updated for resources: {'Port': ['ID=68318cac-8cb7-4fbd-94a8-563f01bdc7e4,revision_number=3']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:10:57.529684 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-763fd421-b661-4856-90c3-14d2646f9526 req-b835ff3f-3519-406e-a151-8a9b5d3df378 service neutron] 10.222.0.31 "GET /v2.0/networks/18cd81fa-8a8a-4568-b72f-9dfeb3958de1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1927094
Dec 25 21:10:57.793151 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5c08f3-1c2e-4590-8af6-3e284e686bb4 service neutron] Pushing event updated for resources: {'Port': ['ID=3147cbbc-6a59-4aed-93a8-d328bcb5240b,revision_number=2']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:10:57.839082 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:57.865556 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-763fd421-b661-4856-90c3-14d2646f9526 req-0cbdd358-772c-4bab-84b6-d243ef002cb1 service neutron] 10.222.0.31 "GET /v2.0/networks/18cd81fa-8a8a-4568-b72f-9dfeb3958de1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3274305
Dec 25 21:10:57.878344 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b0e5f6-0161-4f10-9bc2-4460c37f8c13 req-0570c750-adfb-4161-85b0-7fd50d05a9f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:10:57.880699 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f8b0e5f6-0161-4f10-9bc2-4460c37f8c13 req-0570c750-adfb-4161-85b0-7fd50d05a9f9 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b2a52fc668c14890989f5c2756094ba1&device_id=d914c615-075b-48b0-bbd9-707f0b4e084d HTTP/1.1" status: 200  len: 1095 time: 0.3852210
Dec 25 21:10:57.902811 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a8114c1-85b3-4e15-9e15-95159b456e41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f465e7da-b12a-4235-8af5-b0f521da6640'}] {{(pid=121608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:10:57.905112 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a88c78c3ff6266bd59c7e89d275b28c92e739b67d23c89d71af88829fd31566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-036d15f0-6607-46b9-a179-329169f89eb6" -d '{"events": [{"server_uuid": "9a8114c1-85b3-4e15-9e15-95159b456e41", "name": "network-vif-plugged", "status": "completed", "tag": "f465e7da-b12a-4235-8af5-b0f521da6640"}]}' {{(pid=121608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:10:57.933724 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port f465e7da-b12a-4235-8af5-b0f521da6640, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f465e7da-b12a-4235-8af5-b0f521da6640,segment=NetworkSegment(85c774cb-a0eb-4ad9-961f-f331d3b37cd6),segment_id=85c774cb-a0eb-4ad9-961f-f331d3b37cd6)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:10:57.951556 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Dec 2021 21:10:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6171153b-6883-4eb5-ae11-4185830cf9af x-openstack-request-id: req-6171153b-6883-4eb5-ae11-4185830cf9af {{(pid=121607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:10:57.952201 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ae83e38-943e-47ce-af1e-e5bef506ca7d", "tag": "9ec98fee-c19b-4539-9748-2eb705309dff", "status": "completed", "code": 200}]} {{(pid=121607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:10:57.952596 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6171153b-6883-4eb5-ae11-4185830cf9af {{(pid=121607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:10:57.954849 ncdv-master-1 neutron-server[121607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ae83e38-943e-47ce-af1e-e5bef506ca7d', 'tag': '9ec98fee-c19b-4539-9748-2eb705309dff', 'status': 'completed', 'code': 200}
Dec 25 21:10:58.049765 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:58.075594 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f8b0e5f6-0161-4f10-9bc2-4460c37f8c13 req-0c9829cc-9a46-42a3-bedf-3729d409a40d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=68318cac-8cb7-4fbd-94a8-563f01bdc7e4 HTTP/1.1" status: 200  len: 217 time: 0.0980411
Dec 25 21:10:58.085568 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c92953b-7063-4847-add0-21130059be50 req-7e14615a-514b-49ba-9b6d-328df50e4787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:10:58.086110 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-9f52c5e1-5536-4bb7-a4e0-bbc2730f4812 req-cc5c08f3-1c2e-4590-8af6-3e284e686bb4 service neutron] Attempting to bind port 3147cbbc-6a59-4aed-93a8-d328bcb5240b on host nch1-master-1 for vnic_type normal with profile  {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:10:58.086614 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-9f52c5e1-5536-4bb7-a4e0-bbc2730f4812 req-cc5c08f3-1c2e-4590-8af6-3e284e686bb4 service neutron] Attempting to bind port 3147cbbc-6a59-4aed-93a8-d328bcb5240b by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'e8ac02a8-e826-44a3-b184-ad0b30f42bc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '18cd81fa-8a8a-4568-b72f-9dfeb3958de1'}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:10:58.087077 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f52c5e1-5536-4bb7-a4e0-bbc2730f4812 req-cc5c08f3-1c2e-4590-8af6-3e284e686bb4 service neutron] Attempting to bind port 3147cbbc-6a59-4aed-93a8-d328bcb5240b on network 18cd81fa-8a8a-4568-b72f-9dfeb3958de1 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:10:58.090243 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-1c92953b-7063-4847-add0-21130059be50 req-7e14615a-514b-49ba-9b6d-328df50e4787 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b2a52fc668c14890989f5c2756094ba1&device_id=1ae83e38-943e-47ce-af1e-e5bef506ca7d HTTP/1.1" status: 200  len: 1094 time: 0.0615509
Dec 25 21:10:58.107681 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f52c5e1-5536-4bb7-a4e0-bbc2730f4812 req-cc5c08f3-1c2e-4590-8af6-3e284e686bb4 service neutron] Port 3147cbbc-6a59-4aed-93a8-d328bcb5240b on network 18cd81fa-8a8a-4568-b72f-9dfeb3958de1 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 25 21:10:58.108165 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f52c5e1-5536-4bb7-a4e0-bbc2730f4812 req-cc5c08f3-1c2e-4590-8af6-3e284e686bb4 service neutron] Attempting to bind port 3147cbbc-6a59-4aed-93a8-d328bcb5240b on network 18cd81fa-8a8a-4568-b72f-9dfeb3958de1 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:10:58.115655 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [req-8d81bd69-aa36-40c3-bcdf-323439412c80 req-487d448c-7bb0-4744-9a17-ed9bbeb341c2 tempest-ServersWithSpecificFlavorTestJSON-439149936 tempest-ServersWithSpecificFlavorTestJSON-439149936-project] Deleting port 7c429c38-cf37-4881-8541-dad894677bf4 {{(pid=121606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:10:58.116001 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-8d81bd69-aa36-40c3-bcdf-323439412c80 req-487d448c-7bb0-4744-9a17-ed9bbeb341c2 tempest-ServersWithSpecificFlavorTestJSON-439149936 tempest-ServersWithSpecificFlavorTestJSON-439149936-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:58.121937 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Pushing event updated for resources: {'Port': ['ID=f465e7da-b12a-4235-8af5-b0f521da6640,revision_number=8']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:10:58.130764 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e297df1b-b1b8-478b-b13d-2b2600fb0578 req-7e6eed38-f331-4cd9-be0c-be9a664bc744 tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:10:58.134193 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e297df1b-b1b8-478b-b13d-2b2600fb0578 req-7e6eed38-f331-4cd9-be0c-be9a664bc744 tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] 10.222.0.32 "GET /v2.0/ports?device_id=e327d55b-28ca-4bfa-bcf1-e4ed49240d52 HTTP/1.1" status: 200  len: 945 time: 0.2777891
Dec 25 21:10:58.176841 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f52c5e1-5536-4bb7-a4e0-bbc2730f4812 req-cc5c08f3-1c2e-4590-8af6-3e284e686bb4 service neutron] Checking agent: {'id': '6d577036-68fc-4aa4-aed7-5ab01de2117e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 21, 4, 34), 'started_at': datetime.datetime(2021, 12, 25, 21, 4, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 10, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:10:58.177152 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f52c5e1-5536-4bb7-a4e0-bbc2730f4812 req-cc5c08f3-1c2e-4590-8af6-3e284e686bb4 service neutron] Checking segment: {'id': 'e8ac02a8-e826-44a3-b184-ad0b30f42bc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '18cd81fa-8a8a-4568-b72f-9dfeb3958de1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:10:58.177536 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f52c5e1-5536-4bb7-a4e0-bbc2730f4812 req-cc5c08f3-1c2e-4590-8af6-3e284e686bb4 service neutron] Bound using segment: {'id': 'e8ac02a8-e826-44a3-b184-ad0b30f42bc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '18cd81fa-8a8a-4568-b72f-9dfeb3958de1'} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:10:58.177989 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-9f52c5e1-5536-4bb7-a4e0-bbc2730f4812 req-cc5c08f3-1c2e-4590-8af6-3e284e686bb4 service neutron] Bound port: 3147cbbc-6a59-4aed-93a8-d328bcb5240b, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8ac02a8-e826-44a3-b184-ad0b30f42bc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '18cd81fa-8a8a-4568-b72f-9dfeb3958de1'}}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:10:58.179753 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-9f52c5e1-5536-4bb7-a4e0-bbc2730f4812 req-cc5c08f3-1c2e-4590-8af6-3e284e686bb4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:58.200715 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c92953b-7063-4847-add0-21130059be50 req-e3d29208-30d4-4522-bb34-86b568179c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:10:58.202418 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-1c92953b-7063-4847-add0-21130059be50 req-e3d29208-30d4-4522-bb34-86b568179c3a service neutron] 10.222.0.31 "GET /v2.0/networks?id=18cd81fa-8a8a-4568-b72f-9dfeb3958de1 HTTP/1.1" status: 200  len: 915 time: 0.1089849
Dec 25 21:10:58.213986 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f6e423-841c-4e23-8cd8-a189e81e2516 req-dddf5d38-832a-4411-a642-ee5549845ae5 tempest-ListServerFiltersTestJSON-1422081367 tempest-ListServerFiltersTestJSON-1422081367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:10:58.215452 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-15f6e423-841c-4e23-8cd8-a189e81e2516 req-dddf5d38-832a-4411-a642-ee5549845ae5 tempest-ListServerFiltersTestJSON-1422081367 tempest-ListServerFiltersTestJSON-1422081367-project] 10.222.0.32 "GET /v2.0/ports?device_id=1ae83e38-943e-47ce-af1e-e5bef506ca7d HTTP/1.1" status: 200  len: 943 time: 0.1876924
Dec 25 21:10:58.249078 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-1c92953b-7063-4847-add0-21130059be50 req-6f0be4e1-ed3a-41a9-83b3-f0a0ad7bbaa4 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9ec98fee-c19b-4539-9748-2eb705309dff HTTP/1.1" status: 200  len: 217 time: 0.0371366
Dec 25 21:10:58.282353 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b0e5f6-0161-4f10-9bc2-4460c37f8c13 req-b5affe74-edb8-4d6a-8309-e9f3e26b7384 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:10:58.283792 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f8b0e5f6-0161-4f10-9bc2-4460c37f8c13 req-b5affe74-edb8-4d6a-8309-e9f3e26b7384 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=47a53b07-55d2-4a6d-8cba-79e98a017010 HTTP/1.1" status: 200  len: 853 time: 0.1915076
Dec 25 21:10:58.297809 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c92953b-7063-4847-add0-21130059be50 req-61f72498-a1a7-4613-97a0-6c85696a0189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:10:58.299264 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-1c92953b-7063-4847-add0-21130059be50 req-61f72498-a1a7-4613-97a0-6c85696a0189 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=47a53b07-55d2-4a6d-8cba-79e98a017010 HTTP/1.1" status: 200  len: 853 time: 0.0436337
Dec 25 21:10:58.345869 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c92953b-7063-4847-add0-21130059be50 req-e09b79ad-89df-4c57-a981-dc406813dd7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:10:58.347496 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-1c92953b-7063-4847-add0-21130059be50 req-e09b79ad-89df-4c57-a981-dc406813dd7f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=18cd81fa-8a8a-4568-b72f-9dfeb3958de1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0412769
Dec 25 21:10:58.419058 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e297df1b-b1b8-478b-b13d-2b2600fb0578 req-a626b695-d240-4ded-9c9b-9d328314470b tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] 10.222.0.32 "GET /v2.0/security-groups?id=381a44e3-d0d7-4aba-bc61-1ef7cfa17da9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2576022
Dec 25 21:10:58.423293 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-8d81bd69-aa36-40c3-bcdf-323439412c80 req-487d448c-7bb0-4744-9a17-ed9bbeb341c2 tempest-ServersWithSpecificFlavorTestJSON-439149936 tempest-ServersWithSpecificFlavorTestJSON-439149936-project] For port 7c429c38-cf37-4881-8541-dad894677bf4, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7c429c38-cf37-4881-8541-dad894677bf4,segment=NetworkSegment(8db2faa6-9c4c-4971-bf8a-75e7f110c5aa),segment_id=8db2faa6-9c4c-4971-bf8a-75e7f110c5aa)] {{(pid=121606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:10:58.423667 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-8d81bd69-aa36-40c3-bcdf-323439412c80 req-487d448c-7bb0-4744-9a17-ed9bbeb341c2 tempest-ServersWithSpecificFlavorTestJSON-439149936 tempest-ServersWithSpecificFlavorTestJSON-439149936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:58.457966 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-1c92953b-7063-4847-add0-21130059be50 req-f68c8db2-38d1-4807-a999-6ea0d55cdae6 service neutron] 10.222.0.31 "GET /v2.0/networks/18cd81fa-8a8a-4568-b72f-9dfeb3958de1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1018085
Dec 25 21:10:58.473947 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-15f6e423-841c-4e23-8cd8-a189e81e2516 req-281e10ef-5fe8-405a-95a1-467907639193 tempest-ListServerFiltersTestJSON-1422081367 tempest-ListServerFiltersTestJSON-1422081367-project] 10.222.0.32 "GET /v2.0/security-groups?id=447f20bc-c1b8-4d93-b35d-2eedc5c6dd85&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2132418
Dec 25 21:10:58.525511 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Dec 2021 21:10:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da840e8b-4111-4d7b-9718-9a932baf0a97 x-openstack-request-id: req-da840e8b-4111-4d7b-9718-9a932baf0a97 {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:10:58.526259 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d914c615-075b-48b0-bbd9-707f0b4e084d", "tag": "68318cac-8cb7-4fbd-94a8-563f01bdc7e4", "status": "completed", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:10:58.526739 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-da840e8b-4111-4d7b-9718-9a932baf0a97 {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:10:58.527413 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd914c615-075b-48b0-bbd9-707f0b4e084d', 'tag': '68318cac-8cb7-4fbd-94a8-563f01bdc7e4', 'status': 'completed', 'code': 200}
Dec 25 21:10:58.528744 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-9f52c5e1-5536-4bb7-a4e0-bbc2730f4812 req-cc5c08f3-1c2e-4590-8af6-3e284e686bb4 service neutron] For port 3147cbbc-6a59-4aed-93a8-d328bcb5240b, host nch1-master-1, cleared binding levels {{(pid=121606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:10:58.539627 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b0e5f6-0161-4f10-9bc2-4460c37f8c13 req-8300f7e1-fcce-4d64-b68f-ac812ae61d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:10:58.541148 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f8b0e5f6-0161-4f10-9bc2-4460c37f8c13 req-8300f7e1-fcce-4d64-b68f-ac812ae61d99 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=18cd81fa-8a8a-4568-b72f-9dfeb3958de1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.2437949
Dec 25 21:10:58.569125 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-1c92953b-7063-4847-add0-21130059be50 req-15d7d446-aa00-4a47-b4c9-7f7aac8e1a6a service neutron] 10.222.0.31 "GET /v2.0/networks/18cd81fa-8a8a-4568-b72f-9dfeb3958de1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1035275
Dec 25 21:10:58.627116 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-9f52c5e1-5536-4bb7-a4e0-bbc2730f4812 req-cc5c08f3-1c2e-4590-8af6-3e284e686bb4 service neutron] For port 3147cbbc-6a59-4aed-93a8-d328bcb5240b, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3147cbbc-6a59-4aed-93a8-d328bcb5240b,segment=NetworkSegment(e8ac02a8-e826-44a3-b184-ad0b30f42bc3),segment_id=e8ac02a8-e826-44a3-b184-ad0b30f42bc3)] {{(pid=121606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:10:58.659337 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b181098b-0a9e-4971-bbef-15ac7281818c req-0a616467-0683-44dc-9f60-d018440289b3 tempest-ServersWithSpecificFlavorTestJSON-439149936 tempest-ServersWithSpecificFlavorTestJSON-439149936-project] 10.222.0.32 "GET /v2.0/ports?device_id=7df0e675-9617-49b5-bf06-c32adf655c9e HTTP/1.1" status: 200  len: 210 time: 0.1166899
Dec 25 21:10:58.778247 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7cf3d0-6382-40e0-a739-57b8ef975850 req-d730801d-4fcd-437f-a43e-1ec662051890 tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:10:58.779709 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ed7cf3d0-6382-40e0-a739-57b8ef975850 req-d730801d-4fcd-437f-a43e-1ec662051890 tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c1ea080-3600-4152-8bef-f30741212401 HTTP/1.1" status: 200  len: 945 time: 0.2426271
Dec 25 21:10:58.885189 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f8b0e5f6-0161-4f10-9bc2-4460c37f8c13 req-09a26cdd-5463-4597-99b9-1330fd7e8cb6 service neutron] 10.222.0.31 "GET /v2.0/networks/18cd81fa-8a8a-4568-b72f-9dfeb3958de1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3250678
Dec 25 21:10:58.914147 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23810d67-6e9d-4a9a-98c3-d56d794da9dc req-45d88a5f-f53f-409a-a7d3-4be7b7d6e09b tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:10:58.915928 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-23810d67-6e9d-4a9a-98c3-d56d794da9dc req-45d88a5f-f53f-409a-a7d3-4be7b7d6e09b tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] 10.222.0.32 "GET /v2.0/ports?device_id=1b814523-70ff-4cb2-b14c-f77ae086c04f HTTP/1.1" status: 200  len: 950 time: 0.1716547
Dec 25 21:10:58.974219 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-8d81bd69-aa36-40c3-bcdf-323439412c80 req-487d448c-7bb0-4744-9a17-ed9bbeb341c2 tempest-ServersWithSpecificFlavorTestJSON-439149936 tempest-ServersWithSpecificFlavorTestJSON-439149936-project] Publish callbacks [] for floatingip, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:58.974587 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-8d81bd69-aa36-40c3-bcdf-323439412c80 req-487d448c-7bb0-4744-9a17-ed9bbeb341c2 tempest-ServersWithSpecificFlavorTestJSON-439149936 tempest-ServersWithSpecificFlavorTestJSON-439149936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2008639'] for floatingip, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:10:58.974902 ncdv-master-1 neutron-server[121606]: INFO neutron.db.l3_db [req-8d81bd69-aa36-40c3-bcdf-323439412c80 req-487d448c-7bb0-4744-9a17-ed9bbeb341c2 tempest-ServersWithSpecificFlavorTestJSON-439149936 tempest-ServersWithSpecificFlavorTestJSON-439149936-project] Floating IP 922efb14-5c26-45d7-97a3-4e8463385b77 disassociated. External IP: 172.35.3.223, port: 7c429c38-cf37-4881-8541-dad894677bf4.
Dec 25 21:10:58.975242 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [req-8d81bd69-aa36-40c3-bcdf-323439412c80 req-487d448c-7bb0-4744-9a17-ed9bbeb341c2 tempest-ServersWithSpecificFlavorTestJSON-439149936 tempest-ServersWithSpecificFlavorTestJSON-439149936-project] Calling delete_port for 7c429c38-cf37-4881-8541-dad894677bf4 owned by compute:nova {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:10:58.982963 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ed7cf3d0-6382-40e0-a739-57b8ef975850 req-47ed86fb-0da7-4819-897d-707fcd535234 tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] 10.222.0.32 "GET /v2.0/security-groups?id=bc05caf7-df2e-49b8-960c-4031d2c2ccca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1816220
Dec 25 21:10:59.026451 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 21:10:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b6daed0-f6bb-4f04-80e7-50150a971b00 x-openstack-request-id: req-2b6daed0-f6bb-4f04-80e7-50150a971b00 {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:10:59.026972 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a8114c1-85b3-4e15-9e15-95159b456e41", "name": "network-vif-plugged", "status": "completed", "tag": "f465e7da-b12a-4235-8af5-b0f521da6640", "code": 200}]} {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:10:59.027197 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2b6daed0-f6bb-4f04-80e7-50150a971b00 {{(pid=121608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:10:59.027731 ncdv-master-1 neutron-server[121608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a8114c1-85b3-4e15-9e15-95159b456e41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f465e7da-b12a-4235-8af5-b0f521da6640', 'code': 200}
Dec 25 21:10:59.101683 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-23810d67-6e9d-4a9a-98c3-d56d794da9dc req-5701a7ea-1cc5-4c32-aa59-d2b07bd6885a tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] 10.222.0.32 "GET /v2.0/security-groups?id=3d6cb2f0-3d81-4228-9d61-fc5e0bb3087e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1709952
Dec 25 21:10:59.151478 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f8b0e5f6-0161-4f10-9bc2-4460c37f8c13 req-f660b8e7-f88f-4237-a301-5c7514fabd80 service neutron] 10.222.0.31 "GET /v2.0/networks/18cd81fa-8a8a-4568-b72f-9dfeb3958de1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2460997
Dec 25 21:10:59.184247 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff9f587-c8c3-40d3-9262-85bd7e3030a6 req-24f8bb81-3d0c-42b4-95a5-66dc445f65e8 tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:10:59.186073 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4ff9f587-c8c3-40d3-9262-85bd7e3030a6 req-24f8bb81-3d0c-42b4-95a5-66dc445f65e8 tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a8114c1-85b3-4e15-9e15-95159b456e41 HTTP/1.1" status: 200  len: 949 time: 0.1058848
Dec 25 21:10:59.259710 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fa3341-f506-4077-a84a-9892154403b8 req-5de1ad45-13ad-4b51-b866-86a9882951f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:10:59.261317 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-20fa3341-f506-4077-a84a-9892154403b8 req-5de1ad45-13ad-4b51-b866-86a9882951f0 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=9a8114c1-85b3-4e15-9e15-95159b456e41 HTTP/1.1" status: 200  len: 1100 time: 0.0447760
Dec 25 21:10:59.273332 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4ff9f587-c8c3-40d3-9262-85bd7e3030a6 req-607683db-43d3-4a9b-8d30-abfe1b42cace tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] 10.222.0.32 "GET /v2.0/security-groups?id=21386e98-0735-4168-a9d9-35455a6206b6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0593004
Dec 25 21:10:59.309043 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-20fa3341-f506-4077-a84a-9892154403b8 req-a14445d3-e91a-4302-b2a4-d61d05e8e3da service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=21386e98-0735-4168-a9d9-35455a6206b6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0394111
Dec 25 21:10:59.808412 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae6f6d3-bc4b-4f1b-a200-ce4517727104 req-e7c6ab09-fc84-4589-a6e8-69936e278e6a tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:10:59.809896 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-9ae6f6d3-bc4b-4f1b-a200-ce4517727104 req-e7c6ab09-fc84-4589-a6e8-69936e278e6a tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b814523-70ff-4cb2-b14c-f77ae086c04f HTTP/1.1" status: 200  len: 950 time: 0.0478582
Dec 25 21:11:00.159636 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [req-9ae6f6d3-bc4b-4f1b-a200-ce4517727104 req-a4f1378c-5f7d-45d0-90c3-d02f6332c8bc tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] Deleting port 1bcf9756-ed56-4846-ad16-befd4fd2f0e0 {{(pid=121607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:11:00.159880 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-9ae6f6d3-bc4b-4f1b-a200-ce4517727104 req-a4f1378c-5f7d-45d0-90c3-d02f6332c8bc tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:11:00.250669 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.db [req-9ae6f6d3-bc4b-4f1b-a200-ce4517727104 req-a4f1378c-5f7d-45d0-90c3-d02f6332c8bc tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] For port 1bcf9756-ed56-4846-ad16-befd4fd2f0e0, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1bcf9756-ed56-4846-ad16-befd4fd2f0e0,segment=NetworkSegment(85c774cb-a0eb-4ad9-961f-f331d3b37cd6),segment_id=85c774cb-a0eb-4ad9-961f-f331d3b37cd6)] {{(pid=121607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:11:00.251031 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-9ae6f6d3-bc4b-4f1b-a200-ce4517727104 req-a4f1378c-5f7d-45d0-90c3-d02f6332c8bc tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:11:00.266237 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [req-9ae6f6d3-bc4b-4f1b-a200-ce4517727104 req-a4f1378c-5f7d-45d0-90c3-d02f6332c8bc tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] Calling delete_port for 1bcf9756-ed56-4846-ad16-befd4fd2f0e0 owned by compute:nova {{(pid=121607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:11:00.624041 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0259fce1-1b8f-4646-a231-a9e70cb80926 req-6d81088e-5c72-404e-8017-ad2e7773cccc tempest-LiveMigrationTest-1605081009 tempest-LiveMigrationTest-1605081009-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:11:00.625622 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0259fce1-1b8f-4646-a231-a9e70cb80926 req-6d81088e-5c72-404e-8017-ad2e7773cccc tempest-LiveMigrationTest-1605081009 tempest-LiveMigrationTest-1605081009-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=3c1ea080-3600-4152-8bef-f30741212401 HTTP/1.1" status: 200  len: 1096 time: 0.0746491
Dec 25 21:11:00.633015 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617f1c99-0c30-40ee-8c6a-24494b78a52f req-a6248947-b404-40c5-ae26-1846639a3edd tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:11:00.634384 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-617f1c99-0c30-40ee-8c6a-24494b78a52f req-a6248947-b404-40c5-ae26-1846639a3edd tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] 10.222.0.32 "GET /v2.0/ports?device_id=e327d55b-28ca-4bfa-bcf1-e4ed49240d52 HTTP/1.1" status: 200  len: 945 time: 0.0846426
Dec 25 21:11:00.699562 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0259fce1-1b8f-4646-a231-a9e70cb80926 req-f6e8a60f-439d-4114-b37b-efddf823a94d tempest-LiveMigrationTest-1605081009 tempest-LiveMigrationTest-1605081009-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=bc05caf7-df2e-49b8-960c-4031d2c2ccca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0642097
Dec 25 21:11:00.707654 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-617f1c99-0c30-40ee-8c6a-24494b78a52f req-665d0c89-4a56-4213-bcfb-02110443f8bd tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] 10.222.0.32 "GET /v2.0/security-groups?id=381a44e3-d0d7-4aba-bc61-1ef7cfa17da9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0663095
Dec 25 21:11:00.779564 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5f308309-5fed-434c-a869-bbc5569bf9be req-77f5e18e-72c4-4541-8199-5dd945727b47 tempest-ServersWithSpecificFlavorTestJSON-439149936 tempest-ServersWithSpecificFlavorTestJSON-439149936-project] 10.222.0.32 "GET /v2.0/ports?device_id=7df0e675-9617-49b5-bf06-c32adf655c9e HTTP/1.1" status: 200  len: 210 time: 0.0284877
Dec 25 21:11:00.826596 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a42972-4106-4c95-8b51-4cd030985184 req-93d49cb1-9fbf-4a24-aa8d-ba1e94738255 tempest-ListServerFiltersTestJSON-1422081367 tempest-ListServerFiltersTestJSON-1422081367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:11:00.828116 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-48a42972-4106-4c95-8b51-4cd030985184 req-93d49cb1-9fbf-4a24-aa8d-ba1e94738255 tempest-ListServerFiltersTestJSON-1422081367 tempest-ListServerFiltersTestJSON-1422081367-project] 10.222.0.32 "GET /v2.0/ports?device_id=1ae83e38-943e-47ce-af1e-e5bef506ca7d HTTP/1.1" status: 200  len: 943 time: 0.0508821
Dec 25 21:11:00.908663 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-48a42972-4106-4c95-8b51-4cd030985184 req-b85ba844-d234-4d50-9d6e-1177fe77722d tempest-ListServerFiltersTestJSON-1422081367 tempest-ListServerFiltersTestJSON-1422081367-project] 10.222.0.32 "GET /v2.0/security-groups?id=447f20bc-c1b8-4d93-b35d-2eedc5c6dd85&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0738337
Dec 25 21:11:00.915836 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4efa751-2a77-4eef-a07c-2674da1a6a54 req-a5519178-d342-4be8-86db-d24a810e80b9 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:11:00.917290 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c4efa751-2a77-4eef-a07c-2674da1a6a54 req-a5519178-d342-4be8-86db-d24a810e80b9 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] 10.222.0.32 "GET /v2.0/ports?device_id=1b814523-70ff-4cb2-b14c-f77ae086c04f HTTP/1.1" status: 200  len: 950 time: 0.0810041
Dec 25 21:11:00.968321 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c4efa751-2a77-4eef-a07c-2674da1a6a54 req-ecadf1b8-fbfc-4fd4-9c57-0f15deb0dd68 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] 10.222.0.32 "GET /v2.0/security-groups?id=3d6cb2f0-3d81-4228-9d61-fc5e0bb3087e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0449338
Dec 25 21:11:01.076363 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b74910a-9fac-45b6-92b2-e8148e5fb691 req-b5189582-e78a-4e77-92e0-abe5f15adc7d tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:11:01.078033 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0b74910a-9fac-45b6-92b2-e8148e5fb691 req-b5189582-e78a-4e77-92e0-abe5f15adc7d tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a8114c1-85b3-4e15-9e15-95159b456e41 HTTP/1.1" status: 200  len: 949 time: 0.0523067
Dec 25 21:11:01.131268 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0b74910a-9fac-45b6-92b2-e8148e5fb691 req-5453c270-bd29-4cc0-8528-42a47ffbe451 tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] 10.222.0.32 "GET /v2.0/security-groups?id=21386e98-0735-4168-a9d9-35455a6206b6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0462725
Dec 25 21:11:01.342618 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device 7c429c38-cf37-4881-8541-dad894677bf4 no longer exists at agent hyperv_nch2-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:11:01.420279 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:11:01.557248 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-9ae6f6d3-bc4b-4f1b-a200-ce4517727104 req-a4f1378c-5f7d-45d0-90c3-d02f6332c8bc tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:11:01.558354 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-8d81bd69-aa36-40c3-bcdf-323439412c80 req-487d448c-7bb0-4744-9a17-ed9bbeb341c2 tempest-ServersWithSpecificFlavorTestJSON-439149936 tempest-ServersWithSpecificFlavorTestJSON-439149936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:11:01.562417 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-9f52c5e1-5536-4bb7-a4e0-bbc2730f4812 req-cc5c08f3-1c2e-4590-8af6-3e284e686bb4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:11:01.587009 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f1378c-5f7d-45d0-90c3-d02f6332c8bc tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] Pushing event deleted for resources: {'Port': ['ID=1bcf9756-ed56-4846-ad16-befd4fd2f0e0,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:11:01.599830 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f1378c-5f7d-45d0-90c3-d02f6332c8bc tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:11:01.600500 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f1378c-5f7d-45d0-90c3-d02f6332c8bc tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:11:01.601080 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f1378c-5f7d-45d0-90c3-d02f6332c8bc tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:11:01.601491 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f1378c-5f7d-45d0-90c3-d02f6332c8bc tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:11:01.601894 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f1378c-5f7d-45d0-90c3-d02f6332c8bc tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:11:01.602442 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f1378c-5f7d-45d0-90c3-d02f6332c8bc tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:11:01.602973 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f1378c-5f7d-45d0-90c3-d02f6332c8bc tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:11:01.603532 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f1378c-5f7d-45d0-90c3-d02f6332c8bc tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:11:01.604204 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f1378c-5f7d-45d0-90c3-d02f6332c8bc tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:11:01.604725 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f1378c-5f7d-45d0-90c3-d02f6332c8bc tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:11:01.605314 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f1378c-5f7d-45d0-90c3-d02f6332c8bc tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:11:01.605860 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f1378c-5f7d-45d0-90c3-d02f6332c8bc tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:11:01.606375 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f1378c-5f7d-45d0-90c3-d02f6332c8bc tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:11:01.609257 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f52c5e1-5536-4bb7-a4e0-bbc2730f4812 req-cc5c08f3-1c2e-4590-8af6-3e284e686bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:11:01.609770 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-9f52c5e1-5536-4bb7-a4e0-bbc2730f4812 req-cc5c08f3-1c2e-4590-8af6-3e284e686bb4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:11:01.611259 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9f52c5e1-5536-4bb7-a4e0-bbc2730f4812 req-cc5c08f3-1c2e-4590-8af6-3e284e686bb4 service neutron] 10.222.0.31 "PUT /v2.0/ports/3147cbbc-6a59-4aed-93a8-d328bcb5240b HTTP/1.1" status: 200  len: 1092 time: 5.9950273
Dec 25 21:11:01.611872 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cadf356d-6fa7-4dcf-9dcf-515f67791639', 'tag': '3147cbbc-6a59-4aed-93a8-d328bcb5240b'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:11:01.616727 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9858820c13ec2827453b94ebc4181065e990a4e4089ccb9fe762531ac62d2fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc450e40-2ab1-4f6e-bd47-5631cb28388a" -d '{"events": [{"name": "network-changed", "server_uuid": "cadf356d-6fa7-4dcf-9dcf-515f67791639", "tag": "3147cbbc-6a59-4aed-93a8-d328bcb5240b"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:11:01.667046 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ae6f6d3-bc4b-4f1b-a200-ce4517727104 req-a4f1378c-5f7d-45d0-90c3-d02f6332c8bc tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] No DVR routers for this DVR port 1bcf9756-ed56-4846-ad16-befd4fd2f0e0 on host nch2-master-1 {{(pid=121607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:11:01.669879 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-9ae6f6d3-bc4b-4f1b-a200-ce4517727104 req-a4f1378c-5f7d-45d0-90c3-d02f6332c8bc tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:11:01.673409 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-9ae6f6d3-bc4b-4f1b-a200-ce4517727104 req-a4f1378c-5f7d-45d0-90c3-d02f6332c8bc tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] 10.222.0.37 "DELETE /v2.0/ports/1bcf9756-ed56-4846-ad16-befd4fd2f0e0 HTTP/1.1" status: 204  len: 173 time: 1.8554280
Dec 25 21:11:01.673863 ncdv-master-1 neutron-server[121607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b814523-70ff-4cb2-b14c-f77ae086c04f', 'name': 'network-vif-deleted', 'tag': '1bcf9756-ed56-4846-ad16-befd4fd2f0e0'}] {{(pid=121607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:11:01.676893 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f980bbcadfa7bf1e788024e1448be660373c21f97f015f780444e999c451203" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79a33dae-a99d-46b7-acc8-8b4044fd2603" -d '{"events": [{"server_uuid": "1b814523-70ff-4cb2-b14c-f77ae086c04f", "name": "network-vif-deleted", "tag": "1bcf9756-ed56-4846-ad16-befd4fd2f0e0"}]}' {{(pid=121607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:11:01.725258 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5c08f3-1c2e-4590-8af6-3e284e686bb4 service neutron] Pushing event updated for resources: {'Port': ['ID=3147cbbc-6a59-4aed-93a8-d328bcb5240b,revision_number=3']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:11:01.741684 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Dec 2021 21:11:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-658dbd15-e4c8-4f84-93f9-d3aebedceb71 x-openstack-request-id: req-658dbd15-e4c8-4f84-93f9-d3aebedceb71 {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:11:01.741990 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cadf356d-6fa7-4dcf-9dcf-515f67791639", "tag": "3147cbbc-6a59-4aed-93a8-d328bcb5240b", "status": "completed", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:11:01.742247 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-658dbd15-e4c8-4f84-93f9-d3aebedceb71 {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:11:01.742812 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cadf356d-6fa7-4dcf-9dcf-515f67791639', 'tag': '3147cbbc-6a59-4aed-93a8-d328bcb5240b', 'status': 'completed', 'code': 200}
Dec 25 21:11:01.787210 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 21:11:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c94f6cc4-db48-43f6-836c-df4790b04c24 x-openstack-request-id: req-c94f6cc4-db48-43f6-836c-df4790b04c24 {{(pid=121607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:11:01.787516 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b814523-70ff-4cb2-b14c-f77ae086c04f", "name": "network-vif-deleted", "tag": "1bcf9756-ed56-4846-ad16-befd4fd2f0e0", "status": "completed", "code": 200}]} {{(pid=121607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:11:01.787775 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c94f6cc4-db48-43f6-836c-df4790b04c24 {{(pid=121607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:11:01.790363 ncdv-master-1 neutron-server[121607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b814523-70ff-4cb2-b14c-f77ae086c04f', 'name': 'network-vif-deleted', 'tag': '1bcf9756-ed56-4846-ad16-befd4fd2f0e0', 'status': 'completed', 'code': 200}
Dec 25 21:11:02.077316 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device 9ec98fee-c19b-4539-9748-2eb705309dff details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 25 21:11:02.200374 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bb20ec-92db-4d23-b88e-c5c2e611abc0 req-a8909b70-fdad-4d0e-a937-caf92ac5800b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:11:02.205753 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-60bb20ec-92db-4d23-b88e-c5c2e611abc0 req-a8909b70-fdad-4d0e-a937-caf92ac5800b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b2a52fc668c14890989f5c2756094ba1&device_id=d914c615-075b-48b0-bbd9-707f0b4e084d HTTP/1.1" status: 200  len: 1095 time: 0.5837631
Dec 25 21:11:02.243755 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487d448c-7bb0-4744-9a17-ed9bbeb341c2 tempest-ServersWithSpecificFlavorTestJSON-439149936 tempest-ServersWithSpecificFlavorTestJSON-439149936-project] Pushing event deleted for resources: {'Port': ['ID=7c429c38-cf37-4881-8541-dad894677bf4,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:11:02.247610 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port 9ec98fee-c19b-4539-9748-2eb705309dff, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9ec98fee-c19b-4539-9748-2eb705309dff,segment=NetworkSegment(e8ac02a8-e826-44a3-b184-ad0b30f42bc3),segment_id=e8ac02a8-e826-44a3-b184-ad0b30f42bc3)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:11:02.273154 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Returning: {'device': '9ec98fee-c19b-4539-9748-2eb705309dff', 'network_id': '18cd81fa-8a8a-4568-b72f-9dfeb3958de1', 'port_id': '9ec98fee-c19b-4539-9748-2eb705309dff', 'mac_address': 'fa:16:3e:96:19:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47a53b07-55d2-4a6d-8cba-79e98a017010', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 25 21:11:02.322421 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:11:02.331130 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e86fec2e-131d-4ba4-bd6a-050e4911c1ca req-878e1c7c-bc15-4c55-bbfd-34f9fb1a05c1 tempest-ServersWithSpecificFlavorTestJSON-439149936 tempest-ServersWithSpecificFlavorTestJSON-439149936-project] 10.222.0.32 "GET /v2.0/ports?device_id=7df0e675-9617-49b5-bf06-c32adf655c9e HTTP/1.1" status: 200  len: 210 time: 0.1677637
Dec 25 21:11:02.334752 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8d81bd69-aa36-40c3-bcdf-323439412c80 req-487d448c-7bb0-4744-9a17-ed9bbeb341c2 tempest-ServersWithSpecificFlavorTestJSON-439149936 tempest-ServersWithSpecificFlavorTestJSON-439149936-project] Router 5a16a119-0d91-47a1-b1a5-ad284c2ceb4f has already been hosted by L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 {{(pid=121606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 25 21:11:02.354422 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ec98fee-c19b-4539-9748-2eb705309dff {{(pid=121608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:11:02.375997 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port 9ec98fee-c19b-4539-9748-2eb705309dff, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9ec98fee-c19b-4539-9748-2eb705309dff,segment=NetworkSegment(e8ac02a8-e826-44a3-b184-ad0b30f42bc3),segment_id=e8ac02a8-e826-44a3-b184-ad0b30f42bc3)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:11:02.440607 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc450e40-2ab1-4f6e-bd47-5631cb28388a req-7b8e068d-9783-4cfd-aa68-ced19187ade3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:11:02.443593 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-cc450e40-2ab1-4f6e-bd47-5631cb28388a req-7b8e068d-9783-4cfd-aa68-ced19187ade3 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b2a52fc668c14890989f5c2756094ba1&device_id=cadf356d-6fa7-4dcf-9dcf-515f67791639 HTTP/1.1" status: 200  len: 1095 time: 0.6649988
Dec 25 21:11:02.485465 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:11:02.485465 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:11:02.485465 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:11:02.485465 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:11:02.485465 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:11:02.485465 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:11:02.485465 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:11:02.485465 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:11:02.485465 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:11:02.485465 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:11:02.485465 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:11:02.485465 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:11:02.485465 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:11:02.485465 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:11:02.485465 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:11:02.485465 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:11:02.485465 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:11:02.485465 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:11:02.485465 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:11:02.485465 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:11:02.485465 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:11:02.485465 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:11:02.485465 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:11:02.485465 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:11:02.485465 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:11:02.485465 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:11:02.485465 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:11:02.485465 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:11:02.485465 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:11:02.485465 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:11:02.485465 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:11:02.485465 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:11:02.485465 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:11:02.485465 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:11:02.485465 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:11:02.485465 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:11:02.488239 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:11:02.488239 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:11:02.488239 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:11:02.488239 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:11:02.488239 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:11:02.488239 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:11:02.488239 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:11:02.488239 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:11:02.488239 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:11:02.488239 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:11:02.488239 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:11:02.488239 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:11:02.490220 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75246d19-a002-4e17-bdaa-16e5194ec6a1 req-9a59f988-c5d5-435d-bc0b-7c64a608c0a3 tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:11:02.491704 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-75246d19-a002-4e17-bdaa-16e5194ec6a1 req-9a59f988-c5d5-435d-bc0b-7c64a608c0a3 tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] 10.222.0.32 "GET /v2.0/ports?device_id=e327d55b-28ca-4bfa-bcf1-e4ed49240d52 HTTP/1.1" status: 200  len: 945 time: 0.3320546
Dec 25 21:11:02.568581 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:11:02.630749 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Pushing event updated for resources: {'Port': ['ID=9ec98fee-c19b-4539-9748-2eb705309dff,revision_number=4']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:11:02.672570 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bb20ec-92db-4d23-b88e-c5c2e611abc0 req-0fada374-28f6-43f3-8b7e-49d3530a9eab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:11:02.678471 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-60bb20ec-92db-4d23-b88e-c5c2e611abc0 req-0fada374-28f6-43f3-8b7e-49d3530a9eab service neutron] 10.222.0.31 "GET /v2.0/networks?id=18cd81fa-8a8a-4568-b72f-9dfeb3958de1 HTTP/1.1" status: 200  len: 915 time: 0.3981416
Dec 25 21:11:02.750657 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc2501f-e293-4ef8-aa5d-a90d103b1beb req-75b5f77d-0b86-48be-968c-f6cf8b78e19f tempest-ListServerFiltersTestJSON-1422081367 tempest-ListServerFiltersTestJSON-1422081367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:11:02.752209 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-bcc2501f-e293-4ef8-aa5d-a90d103b1beb req-75b5f77d-0b86-48be-968c-f6cf8b78e19f tempest-ListServerFiltersTestJSON-1422081367 tempest-ListServerFiltersTestJSON-1422081367-project] 10.222.0.32 "GET /v2.0/ports?device_id=1ae83e38-943e-47ce-af1e-e5bef506ca7d HTTP/1.1" status: 200  len: 943 time: 0.2721415
Dec 25 21:11:02.780108 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-75246d19-a002-4e17-bdaa-16e5194ec6a1 req-5073edc2-02c5-43eb-a818-e583d8951f13 tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] 10.222.0.32 "GET /v2.0/security-groups?id=381a44e3-d0d7-4aba-bc61-1ef7cfa17da9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2596602
Dec 25 21:11:02.786310 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-60bb20ec-92db-4d23-b88e-c5c2e611abc0 req-406ffabc-f9bc-45bb-9f58-400f7597a231 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=68318cac-8cb7-4fbd-94a8-563f01bdc7e4 HTTP/1.1" status: 200  len: 217 time: 0.1024792
Dec 25 21:11:02.818736 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8d81bd69-aa36-40c3-bcdf-323439412c80 req-487d448c-7bb0-4744-9a17-ed9bbeb341c2 tempest-ServersWithSpecificFlavorTestJSON-439149936 tempest-ServersWithSpecificFlavorTestJSON-439149936-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 21:11:02.831937 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-959f6c2c-286b-4b6d-b32f-e676fb0bf7b9 None None] Sync routers for ids ['5a16a119-0d91-47a1-b1a5-ad284c2ceb4f'] in ncdv-master-1 {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 21:11:02.838788 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] get_ports_and_sgs() called for port_ids ['9ec98fee-c19b-4539-9748-2eb705309dff'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:11:02.861568 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc450e40-2ab1-4f6e-bd47-5631cb28388a req-2cb8171f-ecf3-49a8-aa51-333ec6f651b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:11:02.864196 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-cc450e40-2ab1-4f6e-bd47-5631cb28388a req-2cb8171f-ecf3-49a8-aa51-333ec6f651b3 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=b2a52fc668c14890989f5c2756094ba1&shared=False HTTP/1.1" status: 200  len: 915 time: 0.3689892
Dec 25 21:11:02.915372 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-959f6c2c-286b-4b6d-b32f-e676fb0bf7b9 None None] Routers {'5a16a119-0d91-47a1-b1a5-ad284c2ceb4f'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:11:02.916021 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-959f6c2c-286b-4b6d-b32f-e676fb0bf7b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f26134022b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:10:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['5a16a119-0d91-47a1-b1a5-ad284c2ceb4f'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:11:02.947628 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d81bd69-aa36-40c3-bcdf-323439412c80 req-487d448c-7bb0-4744-9a17-ed9bbeb341c2 tempest-ServersWithSpecificFlavorTestJSON-439149936 tempest-ServersWithSpecificFlavorTestJSON-439149936-project] No DVR routers for this DVR port 7c429c38-cf37-4881-8541-dad894677bf4 on host nch2-master-1 {{(pid=121606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:11:02.966651 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-8d81bd69-aa36-40c3-bcdf-323439412c80 req-487d448c-7bb0-4744-9a17-ed9bbeb341c2 tempest-ServersWithSpecificFlavorTestJSON-439149936 tempest-ServersWithSpecificFlavorTestJSON-439149936-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:11:02.970397 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8d81bd69-aa36-40c3-bcdf-323439412c80 req-487d448c-7bb0-4744-9a17-ed9bbeb341c2 tempest-ServersWithSpecificFlavorTestJSON-439149936 tempest-ServersWithSpecificFlavorTestJSON-439149936-project] 10.222.0.37 "DELETE /v2.0/ports/7c429c38-cf37-4881-8541-dad894677bf4 HTTP/1.1" status: 204  len: 173 time: 5.5666492
Dec 25 21:11:02.975559 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-bcc2501f-e293-4ef8-aa5d-a90d103b1beb req-34861ab2-c6b6-405c-96f0-e15198a80cc9 tempest-ListServerFiltersTestJSON-1422081367 tempest-ListServerFiltersTestJSON-1422081367-project] 10.222.0.32 "GET /v2.0/security-groups?id=447f20bc-c1b8-4d93-b35d-2eedc5c6dd85&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2091889
Dec 25 21:11:02.977780 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e6980a79-3e22-43bb-b4e2-ec2b48505043 req-740d9369-ab69-4de4-bf5a-d27a14b8f131 tempest-ServersOnMultiNodesTest-2058517507 tempest-ServersOnMultiNodesTest-2058517507-project] 10.222.0.32 "GET /v2.0/ports?device_id=1b814523-70ff-4cb2-b14c-f77ae086c04f HTTP/1.1" status: 200  len: 210 time: 0.1131117
Dec 25 21:11:02.985759 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bb20ec-92db-4d23-b88e-c5c2e611abc0 req-b94bc8d3-4c29-4020-a5ee-505dbaea09aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:11:02.987257 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-60bb20ec-92db-4d23-b88e-c5c2e611abc0 req-b94bc8d3-4c29-4020-a5ee-505dbaea09aa service neutron] 10.222.0.31 "GET /v2.0/subnets?id=47a53b07-55d2-4a6d-8cba-79e98a017010 HTTP/1.1" status: 200  len: 853 time: 0.1893065
Dec 25 21:11:03.140404 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc450e40-2ab1-4f6e-bd47-5631cb28388a req-a7039a4e-8e8a-4548-8066-1388f616100d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:11:03.141937 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-cc450e40-2ab1-4f6e-bd47-5631cb28388a req-a7039a4e-8e8a-4548-8066-1388f616100d service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2555110
Dec 25 21:11:03.150549 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bb20ec-92db-4d23-b88e-c5c2e611abc0 req-755713d0-d9b3-4ef9-b117-fa2b7d14eb0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:11:03.152057 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-60bb20ec-92db-4d23-b88e-c5c2e611abc0 req-755713d0-d9b3-4ef9-b117-fa2b7d14eb0c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=18cd81fa-8a8a-4568-b72f-9dfeb3958de1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1553383
Dec 25 21:11:03.166388 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvr_db [None req-959f6c2c-286b-4b6d-b32f-e676fb0bf7b9 None None] Set router 5a16a119-0d91-47a1-b1a5-ad284c2ceb4f gateway port host: ncdv-master-1 {{(pid=121608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:11:03.194914 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42aab3b-76fd-4dbd-b898-926c67952af7 req-ecc3a707-e413-438f-b2b8-9c5db159eebb tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:11:03.196371 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c42aab3b-76fd-4dbd-b898-926c67952af7 req-ecc3a707-e413-438f-b2b8-9c5db159eebb tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a8114c1-85b3-4e15-9e15-95159b456e41 HTTP/1.1" status: 200  len: 949 time: 0.1146309
Dec 25 21:11:03.331324 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f52c5e1-5536-4bb7-a4e0-bbc2730f4812 req-3e5c6963-42cc-44d4-8bdf-33ca60a0281a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:11:03.333347 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9f52c5e1-5536-4bb7-a4e0-bbc2730f4812 req-3e5c6963-42cc-44d4-8bdf-33ca60a0281a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b2a52fc668c14890989f5c2756094ba1&device_id=cadf356d-6fa7-4dcf-9dcf-515f67791639 HTTP/1.1" status: 200  len: 1095 time: 0.1345503
Dec 25 21:11:03.337136 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c42aab3b-76fd-4dbd-b898-926c67952af7 req-1327c9ed-720b-4ad2-86bf-3bd21fb1f2a9 tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] 10.222.0.32 "GET /v2.0/security-groups?id=21386e98-0735-4168-a9d9-35455a6206b6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1234756
Dec 25 21:11:03.339208 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-60bb20ec-92db-4d23-b88e-c5c2e611abc0 req-1ca998c9-d210-47c1-8c82-0d4c5a9a2965 service neutron] 10.222.0.31 "GET /v2.0/networks/18cd81fa-8a8a-4568-b72f-9dfeb3958de1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1727495
Dec 25 21:11:03.346219 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device 1bcf9756-ed56-4846-ad16-befd4fd2f0e0 no longer exists at agent hyperv_nch2-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:11:03.405472 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] No Port match for: 1bcf9756-ed56-4846-ad16-befd4fd2f0e0 {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:11:03.406721 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device 1bcf9756-ed56-4846-ad16-befd4fd2f0e0 not bound to the agent host nch2-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:11:03.412639 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9f52c5e1-5536-4bb7-a4e0-bbc2730f4812 req-aee2a819-1cd7-4930-9460-740fda19bd71 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3147cbbc-6a59-4aed-93a8-d328bcb5240b HTTP/1.1" status: 200  len: 217 time: 0.0656796
Dec 25 21:11:03.433507 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-959f6c2c-286b-4b6d-b32f-e676fb0bf7b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f26134022b0>, [{'id': '5a16a119-0d91-47a1-b1a5-ad284c2ceb4f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-428068567-router', 'tenant_id': 'e25e5a44bb7e4ef7a38e961e6203b72b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.161'}], 'enable_snat': True}, 'gw_port_id': 'a5e4af3a-9b70-4dca-9bf8-c711678c9b36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:07:53Z', 'updated_at': '2021-12-25T21:08:04Z', 'revision_number': 4, 'project_id': 'e25e5a44bb7e4ef7a38e961e6203b72b', 'gw_port': {'id': 'a5e4af3a-9b70-4dca-9bf8-c711678c9b36', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:c8:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a16a119-0d91-47a1-b1a5-ad284c2ceb4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:07:54Z', 'updated_at': '2021-12-25T21:08:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'd5632047-d757-48ea-8d0b-71d3a71e38c6', 'name': '', 'network_id': '629690dc-316c-48ba-b3f8-2395f5f041a6', 'tenant_id': 'e25e5a44bb7e4ef7a38e961e6203b72b', 'mac_address': 'fa:16:3e:34:1f:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a16a119-0d91-47a1-b1a5-ad284c2ceb4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': 'b91f30a5-b3f6-4065-94e7-2dc6af689f3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:08:01Z', 'updated_at': '2021-12-25T21:08:12Z', 'revision_number': 5, 'project_id': 'e25e5a44bb7e4ef7a38e961e6203b72b', 'subnets': [{'id': 'b91f30a5-b3f6-4065-94e7-2dc6af689f3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:11:03.466987 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-959f6c2c-286b-4b6d-b32f-e676fb0bf7b9 None None] Checking router: 5a16a119-0d91-47a1-b1a5-ad284c2ceb4f for host: ncdv-master-1 {{(pid=121608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 25 21:11:03.486501 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-959f6c2c-286b-4b6d-b32f-e676fb0bf7b9 None None] Routers {'5a16a119-0d91-47a1-b1a5-ad284c2ceb4f'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:11:03.487165 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-959f6c2c-286b-4b6d-b32f-e676fb0bf7b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f26134022b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:10:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['5a16a119-0d91-47a1-b1a5-ad284c2ceb4f'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:11:03.545991 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-6c710900-4ae9-4588-ae4c-57552ae5a7ac req-b3297cd8-d251-4664-94bb-2dce8c4559f8 tempest-ServersWithSpecificFlavorTestJSON-439149936 tempest-ServersWithSpecificFlavorTestJSON-439149936-project] 10.222.0.32 "GET /v2.0/ports?device_id=7df0e675-9617-49b5-bf06-c32adf655c9e HTTP/1.1" status: 200  len: 210 time: 0.0913131
Dec 25 21:11:03.569175 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f52c5e1-5536-4bb7-a4e0-bbc2730f4812 req-f688ac97-ca36-4dbe-b837-f1b8833f1598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:11:03.569175 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9f52c5e1-5536-4bb7-a4e0-bbc2730f4812 req-f688ac97-ca36-4dbe-b837-f1b8833f1598 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=47a53b07-55d2-4a6d-8cba-79e98a017010 HTTP/1.1" status: 200  len: 853 time: 0.1409309
Dec 25 21:11:03.595788 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvr_db [None req-959f6c2c-286b-4b6d-b32f-e676fb0bf7b9 None None] Set router 5a16a119-0d91-47a1-b1a5-ad284c2ceb4f gateway port host: ncdv-master-1 {{(pid=121608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:11:03.616786 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4a918c-3d44-4cbd-beef-c281fc233d0a req-6119bed2-c880-4534-84f8-0d63c9c3feff tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:11:03.618743 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-6e4a918c-3d44-4cbd-beef-c281fc233d0a req-6119bed2-c880-4534-84f8-0d63c9c3feff tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a8114c1-85b3-4e15-9e15-95159b456e41 HTTP/1.1" status: 200  len: 949 time: 0.1897366
Dec 25 21:11:03.626158 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-60bb20ec-92db-4d23-b88e-c5c2e611abc0 req-acb07bf0-dc14-4b45-a5ea-570cbd149d36 service neutron] 10.222.0.31 "GET /v2.0/networks/18cd81fa-8a8a-4568-b72f-9dfeb3958de1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2687082
Dec 25 21:11:03.665441 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f52c5e1-5536-4bb7-a4e0-bbc2730f4812 req-56c802ec-ffb3-4d15-94f1-f36b658108c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:11:03.666899 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9f52c5e1-5536-4bb7-a4e0-bbc2730f4812 req-56c802ec-ffb3-4d15-94f1-f36b658108c4 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=18cd81fa-8a8a-4568-b72f-9dfeb3958de1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0951705
Dec 25 21:11:03.712382 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-6e4a918c-3d44-4cbd-beef-c281fc233d0a req-122eb841-a340-4853-9d8e-e73798baac88 tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] 10.222.0.32 "GET /v2.0/security-groups?id=21386e98-0735-4168-a9d9-35455a6206b6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0823071
Dec 25 21:11:03.750851 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a4cbf2d-cea7-4432-9264-6ac3fed9238d', 'name': 'network-vif-deleted', 'tag': '7c429c38-cf37-4881-8541-dad894677bf4'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:11:03.753203 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9858820c13ec2827453b94ebc4181065e990a4e4089ccb9fe762531ac62d2fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6486f1cf-6dc6-4d0c-82ea-4da19545b300" -d '{"events": [{"server_uuid": "1a4cbf2d-cea7-4432-9264-6ac3fed9238d", "name": "network-vif-deleted", "tag": "7c429c38-cf37-4881-8541-dad894677bf4"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:11:03.794338 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9f52c5e1-5536-4bb7-a4e0-bbc2730f4812 req-f69ab239-c402-4131-9239-c09cb71fd284 service neutron] 10.222.0.31 "GET /v2.0/networks/18cd81fa-8a8a-4568-b72f-9dfeb3958de1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1161005
Dec 25 21:11:03.827195 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 21:11:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a9882a9-5276-4d28-9658-553e9f990664 x-openstack-request-id: req-3a9882a9-5276-4d28-9658-553e9f990664 {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:11:03.830159 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a4cbf2d-cea7-4432-9264-6ac3fed9238d", "name": "network-vif-deleted", "tag": "7c429c38-cf37-4881-8541-dad894677bf4", "status": "completed", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:11:03.830159 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3a9882a9-5276-4d28-9658-553e9f990664 {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:11:03.830159 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a4cbf2d-cea7-4432-9264-6ac3fed9238d', 'name': 'network-vif-deleted', 'tag': '7c429c38-cf37-4881-8541-dad894677bf4', 'status': 'completed', 'code': 200}
Dec 25 21:11:03.977572 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9f52c5e1-5536-4bb7-a4e0-bbc2730f4812 req-a1994617-88a2-4a97-9636-f18bfa3ad8e0 service neutron] 10.222.0.31 "GET /v2.0/networks/18cd81fa-8a8a-4568-b72f-9dfeb3958de1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1754124
Dec 25 21:11:03.992102 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb68ee9-be00-4282-b11f-cfcba84d87dd req-d9389e70-0487-4eb6-881f-c0b23d085961 tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:11:03.993606 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5bb68ee9-be00-4282-b11f-cfcba84d87dd req-d9389e70-0487-4eb6-881f-c0b23d085961 tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] 10.222.0.32 "GET /v2.0/ports?device_id=e327d55b-28ca-4bfa-bcf1-e4ed49240d52 HTTP/1.1" status: 200  len: 945 time: 0.1062152
Dec 25 21:11:04.000096 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-959f6c2c-286b-4b6d-b32f-e676fb0bf7b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f26134022b0>, [{'id': '5a16a119-0d91-47a1-b1a5-ad284c2ceb4f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-428068567-router', 'tenant_id': 'e25e5a44bb7e4ef7a38e961e6203b72b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.161'}], 'enable_snat': True}, 'gw_port_id': 'a5e4af3a-9b70-4dca-9bf8-c711678c9b36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:07:53Z', 'updated_at': '2021-12-25T21:08:04Z', 'revision_number': 4, 'project_id': 'e25e5a44bb7e4ef7a38e961e6203b72b', 'gw_port': {'id': 'a5e4af3a-9b70-4dca-9bf8-c711678c9b36', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:c8:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a16a119-0d91-47a1-b1a5-ad284c2ceb4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:07:54Z', 'updated_at': '2021-12-25T21:08:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'd5632047-d757-48ea-8d0b-71d3a71e38c6', 'name': '', 'network_id': '629690dc-316c-48ba-b3f8-2395f5f041a6', 'tenant_id': 'e25e5a44bb7e4ef7a38e961e6203b72b', 'mac_address': 'fa:16:3e:34:1f:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a16a119-0d91-47a1-b1a5-ad284c2ceb4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': 'b91f30a5-b3f6-4065-94e7-2dc6af689f3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:08:01Z', 'updated_at': '2021-12-25T21:08:12Z', 'revision_number': 5, 'project_id': 'e25e5a44bb7e4ef7a38e961e6203b72b', 'subnets': [{'id': 'b91f30a5-b3f6-4065-94e7-2dc6af689f3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:11:04.030171 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-959f6c2c-286b-4b6d-b32f-e676fb0bf7b9 None None] The sync data for ids ['5a16a119-0d91-47a1-b1a5-ad284c2ceb4f'] in ncdv-master-1 is: [{'id': '5a16a119-0d91-47a1-b1a5-ad284c2ceb4f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-428068567-router', 'tenant_id': 'e25e5a44bb7e4ef7a38e961e6203b72b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.161'}], 'enable_snat': True}, 'gw_port_id': 'a5e4af3a-9b70-4dca-9bf8-c711678c9b36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:07:53Z', 'updated_at': '2021-12-25T21:08:04Z', 'revision_number': 4, 'project_id': 'e25e5a44bb7e4ef7a38e961e6203b72b', 'gw_port': {'id': 'a5e4af3a-9b70-4dca-9bf8-c711678c9b36', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:c8:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a16a119-0d91-47a1-b1a5-ad284c2ceb4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:07:54Z', 'updated_at': '2021-12-25T21:08:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'd5632047-d757-48ea-8d0b-71d3a71e38c6', 'name': '', 'network_id': '629690dc-316c-48ba-b3f8-2395f5f041a6', 'tenant_id': 'e25e5a44bb7e4ef7a38e961e6203b72b', 'mac_address': 'fa:16:3e:34:1f:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a16a119-0d91-47a1-b1a5-ad284c2ceb4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': 'b91f30a5-b3f6-4065-94e7-2dc6af689f3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:08:01Z', 'updated_at': '2021-12-25T21:08:12Z', 'revision_number': 5, 'project_id': 'e25e5a44bb7e4ef7a38e961e6203b72b', 'subnets': [{'id': 'b91f30a5-b3f6-4065-94e7-2dc6af689f3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 21:11:04.095124 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device 68318cac-8cb7-4fbd-94a8-563f01bdc7e4 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 25 21:11:04.101151 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device 9ec98fee-c19b-4539-9748-2eb705309dff up at agent hyperv_nch1-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:11:04.106223 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5bb68ee9-be00-4282-b11f-cfcba84d87dd req-429903b4-8b14-4096-b941-5d32ffeab7f9 tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] 10.222.0.32 "GET /v2.0/security-groups?id=381a44e3-d0d7-4aba-bc61-1ef7cfa17da9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1048083
Dec 25 21:11:04.132211 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7cf791-1aec-4a04-93b8-309fc6a2eb17 req-1e3d356f-d288-46a0-b99a-1fa56cd43bba tempest-ServersWithSpecificFlavorTestJSON-439149936 tempest-ServersWithSpecificFlavorTestJSON-439149936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:11:04.133826 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-be7cf791-1aec-4a04-93b8-309fc6a2eb17 req-1e3d356f-d288-46a0-b99a-1fa56cd43bba tempest-ServersWithSpecificFlavorTestJSON-439149936 tempest-ServersWithSpecificFlavorTestJSON-439149936-project] 10.222.0.37 "GET /v2.0/networks?id=629690dc-316c-48ba-b3f8-2395f5f041a6 HTTP/1.1" status: 200  len: 823 time: 0.1844234
Dec 25 21:11:04.184462 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:11:04.269532 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-be7cf791-1aec-4a04-93b8-309fc6a2eb17 req-5f123252-2c40-4f3d-b31c-ef652f6e2b57 tempest-ServersWithSpecificFlavorTestJSON-439149936 tempest-ServersWithSpecificFlavorTestJSON-439149936-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e25e5a44bb7e4ef7a38e961e6203b72b HTTP/1.1" status: 200  len: 380 time: 0.1240273
Dec 25 21:11:04.286362 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-be7cf791-1aec-4a04-93b8-309fc6a2eb17 req-773c03c8-e7a0-493f-80e0-dad3d649cd09 tempest-ServersWithSpecificFlavorTestJSON-439149936 tempest-ServersWithSpecificFlavorTestJSON-439149936-project] Request body: {'port': {'device_id': '7df0e675-9617-49b5-bf06-c32adf655c9e', 'network_id': '629690dc-316c-48ba-b3f8-2395f5f041a6', 'admin_state_up': True, 'tenant_id': 'e25e5a44bb7e4ef7a38e961e6203b72b', 'security_groups': ['d5c07141-cb75-4b9f-8f8d-51cd5e2004f4']}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:11:04.301845 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7aed75-3d5e-49c1-a84d-a02cdbec4f29 req-33ec94cf-a9b0-4e55-8588-4c88a2d81a58 tempest-ListServerFiltersTestJSON-1422081367 tempest-ListServerFiltersTestJSON-1422081367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:11:04.312537 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-dd7aed75-3d5e-49c1-a84d-a02cdbec4f29 req-33ec94cf-a9b0-4e55-8588-4c88a2d81a58 tempest-ListServerFiltersTestJSON-1422081367 tempest-ListServerFiltersTestJSON-1422081367-project] 10.222.0.32 "GET /v2.0/ports?device_id=1ae83e38-943e-47ce-af1e-e5bef506ca7d HTTP/1.1" status: 200  len: 944 time: 0.1301835
Dec 25 21:11:04.319402 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port 68318cac-8cb7-4fbd-94a8-563f01bdc7e4, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=68318cac-8cb7-4fbd-94a8-563f01bdc7e4,segment=NetworkSegment(e8ac02a8-e826-44a3-b184-ad0b30f42bc3),segment_id=e8ac02a8-e826-44a3-b184-ad0b30f42bc3)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:11:04.338913 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Returning: {'device': '68318cac-8cb7-4fbd-94a8-563f01bdc7e4', 'network_id': '18cd81fa-8a8a-4568-b72f-9dfeb3958de1', 'port_id': '68318cac-8cb7-4fbd-94a8-563f01bdc7e4', 'mac_address': 'fa:16:3e:9f:c5:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47a53b07-55d2-4a6d-8cba-79e98a017010', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 25 21:11:04.357918 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Provisioning for port 9ec98fee-c19b-4539-9748-2eb705309dff completed by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 25 21:11:04.413488 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Provisioning complete for port 9ec98fee-c19b-4539-9748-2eb705309dff triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:11:04.415478 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:11:04.446020 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-dd7aed75-3d5e-49c1-a84d-a02cdbec4f29 req-e5d0cfa5-3752-4973-a28a-18830a5110d8 tempest-ListServerFiltersTestJSON-1422081367 tempest-ListServerFiltersTestJSON-1422081367-project] 10.222.0.32 "GET /v2.0/security-groups?id=447f20bc-c1b8-4d93-b35d-2eedc5c6dd85&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1318200
Dec 25 21:11:04.464849 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:11:04.486545 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68318cac-8cb7-4fbd-94a8-563f01bdc7e4 {{(pid=121608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:11:04.515858 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port 68318cac-8cb7-4fbd-94a8-563f01bdc7e4, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=68318cac-8cb7-4fbd-94a8-563f01bdc7e4,segment=NetworkSegment(e8ac02a8-e826-44a3-b184-ad0b30f42bc3),segment_id=e8ac02a8-e826-44a3-b184-ad0b30f42bc3)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:11:04.543091 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81962fcd-340c-47c1-93f6-953b809cc353 None None] New status for floating IP 922efb14-5c26-45d7-97a3-4e8463385b77: DOWN {{(pid=121609) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 25 21:11:04.577800 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bde51b-c2db-47db-93b0-79adffa67c23 req-59e2e3a2-ac07-487d-9433-a709e99bf846 tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:11:04.578382 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:11:04.590829 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-81bde51b-c2db-47db-93b0-79adffa67c23 req-59e2e3a2-ac07-487d-9433-a709e99bf846 tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a8114c1-85b3-4e15-9e15-95159b456e41 HTTP/1.1" status: 200  len: 949 time: 0.1404190
Dec 25 21:11:04.603264 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ae83e38-943e-47ce-af1e-e5bef506ca7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ec98fee-c19b-4539-9748-2eb705309dff'}] {{(pid=121608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:11:04.606128 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a88c78c3ff6266bd59c7e89d275b28c92e739b67d23c89d71af88829fd31566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b2d7eb4-c282-46b7-a7bd-6023f6641809" -d '{"events": [{"server_uuid": "1ae83e38-943e-47ce-af1e-e5bef506ca7d", "name": "network-vif-plugged", "status": "completed", "tag": "9ec98fee-c19b-4539-9748-2eb705309dff"}]}' {{(pid=121608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:11:04.619135 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port 9ec98fee-c19b-4539-9748-2eb705309dff, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9ec98fee-c19b-4539-9748-2eb705309dff,segment=NetworkSegment(e8ac02a8-e826-44a3-b184-ad0b30f42bc3),segment_id=e8ac02a8-e826-44a3-b184-ad0b30f42bc3)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:11:04.625198 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:11:04.684847 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-81bde51b-c2db-47db-93b0-79adffa67c23 req-cd47b39e-e87d-4674-bb58-49e8a9c96746 tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] 10.222.0.32 "GET /v2.0/security-groups?id=21386e98-0735-4168-a9d9-35455a6206b6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0906715
Dec 25 21:11:04.710025 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be7cf791-1aec-4a04-93b8-309fc6a2eb17 req-773c03c8-e7a0-493f-80e0-dad3d649cd09 tempest-ServersWithSpecificFlavorTestJSON-439149936 tempest-ServersWithSpecificFlavorTestJSON-439149936-project] Made reservation on behalf of e25e5a44bb7e4ef7a38e961e6203b72b for: {'port': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:11:04.713417 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-be7cf791-1aec-4a04-93b8-309fc6a2eb17 req-773c03c8-e7a0-493f-80e0-dad3d649cd09 tempest-ServersWithSpecificFlavorTestJSON-439149936 tempest-ServersWithSpecificFlavorTestJSON-439149936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:11:04.716959 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d03561dd-ca52-4b60-92e0-43d39869518a req-c0d0b26d-38e0-46ad-aa54-a124d98d9e28 tempest-ServersWithSpecificFlavorTestJSON-439149936 tempest-ServersWithSpecificFlavorTestJSON-439149936-project] 10.222.0.32 "GET /v2.0/ports?device_id=7df0e675-9617-49b5-bf06-c32adf655c9e HTTP/1.1" status: 200  len: 210 time: 0.0661399
Dec 25 21:11:04.721391 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Pushing event updated for resources: {'Port': ['ID=68318cac-8cb7-4fbd-94a8-563f01bdc7e4,revision_number=4']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:11:04.772036 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 21:11:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2746df3d-6135-481f-a5e5-05ab05f063d3 x-openstack-request-id: req-2746df3d-6135-481f-a5e5-05ab05f063d3 {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:11:04.772036 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ae83e38-943e-47ce-af1e-e5bef506ca7d", "name": "network-vif-plugged", "status": "completed", "tag": "9ec98fee-c19b-4539-9748-2eb705309dff", "code": 200}]} {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:11:04.773597 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2746df3d-6135-481f-a5e5-05ab05f063d3 {{(pid=121608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:11:04.774133 ncdv-master-1 neutron-server[121608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ae83e38-943e-47ce-af1e-e5bef506ca7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ec98fee-c19b-4539-9748-2eb705309dff', 'code': 200}
Dec 25 21:11:04.775666 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:11:04.834840 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Pushing event updated for resources: {'Port': ['ID=9ec98fee-c19b-4539-9748-2eb705309dff,revision_number=5']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:11:04.857768 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-40fa69bc-1a19-4c58-ae85-205ab6d725ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:11:04.902239 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_common [req-be7cf791-1aec-4a04-93b8-309fc6a2eb17 req-773c03c8-e7a0-493f-80e0-dad3d649cd09 tempest-ServersWithSpecificFlavorTestJSON-439149936 tempest-ServersWithSpecificFlavorTestJSON-439149936-project] Allocated IP 172.20.0.12 (629690dc-316c-48ba-b3f8-2395f5f041a6/b91f30a5-b3f6-4065-94e7-2dc6af689f3f/53ff2af7-9bf4-4cb8-bafa-414f471bb1cb) {{(pid=121606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:11:04.934910 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1342478-1f71-42f3-9441-d987670dd897 req-5fcbc883-fb7f-4783-86d3-a26b66ab202b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:11:04.934910 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c1342478-1f71-42f3-9441-d987670dd897 req-5fcbc883-fb7f-4783-86d3-a26b66ab202b service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=1ae83e38-943e-47ce-af1e-e5bef506ca7d HTTP/1.1" status: 200  len: 1096 time: 0.0759838
Dec 25 21:11:04.935073 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] get_ports_and_sgs() called for port_ids ['68318cac-8cb7-4fbd-94a8-563f01bdc7e4'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:11:04.980365 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 45898) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:11:05.032564 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c1342478-1f71-42f3-9441-d987670dd897 req-0ce9485a-3bb3-4d72-95db-e30e67ebc725 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=447f20bc-c1b8-4d93-b35d-2eedc5c6dd85&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0994332
Dec 25 21:11:05.120539 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-be7cf791-1aec-4a04-93b8-309fc6a2eb17 req-773c03c8-e7a0-493f-80e0-dad3d649cd09 tempest-ServersWithSpecificFlavorTestJSON-439149936 tempest-ServersWithSpecificFlavorTestJSON-439149936-project] Publish callbacks [] for port, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:11:05.135968 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-e3ba9df2-03fe-45b8-b9e3-3acf5939d2b2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=19a16dcc3c214ac2a218d3758e551792&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1539016
Dec 25 21:11:05.138718 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 45904) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:11:05.186199 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e673bde0-bfd0-4976-a059-5dbeee917652 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:11:05.212712 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e673bde0-bfd0-4976-a059-5dbeee917652 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:11:05.223004 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09508f4a-187a-44ad-99ad-9df88e9eede5 req-e376fe40-6c2b-4038-a602-91a9ea622f6f tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:11:05.224742 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-09508f4a-187a-44ad-99ad-9df88e9eede5 req-e376fe40-6c2b-4038-a602-91a9ea622f6f tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] 10.222.0.32 "GET /v2.0/ports?device_id=e327d55b-28ca-4bfa-bcf1-e4ed49240d52 HTTP/1.1" status: 200  len: 945 time: 0.0531344
Dec 25 21:11:05.286234 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-09508f4a-187a-44ad-99ad-9df88e9eede5 req-ca3171e8-e884-4a0b-8afa-0ca236331655 tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] 10.222.0.32 "GET /v2.0/security-groups?id=381a44e3-d0d7-4aba-bc61-1ef7cfa17da9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0545681
Dec 25 21:11:05.293540 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-be7cf791-1aec-4a04-93b8-309fc6a2eb17 req-773c03c8-e7a0-493f-80e0-dad3d649cd09 tempest-ServersWithSpecificFlavorTestJSON-439149936 tempest-ServersWithSpecificFlavorTestJSON-439149936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:11:05.337482 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be7cf791-1aec-4a04-93b8-309fc6a2eb17 req-773c03c8-e7a0-493f-80e0-dad3d649cd09 tempest-ServersWithSpecificFlavorTestJSON-439149936 tempest-ServersWithSpecificFlavorTestJSON-439149936-project] Network 629690dc-316c-48ba-b3f8-2395f5f041a6 is already hosted by enough agents. {{(pid=121606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:11:05.340591 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [req-be7cf791-1aec-4a04-93b8-309fc6a2eb17 req-773c03c8-e7a0-493f-80e0-dad3d649cd09 tempest-ServersWithSpecificFlavorTestJSON-439149936 tempest-ServersWithSpecificFlavorTestJSON-439149936-project] Resources bound (agent type, host, resource id):  {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:11:05.344529 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [req-be7cf791-1aec-4a04-93b8-309fc6a2eb17 req-773c03c8-e7a0-493f-80e0-dad3d649cd09 tempest-ServersWithSpecificFlavorTestJSON-439149936 tempest-ServersWithSpecificFlavorTestJSON-439149936-project] Received port after_create {{(pid=121606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:11:05.356032 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773c03c8-e7a0-493f-80e0-dad3d649cd09 tempest-ServersWithSpecificFlavorTestJSON-439149936 tempest-ServersWithSpecificFlavorTestJSON-439149936-project] Pushing event updated for resources: {'Port': ['ID=53ff2af7-9bf4-4cb8-bafa-414f471bb1cb,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:11:05.385569 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773c03c8-e7a0-493f-80e0-dad3d649cd09 tempest-ServersWithSpecificFlavorTestJSON-439149936 tempest-ServersWithSpecificFlavorTestJSON-439149936-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:11:05.386074 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773c03c8-e7a0-493f-80e0-dad3d649cd09 tempest-ServersWithSpecificFlavorTestJSON-439149936 tempest-ServersWithSpecificFlavorTestJSON-439149936-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:11:05.386326 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773c03c8-e7a0-493f-80e0-dad3d649cd09 tempest-ServersWithSpecificFlavorTestJSON-439149936 tempest-ServersWithSpecificFlavorTestJSON-439149936-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:11:05.386701 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773c03c8-e7a0-493f-80e0-dad3d649cd09 tempest-ServersWithSpecificFlavorTestJSON-439149936 tempest-ServersWithSpecificFlavorTestJSON-439149936-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:11:05.387038 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773c03c8-e7a0-493f-80e0-dad3d649cd09 tempest-ServersWithSpecificFlavorTestJSON-439149936 tempest-ServersWithSpecificFlavorTestJSON-439149936-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:11:05.387359 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773c03c8-e7a0-493f-80e0-dad3d649cd09 tempest-ServersWithSpecificFlavorTestJSON-439149936 tempest-ServersWithSpecificFlavorTestJSON-439149936-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:11:05.387689 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773c03c8-e7a0-493f-80e0-dad3d649cd09 tempest-ServersWithSpecificFlavorTestJSON-439149936 tempest-ServersWithSpecificFlavorTestJSON-439149936-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:11:05.388016 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773c03c8-e7a0-493f-80e0-dad3d649cd09 tempest-ServersWithSpecificFlavorTestJSON-439149936 tempest-ServersWithSpecificFlavorTestJSON-439149936-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:11:05.388348 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773c03c8-e7a0-493f-80e0-dad3d649cd09 tempest-ServersWithSpecificFlavorTestJSON-439149936 tempest-ServersWithSpecificFlavorTestJSON-439149936-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:11:05.388745 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773c03c8-e7a0-493f-80e0-dad3d649cd09 tempest-ServersWithSpecificFlavorTestJSON-439149936 tempest-ServersWithSpecificFlavorTestJSON-439149936-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:11:05.389096 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773c03c8-e7a0-493f-80e0-dad3d649cd09 tempest-ServersWithSpecificFlavorTestJSON-439149936 tempest-ServersWithSpecificFlavorTestJSON-439149936-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:11:05.389421 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773c03c8-e7a0-493f-80e0-dad3d649cd09 tempest-ServersWithSpecificFlavorTestJSON-439149936 tempest-ServersWithSpecificFlavorTestJSON-439149936-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:11:05.389745 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773c03c8-e7a0-493f-80e0-dad3d649cd09 tempest-ServersWithSpecificFlavorTestJSON-439149936 tempest-ServersWithSpecificFlavorTestJSON-439149936-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:11:05.418995 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e673bde0-bfd0-4976-a059-5dbeee917652 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:11:05.420771 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7cf791-1aec-4a04-93b8-309fc6a2eb17 req-773c03c8-e7a0-493f-80e0-dad3d649cd09 tempest-ServersWithSpecificFlavorTestJSON-439149936 tempest-ServersWithSpecificFlavorTestJSON-439149936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:11:05.420771 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-be7cf791-1aec-4a04-93b8-309fc6a2eb17 req-773c03c8-e7a0-493f-80e0-dad3d649cd09 tempest-ServersWithSpecificFlavorTestJSON-439149936 tempest-ServersWithSpecificFlavorTestJSON-439149936-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:11:05.422431 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e673bde0-bfd0-4976-a059-5dbeee917652 admin admin] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:11:05.423645 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-e673bde0-bfd0-4976-a059-5dbeee917652 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3d6cb2f0-3d81-4228-9d61-fc5e0bb3087e HTTP/1.1" status: 204  len: 168 time: 0.2840714
Dec 25 21:11:05.444501 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e673bde0-bfd0-4976-a059-5dbeee917652 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d6cb2f0-3d81-4228-9d61-fc5e0bb3087e,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:11:05.559932 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-be7cf791-1aec-4a04-93b8-309fc6a2eb17 req-773c03c8-e7a0-493f-80e0-dad3d649cd09 tempest-ServersWithSpecificFlavorTestJSON-439149936 tempest-ServersWithSpecificFlavorTestJSON-439149936-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.2789176
Dec 25 21:11:05.572680 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdbd6de-e97d-47d6-bc93-a8053b3f2a27 req-a3b42356-a80f-423a-80e2-6c02b2a3e7aa tempest-ListServerFiltersTestJSON-1422081367 tempest-ListServerFiltersTestJSON-1422081367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:11:05.574153 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4cdbd6de-e97d-47d6-bc93-a8053b3f2a27 req-a3b42356-a80f-423a-80e2-6c02b2a3e7aa tempest-ListServerFiltersTestJSON-1422081367 tempest-ListServerFiltersTestJSON-1422081367-project] 10.222.0.32 "GET /v2.0/ports?device_id=1ae83e38-943e-47ce-af1e-e5bef506ca7d HTTP/1.1" status: 200  len: 945 time: 0.0560384
Dec 25 21:11:05.578960 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-be7cf791-1aec-4a04-93b8-309fc6a2eb17 req-28545e41-a551-452a-b208-34dda365ed08 service neutron] Request body: {'port': {'device_id': '7df0e675-9617-49b5-bf06-c32adf655c9e', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:11:05.609836 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-b8b2121a-52e9-410d-b127-934a72e6d4b0 None None] Provisioning complete for port 53ff2af7-9bf4-4cb8-bafa-414f471bb1cb triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:11:05.613221 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-b8b2121a-52e9-410d-b127-934a72e6d4b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:11:05.648692 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-b8b2121a-52e9-410d-b127-934a72e6d4b0 None None] Port 53ff2af7-9bf4-4cb8-bafa-414f471bb1cb cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:11:05.669091 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-be7cf791-1aec-4a04-93b8-309fc6a2eb17 req-28545e41-a551-452a-b208-34dda365ed08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:11:05.674643 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4cdbd6de-e97d-47d6-bc93-a8053b3f2a27 req-1dd7b27f-cf80-4b63-8f10-1fe7f58f2c49 tempest-ListServerFiltersTestJSON-1422081367 tempest-ListServerFiltersTestJSON-1422081367-project] 10.222.0.32 "GET /v2.0/security-groups?id=447f20bc-c1b8-4d93-b35d-2eedc5c6dd85&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0930009
Dec 25 21:11:05.896538 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df433b8-4fed-467c-88a5-0f8fee562820 req-2ccce26b-e3b0-4d82-ae82-23b987430c32 tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:11:05.898089 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5df433b8-4fed-467c-88a5-0f8fee562820 req-2ccce26b-e3b0-4d82-ae82-23b987430c32 tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a8114c1-85b3-4e15-9e15-95159b456e41 HTTP/1.1" status: 200  len: 949 time: 0.1199534
Dec 25 21:11:05.947628 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ceffe2-3ff6-4dd2-876b-51f8f9bc6c85 req-3344dcd9-42a1-4dc2-b26e-8b227e8fe174 tempest-ServersWithSpecificFlavorTestJSON-439149936 tempest-ServersWithSpecificFlavorTestJSON-439149936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:11:05.949104 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-55ceffe2-3ff6-4dd2-876b-51f8f9bc6c85 req-3344dcd9-42a1-4dc2-b26e-8b227e8fe174 tempest-ServersWithSpecificFlavorTestJSON-439149936 tempest-ServersWithSpecificFlavorTestJSON-439149936-project] 10.222.0.32 "GET /v2.0/ports?device_id=7df0e675-9617-49b5-bf06-c32adf655c9e HTTP/1.1" status: 200  len: 932 time: 0.1398978
Dec 25 21:11:06.040571 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5df433b8-4fed-467c-88a5-0f8fee562820 req-4b20dd9a-afc0-4dc8-96ad-390a71dabc99 tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] 10.222.0.32 "GET /v2.0/security-groups?id=21386e98-0735-4168-a9d9-35455a6206b6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1090550
Dec 25 21:11:06.058296 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-55ceffe2-3ff6-4dd2-876b-51f8f9bc6c85 req-ffbfe6ed-e5a4-4d98-80d3-c62dbdc08f2d tempest-ServersWithSpecificFlavorTestJSON-439149936 tempest-ServersWithSpecificFlavorTestJSON-439149936-project] 10.222.0.32 "GET /v2.0/security-groups?id=d5c07141-cb75-4b9f-8f8d-51cd5e2004f4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1027782
Dec 25 21:11:06.109828 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device 68318cac-8cb7-4fbd-94a8-563f01bdc7e4 up at agent hyperv_nch1-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:11:06.117773 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [req-be7cf791-1aec-4a04-93b8-309fc6a2eb17 req-28545e41-a551-452a-b208-34dda365ed08 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53ff2af7-9bf4-4cb8-bafa-414f471bb1cb {{(pid=121606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:11:06.128067 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-be7cf791-1aec-4a04-93b8-309fc6a2eb17 req-28545e41-a551-452a-b208-34dda365ed08 service neutron] Publish callbacks [] for port, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:11:06.141805 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.provisioning_blocks [req-be7cf791-1aec-4a04-93b8-309fc6a2eb17 req-28545e41-a551-452a-b208-34dda365ed08 service neutron] Transition to ACTIVE for port object 53ff2af7-9bf4-4cb8-bafa-414f471bb1cb will not be triggered until provisioned by entity L2. {{(pid=121606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 25 21:11:06.317051 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Provisioning for port 68318cac-8cb7-4fbd-94a8-563f01bdc7e4 completed by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 25 21:11:06.321603 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Provisioning complete for port 68318cac-8cb7-4fbd-94a8-563f01bdc7e4 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:11:06.322126 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:11:06.327373 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-be7cf791-1aec-4a04-93b8-309fc6a2eb17 req-28545e41-a551-452a-b208-34dda365ed08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:11:06.327509 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 45924) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:11:06.421902 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:11:06.455099 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28545e41-a551-452a-b208-34dda365ed08 service neutron] Pushing event updated for resources: {'Port': ['ID=53ff2af7-9bf4-4cb8-bafa-414f471bb1cb,revision_number=2']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:11:06.465228 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port 68318cac-8cb7-4fbd-94a8-563f01bdc7e4, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=68318cac-8cb7-4fbd-94a8-563f01bdc7e4,segment=NetworkSegment(e8ac02a8-e826-44a3-b184-ad0b30f42bc3),segment_id=e8ac02a8-e826-44a3-b184-ad0b30f42bc3)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:11:06.515556 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-3d986a18-8325-4d61-a4a7-618462d42beb admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d7258f2fc0e444fcb4f21e0eeb5d5190&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1827621
Dec 25 21:11:06.516690 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 45928) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:11:06.548227 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb06896-1a6c-4207-ad78-4b701d67fbb8 req-f7f191c4-9ab8-40bc-953f-f4983aab5c2d tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:11:06.549882 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0cb06896-1a6c-4207-ad78-4b701d67fbb8 req-f7f191c4-9ab8-40bc-953f-f4983aab5c2d tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] 10.222.0.32 "GET /v2.0/ports?device_id=e327d55b-28ca-4bfa-bcf1-e4ed49240d52 HTTP/1.1" status: 200  len: 945 time: 0.1754017
Dec 25 21:11:06.607832 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-be7cf791-1aec-4a04-93b8-309fc6a2eb17 req-28545e41-a551-452a-b208-34dda365ed08 service neutron] Attempting to bind port 53ff2af7-9bf4-4cb8-bafa-414f471bb1cb on host nch2-master-1 for vnic_type normal with profile  {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:11:06.608157 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-be7cf791-1aec-4a04-93b8-309fc6a2eb17 req-28545e41-a551-452a-b208-34dda365ed08 service neutron] Attempting to bind port 53ff2af7-9bf4-4cb8-bafa-414f471bb1cb by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '8db2faa6-9c4c-4971-bf8a-75e7f110c5aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '629690dc-316c-48ba-b3f8-2395f5f041a6'}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:11:06.608490 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be7cf791-1aec-4a04-93b8-309fc6a2eb17 req-28545e41-a551-452a-b208-34dda365ed08 service neutron] Attempting to bind port 53ff2af7-9bf4-4cb8-bafa-414f471bb1cb on network 629690dc-316c-48ba-b3f8-2395f5f041a6 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:11:06.630353 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be7cf791-1aec-4a04-93b8-309fc6a2eb17 req-28545e41-a551-452a-b208-34dda365ed08 service neutron] Port 53ff2af7-9bf4-4cb8-bafa-414f471bb1cb on network 629690dc-316c-48ba-b3f8-2395f5f041a6 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 25 21:11:06.630685 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be7cf791-1aec-4a04-93b8-309fc6a2eb17 req-28545e41-a551-452a-b208-34dda365ed08 service neutron] Attempting to bind port 53ff2af7-9bf4-4cb8-bafa-414f471bb1cb on network 629690dc-316c-48ba-b3f8-2395f5f041a6 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:11:06.635845 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:11:06.642955 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-2310fd18-1217-4377-b40b-6ba99484f9c7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:11:06.644630 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be7cf791-1aec-4a04-93b8-309fc6a2eb17 req-28545e41-a551-452a-b208-34dda365ed08 service neutron] Checking agent: {'id': '0d9ae313-8f8d-40fa-8a9f-d098a25a9911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 21, 4, 38), 'started_at': datetime.datetime(2021, 12, 25, 21, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 10, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:11:06.644991 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be7cf791-1aec-4a04-93b8-309fc6a2eb17 req-28545e41-a551-452a-b208-34dda365ed08 service neutron] Checking segment: {'id': '8db2faa6-9c4c-4971-bf8a-75e7f110c5aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '629690dc-316c-48ba-b3f8-2395f5f041a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:11:06.645381 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be7cf791-1aec-4a04-93b8-309fc6a2eb17 req-28545e41-a551-452a-b208-34dda365ed08 service neutron] Bound using segment: {'id': '8db2faa6-9c4c-4971-bf8a-75e7f110c5aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '629690dc-316c-48ba-b3f8-2395f5f041a6'} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:11:06.645819 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-be7cf791-1aec-4a04-93b8-309fc6a2eb17 req-28545e41-a551-452a-b208-34dda365ed08 service neutron] Bound port: 53ff2af7-9bf4-4cb8-bafa-414f471bb1cb, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8db2faa6-9c4c-4971-bf8a-75e7f110c5aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '629690dc-316c-48ba-b3f8-2395f5f041a6'}}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:11:06.646209 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-be7cf791-1aec-4a04-93b8-309fc6a2eb17 req-28545e41-a551-452a-b208-34dda365ed08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:11:06.677626 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0cb06896-1a6c-4207-ad78-4b701d67fbb8 req-b251af8f-0186-4d93-9b9a-75b6b8c3e94a tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] 10.222.0.32 "GET /v2.0/security-groups?id=381a44e3-d0d7-4aba-bc61-1ef7cfa17da9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1163733
Dec 25 21:11:06.705150 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Pushing event updated for resources: {'Port': ['ID=68318cac-8cb7-4fbd-94a8-563f01bdc7e4,revision_number=5']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:11:06.709273 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-2310fd18-1217-4377-b40b-6ba99484f9c7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:11:06.774154 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-be7cf791-1aec-4a04-93b8-309fc6a2eb17 req-28545e41-a551-452a-b208-34dda365ed08 service neutron] For port 53ff2af7-9bf4-4cb8-bafa-414f471bb1cb, host nch2-master-1, cleared binding levels {{(pid=121606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:11:06.775650 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd914c615-075b-48b0-bbd9-707f0b4e084d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68318cac-8cb7-4fbd-94a8-563f01bdc7e4'}] {{(pid=121608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:11:06.778010 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a88c78c3ff6266bd59c7e89d275b28c92e739b67d23c89d71af88829fd31566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b0e4376-ed91-413b-8493-e0a2397f769a" -d '{"events": [{"server_uuid": "d914c615-075b-48b0-bbd9-707f0b4e084d", "name": "network-vif-plugged", "status": "completed", "tag": "68318cac-8cb7-4fbd-94a8-563f01bdc7e4"}]}' {{(pid=121608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:11:06.806935 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-be7cf791-1aec-4a04-93b8-309fc6a2eb17 req-28545e41-a551-452a-b208-34dda365ed08 service neutron] For port 53ff2af7-9bf4-4cb8-bafa-414f471bb1cb, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=53ff2af7-9bf4-4cb8-bafa-414f471bb1cb,segment=NetworkSegment(8db2faa6-9c4c-4971-bf8a-75e7f110c5aa),segment_id=8db2faa6-9c4c-4971-bf8a-75e7f110c5aa)] {{(pid=121606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:11:06.818386 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 21:11:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46824bdb-843e-4a6c-adb6-0952f62d7fb0 x-openstack-request-id: req-46824bdb-843e-4a6c-adb6-0952f62d7fb0 {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:11:06.818386 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d914c615-075b-48b0-bbd9-707f0b4e084d", "name": "network-vif-plugged", "status": "completed", "tag": "68318cac-8cb7-4fbd-94a8-563f01bdc7e4", "code": 200}]} {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:11:06.818386 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-46824bdb-843e-4a6c-adb6-0952f62d7fb0 {{(pid=121608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:11:06.818723 ncdv-master-1 neutron-server[121608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd914c615-075b-48b0-bbd9-707f0b4e084d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68318cac-8cb7-4fbd-94a8-563f01bdc7e4', 'code': 200}
Dec 25 21:11:06.829320 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06987793-7de1-4f0a-9573-06c3e732412d req-109d4513-a055-4476-80a6-66e091f0bd58 tempest-ListServerFiltersTestJSON-1422081367 tempest-ListServerFiltersTestJSON-1422081367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:11:06.830841 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-06987793-7de1-4f0a-9573-06c3e732412d req-109d4513-a055-4476-80a6-66e091f0bd58 tempest-ListServerFiltersTestJSON-1422081367 tempest-ListServerFiltersTestJSON-1422081367-project] 10.222.0.32 "GET /v2.0/ports?device_id=1ae83e38-943e-47ce-af1e-e5bef506ca7d HTTP/1.1" status: 200  len: 945 time: 0.0735261
Dec 25 21:11:06.973387 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-f4ff93e7-ef2d-4e8e-aeab-27438e54f90c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:11:07.158245 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-2310fd18-1217-4377-b40b-6ba99484f9c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:11:07.161422 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-2310fd18-1217-4377-b40b-6ba99484f9c7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:11:07.162494 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-2310fd18-1217-4377-b40b-6ba99484f9c7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/21011e5b-068e-4aca-8e10-9f259400ae9a HTTP/1.1" status: 204  len: 168 time: 0.6453133
Dec 25 21:11:07.163619 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-be7cf791-1aec-4a04-93b8-309fc6a2eb17 req-28545e41-a551-452a-b208-34dda365ed08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:11:07.248476 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2310fd18-1217-4377-b40b-6ba99484f9c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21011e5b-068e-4aca-8e10-9f259400ae9a,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:11:07.277284 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7cf791-1aec-4a04-93b8-309fc6a2eb17 req-28545e41-a551-452a-b208-34dda365ed08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:11:07.277284 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-be7cf791-1aec-4a04-93b8-309fc6a2eb17 req-28545e41-a551-452a-b208-34dda365ed08 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:11:07.277980 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-be7cf791-1aec-4a04-93b8-309fc6a2eb17 req-28545e41-a551-452a-b208-34dda365ed08 service neutron] 10.222.0.37 "PUT /v2.0/ports/53ff2af7-9bf4-4cb8-bafa-414f471bb1cb HTTP/1.1" status: 200  len: 1092 time: 1.7024491
Dec 25 21:11:07.283765 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7df0e675-9617-49b5-bf06-c32adf655c9e', 'tag': '53ff2af7-9bf4-4cb8-bafa-414f471bb1cb'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:11:07.286676 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9858820c13ec2827453b94ebc4181065e990a4e4089ccb9fe762531ac62d2fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-226f2d0f-8182-48dc-9eec-2d1b90f3fffd" -d '{"events": [{"name": "network-changed", "server_uuid": "7df0e675-9617-49b5-bf06-c32adf655c9e", "tag": "53ff2af7-9bf4-4cb8-bafa-414f471bb1cb"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:11:07.308673 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-06987793-7de1-4f0a-9573-06c3e732412d req-aeec2679-ee5a-4bbf-8f8e-a55290f88740 tempest-ListServerFiltersTestJSON-1422081367 tempest-ListServerFiltersTestJSON-1422081367-project] 10.222.0.32 "GET /v2.0/security-groups?id=447f20bc-c1b8-4d93-b35d-2eedc5c6dd85&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4716616
Dec 25 21:11:07.321720 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28545e41-a551-452a-b208-34dda365ed08 service neutron] Pushing event updated for resources: {'Port': ['ID=53ff2af7-9bf4-4cb8-bafa-414f471bb1cb,revision_number=3']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:11:07.325697 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db05f70-6050-4700-ac7a-278dc27eeedb req-88072664-b469-4622-bbf7-85ad29fa9780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:11:07.327233 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-6db05f70-6050-4700-ac7a-278dc27eeedb req-88072664-b469-4622-bbf7-85ad29fa9780 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=d914c615-075b-48b0-bbd9-707f0b4e084d HTTP/1.1" status: 200  len: 1097 time: 0.1787777
Dec 25 21:11:07.353482 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c640a4e-42de-4469-9f90-d1def5669407 req-02876c64-ece3-4b1f-ae2b-e66db673fdbb tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:11:07.355086 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0c640a4e-42de-4469-9f90-d1def5669407 req-02876c64-ece3-4b1f-ae2b-e66db673fdbb tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a8114c1-85b3-4e15-9e15-95159b456e41 HTTP/1.1" status: 200  len: 949 time: 0.2082510
Dec 25 21:11:07.490776 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-6db05f70-6050-4700-ac7a-278dc27eeedb req-b9a4f213-101f-4fc6-99c2-6d144740d770 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=447f20bc-c1b8-4d93-b35d-2eedc5c6dd85&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1482558
Dec 25 21:11:07.505045 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0c640a4e-42de-4469-9f90-d1def5669407 req-3f05ac1c-3bba-44f0-b010-3aeb50674dba tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] 10.222.0.32 "GET /v2.0/security-groups?id=21386e98-0735-4168-a9d9-35455a6206b6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1431868
Dec 25 21:11:07.513817 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f93914-976a-4be2-920e-15f7e77447da req-99ebb1c6-b151-4b55-a471-e8d07087a25c tempest-ServersWithSpecificFlavorTestJSON-439149936 tempest-ServersWithSpecificFlavorTestJSON-439149936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:11:07.515242 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-02f93914-976a-4be2-920e-15f7e77447da req-99ebb1c6-b151-4b55-a471-e8d07087a25c tempest-ServersWithSpecificFlavorTestJSON-439149936 tempest-ServersWithSpecificFlavorTestJSON-439149936-project] 10.222.0.32 "GET /v2.0/ports?device_id=7df0e675-9617-49b5-bf06-c32adf655c9e HTTP/1.1" status: 200  len: 944 time: 0.1284308
Dec 25 21:11:07.533006 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7cf791-1aec-4a04-93b8-309fc6a2eb17 req-b2165cb2-67ad-4c2c-9fd8-0181f8f65e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:11:07.534497 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-be7cf791-1aec-4a04-93b8-309fc6a2eb17 req-b2165cb2-67ad-4c2c-9fd8-0181f8f65e51 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e25e5a44bb7e4ef7a38e961e6203b72b&device_id=7df0e675-9617-49b5-bf06-c32adf655c9e HTTP/1.1" status: 200  len: 1095 time: 0.1092739
Dec 25 21:11:07.592410 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Dec 2021 21:11:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50fbfb6a-3c0c-49ac-9f65-7b8d2c882e10 x-openstack-request-id: req-50fbfb6a-3c0c-49ac-9f65-7b8d2c882e10 {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:11:07.592767 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7df0e675-9617-49b5-bf06-c32adf655c9e", "tag": "53ff2af7-9bf4-4cb8-bafa-414f471bb1cb", "status": "completed", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:11:07.593073 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-50fbfb6a-3c0c-49ac-9f65-7b8d2c882e10 {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:11:07.593475 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7df0e675-9617-49b5-bf06-c32adf655c9e', 'tag': '53ff2af7-9bf4-4cb8-bafa-414f471bb1cb', 'status': 'completed', 'code': 200}
Dec 25 21:11:07.597122 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-be7cf791-1aec-4a04-93b8-309fc6a2eb17 req-5f646f11-7c5a-4895-863d-7fcc91d3da1f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=53ff2af7-9bf4-4cb8-bafa-414f471bb1cb HTTP/1.1" status: 200  len: 217 time: 0.0531075
Dec 25 21:11:07.650418 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-02f93914-976a-4be2-920e-15f7e77447da req-0df36588-b320-450e-b892-5ecf572ba4a7 tempest-ServersWithSpecificFlavorTestJSON-439149936 tempest-ServersWithSpecificFlavorTestJSON-439149936-project] 10.222.0.32 "GET /v2.0/security-groups?id=d5c07141-cb75-4b9f-8f8d-51cd5e2004f4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1278260
Dec 25 21:11:07.692819 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7cf791-1aec-4a04-93b8-309fc6a2eb17 req-e3a0a80e-ce6a-4a08-9887-287a82dd5cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:11:07.694296 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-be7cf791-1aec-4a04-93b8-309fc6a2eb17 req-e3a0a80e-ce6a-4a08-9887-287a82dd5cd0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b91f30a5-b3f6-4065-94e7-2dc6af689f3f HTTP/1.1" status: 200  len: 862 time: 0.0890934
Dec 25 21:11:07.719924 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09be85c-69b6-401f-b4ac-c064f3df377e req-a53852c1-2861-41ed-869c-952de2005d77 tempest-ListServerFiltersTestJSON-1422081367 tempest-ListServerFiltersTestJSON-1422081367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:11:07.722679 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c09be85c-69b6-401f-b4ac-c064f3df377e req-a53852c1-2861-41ed-869c-952de2005d77 tempest-ListServerFiltersTestJSON-1422081367 tempest-ListServerFiltersTestJSON-1422081367-project] 10.222.0.32 "GET /v2.0/ports?device_id=d914c615-075b-48b0-bbd9-707f0b4e084d HTTP/1.1" status: 200  len: 946 time: 0.1043947
Dec 25 21:11:07.783028 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7cf791-1aec-4a04-93b8-309fc6a2eb17 req-36f2fa49-a21a-4dbe-ae35-dd2a4bda249c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:11:07.788415 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-be7cf791-1aec-4a04-93b8-309fc6a2eb17 req-36f2fa49-a21a-4dbe-ae35-dd2a4bda249c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=629690dc-316c-48ba-b3f8-2395f5f041a6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0825858
Dec 25 21:11:07.797127 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c09be85c-69b6-401f-b4ac-c064f3df377e req-f1827d05-9311-4751-ac5c-e5319b2a15c6 tempest-ListServerFiltersTestJSON-1422081367 tempest-ListServerFiltersTestJSON-1422081367-project] 10.222.0.32 "GET /v2.0/security-groups?id=447f20bc-c1b8-4d93-b35d-2eedc5c6dd85&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0567777
Dec 25 21:11:07.917313 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca928b6-b239-4bd8-b654-162a28c47c7e req-1277c813-ba4d-45b2-9d38-82de4bf50ace tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:11:07.918844 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0ca928b6-b239-4bd8-b654-162a28c47c7e req-1277c813-ba4d-45b2-9d38-82de4bf50ace tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] 10.222.0.32 "GET /v2.0/ports?device_id=e327d55b-28ca-4bfa-bcf1-e4ed49240d52 HTTP/1.1" status: 200  len: 945 time: 0.1015229
Dec 25 21:11:07.936115 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-be7cf791-1aec-4a04-93b8-309fc6a2eb17 req-5ac6c793-4547-4187-bee1-f263634aedd9 service neutron] 10.222.0.37 "GET /v2.0/networks/629690dc-316c-48ba-b3f8-2395f5f041a6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1380568
Dec 25 21:11:08.002381 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0ca928b6-b239-4bd8-b654-162a28c47c7e req-3429f439-f10e-4862-a3b1-9030a85aae14 tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] 10.222.0.32 "GET /v2.0/security-groups?id=381a44e3-d0d7-4aba-bc61-1ef7cfa17da9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0736914
Dec 25 21:11:08.008867 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:11:08.061103 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-be7cf791-1aec-4a04-93b8-309fc6a2eb17 req-7e6155e1-f610-41b8-8046-24f74f68ff33 service neutron] 10.222.0.37 "GET /v2.0/networks/629690dc-316c-48ba-b3f8-2395f5f041a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1079450
Dec 25 21:11:08.124198 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device 3147cbbc-6a59-4aed-93a8-d328bcb5240b details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 25 21:11:08.225832 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port 3147cbbc-6a59-4aed-93a8-d328bcb5240b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3147cbbc-6a59-4aed-93a8-d328bcb5240b,segment=NetworkSegment(e8ac02a8-e826-44a3-b184-ad0b30f42bc3),segment_id=e8ac02a8-e826-44a3-b184-ad0b30f42bc3)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:11:08.238296 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Returning: {'device': '3147cbbc-6a59-4aed-93a8-d328bcb5240b', 'network_id': '18cd81fa-8a8a-4568-b72f-9dfeb3958de1', 'port_id': '3147cbbc-6a59-4aed-93a8-d328bcb5240b', 'mac_address': 'fa:16:3e:99:29:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47a53b07-55d2-4a6d-8cba-79e98a017010', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 25 21:11:08.251765 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226f2d0f-8182-48dc-9eec-2d1b90f3fffd req-4af2127c-28a3-43b1-88e4-77665de89835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:11:08.254008 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-226f2d0f-8182-48dc-9eec-2d1b90f3fffd req-4af2127c-28a3-43b1-88e4-77665de89835 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e25e5a44bb7e4ef7a38e961e6203b72b&device_id=7df0e675-9617-49b5-bf06-c32adf655c9e HTTP/1.1" status: 200  len: 1095 time: 0.0610886
Dec 25 21:11:08.287887 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:11:08.305144 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3147cbbc-6a59-4aed-93a8-d328bcb5240b {{(pid=121608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:11:08.335179 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port 3147cbbc-6a59-4aed-93a8-d328bcb5240b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3147cbbc-6a59-4aed-93a8-d328bcb5240b,segment=NetworkSegment(e8ac02a8-e826-44a3-b184-ad0b30f42bc3),segment_id=e8ac02a8-e826-44a3-b184-ad0b30f42bc3)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:11:08.368985 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226f2d0f-8182-48dc-9eec-2d1b90f3fffd req-c62d64c3-e8b8-436e-8035-decc79c81ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:11:08.370526 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-226f2d0f-8182-48dc-9eec-2d1b90f3fffd req-c62d64c3-e8b8-436e-8035-decc79c81ba8 service neutron] 10.222.0.37 "GET /v2.0/networks?id=629690dc-316c-48ba-b3f8-2395f5f041a6 HTTP/1.1" status: 200  len: 924 time: 0.1082866
Dec 25 21:11:08.396205 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3e945ecd-9380-47c2-aa0a-12ebe07e03e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:11:08.426539 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-226f2d0f-8182-48dc-9eec-2d1b90f3fffd req-a77207e2-bb7e-47ce-98ae-f89bc59f334c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=53ff2af7-9bf4-4cb8-bafa-414f471bb1cb HTTP/1.1" status: 200  len: 217 time: 0.0405056
Dec 25 21:11:08.478257 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226f2d0f-8182-48dc-9eec-2d1b90f3fffd req-f83a2965-cc24-4344-b5f5-43ebab0b5f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:11:08.479760 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-226f2d0f-8182-48dc-9eec-2d1b90f3fffd req-f83a2965-cc24-4344-b5f5-43ebab0b5f68 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b91f30a5-b3f6-4065-94e7-2dc6af689f3f HTTP/1.1" status: 200  len: 862 time: 0.0450401
Dec 25 21:11:08.492270 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 45982) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:11:08.521442 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:11:08.530375 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226f2d0f-8182-48dc-9eec-2d1b90f3fffd req-ea8de156-e35a-427a-860d-dacac92db400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:11:08.531909 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-226f2d0f-8182-48dc-9eec-2d1b90f3fffd req-ea8de156-e35a-427a-860d-dacac92db400 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=629690dc-316c-48ba-b3f8-2395f5f041a6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0414250
Dec 25 21:11:08.575488 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Pushing event updated for resources: {'Port': ['ID=3147cbbc-6a59-4aed-93a8-d328bcb5240b,revision_number=4']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:11:08.631903 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-10275198-170b-4af8-b56e-fad2b9c140fc admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1365984648-network', 'tenant_id': '188fe358c4684fce8fc912f48b3f186e'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:11:08.689322 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-226f2d0f-8182-48dc-9eec-2d1b90f3fffd req-7ffec34a-3ea5-4ddf-931e-958c206ab37f service neutron] 10.222.0.37 "GET /v2.0/networks/629690dc-316c-48ba-b3f8-2395f5f041a6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1435397
Dec 25 21:11:08.698758 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ef0659-ba93-4d83-b0a7-da2d65459d87 req-bb8987e0-91dc-401c-a91a-f01f5ad02077 tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:11:08.700200 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-40ef0659-ba93-4d83-b0a7-da2d65459d87 req-bb8987e0-91dc-401c-a91a-f01f5ad02077 tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a8114c1-85b3-4e15-9e15-95159b456e41 HTTP/1.1" status: 200  len: 949 time: 0.0760622
Dec 25 21:11:08.740076 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10275198-170b-4af8-b56e-fad2b9c140fc admin admin] Made reservation on behalf of 188fe358c4684fce8fc912f48b3f186e for: {'network': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:11:08.742457 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-10275198-170b-4af8-b56e-fad2b9c140fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for network, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:11:08.750935 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-10275198-170b-4af8-b56e-fad2b9c140fc admin admin] Publish callbacks [] for security_group, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:11:08.803610 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-40ef0659-ba93-4d83-b0a7-da2d65459d87 req-1ee6aee7-a5a7-446c-83e3-054e675d7163 tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] 10.222.0.32 "GET /v2.0/security-groups?id=21386e98-0735-4168-a9d9-35455a6206b6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0951507
Dec 25 21:11:08.810212 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] get_ports_and_sgs() called for port_ids ['3147cbbc-6a59-4aed-93a8-d328bcb5240b'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:11:08.825708 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-226f2d0f-8182-48dc-9eec-2d1b90f3fffd req-815e822b-9a81-43df-9426-9121a2d6b16d service neutron] 10.222.0.37 "GET /v2.0/networks/629690dc-316c-48ba-b3f8-2395f5f041a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1245608
Dec 25 21:11:08.838277 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-10275198-170b-4af8-b56e-fad2b9c140fc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:11:08.924863 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-10275198-170b-4af8-b56e-fad2b9c140fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:11:08.958804 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10275198-170b-4af8-b56e-fad2b9c140fc admin admin] vlan segment allocate from pool success with {'vlan_id': 158, 'physical_network': 'physnet1'}  {{(pid=121607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 25 21:11:08.982175 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10275198-170b-4af8-b56e-fad2b9c140fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b69513af-ab77-4f0b-a466-982d791e7cb5,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:11:08.988141 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-10275198-170b-4af8-b56e-fad2b9c140fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:11:08.988141 ncdv-master-1 neutron-server[121607]: INFO neutron.db.segments_db [None req-10275198-170b-4af8-b56e-fad2b9c140fc admin admin] Added segment c81d66e9-cd43-4a32-ab71-883a0f354192 of type vlan for network 09af6274-7110-4e9c-83cc-51d4d54a1676
Dec 25 21:11:08.998211 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1316562-45b7-4add-9f65-666c39533539 req-3a0f3af0-81e5-4a59-8ef0-f2ed76d9c7a4 tempest-ServersWithSpecificFlavorTestJSON-439149936 tempest-ServersWithSpecificFlavorTestJSON-439149936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:11:08.999772 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e1316562-45b7-4add-9f65-666c39533539 req-3a0f3af0-81e5-4a59-8ef0-f2ed76d9c7a4 tempest-ServersWithSpecificFlavorTestJSON-439149936 tempest-ServersWithSpecificFlavorTestJSON-439149936-project] 10.222.0.32 "GET /v2.0/ports?device_id=7df0e675-9617-49b5-bf06-c32adf655c9e HTTP/1.1" status: 200  len: 944 time: 0.0878630
Dec 25 21:11:09.045614 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-10275198-170b-4af8-b56e-fad2b9c140fc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737602163420'] for network, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:11:09.093586 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bbab4f-1178-4835-96af-f8ce297398d8 req-284e5113-9c93-4a57-9af6-cd317a878062 tempest-ListServerFiltersTestJSON-1422081367 tempest-ListServerFiltersTestJSON-1422081367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:11:09.095328 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-40bbab4f-1178-4835-96af-f8ce297398d8 req-284e5113-9c93-4a57-9af6-cd317a878062 tempest-ListServerFiltersTestJSON-1422081367 tempest-ListServerFiltersTestJSON-1422081367-project] 10.222.0.32 "GET /v2.0/ports?device_id=d914c615-075b-48b0-bbd9-707f0b4e084d HTTP/1.1" status: 200  len: 946 time: 0.0877841
Dec 25 21:11:09.099044 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e1316562-45b7-4add-9f65-666c39533539 req-a1f1a6cb-5e15-41ea-b424-0edaf108bc59 tempest-ServersWithSpecificFlavorTestJSON-439149936 tempest-ServersWithSpecificFlavorTestJSON-439149936-project] 10.222.0.32 "GET /v2.0/security-groups?id=d5c07141-cb75-4b9f-8f8d-51cd5e2004f4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0814028
Dec 25 21:11:09.145236 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-40bbab4f-1178-4835-96af-f8ce297398d8 req-53b98fef-28f0-4024-8795-5ac3397394c9 tempest-ListServerFiltersTestJSON-1422081367 tempest-ListServerFiltersTestJSON-1422081367-project] 10.222.0.32 "GET /v2.0/security-groups?id=447f20bc-c1b8-4d93-b35d-2eedc5c6dd85&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435131
Dec 25 21:11:09.174966 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-10275198-170b-4af8-b56e-fad2b9c140fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870'] for network, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:11:09.176212 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10275198-170b-4af8-b56e-fad2b9c140fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:11:09.177155 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-10275198-170b-4af8-b56e-fad2b9c140fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for network, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:11:09.227643 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ceb20c-bdfc-45ba-b8b1-a28473f9de5e req-dcee51a0-30f8-4a79-aa78-58c98be5bcb8 tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:11:09.234976 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-66ceb20c-bdfc-45ba-b8b1-a28473f9de5e req-dcee51a0-30f8-4a79-aa78-58c98be5bcb8 tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] 10.222.0.32 "GET /v2.0/ports?device_id=e327d55b-28ca-4bfa-bcf1-e4ed49240d52 HTTP/1.1" status: 200  len: 945 time: 0.0647092
Dec 25 21:11:09.245422 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10275198-170b-4af8-b56e-fad2b9c140fc admin admin] Pushing event updated for resources: {'Network': ['ID=09af6274-7110-4e9c-83cc-51d4d54a1676,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:11:09.256846 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Network 09af6274-7110-4e9c-83cc-51d4d54a1676 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 25 21:11:09.313955 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-66ceb20c-bdfc-45ba-b8b1-a28473f9de5e req-8735e9a1-5593-4665-af36-f49957fa2616 tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] 10.222.0.32 "GET /v2.0/security-groups?id=381a44e3-d0d7-4aba-bc61-1ef7cfa17da9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0775921
Dec 25 21:11:09.338772 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad64a806-6ecc-4249-b5ba-f1367a127a46 req-564064ad-f8d1-4fd6-8e1b-507d95a13a64 tempest-ListServerFiltersTestJSON-1422081367 tempest-ListServerFiltersTestJSON-1422081367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:11:09.340789 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ad64a806-6ecc-4249-b5ba-f1367a127a46 req-564064ad-f8d1-4fd6-8e1b-507d95a13a64 tempest-ListServerFiltersTestJSON-1422081367 tempest-ListServerFiltersTestJSON-1422081367-project] 10.222.0.32 "GET /v2.0/ports?device_id=cadf356d-6fa7-4dcf-9dcf-515f67791639 HTTP/1.1" status: 200  len: 945 time: 0.0752361
Dec 25 21:11:09.345504 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-10275198-170b-4af8-b56e-fad2b9c140fc admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 894 time: 0.8518205
Dec 25 21:11:09.348073 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 46002) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:11:09.353095 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-015e8229-a8ab-4e4a-bd29-11ef6bd2cb48 admin admin] Request body: {'subnet': {'network_id': '09af6274-7110-4e9c-83cc-51d4d54a1676', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1365984648-subnet', 'tenant_id': '188fe358c4684fce8fc912f48b3f186e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:11:09.373231 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-15cb578f-7a63-4fd3-925d-83bad4c7b82a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:11:09.397377 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ad64a806-6ecc-4249-b5ba-f1367a127a46 req-81595352-36b6-4fd5-b861-2ec6a8784627 tempest-ListServerFiltersTestJSON-1422081367 tempest-ListServerFiltersTestJSON-1422081367-project] 10.222.0.32 "GET /v2.0/security-groups?id=447f20bc-c1b8-4d93-b35d-2eedc5c6dd85&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0480814
Dec 25 21:11:09.443199 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-015e8229-a8ab-4e4a-bd29-11ef6bd2cb48 admin admin] Made reservation on behalf of 188fe358c4684fce8fc912f48b3f186e for: {'subnet': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:11:09.445676 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-015e8229-a8ab-4e4a-bd29-11ef6bd2cb48 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8852834'] for subnet, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:11:09.711462 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-015e8229-a8ab-4e4a-bd29-11ef6bd2cb48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8632475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8852848'] for subnet, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:11:09.775847 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015e8229-a8ab-4e4a-bd29-11ef6bd2cb48 admin admin] Pushing event updated for resources: {'Subnet': ['ID=015c1052-cc2c-4d6a-8242-ea18f582183e,revision_number=0']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:11:09.785296 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-015e8229-a8ab-4e4a-bd29-11ef6bd2cb48 admin admin] Checking segment: {'id': 'c81d66e9-cd43-4a32-ab71-883a0f354192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '09af6274-7110-4e9c-83cc-51d4d54a1676'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:11:09.785888 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-015e8229-a8ab-4e4a-bd29-11ef6bd2cb48 admin admin] Network hostable DHCP agents. Network: 09af6274-7110-4e9c-83cc-51d4d54a1676, hostable agents: ['1813db88-2c1b-4357-a2ba-869246b663c2'], hosted agents: [] {{(pid=121607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 25 21:11:09.905109 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-015e8229-a8ab-4e4a-bd29-11ef6bd2cb48 admin admin] Network 09af6274-7110-4e9c-83cc-51d4d54a1676 is scheduled to be hosted by DHCP agent 1813db88-2c1b-4357-a2ba-869246b663c2 with binding_index 1 {{(pid=121607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 25 21:11:09.930829 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf7fac9-59ff-407f-ba88-7631f79bf0c7 req-0819e019-57f2-43c5-86ac-94e2dd8c769c tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:11:09.932318 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-acf7fac9-59ff-407f-ba88-7631f79bf0c7 req-0819e019-57f2-43c5-86ac-94e2dd8c769c tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a8114c1-85b3-4e15-9e15-95159b456e41 HTTP/1.1" status: 200  len: 949 time: 0.0542610
Dec 25 21:11:09.985088 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-acf7fac9-59ff-407f-ba88-7631f79bf0c7 req-0b272b05-08db-4353-8fc5-c2628f45dbc2 tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] 10.222.0.32 "GET /v2.0/security-groups?id=21386e98-0735-4168-a9d9-35455a6206b6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0466785
Dec 25 21:11:09.996345 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-015e8229-a8ab-4e4a-bd29-11ef6bd2cb48 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 09af6274-7110-4e9c-83cc-51d4d54a1676) {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:11:10.013243 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-015e8229-a8ab-4e4a-bd29-11ef6bd2cb48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:11:10.013883 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-015e8229-a8ab-4e4a-bd29-11ef6bd2cb48 admin admin] Publish callbacks [] for subnet, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:11:10.016794 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b990238-6ab4-4538-99e1-691e3ab6977a None None] Network 09af6274-7110-4e9c-83cc-51d4d54a1676 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:11:10.121628 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0f75a0f-2b94-4e1f-b27d-55819de7af13 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-09af6274-7110-4e9c-83cc-51d4d54a1676', 'network_id': '09af6274-7110-4e9c-83cc-51d4d54a1676', 'project_id': '188fe358c4684fce8fc912f48b3f186e', 'fixed_ips': [{'subnet_id': '015c1052-cc2c-4d6a-8242-ea18f582183e'}]}} from ncdv-master-1. {{(pid=121608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 25 21:11:10.122507 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-f0f75a0f-2b94-4e1f-b27d-55819de7af13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:11:10.194076 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-015e8229-a8ab-4e4a-bd29-11ef6bd2cb48 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 857 time: 0.8448443
Dec 25 21:11:10.197275 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 46020) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:11:10.198197 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device 3147cbbc-6a59-4aed-93a8-d328bcb5240b up at agent hyperv_nch1-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:11:10.201510 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-7947fe0d-7207-4cfd-8163-6db5a7a645fa admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1365984648-router', 'tenant_id': '188fe358c4684fce8fc912f48b3f186e', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'}}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:11:10.236326 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64434d6-24d7-4aa5-9a7a-db087335b98c req-8620da2c-ad52-4b1d-9c6b-1d391d1dc81f tempest-ServersWithSpecificFlavorTestJSON-439149936 tempest-ServersWithSpecificFlavorTestJSON-439149936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:11:10.237919 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b64434d6-24d7-4aa5-9a7a-db087335b98c req-8620da2c-ad52-4b1d-9c6b-1d391d1dc81f tempest-ServersWithSpecificFlavorTestJSON-439149936 tempest-ServersWithSpecificFlavorTestJSON-439149936-project] 10.222.0.32 "GET /v2.0/ports?device_id=7df0e675-9617-49b5-bf06-c32adf655c9e HTTP/1.1" status: 200  len: 944 time: 0.0697563
Dec 25 21:11:10.304173 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.db_base_plugin_common [None req-f0f75a0f-2b94-4e1f-b27d-55819de7af13 None None] Allocated IP 172.20.0.2 (09af6274-7110-4e9c-83cc-51d4d54a1676/015c1052-cc2c-4d6a-8242-ea18f582183e/cd14102a-4aa7-4e83-bab7-8af20cf277d0) {{(pid=121608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:11:10.314612 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b64434d6-24d7-4aa5-9a7a-db087335b98c req-310a2513-66ca-47fe-a3e6-b6a8022f1c35 tempest-ServersWithSpecificFlavorTestJSON-439149936 tempest-ServersWithSpecificFlavorTestJSON-439149936-project] 10.222.0.32 "GET /v2.0/security-groups?id=d5c07141-cb75-4b9f-8f8d-51cd5e2004f4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0684435
Dec 25 21:11:10.357894 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-7947fe0d-7207-4cfd-8163-6db5a7a645fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2014909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14863'] for router, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:11:10.358173 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-7947fe0d-7207-4cfd-8163-6db5a7a645fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2014285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2009796', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2082630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14848'] for router, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:11:10.408147 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Provisioning for port 3147cbbc-6a59-4aed-93a8-d328bcb5240b completed by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 25 21:11:10.418615 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Provisioning complete for port 3147cbbc-6a59-4aed-93a8-d328bcb5240b triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:11:10.419118 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:11:10.437830 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-7947fe0d-7207-4cfd-8163-6db5a7a645fa admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:11:10.466527 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061b6abe-3423-48ea-a056-4e19029eebb7 req-7b8154ee-ea32-4c5a-aa80-8cbd9b72493d tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:11:10.468071 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-061b6abe-3423-48ea-a056-4e19029eebb7 req-7b8154ee-ea32-4c5a-aa80-8cbd9b72493d tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] 10.222.0.32 "GET /v2.0/ports?device_id=e327d55b-28ca-4bfa-bcf1-e4ed49240d52 HTTP/1.1" status: 200  len: 945 time: 0.0807219
Dec 25 21:11:10.518130 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-f0f75a0f-2b94-4e1f-b27d-55819de7af13 None None] Publish callbacks [] for port, precommit_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:11:10.553257 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-061b6abe-3423-48ea-a056-4e19029eebb7 req-90d8d57d-ba02-4d4c-8f10-69acdb3d0e59 tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] 10.222.0.32 "GET /v2.0/security-groups?id=381a44e3-d0d7-4aba-bc61-1ef7cfa17da9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0761204
Dec 25 21:11:10.560808 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c37c1a-b73b-428a-8fe0-476b86a8f696 req-4d430686-871a-4309-92c9-5903fc2b5967 tempest-ListServerFiltersTestJSON-1422081367 tempest-ListServerFiltersTestJSON-1422081367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:11:10.562373 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e2c37c1a-b73b-428a-8fe0-476b86a8f696 req-4d430686-871a-4309-92c9-5903fc2b5967 tempest-ListServerFiltersTestJSON-1422081367 tempest-ListServerFiltersTestJSON-1422081367-project] 10.222.0.32 "GET /v2.0/ports?device_id=cadf356d-6fa7-4dcf-9dcf-515f67791639 HTTP/1.1" status: 200  len: 945 time: 0.0871062
Dec 25 21:11:10.565391 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:11:10.590801 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cadf356d-6fa7-4dcf-9dcf-515f67791639', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3147cbbc-6a59-4aed-93a8-d328bcb5240b'}] {{(pid=121608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:11:10.593032 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a88c78c3ff6266bd59c7e89d275b28c92e739b67d23c89d71af88829fd31566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-469b478c-8c99-4b63-9c96-d51071f19f58" -d '{"events": [{"server_uuid": "cadf356d-6fa7-4dcf-9dcf-515f67791639", "name": "network-vif-plugged", "status": "completed", "tag": "3147cbbc-6a59-4aed-93a8-d328bcb5240b"}]}' {{(pid=121608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:11:10.605718 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port 3147cbbc-6a59-4aed-93a8-d328bcb5240b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3147cbbc-6a59-4aed-93a8-d328bcb5240b,segment=NetworkSegment(e8ac02a8-e826-44a3-b184-ad0b30f42bc3),segment_id=e8ac02a8-e826-44a3-b184-ad0b30f42bc3)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:11:10.629842 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 21:11:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d59f9388-97d7-4a6f-81b2-fda8db0f0f77 x-openstack-request-id: req-d59f9388-97d7-4a6f-81b2-fda8db0f0f77 {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:11:10.630156 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cadf356d-6fa7-4dcf-9dcf-515f67791639", "name": "network-vif-plugged", "status": "completed", "tag": "3147cbbc-6a59-4aed-93a8-d328bcb5240b", "code": 200}]} {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:11:10.630410 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d59f9388-97d7-4a6f-81b2-fda8db0f0f77 {{(pid=121608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:11:10.630802 ncdv-master-1 neutron-server[121608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cadf356d-6fa7-4dcf-9dcf-515f67791639', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3147cbbc-6a59-4aed-93a8-d328bcb5240b', 'code': 200}
Dec 25 21:11:10.641910 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:11:10.716616 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e2c37c1a-b73b-428a-8fe0-476b86a8f696 req-985ea386-15fa-4995-99a7-ac24caef93e4 tempest-ListServerFiltersTestJSON-1422081367 tempest-ListServerFiltersTestJSON-1422081367-project] 10.222.0.32 "GET /v2.0/security-groups?id=447f20bc-c1b8-4d93-b35d-2eedc5c6dd85&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1454325
Dec 25 21:11:10.751311 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-f0f75a0f-2b94-4e1f-b27d-55819de7af13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946'] for port, after_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:11:10.779915 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-7947fe0d-7207-4cfd-8163-6db5a7a645fa admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:11:10.785826 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:11:10.797496 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b65a73e-b8fd-4134-843c-6355496fee64 req-12c23a0f-e699-446c-9f1f-f8e92f141ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:11:10.799070 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2b65a73e-b8fd-4134-843c-6355496fee64 req-12c23a0f-e699-446c-9f1f-f8e92f141ecd service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=cadf356d-6fa7-4dcf-9dcf-515f67791639 HTTP/1.1" status: 200  len: 1096 time: 0.0816343
Dec 25 21:11:10.799295 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0f75a0f-2b94-4e1f-b27d-55819de7af13 None None] Network 09af6274-7110-4e9c-83cc-51d4d54a1676 is already hosted by enough agents. {{(pid=121608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:11:10.802414 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.base_scheduler [None req-f0f75a0f-2b94-4e1f-b27d-55819de7af13 None None] Resources bound (agent type, host, resource id):  {{(pid=121608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:11:10.805800 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0f75a0f-2b94-4e1f-b27d-55819de7af13 None None] Received port after_create {{(pid=121608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:11:10.813889 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f75a0f-2b94-4e1f-b27d-55819de7af13 None None] Pushing event updated for resources: {'Port': ['ID=cd14102a-4aa7-4e83-bab7-8af20cf277d0,revision_number=1']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:11:10.859790 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2b65a73e-b8fd-4134-843c-6355496fee64 req-0e4db14f-763a-44c7-8cd1-72168c88be0a service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=447f20bc-c1b8-4d93-b35d-2eedc5c6dd85&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0527806
Dec 25 21:11:10.904020 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-f0f75a0f-2b94-4e1f-b27d-55819de7af13 None None] Attempting to bind port cd14102a-4aa7-4e83-bab7-8af20cf277d0 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:11:10.904394 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-f0f75a0f-2b94-4e1f-b27d-55819de7af13 None None] Attempting to bind port cd14102a-4aa7-4e83-bab7-8af20cf277d0 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'c81d66e9-cd43-4a32-ab71-883a0f354192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '09af6274-7110-4e9c-83cc-51d4d54a1676'}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:11:10.904757 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f75a0f-2b94-4e1f-b27d-55819de7af13 None None] Attempting to bind port cd14102a-4aa7-4e83-bab7-8af20cf277d0 on network 09af6274-7110-4e9c-83cc-51d4d54a1676 {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:11:10.907811 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Pushing event updated for resources: {'Port': ['ID=3147cbbc-6a59-4aed-93a8-d328bcb5240b,revision_number=5']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:11:10.913041 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f75a0f-2b94-4e1f-b27d-55819de7af13 None None] Checking agent: {'id': 'ca4f5c6d-f1fd-48b8-a3e3-395864c7d23d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 20, 56, 40), 'started_at': datetime.datetime(2021, 12, 25, 20, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 11, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:11:10.913415 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f75a0f-2b94-4e1f-b27d-55819de7af13 None None] Checking segment: {'id': 'c81d66e9-cd43-4a32-ab71-883a0f354192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '09af6274-7110-4e9c-83cc-51d4d54a1676'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:11:10.913892 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-f0f75a0f-2b94-4e1f-b27d-55819de7af13 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:11:10.914193 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f75a0f-2b94-4e1f-b27d-55819de7af13 None None] Bound using segment: {'id': 'c81d66e9-cd43-4a32-ab71-883a0f354192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '09af6274-7110-4e9c-83cc-51d4d54a1676'} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:11:10.914658 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-f0f75a0f-2b94-4e1f-b27d-55819de7af13 None None] Bound port: cd14102a-4aa7-4e83-bab7-8af20cf277d0, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c81d66e9-cd43-4a32-ab71-883a0f354192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '09af6274-7110-4e9c-83cc-51d4d54a1676'}}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:11:10.915034 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-f0f75a0f-2b94-4e1f-b27d-55819de7af13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:11:10.985229 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-f0f75a0f-2b94-4e1f-b27d-55819de7af13 None None] For port cd14102a-4aa7-4e83-bab7-8af20cf277d0, host ncdv-master-1, cleared binding levels {{(pid=121608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:11:10.988790 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-f0f75a0f-2b94-4e1f-b27d-55819de7af13 None None] For port cd14102a-4aa7-4e83-bab7-8af20cf277d0, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=cd14102a-4aa7-4e83-bab7-8af20cf277d0,segment=NetworkSegment(c81d66e9-cd43-4a32-ab71-883a0f354192),segment_id=c81d66e9-cd43-4a32-ab71-883a0f354192)] {{(pid=121608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:11:11.054412 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-7947fe0d-7207-4cfd-8163-6db5a7a645fa admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:11:11.070872 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-f0f75a0f-2b94-4e1f-b27d-55819de7af13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:11:11.078327 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-7947fe0d-7207-4cfd-8163-6db5a7a645fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:11:11.141924 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f75a0f-2b94-4e1f-b27d-55819de7af13 None None] Pushing event updated for resources: {'Port': ['ID=cd14102a-4aa7-4e83-bab7-8af20cf277d0,revision_number=2']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:11:11.202982 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed898af-9496-448b-b1ce-86b5bd61b4eb req-0c812e16-266a-41e7-9cdf-2730abab0fb1 tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:11:11.204501 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-aed898af-9496-448b-b1ce-86b5bd61b4eb req-0c812e16-266a-41e7-9cdf-2730abab0fb1 tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a8114c1-85b3-4e15-9e15-95159b456e41 HTTP/1.1" status: 200  len: 949 time: 0.1179068
Dec 25 21:11:11.246285 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_common [None req-7947fe0d-7207-4cfd-8163-6db5a7a645fa admin admin] Allocated IP 172.35.3.189 (7201e55c-7c5f-41aa-a042-a363696539d0/7a939e13-713f-45cf-bba7-1539635abe25/7e896cd5-4f9b-44ff-a1f2-dd0bc13ee29f) {{(pid=121606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:11:11.280159 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-aed898af-9496-448b-b1ce-86b5bd61b4eb req-24402763-7383-4922-b6ef-e306234eeb1b tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] 10.222.0.32 "GET /v2.0/security-groups?id=21386e98-0735-4168-a9d9-35455a6206b6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0689251
Dec 25 21:11:11.382088 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device 53ff2af7-9bf4-4cb8-bafa-414f471bb1cb details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 25 21:11:11.433854 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-7947fe0d-7207-4cfd-8163-6db5a7a645fa admin admin] Publish callbacks [] for port, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:11:11.499258 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port 53ff2af7-9bf4-4cb8-bafa-414f471bb1cb, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=53ff2af7-9bf4-4cb8-bafa-414f471bb1cb,segment=NetworkSegment(8db2faa6-9c4c-4971-bf8a-75e7f110c5aa),segment_id=8db2faa6-9c4c-4971-bf8a-75e7f110c5aa)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:11:11.502120 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20d0e67-f5d6-45ac-9ebf-38c03419fe13 req-e65ab4ea-d147-4bc3-969d-3231fae5d833 tempest-ServersWithSpecificFlavorTestJSON-439149936 tempest-ServersWithSpecificFlavorTestJSON-439149936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:11:11.504253 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f20d0e67-f5d6-45ac-9ebf-38c03419fe13 req-e65ab4ea-d147-4bc3-969d-3231fae5d833 tempest-ServersWithSpecificFlavorTestJSON-439149936 tempest-ServersWithSpecificFlavorTestJSON-439149936-project] 10.222.0.32 "GET /v2.0/ports?device_id=7df0e675-9617-49b5-bf06-c32adf655c9e HTTP/1.1" status: 200  len: 944 time: 0.0958533
Dec 25 21:11:11.512706 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Returning: {'device': '53ff2af7-9bf4-4cb8-bafa-414f471bb1cb', 'network_id': '629690dc-316c-48ba-b3f8-2395f5f041a6', 'port_id': '53ff2af7-9bf4-4cb8-bafa-414f471bb1cb', 'mac_address': 'fa:16:3e:08:1d:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b91f30a5-b3f6-4065-94e7-2dc6af689f3f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 25 21:11:11.553446 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:11:11.554721 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f20d0e67-f5d6-45ac-9ebf-38c03419fe13 req-21fa4882-0f75-4328-9ece-4949e2f586ec tempest-ServersWithSpecificFlavorTestJSON-439149936 tempest-ServersWithSpecificFlavorTestJSON-439149936-project] 10.222.0.32 "GET /v2.0/security-groups?id=d5c07141-cb75-4b9f-8f8d-51cd5e2004f4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0443547
Dec 25 21:11:11.577311 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53ff2af7-9bf4-4cb8-bafa-414f471bb1cb {{(pid=121608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:11:11.577484 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-7947fe0d-7207-4cfd-8163-6db5a7a645fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:11:11.595720 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port 53ff2af7-9bf4-4cb8-bafa-414f471bb1cb, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=53ff2af7-9bf4-4cb8-bafa-414f471bb1cb,segment=NetworkSegment(8db2faa6-9c4c-4971-bf8a-75e7f110c5aa),segment_id=8db2faa6-9c4c-4971-bf8a-75e7f110c5aa)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:11:11.624117 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7947fe0d-7207-4cfd-8163-6db5a7a645fa admin admin] Network 7201e55c-7c5f-41aa-a042-a363696539d0 is already hosted by enough agents. {{(pid=121606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:11:11.627118 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [None req-7947fe0d-7207-4cfd-8163-6db5a7a645fa admin admin] Resources bound (agent type, host, resource id):  {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:11:11.632401 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7947fe0d-7207-4cfd-8163-6db5a7a645fa admin admin] Received port after_create {{(pid=121606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:11:11.635531 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7947fe0d-7207-4cfd-8163-6db5a7a645fa admin admin] Pushing event updated for resources: {'Port': ['ID=7e896cd5-4f9b-44ff-a1f2-dd0bc13ee29f,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:11:11.749861 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cef810-0c9a-4d8b-bbb9-99944f57c768 req-14e5af1f-73e9-4014-a252-4dcd21048faa tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:11:11.751379 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-83cef810-0c9a-4d8b-bbb9-99944f57c768 req-14e5af1f-73e9-4014-a252-4dcd21048faa tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] 10.222.0.32 "GET /v2.0/ports?device_id=e327d55b-28ca-4bfa-bcf1-e4ed49240d52 HTTP/1.1" status: 200  len: 945 time: 0.1134531
Dec 25 21:11:11.762957 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:11:11.827974 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Pushing event updated for resources: {'Port': ['ID=53ff2af7-9bf4-4cb8-bafa-414f471bb1cb,revision_number=4']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:11:11.894657 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-83cef810-0c9a-4d8b-bbb9-99944f57c768 req-98fc5f90-cbd1-4648-842b-950b435432bb tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] 10.222.0.32 "GET /v2.0/security-groups?id=381a44e3-d0d7-4aba-bc61-1ef7cfa17da9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1151967
Dec 25 21:11:11.906094 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9ecb31-3e24-49bc-b18d-e2cb6ca58ff3 req-c8126fac-b184-4e90-ad81-0c00b0616bee tempest-ListServerFiltersTestJSON-1422081367 tempest-ListServerFiltersTestJSON-1422081367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:11:11.907617 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9e9ecb31-3e24-49bc-b18d-e2cb6ca58ff3 req-c8126fac-b184-4e90-ad81-0c00b0616bee tempest-ListServerFiltersTestJSON-1422081367 tempest-ListServerFiltersTestJSON-1422081367-project] 10.222.0.32 "GET /v2.0/ports?device_id=cadf356d-6fa7-4dcf-9dcf-515f67791639 HTTP/1.1" status: 200  len: 946 time: 0.1043699
Dec 25 21:11:11.961419 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9e9ecb31-3e24-49bc-b18d-e2cb6ca58ff3 req-b5bd5beb-000a-472f-8fd7-cd2d5aa29d19 tempest-ListServerFiltersTestJSON-1422081367 tempest-ListServerFiltersTestJSON-1422081367-project] 10.222.0.32 "GET /v2.0/security-groups?id=447f20bc-c1b8-4d93-b35d-2eedc5c6dd85&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0465834
Dec 25 21:11:12.125811 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f84d2344-8713-426d-9cc7-78c101e70065 None None] Network 09af6274-7110-4e9c-83cc-51d4d54a1676 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:11:12.145843 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-7947fe0d-7207-4cfd-8163-6db5a7a645fa admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:11:12.322958 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-39e752c9-4ac6-459e-b70a-e70b2afe9678 None None] Provisioning complete for port cd14102a-4aa7-4e83-bab7-8af20cf277d0 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:11:12.323328 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-39e752c9-4ac6-459e-b70a-e70b2afe9678 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:11:12.355350 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device cd14102a-4aa7-4e83-bab7-8af20cf277d0 up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:11:12.369188 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-7947fe0d-7207-4cfd-8163-6db5a7a645fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2014278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2009753'] for router, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:11:12.501824 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-39e752c9-4ac6-459e-b70a-e70b2afe9678 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:11:12.505702 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port cd14102a-4aa7-4e83-bab7-8af20cf277d0 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:11:12.506061 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:11:12.565698 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-39e752c9-4ac6-459e-b70a-e70b2afe9678 None None] For port cd14102a-4aa7-4e83-bab7-8af20cf277d0, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=cd14102a-4aa7-4e83-bab7-8af20cf277d0,segment=NetworkSegment(c81d66e9-cd43-4a32-ab71-883a0f354192),segment_id=c81d66e9-cd43-4a32-ab71-883a0f354192)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:11:12.626460 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:11:12.685506 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-39e752c9-4ac6-459e-b70a-e70b2afe9678 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:11:12.769858 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.db.api [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=121608) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 25 21:11:12.770188 ncdv-master-1 neutron-server[121608]: DEBUG oslo_db.api [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 25 21:11:12.773079 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e752c9-4ac6-459e-b70a-e70b2afe9678 None None] Pushing event updated for resources: {'Port': ['ID=cd14102a-4aa7-4e83-bab7-8af20cf277d0,revision_number=3']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:11:12.807115 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-5b6cd152-b374-4351-bca7-b27711ff9917 None None] Provisioning complete for port cd14102a-4aa7-4e83-bab7-8af20cf277d0 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:11:12.807494 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b6cd152-b374-4351-bca7-b27711ff9917 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:11:12.832396 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] get_ports_and_sgs() called for port_ids ['53ff2af7-9bf4-4cb8-bafa-414f471bb1cb'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:11:12.838381 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e734b798-0c80-47d6-a90d-e060d82d4234 req-fcce922e-9edd-4d3c-98ee-7b6eddf632c4 tempest-ServersWithSpecificFlavorTestJSON-439149936 tempest-ServersWithSpecificFlavorTestJSON-439149936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:11:12.839797 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e734b798-0c80-47d6-a90d-e060d82d4234 req-fcce922e-9edd-4d3c-98ee-7b6eddf632c4 tempest-ServersWithSpecificFlavorTestJSON-439149936 tempest-ServersWithSpecificFlavorTestJSON-439149936-project] 10.222.0.32 "GET /v2.0/ports?device_id=7df0e675-9617-49b5-bf06-c32adf655c9e HTTP/1.1" status: 200  len: 945 time: 0.1295185
Dec 25 21:11:12.851861 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0671670-6d9d-433f-82ef-e9485de6265d req-a47e95be-c8e3-4ed6-ac4a-0581624bff0a tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:11:12.853325 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c0671670-6d9d-433f-82ef-e9485de6265d req-a47e95be-c8e3-4ed6-ac4a-0581624bff0a tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a8114c1-85b3-4e15-9e15-95159b456e41 HTTP/1.1" status: 200  len: 949 time: 0.1419442
Dec 25 21:11:12.947401 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e734b798-0c80-47d6-a90d-e060d82d4234 req-50c3246d-0265-4d38-b3c8-f15089c2ed85 tempest-ServersWithSpecificFlavorTestJSON-439149936 tempest-ServersWithSpecificFlavorTestJSON-439149936-project] 10.222.0.32 "GET /v2.0/security-groups?id=d5c07141-cb75-4b9f-8f8d-51cd5e2004f4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0930099
Dec 25 21:11:12.954443 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c0671670-6d9d-433f-82ef-e9485de6265d req-e7d7790d-52f5-4f07-b289-f0a0d3dd7b6c tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] 10.222.0.32 "GET /v2.0/security-groups?id=21386e98-0735-4168-a9d9-35455a6206b6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0905905
Dec 25 21:11:13.019743 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7947fe0d-7207-4cfd-8163-6db5a7a645fa admin admin] Router 3d36483e-ff0b-4d2b-9229-38307b0e66d1 is scheduled to L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 with binding_index 1 {{(pid=121606) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 25 21:11:13.160991 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bd9f44-c386-4924-9297-a646babcd853 req-4cfc7f3c-fbd7-40b4-abe7-3bd237d51649 tempest-ListServerFiltersTestJSON-1422081367 tempest-ListServerFiltersTestJSON-1422081367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:11:13.162569 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b7bd9f44-c386-4924-9297-a646babcd853 req-4cfc7f3c-fbd7-40b4-abe7-3bd237d51649 tempest-ListServerFiltersTestJSON-1422081367 tempest-ListServerFiltersTestJSON-1422081367-project] 10.222.0.32 "GET /v2.0/ports?device_id=cadf356d-6fa7-4dcf-9dcf-515f67791639 HTTP/1.1" status: 200  len: 946 time: 0.1153693
Dec 25 21:11:13.174199 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48515a28-fc87-4d74-88ee-e93a06a3464b req-a5cdb3d6-47b0-4bce-80bb-533f5212f939 tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:11:13.176210 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-48515a28-fc87-4d74-88ee-e93a06a3464b req-a5cdb3d6-47b0-4bce-80bb-533f5212f939 tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] 10.222.0.32 "GET /v2.0/ports?device_id=e327d55b-28ca-4bfa-bcf1-e4ed49240d52 HTTP/1.1" status: 200  len: 945 time: 0.1401856
Dec 25 21:11:13.265334 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7947fe0d-7207-4cfd-8163-6db5a7a645fa admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 21:11:13.293759 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d435fda-97b4-4958-93b9-b0cc35d44f30 None None] Sync routers for ids ['3d36483e-ff0b-4d2b-9229-38307b0e66d1'] in ncdv-master-1 {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 21:11:13.295493 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b7bd9f44-c386-4924-9297-a646babcd853 req-8a6ba28c-1477-48f5-b00d-2d660f07dd36 tempest-ListServerFiltersTestJSON-1422081367 tempest-ListServerFiltersTestJSON-1422081367-project] 10.222.0.32 "GET /v2.0/security-groups?id=447f20bc-c1b8-4d93-b35d-2eedc5c6dd85&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1181664
Dec 25 21:11:13.306927 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-48515a28-fc87-4d74-88ee-e93a06a3464b req-4cf69778-68bc-4334-bdc1-e14d5e9eaf24 tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] 10.222.0.32 "GET /v2.0/security-groups?id=381a44e3-d0d7-4aba-bc61-1ef7cfa17da9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0941830
Dec 25 21:11:13.319054 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d435fda-97b4-4958-93b9-b0cc35d44f30 None None] Routers {'3d36483e-ff0b-4d2b-9229-38307b0e66d1'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:11:13.319662 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-9d435fda-97b4-4958-93b9-b0cc35d44f30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2613e5ba90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:11:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['3d36483e-ff0b-4d2b-9229-38307b0e66d1'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:11:13.364370 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-7947fe0d-7207-4cfd-8163-6db5a7a645fa admin admin] Publish callbacks [] for router, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:11:13.365735 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-7947fe0d-7207-4cfd-8163-6db5a7a645fa admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 933 time: 3.1675234
Dec 25 21:11:13.368520 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 46068) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:11:13.455824 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvr_db [None req-9d435fda-97b4-4958-93b9-b0cc35d44f30 None None] Set router 3d36483e-ff0b-4d2b-9229-38307b0e66d1 gateway port host: ncdv-master-1 {{(pid=121608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:11:13.523878 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac899649-a53a-4be5-b84f-0c4d9ff533f2 req-cd79bea8-14a0-4d4e-b131-03257c342ea7 tempest-LiveMigrationTest-1605081009 tempest-LiveMigrationTest-1605081009-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:11:13.525428 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ac899649-a53a-4be5-b84f-0c4d9ff533f2 req-cd79bea8-14a0-4d4e-b131-03257c342ea7 tempest-LiveMigrationTest-1605081009 tempest-LiveMigrationTest-1605081009-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=3c1ea080-3600-4152-8bef-f30741212401 HTTP/1.1" status: 200  len: 1096 time: 0.1135309
Dec 25 21:11:13.626561 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ac899649-a53a-4be5-b84f-0c4d9ff533f2 req-085f0fab-fbca-4fd9-b2ed-8d730163c55b tempest-LiveMigrationTest-1605081009 tempest-LiveMigrationTest-1605081009-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=bc05caf7-df2e-49b8-960c-4031d2c2ccca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0853519
Dec 25 21:11:13.645087 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-9d435fda-97b4-4958-93b9-b0cc35d44f30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2613e5ba90>, [{'id': '3d36483e-ff0b-4d2b-9229-38307b0e66d1', 'name': 'tempest-FloatingIPsAssociationTestJSON-1365984648-router', 'tenant_id': '188fe358c4684fce8fc912f48b3f186e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.189'}], 'enable_snat': True}, 'gw_port_id': '7e896cd5-4f9b-44ff-a1f2-dd0bc13ee29f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:11:10Z', 'updated_at': '2021-12-25T21:11:11Z', 'revision_number': 3, 'project_id': '188fe358c4684fce8fc912f48b3f186e', 'gw_port': {'id': '7e896cd5-4f9b-44ff-a1f2-dd0bc13ee29f', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:b4:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d36483e-ff0b-4d2b-9229-38307b0e66d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:11:11Z', 'updated_at': '2021-12-25T21:11:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:11:13.672285 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d435fda-97b4-4958-93b9-b0cc35d44f30 None None] Checking router: 3d36483e-ff0b-4d2b-9229-38307b0e66d1 for host: ncdv-master-1 {{(pid=121608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 25 21:11:13.672635 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d435fda-97b4-4958-93b9-b0cc35d44f30 None None] Updating router 3d36483e-ff0b-4d2b-9229-38307b0e66d1 port 7e896cd5-4f9b-44ff-a1f2-dd0bc13ee29f binding host ncdv-master-1 {{(pid=121608) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 25 21:11:13.698806 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9d435fda-97b4-4958-93b9-b0cc35d44f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:11:13.751320 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [req-a4d64d76-184e-4bf2-b058-28e83026a80f req-7896102c-10aa-4f07-9240-9ae01bb4ec84 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=121606) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 25 21:11:13.752308 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a4d64d76-184e-4bf2-b058-28e83026a80f req-7896102c-10aa-4f07-9240-9ae01bb4ec84 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0056026
Dec 25 21:11:13.761774 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bec696f-f661-4028-ac6a-7b2366792f55 req-8f308224-8c07-4282-b327-e1d0699db573 tempest-ListServerFiltersTestJSON-1422081367 tempest-ListServerFiltersTestJSON-1422081367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:11:13.763246 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-6bec696f-f661-4028-ac6a-7b2366792f55 req-8f308224-8c07-4282-b327-e1d0699db573 tempest-ListServerFiltersTestJSON-1422081367 tempest-ListServerFiltersTestJSON-1422081367-project] 10.222.0.32 "GET /v2.0/ports?device_id=1ae83e38-943e-47ce-af1e-e5bef506ca7d HTTP/1.1" status: 200  len: 945 time: 0.1065280
Dec 25 21:11:13.862305 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-6bec696f-f661-4028-ac6a-7b2366792f55 req-ef291e58-4367-4857-9fac-602d3045e2e6 tempest-ListServerFiltersTestJSON-1422081367 tempest-ListServerFiltersTestJSON-1422081367-project] 10.222.0.32 "GET /v2.0/security-groups?id=447f20bc-c1b8-4d93-b35d-2eedc5c6dd85&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0899284
Dec 25 21:11:14.020344 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-bdd7644e-aef2-4eca-8f08-05ca31eb3bc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:11:14.031047 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9d435fda-97b4-4958-93b9-b0cc35d44f30 None None] Publish callbacks [] for port, precommit_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:11:14.127880 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9d435fda-97b4-4958-93b9-b0cc35d44f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:11:14.199545 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a41934-c3da-4365-8666-670697aba7d7 None None] Pushing event updated for resources: {'Port': ['ID=7e896cd5-4f9b-44ff-a1f2-dd0bc13ee29f,revision_number=2']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:11:14.201766 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-9d435fda-97b4-4958-93b9-b0cc35d44f30 None None] Attempting to bind port 7e896cd5-4f9b-44ff-a1f2-dd0bc13ee29f on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:11:14.202140 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-9d435fda-97b4-4958-93b9-b0cc35d44f30 None None] Attempting to bind port 7e896cd5-4f9b-44ff-a1f2-dd0bc13ee29f by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:11:14.202502 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d435fda-97b4-4958-93b9-b0cc35d44f30 None None] Attempting to bind port 7e896cd5-4f9b-44ff-a1f2-dd0bc13ee29f on network 7201e55c-7c5f-41aa-a042-a363696539d0 {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:11:14.213376 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d435fda-97b4-4958-93b9-b0cc35d44f30 None None] Checking agent: {'id': 'ca4f5c6d-f1fd-48b8-a3e3-395864c7d23d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 20, 56, 40), 'started_at': datetime.datetime(2021, 12, 25, 20, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 11, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:11:14.213744 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d435fda-97b4-4958-93b9-b0cc35d44f30 None None] Checking segment: {'id': '6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:11:14.218349 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9d435fda-97b4-4958-93b9-b0cc35d44f30 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:11:14.218349 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d435fda-97b4-4958-93b9-b0cc35d44f30 None None] Bound using segment: {'id': '6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:11:14.218349 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-9d435fda-97b4-4958-93b9-b0cc35d44f30 None None] Bound port: 7e896cd5-4f9b-44ff-a1f2-dd0bc13ee29f, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'}}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:11:14.218349 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9d435fda-97b4-4958-93b9-b0cc35d44f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:11:14.245149 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c59c844-6364-4670-8c8d-e3f673bb7e67 req-e04b3794-c7bc-4922-b6f4-a4a9a2e28e53 tempest-ListServerFiltersTestJSON-1422081367 tempest-ListServerFiltersTestJSON-1422081367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:11:14.253916 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9c59c844-6364-4670-8c8d-e3f673bb7e67 req-e04b3794-c7bc-4922-b6f4-a4a9a2e28e53 tempest-ListServerFiltersTestJSON-1422081367 tempest-ListServerFiltersTestJSON-1422081367-project] 10.222.0.32 "GET /v2.0/ports?device_id=d914c615-075b-48b0-bbd9-707f0b4e084d HTTP/1.1" status: 200  len: 946 time: 0.1102223
Dec 25 21:11:14.273983 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_common [None req-bdd7644e-aef2-4eca-8f08-05ca31eb3bc8 admin admin] Allocated IP 172.20.0.1 (09af6274-7110-4e9c-83cc-51d4d54a1676/015c1052-cc2c-4d6a-8242-ea18f582183e/6eee90ec-de3c-4dd9-8c1b-3879a17f6d48) {{(pid=121606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:11:14.280088 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9d435fda-97b4-4958-93b9-b0cc35d44f30 None None] For port 7e896cd5-4f9b-44ff-a1f2-dd0bc13ee29f, host ncdv-master-1, cleared binding levels {{(pid=121608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:11:14.283890 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9d435fda-97b4-4958-93b9-b0cc35d44f30 None None] For port 7e896cd5-4f9b-44ff-a1f2-dd0bc13ee29f, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7e896cd5-4f9b-44ff-a1f2-dd0bc13ee29f,segment=NetworkSegment(6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855),segment_id=6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855)] {{(pid=121608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:11:14.293419 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device cd14102a-4aa7-4e83-bab7-8af20cf277d0 up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:11:14.340751 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9c59c844-6364-4670-8c8d-e3f673bb7e67 req-80dd2321-47ed-4ac8-8a05-24f5636d84b9 tempest-ListServerFiltersTestJSON-1422081367 tempest-ListServerFiltersTestJSON-1422081367-project] 10.222.0.32 "GET /v2.0/security-groups?id=447f20bc-c1b8-4d93-b35d-2eedc5c6dd85&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0859461
Dec 25 21:11:14.371250 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port cd14102a-4aa7-4e83-bab7-8af20cf277d0 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:11:14.372924 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:11:14.403286 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9d435fda-97b4-4958-93b9-b0cc35d44f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:11:14.429762 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-bdd7644e-aef2-4eca-8f08-05ca31eb3bc8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:11:14.467724 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d435fda-97b4-4958-93b9-b0cc35d44f30 None None] Routers {'3d36483e-ff0b-4d2b-9229-38307b0e66d1'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:11:14.468511 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-9d435fda-97b4-4958-93b9-b0cc35d44f30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2613e5ba90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:11:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['3d36483e-ff0b-4d2b-9229-38307b0e66d1'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:11:14.495530 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cee2a6d-d1e4-4283-b795-cd9037ca10c8 req-02c8034d-4ae9-4a65-a7cb-59f2e361fdd6 tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:11:14.497527 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2cee2a6d-d1e4-4283-b795-cd9037ca10c8 req-02c8034d-4ae9-4a65-a7cb-59f2e361fdd6 tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a8114c1-85b3-4e15-9e15-95159b456e41 HTTP/1.1" status: 200  len: 949 time: 0.0807521
Dec 25 21:11:14.542874 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a41934-c3da-4365-8666-670697aba7d7 None None] Pushing event updated for resources: {'Port': ['ID=7e896cd5-4f9b-44ff-a1f2-dd0bc13ee29f,revision_number=3']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:11:14.565407 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2cee2a6d-d1e4-4283-b795-cd9037ca10c8 req-b86ad0c5-1f7e-4c59-8721-f8d4dac43d94 tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] 10.222.0.32 "GET /v2.0/security-groups?id=21386e98-0735-4168-a9d9-35455a6206b6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0607610
Dec 25 21:11:14.602618 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-bdd7644e-aef2-4eca-8f08-05ca31eb3bc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:11:14.661677 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvr_db [None req-9d435fda-97b4-4958-93b9-b0cc35d44f30 None None] Set router 3d36483e-ff0b-4d2b-9229-38307b0e66d1 gateway port host: ncdv-master-1 {{(pid=121608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:11:14.694561 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdd7644e-aef2-4eca-8f08-05ca31eb3bc8 admin admin] Network 09af6274-7110-4e9c-83cc-51d4d54a1676 is already hosted by enough agents. {{(pid=121606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:11:14.698062 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd7644e-aef2-4eca-8f08-05ca31eb3bc8 admin admin] Pushing event updated for resources: {'Port': ['ID=6eee90ec-de3c-4dd9-8c1b-3879a17f6d48,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:11:14.700857 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [None req-bdd7644e-aef2-4eca-8f08-05ca31eb3bc8 admin admin] Resources bound (agent type, host, resource id):  {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:11:14.703779 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdd7644e-aef2-4eca-8f08-05ca31eb3bc8 admin admin] Received port after_create {{(pid=121606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:11:14.757745 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f85904-8797-47ea-b583-973722a5c250 req-0334ea75-7a3e-42c6-a388-ba6a6d2fb359 tempest-ServersWithSpecificFlavorTestJSON-439149936 tempest-ServersWithSpecificFlavorTestJSON-439149936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:11:14.759416 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-34f85904-8797-47ea-b583-973722a5c250 req-0334ea75-7a3e-42c6-a388-ba6a6d2fb359 tempest-ServersWithSpecificFlavorTestJSON-439149936 tempest-ServersWithSpecificFlavorTestJSON-439149936-project] 10.222.0.32 "GET /v2.0/ports?device_id=7df0e675-9617-49b5-bf06-c32adf655c9e HTTP/1.1" status: 200  len: 945 time: 0.1136045
Dec 25 21:11:14.780970 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-bdd7644e-aef2-4eca-8f08-05ca31eb3bc8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2008772'] for router_interface, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:11:14.881046 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-34f85904-8797-47ea-b583-973722a5c250 req-3d022ffb-fe85-459f-a572-06e195494590 tempest-ServersWithSpecificFlavorTestJSON-439149936 tempest-ServersWithSpecificFlavorTestJSON-439149936-project] 10.222.0.32 "GET /v2.0/security-groups?id=d5c07141-cb75-4b9f-8f8d-51cd5e2004f4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1087813
Dec 25 21:11:15.023726 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-9d435fda-97b4-4958-93b9-b0cc35d44f30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2613e5ba90>, [{'id': '3d36483e-ff0b-4d2b-9229-38307b0e66d1', 'name': 'tempest-FloatingIPsAssociationTestJSON-1365984648-router', 'tenant_id': '188fe358c4684fce8fc912f48b3f186e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.189'}], 'enable_snat': True}, 'gw_port_id': '7e896cd5-4f9b-44ff-a1f2-dd0bc13ee29f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:11:10Z', 'updated_at': '2021-12-25T21:11:11Z', 'revision_number': 3, 'project_id': '188fe358c4684fce8fc912f48b3f186e', 'gw_port': {'id': '7e896cd5-4f9b-44ff-a1f2-dd0bc13ee29f', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:b4:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d36483e-ff0b-4d2b-9229-38307b0e66d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:11:11Z', 'updated_at': '2021-12-25T21:11:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:11:15.028415 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c9acb9-fece-4382-b585-7563189b0c7a req-7105e5ab-f331-44d2-b6ed-f309bf56bcec tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:11:15.029957 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-89c9acb9-fece-4382-b585-7563189b0c7a req-7105e5ab-f331-44d2-b6ed-f309bf56bcec tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] 10.222.0.32 "GET /v2.0/ports?device_id=e327d55b-28ca-4bfa-bcf1-e4ed49240d52 HTTP/1.1" status: 200  len: 945 time: 0.0610266
Dec 25 21:11:15.051847 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d435fda-97b4-4958-93b9-b0cc35d44f30 None None] The sync data for ids ['3d36483e-ff0b-4d2b-9229-38307b0e66d1'] in ncdv-master-1 is: [{'id': '3d36483e-ff0b-4d2b-9229-38307b0e66d1', 'name': 'tempest-FloatingIPsAssociationTestJSON-1365984648-router', 'tenant_id': '188fe358c4684fce8fc912f48b3f186e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.189'}], 'enable_snat': True}, 'gw_port_id': '7e896cd5-4f9b-44ff-a1f2-dd0bc13ee29f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:11:10Z', 'updated_at': '2021-12-25T21:11:11Z', 'revision_number': 3, 'project_id': '188fe358c4684fce8fc912f48b3f186e', 'gw_port': {'id': '7e896cd5-4f9b-44ff-a1f2-dd0bc13ee29f', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:b4:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d36483e-ff0b-4d2b-9229-38307b0e66d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:11:11Z', 'updated_at': '2021-12-25T21:11:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 21:11:15.071440 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-bdd7644e-aef2-4eca-8f08-05ca31eb3bc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:11:15.106052 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-eef0a0fb-dc9a-424a-9d27-498db719097c None None] Provisioning complete for port 6eee90ec-de3c-4dd9-8c1b-3879a17f6d48 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:11:15.106420 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-eef0a0fb-dc9a-424a-9d27-498db719097c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:11:15.129966 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-89c9acb9-fece-4382-b585-7563189b0c7a req-48b32b89-e466-4f29-b074-aa765db84f26 tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] 10.222.0.32 "GET /v2.0/security-groups?id=381a44e3-d0d7-4aba-bc61-1ef7cfa17da9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0829558
Dec 25 21:11:15.149882 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-eef0a0fb-dc9a-424a-9d27-498db719097c None None] Port 6eee90ec-de3c-4dd9-8c1b-3879a17f6d48 cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:11:15.282220 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-bdd7644e-aef2-4eca-8f08-05ca31eb3bc8 admin admin] Publish callbacks [] for port, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:11:15.388725 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device 53ff2af7-9bf4-4cb8-bafa-414f471bb1cb up at agent hyperv_nch2-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:11:15.396036 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-bdd7644e-aef2-4eca-8f08-05ca31eb3bc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:11:15.480478 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.agents_db [None req-ec08dba0-4483-4109-b5e1-5e4a9fdaf12d None None] Agent healthcheck: found 7 active agents {{(pid=121609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 25 21:11:15.500336 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd7644e-aef2-4eca-8f08-05ca31eb3bc8 admin admin] Pushing event updated for resources: {'Port': ['ID=6eee90ec-de3c-4dd9-8c1b-3879a17f6d48,revision_number=2']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:11:15.507428 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-bdd7644e-aef2-4eca-8f08-05ca31eb3bc8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2007636'] for router_interface, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:11:15.510319 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Provisioning for port 53ff2af7-9bf4-4cb8-bafa-414f471bb1cb completed by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 25 21:11:15.514213 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Provisioning complete for port 53ff2af7-9bf4-4cb8-bafa-414f471bb1cb triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:11:15.514850 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:11:15.543060 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62c48cb-92c4-4cd8-881a-0b1d7132cc6c req-c98a58ec-5a43-49bd-b555-4778b87d18ff tempest-ListServerFiltersTestJSON-1422081367 tempest-ListServerFiltersTestJSON-1422081367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:11:15.550357 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62c48cb-92c4-4cd8-881a-0b1d7132cc6c req-c98a58ec-5a43-49bd-b555-4778b87d18ff tempest-ListServerFiltersTestJSON-1422081367 tempest-ListServerFiltersTestJSON-1422081367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:11:15.558126 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62c48cb-92c4-4cd8-881a-0b1d7132cc6c req-c98a58ec-5a43-49bd-b555-4778b87d18ff tempest-ListServerFiltersTestJSON-1422081367 tempest-ListServerFiltersTestJSON-1422081367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:11:15.565999 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a62c48cb-92c4-4cd8-881a-0b1d7132cc6c req-c98a58ec-5a43-49bd-b555-4778b87d18ff tempest-ListServerFiltersTestJSON-1422081367 tempest-ListServerFiltersTestJSON-1422081367-project] 10.222.0.32 "GET /v2.0/ports?device_id=1ae83e38-943e-47ce-af1e-e5bef506ca7d&device_id=cadf356d-6fa7-4dcf-9dcf-515f67791639&device_id=d914c615-075b-48b0-bbd9-707f0b4e084d HTTP/1.1" status: 200  len: 2418 time: 0.1638885
Dec 25 21:11:15.625684 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:11:15.654531 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7df0e675-9617-49b5-bf06-c32adf655c9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53ff2af7-9bf4-4cb8-bafa-414f471bb1cb'}] {{(pid=121608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:11:15.656808 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a88c78c3ff6266bd59c7e89d275b28c92e739b67d23c89d71af88829fd31566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36fc4059-f9b2-40aa-b23c-7920be59e7d1" -d '{"events": [{"server_uuid": "7df0e675-9617-49b5-bf06-c32adf655c9e", "name": "network-vif-plugged", "status": "completed", "tag": "53ff2af7-9bf4-4cb8-bafa-414f471bb1cb"}]}' {{(pid=121608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:11:15.673168 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port 53ff2af7-9bf4-4cb8-bafa-414f471bb1cb, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=53ff2af7-9bf4-4cb8-bafa-414f471bb1cb,segment=NetworkSegment(8db2faa6-9c4c-4971-bf8a-75e7f110c5aa),segment_id=8db2faa6-9c4c-4971-bf8a-75e7f110c5aa)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:11:15.677736 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a62c48cb-92c4-4cd8-881a-0b1d7132cc6c req-f43d6a7f-3dd0-47ff-a1e6-a47a438e83b6 tempest-ListServerFiltersTestJSON-1422081367 tempest-ListServerFiltersTestJSON-1422081367-project] 10.222.0.32 "GET /v2.0/security-groups?id=447f20bc-c1b8-4d93-b35d-2eedc5c6dd85&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1106045
Dec 25 21:11:15.721630 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdd7644e-aef2-4eca-8f08-05ca31eb3bc8 admin admin] Network 09af6274-7110-4e9c-83cc-51d4d54a1676 is already hosted by enough agents. {{(pid=121606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:11:15.723760 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [None req-bdd7644e-aef2-4eca-8f08-05ca31eb3bc8 admin admin] Resources bound (agent type, host, resource id):  {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:11:15.836166 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:11:15.913894 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Pushing event updated for resources: {'Port': ['ID=53ff2af7-9bf4-4cb8-bafa-414f471bb1cb,revision_number=5']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:11:15.928113 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdd7644e-aef2-4eca-8f08-05ca31eb3bc8 admin admin] Router 3d36483e-ff0b-4d2b-9229-38307b0e66d1 has already been hosted by L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 {{(pid=121606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 25 21:11:15.936660 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12637ef0-f136-421d-90c0-af7ed4997492 req-9bb623bf-9961-4382-b23c-6c680b18a4e3 tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:11:15.938861 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-12637ef0-f136-421d-90c0-af7ed4997492 req-9bb623bf-9961-4382-b23c-6c680b18a4e3 tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a8114c1-85b3-4e15-9e15-95159b456e41 HTTP/1.1" status: 200  len: 949 time: 0.1114409
Dec 25 21:11:16.050300 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-12637ef0-f136-421d-90c0-af7ed4997492 req-01b8014b-ff50-4b33-bfc4-486ac5e7b56a tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] 10.222.0.32 "GET /v2.0/security-groups?id=21386e98-0735-4168-a9d9-35455a6206b6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0970500
Dec 25 21:11:16.085349 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-c6d17071-3d08-44c2-aad5-7d355cf3bbb2 None None] Provisioning complete for port 6eee90ec-de3c-4dd9-8c1b-3879a17f6d48 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:11:16.087085 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-c6d17071-3d08-44c2-aad5-7d355cf3bbb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:11:16.119560 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [req-ee8b68c7-20d5-40ad-93af-cb444f7069c0 req-3ec0d9a3-d0fa-48c1-ac65-219356f402e1 tempest-LiveMigrationTest-1605081009 tempest-LiveMigrationTest-1605081009-project-admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=121606) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 25 21:11:16.120610 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ee8b68c7-20d5-40ad-93af-cb444f7069c0 req-3ec0d9a3-d0fa-48c1-ac65-219356f402e1 tempest-LiveMigrationTest-1605081009 tempest-LiveMigrationTest-1605081009-project-admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0055163
Dec 25 21:11:16.122239 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdd7644e-aef2-4eca-8f08-05ca31eb3bc8 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 21:11:16.132860 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-bdd7644e-aef2-4eca-8f08-05ca31eb3bc8 admin admin] 10.222.0.32 "PUT /v2.0/routers/3d36483e-ff0b-4d2b-9229-38307b0e66d1/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7595518
Dec 25 21:11:16.160083 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 21:11:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdaa4a0a-6ff6-462d-8e3e-b45651a6b757 x-openstack-request-id: req-bdaa4a0a-6ff6-462d-8e3e-b45651a6b757 {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:11:16.160501 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7df0e675-9617-49b5-bf06-c32adf655c9e", "name": "network-vif-plugged", "status": "completed", "tag": "53ff2af7-9bf4-4cb8-bafa-414f471bb1cb", "code": 200}]} {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:11:16.160853 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-bdaa4a0a-6ff6-462d-8e3e-b45651a6b757 {{(pid=121608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:11:16.161373 ncdv-master-1 neutron-server[121608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7df0e675-9617-49b5-bf06-c32adf655c9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53ff2af7-9bf4-4cb8-bafa-414f471bb1cb', 'code': 200}
Dec 25 21:11:16.186406 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-c6d17071-3d08-44c2-aad5-7d355cf3bbb2 None None] Port 6eee90ec-de3c-4dd9-8c1b-3879a17f6d48 cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:11:16.211333 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8b68c7-20d5-40ad-93af-cb444f7069c0 req-6d1d53ef-01d4-4e87-b147-d24310bc6da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:11:16.218428 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ee8b68c7-20d5-40ad-93af-cb444f7069c0 req-6d1d53ef-01d4-4e87-b147-d24310bc6da8 service neutron] 10.222.0.32 "GET /v2.0/ports/03a8ec19-2525-4748-83ce-e5fe439b39e0 HTTP/1.1" status: 200  len: 1093 time: 0.0464160
Dec 25 21:11:16.225607 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-ee8b68c7-20d5-40ad-93af-cb444f7069c0 req-f2d85ffe-b472-4482-a020-3e6b730b5f44 service neutron] Request body: {'binding': {'host': 'nch1-master-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:11:16.226571 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-ee8b68c7-20d5-40ad-93af-cb444f7069c0 req-f2d85ffe-b472-4482-a020-3e6b730b5f44 service neutron] Unknown quota resources ['binding']. {{(pid=121606) _create /opt/stack/neutron/neutron/api/v2/base.py:496}}
Dec 25 21:11:16.324602 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 7e896cd5-4f9b-44ff-a1f2-dd0bc13ee29f up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:11:16.385100 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port 7e896cd5-4f9b-44ff-a1f2-dd0bc13ee29f triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:11:16.385469 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:11:16.394457 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ed06c6-84f2-4ec9-b419-8f786da587d9 req-ed3630b7-d376-4a81-b65e-281e3af05be1 tempest-ListServerFiltersTestJSON-1422081367 tempest-ListServerFiltersTestJSON-1422081367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:11:16.395939 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-01ed06c6-84f2-4ec9-b419-8f786da587d9 req-ed3630b7-d376-4a81-b65e-281e3af05be1 tempest-ListServerFiltersTestJSON-1422081367 tempest-ListServerFiltersTestJSON-1422081367-project] 10.222.0.32 "GET /v2.0/ports?device_id=1ae83e38-943e-47ce-af1e-e5bef506ca7d HTTP/1.1" status: 200  len: 945 time: 0.1188931
Dec 25 21:11:16.424677 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab8823f-39a4-42cf-b385-11f78d3dfd92 req-992add8f-fec6-43b9-84a0-df3232101fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:11:16.426291 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-6ab8823f-39a4-42cf-b385-11f78d3dfd92 req-992add8f-fec6-43b9-84a0-df3232101fd4 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=7df0e675-9617-49b5-bf06-c32adf655c9e HTTP/1.1" status: 200  len: 1097 time: 0.1930447
Dec 25 21:11:16.474815 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:11:16.495526 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] For port 7e896cd5-4f9b-44ff-a1f2-dd0bc13ee29f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7e896cd5-4f9b-44ff-a1f2-dd0bc13ee29f,segment=NetworkSegment(6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855),segment_id=6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:11:16.535671 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-01ed06c6-84f2-4ec9-b419-8f786da587d9 req-a0eb131c-3f3e-4550-b68d-aaa66dbecc91 tempest-ListServerFiltersTestJSON-1422081367 tempest-ListServerFiltersTestJSON-1422081367-project] 10.222.0.32 "GET /v2.0/security-groups?id=447f20bc-c1b8-4d93-b35d-2eedc5c6dd85&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1131644
Dec 25 21:11:16.542482 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-6ab8823f-39a4-42cf-b385-11f78d3dfd92 req-d16fbbce-41c0-46ce-aad2-4e869c40a0f4 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=d5c07141-cb75-4b9f-8f8d-51cd5e2004f4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1042681
Dec 25 21:11:16.546836 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-ee8b68c7-20d5-40ad-93af-cb444f7069c0 req-f2d85ffe-b472-4482-a020-3e6b730b5f44 service neutron] Attempting to bind port 03a8ec19-2525-4748-83ce-e5fe439b39e0 on host nch1-master-1 for vnic_type normal with profile None {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:11:16.547175 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-ee8b68c7-20d5-40ad-93af-cb444f7069c0 req-f2d85ffe-b472-4482-a020-3e6b730b5f44 service neutron] Attempting to bind port 03a8ec19-2525-4748-83ce-e5fe439b39e0 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'a05a9961-775b-4dff-bebf-b24cb60ab1a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '2332d558-39bb-411c-88af-b74bee7e32ab'}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:11:16.553147 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee8b68c7-20d5-40ad-93af-cb444f7069c0 req-f2d85ffe-b472-4482-a020-3e6b730b5f44 service neutron] Attempting to bind port 03a8ec19-2525-4748-83ce-e5fe439b39e0 on network 2332d558-39bb-411c-88af-b74bee7e32ab {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:11:16.553147 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee8b68c7-20d5-40ad-93af-cb444f7069c0 req-f2d85ffe-b472-4482-a020-3e6b730b5f44 service neutron] Port 03a8ec19-2525-4748-83ce-e5fe439b39e0 on network 2332d558-39bb-411c-88af-b74bee7e32ab not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 25 21:11:16.553147 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee8b68c7-20d5-40ad-93af-cb444f7069c0 req-f2d85ffe-b472-4482-a020-3e6b730b5f44 service neutron] Attempting to bind port 03a8ec19-2525-4748-83ce-e5fe439b39e0 on network 2332d558-39bb-411c-88af-b74bee7e32ab {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:11:16.557271 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee8b68c7-20d5-40ad-93af-cb444f7069c0 req-f2d85ffe-b472-4482-a020-3e6b730b5f44 service neutron] Checking agent: {'id': '6d577036-68fc-4aa4-aed7-5ab01de2117e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 21, 4, 34), 'started_at': datetime.datetime(2021, 12, 25, 21, 4, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 11, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:11:16.557606 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee8b68c7-20d5-40ad-93af-cb444f7069c0 req-f2d85ffe-b472-4482-a020-3e6b730b5f44 service neutron] Checking segment: {'id': 'a05a9961-775b-4dff-bebf-b24cb60ab1a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '2332d558-39bb-411c-88af-b74bee7e32ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:11:16.558015 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee8b68c7-20d5-40ad-93af-cb444f7069c0 req-f2d85ffe-b472-4482-a020-3e6b730b5f44 service neutron] Bound using segment: {'id': 'a05a9961-775b-4dff-bebf-b24cb60ab1a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '2332d558-39bb-411c-88af-b74bee7e32ab'} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:11:16.558396 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-ee8b68c7-20d5-40ad-93af-cb444f7069c0 req-f2d85ffe-b472-4482-a020-3e6b730b5f44 service neutron] Bound port: 03a8ec19-2525-4748-83ce-e5fe439b39e0, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a05a9961-775b-4dff-bebf-b24cb60ab1a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '2332d558-39bb-411c-88af-b74bee7e32ab'}}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:11:16.573160 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:11:16.625916 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Pushing event updated for resources: {'Port': ['ID=7e896cd5-4f9b-44ff-a1f2-dd0bc13ee29f,revision_number=4']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:11:16.649547 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-ee8b68c7-20d5-40ad-93af-cb444f7069c0 req-f2d85ffe-b472-4482-a020-3e6b730b5f44 service neutron] For port 03a8ec19-2525-4748-83ce-e5fe439b39e0, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=03a8ec19-2525-4748-83ce-e5fe439b39e0,segment=NetworkSegment(a05a9961-775b-4dff-bebf-b24cb60ab1a9),segment_id=a05a9961-775b-4dff-bebf-b24cb60ab1a9)] {{(pid=121606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:11:16.668862 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ae8bfd-3183-4f16-8288-3a4574f77d0c req-d2e8a32b-214c-4f46-a145-83a55615f228 tempest-ServersWithSpecificFlavorTestJSON-439149936 tempest-ServersWithSpecificFlavorTestJSON-439149936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:11:16.670427 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-27ae8bfd-3183-4f16-8288-3a4574f77d0c req-d2e8a32b-214c-4f46-a145-83a55615f228 tempest-ServersWithSpecificFlavorTestJSON-439149936 tempest-ServersWithSpecificFlavorTestJSON-439149936-project] 10.222.0.32 "GET /v2.0/ports?device_id=7df0e675-9617-49b5-bf06-c32adf655c9e HTTP/1.1" status: 200  len: 946 time: 0.0763793
Dec 25 21:11:16.724043 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-ee8b68c7-20d5-40ad-93af-cb444f7069c0 req-f2d85ffe-b472-4482-a020-3e6b730b5f44 service neutron] Publish callbacks [] for binding, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:11:16.725248 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ee8b68c7-20d5-40ad-93af-cb444f7069c0 req-f2d85ffe-b472-4482-a020-3e6b730b5f44 service neutron] 10.222.0.32 "POST /v2.0/ports/03a8ec19-2525-4748-83ce-e5fe439b39e0/bindings HTTP/1.1" status: 201  len: 389 time: 0.5060380
Dec 25 21:11:16.730049 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-27ae8bfd-3183-4f16-8288-3a4574f77d0c req-c75f9a91-4dc4-43cf-814b-4a2cb213c669 tempest-ServersWithSpecificFlavorTestJSON-439149936 tempest-ServersWithSpecificFlavorTestJSON-439149936-project] 10.222.0.32 "GET /v2.0/security-groups?id=d5c07141-cb75-4b9f-8f8d-51cd5e2004f4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0477839
Dec 25 21:11:16.842393 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3618e039-bc1b-4e63-85bc-4c109b9d206d req-57d6689a-b9ca-4d04-999c-2810fe222a1b tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:11:16.843944 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3618e039-bc1b-4e63-85bc-4c109b9d206d req-57d6689a-b9ca-4d04-999c-2810fe222a1b tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] 10.222.0.32 "GET /v2.0/ports?device_id=e327d55b-28ca-4bfa-bcf1-e4ed49240d52 HTTP/1.1" status: 200  len: 945 time: 0.0548732
Dec 25 21:11:16.893128 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3618e039-bc1b-4e63-85bc-4c109b9d206d req-4701840c-b87d-4d2e-bd9e-1105f5733f28 tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] 10.222.0.32 "GET /v2.0/security-groups?id=381a44e3-d0d7-4aba-bc61-1ef7cfa17da9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428560
Dec 25 21:11:17.007563 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe382845-34dd-403d-8012-05bf1ce4b72f None None] Sync routers for ids ['3d36483e-ff0b-4d2b-9229-38307b0e66d1'] in ncdv-master-1 {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 21:11:17.020679 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe382845-34dd-403d-8012-05bf1ce4b72f None None] Routers {'3d36483e-ff0b-4d2b-9229-38307b0e66d1'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:11:17.021351 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-fe382845-34dd-403d-8012-05bf1ce4b72f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f26186471f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:11:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['3d36483e-ff0b-4d2b-9229-38307b0e66d1'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:11:17.170911 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvr_db [None req-fe382845-34dd-403d-8012-05bf1ce4b72f None None] Set router 3d36483e-ff0b-4d2b-9229-38307b0e66d1 gateway port host: ncdv-master-1 {{(pid=121609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:11:17.394910 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-fe382845-34dd-403d-8012-05bf1ce4b72f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f26186471f0>, [{'id': '3d36483e-ff0b-4d2b-9229-38307b0e66d1', 'name': 'tempest-FloatingIPsAssociationTestJSON-1365984648-router', 'tenant_id': '188fe358c4684fce8fc912f48b3f186e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.189'}], 'enable_snat': True}, 'gw_port_id': '7e896cd5-4f9b-44ff-a1f2-dd0bc13ee29f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:11:10Z', 'updated_at': '2021-12-25T21:11:14Z', 'revision_number': 4, 'project_id': '188fe358c4684fce8fc912f48b3f186e', 'gw_port': {'id': '7e896cd5-4f9b-44ff-a1f2-dd0bc13ee29f', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:b4:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d36483e-ff0b-4d2b-9229-38307b0e66d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:11:11Z', 'updated_at': '2021-12-25T21:11:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '6eee90ec-de3c-4dd9-8c1b-3879a17f6d48', 'name': '', 'network_id': '09af6274-7110-4e9c-83cc-51d4d54a1676', 'tenant_id': '188fe358c4684fce8fc912f48b3f186e', 'mac_address': 'fa:16:3e:e6:f7:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d36483e-ff0b-4d2b-9229-38307b0e66d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '015c1052-cc2c-4d6a-8242-ea18f582183e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:11:14Z', 'updated_at': '2021-12-25T21:11:15Z', 'revision_number': 2, 'project_id': '188fe358c4684fce8fc912f48b3f186e', 'subnets': [{'id': '015c1052-cc2c-4d6a-8242-ea18f582183e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:11:17.428228 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe382845-34dd-403d-8012-05bf1ce4b72f None None] Checking router: 3d36483e-ff0b-4d2b-9229-38307b0e66d1 for host: ncdv-master-1 {{(pid=121609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 25 21:11:17.428616 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe382845-34dd-403d-8012-05bf1ce4b72f None None] Updating router 3d36483e-ff0b-4d2b-9229-38307b0e66d1 port 6eee90ec-de3c-4dd9-8c1b-3879a17f6d48 binding host ncdv-master-1 {{(pid=121609) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 25 21:11:17.462109 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-fe382845-34dd-403d-8012-05bf1ce4b72f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:11:17.603213 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70065e1f-4cc9-42f7-8647-139e2b2edf35 req-f3342a95-dc61-46bf-b056-398052846f84 tempest-FloatingIPsAssociationTestJSON-622699030 tempest-FloatingIPsAssociationTestJSON-622699030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:11:17.604834 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-70065e1f-4cc9-42f7-8647-139e2b2edf35 req-f3342a95-dc61-46bf-b056-398052846f84 tempest-FloatingIPsAssociationTestJSON-622699030 tempest-FloatingIPsAssociationTestJSON-622699030-project] 10.222.0.32 "GET /v2.0/networks?id=09af6274-7110-4e9c-83cc-51d4d54a1676 HTTP/1.1" status: 200  len: 821 time: 0.4813900
Dec 25 21:11:17.619642 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac92186-7bbb-44c2-9e3a-1f765f95f9ba req-dbddeceb-cbf3-4058-9862-c4541e4dfae9 tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:11:17.621230 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-cac92186-7bbb-44c2-9e3a-1f765f95f9ba req-dbddeceb-cbf3-4058-9862-c4541e4dfae9 tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c1ea080-3600-4152-8bef-f30741212401 HTTP/1.1" status: 200  len: 945 time: 0.4269147
Dec 25 21:11:17.647630 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-70065e1f-4cc9-42f7-8647-139e2b2edf35 req-f058fcae-32d2-4fe2-88f6-d69c1cf5d95e tempest-FloatingIPsAssociationTestJSON-622699030 tempest-FloatingIPsAssociationTestJSON-622699030-project] 10.222.0.32 "GET /v2.0/quotas/188fe358c4684fce8fc912f48b3f186e HTTP/1.1" status: 200  len: 375 time: 0.0252607
Dec 25 21:11:17.657638 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8b68c7-20d5-40ad-93af-cb444f7069c0 req-1c9a83ec-38ec-4d5c-a521-d57a650d962c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:11:17.659243 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ee8b68c7-20d5-40ad-93af-cb444f7069c0 req-1c9a83ec-38ec-4d5c-a521-d57a650d962c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=bc19d38e80ce426fa6d268838d133f13&device_id=3c1ea080-3600-4152-8bef-f30741212401 HTTP/1.1" status: 200  len: 1096 time: 0.1208971
Dec 25 21:11:17.783908 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-cac92186-7bbb-44c2-9e3a-1f765f95f9ba req-824cab10-d7ec-4316-9f7e-dbc887eb50ef tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] 10.222.0.32 "GET /v2.0/security-groups?id=bc05caf7-df2e-49b8-960c-4031d2c2ccca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1504874
Dec 25 21:11:17.837640 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-70065e1f-4cc9-42f7-8647-139e2b2edf35 req-32d21cc6-9f51-4efa-8cce-36ae21b2872e tempest-FloatingIPsAssociationTestJSON-622699030 tempest-FloatingIPsAssociationTestJSON-622699030-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=188fe358c4684fce8fc912f48b3f186e&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1753707
Dec 25 21:11:17.843599 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8b68c7-20d5-40ad-93af-cb444f7069c0 req-cb071af0-25f8-462c-87dd-9b3b92bb3340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:11:17.845165 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ee8b68c7-20d5-40ad-93af-cb444f7069c0 req-cb071af0-25f8-462c-87dd-9b3b92bb3340 service neutron] 10.222.0.31 "GET /v2.0/networks?id=2332d558-39bb-411c-88af-b74bee7e32ab HTTP/1.1" status: 200  len: 909 time: 0.1697414
Dec 25 21:11:17.876470 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-fe382845-34dd-403d-8012-05bf1ce4b72f None None] Publish callbacks [] for port, precommit_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:11:17.921048 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ee8b68c7-20d5-40ad-93af-cb444f7069c0 req-2ae83ba2-af7a-4f5a-b9d5-f9e42e228575 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=03a8ec19-2525-4748-83ce-e5fe439b39e0 HTTP/1.1" status: 200  len: 217 time: 0.0627141
Dec 25 21:11:17.984698 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-fe382845-34dd-403d-8012-05bf1ce4b72f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:11:18.015854 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-70065e1f-4cc9-42f7-8647-139e2b2edf35 req-91bf4ddc-2a87-4ca3-beb1-d7db0668210a service neutron] 10.222.0.32 "GET /v2.0/networks/09af6274-7110-4e9c-83cc-51d4d54a1676?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1697104
Dec 25 21:11:18.025234 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8b68c7-20d5-40ad-93af-cb444f7069c0 req-9d9f1a09-cef7-42e3-87d0-dd348e6f865d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:11:18.026691 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ee8b68c7-20d5-40ad-93af-cb444f7069c0 req-9d9f1a09-cef7-42e3-87d0-dd348e6f865d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=63c432f3-af01-4d4f-ae68-1c137d7c49f3 HTTP/1.1" status: 200  len: 848 time: 0.0983808
Dec 25 21:11:18.045030 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4743d6-2cc9-425e-ac1c-ef9a26c04827 None None] Pushing event updated for resources: {'Port': ['ID=6eee90ec-de3c-4dd9-8c1b-3879a17f6d48,revision_number=3']} {{(pid=121609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:11:18.074632 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4743d6-2cc9-425e-ac1c-ef9a26c04827 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:11:18.075070 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4743d6-2cc9-425e-ac1c-ef9a26c04827 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:11:18.075485 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4743d6-2cc9-425e-ac1c-ef9a26c04827 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:11:18.075893 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4743d6-2cc9-425e-ac1c-ef9a26c04827 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:11:18.076254 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4743d6-2cc9-425e-ac1c-ef9a26c04827 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:11:18.076550 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4743d6-2cc9-425e-ac1c-ef9a26c04827 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:11:18.076952 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4743d6-2cc9-425e-ac1c-ef9a26c04827 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:11:18.077229 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4743d6-2cc9-425e-ac1c-ef9a26c04827 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:11:18.077539 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4743d6-2cc9-425e-ac1c-ef9a26c04827 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:11:18.077863 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4743d6-2cc9-425e-ac1c-ef9a26c04827 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:11:18.078184 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4743d6-2cc9-425e-ac1c-ef9a26c04827 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:11:18.078505 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4743d6-2cc9-425e-ac1c-ef9a26c04827 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:11:18.078825 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4743d6-2cc9-425e-ac1c-ef9a26c04827 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:11:18.104329 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ee8b68c7-20d5-40ad-93af-cb444f7069c0 req-64a82389-098d-4156-b236-1789d10fa7ab service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2332d558-39bb-411c-88af-b74bee7e32ab&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0682228
Dec 25 21:11:18.119833 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.managers [None req-fe382845-34dd-403d-8012-05bf1ce4b72f None None] Attempting to bind port 6eee90ec-de3c-4dd9-8c1b-3879a17f6d48 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:11:18.120275 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.managers [None req-fe382845-34dd-403d-8012-05bf1ce4b72f None None] Attempting to bind port 6eee90ec-de3c-4dd9-8c1b-3879a17f6d48 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'c81d66e9-cd43-4a32-ab71-883a0f354192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '09af6274-7110-4e9c-83cc-51d4d54a1676'}] {{(pid=121609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:11:18.120643 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe382845-34dd-403d-8012-05bf1ce4b72f None None] Attempting to bind port 6eee90ec-de3c-4dd9-8c1b-3879a17f6d48 on network 09af6274-7110-4e9c-83cc-51d4d54a1676 {{(pid=121609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:11:18.126405 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe382845-34dd-403d-8012-05bf1ce4b72f None None] Checking agent: {'id': 'ca4f5c6d-f1fd-48b8-a3e3-395864c7d23d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 20, 56, 40), 'started_at': datetime.datetime(2021, 12, 25, 20, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 11, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:11:18.126859 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe382845-34dd-403d-8012-05bf1ce4b72f None None] Checking segment: {'id': 'c81d66e9-cd43-4a32-ab71-883a0f354192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '09af6274-7110-4e9c-83cc-51d4d54a1676'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:11:18.128798 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-fe382845-34dd-403d-8012-05bf1ce4b72f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:11:18.129322 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe382845-34dd-403d-8012-05bf1ce4b72f None None] Bound using segment: {'id': 'c81d66e9-cd43-4a32-ab71-883a0f354192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '09af6274-7110-4e9c-83cc-51d4d54a1676'} {{(pid=121609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:11:18.129807 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.managers [None req-fe382845-34dd-403d-8012-05bf1ce4b72f None None] Bound port: 6eee90ec-de3c-4dd9-8c1b-3879a17f6d48, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c81d66e9-cd43-4a32-ab71-883a0f354192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '09af6274-7110-4e9c-83cc-51d4d54a1676'}}] {{(pid=121609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:11:18.130205 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-fe382845-34dd-403d-8012-05bf1ce4b72f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:11:18.219127 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.db [None req-fe382845-34dd-403d-8012-05bf1ce4b72f None None] For port 6eee90ec-de3c-4dd9-8c1b-3879a17f6d48, host ncdv-master-1, cleared binding levels {{(pid=121609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:11:18.226015 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.db [None req-fe382845-34dd-403d-8012-05bf1ce4b72f None None] For port 6eee90ec-de3c-4dd9-8c1b-3879a17f6d48, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6eee90ec-de3c-4dd9-8c1b-3879a17f6d48,segment=NetworkSegment(c81d66e9-cd43-4a32-ab71-883a0f354192),segment_id=c81d66e9-cd43-4a32-ab71-883a0f354192)] {{(pid=121609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:11:18.264487 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad80bb1-5136-473a-b287-1df9855a4b3f req-30a1a328-b00f-40a2-856c-5b99d439ee51 tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:11:18.266068 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-cad80bb1-5136-473a-b287-1df9855a4b3f req-30a1a328-b00f-40a2-856c-5b99d439ee51 tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a8114c1-85b3-4e15-9e15-95159b456e41 HTTP/1.1" status: 200  len: 949 time: 0.1796501
Dec 25 21:11:18.294345 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-70065e1f-4cc9-42f7-8647-139e2b2edf35 req-6b1f0a14-d76a-46c2-9ee0-25147ef03171 service neutron] 10.222.0.32 "GET /v2.0/networks/09af6274-7110-4e9c-83cc-51d4d54a1676?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2569110
Dec 25 21:11:18.299725 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 7e896cd5-4f9b-44ff-a1f2-dd0bc13ee29f up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:11:18.321097 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ee8b68c7-20d5-40ad-93af-cb444f7069c0 req-06780751-b66e-4a02-b11a-3760ff2446f6 service neutron] 10.222.0.31 "GET /v2.0/networks/2332d558-39bb-411c-88af-b74bee7e32ab?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2039869
Dec 25 21:11:18.353672 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-96e5ccdc-3b97-481d-9a42-31fcb8d88bb5 None None] Provisioning complete for port 6eee90ec-de3c-4dd9-8c1b-3879a17f6d48 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:11:18.354040 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-96e5ccdc-3b97-481d-9a42-31fcb8d88bb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:11:18.359019 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-fe382845-34dd-403d-8012-05bf1ce4b72f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:11:18.368607 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-cad80bb1-5136-473a-b287-1df9855a4b3f req-e04e70fa-6fc2-4ace-8fde-6b480b816b2b tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] 10.222.0.32 "GET /v2.0/security-groups?id=21386e98-0735-4168-a9d9-35455a6206b6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0889323
Dec 25 21:11:18.429442 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe382845-34dd-403d-8012-05bf1ce4b72f None None] Routers {'3d36483e-ff0b-4d2b-9229-38307b0e66d1'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:11:18.429442 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-fe382845-34dd-403d-8012-05bf1ce4b72f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f26186471f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:11:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['3d36483e-ff0b-4d2b-9229-38307b0e66d1'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:11:18.493898 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4743d6-2cc9-425e-ac1c-ef9a26c04827 None None] Pushing event updated for resources: {'Port': ['ID=6eee90ec-de3c-4dd9-8c1b-3879a17f6d48,revision_number=4']} {{(pid=121609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:11:18.532660 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port 7e896cd5-4f9b-44ff-a1f2-dd0bc13ee29f triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:11:18.532660 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:11:18.551233 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ee8b68c7-20d5-40ad-93af-cb444f7069c0 req-b59bf9cd-eeea-4083-a460-113ff55afe1d service neutron] 10.222.0.31 "GET /v2.0/networks/2332d558-39bb-411c-88af-b74bee7e32ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2188895
Dec 25 21:11:18.569317 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60116ca3-4a6c-4d4c-9cc0-635094269832 req-aa03beca-ae56-407d-b538-7f9e80e1c5bf tempest-ServersWithSpecificFlavorTestJSON-439149936 tempest-ServersWithSpecificFlavorTestJSON-439149936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:11:18.571038 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-60116ca3-4a6c-4d4c-9cc0-635094269832 req-aa03beca-ae56-407d-b538-7f9e80e1c5bf tempest-ServersWithSpecificFlavorTestJSON-439149936 tempest-ServersWithSpecificFlavorTestJSON-439149936-project] 10.222.0.32 "GET /v2.0/ports?device_id=7df0e675-9617-49b5-bf06-c32adf655c9e HTTP/1.1" status: 200  len: 946 time: 0.0749431
Dec 25 21:11:18.598120 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-96e5ccdc-3b97-481d-9a42-31fcb8d88bb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:11:18.609269 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvr_db [None req-fe382845-34dd-403d-8012-05bf1ce4b72f None None] Set router 3d36483e-ff0b-4d2b-9229-38307b0e66d1 gateway port host: ncdv-master-1 {{(pid=121609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:11:18.682433 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-96e5ccdc-3b97-481d-9a42-31fcb8d88bb5 None None] For port 6eee90ec-de3c-4dd9-8c1b-3879a17f6d48, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6eee90ec-de3c-4dd9-8c1b-3879a17f6d48,segment=NetworkSegment(c81d66e9-cd43-4a32-ab71-883a0f354192),segment_id=c81d66e9-cd43-4a32-ab71-883a0f354192)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:11:18.684111 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-60116ca3-4a6c-4d4c-9cc0-635094269832 req-2bfc12e9-6fe9-448e-8020-adc4f24040da tempest-ServersWithSpecificFlavorTestJSON-439149936 tempest-ServersWithSpecificFlavorTestJSON-439149936-project] 10.222.0.32 "GET /v2.0/security-groups?id=d5c07141-cb75-4b9f-8f8d-51cd5e2004f4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0956280
Dec 25 21:11:18.763714 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-96e5ccdc-3b97-481d-9a42-31fcb8d88bb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:11:18.867932 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd4facf-d817-4d6f-a111-b180f632a989 req-891dea8c-009c-490e-b75b-cbdc0b1c6ca5 tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:11:18.878891 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1dd4facf-d817-4d6f-a111-b180f632a989 req-891dea8c-009c-490e-b75b-cbdc0b1c6ca5 tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] 10.222.0.32 "GET /v2.0/ports?device_id=e327d55b-28ca-4bfa-bcf1-e4ed49240d52 HTTP/1.1" status: 200  len: 945 time: 0.1107149
Dec 25 21:11:18.926008 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e5ccdc-3b97-481d-9a42-31fcb8d88bb5 None None] Pushing event updated for resources: {'Port': ['ID=6eee90ec-de3c-4dd9-8c1b-3879a17f6d48,revision_number=5']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:11:18.929810 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-6f29f047-4a8e-4378-945d-2ed03e82635f None None] Provisioning complete for port 6eee90ec-de3c-4dd9-8c1b-3879a17f6d48 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:11:18.930134 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-6f29f047-4a8e-4378-945d-2ed03e82635f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:11:18.961415 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1dd4facf-d817-4d6f-a111-b180f632a989 req-db924b95-81ad-40b4-88fb-73a86572b4d6 tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] 10.222.0.32 "GET /v2.0/security-groups?id=381a44e3-d0d7-4aba-bc61-1ef7cfa17da9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0812659
Dec 25 21:11:19.004459 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-fe382845-34dd-403d-8012-05bf1ce4b72f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f26186471f0>, [{'id': '3d36483e-ff0b-4d2b-9229-38307b0e66d1', 'name': 'tempest-FloatingIPsAssociationTestJSON-1365984648-router', 'tenant_id': '188fe358c4684fce8fc912f48b3f186e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.189'}], 'enable_snat': True}, 'gw_port_id': '7e896cd5-4f9b-44ff-a1f2-dd0bc13ee29f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:11:10Z', 'updated_at': '2021-12-25T21:11:14Z', 'revision_number': 4, 'project_id': '188fe358c4684fce8fc912f48b3f186e', 'gw_port': {'id': '7e896cd5-4f9b-44ff-a1f2-dd0bc13ee29f', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:b4:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d36483e-ff0b-4d2b-9229-38307b0e66d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:11:11Z', 'updated_at': '2021-12-25T21:11:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '6eee90ec-de3c-4dd9-8c1b-3879a17f6d48', 'name': '', 'network_id': '09af6274-7110-4e9c-83cc-51d4d54a1676', 'tenant_id': '188fe358c4684fce8fc912f48b3f186e', 'mac_address': 'fa:16:3e:e6:f7:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d36483e-ff0b-4d2b-9229-38307b0e66d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '015c1052-cc2c-4d6a-8242-ea18f582183e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:11:14Z', 'updated_at': '2021-12-25T21:11:18Z', 'revision_number': 4, 'project_id': '188fe358c4684fce8fc912f48b3f186e', 'subnets': [{'id': '015c1052-cc2c-4d6a-8242-ea18f582183e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:11:19.049279 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe382845-34dd-403d-8012-05bf1ce4b72f None None] The sync data for ids ['3d36483e-ff0b-4d2b-9229-38307b0e66d1'] in ncdv-master-1 is: [{'id': '3d36483e-ff0b-4d2b-9229-38307b0e66d1', 'name': 'tempest-FloatingIPsAssociationTestJSON-1365984648-router', 'tenant_id': '188fe358c4684fce8fc912f48b3f186e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.189'}], 'enable_snat': True}, 'gw_port_id': '7e896cd5-4f9b-44ff-a1f2-dd0bc13ee29f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:11:10Z', 'updated_at': '2021-12-25T21:11:14Z', 'revision_number': 4, 'project_id': '188fe358c4684fce8fc912f48b3f186e', 'gw_port': {'id': '7e896cd5-4f9b-44ff-a1f2-dd0bc13ee29f', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:b4:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d36483e-ff0b-4d2b-9229-38307b0e66d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:11:11Z', 'updated_at': '2021-12-25T21:11:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '6eee90ec-de3c-4dd9-8c1b-3879a17f6d48', 'name': '', 'network_id': '09af6274-7110-4e9c-83cc-51d4d54a1676', 'tenant_id': '188fe358c4684fce8fc912f48b3f186e', 'mac_address': 'fa:16:3e:e6:f7:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d36483e-ff0b-4d2b-9229-38307b0e66d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '015c1052-cc2c-4d6a-8242-ea18f582183e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:11:14Z', 'updated_at': '2021-12-25T21:11:18Z', 'revision_number': 4, 'project_id': '188fe358c4684fce8fc912f48b3f186e', 'subnets': [{'id': '015c1052-cc2c-4d6a-8242-ea18f582183e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 21:11:19.058285 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-13d2744b-85ae-4573-8648-7e05a28493a8 req-9c2635cf-e195-4d68-a6f2-eaf74b7fb8e9 tempest-FloatingIPsAssociationTestJSON-622699030 tempest-FloatingIPsAssociationTestJSON-622699030-project] 10.222.0.32 "GET /v2.0/ports?device_id=b82ed20c-bbfc-4030-a8bc-ab9fae2d2653 HTTP/1.1" status: 200  len: 210 time: 0.0322015
Dec 25 21:11:19.157670 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f475a05-fe5c-4727-b352-fa382a1f728f req-4adb494f-bbdb-4ac6-a8d7-a907a7765c10 tempest-ServersWithSpecificFlavorTestJSON-439149936 tempest-ServersWithSpecificFlavorTestJSON-439149936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:11:19.159226 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4f475a05-fe5c-4727-b352-fa382a1f728f req-4adb494f-bbdb-4ac6-a8d7-a907a7765c10 tempest-ServersWithSpecificFlavorTestJSON-439149936 tempest-ServersWithSpecificFlavorTestJSON-439149936-project] 10.222.0.32 "GET /v2.0/ports?device_id=7df0e675-9617-49b5-bf06-c32adf655c9e HTTP/1.1" status: 200  len: 946 time: 0.1074438
Dec 25 21:11:19.168049 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 46176) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:11:19.172629 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-0d380d96-ec68-4d27-80ae-05e412b7eeaf tempest-ServersWithSpecificFlavorTestJSON-439149936 tempest-ServersWithSpecificFlavorTestJSON-439149936-project] Request body: {'floatingip': {'port_id': '53ff2af7-9bf4-4cb8-bafa-414f471bb1cb'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:11:19.239727 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bdc2b8-3cd6-463d-b0a6-9053f9c99cc8 req-dfaaad85-5792-4a88-a0a6-8ae1d0cfd6fa tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:11:19.241934 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b7bdc2b8-3cd6-463d-b0a6-9053f9c99cc8 req-dfaaad85-5792-4a88-a0a6-8ae1d0cfd6fa tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c1ea080-3600-4152-8bef-f30741212401 HTTP/1.1" status: 200  len: 945 time: 0.0816841
Dec 25 21:11:19.242277 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-0d380d96-ec68-4d27-80ae-05e412b7eeaf tempest-ServersWithSpecificFlavorTestJSON-439149936 tempest-ServersWithSpecificFlavorTestJSON-439149936-project] Publish callbacks [] for floatingip, before_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:11:19.316250 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b7bdc2b8-3cd6-463d-b0a6-9053f9c99cc8 req-5ab91482-1109-4575-88c6-673dd9622231 tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] 10.222.0.32 "GET /v2.0/security-groups?id=bc05caf7-df2e-49b8-960c-4031d2c2ccca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0668893
Dec 25 21:11:19.602538 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3411d8e-255c-488f-832c-9137cb294922 req-d9cef123-458a-4d0b-b237-bc4035c2572b tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:11:19.615372 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f3411d8e-255c-488f-832c-9137cb294922 req-d9cef123-458a-4d0b-b237-bc4035c2572b tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a8114c1-85b3-4e15-9e15-95159b456e41 HTTP/1.1" status: 200  len: 949 time: 0.0959899
Dec 25 21:11:19.729353 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f3411d8e-255c-488f-832c-9137cb294922 req-1f2895a5-a11a-4261-9886-294fd50636c3 tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] 10.222.0.32 "GET /v2.0/security-groups?id=21386e98-0735-4168-a9d9-35455a6206b6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1128700
Dec 25 21:11:19.855046 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-0d380d96-ec68-4d27-80ae-05e412b7eeaf tempest-ServersWithSpecificFlavorTestJSON-439149936 tempest-ServersWithSpecificFlavorTestJSON-439149936-project] Publish callbacks [] for floatingip, precommit_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:11:19.922081 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-0d380d96-ec68-4d27-80ae-05e412b7eeaf tempest-ServersWithSpecificFlavorTestJSON-439149936 tempest-ServersWithSpecificFlavorTestJSON-439149936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2008639'] for floatingip, after_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:11:20.089340 ncdv-master-1 neutron-server[121607]: INFO neutron.db.l3_db [None req-0d380d96-ec68-4d27-80ae-05e412b7eeaf tempest-ServersWithSpecificFlavorTestJSON-439149936 tempest-ServersWithSpecificFlavorTestJSON-439149936-project] Floating IP 922efb14-5c26-45d7-97a3-4e8463385b77 associated. External IP: 172.35.3.223, port: 53ff2af7-9bf4-4cb8-bafa-414f471bb1cb.
Dec 25 21:11:20.172011 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42c789c-aad6-44e9-abc4-5a29e3e92da9 req-8c9d9ea1-53da-4aa6-98a5-d7b3187316db tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:11:20.173769 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e42c789c-aad6-44e9-abc4-5a29e3e92da9 req-8c9d9ea1-53da-4aa6-98a5-d7b3187316db tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] 10.222.0.32 "GET /v2.0/ports?device_id=e327d55b-28ca-4bfa-bcf1-e4ed49240d52 HTTP/1.1" status: 200  len: 945 time: 0.0679333
Dec 25 21:11:20.243218 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e42c789c-aad6-44e9-abc4-5a29e3e92da9 req-e118c743-4d64-4a32-8fa0-6acb6f53df8f tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] 10.222.0.32 "GET /v2.0/security-groups?id=381a44e3-d0d7-4aba-bc61-1ef7cfa17da9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0627534
Dec 25 21:11:20.358597 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 6eee90ec-de3c-4dd9-8c1b-3879a17f6d48 up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:11:20.376184 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d380d96-ec68-4d27-80ae-05e412b7eeaf tempest-ServersWithSpecificFlavorTestJSON-439149936 tempest-ServersWithSpecificFlavorTestJSON-439149936-project] Router 5a16a119-0d91-47a1-b1a5-ad284c2ceb4f has already been hosted by L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 {{(pid=121607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 25 21:11:20.389253 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b5392c86-20d1-485e-bb20-66ab8f28c09e req-05fccb49-526d-45c1-9157-50c83e95e290 tempest-FloatingIPsAssociationTestJSON-622699030 tempest-FloatingIPsAssociationTestJSON-622699030-project] 10.222.0.32 "GET /v2.0/ports?device_id=b82ed20c-bbfc-4030-a8bc-ab9fae2d2653 HTTP/1.1" status: 200  len: 210 time: 0.0356598
Dec 25 21:11:20.438974 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port 6eee90ec-de3c-4dd9-8c1b-3879a17f6d48 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:11:20.438974 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:11:20.554995 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d380d96-ec68-4d27-80ae-05e412b7eeaf tempest-ServersWithSpecificFlavorTestJSON-439149936 tempest-ServersWithSpecificFlavorTestJSON-439149936-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 21:11:20.562117 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-0d380d96-ec68-4d27-80ae-05e412b7eeaf tempest-ServersWithSpecificFlavorTestJSON-439149936 tempest-ServersWithSpecificFlavorTestJSON-439149936-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for floatingip, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:11:20.570733 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a729c7e-f574-4359-a89c-e5171b4fcdc5 None None] Sync routers for ids ['5a16a119-0d91-47a1-b1a5-ad284c2ceb4f'] in ncdv-master-1 {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 21:11:20.586065 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a729c7e-f574-4359-a89c-e5171b4fcdc5 None None] Routers {'5a16a119-0d91-47a1-b1a5-ad284c2ceb4f'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:11:20.586759 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-8a729c7e-f574-4359-a89c-e5171b4fcdc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f26182445b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:11:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['5a16a119-0d91-47a1-b1a5-ad284c2ceb4f'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:11:20.597796 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-0d380d96-ec68-4d27-80ae-05e412b7eeaf tempest-ServersWithSpecificFlavorTestJSON-439149936 tempest-ServersWithSpecificFlavorTestJSON-439149936-project] 10.222.0.32 "PUT /v2.0/floatingips/922efb14-5c26-45d7-97a3-4e8463385b77 HTTP/1.1" status: 200  len: 992 time: 1.4286315
Dec 25 21:11:20.598494 ncdv-master-1 neutron-server[121607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7df0e675-9617-49b5-bf06-c32adf655c9e', 'tag': '53ff2af7-9bf4-4cb8-bafa-414f471bb1cb'}] {{(pid=121607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:11:20.600845 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f980bbcadfa7bf1e788024e1448be660373c21f97f015f780444e999c451203" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a3de004-fe2c-4771-9889-d297f2e0b298" -d '{"events": [{"name": "network-changed", "server_uuid": "7df0e675-9617-49b5-bf06-c32adf655c9e", "tag": "53ff2af7-9bf4-4cb8-bafa-414f471bb1cb"}]}' {{(pid=121607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:11:20.642079 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5aef8d-4a08-46dd-9db8-db63c102739a req-60711366-b8eb-40b4-91e2-c08ac6934ce9 tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:11:20.643824 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0a5aef8d-4a08-46dd-9db8-db63c102739a req-60711366-b8eb-40b4-91e2-c08ac6934ce9 tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c1ea080-3600-4152-8bef-f30741212401 HTTP/1.1" status: 200  len: 945 time: 0.1174784
Dec 25 21:11:20.682602 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f57370-0839-4a9a-8c4f-c3c25773b268 req-03b11ec8-3199-4694-81f7-16b4ff644adf tempest-ListServerFiltersTestJSON-1422081367 tempest-ListServerFiltersTestJSON-1422081367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:11:20.691200 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-64f57370-0839-4a9a-8c4f-c3c25773b268 req-03b11ec8-3199-4694-81f7-16b4ff644adf tempest-ListServerFiltersTestJSON-1422081367 tempest-ListServerFiltersTestJSON-1422081367-project] 10.222.0.32 "GET /v2.0/ports?device_id=d914c615-075b-48b0-bbd9-707f0b4e084d HTTP/1.1" status: 200  len: 946 time: 0.1043081
Dec 25 21:11:20.732313 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvr_db [None req-8a729c7e-f574-4359-a89c-e5171b4fcdc5 None None] Set router 5a16a119-0d91-47a1-b1a5-ad284c2ceb4f gateway port host: ncdv-master-1 {{(pid=121608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:11:20.752672 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0a5aef8d-4a08-46dd-9db8-db63c102739a req-4905c8a7-e428-47b9-86c5-6e898b713867 tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] 10.222.0.32 "GET /v2.0/security-groups?id=bc05caf7-df2e-49b8-960c-4031d2c2ccca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1008401
Dec 25 21:11:20.771280 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-64f57370-0839-4a9a-8c4f-c3c25773b268 req-d643af3d-ac85-41d7-88ff-05489ce33176 tempest-ListServerFiltersTestJSON-1422081367 tempest-ListServerFiltersTestJSON-1422081367-project] 10.222.0.32 "GET /v2.0/security-groups?id=447f20bc-c1b8-4d93-b35d-2eedc5c6dd85&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0789053
Dec 25 21:11:20.872281 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Dec 2021 21:11:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c83d0d04-c8a9-4f3f-bf6f-b7fa5bc6fe3b x-openstack-request-id: req-c83d0d04-c8a9-4f3f-bf6f-b7fa5bc6fe3b {{(pid=121607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:11:20.872818 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7df0e675-9617-49b5-bf06-c32adf655c9e", "tag": "53ff2af7-9bf4-4cb8-bafa-414f471bb1cb", "status": "completed", "code": 200}]} {{(pid=121607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:11:20.873290 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c83d0d04-c8a9-4f3f-bf6f-b7fa5bc6fe3b {{(pid=121607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:11:20.873990 ncdv-master-1 neutron-server[121607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7df0e675-9617-49b5-bf06-c32adf655c9e', 'tag': '53ff2af7-9bf4-4cb8-bafa-414f471bb1cb', 'status': 'completed', 'code': 200}
Dec 25 21:11:20.952544 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3de004-fe2c-4771-9889-d297f2e0b298 req-ed0b7f06-a7bf-4255-b40e-de842909f906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:11:20.954080 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5a3de004-fe2c-4771-9889-d297f2e0b298 req-ed0b7f06-a7bf-4255-b40e-de842909f906 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e25e5a44bb7e4ef7a38e961e6203b72b&device_id=7df0e675-9617-49b5-bf06-c32adf655c9e HTTP/1.1" status: 200  len: 1097 time: 0.0513294
Dec 25 21:11:21.027889 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-8a729c7e-f574-4359-a89c-e5171b4fcdc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f26182445b0>, [{'id': '5a16a119-0d91-47a1-b1a5-ad284c2ceb4f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-428068567-router', 'tenant_id': 'e25e5a44bb7e4ef7a38e961e6203b72b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.161'}], 'enable_snat': True}, 'gw_port_id': 'a5e4af3a-9b70-4dca-9bf8-c711678c9b36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:07:53Z', 'updated_at': '2021-12-25T21:08:04Z', 'revision_number': 4, 'project_id': 'e25e5a44bb7e4ef7a38e961e6203b72b', 'gw_port': {'id': 'a5e4af3a-9b70-4dca-9bf8-c711678c9b36', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:c8:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a16a119-0d91-47a1-b1a5-ad284c2ceb4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:07:54Z', 'updated_at': '2021-12-25T21:08:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '922efb14-5c26-45d7-97a3-4e8463385b77', 'tenant_id': 'e25e5a44bb7e4ef7a38e961e6203b72b', 'floating_ip_address': '172.35.3.223', 'floating_network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'router_id': '5a16a119-0d91-47a1-b1a5-ad284c2ceb4f', 'port_id': '53ff2af7-9bf4-4cb8-bafa-414f471bb1cb', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 402, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '629690dc-316c-48ba-b3f8-2395f5f041a6', 'mac_address': 'fa:16:3e:08:1d:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7df0e675-9617-49b5-bf06-c32adf655c9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-25T21:08:38Z', 'updated_at': '2021-12-25T21:11:19Z', 'revision_number': 5, 'project_id': 'e25e5a44bb7e4ef7a38e961e6203b72b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5632047-d757-48ea-8d0b-71d3a71e38c6', 'name': '', 'network_id': '629690dc-316c-48ba-b3f8-2395f5f041a6', 'tenant_id': 'e25e5a44bb7e4ef7a38e961e6203b72b', 'mac_address': 'fa:16:3e:34:1f:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a16a119-0d91-47a1-b1a5-ad284c2ceb4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': 'b91f30a5-b3f6-4065-94e7-2dc6af689f3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:08:01Z', 'updated_at': '2021-12-25T21:08:12Z', 'revision_number': 5, 'project_id': 'e25e5a44bb7e4ef7a38e961e6203b72b', 'subnets': [{'id': 'b91f30a5-b3f6-4065-94e7-2dc6af689f3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:11:21.069122 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a729c7e-f574-4359-a89c-e5171b4fcdc5 None None] Checking router: 5a16a119-0d91-47a1-b1a5-ad284c2ceb4f for host: ncdv-master-1 {{(pid=121608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 25 21:11:21.080704 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a729c7e-f574-4359-a89c-e5171b4fcdc5 None None] Routers {'5a16a119-0d91-47a1-b1a5-ad284c2ceb4f'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:11:21.081692 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-8a729c7e-f574-4359-a89c-e5171b4fcdc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f26182445b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:11:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['5a16a119-0d91-47a1-b1a5-ad284c2ceb4f'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:11:21.116606 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12bec98-8ee2-4dfa-aad4-e6ec7e2b5947 req-af2f8797-cf64-48ff-bc62-41b5b5cd82bf tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:11:21.118974 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a12bec98-8ee2-4dfa-aad4-e6ec7e2b5947 req-af2f8797-cf64-48ff-bc62-41b5b5cd82bf tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a8114c1-85b3-4e15-9e15-95159b456e41 HTTP/1.1" status: 200  len: 949 time: 0.1537554
Dec 25 21:11:21.162248 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3de004-fe2c-4771-9889-d297f2e0b298 req-61617ba4-e849-4705-92c3-dc78d915235f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:11:21.163753 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5a3de004-fe2c-4771-9889-d297f2e0b298 req-61617ba4-e849-4705-92c3-dc78d915235f service neutron] 10.222.0.37 "GET /v2.0/networks?id=629690dc-316c-48ba-b3f8-2395f5f041a6 HTTP/1.1" status: 200  len: 924 time: 0.2002335
Dec 25 21:11:21.194375 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a12bec98-8ee2-4dfa-aad4-e6ec7e2b5947 req-ea04e447-5820-4071-8195-10925dc57139 tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] 10.222.0.32 "GET /v2.0/security-groups?id=21386e98-0735-4168-a9d9-35455a6206b6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0653794
Dec 25 21:11:21.196372 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvr_db [None req-8a729c7e-f574-4359-a89c-e5171b4fcdc5 None None] Set router 5a16a119-0d91-47a1-b1a5-ad284c2ceb4f gateway port host: ncdv-master-1 {{(pid=121608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:11:21.248162 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5a3de004-fe2c-4771-9889-d297f2e0b298 req-e0a29830-c8e3-45a4-96da-dc84dcd7d433 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=53ff2af7-9bf4-4cb8-bafa-414f471bb1cb HTTP/1.1" status: 200  len: 1000 time: 0.0715773
Dec 25 21:11:21.310441 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3de004-fe2c-4771-9889-d297f2e0b298 req-27ce8b9a-8f16-4f50-83cf-f816ea1ca71e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:11:21.319627 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5a3de004-fe2c-4771-9889-d297f2e0b298 req-27ce8b9a-8f16-4f50-83cf-f816ea1ca71e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b91f30a5-b3f6-4065-94e7-2dc6af689f3f HTTP/1.1" status: 200  len: 862 time: 0.0532167
Dec 25 21:11:21.412793 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3de004-fe2c-4771-9889-d297f2e0b298 req-58ffb170-6b67-4326-8031-9522ff974b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:11:21.414450 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5a3de004-fe2c-4771-9889-d297f2e0b298 req-58ffb170-6b67-4326-8031-9522ff974b38 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=629690dc-316c-48ba-b3f8-2395f5f041a6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0856447
Dec 25 21:11:21.440983 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3730ed30-cd8c-42d3-b2a3-9ea358e7983b req-2d656c22-e450-4f70-ba91-d2e2f01e1522 tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:11:21.443699 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3730ed30-cd8c-42d3-b2a3-9ea358e7983b req-2d656c22-e450-4f70-ba91-d2e2f01e1522 tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] 10.222.0.32 "GET /v2.0/ports?device_id=e327d55b-28ca-4bfa-bcf1-e4ed49240d52 HTTP/1.1" status: 200  len: 945 time: 0.0752480
Dec 25 21:11:21.511867 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9afb998c-4e26-4313-b8e8-35690ded2ff2 req-5c5d1c92-43ab-48dc-9091-41505ac3cdac tempest-FloatingIPsAssociationTestJSON-622699030 tempest-FloatingIPsAssociationTestJSON-622699030-project] 10.222.0.32 "GET /v2.0/ports?device_id=b82ed20c-bbfc-4030-a8bc-ab9fae2d2653 HTTP/1.1" status: 200  len: 210 time: 0.0396867
Dec 25 21:11:21.573627 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-8a729c7e-f574-4359-a89c-e5171b4fcdc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f26182445b0>, [{'id': '5a16a119-0d91-47a1-b1a5-ad284c2ceb4f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-428068567-router', 'tenant_id': 'e25e5a44bb7e4ef7a38e961e6203b72b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.161'}], 'enable_snat': True}, 'gw_port_id': 'a5e4af3a-9b70-4dca-9bf8-c711678c9b36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:07:53Z', 'updated_at': '2021-12-25T21:08:04Z', 'revision_number': 4, 'project_id': 'e25e5a44bb7e4ef7a38e961e6203b72b', 'gw_port': {'id': 'a5e4af3a-9b70-4dca-9bf8-c711678c9b36', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:c8:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a16a119-0d91-47a1-b1a5-ad284c2ceb4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:07:54Z', 'updated_at': '2021-12-25T21:08:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '922efb14-5c26-45d7-97a3-4e8463385b77', 'tenant_id': 'e25e5a44bb7e4ef7a38e961e6203b72b', 'floating_ip_address': '172.35.3.223', 'floating_network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'router_id': '5a16a119-0d91-47a1-b1a5-ad284c2ceb4f', 'port_id': '53ff2af7-9bf4-4cb8-bafa-414f471bb1cb', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 402, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '629690dc-316c-48ba-b3f8-2395f5f041a6', 'mac_address': 'fa:16:3e:08:1d:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7df0e675-9617-49b5-bf06-c32adf655c9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-25T21:08:38Z', 'updated_at': '2021-12-25T21:11:19Z', 'revision_number': 5, 'project_id': 'e25e5a44bb7e4ef7a38e961e6203b72b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5632047-d757-48ea-8d0b-71d3a71e38c6', 'name': '', 'network_id': '629690dc-316c-48ba-b3f8-2395f5f041a6', 'tenant_id': 'e25e5a44bb7e4ef7a38e961e6203b72b', 'mac_address': 'fa:16:3e:34:1f:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a16a119-0d91-47a1-b1a5-ad284c2ceb4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': 'b91f30a5-b3f6-4065-94e7-2dc6af689f3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:08:01Z', 'updated_at': '2021-12-25T21:08:12Z', 'revision_number': 5, 'project_id': 'e25e5a44bb7e4ef7a38e961e6203b72b', 'subnets': [{'id': 'b91f30a5-b3f6-4065-94e7-2dc6af689f3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:11:21.575431 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3730ed30-cd8c-42d3-b2a3-9ea358e7983b req-227d4559-c4d6-4112-a247-775c847b659c tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] 10.222.0.32 "GET /v2.0/security-groups?id=381a44e3-d0d7-4aba-bc61-1ef7cfa17da9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1184180
Dec 25 21:11:21.590136 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5a3de004-fe2c-4771-9889-d297f2e0b298 req-d7dbc213-0512-4a4d-90fd-c95625f55ea4 service neutron] 10.222.0.37 "GET /v2.0/networks/629690dc-316c-48ba-b3f8-2395f5f041a6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1663673
Dec 25 21:11:21.606033 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a729c7e-f574-4359-a89c-e5171b4fcdc5 None None] The sync data for ids ['5a16a119-0d91-47a1-b1a5-ad284c2ceb4f'] in ncdv-master-1 is: [{'id': '5a16a119-0d91-47a1-b1a5-ad284c2ceb4f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-428068567-router', 'tenant_id': 'e25e5a44bb7e4ef7a38e961e6203b72b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.161'}], 'enable_snat': True}, 'gw_port_id': 'a5e4af3a-9b70-4dca-9bf8-c711678c9b36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:07:53Z', 'updated_at': '2021-12-25T21:08:04Z', 'revision_number': 4, 'project_id': 'e25e5a44bb7e4ef7a38e961e6203b72b', 'gw_port': {'id': 'a5e4af3a-9b70-4dca-9bf8-c711678c9b36', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:c8:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a16a119-0d91-47a1-b1a5-ad284c2ceb4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:07:54Z', 'updated_at': '2021-12-25T21:08:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '922efb14-5c26-45d7-97a3-4e8463385b77', 'tenant_id': 'e25e5a44bb7e4ef7a38e961e6203b72b', 'floating_ip_address': '172.35.3.223', 'floating_network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'router_id': '5a16a119-0d91-47a1-b1a5-ad284c2ceb4f', 'port_id': '53ff2af7-9bf4-4cb8-bafa-414f471bb1cb', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 402, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '629690dc-316c-48ba-b3f8-2395f5f041a6', 'mac_address': 'fa:16:3e:08:1d:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7df0e675-9617-49b5-bf06-c32adf655c9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-25T21:08:38Z', 'updated_at': '2021-12-25T21:11:19Z', 'revision_number': 5, 'project_id': 'e25e5a44bb7e4ef7a38e961e6203b72b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5632047-d757-48ea-8d0b-71d3a71e38c6', 'name': '', 'network_id': '629690dc-316c-48ba-b3f8-2395f5f041a6', 'tenant_id': 'e25e5a44bb7e4ef7a38e961e6203b72b', 'mac_address': 'fa:16:3e:34:1f:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a16a119-0d91-47a1-b1a5-ad284c2ceb4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': 'b91f30a5-b3f6-4065-94e7-2dc6af689f3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:08:01Z', 'updated_at': '2021-12-25T21:08:12Z', 'revision_number': 5, 'project_id': 'e25e5a44bb7e4ef7a38e961e6203b72b', 'subnets': [{'id': 'b91f30a5-b3f6-4065-94e7-2dc6af689f3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 21:11:21.692758 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5a3de004-fe2c-4771-9889-d297f2e0b298 req-d8ed4939-baac-4eac-b4c1-9163719ab276 service neutron] 10.222.0.37 "GET /v2.0/networks/629690dc-316c-48ba-b3f8-2395f5f041a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0943475
Dec 25 21:11:21.813702 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fd28b0d-0a56-40ed-b9ad-484f83902bcd None None] New status for floating IP 922efb14-5c26-45d7-97a3-4e8463385b77: ACTIVE {{(pid=121609) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 25 21:11:21.927620 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8810ca72-3d97-444f-9911-e2dd89e27928 req-70ac8720-a2bd-4d98-b53f-bf6f287ebdaa tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:11:21.929149 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8810ca72-3d97-444f-9911-e2dd89e27928 req-70ac8720-a2bd-4d98-b53f-bf6f287ebdaa tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c1ea080-3600-4152-8bef-f30741212401 HTTP/1.1" status: 200  len: 945 time: 0.0821085
Dec 25 21:11:21.950970 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f7de49-e410-4511-a2ac-07ccda6fe580 req-2aba3711-154e-43a8-a4f8-2d62b0f354c5 tempest-ListServerFiltersTestJSON-1422081367 tempest-ListServerFiltersTestJSON-1422081367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:11:21.955218 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d9f7de49-e410-4511-a2ac-07ccda6fe580 req-2aba3711-154e-43a8-a4f8-2d62b0f354c5 tempest-ListServerFiltersTestJSON-1422081367 tempest-ListServerFiltersTestJSON-1422081367-project] 10.222.0.32 "GET /v2.0/ports?device_id=d914c615-075b-48b0-bbd9-707f0b4e084d HTTP/1.1" status: 200  len: 946 time: 0.0736024
Dec 25 21:11:22.021943 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8810ca72-3d97-444f-9911-e2dd89e27928 req-e13941e6-c4d6-48a8-8770-4ebdfa16f079 tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] 10.222.0.32 "GET /v2.0/security-groups?id=bc05caf7-df2e-49b8-960c-4031d2c2ccca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0849152
Dec 25 21:11:22.033523 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d9f7de49-e410-4511-a2ac-07ccda6fe580 req-a2ea4fb9-8afb-42e4-b326-c1c4ddcd0326 tempest-ListServerFiltersTestJSON-1422081367 tempest-ListServerFiltersTestJSON-1422081367-project] 10.222.0.32 "GET /v2.0/security-groups?id=447f20bc-c1b8-4d93-b35d-2eedc5c6dd85&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0646873
Dec 25 21:11:22.370530 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6065e9f-d8db-4c40-a18f-56935a5b332a req-7d488fbd-2ef6-43f2-b810-4067c368182e tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:11:22.372060 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d6065e9f-d8db-4c40-a18f-56935a5b332a req-7d488fbd-2ef6-43f2-b810-4067c368182e tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a8114c1-85b3-4e15-9e15-95159b456e41 HTTP/1.1" status: 200  len: 949 time: 0.1072667
Dec 25 21:11:22.433104 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70065e1f-4cc9-42f7-8647-139e2b2edf35 req-a3dd27fb-49e6-4927-baa2-cb5e32cf017d tempest-FloatingIPsAssociationTestJSON-622699030 tempest-FloatingIPsAssociationTestJSON-622699030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:11:22.434588 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-70065e1f-4cc9-42f7-8647-139e2b2edf35 req-a3dd27fb-49e6-4927-baa2-cb5e32cf017d tempest-FloatingIPsAssociationTestJSON-622699030 tempest-FloatingIPsAssociationTestJSON-622699030-project] 10.222.0.37 "GET /v2.0/networks?id=09af6274-7110-4e9c-83cc-51d4d54a1676 HTTP/1.1" status: 200  len: 821 time: 0.1596830
Dec 25 21:11:22.450077 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-70065e1f-4cc9-42f7-8647-139e2b2edf35 req-619f200b-ff90-4db7-9da1-2ca48a6bbb77 tempest-FloatingIPsAssociationTestJSON-622699030 tempest-FloatingIPsAssociationTestJSON-622699030-project] Request body: {'port': {'device_id': 'b82ed20c-bbfc-4030-a8bc-ab9fae2d2653', 'network_id': '09af6274-7110-4e9c-83cc-51d4d54a1676', 'admin_state_up': True, 'tenant_id': '188fe358c4684fce8fc912f48b3f186e'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:11:22.471238 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d6065e9f-d8db-4c40-a18f-56935a5b332a req-41d2f51a-350e-4a25-8af9-91c383e4d20a tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] 10.222.0.32 "GET /v2.0/security-groups?id=21386e98-0735-4168-a9d9-35455a6206b6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0894220
Dec 25 21:11:22.635411 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-44d7e46d-b46d-4805-abe4-4d9955032a6c req-d32535b2-671e-42dc-9f42-fccd31708df2 tempest-FloatingIPsAssociationTestJSON-622699030 tempest-FloatingIPsAssociationTestJSON-622699030-project] 10.222.0.32 "GET /v2.0/ports?device_id=b82ed20c-bbfc-4030-a8bc-ab9fae2d2653 HTTP/1.1" status: 200  len: 210 time: 0.0384240
Dec 25 21:11:22.658677 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70065e1f-4cc9-42f7-8647-139e2b2edf35 req-619f200b-ff90-4db7-9da1-2ca48a6bbb77 tempest-FloatingIPsAssociationTestJSON-622699030 tempest-FloatingIPsAssociationTestJSON-622699030-project] Made reservation on behalf of 188fe358c4684fce8fc912f48b3f186e for: {'port': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:11:22.662775 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-70065e1f-4cc9-42f7-8647-139e2b2edf35 req-619f200b-ff90-4db7-9da1-2ca48a6bbb77 tempest-FloatingIPsAssociationTestJSON-622699030 tempest-FloatingIPsAssociationTestJSON-622699030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:11:22.765407 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e397df-d5ff-4b12-bfc8-6c5ca2b75d62 req-69352829-506d-444d-b40e-b09e87cfea3e tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:11:22.766934 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a5e397df-d5ff-4b12-bfc8-6c5ca2b75d62 req-69352829-506d-444d-b40e-b09e87cfea3e tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] 10.222.0.32 "GET /v2.0/ports?device_id=e327d55b-28ca-4bfa-bcf1-e4ed49240d52 HTTP/1.1" status: 200  len: 945 time: 0.1016238
Dec 25 21:11:22.854043 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a5e397df-d5ff-4b12-bfc8-6c5ca2b75d62 req-fb4c773c-8be9-4d91-b57d-ad46ad3abbae tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] 10.222.0.32 "GET /v2.0/security-groups?id=381a44e3-d0d7-4aba-bc61-1ef7cfa17da9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0811105
Dec 25 21:11:22.860223 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_common [req-70065e1f-4cc9-42f7-8647-139e2b2edf35 req-619f200b-ff90-4db7-9da1-2ca48a6bbb77 tempest-FloatingIPsAssociationTestJSON-622699030 tempest-FloatingIPsAssociationTestJSON-622699030-project] Allocated IP 172.20.0.8 (09af6274-7110-4e9c-83cc-51d4d54a1676/015c1052-cc2c-4d6a-8242-ea18f582183e/ad82f3ef-690a-49c9-b46f-74d324ed0682) {{(pid=121606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:11:23.008160 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-70065e1f-4cc9-42f7-8647-139e2b2edf35 req-619f200b-ff90-4db7-9da1-2ca48a6bbb77 tempest-FloatingIPsAssociationTestJSON-622699030 tempest-FloatingIPsAssociationTestJSON-622699030-project] Publish callbacks [] for port, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:11:23.140983 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-70065e1f-4cc9-42f7-8647-139e2b2edf35 req-619f200b-ff90-4db7-9da1-2ca48a6bbb77 tempest-FloatingIPsAssociationTestJSON-622699030 tempest-FloatingIPsAssociationTestJSON-622699030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:11:23.213694 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70065e1f-4cc9-42f7-8647-139e2b2edf35 req-619f200b-ff90-4db7-9da1-2ca48a6bbb77 tempest-FloatingIPsAssociationTestJSON-622699030 tempest-FloatingIPsAssociationTestJSON-622699030-project] Network 09af6274-7110-4e9c-83cc-51d4d54a1676 is already hosted by enough agents. {{(pid=121606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:11:23.224774 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [req-70065e1f-4cc9-42f7-8647-139e2b2edf35 req-619f200b-ff90-4db7-9da1-2ca48a6bbb77 tempest-FloatingIPsAssociationTestJSON-622699030 tempest-FloatingIPsAssociationTestJSON-622699030-project] Resources bound (agent type, host, resource id):  {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:11:23.227324 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [req-70065e1f-4cc9-42f7-8647-139e2b2edf35 req-619f200b-ff90-4db7-9da1-2ca48a6bbb77 tempest-FloatingIPsAssociationTestJSON-622699030 tempest-FloatingIPsAssociationTestJSON-622699030-project] Received port after_create {{(pid=121606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:11:23.242613 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2de9155-7315-4fb9-adbd-816940dddfaf req-8d40ca65-52e4-432d-ad10-044224509f59 tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:11:23.244271 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b2de9155-7315-4fb9-adbd-816940dddfaf req-8d40ca65-52e4-432d-ad10-044224509f59 tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c1ea080-3600-4152-8bef-f30741212401 HTTP/1.1" status: 200  len: 945 time: 0.1408134
Dec 25 21:11:23.275763 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:11:23.275763 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:11:23.275763 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:11:23.275763 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:11:23.275763 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:11:23.275763 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:11:23.275763 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:11:23.275763 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:11:23.275763 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:11:23.275763 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:11:23.275763 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:11:23.275763 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:11:23.275763 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:11:23.275763 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:11:23.275763 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:11:23.275763 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:11:23.275763 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:11:23.275763 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:11:23.275763 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:11:23.275763 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:11:23.275763 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:11:23.275763 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:11:23.275763 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:11:23.275763 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:11:23.275763 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:11:23.275763 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:11:23.275763 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:11:23.275763 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:11:23.275763 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:11:23.275763 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:11:23.275763 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:11:23.275763 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:11:23.275763 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:11:23.275763 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:11:23.275763 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:11:23.275763 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:11:23.278711 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:11:23.278711 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:11:23.278711 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:11:23.278711 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:11:23.278711 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:11:23.278711 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:11:23.278711 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:11:23.278711 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:11:23.278711 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:11:23.278711 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:11:23.278711 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:11:23.278711 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:11:23.278711 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024b8295-c8af-407b-9a4c-50f3b1911957 req-b2fde2e7-dbb2-43c6-92ab-76487ed77268 tempest-ListServerFiltersTestJSON-1422081367 tempest-ListServerFiltersTestJSON-1422081367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:11:23.279737 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-024b8295-c8af-407b-9a4c-50f3b1911957 req-b2fde2e7-dbb2-43c6-92ab-76487ed77268 tempest-ListServerFiltersTestJSON-1422081367 tempest-ListServerFiltersTestJSON-1422081367-project] 10.222.0.32 "GET /v2.0/ports?device_id=d914c615-075b-48b0-bbd9-707f0b4e084d HTTP/1.1" status: 200  len: 946 time: 0.1653917
Dec 25 21:11:23.288161 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619f200b-ff90-4db7-9da1-2ca48a6bbb77 tempest-FloatingIPsAssociationTestJSON-622699030 tempest-FloatingIPsAssociationTestJSON-622699030-project] Pushing event updated for resources: {'Port': ['ID=ad82f3ef-690a-49c9-b46f-74d324ed0682,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:11:23.349480 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70065e1f-4cc9-42f7-8647-139e2b2edf35 req-619f200b-ff90-4db7-9da1-2ca48a6bbb77 tempest-FloatingIPsAssociationTestJSON-622699030 tempest-FloatingIPsAssociationTestJSON-622699030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:11:23.350097 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-70065e1f-4cc9-42f7-8647-139e2b2edf35 req-619f200b-ff90-4db7-9da1-2ca48a6bbb77 tempest-FloatingIPsAssociationTestJSON-622699030 tempest-FloatingIPsAssociationTestJSON-622699030-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:11:23.396515 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b2de9155-7315-4fb9-adbd-816940dddfaf req-970d57a9-fead-4349-9ce4-de8d2b581edb tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] 10.222.0.32 "GET /v2.0/security-groups?id=bc05caf7-df2e-49b8-960c-4031d2c2ccca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1224182
Dec 25 21:11:23.396515 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-024b8295-c8af-407b-9a4c-50f3b1911957 req-f0edb901-4b65-457d-88c0-d8e7a9aef177 tempest-ListServerFiltersTestJSON-1422081367 tempest-ListServerFiltersTestJSON-1422081367-project] 10.222.0.32 "GET /v2.0/security-groups?id=447f20bc-c1b8-4d93-b35d-2eedc5c6dd85&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0994732
Dec 25 21:11:23.431152 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-f28679fb-4d84-49f3-baef-943c7c7bf24c None None] Provisioning complete for port ad82f3ef-690a-49c9-b46f-74d324ed0682 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:11:23.431644 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-f28679fb-4d84-49f3-baef-943c7c7bf24c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:11:23.460128 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-70065e1f-4cc9-42f7-8647-139e2b2edf35 req-619f200b-ff90-4db7-9da1-2ca48a6bbb77 tempest-FloatingIPsAssociationTestJSON-622699030 tempest-FloatingIPsAssociationTestJSON-622699030-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0147121
Dec 25 21:11:23.468175 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-f28679fb-4d84-49f3-baef-943c7c7bf24c None None] Port ad82f3ef-690a-49c9-b46f-74d324ed0682 cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:11:23.492164 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-70065e1f-4cc9-42f7-8647-139e2b2edf35 req-1bb6f64e-ce3f-4b63-abc1-8288f1b3219a service neutron] Request body: {'port': {'device_id': 'b82ed20c-bbfc-4030-a8bc-ab9fae2d2653', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:11:23.561578 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-70065e1f-4cc9-42f7-8647-139e2b2edf35 req-1bb6f64e-ce3f-4b63-abc1-8288f1b3219a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:11:23.631088 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69100be8-45eb-4e0c-9abb-dd4222dbcb3f req-b80e72c8-7b31-45b7-9588-bb5583fb2587 tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:11:23.632551 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-69100be8-45eb-4e0c-9abb-dd4222dbcb3f req-b80e72c8-7b31-45b7-9588-bb5583fb2587 tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a8114c1-85b3-4e15-9e15-95159b456e41 HTTP/1.1" status: 200  len: 949 time: 0.0843592
Dec 25 21:11:23.776541 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-69100be8-45eb-4e0c-9abb-dd4222dbcb3f req-fdb9d24a-c468-4978-bee0-d2f8e9e6beef tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] 10.222.0.32 "GET /v2.0/security-groups?id=21386e98-0735-4168-a9d9-35455a6206b6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1339438
Dec 25 21:11:23.808324 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a264bb96-7f68-4c37-88f5-7b9be79be09c req-248d3ce7-6b66-4f49-85cf-0784e929370e tempest-FloatingIPsAssociationTestJSON-622699030 tempest-FloatingIPsAssociationTestJSON-622699030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:11:23.809828 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a264bb96-7f68-4c37-88f5-7b9be79be09c req-248d3ce7-6b66-4f49-85cf-0784e929370e tempest-FloatingIPsAssociationTestJSON-622699030 tempest-FloatingIPsAssociationTestJSON-622699030-project] 10.222.0.32 "GET /v2.0/ports?device_id=b82ed20c-bbfc-4030-a8bc-ab9fae2d2653 HTTP/1.1" status: 200  len: 931 time: 0.1063557
Dec 25 21:11:23.913172 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a264bb96-7f68-4c37-88f5-7b9be79be09c req-30a369e8-f9ca-4de2-a4da-506b37f55da1 tempest-FloatingIPsAssociationTestJSON-622699030 tempest-FloatingIPsAssociationTestJSON-622699030-project] 10.222.0.32 "GET /v2.0/security-groups?id=b69513af-ab77-4f0b-a466-982d791e7cb5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0716512
Dec 25 21:11:24.015321 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [req-70065e1f-4cc9-42f7-8647-139e2b2edf35 req-1bb6f64e-ce3f-4b63-abc1-8288f1b3219a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad82f3ef-690a-49c9-b46f-74d324ed0682 {{(pid=121606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:11:24.024707 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-70065e1f-4cc9-42f7-8647-139e2b2edf35 req-1bb6f64e-ce3f-4b63-abc1-8288f1b3219a service neutron] Publish callbacks [] for port, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:11:24.054236 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8f2920-b643-4762-b234-8315ef23c300 req-03d71771-de75-4d87-88d7-db28f2d6a08a tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:11:24.055708 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1f8f2920-b643-4762-b234-8315ef23c300 req-03d71771-de75-4d87-88d7-db28f2d6a08a tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] 10.222.0.32 "GET /v2.0/ports?device_id=e327d55b-28ca-4bfa-bcf1-e4ed49240d52 HTTP/1.1" status: 200  len: 945 time: 0.1260364
Dec 25 21:11:24.056607 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.provisioning_blocks [req-70065e1f-4cc9-42f7-8647-139e2b2edf35 req-1bb6f64e-ce3f-4b63-abc1-8288f1b3219a service neutron] Transition to ACTIVE for port object ad82f3ef-690a-49c9-b46f-74d324ed0682 will not be triggered until provisioned by entity L2. {{(pid=121606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 25 21:11:24.062901 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8b68c7-20d5-40ad-93af-cb444f7069c0 req-e5494f09-b0b7-40b4-b503-96ffc3692240 tempest-LiveMigrationTest-1605081009 tempest-LiveMigrationTest-1605081009-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:11:24.064250 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ee8b68c7-20d5-40ad-93af-cb444f7069c0 req-e5494f09-b0b7-40b4-b503-96ffc3692240 tempest-LiveMigrationTest-1605081009 tempest-LiveMigrationTest-1605081009-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=3c1ea080-3600-4152-8bef-f30741212401&tenant_id=bc19d38e80ce426fa6d268838d133f13&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 1096 time: 0.0886433
Dec 25 21:11:24.075536 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-ee8b68c7-20d5-40ad-93af-cb444f7069c0 req-664a706b-c962-496c-a16f-3122b9eed722 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'nch1-master-1'}}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:11:24.144992 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-70065e1f-4cc9-42f7-8647-139e2b2edf35 req-1bb6f64e-ce3f-4b63-abc1-8288f1b3219a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:11:24.161904 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1f8f2920-b643-4762-b234-8315ef23c300 req-da65258f-663b-4f2e-a275-f619c0e4e099 tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] 10.222.0.32 "GET /v2.0/security-groups?id=381a44e3-d0d7-4aba-bc61-1ef7cfa17da9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0966442
Dec 25 21:11:24.184688 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-ee8b68c7-20d5-40ad-93af-cb444f7069c0 req-664a706b-c962-496c-a16f-3122b9eed722 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:11:24.224776 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb6f64e-ce3f-4b63-abc1-8288f1b3219a service neutron] Pushing event updated for resources: {'Port': ['ID=ad82f3ef-690a-49c9-b46f-74d324ed0682,revision_number=2']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:11:24.378314 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-70065e1f-4cc9-42f7-8647-139e2b2edf35 req-1bb6f64e-ce3f-4b63-abc1-8288f1b3219a service neutron] Attempting to bind port ad82f3ef-690a-49c9-b46f-74d324ed0682 on host nch2-master-1 for vnic_type normal with profile  {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:11:24.378649 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-70065e1f-4cc9-42f7-8647-139e2b2edf35 req-1bb6f64e-ce3f-4b63-abc1-8288f1b3219a service neutron] Attempting to bind port ad82f3ef-690a-49c9-b46f-74d324ed0682 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'c81d66e9-cd43-4a32-ab71-883a0f354192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '09af6274-7110-4e9c-83cc-51d4d54a1676'}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:11:24.378976 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70065e1f-4cc9-42f7-8647-139e2b2edf35 req-1bb6f64e-ce3f-4b63-abc1-8288f1b3219a service neutron] Attempting to bind port ad82f3ef-690a-49c9-b46f-74d324ed0682 on network 09af6274-7110-4e9c-83cc-51d4d54a1676 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:11:24.385943 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70065e1f-4cc9-42f7-8647-139e2b2edf35 req-1bb6f64e-ce3f-4b63-abc1-8288f1b3219a service neutron] Port ad82f3ef-690a-49c9-b46f-74d324ed0682 on network 09af6274-7110-4e9c-83cc-51d4d54a1676 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 25 21:11:24.388537 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70065e1f-4cc9-42f7-8647-139e2b2edf35 req-1bb6f64e-ce3f-4b63-abc1-8288f1b3219a service neutron] Attempting to bind port ad82f3ef-690a-49c9-b46f-74d324ed0682 on network 09af6274-7110-4e9c-83cc-51d4d54a1676 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:11:24.400464 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70065e1f-4cc9-42f7-8647-139e2b2edf35 req-1bb6f64e-ce3f-4b63-abc1-8288f1b3219a service neutron] Checking agent: {'id': '0d9ae313-8f8d-40fa-8a9f-d098a25a9911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 21, 4, 38), 'started_at': datetime.datetime(2021, 12, 25, 21, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 11, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:11:24.400803 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70065e1f-4cc9-42f7-8647-139e2b2edf35 req-1bb6f64e-ce3f-4b63-abc1-8288f1b3219a service neutron] Checking segment: {'id': 'c81d66e9-cd43-4a32-ab71-883a0f354192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '09af6274-7110-4e9c-83cc-51d4d54a1676'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:11:24.401206 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70065e1f-4cc9-42f7-8647-139e2b2edf35 req-1bb6f64e-ce3f-4b63-abc1-8288f1b3219a service neutron] Bound using segment: {'id': 'c81d66e9-cd43-4a32-ab71-883a0f354192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '09af6274-7110-4e9c-83cc-51d4d54a1676'} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:11:24.401682 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-70065e1f-4cc9-42f7-8647-139e2b2edf35 req-1bb6f64e-ce3f-4b63-abc1-8288f1b3219a service neutron] Bound port: ad82f3ef-690a-49c9-b46f-74d324ed0682, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c81d66e9-cd43-4a32-ab71-883a0f354192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '09af6274-7110-4e9c-83cc-51d4d54a1676'}}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:11:24.402030 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-70065e1f-4cc9-42f7-8647-139e2b2edf35 req-1bb6f64e-ce3f-4b63-abc1-8288f1b3219a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:11:24.428415 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-ee8b68c7-20d5-40ad-93af-cb444f7069c0 req-664a706b-c962-496c-a16f-3122b9eed722 service neutron] For port 03a8ec19-2525-4748-83ce-e5fe439b39e0, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=03a8ec19-2525-4748-83ce-e5fe439b39e0,segment=NetworkSegment(a05a9961-775b-4dff-bebf-b24cb60ab1a9),segment_id=a05a9961-775b-4dff-bebf-b24cb60ab1a9)] {{(pid=121606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:11:24.543061 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-70065e1f-4cc9-42f7-8647-139e2b2edf35 req-1bb6f64e-ce3f-4b63-abc1-8288f1b3219a service neutron] For port ad82f3ef-690a-49c9-b46f-74d324ed0682, host nch2-master-1, cleared binding levels {{(pid=121606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:11:24.561201 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-ee8b68c7-20d5-40ad-93af-cb444f7069c0 req-664a706b-c962-496c-a16f-3122b9eed722 service neutron] For port 03a8ec19-2525-4748-83ce-e5fe439b39e0, host nch2-master-1, cleared binding levels {{(pid=121606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:11:24.588241 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-70065e1f-4cc9-42f7-8647-139e2b2edf35 req-1bb6f64e-ce3f-4b63-abc1-8288f1b3219a service neutron] For port ad82f3ef-690a-49c9-b46f-74d324ed0682, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ad82f3ef-690a-49c9-b46f-74d324ed0682,segment=NetworkSegment(c81d66e9-cd43-4a32-ab71-883a0f354192),segment_id=c81d66e9-cd43-4a32-ab71-883a0f354192)] {{(pid=121606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:11:24.628654 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040bbf1b-1d78-4431-bd5a-3fd3884fe933 req-621e248e-91dc-4bb0-bd5a-160e8b76ac11 tempest-ListServerFiltersTestJSON-1422081367 tempest-ListServerFiltersTestJSON-1422081367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:11:24.630192 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-040bbf1b-1d78-4431-bd5a-3fd3884fe933 req-621e248e-91dc-4bb0-bd5a-160e8b76ac11 tempest-ListServerFiltersTestJSON-1422081367 tempest-ListServerFiltersTestJSON-1422081367-project] 10.222.0.32 "GET /v2.0/ports?device_id=d914c615-075b-48b0-bbd9-707f0b4e084d HTTP/1.1" status: 200  len: 946 time: 0.1493096
Dec 25 21:11:24.634783 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c1ea080-3600-4152-8bef-f30741212401', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '03a8ec19-2525-4748-83ce-e5fe439b39e0'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:11:24.637020 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9858820c13ec2827453b94ebc4181065e990a4e4089ccb9fe762531ac62d2fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0e81995-9c85-4170-b032-4f8efa360447" -d '{"events": [{"server_uuid": "3c1ea080-3600-4152-8bef-f30741212401", "name": "network-vif-unplugged", "status": "completed", "tag": "03a8ec19-2525-4748-83ce-e5fe439b39e0"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:11:24.641888 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-ee8b68c7-20d5-40ad-93af-cb444f7069c0 req-664a706b-c962-496c-a16f-3122b9eed722 service neutron] Publish callbacks [] for port, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:11:24.653048 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1b1808-a30a-47a7-a42f-31e089dc3f8c req-b2d5776d-0773-4cc9-9682-471e7634939f tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:11:24.654456 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-aa1b1808-a30a-47a7-a42f-31e089dc3f8c req-b2d5776d-0773-4cc9-9682-471e7634939f tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c1ea080-3600-4152-8bef-f30741212401 HTTP/1.1" status: 200  len: 945 time: 0.1448529
Dec 25 21:11:24.719951 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-040bbf1b-1d78-4431-bd5a-3fd3884fe933 req-e4feb72b-65cc-44c0-95e4-251ca8fb2485 tempest-ListServerFiltersTestJSON-1422081367 tempest-ListServerFiltersTestJSON-1422081367-project] 10.222.0.32 "GET /v2.0/security-groups?id=447f20bc-c1b8-4d93-b35d-2eedc5c6dd85&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0762477
Dec 25 21:11:24.734039 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-aa1b1808-a30a-47a7-a42f-31e089dc3f8c req-16effca5-c72d-4232-84a9-d3f492f63e15 tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] 10.222.0.32 "GET /v2.0/security-groups?id=bc05caf7-df2e-49b8-960c-4031d2c2ccca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0707724
Dec 25 21:11:24.755619 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-70065e1f-4cc9-42f7-8647-139e2b2edf35 req-1bb6f64e-ce3f-4b63-abc1-8288f1b3219a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:11:24.797320 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-ee8b68c7-20d5-40ad-93af-cb444f7069c0 req-664a706b-c962-496c-a16f-3122b9eed722 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:11:24.803617 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70065e1f-4cc9-42f7-8647-139e2b2edf35 req-1bb6f64e-ce3f-4b63-abc1-8288f1b3219a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:11:24.804232 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-70065e1f-4cc9-42f7-8647-139e2b2edf35 req-1bb6f64e-ce3f-4b63-abc1-8288f1b3219a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:11:24.805702 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-70065e1f-4cc9-42f7-8647-139e2b2edf35 req-1bb6f64e-ce3f-4b63-abc1-8288f1b3219a service neutron] 10.222.0.37 "PUT /v2.0/ports/ad82f3ef-690a-49c9-b46f-74d324ed0682 HTTP/1.1" status: 200  len: 1091 time: 1.3178053
Dec 25 21:11:24.835989 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb6f64e-ce3f-4b63-abc1-8288f1b3219a service neutron] Pushing event updated for resources: {'Port': ['ID=ad82f3ef-690a-49c9-b46f-74d324ed0682,revision_number=3']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:11:24.871766 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 25 Dec 2021 21:11:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-796c23c7-73bd-48fc-acec-1a0e49157ae3 x-openstack-request-id: req-796c23c7-73bd-48fc-acec-1a0e49157ae3 {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:11:24.872062 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c1ea080-3600-4152-8bef-f30741212401", "name": "network-vif-unplugged", "status": "completed", "tag": "03a8ec19-2525-4748-83ce-e5fe439b39e0", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:11:24.872314 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-796c23c7-73bd-48fc-acec-1a0e49157ae3 {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:11:24.872705 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c1ea080-3600-4152-8bef-f30741212401', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '03a8ec19-2525-4748-83ce-e5fe439b39e0', 'code': 200}
Dec 25 21:11:24.944852 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-ee8b68c7-20d5-40ad-93af-cb444f7069c0 req-664a706b-c962-496c-a16f-3122b9eed722 service neutron] Attempting to bind port 03a8ec19-2525-4748-83ce-e5fe439b39e0 on host nch2-master-1 for vnic_type normal with profile {"migrating_to": "nch1-master-1"} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:11:24.945222 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-ee8b68c7-20d5-40ad-93af-cb444f7069c0 req-664a706b-c962-496c-a16f-3122b9eed722 service neutron] Attempting to bind port 03a8ec19-2525-4748-83ce-e5fe439b39e0 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'a05a9961-775b-4dff-bebf-b24cb60ab1a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '2332d558-39bb-411c-88af-b74bee7e32ab'}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:11:24.945577 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee8b68c7-20d5-40ad-93af-cb444f7069c0 req-664a706b-c962-496c-a16f-3122b9eed722 service neutron] Attempting to bind port 03a8ec19-2525-4748-83ce-e5fe439b39e0 on network 2332d558-39bb-411c-88af-b74bee7e32ab {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:11:24.977844 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee8b68c7-20d5-40ad-93af-cb444f7069c0 req-664a706b-c962-496c-a16f-3122b9eed722 service neutron] Port 03a8ec19-2525-4748-83ce-e5fe439b39e0 on network 2332d558-39bb-411c-88af-b74bee7e32ab not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 25 21:11:24.977844 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee8b68c7-20d5-40ad-93af-cb444f7069c0 req-664a706b-c962-496c-a16f-3122b9eed722 service neutron] Attempting to bind port 03a8ec19-2525-4748-83ce-e5fe439b39e0 on network 2332d558-39bb-411c-88af-b74bee7e32ab {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:11:24.978751 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664a706b-c962-496c-a16f-3122b9eed722 service neutron] Pushing event updated for resources: {'Port': ['ID=03a8ec19-2525-4748-83ce-e5fe439b39e0,revision_number=7']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:11:25.000961 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee8b68c7-20d5-40ad-93af-cb444f7069c0 req-664a706b-c962-496c-a16f-3122b9eed722 service neutron] Checking agent: {'id': '0d9ae313-8f8d-40fa-8a9f-d098a25a9911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 21, 4, 38), 'started_at': datetime.datetime(2021, 12, 25, 21, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 11, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:11:25.006622 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee8b68c7-20d5-40ad-93af-cb444f7069c0 req-664a706b-c962-496c-a16f-3122b9eed722 service neutron] Checking segment: {'id': 'a05a9961-775b-4dff-bebf-b24cb60ab1a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '2332d558-39bb-411c-88af-b74bee7e32ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:11:25.006622 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee8b68c7-20d5-40ad-93af-cb444f7069c0 req-664a706b-c962-496c-a16f-3122b9eed722 service neutron] Bound using segment: {'id': 'a05a9961-775b-4dff-bebf-b24cb60ab1a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '2332d558-39bb-411c-88af-b74bee7e32ab'} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:11:25.006622 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-ee8b68c7-20d5-40ad-93af-cb444f7069c0 req-664a706b-c962-496c-a16f-3122b9eed722 service neutron] Bound port: 03a8ec19-2525-4748-83ce-e5fe439b39e0, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a05a9961-775b-4dff-bebf-b24cb60ab1a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '2332d558-39bb-411c-88af-b74bee7e32ab'}}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:11:25.006622 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-ee8b68c7-20d5-40ad-93af-cb444f7069c0 req-664a706b-c962-496c-a16f-3122b9eed722 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:11:25.039854 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7c17ca-0698-4404-b969-bcc4133c588e req-079ab381-c743-4f82-afa1-2b98e961416b tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:11:25.041460 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-6a7c17ca-0698-4404-b969-bcc4133c588e req-079ab381-c743-4f82-afa1-2b98e961416b tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a8114c1-85b3-4e15-9e15-95159b456e41 HTTP/1.1" status: 200  len: 949 time: 0.1465998
Dec 25 21:11:25.110223 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70065e1f-4cc9-42f7-8647-139e2b2edf35 req-13aae55a-cf76-4bf8-acf5-53eb7ff9e286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:11:25.111873 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-70065e1f-4cc9-42f7-8647-139e2b2edf35 req-13aae55a-cf76-4bf8-acf5-53eb7ff9e286 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=188fe358c4684fce8fc912f48b3f186e&device_id=b82ed20c-bbfc-4030-a8bc-ab9fae2d2653 HTTP/1.1" status: 200  len: 1094 time: 0.1573489
Dec 25 21:11:25.492553 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507631ea-74f7-4128-a1e8-67be9fa4d73c req-6d883537-afcf-4f2a-bd6a-2cd18efef768 tempest-FloatingIPsAssociationTestJSON-622699030 tempest-FloatingIPsAssociationTestJSON-622699030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:11:25.493895 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-507631ea-74f7-4128-a1e8-67be9fa4d73c req-6d883537-afcf-4f2a-bd6a-2cd18efef768 tempest-FloatingIPsAssociationTestJSON-622699030 tempest-FloatingIPsAssociationTestJSON-622699030-project] 10.222.0.32 "GET /v2.0/ports?device_id=b82ed20c-bbfc-4030-a8bc-ab9fae2d2653 HTTP/1.1" status: 200  len: 943 time: 0.4859638
Dec 25 21:11:25.497701 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-ee8b68c7-20d5-40ad-93af-cb444f7069c0 req-664a706b-c962-496c-a16f-3122b9eed722 service neutron] For port 03a8ec19-2525-4748-83ce-e5fe439b39e0, host nch2-master-1, cleared binding levels {{(pid=121606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:11:25.500496 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-70065e1f-4cc9-42f7-8647-139e2b2edf35 req-aeed2baf-a992-4583-a949-48f33b2fe1d0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ad82f3ef-690a-49c9-b46f-74d324ed0682 HTTP/1.1" status: 200  len: 217 time: 0.0672312
Dec 25 21:11:25.505909 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-6a7c17ca-0698-4404-b969-bcc4133c588e req-de5c02fb-c01b-4019-bd25-9fdbd569cab3 tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] 10.222.0.32 "GET /v2.0/security-groups?id=21386e98-0735-4168-a9d9-35455a6206b6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4492984
Dec 25 21:11:25.523795 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-ee8b68c7-20d5-40ad-93af-cb444f7069c0 req-664a706b-c962-496c-a16f-3122b9eed722 service neutron] For port 03a8ec19-2525-4748-83ce-e5fe439b39e0, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=03a8ec19-2525-4748-83ce-e5fe439b39e0,segment=NetworkSegment(a05a9961-775b-4dff-bebf-b24cb60ab1a9),segment_id=a05a9961-775b-4dff-bebf-b24cb60ab1a9)] {{(pid=121606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:11:25.592167 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70065e1f-4cc9-42f7-8647-139e2b2edf35 req-8d15c664-d9f9-44d8-8ec7-4b56b607723a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:11:25.593576 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-70065e1f-4cc9-42f7-8647-139e2b2edf35 req-8d15c664-d9f9-44d8-8ec7-4b56b607723a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=015c1052-cc2c-4d6a-8242-ea18f582183e HTTP/1.1" status: 200  len: 860 time: 0.0811291
Dec 25 21:11:25.646037 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-507631ea-74f7-4128-a1e8-67be9fa4d73c req-f6282943-21d2-4590-9c41-7907648e295b tempest-FloatingIPsAssociationTestJSON-622699030 tempest-FloatingIPsAssociationTestJSON-622699030-project] 10.222.0.32 "GET /v2.0/security-groups?id=b69513af-ab77-4f0b-a466-982d791e7cb5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1345062
Dec 25 21:11:25.668720 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70065e1f-4cc9-42f7-8647-139e2b2edf35 req-239c9cce-34cc-4dc3-a92c-92f8cce65e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:11:25.670283 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-70065e1f-4cc9-42f7-8647-139e2b2edf35 req-239c9cce-34cc-4dc3-a92c-92f8cce65e47 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=09af6274-7110-4e9c-83cc-51d4d54a1676&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0609615
Dec 25 21:11:25.671588 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-ee8b68c7-20d5-40ad-93af-cb444f7069c0 req-664a706b-c962-496c-a16f-3122b9eed722 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:11:25.680313 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcae054-1bfe-45aa-b6ca-1b3fc7d7d69f req-5569463b-5122-450a-b913-ad1bc78c7696 tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:11:25.686424 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-adcae054-1bfe-45aa-b6ca-1b3fc7d7d69f req-5569463b-5122-450a-b913-ad1bc78c7696 tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] 10.222.0.32 "GET /v2.0/ports?device_id=e327d55b-28ca-4bfa-bcf1-e4ed49240d52 HTTP/1.1" status: 200  len: 945 time: 0.1146939
Dec 25 21:11:25.862886 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664a706b-c962-496c-a16f-3122b9eed722 service neutron] Pushing event updated for resources: {'Port': ['ID=03a8ec19-2525-4748-83ce-e5fe439b39e0,revision_number=8']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:11:25.892526 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8b68c7-20d5-40ad-93af-cb444f7069c0 req-664a706b-c962-496c-a16f-3122b9eed722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:11:25.893178 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-ee8b68c7-20d5-40ad-93af-cb444f7069c0 req-664a706b-c962-496c-a16f-3122b9eed722 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:11:25.894640 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ee8b68c7-20d5-40ad-93af-cb444f7069c0 req-664a706b-c962-496c-a16f-3122b9eed722 service neutron] 10.222.0.31 "PUT /v2.0/ports/03a8ec19-2525-4748-83ce-e5fe439b39e0 HTTP/1.1" status: 200  len: 1121 time: 1.8227050
Dec 25 21:11:25.905890 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-adcae054-1bfe-45aa-b6ca-1b3fc7d7d69f req-c496a322-06ae-4baa-9894-39d5387a3c77 tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] 10.222.0.32 "GET /v2.0/security-groups?id=381a44e3-d0d7-4aba-bc61-1ef7cfa17da9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2092166
Dec 25 21:11:25.921114 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-70065e1f-4cc9-42f7-8647-139e2b2edf35 req-8766e4bd-44e0-4923-9d82-0e74cda76f56 service neutron] 10.222.0.37 "GET /v2.0/networks/09af6274-7110-4e9c-83cc-51d4d54a1676?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2327302
Dec 25 21:11:25.939511 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0eb4976-89f8-4ccd-b95a-f4d153ac6b81 req-c47c880d-9f78-48e3-a418-bdc12e40bcf5 tempest-ListServerFiltersTestJSON-1422081367 tempest-ListServerFiltersTestJSON-1422081367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:11:25.939511 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c0eb4976-89f8-4ccd-b95a-f4d153ac6b81 req-c47c880d-9f78-48e3-a418-bdc12e40bcf5 tempest-ListServerFiltersTestJSON-1422081367 tempest-ListServerFiltersTestJSON-1422081367-project] 10.222.0.32 "GET /v2.0/ports?device_id=d914c615-075b-48b0-bbd9-707f0b4e084d HTTP/1.1" status: 200  len: 946 time: 0.1273000
Dec 25 21:11:26.007294 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] get_ports_and_sgs() called for port_ids ['03a8ec19-2525-4748-83ce-e5fe439b39e0'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:11:26.039776 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] get_ports_and_sgs() called for port_ids ['03a8ec19-2525-4748-83ce-e5fe439b39e0'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:11:26.088914 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c0eb4976-89f8-4ccd-b95a-f4d153ac6b81 req-f1ac58d2-fdbe-4d62-ba55-ac60e003aee2 tempest-ListServerFiltersTestJSON-1422081367 tempest-ListServerFiltersTestJSON-1422081367-project] 10.222.0.32 "GET /v2.0/security-groups?id=447f20bc-c1b8-4d93-b35d-2eedc5c6dd85&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1390283
Dec 25 21:11:26.098199 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7fd4fb-08e3-42e5-8600-d875e4278af8 req-894934c6-e27f-42dd-a47d-3e6565f9f21b tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:11:26.099675 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2f7fd4fb-08e3-42e5-8600-d875e4278af8 req-894934c6-e27f-42dd-a47d-3e6565f9f21b tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c1ea080-3600-4152-8bef-f30741212401 HTTP/1.1" status: 200  len: 943 time: 0.1157002
Dec 25 21:11:26.121815 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-70065e1f-4cc9-42f7-8647-139e2b2edf35 req-e28d30c6-30b7-4cc9-83cd-c29d6965d0d7 service neutron] 10.222.0.37 "GET /v2.0/networks/09af6274-7110-4e9c-83cc-51d4d54a1676?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1850111
Dec 25 21:11:26.176145 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2f7fd4fb-08e3-42e5-8600-d875e4278af8 req-18bfb89e-1bff-4a57-9609-17b05ed93ac9 tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] 10.222.0.32 "GET /v2.0/security-groups?id=bc05caf7-df2e-49b8-960c-4031d2c2ccca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0533071
Dec 25 21:11:26.291887 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device 03a8ec19-2525-4748-83ce-e5fe439b39e0 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 25 21:11:26.387641 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port 03a8ec19-2525-4748-83ce-e5fe439b39e0, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=03a8ec19-2525-4748-83ce-e5fe439b39e0,segment=NetworkSegment(a05a9961-775b-4dff-bebf-b24cb60ab1a9),segment_id=a05a9961-775b-4dff-bebf-b24cb60ab1a9)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:11:26.398748 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device 03a8ec19-2525-4748-83ce-e5fe439b39e0 has no active binding in host nch1-master-1 {{(pid=121608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}}
Dec 25 21:11:26.630864 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3412a8f3-dcf0-451d-86c2-690a405b6958 req-54c1357e-b68b-418a-b137-eebe5bef49e5 tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:11:26.632371 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3412a8f3-dcf0-451d-86c2-690a405b6958 req-54c1357e-b68b-418a-b137-eebe5bef49e5 tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a8114c1-85b3-4e15-9e15-95159b456e41 HTTP/1.1" status: 200  len: 949 time: 0.0523963
Dec 25 21:11:26.693385 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3412a8f3-dcf0-451d-86c2-690a405b6958 req-4fe84215-7d8c-4011-a87d-08396d1d5140 tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] 10.222.0.32 "GET /v2.0/security-groups?id=21386e98-0735-4168-a9d9-35455a6206b6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0538645
Dec 25 21:11:26.780073 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825197ff-9cf1-4b5b-a762-d9a3e4d22d88 req-e81d28de-d465-438e-92c4-03f16c05b827 tempest-FloatingIPsAssociationTestJSON-622699030 tempest-FloatingIPsAssociationTestJSON-622699030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:11:26.781563 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-825197ff-9cf1-4b5b-a762-d9a3e4d22d88 req-e81d28de-d465-438e-92c4-03f16c05b827 tempest-FloatingIPsAssociationTestJSON-622699030 tempest-FloatingIPsAssociationTestJSON-622699030-project] 10.222.0.32 "GET /v2.0/ports?device_id=b82ed20c-bbfc-4030-a8bc-ab9fae2d2653 HTTP/1.1" status: 200  len: 943 time: 0.0527594
Dec 25 21:11:26.830457 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-825197ff-9cf1-4b5b-a762-d9a3e4d22d88 req-c006c0e8-29d3-4f64-b63d-368b5ba1bac3 tempest-FloatingIPsAssociationTestJSON-622699030 tempest-FloatingIPsAssociationTestJSON-622699030-project] 10.222.0.32 "GET /v2.0/security-groups?id=b69513af-ab77-4f0b-a466-982d791e7cb5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413587
Dec 25 21:11:26.874150 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b82ed20c-bbfc-4030-a8bc-ab9fae2d2653', 'tag': 'ad82f3ef-690a-49c9-b46f-74d324ed0682'}, {'name': 'network-changed', 'server_uuid': '3c1ea080-3600-4152-8bef-f30741212401', 'tag': '03a8ec19-2525-4748-83ce-e5fe439b39e0'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:11:26.876510 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9858820c13ec2827453b94ebc4181065e990a4e4089ccb9fe762531ac62d2fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8d944cb-dab8-4cb9-a624-08b577ee1a57" -d '{"events": [{"name": "network-changed", "server_uuid": "b82ed20c-bbfc-4030-a8bc-ab9fae2d2653", "tag": "ad82f3ef-690a-49c9-b46f-74d324ed0682"}, {"name": "network-changed", "server_uuid": "3c1ea080-3600-4152-8bef-f30741212401", "tag": "03a8ec19-2525-4748-83ce-e5fe439b39e0"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:11:26.916689 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sat, 25 Dec 2021 21:11:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40ae6974-2203-4988-b50d-4c25a150ebe5 x-openstack-request-id: req-40ae6974-2203-4988-b50d-4c25a150ebe5 {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:11:26.917023 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b82ed20c-bbfc-4030-a8bc-ab9fae2d2653", "tag": "ad82f3ef-690a-49c9-b46f-74d324ed0682", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "3c1ea080-3600-4152-8bef-f30741212401", "tag": "03a8ec19-2525-4748-83ce-e5fe439b39e0", "status": "completed", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:11:26.917277 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-40ae6974-2203-4988-b50d-4c25a150ebe5 {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:11:26.917672 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b82ed20c-bbfc-4030-a8bc-ab9fae2d2653', 'tag': 'ad82f3ef-690a-49c9-b46f-74d324ed0682', 'status': 'completed', 'code': 200}
Dec 25 21:11:26.917952 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c1ea080-3600-4152-8bef-f30741212401', 'tag': '03a8ec19-2525-4748-83ce-e5fe439b39e0', 'status': 'completed', 'code': 200}
Dec 25 21:11:26.989596 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d944cb-dab8-4cb9-a624-08b577ee1a57 req-98fc4c78-1213-463d-a3b5-25ce5e4c079b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:11:26.991124 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c8d944cb-dab8-4cb9-a624-08b577ee1a57 req-98fc4c78-1213-463d-a3b5-25ce5e4c079b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=188fe358c4684fce8fc912f48b3f186e&device_id=b82ed20c-bbfc-4030-a8bc-ab9fae2d2653 HTTP/1.1" status: 200  len: 1094 time: 0.0452402
Dec 25 21:11:27.093642 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2614377f-9429-4c38-a85f-9c63fc0df3b4 req-24b28f40-4f98-4910-a6ed-83a468dca89f tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:11:27.095061 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2614377f-9429-4c38-a85f-9c63fc0df3b4 req-24b28f40-4f98-4910-a6ed-83a468dca89f tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] 10.222.0.32 "GET /v2.0/ports?device_id=e327d55b-28ca-4bfa-bcf1-e4ed49240d52 HTTP/1.1" status: 200  len: 945 time: 0.1030626
Dec 25 21:11:27.135172 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d944cb-dab8-4cb9-a624-08b577ee1a57 req-5c7e000f-e053-4dd1-9963-42388b6bec90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:11:27.136668 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c8d944cb-dab8-4cb9-a624-08b577ee1a57 req-5c7e000f-e053-4dd1-9963-42388b6bec90 service neutron] 10.222.0.37 "GET /v2.0/networks?id=09af6274-7110-4e9c-83cc-51d4d54a1676 HTTP/1.1" status: 200  len: 922 time: 0.1364777
Dec 25 21:11:27.189226 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c8d944cb-dab8-4cb9-a624-08b577ee1a57 req-5d2523b7-43a4-4f71-90e9-1f446a8116bb service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ad82f3ef-690a-49c9-b46f-74d324ed0682 HTTP/1.1" status: 200  len: 217 time: 0.0442426
Dec 25 21:11:27.202440 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2614377f-9429-4c38-a85f-9c63fc0df3b4 req-793d5e36-df02-4975-8d0b-c4336110052d tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] 10.222.0.32 "GET /v2.0/security-groups?id=381a44e3-d0d7-4aba-bc61-1ef7cfa17da9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1012340
Dec 25 21:11:27.274152 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d944cb-dab8-4cb9-a624-08b577ee1a57 req-503f5a4c-1b23-41fe-a139-0b71553888f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:11:27.278077 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c8d944cb-dab8-4cb9-a624-08b577ee1a57 req-503f5a4c-1b23-41fe-a139-0b71553888f3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=015c1052-cc2c-4d6a-8242-ea18f582183e HTTP/1.1" status: 200  len: 860 time: 0.0781400
Dec 25 21:11:27.286535 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff10da9-5b77-4149-a595-7524e64ce5db req-ec5df64e-15e8-4402-9d5f-b590842a4746 tempest-ListServerFiltersTestJSON-1422081367 tempest-ListServerFiltersTestJSON-1422081367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:11:27.288091 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7ff10da9-5b77-4149-a595-7524e64ce5db req-ec5df64e-15e8-4402-9d5f-b590842a4746 tempest-ListServerFiltersTestJSON-1422081367 tempest-ListServerFiltersTestJSON-1422081367-project] 10.222.0.32 "GET /v2.0/ports?device_id=d914c615-075b-48b0-bbd9-707f0b4e084d HTTP/1.1" status: 200  len: 946 time: 0.1021919
Dec 25 21:11:27.390601 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d944cb-dab8-4cb9-a624-08b577ee1a57 req-9fa04951-3528-4d81-9633-c4cb69a895dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:11:27.392117 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c8d944cb-dab8-4cb9-a624-08b577ee1a57 req-9fa04951-3528-4d81-9633-c4cb69a895dc service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=09af6274-7110-4e9c-83cc-51d4d54a1676&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1031404
Dec 25 21:11:27.396608 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7ff10da9-5b77-4149-a595-7524e64ce5db req-9ba416d4-ce7f-4458-a40c-8ce96da3189e tempest-ListServerFiltersTestJSON-1422081367 tempest-ListServerFiltersTestJSON-1422081367-project] 10.222.0.32 "GET /v2.0/security-groups?id=447f20bc-c1b8-4d93-b35d-2eedc5c6dd85&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0988784
Dec 25 21:11:27.419950 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63339e6-fb99-403a-afc4-86dc8bdef1cd req-fc3dcfce-046f-4a33-9666-2e7a5c33c254 tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:11:27.421471 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c63339e6-fb99-403a-afc4-86dc8bdef1cd req-fc3dcfce-046f-4a33-9666-2e7a5c33c254 tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c1ea080-3600-4152-8bef-f30741212401 HTTP/1.1" status: 200  len: 943 time: 0.0942111
Dec 25 21:11:27.516966 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c63339e6-fb99-403a-afc4-86dc8bdef1cd req-0f6c2c20-ea18-4cac-8a66-db7ce6158d62 tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] 10.222.0.32 "GET /v2.0/security-groups?id=bc05caf7-df2e-49b8-960c-4031d2c2ccca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0847137
Dec 25 21:11:27.539766 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c8d944cb-dab8-4cb9-a624-08b577ee1a57 req-8a60f204-d522-4421-a494-7350c868b0da service neutron] 10.222.0.37 "GET /v2.0/networks/09af6274-7110-4e9c-83cc-51d4d54a1676?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1286912
Dec 25 21:11:27.641275 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c8d944cb-dab8-4cb9-a624-08b577ee1a57 req-15e534ba-eb33-4af0-8ab9-e363257f3924 service neutron] 10.222.0.37 "GET /v2.0/networks/09af6274-7110-4e9c-83cc-51d4d54a1676?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0964231
Dec 25 21:11:27.725304 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d944cb-dab8-4cb9-a624-08b577ee1a57 req-f19ffad7-a1a9-40d3-b931-074221d01aea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:11:27.726944 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c8d944cb-dab8-4cb9-a624-08b577ee1a57 req-f19ffad7-a1a9-40d3-b931-074221d01aea service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=bc19d38e80ce426fa6d268838d133f13&device_id=3c1ea080-3600-4152-8bef-f30741212401 HTTP/1.1" status: 200  len: 1124 time: 0.0448699
Dec 25 21:11:27.856492 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d944cb-dab8-4cb9-a624-08b577ee1a57 req-64354544-3e7b-42c2-ac7f-5611697954d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:11:27.857987 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c8d944cb-dab8-4cb9-a624-08b577ee1a57 req-64354544-3e7b-42c2-ac7f-5611697954d0 service neutron] 10.222.0.37 "GET /v2.0/networks?id=2332d558-39bb-411c-88af-b74bee7e32ab HTTP/1.1" status: 200  len: 909 time: 0.1226978
Dec 25 21:11:27.867088 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9322bf0a-2569-4e11-8e1f-32803a7761eb req-7769dee7-7124-445e-84f4-2909b5f06a09 tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:11:27.868510 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9322bf0a-2569-4e11-8e1f-32803a7761eb req-7769dee7-7124-445e-84f4-2909b5f06a09 tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a8114c1-85b3-4e15-9e15-95159b456e41 HTTP/1.1" status: 200  len: 949 time: 0.0723133
Dec 25 21:11:27.914793 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c8d944cb-dab8-4cb9-a624-08b577ee1a57 req-0e8ffa15-2e9f-4ade-9023-c330bc6d3f31 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=03a8ec19-2525-4748-83ce-e5fe439b39e0 HTTP/1.1" status: 200  len: 217 time: 0.0453057
Dec 25 21:11:27.980369 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9322bf0a-2569-4e11-8e1f-32803a7761eb req-ebfa414a-0067-4965-8d77-bc3ac1a8094b tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] 10.222.0.32 "GET /v2.0/security-groups?id=21386e98-0735-4168-a9d9-35455a6206b6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1053519
Dec 25 21:11:27.990884 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d944cb-dab8-4cb9-a624-08b577ee1a57 req-523510f3-b2f1-4e72-8e24-40b10d429425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:11:27.993429 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c8d944cb-dab8-4cb9-a624-08b577ee1a57 req-523510f3-b2f1-4e72-8e24-40b10d429425 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=63c432f3-af01-4d4f-ae68-1c137d7c49f3 HTTP/1.1" status: 200  len: 848 time: 0.0709424
Dec 25 21:11:28.032955 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c8d944cb-dab8-4cb9-a624-08b577ee1a57 req-1e6a0559-9854-485f-9c2f-c64804230575 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2332d558-39bb-411c-88af-b74bee7e32ab&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0316467
Dec 25 21:11:28.165250 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2140a5-e49c-4904-a6a6-27fe5d75c25c req-885f760c-0c06-4eeb-9e1e-938cbd5c426d tempest-FloatingIPsAssociationTestJSON-622699030 tempest-FloatingIPsAssociationTestJSON-622699030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:11:28.166669 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3e2140a5-e49c-4904-a6a6-27fe5d75c25c req-885f760c-0c06-4eeb-9e1e-938cbd5c426d tempest-FloatingIPsAssociationTestJSON-622699030 tempest-FloatingIPsAssociationTestJSON-622699030-project] 10.222.0.32 "GET /v2.0/ports?device_id=b82ed20c-bbfc-4030-a8bc-ab9fae2d2653 HTTP/1.1" status: 200  len: 943 time: 0.1029692
Dec 25 21:11:28.168891 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c8d944cb-dab8-4cb9-a624-08b577ee1a57 req-59ad706f-97c5-42f9-8376-ac8b9d753d8a service neutron] 10.222.0.37 "GET /v2.0/networks/2332d558-39bb-411c-88af-b74bee7e32ab?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1261783
Dec 25 21:11:28.263567 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3e2140a5-e49c-4904-a6a6-27fe5d75c25c req-96ca09fc-bd15-490f-963b-79f9f30746cf tempest-FloatingIPsAssociationTestJSON-622699030 tempest-FloatingIPsAssociationTestJSON-622699030-project] 10.222.0.32 "GET /v2.0/security-groups?id=b69513af-ab77-4f0b-a466-982d791e7cb5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0906987
Dec 25 21:11:28.291895 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c8d944cb-dab8-4cb9-a624-08b577ee1a57 req-a32e5559-29c2-4677-8d98-2f4d92a2463d service neutron] 10.222.0.37 "GET /v2.0/networks/2332d558-39bb-411c-88af-b74bee7e32ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1056850
Dec 25 21:11:28.519696 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd5ae4f-b516-45c8-b6b8-d4b0ce4ba011 req-e89fc724-67eb-4fa5-a9b0-42eb32a0c0cd tempest-ListServerFiltersTestJSON-1422081367 tempest-ListServerFiltersTestJSON-1422081367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:11:28.521210 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7dd5ae4f-b516-45c8-b6b8-d4b0ce4ba011 req-e89fc724-67eb-4fa5-a9b0-42eb32a0c0cd tempest-ListServerFiltersTestJSON-1422081367 tempest-ListServerFiltersTestJSON-1422081367-project] 10.222.0.32 "GET /v2.0/ports?device_id=d914c615-075b-48b0-bbd9-707f0b4e084d HTTP/1.1" status: 200  len: 946 time: 0.0562603
Dec 25 21:11:28.568524 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7dd5ae4f-b516-45c8-b6b8-d4b0ce4ba011 req-2cfb72f4-45c4-4363-a625-e3c8c61b4ee0 tempest-ListServerFiltersTestJSON-1422081367 tempest-ListServerFiltersTestJSON-1422081367-project] 10.222.0.32 "GET /v2.0/security-groups?id=447f20bc-c1b8-4d93-b35d-2eedc5c6dd85&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414021
Dec 25 21:11:28.643303 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc43055e-e911-4e0c-8ea7-0f51e3dd4f18 req-0d1c526c-f413-49c4-8779-708283061279 tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:11:28.645162 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-cc43055e-e911-4e0c-8ea7-0f51e3dd4f18 req-0d1c526c-f413-49c4-8779-708283061279 tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c1ea080-3600-4152-8bef-f30741212401 HTTP/1.1" status: 200  len: 943 time: 0.0528493
Dec 25 21:11:28.694839 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-cc43055e-e911-4e0c-8ea7-0f51e3dd4f18 req-e71c56c8-c93d-4f87-ab4a-234a4404050e tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] 10.222.0.32 "GET /v2.0/security-groups?id=bc05caf7-df2e-49b8-960c-4031d2c2ccca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430586
Dec 25 21:11:29.109526 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136c9312-56eb-4456-be40-e1eb27bd44fc req-befaf325-9851-4302-81aa-7e321d93051d tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:11:29.111250 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-136c9312-56eb-4456-be40-e1eb27bd44fc req-befaf325-9851-4302-81aa-7e321d93051d tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a8114c1-85b3-4e15-9e15-95159b456e41 HTTP/1.1" status: 200  len: 949 time: 0.0545206
Dec 25 21:11:29.161360 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-136c9312-56eb-4456-be40-e1eb27bd44fc req-51d94a66-4c81-49c2-8920-54e2da40593d tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] 10.222.0.32 "GET /v2.0/security-groups?id=21386e98-0735-4168-a9d9-35455a6206b6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415912
Dec 25 21:11:29.379829 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eac01b4-113f-460d-b711-3706aa396a8f req-75c22e48-fe48-454b-bfed-5f78401a047b tempest-FloatingIPsAssociationTestJSON-622699030 tempest-FloatingIPsAssociationTestJSON-622699030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:11:29.381420 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8eac01b4-113f-460d-b711-3706aa396a8f req-75c22e48-fe48-454b-bfed-5f78401a047b tempest-FloatingIPsAssociationTestJSON-622699030 tempest-FloatingIPsAssociationTestJSON-622699030-project] 10.222.0.32 "GET /v2.0/ports?device_id=b82ed20c-bbfc-4030-a8bc-ab9fae2d2653 HTTP/1.1" status: 200  len: 943 time: 0.0489700
Dec 25 21:11:29.428662 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8eac01b4-113f-460d-b711-3706aa396a8f req-c6a857b4-e84a-4390-b730-11ad682114ea tempest-FloatingIPsAssociationTestJSON-622699030 tempest-FloatingIPsAssociationTestJSON-622699030-project] 10.222.0.32 "GET /v2.0/security-groups?id=b69513af-ab77-4f0b-a466-982d791e7cb5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412333
Dec 25 21:11:29.437167 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device ad82f3ef-690a-49c9-b46f-74d324ed0682 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 25 21:11:29.533248 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port ad82f3ef-690a-49c9-b46f-74d324ed0682, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ad82f3ef-690a-49c9-b46f-74d324ed0682,segment=NetworkSegment(c81d66e9-cd43-4a32-ab71-883a0f354192),segment_id=c81d66e9-cd43-4a32-ab71-883a0f354192)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:11:29.546376 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Returning: {'device': 'ad82f3ef-690a-49c9-b46f-74d324ed0682', 'network_id': '09af6274-7110-4e9c-83cc-51d4d54a1676', 'port_id': 'ad82f3ef-690a-49c9-b46f-74d324ed0682', 'mac_address': 'fa:16:3e:9b:16:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '015c1052-cc2c-4d6a-8242-ea18f582183e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 25 21:11:29.585335 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:11:29.601814 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad82f3ef-690a-49c9-b46f-74d324ed0682 {{(pid=121608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:11:29.624782 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port ad82f3ef-690a-49c9-b46f-74d324ed0682, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ad82f3ef-690a-49c9-b46f-74d324ed0682,segment=NetworkSegment(c81d66e9-cd43-4a32-ab71-883a0f354192),segment_id=c81d66e9-cd43-4a32-ab71-883a0f354192)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:11:29.699473 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2df916c-faad-47e5-82d2-df592f1352ac req-f30d4746-a206-489e-8208-a36e7a5b873c tempest-ListServerFiltersTestJSON-1422081367 tempest-ListServerFiltersTestJSON-1422081367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:11:29.699473 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c2df916c-faad-47e5-82d2-df592f1352ac req-f30d4746-a206-489e-8208-a36e7a5b873c tempest-ListServerFiltersTestJSON-1422081367 tempest-ListServerFiltersTestJSON-1422081367-project] 10.222.0.32 "GET /v2.0/ports?device_id=d914c615-075b-48b0-bbd9-707f0b4e084d HTTP/1.1" status: 200  len: 946 time: 0.0526645
Dec 25 21:11:29.710193 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:11:29.766432 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c2df916c-faad-47e5-82d2-df592f1352ac req-ca3050cd-078b-471c-827a-6285cd5d72b5 tempest-ListServerFiltersTestJSON-1422081367 tempest-ListServerFiltersTestJSON-1422081367-project] 10.222.0.32 "GET /v2.0/security-groups?id=447f20bc-c1b8-4d93-b35d-2eedc5c6dd85&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0631862
Dec 25 21:11:29.781165 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Pushing event updated for resources: {'Port': ['ID=ad82f3ef-690a-49c9-b46f-74d324ed0682,revision_number=4']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:11:29.853594 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f66c7e3-3a74-4e3a-bf09-90edd148ecf6 req-ff8cced8-abed-42b1-9ac5-2735441a4505 tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:11:29.855060 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5f66c7e3-3a74-4e3a-bf09-90edd148ecf6 req-ff8cced8-abed-42b1-9ac5-2735441a4505 tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c1ea080-3600-4152-8bef-f30741212401 HTTP/1.1" status: 200  len: 943 time: 0.0504217
Dec 25 21:11:29.904648 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5f66c7e3-3a74-4e3a-bf09-90edd148ecf6 req-76c9bc7a-d421-4fa3-be45-9f97e4ca313a tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] 10.222.0.32 "GET /v2.0/security-groups?id=bc05caf7-df2e-49b8-960c-4031d2c2ccca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432341
Dec 25 21:11:30.070256 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] get_ports_and_sgs() called for port_ids ['ad82f3ef-690a-49c9-b46f-74d324ed0682'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:11:30.278565 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a465a4-0d1e-439a-b8ff-825e697b9749 req-7a3768d0-90d3-4582-a357-5686744b665c tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:11:30.280023 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c8a465a4-0d1e-439a-b8ff-825e697b9749 req-7a3768d0-90d3-4582-a357-5686744b665c tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a8114c1-85b3-4e15-9e15-95159b456e41 HTTP/1.1" status: 200  len: 949 time: 0.0497937
Dec 25 21:11:30.316301 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device da0f28d9-3fef-4a56-9994-44b97466e1d4 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 25 21:11:30.327187 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c8a465a4-0d1e-439a-b8ff-825e697b9749 req-74061cd5-f401-4837-a064-71da5520dce2 tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] 10.222.0.32 "GET /v2.0/security-groups?id=21386e98-0735-4168-a9d9-35455a6206b6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409515
Dec 25 21:11:30.414425 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port da0f28d9-3fef-4a56-9994-44b97466e1d4, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=da0f28d9-3fef-4a56-9994-44b97466e1d4,segment=NetworkSegment(fad08864-4612-4be1-bb28-08cb199f6d74),segment_id=fad08864-4612-4be1-bb28-08cb199f6d74)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:11:30.426744 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Returning: {'device': 'da0f28d9-3fef-4a56-9994-44b97466e1d4', 'network_id': '6dded111-84d7-4606-bd1c-e9369354dff9', 'port_id': 'da0f28d9-3fef-4a56-9994-44b97466e1d4', 'mac_address': 'fa:16:3e:2f:16:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4319d64b-4a91-4427-9485-7d07e2bc5ab0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 25 21:11:30.471190 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:11:30.485780 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id da0f28d9-3fef-4a56-9994-44b97466e1d4 {{(pid=121608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:11:30.509098 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port da0f28d9-3fef-4a56-9994-44b97466e1d4, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=da0f28d9-3fef-4a56-9994-44b97466e1d4,segment=NetworkSegment(fad08864-4612-4be1-bb28-08cb199f6d74),segment_id=fad08864-4612-4be1-bb28-08cb199f6d74)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:11:30.558935 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb551ef4-59db-46f8-9160-102770a7bd92 req-cba427eb-c168-4c89-98b1-6923ae7f638d tempest-FloatingIPsAssociationTestJSON-622699030 tempest-FloatingIPsAssociationTestJSON-622699030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:11:30.560463 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-cb551ef4-59db-46f8-9160-102770a7bd92 req-cba427eb-c168-4c89-98b1-6923ae7f638d tempest-FloatingIPsAssociationTestJSON-622699030 tempest-FloatingIPsAssociationTestJSON-622699030-project] 10.222.0.32 "GET /v2.0/ports?device_id=b82ed20c-bbfc-4030-a8bc-ab9fae2d2653 HTTP/1.1" status: 200  len: 944 time: 0.0618813
Dec 25 21:11:30.607035 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-cb551ef4-59db-46f8-9160-102770a7bd92 req-d762e71b-236c-4079-88c5-0a3d6fb923e7 tempest-FloatingIPsAssociationTestJSON-622699030 tempest-FloatingIPsAssociationTestJSON-622699030-project] 10.222.0.32 "GET /v2.0/security-groups?id=b69513af-ab77-4f0b-a466-982d791e7cb5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0393643
Dec 25 21:11:30.651930 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:11:30.702795 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Pushing event updated for resources: {'Port': ['ID=da0f28d9-3fef-4a56-9994-44b97466e1d4,revision_number=6']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:11:30.827913 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] get_ports_and_sgs() called for port_ids ['da0f28d9-3fef-4a56-9994-44b97466e1d4'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:11:30.890611 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fefe679-03e1-43f0-ada0-538746c2e45f req-9406d6da-75de-42da-9b9f-fc901247a607 tempest-ListServerFiltersTestJSON-1422081367 tempest-ListServerFiltersTestJSON-1422081367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:11:30.892176 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5fefe679-03e1-43f0-ada0-538746c2e45f req-9406d6da-75de-42da-9b9f-fc901247a607 tempest-ListServerFiltersTestJSON-1422081367 tempest-ListServerFiltersTestJSON-1422081367-project] 10.222.0.32 "GET /v2.0/ports?device_id=d914c615-075b-48b0-bbd9-707f0b4e084d HTTP/1.1" status: 200  len: 946 time: 0.0493557
Dec 25 21:11:30.942040 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5fefe679-03e1-43f0-ada0-538746c2e45f req-8e4b660a-61d5-47f4-8e92-ad3ac6afa2a8 tempest-ListServerFiltersTestJSON-1422081367 tempest-ListServerFiltersTestJSON-1422081367-project] 10.222.0.32 "GET /v2.0/security-groups?id=447f20bc-c1b8-4d93-b35d-2eedc5c6dd85&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428767
Dec 25 21:11:31.038217 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61de5214-6ed8-4575-8bcb-3490810c4a3b req-fdd573f8-73d0-4b02-a351-60cae262f8c6 tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:11:31.039766 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-61de5214-6ed8-4575-8bcb-3490810c4a3b req-fdd573f8-73d0-4b02-a351-60cae262f8c6 tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c1ea080-3600-4152-8bef-f30741212401 HTTP/1.1" status: 200  len: 943 time: 0.0489686
Dec 25 21:11:31.090413 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-61de5214-6ed8-4575-8bcb-3490810c4a3b req-27208550-a187-4524-9680-3cf99a813aed tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] 10.222.0.32 "GET /v2.0/security-groups?id=bc05caf7-df2e-49b8-960c-4031d2c2ccca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0447206
Dec 25 21:11:31.446341 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85afc87a-5e80-4ef0-b45e-4565cbc1fee4 req-86b17e59-82dc-44ea-9949-6e1642930f1f tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:11:31.446659 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device ad82f3ef-690a-49c9-b46f-74d324ed0682 up at agent hyperv_nch2-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:11:31.447845 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-85afc87a-5e80-4ef0-b45e-4565cbc1fee4 req-86b17e59-82dc-44ea-9949-6e1642930f1f tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a8114c1-85b3-4e15-9e15-95159b456e41 HTTP/1.1" status: 200  len: 949 time: 0.0485821
Dec 25 21:11:31.502419 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-85afc87a-5e80-4ef0-b45e-4565cbc1fee4 req-505cff3e-ffae-47ad-9b9e-3549934a588c tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] 10.222.0.32 "GET /v2.0/security-groups?id=21386e98-0735-4168-a9d9-35455a6206b6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0481043
Dec 25 21:11:31.632967 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Provisioning for port ad82f3ef-690a-49c9-b46f-74d324ed0682 completed by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 25 21:11:31.638471 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Provisioning complete for port ad82f3ef-690a-49c9-b46f-74d324ed0682 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:11:31.638772 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:11:31.734668 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61094d7-b625-45ed-98a7-ac31ada48524 req-cde62541-0e30-48a9-b6b0-81b7481adc72 tempest-FloatingIPsAssociationTestJSON-622699030 tempest-FloatingIPsAssociationTestJSON-622699030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:11:31.736110 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e61094d7-b625-45ed-98a7-ac31ada48524 req-cde62541-0e30-48a9-b6b0-81b7481adc72 tempest-FloatingIPsAssociationTestJSON-622699030 tempest-FloatingIPsAssociationTestJSON-622699030-project] 10.222.0.32 "GET /v2.0/ports?device_id=b82ed20c-bbfc-4030-a8bc-ab9fae2d2653 HTTP/1.1" status: 200  len: 944 time: 0.0573044
Dec 25 21:11:31.751066 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:11:31.775608 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b82ed20c-bbfc-4030-a8bc-ab9fae2d2653', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad82f3ef-690a-49c9-b46f-74d324ed0682'}] {{(pid=121608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:11:31.778780 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a88c78c3ff6266bd59c7e89d275b28c92e739b67d23c89d71af88829fd31566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4aca2576-a1c2-48e7-9df0-7babd340de3e" -d '{"events": [{"server_uuid": "b82ed20c-bbfc-4030-a8bc-ab9fae2d2653", "name": "network-vif-plugged", "status": "completed", "tag": "ad82f3ef-690a-49c9-b46f-74d324ed0682"}]}' {{(pid=121608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:11:31.790006 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e61094d7-b625-45ed-98a7-ac31ada48524 req-c0447ec8-1d93-4002-81ed-39c2d96b7ddd tempest-FloatingIPsAssociationTestJSON-622699030 tempest-FloatingIPsAssociationTestJSON-622699030-project] 10.222.0.32 "GET /v2.0/security-groups?id=b69513af-ab77-4f0b-a466-982d791e7cb5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0456460
Dec 25 21:11:31.808344 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port ad82f3ef-690a-49c9-b46f-74d324ed0682, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ad82f3ef-690a-49c9-b46f-74d324ed0682,segment=NetworkSegment(c81d66e9-cd43-4a32-ab71-883a0f354192),segment_id=c81d66e9-cd43-4a32-ab71-883a0f354192)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:11:31.837228 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 21:11:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36518e77-7728-438c-a369-fb5ccc6125a7 x-openstack-request-id: req-36518e77-7728-438c-a369-fb5ccc6125a7 {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:11:31.837607 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b82ed20c-bbfc-4030-a8bc-ab9fae2d2653", "name": "network-vif-plugged", "status": "completed", "tag": "ad82f3ef-690a-49c9-b46f-74d324ed0682", "code": 200}]} {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:11:31.837926 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-36518e77-7728-438c-a369-fb5ccc6125a7 {{(pid=121608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:11:31.838449 ncdv-master-1 neutron-server[121608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b82ed20c-bbfc-4030-a8bc-ab9fae2d2653', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad82f3ef-690a-49c9-b46f-74d324ed0682', 'code': 200}
Dec 25 21:11:31.887180 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:11:31.938605 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Pushing event updated for resources: {'Port': ['ID=ad82f3ef-690a-49c9-b46f-74d324ed0682,revision_number=5']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:11:31.951979 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f49ba21-bd2b-4b55-a0d8-c9227ef79039 req-27c6af2a-114e-48d6-b468-ed3534a6ee84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:11:31.953678 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5f49ba21-bd2b-4b55-a0d8-c9227ef79039 req-27c6af2a-114e-48d6-b468-ed3534a6ee84 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=b82ed20c-bbfc-4030-a8bc-ab9fae2d2653 HTTP/1.1" status: 200  len: 1096 time: 0.0497375
Dec 25 21:11:32.005547 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5f49ba21-bd2b-4b55-a0d8-c9227ef79039 req-459ac754-869c-4d9d-b51a-bb49cecb343a service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=b69513af-ab77-4f0b-a466-982d791e7cb5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438037
Dec 25 21:11:32.070420 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26399ff-10bd-4ef0-a030-d08a57f2d0c6 req-5414199a-23e9-4c2b-b935-df49cd265072 tempest-ListServerFiltersTestJSON-1422081367 tempest-ListServerFiltersTestJSON-1422081367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:11:32.072681 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d26399ff-10bd-4ef0-a030-d08a57f2d0c6 req-5414199a-23e9-4c2b-b935-df49cd265072 tempest-ListServerFiltersTestJSON-1422081367 tempest-ListServerFiltersTestJSON-1422081367-project] 10.222.0.32 "GET /v2.0/ports?device_id=d914c615-075b-48b0-bbd9-707f0b4e084d HTTP/1.1" status: 200  len: 946 time: 0.0496905
Dec 25 21:11:32.126967 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d26399ff-10bd-4ef0-a030-d08a57f2d0c6 req-32404b02-a1a5-4bc2-9257-777c34ae65e8 tempest-ListServerFiltersTestJSON-1422081367 tempest-ListServerFiltersTestJSON-1422081367-project] 10.222.0.32 "GET /v2.0/security-groups?id=447f20bc-c1b8-4d93-b35d-2eedc5c6dd85&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439262
Dec 25 21:11:32.332259 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device da0f28d9-3fef-4a56-9994-44b97466e1d4 up at agent hyperv_nch1-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:11:32.381873 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Provisioning complete for port da0f28d9-3fef-4a56-9994-44b97466e1d4 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:11:32.382400 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:11:32.402853 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982c0a1a-f77a-467d-ac0a-1a61ae101448 req-7e8e5644-a12b-40c0-9b61-97b63f23c2cd tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:11:32.404364 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-982c0a1a-f77a-467d-ac0a-1a61ae101448 req-7e8e5644-a12b-40c0-9b61-97b63f23c2cd tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c1ea080-3600-4152-8bef-f30741212401 HTTP/1.1" status: 200  len: 943 time: 0.0523717
Dec 25 21:11:32.466680 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:11:32.498535 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-982c0a1a-f77a-467d-ac0a-1a61ae101448 req-b9884f48-f09b-4a17-8f48-54b9500c9007 tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] 10.222.0.32 "GET /v2.0/security-groups?id=bc05caf7-df2e-49b8-960c-4031d2c2ccca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0835962
Dec 25 21:11:32.506297 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port da0f28d9-3fef-4a56-9994-44b97466e1d4, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=da0f28d9-3fef-4a56-9994-44b97466e1d4,segment=NetworkSegment(fad08864-4612-4be1-bb28-08cb199f6d74),segment_id=fad08864-4612-4be1-bb28-08cb199f6d74)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:11:32.606999 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:11:32.656743 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd73836-4059-4954-b20d-3aa9664f312d req-d68e4a59-48bd-455c-a391-146ad956418f tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:11:32.658962 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3bd73836-4059-4954-b20d-3aa9664f312d req-d68e4a59-48bd-455c-a391-146ad956418f tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a8114c1-85b3-4e15-9e15-95159b456e41 HTTP/1.1" status: 200  len: 949 time: 0.0645013
Dec 25 21:11:32.682421 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Pushing event updated for resources: {'Port': ['ID=da0f28d9-3fef-4a56-9994-44b97466e1d4,revision_number=7']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:11:32.715772 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3bd73836-4059-4954-b20d-3aa9664f312d req-daa05824-69b0-4c74-9623-90c6ef5754a3 tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] 10.222.0.32 "GET /v2.0/security-groups?id=21386e98-0735-4168-a9d9-35455a6206b6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0501533
Dec 25 21:11:32.920224 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226fdbdd-db53-4e9e-bb84-3c397dda1296 req-80ac34b1-0321-4790-a47e-4bbfb4abbaa1 tempest-FloatingIPsAssociationTestJSON-622699030 tempest-FloatingIPsAssociationTestJSON-622699030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:11:32.922453 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-226fdbdd-db53-4e9e-bb84-3c397dda1296 req-80ac34b1-0321-4790-a47e-4bbfb4abbaa1 tempest-FloatingIPsAssociationTestJSON-622699030 tempest-FloatingIPsAssociationTestJSON-622699030-project] 10.222.0.32 "GET /v2.0/ports?device_id=b82ed20c-bbfc-4030-a8bc-ab9fae2d2653 HTTP/1.1" status: 200  len: 945 time: 0.0601900
Dec 25 21:11:32.995771 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-226fdbdd-db53-4e9e-bb84-3c397dda1296 req-564fdbf4-335a-4435-b4c1-e316e7343c90 tempest-FloatingIPsAssociationTestJSON-622699030 tempest-FloatingIPsAssociationTestJSON-622699030-project] 10.222.0.32 "GET /v2.0/security-groups?id=b69513af-ab77-4f0b-a466-982d791e7cb5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0661724
Dec 25 21:11:33.286875 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2291161-a2a1-4851-ac85-f7e79fc99616 req-9cd797cc-afe4-4dae-b232-8b0e75d534cb tempest-ListServerFiltersTestJSON-1422081367 tempest-ListServerFiltersTestJSON-1422081367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:11:33.289468 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c2291161-a2a1-4851-ac85-f7e79fc99616 req-9cd797cc-afe4-4dae-b232-8b0e75d534cb tempest-ListServerFiltersTestJSON-1422081367 tempest-ListServerFiltersTestJSON-1422081367-project] 10.222.0.32 "GET /v2.0/ports?device_id=d914c615-075b-48b0-bbd9-707f0b4e084d HTTP/1.1" status: 200  len: 946 time: 0.0849533
Dec 25 21:11:33.384933 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c2291161-a2a1-4851-ac85-f7e79fc99616 req-e8f950b4-3da1-40ee-9390-2214cb121549 tempest-ListServerFiltersTestJSON-1422081367 tempest-ListServerFiltersTestJSON-1422081367-project] 10.222.0.32 "GET /v2.0/security-groups?id=447f20bc-c1b8-4d93-b35d-2eedc5c6dd85&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0825593
Dec 25 21:11:33.630384 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b285f02-34be-44af-9d2d-c39edb0c8b6c req-7c39290e-ffbf-41d6-be9f-fc40957f73fd tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:11:33.637785 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1b285f02-34be-44af-9d2d-c39edb0c8b6c req-7c39290e-ffbf-41d6-be9f-fc40957f73fd tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c1ea080-3600-4152-8bef-f30741212401 HTTP/1.1" status: 200  len: 943 time: 0.0770075
Dec 25 21:11:33.703939 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1b285f02-34be-44af-9d2d-c39edb0c8b6c req-fc674730-39d2-49fa-9381-0d05f9d661db tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] 10.222.0.32 "GET /v2.0/security-groups?id=bc05caf7-df2e-49b8-960c-4031d2c2ccca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0633595
Dec 25 21:11:33.840293 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e327d55b-28ca-4bfa-bcf1-e4ed49240d52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da0f28d9-3fef-4a56-9994-44b97466e1d4'}] {{(pid=121608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:11:33.843053 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a88c78c3ff6266bd59c7e89d275b28c92e739b67d23c89d71af88829fd31566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-772fab42-e64c-4cf3-92ea-08ed0b841b0f" -d '{"events": [{"server_uuid": "e327d55b-28ca-4bfa-bcf1-e4ed49240d52", "name": "network-vif-plugged", "status": "completed", "tag": "da0f28d9-3fef-4a56-9994-44b97466e1d4"}]}' {{(pid=121608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:11:33.877251 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6939e0f-a09b-4966-a6b8-b7b04e5adcc4 req-51c573aa-ce61-41e7-abdf-892980f866b4 tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:11:33.882134 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c6939e0f-a09b-4966-a6b8-b7b04e5adcc4 req-51c573aa-ce61-41e7-abdf-892980f866b4 tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a8114c1-85b3-4e15-9e15-95159b456e41 HTTP/1.1" status: 200  len: 949 time: 0.0720587
Dec 25 21:11:33.897346 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 21:11:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-804ee40b-91f9-4a35-a607-2cb15508b76e x-openstack-request-id: req-804ee40b-91f9-4a35-a607-2cb15508b76e {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:11:33.897924 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e327d55b-28ca-4bfa-bcf1-e4ed49240d52", "name": "network-vif-plugged", "status": "completed", "tag": "da0f28d9-3fef-4a56-9994-44b97466e1d4", "code": 200}]} {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:11:33.898483 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-804ee40b-91f9-4a35-a607-2cb15508b76e {{(pid=121608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:11:33.899190 ncdv-master-1 neutron-server[121608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e327d55b-28ca-4bfa-bcf1-e4ed49240d52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da0f28d9-3fef-4a56-9994-44b97466e1d4', 'code': 200}
Dec 25 21:11:33.932461 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c6939e0f-a09b-4966-a6b8-b7b04e5adcc4 req-a499ce48-8836-43f6-81b9-4b161ace02be tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] 10.222.0.32 "GET /v2.0/security-groups?id=21386e98-0735-4168-a9d9-35455a6206b6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438945
Dec 25 21:11:34.156381 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fba992-2ce8-4c81-bcc2-59b2363fd717 req-b048414e-cda0-4013-93e4-6dbe5f50bbd0 tempest-FloatingIPsAssociationTestJSON-622699030 tempest-FloatingIPsAssociationTestJSON-622699030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:11:34.157915 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c5fba992-2ce8-4c81-bcc2-59b2363fd717 req-b048414e-cda0-4013-93e4-6dbe5f50bbd0 tempest-FloatingIPsAssociationTestJSON-622699030 tempest-FloatingIPsAssociationTestJSON-622699030-project] 10.222.0.32 "GET /v2.0/ports?device_id=b82ed20c-bbfc-4030-a8bc-ab9fae2d2653 HTTP/1.1" status: 200  len: 945 time: 0.0700374
Dec 25 21:11:34.162024 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:11:34.212536 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c5fba992-2ce8-4c81-bcc2-59b2363fd717 req-4e385f58-016d-4d00-93e5-ce31a88a4095 tempest-FloatingIPsAssociationTestJSON-622699030 tempest-FloatingIPsAssociationTestJSON-622699030-project] 10.222.0.32 "GET /v2.0/security-groups?id=b69513af-ab77-4f0b-a466-982d791e7cb5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0468631
Dec 25 21:11:34.391119 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-75945aa8-70ed-4e3d-83de-cfba3d914ff1 req-19710fe1-5b02-48bc-bc97-fc6c33ef790e tempest-FloatingIPsAssociationTestJSON-622699030 tempest-FloatingIPsAssociationTestJSON-622699030-project] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.1161363
Dec 25 21:11:34.406992 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-75945aa8-70ed-4e3d-83de-cfba3d914ff1 req-769f87cd-6570-4f6a-8480-f45cb67b65ec tempest-FloatingIPsAssociationTestJSON-622699030 tempest-FloatingIPsAssociationTestJSON-622699030-project] Request body: {'floatingip': {'floating_network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:11:34.529364 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f81addf-1083-4483-a189-638ff8f134f8 req-29f9a7e6-62b9-49e2-8f77-21ea7af5fd5f tempest-ListServerFiltersTestJSON-1422081367 tempest-ListServerFiltersTestJSON-1422081367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:11:34.531031 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1f81addf-1083-4483-a189-638ff8f134f8 req-29f9a7e6-62b9-49e2-8f77-21ea7af5fd5f tempest-ListServerFiltersTestJSON-1422081367 tempest-ListServerFiltersTestJSON-1422081367-project] 10.222.0.32 "GET /v2.0/ports?device_id=d914c615-075b-48b0-bbd9-707f0b4e084d HTTP/1.1" status: 200  len: 946 time: 0.0583718
Dec 25 21:11:34.559820 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-75945aa8-70ed-4e3d-83de-cfba3d914ff1 req-769f87cd-6570-4f6a-8480-f45cb67b65ec tempest-FloatingIPsAssociationTestJSON-622699030 tempest-FloatingIPsAssociationTestJSON-622699030-project] Publish callbacks [] for floatingip, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:11:34.625607 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1f81addf-1083-4483-a189-638ff8f134f8 req-bddf6c53-a4ad-4c1e-90e1-ed1716ed4215 tempest-ListServerFiltersTestJSON-1422081367 tempest-ListServerFiltersTestJSON-1422081367-project] 10.222.0.32 "GET /v2.0/security-groups?id=447f20bc-c1b8-4d93-b35d-2eedc5c6dd85&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0840740
Dec 25 21:11:34.701906 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-75945aa8-70ed-4e3d-83de-cfba3d914ff1 req-769f87cd-6570-4f6a-8480-f45cb67b65ec tempest-FloatingIPsAssociationTestJSON-622699030 tempest-FloatingIPsAssociationTestJSON-622699030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:11:34.790579 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-05383dde-8f12-4f2a-9d3e-dcebbd803688 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:11:34.868470 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_common [req-75945aa8-70ed-4e3d-83de-cfba3d914ff1 req-769f87cd-6570-4f6a-8480-f45cb67b65ec tempest-FloatingIPsAssociationTestJSON-622699030 tempest-FloatingIPsAssociationTestJSON-622699030-project] Allocated IP 172.35.3.174 (7201e55c-7c5f-41aa-a042-a363696539d0/7a939e13-713f-45cf-bba7-1539635abe25/784030de-8028-4983-8932-ad6c2edcd973) {{(pid=121606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:11:35.053930 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77952617-3a48-407f-8eb5-dac06f131d0a req-e2ac96bb-80eb-49c3-a99a-99f99c9fcd31 tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:11:35.055419 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-77952617-3a48-407f-8eb5-dac06f131d0a req-e2ac96bb-80eb-49c3-a99a-99f99c9fcd31 tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c1ea080-3600-4152-8bef-f30741212401 HTTP/1.1" status: 200  len: 943 time: 0.0758383
Dec 25 21:11:35.069234 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-75945aa8-70ed-4e3d-83de-cfba3d914ff1 req-769f87cd-6570-4f6a-8480-f45cb67b65ec tempest-FloatingIPsAssociationTestJSON-622699030 tempest-FloatingIPsAssociationTestJSON-622699030-project] Publish callbacks [] for port, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:11:35.143614 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-77952617-3a48-407f-8eb5-dac06f131d0a req-4ec3ee9e-c53c-4f8b-984b-95b52bfef99b tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] 10.222.0.32 "GET /v2.0/security-groups?id=bc05caf7-df2e-49b8-960c-4031d2c2ccca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0726221
Dec 25 21:11:35.227356 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-75945aa8-70ed-4e3d-83de-cfba3d914ff1 req-769f87cd-6570-4f6a-8480-f45cb67b65ec tempest-FloatingIPsAssociationTestJSON-622699030 tempest-FloatingIPsAssociationTestJSON-622699030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:11:35.289194 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75945aa8-70ed-4e3d-83de-cfba3d914ff1 req-769f87cd-6570-4f6a-8480-f45cb67b65ec tempest-FloatingIPsAssociationTestJSON-622699030 tempest-FloatingIPsAssociationTestJSON-622699030-project] Network 7201e55c-7c5f-41aa-a042-a363696539d0 is already hosted by enough agents. {{(pid=121606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:11:35.298396 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [req-75945aa8-70ed-4e3d-83de-cfba3d914ff1 req-769f87cd-6570-4f6a-8480-f45cb67b65ec tempest-FloatingIPsAssociationTestJSON-622699030 tempest-FloatingIPsAssociationTestJSON-622699030-project] Resources bound (agent type, host, resource id):  {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:11:35.302448 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [req-75945aa8-70ed-4e3d-83de-cfba3d914ff1 req-769f87cd-6570-4f6a-8480-f45cb67b65ec tempest-FloatingIPsAssociationTestJSON-622699030 tempest-FloatingIPsAssociationTestJSON-622699030-project] Received port after_create {{(pid=121606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:11:35.350775 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1deaa34b-147f-4650-ba21-e432ef2f5c9c req-c0ab4835-6a21-49b7-8752-b01d46381dcb tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:11:35.353005 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1deaa34b-147f-4650-ba21-e432ef2f5c9c req-c0ab4835-6a21-49b7-8752-b01d46381dcb tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a8114c1-85b3-4e15-9e15-95159b456e41 HTTP/1.1" status: 200  len: 949 time: 0.1374478
Dec 25 21:11:35.357356 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769f87cd-6570-4f6a-8480-f45cb67b65ec tempest-FloatingIPsAssociationTestJSON-622699030 tempest-FloatingIPsAssociationTestJSON-622699030-project] Pushing event updated for resources: {'Port': ['ID=784030de-8028-4983-8932-ad6c2edcd973,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:11:35.480989 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1deaa34b-147f-4650-ba21-e432ef2f5c9c req-a22fcbff-9721-4dfc-8f0a-5817f98620df tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] 10.222.0.32 "GET /v2.0/security-groups?id=21386e98-0735-4168-a9d9-35455a6206b6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1077278
Dec 25 21:11:35.484048 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-75945aa8-70ed-4e3d-83de-cfba3d914ff1 req-769f87cd-6570-4f6a-8480-f45cb67b65ec tempest-FloatingIPsAssociationTestJSON-622699030 tempest-FloatingIPsAssociationTestJSON-622699030-project] Publish callbacks [] for floatingip, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:11:35.587006 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-75945aa8-70ed-4e3d-83de-cfba3d914ff1 req-769f87cd-6570-4f6a-8480-f45cb67b65ec tempest-FloatingIPsAssociationTestJSON-622699030 tempest-FloatingIPsAssociationTestJSON-622699030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:11:35.798504 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-75945aa8-70ed-4e3d-83de-cfba3d914ff1 req-769f87cd-6570-4f6a-8480-f45cb67b65ec tempest-FloatingIPsAssociationTestJSON-622699030 tempest-FloatingIPsAssociationTestJSON-622699030-project] Publish callbacks [] for port, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:11:35.829116 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2ad866-cdeb-4457-aaac-8d29caef6432 req-90e1b5f3-adfb-438c-9b5b-99e649ae103f tempest-ListServerFiltersTestJSON-1422081367 tempest-ListServerFiltersTestJSON-1422081367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:11:35.831230 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0b2ad866-cdeb-4457-aaac-8d29caef6432 req-90e1b5f3-adfb-438c-9b5b-99e649ae103f tempest-ListServerFiltersTestJSON-1422081367 tempest-ListServerFiltersTestJSON-1422081367-project] 10.222.0.32 "GET /v2.0/ports?device_id=d914c615-075b-48b0-bbd9-707f0b4e084d HTTP/1.1" status: 200  len: 946 time: 0.0771585
Dec 25 21:11:35.898986 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0b2ad866-cdeb-4457-aaac-8d29caef6432 req-3accf36a-4634-4319-af3d-86a0ee643c6e tempest-ListServerFiltersTestJSON-1422081367 tempest-ListServerFiltersTestJSON-1422081367-project] 10.222.0.32 "GET /v2.0/security-groups?id=447f20bc-c1b8-4d93-b35d-2eedc5c6dd85&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0616367
Dec 25 21:11:35.927000 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-75945aa8-70ed-4e3d-83de-cfba3d914ff1 req-769f87cd-6570-4f6a-8480-f45cb67b65ec tempest-FloatingIPsAssociationTestJSON-622699030 tempest-FloatingIPsAssociationTestJSON-622699030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:11:35.976001 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769f87cd-6570-4f6a-8480-f45cb67b65ec tempest-FloatingIPsAssociationTestJSON-622699030 tempest-FloatingIPsAssociationTestJSON-622699030-project] Pushing event updated for resources: {'Port': ['ID=784030de-8028-4983-8932-ad6c2edcd973,revision_number=2']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:11:36.029163 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-75945aa8-70ed-4e3d-83de-cfba3d914ff1 req-769f87cd-6570-4f6a-8480-f45cb67b65ec tempest-FloatingIPsAssociationTestJSON-622699030 tempest-FloatingIPsAssociationTestJSON-622699030-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2008639'] for floatingip, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:11:36.131512 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-75945aa8-70ed-4e3d-83de-cfba3d914ff1 req-769f87cd-6570-4f6a-8480-f45cb67b65ec tempest-FloatingIPsAssociationTestJSON-622699030 tempest-FloatingIPsAssociationTestJSON-622699030-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for floatingip, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:11:36.131512 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-75945aa8-70ed-4e3d-83de-cfba3d914ff1 req-769f87cd-6570-4f6a-8480-f45cb67b65ec tempest-FloatingIPsAssociationTestJSON-622699030 tempest-FloatingIPsAssociationTestJSON-622699030-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 1.7295275
Dec 25 21:11:36.209685 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-75945aa8-70ed-4e3d-83de-cfba3d914ff1 req-bd8abffb-0812-4ece-a696-671754a73a2e tempest-FloatingIPsAssociationTestJSON-622699030 tempest-FloatingIPsAssociationTestJSON-622699030-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.35.3.174 HTTP/1.1" status: 200  len: 696 time: 0.0685327
Dec 25 21:11:36.380951 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92407d89-4034-4d29-9921-539c4234d7da req-f7be6617-e60e-4820-973c-3333b0cae62a tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:11:36.382748 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-92407d89-4034-4d29-9921-539c4234d7da req-f7be6617-e60e-4820-973c-3333b0cae62a tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c1ea080-3600-4152-8bef-f30741212401 HTTP/1.1" status: 200  len: 943 time: 0.1056921
Dec 25 21:11:36.428367 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75945aa8-70ed-4e3d-83de-cfba3d914ff1 req-ee151e48-f103-464f-8067-71319b768160 tempest-FloatingIPsAssociationTestJSON-622699030 tempest-FloatingIPsAssociationTestJSON-622699030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:11:36.430913 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-75945aa8-70ed-4e3d-83de-cfba3d914ff1 req-ee151e48-f103-464f-8067-71319b768160 tempest-FloatingIPsAssociationTestJSON-622699030 tempest-FloatingIPsAssociationTestJSON-622699030-project] 10.222.0.32 "GET /v2.0/networks/7201e55c-7c5f-41aa-a042-a363696539d0 HTTP/1.1" status: 200  len: 784 time: 0.2188761
Dec 25 21:11:36.465853 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-92407d89-4034-4d29-9921-539c4234d7da req-60d410d1-bd2d-4f1d-a312-a2d920896110 tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] 10.222.0.32 "GET /v2.0/security-groups?id=bc05caf7-df2e-49b8-960c-4031d2c2ccca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0758402
Dec 25 21:11:37.001946 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-4a350a60-e5fb-46c3-9a10-2ca0739721f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:11:37.007514 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a645337-3595-4347-9ad0-c84d5a7b1ad1 req-65c0ac85-2ee2-436b-9ca9-cefffc818293 tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:11:37.009118 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3a645337-3595-4347-9ad0-c84d5a7b1ad1 req-65c0ac85-2ee2-436b-9ca9-cefffc818293 tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a8114c1-85b3-4e15-9e15-95159b456e41 HTTP/1.1" status: 200  len: 949 time: 0.4414060
Dec 25 21:11:37.048600 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcbc300-2a81-4a1f-a096-d814ab1009ab req-a03172ff-ade1-4bf5-8646-e554c33cb5a5 tempest-FloatingIPsAssociationTestJSON-622699030 tempest-FloatingIPsAssociationTestJSON-622699030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:11:37.050754 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1fcbc300-2a81-4a1f-a096-d814ab1009ab req-a03172ff-ade1-4bf5-8646-e554c33cb5a5 tempest-FloatingIPsAssociationTestJSON-622699030 tempest-FloatingIPsAssociationTestJSON-622699030-project] 10.222.0.32 "GET /v2.0/networks?id=09af6274-7110-4e9c-83cc-51d4d54a1676 HTTP/1.1" status: 200  len: 821 time: 0.4712880
Dec 25 21:11:37.081815 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1fcbc300-2a81-4a1f-a096-d814ab1009ab req-53a7392c-7215-4de7-bfd1-5c3ebc23ac45 tempest-FloatingIPsAssociationTestJSON-622699030 tempest-FloatingIPsAssociationTestJSON-622699030-project] 10.222.0.32 "GET /v2.0/quotas/188fe358c4684fce8fc912f48b3f186e HTTP/1.1" status: 200  len: 375 time: 0.0238945
Dec 25 21:11:37.095804 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3a645337-3595-4347-9ad0-c84d5a7b1ad1 req-8d138ca5-7689-43ac-b682-4488e1566efd tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] 10.222.0.32 "GET /v2.0/security-groups?id=21386e98-0735-4168-a9d9-35455a6206b6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0742176
Dec 25 21:11:37.191898 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1fcbc300-2a81-4a1f-a096-d814ab1009ab req-31add1d6-f390-43c3-bf8c-66bcdc8eee45 tempest-FloatingIPsAssociationTestJSON-622699030 tempest-FloatingIPsAssociationTestJSON-622699030-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=188fe358c4684fce8fc912f48b3f186e&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0945373
Dec 25 21:11:37.332344 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1fcbc300-2a81-4a1f-a096-d814ab1009ab req-bebcff81-ea18-4c51-959c-b495ec8c690e service neutron] 10.222.0.32 "GET /v2.0/networks/09af6274-7110-4e9c-83cc-51d4d54a1676?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1330976
Dec 25 21:11:37.344993 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96667c7d-4ddf-44c1-8098-f6a36cf49c22 req-945e000d-1ec2-422a-9365-3c83acc8b523 tempest-ListServerFiltersTestJSON-1422081367 tempest-ListServerFiltersTestJSON-1422081367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:11:37.347234 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-96667c7d-4ddf-44c1-8098-f6a36cf49c22 req-945e000d-1ec2-422a-9365-3c83acc8b523 tempest-ListServerFiltersTestJSON-1422081367 tempest-ListServerFiltersTestJSON-1422081367-project] 10.222.0.32 "GET /v2.0/ports?device_id=d914c615-075b-48b0-bbd9-707f0b4e084d HTTP/1.1" status: 200  len: 946 time: 0.0792482
Dec 25 21:11:37.467045 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-96667c7d-4ddf-44c1-8098-f6a36cf49c22 req-3572c611-9ce4-40c9-9498-2800f2d7ed30 tempest-ListServerFiltersTestJSON-1422081367 tempest-ListServerFiltersTestJSON-1422081367-project] 10.222.0.32 "GET /v2.0/security-groups?id=447f20bc-c1b8-4d93-b35d-2eedc5c6dd85&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1108146
Dec 25 21:11:37.493892 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1fcbc300-2a81-4a1f-a096-d814ab1009ab req-25519814-027e-4cfb-82db-a71063f74950 service neutron] 10.222.0.32 "GET /v2.0/networks/09af6274-7110-4e9c-83cc-51d4d54a1676?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1455617
Dec 25 21:11:37.774390 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054aa7cb-139d-493b-b7b0-fb0f75db651d req-84ea5f9d-f9b1-42c8-9894-b49891dbe52c tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:11:37.775978 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-054aa7cb-139d-493b-b7b0-fb0f75db651d req-84ea5f9d-f9b1-42c8-9894-b49891dbe52c tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c1ea080-3600-4152-8bef-f30741212401 HTTP/1.1" status: 200  len: 943 time: 0.0648808
Dec 25 21:11:37.848560 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-054aa7cb-139d-493b-b7b0-fb0f75db651d req-4b9f6d56-cd95-457f-af8a-b90651ac2117 tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] 10.222.0.32 "GET /v2.0/security-groups?id=bc05caf7-df2e-49b8-960c-4031d2c2ccca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0651295
Dec 25 21:11:37.929423 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a89d4e28-6ccf-4f7e-892e-e1ecf9ab376f req-113d29a0-2da9-4036-a3d6-e39c4af1a8ed tempest-FloatingIPsAssociationTestJSON-622699030 tempest-FloatingIPsAssociationTestJSON-622699030-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ad65377-4997-4c49-831e-c82240e86031 HTTP/1.1" status: 200  len: 210 time: 0.0606985
Dec 25 21:11:38.223397 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6a1937-2f0c-4d51-81cf-4727da4a37c4 req-db542992-aaa3-43a2-bbbc-1b60bb0d2c77 tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:11:38.235684 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-6b6a1937-2f0c-4d51-81cf-4727da4a37c4 req-db542992-aaa3-43a2-bbbc-1b60bb0d2c77 tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a8114c1-85b3-4e15-9e15-95159b456e41 HTTP/1.1" status: 200  len: 949 time: 0.0686688
Dec 25 21:11:38.293052 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-6b6a1937-2f0c-4d51-81cf-4727da4a37c4 req-53d5a466-c874-44f0-ab8b-120efdcef738 tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] 10.222.0.32 "GET /v2.0/security-groups?id=21386e98-0735-4168-a9d9-35455a6206b6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0536544
Dec 25 21:11:38.305071 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:11:38.418498 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3e945ecd-9380-47c2-aa0a-12ebe07e03e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:11:38.473467 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ee8b68c7-20d5-40ad-93af-cb444f7069c0 req-4d23679e-799a-44d3-9af1-e7bb9da11296 service neutron] 10.222.0.37 "GET /v2.0/ports/03a8ec19-2525-4748-83ce-e5fe439b39e0/bindings/nch1-master-1 HTTP/1.1" status: 200  len: 384 time: 0.0673366
Dec 25 21:11:38.788391 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3172936-edba-4dbc-8073-badd0b8ab664 req-9969f1aa-c6ba-4128-ace1-450805c65c42 tempest-ListServerFiltersTestJSON-1422081367 tempest-ListServerFiltersTestJSON-1422081367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:11:38.790089 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d3172936-edba-4dbc-8073-badd0b8ab664 req-9969f1aa-c6ba-4128-ace1-450805c65c42 tempest-ListServerFiltersTestJSON-1422081367 tempest-ListServerFiltersTestJSON-1422081367-project] 10.222.0.32 "GET /v2.0/ports?device_id=d914c615-075b-48b0-bbd9-707f0b4e084d HTTP/1.1" status: 200  len: 946 time: 0.1051331
Dec 25 21:11:38.791993 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-ee8b68c7-20d5-40ad-93af-cb444f7069c0 req-657a3be8-39fc-45d6-8f53-b54cdf508eb5 service neutron] For port 03a8ec19-2525-4748-83ce-e5fe439b39e0, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=03a8ec19-2525-4748-83ce-e5fe439b39e0,segment=NetworkSegment(a05a9961-775b-4dff-bebf-b24cb60ab1a9),segment_id=a05a9961-775b-4dff-bebf-b24cb60ab1a9)] {{(pid=121606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:11:38.827714 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-ee8b68c7-20d5-40ad-93af-cb444f7069c0 req-657a3be8-39fc-45d6-8f53-b54cdf508eb5 service neutron] For port 03a8ec19-2525-4748-83ce-e5fe439b39e0, host nch2-master-1, cleared binding levels {{(pid=121606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:11:38.879388 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [req-ee8b68c7-20d5-40ad-93af-cb444f7069c0 req-657a3be8-39fc-45d6-8f53-b54cdf508eb5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03a8ec19-2525-4748-83ce-e5fe439b39e0 {{(pid=121606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:11:38.886513 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d3172936-edba-4dbc-8073-badd0b8ab664 req-d105507e-7fe5-4745-ac20-b1182f2f9806 tempest-ListServerFiltersTestJSON-1422081367 tempest-ListServerFiltersTestJSON-1422081367-project] 10.222.0.32 "GET /v2.0/security-groups?id=447f20bc-c1b8-4d93-b35d-2eedc5c6dd85&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0861735
Dec 25 21:11:38.893752 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-ee8b68c7-20d5-40ad-93af-cb444f7069c0 req-657a3be8-39fc-45d6-8f53-b54cdf508eb5 service neutron] For port 03a8ec19-2525-4748-83ce-e5fe439b39e0, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=03a8ec19-2525-4748-83ce-e5fe439b39e0,segment=NetworkSegment(a05a9961-775b-4dff-bebf-b24cb60ab1a9),segment_id=a05a9961-775b-4dff-bebf-b24cb60ab1a9)] {{(pid=121606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:11:39.003626 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af927b20-3dd3-49e7-ad3e-4123463eb1e0 req-46d0e22a-99d8-44cc-9cc8-73b316ef865a tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:11:39.005135 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-af927b20-3dd3-49e7-ad3e-4123463eb1e0 req-46d0e22a-99d8-44cc-9cc8-73b316ef865a tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c1ea080-3600-4152-8bef-f30741212401 HTTP/1.1" status: 200  len: 943 time: 0.0517972
Dec 25 21:11:39.025848 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-ee8b68c7-20d5-40ad-93af-cb444f7069c0 req-657a3be8-39fc-45d6-8f53-b54cdf508eb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:11:39.109097 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b07d5b07-a8dc-4e07-a599-5e34c5c353ac req-60e92d46-a6b6-44cf-9d17-51bd7cd5852c tempest-FloatingIPsAssociationTestJSON-622699030 tempest-FloatingIPsAssociationTestJSON-622699030-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ad65377-4997-4c49-831e-c82240e86031 HTTP/1.1" status: 200  len: 210 time: 0.0622349
Dec 25 21:11:39.123628 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-af927b20-3dd3-49e7-ad3e-4123463eb1e0 req-ad940ee0-2580-4d45-bce9-de1d9e0d23af tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] 10.222.0.32 "GET /v2.0/security-groups?id=bc05caf7-df2e-49b8-960c-4031d2c2ccca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1123407
Dec 25 21:11:39.167276 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.provisioning_blocks [req-ee8b68c7-20d5-40ad-93af-cb444f7069c0 req-657a3be8-39fc-45d6-8f53-b54cdf508eb5 service neutron] Transition to ACTIVE for port object 03a8ec19-2525-4748-83ce-e5fe439b39e0 will not be triggered until provisioned by entity L2. {{(pid=121606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 25 21:11:39.381976 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-ee8b68c7-20d5-40ad-93af-cb444f7069c0 req-657a3be8-39fc-45d6-8f53-b54cdf508eb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:11:39.400383 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-15cb578f-7a63-4fd3-925d-83bad4c7b82a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:11:39.493116 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device f465e7da-b12a-4235-8af5-b0f521da6640 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 25 21:11:39.496644 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device f465e7da-b12a-4235-8af5-b0f521da6640 no longer exists at agent hyperv_nch2-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:11:39.498894 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee8b68c7-20d5-40ad-93af-cb444f7069c0 req-657a3be8-39fc-45d6-8f53-b54cdf508eb5 service neutron] No DVR routers for this DVR port 03a8ec19-2525-4748-83ce-e5fe439b39e0 on host nch2-master-1 {{(pid=121606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:11:39.518139 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:11:39.518139 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:11:39.518139 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:11:39.518139 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:11:39.518139 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:11:39.518139 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:11:39.518139 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:11:39.518139 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:11:39.518139 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:11:39.518139 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:11:39.518139 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:11:39.518139 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:11:39.518139 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:11:39.518139 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:11:39.518139 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:11:39.518139 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:11:39.518139 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:11:39.518139 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:11:39.518139 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:11:39.518139 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:11:39.518139 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:11:39.518139 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:11:39.518139 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:11:39.518139 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:11:39.518139 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:11:39.518139 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:11:39.518139 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:11:39.518139 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:11:39.518139 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:11:39.518139 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:11:39.518139 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:11:39.518139 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:11:39.518139 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:11:39.518139 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:11:39.518139 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:11:39.518139 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:11:39.520665 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:11:39.520665 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:11:39.520665 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:11:39.520665 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:11:39.520665 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:11:39.520665 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:11:39.520665 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:11:39.520665 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:11:39.520665 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:11:39.520665 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:11:39.520665 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:11:39.520665 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:11:39.520665 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8a2ff3-cd69-4ac8-8253-30101f98223a req-83358ebc-a2be-4ac0-a9a8-c650e40262d8 tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:11:39.528845 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-bb8a2ff3-cd69-4ac8-8253-30101f98223a req-83358ebc-a2be-4ac0-a9a8-c650e40262d8 tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a8114c1-85b3-4e15-9e15-95159b456e41 HTTP/1.1" status: 200  len: 949 time: 0.1588383
Dec 25 21:11:39.530689 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657a3be8-39fc-45d6-8f53-b54cdf508eb5 service neutron] Pushing event updated for resources: {'Port': ['ID=03a8ec19-2525-4748-83ce-e5fe439b39e0,revision_number=10']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:11:39.594814 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ee8b68c7-20d5-40ad-93af-cb444f7069c0 req-657a3be8-39fc-45d6-8f53-b54cdf508eb5 service neutron] 10.222.0.37 "PUT /v2.0/ports/03a8ec19-2525-4748-83ce-e5fe439b39e0/bindings/nch1-master-1/activate HTTP/1.1" status: 200  len: 369 time: 1.1140313
Dec 25 21:11:39.662660 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-bb8a2ff3-cd69-4ac8-8253-30101f98223a req-c09a3c25-fb72-4627-be11-7ee9ac70b1b5 tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] 10.222.0.32 "GET /v2.0/security-groups?id=21386e98-0735-4168-a9d9-35455a6206b6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1269748
Dec 25 21:11:39.702652 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:11:39.752549 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a8114c1-85b3-4e15-9e15-95159b456e41', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f465e7da-b12a-4235-8af5-b0f521da6640'}] {{(pid=121608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:11:39.756051 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a88c78c3ff6266bd59c7e89d275b28c92e739b67d23c89d71af88829fd31566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b157b77e-824d-44fc-9aa1-bf3164883585" -d '{"events": [{"server_uuid": "9a8114c1-85b3-4e15-9e15-95159b456e41", "name": "network-vif-unplugged", "status": "completed", "tag": "f465e7da-b12a-4235-8af5-b0f521da6640"}]}' {{(pid=121608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:11:39.771029 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port f465e7da-b12a-4235-8af5-b0f521da6640, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f465e7da-b12a-4235-8af5-b0f521da6640,segment=NetworkSegment(85c774cb-a0eb-4ad9-961f-f331d3b37cd6),segment_id=85c774cb-a0eb-4ad9-961f-f331d3b37cd6)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:11:39.781183 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port f465e7da-b12a-4235-8af5-b0f521da6640, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f465e7da-b12a-4235-8af5-b0f521da6640,segment=NetworkSegment(85c774cb-a0eb-4ad9-961f-f331d3b37cd6),segment_id=85c774cb-a0eb-4ad9-961f-f331d3b37cd6)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:11:39.787231 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Returning: {'device': 'f465e7da-b12a-4235-8af5-b0f521da6640', 'network_id': '8f212e98-547d-4c6e-a560-2e9a548c8f59', 'port_id': 'f465e7da-b12a-4235-8af5-b0f521da6640', 'mac_address': 'fa:16:3e:08:d2:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcfbae86-f93e-400c-8084-eac7f56ff5ba', 'ip_address': '192.168.233.18'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 25 21:11:39.846577 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 25 Dec 2021 21:11:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-656dcc25-0263-453b-9e46-d4f3fcbd62f1 x-openstack-request-id: req-656dcc25-0263-453b-9e46-d4f3fcbd62f1 {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:11:39.847282 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a8114c1-85b3-4e15-9e15-95159b456e41", "name": "network-vif-unplugged", "status": "completed", "tag": "f465e7da-b12a-4235-8af5-b0f521da6640", "code": 200}]} {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:11:39.847700 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-656dcc25-0263-453b-9e46-d4f3fcbd62f1 {{(pid=121608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:11:39.848408 ncdv-master-1 neutron-server[121608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a8114c1-85b3-4e15-9e15-95159b456e41', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f465e7da-b12a-4235-8af5-b0f521da6640', 'code': 200}
Dec 25 21:11:39.850023 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:11:39.865073 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8b68c7-20d5-40ad-93af-cb444f7069c0 req-7c7349a6-ac12-49ed-ac26-586e1e5ffbcc tempest-LiveMigrationTest-1605081009 tempest-LiveMigrationTest-1605081009-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:11:39.865800 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f465e7da-b12a-4235-8af5-b0f521da6640 {{(pid=121608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:11:39.867014 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ee8b68c7-20d5-40ad-93af-cb444f7069c0 req-7c7349a6-ac12-49ed-ac26-586e1e5ffbcc tempest-LiveMigrationTest-1605081009 tempest-LiveMigrationTest-1605081009-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=3c1ea080-3600-4152-8bef-f30741212401&tenant_id=bc19d38e80ce426fa6d268838d133f13&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 1095 time: 0.0966980
Dec 25 21:11:39.920534 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:11:39.922430 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device 03a8ec19-2525-4748-83ce-e5fe439b39e0 no longer exists at agent hyperv_nch2-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:11:39.933847 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8b68c7-20d5-40ad-93af-cb444f7069c0 req-6ead8750-87ed-4d0f-bd1a-1604df6900b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:11:39.935578 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ee8b68c7-20d5-40ad-93af-cb444f7069c0 req-6ead8750-87ed-4d0f-bd1a-1604df6900b7 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=3c1ea080-3600-4152-8bef-f30741212401&tenant_id=bc19d38e80ce426fa6d268838d133f13 HTTP/1.1" status: 200  len: 1095 time: 0.0559573
Dec 25 21:11:40.063764 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8b68c7-20d5-40ad-93af-cb444f7069c0 req-7b4db1eb-a9c5-4438-91cd-7811683f23ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:11:40.066027 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ee8b68c7-20d5-40ad-93af-cb444f7069c0 req-7b4db1eb-a9c5-4438-91cd-7811683f23ef service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=bc19d38e80ce426fa6d268838d133f13&device_id=3c1ea080-3600-4152-8bef-f30741212401 HTTP/1.1" status: 200  len: 1095 time: 0.0929339
Dec 25 21:11:40.076050 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.db.api [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=121608) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 25 21:11:40.076481 ncdv-master-1 neutron-server[121608]: DEBUG oslo_db.api [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 25 21:11:40.081502 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Pushing event updated for resources: {'Port': ['ID=f465e7da-b12a-4235-8af5-b0f521da6640,revision_number=9']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:11:40.087246 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] The host nch2-master-1 is not matching for port 03a8ec19-2525-4748-83ce-e5fe439b39e0 host nch1-master-1! {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}}
Dec 25 21:11:40.087246 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device 03a8ec19-2525-4748-83ce-e5fe439b39e0 not bound to the agent host nch2-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:11:40.087501 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851cd945-ec3a-4bc6-aa8c-9c4f9553d600 req-6ba2af85-a7ff-4c80-830c-648c209a8517 tempest-ListServerFiltersTestJSON-1422081367 tempest-ListServerFiltersTestJSON-1422081367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:11:40.093500 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:11:40.093852 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:11:40.094196 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:11:40.094412 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-851cd945-ec3a-4bc6-aa8c-9c4f9553d600 req-6ba2af85-a7ff-4c80-830c-648c209a8517 tempest-ListServerFiltersTestJSON-1422081367 tempest-ListServerFiltersTestJSON-1422081367-project] 10.222.0.32 "GET /v2.0/ports?device_id=d914c615-075b-48b0-bbd9-707f0b4e084d HTTP/1.1" status: 200  len: 946 time: 0.0854993
Dec 25 21:11:40.094601 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:11:40.094941 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:11:40.095271 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:11:40.095598 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:11:40.096473 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:11:40.097024 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:11:40.097915 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:11:40.098439 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:11:40.098975 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:11:40.099456 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:11:40.231754 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8b68c7-20d5-40ad-93af-cb444f7069c0 req-85ff9f3e-da29-447e-b8c0-05f153c12218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:11:40.234960 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ee8b68c7-20d5-40ad-93af-cb444f7069c0 req-85ff9f3e-da29-447e-b8c0-05f153c12218 service neutron] 10.222.0.31 "GET /v2.0/networks?id=2332d558-39bb-411c-88af-b74bee7e32ab HTTP/1.1" status: 200  len: 909 time: 0.1351628
Dec 25 21:11:40.291726 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ee8b68c7-20d5-40ad-93af-cb444f7069c0 req-085ba60a-884d-47e2-afc5-1c5f3049c549 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=03a8ec19-2525-4748-83ce-e5fe439b39e0 HTTP/1.1" status: 200  len: 217 time: 0.0460141
Dec 25 21:11:40.311545 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-851cd945-ec3a-4bc6-aa8c-9c4f9553d600 req-0353d300-162e-4afb-95b9-298878c5ee25 tempest-ListServerFiltersTestJSON-1422081367 tempest-ListServerFiltersTestJSON-1422081367-project] 10.222.0.32 "GET /v2.0/security-groups?id=447f20bc-c1b8-4d93-b35d-2eedc5c6dd85&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2151628
Dec 25 21:11:40.389741 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-71bba5cf-e71d-435f-8fde-997855135ae4 req-cd8ad7ca-42b7-41bf-814b-44d099f7174e tempest-FloatingIPsAssociationTestJSON-622699030 tempest-FloatingIPsAssociationTestJSON-622699030-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ad65377-4997-4c49-831e-c82240e86031 HTTP/1.1" status: 200  len: 210 time: 0.0968239
Dec 25 21:11:40.430410 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8b68c7-20d5-40ad-93af-cb444f7069c0 req-7ce1b4cb-e82c-49cc-8405-b718e4f6d60f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:11:40.432123 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ee8b68c7-20d5-40ad-93af-cb444f7069c0 req-7ce1b4cb-e82c-49cc-8405-b718e4f6d60f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=63c432f3-af01-4d4f-ae68-1c137d7c49f3 HTTP/1.1" status: 200  len: 848 time: 0.1182761
Dec 25 21:11:40.485830 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ee8b68c7-20d5-40ad-93af-cb444f7069c0 req-b059bfb9-2838-4e31-a0bb-ff208a3bedad service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2332d558-39bb-411c-88af-b74bee7e32ab&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0322137
Dec 25 21:11:40.509965 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2ec116-3f6b-433f-bb3b-4781dd87d78c req-bd5ff793-ba9e-4422-b06d-fa26105d15c7 tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:11:40.518837 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9d2ec116-3f6b-433f-bb3b-4781dd87d78c req-bd5ff793-ba9e-4422-b06d-fa26105d15c7 tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c1ea080-3600-4152-8bef-f30741212401 HTTP/1.1" status: 200  len: 944 time: 0.1024542
Dec 25 21:11:40.635124 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:11:40.650539 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f465e7da-b12a-4235-8af5-b0f521da6640 {{(pid=121608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:11:40.670578 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9d2ec116-3f6b-433f-bb3b-4781dd87d78c req-452c9628-c784-47e5-9530-896f862f6f05 tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] 10.222.0.32 "GET /v2.0/security-groups?id=bc05caf7-df2e-49b8-960c-4031d2c2ccca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1507969
Dec 25 21:11:40.686516 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:11:40.691830 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ee8b68c7-20d5-40ad-93af-cb444f7069c0 req-71dab6e7-e8eb-4e33-aa3b-47005a3fb20f service neutron] 10.222.0.31 "GET /v2.0/networks/2332d558-39bb-411c-88af-b74bee7e32ab?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1706355
Dec 25 21:11:40.699936 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port f465e7da-b12a-4235-8af5-b0f521da6640, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f465e7da-b12a-4235-8af5-b0f521da6640,segment=NetworkSegment(85c774cb-a0eb-4ad9-961f-f331d3b37cd6),segment_id=85c774cb-a0eb-4ad9-961f-f331d3b37cd6)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:11:40.824445 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:11:40.844775 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ee8b68c7-20d5-40ad-93af-cb444f7069c0 req-feb6bc84-73b7-4952-a490-d82db08a6ed8 service neutron] 10.222.0.31 "GET /v2.0/networks/2332d558-39bb-411c-88af-b74bee7e32ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1441987
Dec 25 21:11:40.854080 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1b5d12-b0da-4cd2-b2e5-3c4a34069f7a req-d9b5166e-275e-466f-b473-c838aa3ef429 tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:11:40.864979 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-cf1b5d12-b0da-4cd2-b2e5-3c4a34069f7a req-d9b5166e-275e-466f-b473-c838aa3ef429 tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a8114c1-85b3-4e15-9e15-95159b456e41 HTTP/1.1" status: 200  len: 947 time: 0.0871391
Dec 25 21:11:40.942189 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-cf1b5d12-b0da-4cd2-b2e5-3c4a34069f7a req-85fb3f3f-1b67-4ce4-a6c0-15840f334fbe tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] 10.222.0.32 "GET /v2.0/security-groups?id=21386e98-0735-4168-a9d9-35455a6206b6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0754178
Dec 25 21:11:40.944508 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Pushing event updated for resources: {'Port': ['ID=f465e7da-b12a-4235-8af5-b0f521da6640,revision_number=10']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:11:41.136184 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] get_ports_and_sgs() called for port_ids ['f465e7da-b12a-4235-8af5-b0f521da6640'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:11:41.529918 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-94b4bc0e-aaba-4f26-a15e-a98acfcfac88 req-5cfcf355-7544-46a3-bbc1-89a5805814a6 tempest-FloatingIPsAssociationTestJSON-622699030 tempest-FloatingIPsAssociationTestJSON-622699030-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ad65377-4997-4c49-831e-c82240e86031 HTTP/1.1" status: 200  len: 210 time: 0.0358250
Dec 25 21:11:41.539220 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcbc300-2a81-4a1f-a096-d814ab1009ab req-58204c92-03e9-42c1-b32d-1f2594f70c17 tempest-FloatingIPsAssociationTestJSON-622699030 tempest-FloatingIPsAssociationTestJSON-622699030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:11:41.540731 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1fcbc300-2a81-4a1f-a096-d814ab1009ab req-58204c92-03e9-42c1-b32d-1f2594f70c17 tempest-FloatingIPsAssociationTestJSON-622699030 tempest-FloatingIPsAssociationTestJSON-622699030-project] 10.222.0.31 "GET /v2.0/networks?id=09af6274-7110-4e9c-83cc-51d4d54a1676 HTTP/1.1" status: 200  len: 821 time: 0.2287533
Dec 25 21:11:41.567376 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879caf66-fb6d-4d38-bf64-698dadbcc28e req-91e1a6d5-43d1-4edb-854d-58356ec2c761 tempest-ListServerFiltersTestJSON-1422081367 tempest-ListServerFiltersTestJSON-1422081367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:11:41.568927 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-879caf66-fb6d-4d38-bf64-698dadbcc28e req-91e1a6d5-43d1-4edb-854d-58356ec2c761 tempest-ListServerFiltersTestJSON-1422081367 tempest-ListServerFiltersTestJSON-1422081367-project] 10.222.0.32 "GET /v2.0/ports?device_id=d914c615-075b-48b0-bbd9-707f0b4e084d HTTP/1.1" status: 200  len: 946 time: 0.1228902
Dec 25 21:11:41.576517 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-1fcbc300-2a81-4a1f-a096-d814ab1009ab req-5b5e336e-4cfd-44d7-b5a2-537cc4207ac0 tempest-FloatingIPsAssociationTestJSON-622699030 tempest-FloatingIPsAssociationTestJSON-622699030-project] Request body: {'port': {'device_id': '3ad65377-4997-4c49-831e-c82240e86031', 'network_id': '09af6274-7110-4e9c-83cc-51d4d54a1676', 'admin_state_up': True, 'tenant_id': '188fe358c4684fce8fc912f48b3f186e'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:11:41.703166 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-879caf66-fb6d-4d38-bf64-698dadbcc28e req-4a916f75-f2ce-4ec7-8179-e679fc7377f5 tempest-ListServerFiltersTestJSON-1422081367 tempest-ListServerFiltersTestJSON-1422081367-project] 10.222.0.32 "GET /v2.0/security-groups?id=447f20bc-c1b8-4d93-b35d-2eedc5c6dd85&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1306698
Dec 25 21:11:41.942693 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39172443-3d60-4936-8d9a-66c5612722a8 req-ad0ef9e6-ae52-4b57-bd3a-7c244ca9e97a tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:11:41.944310 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-39172443-3d60-4936-8d9a-66c5612722a8 req-ad0ef9e6-ae52-4b57-bd3a-7c244ca9e97a tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c1ea080-3600-4152-8bef-f30741212401 HTTP/1.1" status: 200  len: 944 time: 0.0906308
Dec 25 21:11:41.945555 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1fcbc300-2a81-4a1f-a096-d814ab1009ab req-5b5e336e-4cfd-44d7-b5a2-537cc4207ac0 tempest-FloatingIPsAssociationTestJSON-622699030 tempest-FloatingIPsAssociationTestJSON-622699030-project] Made reservation on behalf of 188fe358c4684fce8fc912f48b3f186e for: {'port': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:11:41.949405 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-1fcbc300-2a81-4a1f-a096-d814ab1009ab req-5b5e336e-4cfd-44d7-b5a2-537cc4207ac0 tempest-FloatingIPsAssociationTestJSON-622699030 tempest-FloatingIPsAssociationTestJSON-622699030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:11:42.027249 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-39172443-3d60-4936-8d9a-66c5612722a8 req-eda644e3-6f5d-44d3-af9d-269750af6754 tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] 10.222.0.32 "GET /v2.0/security-groups?id=bc05caf7-df2e-49b8-960c-4031d2c2ccca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0748107
Dec 25 21:11:42.278176 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4417d345-4d6a-43ae-8c13-7c2381be1f81 req-3c9b5157-3ced-4546-a102-6117c8af1e0e tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:11:42.285360 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4417d345-4d6a-43ae-8c13-7c2381be1f81 req-3c9b5157-3ced-4546-a102-6117c8af1e0e tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a8114c1-85b3-4e15-9e15-95159b456e41 HTTP/1.1" status: 200  len: 949 time: 0.1507318
Dec 25 21:11:42.300067 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_common [req-1fcbc300-2a81-4a1f-a096-d814ab1009ab req-5b5e336e-4cfd-44d7-b5a2-537cc4207ac0 tempest-FloatingIPsAssociationTestJSON-622699030 tempest-FloatingIPsAssociationTestJSON-622699030-project] Allocated IP 172.20.0.14 (09af6274-7110-4e9c-83cc-51d4d54a1676/015c1052-cc2c-4d6a-8242-ea18f582183e/220d3bdf-7e80-4005-ba6c-054bbbffc8b7) {{(pid=121606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:11:42.381898 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4417d345-4d6a-43ae-8c13-7c2381be1f81 req-953a762e-fe3c-418f-a416-911fef5b1581 tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] 10.222.0.32 "GET /v2.0/security-groups?id=21386e98-0735-4168-a9d9-35455a6206b6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0929592
Dec 25 21:11:42.553312 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8b68c7-20d5-40ad-93af-cb444f7069c0 req-a43e4b5c-af31-4b8e-bf7f-ba4ac60bdd7a tempest-LiveMigrationTest-1605081009 tempest-LiveMigrationTest-1605081009-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:11:42.554848 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ee8b68c7-20d5-40ad-93af-cb444f7069c0 req-a43e4b5c-af31-4b8e-bf7f-ba4ac60bdd7a tempest-LiveMigrationTest-1605081009 tempest-LiveMigrationTest-1605081009-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=3c1ea080-3600-4152-8bef-f30741212401&tenant_id=bc19d38e80ce426fa6d268838d133f13&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 1095 time: 0.1937900
Dec 25 21:11:42.647300 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aae3af8-97ee-4014-97ae-f28265a678a9 req-ddb3df8f-ac6f-4b4e-bea7-ec5e7fd5cf8c tempest-ListServerFiltersTestJSON-1422081367 tempest-ListServerFiltersTestJSON-1422081367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:11:42.648913 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3aae3af8-97ee-4014-97ae-f28265a678a9 req-ddb3df8f-ac6f-4b4e-bea7-ec5e7fd5cf8c tempest-ListServerFiltersTestJSON-1422081367 tempest-ListServerFiltersTestJSON-1422081367-project] 10.222.0.32 "GET /v2.0/ports?device_id=d914c615-075b-48b0-bbd9-707f0b4e084d HTTP/1.1" status: 200  len: 946 time: 0.1371889
Dec 25 21:11:42.692084 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-1fcbc300-2a81-4a1f-a096-d814ab1009ab req-5b5e336e-4cfd-44d7-b5a2-537cc4207ac0 tempest-FloatingIPsAssociationTestJSON-622699030 tempest-FloatingIPsAssociationTestJSON-622699030-project] Publish callbacks [] for port, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:11:42.758404 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7aa3a1b0-9411-42c5-b324-c1634ffcdf50 req-a7f1fb29-7e60-48fc-8d83-eb8ccf780fac tempest-FloatingIPsAssociationTestJSON-622699030 tempest-FloatingIPsAssociationTestJSON-622699030-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ad65377-4997-4c49-831e-c82240e86031 HTTP/1.1" status: 200  len: 210 time: 0.0634294
Dec 25 21:11:42.778798 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f897a800-49f6-444f-8691-b5f3965b09c9 req-65df40df-2a6f-45cf-bd2b-e0002d3dab8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:11:42.784647 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-f897a800-49f6-444f-8691-b5f3965b09c9 req-65df40df-2a6f-45cf-bd2b-e0002d3dab8c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b2a52fc668c14890989f5c2756094ba1&device_id=d914c615-075b-48b0-bbd9-707f0b4e084d HTTP/1.1" status: 200  len: 1097 time: 0.0783019
Dec 25 21:11:42.835476 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3aae3af8-97ee-4014-97ae-f28265a678a9 req-635851e8-facb-498d-9c80-13470c62e248 tempest-ListServerFiltersTestJSON-1422081367 tempest-ListServerFiltersTestJSON-1422081367-project] 10.222.0.32 "GET /v2.0/security-groups?id=447f20bc-c1b8-4d93-b35d-2eedc5c6dd85&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1686916
Dec 25 21:11:42.918134 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f897a800-49f6-444f-8691-b5f3965b09c9 req-bdd7f5b8-7a6f-47ae-ab6a-a68bec606d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:11:42.918134 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-f897a800-49f6-444f-8691-b5f3965b09c9 req-bdd7f5b8-7a6f-47ae-ab6a-a68bec606d47 service neutron] 10.222.0.31 "GET /v2.0/networks?id=18cd81fa-8a8a-4568-b72f-9dfeb3958de1 HTTP/1.1" status: 200  len: 915 time: 0.1265721
Dec 25 21:11:42.926259 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-1fcbc300-2a81-4a1f-a096-d814ab1009ab req-5b5e336e-4cfd-44d7-b5a2-537cc4207ac0 tempest-FloatingIPsAssociationTestJSON-622699030 tempest-FloatingIPsAssociationTestJSON-622699030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:11:42.942013 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] get_ports_and_sgs() called for port_ids ['ad82f3ef-690a-49c9-b46f-74d324ed0682'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:11:42.988508 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5e336e-4cfd-44d7-b5a2-537cc4207ac0 tempest-FloatingIPsAssociationTestJSON-622699030 tempest-FloatingIPsAssociationTestJSON-622699030-project] Pushing event updated for resources: {'Port': ['ID=220d3bdf-7e80-4005-ba6c-054bbbffc8b7,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:11:43.010609 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-f897a800-49f6-444f-8691-b5f3965b09c9 req-9e7238bd-b356-4150-bd1e-c9d72faf1faa service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=68318cac-8cb7-4fbd-94a8-563f01bdc7e4 HTTP/1.1" status: 200  len: 217 time: 0.0849392
Dec 25 21:11:43.039933 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-ee8b68c7-20d5-40ad-93af-cb444f7069c0 req-00d38484-d4e3-4acf-b5a1-7ff663dcb354 service neutron] For port 03a8ec19-2525-4748-83ce-e5fe439b39e0, host nch2-master-1, cleared binding levels {{(pid=121606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:11:43.044390 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-ee8b68c7-20d5-40ad-93af-cb444f7069c0 req-00d38484-d4e3-4acf-b5a1-7ff663dcb354 service neutron] Publish callbacks [] for binding, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:11:43.045818 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ee8b68c7-20d5-40ad-93af-cb444f7069c0 req-00d38484-d4e3-4acf-b5a1-7ff663dcb354 service neutron] 10.222.0.31 "DELETE /v2.0/ports/03a8ec19-2525-4748-83ce-e5fe439b39e0/bindings/nch2-master-1 HTTP/1.1" status: 204  len: 173 time: 0.4794881
Dec 25 21:11:43.065663 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1fcbc300-2a81-4a1f-a096-d814ab1009ab req-5b5e336e-4cfd-44d7-b5a2-537cc4207ac0 tempest-FloatingIPsAssociationTestJSON-622699030 tempest-FloatingIPsAssociationTestJSON-622699030-project] Network 09af6274-7110-4e9c-83cc-51d4d54a1676 is already hosted by enough agents. {{(pid=121606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:11:43.068012 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [req-1fcbc300-2a81-4a1f-a096-d814ab1009ab req-5b5e336e-4cfd-44d7-b5a2-537cc4207ac0 tempest-FloatingIPsAssociationTestJSON-622699030 tempest-FloatingIPsAssociationTestJSON-622699030-project] Resources bound (agent type, host, resource id):  {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:11:43.072529 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fcbc300-2a81-4a1f-a096-d814ab1009ab req-5b5e336e-4cfd-44d7-b5a2-537cc4207ac0 tempest-FloatingIPsAssociationTestJSON-622699030 tempest-FloatingIPsAssociationTestJSON-622699030-project] Received port after_create {{(pid=121606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:11:43.109081 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f897a800-49f6-444f-8691-b5f3965b09c9 req-de3173f8-b812-4d68-b754-de7b26fd4fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:11:43.116277 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-f897a800-49f6-444f-8691-b5f3965b09c9 req-de3173f8-b812-4d68-b754-de7b26fd4fb5 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=47a53b07-55d2-4a6d-8cba-79e98a017010 HTTP/1.1" status: 200  len: 853 time: 0.0879769
Dec 25 21:11:43.163039 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcbc300-2a81-4a1f-a096-d814ab1009ab req-5b5e336e-4cfd-44d7-b5a2-537cc4207ac0 tempest-FloatingIPsAssociationTestJSON-622699030 tempest-FloatingIPsAssociationTestJSON-622699030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:11:43.164077 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-1fcbc300-2a81-4a1f-a096-d814ab1009ab req-5b5e336e-4cfd-44d7-b5a2-537cc4207ac0 tempest-FloatingIPsAssociationTestJSON-622699030 tempest-FloatingIPsAssociationTestJSON-622699030-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:11:43.190315 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f897a800-49f6-444f-8691-b5f3965b09c9 req-0b47fabf-09fc-4411-8f93-8a85c8f3a7c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:11:43.194486 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-f897a800-49f6-444f-8691-b5f3965b09c9 req-0b47fabf-09fc-4411-8f93-8a85c8f3a7c8 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=18cd81fa-8a8a-4568-b72f-9dfeb3958de1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0718436
Dec 25 21:11:43.261558 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa05104-114c-4cab-b884-6702516a8135 req-ca1d6889-dac7-44c6-aa09-4fbe160286f3 tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:11:43.261558 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-baa05104-114c-4cab-b884-6702516a8135 req-ca1d6889-dac7-44c6-aa09-4fbe160286f3 tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c1ea080-3600-4152-8bef-f30741212401 HTTP/1.1" status: 200  len: 944 time: 0.0657372
Dec 25 21:11:43.287392 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-baa05104-114c-4cab-b884-6702516a8135 req-68924be7-3d8d-4987-9958-573a7ebff3ce tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] 10.222.0.32 "GET /v2.0/security-groups?id=bc05caf7-df2e-49b8-960c-4031d2c2ccca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0453720
Dec 25 21:11:43.308107 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-f897a800-49f6-444f-8691-b5f3965b09c9 req-db1abe52-c1ca-4131-900b-c63f2186f034 service neutron] 10.222.0.31 "GET /v2.0/networks/18cd81fa-8a8a-4568-b72f-9dfeb3958de1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1061721
Dec 25 21:11:43.416277 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-f897a800-49f6-444f-8691-b5f3965b09c9 req-9d64c0ca-b68a-4ec9-901d-ada15679f3e6 service neutron] 10.222.0.31 "GET /v2.0/networks/18cd81fa-8a8a-4568-b72f-9dfeb3958de1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0992854
Dec 25 21:11:43.431617 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1fcbc300-2a81-4a1f-a096-d814ab1009ab req-5b5e336e-4cfd-44d7-b5a2-537cc4207ac0 tempest-FloatingIPsAssociationTestJSON-622699030 tempest-FloatingIPsAssociationTestJSON-622699030-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.8592370
Dec 25 21:11:43.442019 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-91204dad-ddd4-4fe1-964b-39be592320a4 None None] Provisioning complete for port 220d3bdf-7e80-4005-ba6c-054bbbffc8b7 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:11:43.442019 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-91204dad-ddd4-4fe1-964b-39be592320a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:11:43.451171 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-1fcbc300-2a81-4a1f-a096-d814ab1009ab req-f3a8293a-1ad3-4589-b2aa-ca7b205b00d6 service neutron] Request body: {'port': {'device_id': '3ad65377-4997-4c49-831e-c82240e86031', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:11:43.481935 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d3f639-c9f0-4935-bbba-f210372f077a req-bd5721b3-33b1-4f0d-acb3-1a0c697bf57c tempest-LiveMigrationTest-1605081009 tempest-LiveMigrationTest-1605081009-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:11:43.483767 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f5d3f639-c9f0-4935-bbba-f210372f077a req-bd5721b3-33b1-4f0d-acb3-1a0c697bf57c tempest-LiveMigrationTest-1605081009 tempest-LiveMigrationTest-1605081009-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=3c1ea080-3600-4152-8bef-f30741212401 HTTP/1.1" status: 200  len: 1095 time: 0.0886626
Dec 25 21:11:43.495556 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-91204dad-ddd4-4fe1-964b-39be592320a4 None None] Port 220d3bdf-7e80-4005-ba6c-054bbbffc8b7 cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:11:43.498547 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device f465e7da-b12a-4235-8af5-b0f521da6640 up at agent hyperv_nch2-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:11:43.557703 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Provisioning complete for port f465e7da-b12a-4235-8af5-b0f521da6640 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:11:43.558387 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:11:43.582769 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-1fcbc300-2a81-4a1f-a096-d814ab1009ab req-f3a8293a-1ad3-4589-b2aa-ca7b205b00d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:11:43.617171 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4be3e7-5e80-4f10-a0cc-40e3bdd9d9c9 req-8c8fa932-7162-484c-9ef0-2264b79c1298 tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:11:43.618892 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-cf4be3e7-5e80-4f10-a0cc-40e3bdd9d9c9 req-8c8fa932-7162-484c-9ef0-2264b79c1298 tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a8114c1-85b3-4e15-9e15-95159b456e41 HTTP/1.1" status: 200  len: 949 time: 0.1301413
Dec 25 21:11:43.629838 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f5d3f639-c9f0-4935-bbba-f210372f077a req-ea01c317-2c88-441f-a170-c8c6bff9658a tempest-LiveMigrationTest-1605081009 tempest-LiveMigrationTest-1605081009-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=bc05caf7-df2e-49b8-960c-4031d2c2ccca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1271384
Dec 25 21:11:43.693724 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:11:43.720558 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a8114c1-85b3-4e15-9e15-95159b456e41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f465e7da-b12a-4235-8af5-b0f521da6640'}] {{(pid=121608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:11:43.723128 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a88c78c3ff6266bd59c7e89d275b28c92e739b67d23c89d71af88829fd31566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-791009e9-e3a0-4f6d-ad37-59a57211243b" -d '{"events": [{"server_uuid": "9a8114c1-85b3-4e15-9e15-95159b456e41", "name": "network-vif-plugged", "status": "completed", "tag": "f465e7da-b12a-4235-8af5-b0f521da6640"}]}' {{(pid=121608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:11:43.741261 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port f465e7da-b12a-4235-8af5-b0f521da6640, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f465e7da-b12a-4235-8af5-b0f521da6640,segment=NetworkSegment(85c774cb-a0eb-4ad9-961f-f331d3b37cd6),segment_id=85c774cb-a0eb-4ad9-961f-f331d3b37cd6)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:11:43.766051 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-cf4be3e7-5e80-4f10-a0cc-40e3bdd9d9c9 req-2eda5cf8-a8c8-4ad4-9867-df2397845c4d tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] 10.222.0.32 "GET /v2.0/security-groups?id=21386e98-0735-4168-a9d9-35455a6206b6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1404715
Dec 25 21:11:43.772097 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-fed75c8a-aa8e-4178-8f5d-a33f19dbc431 req-9c439f4f-fcaa-4c0b-b33f-3b22c078f606 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c1ec0b9c-fad0-4ce2-97fb-bd518f21b5fe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0916662
Dec 25 21:11:43.875485 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 21:11:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2603f674-2ba9-40c6-9487-712e99a8e4b3 x-openstack-request-id: req-2603f674-2ba9-40c6-9487-712e99a8e4b3 {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:11:43.875906 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a8114c1-85b3-4e15-9e15-95159b456e41", "name": "network-vif-plugged", "status": "completed", "tag": "f465e7da-b12a-4235-8af5-b0f521da6640", "code": 200}]} {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:11:43.876351 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2603f674-2ba9-40c6-9487-712e99a8e4b3 {{(pid=121608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:11:43.876832 ncdv-master-1 neutron-server[121608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a8114c1-85b3-4e15-9e15-95159b456e41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f465e7da-b12a-4235-8af5-b0f521da6640', 'code': 200}
Dec 25 21:11:43.878820 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:11:43.906926 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed75c8a-aa8e-4178-8f5d-a33f19dbc431 req-93ae4063-9c62-48b3-84e4-802a42c1eb37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:11:43.909137 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-fed75c8a-aa8e-4178-8f5d-a33f19dbc431 req-93ae4063-9c62-48b3-84e4-802a42c1eb37 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=bc19d38e80ce426fa6d268838d133f13&device_id=c1ec0b9c-fad0-4ce2-97fb-bd518f21b5fe HTTP/1.1" status: 200  len: 1096 time: 0.0766878
Dec 25 21:11:44.009968 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Pushing event updated for resources: {'Port': ['ID=f465e7da-b12a-4235-8af5-b0f521da6640,revision_number=11']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:11:44.180208 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce48a11f-c9b6-4bc2-8faf-decaaecbe152 req-21fab6b6-8000-4dd9-a4cc-6f339993e840 tempest-LiveMigrationTest-1605081009 tempest-LiveMigrationTest-1605081009-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:11:44.187339 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ce48a11f-c9b6-4bc2-8faf-decaaecbe152 req-21fab6b6-8000-4dd9-a4cc-6f339993e840 tempest-LiveMigrationTest-1605081009 tempest-LiveMigrationTest-1605081009-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=3c1ea080-3600-4152-8bef-f30741212401 HTTP/1.1" status: 200  len: 1095 time: 0.2532947
Dec 25 21:11:44.197368 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d9a962-0867-4971-be67-8b0e44ef4aac req-f876af93-e8a8-4841-b8c8-733d6068a680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:11:44.199699 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-01d9a962-0867-4971-be67-8b0e44ef4aac req-f876af93-e8a8-4841-b8c8-733d6068a680 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=9a8114c1-85b3-4e15-9e15-95159b456e41 HTTP/1.1" status: 200  len: 1101 time: 0.0523200
Dec 25 21:11:44.233894 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cead9bf-cffd-46df-bbf6-ae3da914de2b req-9c9967a0-a593-47f3-b652-95b2b78e7494 tempest-FloatingIPsAssociationTestJSON-622699030 tempest-FloatingIPsAssociationTestJSON-622699030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:11:44.235415 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1cead9bf-cffd-46df-bbf6-ae3da914de2b req-9c9967a0-a593-47f3-b652-95b2b78e7494 tempest-FloatingIPsAssociationTestJSON-622699030 tempest-FloatingIPsAssociationTestJSON-622699030-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ad65377-4997-4c49-831e-c82240e86031 HTTP/1.1" status: 200  len: 932 time: 0.2057006
Dec 25 21:11:44.266167 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-01d9a962-0867-4971-be67-8b0e44ef4aac req-02383025-f96b-4efc-9f53-02f324b6851d service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=21386e98-0735-4168-a9d9-35455a6206b6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0578990
Dec 25 21:11:44.297405 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed75c8a-aa8e-4178-8f5d-a33f19dbc431 req-c858d718-f199-450e-8707-c8f276187a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:11:44.299497 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-fed75c8a-aa8e-4178-8f5d-a33f19dbc431 req-c858d718-f199-450e-8707-c8f276187a8e service neutron] 10.222.0.37 "GET /v2.0/networks?id=2332d558-39bb-411c-88af-b74bee7e32ab HTTP/1.1" status: 200  len: 909 time: 0.3637981
Dec 25 21:11:44.333173 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ce48a11f-c9b6-4bc2-8faf-decaaecbe152 req-77b63df3-0890-46d2-b9a9-4c383d111b50 tempest-LiveMigrationTest-1605081009 tempest-LiveMigrationTest-1605081009-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=bc05caf7-df2e-49b8-960c-4031d2c2ccca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1449509
Dec 25 21:11:44.366932 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-4f74ff8b-043b-45ee-96b8-426e3bb5da24 req-25368f41-2323-40fd-8303-e0348f52d856 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=7cd2be37-78a6-4e40-813d-8e2478ea8dc2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0497320
Dec 25 21:11:44.367356 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1cead9bf-cffd-46df-bbf6-ae3da914de2b req-f2d2c529-7054-4101-aa5e-6b4478500900 tempest-FloatingIPsAssociationTestJSON-622699030 tempest-FloatingIPsAssociationTestJSON-622699030-project] 10.222.0.32 "GET /v2.0/security-groups?id=b69513af-ab77-4f0b-a466-982d791e7cb5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1162014
Dec 25 21:11:44.397896 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [req-1fcbc300-2a81-4a1f-a096-d814ab1009ab req-f3a8293a-1ad3-4589-b2aa-ca7b205b00d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 220d3bdf-7e80-4005-ba6c-054bbbffc8b7 {{(pid=121606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:11:44.407081 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-1fcbc300-2a81-4a1f-a096-d814ab1009ab req-f3a8293a-1ad3-4589-b2aa-ca7b205b00d6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:11:44.431560 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.provisioning_blocks [req-1fcbc300-2a81-4a1f-a096-d814ab1009ab req-f3a8293a-1ad3-4589-b2aa-ca7b205b00d6 service neutron] Transition to ACTIVE for port object 220d3bdf-7e80-4005-ba6c-054bbbffc8b7 will not be triggered until provisioned by entity L2. {{(pid=121606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 25 21:11:44.484758 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f74ff8b-043b-45ee-96b8-426e3bb5da24 req-2c6ddc6d-38ee-48af-944a-041f23ffbceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:11:44.484758 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-4f74ff8b-043b-45ee-96b8-426e3bb5da24 req-2c6ddc6d-38ee-48af-944a-041f23ffbceb service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=276a36e6a97d46a78b7e483daa26cc2e&device_id=7cd2be37-78a6-4e40-813d-8e2478ea8dc2 HTTP/1.1" status: 200  len: 1095 time: 0.0834205
Dec 25 21:11:44.521583 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-fed75c8a-aa8e-4178-8f5d-a33f19dbc431 req-43ce7780-20bc-48d5-a583-591205f97e5f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d3279f41-5733-434c-babe-c0306203f4fa HTTP/1.1" status: 200  len: 217 time: 0.0418954
Dec 25 21:11:44.538158 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1eba9c-6f5c-4b49-8942-3997657f58bb req-c256c295-32a2-48b0-86f4-703bc188b730 tempest-ListServerFiltersTestJSON-1422081367 tempest-ListServerFiltersTestJSON-1422081367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:11:44.542538 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ae1eba9c-6f5c-4b49-8942-3997657f58bb req-c256c295-32a2-48b0-86f4-703bc188b730 tempest-ListServerFiltersTestJSON-1422081367 tempest-ListServerFiltersTestJSON-1422081367-project] 10.222.0.32 "GET /v2.0/ports?device_id=d914c615-075b-48b0-bbd9-707f0b4e084d HTTP/1.1" status: 200  len: 946 time: 0.1098232
Dec 25 21:11:44.593057 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-1fcbc300-2a81-4a1f-a096-d814ab1009ab req-f3a8293a-1ad3-4589-b2aa-ca7b205b00d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:11:44.607563 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f74ff8b-043b-45ee-96b8-426e3bb5da24 req-1f6c7246-ed27-406f-b970-a3ce8e8a8246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:11:44.609564 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-4f74ff8b-043b-45ee-96b8-426e3bb5da24 req-1f6c7246-ed27-406f-b970-a3ce8e8a8246 service neutron] 10.222.0.31 "GET /v2.0/networks?id=1e137e86-76be-493f-9b25-1d17756925b5 HTTP/1.1" status: 200  len: 921 time: 0.1182160
Dec 25 21:11:44.666115 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-4f74ff8b-043b-45ee-96b8-426e3bb5da24 req-1a68c1d2-a3a1-4e10-a7d1-28035e7f422a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ddbefb64-c371-4875-871e-5d999ff82a14 HTTP/1.1" status: 200  len: 217 time: 0.0474045
Dec 25 21:11:44.675209 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a8293a-1ad3-4589-b2aa-ca7b205b00d6 service neutron] Pushing event updated for resources: {'Port': ['ID=220d3bdf-7e80-4005-ba6c-054bbbffc8b7,revision_number=2']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:11:44.687914 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed75c8a-aa8e-4178-8f5d-a33f19dbc431 req-53419eff-68ba-4997-ad5c-63868ecd6da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:11:44.689472 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-fed75c8a-aa8e-4178-8f5d-a33f19dbc431 req-53419eff-68ba-4997-ad5c-63868ecd6da1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=63c432f3-af01-4d4f-ae68-1c137d7c49f3 HTTP/1.1" status: 200  len: 848 time: 0.1488698
Dec 25 21:11:44.700693 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ae1eba9c-6f5c-4b49-8942-3997657f58bb req-8776b657-508e-48f3-9b60-e965169d58a1 tempest-ListServerFiltersTestJSON-1422081367 tempest-ListServerFiltersTestJSON-1422081367-project] 10.222.0.32 "GET /v2.0/security-groups?id=447f20bc-c1b8-4d93-b35d-2eedc5c6dd85&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1523800
Dec 25 21:11:44.746738 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-fed75c8a-aa8e-4178-8f5d-a33f19dbc431 req-f98eaeab-f032-4235-b410-9a1fcb00c492 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2332d558-39bb-411c-88af-b74bee7e32ab&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0441530
Dec 25 21:11:44.747108 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f74ff8b-043b-45ee-96b8-426e3bb5da24 req-532a6e85-2edd-45df-9d0e-62a85afab5a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:11:44.754703 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-4f74ff8b-043b-45ee-96b8-426e3bb5da24 req-532a6e85-2edd-45df-9d0e-62a85afab5a5 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=9f350e3c-b3c0-4923-bec6-5c96ab55923b HTTP/1.1" status: 200  len: 860 time: 0.0731952
Dec 25 21:11:44.865141 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-4f74ff8b-043b-45ee-96b8-426e3bb5da24 req-a87c8acb-e236-40e7-abab-7d6ba5b387bc service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=1e137e86-76be-493f-9b25-1d17756925b5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1006784
Dec 25 21:11:44.881769 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-1fcbc300-2a81-4a1f-a096-d814ab1009ab req-f3a8293a-1ad3-4589-b2aa-ca7b205b00d6 service neutron] Attempting to bind port 220d3bdf-7e80-4005-ba6c-054bbbffc8b7 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:11:44.882040 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-1fcbc300-2a81-4a1f-a096-d814ab1009ab req-f3a8293a-1ad3-4589-b2aa-ca7b205b00d6 service neutron] Attempting to bind port 220d3bdf-7e80-4005-ba6c-054bbbffc8b7 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'c81d66e9-cd43-4a32-ab71-883a0f354192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '09af6274-7110-4e9c-83cc-51d4d54a1676'}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:11:44.882382 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fcbc300-2a81-4a1f-a096-d814ab1009ab req-f3a8293a-1ad3-4589-b2aa-ca7b205b00d6 service neutron] Attempting to bind port 220d3bdf-7e80-4005-ba6c-054bbbffc8b7 on network 09af6274-7110-4e9c-83cc-51d4d54a1676 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:11:44.893355 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fcbc300-2a81-4a1f-a096-d814ab1009ab req-f3a8293a-1ad3-4589-b2aa-ca7b205b00d6 service neutron] Port 220d3bdf-7e80-4005-ba6c-054bbbffc8b7 on network 09af6274-7110-4e9c-83cc-51d4d54a1676 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 25 21:11:44.893729 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fcbc300-2a81-4a1f-a096-d814ab1009ab req-f3a8293a-1ad3-4589-b2aa-ca7b205b00d6 service neutron] Attempting to bind port 220d3bdf-7e80-4005-ba6c-054bbbffc8b7 on network 09af6274-7110-4e9c-83cc-51d4d54a1676 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:11:44.924509 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fcbc300-2a81-4a1f-a096-d814ab1009ab req-f3a8293a-1ad3-4589-b2aa-ca7b205b00d6 service neutron] Checking agent: {'id': '6d577036-68fc-4aa4-aed7-5ab01de2117e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 21, 4, 34), 'started_at': datetime.datetime(2021, 12, 25, 21, 4, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 11, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:11:44.925256 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fcbc300-2a81-4a1f-a096-d814ab1009ab req-f3a8293a-1ad3-4589-b2aa-ca7b205b00d6 service neutron] Checking segment: {'id': 'c81d66e9-cd43-4a32-ab71-883a0f354192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '09af6274-7110-4e9c-83cc-51d4d54a1676'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:11:44.926269 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fcbc300-2a81-4a1f-a096-d814ab1009ab req-f3a8293a-1ad3-4589-b2aa-ca7b205b00d6 service neutron] Bound using segment: {'id': 'c81d66e9-cd43-4a32-ab71-883a0f354192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '09af6274-7110-4e9c-83cc-51d4d54a1676'} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:11:44.926978 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-1fcbc300-2a81-4a1f-a096-d814ab1009ab req-f3a8293a-1ad3-4589-b2aa-ca7b205b00d6 service neutron] Bound port: 220d3bdf-7e80-4005-ba6c-054bbbffc8b7, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c81d66e9-cd43-4a32-ab71-883a0f354192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '09af6274-7110-4e9c-83cc-51d4d54a1676'}}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:11:44.927442 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-1fcbc300-2a81-4a1f-a096-d814ab1009ab req-f3a8293a-1ad3-4589-b2aa-ca7b205b00d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:11:44.945407 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-fed75c8a-aa8e-4178-8f5d-a33f19dbc431 req-b2c64fcb-b588-4931-a4d8-371e29f1dac6 service neutron] 10.222.0.37 "GET /v2.0/networks/2332d558-39bb-411c-88af-b74bee7e32ab?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1724474
Dec 25 21:11:45.019903 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-4f74ff8b-043b-45ee-96b8-426e3bb5da24 req-aa30f72a-2709-4b20-992c-5fb74ee4165e service neutron] 10.222.0.31 "GET /v2.0/networks/1e137e86-76be-493f-9b25-1d17756925b5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1479115
Dec 25 21:11:45.115533 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035716f4-de08-4a93-bd26-7bb91468f51a req-399f6561-f773-474b-b38b-59e29d72de60 tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:11:45.117177 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-035716f4-de08-4a93-bd26-7bb91468f51a req-399f6561-f773-474b-b38b-59e29d72de60 tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a8114c1-85b3-4e15-9e15-95159b456e41 HTTP/1.1" status: 200  len: 950 time: 0.1683226
Dec 25 21:11:45.126525 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-4f74ff8b-043b-45ee-96b8-426e3bb5da24 req-3304af16-2904-4ba6-a3e0-d73453d4cea9 service neutron] 10.222.0.31 "GET /v2.0/networks/1e137e86-76be-493f-9b25-1d17756925b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0939059
Dec 25 21:11:45.130688 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-1fcbc300-2a81-4a1f-a096-d814ab1009ab req-f3a8293a-1ad3-4589-b2aa-ca7b205b00d6 service neutron] For port 220d3bdf-7e80-4005-ba6c-054bbbffc8b7, host nch1-master-1, cleared binding levels {{(pid=121606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:11:45.164278 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-fed75c8a-aa8e-4178-8f5d-a33f19dbc431 req-34473e23-b62e-4cfb-aa79-09a4c55c06d7 service neutron] 10.222.0.37 "GET /v2.0/networks/2332d558-39bb-411c-88af-b74bee7e32ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1815631
Dec 25 21:11:45.165879 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-1fcbc300-2a81-4a1f-a096-d814ab1009ab req-f3a8293a-1ad3-4589-b2aa-ca7b205b00d6 service neutron] For port 220d3bdf-7e80-4005-ba6c-054bbbffc8b7, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=220d3bdf-7e80-4005-ba6c-054bbbffc8b7,segment=NetworkSegment(c81d66e9-cd43-4a32-ab71-883a0f354192),segment_id=c81d66e9-cd43-4a32-ab71-883a0f354192)] {{(pid=121606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:11:45.196017 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-035716f4-de08-4a93-bd26-7bb91468f51a req-e13ac3b2-a22c-41de-9fe3-e00b5f421fca tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] 10.222.0.32 "GET /v2.0/security-groups?id=21386e98-0735-4168-a9d9-35455a6206b6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0703087
Dec 25 21:11:45.295849 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-1fcbc300-2a81-4a1f-a096-d814ab1009ab req-f3a8293a-1ad3-4589-b2aa-ca7b205b00d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:11:45.325747 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcbc300-2a81-4a1f-a096-d814ab1009ab req-f3a8293a-1ad3-4589-b2aa-ca7b205b00d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:11:45.326426 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-1fcbc300-2a81-4a1f-a096-d814ab1009ab req-f3a8293a-1ad3-4589-b2aa-ca7b205b00d6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:11:45.327808 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1fcbc300-2a81-4a1f-a096-d814ab1009ab req-f3a8293a-1ad3-4589-b2aa-ca7b205b00d6 service neutron] 10.222.0.31 "PUT /v2.0/ports/220d3bdf-7e80-4005-ba6c-054bbbffc8b7 HTTP/1.1" status: 200  len: 1092 time: 1.8844833
Dec 25 21:11:45.328454 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ad65377-4997-4c49-831e-c82240e86031', 'tag': '220d3bdf-7e80-4005-ba6c-054bbbffc8b7'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:11:45.331206 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9858820c13ec2827453b94ebc4181065e990a4e4089ccb9fe762531ac62d2fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9833e7ba-3034-4e3c-bd4e-a06dddd8a429" -d '{"events": [{"name": "network-changed", "server_uuid": "3ad65377-4997-4c49-831e-c82240e86031", "tag": "220d3bdf-7e80-4005-ba6c-054bbbffc8b7"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:11:45.356852 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a8293a-1ad3-4589-b2aa-ca7b205b00d6 service neutron] Pushing event updated for resources: {'Port': ['ID=220d3bdf-7e80-4005-ba6c-054bbbffc8b7,revision_number=3']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:11:45.372231 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Dec 2021 21:11:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c3969ed-5936-456f-9ea9-312dc42d37e9 x-openstack-request-id: req-7c3969ed-5936-456f-9ea9-312dc42d37e9 {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:11:45.372556 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ad65377-4997-4c49-831e-c82240e86031", "tag": "220d3bdf-7e80-4005-ba6c-054bbbffc8b7", "status": "completed", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:11:45.372781 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7c3969ed-5936-456f-9ea9-312dc42d37e9 {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:11:45.373668 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ad65377-4997-4c49-831e-c82240e86031', 'tag': '220d3bdf-7e80-4005-ba6c-054bbbffc8b7', 'status': 'completed', 'code': 200}
Dec 25 21:11:45.541137 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9833e7ba-3034-4e3c-bd4e-a06dddd8a429 req-f04d6e43-3a1b-449b-84a0-d0f4f18d5438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:11:45.542646 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9833e7ba-3034-4e3c-bd4e-a06dddd8a429 req-f04d6e43-3a1b-449b-84a0-d0f4f18d5438 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=188fe358c4684fce8fc912f48b3f186e&device_id=3ad65377-4997-4c49-831e-c82240e86031 HTTP/1.1" status: 200  len: 1095 time: 0.0946395
Dec 25 21:11:45.557833 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2437325f-701b-4457-91b0-c919b3b9bbd2 req-d5c49133-2e75-4557-9f4b-858bf7edc2e4 tempest-FloatingIPsAssociationTestJSON-622699030 tempest-FloatingIPsAssociationTestJSON-622699030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:11:45.557833 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2437325f-701b-4457-91b0-c919b3b9bbd2 req-d5c49133-2e75-4557-9f4b-858bf7edc2e4 tempest-FloatingIPsAssociationTestJSON-622699030 tempest-FloatingIPsAssociationTestJSON-622699030-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ad65377-4997-4c49-831e-c82240e86031 HTTP/1.1" status: 200  len: 944 time: 0.1002390
Dec 25 21:11:46.029713 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2437325f-701b-4457-91b0-c919b3b9bbd2 req-cba21434-5c55-4268-810f-77c62d23c608 tempest-FloatingIPsAssociationTestJSON-622699030 tempest-FloatingIPsAssociationTestJSON-622699030-project] 10.222.0.32 "GET /v2.0/security-groups?id=b69513af-ab77-4f0b-a466-982d791e7cb5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4601905
Dec 25 21:11:46.034157 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9833e7ba-3034-4e3c-bd4e-a06dddd8a429 req-e453608f-200c-472f-8122-505cce3b543b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:11:46.035584 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9833e7ba-3034-4e3c-bd4e-a06dddd8a429 req-e453608f-200c-472f-8122-505cce3b543b service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=188fe358c4684fce8fc912f48b3f186e&shared=False HTTP/1.1" status: 200  len: 922 time: 0.4766047
Dec 25 21:11:46.050193 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b04bc32-941e-45c5-9385-b4e2b320842a req-f16d5555-4c39-4e8d-86aa-392ee605b70a tempest-ListServerFiltersTestJSON-1422081367 tempest-ListServerFiltersTestJSON-1422081367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:11:46.050193 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2b04bc32-941e-45c5-9385-b4e2b320842a req-f16d5555-4c39-4e8d-86aa-392ee605b70a tempest-ListServerFiltersTestJSON-1422081367 tempest-ListServerFiltersTestJSON-1422081367-project] 10.222.0.32 "GET /v2.0/ports?device_id=d914c615-075b-48b0-bbd9-707f0b4e084d HTTP/1.1" status: 200  len: 946 time: 0.1463079
Dec 25 21:11:46.154968 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2b04bc32-941e-45c5-9385-b4e2b320842a req-3f1f4059-3e22-433c-866f-6405091403ef tempest-ListServerFiltersTestJSON-1422081367 tempest-ListServerFiltersTestJSON-1422081367-project] 10.222.0.32 "GET /v2.0/security-groups?id=447f20bc-c1b8-4d93-b35d-2eedc5c6dd85&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1009920
Dec 25 21:11:46.175298 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9833e7ba-3034-4e3c-bd4e-a06dddd8a429 req-d1008d34-3370-4050-b62b-084f2afa0fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:11:46.176823 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9833e7ba-3034-4e3c-bd4e-a06dddd8a429 req-d1008d34-3370-4050-b62b-084f2afa0fe7 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1305225
Dec 25 21:11:46.296121 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcbc300-2a81-4a1f-a096-d814ab1009ab req-8d78bbc9-18a6-4ce6-99ea-fcfe8f2fea4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:11:46.297583 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1fcbc300-2a81-4a1f-a096-d814ab1009ab req-8d78bbc9-18a6-4ce6-99ea-fcfe8f2fea4b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=188fe358c4684fce8fc912f48b3f186e&device_id=3ad65377-4997-4c49-831e-c82240e86031 HTTP/1.1" status: 200  len: 1095 time: 0.0743771
Dec 25 21:11:46.310318 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902f9a24-4a87-46e2-a4bb-1c25b2671c90 req-2bcf2892-eccb-40e9-865f-35d07183c341 tempest-ListServerFiltersTestJSON-1422081367 tempest-ListServerFiltersTestJSON-1422081367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:11:46.311930 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-902f9a24-4a87-46e2-a4bb-1c25b2671c90 req-2bcf2892-eccb-40e9-865f-35d07183c341 tempest-ListServerFiltersTestJSON-1422081367 tempest-ListServerFiltersTestJSON-1422081367-project] 10.222.0.32 "GET /v2.0/ports?device_id=d914c615-075b-48b0-bbd9-707f0b4e084d HTTP/1.1" status: 200  len: 946 time: 0.0575311
Dec 25 21:11:46.360841 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1fcbc300-2a81-4a1f-a096-d814ab1009ab req-a170c7e1-1354-41cb-ab10-32d24da3f84e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=220d3bdf-7e80-4005-ba6c-054bbbffc8b7 HTTP/1.1" status: 200  len: 217 time: 0.0479996
Dec 25 21:11:46.438087 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-902f9a24-4a87-46e2-a4bb-1c25b2671c90 req-c39868f5-db11-4142-b8ad-1887615ab096 tempest-ListServerFiltersTestJSON-1422081367 tempest-ListServerFiltersTestJSON-1422081367-project] 10.222.0.32 "GET /v2.0/security-groups?id=447f20bc-c1b8-4d93-b35d-2eedc5c6dd85&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1174483
Dec 25 21:11:46.448050 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcbc300-2a81-4a1f-a096-d814ab1009ab req-c7028065-ab13-4b2e-8db6-e67b5ce214aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:11:46.450183 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1fcbc300-2a81-4a1f-a096-d814ab1009ab req-c7028065-ab13-4b2e-8db6-e67b5ce214aa service neutron] 10.222.0.31 "GET /v2.0/subnets?id=015c1052-cc2c-4d6a-8242-ea18f582183e HTTP/1.1" status: 200  len: 860 time: 0.0762560
Dec 25 21:11:46.498246 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcbc300-2a81-4a1f-a096-d814ab1009ab req-90cc9355-891f-402c-8575-c0b7bbc41c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:11:46.500201 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1fcbc300-2a81-4a1f-a096-d814ab1009ab req-90cc9355-891f-402c-8575-c0b7bbc41c6a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=09af6274-7110-4e9c-83cc-51d4d54a1676&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0423825
Dec 25 21:11:46.616018 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a850cf-56ae-4098-9783-9a2f81ec9fb4 req-e31244ee-ebcd-4237-8f56-dfb4a0c2b77d tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:11:46.617630 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c6a850cf-56ae-4098-9783-9a2f81ec9fb4 req-e31244ee-ebcd-4237-8f56-dfb4a0c2b77d tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a8114c1-85b3-4e15-9e15-95159b456e41 HTTP/1.1" status: 200  len: 950 time: 0.1138010
Dec 25 21:11:46.654586 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1fcbc300-2a81-4a1f-a096-d814ab1009ab req-247ddfda-c358-49d1-aa22-0f5c64c5f814 service neutron] 10.222.0.31 "GET /v2.0/networks/09af6274-7110-4e9c-83cc-51d4d54a1676?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1410642
Dec 25 21:11:46.717403 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c6a850cf-56ae-4098-9783-9a2f81ec9fb4 req-9dc6838b-02cf-48d3-8d30-87e61854f9d6 tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] 10.222.0.32 "GET /v2.0/security-groups?id=21386e98-0735-4168-a9d9-35455a6206b6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0934365
Dec 25 21:11:46.788006 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1fcbc300-2a81-4a1f-a096-d814ab1009ab req-5192eaa2-93e8-4840-bfe6-677e5a4f250a service neutron] 10.222.0.31 "GET /v2.0/networks/09af6274-7110-4e9c-83cc-51d4d54a1676?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1140146
Dec 25 21:11:46.934157 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfba6398-5dfd-47b9-aa8a-c489ea35bfb4 req-fdf69fdf-d750-46e4-87f8-0461e638843c tempest-ListServerFiltersTestJSON-1422081367 tempest-ListServerFiltersTestJSON-1422081367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:11:46.936492 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-bfba6398-5dfd-47b9-aa8a-c489ea35bfb4 req-fdf69fdf-d750-46e4-87f8-0461e638843c tempest-ListServerFiltersTestJSON-1422081367 tempest-ListServerFiltersTestJSON-1422081367-project] 10.222.0.32 "GET /v2.0/ports?device_id=cadf356d-6fa7-4dcf-9dcf-515f67791639 HTTP/1.1" status: 200  len: 946 time: 0.0515053
Dec 25 21:11:46.991419 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-bfba6398-5dfd-47b9-aa8a-c489ea35bfb4 req-bd98f1dc-c4cd-4d2f-b009-643136e0daaf tempest-ListServerFiltersTestJSON-1422081367 tempest-ListServerFiltersTestJSON-1422081367-project] 10.222.0.32 "GET /v2.0/security-groups?id=447f20bc-c1b8-4d93-b35d-2eedc5c6dd85&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0481963
Dec 25 21:11:47.474009 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ae3ecb-d004-4544-8c27-83e0b4d06a72 req-074a2e6c-a963-4ee6-9a3f-183706e89dc8 tempest-ListServerFiltersTestJSON-1422081367 tempest-ListServerFiltersTestJSON-1422081367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:11:47.475524 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-60ae3ecb-d004-4544-8c27-83e0b4d06a72 req-074a2e6c-a963-4ee6-9a3f-183706e89dc8 tempest-ListServerFiltersTestJSON-1422081367 tempest-ListServerFiltersTestJSON-1422081367-project] 10.222.0.32 "GET /v2.0/ports?device_id=1ae83e38-943e-47ce-af1e-e5bef506ca7d HTTP/1.1" status: 200  len: 945 time: 0.0487380
Dec 25 21:11:47.537310 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-60ae3ecb-d004-4544-8c27-83e0b4d06a72 req-7266cc3b-6b7a-4bf6-9f11-e60bbb4040cc tempest-ListServerFiltersTestJSON-1422081367 tempest-ListServerFiltersTestJSON-1422081367-project] 10.222.0.32 "GET /v2.0/security-groups?id=447f20bc-c1b8-4d93-b35d-2eedc5c6dd85&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0556455
Dec 25 21:11:47.576839 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e05c1f3-01aa-45a5-984f-ddfe91751e3a req-0fae5309-8be8-462d-b0d1-b44cfd722b81 tempest-FloatingIPsAssociationTestJSON-622699030 tempest-FloatingIPsAssociationTestJSON-622699030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:11:47.578398 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8e05c1f3-01aa-45a5-984f-ddfe91751e3a req-0fae5309-8be8-462d-b0d1-b44cfd722b81 tempest-FloatingIPsAssociationTestJSON-622699030 tempest-FloatingIPsAssociationTestJSON-622699030-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ad65377-4997-4c49-831e-c82240e86031 HTTP/1.1" status: 200  len: 944 time: 0.0572975
Dec 25 21:11:47.634290 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8e05c1f3-01aa-45a5-984f-ddfe91751e3a req-3ec1d2cb-4328-4860-b2f4-48f17e334ef4 tempest-FloatingIPsAssociationTestJSON-622699030 tempest-FloatingIPsAssociationTestJSON-622699030-project] 10.222.0.32 "GET /v2.0/security-groups?id=b69513af-ab77-4f0b-a466-982d791e7cb5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0490544
Dec 25 21:11:47.747185 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e19c448-a85d-4d25-a173-0a6e4b62ee9a req-3ce2584f-8f73-4ae8-8847-48a9f78cd714 tempest-ServersAdminTestJSON-1283496532 tempest-ServersAdminTestJSON-1283496532-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:11:47.748795 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9e19c448-a85d-4d25-a173-0a6e4b62ee9a req-3ce2584f-8f73-4ae8-8847-48a9f78cd714 tempest-ServersAdminTestJSON-1283496532 tempest-ServersAdminTestJSON-1283496532-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=9a8114c1-85b3-4e15-9e15-95159b456e41 HTTP/1.1" status: 200  len: 1101 time: 0.0454621
Dec 25 21:11:47.793161 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9e19c448-a85d-4d25-a173-0a6e4b62ee9a req-890de097-a891-4879-a374-dcc796d41038 tempest-ServersAdminTestJSON-1283496532 tempest-ServersAdminTestJSON-1283496532-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=21386e98-0735-4168-a9d9-35455a6206b6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0384798
Dec 25 21:11:47.825314 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [req-bcfdb611-7939-4223-bf97-5c7db7eb31c0 req-5311d361-22c3-4cf2-9f51-9e8dbdf78d01 tempest-ListServerFiltersTestJSON-1422081367 tempest-ListServerFiltersTestJSON-1422081367-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=121606) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 25 21:11:47.826466 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-bcfdb611-7939-4223-bf97-5c7db7eb31c0 req-5311d361-22c3-4cf2-9f51-9e8dbdf78d01 tempest-ListServerFiltersTestJSON-1422081367 tempest-ListServerFiltersTestJSON-1422081367-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0067821
Dec 25 21:11:47.921045 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-bcfdb611-7939-4223-bf97-5c7db7eb31c0 req-c5997e49-d509-46da-a036-24d08c9a1658 tempest-ListServerFiltersTestJSON-1422081367 tempest-ListServerFiltersTestJSON-1422081367-project] 10.222.0.32 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.11&fields=device_id HTTP/1.1" status: 200  len: 262 time: 0.0825331
Dec 25 21:11:48.278273 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50cdacf-9031-4426-a27d-e88e4714f1aa req-cdb27126-d982-47d3-9d0c-f40557983119 tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:11:48.279724 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b50cdacf-9031-4426-a27d-e88e4714f1aa req-cdb27126-d982-47d3-9d0c-f40557983119 tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] 10.222.0.32 "GET /v2.0/networks?id=6dded111-84d7-4606-bd1c-e9369354dff9 HTTP/1.1" status: 200  len: 805 time: 0.1112545
Dec 25 21:11:48.296835 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b50cdacf-9031-4426-a27d-e88e4714f1aa req-8bf5642c-90af-4771-8038-77e80c1cfe27 tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] 10.222.0.32 "GET /v2.0/quotas/74b18f04a1eb470bac90f3df16ec5170 HTTP/1.1" status: 200  len: 375 time: 0.0109437
Dec 25 21:11:48.346556 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b50cdacf-9031-4426-a27d-e88e4714f1aa req-60b47239-5a3a-4426-bd82-1ec9f7b59175 tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=74b18f04a1eb470bac90f3df16ec5170&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0440283
Dec 25 21:11:48.441503 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b50cdacf-9031-4426-a27d-e88e4714f1aa req-7e7eb0ec-3e8c-4ad7-b1f8-b567b75aa570 service neutron] 10.222.0.32 "GET /v2.0/networks/6dded111-84d7-4606-bd1c-e9369354dff9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0874639
Dec 25 21:11:48.451997 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device da0f28d9-3fef-4a56-9994-44b97466e1d4 no longer exists at agent hyperv_nch1-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:11:48.530947 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:11:48.542737 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b50cdacf-9031-4426-a27d-e88e4714f1aa req-6f3abb5d-d9fb-4d5b-8a17-7f852d13eb32 service neutron] 10.222.0.32 "GET /v2.0/networks/6dded111-84d7-4606-bd1c-e9369354dff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0952337
Dec 25 21:11:48.556464 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e327d55b-28ca-4bfa-bcf1-e4ed49240d52', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'da0f28d9-3fef-4a56-9994-44b97466e1d4'}] {{(pid=121608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:11:48.558707 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a88c78c3ff6266bd59c7e89d275b28c92e739b67d23c89d71af88829fd31566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-812166c8-9660-4dce-970a-6a63eb7598d9" -d '{"events": [{"server_uuid": "e327d55b-28ca-4bfa-bcf1-e4ed49240d52", "name": "network-vif-unplugged", "status": "completed", "tag": "da0f28d9-3fef-4a56-9994-44b97466e1d4"}]}' {{(pid=121608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:11:48.573050 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port da0f28d9-3fef-4a56-9994-44b97466e1d4, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=da0f28d9-3fef-4a56-9994-44b97466e1d4,segment=NetworkSegment(fad08864-4612-4be1-bb28-08cb199f6d74),segment_id=fad08864-4612-4be1-bb28-08cb199f6d74)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:11:48.593204 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72c0048-a424-4831-a38f-5b7e7e16f3ad req-a82f9c52-1ed6-441b-b011-f0c171469c43 tempest-ListServerFiltersTestJSON-1422081367 tempest-ListServerFiltersTestJSON-1422081367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:11:48.594723 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e72c0048-a424-4831-a38f-5b7e7e16f3ad req-a82f9c52-1ed6-441b-b011-f0c171469c43 tempest-ListServerFiltersTestJSON-1422081367 tempest-ListServerFiltersTestJSON-1422081367-project] 10.222.0.32 "GET /v2.0/ports?device_id=d914c615-075b-48b0-bbd9-707f0b4e084d HTTP/1.1" status: 200  len: 946 time: 0.0555680
Dec 25 21:11:48.643233 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e72c0048-a424-4831-a38f-5b7e7e16f3ad req-0afcf2d4-f959-42ad-a21d-3110aac6dc29 tempest-ListServerFiltersTestJSON-1422081367 tempest-ListServerFiltersTestJSON-1422081367-project] 10.222.0.32 "GET /v2.0/security-groups?id=447f20bc-c1b8-4d93-b35d-2eedc5c6dd85&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424585
Dec 25 21:11:48.676913 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:11:48.730328 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Pushing event updated for resources: {'Port': ['ID=da0f28d9-3fef-4a56-9994-44b97466e1d4,revision_number=8']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:11:48.755089 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1b64b2-8114-47b2-a213-cc4383eded93 req-9724690b-3e0b-4c6a-93b8-0f5fcbac5012 tempest-ServersAdminTestJSON-1283496532 tempest-ServersAdminTestJSON-1283496532-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:11:48.756674 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8b1b64b2-8114-47b2-a213-cc4383eded93 req-9724690b-3e0b-4c6a-93b8-0f5fcbac5012 tempest-ServersAdminTestJSON-1283496532 tempest-ServersAdminTestJSON-1283496532-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=9a8114c1-85b3-4e15-9e15-95159b456e41 HTTP/1.1" status: 200  len: 1101 time: 0.0504344
Dec 25 21:11:48.818133 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 25 Dec 2021 21:11:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3f292ca-130f-40c9-b85b-19a614913b34 x-openstack-request-id: req-b3f292ca-130f-40c9-b85b-19a614913b34 {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:11:48.818529 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e327d55b-28ca-4bfa-bcf1-e4ed49240d52", "name": "network-vif-unplugged", "status": "completed", "tag": "da0f28d9-3fef-4a56-9994-44b97466e1d4", "code": 200}]} {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:11:48.818955 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b3f292ca-130f-40c9-b85b-19a614913b34 {{(pid=121608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:11:48.819413 ncdv-master-1 neutron-server[121608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e327d55b-28ca-4bfa-bcf1-e4ed49240d52', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'da0f28d9-3fef-4a56-9994-44b97466e1d4', 'code': 200}
Dec 25 21:11:48.832078 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8b1b64b2-8114-47b2-a213-cc4383eded93 req-6a20e9a5-fea1-4e15-8417-2e029f66f8d6 tempest-ServersAdminTestJSON-1283496532 tempest-ServersAdminTestJSON-1283496532-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=21386e98-0735-4168-a9d9-35455a6206b6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0548353
Dec 25 21:11:48.949785 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d88f09-191a-44aa-b4c3-655e8e8e74e7 req-8aa3f6fe-c7d3-4711-9d2b-8aed08dc767c tempest-FloatingIPsAssociationTestJSON-622699030 tempest-FloatingIPsAssociationTestJSON-622699030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:11:48.951764 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-57d88f09-191a-44aa-b4c3-655e8e8e74e7 req-8aa3f6fe-c7d3-4711-9d2b-8aed08dc767c tempest-FloatingIPsAssociationTestJSON-622699030 tempest-FloatingIPsAssociationTestJSON-622699030-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ad65377-4997-4c49-831e-c82240e86031 HTTP/1.1" status: 200  len: 944 time: 0.0830846
Dec 25 21:11:48.975916 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d8fa0d-2544-45c4-9327-55c184deb109 req-0c53436f-a2a3-4bcb-ad13-9db4eeb09220 tempest-ListServerFiltersTestJSON-1422081367 tempest-ListServerFiltersTestJSON-1422081367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:11:48.977350 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-41d8fa0d-2544-45c4-9327-55c184deb109 req-0c53436f-a2a3-4bcb-ad13-9db4eeb09220 tempest-ListServerFiltersTestJSON-1422081367 tempest-ListServerFiltersTestJSON-1422081367-project] 10.222.0.32 "GET /v2.0/ports?device_id=cadf356d-6fa7-4dcf-9dcf-515f67791639 HTTP/1.1" status: 200  len: 946 time: 0.0795135
Dec 25 21:11:49.037558 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-57d88f09-191a-44aa-b4c3-655e8e8e74e7 req-89dcc6c7-d995-432d-b194-dfc7693aa3f0 tempest-FloatingIPsAssociationTestJSON-622699030 tempest-FloatingIPsAssociationTestJSON-622699030-project] 10.222.0.32 "GET /v2.0/security-groups?id=b69513af-ab77-4f0b-a466-982d791e7cb5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0763791
Dec 25 21:11:49.058075 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-41d8fa0d-2544-45c4-9327-55c184deb109 req-79448acb-9568-4aca-a327-c3c8c371100b tempest-ListServerFiltersTestJSON-1422081367 tempest-ListServerFiltersTestJSON-1422081367-project] 10.222.0.32 "GET /v2.0/security-groups?id=447f20bc-c1b8-4d93-b35d-2eedc5c6dd85&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0674860
Dec 25 21:11:49.105529 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-243c2583-22bc-45d6-a83f-32f043c6c7bd req-3f83d728-0187-4040-9e6f-39d91a526df6 tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] 10.222.0.32 "GET /v2.0/ports?device_id=c01ef47d-effa-4511-a9b2-27108542948c HTTP/1.1" status: 200  len: 210 time: 0.0276024
Dec 25 21:11:49.277062 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5cdc17-7d80-40bc-96e4-f2e70bca1b90 req-96adc97d-e659-4206-9e0f-51e76d7f2b87 tempest-ListServerFiltersTestJSON-1422081367 tempest-ListServerFiltersTestJSON-1422081367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:11:49.278559 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2b5cdc17-7d80-40bc-96e4-f2e70bca1b90 req-96adc97d-e659-4206-9e0f-51e76d7f2b87 tempest-ListServerFiltersTestJSON-1422081367 tempest-ListServerFiltersTestJSON-1422081367-project] 10.222.0.32 "GET /v2.0/ports?device_id=1ae83e38-943e-47ce-af1e-e5bef506ca7d HTTP/1.1" status: 200  len: 945 time: 0.0542030
Dec 25 21:11:49.329485 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2b5cdc17-7d80-40bc-96e4-f2e70bca1b90 req-673ba780-146e-409e-ad6b-bef3fbac75b5 tempest-ListServerFiltersTestJSON-1422081367 tempest-ListServerFiltersTestJSON-1422081367-project] 10.222.0.32 "GET /v2.0/security-groups?id=447f20bc-c1b8-4d93-b35d-2eedc5c6dd85&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439670
Dec 25 21:11:49.510543 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26eb3982-9f9f-4163-9694-a49b54e353ca req-7e8091fb-5b67-494f-af62-6460ec3b763f tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:11:49.512008 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-26eb3982-9f9f-4163-9694-a49b54e353ca req-7e8091fb-5b67-494f-af62-6460ec3b763f tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c4af366-b80d-4609-babc-fa7e67fc184a HTTP/1.1" status: 200  len: 950 time: 0.0752945
Dec 25 21:11:49.544707 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ca4993-fe56-4ee6-b77b-bae41be35f9b req-0e64dbbf-ccd2-49d8-b488-40af702f2bbe tempest-ListServerFiltersTestJSON-1422081367 tempest-ListServerFiltersTestJSON-1422081367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:11:49.550682 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ca4993-fe56-4ee6-b77b-bae41be35f9b req-0e64dbbf-ccd2-49d8-b488-40af702f2bbe tempest-ListServerFiltersTestJSON-1422081367 tempest-ListServerFiltersTestJSON-1422081367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:11:49.556486 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ca4993-fe56-4ee6-b77b-bae41be35f9b req-0e64dbbf-ccd2-49d8-b488-40af702f2bbe tempest-ListServerFiltersTestJSON-1422081367 tempest-ListServerFiltersTestJSON-1422081367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:11:49.558089 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-77ca4993-fe56-4ee6-b77b-bae41be35f9b req-0e64dbbf-ccd2-49d8-b488-40af702f2bbe tempest-ListServerFiltersTestJSON-1422081367 tempest-ListServerFiltersTestJSON-1422081367-project] 10.222.0.32 "GET /v2.0/ports?device_id=1ae83e38-943e-47ce-af1e-e5bef506ca7d&device_id=cadf356d-6fa7-4dcf-9dcf-515f67791639&device_id=d914c615-075b-48b0-bbd9-707f0b4e084d HTTP/1.1" status: 200  len: 2418 time: 0.0895796
Dec 25 21:11:49.600958 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-26eb3982-9f9f-4163-9694-a49b54e353ca req-15c36e30-9e1e-4324-aacc-4a42219a11ad tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] 10.222.0.32 "GET /v2.0/security-groups?id=21386e98-0735-4168-a9d9-35455a6206b6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0812039
Dec 25 21:11:49.650518 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-77ca4993-fe56-4ee6-b77b-bae41be35f9b req-e2d4338d-fa16-4bf3-8e1e-e1d88027efb1 tempest-ListServerFiltersTestJSON-1422081367 tempest-ListServerFiltersTestJSON-1422081367-project] 10.222.0.32 "GET /v2.0/security-groups?id=447f20bc-c1b8-4d93-b35d-2eedc5c6dd85&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0863063
Dec 25 21:11:49.666712 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e58b7d3-7fa2-4360-88ca-e38ff0ed5af2 req-a17ca1ed-a8d1-4302-8ac9-95c2d6570612 tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:11:49.668163 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3e58b7d3-7fa2-4360-88ca-e38ff0ed5af2 req-a17ca1ed-a8d1-4302-8ac9-95c2d6570612 tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] 10.222.0.31 "GET /v2.0/ports?device_id=e327d55b-28ca-4bfa-bcf1-e4ed49240d52 HTTP/1.1" status: 200  len: 943 time: 0.0603769
Dec 25 21:11:49.789962 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7a776e3f-0c9e-4454-85c6-e79ace8e69ef req-452185ce-f4dc-4543-8978-050a1585d71e tempest-ListServerFiltersTestJSON-1422081367 tempest-ListServerFiltersTestJSON-1422081367-project] 10.222.0.32 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200  len: 463 time: 0.1054616
Dec 25 21:11:49.809960 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [req-3e58b7d3-7fa2-4360-88ca-e38ff0ed5af2 req-a7326bc5-7495-45b0-a3db-c55ec0b635eb tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] Deleting port da0f28d9-3fef-4a56-9994-44b97466e1d4 {{(pid=121606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:11:49.810293 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-3e58b7d3-7fa2-4360-88ca-e38ff0ed5af2 req-a7326bc5-7495-45b0-a3db-c55ec0b635eb tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:11:49.906873 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-3e58b7d3-7fa2-4360-88ca-e38ff0ed5af2 req-a7326bc5-7495-45b0-a3db-c55ec0b635eb tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] For port da0f28d9-3fef-4a56-9994-44b97466e1d4, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=da0f28d9-3fef-4a56-9994-44b97466e1d4,segment=NetworkSegment(fad08864-4612-4be1-bb28-08cb199f6d74),segment_id=fad08864-4612-4be1-bb28-08cb199f6d74)] {{(pid=121606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:11:49.907267 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-3e58b7d3-7fa2-4360-88ca-e38ff0ed5af2 req-a7326bc5-7495-45b0-a3db-c55ec0b635eb tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:11:49.919421 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [req-3e58b7d3-7fa2-4360-88ca-e38ff0ed5af2 req-a7326bc5-7495-45b0-a3db-c55ec0b635eb tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] Calling delete_port for da0f28d9-3fef-4a56-9994-44b97466e1d4 owned by compute:nova {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:11:50.162077 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f45761-47b3-4dc3-8000-63c4aaff7a8c req-82096013-e0ae-4bd4-8676-610734e67f7c tempest-FloatingIPsAssociationTestJSON-622699030 tempest-FloatingIPsAssociationTestJSON-622699030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:11:50.163759 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b9f45761-47b3-4dc3-8000-63c4aaff7a8c req-82096013-e0ae-4bd4-8676-610734e67f7c tempest-FloatingIPsAssociationTestJSON-622699030 tempest-FloatingIPsAssociationTestJSON-622699030-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ad65377-4997-4c49-831e-c82240e86031 HTTP/1.1" status: 200  len: 944 time: 0.0590353
Dec 25 21:11:50.177157 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-3e58b7d3-7fa2-4360-88ca-e38ff0ed5af2 req-a7326bc5-7495-45b0-a3db-c55ec0b635eb tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:11:50.215523 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7326bc5-7495-45b0-a3db-c55ec0b635eb tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] Pushing event deleted for resources: {'Port': ['ID=da0f28d9-3fef-4a56-9994-44b97466e1d4,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:11:50.267155 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e58b7d3-7fa2-4360-88ca-e38ff0ed5af2 req-a7326bc5-7495-45b0-a3db-c55ec0b635eb tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] No DVR routers for this DVR port da0f28d9-3fef-4a56-9994-44b97466e1d4 on host nch1-master-1 {{(pid=121606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:11:50.272284 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-3e58b7d3-7fa2-4360-88ca-e38ff0ed5af2 req-a7326bc5-7495-45b0-a3db-c55ec0b635eb tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:11:50.275820 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3e58b7d3-7fa2-4360-88ca-e38ff0ed5af2 req-a7326bc5-7495-45b0-a3db-c55ec0b635eb tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] 10.222.0.31 "DELETE /v2.0/ports/da0f28d9-3fef-4a56-9994-44b97466e1d4 HTTP/1.1" status: 204  len: 173 time: 0.6007497
Dec 25 21:11:50.276272 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e327d55b-28ca-4bfa-bcf1-e4ed49240d52', 'name': 'network-vif-deleted', 'tag': 'da0f28d9-3fef-4a56-9994-44b97466e1d4'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:11:50.278588 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9858820c13ec2827453b94ebc4181065e990a4e4089ccb9fe762531ac62d2fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcc5ee1b-1340-4c47-9611-8755d66ec552" -d '{"events": [{"server_uuid": "e327d55b-28ca-4bfa-bcf1-e4ed49240d52", "name": "network-vif-deleted", "tag": "da0f28d9-3fef-4a56-9994-44b97466e1d4"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:11:50.296218 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b9f45761-47b3-4dc3-8000-63c4aaff7a8c req-25d792df-3d09-4d37-afa9-2eaa47430aef tempest-FloatingIPsAssociationTestJSON-622699030 tempest-FloatingIPsAssociationTestJSON-622699030-project] 10.222.0.32 "GET /v2.0/security-groups?id=b69513af-ab77-4f0b-a466-982d791e7cb5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1260171
Dec 25 21:11:50.340283 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-87b6a5a8-a420-4a75-975d-aac061606f78 req-2bc5cb3b-13c8-43f9-aaf7-90210c23b1f0 tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] 10.222.0.32 "GET /v2.0/ports?device_id=c01ef47d-effa-4511-a9b2-27108542948c HTTP/1.1" status: 200  len: 210 time: 0.0311167
Dec 25 21:11:50.412203 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 21:11:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed419f02-8314-4c41-b5fe-9c9782b92564 x-openstack-request-id: req-ed419f02-8314-4c41-b5fe-9c9782b92564 {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:11:50.412203 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e327d55b-28ca-4bfa-bcf1-e4ed49240d52", "name": "network-vif-deleted", "tag": "da0f28d9-3fef-4a56-9994-44b97466e1d4", "status": "completed", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:11:50.412203 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ed419f02-8314-4c41-b5fe-9c9782b92564 {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:11:50.412203 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e327d55b-28ca-4bfa-bcf1-e4ed49240d52', 'name': 'network-vif-deleted', 'tag': 'da0f28d9-3fef-4a56-9994-44b97466e1d4', 'status': 'completed', 'code': 200}
Dec 25 21:11:50.455071 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device 220d3bdf-7e80-4005-ba6c-054bbbffc8b7 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 25 21:11:50.563484 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port 220d3bdf-7e80-4005-ba6c-054bbbffc8b7, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=220d3bdf-7e80-4005-ba6c-054bbbffc8b7,segment=NetworkSegment(c81d66e9-cd43-4a32-ab71-883a0f354192),segment_id=c81d66e9-cd43-4a32-ab71-883a0f354192)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:11:50.579316 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Returning: {'device': '220d3bdf-7e80-4005-ba6c-054bbbffc8b7', 'network_id': '09af6274-7110-4e9c-83cc-51d4d54a1676', 'port_id': '220d3bdf-7e80-4005-ba6c-054bbbffc8b7', 'mac_address': 'fa:16:3e:4b:d1:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '015c1052-cc2c-4d6a-8242-ea18f582183e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 25 21:11:50.613735 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:11:50.627032 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 220d3bdf-7e80-4005-ba6c-054bbbffc8b7 {{(pid=121608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:11:50.656438 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port 220d3bdf-7e80-4005-ba6c-054bbbffc8b7, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=220d3bdf-7e80-4005-ba6c-054bbbffc8b7,segment=NetworkSegment(c81d66e9-cd43-4a32-ab71-883a0f354192),segment_id=c81d66e9-cd43-4a32-ab71-883a0f354192)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:11:50.749705 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:11:50.820608 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Pushing event updated for resources: {'Port': ['ID=220d3bdf-7e80-4005-ba6c-054bbbffc8b7,revision_number=4']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:11:50.828244 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d979b6f6-2a7b-490b-aca9-6bfe1097cff6 req-24fe8522-24dd-4102-9d6b-7363b111d3ed tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:11:50.836060 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d979b6f6-2a7b-490b-aca9-6bfe1097cff6 req-24fe8522-24dd-4102-9d6b-7363b111d3ed tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c4af366-b80d-4609-babc-fa7e67fc184a HTTP/1.1" status: 200  len: 950 time: 0.0768316
Dec 25 21:11:50.886085 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d979b6f6-2a7b-490b-aca9-6bfe1097cff6 req-5af21da3-b268-4251-aea8-83b6a444189b tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] 10.222.0.32 "GET /v2.0/security-groups?id=21386e98-0735-4168-a9d9-35455a6206b6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0491662
Dec 25 21:11:51.004458 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01b0cc5-8387-47c7-8350-ac13ecf588f2 req-78361b76-cec2-4194-ad1e-3d344439d7a6 tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:11:51.006122 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b01b0cc5-8387-47c7-8350-ac13ecf588f2 req-78361b76-cec2-4194-ad1e-3d344439d7a6 tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] 10.222.0.37 "GET /v2.0/ports?device_id=4c4af366-b80d-4609-babc-fa7e67fc184a HTTP/1.1" status: 200  len: 950 time: 0.0493555
Dec 25 21:11:51.115545 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [req-b01b0cc5-8387-47c7-8350-ac13ecf588f2 req-1e7fa6c5-9072-4e8a-b7e0-271a9289344f tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] Deleting port 0452d256-fbe5-43b7-9bfc-ff41873d27cd {{(pid=121606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:11:51.116027 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-b01b0cc5-8387-47c7-8350-ac13ecf588f2 req-1e7fa6c5-9072-4e8a-b7e0-271a9289344f tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:11:51.216897 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-b01b0cc5-8387-47c7-8350-ac13ecf588f2 req-1e7fa6c5-9072-4e8a-b7e0-271a9289344f tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] For port 0452d256-fbe5-43b7-9bfc-ff41873d27cd, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0452d256-fbe5-43b7-9bfc-ff41873d27cd,segment=NetworkSegment(85c774cb-a0eb-4ad9-961f-f331d3b37cd6),segment_id=85c774cb-a0eb-4ad9-961f-f331d3b37cd6)] {{(pid=121606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:11:51.217365 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-b01b0cc5-8387-47c7-8350-ac13ecf588f2 req-1e7fa6c5-9072-4e8a-b7e0-271a9289344f tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:11:51.230328 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [req-b01b0cc5-8387-47c7-8350-ac13ecf588f2 req-1e7fa6c5-9072-4e8a-b7e0-271a9289344f tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] Calling delete_port for 0452d256-fbe5-43b7-9bfc-ff41873d27cd owned by compute:nova {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:11:51.241508 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] get_ports_and_sgs() called for port_ids ['220d3bdf-7e80-4005-ba6c-054bbbffc8b7'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:11:51.433805 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088fe4d6-e898-4bd9-84d9-7945c5bc4003 req-47d8978e-61fa-47e5-88ee-6163d5b4d43a tempest-FloatingIPsAssociationTestJSON-622699030 tempest-FloatingIPsAssociationTestJSON-622699030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:11:51.435324 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-088fe4d6-e898-4bd9-84d9-7945c5bc4003 req-47d8978e-61fa-47e5-88ee-6163d5b4d43a tempest-FloatingIPsAssociationTestJSON-622699030 tempest-FloatingIPsAssociationTestJSON-622699030-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ad65377-4997-4c49-831e-c82240e86031 HTTP/1.1" status: 200  len: 945 time: 0.0489898
Dec 25 21:11:51.490200 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-b01b0cc5-8387-47c7-8350-ac13ecf588f2 req-1e7fa6c5-9072-4e8a-b7e0-271a9289344f tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:11:51.495189 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-088fe4d6-e898-4bd9-84d9-7945c5bc4003 req-5548aa44-eb9d-406b-b3ba-0b1bfe370af9 tempest-FloatingIPsAssociationTestJSON-622699030 tempest-FloatingIPsAssociationTestJSON-622699030-project] 10.222.0.32 "GET /v2.0/security-groups?id=b69513af-ab77-4f0b-a466-982d791e7cb5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0528164
Dec 25 21:11:51.502590 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] get_ports_and_sgs() called for port_ids ['6e1c9c71-c87a-4d1b-aa9b-dbbcce58234a', '0452d256-fbe5-43b7-9bfc-ff41873d27cd', 'f465e7da-b12a-4235-8af5-b0f521da6640'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:11:51.543388 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7fa6c5-9072-4e8a-b7e0-271a9289344f tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] Pushing event deleted for resources: {'Port': ['ID=0452d256-fbe5-43b7-9bfc-ff41873d27cd,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:11:51.610369 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [req-b01b0cc5-8387-47c7-8350-ac13ecf588f2 req-1e7fa6c5-9072-4e8a-b7e0-271a9289344f tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] No DVR routers for this DVR port 0452d256-fbe5-43b7-9bfc-ff41873d27cd on host nch2-master-1 {{(pid=121606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:11:51.614610 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-b01b0cc5-8387-47c7-8350-ac13ecf588f2 req-1e7fa6c5-9072-4e8a-b7e0-271a9289344f tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:11:51.624590 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b01b0cc5-8387-47c7-8350-ac13ecf588f2 req-1e7fa6c5-9072-4e8a-b7e0-271a9289344f tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] 10.222.0.37 "DELETE /v2.0/ports/0452d256-fbe5-43b7-9bfc-ff41873d27cd HTTP/1.1" status: 204  len: 173 time: 0.6056445
Dec 25 21:11:51.656510 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50cdacf-9031-4426-a27d-e88e4714f1aa req-13620332-39a0-4887-99db-455dfb54c9ec tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:11:51.658741 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-b50cdacf-9031-4426-a27d-e88e4714f1aa req-13620332-39a0-4887-99db-455dfb54c9ec tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] 10.222.0.37 "GET /v2.0/networks?id=6dded111-84d7-4606-bd1c-e9369354dff9 HTTP/1.1" status: 200  len: 805 time: 0.1465211
Dec 25 21:11:51.666166 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2de8d3a4-eb64-4c7c-8862-3513c456ccc5 req-028e00df-afe7-49b5-9160-660ebaa928ba tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] 10.222.0.32 "GET /v2.0/ports?device_id=c01ef47d-effa-4511-a9b2-27108542948c HTTP/1.1" status: 200  len: 210 time: 0.0405021
Dec 25 21:11:51.677492 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [req-b50cdacf-9031-4426-a27d-e88e4714f1aa req-3a55fc51-5a06-41fc-9ea8-aa2c94b9a4c8 tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] Request body: {'port': {'device_id': 'c01ef47d-effa-4511-a9b2-27108542948c', 'network_id': '6dded111-84d7-4606-bd1c-e9369354dff9', 'admin_state_up': True, 'tenant_id': '74b18f04a1eb470bac90f3df16ec5170'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:11:51.802419 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f5bf94-4bd6-4cf9-bbbc-8aa3596f3efd req-04816024-35ec-491f-86d0-3fc0e37186f8 tempest-ListServerFiltersTestJSON-1422081367 tempest-ListServerFiltersTestJSON-1422081367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:11:51.804275 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-10f5bf94-4bd6-4cf9-bbbc-8aa3596f3efd req-04816024-35ec-491f-86d0-3fc0e37186f8 tempest-ListServerFiltersTestJSON-1422081367 tempest-ListServerFiltersTestJSON-1422081367-project] 10.222.0.32 "GET /v2.0/ports?device_id=1ae83e38-943e-47ce-af1e-e5bef506ca7d HTTP/1.1" status: 200  len: 945 time: 0.0663140
Dec 25 21:11:51.863541 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-10f5bf94-4bd6-4cf9-bbbc-8aa3596f3efd req-f58e4bd6-7d73-4325-97ec-9fb57465984f tempest-ListServerFiltersTestJSON-1422081367 tempest-ListServerFiltersTestJSON-1422081367-project] 10.222.0.32 "GET /v2.0/security-groups?id=447f20bc-c1b8-4d93-b35d-2eedc5c6dd85&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0506120
Dec 25 21:11:51.953818 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b50cdacf-9031-4426-a27d-e88e4714f1aa req-3a55fc51-5a06-41fc-9ea8-aa2c94b9a4c8 tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] Made reservation on behalf of 74b18f04a1eb470bac90f3df16ec5170 for: {'port': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:11:51.960146 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-b50cdacf-9031-4426-a27d-e88e4714f1aa req-3a55fc51-5a06-41fc-9ea8-aa2c94b9a4c8 tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:11:52.013526 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9695d54d-fc18-44fd-b49e-4a6ca8f43285 req-129e696f-6f09-4ac8-ae3a-9a1727a3c9d8 tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c4af366-b80d-4609-babc-fa7e67fc184a HTTP/1.1" status: 200  len: 210 time: 0.0378611
Dec 25 21:11:52.117837 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_common [req-b50cdacf-9031-4426-a27d-e88e4714f1aa req-3a55fc51-5a06-41fc-9ea8-aa2c94b9a4c8 tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] Allocated IP 172.20.0.12 (6dded111-84d7-4606-bd1c-e9369354dff9/4319d64b-4a91-4427-9485-7d07e2bc5ab0/9b84f1ce-b047-4065-9144-b2767da8f6e2) {{(pid=121607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:11:52.262546 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-b50cdacf-9031-4426-a27d-e88e4714f1aa req-3a55fc51-5a06-41fc-9ea8-aa2c94b9a4c8 tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] Publish callbacks [] for port, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:11:52.373165 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-b50cdacf-9031-4426-a27d-e88e4714f1aa req-3a55fc51-5a06-41fc-9ea8-aa2c94b9a4c8 tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:11:52.408972 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c4af366-b80d-4609-babc-fa7e67fc184a', 'name': 'network-vif-deleted', 'tag': '0452d256-fbe5-43b7-9bfc-ff41873d27cd'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:11:52.411374 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9858820c13ec2827453b94ebc4181065e990a4e4089ccb9fe762531ac62d2fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b045bc0-78ba-4c9f-93a4-43afe1a4fccb" -d '{"events": [{"server_uuid": "4c4af366-b80d-4609-babc-fa7e67fc184a", "name": "network-vif-deleted", "tag": "0452d256-fbe5-43b7-9bfc-ff41873d27cd"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:11:52.418641 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b50cdacf-9031-4426-a27d-e88e4714f1aa req-3a55fc51-5a06-41fc-9ea8-aa2c94b9a4c8 tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] Network 6dded111-84d7-4606-bd1c-e9369354dff9 is already hosted by enough agents. {{(pid=121607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:11:52.421882 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [req-b50cdacf-9031-4426-a27d-e88e4714f1aa req-3a55fc51-5a06-41fc-9ea8-aa2c94b9a4c8 tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] Resources bound (agent type, host, resource id):  {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:11:52.424380 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [req-b50cdacf-9031-4426-a27d-e88e4714f1aa req-3a55fc51-5a06-41fc-9ea8-aa2c94b9a4c8 tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] Received port after_create {{(pid=121607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:11:52.451311 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 21:11:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4eb0cccb-e598-4185-bd7d-2dba836295ea x-openstack-request-id: req-4eb0cccb-e598-4185-bd7d-2dba836295ea {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:11:52.451609 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c4af366-b80d-4609-babc-fa7e67fc184a", "name": "network-vif-deleted", "tag": "0452d256-fbe5-43b7-9bfc-ff41873d27cd", "status": "completed", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:11:52.451862 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4eb0cccb-e598-4185-bd7d-2dba836295ea {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:11:52.452417 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c4af366-b80d-4609-babc-fa7e67fc184a', 'name': 'network-vif-deleted', 'tag': '0452d256-fbe5-43b7-9bfc-ff41873d27cd', 'status': 'completed', 'code': 200}
Dec 25 21:11:52.457701 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a55fc51-5a06-41fc-9ea8-aa2c94b9a4c8 tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] Pushing event updated for resources: {'Port': ['ID=9b84f1ce-b047-4065-9144-b2767da8f6e2,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:11:52.460357 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device 220d3bdf-7e80-4005-ba6c-054bbbffc8b7 up at agent hyperv_nch1-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:11:52.486559 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.agents_db [None req-ec08dba0-4483-4109-b5e1-5e4a9fdaf12d None None] Agent healthcheck: found 7 active agents {{(pid=121609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 25 21:11:52.487979 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50cdacf-9031-4426-a27d-e88e4714f1aa req-3a55fc51-5a06-41fc-9ea8-aa2c94b9a4c8 tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:11:52.488606 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-b50cdacf-9031-4426-a27d-e88e4714f1aa req-3a55fc51-5a06-41fc-9ea8-aa2c94b9a4c8 tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:11:52.581561 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-b50cdacf-9031-4426-a27d-e88e4714f1aa req-3a55fc51-5a06-41fc-9ea8-aa2c94b9a4c8 tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.9096088
Dec 25 21:11:52.596678 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [req-b50cdacf-9031-4426-a27d-e88e4714f1aa req-ed2a2cdd-43bb-474a-b5e1-f101714e9492 service neutron] Request body: {'port': {'device_id': 'c01ef47d-effa-4511-a9b2-27108542948c', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:11:52.636283 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1568e92-bd7d-4e55-8bde-08b64b9c2a85 req-472eace6-3fc0-4c63-9be4-b64996769235 tempest-FloatingIPsAssociationTestJSON-622699030 tempest-FloatingIPsAssociationTestJSON-622699030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:11:52.637727 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a1568e92-bd7d-4e55-8bde-08b64b9c2a85 req-472eace6-3fc0-4c63-9be4-b64996769235 tempest-FloatingIPsAssociationTestJSON-622699030 tempest-FloatingIPsAssociationTestJSON-622699030-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ad65377-4997-4c49-831e-c82240e86031 HTTP/1.1" status: 200  len: 945 time: 0.0507581
Dec 25 21:11:52.657391 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-b50cdacf-9031-4426-a27d-e88e4714f1aa req-ed2a2cdd-43bb-474a-b5e1-f101714e9492 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:11:52.675586 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Provisioning for port 220d3bdf-7e80-4005-ba6c-054bbbffc8b7 completed by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 25 21:11:52.682595 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Provisioning complete for port 220d3bdf-7e80-4005-ba6c-054bbbffc8b7 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:11:52.682595 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:11:52.688415 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a1568e92-bd7d-4e55-8bde-08b64b9c2a85 req-ce9ef36e-cb09-441b-a272-9da0f746054a tempest-FloatingIPsAssociationTestJSON-622699030 tempest-FloatingIPsAssociationTestJSON-622699030-project] 10.222.0.32 "GET /v2.0/security-groups?id=b69513af-ab77-4f0b-a466-982d791e7cb5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440135
Dec 25 21:11:52.826548 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:11:52.828989 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda6a973-c869-49fd-91a0-db4fbfc1098c req-c61363a2-67af-4d55-9d93-9ceeb51b8908 tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:11:52.831163 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-bda6a973-c869-49fd-91a0-db4fbfc1098c req-c61363a2-67af-4d55-9d93-9ceeb51b8908 tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] 10.222.0.32 "GET /v2.0/ports?device_id=c01ef47d-effa-4511-a9b2-27108542948c HTTP/1.1" status: 200  len: 932 time: 0.0682805
Dec 25 21:11:52.856350 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ad65377-4997-4c49-831e-c82240e86031', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '220d3bdf-7e80-4005-ba6c-054bbbffc8b7'}] {{(pid=121608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:11:52.860313 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a88c78c3ff6266bd59c7e89d275b28c92e739b67d23c89d71af88829fd31566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1146dc4a-236b-40b8-94dd-dbd4da033f8f" -d '{"events": [{"server_uuid": "3ad65377-4997-4c49-831e-c82240e86031", "name": "network-vif-plugged", "status": "completed", "tag": "220d3bdf-7e80-4005-ba6c-054bbbffc8b7"}]}' {{(pid=121608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:11:52.871955 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port 220d3bdf-7e80-4005-ba6c-054bbbffc8b7, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=220d3bdf-7e80-4005-ba6c-054bbbffc8b7,segment=NetworkSegment(c81d66e9-cd43-4a32-ab71-883a0f354192),segment_id=c81d66e9-cd43-4a32-ab71-883a0f354192)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:11:52.889578 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-bda6a973-c869-49fd-91a0-db4fbfc1098c req-74c3a099-67a0-43e1-a5ae-6fb4ac9cc2cc tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] 10.222.0.32 "GET /v2.0/security-groups?id=381a44e3-d0d7-4aba-bc61-1ef7cfa17da9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0522454
Dec 25 21:11:52.905134 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 21:11:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02cf143e-5ddf-48ed-94ed-0539268d08a8 x-openstack-request-id: req-02cf143e-5ddf-48ed-94ed-0539268d08a8 {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:11:52.905134 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ad65377-4997-4c49-831e-c82240e86031", "name": "network-vif-plugged", "status": "completed", "tag": "220d3bdf-7e80-4005-ba6c-054bbbffc8b7", "code": 200}]} {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:11:52.905134 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-02cf143e-5ddf-48ed-94ed-0539268d08a8 {{(pid=121608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:11:52.905134 ncdv-master-1 neutron-server[121608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ad65377-4997-4c49-831e-c82240e86031', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '220d3bdf-7e80-4005-ba6c-054bbbffc8b7', 'code': 200}
Dec 25 21:11:52.992469 ncdv-master-1 neutron-server[121607]: DEBUG neutron.notifiers.nova [req-b50cdacf-9031-4426-a27d-e88e4714f1aa req-ed2a2cdd-43bb-474a-b5e1-f101714e9492 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b84f1ce-b047-4065-9144-b2767da8f6e2 {{(pid=121607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:11:53.000819 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:11:53.001057 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-b50cdacf-9031-4426-a27d-e88e4714f1aa req-ed2a2cdd-43bb-474a-b5e1-f101714e9492 service neutron] Publish callbacks [] for port, precommit_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:11:53.015634 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.provisioning_blocks [req-b50cdacf-9031-4426-a27d-e88e4714f1aa req-ed2a2cdd-43bb-474a-b5e1-f101714e9492 service neutron] Transition to ACTIVE for port object 9b84f1ce-b047-4065-9144-b2767da8f6e2 will not be triggered until provisioned by entity L2. {{(pid=121607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 25 21:11:53.064987 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Pushing event updated for resources: {'Port': ['ID=220d3bdf-7e80-4005-ba6c-054bbbffc8b7,revision_number=5']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:11:53.085678 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23104f6-5a21-4d12-84a1-587d90e5a59b req-dd8150cc-8d22-4627-a6d7-b6b923d99be6 tempest-ListServerFiltersTestJSON-1422081367 tempest-ListServerFiltersTestJSON-1422081367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:11:53.087185 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a23104f6-5a21-4d12-84a1-587d90e5a59b req-dd8150cc-8d22-4627-a6d7-b6b923d99be6 tempest-ListServerFiltersTestJSON-1422081367 tempest-ListServerFiltersTestJSON-1422081367-project] 10.222.0.32 "GET /v2.0/ports?device_id=1ae83e38-943e-47ce-af1e-e5bef506ca7d HTTP/1.1" status: 200  len: 945 time: 0.0996435
Dec 25 21:11:53.089181 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0731a31-c890-443a-8bd3-fc284df2fe23 req-d806e8cc-e7e2-4a4a-8182-fe63109259d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:11:53.090529 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d0731a31-c890-443a-8bd3-fc284df2fe23 req-d806e8cc-e7e2-4a4a-8182-fe63109259d9 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=3ad65377-4997-4c49-831e-c82240e86031 HTTP/1.1" status: 200  len: 1097 time: 0.0805149
Dec 25 21:11:53.120838 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-b50cdacf-9031-4426-a27d-e88e4714f1aa req-ed2a2cdd-43bb-474a-b5e1-f101714e9492 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8632327'] for port, after_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:11:53.167624 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a23104f6-5a21-4d12-84a1-587d90e5a59b req-8948dab7-dcd5-49a4-8fdf-b05d7f15d0f2 tempest-ListServerFiltersTestJSON-1422081367 tempest-ListServerFiltersTestJSON-1422081367-project] 10.222.0.32 "GET /v2.0/security-groups?id=447f20bc-c1b8-4d93-b35d-2eedc5c6dd85&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0744097
Dec 25 21:11:53.173795 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d0731a31-c890-443a-8bd3-fc284df2fe23 req-d1b80337-e88b-4dac-9f80-c4e335929d75 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=b69513af-ab77-4f0b-a466-982d791e7cb5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0741012
Dec 25 21:11:53.209404 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2a2cdd-43bb-474a-b5e1-f101714e9492 service neutron] Pushing event updated for resources: {'Port': ['ID=9b84f1ce-b047-4065-9144-b2767da8f6e2,revision_number=2']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:11:53.265325 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:11:53.265325 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:11:53.265325 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:11:53.265325 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:11:53.265325 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:11:53.265325 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:11:53.265325 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:11:53.265325 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:11:53.265325 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:11:53.265325 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:11:53.265325 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:11:53.265325 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:11:53.265325 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:11:53.265325 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:11:53.265325 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:11:53.265325 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:11:53.265325 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:11:53.265325 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:11:53.265325 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:11:53.265325 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:11:53.265325 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:11:53.265325 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:11:53.265325 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:11:53.265325 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:11:53.265325 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:11:53.265325 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:11:53.265325 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:11:53.265325 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:11:53.265325 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:11:53.265325 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:11:53.265325 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:11:53.265325 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:11:53.265325 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:11:53.265325 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:11:53.265325 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:11:53.265325 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:11:53.268642 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:11:53.268642 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:11:53.268642 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:11:53.268642 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:11:53.268642 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:11:53.268642 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:11:53.268642 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:11:53.268642 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:11:53.268642 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:11:53.268642 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:11:53.268642 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:11:53.268642 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:11:53.268642 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de644436-dae0-4e4e-b1ee-4d97687e2c6b req-0ce1727f-7a74-4bc3-b1b4-8f7d589715ac tempest-ListServerFiltersTestJSON-1422081367 tempest-ListServerFiltersTestJSON-1422081367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:11:53.272490 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-de644436-dae0-4e4e-b1ee-4d97687e2c6b req-0ce1727f-7a74-4bc3-b1b4-8f7d589715ac tempest-ListServerFiltersTestJSON-1422081367 tempest-ListServerFiltersTestJSON-1422081367-project] 10.222.0.31 "GET /v2.0/ports?device_id=1ae83e38-943e-47ce-af1e-e5bef506ca7d HTTP/1.1" status: 200  len: 945 time: 0.1397836
Dec 25 21:11:53.294432 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.managers [req-b50cdacf-9031-4426-a27d-e88e4714f1aa req-ed2a2cdd-43bb-474a-b5e1-f101714e9492 service neutron] Attempting to bind port 9b84f1ce-b047-4065-9144-b2767da8f6e2 on host nch2-master-1 for vnic_type normal with profile  {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:11:53.295137 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.managers [req-b50cdacf-9031-4426-a27d-e88e4714f1aa req-ed2a2cdd-43bb-474a-b5e1-f101714e9492 service neutron] Attempting to bind port 9b84f1ce-b047-4065-9144-b2767da8f6e2 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'fad08864-4612-4be1-bb28-08cb199f6d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6dded111-84d7-4606-bd1c-e9369354dff9'}] {{(pid=121607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:11:53.295137 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b50cdacf-9031-4426-a27d-e88e4714f1aa req-ed2a2cdd-43bb-474a-b5e1-f101714e9492 service neutron] Attempting to bind port 9b84f1ce-b047-4065-9144-b2767da8f6e2 on network 6dded111-84d7-4606-bd1c-e9369354dff9 {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:11:53.299410 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b50cdacf-9031-4426-a27d-e88e4714f1aa req-ed2a2cdd-43bb-474a-b5e1-f101714e9492 service neutron] Port 9b84f1ce-b047-4065-9144-b2767da8f6e2 on network 6dded111-84d7-4606-bd1c-e9369354dff9 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 25 21:11:53.299729 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b50cdacf-9031-4426-a27d-e88e4714f1aa req-ed2a2cdd-43bb-474a-b5e1-f101714e9492 service neutron] Attempting to bind port 9b84f1ce-b047-4065-9144-b2767da8f6e2 on network 6dded111-84d7-4606-bd1c-e9369354dff9 {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:11:53.304643 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b50cdacf-9031-4426-a27d-e88e4714f1aa req-ed2a2cdd-43bb-474a-b5e1-f101714e9492 service neutron] Checking agent: {'id': '0d9ae313-8f8d-40fa-8a9f-d098a25a9911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 21, 4, 38), 'started_at': datetime.datetime(2021, 12, 25, 21, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 11, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:11:53.305012 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b50cdacf-9031-4426-a27d-e88e4714f1aa req-ed2a2cdd-43bb-474a-b5e1-f101714e9492 service neutron] Checking segment: {'id': 'fad08864-4612-4be1-bb28-08cb199f6d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6dded111-84d7-4606-bd1c-e9369354dff9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:11:53.305390 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b50cdacf-9031-4426-a27d-e88e4714f1aa req-ed2a2cdd-43bb-474a-b5e1-f101714e9492 service neutron] Bound using segment: {'id': 'fad08864-4612-4be1-bb28-08cb199f6d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6dded111-84d7-4606-bd1c-e9369354dff9'} {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:11:53.305838 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.managers [req-b50cdacf-9031-4426-a27d-e88e4714f1aa req-ed2a2cdd-43bb-474a-b5e1-f101714e9492 service neutron] Bound port: 9b84f1ce-b047-4065-9144-b2767da8f6e2, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fad08864-4612-4be1-bb28-08cb199f6d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6dded111-84d7-4606-bd1c-e9369354dff9'}}] {{(pid=121607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:11:53.306188 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-b50cdacf-9031-4426-a27d-e88e4714f1aa req-ed2a2cdd-43bb-474a-b5e1-f101714e9492 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:11:53.373961 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.db [req-b50cdacf-9031-4426-a27d-e88e4714f1aa req-ed2a2cdd-43bb-474a-b5e1-f101714e9492 service neutron] For port 9b84f1ce-b047-4065-9144-b2767da8f6e2, host nch2-master-1, cleared binding levels {{(pid=121607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:11:53.408328 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.db [req-b50cdacf-9031-4426-a27d-e88e4714f1aa req-ed2a2cdd-43bb-474a-b5e1-f101714e9492 service neutron] For port 9b84f1ce-b047-4065-9144-b2767da8f6e2, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9b84f1ce-b047-4065-9144-b2767da8f6e2,segment=NetworkSegment(fad08864-4612-4be1-bb28-08cb199f6d74),segment_id=fad08864-4612-4be1-bb28-08cb199f6d74)] {{(pid=121607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:11:53.464428 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [req-de644436-dae0-4e4e-b1ee-4d97687e2c6b req-c1a4f362-6839-489f-b006-5c5630decc32 tempest-ListServerFiltersTestJSON-1422081367 tempest-ListServerFiltersTestJSON-1422081367-project] Deleting port 9ec98fee-c19b-4539-9748-2eb705309dff {{(pid=121607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:11:53.464660 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-de644436-dae0-4e4e-b1ee-4d97687e2c6b req-c1a4f362-6839-489f-b006-5c5630decc32 tempest-ListServerFiltersTestJSON-1422081367 tempest-ListServerFiltersTestJSON-1422081367-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:11:53.480439 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-b50cdacf-9031-4426-a27d-e88e4714f1aa req-ed2a2cdd-43bb-474a-b5e1-f101714e9492 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8632327'] for port, after_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:11:53.512207 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device 0452d256-fbe5-43b7-9bfc-ff41873d27cd no longer exists at agent hyperv_nch2-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:11:53.541094 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] No Port match for: 0452d256-fbe5-43b7-9bfc-ff41873d27cd {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:11:53.541445 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device 0452d256-fbe5-43b7-9bfc-ff41873d27cd not bound to the agent host nch2-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:11:53.622623 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfb10b6-b336-48d2-b6a5-fd1c8e9b8109 req-a000533c-d3b3-47c2-adac-9d40190c8bdf tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:11:53.624210 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7bfb10b6-b336-48d2-b6a5-fd1c8e9b8109 req-a000533c-d3b3-47c2-adac-9d40190c8bdf tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a96da32-1c68-4f60-8164-56d8ced8b069 HTTP/1.1" status: 200  len: 950 time: 0.0555911
Dec 25 21:11:53.676991 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7bfb10b6-b336-48d2-b6a5-fd1c8e9b8109 req-4d09691f-69b5-4c1b-9dd1-bc7afc24901b tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] 10.222.0.32 "GET /v2.0/security-groups?id=21386e98-0735-4168-a9d9-35455a6206b6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0455985
Dec 25 21:11:53.822468 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50cdacf-9031-4426-a27d-e88e4714f1aa req-ed2a2cdd-43bb-474a-b5e1-f101714e9492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:11:53.823102 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-b50cdacf-9031-4426-a27d-e88e4714f1aa req-ed2a2cdd-43bb-474a-b5e1-f101714e9492 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:11:53.824451 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-b50cdacf-9031-4426-a27d-e88e4714f1aa req-ed2a2cdd-43bb-474a-b5e1-f101714e9492 service neutron] 10.222.0.37 "PUT /v2.0/ports/9b84f1ce-b047-4065-9144-b2767da8f6e2 HTTP/1.1" status: 200  len: 1092 time: 1.2322419
Dec 25 21:11:53.825049 ncdv-master-1 neutron-server[121607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c01ef47d-effa-4511-a9b2-27108542948c', 'tag': '9b84f1ce-b047-4065-9144-b2767da8f6e2'}] {{(pid=121607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:11:53.825648 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94f3187-4572-4d1d-9798-2ebebda5a210 req-1a836a15-d0a3-4fc8-93cc-ce723ee99124 tempest-FloatingIPsAssociationTestJSON-622699030 tempest-FloatingIPsAssociationTestJSON-622699030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:11:53.827533 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c94f3187-4572-4d1d-9798-2ebebda5a210 req-1a836a15-d0a3-4fc8-93cc-ce723ee99124 tempest-FloatingIPsAssociationTestJSON-622699030 tempest-FloatingIPsAssociationTestJSON-622699030-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ad65377-4997-4c49-831e-c82240e86031 HTTP/1.1" status: 200  len: 946 time: 0.0629852
Dec 25 21:11:53.827881 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f980bbcadfa7bf1e788024e1448be660373c21f97f015f780444e999c451203" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3eecb164-e7a3-4f43-bb42-5faf6ff6923d" -d '{"events": [{"name": "network-changed", "server_uuid": "c01ef47d-effa-4511-a9b2-27108542948c", "tag": "9b84f1ce-b047-4065-9144-b2767da8f6e2"}]}' {{(pid=121607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:11:53.864295 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2a2cdd-43bb-474a-b5e1-f101714e9492 service neutron] Pushing event updated for resources: {'Port': ['ID=9b84f1ce-b047-4065-9144-b2767da8f6e2,revision_number=3']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:11:53.882203 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.db [req-de644436-dae0-4e4e-b1ee-4d97687e2c6b req-c1a4f362-6839-489f-b006-5c5630decc32 tempest-ListServerFiltersTestJSON-1422081367 tempest-ListServerFiltersTestJSON-1422081367-project] For port 9ec98fee-c19b-4539-9748-2eb705309dff, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9ec98fee-c19b-4539-9748-2eb705309dff,segment=NetworkSegment(e8ac02a8-e826-44a3-b184-ad0b30f42bc3),segment_id=e8ac02a8-e826-44a3-b184-ad0b30f42bc3)] {{(pid=121607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:11:53.882670 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-de644436-dae0-4e4e-b1ee-4d97687e2c6b req-c1a4f362-6839-489f-b006-5c5630decc32 tempest-ListServerFiltersTestJSON-1422081367 tempest-ListServerFiltersTestJSON-1422081367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:11:53.892197 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c94f3187-4572-4d1d-9798-2ebebda5a210 req-b7ea03dd-c0de-408a-bc9e-c93dec9291b9 tempest-FloatingIPsAssociationTestJSON-622699030 tempest-FloatingIPsAssociationTestJSON-622699030-project] 10.222.0.32 "GET /v2.0/security-groups?id=b69513af-ab77-4f0b-a466-982d791e7cb5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0580556
Dec 25 21:11:53.902063 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [req-de644436-dae0-4e4e-b1ee-4d97687e2c6b req-c1a4f362-6839-489f-b006-5c5630decc32 tempest-ListServerFiltersTestJSON-1422081367 tempest-ListServerFiltersTestJSON-1422081367-project] Calling delete_port for 9ec98fee-c19b-4539-9748-2eb705309dff owned by compute:nova {{(pid=121607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:11:53.963252 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Dec 2021 21:11:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-102e3499-ed87-4602-81d4-507411a0fbba x-openstack-request-id: req-102e3499-ed87-4602-81d4-507411a0fbba {{(pid=121607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:11:53.963252 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c01ef47d-effa-4511-a9b2-27108542948c", "tag": "9b84f1ce-b047-4065-9144-b2767da8f6e2", "status": "completed", "code": 200}]} {{(pid=121607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:11:53.963252 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-102e3499-ed87-4602-81d4-507411a0fbba {{(pid=121607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:11:53.963252 ncdv-master-1 neutron-server[121607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c01ef47d-effa-4511-a9b2-27108542948c', 'tag': '9b84f1ce-b047-4065-9144-b2767da8f6e2', 'status': 'completed', 'code': 200}
Dec 25 21:11:54.020064 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb572c6-1ce4-43d7-9f80-9c49e3ebea0c req-3d0fff43-438f-4fd2-bbd4-05da66531fa9 tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:11:54.021636 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-cdb572c6-1ce4-43d7-9f80-9c49e3ebea0c req-3d0fff43-438f-4fd2-bbd4-05da66531fa9 tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] 10.222.0.32 "GET /v2.0/ports?device_id=c01ef47d-effa-4511-a9b2-27108542948c HTTP/1.1" status: 200  len: 944 time: 0.0542886
Dec 25 21:11:54.043845 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50cdacf-9031-4426-a27d-e88e4714f1aa req-0acd2a6d-7cec-4603-b680-9712808a44b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:11:54.045420 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-b50cdacf-9031-4426-a27d-e88e4714f1aa req-0acd2a6d-7cec-4603-b680-9712808a44b0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=74b18f04a1eb470bac90f3df16ec5170&device_id=c01ef47d-effa-4511-a9b2-27108542948c HTTP/1.1" status: 200  len: 1095 time: 0.0873270
Dec 25 21:11:54.079161 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-cdb572c6-1ce4-43d7-9f80-9c49e3ebea0c req-9804e415-bd66-4856-b78c-ffa848f2b5f4 tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] 10.222.0.32 "GET /v2.0/security-groups?id=381a44e3-d0d7-4aba-bc61-1ef7cfa17da9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0508337
Dec 25 21:11:54.111855 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-b50cdacf-9031-4426-a27d-e88e4714f1aa req-0f1e7e2d-fa78-4ba3-9dfd-ab69ff5bd3d1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9b84f1ce-b047-4065-9144-b2767da8f6e2 HTTP/1.1" status: 200  len: 217 time: 0.0550876
Dec 25 21:11:54.174424 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50cdacf-9031-4426-a27d-e88e4714f1aa req-f02e00e7-d6d8-4693-9a1c-655ba73af784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:11:54.175849 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-b50cdacf-9031-4426-a27d-e88e4714f1aa req-f02e00e7-d6d8-4693-9a1c-655ba73af784 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4319d64b-4a91-4427-9485-7d07e2bc5ab0 HTTP/1.1" status: 200  len: 845 time: 0.0546908
Dec 25 21:11:54.211008 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-b50cdacf-9031-4426-a27d-e88e4714f1aa req-17721e4a-dab9-461c-853f-5fdd773f8cf9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6dded111-84d7-4606-bd1c-e9369354dff9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0254486
Dec 25 21:11:54.273590 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-deb043d3-821e-467d-b88f-6de7bc1172ca req-cc0c41e4-c77a-4458-b274-bf675211a4ea tempest-ListServerFiltersTestJSON-1422081367 tempest-ListServerFiltersTestJSON-1422081367-project] 10.222.0.32 "GET /v2.0/ports?device_id=1ae83e38-943e-47ce-af1e-e5bef506ca7d HTTP/1.1" status: 200  len: 210 time: 0.0268710
Dec 25 21:11:54.278831 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-de644436-dae0-4e4e-b1ee-4d97687e2c6b req-c1a4f362-6839-489f-b006-5c5630decc32 tempest-ListServerFiltersTestJSON-1422081367 tempest-ListServerFiltersTestJSON-1422081367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:11:54.290501 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] get_ports_and_sgs() called for port_ids ['9ec98fee-c19b-4539-9748-2eb705309dff', '68318cac-8cb7-4fbd-94a8-563f01bdc7e4', '3147cbbc-6a59-4aed-93a8-d328bcb5240b'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:11:54.330824 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a4f362-6839-489f-b006-5c5630decc32 tempest-ListServerFiltersTestJSON-1422081367 tempest-ListServerFiltersTestJSON-1422081367-project] Pushing event deleted for resources: {'Port': ['ID=9ec98fee-c19b-4539-9748-2eb705309dff,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:11:54.378966 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [req-de644436-dae0-4e4e-b1ee-4d97687e2c6b req-c1a4f362-6839-489f-b006-5c5630decc32 tempest-ListServerFiltersTestJSON-1422081367 tempest-ListServerFiltersTestJSON-1422081367-project] No DVR routers for this DVR port 9ec98fee-c19b-4539-9748-2eb705309dff on host nch1-master-1 {{(pid=121607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:11:54.381788 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-de644436-dae0-4e4e-b1ee-4d97687e2c6b req-c1a4f362-6839-489f-b006-5c5630decc32 tempest-ListServerFiltersTestJSON-1422081367 tempest-ListServerFiltersTestJSON-1422081367-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:11:54.385470 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-de644436-dae0-4e4e-b1ee-4d97687e2c6b req-c1a4f362-6839-489f-b006-5c5630decc32 tempest-ListServerFiltersTestJSON-1422081367 tempest-ListServerFiltersTestJSON-1422081367-project] 10.222.0.31 "DELETE /v2.0/ports/9ec98fee-c19b-4539-9748-2eb705309dff HTTP/1.1" status: 204  len: 173 time: 1.0212486
Dec 25 21:11:54.387404 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-b50cdacf-9031-4426-a27d-e88e4714f1aa req-fc802924-58b0-457b-9471-de8c8ba4667f service neutron] 10.222.0.37 "GET /v2.0/networks/6dded111-84d7-4606-bd1c-e9369354dff9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1686502
Dec 25 21:11:54.463110 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device da0f28d9-3fef-4a56-9994-44b97466e1d4 no longer exists at agent hyperv_nch1-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:11:54.482139 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-b50cdacf-9031-4426-a27d-e88e4714f1aa req-759a69eb-0438-444d-809b-9e2202fe4107 service neutron] 10.222.0.37 "GET /v2.0/networks/6dded111-84d7-4606-bd1c-e9369354dff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0853555
Dec 25 21:11:54.486807 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] No Port match for: da0f28d9-3fef-4a56-9994-44b97466e1d4 {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:11:54.487156 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device da0f28d9-3fef-4a56-9994-44b97466e1d4 not bound to the agent host nch1-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:11:54.655225 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eecb164-e7a3-4f43-bb42-5faf6ff6923d req-51bb3056-b2c5-4aa2-9237-86dbeaf89f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:11:54.656714 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-3eecb164-e7a3-4f43-bb42-5faf6ff6923d req-51bb3056-b2c5-4aa2-9237-86dbeaf89f61 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=74b18f04a1eb470bac90f3df16ec5170&device_id=c01ef47d-effa-4511-a9b2-27108542948c HTTP/1.1" status: 200  len: 1095 time: 0.0437522
Dec 25 21:11:54.770331 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eecb164-e7a3-4f43-bb42-5faf6ff6923d req-7259cc1d-a66b-495a-9372-a5ccf411d284 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:11:54.772129 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-3eecb164-e7a3-4f43-bb42-5faf6ff6923d req-7259cc1d-a66b-495a-9372-a5ccf411d284 service neutron] 10.222.0.37 "GET /v2.0/networks?id=6dded111-84d7-4606-bd1c-e9369354dff9 HTTP/1.1" status: 200  len: 906 time: 0.0971324
Dec 25 21:11:54.813545 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cf8895-bc23-4cb8-84ef-3e57b6f319b7 req-6b362efd-c356-4c60-97be-cdf3b955983f tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:11:54.816683 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-46cf8895-bc23-4cb8-84ef-3e57b6f319b7 req-6b362efd-c356-4c60-97be-cdf3b955983f tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a96da32-1c68-4f60-8164-56d8ced8b069 HTTP/1.1" status: 200  len: 950 time: 0.0585775
Dec 25 21:11:54.836353 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-3eecb164-e7a3-4f43-bb42-5faf6ff6923d req-50a19b07-6faa-4e29-8fdf-23094cf3d8ed service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9b84f1ce-b047-4065-9144-b2767da8f6e2 HTTP/1.1" status: 200  len: 217 time: 0.0473597
Dec 25 21:11:54.870597 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-46cf8895-bc23-4cb8-84ef-3e57b6f319b7 req-f4708a0f-936e-471b-8618-320303775195 tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] 10.222.0.32 "GET /v2.0/security-groups?id=21386e98-0735-4168-a9d9-35455a6206b6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0474222
Dec 25 21:11:54.903247 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eecb164-e7a3-4f43-bb42-5faf6ff6923d req-88114298-9ffe-4db0-9d42-bac0cec6d615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:11:54.904757 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-3eecb164-e7a3-4f43-bb42-5faf6ff6923d req-88114298-9ffe-4db0-9d42-bac0cec6d615 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4319d64b-4a91-4427-9485-7d07e2bc5ab0 HTTP/1.1" status: 200  len: 845 time: 0.0609200
Dec 25 21:11:54.948078 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-3eecb164-e7a3-4f43-bb42-5faf6ff6923d req-8297f572-2e4f-4917-ad85-a080ed27f188 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6dded111-84d7-4606-bd1c-e9369354dff9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0261407
Dec 25 21:11:55.014198 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ada742-1cc0-427f-9aaf-938273acfedf req-dc27483a-3532-4df2-bcfb-ef92beed6e4c tempest-FloatingIPsAssociationTestJSON-622699030 tempest-FloatingIPsAssociationTestJSON-622699030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:11:55.015982 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c6ada742-1cc0-427f-9aaf-938273acfedf req-dc27483a-3532-4df2-bcfb-ef92beed6e4c tempest-FloatingIPsAssociationTestJSON-622699030 tempest-FloatingIPsAssociationTestJSON-622699030-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ad65377-4997-4c49-831e-c82240e86031 HTTP/1.1" status: 200  len: 946 time: 0.0479834
Dec 25 21:11:55.046421 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-3eecb164-e7a3-4f43-bb42-5faf6ff6923d req-eb9c006f-6365-4c55-b986-62d507beb2e3 service neutron] 10.222.0.37 "GET /v2.0/networks/6dded111-84d7-4606-bd1c-e9369354dff9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0899172
Dec 25 21:11:55.070673 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c6ada742-1cc0-427f-9aaf-938273acfedf req-43f21ccb-8661-443c-b2be-c8c12e1580f8 tempest-FloatingIPsAssociationTestJSON-622699030 tempest-FloatingIPsAssociationTestJSON-622699030-project] 10.222.0.32 "GET /v2.0/security-groups?id=b69513af-ab77-4f0b-a466-982d791e7cb5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0467622
Dec 25 21:11:55.181824 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-3eecb164-e7a3-4f43-bb42-5faf6ff6923d req-9ad78a64-2104-4b36-a0a3-80c1d6f0ebea service neutron] 10.222.0.37 "GET /v2.0/networks/6dded111-84d7-4606-bd1c-e9369354dff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1257110
Dec 25 21:11:55.237310 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32f544c-ed68-4ae9-8eef-18909271ed7d req-10f75dae-10ab-42af-b880-4fdde713db4b tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:11:55.238835 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e32f544c-ed68-4ae9-8eef-18909271ed7d req-10f75dae-10ab-42af-b880-4fdde713db4b tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] 10.222.0.32 "GET /v2.0/ports?device_id=c01ef47d-effa-4511-a9b2-27108542948c HTTP/1.1" status: 200  len: 944 time: 0.0831437
Dec 25 21:11:55.271626 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11e0804-6150-4945-b8b2-03556f765842 req-dd539315-9880-4baf-90a9-890afe6d96af tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:11:55.273314 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-a11e0804-6150-4945-b8b2-03556f765842 req-dd539315-9880-4baf-90a9-890afe6d96af tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a96da32-1c68-4f60-8164-56d8ced8b069 HTTP/1.1" status: 200  len: 950 time: 0.0517035
Dec 25 21:11:55.280349 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cab2f8-5305-48c2-b4b8-d966a2a17d1c req-13d10dd5-5835-4a45-8608-bf1ba08cfcb9 tempest-FloatingIPsAssociationTestJSON-622699030 tempest-FloatingIPsAssociationTestJSON-622699030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:11:55.281880 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d1cab2f8-5305-48c2-b4b8-d966a2a17d1c req-13d10dd5-5835-4a45-8608-bf1ba08cfcb9 tempest-FloatingIPsAssociationTestJSON-622699030 tempest-FloatingIPsAssociationTestJSON-622699030-project] 10.222.0.32 "GET /v2.0/ports?device_id=b82ed20c-bbfc-4030-a8bc-ab9fae2d2653&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 945 time: 0.0808644
Dec 25 21:11:55.353773 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d1cab2f8-5305-48c2-b4b8-d966a2a17d1c req-cbf392ff-1ef3-49ed-b309-74966ccf73c9 tempest-FloatingIPsAssociationTestJSON-622699030 tempest-FloatingIPsAssociationTestJSON-622699030-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.35.3.174 HTTP/1.1" status: 200  len: 696 time: 0.0589273
Dec 25 21:11:55.359196 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e32f544c-ed68-4ae9-8eef-18909271ed7d req-0dca3b9f-2309-45e9-aab8-2a66ffff43f0 tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] 10.222.0.32 "GET /v2.0/security-groups?id=381a44e3-d0d7-4aba-bc61-1ef7cfa17da9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1108463
Dec 25 21:11:55.366259 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-d1cab2f8-5305-48c2-b4b8-d966a2a17d1c req-b3176e34-142f-41f6-b6b5-c293d8b3caf0 tempest-FloatingIPsAssociationTestJSON-622699030 tempest-FloatingIPsAssociationTestJSON-622699030-project] Request body: {'floatingip': {'port_id': 'ad82f3ef-690a-49c9-b46f-74d324ed0682', 'fixed_ip_address': '172.20.0.8'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:11:55.396467 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [req-a11e0804-6150-4945-b8b2-03556f765842 req-ac73c570-9f9d-4f21-8fda-b8417e025f19 tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] Deleting port 6e1c9c71-c87a-4d1b-aa9b-dbbcce58234a {{(pid=121607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:11:55.397166 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-a11e0804-6150-4945-b8b2-03556f765842 req-ac73c570-9f9d-4f21-8fda-b8417e025f19 tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:11:55.409729 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-d1cab2f8-5305-48c2-b4b8-d966a2a17d1c req-b3176e34-142f-41f6-b6b5-c293d8b3caf0 tempest-FloatingIPsAssociationTestJSON-622699030 tempest-FloatingIPsAssociationTestJSON-622699030-project] Publish callbacks [] for floatingip, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:11:55.506580 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.db [req-a11e0804-6150-4945-b8b2-03556f765842 req-ac73c570-9f9d-4f21-8fda-b8417e025f19 tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] For port 6e1c9c71-c87a-4d1b-aa9b-dbbcce58234a, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=6e1c9c71-c87a-4d1b-aa9b-dbbcce58234a,segment=NetworkSegment(85c774cb-a0eb-4ad9-961f-f331d3b37cd6),segment_id=85c774cb-a0eb-4ad9-961f-f331d3b37cd6)] {{(pid=121607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:11:55.506938 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-a11e0804-6150-4945-b8b2-03556f765842 req-ac73c570-9f9d-4f21-8fda-b8417e025f19 tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:11:55.520674 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [req-a11e0804-6150-4945-b8b2-03556f765842 req-ac73c570-9f9d-4f21-8fda-b8417e025f19 tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] Calling delete_port for 6e1c9c71-c87a-4d1b-aa9b-dbbcce58234a owned by compute:nova {{(pid=121607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:11:55.551129 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-75bd3afb-45b5-4142-a30e-876a6139f233 req-54ac2dff-72c4-4f0d-8d1c-fe2675ac325f tempest-ListServerFiltersTestJSON-1422081367 tempest-ListServerFiltersTestJSON-1422081367-project] 10.222.0.32 "GET /v2.0/ports?device_id=1ae83e38-943e-47ce-af1e-e5bef506ca7d HTTP/1.1" status: 200  len: 210 time: 0.0319796
Dec 25 21:11:55.755360 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-a11e0804-6150-4945-b8b2-03556f765842 req-ac73c570-9f9d-4f21-8fda-b8417e025f19 tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:11:55.767418 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] get_ports_and_sgs() called for port_ids ['f465e7da-b12a-4235-8af5-b0f521da6640'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:11:55.787034 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac73c570-9f9d-4f21-8fda-b8417e025f19 tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] Pushing event deleted for resources: {'Port': ['ID=6e1c9c71-c87a-4d1b-aa9b-dbbcce58234a,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:11:55.837121 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [req-a11e0804-6150-4945-b8b2-03556f765842 req-ac73c570-9f9d-4f21-8fda-b8417e025f19 tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] No DVR routers for this DVR port 6e1c9c71-c87a-4d1b-aa9b-dbbcce58234a on host nch2-master-1 {{(pid=121607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:11:55.840494 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-a11e0804-6150-4945-b8b2-03556f765842 req-ac73c570-9f9d-4f21-8fda-b8417e025f19 tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:11:55.843837 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-a11e0804-6150-4945-b8b2-03556f765842 req-ac73c570-9f9d-4f21-8fda-b8417e025f19 tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] 10.222.0.37 "DELETE /v2.0/ports/6e1c9c71-c87a-4d1b-aa9b-dbbcce58234a HTTP/1.1" status: 204  len: 173 time: 0.5635853
Dec 25 21:11:55.962091 ncdv-master-1 neutron-server[121607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ae83e38-943e-47ce-af1e-e5bef506ca7d', 'name': 'network-vif-deleted', 'tag': '9ec98fee-c19b-4539-9748-2eb705309dff'}, {'server_uuid': '7a96da32-1c68-4f60-8164-56d8ced8b069', 'name': 'network-vif-deleted', 'tag': '6e1c9c71-c87a-4d1b-aa9b-dbbcce58234a'}] {{(pid=121607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:11:55.964520 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f980bbcadfa7bf1e788024e1448be660373c21f97f015f780444e999c451203" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4ae5df9-aebf-472e-ae00-8e5885f8d48f" -d '{"events": [{"server_uuid": "1ae83e38-943e-47ce-af1e-e5bef506ca7d", "name": "network-vif-deleted", "tag": "9ec98fee-c19b-4539-9748-2eb705309dff"}, {"server_uuid": "7a96da32-1c68-4f60-8164-56d8ced8b069", "name": "network-vif-deleted", "tag": "6e1c9c71-c87a-4d1b-aa9b-dbbcce58234a"}]}' {{(pid=121607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:11:55.988707 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9e7ae5d2-b3cb-4506-828a-981b3e2df6d2 req-545072ee-5113-46fd-ad2c-119833b83bd3 tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a96da32-1c68-4f60-8164-56d8ced8b069 HTTP/1.1" status: 200  len: 210 time: 0.0315137
Dec 25 21:11:55.994481 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-d1cab2f8-5305-48c2-b4b8-d966a2a17d1c req-b3176e34-142f-41f6-b6b5-c293d8b3caf0 tempest-FloatingIPsAssociationTestJSON-622699030 tempest-FloatingIPsAssociationTestJSON-622699030-project] Publish callbacks [] for floatingip, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:11:56.106319 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 25 Dec 2021 21:11:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7986baf3-4325-4cd2-9538-0a1cf6f2275c x-openstack-request-id: req-7986baf3-4325-4cd2-9538-0a1cf6f2275c {{(pid=121607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:11:56.106319 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ae83e38-943e-47ce-af1e-e5bef506ca7d", "name": "network-vif-deleted", "tag": "9ec98fee-c19b-4539-9748-2eb705309dff", "status": "completed", "code": 200}, {"server_uuid": "7a96da32-1c68-4f60-8164-56d8ced8b069", "name": "network-vif-deleted", "tag": "6e1c9c71-c87a-4d1b-aa9b-dbbcce58234a", "status": "completed", "code": 200}]} {{(pid=121607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:11:56.106319 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7986baf3-4325-4cd2-9538-0a1cf6f2275c {{(pid=121607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:11:56.106319 ncdv-master-1 neutron-server[121607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ae83e38-943e-47ce-af1e-e5bef506ca7d', 'name': 'network-vif-deleted', 'tag': '9ec98fee-c19b-4539-9748-2eb705309dff', 'status': 'completed', 'code': 200}
Dec 25 21:11:56.106319 ncdv-master-1 neutron-server[121607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a96da32-1c68-4f60-8164-56d8ced8b069', 'name': 'network-vif-deleted', 'tag': '6e1c9c71-c87a-4d1b-aa9b-dbbcce58234a', 'status': 'completed', 'code': 200}
Dec 25 21:11:56.146779 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-d1cab2f8-5305-48c2-b4b8-d966a2a17d1c req-b3176e34-142f-41f6-b6b5-c293d8b3caf0 tempest-FloatingIPsAssociationTestJSON-622699030 tempest-FloatingIPsAssociationTestJSON-622699030-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2008639'] for floatingip, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:11:56.263572 ncdv-master-1 neutron-server[121606]: INFO neutron.db.l3_db [req-d1cab2f8-5305-48c2-b4b8-d966a2a17d1c req-b3176e34-142f-41f6-b6b5-c293d8b3caf0 tempest-FloatingIPsAssociationTestJSON-622699030 tempest-FloatingIPsAssociationTestJSON-622699030-project] Floating IP e25f6cbe-d3dd-47c7-b3a5-60e95e3624cc associated. External IP: 172.35.3.174, port: ad82f3ef-690a-49c9-b46f-74d324ed0682.
Dec 25 21:11:56.458385 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device 9ec98fee-c19b-4539-9748-2eb705309dff no longer exists at agent hyperv_nch1-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:11:56.478987 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] No Port match for: 9ec98fee-c19b-4539-9748-2eb705309dff {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:11:56.479337 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device 9ec98fee-c19b-4539-9748-2eb705309dff not bound to the agent host nch1-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:11:56.499726 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d1cab2f8-5305-48c2-b4b8-d966a2a17d1c req-b3176e34-142f-41f6-b6b5-c293d8b3caf0 tempest-FloatingIPsAssociationTestJSON-622699030 tempest-FloatingIPsAssociationTestJSON-622699030-project] Router 3d36483e-ff0b-4d2b-9229-38307b0e66d1 has already been hosted by L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 {{(pid=121606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 25 21:11:56.514911 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d19ce1-7338-42d0-8e87-508625009a6e req-d52fe259-9698-4570-9329-677d0435fac8 tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:11:56.516281 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-70d19ce1-7338-42d0-8e87-508625009a6e req-d52fe259-9698-4570-9329-677d0435fac8 tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] 10.222.0.32 "GET /v2.0/ports?device_id=c01ef47d-effa-4511-a9b2-27108542948c HTTP/1.1" status: 200  len: 944 time: 0.0646594
Dec 25 21:11:56.610072 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-70d19ce1-7338-42d0-8e87-508625009a6e req-a4b90ba2-b149-4ae9-9464-388c6e2c3b77 tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] 10.222.0.32 "GET /v2.0/security-groups?id=381a44e3-d0d7-4aba-bc61-1ef7cfa17da9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0859981
Dec 25 21:11:56.652497 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d1cab2f8-5305-48c2-b4b8-d966a2a17d1c req-b3176e34-142f-41f6-b6b5-c293d8b3caf0 tempest-FloatingIPsAssociationTestJSON-622699030 tempest-FloatingIPsAssociationTestJSON-622699030-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 21:11:56.657503 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-d1cab2f8-5305-48c2-b4b8-d966a2a17d1c req-b3176e34-142f-41f6-b6b5-c293d8b3caf0 tempest-FloatingIPsAssociationTestJSON-622699030 tempest-FloatingIPsAssociationTestJSON-622699030-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for floatingip, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:11:56.664334 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23fffd6f-0fe4-4d8d-9cc0-3e487f384878 None None] Sync routers for ids ['3d36483e-ff0b-4d2b-9229-38307b0e66d1'] in ncdv-master-1 {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 21:11:56.675713 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23fffd6f-0fe4-4d8d-9cc0-3e487f384878 None None] Routers {'3d36483e-ff0b-4d2b-9229-38307b0e66d1'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:11:56.676466 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-23fffd6f-0fe4-4d8d-9cc0-3e487f384878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f26134925e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:11:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['3d36483e-ff0b-4d2b-9229-38307b0e66d1'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:11:56.687893 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d1cab2f8-5305-48c2-b4b8-d966a2a17d1c req-b3176e34-142f-41f6-b6b5-c293d8b3caf0 tempest-FloatingIPsAssociationTestJSON-622699030 tempest-FloatingIPsAssociationTestJSON-622699030-project] 10.222.0.32 "PUT /v2.0/floatingips/e25f6cbe-d3dd-47c7-b3a5-60e95e3624cc HTTP/1.1" status: 200  len: 996 time: 1.3266847
Dec 25 21:11:56.689553 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b82ed20c-bbfc-4030-a8bc-ab9fae2d2653', 'tag': 'ad82f3ef-690a-49c9-b46f-74d324ed0682'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:11:56.692313 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9858820c13ec2827453b94ebc4181065e990a4e4089ccb9fe762531ac62d2fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cceaed5-009f-4400-96fc-4e8cf61356ba" -d '{"events": [{"name": "network-changed", "server_uuid": "b82ed20c-bbfc-4030-a8bc-ab9fae2d2653", "tag": "ad82f3ef-690a-49c9-b46f-74d324ed0682"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:11:56.760623 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cab2f8-5305-48c2-b4b8-d966a2a17d1c req-d882ec8e-0a85-46f1-b96c-77392155a3ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:11:56.762293 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d1cab2f8-5305-48c2-b4b8-d966a2a17d1c req-d882ec8e-0a85-46f1-b96c-77392155a3ba service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=188fe358c4684fce8fc912f48b3f186e&device_id=b82ed20c-bbfc-4030-a8bc-ab9fae2d2653 HTTP/1.1" status: 200  len: 1096 time: 0.0456576
Dec 25 21:11:56.795572 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvr_db [None req-23fffd6f-0fe4-4d8d-9cc0-3e487f384878 None None] Set router 3d36483e-ff0b-4d2b-9229-38307b0e66d1 gateway port host: ncdv-master-1 {{(pid=121608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:11:56.802908 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Dec 2021 21:11:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbb710e8-eadb-4416-a6dd-0ae5c3f4be87 x-openstack-request-id: req-dbb710e8-eadb-4416-a6dd-0ae5c3f4be87 {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:11:56.803402 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b82ed20c-bbfc-4030-a8bc-ab9fae2d2653", "tag": "ad82f3ef-690a-49c9-b46f-74d324ed0682", "status": "completed", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:11:56.803904 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-dbb710e8-eadb-4416-a6dd-0ae5c3f4be87 {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:11:56.804433 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b82ed20c-bbfc-4030-a8bc-ab9fae2d2653', 'tag': 'ad82f3ef-690a-49c9-b46f-74d324ed0682', 'status': 'completed', 'code': 200}
Dec 25 21:11:56.883647 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cceaed5-009f-4400-96fc-4e8cf61356ba req-bb0b866e-911a-4833-8652-a54fcac01fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:11:56.885245 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-7cceaed5-009f-4400-96fc-4e8cf61356ba req-bb0b866e-911a-4833-8652-a54fcac01fb9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=188fe358c4684fce8fc912f48b3f186e&device_id=b82ed20c-bbfc-4030-a8bc-ab9fae2d2653 HTTP/1.1" status: 200  len: 1096 time: 0.0505483
Dec 25 21:11:56.892760 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cab2f8-5305-48c2-b4b8-d966a2a17d1c req-3a728052-ba0e-4734-b6dd-71fd55064e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:11:56.894333 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d1cab2f8-5305-48c2-b4b8-d966a2a17d1c req-3a728052-ba0e-4734-b6dd-71fd55064e42 service neutron] 10.222.0.32 "GET /v2.0/networks?id=09af6274-7110-4e9c-83cc-51d4d54a1676 HTTP/1.1" status: 200  len: 922 time: 0.1250215
Dec 25 21:11:56.994866 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cceaed5-009f-4400-96fc-4e8cf61356ba req-e14528e9-fbfe-489b-8bf2-f4d7454458f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:11:56.996826 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-7cceaed5-009f-4400-96fc-4e8cf61356ba req-e14528e9-fbfe-489b-8bf2-f4d7454458f0 service neutron] 10.222.0.37 "GET /v2.0/networks?id=09af6274-7110-4e9c-83cc-51d4d54a1676 HTTP/1.1" status: 200  len: 922 time: 0.1034935
Dec 25 21:11:57.018912 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d1cab2f8-5305-48c2-b4b8-d966a2a17d1c req-80149c70-ce82-43b5-8d13-851d31225c39 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ad82f3ef-690a-49c9-b46f-74d324ed0682 HTTP/1.1" status: 200  len: 999 time: 0.1170657
Dec 25 21:11:57.066517 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cab2f8-5305-48c2-b4b8-d966a2a17d1c req-07a0e36a-857a-4bbf-a009-3aeb332db16b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:11:57.074467 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-7cceaed5-009f-4400-96fc-4e8cf61356ba req-af91bd36-0ab9-4d26-bdf0-8e9de1781aa1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ad82f3ef-690a-49c9-b46f-74d324ed0682 HTTP/1.1" status: 200  len: 999 time: 0.0705585
Dec 25 21:11:57.074665 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d1cab2f8-5305-48c2-b4b8-d966a2a17d1c req-07a0e36a-857a-4bbf-a009-3aeb332db16b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=015c1052-cc2c-4d6a-8242-ea18f582183e HTTP/1.1" status: 200  len: 860 time: 0.0548954
Dec 25 21:11:57.082121 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-23fffd6f-0fe4-4d8d-9cc0-3e487f384878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f26134925e0>, [{'id': '3d36483e-ff0b-4d2b-9229-38307b0e66d1', 'name': 'tempest-FloatingIPsAssociationTestJSON-1365984648-router', 'tenant_id': '188fe358c4684fce8fc912f48b3f186e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.189'}], 'enable_snat': True}, 'gw_port_id': '7e896cd5-4f9b-44ff-a1f2-dd0bc13ee29f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:11:10Z', 'updated_at': '2021-12-25T21:11:14Z', 'revision_number': 4, 'project_id': '188fe358c4684fce8fc912f48b3f186e', 'gw_port': {'id': '7e896cd5-4f9b-44ff-a1f2-dd0bc13ee29f', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:b4:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d36483e-ff0b-4d2b-9229-38307b0e66d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:11:11Z', 'updated_at': '2021-12-25T21:11:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'e25f6cbe-d3dd-47c7-b3a5-60e95e3624cc', 'tenant_id': '188fe358c4684fce8fc912f48b3f186e', 'floating_ip_address': '172.35.3.174', 'floating_network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'router_id': '3d36483e-ff0b-4d2b-9229-38307b0e66d1', 'port_id': 'ad82f3ef-690a-49c9-b46f-74d324ed0682', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 639, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '09af6274-7110-4e9c-83cc-51d4d54a1676', 'mac_address': 'fa:16:3e:9b:16:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b82ed20c-bbfc-4030-a8bc-ab9fae2d2653', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-25T21:11:35Z', 'updated_at': '2021-12-25T21:11:55Z', 'revision_number': 1, 'project_id': '188fe358c4684fce8fc912f48b3f186e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6eee90ec-de3c-4dd9-8c1b-3879a17f6d48', 'name': '', 'network_id': '09af6274-7110-4e9c-83cc-51d4d54a1676', 'tenant_id': '188fe358c4684fce8fc912f48b3f186e', 'mac_address': 'fa:16:3e:e6:f7:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d36483e-ff0b-4d2b-9229-38307b0e66d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '015c1052-cc2c-4d6a-8242-ea18f582183e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:11:14Z', 'updated_at': '2021-12-25T21:11:18Z', 'revision_number': 5, 'project_id': '188fe358c4684fce8fc912f48b3f186e', 'subnets': [{'id': '015c1052-cc2c-4d6a-8242-ea18f582183e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:11:57.112803 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23fffd6f-0fe4-4d8d-9cc0-3e487f384878 None None] Checking router: 3d36483e-ff0b-4d2b-9229-38307b0e66d1 for host: ncdv-master-1 {{(pid=121608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 25 21:11:57.122448 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23fffd6f-0fe4-4d8d-9cc0-3e487f384878 None None] Routers {'3d36483e-ff0b-4d2b-9229-38307b0e66d1'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:11:57.123064 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-23fffd6f-0fe4-4d8d-9cc0-3e487f384878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f26134925e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:11:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['3d36483e-ff0b-4d2b-9229-38307b0e66d1'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:11:57.126820 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cab2f8-5305-48c2-b4b8-d966a2a17d1c req-c1934fec-4ebf-4d80-a572-a99c3493bec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:11:57.128343 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d1cab2f8-5305-48c2-b4b8-d966a2a17d1c req-c1934fec-4ebf-4d80-a572-a99c3493bec2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=09af6274-7110-4e9c-83cc-51d4d54a1676&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0529530
Dec 25 21:11:57.130430 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cceaed5-009f-4400-96fc-4e8cf61356ba req-4986e406-2b79-41cc-bf2c-8f4bd8773ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:11:57.131944 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-7cceaed5-009f-4400-96fc-4e8cf61356ba req-4986e406-2b79-41cc-bf2c-8f4bd8773ea1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=015c1052-cc2c-4d6a-8242-ea18f582183e HTTP/1.1" status: 200  len: 860 time: 0.0502791
Dec 25 21:11:57.139202 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [req-d1cab2f8-5305-48c2-b4b8-d966a2a17d1c req-a23eb9f7-9bdc-4182-b68f-6bb872b32614 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=121606) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 25 21:11:57.140224 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d1cab2f8-5305-48c2-b4b8-d966a2a17d1c req-a23eb9f7-9bdc-4182-b68f-6bb872b32614 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0052118
Dec 25 21:11:57.208053 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cceaed5-009f-4400-96fc-4e8cf61356ba req-37c8a3ef-f046-4762-95dc-af67600863df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:11:57.209633 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-7cceaed5-009f-4400-96fc-4e8cf61356ba req-37c8a3ef-f046-4762-95dc-af67600863df service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=09af6274-7110-4e9c-83cc-51d4d54a1676&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0691431
Dec 25 21:11:57.268861 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvr_db [None req-23fffd6f-0fe4-4d8d-9cc0-3e487f384878 None None] Set router 3d36483e-ff0b-4d2b-9229-38307b0e66d1 gateway port host: ncdv-master-1 {{(pid=121608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:11:57.305049 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d1cab2f8-5305-48c2-b4b8-d966a2a17d1c req-000908bb-1e7c-4ae6-9acf-4b4afb410458 service neutron] 10.222.0.32 "GET /v2.0/networks/09af6274-7110-4e9c-83cc-51d4d54a1676?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1584871
Dec 25 21:11:57.342311 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-7cceaed5-009f-4400-96fc-4e8cf61356ba req-9f60c73f-e121-472b-b704-58f81f56f1dd service neutron] 10.222.0.37 "GET /v2.0/networks/09af6274-7110-4e9c-83cc-51d4d54a1676?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1232374
Dec 25 21:11:57.460844 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-7cceaed5-009f-4400-96fc-4e8cf61356ba req-fe3792a7-9a78-458f-b454-79775f1dea65 service neutron] 10.222.0.37 "GET /v2.0/networks/09af6274-7110-4e9c-83cc-51d4d54a1676?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1039829
Dec 25 21:11:57.536485 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-23fffd6f-0fe4-4d8d-9cc0-3e487f384878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f26134925e0>, [{'id': '3d36483e-ff0b-4d2b-9229-38307b0e66d1', 'name': 'tempest-FloatingIPsAssociationTestJSON-1365984648-router', 'tenant_id': '188fe358c4684fce8fc912f48b3f186e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.189'}], 'enable_snat': True}, 'gw_port_id': '7e896cd5-4f9b-44ff-a1f2-dd0bc13ee29f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:11:10Z', 'updated_at': '2021-12-25T21:11:14Z', 'revision_number': 4, 'project_id': '188fe358c4684fce8fc912f48b3f186e', 'gw_port': {'id': '7e896cd5-4f9b-44ff-a1f2-dd0bc13ee29f', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:b4:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d36483e-ff0b-4d2b-9229-38307b0e66d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:11:11Z', 'updated_at': '2021-12-25T21:11:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'e25f6cbe-d3dd-47c7-b3a5-60e95e3624cc', 'tenant_id': '188fe358c4684fce8fc912f48b3f186e', 'floating_ip_address': '172.35.3.174', 'floating_network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'router_id': '3d36483e-ff0b-4d2b-9229-38307b0e66d1', 'port_id': 'ad82f3ef-690a-49c9-b46f-74d324ed0682', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 639, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '09af6274-7110-4e9c-83cc-51d4d54a1676', 'mac_address': 'fa:16:3e:9b:16:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b82ed20c-bbfc-4030-a8bc-ab9fae2d2653', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-25T21:11:35Z', 'updated_at': '2021-12-25T21:11:55Z', 'revision_number': 1, 'project_id': '188fe358c4684fce8fc912f48b3f186e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6eee90ec-de3c-4dd9-8c1b-3879a17f6d48', 'name': '', 'network_id': '09af6274-7110-4e9c-83cc-51d4d54a1676', 'tenant_id': '188fe358c4684fce8fc912f48b3f186e', 'mac_address': 'fa:16:3e:e6:f7:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d36483e-ff0b-4d2b-9229-38307b0e66d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '015c1052-cc2c-4d6a-8242-ea18f582183e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:11:14Z', 'updated_at': '2021-12-25T21:11:18Z', 'revision_number': 5, 'project_id': '188fe358c4684fce8fc912f48b3f186e', 'subnets': [{'id': '015c1052-cc2c-4d6a-8242-ea18f582183e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:11:57.573201 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device 9b84f1ce-b047-4065-9144-b2767da8f6e2 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 25 21:11:57.575376 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device 6e1c9c71-c87a-4d1b-aa9b-dbbcce58234a no longer exists at agent hyperv_nch2-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:11:57.579092 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23fffd6f-0fe4-4d8d-9cc0-3e487f384878 None None] The sync data for ids ['3d36483e-ff0b-4d2b-9229-38307b0e66d1'] in ncdv-master-1 is: [{'id': '3d36483e-ff0b-4d2b-9229-38307b0e66d1', 'name': 'tempest-FloatingIPsAssociationTestJSON-1365984648-router', 'tenant_id': '188fe358c4684fce8fc912f48b3f186e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.189'}], 'enable_snat': True}, 'gw_port_id': '7e896cd5-4f9b-44ff-a1f2-dd0bc13ee29f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:11:10Z', 'updated_at': '2021-12-25T21:11:14Z', 'revision_number': 4, 'project_id': '188fe358c4684fce8fc912f48b3f186e', 'gw_port': {'id': '7e896cd5-4f9b-44ff-a1f2-dd0bc13ee29f', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:b4:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d36483e-ff0b-4d2b-9229-38307b0e66d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:11:11Z', 'updated_at': '2021-12-25T21:11:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'e25f6cbe-d3dd-47c7-b3a5-60e95e3624cc', 'tenant_id': '188fe358c4684fce8fc912f48b3f186e', 'floating_ip_address': '172.35.3.174', 'floating_network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'router_id': '3d36483e-ff0b-4d2b-9229-38307b0e66d1', 'port_id': 'ad82f3ef-690a-49c9-b46f-74d324ed0682', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 639, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '09af6274-7110-4e9c-83cc-51d4d54a1676', 'mac_address': 'fa:16:3e:9b:16:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b82ed20c-bbfc-4030-a8bc-ab9fae2d2653', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-25T21:11:35Z', 'updated_at': '2021-12-25T21:11:55Z', 'revision_number': 1, 'project_id': '188fe358c4684fce8fc912f48b3f186e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6eee90ec-de3c-4dd9-8c1b-3879a17f6d48', 'name': '', 'network_id': '09af6274-7110-4e9c-83cc-51d4d54a1676', 'tenant_id': '188fe358c4684fce8fc912f48b3f186e', 'mac_address': 'fa:16:3e:e6:f7:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d36483e-ff0b-4d2b-9229-38307b0e66d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '015c1052-cc2c-4d6a-8242-ea18f582183e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:11:14Z', 'updated_at': '2021-12-25T21:11:18Z', 'revision_number': 5, 'project_id': '188fe358c4684fce8fc912f48b3f186e', 'subnets': [{'id': '015c1052-cc2c-4d6a-8242-ea18f582183e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 21:11:57.613132 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] No Port match for: 6e1c9c71-c87a-4d1b-aa9b-dbbcce58234a {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:11:57.613484 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device 6e1c9c71-c87a-4d1b-aa9b-dbbcce58234a not bound to the agent host nch2-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:11:57.713621 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port 9b84f1ce-b047-4065-9144-b2767da8f6e2, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9b84f1ce-b047-4065-9144-b2767da8f6e2,segment=NetworkSegment(fad08864-4612-4be1-bb28-08cb199f6d74),segment_id=fad08864-4612-4be1-bb28-08cb199f6d74)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:11:57.726636 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Returning: {'device': '9b84f1ce-b047-4065-9144-b2767da8f6e2', 'network_id': '6dded111-84d7-4606-bd1c-e9369354dff9', 'port_id': '9b84f1ce-b047-4065-9144-b2767da8f6e2', 'mac_address': 'fa:16:3e:62:bc:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4319d64b-4a91-4427-9485-7d07e2bc5ab0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 25 21:11:57.730038 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d1cab2f8-5305-48c2-b4b8-d966a2a17d1c req-745c84f8-fb6f-49c0-861a-5c6d37e56549 service neutron] 10.222.0.32 "GET /v2.0/networks/09af6274-7110-4e9c-83cc-51d4d54a1676?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4233696
Dec 25 21:11:57.747215 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f28e1e-95e9-4803-a5a0-ad79156c6a18 req-4ada88bf-c5c1-4a98-899f-3f64a23dae57 tempest-ListServerFiltersTestJSON-1422081367 tempest-ListServerFiltersTestJSON-1422081367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:11:57.748605 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-52f28e1e-95e9-4803-a5a0-ad79156c6a18 req-4ada88bf-c5c1-4a98-899f-3f64a23dae57 tempest-ListServerFiltersTestJSON-1422081367 tempest-ListServerFiltersTestJSON-1422081367-project] 10.222.0.32 "GET /v2.0/ports?device_id=cadf356d-6fa7-4dcf-9dcf-515f67791639 HTTP/1.1" status: 200  len: 946 time: 0.3660376
Dec 25 21:11:57.782944 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:11:57.798778 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b84f1ce-b047-4065-9144-b2767da8f6e2 {{(pid=121608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:11:57.809553 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-52f28e1e-95e9-4803-a5a0-ad79156c6a18 req-30eeaf8d-6cdc-4466-a649-08ffc2a173b5 tempest-ListServerFiltersTestJSON-1422081367 tempest-ListServerFiltersTestJSON-1422081367-project] 10.222.0.32 "GET /v2.0/security-groups?id=447f20bc-c1b8-4d93-b35d-2eedc5c6dd85&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0499566
Dec 25 21:11:57.835018 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port 9b84f1ce-b047-4065-9144-b2767da8f6e2, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9b84f1ce-b047-4065-9144-b2767da8f6e2,segment=NetworkSegment(fad08864-4612-4be1-bb28-08cb199f6d74),segment_id=fad08864-4612-4be1-bb28-08cb199f6d74)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:11:57.866381 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a600440-45c8-491e-ba5f-a091b2ed7351 None None] New status for floating IP e25f6cbe-d3dd-47c7-b3a5-60e95e3624cc: ACTIVE {{(pid=121609) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 25 21:11:57.923418 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:11:57.930915 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ca76c0-4f4e-449d-b0e2-a3c6992280b2 req-11b07768-e9b5-4474-a67d-1aaf980493ed tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:11:57.933324 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-03ca76c0-4f4e-449d-b0e2-a3c6992280b2 req-11b07768-e9b5-4474-a67d-1aaf980493ed tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] 10.222.0.32 "GET /v2.0/ports?device_id=c01ef47d-effa-4511-a9b2-27108542948c HTTP/1.1" status: 200  len: 944 time: 0.0571470
Dec 25 21:11:57.993691 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Pushing event updated for resources: {'Port': ['ID=9b84f1ce-b047-4065-9144-b2767da8f6e2,revision_number=4']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:11:58.010013 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-03ca76c0-4f4e-449d-b0e2-a3c6992280b2 req-50e34ea0-6260-4acd-98a4-e7f5275d708a tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] 10.222.0.32 "GET /v2.0/security-groups?id=381a44e3-d0d7-4aba-bc61-1ef7cfa17da9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0711877
Dec 25 21:11:58.208516 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b03e64b-3078-458c-8170-a25ca78f0243 req-1722ace0-7800-45ba-a3cc-76aa80408367 tempest-FloatingIPsAssociationTestJSON-622699030 tempest-FloatingIPsAssociationTestJSON-622699030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:11:58.210283 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2b03e64b-3078-458c-8170-a25ca78f0243 req-1722ace0-7800-45ba-a3cc-76aa80408367 tempest-FloatingIPsAssociationTestJSON-622699030 tempest-FloatingIPsAssociationTestJSON-622699030-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ad65377-4997-4c49-831e-c82240e86031&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 946 time: 0.0675387
Dec 25 21:11:58.259318 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] get_ports_and_sgs() called for port_ids ['9b84f1ce-b047-4065-9144-b2767da8f6e2'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:11:58.327860 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2b03e64b-3078-458c-8170-a25ca78f0243 req-10ca84f0-b46e-4315-ab69-b10f3a715e86 tempest-FloatingIPsAssociationTestJSON-622699030 tempest-FloatingIPsAssociationTestJSON-622699030-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.35.3.174 HTTP/1.1" status: 200  len: 1001 time: 0.1109152
Dec 25 21:11:58.338524 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cea1c04-d34b-42be-8be3-61af238e2015 req-995aee9e-fe55-4a3d-bab4-f980fbf0a1e9 tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:11:58.340014 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9cea1c04-d34b-42be-8be3-61af238e2015 req-995aee9e-fe55-4a3d-bab4-f980fbf0a1e9 tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a8114c1-85b3-4e15-9e15-95159b456e41 HTTP/1.1" status: 200  len: 950 time: 0.0737813
Dec 25 21:11:58.344978 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-2b03e64b-3078-458c-8170-a25ca78f0243 req-6709479b-933d-4598-b071-23a6a028292d tempest-FloatingIPsAssociationTestJSON-622699030 tempest-FloatingIPsAssociationTestJSON-622699030-project] Request body: {'floatingip': {'port_id': '220d3bdf-7e80-4005-ba6c-054bbbffc8b7', 'fixed_ip_address': '172.20.0.14'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:11:58.435754 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-2b03e64b-3078-458c-8170-a25ca78f0243 req-6709479b-933d-4598-b071-23a6a028292d tempest-FloatingIPsAssociationTestJSON-622699030 tempest-FloatingIPsAssociationTestJSON-622699030-project] Publish callbacks [] for floatingip, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:11:58.445767 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9cea1c04-d34b-42be-8be3-61af238e2015 req-712c8402-09eb-4508-a354-bafd27946556 tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] 10.222.0.32 "GET /v2.0/security-groups?id=21386e98-0735-4168-a9d9-35455a6206b6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0980949
Dec 25 21:11:58.674670 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88203f4d-ab63-4964-9c78-789512b60c7a req-0c300119-b4a1-44bb-9107-f1795c1a9ca3 tempest-ListServerFiltersTestJSON-1422081367 tempest-ListServerFiltersTestJSON-1422081367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:11:58.676068 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-88203f4d-ab63-4964-9c78-789512b60c7a req-0c300119-b4a1-44bb-9107-f1795c1a9ca3 tempest-ListServerFiltersTestJSON-1422081367 tempest-ListServerFiltersTestJSON-1422081367-project] 10.222.0.31 "GET /v2.0/ports?device_id=cadf356d-6fa7-4dcf-9dcf-515f67791639 HTTP/1.1" status: 200  len: 946 time: 0.0484648
Dec 25 21:11:58.769880 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [req-88203f4d-ab63-4964-9c78-789512b60c7a req-98cfb626-2d21-4c0b-94f8-980ab38ee2e2 tempest-ListServerFiltersTestJSON-1422081367 tempest-ListServerFiltersTestJSON-1422081367-project] Deleting port 3147cbbc-6a59-4aed-93a8-d328bcb5240b {{(pid=121607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:11:58.770331 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-88203f4d-ab63-4964-9c78-789512b60c7a req-98cfb626-2d21-4c0b-94f8-980ab38ee2e2 tempest-ListServerFiltersTestJSON-1422081367 tempest-ListServerFiltersTestJSON-1422081367-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:11:58.869506 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.db [req-88203f4d-ab63-4964-9c78-789512b60c7a req-98cfb626-2d21-4c0b-94f8-980ab38ee2e2 tempest-ListServerFiltersTestJSON-1422081367 tempest-ListServerFiltersTestJSON-1422081367-project] For port 3147cbbc-6a59-4aed-93a8-d328bcb5240b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3147cbbc-6a59-4aed-93a8-d328bcb5240b,segment=NetworkSegment(e8ac02a8-e826-44a3-b184-ad0b30f42bc3),segment_id=e8ac02a8-e826-44a3-b184-ad0b30f42bc3)] {{(pid=121607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:11:58.869857 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-88203f4d-ab63-4964-9c78-789512b60c7a req-98cfb626-2d21-4c0b-94f8-980ab38ee2e2 tempest-ListServerFiltersTestJSON-1422081367 tempest-ListServerFiltersTestJSON-1422081367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:11:58.883673 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [req-88203f4d-ab63-4964-9c78-789512b60c7a req-98cfb626-2d21-4c0b-94f8-980ab38ee2e2 tempest-ListServerFiltersTestJSON-1422081367 tempest-ListServerFiltersTestJSON-1422081367-project] Calling delete_port for 3147cbbc-6a59-4aed-93a8-d328bcb5240b owned by compute:nova {{(pid=121607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:11:58.951575 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-2b03e64b-3078-458c-8170-a25ca78f0243 req-6709479b-933d-4598-b071-23a6a028292d tempest-FloatingIPsAssociationTestJSON-622699030 tempest-FloatingIPsAssociationTestJSON-622699030-project] Publish callbacks [] for floatingip, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:11:58.967940 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789d91e4-863a-49de-93f8-a3719887ce85 req-c6ef8e0c-696f-439d-b270-75ea41f8a775 tempest-ListServerFiltersTestJSON-1422081367 tempest-ListServerFiltersTestJSON-1422081367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:11:58.970856 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-789d91e4-863a-49de-93f8-a3719887ce85 req-c6ef8e0c-696f-439d-b270-75ea41f8a775 tempest-ListServerFiltersTestJSON-1422081367 tempest-ListServerFiltersTestJSON-1422081367-project] 10.222.0.32 "GET /v2.0/ports?device_id=cadf356d-6fa7-4dcf-9dcf-515f67791639 HTTP/1.1" status: 200  len: 946 time: 0.0658598
Dec 25 21:11:59.019036 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-789d91e4-863a-49de-93f8-a3719887ce85 req-9ec14461-230f-49e2-8c79-45f99b52fafe tempest-ListServerFiltersTestJSON-1422081367 tempest-ListServerFiltersTestJSON-1422081367-project] 10.222.0.32 "GET /v2.0/security-groups?id=447f20bc-c1b8-4d93-b35d-2eedc5c6dd85&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420265
Dec 25 21:11:59.103251 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-2b03e64b-3078-458c-8170-a25ca78f0243 req-6709479b-933d-4598-b071-23a6a028292d tempest-FloatingIPsAssociationTestJSON-622699030 tempest-FloatingIPsAssociationTestJSON-622699030-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2008639'] for floatingip, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:11:59.114959 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-88203f4d-ab63-4964-9c78-789512b60c7a req-98cfb626-2d21-4c0b-94f8-980ab38ee2e2 tempest-ListServerFiltersTestJSON-1422081367 tempest-ListServerFiltersTestJSON-1422081367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:11:59.130874 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] get_ports_and_sgs() called for port_ids ['68318cac-8cb7-4fbd-94a8-563f01bdc7e4', '3147cbbc-6a59-4aed-93a8-d328bcb5240b'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:11:59.149548 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cfb626-2d21-4c0b-94f8-980ab38ee2e2 tempest-ListServerFiltersTestJSON-1422081367 tempest-ListServerFiltersTestJSON-1422081367-project] Pushing event deleted for resources: {'Port': ['ID=3147cbbc-6a59-4aed-93a8-d328bcb5240b,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:11:59.179416 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db191263-e8d7-413d-8fcc-ff754f0eff0a req-bbcd7125-00fd-427e-ad42-0b0253e35df2 tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:11:59.179416 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-db191263-e8d7-413d-8fcc-ff754f0eff0a req-bbcd7125-00fd-427e-ad42-0b0253e35df2 tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] 10.222.0.32 "GET /v2.0/ports?device_id=c01ef47d-effa-4511-a9b2-27108542948c HTTP/1.1" status: 200  len: 945 time: 0.1034036
Dec 25 21:11:59.195613 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [req-88203f4d-ab63-4964-9c78-789512b60c7a req-98cfb626-2d21-4c0b-94f8-980ab38ee2e2 tempest-ListServerFiltersTestJSON-1422081367 tempest-ListServerFiltersTestJSON-1422081367-project] No DVR routers for this DVR port 3147cbbc-6a59-4aed-93a8-d328bcb5240b on host nch1-master-1 {{(pid=121607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:11:59.198625 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-88203f4d-ab63-4964-9c78-789512b60c7a req-98cfb626-2d21-4c0b-94f8-980ab38ee2e2 tempest-ListServerFiltersTestJSON-1422081367 tempest-ListServerFiltersTestJSON-1422081367-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:11:59.202037 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-88203f4d-ab63-4964-9c78-789512b60c7a req-98cfb626-2d21-4c0b-94f8-980ab38ee2e2 tempest-ListServerFiltersTestJSON-1422081367 tempest-ListServerFiltersTestJSON-1422081367-project] 10.222.0.31 "DELETE /v2.0/ports/3147cbbc-6a59-4aed-93a8-d328bcb5240b HTTP/1.1" status: 204  len: 173 time: 0.5179369
Dec 25 21:11:59.202456 ncdv-master-1 neutron-server[121607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cadf356d-6fa7-4dcf-9dcf-515f67791639', 'name': 'network-vif-deleted', 'tag': '3147cbbc-6a59-4aed-93a8-d328bcb5240b'}] {{(pid=121607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:11:59.205936 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f980bbcadfa7bf1e788024e1448be660373c21f97f015f780444e999c451203" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d234c65a-387c-4f08-823c-290bae2cf99b" -d '{"events": [{"server_uuid": "cadf356d-6fa7-4dcf-9dcf-515f67791639", "name": "network-vif-deleted", "tag": "3147cbbc-6a59-4aed-93a8-d328bcb5240b"}]}' {{(pid=121607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:11:59.273166 ncdv-master-1 neutron-server[121606]: INFO neutron.db.l3_db [req-2b03e64b-3078-458c-8170-a25ca78f0243 req-6709479b-933d-4598-b071-23a6a028292d tempest-FloatingIPsAssociationTestJSON-622699030 tempest-FloatingIPsAssociationTestJSON-622699030-project] Floating IP e25f6cbe-d3dd-47c7-b3a5-60e95e3624cc associated. External IP: 172.35.3.174, port: ad82f3ef-690a-49c9-b46f-74d324ed0682.
Dec 25 21:11:59.278161 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-db191263-e8d7-413d-8fcc-ff754f0eff0a req-d30c6961-1c1c-4e3d-82c9-2ccc7a31f16e tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] 10.222.0.32 "GET /v2.0/security-groups?id=381a44e3-d0d7-4aba-bc61-1ef7cfa17da9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0948060
Dec 25 21:11:59.391297 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 21:11:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10b1dbdd-9dcd-40e8-a03d-62e9c946a5bf x-openstack-request-id: req-10b1dbdd-9dcd-40e8-a03d-62e9c946a5bf {{(pid=121607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:11:59.391490 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cadf356d-6fa7-4dcf-9dcf-515f67791639", "name": "network-vif-deleted", "tag": "3147cbbc-6a59-4aed-93a8-d328bcb5240b", "status": "completed", "code": 200}]} {{(pid=121607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:11:59.391746 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-10b1dbdd-9dcd-40e8-a03d-62e9c946a5bf {{(pid=121607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:11:59.392822 ncdv-master-1 neutron-server[121607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cadf356d-6fa7-4dcf-9dcf-515f67791639', 'name': 'network-vif-deleted', 'tag': '3147cbbc-6a59-4aed-93a8-d328bcb5240b', 'status': 'completed', 'code': 200}
Dec 25 21:11:59.509134 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2b03e64b-3078-458c-8170-a25ca78f0243 req-6709479b-933d-4598-b071-23a6a028292d tempest-FloatingIPsAssociationTestJSON-622699030 tempest-FloatingIPsAssociationTestJSON-622699030-project] Router 3d36483e-ff0b-4d2b-9229-38307b0e66d1 has already been hosted by L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 {{(pid=121606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 25 21:11:59.590244 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device 9b84f1ce-b047-4065-9144-b2767da8f6e2 up at agent hyperv_nch2-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:11:59.659867 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7960aa6-0a9c-49b5-a9ea-fadbecabfb97 req-7f11c701-00af-4109-a37e-98dce72d2b4d tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:11:59.661477 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a7960aa6-0a9c-49b5-a9ea-fadbecabfb97 req-7f11c701-00af-4109-a37e-98dce72d2b4d tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a8114c1-85b3-4e15-9e15-95159b456e41 HTTP/1.1" status: 200  len: 950 time: 0.1394401
Dec 25 21:11:59.678205 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2b03e64b-3078-458c-8170-a25ca78f0243 req-6709479b-933d-4598-b071-23a6a028292d tempest-FloatingIPsAssociationTestJSON-622699030 tempest-FloatingIPsAssociationTestJSON-622699030-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 21:11:59.689653 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0705c97f-7a98-46e7-9da4-1c37e1b4d73c None None] Sync routers for ids ['3d36483e-ff0b-4d2b-9229-38307b0e66d1'] in ncdv-master-1 {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 21:11:59.699474 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0705c97f-7a98-46e7-9da4-1c37e1b4d73c None None] Routers {'3d36483e-ff0b-4d2b-9229-38307b0e66d1'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:11:59.700083 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-0705c97f-7a98-46e7-9da4-1c37e1b4d73c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2613ec4dc0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:11:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['3d36483e-ff0b-4d2b-9229-38307b0e66d1'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:11:59.760157 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a7960aa6-0a9c-49b5-a9ea-fadbecabfb97 req-2b0bfd9c-cdf2-4eca-bc59-e348cff5c6a1 tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] 10.222.0.32 "GET /v2.0/security-groups?id=21386e98-0735-4168-a9d9-35455a6206b6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0914099
Dec 25 21:11:59.927965 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Provisioning for port 9b84f1ce-b047-4065-9144-b2767da8f6e2 completed by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 25 21:11:59.936363 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2b03e64b-3078-458c-8170-a25ca78f0243 req-6709479b-933d-4598-b071-23a6a028292d tempest-FloatingIPsAssociationTestJSON-622699030 tempest-FloatingIPsAssociationTestJSON-622699030-project] Router 3d36483e-ff0b-4d2b-9229-38307b0e66d1 has already been hosted by L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 {{(pid=121606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 25 21:11:59.936737 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Provisioning complete for port 9b84f1ce-b047-4065-9144-b2767da8f6e2 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:11:59.937143 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:11:59.971286 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvr_db [None req-0705c97f-7a98-46e7-9da4-1c37e1b4d73c None None] Set router 3d36483e-ff0b-4d2b-9229-38307b0e66d1 gateway port host: ncdv-master-1 {{(pid=121608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:11:59.994499 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928c0c50-6e30-49fe-8cc6-552c312b93dd req-ac38567c-c0ef-4625-944f-a3738a514c82 tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:11:59.997128 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-928c0c50-6e30-49fe-8cc6-552c312b93dd req-ac38567c-c0ef-4625-944f-a3738a514c82 tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] 10.222.0.37 "GET /v2.0/ports?device_id=9a8114c1-85b3-4e15-9e15-95159b456e41 HTTP/1.1" status: 200  len: 950 time: 0.0631711
Dec 25 21:12:00.065131 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2b03e64b-3078-458c-8170-a25ca78f0243 req-6709479b-933d-4598-b071-23a6a028292d tempest-FloatingIPsAssociationTestJSON-622699030 tempest-FloatingIPsAssociationTestJSON-622699030-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 21:12:00.074719 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-2b03e64b-3078-458c-8170-a25ca78f0243 req-6709479b-933d-4598-b071-23a6a028292d tempest-FloatingIPsAssociationTestJSON-622699030 tempest-FloatingIPsAssociationTestJSON-622699030-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for floatingip, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:00.116741 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b82ed20c-bbfc-4030-a8bc-ab9fae2d2653', 'tag': 'ad82f3ef-690a-49c9-b46f-74d324ed0682'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:12:00.119838 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9858820c13ec2827453b94ebc4181065e990a4e4089ccb9fe762531ac62d2fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a094b2f-54e5-43f1-b5cc-005b75669a92" -d '{"events": [{"name": "network-changed", "server_uuid": "b82ed20c-bbfc-4030-a8bc-ab9fae2d2653", "tag": "ad82f3ef-690a-49c9-b46f-74d324ed0682"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:12:00.144222 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [req-928c0c50-6e30-49fe-8cc6-552c312b93dd req-a4ba093f-2b54-4b65-b42f-d3c89c92c213 tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] Deleting port f465e7da-b12a-4235-8af5-b0f521da6640 {{(pid=121607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:12:00.144598 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-928c0c50-6e30-49fe-8cc6-552c312b93dd req-a4ba093f-2b54-4b65-b42f-d3c89c92c213 tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:00.156667 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:00.176823 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4a35ff25-27f0-4b38-a2fc-d948169d82ea req-c51a1dd7-f8db-4fa1-98cd-60b705ae8e83 tempest-ListServerFiltersTestJSON-1422081367 tempest-ListServerFiltersTestJSON-1422081367-project] 10.222.0.32 "GET /v2.0/ports?device_id=cadf356d-6fa7-4dcf-9dcf-515f67791639 HTTP/1.1" status: 200  len: 210 time: 0.0347595
Dec 25 21:12:00.184287 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2b03e64b-3078-458c-8170-a25ca78f0243 req-6709479b-933d-4598-b071-23a6a028292d tempest-FloatingIPsAssociationTestJSON-622699030 tempest-FloatingIPsAssociationTestJSON-622699030-project] 10.222.0.32 "PUT /v2.0/floatingips/e25f6cbe-d3dd-47c7-b3a5-60e95e3624cc HTTP/1.1" status: 200  len: 999 time: 1.8419862
Dec 25 21:12:00.245071 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c01ef47d-effa-4511-a9b2-27108542948c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b84f1ce-b047-4065-9144-b2767da8f6e2'}] {{(pid=121608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:12:00.248008 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a88c78c3ff6266bd59c7e89d275b28c92e739b67d23c89d71af88829fd31566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d18010b-7eda-4051-b332-17ce41f4c2be" -d '{"events": [{"server_uuid": "c01ef47d-effa-4511-a9b2-27108542948c", "name": "network-vif-plugged", "status": "completed", "tag": "9b84f1ce-b047-4065-9144-b2767da8f6e2"}]}' {{(pid=121608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:12:00.293790 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b03e64b-3078-458c-8170-a25ca78f0243 req-f160bbf6-473d-47e0-9342-a162cd540d03 tempest-FloatingIPsAssociationTestJSON-622699030 tempest-FloatingIPsAssociationTestJSON-622699030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:12:00.295237 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2b03e64b-3078-458c-8170-a25ca78f0243 req-f160bbf6-473d-47e0-9342-a162cd540d03 tempest-FloatingIPsAssociationTestJSON-622699030 tempest-FloatingIPsAssociationTestJSON-622699030-project] 10.222.0.32 "GET /v2.0/ports/ad82f3ef-690a-49c9-b46f-74d324ed0682 HTTP/1.1" status: 200  len: 942 time: 0.0927210
Dec 25 21:12:00.297057 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port 9b84f1ce-b047-4065-9144-b2767da8f6e2, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9b84f1ce-b047-4065-9144-b2767da8f6e2,segment=NetworkSegment(fad08864-4612-4be1-bb28-08cb199f6d74),segment_id=fad08864-4612-4be1-bb28-08cb199f6d74)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:12:00.307997 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Dec 2021 21:12:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83963202-f151-44dc-a673-178f008923e2 x-openstack-request-id: req-83963202-f151-44dc-a673-178f008923e2 {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:12:00.307997 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b82ed20c-bbfc-4030-a8bc-ab9fae2d2653", "tag": "ad82f3ef-690a-49c9-b46f-74d324ed0682", "status": "completed", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:12:00.307997 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-83963202-f151-44dc-a673-178f008923e2 {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:12:00.307997 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b82ed20c-bbfc-4030-a8bc-ab9fae2d2653', 'tag': 'ad82f3ef-690a-49c9-b46f-74d324ed0682', 'status': 'completed', 'code': 200}
Dec 25 21:12:00.321244 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.db [req-928c0c50-6e30-49fe-8cc6-552c312b93dd req-a4ba093f-2b54-4b65-b42f-d3c89c92c213 tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] For port f465e7da-b12a-4235-8af5-b0f521da6640, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f465e7da-b12a-4235-8af5-b0f521da6640,segment=NetworkSegment(85c774cb-a0eb-4ad9-961f-f331d3b37cd6),segment_id=85c774cb-a0eb-4ad9-961f-f331d3b37cd6)] {{(pid=121607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:12:00.322097 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-928c0c50-6e30-49fe-8cc6-552c312b93dd req-a4ba093f-2b54-4b65-b42f-d3c89c92c213 tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:00.336748 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [req-928c0c50-6e30-49fe-8cc6-552c312b93dd req-a4ba093f-2b54-4b65-b42f-d3c89c92c213 tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] Calling delete_port for f465e7da-b12a-4235-8af5-b0f521da6640 owned by compute:nova {{(pid=121607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:12:00.349285 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a094b2f-54e5-43f1-b5cc-005b75669a92 req-9c95dcc5-a22d-4135-8370-fe1c3956da1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:12:00.350814 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7a094b2f-54e5-43f1-b5cc-005b75669a92 req-9c95dcc5-a22d-4135-8370-fe1c3956da1f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=188fe358c4684fce8fc912f48b3f186e&device_id=b82ed20c-bbfc-4030-a8bc-ab9fae2d2653 HTTP/1.1" status: 200  len: 1096 time: 0.0466530
Dec 25 21:12:00.383721 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 21:12:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6491abab-1bae-4486-82fe-36eb2f865cfb x-openstack-request-id: req-6491abab-1bae-4486-82fe-36eb2f865cfb {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:12:00.384018 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c01ef47d-effa-4511-a9b2-27108542948c", "name": "network-vif-plugged", "status": "completed", "tag": "9b84f1ce-b047-4065-9144-b2767da8f6e2", "code": 200}]} {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:12:00.386478 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6491abab-1bae-4486-82fe-36eb2f865cfb {{(pid=121608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:12:00.386908 ncdv-master-1 neutron-server[121608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c01ef47d-effa-4511-a9b2-27108542948c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b84f1ce-b047-4065-9144-b2767da8f6e2', 'code': 200}
Dec 25 21:12:00.449118 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:00.523655 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Pushing event updated for resources: {'Port': ['ID=9b84f1ce-b047-4065-9144-b2767da8f6e2,revision_number=5']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:12:00.534813 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-0705c97f-7a98-46e7-9da4-1c37e1b4d73c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2613ec4dc0>, [{'id': '3d36483e-ff0b-4d2b-9229-38307b0e66d1', 'name': 'tempest-FloatingIPsAssociationTestJSON-1365984648-router', 'tenant_id': '188fe358c4684fce8fc912f48b3f186e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.189'}], 'enable_snat': True}, 'gw_port_id': '7e896cd5-4f9b-44ff-a1f2-dd0bc13ee29f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:11:10Z', 'updated_at': '2021-12-25T21:11:14Z', 'revision_number': 4, 'project_id': '188fe358c4684fce8fc912f48b3f186e', 'gw_port': {'id': '7e896cd5-4f9b-44ff-a1f2-dd0bc13ee29f', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:b4:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d36483e-ff0b-4d2b-9229-38307b0e66d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:11:11Z', 'updated_at': '2021-12-25T21:11:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'e25f6cbe-d3dd-47c7-b3a5-60e95e3624cc', 'tenant_id': '188fe358c4684fce8fc912f48b3f186e', 'floating_ip_address': '172.35.3.174', 'floating_network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'router_id': '3d36483e-ff0b-4d2b-9229-38307b0e66d1', 'port_id': '220d3bdf-7e80-4005-ba6c-054bbbffc8b7', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 639, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '09af6274-7110-4e9c-83cc-51d4d54a1676', 'mac_address': 'fa:16:3e:4b:d1:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ad65377-4997-4c49-831e-c82240e86031', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-25T21:11:35Z', 'updated_at': '2021-12-25T21:11:58Z', 'revision_number': 3, 'project_id': '188fe358c4684fce8fc912f48b3f186e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6eee90ec-de3c-4dd9-8c1b-3879a17f6d48', 'name': '', 'network_id': '09af6274-7110-4e9c-83cc-51d4d54a1676', 'tenant_id': '188fe358c4684fce8fc912f48b3f186e', 'mac_address': 'fa:16:3e:e6:f7:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d36483e-ff0b-4d2b-9229-38307b0e66d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '015c1052-cc2c-4d6a-8242-ea18f582183e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:11:14Z', 'updated_at': '2021-12-25T21:11:18Z', 'revision_number': 5, 'project_id': '188fe358c4684fce8fc912f48b3f186e', 'subnets': [{'id': '015c1052-cc2c-4d6a-8242-ea18f582183e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:12:00.561981 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a094b2f-54e5-43f1-b5cc-005b75669a92 req-f053f15c-b1cf-4352-be38-bd108e127a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:12:00.562945 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3ff38f-5955-4eea-86c9-bb55dcf9da67 req-8c0d98c5-cd64-4af8-a561-59caa530d43e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:12:00.563459 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7a094b2f-54e5-43f1-b5cc-005b75669a92 req-f053f15c-b1cf-4352-be38-bd108e127a47 service neutron] 10.222.0.37 "GET /v2.0/networks?id=09af6274-7110-4e9c-83cc-51d4d54a1676 HTTP/1.1" status: 200  len: 922 time: 0.1982110
Dec 25 21:12:00.565374 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-9f3ff38f-5955-4eea-86c9-bb55dcf9da67 req-8c0d98c5-cd64-4af8-a561-59caa530d43e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c01ef47d-effa-4511-a9b2-27108542948c HTTP/1.1" status: 200  len: 1097 time: 0.0586636
Dec 25 21:12:00.571224 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0705c97f-7a98-46e7-9da4-1c37e1b4d73c None None] Checking router: 3d36483e-ff0b-4d2b-9229-38307b0e66d1 for host: ncdv-master-1 {{(pid=121608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 25 21:12:00.579934 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b03e64b-3078-458c-8170-a25ca78f0243 req-431257f3-35be-49e7-a331-0e2e146401ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:12:00.580109 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0705c97f-7a98-46e7-9da4-1c37e1b4d73c None None] Routers {'3d36483e-ff0b-4d2b-9229-38307b0e66d1'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:12:00.580534 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-0705c97f-7a98-46e7-9da4-1c37e1b4d73c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2613ec4dc0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:11:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['3d36483e-ff0b-4d2b-9229-38307b0e66d1'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:12:00.581481 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2b03e64b-3078-458c-8170-a25ca78f0243 req-431257f3-35be-49e7-a331-0e2e146401ca service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=188fe358c4684fce8fc912f48b3f186e&device_id=b82ed20c-bbfc-4030-a8bc-ab9fae2d2653 HTTP/1.1" status: 200  len: 1096 time: 0.0900545
Dec 25 21:12:00.589099 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6239eb7-bb4a-441a-9b9c-91cbc67963f8 req-68b213b3-3698-43b0-a22c-f10f8b804247 tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:12:00.590556 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c6239eb7-bb4a-441a-9b9c-91cbc67963f8 req-68b213b3-3698-43b0-a22c-f10f8b804247 tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] 10.222.0.32 "GET /v2.0/ports?device_id=c01ef47d-effa-4511-a9b2-27108542948c HTTP/1.1" status: 200  len: 946 time: 0.1002281
Dec 25 21:12:00.631817 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-9f3ff38f-5955-4eea-86c9-bb55dcf9da67 req-939c8154-490c-4c0e-b87a-08bd98670e98 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=381a44e3-d0d7-4aba-bc61-1ef7cfa17da9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434940
Dec 25 21:12:00.640903 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-928c0c50-6e30-49fe-8cc6-552c312b93dd req-a4ba093f-2b54-4b65-b42f-d3c89c92c213 tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:00.656203 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7a094b2f-54e5-43f1-b5cc-005b75669a92 req-046812cf-801e-408a-b425-8fea5c5c0378 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ad82f3ef-690a-49c9-b46f-74d324ed0682 HTTP/1.1" status: 200  len: 217 time: 0.0636251
Dec 25 21:12:00.672778 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ba093f-2b54-4b65-b42f-d3c89c92c213 tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] Pushing event deleted for resources: {'Port': ['ID=f465e7da-b12a-4235-8af5-b0f521da6640,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:12:00.675159 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] get_ports_and_sgs() called for port_ids ['f465e7da-b12a-4235-8af5-b0f521da6640'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:12:00.725593 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [req-928c0c50-6e30-49fe-8cc6-552c312b93dd req-a4ba093f-2b54-4b65-b42f-d3c89c92c213 tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] No DVR routers for this DVR port f465e7da-b12a-4235-8af5-b0f521da6640 on host nch2-master-1 {{(pid=121607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:12:00.727751 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvr_db [None req-0705c97f-7a98-46e7-9da4-1c37e1b4d73c None None] Set router 3d36483e-ff0b-4d2b-9229-38307b0e66d1 gateway port host: ncdv-master-1 {{(pid=121608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:12:00.730156 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-928c0c50-6e30-49fe-8cc6-552c312b93dd req-a4ba093f-2b54-4b65-b42f-d3c89c92c213 tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:00.732835 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-928c0c50-6e30-49fe-8cc6-552c312b93dd req-a4ba093f-2b54-4b65-b42f-d3c89c92c213 tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] 10.222.0.37 "DELETE /v2.0/ports/f465e7da-b12a-4235-8af5-b0f521da6640 HTTP/1.1" status: 204  len: 173 time: 0.7300735
Dec 25 21:12:00.734646 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c6239eb7-bb4a-441a-9b9c-91cbc67963f8 req-5a76bf33-31ec-43f0-a281-09497ecc5856 tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] 10.222.0.32 "GET /v2.0/security-groups?id=381a44e3-d0d7-4aba-bc61-1ef7cfa17da9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1185451
Dec 25 21:12:00.757477 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b03e64b-3078-458c-8170-a25ca78f0243 req-968456c4-b045-456c-8acc-ffc4ccdf0689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:12:00.759352 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2b03e64b-3078-458c-8170-a25ca78f0243 req-968456c4-b045-456c-8acc-ffc4ccdf0689 service neutron] 10.222.0.32 "GET /v2.0/networks?id=09af6274-7110-4e9c-83cc-51d4d54a1676 HTTP/1.1" status: 200  len: 922 time: 0.1679358
Dec 25 21:12:00.811308 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2b03e64b-3078-458c-8170-a25ca78f0243 req-6e8e9755-7d4f-42e1-8613-f525e8069833 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ad82f3ef-690a-49c9-b46f-74d324ed0682 HTTP/1.1" status: 200  len: 217 time: 0.0442188
Dec 25 21:12:00.942240 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b2eb1336-ca09-49b1-b9a5-efcf4542c49b req-32789bc4-5e1c-4aac-b8c4-89c8797fe441 tempest-ServersAdminTestJSON-305048221 tempest-ServersAdminTestJSON-305048221-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a8114c1-85b3-4e15-9e15-95159b456e41 HTTP/1.1" status: 200  len: 210 time: 0.0356660
Dec 25 21:12:00.949124 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b03e64b-3078-458c-8170-a25ca78f0243 req-5688c094-a097-4291-91c6-f06b6ef6bf40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:12:00.949473 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2b03e64b-3078-458c-8170-a25ca78f0243 req-5688c094-a097-4291-91c6-f06b6ef6bf40 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=015c1052-cc2c-4d6a-8242-ea18f582183e HTTP/1.1" status: 200  len: 860 time: 0.1297429
Dec 25 21:12:00.976115 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a094b2f-54e5-43f1-b5cc-005b75669a92 req-54b17b9c-6c0b-4070-ad54-bd923c72f872 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:12:00.980466 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7a094b2f-54e5-43f1-b5cc-005b75669a92 req-54b17b9c-6c0b-4070-ad54-bd923c72f872 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=015c1052-cc2c-4d6a-8242-ea18f582183e HTTP/1.1" status: 200  len: 860 time: 0.1234550
Dec 25 21:12:01.030624 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-0705c97f-7a98-46e7-9da4-1c37e1b4d73c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2613ec4dc0>, [{'id': '3d36483e-ff0b-4d2b-9229-38307b0e66d1', 'name': 'tempest-FloatingIPsAssociationTestJSON-1365984648-router', 'tenant_id': '188fe358c4684fce8fc912f48b3f186e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.189'}], 'enable_snat': True}, 'gw_port_id': '7e896cd5-4f9b-44ff-a1f2-dd0bc13ee29f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:11:10Z', 'updated_at': '2021-12-25T21:11:14Z', 'revision_number': 4, 'project_id': '188fe358c4684fce8fc912f48b3f186e', 'gw_port': {'id': '7e896cd5-4f9b-44ff-a1f2-dd0bc13ee29f', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:b4:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d36483e-ff0b-4d2b-9229-38307b0e66d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:11:11Z', 'updated_at': '2021-12-25T21:11:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'e25f6cbe-d3dd-47c7-b3a5-60e95e3624cc', 'tenant_id': '188fe358c4684fce8fc912f48b3f186e', 'floating_ip_address': '172.35.3.174', 'floating_network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'router_id': '3d36483e-ff0b-4d2b-9229-38307b0e66d1', 'port_id': '220d3bdf-7e80-4005-ba6c-054bbbffc8b7', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 639, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '09af6274-7110-4e9c-83cc-51d4d54a1676', 'mac_address': 'fa:16:3e:4b:d1:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ad65377-4997-4c49-831e-c82240e86031', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-25T21:11:35Z', 'updated_at': '2021-12-25T21:11:58Z', 'revision_number': 3, 'project_id': '188fe358c4684fce8fc912f48b3f186e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6eee90ec-de3c-4dd9-8c1b-3879a17f6d48', 'name': '', 'network_id': '09af6274-7110-4e9c-83cc-51d4d54a1676', 'tenant_id': '188fe358c4684fce8fc912f48b3f186e', 'mac_address': 'fa:16:3e:e6:f7:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d36483e-ff0b-4d2b-9229-38307b0e66d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '015c1052-cc2c-4d6a-8242-ea18f582183e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:11:14Z', 'updated_at': '2021-12-25T21:11:18Z', 'revision_number': 5, 'project_id': '188fe358c4684fce8fc912f48b3f186e', 'subnets': [{'id': '015c1052-cc2c-4d6a-8242-ea18f582183e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:12:01.038599 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b03e64b-3078-458c-8170-a25ca78f0243 req-9136d984-371c-4ee1-b11b-4f7c19f90580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:12:01.040144 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2b03e64b-3078-458c-8170-a25ca78f0243 req-9136d984-371c-4ee1-b11b-4f7c19f90580 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=09af6274-7110-4e9c-83cc-51d4d54a1676&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0786602
Dec 25 21:12:01.050267 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a094b2f-54e5-43f1-b5cc-005b75669a92 req-37e91098-54a0-436f-9efe-ad2d71842978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:12:01.051722 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7a094b2f-54e5-43f1-b5cc-005b75669a92 req-37e91098-54a0-436f-9efe-ad2d71842978 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=09af6274-7110-4e9c-83cc-51d4d54a1676&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0561035
Dec 25 21:12:01.057428 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0705c97f-7a98-46e7-9da4-1c37e1b4d73c None None] The sync data for ids ['3d36483e-ff0b-4d2b-9229-38307b0e66d1'] in ncdv-master-1 is: [{'id': '3d36483e-ff0b-4d2b-9229-38307b0e66d1', 'name': 'tempest-FloatingIPsAssociationTestJSON-1365984648-router', 'tenant_id': '188fe358c4684fce8fc912f48b3f186e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.189'}], 'enable_snat': True}, 'gw_port_id': '7e896cd5-4f9b-44ff-a1f2-dd0bc13ee29f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:11:10Z', 'updated_at': '2021-12-25T21:11:14Z', 'revision_number': 4, 'project_id': '188fe358c4684fce8fc912f48b3f186e', 'gw_port': {'id': '7e896cd5-4f9b-44ff-a1f2-dd0bc13ee29f', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:b4:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d36483e-ff0b-4d2b-9229-38307b0e66d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:11:11Z', 'updated_at': '2021-12-25T21:11:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'e25f6cbe-d3dd-47c7-b3a5-60e95e3624cc', 'tenant_id': '188fe358c4684fce8fc912f48b3f186e', 'floating_ip_address': '172.35.3.174', 'floating_network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'router_id': '3d36483e-ff0b-4d2b-9229-38307b0e66d1', 'port_id': '220d3bdf-7e80-4005-ba6c-054bbbffc8b7', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 639, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '09af6274-7110-4e9c-83cc-51d4d54a1676', 'mac_address': 'fa:16:3e:4b:d1:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ad65377-4997-4c49-831e-c82240e86031', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-25T21:11:35Z', 'updated_at': '2021-12-25T21:11:58Z', 'revision_number': 3, 'project_id': '188fe358c4684fce8fc912f48b3f186e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6eee90ec-de3c-4dd9-8c1b-3879a17f6d48', 'name': '', 'network_id': '09af6274-7110-4e9c-83cc-51d4d54a1676', 'tenant_id': '188fe358c4684fce8fc912f48b3f186e', 'mac_address': 'fa:16:3e:e6:f7:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d36483e-ff0b-4d2b-9229-38307b0e66d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '015c1052-cc2c-4d6a-8242-ea18f582183e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:11:14Z', 'updated_at': '2021-12-25T21:11:18Z', 'revision_number': 5, 'project_id': '188fe358c4684fce8fc912f48b3f186e', 'subnets': [{'id': '015c1052-cc2c-4d6a-8242-ea18f582183e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 21:12:01.210792 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2b03e64b-3078-458c-8170-a25ca78f0243 req-f4392fec-ad38-45ab-a0d7-4e0c98d52676 service neutron] 10.222.0.32 "GET /v2.0/networks/09af6274-7110-4e9c-83cc-51d4d54a1676?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1626611
Dec 25 21:12:01.229915 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7a094b2f-54e5-43f1-b5cc-005b75669a92 req-497b3ee5-7d26-4b71-8e04-325b33ef60db service neutron] 10.222.0.37 "GET /v2.0/networks/09af6274-7110-4e9c-83cc-51d4d54a1676?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1549172
Dec 25 21:12:01.254386 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f1f9cdf-7e3a-42fd-b0ec-3d17e373a63b None None] New status for floating IP e25f6cbe-d3dd-47c7-b3a5-60e95e3624cc: ACTIVE {{(pid=121609) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 25 21:12:01.393783 ncdv-master-1 neutron-server[121607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a8114c1-85b3-4e15-9e15-95159b456e41', 'name': 'network-vif-deleted', 'tag': 'f465e7da-b12a-4235-8af5-b0f521da6640'}] {{(pid=121607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:12:01.395066 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2b03e64b-3078-458c-8170-a25ca78f0243 req-27893022-255a-4425-b202-fff9eb243e67 service neutron] 10.222.0.32 "GET /v2.0/networks/09af6274-7110-4e9c-83cc-51d4d54a1676?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1766500
Dec 25 21:12:01.396929 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f980bbcadfa7bf1e788024e1448be660373c21f97f015f780444e999c451203" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e575399-07ed-4128-8b3b-9f3a3c231457" -d '{"events": [{"server_uuid": "9a8114c1-85b3-4e15-9e15-95159b456e41", "name": "network-vif-deleted", "tag": "f465e7da-b12a-4235-8af5-b0f521da6640"}]}' {{(pid=121607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:12:01.401434 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7a094b2f-54e5-43f1-b5cc-005b75669a92 req-61f31933-4971-498b-9b1a-70aec26d37df service neutron] 10.222.0.37 "GET /v2.0/networks/09af6274-7110-4e9c-83cc-51d4d54a1676?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1463377
Dec 25 21:12:01.593868 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b03e64b-3078-458c-8170-a25ca78f0243 req-588c66ec-9fe9-42be-b1f3-3a788d8467e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:12:01.595886 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2b03e64b-3078-458c-8170-a25ca78f0243 req-588c66ec-9fe9-42be-b1f3-3a788d8467e8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=188fe358c4684fce8fc912f48b3f186e&device_id=3ad65377-4997-4c49-831e-c82240e86031 HTTP/1.1" status: 200  len: 1097 time: 0.0414033
Dec 25 21:12:01.710054 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a073804b-c27d-47db-92e4-f529f1e9c103 None None] Sync routers for ids ['3d36483e-ff0b-4d2b-9229-38307b0e66d1'] in ncdv-master-1 {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 21:12:01.729761 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a073804b-c27d-47db-92e4-f529f1e9c103 None None] Routers {'3d36483e-ff0b-4d2b-9229-38307b0e66d1'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:12:01.730393 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-a073804b-c27d-47db-92e4-f529f1e9c103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2618137d00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:11:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['3d36483e-ff0b-4d2b-9229-38307b0e66d1'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:12:01.828855 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 21:12:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ca5f6e8-c8f9-482a-b7ee-f2653a348591 x-openstack-request-id: req-1ca5f6e8-c8f9-482a-b7ee-f2653a348591 {{(pid=121607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:12:01.830282 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a8114c1-85b3-4e15-9e15-95159b456e41", "name": "network-vif-deleted", "tag": "f465e7da-b12a-4235-8af5-b0f521da6640", "status": "completed", "code": 200}]} {{(pid=121607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:12:01.830807 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1ca5f6e8-c8f9-482a-b7ee-f2653a348591 {{(pid=121607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:12:01.831460 ncdv-master-1 neutron-server[121607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a8114c1-85b3-4e15-9e15-95159b456e41', 'name': 'network-vif-deleted', 'tag': 'f465e7da-b12a-4235-8af5-b0f521da6640', 'status': 'completed', 'code': 200}
Dec 25 21:12:01.870700 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvr_db [None req-a073804b-c27d-47db-92e4-f529f1e9c103 None None] Set router 3d36483e-ff0b-4d2b-9229-38307b0e66d1 gateway port host: ncdv-master-1 {{(pid=121608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:12:02.072314 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b03e64b-3078-458c-8170-a25ca78f0243 req-a386aa50-ff79-4e5b-839a-8855616b9a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:12:02.073908 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2b03e64b-3078-458c-8170-a25ca78f0243 req-a386aa50-ff79-4e5b-839a-8855616b9a82 service neutron] 10.222.0.32 "GET /v2.0/networks?id=09af6274-7110-4e9c-83cc-51d4d54a1676 HTTP/1.1" status: 200  len: 922 time: 0.4720194
Dec 25 21:12:02.127356 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-a073804b-c27d-47db-92e4-f529f1e9c103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2618137d00>, [{'id': '3d36483e-ff0b-4d2b-9229-38307b0e66d1', 'name': 'tempest-FloatingIPsAssociationTestJSON-1365984648-router', 'tenant_id': '188fe358c4684fce8fc912f48b3f186e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.189'}], 'enable_snat': True}, 'gw_port_id': '7e896cd5-4f9b-44ff-a1f2-dd0bc13ee29f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:11:10Z', 'updated_at': '2021-12-25T21:11:14Z', 'revision_number': 4, 'project_id': '188fe358c4684fce8fc912f48b3f186e', 'gw_port': {'id': '7e896cd5-4f9b-44ff-a1f2-dd0bc13ee29f', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:b4:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d36483e-ff0b-4d2b-9229-38307b0e66d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:11:11Z', 'updated_at': '2021-12-25T21:11:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'e25f6cbe-d3dd-47c7-b3a5-60e95e3624cc', 'tenant_id': '188fe358c4684fce8fc912f48b3f186e', 'floating_ip_address': '172.35.3.174', 'floating_network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'router_id': '3d36483e-ff0b-4d2b-9229-38307b0e66d1', 'port_id': '220d3bdf-7e80-4005-ba6c-054bbbffc8b7', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 639, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '09af6274-7110-4e9c-83cc-51d4d54a1676', 'mac_address': 'fa:16:3e:4b:d1:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ad65377-4997-4c49-831e-c82240e86031', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-25T21:11:35Z', 'updated_at': '2021-12-25T21:12:01Z', 'revision_number': 4, 'project_id': '188fe358c4684fce8fc912f48b3f186e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6eee90ec-de3c-4dd9-8c1b-3879a17f6d48', 'name': '', 'network_id': '09af6274-7110-4e9c-83cc-51d4d54a1676', 'tenant_id': '188fe358c4684fce8fc912f48b3f186e', 'mac_address': 'fa:16:3e:e6:f7:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d36483e-ff0b-4d2b-9229-38307b0e66d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '015c1052-cc2c-4d6a-8242-ea18f582183e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:11:14Z', 'updated_at': '2021-12-25T21:11:18Z', 'revision_number': 5, 'project_id': '188fe358c4684fce8fc912f48b3f186e', 'subnets': [{'id': '015c1052-cc2c-4d6a-8242-ea18f582183e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:12:02.158466 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a073804b-c27d-47db-92e4-f529f1e9c103 None None] Checking router: 3d36483e-ff0b-4d2b-9229-38307b0e66d1 for host: ncdv-master-1 {{(pid=121608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 25 21:12:02.162156 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2a4f7c-4f87-46dd-bdcc-fa2a17440517 req-824eaf05-96e6-4102-8d74-61d67a4a1f25 tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:12:02.164265 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-af2a4f7c-4f87-46dd-bdcc-fa2a17440517 req-824eaf05-96e6-4102-8d74-61d67a4a1f25 tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] 10.222.0.32 "GET /v2.0/networks?id=1e137e86-76be-493f-9b25-1d17756925b5 HTTP/1.1" status: 200  len: 820 time: 0.1812921
Dec 25 21:12:02.166849 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a073804b-c27d-47db-92e4-f529f1e9c103 None None] Routers {'3d36483e-ff0b-4d2b-9229-38307b0e66d1'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:12:02.167518 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-a073804b-c27d-47db-92e4-f529f1e9c103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2618137d00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:11:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['3d36483e-ff0b-4d2b-9229-38307b0e66d1'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:12:02.171833 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2b03e64b-3078-458c-8170-a25ca78f0243 req-20430041-a074-4f42-a5cd-a3880cc2d16f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=220d3bdf-7e80-4005-ba6c-054bbbffc8b7 HTTP/1.1" status: 200  len: 1002 time: 0.0911498
Dec 25 21:12:02.207888 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-af2a4f7c-4f87-46dd-bdcc-fa2a17440517 req-e9421106-bc72-4806-9177-d5105cdb6709 tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] 10.222.0.32 "GET /v2.0/quotas/276a36e6a97d46a78b7e483daa26cc2e HTTP/1.1" status: 200  len: 375 time: 0.0350063
Dec 25 21:12:02.253187 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b03e64b-3078-458c-8170-a25ca78f0243 req-515b22f2-1a86-461d-b03d-99d87a64a2ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:12:02.254862 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2b03e64b-3078-458c-8170-a25ca78f0243 req-515b22f2-1a86-461d-b03d-99d87a64a2ba service neutron] 10.222.0.32 "GET /v2.0/subnets?id=015c1052-cc2c-4d6a-8242-ea18f582183e HTTP/1.1" status: 200  len: 860 time: 0.0751555
Dec 25 21:12:02.276506 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvr_db [None req-a073804b-c27d-47db-92e4-f529f1e9c103 None None] Set router 3d36483e-ff0b-4d2b-9229-38307b0e66d1 gateway port host: ncdv-master-1 {{(pid=121608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:12:02.306514 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-af2a4f7c-4f87-46dd-bdcc-fa2a17440517 req-8e50dcaf-7451-48ab-a152-4994037894f0 tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=276a36e6a97d46a78b7e483daa26cc2e&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0908570
Dec 25 21:12:02.307827 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ad65377-4997-4c49-831e-c82240e86031', 'tag': '220d3bdf-7e80-4005-ba6c-054bbbffc8b7'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:12:02.310156 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9858820c13ec2827453b94ebc4181065e990a4e4089ccb9fe762531ac62d2fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b2dfd02-1ff0-4bf2-8352-84a60c25da0d" -d '{"events": [{"name": "network-changed", "server_uuid": "3ad65377-4997-4c49-831e-c82240e86031", "tag": "220d3bdf-7e80-4005-ba6c-054bbbffc8b7"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:12:02.350378 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b03e64b-3078-458c-8170-a25ca78f0243 req-3f80bd69-6528-49ef-800f-dcbcfc92f9a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:12:02.351901 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2b03e64b-3078-458c-8170-a25ca78f0243 req-3f80bd69-6528-49ef-800f-dcbcfc92f9a9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=09af6274-7110-4e9c-83cc-51d4d54a1676&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0869174
Dec 25 21:12:02.461345 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-af2a4f7c-4f87-46dd-bdcc-fa2a17440517 req-77f51931-c765-4609-8850-c4298f0085dd service neutron] 10.222.0.32 "GET /v2.0/networks/1e137e86-76be-493f-9b25-1d17756925b5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1462126
Dec 25 21:12:02.475121 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device 3147cbbc-6a59-4aed-93a8-d328bcb5240b no longer exists at agent hyperv_nch1-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:12:02.498128 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] No Port match for: 3147cbbc-6a59-4aed-93a8-d328bcb5240b {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:12:02.498128 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device 3147cbbc-6a59-4aed-93a8-d328bcb5240b not bound to the agent host nch1-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:12:02.511788 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2b03e64b-3078-458c-8170-a25ca78f0243 req-9a5a544d-6504-4041-851e-76fef5700434 service neutron] 10.222.0.32 "GET /v2.0/networks/09af6274-7110-4e9c-83cc-51d4d54a1676?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1318450
Dec 25 21:12:02.523597 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-a073804b-c27d-47db-92e4-f529f1e9c103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2618137d00>, [{'id': '3d36483e-ff0b-4d2b-9229-38307b0e66d1', 'name': 'tempest-FloatingIPsAssociationTestJSON-1365984648-router', 'tenant_id': '188fe358c4684fce8fc912f48b3f186e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.189'}], 'enable_snat': True}, 'gw_port_id': '7e896cd5-4f9b-44ff-a1f2-dd0bc13ee29f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:11:10Z', 'updated_at': '2021-12-25T21:11:14Z', 'revision_number': 4, 'project_id': '188fe358c4684fce8fc912f48b3f186e', 'gw_port': {'id': '7e896cd5-4f9b-44ff-a1f2-dd0bc13ee29f', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:b4:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d36483e-ff0b-4d2b-9229-38307b0e66d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:11:11Z', 'updated_at': '2021-12-25T21:11:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'e25f6cbe-d3dd-47c7-b3a5-60e95e3624cc', 'tenant_id': '188fe358c4684fce8fc912f48b3f186e', 'floating_ip_address': '172.35.3.174', 'floating_network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'router_id': '3d36483e-ff0b-4d2b-9229-38307b0e66d1', 'port_id': '220d3bdf-7e80-4005-ba6c-054bbbffc8b7', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 639, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '09af6274-7110-4e9c-83cc-51d4d54a1676', 'mac_address': 'fa:16:3e:4b:d1:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ad65377-4997-4c49-831e-c82240e86031', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-25T21:11:35Z', 'updated_at': '2021-12-25T21:12:01Z', 'revision_number': 4, 'project_id': '188fe358c4684fce8fc912f48b3f186e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6eee90ec-de3c-4dd9-8c1b-3879a17f6d48', 'name': '', 'network_id': '09af6274-7110-4e9c-83cc-51d4d54a1676', 'tenant_id': '188fe358c4684fce8fc912f48b3f186e', 'mac_address': 'fa:16:3e:e6:f7:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d36483e-ff0b-4d2b-9229-38307b0e66d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '015c1052-cc2c-4d6a-8242-ea18f582183e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:11:14Z', 'updated_at': '2021-12-25T21:11:18Z', 'revision_number': 5, 'project_id': '188fe358c4684fce8fc912f48b3f186e', 'subnets': [{'id': '015c1052-cc2c-4d6a-8242-ea18f582183e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:12:02.555374 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a073804b-c27d-47db-92e4-f529f1e9c103 None None] The sync data for ids ['3d36483e-ff0b-4d2b-9229-38307b0e66d1'] in ncdv-master-1 is: [{'id': '3d36483e-ff0b-4d2b-9229-38307b0e66d1', 'name': 'tempest-FloatingIPsAssociationTestJSON-1365984648-router', 'tenant_id': '188fe358c4684fce8fc912f48b3f186e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.189'}], 'enable_snat': True}, 'gw_port_id': '7e896cd5-4f9b-44ff-a1f2-dd0bc13ee29f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:11:10Z', 'updated_at': '2021-12-25T21:11:14Z', 'revision_number': 4, 'project_id': '188fe358c4684fce8fc912f48b3f186e', 'gw_port': {'id': '7e896cd5-4f9b-44ff-a1f2-dd0bc13ee29f', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:b4:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d36483e-ff0b-4d2b-9229-38307b0e66d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:11:11Z', 'updated_at': '2021-12-25T21:11:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'e25f6cbe-d3dd-47c7-b3a5-60e95e3624cc', 'tenant_id': '188fe358c4684fce8fc912f48b3f186e', 'floating_ip_address': '172.35.3.174', 'floating_network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'router_id': '3d36483e-ff0b-4d2b-9229-38307b0e66d1', 'port_id': '220d3bdf-7e80-4005-ba6c-054bbbffc8b7', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 639, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '09af6274-7110-4e9c-83cc-51d4d54a1676', 'mac_address': 'fa:16:3e:4b:d1:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ad65377-4997-4c49-831e-c82240e86031', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-25T21:11:35Z', 'updated_at': '2021-12-25T21:12:01Z', 'revision_number': 4, 'project_id': '188fe358c4684fce8fc912f48b3f186e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6eee90ec-de3c-4dd9-8c1b-3879a17f6d48', 'name': '', 'network_id': '09af6274-7110-4e9c-83cc-51d4d54a1676', 'tenant_id': '188fe358c4684fce8fc912f48b3f186e', 'mac_address': 'fa:16:3e:e6:f7:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d36483e-ff0b-4d2b-9229-38307b0e66d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '015c1052-cc2c-4d6a-8242-ea18f582183e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:11:14Z', 'updated_at': '2021-12-25T21:11:18Z', 'revision_number': 5, 'project_id': '188fe358c4684fce8fc912f48b3f186e', 'subnets': [{'id': '015c1052-cc2c-4d6a-8242-ea18f582183e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 21:12:02.626319 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-af2a4f7c-4f87-46dd-bdcc-fa2a17440517 req-1e3f08db-9d44-4f0e-8fff-e5ecc7ba59ca service neutron] 10.222.0.32 "GET /v2.0/networks/1e137e86-76be-493f-9b25-1d17756925b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1574707
Dec 25 21:12:02.654581 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2b03e64b-3078-458c-8170-a25ca78f0243 req-5c28b809-bb7b-4d38-90dd-534ad7ecfd21 service neutron] 10.222.0.32 "GET /v2.0/networks/09af6274-7110-4e9c-83cc-51d4d54a1676?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1103702
Dec 25 21:12:02.906577 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1d4b7c-107f-4591-bb60-98308cdd2ec2 req-d0ee42e2-c8e5-4478-bf37-815c050f5cd7 tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:12:02.908688 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-cf1d4b7c-107f-4591-bb60-98308cdd2ec2 req-d0ee42e2-c8e5-4478-bf37-815c050f5cd7 tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] 10.222.0.32 "GET /v2.0/ports?device_id=c01ef47d-effa-4511-a9b2-27108542948c HTTP/1.1" status: 200  len: 946 time: 0.0568900
Dec 25 21:12:02.955904 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-cf1d4b7c-107f-4591-bb60-98308cdd2ec2 req-046f8330-fe69-4dd6-8d38-6329dfbac4cb tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] 10.222.0.32 "GET /v2.0/security-groups?id=381a44e3-d0d7-4aba-bc61-1ef7cfa17da9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408525
Dec 25 21:12:03.060688 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04942ebc-7841-4866-9c3b-02344f6e529b req-cff9a62e-ea86-4e40-b019-298106823fbb tempest-ListServerFiltersTestJSON-1422081367 tempest-ListServerFiltersTestJSON-1422081367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:12:03.062225 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-04942ebc-7841-4866-9c3b-02344f6e529b req-cff9a62e-ea86-4e40-b019-298106823fbb tempest-ListServerFiltersTestJSON-1422081367 tempest-ListServerFiltersTestJSON-1422081367-project] 10.222.0.32 "GET /v2.0/ports?device_id=d914c615-075b-48b0-bbd9-707f0b4e084d HTTP/1.1" status: 200  len: 946 time: 0.0487347
Dec 25 21:12:03.117255 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-04942ebc-7841-4866-9c3b-02344f6e529b req-9391878e-1a5c-44c2-976b-4e49465ec542 tempest-ListServerFiltersTestJSON-1422081367 tempest-ListServerFiltersTestJSON-1422081367-project] 10.222.0.32 "GET /v2.0/security-groups?id=447f20bc-c1b8-4d93-b35d-2eedc5c6dd85&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0481794
Dec 25 21:12:03.206892 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Dec 2021 21:12:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2743a983-9088-4c09-b4cc-34f5e7635e47 x-openstack-request-id: req-2743a983-9088-4c09-b4cc-34f5e7635e47 {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:12:03.206892 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ad65377-4997-4c49-831e-c82240e86031", "tag": "220d3bdf-7e80-4005-ba6c-054bbbffc8b7", "status": "completed", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:12:03.206892 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2743a983-9088-4c09-b4cc-34f5e7635e47 {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:12:03.207571 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ad65377-4997-4c49-831e-c82240e86031', 'tag': '220d3bdf-7e80-4005-ba6c-054bbbffc8b7', 'status': 'completed', 'code': 200}
Dec 25 21:12:03.300858 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9ee288ec-f582-4a97-b5d4-0aab156a8bf2 req-48d65344-cac0-44ba-9718-f5fa350d0853 tempest-FloatingIPsAssociationTestJSON-622699030 tempest-FloatingIPsAssociationTestJSON-622699030-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.35.3.174 HTTP/1.1" status: 200  len: 1002 time: 0.0822964
Dec 25 21:12:03.310797 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2dfd02-1ff0-4bf2-8352-84a60c25da0d req-34532853-b1e1-4728-8c09-f81361558915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:12:03.315156 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-7b2dfd02-1ff0-4bf2-8352-84a60c25da0d req-34532853-b1e1-4728-8c09-f81361558915 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=188fe358c4684fce8fc912f48b3f186e&device_id=3ad65377-4997-4c49-831e-c82240e86031 HTTP/1.1" status: 200  len: 1097 time: 0.0803230
Dec 25 21:12:03.360203 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee288ec-f582-4a97-b5d4-0aab156a8bf2 req-404a1cb0-c7c8-44c3-b87c-183aa10beb82 tempest-FloatingIPsAssociationTestJSON-622699030 tempest-FloatingIPsAssociationTestJSON-622699030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:12:03.362383 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9ee288ec-f582-4a97-b5d4-0aab156a8bf2 req-404a1cb0-c7c8-44c3-b87c-183aa10beb82 tempest-FloatingIPsAssociationTestJSON-622699030 tempest-FloatingIPsAssociationTestJSON-622699030-project] 10.222.0.32 "GET /v2.0/ports/220d3bdf-7e80-4005-ba6c-054bbbffc8b7 HTTP/1.1" status: 200  len: 943 time: 0.0497732
Dec 25 21:12:03.412686 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33020a8-7400-42d3-9570-7dc657c79629 req-581e1168-b18c-4476-a922-dbc41be12e90 tempest-ListServerFiltersTestJSON-1422081367 tempest-ListServerFiltersTestJSON-1422081367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:12:03.414338 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c33020a8-7400-42d3-9570-7dc657c79629 req-581e1168-b18c-4476-a922-dbc41be12e90 tempest-ListServerFiltersTestJSON-1422081367 tempest-ListServerFiltersTestJSON-1422081367-project] 10.222.0.31 "GET /v2.0/ports?device_id=d914c615-075b-48b0-bbd9-707f0b4e084d HTTP/1.1" status: 200  len: 946 time: 0.0510061
Dec 25 21:12:03.415279 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2dfd02-1ff0-4bf2-8352-84a60c25da0d req-8d459298-906c-4c06-bf30-db763c137d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:12:03.416725 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-7b2dfd02-1ff0-4bf2-8352-84a60c25da0d req-8d459298-906c-4c06-bf30-db763c137d9d service neutron] 10.222.0.31 "GET /v2.0/networks?id=09af6274-7110-4e9c-83cc-51d4d54a1676 HTTP/1.1" status: 200  len: 922 time: 0.0968902
Dec 25 21:12:03.510742 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-7b2dfd02-1ff0-4bf2-8352-84a60c25da0d req-f8009281-eb29-4a79-a3af-4d5ef82f3c30 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=220d3bdf-7e80-4005-ba6c-054bbbffc8b7 HTTP/1.1" status: 200  len: 1002 time: 0.0840461
Dec 25 21:12:03.517407 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9ee288ec-f582-4a97-b5d4-0aab156a8bf2 req-874c4d2d-2540-4ef8-b136-ff78b1fc976c tempest-FloatingIPsAssociationTestJSON-622699030 tempest-FloatingIPsAssociationTestJSON-622699030-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.35.3.174 HTTP/1.1" status: 200  len: 1002 time: 0.1020627
Dec 25 21:12:03.559692 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2dfd02-1ff0-4bf2-8352-84a60c25da0d req-bc8d918e-3092-4b4b-b4c9-d682f686e509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:12:03.561062 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-7b2dfd02-1ff0-4bf2-8352-84a60c25da0d req-bc8d918e-3092-4b4b-b4c9-d682f686e509 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=015c1052-cc2c-4d6a-8242-ea18f582183e HTTP/1.1" status: 200  len: 860 time: 0.0440629
Dec 25 21:12:03.627536 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device f465e7da-b12a-4235-8af5-b0f521da6640 no longer exists at agent hyperv_nch2-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:12:03.638561 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2dfd02-1ff0-4bf2-8352-84a60c25da0d req-df445355-678b-47c2-af35-2be476af1a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:12:03.640752 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-7b2dfd02-1ff0-4bf2-8352-84a60c25da0d req-df445355-678b-47c2-af35-2be476af1a96 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=09af6274-7110-4e9c-83cc-51d4d54a1676&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0728996
Dec 25 21:12:03.651761 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] No Port match for: f465e7da-b12a-4235-8af5-b0f521da6640 {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:12:03.652133 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device f465e7da-b12a-4235-8af5-b0f521da6640 not bound to the agent host nch2-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:12:03.684487 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [req-c33020a8-7400-42d3-9570-7dc657c79629 req-2d3a4406-12eb-4c66-bcb8-1fdba53b3585 tempest-ListServerFiltersTestJSON-1422081367 tempest-ListServerFiltersTestJSON-1422081367-project] Deleting port 68318cac-8cb7-4fbd-94a8-563f01bdc7e4 {{(pid=121606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:12:03.685477 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-c33020a8-7400-42d3-9570-7dc657c79629 req-2d3a4406-12eb-4c66-bcb8-1fdba53b3585 tempest-ListServerFiltersTestJSON-1422081367 tempest-ListServerFiltersTestJSON-1422081367-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:03.721068 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee288ec-f582-4a97-b5d4-0aab156a8bf2 req-1de72205-6408-453d-8ddd-eb5aa232fb0c tempest-FloatingIPsAssociationTestJSON-622699030 tempest-FloatingIPsAssociationTestJSON-622699030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:12:03.722523 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9ee288ec-f582-4a97-b5d4-0aab156a8bf2 req-1de72205-6408-453d-8ddd-eb5aa232fb0c tempest-FloatingIPsAssociationTestJSON-622699030 tempest-FloatingIPsAssociationTestJSON-622699030-project] 10.222.0.32 "GET /v2.0/networks/7201e55c-7c5f-41aa-a042-a363696539d0 HTTP/1.1" status: 200  len: 784 time: 0.1863801
Dec 25 21:12:03.723005 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 47264) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:12:03.778467 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-7b2dfd02-1ff0-4bf2-8352-84a60c25da0d req-46b6b61a-10b6-46bc-a424-7dd027f3ea10 service neutron] 10.222.0.31 "GET /v2.0/networks/09af6274-7110-4e9c-83cc-51d4d54a1676?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1303663
Dec 25 21:12:03.802878 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2fce86d7-4ddd-4b1e-aaa4-69d569272bb2 req-2bc0e222-7f49-4e8e-88ed-22284cef1259 tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] 10.222.0.32 "GET /v2.0/ports?device_id=866da8ae-83ec-48f9-bfc8-b1a55df72844 HTTP/1.1" status: 200  len: 210 time: 0.0491893
Dec 25 21:12:03.911021 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-7b2dfd02-1ff0-4bf2-8352-84a60c25da0d req-a4eed9e8-985d-4708-87e4-cee0ac45900c service neutron] 10.222.0.31 "GET /v2.0/networks/09af6274-7110-4e9c-83cc-51d4d54a1676?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1254630
Dec 25 21:12:03.970929 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-c33020a8-7400-42d3-9570-7dc657c79629 req-2d3a4406-12eb-4c66-bcb8-1fdba53b3585 tempest-ListServerFiltersTestJSON-1422081367 tempest-ListServerFiltersTestJSON-1422081367-project] For port 68318cac-8cb7-4fbd-94a8-563f01bdc7e4, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=68318cac-8cb7-4fbd-94a8-563f01bdc7e4,segment=NetworkSegment(e8ac02a8-e826-44a3-b184-ad0b30f42bc3),segment_id=e8ac02a8-e826-44a3-b184-ad0b30f42bc3)] {{(pid=121606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:12:03.971298 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-c33020a8-7400-42d3-9570-7dc657c79629 req-2d3a4406-12eb-4c66-bcb8-1fdba53b3585 tempest-ListServerFiltersTestJSON-1422081367 tempest-ListServerFiltersTestJSON-1422081367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:03.997878 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-51365133-242a-43ef-9f2c-9945ad573809 req-e01c1535-3d53-464b-8a14-43662fe9634d tempest-FloatingIPsAssociationTestJSON-622699030 tempest-FloatingIPsAssociationTestJSON-622699030-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.35.3.174 HTTP/1.1" status: 200  len: 1002 time: 0.1383519
Dec 25 21:12:04.005627 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f394733-deca-4599-954c-9be6a5e13c76 req-e9d019a3-dfe9-44fe-8160-86195521a9da tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:12:04.007109 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3f394733-deca-4599-954c-9be6a5e13c76 req-e9d019a3-dfe9-44fe-8160-86195521a9da tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] 10.222.0.32 "GET /v2.0/ports?device_id=c01ef47d-effa-4511-a9b2-27108542948c HTTP/1.1" status: 200  len: 946 time: 0.1755822
Dec 25 21:12:04.010022 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [req-c33020a8-7400-42d3-9570-7dc657c79629 req-2d3a4406-12eb-4c66-bcb8-1fdba53b3585 tempest-ListServerFiltersTestJSON-1422081367 tempest-ListServerFiltersTestJSON-1422081367-project] Calling delete_port for 68318cac-8cb7-4fbd-94a8-563f01bdc7e4 owned by compute:nova {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:12:04.023283 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-00ebbab0-5cac-46ad-bd79-485674547451 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c70df2525137490a9e18b5e4af25a7b4&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2967114
Dec 25 21:12:04.025953 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 47272) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:12:04.075450 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-dda16c17-29de-4660-bc03-a7fe85e6ff74 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:04.101323 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-dda16c17-29de-4660-bc03-a7fe85e6ff74 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:04.113749 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51365133-242a-43ef-9f2c-9945ad573809 req-65f5d7e9-b4ae-41ab-b133-cf4162df845a tempest-FloatingIPsAssociationTestJSON-622699030 tempest-FloatingIPsAssociationTestJSON-622699030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:12:04.115158 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-51365133-242a-43ef-9f2c-9945ad573809 req-65f5d7e9-b4ae-41ab-b133-cf4162df845a tempest-FloatingIPsAssociationTestJSON-622699030 tempest-FloatingIPsAssociationTestJSON-622699030-project] 10.222.0.32 "GET /v2.0/ports/220d3bdf-7e80-4005-ba6c-054bbbffc8b7 HTTP/1.1" status: 200  len: 943 time: 0.1071780
Dec 25 21:12:04.137986 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:04.154364 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3f394733-deca-4599-954c-9be6a5e13c76 req-eb25ba45-1808-4ce7-8376-671720fe7284 tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] 10.222.0.32 "GET /v2.0/security-groups?id=381a44e3-d0d7-4aba-bc61-1ef7cfa17da9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1298952
Dec 25 21:12:04.244826 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-dda16c17-29de-4660-bc03-a7fe85e6ff74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:04.247673 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-dda16c17-29de-4660-bc03-a7fe85e6ff74 admin admin] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:04.248902 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-dda16c17-29de-4660-bc03-a7fe85e6ff74 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/21386e98-0735-4168-a9d9-35455a6206b6 HTTP/1.1" status: 204  len: 168 time: 0.2218642
Dec 25 21:12:04.263741 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda16c17-29de-4660-bc03-a7fe85e6ff74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21386e98-0735-4168-a9d9-35455a6206b6,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:12:04.271731 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda16c17-29de-4660-bc03-a7fe85e6ff74 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:12:04.272184 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda16c17-29de-4660-bc03-a7fe85e6ff74 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:12:04.272614 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda16c17-29de-4660-bc03-a7fe85e6ff74 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:12:04.273072 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda16c17-29de-4660-bc03-a7fe85e6ff74 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:12:04.273489 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda16c17-29de-4660-bc03-a7fe85e6ff74 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:12:04.273911 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda16c17-29de-4660-bc03-a7fe85e6ff74 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:12:04.274587 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda16c17-29de-4660-bc03-a7fe85e6ff74 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:12:04.275009 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda16c17-29de-4660-bc03-a7fe85e6ff74 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:12:04.275438 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda16c17-29de-4660-bc03-a7fe85e6ff74 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:12:04.275853 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda16c17-29de-4660-bc03-a7fe85e6ff74 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:12:04.276298 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda16c17-29de-4660-bc03-a7fe85e6ff74 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:12:04.277731 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda16c17-29de-4660-bc03-a7fe85e6ff74 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:12:04.277731 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda16c17-29de-4660-bc03-a7fe85e6ff74 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:12:04.308636 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-51365133-242a-43ef-9f2c-9945ad573809 req-28ae16de-c4b4-44ce-9e96-4c973fc42bfb tempest-FloatingIPsAssociationTestJSON-622699030 tempest-FloatingIPsAssociationTestJSON-622699030-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.35.3.174 HTTP/1.1" status: 200  len: 1002 time: 0.1253512
Dec 25 21:12:04.334262 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ea09f3-8c43-45a7-9018-cc6ebd42f4ad req-13ac7f4c-ba56-42ee-8527-4969d01a0b81 tempest-ListServerFiltersTestJSON-1422081367 tempest-ListServerFiltersTestJSON-1422081367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:12:04.338496 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-85ea09f3-8c43-45a7-9018-cc6ebd42f4ad req-13ac7f4c-ba56-42ee-8527-4969d01a0b81 tempest-ListServerFiltersTestJSON-1422081367 tempest-ListServerFiltersTestJSON-1422081367-project] 10.222.0.32 "GET /v2.0/ports?device_id=d914c615-075b-48b0-bbd9-707f0b4e084d HTTP/1.1" status: 200  len: 946 time: 0.0986252
Dec 25 21:12:04.392755 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-c33020a8-7400-42d3-9570-7dc657c79629 req-2d3a4406-12eb-4c66-bcb8-1fdba53b3585 tempest-ListServerFiltersTestJSON-1422081367 tempest-ListServerFiltersTestJSON-1422081367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:04.473838 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3a4406-12eb-4c66-bcb8-1fdba53b3585 tempest-ListServerFiltersTestJSON-1422081367 tempest-ListServerFiltersTestJSON-1422081367-project] Pushing event deleted for resources: {'Port': ['ID=68318cac-8cb7-4fbd-94a8-563f01bdc7e4,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:12:04.487527 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-85ea09f3-8c43-45a7-9018-cc6ebd42f4ad req-d4e12505-3a98-4249-9a8a-3d69a18c7724 tempest-ListServerFiltersTestJSON-1422081367 tempest-ListServerFiltersTestJSON-1422081367-project] 10.222.0.32 "GET /v2.0/security-groups?id=447f20bc-c1b8-4d93-b35d-2eedc5c6dd85&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1413782
Dec 25 21:12:04.534677 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [req-c33020a8-7400-42d3-9570-7dc657c79629 req-2d3a4406-12eb-4c66-bcb8-1fdba53b3585 tempest-ListServerFiltersTestJSON-1422081367 tempest-ListServerFiltersTestJSON-1422081367-project] No DVR routers for this DVR port 68318cac-8cb7-4fbd-94a8-563f01bdc7e4 on host nch1-master-1 {{(pid=121606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:12:04.542208 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-c33020a8-7400-42d3-9570-7dc657c79629 req-2d3a4406-12eb-4c66-bcb8-1fdba53b3585 tempest-ListServerFiltersTestJSON-1422081367 tempest-ListServerFiltersTestJSON-1422081367-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:04.551576 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c33020a8-7400-42d3-9570-7dc657c79629 req-2d3a4406-12eb-4c66-bcb8-1fdba53b3585 tempest-ListServerFiltersTestJSON-1422081367 tempest-ListServerFiltersTestJSON-1422081367-project] 10.222.0.31 "DELETE /v2.0/ports/68318cac-8cb7-4fbd-94a8-563f01bdc7e4 HTTP/1.1" status: 204  len: 173 time: 1.0971754
Dec 25 21:12:04.556692 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] get_ports_and_sgs() called for port_ids ['68318cac-8cb7-4fbd-94a8-563f01bdc7e4'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:12:04.563402 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51365133-242a-43ef-9f2c-9945ad573809 req-c8f14fbd-8589-4cdf-96f2-52ddd19e65bd tempest-FloatingIPsAssociationTestJSON-622699030 tempest-FloatingIPsAssociationTestJSON-622699030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:12:04.572088 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-51365133-242a-43ef-9f2c-9945ad573809 req-c8f14fbd-8589-4cdf-96f2-52ddd19e65bd tempest-FloatingIPsAssociationTestJSON-622699030 tempest-FloatingIPsAssociationTestJSON-622699030-project] 10.222.0.32 "GET /v2.0/networks/7201e55c-7c5f-41aa-a042-a363696539d0 HTTP/1.1" status: 200  len: 784 time: 0.2496302
Dec 25 21:12:04.698713 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-51365133-242a-43ef-9f2c-9945ad573809 req-244c0cb9-d791-4f46-8fd9-93dfceb5761f tempest-FloatingIPsAssociationTestJSON-622699030 tempest-FloatingIPsAssociationTestJSON-622699030-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.35.3.174 HTTP/1.1" status: 200  len: 1002 time: 0.1257303
Dec 25 21:12:04.715055 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-51365133-242a-43ef-9f2c-9945ad573809 req-d8483ce9-e5c2-4f87-9574-c82e3e8d1bd0 tempest-FloatingIPsAssociationTestJSON-622699030 tempest-FloatingIPsAssociationTestJSON-622699030-project] Request body: {'floatingip': {'port_id': None}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:12:04.807779 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-51365133-242a-43ef-9f2c-9945ad573809 req-d8483ce9-e5c2-4f87-9574-c82e3e8d1bd0 tempest-FloatingIPsAssociationTestJSON-622699030 tempest-FloatingIPsAssociationTestJSON-622699030-project] Publish callbacks [] for floatingip, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:04.827766 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-89e64e47-d5ac-4c49-9995-ea3846695574 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:04.973739 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-51365133-242a-43ef-9f2c-9945ad573809 req-d8483ce9-e5c2-4f87-9574-c82e3e8d1bd0 tempest-FloatingIPsAssociationTestJSON-622699030 tempest-FloatingIPsAssociationTestJSON-622699030-project] Publish callbacks [] for floatingip, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:05.108913 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1487c1d6-9e15-4ec5-9963-a8e693bee21b req-7526642b-03e1-495a-940b-e9bbea8af081 tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] 10.222.0.32 "GET /v2.0/ports?device_id=866da8ae-83ec-48f9-bfc8-b1a55df72844 HTTP/1.1" status: 200  len: 210 time: 0.2097332
Dec 25 21:12:05.109946 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-51365133-242a-43ef-9f2c-9945ad573809 req-d8483ce9-e5c2-4f87-9574-c82e3e8d1bd0 tempest-FloatingIPsAssociationTestJSON-622699030 tempest-FloatingIPsAssociationTestJSON-622699030-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2008639'] for floatingip, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:05.113027 ncdv-master-1 neutron-server[121606]: INFO neutron.db.l3_db [req-51365133-242a-43ef-9f2c-9945ad573809 req-d8483ce9-e5c2-4f87-9574-c82e3e8d1bd0 tempest-FloatingIPsAssociationTestJSON-622699030 tempest-FloatingIPsAssociationTestJSON-622699030-project] Floating IP e25f6cbe-d3dd-47c7-b3a5-60e95e3624cc disassociated. External IP: 172.35.3.174, port: 220d3bdf-7e80-4005-ba6c-054bbbffc8b7.
Dec 25 21:12:05.169647 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 47290) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:12:05.209282 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd914c615-075b-48b0-bbd9-707f0b4e084d', 'name': 'network-vif-deleted', 'tag': '68318cac-8cb7-4fbd-94a8-563f01bdc7e4'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:12:05.210943 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-888a7c52-6fc3-461f-b3b2-0a658529a139 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=27a856db1f1e4d76973ed5345627e80c&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0401442
Dec 25 21:12:05.211521 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9858820c13ec2827453b94ebc4181065e990a4e4089ccb9fe762531ac62d2fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-743990c7-bedc-49f9-a6b1-ec3801ea121e" -d '{"events": [{"server_uuid": "d914c615-075b-48b0-bbd9-707f0b4e084d", "name": "network-vif-deleted", "tag": "68318cac-8cb7-4fbd-94a8-563f01bdc7e4"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:12:05.213712 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 47294) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:12:05.262757 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-d8cb4521-e088-4e11-9cf3-146f326b753f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:05.284453 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-d8cb4521-e088-4e11-9cf3-146f326b753f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:05.351471 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44ca8cc-ad54-48a1-9ca1-9dfef79a670c req-7a11a387-936f-4142-9a10-8f23486ccacc tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:12:05.352984 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a44ca8cc-ad54-48a1-9ca1-9dfef79a670c req-7a11a387-936f-4142-9a10-8f23486ccacc tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] 10.222.0.32 "GET /v2.0/ports?device_id=c01ef47d-effa-4511-a9b2-27108542948c HTTP/1.1" status: 200  len: 946 time: 0.1238976
Dec 25 21:12:05.396982 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.l3_agent_scheduler [req-51365133-242a-43ef-9f2c-9945ad573809 req-d8483ce9-e5c2-4f87-9574-c82e3e8d1bd0 tempest-FloatingIPsAssociationTestJSON-622699030 tempest-FloatingIPsAssociationTestJSON-622699030-project] Router 3d36483e-ff0b-4d2b-9229-38307b0e66d1 has already been hosted by L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 {{(pid=121606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 25 21:12:05.418584 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-d8cb4521-e088-4e11-9cf3-146f326b753f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:05.421781 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-d8cb4521-e088-4e11-9cf3-146f326b753f admin admin] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:05.425627 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-d8cb4521-e088-4e11-9cf3-146f326b753f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3e459f7b-5bf1-4e6d-bfd3-1ef3f17cf966 HTTP/1.1" status: 204  len: 168 time: 0.2082694
Dec 25 21:12:05.432900 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cb4521-e088-4e11-9cf3-146f326b753f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e459f7b-5bf1-4e6d-bfd3-1ef3f17cf966,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:12:05.458735 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a44ca8cc-ad54-48a1-9ca1-9dfef79a670c req-269f4917-41f3-4883-8eae-37fefdadf040 tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] 10.222.0.32 "GET /v2.0/security-groups?id=381a44e3-d0d7-4aba-bc61-1ef7cfa17da9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0989676
Dec 25 21:12:05.533207 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 21:12:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12d6f058-1b42-432a-a641-8fb098ea2b9d x-openstack-request-id: req-12d6f058-1b42-432a-a641-8fb098ea2b9d {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:12:05.533207 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d914c615-075b-48b0-bbd9-707f0b4e084d", "name": "network-vif-deleted", "tag": "68318cac-8cb7-4fbd-94a8-563f01bdc7e4", "status": "completed", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:12:05.533207 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-12d6f058-1b42-432a-a641-8fb098ea2b9d {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:12:05.533207 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd914c615-075b-48b0-bbd9-707f0b4e084d', 'name': 'network-vif-deleted', 'tag': '68318cac-8cb7-4fbd-94a8-563f01bdc7e4', 'status': 'completed', 'code': 200}
Dec 25 21:12:05.567799 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-51365133-242a-43ef-9f2c-9945ad573809 req-d8483ce9-e5c2-4f87-9574-c82e3e8d1bd0 tempest-FloatingIPsAssociationTestJSON-622699030 tempest-FloatingIPsAssociationTestJSON-622699030-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 21:12:05.573676 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-51365133-242a-43ef-9f2c-9945ad573809 req-d8483ce9-e5c2-4f87-9574-c82e3e8d1bd0 tempest-FloatingIPsAssociationTestJSON-622699030 tempest-FloatingIPsAssociationTestJSON-622699030-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for floatingip, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:05.613196 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-51365133-242a-43ef-9f2c-9945ad573809 req-d8483ce9-e5c2-4f87-9574-c82e3e8d1bd0 tempest-FloatingIPsAssociationTestJSON-622699030 tempest-FloatingIPsAssociationTestJSON-622699030-project] 10.222.0.32 "PUT /v2.0/floatingips/e25f6cbe-d3dd-47c7-b3a5-60e95e3624cc HTTP/1.1" status: 200  len: 695 time: 0.9062657
Dec 25 21:12:05.672795 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51365133-242a-43ef-9f2c-9945ad573809 req-5c411f91-6ac1-4960-ae18-07b1d8ac1ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:12:05.675152 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-51365133-242a-43ef-9f2c-9945ad573809 req-5c411f91-6ac1-4960-ae18-07b1d8ac1ec6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=188fe358c4684fce8fc912f48b3f186e&device_id=3ad65377-4997-4c49-831e-c82240e86031 HTTP/1.1" status: 200  len: 1097 time: 0.0528698
Dec 25 21:12:05.688334 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7901ae23-303b-4ef7-958d-4cf032772fe9 None None] Sync routers for ids ['3d36483e-ff0b-4d2b-9229-38307b0e66d1'] in ncdv-master-1 {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 21:12:05.699947 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7901ae23-303b-4ef7-958d-4cf032772fe9 None None] Routers {'3d36483e-ff0b-4d2b-9229-38307b0e66d1'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:12:05.700814 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-7901ae23-303b-4ef7-958d-4cf032772fe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f261c0ca640>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:11:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['3d36483e-ff0b-4d2b-9229-38307b0e66d1'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:12:05.803751 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51365133-242a-43ef-9f2c-9945ad573809 req-8247bcc1-8218-4e26-8839-afa116ddaf71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:12:05.803751 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-51365133-242a-43ef-9f2c-9945ad573809 req-8247bcc1-8218-4e26-8839-afa116ddaf71 service neutron] 10.222.0.32 "GET /v2.0/networks?id=09af6274-7110-4e9c-83cc-51d4d54a1676 HTTP/1.1" status: 200  len: 922 time: 0.1196525
Dec 25 21:12:05.841468 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvr_db [None req-7901ae23-303b-4ef7-958d-4cf032772fe9 None None] Set router 3d36483e-ff0b-4d2b-9229-38307b0e66d1 gateway port host: ncdv-master-1 {{(pid=121609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:12:05.846166 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-51365133-242a-43ef-9f2c-9945ad573809 req-b983aa58-d155-42e7-88fa-fcef18561f2c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=220d3bdf-7e80-4005-ba6c-054bbbffc8b7 HTTP/1.1" status: 200  len: 217 time: 0.0362298
Dec 25 21:12:05.935798 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51365133-242a-43ef-9f2c-9945ad573809 req-2976a2f6-1f9b-4fb7-9918-874b7ba7a946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:12:05.937621 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-51365133-242a-43ef-9f2c-9945ad573809 req-2976a2f6-1f9b-4fb7-9918-874b7ba7a946 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=015c1052-cc2c-4d6a-8242-ea18f582183e HTTP/1.1" status: 200  len: 860 time: 0.0854104
Dec 25 21:12:06.129423 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-7901ae23-303b-4ef7-958d-4cf032772fe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f261c0ca640>, [{'id': '3d36483e-ff0b-4d2b-9229-38307b0e66d1', 'name': 'tempest-FloatingIPsAssociationTestJSON-1365984648-router', 'tenant_id': '188fe358c4684fce8fc912f48b3f186e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.189'}], 'enable_snat': True}, 'gw_port_id': '7e896cd5-4f9b-44ff-a1f2-dd0bc13ee29f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:11:10Z', 'updated_at': '2021-12-25T21:11:14Z', 'revision_number': 4, 'project_id': '188fe358c4684fce8fc912f48b3f186e', 'gw_port': {'id': '7e896cd5-4f9b-44ff-a1f2-dd0bc13ee29f', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:b4:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d36483e-ff0b-4d2b-9229-38307b0e66d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:11:11Z', 'updated_at': '2021-12-25T21:11:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '6eee90ec-de3c-4dd9-8c1b-3879a17f6d48', 'name': '', 'network_id': '09af6274-7110-4e9c-83cc-51d4d54a1676', 'tenant_id': '188fe358c4684fce8fc912f48b3f186e', 'mac_address': 'fa:16:3e:e6:f7:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d36483e-ff0b-4d2b-9229-38307b0e66d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '015c1052-cc2c-4d6a-8242-ea18f582183e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:11:14Z', 'updated_at': '2021-12-25T21:11:18Z', 'revision_number': 5, 'project_id': '188fe358c4684fce8fc912f48b3f186e', 'subnets': [{'id': '015c1052-cc2c-4d6a-8242-ea18f582183e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:12:06.177266 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7901ae23-303b-4ef7-958d-4cf032772fe9 None None] Checking router: 3d36483e-ff0b-4d2b-9229-38307b0e66d1 for host: ncdv-master-1 {{(pid=121609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 25 21:12:06.186756 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7901ae23-303b-4ef7-958d-4cf032772fe9 None None] Routers {'3d36483e-ff0b-4d2b-9229-38307b0e66d1'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:12:06.187206 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-7901ae23-303b-4ef7-958d-4cf032772fe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f261c0ca640>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:11:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['3d36483e-ff0b-4d2b-9229-38307b0e66d1'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:12:06.295708 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvr_db [None req-7901ae23-303b-4ef7-958d-4cf032772fe9 None None] Set router 3d36483e-ff0b-4d2b-9229-38307b0e66d1 gateway port host: ncdv-master-1 {{(pid=121609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:12:06.367099 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51365133-242a-43ef-9f2c-9945ad573809 req-a2bd5140-ef3b-43fe-84cf-9d25ea6c2425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:12:06.368719 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-51365133-242a-43ef-9f2c-9945ad573809 req-a2bd5140-ef3b-43fe-84cf-9d25ea6c2425 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=09af6274-7110-4e9c-83cc-51d4d54a1676&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0679440
Dec 25 21:12:06.376106 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2a4f7c-4f87-46dd-bdcc-fa2a17440517 req-6f9c1fc3-7515-423d-a31b-39ee3d775523 tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:12:06.377562 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-af2a4f7c-4f87-46dd-bdcc-fa2a17440517 req-6f9c1fc3-7515-423d-a31b-39ee3d775523 tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] 10.222.0.31 "GET /v2.0/networks?id=1e137e86-76be-493f-9b25-1d17756925b5 HTTP/1.1" status: 200  len: 820 time: 0.4836369
Dec 25 21:12:06.400222 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-af2a4f7c-4f87-46dd-bdcc-fa2a17440517 req-87cbe23e-eb66-4f7a-a8b4-6925e9e8ec61 tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] Request body: {'port': {'device_id': '866da8ae-83ec-48f9-bfc8-b1a55df72844', 'network_id': '1e137e86-76be-493f-9b25-1d17756925b5', 'admin_state_up': True, 'tenant_id': '276a36e6a97d46a78b7e483daa26cc2e'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:12:06.468566 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device 68318cac-8cb7-4fbd-94a8-563f01bdc7e4 no longer exists at agent hyperv_nch1-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:12:06.515696 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] No Port match for: 68318cac-8cb7-4fbd-94a8-563f01bdc7e4 {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:12:06.517243 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device 68318cac-8cb7-4fbd-94a8-563f01bdc7e4 not bound to the agent host nch1-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:12:06.614345 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-14b6d0dc-f32b-4be1-8bc0-8d534cdba351 req-23e1da6b-438b-4d42-9385-fb0d6afb021b tempest-ListServerFiltersTestJSON-1422081367 tempest-ListServerFiltersTestJSON-1422081367-project] 10.222.0.32 "GET /v2.0/ports?device_id=d914c615-075b-48b0-bbd9-707f0b4e084d HTTP/1.1" status: 200  len: 210 time: 0.0554390
Dec 25 21:12:06.668231 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-7901ae23-303b-4ef7-958d-4cf032772fe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f261c0ca640>, [{'id': '3d36483e-ff0b-4d2b-9229-38307b0e66d1', 'name': 'tempest-FloatingIPsAssociationTestJSON-1365984648-router', 'tenant_id': '188fe358c4684fce8fc912f48b3f186e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.189'}], 'enable_snat': True}, 'gw_port_id': '7e896cd5-4f9b-44ff-a1f2-dd0bc13ee29f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:11:10Z', 'updated_at': '2021-12-25T21:11:14Z', 'revision_number': 4, 'project_id': '188fe358c4684fce8fc912f48b3f186e', 'gw_port': {'id': '7e896cd5-4f9b-44ff-a1f2-dd0bc13ee29f', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:b4:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d36483e-ff0b-4d2b-9229-38307b0e66d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:11:11Z', 'updated_at': '2021-12-25T21:11:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '6eee90ec-de3c-4dd9-8c1b-3879a17f6d48', 'name': '', 'network_id': '09af6274-7110-4e9c-83cc-51d4d54a1676', 'tenant_id': '188fe358c4684fce8fc912f48b3f186e', 'mac_address': 'fa:16:3e:e6:f7:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d36483e-ff0b-4d2b-9229-38307b0e66d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '015c1052-cc2c-4d6a-8242-ea18f582183e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:11:14Z', 'updated_at': '2021-12-25T21:11:18Z', 'revision_number': 5, 'project_id': '188fe358c4684fce8fc912f48b3f186e', 'subnets': [{'id': '015c1052-cc2c-4d6a-8242-ea18f582183e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:12:06.703969 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7901ae23-303b-4ef7-958d-4cf032772fe9 None None] The sync data for ids ['3d36483e-ff0b-4d2b-9229-38307b0e66d1'] in ncdv-master-1 is: [{'id': '3d36483e-ff0b-4d2b-9229-38307b0e66d1', 'name': 'tempest-FloatingIPsAssociationTestJSON-1365984648-router', 'tenant_id': '188fe358c4684fce8fc912f48b3f186e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.189'}], 'enable_snat': True}, 'gw_port_id': '7e896cd5-4f9b-44ff-a1f2-dd0bc13ee29f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:11:10Z', 'updated_at': '2021-12-25T21:11:14Z', 'revision_number': 4, 'project_id': '188fe358c4684fce8fc912f48b3f186e', 'gw_port': {'id': '7e896cd5-4f9b-44ff-a1f2-dd0bc13ee29f', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:b4:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d36483e-ff0b-4d2b-9229-38307b0e66d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:11:11Z', 'updated_at': '2021-12-25T21:11:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '6eee90ec-de3c-4dd9-8c1b-3879a17f6d48', 'name': '', 'network_id': '09af6274-7110-4e9c-83cc-51d4d54a1676', 'tenant_id': '188fe358c4684fce8fc912f48b3f186e', 'mac_address': 'fa:16:3e:e6:f7:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d36483e-ff0b-4d2b-9229-38307b0e66d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '015c1052-cc2c-4d6a-8242-ea18f582183e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:11:14Z', 'updated_at': '2021-12-25T21:11:18Z', 'revision_number': 5, 'project_id': '188fe358c4684fce8fc912f48b3f186e', 'subnets': [{'id': '015c1052-cc2c-4d6a-8242-ea18f582183e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 21:12:06.706099 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-51365133-242a-43ef-9f2c-9945ad573809 req-d8bce94f-6729-405b-a97f-b84eb337927a service neutron] 10.222.0.32 "GET /v2.0/networks/09af6274-7110-4e9c-83cc-51d4d54a1676?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3209941
Dec 25 21:12:06.865466 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af2a4f7c-4f87-46dd-bdcc-fa2a17440517 req-87cbe23e-eb66-4f7a-a8b4-6925e9e8ec61 tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] Made reservation on behalf of 276a36e6a97d46a78b7e483daa26cc2e for: {'port': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:12:06.870762 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-af2a4f7c-4f87-46dd-bdcc-fa2a17440517 req-87cbe23e-eb66-4f7a-a8b4-6925e9e8ec61 tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:06.889709 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-51365133-242a-43ef-9f2c-9945ad573809 req-9cc5d0f4-3e29-413b-ab7d-74a8d12569fd service neutron] 10.222.0.32 "GET /v2.0/networks/09af6274-7110-4e9c-83cc-51d4d54a1676?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1633744
Dec 25 21:12:06.977639 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3ac5b3f3-8c5f-48d1-95d5-2092535cc45a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:07.024306 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8793e864-dbe3-42b2-aa73-3c86411eb640 req-546dec31-7f80-456d-952b-8049dc912214 tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] 10.222.0.32 "GET /v2.0/ports?device_id=866da8ae-83ec-48f9-bfc8-b1a55df72844 HTTP/1.1" status: 200  len: 210 time: 0.0514145
Dec 25 21:12:07.152517 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_common [req-af2a4f7c-4f87-46dd-bdcc-fa2a17440517 req-87cbe23e-eb66-4f7a-a8b4-6925e9e8ec61 tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] Allocated IP 172.20.0.8 (1e137e86-76be-493f-9b25-1d17756925b5/9f350e3c-b3c0-4923-bec6-5c96ab55923b/228dbe3e-2fc1-491d-915f-a92d1ec6406f) {{(pid=121606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:12:07.209536 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea8a1edc-03a9-4c65-a878-0c5313fa65e6 None None] New status for floating IP e25f6cbe-d3dd-47c7-b3a5-60e95e3624cc: DOWN {{(pid=121608) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 25 21:12:07.477308 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43d1935-dfc5-47c5-a094-a409d833ec97 req-e512e4a5-565e-47fa-aa28-6681bf5a2723 tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:12:07.484649 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e43d1935-dfc5-47c5-a094-a409d833ec97 req-e512e4a5-565e-47fa-aa28-6681bf5a2723 tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] 10.222.0.32 "GET /v2.0/networks?id=2332d558-39bb-411c-88af-b74bee7e32ab HTTP/1.1" status: 200  len: 808 time: 0.2822046
Dec 25 21:12:07.511258 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e43d1935-dfc5-47c5-a094-a409d833ec97 req-41d2d655-4fa8-4f51-996f-9153707bada3 tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] 10.222.0.32 "GET /v2.0/quotas/bc19d38e80ce426fa6d268838d133f13 HTTP/1.1" status: 200  len: 375 time: 0.0254269
Dec 25 21:12:07.544151 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ad65377-4997-4c49-831e-c82240e86031', 'tag': '220d3bdf-7e80-4005-ba6c-054bbbffc8b7'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:12:07.547153 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9858820c13ec2827453b94ebc4181065e990a4e4089ccb9fe762531ac62d2fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2cfde01-48e9-4ddd-8cf5-3d600a56235f" -d '{"events": [{"name": "network-changed", "server_uuid": "3ad65377-4997-4c49-831e-c82240e86031", "tag": "220d3bdf-7e80-4005-ba6c-054bbbffc8b7"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:12:07.563112 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-af2a4f7c-4f87-46dd-bdcc-fa2a17440517 req-87cbe23e-eb66-4f7a-a8b4-6925e9e8ec61 tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] Publish callbacks [] for port, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:07.593466 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e43d1935-dfc5-47c5-a094-a409d833ec97 req-56d7df7d-ed43-43ed-a7a7-9eb73a4ac91f tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=bc19d38e80ce426fa6d268838d133f13&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0811372
Dec 25 21:12:07.713385 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e43d1935-dfc5-47c5-a094-a409d833ec97 req-d845a0cb-e4f8-46ad-bb5f-b02873be0f8d service neutron] 10.222.0.32 "GET /v2.0/networks/2332d558-39bb-411c-88af-b74bee7e32ab?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1112282
Dec 25 21:12:07.749032 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-af2a4f7c-4f87-46dd-bdcc-fa2a17440517 req-87cbe23e-eb66-4f7a-a8b4-6925e9e8ec61 tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:07.765204 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] get_ports_and_sgs() called for port_ids ['1f34074e-0a6d-4eef-a7d5-cef1f7f400f3'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:12:07.835074 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af2a4f7c-4f87-46dd-bdcc-fa2a17440517 req-87cbe23e-eb66-4f7a-a8b4-6925e9e8ec61 tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] Network 1e137e86-76be-493f-9b25-1d17756925b5 is already hosted by enough agents. {{(pid=121606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:12:07.843309 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Dec 2021 21:12:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00d5c08a-4a83-4823-aa88-ec4c826db335 x-openstack-request-id: req-00d5c08a-4a83-4823-aa88-ec4c826db335 {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:12:07.843616 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ad65377-4997-4c49-831e-c82240e86031", "tag": "220d3bdf-7e80-4005-ba6c-054bbbffc8b7", "status": "completed", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:12:07.843841 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-00d5c08a-4a83-4823-aa88-ec4c826db335 {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:12:07.844228 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ad65377-4997-4c49-831e-c82240e86031', 'tag': '220d3bdf-7e80-4005-ba6c-054bbbffc8b7', 'status': 'completed', 'code': 200}
Dec 25 21:12:07.845119 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [req-af2a4f7c-4f87-46dd-bdcc-fa2a17440517 req-87cbe23e-eb66-4f7a-a8b4-6925e9e8ec61 tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] Resources bound (agent type, host, resource id):  {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:12:07.850088 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [req-af2a4f7c-4f87-46dd-bdcc-fa2a17440517 req-87cbe23e-eb66-4f7a-a8b4-6925e9e8ec61 tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] Received port after_create {{(pid=121606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:12:07.855753 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cbe23e-eb66-4f7a-a8b4-6925e9e8ec61 tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] Pushing event updated for resources: {'Port': ['ID=228dbe3e-2fc1-491d-915f-a92d1ec6406f,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:12:07.903989 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cbe23e-eb66-4f7a-a8b4-6925e9e8ec61 tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:12:07.904635 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cbe23e-eb66-4f7a-a8b4-6925e9e8ec61 tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:12:07.904635 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cbe23e-eb66-4f7a-a8b4-6925e9e8ec61 tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:12:07.905274 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cbe23e-eb66-4f7a-a8b4-6925e9e8ec61 tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:12:07.905404 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cbe23e-eb66-4f7a-a8b4-6925e9e8ec61 tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:12:07.905678 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cbe23e-eb66-4f7a-a8b4-6925e9e8ec61 tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:12:07.905966 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cbe23e-eb66-4f7a-a8b4-6925e9e8ec61 tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:12:07.906309 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cbe23e-eb66-4f7a-a8b4-6925e9e8ec61 tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:12:07.906699 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cbe23e-eb66-4f7a-a8b4-6925e9e8ec61 tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:12:07.907029 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cbe23e-eb66-4f7a-a8b4-6925e9e8ec61 tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:12:07.907384 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cbe23e-eb66-4f7a-a8b4-6925e9e8ec61 tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:12:07.907709 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cbe23e-eb66-4f7a-a8b4-6925e9e8ec61 tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:12:07.908067 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cbe23e-eb66-4f7a-a8b4-6925e9e8ec61 tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:12:07.915176 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e43d1935-dfc5-47c5-a094-a409d833ec97 req-458a0de8-0721-4bec-90d6-192e76305b4a service neutron] 10.222.0.32 "GET /v2.0/networks/2332d558-39bb-411c-88af-b74bee7e32ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1943209
Dec 25 21:12:07.936266 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2a4f7c-4f87-46dd-bdcc-fa2a17440517 req-87cbe23e-eb66-4f7a-a8b4-6925e9e8ec61 tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:12:07.937455 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-af2a4f7c-4f87-46dd-bdcc-fa2a17440517 req-87cbe23e-eb66-4f7a-a8b4-6925e9e8ec61 tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:07.942000 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 47386) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:12:08.004851 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_v2 [None req-c927a2e1-9d1d-4828-99fd-262102d6c0ce admin admin] Deleting subnet 47a53b07-55d2-4a6d-8cba-79e98a017010 {{(pid=121606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Dec 25 21:12:08.009862 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cfde01-48e9-4ddd-8cf5-3d600a56235f req-ee87f9c5-df30-440f-b416-61e8631bc704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:12:08.011531 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-c927a2e1-9d1d-4828-99fd-262102d6c0ce admin admin] Publish callbacks [] for subnet, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:08.011626 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-e2cfde01-48e9-4ddd-8cf5-3d600a56235f req-ee87f9c5-df30-440f-b416-61e8631bc704 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=188fe358c4684fce8fc912f48b3f186e&device_id=3ad65377-4997-4c49-831e-c82240e86031 HTTP/1.1" status: 200  len: 1097 time: 0.1287818
Dec 25 21:12:08.013946 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:08.050206 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-af2a4f7c-4f87-46dd-bdcc-fa2a17440517 req-87cbe23e-eb66-4f7a-a8b4-6925e9e8ec61 tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.6549134
Dec 25 21:12:08.064329 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-c927a2e1-9d1d-4828-99fd-262102d6c0ce admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9084199'] for subnet, precommit_delete_associations {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:08.090525 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-af2a4f7c-4f87-46dd-bdcc-fa2a17440517 req-aa9a6878-c857-4309-9a00-6e17713443e4 service neutron] Request body: {'port': {'device_id': '866da8ae-83ec-48f9-bfc8-b1a55df72844', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:12:08.167284 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cfde01-48e9-4ddd-8cf5-3d600a56235f req-f9500382-ab92-47a4-a201-396017cfb40a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:12:08.168755 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-e2cfde01-48e9-4ddd-8cf5-3d600a56235f req-f9500382-ab92-47a4-a201-396017cfb40a service neutron] 10.222.0.31 "GET /v2.0/networks?id=09af6274-7110-4e9c-83cc-51d4d54a1676 HTTP/1.1" status: 200  len: 922 time: 0.1457884
Dec 25 21:12:08.224078 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-e2cfde01-48e9-4ddd-8cf5-3d600a56235f req-4c0ee4e2-1402-4666-9bc2-b26f479a216e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=220d3bdf-7e80-4005-ba6c-054bbbffc8b7 HTTP/1.1" status: 200  len: 217 time: 0.0477514
Dec 25 21:12:08.256552 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-af2a4f7c-4f87-46dd-bdcc-fa2a17440517 req-aa9a6878-c857-4309-9a00-6e17713443e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:08.292660 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07982eb-d2a4-435f-8277-0fe7bd5191ae req-892ceb60-c48f-405f-ad2f-e1c12017a44c tempest-FloatingIPsAssociationTestJSON-622699030 tempest-FloatingIPsAssociationTestJSON-622699030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:12:08.293864 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cfde01-48e9-4ddd-8cf5-3d600a56235f req-950e2a12-ac56-4693-9e82-8ca6c0551d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:12:08.294235 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f07982eb-d2a4-435f-8277-0fe7bd5191ae req-892ceb60-c48f-405f-ad2f-e1c12017a44c tempest-FloatingIPsAssociationTestJSON-622699030 tempest-FloatingIPsAssociationTestJSON-622699030-project] 10.222.0.32 "GET /v2.0/ports?device_id=b82ed20c-bbfc-4030-a8bc-ab9fae2d2653&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 945 time: 0.1782494
Dec 25 21:12:08.295454 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-e2cfde01-48e9-4ddd-8cf5-3d600a56235f req-950e2a12-ac56-4693-9e82-8ca6c0551d04 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=015c1052-cc2c-4d6a-8242-ea18f582183e HTTP/1.1" status: 200  len: 860 time: 0.0577312
Dec 25 21:12:08.332691 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-c927a2e1-9d1d-4828-99fd-262102d6c0ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995662'] for subnet, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:08.347166 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cfde01-48e9-4ddd-8cf5-3d600a56235f req-ded3aa4a-b993-455f-9b94-19f9beddfa68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:12:08.348799 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-e2cfde01-48e9-4ddd-8cf5-3d600a56235f req-ded3aa4a-b993-455f-9b94-19f9beddfa68 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=09af6274-7110-4e9c-83cc-51d4d54a1676&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0413585
Dec 25 21:12:08.396865 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3e945ecd-9380-47c2-aa0a-12ebe07e03e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:08.400417 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f07982eb-d2a4-435f-8277-0fe7bd5191ae req-e9696d3f-00e5-4c59-976d-c2148d474291 tempest-FloatingIPsAssociationTestJSON-622699030 tempest-FloatingIPsAssociationTestJSON-622699030-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.35.3.174 HTTP/1.1" status: 200  len: 696 time: 0.0962741
Dec 25 21:12:08.419168 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-f07982eb-d2a4-435f-8277-0fe7bd5191ae req-44593773-9fa7-4c12-b1a8-cb56cff9df5a tempest-FloatingIPsAssociationTestJSON-622699030 tempest-FloatingIPsAssociationTestJSON-622699030-project] Request body: {'floatingip': {'port_id': 'ad82f3ef-690a-49c9-b46f-74d324ed0682', 'fixed_ip_address': '172.20.0.8'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:12:08.448162 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-e2cfde01-48e9-4ddd-8cf5-3d600a56235f req-bad26c6d-09cb-4d1f-98c0-14f5bb323c07 service neutron] 10.222.0.31 "GET /v2.0/networks/09af6274-7110-4e9c-83cc-51d4d54a1676?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0905304
Dec 25 21:12:08.511377 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-f07982eb-d2a4-435f-8277-0fe7bd5191ae req-44593773-9fa7-4c12-b1a8-cb56cff9df5a tempest-FloatingIPsAssociationTestJSON-622699030 tempest-FloatingIPsAssociationTestJSON-622699030-project] Publish callbacks [] for floatingip, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:08.545618 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-e2cfde01-48e9-4ddd-8cf5-3d600a56235f req-b9132cb4-a29a-4cb9-96cf-c268bd990f9c service neutron] 10.222.0.31 "GET /v2.0/networks/09af6274-7110-4e9c-83cc-51d4d54a1676?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0852706
Dec 25 21:12:08.654763 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-c927a2e1-9d1d-4828-99fd-262102d6c0ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9084363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9028506'] for subnet, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:08.728905 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-160c8578-9b52-4510-ba0a-bf2d8ff53adc None None] Network 18cd81fa-8a8a-4568-b72f-9dfeb3958de1 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:12:08.736473 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c927a2e1-9d1d-4828-99fd-262102d6c0ce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=47a53b07-55d2-4a6d-8cba-79e98a017010,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:12:08.742643 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-c927a2e1-9d1d-4828-99fd-262102d6c0ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for subnet, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:08.748123 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-c927a2e1-9d1d-4828-99fd-262102d6c0ce admin admin] 10.222.0.32 "DELETE /v2.0/subnets/47a53b07-55d2-4a6d-8cba-79e98a017010 HTTP/1.1" status: 204  len: 168 time: 0.8026123
Dec 25 21:12:08.748530 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 47410) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:12:08.838416 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e80a4c83-a5b9-4034-9d6b-1bd930d83b44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625803'] for network, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:08.910311 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b05242-551c-4569-8f7a-e246f45d348c req-9f1500ff-d30c-42fc-92e5-b81e011a514f tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:12:08.914509 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-e80a4c83-a5b9-4034-9d6b-1bd930d83b44 admin admin] Deleting port 219e3ada-439f-4cab-bbfb-de77a04b6a76 {{(pid=121607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:12:08.915131 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e80a4c83-a5b9-4034-9d6b-1bd930d83b44 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:08.917697 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-53b05242-551c-4569-8f7a-e246f45d348c req-9f1500ff-d30c-42fc-92e5-b81e011a514f tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] 10.222.0.32 "GET /v2.0/ports?device_id=866da8ae-83ec-48f9-bfc8-b1a55df72844 HTTP/1.1" status: 200  len: 931 time: 0.2408984
Dec 25 21:12:08.921123 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b85a1575-9c2b-43fe-be92-9c10a35fc22c None None] DHCP port deletion for 18cd81fa-8a8a-4568-b72f-9dfeb3958de1 request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 21:12:08.997609 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-b85a1575-9c2b-43fe-be92-9c10a35fc22c None None] Deleting port 219e3ada-439f-4cab-bbfb-de77a04b6a76 {{(pid=121608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:12:08.998073 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-b85a1575-9c2b-43fe-be92-9c10a35fc22c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:09.002343 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.db [None req-e80a4c83-a5b9-4034-9d6b-1bd930d83b44 admin admin] For port 219e3ada-439f-4cab-bbfb-de77a04b6a76, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=219e3ada-439f-4cab-bbfb-de77a04b6a76,segment=NetworkSegment(e8ac02a8-e826-44a3-b184-ad0b30f42bc3),segment_id=e8ac02a8-e826-44a3-b184-ad0b30f42bc3)] {{(pid=121607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:12:09.002804 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e80a4c83-a5b9-4034-9d6b-1bd930d83b44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:09.024612 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-e80a4c83-a5b9-4034-9d6b-1bd930d83b44 admin admin] Calling delete_port for 219e3ada-439f-4cab-bbfb-de77a04b6a76 owned by network:dhcp {{(pid=121607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:12:09.031438 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [req-af2a4f7c-4f87-46dd-bdcc-fa2a17440517 req-aa9a6878-c857-4309-9a00-6e17713443e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 228dbe3e-2fc1-491d-915f-a92d1ec6406f {{(pid=121606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:12:09.082313 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-af2a4f7c-4f87-46dd-bdcc-fa2a17440517 req-aa9a6878-c857-4309-9a00-6e17713443e4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:09.089910 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-b85a1575-9c2b-43fe-be92-9c10a35fc22c None None] For port 219e3ada-439f-4cab-bbfb-de77a04b6a76, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=219e3ada-439f-4cab-bbfb-de77a04b6a76,segment=NetworkSegment(e8ac02a8-e826-44a3-b184-ad0b30f42bc3),segment_id=e8ac02a8-e826-44a3-b184-ad0b30f42bc3)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:12:09.090136 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-b85a1575-9c2b-43fe-be92-9c10a35fc22c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:09.102583 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-53b05242-551c-4569-8f7a-e246f45d348c req-22caba8c-faec-40aa-95c9-6a6477250909 tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5d2ff88-22d6-43d8-90d1-bfb86d4e3308&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1840887
Dec 25 21:12:09.113364 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-b85a1575-9c2b-43fe-be92-9c10a35fc22c None None] Calling delete_port for 219e3ada-439f-4cab-bbfb-de77a04b6a76 owned by network:dhcp {{(pid=121608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:12:09.113614 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.provisioning_blocks [req-af2a4f7c-4f87-46dd-bdcc-fa2a17440517 req-aa9a6878-c857-4309-9a00-6e17713443e4 service neutron] Transition to ACTIVE for port object 228dbe3e-2fc1-491d-915f-a92d1ec6406f will not be triggered until provisioned by entity L2. {{(pid=121606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 25 21:12:09.199796 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-af2a4f7c-4f87-46dd-bdcc-fa2a17440517 req-aa9a6878-c857-4309-9a00-6e17713443e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:09.242661 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e80a4c83-a5b9-4034-9d6b-1bd930d83b44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:09.273488 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-b85a1575-9c2b-43fe-be92-9c10a35fc22c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955'] for port, after_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:09.310860 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80a4c83-a5b9-4034-9d6b-1bd930d83b44 admin admin] Pushing event deleted for resources: {'Port': ['ID=219e3ada-439f-4cab-bbfb-de77a04b6a76,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:12:09.314866 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9a6878-c857-4309-9a00-6e17713443e4 service neutron] Pushing event updated for resources: {'Port': ['ID=228dbe3e-2fc1-491d-915f-a92d1ec6406f,revision_number=2']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:12:09.318342 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b85a1575-9c2b-43fe-be92-9c10a35fc22c None None] No DVR routers for this DVR port 219e3ada-439f-4cab-bbfb-de77a04b6a76 on host ncdv-master-1 {{(pid=121608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:12:09.332697 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85a1575-9c2b-43fe-be92-9c10a35fc22c None None] Pushing event deleted for resources: {'Port': ['ID=219e3ada-439f-4cab-bbfb-de77a04b6a76,revision_number=None']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:12:09.364478 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e80a4c83-a5b9-4034-9d6b-1bd930d83b44 admin admin] No DVR routers for this DVR port 219e3ada-439f-4cab-bbfb-de77a04b6a76 on host ncdv-master-1 {{(pid=121607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:12:09.365364 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-f07982eb-d2a4-435f-8277-0fe7bd5191ae req-44593773-9fa7-4c12-b1a8-cb56cff9df5a tempest-FloatingIPsAssociationTestJSON-622699030 tempest-FloatingIPsAssociationTestJSON-622699030-project] Publish callbacks [] for floatingip, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:09.411845 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-15cb578f-7a63-4fd3-925d-83bad4c7b82a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:09.431074 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1250f7-774b-4d5c-966b-4edc89fb7b5f req-308374d2-5329-48b6-8687-32f80d12343a tempest-FloatingIPsAssociationTestJSON-622699030 tempest-FloatingIPsAssociationTestJSON-622699030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:12:09.432559 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-9e1250f7-774b-4d5c-966b-4edc89fb7b5f req-308374d2-5329-48b6-8687-32f80d12343a tempest-FloatingIPsAssociationTestJSON-622699030 tempest-FloatingIPsAssociationTestJSON-622699030-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ad65377-4997-4c49-831e-c82240e86031 HTTP/1.1" status: 200  len: 946 time: 0.1437716
Dec 25 21:12:09.435670 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-af2a4f7c-4f87-46dd-bdcc-fa2a17440517 req-aa9a6878-c857-4309-9a00-6e17713443e4 service neutron] Attempting to bind port 228dbe3e-2fc1-491d-915f-a92d1ec6406f on host nch1-master-1 for vnic_type normal with profile  {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:12:09.435925 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-af2a4f7c-4f87-46dd-bdcc-fa2a17440517 req-aa9a6878-c857-4309-9a00-6e17713443e4 service neutron] Attempting to bind port 228dbe3e-2fc1-491d-915f-a92d1ec6406f by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '0bc15208-d08d-4c93-89c3-c4dfd4d97844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '1e137e86-76be-493f-9b25-1d17756925b5'}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:12:09.436425 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af2a4f7c-4f87-46dd-bdcc-fa2a17440517 req-aa9a6878-c857-4309-9a00-6e17713443e4 service neutron] Attempting to bind port 228dbe3e-2fc1-491d-915f-a92d1ec6406f on network 1e137e86-76be-493f-9b25-1d17756925b5 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:12:09.442315 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-f07982eb-d2a4-435f-8277-0fe7bd5191ae req-44593773-9fa7-4c12-b1a8-cb56cff9df5a tempest-FloatingIPsAssociationTestJSON-622699030 tempest-FloatingIPsAssociationTestJSON-622699030-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2008639'] for floatingip, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:09.476864 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e80a4c83-a5b9-4034-9d6b-1bd930d83b44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997585', 'neutron.services.segments.db._delete_segments_for_network-8737602743071'] for network, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:09.486058 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af2a4f7c-4f87-46dd-bdcc-fa2a17440517 req-aa9a6878-c857-4309-9a00-6e17713443e4 service neutron] Port 228dbe3e-2fc1-491d-915f-a92d1ec6406f on network 1e137e86-76be-493f-9b25-1d17756925b5 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 25 21:12:09.486397 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af2a4f7c-4f87-46dd-bdcc-fa2a17440517 req-aa9a6878-c857-4309-9a00-6e17713443e4 service neutron] Attempting to bind port 228dbe3e-2fc1-491d-915f-a92d1ec6406f on network 1e137e86-76be-493f-9b25-1d17756925b5 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:12:09.502579 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af2a4f7c-4f87-46dd-bdcc-fa2a17440517 req-aa9a6878-c857-4309-9a00-6e17713443e4 service neutron] Checking agent: {'id': '6d577036-68fc-4aa4-aed7-5ab01de2117e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 21, 4, 34), 'started_at': datetime.datetime(2021, 12, 25, 21, 4, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 12, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:12:09.502943 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af2a4f7c-4f87-46dd-bdcc-fa2a17440517 req-aa9a6878-c857-4309-9a00-6e17713443e4 service neutron] Checking segment: {'id': '0bc15208-d08d-4c93-89c3-c4dfd4d97844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '1e137e86-76be-493f-9b25-1d17756925b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:12:09.503530 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af2a4f7c-4f87-46dd-bdcc-fa2a17440517 req-aa9a6878-c857-4309-9a00-6e17713443e4 service neutron] Bound using segment: {'id': '0bc15208-d08d-4c93-89c3-c4dfd4d97844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '1e137e86-76be-493f-9b25-1d17756925b5'} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:12:09.504110 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-af2a4f7c-4f87-46dd-bdcc-fa2a17440517 req-aa9a6878-c857-4309-9a00-6e17713443e4 service neutron] Bound port: 228dbe3e-2fc1-491d-915f-a92d1ec6406f, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0bc15208-d08d-4c93-89c3-c4dfd4d97844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '1e137e86-76be-493f-9b25-1d17756925b5'}}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:12:09.504478 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-af2a4f7c-4f87-46dd-bdcc-fa2a17440517 req-aa9a6878-c857-4309-9a00-6e17713443e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:09.520673 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-e80a4c83-a5b9-4034-9d6b-1bd930d83b44 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f26124c8550>,) {'filters': {'network_id': ['18cd81fa-8a8a-4568-b72f-9dfeb3958de1']}} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:12:09.535534 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-e80a4c83-a5b9-4034-9d6b-1bd930d83b44 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f26124c8550>, 'e8ac02a8-e826-44a3-b184-ad0b30f42bc3') {'for_net_delete': True} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:12:09.535780 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-e80a4c83-a5b9-4034-9d6b-1bd930d83b44 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f26124c8550>, 'e8ac02a8-e826-44a3-b184-ad0b30f42bc3') {} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:12:09.573484 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5348c664-3131-4883-8cbb-6f55de329a97 req-25277828-c1a7-4a57-a850-9197b3c2db20 tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c9cb266-1a4b-41a7-b9c4-55bc33979d91 HTTP/1.1" status: 200  len: 210 time: 0.0461938
Dec 25 21:12:09.586728 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e80a4c83-a5b9-4034-9d6b-1bd930d83b44 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737602746920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10246592'] for segment, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:09.598331 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e80a4c83-a5b9-4034-9d6b-1bd930d83b44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:09.615012 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e80a4c83-a5b9-4034-9d6b-1bd930d83b44 admin admin] Releasing vlan 152 on physical network physnet1 to pool {{(pid=121607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 25 21:12:09.615411 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e80a4c83-a5b9-4034-9d6b-1bd930d83b44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8633327'] for segment, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:09.618651 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:12:09.618651 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:12:09.618651 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:12:09.618651 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:12:09.618651 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:12:09.618651 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:12:09.618651 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:12:09.618651 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:12:09.618651 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:12:09.618651 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:12:09.618651 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:12:09.618651 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:12:09.618651 ncdv-master-1 neutron-server[121607]: Traceback (most recent call last):
Dec 25 21:12:09.618651 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 25 21:12:09.618651 ncdv-master-1 neutron-server[121607]:     timer()
Dec 25 21:12:09.618651 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 25 21:12:09.618651 ncdv-master-1 neutron-server[121607]:     cb(*args, **kw)
Dec 25 21:12:09.618651 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 25 21:12:09.618651 ncdv-master-1 neutron-server[121607]:     return func(*args, **kwargs)
Dec 25 21:12:09.618651 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 25 21:12:09.618651 ncdv-master-1 neutron-server[121607]:     self._notify()
Dec 25 21:12:09.618651 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 25 21:12:09.618651 ncdv-master-1 neutron-server[121607]:     self.callback(batched_events)
Dec 25 21:12:09.618651 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 25 21:12:09.618651 ncdv-master-1 neutron-server[121607]:     event.method(event)
Dec 25 21:12:09.618651 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 25 21:12:09.618651 ncdv-master-1 neutron-server[121607]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 25 21:12:09.618651 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 25 21:12:09.618651 ncdv-master-1 neutron-server[121607]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 25 21:12:09.618651 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 25 21:12:09.618651 ncdv-master-1 neutron-server[121607]:     return f(self, *a, **k)
Dec 25 21:12:09.618651 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 25 21:12:09.618651 ncdv-master-1 neutron-server[121607]:     return self._get(url).json()
Dec 25 21:12:09.618651 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 25 21:12:09.618651 ncdv-master-1 neutron-server[121607]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 25 21:12:09.618651 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 25 21:12:09.618651 ncdv-master-1 neutron-server[121607]:     return self.request(url, 'GET', **kwargs)
Dec 25 21:12:09.618651 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 25 21:12:09.618651 ncdv-master-1 neutron-server[121607]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 25 21:12:09.618651 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 25 21:12:09.618651 ncdv-master-1 neutron-server[121607]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 25 21:12:09.618651 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 25 21:12:09.618651 ncdv-master-1 neutron-server[121607]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 25 21:12:09.618651 ncdv-master-1 neutron-server[121607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 25 21:12:09.648603 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device 9b84f1ce-b047-4065-9144-b2767da8f6e2 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 25 21:12:09.658519 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [req-9e1250f7-774b-4d5c-966b-4edc89fb7b5f req-ae45490a-5526-4861-a0c8-2beb54492228 tempest-FloatingIPsAssociationTestJSON-622699030 tempest-FloatingIPsAssociationTestJSON-622699030-project] Deleting port 220d3bdf-7e80-4005-ba6c-054bbbffc8b7 {{(pid=121607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:12:09.658942 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-9e1250f7-774b-4d5c-966b-4edc89fb7b5f req-ae45490a-5526-4861-a0c8-2beb54492228 tempest-FloatingIPsAssociationTestJSON-622699030 tempest-FloatingIPsAssociationTestJSON-622699030-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:09.695126 ncdv-master-1 neutron-server[121606]: INFO neutron.db.l3_db [req-f07982eb-d2a4-435f-8277-0fe7bd5191ae req-44593773-9fa7-4c12-b1a8-cb56cff9df5a tempest-FloatingIPsAssociationTestJSON-622699030 tempest-FloatingIPsAssociationTestJSON-622699030-project] Floating IP e25f6cbe-d3dd-47c7-b3a5-60e95e3624cc associated. External IP: 172.35.3.174, port: ad82f3ef-690a-49c9-b46f-74d324ed0682.
Dec 25 21:12:09.790049 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-af2a4f7c-4f87-46dd-bdcc-fa2a17440517 req-aa9a6878-c857-4309-9a00-6e17713443e4 service neutron] For port 228dbe3e-2fc1-491d-915f-a92d1ec6406f, host nch1-master-1, cleared binding levels {{(pid=121606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:12:09.812086 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-af2a4f7c-4f87-46dd-bdcc-fa2a17440517 req-aa9a6878-c857-4309-9a00-6e17713443e4 service neutron] For port 228dbe3e-2fc1-491d-915f-a92d1ec6406f, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=228dbe3e-2fc1-491d-915f-a92d1ec6406f,segment=NetworkSegment(0bc15208-d08d-4c93-89c3-c4dfd4d97844),segment_id=0bc15208-d08d-4c93-89c3-c4dfd4d97844)] {{(pid=121606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:12:09.814841 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port 9b84f1ce-b047-4065-9144-b2767da8f6e2, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9b84f1ce-b047-4065-9144-b2767da8f6e2,segment=NetworkSegment(fad08864-4612-4be1-bb28-08cb199f6d74),segment_id=fad08864-4612-4be1-bb28-08cb199f6d74)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:12:09.852288 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Returning: {'device': '9b84f1ce-b047-4065-9144-b2767da8f6e2', 'network_id': '6dded111-84d7-4606-bd1c-e9369354dff9', 'port_id': '9b84f1ce-b047-4065-9144-b2767da8f6e2', 'mac_address': 'fa:16:3e:62:bc:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4319d64b-4a91-4427-9485-7d07e2bc5ab0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 25 21:12:09.933233 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:09.960991 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9b84f1ce-b047-4065-9144-b2767da8f6e2 {{(pid=121608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:12:10.003644 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-af2a4f7c-4f87-46dd-bdcc-fa2a17440517 req-aa9a6878-c857-4309-9a00-6e17713443e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:10.012078 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port 9b84f1ce-b047-4065-9144-b2767da8f6e2, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9b84f1ce-b047-4065-9144-b2767da8f6e2,segment=NetworkSegment(fad08864-4612-4be1-bb28-08cb199f6d74),segment_id=fad08864-4612-4be1-bb28-08cb199f6d74)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:12:10.094030 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e80a4c83-a5b9-4034-9d6b-1bd930d83b44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2008653'] for network, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:10.112135 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e80a4c83-a5b9-4034-9d6b-1bd930d83b44 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for network, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:10.112135 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-e80a4c83-a5b9-4034-9d6b-1bd930d83b44 admin admin] 10.222.0.32 "DELETE /v2.0/networks/18cd81fa-8a8a-4568-b72f-9dfeb3958de1 HTTP/1.1" status: 204  len: 168 time: 1.3552942
Dec 25 21:12:10.123445 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80a4c83-a5b9-4034-9d6b-1bd930d83b44 admin admin] Pushing event deleted for resources: {'Network': ['ID=18cd81fa-8a8a-4568-b72f-9dfeb3958de1,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:12:10.144291 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:10.183016 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.db [req-9e1250f7-774b-4d5c-966b-4edc89fb7b5f req-ae45490a-5526-4861-a0c8-2beb54492228 tempest-FloatingIPsAssociationTestJSON-622699030 tempest-FloatingIPsAssociationTestJSON-622699030-project] For port 220d3bdf-7e80-4005-ba6c-054bbbffc8b7, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=220d3bdf-7e80-4005-ba6c-054bbbffc8b7,segment=NetworkSegment(c81d66e9-cd43-4a32-ab71-883a0f354192),segment_id=c81d66e9-cd43-4a32-ab71-883a0f354192)] {{(pid=121607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:12:10.183421 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-9e1250f7-774b-4d5c-966b-4edc89fb7b5f req-ae45490a-5526-4861-a0c8-2beb54492228 tempest-FloatingIPsAssociationTestJSON-622699030 tempest-FloatingIPsAssociationTestJSON-622699030-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:10.232414 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [req-9e1250f7-774b-4d5c-966b-4edc89fb7b5f req-ae45490a-5526-4861-a0c8-2beb54492228 tempest-FloatingIPsAssociationTestJSON-622699030 tempest-FloatingIPsAssociationTestJSON-622699030-project] Calling delete_port for 220d3bdf-7e80-4005-ba6c-054bbbffc8b7 owned by compute:nova {{(pid=121607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:12:10.399871 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] get_ports_and_sgs() called for port_ids ['9b84f1ce-b047-4065-9144-b2767da8f6e2'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:12:10.454028 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Pushing event updated for resources: {'Port': ['ID=9b84f1ce-b047-4065-9144-b2767da8f6e2,revision_number=6']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:12:10.460387 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 219e3ada-439f-4cab-bbfb-de77a04b6a76 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:12:10.491260 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] No Port match for: 219e3ada-439f-4cab-bbfb-de77a04b6a76 {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:12:10.491694 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 219e3ada-439f-4cab-bbfb-de77a04b6a76 not bound to the agent host ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:12:10.505141 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-9e1250f7-774b-4d5c-966b-4edc89fb7b5f req-ae45490a-5526-4861-a0c8-2beb54492228 tempest-FloatingIPsAssociationTestJSON-622699030 tempest-FloatingIPsAssociationTestJSON-622699030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:10.532779 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae45490a-5526-4861-a0c8-2beb54492228 tempest-FloatingIPsAssociationTestJSON-622699030 tempest-FloatingIPsAssociationTestJSON-622699030-project] Pushing event deleted for resources: {'Port': ['ID=220d3bdf-7e80-4005-ba6c-054bbbffc8b7,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:12:10.604137 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f07982eb-d2a4-435f-8277-0fe7bd5191ae req-44593773-9fa7-4c12-b1a8-cb56cff9df5a tempest-FloatingIPsAssociationTestJSON-622699030 tempest-FloatingIPsAssociationTestJSON-622699030-project] Router 3d36483e-ff0b-4d2b-9229-38307b0e66d1 has already been hosted by L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 {{(pid=121606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 25 21:12:10.619421 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e1250f7-774b-4d5c-966b-4edc89fb7b5f req-ae45490a-5526-4861-a0c8-2beb54492228 tempest-FloatingIPsAssociationTestJSON-622699030 tempest-FloatingIPsAssociationTestJSON-622699030-project] No DVR routers for this DVR port 220d3bdf-7e80-4005-ba6c-054bbbffc8b7 on host nch1-master-1 {{(pid=121607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:12:10.622502 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-9e1250f7-774b-4d5c-966b-4edc89fb7b5f req-ae45490a-5526-4861-a0c8-2beb54492228 tempest-FloatingIPsAssociationTestJSON-622699030 tempest-FloatingIPsAssociationTestJSON-622699030-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:10.628670 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-9e1250f7-774b-4d5c-966b-4edc89fb7b5f req-ae45490a-5526-4861-a0c8-2beb54492228 tempest-FloatingIPsAssociationTestJSON-622699030 tempest-FloatingIPsAssociationTestJSON-622699030-project] 10.222.0.31 "DELETE /v2.0/ports/220d3bdf-7e80-4005-ba6c-054bbbffc8b7 HTTP/1.1" status: 204  len: 173 time: 1.1823928
Dec 25 21:12:10.628670 ncdv-master-1 neutron-server[121607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ad65377-4997-4c49-831e-c82240e86031', 'name': 'network-vif-deleted', 'tag': '220d3bdf-7e80-4005-ba6c-054bbbffc8b7'}] {{(pid=121607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:12:10.630868 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f980bbcadfa7bf1e788024e1448be660373c21f97f015f780444e999c451203" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85baee71-3646-4a45-87d3-5bb83b66400b" -d '{"events": [{"server_uuid": "3ad65377-4997-4c49-831e-c82240e86031", "name": "network-vif-deleted", "tag": "220d3bdf-7e80-4005-ba6c-054bbbffc8b7"}]}' {{(pid=121607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:12:10.640027 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2a4f7c-4f87-46dd-bdcc-fa2a17440517 req-aa9a6878-c857-4309-9a00-6e17713443e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:12:10.640944 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-af2a4f7c-4f87-46dd-bdcc-fa2a17440517 req-aa9a6878-c857-4309-9a00-6e17713443e4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:10.643402 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-af2a4f7c-4f87-46dd-bdcc-fa2a17440517 req-aa9a6878-c857-4309-9a00-6e17713443e4 service neutron] 10.222.0.31 "PUT /v2.0/ports/228dbe3e-2fc1-491d-915f-a92d1ec6406f HTTP/1.1" status: 200  len: 1091 time: 2.5592070
Dec 25 21:12:10.643889 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '866da8ae-83ec-48f9-bfc8-b1a55df72844', 'tag': '228dbe3e-2fc1-491d-915f-a92d1ec6406f'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:12:10.646918 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9858820c13ec2827453b94ebc4181065e990a4e4089ccb9fe762531ac62d2fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fe83e17-4072-42a2-80b7-66d39180bff7" -d '{"events": [{"name": "network-changed", "server_uuid": "866da8ae-83ec-48f9-bfc8-b1a55df72844", "tag": "228dbe3e-2fc1-491d-915f-a92d1ec6406f"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:12:10.662098 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:10.727155 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] get_ports_and_sgs() called for port_ids ['ad82f3ef-690a-49c9-b46f-74d324ed0682'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:12:10.844816 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f07982eb-d2a4-435f-8277-0fe7bd5191ae req-44593773-9fa7-4c12-b1a8-cb56cff9df5a tempest-FloatingIPsAssociationTestJSON-622699030 tempest-FloatingIPsAssociationTestJSON-622699030-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 21:12:10.861266 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3addc72-9d5c-434a-892b-70a37bb4af2f None None] Sync routers for ids ['3d36483e-ff0b-4d2b-9229-38307b0e66d1'] in ncdv-master-1 {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 21:12:10.884242 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3addc72-9d5c-434a-892b-70a37bb4af2f None None] Routers {'3d36483e-ff0b-4d2b-9229-38307b0e66d1'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:12:10.885615 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-f3addc72-9d5c-434a-892b-70a37bb4af2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f261c0ca6a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:12:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['3d36483e-ff0b-4d2b-9229-38307b0e66d1'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:12:10.893763 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-f07982eb-d2a4-435f-8277-0fe7bd5191ae req-44593773-9fa7-4c12-b1a8-cb56cff9df5a tempest-FloatingIPsAssociationTestJSON-622699030 tempest-FloatingIPsAssociationTestJSON-622699030-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for floatingip, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:10.902682 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9a6878-c857-4309-9a00-6e17713443e4 service neutron] Pushing event updated for resources: {'Port': ['ID=228dbe3e-2fc1-491d-915f-a92d1ec6406f,revision_number=3']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:12:10.951360 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:12:10.951360 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:12:10.951360 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:12:10.951360 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:12:10.951360 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:12:10.951360 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:12:10.951360 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:12:10.951360 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:12:10.951360 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:12:10.951360 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:12:10.951360 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:12:10.951360 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:12:10.951360 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:12:10.951360 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:12:10.951360 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:12:10.951360 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:12:10.951360 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:12:10.951360 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:12:10.951360 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:12:10.951360 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:12:10.951360 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:12:10.951360 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:12:10.951360 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:12:10.951360 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:12:10.951360 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:12:10.951360 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:12:10.951360 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:12:10.951360 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:12:10.951360 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:12:10.951360 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:12:10.951360 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:12:10.951360 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:12:10.951360 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:12:10.951360 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:12:10.951360 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:12:10.951360 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:12:10.954361 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:12:10.954361 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:12:10.954361 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:12:10.954361 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:12:10.954361 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:12:10.954361 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:12:10.954361 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:12:10.954361 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:12:10.954361 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:12:10.954361 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:12:10.954361 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:12:10.954361 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:12:10.959578 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509af126-454e-4015-9108-99dc21709441 req-1eecbfa6-e572-4bf5-8b26-e082fe881bcc tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:12:10.968999 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-509af126-454e-4015-9108-99dc21709441 req-1eecbfa6-e572-4bf5-8b26-e082fe881bcc tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] 10.222.0.32 "GET /v2.0/ports?device_id=866da8ae-83ec-48f9-bfc8-b1a55df72844 HTTP/1.1" status: 200  len: 943 time: 0.3761370
Dec 25 21:12:10.976860 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 47496) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:12:10.980058 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f07982eb-d2a4-435f-8277-0fe7bd5191ae req-44593773-9fa7-4c12-b1a8-cb56cff9df5a tempest-FloatingIPsAssociationTestJSON-622699030 tempest-FloatingIPsAssociationTestJSON-622699030-project] 10.222.0.32 "PUT /v2.0/floatingips/e25f6cbe-d3dd-47c7-b3a5-60e95e3624cc HTTP/1.1" status: 200  len: 996 time: 2.5672522
Dec 25 21:12:11.054688 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2a4f7c-4f87-46dd-bdcc-fa2a17440517 req-be596c98-f2e0-4fd4-9d8b-b26265347c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:12:11.057186 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-af2a4f7c-4f87-46dd-bdcc-fa2a17440517 req-be596c98-f2e0-4fd4-9d8b-b26265347c74 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=276a36e6a97d46a78b7e483daa26cc2e&device_id=866da8ae-83ec-48f9-bfc8-b1a55df72844 HTTP/1.1" status: 200  len: 1094 time: 0.2221780
Dec 25 21:12:11.059014 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-d2dc924e-ca40-491f-bbcd-102229309e9b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b2a52fc668c14890989f5c2756094ba1&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0803995
Dec 25 21:12:11.061186 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 47498) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:12:11.084118 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvr_db [None req-f3addc72-9d5c-434a-892b-70a37bb4af2f None None] Set router 3d36483e-ff0b-4d2b-9229-38307b0e66d1 gateway port host: ncdv-master-1 {{(pid=121609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:12:11.156235 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-af2a4f7c-4f87-46dd-bdcc-fa2a17440517 req-93231069-f3b8-4a5a-960d-b660d35bb5f0 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=228dbe3e-2fc1-491d-915f-a92d1ec6406f HTTP/1.1" status: 200  len: 217 time: 0.0720770
Dec 25 21:12:11.160701 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07982eb-d2a4-435f-8277-0fe7bd5191ae req-85c4d352-cae0-4e71-a5d5-7e0dbf478e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:12:11.162527 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f07982eb-d2a4-435f-8277-0fe7bd5191ae req-85c4d352-cae0-4e71-a5d5-7e0dbf478e15 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=188fe358c4684fce8fc912f48b3f186e&device_id=b82ed20c-bbfc-4030-a8bc-ab9fae2d2653 HTTP/1.1" status: 200  len: 1096 time: 0.1367366
Dec 25 21:12:11.183305 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-509af126-454e-4015-9108-99dc21709441 req-cffb946e-4c7d-4932-8a89-9bb818f530b6 tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5d2ff88-22d6-43d8-90d1-bfb86d4e3308&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2109897
Dec 25 21:12:11.187264 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-0431ec13-fa99-4594-86de-277aeacefb67 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:11.215158 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-0431ec13-fa99-4594-86de-277aeacefb67 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:11.442794 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-0431ec13-fa99-4594-86de-277aeacefb67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:11.446365 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-0431ec13-fa99-4594-86de-277aeacefb67 admin admin] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:11.448306 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-0431ec13-fa99-4594-86de-277aeacefb67 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/447f20bc-c1b8-4d93-b35d-2eedc5c6dd85 HTTP/1.1" status: 204  len: 168 time: 0.3845546
Dec 25 21:12:11.472778 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0431ec13-fa99-4594-86de-277aeacefb67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=447f20bc-c1b8-4d93-b35d-2eedc5c6dd85,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:12:11.523299 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-f3addc72-9d5c-434a-892b-70a37bb4af2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f261c0ca6a0>, [{'id': '3d36483e-ff0b-4d2b-9229-38307b0e66d1', 'name': 'tempest-FloatingIPsAssociationTestJSON-1365984648-router', 'tenant_id': '188fe358c4684fce8fc912f48b3f186e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.189'}], 'enable_snat': True}, 'gw_port_id': '7e896cd5-4f9b-44ff-a1f2-dd0bc13ee29f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:11:10Z', 'updated_at': '2021-12-25T21:11:14Z', 'revision_number': 4, 'project_id': '188fe358c4684fce8fc912f48b3f186e', 'gw_port': {'id': '7e896cd5-4f9b-44ff-a1f2-dd0bc13ee29f', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:b4:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d36483e-ff0b-4d2b-9229-38307b0e66d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:11:11Z', 'updated_at': '2021-12-25T21:11:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'e25f6cbe-d3dd-47c7-b3a5-60e95e3624cc', 'tenant_id': '188fe358c4684fce8fc912f48b3f186e', 'floating_ip_address': '172.35.3.174', 'floating_network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'router_id': '3d36483e-ff0b-4d2b-9229-38307b0e66d1', 'port_id': 'ad82f3ef-690a-49c9-b46f-74d324ed0682', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 639, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '09af6274-7110-4e9c-83cc-51d4d54a1676', 'mac_address': 'fa:16:3e:9b:16:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b82ed20c-bbfc-4030-a8bc-ab9fae2d2653', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-25T21:11:35Z', 'updated_at': '2021-12-25T21:12:09Z', 'revision_number': 8, 'project_id': '188fe358c4684fce8fc912f48b3f186e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6eee90ec-de3c-4dd9-8c1b-3879a17f6d48', 'name': '', 'network_id': '09af6274-7110-4e9c-83cc-51d4d54a1676', 'tenant_id': '188fe358c4684fce8fc912f48b3f186e', 'mac_address': 'fa:16:3e:e6:f7:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d36483e-ff0b-4d2b-9229-38307b0e66d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '015c1052-cc2c-4d6a-8242-ea18f582183e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:11:14Z', 'updated_at': '2021-12-25T21:11:18Z', 'revision_number': 5, 'project_id': '188fe358c4684fce8fc912f48b3f186e', 'subnets': [{'id': '015c1052-cc2c-4d6a-8242-ea18f582183e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:12:11.573575 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3addc72-9d5c-434a-892b-70a37bb4af2f None None] Checking router: 3d36483e-ff0b-4d2b-9229-38307b0e66d1 for host: ncdv-master-1 {{(pid=121609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 25 21:12:11.586583 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3addc72-9d5c-434a-892b-70a37bb4af2f None None] Routers {'3d36483e-ff0b-4d2b-9229-38307b0e66d1'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:12:11.587655 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-f3addc72-9d5c-434a-892b-70a37bb4af2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f261c0ca6a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:12:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['3d36483e-ff0b-4d2b-9229-38307b0e66d1'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:12:11.633316 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2a4f7c-4f87-46dd-bdcc-fa2a17440517 req-e4b6b9ed-53c5-4ffc-ad8b-23863483143e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:12:11.634904 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-af2a4f7c-4f87-46dd-bdcc-fa2a17440517 req-e4b6b9ed-53c5-4ffc-ad8b-23863483143e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=9f350e3c-b3c0-4923-bec6-5c96ab55923b HTTP/1.1" status: 200  len: 860 time: 0.4710507
Dec 25 21:12:11.658854 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device 9b84f1ce-b047-4065-9144-b2767da8f6e2 up at agent hyperv_nch2-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:12:11.685522 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-fa409e87-d239-4405-b1eb-8b6b6093b5c3 req-dce851ed-85b7-455e-9d99-0ea38c00dbe5 tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c9cb266-1a4b-41a7-b9c4-55bc33979d91 HTTP/1.1" status: 200  len: 210 time: 0.1353676
Dec 25 21:12:11.761736 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvr_db [None req-f3addc72-9d5c-434a-892b-70a37bb4af2f None None] Set router 3d36483e-ff0b-4d2b-9229-38307b0e66d1 gateway port host: ncdv-master-1 {{(pid=121609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:12:11.783005 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07982eb-d2a4-435f-8277-0fe7bd5191ae req-b24e5007-9450-4bb2-97ae-a266d02b65bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:12:11.788771 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f07982eb-d2a4-435f-8277-0fe7bd5191ae req-b24e5007-9450-4bb2-97ae-a266d02b65bd service neutron] 10.222.0.32 "GET /v2.0/networks?id=09af6274-7110-4e9c-83cc-51d4d54a1676 HTTP/1.1" status: 200  len: 922 time: 0.6002760
Dec 25 21:12:11.792792 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 21:12:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cb9b857-c957-4820-a2f6-9bcaeefee182 x-openstack-request-id: req-1cb9b857-c957-4820-a2f6-9bcaeefee182 {{(pid=121607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:12:11.793111 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ad65377-4997-4c49-831e-c82240e86031", "name": "network-vif-deleted", "tag": "220d3bdf-7e80-4005-ba6c-054bbbffc8b7", "status": "completed", "code": 200}]} {{(pid=121607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:12:11.794543 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1cb9b857-c957-4820-a2f6-9bcaeefee182 {{(pid=121607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:12:11.795076 ncdv-master-1 neutron-server[121607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ad65377-4997-4c49-831e-c82240e86031', 'name': 'network-vif-deleted', 'tag': '220d3bdf-7e80-4005-ba6c-054bbbffc8b7', 'status': 'completed', 'code': 200}
Dec 25 21:12:11.835242 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Provisioning complete for port 9b84f1ce-b047-4065-9144-b2767da8f6e2 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:12:11.835854 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:12.006560 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43d1935-dfc5-47c5-a094-a409d833ec97 req-1de8be32-26ce-4af5-91e5-3956b5f18c84 tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:12:12.008097 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e43d1935-dfc5-47c5-a094-a409d833ec97 req-1de8be32-26ce-4af5-91e5-3956b5f18c84 tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] 10.222.0.37 "GET /v2.0/networks?id=2332d558-39bb-411c-88af-b74bee7e32ab HTTP/1.1" status: 200  len: 808 time: 0.7169585
Dec 25 21:12:12.018655 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-af2a4f7c-4f87-46dd-bdcc-fa2a17440517 req-57ebdb9b-aff3-41b6-a368-be0fa85a6b01 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=1e137e86-76be-493f-9b25-1d17756925b5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.3263800
Dec 25 21:12:12.027872 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Dec 2021 21:12:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3391b617-4c6e-449d-86b2-e2be3f366f0a x-openstack-request-id: req-3391b617-4c6e-449d-86b2-e2be3f366f0a {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:12:12.028171 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "866da8ae-83ec-48f9-bfc8-b1a55df72844", "tag": "228dbe3e-2fc1-491d-915f-a92d1ec6406f", "status": "completed", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:12:12.028445 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3391b617-4c6e-449d-86b2-e2be3f366f0a {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:12:12.034766 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '866da8ae-83ec-48f9-bfc8-b1a55df72844', 'tag': '228dbe3e-2fc1-491d-915f-a92d1ec6406f', 'status': 'completed', 'code': 200}
Dec 25 21:12:12.061562 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-e43d1935-dfc5-47c5-a094-a409d833ec97 req-685c96c9-0384-4a3f-b108-b58280ccaf94 tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] Request body: {'port': {'device_id': '6c9cb266-1a4b-41a7-b9c4-55bc33979d91', 'network_id': '2332d558-39bb-411c-88af-b74bee7e32ab', 'admin_state_up': True, 'tenant_id': 'bc19d38e80ce426fa6d268838d133f13'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:12:12.063393 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:12.119934 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c01ef47d-effa-4511-a9b2-27108542948c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b84f1ce-b047-4065-9144-b2767da8f6e2'}] {{(pid=121608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:12:12.122581 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a88c78c3ff6266bd59c7e89d275b28c92e739b67d23c89d71af88829fd31566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fb562ea-6e3f-43c8-bf6c-d1037b6093cc" -d '{"events": [{"server_uuid": "c01ef47d-effa-4511-a9b2-27108542948c", "name": "network-vif-plugged", "status": "completed", "tag": "9b84f1ce-b047-4065-9144-b2767da8f6e2"}]}' {{(pid=121608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:12:12.152028 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port 9b84f1ce-b047-4065-9144-b2767da8f6e2, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9b84f1ce-b047-4065-9144-b2767da8f6e2,segment=NetworkSegment(fad08864-4612-4be1-bb28-08cb199f6d74),segment_id=fad08864-4612-4be1-bb28-08cb199f6d74)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:12:12.207245 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f07982eb-d2a4-435f-8277-0fe7bd5191ae req-3dc87f3e-71e5-4738-b9a8-1a9194e7e622 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ad82f3ef-690a-49c9-b46f-74d324ed0682 HTTP/1.1" status: 200  len: 999 time: 0.3780031
Dec 25 21:12:12.229450 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:12.354267 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Pushing event updated for resources: {'Port': ['ID=9b84f1ce-b047-4065-9144-b2767da8f6e2,revision_number=7']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:12:12.449209 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-af2a4f7c-4f87-46dd-bdcc-fa2a17440517 req-1a3db58c-a7e3-45fb-9f98-828e5a02f256 service neutron] 10.222.0.31 "GET /v2.0/networks/1e137e86-76be-493f-9b25-1d17756925b5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3873720
Dec 25 21:12:12.465715 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-f3addc72-9d5c-434a-892b-70a37bb4af2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f261c0ca6a0>, [{'id': '3d36483e-ff0b-4d2b-9229-38307b0e66d1', 'name': 'tempest-FloatingIPsAssociationTestJSON-1365984648-router', 'tenant_id': '188fe358c4684fce8fc912f48b3f186e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.189'}], 'enable_snat': True}, 'gw_port_id': '7e896cd5-4f9b-44ff-a1f2-dd0bc13ee29f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:11:10Z', 'updated_at': '2021-12-25T21:11:14Z', 'revision_number': 4, 'project_id': '188fe358c4684fce8fc912f48b3f186e', 'gw_port': {'id': '7e896cd5-4f9b-44ff-a1f2-dd0bc13ee29f', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:b4:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d36483e-ff0b-4d2b-9229-38307b0e66d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:11:11Z', 'updated_at': '2021-12-25T21:11:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'e25f6cbe-d3dd-47c7-b3a5-60e95e3624cc', 'tenant_id': '188fe358c4684fce8fc912f48b3f186e', 'floating_ip_address': '172.35.3.174', 'floating_network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'router_id': '3d36483e-ff0b-4d2b-9229-38307b0e66d1', 'port_id': 'ad82f3ef-690a-49c9-b46f-74d324ed0682', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 639, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '09af6274-7110-4e9c-83cc-51d4d54a1676', 'mac_address': 'fa:16:3e:9b:16:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b82ed20c-bbfc-4030-a8bc-ab9fae2d2653', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-25T21:11:35Z', 'updated_at': '2021-12-25T21:12:09Z', 'revision_number': 8, 'project_id': '188fe358c4684fce8fc912f48b3f186e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6eee90ec-de3c-4dd9-8c1b-3879a17f6d48', 'name': '', 'network_id': '09af6274-7110-4e9c-83cc-51d4d54a1676', 'tenant_id': '188fe358c4684fce8fc912f48b3f186e', 'mac_address': 'fa:16:3e:e6:f7:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d36483e-ff0b-4d2b-9229-38307b0e66d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '015c1052-cc2c-4d6a-8242-ea18f582183e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:11:14Z', 'updated_at': '2021-12-25T21:11:18Z', 'revision_number': 5, 'project_id': '188fe358c4684fce8fc912f48b3f186e', 'subnets': [{'id': '015c1052-cc2c-4d6a-8242-ea18f582183e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:12:12.468007 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device 220d3bdf-7e80-4005-ba6c-054bbbffc8b7 no longer exists at agent hyperv_nch1-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:12:12.497227 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07982eb-d2a4-435f-8277-0fe7bd5191ae req-cd64cee1-95c2-47fd-96f5-95023d4bd13a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:12:12.504942 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3addc72-9d5c-434a-892b-70a37bb4af2f None None] The sync data for ids ['3d36483e-ff0b-4d2b-9229-38307b0e66d1'] in ncdv-master-1 is: [{'id': '3d36483e-ff0b-4d2b-9229-38307b0e66d1', 'name': 'tempest-FloatingIPsAssociationTestJSON-1365984648-router', 'tenant_id': '188fe358c4684fce8fc912f48b3f186e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.189'}], 'enable_snat': True}, 'gw_port_id': '7e896cd5-4f9b-44ff-a1f2-dd0bc13ee29f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:11:10Z', 'updated_at': '2021-12-25T21:11:14Z', 'revision_number': 4, 'project_id': '188fe358c4684fce8fc912f48b3f186e', 'gw_port': {'id': '7e896cd5-4f9b-44ff-a1f2-dd0bc13ee29f', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:b4:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d36483e-ff0b-4d2b-9229-38307b0e66d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:11:11Z', 'updated_at': '2021-12-25T21:11:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'e25f6cbe-d3dd-47c7-b3a5-60e95e3624cc', 'tenant_id': '188fe358c4684fce8fc912f48b3f186e', 'floating_ip_address': '172.35.3.174', 'floating_network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'router_id': '3d36483e-ff0b-4d2b-9229-38307b0e66d1', 'port_id': 'ad82f3ef-690a-49c9-b46f-74d324ed0682', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 639, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '09af6274-7110-4e9c-83cc-51d4d54a1676', 'mac_address': 'fa:16:3e:9b:16:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b82ed20c-bbfc-4030-a8bc-ab9fae2d2653', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-25T21:11:35Z', 'updated_at': '2021-12-25T21:12:09Z', 'revision_number': 8, 'project_id': '188fe358c4684fce8fc912f48b3f186e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6eee90ec-de3c-4dd9-8c1b-3879a17f6d48', 'name': '', 'network_id': '09af6274-7110-4e9c-83cc-51d4d54a1676', 'tenant_id': '188fe358c4684fce8fc912f48b3f186e', 'mac_address': 'fa:16:3e:e6:f7:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d36483e-ff0b-4d2b-9229-38307b0e66d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '015c1052-cc2c-4d6a-8242-ea18f582183e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:11:14Z', 'updated_at': '2021-12-25T21:11:18Z', 'revision_number': 5, 'project_id': '188fe358c4684fce8fc912f48b3f186e', 'subnets': [{'id': '015c1052-cc2c-4d6a-8242-ea18f582183e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 21:12:12.529460 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f07982eb-d2a4-435f-8277-0fe7bd5191ae req-cd64cee1-95c2-47fd-96f5-95023d4bd13a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=015c1052-cc2c-4d6a-8242-ea18f582183e HTTP/1.1" status: 200  len: 860 time: 0.2666156
Dec 25 21:12:12.551150 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] No Port match for: 220d3bdf-7e80-4005-ba6c-054bbbffc8b7 {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:12:12.552844 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device 220d3bdf-7e80-4005-ba6c-054bbbffc8b7 not bound to the agent host nch1-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:12:12.609152 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 21:12:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d3d1d0b-db83-4275-b4df-60d420f1edc6 x-openstack-request-id: req-0d3d1d0b-db83-4275-b4df-60d420f1edc6 {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:12:12.609671 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c01ef47d-effa-4511-a9b2-27108542948c", "name": "network-vif-plugged", "status": "completed", "tag": "9b84f1ce-b047-4065-9144-b2767da8f6e2", "code": 200}]} {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:12:12.610114 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0d3d1d0b-db83-4275-b4df-60d420f1edc6 {{(pid=121608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:12:12.610661 ncdv-master-1 neutron-server[121608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c01ef47d-effa-4511-a9b2-27108542948c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b84f1ce-b047-4065-9144-b2767da8f6e2', 'code': 200}
Dec 25 21:12:12.817533 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07982eb-d2a4-435f-8277-0fe7bd5191ae req-b666cfab-2bf5-4597-8a50-8eaf13f7344a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:12:12.821734 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f07982eb-d2a4-435f-8277-0fe7bd5191ae req-b666cfab-2bf5-4597-8a50-8eaf13f7344a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=09af6274-7110-4e9c-83cc-51d4d54a1676&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.2879884
Dec 25 21:12:12.909586 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0dcd67-2636-4fac-8780-aa66b9cf35c3 req-20e66dfa-0646-4eea-a3ea-59b9a0d90cbb tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:12:12.911157 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-cc0dcd67-2636-4fac-8780-aa66b9cf35c3 req-20e66dfa-0646-4eea-a3ea-59b9a0d90cbb tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] 10.222.0.32 "GET /v2.0/ports?device_id=866da8ae-83ec-48f9-bfc8-b1a55df72844 HTTP/1.1" status: 200  len: 943 time: 0.1529391
Dec 25 21:12:12.927209 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-af2a4f7c-4f87-46dd-bdcc-fa2a17440517 req-a193529f-4c28-474d-a3e7-9feeab8239e9 service neutron] 10.222.0.31 "GET /v2.0/networks/1e137e86-76be-493f-9b25-1d17756925b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3540261
Dec 25 21:12:13.003322 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c488762-ca7b-49a6-9c26-dbb621489561 None None] New status for floating IP e25f6cbe-d3dd-47c7-b3a5-60e95e3624cc: ACTIVE {{(pid=121608) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 25 21:12:13.067067 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e43d1935-dfc5-47c5-a094-a409d833ec97 req-685c96c9-0384-4a3f-b108-b58280ccaf94 tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] Made reservation on behalf of bc19d38e80ce426fa6d268838d133f13 for: {'port': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:12:13.075648 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-e43d1935-dfc5-47c5-a094-a409d833ec97 req-685c96c9-0384-4a3f-b108-b58280ccaf94 tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:13.314116 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-cc0dcd67-2636-4fac-8780-aa66b9cf35c3 req-875ccb0e-16a3-4ce2-9713-a0a58e7d8a2f tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5d2ff88-22d6-43d8-90d1-bfb86d4e3308&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3831978
Dec 25 21:12:13.319932 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f07982eb-d2a4-435f-8277-0fe7bd5191ae req-8f85290b-4491-4cff-b126-3eba007e8573 service neutron] 10.222.0.32 "GET /v2.0/networks/09af6274-7110-4e9c-83cc-51d4d54a1676?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4911642
Dec 25 21:12:13.486081 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f07982eb-d2a4-435f-8277-0fe7bd5191ae req-8d3c9ca0-33f8-41f4-a7a5-110453a24aaa service neutron] 10.222.0.32 "GET /v2.0/networks/09af6274-7110-4e9c-83cc-51d4d54a1676?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1540358
Dec 25 21:12:13.492335 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe83e17-4072-42a2-80b7-66d39180bff7 req-229448af-504d-4733-a6dd-f443c5368cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:12:13.494028 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2fe83e17-4072-42a2-80b7-66d39180bff7 req-229448af-504d-4733-a6dd-f443c5368cd2 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=276a36e6a97d46a78b7e483daa26cc2e&device_id=866da8ae-83ec-48f9-bfc8-b1a55df72844 HTTP/1.1" status: 200  len: 1094 time: 0.2578726
Dec 25 21:12:13.671757 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-483fcbf4-9cbc-4f0d-a20b-3d0924bc0c25 req-58a19fa0-3a0c-4cd6-a737-5cbf27179f2d tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c9cb266-1a4b-41a7-b9c4-55bc33979d91 HTTP/1.1" status: 200  len: 210 time: 0.1275325
Dec 25 21:12:13.754980 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 47568) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:12:13.792353 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 47572) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:12:13.887179 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e7f3df0b-3190-4545-bac0-2ddeba86a90d req-725cb3ca-70b1-46ad-ac27-65cf125367ab tempest-FloatingIPsAssociationTestJSON-622699030 tempest-FloatingIPsAssociationTestJSON-622699030-project] 10.222.0.32 "GET /v2.0/floatingips/e25f6cbe-d3dd-47c7-b3a5-60e95e3624cc HTTP/1.1" status: 200  len: 998 time: 0.1541374
Dec 25 21:12:13.938124 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-fee380fc-4686-4990-a024-b2231345c6f7 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-266553220-network', 'tenant_id': '576fa0b7a73d45bc86b799bb25424c30'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:12:13.975713 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_common [req-e43d1935-dfc5-47c5-a094-a409d833ec97 req-685c96c9-0384-4a3f-b108-b58280ccaf94 tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] Allocated IP 172.20.0.4 (2332d558-39bb-411c-88af-b74bee7e32ab/63c432f3-af01-4d4f-ae68-1c137d7c49f3/665e512c-6adc-4461-b6ed-9ce93d1fdeee) {{(pid=121606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:12:13.993226 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-6dc7c37e-6ec4-44ac-bbb7-b88e02205df3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:14.024344 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fee380fc-4686-4990-a024-b2231345c6f7 admin admin] Made reservation on behalf of 576fa0b7a73d45bc86b799bb25424c30 for: {'network': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:12:14.027771 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-fee380fc-4686-4990-a024-b2231345c6f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for network, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:14.043246 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-fee380fc-4686-4990-a024-b2231345c6f7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:14.059742 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b82ed20c-bbfc-4030-a8bc-ab9fae2d2653', 'tag': 'ad82f3ef-690a-49c9-b46f-74d324ed0682'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:12:14.062103 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9858820c13ec2827453b94ebc4181065e990a4e4089ccb9fe762531ac62d2fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f271102c-c491-4954-9387-da6f01bde36a" -d '{"events": [{"name": "network-changed", "server_uuid": "b82ed20c-bbfc-4030-a8bc-ab9fae2d2653", "tag": "ad82f3ef-690a-49c9-b46f-74d324ed0682"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:12:14.091093 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe83e17-4072-42a2-80b7-66d39180bff7 req-ba881abc-4629-47df-8fc2-09882deb0d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:12:14.093200 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2fe83e17-4072-42a2-80b7-66d39180bff7 req-ba881abc-4629-47df-8fc2-09882deb0d46 service neutron] 10.222.0.31 "GET /v2.0/networks?id=1e137e86-76be-493f-9b25-1d17756925b5 HTTP/1.1" status: 200  len: 921 time: 0.5906806
Dec 25 21:12:14.149080 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2fe83e17-4072-42a2-80b7-66d39180bff7 req-808d40b5-323f-4495-bb17-0e84de164cd0 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=228dbe3e-2fc1-491d-915f-a92d1ec6406f HTTP/1.1" status: 200  len: 217 time: 0.0432127
Dec 25 21:12:14.152256 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Dec 2021 21:12:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b20fdb4-aced-4ae3-b770-b7df275579ff x-openstack-request-id: req-4b20fdb4-aced-4ae3-b770-b7df275579ff {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:12:14.153129 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b82ed20c-bbfc-4030-a8bc-ab9fae2d2653", "tag": "ad82f3ef-690a-49c9-b46f-74d324ed0682", "status": "completed", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:12:14.153129 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4b20fdb4-aced-4ae3-b770-b7df275579ff {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:12:14.161167 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b82ed20c-bbfc-4030-a8bc-ab9fae2d2653', 'tag': 'ad82f3ef-690a-49c9-b46f-74d324ed0682', 'status': 'completed', 'code': 200}
Dec 25 21:12:14.220524 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-6dc7c37e-6ec4-44ac-bbb7-b88e02205df3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:14.257987 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f271102c-c491-4954-9387-da6f01bde36a req-555c085f-4f88-486a-820b-2496275909a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:12:14.258569 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f3df0b-3190-4545-bac0-2ddeba86a90d req-ee14b112-4fbd-4856-be18-8ceb84e83af3 tempest-FloatingIPsAssociationTestJSON-622699030 tempest-FloatingIPsAssociationTestJSON-622699030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:12:14.260085 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-f271102c-c491-4954-9387-da6f01bde36a req-555c085f-4f88-486a-820b-2496275909a4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=188fe358c4684fce8fc912f48b3f186e&device_id=b82ed20c-bbfc-4030-a8bc-ab9fae2d2653 HTTP/1.1" status: 200  len: 1096 time: 0.0968127
Dec 25 21:12:14.260789 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e7f3df0b-3190-4545-bac0-2ddeba86a90d req-ee14b112-4fbd-4856-be18-8ceb84e83af3 tempest-FloatingIPsAssociationTestJSON-622699030 tempest-FloatingIPsAssociationTestJSON-622699030-project] 10.222.0.32 "GET /v2.0/networks/7201e55c-7c5f-41aa-a042-a363696539d0 HTTP/1.1" status: 200  len: 784 time: 0.3572981
Dec 25 21:12:14.316656 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [req-e7f3df0b-3190-4545-bac0-2ddeba86a90d req-109e8300-bab2-47f3-a116-b803e70de9d6 tempest-FloatingIPsAssociationTestJSON-622699030 tempest-FloatingIPsAssociationTestJSON-622699030-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=121606) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 25 21:12:14.319255 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-fee380fc-4686-4990-a024-b2231345c6f7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:14.325804 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e7f3df0b-3190-4545-bac0-2ddeba86a90d req-109e8300-bab2-47f3-a116-b803e70de9d6 tempest-FloatingIPsAssociationTestJSON-622699030 tempest-FloatingIPsAssociationTestJSON-622699030-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0305071
Dec 25 21:12:14.327958 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe83e17-4072-42a2-80b7-66d39180bff7 req-6e364590-8ba5-4544-8908-98c2ee1ff3ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:12:14.330012 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2fe83e17-4072-42a2-80b7-66d39180bff7 req-6e364590-8ba5-4544-8908-98c2ee1ff3ff service neutron] 10.222.0.31 "GET /v2.0/subnets?id=9f350e3c-b3c0-4923-bec6-5c96ab55923b HTTP/1.1" status: 200  len: 860 time: 0.1649532
Dec 25 21:12:14.359300 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-6dc7c37e-6ec4-44ac-bbb7-b88e02205df3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:14.458579 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2fe83e17-4072-42a2-80b7-66d39180bff7 req-78e44b98-b5f5-4993-bc69-497cabd8e097 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=1e137e86-76be-493f-9b25-1d17756925b5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1161726
Dec 25 21:12:14.463038 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-fee380fc-4686-4990-a024-b2231345c6f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:14.471499 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc7c37e-6ec4-44ac-bbb7-b88e02205df3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa4057a2-1534-4a8e-9a5c-1c1e44fa64e9,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:12:14.475812 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-6dc7c37e-6ec4-44ac-bbb7-b88e02205df3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8c4f20967bf64eaa81819ba3d4f2e37b&name=default HTTP/1.1" status: 200  len: 2996 time: 0.6821637
Dec 25 21:12:14.482673 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 47584) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:12:14.515849 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fee380fc-4686-4990-a024-b2231345c6f7 admin admin] vlan segment allocate from pool success with {'vlan_id': 165, 'physical_network': 'physnet1'}  {{(pid=121607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 25 21:12:14.557992 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee380fc-4686-4990-a024-b2231345c6f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7858f6a-3772-499d-a74e-b906953665ca,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:12:14.568297 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f271102c-c491-4954-9387-da6f01bde36a req-a401ba85-0e85-4d92-a1b5-909e2ff7a6f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:12:14.569837 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-f271102c-c491-4954-9387-da6f01bde36a req-a401ba85-0e85-4d92-a1b5-909e2ff7a6f2 service neutron] 10.222.0.37 "GET /v2.0/networks?id=09af6274-7110-4e9c-83cc-51d4d54a1676 HTTP/1.1" status: 200  len: 922 time: 0.2993033
Dec 25 21:12:14.572108 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-fee380fc-4686-4990-a024-b2231345c6f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:14.572451 ncdv-master-1 neutron-server[121607]: INFO neutron.db.segments_db [None req-fee380fc-4686-4990-a024-b2231345c6f7 admin admin] Added segment e8b49c6f-815a-4466-b5f4-d5e58824da1f of type vlan for network f8afa1db-6032-4635-a1fd-6997d067d021
Dec 25 21:12:14.607479 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-e43d1935-dfc5-47c5-a094-a409d833ec97 req-685c96c9-0384-4a3f-b108-b58280ccaf94 tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] Publish callbacks [] for port, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:14.626865 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b22245-a4e9-4425-a7a1-433799c02ea8 req-0f481852-b9a4-42b2-b032-b2876679f7bb tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:12:14.628396 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f3b22245-a4e9-4425-a7a1-433799c02ea8 req-0f481852-b9a4-42b2-b032-b2876679f7bb tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] 10.222.0.32 "GET /v2.0/ports?device_id=866da8ae-83ec-48f9-bfc8-b1a55df72844 HTTP/1.1" status: 200  len: 943 time: 0.2068939
Dec 25 21:12:14.671293 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-fee380fc-4686-4990-a024-b2231345c6f7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737602163420'] for network, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:14.674691 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-749660f2-490a-4545-80f3-c8f476d9f112 req-ce35d676-633a-44df-8f80-b2aac19aa60c tempest-FloatingIPsAssociationTestJSON-622699030 tempest-FloatingIPsAssociationTestJSON-622699030-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.35.3.174 HTTP/1.1" status: 200  len: 1001 time: 0.2677357
Dec 25 21:12:14.676517 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-31503cd1-e2c3-4954-afe3-6a597ae6d889 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:14.712902 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-f271102c-c491-4954-9387-da6f01bde36a req-d6a78e5c-5a70-4647-bc95-3225566e49d4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ad82f3ef-690a-49c9-b46f-74d324ed0682 HTTP/1.1" status: 200  len: 1001 time: 0.1317470
Dec 25 21:12:14.742154 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-31503cd1-e2c3-4954-afe3-6a597ae6d889 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:14.779467 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2fe83e17-4072-42a2-80b7-66d39180bff7 req-bda08f44-c0f4-49e4-b2a6-7fb4394c107b service neutron] 10.222.0.31 "GET /v2.0/networks/1e137e86-76be-493f-9b25-1d17756925b5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2699618
Dec 25 21:12:14.801737 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749660f2-490a-4545-80f3-c8f476d9f112 req-36f6501b-8817-4ccc-8d45-877c8eb9fbd5 tempest-FloatingIPsAssociationTestJSON-622699030 tempest-FloatingIPsAssociationTestJSON-622699030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:12:14.809622 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-749660f2-490a-4545-80f3-c8f476d9f112 req-36f6501b-8817-4ccc-8d45-877c8eb9fbd5 tempest-FloatingIPsAssociationTestJSON-622699030 tempest-FloatingIPsAssociationTestJSON-622699030-project] 10.222.0.32 "GET /v2.0/ports/ad82f3ef-690a-49c9-b46f-74d324ed0682 HTTP/1.1" status: 200  len: 942 time: 0.1285510
Dec 25 21:12:14.810319 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f271102c-c491-4954-9387-da6f01bde36a req-da7b6166-4735-4205-8c6b-e07419c45b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:12:14.811814 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-f271102c-c491-4954-9387-da6f01bde36a req-da7b6166-4735-4205-8c6b-e07419c45b77 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=015c1052-cc2c-4d6a-8242-ea18f582183e HTTP/1.1" status: 200  len: 860 time: 0.0834639
Dec 25 21:12:14.871945 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-fee380fc-4686-4990-a024-b2231345c6f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870'] for network, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:14.872661 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fee380fc-4686-4990-a024-b2231345c6f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:12:14.873255 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-fee380fc-4686-4990-a024-b2231345c6f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for network, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:14.881733 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f3b22245-a4e9-4425-a7a1-433799c02ea8 req-b4572a9b-f378-48a3-afa5-e54356a20cd9 tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5d2ff88-22d6-43d8-90d1-bfb86d4e3308&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2207315
Dec 25 21:12:14.972833 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-e43d1935-dfc5-47c5-a094-a409d833ec97 req-685c96c9-0384-4a3f-b108-b58280ccaf94 tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:14.987306 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] get_ports_and_sgs() called for port_ids ['03a8ec19-2525-4748-83ce-e5fe439b39e0'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:12:15.000249 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e43d1935-dfc5-47c5-a094-a409d833ec97 req-685c96c9-0384-4a3f-b108-b58280ccaf94 tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] Network 2332d558-39bb-411c-88af-b74bee7e32ab is already hosted by enough agents. {{(pid=121606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:12:15.003628 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-31503cd1-e2c3-4954-afe3-6a597ae6d889 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:15.006760 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-31503cd1-e2c3-4954-afe3-6a597ae6d889 admin admin] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:15.007468 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-31503cd1-e2c3-4954-afe3-6a597ae6d889 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/aa4057a2-1534-4a8e-9a5c-1c1e44fa64e9 HTTP/1.1" status: 204  len: 168 time: 0.5237508
Dec 25 21:12:15.015140 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [req-e43d1935-dfc5-47c5-a094-a409d833ec97 req-685c96c9-0384-4a3f-b108-b58280ccaf94 tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] Resources bound (agent type, host, resource id):  {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:12:15.029400 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee380fc-4686-4990-a024-b2231345c6f7 admin admin] Pushing event updated for resources: {'Network': ['ID=f8afa1db-6032-4635-a1fd-6997d067d021,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:12:15.041308 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f271102c-c491-4954-9387-da6f01bde36a req-b244bf61-c758-42f7-b9ff-046af1415e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:12:15.044253 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-f271102c-c491-4954-9387-da6f01bde36a req-b244bf61-c758-42f7-b9ff-046af1415e35 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=09af6274-7110-4e9c-83cc-51d4d54a1676&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.2241607
Dec 25 21:12:15.049005 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Network f8afa1db-6032-4635-a1fd-6997d067d021 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 25 21:12:15.052133 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-fee380fc-4686-4990-a024-b2231345c6f7 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 1.2960689
Dec 25 21:12:15.065810 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 47602) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:12:15.085852 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31503cd1-e2c3-4954-afe3-6a597ae6d889 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa4057a2-1534-4a8e-9a5c-1c1e44fa64e9,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:12:15.112405 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-38eb6749-949d-4469-b225-b19fb0dc2b0c admin admin] Request body: {'subnet': {'network_id': 'f8afa1db-6032-4635-a1fd-6997d067d021', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-266553220-subnet', 'tenant_id': '576fa0b7a73d45bc86b799bb25424c30', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:12:15.266825 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-f271102c-c491-4954-9387-da6f01bde36a req-5ddf8b03-082e-42e7-ad93-f77bd7bb690c service neutron] 10.222.0.37 "GET /v2.0/networks/09af6274-7110-4e9c-83cc-51d4d54a1676?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2135260
Dec 25 21:12:15.302825 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38eb6749-949d-4469-b225-b19fb0dc2b0c admin admin] Made reservation on behalf of 576fa0b7a73d45bc86b799bb25424c30 for: {'subnet': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:12:15.306510 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-38eb6749-949d-4469-b225-b19fb0dc2b0c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8852834'] for subnet, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:15.545693 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-f271102c-c491-4954-9387-da6f01bde36a req-5e121005-32aa-4bf2-80bc-89a332230249 service neutron] 10.222.0.37 "GET /v2.0/networks/09af6274-7110-4e9c-83cc-51d4d54a1676?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2665350
Dec 25 21:12:15.569507 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-749660f2-490a-4545-80f3-c8f476d9f112 req-95d99d91-db48-408b-959d-9db5f564e453 tempest-FloatingIPsAssociationTestJSON-622699030 tempest-FloatingIPsAssociationTestJSON-622699030-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.35.3.174 HTTP/1.1" status: 200  len: 1001 time: 0.6959507
Dec 25 21:12:15.570385 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [req-e43d1935-dfc5-47c5-a094-a409d833ec97 req-685c96c9-0384-4a3f-b108-b58280ccaf94 tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] Received port after_create {{(pid=121606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:12:15.708080 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685c96c9-0384-4a3f-b108-b58280ccaf94 tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] Pushing event updated for resources: {'Port': ['ID=665e512c-6adc-4461-b6ed-9ce93d1fdeee,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:12:15.716261 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2fe83e17-4072-42a2-80b7-66d39180bff7 req-93531617-bcd7-4f39-9c5d-cb7da57c2a25 service neutron] 10.222.0.31 "GET /v2.0/networks/1e137e86-76be-493f-9b25-1d17756925b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.9272954
Dec 25 21:12:15.759798 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43d1935-dfc5-47c5-a094-a409d833ec97 req-685c96c9-0384-4a3f-b108-b58280ccaf94 tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:12:15.760459 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-e43d1935-dfc5-47c5-a094-a409d833ec97 req-685c96c9-0384-4a3f-b108-b58280ccaf94 tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:15.794110 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8600e1ee-9c66-47ea-b431-a9ca95c06299 req-1232e7dc-3289-40a7-99e9-2060a11f84f8 tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:12:15.799567 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8600e1ee-9c66-47ea-b431-a9ca95c06299 req-1232e7dc-3289-40a7-99e9-2060a11f84f8 tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c9cb266-1a4b-41a7-b9c4-55bc33979d91 HTTP/1.1" status: 200  len: 931 time: 0.2200391
Dec 25 21:12:15.810422 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 47606) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:12:15.825440 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-3c83b54c-ed08-4c2d-b7fd-4ede255a2894 admin admin] Publish callbacks [] for security_group, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:15.844454 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749660f2-490a-4545-80f3-c8f476d9f112 req-e07500d1-f6d4-44f5-bc73-5ec0170b981e tempest-FloatingIPsAssociationTestJSON-622699030 tempest-FloatingIPsAssociationTestJSON-622699030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:12:15.846342 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-749660f2-490a-4545-80f3-c8f476d9f112 req-e07500d1-f6d4-44f5-bc73-5ec0170b981e tempest-FloatingIPsAssociationTestJSON-622699030 tempest-FloatingIPsAssociationTestJSON-622699030-project] 10.222.0.32 "GET /v2.0/networks/7201e55c-7c5f-41aa-a042-a363696539d0 HTTP/1.1" status: 200  len: 784 time: 0.2646682
Dec 25 21:12:15.859572 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-38eb6749-949d-4469-b225-b19fb0dc2b0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8632475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8852848'] for subnet, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:15.921984 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e43d1935-dfc5-47c5-a094-a409d833ec97 req-685c96c9-0384-4a3f-b108-b58280ccaf94 tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.8852098
Dec 25 21:12:15.932802 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8600e1ee-9c66-47ea-b431-a9ca95c06299 req-f8e39139-7793-41d4-b0be-d5583223e08a tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] 10.222.0.32 "GET /v2.0/security-groups?id=bc05caf7-df2e-49b8-960c-4031d2c2ccca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1282442
Dec 25 21:12:15.941997 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-e43d1935-dfc5-47c5-a094-a409d833ec97 req-ceb06aa3-1f9c-42d7-8378-a44897fc6231 service neutron] Request body: {'port': {'device_id': '6c9cb266-1a4b-41a7-b9c4-55bc33979d91', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:12:15.963014 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38eb6749-949d-4469-b225-b19fb0dc2b0c admin admin] Pushing event updated for resources: {'Subnet': ['ID=d5f99ff0-85f2-49a7-83a6-2b3ecaa62b88,revision_number=0']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:12:15.990730 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38eb6749-949d-4469-b225-b19fb0dc2b0c admin admin] Checking segment: {'id': 'e8b49c6f-815a-4466-b5f4-d5e58824da1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'f8afa1db-6032-4635-a1fd-6997d067d021'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:12:15.991406 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-749660f2-490a-4545-80f3-c8f476d9f112 req-b030c154-b548-493b-8f55-156191db353f tempest-FloatingIPsAssociationTestJSON-622699030 tempest-FloatingIPsAssociationTestJSON-622699030-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.35.3.174 HTTP/1.1" status: 200  len: 1001 time: 0.1336887
Dec 25 21:12:15.997223 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38eb6749-949d-4469-b225-b19fb0dc2b0c admin admin] Network hostable DHCP agents. Network: f8afa1db-6032-4635-a1fd-6997d067d021, hostable agents: ['1813db88-2c1b-4357-a2ba-869246b663c2'], hosted agents: [] {{(pid=121607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 25 21:12:16.025646 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-749660f2-490a-4545-80f3-c8f476d9f112 req-0bc2283c-c172-4e94-8dea-27efe4a9614e tempest-FloatingIPsAssociationTestJSON-622699030 tempest-FloatingIPsAssociationTestJSON-622699030-project] Request body: {'floatingip': {'port_id': None}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:12:16.162404 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-3c83b54c-ed08-4c2d-b7fd-4ede255a2894 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:16.162794 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-e43d1935-dfc5-47c5-a094-a409d833ec97 req-ceb06aa3-1f9c-42d7-8378-a44897fc6231 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:16.162794 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-749660f2-490a-4545-80f3-c8f476d9f112 req-0bc2283c-c172-4e94-8dea-27efe4a9614e tempest-FloatingIPsAssociationTestJSON-622699030 tempest-FloatingIPsAssociationTestJSON-622699030-project] Publish callbacks [] for floatingip, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:16.253302 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38eb6749-949d-4469-b225-b19fb0dc2b0c admin admin] Network f8afa1db-6032-4635-a1fd-6997d067d021 is scheduled to be hosted by DHCP agent 1813db88-2c1b-4357-a2ba-869246b663c2 with binding_index 1 {{(pid=121607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 25 21:12:16.284789 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-3c83b54c-ed08-4c2d-b7fd-4ede255a2894 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:16.327419 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c83b54c-ed08-4c2d-b7fd-4ede255a2894 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4e93444-a26f-459d-a3ab-0bc32cef5f99,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:12:16.331904 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-3c83b54c-ed08-4c2d-b7fd-4ede255a2894 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a83896b167354b8e9a8f1e6eb4acb087&name=default HTTP/1.1" status: 200  len: 2996 time: 0.5210395
Dec 25 21:12:16.335189 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 47612) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:12:16.370471 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02586c96-f488-43ec-9364-d0c3ede74369 req-d76d2528-bed1-4cbf-8101-1c68e1463f2c tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:12:16.371711 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-38eb6749-949d-4469-b225-b19fb0dc2b0c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, f8afa1db-6032-4635-a1fd-6997d067d021) {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:12:16.378580 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-02586c96-f488-43ec-9364-d0c3ede74369 req-d76d2528-bed1-4cbf-8101-1c68e1463f2c tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] 10.222.0.32 "GET /v2.0/ports?device_id=866da8ae-83ec-48f9-bfc8-b1a55df72844 HTTP/1.1" status: 200  len: 943 time: 0.2076831
Dec 25 21:12:16.393495 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57e9534b-1761-4b30-a1f6-4b7efddbf5f2 None None] Network f8afa1db-6032-4635-a1fd-6997d067d021 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:12:16.437751 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38eb6749-949d-4469-b225-b19fb0dc2b0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:12:16.445714 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-38eb6749-949d-4469-b225-b19fb0dc2b0c admin admin] Publish callbacks [] for subnet, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:16.457921 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-749660f2-490a-4545-80f3-c8f476d9f112 req-0bc2283c-c172-4e94-8dea-27efe4a9614e tempest-FloatingIPsAssociationTestJSON-622699030 tempest-FloatingIPsAssociationTestJSON-622699030-project] Publish callbacks [] for floatingip, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:16.516951 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device 228dbe3e-2fc1-491d-915f-a92d1ec6406f details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 25 21:12:16.536101 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-6e109664-aa4e-4ce4-bc39-6311cb896030 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:16.552848 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-749660f2-490a-4545-80f3-c8f476d9f112 req-0bc2283c-c172-4e94-8dea-27efe4a9614e tempest-FloatingIPsAssociationTestJSON-622699030 tempest-FloatingIPsAssociationTestJSON-622699030-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2008639'] for floatingip, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:16.552848 ncdv-master-1 neutron-server[121606]: INFO neutron.db.l3_db [req-749660f2-490a-4545-80f3-c8f476d9f112 req-0bc2283c-c172-4e94-8dea-27efe4a9614e tempest-FloatingIPsAssociationTestJSON-622699030 tempest-FloatingIPsAssociationTestJSON-622699030-project] Floating IP e25f6cbe-d3dd-47c7-b3a5-60e95e3624cc disassociated. External IP: 172.35.3.174, port: ad82f3ef-690a-49c9-b46f-74d324ed0682.
Dec 25 21:12:16.576267 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-38eb6749-949d-4469-b225-b19fb0dc2b0c admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 1.4919446
Dec 25 21:12:16.590824 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-6e109664-aa4e-4ce4-bc39-6311cb896030 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:16.763639 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-6e109664-aa4e-4ce4-bc39-6311cb896030 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:16.767180 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-6e109664-aa4e-4ce4-bc39-6311cb896030 admin admin] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:16.768338 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-6e109664-aa4e-4ce4-bc39-6311cb896030 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f4e93444-a26f-459d-a3ab-0bc32cef5f99 HTTP/1.1" status: 204  len: 168 time: 0.4312248
Dec 25 21:12:16.794636 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e109664-aa4e-4ce4-bc39-6311cb896030 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4e93444-a26f-459d-a3ab-0bc32cef5f99,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:12:16.815451 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-02586c96-f488-43ec-9364-d0c3ede74369 req-652adfd3-f43e-4f57-a5a9-3840b9be5ba9 tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5d2ff88-22d6-43d8-90d1-bfb86d4e3308&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4344440
Dec 25 21:12:17.007331 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port 228dbe3e-2fc1-491d-915f-a92d1ec6406f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=228dbe3e-2fc1-491d-915f-a92d1ec6406f,segment=NetworkSegment(0bc15208-d08d-4c93-89c3-c4dfd4d97844),segment_id=0bc15208-d08d-4c93-89c3-c4dfd4d97844)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:12:17.060920 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Returning: {'device': '228dbe3e-2fc1-491d-915f-a92d1ec6406f', 'network_id': '1e137e86-76be-493f-9b25-1d17756925b5', 'port_id': '228dbe3e-2fc1-491d-915f-a92d1ec6406f', 'mac_address': 'fa:16:3e:2d:48:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f350e3c-b3c0-4923-bec6-5c96ab55923b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 25 21:12:17.073372 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1e6ebca-5ca2-48fc-ba86-efd5707948f3 None None] Network f8afa1db-6032-4635-a1fd-6997d067d021 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:12:17.110112 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [req-e43d1935-dfc5-47c5-a094-a409d833ec97 req-ceb06aa3-1f9c-42d7-8378-a44897fc6231 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 665e512c-6adc-4461-b6ed-9ce93d1fdeee {{(pid=121606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:12:17.118025 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-e43d1935-dfc5-47c5-a094-a409d833ec97 req-ceb06aa3-1f9c-42d7-8378-a44897fc6231 service neutron] Publish callbacks [] for port, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:17.188715 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.provisioning_blocks [req-e43d1935-dfc5-47c5-a094-a409d833ec97 req-ceb06aa3-1f9c-42d7-8378-a44897fc6231 service neutron] Transition to ACTIVE for port object 665e512c-6adc-4461-b6ed-9ce93d1fdeee will not be triggered until provisioned by entity L2. {{(pid=121606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 25 21:12:17.226121 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:17.245318 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 228dbe3e-2fc1-491d-915f-a92d1ec6406f {{(pid=121608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:12:17.261454 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.l3_agent_scheduler [req-749660f2-490a-4545-80f3-c8f476d9f112 req-0bc2283c-c172-4e94-8dea-27efe4a9614e tempest-FloatingIPsAssociationTestJSON-622699030 tempest-FloatingIPsAssociationTestJSON-622699030-project] Router 3d36483e-ff0b-4d2b-9229-38307b0e66d1 has already been hosted by L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 {{(pid=121606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 25 21:12:17.272520 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec85bef-dd1d-45fb-bd4f-ac03e13a8ca7 req-01506135-58c4-4693-8474-d940b0051454 tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:12:17.274613 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0ec85bef-dd1d-45fb-bd4f-ac03e13a8ca7 req-01506135-58c4-4693-8474-d940b0051454 tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c9cb266-1a4b-41a7-b9c4-55bc33979d91 HTTP/1.1" status: 200  len: 931 time: 0.1245844
Dec 25 21:12:17.285444 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port 228dbe3e-2fc1-491d-915f-a92d1ec6406f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=228dbe3e-2fc1-491d-915f-a92d1ec6406f,segment=NetworkSegment(0bc15208-d08d-4c93-89c3-c4dfd4d97844),segment_id=0bc15208-d08d-4c93-89c3-c4dfd4d97844)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:12:17.378486 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:17.379617 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-e43d1935-dfc5-47c5-a094-a409d833ec97 req-ceb06aa3-1f9c-42d7-8378-a44897fc6231 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:17.439952 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Pushing event updated for resources: {'Port': ['ID=228dbe3e-2fc1-491d-915f-a92d1ec6406f,revision_number=4']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:12:17.457894 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0ec85bef-dd1d-45fb-bd4f-ac03e13a8ca7 req-9b9ddbf1-164c-489d-818f-cd690d05416b tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] 10.222.0.32 "GET /v2.0/security-groups?id=bc05caf7-df2e-49b8-960c-4031d2c2ccca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1661482
Dec 25 21:12:17.581721 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb06aa3-1f9c-42d7-8378-a44897fc6231 service neutron] Pushing event updated for resources: {'Port': ['ID=665e512c-6adc-4461-b6ed-9ce93d1fdeee,revision_number=2']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:12:17.603019 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-e43d1935-dfc5-47c5-a094-a409d833ec97 req-ceb06aa3-1f9c-42d7-8378-a44897fc6231 service neutron] Attempting to bind port 665e512c-6adc-4461-b6ed-9ce93d1fdeee on host nch2-master-1 for vnic_type normal with profile  {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:12:17.606532 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-e43d1935-dfc5-47c5-a094-a409d833ec97 req-ceb06aa3-1f9c-42d7-8378-a44897fc6231 service neutron] Attempting to bind port 665e512c-6adc-4461-b6ed-9ce93d1fdeee by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'a05a9961-775b-4dff-bebf-b24cb60ab1a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '2332d558-39bb-411c-88af-b74bee7e32ab'}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:12:17.606532 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e43d1935-dfc5-47c5-a094-a409d833ec97 req-ceb06aa3-1f9c-42d7-8378-a44897fc6231 service neutron] Attempting to bind port 665e512c-6adc-4461-b6ed-9ce93d1fdeee on network 2332d558-39bb-411c-88af-b74bee7e32ab {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:12:17.613714 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e43d1935-dfc5-47c5-a094-a409d833ec97 req-ceb06aa3-1f9c-42d7-8378-a44897fc6231 service neutron] Port 665e512c-6adc-4461-b6ed-9ce93d1fdeee on network 2332d558-39bb-411c-88af-b74bee7e32ab not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 25 21:12:17.614136 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e43d1935-dfc5-47c5-a094-a409d833ec97 req-ceb06aa3-1f9c-42d7-8378-a44897fc6231 service neutron] Attempting to bind port 665e512c-6adc-4461-b6ed-9ce93d1fdeee on network 2332d558-39bb-411c-88af-b74bee7e32ab {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:12:17.619636 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e43d1935-dfc5-47c5-a094-a409d833ec97 req-ceb06aa3-1f9c-42d7-8378-a44897fc6231 service neutron] Checking agent: {'id': '0d9ae313-8f8d-40fa-8a9f-d098a25a9911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 21, 4, 38), 'started_at': datetime.datetime(2021, 12, 25, 21, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 12, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:12:17.620104 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e43d1935-dfc5-47c5-a094-a409d833ec97 req-ceb06aa3-1f9c-42d7-8378-a44897fc6231 service neutron] Checking segment: {'id': 'a05a9961-775b-4dff-bebf-b24cb60ab1a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '2332d558-39bb-411c-88af-b74bee7e32ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:12:17.620590 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e43d1935-dfc5-47c5-a094-a409d833ec97 req-ceb06aa3-1f9c-42d7-8378-a44897fc6231 service neutron] Bound using segment: {'id': 'a05a9961-775b-4dff-bebf-b24cb60ab1a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '2332d558-39bb-411c-88af-b74bee7e32ab'} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:12:17.621176 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-e43d1935-dfc5-47c5-a094-a409d833ec97 req-ceb06aa3-1f9c-42d7-8378-a44897fc6231 service neutron] Bound port: 665e512c-6adc-4461-b6ed-9ce93d1fdeee, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a05a9961-775b-4dff-bebf-b24cb60ab1a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '2332d558-39bb-411c-88af-b74bee7e32ab'}}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:12:17.621549 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] get_ports_and_sgs() called for port_ids ['228dbe3e-2fc1-491d-915f-a92d1ec6406f'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:12:17.621808 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-e43d1935-dfc5-47c5-a094-a409d833ec97 req-ceb06aa3-1f9c-42d7-8378-a44897fc6231 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:17.624214 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-749660f2-490a-4545-80f3-c8f476d9f112 req-0bc2283c-c172-4e94-8dea-27efe4a9614e tempest-FloatingIPsAssociationTestJSON-622699030 tempest-FloatingIPsAssociationTestJSON-622699030-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 21:12:17.630095 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-749660f2-490a-4545-80f3-c8f476d9f112 req-0bc2283c-c172-4e94-8dea-27efe4a9614e tempest-FloatingIPsAssociationTestJSON-622699030 tempest-FloatingIPsAssociationTestJSON-622699030-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for floatingip, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:17.643951 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d422b5d6-040e-41f4-8591-2c97379f88a7 None None] Sync routers for ids ['3d36483e-ff0b-4d2b-9229-38307b0e66d1'] in ncdv-master-1 {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 21:12:17.658450 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d422b5d6-040e-41f4-8591-2c97379f88a7 None None] Routers {'3d36483e-ff0b-4d2b-9229-38307b0e66d1'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:12:17.659221 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-d422b5d6-040e-41f4-8591-2c97379f88a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f26186134c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:12:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['3d36483e-ff0b-4d2b-9229-38307b0e66d1'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:12:17.758584 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-749660f2-490a-4545-80f3-c8f476d9f112 req-0bc2283c-c172-4e94-8dea-27efe4a9614e tempest-FloatingIPsAssociationTestJSON-622699030 tempest-FloatingIPsAssociationTestJSON-622699030-project] 10.222.0.32 "PUT /v2.0/floatingips/e25f6cbe-d3dd-47c7-b3a5-60e95e3624cc HTTP/1.1" status: 200  len: 696 time: 1.7553105
Dec 25 21:12:17.761544 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b82ed20c-bbfc-4030-a8bc-ab9fae2d2653', 'tag': 'ad82f3ef-690a-49c9-b46f-74d324ed0682'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:12:17.763658 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9858820c13ec2827453b94ebc4181065e990a4e4089ccb9fe762531ac62d2fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cb85315-4f35-48a1-9bf0-ee29074c17a0" -d '{"events": [{"name": "network-changed", "server_uuid": "b82ed20c-bbfc-4030-a8bc-ab9fae2d2653", "tag": "ad82f3ef-690a-49c9-b46f-74d324ed0682"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:12:17.831235 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-e43d1935-dfc5-47c5-a094-a409d833ec97 req-ceb06aa3-1f9c-42d7-8378-a44897fc6231 service neutron] For port 665e512c-6adc-4461-b6ed-9ce93d1fdeee, host nch2-master-1, cleared binding levels {{(pid=121606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:12:17.836681 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-e43d1935-dfc5-47c5-a094-a409d833ec97 req-ceb06aa3-1f9c-42d7-8378-a44897fc6231 service neutron] For port 665e512c-6adc-4461-b6ed-9ce93d1fdeee, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=665e512c-6adc-4461-b6ed-9ce93d1fdeee,segment=NetworkSegment(a05a9961-775b-4dff-bebf-b24cb60ab1a9),segment_id=a05a9961-775b-4dff-bebf-b24cb60ab1a9)] {{(pid=121606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:12:17.845005 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749660f2-490a-4545-80f3-c8f476d9f112 req-f670fc14-2881-406e-912b-15c0ae02e06b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:12:17.846981 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-749660f2-490a-4545-80f3-c8f476d9f112 req-f670fc14-2881-406e-912b-15c0ae02e06b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=188fe358c4684fce8fc912f48b3f186e&device_id=b82ed20c-bbfc-4030-a8bc-ab9fae2d2653 HTTP/1.1" status: 200  len: 1096 time: 0.0674486
Dec 25 21:12:17.883255 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvr_db [None req-d422b5d6-040e-41f4-8591-2c97379f88a7 None None] Set router 3d36483e-ff0b-4d2b-9229-38307b0e66d1 gateway port host: ncdv-master-1 {{(pid=121609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:12:18.065483 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef24a3d-8c4b-4994-ac12-727f515c2adc req-f0947016-6abc-4d0f-a4a4-b5c06d8072cc tempest-MultipleCreateTestJSON-716196898 tempest-MultipleCreateTestJSON-716196898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:12:18.072728 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5ef24a3d-8c4b-4994-ac12-727f515c2adc req-f0947016-6abc-4d0f-a4a4-b5c06d8072cc tempest-MultipleCreateTestJSON-716196898 tempest-MultipleCreateTestJSON-716196898-project] 10.222.0.32 "GET /v2.0/networks?id=f8afa1db-6032-4635-a1fd-6997d067d021 HTTP/1.1" status: 200  len: 812 time: 0.1791337
Dec 25 21:12:18.084379 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-e43d1935-dfc5-47c5-a094-a409d833ec97 req-ceb06aa3-1f9c-42d7-8378-a44897fc6231 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:18.140440 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb06aa3-1f9c-42d7-8378-a44897fc6231 service neutron] Pushing event updated for resources: {'Port': ['ID=665e512c-6adc-4461-b6ed-9ce93d1fdeee,revision_number=3']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:12:18.160794 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5ef24a3d-8c4b-4994-ac12-727f515c2adc req-5137a4bb-6a65-4e7f-8109-7fc952282b99 tempest-MultipleCreateTestJSON-716196898 tempest-MultipleCreateTestJSON-716196898-project] 10.222.0.32 "GET /v2.0/quotas/576fa0b7a73d45bc86b799bb25424c30 HTTP/1.1" status: 200  len: 375 time: 0.0871186
Dec 25 21:12:18.192162 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-d422b5d6-040e-41f4-8591-2c97379f88a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f26186134c0>, [{'id': '3d36483e-ff0b-4d2b-9229-38307b0e66d1', 'name': 'tempest-FloatingIPsAssociationTestJSON-1365984648-router', 'tenant_id': '188fe358c4684fce8fc912f48b3f186e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.189'}], 'enable_snat': True}, 'gw_port_id': '7e896cd5-4f9b-44ff-a1f2-dd0bc13ee29f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:11:10Z', 'updated_at': '2021-12-25T21:11:14Z', 'revision_number': 4, 'project_id': '188fe358c4684fce8fc912f48b3f186e', 'gw_port': {'id': '7e896cd5-4f9b-44ff-a1f2-dd0bc13ee29f', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:b4:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d36483e-ff0b-4d2b-9229-38307b0e66d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:11:11Z', 'updated_at': '2021-12-25T21:11:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '6eee90ec-de3c-4dd9-8c1b-3879a17f6d48', 'name': '', 'network_id': '09af6274-7110-4e9c-83cc-51d4d54a1676', 'tenant_id': '188fe358c4684fce8fc912f48b3f186e', 'mac_address': 'fa:16:3e:e6:f7:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d36483e-ff0b-4d2b-9229-38307b0e66d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '015c1052-cc2c-4d6a-8242-ea18f582183e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:11:14Z', 'updated_at': '2021-12-25T21:11:18Z', 'revision_number': 5, 'project_id': '188fe358c4684fce8fc912f48b3f186e', 'subnets': [{'id': '015c1052-cc2c-4d6a-8242-ea18f582183e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:12:18.199219 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43d1935-dfc5-47c5-a094-a409d833ec97 req-ceb06aa3-1f9c-42d7-8378-a44897fc6231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:12:18.199839 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-e43d1935-dfc5-47c5-a094-a409d833ec97 req-ceb06aa3-1f9c-42d7-8378-a44897fc6231 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:18.201305 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e43d1935-dfc5-47c5-a094-a409d833ec97 req-ceb06aa3-1f9c-42d7-8378-a44897fc6231 service neutron] 10.222.0.37 "PUT /v2.0/ports/665e512c-6adc-4461-b6ed-9ce93d1fdeee HTTP/1.1" status: 200  len: 1091 time: 2.2656710
Dec 25 21:12:18.211410 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5ef24a3d-8c4b-4994-ac12-727f515c2adc req-eeef1b03-7f18-48ce-afa6-4dcbe157834f tempest-MultipleCreateTestJSON-716196898 tempest-MultipleCreateTestJSON-716196898-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=576fa0b7a73d45bc86b799bb25424c30&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0497324
Dec 25 21:12:18.234797 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d422b5d6-040e-41f4-8591-2c97379f88a7 None None] Checking router: 3d36483e-ff0b-4d2b-9229-38307b0e66d1 for host: ncdv-master-1 {{(pid=121609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 25 21:12:18.244403 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d422b5d6-040e-41f4-8591-2c97379f88a7 None None] Routers {'3d36483e-ff0b-4d2b-9229-38307b0e66d1'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:12:18.245076 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-d422b5d6-040e-41f4-8591-2c97379f88a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f26186134c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:12:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['3d36483e-ff0b-4d2b-9229-38307b0e66d1'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:12:18.257389 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749660f2-490a-4545-80f3-c8f476d9f112 req-c5266b2a-cb14-48ef-95f5-e9d0d4c2e1ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:12:18.264755 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-749660f2-490a-4545-80f3-c8f476d9f112 req-c5266b2a-cb14-48ef-95f5-e9d0d4c2e1ab service neutron] 10.222.0.32 "GET /v2.0/networks?id=09af6274-7110-4e9c-83cc-51d4d54a1676 HTTP/1.1" status: 200  len: 922 time: 0.4110699
Dec 25 21:12:18.338607 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-749660f2-490a-4545-80f3-c8f476d9f112 req-e7eb76e4-d7c7-400d-8cf8-1c051bb6cf92 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ad82f3ef-690a-49c9-b46f-74d324ed0682 HTTP/1.1" status: 200  len: 217 time: 0.0729799
Dec 25 21:12:18.412543 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvr_db [None req-d422b5d6-040e-41f4-8591-2c97379f88a7 None None] Set router 3d36483e-ff0b-4d2b-9229-38307b0e66d1 gateway port host: ncdv-master-1 {{(pid=121609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:12:18.450545 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5ef24a3d-8c4b-4994-ac12-727f515c2adc req-ef8d12f2-1b1a-4d51-8eef-900955fc901c service neutron] 10.222.0.32 "GET /v2.0/networks/f8afa1db-6032-4635-a1fd-6997d067d021?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2377410
Dec 25 21:12:18.517343 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device 228dbe3e-2fc1-491d-915f-a92d1ec6406f up at agent hyperv_nch1-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:12:18.538616 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749660f2-490a-4545-80f3-c8f476d9f112 req-5aae3cc6-31d1-4fd2-9935-30a9cc8f4ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:12:18.542344 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-749660f2-490a-4545-80f3-c8f476d9f112 req-5aae3cc6-31d1-4fd2-9935-30a9cc8f4ca5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=015c1052-cc2c-4d6a-8242-ea18f582183e HTTP/1.1" status: 200  len: 860 time: 0.1947484
Dec 25 21:12:18.568431 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43d1935-dfc5-47c5-a094-a409d833ec97 req-b2641048-e501-4ecd-9870-3fbaf704a5dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:12:18.570531 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e43d1935-dfc5-47c5-a094-a409d833ec97 req-b2641048-e501-4ecd-9870-3fbaf704a5dd service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=bc19d38e80ce426fa6d268838d133f13&device_id=6c9cb266-1a4b-41a7-b9c4-55bc33979d91 HTTP/1.1" status: 200  len: 1094 time: 0.1680188
Dec 25 21:12:18.646364 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e43d1935-dfc5-47c5-a094-a409d833ec97 req-f240394e-f47d-4e72-8b06-3273bf36a258 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=665e512c-6adc-4461-b6ed-9ce93d1fdeee HTTP/1.1" status: 200  len: 217 time: 0.0584118
Dec 25 21:12:18.650976 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5ef24a3d-8c4b-4994-ac12-727f515c2adc req-9e6555e0-341e-4f01-829f-f98a6a25d955 service neutron] 10.222.0.32 "GET /v2.0/networks/f8afa1db-6032-4635-a1fd-6997d067d021?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1916604
Dec 25 21:12:18.659830 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749660f2-490a-4545-80f3-c8f476d9f112 req-7d2d3ce1-ac4c-4435-8aee-48a641866eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:12:18.662085 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-749660f2-490a-4545-80f3-c8f476d9f112 req-7d2d3ce1-ac4c-4435-8aee-48a641866eb3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=09af6274-7110-4e9c-83cc-51d4d54a1676&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1085000
Dec 25 21:12:18.666422 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-d422b5d6-040e-41f4-8591-2c97379f88a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f26186134c0>, [{'id': '3d36483e-ff0b-4d2b-9229-38307b0e66d1', 'name': 'tempest-FloatingIPsAssociationTestJSON-1365984648-router', 'tenant_id': '188fe358c4684fce8fc912f48b3f186e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.189'}], 'enable_snat': True}, 'gw_port_id': '7e896cd5-4f9b-44ff-a1f2-dd0bc13ee29f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:11:10Z', 'updated_at': '2021-12-25T21:11:14Z', 'revision_number': 4, 'project_id': '188fe358c4684fce8fc912f48b3f186e', 'gw_port': {'id': '7e896cd5-4f9b-44ff-a1f2-dd0bc13ee29f', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:b4:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d36483e-ff0b-4d2b-9229-38307b0e66d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:11:11Z', 'updated_at': '2021-12-25T21:11:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '6eee90ec-de3c-4dd9-8c1b-3879a17f6d48', 'name': '', 'network_id': '09af6274-7110-4e9c-83cc-51d4d54a1676', 'tenant_id': '188fe358c4684fce8fc912f48b3f186e', 'mac_address': 'fa:16:3e:e6:f7:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d36483e-ff0b-4d2b-9229-38307b0e66d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '015c1052-cc2c-4d6a-8242-ea18f582183e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:11:14Z', 'updated_at': '2021-12-25T21:11:18Z', 'revision_number': 5, 'project_id': '188fe358c4684fce8fc912f48b3f186e', 'subnets': [{'id': '015c1052-cc2c-4d6a-8242-ea18f582183e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:12:18.709031 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d422b5d6-040e-41f4-8591-2c97379f88a7 None None] The sync data for ids ['3d36483e-ff0b-4d2b-9229-38307b0e66d1'] in ncdv-master-1 is: [{'id': '3d36483e-ff0b-4d2b-9229-38307b0e66d1', 'name': 'tempest-FloatingIPsAssociationTestJSON-1365984648-router', 'tenant_id': '188fe358c4684fce8fc912f48b3f186e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.189'}], 'enable_snat': True}, 'gw_port_id': '7e896cd5-4f9b-44ff-a1f2-dd0bc13ee29f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:11:10Z', 'updated_at': '2021-12-25T21:11:14Z', 'revision_number': 4, 'project_id': '188fe358c4684fce8fc912f48b3f186e', 'gw_port': {'id': '7e896cd5-4f9b-44ff-a1f2-dd0bc13ee29f', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:b4:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d36483e-ff0b-4d2b-9229-38307b0e66d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:11:11Z', 'updated_at': '2021-12-25T21:11:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '6eee90ec-de3c-4dd9-8c1b-3879a17f6d48', 'name': '', 'network_id': '09af6274-7110-4e9c-83cc-51d4d54a1676', 'tenant_id': '188fe358c4684fce8fc912f48b3f186e', 'mac_address': 'fa:16:3e:e6:f7:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d36483e-ff0b-4d2b-9229-38307b0e66d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '015c1052-cc2c-4d6a-8242-ea18f582183e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:11:14Z', 'updated_at': '2021-12-25T21:11:18Z', 'revision_number': 5, 'project_id': '188fe358c4684fce8fc912f48b3f186e', 'subnets': [{'id': '015c1052-cc2c-4d6a-8242-ea18f582183e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 21:12:18.750334 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Provisioning for port 228dbe3e-2fc1-491d-915f-a92d1ec6406f completed by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 25 21:12:18.758726 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Provisioning complete for port 228dbe3e-2fc1-491d-915f-a92d1ec6406f triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:12:18.762311 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:18.792753 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43d1935-dfc5-47c5-a094-a409d833ec97 req-5b81eda1-1f67-4382-ad2d-4e93c807a65a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:12:18.794534 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e43d1935-dfc5-47c5-a094-a409d833ec97 req-5b81eda1-1f67-4382-ad2d-4e93c807a65a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=63c432f3-af01-4d4f-ae68-1c137d7c49f3 HTTP/1.1" status: 200  len: 848 time: 0.1313994
Dec 25 21:12:18.841038 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e43d1935-dfc5-47c5-a094-a409d833ec97 req-c18fd50b-dbf9-4be5-ab85-efd03b754d9a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2332d558-39bb-411c-88af-b74bee7e32ab&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0347109
Dec 25 21:12:18.959980 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:19.008537 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-749660f2-490a-4545-80f3-c8f476d9f112 req-01a55519-ee9f-440d-8d28-b04727752c59 service neutron] 10.222.0.32 "GET /v2.0/networks/09af6274-7110-4e9c-83cc-51d4d54a1676?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3326492
Dec 25 21:12:19.012852 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e43d1935-dfc5-47c5-a094-a409d833ec97 req-f31f6b4b-c36e-4c78-b942-4124e6a1030c service neutron] 10.222.0.37 "GET /v2.0/networks/2332d558-39bb-411c-88af-b74bee7e32ab?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1608639
Dec 25 21:12:19.014129 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '866da8ae-83ec-48f9-bfc8-b1a55df72844', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '228dbe3e-2fc1-491d-915f-a92d1ec6406f'}] {{(pid=121608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:12:19.019695 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a88c78c3ff6266bd59c7e89d275b28c92e739b67d23c89d71af88829fd31566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d3db0f9-5c57-41be-bb6b-cd3350670308" -d '{"events": [{"server_uuid": "866da8ae-83ec-48f9-bfc8-b1a55df72844", "name": "network-vif-plugged", "status": "completed", "tag": "228dbe3e-2fc1-491d-915f-a92d1ec6406f"}]}' {{(pid=121608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:12:19.047804 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port 228dbe3e-2fc1-491d-915f-a92d1ec6406f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=228dbe3e-2fc1-491d-915f-a92d1ec6406f,segment=NetworkSegment(0bc15208-d08d-4c93-89c3-c4dfd4d97844),segment_id=0bc15208-d08d-4c93-89c3-c4dfd4d97844)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:12:19.126898 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:19.208663 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-320dc772-13c9-429e-92a3-a5c7e43e4524 None None] New status for floating IP e25f6cbe-d3dd-47c7-b3a5-60e95e3624cc: DOWN {{(pid=121608) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 25 21:12:19.301841 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e43d1935-dfc5-47c5-a094-a409d833ec97 req-7015bc9a-ab83-4422-9f65-60d1e2d0c8ac service neutron] 10.222.0.37 "GET /v2.0/networks/2332d558-39bb-411c-88af-b74bee7e32ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2600956
Dec 25 21:12:19.327426 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-749660f2-490a-4545-80f3-c8f476d9f112 req-996e9848-dd4d-4af5-a637-f01a27c74990 service neutron] 10.222.0.32 "GET /v2.0/networks/09af6274-7110-4e9c-83cc-51d4d54a1676?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3065257
Dec 25 21:12:19.368791 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Pushing event updated for resources: {'Port': ['ID=228dbe3e-2fc1-491d-915f-a92d1ec6406f,revision_number=5']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:12:19.408149 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Dec 2021 21:12:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-096cc7c0-5b44-4090-a753-a0fa46b7e608 x-openstack-request-id: req-096cc7c0-5b44-4090-a753-a0fa46b7e608 {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:12:19.408573 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b82ed20c-bbfc-4030-a8bc-ab9fae2d2653", "tag": "ad82f3ef-690a-49c9-b46f-74d324ed0682", "status": "completed", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:12:19.409035 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-096cc7c0-5b44-4090-a753-a0fa46b7e608 {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:12:19.409504 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b82ed20c-bbfc-4030-a8bc-ab9fae2d2653', 'tag': 'ad82f3ef-690a-49c9-b46f-74d324ed0682', 'status': 'completed', 'code': 200}
Dec 25 21:12:19.546272 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb85315-4f35-48a1-9bf0-ee29074c17a0 req-0f2efa86-de07-42ae-8901-29e5d800eedc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:12:19.547084 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4cb85315-4f35-48a1-9bf0-ee29074c17a0 req-0f2efa86-de07-42ae-8901-29e5d800eedc service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=188fe358c4684fce8fc912f48b3f186e&device_id=b82ed20c-bbfc-4030-a8bc-ab9fae2d2653 HTTP/1.1" status: 200  len: 1096 time: 0.1136968
Dec 25 21:12:20.098266 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2031b2-1016-47c9-9d17-494cadbead83 req-3966e39e-2851-459a-bb1e-5ba4309f487c tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:12:20.099766 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4f2031b2-1016-47c9-9d17-494cadbead83 req-3966e39e-2851-459a-bb1e-5ba4309f487c tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] 10.222.0.32 "GET /v2.0/ports?device_id=866da8ae-83ec-48f9-bfc8-b1a55df72844 HTTP/1.1" status: 200  len: 945 time: 0.5722134
Dec 25 21:12:20.120581 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b4b7ae-ae3b-4519-9c35-2efd3e689977 req-7e81acca-0bcf-405a-8e49-786686ea87fd tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:12:20.128797 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-87b4b7ae-ae3b-4519-9c35-2efd3e689977 req-7e81acca-0bcf-405a-8e49-786686ea87fd tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c9cb266-1a4b-41a7-b9c4-55bc33979d91 HTTP/1.1" status: 200  len: 943 time: 0.1557639
Dec 25 21:12:20.206479 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb85315-4f35-48a1-9bf0-ee29074c17a0 req-56db98a8-7ef0-40ec-bd87-aab23ba23fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:12:20.207961 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4cb85315-4f35-48a1-9bf0-ee29074c17a0 req-56db98a8-7ef0-40ec-bd87-aab23ba23fc6 service neutron] 10.222.0.37 "GET /v2.0/networks?id=09af6274-7110-4e9c-83cc-51d4d54a1676 HTTP/1.1" status: 200  len: 922 time: 0.2338176
Dec 25 21:12:20.225754 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4f2031b2-1016-47c9-9d17-494cadbead83 req-ffb5e85e-ae03-4dee-8502-b9b9afae36b6 tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5d2ff88-22d6-43d8-90d1-bfb86d4e3308&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1152816
Dec 25 21:12:20.239082 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-87b4b7ae-ae3b-4519-9c35-2efd3e689977 req-3cd48374-dc06-4399-b83b-cbd3e2ed08cd tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] 10.222.0.32 "GET /v2.0/security-groups?id=bc05caf7-df2e-49b8-960c-4031d2c2ccca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1029716
Dec 25 21:12:20.294609 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4cb85315-4f35-48a1-9bf0-ee29074c17a0 req-31967049-c345-4ff2-89ea-4a0504a9b555 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ad82f3ef-690a-49c9-b46f-74d324ed0682 HTTP/1.1" status: 200  len: 217 time: 0.0429890
Dec 25 21:12:20.319942 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 21:12:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed67eb07-5c18-4414-b6a3-9be0b992f2ae x-openstack-request-id: req-ed67eb07-5c18-4414-b6a3-9be0b992f2ae {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:12:20.320846 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "866da8ae-83ec-48f9-bfc8-b1a55df72844", "name": "network-vif-plugged", "status": "completed", "tag": "228dbe3e-2fc1-491d-915f-a92d1ec6406f", "code": 200}]} {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:12:20.321868 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ed67eb07-5c18-4414-b6a3-9be0b992f2ae {{(pid=121608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:12:20.322592 ncdv-master-1 neutron-server[121608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '866da8ae-83ec-48f9-bfc8-b1a55df72844', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '228dbe3e-2fc1-491d-915f-a92d1ec6406f', 'code': 200}
Dec 25 21:12:20.398982 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb85315-4f35-48a1-9bf0-ee29074c17a0 req-1113d5df-a261-41c5-a336-15c28aa160a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:12:20.400563 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4cb85315-4f35-48a1-9bf0-ee29074c17a0 req-1113d5df-a261-41c5-a336-15c28aa160a4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=015c1052-cc2c-4d6a-8242-ea18f582183e HTTP/1.1" status: 200  len: 860 time: 0.0976670
Dec 25 21:12:20.556781 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57d7c73-2aa5-4e96-8c7e-78c2221c4f11 req-947eeb3f-c771-4a57-984f-0dec13ae9c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:12:20.558588 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b57d7c73-2aa5-4e96-8c7e-78c2221c4f11 req-947eeb3f-c771-4a57-984f-0dec13ae9c08 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=866da8ae-83ec-48f9-bfc8-b1a55df72844 HTTP/1.1" status: 200  len: 1096 time: 0.1570315
Dec 25 21:12:20.569856 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb85315-4f35-48a1-9bf0-ee29074c17a0 req-e4cd55f5-2846-4cb8-858b-28136ae97bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:12:20.571750 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4cb85315-4f35-48a1-9bf0-ee29074c17a0 req-e4cd55f5-2846-4cb8-858b-28136ae97bdc service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=09af6274-7110-4e9c-83cc-51d4d54a1676&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1472578
Dec 25 21:12:20.596078 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ddf377-f183-4a6a-a6e6-e79e1c939e36 req-77c13465-f950-4999-a04b-9b27ea0cf620 tempest-ServersTestManualDisk-494677233 tempest-ServersTestManualDisk-494677233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:12:20.612344 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-19ddf377-f183-4a6a-a6e6-e79e1c939e36 req-77c13465-f950-4999-a04b-9b27ea0cf620 tempest-ServersTestManualDisk-494677233 tempest-ServersTestManualDisk-494677233-project] 10.222.0.32 "GET /v2.0/ports?device_id=e17b1ffc-cea0-4158-9ac3-273da9149cd5 HTTP/1.1" status: 200  len: 946 time: 0.1244199
Dec 25 21:12:20.744927 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a7f02214-7485-4c10-9ea1-0b57c3e4e6ad req-2e268a53-a9d7-4e19-9fb8-e42467e0a0f3 tempest-TenantUsagesTestJSON-459875834 tempest-TenantUsagesTestJSON-459875834-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=8b80d743dc6342a689968320db7836a0&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0654852
Dec 25 21:12:20.818136 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-19ddf377-f183-4a6a-a6e6-e79e1c939e36 req-a50724e6-1f34-4269-8da5-7ac080e23ee3 tempest-ServersTestManualDisk-494677233 tempest-ServersTestManualDisk-494677233-project] 10.222.0.32 "GET /v2.0/security-groups?id=6382333d-3f4f-4fdc-a521-f329b76785ed&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1940970
Dec 25 21:12:20.915462 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4cb85315-4f35-48a1-9bf0-ee29074c17a0 req-b0ef1f23-e63b-485e-a248-05471e651faf service neutron] 10.222.0.37 "GET /v2.0/networks/09af6274-7110-4e9c-83cc-51d4d54a1676?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3089705
Dec 25 21:12:20.961332 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b57d7c73-2aa5-4e96-8c7e-78c2221c4f11 req-8ee22133-50d5-49b4-8fed-09cff95dd159 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=a5d2ff88-22d6-43d8-90d1-bfb86d4e3308&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3943212
Dec 25 21:12:20.977513 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-81d0e013-5349-4d2e-8d4d-d7351fad3637 req-ec160c4b-e0c8-4844-a106-9e054c4c2957 tempest-MultipleCreateTestJSON-716196898 tempest-MultipleCreateTestJSON-716196898-project] 10.222.0.32 "GET /v2.0/ports?device_id=c12cba1c-049e-4a5a-8f24-4f33cf7df89c HTTP/1.1" status: 200  len: 210 time: 0.0752327
Dec 25 21:12:21.048819 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f02214-7485-4c10-9ea1-0b57c3e4e6ad req-3c4c2f14-6bcd-4402-9aed-110d5a5b7841 tempest-TenantUsagesTestJSON-459875834 tempest-TenantUsagesTestJSON-459875834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:12:21.049698 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a7f02214-7485-4c10-9ea1-0b57c3e4e6ad req-3c4c2f14-6bcd-4402-9aed-110d5a5b7841 tempest-TenantUsagesTestJSON-459875834 tempest-TenantUsagesTestJSON-459875834-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2858970
Dec 25 21:12:21.082932 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a7f02214-7485-4c10-9ea1-0b57c3e4e6ad req-2f1c3fbb-8d03-4e58-86bc-22159d2720b6 tempest-TenantUsagesTestJSON-459875834 tempest-TenantUsagesTestJSON-459875834-project] 10.222.0.32 "GET /v2.0/quotas/8b80d743dc6342a689968320db7836a0 HTTP/1.1" status: 200  len: 375 time: 0.0253110
Dec 25 21:12:21.131114 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a7f02214-7485-4c10-9ea1-0b57c3e4e6ad req-397d81c9-e9af-4210-872e-560c391eed8c tempest-TenantUsagesTestJSON-459875834 tempest-TenantUsagesTestJSON-459875834-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=8b80d743dc6342a689968320db7836a0&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0378735
Dec 25 21:12:21.133596 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4cb85315-4f35-48a1-9bf0-ee29074c17a0 req-21bf860c-7b9d-4175-9513-38ec7782bfa1 service neutron] 10.222.0.37 "GET /v2.0/networks/09af6274-7110-4e9c-83cc-51d4d54a1676?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2034793
Dec 25 21:12:21.270401 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ab119561-c7ac-431a-a4e8-a02277fd24dd req-9ac487ca-373a-4b5f-8942-033aade0cc16 tempest-FloatingIPsAssociationTestJSON-622699030 tempest-FloatingIPsAssociationTestJSON-622699030-project] 10.222.0.32 "GET /v2.0/floatingips/e25f6cbe-d3dd-47c7-b3a5-60e95e3624cc HTTP/1.1" status: 200  len: 694 time: 0.0471151
Dec 25 21:12:21.387740 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab119561-c7ac-431a-a4e8-a02277fd24dd req-93e7dba8-2e9d-4bfc-a9fd-6b43a6a91262 tempest-FloatingIPsAssociationTestJSON-622699030 tempest-FloatingIPsAssociationTestJSON-622699030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:12:21.389142 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ab119561-c7ac-431a-a4e8-a02277fd24dd req-93e7dba8-2e9d-4bfc-a9fd-6b43a6a91262 tempest-FloatingIPsAssociationTestJSON-622699030 tempest-FloatingIPsAssociationTestJSON-622699030-project] 10.222.0.32 "GET /v2.0/networks/7201e55c-7c5f-41aa-a042-a363696539d0 HTTP/1.1" status: 200  len: 784 time: 0.1131048
Dec 25 21:12:21.432416 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c9cb266-1a4b-41a7-b9c4-55bc33979d91', 'tag': '665e512c-6adc-4461-b6ed-9ce93d1fdeee'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:12:21.485538 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9858820c13ec2827453b94ebc4181065e990a4e4089ccb9fe762531ac62d2fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-101fa12c-d776-4351-b2c5-475da78ec73e" -d '{"events": [{"name": "network-changed", "server_uuid": "6c9cb266-1a4b-41a7-b9c4-55bc33979d91", "tag": "665e512c-6adc-4461-b6ed-9ce93d1fdeee"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:12:21.485538 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ab119561-c7ac-431a-a4e8-a02277fd24dd req-f1fec935-9846-4553-91b5-7eedd45b2203 tempest-FloatingIPsAssociationTestJSON-622699030 tempest-FloatingIPsAssociationTestJSON-622699030-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.35.3.174 HTTP/1.1" status: 200  len: 697 time: 0.0666840
Dec 25 21:12:21.525109 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ab119561-c7ac-431a-a4e8-a02277fd24dd req-a2281113-df29-48f0-9b99-a2e9ecd8c6fa tempest-FloatingIPsAssociationTestJSON-622699030 tempest-FloatingIPsAssociationTestJSON-622699030-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.35.3.174 HTTP/1.1" status: 200  len: 697 time: 0.0539863
Dec 25 21:12:21.652522 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [req-ab119561-c7ac-431a-a4e8-a02277fd24dd req-4fc6d8f9-80fe-44a3-8302-b55f3fff0b89 tempest-FloatingIPsAssociationTestJSON-622699030 tempest-FloatingIPsAssociationTestJSON-622699030-project] Deleting port 784030de-8028-4983-8932-ad6c2edcd973 {{(pid=121606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:12:21.652866 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-ab119561-c7ac-431a-a4e8-a02277fd24dd req-4fc6d8f9-80fe-44a3-8302-b55f3fff0b89 tempest-FloatingIPsAssociationTestJSON-622699030 tempest-FloatingIPsAssociationTestJSON-622699030-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:21.744634 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-ab119561-c7ac-431a-a4e8-a02277fd24dd req-4fc6d8f9-80fe-44a3-8302-b55f3fff0b89 tempest-FloatingIPsAssociationTestJSON-622699030 tempest-FloatingIPsAssociationTestJSON-622699030-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:21.745066 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-ab119561-c7ac-431a-a4e8-a02277fd24dd req-4fc6d8f9-80fe-44a3-8302-b55f3fff0b89 tempest-FloatingIPsAssociationTestJSON-622699030 tempest-FloatingIPsAssociationTestJSON-622699030-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:21.779116 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [req-ab119561-c7ac-431a-a4e8-a02277fd24dd req-4fc6d8f9-80fe-44a3-8302-b55f3fff0b89 tempest-FloatingIPsAssociationTestJSON-622699030 tempest-FloatingIPsAssociationTestJSON-622699030-project] Calling delete_port for 784030de-8028-4983-8932-ad6c2edcd973 owned by network:floatingip {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:12:21.994042 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03874861-ba77-414d-b7de-bfebd56cec8f req-91577749-2c9b-4180-89d1-a5c69aed80d9 tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:12:21.995805 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-03874861-ba77-414d-b7de-bfebd56cec8f req-91577749-2c9b-4180-89d1-a5c69aed80d9 tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c9cb266-1a4b-41a7-b9c4-55bc33979d91 HTTP/1.1" status: 200  len: 943 time: 0.1204145
Dec 25 21:12:22.079104 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-03874861-ba77-414d-b7de-bfebd56cec8f req-b450563a-ccda-4a9b-aaea-c13a207246ca tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] 10.222.0.32 "GET /v2.0/security-groups?id=bc05caf7-df2e-49b8-960c-4031d2c2ccca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0754461
Dec 25 21:12:22.126994 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-ab119561-c7ac-431a-a4e8-a02277fd24dd req-4fc6d8f9-80fe-44a3-8302-b55f3fff0b89 tempest-FloatingIPsAssociationTestJSON-622699030 tempest-FloatingIPsAssociationTestJSON-622699030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:22.158899 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc6d8f9-80fe-44a3-8302-b55f3fff0b89 tempest-FloatingIPsAssociationTestJSON-622699030 tempest-FloatingIPsAssociationTestJSON-622699030-project] Pushing event deleted for resources: {'Port': ['ID=784030de-8028-4983-8932-ad6c2edcd973,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:12:22.288265 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa7a84c-29ec-4372-9993-bacef5ffaa57 req-61366781-cd77-40d1-97b9-efe53c3a2209 tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:12:22.290184 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ffa7a84c-29ec-4372-9993-bacef5ffaa57 req-61366781-cd77-40d1-97b9-efe53c3a2209 tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] 10.222.0.32 "GET /v2.0/ports?device_id=866da8ae-83ec-48f9-bfc8-b1a55df72844 HTTP/1.1" status: 200  len: 945 time: 0.1336288
Dec 25 21:12:22.293410 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-ab119561-c7ac-431a-a4e8-a02277fd24dd req-4fc6d8f9-80fe-44a3-8302-b55f3fff0b89 tempest-FloatingIPsAssociationTestJSON-622699030 tempest-FloatingIPsAssociationTestJSON-622699030-project] Publish callbacks [] for floatingip, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:22.296611 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-ab119561-c7ac-431a-a4e8-a02277fd24dd req-4fc6d8f9-80fe-44a3-8302-b55f3fff0b89 tempest-FloatingIPsAssociationTestJSON-622699030 tempest-FloatingIPsAssociationTestJSON-622699030-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for floatingip, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:22.298460 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ab119561-c7ac-431a-a4e8-a02277fd24dd req-4fc6d8f9-80fe-44a3-8302-b55f3fff0b89 tempest-FloatingIPsAssociationTestJSON-622699030 tempest-FloatingIPsAssociationTestJSON-622699030-project] 10.222.0.32 "DELETE /v2.0/floatingips/e25f6cbe-d3dd-47c7-b3a5-60e95e3624cc HTTP/1.1" status: 204  len: 173 time: 0.7676659
Dec 25 21:12:22.374596 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Dec 2021 21:12:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6ad118d-5922-4dd7-b0a0-d71c1028e246 x-openstack-request-id: req-a6ad118d-5922-4dd7-b0a0-d71c1028e246 {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:12:22.374890 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c9cb266-1a4b-41a7-b9c4-55bc33979d91", "tag": "665e512c-6adc-4461-b6ed-9ce93d1fdeee", "status": "completed", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:12:22.375148 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a6ad118d-5922-4dd7-b0a0-d71c1028e246 {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:12:22.375536 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c9cb266-1a4b-41a7-b9c4-55bc33979d91', 'tag': '665e512c-6adc-4461-b6ed-9ce93d1fdeee', 'status': 'completed', 'code': 200}
Dec 25 21:12:22.451036 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ffa7a84c-29ec-4372-9993-bacef5ffaa57 req-512d7a90-6c92-4c49-93c9-09bb3333ed9c tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5d2ff88-22d6-43d8-90d1-bfb86d4e3308&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1496363
Dec 25 21:12:22.505520 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101fa12c-d776-4351-b2c5-475da78ec73e req-f1167e14-ba54-45c3-a486-875f5f5d295c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:12:22.507309 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-101fa12c-d776-4351-b2c5-475da78ec73e req-f1167e14-ba54-45c3-a486-875f5f5d295c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=bc19d38e80ce426fa6d268838d133f13&device_id=6c9cb266-1a4b-41a7-b9c4-55bc33979d91 HTTP/1.1" status: 200  len: 1094 time: 0.1344895
Dec 25 21:12:22.541616 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-6487805d-61b6-4ec2-9785-5d22af09fd8d req-ba0ed60a-ddc5-4dbd-9d2a-e922ecdcec56 tempest-TenantUsagesTestJSON-459875834 tempest-TenantUsagesTestJSON-459875834-project] 10.222.0.32 "GET /v2.0/ports?device_id=578a1ae1-faad-4593-b3a9-d1d4c134431c HTTP/1.1" status: 200  len: 210 time: 0.0655062
Dec 25 21:12:22.609012 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b44c4ecc-87c7-40fd-ae32-f3e037169b29 req-8418f9a8-6038-4628-954f-9ddaa999ffae tempest-MultipleCreateTestJSON-716196898 tempest-MultipleCreateTestJSON-716196898-project] 10.222.0.32 "GET /v2.0/ports?device_id=c12cba1c-049e-4a5a-8f24-4f33cf7df89c HTTP/1.1" status: 200  len: 210 time: 0.0363326
Dec 25 21:12:22.785330 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101fa12c-d776-4351-b2c5-475da78ec73e req-59a69feb-691a-47b1-8efb-2e2bbab6e976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:12:22.787113 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-101fa12c-d776-4351-b2c5-475da78ec73e req-59a69feb-691a-47b1-8efb-2e2bbab6e976 service neutron] 10.222.0.37 "GET /v2.0/networks?id=2332d558-39bb-411c-88af-b74bee7e32ab HTTP/1.1" status: 200  len: 909 time: 0.2511044
Dec 25 21:12:22.862161 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-101fa12c-d776-4351-b2c5-475da78ec73e req-b6186060-806a-45bb-b2fd-b365c8322207 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=665e512c-6adc-4461-b6ed-9ce93d1fdeee HTTP/1.1" status: 200  len: 217 time: 0.0622456
Dec 25 21:12:22.940286 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101fa12c-d776-4351-b2c5-475da78ec73e req-cbf00179-1e21-41bb-b7ba-481700b2e4e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:12:22.941823 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-101fa12c-d776-4351-b2c5-475da78ec73e req-cbf00179-1e21-41bb-b7ba-481700b2e4e6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=63c432f3-af01-4d4f-ae68-1c137d7c49f3 HTTP/1.1" status: 200  len: 848 time: 0.0713911
Dec 25 21:12:22.950341 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72605e97-aeed-4f7a-be8c-7a82fd5539b6 req-07edce72-b9dc-4a0c-959a-bd06c7bb1c35 tempest-ServersTestManualDisk-494677233 tempest-ServersTestManualDisk-494677233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:12:22.951811 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-72605e97-aeed-4f7a-be8c-7a82fd5539b6 req-07edce72-b9dc-4a0c-959a-bd06c7bb1c35 tempest-ServersTestManualDisk-494677233 tempest-ServersTestManualDisk-494677233-project] 10.222.0.32 "GET /v2.0/ports?device_id=e17b1ffc-cea0-4158-9ac3-273da9149cd5 HTTP/1.1" status: 200  len: 946 time: 0.0934546
Dec 25 21:12:22.985762 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-101fa12c-d776-4351-b2c5-475da78ec73e req-9848affc-0e27-41da-85aa-06e4e25630f5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2332d558-39bb-411c-88af-b74bee7e32ab&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0328121
Dec 25 21:12:23.148903 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-72605e97-aeed-4f7a-be8c-7a82fd5539b6 req-a9ad499d-ac04-458d-98c2-317e0084c768 tempest-ServersTestManualDisk-494677233 tempest-ServersTestManualDisk-494677233-project] 10.222.0.32 "GET /v2.0/security-groups?id=6382333d-3f4f-4fdc-a521-f329b76785ed&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1668925
Dec 25 21:12:23.260232 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-101fa12c-d776-4351-b2c5-475da78ec73e req-e46ec23e-e21a-49a4-b121-fcc5dc74a083 service neutron] 10.222.0.37 "GET /v2.0/networks/2332d558-39bb-411c-88af-b74bee7e32ab?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2677643
Dec 25 21:12:23.545860 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef24a3d-8c4b-4994-ac12-727f515c2adc req-72b35b7c-703e-4ffe-80ff-d3b547187620 tempest-MultipleCreateTestJSON-716196898 tempest-MultipleCreateTestJSON-716196898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:12:23.547651 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5ef24a3d-8c4b-4994-ac12-727f515c2adc req-72b35b7c-703e-4ffe-80ff-d3b547187620 tempest-MultipleCreateTestJSON-716196898 tempest-MultipleCreateTestJSON-716196898-project] 10.222.0.31 "GET /v2.0/networks?id=f8afa1db-6032-4635-a1fd-6997d067d021 HTTP/1.1" status: 200  len: 812 time: 0.4516189
Dec 25 21:12:23.588572 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-5ef24a3d-8c4b-4994-ac12-727f515c2adc req-abf53691-b1da-42d7-ace7-dac4fe3a795a tempest-MultipleCreateTestJSON-716196898 tempest-MultipleCreateTestJSON-716196898-project] Request body: {'port': {'device_id': 'e6e849be-8c7b-429d-b691-8ec676c68caa', 'network_id': 'f8afa1db-6032-4635-a1fd-6997d067d021', 'admin_state_up': True, 'tenant_id': '576fa0b7a73d45bc86b799bb25424c30'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:12:23.608775 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100af3c2-fe71-4ef8-93f6-9aa1b59a4957 req-37fec21b-084c-4b9b-b964-d8ffe35f489a tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:12:23.611753 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-100af3c2-fe71-4ef8-93f6-9aa1b59a4957 req-37fec21b-084c-4b9b-b964-d8ffe35f489a tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c9cb266-1a4b-41a7-b9c4-55bc33979d91 HTTP/1.1" status: 200  len: 943 time: 0.3475068
Dec 25 21:12:23.681421 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-101fa12c-d776-4351-b2c5-475da78ec73e req-3781d66d-a8f4-4e63-80dd-a8bd81d0b027 service neutron] 10.222.0.37 "GET /v2.0/networks/2332d558-39bb-411c-88af-b74bee7e32ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4057081
Dec 25 21:12:23.700217 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device 665e512c-6adc-4461-b6ed-9ce93d1fdeee details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 25 21:12:23.718006 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d746b77c-e23a-4a51-bad7-90725eafc4b3 req-b1dbca87-0593-4587-90fe-5a7899ffa3f7 tempest-FloatingIPsAssociationTestJSON-622699030 tempest-FloatingIPsAssociationTestJSON-622699030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:12:23.720272 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d746b77c-e23a-4a51-bad7-90725eafc4b3 req-b1dbca87-0593-4587-90fe-5a7899ffa3f7 tempest-FloatingIPsAssociationTestJSON-622699030 tempest-FloatingIPsAssociationTestJSON-622699030-project] 10.222.0.32 "GET /v2.0/ports?device_id=b82ed20c-bbfc-4030-a8bc-ab9fae2d2653 HTTP/1.1" status: 200  len: 945 time: 0.2796738
Dec 25 21:12:23.856236 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-100af3c2-fe71-4ef8-93f6-9aa1b59a4957 req-fec55555-d8d1-40f8-8707-49dbae7bf24e tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] 10.222.0.32 "GET /v2.0/security-groups?id=bc05caf7-df2e-49b8-960c-4031d2c2ccca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2325790
Dec 25 21:12:23.877833 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port 665e512c-6adc-4461-b6ed-9ce93d1fdeee, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=665e512c-6adc-4461-b6ed-9ce93d1fdeee,segment=NetworkSegment(a05a9961-775b-4dff-bebf-b24cb60ab1a9),segment_id=a05a9961-775b-4dff-bebf-b24cb60ab1a9)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:12:23.907913 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Returning: {'device': '665e512c-6adc-4461-b6ed-9ce93d1fdeee', 'network_id': '2332d558-39bb-411c-88af-b74bee7e32ab', 'port_id': '665e512c-6adc-4461-b6ed-9ce93d1fdeee', 'mac_address': 'fa:16:3e:0a:17:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63c432f3-af01-4d4f-ae68-1c137d7c49f3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 25 21:12:23.920951 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef24a3d-8c4b-4994-ac12-727f515c2adc req-7ee5d41a-b0f5-4d5f-a846-38537dce6642 tempest-MultipleCreateTestJSON-716196898 tempest-MultipleCreateTestJSON-716196898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:12:23.927080 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-5ef24a3d-8c4b-4994-ac12-727f515c2adc req-7ee5d41a-b0f5-4d5f-a846-38537dce6642 tempest-MultipleCreateTestJSON-716196898 tempest-MultipleCreateTestJSON-716196898-project] 10.222.0.31 "GET /v2.0/networks?id=f8afa1db-6032-4635-a1fd-6997d067d021 HTTP/1.1" status: 200  len: 812 time: 0.2190936
Dec 25 21:12:23.951418 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d746b77c-e23a-4a51-bad7-90725eafc4b3 req-cea2319c-89ea-45eb-892d-45d0e12a35b3 tempest-FloatingIPsAssociationTestJSON-622699030 tempest-FloatingIPsAssociationTestJSON-622699030-project] 10.222.0.32 "GET /v2.0/security-groups?id=b69513af-ab77-4f0b-a466-982d791e7cb5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2193379
Dec 25 21:12:23.954242 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [req-5ef24a3d-8c4b-4994-ac12-727f515c2adc req-3474438d-ef38-42c6-9cd8-8064fc834a9c tempest-MultipleCreateTestJSON-716196898 tempest-MultipleCreateTestJSON-716196898-project] Request body: {'port': {'device_id': 'c12cba1c-049e-4a5a-8f24-4f33cf7df89c', 'network_id': 'f8afa1db-6032-4635-a1fd-6997d067d021', 'admin_state_up': True, 'tenant_id': '576fa0b7a73d45bc86b799bb25424c30'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:12:23.996561 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:24.035184 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 665e512c-6adc-4461-b6ed-9ce93d1fdeee {{(pid=121608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:12:24.075718 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port 665e512c-6adc-4461-b6ed-9ce93d1fdeee, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=665e512c-6adc-4461-b6ed-9ce93d1fdeee,segment=NetworkSegment(a05a9961-775b-4dff-bebf-b24cb60ab1a9),segment_id=a05a9961-775b-4dff-bebf-b24cb60ab1a9)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:12:24.131809 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4b2c51ba-e586-4cf9-8c22-ae1ba0b528d9 req-e765f1f6-0f78-4772-956f-7979a4cdef61 tempest-TenantUsagesTestJSON-459875834 tempest-TenantUsagesTestJSON-459875834-project] 10.222.0.32 "GET /v2.0/ports?device_id=578a1ae1-faad-4593-b3a9-d1d4c134431c HTTP/1.1" status: 200  len: 210 time: 0.0458157
Dec 25 21:12:24.151891 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae340a3-5488-46d7-87f6-2546315d77cb req-a08b47b9-f84e-4582-9a82-076eba1691f7 tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:12:24.161448 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-6ae340a3-5488-46d7-87f6-2546315d77cb req-a08b47b9-f84e-4582-9a82-076eba1691f7 tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] 10.222.0.32 "GET /v2.0/ports?device_id=866da8ae-83ec-48f9-bfc8-b1a55df72844 HTTP/1.1" status: 200  len: 945 time: 0.1652427
Dec 25 21:12:24.173037 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:24.250852 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-6ae340a3-5488-46d7-87f6-2546315d77cb req-f87e1173-b25c-4b42-83fc-af915e721fb9 tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5d2ff88-22d6-43d8-90d1-bfb86d4e3308&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0864322
Dec 25 21:12:24.253585 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ef24a3d-8c4b-4994-ac12-727f515c2adc req-abf53691-b1da-42d7-ace7-dac4fe3a795a tempest-MultipleCreateTestJSON-716196898 tempest-MultipleCreateTestJSON-716196898-project] Made reservation on behalf of 576fa0b7a73d45bc86b799bb25424c30 for: {'port': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:12:24.266933 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Pushing event updated for resources: {'Port': ['ID=665e512c-6adc-4461-b6ed-9ce93d1fdeee,revision_number=4']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:12:24.267274 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-5ef24a3d-8c4b-4994-ac12-727f515c2adc req-abf53691-b1da-42d7-ace7-dac4fe3a795a tempest-MultipleCreateTestJSON-716196898 tempest-MultipleCreateTestJSON-716196898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:24.309408 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ef24a3d-8c4b-4994-ac12-727f515c2adc req-3474438d-ef38-42c6-9cd8-8064fc834a9c tempest-MultipleCreateTestJSON-716196898 tempest-MultipleCreateTestJSON-716196898-project] Made reservation on behalf of 576fa0b7a73d45bc86b799bb25424c30 for: {'port': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:12:24.317765 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-5ef24a3d-8c4b-4994-ac12-727f515c2adc req-3474438d-ef38-42c6-9cd8-8064fc834a9c tempest-MultipleCreateTestJSON-716196898 tempest-MultipleCreateTestJSON-716196898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:24.397118 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-40491c72-af12-4b92-b15a-9e641048ded8 req-6c046839-0445-406a-900b-f54e5eb9c9b7 tempest-MultipleCreateTestJSON-716196898 tempest-MultipleCreateTestJSON-716196898-project] 10.222.0.32 "GET /v2.0/ports?device_id=c12cba1c-049e-4a5a-8f24-4f33cf7df89c HTTP/1.1" status: 200  len: 210 time: 0.0312326
Dec 25 21:12:24.487317 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] get_ports_and_sgs() called for port_ids ['665e512c-6adc-4461-b6ed-9ce93d1fdeee'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:12:24.575092 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_common [req-5ef24a3d-8c4b-4994-ac12-727f515c2adc req-abf53691-b1da-42d7-ace7-dac4fe3a795a tempest-MultipleCreateTestJSON-716196898 tempest-MultipleCreateTestJSON-716196898-project] Allocated IP 172.20.0.10 (f8afa1db-6032-4635-a1fd-6997d067d021/d5f99ff0-85f2-49a7-83a6-2b3ecaa62b88/f2815b7b-7409-4ce5-8cb9-55075ef4d0f3) {{(pid=121606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:12:24.687128 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a7f02214-7485-4c10-9ea1-0b57c3e4e6ad req-17c3fd73-9445-4476-b8cd-77cc31e64962 tempest-TenantUsagesTestJSON-459875834 tempest-TenantUsagesTestJSON-459875834-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=8b80d743dc6342a689968320db7836a0&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0735881
Dec 25 21:12:24.881019 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f264c0-d42b-4c2b-8e54-c2b0b0e2ee7b req-31737258-bc31-40c5-999d-d1854e88e069 tempest-LiveAutoBlockMigrationV225Test-952394939 tempest-LiveAutoBlockMigrationV225Test-952394939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:12:24.888682 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-48f264c0-d42b-4c2b-8e54-c2b0b0e2ee7b req-31737258-bc31-40c5-999d-d1854e88e069 tempest-LiveAutoBlockMigrationV225Test-952394939 tempest-LiveAutoBlockMigrationV225Test-952394939-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=866da8ae-83ec-48f9-bfc8-b1a55df72844 HTTP/1.1" status: 200  len: 1096 time: 0.2804656
Dec 25 21:12:24.929881 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dc65ef-c109-424a-9964-1f35baca21e5 req-cd75500a-f1cb-45b3-a92a-a659deb6e375 tempest-FloatingIPsAssociationTestJSON-622699030 tempest-FloatingIPsAssociationTestJSON-622699030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:12:24.931439 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-45dc65ef-c109-424a-9964-1f35baca21e5 req-cd75500a-f1cb-45b3-a92a-a659deb6e375 tempest-FloatingIPsAssociationTestJSON-622699030 tempest-FloatingIPsAssociationTestJSON-622699030-project] 10.222.0.37 "GET /v2.0/ports?device_id=b82ed20c-bbfc-4030-a8bc-ab9fae2d2653 HTTP/1.1" status: 200  len: 945 time: 0.1893647
Dec 25 21:12:25.429841 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f02214-7485-4c10-9ea1-0b57c3e4e6ad req-a8533d03-2144-4553-80c6-dce9b3fb42ae tempest-TenantUsagesTestJSON-459875834 tempest-TenantUsagesTestJSON-459875834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:12:25.431322 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a7f02214-7485-4c10-9ea1-0b57c3e4e6ad req-a8533d03-2144-4553-80c6-dce9b3fb42ae tempest-TenantUsagesTestJSON-459875834 tempest-TenantUsagesTestJSON-459875834-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.7346418
Dec 25 21:12:25.467456 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-a7f02214-7485-4c10-9ea1-0b57c3e4e6ad req-f3ab9829-f7a8-42ee-9121-da5b5df32a95 tempest-TenantUsagesTestJSON-459875834 tempest-TenantUsagesTestJSON-459875834-project] Request body: {'port': {'device_id': '578a1ae1-faad-4593-b3a9-d1d4c134431c', 'network_id': '8f212e98-547d-4c6e-a560-2e9a548c8f59', 'admin_state_up': True, 'tenant_id': '8b80d743dc6342a689968320db7836a0'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:12:25.522959 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-48f264c0-d42b-4c2b-8e54-c2b0b0e2ee7b req-29444bcf-abdd-4021-bdf5-a3301d1f5c5f tempest-LiveAutoBlockMigrationV225Test-952394939 tempest-LiveAutoBlockMigrationV225Test-952394939-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=a5d2ff88-22d6-43d8-90d1-bfb86d4e3308&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6332846
Dec 25 21:12:25.533636 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660e9b95-4f42-4ec4-b19d-03a32e6dad40 req-7628e652-621f-46d5-b694-1abf73bd2ca5 tempest-ServersTestManualDisk-494677233 tempest-ServersTestManualDisk-494677233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:12:25.535354 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-660e9b95-4f42-4ec4-b19d-03a32e6dad40 req-7628e652-621f-46d5-b694-1abf73bd2ca5 tempest-ServersTestManualDisk-494677233 tempest-ServersTestManualDisk-494677233-project] 10.222.0.32 "GET /v2.0/ports?device_id=e17b1ffc-cea0-4158-9ac3-273da9149cd5 HTTP/1.1" status: 200  len: 946 time: 0.6371131
Dec 25 21:12:25.565934 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-5ef24a3d-8c4b-4994-ac12-727f515c2adc req-abf53691-b1da-42d7-ace7-dac4fe3a795a tempest-MultipleCreateTestJSON-716196898 tempest-MultipleCreateTestJSON-716196898-project] Publish callbacks [] for port, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:25.729853 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device 665e512c-6adc-4461-b6ed-9ce93d1fdeee up at agent hyperv_nch2-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:12:25.743312 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-660e9b95-4f42-4ec4-b19d-03a32e6dad40 req-9e5043b8-d79f-4c53-9594-b1b11f41e7c6 tempest-ServersTestManualDisk-494677233 tempest-ServersTestManualDisk-494677233-project] 10.222.0.32 "GET /v2.0/security-groups?id=6382333d-3f4f-4fdc-a521-f329b76785ed&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1978362
Dec 25 21:12:25.767054 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [req-45dc65ef-c109-424a-9964-1f35baca21e5 req-16c42667-2cfe-4398-8b4f-eadddbae3117 tempest-FloatingIPsAssociationTestJSON-622699030 tempest-FloatingIPsAssociationTestJSON-622699030-project] Deleting port ad82f3ef-690a-49c9-b46f-74d324ed0682 {{(pid=121606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:12:25.767054 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-45dc65ef-c109-424a-9964-1f35baca21e5 req-16c42667-2cfe-4398-8b4f-eadddbae3117 tempest-FloatingIPsAssociationTestJSON-622699030 tempest-FloatingIPsAssociationTestJSON-622699030-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:25.799648 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e10ecb8-d7c0-4e0f-a89c-fc07b294eb60 req-845b961c-434b-4273-aa2c-020eed3b797c tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:12:25.801211 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2e10ecb8-d7c0-4e0f-a89c-fc07b294eb60 req-845b961c-434b-4273-aa2c-020eed3b797c tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c9cb266-1a4b-41a7-b9c4-55bc33979d91 HTTP/1.1" status: 200  len: 944 time: 0.1776538
Dec 25 21:12:25.886695 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-5ef24a3d-8c4b-4994-ac12-727f515c2adc req-abf53691-b1da-42d7-ace7-dac4fe3a795a tempest-MultipleCreateTestJSON-716196898 tempest-MultipleCreateTestJSON-716196898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:25.926085 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Provisioning for port 665e512c-6adc-4461-b6ed-9ce93d1fdeee completed by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 25 21:12:25.930788 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Provisioning complete for port 665e512c-6adc-4461-b6ed-9ce93d1fdeee triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:12:25.934668 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:25.953995 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.db.api [req-5ef24a3d-8c4b-4994-ac12-727f515c2adc req-3474438d-ef38-42c6-9cd8-8064fc834a9c tempest-MultipleCreateTestJSON-716196898 tempest-MultipleCreateTestJSON-716196898-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.10-495632a8-5171-443a-8ba9-f95c32b451e5 {{(pid=121607) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 25 21:12:25.954654 ncdv-master-1 neutron-server[121607]: DEBUG oslo_db.api [req-5ef24a3d-8c4b-4994-ac12-727f515c2adc req-3474438d-ef38-42c6-9cd8-8064fc834a9c tempest-MultipleCreateTestJSON-716196898 tempest-MultipleCreateTestJSON-716196898-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 25 21:12:25.991209 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ef24a3d-8c4b-4994-ac12-727f515c2adc req-abf53691-b1da-42d7-ace7-dac4fe3a795a tempest-MultipleCreateTestJSON-716196898 tempest-MultipleCreateTestJSON-716196898-project] Network f8afa1db-6032-4635-a1fd-6997d067d021 is already hosted by enough agents. {{(pid=121606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:12:26.004778 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7f02214-7485-4c10-9ea1-0b57c3e4e6ad req-f3ab9829-f7a8-42ee-9121-da5b5df32a95 tempest-TenantUsagesTestJSON-459875834 tempest-TenantUsagesTestJSON-459875834-project] Made reservation on behalf of 8b80d743dc6342a689968320db7836a0 for: {'port': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:12:26.009387 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-a7f02214-7485-4c10-9ea1-0b57c3e4e6ad req-f3ab9829-f7a8-42ee-9121-da5b5df32a95 tempest-TenantUsagesTestJSON-459875834 tempest-TenantUsagesTestJSON-459875834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:26.014060 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-45dc65ef-c109-424a-9964-1f35baca21e5 req-16c42667-2cfe-4398-8b4f-eadddbae3117 tempest-FloatingIPsAssociationTestJSON-622699030 tempest-FloatingIPsAssociationTestJSON-622699030-project] For port ad82f3ef-690a-49c9-b46f-74d324ed0682, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ad82f3ef-690a-49c9-b46f-74d324ed0682,segment=NetworkSegment(c81d66e9-cd43-4a32-ab71-883a0f354192),segment_id=c81d66e9-cd43-4a32-ab71-883a0f354192)] {{(pid=121606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:12:26.014419 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-45dc65ef-c109-424a-9964-1f35baca21e5 req-16c42667-2cfe-4398-8b4f-eadddbae3117 tempest-FloatingIPsAssociationTestJSON-622699030 tempest-FloatingIPsAssociationTestJSON-622699030-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:26.024043 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [req-5ef24a3d-8c4b-4994-ac12-727f515c2adc req-abf53691-b1da-42d7-ace7-dac4fe3a795a tempest-MultipleCreateTestJSON-716196898 tempest-MultipleCreateTestJSON-716196898-project] Resources bound (agent type, host, resource id):  {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:12:26.026358 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ef24a3d-8c4b-4994-ac12-727f515c2adc req-abf53691-b1da-42d7-ace7-dac4fe3a795a tempest-MultipleCreateTestJSON-716196898 tempest-MultipleCreateTestJSON-716196898-project] Received port after_create {{(pid=121606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:12:26.048324 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:26.069604 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf53691-b1da-42d7-ace7-dac4fe3a795a tempest-MultipleCreateTestJSON-716196898 tempest-MultipleCreateTestJSON-716196898-project] Pushing event updated for resources: {'Port': ['ID=f2815b7b-7409-4ce5-8cb9-55075ef4d0f3,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:12:26.080009 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-a7f02214-7485-4c10-9ea1-0b57c3e4e6ad req-f3ab9829-f7a8-42ee-9121-da5b5df32a95 tempest-TenantUsagesTestJSON-459875834 tempest-TenantUsagesTestJSON-459875834-project] Publish callbacks [] for security_group, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:26.093614 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2e10ecb8-d7c0-4e0f-a89c-fc07b294eb60 req-180c8580-6720-4f43-8358-04e79fe4ef46 tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] 10.222.0.32 "GET /v2.0/security-groups?id=bc05caf7-df2e-49b8-960c-4031d2c2ccca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2772114
Dec 25 21:12:26.097144 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port 665e512c-6adc-4461-b6ed-9ce93d1fdeee, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=665e512c-6adc-4461-b6ed-9ce93d1fdeee,segment=NetworkSegment(a05a9961-775b-4dff-bebf-b24cb60ab1a9),segment_id=a05a9961-775b-4dff-bebf-b24cb60ab1a9)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:12:26.107333 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c9cb266-1a4b-41a7-b9c4-55bc33979d91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '665e512c-6adc-4461-b6ed-9ce93d1fdeee'}] {{(pid=121608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:12:26.110412 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a88c78c3ff6266bd59c7e89d275b28c92e739b67d23c89d71af88829fd31566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9c77d38-a7af-4f21-a27e-999f50919519" -d '{"events": [{"server_uuid": "6c9cb266-1a4b-41a7-b9c4-55bc33979d91", "name": "network-vif-plugged", "status": "completed", "tag": "665e512c-6adc-4461-b6ed-9ce93d1fdeee"}]}' {{(pid=121608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:12:26.127058 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [req-45dc65ef-c109-424a-9964-1f35baca21e5 req-16c42667-2cfe-4398-8b4f-eadddbae3117 tempest-FloatingIPsAssociationTestJSON-622699030 tempest-FloatingIPsAssociationTestJSON-622699030-project] Calling delete_port for ad82f3ef-690a-49c9-b46f-74d324ed0682 owned by compute:nova {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:12:26.149032 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:12:26.149032 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:12:26.149032 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:12:26.149032 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:12:26.149032 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:12:26.149032 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:12:26.149032 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:12:26.149032 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:12:26.149032 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:12:26.149032 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:12:26.149032 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:12:26.149032 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:12:26.149032 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:12:26.149032 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:12:26.149032 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:12:26.149032 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:12:26.149032 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:12:26.149032 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:12:26.149032 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:12:26.149032 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:12:26.149032 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:12:26.149032 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:12:26.149032 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:12:26.149032 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:12:26.149032 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:12:26.149032 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:12:26.149032 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:12:26.149032 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:12:26.149032 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:12:26.149032 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:12:26.149032 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:12:26.149032 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:12:26.149032 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:12:26.149032 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:12:26.149032 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:12:26.149032 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:12:26.151722 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:12:26.151722 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:12:26.151722 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:12:26.151722 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:12:26.151722 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:12:26.151722 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:12:26.151722 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:12:26.151722 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:12:26.151722 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:12:26.151722 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:12:26.154461 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd7f529-7da2-44fe-9cfb-d41715155f41 req-09319ea1-c0e5-40b1-accd-ed01cb9df5a3 tempest-FloatingIPsAssociationTestJSON-622699030 tempest-FloatingIPsAssociationTestJSON-622699030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:12:26.161346 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9bd7f529-7da2-44fe-9cfb-d41715155f41 req-09319ea1-c0e5-40b1-accd-ed01cb9df5a3 tempest-FloatingIPsAssociationTestJSON-622699030 tempest-FloatingIPsAssociationTestJSON-622699030-project] 10.222.0.32 "GET /v2.0/ports?device_id=b82ed20c-bbfc-4030-a8bc-ab9fae2d2653 HTTP/1.1" status: 200  len: 945 time: 0.3542678
Dec 25 21:12:26.176320 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef24a3d-8c4b-4994-ac12-727f515c2adc req-abf53691-b1da-42d7-ace7-dac4fe3a795a tempest-MultipleCreateTestJSON-716196898 tempest-MultipleCreateTestJSON-716196898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:12:26.176962 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-5ef24a3d-8c4b-4994-ac12-727f515c2adc req-abf53691-b1da-42d7-ace7-dac4fe3a795a tempest-MultipleCreateTestJSON-716196898 tempest-MultipleCreateTestJSON-716196898-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:26.251988 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:26.253330 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device ad82f3ef-690a-49c9-b46f-74d324ed0682 no longer exists at agent hyperv_nch2-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:12:26.254009 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3cfb9d-abac-4ed8-b667-4017372c9700 req-1d11a64f-ba1d-4cec-b2fb-4ee33967000f tempest-ServersTestManualDisk-494677233 tempest-ServersTestManualDisk-494677233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:12:26.255900 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-5f3cfb9d-abac-4ed8-b667-4017372c9700 req-1d11a64f-ba1d-4cec-b2fb-4ee33967000f tempest-ServersTestManualDisk-494677233 tempest-ServersTestManualDisk-494677233-project] 10.222.0.37 "GET /v2.0/ports?device_id=e17b1ffc-cea0-4158-9ac3-273da9149cd5 HTTP/1.1" status: 200  len: 946 time: 0.0648081
Dec 25 21:12:26.268422 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-59489a99-03d7-4d83-a008-e2f293730cda req-f5058b17-f81b-48ac-854b-d250f602c767 tempest-TenantUsagesTestJSON-459875834 tempest-TenantUsagesTestJSON-459875834-project] 10.222.0.32 "GET /v2.0/ports?device_id=578a1ae1-faad-4593-b3a9-d1d4c134431c HTTP/1.1" status: 200  len: 210 time: 0.1017241
Dec 25 21:12:26.376996 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Pushing event updated for resources: {'Port': ['ID=665e512c-6adc-4461-b6ed-9ce93d1fdeee,revision_number=5']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:12:26.384910 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5ef24a3d-8c4b-4994-ac12-727f515c2adc req-abf53691-b1da-42d7-ace7-dac4fe3a795a tempest-MultipleCreateTestJSON-716196898 tempest-MultipleCreateTestJSON-716196898-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.8191867
Dec 25 21:12:26.414430 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [req-5f3cfb9d-abac-4ed8-b667-4017372c9700 req-f1b7b2e3-c679-48cf-ac95-daf69e8f4aee tempest-ServersTestManualDisk-494677233 tempest-ServersTestManualDisk-494677233-project] Deleting port d2192e86-fcbc-467e-974d-50439566abff {{(pid=121607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:12:26.416106 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-5f3cfb9d-abac-4ed8-b667-4017372c9700 req-f1b7b2e3-c679-48cf-ac95-daf69e8f4aee tempest-ServersTestManualDisk-494677233 tempest-ServersTestManualDisk-494677233-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:26.429411 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-5ef24a3d-8c4b-4994-ac12-727f515c2adc req-57f055f8-cea3-4711-bd93-5334ffec0d0a service neutron] Request body: {'port': {'device_id': 'e6e849be-8c7b-429d-b691-8ec676c68caa', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:12:26.433509 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:26.457875 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-5ef24a3d-8c4b-4994-ac12-727f515c2adc req-3474438d-ef38-42c6-9cd8-8064fc834a9c tempest-MultipleCreateTestJSON-716196898 tempest-MultipleCreateTestJSON-716196898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:26.482650 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port ad82f3ef-690a-49c9-b46f-74d324ed0682, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ad82f3ef-690a-49c9-b46f-74d324ed0682,segment=NetworkSegment(c81d66e9-cd43-4a32-ab71-883a0f354192),segment_id=c81d66e9-cd43-4a32-ab71-883a0f354192)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:12:26.528950 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9bd7f529-7da2-44fe-9cfb-d41715155f41 req-f8c582f7-db61-413a-aadc-5c3aec3b5f59 tempest-FloatingIPsAssociationTestJSON-622699030 tempest-FloatingIPsAssociationTestJSON-622699030-project] 10.222.0.32 "GET /v2.0/security-groups?id=b69513af-ab77-4f0b-a466-982d791e7cb5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3590131
Dec 25 21:12:26.566863 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-594a80c9-eb2c-438b-b2a8-451e464f996e req-77bfb7c6-2ffb-4ab0-86e6-f3254f3ea255 tempest-MultipleCreateTestJSON-716196898 tempest-MultipleCreateTestJSON-716196898-project] 10.222.0.32 "GET /v2.0/ports?device_id=c12cba1c-049e-4a5a-8f24-4f33cf7df89c HTTP/1.1" status: 200  len: 210 time: 0.0724652
Dec 25 21:12:26.600784 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-5ef24a3d-8c4b-4994-ac12-727f515c2adc req-57f055f8-cea3-4711-bd93-5334ffec0d0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:26.611575 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.db [req-5f3cfb9d-abac-4ed8-b667-4017372c9700 req-f1b7b2e3-c679-48cf-ac95-daf69e8f4aee tempest-ServersTestManualDisk-494677233 tempest-ServersTestManualDisk-494677233-project] For port d2192e86-fcbc-467e-974d-50439566abff, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d2192e86-fcbc-467e-974d-50439566abff,segment=NetworkSegment(6f10f496-0b01-497c-83c4-3b556be37e9b),segment_id=6f10f496-0b01-497c-83c4-3b556be37e9b)] {{(pid=121607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:12:26.612110 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-5f3cfb9d-abac-4ed8-b667-4017372c9700 req-f1b7b2e3-c679-48cf-ac95-daf69e8f4aee tempest-ServersTestManualDisk-494677233 tempest-ServersTestManualDisk-494677233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:26.663296 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-a7f02214-7485-4c10-9ea1-0b57c3e4e6ad req-f3ab9829-f7a8-42ee-9121-da5b5df32a95 tempest-TenantUsagesTestJSON-459875834 tempest-TenantUsagesTestJSON-459875834-project] Publish callbacks [] for security_group, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:26.669037 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:26.708662 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 21:12:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22f8aab1-0b45-4183-bbd4-69235483c9aa x-openstack-request-id: req-22f8aab1-0b45-4183-bbd4-69235483c9aa {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:12:26.708662 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c9cb266-1a4b-41a7-b9c4-55bc33979d91", "name": "network-vif-plugged", "status": "completed", "tag": "665e512c-6adc-4461-b6ed-9ce93d1fdeee", "code": 200}]} {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:12:26.708662 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-22f8aab1-0b45-4183-bbd4-69235483c9aa {{(pid=121608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:12:26.708662 ncdv-master-1 neutron-server[121608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c9cb266-1a4b-41a7-b9c4-55bc33979d91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '665e512c-6adc-4461-b6ed-9ce93d1fdeee', 'code': 200}
Dec 25 21:12:26.740464 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-a7f02214-7485-4c10-9ea1-0b57c3e4e6ad req-f3ab9829-f7a8-42ee-9121-da5b5df32a95 tempest-TenantUsagesTestJSON-459875834 tempest-TenantUsagesTestJSON-459875834-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:26.767213 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Pushing event updated for resources: {'Port': ['ID=ad82f3ef-690a-49c9-b46f-74d324ed0682,revision_number=6']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:12:26.786372 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20b425a-fd32-456f-b3a0-0110e9596eb0 req-59508a2b-9849-4ca7-8443-b17115d3c5cf tempest-LiveAutoBlockMigrationV225Test-952394939 tempest-LiveAutoBlockMigrationV225Test-952394939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:12:26.790598 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b20b425a-fd32-456f-b3a0-0110e9596eb0 req-59508a2b-9849-4ca7-8443-b17115d3c5cf tempest-LiveAutoBlockMigrationV225Test-952394939 tempest-LiveAutoBlockMigrationV225Test-952394939-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=866da8ae-83ec-48f9-bfc8-b1a55df72844 HTTP/1.1" status: 200  len: 1096 time: 0.1336625
Dec 25 21:12:26.824040 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ab9829-f7a8-42ee-9121-da5b5df32a95 tempest-TenantUsagesTestJSON-459875834 tempest-TenantUsagesTestJSON-459875834-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3eb1d827-a7c8-4817-a176-ffcd3e08aae0,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:12:26.862027 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_common [req-5ef24a3d-8c4b-4994-ac12-727f515c2adc req-3474438d-ef38-42c6-9cd8-8064fc834a9c tempest-MultipleCreateTestJSON-716196898 tempest-MultipleCreateTestJSON-716196898-project] Allocated IP 172.20.0.7 (f8afa1db-6032-4635-a1fd-6997d067d021/d5f99ff0-85f2-49a7-83a6-2b3ecaa62b88/9423691b-100e-4a18-9d2b-f2b8781dd071) {{(pid=121607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:12:26.931459 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-45dc65ef-c109-424a-9964-1f35baca21e5 req-16c42667-2cfe-4398-8b4f-eadddbae3117 tempest-FloatingIPsAssociationTestJSON-622699030 tempest-FloatingIPsAssociationTestJSON-622699030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:26.960134 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773b4441-a621-4197-8ae0-858e27c53447 req-c493c68c-7f69-4154-a960-b275fc62325e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:12:26.961859 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-773b4441-a621-4197-8ae0-858e27c53447 req-c493c68c-7f69-4154-a960-b275fc62325e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6c9cb266-1a4b-41a7-b9c4-55bc33979d91 HTTP/1.1" status: 200  len: 1096 time: 0.1588166
Dec 25 21:12:27.004888 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-5f3cfb9d-abac-4ed8-b667-4017372c9700 req-f1b7b2e3-c679-48cf-ac95-daf69e8f4aee tempest-ServersTestManualDisk-494677233 tempest-ServersTestManualDisk-494677233-project] Publish callbacks [] for floatingip, precommit_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:27.005398 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-5f3cfb9d-abac-4ed8-b667-4017372c9700 req-f1b7b2e3-c679-48cf-ac95-daf69e8f4aee tempest-ServersTestManualDisk-494677233 tempest-ServersTestManualDisk-494677233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2008639'] for floatingip, after_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:27.005560 ncdv-master-1 neutron-server[121607]: INFO neutron.db.l3_db [req-5f3cfb9d-abac-4ed8-b667-4017372c9700 req-f1b7b2e3-c679-48cf-ac95-daf69e8f4aee tempest-ServersTestManualDisk-494677233 tempest-ServersTestManualDisk-494677233-project] Floating IP b62bb7f9-213c-4617-b29b-2707538c3b2e disassociated. External IP: 172.35.3.8, port: d2192e86-fcbc-467e-974d-50439566abff.
Dec 25 21:12:27.005878 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [req-5f3cfb9d-abac-4ed8-b667-4017372c9700 req-f1b7b2e3-c679-48cf-ac95-daf69e8f4aee tempest-ServersTestManualDisk-494677233 tempest-ServersTestManualDisk-494677233-project] Calling delete_port for d2192e86-fcbc-467e-974d-50439566abff owned by compute:nova {{(pid=121607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:12:27.021507 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c42667-2cfe-4398-8b4f-eadddbae3117 tempest-FloatingIPsAssociationTestJSON-622699030 tempest-FloatingIPsAssociationTestJSON-622699030-project] Pushing event deleted for resources: {'Port': ['ID=ad82f3ef-690a-49c9-b46f-74d324ed0682,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:12:27.123478 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b20b425a-fd32-456f-b3a0-0110e9596eb0 req-a4694c5f-2c02-4cf6-9b33-d8c393cc6260 tempest-LiveAutoBlockMigrationV225Test-952394939 tempest-LiveAutoBlockMigrationV225Test-952394939-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=a5d2ff88-22d6-43d8-90d1-bfb86d4e3308&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3320782
Dec 25 21:12:27.126399 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-773b4441-a621-4197-8ae0-858e27c53447 req-11f4f939-94d9-4c42-bd43-ed4ae1dc3713 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=bc05caf7-df2e-49b8-960c-4031d2c2ccca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1547785
Dec 25 21:12:27.131126 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [req-45dc65ef-c109-424a-9964-1f35baca21e5 req-16c42667-2cfe-4398-8b4f-eadddbae3117 tempest-FloatingIPsAssociationTestJSON-622699030 tempest-FloatingIPsAssociationTestJSON-622699030-project] No DVR routers for this DVR port ad82f3ef-690a-49c9-b46f-74d324ed0682 on host nch2-master-1 {{(pid=121606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:12:27.134244 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-45dc65ef-c109-424a-9964-1f35baca21e5 req-16c42667-2cfe-4398-8b4f-eadddbae3117 tempest-FloatingIPsAssociationTestJSON-622699030 tempest-FloatingIPsAssociationTestJSON-622699030-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:27.137545 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-45dc65ef-c109-424a-9964-1f35baca21e5 req-16c42667-2cfe-4398-8b4f-eadddbae3117 tempest-FloatingIPsAssociationTestJSON-622699030 tempest-FloatingIPsAssociationTestJSON-622699030-project] 10.222.0.37 "DELETE /v2.0/ports/ad82f3ef-690a-49c9-b46f-74d324ed0682 HTTP/1.1" status: 204  len: 173 time: 1.7958326
Dec 25 21:12:27.140302 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b82ed20c-bbfc-4030-a8bc-ab9fae2d2653', 'name': 'network-vif-deleted', 'tag': 'ad82f3ef-690a-49c9-b46f-74d324ed0682'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:12:27.142653 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9858820c13ec2827453b94ebc4181065e990a4e4089ccb9fe762531ac62d2fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6774cc3d-691a-4ecf-b734-edeab59fa13e" -d '{"events": [{"server_uuid": "b82ed20c-bbfc-4030-a8bc-ab9fae2d2653", "name": "network-vif-deleted", "tag": "ad82f3ef-690a-49c9-b46f-74d324ed0682"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:12:27.164862 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699cdfee-9d45-45ba-9014-17203b046278 req-642cab94-fbb4-4d97-b6c6-34bbfc148547 tempest-ServersTestManualDisk-494677233 tempest-ServersTestManualDisk-494677233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:12:27.169328 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-699cdfee-9d45-45ba-9014-17203b046278 req-642cab94-fbb4-4d97-b6c6-34bbfc148547 tempest-ServersTestManualDisk-494677233 tempest-ServersTestManualDisk-494677233-project] 10.222.0.32 "GET /v2.0/ports?device_id=e17b1ffc-cea0-4158-9ac3-273da9149cd5 HTTP/1.1" status: 200  len: 946 time: 0.2505667
Dec 25 21:12:27.185175 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-5ef24a3d-8c4b-4994-ac12-727f515c2adc req-3474438d-ef38-42c6-9cd8-8064fc834a9c tempest-MultipleCreateTestJSON-716196898 tempest-MultipleCreateTestJSON-716196898-project] Publish callbacks [] for port, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:27.198113 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_common [req-a7f02214-7485-4c10-9ea1-0b57c3e4e6ad req-f3ab9829-f7a8-42ee-9121-da5b5df32a95 tempest-TenantUsagesTestJSON-459875834 tempest-TenantUsagesTestJSON-459875834-project] Allocated IP 192.168.233.120 (8f212e98-547d-4c6e-a560-2e9a548c8f59/dcfbae86-f93e-400c-8084-eac7f56ff5ba/406da12e-abe8-4471-83ca-f6e5af8cbcd0) {{(pid=121606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:12:27.262898 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-699cdfee-9d45-45ba-9014-17203b046278 req-9cec7632-31ae-4211-8033-48dd6a93b606 tempest-ServersTestManualDisk-494677233 tempest-ServersTestManualDisk-494677233-project] 10.222.0.32 "GET /v2.0/security-groups?id=6382333d-3f4f-4fdc-a521-f329b76785ed&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0926952
Dec 25 21:12:27.318536 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310bf5f4-4d6e-43b5-9062-a38eb0d47140 req-20d8a024-7632-4d1c-8351-9929e08607a3 tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:12:27.320393 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-310bf5f4-4d6e-43b5-9062-a38eb0d47140 req-20d8a024-7632-4d1c-8351-9929e08607a3 tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c9cb266-1a4b-41a7-b9c4-55bc33979d91 HTTP/1.1" status: 200  len: 945 time: 0.1024790
Dec 25 21:12:27.321806 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 21:12:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc8f78b7-67e4-456e-9975-566d06cfc4a3 x-openstack-request-id: req-cc8f78b7-67e4-456e-9975-566d06cfc4a3 {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:12:27.322098 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b82ed20c-bbfc-4030-a8bc-ab9fae2d2653", "name": "network-vif-deleted", "tag": "ad82f3ef-690a-49c9-b46f-74d324ed0682", "status": "completed", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:12:27.322358 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-cc8f78b7-67e4-456e-9975-566d06cfc4a3 {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:12:27.322788 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b82ed20c-bbfc-4030-a8bc-ab9fae2d2653', 'name': 'network-vif-deleted', 'tag': 'ad82f3ef-690a-49c9-b46f-74d324ed0682', 'status': 'completed', 'code': 200}
Dec 25 21:12:27.355315 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-5ef24a3d-8c4b-4994-ac12-727f515c2adc req-3474438d-ef38-42c6-9cd8-8064fc834a9c tempest-MultipleCreateTestJSON-716196898 tempest-MultipleCreateTestJSON-716196898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:27.395993 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-5f3cfb9d-abac-4ed8-b667-4017372c9700 req-f1b7b2e3-c679-48cf-ac95-daf69e8f4aee tempest-ServersTestManualDisk-494677233 tempest-ServersTestManualDisk-494677233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:27.417929 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ef24a3d-8c4b-4994-ac12-727f515c2adc req-3474438d-ef38-42c6-9cd8-8064fc834a9c tempest-MultipleCreateTestJSON-716196898 tempest-MultipleCreateTestJSON-716196898-project] Network f8afa1db-6032-4635-a1fd-6997d067d021 is already hosted by enough agents. {{(pid=121607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:12:27.423018 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [req-5ef24a3d-8c4b-4994-ac12-727f515c2adc req-3474438d-ef38-42c6-9cd8-8064fc834a9c tempest-MultipleCreateTestJSON-716196898 tempest-MultipleCreateTestJSON-716196898-project] Resources bound (agent type, host, resource id):  {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:12:27.431227 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ef24a3d-8c4b-4994-ac12-727f515c2adc req-3474438d-ef38-42c6-9cd8-8064fc834a9c tempest-MultipleCreateTestJSON-716196898 tempest-MultipleCreateTestJSON-716196898-project] Received port after_create {{(pid=121607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:12:27.483496 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a5f8d3d5-bb19-46f4-914c-ed632b021b47 req-25623827-31d6-4fff-b2b4-feca2b509009 tempest-TenantUsagesTestJSON-459875834 tempest-TenantUsagesTestJSON-459875834-project] 10.222.0.32 "GET /v2.0/ports?device_id=578a1ae1-faad-4593-b3a9-d1d4c134431c HTTP/1.1" status: 200  len: 210 time: 0.0730717
Dec 25 21:12:27.490853 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3474438d-ef38-42c6-9cd8-8064fc834a9c tempest-MultipleCreateTestJSON-716196898 tempest-MultipleCreateTestJSON-716196898-project] Pushing event updated for resources: {'Port': ['ID=9423691b-100e-4a18-9d2b-f2b8781dd071,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:12:27.542633 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-a7f02214-7485-4c10-9ea1-0b57c3e4e6ad req-f3ab9829-f7a8-42ee-9121-da5b5df32a95 tempest-TenantUsagesTestJSON-459875834 tempest-TenantUsagesTestJSON-459875834-project] Publish callbacks [] for port, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:27.559497 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b7b2e3-c679-48cf-ac95-daf69e8f4aee tempest-ServersTestManualDisk-494677233 tempest-ServersTestManualDisk-494677233-project] Pushing event deleted for resources: {'Port': ['ID=d2192e86-fcbc-467e-974d-50439566abff,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:12:27.564213 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-310bf5f4-4d6e-43b5-9062-a38eb0d47140 req-96f0de75-2d7d-42f6-8ffd-29aab08a7ec6 tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] 10.222.0.32 "GET /v2.0/security-groups?id=bc05caf7-df2e-49b8-960c-4031d2c2ccca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2303770
Dec 25 21:12:27.594920 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef24a3d-8c4b-4994-ac12-727f515c2adc req-3474438d-ef38-42c6-9cd8-8064fc834a9c tempest-MultipleCreateTestJSON-716196898 tempest-MultipleCreateTestJSON-716196898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:12:27.595647 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-5ef24a3d-8c4b-4994-ac12-727f515c2adc req-3474438d-ef38-42c6-9cd8-8064fc834a9c tempest-MultipleCreateTestJSON-716196898 tempest-MultipleCreateTestJSON-716196898-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:27.668668 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5f3cfb9d-abac-4ed8-b667-4017372c9700 req-f1b7b2e3-c679-48cf-ac95-daf69e8f4aee tempest-ServersTestManualDisk-494677233 tempest-ServersTestManualDisk-494677233-project] Router d442a0c7-62de-4377-b82f-b9c59cce5dd3 has already been hosted by L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 {{(pid=121607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 25 21:12:27.742918 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-a7f02214-7485-4c10-9ea1-0b57c3e4e6ad req-f3ab9829-f7a8-42ee-9121-da5b5df32a95 tempest-TenantUsagesTestJSON-459875834 tempest-TenantUsagesTestJSON-459875834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:27.752445 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-5ef24a3d-8c4b-4994-ac12-727f515c2adc req-3474438d-ef38-42c6-9cd8-8064fc834a9c tempest-MultipleCreateTestJSON-716196898 tempest-MultipleCreateTestJSON-716196898-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.8106833
Dec 25 21:12:27.772560 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [req-5ef24a3d-8c4b-4994-ac12-727f515c2adc req-da1ff06b-a6fc-4f59-98b3-63a8c3b15efd service neutron] Request body: {'port': {'device_id': 'c12cba1c-049e-4a5a-8f24-4f33cf7df89c', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:12:27.788193 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [req-5ef24a3d-8c4b-4994-ac12-727f515c2adc req-57f055f8-cea3-4711-bd93-5334ffec0d0a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2815b7b-7409-4ce5-8cb9-55075ef4d0f3 {{(pid=121606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:12:27.815991 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-5ef24a3d-8c4b-4994-ac12-727f515c2adc req-57f055f8-cea3-4711-bd93-5334ffec0d0a service neutron] Publish callbacks [] for port, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:27.843408 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0aebf811-0e56-4d54-aae4-9a9698df2175 req-a1d5b92f-8a49-4af5-9c31-7151d0eef355 tempest-FloatingIPsAssociationTestJSON-622699030 tempest-FloatingIPsAssociationTestJSON-622699030-project] 10.222.0.32 "GET /v2.0/ports?device_id=b82ed20c-bbfc-4030-a8bc-ab9fae2d2653 HTTP/1.1" status: 200  len: 210 time: 0.0477057
Dec 25 21:12:27.851657 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5f3cfb9d-abac-4ed8-b667-4017372c9700 req-f1b7b2e3-c679-48cf-ac95-daf69e8f4aee tempest-ServersTestManualDisk-494677233 tempest-ServersTestManualDisk-494677233-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 21:12:27.867368 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7f02214-7485-4c10-9ea1-0b57c3e4e6ad req-f3ab9829-f7a8-42ee-9121-da5b5df32a95 tempest-TenantUsagesTestJSON-459875834 tempest-TenantUsagesTestJSON-459875834-project] Network 8f212e98-547d-4c6e-a560-2e9a548c8f59 is already hosted by enough agents. {{(pid=121606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:12:27.880705 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93a2dc42-d23b-4778-9adf-6bc6a097bad3 None None] Sync routers for ids ['d442a0c7-62de-4377-b82f-b9c59cce5dd3'] in ncdv-master-1 {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 21:12:27.882875 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ab9829-f7a8-42ee-9121-da5b5df32a95 tempest-TenantUsagesTestJSON-459875834 tempest-TenantUsagesTestJSON-459875834-project] Pushing event updated for resources: {'Port': ['ID=406da12e-abe8-4471-83ca-f6e5af8cbcd0,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:12:27.897369 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [req-a7f02214-7485-4c10-9ea1-0b57c3e4e6ad req-f3ab9829-f7a8-42ee-9121-da5b5df32a95 tempest-TenantUsagesTestJSON-459875834 tempest-TenantUsagesTestJSON-459875834-project] Resources bound (agent type, host, resource id):  {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:12:27.903487 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7f02214-7485-4c10-9ea1-0b57c3e4e6ad req-f3ab9829-f7a8-42ee-9121-da5b5df32a95 tempest-TenantUsagesTestJSON-459875834 tempest-TenantUsagesTestJSON-459875834-project] Received port after_create {{(pid=121606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:12:27.907871 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.provisioning_blocks [req-5ef24a3d-8c4b-4994-ac12-727f515c2adc req-57f055f8-cea3-4711-bd93-5334ffec0d0a service neutron] Transition to ACTIVE for port object f2815b7b-7409-4ce5-8cb9-55075ef4d0f3 will not be triggered until provisioned by entity L2. {{(pid=121606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 25 21:12:27.914767 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93a2dc42-d23b-4778-9adf-6bc6a097bad3 None None] Routers {'d442a0c7-62de-4377-b82f-b9c59cce5dd3'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:12:27.915660 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-93a2dc42-d23b-4778-9adf-6bc6a097bad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2618613cd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:12:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['d442a0c7-62de-4377-b82f-b9c59cce5dd3'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:12:27.924913 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f3cfb9d-abac-4ed8-b667-4017372c9700 req-f1b7b2e3-c679-48cf-ac95-daf69e8f4aee tempest-ServersTestManualDisk-494677233 tempest-ServersTestManualDisk-494677233-project] No DVR routers for this DVR port d2192e86-fcbc-467e-974d-50439566abff on host nch2-master-1 {{(pid=121607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:12:27.924913 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-5ef24a3d-8c4b-4994-ac12-727f515c2adc req-da1ff06b-a6fc-4f59-98b3-63a8c3b15efd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:27.925819 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-5f3cfb9d-abac-4ed8-b667-4017372c9700 req-f1b7b2e3-c679-48cf-ac95-daf69e8f4aee tempest-ServersTestManualDisk-494677233 tempest-ServersTestManualDisk-494677233-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:27.929100 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-5f3cfb9d-abac-4ed8-b667-4017372c9700 req-f1b7b2e3-c679-48cf-ac95-daf69e8f4aee tempest-ServersTestManualDisk-494677233 tempest-ServersTestManualDisk-494677233-project] 10.222.0.37 "DELETE /v2.0/ports/d2192e86-fcbc-467e-974d-50439566abff HTTP/1.1" status: 204  len: 173 time: 1.6657414
Dec 25 21:12:27.930696 ncdv-master-1 neutron-server[121607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e17b1ffc-cea0-4158-9ac3-273da9149cd5', 'name': 'network-vif-deleted', 'tag': 'd2192e86-fcbc-467e-974d-50439566abff'}] {{(pid=121607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:12:27.934923 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f980bbcadfa7bf1e788024e1448be660373c21f97f015f780444e999c451203" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43c2b51b-cade-4d34-b323-6a2e1c22deb9" -d '{"events": [{"server_uuid": "e17b1ffc-cea0-4158-9ac3-273da9149cd5", "name": "network-vif-deleted", "tag": "d2192e86-fcbc-467e-974d-50439566abff"}]}' {{(pid=121607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:12:28.041476 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f02214-7485-4c10-9ea1-0b57c3e4e6ad req-f3ab9829-f7a8-42ee-9121-da5b5df32a95 tempest-TenantUsagesTestJSON-459875834 tempest-TenantUsagesTestJSON-459875834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:12:28.042471 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-a7f02214-7485-4c10-9ea1-0b57c3e4e6ad req-f3ab9829-f7a8-42ee-9121-da5b5df32a95 tempest-TenantUsagesTestJSON-459875834 tempest-TenantUsagesTestJSON-459875834-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:28.047450 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-5ef24a3d-8c4b-4994-ac12-727f515c2adc req-57f055f8-cea3-4711-bd93-5334ffec0d0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:28.116406 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvr_db [None req-93a2dc42-d23b-4778-9adf-6bc6a097bad3 None None] Set router d442a0c7-62de-4377-b82f-b9c59cce5dd3 gateway port host: ncdv-master-1 {{(pid=121609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:12:28.150801 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c224898b-3638-4ae4-91c1-6a3bfaf64fd9 req-5e3f41d8-df01-4029-bf04-5a86c2d6655b tempest-MultipleCreateTestJSON-716196898 tempest-MultipleCreateTestJSON-716196898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:12:28.152586 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c224898b-3638-4ae4-91c1-6a3bfaf64fd9 req-5e3f41d8-df01-4029-bf04-5a86c2d6655b tempest-MultipleCreateTestJSON-716196898 tempest-MultipleCreateTestJSON-716196898-project] 10.222.0.32 "GET /v2.0/ports?device_id=c12cba1c-049e-4a5a-8f24-4f33cf7df89c HTTP/1.1" status: 200  len: 931 time: 0.1978729
Dec 25 21:12:28.160503 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f055f8-cea3-4711-bd93-5334ffec0d0a service neutron] Pushing event updated for resources: {'Port': ['ID=f2815b7b-7409-4ce5-8cb9-55075ef4d0f3,revision_number=2']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:12:28.184910 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a7f02214-7485-4c10-9ea1-0b57c3e4e6ad req-f3ab9829-f7a8-42ee-9121-da5b5df32a95 tempest-TenantUsagesTestJSON-459875834 tempest-TenantUsagesTestJSON-459875834-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 2.7342334
Dec 25 21:12:28.263351 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c224898b-3638-4ae4-91c1-6a3bfaf64fd9 req-07efa8e8-7f3f-406f-b985-3c13929e85c8 tempest-MultipleCreateTestJSON-716196898 tempest-MultipleCreateTestJSON-716196898-project] 10.222.0.32 "GET /v2.0/security-groups?id=a7858f6a-3772-499d-a74e-b906953665ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0982850
Dec 25 21:12:28.278245 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-a7f02214-7485-4c10-9ea1-0b57c3e4e6ad req-7b90dd2d-ec12-458c-9fb1-78f5e347e824 service neutron] Request body: {'port': {'device_id': '578a1ae1-faad-4593-b3a9-d1d4c134431c', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:12:28.364805 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-5ef24a3d-8c4b-4994-ac12-727f515c2adc req-57f055f8-cea3-4711-bd93-5334ffec0d0a service neutron] Attempting to bind port f2815b7b-7409-4ce5-8cb9-55075ef4d0f3 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:12:28.365185 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-5ef24a3d-8c4b-4994-ac12-727f515c2adc req-57f055f8-cea3-4711-bd93-5334ffec0d0a service neutron] Attempting to bind port f2815b7b-7409-4ce5-8cb9-55075ef4d0f3 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'e8b49c6f-815a-4466-b5f4-d5e58824da1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'f8afa1db-6032-4635-a1fd-6997d067d021'}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:12:28.365520 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ef24a3d-8c4b-4994-ac12-727f515c2adc req-57f055f8-cea3-4711-bd93-5334ffec0d0a service neutron] Attempting to bind port f2815b7b-7409-4ce5-8cb9-55075ef4d0f3 on network f8afa1db-6032-4635-a1fd-6997d067d021 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:12:28.371939 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ef24a3d-8c4b-4994-ac12-727f515c2adc req-57f055f8-cea3-4711-bd93-5334ffec0d0a service neutron] Port f2815b7b-7409-4ce5-8cb9-55075ef4d0f3 on network f8afa1db-6032-4635-a1fd-6997d067d021 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 25 21:12:28.372130 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ef24a3d-8c4b-4994-ac12-727f515c2adc req-57f055f8-cea3-4711-bd93-5334ffec0d0a service neutron] Attempting to bind port f2815b7b-7409-4ce5-8cb9-55075ef4d0f3 on network f8afa1db-6032-4635-a1fd-6997d067d021 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:12:28.374163 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-93a2dc42-d23b-4778-9adf-6bc6a097bad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2618613cd0>, [{'id': 'd442a0c7-62de-4377-b82f-b9c59cce5dd3', 'name': 'tempest-ServersTestManualDisk-909577482-router', 'tenant_id': '4aa6a09f9e43475e8a7f5639f59b1654', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.68'}], 'enable_snat': True}, 'gw_port_id': '3922c53c-0e84-4788-8b3a-6ff7fab7eaca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:09:56Z', 'updated_at': '2021-12-25T21:10:01Z', 'revision_number': 4, 'project_id': '4aa6a09f9e43475e8a7f5639f59b1654', 'gw_port': {'id': '3922c53c-0e84-4788-8b3a-6ff7fab7eaca', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:cd:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd442a0c7-62de-4377-b82f-b9c59cce5dd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:09:58Z', 'updated_at': '2021-12-25T21:10:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '532fba15-857d-421a-a32a-e4619a5e3295', 'name': '', 'network_id': 'd6675960-5a27-4fda-8ce3-11dfa09c56d6', 'tenant_id': '4aa6a09f9e43475e8a7f5639f59b1654', 'mac_address': 'fa:16:3e:b7:b0:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd442a0c7-62de-4377-b82f-b9c59cce5dd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '35e03391-a093-408b-9676-2290336562fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:10:00Z', 'updated_at': '2021-12-25T21:10:06Z', 'revision_number': 5, 'project_id': '4aa6a09f9e43475e8a7f5639f59b1654', 'subnets': [{'id': '35e03391-a093-408b-9676-2290336562fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:12:28.375816 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-a7f02214-7485-4c10-9ea1-0b57c3e4e6ad req-7b90dd2d-ec12-458c-9fb1-78f5e347e824 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:28.407151 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93a2dc42-d23b-4778-9adf-6bc6a097bad3 None None] Checking router: d442a0c7-62de-4377-b82f-b9c59cce5dd3 for host: ncdv-master-1 {{(pid=121609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 25 21:12:28.418413 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93a2dc42-d23b-4778-9adf-6bc6a097bad3 None None] Routers {'d442a0c7-62de-4377-b82f-b9c59cce5dd3'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:12:28.418988 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-e58ebbfe-d057-4ade-acdd-6dd9d41f9a04 None None] Provisioning complete for port 406da12e-abe8-4471-83ca-f6e5af8cbcd0 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:12:28.419505 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-93a2dc42-d23b-4778-9adf-6bc6a097bad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2618613cd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:12:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['d442a0c7-62de-4377-b82f-b9c59cce5dd3'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:12:28.422933 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-e58ebbfe-d057-4ade-acdd-6dd9d41f9a04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:28.442239 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ef24a3d-8c4b-4994-ac12-727f515c2adc req-57f055f8-cea3-4711-bd93-5334ffec0d0a service neutron] Checking agent: {'id': '6d577036-68fc-4aa4-aed7-5ab01de2117e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 21, 4, 34), 'started_at': datetime.datetime(2021, 12, 25, 21, 4, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 12, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:12:28.442576 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ef24a3d-8c4b-4994-ac12-727f515c2adc req-57f055f8-cea3-4711-bd93-5334ffec0d0a service neutron] Checking segment: {'id': 'e8b49c6f-815a-4466-b5f4-d5e58824da1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'f8afa1db-6032-4635-a1fd-6997d067d021'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:12:28.442963 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ef24a3d-8c4b-4994-ac12-727f515c2adc req-57f055f8-cea3-4711-bd93-5334ffec0d0a service neutron] Bound using segment: {'id': 'e8b49c6f-815a-4466-b5f4-d5e58824da1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'f8afa1db-6032-4635-a1fd-6997d067d021'} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:12:28.446199 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-5ef24a3d-8c4b-4994-ac12-727f515c2adc req-57f055f8-cea3-4711-bd93-5334ffec0d0a service neutron] Bound port: f2815b7b-7409-4ce5-8cb9-55075ef4d0f3, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8b49c6f-815a-4466-b5f4-d5e58824da1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'f8afa1db-6032-4635-a1fd-6997d067d021'}}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:12:28.446582 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-5ef24a3d-8c4b-4994-ac12-727f515c2adc req-57f055f8-cea3-4711-bd93-5334ffec0d0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:28.490982 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-e58ebbfe-d057-4ade-acdd-6dd9d41f9a04 None None] Port 406da12e-abe8-4471-83ca-f6e5af8cbcd0 cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:12:28.586316 ncdv-master-1 neutron-server[121607]: DEBUG neutron.notifiers.nova [req-5ef24a3d-8c4b-4994-ac12-727f515c2adc req-da1ff06b-a6fc-4f59-98b3-63a8c3b15efd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9423691b-100e-4a18-9d2b-f2b8781dd071 {{(pid=121607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:12:28.606821 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-5ef24a3d-8c4b-4994-ac12-727f515c2adc req-da1ff06b-a6fc-4f59-98b3-63a8c3b15efd service neutron] Publish callbacks [] for port, precommit_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:28.622466 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.provisioning_blocks [req-5ef24a3d-8c4b-4994-ac12-727f515c2adc req-da1ff06b-a6fc-4f59-98b3-63a8c3b15efd service neutron] Transition to ACTIVE for port object 9423691b-100e-4a18-9d2b-f2b8781dd071 will not be triggered until provisioned by entity L2. {{(pid=121607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 25 21:12:28.636551 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 21:12:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4734caf-ca3a-4d8e-ab08-3dd76b1ea584 x-openstack-request-id: req-e4734caf-ca3a-4d8e-ab08-3dd76b1ea584 {{(pid=121607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:12:28.636865 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e17b1ffc-cea0-4158-9ac3-273da9149cd5", "name": "network-vif-deleted", "tag": "d2192e86-fcbc-467e-974d-50439566abff", "status": "completed", "code": 200}]} {{(pid=121607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:12:28.637129 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e4734caf-ca3a-4d8e-ab08-3dd76b1ea584 {{(pid=121607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:12:28.637234 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvr_db [None req-93a2dc42-d23b-4778-9adf-6bc6a097bad3 None None] Set router d442a0c7-62de-4377-b82f-b9c59cce5dd3 gateway port host: ncdv-master-1 {{(pid=121609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:12:28.637930 ncdv-master-1 neutron-server[121607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e17b1ffc-cea0-4158-9ac3-273da9149cd5', 'name': 'network-vif-deleted', 'tag': 'd2192e86-fcbc-467e-974d-50439566abff', 'status': 'completed', 'code': 200}
Dec 25 21:12:28.701781 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-5ef24a3d-8c4b-4994-ac12-727f515c2adc req-57f055f8-cea3-4711-bd93-5334ffec0d0a service neutron] For port f2815b7b-7409-4ce5-8cb9-55075ef4d0f3, host nch1-master-1, cleared binding levels {{(pid=121606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:12:28.708661 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b82ed20c-bbfc-4030-a8bc-ab9fae2d2653', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ad82f3ef-690a-49c9-b46f-74d324ed0682'}] {{(pid=121608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:12:28.716225 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a88c78c3ff6266bd59c7e89d275b28c92e739b67d23c89d71af88829fd31566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79c96168-5192-4b6c-ae55-dd6925780526" -d '{"events": [{"server_uuid": "b82ed20c-bbfc-4030-a8bc-ab9fae2d2653", "name": "network-vif-unplugged", "status": "completed", "tag": "ad82f3ef-690a-49c9-b46f-74d324ed0682"}]}' {{(pid=121608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:12:28.718316 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-5ef24a3d-8c4b-4994-ac12-727f515c2adc req-57f055f8-cea3-4711-bd93-5334ffec0d0a service neutron] For port f2815b7b-7409-4ce5-8cb9-55075ef4d0f3, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f2815b7b-7409-4ce5-8cb9-55075ef4d0f3,segment=NetworkSegment(e8b49c6f-815a-4466-b5f4-d5e58824da1f),segment_id=e8b49c6f-815a-4466-b5f4-d5e58824da1f)] {{(pid=121606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:12:28.736259 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-5ef24a3d-8c4b-4994-ac12-727f515c2adc req-da1ff06b-a6fc-4f59-98b3-63a8c3b15efd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8632327'] for port, after_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:28.783226 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-382a5267-c2f8-48a1-bcaf-4ac53451b7e8 req-f31fc8c1-277a-485d-8bcb-ed6640530ad0 tempest-ServersTestManualDisk-494677233 tempest-ServersTestManualDisk-494677233-project] 10.222.0.32 "GET /v2.0/ports?device_id=e17b1ffc-cea0-4158-9ac3-273da9149cd5 HTTP/1.1" status: 200  len: 210 time: 0.0390370
Dec 25 21:12:28.849141 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-5ef24a3d-8c4b-4994-ac12-727f515c2adc req-57f055f8-cea3-4711-bd93-5334ffec0d0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:28.854361 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1ff06b-a6fc-4f59-98b3-63a8c3b15efd service neutron] Pushing event updated for resources: {'Port': ['ID=9423691b-100e-4a18-9d2b-f2b8781dd071,revision_number=2']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:12:28.882354 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef24a3d-8c4b-4994-ac12-727f515c2adc req-57f055f8-cea3-4711-bd93-5334ffec0d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:12:28.882513 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-5ef24a3d-8c4b-4994-ac12-727f515c2adc req-57f055f8-cea3-4711-bd93-5334ffec0d0a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:28.883999 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5ef24a3d-8c4b-4994-ac12-727f515c2adc req-57f055f8-cea3-4711-bd93-5334ffec0d0a service neutron] 10.222.0.31 "PUT /v2.0/ports/f2815b7b-7409-4ce5-8cb9-55075ef4d0f3 HTTP/1.1" status: 200  len: 1092 time: 2.4805002
Dec 25 21:12:28.970262 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [req-a7f02214-7485-4c10-9ea1-0b57c3e4e6ad req-7b90dd2d-ec12-458c-9fb1-78f5e347e824 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 406da12e-abe8-4471-83ca-f6e5af8cbcd0 {{(pid=121606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:12:28.993247 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-a7f02214-7485-4c10-9ea1-0b57c3e4e6ad req-7b90dd2d-ec12-458c-9fb1-78f5e347e824 service neutron] Publish callbacks [] for port, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:28.997458 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.managers [req-5ef24a3d-8c4b-4994-ac12-727f515c2adc req-da1ff06b-a6fc-4f59-98b3-63a8c3b15efd service neutron] Attempting to bind port 9423691b-100e-4a18-9d2b-f2b8781dd071 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:12:28.998065 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.managers [req-5ef24a3d-8c4b-4994-ac12-727f515c2adc req-da1ff06b-a6fc-4f59-98b3-63a8c3b15efd service neutron] Attempting to bind port 9423691b-100e-4a18-9d2b-f2b8781dd071 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'e8b49c6f-815a-4466-b5f4-d5e58824da1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'f8afa1db-6032-4635-a1fd-6997d067d021'}] {{(pid=121607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:12:28.998602 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ef24a3d-8c4b-4994-ac12-727f515c2adc req-da1ff06b-a6fc-4f59-98b3-63a8c3b15efd service neutron] Attempting to bind port 9423691b-100e-4a18-9d2b-f2b8781dd071 on network f8afa1db-6032-4635-a1fd-6997d067d021 {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:12:29.000699 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f055f8-cea3-4711-bd93-5334ffec0d0a service neutron] Pushing event updated for resources: {'Port': ['ID=f2815b7b-7409-4ce5-8cb9-55075ef4d0f3,revision_number=3']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:12:29.004339 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ef24a3d-8c4b-4994-ac12-727f515c2adc req-da1ff06b-a6fc-4f59-98b3-63a8c3b15efd service neutron] Port 9423691b-100e-4a18-9d2b-f2b8781dd071 on network f8afa1db-6032-4635-a1fd-6997d067d021 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 25 21:12:29.004664 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ef24a3d-8c4b-4994-ac12-727f515c2adc req-da1ff06b-a6fc-4f59-98b3-63a8c3b15efd service neutron] Attempting to bind port 9423691b-100e-4a18-9d2b-f2b8781dd071 on network f8afa1db-6032-4635-a1fd-6997d067d021 {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:12:29.012245 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ef24a3d-8c4b-4994-ac12-727f515c2adc req-da1ff06b-a6fc-4f59-98b3-63a8c3b15efd service neutron] Checking agent: {'id': '6d577036-68fc-4aa4-aed7-5ab01de2117e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 21, 4, 34), 'started_at': datetime.datetime(2021, 12, 25, 21, 4, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 12, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:12:29.012537 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ef24a3d-8c4b-4994-ac12-727f515c2adc req-da1ff06b-a6fc-4f59-98b3-63a8c3b15efd service neutron] Checking segment: {'id': 'e8b49c6f-815a-4466-b5f4-d5e58824da1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'f8afa1db-6032-4635-a1fd-6997d067d021'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:12:29.013020 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ef24a3d-8c4b-4994-ac12-727f515c2adc req-da1ff06b-a6fc-4f59-98b3-63a8c3b15efd service neutron] Bound using segment: {'id': 'e8b49c6f-815a-4466-b5f4-d5e58824da1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'f8afa1db-6032-4635-a1fd-6997d067d021'} {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:12:29.013446 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.managers [req-5ef24a3d-8c4b-4994-ac12-727f515c2adc req-da1ff06b-a6fc-4f59-98b3-63a8c3b15efd service neutron] Bound port: 9423691b-100e-4a18-9d2b-f2b8781dd071, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8b49c6f-815a-4466-b5f4-d5e58824da1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'f8afa1db-6032-4635-a1fd-6997d067d021'}}] {{(pid=121607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:12:29.013809 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-5ef24a3d-8c4b-4994-ac12-727f515c2adc req-da1ff06b-a6fc-4f59-98b3-63a8c3b15efd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:29.079962 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.provisioning_blocks [req-a7f02214-7485-4c10-9ea1-0b57c3e4e6ad req-7b90dd2d-ec12-458c-9fb1-78f5e347e824 service neutron] Transition to ACTIVE for port object 406da12e-abe8-4471-83ca-f6e5af8cbcd0 will not be triggered until provisioned by entity L2. {{(pid=121606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 25 21:12:29.108451 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef24a3d-8c4b-4994-ac12-727f515c2adc req-ee50df9a-468b-4fda-9d8c-46a3fd80ed67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:12:29.109935 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5ef24a3d-8c4b-4994-ac12-727f515c2adc req-ee50df9a-468b-4fda-9d8c-46a3fd80ed67 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=576fa0b7a73d45bc86b799bb25424c30&device_id=e6e849be-8c7b-429d-b691-8ec676c68caa HTTP/1.1" status: 200  len: 1095 time: 0.0927701
Dec 25 21:12:29.112332 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.db [req-5ef24a3d-8c4b-4994-ac12-727f515c2adc req-da1ff06b-a6fc-4f59-98b3-63a8c3b15efd service neutron] For port 9423691b-100e-4a18-9d2b-f2b8781dd071, host nch1-master-1, cleared binding levels {{(pid=121607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:12:29.116834 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.db [req-5ef24a3d-8c4b-4994-ac12-727f515c2adc req-da1ff06b-a6fc-4f59-98b3-63a8c3b15efd service neutron] For port 9423691b-100e-4a18-9d2b-f2b8781dd071, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9423691b-100e-4a18-9d2b-f2b8781dd071,segment=NetworkSegment(e8b49c6f-815a-4466-b5f4-d5e58824da1f),segment_id=e8b49c6f-815a-4466-b5f4-d5e58824da1f)] {{(pid=121607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:12:29.118676 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e61451-f303-4f98-9892-9512fbcb60ba req-187adbe5-916c-453e-9bee-48d30d019b4b tempest-TenantUsagesTestJSON-459875834 tempest-TenantUsagesTestJSON-459875834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:12:29.120158 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-77e61451-f303-4f98-9892-9512fbcb60ba req-187adbe5-916c-453e-9bee-48d30d019b4b tempest-TenantUsagesTestJSON-459875834 tempest-TenantUsagesTestJSON-459875834-project] 10.222.0.32 "GET /v2.0/ports?device_id=578a1ae1-faad-4593-b3a9-d1d4c134431c HTTP/1.1" status: 200  len: 936 time: 0.1157532
Dec 25 21:12:29.136734 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-93a2dc42-d23b-4778-9adf-6bc6a097bad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2618613cd0>, [{'id': 'd442a0c7-62de-4377-b82f-b9c59cce5dd3', 'name': 'tempest-ServersTestManualDisk-909577482-router', 'tenant_id': '4aa6a09f9e43475e8a7f5639f59b1654', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.68'}], 'enable_snat': True}, 'gw_port_id': '3922c53c-0e84-4788-8b3a-6ff7fab7eaca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:09:56Z', 'updated_at': '2021-12-25T21:10:01Z', 'revision_number': 4, 'project_id': '4aa6a09f9e43475e8a7f5639f59b1654', 'gw_port': {'id': '3922c53c-0e84-4788-8b3a-6ff7fab7eaca', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:cd:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd442a0c7-62de-4377-b82f-b9c59cce5dd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:09:58Z', 'updated_at': '2021-12-25T21:10:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '532fba15-857d-421a-a32a-e4619a5e3295', 'name': '', 'network_id': 'd6675960-5a27-4fda-8ce3-11dfa09c56d6', 'tenant_id': '4aa6a09f9e43475e8a7f5639f59b1654', 'mac_address': 'fa:16:3e:b7:b0:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd442a0c7-62de-4377-b82f-b9c59cce5dd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '35e03391-a093-408b-9676-2290336562fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:10:00Z', 'updated_at': '2021-12-25T21:10:06Z', 'revision_number': 5, 'project_id': '4aa6a09f9e43475e8a7f5639f59b1654', 'subnets': [{'id': '35e03391-a093-408b-9676-2290336562fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:12:29.165248 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5ef24a3d-8c4b-4994-ac12-727f515c2adc req-08b70daf-e61e-4499-9824-e249b6a976ee service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f2815b7b-7409-4ce5-8cb9-55075ef4d0f3 HTTP/1.1" status: 200  len: 217 time: 0.0440507
Dec 25 21:12:29.169940 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93a2dc42-d23b-4778-9adf-6bc6a097bad3 None None] The sync data for ids ['d442a0c7-62de-4377-b82f-b9c59cce5dd3'] in ncdv-master-1 is: [{'id': 'd442a0c7-62de-4377-b82f-b9c59cce5dd3', 'name': 'tempest-ServersTestManualDisk-909577482-router', 'tenant_id': '4aa6a09f9e43475e8a7f5639f59b1654', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.68'}], 'enable_snat': True}, 'gw_port_id': '3922c53c-0e84-4788-8b3a-6ff7fab7eaca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:09:56Z', 'updated_at': '2021-12-25T21:10:01Z', 'revision_number': 4, 'project_id': '4aa6a09f9e43475e8a7f5639f59b1654', 'gw_port': {'id': '3922c53c-0e84-4788-8b3a-6ff7fab7eaca', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:cd:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd442a0c7-62de-4377-b82f-b9c59cce5dd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:09:58Z', 'updated_at': '2021-12-25T21:10:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '532fba15-857d-421a-a32a-e4619a5e3295', 'name': '', 'network_id': 'd6675960-5a27-4fda-8ce3-11dfa09c56d6', 'tenant_id': '4aa6a09f9e43475e8a7f5639f59b1654', 'mac_address': 'fa:16:3e:b7:b0:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd442a0c7-62de-4377-b82f-b9c59cce5dd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '35e03391-a093-408b-9676-2290336562fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:10:00Z', 'updated_at': '2021-12-25T21:10:06Z', 'revision_number': 5, 'project_id': '4aa6a09f9e43475e8a7f5639f59b1654', 'subnets': [{'id': '35e03391-a093-408b-9676-2290336562fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 21:12:29.218904 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-a7f02214-7485-4c10-9ea1-0b57c3e4e6ad req-7b90dd2d-ec12-458c-9fb1-78f5e347e824 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:29.270763 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-5ef24a3d-8c4b-4994-ac12-727f515c2adc req-da1ff06b-a6fc-4f59-98b3-63a8c3b15efd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8632327'] for port, after_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:29.293441 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-77e61451-f303-4f98-9892-9512fbcb60ba req-9a1147a3-0913-442a-9727-13141fcef034 tempest-TenantUsagesTestJSON-459875834 tempest-TenantUsagesTestJSON-459875834-project] 10.222.0.32 "GET /v2.0/security-groups?id=3eb1d827-a7c8-4817-a176-ffcd3e08aae0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1628542
Dec 25 21:12:29.301785 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef24a3d-8c4b-4994-ac12-727f515c2adc req-d9d096be-0530-4a6d-98d0-241448299925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:12:29.303268 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5ef24a3d-8c4b-4994-ac12-727f515c2adc req-d9d096be-0530-4a6d-98d0-241448299925 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d5f99ff0-85f2-49a7-83a6-2b3ecaa62b88 HTTP/1.1" status: 200  len: 852 time: 0.1316831
Dec 25 21:12:29.336778 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6e849be-8c7b-429d-b691-8ec676c68caa', 'tag': 'f2815b7b-7409-4ce5-8cb9-55075ef4d0f3'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:12:29.339123 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9858820c13ec2827453b94ebc4181065e990a4e4089ccb9fe762531ac62d2fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75543c1f-5669-412a-a8f3-0f0f6a845dfa" -d '{"events": [{"name": "network-changed", "server_uuid": "e6e849be-8c7b-429d-b691-8ec676c68caa", "tag": "f2815b7b-7409-4ce5-8cb9-55075ef4d0f3"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:12:29.345168 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b90dd2d-ec12-458c-9fb1-78f5e347e824 service neutron] Pushing event updated for resources: {'Port': ['ID=406da12e-abe8-4471-83ca-f6e5af8cbcd0,revision_number=2']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:12:29.365250 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5ef24a3d-8c4b-4994-ac12-727f515c2adc req-41967dc5-ca4e-4031-9a15-24b8e591a85a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f8afa1db-6032-4635-a1fd-6997d067d021&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0507092
Dec 25 21:12:29.377761 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef24a3d-8c4b-4994-ac12-727f515c2adc req-da1ff06b-a6fc-4f59-98b3-63a8c3b15efd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:12:29.379812 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-5ef24a3d-8c4b-4994-ac12-727f515c2adc req-da1ff06b-a6fc-4f59-98b3-63a8c3b15efd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:29.386051 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-5ef24a3d-8c4b-4994-ac12-727f515c2adc req-da1ff06b-a6fc-4f59-98b3-63a8c3b15efd service neutron] 10.222.0.31 "PUT /v2.0/ports/9423691b-100e-4a18-9d2b-f2b8781dd071 HTTP/1.1" status: 200  len: 1091 time: 1.6234965
Dec 25 21:12:29.434752 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1ff06b-a6fc-4f59-98b3-63a8c3b15efd service neutron] Pushing event updated for resources: {'Port': ['ID=9423691b-100e-4a18-9d2b-f2b8781dd071,revision_number=3']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:12:29.486243 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.agents_db [None req-ec08dba0-4483-4109-b5e1-5e4a9fdaf12d None None] Agent healthcheck: found 7 active agents {{(pid=121609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 25 21:12:29.518936 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-a7f02214-7485-4c10-9ea1-0b57c3e4e6ad req-7b90dd2d-ec12-458c-9fb1-78f5e347e824 service neutron] Attempting to bind port 406da12e-abe8-4471-83ca-f6e5af8cbcd0 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:12:29.519283 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-a7f02214-7485-4c10-9ea1-0b57c3e4e6ad req-7b90dd2d-ec12-458c-9fb1-78f5e347e824 service neutron] Attempting to bind port 406da12e-abe8-4471-83ca-f6e5af8cbcd0 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '85c774cb-a0eb-4ad9-961f-f331d3b37cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '8f212e98-547d-4c6e-a560-2e9a548c8f59'}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:12:29.519603 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7f02214-7485-4c10-9ea1-0b57c3e4e6ad req-7b90dd2d-ec12-458c-9fb1-78f5e347e824 service neutron] Attempting to bind port 406da12e-abe8-4471-83ca-f6e5af8cbcd0 on network 8f212e98-547d-4c6e-a560-2e9a548c8f59 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:12:29.532068 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d96efc67-1954-44b8-9293-8d745ea16582 None None] New status for floating IP b62bb7f9-213c-4617-b29b-2707538c3b2e: DOWN {{(pid=121608) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 25 21:12:29.535739 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7f02214-7485-4c10-9ea1-0b57c3e4e6ad req-7b90dd2d-ec12-458c-9fb1-78f5e347e824 service neutron] Port 406da12e-abe8-4471-83ca-f6e5af8cbcd0 on network 8f212e98-547d-4c6e-a560-2e9a548c8f59 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 25 21:12:29.536081 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7f02214-7485-4c10-9ea1-0b57c3e4e6ad req-7b90dd2d-ec12-458c-9fb1-78f5e347e824 service neutron] Attempting to bind port 406da12e-abe8-4471-83ca-f6e5af8cbcd0 on network 8f212e98-547d-4c6e-a560-2e9a548c8f59 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:12:29.556005 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7f02214-7485-4c10-9ea1-0b57c3e4e6ad req-7b90dd2d-ec12-458c-9fb1-78f5e347e824 service neutron] Checking agent: {'id': '6d577036-68fc-4aa4-aed7-5ab01de2117e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 21, 4, 34), 'started_at': datetime.datetime(2021, 12, 25, 21, 4, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 12, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:12:29.556346 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7f02214-7485-4c10-9ea1-0b57c3e4e6ad req-7b90dd2d-ec12-458c-9fb1-78f5e347e824 service neutron] Checking segment: {'id': '85c774cb-a0eb-4ad9-961f-f331d3b37cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '8f212e98-547d-4c6e-a560-2e9a548c8f59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:12:29.556735 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7f02214-7485-4c10-9ea1-0b57c3e4e6ad req-7b90dd2d-ec12-458c-9fb1-78f5e347e824 service neutron] Bound using segment: {'id': '85c774cb-a0eb-4ad9-961f-f331d3b37cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '8f212e98-547d-4c6e-a560-2e9a548c8f59'} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:12:29.557207 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-a7f02214-7485-4c10-9ea1-0b57c3e4e6ad req-7b90dd2d-ec12-458c-9fb1-78f5e347e824 service neutron] Bound port: 406da12e-abe8-4471-83ca-f6e5af8cbcd0, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85c774cb-a0eb-4ad9-961f-f331d3b37cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '8f212e98-547d-4c6e-a560-2e9a548c8f59'}}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:12:29.557565 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-a7f02214-7485-4c10-9ea1-0b57c3e4e6ad req-7b90dd2d-ec12-458c-9fb1-78f5e347e824 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:29.566877 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef24a3d-8c4b-4994-ac12-727f515c2adc req-f54b442c-e092-4950-babd-e6fe6431cf90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:12:29.570019 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-5ef24a3d-8c4b-4994-ac12-727f515c2adc req-f54b442c-e092-4950-babd-e6fe6431cf90 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=576fa0b7a73d45bc86b799bb25424c30&device_id=c12cba1c-049e-4a5a-8f24-4f33cf7df89c HTTP/1.1" status: 200  len: 1094 time: 0.0501807
Dec 25 21:12:29.574399 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5ef24a3d-8c4b-4994-ac12-727f515c2adc req-f338b36e-8759-4698-8515-322eacf177df service neutron] 10.222.0.31 "GET /v2.0/networks/f8afa1db-6032-4635-a1fd-6997d067d021?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1780977
Dec 25 21:12:29.586730 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f9b048-06d8-48b5-b81e-1e799b63a8a8 req-718621a4-b561-4b40-80e3-3fb71e2e643a tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:12:29.588239 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-34f9b048-06d8-48b5-b81e-1e799b63a8a8 req-718621a4-b561-4b40-80e3-3fb71e2e643a tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c9cb266-1a4b-41a7-b9c4-55bc33979d91 HTTP/1.1" status: 200  len: 945 time: 0.1485002
Dec 25 21:12:29.629998 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-5ef24a3d-8c4b-4994-ac12-727f515c2adc req-1fb401d3-9c6a-417d-bec4-a84d4e0b9429 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9423691b-100e-4a18-9d2b-f2b8781dd071 HTTP/1.1" status: 200  len: 217 time: 0.0475168
Dec 25 21:12:29.711390 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef24a3d-8c4b-4994-ac12-727f515c2adc req-e61f62c4-a6ac-49c1-84a6-c6ce11d6601e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:12:29.713030 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-5ef24a3d-8c4b-4994-ac12-727f515c2adc req-e61f62c4-a6ac-49c1-84a6-c6ce11d6601e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d5f99ff0-85f2-49a7-83a6-2b3ecaa62b88 HTTP/1.1" status: 200  len: 852 time: 0.0760303
Dec 25 21:12:29.746523 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-5ef24a3d-8c4b-4994-ac12-727f515c2adc req-735972df-6185-4215-b54d-06ad8ee8df3a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f8afa1db-6032-4635-a1fd-6997d067d021&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0266776
Dec 25 21:12:29.756156 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-34f9b048-06d8-48b5-b81e-1e799b63a8a8 req-025f9e19-b984-4721-b455-4facc77ffb4d tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] 10.222.0.32 "GET /v2.0/security-groups?id=bc05caf7-df2e-49b8-960c-4031d2c2ccca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1543019
Dec 25 21:12:29.768549 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device d2192e86-fcbc-467e-974d-50439566abff no longer exists at agent hyperv_nch2-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:12:29.770393 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-a7f02214-7485-4c10-9ea1-0b57c3e4e6ad req-7b90dd2d-ec12-458c-9fb1-78f5e347e824 service neutron] For port 406da12e-abe8-4471-83ca-f6e5af8cbcd0, host nch1-master-1, cleared binding levels {{(pid=121606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:12:29.775191 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-a7f02214-7485-4c10-9ea1-0b57c3e4e6ad req-7b90dd2d-ec12-458c-9fb1-78f5e347e824 service neutron] For port 406da12e-abe8-4471-83ca-f6e5af8cbcd0, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=406da12e-abe8-4471-83ca-f6e5af8cbcd0,segment=NetworkSegment(85c774cb-a0eb-4ad9-961f-f331d3b37cd6),segment_id=85c774cb-a0eb-4ad9-961f-f331d3b37cd6)] {{(pid=121606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:12:29.787840 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5ef24a3d-8c4b-4994-ac12-727f515c2adc req-4fb0ce52-2d79-46bd-bc76-621c83af5a0f service neutron] 10.222.0.31 "GET /v2.0/networks/f8afa1db-6032-4635-a1fd-6997d067d021?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1899481
Dec 25 21:12:29.793703 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] No Port match for: d2192e86-fcbc-467e-974d-50439566abff {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:12:29.794057 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device d2192e86-fcbc-467e-974d-50439566abff not bound to the agent host nch2-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:12:29.794476 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device 9b84f1ce-b047-4065-9144-b2767da8f6e2 no longer exists at agent hyperv_nch2-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:12:29.883439 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:29.890322 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-5ef24a3d-8c4b-4994-ac12-727f515c2adc req-bf8bb06c-314a-4e2d-80e3-a6896efe9c76 service neutron] 10.222.0.31 "GET /v2.0/networks/f8afa1db-6032-4635-a1fd-6997d067d021?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1270018
Dec 25 21:12:29.913130 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 25 Dec 2021 21:12:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9906701f-504f-4646-8950-97f173433cb9 x-openstack-request-id: req-9906701f-504f-4646-8950-97f173433cb9 {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:12:29.913449 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b82ed20c-bbfc-4030-a8bc-ab9fae2d2653", "name": "network-vif-unplugged", "status": "completed", "tag": "ad82f3ef-690a-49c9-b46f-74d324ed0682", "code": 200}]} {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:12:29.913799 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9906701f-504f-4646-8950-97f173433cb9 {{(pid=121608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:12:29.914086 ncdv-master-1 neutron-server[121608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b82ed20c-bbfc-4030-a8bc-ab9fae2d2653', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ad82f3ef-690a-49c9-b46f-74d324ed0682', 'code': 200}
Dec 25 21:12:29.924277 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port 9b84f1ce-b047-4065-9144-b2767da8f6e2, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9b84f1ce-b047-4065-9144-b2767da8f6e2,segment=NetworkSegment(fad08864-4612-4be1-bb28-08cb199f6d74),segment_id=fad08864-4612-4be1-bb28-08cb199f6d74)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:12:29.944743 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-a7f02214-7485-4c10-9ea1-0b57c3e4e6ad req-7b90dd2d-ec12-458c-9fb1-78f5e347e824 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:29.974579 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 47966) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:12:29.992763 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f02214-7485-4c10-9ea1-0b57c3e4e6ad req-7b90dd2d-ec12-458c-9fb1-78f5e347e824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:12:29.994111 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-a7f02214-7485-4c10-9ea1-0b57c3e4e6ad req-7b90dd2d-ec12-458c-9fb1-78f5e347e824 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:29.995556 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a7f02214-7485-4c10-9ea1-0b57c3e4e6ad req-7b90dd2d-ec12-458c-9fb1-78f5e347e824 service neutron] 10.222.0.31 "PUT /v2.0/ports/406da12e-abe8-4471-83ca-f6e5af8cbcd0 HTTP/1.1" status: 200  len: 1096 time: 1.7433741
Dec 25 21:12:30.097415 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:30.166033 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Pushing event updated for resources: {'Port': ['ID=9b84f1ce-b047-4065-9144-b2767da8f6e2,revision_number=8']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:12:30.347371 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-5ef24a3d-8c4b-4994-ac12-727f515c2adc req-7ae6571a-9274-4ab1-8319-5f6af8aaccc5 service neutron] 10.222.0.31 "GET /v2.0/networks/f8afa1db-6032-4635-a1fd-6997d067d021?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4466314
Dec 25 21:12:30.466632 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [req-87657091-00c5-474f-a913-bd9f4b17de66 req-16ae8d66-c39c-4b3c-9be8-b6836d1ca010 tempest-LiveAutoBlockMigrationV225Test-952394939 tempest-LiveAutoBlockMigrationV225Test-952394939-project-admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=121606) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 25 21:12:30.467707 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-87657091-00c5-474f-a913-bd9f4b17de66 req-16ae8d66-c39c-4b3c-9be8-b6836d1ca010 tempest-LiveAutoBlockMigrationV225Test-952394939 tempest-LiveAutoBlockMigrationV225Test-952394939-project-admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0210407
Dec 25 21:12:30.484441 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b90dd2d-ec12-458c-9fb1-78f5e347e824 service neutron] Pushing event updated for resources: {'Port': ['ID=406da12e-abe8-4471-83ca-f6e5af8cbcd0,revision_number=3']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:12:30.566384 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87657091-00c5-474f-a913-bd9f4b17de66 req-a7ce2635-5cf4-443f-a28e-bd4eba132d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:12:30.567743 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-87657091-00c5-474f-a913-bd9f4b17de66 req-a7ce2635-5cf4-443f-a28e-bd4eba132d17 service neutron] 10.222.0.32 "GET /v2.0/ports/228dbe3e-2fc1-491d-915f-a92d1ec6406f HTTP/1.1" status: 200  len: 1093 time: 0.0844481
Dec 25 21:12:30.573950 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f02214-7485-4c10-9ea1-0b57c3e4e6ad req-272979b2-fb1d-4a29-968d-35e999f7198c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:12:30.575391 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a7f02214-7485-4c10-9ea1-0b57c3e4e6ad req-272979b2-fb1d-4a29-968d-35e999f7198c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8b80d743dc6342a689968320db7836a0&device_id=578a1ae1-faad-4593-b3a9-d1d4c134431c HTTP/1.1" status: 200  len: 1099 time: 0.1262505
Dec 25 21:12:30.581953 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-87657091-00c5-474f-a913-bd9f4b17de66 req-10b762d0-3756-4122-ad9d-2a4ad24cff8c service neutron] Request body: {'binding': {'host': 'nch2-master-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:12:30.582399 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-87657091-00c5-474f-a913-bd9f4b17de66 req-10b762d0-3756-4122-ad9d-2a4ad24cff8c service neutron] Unknown quota resources ['binding']. {{(pid=121606) _create /opt/stack/neutron/neutron/api/v2/base.py:496}}
Dec 25 21:12:30.638878 ncdv-master-1 neutron-server[121607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c12cba1c-049e-4a5a-8f24-4f33cf7df89c', 'tag': '9423691b-100e-4a18-9d2b-f2b8781dd071'}] {{(pid=121607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:12:30.641788 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f980bbcadfa7bf1e788024e1448be660373c21f97f015f780444e999c451203" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10bc384e-d0c1-4f76-be42-ea0be8dd0122" -d '{"events": [{"name": "network-changed", "server_uuid": "c12cba1c-049e-4a5a-8f24-4f33cf7df89c", "tag": "9423691b-100e-4a18-9d2b-f2b8781dd071"}]}' {{(pid=121607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:12:30.669675 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a7f02214-7485-4c10-9ea1-0b57c3e4e6ad req-e446e432-b584-4411-ab23-b9f3b3b16703 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.120&port_id=406da12e-abe8-4471-83ca-f6e5af8cbcd0 HTTP/1.1" status: 200  len: 217 time: 0.0844715
Dec 25 21:12:30.816238 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f02214-7485-4c10-9ea1-0b57c3e4e6ad req-da3ea896-9c37-47b3-b203-e10d32169e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:12:30.817714 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a7f02214-7485-4c10-9ea1-0b57c3e4e6ad req-da3ea896-9c37-47b3-b203-e10d32169e13 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=dcfbae86-f93e-400c-8084-eac7f56ff5ba HTTP/1.1" status: 200  len: 843 time: 0.1388118
Dec 25 21:12:30.949831 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-87657091-00c5-474f-a913-bd9f4b17de66 req-10b762d0-3756-4122-ad9d-2a4ad24cff8c service neutron] Attempting to bind port 228dbe3e-2fc1-491d-915f-a92d1ec6406f on host nch2-master-1 for vnic_type normal with profile None {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:12:30.950170 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-87657091-00c5-474f-a913-bd9f4b17de66 req-10b762d0-3756-4122-ad9d-2a4ad24cff8c service neutron] Attempting to bind port 228dbe3e-2fc1-491d-915f-a92d1ec6406f by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '0bc15208-d08d-4c93-89c3-c4dfd4d97844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '1e137e86-76be-493f-9b25-1d17756925b5'}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:12:30.950528 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87657091-00c5-474f-a913-bd9f4b17de66 req-10b762d0-3756-4122-ad9d-2a4ad24cff8c service neutron] Attempting to bind port 228dbe3e-2fc1-491d-915f-a92d1ec6406f on network 1e137e86-76be-493f-9b25-1d17756925b5 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:12:30.959195 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f02214-7485-4c10-9ea1-0b57c3e4e6ad req-e644cc34-c956-4a45-bb3d-12371214012c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:12:30.960688 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a7f02214-7485-4c10-9ea1-0b57c3e4e6ad req-e644cc34-c956-4a45-bb3d-12371214012c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=8f212e98-547d-4c6e-a560-2e9a548c8f59&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1311486
Dec 25 21:12:30.962698 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87657091-00c5-474f-a913-bd9f4b17de66 req-10b762d0-3756-4122-ad9d-2a4ad24cff8c service neutron] Port 228dbe3e-2fc1-491d-915f-a92d1ec6406f on network 1e137e86-76be-493f-9b25-1d17756925b5 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 25 21:12:30.962962 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87657091-00c5-474f-a913-bd9f4b17de66 req-10b762d0-3756-4122-ad9d-2a4ad24cff8c service neutron] Attempting to bind port 228dbe3e-2fc1-491d-915f-a92d1ec6406f on network 1e137e86-76be-493f-9b25-1d17756925b5 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:12:30.971333 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87657091-00c5-474f-a913-bd9f4b17de66 req-10b762d0-3756-4122-ad9d-2a4ad24cff8c service neutron] Checking agent: {'id': '0d9ae313-8f8d-40fa-8a9f-d098a25a9911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 21, 4, 38), 'started_at': datetime.datetime(2021, 12, 25, 21, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 12, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:12:30.971664 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87657091-00c5-474f-a913-bd9f4b17de66 req-10b762d0-3756-4122-ad9d-2a4ad24cff8c service neutron] Checking segment: {'id': '0bc15208-d08d-4c93-89c3-c4dfd4d97844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '1e137e86-76be-493f-9b25-1d17756925b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:12:30.972044 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87657091-00c5-474f-a913-bd9f4b17de66 req-10b762d0-3756-4122-ad9d-2a4ad24cff8c service neutron] Bound using segment: {'id': '0bc15208-d08d-4c93-89c3-c4dfd4d97844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '1e137e86-76be-493f-9b25-1d17756925b5'} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:12:30.972472 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-87657091-00c5-474f-a913-bd9f4b17de66 req-10b762d0-3756-4122-ad9d-2a4ad24cff8c service neutron] Bound port: 228dbe3e-2fc1-491d-915f-a92d1ec6406f, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0bc15208-d08d-4c93-89c3-c4dfd4d97844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '1e137e86-76be-493f-9b25-1d17756925b5'}}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:12:31.107902 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-87657091-00c5-474f-a913-bd9f4b17de66 req-10b762d0-3756-4122-ad9d-2a4ad24cff8c service neutron] For port 228dbe3e-2fc1-491d-915f-a92d1ec6406f, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=228dbe3e-2fc1-491d-915f-a92d1ec6406f,segment=NetworkSegment(0bc15208-d08d-4c93-89c3-c4dfd4d97844),segment_id=0bc15208-d08d-4c93-89c3-c4dfd4d97844)] {{(pid=121606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:12:31.145140 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a7f02214-7485-4c10-9ea1-0b57c3e4e6ad req-3153dcaf-09fe-4834-9e95-da597452e778 service neutron] 10.222.0.31 "GET /v2.0/networks/8f212e98-547d-4c6e-a560-2e9a548c8f59?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1696928
Dec 25 21:12:31.189242 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-87657091-00c5-474f-a913-bd9f4b17de66 req-10b762d0-3756-4122-ad9d-2a4ad24cff8c service neutron] Publish callbacks [] for binding, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:31.190619 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-87657091-00c5-474f-a913-bd9f4b17de66 req-10b762d0-3756-4122-ad9d-2a4ad24cff8c service neutron] 10.222.0.32 "POST /v2.0/ports/228dbe3e-2fc1-491d-915f-a92d1ec6406f/bindings HTTP/1.1" status: 201  len: 389 time: 0.6142387
Dec 25 21:12:31.231169 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-643f3621-8396-4329-be89-3bbb705b2b58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2007615'] for router_interface, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:31.295740 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a7f02214-7485-4c10-9ea1-0b57c3e4e6ad req-599f0add-a88c-465a-83e2-7871479a749d service neutron] 10.222.0.31 "GET /v2.0/networks/8f212e98-547d-4c6e-a560-2e9a548c8f59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1408484
Dec 25 21:12:31.461448 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8f4e90-c647-42d4-909c-a62fb5473920 req-0740da1f-4565-4345-9556-1f942d99a211 tempest-MultipleCreateTestJSON-716196898 tempest-MultipleCreateTestJSON-716196898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:12:31.463095 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ea8f4e90-c647-42d4-909c-a62fb5473920 req-0740da1f-4565-4345-9556-1f942d99a211 tempest-MultipleCreateTestJSON-716196898 tempest-MultipleCreateTestJSON-716196898-project] 10.222.0.32 "GET /v2.0/ports?device_id=c12cba1c-049e-4a5a-8f24-4f33cf7df89c HTTP/1.1" status: 200  len: 943 time: 0.0796552
Dec 25 21:12:31.501473 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Dec 2021 21:12:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-decd9935-2bae-4df2-8609-76e7f9b6725b x-openstack-request-id: req-decd9935-2bae-4df2-8609-76e7f9b6725b {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:12:31.501771 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6e849be-8c7b-429d-b691-8ec676c68caa", "tag": "f2815b7b-7409-4ce5-8cb9-55075ef4d0f3", "status": "completed", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:12:31.502027 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-decd9935-2bae-4df2-8609-76e7f9b6725b {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:12:31.502418 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6e849be-8c7b-429d-b691-8ec676c68caa', 'tag': 'f2815b7b-7409-4ce5-8cb9-55075ef4d0f3', 'status': 'completed', 'code': 200}
Dec 25 21:12:31.617069 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ea8f4e90-c647-42d4-909c-a62fb5473920 req-a1df134e-7ba7-4ea6-bbe6-fbabef3e4a3f tempest-MultipleCreateTestJSON-716196898 tempest-MultipleCreateTestJSON-716196898-project] 10.222.0.32 "GET /v2.0/security-groups?id=a7858f6a-3772-499d-a74e-b906953665ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1258106
Dec 25 21:12:31.644798 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75543c1f-5669-412a-a8f3-0f0f6a845dfa req-7e3cf961-de74-4226-92b3-536bf377c007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:12:31.646392 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-75543c1f-5669-412a-a8f3-0f0f6a845dfa req-7e3cf961-de74-4226-92b3-536bf377c007 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=576fa0b7a73d45bc86b799bb25424c30&device_id=e6e849be-8c7b-429d-b691-8ec676c68caa HTTP/1.1" status: 200  len: 1095 time: 0.1080556
Dec 25 21:12:31.652862 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea09d208-6502-4af1-a7c6-ba58399ce9b1 req-9dc1c768-1834-445a-ac82-8f8e9a911d63 tempest-LiveMigrationTest-1605081009 tempest-LiveMigrationTest-1605081009-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:12:31.654405 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ea09d208-6502-4af1-a7c6-ba58399ce9b1 req-9dc1c768-1834-445a-ac82-8f8e9a911d63 tempest-LiveMigrationTest-1605081009 tempest-LiveMigrationTest-1605081009-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=6c9cb266-1a4b-41a7-b9c4-55bc33979d91 HTTP/1.1" status: 200  len: 1096 time: 0.1010063
Dec 25 21:12:31.662146 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-643f3621-8396-4329-be89-3bbb705b2b58 admin admin] Deleting port 6eee90ec-de3c-4dd9-8c1b-3879a17f6d48 {{(pid=121606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:12:31.662146 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-643f3621-8396-4329-be89-3bbb705b2b58 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:31.832257 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ea09d208-6502-4af1-a7c6-ba58399ce9b1 req-a4cc35c1-c1f3-4e86-a652-c752c2af2d7d tempest-LiveMigrationTest-1605081009 tempest-LiveMigrationTest-1605081009-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=bc05caf7-df2e-49b8-960c-4031d2c2ccca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1691527
Dec 25 21:12:31.848775 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f626dd-bb39-4429-af2e-aa51084d63ea req-2269262e-7a94-400a-8b75-4618c62cdb14 tempest-TenantUsagesTestJSON-459875834 tempest-TenantUsagesTestJSON-459875834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:12:31.850390 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-08f626dd-bb39-4429-af2e-aa51084d63ea req-2269262e-7a94-400a-8b75-4618c62cdb14 tempest-TenantUsagesTestJSON-459875834 tempest-TenantUsagesTestJSON-459875834-project] 10.222.0.32 "GET /v2.0/ports?device_id=578a1ae1-faad-4593-b3a9-d1d4c134431c HTTP/1.1" status: 200  len: 948 time: 0.1356795
Dec 25 21:12:31.886598 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Dec 2021 21:12:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fdc8483-ae92-499d-a007-8bfd569fc41f x-openstack-request-id: req-3fdc8483-ae92-499d-a007-8bfd569fc41f {{(pid=121607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:12:31.887124 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c12cba1c-049e-4a5a-8f24-4f33cf7df89c", "tag": "9423691b-100e-4a18-9d2b-f2b8781dd071", "status": "completed", "code": 200}]} {{(pid=121607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:12:31.887231 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3fdc8483-ae92-499d-a007-8bfd569fc41f {{(pid=121607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:12:31.887542 ncdv-master-1 neutron-server[121607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c12cba1c-049e-4a5a-8f24-4f33cf7df89c', 'tag': '9423691b-100e-4a18-9d2b-f2b8781dd071', 'status': 'completed', 'code': 200}
Dec 25 21:12:31.915387 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c01ef47d-effa-4511-a9b2-27108542948c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9b84f1ce-b047-4065-9144-b2767da8f6e2'}] {{(pid=121608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:12:31.918367 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a88c78c3ff6266bd59c7e89d275b28c92e739b67d23c89d71af88829fd31566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e345d5f4-4736-4555-8839-56d83b4d1289" -d '{"events": [{"server_uuid": "c01ef47d-effa-4511-a9b2-27108542948c", "name": "network-vif-unplugged", "status": "completed", "tag": "9b84f1ce-b047-4065-9144-b2767da8f6e2"}]}' {{(pid=121608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:12:31.932518 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [None req-643f3621-8396-4329-be89-3bbb705b2b58 admin admin] For port 6eee90ec-de3c-4dd9-8c1b-3879a17f6d48, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6eee90ec-de3c-4dd9-8c1b-3879a17f6d48,segment=NetworkSegment(c81d66e9-cd43-4a32-ab71-883a0f354192),segment_id=c81d66e9-cd43-4a32-ab71-883a0f354192)] {{(pid=121606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:12:31.932956 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-643f3621-8396-4329-be89-3bbb705b2b58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:31.952808 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75543c1f-5669-412a-a8f3-0f0f6a845dfa req-7ae28a83-d7f2-41a2-8d52-95079426bc08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:12:31.954838 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-75543c1f-5669-412a-a8f3-0f0f6a845dfa req-7ae28a83-d7f2-41a2-8d52-95079426bc08 service neutron] 10.222.0.31 "GET /v2.0/networks?id=f8afa1db-6032-4635-a1fd-6997d067d021 HTTP/1.1" status: 200  len: 913 time: 0.2940011
Dec 25 21:12:31.955715 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-643f3621-8396-4329-be89-3bbb705b2b58 admin admin] Calling delete_port for 6eee90ec-de3c-4dd9-8c1b-3879a17f6d48 owned by network:router_interface {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:12:31.960535 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-08f626dd-bb39-4429-af2e-aa51084d63ea req-66d6655f-8b09-47b2-ac46-c8b830f3e0b8 tempest-TenantUsagesTestJSON-459875834 tempest-TenantUsagesTestJSON-459875834-project] 10.222.0.32 "GET /v2.0/security-groups?id=3eb1d827-a7c8-4817-a176-ffcd3e08aae0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1035697
Dec 25 21:12:31.999935 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bc384e-d0c1-4f76-be42-ea0be8dd0122 req-1e28f65a-d629-4f53-9d62-bc6d66fb057e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:12:32.004691 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-75543c1f-5669-412a-a8f3-0f0f6a845dfa req-72998ee9-f093-411a-aab5-4948d2a696b5 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f2815b7b-7409-4ce5-8cb9-55075ef4d0f3 HTTP/1.1" status: 200  len: 217 time: 0.0403121
Dec 25 21:12:32.005192 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-10bc384e-d0c1-4f76-be42-ea0be8dd0122 req-1e28f65a-d629-4f53-9d62-bc6d66fb057e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=576fa0b7a73d45bc86b799bb25424c30&device_id=c12cba1c-049e-4a5a-8f24-4f33cf7df89c HTTP/1.1" status: 200  len: 1094 time: 0.0686433
Dec 25 21:12:32.110534 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bc384e-d0c1-4f76-be42-ea0be8dd0122 req-d3eb0928-b9c5-48fb-8de4-c1eaaa3cb7f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:12:32.112060 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-10bc384e-d0c1-4f76-be42-ea0be8dd0122 req-d3eb0928-b9c5-48fb-8de4-c1eaaa3cb7f9 service neutron] 10.222.0.31 "GET /v2.0/networks?id=f8afa1db-6032-4635-a1fd-6997d067d021 HTTP/1.1" status: 200  len: 913 time: 0.0974932
Dec 25 21:12:32.148603 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75543c1f-5669-412a-a8f3-0f0f6a845dfa req-2399bff2-561f-43b5-bfdb-b2858bafdfee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:12:32.150140 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-75543c1f-5669-412a-a8f3-0f0f6a845dfa req-2399bff2-561f-43b5-bfdb-b2858bafdfee service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d5f99ff0-85f2-49a7-83a6-2b3ecaa62b88 HTTP/1.1" status: 200  len: 852 time: 0.1040080
Dec 25 21:12:32.155630 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-10bc384e-d0c1-4f76-be42-ea0be8dd0122 req-b523a834-8351-416d-92ed-a20fbe83af53 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9423691b-100e-4a18-9d2b-f2b8781dd071 HTTP/1.1" status: 200  len: 217 time: 0.0351338
Dec 25 21:12:32.163990 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271a1e12-d7e5-46b9-98f1-dec1ca54ea9a req-fcb2f71a-9b37-423e-babc-7fa61c178f72 tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:12:32.165497 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-271a1e12-d7e5-46b9-98f1-dec1ca54ea9a req-fcb2f71a-9b37-423e-babc-7fa61c178f72 tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] 10.222.0.32 "GET /v2.0/ports?device_id=866da8ae-83ec-48f9-bfc8-b1a55df72844 HTTP/1.1" status: 200  len: 945 time: 0.1182253
Dec 25 21:12:32.236746 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87657091-00c5-474f-a913-bd9f4b17de66 req-fe2faab2-6bbb-401e-b430-7e81e5d94253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:12:32.238241 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-87657091-00c5-474f-a913-bd9f4b17de66 req-fe2faab2-6bbb-401e-b430-7e81e5d94253 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=276a36e6a97d46a78b7e483daa26cc2e&device_id=866da8ae-83ec-48f9-bfc8-b1a55df72844 HTTP/1.1" status: 200  len: 1096 time: 0.0772750
Dec 25 21:12:32.239948 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bc384e-d0c1-4f76-be42-ea0be8dd0122 req-601a4ce8-7bf5-478f-97f3-2225ff5974fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:12:32.241258 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-10bc384e-d0c1-4f76-be42-ea0be8dd0122 req-601a4ce8-7bf5-478f-97f3-2225ff5974fd service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d5f99ff0-85f2-49a7-83a6-2b3ecaa62b88 HTTP/1.1" status: 200  len: 852 time: 0.0727532
Dec 25 21:12:32.242816 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-75543c1f-5669-412a-a8f3-0f0f6a845dfa req-9f797255-4bbe-471c-9aa6-7f393e0c313e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f8afa1db-6032-4635-a1fd-6997d067d021&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0474560
Dec 25 21:12:32.297280 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-10bc384e-d0c1-4f76-be42-ea0be8dd0122 req-a00886d6-0192-4e4c-bf9a-92de76f9aa05 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f8afa1db-6032-4635-a1fd-6997d067d021&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0347874
Dec 25 21:12:32.319245 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-271a1e12-d7e5-46b9-98f1-dec1ca54ea9a req-2bf22a16-1031-4821-8a37-196d9426bd42 tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5d2ff88-22d6-43d8-90d1-bfb86d4e3308&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1162314
Dec 25 21:12:32.410629 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-75543c1f-5669-412a-a8f3-0f0f6a845dfa req-15315313-6839-4b21-aa80-0868cd6e95f0 service neutron] 10.222.0.31 "GET /v2.0/networks/f8afa1db-6032-4635-a1fd-6997d067d021?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1489854
Dec 25 21:12:32.423070 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87657091-00c5-474f-a913-bd9f4b17de66 req-d43f7cd1-72ae-4e31-9596-4d5c1aee1f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:12:32.424450 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-87657091-00c5-474f-a913-bd9f4b17de66 req-d43f7cd1-72ae-4e31-9596-4d5c1aee1f48 service neutron] 10.222.0.37 "GET /v2.0/networks?id=1e137e86-76be-493f-9b25-1d17756925b5 HTTP/1.1" status: 200  len: 921 time: 0.1795628
Dec 25 21:12:32.481138 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-87657091-00c5-474f-a913-bd9f4b17de66 req-5c36b8f8-38a8-4902-a755-fd3dcdf5c295 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=228dbe3e-2fc1-491d-915f-a92d1ec6406f HTTP/1.1" status: 200  len: 217 time: 0.0438716
Dec 25 21:12:32.500583 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-10bc384e-d0c1-4f76-be42-ea0be8dd0122 req-f5158496-23e9-415a-bb7b-c0a484d1a8d9 service neutron] 10.222.0.31 "GET /v2.0/networks/f8afa1db-6032-4635-a1fd-6997d067d021?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1724818
Dec 25 21:12:32.541671 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 48022) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:12:32.544771 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-643f3621-8396-4329-be89-3bbb705b2b58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:32.599870 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87657091-00c5-474f-a913-bd9f4b17de66 req-1f79bb93-ba98-4244-bde7-2d185748dbc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:12:32.600300 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device 9423691b-100e-4a18-9d2b-f2b8781dd071 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 25 21:12:32.602234 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-87657091-00c5-474f-a913-bd9f4b17de66 req-1f79bb93-ba98-4244-bde7-2d185748dbc6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9f350e3c-b3c0-4923-bec6-5c96ab55923b HTTP/1.1" status: 200  len: 860 time: 0.1135781
Dec 25 21:12:32.617157 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643f3621-8396-4329-be89-3bbb705b2b58 admin admin] Pushing event deleted for resources: {'Port': ['ID=6eee90ec-de3c-4dd9-8c1b-3879a17f6d48,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:12:32.656982 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 25 Dec 2021 21:12:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d0a7176-85f0-43f5-8c83-3b97f932192a x-openstack-request-id: req-3d0a7176-85f0-43f5-8c83-3b97f932192a {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:12:32.656982 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c01ef47d-effa-4511-a9b2-27108542948c", "name": "network-vif-unplugged", "status": "completed", "tag": "9b84f1ce-b047-4065-9144-b2767da8f6e2", "code": 200}]} {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:12:32.656982 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3d0a7176-85f0-43f5-8c83-3b97f932192a {{(pid=121608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:12:32.657496 ncdv-master-1 neutron-server[121608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c01ef47d-effa-4511-a9b2-27108542948c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9b84f1ce-b047-4065-9144-b2767da8f6e2', 'code': 200}
Dec 25 21:12:32.671296 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-75543c1f-5669-412a-a8f3-0f0f6a845dfa req-a737a3b3-8794-45a2-8bca-53024e82ee6d service neutron] 10.222.0.31 "GET /v2.0/networks/f8afa1db-6032-4635-a1fd-6997d067d021?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2434933
Dec 25 21:12:32.675700 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-87657091-00c5-474f-a913-bd9f4b17de66 req-70016047-2c5a-4eff-a645-0cc94c0b3456 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1e137e86-76be-493f-9b25-1d17756925b5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0594521
Dec 25 21:12:32.679607 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-10bc384e-d0c1-4f76-be42-ea0be8dd0122 req-f923162a-a967-4cda-a0a7-2857768df355 service neutron] 10.222.0.31 "GET /v2.0/networks/f8afa1db-6032-4635-a1fd-6997d067d021?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1615274
Dec 25 21:12:32.722663 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a808b7e2-896c-4fb9-beee-f922c048cb62 req-bfc2b701-80dc-4079-a8c3-ba5b7d98770c tempest-LiveMigrationTest-1605081009 tempest-LiveMigrationTest-1605081009-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:12:32.725026 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a808b7e2-896c-4fb9-beee-f922c048cb62 req-bfc2b701-80dc-4079-a8c3-ba5b7d98770c tempest-LiveMigrationTest-1605081009 tempest-LiveMigrationTest-1605081009-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=6c9cb266-1a4b-41a7-b9c4-55bc33979d91 HTTP/1.1" status: 200  len: 1096 time: 0.2180438
Dec 25 21:12:32.779208 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port 9423691b-100e-4a18-9d2b-f2b8781dd071, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9423691b-100e-4a18-9d2b-f2b8781dd071,segment=NetworkSegment(e8b49c6f-815a-4466-b5f4-d5e58824da1f),segment_id=e8b49c6f-815a-4466-b5f4-d5e58824da1f)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:12:32.786627 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-376bca9b-1e8a-4459-aded-2e9802e15db8 tempest-ServersTestManualDisk-494677233 tempest-ServersTestManualDisk-494677233-project] Publish callbacks [] for security_group, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:32.808261 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-87657091-00c5-474f-a913-bd9f4b17de66 req-bd58c841-b341-4a6e-96ca-3df35eb2d739 service neutron] 10.222.0.37 "GET /v2.0/networks/1e137e86-76be-493f-9b25-1d17756925b5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1234190
Dec 25 21:12:32.912384 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-376bca9b-1e8a-4459-aded-2e9802e15db8 tempest-ServersTestManualDisk-494677233 tempest-ServersTestManualDisk-494677233-project] Publish callbacks [] for security_group, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:32.913508 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-87657091-00c5-474f-a913-bd9f4b17de66 req-bc4b8f33-3e28-4557-b61b-e87b77b483c1 service neutron] 10.222.0.37 "GET /v2.0/networks/1e137e86-76be-493f-9b25-1d17756925b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0959532
Dec 25 21:12:32.929499 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Returning: {'device': '9423691b-100e-4a18-9d2b-f2b8781dd071', 'network_id': 'f8afa1db-6032-4635-a1fd-6997d067d021', 'port_id': '9423691b-100e-4a18-9d2b-f2b8781dd071', 'mac_address': 'fa:16:3e:99:ce:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5f99ff0-85f2-49a7-83a6-2b3ecaa62b88', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 25 21:12:32.972079 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:32.985468 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9423691b-100e-4a18-9d2b-f2b8781dd071 {{(pid=121608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:12:33.007697 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port 9423691b-100e-4a18-9d2b-f2b8781dd071, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9423691b-100e-4a18-9d2b-f2b8781dd071,segment=NetworkSegment(e8b49c6f-815a-4466-b5f4-d5e58824da1f),segment_id=e8b49c6f-815a-4466-b5f4-d5e58824da1f)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:12:33.020610 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5135e6ee-f6d0-41ca-832c-abb64366ff55 req-c64c32bb-0db4-44b3-825c-f2cfd4733541 tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:12:33.022164 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5135e6ee-f6d0-41ca-832c-abb64366ff55 req-c64c32bb-0db4-44b3-825c-f2cfd4733541 tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] 10.222.0.32 "GET /v2.0/networks?id=6dded111-84d7-4606-bd1c-e9369354dff9 HTTP/1.1" status: 200  len: 805 time: 0.2767797
Dec 25 21:12:33.024339 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a808b7e2-896c-4fb9-beee-f922c048cb62 req-223f90eb-27da-4090-a1b6-cb8737bec79a tempest-LiveMigrationTest-1605081009 tempest-LiveMigrationTest-1605081009-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=bc05caf7-df2e-49b8-960c-4031d2c2ccca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2886634
Dec 25 21:12:33.055381 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5135e6ee-f6d0-41ca-832c-abb64366ff55 req-f9fbb768-b6c3-4dcc-9bef-003c629ae91a tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] 10.222.0.32 "GET /v2.0/quotas/74b18f04a1eb470bac90f3df16ec5170 HTTP/1.1" status: 200  len: 375 time: 0.0260456
Dec 25 21:12:33.114658 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:33.115332 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device f2815b7b-7409-4ce5-8cb9-55075ef4d0f3 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 25 21:12:33.183714 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port f2815b7b-7409-4ce5-8cb9-55075ef4d0f3, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f2815b7b-7409-4ce5-8cb9-55075ef4d0f3,segment=NetworkSegment(e8b49c6f-815a-4466-b5f4-d5e58824da1f),segment_id=e8b49c6f-815a-4466-b5f4-d5e58824da1f)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:12:33.190081 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Pushing event updated for resources: {'Port': ['ID=9423691b-100e-4a18-9d2b-f2b8781dd071,revision_number=4']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:12:33.211957 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Returning: {'device': 'f2815b7b-7409-4ce5-8cb9-55075ef4d0f3', 'network_id': 'f8afa1db-6032-4635-a1fd-6997d067d021', 'port_id': 'f2815b7b-7409-4ce5-8cb9-55075ef4d0f3', 'mac_address': 'fa:16:3e:ac:ef:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5f99ff0-85f2-49a7-83a6-2b3ecaa62b88', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 25 21:12:33.258479 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:33.273394 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2815b7b-7409-4ce5-8cb9-55075ef4d0f3 {{(pid=121608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:12:33.295926 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port f2815b7b-7409-4ce5-8cb9-55075ef4d0f3, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f2815b7b-7409-4ce5-8cb9-55075ef4d0f3,segment=NetworkSegment(e8b49c6f-815a-4466-b5f4-d5e58824da1f),segment_id=e8b49c6f-815a-4466-b5f4-d5e58824da1f)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:12:33.354468 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:33.409479 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Pushing event updated for resources: {'Port': ['ID=f2815b7b-7409-4ce5-8cb9-55075ef4d0f3,revision_number=4']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:12:33.473704 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-643f3621-8396-4329-be89-3bbb705b2b58 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2007763'] for router_interface, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:33.490558 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5135e6ee-f6d0-41ca-832c-abb64366ff55 req-ff73cb64-a76c-4c75-a1c7-216305d95d6c tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=74b18f04a1eb470bac90f3df16ec5170&fields=id HTTP/1.1" status: 200  len: 255 time: 0.4343035
Dec 25 21:12:33.493380 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-376bca9b-1e8a-4459-aded-2e9802e15db8 tempest-ServersTestManualDisk-494677233 tempest-ServersTestManualDisk-494677233-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:33.495919 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-376bca9b-1e8a-4459-aded-2e9802e15db8 tempest-ServersTestManualDisk-494677233 tempest-ServersTestManualDisk-494677233-project] Publish callbacks [] for security_group, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:33.496992 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-376bca9b-1e8a-4459-aded-2e9802e15db8 tempest-ServersTestManualDisk-494677233 tempest-ServersTestManualDisk-494677233-project] 10.222.0.32 "DELETE /v2.0/security-groups/6382333d-3f4f-4fdc-a521-f329b76785ed HTTP/1.1" status: 204  len: 168 time: 0.9500675
Dec 25 21:12:33.499918 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 48056) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:12:33.506471 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '578a1ae1-faad-4593-b3a9-d1d4c134431c', 'tag': '406da12e-abe8-4471-83ca-f6e5af8cbcd0'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:12:33.507919 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9858820c13ec2827453b94ebc4181065e990a4e4089ccb9fe762531ac62d2fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b929aa86-68f8-4be8-b7c0-dff71ad24936" -d '{"events": [{"name": "network-changed", "server_uuid": "578a1ae1-faad-4593-b3a9-d1d4c134431c", "tag": "406da12e-abe8-4471-83ca-f6e5af8cbcd0"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:12:33.523363 ncdv-master-1 neutron-server[121607]: INFO neutron.api.v2.resource [None req-6c0a083f-495a-412e-aa85-a48cfc268987 tempest-ServersTestManualDisk-494677233 tempest-ServersTestManualDisk-494677233-project] show failed (client error): The resource could not be found.
Dec 25 21:12:33.524750 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-6c0a083f-495a-412e-aa85-a48cfc268987 tempest-ServersTestManualDisk-494677233 tempest-ServersTestManualDisk-494677233-project] 10.222.0.32 "GET /v2.0/security-groups/6382333d-3f4f-4fdc-a521-f329b76785ed HTTP/1.1" status: 404  len: 347 time: 0.0238411
Dec 25 21:12:33.528697 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 48060) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:12:33.565015 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89751239-055a-4732-b436-32fdd66438b6 req-941d1286-37ae-45e6-98ab-e19960968eaf tempest-MultipleCreateTestJSON-716196898 tempest-MultipleCreateTestJSON-716196898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:12:33.566494 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-89751239-055a-4732-b436-32fdd66438b6 req-941d1286-37ae-45e6-98ab-e19960968eaf tempest-MultipleCreateTestJSON-716196898 tempest-MultipleCreateTestJSON-716196898-project] 10.222.0.32 "GET /v2.0/ports?device_id=c12cba1c-049e-4a5a-8f24-4f33cf7df89c HTTP/1.1" status: 200  len: 944 time: 0.1416507
Dec 25 21:12:33.569853 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376bca9b-1e8a-4459-aded-2e9802e15db8 tempest-ServersTestManualDisk-494677233 tempest-ServersTestManualDisk-494677233-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6382333d-3f4f-4fdc-a521-f329b76785ed,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:12:33.627815 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] get_ports_and_sgs() called for port_ids ['f2815b7b-7409-4ce5-8cb9-55075ef4d0f3'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:12:33.632465 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] get_ports_and_sgs() called for port_ids ['9423691b-100e-4a18-9d2b-f2b8781dd071'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:12:33.685530 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-1d5956e9-c209-4e64-8736-70e60420e89e tempest-ServersTestManualDisk-494677233 tempest-ServersTestManualDisk-494677233-project] Deleting port 9f4b348b-756a-4e57-b830-8223fc17fe6b {{(pid=121607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:12:33.686499 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-1d5956e9-c209-4e64-8736-70e60420e89e tempest-ServersTestManualDisk-494677233 tempest-ServersTestManualDisk-494677233-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:33.727144 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-89751239-055a-4732-b436-32fdd66438b6 req-f40d2cfa-2981-48b2-8c64-9424f55b68b8 tempest-MultipleCreateTestJSON-716196898 tempest-MultipleCreateTestJSON-716196898-project] 10.222.0.32 "GET /v2.0/security-groups?id=a7858f6a-3772-499d-a74e-b906953665ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1424947
Dec 25 21:12:33.753489 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5135e6ee-f6d0-41ca-832c-abb64366ff55 req-4ef34184-2b19-45d6-bfb4-c094835557b4 service neutron] 10.222.0.32 "GET /v2.0/networks/6dded111-84d7-4606-bd1c-e9369354dff9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2426074
Dec 25 21:12:33.841330 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-1d5956e9-c209-4e64-8736-70e60420e89e tempest-ServersTestManualDisk-494677233 tempest-ServersTestManualDisk-494677233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:33.842322 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-1d5956e9-c209-4e64-8736-70e60420e89e tempest-ServersTestManualDisk-494677233 tempest-ServersTestManualDisk-494677233-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:33.873468 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-1d5956e9-c209-4e64-8736-70e60420e89e tempest-ServersTestManualDisk-494677233 tempest-ServersTestManualDisk-494677233-project] Calling delete_port for 9f4b348b-756a-4e57-b830-8223fc17fe6b owned by network:floatingip {{(pid=121607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:12:33.952361 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5135e6ee-f6d0-41ca-832c-abb64366ff55 req-2edb20ba-6c80-46a4-9501-0aaa47c4bb02 service neutron] 10.222.0.32 "GET /v2.0/networks/6dded111-84d7-4606-bd1c-e9369354dff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1977429
Dec 25 21:12:33.962960 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-643f3621-8396-4329-be89-3bbb705b2b58 admin admin] Router 3d36483e-ff0b-4d2b-9229-38307b0e66d1 has already been hosted by L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 {{(pid=121606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 25 21:12:34.142096 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c868aa53-c803-4b0b-b09a-326b30694d9c req-4368df0c-15eb-4ac4-8788-d500326c58ac tempest-TenantUsagesTestJSON-459875834 tempest-TenantUsagesTestJSON-459875834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:12:34.143682 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c868aa53-c803-4b0b-b09a-326b30694d9c req-4368df0c-15eb-4ac4-8788-d500326c58ac tempest-TenantUsagesTestJSON-459875834 tempest-TenantUsagesTestJSON-459875834-project] 10.222.0.32 "GET /v2.0/ports?device_id=578a1ae1-faad-4593-b3a9-d1d4c134431c HTTP/1.1" status: 200  len: 948 time: 0.1036594
Dec 25 21:12:34.169959 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-643f3621-8396-4329-be89-3bbb705b2b58 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 21:12:34.172957 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:34.177400 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-643f3621-8396-4329-be89-3bbb705b2b58 admin admin] 10.222.0.32 "PUT /v2.0/routers/3d36483e-ff0b-4d2b-9229-38307b0e66d1/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.1994524
Dec 25 21:12:34.181660 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 48062) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:12:34.184777 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c9cb522-65f0-4094-8c6a-5306ba2efca6 None None] Sync routers for ids ['3d36483e-ff0b-4d2b-9229-38307b0e66d1'] in ncdv-master-1 {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 21:12:34.199034 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c9cb522-65f0-4094-8c6a-5306ba2efca6 None None] Routers {'3d36483e-ff0b-4d2b-9229-38307b0e66d1'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:12:34.200031 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-4c9cb522-65f0-4094-8c6a-5306ba2efca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2618468a00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:12:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['3d36483e-ff0b-4d2b-9229-38307b0e66d1'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:12:34.241354 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c868aa53-c803-4b0b-b09a-326b30694d9c req-772c3bd8-b148-47ef-9fb8-ea68ddb02f10 tempest-TenantUsagesTestJSON-459875834 tempest-TenantUsagesTestJSON-459875834-project] 10.222.0.32 "GET /v2.0/security-groups?id=3eb1d827-a7c8-4817-a176-ffcd3e08aae0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0836079
Dec 25 21:12:34.241832 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-1d5956e9-c209-4e64-8736-70e60420e89e tempest-ServersTestManualDisk-494677233 tempest-ServersTestManualDisk-494677233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:34.321510 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5956e9-c209-4e64-8736-70e60420e89e tempest-ServersTestManualDisk-494677233 tempest-ServersTestManualDisk-494677233-project] Pushing event deleted for resources: {'Port': ['ID=9f4b348b-756a-4e57-b830-8223fc17fe6b,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:12:34.372599 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvr_db [None req-4c9cb522-65f0-4094-8c6a-5306ba2efca6 None None] Set router 3d36483e-ff0b-4d2b-9229-38307b0e66d1 gateway port host: ncdv-master-1 {{(pid=121609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:12:34.411187 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Dec 2021 21:12:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bd8c78c-e947-4812-b248-a26c9d90a6ad x-openstack-request-id: req-3bd8c78c-e947-4812-b248-a26c9d90a6ad {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:12:34.411494 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "578a1ae1-faad-4593-b3a9-d1d4c134431c", "tag": "406da12e-abe8-4471-83ca-f6e5af8cbcd0", "status": "completed", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:12:34.411729 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3bd8c78c-e947-4812-b248-a26c9d90a6ad {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:12:34.412593 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '578a1ae1-faad-4593-b3a9-d1d4c134431c', 'tag': '406da12e-abe8-4471-83ca-f6e5af8cbcd0', 'status': 'completed', 'code': 200}
Dec 25 21:12:34.525502 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-6c78469a-cc9f-4d92-813c-d17d649b0176 req-d8c8639c-df7a-40ba-8f1f-27e14579af27 tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] 10.222.0.32 "GET /v2.0/ports?device_id=80f6f0ff-5388-463f-95ad-bb8a5b36da5d HTTP/1.1" status: 200  len: 210 time: 0.0503559
Dec 25 21:12:34.601931 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device 406da12e-abe8-4471-83ca-f6e5af8cbcd0 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 25 21:12:34.614502 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7d399a-45e8-49b5-bc4b-6831d97caef8 req-ad37ec46-6d2a-4c3c-80ee-18c24c5d5602 tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:12:34.616004 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-6a7d399a-45e8-49b5-bc4b-6831d97caef8 req-ad37ec46-6d2a-4c3c-80ee-18c24c5d5602 tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] 10.222.0.37 "GET /v2.0/ports?device_id=c01ef47d-effa-4511-a9b2-27108542948c HTTP/1.1" status: 200  len: 944 time: 0.2960880
Dec 25 21:12:34.669485 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b55807b0-1215-4a54-853b-8c600235af59 admin admin] Publish callbacks [] for router, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:34.683127 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760d10df-0a47-43f5-b5e3-742f0a4470ca req-747cf7b8-fc0d-4ab4-bb81-9fcd011ac74b tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:12:34.693744 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-760d10df-0a47-43f5-b5e3-742f0a4470ca req-747cf7b8-fc0d-4ab4-bb81-9fcd011ac74b tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] 10.222.0.32 "GET /v2.0/ports?device_id=866da8ae-83ec-48f9-bfc8-b1a55df72844 HTTP/1.1" status: 200  len: 945 time: 0.0742822
Dec 25 21:12:34.743580 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-1d5956e9-c209-4e64-8736-70e60420e89e tempest-ServersTestManualDisk-494677233 tempest-ServersTestManualDisk-494677233-project] Publish callbacks [] for floatingip, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:34.746503 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-1d5956e9-c209-4e64-8736-70e60420e89e tempest-ServersTestManualDisk-494677233 tempest-ServersTestManualDisk-494677233-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for floatingip, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:34.747653 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-1d5956e9-c209-4e64-8736-70e60420e89e tempest-ServersTestManualDisk-494677233 tempest-ServersTestManualDisk-494677233-project] 10.222.0.32 "DELETE /v2.0/floatingips/b62bb7f9-213c-4617-b29b-2707538c3b2e HTTP/1.1" status: 204  len: 168 time: 1.2180111
Dec 25 21:12:34.753465 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 48078) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:12:34.768605 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-4c9cb522-65f0-4094-8c6a-5306ba2efca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2618468a00>, [{'id': '3d36483e-ff0b-4d2b-9229-38307b0e66d1', 'name': 'tempest-FloatingIPsAssociationTestJSON-1365984648-router', 'tenant_id': '188fe358c4684fce8fc912f48b3f186e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.189'}], 'enable_snat': True}, 'gw_port_id': '7e896cd5-4f9b-44ff-a1f2-dd0bc13ee29f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:11:10Z', 'updated_at': '2021-12-25T21:12:32Z', 'revision_number': 5, 'project_id': '188fe358c4684fce8fc912f48b3f186e', 'gw_port': {'id': '7e896cd5-4f9b-44ff-a1f2-dd0bc13ee29f', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:b4:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d36483e-ff0b-4d2b-9229-38307b0e66d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:11:11Z', 'updated_at': '2021-12-25T21:11:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:12:34.772087 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-760d10df-0a47-43f5-b5e3-742f0a4470ca req-578cd95c-d2b8-48c9-83b6-9f942dd82609 tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5d2ff88-22d6-43d8-90d1-bfb86d4e3308&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0770113
Dec 25 21:12:34.785468 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b929aa86-68f8-4be8-b7c0-dff71ad24936 req-c7bc47df-76c7-49a3-86ca-dd00ffb8856a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:12:34.787222 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-b929aa86-68f8-4be8-b7c0-dff71ad24936 req-c7bc47df-76c7-49a3-86ca-dd00ffb8856a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8b80d743dc6342a689968320db7836a0&device_id=578a1ae1-faad-4593-b3a9-d1d4c134431c HTTP/1.1" status: 200  len: 1099 time: 0.3150332
Dec 25 21:12:34.807827 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c9cb522-65f0-4094-8c6a-5306ba2efca6 None None] Checking router: 3d36483e-ff0b-4d2b-9229-38307b0e66d1 for host: ncdv-master-1 {{(pid=121609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 25 21:12:34.819226 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c9cb522-65f0-4094-8c6a-5306ba2efca6 None None] Routers {'3d36483e-ff0b-4d2b-9229-38307b0e66d1'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:12:34.819910 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-4c9cb522-65f0-4094-8c6a-5306ba2efca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2618468a00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:12:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['3d36483e-ff0b-4d2b-9229-38307b0e66d1'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:12:34.883065 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port 406da12e-abe8-4471-83ca-f6e5af8cbcd0, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=406da12e-abe8-4471-83ca-f6e5af8cbcd0,segment=NetworkSegment(85c774cb-a0eb-4ad9-961f-f331d3b37cd6),segment_id=85c774cb-a0eb-4ad9-961f-f331d3b37cd6)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:12:34.903490 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Returning: {'device': '406da12e-abe8-4471-83ca-f6e5af8cbcd0', 'network_id': '8f212e98-547d-4c6e-a560-2e9a548c8f59', 'port_id': '406da12e-abe8-4471-83ca-f6e5af8cbcd0', 'mac_address': 'fa:16:3e:99:6b:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcfbae86-f93e-400c-8084-eac7f56ff5ba', 'ip_address': '192.168.233.120'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 25 21:12:34.904623 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef353339-c848-406a-93fe-498b811d98a2 req-6ee1712b-1dee-409c-9bcf-4f00f2aca0c1 tempest-MultipleCreateTestJSON-716196898 tempest-MultipleCreateTestJSON-716196898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:12:34.907304 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-713432e5-7715-40db-802e-c200bd43b1cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:34.919266 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ef353339-c848-406a-93fe-498b811d98a2 req-6ee1712b-1dee-409c-9bcf-4f00f2aca0c1 tempest-MultipleCreateTestJSON-716196898 tempest-MultipleCreateTestJSON-716196898-project] 10.222.0.32 "GET /v2.0/ports?device_id=c12cba1c-049e-4a5a-8f24-4f33cf7df89c HTTP/1.1" status: 200  len: 944 time: 0.0806770
Dec 25 21:12:34.953772 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvr_db [None req-4c9cb522-65f0-4094-8c6a-5306ba2efca6 None None] Set router 3d36483e-ff0b-4d2b-9229-38307b0e66d1 gateway port host: ncdv-master-1 {{(pid=121609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:12:34.974411 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:34.987814 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ef353339-c848-406a-93fe-498b811d98a2 req-4c6f9235-d09b-4bde-8782-e4c6f6e03134 tempest-MultipleCreateTestJSON-716196898 tempest-MultipleCreateTestJSON-716196898-project] 10.222.0.32 "GET /v2.0/security-groups?id=a7858f6a-3772-499d-a74e-b906953665ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0643094
Dec 25 21:12:35.002874 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 406da12e-abe8-4471-83ca-f6e5af8cbcd0 {{(pid=121608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:12:35.052159 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port 406da12e-abe8-4471-83ca-f6e5af8cbcd0, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=406da12e-abe8-4471-83ca-f6e5af8cbcd0,segment=NetworkSegment(85c774cb-a0eb-4ad9-961f-f331d3b37cd6),segment_id=85c774cb-a0eb-4ad9-961f-f331d3b37cd6)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:12:35.121229 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [req-6a7d399a-45e8-49b5-bc4b-6831d97caef8 req-aaae9e52-8ac7-4c2a-b416-ad9cc4266c73 tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] Deleting port 9b84f1ce-b047-4065-9144-b2767da8f6e2 {{(pid=121607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:12:35.121571 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-6a7d399a-45e8-49b5-bc4b-6831d97caef8 req-aaae9e52-8ac7-4c2a-b416-ad9cc4266c73 tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:35.125816 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b55807b0-1215-4a54-853b-8c600235af59 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:35.135181 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b929aa86-68f8-4be8-b7c0-dff71ad24936 req-3b468cdf-a4ac-47a6-bd9a-af2e07d85c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:12:35.136753 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-b929aa86-68f8-4be8-b7c0-dff71ad24936 req-3b468cdf-a4ac-47a6-bd9a-af2e07d85c48 service neutron] 10.222.0.31 "GET /v2.0/networks?id=8f212e98-547d-4c6e-a560-2e9a548c8f59 HTTP/1.1" status: 200  len: 870 time: 0.3016102
Dec 25 21:12:35.142739 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:35.212370 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Pushing event updated for resources: {'Port': ['ID=406da12e-abe8-4471-83ca-f6e5af8cbcd0,revision_number=4']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:12:35.233910 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-4c9cb522-65f0-4094-8c6a-5306ba2efca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2618468a00>, [{'id': '3d36483e-ff0b-4d2b-9229-38307b0e66d1', 'name': 'tempest-FloatingIPsAssociationTestJSON-1365984648-router', 'tenant_id': '188fe358c4684fce8fc912f48b3f186e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.189'}], 'enable_snat': True}, 'gw_port_id': '7e896cd5-4f9b-44ff-a1f2-dd0bc13ee29f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:11:10Z', 'updated_at': '2021-12-25T21:12:32Z', 'revision_number': 5, 'project_id': '188fe358c4684fce8fc912f48b3f186e', 'gw_port': {'id': '7e896cd5-4f9b-44ff-a1f2-dd0bc13ee29f', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:b4:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d36483e-ff0b-4d2b-9229-38307b0e66d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:11:11Z', 'updated_at': '2021-12-25T21:11:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:12:35.252926 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-b929aa86-68f8-4be8-b7c0-dff71ad24936 req-15945fc2-cfa0-449e-b030-655ca9c9082a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.120&port_id=406da12e-abe8-4471-83ca-f6e5af8cbcd0 HTTP/1.1" status: 200  len: 217 time: 0.1023719
Dec 25 21:12:35.290552 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c9cb522-65f0-4094-8c6a-5306ba2efca6 None None] The sync data for ids ['3d36483e-ff0b-4d2b-9229-38307b0e66d1'] in ncdv-master-1 is: [{'id': '3d36483e-ff0b-4d2b-9229-38307b0e66d1', 'name': 'tempest-FloatingIPsAssociationTestJSON-1365984648-router', 'tenant_id': '188fe358c4684fce8fc912f48b3f186e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.189'}], 'enable_snat': True}, 'gw_port_id': '7e896cd5-4f9b-44ff-a1f2-dd0bc13ee29f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:11:10Z', 'updated_at': '2021-12-25T21:12:32Z', 'revision_number': 5, 'project_id': '188fe358c4684fce8fc912f48b3f186e', 'gw_port': {'id': '7e896cd5-4f9b-44ff-a1f2-dd0bc13ee29f', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:b4:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d36483e-ff0b-4d2b-9229-38307b0e66d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:11:11Z', 'updated_at': '2021-12-25T21:11:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 21:12:35.402656 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c90357-0647-4eec-9293-a005ed7cd79f req-1fb46c6f-464a-4015-a827-1c4978dc3021 tempest-TenantUsagesTestJSON-459875834 tempest-TenantUsagesTestJSON-459875834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:12:35.404903 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-79c90357-0647-4eec-9293-a005ed7cd79f req-1fb46c6f-464a-4015-a827-1c4978dc3021 tempest-TenantUsagesTestJSON-459875834 tempest-TenantUsagesTestJSON-459875834-project] 10.222.0.32 "GET /v2.0/ports?device_id=578a1ae1-faad-4593-b3a9-d1d4c134431c HTTP/1.1" status: 200  len: 949 time: 0.0614388
Dec 25 21:12:35.463912 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-79c90357-0647-4eec-9293-a005ed7cd79f req-f3f21163-0e69-4e0b-8639-577f34597114 tempest-TenantUsagesTestJSON-459875834 tempest-TenantUsagesTestJSON-459875834-project] 10.222.0.32 "GET /v2.0/security-groups?id=3eb1d827-a7c8-4817-a176-ffcd3e08aae0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0512667
Dec 25 21:12:35.577007 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] get_ports_and_sgs() called for port_ids ['406da12e-abe8-4471-83ca-f6e5af8cbcd0'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:12:35.619126 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8aff69e1-a5c3-4cc4-9d40-c0125659c4b6 req-d55c95f4-8327-4d62-8a9f-24151a284a7b tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] 10.222.0.32 "GET /v2.0/ports?device_id=80f6f0ff-5388-463f-95ad-bb8a5b36da5d HTTP/1.1" status: 200  len: 210 time: 0.0305877
Dec 25 21:12:35.759556 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b929aa86-68f8-4be8-b7c0-dff71ad24936 req-a39ef44f-d3ed-47d1-842b-9871d7537775 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:12:35.761348 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-b929aa86-68f8-4be8-b7c0-dff71ad24936 req-a39ef44f-d3ed-47d1-842b-9871d7537775 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=dcfbae86-f93e-400c-8084-eac7f56ff5ba HTTP/1.1" status: 200  len: 843 time: 0.4685304
Dec 25 21:12:35.771713 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.db [req-6a7d399a-45e8-49b5-bc4b-6831d97caef8 req-aaae9e52-8ac7-4c2a-b416-ad9cc4266c73 tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] For port 9b84f1ce-b047-4065-9144-b2767da8f6e2, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9b84f1ce-b047-4065-9144-b2767da8f6e2,segment=NetworkSegment(fad08864-4612-4be1-bb28-08cb199f6d74),segment_id=fad08864-4612-4be1-bb28-08cb199f6d74)] {{(pid=121607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:12:35.772001 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-6a7d399a-45e8-49b5-bc4b-6831d97caef8 req-aaae9e52-8ac7-4c2a-b416-ad9cc4266c73 tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:35.816947 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [req-6a7d399a-45e8-49b5-bc4b-6831d97caef8 req-aaae9e52-8ac7-4c2a-b416-ad9cc4266c73 tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] Calling delete_port for 9b84f1ce-b047-4065-9144-b2767da8f6e2 owned by compute:nova {{(pid=121607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:12:35.864521 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-b55807b0-1215-4a54-853b-8c600235af59 admin admin] Deleting port 7e896cd5-4f9b-44ff-a1f2-dd0bc13ee29f {{(pid=121607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:12:35.864777 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b55807b0-1215-4a54-853b-8c600235af59 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:35.937563 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf6c7d6-b8e9-4851-87dc-88013cc76020 req-bd141444-cc19-45f8-85f8-4a56ed6fcad2 tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:12:35.956069 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-faf6c7d6-b8e9-4851-87dc-88013cc76020 req-bd141444-cc19-45f8-85f8-4a56ed6fcad2 tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] 10.222.0.32 "GET /v2.0/ports?device_id=866da8ae-83ec-48f9-bfc8-b1a55df72844 HTTP/1.1" status: 200  len: 945 time: 0.0919235
Dec 25 21:12:36.005297 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b929aa86-68f8-4be8-b7c0-dff71ad24936 req-a565ae02-bafe-4ae4-be40-e826c146a7dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:12:36.006082 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-faf6c7d6-b8e9-4851-87dc-88013cc76020 req-01a08d7c-0bfe-447b-ae17-245d5f31fae1 tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5d2ff88-22d6-43d8-90d1-bfb86d4e3308&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0490992
Dec 25 21:12:36.006777 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-b929aa86-68f8-4be8-b7c0-dff71ad24936 req-a565ae02-bafe-4ae4-be40-e826c146a7dd service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=8f212e98-547d-4c6e-a560-2e9a548c8f59&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.2319684
Dec 25 21:12:36.103006 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.db [None req-b55807b0-1215-4a54-853b-8c600235af59 admin admin] For port 7e896cd5-4f9b-44ff-a1f2-dd0bc13ee29f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7e896cd5-4f9b-44ff-a1f2-dd0bc13ee29f,segment=NetworkSegment(6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855),segment_id=6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855)] {{(pid=121607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:12:36.103689 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b55807b0-1215-4a54-853b-8c600235af59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:36.121859 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d3620c-da35-4576-90e8-9bd822ab11f0 req-5c2c520b-693a-4d11-9676-41c71c46310c tempest-MultipleCreateTestJSON-716196898 tempest-MultipleCreateTestJSON-716196898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:12:36.123549 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-32d3620c-da35-4576-90e8-9bd822ab11f0 req-5c2c520b-693a-4d11-9676-41c71c46310c tempest-MultipleCreateTestJSON-716196898 tempest-MultipleCreateTestJSON-716196898-project] 10.222.0.32 "GET /v2.0/ports?device_id=c12cba1c-049e-4a5a-8f24-4f33cf7df89c HTTP/1.1" status: 200  len: 944 time: 0.0546296
Dec 25 21:12:36.165521 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-b55807b0-1215-4a54-853b-8c600235af59 admin admin] Calling delete_port for 7e896cd5-4f9b-44ff-a1f2-dd0bc13ee29f owned by network:router_gateway {{(pid=121607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:12:36.173566 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-32d3620c-da35-4576-90e8-9bd822ab11f0 req-7e99e3b0-a281-4132-99a6-6c40690cde80 tempest-MultipleCreateTestJSON-716196898 tempest-MultipleCreateTestJSON-716196898-project] 10.222.0.32 "GET /v2.0/security-groups?id=a7858f6a-3772-499d-a74e-b906953665ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430901
Dec 25 21:12:36.273778 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-b929aa86-68f8-4be8-b7c0-dff71ad24936 req-ae86ac6f-5375-4d92-989a-53bbc158556d service neutron] 10.222.0.31 "GET /v2.0/networks/8f212e98-547d-4c6e-a560-2e9a548c8f59?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2464421
Dec 25 21:12:36.309425 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 6eee90ec-de3c-4dd9-8c1b-3879a17f6d48 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:12:36.331571 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] No Port match for: 6eee90ec-de3c-4dd9-8c1b-3879a17f6d48 {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:12:36.332440 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 6eee90ec-de3c-4dd9-8c1b-3879a17f6d48 not bound to the agent host ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:12:36.395614 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-6a7d399a-45e8-49b5-bc4b-6831d97caef8 req-aaae9e52-8ac7-4c2a-b416-ad9cc4266c73 tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:36.472754 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaae9e52-8ac7-4c2a-b416-ad9cc4266c73 tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] Pushing event deleted for resources: {'Port': ['ID=9b84f1ce-b047-4065-9144-b2767da8f6e2,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:12:36.540030 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a7d399a-45e8-49b5-bc4b-6831d97caef8 req-aaae9e52-8ac7-4c2a-b416-ad9cc4266c73 tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] No DVR routers for this DVR port 9b84f1ce-b047-4065-9144-b2767da8f6e2 on host nch2-master-1 {{(pid=121607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:12:36.542356 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-6a7d399a-45e8-49b5-bc4b-6831d97caef8 req-aaae9e52-8ac7-4c2a-b416-ad9cc4266c73 tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:36.546174 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-6a7d399a-45e8-49b5-bc4b-6831d97caef8 req-aaae9e52-8ac7-4c2a-b416-ad9cc4266c73 tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] 10.222.0.37 "DELETE /v2.0/ports/9b84f1ce-b047-4065-9144-b2767da8f6e2 HTTP/1.1" status: 204  len: 173 time: 1.9175951
Dec 25 21:12:36.551708 ncdv-master-1 neutron-server[121607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c01ef47d-effa-4511-a9b2-27108542948c', 'name': 'network-vif-deleted', 'tag': '9b84f1ce-b047-4065-9144-b2767da8f6e2'}] {{(pid=121607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:12:36.555437 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f980bbcadfa7bf1e788024e1448be660373c21f97f015f780444e999c451203" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94af4ca3-83f9-4ffd-ad99-363827e06fc3" -d '{"events": [{"server_uuid": "c01ef47d-effa-4511-a9b2-27108542948c", "name": "network-vif-deleted", "tag": "9b84f1ce-b047-4065-9144-b2767da8f6e2"}]}' {{(pid=121607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:12:36.566311 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-22979f26-d3af-46a8-ab97-e72877bc82d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2007615'] for router_interface, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:36.571709 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-b929aa86-68f8-4be8-b7c0-dff71ad24936 req-149fb0e9-2893-4513-8988-07c9fd2bb3e6 service neutron] 10.222.0.31 "GET /v2.0/networks/8f212e98-547d-4c6e-a560-2e9a548c8f59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2847669
Dec 25 21:12:36.606565 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73e78b0-3f22-400d-814a-85891dd2551f req-8187246e-7152-479a-9604-406d67756122 tempest-TenantUsagesTestJSON-459875834 tempest-TenantUsagesTestJSON-459875834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:12:36.607167 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device 9423691b-100e-4a18-9d2b-f2b8781dd071 up at agent hyperv_nch1-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:12:36.613928 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f73e78b0-3f22-400d-814a-85891dd2551f req-8187246e-7152-479a-9604-406d67756122 tempest-TenantUsagesTestJSON-459875834 tempest-TenantUsagesTestJSON-459875834-project] 10.222.0.32 "GET /v2.0/ports?device_id=578a1ae1-faad-4593-b3a9-d1d4c134431c HTTP/1.1" status: 200  len: 949 time: 0.0716536
Dec 25 21:12:36.676863 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f73e78b0-3f22-400d-814a-85891dd2551f req-681703d6-a576-463e-8051-defb696ccafd tempest-TenantUsagesTestJSON-459875834 tempest-TenantUsagesTestJSON-459875834-project] 10.222.0.32 "GET /v2.0/security-groups?id=3eb1d827-a7c8-4817-a176-ffcd3e08aae0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0589805
Dec 25 21:12:36.743002 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 21:12:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-891c8716-cea3-49c7-91c0-dad0762d8993 x-openstack-request-id: req-891c8716-cea3-49c7-91c0-dad0762d8993 {{(pid=121607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:12:36.743343 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c01ef47d-effa-4511-a9b2-27108542948c", "name": "network-vif-deleted", "tag": "9b84f1ce-b047-4065-9144-b2767da8f6e2", "status": "completed", "code": 200}]} {{(pid=121607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:12:36.743543 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-891c8716-cea3-49c7-91c0-dad0762d8993 {{(pid=121607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:12:36.743931 ncdv-master-1 neutron-server[121607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c01ef47d-effa-4511-a9b2-27108542948c', 'name': 'network-vif-deleted', 'tag': '9b84f1ce-b047-4065-9144-b2767da8f6e2', 'status': 'completed', 'code': 200}
Dec 25 21:12:36.757085 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Provisioning for port 9423691b-100e-4a18-9d2b-f2b8781dd071 completed by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 25 21:12:36.761148 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87657091-00c5-474f-a913-bd9f4b17de66 req-cc6719b2-c4df-4a69-9a8d-1054ec80fba3 tempest-LiveAutoBlockMigrationV225Test-952394939 tempest-LiveAutoBlockMigrationV225Test-952394939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:12:36.762667 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-87657091-00c5-474f-a913-bd9f4b17de66 req-cc6719b2-c4df-4a69-9a8d-1054ec80fba3 tempest-LiveAutoBlockMigrationV225Test-952394939 tempest-LiveAutoBlockMigrationV225Test-952394939-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=866da8ae-83ec-48f9-bfc8-b1a55df72844&tenant_id=276a36e6a97d46a78b7e483daa26cc2e&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 1096 time: 0.1313109
Dec 25 21:12:36.774875 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [req-60e0cdc3-1da5-4eb9-a1e0-e232155ba7ad req-e1116f12-06b6-4ad9-b1ad-8da94aaf8c64 tempest-LiveMigrationTest-1605081009 tempest-LiveMigrationTest-1605081009-project-admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=121606) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 25 21:12:36.775936 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-60e0cdc3-1da5-4eb9-a1e0-e232155ba7ad req-e1116f12-06b6-4ad9-b1ad-8da94aaf8c64 tempest-LiveMigrationTest-1605081009 tempest-LiveMigrationTest-1605081009-project-admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0080330
Dec 25 21:12:36.799321 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Provisioning complete for port 9423691b-100e-4a18-9d2b-f2b8781dd071 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:12:36.799669 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:36.824782 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4658cdf6-fa9a-448c-aafd-f384aefc8c8c req-c226469d-6e88-4488-9e55-1b8d59068762 tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] 10.222.0.32 "GET /v2.0/ports?device_id=80f6f0ff-5388-463f-95ad-bb8a5b36da5d HTTP/1.1" status: 200  len: 210 time: 0.0264611
Dec 25 21:12:36.845324 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b55807b0-1215-4a54-853b-8c600235af59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:36.895222 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [req-87657091-00c5-474f-a913-bd9f4b17de66 req-ea632594-3b44-46ed-9353-566adf78efcf service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'nch2-master-1'}}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:12:36.898907 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55807b0-1215-4a54-853b-8c600235af59 admin admin] Pushing event deleted for resources: {'Port': ['ID=7e896cd5-4f9b-44ff-a1f2-dd0bc13ee29f,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:12:36.902893 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e0cdc3-1da5-4eb9-a1e0-e232155ba7ad req-d81b23c9-84ab-4c8a-a5b4-db63a6ce6d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:12:36.904303 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-60e0cdc3-1da5-4eb9-a1e0-e232155ba7ad req-d81b23c9-84ab-4c8a-a5b4-db63a6ce6d45 service neutron] 10.222.0.32 "GET /v2.0/ports/665e512c-6adc-4461-b6ed-9ce93d1fdeee HTTP/1.1" status: 200  len: 1093 time: 0.0785732
Dec 25 21:12:36.918050 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-60e0cdc3-1da5-4eb9-a1e0-e232155ba7ad req-16750519-d36f-462d-b95f-8251a9e6541b service neutron] Request body: {'binding': {'host': 'nch1-master-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:12:36.918511 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-60e0cdc3-1da5-4eb9-a1e0-e232155ba7ad req-16750519-d36f-462d-b95f-8251a9e6541b service neutron] Unknown quota resources ['binding']. {{(pid=121606) _create /opt/stack/neutron/neutron/api/v2/base.py:496}}
Dec 25 21:12:36.964697 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-f783de7f-1b95-4d18-bbcc-3d809d52ec1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:36.971163 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:37.010322 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c12cba1c-049e-4a5a-8f24-4f33cf7df89c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9423691b-100e-4a18-9d2b-f2b8781dd071'}] {{(pid=121608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:12:37.012980 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a88c78c3ff6266bd59c7e89d275b28c92e739b67d23c89d71af88829fd31566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d68c8ac7-e9cd-4f09-b9d5-7c61952862be" -d '{"events": [{"server_uuid": "c12cba1c-049e-4a5a-8f24-4f33cf7df89c", "name": "network-vif-plugged", "status": "completed", "tag": "9423691b-100e-4a18-9d2b-f2b8781dd071"}]}' {{(pid=121608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:12:37.028906 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port 9423691b-100e-4a18-9d2b-f2b8781dd071, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9423691b-100e-4a18-9d2b-f2b8781dd071,segment=NetworkSegment(e8b49c6f-815a-4466-b5f4-d5e58824da1f),segment_id=e8b49c6f-815a-4466-b5f4-d5e58824da1f)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:12:37.056247 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 21:12:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d461edb-d6c6-49d6-aa4a-9296149794b5 x-openstack-request-id: req-0d461edb-d6c6-49d6-aa4a-9296149794b5 {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:12:37.057051 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c12cba1c-049e-4a5a-8f24-4f33cf7df89c", "name": "network-vif-plugged", "status": "completed", "tag": "9423691b-100e-4a18-9d2b-f2b8781dd071", "code": 200}]} {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:12:37.057559 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0d461edb-d6c6-49d6-aa4a-9296149794b5 {{(pid=121608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:12:37.058016 ncdv-master-1 neutron-server[121608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c12cba1c-049e-4a5a-8f24-4f33cf7df89c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9423691b-100e-4a18-9d2b-f2b8781dd071', 'code': 200}
Dec 25 21:12:37.058633 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5135e6ee-f6d0-41ca-832c-abb64366ff55 req-e4bd487e-6dba-4694-9e06-576b34796913 tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:12:37.060365 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5135e6ee-f6d0-41ca-832c-abb64366ff55 req-e4bd487e-6dba-4694-9e06-576b34796913 tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] 10.222.0.37 "GET /v2.0/networks?id=6dded111-84d7-4606-bd1c-e9369354dff9 HTTP/1.1" status: 200  len: 805 time: 0.1944041
Dec 25 21:12:37.065642 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b55807b0-1215-4a54-853b-8c600235af59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2008689'] for router_gateway, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:37.108595 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-5135e6ee-f6d0-41ca-832c-abb64366ff55 req-8da9511f-0fb5-4835-a6bc-71680322dc88 tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] Request body: {'port': {'device_id': '80f6f0ff-5388-463f-95ad-bb8a5b36da5d', 'network_id': '6dded111-84d7-4606-bd1c-e9369354dff9', 'admin_state_up': True, 'tenant_id': '74b18f04a1eb470bac90f3df16ec5170'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:12:37.110389 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:37.112168 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-87657091-00c5-474f-a913-bd9f4b17de66 req-ea632594-3b44-46ed-9353-566adf78efcf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:37.113806 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device f2815b7b-7409-4ce5-8cb9-55075ef4d0f3 up at agent hyperv_nch1-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:12:37.221925 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Pushing event updated for resources: {'Port': ['ID=9423691b-100e-4a18-9d2b-f2b8781dd071,revision_number=5']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:12:37.225461 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b55807b0-1215-4a54-853b-8c600235af59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2014235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14905'] for router, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:37.267929 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b55807b0-1215-4a54-853b-8c600235af59 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:37.292740 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffee657-24b1-4c74-ba22-465d2ba4daf5 req-7ffd585c-7efe-43de-b1b9-7e947320ca30 tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:12:37.294322 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3ffee657-24b1-4c74-ba22-465d2ba4daf5 req-7ffd585c-7efe-43de-b1b9-7e947320ca30 tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] 10.222.0.32 "GET /v2.0/ports?device_id=866da8ae-83ec-48f9-bfc8-b1a55df72844 HTTP/1.1" status: 200  len: 945 time: 0.1190662
Dec 25 21:12:37.308990 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Provisioning for port f2815b7b-7409-4ce5-8cb9-55075ef4d0f3 completed by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 25 21:12:37.314181 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Provisioning complete for port f2815b7b-7409-4ce5-8cb9-55075ef4d0f3 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:12:37.315083 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:37.326179 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-60e0cdc3-1da5-4eb9-a1e0-e232155ba7ad req-16750519-d36f-462d-b95f-8251a9e6541b service neutron] Attempting to bind port 665e512c-6adc-4461-b6ed-9ce93d1fdeee on host nch1-master-1 for vnic_type normal with profile None {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:12:37.326520 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-60e0cdc3-1da5-4eb9-a1e0-e232155ba7ad req-16750519-d36f-462d-b95f-8251a9e6541b service neutron] Attempting to bind port 665e512c-6adc-4461-b6ed-9ce93d1fdeee by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'a05a9961-775b-4dff-bebf-b24cb60ab1a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '2332d558-39bb-411c-88af-b74bee7e32ab'}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:12:37.326848 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60e0cdc3-1da5-4eb9-a1e0-e232155ba7ad req-16750519-d36f-462d-b95f-8251a9e6541b service neutron] Attempting to bind port 665e512c-6adc-4461-b6ed-9ce93d1fdeee on network 2332d558-39bb-411c-88af-b74bee7e32ab {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:12:37.342470 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60e0cdc3-1da5-4eb9-a1e0-e232155ba7ad req-16750519-d36f-462d-b95f-8251a9e6541b service neutron] Port 665e512c-6adc-4461-b6ed-9ce93d1fdeee on network 2332d558-39bb-411c-88af-b74bee7e32ab not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 25 21:12:37.342706 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60e0cdc3-1da5-4eb9-a1e0-e232155ba7ad req-16750519-d36f-462d-b95f-8251a9e6541b service neutron] Attempting to bind port 665e512c-6adc-4461-b6ed-9ce93d1fdeee on network 2332d558-39bb-411c-88af-b74bee7e32ab {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:12:37.355687 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60e0cdc3-1da5-4eb9-a1e0-e232155ba7ad req-16750519-d36f-462d-b95f-8251a9e6541b service neutron] Checking agent: {'id': '6d577036-68fc-4aa4-aed7-5ab01de2117e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 21, 4, 34), 'started_at': datetime.datetime(2021, 12, 25, 21, 4, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 12, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:12:37.356028 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60e0cdc3-1da5-4eb9-a1e0-e232155ba7ad req-16750519-d36f-462d-b95f-8251a9e6541b service neutron] Checking segment: {'id': 'a05a9961-775b-4dff-bebf-b24cb60ab1a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '2332d558-39bb-411c-88af-b74bee7e32ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:12:37.356411 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60e0cdc3-1da5-4eb9-a1e0-e232155ba7ad req-16750519-d36f-462d-b95f-8251a9e6541b service neutron] Bound using segment: {'id': 'a05a9961-775b-4dff-bebf-b24cb60ab1a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '2332d558-39bb-411c-88af-b74bee7e32ab'} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:12:37.356841 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-60e0cdc3-1da5-4eb9-a1e0-e232155ba7ad req-16750519-d36f-462d-b95f-8251a9e6541b service neutron] Bound port: 665e512c-6adc-4461-b6ed-9ce93d1fdeee, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a05a9961-775b-4dff-bebf-b24cb60ab1a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '2332d558-39bb-411c-88af-b74bee7e32ab'}}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:12:37.370184 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd7e120-0e50-434e-9c79-15ae61e190da req-29486afb-1dce-4d2a-acfc-79dcb6e970e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:12:37.371683 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-8fd7e120-0e50-434e-9c79-15ae61e190da req-29486afb-1dce-4d2a-acfc-79dcb6e970e2 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=c12cba1c-049e-4a5a-8f24-4f33cf7df89c HTTP/1.1" status: 200  len: 1096 time: 0.2240021
Dec 25 21:12:37.398752 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3ffee657-24b1-4c74-ba22-465d2ba4daf5 req-612263f7-b7d8-407f-9952-6697d3113e91 tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5d2ff88-22d6-43d8-90d1-bfb86d4e3308&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0949409
Dec 25 21:12:37.415370 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5135e6ee-f6d0-41ca-832c-abb64366ff55 req-8da9511f-0fb5-4835-a6bc-71680322dc88 tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] Made reservation on behalf of 74b18f04a1eb470bac90f3df16ec5170 for: {'port': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:12:37.419114 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-5135e6ee-f6d0-41ca-832c-abb64366ff55 req-8da9511f-0fb5-4835-a6bc-71680322dc88 tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:37.429278 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:37.443423 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-22979f26-d3af-46a8-ab97-e72877bc82d2 admin admin] Deleting port 532fba15-857d-421a-a32a-e4619a5e3295 {{(pid=121607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:12:37.443423 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-22979f26-d3af-46a8-ab97-e72877bc82d2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:37.449165 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-60e0cdc3-1da5-4eb9-a1e0-e232155ba7ad req-16750519-d36f-462d-b95f-8251a9e6541b service neutron] For port 665e512c-6adc-4461-b6ed-9ce93d1fdeee, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=665e512c-6adc-4461-b6ed-9ce93d1fdeee,segment=NetworkSegment(a05a9961-775b-4dff-bebf-b24cb60ab1a9),segment_id=a05a9961-775b-4dff-bebf-b24cb60ab1a9)] {{(pid=121606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:12:37.478496 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port f2815b7b-7409-4ce5-8cb9-55075ef4d0f3, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f2815b7b-7409-4ce5-8cb9-55075ef4d0f3,segment=NetworkSegment(e8b49c6f-815a-4466-b5f4-d5e58824da1f),segment_id=e8b49c6f-815a-4466-b5f4-d5e58824da1f)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:12:37.482992 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b55807b0-1215-4a54-853b-8c600235af59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2014220'] for router, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:37.483548 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b55807b0-1215-4a54-853b-8c600235af59 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3d36483e-ff0b-4d2b-9229-38307b0e66d1 {{(pid=121607) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 25 21:12:37.488685 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b55807b0-1215-4a54-853b-8c600235af59 admin admin] Publish callbacks [] for router, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:37.489557 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-b55807b0-1215-4a54-853b-8c600235af59 admin admin] 10.222.0.32 "DELETE /v2.0/routers/3d36483e-ff0b-4d2b-9229-38307b0e66d1 HTTP/1.1" status: 204  len: 168 time: 3.3069115
Dec 25 21:12:37.498660 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.db [req-87657091-00c5-474f-a913-bd9f4b17de66 req-ea632594-3b44-46ed-9353-566adf78efcf service neutron] For port 228dbe3e-2fc1-491d-915f-a92d1ec6406f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=228dbe3e-2fc1-491d-915f-a92d1ec6406f,segment=NetworkSegment(0bc15208-d08d-4c93-89c3-c4dfd4d97844),segment_id=0bc15208-d08d-4c93-89c3-c4dfd4d97844)] {{(pid=121607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:12:37.501902 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 48132) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:12:37.504315 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-8fd7e120-0e50-434e-9c79-15ae61e190da req-16547ec5-66dc-4ab8-b3ee-ebd3c6b2a4ab service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=a7858f6a-3772-499d-a74e-b906953665ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1060328
Dec 25 21:12:37.557851 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-60e0cdc3-1da5-4eb9-a1e0-e232155ba7ad req-16750519-d36f-462d-b95f-8251a9e6541b service neutron] Publish callbacks [] for binding, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:37.560276 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:37.561221 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device 406da12e-abe8-4471-83ca-f6e5af8cbcd0 up at agent hyperv_nch1-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:12:37.587263 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-60e0cdc3-1da5-4eb9-a1e0-e232155ba7ad req-16750519-d36f-462d-b95f-8251a9e6541b service neutron] 10.222.0.32 "POST /v2.0/ports/665e512c-6adc-4461-b6ed-9ce93d1fdeee/bindings HTTP/1.1" status: 201  len: 389 time: 0.6697717
Dec 25 21:12:37.594399 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.db [req-87657091-00c5-474f-a913-bd9f4b17de66 req-ea632594-3b44-46ed-9353-566adf78efcf service neutron] For port 228dbe3e-2fc1-491d-915f-a92d1ec6406f, host nch1-master-1, cleared binding levels {{(pid=121607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:12:37.597645 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.db [None req-22979f26-d3af-46a8-ab97-e72877bc82d2 admin admin] For port 532fba15-857d-421a-a32a-e4619a5e3295, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=532fba15-857d-421a-a32a-e4619a5e3295,segment=NetworkSegment(6f10f496-0b01-497c-83c4-3b556be37e9b),segment_id=6f10f496-0b01-497c-83c4-3b556be37e9b)] {{(pid=121607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:12:37.598028 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-22979f26-d3af-46a8-ab97-e72877bc82d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:37.639462 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-22979f26-d3af-46a8-ab97-e72877bc82d2 admin admin] Calling delete_port for 532fba15-857d-421a-a32a-e4619a5e3295 owned by network:router_interface {{(pid=121607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:12:37.653193 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f1a5024-4ff9-4c44-9463-c64a4455011f admin admin] Deleting subnet 015c1052-cc2c-4d6a-8242-ea18f582183e {{(pid=121606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Dec 25 21:12:37.666313 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-8f1a5024-4ff9-4c44-9463-c64a4455011f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:37.670099 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-87657091-00c5-474f-a913-bd9f4b17de66 req-ea632594-3b44-46ed-9353-566adf78efcf service neutron] Publish callbacks [] for port, precommit_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:37.718754 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Pushing event updated for resources: {'Port': ['ID=f2815b7b-7409-4ce5-8cb9-55075ef4d0f3,revision_number=5']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:12:37.747700 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a1a4ff-ee5e-4f8f-8d3a-5cc783c3e388 req-fa2fcad0-a40d-4989-9713-8442f76a7392 tempest-MultipleCreateTestJSON-716196898 tempest-MultipleCreateTestJSON-716196898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:12:37.749330 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-09a1a4ff-ee5e-4f8f-8d3a-5cc783c3e388 req-fa2fcad0-a40d-4989-9713-8442f76a7392 tempest-MultipleCreateTestJSON-716196898 tempest-MultipleCreateTestJSON-716196898-project] 10.222.0.32 "GET /v2.0/ports?device_id=c12cba1c-049e-4a5a-8f24-4f33cf7df89c HTTP/1.1" status: 200  len: 945 time: 0.2354107
Dec 25 21:12:37.775861 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_common [req-5135e6ee-f6d0-41ca-832c-abb64366ff55 req-8da9511f-0fb5-4835-a6bc-71680322dc88 tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] Allocated IP 172.20.0.4 (6dded111-84d7-4606-bd1c-e9369354dff9/4319d64b-4a91-4427-9485-7d07e2bc5ab0/0a669f5e-5fef-4866-bd8e-e6cac72b1152) {{(pid=121606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:12:37.779279 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-8f1a5024-4ff9-4c44-9463-c64a4455011f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9084199'] for subnet, precommit_delete_associations {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:37.795545 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device 9b84f1ce-b047-4065-9144-b2767da8f6e2 no longer exists at agent hyperv_nch2-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:12:37.806159 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-87657091-00c5-474f-a913-bd9f4b17de66 req-ea632594-3b44-46ed-9353-566adf78efcf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8632327'] for port, after_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:37.822029 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] No Port match for: 9b84f1ce-b047-4065-9144-b2767da8f6e2 {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:12:37.822394 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device 9b84f1ce-b047-4065-9144-b2767da8f6e2 not bound to the agent host nch2-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:12:37.860925 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Provisioning for port 406da12e-abe8-4471-83ca-f6e5af8cbcd0 completed by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 25 21:12:37.865866 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Provisioning complete for port 406da12e-abe8-4471-83ca-f6e5af8cbcd0 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:12:37.869984 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:37.911603 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-09a1a4ff-ee5e-4f8f-8d3a-5cc783c3e388 req-51ca78ac-6732-4ba7-9a6b-8ba09d66b5ac tempest-MultipleCreateTestJSON-716196898 tempest-MultipleCreateTestJSON-716196898-project] 10.222.0.32 "GET /v2.0/security-groups?id=a7858f6a-3772-499d-a74e-b906953665ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1477566
Dec 25 21:12:37.954843 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea632594-3b44-46ed-9353-566adf78efcf service neutron] Pushing event updated for resources: {'Port': ['ID=228dbe3e-2fc1-491d-915f-a92d1ec6406f,revision_number=7']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:12:37.963086 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-8f1a5024-4ff9-4c44-9463-c64a4455011f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995662'] for subnet, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:37.990355 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.managers [req-87657091-00c5-474f-a913-bd9f4b17de66 req-ea632594-3b44-46ed-9353-566adf78efcf service neutron] Attempting to bind port 228dbe3e-2fc1-491d-915f-a92d1ec6406f on host nch1-master-1 for vnic_type normal with profile {"migrating_to": "nch2-master-1"} {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:12:37.990872 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.managers [req-87657091-00c5-474f-a913-bd9f4b17de66 req-ea632594-3b44-46ed-9353-566adf78efcf service neutron] Attempting to bind port 228dbe3e-2fc1-491d-915f-a92d1ec6406f by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '0bc15208-d08d-4c93-89c3-c4dfd4d97844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '1e137e86-76be-493f-9b25-1d17756925b5'}] {{(pid=121607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:12:37.991301 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87657091-00c5-474f-a913-bd9f4b17de66 req-ea632594-3b44-46ed-9353-566adf78efcf service neutron] Attempting to bind port 228dbe3e-2fc1-491d-915f-a92d1ec6406f on network 1e137e86-76be-493f-9b25-1d17756925b5 {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:12:38.000159 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87657091-00c5-474f-a913-bd9f4b17de66 req-ea632594-3b44-46ed-9353-566adf78efcf service neutron] Port 228dbe3e-2fc1-491d-915f-a92d1ec6406f on network 1e137e86-76be-493f-9b25-1d17756925b5 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 25 21:12:38.000159 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87657091-00c5-474f-a913-bd9f4b17de66 req-ea632594-3b44-46ed-9353-566adf78efcf service neutron] Attempting to bind port 228dbe3e-2fc1-491d-915f-a92d1ec6406f on network 1e137e86-76be-493f-9b25-1d17756925b5 {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:12:38.005738 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87657091-00c5-474f-a913-bd9f4b17de66 req-ea632594-3b44-46ed-9353-566adf78efcf service neutron] Checking agent: {'id': '6d577036-68fc-4aa4-aed7-5ab01de2117e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 21, 4, 34), 'started_at': datetime.datetime(2021, 12, 25, 21, 4, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 12, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:12:38.006185 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87657091-00c5-474f-a913-bd9f4b17de66 req-ea632594-3b44-46ed-9353-566adf78efcf service neutron] Checking segment: {'id': '0bc15208-d08d-4c93-89c3-c4dfd4d97844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '1e137e86-76be-493f-9b25-1d17756925b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:12:38.006673 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87657091-00c5-474f-a913-bd9f4b17de66 req-ea632594-3b44-46ed-9353-566adf78efcf service neutron] Bound using segment: {'id': '0bc15208-d08d-4c93-89c3-c4dfd4d97844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '1e137e86-76be-493f-9b25-1d17756925b5'} {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:12:38.007200 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.managers [req-87657091-00c5-474f-a913-bd9f4b17de66 req-ea632594-3b44-46ed-9353-566adf78efcf service neutron] Bound port: 228dbe3e-2fc1-491d-915f-a92d1ec6406f, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0bc15208-d08d-4c93-89c3-c4dfd4d97844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '1e137e86-76be-493f-9b25-1d17756925b5'}}] {{(pid=121607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:12:38.007887 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-87657091-00c5-474f-a913-bd9f4b17de66 req-ea632594-3b44-46ed-9353-566adf78efcf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:38.037863 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:38.099367 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port 406da12e-abe8-4471-83ca-f6e5af8cbcd0, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=406da12e-abe8-4471-83ca-f6e5af8cbcd0,segment=NetworkSegment(85c774cb-a0eb-4ad9-961f-f331d3b37cd6),segment_id=85c774cb-a0eb-4ad9-961f-f331d3b37cd6)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:12:38.108744 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-5135e6ee-f6d0-41ca-832c-abb64366ff55 req-8da9511f-0fb5-4835-a6bc-71680322dc88 tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] Publish callbacks [] for port, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:38.110822 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.db [req-87657091-00c5-474f-a913-bd9f4b17de66 req-ea632594-3b44-46ed-9353-566adf78efcf service neutron] For port 228dbe3e-2fc1-491d-915f-a92d1ec6406f, host nch1-master-1, cleared binding levels {{(pid=121607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:12:38.114324 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.db [req-87657091-00c5-474f-a913-bd9f4b17de66 req-ea632594-3b44-46ed-9353-566adf78efcf service neutron] For port 228dbe3e-2fc1-491d-915f-a92d1ec6406f, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=228dbe3e-2fc1-491d-915f-a92d1ec6406f,segment=NetworkSegment(0bc15208-d08d-4c93-89c3-c4dfd4d97844),segment_id=0bc15208-d08d-4c93-89c3-c4dfd4d97844)] {{(pid=121607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:12:38.115451 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-22979f26-d3af-46a8-ab97-e72877bc82d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:38.143204 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22979f26-d3af-46a8-ab97-e72877bc82d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=532fba15-857d-421a-a32a-e4619a5e3295,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:12:38.164185 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:38.196915 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e0a2c4-6381-4dfa-9520-c0a76008925e req-0c4e2f14-4021-4383-9f46-3ee4685d0c20 tempest-TenantUsagesTestJSON-459875834 tempest-TenantUsagesTestJSON-459875834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:12:38.199182 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-80e0a2c4-6381-4dfa-9520-c0a76008925e req-0c4e2f14-4021-4383-9f46-3ee4685d0c20 tempest-TenantUsagesTestJSON-459875834 tempest-TenantUsagesTestJSON-459875834-project] 10.222.0.32 "GET /v2.0/ports?device_id=578a1ae1-faad-4593-b3a9-d1d4c134431c HTTP/1.1" status: 200  len: 949 time: 0.1379297
Dec 25 21:12:38.222438 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:38.224918 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-87657091-00c5-474f-a913-bd9f4b17de66 req-ea632594-3b44-46ed-9353-566adf78efcf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8632327'] for port, after_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:38.242758 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1556f0df-b133-4460-b07e-26e88f31a14b req-49b7d772-c7d6-418e-8fdc-24cac2288aff tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] 10.222.0.32 "GET /v2.0/ports?device_id=80f6f0ff-5388-463f-95ad-bb8a5b36da5d HTTP/1.1" status: 200  len: 210 time: 0.0554457
Dec 25 21:12:38.243788 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-8f1a5024-4ff9-4c44-9463-c64a4455011f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9084363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9028506'] for subnet, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:38.297061 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1a5024-4ff9-4c44-9463-c64a4455011f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=015c1052-cc2c-4d6a-8242-ea18f582183e,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:12:38.316208 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-8f1a5024-4ff9-4c44-9463-c64a4455011f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for subnet, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:38.320290 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-8f1a5024-4ff9-4c44-9463-c64a4455011f admin admin] 10.222.0.32 "DELETE /v2.0/subnets/015c1052-cc2c-4d6a-8242-ea18f582183e HTTP/1.1" status: 204  len: 168 time: 0.8167989
Dec 25 21:12:38.323194 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 48140) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:12:38.333347 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caedde4b-7c50-4749-b950-bbb34ec47d91 None None] Network 09af6274-7110-4e9c-83cc-51d4d54a1676 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:12:38.375165 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-80e0a2c4-6381-4dfa-9520-c0a76008925e req-892f22ff-19cc-42ed-9f5b-b6ff3d969a58 tempest-TenantUsagesTestJSON-459875834 tempest-TenantUsagesTestJSON-459875834-project] 10.222.0.32 "GET /v2.0/security-groups?id=3eb1d827-a7c8-4817-a176-ffcd3e08aae0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1375470
Dec 25 21:12:38.434029 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-5135e6ee-f6d0-41ca-832c-abb64366ff55 req-8da9511f-0fb5-4835-a6bc-71680322dc88 tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:38.457497 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Pushing event updated for resources: {'Port': ['ID=406da12e-abe8-4471-83ca-f6e5af8cbcd0,revision_number=5']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:12:38.457962 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-1d6ec9c1-5b43-4d51-8008-d95f98e9246c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625803'] for network, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:38.547553 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5135e6ee-f6d0-41ca-832c-abb64366ff55 req-8da9511f-0fb5-4835-a6bc-71680322dc88 tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] Network 6dded111-84d7-4606-bd1c-e9369354dff9 is already hosted by enough agents. {{(pid=121606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:12:38.554410 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3e945ecd-9380-47c2-aa0a-12ebe07e03e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:38.559349 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [req-5135e6ee-f6d0-41ca-832c-abb64366ff55 req-8da9511f-0fb5-4835-a6bc-71680322dc88 tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] Resources bound (agent type, host, resource id):  {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:12:38.569412 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87657091-00c5-474f-a913-bd9f4b17de66 req-ea632594-3b44-46ed-9353-566adf78efcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:12:38.570038 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-87657091-00c5-474f-a913-bd9f4b17de66 req-ea632594-3b44-46ed-9353-566adf78efcf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:38.570613 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 7e896cd5-4f9b-44ff-a1f2-dd0bc13ee29f no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:12:38.571436 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-87657091-00c5-474f-a913-bd9f4b17de66 req-ea632594-3b44-46ed-9353-566adf78efcf service neutron] 10.222.0.37 "PUT /v2.0/ports/228dbe3e-2fc1-491d-915f-a92d1ec6406f HTTP/1.1" status: 200  len: 1121 time: 1.8013222
Dec 25 21:12:38.576867 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea632594-3b44-46ed-9353-566adf78efcf service neutron] Pushing event updated for resources: {'Port': ['ID=228dbe3e-2fc1-491d-915f-a92d1ec6406f,revision_number=8']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:12:38.596368 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] No Port match for: 7e896cd5-4f9b-44ff-a1f2-dd0bc13ee29f {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:12:38.596787 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 7e896cd5-4f9b-44ff-a1f2-dd0bc13ee29f not bound to the agent host ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:12:38.603584 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da9511f-0fb5-4835-a6bc-71680322dc88 tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] Pushing event updated for resources: {'Port': ['ID=0a669f5e-5fef-4866-bd8e-e6cac72b1152,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:12:38.615238 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [req-5135e6ee-f6d0-41ca-832c-abb64366ff55 req-8da9511f-0fb5-4835-a6bc-71680322dc88 tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] Received port after_create {{(pid=121606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:12:38.637754 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e0cdc3-1da5-4eb9-a1e0-e232155ba7ad req-3dd95086-c279-4afb-841f-2b6febc951e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:12:38.639278 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-60e0cdc3-1da5-4eb9-a1e0-e232155ba7ad req-3dd95086-c279-4afb-841f-2b6febc951e8 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=bc19d38e80ce426fa6d268838d133f13&device_id=6c9cb266-1a4b-41a7-b9c4-55bc33979d91 HTTP/1.1" status: 200  len: 1096 time: 0.1971211
Dec 25 21:12:38.654073 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] get_ports_and_sgs() called for port_ids ['228dbe3e-2fc1-491d-915f-a92d1ec6406f'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:12:38.659429 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:12:38.659429 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:12:38.659429 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:12:38.659429 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:12:38.659429 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:12:38.659429 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:12:38.659429 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:12:38.659429 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:12:38.659429 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:12:38.659429 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:12:38.659429 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:12:38.659429 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:12:38.659429 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:12:38.659429 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:12:38.659429 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:12:38.659429 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:12:38.659429 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:12:38.659429 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:12:38.659429 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:12:38.659429 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:12:38.659429 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:12:38.659429 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:12:38.659429 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:12:38.659429 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:12:38.659429 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:12:38.659429 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:12:38.659429 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:12:38.659429 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:12:38.659429 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:12:38.659429 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:12:38.659429 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:12:38.659429 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:12:38.659429 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:12:38.659429 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:12:38.659429 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:12:38.659429 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:12:38.662566 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:12:38.662566 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:12:38.662566 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:12:38.662566 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:12:38.662566 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:12:38.662566 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:12:38.662566 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:12:38.662566 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:12:38.662566 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:12:38.662566 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:12:38.662566 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:12:38.662566 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:12:38.665726 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645d9047-5003-48c3-9058-21b2b05d57e4 req-7c2b30d1-7901-4e0f-8d7d-f02ffbd7cd17 tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:12:38.674017 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-645d9047-5003-48c3-9058-21b2b05d57e4 req-7c2b30d1-7901-4e0f-8d7d-f02ffbd7cd17 tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c9cb266-1a4b-41a7-b9c4-55bc33979d91 HTTP/1.1" status: 200  len: 945 time: 0.2469325
Dec 25 21:12:38.675586 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-22979f26-d3af-46a8-ab97-e72877bc82d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2007763'] for router_interface, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:38.691370 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83c0f699-ea0f-45b9-9bef-aebda5d2f7ce None None] DHCP port deletion for 09af6274-7110-4e9c-83cc-51d4d54a1676 request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 21:12:38.736923 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] get_ports_and_sgs() called for port_ids ['228dbe3e-2fc1-491d-915f-a92d1ec6406f'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:12:38.757770 ncdv-master-1 neutron-server[121607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '866da8ae-83ec-48f9-bfc8-b1a55df72844', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '228dbe3e-2fc1-491d-915f-a92d1ec6406f'}, {'name': 'network-changed', 'server_uuid': '866da8ae-83ec-48f9-bfc8-b1a55df72844', 'tag': '228dbe3e-2fc1-491d-915f-a92d1ec6406f'}] {{(pid=121607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:12:38.760135 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f980bbcadfa7bf1e788024e1448be660373c21f97f015f780444e999c451203" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c760d816-9b64-44c1-993e-a2d5ac1b365a" -d '{"events": [{"server_uuid": "866da8ae-83ec-48f9-bfc8-b1a55df72844", "name": "network-vif-unplugged", "status": "completed", "tag": "228dbe3e-2fc1-491d-915f-a92d1ec6406f"}, {"name": "network-changed", "server_uuid": "866da8ae-83ec-48f9-bfc8-b1a55df72844", "tag": "228dbe3e-2fc1-491d-915f-a92d1ec6406f"}]}' {{(pid=121607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:12:38.780456 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5135e6ee-f6d0-41ca-832c-abb64366ff55 req-8da9511f-0fb5-4835-a6bc-71680322dc88 tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:12:38.795025 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-5135e6ee-f6d0-41ca-832c-abb64366ff55 req-8da9511f-0fb5-4835-a6bc-71680322dc88 tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:38.842981 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-645d9047-5003-48c3-9058-21b2b05d57e4 req-60feeddb-2f22-4f1a-aa1f-12cca3338c57 tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] 10.222.0.32 "GET /v2.0/security-groups?id=bc05caf7-df2e-49b8-960c-4031d2c2ccca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1678574
Dec 25 21:12:38.860394 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63fa292-cd8c-4d88-b9dd-521f2a215463 req-4d0919e8-621a-4ca9-b408-e373e6324a46 tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:12:38.868047 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c63fa292-cd8c-4d88-b9dd-521f2a215463 req-4d0919e8-621a-4ca9-b408-e373e6324a46 tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] 10.222.0.32 "GET /v2.0/ports?device_id=866da8ae-83ec-48f9-bfc8-b1a55df72844 HTTP/1.1" status: 200  len: 943 time: 0.1888316
Dec 25 21:12:38.871849 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-1d6ec9c1-5b43-4d51-8008-d95f98e9246c admin admin] Deleting port cd14102a-4aa7-4e83-bab7-8af20cf277d0 {{(pid=121606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:12:38.874397 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-1d6ec9c1-5b43-4d51-8008-d95f98e9246c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:38.966328 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5135e6ee-f6d0-41ca-832c-abb64366ff55 req-8da9511f-0fb5-4835-a6bc-71680322dc88 tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.8615246
Dec 25 21:12:38.968957 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-83c0f699-ea0f-45b9-9bef-aebda5d2f7ce None None] Deleting port cd14102a-4aa7-4e83-bab7-8af20cf277d0 {{(pid=121608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:12:38.969346 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-83c0f699-ea0f-45b9-9bef-aebda5d2f7ce None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:38.985901 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-5135e6ee-f6d0-41ca-832c-abb64366ff55 req-026287e9-04e7-4961-8ac4-1acc428a15f4 service neutron] Request body: {'port': {'device_id': '80f6f0ff-5388-463f-95ad-bb8a5b36da5d', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:12:38.989900 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [None req-1d6ec9c1-5b43-4d51-8008-d95f98e9246c admin admin] For port cd14102a-4aa7-4e83-bab7-8af20cf277d0, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=cd14102a-4aa7-4e83-bab7-8af20cf277d0,segment=NetworkSegment(c81d66e9-cd43-4a32-ab71-883a0f354192),segment_id=c81d66e9-cd43-4a32-ab71-883a0f354192)] {{(pid=121606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:12:38.990424 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-1d6ec9c1-5b43-4d51-8008-d95f98e9246c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:39.033362 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c63fa292-cd8c-4d88-b9dd-521f2a215463 req-dd22ed9f-898e-471b-baaa-052b7836898b tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5d2ff88-22d6-43d8-90d1-bfb86d4e3308&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1640761
Dec 25 21:12:39.042615 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-1d6ec9c1-5b43-4d51-8008-d95f98e9246c admin admin] Calling delete_port for cd14102a-4aa7-4e83-bab7-8af20cf277d0 owned by network:dhcp {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:12:39.067998 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6e849be-8c7b-429d-b691-8ec676c68caa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2815b7b-7409-4ce5-8cb9-55075ef4d0f3'}, {'server_uuid': '578a1ae1-faad-4593-b3a9-d1d4c134431c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '406da12e-abe8-4471-83ca-f6e5af8cbcd0'}] {{(pid=121608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:12:39.070332 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a88c78c3ff6266bd59c7e89d275b28c92e739b67d23c89d71af88829fd31566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48c32bbc-0e48-4b84-8e15-b7f5b22dc9e8" -d '{"events": [{"server_uuid": "e6e849be-8c7b-429d-b691-8ec676c68caa", "name": "network-vif-plugged", "status": "completed", "tag": "f2815b7b-7409-4ce5-8cb9-55075ef4d0f3"}, {"server_uuid": "578a1ae1-faad-4593-b3a9-d1d4c134431c", "name": "network-vif-plugged", "status": "completed", "tag": "406da12e-abe8-4471-83ca-f6e5af8cbcd0"}]}' {{(pid=121608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:12:39.106078 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e0cdc3-1da5-4eb9-a1e0-e232155ba7ad req-e66b9dd7-b301-466f-8861-843422f4ed70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:12:39.107680 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-60e0cdc3-1da5-4eb9-a1e0-e232155ba7ad req-e66b9dd7-b301-466f-8861-843422f4ed70 service neutron] 10.222.0.31 "GET /v2.0/networks?id=2332d558-39bb-411c-88af-b74bee7e32ab HTTP/1.1" status: 200  len: 909 time: 0.4594233
Dec 25 21:12:39.143954 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Sat, 25 Dec 2021 21:12:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4903fe7-eec1-42be-b4ba-18f3365134ec x-openstack-request-id: req-a4903fe7-eec1-42be-b4ba-18f3365134ec {{(pid=121607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:12:39.144275 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "866da8ae-83ec-48f9-bfc8-b1a55df72844", "name": "network-vif-unplugged", "status": "completed", "tag": "228dbe3e-2fc1-491d-915f-a92d1ec6406f", "code": 200}, {"name": "network-changed", "server_uuid": "866da8ae-83ec-48f9-bfc8-b1a55df72844", "tag": "228dbe3e-2fc1-491d-915f-a92d1ec6406f", "status": "completed", "code": 200}]} {{(pid=121607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:12:39.144489 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a4903fe7-eec1-42be-b4ba-18f3365134ec {{(pid=121607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:12:39.144912 ncdv-master-1 neutron-server[121607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '866da8ae-83ec-48f9-bfc8-b1a55df72844', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '228dbe3e-2fc1-491d-915f-a92d1ec6406f', 'code': 200}
Dec 25 21:12:39.145159 ncdv-master-1 neutron-server[121607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '866da8ae-83ec-48f9-bfc8-b1a55df72844', 'tag': '228dbe3e-2fc1-491d-915f-a92d1ec6406f', 'status': 'completed', 'code': 200}
Dec 25 21:12:39.147882 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-83c0f699-ea0f-45b9-9bef-aebda5d2f7ce None None] For port cd14102a-4aa7-4e83-bab7-8af20cf277d0, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=cd14102a-4aa7-4e83-bab7-8af20cf277d0,segment=NetworkSegment(c81d66e9-cd43-4a32-ab71-883a0f354192),segment_id=c81d66e9-cd43-4a32-ab71-883a0f354192)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:12:39.148287 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-83c0f699-ea0f-45b9-9bef-aebda5d2f7ce None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:39.164301 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-83c0f699-ea0f-45b9-9bef-aebda5d2f7ce None None] Calling delete_port for cd14102a-4aa7-4e83-bab7-8af20cf277d0 owned by network:dhcp {{(pid=121608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:12:39.181628 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-60e0cdc3-1da5-4eb9-a1e0-e232155ba7ad req-e20bc666-0b79-42c9-af0c-e05763366cbb service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=665e512c-6adc-4461-b6ed-9ce93d1fdeee HTTP/1.1" status: 200  len: 217 time: 0.0480380
Dec 25 21:12:39.203588 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-5135e6ee-f6d0-41ca-832c-abb64366ff55 req-026287e9-04e7-4961-8ac4-1acc428a15f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:39.232205 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 25 Dec 2021 21:12:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae39b262-5c66-4039-9df1-da9dece7b024 x-openstack-request-id: req-ae39b262-5c66-4039-9df1-da9dece7b024 {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:12:39.232512 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6e849be-8c7b-429d-b691-8ec676c68caa", "name": "network-vif-plugged", "status": "completed", "tag": "f2815b7b-7409-4ce5-8cb9-55075ef4d0f3", "code": 200}, {"server_uuid": "578a1ae1-faad-4593-b3a9-d1d4c134431c", "name": "network-vif-plugged", "status": "completed", "tag": "406da12e-abe8-4471-83ca-f6e5af8cbcd0", "code": 200}]} {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:12:39.232774 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ae39b262-5c66-4039-9df1-da9dece7b024 {{(pid=121608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:12:39.233735 ncdv-master-1 neutron-server[121608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6e849be-8c7b-429d-b691-8ec676c68caa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2815b7b-7409-4ce5-8cb9-55075ef4d0f3', 'code': 200}
Dec 25 21:12:39.234719 ncdv-master-1 neutron-server[121608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '578a1ae1-faad-4593-b3a9-d1d4c134431c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '406da12e-abe8-4471-83ca-f6e5af8cbcd0', 'code': 200}
Dec 25 21:12:39.293067 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd31e935-f64c-4a4f-adb8-b62a00b95823 req-8905ef4f-ab19-4b29-bd51-22c1c0d7aded tempest-MultipleCreateTestJSON-716196898 tempest-MultipleCreateTestJSON-716196898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:12:39.294814 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-bd31e935-f64c-4a4f-adb8-b62a00b95823 req-8905ef4f-ab19-4b29-bd51-22c1c0d7aded tempest-MultipleCreateTestJSON-716196898 tempest-MultipleCreateTestJSON-716196898-project] 10.222.0.32 "GET /v2.0/ports?device_id=c12cba1c-049e-4a5a-8f24-4f33cf7df89c HTTP/1.1" status: 200  len: 945 time: 0.2147243
Dec 25 21:12:39.346421 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c760d816-9b64-44c1-993e-a2d5ac1b365a req-a3b65b2d-f6d3-4eb2-a86d-21ac05e623c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:12:39.348189 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c760d816-9b64-44c1-993e-a2d5ac1b365a req-a3b65b2d-f6d3-4eb2-a86d-21ac05e623c8 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=276a36e6a97d46a78b7e483daa26cc2e&device_id=866da8ae-83ec-48f9-bfc8-b1a55df72844 HTTP/1.1" status: 200  len: 1124 time: 0.1614726
Dec 25 21:12:39.364912 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e0cdc3-1da5-4eb9-a1e0-e232155ba7ad req-27a3883e-7302-4265-9692-1cf29c80f915 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:12:39.366424 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-60e0cdc3-1da5-4eb9-a1e0-e232155ba7ad req-27a3883e-7302-4265-9692-1cf29c80f915 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=63c432f3-af01-4d4f-ae68-1c137d7c49f3 HTTP/1.1" status: 200  len: 848 time: 0.1639414
Dec 25 21:12:39.422984 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-15cb578f-7a63-4fd3-925d-83bad4c7b82a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:39.433274 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-60e0cdc3-1da5-4eb9-a1e0-e232155ba7ad req-8365fd92-6f47-437a-b90a-2beee3636384 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2332d558-39bb-411c-88af-b74bee7e32ab&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0328634
Dec 25 21:12:39.463474 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22979f26-d3af-46a8-ab97-e72877bc82d2 admin admin] Router d442a0c7-62de-4377-b82f-b9c59cce5dd3 has already been hosted by L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 {{(pid=121607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 25 21:12:39.586151 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-60e0cdc3-1da5-4eb9-a1e0-e232155ba7ad req-a2953e0d-7c49-4dba-a97b-66d6434297ce service neutron] 10.222.0.31 "GET /v2.0/networks/2332d558-39bb-411c-88af-b74bee7e32ab?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1435745
Dec 25 21:12:39.661199 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22979f26-d3af-46a8-ab97-e72877bc82d2 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 21:12:39.667777 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-22979f26-d3af-46a8-ab97-e72877bc82d2 admin admin] 10.222.0.32 "PUT /v2.0/routers/d442a0c7-62de-4377-b82f-b9c59cce5dd3/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.9123278
Dec 25 21:12:39.673308 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74de4bfd-3bdc-4c76-9bdf-a1276cc7629d None None] Sync routers for ids ['d442a0c7-62de-4377-b82f-b9c59cce5dd3'] in ncdv-master-1 {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 21:12:39.686977 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74de4bfd-3bdc-4c76-9bdf-a1276cc7629d None None] Routers {'d442a0c7-62de-4377-b82f-b9c59cce5dd3'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:12:39.687755 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-74de4bfd-3bdc-4c76-9bdf-a1276cc7629d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2613f62940>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:12:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['d442a0c7-62de-4377-b82f-b9c59cce5dd3'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:12:39.688727 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 48156) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:12:39.720827 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-60e0cdc3-1da5-4eb9-a1e0-e232155ba7ad req-cc61f3bc-c246-4ba7-adf3-660cf1ca7193 service neutron] 10.222.0.31 "GET /v2.0/networks/2332d558-39bb-411c-88af-b74bee7e32ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1052639
Dec 25 21:12:39.799459 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvr_db [None req-74de4bfd-3bdc-4c76-9bdf-a1276cc7629d None None] Set router d442a0c7-62de-4377-b82f-b9c59cce5dd3 gateway port host: ncdv-master-1 {{(pid=121608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:12:39.828218 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device 228dbe3e-2fc1-491d-915f-a92d1ec6406f details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 25 21:12:39.886969 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-1d6ec9c1-5b43-4d51-8008-d95f98e9246c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:39.897533 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-83c0f699-ea0f-45b9-9bef-aebda5d2f7ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955'] for port, after_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:39.964591 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c0f699-ea0f-45b9-9bef-aebda5d2f7ce None None] Pushing event deleted for resources: {'Port': ['ID=cd14102a-4aa7-4e83-bab7-8af20cf277d0,revision_number=None']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:12:39.972297 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83c0f699-ea0f-45b9-9bef-aebda5d2f7ce None None] No DVR routers for this DVR port cd14102a-4aa7-4e83-bab7-8af20cf277d0 on host ncdv-master-1 {{(pid=121608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:12:39.987019 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6ec9c1-5b43-4d51-8008-d95f98e9246c admin admin] Pushing event deleted for resources: {'Port': ['ID=cd14102a-4aa7-4e83-bab7-8af20cf277d0,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:12:40.026855 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-bd31e935-f64c-4a4f-adb8-b62a00b95823 req-e74b5351-b52b-4829-ba92-b615f2631095 tempest-MultipleCreateTestJSON-716196898 tempest-MultipleCreateTestJSON-716196898-project] 10.222.0.32 "GET /v2.0/security-groups?id=a7858f6a-3772-499d-a74e-b906953665ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7158680
Dec 25 21:12:40.041137 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d6ec9c1-5b43-4d51-8008-d95f98e9246c admin admin] No DVR routers for this DVR port cd14102a-4aa7-4e83-bab7-8af20cf277d0 on host ncdv-master-1 {{(pid=121606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:12:40.148956 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dda30e8-eb21-439d-b9ba-92b1d3f1db46 req-2ae74bb6-af32-424a-a7d8-73bdd1ccfd5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:12:40.150556 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-6dda30e8-eb21-439d-b9ba-92b1d3f1db46 req-2ae74bb6-af32-424a-a7d8-73bdd1ccfd5e service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=578a1ae1-faad-4593-b3a9-d1d4c134431c HTTP/1.1" status: 200  len: 1101 time: 0.4684200
Dec 25 21:12:40.173197 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0112cd-9a98-4cd1-99b7-7ecab0e1644c req-d1737ca7-a86e-458a-9d65-715315673ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:12:40.174915 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-bb0112cd-9a98-4cd1-99b7-7ecab0e1644c req-d1737ca7-a86e-458a-9d65-715315673ff2 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=e6e849be-8c7b-429d-b691-8ec676c68caa HTTP/1.1" status: 200  len: 1097 time: 0.8257906
Dec 25 21:12:40.263908 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port 228dbe3e-2fc1-491d-915f-a92d1ec6406f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=228dbe3e-2fc1-491d-915f-a92d1ec6406f,segment=NetworkSegment(0bc15208-d08d-4c93-89c3-c4dfd4d97844),segment_id=0bc15208-d08d-4c93-89c3-c4dfd4d97844)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:12:40.282244 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device 228dbe3e-2fc1-491d-915f-a92d1ec6406f has no active binding in host nch2-master-1 {{(pid=121608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}}
Dec 25 21:12:40.298752 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-74de4bfd-3bdc-4c76-9bdf-a1276cc7629d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2613f62940>, [{'id': 'd442a0c7-62de-4377-b82f-b9c59cce5dd3', 'name': 'tempest-ServersTestManualDisk-909577482-router', 'tenant_id': '4aa6a09f9e43475e8a7f5639f59b1654', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.68'}], 'enable_snat': True}, 'gw_port_id': '3922c53c-0e84-4788-8b3a-6ff7fab7eaca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:09:56Z', 'updated_at': '2021-12-25T21:12:37Z', 'revision_number': 5, 'project_id': '4aa6a09f9e43475e8a7f5639f59b1654', 'gw_port': {'id': '3922c53c-0e84-4788-8b3a-6ff7fab7eaca', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:cd:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd442a0c7-62de-4377-b82f-b9c59cce5dd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:09:58Z', 'updated_at': '2021-12-25T21:10:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:12:40.313855 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7c65d6-f50c-47d9-b404-a45b1237789f req-ec650813-ec06-4f5b-a8ab-b535da399980 tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:12:40.321743 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9f7c65d6-f50c-47d9-b404-a45b1237789f req-ec650813-ec06-4f5b-a8ab-b535da399980 tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] 10.222.0.32 "GET /v2.0/ports?device_id=80f6f0ff-5388-463f-95ad-bb8a5b36da5d HTTP/1.1" status: 200  len: 931 time: 0.6339614
Dec 25 21:12:40.331645 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74de4bfd-3bdc-4c76-9bdf-a1276cc7629d None None] Checking router: d442a0c7-62de-4377-b82f-b9c59cce5dd3 for host: ncdv-master-1 {{(pid=121608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 25 21:12:40.342111 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74de4bfd-3bdc-4c76-9bdf-a1276cc7629d None None] Routers {'d442a0c7-62de-4377-b82f-b9c59cce5dd3'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:12:40.342824 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-74de4bfd-3bdc-4c76-9bdf-a1276cc7629d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2613f62940>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:12:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['d442a0c7-62de-4377-b82f-b9c59cce5dd3'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:12:40.403432 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device cd14102a-4aa7-4e83-bab7-8af20cf277d0 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:12:40.405325 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-1d6ec9c1-5b43-4d51-8008-d95f98e9246c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997585', 'neutron.services.segments.db._delete_segments_for_network-8737602743071'] for network, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:40.411667 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c760d816-9b64-44c1-993e-a2d5ac1b365a req-00ca17bd-684b-4340-9049-28167df49a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:12:40.413440 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c760d816-9b64-44c1-993e-a2d5ac1b365a req-00ca17bd-684b-4340-9049-28167df49a4c service neutron] 10.222.0.31 "GET /v2.0/networks?id=1e137e86-76be-493f-9b25-1d17756925b5 HTTP/1.1" status: 200  len: 921 time: 0.7301476
Dec 25 21:12:40.425144 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-d0c77446-875a-4308-a4cd-062070741973 admin admin] Publish callbacks [] for router, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:40.432647 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] No Port match for: cd14102a-4aa7-4e83-bab7-8af20cf277d0 {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:12:40.433279 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device cd14102a-4aa7-4e83-bab7-8af20cf277d0 not bound to the agent host ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:12:40.525538 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvr_db [None req-74de4bfd-3bdc-4c76-9bdf-a1276cc7629d None None] Set router d442a0c7-62de-4377-b82f-b9c59cce5dd3 gateway port host: ncdv-master-1 {{(pid=121608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:12:40.560257 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.segments.db [None req-1d6ec9c1-5b43-4d51-8008-d95f98e9246c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2611ffba90>,) {'filters': {'network_id': ['09af6274-7110-4e9c-83cc-51d4d54a1676']}} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:12:40.589479 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c760d816-9b64-44c1-993e-a2d5ac1b365a req-3a813ad9-13da-4ac8-ba59-e0acdbee6539 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=228dbe3e-2fc1-491d-915f-a92d1ec6406f HTTP/1.1" status: 200  len: 217 time: 0.1493926
Dec 25 21:12:40.597658 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:40.619828 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.segments.db [None req-1d6ec9c1-5b43-4d51-8008-d95f98e9246c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2611ffba90>, 'c81d66e9-cd43-4a32-ab71-883a0f354192') {'for_net_delete': True} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:12:40.620226 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.segments.db [None req-1d6ec9c1-5b43-4d51-8008-d95f98e9246c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2611ffba90>, 'c81d66e9-cd43-4a32-ab71-883a0f354192') {} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:12:40.630318 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b5c741-3afd-4639-ba39-5826c63267d0 req-f13da8e3-ae15-4098-9c38-f237b79b4377 tempest-TenantUsagesTestJSON-459875834 tempest-TenantUsagesTestJSON-459875834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:12:40.631979 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-70b5c741-3afd-4639-ba39-5826c63267d0 req-f13da8e3-ae15-4098-9c38-f237b79b4377 tempest-TenantUsagesTestJSON-459875834 tempest-TenantUsagesTestJSON-459875834-project] 10.222.0.32 "GET /v2.0/ports?device_id=578a1ae1-faad-4593-b3a9-d1d4c134431c HTTP/1.1" status: 200  len: 950 time: 0.4876416
Dec 25 21:12:40.670387 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-6dda30e8-eb21-439d-b9ba-92b1d3f1db46 req-96f43901-5ec6-4f4e-9521-1349e6b8d06e service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=3eb1d827-a7c8-4817-a176-ffcd3e08aae0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4533281
Dec 25 21:12:40.673147 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-bb0112cd-9a98-4cd1-99b7-7ecab0e1644c req-76e46922-5eb4-4799-8ea2-b00c40121d5c service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=a7858f6a-3772-499d-a74e-b906953665ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4343133
Dec 25 21:12:40.697914 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-1d6ec9c1-5b43-4d51-8008-d95f98e9246c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737602746920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9084222'] for segment, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:40.733943 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-74de4bfd-3bdc-4c76-9bdf-a1276cc7629d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2613f62940>, [{'id': 'd442a0c7-62de-4377-b82f-b9c59cce5dd3', 'name': 'tempest-ServersTestManualDisk-909577482-router', 'tenant_id': '4aa6a09f9e43475e8a7f5639f59b1654', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.68'}], 'enable_snat': True}, 'gw_port_id': '3922c53c-0e84-4788-8b3a-6ff7fab7eaca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:09:56Z', 'updated_at': '2021-12-25T21:12:37Z', 'revision_number': 5, 'project_id': '4aa6a09f9e43475e8a7f5639f59b1654', 'gw_port': {'id': '3922c53c-0e84-4788-8b3a-6ff7fab7eaca', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:cd:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd442a0c7-62de-4377-b82f-b9c59cce5dd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:09:58Z', 'updated_at': '2021-12-25T21:10:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:12:40.767788 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74de4bfd-3bdc-4c76-9bdf-a1276cc7629d None None] The sync data for ids ['d442a0c7-62de-4377-b82f-b9c59cce5dd3'] in ncdv-master-1 is: [{'id': 'd442a0c7-62de-4377-b82f-b9c59cce5dd3', 'name': 'tempest-ServersTestManualDisk-909577482-router', 'tenant_id': '4aa6a09f9e43475e8a7f5639f59b1654', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.68'}], 'enable_snat': True}, 'gw_port_id': '3922c53c-0e84-4788-8b3a-6ff7fab7eaca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:09:56Z', 'updated_at': '2021-12-25T21:12:37Z', 'revision_number': 5, 'project_id': '4aa6a09f9e43475e8a7f5639f59b1654', 'gw_port': {'id': '3922c53c-0e84-4788-8b3a-6ff7fab7eaca', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:cd:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd442a0c7-62de-4377-b82f-b9c59cce5dd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:09:58Z', 'updated_at': '2021-12-25T21:10:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 21:12:40.774253 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9f7c65d6-f50c-47d9-b404-a45b1237789f req-2bd3464f-27b6-43a1-b636-52a57ac4efc7 tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] 10.222.0.32 "GET /v2.0/security-groups?id=381a44e3-d0d7-4aba-bc61-1ef7cfa17da9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4467289
Dec 25 21:12:40.810089 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [req-5135e6ee-f6d0-41ca-832c-abb64366ff55 req-026287e9-04e7-4961-8ac4-1acc428a15f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a669f5e-5fef-4866-bd8e-e6cac72b1152 {{(pid=121606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:12:40.851051 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-5135e6ee-f6d0-41ca-832c-abb64366ff55 req-026287e9-04e7-4961-8ac4-1acc428a15f4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:40.876410 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-1d6ec9c1-5b43-4d51-8008-d95f98e9246c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:40.923949 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d6ec9c1-5b43-4d51-8008-d95f98e9246c admin admin] Releasing vlan 158 on physical network physnet1 to pool {{(pid=121606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 25 21:12:40.924272 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-1d6ec9c1-5b43-4d51-8008-d95f98e9246c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9084542'] for segment, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:40.926882 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c760d816-9b64-44c1-993e-a2d5ac1b365a req-aec54521-e341-4188-8d5e-86eb90048c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:12:40.928377 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c760d816-9b64-44c1-993e-a2d5ac1b365a req-aec54521-e341-4188-8d5e-86eb90048c53 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=9f350e3c-b3c0-4923-bec6-5c96ab55923b HTTP/1.1" status: 200  len: 860 time: 0.3106601
Dec 25 21:12:40.929138 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:12:40.929138 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:12:40.929138 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:12:40.929138 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:12:40.929138 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:12:40.929138 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:12:40.929138 ncdv-master-1 neutron-server[121606]: Traceback (most recent call last):
Dec 25 21:12:40.929138 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 25 21:12:40.929138 ncdv-master-1 neutron-server[121606]:     timer()
Dec 25 21:12:40.929138 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 25 21:12:40.929138 ncdv-master-1 neutron-server[121606]:     cb(*args, **kw)
Dec 25 21:12:40.929138 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 25 21:12:40.929138 ncdv-master-1 neutron-server[121606]:     return func(*args, **kwargs)
Dec 25 21:12:40.929138 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 25 21:12:40.929138 ncdv-master-1 neutron-server[121606]:     self._notify()
Dec 25 21:12:40.929138 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 25 21:12:40.929138 ncdv-master-1 neutron-server[121606]:     self.callback(batched_events)
Dec 25 21:12:40.929138 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 25 21:12:40.929138 ncdv-master-1 neutron-server[121606]:     event.method(event)
Dec 25 21:12:40.929138 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 25 21:12:40.929138 ncdv-master-1 neutron-server[121606]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 25 21:12:40.929138 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 25 21:12:40.929138 ncdv-master-1 neutron-server[121606]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 25 21:12:40.929138 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 25 21:12:40.929138 ncdv-master-1 neutron-server[121606]:     return f(self, *a, **k)
Dec 25 21:12:40.929138 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 25 21:12:40.929138 ncdv-master-1 neutron-server[121606]:     return self._get(url).json()
Dec 25 21:12:40.929138 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 25 21:12:40.929138 ncdv-master-1 neutron-server[121606]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 25 21:12:40.929138 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 25 21:12:40.929138 ncdv-master-1 neutron-server[121606]:     return self.request(url, 'GET', **kwargs)
Dec 25 21:12:40.929138 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 25 21:12:40.929138 ncdv-master-1 neutron-server[121606]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 25 21:12:40.929138 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 25 21:12:40.929138 ncdv-master-1 neutron-server[121606]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 25 21:12:40.929138 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 25 21:12:40.929138 ncdv-master-1 neutron-server[121606]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 25 21:12:40.929138 ncdv-master-1 neutron-server[121606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 25 21:12:40.965872 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-d0c77446-875a-4308-a4cd-062070741973 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:40.980599 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-70b5c741-3afd-4639-ba39-5826c63267d0 req-17646beb-36e4-401d-a644-c38d2e37978b tempest-TenantUsagesTestJSON-459875834 tempest-TenantUsagesTestJSON-459875834-project] 10.222.0.32 "GET /v2.0/security-groups?id=3eb1d827-a7c8-4817-a176-ffcd3e08aae0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3131857
Dec 25 21:12:41.024792 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fed5642-226c-42e4-9eec-d290a63a1033 req-7c1169a6-8fb2-4901-b075-48cdb534285d tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:12:41.026462 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5fed5642-226c-42e4-9eec-d290a63a1033 req-7c1169a6-8fb2-4901-b075-48cdb534285d tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c9cb266-1a4b-41a7-b9c4-55bc33979d91 HTTP/1.1" status: 200  len: 945 time: 0.1777792
Dec 25 21:12:41.132050 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.provisioning_blocks [req-5135e6ee-f6d0-41ca-832c-abb64366ff55 req-026287e9-04e7-4961-8ac4-1acc428a15f4 service neutron] Transition to ACTIVE for port object 0a669f5e-5fef-4866-bd8e-e6cac72b1152 will not be triggered until provisioned by entity L2. {{(pid=121606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 25 21:12:41.144549 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-1d6ec9c1-5b43-4d51-8008-d95f98e9246c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2008653'] for network, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:41.152244 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-1d6ec9c1-5b43-4d51-8008-d95f98e9246c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for network, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:41.154460 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-1d6ec9c1-5b43-4d51-8008-d95f98e9246c admin admin] 10.222.0.32 "DELETE /v2.0/networks/09af6274-7110-4e9c-83cc-51d4d54a1676 HTTP/1.1" status: 204  len: 168 time: 2.8307979
Dec 25 21:12:41.183185 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5fed5642-226c-42e4-9eec-d290a63a1033 req-2186a713-2580-466f-9034-b5932ec836ea tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] 10.222.0.32 "GET /v2.0/security-groups?id=bc05caf7-df2e-49b8-960c-4031d2c2ccca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1488848
Dec 25 21:12:41.202288 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c760d816-9b64-44c1-993e-a2d5ac1b365a req-2fc80b02-2c83-4f2e-aef7-6ae69c6685f1 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=1e137e86-76be-493f-9b25-1d17756925b5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0685594
Dec 25 21:12:41.207569 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6ec9c1-5b43-4d51-8008-d95f98e9246c admin admin] Pushing event deleted for resources: {'Network': ['ID=09af6274-7110-4e9c-83cc-51d4d54a1676,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:12:41.215948 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-5135e6ee-f6d0-41ca-832c-abb64366ff55 req-026287e9-04e7-4961-8ac4-1acc428a15f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:41.231417 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8040408e-a52e-4204-8dc5-1d8f9a4d259c req-455baf4c-e174-449b-badc-5a2ddca6ddb0 tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:12:41.234780 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8040408e-a52e-4204-8dc5-1d8f9a4d259c req-455baf4c-e174-449b-badc-5a2ddca6ddb0 tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] 10.222.0.32 "GET /v2.0/ports?device_id=866da8ae-83ec-48f9-bfc8-b1a55df72844 HTTP/1.1" status: 200  len: 943 time: 0.1827786
Dec 25 21:12:41.380700 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-d0c77446-875a-4308-a4cd-062070741973 admin admin] Deleting port 3922c53c-0e84-4788-8b3a-6ff7fab7eaca {{(pid=121606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:12:41.381423 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-d0c77446-875a-4308-a4cd-062070741973 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:41.453586 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026287e9-04e7-4961-8ac4-1acc428a15f4 service neutron] Pushing event updated for resources: {'Port': ['ID=0a669f5e-5fef-4866-bd8e-e6cac72b1152,revision_number=2']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:12:41.595436 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8040408e-a52e-4204-8dc5-1d8f9a4d259c req-eadb4aaa-91f3-41f8-9e04-422bc2c2c482 tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5d2ff88-22d6-43d8-90d1-bfb86d4e3308&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3158283
Dec 25 21:12:41.622858 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c760d816-9b64-44c1-993e-a2d5ac1b365a req-de6716c7-d98c-4be6-a581-b96e8d1a3a8e service neutron] 10.222.0.31 "GET /v2.0/networks/1e137e86-76be-493f-9b25-1d17756925b5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3855627
Dec 25 21:12:41.639127 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6406501f-db39-4fa6-b5c5-565d4e548c87 req-9d69d6c3-1b75-410d-8004-312bd0ef6496 tempest-MultipleCreateTestJSON-716196898 tempest-MultipleCreateTestJSON-716196898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:12:41.641224 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-6406501f-db39-4fa6-b5c5-565d4e548c87 req-9d69d6c3-1b75-410d-8004-312bd0ef6496 tempest-MultipleCreateTestJSON-716196898 tempest-MultipleCreateTestJSON-716196898-project] 10.222.0.32 "GET /v2.0/ports?device_id=c12cba1c-049e-4a5a-8f24-4f33cf7df89c HTTP/1.1" status: 200  len: 945 time: 0.2360165
Dec 25 21:12:41.643039 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [None req-d0c77446-875a-4308-a4cd-062070741973 admin admin] For port 3922c53c-0e84-4788-8b3a-6ff7fab7eaca, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3922c53c-0e84-4788-8b3a-6ff7fab7eaca,segment=NetworkSegment(6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855),segment_id=6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855)] {{(pid=121606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:12:41.643435 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-d0c77446-875a-4308-a4cd-062070741973 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:41.695620 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-d0c77446-875a-4308-a4cd-062070741973 admin admin] Calling delete_port for 3922c53c-0e84-4788-8b3a-6ff7fab7eaca owned by network:router_gateway {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:12:41.697243 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-5135e6ee-f6d0-41ca-832c-abb64366ff55 req-026287e9-04e7-4961-8ac4-1acc428a15f4 service neutron] Attempting to bind port 0a669f5e-5fef-4866-bd8e-e6cac72b1152 on host nch2-master-1 for vnic_type normal with profile  {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:12:41.697601 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-5135e6ee-f6d0-41ca-832c-abb64366ff55 req-026287e9-04e7-4961-8ac4-1acc428a15f4 service neutron] Attempting to bind port 0a669f5e-5fef-4866-bd8e-e6cac72b1152 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'fad08864-4612-4be1-bb28-08cb199f6d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6dded111-84d7-4606-bd1c-e9369354dff9'}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:12:41.697917 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5135e6ee-f6d0-41ca-832c-abb64366ff55 req-026287e9-04e7-4961-8ac4-1acc428a15f4 service neutron] Attempting to bind port 0a669f5e-5fef-4866-bd8e-e6cac72b1152 on network 6dded111-84d7-4606-bd1c-e9369354dff9 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:12:41.723092 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5135e6ee-f6d0-41ca-832c-abb64366ff55 req-026287e9-04e7-4961-8ac4-1acc428a15f4 service neutron] Port 0a669f5e-5fef-4866-bd8e-e6cac72b1152 on network 6dded111-84d7-4606-bd1c-e9369354dff9 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 25 21:12:41.723423 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5135e6ee-f6d0-41ca-832c-abb64366ff55 req-026287e9-04e7-4961-8ac4-1acc428a15f4 service neutron] Attempting to bind port 0a669f5e-5fef-4866-bd8e-e6cac72b1152 on network 6dded111-84d7-4606-bd1c-e9369354dff9 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:12:41.771567 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5135e6ee-f6d0-41ca-832c-abb64366ff55 req-026287e9-04e7-4961-8ac4-1acc428a15f4 service neutron] Checking agent: {'id': '0d9ae313-8f8d-40fa-8a9f-d098a25a9911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 21, 4, 38), 'started_at': datetime.datetime(2021, 12, 25, 21, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 12, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:12:41.771916 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5135e6ee-f6d0-41ca-832c-abb64366ff55 req-026287e9-04e7-4961-8ac4-1acc428a15f4 service neutron] Checking segment: {'id': 'fad08864-4612-4be1-bb28-08cb199f6d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6dded111-84d7-4606-bd1c-e9369354dff9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:12:41.772313 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5135e6ee-f6d0-41ca-832c-abb64366ff55 req-026287e9-04e7-4961-8ac4-1acc428a15f4 service neutron] Bound using segment: {'id': 'fad08864-4612-4be1-bb28-08cb199f6d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6dded111-84d7-4606-bd1c-e9369354dff9'} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:12:41.772757 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-5135e6ee-f6d0-41ca-832c-abb64366ff55 req-026287e9-04e7-4961-8ac4-1acc428a15f4 service neutron] Bound port: 0a669f5e-5fef-4866-bd8e-e6cac72b1152, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fad08864-4612-4be1-bb28-08cb199f6d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6dded111-84d7-4606-bd1c-e9369354dff9'}}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:12:41.773143 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-5135e6ee-f6d0-41ca-832c-abb64366ff55 req-026287e9-04e7-4961-8ac4-1acc428a15f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:41.811052 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 48184) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:12:41.840171 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-6406501f-db39-4fa6-b5c5-565d4e548c87 req-76080e34-e94c-44c3-832a-381a27eebc26 tempest-MultipleCreateTestJSON-716196898 tempest-MultipleCreateTestJSON-716196898-project] 10.222.0.32 "GET /v2.0/security-groups?id=a7858f6a-3772-499d-a74e-b906953665ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1742096
Dec 25 21:12:41.859287 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-99a48582-2183-4499-9033-e15487f7adcf admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=188fe358c4684fce8fc912f48b3f186e&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0463283
Dec 25 21:12:41.861932 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 48186) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:12:41.915106 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c760d816-9b64-44c1-993e-a2d5ac1b365a req-902695cb-d28e-4f73-adfc-42a79603fd59 service neutron] 10.222.0.31 "GET /v2.0/networks/1e137e86-76be-493f-9b25-1d17756925b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2684824
Dec 25 21:12:41.916308 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-63a12a49-5a6e-4023-8138-57418b437799 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:41.943145 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-63a12a49-5a6e-4023-8138-57418b437799 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:42.048180 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-5135e6ee-f6d0-41ca-832c-abb64366ff55 req-026287e9-04e7-4961-8ac4-1acc428a15f4 service neutron] For port 0a669f5e-5fef-4866-bd8e-e6cac72b1152, host nch2-master-1, cleared binding levels {{(pid=121606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:12:42.068630 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-5135e6ee-f6d0-41ca-832c-abb64366ff55 req-026287e9-04e7-4961-8ac4-1acc428a15f4 service neutron] For port 0a669f5e-5fef-4866-bd8e-e6cac72b1152, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0a669f5e-5fef-4866-bd8e-e6cac72b1152,segment=NetworkSegment(fad08864-4612-4be1-bb28-08cb199f6d74),segment_id=fad08864-4612-4be1-bb28-08cb199f6d74)] {{(pid=121606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:12:42.083145 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ceeff2-c912-47dd-8a89-a567361d531e req-8e834b42-2f6e-4a1c-ab00-654c42b0433a tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:12:42.084646 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-87ceeff2-c912-47dd-8a89-a567361d531e req-8e834b42-2f6e-4a1c-ab00-654c42b0433a tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] 10.222.0.32 "GET /v2.0/ports?device_id=80f6f0ff-5388-463f-95ad-bb8a5b36da5d HTTP/1.1" status: 200  len: 943 time: 0.1943109
Dec 25 21:12:42.089825 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-63a12a49-5a6e-4023-8138-57418b437799 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:42.093637 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-63a12a49-5a6e-4023-8138-57418b437799 admin admin] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:42.095336 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-63a12a49-5a6e-4023-8138-57418b437799 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b69513af-ab77-4f0b-a466-982d791e7cb5 HTTP/1.1" status: 204  len: 168 time: 0.2324321
Dec 25 21:12:42.113953 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a12a49-5a6e-4023-8138-57418b437799 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b69513af-ab77-4f0b-a466-982d791e7cb5,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:12:42.309196 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 532fba15-857d-421a-a32a-e4619a5e3295 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:12:42.338379 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] No Port match for: 532fba15-857d-421a-a32a-e4619a5e3295 {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:12:42.339137 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 532fba15-857d-421a-a32a-e4619a5e3295 not bound to the agent host ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:12:42.431609 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2fa25c-8f46-4300-b2f6-dce6b8d7cf6c req-2dd2edd4-b0fa-4305-b916-155237c4abb1 tempest-MultipleCreateTestJSON-716196898 tempest-MultipleCreateTestJSON-716196898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:12:42.438021 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8c2fa25c-8f46-4300-b2f6-dce6b8d7cf6c req-2dd2edd4-b0fa-4305-b916-155237c4abb1 tempest-MultipleCreateTestJSON-716196898 tempest-MultipleCreateTestJSON-716196898-project] 10.222.0.32 "GET /v2.0/ports?device_id=e6e849be-8c7b-429d-b691-8ec676c68caa HTTP/1.1" status: 200  len: 946 time: 0.4953978
Dec 25 21:12:42.446474 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-5135e6ee-f6d0-41ca-832c-abb64366ff55 req-026287e9-04e7-4961-8ac4-1acc428a15f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:42.527261 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5135e6ee-f6d0-41ca-832c-abb64366ff55 req-026287e9-04e7-4961-8ac4-1acc428a15f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:12:42.527730 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-5135e6ee-f6d0-41ca-832c-abb64366ff55 req-026287e9-04e7-4961-8ac4-1acc428a15f4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:42.529198 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5135e6ee-f6d0-41ca-832c-abb64366ff55 req-026287e9-04e7-4961-8ac4-1acc428a15f4 service neutron] 10.222.0.37 "PUT /v2.0/ports/0a669f5e-5fef-4866-bd8e-e6cac72b1152 HTTP/1.1" status: 200  len: 1091 time: 3.5483518
Dec 25 21:12:42.529933 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80f6f0ff-5388-463f-95ad-bb8a5b36da5d', 'tag': '0a669f5e-5fef-4866-bd8e-e6cac72b1152'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:12:42.532991 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9858820c13ec2827453b94ebc4181065e990a4e4089ccb9fe762531ac62d2fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3740f8a-c705-4ba2-9852-1504ad4c1a5d" -d '{"events": [{"name": "network-changed", "server_uuid": "80f6f0ff-5388-463f-95ad-bb8a5b36da5d", "tag": "0a669f5e-5fef-4866-bd8e-e6cac72b1152"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:12:42.589159 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-87ceeff2-c912-47dd-8a89-a567361d531e req-e02b45b1-cfa3-46e1-ad7a-4522eeaf55e1 tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] 10.222.0.32 "GET /v2.0/security-groups?id=381a44e3-d0d7-4aba-bc61-1ef7cfa17da9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4944551
Dec 25 21:12:42.594558 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-d0c77446-875a-4308-a4cd-062070741973 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:42.602709 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026287e9-04e7-4961-8ac4-1acc428a15f4 service neutron] Pushing event updated for resources: {'Port': ['ID=0a669f5e-5fef-4866-bd8e-e6cac72b1152,revision_number=3']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:12:42.631407 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8c2fa25c-8f46-4300-b2f6-dce6b8d7cf6c req-d2a7b766-eb43-47c9-b074-40b0d4d6b27a tempest-MultipleCreateTestJSON-716196898 tempest-MultipleCreateTestJSON-716196898-project] 10.222.0.32 "GET /v2.0/security-groups?id=a7858f6a-3772-499d-a74e-b906953665ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1755033
Dec 25 21:12:42.631407 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c77446-875a-4308-a4cd-062070741973 admin admin] Pushing event deleted for resources: {'Port': ['ID=3922c53c-0e84-4788-8b3a-6ff7fab7eaca,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:12:42.796280 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-d0c77446-875a-4308-a4cd-062070741973 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2008689'] for router_gateway, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:42.884560 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5135e6ee-f6d0-41ca-832c-abb64366ff55 req-a802077d-702b-47f4-8fa5-17185ddf43a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:12:42.886383 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5135e6ee-f6d0-41ca-832c-abb64366ff55 req-a802077d-702b-47f4-8fa5-17185ddf43a2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=74b18f04a1eb470bac90f3df16ec5170&device_id=80f6f0ff-5388-463f-95ad-bb8a5b36da5d HTTP/1.1" status: 200  len: 1094 time: 0.1927881
Dec 25 21:12:42.904206 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529e167d-f9c5-433f-ab27-64dec9b35bc7 req-3055f03d-c8a5-4844-81d9-098bfd4601d2 tempest-TenantUsagesTestJSON-459875834 tempest-TenantUsagesTestJSON-459875834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:12:42.906228 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-529e167d-f9c5-433f-ab27-64dec9b35bc7 req-3055f03d-c8a5-4844-81d9-098bfd4601d2 tempest-TenantUsagesTestJSON-459875834 tempest-TenantUsagesTestJSON-459875834-project] 10.222.0.32 "GET /v2.0/ports?device_id=578a1ae1-faad-4593-b3a9-d1d4c134431c HTTP/1.1" status: 200  len: 950 time: 0.1996515
Dec 25 21:12:42.932710 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-d0c77446-875a-4308-a4cd-062070741973 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2014235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14905'] for router, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:42.942844 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-d0c77446-875a-4308-a4cd-062070741973 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:42.991906 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacd8f90-8510-47c1-a1f7-3533239812a9 req-1376ecda-ae8d-48c8-b7a3-6fbf69e02bf2 tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:12:42.993473 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-cacd8f90-8510-47c1-a1f7-3533239812a9 req-1376ecda-ae8d-48c8-b7a3-6fbf69e02bf2 tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c9cb266-1a4b-41a7-b9c4-55bc33979d91 HTTP/1.1" status: 200  len: 945 time: 0.2610230
Dec 25 21:12:43.020724 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5135e6ee-f6d0-41ca-832c-abb64366ff55 req-a2c17d11-f6a1-4087-a19b-0d5c5f573417 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0a669f5e-5fef-4866-bd8e-e6cac72b1152 HTTP/1.1" status: 200  len: 217 time: 0.0857770
Dec 25 21:12:43.149699 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-d0c77446-875a-4308-a4cd-062070741973 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2014220'] for router, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:43.150221 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0c77446-875a-4308-a4cd-062070741973 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d442a0c7-62de-4377-b82f-b9c59cce5dd3 {{(pid=121606) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 25 21:12:43.173436 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-d0c77446-875a-4308-a4cd-062070741973 admin admin] Publish callbacks [] for router, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:43.180025 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-d0c77446-875a-4308-a4cd-062070741973 admin admin] 10.222.0.32 "DELETE /v2.0/routers/d442a0c7-62de-4377-b82f-b9c59cce5dd3 HTTP/1.1" status: 204  len: 168 time: 3.4849377
Dec 25 21:12:43.180722 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 48218) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:12:43.195940 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5135e6ee-f6d0-41ca-832c-abb64366ff55 req-22f6061c-8db4-4307-b99e-0b58d835c519 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:12:43.197433 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5135e6ee-f6d0-41ca-832c-abb64366ff55 req-22f6061c-8db4-4307-b99e-0b58d835c519 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4319d64b-4a91-4427-9485-7d07e2bc5ab0 HTTP/1.1" status: 200  len: 845 time: 0.1351259
Dec 25 21:12:43.214155 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-529e167d-f9c5-433f-ab27-64dec9b35bc7 req-d6426004-ac38-47df-acb0-9755e8f5e85b tempest-TenantUsagesTestJSON-459875834 tempest-TenantUsagesTestJSON-459875834-project] 10.222.0.32 "GET /v2.0/security-groups?id=3eb1d827-a7c8-4817-a176-ffcd3e08aae0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2694507
Dec 25 21:12:43.240771 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_v2 [None req-23cc856c-6036-47d4-b5be-d4b27bf31f99 admin admin] Deleting subnet 35e03391-a093-408b-9676-2290336562fa {{(pid=121607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Dec 25 21:12:43.244915 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-23cc856c-6036-47d4-b5be-d4b27bf31f99 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:43.268284 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-cacd8f90-8510-47c1-a1f7-3533239812a9 req-0792e448-67a1-4dca-b948-648fd7211bfa tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] 10.222.0.32 "GET /v2.0/security-groups?id=bc05caf7-df2e-49b8-960c-4031d2c2ccca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2492800
Dec 25 21:12:43.270490 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5135e6ee-f6d0-41ca-832c-abb64366ff55 req-11f872a1-1a18-44c7-8fc5-5f48dd8894ce service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6dded111-84d7-4606-bd1c-e9369354dff9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0618696
Dec 25 21:12:43.298450 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-87657091-00c5-474f-a913-bd9f4b17de66 req-1ba07a8e-8eac-406d-974c-35bfa1e99ba4 service neutron] 10.222.0.31 "GET /v2.0/ports/228dbe3e-2fc1-491d-915f-a92d1ec6406f/bindings/nch2-master-1 HTTP/1.1" status: 200  len: 384 time: 0.2211499
Dec 25 21:12:43.303244 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-23cc856c-6036-47d4-b5be-d4b27bf31f99 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10246617'] for subnet, precommit_delete_associations {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:43.408536 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 48226) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:12:43.450963 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-23cc856c-6036-47d4-b5be-d4b27bf31f99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995662'] for subnet, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:43.517820 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5135e6ee-f6d0-41ca-832c-abb64366ff55 req-382e1ef4-638a-4e53-9202-ca183f5dc0dc service neutron] 10.222.0.37 "GET /v2.0/networks/6dded111-84d7-4606-bd1c-e9369354dff9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2319419
Dec 25 21:12:43.540436 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efefcd32-eb88-4b1d-8de2-5143468da457 req-3f7ab87a-bf48-48b3-ae37-0e67887bbcfe tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:12:43.543279 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-efefcd32-eb88-4b1d-8de2-5143468da457 req-3f7ab87a-bf48-48b3-ae37-0e67887bbcfe tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] 10.222.0.32 "GET /v2.0/ports?device_id=866da8ae-83ec-48f9-bfc8-b1a55df72844 HTTP/1.1" status: 200  len: 943 time: 0.1169851
Dec 25 21:12:43.544932 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Dec 2021 21:12:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d47f77d7-3f96-481d-a42f-c629b3851ae9 x-openstack-request-id: req-d47f77d7-3f96-481d-a42f-c629b3851ae9 {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:12:43.545230 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80f6f0ff-5388-463f-95ad-bb8a5b36da5d", "tag": "0a669f5e-5fef-4866-bd8e-e6cac72b1152", "status": "completed", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:12:43.545485 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d47f77d7-3f96-481d-a42f-c629b3851ae9 {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:12:43.545873 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80f6f0ff-5388-463f-95ad-bb8a5b36da5d', 'tag': '0a669f5e-5fef-4866-bd8e-e6cac72b1152', 'status': 'completed', 'code': 200}
Dec 25 21:12:43.552219 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-60a940ea-fc84-4551-b9bf-ad3384005500 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1609054810-network', 'tenant_id': 'a0c1fd4c214c43d694996c1237c66fe5'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:12:43.592789 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-23cc856c-6036-47d4-b5be-d4b27bf31f99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8632410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8852809'] for subnet, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:43.620553 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cc856c-6036-47d4-b5be-d4b27bf31f99 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=35e03391-a093-408b-9676-2290336562fa,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:12:43.630608 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-23cc856c-6036-47d4-b5be-d4b27bf31f99 admin admin] Publish callbacks [] for subnet, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:43.631632 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83ef40fa-1031-4b05-ae47-83b794fd732e None None] Network d6675960-5a27-4fda-8ce3-11dfa09c56d6 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:12:43.637205 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-23cc856c-6036-47d4-b5be-d4b27bf31f99 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/35e03391-a093-408b-9676-2290336562fa HTTP/1.1" status: 204  len: 168 time: 0.4586761
Dec 25 21:12:43.639619 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 48234) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:12:43.749080 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-c890a84c-880d-42a1-a898-cee960dc38fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625803'] for network, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:43.814126 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-c890a84c-880d-42a1-a898-cee960dc38fb admin admin] Deleting port 26060c21-a4d3-47c1-be14-b9be5a195cf0 {{(pid=121607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:12:43.814777 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-c890a84c-880d-42a1-a898-cee960dc38fb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:43.826017 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-efefcd32-eb88-4b1d-8de2-5143468da457 req-da6f9dab-c72b-4e53-919b-50804cd19455 tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5d2ff88-22d6-43d8-90d1-bfb86d4e3308&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2772553
Dec 25 21:12:43.835513 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60a940ea-fc84-4551-b9bf-ad3384005500 admin admin] Made reservation on behalf of a0c1fd4c214c43d694996c1237c66fe5 for: {'network': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:12:43.837912 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-60a940ea-fc84-4551-b9bf-ad3384005500 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for network, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:43.858349 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5135e6ee-f6d0-41ca-832c-abb64366ff55 req-323a2d87-ac5e-40ec-bd42-51799fa2bc7e service neutron] 10.222.0.37 "GET /v2.0/networks/6dded111-84d7-4606-bd1c-e9369354dff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3027318
Dec 25 21:12:43.861907 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af5b01d2-cfe6-450b-a4cc-37aebddfbf81 None None] DHCP port deletion for d6675960-5a27-4fda-8ce3-11dfa09c56d6 request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 21:12:43.893074 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-60a940ea-fc84-4551-b9bf-ad3384005500 admin admin] Publish callbacks [] for security_group, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:43.908729 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.db [None req-c890a84c-880d-42a1-a898-cee960dc38fb admin admin] For port 26060c21-a4d3-47c1-be14-b9be5a195cf0, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=26060c21-a4d3-47c1-be14-b9be5a195cf0,segment=NetworkSegment(6f10f496-0b01-497c-83c4-3b556be37e9b),segment_id=6f10f496-0b01-497c-83c4-3b556be37e9b)] {{(pid=121607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:12:43.909260 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-c890a84c-880d-42a1-a898-cee960dc38fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:43.926066 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-c890a84c-880d-42a1-a898-cee960dc38fb admin admin] Calling delete_port for 26060c21-a4d3-47c1-be14-b9be5a195cf0 owned by network:dhcp {{(pid=121607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:12:43.929611 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-87657091-00c5-474f-a913-bd9f4b17de66 req-976aa54c-8e87-4549-9d3e-4f070f8097a1 service neutron] For port 228dbe3e-2fc1-491d-915f-a92d1ec6406f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=228dbe3e-2fc1-491d-915f-a92d1ec6406f,segment=NetworkSegment(0bc15208-d08d-4c93-89c3-c4dfd4d97844),segment_id=0bc15208-d08d-4c93-89c3-c4dfd4d97844)] {{(pid=121606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:12:43.935719 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-af5b01d2-cfe6-450b-a4cc-37aebddfbf81 None None] Deleting port 26060c21-a4d3-47c1-be14-b9be5a195cf0 {{(pid=121608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:12:43.936326 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-af5b01d2-cfe6-450b-a4cc-37aebddfbf81 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:44.034675 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-af5b01d2-cfe6-450b-a4cc-37aebddfbf81 None None] For port 26060c21-a4d3-47c1-be14-b9be5a195cf0, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=26060c21-a4d3-47c1-be14-b9be5a195cf0,segment=NetworkSegment(6f10f496-0b01-497c-83c4-3b556be37e9b),segment_id=6f10f496-0b01-497c-83c4-3b556be37e9b)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:12:44.035175 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-af5b01d2-cfe6-450b-a4cc-37aebddfbf81 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:44.041584 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e0cdc3-1da5-4eb9-a1e0-e232155ba7ad req-0c4383b0-a6e8-4e87-90c8-90925a3562fa tempest-LiveMigrationTest-1605081009 tempest-LiveMigrationTest-1605081009-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:12:44.044240 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-60e0cdc3-1da5-4eb9-a1e0-e232155ba7ad req-0c4383b0-a6e8-4e87-90c8-90925a3562fa tempest-LiveMigrationTest-1605081009 tempest-LiveMigrationTest-1605081009-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=6c9cb266-1a4b-41a7-b9c4-55bc33979d91&tenant_id=bc19d38e80ce426fa6d268838d133f13&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 1096 time: 0.2949457
Dec 25 21:12:44.051733 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-af5b01d2-cfe6-450b-a4cc-37aebddfbf81 None None] Calling delete_port for 26060c21-a4d3-47c1-be14-b9be5a195cf0 owned by network:dhcp {{(pid=121608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:12:44.079995 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-87657091-00c5-474f-a913-bd9f4b17de66 req-976aa54c-8e87-4549-9d3e-4f070f8097a1 service neutron] For port 228dbe3e-2fc1-491d-915f-a92d1ec6406f, host nch1-master-1, cleared binding levels {{(pid=121606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:12:44.090101 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-60e0cdc3-1da5-4eb9-a1e0-e232155ba7ad req-1677adbd-ece8-48f1-8f2d-a57bb6018c75 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'nch1-master-1'}}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:12:44.168455 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d1066d-678c-4ed5-8778-c543b817ec78 req-00f44e09-6a57-4cc4-8d73-8f54dae81457 tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:12:44.168455 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-43d1066d-678c-4ed5-8778-c543b817ec78 req-00f44e09-6a57-4cc4-8d73-8f54dae81457 tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] 10.222.0.32 "GET /v2.0/ports?device_id=80f6f0ff-5388-463f-95ad-bb8a5b36da5d HTTP/1.1" status: 200  len: 943 time: 0.2960463
Dec 25 21:12:44.216849 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12d08a5-523d-42c6-b7cc-ecfdc8ff0f50 req-be9931bf-a832-4923-9544-1efb2492b075 tempest-MultipleCreateTestJSON-716196898 tempest-MultipleCreateTestJSON-716196898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:12:44.219106 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c12d08a5-523d-42c6-b7cc-ecfdc8ff0f50 req-be9931bf-a832-4923-9544-1efb2492b075 tempest-MultipleCreateTestJSON-716196898 tempest-MultipleCreateTestJSON-716196898-project] 10.222.0.32 "GET /v2.0/ports?device_id=e6e849be-8c7b-429d-b691-8ec676c68caa HTTP/1.1" status: 200  len: 946 time: 0.3008568
Dec 25 21:12:44.226843 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [req-87657091-00c5-474f-a913-bd9f4b17de66 req-976aa54c-8e87-4549-9d3e-4f070f8097a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 228dbe3e-2fc1-491d-915f-a92d1ec6406f {{(pid=121606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:12:44.288253 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-87657091-00c5-474f-a913-bd9f4b17de66 req-976aa54c-8e87-4549-9d3e-4f070f8097a1 service neutron] For port 228dbe3e-2fc1-491d-915f-a92d1ec6406f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=228dbe3e-2fc1-491d-915f-a92d1ec6406f,segment=NetworkSegment(0bc15208-d08d-4c93-89c3-c4dfd4d97844),segment_id=0bc15208-d08d-4c93-89c3-c4dfd4d97844)] {{(pid=121606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:12:44.304937 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3740f8a-c705-4ba2-9852-1504ad4c1a5d req-6d531cd7-9aa0-43ea-b292-e3b45acc1b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:12:44.306882 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f3740f8a-c705-4ba2-9852-1504ad4c1a5d req-6d531cd7-9aa0-43ea-b292-e3b45acc1b61 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=74b18f04a1eb470bac90f3df16ec5170&device_id=80f6f0ff-5388-463f-95ad-bb8a5b36da5d HTTP/1.1" status: 200  len: 1094 time: 0.2896423
Dec 25 21:12:44.334527 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-c890a84c-880d-42a1-a898-cee960dc38fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:44.344366 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-af5b01d2-cfe6-450b-a4cc-37aebddfbf81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955'] for port, after_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:44.377869 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5b01d2-cfe6-450b-a4cc-37aebddfbf81 None None] Pushing event deleted for resources: {'Port': ['ID=26060c21-a4d3-47c1-be14-b9be5a195cf0,revision_number=None']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:12:44.379647 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-43d1066d-678c-4ed5-8778-c543b817ec78 req-c224e628-3e3a-47c8-8b1c-eb6dd21ee93c tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] 10.222.0.32 "GET /v2.0/security-groups?id=381a44e3-d0d7-4aba-bc61-1ef7cfa17da9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2446558
Dec 25 21:12:44.380424 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-60e0cdc3-1da5-4eb9-a1e0-e232155ba7ad req-1677adbd-ece8-48f1-8f2d-a57bb6018c75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:44.383888 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af5b01d2-cfe6-450b-a4cc-37aebddfbf81 None None] No DVR routers for this DVR port 26060c21-a4d3-47c1-be14-b9be5a195cf0 on host ncdv-master-1 {{(pid=121608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:12:44.395176 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 3922c53c-0e84-4788-8b3a-6ff7fab7eaca no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:12:44.399153 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5b01d2-cfe6-450b-a4cc-37aebddfbf81 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:12:44.399758 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5b01d2-cfe6-450b-a4cc-37aebddfbf81 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:12:44.401490 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5b01d2-cfe6-450b-a4cc-37aebddfbf81 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:12:44.402082 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5b01d2-cfe6-450b-a4cc-37aebddfbf81 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:12:44.402634 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5b01d2-cfe6-450b-a4cc-37aebddfbf81 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:12:44.403179 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5b01d2-cfe6-450b-a4cc-37aebddfbf81 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:12:44.403940 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5b01d2-cfe6-450b-a4cc-37aebddfbf81 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:12:44.404248 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c890a84c-880d-42a1-a898-cee960dc38fb admin admin] Pushing event deleted for resources: {'Port': ['ID=26060c21-a4d3-47c1-be14-b9be5a195cf0,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:12:44.404756 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5b01d2-cfe6-450b-a4cc-37aebddfbf81 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:12:44.405421 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5b01d2-cfe6-450b-a4cc-37aebddfbf81 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:12:44.413828 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5b01d2-cfe6-450b-a4cc-37aebddfbf81 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:12:44.415077 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5b01d2-cfe6-450b-a4cc-37aebddfbf81 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:12:44.416103 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5b01d2-cfe6-450b-a4cc-37aebddfbf81 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:12:44.416764 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5b01d2-cfe6-450b-a4cc-37aebddfbf81 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:12:44.417266 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c890a84c-880d-42a1-a898-cee960dc38fb admin admin] No DVR routers for this DVR port 26060c21-a4d3-47c1-be14-b9be5a195cf0 on host ncdv-master-1 {{(pid=121607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:12:44.449548 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] No Port match for: 3922c53c-0e84-4788-8b3a-6ff7fab7eaca {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:12:44.455661 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 3922c53c-0e84-4788-8b3a-6ff7fab7eaca not bound to the agent host ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:12:44.455661 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 26060c21-a4d3-47c1-be14-b9be5a195cf0 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:12:44.455922 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-60a940ea-fc84-4551-b9bf-ad3384005500 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:44.477704 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] No Port match for: 26060c21-a4d3-47c1-be14-b9be5a195cf0 {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:12:44.483836 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 26060c21-a4d3-47c1-be14-b9be5a195cf0 not bound to the agent host ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:12:44.500531 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-87657091-00c5-474f-a913-bd9f4b17de66 req-976aa54c-8e87-4549-9d3e-4f070f8097a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:44.530089 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-c890a84c-880d-42a1-a898-cee960dc38fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997585', 'neutron.services.segments.db._delete_segments_for_network-8737602743071'] for network, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:44.562110 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-c890a84c-880d-42a1-a898-cee960dc38fb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2612522250>,) {'filters': {'network_id': ['d6675960-5a27-4fda-8ce3-11dfa09c56d6']}} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:12:44.571685 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-60a940ea-fc84-4551-b9bf-ad3384005500 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:44.585821 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-c890a84c-880d-42a1-a898-cee960dc38fb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2612522250>, '6f10f496-0b01-497c-83c4-3b556be37e9b') {'for_net_delete': True} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:12:44.586118 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-c890a84c-880d-42a1-a898-cee960dc38fb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2612522250>, '6f10f496-0b01-497c-83c4-3b556be37e9b') {} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:12:44.604308 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c12d08a5-523d-42c6-b7cc-ecfdc8ff0f50 req-90805f12-abd5-4496-ac4e-4909499b01be tempest-MultipleCreateTestJSON-716196898 tempest-MultipleCreateTestJSON-716196898-project] 10.222.0.32 "GET /v2.0/security-groups?id=a7858f6a-3772-499d-a74e-b906953665ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3710356
Dec 25 21:12:44.608808 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device 665e512c-6adc-4461-b6ed-9ce93d1fdeee details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 25 21:12:44.611670 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device 228dbe3e-2fc1-491d-915f-a92d1ec6406f no longer exists at agent hyperv_nch1-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:12:44.620351 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-c890a84c-880d-42a1-a898-cee960dc38fb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737602746920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10246592'] for segment, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:44.643348 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-c890a84c-880d-42a1-a898-cee960dc38fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:44.688104 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c890a84c-880d-42a1-a898-cee960dc38fb admin admin] Releasing vlan 176 on physical network physnet1 to pool {{(pid=121607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 25 21:12:44.688982 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60a940ea-fc84-4551-b9bf-ad3384005500 admin admin] vlan segment allocate from pool success with {'vlan_id': 179, 'physical_network': 'physnet1'}  {{(pid=121606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 25 21:12:44.689448 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-c890a84c-880d-42a1-a898-cee960dc38fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8633327'] for segment, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:44.724579 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f7b3d0a5-40b6-485b-8fd0-fe600ef01b7e req-6a3be618-28c0-413f-b322-4c1c272c2bae service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=e370ad00-0f15-4014-99c2-3ecd6b33849e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.3136637
Dec 25 21:12:44.756200 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3740f8a-c705-4ba2-9852-1504ad4c1a5d req-c1a7c96f-45a7-4f0c-80f3-3f53404d089d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:12:44.761032 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f3740f8a-c705-4ba2-9852-1504ad4c1a5d req-c1a7c96f-45a7-4f0c-80f3-3f53404d089d service neutron] 10.222.0.37 "GET /v2.0/networks?id=6dded111-84d7-4606-bd1c-e9369354dff9 HTTP/1.1" status: 200  len: 906 time: 0.4188621
Dec 25 21:12:44.783531 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a940ea-fc84-4551-b9bf-ad3384005500 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc075f6f-9019-462a-8243-72a7a3ff18fb,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:12:44.784529 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:12:44.784529 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:12:44.784529 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:12:44.784529 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:12:44.784529 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:12:44.784529 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:12:44.784529 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:12:44.784529 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:12:44.784529 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:12:44.784529 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:12:44.784529 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:12:44.784529 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:12:44.784529 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:12:44.784529 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:12:44.784529 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:12:44.784529 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:12:44.784529 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:12:44.784529 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:12:44.784529 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:12:44.784529 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:12:44.784529 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:12:44.784529 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:12:44.784529 ncdv-master-1 neutron-server[121607]: Traceback (most recent call last):
Dec 25 21:12:44.784529 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 25 21:12:44.784529 ncdv-master-1 neutron-server[121607]:     timer()
Dec 25 21:12:44.784529 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 25 21:12:44.784529 ncdv-master-1 neutron-server[121607]:     cb(*args, **kw)
Dec 25 21:12:44.784529 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 25 21:12:44.784529 ncdv-master-1 neutron-server[121607]:     return func(*args, **kwargs)
Dec 25 21:12:44.784529 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 25 21:12:44.784529 ncdv-master-1 neutron-server[121607]:     self._notify()
Dec 25 21:12:44.784529 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 25 21:12:44.784529 ncdv-master-1 neutron-server[121607]:     self.callback(batched_events)
Dec 25 21:12:44.784529 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 25 21:12:44.784529 ncdv-master-1 neutron-server[121607]:     event.method(event)
Dec 25 21:12:44.784529 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 25 21:12:44.784529 ncdv-master-1 neutron-server[121607]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 25 21:12:44.784529 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 25 21:12:44.784529 ncdv-master-1 neutron-server[121607]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 25 21:12:44.784529 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 25 21:12:44.784529 ncdv-master-1 neutron-server[121607]:     return f(self, *a, **k)
Dec 25 21:12:44.784529 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 25 21:12:44.784529 ncdv-master-1 neutron-server[121607]:     return self._get(url).json()
Dec 25 21:12:44.784529 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 25 21:12:44.784529 ncdv-master-1 neutron-server[121607]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 25 21:12:44.784529 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 25 21:12:44.784529 ncdv-master-1 neutron-server[121607]:     return self.request(url, 'GET', **kwargs)
Dec 25 21:12:44.784529 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 25 21:12:44.784529 ncdv-master-1 neutron-server[121607]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 25 21:12:44.784529 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 25 21:12:44.784529 ncdv-master-1 neutron-server[121607]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 25 21:12:44.784529 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 25 21:12:44.784529 ncdv-master-1 neutron-server[121607]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 25 21:12:44.784529 ncdv-master-1 neutron-server[121607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 25 21:12:44.795098 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-60a940ea-fc84-4551-b9bf-ad3384005500 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:44.795771 ncdv-master-1 neutron-server[121606]: INFO neutron.db.segments_db [None req-60a940ea-fc84-4551-b9bf-ad3384005500 admin admin] Added segment 4d4d43d5-7d0a-4994-9a87-30bf12a656cb of type vlan for network 6f1c722b-c088-4e8f-83b0-51a2bbb400f6
Dec 25 21:12:44.806811 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-282ede06-982a-41cc-93b2-14c4b9aada51 req-35bce059-b544-41b2-957b-50c0f3f9d563 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=dee5cf04-7b9e-46fd-b317-75a118617c96&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.2119737
Dec 25 21:12:44.844863 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port 665e512c-6adc-4461-b6ed-9ce93d1fdeee, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=665e512c-6adc-4461-b6ed-9ce93d1fdeee,segment=NetworkSegment(a05a9961-775b-4dff-bebf-b24cb60ab1a9),segment_id=a05a9961-775b-4dff-bebf-b24cb60ab1a9)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:12:44.862675 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device 665e512c-6adc-4461-b6ed-9ce93d1fdeee has no active binding in host nch1-master-1 {{(pid=121608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}}
Dec 25 21:12:44.882224 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282ede06-982a-41cc-93b2-14c4b9aada51 req-a47138fa-dd3f-4281-aaac-9bb0ee4a5a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:12:44.883738 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-282ede06-982a-41cc-93b2-14c4b9aada51 req-a47138fa-dd3f-4281-aaac-9bb0ee4a5a59 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=bc19d38e80ce426fa6d268838d133f13&device_id=dee5cf04-7b9e-46fd-b317-75a118617c96 HTTP/1.1" status: 200  len: 1096 time: 0.0539277
Dec 25 21:12:44.884834 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-c890a84c-880d-42a1-a898-cee960dc38fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2008653'] for network, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:44.899930 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-c890a84c-880d-42a1-a898-cee960dc38fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for network, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:44.915023 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-c890a84c-880d-42a1-a898-cee960dc38fb admin admin] 10.222.0.32 "DELETE /v2.0/networks/d6675960-5a27-4fda-8ce3-11dfa09c56d6 HTTP/1.1" status: 204  len: 168 time: 1.2728856
Dec 25 21:12:44.935303 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c890a84c-880d-42a1-a898-cee960dc38fb admin admin] Pushing event deleted for resources: {'Network': ['ID=d6675960-5a27-4fda-8ce3-11dfa09c56d6,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:12:44.963609 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f3740f8a-c705-4ba2-9852-1504ad4c1a5d req-924aca4a-c2cd-4015-844f-ae034a7f4c45 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0a669f5e-5fef-4866-bd8e-e6cac72b1152 HTTP/1.1" status: 200  len: 217 time: 0.1364927
Dec 25 21:12:45.014744 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a27c1c4-ac91-488f-a735-740e7b6ae2f9 req-fa73cf51-ff7d-429d-a3e8-7e54689d1f03 tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:12:45.016832 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8a27c1c4-ac91-488f-a735-740e7b6ae2f9 req-fa73cf51-ff7d-429d-a3e8-7e54689d1f03 tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c9cb266-1a4b-41a7-b9c4-55bc33979d91 HTTP/1.1" status: 200  len: 945 time: 0.4748240
Dec 25 21:12:45.047840 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282ede06-982a-41cc-93b2-14c4b9aada51 req-1c0fdaf0-e21f-4258-9b43-eabb17ab6881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:12:45.049599 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-282ede06-982a-41cc-93b2-14c4b9aada51 req-1c0fdaf0-e21f-4258-9b43-eabb17ab6881 service neutron] 10.222.0.37 "GET /v2.0/networks?id=2332d558-39bb-411c-88af-b74bee7e32ab HTTP/1.1" status: 200  len: 909 time: 0.1227567
Dec 25 21:12:45.059144 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.provisioning_blocks [req-87657091-00c5-474f-a913-bd9f4b17de66 req-976aa54c-8e87-4549-9d3e-4f070f8097a1 service neutron] Transition to ACTIVE for port object 228dbe3e-2fc1-491d-915f-a92d1ec6406f will not be triggered until provisioned by entity L2. {{(pid=121606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 25 21:12:45.074395 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-60a940ea-fc84-4551-b9bf-ad3384005500 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737602163420'] for network, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:45.100824 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b3d0a5-40b6-485b-8fd0-fe600ef01b7e req-7e7cf4ee-f152-4023-81b2-e3a0cafae412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:12:45.102528 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f7b3d0a5-40b6-485b-8fd0-fe600ef01b7e req-7e7cf4ee-f152-4023-81b2-e3a0cafae412 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=276a36e6a97d46a78b7e483daa26cc2e&device_id=e370ad00-0f15-4014-99c2-3ecd6b33849e HTTP/1.1" status: 200  len: 1096 time: 0.3388002
Dec 25 21:12:45.103317 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-282ede06-982a-41cc-93b2-14c4b9aada51 req-660152d1-79e8-4496-942d-3afb9635dbff service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5576e36d-eb31-4f83-b0d9-b502678406cc HTTP/1.1" status: 200  len: 217 time: 0.0432746
Dec 25 21:12:45.115488 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-60e0cdc3-1da5-4eb9-a1e0-e232155ba7ad req-1677adbd-ece8-48f1-8f2d-a57bb6018c75 service neutron] For port 665e512c-6adc-4461-b6ed-9ce93d1fdeee, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=665e512c-6adc-4461-b6ed-9ce93d1fdeee,segment=NetworkSegment(a05a9961-775b-4dff-bebf-b24cb60ab1a9),segment_id=a05a9961-775b-4dff-bebf-b24cb60ab1a9)] {{(pid=121606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:12:45.162414 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282ede06-982a-41cc-93b2-14c4b9aada51 req-9b2cc242-1412-41bc-97a9-79bbb3ffe69a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:12:45.162846 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3740f8a-c705-4ba2-9852-1504ad4c1a5d req-2e384bde-fb14-405a-a885-1df79daf22ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:12:45.164516 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-282ede06-982a-41cc-93b2-14c4b9aada51 req-9b2cc242-1412-41bc-97a9-79bbb3ffe69a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=63c432f3-af01-4d4f-ae68-1c137d7c49f3 HTTP/1.1" status: 200  len: 848 time: 0.0530369
Dec 25 21:12:45.164705 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f3740f8a-c705-4ba2-9852-1504ad4c1a5d req-2e384bde-fb14-405a-a885-1df79daf22ec service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4319d64b-4a91-4427-9485-7d07e2bc5ab0 HTTP/1.1" status: 200  len: 845 time: 0.1580899
Dec 25 21:12:45.186358 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-87657091-00c5-474f-a913-bd9f4b17de66 req-976aa54c-8e87-4549-9d3e-4f070f8097a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:45.212352 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-282ede06-982a-41cc-93b2-14c4b9aada51 req-0c0d8154-9c38-4149-93d0-d99096f36117 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2332d558-39bb-411c-88af-b74bee7e32ab&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0301461
Dec 25 21:12:45.274072 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f3740f8a-c705-4ba2-9852-1504ad4c1a5d req-1b253e9e-bf7d-4a82-b21c-4fac686230ce service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6dded111-84d7-4606-bd1c-e9369354dff9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0918262
Dec 25 21:12:45.309984 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8a27c1c4-ac91-488f-a735-740e7b6ae2f9 req-6e893136-e7a3-4ba4-8392-7645f05c8657 tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] 10.222.0.32 "GET /v2.0/security-groups?id=bc05caf7-df2e-49b8-960c-4031d2c2ccca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2803469
Dec 25 21:12:45.321915 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-282ede06-982a-41cc-93b2-14c4b9aada51 req-4c6b2648-6af7-43cc-b745-014d84fc977f service neutron] 10.222.0.37 "GET /v2.0/networks/2332d558-39bb-411c-88af-b74bee7e32ab?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1014872
Dec 25 21:12:45.342613 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-60a940ea-fc84-4551-b9bf-ad3384005500 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870'] for network, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:45.343573 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60a940ea-fc84-4551-b9bf-ad3384005500 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:12:45.344177 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-60a940ea-fc84-4551-b9bf-ad3384005500 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for network, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:45.347508 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-60e0cdc3-1da5-4eb9-a1e0-e232155ba7ad req-1677adbd-ece8-48f1-8f2d-a57bb6018c75 service neutron] For port 665e512c-6adc-4461-b6ed-9ce93d1fdeee, host nch2-master-1, cleared binding levels {{(pid=121606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:12:45.408217 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 48256) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:12:45.433312 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-282ede06-982a-41cc-93b2-14c4b9aada51 req-ac0f0c54-c4f4-47cf-9ed9-883562821b55 service neutron] 10.222.0.37 "GET /v2.0/networks/2332d558-39bb-411c-88af-b74bee7e32ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1038461
Dec 25 21:12:45.465595 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-ea423fbe-5128-4c8d-ad7c-437b642472df admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4aa6a09f9e43475e8a7f5639f59b1654&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0561240
Dec 25 21:12:45.466499 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 48260) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:12:45.524616 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-187d8d78-bebb-423a-968c-180ff671d755 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:45.548471 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-187d8d78-bebb-423a-968c-180ff671d755 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:45.777235 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-187d8d78-bebb-423a-968c-180ff671d755 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:45.783180 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-187d8d78-bebb-423a-968c-180ff671d755 admin admin] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:45.786865 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-187d8d78-bebb-423a-968c-180ff671d755 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/bb8060ac-5433-4c8d-93f0-b0173a267249 HTTP/1.1" status: 204  len: 168 time: 0.3162904
Dec 25 21:12:45.789448 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [req-87657091-00c5-474f-a913-bd9f4b17de66 req-976aa54c-8e87-4549-9d3e-4f070f8097a1 service neutron] No DVR routers for this DVR port 228dbe3e-2fc1-491d-915f-a92d1ec6406f on host nch1-master-1 {{(pid=121606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:12:45.802059 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187d8d78-bebb-423a-968c-180ff671d755 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb8060ac-5433-4c8d-93f0-b0173a267249,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:12:45.808451 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976aa54c-8e87-4549-9d3e-4f070f8097a1 service neutron] Pushing event updated for resources: {'Port': ['ID=228dbe3e-2fc1-491d-915f-a92d1ec6406f,revision_number=10']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:12:45.808451 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-60a940ea-fc84-4551-b9bf-ad3384005500 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 897 time: 2.3969712
Dec 25 21:12:45.811778 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 48268) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:12:45.818053 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-7f50b3ba-a61a-470a-b320-4a076f406bcb admin admin] Request body: {'subnet': {'network_id': '6f1c722b-c088-4e8f-83b0-51a2bbb400f6', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1609054810-subnet', 'tenant_id': 'a0c1fd4c214c43d694996c1237c66fe5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:12:45.895513 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c9cb266-1a4b-41a7-b9c4-55bc33979d91', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '665e512c-6adc-4461-b6ed-9ce93d1fdeee'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:12:45.897819 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9858820c13ec2827453b94ebc4181065e990a4e4089ccb9fe762531ac62d2fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4c1e071-349e-426a-8dc3-1d5ebd08d050" -d '{"events": [{"server_uuid": "6c9cb266-1a4b-41a7-b9c4-55bc33979d91", "name": "network-vif-unplugged", "status": "completed", "tag": "665e512c-6adc-4461-b6ed-9ce93d1fdeee"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:12:45.902196 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-60e0cdc3-1da5-4eb9-a1e0-e232155ba7ad req-1677adbd-ece8-48f1-8f2d-a57bb6018c75 service neutron] Publish callbacks [] for port, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:45.920959 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b3d0a5-40b6-485b-8fd0-fe600ef01b7e req-aa4b9240-eb83-44a8-9b65-c0ed1dfd7110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:12:45.923048 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f7b3d0a5-40b6-485b-8fd0-fe600ef01b7e req-aa4b9240-eb83-44a8-9b65-c0ed1dfd7110 service neutron] 10.222.0.31 "GET /v2.0/networks?id=1e137e86-76be-493f-9b25-1d17756925b5 HTTP/1.1" status: 200  len: 921 time: 0.7855754
Dec 25 21:12:45.928546 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a940ea-fc84-4551-b9bf-ad3384005500 admin admin] Pushing event updated for resources: {'Network': ['ID=6f1c722b-c088-4e8f-83b0-51a2bbb400f6,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:12:45.938635 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Network 6f1c722b-c088-4e8f-83b0-51a2bbb400f6 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 25 21:12:45.940858 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f50b3ba-a61a-470a-b320-4a076f406bcb admin admin] Made reservation on behalf of a0c1fd4c214c43d694996c1237c66fe5 for: {'subnet': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:12:45.943888 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-7f50b3ba-a61a-470a-b320-4a076f406bcb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8852834'] for subnet, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:45.978358 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-87657091-00c5-474f-a913-bd9f4b17de66 req-976aa54c-8e87-4549-9d3e-4f070f8097a1 service neutron] 10.222.0.31 "PUT /v2.0/ports/228dbe3e-2fc1-491d-915f-a92d1ec6406f/bindings/nch2-master-1/activate HTTP/1.1" status: 200  len: 369 time: 2.6686003
Dec 25 21:12:45.996515 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da305a69-23b9-4440-a6b3-c780f9ccde27 req-59e03628-9ffe-4cad-989e-8a058637999d tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:12:45.998117 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-da305a69-23b9-4440-a6b3-c780f9ccde27 req-59e03628-9ffe-4cad-989e-8a058637999d tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] 10.222.0.32 "GET /v2.0/ports?device_id=866da8ae-83ec-48f9-bfc8-b1a55df72844 HTTP/1.1" status: 200  len: 944 time: 0.6489391
Dec 25 21:12:45.999508 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f7b3d0a5-40b6-485b-8fd0-fe600ef01b7e req-90a1de27-fb9a-4af2-84b1-a6faaefb253f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9026d1d6-3da8-4905-baa7-966ecb80b10a HTTP/1.1" status: 200  len: 217 time: 0.0663705
Dec 25 21:12:46.006056 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f3740f8a-c705-4ba2-9852-1504ad4c1a5d req-97a1083d-4900-4fcb-8b0c-d9e9ecab9402 service neutron] 10.222.0.37 "GET /v2.0/networks/6dded111-84d7-4606-bd1c-e9369354dff9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6910238
Dec 25 21:12:46.072241 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-60e0cdc3-1da5-4eb9-a1e0-e232155ba7ad req-1677adbd-ece8-48f1-8f2d-a57bb6018c75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:46.201412 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b3d0a5-40b6-485b-8fd0-fe600ef01b7e req-f792d4dc-fa71-4f16-aa43-088fc02336d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:12:46.201778 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87657091-00c5-474f-a913-bd9f4b17de66 req-129cde13-3643-438c-9c4f-68d5b726742c tempest-LiveAutoBlockMigrationV225Test-952394939 tempest-LiveAutoBlockMigrationV225Test-952394939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:12:46.202950 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f7b3d0a5-40b6-485b-8fd0-fe600ef01b7e req-f792d4dc-fa71-4f16-aa43-088fc02336d9 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=9f350e3c-b3c0-4923-bec6-5c96ab55923b HTTP/1.1" status: 200  len: 860 time: 0.1900148
Dec 25 21:12:46.203363 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-87657091-00c5-474f-a913-bd9f4b17de66 req-129cde13-3643-438c-9c4f-68d5b726742c tempest-LiveAutoBlockMigrationV225Test-952394939 tempest-LiveAutoBlockMigrationV225Test-952394939-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=866da8ae-83ec-48f9-bfc8-b1a55df72844&tenant_id=276a36e6a97d46a78b7e483daa26cc2e&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 1095 time: 0.0925386
Dec 25 21:12:46.210155 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-da305a69-23b9-4440-a6b3-c780f9ccde27 req-a66b336a-d6ee-45cf-9939-704cb7904790 tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5d2ff88-22d6-43d8-90d1-bfb86d4e3308&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2030690
Dec 25 21:12:46.268139 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f7b3d0a5-40b6-485b-8fd0-fe600ef01b7e req-a421673e-7d52-4f69-bf55-22278db0a3fa service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=1e137e86-76be-493f-9b25-1d17756925b5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0551713
Dec 25 21:12:46.289156 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1677adbd-ece8-48f1-8f2d-a57bb6018c75 service neutron] Pushing event updated for resources: {'Port': ['ID=665e512c-6adc-4461-b6ed-9ce93d1fdeee,revision_number=7']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:12:46.296072 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-7f50b3ba-a61a-470a-b320-4a076f406bcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8632475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8852848'] for subnet, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:46.333316 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f3740f8a-c705-4ba2-9852-1504ad4c1a5d req-7e1fc7a6-1981-4027-b2d4-3b626da0ecc3 service neutron] 10.222.0.37 "GET /v2.0/networks/6dded111-84d7-4606-bd1c-e9369354dff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3110375
Dec 25 21:12:46.334556 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-60e0cdc3-1da5-4eb9-a1e0-e232155ba7ad req-1677adbd-ece8-48f1-8f2d-a57bb6018c75 service neutron] Attempting to bind port 665e512c-6adc-4461-b6ed-9ce93d1fdeee on host nch2-master-1 for vnic_type normal with profile {"migrating_to": "nch1-master-1"} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:12:46.335835 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-60e0cdc3-1da5-4eb9-a1e0-e232155ba7ad req-1677adbd-ece8-48f1-8f2d-a57bb6018c75 service neutron] Attempting to bind port 665e512c-6adc-4461-b6ed-9ce93d1fdeee by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'a05a9961-775b-4dff-bebf-b24cb60ab1a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '2332d558-39bb-411c-88af-b74bee7e32ab'}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:12:46.335835 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60e0cdc3-1da5-4eb9-a1e0-e232155ba7ad req-1677adbd-ece8-48f1-8f2d-a57bb6018c75 service neutron] Attempting to bind port 665e512c-6adc-4461-b6ed-9ce93d1fdeee on network 2332d558-39bb-411c-88af-b74bee7e32ab {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:12:46.367198 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60e0cdc3-1da5-4eb9-a1e0-e232155ba7ad req-1677adbd-ece8-48f1-8f2d-a57bb6018c75 service neutron] Port 665e512c-6adc-4461-b6ed-9ce93d1fdeee on network 2332d558-39bb-411c-88af-b74bee7e32ab not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 25 21:12:46.367541 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60e0cdc3-1da5-4eb9-a1e0-e232155ba7ad req-1677adbd-ece8-48f1-8f2d-a57bb6018c75 service neutron] Attempting to bind port 665e512c-6adc-4461-b6ed-9ce93d1fdeee on network 2332d558-39bb-411c-88af-b74bee7e32ab {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:12:46.423733 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60e0cdc3-1da5-4eb9-a1e0-e232155ba7ad req-1677adbd-ece8-48f1-8f2d-a57bb6018c75 service neutron] Checking agent: {'id': '0d9ae313-8f8d-40fa-8a9f-d098a25a9911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 21, 4, 38), 'started_at': datetime.datetime(2021, 12, 25, 21, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 12, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:12:46.424096 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60e0cdc3-1da5-4eb9-a1e0-e232155ba7ad req-1677adbd-ece8-48f1-8f2d-a57bb6018c75 service neutron] Checking segment: {'id': 'a05a9961-775b-4dff-bebf-b24cb60ab1a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '2332d558-39bb-411c-88af-b74bee7e32ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:12:46.424509 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60e0cdc3-1da5-4eb9-a1e0-e232155ba7ad req-1677adbd-ece8-48f1-8f2d-a57bb6018c75 service neutron] Bound using segment: {'id': 'a05a9961-775b-4dff-bebf-b24cb60ab1a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '2332d558-39bb-411c-88af-b74bee7e32ab'} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:12:46.424988 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-60e0cdc3-1da5-4eb9-a1e0-e232155ba7ad req-1677adbd-ece8-48f1-8f2d-a57bb6018c75 service neutron] Bound port: 665e512c-6adc-4461-b6ed-9ce93d1fdeee, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a05a9961-775b-4dff-bebf-b24cb60ab1a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '2332d558-39bb-411c-88af-b74bee7e32ab'}}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:12:46.426323 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-60e0cdc3-1da5-4eb9-a1e0-e232155ba7ad req-1677adbd-ece8-48f1-8f2d-a57bb6018c75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:46.439913 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87657091-00c5-474f-a913-bd9f4b17de66 req-6d089244-4c3c-4810-ad33-117c0a9bd149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:12:46.441636 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-87657091-00c5-474f-a913-bd9f4b17de66 req-6d089244-4c3c-4810-ad33-117c0a9bd149 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=866da8ae-83ec-48f9-bfc8-b1a55df72844&tenant_id=276a36e6a97d46a78b7e483daa26cc2e HTTP/1.1" status: 200  len: 1095 time: 0.2182150
Dec 25 21:12:46.454183 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f50b3ba-a61a-470a-b320-4a076f406bcb admin admin] Pushing event updated for resources: {'Subnet': ['ID=1444082a-0cc0-4e0c-b1ba-154c7879a19f,revision_number=0']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:12:46.456821 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f50b3ba-a61a-470a-b320-4a076f406bcb admin admin] Checking segment: {'id': '4d4d43d5-7d0a-4994-9a87-30bf12a656cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '6f1c722b-c088-4e8f-83b0-51a2bbb400f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:12:46.457218 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f50b3ba-a61a-470a-b320-4a076f406bcb admin admin] Network hostable DHCP agents. Network: 6f1c722b-c088-4e8f-83b0-51a2bbb400f6, hostable agents: ['1813db88-2c1b-4357-a2ba-869246b663c2'], hosted agents: [] {{(pid=121607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 25 21:12:46.520397 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d03df6-537a-4e42-8235-301b51ba550e req-ef1a2d6f-9a87-4d0f-9cd7-01bd342ebfe5 tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:12:46.530418 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-23d03df6-537a-4e42-8235-301b51ba550e req-ef1a2d6f-9a87-4d0f-9cd7-01bd342ebfe5 tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] 10.222.0.32 "GET /v2.0/ports?device_id=80f6f0ff-5388-463f-95ad-bb8a5b36da5d HTTP/1.1" status: 200  len: 943 time: 0.2442369
Dec 25 21:12:46.547672 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87657091-00c5-474f-a913-bd9f4b17de66 req-516227e7-c6a5-43a5-a361-6c1d7b70cbea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:12:46.553332 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-87657091-00c5-474f-a913-bd9f4b17de66 req-516227e7-c6a5-43a5-a361-6c1d7b70cbea service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=276a36e6a97d46a78b7e483daa26cc2e&device_id=866da8ae-83ec-48f9-bfc8-b1a55df72844 HTTP/1.1" status: 200  len: 1095 time: 0.0691898
Dec 25 21:12:46.553332 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f50b3ba-a61a-470a-b320-4a076f406bcb admin admin] Network 6f1c722b-c088-4e8f-83b0-51a2bbb400f6 is scheduled to be hosted by DHCP agent 1813db88-2c1b-4357-a2ba-869246b663c2 with binding_index 1 {{(pid=121607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 25 21:12:46.563773 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f7b3d0a5-40b6-485b-8fd0-fe600ef01b7e req-9a24ffd2-5b7c-49e2-ac56-3e45391bda04 service neutron] 10.222.0.31 "GET /v2.0/networks/1e137e86-76be-493f-9b25-1d17756925b5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2782500
Dec 25 21:12:46.619682 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ebe11e-d33e-48d3-a18f-19f25a7609dd req-e89d690b-cb8c-450e-9223-10c9d6769938 tempest-TenantUsagesTestJSON-459875834 tempest-TenantUsagesTestJSON-459875834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:12:46.621247 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-90ebe11e-d33e-48d3-a18f-19f25a7609dd req-e89d690b-cb8c-450e-9223-10c9d6769938 tempest-TenantUsagesTestJSON-459875834 tempest-TenantUsagesTestJSON-459875834-project] 10.222.0.32 "GET /v2.0/ports?device_id=578a1ae1-faad-4593-b3a9-d1d4c134431c HTTP/1.1" status: 200  len: 950 time: 0.1988237
Dec 25 21:12:46.653615 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-60e0cdc3-1da5-4eb9-a1e0-e232155ba7ad req-1677adbd-ece8-48f1-8f2d-a57bb6018c75 service neutron] For port 665e512c-6adc-4461-b6ed-9ce93d1fdeee, host nch2-master-1, cleared binding levels {{(pid=121606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:12:46.673636 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-7f50b3ba-a61a-470a-b320-4a076f406bcb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 6f1c722b-c088-4e8f-83b0-51a2bbb400f6) {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:12:46.678468 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f50b3ba-a61a-470a-b320-4a076f406bcb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:12:46.679066 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-7f50b3ba-a61a-470a-b320-4a076f406bcb admin admin] Publish callbacks [] for subnet, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:46.682603 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-23d03df6-537a-4e42-8235-301b51ba550e req-bfd8f342-3ee5-411c-951e-f2f0d4bc9ef4 tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] 10.222.0.32 "GET /v2.0/security-groups?id=381a44e3-d0d7-4aba-bc61-1ef7cfa17da9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1531019
Dec 25 21:12:46.683520 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87657091-00c5-474f-a913-bd9f4b17de66 req-7f23125d-df96-4d27-b05d-5113fd1ef3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:12:46.685977 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-87657091-00c5-474f-a913-bd9f4b17de66 req-7f23125d-df96-4d27-b05d-5113fd1ef3fc service neutron] 10.222.0.37 "GET /v2.0/networks?id=1e137e86-76be-493f-9b25-1d17756925b5 HTTP/1.1" status: 200  len: 921 time: 0.1263824
Dec 25 21:12:46.687379 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d77d343c-482c-4abb-a7eb-830f9c32ad7d None None] Network 6f1c722b-c088-4e8f-83b0-51a2bbb400f6 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:12:46.687892 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-60e0cdc3-1da5-4eb9-a1e0-e232155ba7ad req-1677adbd-ece8-48f1-8f2d-a57bb6018c75 service neutron] For port 665e512c-6adc-4461-b6ed-9ce93d1fdeee, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=665e512c-6adc-4461-b6ed-9ce93d1fdeee,segment=NetworkSegment(a05a9961-775b-4dff-bebf-b24cb60ab1a9),segment_id=a05a9961-775b-4dff-bebf-b24cb60ab1a9)] {{(pid=121606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:12:46.749515 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-87657091-00c5-474f-a913-bd9f4b17de66 req-7be6a47d-f6d1-4a0b-9151-4c2bf3c39e23 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=228dbe3e-2fc1-491d-915f-a92d1ec6406f HTTP/1.1" status: 200  len: 217 time: 0.0499299
Dec 25 21:12:46.761347 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-90ebe11e-d33e-48d3-a18f-19f25a7609dd req-0266fffd-b5e2-4676-b9cd-bc2f4e794deb tempest-TenantUsagesTestJSON-459875834 tempest-TenantUsagesTestJSON-459875834-project] 10.222.0.32 "GET /v2.0/security-groups?id=3eb1d827-a7c8-4817-a176-ffcd3e08aae0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1208289
Dec 25 21:12:46.765505 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f7b3d0a5-40b6-485b-8fd0-fe600ef01b7e req-98578cfe-db3b-485c-b26d-4a5fc2fd1ea1 service neutron] 10.222.0.31 "GET /v2.0/networks/1e137e86-76be-493f-9b25-1d17756925b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1772668
Dec 25 21:12:46.780278 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 25 Dec 2021 21:12:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d46f36cf-da4a-490f-aca2-acad6ba03abe x-openstack-request-id: req-d46f36cf-da4a-490f-aca2-acad6ba03abe {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:12:46.781761 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c9cb266-1a4b-41a7-b9c4-55bc33979d91", "name": "network-vif-unplugged", "status": "completed", "tag": "665e512c-6adc-4461-b6ed-9ce93d1fdeee", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:12:46.782028 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d46f36cf-da4a-490f-aca2-acad6ba03abe {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:12:46.782438 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c9cb266-1a4b-41a7-b9c4-55bc33979d91', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '665e512c-6adc-4461-b6ed-9ce93d1fdeee', 'code': 200}
Dec 25 21:12:46.820897 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-60e0cdc3-1da5-4eb9-a1e0-e232155ba7ad req-1677adbd-ece8-48f1-8f2d-a57bb6018c75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:46.827138 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-7f50b3ba-a61a-470a-b320-4a076f406bcb admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 860 time: 1.0134141
Dec 25 21:12:46.830109 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 48288) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:12:46.834262 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbf51202-2338-4d43-8a3b-0bc5af34472f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-6f1c722b-c088-4e8f-83b0-51a2bbb400f6', 'network_id': '6f1c722b-c088-4e8f-83b0-51a2bbb400f6', 'project_id': 'a0c1fd4c214c43d694996c1237c66fe5', 'fixed_ips': [{'subnet_id': '1444082a-0cc0-4e0c-b1ba-154c7879a19f'}]}} from ncdv-master-1. {{(pid=121608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 25 21:12:46.835138 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-fbf51202-2338-4d43-8a3b-0bc5af34472f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:46.845932 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-5c1352b0-9b82-4eec-b577-e9dc44f246b5 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1609054810-router', 'tenant_id': 'a0c1fd4c214c43d694996c1237c66fe5', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'}}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:12:46.861224 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87657091-00c5-474f-a913-bd9f4b17de66 req-91f2ed80-02c7-498f-9f69-5aa47724e4a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:12:46.864116 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-87657091-00c5-474f-a913-bd9f4b17de66 req-91f2ed80-02c7-498f-9f69-5aa47724e4a2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9f350e3c-b3c0-4923-bec6-5c96ab55923b HTTP/1.1" status: 200  len: 860 time: 0.1053684
Dec 25 21:12:46.951446 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-87657091-00c5-474f-a913-bd9f4b17de66 req-18daa4c2-6ae2-459c-b988-a59dd6575e81 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1e137e86-76be-493f-9b25-1d17756925b5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0775380
Dec 25 21:12:47.076214 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1677adbd-ece8-48f1-8f2d-a57bb6018c75 service neutron] Pushing event updated for resources: {'Port': ['ID=665e512c-6adc-4461-b6ed-9ce93d1fdeee,revision_number=8']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:12:47.087595 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5c1352b0-9b82-4eec-b577-e9dc44f246b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2014909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14863'] for router, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:47.089193 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5c1352b0-9b82-4eec-b577-e9dc44f246b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2014285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2009796', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2082630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14848'] for router, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:47.102262 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.db_base_plugin_common [None req-fbf51202-2338-4d43-8a3b-0bc5af34472f None None] Allocated IP 172.20.0.2 (6f1c722b-c088-4e8f-83b0-51a2bbb400f6/1444082a-0cc0-4e0c-b1ba-154c7879a19f/c585400c-65b2-4f12-88c9-88de0b5b4aad) {{(pid=121608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:12:47.109081 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-87657091-00c5-474f-a913-bd9f4b17de66 req-41c2cf69-b11f-423e-8ed1-8b133b9f31ed service neutron] 10.222.0.37 "GET /v2.0/networks/1e137e86-76be-493f-9b25-1d17756925b5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1389861
Dec 25 21:12:47.131120 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e0cdc3-1da5-4eb9-a1e0-e232155ba7ad req-1677adbd-ece8-48f1-8f2d-a57bb6018c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:12:47.131749 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-60e0cdc3-1da5-4eb9-a1e0-e232155ba7ad req-1677adbd-ece8-48f1-8f2d-a57bb6018c75 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:47.133243 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-60e0cdc3-1da5-4eb9-a1e0-e232155ba7ad req-1677adbd-ece8-48f1-8f2d-a57bb6018c75 service neutron] 10.222.0.31 "PUT /v2.0/ports/665e512c-6adc-4461-b6ed-9ce93d1fdeee HTTP/1.1" status: 200  len: 1121 time: 3.0590210
Dec 25 21:12:47.146745 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c217f68-82f9-44a3-8ede-3efbcc67a475 req-75e6c864-3d78-4480-889f-24d2625cc5b0 tempest-MultipleCreateTestJSON-716196898 tempest-MultipleCreateTestJSON-716196898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:12:47.148241 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3c217f68-82f9-44a3-8ede-3efbcc67a475 req-75e6c864-3d78-4480-889f-24d2625cc5b0 tempest-MultipleCreateTestJSON-716196898 tempest-MultipleCreateTestJSON-716196898-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6e849be-8c7b-429d-b691-8ec676c68caa HTTP/1.1" status: 200  len: 946 time: 0.2438529
Dec 25 21:12:47.159232 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd230b0a-f0d7-461b-9f8b-4d487ec2ab86 req-69de328a-bb83-474c-9e90-dd9ac7dc6505 tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:12:47.166912 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-bd230b0a-f0d7-461b-9f8b-4d487ec2ab86 req-69de328a-bb83-474c-9e90-dd9ac7dc6505 tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c9cb266-1a4b-41a7-b9c4-55bc33979d91 HTTP/1.1" status: 200  len: 943 time: 0.2318459
Dec 25 21:12:47.179792 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5c1352b0-9b82-4eec-b577-e9dc44f246b5 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:47.252129 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:12:47.252129 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:12:47.252129 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:12:47.252129 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:12:47.252129 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:12:47.252129 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:12:47.252129 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:12:47.252129 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:12:47.252129 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:12:47.252129 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:12:47.252129 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:12:47.252129 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:12:47.252129 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:12:47.252129 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:12:47.252129 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:12:47.252129 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:12:47.252129 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:12:47.252129 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:12:47.252129 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:12:47.252129 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:12:47.252129 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:12:47.252129 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:12:47.252129 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:12:47.252129 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:12:47.252129 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:12:47.252129 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:12:47.252129 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:12:47.252129 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:12:47.252129 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:12:47.252129 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:12:47.252129 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:12:47.252129 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:12:47.252129 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:12:47.252129 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:12:47.252129 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:12:47.252129 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:12:47.254825 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:12:47.254825 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:12:47.254825 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:12:47.254825 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:12:47.254825 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:12:47.254825 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:12:47.254825 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:12:47.254825 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:12:47.254825 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:12:47.254825 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:12:47.254825 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:12:47.254825 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:12:47.255839 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201e7569-9a2b-4ecf-a276-d79046b4db79 req-331cb2c7-0d5d-4369-875b-ba14ff8e1225 tempest-MultipleCreateTestJSON-716196898 tempest-MultipleCreateTestJSON-716196898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:12:47.262916 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-201e7569-9a2b-4ecf-a276-d79046b4db79 req-331cb2c7-0d5d-4369-875b-ba14ff8e1225 tempest-MultipleCreateTestJSON-716196898 tempest-MultipleCreateTestJSON-716196898-project] 10.222.0.32 "GET /v2.0/networks?id=f8afa1db-6032-4635-a1fd-6997d067d021 HTTP/1.1" status: 200  len: 812 time: 0.3311262
Dec 25 21:12:47.282126 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] get_ports_and_sgs() called for port_ids ['665e512c-6adc-4461-b6ed-9ce93d1fdeee'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:12:47.317544 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] get_ports_and_sgs() called for port_ids ['665e512c-6adc-4461-b6ed-9ce93d1fdeee'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:12:47.322580 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-201e7569-9a2b-4ecf-a276-d79046b4db79 req-ca53b053-5288-4a5c-9d3e-cb0a873713f7 tempest-MultipleCreateTestJSON-716196898 tempest-MultipleCreateTestJSON-716196898-project] 10.222.0.32 "GET /v2.0/quotas/576fa0b7a73d45bc86b799bb25424c30 HTTP/1.1" status: 200  len: 375 time: 0.0587270
Dec 25 21:12:47.359236 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-bd230b0a-f0d7-461b-9f8b-4d487ec2ab86 req-f7fa412e-e92a-4f89-b827-a3fc65fa49f1 tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] 10.222.0.32 "GET /v2.0/security-groups?id=bc05caf7-df2e-49b8-960c-4031d2c2ccca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1914496
Dec 25 21:12:47.438538 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5c1352b0-9b82-4eec-b577-e9dc44f246b5 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:47.445732 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-201e7569-9a2b-4ecf-a276-d79046b4db79 req-60bfa350-ab61-4a56-8ff4-fa390a8407e5 tempest-MultipleCreateTestJSON-716196898 tempest-MultipleCreateTestJSON-716196898-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=576fa0b7a73d45bc86b799bb25424c30&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1222177
Dec 25 21:12:47.455209 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-87657091-00c5-474f-a913-bd9f4b17de66 req-dd13ba81-5e98-41b1-85be-3bff100807d9 service neutron] 10.222.0.37 "GET /v2.0/networks/1e137e86-76be-493f-9b25-1d17756925b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2745230
Dec 25 21:12:47.459487 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [req-3c217f68-82f9-44a3-8ede-3efbcc67a475 req-7361e9cb-b079-47ee-935a-2af40c45ce94 tempest-MultipleCreateTestJSON-716196898 tempest-MultipleCreateTestJSON-716196898-project] Deleting port f2815b7b-7409-4ce5-8cb9-55075ef4d0f3 {{(pid=121606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:12:47.459832 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-3c217f68-82f9-44a3-8ede-3efbcc67a475 req-7361e9cb-b079-47ee-935a-2af40c45ce94 tempest-MultipleCreateTestJSON-716196898 tempest-MultipleCreateTestJSON-716196898-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:47.476440 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2d6788-ea32-40be-bcb7-5d9b66f82ef9 req-9ea5aa80-b3a7-4256-ada7-3195c4a1dbca tempest-TenantUsagesTestJSON-459875834 tempest-TenantUsagesTestJSON-459875834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:12:47.476440 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-fd2d6788-ea32-40be-bcb7-5d9b66f82ef9 req-9ea5aa80-b3a7-4256-ada7-3195c4a1dbca tempest-TenantUsagesTestJSON-459875834 tempest-TenantUsagesTestJSON-459875834-project] 10.222.0.31 "GET /v2.0/ports?device_id=578a1ae1-faad-4593-b3a9-d1d4c134431c HTTP/1.1" status: 200  len: 950 time: 0.1103399
Dec 25 21:12:47.481703 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-fbf51202-2338-4d43-8a3b-0bc5af34472f None None] Publish callbacks [] for port, precommit_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:47.593300 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 48312) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:12:47.597669 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-fbf51202-2338-4d43-8a3b-0bc5af34472f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946'] for port, after_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:47.662301 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ddfe4a-762f-4259-a135-c28e68b27644 req-f3f583c7-54a2-4c8a-aace-055db985be14 tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:12:47.670858 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-19ddfe4a-762f-4259-a135-c28e68b27644 req-f3f583c7-54a2-4c8a-aace-055db985be14 tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] 10.222.0.32 "GET /v2.0/ports?device_id=866da8ae-83ec-48f9-bfc8-b1a55df72844 HTTP/1.1" status: 200  len: 944 time: 0.1740572
Dec 25 21:12:47.672480 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf51202-2338-4d43-8a3b-0bc5af34472f None None] Pushing event updated for resources: {'Port': ['ID=c585400c-65b2-4f12-88c9-88de0b5b4aad,revision_number=1']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:12:47.695619 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbf51202-2338-4d43-8a3b-0bc5af34472f None None] Network 6f1c722b-c088-4e8f-83b0-51a2bbb400f6 is already hosted by enough agents. {{(pid=121608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:12:47.698644 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.base_scheduler [None req-fbf51202-2338-4d43-8a3b-0bc5af34472f None None] Resources bound (agent type, host, resource id):  {{(pid=121608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:12:47.701145 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbf51202-2338-4d43-8a3b-0bc5af34472f None None] Received port after_create {{(pid=121608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:12:47.708003 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-3c217f68-82f9-44a3-8ede-3efbcc67a475 req-7361e9cb-b079-47ee-935a-2af40c45ce94 tempest-MultipleCreateTestJSON-716196898 tempest-MultipleCreateTestJSON-716196898-project] For port f2815b7b-7409-4ce5-8cb9-55075ef4d0f3, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f2815b7b-7409-4ce5-8cb9-55075ef4d0f3,segment=NetworkSegment(e8b49c6f-815a-4466-b5f4-d5e58824da1f),segment_id=e8b49c6f-815a-4466-b5f4-d5e58824da1f)] {{(pid=121606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:12:47.708629 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-3c217f68-82f9-44a3-8ede-3efbcc67a475 req-7361e9cb-b079-47ee-935a-2af40c45ce94 tempest-MultipleCreateTestJSON-716196898 tempest-MultipleCreateTestJSON-716196898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:47.744723 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [req-3c217f68-82f9-44a3-8ede-3efbcc67a475 req-7361e9cb-b079-47ee-935a-2af40c45ce94 tempest-MultipleCreateTestJSON-716196898 tempest-MultipleCreateTestJSON-716196898-project] Calling delete_port for f2815b7b-7409-4ce5-8cb9-55075ef4d0f3 owned by compute:nova {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:12:47.772655 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-627b00c2-a537-46b3-9ac6-37f4fc397310 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-736162976-network', 'tenant_id': 'af3f5665f009477385c524a3e23aedc6'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:12:47.837031 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-19ddfe4a-762f-4259-a135-c28e68b27644 req-27245077-2dd5-482e-aee4-1db97cd2b482 tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5d2ff88-22d6-43d8-90d1-bfb86d4e3308&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1644218
Dec 25 21:12:47.903846 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5c1352b0-9b82-4eec-b577-e9dc44f246b5 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:47.922122 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [req-fd2d6788-ea32-40be-bcb7-5d9b66f82ef9 req-0aa81958-fd98-4e5a-99d0-045ff2ff662a tempest-TenantUsagesTestJSON-459875834 tempest-TenantUsagesTestJSON-459875834-project] Deleting port 406da12e-abe8-4471-83ca-f6e5af8cbcd0 {{(pid=121606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:12:47.922493 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-fd2d6788-ea32-40be-bcb7-5d9b66f82ef9 req-0aa81958-fd98-4e5a-99d0-045ff2ff662a tempest-TenantUsagesTestJSON-459875834 tempest-TenantUsagesTestJSON-459875834-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:47.929571 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5c1352b0-9b82-4eec-b577-e9dc44f246b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:47.997842 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-627b00c2-a537-46b3-9ac6-37f4fc397310 admin admin] Made reservation on behalf of af3f5665f009477385c524a3e23aedc6 for: {'network': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:12:48.001952 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-627b00c2-a537-46b3-9ac6-37f4fc397310 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for network, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:48.007616 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-201e7569-9a2b-4ecf-a276-d79046b4db79 req-375633e9-74a9-402a-954e-84047bf04b88 service neutron] 10.222.0.32 "GET /v2.0/networks/f8afa1db-6032-4635-a1fd-6997d067d021?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5610287
Dec 25 21:12:48.008486 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device 0a669f5e-5fef-4866-bd8e-e6cac72b1152 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 25 21:12:48.030782 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-fbf51202-2338-4d43-8a3b-0bc5af34472f None None] Attempting to bind port c585400c-65b2-4f12-88c9-88de0b5b4aad on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:12:48.031170 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-fbf51202-2338-4d43-8a3b-0bc5af34472f None None] Attempting to bind port c585400c-65b2-4f12-88c9-88de0b5b4aad by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '4d4d43d5-7d0a-4994-9a87-30bf12a656cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '6f1c722b-c088-4e8f-83b0-51a2bbb400f6'}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:12:48.031512 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbf51202-2338-4d43-8a3b-0bc5af34472f None None] Attempting to bind port c585400c-65b2-4f12-88c9-88de0b5b4aad on network 6f1c722b-c088-4e8f-83b0-51a2bbb400f6 {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:12:48.059302 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbf51202-2338-4d43-8a3b-0bc5af34472f None None] Checking agent: {'id': 'ca4f5c6d-f1fd-48b8-a3e3-395864c7d23d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 20, 56, 40), 'started_at': datetime.datetime(2021, 12, 25, 20, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 12, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:12:48.059708 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbf51202-2338-4d43-8a3b-0bc5af34472f None None] Checking segment: {'id': '4d4d43d5-7d0a-4994-9a87-30bf12a656cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '6f1c722b-c088-4e8f-83b0-51a2bbb400f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:12:48.060072 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-fbf51202-2338-4d43-8a3b-0bc5af34472f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:48.060507 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbf51202-2338-4d43-8a3b-0bc5af34472f None None] Bound using segment: {'id': '4d4d43d5-7d0a-4994-9a87-30bf12a656cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '6f1c722b-c088-4e8f-83b0-51a2bbb400f6'} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:12:48.061009 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-fbf51202-2338-4d43-8a3b-0bc5af34472f None None] Bound port: c585400c-65b2-4f12-88c9-88de0b5b4aad, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d4d43d5-7d0a-4994-9a87-30bf12a656cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '6f1c722b-c088-4e8f-83b0-51a2bbb400f6'}}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:12:48.061386 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-fbf51202-2338-4d43-8a3b-0bc5af34472f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:48.065486 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dbef51-fba8-4665-98f3-b2d132a0b2ce req-8f0fd6e9-5c8e-4fe1-9743-5423b0282e8c tempest-MultipleCreateTestJSON-716196898 tempest-MultipleCreateTestJSON-716196898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:12:48.066979 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-05dbef51-fba8-4665-98f3-b2d132a0b2ce req-8f0fd6e9-5c8e-4fe1-9743-5423b0282e8c tempest-MultipleCreateTestJSON-716196898 tempest-MultipleCreateTestJSON-716196898-project] 10.222.0.31 "GET /v2.0/ports?device_id=c12cba1c-049e-4a5a-8f24-4f33cf7df89c HTTP/1.1" status: 200  len: 945 time: 0.2845447
Dec 25 21:12:48.067434 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-627b00c2-a537-46b3-9ac6-37f4fc397310 admin admin] Publish callbacks [] for security_group, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:48.238969 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-fbf51202-2338-4d43-8a3b-0bc5af34472f None None] For port c585400c-65b2-4f12-88c9-88de0b5b4aad, host ncdv-master-1, cleared binding levels {{(pid=121608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:12:48.246833 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-fbf51202-2338-4d43-8a3b-0bc5af34472f None None] For port c585400c-65b2-4f12-88c9-88de0b5b4aad, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c585400c-65b2-4f12-88c9-88de0b5b4aad,segment=NetworkSegment(4d4d43d5-7d0a-4994-9a87-30bf12a656cb),segment_id=4d4d43d5-7d0a-4994-9a87-30bf12a656cb)] {{(pid=121608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:12:48.248051 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port 0a669f5e-5fef-4866-bd8e-e6cac72b1152, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0a669f5e-5fef-4866-bd8e-e6cac72b1152,segment=NetworkSegment(fad08864-4612-4be1-bb28-08cb199f6d74),segment_id=fad08864-4612-4be1-bb28-08cb199f6d74)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:12:48.262751 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Returning: {'device': '0a669f5e-5fef-4866-bd8e-e6cac72b1152', 'network_id': '6dded111-84d7-4606-bd1c-e9369354dff9', 'port_id': '0a669f5e-5fef-4866-bd8e-e6cac72b1152', 'mac_address': 'fa:16:3e:93:c9:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4319d64b-4a91-4427-9485-7d07e2bc5ab0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 25 21:12:48.288661 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-fd2d6788-ea32-40be-bcb7-5d9b66f82ef9 req-0aa81958-fd98-4e5a-99d0-045ff2ff662a tempest-TenantUsagesTestJSON-459875834 tempest-TenantUsagesTestJSON-459875834-project] For port 406da12e-abe8-4471-83ca-f6e5af8cbcd0, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=406da12e-abe8-4471-83ca-f6e5af8cbcd0,segment=NetworkSegment(85c774cb-a0eb-4ad9-961f-f331d3b37cd6),segment_id=85c774cb-a0eb-4ad9-961f-f331d3b37cd6)] {{(pid=121606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:12:48.289062 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-fd2d6788-ea32-40be-bcb7-5d9b66f82ef9 req-0aa81958-fd98-4e5a-99d0-045ff2ff662a tempest-TenantUsagesTestJSON-459875834 tempest-TenantUsagesTestJSON-459875834-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:48.305614 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:48.321830 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a669f5e-5fef-4866-bd8e-e6cac72b1152 {{(pid=121608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:12:48.325934 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [req-fd2d6788-ea32-40be-bcb7-5d9b66f82ef9 req-0aa81958-fd98-4e5a-99d0-045ff2ff662a tempest-TenantUsagesTestJSON-459875834 tempest-TenantUsagesTestJSON-459875834-project] Calling delete_port for 406da12e-abe8-4471-83ca-f6e5af8cbcd0 owned by compute:nova {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:12:48.335415 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-fbf51202-2338-4d43-8a3b-0bc5af34472f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:48.347663 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8196301-b728-4327-b4a7-a1ec2715aeef req-13f990e0-c999-4465-a4aa-eb76e8711821 tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:12:48.355125 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a8196301-b728-4327-b4a7-a1ec2715aeef req-13f990e0-c999-4465-a4aa-eb76e8711821 tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] 10.222.0.32 "GET /v2.0/ports?device_id=80f6f0ff-5388-463f-95ad-bb8a5b36da5d HTTP/1.1" status: 200  len: 943 time: 0.2849340
Dec 25 21:12:48.371986 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port 0a669f5e-5fef-4866-bd8e-e6cac72b1152, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0a669f5e-5fef-4866-bd8e-e6cac72b1152,segment=NetworkSegment(fad08864-4612-4be1-bb28-08cb199f6d74),segment_id=fad08864-4612-4be1-bb28-08cb199f6d74)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:12:48.386860 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-201e7569-9a2b-4ecf-a276-d79046b4db79 req-9b44fbfb-c9ea-4d83-848a-0f7fb7429db6 service neutron] 10.222.0.32 "GET /v2.0/networks/f8afa1db-6032-4635-a1fd-6997d067d021?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3450718
Dec 25 21:12:48.439509 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf51202-2338-4d43-8a3b-0bc5af34472f None None] Pushing event updated for resources: {'Port': ['ID=c585400c-65b2-4f12-88c9-88de0b5b4aad,revision_number=2']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:12:48.478565 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-3c217f68-82f9-44a3-8ede-3efbcc67a475 req-7361e9cb-b079-47ee-935a-2af40c45ce94 tempest-MultipleCreateTestJSON-716196898 tempest-MultipleCreateTestJSON-716196898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:48.490446 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a8196301-b728-4327-b4a7-a1ec2715aeef req-307531ad-b0b5-4d67-bffc-f5159f4c824a tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] 10.222.0.32 "GET /v2.0/security-groups?id=381a44e3-d0d7-4aba-bc61-1ef7cfa17da9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1343327
Dec 25 21:12:48.496016 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:48.518503 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-627b00c2-a537-46b3-9ac6-37f4fc397310 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:48.526589 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87657091-00c5-474f-a913-bd9f4b17de66 req-ec77bd14-7466-46d3-a29e-e9931dd0b3e5 tempest-LiveAutoBlockMigrationV225Test-952394939 tempest-LiveAutoBlockMigrationV225Test-952394939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:12:48.528098 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-87657091-00c5-474f-a913-bd9f4b17de66 req-ec77bd14-7466-46d3-a29e-e9931dd0b3e5 tempest-LiveAutoBlockMigrationV225Test-952394939 tempest-LiveAutoBlockMigrationV225Test-952394939-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=866da8ae-83ec-48f9-bfc8-b1a55df72844&tenant_id=276a36e6a97d46a78b7e483daa26cc2e&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 1095 time: 0.5454614
Dec 25 21:12:48.529070 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [req-05dbef51-fba8-4665-98f3-b2d132a0b2ce req-01f54c6e-beb8-4339-9f3f-60ee2a2e190c tempest-MultipleCreateTestJSON-716196898 tempest-MultipleCreateTestJSON-716196898-project] Deleting port 9423691b-100e-4a18-9d2b-f2b8781dd071 {{(pid=121606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:12:48.529414 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-05dbef51-fba8-4665-98f3-b2d132a0b2ce req-01f54c6e-beb8-4339-9f3f-60ee2a2e190c tempest-MultipleCreateTestJSON-716196898 tempest-MultipleCreateTestJSON-716196898-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:48.547977 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7361e9cb-b079-47ee-935a-2af40c45ce94 tempest-MultipleCreateTestJSON-716196898 tempest-MultipleCreateTestJSON-716196898-project] Pushing event deleted for resources: {'Port': ['ID=f2815b7b-7409-4ce5-8cb9-55075ef4d0f3,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:12:48.616285 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] get_ports_and_sgs() called for port_ids ['f2815b7b-7409-4ce5-8cb9-55075ef4d0f3', '9423691b-100e-4a18-9d2b-f2b8781dd071'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:12:48.636907 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_common [None req-5c1352b0-9b82-4eec-b577-e9dc44f246b5 admin admin] Allocated IP 172.35.3.240 (7201e55c-7c5f-41aa-a042-a363696539d0/7a939e13-713f-45cf-bba7-1539635abe25/7019931b-4808-4244-98ba-c743dcbd2a79) {{(pid=121607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:12:48.653733 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-627b00c2-a537-46b3-9ac6-37f4fc397310 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:48.695382 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Pushing event updated for resources: {'Port': ['ID=0a669f5e-5fef-4866-bd8e-e6cac72b1152,revision_number=4']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:12:48.728651 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-627b00c2-a537-46b3-9ac6-37f4fc397310 admin admin] vlan segment allocate from pool success with {'vlan_id': 152, 'physical_network': 'physnet1'}  {{(pid=121607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 25 21:12:48.747832 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c217f68-82f9-44a3-8ede-3efbcc67a475 req-7361e9cb-b079-47ee-935a-2af40c45ce94 tempest-MultipleCreateTestJSON-716196898 tempest-MultipleCreateTestJSON-716196898-project] No DVR routers for this DVR port f2815b7b-7409-4ce5-8cb9-55075ef4d0f3 on host nch1-master-1 {{(pid=121606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:12:48.802964 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-3c217f68-82f9-44a3-8ede-3efbcc67a475 req-7361e9cb-b079-47ee-935a-2af40c45ce94 tempest-MultipleCreateTestJSON-716196898 tempest-MultipleCreateTestJSON-716196898-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:48.806358 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] get_ports_and_sgs() called for port_ids ['0a669f5e-5fef-4866-bd8e-e6cac72b1152'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:12:48.807786 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3c217f68-82f9-44a3-8ede-3efbcc67a475 req-7361e9cb-b079-47ee-935a-2af40c45ce94 tempest-MultipleCreateTestJSON-716196898 tempest-MultipleCreateTestJSON-716196898-project] 10.222.0.31 "DELETE /v2.0/ports/f2815b7b-7409-4ce5-8cb9-55075ef4d0f3 HTTP/1.1" status: 204  len: 173 time: 1.6380761
Dec 25 21:12:48.808825 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c9cb266-1a4b-41a7-b9c4-55bc33979d91', 'tag': '665e512c-6adc-4461-b6ed-9ce93d1fdeee'}, {'server_uuid': 'e6e849be-8c7b-429d-b691-8ec676c68caa', 'name': 'network-vif-deleted', 'tag': 'f2815b7b-7409-4ce5-8cb9-55075ef4d0f3'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:12:48.811425 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9858820c13ec2827453b94ebc4181065e990a4e4089ccb9fe762531ac62d2fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5529f54-d62e-4827-9b9c-406f5aacb0a3" -d '{"events": [{"name": "network-changed", "server_uuid": "6c9cb266-1a4b-41a7-b9c4-55bc33979d91", "tag": "665e512c-6adc-4461-b6ed-9ce93d1fdeee"}, {"server_uuid": "e6e849be-8c7b-429d-b691-8ec676c68caa", "name": "network-vif-deleted", "tag": "f2815b7b-7409-4ce5-8cb9-55075ef4d0f3"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:12:48.874721 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627b00c2-a537-46b3-9ac6-37f4fc397310 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf6f1b26-c9d9-475d-a396-710ace1ec7a3,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:12:48.882603 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-627b00c2-a537-46b3-9ac6-37f4fc397310 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:48.883903 ncdv-master-1 neutron-server[121607]: INFO neutron.db.segments_db [None req-627b00c2-a537-46b3-9ac6-37f4fc397310 admin admin] Added segment 348b53e0-5265-410a-a773-abff8c4ab630 of type vlan for network de99ce2c-24a4-4a27-99c6-99cdd5cc3707
Dec 25 21:12:48.919680 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0147a439-6b9d-409b-95cc-648cfed31d03 req-94c69b61-cc22-414c-8346-be401ca600a5 tempest-TenantUsagesTestJSON-459875834 tempest-TenantUsagesTestJSON-459875834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:12:48.923965 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0147a439-6b9d-409b-95cc-648cfed31d03 req-94c69b61-cc22-414c-8346-be401ca600a5 tempest-TenantUsagesTestJSON-459875834 tempest-TenantUsagesTestJSON-459875834-project] 10.222.0.32 "GET /v2.0/ports?device_id=578a1ae1-faad-4593-b3a9-d1d4c134431c HTTP/1.1" status: 200  len: 950 time: 0.3304563
Dec 25 21:12:48.929775 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-05dbef51-fba8-4665-98f3-b2d132a0b2ce req-01f54c6e-beb8-4339-9f3f-60ee2a2e190c tempest-MultipleCreateTestJSON-716196898 tempest-MultipleCreateTestJSON-716196898-project] For port 9423691b-100e-4a18-9d2b-f2b8781dd071, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9423691b-100e-4a18-9d2b-f2b8781dd071,segment=NetworkSegment(e8b49c6f-815a-4466-b5f4-d5e58824da1f),segment_id=e8b49c6f-815a-4466-b5f4-d5e58824da1f)] {{(pid=121606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:12:48.933259 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-05dbef51-fba8-4665-98f3-b2d132a0b2ce req-01f54c6e-beb8-4339-9f3f-60ee2a2e190c tempest-MultipleCreateTestJSON-716196898 tempest-MultipleCreateTestJSON-716196898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:48.978876 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-fd2d6788-ea32-40be-bcb7-5d9b66f82ef9 req-0aa81958-fd98-4e5a-99d0-045ff2ff662a tempest-TenantUsagesTestJSON-459875834 tempest-TenantUsagesTestJSON-459875834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:49.019662 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-627b00c2-a537-46b3-9ac6-37f4fc397310 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737602163420'] for network, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:49.049243 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa81958-fd98-4e5a-99d0-045ff2ff662a tempest-TenantUsagesTestJSON-459875834 tempest-TenantUsagesTestJSON-459875834-project] Pushing event deleted for resources: {'Port': ['ID=406da12e-abe8-4471-83ca-f6e5af8cbcd0,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:12:49.062429 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [req-05dbef51-fba8-4665-98f3-b2d132a0b2ce req-01f54c6e-beb8-4339-9f3f-60ee2a2e190c tempest-MultipleCreateTestJSON-716196898 tempest-MultipleCreateTestJSON-716196898-project] Calling delete_port for 9423691b-100e-4a18-9d2b-f2b8781dd071 owned by compute:nova {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:12:49.067955 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5c1352b0-9b82-4eec-b577-e9dc44f246b5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:49.097206 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.db [req-87657091-00c5-474f-a913-bd9f4b17de66 req-2acc4b13-58a2-4e0b-96ac-9028f6bcda3e service neutron] For port 228dbe3e-2fc1-491d-915f-a92d1ec6406f, host nch1-master-1, cleared binding levels {{(pid=121607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:12:49.097206 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-87657091-00c5-474f-a913-bd9f4b17de66 req-2acc4b13-58a2-4e0b-96ac-9028f6bcda3e service neutron] Publish callbacks [] for binding, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:49.101857 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-87657091-00c5-474f-a913-bd9f4b17de66 req-2acc4b13-58a2-4e0b-96ac-9028f6bcda3e service neutron] 10.222.0.37 "DELETE /v2.0/ports/228dbe3e-2fc1-491d-915f-a92d1ec6406f/bindings/nch1-master-1 HTTP/1.1" status: 204  len: 173 time: 0.5385687
Dec 25 21:12:49.144967 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-627b00c2-a537-46b3-9ac6-37f4fc397310 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870'] for network, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:49.153570 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-627b00c2-a537-46b3-9ac6-37f4fc397310 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:12:49.153570 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-627b00c2-a537-46b3-9ac6-37f4fc397310 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for network, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:49.235777 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5c1352b0-9b82-4eec-b577-e9dc44f246b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:49.250260 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627b00c2-a537-46b3-9ac6-37f4fc397310 admin admin] Pushing event updated for resources: {'Network': ['ID=de99ce2c-24a4-4a27-99c6-99cdd5cc3707,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:12:49.262056 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Network de99ce2c-24a4-4a27-99c6-99cdd5cc3707 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 25 21:12:49.278649 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd2d6788-ea32-40be-bcb7-5d9b66f82ef9 req-0aa81958-fd98-4e5a-99d0-045ff2ff662a tempest-TenantUsagesTestJSON-459875834 tempest-TenantUsagesTestJSON-459875834-project] No DVR routers for this DVR port 406da12e-abe8-4471-83ca-f6e5af8cbcd0 on host nch1-master-1 {{(pid=121606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:12:49.297113 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c1352b0-9b82-4eec-b577-e9dc44f246b5 admin admin] Network 7201e55c-7c5f-41aa-a042-a363696539d0 is already hosted by enough agents. {{(pid=121607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:12:49.308663 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-627b00c2-a537-46b3-9ac6-37f4fc397310 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 1.7090006
Dec 25 21:12:49.308663 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-5c1352b0-9b82-4eec-b577-e9dc44f246b5 admin admin] Resources bound (agent type, host, resource id):  {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:12:49.309169 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-fd2d6788-ea32-40be-bcb7-5d9b66f82ef9 req-0aa81958-fd98-4e5a-99d0-045ff2ff662a tempest-TenantUsagesTestJSON-459875834 tempest-TenantUsagesTestJSON-459875834-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:49.312954 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-fd2d6788-ea32-40be-bcb7-5d9b66f82ef9 req-0aa81958-fd98-4e5a-99d0-045ff2ff662a tempest-TenantUsagesTestJSON-459875834 tempest-TenantUsagesTestJSON-459875834-project] 10.222.0.31 "DELETE /v2.0/ports/406da12e-abe8-4471-83ca-f6e5af8cbcd0 HTTP/1.1" status: 204  len: 173 time: 1.8243659
Dec 25 21:12:49.316741 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 48334) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:12:49.335149 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-b514973b-63e8-4967-85d9-f197e22c4272 admin admin] Request body: {'subnet': {'network_id': 'de99ce2c-24a4-4a27-99c6-99cdd5cc3707', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-736162976-subnet', 'tenant_id': 'af3f5665f009477385c524a3e23aedc6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:12:49.346650 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c1352b0-9b82-4eec-b577-e9dc44f246b5 admin admin] Received port after_create {{(pid=121607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:12:49.368915 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0147a439-6b9d-409b-95cc-648cfed31d03 req-7dedaf05-3aed-40af-b1d9-3cc011600a2f tempest-TenantUsagesTestJSON-459875834 tempest-TenantUsagesTestJSON-459875834-project] 10.222.0.32 "GET /v2.0/security-groups?id=3eb1d827-a7c8-4817-a176-ffcd3e08aae0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4131672
Dec 25 21:12:49.579488 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1352b0-9b82-4eec-b577-e9dc44f246b5 admin admin] Pushing event updated for resources: {'Port': ['ID=7019931b-4808-4244-98ba-c743dcbd2a79,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:12:49.682341 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5529f54-d62e-4827-9b9c-406f5aacb0a3 req-1e3b1f1a-ccf7-4521-a409-726db1dcf2e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:12:49.684264 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-e5529f54-d62e-4827-9b9c-406f5aacb0a3 req-1e3b1f1a-ccf7-4521-a409-726db1dcf2e6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=bc19d38e80ce426fa6d268838d133f13&device_id=6c9cb266-1a4b-41a7-b9c4-55bc33979d91 HTTP/1.1" status: 200  len: 1124 time: 0.1031749
Dec 25 21:12:49.821918 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b514973b-63e8-4967-85d9-f197e22c4272 admin admin] Made reservation on behalf of af3f5665f009477385c524a3e23aedc6 for: {'subnet': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:12:49.824631 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b514973b-63e8-4967-85d9-f197e22c4272 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8852834'] for subnet, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:49.958594 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sat, 25 Dec 2021 21:12:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-776632f9-10cf-476b-8581-6ac37ace17ca x-openstack-request-id: req-776632f9-10cf-476b-8581-6ac37ace17ca {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:12:49.959168 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c9cb266-1a4b-41a7-b9c4-55bc33979d91", "tag": "665e512c-6adc-4461-b6ed-9ce93d1fdeee", "status": "completed", "code": 200}, {"server_uuid": "e6e849be-8c7b-429d-b691-8ec676c68caa", "name": "network-vif-deleted", "tag": "f2815b7b-7409-4ce5-8cb9-55075ef4d0f3", "status": "completed", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:12:49.959168 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-776632f9-10cf-476b-8581-6ac37ace17ca {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:12:49.959531 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c9cb266-1a4b-41a7-b9c4-55bc33979d91', 'tag': '665e512c-6adc-4461-b6ed-9ce93d1fdeee', 'status': 'completed', 'code': 200}
Dec 25 21:12:49.959808 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6e849be-8c7b-429d-b691-8ec676c68caa', 'name': 'network-vif-deleted', 'tag': 'f2815b7b-7409-4ce5-8cb9-55075ef4d0f3', 'status': 'completed', 'code': 200}
Dec 25 21:12:50.008087 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a3149d-f76d-4e14-be5f-08c4d824ab4a req-163f6b08-7941-45dc-8f94-be01a56b36b7 tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:12:50.008827 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5529f54-d62e-4827-9b9c-406f5aacb0a3 req-986c4812-b50e-46fc-ba8e-394d181bc00b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:12:50.009862 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-63a3149d-f76d-4e14-be5f-08c4d824ab4a req-163f6b08-7941-45dc-8f94-be01a56b36b7 tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c9cb266-1a4b-41a7-b9c4-55bc33979d91 HTTP/1.1" status: 200  len: 943 time: 0.9718184
Dec 25 21:12:50.010632 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-e5529f54-d62e-4827-9b9c-406f5aacb0a3 req-986c4812-b50e-46fc-ba8e-394d181bc00b service neutron] 10.222.0.37 "GET /v2.0/networks?id=2332d558-39bb-411c-88af-b74bee7e32ab HTTP/1.1" status: 200  len: 909 time: 0.3164883
Dec 25 21:12:50.036012 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0588855d-c2ad-4241-9384-cbb5a7baca26 None None] Network 6f1c722b-c088-4e8f-83b0-51a2bbb400f6 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:12:50.065306 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378dcbae-d938-446b-a7bf-0fc17be7c4c2 req-3c754aff-e4af-4c0e-84ca-1e0252d490ec tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:12:50.078008 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-378dcbae-d938-446b-a7bf-0fc17be7c4c2 req-3c754aff-e4af-4c0e-84ca-1e0252d490ec tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] 10.222.0.32 "GET /v2.0/ports?device_id=866da8ae-83ec-48f9-bfc8-b1a55df72844 HTTP/1.1" status: 200  len: 944 time: 0.1205971
Dec 25 21:12:50.099337 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-5a5dca6b-3afc-4b8f-bb8f-12f984aa6062 None None] Provisioning complete for port c585400c-65b2-4f12-88c9-88de0b5b4aad triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:12:50.100509 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5a5dca6b-3afc-4b8f-bb8f-12f984aa6062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:50.122829 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-63a3149d-f76d-4e14-be5f-08c4d824ab4a req-87484e55-c9d2-4f26-ad11-6263da81a1e7 tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] 10.222.0.32 "GET /v2.0/security-groups?id=bc05caf7-df2e-49b8-960c-4031d2c2ccca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0949826
Dec 25 21:12:50.128922 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-05dbef51-fba8-4665-98f3-b2d132a0b2ce req-01f54c6e-beb8-4339-9f3f-60ee2a2e190c tempest-MultipleCreateTestJSON-716196898 tempest-MultipleCreateTestJSON-716196898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:50.129508 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-e5529f54-d62e-4827-9b9c-406f5aacb0a3 req-762e3ea1-0291-4d1f-be9b-4930e9eadbc6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=665e512c-6adc-4461-b6ed-9ce93d1fdeee HTTP/1.1" status: 200  len: 217 time: 0.1062672
Dec 25 21:12:50.185871 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f54c6e-beb8-4339-9f3f-60ee2a2e190c tempest-MultipleCreateTestJSON-716196898 tempest-MultipleCreateTestJSON-716196898-project] Pushing event deleted for resources: {'Port': ['ID=9423691b-100e-4a18-9d2b-f2b8781dd071,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:12:50.192078 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5c1352b0-9b82-4eec-b577-e9dc44f246b5 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:50.204734 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-378dcbae-d938-446b-a7bf-0fc17be7c4c2 req-e5c22d82-7375-483d-90c5-03d9a13352b4 tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5d2ff88-22d6-43d8-90d1-bfb86d4e3308&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1256917
Dec 25 21:12:50.278552 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5529f54-d62e-4827-9b9c-406f5aacb0a3 req-8a552b96-85c6-4003-b6b8-88200159324d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:12:50.280229 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-e5529f54-d62e-4827-9b9c-406f5aacb0a3 req-8a552b96-85c6-4003-b6b8-88200159324d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=63c432f3-af01-4d4f-ae68-1c137d7c49f3 HTTP/1.1" status: 200  len: 848 time: 0.1387329
Dec 25 21:12:50.282618 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [req-05dbef51-fba8-4665-98f3-b2d132a0b2ce req-01f54c6e-beb8-4339-9f3f-60ee2a2e190c tempest-MultipleCreateTestJSON-716196898 tempest-MultipleCreateTestJSON-716196898-project] No DVR routers for this DVR port 9423691b-100e-4a18-9d2b-f2b8781dd071 on host nch1-master-1 {{(pid=121606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:12:50.287664 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-05dbef51-fba8-4665-98f3-b2d132a0b2ce req-01f54c6e-beb8-4339-9f3f-60ee2a2e190c tempest-MultipleCreateTestJSON-716196898 tempest-MultipleCreateTestJSON-716196898-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:50.291269 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-05dbef51-fba8-4665-98f3-b2d132a0b2ce req-01f54c6e-beb8-4339-9f3f-60ee2a2e190c tempest-MultipleCreateTestJSON-716196898 tempest-MultipleCreateTestJSON-716196898-project] 10.222.0.31 "DELETE /v2.0/ports/9423691b-100e-4a18-9d2b-f2b8781dd071 HTTP/1.1" status: 204  len: 173 time: 2.1971669
Dec 25 21:12:50.349969 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-e5529f54-d62e-4827-9b9c-406f5aacb0a3 req-e8a8b0c9-811b-461e-b044-a1c99f928f0f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2332d558-39bb-411c-88af-b74bee7e32ab&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0397604
Dec 25 21:12:50.368787 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5a5dca6b-3afc-4b8f-bb8f-12f984aa6062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:50.413081 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5a5dca6b-3afc-4b8f-bb8f-12f984aa6062 None None] For port c585400c-65b2-4f12-88c9-88de0b5b4aad, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c585400c-65b2-4f12-88c9-88de0b5b4aad,segment=NetworkSegment(4d4d43d5-7d0a-4994-9a87-30bf12a656cb),segment_id=4d4d43d5-7d0a-4994-9a87-30bf12a656cb)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:12:50.521209 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5a5dca6b-3afc-4b8f-bb8f-12f984aa6062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:50.552948 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device c585400c-65b2-4f12-88c9-88de0b5b4aad up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:12:50.556066 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920af1b2-5a0f-4c6b-8fd8-316816b8e9a4 req-3bdb881f-3edf-4f94-ae94-e8c5f33d60eb tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:12:50.558157 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-920af1b2-5a0f-4c6b-8fd8-316816b8e9a4 req-3bdb881f-3edf-4f94-ae94-e8c5f33d60eb tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] 10.222.0.32 "GET /v2.0/ports?device_id=80f6f0ff-5388-463f-95ad-bb8a5b36da5d HTTP/1.1" status: 200  len: 944 time: 0.0786138
Dec 25 21:12:50.631030 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device 9423691b-100e-4a18-9d2b-f2b8781dd071 no longer exists at agent hyperv_nch1-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:12:50.637855 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b514973b-63e8-4967-85d9-f197e22c4272 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8632475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8852848'] for subnet, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:50.654616 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-920af1b2-5a0f-4c6b-8fd8-316816b8e9a4 req-b851335a-9643-461a-b946-05bf5a538db1 tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] 10.222.0.32 "GET /v2.0/security-groups?id=381a44e3-d0d7-4aba-bc61-1ef7cfa17da9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0884404
Dec 25 21:12:50.718717 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f740074f-3f14-4c52-8fdd-0c6e33f51c21 req-6c90b3f7-c8e9-4466-9732-9dfe2122f290 tempest-TenantUsagesTestJSON-459875834 tempest-TenantUsagesTestJSON-459875834-project] 10.222.0.32 "GET /v2.0/ports?device_id=578a1ae1-faad-4593-b3a9-d1d4c134431c HTTP/1.1" status: 200  len: 210 time: 0.0529647
Dec 25 21:12:50.757148 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] No Port match for: 9423691b-100e-4a18-9d2b-f2b8781dd071 {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:12:50.757498 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device 9423691b-100e-4a18-9d2b-f2b8781dd071 not bound to the agent host nch1-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:12:50.757929 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device 406da12e-abe8-4471-83ca-f6e5af8cbcd0 no longer exists at agent hyperv_nch1-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:12:50.775082 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5dca6b-3afc-4b8f-bb8f-12f984aa6062 None None] Pushing event updated for resources: {'Port': ['ID=c585400c-65b2-4f12-88c9-88de0b5b4aad,revision_number=3']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:12:50.795265 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-e5529f54-d62e-4827-9b9c-406f5aacb0a3 req-71471bf9-0bf2-4987-becb-77d8e3b22568 service neutron] 10.222.0.37 "GET /v2.0/networks/2332d558-39bb-411c-88af-b74bee7e32ab?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4125965
Dec 25 21:12:50.801284 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b514973b-63e8-4967-85d9-f197e22c4272 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e9992841-76e9-49a9-8cef-2bda6ac4faf5,revision_number=0']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:12:50.842570 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] No Port match for: 406da12e-abe8-4471-83ca-f6e5af8cbcd0 {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:12:50.845813 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device 406da12e-abe8-4471-83ca-f6e5af8cbcd0 not bound to the agent host nch1-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:12:50.846466 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device f2815b7b-7409-4ce5-8cb9-55075ef4d0f3 no longer exists at agent hyperv_nch1-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:12:50.866313 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5c1352b0-9b82-4eec-b577-e9dc44f246b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2014278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2009753'] for router, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:50.866687 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b7ff1b97-61cc-4c85-a7a4-c0b348644940 req-3acc3519-c412-4a4b-9c4e-05a4e4d276e3 tempest-MultipleCreateTestJSON-716196898 tempest-MultipleCreateTestJSON-716196898-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a17fe35-e90f-4c0c-9f2a-d5a3e950f16f HTTP/1.1" status: 200  len: 210 time: 0.0851414
Dec 25 21:12:50.874361 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01907455-e616-4750-86a3-c9b8be71f73a req-25b783fe-c5bc-481c-a700-f80914804020 tempest-LiveAutoBlockMigrationV225Test-952394939 tempest-LiveAutoBlockMigrationV225Test-952394939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:12:50.874709 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b514973b-63e8-4967-85d9-f197e22c4272 admin admin] Checking segment: {'id': '348b53e0-5265-410a-a773-abff8c4ab630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'de99ce2c-24a4-4a27-99c6-99cdd5cc3707'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:12:50.875075 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b514973b-63e8-4967-85d9-f197e22c4272 admin admin] Network hostable DHCP agents. Network: de99ce2c-24a4-4a27-99c6-99cdd5cc3707, hostable agents: ['1813db88-2c1b-4357-a2ba-869246b663c2'], hosted agents: [] {{(pid=121607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 25 21:12:50.876118 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-01907455-e616-4750-86a3-c9b8be71f73a req-25b783fe-c5bc-481c-a700-f80914804020 tempest-LiveAutoBlockMigrationV225Test-952394939 tempest-LiveAutoBlockMigrationV225Test-952394939-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=866da8ae-83ec-48f9-bfc8-b1a55df72844 HTTP/1.1" status: 200  len: 1095 time: 0.0711014
Dec 25 21:12:50.883324 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] No Port match for: f2815b7b-7409-4ce5-8cb9-55075ef4d0f3 {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:12:50.884370 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device f2815b7b-7409-4ce5-8cb9-55075ef4d0f3 not bound to the agent host nch1-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:12:50.895243 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-aea6e7a7-ddea-479b-891b-24529b57c784 None None] Provisioning complete for port c585400c-65b2-4f12-88c9-88de0b5b4aad triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:12:50.895655 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-aea6e7a7-ddea-479b-891b-24529b57c784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:50.898608 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port c585400c-65b2-4f12-88c9-88de0b5b4aad triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:12:50.898608 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:50.931197 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-01907455-e616-4750-86a3-c9b8be71f73a req-63559b77-8335-4020-a180-49645363687f tempest-LiveAutoBlockMigrationV225Test-952394939 tempest-LiveAutoBlockMigrationV225Test-952394939-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=a5d2ff88-22d6-43d8-90d1-bfb86d4e3308&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0468352
Dec 25 21:12:50.993959 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-e5529f54-d62e-4827-9b9c-406f5aacb0a3 req-872622ea-787b-4371-a5b4-e939c7884712 service neutron] 10.222.0.37 "GET /v2.0/networks/2332d558-39bb-411c-88af-b74bee7e32ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1806872
Dec 25 21:12:51.119750 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b514973b-63e8-4967-85d9-f197e22c4272 admin admin] Network de99ce2c-24a4-4a27-99c6-99cdd5cc3707 is scheduled to be hosted by DHCP agent 1813db88-2c1b-4357-a2ba-869246b663c2 with binding_index 1 {{(pid=121607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 25 21:12:51.204389 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-b514973b-63e8-4967-85d9-f197e22c4272 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, de99ce2c-24a4-4a27-99c6-99cdd5cc3707) {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:12:51.208889 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c1352b0-9b82-4eec-b577-e9dc44f246b5 admin admin] Router 7ff13a6b-d94e-4ad7-bb50-6cf15b8f3f84 is scheduled to L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 with binding_index 1 {{(pid=121607) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 25 21:12:51.210894 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b514973b-63e8-4967-85d9-f197e22c4272 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:12:51.211514 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b514973b-63e8-4967-85d9-f197e22c4272 admin admin] Publish callbacks [] for subnet, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:51.217129 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-550c952e-5179-4a26-9de8-faf97d521c2e None None] Network de99ce2c-24a4-4a27-99c6-99cdd5cc3707 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:12:51.298156 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbf98da-847d-436e-8984-d567cf0aa7fe req-3422765b-2a5f-420a-b1be-723e92a49e9c tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:12:51.299709 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0bbf98da-847d-436e-8984-d567cf0aa7fe req-3422765b-2a5f-420a-b1be-723e92a49e9c tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c9cb266-1a4b-41a7-b9c4-55bc33979d91 HTTP/1.1" status: 200  len: 943 time: 0.0653481
Dec 25 21:12:51.360916 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33a85e54-8b6e-4040-b66e-760e4a644ce9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-de99ce2c-24a4-4a27-99c6-99cdd5cc3707', 'network_id': 'de99ce2c-24a4-4a27-99c6-99cdd5cc3707', 'project_id': 'af3f5665f009477385c524a3e23aedc6', 'fixed_ips': [{'subnet_id': 'e9992841-76e9-49a9-8cef-2bda6ac4faf5'}]}} from ncdv-master-1. {{(pid=121608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 25 21:12:51.362071 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-33a85e54-8b6e-4040-b66e-760e4a644ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:51.377309 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-b514973b-63e8-4967-85d9-f197e22c4272 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 2.0562875
Dec 25 21:12:51.378115 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 48360) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:12:51.384940 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0bbf98da-847d-436e-8984-d567cf0aa7fe req-0fe589cf-6180-4d60-ba6f-c8e71aa29bf1 tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] 10.222.0.32 "GET /v2.0/security-groups?id=bc05caf7-df2e-49b8-960c-4031d2c2ccca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0774217
Dec 25 21:12:51.389477 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-aa36062a-1ab5-49ea-a202-6afea440c194 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-736162976-router', 'tenant_id': 'af3f5665f009477385c524a3e23aedc6', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'}}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:12:51.410639 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c1352b0-9b82-4eec-b577-e9dc44f246b5 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 21:12:51.428653 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bbad999-beb7-4c14-bb77-720c738d14f7 None None] Sync routers for ids ['7ff13a6b-d94e-4ad7-bb50-6cf15b8f3f84'] in ncdv-master-1 {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 21:12:51.444966 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bbad999-beb7-4c14-bb77-720c738d14f7 None None] Routers {'7ff13a6b-d94e-4ad7-bb50-6cf15b8f3f84'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:12:51.448753 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-9bbad999-beb7-4c14-bb77-720c738d14f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2618791d30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:12:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['7ff13a6b-d94e-4ad7-bb50-6cf15b8f3f84'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:12:51.526862 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-aa36062a-1ab5-49ea-a202-6afea440c194 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2014909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14863'] for router, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:51.536614 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-aa36062a-1ab5-49ea-a202-6afea440c194 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2014285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2009796', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2082630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14848'] for router, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:51.553821 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5c1352b0-9b82-4eec-b577-e9dc44f246b5 admin admin] Publish callbacks [] for router, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:51.558552 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-5c1352b0-9b82-4eec-b577-e9dc44f246b5 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 936 time: 4.7272699
Dec 25 21:12:51.559128 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 48364) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:12:51.569308 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvr_db [None req-9bbad999-beb7-4c14-bb77-720c738d14f7 None None] Set router 7ff13a6b-d94e-4ad7-bb50-6cf15b8f3f84 gateway port host: ncdv-master-1 {{(pid=121609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:12:51.573237 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.db_base_plugin_common [None req-33a85e54-8b6e-4040-b66e-760e4a644ce9 None None] Allocated IP 172.20.0.2 (de99ce2c-24a4-4a27-99c6-99cdd5cc3707/e9992841-76e9-49a9-8cef-2bda6ac4faf5/c6dfea0c-c890-4534-80ee-8e4462764fd8) {{(pid=121608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:12:51.631535 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32680990-40ba-4375-8026-5cb511958640 req-9c3ccada-70ea-4a22-a95f-6a86afa9abf3 tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:12:51.640160 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-32680990-40ba-4375-8026-5cb511958640 req-9c3ccada-70ea-4a22-a95f-6a86afa9abf3 tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] 10.222.0.32 "GET /v2.0/ports?device_id=866da8ae-83ec-48f9-bfc8-b1a55df72844 HTTP/1.1" status: 200  len: 944 time: 0.1083183
Dec 25 21:12:51.730659 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-aa36062a-1ab5-49ea-a202-6afea440c194 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:51.737961 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-32680990-40ba-4375-8026-5cb511958640 req-475015cd-effd-4cd6-868b-ac641e4fbb35 tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5d2ff88-22d6-43d8-90d1-bfb86d4e3308&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0968947
Dec 25 21:12:51.885266 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device 0a669f5e-5fef-4866-bd8e-e6cac72b1152 up at agent hyperv_nch2-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:12:51.922930 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87ca105-bfa3-4b4d-a68b-e5fbe656d617 req-444aa517-ac2d-4bbb-af8d-c6658581c1ea tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:12:51.928006 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-9bbad999-beb7-4c14-bb77-720c738d14f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2618791d30>, [{'id': '7ff13a6b-d94e-4ad7-bb50-6cf15b8f3f84', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1609054810-router', 'tenant_id': 'a0c1fd4c214c43d694996c1237c66fe5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.240'}], 'enable_snat': True}, 'gw_port_id': '7019931b-4808-4244-98ba-c743dcbd2a79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:12:47Z', 'updated_at': '2021-12-25T21:12:49Z', 'revision_number': 3, 'project_id': 'a0c1fd4c214c43d694996c1237c66fe5', 'gw_port': {'id': '7019931b-4808-4244-98ba-c743dcbd2a79', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:38:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ff13a6b-d94e-4ad7-bb50-6cf15b8f3f84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:12:47Z', 'updated_at': '2021-12-25T21:12:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:12:51.941979 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a87ca105-bfa3-4b4d-a68b-e5fbe656d617 req-444aa517-ac2d-4bbb-af8d-c6658581c1ea tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] 10.222.0.32 "GET /v2.0/ports?device_id=80f6f0ff-5388-463f-95ad-bb8a5b36da5d HTTP/1.1" status: 200  len: 944 time: 0.1395123
Dec 25 21:12:51.965334 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '578a1ae1-faad-4593-b3a9-d1d4c134431c', 'name': 'network-vif-deleted', 'tag': '406da12e-abe8-4471-83ca-f6e5af8cbcd0'}, {'server_uuid': 'c12cba1c-049e-4a5a-8f24-4f33cf7df89c', 'name': 'network-vif-deleted', 'tag': '9423691b-100e-4a18-9d2b-f2b8781dd071'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:12:51.974977 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9858820c13ec2827453b94ebc4181065e990a4e4089ccb9fe762531ac62d2fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c75ea3c-935f-43a4-aa3e-1891d878bb61" -d '{"events": [{"server_uuid": "578a1ae1-faad-4593-b3a9-d1d4c134431c", "name": "network-vif-deleted", "tag": "406da12e-abe8-4471-83ca-f6e5af8cbcd0"}, {"server_uuid": "c12cba1c-049e-4a5a-8f24-4f33cf7df89c", "name": "network-vif-deleted", "tag": "9423691b-100e-4a18-9d2b-f2b8781dd071"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:12:51.992007 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-33a85e54-8b6e-4040-b66e-760e4a644ce9 None None] Publish callbacks [] for port, precommit_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:52.015449 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bbad999-beb7-4c14-bb77-720c738d14f7 None None] Checking router: 7ff13a6b-d94e-4ad7-bb50-6cf15b8f3f84 for host: ncdv-master-1 {{(pid=121609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 25 21:12:52.015819 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bbad999-beb7-4c14-bb77-720c738d14f7 None None] Updating router 7ff13a6b-d94e-4ad7-bb50-6cf15b8f3f84 port 7019931b-4808-4244-98ba-c743dcbd2a79 binding host ncdv-master-1 {{(pid=121609) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 25 21:12:52.070989 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-9bbad999-beb7-4c14-bb77-720c738d14f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:52.082326 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1ef5d6d4-b1be-48bf-97c0-82e8ea2bfd8a req-b7afddb2-4bd9-410c-bfc8-1effd5993415 tempest-MultipleCreateTestJSON-716196898 tempest-MultipleCreateTestJSON-716196898-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a17fe35-e90f-4c0c-9f2a-d5a3e950f16f HTTP/1.1" status: 200  len: 210 time: 0.0492876
Dec 25 21:12:52.122657 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a87ca105-bfa3-4b4d-a68b-e5fbe656d617 req-8b607c59-8b7e-4ce1-8827-c210af5f0975 tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] 10.222.0.32 "GET /v2.0/security-groups?id=381a44e3-d0d7-4aba-bc61-1ef7cfa17da9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1796401
Dec 25 21:12:52.151687 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 25 Dec 2021 21:12:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-397035a4-1b13-4872-a476-3c2b8679f6a6 x-openstack-request-id: req-397035a4-1b13-4872-a476-3c2b8679f6a6 {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:12:52.151687 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "578a1ae1-faad-4593-b3a9-d1d4c134431c", "name": "network-vif-deleted", "tag": "406da12e-abe8-4471-83ca-f6e5af8cbcd0", "status": "completed", "code": 200}, {"server_uuid": "c12cba1c-049e-4a5a-8f24-4f33cf7df89c", "name": "network-vif-deleted", "tag": "9423691b-100e-4a18-9d2b-f2b8781dd071", "status": "completed", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:12:52.151687 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-397035a4-1b13-4872-a476-3c2b8679f6a6 {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:12:52.151687 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '578a1ae1-faad-4593-b3a9-d1d4c134431c', 'name': 'network-vif-deleted', 'tag': '406da12e-abe8-4471-83ca-f6e5af8cbcd0', 'status': 'completed', 'code': 200}
Dec 25 21:12:52.151687 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c12cba1c-049e-4a5a-8f24-4f33cf7df89c', 'name': 'network-vif-deleted', 'tag': '9423691b-100e-4a18-9d2b-f2b8781dd071', 'status': 'completed', 'code': 200}
Dec 25 21:12:52.188306 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Provisioning for port 0a669f5e-5fef-4866-bd8e-e6cac72b1152 completed by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 25 21:12:52.194136 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-33a85e54-8b6e-4040-b66e-760e4a644ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946'] for port, after_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:52.226544 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Provisioning complete for port 0a669f5e-5fef-4866-bd8e-e6cac72b1152 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:12:52.226919 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:52.354306 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33a85e54-8b6e-4040-b66e-760e4a644ce9 None None] Network de99ce2c-24a4-4a27-99c6-99cdd5cc3707 is already hosted by enough agents. {{(pid=121608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:12:52.359695 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.base_scheduler [None req-33a85e54-8b6e-4040-b66e-760e4a644ce9 None None] Resources bound (agent type, host, resource id):  {{(pid=121608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:12:52.366018 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33a85e54-8b6e-4040-b66e-760e4a644ce9 None None] Received port after_create {{(pid=121608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:12:52.380250 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a85e54-8b6e-4040-b66e-760e4a644ce9 None None] Pushing event updated for resources: {'Port': ['ID=c6dfea0c-c890-4534-80ee-8e4462764fd8,revision_number=1']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:12:52.448950 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-aa36062a-1ab5-49ea-a202-6afea440c194 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:52.487336 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe14295-df88-45fd-8e14-a708056ef996 req-7b522cc2-3544-4c05-89d0-e0ec2defaba1 tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:12:52.488948 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-cfe14295-df88-45fd-8e14-a708056ef996 req-7b522cc2-3544-4c05-89d0-e0ec2defaba1 tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] 10.222.0.37 "GET /v2.0/ports?device_id=866da8ae-83ec-48f9-bfc8-b1a55df72844 HTTP/1.1" status: 200  len: 944 time: 0.0883129
Dec 25 21:12:52.510991 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:52.540548 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device c585400c-65b2-4f12-88c9-88de0b5b4aad up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:12:52.652234 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-60e0cdc3-1da5-4eb9-a1e0-e232155ba7ad req-c83254cd-5c52-42d8-bc56-b027049002eb service neutron] 10.222.0.37 "GET /v2.0/ports/665e512c-6adc-4461-b6ed-9ce93d1fdeee/bindings/nch1-master-1 HTTP/1.1" status: 200  len: 384 time: 0.1996479
Dec 25 21:12:52.663869 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-33a85e54-8b6e-4040-b66e-760e4a644ce9 None None] Attempting to bind port c6dfea0c-c890-4534-80ee-8e4462764fd8 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:12:52.665623 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-33a85e54-8b6e-4040-b66e-760e4a644ce9 None None] Attempting to bind port c6dfea0c-c890-4534-80ee-8e4462764fd8 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '348b53e0-5265-410a-a773-abff8c4ab630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'de99ce2c-24a4-4a27-99c6-99cdd5cc3707'}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:12:52.665997 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a85e54-8b6e-4040-b66e-760e4a644ce9 None None] Attempting to bind port c6dfea0c-c890-4534-80ee-8e4462764fd8 on network de99ce2c-24a4-4a27-99c6-99cdd5cc3707 {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:12:52.666697 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 48382) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:12:52.679365 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-9bbad999-beb7-4c14-bb77-720c738d14f7 None None] Publish callbacks [] for port, precommit_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:52.683872 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80f6f0ff-5388-463f-95ad-bb8a5b36da5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a669f5e-5fef-4866-bd8e-e6cac72b1152'}] {{(pid=121608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:12:52.686326 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a88c78c3ff6266bd59c7e89d275b28c92e739b67d23c89d71af88829fd31566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5005bfd-690e-4eb8-a85e-54db7761f3e6" -d '{"events": [{"server_uuid": "80f6f0ff-5388-463f-95ad-bb8a5b36da5d", "name": "network-vif-plugged", "status": "completed", "tag": "0a669f5e-5fef-4866-bd8e-e6cac72b1152"}]}' {{(pid=121608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:12:52.691484 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d12f170-8838-4472-ab1d-f2abbb1eb4db req-a2e53f3d-f14a-4ec8-b00f-ba9ba3f4e7ec tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:12:52.708629 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a85e54-8b6e-4040-b66e-760e4a644ce9 None None] Checking agent: {'id': 'ca4f5c6d-f1fd-48b8-a3e3-395864c7d23d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 20, 56, 40), 'started_at': datetime.datetime(2021, 12, 25, 20, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 12, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:12:52.709094 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a85e54-8b6e-4040-b66e-760e4a644ce9 None None] Checking segment: {'id': '348b53e0-5265-410a-a773-abff8c4ab630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'de99ce2c-24a4-4a27-99c6-99cdd5cc3707'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:12:52.709499 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-33a85e54-8b6e-4040-b66e-760e4a644ce9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:52.709848 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3d12f170-8838-4472-ab1d-f2abbb1eb4db req-a2e53f3d-f14a-4ec8-b00f-ba9ba3f4e7ec tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c9cb266-1a4b-41a7-b9c4-55bc33979d91 HTTP/1.1" status: 200  len: 943 time: 0.1884689
Dec 25 21:12:52.710106 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a85e54-8b6e-4040-b66e-760e4a644ce9 None None] Bound using segment: {'id': '348b53e0-5265-410a-a773-abff8c4ab630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'de99ce2c-24a4-4a27-99c6-99cdd5cc3707'} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:12:52.710597 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-33a85e54-8b6e-4040-b66e-760e4a644ce9 None None] Bound port: c6dfea0c-c890-4534-80ee-8e4462764fd8, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '348b53e0-5265-410a-a773-abff8c4ab630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'de99ce2c-24a4-4a27-99c6-99cdd5cc3707'}}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:12:52.710985 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-33a85e54-8b6e-4040-b66e-760e4a644ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:52.714209 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port 0a669f5e-5fef-4866-bd8e-e6cac72b1152, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0a669f5e-5fef-4866-bd8e-e6cac72b1152,segment=NetworkSegment(fad08864-4612-4be1-bb28-08cb199f6d74),segment_id=fad08864-4612-4be1-bb28-08cb199f6d74)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:12:52.761372 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 21:12:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a12a5da1-7014-496c-a11d-cee0cc576ceb x-openstack-request-id: req-a12a5da1-7014-496c-a11d-cee0cc576ceb {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:12:52.777010 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80f6f0ff-5388-463f-95ad-bb8a5b36da5d", "name": "network-vif-plugged", "status": "completed", "tag": "0a669f5e-5fef-4866-bd8e-e6cac72b1152", "code": 200}]} {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:12:52.777308 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a12a5da1-7014-496c-a11d-cee0cc576ceb {{(pid=121608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:12:52.777750 ncdv-master-1 neutron-server[121608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80f6f0ff-5388-463f-95ad-bb8a5b36da5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a669f5e-5fef-4866-bd8e-e6cac72b1152', 'code': 200}
Dec 25 21:12:52.787600 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port c585400c-65b2-4f12-88c9-88de0b5b4aad triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:12:52.787978 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:52.820235 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-9bbad999-beb7-4c14-bb77-720c738d14f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:52.850184 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:52.883220 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.managers [None req-9bbad999-beb7-4c14-bb77-720c738d14f7 None None] Attempting to bind port 7019931b-4808-4244-98ba-c743dcbd2a79 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:12:52.883774 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.managers [None req-9bbad999-beb7-4c14-bb77-720c738d14f7 None None] Attempting to bind port 7019931b-4808-4244-98ba-c743dcbd2a79 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'}] {{(pid=121609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:12:52.884240 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bbad999-beb7-4c14-bb77-720c738d14f7 None None] Attempting to bind port 7019931b-4808-4244-98ba-c743dcbd2a79 on network 7201e55c-7c5f-41aa-a042-a363696539d0 {{(pid=121609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:12:52.903130 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-33a85e54-8b6e-4040-b66e-760e4a644ce9 None None] For port c6dfea0c-c890-4534-80ee-8e4462764fd8, host ncdv-master-1, cleared binding levels {{(pid=121608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:12:52.936339 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bbad999-beb7-4c14-bb77-720c738d14f7 None None] Checking agent: {'id': 'ca4f5c6d-f1fd-48b8-a3e3-395864c7d23d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 20, 56, 40), 'started_at': datetime.datetime(2021, 12, 25, 20, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 12, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:12:52.937477 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bbad999-beb7-4c14-bb77-720c738d14f7 None None] Checking segment: {'id': '6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:12:52.937983 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-9bbad999-beb7-4c14-bb77-720c738d14f7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:52.938486 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bbad999-beb7-4c14-bb77-720c738d14f7 None None] Bound using segment: {'id': '6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'} {{(pid=121609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:12:52.939331 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.managers [None req-9bbad999-beb7-4c14-bb77-720c738d14f7 None None] Bound port: 7019931b-4808-4244-98ba-c743dcbd2a79, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'}}] {{(pid=121609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:12:52.939803 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-9bbad999-beb7-4c14-bb77-720c738d14f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:52.969549 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3d12f170-8838-4472-ab1d-f2abbb1eb4db req-fe31b154-f405-4786-a0f6-2a79a9591e32 tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] 10.222.0.32 "GET /v2.0/security-groups?id=bc05caf7-df2e-49b8-960c-4031d2c2ccca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2562938
Dec 25 21:12:52.980012 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [req-cfe14295-df88-45fd-8e14-a708056ef996 req-85d90e7d-6fe5-4f48-8313-358cb22afe22 tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] Deleting port 228dbe3e-2fc1-491d-915f-a92d1ec6406f {{(pid=121606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:12:52.981459 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-cfe14295-df88-45fd-8e14-a708056ef996 req-85d90e7d-6fe5-4f48-8313-358cb22afe22 tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:53.025939 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.db [None req-9bbad999-beb7-4c14-bb77-720c738d14f7 None None] For port 7019931b-4808-4244-98ba-c743dcbd2a79, host ncdv-master-1, cleared binding levels {{(pid=121609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:12:53.030633 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.db [None req-9bbad999-beb7-4c14-bb77-720c738d14f7 None None] For port 7019931b-4808-4244-98ba-c743dcbd2a79, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7019931b-4808-4244-98ba-c743dcbd2a79,segment=NetworkSegment(6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855),segment_id=6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855)] {{(pid=121609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:12:53.051939 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffde48c-cd0d-4234-8246-ade49eed2ce1 None None] Pushing event updated for resources: {'Port': ['ID=7019931b-4808-4244-98ba-c743dcbd2a79,revision_number=2']} {{(pid=121609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:12:53.062513 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffde48c-cd0d-4234-8246-ade49eed2ce1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:12:53.064267 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffde48c-cd0d-4234-8246-ade49eed2ce1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:12:53.065072 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffde48c-cd0d-4234-8246-ade49eed2ce1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:12:53.065528 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffde48c-cd0d-4234-8246-ade49eed2ce1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:12:53.067001 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffde48c-cd0d-4234-8246-ade49eed2ce1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:12:53.067495 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffde48c-cd0d-4234-8246-ade49eed2ce1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:12:53.067982 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffde48c-cd0d-4234-8246-ade49eed2ce1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:12:53.068393 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffde48c-cd0d-4234-8246-ade49eed2ce1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:12:53.069067 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffde48c-cd0d-4234-8246-ade49eed2ce1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:12:53.069272 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffde48c-cd0d-4234-8246-ade49eed2ce1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:12:53.069674 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffde48c-cd0d-4234-8246-ade49eed2ce1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:12:53.070491 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffde48c-cd0d-4234-8246-ade49eed2ce1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:12:53.070491 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffde48c-cd0d-4234-8246-ade49eed2ce1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:12:53.083428 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-33a85e54-8b6e-4040-b66e-760e4a644ce9 None None] For port c6dfea0c-c890-4534-80ee-8e4462764fd8, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c6dfea0c-c890-4534-80ee-8e4462764fd8,segment=NetworkSegment(348b53e0-5265-410a-a773-abff8c4ab630),segment_id=348b53e0-5265-410a-a773-abff8c4ab630)] {{(pid=121608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:12:53.094265 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Pushing event updated for resources: {'Port': ['ID=0a669f5e-5fef-4866-bd8e-e6cac72b1152,revision_number=5']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:12:53.126970 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-9bbad999-beb7-4c14-bb77-720c738d14f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:53.127278 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce5a1e5-4329-4fba-be4f-7a66d739bffc req-2c8210ee-e503-4ebe-a46f-3561b936fa29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:12:53.128800 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-dce5a1e5-4329-4fba-be4f-7a66d739bffc req-2c8210ee-e503-4ebe-a46f-3561b936fa29 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=80f6f0ff-5388-463f-95ad-bb8a5b36da5d HTTP/1.1" status: 200  len: 1096 time: 0.2845948
Dec 25 21:12:53.167924 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-33a85e54-8b6e-4040-b66e-760e4a644ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:53.253184 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffde48c-cd0d-4234-8246-ade49eed2ce1 None None] Pushing event updated for resources: {'Port': ['ID=7019931b-4808-4244-98ba-c743dcbd2a79,revision_number=3']} {{(pid=121609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:12:53.268728 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-cfe14295-df88-45fd-8e14-a708056ef996 req-85d90e7d-6fe5-4f48-8313-358cb22afe22 tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] For port 228dbe3e-2fc1-491d-915f-a92d1ec6406f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=228dbe3e-2fc1-491d-915f-a92d1ec6406f,segment=NetworkSegment(0bc15208-d08d-4c93-89c3-c4dfd4d97844),segment_id=0bc15208-d08d-4c93-89c3-c4dfd4d97844)] {{(pid=121606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:12:53.269464 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-cfe14295-df88-45fd-8e14-a708056ef996 req-85d90e7d-6fe5-4f48-8313-358cb22afe22 tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:53.281640 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a85e54-8b6e-4040-b66e-760e4a644ce9 None None] Pushing event updated for resources: {'Port': ['ID=c6dfea0c-c890-4534-80ee-8e4462764fd8,revision_number=2']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:12:53.296869 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-522802e5-3568-4398-9007-38e64b815236 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8b80d743dc6342a689968320db7836a0&name=default HTTP/1.1" status: 200  len: 2996 time: 0.6232955
Dec 25 21:12:53.301859 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bbad999-beb7-4c14-bb77-720c738d14f7 None None] Routers {'7ff13a6b-d94e-4ad7-bb50-6cf15b8f3f84'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:12:53.302393 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-9bbad999-beb7-4c14-bb77-720c738d14f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2618791d30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:12:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['7ff13a6b-d94e-4ad7-bb50-6cf15b8f3f84'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:12:53.303611 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 48394) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:12:53.385643 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.37', 58407) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:12:53.386927 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [req-cfe14295-df88-45fd-8e14-a708056ef996 req-85d90e7d-6fe5-4f48-8313-358cb22afe22 tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] Calling delete_port for 228dbe3e-2fc1-491d-915f-a92d1ec6406f owned by compute:nova {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:12:53.429671 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvr_db [None req-9bbad999-beb7-4c14-bb77-720c738d14f7 None None] Set router 7ff13a6b-d94e-4ad7-bb50-6cf15b8f3f84 gateway port host: ncdv-master-1 {{(pid=121609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:12:53.456996 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-232bfc53-c6bc-42ed-9645-707ff90631cc req-d9363ad1-2c78-4e95-9170-202993cb7ffa tempest-MultipleCreateTestJSON-716196898 tempest-MultipleCreateTestJSON-716196898-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a17fe35-e90f-4c0c-9f2a-d5a3e950f16f HTTP/1.1" status: 200  len: 210 time: 0.1525779
Dec 25 21:12:53.471370 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-14ead910-a75b-45c4-8158-d0d94f4dc2f3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:53.508097 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d073a360-3b31-4287-bad7-21c457b80b14 req-272651e2-58f0-46a2-8259-1d83b19b3c2a tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:12:53.509719 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d073a360-3b31-4287-bad7-21c457b80b14 req-272651e2-58f0-46a2-8259-1d83b19b3c2a tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] 10.222.0.32 "GET /v2.0/ports?device_id=866da8ae-83ec-48f9-bfc8-b1a55df72844 HTTP/1.1" status: 200  len: 944 time: 0.6006577
Dec 25 21:12:53.562404 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-dce5a1e5-4329-4fba-be4f-7a66d739bffc req-4f5df15a-5ebb-41ca-ba94-3d2ab3286501 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=381a44e3-d0d7-4aba-bc61-1ef7cfa17da9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4205127
Dec 25 21:12:53.580721 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201e7569-9a2b-4ecf-a276-d79046b4db79 req-ede687bf-b222-482b-86c1-eb07a3653502 tempest-MultipleCreateTestJSON-716196898 tempest-MultipleCreateTestJSON-716196898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:12:53.594792 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-201e7569-9a2b-4ecf-a276-d79046b4db79 req-ede687bf-b222-482b-86c1-eb07a3653502 tempest-MultipleCreateTestJSON-716196898 tempest-MultipleCreateTestJSON-716196898-project] 10.222.0.31 "GET /v2.0/networks?id=f8afa1db-6032-4635-a1fd-6997d067d021 HTTP/1.1" status: 200  len: 812 time: 0.5828857
Dec 25 21:12:53.632208 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.db [req-60e0cdc3-1da5-4eb9-a1e0-e232155ba7ad req-1ca12d8a-fdea-40e6-9de7-8d21567a3c21 service neutron] For port 665e512c-6adc-4461-b6ed-9ce93d1fdeee, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=665e512c-6adc-4461-b6ed-9ce93d1fdeee,segment=NetworkSegment(a05a9961-775b-4dff-bebf-b24cb60ab1a9),segment_id=a05a9961-775b-4dff-bebf-b24cb60ab1a9)] {{(pid=121607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:12:53.641181 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5bdd0cd1-af27-44c5-bc23-f2818ffeda11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:53.656179 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-14ead910-a75b-45c4-8158-d0d94f4dc2f3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:53.685637 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-201e7569-9a2b-4ecf-a276-d79046b4db79 req-d7a473d6-42f2-4572-9144-b5a6c991bb48 tempest-MultipleCreateTestJSON-716196898 tempest-MultipleCreateTestJSON-716196898-project] Request body: {'port': {'device_id': '52a010e5-bcbf-43a3-8e08-f1b8c0bdde01', 'network_id': 'f8afa1db-6032-4635-a1fd-6997d067d021', 'admin_state_up': True, 'tenant_id': '576fa0b7a73d45bc86b799bb25424c30'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:12:53.720431 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.db [req-60e0cdc3-1da5-4eb9-a1e0-e232155ba7ad req-1ca12d8a-fdea-40e6-9de7-8d21567a3c21 service neutron] For port 665e512c-6adc-4461-b6ed-9ce93d1fdeee, host nch2-master-1, cleared binding levels {{(pid=121607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:12:53.733445 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-9bbad999-beb7-4c14-bb77-720c738d14f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2618791d30>, [{'id': '7ff13a6b-d94e-4ad7-bb50-6cf15b8f3f84', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1609054810-router', 'tenant_id': 'a0c1fd4c214c43d694996c1237c66fe5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.240'}], 'enable_snat': True}, 'gw_port_id': '7019931b-4808-4244-98ba-c743dcbd2a79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:12:47Z', 'updated_at': '2021-12-25T21:12:49Z', 'revision_number': 3, 'project_id': 'a0c1fd4c214c43d694996c1237c66fe5', 'gw_port': {'id': '7019931b-4808-4244-98ba-c743dcbd2a79', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:38:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ff13a6b-d94e-4ad7-bb50-6cf15b8f3f84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:12:47Z', 'updated_at': '2021-12-25T21:12:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:12:53.766029 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bbad999-beb7-4c14-bb77-720c738d14f7 None None] The sync data for ids ['7ff13a6b-d94e-4ad7-bb50-6cf15b8f3f84'] in ncdv-master-1 is: [{'id': '7ff13a6b-d94e-4ad7-bb50-6cf15b8f3f84', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1609054810-router', 'tenant_id': 'a0c1fd4c214c43d694996c1237c66fe5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.240'}], 'enable_snat': True}, 'gw_port_id': '7019931b-4808-4244-98ba-c743dcbd2a79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:12:47Z', 'updated_at': '2021-12-25T21:12:49Z', 'revision_number': 3, 'project_id': 'a0c1fd4c214c43d694996c1237c66fe5', 'gw_port': {'id': '7019931b-4808-4244-98ba-c743dcbd2a79', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:38:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ff13a6b-d94e-4ad7-bb50-6cf15b8f3f84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:12:47Z', 'updated_at': '2021-12-25T21:12:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 21:12:53.781909 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-aa36062a-1ab5-49ea-a202-6afea440c194 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:53.842423 ncdv-master-1 neutron-server[121607]: DEBUG neutron.notifiers.nova [req-60e0cdc3-1da5-4eb9-a1e0-e232155ba7ad req-1ca12d8a-fdea-40e6-9de7-8d21567a3c21 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 665e512c-6adc-4461-b6ed-9ce93d1fdeee {{(pid=121607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:12:53.851136 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-aa36062a-1ab5-49ea-a202-6afea440c194 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:53.874267 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.db [req-60e0cdc3-1da5-4eb9-a1e0-e232155ba7ad req-1ca12d8a-fdea-40e6-9de7-8d21567a3c21 service neutron] For port 665e512c-6adc-4461-b6ed-9ce93d1fdeee, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=665e512c-6adc-4461-b6ed-9ce93d1fdeee,segment=NetworkSegment(a05a9961-775b-4dff-bebf-b24cb60ab1a9),segment_id=a05a9961-775b-4dff-bebf-b24cb60ab1a9)] {{(pid=121607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:12:53.886472 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device 665e512c-6adc-4461-b6ed-9ce93d1fdeee no longer exists at agent hyperv_nch2-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:12:53.906540 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cceefb8-f3de-49fc-b067-c45da52f9d4f req-52a650f0-e3dc-4893-a4a1-5e3d864c87cd tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:12:53.908112 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1cceefb8-f3de-49fc-b067-c45da52f9d4f req-52a650f0-e3dc-4893-a4a1-5e3d864c87cd tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] 10.222.0.32 "GET /v2.0/ports?device_id=80f6f0ff-5388-463f-95ad-bb8a5b36da5d HTTP/1.1" status: 200  len: 945 time: 0.3101263
Dec 25 21:12:53.997885 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-60e0cdc3-1da5-4eb9-a1e0-e232155ba7ad req-1ca12d8a-fdea-40e6-9de7-8d21567a3c21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:53.999748 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201e7569-9a2b-4ecf-a276-d79046b4db79 req-4c1d89e8-1846-4700-954e-a3ef67dc2c50 tempest-MultipleCreateTestJSON-716196898 tempest-MultipleCreateTestJSON-716196898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:12:54.001922 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-201e7569-9a2b-4ecf-a276-d79046b4db79 req-4c1d89e8-1846-4700-954e-a3ef67dc2c50 tempest-MultipleCreateTestJSON-716196898 tempest-MultipleCreateTestJSON-716196898-project] 10.222.0.37 "GET /v2.0/networks?id=f8afa1db-6032-4635-a1fd-6997d067d021 HTTP/1.1" status: 200  len: 812 time: 0.6036260
Dec 25 21:12:54.025282 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d073a360-3b31-4287-bad7-21c457b80b14 req-d4003b98-155b-4acc-99c7-3398dc6a286f tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5d2ff88-22d6-43d8-90d1-bfb86d4e3308&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4666400
Dec 25 21:12:54.034185 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-201e7569-9a2b-4ecf-a276-d79046b4db79 req-2e14585e-0350-4e83-ba41-eb610a248aab tempest-MultipleCreateTestJSON-716196898 tempest-MultipleCreateTestJSON-716196898-project] Request body: {'port': {'device_id': '9a17fe35-e90f-4c0c-9f2a-d5a3e950f16f', 'network_id': 'f8afa1db-6032-4635-a1fd-6997d067d021', 'admin_state_up': True, 'tenant_id': '576fa0b7a73d45bc86b799bb25424c30'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:12:54.089792 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-14ead910-a75b-45c4-8158-d0d94f4dc2f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:54.093048 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-14ead910-a75b-45c4-8158-d0d94f4dc2f3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:54.094277 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-14ead910-a75b-45c4-8158-d0d94f4dc2f3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3eb1d827-a7c8-4817-a176-ffcd3e08aae0 HTTP/1.1" status: 204  len: 168 time: 0.7768667
Dec 25 21:12:54.203387 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ead910-a75b-45c4-8158-d0d94f4dc2f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3eb1d827-a7c8-4817-a176-ffcd3e08aae0,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:12:54.207574 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_common [None req-aa36062a-1ab5-49ea-a202-6afea440c194 admin admin] Allocated IP 172.35.3.220 (7201e55c-7c5f-41aa-a042-a363696539d0/7a939e13-713f-45cf-bba7-1539635abe25/57625400-ffdc-487c-a2b0-1e49b2c71c85) {{(pid=121607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:12:54.256938 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_common [None req-5bdd0cd1-af27-44c5-bc23-f2818ffeda11 admin admin] Allocated IP 172.20.0.1 (6f1c722b-c088-4e8f-83b0-51a2bbb400f6/1444082a-0cc0-4e0c-b1ba-154c7879a19f/2484404f-9d6d-421c-8512-101ae4c115b9) {{(pid=121607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:12:54.288642 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1cceefb8-f3de-49fc-b067-c45da52f9d4f req-d2e68890-8df4-4457-a390-aa8f0baf29c6 tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] 10.222.0.32 "GET /v2.0/security-groups?id=381a44e3-d0d7-4aba-bc61-1ef7cfa17da9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3653338
Dec 25 21:12:54.390081 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-201e7569-9a2b-4ecf-a276-d79046b4db79 req-d7a473d6-42f2-4572-9144-b5a6c991bb48 tempest-MultipleCreateTestJSON-716196898 tempest-MultipleCreateTestJSON-716196898-project] Made reservation on behalf of 576fa0b7a73d45bc86b799bb25424c30 for: {'port': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:12:54.393886 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-201e7569-9a2b-4ecf-a276-d79046b4db79 req-d7a473d6-42f2-4572-9144-b5a6c991bb48 tempest-MultipleCreateTestJSON-716196898 tempest-MultipleCreateTestJSON-716196898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:54.421870 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-aa36062a-1ab5-49ea-a202-6afea440c194 admin admin] Publish callbacks [] for port, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:54.550844 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device c6dfea0c-c890-4534-80ee-8e4462764fd8 up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:12:54.615822 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port c6dfea0c-c890-4534-80ee-8e4462764fd8 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:12:54.616187 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:54.622689 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680670fa-b73a-4783-b42f-a50b08c9ac6f req-cd4ba1fc-fb33-4342-9473-c0859d29285b tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:12:54.629166 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-aa36062a-1ab5-49ea-a202-6afea440c194 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:54.646699 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-680670fa-b73a-4783-b42f-a50b08c9ac6f req-cd4ba1fc-fb33-4342-9473-c0859d29285b tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c9cb266-1a4b-41a7-b9c4-55bc33979d91 HTTP/1.1" status: 200  len: 943 time: 0.3474174
Dec 25 21:12:54.718867 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa36062a-1ab5-49ea-a202-6afea440c194 admin admin] Network 7201e55c-7c5f-41aa-a042-a363696539d0 is already hosted by enough agents. {{(pid=121607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:12:54.722989 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-aa36062a-1ab5-49ea-a202-6afea440c194 admin admin] Resources bound (agent type, host, resource id):  {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:12:54.727117 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa36062a-1ab5-49ea-a202-6afea440c194 admin admin] Received port after_create {{(pid=121607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:12:54.770369 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.provisioning_blocks [req-60e0cdc3-1da5-4eb9-a1e0-e232155ba7ad req-1ca12d8a-fdea-40e6-9de7-8d21567a3c21 service neutron] Transition to ACTIVE for port object 665e512c-6adc-4461-b6ed-9ce93d1fdeee will not be triggered until provisioned by entity L2. {{(pid=121607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 25 21:12:54.777225 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa36062a-1ab5-49ea-a202-6afea440c194 admin admin] Pushing event updated for resources: {'Port': ['ID=57625400-ffdc-487c-a2b0-1e49b2c71c85,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:12:54.778727 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:54.784770 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-54ebd753-1c83-4c92-875a-0d6e0c8844be req-eb1bc47f-6235-43c0-8a06-743251877035 tempest-MultipleCreateTestJSON-716196898 tempest-MultipleCreateTestJSON-716196898-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a17fe35-e90f-4c0c-9f2a-d5a3e950f16f HTTP/1.1" status: 200  len: 210 time: 0.0568480
Dec 25 21:12:54.820723 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-cfe14295-df88-45fd-8e14-a708056ef996 req-85d90e7d-6fe5-4f48-8313-358cb22afe22 tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:54.838984 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] get_ports_and_sgs() called for port_ids ['1f34074e-0a6d-4eef-a7d5-cef1f7f400f3'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:12:54.859745 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] For port c6dfea0c-c890-4534-80ee-8e4462764fd8, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c6dfea0c-c890-4534-80ee-8e4462764fd8,segment=NetworkSegment(348b53e0-5265-410a-a773-abff8c4ab630),segment_id=348b53e0-5265-410a-a773-abff8c4ab630)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:12:54.879540 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29f94863-a23e-4e69-a14d-ac0d16ff24fe None None] Network de99ce2c-24a4-4a27-99c6-99cdd5cc3707 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:12:54.896200 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d90e7d-6fe5-4f48-8313-358cb22afe22 tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] Pushing event deleted for resources: {'Port': ['ID=228dbe3e-2fc1-491d-915f-a92d1ec6406f,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:12:54.900837 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-60e0cdc3-1da5-4eb9-a1e0-e232155ba7ad req-1ca12d8a-fdea-40e6-9de7-8d21567a3c21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8632327'] for port, after_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:54.916821 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-201e7569-9a2b-4ecf-a276-d79046b4db79 req-2e14585e-0350-4e83-ba41-eb610a248aab tempest-MultipleCreateTestJSON-716196898 tempest-MultipleCreateTestJSON-716196898-project] Made reservation on behalf of 576fa0b7a73d45bc86b799bb25424c30 for: {'port': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:12:54.922614 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-201e7569-9a2b-4ecf-a276-d79046b4db79 req-2e14585e-0350-4e83-ba41-eb610a248aab tempest-MultipleCreateTestJSON-716196898 tempest-MultipleCreateTestJSON-716196898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:54.956604 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_common [req-201e7569-9a2b-4ecf-a276-d79046b4db79 req-d7a473d6-42f2-4572-9144-b5a6c991bb48 tempest-MultipleCreateTestJSON-716196898 tempest-MultipleCreateTestJSON-716196898-project] Allocated IP 172.20.0.10 (f8afa1db-6032-4635-a1fd-6997d067d021/d5f99ff0-85f2-49a7-83a6-2b3ecaa62b88/5efcdb31-93a6-4522-8ad1-d57b10fea80d) {{(pid=121606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:12:55.053702 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:55.056256 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 7019931b-4808-4244-98ba-c743dcbd2a79 up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:12:55.104462 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [req-60e0cdc3-1da5-4eb9-a1e0-e232155ba7ad req-1ca12d8a-fdea-40e6-9de7-8d21567a3c21 service neutron] No DVR routers for this DVR port 665e512c-6adc-4461-b6ed-9ce93d1fdeee on host nch2-master-1 {{(pid=121607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:12:55.112524 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfe14295-df88-45fd-8e14-a708056ef996 req-85d90e7d-6fe5-4f48-8313-358cb22afe22 tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] No DVR routers for this DVR port 228dbe3e-2fc1-491d-915f-a92d1ec6406f on host nch2-master-1 {{(pid=121606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:12:55.120899 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-cfe14295-df88-45fd-8e14-a708056ef996 req-85d90e7d-6fe5-4f48-8313-358cb22afe22 tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:55.130923 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-cfe14295-df88-45fd-8e14-a708056ef996 req-85d90e7d-6fe5-4f48-8313-358cb22afe22 tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] 10.222.0.37 "DELETE /v2.0/ports/228dbe3e-2fc1-491d-915f-a92d1ec6406f HTTP/1.1" status: 204  len: 173 time: 2.6224573
Dec 25 21:12:55.140970 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca12d8a-fdea-40e6-9de7-8d21567a3c21 service neutron] Pushing event updated for resources: {'Port': ['ID=665e512c-6adc-4461-b6ed-9ce93d1fdeee,revision_number=10']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:12:55.145982 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Pushing event updated for resources: {'Port': ['ID=c6dfea0c-c890-4534-80ee-8e4462764fd8,revision_number=3']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:12:55.160553 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '866da8ae-83ec-48f9-bfc8-b1a55df72844', 'name': 'network-vif-deleted', 'tag': '228dbe3e-2fc1-491d-915f-a92d1ec6406f'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:12:55.163658 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9858820c13ec2827453b94ebc4181065e990a4e4089ccb9fe762531ac62d2fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-138de5c1-5776-42a3-b65c-6f3bf98925db" -d '{"events": [{"server_uuid": "866da8ae-83ec-48f9-bfc8-b1a55df72844", "name": "network-vif-deleted", "tag": "228dbe3e-2fc1-491d-915f-a92d1ec6406f"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:12:55.186264 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-680670fa-b73a-4783-b42f-a50b08c9ac6f req-53df5151-0d18-44e8-80d1-7c0b95ac3579 tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] 10.222.0.32 "GET /v2.0/security-groups?id=bc05caf7-df2e-49b8-960c-4031d2c2ccca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5381994
Dec 25 21:12:55.210631 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 48412) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:12:55.211176 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-f15e99a0-cccb-4210-bdf7-ce5dead6f662 None None] Provisioning complete for port c6dfea0c-c890-4534-80ee-8e4462764fd8 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:12:55.211176 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-f15e99a0-cccb-4210-bdf7-ce5dead6f662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:55.218908 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5bdd0cd1-af27-44c5-bc23-f2818ffeda11 admin admin] Publish callbacks [] for port, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:55.234472 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-60e0cdc3-1da5-4eb9-a1e0-e232155ba7ad req-1ca12d8a-fdea-40e6-9de7-8d21567a3c21 service neutron] 10.222.0.37 "PUT /v2.0/ports/665e512c-6adc-4461-b6ed-9ce93d1fdeee/bindings/nch1-master-1/activate HTTP/1.1" status: 200  len: 369 time: 2.5563548
Dec 25 21:12:55.247556 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-c7749579-8088-4a2d-87d6-cfc95f524475 admin admin] Publish callbacks [] for security_group, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:55.257770 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a0bb7f01-0562-45b8-828a-a98672661b1e req-d560e1e8-2d8f-41e3-9bf8-109614075660 tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] 10.222.0.32 "GET /v2.0/ports?device_id=866da8ae-83ec-48f9-bfc8-b1a55df72844 HTTP/1.1" status: 200  len: 210 time: 0.0789788
Dec 25 21:12:55.384042 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port 7019931b-4808-4244-98ba-c743dcbd2a79 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:12:55.384042 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:55.384316 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 21:12:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-903ab840-b4c0-4426-92b6-9660d1035dc2 x-openstack-request-id: req-903ab840-b4c0-4426-92b6-9660d1035dc2 {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:12:55.384316 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "866da8ae-83ec-48f9-bfc8-b1a55df72844", "name": "network-vif-deleted", "tag": "228dbe3e-2fc1-491d-915f-a92d1ec6406f", "status": "completed", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:12:55.384316 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-903ab840-b4c0-4426-92b6-9660d1035dc2 {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:12:55.384316 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '866da8ae-83ec-48f9-bfc8-b1a55df72844', 'name': 'network-vif-deleted', 'tag': '228dbe3e-2fc1-491d-915f-a92d1ec6406f', 'status': 'completed', 'code': 200}
Dec 25 21:12:55.455987 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-201e7569-9a2b-4ecf-a276-d79046b4db79 req-d7a473d6-42f2-4572-9144-b5a6c991bb48 tempest-MultipleCreateTestJSON-716196898 tempest-MultipleCreateTestJSON-716196898-project] Publish callbacks [] for port, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:55.558106 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-aa36062a-1ab5-49ea-a202-6afea440c194 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:55.616897 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:55.631285 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e0cdc3-1da5-4eb9-a1e0-e232155ba7ad req-94f94024-3c5b-45b5-8912-a2e7c2b098d2 tempest-LiveMigrationTest-1605081009 tempest-LiveMigrationTest-1605081009-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:12:55.635649 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-60e0cdc3-1da5-4eb9-a1e0-e232155ba7ad req-94f94024-3c5b-45b5-8912-a2e7c2b098d2 tempest-LiveMigrationTest-1605081009 tempest-LiveMigrationTest-1605081009-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=6c9cb266-1a4b-41a7-b9c4-55bc33979d91&tenant_id=bc19d38e80ce426fa6d268838d133f13&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 1095 time: 0.1515334
Dec 25 21:12:55.648574 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] For port 7019931b-4808-4244-98ba-c743dcbd2a79, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7019931b-4808-4244-98ba-c743dcbd2a79,segment=NetworkSegment(6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855),segment_id=6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:12:55.664990 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed284d13-2601-4612-849a-d1933c6dc71d req-8efeac1b-a711-4e36-90af-ef4ac969b4ae tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:12:55.667157 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ed284d13-2601-4612-849a-d1933c6dc71d req-8efeac1b-a711-4e36-90af-ef4ac969b4ae tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] 10.222.0.32 "GET /v2.0/ports?device_id=80f6f0ff-5388-463f-95ad-bb8a5b36da5d HTTP/1.1" status: 200  len: 945 time: 0.1834567
Dec 25 21:12:55.734287 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e0cdc3-1da5-4eb9-a1e0-e232155ba7ad req-6bbd53cb-e91f-4759-b44c-ccac390ed8a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:12:55.736209 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-60e0cdc3-1da5-4eb9-a1e0-e232155ba7ad req-6bbd53cb-e91f-4759-b44c-ccac390ed8a9 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=6c9cb266-1a4b-41a7-b9c4-55bc33979d91&tenant_id=bc19d38e80ce426fa6d268838d133f13 HTTP/1.1" status: 200  len: 1095 time: 0.0904469
Dec 25 21:12:55.748271 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ed284d13-2601-4612-849a-d1933c6dc71d req-51a2dc4a-4c38-47b1-ab26-8cd1fa5f17e6 tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] 10.222.0.32 "GET /v2.0/security-groups?id=381a44e3-d0d7-4aba-bc61-1ef7cfa17da9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0665781
Dec 25 21:12:55.772662 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-badc17a7-0d50-4b42-81c2-9a147c790160 None None] Provisioning complete for port c6dfea0c-c890-4534-80ee-8e4462764fd8 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:12:55.795687 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-badc17a7-0d50-4b42-81c2-9a147c790160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:55.795843 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5bdd0cd1-af27-44c5-bc23-f2818ffeda11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:55.795843 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-c7749579-8088-4a2d-87d6-cfc95f524475 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:55.815279 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e0cdc3-1da5-4eb9-a1e0-e232155ba7ad req-69628e68-5f03-4200-86b5-c4ccace84134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:12:55.816802 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-60e0cdc3-1da5-4eb9-a1e0-e232155ba7ad req-69628e68-5f03-4200-86b5-c4ccace84134 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=bc19d38e80ce426fa6d268838d133f13&device_id=6c9cb266-1a4b-41a7-b9c4-55bc33979d91 HTTP/1.1" status: 200  len: 1095 time: 0.0506802
Dec 25 21:12:55.844404 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bdd0cd1-af27-44c5-bc23-f2818ffeda11 admin admin] Network 6f1c722b-c088-4e8f-83b0-51a2bbb400f6 is already hosted by enough agents. {{(pid=121607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:12:55.848987 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-5bdd0cd1-af27-44c5-bc23-f2818ffeda11 admin admin] Resources bound (agent type, host, resource id):  {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:12:55.855295 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-201e7569-9a2b-4ecf-a276-d79046b4db79 req-d7a473d6-42f2-4572-9144-b5a6c991bb48 tempest-MultipleCreateTestJSON-716196898 tempest-MultipleCreateTestJSON-716196898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:55.857040 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:55.866050 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bdd0cd1-af27-44c5-bc23-f2818ffeda11 admin admin] Received port after_create {{(pid=121607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:12:55.892948 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device 228dbe3e-2fc1-491d-915f-a92d1ec6406f no longer exists at agent hyperv_nch2-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:12:55.986744 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Pushing event updated for resources: {'Port': ['ID=7019931b-4808-4244-98ba-c743dcbd2a79,revision_number=4']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:12:56.011759 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-c7749579-8088-4a2d-87d6-cfc95f524475 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:56.088218 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-aa36062a-1ab5-49ea-a202-6afea440c194 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2014278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2009753'] for router, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:56.092109 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] No Port match for: 228dbe3e-2fc1-491d-915f-a92d1ec6406f {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:12:56.092672 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device 228dbe3e-2fc1-491d-915f-a92d1ec6406f not bound to the agent host nch2-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:12:56.095333 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5bdd0cd1-af27-44c5-bc23-f2818ffeda11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2008772'] for router_interface, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:56.130780 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8b8a11be-f064-47d9-a62e-ed18accae7a8 req-1553a69e-49ad-4af4-a872-1edb453c312d tempest-MultipleCreateTestJSON-716196898 tempest-MultipleCreateTestJSON-716196898-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a17fe35-e90f-4c0c-9f2a-d5a3e950f16f HTTP/1.1" status: 200  len: 210 time: 0.1494100
Dec 25 21:12:56.136132 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-201e7569-9a2b-4ecf-a276-d79046b4db79 req-d7a473d6-42f2-4572-9144-b5a6c991bb48 tempest-MultipleCreateTestJSON-716196898 tempest-MultipleCreateTestJSON-716196898-project] Network f8afa1db-6032-4635-a1fd-6997d067d021 is already hosted by enough agents. {{(pid=121606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:12:56.185152 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [req-201e7569-9a2b-4ecf-a276-d79046b4db79 req-d7a473d6-42f2-4572-9144-b5a6c991bb48 tempest-MultipleCreateTestJSON-716196898 tempest-MultipleCreateTestJSON-716196898-project] Resources bound (agent type, host, resource id):  {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:12:56.192369 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a473d6-42f2-4572-9144-b5a6c991bb48 tempest-MultipleCreateTestJSON-716196898 tempest-MultipleCreateTestJSON-716196898-project] Pushing event updated for resources: {'Port': ['ID=5efcdb31-93a6-4522-8ad1-d57b10fea80d,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:12:56.198437 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [req-201e7569-9a2b-4ecf-a276-d79046b4db79 req-d7a473d6-42f2-4572-9144-b5a6c991bb48 tempest-MultipleCreateTestJSON-716196898 tempest-MultipleCreateTestJSON-716196898-project] Received port after_create {{(pid=121606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:12:56.229747 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-e9e6a80d-dbb5-449b-88a7-91fc84af5ad4 None None] Provisioning complete for port 2484404f-9d6d-421c-8512-101ae4c115b9 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:12:56.229747 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-e9e6a80d-dbb5-449b-88a7-91fc84af5ad4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:56.234036 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_common [req-201e7569-9a2b-4ecf-a276-d79046b4db79 req-2e14585e-0350-4e83-ba41-eb610a248aab tempest-MultipleCreateTestJSON-716196898 tempest-MultipleCreateTestJSON-716196898-project] Allocated IP 172.20.0.8 (f8afa1db-6032-4635-a1fd-6997d067d021/d5f99ff0-85f2-49a7-83a6-2b3ecaa62b88/1615d351-b877-4433-a0e3-10b0d89051ce) {{(pid=121606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:12:56.270009 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdd0cd1-af27-44c5-bc23-f2818ffeda11 admin admin] Pushing event updated for resources: {'Port': ['ID=2484404f-9d6d-421c-8512-101ae4c115b9,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:12:56.298197 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-e9e6a80d-dbb5-449b-88a7-91fc84af5ad4 None None] Port 2484404f-9d6d-421c-8512-101ae4c115b9 cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:12:56.308742 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e0cdc3-1da5-4eb9-a1e0-e232155ba7ad req-135a9925-3278-4392-8523-c104b2872098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:12:56.313648 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-60e0cdc3-1da5-4eb9-a1e0-e232155ba7ad req-135a9925-3278-4392-8523-c104b2872098 service neutron] 10.222.0.31 "GET /v2.0/networks?id=2332d558-39bb-411c-88af-b74bee7e32ab HTTP/1.1" status: 200  len: 909 time: 0.4884913
Dec 25 21:12:56.357015 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201e7569-9a2b-4ecf-a276-d79046b4db79 req-d7a473d6-42f2-4572-9144-b5a6c991bb48 tempest-MultipleCreateTestJSON-716196898 tempest-MultipleCreateTestJSON-716196898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:12:56.358099 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-201e7569-9a2b-4ecf-a276-d79046b4db79 req-d7a473d6-42f2-4572-9144-b5a6c991bb48 tempest-MultipleCreateTestJSON-716196898 tempest-MultipleCreateTestJSON-716196898-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:56.367574 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-c7749579-8088-4a2d-87d6-cfc95f524475 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5d36c518dd0a4a2fa39fbe84d48682fb&name=default HTTP/1.1" status: 200  len: 2996 time: 1.1463819
Dec 25 21:12:56.368320 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 48432) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:12:56.374589 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7749579-8088-4a2d-87d6-cfc95f524475 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=868ba12f-d3c7-45b6-8264-af7a4f85475a,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:12:56.434249 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device c6dfea0c-c890-4534-80ee-8e4462764fd8 up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:12:56.440985 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-60e0cdc3-1da5-4eb9-a1e0-e232155ba7ad req-0c927efb-b429-4f59-816d-03a2b8fa7b0c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=665e512c-6adc-4461-b6ed-9ce93d1fdeee HTTP/1.1" status: 200  len: 217 time: 0.1171494
Dec 25 21:12:56.494094 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e3bbfb12-4211-451d-9963-9694415c0e53 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:56.530861 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e3bbfb12-4211-451d-9963-9694415c0e53 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:56.535132 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeea0e73-5cf7-4d23-96ca-85afe1ccf23d req-4470e492-a7e3-4665-8a43-0eeb66357bf1 tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:12:56.536933 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-aeea0e73-5cf7-4d23-96ca-85afe1ccf23d req-4470e492-a7e3-4665-8a43-0eeb66357bf1 tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c9cb266-1a4b-41a7-b9c4-55bc33979d91 HTTP/1.1" status: 200  len: 944 time: 0.2164712
Dec 25 21:12:56.547927 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-201e7569-9a2b-4ecf-a276-d79046b4db79 req-d7a473d6-42f2-4572-9144-b5a6c991bb48 tempest-MultipleCreateTestJSON-716196898 tempest-MultipleCreateTestJSON-716196898-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.8668215
Dec 25 21:12:56.566539 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port c6dfea0c-c890-4534-80ee-8e4462764fd8 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:12:56.566916 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:56.606896 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-201e7569-9a2b-4ecf-a276-d79046b4db79 req-b2ee48c8-118f-4735-a828-1ca7c8dffb81 service neutron] Request body: {'port': {'device_id': '52a010e5-bcbf-43a3-8e08-f1b8c0bdde01', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:12:56.618116 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5bdd0cd1-af27-44c5-bc23-f2818ffeda11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:56.637554 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e0cdc3-1da5-4eb9-a1e0-e232155ba7ad req-71e30de9-b869-4cb1-931d-c1a7c0322bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:12:56.639138 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-60e0cdc3-1da5-4eb9-a1e0-e232155ba7ad req-71e30de9-b869-4cb1-931d-c1a7c0322bfe service neutron] 10.222.0.31 "GET /v2.0/subnets?id=63c432f3-af01-4d4f-ae68-1c137d7c49f3 HTTP/1.1" status: 200  len: 848 time: 0.1845007
Dec 25 21:12:56.700863 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-60e0cdc3-1da5-4eb9-a1e0-e232155ba7ad req-cf1d042b-7013-402c-b631-1cbc12e3c77e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2332d558-39bb-411c-88af-b74bee7e32ab&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0508094
Dec 25 21:12:56.750990 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-aeea0e73-5cf7-4d23-96ca-85afe1ccf23d req-5a9d04d5-78f1-4ab6-aaa4-e8ec01bc82ca tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] 10.222.0.32 "GET /v2.0/security-groups?id=bc05caf7-df2e-49b8-960c-4031d2c2ccca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2022443
Dec 25 21:12:56.754643 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-201e7569-9a2b-4ecf-a276-d79046b4db79 req-2e14585e-0350-4e83-ba41-eb610a248aab tempest-MultipleCreateTestJSON-716196898 tempest-MultipleCreateTestJSON-716196898-project] Publish callbacks [] for port, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:56.800491 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 7019931b-4808-4244-98ba-c743dcbd2a79 up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:12:56.816030 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2634611c-ac7a-42d8-931a-56df2b47371b req-04b8059c-ad97-46b8-8564-6fb9ebc6fb66 tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] 10.222.0.32 "GET /v2.0/ports?device_id=866da8ae-83ec-48f9-bfc8-b1a55df72844 HTTP/1.1" status: 200  len: 210 time: 0.0552032
Dec 25 21:12:56.896694 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-201e7569-9a2b-4ecf-a276-d79046b4db79 req-b2ee48c8-118f-4735-a828-1ca7c8dffb81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:56.917802 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port 7019931b-4808-4244-98ba-c743dcbd2a79 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:12:56.918491 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:56.970390 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-60e0cdc3-1da5-4eb9-a1e0-e232155ba7ad req-420af85f-6159-48ff-ba66-fe87399ff0e4 service neutron] 10.222.0.31 "GET /v2.0/networks/2332d558-39bb-411c-88af-b74bee7e32ab?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2578108
Dec 25 21:12:56.997890 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa36062a-1ab5-49ea-a202-6afea440c194 admin admin] Router 45fe7389-f956-443a-8fd6-bd0a51c65bab is scheduled to L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 with binding_index 1 {{(pid=121607) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 25 21:12:57.111224 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-201e7569-9a2b-4ecf-a276-d79046b4db79 req-2e14585e-0350-4e83-ba41-eb610a248aab tempest-MultipleCreateTestJSON-716196898 tempest-MultipleCreateTestJSON-716196898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:57.206346 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e3bbfb12-4211-451d-9963-9694415c0e53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:57.213070 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e3bbfb12-4211-451d-9963-9694415c0e53 admin admin] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:57.214955 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-e3bbfb12-4211-451d-9963-9694415c0e53 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/868ba12f-d3c7-45b6-8264-af7a4f85475a HTTP/1.1" status: 204  len: 168 time: 0.8348069
Dec 25 21:12:57.248294 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-201e7569-9a2b-4ecf-a276-d79046b4db79 req-2e14585e-0350-4e83-ba41-eb610a248aab tempest-MultipleCreateTestJSON-716196898 tempest-MultipleCreateTestJSON-716196898-project] Network f8afa1db-6032-4635-a1fd-6997d067d021 is already hosted by enough agents. {{(pid=121606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:12:57.250858 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-60e0cdc3-1da5-4eb9-a1e0-e232155ba7ad req-ded59911-9504-4e42-8b65-f7245fcb0b83 service neutron] 10.222.0.31 "GET /v2.0/networks/2332d558-39bb-411c-88af-b74bee7e32ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2701192
Dec 25 21:12:57.259251 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14585e-0350-4e83-ba41-eb610a248aab tempest-MultipleCreateTestJSON-716196898 tempest-MultipleCreateTestJSON-716196898-project] Pushing event updated for resources: {'Port': ['ID=1615d351-b877-4433-a0e3-10b0d89051ce,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:12:57.271480 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [req-201e7569-9a2b-4ecf-a276-d79046b4db79 req-2e14585e-0350-4e83-ba41-eb610a248aab tempest-MultipleCreateTestJSON-716196898 tempest-MultipleCreateTestJSON-716196898-project] Resources bound (agent type, host, resource id):  {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:12:57.279687 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [req-201e7569-9a2b-4ecf-a276-d79046b4db79 req-2e14585e-0350-4e83-ba41-eb610a248aab tempest-MultipleCreateTestJSON-716196898 tempest-MultipleCreateTestJSON-716196898-project] Received port after_create {{(pid=121606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:12:57.310633 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa36062a-1ab5-49ea-a202-6afea440c194 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 21:12:57.312252 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bbfb12-4211-451d-9963-9694415c0e53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=868ba12f-d3c7-45b6-8264-af7a4f85475a,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:12:57.333401 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3b7c58d-131c-45a4-934d-d5ae10924c0b None None] Sync routers for ids ['45fe7389-f956-443a-8fd6-bd0a51c65bab'] in ncdv-master-1 {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 21:12:57.365989 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3b7c58d-131c-45a4-934d-d5ae10924c0b None None] Routers {'45fe7389-f956-443a-8fd6-bd0a51c65bab'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:12:57.366630 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-b3b7c58d-131c-45a4-934d-d5ae10924c0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f26134184f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:12:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['45fe7389-f956-443a-8fd6-bd0a51c65bab'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:12:57.423942 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-aa36062a-1ab5-49ea-a202-6afea440c194 admin admin] Publish callbacks [] for router, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:57.428659 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-aa36062a-1ab5-49ea-a202-6afea440c194 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 6.0461533
Dec 25 21:12:57.430866 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 48476) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:12:57.441637 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5bdd0cd1-af27-44c5-bc23-f2818ffeda11 admin admin] Publish callbacks [] for port, precommit_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:57.550998 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5bdd0cd1-af27-44c5-bc23-f2818ffeda11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8632327'] for port, after_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:57.570511 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvr_db [None req-b3b7c58d-131c-45a4-934d-d5ae10924c0b None None] Set router 45fe7389-f956-443a-8fd6-bd0a51c65bab gateway port host: ncdv-master-1 {{(pid=121608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:12:57.643091 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5bdd0cd1-af27-44c5-bc23-f2818ffeda11 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2007636'] for router_interface, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:57.697631 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdd0cd1-af27-44c5-bc23-f2818ffeda11 admin admin] Pushing event updated for resources: {'Port': ['ID=2484404f-9d6d-421c-8512-101ae4c115b9,revision_number=2']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:12:57.745695 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201e7569-9a2b-4ecf-a276-d79046b4db79 req-2e14585e-0350-4e83-ba41-eb610a248aab tempest-MultipleCreateTestJSON-716196898 tempest-MultipleCreateTestJSON-716196898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:12:57.746394 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-201e7569-9a2b-4ecf-a276-d79046b4db79 req-2e14585e-0350-4e83-ba41-eb610a248aab tempest-MultipleCreateTestJSON-716196898 tempest-MultipleCreateTestJSON-716196898-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:57.778023 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a7ff06-3197-48d1-acac-ccbc684a63e5 req-a79f571a-11fa-4369-9e79-5540e8556565 tempest-MultipleCreateTestJSON-716196898 tempest-MultipleCreateTestJSON-716196898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:12:57.781401 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c6a7ff06-3197-48d1-acac-ccbc684a63e5 req-a79f571a-11fa-4369-9e79-5540e8556565 tempest-MultipleCreateTestJSON-716196898 tempest-MultipleCreateTestJSON-716196898-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a17fe35-e90f-4c0c-9f2a-d5a3e950f16f HTTP/1.1" status: 200  len: 931 time: 0.5241051
Dec 25 21:12:57.822172 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee350d05-777f-4bb1-9ea6-dac913645be8 req-a1081699-b833-47a0-84d4-538c45a784b2 tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:12:57.826074 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-b3b7c58d-131c-45a4-934d-d5ae10924c0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f26134184f0>, [{'id': '45fe7389-f956-443a-8fd6-bd0a51c65bab', 'name': 'tempest-ServersTestMultiNic-736162976-router', 'tenant_id': 'af3f5665f009477385c524a3e23aedc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.220'}], 'enable_snat': True}, 'gw_port_id': '57625400-ffdc-487c-a2b0-1e49b2c71c85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:12:51Z', 'updated_at': '2021-12-25T21:12:55Z', 'revision_number': 3, 'project_id': 'af3f5665f009477385c524a3e23aedc6', 'gw_port': {'id': '57625400-ffdc-487c-a2b0-1e49b2c71c85', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:db:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45fe7389-f956-443a-8fd6-bd0a51c65bab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:12:53Z', 'updated_at': '2021-12-25T21:12:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:12:57.830319 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ee350d05-777f-4bb1-9ea6-dac913645be8 req-a1081699-b833-47a0-84d4-538c45a784b2 tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] 10.222.0.32 "GET /v2.0/ports?device_id=80f6f0ff-5388-463f-95ad-bb8a5b36da5d HTTP/1.1" status: 200  len: 945 time: 0.1653073
Dec 25 21:12:57.878979 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3b7c58d-131c-45a4-934d-d5ae10924c0b None None] Checking router: 45fe7389-f956-443a-8fd6-bd0a51c65bab for host: ncdv-master-1 {{(pid=121608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 25 21:12:57.879423 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3b7c58d-131c-45a4-934d-d5ae10924c0b None None] Updating router 45fe7389-f956-443a-8fd6-bd0a51c65bab port 57625400-ffdc-487c-a2b0-1e49b2c71c85 binding host ncdv-master-1 {{(pid=121608) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 25 21:12:57.913403 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-b3b7c58d-131c-45a4-934d-d5ae10924c0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:57.935496 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bdd0cd1-af27-44c5-bc23-f2818ffeda11 admin admin] Network 6f1c722b-c088-4e8f-83b0-51a2bbb400f6 is already hosted by enough agents. {{(pid=121607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:12:57.945695 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-5bdd0cd1-af27-44c5-bc23-f2818ffeda11 admin admin] Resources bound (agent type, host, resource id):  {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:12:57.978379 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-201e7569-9a2b-4ecf-a276-d79046b4db79 req-2e14585e-0350-4e83-ba41-eb610a248aab tempest-MultipleCreateTestJSON-716196898 tempest-MultipleCreateTestJSON-716196898-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.9517267
Dec 25 21:12:57.982255 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c6a7ff06-3197-48d1-acac-ccbc684a63e5 req-590d86c6-22d0-4a27-aea9-6a55a59f8cf0 tempest-MultipleCreateTestJSON-716196898 tempest-MultipleCreateTestJSON-716196898-project] 10.222.0.32 "GET /v2.0/security-groups?id=a7858f6a-3772-499d-a74e-b906953665ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1885307
Dec 25 21:12:58.013273 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-201e7569-9a2b-4ecf-a276-d79046b4db79 req-6bab146d-bc7b-4cca-87cf-979b7b33e09b service neutron] Request body: {'port': {'device_id': '9a17fe35-e90f-4c0c-9f2a-d5a3e950f16f', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:12:58.026165 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ee350d05-777f-4bb1-9ea6-dac913645be8 req-0aff5752-3efa-4d83-8b80-3ab745f25be2 tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] 10.222.0.32 "GET /v2.0/security-groups?id=381a44e3-d0d7-4aba-bc61-1ef7cfa17da9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1948953
Dec 25 21:12:58.103478 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [req-201e7569-9a2b-4ecf-a276-d79046b4db79 req-b2ee48c8-118f-4735-a828-1ca7c8dffb81 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5efcdb31-93a6-4522-8ad1-d57b10fea80d {{(pid=121606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:12:58.143757 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-201e7569-9a2b-4ecf-a276-d79046b4db79 req-b2ee48c8-118f-4735-a828-1ca7c8dffb81 service neutron] Publish callbacks [] for port, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:58.177107 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e0cdc3-1da5-4eb9-a1e0-e232155ba7ad req-c65a664f-137b-442d-9ee9-c317bbba1c4f tempest-LiveMigrationTest-1605081009 tempest-LiveMigrationTest-1605081009-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:12:58.178832 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-60e0cdc3-1da5-4eb9-a1e0-e232155ba7ad req-c65a664f-137b-442d-9ee9-c317bbba1c4f tempest-LiveMigrationTest-1605081009 tempest-LiveMigrationTest-1605081009-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=6c9cb266-1a4b-41a7-b9c4-55bc33979d91&tenant_id=bc19d38e80ce426fa6d268838d133f13&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 1095 time: 0.3086367
Dec 25 21:12:58.319537 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-201e7569-9a2b-4ecf-a276-d79046b4db79 req-6bab146d-bc7b-4cca-87cf-979b7b33e09b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:58.322699 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bdd0cd1-af27-44c5-bc23-f2818ffeda11 admin admin] Router 7ff13a6b-d94e-4ad7-bb50-6cf15b8f3f84 has already been hosted by L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 {{(pid=121607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 25 21:12:58.356984 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.provisioning_blocks [req-201e7569-9a2b-4ecf-a276-d79046b4db79 req-b2ee48c8-118f-4735-a828-1ca7c8dffb81 service neutron] Transition to ACTIVE for port object 5efcdb31-93a6-4522-8ad1-d57b10fea80d will not be triggered until provisioned by entity L2. {{(pid=121606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 25 21:12:58.448539 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-b3b7c58d-131c-45a4-934d-d5ae10924c0b None None] Publish callbacks [] for port, precommit_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:58.465366 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-1b946a4b-def1-4311-ad23-f0a9e68ce836 None None] Provisioning complete for port 2484404f-9d6d-421c-8512-101ae4c115b9 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:12:58.465811 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-1b946a4b-def1-4311-ad23-f0a9e68ce836 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:58.513631 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-1b946a4b-def1-4311-ad23-f0a9e68ce836 None None] Port 2484404f-9d6d-421c-8512-101ae4c115b9 cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:12:58.550658 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b096c0d7-1a08-4ea3-9937-8944a9ab5529 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:58.551407 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3974d900-8bda-4d4c-9f3d-738e5de56594 req-85ac24f6-1481-495a-b159-22e318db523f tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:12:58.554695 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-b3b7c58d-131c-45a4-934d-d5ae10924c0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:58.565675 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3974d900-8bda-4d4c-9f3d-738e5de56594 req-85ac24f6-1481-495a-b159-22e318db523f tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c9cb266-1a4b-41a7-b9c4-55bc33979d91 HTTP/1.1" status: 200  len: 944 time: 0.4388273
Dec 25 21:12:58.566787 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-201e7569-9a2b-4ecf-a276-d79046b4db79 req-b2ee48c8-118f-4735-a828-1ca7c8dffb81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:58.644618 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-b3b7c58d-131c-45a4-934d-d5ae10924c0b None None] Attempting to bind port 57625400-ffdc-487c-a2b0-1e49b2c71c85 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:12:58.645029 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-b3b7c58d-131c-45a4-934d-d5ae10924c0b None None] Attempting to bind port 57625400-ffdc-487c-a2b0-1e49b2c71c85 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:12:58.645391 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3b7c58d-131c-45a4-934d-d5ae10924c0b None None] Attempting to bind port 57625400-ffdc-487c-a2b0-1e49b2c71c85 on network 7201e55c-7c5f-41aa-a042-a363696539d0 {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:12:58.651741 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3b7c58d-131c-45a4-934d-d5ae10924c0b None None] Checking agent: {'id': 'ca4f5c6d-f1fd-48b8-a3e3-395864c7d23d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 20, 56, 40), 'started_at': datetime.datetime(2021, 12, 25, 20, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 12, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:12:58.652116 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3b7c58d-131c-45a4-934d-d5ae10924c0b None None] Checking segment: {'id': '6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:12:58.652565 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-b3b7c58d-131c-45a4-934d-d5ae10924c0b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:58.653098 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3b7c58d-131c-45a4-934d-d5ae10924c0b None None] Bound using segment: {'id': '6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:12:58.653562 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-b3b7c58d-131c-45a4-934d-d5ae10924c0b None None] Bound port: 57625400-ffdc-487c-a2b0-1e49b2c71c85, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'}}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:12:58.654497 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-b3b7c58d-131c-45a4-934d-d5ae10924c0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:58.656800 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e15934-e061-4ddf-9c82-b64747dcc1b1 None None] Pushing event updated for resources: {'Port': ['ID=57625400-ffdc-487c-a2b0-1e49b2c71c85,revision_number=2']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:12:58.754260 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-b3b7c58d-131c-45a4-934d-d5ae10924c0b None None] For port 57625400-ffdc-487c-a2b0-1e49b2c71c85, host ncdv-master-1, cleared binding levels {{(pid=121608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:12:58.764584 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-b3b7c58d-131c-45a4-934d-d5ae10924c0b None None] For port 57625400-ffdc-487c-a2b0-1e49b2c71c85, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=57625400-ffdc-487c-a2b0-1e49b2c71c85,segment=NetworkSegment(6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855),segment_id=6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855)] {{(pid=121608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:12:58.833853 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bdd0cd1-af27-44c5-bc23-f2818ffeda11 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 21:12:58.843347 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-5bdd0cd1-af27-44c5-bc23-f2818ffeda11 admin admin] 10.222.0.32 "PUT /v2.0/routers/7ff13a6b-d94e-4ad7-bb50-6cf15b8f3f84/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.2813988
Dec 25 21:12:58.845252 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8ff1690-cf33-407f-88f4-aa6931e46e72 None None] Sync routers for ids ['7ff13a6b-d94e-4ad7-bb50-6cf15b8f3f84'] in ncdv-master-1 {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 21:12:58.846873 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_common [None req-b096c0d7-1a08-4ea3-9937-8944a9ab5529 admin admin] Allocated IP 172.20.0.1 (de99ce2c-24a4-4a27-99c6-99cdd5cc3707/e9992841-76e9-49a9-8cef-2bda6ac4faf5/20a44f95-6882-4b43-a02e-3393f9af8d92) {{(pid=121607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:12:58.860442 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-b3b7c58d-131c-45a4-934d-d5ae10924c0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:58.863991 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8ff1690-cf33-407f-88f4-aa6931e46e72 None None] Routers {'7ff13a6b-d94e-4ad7-bb50-6cf15b8f3f84'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:12:58.864848 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-e8ff1690-cf33-407f-88f4-aa6931e46e72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2618ae9250>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:12:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['7ff13a6b-d94e-4ad7-bb50-6cf15b8f3f84'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:12:58.869665 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ee48c8-118f-4735-a828-1ca7c8dffb81 service neutron] Pushing event updated for resources: {'Port': ['ID=5efcdb31-93a6-4522-8ad1-d57b10fea80d,revision_number=2']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:12:58.928094 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3974d900-8bda-4d4c-9f3d-738e5de56594 req-cf26cdd7-9984-4e9b-9e46-8eed12f70c28 tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] 10.222.0.32 "GET /v2.0/security-groups?id=bc05caf7-df2e-49b8-960c-4031d2c2ccca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3416080
Dec 25 21:12:58.930918 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-201e7569-9a2b-4ecf-a276-d79046b4db79 req-b2ee48c8-118f-4735-a828-1ca7c8dffb81 service neutron] Attempting to bind port 5efcdb31-93a6-4522-8ad1-d57b10fea80d on host nch1-master-1 for vnic_type normal with profile  {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:12:58.931465 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-201e7569-9a2b-4ecf-a276-d79046b4db79 req-b2ee48c8-118f-4735-a828-1ca7c8dffb81 service neutron] Attempting to bind port 5efcdb31-93a6-4522-8ad1-d57b10fea80d by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'e8b49c6f-815a-4466-b5f4-d5e58824da1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'f8afa1db-6032-4635-a1fd-6997d067d021'}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:12:58.931995 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-201e7569-9a2b-4ecf-a276-d79046b4db79 req-b2ee48c8-118f-4735-a828-1ca7c8dffb81 service neutron] Attempting to bind port 5efcdb31-93a6-4522-8ad1-d57b10fea80d on network f8afa1db-6032-4635-a1fd-6997d067d021 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:12:58.967429 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-201e7569-9a2b-4ecf-a276-d79046b4db79 req-b2ee48c8-118f-4735-a828-1ca7c8dffb81 service neutron] Port 5efcdb31-93a6-4522-8ad1-d57b10fea80d on network f8afa1db-6032-4635-a1fd-6997d067d021 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 25 21:12:58.968329 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-201e7569-9a2b-4ecf-a276-d79046b4db79 req-b2ee48c8-118f-4735-a828-1ca7c8dffb81 service neutron] Attempting to bind port 5efcdb31-93a6-4522-8ad1-d57b10fea80d on network f8afa1db-6032-4635-a1fd-6997d067d021 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:12:58.978766 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-201e7569-9a2b-4ecf-a276-d79046b4db79 req-b2ee48c8-118f-4735-a828-1ca7c8dffb81 service neutron] Checking agent: {'id': '6d577036-68fc-4aa4-aed7-5ab01de2117e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 21, 4, 34), 'started_at': datetime.datetime(2021, 12, 25, 21, 4, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 12, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:12:58.979125 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-201e7569-9a2b-4ecf-a276-d79046b4db79 req-b2ee48c8-118f-4735-a828-1ca7c8dffb81 service neutron] Checking segment: {'id': 'e8b49c6f-815a-4466-b5f4-d5e58824da1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'f8afa1db-6032-4635-a1fd-6997d067d021'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:12:58.979510 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-201e7569-9a2b-4ecf-a276-d79046b4db79 req-b2ee48c8-118f-4735-a828-1ca7c8dffb81 service neutron] Bound using segment: {'id': 'e8b49c6f-815a-4466-b5f4-d5e58824da1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'f8afa1db-6032-4635-a1fd-6997d067d021'} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:12:58.980065 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-201e7569-9a2b-4ecf-a276-d79046b4db79 req-b2ee48c8-118f-4735-a828-1ca7c8dffb81 service neutron] Bound port: 5efcdb31-93a6-4522-8ad1-d57b10fea80d, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8b49c6f-815a-4466-b5f4-d5e58824da1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'f8afa1db-6032-4635-a1fd-6997d067d021'}}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:12:58.980307 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-201e7569-9a2b-4ecf-a276-d79046b4db79 req-b2ee48c8-118f-4735-a828-1ca7c8dffb81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:59.026473 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-60e0cdc3-1da5-4eb9-a1e0-e232155ba7ad req-fa516a1b-2c93-4f14-89fe-b2cdbde92ff7 service neutron] For port 665e512c-6adc-4461-b6ed-9ce93d1fdeee, host nch2-master-1, cleared binding levels {{(pid=121606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:12:59.034234 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3b7c58d-131c-45a4-934d-d5ae10924c0b None None] Routers {'45fe7389-f956-443a-8fd6-bd0a51c65bab'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:12:59.034883 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-b3b7c58d-131c-45a4-934d-d5ae10924c0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f26134184f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:12:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['45fe7389-f956-443a-8fd6-bd0a51c65bab'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:12:59.091349 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-60e0cdc3-1da5-4eb9-a1e0-e232155ba7ad req-fa516a1b-2c93-4f14-89fe-b2cdbde92ff7 service neutron] Publish callbacks [] for binding, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:59.092421 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-60e0cdc3-1da5-4eb9-a1e0-e232155ba7ad req-fa516a1b-2c93-4f14-89fe-b2cdbde92ff7 service neutron] 10.222.0.31 "DELETE /v2.0/ports/665e512c-6adc-4461-b6ed-9ce93d1fdeee/bindings/nch2-master-1 HTTP/1.1" status: 204  len: 173 time: 0.8734274
Dec 25 21:12:59.095995 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b096c0d7-1a08-4ea3-9937-8944a9ab5529 admin admin] Publish callbacks [] for port, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:59.125331 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e15934-e061-4ddf-9c82-b64747dcc1b1 None None] Pushing event updated for resources: {'Port': ['ID=57625400-ffdc-487c-a2b0-1e49b2c71c85,revision_number=3']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:12:59.177630 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvr_db [None req-e8ff1690-cf33-407f-88f4-aa6931e46e72 None None] Set router 7ff13a6b-d94e-4ad7-bb50-6cf15b8f3f84 gateway port host: ncdv-master-1 {{(pid=121609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:12:59.237654 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b096c0d7-1a08-4ea3-9937-8944a9ab5529 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:59.237915 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [req-201e7569-9a2b-4ecf-a276-d79046b4db79 req-6bab146d-bc7b-4cca-87cf-979b7b33e09b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1615d351-b877-4433-a0e3-10b0d89051ce {{(pid=121606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:12:59.250540 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f754a53e-bd0e-43de-a1d3-4f5a61bac6de req-1d4ae24e-6cc5-4937-88af-d1f955e494ca tempest-MultipleCreateTestJSON-716196898 tempest-MultipleCreateTestJSON-716196898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:12:59.256919 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvr_db [None req-b3b7c58d-131c-45a4-934d-d5ae10924c0b None None] Set router 45fe7389-f956-443a-8fd6-bd0a51c65bab gateway port host: ncdv-master-1 {{(pid=121608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:12:59.257804 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f754a53e-bd0e-43de-a1d3-4f5a61bac6de req-1d4ae24e-6cc5-4937-88af-d1f955e494ca tempest-MultipleCreateTestJSON-716196898 tempest-MultipleCreateTestJSON-716196898-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a17fe35-e90f-4c0c-9f2a-d5a3e950f16f HTTP/1.1" status: 200  len: 931 time: 0.1576145
Dec 25 21:12:59.267645 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-201e7569-9a2b-4ecf-a276-d79046b4db79 req-6bab146d-bc7b-4cca-87cf-979b7b33e09b service neutron] Publish callbacks [] for port, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:59.270234 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-201e7569-9a2b-4ecf-a276-d79046b4db79 req-b2ee48c8-118f-4735-a828-1ca7c8dffb81 service neutron] For port 5efcdb31-93a6-4522-8ad1-d57b10fea80d, host nch1-master-1, cleared binding levels {{(pid=121606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:12:59.279437 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-201e7569-9a2b-4ecf-a276-d79046b4db79 req-b2ee48c8-118f-4735-a828-1ca7c8dffb81 service neutron] For port 5efcdb31-93a6-4522-8ad1-d57b10fea80d, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5efcdb31-93a6-4522-8ad1-d57b10fea80d,segment=NetworkSegment(e8b49c6f-815a-4466-b5f4-d5e58824da1f),segment_id=e8b49c6f-815a-4466-b5f4-d5e58824da1f)] {{(pid=121606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:12:59.294626 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 48538) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:12:59.298345 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994d36ef-61f9-4406-98b2-a35fd71f2815 req-a0c0098c-66dc-4d00-b105-48dc16694da5 tempest-LiveMigrationTest-1605081009 tempest-LiveMigrationTest-1605081009-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:12:59.305840 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-994d36ef-61f9-4406-98b2-a35fd71f2815 req-a0c0098c-66dc-4d00-b105-48dc16694da5 tempest-LiveMigrationTest-1605081009 tempest-LiveMigrationTest-1605081009-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=6c9cb266-1a4b-41a7-b9c4-55bc33979d91 HTTP/1.1" status: 200  len: 1095 time: 0.2066913
Dec 25 21:12:59.330896 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b096c0d7-1a08-4ea3-9937-8944a9ab5529 admin admin] Network de99ce2c-24a4-4a27-99c6-99cdd5cc3707 is already hosted by enough agents. {{(pid=121607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:12:59.334333 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-b096c0d7-1a08-4ea3-9937-8944a9ab5529 admin admin] Resources bound (agent type, host, resource id):  {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:12:59.334843 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.provisioning_blocks [req-201e7569-9a2b-4ecf-a276-d79046b4db79 req-6bab146d-bc7b-4cca-87cf-979b7b33e09b service neutron] Transition to ACTIVE for port object 1615d351-b877-4433-a0e3-10b0d89051ce will not be triggered until provisioned by entity L2. {{(pid=121606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 25 21:12:59.338207 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b096c0d7-1a08-4ea3-9937-8944a9ab5529 admin admin] Received port after_create {{(pid=121607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:12:59.366856 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b096c0d7-1a08-4ea3-9937-8944a9ab5529 admin admin] Pushing event updated for resources: {'Port': ['ID=20a44f95-6882-4b43-a02e-3393f9af8d92,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:12:59.377833 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f754a53e-bd0e-43de-a1d3-4f5a61bac6de req-ec431c8f-9486-4379-bb7b-6fb13a31c709 tempest-MultipleCreateTestJSON-716196898 tempest-MultipleCreateTestJSON-716196898-project] 10.222.0.32 "GET /v2.0/security-groups?id=a7858f6a-3772-499d-a74e-b906953665ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1191614
Dec 25 21:12:59.380032 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-201e7569-9a2b-4ecf-a276-d79046b4db79 req-b2ee48c8-118f-4735-a828-1ca7c8dffb81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:59.398802 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-994d36ef-61f9-4406-98b2-a35fd71f2815 req-1860c42f-1c6e-48f2-abba-230f91ad37d2 tempest-LiveMigrationTest-1605081009 tempest-LiveMigrationTest-1605081009-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=bc05caf7-df2e-49b8-960c-4031d2c2ccca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0869229
Dec 25 21:12:59.429511 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b096c0d7-1a08-4ea3-9937-8944a9ab5529 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2008772'] for router_interface, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:59.486386 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-201e7569-9a2b-4ecf-a276-d79046b4db79 req-6bab146d-bc7b-4cca-87cf-979b7b33e09b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:59.516612 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201e7569-9a2b-4ecf-a276-d79046b4db79 req-b2ee48c8-118f-4735-a828-1ca7c8dffb81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:12:59.520812 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-201e7569-9a2b-4ecf-a276-d79046b4db79 req-b2ee48c8-118f-4735-a828-1ca7c8dffb81 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:59.529742 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-201e7569-9a2b-4ecf-a276-d79046b4db79 req-b2ee48c8-118f-4735-a828-1ca7c8dffb81 service neutron] 10.222.0.31 "PUT /v2.0/ports/5efcdb31-93a6-4522-8ad1-d57b10fea80d HTTP/1.1" status: 200  len: 1092 time: 2.9458110
Dec 25 21:12:59.530680 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52a010e5-bcbf-43a3-8e08-f1b8c0bdde01', 'tag': '5efcdb31-93a6-4522-8ad1-d57b10fea80d'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:12:59.534438 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9858820c13ec2827453b94ebc4181065e990a4e4089ccb9fe762531ac62d2fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdf1b77c-2630-4ad1-a903-b0927176dcd2" -d '{"events": [{"name": "network-changed", "server_uuid": "52a010e5-bcbf-43a3-8e08-f1b8c0bdde01", "tag": "5efcdb31-93a6-4522-8ad1-d57b10fea80d"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:12:59.663993 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-3fadd01e-dbc0-47a3-8d15-2a4049da7031 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-2111989748-network', 'tenant_id': '53cc391e03de44dbb245531288da2872'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:12:59.692770 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-e8ff1690-cf33-407f-88f4-aa6931e46e72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2618ae9250>, [{'id': '7ff13a6b-d94e-4ad7-bb50-6cf15b8f3f84', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1609054810-router', 'tenant_id': 'a0c1fd4c214c43d694996c1237c66fe5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.240'}], 'enable_snat': True}, 'gw_port_id': '7019931b-4808-4244-98ba-c743dcbd2a79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:12:47Z', 'updated_at': '2021-12-25T21:12:56Z', 'revision_number': 4, 'project_id': 'a0c1fd4c214c43d694996c1237c66fe5', 'gw_port': {'id': '7019931b-4808-4244-98ba-c743dcbd2a79', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:38:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ff13a6b-d94e-4ad7-bb50-6cf15b8f3f84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:12:47Z', 'updated_at': '2021-12-25T21:12:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '2484404f-9d6d-421c-8512-101ae4c115b9', 'name': '', 'network_id': '6f1c722b-c088-4e8f-83b0-51a2bbb400f6', 'tenant_id': 'a0c1fd4c214c43d694996c1237c66fe5', 'mac_address': 'fa:16:3e:e7:1a:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ff13a6b-d94e-4ad7-bb50-6cf15b8f3f84', 'device_owner': 'network:router_interface', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': '1444082a-0cc0-4e0c-b1ba-154c7879a19f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:12:53Z', 'updated_at': '2021-12-25T21:12:57Z', 'revision_number': 2, 'project_id': 'a0c1fd4c214c43d694996c1237c66fe5', 'subnets': [{'id': '1444082a-0cc0-4e0c-b1ba-154c7879a19f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:12:59.747832 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8ff1690-cf33-407f-88f4-aa6931e46e72 None None] Checking router: 7ff13a6b-d94e-4ad7-bb50-6cf15b8f3f84 for host: ncdv-master-1 {{(pid=121609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 25 21:12:59.748610 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8ff1690-cf33-407f-88f4-aa6931e46e72 None None] Updating router 7ff13a6b-d94e-4ad7-bb50-6cf15b8f3f84 port 2484404f-9d6d-421c-8512-101ae4c115b9 binding host ncdv-master-1 {{(pid=121609) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 25 21:12:59.769289 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ee48c8-118f-4735-a828-1ca7c8dffb81 service neutron] Pushing event updated for resources: {'Port': ['ID=5efcdb31-93a6-4522-8ad1-d57b10fea80d,revision_number=3']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:12:59.779808 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-e8ff1690-cf33-407f-88f4-aa6931e46e72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:59.868962 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a1ab25-aa2b-4243-937f-7a42129ef3b3 req-40fa3e1d-638c-454e-8944-fef16a11afc6 tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:12:59.877271 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-46a1ab25-aa2b-4243-937f-7a42129ef3b3 req-40fa3e1d-638c-454e-8944-fef16a11afc6 tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] 10.222.0.32 "GET /v2.0/ports?device_id=80f6f0ff-5388-463f-95ad-bb8a5b36da5d HTTP/1.1" status: 200  len: 945 time: 0.3259692
Dec 25 21:12:59.897077 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fadd01e-dbc0-47a3-8d15-2a4049da7031 admin admin] Made reservation on behalf of 53cc391e03de44dbb245531288da2872 for: {'network': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:12:59.899585 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-3fadd01e-dbc0-47a3-8d15-2a4049da7031 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for network, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:59.967412 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-3fadd01e-dbc0-47a3-8d15-2a4049da7031 admin admin] Publish callbacks [] for security_group, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:12:59.971331 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device 0a669f5e-5fef-4866-bd8e-e6cac72b1152 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 25 21:12:59.990105 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b096c0d7-1a08-4ea3-9937-8944a9ab5529 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:00.008329 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-4e5a01bb-fbd6-4fb8-b0a7-53bb8a422eea None None] Provisioning complete for port 20a44f95-6882-4b43-a02e-3393f9af8d92 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:13:00.008701 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-4e5a01bb-fbd6-4fb8-b0a7-53bb8a422eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:00.040103 ncdv-master-1 neutron-server[121606]: INFO neutron.api.v2.resource [req-a2943727-106e-4db6-bcfe-602244ab3215 req-8c484d3f-5500-4863-b89b-bd3599cfc0eb tempest-FloatingIPDetailsNegativeTestJSON-432817184 tempest-FloatingIPDetailsNegativeTestJSON-432817184-project] show failed (client error): The resource could not be found.
Dec 25 21:13:00.041207 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a2943727-106e-4db6-bcfe-602244ab3215 req-8c484d3f-5500-4863-b89b-bd3599cfc0eb tempest-FloatingIPDetailsNegativeTestJSON-432817184 tempest-FloatingIPDetailsNegativeTestJSON-432817184-project] 10.222.0.32 "GET /v2.0/floatingips/f2e4ba63-f863-4707-87f3-b32ea2de8ac9 HTTP/1.1" status: 404  len: 350 time: 0.1598458
Dec 25 21:13:00.054835 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-4e5a01bb-fbd6-4fb8-b0a7-53bb8a422eea None None] Port 20a44f95-6882-4b43-a02e-3393f9af8d92 cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:13:00.055851 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 48550) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:13:00.064863 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201e7569-9a2b-4ecf-a276-d79046b4db79 req-a70c98e6-b777-42de-8bd2-22fa1c1a04e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:13:00.066927 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-201e7569-9a2b-4ecf-a276-d79046b4db79 req-a70c98e6-b777-42de-8bd2-22fa1c1a04e1 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=576fa0b7a73d45bc86b799bb25424c30&device_id=52a010e5-bcbf-43a3-8e08-f1b8c0bdde01 HTTP/1.1" status: 200  len: 1095 time: 0.3389988
Dec 25 21:13:00.075340 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bab146d-bc7b-4cca-87cf-979b7b33e09b service neutron] Pushing event updated for resources: {'Port': ['ID=1615d351-b877-4433-a0e3-10b0d89051ce,revision_number=2']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:13:00.135488 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-46a1ab25-aa2b-4243-937f-7a42129ef3b3 req-ebdc0927-b07b-4dfb-bd0f-6bb47ecc5b11 tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] 10.222.0.32 "GET /v2.0/security-groups?id=381a44e3-d0d7-4aba-bc61-1ef7cfa17da9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2571900
Dec 25 21:13:00.173844 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-201e7569-9a2b-4ecf-a276-d79046b4db79 req-6bab146d-bc7b-4cca-87cf-979b7b33e09b service neutron] Attempting to bind port 1615d351-b877-4433-a0e3-10b0d89051ce on host nch2-master-1 for vnic_type normal with profile  {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:13:00.174394 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-201e7569-9a2b-4ecf-a276-d79046b4db79 req-6bab146d-bc7b-4cca-87cf-979b7b33e09b service neutron] Attempting to bind port 1615d351-b877-4433-a0e3-10b0d89051ce by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'e8b49c6f-815a-4466-b5f4-d5e58824da1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'f8afa1db-6032-4635-a1fd-6997d067d021'}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:13:00.174920 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-201e7569-9a2b-4ecf-a276-d79046b4db79 req-6bab146d-bc7b-4cca-87cf-979b7b33e09b service neutron] Attempting to bind port 1615d351-b877-4433-a0e3-10b0d89051ce on network f8afa1db-6032-4635-a1fd-6997d067d021 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:13:00.181333 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-201e7569-9a2b-4ecf-a276-d79046b4db79 req-6bab146d-bc7b-4cca-87cf-979b7b33e09b service neutron] Port 1615d351-b877-4433-a0e3-10b0d89051ce on network f8afa1db-6032-4635-a1fd-6997d067d021 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 25 21:13:00.181930 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-201e7569-9a2b-4ecf-a276-d79046b4db79 req-6bab146d-bc7b-4cca-87cf-979b7b33e09b service neutron] Attempting to bind port 1615d351-b877-4433-a0e3-10b0d89051ce on network f8afa1db-6032-4635-a1fd-6997d067d021 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:13:00.190447 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-b3b7c58d-131c-45a4-934d-d5ae10924c0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f26134184f0>, [{'id': '45fe7389-f956-443a-8fd6-bd0a51c65bab', 'name': 'tempest-ServersTestMultiNic-736162976-router', 'tenant_id': 'af3f5665f009477385c524a3e23aedc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.220'}], 'enable_snat': True}, 'gw_port_id': '57625400-ffdc-487c-a2b0-1e49b2c71c85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:12:51Z', 'updated_at': '2021-12-25T21:12:55Z', 'revision_number': 3, 'project_id': 'af3f5665f009477385c524a3e23aedc6', 'gw_port': {'id': '57625400-ffdc-487c-a2b0-1e49b2c71c85', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:db:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45fe7389-f956-443a-8fd6-bd0a51c65bab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:12:53Z', 'updated_at': '2021-12-25T21:12:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:13:00.192978 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-201e7569-9a2b-4ecf-a276-d79046b4db79 req-0e3e0b80-0d93-498b-be34-5c2513a92245 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5efcdb31-93a6-4522-8ad1-d57b10fea80d HTTP/1.1" status: 200  len: 217 time: 0.0880210
Dec 25 21:13:00.194004 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-201e7569-9a2b-4ecf-a276-d79046b4db79 req-6bab146d-bc7b-4cca-87cf-979b7b33e09b service neutron] Checking agent: {'id': '0d9ae313-8f8d-40fa-8a9f-d098a25a9911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 21, 4, 38), 'started_at': datetime.datetime(2021, 12, 25, 21, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 12, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:13:00.194352 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-201e7569-9a2b-4ecf-a276-d79046b4db79 req-6bab146d-bc7b-4cca-87cf-979b7b33e09b service neutron] Checking segment: {'id': 'e8b49c6f-815a-4466-b5f4-d5e58824da1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'f8afa1db-6032-4635-a1fd-6997d067d021'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:13:00.194747 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-201e7569-9a2b-4ecf-a276-d79046b4db79 req-6bab146d-bc7b-4cca-87cf-979b7b33e09b service neutron] Bound using segment: {'id': 'e8b49c6f-815a-4466-b5f4-d5e58824da1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'f8afa1db-6032-4635-a1fd-6997d067d021'} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:13:00.195880 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-201e7569-9a2b-4ecf-a276-d79046b4db79 req-6bab146d-bc7b-4cca-87cf-979b7b33e09b service neutron] Bound port: 1615d351-b877-4433-a0e3-10b0d89051ce, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8b49c6f-815a-4466-b5f4-d5e58824da1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'f8afa1db-6032-4635-a1fd-6997d067d021'}}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:13:00.198021 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-201e7569-9a2b-4ecf-a276-d79046b4db79 req-6bab146d-bc7b-4cca-87cf-979b7b33e09b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:00.219703 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3b7c58d-131c-45a4-934d-d5ae10924c0b None None] The sync data for ids ['45fe7389-f956-443a-8fd6-bd0a51c65bab'] in ncdv-master-1 is: [{'id': '45fe7389-f956-443a-8fd6-bd0a51c65bab', 'name': 'tempest-ServersTestMultiNic-736162976-router', 'tenant_id': 'af3f5665f009477385c524a3e23aedc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.220'}], 'enable_snat': True}, 'gw_port_id': '57625400-ffdc-487c-a2b0-1e49b2c71c85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:12:51Z', 'updated_at': '2021-12-25T21:12:55Z', 'revision_number': 3, 'project_id': 'af3f5665f009477385c524a3e23aedc6', 'gw_port': {'id': '57625400-ffdc-487c-a2b0-1e49b2c71c85', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:db:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45fe7389-f956-443a-8fd6-bd0a51c65bab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:12:53Z', 'updated_at': '2021-12-25T21:12:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 21:13:00.225996 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-e8ff1690-cf33-407f-88f4-aa6931e46e72 None None] Publish callbacks [] for port, precommit_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:00.274691 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port 0a669f5e-5fef-4866-bd8e-e6cac72b1152, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0a669f5e-5fef-4866-bd8e-e6cac72b1152,segment=NetworkSegment(fad08864-4612-4be1-bb28-08cb199f6d74),segment_id=fad08864-4612-4be1-bb28-08cb199f6d74)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:13:00.291075 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Returning: {'device': '0a669f5e-5fef-4866-bd8e-e6cac72b1152', 'network_id': '6dded111-84d7-4606-bd1c-e9369354dff9', 'port_id': '0a669f5e-5fef-4866-bd8e-e6cac72b1152', 'mac_address': 'fa:16:3e:93:c9:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4319d64b-4a91-4427-9485-7d07e2bc5ab0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 25 21:13:00.292611 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Dec 2021 21:12:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25e836d2-560d-4f6e-8cea-7d697ac5857a x-openstack-request-id: req-25e836d2-560d-4f6e-8cea-7d697ac5857a {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:13:00.292930 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52a010e5-bcbf-43a3-8e08-f1b8c0bdde01", "tag": "5efcdb31-93a6-4522-8ad1-d57b10fea80d", "status": "completed", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:13:00.293195 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-25e836d2-560d-4f6e-8cea-7d697ac5857a {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:13:00.293954 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52a010e5-bcbf-43a3-8e08-f1b8c0bdde01', 'tag': '5efcdb31-93a6-4522-8ad1-d57b10fea80d', 'status': 'completed', 'code': 200}
Dec 25 21:13:00.323705 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201e7569-9a2b-4ecf-a276-d79046b4db79 req-97261f9c-4fc7-400f-8a3e-a94d2c823551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:13:00.325229 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-201e7569-9a2b-4ecf-a276-d79046b4db79 req-97261f9c-4fc7-400f-8a3e-a94d2c823551 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d5f99ff0-85f2-49a7-83a6-2b3ecaa62b88 HTTP/1.1" status: 200  len: 852 time: 0.1175215
Dec 25 21:13:00.331399 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-e8ff1690-cf33-407f-88f4-aa6931e46e72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:00.375357 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:00.395195 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-201e7569-9a2b-4ecf-a276-d79046b4db79 req-56d7a8f2-411e-4fae-8bd1-7974bb802506 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f8afa1db-6032-4635-a1fd-6997d067d021&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0526757
Dec 25 21:13:00.405345 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0a669f5e-5fef-4866-bd8e-e6cac72b1152 {{(pid=121608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:13:00.424473 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-201e7569-9a2b-4ecf-a276-d79046b4db79 req-6bab146d-bc7b-4cca-87cf-979b7b33e09b service neutron] For port 1615d351-b877-4433-a0e3-10b0d89051ce, host nch2-master-1, cleared binding levels {{(pid=121606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:13:00.457207 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port 0a669f5e-5fef-4866-bd8e-e6cac72b1152, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0a669f5e-5fef-4866-bd8e-e6cac72b1152,segment=NetworkSegment(fad08864-4612-4be1-bb28-08cb199f6d74),segment_id=fad08864-4612-4be1-bb28-08cb199f6d74)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:13:00.457916 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-201e7569-9a2b-4ecf-a276-d79046b4db79 req-6bab146d-bc7b-4cca-87cf-979b7b33e09b service neutron] For port 1615d351-b877-4433-a0e3-10b0d89051ce, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1615d351-b877-4433-a0e3-10b0d89051ce,segment=NetworkSegment(e8b49c6f-815a-4466-b5f4-d5e58824da1f),segment_id=e8b49c6f-815a-4466-b5f4-d5e58824da1f)] {{(pid=121606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:13:00.470397 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-3fadd01e-dbc0-47a3-8d15-2a4049da7031 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:00.503901 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.managers [None req-e8ff1690-cf33-407f-88f4-aa6931e46e72 None None] Attempting to bind port 2484404f-9d6d-421c-8512-101ae4c115b9 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:13:00.504358 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.managers [None req-e8ff1690-cf33-407f-88f4-aa6931e46e72 None None] Attempting to bind port 2484404f-9d6d-421c-8512-101ae4c115b9 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '4d4d43d5-7d0a-4994-9a87-30bf12a656cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '6f1c722b-c088-4e8f-83b0-51a2bbb400f6'}] {{(pid=121609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:13:00.504789 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8ff1690-cf33-407f-88f4-aa6931e46e72 None None] Attempting to bind port 2484404f-9d6d-421c-8512-101ae4c115b9 on network 6f1c722b-c088-4e8f-83b0-51a2bbb400f6 {{(pid=121609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:13:00.523125 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8ff1690-cf33-407f-88f4-aa6931e46e72 None None] Checking agent: {'id': 'ca4f5c6d-f1fd-48b8-a3e3-395864c7d23d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 20, 56, 40), 'started_at': datetime.datetime(2021, 12, 25, 20, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 12, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:13:00.524611 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8ff1690-cf33-407f-88f4-aa6931e46e72 None None] Checking segment: {'id': '4d4d43d5-7d0a-4994-9a87-30bf12a656cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '6f1c722b-c088-4e8f-83b0-51a2bbb400f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:13:00.526506 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-e8ff1690-cf33-407f-88f4-aa6931e46e72 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:00.526998 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8ff1690-cf33-407f-88f4-aa6931e46e72 None None] Bound using segment: {'id': '4d4d43d5-7d0a-4994-9a87-30bf12a656cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '6f1c722b-c088-4e8f-83b0-51a2bbb400f6'} {{(pid=121609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:13:00.527572 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.managers [None req-e8ff1690-cf33-407f-88f4-aa6931e46e72 None None] Bound port: 2484404f-9d6d-421c-8512-101ae4c115b9, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d4d43d5-7d0a-4994-9a87-30bf12a656cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '6f1c722b-c088-4e8f-83b0-51a2bbb400f6'}}] {{(pid=121609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:13:00.529646 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-e8ff1690-cf33-407f-88f4-aa6931e46e72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:00.536067 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1581850-5e22-4494-b687-50c8b49e2736 None None] Pushing event updated for resources: {'Port': ['ID=2484404f-9d6d-421c-8512-101ae4c115b9,revision_number=3']} {{(pid=121609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:13:00.566525 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:00.573195 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-201e7569-9a2b-4ecf-a276-d79046b4db79 req-6bab146d-bc7b-4cca-87cf-979b7b33e09b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:00.670678 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201e7569-9a2b-4ecf-a276-d79046b4db79 req-6bab146d-bc7b-4cca-87cf-979b7b33e09b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:13:00.671706 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-201e7569-9a2b-4ecf-a276-d79046b4db79 req-6bab146d-bc7b-4cca-87cf-979b7b33e09b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:00.677011 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-201e7569-9a2b-4ecf-a276-d79046b4db79 req-6bab146d-bc7b-4cca-87cf-979b7b33e09b service neutron] 10.222.0.37 "PUT /v2.0/ports/1615d351-b877-4433-a0e3-10b0d89051ce HTTP/1.1" status: 200  len: 1091 time: 2.6695859
Dec 25 21:13:00.690751 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.db [None req-e8ff1690-cf33-407f-88f4-aa6931e46e72 None None] For port 2484404f-9d6d-421c-8512-101ae4c115b9, host ncdv-master-1, cleared binding levels {{(pid=121609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:13:00.699627 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.db [None req-e8ff1690-cf33-407f-88f4-aa6931e46e72 None None] For port 2484404f-9d6d-421c-8512-101ae4c115b9, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2484404f-9d6d-421c-8512-101ae4c115b9,segment=NetworkSegment(4d4d43d5-7d0a-4994-9a87-30bf12a656cb),segment_id=4d4d43d5-7d0a-4994-9a87-30bf12a656cb)] {{(pid=121609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:13:00.720824 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Pushing event updated for resources: {'Port': ['ID=0a669f5e-5fef-4866-bd8e-e6cac72b1152,revision_number=6']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:13:00.746168 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b096c0d7-1a08-4ea3-9937-8944a9ab5529 admin admin] Publish callbacks [] for port, precommit_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:00.752810 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-3fadd01e-dbc0-47a3-8d15-2a4049da7031 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:00.767455 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3fadd01e-dbc0-47a3-8d15-2a4049da7031 admin admin] vlan segment allocate from pool success with {'vlan_id': 173, 'physical_network': 'physnet1'}  {{(pid=121607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 25 21:13:00.776809 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] get_ports_and_sgs() called for port_ids ['0a669f5e-5fef-4866-bd8e-e6cac72b1152'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:13:00.777931 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-3fadd01e-dbc0-47a3-8d15-2a4049da7031 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:00.778279 ncdv-master-1 neutron-server[121607]: INFO neutron.db.segments_db [None req-3fadd01e-dbc0-47a3-8d15-2a4049da7031 admin admin] Added segment a2e8e905-c643-4f99-a8fc-850adfdf0e64 of type vlan for network 70cbe831-35cd-442f-8abb-fc8d5a9a0c36
Dec 25 21:13:00.785762 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-201e7569-9a2b-4ecf-a276-d79046b4db79 req-ced5e4c1-74dc-4fd3-89f2-f4830ac76113 service neutron] 10.222.0.31 "GET /v2.0/networks/f8afa1db-6032-4635-a1fd-6997d067d021?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3804560
Dec 25 21:13:00.827744 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-e8ff1690-cf33-407f-88f4-aa6931e46e72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:00.876689 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b096c0d7-1a08-4ea3-9937-8944a9ab5529 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8632327'] for port, after_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:00.970157 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1581850-5e22-4494-b687-50c8b49e2736 None None] Pushing event updated for resources: {'Port': ['ID=2484404f-9d6d-421c-8512-101ae4c115b9,revision_number=4']} {{(pid=121609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:13:01.000237 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8ff1690-cf33-407f-88f4-aa6931e46e72 None None] Routers {'7ff13a6b-d94e-4ad7-bb50-6cf15b8f3f84'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:13:01.007455 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-e8ff1690-cf33-407f-88f4-aa6931e46e72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2618ae9250>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:12:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['7ff13a6b-d94e-4ad7-bb50-6cf15b8f3f84'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:13:01.020203 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bab146d-bc7b-4cca-87cf-979b7b33e09b service neutron] Pushing event updated for resources: {'Port': ['ID=1615d351-b877-4433-a0e3-10b0d89051ce,revision_number=3']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:13:01.035232 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:13:01.035232 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:13:01.035232 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:13:01.035232 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:13:01.035232 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:13:01.035232 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:13:01.035232 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:13:01.035232 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:13:01.035232 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:13:01.035232 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:13:01.035232 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:13:01.035232 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:13:01.035232 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:13:01.035232 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:13:01.035232 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:13:01.035232 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:13:01.035232 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:13:01.035232 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:13:01.035232 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:13:01.035232 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:13:01.035232 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:13:01.035232 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:13:01.035232 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:13:01.035232 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:13:01.035232 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:13:01.035232 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:13:01.035232 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:13:01.035232 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:13:01.035232 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:13:01.035232 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:13:01.035232 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:13:01.035232 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:13:01.035232 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:13:01.035232 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:13:01.035232 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:13:01.035232 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:13:01.037760 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:13:01.037760 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:13:01.037760 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:13:01.037760 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:13:01.037760 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:13:01.037760 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:13:01.037760 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:13:01.037760 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:13:01.037760 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:13:01.037760 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:13:01.037760 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:13:01.037760 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:13:01.043080 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48e8247-7558-4e4b-ab63-5b2531728258 req-284f3e4e-351c-4506-ab2a-4114f84cf962 tempest-MultipleCreateTestJSON-716196898 tempest-MultipleCreateTestJSON-716196898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:13:01.044682 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f48e8247-7558-4e4b-ab63-5b2531728258 req-284f3e4e-351c-4506-ab2a-4114f84cf962 tempest-MultipleCreateTestJSON-716196898 tempest-MultipleCreateTestJSON-716196898-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a17fe35-e90f-4c0c-9f2a-d5a3e950f16f HTTP/1.1" status: 200  len: 943 time: 0.3593938
Dec 25 21:13:01.058954 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-2388676e-afd3-4b58-a453-cd1471886ccc None None] Provisioning complete for port 2484404f-9d6d-421c-8512-101ae4c115b9 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:13:01.059439 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-3fadd01e-dbc0-47a3-8d15-2a4049da7031 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737602163420'] for network, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:01.060078 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-2388676e-afd3-4b58-a453-cd1471886ccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:01.115261 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fadd01e-dbc0-47a3-8d15-2a4049da7031 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bf77a26-90d8-4a6a-a5bb-9e06513d8ecf,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:13:01.177918 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201e7569-9a2b-4ecf-a276-d79046b4db79 req-74dd966c-4974-4b70-b026-c0b19e7da8af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:13:01.179618 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-201e7569-9a2b-4ecf-a276-d79046b4db79 req-74dd966c-4974-4b70-b026-c0b19e7da8af service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=576fa0b7a73d45bc86b799bb25424c30&device_id=9a17fe35-e90f-4c0c-9f2a-d5a3e950f16f HTTP/1.1" status: 200  len: 1094 time: 0.3157299
Dec 25 21:13:01.221999 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-2388676e-afd3-4b58-a453-cd1471886ccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:01.227765 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460b2650-8490-4619-80dc-7246a293b02d req-05b937ad-60e9-4c3a-bc9c-b4823dfecd67 tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:13:01.229463 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-460b2650-8490-4619-80dc-7246a293b02d req-05b937ad-60e9-4c3a-bc9c-b4823dfecd67 tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c9cb266-1a4b-41a7-b9c4-55bc33979d91 HTTP/1.1" status: 200  len: 944 time: 0.3069007
Dec 25 21:13:01.233878 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f48e8247-7558-4e4b-ab63-5b2531728258 req-202f11b8-5833-4740-aad1-c05b1595d9f3 tempest-MultipleCreateTestJSON-716196898 tempest-MultipleCreateTestJSON-716196898-project] 10.222.0.32 "GET /v2.0/security-groups?id=a7858f6a-3772-499d-a74e-b906953665ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1372497
Dec 25 21:13:01.303428 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-201e7569-9a2b-4ecf-a276-d79046b4db79 req-1d8612be-a91c-44e9-be24-7c37719bd2d4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1615d351-b877-4433-a0e3-10b0d89051ce HTTP/1.1" status: 200  len: 217 time: 0.0839350
Dec 25 21:13:01.303726 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-2388676e-afd3-4b58-a453-cd1471886ccc None None] For port 2484404f-9d6d-421c-8512-101ae4c115b9, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2484404f-9d6d-421c-8512-101ae4c115b9,segment=NetworkSegment(4d4d43d5-7d0a-4994-9a87-30bf12a656cb),segment_id=4d4d43d5-7d0a-4994-9a87-30bf12a656cb)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:13:01.307333 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-201e7569-9a2b-4ecf-a276-d79046b4db79 req-bb9b2aab-c851-4d4f-a503-7c5ecba553d5 service neutron] 10.222.0.31 "GET /v2.0/networks/f8afa1db-6032-4635-a1fd-6997d067d021?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4960427
Dec 25 21:13:01.444431 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-460b2650-8490-4619-80dc-7246a293b02d req-4e1e303b-ff30-4b55-b54a-960cc9fbb994 tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] 10.222.0.32 "GET /v2.0/security-groups?id=bc05caf7-df2e-49b8-960c-4031d2c2ccca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1994965
Dec 25 21:13:01.473668 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-2388676e-afd3-4b58-a453-cd1471886ccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:01.495963 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201e7569-9a2b-4ecf-a276-d79046b4db79 req-cdbf022a-6ef7-4e57-8408-583094ac2c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:13:01.497964 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-201e7569-9a2b-4ecf-a276-d79046b4db79 req-cdbf022a-6ef7-4e57-8408-583094ac2c54 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d5f99ff0-85f2-49a7-83a6-2b3ecaa62b88 HTTP/1.1" status: 200  len: 852 time: 0.1749547
Dec 25 21:13:01.549974 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvr_db [None req-e8ff1690-cf33-407f-88f4-aa6931e46e72 None None] Set router 7ff13a6b-d94e-4ad7-bb50-6cf15b8f3f84 gateway port host: ncdv-master-1 {{(pid=121609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:13:01.556476 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2388676e-afd3-4b58-a453-cd1471886ccc None None] Pushing event updated for resources: {'Port': ['ID=2484404f-9d6d-421c-8512-101ae4c115b9,revision_number=5']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:13:01.567814 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-201e7569-9a2b-4ecf-a276-d79046b4db79 req-29aeb124-f417-44a2-91f5-1393095dc4aa service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f8afa1db-6032-4635-a1fd-6997d067d021&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0612073
Dec 25 21:13:01.613940 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-73c5199c-5657-482f-94c4-66cb7ec4ed53 None None] Provisioning complete for port 2484404f-9d6d-421c-8512-101ae4c115b9 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:13:01.614776 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-73c5199c-5657-482f-94c4-66cb7ec4ed53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:01.677263 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f152d5-82e6-4f37-922c-edac405cbc63 req-78bc6014-53f3-4fcd-b157-746491fc026a tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:13:01.681417 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.db.resource_extend [None req-3fadd01e-dbc0-47a3-8d15-2a4049da7031 admin admin] It took 0.62 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 25 21:13:01.690028 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a6f152d5-82e6-4f37-922c-edac405cbc63 req-78bc6014-53f3-4fcd-b157-746491fc026a tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] 10.222.0.32 "GET /v2.0/ports?device_id=80f6f0ff-5388-463f-95ad-bb8a5b36da5d HTTP/1.1" status: 200  len: 944 time: 0.2406008
Dec 25 21:13:01.704235 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b096c0d7-1a08-4ea3-9937-8944a9ab5529 admin admin] Pushing event updated for resources: {'Port': ['ID=20a44f95-6882-4b43-a02e-3393f9af8d92,revision_number=2']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:13:01.724725 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b096c0d7-1a08-4ea3-9937-8944a9ab5529 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2007636'] for router_interface, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:01.807513 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-201e7569-9a2b-4ecf-a276-d79046b4db79 req-f677cb34-819a-4f93-b551-2b2616e3bf6f service neutron] 10.222.0.37 "GET /v2.0/networks/f8afa1db-6032-4635-a1fd-6997d067d021?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2237566
Dec 25 21:13:01.834868 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-e8ff1690-cf33-407f-88f4-aa6931e46e72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2618ae9250>, [{'id': '7ff13a6b-d94e-4ad7-bb50-6cf15b8f3f84', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1609054810-router', 'tenant_id': 'a0c1fd4c214c43d694996c1237c66fe5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.240'}], 'enable_snat': True}, 'gw_port_id': '7019931b-4808-4244-98ba-c743dcbd2a79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:12:47Z', 'updated_at': '2021-12-25T21:12:56Z', 'revision_number': 4, 'project_id': 'a0c1fd4c214c43d694996c1237c66fe5', 'gw_port': {'id': '7019931b-4808-4244-98ba-c743dcbd2a79', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:38:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ff13a6b-d94e-4ad7-bb50-6cf15b8f3f84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:12:47Z', 'updated_at': '2021-12-25T21:12:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '2484404f-9d6d-421c-8512-101ae4c115b9', 'name': '', 'network_id': '6f1c722b-c088-4e8f-83b0-51a2bbb400f6', 'tenant_id': 'a0c1fd4c214c43d694996c1237c66fe5', 'mac_address': 'fa:16:3e:e7:1a:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ff13a6b-d94e-4ad7-bb50-6cf15b8f3f84', 'device_owner': 'network:router_interface', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': '1444082a-0cc0-4e0c-b1ba-154c7879a19f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:12:53Z', 'updated_at': '2021-12-25T21:13:00Z', 'revision_number': 4, 'project_id': 'a0c1fd4c214c43d694996c1237c66fe5', 'subnets': [{'id': '1444082a-0cc0-4e0c-b1ba-154c7879a19f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:13:01.857571 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-3fadd01e-dbc0-47a3-8d15-2a4049da7031 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870'] for network, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:01.865822 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fadd01e-dbc0-47a3-8d15-2a4049da7031 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:13:01.865822 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-3fadd01e-dbc0-47a3-8d15-2a4049da7031 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for network, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:01.866288 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a6f152d5-82e6-4f37-922c-edac405cbc63 req-8a22096e-8e4e-49b1-845b-6c47ae260362 tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] 10.222.0.32 "GET /v2.0/security-groups?id=381a44e3-d0d7-4aba-bc61-1ef7cfa17da9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1691239
Dec 25 21:13:01.866288 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf1b77c-2630-4ad1-a903-b0927176dcd2 req-4ae23200-6dda-4af8-9790-cc1f898477ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:13:01.866288 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-fdf1b77c-2630-4ad1-a903-b0927176dcd2 req-4ae23200-6dda-4af8-9790-cc1f898477ff service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=576fa0b7a73d45bc86b799bb25424c30&device_id=52a010e5-bcbf-43a3-8e08-f1b8c0bdde01 HTTP/1.1" status: 200  len: 1095 time: 0.3432863
Dec 25 21:13:01.888834 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8ff1690-cf33-407f-88f4-aa6931e46e72 None None] The sync data for ids ['7ff13a6b-d94e-4ad7-bb50-6cf15b8f3f84'] in ncdv-master-1 is: [{'id': '7ff13a6b-d94e-4ad7-bb50-6cf15b8f3f84', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1609054810-router', 'tenant_id': 'a0c1fd4c214c43d694996c1237c66fe5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.240'}], 'enable_snat': True}, 'gw_port_id': '7019931b-4808-4244-98ba-c743dcbd2a79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:12:47Z', 'updated_at': '2021-12-25T21:12:56Z', 'revision_number': 4, 'project_id': 'a0c1fd4c214c43d694996c1237c66fe5', 'gw_port': {'id': '7019931b-4808-4244-98ba-c743dcbd2a79', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:38:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ff13a6b-d94e-4ad7-bb50-6cf15b8f3f84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:12:47Z', 'updated_at': '2021-12-25T21:12:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '2484404f-9d6d-421c-8512-101ae4c115b9', 'name': '', 'network_id': '6f1c722b-c088-4e8f-83b0-51a2bbb400f6', 'tenant_id': 'a0c1fd4c214c43d694996c1237c66fe5', 'mac_address': 'fa:16:3e:e7:1a:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ff13a6b-d94e-4ad7-bb50-6cf15b8f3f84', 'device_owner': 'network:router_interface', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': '1444082a-0cc0-4e0c-b1ba-154c7879a19f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:12:53Z', 'updated_at': '2021-12-25T21:13:00Z', 'revision_number': 4, 'project_id': 'a0c1fd4c214c43d694996c1237c66fe5', 'subnets': [{'id': '1444082a-0cc0-4e0c-b1ba-154c7879a19f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 21:13:01.921303 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device 0a669f5e-5fef-4866-bd8e-e6cac72b1152 up at agent hyperv_nch2-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:13:02.029191 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Provisioning complete for port 0a669f5e-5fef-4866-bd8e-e6cac72b1152 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:13:02.030053 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:02.090810 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-3fadd01e-dbc0-47a3-8d15-2a4049da7031 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 2.7921059
Dec 25 21:13:02.092686 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 48586) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:13:02.093623 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fadd01e-dbc0-47a3-8d15-2a4049da7031 admin admin] Pushing event updated for resources: {'Network': ['ID=70cbe831-35cd-442f-8abb-fc8d5a9a0c36,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:13:02.102249 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-7d27491d-0ffb-41bf-ba6f-47b882eaaef5 admin admin] Request body: {'subnet': {'network_id': '70cbe831-35cd-442f-8abb-fc8d5a9a0c36', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-2111989748-subnet', 'tenant_id': '53cc391e03de44dbb245531288da2872', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:13:02.107750 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-201e7569-9a2b-4ecf-a276-d79046b4db79 req-37f0be59-758c-42bf-abf8-7b41632d2d02 service neutron] 10.222.0.37 "GET /v2.0/networks/f8afa1db-6032-4635-a1fd-6997d067d021?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2627223
Dec 25 21:13:02.113413 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf1b77c-2630-4ad1-a903-b0927176dcd2 req-31cfe2e1-903c-4435-aced-0dab74022c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:13:02.119958 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-fdf1b77c-2630-4ad1-a903-b0927176dcd2 req-31cfe2e1-903c-4435-aced-0dab74022c09 service neutron] 10.222.0.31 "GET /v2.0/networks?id=f8afa1db-6032-4635-a1fd-6997d067d021 HTTP/1.1" status: 200  len: 913 time: 0.2309275
Dec 25 21:13:02.125508 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Network 70cbe831-35cd-442f-8abb-fc8d5a9a0c36 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 25 21:13:02.126966 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b096c0d7-1a08-4ea3-9937-8944a9ab5529 admin admin] Network de99ce2c-24a4-4a27-99c6-99cdd5cc3707 is already hosted by enough agents. {{(pid=121607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:13:02.130984 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-b096c0d7-1a08-4ea3-9937-8944a9ab5529 admin admin] Resources bound (agent type, host, resource id):  {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:13:02.166153 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-fdf1b77c-2630-4ad1-a903-b0927176dcd2 req-96e84f77-8028-4083-a088-d1048116ca38 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5efcdb31-93a6-4522-8ad1-d57b10fea80d HTTP/1.1" status: 200  len: 217 time: 0.0430388
Dec 25 21:13:02.249906 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf1b77c-2630-4ad1-a903-b0927176dcd2 req-2b3a09a3-1c31-4606-ad05-08dde47e5d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:13:02.251171 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-fdf1b77c-2630-4ad1-a903-b0927176dcd2 req-2b3a09a3-1c31-4606-ad05-08dde47e5d74 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d5f99ff0-85f2-49a7-83a6-2b3ecaa62b88 HTTP/1.1" status: 200  len: 852 time: 0.0773542
Dec 25 21:13:02.253747 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d27491d-0ffb-41bf-ba6f-47b882eaaef5 admin admin] Made reservation on behalf of 53cc391e03de44dbb245531288da2872 for: {'subnet': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:13:02.261736 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-7d27491d-0ffb-41bf-ba6f-47b882eaaef5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9028529'] for subnet, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:02.295159 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a17fe35-e90f-4c0c-9f2a-d5a3e950f16f', 'tag': '1615d351-b877-4433-a0e3-10b0d89051ce'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:13:02.300280 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9858820c13ec2827453b94ebc4181065e990a4e4089ccb9fe762531ac62d2fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-117751ca-ec0e-4c77-8d1c-6ab7b471a987" -d '{"events": [{"name": "network-changed", "server_uuid": "9a17fe35-e90f-4c0c-9f2a-d5a3e950f16f", "tag": "1615d351-b877-4433-a0e3-10b0d89051ce"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:13:02.351558 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b096c0d7-1a08-4ea3-9937-8944a9ab5529 admin admin] Router 45fe7389-f956-443a-8fd6-bd0a51c65bab has already been hosted by L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 {{(pid=121607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 25 21:13:02.354501 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-fdf1b77c-2630-4ad1-a903-b0927176dcd2 req-68fdb939-91ff-4a41-b68d-43798a3c77ee service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f8afa1db-6032-4635-a1fd-6997d067d021&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0937908
Dec 25 21:13:02.382091 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:02.442119 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80f6f0ff-5388-463f-95ad-bb8a5b36da5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a669f5e-5fef-4866-bd8e-e6cac72b1152'}] {{(pid=121608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:13:02.444560 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a88c78c3ff6266bd59c7e89d275b28c92e739b67d23c89d71af88829fd31566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-140e88b0-f1a0-44ac-8d76-c55a236be9dc" -d '{"events": [{"server_uuid": "80f6f0ff-5388-463f-95ad-bb8a5b36da5d", "name": "network-vif-plugged", "status": "completed", "tag": "0a669f5e-5fef-4866-bd8e-e6cac72b1152"}]}' {{(pid=121608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:13:02.464646 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port 0a669f5e-5fef-4866-bd8e-e6cac72b1152, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0a669f5e-5fef-4866-bd8e-e6cac72b1152,segment=NetworkSegment(fad08864-4612-4be1-bb28-08cb199f6d74),segment_id=fad08864-4612-4be1-bb28-08cb199f6d74)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:13:02.529648 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 57625400-ffdc-487c-a2b0-1e49b2c71c85 up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:13:02.531415 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-3cc0b802-1dcb-4ec7-aaeb-c27c9f9aefd4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2007615'] for router_interface, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:02.623924 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:02.632786 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Dec 2021 21:13:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01d4dc9a-e0ae-4d1e-9f67-28a0dba99484 x-openstack-request-id: req-01d4dc9a-e0ae-4d1e-9f67-28a0dba99484 {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:13:02.633108 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a17fe35-e90f-4c0c-9f2a-d5a3e950f16f", "tag": "1615d351-b877-4433-a0e3-10b0d89051ce", "status": "completed", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:13:02.633364 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-01d4dc9a-e0ae-4d1e-9f67-28a0dba99484 {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:13:02.633753 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a17fe35-e90f-4c0c-9f2a-d5a3e950f16f', 'tag': '1615d351-b877-4433-a0e3-10b0d89051ce', 'status': 'completed', 'code': 200}
Dec 25 21:13:02.662629 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b096c0d7-1a08-4ea3-9937-8944a9ab5529 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 21:13:02.694795 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-b096c0d7-1a08-4ea3-9937-8944a9ab5529 admin admin] 10.222.0.32 "PUT /v2.0/routers/45fe7389-f956-443a-8fd6-bd0a51c65bab/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.2628658
Dec 25 21:13:02.777279 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 21:13:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69a4605c-d491-4ff5-abd8-b135385e1ee6 x-openstack-request-id: req-69a4605c-d491-4ff5-abd8-b135385e1ee6 {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:13:02.777279 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80f6f0ff-5388-463f-95ad-bb8a5b36da5d", "name": "network-vif-plugged", "status": "completed", "tag": "0a669f5e-5fef-4866-bd8e-e6cac72b1152", "code": 200}]} {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:13:02.777279 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-69a4605c-d491-4ff5-abd8-b135385e1ee6 {{(pid=121608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:13:02.777279 ncdv-master-1 neutron-server[121608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80f6f0ff-5388-463f-95ad-bb8a5b36da5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a669f5e-5fef-4866-bd8e-e6cac72b1152', 'code': 200}
Dec 25 21:13:02.777279 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port 57625400-ffdc-487c-a2b0-1e49b2c71c85 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:13:02.777279 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:02.817240 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-386486dc-3cc5-41ab-be41-e6045e92f65f None None] Provisioning complete for port 20a44f95-6882-4b43-a02e-3393f9af8d92 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:13:02.817624 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-386486dc-3cc5-41ab-be41-e6045e92f65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:02.926571 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Pushing event updated for resources: {'Port': ['ID=0a669f5e-5fef-4866-bd8e-e6cac72b1152,revision_number=7']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:13:02.932691 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 48604) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:13:02.936658 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-386486dc-3cc5-41ab-be41-e6045e92f65f None None] Port 20a44f95-6882-4b43-a02e-3393f9af8d92 cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:13:03.032254 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-a444546e-d702-47ef-b7ee-45ce4d8db063 tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1524479762'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:13:03.034912 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:03.068441 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] For port 57625400-ffdc-487c-a2b0-1e49b2c71c85, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=57625400-ffdc-487c-a2b0-1e49b2c71c85,segment=NetworkSegment(6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855),segment_id=6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:13:03.079587 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-3cc0b802-1dcb-4ec7-aaeb-c27c9f9aefd4 admin admin] Deleting port 2484404f-9d6d-421c-8512-101ae4c115b9 {{(pid=121607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:13:03.083734 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-3cc0b802-1dcb-4ec7-aaeb-c27c9f9aefd4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:03.181638 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.db [None req-3cc0b802-1dcb-4ec7-aaeb-c27c9f9aefd4 admin admin] For port 2484404f-9d6d-421c-8512-101ae4c115b9, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2484404f-9d6d-421c-8512-101ae4c115b9,segment=NetworkSegment(4d4d43d5-7d0a-4994-9a87-30bf12a656cb),segment_id=4d4d43d5-7d0a-4994-9a87-30bf12a656cb)] {{(pid=121607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:13:03.182039 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-3cc0b802-1dcb-4ec7-aaeb-c27c9f9aefd4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:03.191719 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a444546e-d702-47ef-b7ee-45ce4d8db063 tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Made reservation on behalf of af3f5665f009477385c524a3e23aedc6 for: {'network': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:13:03.195508 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a444546e-d702-47ef-b7ee-45ce4d8db063 tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for network, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:03.212908 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-3cc0b802-1dcb-4ec7-aaeb-c27c9f9aefd4 admin admin] Calling delete_port for 2484404f-9d6d-421c-8512-101ae4c115b9 owned by network:router_interface {{(pid=121607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:13:03.219573 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:03.222372 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 2484404f-9d6d-421c-8512-101ae4c115b9 up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:13:03.275114 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a444546e-d702-47ef-b7ee-45ce4d8db063 tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] vlan segment allocate from pool success with {'vlan_id': 196, 'physical_network': 'physnet1'}  {{(pid=121607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 25 21:13:03.289766 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a444546e-d702-47ef-b7ee-45ce4d8db063 tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:03.290138 ncdv-master-1 neutron-server[121607]: INFO neutron.db.segments_db [None req-a444546e-d702-47ef-b7ee-45ce4d8db063 tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Added segment ed044953-69fe-458e-9ee9-b8264f26342c of type vlan for network fe8d65f9-00af-4751-929a-992529d61f28
Dec 25 21:13:03.308930 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf476af-6d25-4463-984b-4e88a67be0ac req-a54ac437-dc1f-4073-8508-0b1d49092bf1 tempest-MultipleCreateTestJSON-716196898 tempest-MultipleCreateTestJSON-716196898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:13:03.310383 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-dcf476af-6d25-4463-984b-4e88a67be0ac req-a54ac437-dc1f-4073-8508-0b1d49092bf1 tempest-MultipleCreateTestJSON-716196898 tempest-MultipleCreateTestJSON-716196898-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a17fe35-e90f-4c0c-9f2a-d5a3e950f16f HTTP/1.1" status: 200  len: 943 time: 0.9273880
Dec 25 21:13:03.349330 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a444546e-d702-47ef-b7ee-45ce4d8db063 tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737602163420'] for network, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:03.360634 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117751ca-ec0e-4c77-8d1c-6ab7b471a987 req-fb07f2d1-a5cb-440d-af82-1aec5963dbe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:13:03.362200 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-117751ca-ec0e-4c77-8d1c-6ab7b471a987 req-fb07f2d1-a5cb-440d-af82-1aec5963dbe3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=576fa0b7a73d45bc86b799bb25424c30&device_id=9a17fe35-e90f-4c0c-9f2a-d5a3e950f16f HTTP/1.1" status: 200  len: 1094 time: 0.7259643
Dec 25 21:13:03.385091 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1a49fc6-6968-4324-9774-bb3f831f750a None None] Sync routers for ids ['45fe7389-f956-443a-8fd6-bd0a51c65bab'] in ncdv-master-1 {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 21:13:03.398447 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Pushing event updated for resources: {'Port': ['ID=57625400-ffdc-487c-a2b0-1e49b2c71c85,revision_number=4']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:13:03.403195 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-fdf1b77c-2630-4ad1-a903-b0927176dcd2 req-53be6678-8810-4f58-bf34-91ebeceef470 service neutron] 10.222.0.31 "GET /v2.0/networks/f8afa1db-6032-4635-a1fd-6997d067d021?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.0212193
Dec 25 21:13:03.424680 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1a49fc6-6968-4324-9774-bb3f831f750a None None] Routers {'45fe7389-f956-443a-8fd6-bd0a51c65bab'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:13:03.425695 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-d1a49fc6-6968-4324-9774-bb3f831f750a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2613e8acd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:12:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['45fe7389-f956-443a-8fd6-bd0a51c65bab'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:13:03.475689 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b922b9-b98b-448a-921c-deeaaf029784 req-8ec2efd7-8a78-4506-b2cb-fd2ef25dd40e tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:13:03.487646 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-09b922b9-b98b-448a-921c-deeaaf029784 req-8ec2efd7-8a78-4506-b2cb-fd2ef25dd40e tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c9cb266-1a4b-41a7-b9c4-55bc33979d91 HTTP/1.1" status: 200  len: 944 time: 0.2321711
Dec 25 21:13:03.499796 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a444546e-d702-47ef-b7ee-45ce4d8db063 tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870'] for network, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:03.506735 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a444546e-d702-47ef-b7ee-45ce4d8db063 tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:13:03.507442 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a444546e-d702-47ef-b7ee-45ce4d8db063 tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for network, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:03.516445 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-dcf476af-6d25-4463-984b-4e88a67be0ac req-2f00fc07-b63e-41e6-9f1d-1846c9f78e65 tempest-MultipleCreateTestJSON-716196898 tempest-MultipleCreateTestJSON-716196898-project] 10.222.0.32 "GET /v2.0/security-groups?id=a7858f6a-3772-499d-a74e-b906953665ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1937828
Dec 25 21:13:03.551507 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvr_db [None req-d1a49fc6-6968-4324-9774-bb3f831f750a None None] Set router 45fe7389-f956-443a-8fd6-bd0a51c65bab gateway port host: ncdv-master-1 {{(pid=121608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:13:03.591136 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-3cc0b802-1dcb-4ec7-aaeb-c27c9f9aefd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:03.620653 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port 2484404f-9d6d-421c-8512-101ae4c115b9 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:13:03.621286 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:03.656376 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Port 2484404f-9d6d-421c-8512-101ae4c115b9 was deleted so its status cannot be updated. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}}
Dec 25 21:13:03.657990 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-a444546e-d702-47ef-b7ee-45ce4d8db063 tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 774 time: 0.7240498
Dec 25 21:13:03.681131 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a444546e-d702-47ef-b7ee-45ce4d8db063 tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Pushing event updated for resources: {'Network': ['ID=fe8d65f9-00af-4751-929a-992529d61f28,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:13:03.683169 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 48614) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:13:03.691091 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-38918108-9ce5-4b04-886a-d74fb34e4a7f tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Request body: {'subnet': {'network_id': 'fe8d65f9-00af-4751-929a-992529d61f28', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:13:03.694283 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc0b802-1dcb-4ec7-aaeb-c27c9f9aefd4 admin admin] Pushing event deleted for resources: {'Port': ['ID=2484404f-9d6d-421c-8512-101ae4c115b9,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:13:03.713659 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Network fe8d65f9-00af-4751-929a-992529d61f28 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 25 21:13:03.739586 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-fdf1b77c-2630-4ad1-a903-b0927176dcd2 req-5527dea8-4885-433d-9045-e71f87a30193 service neutron] 10.222.0.31 "GET /v2.0/networks/f8afa1db-6032-4635-a1fd-6997d067d021?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3239520
Dec 25 21:13:03.857879 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-09b922b9-b98b-448a-921c-deeaaf029784 req-d1c4bcb9-38a5-4ba2-ae35-916038e2906c tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] 10.222.0.32 "GET /v2.0/security-groups?id=bc05caf7-df2e-49b8-960c-4031d2c2ccca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3620732
Dec 25 21:13:03.874728 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-7d27491d-0ffb-41bf-ba6f-47b882eaaef5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9084170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9028515'] for subnet, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:03.924799 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device 0a669f5e-5fef-4866-bd8e-e6cac72b1152 no longer exists at agent hyperv_nch2-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:13:03.960445 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117751ca-ec0e-4c77-8d1c-6ab7b471a987 req-316dfa5b-f900-4220-b2ca-0b08e0acd3a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:13:03.962039 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-117751ca-ec0e-4c77-8d1c-6ab7b471a987 req-316dfa5b-f900-4220-b2ca-0b08e0acd3a0 service neutron] 10.222.0.37 "GET /v2.0/networks?id=f8afa1db-6032-4635-a1fd-6997d067d021 HTTP/1.1" status: 200  len: 913 time: 0.5803282
Dec 25 21:13:04.035407 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-117751ca-ec0e-4c77-8d1c-6ab7b471a987 req-213daf6e-f8a0-4d6a-9ed7-252e4e8c6b10 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1615d351-b877-4433-a0e3-10b0d89051ce HTTP/1.1" status: 200  len: 217 time: 0.0443316
Dec 25 21:13:04.071515 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38918108-9ce5-4b04-886a-d74fb34e4a7f tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Made reservation on behalf of af3f5665f009477385c524a3e23aedc6 for: {'subnet': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:13:04.077308 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-38918108-9ce5-4b04-886a-d74fb34e4a7f tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8852834'] for subnet, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:04.085111 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d27491d-0ffb-41bf-ba6f-47b882eaaef5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=51494e88-dd2f-4f4d-8d8b-c74ab51827b2,revision_number=0']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:13:04.097911 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-d1a49fc6-6968-4324-9774-bb3f831f750a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2613e8acd0>, [{'id': '45fe7389-f956-443a-8fd6-bd0a51c65bab', 'name': 'tempest-ServersTestMultiNic-736162976-router', 'tenant_id': 'af3f5665f009477385c524a3e23aedc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.220'}], 'enable_snat': True}, 'gw_port_id': '57625400-ffdc-487c-a2b0-1e49b2c71c85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:12:51Z', 'updated_at': '2021-12-25T21:12:59Z', 'revision_number': 4, 'project_id': 'af3f5665f009477385c524a3e23aedc6', 'gw_port': {'id': '57625400-ffdc-487c-a2b0-1e49b2c71c85', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:db:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45fe7389-f956-443a-8fd6-bd0a51c65bab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:12:53Z', 'updated_at': '2021-12-25T21:13:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '20a44f95-6882-4b43-a02e-3393f9af8d92', 'name': '', 'network_id': 'de99ce2c-24a4-4a27-99c6-99cdd5cc3707', 'tenant_id': 'af3f5665f009477385c524a3e23aedc6', 'mac_address': 'fa:16:3e:b7:10:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45fe7389-f956-443a-8fd6-bd0a51c65bab', 'device_owner': 'network:router_interface', 'standard_attr_id': 702, 'fixed_ips': [{'subnet_id': 'e9992841-76e9-49a9-8cef-2bda6ac4faf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:12:58Z', 'updated_at': '2021-12-25T21:13:00Z', 'revision_number': 2, 'project_id': 'af3f5665f009477385c524a3e23aedc6', 'subnets': [{'id': 'e9992841-76e9-49a9-8cef-2bda6ac4faf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:13:04.124027 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-3cc0b802-1dcb-4ec7-aaeb-c27c9f9aefd4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2007763'] for router_interface, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:04.131168 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d27491d-0ffb-41bf-ba6f-47b882eaaef5 admin admin] Checking segment: {'id': 'a2e8e905-c643-4f99-a8fc-850adfdf0e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '70cbe831-35cd-442f-8abb-fc8d5a9a0c36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:13:04.131551 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d27491d-0ffb-41bf-ba6f-47b882eaaef5 admin admin] Network hostable DHCP agents. Network: 70cbe831-35cd-442f-8abb-fc8d5a9a0c36, hostable agents: ['1813db88-2c1b-4357-a2ba-869246b663c2'], hosted agents: [] {{(pid=121606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 25 21:13:04.136348 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1a49fc6-6968-4324-9774-bb3f831f750a None None] Checking router: 45fe7389-f956-443a-8fd6-bd0a51c65bab for host: ncdv-master-1 {{(pid=121608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 25 21:13:04.136539 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1a49fc6-6968-4324-9774-bb3f831f750a None None] Updating router 45fe7389-f956-443a-8fd6-bd0a51c65bab port 20a44f95-6882-4b43-a02e-3393f9af8d92 binding host ncdv-master-1 {{(pid=121608) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 25 21:13:04.142386 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:04.144487 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117751ca-ec0e-4c77-8d1c-6ab7b471a987 req-2c60c201-59a2-4b16-ac48-62f21aa2370d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:13:04.146010 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-117751ca-ec0e-4c77-8d1c-6ab7b471a987 req-2c60c201-59a2-4b16-ac48-62f21aa2370d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d5f99ff0-85f2-49a7-83a6-2b3ecaa62b88 HTTP/1.1" status: 200  len: 852 time: 0.0892558
Dec 25 21:13:04.155554 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a511fe-3c94-45e3-91c8-54a67e365a3f req-d3bdb46c-5399-4a2b-96c2-574512b73477 tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:13:04.163302 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-49a511fe-3c94-45e3-91c8-54a67e365a3f req-d3bdb46c-5399-4a2b-96c2-574512b73477 tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] 10.222.0.32 "GET /v2.0/ports?device_id=80f6f0ff-5388-463f-95ad-bb8a5b36da5d HTTP/1.1" status: 200  len: 945 time: 0.1265235
Dec 25 21:13:04.171152 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:04.194458 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-d1a49fc6-6968-4324-9774-bb3f831f750a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:04.218567 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-117751ca-ec0e-4c77-8d1c-6ab7b471a987 req-29844ea8-1fc4-4622-83a8-01d04c1139d6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f8afa1db-6032-4635-a1fd-6997d067d021&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0518441
Dec 25 21:13:04.248610 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port 0a669f5e-5fef-4866-bd8e-e6cac72b1152, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0a669f5e-5fef-4866-bd8e-e6cac72b1152,segment=NetworkSegment(fad08864-4612-4be1-bb28-08cb199f6d74),segment_id=fad08864-4612-4be1-bb28-08cb199f6d74)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:13:04.298009 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-49a511fe-3c94-45e3-91c8-54a67e365a3f req-9f468def-d6c5-4e28-876a-1577f78d8911 tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] 10.222.0.32 "GET /v2.0/security-groups?id=381a44e3-d0d7-4aba-bc61-1ef7cfa17da9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1342039
Dec 25 21:13:04.309782 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d27491d-0ffb-41bf-ba6f-47b882eaaef5 admin admin] Network 70cbe831-35cd-442f-8abb-fc8d5a9a0c36 is scheduled to be hosted by DHCP agent 1813db88-2c1b-4357-a2ba-869246b663c2 with binding_index 1 {{(pid=121606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 25 21:13:04.335390 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:04.385888 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5ef81b-baa0-4c48-a744-ba265bb62e74 req-fee537b1-1694-4adf-8b1b-c3369f2d7d1a tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:13:04.387604 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-fa5ef81b-baa0-4c48-a744-ba265bb62e74 req-fee537b1-1694-4adf-8b1b-c3369f2d7d1a tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] 10.222.0.37 "GET /v2.0/ports?device_id=80f6f0ff-5388-463f-95ad-bb8a5b36da5d HTTP/1.1" status: 200  len: 945 time: 0.1556928
Dec 25 21:13:04.423392 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-117751ca-ec0e-4c77-8d1c-6ab7b471a987 req-2c02b3de-a1e1-46f0-9194-e9a7ed72b7ab service neutron] 10.222.0.37 "GET /v2.0/networks/f8afa1db-6032-4635-a1fd-6997d067d021?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1933093
Dec 25 21:13:04.429089 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Pushing event updated for resources: {'Port': ['ID=0a669f5e-5fef-4866-bd8e-e6cac72b1152,revision_number=8']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:13:04.445696 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [None req-7d27491d-0ffb-41bf-ba6f-47b882eaaef5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 70cbe831-35cd-442f-8abb-fc8d5a9a0c36) {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:13:04.463503 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d27491d-0ffb-41bf-ba6f-47b882eaaef5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:13:04.464106 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-7d27491d-0ffb-41bf-ba6f-47b882eaaef5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for subnet, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:04.470410 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4fb75e1-657b-4503-bff2-578e01ddd5f6 None None] Network 70cbe831-35cd-442f-8abb-fc8d5a9a0c36 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:13:04.559161 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-117751ca-ec0e-4c77-8d1c-6ab7b471a987 req-01b2adeb-fbbd-4688-a236-1846ff0ae389 service neutron] 10.222.0.37 "GET /v2.0/networks/f8afa1db-6032-4635-a1fd-6997d067d021?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1270945
Dec 25 21:13:04.592395 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-7d27491d-0ffb-41bf-ba6f-47b882eaaef5 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 2.4964979
Dec 25 21:13:04.594363 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 48624) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:13:04.604607 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-1906774f-cd60-4128-8fb3-76e3ea9f2064 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-2111989748-router', 'tenant_id': '53cc391e03de44dbb245531288da2872', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'}}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:13:04.648304 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [req-fa5ef81b-baa0-4c48-a744-ba265bb62e74 req-0e1fb9c1-37e2-445b-9123-4ecbdb8f6267 tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] Deleting port 0a669f5e-5fef-4866-bd8e-e6cac72b1152 {{(pid=121607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:13:04.648759 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-fa5ef81b-baa0-4c48-a744-ba265bb62e74 req-0e1fb9c1-37e2-445b-9123-4ecbdb8f6267 tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:04.652846 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cc0b802-1dcb-4ec7-aaeb-c27c9f9aefd4 admin admin] Router 7ff13a6b-d94e-4ad7-bb50-6cf15b8f3f84 has already been hosted by L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 {{(pid=121607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 25 21:13:04.669412 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-38918108-9ce5-4b04-886a-d74fb34e4a7f tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8632475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8852848'] for subnet, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:04.709883 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 57625400-ffdc-487c-a2b0-1e49b2c71c85 up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:13:04.712027 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device 5efcdb31-93a6-4522-8ad1-d57b10fea80d details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 25 21:13:04.714911 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b0b2af-9aeb-4acb-b233-608b42bf06fe req-b99373e8-c5f4-4ca1-92ca-859dca65327d tempest-MultipleCreateTestJSON-716196898 tempest-MultipleCreateTestJSON-716196898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:13:04.722081 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f1b0b2af-9aeb-4acb-b233-608b42bf06fe req-b99373e8-c5f4-4ca1-92ca-859dca65327d tempest-MultipleCreateTestJSON-716196898 tempest-MultipleCreateTestJSON-716196898-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a17fe35-e90f-4c0c-9f2a-d5a3e950f16f HTTP/1.1" status: 200  len: 943 time: 0.0671031
Dec 25 21:13:04.781457 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f1b0b2af-9aeb-4acb-b233-608b42bf06fe req-d41813f7-56ae-4e77-9272-98e8d7284ca8 tempest-MultipleCreateTestJSON-716196898 tempest-MultipleCreateTestJSON-716196898-project] 10.222.0.32 "GET /v2.0/security-groups?id=a7858f6a-3772-499d-a74e-b906953665ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0468445
Dec 25 21:13:04.782952 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-1906774f-cd60-4128-8fb3-76e3ea9f2064 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2014909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14863'] for router, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:04.783253 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80f6f0ff-5388-463f-95ad-bb8a5b36da5d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0a669f5e-5fef-4866-bd8e-e6cac72b1152'}] {{(pid=121608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:13:04.784046 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-1906774f-cd60-4128-8fb3-76e3ea9f2064 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2014285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2009796', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2082630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14848'] for router, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:04.785529 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a88c78c3ff6266bd59c7e89d275b28c92e739b67d23c89d71af88829fd31566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d29ab7a-129c-4bdf-a3a8-4c0c0161d410" -d '{"events": [{"server_uuid": "80f6f0ff-5388-463f-95ad-bb8a5b36da5d", "name": "network-vif-unplugged", "status": "completed", "tag": "0a669f5e-5fef-4866-bd8e-e6cac72b1152"}]}' {{(pid=121608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:13:04.817449 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38918108-9ce5-4b04-886a-d74fb34e4a7f tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Pushing event updated for resources: {'Subnet': ['ID=10a51771-74d5-45b2-afd9-1d8a1c74f569,revision_number=0']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:13:04.848834 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 25 Dec 2021 21:13:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79e04f8f-b070-4be0-84b8-8dda02e326da x-openstack-request-id: req-79e04f8f-b070-4be0-84b8-8dda02e326da {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:13:04.848834 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80f6f0ff-5388-463f-95ad-bb8a5b36da5d", "name": "network-vif-unplugged", "status": "completed", "tag": "0a669f5e-5fef-4866-bd8e-e6cac72b1152", "code": 200}]} {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:13:04.849082 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-79e04f8f-b070-4be0-84b8-8dda02e326da {{(pid=121608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:13:04.849379 ncdv-master-1 neutron-server[121608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80f6f0ff-5388-463f-95ad-bb8a5b36da5d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0a669f5e-5fef-4866-bd8e-e6cac72b1152', 'code': 200}
Dec 25 21:13:04.851134 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38918108-9ce5-4b04-886a-d74fb34e4a7f tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:13:04.851480 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38918108-9ce5-4b04-886a-d74fb34e4a7f tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:13:04.851817 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38918108-9ce5-4b04-886a-d74fb34e4a7f tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:13:04.852245 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38918108-9ce5-4b04-886a-d74fb34e4a7f tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:13:04.852468 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38918108-9ce5-4b04-886a-d74fb34e4a7f tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:13:04.852792 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38918108-9ce5-4b04-886a-d74fb34e4a7f tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:13:04.853142 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38918108-9ce5-4b04-886a-d74fb34e4a7f tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:13:04.853468 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38918108-9ce5-4b04-886a-d74fb34e4a7f tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:13:04.853869 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38918108-9ce5-4b04-886a-d74fb34e4a7f tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:13:04.854099 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38918108-9ce5-4b04-886a-d74fb34e4a7f tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:13:04.854415 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38918108-9ce5-4b04-886a-d74fb34e4a7f tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:13:04.854735 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38918108-9ce5-4b04-886a-d74fb34e4a7f tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:13:04.855052 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38918108-9ce5-4b04-886a-d74fb34e4a7f tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:13:04.871028 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a08afd5-4b96-42e1-828f-3bbd1a893f99 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-70cbe831-35cd-442f-8abb-fc8d5a9a0c36', 'network_id': '70cbe831-35cd-442f-8abb-fc8d5a9a0c36', 'project_id': '53cc391e03de44dbb245531288da2872', 'fixed_ips': [{'subnet_id': '51494e88-dd2f-4f4d-8d8b-c74ab51827b2'}]}} from ncdv-master-1. {{(pid=121608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 25 21:13:04.872976 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5a08afd5-4b96-42e1-828f-3bbd1a893f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:04.883074 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.db [req-fa5ef81b-baa0-4c48-a744-ba265bb62e74 req-0e1fb9c1-37e2-445b-9123-4ecbdb8f6267 tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] For port 0a669f5e-5fef-4866-bd8e-e6cac72b1152, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0a669f5e-5fef-4866-bd8e-e6cac72b1152,segment=NetworkSegment(fad08864-4612-4be1-bb28-08cb199f6d74),segment_id=fad08864-4612-4be1-bb28-08cb199f6d74)] {{(pid=121607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:13:04.883356 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-fa5ef81b-baa0-4c48-a744-ba265bb62e74 req-0e1fb9c1-37e2-445b-9123-4ecbdb8f6267 tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:04.884001 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-1906774f-cd60-4128-8fb3-76e3ea9f2064 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:04.908609 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [req-fa5ef81b-baa0-4c48-a744-ba265bb62e74 req-0e1fb9c1-37e2-445b-9123-4ecbdb8f6267 tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] Calling delete_port for 0a669f5e-5fef-4866-bd8e-e6cac72b1152 owned by compute:nova {{(pid=121607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:13:04.910673 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-204b6824-63c7-4ebf-ba1a-2b66b492cad5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:04.910881 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38918108-9ce5-4b04-886a-d74fb34e4a7f tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Checking segment: {'id': 'ed044953-69fe-458e-9ee9-b8264f26342c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'fe8d65f9-00af-4751-929a-992529d61f28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:13:04.911203 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38918108-9ce5-4b04-886a-d74fb34e4a7f tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Network hostable DHCP agents. Network: fe8d65f9-00af-4751-929a-992529d61f28, hostable agents: ['1813db88-2c1b-4357-a2ba-869246b663c2'], hosted agents: [] {{(pid=121607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 25 21:13:04.988492 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-d1a49fc6-6968-4324-9774-bb3f831f750a None None] Publish callbacks [] for port, precommit_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:04.998043 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ec1aa1-3243-43ff-a3a7-1039462545c3 req-dd8c528f-4e7a-4fd2-bf6d-c9c83248849d tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:13:05.001346 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-68ec1aa1-3243-43ff-a3a7-1039462545c3 req-dd8c528f-4e7a-4fd2-bf6d-c9c83248849d tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c9cb266-1a4b-41a7-b9c4-55bc33979d91 HTTP/1.1" status: 200  len: 944 time: 0.0787163
Dec 25 21:13:05.047265 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port 57625400-ffdc-487c-a2b0-1e49b2c71c85 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:13:05.047904 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:05.117658 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cc0b802-1dcb-4ec7-aaeb-c27c9f9aefd4 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 21:13:05.127345 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-3cc0b802-1dcb-4ec7-aaeb-c27c9f9aefd4 admin admin] 10.222.0.32 "PUT /v2.0/routers/7ff13a6b-d94e-4ad7-bb50-6cf15b8f3f84/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 5.0649269
Dec 25 21:13:05.127733 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 48636) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:13:05.130175 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5156f4c5-f39e-4d6f-bcca-c1340bcb9254 None None] Sync routers for ids ['7ff13a6b-d94e-4ad7-bb50-6cf15b8f3f84'] in ncdv-master-1 {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 21:13:05.165298 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5156f4c5-f39e-4d6f-bcca-c1340bcb9254 None None] Routers {'7ff13a6b-d94e-4ad7-bb50-6cf15b8f3f84'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:13:05.165937 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-5156f4c5-f39e-4d6f-bcca-c1340bcb9254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2618c07fa0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:12:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['7ff13a6b-d94e-4ad7-bb50-6cf15b8f3f84'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:13:05.183080 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-1906774f-cd60-4128-8fb3-76e3ea9f2064 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:05.203658 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-d1a49fc6-6968-4324-9774-bb3f831f750a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:05.213734 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port 5efcdb31-93a6-4522-8ad1-d57b10fea80d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5efcdb31-93a6-4522-8ad1-d57b10fea80d,segment=NetworkSegment(e8b49c6f-815a-4466-b5f4-d5e58824da1f),segment_id=e8b49c6f-815a-4466-b5f4-d5e58824da1f)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:13:05.213971 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-68ec1aa1-3243-43ff-a3a7-1039462545c3 req-ed140c8b-4065-4a0f-ae53-4102d23e44e7 tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] 10.222.0.32 "GET /v2.0/security-groups?id=bc05caf7-df2e-49b8-960c-4031d2c2ccca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1741667
Dec 25 21:13:05.273003 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbbd5be-238e-4f60-9e9d-8c599b934d3d req-5e28e171-73a8-4cf5-9fb0-86fcebb08cc2 tempest-ServersWithSpecificFlavorTestJSON-439149936 tempest-ServersWithSpecificFlavorTestJSON-439149936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:13:05.275617 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-edbbd5be-238e-4f60-9e9d-8c599b934d3d req-5e28e171-73a8-4cf5-9fb0-86fcebb08cc2 tempest-ServersWithSpecificFlavorTestJSON-439149936 tempest-ServersWithSpecificFlavorTestJSON-439149936-project] 10.222.0.32 "GET /v2.0/ports?device_id=7df0e675-9617-49b5-bf06-c32adf655c9e HTTP/1.1" status: 200  len: 946 time: 0.0856488
Dec 25 21:13:05.299058 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Returning: {'device': '5efcdb31-93a6-4522-8ad1-d57b10fea80d', 'network_id': 'f8afa1db-6032-4635-a1fd-6997d067d021', 'port_id': '5efcdb31-93a6-4522-8ad1-d57b10fea80d', 'mac_address': 'fa:16:3e:4e:62:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5f99ff0-85f2-49a7-83a6-2b3ecaa62b88', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 25 21:13:05.328393 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9899284-2a10-4244-94f5-b79dff54d124 None None] Pushing event updated for resources: {'Port': ['ID=20a44f95-6882-4b43-a02e-3393f9af8d92,revision_number=3']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:13:05.333816 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvr_db [None req-5156f4c5-f39e-4d6f-bcca-c1340bcb9254 None None] Set router 7ff13a6b-d94e-4ad7-bb50-6cf15b8f3f84 gateway port host: ncdv-master-1 {{(pid=121609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:13:05.342122 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.db_base_plugin_common [None req-5a08afd5-4b96-42e1-828f-3bbd1a893f99 None None] Allocated IP 172.20.0.2 (70cbe831-35cd-442f-8abb-fc8d5a9a0c36/51494e88-dd2f-4f4d-8d8b-c74ab51827b2/53307910-b853-4dbd-a6f1-192c87fb1ebd) {{(pid=121608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:13:05.464150 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-edbbd5be-238e-4f60-9e9d-8c599b934d3d req-3e19edd5-062a-4da4-b8df-449f665e915d tempest-ServersWithSpecificFlavorTestJSON-439149936 tempest-ServersWithSpecificFlavorTestJSON-439149936-project] 10.222.0.32 "GET /v2.0/security-groups?id=d5c07141-cb75-4b9f-8f8d-51cd5e2004f4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1812580
Dec 25 21:13:05.519865 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-cfe1b30f-03ab-4bd9-96f6-a715f2ea2b01 req-7d980da2-2823-4173-bb0e-6a33577334a8 tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] 10.222.0.32 "GET /v2.0/ports?device_id=80f6f0ff-5388-463f-95ad-bb8a5b36da5d HTTP/1.1" status: 200  len: 210 time: 0.0683784
Dec 25 21:13:05.561779 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd58a5a2-17a4-4782-82f3-e5401bae8382 req-239e7844-9443-46d7-a2e6-bc31d872c8b6 tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:13:05.564098 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-fd58a5a2-17a4-4782-82f3-e5401bae8382 req-239e7844-9443-46d7-a2e6-bc31d872c8b6 tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] 10.222.0.31 "GET /v2.0/ports?device_id=6c9cb266-1a4b-41a7-b9c4-55bc33979d91 HTTP/1.1" status: 200  len: 944 time: 0.2023437
Dec 25 21:13:05.573933 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:05.612161 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-5156f4c5-f39e-4d6f-bcca-c1340bcb9254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2618c07fa0>, [{'id': '7ff13a6b-d94e-4ad7-bb50-6cf15b8f3f84', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1609054810-router', 'tenant_id': 'a0c1fd4c214c43d694996c1237c66fe5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.240'}], 'enable_snat': True}, 'gw_port_id': '7019931b-4808-4244-98ba-c743dcbd2a79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:12:47Z', 'updated_at': '2021-12-25T21:13:03Z', 'revision_number': 5, 'project_id': 'a0c1fd4c214c43d694996c1237c66fe5', 'gw_port': {'id': '7019931b-4808-4244-98ba-c743dcbd2a79', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:38:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ff13a6b-d94e-4ad7-bb50-6cf15b8f3f84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:12:47Z', 'updated_at': '2021-12-25T21:12:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:13:05.618430 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5efcdb31-93a6-4522-8ad1-d57b10fea80d {{(pid=121608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:13:05.642221 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5156f4c5-f39e-4d6f-bcca-c1340bcb9254 None None] Checking router: 7ff13a6b-d94e-4ad7-bb50-6cf15b8f3f84 for host: ncdv-master-1 {{(pid=121609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 25 21:13:05.652085 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-3cea8458-d8ee-45c6-bf60-2cc207b7ff40 admin admin] Publish callbacks [] for router, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:05.654110 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5156f4c5-f39e-4d6f-bcca-c1340bcb9254 None None] Routers {'7ff13a6b-d94e-4ad7-bb50-6cf15b8f3f84'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:13:05.655172 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-5156f4c5-f39e-4d6f-bcca-c1340bcb9254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2618c07fa0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:12:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['7ff13a6b-d94e-4ad7-bb50-6cf15b8f3f84'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:13:05.656762 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port 5efcdb31-93a6-4522-8ad1-d57b10fea80d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5efcdb31-93a6-4522-8ad1-d57b10fea80d,segment=NetworkSegment(e8b49c6f-815a-4466-b5f4-d5e58824da1f),segment_id=e8b49c6f-815a-4466-b5f4-d5e58824da1f)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:13:05.760829 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-d1a49fc6-6968-4324-9774-bb3f831f750a None None] Attempting to bind port 20a44f95-6882-4b43-a02e-3393f9af8d92 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:13:05.761229 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-d1a49fc6-6968-4324-9774-bb3f831f750a None None] Attempting to bind port 20a44f95-6882-4b43-a02e-3393f9af8d92 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '348b53e0-5265-410a-a773-abff8c4ab630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'de99ce2c-24a4-4a27-99c6-99cdd5cc3707'}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:13:05.761594 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1a49fc6-6968-4324-9774-bb3f831f750a None None] Attempting to bind port 20a44f95-6882-4b43-a02e-3393f9af8d92 on network de99ce2c-24a4-4a27-99c6-99cdd5cc3707 {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:13:05.764045 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-fa5ef81b-baa0-4c48-a744-ba265bb62e74 req-0e1fb9c1-37e2-445b-9123-4ecbdb8f6267 tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:05.767535 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38918108-9ce5-4b04-886a-d74fb34e4a7f tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Network fe8d65f9-00af-4751-929a-992529d61f28 is scheduled to be hosted by DHCP agent 1813db88-2c1b-4357-a2ba-869246b663c2 with binding_index 1 {{(pid=121607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 25 21:13:05.791142 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:05.791922 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvr_db [None req-5156f4c5-f39e-4d6f-bcca-c1340bcb9254 None None] Set router 7ff13a6b-d94e-4ad7-bb50-6cf15b8f3f84 gateway port host: ncdv-master-1 {{(pid=121609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:13:05.805409 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1fb9c1-37e2-445b-9123-4ecbdb8f6267 tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] Pushing event deleted for resources: {'Port': ['ID=0a669f5e-5fef-4866-bd8e-e6cac72b1152,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:13:05.807348 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-3cea8458-d8ee-45c6-bf60-2cc207b7ff40 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:05.851699 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1a49fc6-6968-4324-9774-bb3f831f750a None None] Checking agent: {'id': 'ca4f5c6d-f1fd-48b8-a3e3-395864c7d23d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 20, 56, 40), 'started_at': datetime.datetime(2021, 12, 25, 20, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 12, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:13:05.852217 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1a49fc6-6968-4324-9774-bb3f831f750a None None] Checking segment: {'id': '348b53e0-5265-410a-a773-abff8c4ab630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'de99ce2c-24a4-4a27-99c6-99cdd5cc3707'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:13:05.852711 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-d1a49fc6-6968-4324-9774-bb3f831f750a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:05.853233 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1a49fc6-6968-4324-9774-bb3f831f750a None None] Bound using segment: {'id': '348b53e0-5265-410a-a773-abff8c4ab630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'de99ce2c-24a4-4a27-99c6-99cdd5cc3707'} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:13:05.853828 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-d1a49fc6-6968-4324-9774-bb3f831f750a None None] Bound port: 20a44f95-6882-4b43-a02e-3393f9af8d92, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '348b53e0-5265-410a-a773-abff8c4ab630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'de99ce2c-24a4-4a27-99c6-99cdd5cc3707'}}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:13:05.854314 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-d1a49fc6-6968-4324-9774-bb3f831f750a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:05.862764 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-c504bb13-75a7-4dda-9e92-16affa7c8ba5 None None] Provisioning complete for port 20a44f95-6882-4b43-a02e-3393f9af8d92 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:13:05.863296 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-c504bb13-75a7-4dda-9e92-16affa7c8ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:05.869240 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa5ef81b-baa0-4c48-a744-ba265bb62e74 req-0e1fb9c1-37e2-445b-9123-4ecbdb8f6267 tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] No DVR routers for this DVR port 0a669f5e-5fef-4866-bd8e-e6cac72b1152 on host nch2-master-1 {{(pid=121607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:13:05.871873 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-fa5ef81b-baa0-4c48-a744-ba265bb62e74 req-0e1fb9c1-37e2-445b-9123-4ecbdb8f6267 tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:05.873411 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [req-fd58a5a2-17a4-4782-82f3-e5401bae8382 req-7212bf90-bd4f-4a8e-85da-ff5dd8345d4c tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] Deleting port 665e512c-6adc-4461-b6ed-9ce93d1fdeee {{(pid=121606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:13:05.874441 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-fd58a5a2-17a4-4782-82f3-e5401bae8382 req-7212bf90-bd4f-4a8e-85da-ff5dd8345d4c tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:05.875965 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-fa5ef81b-baa0-4c48-a744-ba265bb62e74 req-0e1fb9c1-37e2-445b-9123-4ecbdb8f6267 tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] 10.222.0.37 "DELETE /v2.0/ports/0a669f5e-5fef-4866-bd8e-e6cac72b1152 HTTP/1.1" status: 204  len: 173 time: 1.4804394
Dec 25 21:13:05.876498 ncdv-master-1 neutron-server[121607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80f6f0ff-5388-463f-95ad-bb8a5b36da5d', 'name': 'network-vif-deleted', 'tag': '0a669f5e-5fef-4866-bd8e-e6cac72b1152'}] {{(pid=121607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:13:05.880490 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f980bbcadfa7bf1e788024e1448be660373c21f97f015f780444e999c451203" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f439f477-1d56-444b-8ef7-65712c26e1ba" -d '{"events": [{"server_uuid": "80f6f0ff-5388-463f-95ad-bb8a5b36da5d", "name": "network-vif-deleted", "tag": "0a669f5e-5fef-4866-bd8e-e6cac72b1152"}]}' {{(pid=121607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:13:05.914044 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-38918108-9ce5-4b04-886a-d74fb34e4a7f tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, fe8d65f9-00af-4751-929a-992529d61f28) {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:13:05.922237 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38918108-9ce5-4b04-886a-d74fb34e4a7f tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:13:05.925281 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-38918108-9ce5-4b04-886a-d74fb34e4a7f tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Publish callbacks [] for subnet, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:05.938209 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-c504bb13-75a7-4dda-9e92-16affa7c8ba5 None None] Port 20a44f95-6882-4b43-a02e-3393f9af8d92 cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:13:05.943696 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device 1615d351-b877-4433-a0e3-10b0d89051ce details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 25 21:13:05.947441 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfae26a7-a1cc-4a8f-83c0-8c4a5be77b4b None None] Network fe8d65f9-00af-4751-929a-992529d61f28 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:13:05.979002 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 21:13:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e336cf83-838e-48e5-bae3-e5ada425d8cf x-openstack-request-id: req-e336cf83-838e-48e5-bae3-e5ada425d8cf {{(pid=121607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:13:05.979589 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80f6f0ff-5388-463f-95ad-bb8a5b36da5d", "name": "network-vif-deleted", "tag": "0a669f5e-5fef-4866-bd8e-e6cac72b1152", "status": "completed", "code": 200}]} {{(pid=121607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:13:05.980059 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e336cf83-838e-48e5-bae3-e5ada425d8cf {{(pid=121607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:13:05.980662 ncdv-master-1 neutron-server[121607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80f6f0ff-5388-463f-95ad-bb8a5b36da5d', 'name': 'network-vif-deleted', 'tag': '0a669f5e-5fef-4866-bd8e-e6cac72b1152', 'status': 'completed', 'code': 200}
Dec 25 21:13:06.013879 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-3cea8458-d8ee-45c6-bf60-2cc207b7ff40 admin admin] Deleting port 7019931b-4808-4244-98ba-c743dcbd2a79 {{(pid=121607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:13:06.014668 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-3cea8458-d8ee-45c6-bf60-2cc207b7ff40 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:06.034407 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Pushing event updated for resources: {'Port': ['ID=5efcdb31-93a6-4522-8ad1-d57b10fea80d,revision_number=4']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:13:06.062739 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-38918108-9ce5-4b04-886a-d74fb34e4a7f tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 798 time: 2.3774765
Dec 25 21:13:06.065016 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 48646) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:13:06.078633 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-1906774f-cd60-4128-8fb3-76e3ea9f2064 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:06.088071 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5a08afd5-4b96-42e1-828f-3bbd1a893f99 None None] Publish callbacks [] for port, precommit_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:06.109701 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-1906774f-cd60-4128-8fb3-76e3ea9f2064 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:06.111932 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-8f3d124d-9528-43ea-8bf5-9e666a64b80f tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1549804821'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:13:06.117856 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] get_ports_and_sgs() called for port_ids ['5efcdb31-93a6-4522-8ad1-d57b10fea80d'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:13:06.129344 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c08162-bb93-46b7-9275-1d34caceda56 req-8b1d12c5-aa6b-46ee-964d-ca7e785cf769 tempest-MultipleCreateTestJSON-716196898 tempest-MultipleCreateTestJSON-716196898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:13:06.130898 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f4c08162-bb93-46b7-9275-1d34caceda56 req-8b1d12c5-aa6b-46ee-964d-ca7e785cf769 tempest-MultipleCreateTestJSON-716196898 tempest-MultipleCreateTestJSON-716196898-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a17fe35-e90f-4c0c-9f2a-d5a3e950f16f HTTP/1.1" status: 200  len: 943 time: 0.1921482
Dec 25 21:13:06.146530 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-fd58a5a2-17a4-4782-82f3-e5401bae8382 req-7212bf90-bd4f-4a8e-85da-ff5dd8345d4c tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] For port 665e512c-6adc-4461-b6ed-9ce93d1fdeee, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=665e512c-6adc-4461-b6ed-9ce93d1fdeee,segment=NetworkSegment(a05a9961-775b-4dff-bebf-b24cb60ab1a9),segment_id=a05a9961-775b-4dff-bebf-b24cb60ab1a9)] {{(pid=121606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:13:06.147718 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-fd58a5a2-17a4-4782-82f3-e5401bae8382 req-7212bf90-bd4f-4a8e-85da-ff5dd8345d4c tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:06.167113 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.db [None req-3cea8458-d8ee-45c6-bf60-2cc207b7ff40 admin admin] For port 7019931b-4808-4244-98ba-c743dcbd2a79, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7019931b-4808-4244-98ba-c743dcbd2a79,segment=NetworkSegment(6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855),segment_id=6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855)] {{(pid=121607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:13:06.168150 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-3cea8458-d8ee-45c6-bf60-2cc207b7ff40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:06.188850 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-3cea8458-d8ee-45c6-bf60-2cc207b7ff40 admin admin] Calling delete_port for 7019931b-4808-4244-98ba-c743dcbd2a79 owned by network:router_gateway {{(pid=121607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:13:06.209470 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-d1a49fc6-6968-4324-9774-bb3f831f750a None None] For port 20a44f95-6882-4b43-a02e-3393f9af8d92, host ncdv-master-1, cleared binding levels {{(pid=121608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:13:06.213211 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-d1a49fc6-6968-4324-9774-bb3f831f750a None None] For port 20a44f95-6882-4b43-a02e-3393f9af8d92, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=20a44f95-6882-4b43-a02e-3393f9af8d92,segment=NetworkSegment(348b53e0-5265-410a-a773-abff8c4ab630),segment_id=348b53e0-5265-410a-a773-abff8c4ab630)] {{(pid=121608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:13:06.219083 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-5156f4c5-f39e-4d6f-bcca-c1340bcb9254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2618c07fa0>, [{'id': '7ff13a6b-d94e-4ad7-bb50-6cf15b8f3f84', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1609054810-router', 'tenant_id': 'a0c1fd4c214c43d694996c1237c66fe5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.240'}], 'enable_snat': True}, 'gw_port_id': '7019931b-4808-4244-98ba-c743dcbd2a79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:12:47Z', 'updated_at': '2021-12-25T21:13:03Z', 'revision_number': 5, 'project_id': 'a0c1fd4c214c43d694996c1237c66fe5', 'gw_port': {'id': '7019931b-4808-4244-98ba-c743dcbd2a79', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:38:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ff13a6b-d94e-4ad7-bb50-6cf15b8f3f84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:12:47Z', 'updated_at': '2021-12-25T21:12:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:13:06.243518 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [req-fd58a5a2-17a4-4782-82f3-e5401bae8382 req-7212bf90-bd4f-4a8e-85da-ff5dd8345d4c tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] Calling delete_port for 665e512c-6adc-4461-b6ed-9ce93d1fdeee owned by compute:nova {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:13:06.270560 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5156f4c5-f39e-4d6f-bcca-c1340bcb9254 None None] The sync data for ids ['7ff13a6b-d94e-4ad7-bb50-6cf15b8f3f84'] in ncdv-master-1 is: [{'id': '7ff13a6b-d94e-4ad7-bb50-6cf15b8f3f84', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1609054810-router', 'tenant_id': 'a0c1fd4c214c43d694996c1237c66fe5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.240'}], 'enable_snat': True}, 'gw_port_id': '7019931b-4808-4244-98ba-c743dcbd2a79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:12:47Z', 'updated_at': '2021-12-25T21:13:03Z', 'revision_number': 5, 'project_id': 'a0c1fd4c214c43d694996c1237c66fe5', 'gw_port': {'id': '7019931b-4808-4244-98ba-c743dcbd2a79', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:38:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ff13a6b-d94e-4ad7-bb50-6cf15b8f3f84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:12:47Z', 'updated_at': '2021-12-25T21:12:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 21:13:06.358870 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f3d124d-9528-43ea-8bf5-9e666a64b80f tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Made reservation on behalf of af3f5665f009477385c524a3e23aedc6 for: {'network': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:13:06.362588 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-8f3d124d-9528-43ea-8bf5-9e666a64b80f tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for network, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:06.364234 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.db.resource_extend [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 25 21:13:06.398891 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f3d124d-9528-43ea-8bf5-9e666a64b80f tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] vlan segment allocate from pool success with {'vlan_id': 150, 'physical_network': 'physnet1'}  {{(pid=121607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 25 21:13:06.411957 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f4c08162-bb93-46b7-9275-1d34caceda56 req-ac38da5c-8467-4a66-85ea-5d41d895d9ed tempest-MultipleCreateTestJSON-716196898 tempest-MultipleCreateTestJSON-716196898-project] 10.222.0.32 "GET /v2.0/security-groups?id=a7858f6a-3772-499d-a74e-b906953665ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2693698
Dec 25 21:13:06.432296 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-8f3d124d-9528-43ea-8bf5-9e666a64b80f tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:06.432296 ncdv-master-1 neutron-server[121607]: INFO neutron.db.segments_db [None req-8f3d124d-9528-43ea-8bf5-9e666a64b80f tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Added segment 12a8f782-0c44-4c84-930d-204ce9264a07 of type vlan for network db6bf08b-3b26-4dda-a3c4-b7642bb36e68
Dec 25 21:13:06.452449 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port 1615d351-b877-4433-a0e3-10b0d89051ce, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1615d351-b877-4433-a0e3-10b0d89051ce,segment=NetworkSegment(e8b49c6f-815a-4466-b5f4-d5e58824da1f),segment_id=e8b49c6f-815a-4466-b5f4-d5e58824da1f)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:13:06.469046 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_common [None req-1906774f-cd60-4128-8fb3-76e3ea9f2064 admin admin] Allocated IP 172.35.3.85 (7201e55c-7c5f-41aa-a042-a363696539d0/7a939e13-713f-45cf-bba7-1539635abe25/21c1b29b-414c-4344-a8ec-776b2916a956) {{(pid=121606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:13:06.470026 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Returning: {'device': '1615d351-b877-4433-a0e3-10b0d89051ce', 'network_id': 'f8afa1db-6032-4635-a1fd-6997d067d021', 'port_id': '1615d351-b877-4433-a0e3-10b0d89051ce', 'mac_address': 'fa:16:3e:43:eb:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5f99ff0-85f2-49a7-83a6-2b3ecaa62b88', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 25 21:13:06.485485 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.agents_db [None req-ec08dba0-4483-4109-b5e1-5e4a9fdaf12d None None] Agent healthcheck: found 7 active agents {{(pid=121609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 25 21:13:06.495675 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5345508a-86ea-40ca-a815-057827100ea6 req-030bbe34-23ab-4396-a68f-7ce00fd4ac47 tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:13:06.495675 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5345508a-86ea-40ca-a815-057827100ea6 req-030bbe34-23ab-4396-a68f-7ce00fd4ac47 tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c9cb266-1a4b-41a7-b9c4-55bc33979d91 HTTP/1.1" status: 200  len: 944 time: 0.1496582
Dec 25 21:13:06.507684 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-8f3d124d-9528-43ea-8bf5-9e666a64b80f tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737602163420'] for network, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:06.516661 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5a08afd5-4b96-42e1-828f-3bbd1a893f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946'] for port, after_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:06.541509 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:06.556884 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-d1a49fc6-6968-4324-9774-bb3f831f750a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:06.592157 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ca9163c-ee05-4d91-a33c-87216b992717 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-fe8d65f9-00af-4751-929a-992529d61f28', 'network_id': 'fe8d65f9-00af-4751-929a-992529d61f28', 'project_id': 'af3f5665f009477385c524a3e23aedc6', 'fixed_ips': [{'subnet_id': '10a51771-74d5-45b2-afd9-1d8a1c74f569'}]}} from ncdv-master-1. {{(pid=121608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 25 21:13:06.593707 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-0ca9163c-ee05-4d91-a33c-87216b992717 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:06.599679 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-3cea8458-d8ee-45c6-bf60-2cc207b7ff40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:06.601397 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1615d351-b877-4433-a0e3-10b0d89051ce {{(pid=121608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:13:06.630967 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a08afd5-4b96-42e1-828f-3bbd1a893f99 None None] Network 70cbe831-35cd-442f-8abb-fc8d5a9a0c36 is already hosted by enough agents. {{(pid=121608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:13:06.633506 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cea8458-d8ee-45c6-bf60-2cc207b7ff40 admin admin] Pushing event deleted for resources: {'Port': ['ID=7019931b-4808-4244-98ba-c743dcbd2a79,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:13:06.661584 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.base_scheduler [None req-5a08afd5-4b96-42e1-828f-3bbd1a893f99 None None] Resources bound (agent type, host, resource id):  {{(pid=121608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:13:06.675410 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a08afd5-4b96-42e1-828f-3bbd1a893f99 None None] Received port after_create {{(pid=121608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:13:06.693801 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5345508a-86ea-40ca-a815-057827100ea6 req-0f8431fa-1b7f-424f-b115-6ae5556c7094 tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] 10.222.0.32 "GET /v2.0/security-groups?id=bc05caf7-df2e-49b8-960c-4031d2c2ccca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1828504
Dec 25 21:13:06.703818 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-8f3d124d-9528-43ea-8bf5-9e666a64b80f tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870'] for network, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:06.710990 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f3d124d-9528-43ea-8bf5-9e666a64b80f tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:13:06.711686 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-8f3d124d-9528-43ea-8bf5-9e666a64b80f tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for network, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:06.714681 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-3cea8458-d8ee-45c6-bf60-2cc207b7ff40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2008689'] for router_gateway, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:06.735872 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-1906774f-cd60-4128-8fb3-76e3ea9f2064 admin admin] Publish callbacks [] for port, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:06.818029 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a08afd5-4b96-42e1-828f-3bbd1a893f99 None None] Pushing event updated for resources: {'Port': ['ID=53307910-b853-4dbd-a6f1-192c87fb1ebd,revision_number=1']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:13:06.876752 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f13dfc2b-3712-4fc1-8ea6-f3a7557ff484 req-4f57548e-e10c-404f-a213-1f2079e84da7 tempest-ImagesTestJSON-1757783933 tempest-ImagesTestJSON-1757783933-project] 10.222.0.32 "GET /v2.0/ports?device_id=80f6f0ff-5388-463f-95ad-bb8a5b36da5d HTTP/1.1" status: 200  len: 210 time: 0.0515046
Dec 25 21:13:06.878012 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-fd58a5a2-17a4-4782-82f3-e5401bae8382 req-7212bf90-bd4f-4a8e-85da-ff5dd8345d4c tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:06.885368 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port 1615d351-b877-4433-a0e3-10b0d89051ce, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1615d351-b877-4433-a0e3-10b0d89051ce,segment=NetworkSegment(e8b49c6f-815a-4466-b5f4-d5e58824da1f),segment_id=e8b49c6f-815a-4466-b5f4-d5e58824da1f)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:13:06.921724 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-3cea8458-d8ee-45c6-bf60-2cc207b7ff40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2014235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14905'] for router, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:06.931248 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7212bf90-bd4f-4a8e-85da-ff5dd8345d4c tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] Pushing event deleted for resources: {'Port': ['ID=665e512c-6adc-4461-b6ed-9ce93d1fdeee,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:13:06.983277 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-3cea8458-d8ee-45c6-bf60-2cc207b7ff40 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:06.985361 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3d124d-9528-43ea-8bf5-9e666a64b80f tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Pushing event updated for resources: {'Network': ['ID=db6bf08b-3b26-4dda-a3c4-b7642bb36e68,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:13:06.992127 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-8f3d124d-9528-43ea-8bf5-9e666a64b80f tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 774 time: 0.8891282
Dec 25 21:13:06.994979 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 48656) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:13:07.000394 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-cce04af2-ecff-4ea1-974e-8f3ab4690b8a tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Request body: {'subnet': {'network_id': 'db6bf08b-3b26-4dda-a3c4-b7642bb36e68', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:13:07.002333 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-1906774f-cd60-4128-8fb3-76e3ea9f2064 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:07.036375 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Network db6bf08b-3b26-4dda-a3c4-b7642bb36e68 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 25 21:13:07.041997 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:07.046323 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd58a5a2-17a4-4782-82f3-e5401bae8382 req-7212bf90-bd4f-4a8e-85da-ff5dd8345d4c tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] No DVR routers for this DVR port 665e512c-6adc-4461-b6ed-9ce93d1fdeee on host nch1-master-1 {{(pid=121606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:13:07.145859 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-fd58a5a2-17a4-4782-82f3-e5401bae8382 req-7212bf90-bd4f-4a8e-85da-ff5dd8345d4c tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:07.153010 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-fd58a5a2-17a4-4782-82f3-e5401bae8382 req-7212bf90-bd4f-4a8e-85da-ff5dd8345d4c tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] 10.222.0.31 "DELETE /v2.0/ports/665e512c-6adc-4461-b6ed-9ce93d1fdeee HTTP/1.1" status: 204  len: 173 time: 1.5815125
Dec 25 21:13:07.153731 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1906774f-cd60-4128-8fb3-76e3ea9f2064 admin admin] Pushing event updated for resources: {'Port': ['ID=21c1b29b-414c-4344-a8ec-776b2916a956,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:13:07.184826 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-3cea8458-d8ee-45c6-bf60-2cc207b7ff40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2014220'] for router, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:07.185401 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cea8458-d8ee-45c6-bf60-2cc207b7ff40 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7ff13a6b-d94e-4ad7-bb50-6cf15b8f3f84 {{(pid=121607) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 25 21:13:07.190558 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c9cb266-1a4b-41a7-b9c4-55bc33979d91', 'name': 'network-vif-deleted', 'tag': '665e512c-6adc-4461-b6ed-9ce93d1fdeee'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:13:07.196570 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-3cea8458-d8ee-45c6-bf60-2cc207b7ff40 admin admin] Publish callbacks [] for router, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:07.196725 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9858820c13ec2827453b94ebc4181065e990a4e4089ccb9fe762531ac62d2fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa1af07f-04a2-4016-9c0f-55b3cfbb1ac3" -d '{"events": [{"server_uuid": "6c9cb266-1a4b-41a7-b9c4-55bc33979d91", "name": "network-vif-deleted", "tag": "665e512c-6adc-4461-b6ed-9ce93d1fdeee"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:13:07.196829 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-3cea8458-d8ee-45c6-bf60-2cc207b7ff40 admin admin] 10.222.0.32 "DELETE /v2.0/routers/7ff13a6b-d94e-4ad7-bb50-6cf15b8f3f84 HTTP/1.1" status: 204  len: 168 time: 2.0652943
Dec 25 21:13:07.201417 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1a49fc6-6968-4324-9774-bb3f831f750a None None] Routers {'45fe7389-f956-443a-8fd6-bd0a51c65bab'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:13:07.202127 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-d1a49fc6-6968-4324-9774-bb3f831f750a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2613e8acd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:12:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['45fe7389-f956-443a-8fd6-bd0a51c65bab'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:13:07.207363 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1906774f-cd60-4128-8fb3-76e3ea9f2064 admin admin] Network 7201e55c-7c5f-41aa-a042-a363696539d0 is already hosted by enough agents. {{(pid=121606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:13:07.207755 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 48664) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:13:07.243468 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [None req-1906774f-cd60-4128-8fb3-76e3ea9f2064 admin admin] Resources bound (agent type, host, resource id):  {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:13:07.257909 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1906774f-cd60-4128-8fb3-76e3ea9f2064 admin admin] Received port after_create {{(pid=121606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:13:07.258263 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 21:13:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-566d5f76-f33d-4894-8d31-20422389b973 x-openstack-request-id: req-566d5f76-f33d-4894-8d31-20422389b973 {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:13:07.258643 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c9cb266-1a4b-41a7-b9c4-55bc33979d91", "name": "network-vif-deleted", "tag": "665e512c-6adc-4461-b6ed-9ce93d1fdeee", "status": "completed", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:13:07.258961 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-566d5f76-f33d-4894-8d31-20422389b973 {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:13:07.259438 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c9cb266-1a4b-41a7-b9c4-55bc33979d91', 'name': 'network-vif-deleted', 'tag': '665e512c-6adc-4461-b6ed-9ce93d1fdeee', 'status': 'completed', 'code': 200}
Dec 25 21:13:07.325281 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a2aab5c-fb21-4ac7-93c1-c55040da0a5d admin admin] Deleting subnet 1444082a-0cc0-4e0c-b1ba-154c7879a19f {{(pid=121607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Dec 25 21:13:07.331101 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-2a2aab5c-fb21-4ac7-93c1-c55040da0a5d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:07.333476 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db90a86-0905-4640-852c-90e02d1360d1 req-1ce89402-bbf9-4787-82e9-798f4ee57472 tempest-ServersWithSpecificFlavorTestJSON-439149936 tempest-ServersWithSpecificFlavorTestJSON-439149936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:13:07.335292 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cce04af2-ecff-4ea1-974e-8f3ab4690b8a tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Made reservation on behalf of af3f5665f009477385c524a3e23aedc6 for: {'subnet': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:13:07.338842 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-cce04af2-ecff-4ea1-974e-8f3ab4690b8a tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8852834'] for subnet, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:07.345207 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-6db90a86-0905-4640-852c-90e02d1360d1 req-1ce89402-bbf9-4787-82e9-798f4ee57472 tempest-ServersWithSpecificFlavorTestJSON-439149936 tempest-ServersWithSpecificFlavorTestJSON-439149936-project] 10.222.0.32 "GET /v2.0/ports?device_id=7df0e675-9617-49b5-bf06-c32adf655c9e HTTP/1.1" status: 200  len: 946 time: 0.1489632
Dec 25 21:13:07.421248 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-2a2aab5c-fb21-4ac7-93c1-c55040da0a5d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10246617'] for subnet, precommit_delete_associations {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:07.538887 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-6db90a86-0905-4640-852c-90e02d1360d1 req-1b83c178-68aa-49de-87b7-a45fe705d7c0 tempest-ServersWithSpecificFlavorTestJSON-439149936 tempest-ServersWithSpecificFlavorTestJSON-439149936-project] 10.222.0.32 "GET /v2.0/security-groups?id=d5c07141-cb75-4b9f-8f8d-51cd5e2004f4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1920252
Dec 25 21:13:07.562809 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-65ac0217-4202-4a65-9c04-371ed1ed19d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:07.601897 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.db_base_plugin_common [None req-0ca9163c-ee05-4d91-a33c-87216b992717 None None] Allocated IP 19.80.0.2 (fe8d65f9-00af-4751-929a-992529d61f28/10a51771-74d5-45b2-afd9-1d8a1c74f569/00f3a806-4fc7-400a-b0bd-e4386654b95d) {{(pid=121608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:13:07.615744 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-5a08afd5-4b96-42e1-828f-3bbd1a893f99 None None] Attempting to bind port 53307910-b853-4dbd-a6f1-192c87fb1ebd on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:13:07.616152 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6640bd-1fcc-4c84-a05a-a92c970f7cca req-b4c76590-fc91-43eb-bd58-dde16fc8bb90 tempest-MultipleCreateTestJSON-716196898 tempest-MultipleCreateTestJSON-716196898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:13:07.616713 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-5a08afd5-4b96-42e1-828f-3bbd1a893f99 None None] Attempting to bind port 53307910-b853-4dbd-a6f1-192c87fb1ebd by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'a2e8e905-c643-4f99-a8fc-850adfdf0e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '70cbe831-35cd-442f-8abb-fc8d5a9a0c36'}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:13:07.617385 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a08afd5-4b96-42e1-828f-3bbd1a893f99 None None] Attempting to bind port 53307910-b853-4dbd-a6f1-192c87fb1ebd on network 70cbe831-35cd-442f-8abb-fc8d5a9a0c36 {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:13:07.617907 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8d6640bd-1fcc-4c84-a05a-a92c970f7cca req-b4c76590-fc91-43eb-bd58-dde16fc8bb90 tempest-MultipleCreateTestJSON-716196898 tempest-MultipleCreateTestJSON-716196898-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a17fe35-e90f-4c0c-9f2a-d5a3e950f16f HTTP/1.1" status: 200  len: 944 time: 0.0959806
Dec 25 21:13:07.636479 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] get_ports_and_sgs() called for port_ids ['1615d351-b877-4433-a0e3-10b0d89051ce'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:13:07.643155 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvr_db [None req-d1a49fc6-6968-4324-9774-bb3f831f750a None None] Set router 45fe7389-f956-443a-8fd6-bd0a51c65bab gateway port host: ncdv-master-1 {{(pid=121608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:13:07.648543 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9899284-2a10-4244-94f5-b79dff54d124 None None] Pushing event updated for resources: {'Port': ['ID=20a44f95-6882-4b43-a02e-3393f9af8d92,revision_number=4']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:13:07.664452 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-2a2aab5c-fb21-4ac7-93c1-c55040da0a5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995662'] for subnet, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:07.685771 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8d6640bd-1fcc-4c84-a05a-a92c970f7cca req-9c1eb0f2-59ee-435c-9bf0-693f2b2d257c tempest-MultipleCreateTestJSON-716196898 tempest-MultipleCreateTestJSON-716196898-project] 10.222.0.32 "GET /v2.0/security-groups?id=a7858f6a-3772-499d-a74e-b906953665ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0612981
Dec 25 21:13:07.726896 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a08afd5-4b96-42e1-828f-3bbd1a893f99 None None] Checking agent: {'id': 'ca4f5c6d-f1fd-48b8-a3e3-395864c7d23d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 20, 56, 40), 'started_at': datetime.datetime(2021, 12, 25, 20, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 12, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:13:07.727286 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a08afd5-4b96-42e1-828f-3bbd1a893f99 None None] Checking segment: {'id': 'a2e8e905-c643-4f99-a8fc-850adfdf0e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '70cbe831-35cd-442f-8abb-fc8d5a9a0c36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:13:07.728377 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5a08afd5-4b96-42e1-828f-3bbd1a893f99 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:07.728377 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a08afd5-4b96-42e1-828f-3bbd1a893f99 None None] Bound using segment: {'id': 'a2e8e905-c643-4f99-a8fc-850adfdf0e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '70cbe831-35cd-442f-8abb-fc8d5a9a0c36'} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:13:07.728646 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-5a08afd5-4b96-42e1-828f-3bbd1a893f99 None None] Bound port: 53307910-b853-4dbd-a6f1-192c87fb1ebd, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2e8e905-c643-4f99-a8fc-850adfdf0e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '70cbe831-35cd-442f-8abb-fc8d5a9a0c36'}}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:13:07.729119 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5a08afd5-4b96-42e1-828f-3bbd1a893f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:07.756635 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-f91c19ab-e562-463c-83fa-8fc7de942c2f None None] Provisioning complete for port 20a44f95-6882-4b43-a02e-3393f9af8d92 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:13:07.756983 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-f91c19ab-e562-463c-83fa-8fc7de942c2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:07.854423 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c634100c-4d84-40d2-ab70-6cd6cceebf72 req-676d77a3-d3c1-4a14-89c9-920b7e65a3ad tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c9cb266-1a4b-41a7-b9c4-55bc33979d91 HTTP/1.1" status: 200  len: 210 time: 0.0335636
Dec 25 21:13:07.875597 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-1906774f-cd60-4128-8fb3-76e3ea9f2064 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:07.937363 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device 0a669f5e-5fef-4866-bd8e-e6cac72b1152 no longer exists at agent hyperv_nch2-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:13:07.948408 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-cce04af2-ecff-4ea1-974e-8f3ab4690b8a tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8632475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8852848'] for subnet, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:07.976806 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] No Port match for: 0a669f5e-5fef-4866-bd8e-e6cac72b1152 {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:13:07.977140 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device 0a669f5e-5fef-4866-bd8e-e6cac72b1152 not bound to the agent host nch2-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:13:08.008370 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-2a2aab5c-fb21-4ac7-93c1-c55040da0a5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8632410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8852809'] for subnet, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:08.062141 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-2a2aab5c-fb21-4ac7-93c1-c55040da0a5d admin admin] Publish callbacks [] for subnet, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:08.066402 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-2a2aab5c-fb21-4ac7-93c1-c55040da0a5d admin admin] 10.222.0.32 "DELETE /v2.0/subnets/1444082a-0cc0-4e0c-b1ba-154c7879a19f HTTP/1.1" status: 204  len: 168 time: 0.8574023
Dec 25 21:13:08.070855 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 48686) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:13:08.095083 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce04af2-ecff-4ea1-974e-8f3ab4690b8a tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Pushing event updated for resources: {'Subnet': ['ID=641fb822-7372-4e84-a1d6-aa2d36533e51,revision_number=0']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:13:08.186066 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1811309-73c3-4a06-8de7-06af18769ca1 None None] Network 6f1c722b-c088-4e8f-83b0-51a2bbb400f6 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:13:08.192783 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-1906774f-cd60-4128-8fb3-76e3ea9f2064 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2014278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2009753'] for router, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:08.206956 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2aab5c-fb21-4ac7-93c1-c55040da0a5d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1444082a-0cc0-4e0c-b1ba-154c7879a19f,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:13:08.221845 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cce04af2-ecff-4ea1-974e-8f3ab4690b8a tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Checking segment: {'id': '12a8f782-0c44-4c84-930d-204ce9264a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'db6bf08b-3b26-4dda-a3c4-b7642bb36e68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:13:08.222300 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cce04af2-ecff-4ea1-974e-8f3ab4690b8a tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Network hostable DHCP agents. Network: db6bf08b-3b26-4dda-a3c4-b7642bb36e68, hostable agents: ['1813db88-2c1b-4357-a2ba-869246b663c2'], hosted agents: [] {{(pid=121607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 25 21:13:08.297912 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-95e7996f-e19f-4d20-9cc0-30653db55d94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625803'] for network, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:08.298143 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Pushing event updated for resources: {'Port': ['ID=1615d351-b877-4433-a0e3-10b0d89051ce,revision_number=4']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:13:08.380411 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-95e7996f-e19f-4d20-9cc0-30653db55d94 admin admin] Deleting port c585400c-65b2-4f12-88c9-88de0b5b4aad {{(pid=121607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:13:08.381794 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-95e7996f-e19f-4d20-9cc0-30653db55d94 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:08.387283 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:08.408370 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5a08afd5-4b96-42e1-828f-3bbd1a893f99 None None] For port 53307910-b853-4dbd-a6f1-192c87fb1ebd, host ncdv-master-1, cleared binding levels {{(pid=121608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:13:08.416843 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cce04af2-ecff-4ea1-974e-8f3ab4690b8a tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Network db6bf08b-3b26-4dda-a3c4-b7642bb36e68 is scheduled to be hosted by DHCP agent 1813db88-2c1b-4357-a2ba-869246b663c2 with binding_index 1 {{(pid=121607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 25 21:13:08.577542 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 7019931b-4808-4244-98ba-c743dcbd2a79 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:13:08.584160 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 48736) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:13:08.639049 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3e945ecd-9380-47c2-aa0a-12ebe07e03e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:08.643932 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-cce04af2-ecff-4ea1-974e-8f3ab4690b8a tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, db6bf08b-3b26-4dda-a3c4-b7642bb36e68) {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:13:08.655926 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cce04af2-ecff-4ea1-974e-8f3ab4690b8a tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:13:08.656693 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-cce04af2-ecff-4ea1-974e-8f3ab4690b8a tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Publish callbacks [] for subnet, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:08.665004 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.db [None req-95e7996f-e19f-4d20-9cc0-30653db55d94 admin admin] For port c585400c-65b2-4f12-88c9-88de0b5b4aad, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c585400c-65b2-4f12-88c9-88de0b5b4aad,segment=NetworkSegment(4d4d43d5-7d0a-4994-9a87-30bf12a656cb),segment_id=4d4d43d5-7d0a-4994-9a87-30bf12a656cb)] {{(pid=121607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:13:08.665004 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-95e7996f-e19f-4d20-9cc0-30653db55d94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:08.699969 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] No Port match for: 7019931b-4808-4244-98ba-c743dcbd2a79 {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:13:08.700315 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 7019931b-4808-4244-98ba-c743dcbd2a79 not bound to the agent host ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:13:08.700910 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 2484404f-9d6d-421c-8512-101ae4c115b9 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:13:08.702997 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device 665e512c-6adc-4461-b6ed-9ce93d1fdeee no longer exists at agent hyperv_nch1-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:13:08.704822 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1ff62e7-6a0c-4450-bc2a-5da63349924a None None] Network db6bf08b-3b26-4dda-a3c4-b7642bb36e68 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:13:08.706015 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-95e7996f-e19f-4d20-9cc0-30653db55d94 admin admin] Calling delete_port for c585400c-65b2-4f12-88c9-88de0b5b4aad owned by network:dhcp {{(pid=121607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:13:08.712962 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5a08afd5-4b96-42e1-828f-3bbd1a893f99 None None] For port 53307910-b853-4dbd-a6f1-192c87fb1ebd, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=53307910-b853-4dbd-a6f1-192c87fb1ebd,segment=NetworkSegment(a2e8e905-c643-4f99-a8fc-850adfdf0e64),segment_id=a2e8e905-c643-4f99-a8fc-850adfdf0e64)] {{(pid=121608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:13:08.720779 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_v2 [None req-78ad3e36-3672-4a28-a83b-2cee9615df48 admin admin] Deleting subnet 4319d64b-4a91-4427-9485-7d07e2bc5ab0 {{(pid=121607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Dec 25 21:13:08.730591 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-78ad3e36-3672-4a28-a83b-2cee9615df48 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:08.758503 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a9bf8a-85cf-4f21-8422-7495ff884ae9 req-a84a1c0e-31d4-4882-807b-9d9d227ff3c7 tempest-ServersWithSpecificFlavorTestJSON-439149936 tempest-ServersWithSpecificFlavorTestJSON-439149936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:13:08.760029 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-09a9bf8a-85cf-4f21-8422-7495ff884ae9 req-a84a1c0e-31d4-4882-807b-9d9d227ff3c7 tempest-ServersWithSpecificFlavorTestJSON-439149936 tempest-ServersWithSpecificFlavorTestJSON-439149936-project] 10.222.0.37 "GET /v2.0/ports?device_id=7df0e675-9617-49b5-bf06-c32adf655c9e HTTP/1.1" status: 200  len: 946 time: 0.1750500
Dec 25 21:13:08.800156 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] No Port match for: 665e512c-6adc-4461-b6ed-9ce93d1fdeee {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:13:08.800156 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device 665e512c-6adc-4461-b6ed-9ce93d1fdeee not bound to the agent host nch1-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:13:08.805851 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] No Port match for: 2484404f-9d6d-421c-8512-101ae4c115b9 {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:13:08.806465 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 2484404f-9d6d-421c-8512-101ae4c115b9 not bound to the agent host ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:13:08.814813 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-cce04af2-ecff-4ea1-974e-8f3ab4690b8a tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 798 time: 1.8187997
Dec 25 21:13:08.815896 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5a08afd5-4b96-42e1-828f-3bbd1a893f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:08.847569 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-78ad3e36-3672-4a28-a83b-2cee9615df48 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10246617'] for subnet, precommit_delete_associations {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:08.854083 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed92ca02-2ee8-4acb-bf2d-336c1e2db988 req-e1b9acd7-d345-45ef-9a84-fa0b08adb786 tempest-ServersWithSpecificFlavorTestJSON-439149936 tempest-ServersWithSpecificFlavorTestJSON-439149936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:13:08.856272 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ed92ca02-2ee8-4acb-bf2d-336c1e2db988 req-e1b9acd7-d345-45ef-9a84-fa0b08adb786 tempest-ServersWithSpecificFlavorTestJSON-439149936 tempest-ServersWithSpecificFlavorTestJSON-439149936-project] 10.222.0.32 "GET /v2.0/ports?device_id=7df0e675-9617-49b5-bf06-c32adf655c9e HTTP/1.1" status: 200  len: 946 time: 0.1084590
Dec 25 21:13:08.888095 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-f91c19ab-e562-463c-83fa-8fc7de942c2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:08.941849 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ed92ca02-2ee8-4acb-bf2d-336c1e2db988 req-13653b93-78a6-4284-a1d0-f9df211347fa tempest-ServersWithSpecificFlavorTestJSON-439149936 tempest-ServersWithSpecificFlavorTestJSON-439149936-project] 10.222.0.32 "GET /v2.0/security-groups?id=d5c07141-cb75-4b9f-8f8d-51cd5e2004f4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0777779
Dec 25 21:13:08.959573 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-78ad3e36-3672-4a28-a83b-2cee9615df48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995662'] for subnet, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:08.962195 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-0ca9163c-ee05-4d91-a33c-87216b992717 None None] Publish callbacks [] for port, precommit_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:09.011508 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] get_ports_and_sgs() called for port_ids ['03a8ec19-2525-4748-83ce-e5fe439b39e0'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:13:09.048296 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [req-09a9bf8a-85cf-4f21-8422-7495ff884ae9 req-899aa03b-0ef0-4a52-8dee-66f994a4a48a tempest-ServersWithSpecificFlavorTestJSON-439149936 tempest-ServersWithSpecificFlavorTestJSON-439149936-project] Deleting port 53ff2af7-9bf4-4cb8-bafa-414f471bb1cb {{(pid=121607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:13:09.048830 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-09a9bf8a-85cf-4f21-8422-7495ff884ae9 req-899aa03b-0ef0-4a52-8dee-66f994a4a48a tempest-ServersWithSpecificFlavorTestJSON-439149936 tempest-ServersWithSpecificFlavorTestJSON-439149936-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:09.059951 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1906774f-cd60-4128-8fb3-76e3ea9f2064 admin admin] Router bd07523a-f312-4f7e-b1b0-f5a637a4577e is scheduled to L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 with binding_index 1 {{(pid=121606) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 25 21:13:09.160119 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-95e7996f-e19f-4d20-9cc0-30653db55d94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:09.177089 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-d1a49fc6-6968-4324-9774-bb3f831f750a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2613e8acd0>, [{'id': '45fe7389-f956-443a-8fd6-bd0a51c65bab', 'name': 'tempest-ServersTestMultiNic-736162976-router', 'tenant_id': 'af3f5665f009477385c524a3e23aedc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.220'}], 'enable_snat': True}, 'gw_port_id': '57625400-ffdc-487c-a2b0-1e49b2c71c85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:12:51Z', 'updated_at': '2021-12-25T21:12:59Z', 'revision_number': 4, 'project_id': 'af3f5665f009477385c524a3e23aedc6', 'gw_port': {'id': '57625400-ffdc-487c-a2b0-1e49b2c71c85', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:db:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45fe7389-f956-443a-8fd6-bd0a51c65bab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:12:53Z', 'updated_at': '2021-12-25T21:13:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '20a44f95-6882-4b43-a02e-3393f9af8d92', 'name': '', 'network_id': 'de99ce2c-24a4-4a27-99c6-99cdd5cc3707', 'tenant_id': 'af3f5665f009477385c524a3e23aedc6', 'mac_address': 'fa:16:3e:b7:10:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45fe7389-f956-443a-8fd6-bd0a51c65bab', 'device_owner': 'network:router_interface', 'standard_attr_id': 702, 'fixed_ips': [{'subnet_id': 'e9992841-76e9-49a9-8cef-2bda6ac4faf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:12:58Z', 'updated_at': '2021-12-25T21:13:06Z', 'revision_number': 4, 'project_id': 'af3f5665f009477385c524a3e23aedc6', 'subnets': [{'id': 'e9992841-76e9-49a9-8cef-2bda6ac4faf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:13:09.181525 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-0ca9163c-ee05-4d91-a33c-87216b992717 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946'] for port, after_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:09.215831 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-78ad3e36-3672-4a28-a83b-2cee9615df48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8632410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8852809'] for subnet, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:09.245531 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2cb6a60-9a63-40ff-9992-1b48f00af0e2 None None] DHCP port deletion for 6f1c722b-c088-4e8f-83b0-51a2bbb400f6 request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 21:13:09.253232 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-f91c19ab-e562-463c-83fa-8fc7de942c2f None None] For port 20a44f95-6882-4b43-a02e-3393f9af8d92, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=20a44f95-6882-4b43-a02e-3393f9af8d92,segment=NetworkSegment(348b53e0-5265-410a-a773-abff8c4ab630),segment_id=348b53e0-5265-410a-a773-abff8c4ab630)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:13:09.260063 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-78ad3e36-3672-4a28-a83b-2cee9615df48 admin admin] Publish callbacks [] for subnet, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:09.265982 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-78ad3e36-3672-4a28-a83b-2cee9615df48 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/4319d64b-4a91-4427-9485-7d07e2bc5ab0 HTTP/1.1" status: 204  len: 168 time: 0.6514349
Dec 25 21:13:09.273646 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a08afd5-4b96-42e1-828f-3bbd1a893f99 None None] Pushing event updated for resources: {'Port': ['ID=53307910-b853-4dbd-a6f1-192c87fb1ebd,revision_number=2']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:13:09.291831 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 48762) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:13:09.292743 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e7996f-e19f-4d20-9cc0-30653db55d94 admin admin] Pushing event deleted for resources: {'Port': ['ID=c585400c-65b2-4f12-88c9-88de0b5b4aad,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:13:09.298835 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ca9163c-ee05-4d91-a33c-87216b992717 None None] Network fe8d65f9-00af-4751-929a-992529d61f28 is already hosted by enough agents. {{(pid=121608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:13:09.305289 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1a49fc6-6968-4324-9774-bb3f831f750a None None] The sync data for ids ['45fe7389-f956-443a-8fd6-bd0a51c65bab'] in ncdv-master-1 is: [{'id': '45fe7389-f956-443a-8fd6-bd0a51c65bab', 'name': 'tempest-ServersTestMultiNic-736162976-router', 'tenant_id': 'af3f5665f009477385c524a3e23aedc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.220'}], 'enable_snat': True}, 'gw_port_id': '57625400-ffdc-487c-a2b0-1e49b2c71c85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:12:51Z', 'updated_at': '2021-12-25T21:12:59Z', 'revision_number': 4, 'project_id': 'af3f5665f009477385c524a3e23aedc6', 'gw_port': {'id': '57625400-ffdc-487c-a2b0-1e49b2c71c85', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:db:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45fe7389-f956-443a-8fd6-bd0a51c65bab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:12:53Z', 'updated_at': '2021-12-25T21:13:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '20a44f95-6882-4b43-a02e-3393f9af8d92', 'name': '', 'network_id': 'de99ce2c-24a4-4a27-99c6-99cdd5cc3707', 'tenant_id': 'af3f5665f009477385c524a3e23aedc6', 'mac_address': 'fa:16:3e:b7:10:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45fe7389-f956-443a-8fd6-bd0a51c65bab', 'device_owner': 'network:router_interface', 'standard_attr_id': 702, 'fixed_ips': [{'subnet_id': 'e9992841-76e9-49a9-8cef-2bda6ac4faf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:12:58Z', 'updated_at': '2021-12-25T21:13:06Z', 'revision_number': 4, 'project_id': 'af3f5665f009477385c524a3e23aedc6', 'subnets': [{'id': 'e9992841-76e9-49a9-8cef-2bda6ac4faf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 21:13:09.332977 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95e7996f-e19f-4d20-9cc0-30653db55d94 admin admin] No DVR routers for this DVR port c585400c-65b2-4f12-88c9-88de0b5b4aad on host ncdv-master-1 {{(pid=121607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:13:09.362389 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ad3e36-3672-4a28-a83b-2cee9615df48 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4319d64b-4a91-4427-9485-7d07e2bc5ab0,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:13:09.370471 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1906774f-cd60-4128-8fb3-76e3ea9f2064 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 21:13:09.404182 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db45cff-0930-4519-8d24-2ee4ac4eed59 req-29f09dd4-35dc-4d69-b26e-85edb9d1ff61 tempest-MultipleCreateTestJSON-716196898 tempest-MultipleCreateTestJSON-716196898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:13:09.415544 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4db45cff-0930-4519-8d24-2ee4ac4eed59 req-29f09dd4-35dc-4d69-b26e-85edb9d1ff61 tempest-MultipleCreateTestJSON-716196898 tempest-MultipleCreateTestJSON-716196898-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a17fe35-e90f-4c0c-9f2a-d5a3e950f16f HTTP/1.1" status: 200  len: 944 time: 0.2589967
Dec 25 21:13:09.459144 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-404a0260-75e6-46ca-9ad1-fbdf20257057 None None] Sync routers for ids ['bd07523a-f312-4f7e-b1b0-f5a637a4577e'] in ncdv-master-1 {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 21:13:09.470432 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.base_scheduler [None req-0ca9163c-ee05-4d91-a33c-87216b992717 None None] Resources bound (agent type, host, resource id):  {{(pid=121608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:13:09.509765 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-f91c19ab-e562-463c-83fa-8fc7de942c2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:09.512920 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ca9163c-ee05-4d91-a33c-87216b992717 None None] Received port after_create {{(pid=121608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:13:09.517582 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-404a0260-75e6-46ca-9ad1-fbdf20257057 None None] Routers {'bd07523a-f312-4f7e-b1b0-f5a637a4577e'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:13:09.518201 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-404a0260-75e6-46ca-9ad1-fbdf20257057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f261822f6a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:13:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['bd07523a-f312-4f7e-b1b0-f5a637a4577e'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:13:09.520323 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4299a3b-90a7-48bd-9687-1736c411235b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-db6bf08b-3b26-4dda-a3c4-b7642bb36e68', 'network_id': 'db6bf08b-3b26-4dda-a3c4-b7642bb36e68', 'project_id': 'af3f5665f009477385c524a3e23aedc6', 'fixed_ips': [{'subnet_id': '641fb822-7372-4e84-a1d6-aa2d36533e51'}]}} from ncdv-master-1. {{(pid=121608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 25 21:13:09.521308 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-b4299a3b-90a7-48bd-9687-1736c411235b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:09.580522 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-83edd878-5cb7-496a-bcd2-5c04a45645ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625803'] for network, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:09.603219 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.db [req-09a9bf8a-85cf-4f21-8422-7495ff884ae9 req-899aa03b-0ef0-4a52-8dee-66f994a4a48a tempest-ServersWithSpecificFlavorTestJSON-439149936 tempest-ServersWithSpecificFlavorTestJSON-439149936-project] For port 53ff2af7-9bf4-4cb8-bafa-414f471bb1cb, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=53ff2af7-9bf4-4cb8-bafa-414f471bb1cb,segment=NetworkSegment(8db2faa6-9c4c-4971-bf8a-75e7f110c5aa),segment_id=8db2faa6-9c4c-4971-bf8a-75e7f110c5aa)] {{(pid=121607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:13:09.603722 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-09a9bf8a-85cf-4f21-8422-7495ff884ae9 req-899aa03b-0ef0-4a52-8dee-66f994a4a48a tempest-ServersWithSpecificFlavorTestJSON-439149936 tempest-ServersWithSpecificFlavorTestJSON-439149936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:09.656785 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7759283d-9dd8-4a3e-b508-595b7cb6fc84 req-425b5a57-ea70-47bf-a60c-2acd213b8651 tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:13:09.668120 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7759283d-9dd8-4a3e-b508-595b7cb6fc84 req-425b5a57-ea70-47bf-a60c-2acd213b8651 tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:13:09.670037 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7759283d-9dd8-4a3e-b508-595b7cb6fc84 req-425b5a57-ea70-47bf-a60c-2acd213b8651 tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] 10.222.0.32 "GET /v2.0/networks?id=fe8d65f9-00af-4751-929a-992529d61f28&id=db6bf08b-3b26-4dda-a3c4-b7642bb36e68&id=fe8d65f9-00af-4751-929a-992529d61f28 HTTP/1.1" status: 200  len: 1392 time: 0.4305174
Dec 25 21:13:09.678153 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-1906774f-cd60-4128-8fb3-76e3ea9f2064 admin admin] Publish callbacks [] for router, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:09.680256 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-1906774f-cd60-4128-8fb3-76e3ea9f2064 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 926 time: 5.0844738
Dec 25 21:13:09.701048 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 48770) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:13:09.709589 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8d8a1a-2ce4-41bc-9121-5d82046e287c req-0d612d79-83f7-4dff-b202-3716fed04ff4 tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:13:09.714007 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8d8d8a1a-2ce4-41bc-9121-5d82046e287c req-0d612d79-83f7-4dff-b202-3716fed04ff4 tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] 10.222.0.31 "GET /v2.0/ports?device_id=34088aa4-5622-46a6-a155-94ef62f87546 HTTP/1.1" status: 200  len: 945 time: 0.1698616
Dec 25 21:13:09.737504 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-15cb578f-7a63-4fd3-925d-83bad4c7b82a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:09.769623 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca9163c-ee05-4d91-a33c-87216b992717 None None] Pushing event updated for resources: {'Port': ['ID=00f3a806-4fc7-400a-b0bd-e4386654b95d,revision_number=1']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:13:09.803249 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-95e7996f-e19f-4d20-9cc0-30653db55d94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997585', 'neutron.services.segments.db._delete_segments_for_network-8737602743071'] for network, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:09.855322 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4db45cff-0930-4519-8d24-2ee4ac4eed59 req-32d2e9c4-3636-4485-a33a-5a161397bb03 tempest-MultipleCreateTestJSON-716196898 tempest-MultipleCreateTestJSON-716196898-project] 10.222.0.32 "GET /v2.0/security-groups?id=a7858f6a-3772-499d-a74e-b906953665ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4327917
Dec 25 21:13:09.888856 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7759283d-9dd8-4a3e-b508-595b7cb6fc84 req-d1c57f24-6bfb-41d2-a72d-c34d2d48147e tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] 10.222.0.32 "GET /v2.0/quotas/af3f5665f009477385c524a3e23aedc6 HTTP/1.1" status: 200  len: 375 time: 0.1977143
Dec 25 21:13:09.907273 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-95e7996f-e19f-4d20-9cc0-30653db55d94 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f261210be20>,) {'filters': {'network_id': ['6f1c722b-c088-4e8f-83b0-51a2bbb400f6']}} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:13:09.966545 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-95e7996f-e19f-4d20-9cc0-30653db55d94 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f261210be20>, '4d4d43d5-7d0a-4994-9a87-30bf12a656cb') {'for_net_delete': True} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:13:09.966951 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-95e7996f-e19f-4d20-9cc0-30653db55d94 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f261210be20>, '4d4d43d5-7d0a-4994-9a87-30bf12a656cb') {} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:13:09.984525 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-09a9bf8a-85cf-4f21-8422-7495ff884ae9 req-899aa03b-0ef0-4a52-8dee-66f994a4a48a tempest-ServersWithSpecificFlavorTestJSON-439149936 tempest-ServersWithSpecificFlavorTestJSON-439149936-project] Publish callbacks [] for floatingip, precommit_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:09.985120 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-09a9bf8a-85cf-4f21-8422-7495ff884ae9 req-899aa03b-0ef0-4a52-8dee-66f994a4a48a tempest-ServersWithSpecificFlavorTestJSON-439149936 tempest-ServersWithSpecificFlavorTestJSON-439149936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2008639'] for floatingip, after_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:09.985495 ncdv-master-1 neutron-server[121607]: INFO neutron.db.l3_db [req-09a9bf8a-85cf-4f21-8422-7495ff884ae9 req-899aa03b-0ef0-4a52-8dee-66f994a4a48a tempest-ServersWithSpecificFlavorTestJSON-439149936 tempest-ServersWithSpecificFlavorTestJSON-439149936-project] Floating IP 922efb14-5c26-45d7-97a3-4e8463385b77 disassociated. External IP: 172.35.3.223, port: 53ff2af7-9bf4-4cb8-bafa-414f471bb1cb.
Dec 25 21:13:09.985952 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [req-09a9bf8a-85cf-4f21-8422-7495ff884ae9 req-899aa03b-0ef0-4a52-8dee-66f994a4a48a tempest-ServersWithSpecificFlavorTestJSON-439149936 tempest-ServersWithSpecificFlavorTestJSON-439149936-project] Calling delete_port for 53ff2af7-9bf4-4cb8-bafa-414f471bb1cb owned by compute:nova {{(pid=121607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:13:09.989294 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-95e7996f-e19f-4d20-9cc0-30653db55d94 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737602746920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10246592'] for segment, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:10.042504 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-83edd878-5cb7-496a-bcd2-5c04a45645ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997585', 'neutron.services.segments.db._delete_segments_for_network-8737602743071'] for network, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:10.059129 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-95e7996f-e19f-4d20-9cc0-30653db55d94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:10.104131 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-83edd878-5cb7-496a-bcd2-5c04a45645ca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2612899a90>,) {'filters': {'network_id': ['6dded111-84d7-4606-bd1c-e9369354dff9']}} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:13:10.115843 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95e7996f-e19f-4d20-9cc0-30653db55d94 admin admin] Releasing vlan 179 on physical network physnet1 to pool {{(pid=121607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 25 21:13:10.122932 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-95e7996f-e19f-4d20-9cc0-30653db55d94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8633327'] for segment, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:10.126712 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:13:10.126712 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:13:10.126712 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:13:10.126712 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:13:10.126712 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:13:10.126712 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:13:10.126712 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:13:10.126712 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:13:10.126712 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:13:10.126712 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:13:10.126712 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:13:10.126712 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:13:10.126712 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:13:10.126712 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:13:10.126712 ncdv-master-1 neutron-server[121607]: Traceback (most recent call last):
Dec 25 21:13:10.126712 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 25 21:13:10.126712 ncdv-master-1 neutron-server[121607]:     timer()
Dec 25 21:13:10.126712 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 25 21:13:10.126712 ncdv-master-1 neutron-server[121607]:     cb(*args, **kw)
Dec 25 21:13:10.126712 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 25 21:13:10.126712 ncdv-master-1 neutron-server[121607]:     return func(*args, **kwargs)
Dec 25 21:13:10.126712 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 25 21:13:10.126712 ncdv-master-1 neutron-server[121607]:     self._notify()
Dec 25 21:13:10.126712 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 25 21:13:10.126712 ncdv-master-1 neutron-server[121607]:     self.callback(batched_events)
Dec 25 21:13:10.126712 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 25 21:13:10.126712 ncdv-master-1 neutron-server[121607]:     event.method(event)
Dec 25 21:13:10.126712 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 25 21:13:10.126712 ncdv-master-1 neutron-server[121607]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 25 21:13:10.126712 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 25 21:13:10.126712 ncdv-master-1 neutron-server[121607]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 25 21:13:10.126712 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 25 21:13:10.126712 ncdv-master-1 neutron-server[121607]:     return f(self, *a, **k)
Dec 25 21:13:10.126712 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 25 21:13:10.126712 ncdv-master-1 neutron-server[121607]:     return self._get(url).json()
Dec 25 21:13:10.126712 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 25 21:13:10.126712 ncdv-master-1 neutron-server[121607]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 25 21:13:10.126712 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 25 21:13:10.126712 ncdv-master-1 neutron-server[121607]:     return self.request(url, 'GET', **kwargs)
Dec 25 21:13:10.126712 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 25 21:13:10.126712 ncdv-master-1 neutron-server[121607]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 25 21:13:10.126712 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 25 21:13:10.126712 ncdv-master-1 neutron-server[121607]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 25 21:13:10.126712 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 25 21:13:10.126712 ncdv-master-1 neutron-server[121607]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 25 21:13:10.126712 ncdv-master-1 neutron-server[121607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 25 21:13:10.146181 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-83edd878-5cb7-496a-bcd2-5c04a45645ca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2612899a90>, 'fad08864-4612-4be1-bb28-08cb199f6d74') {'for_net_delete': True} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:13:10.149223 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-83edd878-5cb7-496a-bcd2-5c04a45645ca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2612899a90>, 'fad08864-4612-4be1-bb28-08cb199f6d74') {} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:13:10.193027 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-83edd878-5cb7-496a-bcd2-5c04a45645ca admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737602746920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10246592'] for segment, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:10.226299 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device 1615d351-b877-4433-a0e3-10b0d89051ce up at agent hyperv_nch2-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:13:10.273999 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-83edd878-5cb7-496a-bcd2-5c04a45645ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:10.282550 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83edd878-5cb7-496a-bcd2-5c04a45645ca admin admin] Releasing vlan 164 on physical network physnet1 to pool {{(pid=121607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 25 21:13:10.283017 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-83edd878-5cb7-496a-bcd2-5c04a45645ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8633327'] for segment, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:10.285251 ncdv-master-1 neutron-server[121607]: Traceback (most recent call last):
Dec 25 21:13:10.285251 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 25 21:13:10.285251 ncdv-master-1 neutron-server[121607]:     timer()
Dec 25 21:13:10.285251 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 25 21:13:10.285251 ncdv-master-1 neutron-server[121607]:     cb(*args, **kw)
Dec 25 21:13:10.285251 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 25 21:13:10.285251 ncdv-master-1 neutron-server[121607]:     return func(*args, **kwargs)
Dec 25 21:13:10.285251 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 25 21:13:10.285251 ncdv-master-1 neutron-server[121607]:     self._notify()
Dec 25 21:13:10.285251 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 25 21:13:10.285251 ncdv-master-1 neutron-server[121607]:     self.callback(batched_events)
Dec 25 21:13:10.285251 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 25 21:13:10.285251 ncdv-master-1 neutron-server[121607]:     event.method(event)
Dec 25 21:13:10.285251 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 25 21:13:10.285251 ncdv-master-1 neutron-server[121607]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 25 21:13:10.285251 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 25 21:13:10.285251 ncdv-master-1 neutron-server[121607]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 25 21:13:10.285251 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 25 21:13:10.285251 ncdv-master-1 neutron-server[121607]:     return f(self, *a, **k)
Dec 25 21:13:10.285251 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 25 21:13:10.285251 ncdv-master-1 neutron-server[121607]:     return self._get(url).json()
Dec 25 21:13:10.285251 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 25 21:13:10.285251 ncdv-master-1 neutron-server[121607]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 25 21:13:10.285251 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 25 21:13:10.285251 ncdv-master-1 neutron-server[121607]:     return self.request(url, 'GET', **kwargs)
Dec 25 21:13:10.285251 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 25 21:13:10.285251 ncdv-master-1 neutron-server[121607]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 25 21:13:10.285251 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 25 21:13:10.285251 ncdv-master-1 neutron-server[121607]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 25 21:13:10.285251 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 25 21:13:10.285251 ncdv-master-1 neutron-server[121607]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 25 21:13:10.285251 ncdv-master-1 neutron-server[121607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 25 21:13:10.406923 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6886fdc-6351-4d4c-8cd1-9fca8fb1ec92 req-395ec416-fd94-4abc-be6e-d9df9385e924 tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:13:10.426476 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b6886fdc-6351-4d4c-8cd1-9fca8fb1ec92 req-395ec416-fd94-4abc-be6e-d9df9385e924 tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] 10.222.0.32 "GET /v2.0/ports?device_id=34088aa4-5622-46a6-a155-94ef62f87546 HTTP/1.1" status: 200  len: 945 time: 0.4398508
Dec 25 21:13:10.456998 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-95e7996f-e19f-4d20-9cc0-30653db55d94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2008653'] for network, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:10.462066 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-0ca9163c-ee05-4d91-a33c-87216b992717 None None] Attempting to bind port 00f3a806-4fc7-400a-b0bd-e4386654b95d on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:13:10.462481 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-0ca9163c-ee05-4d91-a33c-87216b992717 None None] Attempting to bind port 00f3a806-4fc7-400a-b0bd-e4386654b95d by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ed044953-69fe-458e-9ee9-b8264f26342c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'fe8d65f9-00af-4751-929a-992529d61f28'}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:13:10.462960 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ca9163c-ee05-4d91-a33c-87216b992717 None None] Attempting to bind port 00f3a806-4fc7-400a-b0bd-e4386654b95d on network fe8d65f9-00af-4751-929a-992529d61f28 {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:13:10.474666 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-95e7996f-e19f-4d20-9cc0-30653db55d94 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for network, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:10.474666 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-95e7996f-e19f-4d20-9cc0-30653db55d94 admin admin] 10.222.0.32 "DELETE /v2.0/networks/6f1c722b-c088-4e8f-83b0-51a2bbb400f6 HTTP/1.1" status: 204  len: 168 time: 2.4001255
Dec 25 21:13:10.476364 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7759283d-9dd8-4a3e-b508-595b7cb6fc84 req-91a7afff-b99d-46c5-9f8b-0166f2ce0fcd tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=af3f5665f009477385c524a3e23aedc6&fields=id HTTP/1.1" status: 200  len: 348 time: 0.5855994
Dec 25 21:13:10.543257 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e7996f-e19f-4d20-9cc0-30653db55d94 admin admin] Pushing event deleted for resources: {'Network': ['ID=6f1c722b-c088-4e8f-83b0-51a2bbb400f6,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:13:10.548052 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91c19ab-e562-463c-83fa-8fc7de942c2f None None] Pushing event updated for resources: {'Port': ['ID=20a44f95-6882-4b43-a02e-3393f9af8d92,revision_number=5']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:13:10.593305 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ca9163c-ee05-4d91-a33c-87216b992717 None None] Checking agent: {'id': 'ca4f5c6d-f1fd-48b8-a3e3-395864c7d23d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 20, 56, 40), 'started_at': datetime.datetime(2021, 12, 25, 20, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 12, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:13:10.594724 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ca9163c-ee05-4d91-a33c-87216b992717 None None] Checking segment: {'id': 'ed044953-69fe-458e-9ee9-b8264f26342c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'fe8d65f9-00af-4751-929a-992529d61f28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:13:10.595488 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-0ca9163c-ee05-4d91-a33c-87216b992717 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:10.596115 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ca9163c-ee05-4d91-a33c-87216b992717 None None] Bound using segment: {'id': 'ed044953-69fe-458e-9ee9-b8264f26342c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'fe8d65f9-00af-4751-929a-992529d61f28'} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:13:10.596834 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-0ca9163c-ee05-4d91-a33c-87216b992717 None None] Bound port: 00f3a806-4fc7-400a-b0bd-e4386654b95d, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed044953-69fe-458e-9ee9-b8264f26342c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'fe8d65f9-00af-4751-929a-992529d61f28'}}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:13:10.597489 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-0ca9163c-ee05-4d91-a33c-87216b992717 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:10.648821 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvr_db [None req-404a0260-75e6-46ca-9ad1-fbdf20257057 None None] Set router bd07523a-f312-4f7e-b1b0-f5a637a4577e gateway port host: ncdv-master-1 {{(pid=121608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:13:10.651325 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 20a44f95-6882-4b43-a02e-3393f9af8d92 up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:13:10.653311 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-102055e3-f4d6-49bc-b8cb-cdcb1b9aff09 None None] Network 70cbe831-35cd-442f-8abb-fc8d5a9a0c36 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:13:10.657573 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-83edd878-5cb7-496a-bcd2-5c04a45645ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2008653'] for network, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:10.662791 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-83edd878-5cb7-496a-bcd2-5c04a45645ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for network, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:10.677634 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-83edd878-5cb7-496a-bcd2-5c04a45645ca admin admin] 10.222.0.32 "DELETE /v2.0/networks/6dded111-84d7-4606-bd1c-e9369354dff9 HTTP/1.1" status: 204  len: 168 time: 1.3827388
Dec 25 21:13:10.695138 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83edd878-5cb7-496a-bcd2-5c04a45645ca admin admin] Pushing event deleted for resources: {'Network': ['ID=6dded111-84d7-4606-bd1c-e9369354dff9,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:13:10.715993 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [req-8d8d8a1a-2ce4-41bc-9121-5d82046e287c req-1f1c7fba-c17f-427e-a871-fdc952418ff2 tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] Deleting port 1f34074e-0a6d-4eef-a7d5-cef1f7f400f3 {{(pid=121606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:13:10.716581 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-8d8d8a1a-2ce4-41bc-9121-5d82046e287c req-1f1c7fba-c17f-427e-a871-fdc952418ff2 tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:10.719308 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device 5efcdb31-93a6-4522-8ad1-d57b10fea80d up at agent hyperv_nch1-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:13:10.745142 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-09a9bf8a-85cf-4f21-8422-7495ff884ae9 req-899aa03b-0ef0-4a52-8dee-66f994a4a48a tempest-ServersWithSpecificFlavorTestJSON-439149936 tempest-ServersWithSpecificFlavorTestJSON-439149936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:10.794131 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899aa03b-0ef0-4a52-8dee-66f994a4a48a tempest-ServersWithSpecificFlavorTestJSON-439149936 tempest-ServersWithSpecificFlavorTestJSON-439149936-project] Pushing event deleted for resources: {'Port': ['ID=53ff2af7-9bf4-4cb8-bafa-414f471bb1cb,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:13:10.858450 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b6886fdc-6351-4d4c-8cd1-9fca8fb1ec92 req-96d64597-5bcb-489f-a1a3-f7a262793cda tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5d2ff88-22d6-43d8-90d1-bfb86d4e3308&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4309156
Dec 25 21:13:10.937380 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:10.994812 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.l3_agent_scheduler [req-09a9bf8a-85cf-4f21-8422-7495ff884ae9 req-899aa03b-0ef0-4a52-8dee-66f994a4a48a tempest-ServersWithSpecificFlavorTestJSON-439149936 tempest-ServersWithSpecificFlavorTestJSON-439149936-project] Router 5a16a119-0d91-47a1-b1a5-ad284c2ceb4f has already been hosted by L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 {{(pid=121607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 25 21:13:11.033261 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d6f3fa96-cc58-4115-b47b-44c490788449 req-47a357e4-b6f6-4fdb-a291-82be0890a4e5 tempest-ServersWithSpecificFlavorTestJSON-439149936 tempest-ServersWithSpecificFlavorTestJSON-439149936-project] 10.222.0.32 "GET /v2.0/ports?device_id=7df0e675-9617-49b5-bf06-c32adf655c9e HTTP/1.1" status: 200  len: 210 time: 0.0600550
Dec 25 21:13:11.061654 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-b48dd53d-468a-4134-87c9-8b2c7c13fbfe None None] Provisioning complete for port 53307910-b853-4dbd-a6f1-192c87fb1ebd triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:13:11.061849 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-b48dd53d-468a-4134-87c9-8b2c7c13fbfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:11.077131 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.db_base_plugin_common [None req-b4299a3b-90a7-48bd-9687-1736c411235b None None] Allocated IP 19.86.0.2 (db6bf08b-3b26-4dda-a3c4-b7642bb36e68/641fb822-7372-4e84-a1d6-aa2d36533e51/d9585933-605e-4a55-8f22-992c9dbde65f) {{(pid=121608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:13:11.094526 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7759283d-9dd8-4a3e-b508-595b7cb6fc84 req-9d8a05b1-d67b-4b4c-bffb-81cb291efb30 service neutron] 10.222.0.32 "GET /v2.0/networks/fe8d65f9-00af-4751-929a-992529d61f28?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6175218
Dec 25 21:13:11.101860 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 48792) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:13:11.235637 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7759283d-9dd8-4a3e-b508-595b7cb6fc84 req-875a142f-6f74-4223-8760-93d5ef8513d6 service neutron] 10.222.0.32 "GET /v2.0/networks/fe8d65f9-00af-4751-929a-992529d61f28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1310406
Dec 25 21:13:11.242836 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 48794) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:13:11.267948 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Provisioning for port 1615d351-b877-4433-a0e3-10b0d89051ce completed by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 25 21:13:11.284703 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Provisioning complete for port 1615d351-b877-4433-a0e3-10b0d89051ce triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:13:11.285499 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:11.341537 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-0ca9163c-ee05-4d91-a33c-87216b992717 None None] For port 00f3a806-4fc7-400a-b0bd-e4386654b95d, host ncdv-master-1, cleared binding levels {{(pid=121608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:13:11.371914 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port 20a44f95-6882-4b43-a02e-3393f9af8d92 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:13:11.372639 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:11.436307 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-0ca9163c-ee05-4d91-a33c-87216b992717 None None] For port 00f3a806-4fc7-400a-b0bd-e4386654b95d, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=00f3a806-4fc7-400a-b0bd-e4386654b95d,segment=NetworkSegment(ed044953-69fe-458e-9ee9-b8264f26342c),segment_id=ed044953-69fe-458e-9ee9-b8264f26342c)] {{(pid=121608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:13:11.445947 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7759283d-9dd8-4a3e-b508-595b7cb6fc84 req-f4b8acaa-cd1b-4c33-85f0-c61a7bc4980b service neutron] 10.222.0.32 "GET /v2.0/networks/db6bf08b-3b26-4dda-a3c4-b7642bb36e68?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1779771
Dec 25 21:13:11.455711 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-8d8d8a1a-2ce4-41bc-9121-5d82046e287c req-1f1c7fba-c17f-427e-a871-fdc952418ff2 tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] For port 1f34074e-0a6d-4eef-a7d5-cef1f7f400f3, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1f34074e-0a6d-4eef-a7d5-cef1f7f400f3,segment=NetworkSegment(0bc15208-d08d-4c93-89c3-c4dfd4d97844),segment_id=0bc15208-d08d-4c93-89c3-c4dfd4d97844)] {{(pid=121606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:13:11.456092 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-8d8d8a1a-2ce4-41bc-9121-5d82046e287c req-1f1c7fba-c17f-427e-a871-fdc952418ff2 tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:11.549843 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Provisioning for port 5efcdb31-93a6-4522-8ad1-d57b10fea80d completed by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 25 21:13:11.552444 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-0ca9163c-ee05-4d91-a33c-87216b992717 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:11.562950 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [req-8d8d8a1a-2ce4-41bc-9121-5d82046e287c req-1f1c7fba-c17f-427e-a871-fdc952418ff2 tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] Calling delete_port for 1f34074e-0a6d-4eef-a7d5-cef1f7f400f3 owned by compute:nova {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:13:11.570669 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-6dd4e25d-7bec-4e5f-89c3-4972064c5508 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=74b18f04a1eb470bac90f3df16ec5170&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3258140
Dec 25 21:13:11.588864 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 48796) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:13:11.627667 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-09a9bf8a-85cf-4f21-8422-7495ff884ae9 req-899aa03b-0ef0-4a52-8dee-66f994a4a48a tempest-ServersWithSpecificFlavorTestJSON-439149936 tempest-ServersWithSpecificFlavorTestJSON-439149936-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 21:13:11.653274 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-add7955a-e23f-4649-8293-d520024235f0 None None] Sync routers for ids ['5a16a119-0d91-47a1-b1a5-ad284c2ceb4f'] in ncdv-master-1 {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 21:13:11.658671 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Provisioning complete for port 5efcdb31-93a6-4522-8ad1-d57b10fea80d triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:13:11.659175 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:11.673584 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-add7955a-e23f-4649-8293-d520024235f0 None None] Routers {'5a16a119-0d91-47a1-b1a5-ad284c2ceb4f'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:13:11.673584 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-add7955a-e23f-4649-8293-d520024235f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f26194dcbe0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:13:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['5a16a119-0d91-47a1-b1a5-ad284c2ceb4f'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:13:11.674056 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-e911eb8b-f43a-44ee-9212-acc42baa144a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a0c1fd4c214c43d694996c1237c66fe5&name=default HTTP/1.1" status: 200  len: 2996 time: 0.5707319
Dec 25 21:13:11.689692 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 48800) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:13:11.696836 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [req-09a9bf8a-85cf-4f21-8422-7495ff884ae9 req-899aa03b-0ef0-4a52-8dee-66f994a4a48a tempest-ServersWithSpecificFlavorTestJSON-439149936 tempest-ServersWithSpecificFlavorTestJSON-439149936-project] No DVR routers for this DVR port 53ff2af7-9bf4-4cb8-bafa-414f471bb1cb on host nch2-master-1 {{(pid=121607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:13:11.699411 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-09a9bf8a-85cf-4f21-8422-7495ff884ae9 req-899aa03b-0ef0-4a52-8dee-66f994a4a48a tempest-ServersWithSpecificFlavorTestJSON-439149936 tempest-ServersWithSpecificFlavorTestJSON-439149936-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:11.703552 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-09a9bf8a-85cf-4f21-8422-7495ff884ae9 req-899aa03b-0ef0-4a52-8dee-66f994a4a48a tempest-ServersWithSpecificFlavorTestJSON-439149936 tempest-ServersWithSpecificFlavorTestJSON-439149936-project] 10.222.0.37 "DELETE /v2.0/ports/53ff2af7-9bf4-4cb8-bafa-414f471bb1cb HTTP/1.1" status: 204  len: 173 time: 2.9055717
Dec 25 21:13:11.705378 ncdv-master-1 neutron-server[121607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7df0e675-9617-49b5-bf06-c32adf655c9e', 'name': 'network-vif-deleted', 'tag': '53ff2af7-9bf4-4cb8-bafa-414f471bb1cb'}] {{(pid=121607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:13:11.708604 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f980bbcadfa7bf1e788024e1448be660373c21f97f015f780444e999c451203" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcc55215-f7a8-482d-9c13-f66bd612d9c8" -d '{"events": [{"server_uuid": "7df0e675-9617-49b5-bf06-c32adf655c9e", "name": "network-vif-deleted", "tag": "53ff2af7-9bf4-4cb8-bafa-414f471bb1cb"}]}' {{(pid=121607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:13:11.792927 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-d202e781-f209-4f30-b55b-9aa26acd8593 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:11.816503 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-d202e781-f209-4f30-b55b-9aa26acd8593 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:11.858680 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d091344f-dea4-4e99-99e2-ceb3f22e4908 req-4a6af576-56be-4631-83d2-eac5b38601d1 tempest-MultipleCreateTestJSON-716196898 tempest-MultipleCreateTestJSON-716196898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:13:11.867673 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d091344f-dea4-4e99-99e2-ceb3f22e4908 req-4a6af576-56be-4631-83d2-eac5b38601d1 tempest-MultipleCreateTestJSON-716196898 tempest-MultipleCreateTestJSON-716196898-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a17fe35-e90f-4c0c-9f2a-d5a3e950f16f HTTP/1.1" status: 200  len: 944 time: 0.6295769
Dec 25 21:13:11.875482 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca9163c-ee05-4d91-a33c-87216b992717 None None] Pushing event updated for resources: {'Port': ['ID=00f3a806-4fc7-400a-b0bd-e4386654b95d,revision_number=2']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:13:11.890221 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-b48dd53d-468a-4134-87c9-8b2c7c13fbfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:11.933237 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvr_db [None req-add7955a-e23f-4649-8293-d520024235f0 None None] Set router 5a16a119-0d91-47a1-b1a5-ad284c2ceb4f gateway port host: ncdv-master-1 {{(pid=121609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:13:11.948623 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-b48dd53d-468a-4134-87c9-8b2c7c13fbfe None None] For port 53307910-b853-4dbd-a6f1-192c87fb1ebd, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=53307910-b853-4dbd-a6f1-192c87fb1ebd,segment=NetworkSegment(a2e8e905-c643-4f99-a8fc-850adfdf0e64),segment_id=a2e8e905-c643-4f99-a8fc-850adfdf0e64)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:13:11.961109 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-d202e781-f209-4f30-b55b-9aa26acd8593 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:11.964382 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-d202e781-f209-4f30-b55b-9aa26acd8593 admin admin] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:11.973276 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-d202e781-f209-4f30-b55b-9aa26acd8593 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/fc075f6f-9019-462a-8243-72a7a3ff18fb HTTP/1.1" status: 204  len: 168 time: 0.2784398
Dec 25 21:13:11.996413 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d202e781-f209-4f30-b55b-9aa26acd8593 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc075f6f-9019-462a-8243-72a7a3ff18fb,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:13:12.058486 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7759283d-9dd8-4a3e-b508-595b7cb6fc84 req-fe0abbdc-5caf-402b-b970-f6481b73d316 service neutron] 10.222.0.32 "GET /v2.0/networks/db6bf08b-3b26-4dda-a3c4-b7642bb36e68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5978997
Dec 25 21:13:12.090535 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-b48dd53d-468a-4134-87c9-8b2c7c13fbfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:12.102459 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-404a0260-75e6-46ca-9ad1-fbdf20257057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f261822f6a0>, [{'id': 'bd07523a-f312-4f7e-b1b0-f5a637a4577e', 'name': 'tempest-AttachSCSIVolumeTestJSON-2111989748-router', 'tenant_id': '53cc391e03de44dbb245531288da2872', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.85'}], 'enable_snat': True}, 'gw_port_id': '21c1b29b-414c-4344-a8ec-776b2916a956', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:13:04Z', 'updated_at': '2021-12-25T21:13:07Z', 'revision_number': 3, 'project_id': '53cc391e03de44dbb245531288da2872', 'gw_port': {'id': '21c1b29b-414c-4344-a8ec-776b2916a956', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:32:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd07523a-f312-4f7e-b1b0-f5a637a4577e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:13:06Z', 'updated_at': '2021-12-25T21:13:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:13:12.132455 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:12.142286 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-404a0260-75e6-46ca-9ad1-fbdf20257057 None None] Checking router: bd07523a-f312-4f7e-b1b0-f5a637a4577e for host: ncdv-master-1 {{(pid=121608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 25 21:13:12.144918 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-404a0260-75e6-46ca-9ad1-fbdf20257057 None None] Updating router bd07523a-f312-4f7e-b1b0-f5a637a4577e port 21c1b29b-414c-4344-a8ec-776b2916a956 binding host ncdv-master-1 {{(pid=121608) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 25 21:13:12.147540 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:12.212436 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-0ff3afab-964f-4d75-afaf-21550095de29 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:12.293550 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-0217f2ce-356e-45a5-b549-b528da2ed113 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:12.299998 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-0ff3afab-964f-4d75-afaf-21550095de29 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:12.320557 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d091344f-dea4-4e99-99e2-ceb3f22e4908 req-d77a6158-fe1a-4a32-8433-dc9fedd26ddf tempest-MultipleCreateTestJSON-716196898 tempest-MultipleCreateTestJSON-716196898-project] 10.222.0.32 "GET /v2.0/security-groups?id=a7858f6a-3772-499d-a74e-b906953665ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4499300
Dec 25 21:13:12.340564 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52a010e5-bcbf-43a3-8e08-f1b8c0bdde01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5efcdb31-93a6-4522-8ad1-d57b10fea80d'}] {{(pid=121608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:13:12.343234 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a88c78c3ff6266bd59c7e89d275b28c92e739b67d23c89d71af88829fd31566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ac443a8-a8c7-4021-8852-86914334589a" -d '{"events": [{"server_uuid": "52a010e5-bcbf-43a3-8e08-f1b8c0bdde01", "name": "network-vif-plugged", "status": "completed", "tag": "5efcdb31-93a6-4522-8ad1-d57b10fea80d"}]}' {{(pid=121608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:13:12.347836 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-b4299a3b-90a7-48bd-9687-1736c411235b None None] Publish callbacks [] for port, precommit_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:12.348163 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-add7955a-e23f-4649-8293-d520024235f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f26194dcbe0>, [{'id': '5a16a119-0d91-47a1-b1a5-ad284c2ceb4f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-428068567-router', 'tenant_id': 'e25e5a44bb7e4ef7a38e961e6203b72b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.161'}], 'enable_snat': True}, 'gw_port_id': 'a5e4af3a-9b70-4dca-9bf8-c711678c9b36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:07:53Z', 'updated_at': '2021-12-25T21:08:04Z', 'revision_number': 4, 'project_id': 'e25e5a44bb7e4ef7a38e961e6203b72b', 'gw_port': {'id': 'a5e4af3a-9b70-4dca-9bf8-c711678c9b36', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:c8:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a16a119-0d91-47a1-b1a5-ad284c2ceb4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:07:54Z', 'updated_at': '2021-12-25T21:08:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'd5632047-d757-48ea-8d0b-71d3a71e38c6', 'name': '', 'network_id': '629690dc-316c-48ba-b3f8-2395f5f041a6', 'tenant_id': 'e25e5a44bb7e4ef7a38e961e6203b72b', 'mac_address': 'fa:16:3e:34:1f:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a16a119-0d91-47a1-b1a5-ad284c2ceb4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': 'b91f30a5-b3f6-4065-94e7-2dc6af689f3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:08:01Z', 'updated_at': '2021-12-25T21:08:12Z', 'revision_number': 5, 'project_id': 'e25e5a44bb7e4ef7a38e961e6203b72b', 'subnets': [{'id': 'b91f30a5-b3f6-4065-94e7-2dc6af689f3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:13:12.365389 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port 5efcdb31-93a6-4522-8ad1-d57b10fea80d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5efcdb31-93a6-4522-8ad1-d57b10fea80d,segment=NetworkSegment(e8b49c6f-815a-4466-b5f4-d5e58824da1f),segment_id=e8b49c6f-815a-4466-b5f4-d5e58824da1f)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:13:12.377370 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-8d8d8a1a-2ce4-41bc-9121-5d82046e287c req-1f1c7fba-c17f-427e-a871-fdc952418ff2 tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:12.394730 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 21:13:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ab50040-6c06-4fd2-82ea-792b92cd9bfe x-openstack-request-id: req-1ab50040-6c06-4fd2-82ea-792b92cd9bfe {{(pid=121607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:13:12.395270 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7df0e675-9617-49b5-bf06-c32adf655c9e", "name": "network-vif-deleted", "tag": "53ff2af7-9bf4-4cb8-bafa-414f471bb1cb", "status": "completed", "code": 200}]} {{(pid=121607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:13:12.395504 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-add7955a-e23f-4649-8293-d520024235f0 None None] Checking router: 5a16a119-0d91-47a1-b1a5-ad284c2ceb4f for host: ncdv-master-1 {{(pid=121609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 25 21:13:12.395862 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1ab50040-6c06-4fd2-82ea-792b92cd9bfe {{(pid=121607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:13:12.396416 ncdv-master-1 neutron-server[121607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7df0e675-9617-49b5-bf06-c32adf655c9e', 'name': 'network-vif-deleted', 'tag': '53ff2af7-9bf4-4cb8-bafa-414f471bb1cb', 'status': 'completed', 'code': 200}
Dec 25 21:13:12.417393 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-add7955a-e23f-4649-8293-d520024235f0 None None] Routers {'5a16a119-0d91-47a1-b1a5-ad284c2ceb4f'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:13:12.418339 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-add7955a-e23f-4649-8293-d520024235f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f26194dcbe0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:13:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['5a16a119-0d91-47a1-b1a5-ad284c2ceb4f'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:13:12.422540 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port 1615d351-b877-4433-a0e3-10b0d89051ce, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1615d351-b877-4433-a0e3-10b0d89051ce,segment=NetworkSegment(e8b49c6f-815a-4466-b5f4-d5e58824da1f),segment_id=e8b49c6f-815a-4466-b5f4-d5e58824da1f)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:13:12.435323 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 53307910-b853-4dbd-a6f1-192c87fb1ebd up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:13:12.455605 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-404a0260-75e6-46ca-9ad1-fbdf20257057 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:12.459987 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:12.460729 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device 1f34074e-0a6d-4eef-a7d5-cef1f7f400f3 no longer exists at agent hyperv_nch1-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:13:12.466244 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1c7fba-c17f-427e-a871-fdc952418ff2 tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] Pushing event deleted for resources: {'Port': ['ID=1f34074e-0a6d-4eef-a7d5-cef1f7f400f3,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:13:12.522204 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7759283d-9dd8-4a3e-b508-595b7cb6fc84 req-12b8d565-7efd-418a-9387-d17a327c7912 service neutron] 10.222.0.32 "GET /v2.0/networks/fe8d65f9-00af-4751-929a-992529d61f28?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3714044
Dec 25 21:13:12.523576 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1c7fba-c17f-427e-a871-fdc952418ff2 tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:13:12.523923 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1c7fba-c17f-427e-a871-fdc952418ff2 tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:13:12.524261 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1c7fba-c17f-427e-a871-fdc952418ff2 tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:13:12.524724 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1c7fba-c17f-427e-a871-fdc952418ff2 tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:13:12.525087 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1c7fba-c17f-427e-a871-fdc952418ff2 tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:13:12.529645 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1c7fba-c17f-427e-a871-fdc952418ff2 tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:13:12.529645 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1c7fba-c17f-427e-a871-fdc952418ff2 tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:13:12.529645 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1c7fba-c17f-427e-a871-fdc952418ff2 tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:13:12.529645 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1c7fba-c17f-427e-a871-fdc952418ff2 tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:13:12.529645 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1c7fba-c17f-427e-a871-fdc952418ff2 tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:13:12.529645 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1c7fba-c17f-427e-a871-fdc952418ff2 tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:13:12.529645 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1c7fba-c17f-427e-a871-fdc952418ff2 tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:13:12.529645 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1c7fba-c17f-427e-a871-fdc952418ff2 tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:13:12.555608 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48dd53d-468a-4134-87c9-8b2c7c13fbfe None None] Pushing event updated for resources: {'Port': ['ID=53307910-b853-4dbd-a6f1-192c87fb1ebd,revision_number=3']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:13:12.561685 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d8d8a1a-2ce4-41bc-9121-5d82046e287c req-1f1c7fba-c17f-427e-a871-fdc952418ff2 tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] No DVR routers for this DVR port 1f34074e-0a6d-4eef-a7d5-cef1f7f400f3 on host nch1-master-1 {{(pid=121606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:13:12.563110 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-b4299a3b-90a7-48bd-9687-1736c411235b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946'] for port, after_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:12.566524 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] No Port match for: 1f34074e-0a6d-4eef-a7d5-cef1f7f400f3 {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:13:12.567198 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device 1f34074e-0a6d-4eef-a7d5-cef1f7f400f3 not bound to the agent host nch1-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:13:12.569481 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-016734a6-3ee1-40c2-a660-1663f77fbfeb None None] Provisioning complete for port 53307910-b853-4dbd-a6f1-192c87fb1ebd triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:13:12.570106 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-016734a6-3ee1-40c2-a660-1663f77fbfeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:12.659086 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7759283d-9dd8-4a3e-b508-595b7cb6fc84 req-25ad630c-49c3-4cd2-b0ec-f33a46776354 service neutron] 10.222.0.32 "GET /v2.0/networks/fe8d65f9-00af-4751-929a-992529d61f28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1040790
Dec 25 21:13:12.680843 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-8d8d8a1a-2ce4-41bc-9121-5d82046e287c req-1f1c7fba-c17f-427e-a871-fdc952418ff2 tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:12.685026 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8d8d8a1a-2ce4-41bc-9121-5d82046e287c req-1f1c7fba-c17f-427e-a871-fdc952418ff2 tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] 10.222.0.31 "DELETE /v2.0/ports/1f34074e-0a6d-4eef-a7d5-cef1f7f400f3 HTTP/1.1" status: 204  len: 173 time: 2.9499481
Dec 25 21:13:12.686497 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34088aa4-5622-46a6-a155-94ef62f87546', 'name': 'network-vif-deleted', 'tag': '1f34074e-0a6d-4eef-a7d5-cef1f7f400f3'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:13:12.690054 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9858820c13ec2827453b94ebc4181065e990a4e4089ccb9fe762531ac62d2fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ae35ee5-ada9-40df-a8c0-dd30543f2f07" -d '{"events": [{"server_uuid": "34088aa4-5622-46a6-a155-94ef62f87546", "name": "network-vif-deleted", "tag": "1f34074e-0a6d-4eef-a7d5-cef1f7f400f3"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:13:12.706742 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-056ce661-c365-44d0-96af-57f0800608b3 req-cc6692b3-7e18-4ac9-8de9-776697d7456f tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] 10.222.0.32 "GET /v2.0/ports?device_id=34088aa4-5622-46a6-a155-94ef62f87546 HTTP/1.1" status: 200  len: 210 time: 0.1942689
Dec 25 21:13:12.760886 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvr_db [None req-add7955a-e23f-4649-8293-d520024235f0 None None] Set router 5a16a119-0d91-47a1-b1a5-ad284c2ceb4f gateway port host: ncdv-master-1 {{(pid=121609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:13:12.863753 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-0ff3afab-964f-4d75-afaf-21550095de29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:12.867746 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-0ff3afab-964f-4d75-afaf-21550095de29 admin admin] Publish callbacks [] for security_group, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:12.875963 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-0ff3afab-964f-4d75-afaf-21550095de29 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/381a44e3-d0d7-4aba-bc61-1ef7cfa17da9 HTTP/1.1" status: 204  len: 168 time: 1.2718990
Dec 25 21:13:12.940982 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff3afab-964f-4d75-afaf-21550095de29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=381a44e3-d0d7-4aba-bc61-1ef7cfa17da9,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:13:12.963900 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-787705c1-4bde-4cc7-a048-37d3734cd42e req-fe297907-dbb1-4164-8886-dedcf3eef8fd tempest-ServersWithSpecificFlavorTestJSON-439149936 tempest-ServersWithSpecificFlavorTestJSON-439149936-project] 10.222.0.32 "GET /v2.0/ports?device_id=7df0e675-9617-49b5-bf06-c32adf655c9e HTTP/1.1" status: 200  len: 210 time: 0.0546129
Dec 25 21:13:13.010869 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_common [None req-0217f2ce-356e-45a5-b549-b528da2ed113 admin admin] Allocated IP 172.20.0.1 (70cbe831-35cd-442f-8abb-fc8d5a9a0c36/51494e88-dd2f-4f4d-8d8b-c74ab51827b2/c6f5885a-16b9-4900-a5d1-d983906b0323) {{(pid=121606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:13:13.081690 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 21:13:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75316cfa-361b-43f9-b192-bb447918b062 x-openstack-request-id: req-75316cfa-361b-43f9-b192-bb447918b062 {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:13:13.082502 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34088aa4-5622-46a6-a155-94ef62f87546", "name": "network-vif-deleted", "tag": "1f34074e-0a6d-4eef-a7d5-cef1f7f400f3", "status": "completed", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:13:13.083023 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-75316cfa-361b-43f9-b192-bb447918b062 {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:13:13.083765 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34088aa4-5622-46a6-a155-94ef62f87546', 'name': 'network-vif-deleted', 'tag': '1f34074e-0a6d-4eef-a7d5-cef1f7f400f3', 'status': 'completed', 'code': 200}
Dec 25 21:13:13.215468 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d25300ec-8bba-4b0b-8c1c-6a75ebc87e05 req-0a858d06-468d-4e69-88c7-928c19bf6609 tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] 10.222.0.32 "GET /v2.0/ports?device_id=e2caaec2-9663-4bdf-95c5-104c863c14e8 HTTP/1.1" status: 200  len: 210 time: 0.1124775
Dec 25 21:13:13.252428 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:13.252428 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device 53ff2af7-9bf4-4cb8-bafa-414f471bb1cb no longer exists at agent hyperv_nch2-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:13:13.271586 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 21:13:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e70e743-bf20-4b1d-ae03-193dd6db7236 x-openstack-request-id: req-2e70e743-bf20-4b1d-ae03-193dd6db7236 {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:13:13.273329 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52a010e5-bcbf-43a3-8e08-f1b8c0bdde01", "name": "network-vif-plugged", "status": "completed", "tag": "5efcdb31-93a6-4522-8ad1-d57b10fea80d", "code": 200}]} {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:13:13.273631 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2e70e743-bf20-4b1d-ae03-193dd6db7236 {{(pid=121608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:13:13.274784 ncdv-master-1 neutron-server[121608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52a010e5-bcbf-43a3-8e08-f1b8c0bdde01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5efcdb31-93a6-4522-8ad1-d57b10fea80d', 'code': 200}
Dec 25 21:13:13.288090 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-add7955a-e23f-4649-8293-d520024235f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f26194dcbe0>, [{'id': '5a16a119-0d91-47a1-b1a5-ad284c2ceb4f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-428068567-router', 'tenant_id': 'e25e5a44bb7e4ef7a38e961e6203b72b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.161'}], 'enable_snat': True}, 'gw_port_id': 'a5e4af3a-9b70-4dca-9bf8-c711678c9b36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:07:53Z', 'updated_at': '2021-12-25T21:08:04Z', 'revision_number': 4, 'project_id': 'e25e5a44bb7e4ef7a38e961e6203b72b', 'gw_port': {'id': 'a5e4af3a-9b70-4dca-9bf8-c711678c9b36', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:c8:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a16a119-0d91-47a1-b1a5-ad284c2ceb4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:07:54Z', 'updated_at': '2021-12-25T21:08:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'd5632047-d757-48ea-8d0b-71d3a71e38c6', 'name': '', 'network_id': '629690dc-316c-48ba-b3f8-2395f5f041a6', 'tenant_id': 'e25e5a44bb7e4ef7a38e961e6203b72b', 'mac_address': 'fa:16:3e:34:1f:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a16a119-0d91-47a1-b1a5-ad284c2ceb4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': 'b91f30a5-b3f6-4065-94e7-2dc6af689f3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:08:01Z', 'updated_at': '2021-12-25T21:08:12Z', 'revision_number': 5, 'project_id': 'e25e5a44bb7e4ef7a38e961e6203b72b', 'subnets': [{'id': 'b91f30a5-b3f6-4065-94e7-2dc6af689f3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:13:13.356708 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-add7955a-e23f-4649-8293-d520024235f0 None None] The sync data for ids ['5a16a119-0d91-47a1-b1a5-ad284c2ceb4f'] in ncdv-master-1 is: [{'id': '5a16a119-0d91-47a1-b1a5-ad284c2ceb4f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-428068567-router', 'tenant_id': 'e25e5a44bb7e4ef7a38e961e6203b72b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.161'}], 'enable_snat': True}, 'gw_port_id': 'a5e4af3a-9b70-4dca-9bf8-c711678c9b36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:07:53Z', 'updated_at': '2021-12-25T21:08:04Z', 'revision_number': 4, 'project_id': 'e25e5a44bb7e4ef7a38e961e6203b72b', 'gw_port': {'id': 'a5e4af3a-9b70-4dca-9bf8-c711678c9b36', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:c8:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a16a119-0d91-47a1-b1a5-ad284c2ceb4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:07:54Z', 'updated_at': '2021-12-25T21:08:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'd5632047-d757-48ea-8d0b-71d3a71e38c6', 'name': '', 'network_id': '629690dc-316c-48ba-b3f8-2395f5f041a6', 'tenant_id': 'e25e5a44bb7e4ef7a38e961e6203b72b', 'mac_address': 'fa:16:3e:34:1f:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a16a119-0d91-47a1-b1a5-ad284c2ceb4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': 'b91f30a5-b3f6-4065-94e7-2dc6af689f3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:08:01Z', 'updated_at': '2021-12-25T21:08:12Z', 'revision_number': 5, 'project_id': 'e25e5a44bb7e4ef7a38e961e6203b72b', 'subnets': [{'id': 'b91f30a5-b3f6-4065-94e7-2dc6af689f3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 21:13:13.358414 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dd9866-e109-4434-ace6-6397f0c1ff52 req-80cb9c20-8e66-4449-9647-171736b640a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:13:13.361545 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-76dd9866-e109-4434-ace6-6397f0c1ff52 req-80cb9c20-8e66-4449-9647-171736b640a7 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=52a010e5-bcbf-43a3-8e08-f1b8c0bdde01 HTTP/1.1" status: 200  len: 1097 time: 0.1421583
Dec 25 21:13:13.368866 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-0217f2ce-356e-45a5-b549-b528da2ed113 admin admin] Publish callbacks [] for port, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:13.559179 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34a53a8a-356b-48f4-8dc4-ba780b8e247b None None] Network fe8d65f9-00af-4751-929a-992529d61f28 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:13:13.601615 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] No Port match for: 53ff2af7-9bf4-4cb8-bafa-414f471bb1cb {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:13:13.605688 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device 53ff2af7-9bf4-4cb8-bafa-414f471bb1cb not bound to the agent host nch2-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:13:13.679323 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4299a3b-90a7-48bd-9687-1736c411235b None None] Network db6bf08b-3b26-4dda-a3c4-b7642bb36e68 is already hosted by enough agents. {{(pid=121608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:13:13.738966 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.base_scheduler [None req-b4299a3b-90a7-48bd-9687-1736c411235b None None] Resources bound (agent type, host, resource id):  {{(pid=121608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:13:13.747443 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4299a3b-90a7-48bd-9687-1736c411235b None None] Received port after_create {{(pid=121608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:13:13.776194 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Pushing event updated for resources: {'Port': ['ID=5efcdb31-93a6-4522-8ad1-d57b10fea80d,revision_number=5']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:13:13.854911 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4299a3b-90a7-48bd-9687-1736c411235b None None] Pushing event updated for resources: {'Port': ['ID=d9585933-605e-4a55-8f22-992c9dbde65f,revision_number=1']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:13:13.912668 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10c0b03b-b686-4bfe-a993-eee1004e39a2 None None] New status for floating IP 922efb14-5c26-45d7-97a3-4e8463385b77: DOWN {{(pid=121608) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 25 21:13:13.941590 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-76dd9866-e109-4434-ace6-6397f0c1ff52 req-24a53600-389c-4136-a2a4-29998c80f461 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=a7858f6a-3772-499d-a74e-b906953665ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5638032
Dec 25 21:13:14.003083 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f89176c3-b120-4196-a5e9-7e7d012e940b req-1ced06d7-a986-4ecd-be7c-01e20d845703 tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] 10.222.0.32 "GET /v2.0/ports?device_id=34088aa4-5622-46a6-a155-94ef62f87546 HTTP/1.1" status: 200  len: 210 time: 0.0594199
Dec 25 21:13:14.055411 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b54f24-2636-4109-b4a2-01a80da039b0 req-db8d0e55-443c-441e-a26d-3d17d33c2a50 tempest-MultipleCreateTestJSON-716196898 tempest-MultipleCreateTestJSON-716196898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:13:14.057529 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-31b54f24-2636-4109-b4a2-01a80da039b0 req-db8d0e55-443c-441e-a26d-3d17d33c2a50 tempest-MultipleCreateTestJSON-716196898 tempest-MultipleCreateTestJSON-716196898-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a17fe35-e90f-4c0c-9f2a-d5a3e950f16f HTTP/1.1" status: 200  len: 945 time: 0.1069436
Dec 25 21:13:14.151379 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-31b54f24-2636-4109-b4a2-01a80da039b0 req-9f8b3bb8-f276-426d-bfc9-1eefd02a2c13 tempest-MultipleCreateTestJSON-716196898 tempest-MultipleCreateTestJSON-716196898-project] 10.222.0.32 "GET /v2.0/security-groups?id=a7858f6a-3772-499d-a74e-b906953665ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0814259
Dec 25 21:13:14.163443 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-0217f2ce-356e-45a5-b549-b528da2ed113 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:14.171883 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-b4299a3b-90a7-48bd-9687-1736c411235b None None] Attempting to bind port d9585933-605e-4a55-8f22-992c9dbde65f on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:13:14.172320 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-b4299a3b-90a7-48bd-9687-1736c411235b None None] Attempting to bind port d9585933-605e-4a55-8f22-992c9dbde65f by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '12a8f782-0c44-4c84-930d-204ce9264a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'db6bf08b-3b26-4dda-a3c4-b7642bb36e68'}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:13:14.176165 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4299a3b-90a7-48bd-9687-1736c411235b None None] Attempting to bind port d9585933-605e-4a55-8f22-992c9dbde65f on network db6bf08b-3b26-4dda-a3c4-b7642bb36e68 {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:13:14.179315 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port 53307910-b853-4dbd-a6f1-192c87fb1ebd triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:13:14.179760 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:14.199702 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4299a3b-90a7-48bd-9687-1736c411235b None None] Checking agent: {'id': 'ca4f5c6d-f1fd-48b8-a3e3-395864c7d23d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 20, 56, 40), 'started_at': datetime.datetime(2021, 12, 25, 20, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 13, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:13:14.200176 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4299a3b-90a7-48bd-9687-1736c411235b None None] Checking segment: {'id': '12a8f782-0c44-4c84-930d-204ce9264a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'db6bf08b-3b26-4dda-a3c4-b7642bb36e68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:13:14.200645 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-b4299a3b-90a7-48bd-9687-1736c411235b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:14.201135 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4299a3b-90a7-48bd-9687-1736c411235b None None] Bound using segment: {'id': '12a8f782-0c44-4c84-930d-204ce9264a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'db6bf08b-3b26-4dda-a3c4-b7642bb36e68'} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:13:14.201716 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-b4299a3b-90a7-48bd-9687-1736c411235b None None] Bound port: d9585933-605e-4a55-8f22-992c9dbde65f, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12a8f782-0c44-4c84-930d-204ce9264a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'db6bf08b-3b26-4dda-a3c4-b7642bb36e68'}}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:13:14.202399 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-b4299a3b-90a7-48bd-9687-1736c411235b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:14.261751 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0217f2ce-356e-45a5-b549-b528da2ed113 admin admin] Network 70cbe831-35cd-442f-8abb-fc8d5a9a0c36 is already hosted by enough agents. {{(pid=121606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:13:14.271118 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [None req-0217f2ce-356e-45a5-b549-b528da2ed113 admin admin] Resources bound (agent type, host, resource id):  {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:13:14.272148 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0217f2ce-356e-45a5-b549-b528da2ed113 admin admin] Received port after_create {{(pid=121606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:13:14.289122 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-404a0260-75e6-46ca-9ad1-fbdf20257057 None None] Publish callbacks [] for port, precommit_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:14.315371 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0217f2ce-356e-45a5-b549-b528da2ed113 admin admin] Pushing event updated for resources: {'Port': ['ID=c6f5885a-16b9-4900-a5d1-d983906b0323,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:13:14.330691 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-0217f2ce-356e-45a5-b549-b528da2ed113 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2008772'] for router_interface, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:14.417164 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Pushing event updated for resources: {'Port': ['ID=1615d351-b877-4433-a0e3-10b0d89051ce,revision_number=5']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:13:14.422983 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1faeac60-d1ef-465c-bb13-645cbf846864 req-31550720-18d5-4f70-a3ca-72b165acf046 tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] 10.222.0.32 "GET /v2.0/ports?device_id=e2caaec2-9663-4bdf-95c5-104c863c14e8 HTTP/1.1" status: 200  len: 210 time: 0.0786600
Dec 25 21:13:14.487459 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 48886) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:13:14.502106 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-404a0260-75e6-46ca-9ad1-fbdf20257057 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:14.577595 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-b4299a3b-90a7-48bd-9687-1736c411235b None None] For port d9585933-605e-4a55-8f22-992c9dbde65f, host ncdv-master-1, cleared binding levels {{(pid=121608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:13:14.649764 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-b4299a3b-90a7-48bd-9687-1736c411235b None None] For port d9585933-605e-4a55-8f22-992c9dbde65f, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d9585933-605e-4a55-8f22-992c9dbde65f,segment=NetworkSegment(12a8f782-0c44-4c84-930d-204ce9264a07),segment_id=12a8f782-0c44-4c84-930d-204ce9264a07)] {{(pid=121608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:13:14.650770 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f031f754-91c8-48a8-b386-a550831eeccf tempest-ServersWithSpecificFlavorTestJSON-439149936 tempest-ServersWithSpecificFlavorTestJSON-439149936-project] Publish callbacks [] for security_group, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:14.663817 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-d40f42fd-050d-4418-9ac0-b02ebd91e4b0 None None] Provisioning complete for port 00f3a806-4fc7-400a-b0bd-e4386654b95d triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:13:14.664333 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-d40f42fd-050d-4418-9ac0-b02ebd91e4b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:14.680283 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f031f754-91c8-48a8-b386-a550831eeccf tempest-ServersWithSpecificFlavorTestJSON-439149936 tempest-ServersWithSpecificFlavorTestJSON-439149936-project] Publish callbacks [] for security_group, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:14.687479 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c734d910-6c8a-4f2a-9629-8b10326a801e None None] Pushing event updated for resources: {'Port': ['ID=21c1b29b-414c-4344-a8ec-776b2916a956,revision_number=2']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:13:14.690927 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-404a0260-75e6-46ca-9ad1-fbdf20257057 None None] Attempting to bind port 21c1b29b-414c-4344-a8ec-776b2916a956 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:13:14.691455 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-404a0260-75e6-46ca-9ad1-fbdf20257057 None None] Attempting to bind port 21c1b29b-414c-4344-a8ec-776b2916a956 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:13:14.692192 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-404a0260-75e6-46ca-9ad1-fbdf20257057 None None] Attempting to bind port 21c1b29b-414c-4344-a8ec-776b2916a956 on network 7201e55c-7c5f-41aa-a042-a363696539d0 {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:13:14.720035 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-404a0260-75e6-46ca-9ad1-fbdf20257057 None None] Checking agent: {'id': 'ca4f5c6d-f1fd-48b8-a3e3-395864c7d23d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 20, 56, 40), 'started_at': datetime.datetime(2021, 12, 25, 20, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 13, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:13:14.720648 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-404a0260-75e6-46ca-9ad1-fbdf20257057 None None] Checking segment: {'id': '6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:13:14.721388 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-404a0260-75e6-46ca-9ad1-fbdf20257057 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:14.721851 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-404a0260-75e6-46ca-9ad1-fbdf20257057 None None] Bound using segment: {'id': '6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:13:14.722455 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-404a0260-75e6-46ca-9ad1-fbdf20257057 None None] Bound port: 21c1b29b-414c-4344-a8ec-776b2916a956, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'}}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:13:14.722934 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-404a0260-75e6-46ca-9ad1-fbdf20257057 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:14.778551 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-0217f2ce-356e-45a5-b549-b528da2ed113 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:14.804353 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-404a0260-75e6-46ca-9ad1-fbdf20257057 None None] For port 21c1b29b-414c-4344-a8ec-776b2916a956, host ncdv-master-1, cleared binding levels {{(pid=121608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:13:14.807778 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-404a0260-75e6-46ca-9ad1-fbdf20257057 None None] For port 21c1b29b-414c-4344-a8ec-776b2916a956, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=21c1b29b-414c-4344-a8ec-776b2916a956,segment=NetworkSegment(6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855),segment_id=6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855)] {{(pid=121608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:13:14.813889 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-b4299a3b-90a7-48bd-9687-1736c411235b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:14.849211 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device c585400c-65b2-4f12-88c9-88de0b5b4aad no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:13:14.892056 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] No Port match for: c585400c-65b2-4f12-88c9-88de0b5b4aad {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:13:14.892056 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device c585400c-65b2-4f12-88c9-88de0b5b4aad not bound to the agent host ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:13:14.910623 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f031f754-91c8-48a8-b386-a550831eeccf tempest-ServersWithSpecificFlavorTestJSON-439149936 tempest-ServersWithSpecificFlavorTestJSON-439149936-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:14.916710 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f031f754-91c8-48a8-b386-a550831eeccf tempest-ServersWithSpecificFlavorTestJSON-439149936 tempest-ServersWithSpecificFlavorTestJSON-439149936-project] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:14.916710 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-f031f754-91c8-48a8-b386-a550831eeccf tempest-ServersWithSpecificFlavorTestJSON-439149936 tempest-ServersWithSpecificFlavorTestJSON-439149936-project] 10.222.0.32 "DELETE /v2.0/security-groups/d5c07141-cb75-4b9f-8f8d-51cd5e2004f4 HTTP/1.1" status: 204  len: 168 time: 0.4262714
Dec 25 21:13:14.918148 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 48896) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:13:14.935498 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-404a0260-75e6-46ca-9ad1-fbdf20257057 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:14.938883 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f031f754-91c8-48a8-b386-a550831eeccf tempest-ServersWithSpecificFlavorTestJSON-439149936 tempest-ServersWithSpecificFlavorTestJSON-439149936-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5c07141-cb75-4b9f-8f8d-51cd5e2004f4,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:13:14.952510 ncdv-master-1 neutron-server[121606]: INFO neutron.api.v2.resource [None req-f3ed9fe9-65ba-47fc-8e4b-deac98ba3309 tempest-ServersWithSpecificFlavorTestJSON-439149936 tempest-ServersWithSpecificFlavorTestJSON-439149936-project] show failed (client error): The resource could not be found.
Dec 25 21:13:14.954249 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-f3ed9fe9-65ba-47fc-8e4b-deac98ba3309 tempest-ServersWithSpecificFlavorTestJSON-439149936 tempest-ServersWithSpecificFlavorTestJSON-439149936-project] 10.222.0.32 "GET /v2.0/security-groups/d5c07141-cb75-4b9f-8f8d-51cd5e2004f4 HTTP/1.1" status: 404  len: 347 time: 0.0349753
Dec 25 21:13:14.959489 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 48898) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:13:14.971885 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4299a3b-90a7-48bd-9687-1736c411235b None None] Pushing event updated for resources: {'Port': ['ID=d9585933-605e-4a55-8f22-992c9dbde65f,revision_number=2']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:13:15.066719 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-d40f42fd-050d-4418-9ac0-b02ebd91e4b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:15.084037 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-404a0260-75e6-46ca-9ad1-fbdf20257057 None None] Routers {'bd07523a-f312-4f7e-b1b0-f5a637a4577e'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:13:15.085400 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-404a0260-75e6-46ca-9ad1-fbdf20257057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f261822f6a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:13:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['bd07523a-f312-4f7e-b1b0-f5a637a4577e'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:13:15.180237 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-d40f42fd-050d-4418-9ac0-b02ebd91e4b0 None None] For port 00f3a806-4fc7-400a-b0bd-e4386654b95d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=00f3a806-4fc7-400a-b0bd-e4386654b95d,segment=NetworkSegment(ed044953-69fe-458e-9ee9-b8264f26342c),segment_id=ed044953-69fe-458e-9ee9-b8264f26342c)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:13:15.191170 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c734d910-6c8a-4f2a-9629-8b10326a801e None None] Pushing event updated for resources: {'Port': ['ID=21c1b29b-414c-4344-a8ec-776b2916a956,revision_number=3']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:13:15.284737 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-0217f2ce-356e-45a5-b549-b528da2ed113 admin admin] Publish callbacks [] for port, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:15.306244 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-25be36b9-9184-4933-9b7e-55f8c590da19 tempest-ServersWithSpecificFlavorTestJSON-439149936 tempest-ServersWithSpecificFlavorTestJSON-439149936-project] Deleting port e4bdb49a-d4d4-434f-ba08-11125abe6f55 {{(pid=121606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:13:15.306481 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-25be36b9-9184-4933-9b7e-55f8c590da19 tempest-ServersWithSpecificFlavorTestJSON-439149936 tempest-ServersWithSpecificFlavorTestJSON-439149936-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:15.344488 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a17fe35-e90f-4c0c-9f2a-d5a3e950f16f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1615d351-b877-4433-a0e3-10b0d89051ce'}] {{(pid=121608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:13:15.346914 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a88c78c3ff6266bd59c7e89d275b28c92e739b67d23c89d71af88829fd31566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37886bec-3dd6-4db7-be8a-f0ad7bd76c80" -d '{"events": [{"server_uuid": "9a17fe35-e90f-4c0c-9f2a-d5a3e950f16f", "name": "network-vif-plugged", "status": "completed", "tag": "1615d351-b877-4433-a0e3-10b0d89051ce"}]}' {{(pid=121608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:13:15.386610 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvr_db [None req-404a0260-75e6-46ca-9ad1-fbdf20257057 None None] Set router bd07523a-f312-4f7e-b1b0-f5a637a4577e gateway port host: ncdv-master-1 {{(pid=121608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:13:15.411628 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-25be36b9-9184-4933-9b7e-55f8c590da19 tempest-ServersWithSpecificFlavorTestJSON-439149936 tempest-ServersWithSpecificFlavorTestJSON-439149936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:15.411968 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-25be36b9-9184-4933-9b7e-55f8c590da19 tempest-ServersWithSpecificFlavorTestJSON-439149936 tempest-ServersWithSpecificFlavorTestJSON-439149936-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:15.418899 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 20a44f95-6882-4b43-a02e-3393f9af8d92 up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:13:15.432853 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-25be36b9-9184-4933-9b7e-55f8c590da19 tempest-ServersWithSpecificFlavorTestJSON-439149936 tempest-ServersWithSpecificFlavorTestJSON-439149936-project] Calling delete_port for e4bdb49a-d4d4-434f-ba08-11125abe6f55 owned by network:floatingip {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:13:15.499094 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-d40f42fd-050d-4418-9ac0-b02ebd91e4b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:15.598042 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-0217f2ce-356e-45a5-b549-b528da2ed113 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:15.708436 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-0217f2ce-356e-45a5-b549-b528da2ed113 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2007636'] for router_interface, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:15.712096 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0217f2ce-356e-45a5-b549-b528da2ed113 admin admin] Pushing event updated for resources: {'Port': ['ID=c6f5885a-16b9-4900-a5d1-d983906b0323,revision_number=2']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:13:15.755640 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-25be36b9-9184-4933-9b7e-55f8c590da19 tempest-ServersWithSpecificFlavorTestJSON-439149936 tempest-ServersWithSpecificFlavorTestJSON-439149936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:15.793029 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364754b7-26e1-45d9-9fd9-41b69ef4ffe8 req-34447a9e-7228-493b-b879-11a0e3df2d0d tempest-MultipleCreateTestJSON-716196898 tempest-MultipleCreateTestJSON-716196898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:13:15.803198 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-364754b7-26e1-45d9-9fd9-41b69ef4ffe8 req-34447a9e-7228-493b-b879-11a0e3df2d0d tempest-MultipleCreateTestJSON-716196898 tempest-MultipleCreateTestJSON-716196898-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a17fe35-e90f-4c0c-9f2a-d5a3e950f16f HTTP/1.1" status: 200  len: 945 time: 0.1564002
Dec 25 21:13:15.803940 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40f42fd-050d-4418-9ac0-b02ebd91e4b0 None None] Pushing event updated for resources: {'Port': ['ID=00f3a806-4fc7-400a-b0bd-e4386654b95d,revision_number=3']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:13:15.806502 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port 20a44f95-6882-4b43-a02e-3393f9af8d92 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:13:15.806867 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:15.840192 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-910afc69-9cdd-4100-9ffe-c5ba653374f5 None None] Provisioning complete for port 00f3a806-4fc7-400a-b0bd-e4386654b95d triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:13:15.840568 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-910afc69-9cdd-4100-9ffe-c5ba653374f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:15.880108 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25be36b9-9184-4933-9b7e-55f8c590da19 tempest-ServersWithSpecificFlavorTestJSON-439149936 tempest-ServersWithSpecificFlavorTestJSON-439149936-project] Pushing event deleted for resources: {'Port': ['ID=e4bdb49a-d4d4-434f-ba08-11125abe6f55,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:13:16.005458 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 21:13:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31a7535f-9eaa-4480-bd32-041297ab24c4 x-openstack-request-id: req-31a7535f-9eaa-4480-bd32-041297ab24c4 {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:13:16.006152 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a17fe35-e90f-4c0c-9f2a-d5a3e950f16f", "name": "network-vif-plugged", "status": "completed", "tag": "1615d351-b877-4433-a0e3-10b0d89051ce", "code": 200}]} {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:13:16.006748 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-31a7535f-9eaa-4480-bd32-041297ab24c4 {{(pid=121608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:13:16.007488 ncdv-master-1 neutron-server[121608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a17fe35-e90f-4c0c-9f2a-d5a3e950f16f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1615d351-b877-4433-a0e3-10b0d89051ce', 'code': 200}
Dec 25 21:13:16.069937 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 53307910-b853-4dbd-a6f1-192c87fb1ebd up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:13:16.093201 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-364754b7-26e1-45d9-9fd9-41b69ef4ffe8 req-aa18e7b4-5038-4d41-b4fc-e599b275f83a tempest-MultipleCreateTestJSON-716196898 tempest-MultipleCreateTestJSON-716196898-project] 10.222.0.32 "GET /v2.0/security-groups?id=a7858f6a-3772-499d-a74e-b906953665ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2842169
Dec 25 21:13:16.112156 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-404a0260-75e6-46ca-9ad1-fbdf20257057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f261822f6a0>, [{'id': 'bd07523a-f312-4f7e-b1b0-f5a637a4577e', 'name': 'tempest-AttachSCSIVolumeTestJSON-2111989748-router', 'tenant_id': '53cc391e03de44dbb245531288da2872', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.85'}], 'enable_snat': True}, 'gw_port_id': '21c1b29b-414c-4344-a8ec-776b2916a956', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:13:04Z', 'updated_at': '2021-12-25T21:13:14Z', 'revision_number': 4, 'project_id': '53cc391e03de44dbb245531288da2872', 'gw_port': {'id': '21c1b29b-414c-4344-a8ec-776b2916a956', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:32:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd07523a-f312-4f7e-b1b0-f5a637a4577e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:13:06Z', 'updated_at': '2021-12-25T21:13:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'c6f5885a-16b9-4900-a5d1-d983906b0323', 'name': '', 'network_id': '70cbe831-35cd-442f-8abb-fc8d5a9a0c36', 'tenant_id': '53cc391e03de44dbb245531288da2872', 'mac_address': 'fa:16:3e:f8:01:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd07523a-f312-4f7e-b1b0-f5a637a4577e', 'device_owner': 'network:router_interface', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '51494e88-dd2f-4f4d-8d8b-c74ab51827b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:13:12Z', 'updated_at': '2021-12-25T21:13:13Z', 'revision_number': 1, 'project_id': '53cc391e03de44dbb245531288da2872', 'subnets': [{'id': '51494e88-dd2f-4f4d-8d8b-c74ab51827b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:13:16.130361 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 48924) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:13:16.138305 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0217f2ce-356e-45a5-b549-b528da2ed113 admin admin] Network 70cbe831-35cd-442f-8abb-fc8d5a9a0c36 is already hosted by enough agents. {{(pid=121606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:13:16.139395 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-25be36b9-9184-4933-9b7e-55f8c590da19 tempest-ServersWithSpecificFlavorTestJSON-439149936 tempest-ServersWithSpecificFlavorTestJSON-439149936-project] Publish callbacks [] for floatingip, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:16.155462 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-25be36b9-9184-4933-9b7e-55f8c590da19 tempest-ServersWithSpecificFlavorTestJSON-439149936 tempest-ServersWithSpecificFlavorTestJSON-439149936-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for floatingip, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:16.156650 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-25be36b9-9184-4933-9b7e-55f8c590da19 tempest-ServersWithSpecificFlavorTestJSON-439149936 tempest-ServersWithSpecificFlavorTestJSON-439149936-project] 10.222.0.32 "DELETE /v2.0/floatingips/922efb14-5c26-45d7-97a3-4e8463385b77 HTTP/1.1" status: 204  len: 168 time: 1.1959853
Dec 25 21:13:16.189657 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-404a0260-75e6-46ca-9ad1-fbdf20257057 None None] The sync data for ids ['bd07523a-f312-4f7e-b1b0-f5a637a4577e'] in ncdv-master-1 is: [{'id': 'bd07523a-f312-4f7e-b1b0-f5a637a4577e', 'name': 'tempest-AttachSCSIVolumeTestJSON-2111989748-router', 'tenant_id': '53cc391e03de44dbb245531288da2872', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.85'}], 'enable_snat': True}, 'gw_port_id': '21c1b29b-414c-4344-a8ec-776b2916a956', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:13:04Z', 'updated_at': '2021-12-25T21:13:14Z', 'revision_number': 4, 'project_id': '53cc391e03de44dbb245531288da2872', 'gw_port': {'id': '21c1b29b-414c-4344-a8ec-776b2916a956', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:32:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd07523a-f312-4f7e-b1b0-f5a637a4577e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:13:06Z', 'updated_at': '2021-12-25T21:13:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'c6f5885a-16b9-4900-a5d1-d983906b0323', 'name': '', 'network_id': '70cbe831-35cd-442f-8abb-fc8d5a9a0c36', 'tenant_id': '53cc391e03de44dbb245531288da2872', 'mac_address': 'fa:16:3e:f8:01:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd07523a-f312-4f7e-b1b0-f5a637a4577e', 'device_owner': 'network:router_interface', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '51494e88-dd2f-4f4d-8d8b-c74ab51827b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:13:12Z', 'updated_at': '2021-12-25T21:13:13Z', 'revision_number': 1, 'project_id': '53cc391e03de44dbb245531288da2872', 'subnets': [{'id': '51494e88-dd2f-4f4d-8d8b-c74ab51827b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 21:13:16.206187 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9ff9ed96-058a-49a2-b15d-1c999bb339c1 req-10c73c1b-349c-42b0-ba8a-b5d807898b6f tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] 10.222.0.32 "GET /v2.0/ports?device_id=e2caaec2-9663-4bdf-95c5-104c863c14e8 HTTP/1.1" status: 200  len: 210 time: 0.1316295
Dec 25 21:13:16.213451 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [None req-0217f2ce-356e-45a5-b549-b528da2ed113 admin admin] Resources bound (agent type, host, resource id):  {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:13:16.223638 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-910afc69-9cdd-4100-9ffe-c5ba653374f5 None None] Provisioning complete for port c6f5885a-16b9-4900-a5d1-d983906b0323 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:13:16.224018 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-910afc69-9cdd-4100-9ffe-c5ba653374f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:16.229337 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a50a458-4092-43ff-90b5-7422961f0914 req-2f6746b2-eb8b-4150-b4a1-8143e708b180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:13:16.234752 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-8a50a458-4092-43ff-90b5-7422961f0914 req-2f6746b2-eb8b-4150-b4a1-8143e708b180 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=9a17fe35-e90f-4c0c-9f2a-d5a3e950f16f HTTP/1.1" status: 200  len: 1096 time: 0.0742664
Dec 25 21:13:16.318989 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port 53307910-b853-4dbd-a6f1-192c87fb1ebd triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:13:16.319368 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:16.350928 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-8a50a458-4092-43ff-90b5-7422961f0914 req-ae2770ba-c0fb-4a21-9bc5-9280987b85f3 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=a7858f6a-3772-499d-a74e-b906953665ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1011877
Dec 25 21:13:16.397503 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-910afc69-9cdd-4100-9ffe-c5ba653374f5 None None] Port c6f5885a-16b9-4900-a5d1-d983906b0323 cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:13:16.499625 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b77a88e2-f483-471c-bb2f-05ebbe1e1534 admin admin] Publish callbacks [] for security_group, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:16.507086 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 00f3a806-4fc7-400a-b0bd-e4386654b95d up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:13:16.551759 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba4976f5-d8e0-4a84-b252-0ceceb0b01a2 None None] Network db6bf08b-3b26-4dda-a3c4-b7642bb36e68 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:13:16.620374 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b77a88e2-f483-471c-bb2f-05ebbe1e1534 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:16.704013 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b77a88e2-f483-471c-bb2f-05ebbe1e1534 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:16.709928 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-3d7612d1-4cc1-425a-b7ee-63fac17bb942 None None] Provisioning complete for port d9585933-605e-4a55-8f22-992c9dbde65f triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:13:16.710576 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3d7612d1-4cc1-425a-b7ee-63fac17bb942 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:16.720471 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15e2e86-62bd-4584-a900-30d31fb0d4de req-0981485b-0925-4ed4-b1af-62b4ced74f1f tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:13:16.722478 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b15e2e86-62bd-4584-a900-30d31fb0d4de req-0981485b-0925-4ed4-b1af-62b4ced74f1f tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] 10.222.0.32 "GET /v2.0/ports?device_id=e370ad00-0f15-4014-99c2-3ecd6b33849e HTTP/1.1" status: 200  len: 945 time: 0.3073745
Dec 25 21:13:16.737348 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7b1df8-ac8e-4e54-816b-05c5278a023a req-c7df7943-00fe-45fd-92f2-c1ee04ca7340 tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:13:16.737642 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3b7b1df8-ac8e-4e54-816b-05c5278a023a req-c7df7943-00fe-45fd-92f2-c1ee04ca7340 tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] 10.222.0.31 "GET /v2.0/ports?device_id=e370ad00-0f15-4014-99c2-3ecd6b33849e HTTP/1.1" status: 200  len: 945 time: 0.2983236
Dec 25 21:13:16.746178 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-b77a88e2-f483-471c-bb2f-05ebbe1e1534 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f7118d8084894577a96d6c3e391d33c2&name=default HTTP/1.1" status: 200  len: 2996 time: 0.6145506
Dec 25 21:13:16.748478 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77a88e2-f483-471c-bb2f-05ebbe1e1534 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cd92782-f296-4fa2-8cc7-02e787b13ad2,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:13:16.750879 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 48930) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:13:16.774432 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port 00f3a806-4fc7-400a-b0bd-e4386654b95d triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:13:16.774814 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:16.841479 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0217f2ce-356e-45a5-b549-b528da2ed113 admin admin] Router bd07523a-f312-4f7e-b1b0-f5a637a4577e has already been hosted by L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 {{(pid=121606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 25 21:13:16.917617 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b15e2e86-62bd-4584-a900-30d31fb0d4de req-71494016-ce9c-476b-8a49-efe1d3d20a04 tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5d2ff88-22d6-43d8-90d1-bfb86d4e3308&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1786726
Dec 25 21:13:16.932707 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5bbded17-395c-493f-b7e5-c56f5b48d09a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:16.963300 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3d7612d1-4cc1-425a-b7ee-63fac17bb942 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:16.977814 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5bbded17-395c-493f-b7e5-c56f5b48d09a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:17.021184 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-3d7612d1-4cc1-425a-b7ee-63fac17bb942 None None] For port d9585933-605e-4a55-8f22-992c9dbde65f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d9585933-605e-4a55-8f22-992c9dbde65f,segment=NetworkSegment(12a8f782-0c44-4c84-930d-204ce9264a07),segment_id=12a8f782-0c44-4c84-930d-204ce9264a07)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:13:17.078485 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [req-3b7b1df8-ac8e-4e54-816b-05c5278a023a req-aff35caa-e29e-4ce9-9186-70d2894a33ff tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] Deleting port 9026d1d6-3da8-4905-baa7-966ecb80b10a {{(pid=121606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:13:17.078485 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-3b7b1df8-ac8e-4e54-816b-05c5278a023a req-aff35caa-e29e-4ce9-9186-70d2894a33ff tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:17.159643 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3d7612d1-4cc1-425a-b7ee-63fac17bb942 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:17.218308 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0217f2ce-356e-45a5-b549-b528da2ed113 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 21:13:17.241068 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-0217f2ce-356e-45a5-b549-b528da2ed113 admin admin] 10.222.0.32 "PUT /v2.0/routers/bd07523a-f312-4f7e-b1b0-f5a637a4577e/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.5254662
Dec 25 21:13:17.262622 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5bbded17-395c-493f-b7e5-c56f5b48d09a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:17.273921 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5bbded17-395c-493f-b7e5-c56f5b48d09a admin admin] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:17.276660 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-5bbded17-395c-493f-b7e5-c56f5b48d09a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5cd92782-f296-4fa2-8cc7-02e787b13ad2 HTTP/1.1" status: 204  len: 168 time: 0.5103009
Dec 25 21:13:17.420903 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7612d1-4cc1-425a-b7ee-63fac17bb942 None None] Pushing event updated for resources: {'Port': ['ID=d9585933-605e-4a55-8f22-992c9dbde65f,revision_number=3']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:13:17.432165 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-0e0c4f0d-2a01-4e4d-a1f2-fca7e5610601 None None] Provisioning complete for port d9585933-605e-4a55-8f22-992c9dbde65f triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:13:17.432548 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-0e0c4f0d-2a01-4e4d-a1f2-fca7e5610601 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:17.434595 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbded17-395c-493f-b7e5-c56f5b48d09a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cd92782-f296-4fa2-8cc7-02e787b13ad2,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:13:17.506272 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-3b7b1df8-ac8e-4e54-816b-05c5278a023a req-aff35caa-e29e-4ce9-9186-70d2894a33ff tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] For port 9026d1d6-3da8-4905-baa7-966ecb80b10a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9026d1d6-3da8-4905-baa7-966ecb80b10a,segment=NetworkSegment(0bc15208-d08d-4c93-89c3-c4dfd4d97844),segment_id=0bc15208-d08d-4c93-89c3-c4dfd4d97844)] {{(pid=121606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:13:17.507142 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-3b7b1df8-ac8e-4e54-816b-05c5278a023a req-aff35caa-e29e-4ce9-9186-70d2894a33ff tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:17.547415 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 00f3a806-4fc7-400a-b0bd-e4386654b95d up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:13:17.552789 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7759283d-9dd8-4a3e-b508-595b7cb6fc84 req-bb3a66cc-9515-40d2-8207-ae3d145adfab tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:13:17.561948 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7759283d-9dd8-4a3e-b508-595b7cb6fc84 req-bb3a66cc-9515-40d2-8207-ae3d145adfab tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:13:17.564923 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-7759283d-9dd8-4a3e-b508-595b7cb6fc84 req-bb3a66cc-9515-40d2-8207-ae3d145adfab tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] 10.222.0.37 "GET /v2.0/networks?id=fe8d65f9-00af-4751-929a-992529d61f28&id=db6bf08b-3b26-4dda-a3c4-b7642bb36e68&id=fe8d65f9-00af-4751-929a-992529d61f28 HTTP/1.1" status: 200  len: 1392 time: 0.4425452
Dec 25 21:13:17.581948 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [req-7759283d-9dd8-4a3e-b508-595b7cb6fc84 req-814c5c9e-0431-41a8-aa0c-dd69ab887033 tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Request body: {'port': {'device_id': 'e2caaec2-9663-4bdf-95c5-104c863c14e8', 'network_id': 'fe8d65f9-00af-4751-929a-992529d61f28', 'admin_state_up': True, 'tenant_id': 'af3f5665f009477385c524a3e23aedc6'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:13:17.590967 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [req-3b7b1df8-ac8e-4e54-816b-05c5278a023a req-aff35caa-e29e-4ce9-9186-70d2894a33ff tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] Calling delete_port for 9026d1d6-3da8-4905-baa7-966ecb80b10a owned by compute:nova {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:13:17.741876 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2194e5-04fb-4839-906a-092a17ddcdd6 req-8713ef81-f23a-47c0-a77a-0d182d0a5792 tempest-MultipleCreateTestJSON-716196898 tempest-MultipleCreateTestJSON-716196898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:13:17.745549 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port 00f3a806-4fc7-400a-b0bd-e4386654b95d triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:13:17.745935 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:17.752855 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ac2194e5-04fb-4839-906a-092a17ddcdd6 req-8713ef81-f23a-47c0-a77a-0d182d0a5792 tempest-MultipleCreateTestJSON-716196898 tempest-MultipleCreateTestJSON-716196898-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a17fe35-e90f-4c0c-9f2a-d5a3e950f16f HTTP/1.1" status: 200  len: 945 time: 0.2348371
Dec 25 21:13:17.910640 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7759283d-9dd8-4a3e-b508-595b7cb6fc84 req-814c5c9e-0431-41a8-aa0c-dd69ab887033 tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Made reservation on behalf of af3f5665f009477385c524a3e23aedc6 for: {'port': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:13:17.914835 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-0e0c4f0d-2a01-4e4d-a1f2-fca7e5610601 None None] Provisioning complete for port c6f5885a-16b9-4900-a5d1-d983906b0323 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:13:17.915518 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-0e0c4f0d-2a01-4e4d-a1f2-fca7e5610601 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:17.915729 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-7759283d-9dd8-4a3e-b508-595b7cb6fc84 req-814c5c9e-0431-41a8-aa0c-dd69ab887033 tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:17.919320 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device d9585933-605e-4a55-8f22-992c9dbde65f up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:13:17.975395 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a82c547f-8898-47f1-a614-407b1fe1d480 req-f4832e96-c384-47fb-9404-6b0cd42f8252 tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] 10.222.0.32 "GET /v2.0/ports?device_id=e2caaec2-9663-4bdf-95c5-104c863c14e8 HTTP/1.1" status: 200  len: 210 time: 0.1277406
Dec 25 21:13:18.035796 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-0e0c4f0d-2a01-4e4d-a1f2-fca7e5610601 None None] Port c6f5885a-16b9-4900-a5d1-d983906b0323 cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:13:18.063920 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port d9585933-605e-4a55-8f22-992c9dbde65f triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:13:18.064590 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:18.125001 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ac2194e5-04fb-4839-906a-092a17ddcdd6 req-18882a5d-de98-4980-8217-a6dabdf0a3a1 tempest-MultipleCreateTestJSON-716196898 tempest-MultipleCreateTestJSON-716196898-project] 10.222.0.32 "GET /v2.0/security-groups?id=a7858f6a-3772-499d-a74e-b906953665ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3709102
Dec 25 21:13:18.215394 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_common [req-7759283d-9dd8-4a3e-b508-595b7cb6fc84 req-814c5c9e-0431-41a8-aa0c-dd69ab887033 tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Allocated IP 19.80.0.121 (fe8d65f9-00af-4751-929a-992529d61f28/10a51771-74d5-45b2-afd9-1d8a1c74f569/702d4dce-1add-43eb-a25b-3025bf9405db) {{(pid=121607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:13:18.320804 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-3b7b1df8-ac8e-4e54-816b-05c5278a023a req-aff35caa-e29e-4ce9-9186-70d2894a33ff tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:18.332198 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf92e5c8-a429-4df5-876f-a9245e04337a req-b11c024a-9bb1-4175-a5c8-30976543a2da tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:13:18.334502 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-bf92e5c8-a429-4df5-876f-a9245e04337a req-b11c024a-9bb1-4175-a5c8-30976543a2da tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] 10.222.0.32 "GET /v2.0/ports?device_id=e370ad00-0f15-4014-99c2-3ecd6b33849e HTTP/1.1" status: 200  len: 945 time: 0.0835404
Dec 25 21:13:18.464492 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff35caa-e29e-4ce9-9186-70d2894a33ff tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] Pushing event deleted for resources: {'Port': ['ID=9026d1d6-3da8-4905-baa7-966ecb80b10a,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:13:18.495774 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b7b1df8-ac8e-4e54-816b-05c5278a023a req-aff35caa-e29e-4ce9-9186-70d2894a33ff tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] No DVR routers for this DVR port 9026d1d6-3da8-4905-baa7-966ecb80b10a on host nch1-master-1 {{(pid=121606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:13:18.503323 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-3b7b1df8-ac8e-4e54-816b-05c5278a023a req-aff35caa-e29e-4ce9-9186-70d2894a33ff tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:18.507484 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3b7b1df8-ac8e-4e54-816b-05c5278a023a req-aff35caa-e29e-4ce9-9186-70d2894a33ff tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] 10.222.0.31 "DELETE /v2.0/ports/9026d1d6-3da8-4905-baa7-966ecb80b10a HTTP/1.1" status: 204  len: 173 time: 1.7616870
Dec 25 21:13:18.508034 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e370ad00-0f15-4014-99c2-3ecd6b33849e', 'name': 'network-vif-deleted', 'tag': '9026d1d6-3da8-4905-baa7-966ecb80b10a'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:13:18.511163 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9858820c13ec2827453b94ebc4181065e990a4e4089ccb9fe762531ac62d2fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f299e792-6e0e-4999-9c05-a08e88aeb8ae" -d '{"events": [{"server_uuid": "e370ad00-0f15-4014-99c2-3ecd6b33849e", "name": "network-vif-deleted", "tag": "9026d1d6-3da8-4905-baa7-966ecb80b10a"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:13:18.524800 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-7759283d-9dd8-4a3e-b508-595b7cb6fc84 req-814c5c9e-0431-41a8-aa0c-dd69ab887033 tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Publish callbacks [] for port, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:18.556108 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-bf92e5c8-a429-4df5-876f-a9245e04337a req-09b6d190-6489-4c2b-bb34-4efe03c81376 tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5d2ff88-22d6-43d8-90d1-bfb86d4e3308&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1948256
Dec 25 21:13:18.644652 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 21:13:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29ce924f-1470-4469-a019-65b7cb9c0154 x-openstack-request-id: req-29ce924f-1470-4469-a019-65b7cb9c0154 {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:13:18.645200 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e370ad00-0f15-4014-99c2-3ecd6b33849e", "name": "network-vif-deleted", "tag": "9026d1d6-3da8-4905-baa7-966ecb80b10a", "status": "completed", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:13:18.645737 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-29ce924f-1470-4469-a019-65b7cb9c0154 {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:13:18.646222 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e370ad00-0f15-4014-99c2-3ecd6b33849e', 'name': 'network-vif-deleted', 'tag': '9026d1d6-3da8-4905-baa7-966ecb80b10a', 'status': 'completed', 'code': 200}
Dec 25 21:13:18.692704 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 48994) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:13:18.745394 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-7759283d-9dd8-4a3e-b508-595b7cb6fc84 req-814c5c9e-0431-41a8-aa0c-dd69ab887033 tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:18.797853 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7759283d-9dd8-4a3e-b508-595b7cb6fc84 req-814c5c9e-0431-41a8-aa0c-dd69ab887033 tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Network fe8d65f9-00af-4751-929a-992529d61f28 is already hosted by enough agents. {{(pid=121607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:13:18.801286 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [req-7759283d-9dd8-4a3e-b508-595b7cb6fc84 req-814c5c9e-0431-41a8-aa0c-dd69ab887033 tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Resources bound (agent type, host, resource id):  {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:13:18.803699 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [req-7759283d-9dd8-4a3e-b508-595b7cb6fc84 req-814c5c9e-0431-41a8-aa0c-dd69ab887033 tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Received port after_create {{(pid=121607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:13:18.839105 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814c5c9e-0431-41a8-aa0c-dd69ab887033 tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Pushing event updated for resources: {'Port': ['ID=702d4dce-1add-43eb-a25b-3025bf9405db,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:13:18.866918 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7759283d-9dd8-4a3e-b508-595b7cb6fc84 req-814c5c9e-0431-41a8-aa0c-dd69ab887033 tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:13:18.867578 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-7759283d-9dd8-4a3e-b508-595b7cb6fc84 req-814c5c9e-0431-41a8-aa0c-dd69ab887033 tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:18.977626 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-7759283d-9dd8-4a3e-b508-595b7cb6fc84 req-814c5c9e-0431-41a8-aa0c-dd69ab887033 tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.4022961
Dec 25 21:13:18.989386 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [req-7759283d-9dd8-4a3e-b508-595b7cb6fc84 req-605ff60c-2d55-47a4-9a58-29eab08842ec tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Request body: {'port': {'device_id': 'e2caaec2-9663-4bdf-95c5-104c863c14e8', 'network_id': 'db6bf08b-3b26-4dda-a3c4-b7642bb36e68', 'admin_state_up': True, 'tenant_id': 'af3f5665f009477385c524a3e23aedc6'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:13:19.174255 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd9b513-131c-4770-878a-10f760046538 req-20fa8a98-093b-411b-8217-664f2432e355 tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:13:19.178321 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-5b350805-64eb-4d56-974b-bbcd8195d488 None None] Provisioning complete for port 702d4dce-1add-43eb-a25b-3025bf9405db triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:13:19.178829 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b350805-64eb-4d56-974b-bbcd8195d488 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:19.182227 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-bfd9b513-131c-4770-878a-10f760046538 req-20fa8a98-093b-411b-8217-664f2432e355 tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] 10.222.0.32 "GET /v2.0/ports?device_id=e2caaec2-9663-4bdf-95c5-104c863c14e8 HTTP/1.1" status: 200  len: 932 time: 0.0767527
Dec 25 21:13:19.258195 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 21c1b29b-414c-4344-a8ec-776b2916a956 up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:13:19.311454 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-bfd9b513-131c-4770-878a-10f760046538 req-17199a12-13f6-43f0-a9ab-c02501fad1f4 tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] 10.222.0.32 "GET /v2.0/security-groups?id=bf6f1b26-c9d9-475d-a396-710ace1ec7a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1279080
Dec 25 21:13:19.324537 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-5b350805-64eb-4d56-974b-bbcd8195d488 None None] Port 702d4dce-1add-43eb-a25b-3025bf9405db cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:13:19.370590 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port 21c1b29b-414c-4344-a8ec-776b2916a956 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:13:19.371311 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:19.445644 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4ffb5d-9da2-4a84-8fe1-55f44e376cba req-1f5d992b-fc03-46d5-8147-515a8f68d88a tempest-MultipleCreateTestJSON-716196898 tempest-MultipleCreateTestJSON-716196898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:13:19.447964 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5b4ffb5d-9da2-4a84-8fe1-55f44e376cba req-1f5d992b-fc03-46d5-8147-515a8f68d88a tempest-MultipleCreateTestJSON-716196898 tempest-MultipleCreateTestJSON-716196898-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a17fe35-e90f-4c0c-9f2a-d5a3e950f16f HTTP/1.1" status: 200  len: 945 time: 0.1264813
Dec 25 21:13:19.450603 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 49012) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:13:19.519122 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7759283d-9dd8-4a3e-b508-595b7cb6fc84 req-605ff60c-2d55-47a4-9a58-29eab08842ec tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Made reservation on behalf of af3f5665f009477385c524a3e23aedc6 for: {'port': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:13:19.524433 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-7759283d-9dd8-4a3e-b508-595b7cb6fc84 req-605ff60c-2d55-47a4-9a58-29eab08842ec tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:19.563557 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:19.564773 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5b4ffb5d-9da2-4a84-8fe1-55f44e376cba req-09ec3e0e-3b4e-487b-8376-93f823f6cd7f tempest-MultipleCreateTestJSON-716196898 tempest-MultipleCreateTestJSON-716196898-project] 10.222.0.32 "GET /v2.0/security-groups?id=a7858f6a-3772-499d-a74e-b906953665ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0988746
Dec 25 21:13:19.631710 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] For port 21c1b29b-414c-4344-a8ec-776b2916a956, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=21c1b29b-414c-4344-a8ec-776b2916a956,segment=NetworkSegment(6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855),segment_id=6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:13:19.728400 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:19.728626 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device d9585933-605e-4a55-8f22-992c9dbde65f up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:13:19.768784 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-597c250b-6975-4835-8947-21a653f9eb78 admin admin] Publish callbacks [] for security_group, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:19.769038 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 49026) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:13:19.781294 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-1726860b-2c21-4316-9c76-56dd5d435819 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-880307924-network', 'tenant_id': '93f66f3f38674111af80e14c33a3e39d'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:13:19.787954 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_common [req-7759283d-9dd8-4a3e-b508-595b7cb6fc84 req-605ff60c-2d55-47a4-9a58-29eab08842ec tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Allocated IP 19.86.0.12 (db6bf08b-3b26-4dda-a3c4-b7642bb36e68/641fb822-7372-4e84-a1d6-aa2d36533e51/366d8f19-dd34-4b42-bdcc-07b862818e7f) {{(pid=121607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:13:19.806122 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5c3d70c7-1b52-4e3c-81b4-943fbbea72ff req-5d730a5f-eff0-4889-974c-5efb8c797676 tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] 10.222.0.32 "GET /v2.0/ports?device_id=e370ad00-0f15-4014-99c2-3ecd6b33849e HTTP/1.1" status: 200  len: 210 time: 0.0892742
Dec 25 21:13:19.871996 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Pushing event updated for resources: {'Port': ['ID=21c1b29b-414c-4344-a8ec-776b2916a956,revision_number=4']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:13:19.889716 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port d9585933-605e-4a55-8f22-992c9dbde65f triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:13:19.890415 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:19.906280 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e24f12fa-9cf4-476a-836d-698479c85b6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2007615'] for router_interface, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:19.910163 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89b7a24-0c09-4f0f-bad7-5819006b96d0 req-5c4f1d5a-c85f-4cc7-aee9-938e15aa7722 tempest-MultipleCreateTestJSON-716196898 tempest-MultipleCreateTestJSON-716196898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:13:19.925511 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a89b7a24-0c09-4f0f-bad7-5819006b96d0 req-5c4f1d5a-c85f-4cc7-aee9-938e15aa7722 tempest-MultipleCreateTestJSON-716196898 tempest-MultipleCreateTestJSON-716196898-project] 10.222.0.32 "GET /v2.0/ports?device_id=52a010e5-bcbf-43a3-8e08-f1b8c0bdde01 HTTP/1.1" status: 200  len: 946 time: 0.2474036
Dec 25 21:13:19.950538 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-597c250b-6975-4835-8947-21a653f9eb78 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:20.020194 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa90e613-a561-4633-8dca-d34bbdfc6c92 None None] Sync routers for ids ['bd07523a-f312-4f7e-b1b0-f5a637a4577e'] in ncdv-master-1 {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 21:13:20.021726 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1726860b-2c21-4316-9c76-56dd5d435819 admin admin] Made reservation on behalf of 93f66f3f38674111af80e14c33a3e39d for: {'network': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:13:20.024113 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-1726860b-2c21-4316-9c76-56dd5d435819 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for network, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:20.033847 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a89b7a24-0c09-4f0f-bad7-5819006b96d0 req-1fb2b375-402b-48e6-982c-4b3613faad36 tempest-MultipleCreateTestJSON-716196898 tempest-MultipleCreateTestJSON-716196898-project] 10.222.0.32 "GET /v2.0/security-groups?id=a7858f6a-3772-499d-a74e-b906953665ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1014829
Dec 25 21:13:20.036763 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa90e613-a561-4633-8dca-d34bbdfc6c92 None None] Routers {'bd07523a-f312-4f7e-b1b0-f5a637a4577e'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:13:20.037716 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-fa90e613-a561-4633-8dca-d34bbdfc6c92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2618b0fac0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:13:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['bd07523a-f312-4f7e-b1b0-f5a637a4577e'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:13:20.054664 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-597c250b-6975-4835-8947-21a653f9eb78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:20.072003 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-1726860b-2c21-4316-9c76-56dd5d435819 admin admin] Publish callbacks [] for security_group, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:20.104495 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-597c250b-6975-4835-8947-21a653f9eb78 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e0db74de806d4042916906036a29323b&name=default HTTP/1.1" status: 200  len: 2996 time: 0.6499603
Dec 25 21:13:20.106184 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 49032) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:13:20.125063 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 49034) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:13:20.132325 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597c250b-6975-4835-8947-21a653f9eb78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1028e21c-1dc2-4eb1-b72b-b25705ca6ae8,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:13:20.140324 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-7759283d-9dd8-4a3e-b508-595b7cb6fc84 req-605ff60c-2d55-47a4-9a58-29eab08842ec tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Publish callbacks [] for port, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:20.200766 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvr_db [None req-fa90e613-a561-4633-8dca-d34bbdfc6c92 None None] Set router bd07523a-f312-4f7e-b1b0-f5a637a4577e gateway port host: ncdv-master-1 {{(pid=121609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:13:20.268033 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-d0a083ab-9ff1-4bd8-ae4b-f945ecc38f3d admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-703066836-network', 'tenant_id': '00414bfe9d194c88b02d9664fdeaa217'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:13:20.324486 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-900b3f35-0e83-483a-9adf-e898a0a56929 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:20.366314 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-1726860b-2c21-4316-9c76-56dd5d435819 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:20.379992 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-900b3f35-0e83-483a-9adf-e898a0a56929 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:20.395037 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-7759283d-9dd8-4a3e-b508-595b7cb6fc84 req-605ff60c-2d55-47a4-9a58-29eab08842ec tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:20.418239 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-fa90e613-a561-4633-8dca-d34bbdfc6c92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2618b0fac0>, [{'id': 'bd07523a-f312-4f7e-b1b0-f5a637a4577e', 'name': 'tempest-AttachSCSIVolumeTestJSON-2111989748-router', 'tenant_id': '53cc391e03de44dbb245531288da2872', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.85'}], 'enable_snat': True}, 'gw_port_id': '21c1b29b-414c-4344-a8ec-776b2916a956', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:13:04Z', 'updated_at': '2021-12-25T21:13:14Z', 'revision_number': 4, 'project_id': '53cc391e03de44dbb245531288da2872', 'gw_port': {'id': '21c1b29b-414c-4344-a8ec-776b2916a956', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:32:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd07523a-f312-4f7e-b1b0-f5a637a4577e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:13:06Z', 'updated_at': '2021-12-25T21:13:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'c6f5885a-16b9-4900-a5d1-d983906b0323', 'name': '', 'network_id': '70cbe831-35cd-442f-8abb-fc8d5a9a0c36', 'tenant_id': '53cc391e03de44dbb245531288da2872', 'mac_address': 'fa:16:3e:f8:01:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd07523a-f312-4f7e-b1b0-f5a637a4577e', 'device_owner': 'network:router_interface', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '51494e88-dd2f-4f4d-8d8b-c74ab51827b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:13:12Z', 'updated_at': '2021-12-25T21:13:14Z', 'revision_number': 2, 'project_id': '53cc391e03de44dbb245531288da2872', 'subnets': [{'id': '51494e88-dd2f-4f4d-8d8b-c74ab51827b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:13:20.453444 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa90e613-a561-4633-8dca-d34bbdfc6c92 None None] Checking router: bd07523a-f312-4f7e-b1b0-f5a637a4577e for host: ncdv-master-1 {{(pid=121609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 25 21:13:20.454118 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa90e613-a561-4633-8dca-d34bbdfc6c92 None None] Updating router bd07523a-f312-4f7e-b1b0-f5a637a4577e port c6f5885a-16b9-4900-a5d1-d983906b0323 binding host ncdv-master-1 {{(pid=121609) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 25 21:13:20.466851 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf78d21-ecbf-42b3-80ed-b59558eccf36 req-1d397ab6-dc36-4d22-8f11-6a69b9e88ec2 tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:13:20.470935 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0a083ab-9ff1-4bd8-ae4b-f945ecc38f3d admin admin] Made reservation on behalf of 00414bfe9d194c88b02d9664fdeaa217 for: {'network': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:13:20.473940 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-d0a083ab-9ff1-4bd8-ae4b-f945ecc38f3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for network, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:20.480626 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf78d21-ecbf-42b3-80ed-b59558eccf36 req-1d397ab6-dc36-4d22-8f11-6a69b9e88ec2 tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:13:20.482277 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-1726860b-2c21-4316-9c76-56dd5d435819 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:20.490312 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-fa90e613-a561-4633-8dca-d34bbdfc6c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:20.497455 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-6cf78d21-ecbf-42b3-80ed-b59558eccf36 req-1d397ab6-dc36-4d22-8f11-6a69b9e88ec2 tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] 10.222.0.32 "GET /v2.0/ports?device_id=e2caaec2-9663-4bdf-95c5-104c863c14e8 HTTP/1.1" status: 200  len: 1654 time: 0.1160371
Dec 25 21:13:20.516241 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7759283d-9dd8-4a3e-b508-595b7cb6fc84 req-605ff60c-2d55-47a4-9a58-29eab08842ec tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Network db6bf08b-3b26-4dda-a3c4-b7642bb36e68 is already hosted by enough agents. {{(pid=121607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:13:20.523058 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-d0a083ab-9ff1-4bd8-ae4b-f945ecc38f3d admin admin] Publish callbacks [] for security_group, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:20.560018 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-6cf78d21-ecbf-42b3-80ed-b59558eccf36 req-cc0d60bc-2c3c-4ab3-8bd9-cc7cb47451a1 tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] 10.222.0.32 "GET /v2.0/security-groups?id=bf6f1b26-c9d9-475d-a396-710ace1ec7a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0576527
Dec 25 21:13:20.579577 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [req-7759283d-9dd8-4a3e-b508-595b7cb6fc84 req-605ff60c-2d55-47a4-9a58-29eab08842ec tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Resources bound (agent type, host, resource id):  {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:13:20.585231 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [req-7759283d-9dd8-4a3e-b508-595b7cb6fc84 req-605ff60c-2d55-47a4-9a58-29eab08842ec tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Received port after_create {{(pid=121607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:13:20.594823 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605ff60c-2d55-47a4-9a58-29eab08842ec tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Pushing event updated for resources: {'Port': ['ID=366d8f19-dd34-4b42-bdcc-07b862818e7f,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:13:20.596895 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1726860b-2c21-4316-9c76-56dd5d435819 admin admin] vlan segment allocate from pool success with {'vlan_id': 167, 'physical_network': 'physnet1'}  {{(pid=121607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 25 21:13:20.637698 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1726860b-2c21-4316-9c76-56dd5d435819 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=874fead3-32b7-4bc3-bc7f-88bc8a64a6f5,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:13:20.694738 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7759283d-9dd8-4a3e-b508-595b7cb6fc84 req-605ff60c-2d55-47a4-9a58-29eab08842ec tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:13:20.695458 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-7759283d-9dd8-4a3e-b508-595b7cb6fc84 req-605ff60c-2d55-47a4-9a58-29eab08842ec tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:20.701160 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device 9026d1d6-3da8-4905-baa7-966ecb80b10a no longer exists at agent hyperv_nch1-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:13:20.731648 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-e24f12fa-9cf4-476a-836d-698479c85b6c admin admin] Deleting port d5632047-d757-48ea-8d0b-71d3a71e38c6 {{(pid=121607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:13:20.732096 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e24f12fa-9cf4-476a-836d-698479c85b6c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:20.736976 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] No Port match for: 9026d1d6-3da8-4905-baa7-966ecb80b10a {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:13:20.737583 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device 9026d1d6-3da8-4905-baa7-966ecb80b10a not bound to the agent host nch1-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:13:20.802210 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-fa90e613-a561-4633-8dca-d34bbdfc6c92 None None] Publish callbacks [] for port, precommit_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:20.817295 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-900b3f35-0e83-483a-9adf-e898a0a56929 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:20.819975 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-900b3f35-0e83-483a-9adf-e898a0a56929 admin admin] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:20.821234 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-900b3f35-0e83-483a-9adf-e898a0a56929 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1028e21c-1dc2-4eb1-b72b-b25705ca6ae8 HTTP/1.1" status: 204  len: 168 time: 0.7098143
Dec 25 21:13:20.823358 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-d0a083ab-9ff1-4bd8-ae4b-f945ecc38f3d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:20.828287 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-1726860b-2c21-4316-9c76-56dd5d435819 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:20.828287 ncdv-master-1 neutron-server[121607]: INFO neutron.db.segments_db [None req-1726860b-2c21-4316-9c76-56dd5d435819 admin admin] Added segment 4b44f362-0de1-4e1e-8d11-6840e9682d8d of type vlan for network 725dd106-58ac-4498-b418-36fd684d5557
Dec 25 21:13:20.877964 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-7759283d-9dd8-4a3e-b508-595b7cb6fc84 req-605ff60c-2d55-47a4-9a58-29eab08842ec tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.8922188
Dec 25 21:13:20.882653 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900b3f35-0e83-483a-9adf-e898a0a56929 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1028e21c-1dc2-4eb1-b72b-b25705ca6ae8,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:13:20.894440 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-1726860b-2c21-4316-9c76-56dd5d435819 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737602163420'] for network, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:20.904042 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [req-7759283d-9dd8-4a3e-b508-595b7cb6fc84 req-5bc04ab0-0262-4e28-b500-6b315f426117 tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Request body: {'port': {'device_id': 'e2caaec2-9663-4bdf-95c5-104c863c14e8', 'network_id': 'fe8d65f9-00af-4751-929a-992529d61f28', 'admin_state_up': True, 'tenant_id': 'af3f5665f009477385c524a3e23aedc6'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:13:20.934830 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.db [None req-e24f12fa-9cf4-476a-836d-698479c85b6c admin admin] For port d5632047-d757-48ea-8d0b-71d3a71e38c6, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d5632047-d757-48ea-8d0b-71d3a71e38c6,segment=NetworkSegment(8db2faa6-9c4c-4971-bf8a-75e7f110c5aa),segment_id=8db2faa6-9c4c-4971-bf8a-75e7f110c5aa)] {{(pid=121607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:13:20.935214 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e24f12fa-9cf4-476a-836d-698479c85b6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:20.942224 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-fa90e613-a561-4633-8dca-d34bbdfc6c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:20.964531 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-d0a083ab-9ff1-4bd8-ae4b-f945ecc38f3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:20.978822 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-e24f12fa-9cf4-476a-836d-698479c85b6c admin admin] Calling delete_port for d5632047-d757-48ea-8d0b-71d3a71e38c6 owned by network:router_interface {{(pid=121607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:13:20.984643 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-9dce405c-9c54-4977-aa4d-106f71a8b516 None None] Provisioning complete for port 366d8f19-dd34-4b42-bdcc-07b862818e7f triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:13:20.992366 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9dce405c-9c54-4977-aa4d-106f71a8b516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:21.037099 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45728d0c-f4f9-4c1b-b740-c6c8680eaa01 None None] Pushing event updated for resources: {'Port': ['ID=c6f5885a-16b9-4900-a5d1-d983906b0323,revision_number=3']} {{(pid=121609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:13:21.049669 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d537060c-21ad-4f62-a92e-cd38b59c78ca req-47d4da2d-cb76-4ab9-876e-06d397631556 tempest-MultipleCreateTestJSON-716196898 tempest-MultipleCreateTestJSON-716196898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:13:21.055337 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0a083ab-9ff1-4bd8-ae4b-f945ecc38f3d admin admin] vlan segment allocate from pool success with {'vlan_id': 172, 'physical_network': 'physnet1'}  {{(pid=121607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 25 21:13:21.061106 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d537060c-21ad-4f62-a92e-cd38b59c78ca req-47d4da2d-cb76-4ab9-876e-06d397631556 tempest-MultipleCreateTestJSON-716196898 tempest-MultipleCreateTestJSON-716196898-project] 10.222.0.32 "GET /v2.0/ports?device_id=52a010e5-bcbf-43a3-8e08-f1b8c0bdde01 HTTP/1.1" status: 200  len: 946 time: 0.0705283
Dec 25 21:13:21.076339 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-9dce405c-9c54-4977-aa4d-106f71a8b516 None None] Port 366d8f19-dd34-4b42-bdcc-07b862818e7f cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:13:21.138003 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d537060c-21ad-4f62-a92e-cd38b59c78ca req-f3bef88a-1b15-4579-b4ed-8e717eaddfe9 tempest-MultipleCreateTestJSON-716196898 tempest-MultipleCreateTestJSON-716196898-project] 10.222.0.32 "GET /v2.0/security-groups?id=a7858f6a-3772-499d-a74e-b906953665ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0740771
Dec 25 21:13:21.167206 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 21c1b29b-414c-4344-a8ec-776b2916a956 up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:13:21.190233 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.managers [None req-fa90e613-a561-4633-8dca-d34bbdfc6c92 None None] Attempting to bind port c6f5885a-16b9-4900-a5d1-d983906b0323 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:13:21.190633 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.managers [None req-fa90e613-a561-4633-8dca-d34bbdfc6c92 None None] Attempting to bind port c6f5885a-16b9-4900-a5d1-d983906b0323 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'a2e8e905-c643-4f99-a8fc-850adfdf0e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '70cbe831-35cd-442f-8abb-fc8d5a9a0c36'}] {{(pid=121609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:13:21.191068 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa90e613-a561-4633-8dca-d34bbdfc6c92 None None] Attempting to bind port c6f5885a-16b9-4900-a5d1-d983906b0323 on network 70cbe831-35cd-442f-8abb-fc8d5a9a0c36 {{(pid=121609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:13:21.197254 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa90e613-a561-4633-8dca-d34bbdfc6c92 None None] Checking agent: {'id': 'ca4f5c6d-f1fd-48b8-a3e3-395864c7d23d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 20, 56, 40), 'started_at': datetime.datetime(2021, 12, 25, 20, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 13, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:13:21.197426 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa90e613-a561-4633-8dca-d34bbdfc6c92 None None] Checking segment: {'id': 'a2e8e905-c643-4f99-a8fc-850adfdf0e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '70cbe831-35cd-442f-8abb-fc8d5a9a0c36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:13:21.197684 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-fa90e613-a561-4633-8dca-d34bbdfc6c92 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:21.198072 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa90e613-a561-4633-8dca-d34bbdfc6c92 None None] Bound using segment: {'id': 'a2e8e905-c643-4f99-a8fc-850adfdf0e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '70cbe831-35cd-442f-8abb-fc8d5a9a0c36'} {{(pid=121609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:13:21.198536 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.managers [None req-fa90e613-a561-4633-8dca-d34bbdfc6c92 None None] Bound port: c6f5885a-16b9-4900-a5d1-d983906b0323, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2e8e905-c643-4f99-a8fc-850adfdf0e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '70cbe831-35cd-442f-8abb-fc8d5a9a0c36'}}] {{(pid=121609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:13:21.199007 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-fa90e613-a561-4633-8dca-d34bbdfc6c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:21.237376 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-d0a083ab-9ff1-4bd8-ae4b-f945ecc38f3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:21.238441 ncdv-master-1 neutron-server[121607]: INFO neutron.db.segments_db [None req-d0a083ab-9ff1-4bd8-ae4b-f945ecc38f3d admin admin] Added segment 10b45281-920b-4cf2-8b7e-e916c066c5cf of type vlan for network 92c154ff-54f2-4280-b0a5-61ec0db10729
Dec 25 21:13:21.269228 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port 21c1b29b-414c-4344-a8ec-776b2916a956 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:13:21.269839 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:21.304271 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.db [None req-fa90e613-a561-4633-8dca-d34bbdfc6c92 None None] For port c6f5885a-16b9-4900-a5d1-d983906b0323, host ncdv-master-1, cleared binding levels {{(pid=121609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:13:21.312322 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.db [None req-fa90e613-a561-4633-8dca-d34bbdfc6c92 None None] For port c6f5885a-16b9-4900-a5d1-d983906b0323, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c6f5885a-16b9-4900-a5d1-d983906b0323,segment=NetworkSegment(a2e8e905-c643-4f99-a8fc-850adfdf0e64),segment_id=a2e8e905-c643-4f99-a8fc-850adfdf0e64)] {{(pid=121609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:13:21.374274 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-d0a083ab-9ff1-4bd8-ae4b-f945ecc38f3d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737602163420'] for network, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:21.394332 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-fa90e613-a561-4633-8dca-d34bbdfc6c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:21.433191 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-1726860b-2c21-4316-9c76-56dd5d435819 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870'] for network, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:21.434653 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1726860b-2c21-4316-9c76-56dd5d435819 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:13:21.435266 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-1726860b-2c21-4316-9c76-56dd5d435819 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for network, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:21.458389 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-1fae12ab-5689-4b2f-ac00-d5cb8f129cf5 None None] Provisioning complete for port c6f5885a-16b9-4900-a5d1-d983906b0323 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:13:21.464139 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-1fae12ab-5689-4b2f-ac00-d5cb8f129cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:21.513486 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a083ab-9ff1-4bd8-ae4b-f945ecc38f3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bcd51fe-c53f-44be-be31-e2be2f3b56af,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:13:21.559202 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa90e613-a561-4633-8dca-d34bbdfc6c92 None None] Routers {'bd07523a-f312-4f7e-b1b0-f5a637a4577e'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:13:21.560027 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-fa90e613-a561-4633-8dca-d34bbdfc6c92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2618b0fac0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:13:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['bd07523a-f312-4f7e-b1b0-f5a637a4577e'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:13:21.595952 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed558536-b3be-4581-9c91-b9dcc2b29307 req-4d9f1aa1-010c-4d8c-97c9-39498118b2b4 tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:13:21.611301 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ed558536-b3be-4581-9c91-b9dcc2b29307 req-4d9f1aa1-010c-4d8c-97c9-39498118b2b4 tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] 10.222.0.32 "GET /v2.0/ports?device_id=7cd2be37-78a6-4e40-813d-8e2478ea8dc2 HTTP/1.1" status: 200  len: 944 time: 0.1589518
Dec 25 21:13:21.630698 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45728d0c-f4f9-4c1b-b740-c6c8680eaa01 None None] Pushing event updated for resources: {'Port': ['ID=c6f5885a-16b9-4900-a5d1-d983906b0323,revision_number=4']} {{(pid=121609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:13:21.681420 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-1726860b-2c21-4316-9c76-56dd5d435819 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 1.9081533
Dec 25 21:13:21.681420 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-d0a083ab-9ff1-4bd8-ae4b-f945ecc38f3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870'] for network, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:21.681420 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0a083ab-9ff1-4bd8-ae4b-f945ecc38f3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:13:21.681420 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-d0a083ab-9ff1-4bd8-ae4b-f945ecc38f3d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for network, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:21.697036 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 49072) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:13:21.702589 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-1fae12ab-5689-4b2f-ac00-d5cb8f129cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:21.716145 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-7b37e202-b14d-4011-a86f-d66466f93687 admin admin] Request body: {'subnet': {'network_id': '725dd106-58ac-4498-b418-36fd684d5557', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-880307924-subnet', 'tenant_id': '93f66f3f38674111af80e14c33a3e39d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:13:21.768738 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1726860b-2c21-4316-9c76-56dd5d435819 admin admin] Pushing event updated for resources: {'Network': ['ID=725dd106-58ac-4498-b418-36fd684d5557,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:13:21.805675 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-d0a083ab-9ff1-4bd8-ae4b-f945ecc38f3d admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 878 time: 1.6705887
Dec 25 21:13:21.816633 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Network 725dd106-58ac-4498-b418-36fd684d5557 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 25 21:13:21.826878 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 49074) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:13:21.829343 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvr_db [None req-fa90e613-a561-4633-8dca-d34bbdfc6c92 None None] Set router bd07523a-f312-4f7e-b1b0-f5a637a4577e gateway port host: ncdv-master-1 {{(pid=121609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:13:21.829711 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-1fae12ab-5689-4b2f-ac00-d5cb8f129cf5 None None] For port c6f5885a-16b9-4900-a5d1-d983906b0323, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c6f5885a-16b9-4900-a5d1-d983906b0323,segment=NetworkSegment(a2e8e905-c643-4f99-a8fc-850adfdf0e64),segment_id=a2e8e905-c643-4f99-a8fc-850adfdf0e64)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:13:21.843944 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-10ca9c15-a5ac-4cfc-8770-20c7b7e70ce6 admin admin] Request body: {'subnet': {'network_id': '92c154ff-54f2-4280-b0a5-61ec0db10729', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-703066836-subnet', 'tenant_id': '00414bfe9d194c88b02d9664fdeaa217', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:13:21.852527 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ed558536-b3be-4581-9c91-b9dcc2b29307 req-45cc838c-0a97-48c4-beb0-e0cc0d766d17 tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5d2ff88-22d6-43d8-90d1-bfb86d4e3308&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2433124
Dec 25 21:13:21.962702 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-1fae12ab-5689-4b2f-ac00-d5cb8f129cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:21.969153 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a54a94-f0d4-4da2-b8e9-498a4b87c1d7 req-eafdf004-98bc-497b-a8a7-9dff018364af tempest-MultipleCreateTestJSON-716196898 tempest-MultipleCreateTestJSON-716196898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:13:21.971390 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-60a54a94-f0d4-4da2-b8e9-498a4b87c1d7 req-eafdf004-98bc-497b-a8a7-9dff018364af tempest-MultipleCreateTestJSON-716196898 tempest-MultipleCreateTestJSON-716196898-project] 10.222.0.31 "GET /v2.0/ports?device_id=52a010e5-bcbf-43a3-8e08-f1b8c0bdde01 HTTP/1.1" status: 200  len: 946 time: 0.2478266
Dec 25 21:13:21.988844 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9732f0f-8dad-409d-9222-ae0ecad69d1b req-2c9ed0bf-475f-421d-91d7-9b99862e8b85 tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:13:22.001281 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a083ab-9ff1-4bd8-ae4b-f945ecc38f3d admin admin] Pushing event updated for resources: {'Network': ['ID=92c154ff-54f2-4280-b0a5-61ec0db10729,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:13:22.023817 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Network 92c154ff-54f2-4280-b0a5-61ec0db10729 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 25 21:13:22.026866 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9732f0f-8dad-409d-9222-ae0ecad69d1b req-2c9ed0bf-475f-421d-91d7-9b99862e8b85 tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:13:22.028658 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f9732f0f-8dad-409d-9222-ae0ecad69d1b req-2c9ed0bf-475f-421d-91d7-9b99862e8b85 tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] 10.222.0.32 "GET /v2.0/ports?device_id=e2caaec2-9663-4bdf-95c5-104c863c14e8 HTTP/1.1" status: 200  len: 1654 time: 0.3038249
Dec 25 21:13:22.102216 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fae12ab-5689-4b2f-ac00-d5cb8f129cf5 None None] Pushing event updated for resources: {'Port': ['ID=c6f5885a-16b9-4900-a5d1-d983906b0323,revision_number=5']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:13:22.124204 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7759283d-9dd8-4a3e-b508-595b7cb6fc84 req-5bc04ab0-0262-4e28-b500-6b315f426117 tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Made reservation on behalf of af3f5665f009477385c524a3e23aedc6 for: {'port': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:13:22.129043 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-7759283d-9dd8-4a3e-b508-595b7cb6fc84 req-5bc04ab0-0262-4e28-b500-6b315f426117 tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:22.154314 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10ca9c15-a5ac-4cfc-8770-20c7b7e70ce6 admin admin] Made reservation on behalf of 00414bfe9d194c88b02d9664fdeaa217 for: {'subnet': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:13:22.157100 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f9732f0f-8dad-409d-9222-ae0ecad69d1b req-ae808b57-c29b-4682-89b9-cf059804a630 tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] 10.222.0.32 "GET /v2.0/security-groups?id=bf6f1b26-c9d9-475d-a396-710ace1ec7a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0870774
Dec 25 21:13:22.167983 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-10ca9c15-a5ac-4cfc-8770-20c7b7e70ce6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8852834'] for subnet, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:22.183647 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f465d1ed-3dbe-45d3-bc37-a7d2ab8210cd req-9854621f-ac08-4ede-86b3-84b3b6ad3cec tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:13:22.192194 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f465d1ed-3dbe-45d3-bc37-a7d2ab8210cd req-9854621f-ac08-4ede-86b3-84b3b6ad3cec tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] 10.222.0.31 "GET /v2.0/ports?device_id=7cd2be37-78a6-4e40-813d-8e2478ea8dc2 HTTP/1.1" status: 200  len: 944 time: 0.3353398
Dec 25 21:13:22.222652 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-fa90e613-a561-4633-8dca-d34bbdfc6c92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2618b0fac0>, [{'id': 'bd07523a-f312-4f7e-b1b0-f5a637a4577e', 'name': 'tempest-AttachSCSIVolumeTestJSON-2111989748-router', 'tenant_id': '53cc391e03de44dbb245531288da2872', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.85'}], 'enable_snat': True}, 'gw_port_id': '21c1b29b-414c-4344-a8ec-776b2916a956', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:13:04Z', 'updated_at': '2021-12-25T21:13:14Z', 'revision_number': 4, 'project_id': '53cc391e03de44dbb245531288da2872', 'gw_port': {'id': '21c1b29b-414c-4344-a8ec-776b2916a956', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:32:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd07523a-f312-4f7e-b1b0-f5a637a4577e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:13:06Z', 'updated_at': '2021-12-25T21:13:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'c6f5885a-16b9-4900-a5d1-d983906b0323', 'name': '', 'network_id': '70cbe831-35cd-442f-8abb-fc8d5a9a0c36', 'tenant_id': '53cc391e03de44dbb245531288da2872', 'mac_address': 'fa:16:3e:f8:01:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd07523a-f312-4f7e-b1b0-f5a637a4577e', 'device_owner': 'network:router_interface', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '51494e88-dd2f-4f4d-8d8b-c74ab51827b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:13:12Z', 'updated_at': '2021-12-25T21:13:21Z', 'revision_number': 4, 'project_id': '53cc391e03de44dbb245531288da2872', 'subnets': [{'id': '51494e88-dd2f-4f4d-8d8b-c74ab51827b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:13:22.239843 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-cbd933f0-614a-4774-ae88-078a2d27fa54 None None] Provisioning complete for port c6f5885a-16b9-4900-a5d1-d983906b0323 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:13:22.240251 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-cbd933f0-614a-4774-ae88-078a2d27fa54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:22.261082 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa90e613-a561-4633-8dca-d34bbdfc6c92 None None] The sync data for ids ['bd07523a-f312-4f7e-b1b0-f5a637a4577e'] in ncdv-master-1 is: [{'id': 'bd07523a-f312-4f7e-b1b0-f5a637a4577e', 'name': 'tempest-AttachSCSIVolumeTestJSON-2111989748-router', 'tenant_id': '53cc391e03de44dbb245531288da2872', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.85'}], 'enable_snat': True}, 'gw_port_id': '21c1b29b-414c-4344-a8ec-776b2916a956', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:13:04Z', 'updated_at': '2021-12-25T21:13:14Z', 'revision_number': 4, 'project_id': '53cc391e03de44dbb245531288da2872', 'gw_port': {'id': '21c1b29b-414c-4344-a8ec-776b2916a956', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:32:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd07523a-f312-4f7e-b1b0-f5a637a4577e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:13:06Z', 'updated_at': '2021-12-25T21:13:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'c6f5885a-16b9-4900-a5d1-d983906b0323', 'name': '', 'network_id': '70cbe831-35cd-442f-8abb-fc8d5a9a0c36', 'tenant_id': '53cc391e03de44dbb245531288da2872', 'mac_address': 'fa:16:3e:f8:01:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd07523a-f312-4f7e-b1b0-f5a637a4577e', 'device_owner': 'network:router_interface', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '51494e88-dd2f-4f4d-8d8b-c74ab51827b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:13:12Z', 'updated_at': '2021-12-25T21:13:21Z', 'revision_number': 4, 'project_id': '53cc391e03de44dbb245531288da2872', 'subnets': [{'id': '51494e88-dd2f-4f4d-8d8b-c74ab51827b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 21:13:22.307736 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e24f12fa-9cf4-476a-836d-698479c85b6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:22.352982 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b37e202-b14d-4011-a86f-d66466f93687 admin admin] Made reservation on behalf of 93f66f3f38674111af80e14c33a3e39d for: {'subnet': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:13:22.355321 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-7b37e202-b14d-4011-a86f-d66466f93687 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9028529'] for subnet, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:22.386281 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24f12fa-9cf4-476a-836d-698479c85b6c admin admin] Pushing event deleted for resources: {'Port': ['ID=d5632047-d757-48ea-8d0b-71d3a71e38c6,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:13:22.559852 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 49118) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:13:22.612005 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_common [req-7759283d-9dd8-4a3e-b508-595b7cb6fc84 req-5bc04ab0-0262-4e28-b500-6b315f426117 tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Allocated IP 19.80.0.56 (fe8d65f9-00af-4751-929a-992529d61f28/10a51771-74d5-45b2-afd9-1d8a1c74f569/1536694c-1fd6-4641-92f9-9f25849ec588) {{(pid=121607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:13:22.612410 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c30bcff-f4d2-42e8-8e08-04402333fa3c req-20ee1477-1db4-455b-9981-bf2c9c067697 tempest-MultipleCreateTestJSON-716196898 tempest-MultipleCreateTestJSON-716196898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:13:22.613138 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1c30bcff-f4d2-42e8-8e08-04402333fa3c req-20ee1477-1db4-455b-9981-bf2c9c067697 tempest-MultipleCreateTestJSON-716196898 tempest-MultipleCreateTestJSON-716196898-project] 10.222.0.37 "GET /v2.0/ports?device_id=9a17fe35-e90f-4c0c-9f2a-d5a3e950f16f HTTP/1.1" status: 200  len: 945 time: 0.3505814
Dec 25 21:13:22.657798 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba28ada3-eba5-4912-a047-6142d20a3431 req-608a716b-7918-4e54-9ff1-b190e4b0d128 tempest-MultipleCreateTestJSON-716196898 tempest-MultipleCreateTestJSON-716196898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:13:22.659231 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ba28ada3-eba5-4912-a047-6142d20a3431 req-608a716b-7918-4e54-9ff1-b190e4b0d128 tempest-MultipleCreateTestJSON-716196898 tempest-MultipleCreateTestJSON-716196898-project] 10.222.0.32 "GET /v2.0/ports?device_id=52a010e5-bcbf-43a3-8e08-f1b8c0bdde01 HTTP/1.1" status: 200  len: 946 time: 0.3097122
Dec 25 21:13:22.780364 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [req-f465d1ed-3dbe-45d3-bc37-a7d2ab8210cd req-64c6cd8f-90fd-44f1-9678-8aac6348af4c tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] Deleting port ddbefb64-c371-4875-871e-5d999ff82a14 {{(pid=121606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:13:22.780701 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-f465d1ed-3dbe-45d3-bc37-a7d2ab8210cd req-64c6cd8f-90fd-44f1-9678-8aac6348af4c tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:22.801028 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [req-60a54a94-f0d4-4da2-b8e9-498a4b87c1d7 req-16472f82-ae97-4ac9-ace5-ca133486a323 tempest-MultipleCreateTestJSON-716196898 tempest-MultipleCreateTestJSON-716196898-project] Deleting port 5efcdb31-93a6-4522-8ad1-d57b10fea80d {{(pid=121606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:13:22.801428 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-60a54a94-f0d4-4da2-b8e9-498a4b87c1d7 req-16472f82-ae97-4ac9-ace5-ca133486a323 tempest-MultipleCreateTestJSON-716196898 tempest-MultipleCreateTestJSON-716196898-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:22.804109 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-e326f877-0e0d-4237-863b-67553430c075 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-334764781-network', 'tenant_id': 'f5ed5c4fc23d460e8d63226986b549bd'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:13:22.964063 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e24f12fa-9cf4-476a-836d-698479c85b6c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2007763'] for router_interface, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:23.069517 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ba28ada3-eba5-4912-a047-6142d20a3431 req-c14ad390-36d4-4003-bd96-cd421072e168 tempest-MultipleCreateTestJSON-716196898 tempest-MultipleCreateTestJSON-716196898-project] 10.222.0.32 "GET /v2.0/security-groups?id=a7858f6a-3772-499d-a74e-b906953665ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3798571
Dec 25 21:13:23.163260 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-60a54a94-f0d4-4da2-b8e9-498a4b87c1d7 req-16472f82-ae97-4ac9-ace5-ca133486a323 tempest-MultipleCreateTestJSON-716196898 tempest-MultipleCreateTestJSON-716196898-project] For port 5efcdb31-93a6-4522-8ad1-d57b10fea80d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5efcdb31-93a6-4522-8ad1-d57b10fea80d,segment=NetworkSegment(e8b49c6f-815a-4466-b5f4-d5e58824da1f),segment_id=e8b49c6f-815a-4466-b5f4-d5e58824da1f)] {{(pid=121606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:13:23.163631 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-60a54a94-f0d4-4da2-b8e9-498a4b87c1d7 req-16472f82-ae97-4ac9-ace5-ca133486a323 tempest-MultipleCreateTestJSON-716196898 tempest-MultipleCreateTestJSON-716196898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:23.168431 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-f465d1ed-3dbe-45d3-bc37-a7d2ab8210cd req-64c6cd8f-90fd-44f1-9678-8aac6348af4c tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] For port ddbefb64-c371-4875-871e-5d999ff82a14, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ddbefb64-c371-4875-871e-5d999ff82a14,segment=NetworkSegment(0bc15208-d08d-4c93-89c3-c4dfd4d97844),segment_id=0bc15208-d08d-4c93-89c3-c4dfd4d97844)] {{(pid=121606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:13:23.168655 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-f465d1ed-3dbe-45d3-bc37-a7d2ab8210cd req-64c6cd8f-90fd-44f1-9678-8aac6348af4c tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:23.267482 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device c6f5885a-16b9-4900-a5d1-d983906b0323 up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:13:23.272813 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [req-60a54a94-f0d4-4da2-b8e9-498a4b87c1d7 req-16472f82-ae97-4ac9-ace5-ca133486a323 tempest-MultipleCreateTestJSON-716196898 tempest-MultipleCreateTestJSON-716196898-project] Calling delete_port for 5efcdb31-93a6-4522-8ad1-d57b10fea80d owned by compute:nova {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:13:23.275526 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [req-f465d1ed-3dbe-45d3-bc37-a7d2ab8210cd req-64c6cd8f-90fd-44f1-9678-8aac6348af4c tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] Calling delete_port for ddbefb64-c371-4875-871e-5d999ff82a14 owned by compute:nova {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:13:23.311639 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [req-1c30bcff-f4d2-42e8-8e08-04402333fa3c req-bd4ee7cd-4536-46d2-a4ea-aa71e6d72c72 tempest-MultipleCreateTestJSON-716196898 tempest-MultipleCreateTestJSON-716196898-project] Deleting port 1615d351-b877-4433-a0e3-10b0d89051ce {{(pid=121606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:13:23.311997 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-1c30bcff-f4d2-42e8-8e08-04402333fa3c req-bd4ee7cd-4536-46d2-a4ea-aa71e6d72c72 tempest-MultipleCreateTestJSON-716196898 tempest-MultipleCreateTestJSON-716196898-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:23.339640 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port c6f5885a-16b9-4900-a5d1-d983906b0323 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:13:23.340584 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:23.431830 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-10ca9c15-a5ac-4cfc-8770-20c7b7e70ce6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8632475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8852848'] for subnet, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:23.439671 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e326f877-0e0d-4237-863b-67553430c075 admin admin] Made reservation on behalf of f5ed5c4fc23d460e8d63226986b549bd for: {'network': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:13:23.441823 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e326f877-0e0d-4237-863b-67553430c075 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for network, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:23.495990 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-7759283d-9dd8-4a3e-b508-595b7cb6fc84 req-5bc04ab0-0262-4e28-b500-6b315f426117 tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Publish callbacks [] for port, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:23.501311 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e326f877-0e0d-4237-863b-67553430c075 admin admin] Publish callbacks [] for security_group, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:23.557117 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ca9c15-a5ac-4cfc-8770-20c7b7e70ce6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f2e28f2-741d-4c53-98f1-5b61083688d3,revision_number=0']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:13:23.647413 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10ca9c15-a5ac-4cfc-8770-20c7b7e70ce6 admin admin] Checking segment: {'id': '10b45281-920b-4cf2-8b7e-e916c066c5cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '92c154ff-54f2-4280-b0a5-61ec0db10729'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:13:23.647738 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10ca9c15-a5ac-4cfc-8770-20c7b7e70ce6 admin admin] Network hostable DHCP agents. Network: 92c154ff-54f2-4280-b0a5-61ec0db10729, hostable agents: ['1813db88-2c1b-4357-a2ba-869246b663c2'], hosted agents: [] {{(pid=121607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 25 21:13:23.725776 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-7b37e202-b14d-4011-a86f-d66466f93687 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9084170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9028515'] for subnet, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:23.751404 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e326f877-0e0d-4237-863b-67553430c075 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:23.753538 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e24f12fa-9cf4-476a-836d-698479c85b6c admin admin] Router 5a16a119-0d91-47a1-b1a5-ad284c2ceb4f has already been hosted by L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 {{(pid=121607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 25 21:13:23.754660 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-7759283d-9dd8-4a3e-b508-595b7cb6fc84 req-5bc04ab0-0262-4e28-b500-6b315f426117 tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:23.811647 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7759283d-9dd8-4a3e-b508-595b7cb6fc84 req-5bc04ab0-0262-4e28-b500-6b315f426117 tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Network fe8d65f9-00af-4751-929a-992529d61f28 is already hosted by enough agents. {{(pid=121607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:13:23.841163 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10ca9c15-a5ac-4cfc-8770-20c7b7e70ce6 admin admin] Network 92c154ff-54f2-4280-b0a5-61ec0db10729 is scheduled to be hosted by DHCP agent 1813db88-2c1b-4357-a2ba-869246b663c2 with binding_index 1 {{(pid=121607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 25 21:13:23.853058 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [req-7759283d-9dd8-4a3e-b508-595b7cb6fc84 req-5bc04ab0-0262-4e28-b500-6b315f426117 tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Resources bound (agent type, host, resource id):  {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:13:23.854853 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e326f877-0e0d-4237-863b-67553430c075 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:23.858830 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [req-7759283d-9dd8-4a3e-b508-595b7cb6fc84 req-5bc04ab0-0262-4e28-b500-6b315f426117 tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Received port after_create {{(pid=121607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:13:23.864948 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc04ab0-0262-4e28-b500-6b315f426117 tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Pushing event updated for resources: {'Port': ['ID=1536694c-1fd6-4641-92f9-9f25849ec588,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:13:23.921547 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e326f877-0e0d-4237-863b-67553430c075 admin admin] vlan segment allocate from pool success with {'vlan_id': 192, 'physical_network': 'physnet1'}  {{(pid=121607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 25 21:13:23.951835 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e326f877-0e0d-4237-863b-67553430c075 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f175465c-43c1-43a0-9cac-a66cabeecb19,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:13:23.963086 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d02cf0-0e22-46a5-949d-e6b988927f2e req-5b58b621-f303-46d4-a71e-5ffaebcedce6 tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:13:23.971095 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-46d02cf0-0e22-46a5-949d-e6b988927f2e req-5b58b621-f303-46d4-a71e-5ffaebcedce6 tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] 10.222.0.32 "GET /v2.0/ports?device_id=7cd2be37-78a6-4e40-813d-8e2478ea8dc2 HTTP/1.1" status: 200  len: 944 time: 0.7168272
Dec 25 21:13:23.979246 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-1c30bcff-f4d2-42e8-8e08-04402333fa3c req-bd4ee7cd-4536-46d2-a4ea-aa71e6d72c72 tempest-MultipleCreateTestJSON-716196898 tempest-MultipleCreateTestJSON-716196898-project] For port 1615d351-b877-4433-a0e3-10b0d89051ce, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1615d351-b877-4433-a0e3-10b0d89051ce,segment=NetworkSegment(e8b49c6f-815a-4466-b5f4-d5e58824da1f),segment_id=e8b49c6f-815a-4466-b5f4-d5e58824da1f)] {{(pid=121606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:13:23.979246 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-1c30bcff-f4d2-42e8-8e08-04402333fa3c req-bd4ee7cd-4536-46d2-a4ea-aa71e6d72c72 tempest-MultipleCreateTestJSON-716196898 tempest-MultipleCreateTestJSON-716196898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:23.989001 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a97439b-d64f-41d5-9cf7-f99fd6539c0b req-96176924-5962-44c8-acd7-9f6dbfc864d7 tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:13:23.995648 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a97439b-d64f-41d5-9cf7-f99fd6539c0b req-96176924-5962-44c8-acd7-9f6dbfc864d7 tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:13:23.995905 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-10ca9c15-a5ac-4cfc-8770-20c7b7e70ce6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 92c154ff-54f2-4280-b0a5-61ec0db10729) {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:13:23.998325 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9a97439b-d64f-41d5-9cf7-f99fd6539c0b req-96176924-5962-44c8-acd7-9f6dbfc864d7 tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] 10.222.0.32 "GET /v2.0/ports?device_id=e2caaec2-9663-4bdf-95c5-104c863c14e8 HTTP/1.1" status: 200  len: 1654 time: 0.6999118
Dec 25 21:13:24.000654 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10ca9c15-a5ac-4cfc-8770-20c7b7e70ce6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:13:24.001459 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-10ca9c15-a5ac-4cfc-8770-20c7b7e70ce6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:24.001632 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b37e202-b14d-4011-a86f-d66466f93687 admin admin] Pushing event updated for resources: {'Subnet': ['ID=72504622-45e5-4cd1-ba92-3eed641ce628,revision_number=0']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:13:24.021067 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e326f877-0e0d-4237-863b-67553430c075 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:24.021567 ncdv-master-1 neutron-server[121607]: INFO neutron.db.segments_db [None req-e326f877-0e0d-4237-863b-67553430c075 admin admin] Added segment 2f0a2649-a57f-4db8-987a-184ba43b05bc of type vlan for network 9567beaf-dc87-435f-8c75-e490291b6617
Dec 25 21:13:24.025810 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4f5a6dc-fba5-499d-9801-16db918ba324 None None] Network 92c154ff-54f2-4280-b0a5-61ec0db10729 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:13:24.053379 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7759283d-9dd8-4a3e-b508-595b7cb6fc84 req-5bc04ab0-0262-4e28-b500-6b315f426117 tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:13:24.054385 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-7759283d-9dd8-4a3e-b508-595b7cb6fc84 req-5bc04ab0-0262-4e28-b500-6b315f426117 tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:24.055537 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [req-1c30bcff-f4d2-42e8-8e08-04402333fa3c req-bd4ee7cd-4536-46d2-a4ea-aa71e6d72c72 tempest-MultipleCreateTestJSON-716196898 tempest-MultipleCreateTestJSON-716196898-project] Calling delete_port for 1615d351-b877-4433-a0e3-10b0d89051ce owned by compute:nova {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:13:24.112259 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4d21ef-6234-412d-b8b5-a14b4096c091 req-926c9914-9986-4522-8a7b-07c91a43331a tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:13:24.113884 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5e4d21ef-6234-412d-b8b5-a14b4096c091 req-926c9914-9986-4522-8a7b-07c91a43331a tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] 10.222.0.31 "GET /v2.0/ports?device_id=3c1ea080-3600-4152-8bef-f30741212401 HTTP/1.1" status: 200  len: 944 time: 0.3181841
Dec 25 21:13:24.121852 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e24f12fa-9cf4-476a-836d-698479c85b6c admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 21:13:24.129861 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b37e202-b14d-4011-a86f-d66466f93687 admin admin] Checking segment: {'id': '4b44f362-0de1-4e1e-8d11-6840e9682d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '725dd106-58ac-4498-b418-36fd684d5557'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:13:24.130103 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b37e202-b14d-4011-a86f-d66466f93687 admin admin] Network hostable DHCP agents. Network: 725dd106-58ac-4498-b418-36fd684d5557, hostable agents: ['1813db88-2c1b-4357-a2ba-869246b663c2'], hosted agents: [] {{(pid=121606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 25 21:13:24.138224 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-e24f12fa-9cf4-476a-836d-698479c85b6c admin admin] 10.222.0.32 "PUT /v2.0/routers/5a16a119-0d91-47a1-b1a5-ad284c2ceb4f/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 5.4431984
Dec 25 21:13:24.151749 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 49134) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:13:24.158077 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-10ca9c15-a5ac-4cfc-8770-20c7b7e70ce6 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 841 time: 2.3231375
Dec 25 21:13:24.163628 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e326f877-0e0d-4237-863b-67553430c075 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737602163420'] for network, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:24.178462 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 49136) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:13:24.215976 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-7759283d-9dd8-4a3e-b508-595b7cb6fc84 req-5bc04ab0-0262-4e28-b500-6b315f426117 tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.3234029
Dec 25 21:13:24.236754 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [req-7759283d-9dd8-4a3e-b508-595b7cb6fc84 req-15e08511-02c4-47ac-9f06-69e3cfb3b704 service neutron] Request body: {'port': {'device_id': 'e2caaec2-9663-4bdf-95c5-104c863c14e8', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:13:24.253629 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-7fae070e-2eb6-4869-a5f2-9469e3cb37e2 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-703066836-router', 'tenant_id': '00414bfe9d194c88b02d9664fdeaa217', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'}}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:13:24.277537 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf76fe92-e479-49e3-aa1f-b75c96a17beb None None] Sync routers for ids ['5a16a119-0d91-47a1-b1a5-ad284c2ceb4f'] in ncdv-master-1 {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 21:13:24.316732 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf76fe92-e479-49e3-aa1f-b75c96a17beb None None] Routers {'5a16a119-0d91-47a1-b1a5-ad284c2ceb4f'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:13:24.317774 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-bf76fe92-e479-49e3-aa1f-b75c96a17beb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f261887b9a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:13:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['5a16a119-0d91-47a1-b1a5-ad284c2ceb4f'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:13:24.338619 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-7759283d-9dd8-4a3e-b508-595b7cb6fc84 req-15e08511-02c4-47ac-9f06-69e3cfb3b704 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:24.343205 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f0cfae15-03a9-4414-b3d1-0f0be8255fdb admin admin] Publish callbacks [] for router, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:24.362316 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9a97439b-d64f-41d5-9cf7-f99fd6539c0b req-4b1c2ab2-a12a-49ce-ab4a-6f62de94b2ef tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] 10.222.0.32 "GET /v2.0/security-groups?id=bf6f1b26-c9d9-475d-a396-710ace1ec7a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3311999
Dec 25 21:13:24.407662 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-46d02cf0-0e22-46a5-949d-e6b988927f2e req-11bbf2ad-808c-49ef-b1df-396b22d2f87f tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5d2ff88-22d6-43d8-90d1-bfb86d4e3308&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4354393
Dec 25 21:13:24.433391 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e326f877-0e0d-4237-863b-67553430c075 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870'] for network, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:24.437198 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e326f877-0e0d-4237-863b-67553430c075 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:13:24.438312 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e326f877-0e0d-4237-863b-67553430c075 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for network, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:24.468741 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-fbfe17f0-8b17-4e03-bb0c-93ef5f731c15 None None] Provisioning complete for port 1536694c-1fd6-4641-92f9-9f25849ec588 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:13:24.473135 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-fbfe17f0-8b17-4e03-bb0c-93ef5f731c15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:24.483934 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b10f2465-8eda-4a6a-af82-c629698300e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-92c154ff-54f2-4280-b0a5-61ec0db10729', 'network_id': '92c154ff-54f2-4280-b0a5-61ec0db10729', 'project_id': '00414bfe9d194c88b02d9664fdeaa217', 'fixed_ips': [{'subnet_id': '8f2e28f2-741d-4c53-98f1-5b61083688d3'}]}} from ncdv-master-1. {{(pid=121608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 25 21:13:24.484774 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-b10f2465-8eda-4a6a-af82-c629698300e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:24.539358 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvr_db [None req-bf76fe92-e479-49e3-aa1f-b75c96a17beb None None] Set router 5a16a119-0d91-47a1-b1a5-ad284c2ceb4f gateway port host: ncdv-master-1 {{(pid=121608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:13:24.585448 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b37e202-b14d-4011-a86f-d66466f93687 admin admin] Network 725dd106-58ac-4498-b418-36fd684d5557 is scheduled to be hosted by DHCP agent 1813db88-2c1b-4357-a2ba-869246b663c2 with binding_index 1 {{(pid=121606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 25 21:13:24.614576 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-60a54a94-f0d4-4da2-b8e9-498a4b87c1d7 req-16472f82-ae97-4ac9-ace5-ca133486a323 tempest-MultipleCreateTestJSON-716196898 tempest-MultipleCreateTestJSON-716196898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:24.620905 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-fbfe17f0-8b17-4e03-bb0c-93ef5f731c15 None None] Port 1536694c-1fd6-4641-92f9-9f25849ec588 cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:13:24.630970 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] get_ports_and_sgs() called for port_ids ['1615d351-b877-4433-a0e3-10b0d89051ce'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:13:24.634123 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [None req-7b37e202-b14d-4011-a86f-d66466f93687 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 725dd106-58ac-4498-b418-36fd684d5557) {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:13:24.656491 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e326f877-0e0d-4237-863b-67553430c075 admin admin] Pushing event updated for resources: {'Network': ['ID=9567beaf-dc87-435f-8c75-e490291b6617,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:13:24.678895 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c712b9de-3228-448e-8d5a-8279cd5eac60 None None] Network 725dd106-58ac-4498-b418-36fd684d5557 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:13:24.693252 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b37e202-b14d-4011-a86f-d66466f93687 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:13:24.693554 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-7b37e202-b14d-4011-a86f-d66466f93687 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for subnet, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:24.699444 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16472f82-ae97-4ac9-ace5-ca133486a323 tempest-MultipleCreateTestJSON-716196898 tempest-MultipleCreateTestJSON-716196898-project] Pushing event deleted for resources: {'Port': ['ID=5efcdb31-93a6-4522-8ad1-d57b10fea80d,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:13:24.713253 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Network 9567beaf-dc87-435f-8c75-e490291b6617 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 25 21:13:24.729067 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-e326f877-0e0d-4237-863b-67553430c075 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 2.1648910
Dec 25 21:13:24.732627 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 49138) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:13:24.734800 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daca7bff-703a-4e90-a5af-c4f54b69cf36 req-85d18cac-68e9-4b6a-9393-bc8a18e01c98 tempest-MultipleCreateTestJSON-716196898 tempest-MultipleCreateTestJSON-716196898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:13:24.736359 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-daca7bff-703a-4e90-a5af-c4f54b69cf36 req-85d18cac-68e9-4b6a-9393-bc8a18e01c98 tempest-MultipleCreateTestJSON-716196898 tempest-MultipleCreateTestJSON-716196898-project] 10.222.0.32 "GET /v2.0/ports?device_id=52a010e5-bcbf-43a3-8e08-f1b8c0bdde01 HTTP/1.1" status: 200  len: 867 time: 0.2288644
Dec 25 21:13:24.741613 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-f7dd8196-67f4-415a-ad9b-96a47b2083de admin admin] Request body: {'subnet': {'network_id': '9567beaf-dc87-435f-8c75-e490291b6617', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-334764781-subnet', 'tenant_id': 'f5ed5c4fc23d460e8d63226986b549bd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:13:24.753803 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-f465d1ed-3dbe-45d3-bc37-a7d2ab8210cd req-64c6cd8f-90fd-44f1-9678-8aac6348af4c tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:24.754090 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f0cfae15-03a9-4414-b3d1-0f0be8255fdb admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:24.754983 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device 5efcdb31-93a6-4522-8ad1-d57b10fea80d no longer exists at agent hyperv_nch1-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:13:24.788696 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [req-5e4d21ef-6234-412d-b8b5-a14b4096c091 req-0ce37e17-071c-425d-bab3-f270b87875ae tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] Deleting port 03a8ec19-2525-4748-83ce-e5fe439b39e0 {{(pid=121606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:13:24.792132 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-5e4d21ef-6234-412d-b8b5-a14b4096c091 req-0ce37e17-071c-425d-bab3-f270b87875ae tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:24.795691 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-7fae070e-2eb6-4869-a5f2-9469e3cb37e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2014909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14863'] for router, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:24.797189 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-7fae070e-2eb6-4869-a5f2-9469e3cb37e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2014285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2009796', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2082630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14848'] for router, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:24.864604 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] No Port match for: 5efcdb31-93a6-4522-8ad1-d57b10fea80d {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:13:24.864971 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device 5efcdb31-93a6-4522-8ad1-d57b10fea80d not bound to the agent host nch1-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:13:24.865395 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device 03a8ec19-2525-4748-83ce-e5fe439b39e0 no longer exists at agent hyperv_nch1-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:13:24.876263 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d086699-e354-482e-a06b-80bf8e568787 req-169f61e8-9945-41b9-b52f-b39179a6a3db tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:13:24.883642 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8d086699-e354-482e-a06b-80bf8e568787 req-169f61e8-9945-41b9-b52f-b39179a6a3db tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c1ea080-3600-4152-8bef-f30741212401 HTTP/1.1" status: 200  len: 944 time: 0.3412461
Dec 25 21:13:24.912956 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-7b37e202-b14d-4011-a86f-d66466f93687 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 3.2147954
Dec 25 21:13:24.916918 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 49140) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:13:24.923369 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-4b33fccc-bd48-4397-bcae-2798978a3fc8 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-880307924-router', 'tenant_id': '93f66f3f38674111af80e14c33a3e39d', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'}}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:13:24.926307 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [req-60a54a94-f0d4-4da2-b8e9-498a4b87c1d7 req-16472f82-ae97-4ac9-ace5-ca133486a323 tempest-MultipleCreateTestJSON-716196898 tempest-MultipleCreateTestJSON-716196898-project] No DVR routers for this DVR port 5efcdb31-93a6-4522-8ad1-d57b10fea80d on host nch1-master-1 {{(pid=121606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:13:24.928744 ncdv-master-1 neutron-server[121607]: DEBUG neutron.notifiers.nova [req-7759283d-9dd8-4a3e-b508-595b7cb6fc84 req-15e08511-02c4-47ac-9f06-69e3cfb3b704 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 702d4dce-1add-43eb-a25b-3025bf9405db {{(pid=121607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:13:24.928939 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-60a54a94-f0d4-4da2-b8e9-498a4b87c1d7 req-16472f82-ae97-4ac9-ace5-ca133486a323 tempest-MultipleCreateTestJSON-716196898 tempest-MultipleCreateTestJSON-716196898-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:24.932545 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-60a54a94-f0d4-4da2-b8e9-498a4b87c1d7 req-16472f82-ae97-4ac9-ace5-ca133486a323 tempest-MultipleCreateTestJSON-716196898 tempest-MultipleCreateTestJSON-716196898-project] 10.222.0.31 "DELETE /v2.0/ports/5efcdb31-93a6-4522-8ad1-d57b10fea80d HTTP/1.1" status: 204  len: 173 time: 2.8979185
Dec 25 21:13:24.933408 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c6cd8f-90fd-44f1-9678-8aac6348af4c tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] Pushing event deleted for resources: {'Port': ['ID=ddbefb64-c371-4875-871e-5d999ff82a14,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:13:24.936710 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7dd8196-67f4-415a-ad9b-96a47b2083de admin admin] Made reservation on behalf of f5ed5c4fc23d460e8d63226986b549bd for: {'subnet': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:13:24.939560 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f7dd8196-67f4-415a-ad9b-96a47b2083de admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8852834'] for subnet, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:24.942882 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-7759283d-9dd8-4a3e-b508-595b7cb6fc84 req-15e08511-02c4-47ac-9f06-69e3cfb3b704 service neutron] Publish callbacks [] for port, precommit_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:24.946266 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52a010e5-bcbf-43a3-8e08-f1b8c0bdde01', 'name': 'network-vif-deleted', 'tag': '5efcdb31-93a6-4522-8ad1-d57b10fea80d'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:13:24.948602 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9858820c13ec2827453b94ebc4181065e990a4e4089ccb9fe762531ac62d2fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75942442-a012-4eac-b996-ba0661314070" -d '{"events": [{"server_uuid": "52a010e5-bcbf-43a3-8e08-f1b8c0bdde01", "name": "network-vif-deleted", "tag": "5efcdb31-93a6-4522-8ad1-d57b10fea80d"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:13:25.035140 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.provisioning_blocks [req-7759283d-9dd8-4a3e-b508-595b7cb6fc84 req-15e08511-02c4-47ac-9f06-69e3cfb3b704 service neutron] Transition to ACTIVE for port object 702d4dce-1add-43eb-a25b-3025bf9405db will not be triggered until provisioned by entity L2. {{(pid=121607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 25 21:13:25.060960 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-1c30bcff-f4d2-42e8-8e08-04402333fa3c req-bd4ee7cd-4536-46d2-a4ea-aa71e6d72c72 tempest-MultipleCreateTestJSON-716196898 tempest-MultipleCreateTestJSON-716196898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:25.086080 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [req-f465d1ed-3dbe-45d3-bc37-a7d2ab8210cd req-64c6cd8f-90fd-44f1-9678-8aac6348af4c tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] No DVR routers for this DVR port ddbefb64-c371-4875-871e-5d999ff82a14 on host nch1-master-1 {{(pid=121606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:13:25.086080 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-f465d1ed-3dbe-45d3-bc37-a7d2ab8210cd req-64c6cd8f-90fd-44f1-9678-8aac6348af4c tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:25.086476 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f465d1ed-3dbe-45d3-bc37-a7d2ab8210cd req-64c6cd8f-90fd-44f1-9678-8aac6348af4c tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] 10.222.0.31 "DELETE /v2.0/ports/ddbefb64-c371-4875-871e-5d999ff82a14 HTTP/1.1" status: 204  len: 173 time: 2.7994792
Dec 25 21:13:25.116760 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-7759283d-9dd8-4a3e-b508-595b7cb6fc84 req-15e08511-02c4-47ac-9f06-69e3cfb3b704 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8632327'] for port, after_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:25.132467 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ff7aad8-afd6-47a8-b11d-c3ef371b2b28 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-725dd106-58ac-4498-b418-36fd684d5557', 'network_id': '725dd106-58ac-4498-b418-36fd684d5557', 'project_id': '93f66f3f38674111af80e14c33a3e39d', 'fixed_ips': [{'subnet_id': '72504622-45e5-4cd1-ba92-3eed641ce628'}]}} from ncdv-master-1. {{(pid=121608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 25 21:13:25.133061 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-7ff7aad8-afd6-47a8-b11d-c3ef371b2b28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:25.153945 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-daca7bff-703a-4e90-a5af-c4f54b69cf36 req-aba285bb-b994-4824-bb68-32b62705c135 tempest-MultipleCreateTestJSON-716196898 tempest-MultipleCreateTestJSON-716196898-project] 10.222.0.32 "GET /v2.0/security-groups?id=a7858f6a-3772-499d-a74e-b906953665ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3755360
Dec 25 21:13:25.159358 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-4b33fccc-bd48-4397-bcae-2798978a3fc8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2014909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14863'] for router, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:25.161938 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-4b33fccc-bd48-4397-bcae-2798978a3fc8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2014285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2009796', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2082630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14848'] for router, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:25.265621 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-5e4d21ef-6234-412d-b8b5-a14b4096c091 req-0ce37e17-071c-425d-bab3-f270b87875ae tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] For port 03a8ec19-2525-4748-83ce-e5fe439b39e0, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=03a8ec19-2525-4748-83ce-e5fe439b39e0,segment=NetworkSegment(a05a9961-775b-4dff-bebf-b24cb60ab1a9),segment_id=a05a9961-775b-4dff-bebf-b24cb60ab1a9)] {{(pid=121606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:13:25.265996 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-5e4d21ef-6234-412d-b8b5-a14b4096c091 req-0ce37e17-071c-425d-bab3-f270b87875ae tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:25.303465 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.db_base_plugin_common [None req-b10f2465-8eda-4a6a-af82-c629698300e3 None None] Allocated IP 172.20.0.2 (92c154ff-54f2-4280-b0a5-61ec0db10729/8f2e28f2-741d-4c53-98f1-5b61083688d3/1a973736-c704-4535-a128-8c5c83fd1018) {{(pid=121608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:13:25.311458 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8d086699-e354-482e-a06b-80bf8e568787 req-bda2e7cf-26e2-42ca-90e9-52fc835a396d tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] 10.222.0.32 "GET /v2.0/security-groups?id=bc05caf7-df2e-49b8-960c-4031d2c2ccca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4268374
Dec 25 21:13:25.312256 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4ee7cd-4536-46d2-a4ea-aa71e6d72c72 tempest-MultipleCreateTestJSON-716196898 tempest-MultipleCreateTestJSON-716196898-project] Pushing event deleted for resources: {'Port': ['ID=1615d351-b877-4433-a0e3-10b0d89051ce,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:13:25.317224 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 21:13:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdb5f10a-c087-4cb6-9d4d-657ac7f2eef1 x-openstack-request-id: req-cdb5f10a-c087-4cb6-9d4d-657ac7f2eef1 {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:13:25.317514 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52a010e5-bcbf-43a3-8e08-f1b8c0bdde01", "name": "network-vif-deleted", "tag": "5efcdb31-93a6-4522-8ad1-d57b10fea80d", "status": "completed", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:13:25.317763 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-cdb5f10a-c087-4cb6-9d4d-657ac7f2eef1 {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:13:25.318129 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52a010e5-bcbf-43a3-8e08-f1b8c0bdde01', 'name': 'network-vif-deleted', 'tag': '5efcdb31-93a6-4522-8ad1-d57b10fea80d', 'status': 'completed', 'code': 200}
Dec 25 21:13:25.360809 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [req-5e4d21ef-6234-412d-b8b5-a14b4096c091 req-0ce37e17-071c-425d-bab3-f270b87875ae tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] Calling delete_port for 03a8ec19-2525-4748-83ce-e5fe439b39e0 owned by compute:nova {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:13:25.365721 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c30bcff-f4d2-42e8-8e08-04402333fa3c req-bd4ee7cd-4536-46d2-a4ea-aa71e6d72c72 tempest-MultipleCreateTestJSON-716196898 tempest-MultipleCreateTestJSON-716196898-project] No DVR routers for this DVR port 1615d351-b877-4433-a0e3-10b0d89051ce on host nch2-master-1 {{(pid=121606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:13:25.376736 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e08511-02c4-47ac-9f06-69e3cfb3b704 service neutron] Pushing event updated for resources: {'Port': ['ID=702d4dce-1add-43eb-a25b-3025bf9405db,revision_number=2']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:13:25.390416 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-f0cfae15-03a9-4414-b3d1-0f0be8255fdb admin admin] Deleting port a5e4af3a-9b70-4dca-9bf8-c711678c9b36 {{(pid=121607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:13:25.390869 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f0cfae15-03a9-4414-b3d1-0f0be8255fdb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:25.403904 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-7fae070e-2eb6-4869-a5f2-9469e3cb37e2 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:25.409705 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-1c30bcff-f4d2-42e8-8e08-04402333fa3c req-bd4ee7cd-4536-46d2-a4ea-aa71e6d72c72 tempest-MultipleCreateTestJSON-716196898 tempest-MultipleCreateTestJSON-716196898-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:25.413614 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1c30bcff-f4d2-42e8-8e08-04402333fa3c req-bd4ee7cd-4536-46d2-a4ea-aa71e6d72c72 tempest-MultipleCreateTestJSON-716196898 tempest-MultipleCreateTestJSON-716196898-project] 10.222.0.37 "DELETE /v2.0/ports/1615d351-b877-4433-a0e3-10b0d89051ce HTTP/1.1" status: 204  len: 173 time: 2.7929270
Dec 25 21:13:25.424203 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device ddbefb64-c371-4875-871e-5d999ff82a14 no longer exists at agent hyperv_nch1-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:13:25.493153 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] No Port match for: ddbefb64-c371-4875-871e-5d999ff82a14 {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:13:25.493153 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device ddbefb64-c371-4875-871e-5d999ff82a14 not bound to the agent host nch1-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:13:25.549215 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.db [None req-f0cfae15-03a9-4414-b3d1-0f0be8255fdb admin admin] For port a5e4af3a-9b70-4dca-9bf8-c711678c9b36, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a5e4af3a-9b70-4dca-9bf8-c711678c9b36,segment=NetworkSegment(6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855),segment_id=6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855)] {{(pid=121607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:13:25.549736 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f0cfae15-03a9-4414-b3d1-0f0be8255fdb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:25.570349 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-f0cfae15-03a9-4414-b3d1-0f0be8255fdb admin admin] Calling delete_port for a5e4af3a-9b70-4dca-9bf8-c711678c9b36 owned by network:router_gateway {{(pid=121607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:13:25.576894 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f7dd8196-67f4-415a-ad9b-96a47b2083de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8632475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8852848'] for subnet, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:25.602239 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-4b33fccc-bd48-4397-bcae-2798978a3fc8 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:25.608128 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-bf76fe92-e479-49e3-aa1f-b75c96a17beb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f261887b9a0>, [{'id': '5a16a119-0d91-47a1-b1a5-ad284c2ceb4f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-428068567-router', 'tenant_id': 'e25e5a44bb7e4ef7a38e961e6203b72b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.161'}], 'enable_snat': True}, 'gw_port_id': 'a5e4af3a-9b70-4dca-9bf8-c711678c9b36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:07:53Z', 'updated_at': '2021-12-25T21:13:22Z', 'revision_number': 5, 'project_id': 'e25e5a44bb7e4ef7a38e961e6203b72b', 'gw_port': {'id': 'a5e4af3a-9b70-4dca-9bf8-c711678c9b36', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:c8:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a16a119-0d91-47a1-b1a5-ad284c2ceb4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:07:54Z', 'updated_at': '2021-12-25T21:08:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:13:25.645217 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-35947dc9-8464-4ac5-be88-b58e40734c48 req-b8e19682-90d8-429a-9388-735a27fe74a3 tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] 10.222.0.32 "GET /v2.0/ports?device_id=7cd2be37-78a6-4e40-813d-8e2478ea8dc2 HTTP/1.1" status: 200  len: 210 time: 0.1184604
Dec 25 21:13:25.688026 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf76fe92-e479-49e3-aa1f-b75c96a17beb None None] Checking router: 5a16a119-0d91-47a1-b1a5-ad284c2ceb4f for host: ncdv-master-1 {{(pid=121608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 25 21:13:25.715953 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.managers [req-7759283d-9dd8-4a3e-b508-595b7cb6fc84 req-15e08511-02c4-47ac-9f06-69e3cfb3b704 service neutron] Attempting to bind port 702d4dce-1add-43eb-a25b-3025bf9405db on host nch2-master-1 for vnic_type normal with profile  {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:13:25.717082 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.managers [req-7759283d-9dd8-4a3e-b508-595b7cb6fc84 req-15e08511-02c4-47ac-9f06-69e3cfb3b704 service neutron] Attempting to bind port 702d4dce-1add-43eb-a25b-3025bf9405db by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'ed044953-69fe-458e-9ee9-b8264f26342c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'fe8d65f9-00af-4751-929a-992529d61f28'}] {{(pid=121607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:13:25.717082 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7759283d-9dd8-4a3e-b508-595b7cb6fc84 req-15e08511-02c4-47ac-9f06-69e3cfb3b704 service neutron] Attempting to bind port 702d4dce-1add-43eb-a25b-3025bf9405db on network fe8d65f9-00af-4751-929a-992529d61f28 {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:13:25.721828 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7dd8196-67f4-415a-ad9b-96a47b2083de admin admin] Pushing event updated for resources: {'Subnet': ['ID=9df5d080-ab32-4fab-b5e1-35683f8face2,revision_number=0']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:13:25.740766 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7759283d-9dd8-4a3e-b508-595b7cb6fc84 req-15e08511-02c4-47ac-9f06-69e3cfb3b704 service neutron] Port 702d4dce-1add-43eb-a25b-3025bf9405db on network fe8d65f9-00af-4751-929a-992529d61f28 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 25 21:13:25.741119 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7759283d-9dd8-4a3e-b508-595b7cb6fc84 req-15e08511-02c4-47ac-9f06-69e3cfb3b704 service neutron] Attempting to bind port 702d4dce-1add-43eb-a25b-3025bf9405db on network fe8d65f9-00af-4751-929a-992529d61f28 {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:13:25.744154 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8968a6be-8606-4bfe-94f5-3907661cb06b req-95e65e1c-0d43-468d-8a29-99f35c616f2d tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:13:25.753420 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8968a6be-8606-4bfe-94f5-3907661cb06b req-95e65e1c-0d43-468d-8a29-99f35c616f2d tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:13:25.756923 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7759283d-9dd8-4a3e-b508-595b7cb6fc84 req-15e08511-02c4-47ac-9f06-69e3cfb3b704 service neutron] Checking agent: {'id': '0d9ae313-8f8d-40fa-8a9f-d098a25a9911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 21, 4, 38), 'started_at': datetime.datetime(2021, 12, 25, 21, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 13, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:13:25.757276 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7759283d-9dd8-4a3e-b508-595b7cb6fc84 req-15e08511-02c4-47ac-9f06-69e3cfb3b704 service neutron] Checking segment: {'id': 'ed044953-69fe-458e-9ee9-b8264f26342c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'fe8d65f9-00af-4751-929a-992529d61f28'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:13:25.757664 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7759283d-9dd8-4a3e-b508-595b7cb6fc84 req-15e08511-02c4-47ac-9f06-69e3cfb3b704 service neutron] Bound using segment: {'id': 'ed044953-69fe-458e-9ee9-b8264f26342c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'fe8d65f9-00af-4751-929a-992529d61f28'} {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:13:25.758106 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.managers [req-7759283d-9dd8-4a3e-b508-595b7cb6fc84 req-15e08511-02c4-47ac-9f06-69e3cfb3b704 service neutron] Bound port: 702d4dce-1add-43eb-a25b-3025bf9405db, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed044953-69fe-458e-9ee9-b8264f26342c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'fe8d65f9-00af-4751-929a-992529d61f28'}}] {{(pid=121607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:13:25.758461 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-7759283d-9dd8-4a3e-b508-595b7cb6fc84 req-15e08511-02c4-47ac-9f06-69e3cfb3b704 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:25.761202 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8968a6be-8606-4bfe-94f5-3907661cb06b req-95e65e1c-0d43-468d-8a29-99f35c616f2d tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:13:25.764380 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8968a6be-8606-4bfe-94f5-3907661cb06b req-95e65e1c-0d43-468d-8a29-99f35c616f2d tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] 10.222.0.32 "GET /v2.0/ports?device_id=e2caaec2-9663-4bdf-95c5-104c863c14e8 HTTP/1.1" status: 200  len: 2387 time: 0.2531850
Dec 25 21:13:25.765975 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.db_base_plugin_common [None req-7ff7aad8-afd6-47a8-b11d-c3ef371b2b28 None None] Allocated IP 172.20.0.2 (725dd106-58ac-4498-b418-36fd684d5557/72504622-45e5-4cd1-ba92-3eed641ce628/b24fea75-7047-4ea9-b40c-ebc66041bd75) {{(pid=121608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:13:25.768019 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf76fe92-e479-49e3-aa1f-b75c96a17beb None None] Routers {'5a16a119-0d91-47a1-b1a5-ad284c2ceb4f'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:13:25.768683 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-bf76fe92-e479-49e3-aa1f-b75c96a17beb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f261887b9a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:13:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['5a16a119-0d91-47a1-b1a5-ad284c2ceb4f'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:13:25.805982 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7dd8196-67f4-415a-ad9b-96a47b2083de admin admin] Checking segment: {'id': '2f0a2649-a57f-4db8-987a-184ba43b05bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '9567beaf-dc87-435f-8c75-e490291b6617'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:13:25.806220 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7dd8196-67f4-415a-ad9b-96a47b2083de admin admin] Network hostable DHCP agents. Network: 9567beaf-dc87-435f-8c75-e490291b6617, hostable agents: ['1813db88-2c1b-4357-a2ba-869246b663c2'], hosted agents: [] {{(pid=121607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 25 21:13:25.855905 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-7fae070e-2eb6-4869-a5f2-9469e3cb37e2 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:25.917926 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvr_db [None req-bf76fe92-e479-49e3-aa1f-b75c96a17beb None None] Set router 5a16a119-0d91-47a1-b1a5-ad284c2ceb4f gateway port host: None {{(pid=121608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:13:25.961974 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-b10f2465-8eda-4a6a-af82-c629698300e3 None None] Publish callbacks [] for port, precommit_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:25.974741 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8968a6be-8606-4bfe-94f5-3907661cb06b req-28ba30de-e7dd-4810-a929-e355c71da647 tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] 10.222.0.32 "GET /v2.0/security-groups?id=bf6f1b26-c9d9-475d-a396-710ace1ec7a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1693721
Dec 25 21:13:26.057764 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-4b33fccc-bd48-4397-bcae-2798978a3fc8 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:26.096115 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.db [req-7759283d-9dd8-4a3e-b508-595b7cb6fc84 req-15e08511-02c4-47ac-9f06-69e3cfb3b704 service neutron] For port 702d4dce-1add-43eb-a25b-3025bf9405db, host nch2-master-1, cleared binding levels {{(pid=121607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:13:26.134847 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.db [req-7759283d-9dd8-4a3e-b508-595b7cb6fc84 req-15e08511-02c4-47ac-9f06-69e3cfb3b704 service neutron] For port 702d4dce-1add-43eb-a25b-3025bf9405db, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=702d4dce-1add-43eb-a25b-3025bf9405db,segment=NetworkSegment(ed044953-69fe-458e-9ee9-b8264f26342c),segment_id=ed044953-69fe-458e-9ee9-b8264f26342c)] {{(pid=121607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:13:26.139239 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7dd8196-67f4-415a-ad9b-96a47b2083de admin admin] Network 9567beaf-dc87-435f-8c75-e490291b6617 is scheduled to be hosted by DHCP agent 1813db88-2c1b-4357-a2ba-869246b663c2 with binding_index 1 {{(pid=121607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 25 21:13:26.162751 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-bf76fe92-e479-49e3-aa1f-b75c96a17beb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f261887b9a0>, [{'id': '5a16a119-0d91-47a1-b1a5-ad284c2ceb4f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-428068567-router', 'tenant_id': 'e25e5a44bb7e4ef7a38e961e6203b72b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:07:53Z', 'updated_at': '2021-12-25T21:13:24Z', 'revision_number': 6, 'project_id': 'e25e5a44bb7e4ef7a38e961e6203b72b', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:13:26.218992 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf76fe92-e479-49e3-aa1f-b75c96a17beb None None] The sync data for ids ['5a16a119-0d91-47a1-b1a5-ad284c2ceb4f'] in ncdv-master-1 is: [{'id': '5a16a119-0d91-47a1-b1a5-ad284c2ceb4f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-428068567-router', 'tenant_id': 'e25e5a44bb7e4ef7a38e961e6203b72b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:07:53Z', 'updated_at': '2021-12-25T21:13:24Z', 'revision_number': 6, 'project_id': 'e25e5a44bb7e4ef7a38e961e6203b72b', 'gw_port_host': None}] {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 21:13:26.251125 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-7fae070e-2eb6-4869-a5f2-9469e3cb37e2 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:26.280385 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-7fae070e-2eb6-4869-a5f2-9469e3cb37e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:26.287042 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-b10f2465-8eda-4a6a-af82-c629698300e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946'] for port, after_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:26.288918 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-5e4d21ef-6234-412d-b8b5-a14b4096c091 req-0ce37e17-071c-425d-bab3-f270b87875ae tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:26.318930 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-7759283d-9dd8-4a3e-b508-595b7cb6fc84 req-15e08511-02c4-47ac-9f06-69e3cfb3b704 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8632327'] for port, after_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:26.335271 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b10f2465-8eda-4a6a-af82-c629698300e3 None None] Network 92c154ff-54f2-4280-b0a5-61ec0db10729 is already hosted by enough agents. {{(pid=121608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:13:26.356504 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.base_scheduler [None req-b10f2465-8eda-4a6a-af82-c629698300e3 None None] Resources bound (agent type, host, resource id):  {{(pid=121608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:13:26.365261 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b10f2465-8eda-4a6a-af82-c629698300e3 None None] Received port after_create {{(pid=121608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:13:26.405703 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-f7dd8196-67f4-415a-ad9b-96a47b2083de admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 9567beaf-dc87-435f-8c75-e490291b6617) {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:13:26.415226 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10f2465-8eda-4a6a-af82-c629698300e3 None None] Pushing event updated for resources: {'Port': ['ID=1a973736-c704-4535-a128-8c5c83fd1018,revision_number=1']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:13:26.415399 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f0cfae15-03a9-4414-b3d1-0f0be8255fdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:26.425645 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e08511-02c4-47ac-9f06-69e3cfb3b704 service neutron] Pushing event updated for resources: {'Port': ['ID=702d4dce-1add-43eb-a25b-3025bf9405db,revision_number=3']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:13:26.432909 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bff0776d-0d20-4a10-bd97-852c9c181b95 None None] Network 9567beaf-dc87-435f-8c75-e490291b6617 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:13:26.441171 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7dd8196-67f4-415a-ad9b-96a47b2083de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:13:26.443948 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f7dd8196-67f4-415a-ad9b-96a47b2083de admin admin] Publish callbacks [] for subnet, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:26.454498 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce37e17-071c-425d-bab3-f270b87875ae tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] Pushing event deleted for resources: {'Port': ['ID=03a8ec19-2525-4748-83ce-e5fe439b39e0,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:13:26.480696 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7759283d-9dd8-4a3e-b508-595b7cb6fc84 req-15e08511-02c4-47ac-9f06-69e3cfb3b704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:13:26.482238 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-7759283d-9dd8-4a3e-b508-595b7cb6fc84 req-15e08511-02c4-47ac-9f06-69e3cfb3b704 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:26.484728 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-7759283d-9dd8-4a3e-b508-595b7cb6fc84 req-15e08511-02c4-47ac-9f06-69e3cfb3b704 service neutron] 10.222.0.37 "PUT /v2.0/ports/702d4dce-1add-43eb-a25b-3025bf9405db HTTP/1.1" status: 200  len: 1092 time: 2.2557778
Dec 25 21:13:26.492028 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-7ff7aad8-afd6-47a8-b11d-c3ef371b2b28 None None] Publish callbacks [] for port, precommit_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:26.497250 ncdv-master-1 neutron-server[121607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2caaec2-9663-4bdf-95c5-104c863c14e8', 'tag': '702d4dce-1add-43eb-a25b-3025bf9405db'}] {{(pid=121607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:13:26.506766 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f980bbcadfa7bf1e788024e1448be660373c21f97f015f780444e999c451203" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-776f5e3d-fe33-41c5-91bf-4aa560eb3a32" -d '{"events": [{"name": "network-changed", "server_uuid": "e2caaec2-9663-4bdf-95c5-104c863c14e8", "tag": "702d4dce-1add-43eb-a25b-3025bf9405db"}]}' {{(pid=121607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:13:26.506766 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cfae15-03a9-4414-b3d1-0f0be8255fdb admin admin] Pushing event deleted for resources: {'Port': ['ID=a5e4af3a-9b70-4dca-9bf8-c711678c9b36,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:13:26.545303 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-b10f2465-8eda-4a6a-af82-c629698300e3 None None] Attempting to bind port 1a973736-c704-4535-a128-8c5c83fd1018 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:13:26.545772 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-b10f2465-8eda-4a6a-af82-c629698300e3 None None] Attempting to bind port 1a973736-c704-4535-a128-8c5c83fd1018 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '10b45281-920b-4cf2-8b7e-e916c066c5cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '92c154ff-54f2-4280-b0a5-61ec0db10729'}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:13:26.546319 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b10f2465-8eda-4a6a-af82-c629698300e3 None None] Attempting to bind port 1a973736-c704-4535-a128-8c5c83fd1018 on network 92c154ff-54f2-4280-b0a5-61ec0db10729 {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:13:26.564551 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b10f2465-8eda-4a6a-af82-c629698300e3 None None] Checking agent: {'id': 'ca4f5c6d-f1fd-48b8-a3e3-395864c7d23d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 20, 56, 40), 'started_at': datetime.datetime(2021, 12, 25, 20, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 13, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:13:26.565135 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b10f2465-8eda-4a6a-af82-c629698300e3 None None] Checking segment: {'id': '10b45281-920b-4cf2-8b7e-e916c066c5cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '92c154ff-54f2-4280-b0a5-61ec0db10729'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:13:26.565637 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-b10f2465-8eda-4a6a-af82-c629698300e3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:26.566124 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b10f2465-8eda-4a6a-af82-c629698300e3 None None] Bound using segment: {'id': '10b45281-920b-4cf2-8b7e-e916c066c5cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '92c154ff-54f2-4280-b0a5-61ec0db10729'} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:13:26.566702 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-b10f2465-8eda-4a6a-af82-c629698300e3 None None] Bound port: 1a973736-c704-4535-a128-8c5c83fd1018, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10b45281-920b-4cf2-8b7e-e916c066c5cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '92c154ff-54f2-4280-b0a5-61ec0db10729'}}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:13:26.567141 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-b10f2465-8eda-4a6a-af82-c629698300e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:26.606152 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-7ff7aad8-afd6-47a8-b11d-c3ef371b2b28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946'] for port, after_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:26.631493 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e4d21ef-6234-412d-b8b5-a14b4096c091 req-0ce37e17-071c-425d-bab3-f270b87875ae tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] No DVR routers for this DVR port 03a8ec19-2525-4748-83ce-e5fe439b39e0 on host nch1-master-1 {{(pid=121606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:13:26.667607 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c0c59d61-4fee-4b6b-ae8e-66545fbf40ea req-dba2935c-e82a-452c-bfeb-f7d0b72de70f tempest-MultipleCreateTestJSON-716196898 tempest-MultipleCreateTestJSON-716196898-project] 10.222.0.32 "GET /v2.0/ports?device_id=52a010e5-bcbf-43a3-8e08-f1b8c0bdde01 HTTP/1.1" status: 200  len: 210 time: 0.2307589
Dec 25 21:13:26.673410 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-5e4d21ef-6234-412d-b8b5-a14b4096c091 req-0ce37e17-071c-425d-bab3-f270b87875ae tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:26.680317 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5e4d21ef-6234-412d-b8b5-a14b4096c091 req-0ce37e17-071c-425d-bab3-f270b87875ae tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] 10.222.0.31 "DELETE /v2.0/ports/03a8ec19-2525-4748-83ce-e5fe439b39e0 HTTP/1.1" status: 204  len: 173 time: 2.5529623
Dec 25 21:13:26.698192 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-66e000de-6f6a-4410-b457-05d7dd261844 req-5109dcf0-69ce-44d9-8e00-df53dea6990a tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c1ea080-3600-4152-8bef-f30741212401 HTTP/1.1" status: 200  len: 210 time: 0.2715485
Dec 25 21:13:26.770767 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_common [None req-7fae070e-2eb6-4869-a5f2-9469e3cb37e2 admin admin] Allocated IP 172.35.3.99 (7201e55c-7c5f-41aa-a042-a363696539d0/7a939e13-713f-45cf-bba7-1539635abe25/611c25b8-6395-4dc9-9939-c109f126052d) {{(pid=121606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:13:26.877637 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ff7aad8-afd6-47a8-b11d-c3ef371b2b28 None None] Network 725dd106-58ac-4498-b418-36fd684d5557 is already hosted by enough agents. {{(pid=121608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:13:26.884317 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c6b9032-c71c-428d-974d-e1650734e430 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-9567beaf-dc87-435f-8c75-e490291b6617', 'network_id': '9567beaf-dc87-435f-8c75-e490291b6617', 'project_id': 'f5ed5c4fc23d460e8d63226986b549bd', 'fixed_ips': [{'subnet_id': '9df5d080-ab32-4fab-b5e1-35683f8face2'}]}} from ncdv-master-1. {{(pid=121608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 25 21:13:26.885226 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9c6b9032-c71c-428d-974d-e1650734e430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:26.912513 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.base_scheduler [None req-7ff7aad8-afd6-47a8-b11d-c3ef371b2b28 None None] Resources bound (agent type, host, resource id):  {{(pid=121608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:13:26.915258 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ff7aad8-afd6-47a8-b11d-c3ef371b2b28 None None] Received port after_create {{(pid=121608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:13:26.932926 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff7aad8-afd6-47a8-b11d-c3ef371b2b28 None None] Pushing event updated for resources: {'Port': ['ID=b24fea75-7047-4ea9-b40c-ebc66041bd75,revision_number=1']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:13:26.961670 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a6e871e1-8508-4074-8acc-c4fab4df9462 req-defecd4b-7a98-4027-8327-b201cdd6a8fc tempest-LiveAutoBlockMigrationV225Test-1233279863 tempest-LiveAutoBlockMigrationV225Test-1233279863-project] 10.222.0.32 "GET /v2.0/ports?device_id=7cd2be37-78a6-4e40-813d-8e2478ea8dc2 HTTP/1.1" status: 200  len: 210 time: 0.0805771
Dec 25 21:13:26.970550 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776f5e3d-fe33-41c5-91bf-4aa560eb3a32 req-2b7ea1fd-b1c0-43a3-82bf-86f46a0f2ede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:13:26.971556 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776f5e3d-fe33-41c5-91bf-4aa560eb3a32 req-2b7ea1fd-b1c0-43a3-82bf-86f46a0f2ede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:13:26.972246 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776f5e3d-fe33-41c5-91bf-4aa560eb3a32 req-2b7ea1fd-b1c0-43a3-82bf-86f46a0f2ede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:13:26.974187 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-776f5e3d-fe33-41c5-91bf-4aa560eb3a32 req-2b7ea1fd-b1c0-43a3-82bf-86f46a0f2ede service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=af3f5665f009477385c524a3e23aedc6&device_id=e2caaec2-9663-4bdf-95c5-104c863c14e8 HTTP/1.1" status: 200  len: 2730 time: 0.1783874
Dec 25 21:13:27.018708 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-b10f2465-8eda-4a6a-af82-c629698300e3 None None] For port 1a973736-c704-4535-a128-8c5c83fd1018, host ncdv-master-1, cleared binding levels {{(pid=121608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:13:27.092166 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-b10f2465-8eda-4a6a-af82-c629698300e3 None None] For port 1a973736-c704-4535-a128-8c5c83fd1018, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1a973736-c704-4535-a128-8c5c83fd1018,segment=NetworkSegment(10b45281-920b-4cf2-8b7e-e916c066c5cf),segment_id=10b45281-920b-4cf2-8b7e-e916c066c5cf)] {{(pid=121608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:13:27.099206 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-7ff7aad8-afd6-47a8-b11d-c3ef371b2b28 None None] Attempting to bind port b24fea75-7047-4ea9-b40c-ebc66041bd75 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:13:27.099824 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-7ff7aad8-afd6-47a8-b11d-c3ef371b2b28 None None] Attempting to bind port b24fea75-7047-4ea9-b40c-ebc66041bd75 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '4b44f362-0de1-4e1e-8d11-6840e9682d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '725dd106-58ac-4498-b418-36fd684d5557'}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:13:27.104500 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ff7aad8-afd6-47a8-b11d-c3ef371b2b28 None None] Attempting to bind port b24fea75-7047-4ea9-b40c-ebc66041bd75 on network 725dd106-58ac-4498-b418-36fd684d5557 {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:13:27.123819 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ff7aad8-afd6-47a8-b11d-c3ef371b2b28 None None] Checking agent: {'id': 'ca4f5c6d-f1fd-48b8-a3e3-395864c7d23d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 20, 56, 40), 'started_at': datetime.datetime(2021, 12, 25, 20, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 13, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:13:27.124334 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-7fae070e-2eb6-4869-a5f2-9469e3cb37e2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:27.124961 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ff7aad8-afd6-47a8-b11d-c3ef371b2b28 None None] Checking segment: {'id': '4b44f362-0de1-4e1e-8d11-6840e9682d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '725dd106-58ac-4498-b418-36fd684d5557'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:13:27.125643 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-7ff7aad8-afd6-47a8-b11d-c3ef371b2b28 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:27.126319 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ff7aad8-afd6-47a8-b11d-c3ef371b2b28 None None] Bound using segment: {'id': '4b44f362-0de1-4e1e-8d11-6840e9682d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '725dd106-58ac-4498-b418-36fd684d5557'} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:13:27.133053 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-7ff7aad8-afd6-47a8-b11d-c3ef371b2b28 None None] Bound port: b24fea75-7047-4ea9-b40c-ebc66041bd75, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b44f362-0de1-4e1e-8d11-6840e9682d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '725dd106-58ac-4498-b418-36fd684d5557'}}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:13:27.133053 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-7ff7aad8-afd6-47a8-b11d-c3ef371b2b28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:27.153726 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-b10f2465-8eda-4a6a-af82-c629698300e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:27.232515 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776f5e3d-fe33-41c5-91bf-4aa560eb3a32 req-c2e0daa5-a89f-43ad-9c04-4b0054849964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:13:27.233112 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776f5e3d-fe33-41c5-91bf-4aa560eb3a32 req-c2e0daa5-a89f-43ad-9c04-4b0054849964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:13:27.233585 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776f5e3d-fe33-41c5-91bf-4aa560eb3a32 req-c2e0daa5-a89f-43ad-9c04-4b0054849964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:13:27.234962 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Dec 2021 21:13:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c4ff658-456c-4cd7-af59-d44587173259 x-openstack-request-id: req-5c4ff658-456c-4cd7-af59-d44587173259 {{(pid=121607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:13:27.235430 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2caaec2-9663-4bdf-95c5-104c863c14e8", "tag": "702d4dce-1add-43eb-a25b-3025bf9405db", "status": "completed", "code": 200}]} {{(pid=121607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:13:27.235519 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-776f5e3d-fe33-41c5-91bf-4aa560eb3a32 req-c2e0daa5-a89f-43ad-9c04-4b0054849964 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=af3f5665f009477385c524a3e23aedc6&shared=False HTTP/1.1" status: 200  len: 2291 time: 0.2497725
Dec 25 21:13:27.235623 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5c4ff658-456c-4cd7-af59-d44587173259 {{(pid=121607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:13:27.235886 ncdv-master-1 neutron-server[121607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2caaec2-9663-4bdf-95c5-104c863c14e8', 'tag': '702d4dce-1add-43eb-a25b-3025bf9405db', 'status': 'completed', 'code': 200}
Dec 25 21:13:27.243778 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [req-7759283d-9dd8-4a3e-b508-595b7cb6fc84 req-cd6171c1-fe5a-4dbe-8b02-7e78e6f40159 service neutron] Request body: {'port': {'device_id': 'e2caaec2-9663-4bdf-95c5-104c863c14e8', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:13:27.253256 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-f7dd8196-67f4-415a-ad9b-96a47b2083de admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 2.5175006
Dec 25 21:13:27.253456 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce8fd5a-57c2-4308-a1ff-6ce64176f88d req-b44faf69-2289-4e82-a1e0-60a64a386e67 tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:13:27.260446 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce8fd5a-57c2-4308-a1ff-6ce64176f88d req-b44faf69-2289-4e82-a1e0-60a64a386e67 tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:13:27.269751 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce8fd5a-57c2-4308-a1ff-6ce64176f88d req-b44faf69-2289-4e82-a1e0-60a64a386e67 tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:13:27.271803 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9ce8fd5a-57c2-4308-a1ff-6ce64176f88d req-b44faf69-2289-4e82-a1e0-60a64a386e67 tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] 10.222.0.32 "GET /v2.0/ports?device_id=e2caaec2-9663-4bdf-95c5-104c863c14e8 HTTP/1.1" status: 200  len: 2387 time: 0.1984420
Dec 25 21:13:27.273992 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 49158) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:13:27.283559 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-1239c485-3661-4998-8c6c-1cc28737e196 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-334764781-router', 'tenant_id': 'f5ed5c4fc23d460e8d63226986b549bd', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'}}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:13:27.297904 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-7ff7aad8-afd6-47a8-b11d-c3ef371b2b28 None None] For port b24fea75-7047-4ea9-b40c-ebc66041bd75, host ncdv-master-1, cleared binding levels {{(pid=121608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:13:27.302578 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-7ff7aad8-afd6-47a8-b11d-c3ef371b2b28 None None] For port b24fea75-7047-4ea9-b40c-ebc66041bd75, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b24fea75-7047-4ea9-b40c-ebc66041bd75,segment=NetworkSegment(4b44f362-0de1-4e1e-8d11-6840e9682d8d),segment_id=4b44f362-0de1-4e1e-8d11-6840e9682d8d)] {{(pid=121608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:13:27.336767 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device a5e4af3a-9b70-4dca-9bf8-c711678c9b36 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:13:27.358338 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f0cfae15-03a9-4414-b3d1-0f0be8255fdb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2008689'] for router_gateway, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:27.384117 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] No Port match for: a5e4af3a-9b70-4dca-9bf8-c711678c9b36 {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:13:27.384584 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device a5e4af3a-9b70-4dca-9bf8-c711678c9b36 not bound to the agent host ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:13:27.385346 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device d5632047-d757-48ea-8d0b-71d3a71e38c6 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:13:27.387676 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-7ff7aad8-afd6-47a8-b11d-c3ef371b2b28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:27.431304 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-7759283d-9dd8-4a3e-b508-595b7cb6fc84 req-cd6171c1-fe5a-4dbe-8b02-7e78e6f40159 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:27.435322 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cd2be37-78a6-4e40-813d-8e2478ea8dc2', 'name': 'network-vif-deleted', 'tag': 'ddbefb64-c371-4875-871e-5d999ff82a14'}, {'server_uuid': '9a17fe35-e90f-4c0c-9f2a-d5a3e950f16f', 'name': 'network-vif-deleted', 'tag': '1615d351-b877-4433-a0e3-10b0d89051ce'}, {'server_uuid': '3c1ea080-3600-4152-8bef-f30741212401', 'name': 'network-vif-deleted', 'tag': '03a8ec19-2525-4748-83ce-e5fe439b39e0'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:13:27.444191 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9858820c13ec2827453b94ebc4181065e990a4e4089ccb9fe762531ac62d2fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76487a24-b1b2-4754-bd9e-3fe7f81e5e11" -d '{"events": [{"server_uuid": "7cd2be37-78a6-4e40-813d-8e2478ea8dc2", "name": "network-vif-deleted", "tag": "ddbefb64-c371-4875-871e-5d999ff82a14"}, {"server_uuid": "9a17fe35-e90f-4c0c-9f2a-d5a3e950f16f", "name": "network-vif-deleted", "tag": "1615d351-b877-4433-a0e3-10b0d89051ce"}, {"server_uuid": "3c1ea080-3600-4152-8bef-f30741212401", "name": "network-vif-deleted", "tag": "03a8ec19-2525-4748-83ce-e5fe439b39e0"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:13:27.444576 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] No Port match for: d5632047-d757-48ea-8d0b-71d3a71e38c6 {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:13:27.445064 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device d5632047-d757-48ea-8d0b-71d3a71e38c6 not bound to the agent host ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:13:27.456662 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776f5e3d-fe33-41c5-91bf-4aa560eb3a32 req-52fa7d7f-34ce-4740-9503-1ffc72b7e4e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:13:27.458180 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-776f5e3d-fe33-41c5-91bf-4aa560eb3a32 req-52fa7d7f-34ce-4740-9503-1ffc72b7e4e6 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1833370
Dec 25 21:13:27.464561 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.db_base_plugin_common [None req-9c6b9032-c71c-428d-974d-e1650734e430 None None] Allocated IP 172.20.0.2 (9567beaf-dc87-435f-8c75-e490291b6617/9df5d080-ab32-4fab-b5e1-35683f8face2/3774161d-6394-4861-9d61-d4982ddc6243) {{(pid=121608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:13:27.481000 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10f2465-8eda-4a6a-af82-c629698300e3 None None] Pushing event updated for resources: {'Port': ['ID=1a973736-c704-4535-a128-8c5c83fd1018,revision_number=2']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:13:27.508192 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f0cfae15-03a9-4414-b3d1-0f0be8255fdb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2014235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14905'] for router, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:27.512412 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f0cfae15-03a9-4414-b3d1-0f0be8255fdb admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:27.584393 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9ce8fd5a-57c2-4308-a1ff-6ce64176f88d req-87685c1b-06a0-491b-8a8c-c5f97ee5dfab tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] 10.222.0.32 "GET /v2.0/security-groups?id=bf6f1b26-c9d9-475d-a396-710ace1ec7a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1246574
Dec 25 21:13:27.593280 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-7fae070e-2eb6-4869-a5f2-9469e3cb37e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:27.606809 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff7aad8-afd6-47a8-b11d-c3ef371b2b28 None None] Pushing event updated for resources: {'Port': ['ID=b24fea75-7047-4ea9-b40c-ebc66041bd75,revision_number=2']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:13:27.610084 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Sat, 25 Dec 2021 21:13:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1e2d5b1-f653-45f3-8580-4591c3e86915 x-openstack-request-id: req-c1e2d5b1-f653-45f3-8580-4591c3e86915 {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:13:27.610374 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cd2be37-78a6-4e40-813d-8e2478ea8dc2", "name": "network-vif-deleted", "tag": "ddbefb64-c371-4875-871e-5d999ff82a14", "status": "completed", "code": 200}, {"server_uuid": "9a17fe35-e90f-4c0c-9f2a-d5a3e950f16f", "name": "network-vif-deleted", "tag": "1615d351-b877-4433-a0e3-10b0d89051ce", "status": "completed", "code": 200}, {"server_uuid": "3c1ea080-3600-4152-8bef-f30741212401", "name": "network-vif-deleted", "tag": "03a8ec19-2525-4748-83ce-e5fe439b39e0", "status": "completed", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:13:27.610682 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c1e2d5b1-f653-45f3-8580-4591c3e86915 {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:13:27.611156 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cd2be37-78a6-4e40-813d-8e2478ea8dc2', 'name': 'network-vif-deleted', 'tag': 'ddbefb64-c371-4875-871e-5d999ff82a14', 'status': 'completed', 'code': 200}
Dec 25 21:13:27.611417 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a17fe35-e90f-4c0c-9f2a-d5a3e950f16f', 'name': 'network-vif-deleted', 'tag': '1615d351-b877-4433-a0e3-10b0d89051ce', 'status': 'completed', 'code': 200}
Dec 25 21:13:27.611664 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c1ea080-3600-4152-8bef-f30741212401', 'name': 'network-vif-deleted', 'tag': '03a8ec19-2525-4748-83ce-e5fe439b39e0', 'status': 'completed', 'code': 200}
Dec 25 21:13:27.662575 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fae070e-2eb6-4869-a5f2-9469e3cb37e2 admin admin] Pushing event updated for resources: {'Port': ['ID=611c25b8-6395-4dc9-9939-c109f126052d,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:13:27.671371 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-1239c485-3661-4998-8c6c-1cc28737e196 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2014909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14863'] for router, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:27.674390 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-1239c485-3661-4998-8c6c-1cc28737e196 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2014285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2009796', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2082630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14848'] for router, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:27.696528 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fae070e-2eb6-4869-a5f2-9469e3cb37e2 admin admin] Network 7201e55c-7c5f-41aa-a042-a363696539d0 is already hosted by enough agents. {{(pid=121606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:13:27.703214 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [None req-7fae070e-2eb6-4869-a5f2-9469e3cb37e2 admin admin] Resources bound (agent type, host, resource id):  {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:13:27.712431 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fae070e-2eb6-4869-a5f2-9469e3cb37e2 admin admin] Received port after_create {{(pid=121606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:13:27.837934 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 49168) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:13:27.848253 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-1239c485-3661-4998-8c6c-1cc28737e196 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:27.884155 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f0cfae15-03a9-4414-b3d1-0f0be8255fdb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2014220'] for router, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:27.884849 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0cfae15-03a9-4414-b3d1-0f0be8255fdb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5a16a119-0d91-47a1-b1a5-ad284c2ceb4f {{(pid=121607) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 25 21:13:27.897681 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f0cfae15-03a9-4414-b3d1-0f0be8255fdb admin admin] Publish callbacks [] for router, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:27.897681 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-f0cfae15-03a9-4414-b3d1-0f0be8255fdb admin admin] 10.222.0.32 "DELETE /v2.0/routers/5a16a119-0d91-47a1-b1a5-ad284c2ceb4f HTTP/1.1" status: 204  len: 168 time: 3.7390859
Dec 25 21:13:27.898025 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9c6b9032-c71c-428d-974d-e1650734e430 None None] Publish callbacks [] for port, precommit_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:27.902163 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 49170) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:13:27.974056 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device 1615d351-b877-4433-a0e3-10b0d89051ce no longer exists at agent hyperv_nch2-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:13:27.999218 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-559eabb9-e883-468e-899e-869ab8313ad3 req-e45cbe43-8191-4c1b-8aa4-b06547c1b43b tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c1ea080-3600-4152-8bef-f30741212401 HTTP/1.1" status: 200  len: 210 time: 0.1097283
Dec 25 21:13:28.000079 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-4b33fccc-bd48-4397-bcae-2798978a3fc8 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:28.040013 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] No Port match for: 1615d351-b877-4433-a0e3-10b0d89051ce {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:13:28.040538 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device 1615d351-b877-4433-a0e3-10b0d89051ce not bound to the agent host nch2-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:13:28.043667 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9c6b9032-c71c-428d-974d-e1650734e430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946'] for port, after_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:28.098330 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-4b33fccc-bd48-4397-bcae-2798978a3fc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:28.108801 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c6b9032-c71c-428d-974d-e1650734e430 None None] Network 9567beaf-dc87-435f-8c75-e490291b6617 is already hosted by enough agents. {{(pid=121608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:13:28.116969 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb8f3474-cc37-4cfc-88bc-66be75170ff1 admin admin] Deleting subnet d5f99ff0-85f2-49a7-83a6-2b3ecaa62b88 {{(pid=121607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Dec 25 21:13:28.120292 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 49174) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:13:28.139250 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.base_scheduler [None req-9c6b9032-c71c-428d-974d-e1650734e430 None None] Resources bound (agent type, host, resource id):  {{(pid=121608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:13:28.141973 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c6b9032-c71c-428d-974d-e1650734e430 None None] Received port after_create {{(pid=121608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:13:28.147040 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6b9032-c71c-428d-974d-e1650734e430 None None] Pushing event updated for resources: {'Port': ['ID=3774161d-6394-4861-9d61-d4982ddc6243,revision_number=1']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:13:28.217029 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-bb8f3474-cc37-4cfc-88bc-66be75170ff1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:28.246154 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-9c6b9032-c71c-428d-974d-e1650734e430 None None] Attempting to bind port 3774161d-6394-4861-9d61-d4982ddc6243 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:13:28.248397 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-9c6b9032-c71c-428d-974d-e1650734e430 None None] Attempting to bind port 3774161d-6394-4861-9d61-d4982ddc6243 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '2f0a2649-a57f-4db8-987a-184ba43b05bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '9567beaf-dc87-435f-8c75-e490291b6617'}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:13:28.253534 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c6b9032-c71c-428d-974d-e1650734e430 None None] Attempting to bind port 3774161d-6394-4861-9d61-d4982ddc6243 on network 9567beaf-dc87-435f-8c75-e490291b6617 {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:13:28.260861 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c6b9032-c71c-428d-974d-e1650734e430 None None] Checking agent: {'id': 'ca4f5c6d-f1fd-48b8-a3e3-395864c7d23d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 20, 56, 40), 'started_at': datetime.datetime(2021, 12, 25, 20, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 13, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:13:28.261309 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c6b9032-c71c-428d-974d-e1650734e430 None None] Checking segment: {'id': '2f0a2649-a57f-4db8-987a-184ba43b05bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '9567beaf-dc87-435f-8c75-e490291b6617'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:13:28.261863 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9c6b9032-c71c-428d-974d-e1650734e430 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:28.262322 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c6b9032-c71c-428d-974d-e1650734e430 None None] Bound using segment: {'id': '2f0a2649-a57f-4db8-987a-184ba43b05bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '9567beaf-dc87-435f-8c75-e490291b6617'} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:13:28.262809 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-9c6b9032-c71c-428d-974d-e1650734e430 None None] Bound port: 3774161d-6394-4861-9d61-d4982ddc6243, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f0a2649-a57f-4db8-987a-184ba43b05bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '9567beaf-dc87-435f-8c75-e490291b6617'}}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:13:28.263225 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9c6b9032-c71c-428d-974d-e1650734e430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:28.340131 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-bb8f3474-cc37-4cfc-88bc-66be75170ff1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10246617'] for subnet, precommit_delete_associations {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:28.362362 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9c6b9032-c71c-428d-974d-e1650734e430 None None] For port 3774161d-6394-4861-9d61-d4982ddc6243, host ncdv-master-1, cleared binding levels {{(pid=121608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:13:28.366425 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9c6b9032-c71c-428d-974d-e1650734e430 None None] For port 3774161d-6394-4861-9d61-d4982ddc6243, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3774161d-6394-4861-9d61-d4982ddc6243,segment=NetworkSegment(2f0a2649-a57f-4db8-987a-184ba43b05bc),segment_id=2f0a2649-a57f-4db8-987a-184ba43b05bc)] {{(pid=121608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:13:28.463294 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9c6b9032-c71c-428d-974d-e1650734e430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:28.475821 ncdv-master-1 neutron-server[121607]: DEBUG neutron.notifiers.nova [req-7759283d-9dd8-4a3e-b508-595b7cb6fc84 req-cd6171c1-fe5a-4dbe-8b02-7e78e6f40159 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 366d8f19-dd34-4b42-bdcc-07b862818e7f {{(pid=121607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:13:28.493774 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_v2 [None req-e50fd025-ba7f-4ee2-9f9b-1f38ce886e97 admin admin] Deleting subnet 9f350e3c-b3c0-4923-bec6-5c96ab55923b {{(pid=121607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Dec 25 21:13:28.497847 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-7759283d-9dd8-4a3e-b508-595b7cb6fc84 req-cd6171c1-fe5a-4dbe-8b02-7e78e6f40159 service neutron] Publish callbacks [] for port, precommit_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:28.510623 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e50fd025-ba7f-4ee2-9f9b-1f38ce886e97 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:28.550306 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_v2 [None req-0cbcef7a-83cd-4563-8e40-c2edba0337ad admin admin] Deleting subnet b91f30a5-b3f6-4065-94e7-2dc6af689f3f {{(pid=121606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Dec 25 21:13:28.552669 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-bb8f3474-cc37-4cfc-88bc-66be75170ff1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995662'] for subnet, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:28.569401 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6b9032-c71c-428d-974d-e1650734e430 None None] Pushing event updated for resources: {'Port': ['ID=3774161d-6394-4861-9d61-d4982ddc6243,revision_number=2']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:13:28.583967 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-0cbcef7a-83cd-4563-8e40-c2edba0337ad admin admin] Publish callbacks [] for subnet, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:28.592437 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.provisioning_blocks [req-7759283d-9dd8-4a3e-b508-595b7cb6fc84 req-cd6171c1-fe5a-4dbe-8b02-7e78e6f40159 service neutron] Transition to ACTIVE for port object 366d8f19-dd34-4b42-bdcc-07b862818e7f will not be triggered until provisioned by entity L2. {{(pid=121607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 25 21:13:28.595402 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_common [None req-4b33fccc-bd48-4397-bcae-2798978a3fc8 admin admin] Allocated IP 172.35.3.141 (7201e55c-7c5f-41aa-a042-a363696539d0/7a939e13-713f-45cf-bba7-1539635abe25/9e3a79fe-410e-45ea-9011-3d77696a2bae) {{(pid=121607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:13:28.627084 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e50fd025-ba7f-4ee2-9f9b-1f38ce886e97 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10246617'] for subnet, precommit_delete_associations {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:28.720845 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-7759283d-9dd8-4a3e-b508-595b7cb6fc84 req-cd6171c1-fe5a-4dbe-8b02-7e78e6f40159 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8632327'] for port, after_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:28.734205 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-1239c485-3661-4998-8c6c-1cc28737e196 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:28.742313 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-0cbcef7a-83cd-4563-8e40-c2edba0337ad admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9084199'] for subnet, precommit_delete_associations {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:28.772265 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e50fd025-ba7f-4ee2-9f9b-1f38ce886e97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995662'] for subnet, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:28.814381 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4264eb9d-a581-443d-8106-440840582531 req-b1af44d1-e21a-43ef-8591-8d39a0e4c6eb tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:13:28.820395 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4264eb9d-a581-443d-8106-440840582531 req-b1af44d1-e21a-43ef-8591-8d39a0e4c6eb tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:13:28.827605 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4264eb9d-a581-443d-8106-440840582531 req-b1af44d1-e21a-43ef-8591-8d39a0e4c6eb tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:13:28.836339 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4264eb9d-a581-443d-8106-440840582531 req-b1af44d1-e21a-43ef-8591-8d39a0e4c6eb tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] 10.222.0.32 "GET /v2.0/ports?device_id=e2caaec2-9663-4bdf-95c5-104c863c14e8 HTTP/1.1" status: 200  len: 2399 time: 0.1488471
Dec 25 21:13:28.912022 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6171c1-fe5a-4dbe-8b02-7e78e6f40159 service neutron] Pushing event updated for resources: {'Port': ['ID=366d8f19-dd34-4b42-bdcc-07b862818e7f,revision_number=2']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:13:28.924698 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-bb8f3474-cc37-4cfc-88bc-66be75170ff1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8632410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8852809'] for subnet, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:28.997442 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8f3474-cc37-4cfc-88bc-66be75170ff1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d5f99ff0-85f2-49a7-83a6-2b3ecaa62b88,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:13:29.048033 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-bb8f3474-cc37-4cfc-88bc-66be75170ff1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:29.051319 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-bb8f3474-cc37-4cfc-88bc-66be75170ff1 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/d5f99ff0-85f2-49a7-83a6-2b3ecaa62b88 HTTP/1.1" status: 204  len: 168 time: 1.1799772
Dec 25 21:13:29.055195 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 49182) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:13:29.058113 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-4b33fccc-bd48-4397-bcae-2798978a3fc8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:29.058841 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69ce003b-1500-4074-996b-e86088387793 None None] Network 92c154ff-54f2-4280-b0a5-61ec0db10729 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:13:29.066350 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-0cbcef7a-83cd-4563-8e40-c2edba0337ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995662'] for subnet, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:29.202678 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4264eb9d-a581-443d-8106-440840582531 req-f0dda07c-3631-47aa-a646-6a174bd3c0c1 tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] 10.222.0.32 "GET /v2.0/security-groups?id=bf6f1b26-c9d9-475d-a396-710ace1ec7a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3553317
Dec 25 21:13:29.203357 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e50fd025-ba7f-4ee2-9f9b-1f38ce886e97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8632410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8852809'] for subnet, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:29.214687 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-1c8b2023-6525-4041-9a16-bd184f75e7a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625803'] for network, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:29.230093 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e50fd025-ba7f-4ee2-9f9b-1f38ce886e97 admin admin] Publish callbacks [] for subnet, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:29.240579 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-e50fd025-ba7f-4ee2-9f9b-1f38ce886e97 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/9f350e3c-b3c0-4923-bec6-5c96ab55923b HTTP/1.1" status: 204  len: 168 time: 1.0324385
Dec 25 21:13:29.245751 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 49186) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:13:29.294420 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-336aae2f-bb81-4340-addf-351f83e32043 None None] Provisioning complete for port 1a973736-c704-4535-a128-8c5c83fd1018 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:13:29.296130 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-336aae2f-bb81-4340-addf-351f83e32043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:29.363648 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50fd025-ba7f-4ee2-9f9b-1f38ce886e97 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9f350e3c-b3c0-4923-bec6-5c96ab55923b,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:13:29.393697 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-7fae070e-2eb6-4869-a5f2-9469e3cb37e2 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:29.446057 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 3774161d-6394-4861-9d61-d4982ddc6243 up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:13:29.467928 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.managers [req-7759283d-9dd8-4a3e-b508-595b7cb6fc84 req-cd6171c1-fe5a-4dbe-8b02-7e78e6f40159 service neutron] Attempting to bind port 366d8f19-dd34-4b42-bdcc-07b862818e7f on host nch2-master-1 for vnic_type normal with profile  {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:13:29.468265 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.managers [req-7759283d-9dd8-4a3e-b508-595b7cb6fc84 req-cd6171c1-fe5a-4dbe-8b02-7e78e6f40159 service neutron] Attempting to bind port 366d8f19-dd34-4b42-bdcc-07b862818e7f by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '12a8f782-0c44-4c84-930d-204ce9264a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'db6bf08b-3b26-4dda-a3c4-b7642bb36e68'}] {{(pid=121607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:13:29.468602 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7759283d-9dd8-4a3e-b508-595b7cb6fc84 req-cd6171c1-fe5a-4dbe-8b02-7e78e6f40159 service neutron] Attempting to bind port 366d8f19-dd34-4b42-bdcc-07b862818e7f on network db6bf08b-3b26-4dda-a3c4-b7642bb36e68 {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:13:29.493816 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-0cbcef7a-83cd-4563-8e40-c2edba0337ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9084363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9028506'] for subnet, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:29.534830 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port 3774161d-6394-4861-9d61-d4982ddc6243 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:13:29.535212 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:29.536151 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7759283d-9dd8-4a3e-b508-595b7cb6fc84 req-cd6171c1-fe5a-4dbe-8b02-7e78e6f40159 service neutron] Port 366d8f19-dd34-4b42-bdcc-07b862818e7f on network db6bf08b-3b26-4dda-a3c4-b7642bb36e68 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 25 21:13:29.536487 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7759283d-9dd8-4a3e-b508-595b7cb6fc84 req-cd6171c1-fe5a-4dbe-8b02-7e78e6f40159 service neutron] Attempting to bind port 366d8f19-dd34-4b42-bdcc-07b862818e7f on network db6bf08b-3b26-4dda-a3c4-b7642bb36e68 {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:13:29.568089 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7759283d-9dd8-4a3e-b508-595b7cb6fc84 req-cd6171c1-fe5a-4dbe-8b02-7e78e6f40159 service neutron] Checking agent: {'id': '0d9ae313-8f8d-40fa-8a9f-d098a25a9911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 21, 4, 38), 'started_at': datetime.datetime(2021, 12, 25, 21, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 13, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:13:29.569922 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7759283d-9dd8-4a3e-b508-595b7cb6fc84 req-cd6171c1-fe5a-4dbe-8b02-7e78e6f40159 service neutron] Checking segment: {'id': '12a8f782-0c44-4c84-930d-204ce9264a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'db6bf08b-3b26-4dda-a3c4-b7642bb36e68'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:13:29.569922 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7759283d-9dd8-4a3e-b508-595b7cb6fc84 req-cd6171c1-fe5a-4dbe-8b02-7e78e6f40159 service neutron] Bound using segment: {'id': '12a8f782-0c44-4c84-930d-204ce9264a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'db6bf08b-3b26-4dda-a3c4-b7642bb36e68'} {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:13:29.569922 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.managers [req-7759283d-9dd8-4a3e-b508-595b7cb6fc84 req-cd6171c1-fe5a-4dbe-8b02-7e78e6f40159 service neutron] Bound port: 366d8f19-dd34-4b42-bdcc-07b862818e7f, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12a8f782-0c44-4c84-930d-204ce9264a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'db6bf08b-3b26-4dda-a3c4-b7642bb36e68'}}] {{(pid=121607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:13:29.569922 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-7759283d-9dd8-4a3e-b508-595b7cb6fc84 req-cd6171c1-fe5a-4dbe-8b02-7e78e6f40159 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:29.580676 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e6be4561-892b-453f-b1e4-73a40ce32aeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625803'] for network, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:29.597424 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-4b33fccc-bd48-4397-bcae-2798978a3fc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:29.604794 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-0cbcef7a-83cd-4563-8e40-c2edba0337ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for subnet, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:29.608440 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-0cbcef7a-83cd-4563-8e40-c2edba0337ad admin admin] 10.222.0.32 "DELETE /v2.0/subnets/b91f30a5-b3f6-4065-94e7-2dc6af689f3f HTTP/1.1" status: 204  len: 168 time: 1.7041445
Dec 25 21:13:29.612249 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbcef7a-83cd-4563-8e40-c2edba0337ad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b91f30a5-b3f6-4065-94e7-2dc6af689f3f,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:13:29.614134 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 49196) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:13:29.658536 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00d126c8-f820-466d-aaf8-9fe6408ee00e None None] Network 629690dc-316c-48ba-b3f8-2395f5f041a6 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:13:29.713762 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-1c8b2023-6525-4041-9a16-bd184f75e7a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997585', 'neutron.services.segments.db._delete_segments_for_network-8737602743071'] for network, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:29.786453 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b33fccc-bd48-4397-bcae-2798978a3fc8 admin admin] Network 7201e55c-7c5f-41aa-a042-a363696539d0 is already hosted by enough agents. {{(pid=121607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:13:29.823749 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:29.830164 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-4b33fccc-bd48-4397-bcae-2798978a3fc8 admin admin] Resources bound (agent type, host, resource id):  {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:13:29.861535 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-1c8b2023-6525-4041-9a16-bd184f75e7a0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2612e828e0>,) {'filters': {'network_id': ['f8afa1db-6032-4635-a1fd-6997d067d021']}} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:13:29.864010 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b33fccc-bd48-4397-bcae-2798978a3fc8 admin admin] Received port after_create {{(pid=121607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:13:29.906992 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b33fccc-bd48-4397-bcae-2798978a3fc8 admin admin] Pushing event updated for resources: {'Port': ['ID=9e3a79fe-410e-45ea-9011-3d77696a2bae,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:13:29.944539 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-1c8b2023-6525-4041-9a16-bd184f75e7a0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2612e828e0>, 'e8b49c6f-815a-4466-b5f4-d5e58824da1f') {'for_net_delete': True} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:13:29.944844 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-1c8b2023-6525-4041-9a16-bd184f75e7a0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2612e828e0>, 'e8b49c6f-815a-4466-b5f4-d5e58824da1f') {} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:13:29.952996 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-e5428717-d5e3-44dc-bb12-187d900ba2bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625803'] for network, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:29.958656 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] For port 3774161d-6394-4861-9d61-d4982ddc6243, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3774161d-6394-4861-9d61-d4982ddc6243,segment=NetworkSegment(2f0a2649-a57f-4db8-987a-184ba43b05bc),segment_id=2f0a2649-a57f-4db8-987a-184ba43b05bc)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:13:29.962028 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-336aae2f-bb81-4340-addf-351f83e32043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:29.973994 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35b48493-5eaf-4699-bace-e1b47c86b276 None None] Network 725dd106-58ac-4498-b418-36fd684d5557 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:13:29.979979 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-1239c485-3661-4998-8c6c-1cc28737e196 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:29.997917 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-1c8b2023-6525-4041-9a16-bd184f75e7a0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737602746920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10246592'] for segment, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:30.010355 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-1239c485-3661-4998-8c6c-1cc28737e196 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:30.021123 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.db [req-7759283d-9dd8-4a3e-b508-595b7cb6fc84 req-cd6171c1-fe5a-4dbe-8b02-7e78e6f40159 service neutron] For port 366d8f19-dd34-4b42-bdcc-07b862818e7f, host nch2-master-1, cleared binding levels {{(pid=121607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:13:30.033321 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.db [req-7759283d-9dd8-4a3e-b508-595b7cb6fc84 req-cd6171c1-fe5a-4dbe-8b02-7e78e6f40159 service neutron] For port 366d8f19-dd34-4b42-bdcc-07b862818e7f, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=366d8f19-dd34-4b42-bdcc-07b862818e7f,segment=NetworkSegment(12a8f782-0c44-4c84-930d-204ce9264a07),segment_id=12a8f782-0c44-4c84-930d-204ce9264a07)] {{(pid=121607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:13:30.081076 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:30.082130 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 1a973736-c704-4535-a128-8c5c83fd1018 up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:13:30.083143 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-7fae070e-2eb6-4869-a5f2-9469e3cb37e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2014278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2009753'] for router, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:30.090753 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e6be4561-892b-453f-b1e4-73a40ce32aeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997585', 'neutron.services.segments.db._delete_segments_for_network-8737602743071'] for network, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:30.093888 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-1c8b2023-6525-4041-9a16-bd184f75e7a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:30.130990 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c8b2023-6525-4041-9a16-bd184f75e7a0 admin admin] Releasing vlan 165 on physical network physnet1 to pool {{(pid=121607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 25 21:13:30.131397 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-1c8b2023-6525-4041-9a16-bd184f75e7a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8633327'] for segment, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:30.133148 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:13:30.133148 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:13:30.133148 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:13:30.133148 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:13:30.133148 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:13:30.133148 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:13:30.133148 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:13:30.133148 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:13:30.133148 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:13:30.133148 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:13:30.133148 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:13:30.133148 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:13:30.133148 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:13:30.133148 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:13:30.133148 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:13:30.133148 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:13:30.133148 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:13:30.133148 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:13:30.133148 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:13:30.133148 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:13:30.133148 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:13:30.133148 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:13:30.133148 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:13:30.133148 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:13:30.133148 ncdv-master-1 neutron-server[121607]: Traceback (most recent call last):
Dec 25 21:13:30.133148 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 25 21:13:30.133148 ncdv-master-1 neutron-server[121607]:     timer()
Dec 25 21:13:30.133148 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 25 21:13:30.133148 ncdv-master-1 neutron-server[121607]:     cb(*args, **kw)
Dec 25 21:13:30.133148 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 25 21:13:30.133148 ncdv-master-1 neutron-server[121607]:     return func(*args, **kwargs)
Dec 25 21:13:30.133148 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 25 21:13:30.133148 ncdv-master-1 neutron-server[121607]:     self._notify()
Dec 25 21:13:30.133148 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 25 21:13:30.133148 ncdv-master-1 neutron-server[121607]:     self.callback(batched_events)
Dec 25 21:13:30.133148 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 25 21:13:30.133148 ncdv-master-1 neutron-server[121607]:     event.method(event)
Dec 25 21:13:30.133148 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 25 21:13:30.133148 ncdv-master-1 neutron-server[121607]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 25 21:13:30.133148 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 25 21:13:30.133148 ncdv-master-1 neutron-server[121607]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 25 21:13:30.133148 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 25 21:13:30.133148 ncdv-master-1 neutron-server[121607]:     return f(self, *a, **k)
Dec 25 21:13:30.133148 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 25 21:13:30.133148 ncdv-master-1 neutron-server[121607]:     return self._get(url).json()
Dec 25 21:13:30.133148 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 25 21:13:30.133148 ncdv-master-1 neutron-server[121607]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 25 21:13:30.133148 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 25 21:13:30.133148 ncdv-master-1 neutron-server[121607]:     return self.request(url, 'GET', **kwargs)
Dec 25 21:13:30.133148 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 25 21:13:30.133148 ncdv-master-1 neutron-server[121607]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 25 21:13:30.133148 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 25 21:13:30.133148 ncdv-master-1 neutron-server[121607]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 25 21:13:30.133148 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 25 21:13:30.133148 ncdv-master-1 neutron-server[121607]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 25 21:13:30.136819 ncdv-master-1 neutron-server[121607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 25 21:13:30.153311 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631c04ca-76fa-47b4-ab7d-5621c815961d req-8a2d59df-630e-4868-a235-74d856b74d1c tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:13:30.155329 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-631c04ca-76fa-47b4-ab7d-5621c815961d req-8a2d59df-630e-4868-a235-74d856b74d1c tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] 10.222.0.32 "GET /v2.0/ports?device_id=dee5cf04-7b9e-46fd-b317-75a118617c96 HTTP/1.1" status: 200  len: 945 time: 0.2884707
Dec 25 21:13:30.172213 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-e6be4561-892b-453f-b1e4-73a40ce32aeb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2612a3aa60>,) {'filters': {'network_id': ['1e137e86-76be-493f-9b25-1d17756925b5']}} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:13:30.195413 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-7759283d-9dd8-4a3e-b508-595b7cb6fc84 req-cd6171c1-fe5a-4dbe-8b02-7e78e6f40159 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8632327'] for port, after_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:30.206850 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-e6be4561-892b-453f-b1e4-73a40ce32aeb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2612a3aa60>, '0bc15208-d08d-4c93-89c3-c4dfd4d97844') {'for_net_delete': True} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:13:30.207301 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-e6be4561-892b-453f-b1e4-73a40ce32aeb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2612a3aa60>, '0bc15208-d08d-4c93-89c3-c4dfd4d97844') {} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:13:30.335518 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e6be4561-892b-453f-b1e4-73a40ce32aeb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737602746920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10246592'] for segment, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:30.370668 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7759283d-9dd8-4a3e-b508-595b7cb6fc84 req-cd6171c1-fe5a-4dbe-8b02-7e78e6f40159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:13:30.377095 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-7759283d-9dd8-4a3e-b508-595b7cb6fc84 req-cd6171c1-fe5a-4dbe-8b02-7e78e6f40159 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:30.377095 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-7759283d-9dd8-4a3e-b508-595b7cb6fc84 req-cd6171c1-fe5a-4dbe-8b02-7e78e6f40159 service neutron] 10.222.0.37 "PUT /v2.0/ports/366d8f19-dd34-4b42-bdcc-07b862818e7f HTTP/1.1" status: 200  len: 1091 time: 3.1405175
Dec 25 21:13:30.380640 ncdv-master-1 neutron-server[121607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2caaec2-9663-4bdf-95c5-104c863c14e8', 'tag': '366d8f19-dd34-4b42-bdcc-07b862818e7f'}] {{(pid=121607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:13:30.383016 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f980bbcadfa7bf1e788024e1448be660373c21f97f015f780444e999c451203" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9086a148-6fc9-46b9-a085-73ef10b769d5" -d '{"events": [{"name": "network-changed", "server_uuid": "e2caaec2-9663-4bdf-95c5-104c863c14e8", "tag": "366d8f19-dd34-4b42-bdcc-07b862818e7f"}]}' {{(pid=121607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:13:30.393172 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Pushing event updated for resources: {'Port': ['ID=3774161d-6394-4861-9d61-d4982ddc6243,revision_number=3']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:13:30.393394 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e6be4561-892b-453f-b1e4-73a40ce32aeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:30.410691 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6be4561-892b-453f-b1e4-73a40ce32aeb admin admin] Releasing vlan 177 on physical network physnet1 to pool {{(pid=121607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 25 21:13:30.411099 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e6be4561-892b-453f-b1e4-73a40ce32aeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8633327'] for segment, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:30.412905 ncdv-master-1 neutron-server[121607]: Traceback (most recent call last):
Dec 25 21:13:30.412905 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 25 21:13:30.412905 ncdv-master-1 neutron-server[121607]:     timer()
Dec 25 21:13:30.412905 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 25 21:13:30.412905 ncdv-master-1 neutron-server[121607]:     cb(*args, **kw)
Dec 25 21:13:30.412905 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 25 21:13:30.412905 ncdv-master-1 neutron-server[121607]:     return func(*args, **kwargs)
Dec 25 21:13:30.412905 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 25 21:13:30.412905 ncdv-master-1 neutron-server[121607]:     self._notify()
Dec 25 21:13:30.412905 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 25 21:13:30.412905 ncdv-master-1 neutron-server[121607]:     self.callback(batched_events)
Dec 25 21:13:30.412905 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 25 21:13:30.412905 ncdv-master-1 neutron-server[121607]:     event.method(event)
Dec 25 21:13:30.412905 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 25 21:13:30.412905 ncdv-master-1 neutron-server[121607]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 25 21:13:30.412905 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 25 21:13:30.412905 ncdv-master-1 neutron-server[121607]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 25 21:13:30.412905 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 25 21:13:30.412905 ncdv-master-1 neutron-server[121607]:     return f(self, *a, **k)
Dec 25 21:13:30.412905 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 25 21:13:30.412905 ncdv-master-1 neutron-server[121607]:     return self._get(url).json()
Dec 25 21:13:30.412905 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 25 21:13:30.412905 ncdv-master-1 neutron-server[121607]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 25 21:13:30.412905 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 25 21:13:30.412905 ncdv-master-1 neutron-server[121607]:     return self.request(url, 'GET', **kwargs)
Dec 25 21:13:30.412905 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 25 21:13:30.412905 ncdv-master-1 neutron-server[121607]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 25 21:13:30.412905 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 25 21:13:30.412905 ncdv-master-1 neutron-server[121607]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 25 21:13:30.412905 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 25 21:13:30.412905 ncdv-master-1 neutron-server[121607]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 25 21:13:30.412905 ncdv-master-1 neutron-server[121607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 25 21:13:30.444413 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6171c1-fe5a-4dbe-8b02-7e78e6f40159 service neutron] Pushing event updated for resources: {'Port': ['ID=366d8f19-dd34-4b42-bdcc-07b862818e7f,revision_number=3']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:13:30.451758 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79ee2ccf-a783-42cf-bf74-d1527199bcc4 None None] Network 9567beaf-dc87-435f-8c75-e490291b6617 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:13:30.488084 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-1c8b2023-6525-4041-9a16-bd184f75e7a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2008653'] for network, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:30.493055 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-1c8b2023-6525-4041-9a16-bd184f75e7a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for network, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:30.496461 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_common [None req-1239c485-3661-4998-8c6c-1cc28737e196 admin admin] Allocated IP 172.35.3.8 (7201e55c-7c5f-41aa-a042-a363696539d0/7a939e13-713f-45cf-bba7-1539635abe25/44495567-0385-4027-b4a8-a5daeb61a311) {{(pid=121606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:13:30.502450 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-1c8b2023-6525-4041-9a16-bd184f75e7a0 admin admin] 10.222.0.32 "DELETE /v2.0/networks/f8afa1db-6032-4635-a1fd-6997d067d021 HTTP/1.1" status: 204  len: 168 time: 1.4425476
Dec 25 21:13:30.525171 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8b2023-6525-4041-9a16-bd184f75e7a0 admin admin] Pushing event deleted for resources: {'Network': ['ID=f8afa1db-6032-4635-a1fd-6997d067d021,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:13:30.539560 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-336aae2f-bb81-4340-addf-351f83e32043 None None] For port 1a973736-c704-4535-a128-8c5c83fd1018, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1a973736-c704-4535-a128-8c5c83fd1018,segment=NetworkSegment(10b45281-920b-4cf2-8b7e-e916c066c5cf),segment_id=10b45281-920b-4cf2-8b7e-e916c066c5cf)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:13:30.644339 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-1239c485-3661-4998-8c6c-1cc28737e196 admin admin] Publish callbacks [] for port, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:30.668918 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-336aae2f-bb81-4340-addf-351f83e32043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:30.691358 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21565b4f-e591-420a-9df2-6328292ec652 None None] DHCP port deletion for 629690dc-316c-48ba-b3f8-2395f5f041a6 request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 21:13:30.696212 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8ebaea-3add-4245-b205-906bee79cede req-7d0f7728-593a-4a19-ad72-a02a4204ef34 tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:13:30.698190 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ba8ebaea-3add-4245-b205-906bee79cede req-7d0f7728-593a-4a19-ad72-a02a4204ef34 tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] 10.222.0.37 "GET /v2.0/ports?device_id=dee5cf04-7b9e-46fd-b317-75a118617c96 HTTP/1.1" status: 200  len: 945 time: 0.5417104
Dec 25 21:13:30.714598 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [req-7759283d-9dd8-4a3e-b508-595b7cb6fc84 req-2b878b9f-ae0b-441d-8355-ee25da2f2762 service neutron] Request body: {'port': {'device_id': 'e2caaec2-9663-4bdf-95c5-104c863c14e8', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:13:30.719988 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e6be4561-892b-453f-b1e4-73a40ce32aeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2008653'] for network, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:30.724670 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e6be4561-892b-453f-b1e4-73a40ce32aeb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for network, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:30.728817 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-e6be4561-892b-453f-b1e4-73a40ce32aeb admin admin] 10.222.0.32 "DELETE /v2.0/networks/1e137e86-76be-493f-9b25-1d17756925b5 HTTP/1.1" status: 204  len: 168 time: 1.3682363
Dec 25 21:13:30.751720 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-4b33fccc-bd48-4397-bcae-2798978a3fc8 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:30.753355 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-631c04ca-76fa-47b4-ab7d-5621c815961d req-f99d1b37-4ba5-449a-9387-590add308ef5 tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] 10.222.0.32 "GET /v2.0/security-groups?id=bc05caf7-df2e-49b8-960c-4031d2c2ccca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5806727
Dec 25 21:13:30.757355 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 49214) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:13:30.845231 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-1239c485-3661-4998-8c6c-1cc28737e196 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:30.857374 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port 1a973736-c704-4535-a128-8c5c83fd1018 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:13:30.857774 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:30.882261 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9eb13da-559c-4e05-9e28-4fbe1676ee87 req-1991e2cd-cb5c-4443-aa9e-6caa89234524 tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:13:30.887438 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Dec 2021 21:13:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84ecac86-d179-47ad-9803-8606f26e85d2 x-openstack-request-id: req-84ecac86-d179-47ad-9803-8606f26e85d2 {{(pid=121607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:13:30.887735 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2caaec2-9663-4bdf-95c5-104c863c14e8", "tag": "366d8f19-dd34-4b42-bdcc-07b862818e7f", "status": "completed", "code": 200}]} {{(pid=121607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:13:30.888165 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-84ecac86-d179-47ad-9803-8606f26e85d2 {{(pid=121607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:13:30.888569 ncdv-master-1 neutron-server[121607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2caaec2-9663-4bdf-95c5-104c863c14e8', 'tag': '366d8f19-dd34-4b42-bdcc-07b862818e7f', 'status': 'completed', 'code': 200}
Dec 25 21:13:30.888980 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9eb13da-559c-4e05-9e28-4fbe1676ee87 req-1991e2cd-cb5c-4443-aa9e-6caa89234524 tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:13:30.892065 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6be4561-892b-453f-b1e4-73a40ce32aeb admin admin] Pushing event deleted for resources: {'Network': ['ID=1e137e86-76be-493f-9b25-1d17756925b5,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:13:30.896385 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9eb13da-559c-4e05-9e28-4fbe1676ee87 req-1991e2cd-cb5c-4443-aa9e-6caa89234524 tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:13:30.911781 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336aae2f-bb81-4340-addf-351f83e32043 None None] Pushing event updated for resources: {'Port': ['ID=1a973736-c704-4535-a128-8c5c83fd1018,revision_number=3']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:13:30.913370 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e9eb13da-559c-4e05-9e28-4fbe1676ee87 req-1991e2cd-cb5c-4443-aa9e-6caa89234524 tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] 10.222.0.32 "GET /v2.0/ports?device_id=e2caaec2-9663-4bdf-95c5-104c863c14e8 HTTP/1.1" status: 200  len: 2399 time: 0.5838807
Dec 25 21:13:30.930342 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-dbae2ab5-46e8-4e47-a9e6-3f3b3ac9c9d1 None None] Provisioning complete for port b24fea75-7047-4ea9-b40c-ebc66041bd75 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:13:30.937346 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-dbae2ab5-46e8-4e47-a9e6-3f3b3ac9c9d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:30.969090 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-7759283d-9dd8-4a3e-b508-595b7cb6fc84 req-2b878b9f-ae0b-441d-8355-ee25da2f2762 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:31.023314 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-21565b4f-e591-420a-9df2-6328292ec652 None None] Deleting port 3a5bcda3-3cfe-42da-a876-185bae9bdd13 {{(pid=121608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:13:31.023696 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-21565b4f-e591-420a-9df2-6328292ec652 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:31.099104 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 49216) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:13:31.171353 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-21565b4f-e591-420a-9df2-6328292ec652 None None] For port 3a5bcda3-3cfe-42da-a876-185bae9bdd13, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3a5bcda3-3cfe-42da-a876-185bae9bdd13,segment=NetworkSegment(8db2faa6-9c4c-4971-bf8a-75e7f110c5aa),segment_id=8db2faa6-9c4c-4971-bf8a-75e7f110c5aa)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:13:31.171764 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-21565b4f-e591-420a-9df2-6328292ec652 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:31.175623 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device b24fea75-7047-4ea9-b40c-ebc66041bd75 up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:13:31.212112 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-21565b4f-e591-420a-9df2-6328292ec652 None None] Calling delete_port for 3a5bcda3-3cfe-42da-a876-185bae9bdd13 owned by network:dhcp {{(pid=121608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:13:31.214511 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-dbae2ab5-46e8-4e47-a9e6-3f3b3ac9c9d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:31.301923 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-dbae2ab5-46e8-4e47-a9e6-3f3b3ac9c9d1 None None] For port b24fea75-7047-4ea9-b40c-ebc66041bd75, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b24fea75-7047-4ea9-b40c-ebc66041bd75,segment=NetworkSegment(4b44f362-0de1-4e1e-8d11-6840e9682d8d),segment_id=4b44f362-0de1-4e1e-8d11-6840e9682d8d)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:13:31.346028 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-eafa64da-753b-44e0-83ea-ae2994e756b5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=576fa0b7a73d45bc86b799bb25424c30&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2435517
Dec 25 21:13:31.358633 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port b24fea75-7047-4ea9-b40c-ebc66041bd75 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:13:31.359011 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:31.361514 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 49218) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:13:31.362739 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-4b33fccc-bd48-4397-bcae-2798978a3fc8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2014278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2009753'] for router, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:31.390363 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-dbae2ab5-46e8-4e47-a9e6-3f3b3ac9c9d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:31.407271 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-e5428717-d5e3-44dc-bb12-187d900ba2bd admin admin] Deleting port 3a5bcda3-3cfe-42da-a876-185bae9bdd13 {{(pid=121606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:13:31.407873 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-e5428717-d5e3-44dc-bb12-187d900ba2bd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:31.413732 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_v2 [None req-8670ff5b-8fc1-4225-8314-5f8a8f821f74 admin admin] Deleting subnet cb718f51-8cd6-4285-84b4-e90aee7e414e {{(pid=121606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Dec 25 21:13:31.424415 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1239c485-3661-4998-8c6c-1cc28737e196 admin admin] Network 7201e55c-7c5f-41aa-a042-a363696539d0 is already hosted by enough agents. {{(pid=121606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:13:31.438631 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-8670ff5b-8fc1-4225-8314-5f8a8f821f74 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:31.465148 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1239c485-3661-4998-8c6c-1cc28737e196 admin admin] Pushing event updated for resources: {'Port': ['ID=44495567-0385-4027-b4a8-a5daeb61a311,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:13:31.471682 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [None req-1239c485-3661-4998-8c6c-1cc28737e196 admin admin] Resources bound (agent type, host, resource id):  {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:13:31.473931 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1239c485-3661-4998-8c6c-1cc28737e196 admin admin] Received port after_create {{(pid=121606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:13:31.486353 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbae2ab5-46e8-4e47-a9e6-3f3b3ac9c9d1 None None] Pushing event updated for resources: {'Port': ['ID=b24fea75-7047-4ea9-b40c-ebc66041bd75,revision_number=3']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:13:31.491560 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-dbae2ab5-46e8-4e47-a9e6-3f3b3ac9c9d1 None None] Provisioning complete for port 3774161d-6394-4861-9d61-d4982ddc6243 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:13:31.491929 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-dbae2ab5-46e8-4e47-a9e6-3f3b3ac9c9d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:31.552516 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-21565b4f-e591-420a-9df2-6328292ec652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955'] for port, after_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:31.593659 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21565b4f-e591-420a-9df2-6328292ec652 None None] Pushing event deleted for resources: {'Port': ['ID=3a5bcda3-3cfe-42da-a876-185bae9bdd13,revision_number=None']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:13:31.595924 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21565b4f-e591-420a-9df2-6328292ec652 None None] No DVR routers for this DVR port 3a5bcda3-3cfe-42da-a876-185bae9bdd13 on host ncdv-master-1 {{(pid=121608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:13:31.627241 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e9eb13da-559c-4e05-9e28-4fbe1676ee87 req-52a92f7c-3cac-485f-8a12-cd6651fdfba2 tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] 10.222.0.32 "GET /v2.0/security-groups?id=bf6f1b26-c9d9-475d-a396-710ace1ec7a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6520002
Dec 25 21:13:31.639378 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [None req-e5428717-d5e3-44dc-bb12-187d900ba2bd admin admin] For port 3a5bcda3-3cfe-42da-a876-185bae9bdd13, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3a5bcda3-3cfe-42da-a876-185bae9bdd13,segment=NetworkSegment(8db2faa6-9c4c-4971-bf8a-75e7f110c5aa),segment_id=8db2faa6-9c4c-4971-bf8a-75e7f110c5aa)] {{(pid=121606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:13:31.639753 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-e5428717-d5e3-44dc-bb12-187d900ba2bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:31.645234 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9086a148-6fc9-46b9-a085-73ef10b769d5 req-0bafc3f4-3549-49f9-9c22-9f8697f3fc61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:13:31.660836 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9086a148-6fc9-46b9-a085-73ef10b769d5 req-0bafc3f4-3549-49f9-9c22-9f8697f3fc61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:13:31.660836 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9086a148-6fc9-46b9-a085-73ef10b769d5 req-0bafc3f4-3549-49f9-9c22-9f8697f3fc61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:13:31.660836 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9086a148-6fc9-46b9-a085-73ef10b769d5 req-0bafc3f4-3549-49f9-9c22-9f8697f3fc61 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=af3f5665f009477385c524a3e23aedc6&device_id=e2caaec2-9663-4bdf-95c5-104c863c14e8 HTTP/1.1" status: 200  len: 2797 time: 0.7326224
Dec 25 21:13:31.660836 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-8670ff5b-8fc1-4225-8314-5f8a8f821f74 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9084199'] for subnet, precommit_delete_associations {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:31.673335 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-dbae2ab5-46e8-4e47-a9e6-3f3b3ac9c9d1 None None] Provisioning complete for port 1a973736-c704-4535-a128-8c5c83fd1018 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:13:31.673828 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-dbae2ab5-46e8-4e47-a9e6-3f3b3ac9c9d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:31.684767 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fae070e-2eb6-4869-a5f2-9469e3cb37e2 admin admin] Router 824420c3-b86c-4fef-9c34-ededb54f85ff is scheduled to L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 with binding_index 1 {{(pid=121606) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 25 21:13:31.704011 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-e5428717-d5e3-44dc-bb12-187d900ba2bd admin admin] Calling delete_port for 3a5bcda3-3cfe-42da-a876-185bae9bdd13 owned by network:dhcp {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:13:31.798507 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device b24fea75-7047-4ea9-b40c-ebc66041bd75 up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:13:31.863272 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [req-ba8ebaea-3add-4245-b205-906bee79cede req-84a7f844-3925-4414-be2a-1539248fff4b tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] Deleting port 5576e36d-eb31-4f83-b0d9-b502678406cc {{(pid=121606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:13:31.863905 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-ba8ebaea-3add-4245-b205-906bee79cede req-84a7f844-3925-4414-be2a-1539248fff4b tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:31.868391 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port b24fea75-7047-4ea9-b40c-ebc66041bd75 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:13:31.868786 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:31.921841 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-5a85a703-c3fe-4340-9384-d854202909ff None None] Provisioning complete for port b24fea75-7047-4ea9-b40c-ebc66041bd75 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:13:31.922191 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5a85a703-c3fe-4340-9384-d854202909ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:31.928305 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-2015791f-9428-4628-b231-56ecb9981dc7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:31.975305 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-2015791f-9428-4628-b231-56ecb9981dc7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:32.002451 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 3774161d-6394-4861-9d61-d4982ddc6243 up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:13:32.052180 ncdv-master-1 neutron-server[121607]: DEBUG neutron.notifiers.nova [req-7759283d-9dd8-4a3e-b508-595b7cb6fc84 req-2b878b9f-ae0b-441d-8355-ee25da2f2762 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1536694c-1fd6-4641-92f9-9f25849ec588 {{(pid=121607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:13:32.063195 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-7759283d-9dd8-4a3e-b508-595b7cb6fc84 req-2b878b9f-ae0b-441d-8355-ee25da2f2762 service neutron] Publish callbacks [] for port, precommit_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:32.068745 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-8670ff5b-8fc1-4225-8314-5f8a8f821f74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995662'] for subnet, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:32.087657 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.provisioning_blocks [req-7759283d-9dd8-4a3e-b508-595b7cb6fc84 req-2b878b9f-ae0b-441d-8355-ee25da2f2762 service neutron] Transition to ACTIVE for port object 1536694c-1fd6-4641-92f9-9f25849ec588 will not be triggered until provisioned by entity L2. {{(pid=121607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 25 21:13:32.090222 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-5a85a703-c3fe-4340-9384-d854202909ff None None] Provisioning complete for port 3774161d-6394-4861-9d61-d4982ddc6243 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:13:32.090601 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5a85a703-c3fe-4340-9384-d854202909ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:32.132175 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port 3774161d-6394-4861-9d61-d4982ddc6243 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:13:32.132553 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:32.178621 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b33fccc-bd48-4397-bcae-2798978a3fc8 admin admin] Router 3a418785-f2df-42b5-bc81-10c1392ec65b is scheduled to L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 with binding_index 1 {{(pid=121607) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 25 21:13:32.197577 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9086a148-6fc9-46b9-a085-73ef10b769d5 req-162724e7-d75d-4d32-a320-d63ae6685705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:13:32.198062 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9086a148-6fc9-46b9-a085-73ef10b769d5 req-162724e7-d75d-4d32-a320-d63ae6685705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:13:32.198539 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9086a148-6fc9-46b9-a085-73ef10b769d5 req-162724e7-d75d-4d32-a320-d63ae6685705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:13:32.200191 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9086a148-6fc9-46b9-a085-73ef10b769d5 req-162724e7-d75d-4d32-a320-d63ae6685705 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=af3f5665f009477385c524a3e23aedc6&shared=False HTTP/1.1" status: 200  len: 2291 time: 0.5202579
Dec 25 21:13:32.228376 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-2015791f-9428-4628-b231-56ecb9981dc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:32.230958 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-2015791f-9428-4628-b231-56ecb9981dc7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:32.234676 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-2015791f-9428-4628-b231-56ecb9981dc7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a7858f6a-3772-499d-a74e-b906953665ca HTTP/1.1" status: 204  len: 168 time: 0.8667195
Dec 25 21:13:32.234676 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-7759283d-9dd8-4a3e-b508-595b7cb6fc84 req-2b878b9f-ae0b-441d-8355-ee25da2f2762 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8632327'] for port, after_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:32.259387 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 1a973736-c704-4535-a128-8c5c83fd1018 up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:13:32.282491 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2015791f-9428-4628-b231-56ecb9981dc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7858f6a-3772-499d-a74e-b906953665ca,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:13:32.341271 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-ba8ebaea-3add-4245-b205-906bee79cede req-84a7f844-3925-4414-be2a-1539248fff4b tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] For port 5576e36d-eb31-4f83-b0d9-b502678406cc, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5576e36d-eb31-4f83-b0d9-b502678406cc,segment=NetworkSegment(a05a9961-775b-4dff-bebf-b24cb60ab1a9),segment_id=a05a9961-775b-4dff-bebf-b24cb60ab1a9)] {{(pid=121606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:13:32.341652 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-ba8ebaea-3add-4245-b205-906bee79cede req-84a7f844-3925-4414-be2a-1539248fff4b tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:32.351254 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b878b9f-ae0b-441d-8355-ee25da2f2762 service neutron] Pushing event updated for resources: {'Port': ['ID=1536694c-1fd6-4641-92f9-9f25849ec588,revision_number=2']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:13:32.358840 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347de3b2-b552-438b-a58a-807d17648834 req-2e7086b0-960e-447e-add1-6d8af897927d tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:13:32.361048 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-347de3b2-b552-438b-a58a-807d17648834 req-2e7086b0-960e-447e-add1-6d8af897927d tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] 10.222.0.32 "GET /v2.0/ports?device_id=dee5cf04-7b9e-46fd-b317-75a118617c96 HTTP/1.1" status: 200  len: 945 time: 0.4848912
Dec 25 21:13:32.384429 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port 1a973736-c704-4535-a128-8c5c83fd1018 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:13:32.384811 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:32.393045 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fae070e-2eb6-4869-a5f2-9469e3cb37e2 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 21:13:32.398384 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b33fccc-bd48-4397-bcae-2798978a3fc8 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 21:13:32.418491 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f599d948-a3a4-4a7f-86e2-89b1bae48871 None None] Sync routers for ids ['3a418785-f2df-42b5-bc81-10c1392ec65b'] in ncdv-master-1 {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 21:13:32.435900 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f599d948-a3a4-4a7f-86e2-89b1bae48871 None None] Routers {'3a418785-f2df-42b5-bc81-10c1392ec65b'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:13:32.439209 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-f599d948-a3a4-4a7f-86e2-89b1bae48871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2618657370>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:13:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['3a418785-f2df-42b5-bc81-10c1392ec65b'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:13:32.470707 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05e7ab7c-cfb0-4383-88e1-4a4e5a7fead1 None None] Sync routers for ids ['824420c3-b86c-4fef-9c34-ededb54f85ff'] in ncdv-master-1 {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 21:13:32.489250 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.managers [req-7759283d-9dd8-4a3e-b508-595b7cb6fc84 req-2b878b9f-ae0b-441d-8355-ee25da2f2762 service neutron] Attempting to bind port 1536694c-1fd6-4641-92f9-9f25849ec588 on host nch2-master-1 for vnic_type normal with profile  {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:13:32.490062 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.managers [req-7759283d-9dd8-4a3e-b508-595b7cb6fc84 req-2b878b9f-ae0b-441d-8355-ee25da2f2762 service neutron] Attempting to bind port 1536694c-1fd6-4641-92f9-9f25849ec588 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'ed044953-69fe-458e-9ee9-b8264f26342c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'fe8d65f9-00af-4751-929a-992529d61f28'}] {{(pid=121607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:13:32.494909 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7759283d-9dd8-4a3e-b508-595b7cb6fc84 req-2b878b9f-ae0b-441d-8355-ee25da2f2762 service neutron] Attempting to bind port 1536694c-1fd6-4641-92f9-9f25849ec588 on network fe8d65f9-00af-4751-929a-992529d61f28 {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:13:32.496650 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7759283d-9dd8-4a3e-b508-595b7cb6fc84 req-2b878b9f-ae0b-441d-8355-ee25da2f2762 service neutron] Port 1536694c-1fd6-4641-92f9-9f25849ec588 on network fe8d65f9-00af-4751-929a-992529d61f28 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 25 21:13:32.497965 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7759283d-9dd8-4a3e-b508-595b7cb6fc84 req-2b878b9f-ae0b-441d-8355-ee25da2f2762 service neutron] Attempting to bind port 1536694c-1fd6-4641-92f9-9f25849ec588 on network fe8d65f9-00af-4751-929a-992529d61f28 {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:13:32.503664 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7759283d-9dd8-4a3e-b508-595b7cb6fc84 req-2b878b9f-ae0b-441d-8355-ee25da2f2762 service neutron] Checking agent: {'id': '0d9ae313-8f8d-40fa-8a9f-d098a25a9911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 21, 4, 38), 'started_at': datetime.datetime(2021, 12, 25, 21, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 13, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:13:32.504131 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7759283d-9dd8-4a3e-b508-595b7cb6fc84 req-2b878b9f-ae0b-441d-8355-ee25da2f2762 service neutron] Checking segment: {'id': 'ed044953-69fe-458e-9ee9-b8264f26342c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'fe8d65f9-00af-4751-929a-992529d61f28'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:13:32.504614 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7759283d-9dd8-4a3e-b508-595b7cb6fc84 req-2b878b9f-ae0b-441d-8355-ee25da2f2762 service neutron] Bound using segment: {'id': 'ed044953-69fe-458e-9ee9-b8264f26342c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'fe8d65f9-00af-4751-929a-992529d61f28'} {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:13:32.505209 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.managers [req-7759283d-9dd8-4a3e-b508-595b7cb6fc84 req-2b878b9f-ae0b-441d-8355-ee25da2f2762 service neutron] Bound port: 1536694c-1fd6-4641-92f9-9f25849ec588, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed044953-69fe-458e-9ee9-b8264f26342c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'fe8d65f9-00af-4751-929a-992529d61f28'}}] {{(pid=121607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:13:32.505666 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-7759283d-9dd8-4a3e-b508-595b7cb6fc84 req-2b878b9f-ae0b-441d-8355-ee25da2f2762 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:32.517161 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05e7ab7c-cfb0-4383-88e1-4a4e5a7fead1 None None] Routers {'824420c3-b86c-4fef-9c34-ededb54f85ff'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:13:32.517826 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-05e7ab7c-cfb0-4383-88e1-4a4e5a7fead1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2613d98400>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:13:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['824420c3-b86c-4fef-9c34-ededb54f85ff'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:13:32.564112 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-4b33fccc-bd48-4397-bcae-2798978a3fc8 admin admin] Publish callbacks [] for router, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:32.565729 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-4b33fccc-bd48-4397-bcae-2798978a3fc8 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 926 time: 7.6477835
Dec 25 21:13:32.568190 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9086a148-6fc9-46b9-a085-73ef10b769d5 req-dd304ce1-3bbb-4851-8c49-cdcbd8b9e3ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:13:32.569096 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 49226) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:13:32.570182 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9086a148-6fc9-46b9-a085-73ef10b769d5 req-dd304ce1-3bbb-4851-8c49-cdcbd8b9e3ff service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.3596420
Dec 25 21:13:32.579719 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [req-ba8ebaea-3add-4245-b205-906bee79cede req-84a7f844-3925-4414-be2a-1539248fff4b tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] Calling delete_port for 5576e36d-eb31-4f83-b0d9-b502678406cc owned by compute:nova {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:13:32.594347 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-e5428717-d5e3-44dc-bb12-187d900ba2bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:32.650026 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.db [req-7759283d-9dd8-4a3e-b508-595b7cb6fc84 req-2b878b9f-ae0b-441d-8355-ee25da2f2762 service neutron] For port 1536694c-1fd6-4641-92f9-9f25849ec588, host nch2-master-1, cleared binding levels {{(pid=121607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:13:32.658152 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.db [req-7759283d-9dd8-4a3e-b508-595b7cb6fc84 req-2b878b9f-ae0b-441d-8355-ee25da2f2762 service neutron] For port 1536694c-1fd6-4641-92f9-9f25849ec588, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1536694c-1fd6-4641-92f9-9f25849ec588,segment=NetworkSegment(ed044953-69fe-458e-9ee9-b8264f26342c),segment_id=ed044953-69fe-458e-9ee9-b8264f26342c)] {{(pid=121607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:13:32.674104 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvr_db [None req-f599d948-a3a4-4a7f-86e2-89b1bae48871 None None] Set router 3a418785-f2df-42b5-bc81-10c1392ec65b gateway port host: ncdv-master-1 {{(pid=121609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:13:32.701190 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-8670ff5b-8fc1-4225-8314-5f8a8f821f74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9084363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9028506'] for subnet, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:32.774139 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-7759283d-9dd8-4a3e-b508-595b7cb6fc84 req-2b878b9f-ae0b-441d-8355-ee25da2f2762 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8632327'] for port, after_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:32.789711 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8670ff5b-8fc1-4225-8314-5f8a8f821f74 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cb718f51-8cd6-4285-84b4-e90aee7e414e,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:13:32.798400 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-7fae070e-2eb6-4869-a5f2-9469e3cb37e2 admin admin] Publish callbacks [] for router, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:32.806587 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-7fae070e-2eb6-4869-a5f2-9469e3cb37e2 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 916 time: 8.5968962
Dec 25 21:13:32.817119 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 49230) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:13:32.835401 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvr_db [None req-05e7ab7c-cfb0-4383-88e1-4a4e5a7fead1 None None] Set router 824420c3-b86c-4fef-9c34-ededb54f85ff gateway port host: ncdv-master-1 {{(pid=121608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:13:32.848688 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7759283d-9dd8-4a3e-b508-595b7cb6fc84 req-2b878b9f-ae0b-441d-8355-ee25da2f2762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:13:32.848688 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-7759283d-9dd8-4a3e-b508-595b7cb6fc84 req-2b878b9f-ae0b-441d-8355-ee25da2f2762 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:32.852228 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5428717-d5e3-44dc-bb12-187d900ba2bd admin admin] Pushing event deleted for resources: {'Port': ['ID=3a5bcda3-3cfe-42da-a876-185bae9bdd13,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:13:32.852410 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-7759283d-9dd8-4a3e-b508-595b7cb6fc84 req-2b878b9f-ae0b-441d-8355-ee25da2f2762 service neutron] 10.222.0.37 "PUT /v2.0/ports/1536694c-1fd6-4641-92f9-9f25849ec588 HTTP/1.1" status: 200  len: 1091 time: 2.1433091
Dec 25 21:13:32.871171 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5428717-d5e3-44dc-bb12-187d900ba2bd admin admin] No DVR routers for this DVR port 3a5bcda3-3cfe-42da-a876-185bae9bdd13 on host ncdv-master-1 {{(pid=121606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:13:32.954593 ncdv-master-1 neutron-server[121607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2caaec2-9663-4bdf-95c5-104c863c14e8', 'tag': '1536694c-1fd6-4641-92f9-9f25849ec588'}] {{(pid=121607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:13:32.973882 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f980bbcadfa7bf1e788024e1448be660373c21f97f015f780444e999c451203" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcd6da10-57e9-483b-962d-ead34c9465fa" -d '{"events": [{"name": "network-changed", "server_uuid": "e2caaec2-9663-4bdf-95c5-104c863c14e8", "tag": "1536694c-1fd6-4641-92f9-9f25849ec588"}]}' {{(pid=121607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:13:32.984460 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 3a5bcda3-3cfe-42da-a876-185bae9bdd13 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:13:33.005766 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-8670ff5b-8fc1-4225-8314-5f8a8f821f74 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for subnet, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:33.011746 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-8670ff5b-8fc1-4225-8314-5f8a8f821f74 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/cb718f51-8cd6-4285-84b4-e90aee7e414e HTTP/1.1" status: 204  len: 168 time: 2.2491922
Dec 25 21:13:33.032570 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b878b9f-ae0b-441d-8355-ee25da2f2762 service neutron] Pushing event updated for resources: {'Port': ['ID=1536694c-1fd6-4641-92f9-9f25849ec588,revision_number=3']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:13:33.046395 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 49238) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:13:33.103804 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-347de3b2-b552-438b-a58a-807d17648834 req-4e0a35f1-0c25-45cb-9367-465e276a73f9 tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] 10.222.0.32 "GET /v2.0/security-groups?id=bc05caf7-df2e-49b8-960c-4031d2c2ccca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7162690
Dec 25 21:13:33.164171 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-e5428717-d5e3-44dc-bb12-187d900ba2bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997585', 'neutron.services.segments.db._delete_segments_for_network-8737602743071'] for network, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:33.176629 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-1239c485-3661-4998-8c6c-1cc28737e196 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:33.225264 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4676c55-81b6-4a53-884c-bcc91b5c02f0 req-0c93dab7-8658-475e-be32-daae725d6f21 tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:13:33.233560 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4676c55-81b6-4a53-884c-bcc91b5c02f0 req-0c93dab7-8658-475e-be32-daae725d6f21 tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:13:33.239828 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4676c55-81b6-4a53-884c-bcc91b5c02f0 req-0c93dab7-8658-475e-be32-daae725d6f21 tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:13:33.240049 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Dec 2021 21:13:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ac827c1-8fb5-4f15-ae05-aa3af0dde8b1 x-openstack-request-id: req-2ac827c1-8fb5-4f15-ae05-aa3af0dde8b1 {{(pid=121607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:13:33.240174 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2caaec2-9663-4bdf-95c5-104c863c14e8", "tag": "1536694c-1fd6-4641-92f9-9f25849ec588", "status": "completed", "code": 200}]} {{(pid=121607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:13:33.240496 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2ac827c1-8fb5-4f15-ae05-aa3af0dde8b1 {{(pid=121607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:13:33.249714 ncdv-master-1 neutron-server[121607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2caaec2-9663-4bdf-95c5-104c863c14e8', 'tag': '1536694c-1fd6-4641-92f9-9f25849ec588', 'status': 'completed', 'code': 200}
Dec 25 21:13:33.249714 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7759283d-9dd8-4a3e-b508-595b7cb6fc84 req-9cf18bc9-47a1-499d-8ffa-a5f3f3edb39c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:13:33.249714 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7759283d-9dd8-4a3e-b508-595b7cb6fc84 req-9cf18bc9-47a1-499d-8ffa-a5f3f3edb39c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:13:33.249714 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7759283d-9dd8-4a3e-b508-595b7cb6fc84 req-9cf18bc9-47a1-499d-8ffa-a5f3f3edb39c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:13:33.250386 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e4676c55-81b6-4a53-884c-bcc91b5c02f0 req-0c93dab7-8658-475e-be32-daae725d6f21 tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] 10.222.0.32 "GET /v2.0/ports?device_id=e2caaec2-9663-4bdf-95c5-104c863c14e8 HTTP/1.1" status: 200  len: 2411 time: 0.4882212
Dec 25 21:13:33.250502 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-7759283d-9dd8-4a3e-b508-595b7cb6fc84 req-9cf18bc9-47a1-499d-8ffa-a5f3f3edb39c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=af3f5665f009477385c524a3e23aedc6&device_id=e2caaec2-9663-4bdf-95c5-104c863c14e8 HTTP/1.1" status: 200  len: 2864 time: 0.1046405
Dec 25 21:13:33.286977 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-f599d948-a3a4-4a7f-86e2-89b1bae48871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2618657370>, [{'id': '3a418785-f2df-42b5-bc81-10c1392ec65b', 'name': 'tempest-AttachSCSIVolumeTestJSON-880307924-router', 'tenant_id': '93f66f3f38674111af80e14c33a3e39d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.141'}], 'enable_snat': True}, 'gw_port_id': '9e3a79fe-410e-45ea-9011-3d77696a2bae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:13:25Z', 'updated_at': '2021-12-25T21:13:30Z', 'revision_number': 3, 'project_id': '93f66f3f38674111af80e14c33a3e39d', 'gw_port': {'id': '9e3a79fe-410e-45ea-9011-3d77696a2bae', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:13:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a418785-f2df-42b5-bc81-10c1392ec65b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 767, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:13:28Z', 'updated_at': '2021-12-25T21:13:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:13:33.305642 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-7759283d-9dd8-4a3e-b508-595b7cb6fc84 req-fcb406f2-3039-40c4-90ea-1fc40baa1730 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.121&port_id=702d4dce-1add-43eb-a25b-3025bf9405db HTTP/1.1" status: 200  len: 217 time: 0.0442858
Dec 25 21:13:33.327361 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f599d948-a3a4-4a7f-86e2-89b1bae48871 None None] Checking router: 3a418785-f2df-42b5-bc81-10c1392ec65b for host: ncdv-master-1 {{(pid=121609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 25 21:13:33.327883 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f599d948-a3a4-4a7f-86e2-89b1bae48871 None None] Updating router 3a418785-f2df-42b5-bc81-10c1392ec65b port 9e3a79fe-410e-45ea-9011-3d77696a2bae binding host ncdv-master-1 {{(pid=121609) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 25 21:13:33.362895 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-f599d948-a3a4-4a7f-86e2-89b1bae48871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:33.431379 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.segments.db [None req-e5428717-d5e3-44dc-bb12-187d900ba2bd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2611f7b0d0>,) {'filters': {'network_id': ['629690dc-316c-48ba-b3f8-2395f5f041a6']}} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:13:33.454262 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-46c058eb-a106-4c91-a177-cc7593376bea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625803'] for network, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:33.456914 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] No Port match for: 3a5bcda3-3cfe-42da-a876-185bae9bdd13 {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:13:33.457114 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 3a5bcda3-3cfe-42da-a876-185bae9bdd13 not bound to the agent host ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:13:33.498259 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.segments.db [None req-e5428717-d5e3-44dc-bb12-187d900ba2bd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2611f7b0d0>, '8db2faa6-9c4c-4971-bf8a-75e7f110c5aa') {'for_net_delete': True} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:13:33.499450 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.segments.db [None req-e5428717-d5e3-44dc-bb12-187d900ba2bd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2611f7b0d0>, '8db2faa6-9c4c-4971-bf8a-75e7f110c5aa') {} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:13:33.513950 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7759283d-9dd8-4a3e-b508-595b7cb6fc84 req-0a42e5d3-a399-4e2d-b050-81c4ab958fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:13:33.515641 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-7759283d-9dd8-4a3e-b508-595b7cb6fc84 req-0a42e5d3-a399-4e2d-b050-81c4ab958fdf service neutron] 10.222.0.37 "GET /v2.0/subnets?id=10a51771-74d5-45b2-afd9-1d8a1c74f569 HTTP/1.1" status: 200  len: 801 time: 0.1000783
Dec 25 21:13:33.517305 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e4676c55-81b6-4a53-884c-bcc91b5c02f0 req-93f3a753-4737-469b-bd32-7d4ac948e7e8 tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] 10.222.0.32 "GET /v2.0/security-groups?id=bf6f1b26-c9d9-475d-a396-710ace1ec7a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2685568
Dec 25 21:13:33.533328 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-05e7ab7c-cfb0-4383-88e1-4a4e5a7fead1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2613d98400>, [{'id': '824420c3-b86c-4fef-9c34-ededb54f85ff', 'name': 'tempest-ServersTestJSON-703066836-router', 'tenant_id': '00414bfe9d194c88b02d9664fdeaa217', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.99'}], 'enable_snat': True}, 'gw_port_id': '611c25b8-6395-4dc9-9939-c109f126052d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:13:24Z', 'updated_at': '2021-12-25T21:13:28Z', 'revision_number': 3, 'project_id': '00414bfe9d194c88b02d9664fdeaa217', 'gw_port': {'id': '611c25b8-6395-4dc9-9939-c109f126052d', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:3f:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '824420c3-b86c-4fef-9c34-ededb54f85ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 764, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:13:26Z', 'updated_at': '2021-12-25T21:13:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:13:33.548081 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-e5428717-d5e3-44dc-bb12-187d900ba2bd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737602746920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9084222'] for segment, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:33.601285 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-e5428717-d5e3-44dc-bb12-187d900ba2bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:33.608166 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05e7ab7c-cfb0-4383-88e1-4a4e5a7fead1 None None] Checking router: 824420c3-b86c-4fef-9c34-ededb54f85ff for host: ncdv-master-1 {{(pid=121608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 25 21:13:33.608522 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05e7ab7c-cfb0-4383-88e1-4a4e5a7fead1 None None] Updating router 824420c3-b86c-4fef-9c34-ededb54f85ff port 611c25b8-6395-4dc9-9939-c109f126052d binding host ncdv-master-1 {{(pid=121608) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 25 21:13:33.616703 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5428717-d5e3-44dc-bb12-187d900ba2bd admin admin] Releasing vlan 178 on physical network physnet1 to pool {{(pid=121606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 25 21:13:33.617342 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-e5428717-d5e3-44dc-bb12-187d900ba2bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9084542'] for segment, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:33.621243 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:13:33.621243 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:13:33.621243 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:13:33.621243 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:13:33.621243 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:13:33.621243 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:13:33.621243 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:13:33.621243 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:13:33.621243 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:13:33.621243 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:13:33.621243 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:13:33.621243 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:13:33.621243 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 25 21:13:33.621243 ncdv-master-1 neutron-server[121606]:   self.session.flush()
Dec 25 21:13:33.621243 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 25 21:13:33.621243 ncdv-master-1 neutron-server[121606]:   self.session.flush()
Dec 25 21:13:33.621243 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 25 21:13:33.621243 ncdv-master-1 neutron-server[121606]:   self.session.flush()
Dec 25 21:13:33.621243 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 25 21:13:33.621243 ncdv-master-1 neutron-server[121606]:   self.session.flush()
Dec 25 21:13:33.621243 ncdv-master-1 neutron-server[121606]: Traceback (most recent call last):
Dec 25 21:13:33.621243 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 25 21:13:33.621243 ncdv-master-1 neutron-server[121606]:     timer()
Dec 25 21:13:33.621243 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 25 21:13:33.621243 ncdv-master-1 neutron-server[121606]:     cb(*args, **kw)
Dec 25 21:13:33.621243 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 25 21:13:33.621243 ncdv-master-1 neutron-server[121606]:     return func(*args, **kwargs)
Dec 25 21:13:33.621243 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 25 21:13:33.621243 ncdv-master-1 neutron-server[121606]:     self._notify()
Dec 25 21:13:33.621243 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 25 21:13:33.621243 ncdv-master-1 neutron-server[121606]:     self.callback(batched_events)
Dec 25 21:13:33.621243 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 25 21:13:33.621243 ncdv-master-1 neutron-server[121606]:     event.method(event)
Dec 25 21:13:33.621243 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 25 21:13:33.621243 ncdv-master-1 neutron-server[121606]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 25 21:13:33.621243 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 25 21:13:33.621243 ncdv-master-1 neutron-server[121606]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 25 21:13:33.621243 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 25 21:13:33.621243 ncdv-master-1 neutron-server[121606]:     return f(self, *a, **k)
Dec 25 21:13:33.621243 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 25 21:13:33.621243 ncdv-master-1 neutron-server[121606]:     return self._get(url).json()
Dec 25 21:13:33.621243 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 25 21:13:33.621243 ncdv-master-1 neutron-server[121606]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 25 21:13:33.621243 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 25 21:13:33.621243 ncdv-master-1 neutron-server[121606]:     return self.request(url, 'GET', **kwargs)
Dec 25 21:13:33.621243 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 25 21:13:33.621243 ncdv-master-1 neutron-server[121606]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 25 21:13:33.621243 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 25 21:13:33.621243 ncdv-master-1 neutron-server[121606]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 25 21:13:33.621243 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 25 21:13:33.621243 ncdv-master-1 neutron-server[121606]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 25 21:13:33.621243 ncdv-master-1 neutron-server[121606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 25 21:13:33.646007 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-05e7ab7c-cfb0-4383-88e1-4a4e5a7fead1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:33.664684 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-ba8ebaea-3add-4245-b205-906bee79cede req-84a7f844-3925-4414-be2a-1539248fff4b tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:33.714779 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7759283d-9dd8-4a3e-b508-595b7cb6fc84 req-4d6c01ba-48f0-4563-a34f-d3cdec2ad81e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:13:33.717065 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-7759283d-9dd8-4a3e-b508-595b7cb6fc84 req-4d6c01ba-48f0-4563-a34f-d3cdec2ad81e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=fe8d65f9-00af-4751-929a-992529d61f28&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.1070721
Dec 25 21:13:33.726810 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-46c058eb-a106-4c91-a177-cc7593376bea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997585', 'neutron.services.segments.db._delete_segments_for_network-8737602743071'] for network, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:33.747359 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.segments.db [None req-46c058eb-a106-4c91-a177-cc7593376bea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2612393f10>,) {'filters': {'network_id': ['c9c9f9d1-bf16-4aa9-bea3-3f2d6c91fc47']}} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:13:33.758349 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.segments.db [None req-46c058eb-a106-4c91-a177-cc7593376bea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2612393f10>, '2a195dce-56a0-481a-895c-1d20c9fa4f09') {'for_net_delete': True} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:13:33.758883 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.segments.db [None req-46c058eb-a106-4c91-a177-cc7593376bea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2612393f10>, '2a195dce-56a0-481a-895c-1d20c9fa4f09') {} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:13:33.769218 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-46c058eb-a106-4c91-a177-cc7593376bea admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737602746920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9084222'] for segment, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:33.784975 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-46c058eb-a106-4c91-a177-cc7593376bea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:33.791561 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46c058eb-a106-4c91-a177-cc7593376bea admin admin] Releasing vlan 180 on physical network physnet1 to pool {{(pid=121606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 25 21:13:33.792227 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-46c058eb-a106-4c91-a177-cc7593376bea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9084542'] for segment, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:33.803286 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-f599d948-a3a4-4a7f-86e2-89b1bae48871 None None] Publish callbacks [] for port, precommit_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:33.816192 ncdv-master-1 neutron-server[121606]: Traceback (most recent call last):
Dec 25 21:13:33.816192 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 25 21:13:33.816192 ncdv-master-1 neutron-server[121606]:     timer()
Dec 25 21:13:33.816192 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 25 21:13:33.816192 ncdv-master-1 neutron-server[121606]:     cb(*args, **kw)
Dec 25 21:13:33.816192 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 25 21:13:33.816192 ncdv-master-1 neutron-server[121606]:     return func(*args, **kwargs)
Dec 25 21:13:33.816192 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 25 21:13:33.816192 ncdv-master-1 neutron-server[121606]:     self._notify()
Dec 25 21:13:33.816192 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 25 21:13:33.816192 ncdv-master-1 neutron-server[121606]:     self.callback(batched_events)
Dec 25 21:13:33.816192 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 25 21:13:33.816192 ncdv-master-1 neutron-server[121606]:     event.method(event)
Dec 25 21:13:33.816192 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 25 21:13:33.816192 ncdv-master-1 neutron-server[121606]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 25 21:13:33.816192 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 25 21:13:33.816192 ncdv-master-1 neutron-server[121606]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 25 21:13:33.816192 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 25 21:13:33.816192 ncdv-master-1 neutron-server[121606]:     return f(self, *a, **k)
Dec 25 21:13:33.816192 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 25 21:13:33.816192 ncdv-master-1 neutron-server[121606]:     return self._get(url).json()
Dec 25 21:13:33.816192 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 25 21:13:33.816192 ncdv-master-1 neutron-server[121606]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 25 21:13:33.816192 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 25 21:13:33.816192 ncdv-master-1 neutron-server[121606]:     return self.request(url, 'GET', **kwargs)
Dec 25 21:13:33.816192 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 25 21:13:33.816192 ncdv-master-1 neutron-server[121606]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 25 21:13:33.816192 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 25 21:13:33.816192 ncdv-master-1 neutron-server[121606]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 25 21:13:33.816192 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 25 21:13:33.816192 ncdv-master-1 neutron-server[121606]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 25 21:13:33.816192 ncdv-master-1 neutron-server[121606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 25 21:13:33.855541 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f4d014e7-0a36-4a2d-b874-5c31d0c6cc2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:33.891091 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-f599d948-a3a4-4a7f-86e2-89b1bae48871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:33.944262 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a7f844-3925-4414-be2a-1539248fff4b tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] Pushing event deleted for resources: {'Port': ['ID=5576e36d-eb31-4f83-b0d9-b502678406cc,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:13:34.013429 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b76940a-5a07-4c7e-981c-5d73e6bfc345 None None] Pushing event updated for resources: {'Port': ['ID=9e3a79fe-410e-45ea-9011-3d77696a2bae,revision_number=2']} {{(pid=121609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:13:34.023731 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba8ebaea-3add-4245-b205-906bee79cede req-84a7f844-3925-4414-be2a-1539248fff4b tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] No DVR routers for this DVR port 5576e36d-eb31-4f83-b0d9-b502678406cc on host nch2-master-1 {{(pid=121606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:13:34.027400 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-ba8ebaea-3add-4245-b205-906bee79cede req-84a7f844-3925-4414-be2a-1539248fff4b tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:34.031677 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ba8ebaea-3add-4245-b205-906bee79cede req-84a7f844-3925-4414-be2a-1539248fff4b tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] 10.222.0.37 "DELETE /v2.0/ports/5576e36d-eb31-4f83-b0d9-b502678406cc HTTP/1.1" status: 204  len: 173 time: 3.2896695
Dec 25 21:13:34.032089 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dee5cf04-7b9e-46fd-b317-75a118617c96', 'name': 'network-vif-deleted', 'tag': '5576e36d-eb31-4f83-b0d9-b502678406cc'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:13:34.041478 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9858820c13ec2827453b94ebc4181065e990a4e4089ccb9fe762531ac62d2fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f7f5784-772c-4eea-a757-62406ae40d11" -d '{"events": [{"server_uuid": "dee5cf04-7b9e-46fd-b317-75a118617c96", "name": "network-vif-deleted", "tag": "5576e36d-eb31-4f83-b0d9-b502678406cc"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:13:34.052804 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 49256) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:13:34.064969 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-e5428717-d5e3-44dc-bb12-187d900ba2bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2008653'] for network, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:34.073065 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-e5428717-d5e3-44dc-bb12-187d900ba2bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for network, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:34.078194 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-e5428717-d5e3-44dc-bb12-187d900ba2bd admin admin] 10.222.0.32 "DELETE /v2.0/networks/629690dc-316c-48ba-b3f8-2395f5f041a6 HTTP/1.1" status: 204  len: 168 time: 4.4199891
Dec 25 21:13:34.080391 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-1239c485-3661-4998-8c6c-1cc28737e196 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2014278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2009753'] for router, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:34.092488 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 49260) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:13:34.100805 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-46c058eb-a106-4c91-a177-cc7593376bea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2008653'] for network, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:34.103862 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5428717-d5e3-44dc-bb12-187d900ba2bd admin admin] Pushing event deleted for resources: {'Network': ['ID=629690dc-316c-48ba-b3f8-2395f5f041a6,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:13:34.119712 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.managers [None req-f599d948-a3a4-4a7f-86e2-89b1bae48871 None None] Attempting to bind port 9e3a79fe-410e-45ea-9011-3d77696a2bae on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:13:34.120391 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.managers [None req-f599d948-a3a4-4a7f-86e2-89b1bae48871 None None] Attempting to bind port 9e3a79fe-410e-45ea-9011-3d77696a2bae by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'}] {{(pid=121609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:13:34.121000 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f599d948-a3a4-4a7f-86e2-89b1bae48871 None None] Attempting to bind port 9e3a79fe-410e-45ea-9011-3d77696a2bae on network 7201e55c-7c5f-41aa-a042-a363696539d0 {{(pid=121609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:13:34.129708 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_common [None req-f4d014e7-0a36-4a2d-b874-5c31d0c6cc2a admin admin] Allocated IP 172.20.0.1 (725dd106-58ac-4498-b418-36fd684d5557/72504622-45e5-4cd1-ba92-3eed641ce628/748ee235-73c8-4c96-a325-4401b6581457) {{(pid=121607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:13:34.135306 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f599d948-a3a4-4a7f-86e2-89b1bae48871 None None] Checking agent: {'id': 'ca4f5c6d-f1fd-48b8-a3e3-395864c7d23d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 20, 56, 40), 'started_at': datetime.datetime(2021, 12, 25, 20, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 13, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:13:34.136418 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f599d948-a3a4-4a7f-86e2-89b1bae48871 None None] Checking segment: {'id': '6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:13:34.137167 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-f599d948-a3a4-4a7f-86e2-89b1bae48871 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:34.137731 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f599d948-a3a4-4a7f-86e2-89b1bae48871 None None] Bound using segment: {'id': '6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'} {{(pid=121609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:13:34.139648 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.managers [None req-f599d948-a3a4-4a7f-86e2-89b1bae48871 None None] Bound port: 9e3a79fe-410e-45ea-9011-3d77696a2bae, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'}}] {{(pid=121609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:13:34.140863 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-f599d948-a3a4-4a7f-86e2-89b1bae48871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:34.192678 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-46c058eb-a106-4c91-a177-cc7593376bea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for network, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:34.207185 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-46c058eb-a106-4c91-a177-cc7593376bea admin admin] 10.222.0.32 "DELETE /v2.0/networks/c9c9f9d1-bf16-4aa9-bea3-3f2d6c91fc47 HTTP/1.1" status: 204  len: 168 time: 1.1575348
Dec 25 21:13:34.210403 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 21:13:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a78d5237-6a2a-4874-9498-76359a800129 x-openstack-request-id: req-a78d5237-6a2a-4874-9498-76359a800129 {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:13:34.211494 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dee5cf04-7b9e-46fd-b317-75a118617c96", "name": "network-vif-deleted", "tag": "5576e36d-eb31-4f83-b0d9-b502678406cc", "status": "completed", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:13:34.211911 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a78d5237-6a2a-4874-9498-76359a800129 {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:13:34.214341 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dee5cf04-7b9e-46fd-b317-75a118617c96', 'name': 'network-vif-deleted', 'tag': '5576e36d-eb31-4f83-b0d9-b502678406cc', 'status': 'completed', 'code': 200}
Dec 25 21:13:34.224466 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.db [None req-f599d948-a3a4-4a7f-86e2-89b1bae48871 None None] For port 9e3a79fe-410e-45ea-9011-3d77696a2bae, host ncdv-master-1, cleared binding levels {{(pid=121609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:13:34.230097 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.db [None req-f599d948-a3a4-4a7f-86e2-89b1bae48871 None None] For port 9e3a79fe-410e-45ea-9011-3d77696a2bae, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9e3a79fe-410e-45ea-9011-3d77696a2bae,segment=NetworkSegment(6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855),segment_id=6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855)] {{(pid=121609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:13:34.305554 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-05e7ab7c-cfb0-4383-88e1-4a4e5a7fead1 None None] Publish callbacks [] for port, precommit_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:34.311671 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:34.318600 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-7759283d-9dd8-4a3e-b508-595b7cb6fc84 req-7512ebfd-4852-4d20-b2fc-b15fad8c94e2 service neutron] 10.222.0.37 "GET /v2.0/networks/fe8d65f9-00af-4751-929a-992529d61f28?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5025659
Dec 25 21:13:34.324442 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-f599d948-a3a4-4a7f-86e2-89b1bae48871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:34.326882 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f4d014e7-0a36-4a2d-b874-5c31d0c6cc2a admin admin] Publish callbacks [] for port, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:34.327301 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-12a70668-0e0a-42a6-b50e-968cf471a325 req-427490ff-67d4-48a6-886d-4e2c2c59ad57 tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] 10.222.0.32 "GET /v2.0/ports?device_id=dee5cf04-7b9e-46fd-b317-75a118617c96 HTTP/1.1" status: 200  len: 210 time: 0.0579801
Dec 25 21:13:34.328291 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c058eb-a106-4c91-a177-cc7593376bea admin admin] Pushing event deleted for resources: {'Network': ['ID=c9c9f9d1-bf16-4aa9-bea3-3f2d6c91fc47,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:13:34.353158 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-e771b4d6-2144-4c7e-b2dc-92f3a338db9b admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-511152729-network', 'tenant_id': 'c86857b4629c4cdbbd6a4664d499fb87'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:13:34.379367 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-05e7ab7c-cfb0-4383-88e1-4a4e5a7fead1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:34.445259 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f599d948-a3a4-4a7f-86e2-89b1bae48871 None None] Routers {'3a418785-f2df-42b5-bc81-10c1392ec65b'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:13:34.446496 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-f599d948-a3a4-4a7f-86e2-89b1bae48871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2618657370>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:13:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['3a418785-f2df-42b5-bc81-10c1392ec65b'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:13:34.467863 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7ce4c3-026f-4791-a472-a88ca2a4a1d2 None None] Pushing event updated for resources: {'Port': ['ID=611c25b8-6395-4dc9-9939-c109f126052d,revision_number=2']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:13:34.468637 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-05e7ab7c-cfb0-4383-88e1-4a4e5a7fead1 None None] Attempting to bind port 611c25b8-6395-4dc9-9939-c109f126052d on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:13:34.469421 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-05e7ab7c-cfb0-4383-88e1-4a4e5a7fead1 None None] Attempting to bind port 611c25b8-6395-4dc9-9939-c109f126052d by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:13:34.469560 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05e7ab7c-cfb0-4383-88e1-4a4e5a7fead1 None None] Attempting to bind port 611c25b8-6395-4dc9-9939-c109f126052d on network 7201e55c-7c5f-41aa-a042-a363696539d0 {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:13:34.475621 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05e7ab7c-cfb0-4383-88e1-4a4e5a7fead1 None None] Checking agent: {'id': 'ca4f5c6d-f1fd-48b8-a3e3-395864c7d23d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 20, 56, 40), 'started_at': datetime.datetime(2021, 12, 25, 20, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 13, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:13:34.476298 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05e7ab7c-cfb0-4383-88e1-4a4e5a7fead1 None None] Checking segment: {'id': '6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:13:34.478200 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-05e7ab7c-cfb0-4383-88e1-4a4e5a7fead1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:34.478200 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05e7ab7c-cfb0-4383-88e1-4a4e5a7fead1 None None] Bound using segment: {'id': '6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:13:34.478200 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-05e7ab7c-cfb0-4383-88e1-4a4e5a7fead1 None None] Bound port: 611c25b8-6395-4dc9-9939-c109f126052d, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'}}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:13:34.478200 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-05e7ab7c-cfb0-4383-88e1-4a4e5a7fead1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:34.531573 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-05e7ab7c-cfb0-4383-88e1-4a4e5a7fead1 None None] For port 611c25b8-6395-4dc9-9939-c109f126052d, host ncdv-master-1, cleared binding levels {{(pid=121608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:13:34.535248 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-05e7ab7c-cfb0-4383-88e1-4a4e5a7fead1 None None] For port 611c25b8-6395-4dc9-9939-c109f126052d, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=611c25b8-6395-4dc9-9939-c109f126052d,segment=NetworkSegment(6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855),segment_id=6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855)] {{(pid=121608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:13:34.539453 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-7759283d-9dd8-4a3e-b508-595b7cb6fc84 req-bf7bdba6-da9e-46c5-b002-e3342fe78398 service neutron] 10.222.0.37 "GET /v2.0/networks/fe8d65f9-00af-4751-929a-992529d61f28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2055118
Dec 25 21:13:34.568015 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b76940a-5a07-4c7e-981c-5d73e6bfc345 None None] Pushing event updated for resources: {'Port': ['ID=9e3a79fe-410e-45ea-9011-3d77696a2bae,revision_number=3']} {{(pid=121609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:13:34.589404 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f4d014e7-0a36-4a2d-b874-5c31d0c6cc2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:34.598737 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-7759283d-9dd8-4a3e-b508-595b7cb6fc84 req-5d283ca1-cf4a-47f1-9ce1-e869ec81160c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.12&port_id=366d8f19-dd34-4b42-bdcc-07b862818e7f HTTP/1.1" status: 200  len: 217 time: 0.0506213
Dec 25 21:13:34.649634 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvr_db [None req-f599d948-a3a4-4a7f-86e2-89b1bae48871 None None] Set router 3a418785-f2df-42b5-bc81-10c1392ec65b gateway port host: ncdv-master-1 {{(pid=121609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:13:34.670364 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4d014e7-0a36-4a2d-b874-5c31d0c6cc2a admin admin] Network 725dd106-58ac-4498-b418-36fd684d5557 is already hosted by enough agents. {{(pid=121607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:13:34.688188 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-05e7ab7c-cfb0-4383-88e1-4a4e5a7fead1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:34.701182 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-f4d014e7-0a36-4a2d-b874-5c31d0c6cc2a admin admin] Resources bound (agent type, host, resource id):  {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:13:34.707640 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4d014e7-0a36-4a2d-b874-5c31d0c6cc2a admin admin] Received port after_create {{(pid=121607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:13:34.749197 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 49268) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:13:34.780435 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-fea0a3f4-de41-497c-9db5-a001dd5c08cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:34.804683 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-21a5eb03-264f-4e6e-a190-53203273b1e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:34.819846 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05e7ab7c-cfb0-4383-88e1-4a4e5a7fead1 None None] Routers {'824420c3-b86c-4fef-9c34-ededb54f85ff'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:13:34.820492 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-05e7ab7c-cfb0-4383-88e1-4a4e5a7fead1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2613d98400>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:13:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['824420c3-b86c-4fef-9c34-ededb54f85ff'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:13:34.831685 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f4d014e7-0a36-4a2d-b874-5c31d0c6cc2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2008772'] for router_interface, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:34.833963 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d014e7-0a36-4a2d-b874-5c31d0c6cc2a admin admin] Pushing event updated for resources: {'Port': ['ID=748ee235-73c8-4c96-a325-4401b6581457,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:13:34.848222 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7759283d-9dd8-4a3e-b508-595b7cb6fc84 req-32e3b7b2-a98b-401d-8e58-1633a04d07de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:13:34.849904 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-7759283d-9dd8-4a3e-b508-595b7cb6fc84 req-32e3b7b2-a98b-401d-8e58-1633a04d07de service neutron] 10.222.0.37 "GET /v2.0/subnets?id=641fb822-7372-4e84-a1d6-aa2d36533e51 HTTP/1.1" status: 200  len: 801 time: 0.2219725
Dec 25 21:13:34.919929 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7ce4c3-026f-4791-a472-a88ca2a4a1d2 None None] Pushing event updated for resources: {'Port': ['ID=611c25b8-6395-4dc9-9939-c109f126052d,revision_number=3']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:13:34.939880 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-f599d948-a3a4-4a7f-86e2-89b1bae48871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2618657370>, [{'id': '3a418785-f2df-42b5-bc81-10c1392ec65b', 'name': 'tempest-AttachSCSIVolumeTestJSON-880307924-router', 'tenant_id': '93f66f3f38674111af80e14c33a3e39d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.141'}], 'enable_snat': True}, 'gw_port_id': '9e3a79fe-410e-45ea-9011-3d77696a2bae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:13:25Z', 'updated_at': '2021-12-25T21:13:30Z', 'revision_number': 3, 'project_id': '93f66f3f38674111af80e14c33a3e39d', 'gw_port': {'id': '9e3a79fe-410e-45ea-9011-3d77696a2bae', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:13:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a418785-f2df-42b5-bc81-10c1392ec65b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 767, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:13:28Z', 'updated_at': '2021-12-25T21:13:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:13:35.009899 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f599d948-a3a4-4a7f-86e2-89b1bae48871 None None] The sync data for ids ['3a418785-f2df-42b5-bc81-10c1392ec65b'] in ncdv-master-1 is: [{'id': '3a418785-f2df-42b5-bc81-10c1392ec65b', 'name': 'tempest-AttachSCSIVolumeTestJSON-880307924-router', 'tenant_id': '93f66f3f38674111af80e14c33a3e39d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.141'}], 'enable_snat': True}, 'gw_port_id': '9e3a79fe-410e-45ea-9011-3d77696a2bae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:13:25Z', 'updated_at': '2021-12-25T21:13:30Z', 'revision_number': 3, 'project_id': '93f66f3f38674111af80e14c33a3e39d', 'gw_port': {'id': '9e3a79fe-410e-45ea-9011-3d77696a2bae', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:13:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a418785-f2df-42b5-bc81-10c1392ec65b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 767, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:13:28Z', 'updated_at': '2021-12-25T21:13:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 21:13:35.027817 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-9dc27f77-f1de-4f89-bff1-46fee62c3de2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=276a36e6a97d46a78b7e483daa26cc2e&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2738121
Dec 25 21:13:35.034141 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 49270) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:13:35.056112 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvr_db [None req-05e7ab7c-cfb0-4383-88e1-4a4e5a7fead1 None None] Set router 824420c3-b86c-4fef-9c34-ededb54f85ff gateway port host: ncdv-master-1 {{(pid=121608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:13:35.085014 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425f42e9-3ea3-4f18-b370-c046a9d959fe req-661b55bc-7b2f-4c0e-914a-0d4afd60ab71 tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:13:35.088422 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425f42e9-3ea3-4f18-b370-c046a9d959fe req-661b55bc-7b2f-4c0e-914a-0d4afd60ab71 tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:13:35.107412 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425f42e9-3ea3-4f18-b370-c046a9d959fe req-661b55bc-7b2f-4c0e-914a-0d4afd60ab71 tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:13:35.109982 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-425f42e9-3ea3-4f18-b370-c046a9d959fe req-661b55bc-7b2f-4c0e-914a-0d4afd60ab71 tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] 10.222.0.32 "GET /v2.0/ports?device_id=e2caaec2-9663-4bdf-95c5-104c863c14e8 HTTP/1.1" status: 200  len: 2411 time: 0.3262579
Dec 25 21:13:35.116906 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e771b4d6-2144-4c7e-b2dc-92f3a338db9b admin admin] Made reservation on behalf of c86857b4629c4cdbbd6a4664d499fb87 for: {'network': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:13:35.120124 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-e771b4d6-2144-4c7e-b2dc-92f3a338db9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for network, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:35.163354 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-e771b4d6-2144-4c7e-b2dc-92f3a338db9b admin admin] Publish callbacks [] for security_group, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:35.205360 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-ab6745a9-3346-4ce0-89dc-b4debcb770c5 None None] Provisioning complete for port 748ee235-73c8-4c96-a325-4401b6581457 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:13:35.205601 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-ab6745a9-3346-4ce0-89dc-b4debcb770c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:35.263052 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-ab6745a9-3346-4ce0-89dc-b4debcb770c5 None None] Port 748ee235-73c8-4c96-a325-4401b6581457 cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:13:35.304851 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-425f42e9-3ea3-4f18-b370-c046a9d959fe req-099a347f-caab-49de-87a8-a19c3d61ec66 tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] 10.222.0.32 "GET /v2.0/security-groups?id=bf6f1b26-c9d9-475d-a396-710ace1ec7a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1564639
Dec 25 21:13:35.318852 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-05e7ab7c-cfb0-4383-88e1-4a4e5a7fead1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2613d98400>, [{'id': '824420c3-b86c-4fef-9c34-ededb54f85ff', 'name': 'tempest-ServersTestJSON-703066836-router', 'tenant_id': '00414bfe9d194c88b02d9664fdeaa217', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.99'}], 'enable_snat': True}, 'gw_port_id': '611c25b8-6395-4dc9-9939-c109f126052d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:13:24Z', 'updated_at': '2021-12-25T21:13:28Z', 'revision_number': 3, 'project_id': '00414bfe9d194c88b02d9664fdeaa217', 'gw_port': {'id': '611c25b8-6395-4dc9-9939-c109f126052d', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:3f:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '824420c3-b86c-4fef-9c34-ededb54f85ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 764, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:13:26Z', 'updated_at': '2021-12-25T21:13:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:13:35.383250 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05e7ab7c-cfb0-4383-88e1-4a4e5a7fead1 None None] The sync data for ids ['824420c3-b86c-4fef-9c34-ededb54f85ff'] in ncdv-master-1 is: [{'id': '824420c3-b86c-4fef-9c34-ededb54f85ff', 'name': 'tempest-ServersTestJSON-703066836-router', 'tenant_id': '00414bfe9d194c88b02d9664fdeaa217', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.99'}], 'enable_snat': True}, 'gw_port_id': '611c25b8-6395-4dc9-9939-c109f126052d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:13:24Z', 'updated_at': '2021-12-25T21:13:28Z', 'revision_number': 3, 'project_id': '00414bfe9d194c88b02d9664fdeaa217', 'gw_port': {'id': '611c25b8-6395-4dc9-9939-c109f126052d', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:3f:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '824420c3-b86c-4fef-9c34-ededb54f85ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 764, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:13:26Z', 'updated_at': '2021-12-25T21:13:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 21:13:35.388171 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1239c485-3661-4998-8c6c-1cc28737e196 admin admin] Router e0def438-1e5a-4a9a-b1e0-74f26b75f760 is scheduled to L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 with binding_index 1 {{(pid=121606) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 25 21:13:35.480515 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-e771b4d6-2144-4c7e-b2dc-92f3a338db9b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:35.592708 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7759283d-9dd8-4a3e-b508-595b7cb6fc84 req-1b279355-a193-4021-8172-602e60daa827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:13:35.594273 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-7759283d-9dd8-4a3e-b508-595b7cb6fc84 req-1b279355-a193-4021-8172-602e60daa827 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=db6bf08b-3b26-4dda-a3c4-b7642bb36e68&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.6277995
Dec 25 21:13:35.603466 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-e771b4d6-2144-4c7e-b2dc-92f3a338db9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:35.637503 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e771b4d6-2144-4c7e-b2dc-92f3a338db9b admin admin] vlan segment allocate from pool success with {'vlan_id': 159, 'physical_network': 'physnet1'}  {{(pid=121606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 25 21:13:35.664802 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1239c485-3661-4998-8c6c-1cc28737e196 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 21:13:35.681071 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-725ba9e9-e14b-480c-a5a1-b50b05fc761a None None] Sync routers for ids ['e0def438-1e5a-4a9a-b1e0-74f26b75f760'] in ncdv-master-1 {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 21:13:35.693419 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-e771b4d6-2144-4c7e-b2dc-92f3a338db9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:35.693847 ncdv-master-1 neutron-server[121606]: INFO neutron.db.segments_db [None req-e771b4d6-2144-4c7e-b2dc-92f3a338db9b admin admin] Added segment 5e04d3bf-3884-4d9d-837e-f67a4850b7c8 of type vlan for network 4a560a61-f82a-40d7-af48-0eb411fdd40a
Dec 25 21:13:35.702121 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-725ba9e9-e14b-480c-a5a1-b50b05fc761a None None] Routers {'e0def438-1e5a-4a9a-b1e0-74f26b75f760'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:13:35.703727 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-725ba9e9-e14b-480c-a5a1-b50b05fc761a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2618811220>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:13:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['e0def438-1e5a-4a9a-b1e0-74f26b75f760'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:13:35.836914 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-e771b4d6-2144-4c7e-b2dc-92f3a338db9b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737602163420'] for network, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:35.843538 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-d3f9c8f6-15b4-4607-910c-9ffc1e3429b9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:35.844668 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 9e3a79fe-410e-45ea-9011-3d77696a2bae up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:13:35.846980 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-7759283d-9dd8-4a3e-b508-595b7cb6fc84 req-39aaf865-7fc3-4259-a078-ee3592389830 service neutron] 10.222.0.37 "GET /v2.0/networks/db6bf08b-3b26-4dda-a3c4-b7642bb36e68?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2031596
Dec 25 21:13:35.881480 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e771b4d6-2144-4c7e-b2dc-92f3a338db9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95a547bb-0132-4807-be00-1fe47824be2b,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:13:35.922190 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvr_db [None req-725ba9e9-e14b-480c-a5a1-b50b05fc761a None None] Set router e0def438-1e5a-4a9a-b1e0-74f26b75f760 gateway port host: ncdv-master-1 {{(pid=121609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:13:36.004771 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-d3f9c8f6-15b4-4607-910c-9ffc1e3429b9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:36.005620 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port 9e3a79fe-410e-45ea-9011-3d77696a2bae triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:13:36.005994 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:36.007843 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device 5576e36d-eb31-4f83-b0d9-b502678406cc no longer exists at agent hyperv_nch2-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:13:36.042222 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-2a40538f-dfe1-48e7-b8ad-46b3b46d1240 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2007615'] for router_interface, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:36.066159 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-1239c485-3661-4998-8c6c-1cc28737e196 admin admin] Publish callbacks [] for router, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:36.085271 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-1239c485-3661-4998-8c6c-1cc28737e196 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 924 time: 8.8059576
Dec 25 21:13:36.092542 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 49278) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:13:36.094668 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_common [None req-fea0a3f4-de41-497c-9db5-a001dd5c08cb admin admin] Allocated IP 172.20.0.1 (92c154ff-54f2-4280-b0a5-61ec0db10729/8f2e28f2-741d-4c53-98f1-5b61083688d3/53b36032-f06f-4051-87b3-02fe356da369) {{(pid=121607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:13:36.158209 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] No Port match for: 5576e36d-eb31-4f83-b0d9-b502678406cc {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:13:36.158547 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device 5576e36d-eb31-4f83-b0d9-b502678406cc not bound to the agent host nch2-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:13:36.234097 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-fea0a3f4-de41-497c-9db5-a001dd5c08cb admin admin] Publish callbacks [] for port, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:36.252947 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-e771b4d6-2144-4c7e-b2dc-92f3a338db9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870'] for network, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:36.254219 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e771b4d6-2144-4c7e-b2dc-92f3a338db9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:13:36.254976 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-e771b4d6-2144-4c7e-b2dc-92f3a338db9b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for network, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:36.298057 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:36.300333 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-725ba9e9-e14b-480c-a5a1-b50b05fc761a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2618811220>, [{'id': 'e0def438-1e5a-4a9a-b1e0-74f26b75f760', 'name': 'tempest-ServersTestFqdnHostnames-334764781-router', 'tenant_id': 'f5ed5c4fc23d460e8d63226986b549bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.8'}], 'enable_snat': True}, 'gw_port_id': '44495567-0385-4027-b4a8-a5daeb61a311', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:13:27Z', 'updated_at': '2021-12-25T21:13:32Z', 'revision_number': 3, 'project_id': 'f5ed5c4fc23d460e8d63226986b549bd', 'gw_port': {'id': '44495567-0385-4027-b4a8-a5daeb61a311', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:f6:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0def438-1e5a-4a9a-b1e0-74f26b75f760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 768, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:13:30Z', 'updated_at': '2021-12-25T21:13:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:13:36.313395 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-d3f9c8f6-15b4-4607-910c-9ffc1e3429b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:36.320741 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-d3f9c8f6-15b4-4607-910c-9ffc1e3429b9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:36.322236 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-d3f9c8f6-15b4-4607-910c-9ffc1e3429b9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a5d2ff88-22d6-43d8-90d1-bfb86d4e3308 HTTP/1.1" status: 204  len: 168 time: 1.2859089
Dec 25 21:13:36.331134 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] For port 9e3a79fe-410e-45ea-9011-3d77696a2bae, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9e3a79fe-410e-45ea-9011-3d77696a2bae,segment=NetworkSegment(6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855),segment_id=6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:13:36.336294 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f4d014e7-0a36-4a2d-b874-5c31d0c6cc2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:36.361863 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f9c8f6-15b4-4607-910c-9ffc1e3429b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5d2ff88-22d6-43d8-90d1-bfb86d4e3308,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:13:36.368157 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-725ba9e9-e14b-480c-a5a1-b50b05fc761a None None] Checking router: e0def438-1e5a-4a9a-b1e0-74f26b75f760 for host: ncdv-master-1 {{(pid=121609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 25 21:13:36.368503 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-725ba9e9-e14b-480c-a5a1-b50b05fc761a None None] Updating router e0def438-1e5a-4a9a-b1e0-74f26b75f760 port 44495567-0385-4027-b4a8-a5daeb61a311 binding host ncdv-master-1 {{(pid=121609) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 25 21:13:36.393516 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-fea0a3f4-de41-497c-9db5-a001dd5c08cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:36.418941 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-725ba9e9-e14b-480c-a5a1-b50b05fc761a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:36.423851 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:36.431500 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e771b4d6-2144-4c7e-b2dc-92f3a338db9b admin admin] Pushing event updated for resources: {'Network': ['ID=4a560a61-f82a-40d7-af48-0eb411fdd40a,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:13:36.476905 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Network 4a560a61-f82a-40d7-af48-0eb411fdd40a details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 25 21:13:36.535481 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-7759283d-9dd8-4a3e-b508-595b7cb6fc84 req-2a814085-94ea-4def-a287-bd8b2e96c2ee service neutron] 10.222.0.37 "GET /v2.0/networks/db6bf08b-3b26-4dda-a3c4-b7642bb36e68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6580887
Dec 25 21:13:36.580190 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fea0a3f4-de41-497c-9db5-a001dd5c08cb admin admin] Network 92c154ff-54f2-4280-b0a5-61ec0db10729 is already hosted by enough agents. {{(pid=121607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:13:36.634591 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-fea0a3f4-de41-497c-9db5-a001dd5c08cb admin admin] Resources bound (agent type, host, resource id):  {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:13:36.637143 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea0a3f4-de41-497c-9db5-a001dd5c08cb admin admin] Pushing event updated for resources: {'Port': ['ID=53b36032-f06f-4051-87b3-02fe356da369,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:13:36.657878 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fea0a3f4-de41-497c-9db5-a001dd5c08cb admin admin] Received port after_create {{(pid=121607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:13:36.666393 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-7759283d-9dd8-4a3e-b508-595b7cb6fc84 req-47ea58f8-ab7a-478c-9a48-a43f828ef9da service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.56&port_id=1536694c-1fd6-4641-92f9-9f25849ec588 HTTP/1.1" status: 200  len: 217 time: 0.1166127
Dec 25 21:13:36.678511 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Pushing event updated for resources: {'Port': ['ID=9e3a79fe-410e-45ea-9011-3d77696a2bae,revision_number=4']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:13:36.690842 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dc59a0-0f26-4670-a01c-be73f295bb2c req-b615292b-4061-499e-998b-55f5e272a3ed tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:13:36.692969 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-39dc59a0-0f26-4670-a01c-be73f295bb2c req-b615292b-4061-499e-998b-55f5e272a3ed tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1ec0b9c-fad0-4ce2-97fb-bd518f21b5fe HTTP/1.1" status: 200  len: 945 time: 0.5105920
Dec 25 21:13:36.708586 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-e771b4d6-2144-4c7e-b2dc-92f3a338db9b admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 2.6526866
Dec 25 21:13:36.714265 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 49284) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:13:36.748338 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a65903-0197-4792-8577-9b78d5033f91 req-94377fe3-8b7f-4b26-ace0-06977de3e5dc tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:13:36.750411 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e0a65903-0197-4792-8577-9b78d5033f91 req-94377fe3-8b7f-4b26-ace0-06977de3e5dc tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] 10.222.0.37 "GET /v2.0/ports?device_id=c1ec0b9c-fad0-4ce2-97fb-bd518f21b5fe HTTP/1.1" status: 200  len: 945 time: 0.3248334
Dec 25 21:13:36.755443 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-764ea7ae-49d0-457a-8002-803e739e6509 admin admin] Request body: {'subnet': {'network_id': '4a560a61-f82a-40d7-af48-0eb411fdd40a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-511152729-subnet', 'tenant_id': 'c86857b4629c4cdbbd6a4664d499fb87', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:13:36.896553 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-fea0a3f4-de41-497c-9db5-a001dd5c08cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2008772'] for router_interface, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:36.927586 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-725ba9e9-e14b-480c-a5a1-b50b05fc761a None None] Publish callbacks [] for port, precommit_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:36.972845 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-1a8a35d9-e5ab-4764-aaf8-cfd2025187ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:36.994298 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7759283d-9dd8-4a3e-b508-595b7cb6fc84 req-5265dbf5-77e5-46ee-9f82-e6df13778ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:13:36.995803 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-7759283d-9dd8-4a3e-b508-595b7cb6fc84 req-5265dbf5-77e5-46ee-9f82-e6df13778ba0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=10a51771-74d5-45b2-afd9-1d8a1c74f569 HTTP/1.1" status: 200  len: 801 time: 0.2618077
Dec 25 21:13:37.006186 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-725ba9e9-e14b-480c-a5a1-b50b05fc761a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:37.038652 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89166bd9-313d-4224-a321-249d086939f0 req-a76a4bdf-486a-4d37-9b54-68486dab7f1e tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:13:37.045062 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89166bd9-313d-4224-a321-249d086939f0 req-a76a4bdf-486a-4d37-9b54-68486dab7f1e tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:13:37.051700 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89166bd9-313d-4224-a321-249d086939f0 req-a76a4bdf-486a-4d37-9b54-68486dab7f1e tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:13:37.053370 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-89166bd9-313d-4224-a321-249d086939f0 req-a76a4bdf-486a-4d37-9b54-68486dab7f1e tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] 10.222.0.32 "GET /v2.0/ports?device_id=e2caaec2-9663-4bdf-95c5-104c863c14e8 HTTP/1.1" status: 200  len: 2411 time: 0.5311780
Dec 25 21:13:37.116004 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-6a8dd0e1-9faf-48b5-ae4d-26bcd2f5e70c None None] Provisioning complete for port 53b36032-f06f-4051-87b3-02fe356da369 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:13:37.116718 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-6a8dd0e1-9faf-48b5-ae4d-26bcd2f5e70c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:37.118608 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.managers [None req-725ba9e9-e14b-480c-a5a1-b50b05fc761a None None] Attempting to bind port 44495567-0385-4027-b4a8-a5daeb61a311 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:13:37.119055 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.managers [None req-725ba9e9-e14b-480c-a5a1-b50b05fc761a None None] Attempting to bind port 44495567-0385-4027-b4a8-a5daeb61a311 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'}] {{(pid=121609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:13:37.119616 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-725ba9e9-e14b-480c-a5a1-b50b05fc761a None None] Attempting to bind port 44495567-0385-4027-b4a8-a5daeb61a311 on network 7201e55c-7c5f-41aa-a042-a363696539d0 {{(pid=121609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:13:37.127121 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-725ba9e9-e14b-480c-a5a1-b50b05fc761a None None] Checking agent: {'id': 'ca4f5c6d-f1fd-48b8-a3e3-395864c7d23d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 20, 56, 40), 'started_at': datetime.datetime(2021, 12, 25, 20, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 13, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:13:37.127561 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-725ba9e9-e14b-480c-a5a1-b50b05fc761a None None] Checking segment: {'id': '6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:13:37.130014 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-725ba9e9-e14b-480c-a5a1-b50b05fc761a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:37.134198 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-725ba9e9-e14b-480c-a5a1-b50b05fc761a None None] Bound using segment: {'id': '6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'} {{(pid=121609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:13:37.134386 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.managers [None req-725ba9e9-e14b-480c-a5a1-b50b05fc761a None None] Bound port: 44495567-0385-4027-b4a8-a5daeb61a311, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'}}] {{(pid=121609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:13:37.135300 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-725ba9e9-e14b-480c-a5a1-b50b05fc761a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:37.171694 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-89166bd9-313d-4224-a321-249d086939f0 req-7ec1fc65-ef87-46af-b40f-b14ff2dd719f tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] 10.222.0.32 "GET /v2.0/security-groups?id=bf6f1b26-c9d9-475d-a396-710ace1ec7a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0836184
Dec 25 21:13:37.180243 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f4d014e7-0a36-4a2d-b874-5c31d0c6cc2a admin admin] Publish callbacks [] for port, precommit_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:37.190032 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7759283d-9dd8-4a3e-b508-595b7cb6fc84 req-5e8aa19b-634a-491e-b519-f85baa981669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:13:37.191931 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-7759283d-9dd8-4a3e-b508-595b7cb6fc84 req-5e8aa19b-634a-491e-b519-f85baa981669 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=fe8d65f9-00af-4751-929a-992529d61f28&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.1862705
Dec 25 21:13:37.209919 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.db [None req-725ba9e9-e14b-480c-a5a1-b50b05fc761a None None] For port 44495567-0385-4027-b4a8-a5daeb61a311, host ncdv-master-1, cleared binding levels {{(pid=121609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:13:37.211251 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-6a8dd0e1-9faf-48b5-ae4d-26bcd2f5e70c None None] Port 53b36032-f06f-4051-87b3-02fe356da369 cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:13:37.213823 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.db [None req-725ba9e9-e14b-480c-a5a1-b50b05fc761a None None] For port 44495567-0385-4027-b4a8-a5daeb61a311, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=44495567-0385-4027-b4a8-a5daeb61a311,segment=NetworkSegment(6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855),segment_id=6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855)] {{(pid=121609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:13:37.228085 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d30d3e1-235d-4614-baa1-b91025177823 None None] Pushing event updated for resources: {'Port': ['ID=44495567-0385-4027-b4a8-a5daeb61a311,revision_number=2']} {{(pid=121609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:13:37.281217 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f4d014e7-0a36-4a2d-b874-5c31d0c6cc2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8632327'] for port, after_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:37.338308 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-725ba9e9-e14b-480c-a5a1-b50b05fc761a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:37.358709 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-39dc59a0-0f26-4670-a01c-be73f295bb2c req-4f9b79f4-738e-45e0-80f6-e93c918520f0 tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] 10.222.0.32 "GET /v2.0/security-groups?id=bc05caf7-df2e-49b8-960c-4031d2c2ccca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6453044
Dec 25 21:13:37.363976 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-764ea7ae-49d0-457a-8002-803e739e6509 admin admin] Made reservation on behalf of c86857b4629c4cdbbd6a4664d499fb87 for: {'subnet': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:13:37.366450 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-764ea7ae-49d0-457a-8002-803e739e6509 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9028529'] for subnet, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:37.393640 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 49288) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:13:37.414772 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-7759283d-9dd8-4a3e-b508-595b7cb6fc84 req-893e25e1-8be7-4b48-95cc-7b68715c55d0 service neutron] 10.222.0.37 "GET /v2.0/networks/fe8d65f9-00af-4751-929a-992529d61f28?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2148070
Dec 25 21:13:37.419622 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f4d014e7-0a36-4a2d-b874-5c31d0c6cc2a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2007636'] for router_interface, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:37.426946 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-fea0a3f4-de41-497c-9db5-a001dd5c08cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:37.439033 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d014e7-0a36-4a2d-b874-5c31d0c6cc2a admin admin] Pushing event updated for resources: {'Port': ['ID=748ee235-73c8-4c96-a325-4401b6581457,revision_number=2']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:13:37.441732 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-725ba9e9-e14b-480c-a5a1-b50b05fc761a None None] Routers {'e0def438-1e5a-4a9a-b1e0-74f26b75f760'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:13:37.442854 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-725ba9e9-e14b-480c-a5a1-b50b05fc761a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2618811220>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:13:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['e0def438-1e5a-4a9a-b1e0-74f26b75f760'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:13:37.446911 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d30d3e1-235d-4614-baa1-b91025177823 None None] Pushing event updated for resources: {'Port': ['ID=44495567-0385-4027-b4a8-a5daeb61a311,revision_number=3']} {{(pid=121609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:13:37.460571 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [req-e0a65903-0197-4792-8577-9b78d5033f91 req-947e4131-c7d2-4f9a-b137-1a68c8f82e32 tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] Deleting port d3279f41-5733-434c-babe-c0306203f4fa {{(pid=121606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:13:37.461354 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-e0a65903-0197-4792-8577-9b78d5033f91 req-947e4131-c7d2-4f9a-b137-1a68c8f82e32 tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:37.556218 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvr_db [None req-725ba9e9-e14b-480c-a5a1-b50b05fc761a None None] Set router e0def438-1e5a-4a9a-b1e0-74f26b75f760 gateway port host: ncdv-master-1 {{(pid=121609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:13:37.650755 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-7759283d-9dd8-4a3e-b508-595b7cb6fc84 req-d64bf0cb-77e7-448e-89d0-eee68b4fe4d2 service neutron] 10.222.0.37 "GET /v2.0/networks/fe8d65f9-00af-4751-929a-992529d61f28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2255466
Dec 25 21:13:37.652638 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-0e4167af-4fb1-41d0-ab0f-ea97be308ab4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a886b036c6ea4b869569c99d144dc3cd&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2579513
Dec 25 21:13:37.668065 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 49290) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:13:37.762091 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-e0a65903-0197-4792-8577-9b78d5033f91 req-947e4131-c7d2-4f9a-b137-1a68c8f82e32 tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] For port d3279f41-5733-434c-babe-c0306203f4fa, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d3279f41-5733-434c-babe-c0306203f4fa,segment=NetworkSegment(a05a9961-775b-4dff-bebf-b24cb60ab1a9),segment_id=a05a9961-775b-4dff-bebf-b24cb60ab1a9)] {{(pid=121606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:13:37.762460 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-e0a65903-0197-4792-8577-9b78d5033f91 req-947e4131-c7d2-4f9a-b137-1a68c8f82e32 tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:37.782793 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4d014e7-0a36-4a2d-b874-5c31d0c6cc2a admin admin] Network 725dd106-58ac-4498-b418-36fd684d5557 is already hosted by enough agents. {{(pid=121607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:13:37.801981 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-f4d014e7-0a36-4a2d-b874-5c31d0c6cc2a admin admin] Resources bound (agent type, host, resource id):  {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:13:37.844353 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [req-e0a65903-0197-4792-8577-9b78d5033f91 req-947e4131-c7d2-4f9a-b137-1a68c8f82e32 tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] Calling delete_port for d3279f41-5733-434c-babe-c0306203f4fa owned by compute:nova {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:13:37.869044 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-725ba9e9-e14b-480c-a5a1-b50b05fc761a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2618811220>, [{'id': 'e0def438-1e5a-4a9a-b1e0-74f26b75f760', 'name': 'tempest-ServersTestFqdnHostnames-334764781-router', 'tenant_id': 'f5ed5c4fc23d460e8d63226986b549bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.8'}], 'enable_snat': True}, 'gw_port_id': '44495567-0385-4027-b4a8-a5daeb61a311', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:13:27Z', 'updated_at': '2021-12-25T21:13:32Z', 'revision_number': 3, 'project_id': 'f5ed5c4fc23d460e8d63226986b549bd', 'gw_port': {'id': '44495567-0385-4027-b4a8-a5daeb61a311', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:f6:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0def438-1e5a-4a9a-b1e0-74f26b75f760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 768, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:13:30Z', 'updated_at': '2021-12-25T21:13:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:13:37.958241 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-26dfff94-0c4a-4602-a499-f5096c9355fe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:37.973049 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 9e3a79fe-410e-45ea-9011-3d77696a2bae up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:13:37.985775 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-fea0a3f4-de41-497c-9db5-a001dd5c08cb admin admin] Publish callbacks [] for port, precommit_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:37.993593 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-725ba9e9-e14b-480c-a5a1-b50b05fc761a None None] The sync data for ids ['e0def438-1e5a-4a9a-b1e0-74f26b75f760'] in ncdv-master-1 is: [{'id': 'e0def438-1e5a-4a9a-b1e0-74f26b75f760', 'name': 'tempest-ServersTestFqdnHostnames-334764781-router', 'tenant_id': 'f5ed5c4fc23d460e8d63226986b549bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.8'}], 'enable_snat': True}, 'gw_port_id': '44495567-0385-4027-b4a8-a5daeb61a311', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:13:27Z', 'updated_at': '2021-12-25T21:13:32Z', 'revision_number': 3, 'project_id': 'f5ed5c4fc23d460e8d63226986b549bd', 'gw_port': {'id': '44495567-0385-4027-b4a8-a5daeb61a311', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:f6:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0def438-1e5a-4a9a-b1e0-74f26b75f760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 768, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:13:30Z', 'updated_at': '2021-12-25T21:13:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 21:13:38.020797 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd6da10-57e9-483b-962d-ead34c9465fa req-7a77fd69-fc13-41d0-b579-c2d610818081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:13:38.021320 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd6da10-57e9-483b-962d-ead34c9465fa req-7a77fd69-fc13-41d0-b579-c2d610818081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:13:38.021795 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd6da10-57e9-483b-962d-ead34c9465fa req-7a77fd69-fc13-41d0-b579-c2d610818081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:13:38.023457 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-fcd6da10-57e9-483b-962d-ead34c9465fa req-7a77fd69-fc13-41d0-b579-c2d610818081 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=af3f5665f009477385c524a3e23aedc6&device_id=e2caaec2-9663-4bdf-95c5-104c863c14e8 HTTP/1.1" status: 200  len: 2864 time: 0.2381008
Dec 25 21:13:38.036353 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-26dfff94-0c4a-4602-a499-f5096c9355fe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:38.044844 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:38.068506 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port 9e3a79fe-410e-45ea-9011-3d77696a2bae triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:13:38.069315 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:38.076036 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-764ea7ae-49d0-457a-8002-803e739e6509 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9084170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9028515'] for subnet, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:38.078717 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-2a40538f-dfe1-48e7-b8ad-46b3b46d1240 admin admin] Deleting port 7d87857a-038e-4aae-a03e-2e711975d761 {{(pid=121606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:13:38.079052 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-2a40538f-dfe1-48e7-b8ad-46b3b46d1240 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:38.093782 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-fea0a3f4-de41-497c-9db5-a001dd5c08cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8632327'] for port, after_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:38.184227 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 611c25b8-6395-4dc9-9939-c109f126052d up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:13:38.257114 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-94eb432b-7c0d-488e-bf64-cc8ec11e929f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:38.323164 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port 611c25b8-6395-4dc9-9939-c109f126052d triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:13:38.325412 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4d014e7-0a36-4a2d-b874-5c31d0c6cc2a admin admin] Router 3a418785-f2df-42b5-bc81-10c1392ec65b has already been hosted by L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 {{(pid=121607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 25 21:13:38.325828 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:38.352690 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea0a3f4-de41-497c-9db5-a001dd5c08cb admin admin] Pushing event updated for resources: {'Port': ['ID=53b36032-f06f-4051-87b3-02fe356da369,revision_number=2']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:13:38.355374 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-fea0a3f4-de41-497c-9db5-a001dd5c08cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2007636'] for router_interface, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:38.363232 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-d2a24b5b-8353-4c08-89d3-58855ef93fcc None None] Provisioning complete for port 748ee235-73c8-4c96-a325-4401b6581457 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:13:38.363647 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-d2a24b5b-8353-4c08-89d3-58855ef93fcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:38.423105 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd6da10-57e9-483b-962d-ead34c9465fa req-1a857415-1f42-4ff9-9738-f101de9172f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:13:38.423105 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-fcd6da10-57e9-483b-962d-ead34c9465fa req-1a857415-1f42-4ff9-9738-f101de9172f7 service neutron] 10.222.0.37 "GET /v2.0/networks?id=fe8d65f9-00af-4751-929a-992529d61f28 HTTP/1.1" status: 200  len: 903 time: 0.3846989
Dec 25 21:13:38.423717 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3e945ecd-9380-47c2-aa0a-12ebe07e03e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:38.445598 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-d2a24b5b-8353-4c08-89d3-58855ef93fcc None None] Port 748ee235-73c8-4c96-a325-4401b6581457 cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:13:38.475040 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764ea7ae-49d0-457a-8002-803e739e6509 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d27c36e2-4959-44da-88dc-236aac12ab58,revision_number=0']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:13:38.494601 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-764ea7ae-49d0-457a-8002-803e739e6509 admin admin] Checking segment: {'id': '5e04d3bf-3884-4d9d-837e-f67a4850b7c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '4a560a61-f82a-40d7-af48-0eb411fdd40a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:13:38.494960 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-764ea7ae-49d0-457a-8002-803e739e6509 admin admin] Network hostable DHCP agents. Network: 4a560a61-f82a-40d7-af48-0eb411fdd40a, hostable agents: ['1813db88-2c1b-4357-a2ba-869246b663c2'], hosted agents: [] {{(pid=121606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 25 21:13:38.525589 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-fcd6da10-57e9-483b-962d-ead34c9465fa req-b851c7d1-c1d2-4582-bb90-f8cb58b0597d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.56&port_id=1536694c-1fd6-4641-92f9-9f25849ec588 HTTP/1.1" status: 200  len: 217 time: 0.0639827
Dec 25 21:13:38.538657 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:38.584410 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] For port 611c25b8-6395-4dc9-9939-c109f126052d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=611c25b8-6395-4dc9-9939-c109f126052d,segment=NetworkSegment(6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855),segment_id=6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:13:38.589711 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-26dfff94-0c4a-4602-a499-f5096c9355fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:38.592495 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-26dfff94-0c4a-4602-a499-f5096c9355fe admin admin] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:38.596066 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-26dfff94-0c4a-4602-a499-f5096c9355fe admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7d8e4e6f-6c7c-42ff-a08a-64a16b37dc08 HTTP/1.1" status: 204  len: 168 time: 0.9164131
Dec 25 21:13:38.644598 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-83db71eb-fb29-4ff1-bc62-865242b4e86b req-984b3420-a148-47b1-a1eb-ab4a3c1b8477 tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1ec0b9c-fad0-4ce2-97fb-bd518f21b5fe HTTP/1.1" status: 200  len: 210 time: 0.0718389
Dec 25 21:13:38.655003 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-e0a65903-0197-4792-8577-9b78d5033f91 req-947e4131-c7d2-4f9a-b137-1a68c8f82e32 tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:38.662108 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:38.724269 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26dfff94-0c4a-4602-a499-f5096c9355fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d8e4e6f-6c7c-42ff-a08a-64a16b37dc08,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:13:38.795856 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd6da10-57e9-483b-962d-ead34c9465fa req-114fbee0-ece8-41d1-a0f7-77adb5f6e2fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:13:38.797777 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-fcd6da10-57e9-483b-962d-ead34c9465fa req-114fbee0-ece8-41d1-a0f7-77adb5f6e2fc service neutron] 10.222.0.37 "GET /v2.0/subnets?id=10a51771-74d5-45b2-afd9-1d8a1c74f569 HTTP/1.1" status: 200  len: 801 time: 0.2229168
Dec 25 21:13:38.806605 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Pushing event updated for resources: {'Port': ['ID=611c25b8-6395-4dc9-9939-c109f126052d,revision_number=4']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:13:38.810751 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4d014e7-0a36-4a2d-b874-5c31d0c6cc2a admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 21:13:38.826526 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3d56685-c260-4708-a191-49545f6dfa07 None None] Sync routers for ids ['3a418785-f2df-42b5-bc81-10c1392ec65b'] in ncdv-master-1 {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 21:13:38.848296 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3d56685-c260-4708-a191-49545f6dfa07 None None] Routers {'3a418785-f2df-42b5-bc81-10c1392ec65b'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:13:38.848296 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-a3d56685-c260-4708-a191-49545f6dfa07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2613497ac0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:13:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['3a418785-f2df-42b5-bc81-10c1392ec65b'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:13:38.857022 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-f4d014e7-0a36-4a2d-b874-5c31d0c6cc2a admin admin] 10.222.0.32 "PUT /v2.0/routers/3a418785-f2df-42b5-bc81-10c1392ec65b/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.2860389
Dec 25 21:13:38.861171 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fea0a3f4-de41-497c-9db5-a001dd5c08cb admin admin] Network 92c154ff-54f2-4280-b0a5-61ec0db10729 is already hosted by enough agents. {{(pid=121607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:13:38.865146 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-fea0a3f4-de41-497c-9db5-a001dd5c08cb admin admin] Resources bound (agent type, host, resource id):  {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:13:39.003225 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd6da10-57e9-483b-962d-ead34c9465fa req-9c70caf2-6d46-4285-9fdb-0157bde20819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:13:39.005178 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-fcd6da10-57e9-483b-962d-ead34c9465fa req-9c70caf2-6d46-4285-9fdb-0157bde20819 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=fe8d65f9-00af-4751-929a-992529d61f28&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.1921971
Dec 25 21:13:39.126309 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvr_db [None req-a3d56685-c260-4708-a191-49545f6dfa07 None None] Set router 3a418785-f2df-42b5-bc81-10c1392ec65b gateway port host: ncdv-master-1 {{(pid=121608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:13:39.347486 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [None req-2a40538f-dfe1-48e7-b8ad-46b3b46d1240 admin admin] For port 7d87857a-038e-4aae-a03e-2e711975d761, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7d87857a-038e-4aae-a03e-2e711975d761,segment=NetworkSegment(b920d3a2-8310-470a-8742-1ed0d06b839d),segment_id=b920d3a2-8310-470a-8742-1ed0d06b839d)] {{(pid=121606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:13:39.347486 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-2a40538f-dfe1-48e7-b8ad-46b3b46d1240 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:39.412074 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4334a31-114c-4949-be21-b1bad659434d req-f239f47b-98d0-483d-bd5a-b9a22c664f18 tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:13:39.429043 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4334a31-114c-4949-be21-b1bad659434d req-f239f47b-98d0-483d-bd5a-b9a22c664f18 tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:13:39.441229 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4334a31-114c-4949-be21-b1bad659434d req-f239f47b-98d0-483d-bd5a-b9a22c664f18 tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:13:39.447743 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d4334a31-114c-4949-be21-b1bad659434d req-f239f47b-98d0-483d-bd5a-b9a22c664f18 tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] 10.222.0.32 "GET /v2.0/ports?device_id=e2caaec2-9663-4bdf-95c5-104c863c14e8 HTTP/1.1" status: 200  len: 2411 time: 1.1072087
Dec 25 21:13:39.562976 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-9c5dea61-bf4a-444f-91f9-096c2b9c2a77 None None] Provisioning complete for port 53b36032-f06f-4051-87b3-02fe356da369 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:13:39.562976 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9c5dea61-bf4a-444f-91f9-096c2b9c2a77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:39.602320 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_common [None req-94eb432b-7c0d-488e-bf64-cc8ec11e929f admin admin] Allocated IP 172.20.0.1 (9567beaf-dc87-435f-8c75-e490291b6617/9df5d080-ab32-4fab-b5e1-35683f8face2/d4ae1e55-5ea6-4683-a090-d308522608be) {{(pid=121606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:13:39.628467 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-9c5dea61-bf4a-444f-91f9-096c2b9c2a77 None None] Port 53b36032-f06f-4051-87b3-02fe356da369 cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:13:39.688734 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-a3d56685-c260-4708-a191-49545f6dfa07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2613497ac0>, [{'id': '3a418785-f2df-42b5-bc81-10c1392ec65b', 'name': 'tempest-AttachSCSIVolumeTestJSON-880307924-router', 'tenant_id': '93f66f3f38674111af80e14c33a3e39d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.141'}], 'enable_snat': True}, 'gw_port_id': '9e3a79fe-410e-45ea-9011-3d77696a2bae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:13:25Z', 'updated_at': '2021-12-25T21:13:35Z', 'revision_number': 4, 'project_id': '93f66f3f38674111af80e14c33a3e39d', 'gw_port': {'id': '9e3a79fe-410e-45ea-9011-3d77696a2bae', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:13:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a418785-f2df-42b5-bc81-10c1392ec65b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 767, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:13:28Z', 'updated_at': '2021-12-25T21:13:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '748ee235-73c8-4c96-a325-4401b6581457', 'name': '', 'network_id': '725dd106-58ac-4498-b418-36fd684d5557', 'tenant_id': '93f66f3f38674111af80e14c33a3e39d', 'mac_address': 'fa:16:3e:f5:63:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a418785-f2df-42b5-bc81-10c1392ec65b', 'device_owner': 'network:router_interface', 'standard_attr_id': 769, 'fixed_ips': [{'subnet_id': '72504622-45e5-4cd1-ba92-3eed641ce628', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:13:33Z', 'updated_at': '2021-12-25T21:13:36Z', 'revision_number': 2, 'project_id': '93f66f3f38674111af80e14c33a3e39d', 'subnets': [{'id': '72504622-45e5-4cd1-ba92-3eed641ce628', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:13:39.691768 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-15cb578f-7a63-4fd3-925d-83bad4c7b82a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:39.710910 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fea0a3f4-de41-497c-9db5-a001dd5c08cb admin admin] Router 824420c3-b86c-4fef-9c34-ededb54f85ff has already been hosted by L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 {{(pid=121607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 25 21:13:39.756229 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3d56685-c260-4708-a191-49545f6dfa07 None None] Checking router: 3a418785-f2df-42b5-bc81-10c1392ec65b for host: ncdv-master-1 {{(pid=121608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 25 21:13:39.757293 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3d56685-c260-4708-a191-49545f6dfa07 None None] Updating router 3a418785-f2df-42b5-bc81-10c1392ec65b port 748ee235-73c8-4c96-a325-4401b6581457 binding host ncdv-master-1 {{(pid=121608) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 25 21:13:39.846166 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-94eb432b-7c0d-488e-bf64-cc8ec11e929f admin admin] Publish callbacks [] for port, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:39.940839 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fea0a3f4-de41-497c-9db5-a001dd5c08cb admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 21:13:39.977345 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-fea0a3f4-de41-497c-9db5-a001dd5c08cb admin admin] 10.222.0.32 "PUT /v2.0/routers/824420c3-b86c-4fef-9c34-ededb54f85ff/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.1589749
Dec 25 21:13:39.984598 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-fcd6da10-57e9-483b-962d-ead34c9465fa req-00d94ffa-1951-49b7-acfc-edf2e766bd12 service neutron] 10.222.0.37 "GET /v2.0/networks/fe8d65f9-00af-4751-929a-992529d61f28?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.9649580
Dec 25 21:13:40.018508 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdb1ef24-e730-418e-9a48-7e615715a06e None None] Sync routers for ids ['824420c3-b86c-4fef-9c34-ededb54f85ff'] in ncdv-master-1 {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 21:13:40.051897 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947e4131-c7d2-4f9a-b137-1a68c8f82e32 tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] Pushing event deleted for resources: {'Port': ['ID=d3279f41-5733-434c-babe-c0306203f4fa,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:13:40.072910 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-764ea7ae-49d0-457a-8002-803e739e6509 admin admin] Network 4a560a61-f82a-40d7-af48-0eb411fdd40a is scheduled to be hosted by DHCP agent 1813db88-2c1b-4357-a2ba-869246b663c2 with binding_index 1 {{(pid=121606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 25 21:13:40.122079 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-a3d56685-c260-4708-a191-49545f6dfa07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:40.124558 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 44495567-0385-4027-b4a8-a5daeb61a311 up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:13:40.163479 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-2a40538f-dfe1-48e7-b8ad-46b3b46d1240 admin admin] Calling delete_port for 7d87857a-038e-4aae-a03e-2e711975d761 owned by network:router_interface {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:13:40.177216 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-fcd6da10-57e9-483b-962d-ead34c9465fa req-ff492842-307f-48cb-a235-4f8427e02617 service neutron] 10.222.0.37 "GET /v2.0/networks/fe8d65f9-00af-4751-929a-992529d61f28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1872292
Dec 25 21:13:40.177812 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdb1ef24-e730-418e-9a48-7e615715a06e None None] Routers {'824420c3-b86c-4fef-9c34-ededb54f85ff'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:13:40.179079 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-fdb1ef24-e730-418e-9a48-7e615715a06e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2618451430>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:13:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['824420c3-b86c-4fef-9c34-ededb54f85ff'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:13:40.190907 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d4334a31-114c-4949-be21-b1bad659434d req-3f0b7aba-5fbd-44df-b5a1-14bee2418e66 tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] 10.222.0.32 "GET /v2.0/security-groups?id=bf6f1b26-c9d9-475d-a396-710ace1ec7a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0892267
Dec 25 21:13:40.191658 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0a65903-0197-4792-8577-9b78d5033f91 req-947e4131-c7d2-4f9a-b137-1a68c8f82e32 tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] No DVR routers for this DVR port d3279f41-5733-434c-babe-c0306203f4fa on host nch2-master-1 {{(pid=121606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:13:40.198930 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2811a4a4-3909-449c-b792-7aa2d45320ca req-6e0c5011-0c14-4499-bec2-59300fd587ff tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1ec0b9c-fad0-4ce2-97fb-bd518f21b5fe HTTP/1.1" status: 200  len: 210 time: 0.1343796
Dec 25 21:13:40.201800 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-e0a65903-0197-4792-8577-9b78d5033f91 req-947e4131-c7d2-4f9a-b137-1a68c8f82e32 tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:40.205124 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e0a65903-0197-4792-8577-9b78d5033f91 req-947e4131-c7d2-4f9a-b137-1a68c8f82e32 tempest-LiveMigrationTest-920359968 tempest-LiveMigrationTest-920359968-project] 10.222.0.37 "DELETE /v2.0/ports/d3279f41-5733-434c-babe-c0306203f4fa HTTP/1.1" status: 204  len: 173 time: 3.4277444
Dec 25 21:13:40.205583 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1ec0b9c-fad0-4ce2-97fb-bd518f21b5fe', 'name': 'network-vif-deleted', 'tag': 'd3279f41-5733-434c-babe-c0306203f4fa'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:13:40.210194 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9858820c13ec2827453b94ebc4181065e990a4e4089ccb9fe762531ac62d2fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8e9fbf8-67f2-4810-9706-5c66d01764c3" -d '{"events": [{"server_uuid": "c1ec0b9c-fad0-4ce2-97fb-bd518f21b5fe", "name": "network-vif-deleted", "tag": "d3279f41-5733-434c-babe-c0306203f4fa"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:13:40.360411 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 21:13:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-302270b7-3f2c-4652-9747-7cabca200036 x-openstack-request-id: req-302270b7-3f2c-4652-9747-7cabca200036 {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:13:40.361195 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1ec0b9c-fad0-4ce2-97fb-bd518f21b5fe", "name": "network-vif-deleted", "tag": "d3279f41-5733-434c-babe-c0306203f4fa", "status": "completed", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:13:40.361195 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-302270b7-3f2c-4652-9747-7cabca200036 {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:13:40.363960 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1ec0b9c-fad0-4ce2-97fb-bd518f21b5fe', 'name': 'network-vif-deleted', 'tag': 'd3279f41-5733-434c-babe-c0306203f4fa', 'status': 'completed', 'code': 200}
Dec 25 21:13:40.375004 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-94eb432b-7c0d-488e-bf64-cc8ec11e929f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:40.405431 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port 44495567-0385-4027-b4a8-a5daeb61a311 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:13:40.406031 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:40.563984 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [None req-764ea7ae-49d0-457a-8002-803e739e6509 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 4a560a61-f82a-40d7-af48-0eb411fdd40a) {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:13:40.594990 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-764ea7ae-49d0-457a-8002-803e739e6509 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:13:40.595606 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-764ea7ae-49d0-457a-8002-803e739e6509 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for subnet, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:40.611596 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-896c6e3c-fde3-4a42-9292-c6b2b0d848a9 None None] Network 4a560a61-f82a-40d7-af48-0eb411fdd40a requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:13:40.678614 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:40.705748 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94eb432b-7c0d-488e-bf64-cc8ec11e929f admin admin] Network 9567beaf-dc87-435f-8c75-e490291b6617 is already hosted by enough agents. {{(pid=121606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:13:40.750295 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94eb432b-7c0d-488e-bf64-cc8ec11e929f admin admin] Pushing event updated for resources: {'Port': ['ID=d4ae1e55-5ea6-4683-a090-d308522608be,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:13:40.764650 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] For port 44495567-0385-4027-b4a8-a5daeb61a311, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=44495567-0385-4027-b4a8-a5daeb61a311,segment=NetworkSegment(6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855),segment_id=6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:13:40.777542 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [None req-94eb432b-7c0d-488e-bf64-cc8ec11e929f admin admin] Resources bound (agent type, host, resource id):  {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:13:40.781229 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94eb432b-7c0d-488e-bf64-cc8ec11e929f admin admin] Received port after_create {{(pid=121606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:13:40.787156 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:40.904530 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08af33f6-2725-42ea-bf26-d59515be72c1 None None] Network 4a560a61-f82a-40d7-af48-0eb411fdd40a requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:13:40.921752 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvr_db [None req-fdb1ef24-e730-418e-9a48-7e615715a06e None None] Set router 824420c3-b86c-4fef-9c34-ededb54f85ff gateway port host: ncdv-master-1 {{(pid=121609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:13:40.948820 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:40.948820 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 611c25b8-6395-4dc9-9939-c109f126052d up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:13:40.998853 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-94eb432b-7c0d-488e-bf64-cc8ec11e929f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2008772'] for router_interface, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:41.018110 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Pushing event updated for resources: {'Port': ['ID=44495567-0385-4027-b4a8-a5daeb61a311,revision_number=4']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:13:41.076605 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-a3d56685-c260-4708-a191-49545f6dfa07 None None] Publish callbacks [] for port, precommit_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:41.209714 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-a3d56685-c260-4708-a191-49545f6dfa07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:41.356932 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port 611c25b8-6395-4dc9-9939-c109f126052d triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:13:41.357322 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:41.361220 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-764ea7ae-49d0-457a-8002-803e739e6509 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 4.6092830
Dec 25 21:13:41.488550 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-2a40538f-dfe1-48e7-b8ad-46b3b46d1240 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:41.521977 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-fdb1ef24-e730-418e-9a48-7e615715a06e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2618451430>, [{'id': '824420c3-b86c-4fef-9c34-ededb54f85ff', 'name': 'tempest-ServersTestJSON-703066836-router', 'tenant_id': '00414bfe9d194c88b02d9664fdeaa217', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.99'}], 'enable_snat': True}, 'gw_port_id': '611c25b8-6395-4dc9-9939-c109f126052d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:13:24Z', 'updated_at': '2021-12-25T21:13:37Z', 'revision_number': 4, 'project_id': '00414bfe9d194c88b02d9664fdeaa217', 'gw_port': {'id': '611c25b8-6395-4dc9-9939-c109f126052d', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:3f:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '824420c3-b86c-4fef-9c34-ededb54f85ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 764, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:13:26Z', 'updated_at': '2021-12-25T21:13:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '53b36032-f06f-4051-87b3-02fe356da369', 'name': '', 'network_id': '92c154ff-54f2-4280-b0a5-61ec0db10729', 'tenant_id': '00414bfe9d194c88b02d9664fdeaa217', 'mac_address': 'fa:16:3e:4a:12:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '824420c3-b86c-4fef-9c34-ededb54f85ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': '8f2e28f2-741d-4c53-98f1-5b61083688d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:13:34Z', 'updated_at': '2021-12-25T21:13:37Z', 'revision_number': 2, 'project_id': '00414bfe9d194c88b02d9664fdeaa217', 'subnets': [{'id': '8f2e28f2-741d-4c53-98f1-5b61083688d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:13:41.571823 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad61b73-616b-46a9-ae40-32f348185c6c None None] Pushing event updated for resources: {'Port': ['ID=748ee235-73c8-4c96-a325-4401b6581457,revision_number=3']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:13:41.607390 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdb1ef24-e730-418e-9a48-7e615715a06e None None] Checking router: 824420c3-b86c-4fef-9c34-ededb54f85ff for host: ncdv-master-1 {{(pid=121609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 25 21:13:41.608852 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdb1ef24-e730-418e-9a48-7e615715a06e None None] Updating router 824420c3-b86c-4fef-9c34-ededb54f85ff port 53b36032-f06f-4051-87b3-02fe356da369 binding host ncdv-master-1 {{(pid=121609) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 25 21:13:41.676518 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-fdb1ef24-e730-418e-9a48-7e615715a06e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:41.707031 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a40538f-dfe1-48e7-b8ad-46b3b46d1240 admin admin] Pushing event deleted for resources: {'Port': ['ID=7d87857a-038e-4aae-a03e-2e711975d761,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:13:41.853105 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a6b8b0-f730-45d1-866b-aba4dc329161 req-13fcee68-1e3f-4fc2-85b2-8c6816e9d4ed tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:13:41.873189 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a6b8b0-f730-45d1-866b-aba4dc329161 req-13fcee68-1e3f-4fc2-85b2-8c6816e9d4ed tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:13:41.897689 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a6b8b0-f730-45d1-866b-aba4dc329161 req-13fcee68-1e3f-4fc2-85b2-8c6816e9d4ed tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:13:41.919318 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-24a6b8b0-f730-45d1-866b-aba4dc329161 req-13fcee68-1e3f-4fc2-85b2-8c6816e9d4ed tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] 10.222.0.32 "GET /v2.0/ports?device_id=e2caaec2-9663-4bdf-95c5-104c863c14e8 HTTP/1.1" status: 200  len: 2411 time: 0.4320886
Dec 25 21:13:42.053634 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-a3d56685-c260-4708-a191-49545f6dfa07 None None] Attempting to bind port 748ee235-73c8-4c96-a325-4401b6581457 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:13:42.054012 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-a3d56685-c260-4708-a191-49545f6dfa07 None None] Attempting to bind port 748ee235-73c8-4c96-a325-4401b6581457 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '4b44f362-0de1-4e1e-8d11-6840e9682d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '725dd106-58ac-4498-b418-36fd684d5557'}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:13:42.064294 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3d56685-c260-4708-a191-49545f6dfa07 None None] Attempting to bind port 748ee235-73c8-4c96-a325-4401b6581457 on network 725dd106-58ac-4498-b418-36fd684d5557 {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:13:42.096399 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device 1536694c-1fd6-4641-92f9-9f25849ec588 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 25 21:13:42.103722 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device d3279f41-5733-434c-babe-c0306203f4fa no longer exists at agent hyperv_nch2-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:13:42.348918 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port 1536694c-1fd6-4641-92f9-9f25849ec588, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1536694c-1fd6-4641-92f9-9f25849ec588,segment=NetworkSegment(ed044953-69fe-458e-9ee9-b8264f26342c),segment_id=ed044953-69fe-458e-9ee9-b8264f26342c)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:13:42.365699 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3d56685-c260-4708-a191-49545f6dfa07 None None] Checking agent: {'id': 'ca4f5c6d-f1fd-48b8-a3e3-395864c7d23d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 20, 56, 40), 'started_at': datetime.datetime(2021, 12, 25, 20, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 13, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:13:42.366943 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3d56685-c260-4708-a191-49545f6dfa07 None None] Checking segment: {'id': '4b44f362-0de1-4e1e-8d11-6840e9682d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '725dd106-58ac-4498-b418-36fd684d5557'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:13:42.367541 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-a3d56685-c260-4708-a191-49545f6dfa07 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:42.368407 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3d56685-c260-4708-a191-49545f6dfa07 None None] Bound using segment: {'id': '4b44f362-0de1-4e1e-8d11-6840e9682d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '725dd106-58ac-4498-b418-36fd684d5557'} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:13:42.370218 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-a3d56685-c260-4708-a191-49545f6dfa07 None None] Bound port: 748ee235-73c8-4c96-a325-4401b6581457, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b44f362-0de1-4e1e-8d11-6840e9682d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '725dd106-58ac-4498-b418-36fd684d5557'}}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:13:42.370218 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-a3d56685-c260-4708-a191-49545f6dfa07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:42.373487 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Returning: {'device': '1536694c-1fd6-4641-92f9-9f25849ec588', 'network_id': 'fe8d65f9-00af-4751-929a-992529d61f28', 'port_id': '1536694c-1fd6-4641-92f9-9f25849ec588', 'mac_address': 'fa:16:3e:3f:d2:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10a51771-74d5-45b2-afd9-1d8a1c74f569', 'ip_address': '19.80.0.56'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 25 21:13:42.378929 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 44495567-0385-4027-b4a8-a5daeb61a311 up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:13:42.381417 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-60cf16ad-4154-4791-8445-6fd4063acd75 None None] Provisioning complete for port d4ae1e55-5ea6-4683-a090-d308522608be triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:13:42.382368 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-fdb1ef24-e730-418e-9a48-7e615715a06e None None] Publish callbacks [] for port, precommit_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:42.384388 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-60cf16ad-4154-4791-8445-6fd4063acd75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:42.394889 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 49356) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:13:42.396447 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] No Port match for: d3279f41-5733-434c-babe-c0306203f4fa {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:13:42.397535 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device d3279f41-5733-434c-babe-c0306203f4fa not bound to the agent host nch2-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:13:42.400719 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-7559825a-9cb1-4cc0-a89f-9a55c2718cf2 tempest-ServersTestJSON-45643402 tempest-ServersTestJSON-45643402-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2041212482', 'description': 'tempest-description--1426240166'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:13:42.433671 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-24a6b8b0-f730-45d1-866b-aba4dc329161 req-d73bbcde-0974-4162-a70b-fa58ff0da6cc tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] 10.222.0.32 "GET /v2.0/security-groups?id=bf6f1b26-c9d9-475d-a396-710ace1ec7a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4486697
Dec 25 21:13:42.470085 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-fdb1ef24-e730-418e-9a48-7e615715a06e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:42.527318 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 49362) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:13:42.552689 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-7559825a-9cb1-4cc0-a89f-9a55c2718cf2 tempest-ServersTestJSON-45643402 tempest-ServersTestJSON-45643402-project] Publish callbacks [] for security_group, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:42.598882 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364f416d-dd65-4fee-97a5-b5d6ef6bb1ce None None] Pushing event updated for resources: {'Port': ['ID=53b36032-f06f-4051-87b3-02fe356da369,revision_number=3']} {{(pid=121609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:13:42.742543 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-7559825a-9cb1-4cc0-a89f-9a55c2718cf2 tempest-ServersTestJSON-45643402 tempest-ServersTestJSON-45643402-project] Publish callbacks [] for security_group, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:42.746490 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.managers [None req-fdb1ef24-e730-418e-9a48-7e615715a06e None None] Attempting to bind port 53b36032-f06f-4051-87b3-02fe356da369 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:13:42.747411 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.managers [None req-fdb1ef24-e730-418e-9a48-7e615715a06e None None] Attempting to bind port 53b36032-f06f-4051-87b3-02fe356da369 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '10b45281-920b-4cf2-8b7e-e916c066c5cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '92c154ff-54f2-4280-b0a5-61ec0db10729'}] {{(pid=121609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:13:42.747783 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb1ef24-e730-418e-9a48-7e615715a06e None None] Attempting to bind port 53b36032-f06f-4051-87b3-02fe356da369 on network 92c154ff-54f2-4280-b0a5-61ec0db10729 {{(pid=121609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:13:42.760819 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb1ef24-e730-418e-9a48-7e615715a06e None None] Checking agent: {'id': 'ca4f5c6d-f1fd-48b8-a3e3-395864c7d23d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 20, 56, 40), 'started_at': datetime.datetime(2021, 12, 25, 20, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 13, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:13:42.763258 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb1ef24-e730-418e-9a48-7e615715a06e None None] Checking segment: {'id': '10b45281-920b-4cf2-8b7e-e916c066c5cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '92c154ff-54f2-4280-b0a5-61ec0db10729'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:13:42.763713 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-fdb1ef24-e730-418e-9a48-7e615715a06e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:42.764150 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb1ef24-e730-418e-9a48-7e615715a06e None None] Bound using segment: {'id': '10b45281-920b-4cf2-8b7e-e916c066c5cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '92c154ff-54f2-4280-b0a5-61ec0db10729'} {{(pid=121609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:13:42.764644 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.managers [None req-fdb1ef24-e730-418e-9a48-7e615715a06e None None] Bound port: 53b36032-f06f-4051-87b3-02fe356da369, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10b45281-920b-4cf2-8b7e-e916c066c5cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '92c154ff-54f2-4280-b0a5-61ec0db10729'}}] {{(pid=121609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:13:42.765061 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-fdb1ef24-e730-418e-9a48-7e615715a06e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:42.774903 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-60cf16ad-4154-4791-8445-6fd4063acd75 None None] Port d4ae1e55-5ea6-4683-a090-d308522608be cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:13:42.780808 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-94eb432b-7c0d-488e-bf64-cc8ec11e929f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:42.788261 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:42.799165 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-7559825a-9cb1-4cc0-a89f-9a55c2718cf2 tempest-ServersTestJSON-45643402 tempest-ServersTestJSON-45643402-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:42.836378 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1536694c-1fd6-4641-92f9-9f25849ec588 {{(pid=121608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:13:42.874991 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7559825a-9cb1-4cc0-a89f-9a55c2718cf2 tempest-ServersTestJSON-45643402 tempest-ServersTestJSON-45643402-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d60c2c1c-c178-41f1-b691-5253ca14c996,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:13:42.888760 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-2a40538f-dfe1-48e7-b8ad-46b3b46d1240 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2007763'] for router_interface, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:42.890439 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-7559825a-9cb1-4cc0-a89f-9a55c2718cf2 tempest-ServersTestJSON-45643402 tempest-ServersTestJSON-45643402-project] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:42.900329 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-7559825a-9cb1-4cc0-a89f-9a55c2718cf2 tempest-ServersTestJSON-45643402 tempest-ServersTestJSON-45643402-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1797 time: 0.5036898
Dec 25 21:13:42.901483 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 49368) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:13:42.924559 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-3d97ea91-e32a-4ccb-ae5a-c93e4cd140a1 tempest-ServersTestJSON-45643402 tempest-ServersTestJSON-45643402-project] Request body: {'security_group_rule': {'security_group_id': 'd60c2c1c-c178-41f1-b691-5253ca14c996', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:13:42.974769 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.db [None req-fdb1ef24-e730-418e-9a48-7e615715a06e None None] For port 53b36032-f06f-4051-87b3-02fe356da369, host ncdv-master-1, cleared binding levels {{(pid=121609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:13:42.985647 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.db [None req-fdb1ef24-e730-418e-9a48-7e615715a06e None None] For port 53b36032-f06f-4051-87b3-02fe356da369, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=53b36032-f06f-4051-87b3-02fe356da369,segment=NetworkSegment(10b45281-920b-4cf2-8b7e-e916c066c5cf),segment_id=10b45281-920b-4cf2-8b7e-e916c066c5cf)] {{(pid=121609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:13:42.992166 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-a3d56685-c260-4708-a191-49545f6dfa07 None None] For port 748ee235-73c8-4c96-a325-4401b6581457, host ncdv-master-1, cleared binding levels {{(pid=121608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:13:43.000123 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port 1536694c-1fd6-4641-92f9-9f25849ec588, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1536694c-1fd6-4641-92f9-9f25849ec588,segment=NetworkSegment(ed044953-69fe-458e-9ee9-b8264f26342c),segment_id=ed044953-69fe-458e-9ee9-b8264f26342c)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:13:43.043476 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-a3d56685-c260-4708-a191-49545f6dfa07 None None] For port 748ee235-73c8-4c96-a325-4401b6581457, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=748ee235-73c8-4c96-a325-4401b6581457,segment=NetworkSegment(4b44f362-0de1-4e1e-8d11-6840e9682d8d),segment_id=4b44f362-0de1-4e1e-8d11-6840e9682d8d)] {{(pid=121608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:13:43.048835 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port 44495567-0385-4027-b4a8-a5daeb61a311 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:13:43.051492 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:43.065174 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-fdb1ef24-e730-418e-9a48-7e615715a06e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:43.104773 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-3d97ea91-e32a-4ccb-ae5a-c93e4cd140a1 tempest-ServersTestJSON-45643402 tempest-ServersTestJSON-45643402-project] Publish callbacks [] for security_group_rule, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:43.190767 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-3d97ea91-e32a-4ccb-ae5a-c93e4cd140a1 tempest-ServersTestJSON-45643402 tempest-ServersTestJSON-45643402-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:43.203691 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-8f5998eb-84f8-4d44-bee0-b9c9f21890e5 None None] Provisioning complete for port 748ee235-73c8-4c96-a325-4401b6581457 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:13:43.205825 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-8f5998eb-84f8-4d44-bee0-b9c9f21890e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:43.222208 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdb1ef24-e730-418e-9a48-7e615715a06e None None] Routers {'824420c3-b86c-4fef-9c34-ededb54f85ff'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:13:43.222884 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-fdb1ef24-e730-418e-9a48-7e615715a06e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2618451430>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:13:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['824420c3-b86c-4fef-9c34-ededb54f85ff'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:13:43.267058 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-3d97ea91-e32a-4ccb-ae5a-c93e4cd140a1 tempest-ServersTestJSON-45643402 tempest-ServersTestJSON-45643402-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077839'] for security_group_rule, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:43.270110 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-a3d56685-c260-4708-a191-49545f6dfa07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:43.272326 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:43.273092 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device 702d4dce-1add-43eb-a25b-3025bf9405db details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 25 21:13:43.316042 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d97ea91-e32a-4ccb-ae5a-c93e4cd140a1 tempest-ServersTestJSON-45643402 tempest-ServersTestJSON-45643402-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a385431-189e-4555-87c3-8855719742cd,revision_number=0']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:13:43.394610 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-3d97ea91-e32a-4ccb-ae5a-c93e4cd140a1 tempest-ServersTestJSON-45643402 tempest-ServersTestJSON-45643402-project] Publish callbacks [] for security_group_rule, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:43.406864 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-3d97ea91-e32a-4ccb-ae5a-c93e4cd140a1 tempest-ServersTestJSON-45643402 tempest-ServersTestJSON-45643402-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.4930515
Dec 25 21:13:43.409315 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 49384) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:13:43.418113 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-3b5204bb-78f2-4967-9078-687d3b902736 tempest-ServersTestJSON-45643402 tempest-ServersTestJSON-45643402-project] Request body: {'security_group_rule': {'security_group_id': 'd60c2c1c-c178-41f1-b691-5253ca14c996', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:13:43.419492 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-94eb432b-7c0d-488e-bf64-cc8ec11e929f admin admin] Publish callbacks [] for port, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:43.428329 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_v2 [None req-b016ca8f-bcd8-4b5c-866d-fb5bd29a6369 admin admin] Deleting subnet 63c432f3-af01-4d4f-ae68-1c137d7c49f3 {{(pid=121606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Dec 25 21:13:43.458622 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-b016ca8f-bcd8-4b5c-866d-fb5bd29a6369 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:43.524733 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvr_db [None req-fdb1ef24-e730-418e-9a48-7e615715a06e None None] Set router 824420c3-b86c-4fef-9c34-ededb54f85ff gateway port host: ncdv-master-1 {{(pid=121609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:13:43.564568 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.db.resource_extend [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 25 21:13:43.569128 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-3b5204bb-78f2-4967-9078-687d3b902736 tempest-ServersTestJSON-45643402 tempest-ServersTestJSON-45643402-project] Publish callbacks [] for security_group_rule, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:43.574040 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3d56685-c260-4708-a191-49545f6dfa07 None None] Routers {'3a418785-f2df-42b5-bc81-10c1392ec65b'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:13:43.583498 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-a3d56685-c260-4708-a191-49545f6dfa07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2613497ac0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:13:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['3a418785-f2df-42b5-bc81-10c1392ec65b'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:13:43.584863 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-b016ca8f-bcd8-4b5c-866d-fb5bd29a6369 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9084199'] for subnet, precommit_delete_associations {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:43.724790 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-b016ca8f-bcd8-4b5c-866d-fb5bd29a6369 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995662'] for subnet, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:43.738134 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port 702d4dce-1add-43eb-a25b-3025bf9405db, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=702d4dce-1add-43eb-a25b-3025bf9405db,segment=NetworkSegment(ed044953-69fe-458e-9ee9-b8264f26342c),segment_id=ed044953-69fe-458e-9ee9-b8264f26342c)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:13:43.746745 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad61b73-616b-46a9-ae40-32f348185c6c None None] Pushing event updated for resources: {'Port': ['ID=748ee235-73c8-4c96-a325-4401b6581457,revision_number=4']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:13:43.755165 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-3b5204bb-78f2-4967-9078-687d3b902736 tempest-ServersTestJSON-45643402 tempest-ServersTestJSON-45643402-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:43.818055 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-94eb432b-7c0d-488e-bf64-cc8ec11e929f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:43.827424 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.agents_db [None req-ec08dba0-4483-4109-b5e1-5e4a9fdaf12d None None] Agent healthcheck: found 7 active agents {{(pid=121609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 25 21:13:43.844939 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-3b5204bb-78f2-4967-9078-687d3b902736 tempest-ServersTestJSON-45643402 tempest-ServersTestJSON-45643402-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077839'] for security_group_rule, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:43.848780 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Returning: {'device': '702d4dce-1add-43eb-a25b-3025bf9405db', 'network_id': 'fe8d65f9-00af-4751-929a-992529d61f28', 'port_id': '702d4dce-1add-43eb-a25b-3025bf9405db', 'mac_address': 'fa:16:3e:17:14:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10a51771-74d5-45b2-afd9-1d8a1c74f569', 'ip_address': '19.80.0.121'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 25 21:13:43.904340 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5204bb-78f2-4967-9078-687d3b902736 tempest-ServersTestJSON-45643402 tempest-ServersTestJSON-45643402-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e96055b-455d-4073-b6fb-a30f589e03a7,revision_number=0']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:13:43.917351 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364f416d-dd65-4fee-97a5-b5d6ef6bb1ce None None] Pushing event updated for resources: {'Port': ['ID=53b36032-f06f-4051-87b3-02fe356da369,revision_number=4']} {{(pid=121609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:13:43.988954 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-3b5204bb-78f2-4967-9078-687d3b902736 tempest-ServersTestJSON-45643402 tempest-ServersTestJSON-45643402-project] Publish callbacks [] for security_group_rule, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:43.990190 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-3b5204bb-78f2-4967-9078-687d3b902736 tempest-ServersTestJSON-45643402 tempest-ServersTestJSON-45643402-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.5791054
Dec 25 21:13:44.005073 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 49398) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:13:44.006254 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-a12e0228-8f12-4c66-8cd6-7f041998d054 tempest-ServersTestJSON-45643402 tempest-ServersTestJSON-45643402-project] Request body: {'floatingip': {'floating_network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:13:44.056081 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-b016ca8f-bcd8-4b5c-866d-fb5bd29a6369 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9084363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9028506'] for subnet, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:44.106842 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-94eb432b-7c0d-488e-bf64-cc8ec11e929f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2007636'] for router_interface, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:44.110834 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-fdb1ef24-e730-418e-9a48-7e615715a06e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2618451430>, [{'id': '824420c3-b86c-4fef-9c34-ededb54f85ff', 'name': 'tempest-ServersTestJSON-703066836-router', 'tenant_id': '00414bfe9d194c88b02d9664fdeaa217', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.99'}], 'enable_snat': True}, 'gw_port_id': '611c25b8-6395-4dc9-9939-c109f126052d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:13:24Z', 'updated_at': '2021-12-25T21:13:37Z', 'revision_number': 4, 'project_id': '00414bfe9d194c88b02d9664fdeaa217', 'gw_port': {'id': '611c25b8-6395-4dc9-9939-c109f126052d', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:3f:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '824420c3-b86c-4fef-9c34-ededb54f85ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 764, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:13:26Z', 'updated_at': '2021-12-25T21:13:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '53b36032-f06f-4051-87b3-02fe356da369', 'name': '', 'network_id': '92c154ff-54f2-4280-b0a5-61ec0db10729', 'tenant_id': '00414bfe9d194c88b02d9664fdeaa217', 'mac_address': 'fa:16:3e:4a:12:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '824420c3-b86c-4fef-9c34-ededb54f85ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': '8f2e28f2-741d-4c53-98f1-5b61083688d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:13:34Z', 'updated_at': '2021-12-25T21:13:42Z', 'revision_number': 4, 'project_id': '00414bfe9d194c88b02d9664fdeaa217', 'subnets': [{'id': '8f2e28f2-741d-4c53-98f1-5b61083688d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:13:44.155084 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a12e0228-8f12-4c66-8cd6-7f041998d054 tempest-ServersTestJSON-45643402 tempest-ServersTestJSON-45643402-project] Publish callbacks [] for floatingip, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:44.175157 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdb1ef24-e730-418e-9a48-7e615715a06e None None] The sync data for ids ['824420c3-b86c-4fef-9c34-ededb54f85ff'] in ncdv-master-1 is: [{'id': '824420c3-b86c-4fef-9c34-ededb54f85ff', 'name': 'tempest-ServersTestJSON-703066836-router', 'tenant_id': '00414bfe9d194c88b02d9664fdeaa217', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.99'}], 'enable_snat': True}, 'gw_port_id': '611c25b8-6395-4dc9-9939-c109f126052d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:13:24Z', 'updated_at': '2021-12-25T21:13:37Z', 'revision_number': 4, 'project_id': '00414bfe9d194c88b02d9664fdeaa217', 'gw_port': {'id': '611c25b8-6395-4dc9-9939-c109f126052d', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:3f:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '824420c3-b86c-4fef-9c34-ededb54f85ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 764, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:13:26Z', 'updated_at': '2021-12-25T21:13:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '53b36032-f06f-4051-87b3-02fe356da369', 'name': '', 'network_id': '92c154ff-54f2-4280-b0a5-61ec0db10729', 'tenant_id': '00414bfe9d194c88b02d9664fdeaa217', 'mac_address': 'fa:16:3e:4a:12:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '824420c3-b86c-4fef-9c34-ededb54f85ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': '8f2e28f2-741d-4c53-98f1-5b61083688d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:13:34Z', 'updated_at': '2021-12-25T21:13:42Z', 'revision_number': 4, 'project_id': '00414bfe9d194c88b02d9664fdeaa217', 'subnets': [{'id': '8f2e28f2-741d-4c53-98f1-5b61083688d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 21:13:44.184173 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b016ca8f-bcd8-4b5c-866d-fb5bd29a6369 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=63c432f3-af01-4d4f-ae68-1c137d7c49f3,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:13:44.236728 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d35d24e0-e266-4ec0-bea2-5ed0e60ea77e req-5a30fea5-a1c3-4a8c-ad2e-c08eb07bbaa0 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=ed880d80bcfb4641b02f26da5fad21b8&shared=False HTTP/1.1" status: 200  len: 213 time: 0.3035021
Dec 25 21:13:44.326336 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-b016ca8f-bcd8-4b5c-866d-fb5bd29a6369 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for subnet, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:44.329939 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-b016ca8f-bcd8-4b5c-866d-fb5bd29a6369 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/63c432f3-af01-4d4f-ae68-1c137d7c49f3 HTTP/1.1" status: 204  len: 168 time: 1.7914422
Dec 25 21:13:44.333926 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Pushing event updated for resources: {'Port': ['ID=1536694c-1fd6-4641-92f9-9f25849ec588,revision_number=4']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:13:44.337329 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 49400) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:13:44.408415 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvr_db [None req-a3d56685-c260-4708-a191-49545f6dfa07 None None] Set router 3a418785-f2df-42b5-bc81-10c1392ec65b gateway port host: ncdv-master-1 {{(pid=121608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:13:44.434713 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a12e0228-8f12-4c66-8cd6-7f041998d054 tempest-ServersTestJSON-45643402 tempest-ServersTestJSON-45643402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:44.590585 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_common [None req-a12e0228-8f12-4c66-8cd6-7f041998d054 tempest-ServersTestJSON-45643402 tempest-ServersTestJSON-45643402-project] Allocated IP 172.35.3.24 (7201e55c-7c5f-41aa-a042-a363696539d0/7a939e13-713f-45cf-bba7-1539635abe25/8f887a19-36f8-4bb3-94ff-45819084b17f) {{(pid=121607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:13:44.596911 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94eb432b-7c0d-488e-bf64-cc8ec11e929f admin admin] Pushing event updated for resources: {'Port': ['ID=d4ae1e55-5ea6-4683-a090-d308522608be,revision_number=2']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:13:44.603112 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-8f5998eb-84f8-4d44-bee0-b9c9f21890e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:44.699781 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:44.736007 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94eb432b-7c0d-488e-bf64-cc8ec11e929f admin admin] Network 9567beaf-dc87-435f-8c75-e490291b6617 is already hosted by enough agents. {{(pid=121606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:13:44.763079 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-8f5998eb-84f8-4d44-bee0-b9c9f21890e5 None None] For port 748ee235-73c8-4c96-a325-4401b6581457, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=748ee235-73c8-4c96-a325-4401b6581457,segment=NetworkSegment(4b44f362-0de1-4e1e-8d11-6840e9682d8d),segment_id=4b44f362-0de1-4e1e-8d11-6840e9682d8d)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:13:44.769761 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 702d4dce-1add-43eb-a25b-3025bf9405db {{(pid=121608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:13:44.790427 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a12e0228-8f12-4c66-8cd6-7f041998d054 tempest-ServersTestJSON-45643402 tempest-ServersTestJSON-45643402-project] Publish callbacks [] for port, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:44.802831 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [None req-94eb432b-7c0d-488e-bf64-cc8ec11e929f admin admin] Resources bound (agent type, host, resource id):  {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:13:44.844526 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-3e78355d-7d6a-49b5-af50-491bff998a19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625803'] for network, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:44.864536 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f22da25-ecc0-4009-94b0-b8b8d570c779 req-090a6abe-1865-4283-879c-f242b43870e1 tempest-ServerTagsTestJSON-645171844 tempest-ServerTagsTestJSON-645171844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:13:44.866535 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1f22da25-ecc0-4009-94b0-b8b8d570c779 req-090a6abe-1865-4283-879c-f242b43870e1 tempest-ServerTagsTestJSON-645171844 tempest-ServerTagsTestJSON-645171844-project] 10.222.0.32 "GET /v2.0/networks?id=4a560a61-f82a-40d7-af48-0eb411fdd40a HTTP/1.1" status: 200  len: 808 time: 1.4243312
Dec 25 21:13:44.874244 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-8f5998eb-84f8-4d44-bee0-b9c9f21890e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:44.877447 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port 702d4dce-1add-43eb-a25b-3025bf9405db, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=702d4dce-1add-43eb-a25b-3025bf9405db,segment=NetworkSegment(ed044953-69fe-458e-9ee9-b8264f26342c),segment_id=ed044953-69fe-458e-9ee9-b8264f26342c)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:13:44.905604 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a12e0228-8f12-4c66-8cd6-7f041998d054 tempest-ServersTestJSON-45643402 tempest-ServersTestJSON-45643402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:44.998842 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12e0228-8f12-4c66-8cd6-7f041998d054 tempest-ServersTestJSON-45643402 tempest-ServersTestJSON-45643402-project] Pushing event updated for resources: {'Port': ['ID=8f887a19-36f8-4bb3-94ff-45819084b17f,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:13:45.009892 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:45.010548 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device 366d8f19-dd34-4b42-bdcc-07b862818e7f details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 25 21:13:45.037686 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a12e0228-8f12-4c66-8cd6-7f041998d054 tempest-ServersTestJSON-45643402 tempest-ServersTestJSON-45643402-project] Network 7201e55c-7c5f-41aa-a042-a363696539d0 is already hosted by enough agents. {{(pid=121607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:13:45.040569 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-a12e0228-8f12-4c66-8cd6-7f041998d054 tempest-ServersTestJSON-45643402 tempest-ServersTestJSON-45643402-project] Resources bound (agent type, host, resource id):  {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:13:45.051820 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a12e0228-8f12-4c66-8cd6-7f041998d054 tempest-ServersTestJSON-45643402 tempest-ServersTestJSON-45643402-project] Received port after_create {{(pid=121607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:13:45.089557 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1f22da25-ecc0-4009-94b0-b8b8d570c779 req-f9613e60-285c-4c0e-ae12-36b8637132f8 tempest-ServerTagsTestJSON-645171844 tempest-ServerTagsTestJSON-645171844-project] 10.222.0.32 "GET /v2.0/quotas/c86857b4629c4cdbbd6a4664d499fb87 HTTP/1.1" status: 200  len: 375 time: 0.2157562
Dec 25 21:13:45.114424 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35d24e0-e266-4ec0-bea2-5ed0e60ea77e req-5dcfdc31-1d7f-42ae-946e-ba64c652d120 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:13:45.122591 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d35d24e0-e266-4ec0-bea2-5ed0e60ea77e req-5dcfdc31-1d7f-42ae-946e-ba64c652d120 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.8845003
Dec 25 21:13:45.160702 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-c9719ec7-6281-4049-a9ba-540b401046d7 None None] Provisioning complete for port 748ee235-73c8-4c96-a325-4401b6581457 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:13:45.169251 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-c9719ec7-6281-4049-a9ba-540b401046d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:45.174218 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5998eb-84f8-4d44-bee0-b9c9f21890e5 None None] Pushing event updated for resources: {'Port': ['ID=748ee235-73c8-4c96-a325-4401b6581457,revision_number=5']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:13:45.227634 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a12e0228-8f12-4c66-8cd6-7f041998d054 tempest-ServersTestJSON-45643402 tempest-ServersTestJSON-45643402-project] Publish callbacks [] for floatingip, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:45.229283 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1f22da25-ecc0-4009-94b0-b8b8d570c779 req-3cda5bde-ce6b-4e0a-9cb3-ba180c758dd1 tempest-ServerTagsTestJSON-645171844 tempest-ServerTagsTestJSON-645171844-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=c86857b4629c4cdbbd6a4664d499fb87&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1044447
Dec 25 21:13:45.241445 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d35d24e0-e266-4ec0-bea2-5ed0e60ea77e req-eed44e4d-dfe6-42d2-9703-6576c763d19d tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/quotas/ed880d80bcfb4641b02f26da5fad21b8 HTTP/1.1" status: 200  len: 375 time: 0.1177607
Dec 25 21:13:45.315365 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5998eb-84f8-4d44-bee0-b9c9f21890e5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:13:45.316163 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5998eb-84f8-4d44-bee0-b9c9f21890e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:13:45.320685 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5998eb-84f8-4d44-bee0-b9c9f21890e5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:13:45.321373 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5998eb-84f8-4d44-bee0-b9c9f21890e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:13:45.321880 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5998eb-84f8-4d44-bee0-b9c9f21890e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:13:45.326532 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5998eb-84f8-4d44-bee0-b9c9f21890e5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:13:45.326532 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5998eb-84f8-4d44-bee0-b9c9f21890e5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:13:45.326532 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5998eb-84f8-4d44-bee0-b9c9f21890e5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:13:45.326532 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5998eb-84f8-4d44-bee0-b9c9f21890e5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:13:45.326532 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5998eb-84f8-4d44-bee0-b9c9f21890e5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:13:45.326532 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5998eb-84f8-4d44-bee0-b9c9f21890e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:13:45.326532 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5998eb-84f8-4d44-bee0-b9c9f21890e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:13:45.326532 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5998eb-84f8-4d44-bee0-b9c9f21890e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:13:45.334719 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-a3d56685-c260-4708-a191-49545f6dfa07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2613497ac0>, [{'id': '3a418785-f2df-42b5-bc81-10c1392ec65b', 'name': 'tempest-AttachSCSIVolumeTestJSON-880307924-router', 'tenant_id': '93f66f3f38674111af80e14c33a3e39d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.141'}], 'enable_snat': True}, 'gw_port_id': '9e3a79fe-410e-45ea-9011-3d77696a2bae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:13:25Z', 'updated_at': '2021-12-25T21:13:35Z', 'revision_number': 4, 'project_id': '93f66f3f38674111af80e14c33a3e39d', 'gw_port': {'id': '9e3a79fe-410e-45ea-9011-3d77696a2bae', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:13:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a418785-f2df-42b5-bc81-10c1392ec65b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 767, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:13:28Z', 'updated_at': '2021-12-25T21:13:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '748ee235-73c8-4c96-a325-4401b6581457', 'name': '', 'network_id': '725dd106-58ac-4498-b418-36fd684d5557', 'tenant_id': '93f66f3f38674111af80e14c33a3e39d', 'mac_address': 'fa:16:3e:f5:63:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a418785-f2df-42b5-bc81-10c1392ec65b', 'device_owner': 'network:router_interface', 'standard_attr_id': 769, 'fixed_ips': [{'subnet_id': '72504622-45e5-4cd1-ba92-3eed641ce628', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:13:33Z', 'updated_at': '2021-12-25T21:13:42Z', 'revision_number': 4, 'project_id': '93f66f3f38674111af80e14c33a3e39d', 'subnets': [{'id': '72504622-45e5-4cd1-ba92-3eed641ce628', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:13:45.350009 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d35d24e0-e266-4ec0-bea2-5ed0e60ea77e req-51e9add3-1310-4926-9854-8f1dd49dd1f5 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=ed880d80bcfb4641b02f26da5fad21b8&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1073177
Dec 25 21:13:45.409944 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a12e0228-8f12-4c66-8cd6-7f041998d054 tempest-ServersTestJSON-45643402 tempest-ServersTestJSON-45643402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:45.471539 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3d56685-c260-4708-a191-49545f6dfa07 None None] The sync data for ids ['3a418785-f2df-42b5-bc81-10c1392ec65b'] in ncdv-master-1 is: [{'id': '3a418785-f2df-42b5-bc81-10c1392ec65b', 'name': 'tempest-AttachSCSIVolumeTestJSON-880307924-router', 'tenant_id': '93f66f3f38674111af80e14c33a3e39d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.141'}], 'enable_snat': True}, 'gw_port_id': '9e3a79fe-410e-45ea-9011-3d77696a2bae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:13:25Z', 'updated_at': '2021-12-25T21:13:35Z', 'revision_number': 4, 'project_id': '93f66f3f38674111af80e14c33a3e39d', 'gw_port': {'id': '9e3a79fe-410e-45ea-9011-3d77696a2bae', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:13:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a418785-f2df-42b5-bc81-10c1392ec65b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 767, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:13:28Z', 'updated_at': '2021-12-25T21:13:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '748ee235-73c8-4c96-a325-4401b6581457', 'name': '', 'network_id': '725dd106-58ac-4498-b418-36fd684d5557', 'tenant_id': '93f66f3f38674111af80e14c33a3e39d', 'mac_address': 'fa:16:3e:f5:63:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a418785-f2df-42b5-bc81-10c1392ec65b', 'device_owner': 'network:router_interface', 'standard_attr_id': 769, 'fixed_ips': [{'subnet_id': '72504622-45e5-4cd1-ba92-3eed641ce628', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:13:33Z', 'updated_at': '2021-12-25T21:13:42Z', 'revision_number': 4, 'project_id': '93f66f3f38674111af80e14c33a3e39d', 'subnets': [{'id': '72504622-45e5-4cd1-ba92-3eed641ce628', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 21:13:45.549462 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port 366d8f19-dd34-4b42-bdcc-07b862818e7f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=366d8f19-dd34-4b42-bdcc-07b862818e7f,segment=NetworkSegment(12a8f782-0c44-4c84-930d-204ce9264a07),segment_id=12a8f782-0c44-4c84-930d-204ce9264a07)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:13:45.553630 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Pushing event updated for resources: {'Port': ['ID=702d4dce-1add-43eb-a25b-3025bf9405db,revision_number=4']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:13:45.588387 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Returning: {'device': '366d8f19-dd34-4b42-bdcc-07b862818e7f', 'network_id': 'db6bf08b-3b26-4dda-a3c4-b7642bb36e68', 'port_id': '366d8f19-dd34-4b42-bdcc-07b862818e7f', 'mac_address': 'fa:16:3e:be:3a:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '641fb822-7372-4e84-a1d6-aa2d36533e51', 'ip_address': '19.86.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 25 21:13:45.639793 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-3e78355d-7d6a-49b5-af50-491bff998a19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997585', 'neutron.services.segments.db._delete_segments_for_network-8737602743071'] for network, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:45.649935 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-c9719ec7-6281-4049-a9ba-540b401046d7 None None] Provisioning complete for port 53b36032-f06f-4051-87b3-02fe356da369 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:13:45.650584 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-c9719ec7-6281-4049-a9ba-540b401046d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:45.664216 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.segments.db [None req-3e78355d-7d6a-49b5-af50-491bff998a19 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f26128bf9d0>,) {'filters': {'network_id': ['2332d558-39bb-411c-88af-b74bee7e32ab']}} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:13:45.677365 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a12e0228-8f12-4c66-8cd6-7f041998d054 tempest-ServersTestJSON-45643402 tempest-ServersTestJSON-45643402-project] Publish callbacks [] for port, precommit_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:45.679816 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:45.687404 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.segments.db [None req-3e78355d-7d6a-49b5-af50-491bff998a19 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f26128bf9d0>, 'a05a9961-775b-4dff-bebf-b24cb60ab1a9') {'for_net_delete': True} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:13:45.687625 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.segments.db [None req-3e78355d-7d6a-49b5-af50-491bff998a19 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f26128bf9d0>, 'a05a9961-775b-4dff-bebf-b24cb60ab1a9') {} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:13:45.710216 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 366d8f19-dd34-4b42-bdcc-07b862818e7f {{(pid=121608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:13:45.733498 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port 366d8f19-dd34-4b42-bdcc-07b862818e7f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=366d8f19-dd34-4b42-bdcc-07b862818e7f,segment=NetworkSegment(12a8f782-0c44-4c84-930d-204ce9264a07),segment_id=12a8f782-0c44-4c84-930d-204ce9264a07)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:13:45.746611 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-3e78355d-7d6a-49b5-af50-491bff998a19 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737602746920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9084222'] for segment, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:45.775851 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a12e0228-8f12-4c66-8cd6-7f041998d054 tempest-ServersTestJSON-45643402 tempest-ServersTestJSON-45643402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8632327'] for port, after_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:45.799365 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-3e78355d-7d6a-49b5-af50-491bff998a19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:45.814682 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e78355d-7d6a-49b5-af50-491bff998a19 admin admin] Releasing vlan 171 on physical network physnet1 to pool {{(pid=121606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 25 21:13:45.815165 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-3e78355d-7d6a-49b5-af50-491bff998a19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9084542'] for segment, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:45.817706 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-c9719ec7-6281-4049-a9ba-540b401046d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:45.844469 ncdv-master-1 neutron-server[121606]: Traceback (most recent call last):
Dec 25 21:13:45.844469 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 25 21:13:45.844469 ncdv-master-1 neutron-server[121606]:     timer()
Dec 25 21:13:45.844469 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 25 21:13:45.844469 ncdv-master-1 neutron-server[121606]:     cb(*args, **kw)
Dec 25 21:13:45.844469 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 25 21:13:45.844469 ncdv-master-1 neutron-server[121606]:     return func(*args, **kwargs)
Dec 25 21:13:45.844469 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 25 21:13:45.844469 ncdv-master-1 neutron-server[121606]:     self._notify()
Dec 25 21:13:45.844469 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 25 21:13:45.844469 ncdv-master-1 neutron-server[121606]:     self.callback(batched_events)
Dec 25 21:13:45.844469 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 25 21:13:45.844469 ncdv-master-1 neutron-server[121606]:     event.method(event)
Dec 25 21:13:45.844469 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 25 21:13:45.844469 ncdv-master-1 neutron-server[121606]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 25 21:13:45.844469 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 25 21:13:45.844469 ncdv-master-1 neutron-server[121606]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 25 21:13:45.844469 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 25 21:13:45.844469 ncdv-master-1 neutron-server[121606]:     return f(self, *a, **k)
Dec 25 21:13:45.844469 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 25 21:13:45.844469 ncdv-master-1 neutron-server[121606]:     return self._get(url).json()
Dec 25 21:13:45.844469 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 25 21:13:45.844469 ncdv-master-1 neutron-server[121606]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 25 21:13:45.844469 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 25 21:13:45.844469 ncdv-master-1 neutron-server[121606]:     return self.request(url, 'GET', **kwargs)
Dec 25 21:13:45.844469 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 25 21:13:45.844469 ncdv-master-1 neutron-server[121606]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 25 21:13:45.844469 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 25 21:13:45.844469 ncdv-master-1 neutron-server[121606]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 25 21:13:45.844469 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 25 21:13:45.844469 ncdv-master-1 neutron-server[121606]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 25 21:13:45.844469 ncdv-master-1 neutron-server[121606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 25 21:13:45.870655 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a40538f-dfe1-48e7-b8ad-46b3b46d1240 admin admin] Router c253fab1-05f0-4c3f-a0dc-0960aececb8c has already been hosted by L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 {{(pid=121606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 25 21:13:45.870922 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:45.890060 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a12e0228-8f12-4c66-8cd6-7f041998d054 tempest-ServersTestJSON-45643402 tempest-ServersTestJSON-45643402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2008639'] for floatingip, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:45.927866 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1f22da25-ecc0-4009-94b0-b8b8d570c779 req-6251b049-9cce-464c-bdf1-627e07c64760 service neutron] 10.222.0.32 "GET /v2.0/networks/4a560a61-f82a-40d7-af48-0eb411fdd40a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6612351
Dec 25 21:13:45.956346 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-c9719ec7-6281-4049-a9ba-540b401046d7 None None] For port 53b36032-f06f-4051-87b3-02fe356da369, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=53b36032-f06f-4051-87b3-02fe356da369,segment=NetworkSegment(10b45281-920b-4cf2-8b7e-e916c066c5cf),segment_id=10b45281-920b-4cf2-8b7e-e916c066c5cf)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:13:45.966932 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94eb432b-7c0d-488e-bf64-cc8ec11e929f admin admin] Router e0def438-1e5a-4a9a-b1e0-74f26b75f760 has already been hosted by L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 {{(pid=121606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 25 21:13:45.982751 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12e0228-8f12-4c66-8cd6-7f041998d054 tempest-ServersTestJSON-45643402 tempest-ServersTestJSON-45643402-project] Pushing event updated for resources: {'Port': ['ID=8f887a19-36f8-4bb3-94ff-45819084b17f,revision_number=2']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:13:46.020289 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Pushing event updated for resources: {'Port': ['ID=366d8f19-dd34-4b42-bdcc-07b862818e7f,revision_number=4']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:13:46.158293 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] get_ports_and_sgs() called for port_ids ['1536694c-1fd6-4641-92f9-9f25849ec588'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:13:46.195294 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] get_ports_and_sgs() called for port_ids ['366d8f19-dd34-4b42-bdcc-07b862818e7f'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:13:46.299072 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 53b36032-f06f-4051-87b3-02fe356da369 up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:13:46.357822 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a12e0228-8f12-4c66-8cd6-7f041998d054 tempest-ServersTestJSON-45643402 tempest-ServersTestJSON-45643402-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for floatingip, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:46.359195 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-a12e0228-8f12-4c66-8cd6-7f041998d054 tempest-ServersTestJSON-45643402 tempest-ServersTestJSON-45643402-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 2.3572316
Dec 25 21:13:46.515232 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-c9719ec7-6281-4049-a9ba-540b401046d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:46.716566 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9719ec7-6281-4049-a9ba-540b401046d7 None None] Pushing event updated for resources: {'Port': ['ID=53b36032-f06f-4051-87b3-02fe356da369,revision_number=5']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:13:46.829982 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-3e78355d-7d6a-49b5-af50-491bff998a19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2008653'] for network, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:46.845502 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-3e78355d-7d6a-49b5-af50-491bff998a19 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for network, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:46.850380 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port 53b36032-f06f-4051-87b3-02fe356da369 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:13:46.850380 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:46.856714 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-3e78355d-7d6a-49b5-af50-491bff998a19 admin admin] 10.222.0.32 "DELETE /v2.0/networks/2332d558-39bb-411c-88af-b74bee7e32ab HTTP/1.1" status: 204  len: 168 time: 2.5030320
Dec 25 21:13:46.861437 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 49414) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:13:46.949331 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a40538f-dfe1-48e7-b8ad-46b3b46d1240 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 21:13:46.992445 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-099c8771-f577-4947-aba9-a501702ceabe None None] Sync routers for ids ['c253fab1-05f0-4c3f-a0dc-0960aececb8c'] in ncdv-master-1 {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 21:13:47.000802 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-2a40538f-dfe1-48e7-b8ad-46b3b46d1240 admin admin] 10.222.0.32 "PUT /v2.0/routers/c253fab1-05f0-4c3f-a0dc-0960aececb8c/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 12.9034538
Dec 25 21:13:47.006593 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 49416) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:13:47.156846 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e78355d-7d6a-49b5-af50-491bff998a19 admin admin] Pushing event deleted for resources: {'Network': ['ID=2332d558-39bb-411c-88af-b74bee7e32ab,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:13:47.181763 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_v2 [None req-398bf638-d27f-4e19-8a72-9163ba7a83ea admin admin] Deleting subnet 52f03138-4ee3-40d9-96ec-f643e4b83f3d {{(pid=121607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Dec 25 21:13:47.189356 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-398bf638-d27f-4e19-8a72-9163ba7a83ea admin admin] Publish callbacks [] for subnet, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:47.205884 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e6b815-a5ef-4df4-a616-9f32b3614154 req-88e46eac-1175-489e-97f4-671f3fa3e571 tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:13:47.214189 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-099c8771-f577-4947-aba9-a501702ceabe None None] Routers {'c253fab1-05f0-4c3f-a0dc-0960aececb8c'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:13:47.214569 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-099c8771-f577-4947-aba9-a501702ceabe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2613133d90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:13:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['c253fab1-05f0-4c3f-a0dc-0960aececb8c'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:13:47.218607 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-b984731f-b1f7-40f2-abe4-fb4bdf53f049 None None] Provisioning complete for port d4ae1e55-5ea6-4683-a090-d308522608be triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:13:47.219066 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-b984731f-b1f7-40f2-abe4-fb4bdf53f049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:47.222975 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e6b815-a5ef-4df4-a616-9f32b3614154 req-88e46eac-1175-489e-97f4-671f3fa3e571 tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:13:47.225842 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] get_ports_and_sgs() called for port_ids ['702d4dce-1add-43eb-a25b-3025bf9405db'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:13:47.238187 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e6b815-a5ef-4df4-a616-9f32b3614154 req-88e46eac-1175-489e-97f4-671f3fa3e571 tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:13:47.244281 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-18e6b815-a5ef-4df4-a616-9f32b3614154 req-88e46eac-1175-489e-97f4-671f3fa3e571 tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] 10.222.0.32 "GET /v2.0/ports?device_id=e2caaec2-9663-4bdf-95c5-104c863c14e8 HTTP/1.1" status: 200  len: 2414 time: 1.3863118
Dec 25 21:13:47.302977 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-398bf638-d27f-4e19-8a72-9163ba7a83ea admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10246617'] for subnet, precommit_delete_associations {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:47.373908 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1f22da25-ecc0-4009-94b0-b8b8d570c779 req-a2b75825-5145-41bf-9010-790ff8516d9f service neutron] 10.222.0.32 "GET /v2.0/networks/4a560a61-f82a-40d7-af48-0eb411fdd40a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.4441502
Dec 25 21:13:47.378404 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94eb432b-7c0d-488e-bf64-cc8ec11e929f admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 21:13:47.401040 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-170de949-2fb7-4db7-b3b6-80fa1807be5f None None] Sync routers for ids ['e0def438-1e5a-4a9a-b1e0-74f26b75f760'] in ncdv-master-1 {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 21:13:47.422908 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-170de949-2fb7-4db7-b3b6-80fa1807be5f None None] Routers {'e0def438-1e5a-4a9a-b1e0-74f26b75f760'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:13:47.424109 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-170de949-2fb7-4db7-b3b6-80fa1807be5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f261864ea60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:13:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['e0def438-1e5a-4a9a-b1e0-74f26b75f760'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:13:47.441065 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-94eb432b-7c0d-488e-bf64-cc8ec11e929f admin admin] 10.222.0.32 "PUT /v2.0/routers/e0def438-1e5a-4a9a-b1e0-74f26b75f760/add_router_interface HTTP/1.1" status: 200  len: 503 time: 11.2292633
Dec 25 21:13:47.495478 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-4d36a097-1eea-4a0a-979c-c9652693b20a admin admin] Publish callbacks [] for router, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:47.622741 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-b984731f-b1f7-40f2-abe4-fb4bdf53f049 None None] Port d4ae1e55-5ea6-4683-a090-d308522608be cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:13:47.648240 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-18e6b815-a5ef-4df4-a616-9f32b3614154 req-7449c83c-ce87-4699-a449-ed1f5ab92410 tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] 10.222.0.32 "GET /v2.0/security-groups?id=bf6f1b26-c9d9-475d-a396-710ace1ec7a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3900919
Dec 25 21:13:47.803238 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvr_db [None req-170de949-2fb7-4db7-b3b6-80fa1807be5f None None] Set router e0def438-1e5a-4a9a-b1e0-74f26b75f760 gateway port host: ncdv-master-1 {{(pid=121609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:13:47.859713 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-4d36a097-1eea-4a0a-979c-c9652693b20a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:47.887816 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-398bf638-d27f-4e19-8a72-9163ba7a83ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995662'] for subnet, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:47.923872 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5b998aa1-aa61-4a29-94b0-ed3211e90e26 req-761e8bb5-0685-451a-bb4d-8bda940b8d24 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/ports?device_id=b248cb56-18c2-4ff2-a8da-8e0993879a65 HTTP/1.1" status: 200  len: 210 time: 0.0874467
Dec 25 21:13:47.929144 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device 1536694c-1fd6-4641-92f9-9f25849ec588 up at agent hyperv_nch2-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:13:48.032680 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvr_db [None req-099c8771-f577-4947-aba9-a501702ceabe None None] Set router c253fab1-05f0-4c3f-a0dc-0960aececb8c gateway port host: ncdv-master-1 {{(pid=121608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:13:48.265184 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-4d36a097-1eea-4a0a-979c-c9652693b20a admin admin] Deleting port 717e8331-c5b2-47be-9096-1297dcce6863 {{(pid=121607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:13:48.267455 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-4d36a097-1eea-4a0a-979c-c9652693b20a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:48.270162 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e3af9e2d-4601-4a0c-841e-290b925120b5 req-8d8403a5-4d85-4fe0-9dd5-b6e29a16a018 tempest-ServersTestJSON-45643402 tempest-ServersTestJSON-45643402-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--2041212482&fields=id&tenant_id=00414bfe9d194c88b02d9664fdeaa217 HTTP/1.1" status: 200  len: 267 time: 0.2275059
Dec 25 21:13:48.514531 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-398bf638-d27f-4e19-8a72-9163ba7a83ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8632410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8852809'] for subnet, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:48.648505 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398bf638-d27f-4e19-8a72-9163ba7a83ea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=52f03138-4ee3-40d9-96ec-f643e4b83f3d,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:13:48.683362 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-398bf638-d27f-4e19-8a72-9163ba7a83ea admin admin] Publish callbacks [] for subnet, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:48.685404 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 53b36032-f06f-4051-87b3-02fe356da369 up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:13:48.697098 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-398bf638-d27f-4e19-8a72-9163ba7a83ea admin admin] 10.222.0.32 "DELETE /v2.0/subnets/52f03138-4ee3-40d9-96ec-f643e4b83f3d HTTP/1.1" status: 204  len: 168 time: 1.8322883
Dec 25 21:13:48.697317 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3af9e2d-4601-4a0c-841e-290b925120b5 req-e6f95ed8-5a16-4c20-aded-049041c17aaf tempest-ServersTestJSON-45643402 tempest-ServersTestJSON-45643402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:13:48.709742 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e3af9e2d-4601-4a0c-841e-290b925120b5 req-e6f95ed8-5a16-4c20-aded-049041c17aaf tempest-ServersTestJSON-45643402 tempest-ServersTestJSON-45643402-project] 10.222.0.32 "GET /v2.0/networks?id=92c154ff-54f2-4280-b0a5-61ec0db10729 HTTP/1.1" status: 200  len: 805 time: 0.4384034
Dec 25 21:13:48.710617 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 49444) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:13:48.775089 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e3af9e2d-4601-4a0c-841e-290b925120b5 req-23705c86-158a-4e83-b7bb-543cf6f4d106 tempest-ServersTestJSON-45643402 tempest-ServersTestJSON-45643402-project] 10.222.0.32 "GET /v2.0/quotas/00414bfe9d194c88b02d9664fdeaa217 HTTP/1.1" status: 200  len: 375 time: 0.0606523
Dec 25 21:13:48.800700 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-170de949-2fb7-4db7-b3b6-80fa1807be5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f261864ea60>, [{'id': 'e0def438-1e5a-4a9a-b1e0-74f26b75f760', 'name': 'tempest-ServersTestFqdnHostnames-334764781-router', 'tenant_id': 'f5ed5c4fc23d460e8d63226986b549bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.8'}], 'enable_snat': True}, 'gw_port_id': '44495567-0385-4027-b4a8-a5daeb61a311', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:13:27Z', 'updated_at': '2021-12-25T21:13:42Z', 'revision_number': 4, 'project_id': 'f5ed5c4fc23d460e8d63226986b549bd', 'gw_port': {'id': '44495567-0385-4027-b4a8-a5daeb61a311', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:f6:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0def438-1e5a-4a9a-b1e0-74f26b75f760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 768, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:13:30Z', 'updated_at': '2021-12-25T21:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'd4ae1e55-5ea6-4683-a090-d308522608be', 'name': '', 'network_id': '9567beaf-dc87-435f-8c75-e490291b6617', 'tenant_id': 'f5ed5c4fc23d460e8d63226986b549bd', 'mac_address': 'fa:16:3e:29:9b:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0def438-1e5a-4a9a-b1e0-74f26b75f760', 'device_owner': 'network:router_interface', 'standard_attr_id': 779, 'fixed_ips': [{'subnet_id': '9df5d080-ab32-4fab-b5e1-35683f8face2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:13:38Z', 'updated_at': '2021-12-25T21:13:42Z', 'revision_number': 2, 'project_id': 'f5ed5c4fc23d460e8d63226986b549bd', 'subnets': [{'id': '9df5d080-ab32-4fab-b5e1-35683f8face2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:13:48.888445 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e3af9e2d-4601-4a0c-841e-290b925120b5 req-5f82488f-665f-4e71-9fa0-41fd933f8210 tempest-ServersTestJSON-45643402 tempest-ServersTestJSON-45643402-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=00414bfe9d194c88b02d9664fdeaa217&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1065381
Dec 25 21:13:48.894286 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f54d4292-e55f-47cd-893b-88c8d7181af4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625803'] for network, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:48.906072 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.db [None req-4d36a097-1eea-4a0a-979c-c9652693b20a admin admin] For port 717e8331-c5b2-47be-9096-1297dcce6863, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=717e8331-c5b2-47be-9096-1297dcce6863,segment=NetworkSegment(6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855),segment_id=6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855)] {{(pid=121607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:13:48.906507 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-4d36a097-1eea-4a0a-979c-c9652693b20a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:48.939905 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-170de949-2fb7-4db7-b3b6-80fa1807be5f None None] Checking router: e0def438-1e5a-4a9a-b1e0-74f26b75f760 for host: ncdv-master-1 {{(pid=121609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 25 21:13:48.940248 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-170de949-2fb7-4db7-b3b6-80fa1807be5f None None] Updating router e0def438-1e5a-4a9a-b1e0-74f26b75f760 port d4ae1e55-5ea6-4683-a090-d308522608be binding host ncdv-master-1 {{(pid=121609) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 25 21:13:48.959441 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-4d36a097-1eea-4a0a-979c-c9652693b20a admin admin] Calling delete_port for 717e8331-c5b2-47be-9096-1297dcce6863 owned by network:router_gateway {{(pid=121607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:13:49.023225 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-170de949-2fb7-4db7-b3b6-80fa1807be5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:49.139943 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e3af9e2d-4601-4a0c-841e-290b925120b5 req-052a9eb5-d6a8-4b6b-9919-634abc71efa6 service neutron] 10.222.0.32 "GET /v2.0/networks/92c154ff-54f2-4280-b0a5-61ec0db10729?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2265410
Dec 25 21:13:49.171225 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Provisioning for port 1536694c-1fd6-4641-92f9-9f25849ec588 completed by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 25 21:13:49.210575 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Provisioning complete for port 1536694c-1fd6-4641-92f9-9f25849ec588 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:13:49.211750 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:49.220204 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port 53b36032-f06f-4051-87b3-02fe356da369 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:13:49.232572 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:49.312248 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f54d4292-e55f-47cd-893b-88c8d7181af4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997585', 'neutron.services.segments.db._delete_segments_for_network-8737602743071'] for network, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:49.382484 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-f54d4292-e55f-47cd-893b-88c8d7181af4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2613bb41f0>,) {'filters': {'network_id': ['6737324c-c270-483f-9935-61423f5c8102']}} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:13:49.390979 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e3af9e2d-4601-4a0c-841e-290b925120b5 req-df339c05-841d-452f-a30b-0169b2d81c4c service neutron] 10.222.0.32 "GET /v2.0/networks/92c154ff-54f2-4280-b0a5-61ec0db10729?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2401311
Dec 25 21:13:49.399393 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 49450) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:13:49.422647 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-f54d4292-e55f-47cd-893b-88c8d7181af4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2613bb41f0>, 'b5ec22f5-7011-451b-a711-3366274f77b4') {'for_net_delete': True} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:13:49.426887 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-f54d4292-e55f-47cd-893b-88c8d7181af4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2613bb41f0>, 'b5ec22f5-7011-451b-a711-3366274f77b4') {} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:13:49.433217 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-c26f927d-360a-45d7-a262-f491a5b3900b tempest-ServersTestFqdnHostnames-948157385 tempest-ServersTestFqdnHostnames-948157385-project] Request body: {'security_group': {'name': 'tempest-securitygroup--839793960', 'description': 'tempest-description--546903227'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:13:49.488339 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f54d4292-e55f-47cd-893b-88c8d7181af4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737602746920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10246592'] for segment, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:49.505721 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-099c8771-f577-4947-aba9-a501702ceabe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2613133d90>, [{'id': 'c253fab1-05f0-4c3f-a0dc-0960aececb8c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-691373720-router', 'tenant_id': 'd048456167bb496da920eeaed310f9be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.150'}], 'enable_snat': True}, 'gw_port_id': '717e8331-c5b2-47be-9096-1297dcce6863', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:08:16Z', 'updated_at': '2021-12-25T21:13:41Z', 'revision_number': 5, 'project_id': 'd048456167bb496da920eeaed310f9be', 'gw_port': {'id': '717e8331-c5b2-47be-9096-1297dcce6863', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:dd:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c253fab1-05f0-4c3f-a0dc-0960aececb8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:08:18Z', 'updated_at': '2021-12-25T21:08:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:13:49.561358 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f54d4292-e55f-47cd-893b-88c8d7181af4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:49.577504 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d35d24e0-e266-4ec0-bea2-5ed0e60ea77e req-761d8e94-d86f-43ef-9e07-c8a6b6cdfb62 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=ed880d80bcfb4641b02f26da5fad21b8&shared=False HTTP/1.1" status: 200  len: 213 time: 0.1697381
Dec 25 21:13:49.607549 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f54d4292-e55f-47cd-893b-88c8d7181af4 admin admin] Releasing vlan 166 on physical network physnet1 to pool {{(pid=121607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 25 21:13:49.608997 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f54d4292-e55f-47cd-893b-88c8d7181af4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8633327'] for segment, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:49.612702 ncdv-master-1 neutron-server[121607]: Traceback (most recent call last):
Dec 25 21:13:49.612702 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 25 21:13:49.612702 ncdv-master-1 neutron-server[121607]:     timer()
Dec 25 21:13:49.612702 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 25 21:13:49.612702 ncdv-master-1 neutron-server[121607]:     cb(*args, **kw)
Dec 25 21:13:49.612702 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 25 21:13:49.612702 ncdv-master-1 neutron-server[121607]:     return func(*args, **kwargs)
Dec 25 21:13:49.612702 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 25 21:13:49.612702 ncdv-master-1 neutron-server[121607]:     self._notify()
Dec 25 21:13:49.612702 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 25 21:13:49.612702 ncdv-master-1 neutron-server[121607]:     self.callback(batched_events)
Dec 25 21:13:49.612702 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 25 21:13:49.612702 ncdv-master-1 neutron-server[121607]:     event.method(event)
Dec 25 21:13:49.612702 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 25 21:13:49.612702 ncdv-master-1 neutron-server[121607]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 25 21:13:49.612702 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 25 21:13:49.612702 ncdv-master-1 neutron-server[121607]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 25 21:13:49.612702 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 25 21:13:49.612702 ncdv-master-1 neutron-server[121607]:     return f(self, *a, **k)
Dec 25 21:13:49.612702 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 25 21:13:49.612702 ncdv-master-1 neutron-server[121607]:     return self._get(url).json()
Dec 25 21:13:49.612702 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 25 21:13:49.612702 ncdv-master-1 neutron-server[121607]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 25 21:13:49.612702 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 25 21:13:49.612702 ncdv-master-1 neutron-server[121607]:     return self.request(url, 'GET', **kwargs)
Dec 25 21:13:49.612702 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 25 21:13:49.612702 ncdv-master-1 neutron-server[121607]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 25 21:13:49.612702 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 25 21:13:49.612702 ncdv-master-1 neutron-server[121607]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 25 21:13:49.612702 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 25 21:13:49.612702 ncdv-master-1 neutron-server[121607]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 25 21:13:49.612702 ncdv-master-1 neutron-server[121607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 25 21:13:49.639803 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-099c8771-f577-4947-aba9-a501702ceabe None None] Checking router: c253fab1-05f0-4c3f-a0dc-0960aececb8c for host: ncdv-master-1 {{(pid=121608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 25 21:13:49.734434 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:49.755514 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c9b40954-a8e9-493f-96c1-1ac1a1ae8c08 req-66629b4e-0a3b-454d-87b4-d898b94faf18 tempest-ServerTagsTestJSON-645171844 tempest-ServerTagsTestJSON-645171844-project] 10.222.0.32 "GET /v2.0/ports?device_id=a32723f8-9254-4e54-8d2d-7a4b08821e28 HTTP/1.1" status: 200  len: 210 time: 0.1785595
Dec 25 21:13:49.839131 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-099c8771-f577-4947-aba9-a501702ceabe None None] Routers {'c253fab1-05f0-4c3f-a0dc-0960aececb8c'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:13:49.840239 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-099c8771-f577-4947-aba9-a501702ceabe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2613133d90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:13:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['c253fab1-05f0-4c3f-a0dc-0960aececb8c'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:13:50.057496 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvr_db [None req-099c8771-f577-4947-aba9-a501702ceabe None None] Set router c253fab1-05f0-4c3f-a0dc-0960aececb8c gateway port host: None {{(pid=121608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:13:50.071292 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-c26f927d-360a-45d7-a262-f491a5b3900b tempest-ServersTestFqdnHostnames-948157385 tempest-ServersTestFqdnHostnames-948157385-project] Publish callbacks [] for security_group, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:50.115338 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-4d36a097-1eea-4a0a-979c-c9652693b20a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:50.179871 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 748ee235-73c8-4c96-a325-4401b6581457 up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:13:50.284368 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d36a097-1eea-4a0a-979c-c9652693b20a admin admin] Pushing event deleted for resources: {'Port': ['ID=717e8331-c5b2-47be-9096-1297dcce6863,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:13:50.288051 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f54d4292-e55f-47cd-893b-88c8d7181af4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2008653'] for network, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:50.304200 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35d24e0-e266-4ec0-bea2-5ed0e60ea77e req-29d473f4-e9b7-4041-8692-7a7b244ead3d tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:13:50.309482 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d35d24e0-e266-4ec0-bea2-5ed0e60ea77e req-29d473f4-e9b7-4041-8692-7a7b244ead3d tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.7162237
Dec 25 21:13:50.309834 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-170de949-2fb7-4db7-b3b6-80fa1807be5f None None] Publish callbacks [] for port, precommit_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:50.324708 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-d35d24e0-e266-4ec0-bea2-5ed0e60ea77e req-cf7d7d57-3f5c-4532-b421-26400d0d1171 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] Request body: {'port': {'device_id': 'b248cb56-18c2-4ff2-a8da-8e0993879a65', 'network_id': '8f212e98-547d-4c6e-a560-2e9a548c8f59', 'admin_state_up': True, 'tenant_id': 'ed880d80bcfb4641b02f26da5fad21b8'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:13:50.342376 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f54d4292-e55f-47cd-893b-88c8d7181af4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for network, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:50.360966 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-099c8771-f577-4947-aba9-a501702ceabe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2613133d90>, [{'id': 'c253fab1-05f0-4c3f-a0dc-0960aececb8c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-691373720-router', 'tenant_id': 'd048456167bb496da920eeaed310f9be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:08:16Z', 'updated_at': '2021-12-25T21:13:47Z', 'revision_number': 6, 'project_id': 'd048456167bb496da920eeaed310f9be', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:13:50.370737 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2caaec2-9663-4bdf-95c5-104c863c14e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1536694c-1fd6-4641-92f9-9f25849ec588'}] {{(pid=121608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:13:50.373178 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a88c78c3ff6266bd59c7e89d275b28c92e739b67d23c89d71af88829fd31566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2358faef-d103-4837-aebc-bbebdf40f9b1" -d '{"events": [{"server_uuid": "e2caaec2-9663-4bdf-95c5-104c863c14e8", "name": "network-vif-plugged", "status": "completed", "tag": "1536694c-1fd6-4641-92f9-9f25849ec588"}]}' {{(pid=121608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:13:50.383861 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-f54d4292-e55f-47cd-893b-88c8d7181af4 admin admin] 10.222.0.32 "DELETE /v2.0/networks/6737324c-c270-483f-9935-61423f5c8102 HTTP/1.1" status: 204  len: 168 time: 1.6631107
Dec 25 21:13:50.426528 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc85fbf-bb0c-4652-b527-86dad81ae0d1 req-c9e71913-e55c-44d7-837a-2c73aeadce80 tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:13:50.445088 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc85fbf-bb0c-4652-b527-86dad81ae0d1 req-c9e71913-e55c-44d7-837a-2c73aeadce80 tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:13:50.452635 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-099c8771-f577-4947-aba9-a501702ceabe None None] The sync data for ids ['c253fab1-05f0-4c3f-a0dc-0960aececb8c'] in ncdv-master-1 is: [{'id': 'c253fab1-05f0-4c3f-a0dc-0960aececb8c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-691373720-router', 'tenant_id': 'd048456167bb496da920eeaed310f9be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:08:16Z', 'updated_at': '2021-12-25T21:13:47Z', 'revision_number': 6, 'project_id': 'd048456167bb496da920eeaed310f9be', 'gw_port_host': None}] {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 21:13:50.458055 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc85fbf-bb0c-4652-b527-86dad81ae0d1 req-c9e71913-e55c-44d7-837a-2c73aeadce80 tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:13:50.463670 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port 1536694c-1fd6-4641-92f9-9f25849ec588, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1536694c-1fd6-4641-92f9-9f25849ec588,segment=NetworkSegment(ed044953-69fe-458e-9ee9-b8264f26342c),segment_id=ed044953-69fe-458e-9ee9-b8264f26342c)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:13:50.468606 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54d4292-e55f-47cd-893b-88c8d7181af4 admin admin] Pushing event deleted for resources: {'Network': ['ID=6737324c-c270-483f-9935-61423f5c8102,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:13:50.475165 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-170de949-2fb7-4db7-b3b6-80fa1807be5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:50.492641 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ccc85fbf-bb0c-4652-b527-86dad81ae0d1 req-c9e71913-e55c-44d7-837a-2c73aeadce80 tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] 10.222.0.32 "GET /v2.0/ports?device_id=e2caaec2-9663-4bdf-95c5-104c863c14e8 HTTP/1.1" status: 200  len: 2414 time: 0.4364221
Dec 25 21:13:50.529283 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port 748ee235-73c8-4c96-a325-4401b6581457 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:13:50.530850 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:50.547717 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-4d36a097-1eea-4a0a-979c-c9652693b20a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2008689'] for router_gateway, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:50.675237 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a7e87a-2e58-428a-b0ee-f71b658ae45b None None] Pushing event updated for resources: {'Port': ['ID=d4ae1e55-5ea6-4683-a090-d308522608be,revision_number=3']} {{(pid=121609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:13:50.678417 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ccc85fbf-bb0c-4652-b527-86dad81ae0d1 req-e2fde1cf-9fe3-4876-9027-af1cfdd06198 tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] 10.222.0.32 "GET /v2.0/security-groups?id=bf6f1b26-c9d9-475d-a396-710ace1ec7a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1780746
Dec 25 21:13:50.743399 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:50.907677 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.managers [None req-170de949-2fb7-4db7-b3b6-80fa1807be5f None None] Attempting to bind port d4ae1e55-5ea6-4683-a090-d308522608be on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:13:50.908421 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.managers [None req-170de949-2fb7-4db7-b3b6-80fa1807be5f None None] Attempting to bind port d4ae1e55-5ea6-4683-a090-d308522608be by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '2f0a2649-a57f-4db8-987a-184ba43b05bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '9567beaf-dc87-435f-8c75-e490291b6617'}] {{(pid=121609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:13:50.909051 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-170de949-2fb7-4db7-b3b6-80fa1807be5f None None] Attempting to bind port d4ae1e55-5ea6-4683-a090-d308522608be on network 9567beaf-dc87-435f-8c75-e490291b6617 {{(pid=121609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:13:50.917747 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Pushing event updated for resources: {'Port': ['ID=1536694c-1fd6-4641-92f9-9f25849ec588,revision_number=5']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:13:50.921220 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device 702d4dce-1add-43eb-a25b-3025bf9405db up at agent hyperv_nch2-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:13:50.925102 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-4d36a097-1eea-4a0a-979c-c9652693b20a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2014235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14905'] for router, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:50.929703 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-4d36a097-1eea-4a0a-979c-c9652693b20a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:50.931186 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-170de949-2fb7-4db7-b3b6-80fa1807be5f None None] Checking agent: {'id': 'ca4f5c6d-f1fd-48b8-a3e3-395864c7d23d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 20, 56, 40), 'started_at': datetime.datetime(2021, 12, 25, 20, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 13, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:13:50.946165 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-170de949-2fb7-4db7-b3b6-80fa1807be5f None None] Checking segment: {'id': '2f0a2649-a57f-4db8-987a-184ba43b05bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '9567beaf-dc87-435f-8c75-e490291b6617'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:13:50.949198 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-170de949-2fb7-4db7-b3b6-80fa1807be5f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:50.950500 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-170de949-2fb7-4db7-b3b6-80fa1807be5f None None] Bound using segment: {'id': '2f0a2649-a57f-4db8-987a-184ba43b05bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '9567beaf-dc87-435f-8c75-e490291b6617'} {{(pid=121609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:13:50.951204 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.managers [None req-170de949-2fb7-4db7-b3b6-80fa1807be5f None None] Bound port: d4ae1e55-5ea6-4683-a090-d308522608be, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f0a2649-a57f-4db8-987a-184ba43b05bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '9567beaf-dc87-435f-8c75-e490291b6617'}}] {{(pid=121609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:13:50.955696 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-170de949-2fb7-4db7-b3b6-80fa1807be5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:51.091273 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 7d87857a-038e-4aae-a03e-2e711975d761 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:13:51.162793 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] No Port match for: 7d87857a-038e-4aae-a03e-2e711975d761 {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:13:51.163142 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 7d87857a-038e-4aae-a03e-2e711975d761 not bound to the agent host ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:13:51.177843 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Provisioning for port 702d4dce-1add-43eb-a25b-3025bf9405db completed by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 25 21:13:51.196233 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Provisioning complete for port 702d4dce-1add-43eb-a25b-3025bf9405db triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:13:51.208997 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:51.225699 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4e6eb539-b9b2-4e60-95ba-6b3850c74a20 req-92ea20b5-86ba-4a4a-a0e3-457aede59873 tempest-ServersTestJSON-45643402 tempest-ServersTestJSON-45643402-project] 10.222.0.32 "GET /v2.0/ports?device_id=06595622-92cb-4f87-bd0d-0320a9fc5d7e HTTP/1.1" status: 200  len: 210 time: 0.2481468
Dec 25 21:13:51.229995 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-4d36a097-1eea-4a0a-979c-c9652693b20a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2014220'] for router, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:51.231257 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d36a097-1eea-4a0a-979c-c9652693b20a admin admin] Fanout notify agent at l3_agent the message router_deleted on router c253fab1-05f0-4c3f-a0dc-0960aececb8c {{(pid=121607) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 25 21:13:51.243103 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-4d36a097-1eea-4a0a-979c-c9652693b20a admin admin] Publish callbacks [] for router, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:51.245831 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-4d36a097-1eea-4a0a-979c-c9652693b20a admin admin] 10.222.0.32 "DELETE /v2.0/routers/c253fab1-05f0-4c3f-a0dc-0960aececb8c HTTP/1.1" status: 204  len: 168 time: 4.2360742
Dec 25 21:13:51.253628 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 49466) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:13:51.297025 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.db [None req-170de949-2fb7-4db7-b3b6-80fa1807be5f None None] For port d4ae1e55-5ea6-4683-a090-d308522608be, host ncdv-master-1, cleared binding levels {{(pid=121609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:13:51.299373 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-46509f12-49ca-4a41-b640-b7dd91169f19 None None] Provisioning complete for port d4ae1e55-5ea6-4683-a090-d308522608be triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:13:51.299930 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-46509f12-49ca-4a41-b640-b7dd91169f19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:51.304787 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.db [None req-170de949-2fb7-4db7-b3b6-80fa1807be5f None None] For port d4ae1e55-5ea6-4683-a090-d308522608be, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d4ae1e55-5ea6-4683-a090-d308522608be,segment=NetworkSegment(2f0a2649-a57f-4db8-987a-184ba43b05bc),segment_id=2f0a2649-a57f-4db8-987a-184ba43b05bc)] {{(pid=121609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:13:51.330169 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 49468) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:13:51.349500 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f9876cdb-8a0c-40e0-a671-e5effce663ce req-c1e64c74-7299-4a5f-999a-6aead9123076 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/ports?device_id=b248cb56-18c2-4ff2-a8da-8e0993879a65 HTTP/1.1" status: 200  len: 210 time: 0.3821988
Dec 25 21:13:51.386692 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_v2 [None req-221bad61-e775-4ed8-8c69-e91d9428184d admin admin] Deleting subnet 316f74c7-218f-4914-9f98-9cf876c3a6af {{(pid=121607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Dec 25 21:13:51.391577 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-170de949-2fb7-4db7-b3b6-80fa1807be5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:51.397108 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-46509f12-49ca-4a41-b640-b7dd91169f19 None None] Port d4ae1e55-5ea6-4683-a090-d308522608be cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:13:51.400256 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-221bad61-e775-4ed8-8c69-e91d9428184d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:51.412309 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 21:13:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47b8fde6-05af-444a-b039-040bc308954f x-openstack-request-id: req-47b8fde6-05af-444a-b039-040bc308954f {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:13:51.412602 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2caaec2-9663-4bdf-95c5-104c863c14e8", "name": "network-vif-plugged", "status": "completed", "tag": "1536694c-1fd6-4641-92f9-9f25849ec588", "code": 200}]} {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:13:51.413814 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-47b8fde6-05af-444a-b039-040bc308954f {{(pid=121608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:13:51.414218 ncdv-master-1 neutron-server[121608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2caaec2-9663-4bdf-95c5-104c863c14e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1536694c-1fd6-4641-92f9-9f25849ec588', 'code': 200}
Dec 25 21:13:51.573430 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:51.620457 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-221bad61-e775-4ed8-8c69-e91d9428184d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10246617'] for subnet, precommit_delete_associations {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:51.670564 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-170de949-2fb7-4db7-b3b6-80fa1807be5f None None] Routers {'e0def438-1e5a-4a9a-b1e0-74f26b75f760'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:13:51.672399 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-170de949-2fb7-4db7-b3b6-80fa1807be5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f261864ea60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:13:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['e0def438-1e5a-4a9a-b1e0-74f26b75f760'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:13:51.708422 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port 702d4dce-1add-43eb-a25b-3025bf9405db, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=702d4dce-1add-43eb-a25b-3025bf9405db,segment=NetworkSegment(ed044953-69fe-458e-9ee9-b8264f26342c),segment_id=ed044953-69fe-458e-9ee9-b8264f26342c)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:13:51.777444 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:51.778340 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device 366d8f19-dd34-4b42-bdcc-07b862818e7f up at agent hyperv_nch2-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:13:51.916442 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-c26f927d-360a-45d7-a262-f491a5b3900b tempest-ServersTestFqdnHostnames-948157385 tempest-ServersTestFqdnHostnames-948157385-project] Publish callbacks [] for security_group, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:51.956053 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d35d24e0-e266-4ec0-bea2-5ed0e60ea77e req-cf7d7d57-3f5c-4532-b421-26400d0d1171 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] Made reservation on behalf of ed880d80bcfb4641b02f26da5fad21b8 for: {'port': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:13:51.968755 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-d35d24e0-e266-4ec0-bea2-5ed0e60ea77e req-cf7d7d57-3f5c-4532-b421-26400d0d1171 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:51.979228 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-221bad61-e775-4ed8-8c69-e91d9428184d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995662'] for subnet, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:51.993340 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f22da25-ecc0-4009-94b0-b8b8d570c779 req-6c4d9ecb-4070-44b7-9bd1-181c3dcf6d96 tempest-ServerTagsTestJSON-645171844 tempest-ServerTagsTestJSON-645171844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:13:51.996857 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a7e87a-2e58-428a-b0ee-f71b658ae45b None None] Pushing event updated for resources: {'Port': ['ID=d4ae1e55-5ea6-4683-a090-d308522608be,revision_number=4']} {{(pid=121609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:13:51.998382 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1f22da25-ecc0-4009-94b0-b8b8d570c779 req-6c4d9ecb-4070-44b7-9bd1-181c3dcf6d96 tempest-ServerTagsTestJSON-645171844 tempest-ServerTagsTestJSON-645171844-project] 10.222.0.31 "GET /v2.0/networks?id=4a560a61-f82a-40d7-af48-0eb411fdd40a HTTP/1.1" status: 200  len: 808 time: 0.6668646
Dec 25 21:13:52.053428 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Pushing event updated for resources: {'Port': ['ID=702d4dce-1add-43eb-a25b-3025bf9405db,revision_number=5']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:13:52.134240 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvr_db [None req-170de949-2fb7-4db7-b3b6-80fa1807be5f None None] Set router e0def438-1e5a-4a9a-b1e0-74f26b75f760 gateway port host: ncdv-master-1 {{(pid=121609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:13:52.206357 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-1f22da25-ecc0-4009-94b0-b8b8d570c779 req-1bb9c6cd-21be-4213-a231-95d466bcac2d tempest-ServerTagsTestJSON-645171844 tempest-ServerTagsTestJSON-645171844-project] Request body: {'port': {'device_id': 'a32723f8-9254-4e54-8d2d-7a4b08821e28', 'network_id': '4a560a61-f82a-40d7-af48-0eb411fdd40a', 'admin_state_up': True, 'tenant_id': 'c86857b4629c4cdbbd6a4664d499fb87'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:13:52.213496 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Provisioning for port 366d8f19-dd34-4b42-bdcc-07b862818e7f completed by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 25 21:13:52.218275 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Provisioning complete for port 366d8f19-dd34-4b42-bdcc-07b862818e7f triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:13:52.222896 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:52.271589 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-9e12a7e8-f2ff-44fc-aa4d-f5d7796f0ce0 None None] Provisioning complete for port d4ae1e55-5ea6-4683-a090-d308522608be triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:13:52.271966 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9e12a7e8-f2ff-44fc-aa4d-f5d7796f0ce0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:52.278855 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-221bad61-e775-4ed8-8c69-e91d9428184d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8632410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8852809'] for subnet, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:52.337512 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221bad61-e775-4ed8-8c69-e91d9428184d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=316f74c7-218f-4914-9f98-9cf876c3a6af,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:13:52.357339 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-d35d24e0-e266-4ec0-bea2-5ed0e60ea77e req-cf7d7d57-3f5c-4532-b421-26400d0d1171 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] Publish callbacks [] for security_group, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:52.362943 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-61485202-adc7-4d58-8950-3d8e2eda0727 req-2df32523-24a9-4eb0-97e9-bfc79ba780a2 tempest-ServerTagsTestJSON-645171844 tempest-ServerTagsTestJSON-645171844-project] 10.222.0.32 "GET /v2.0/ports?device_id=a32723f8-9254-4e54-8d2d-7a4b08821e28 HTTP/1.1" status: 200  len: 210 time: 0.4420886
Dec 25 21:13:52.366392 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-221bad61-e775-4ed8-8c69-e91d9428184d admin admin] Publish callbacks [] for subnet, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:52.371265 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-c26f927d-360a-45d7-a262-f491a5b3900b tempest-ServersTestFqdnHostnames-948157385 tempest-ServersTestFqdnHostnames-948157385-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:52.377785 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-221bad61-e775-4ed8-8c69-e91d9428184d admin admin] 10.222.0.32 "DELETE /v2.0/subnets/316f74c7-218f-4914-9f98-9cf876c3a6af HTTP/1.1" status: 204  len: 168 time: 1.1178639
Dec 25 21:13:52.381078 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 49480) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:13:52.427265 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9e12a7e8-f2ff-44fc-aa4d-f5d7796f0ce0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:52.443525 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eddd1091-c33b-405c-bd4c-d871122a2f47 None None] Network 421363f3-c148-4c26-bdbb-a9acfe0ab6e9 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:13:52.503168 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26f927d-360a-45d7-a262-f491a5b3900b tempest-ServersTestFqdnHostnames-948157385 tempest-ServersTestFqdnHostnames-948157385-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca6b4ade-e9f8-48ab-a037-b83bf4a53bde,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:13:52.572139 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-c26f927d-360a-45d7-a262-f491a5b3900b tempest-ServersTestFqdnHostnames-948157385 tempest-ServersTestFqdnHostnames-948157385-project] Publish callbacks [] for security_group, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:52.577734 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-c26f927d-360a-45d7-a262-f491a5b3900b tempest-ServersTestFqdnHostnames-948157385 tempest-ServersTestFqdnHostnames-948157385-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1795 time: 3.1765437
Dec 25 21:13:52.579383 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 49482) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:13:52.612273 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-bf688589-293d-4c2c-bf36-a9027e36195d tempest-ServersTestFqdnHostnames-948157385 tempest-ServersTestFqdnHostnames-948157385-project] Request body: {'security_group_rule': {'security_group_id': 'ca6b4ade-e9f8-48ab-a037-b83bf4a53bde', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:13:52.640692 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9e12a7e8-f2ff-44fc-aa4d-f5d7796f0ce0 None None] For port d4ae1e55-5ea6-4683-a090-d308522608be, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d4ae1e55-5ea6-4683-a090-d308522608be,segment=NetworkSegment(2f0a2649-a57f-4db8-987a-184ba43b05bc),segment_id=2f0a2649-a57f-4db8-987a-184ba43b05bc)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:13:52.646247 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-91f07830-5963-4e29-8ada-8f06691ee6fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625803'] for network, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:52.665697 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5b8d294a-3d74-4efd-993e-27878e374970 req-818846ba-2d7f-4230-96e1-099d47ff91b3 tempest-ServersTestJSON-45643402 tempest-ServersTestJSON-45643402-project] 10.222.0.32 "GET /v2.0/ports?device_id=06595622-92cb-4f87-bd0d-0320a9fc5d7e HTTP/1.1" status: 200  len: 210 time: 0.0979357
Dec 25 21:13:52.748612 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91be170f-3688-4f16-a0a8-10c0ae486327 req-bb38b74a-ded1-4251-a60c-f2361e4c1851 tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:13:52.755063 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-91f07830-5963-4e29-8ada-8f06691ee6fc admin admin] Deleting port 82062244-44f1-4e51-a517-d7d2afe04e8b {{(pid=121607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:13:52.757063 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-91f07830-5963-4e29-8ada-8f06691ee6fc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:52.763511 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91be170f-3688-4f16-a0a8-10c0ae486327 req-bb38b74a-ded1-4251-a60c-f2361e4c1851 tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:13:52.765616 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9e12a7e8-f2ff-44fc-aa4d-f5d7796f0ce0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:52.776236 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91be170f-3688-4f16-a0a8-10c0ae486327 req-bb38b74a-ded1-4251-a60c-f2361e4c1851 tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:13:52.795476 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-91be170f-3688-4f16-a0a8-10c0ae486327 req-bb38b74a-ded1-4251-a60c-f2361e4c1851 tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] 10.222.0.32 "GET /v2.0/ports?device_id=e2caaec2-9663-4bdf-95c5-104c863c14e8 HTTP/1.1" status: 200  len: 2416 time: 0.8688641
Dec 25 21:13:52.837352 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f22da25-ecc0-4009-94b0-b8b8d570c779 req-1bb9c6cd-21be-4213-a231-95d466bcac2d tempest-ServerTagsTestJSON-645171844 tempest-ServerTagsTestJSON-645171844-project] Made reservation on behalf of c86857b4629c4cdbbd6a4664d499fb87 for: {'port': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:13:52.843982 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-1f22da25-ecc0-4009-94b0-b8b8d570c779 req-1bb9c6cd-21be-4213-a231-95d466bcac2d tempest-ServerTagsTestJSON-645171844 tempest-ServerTagsTestJSON-645171844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:52.846466 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-170de949-2fb7-4db7-b3b6-80fa1807be5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f261864ea60>, [{'id': 'e0def438-1e5a-4a9a-b1e0-74f26b75f760', 'name': 'tempest-ServersTestFqdnHostnames-334764781-router', 'tenant_id': 'f5ed5c4fc23d460e8d63226986b549bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.8'}], 'enable_snat': True}, 'gw_port_id': '44495567-0385-4027-b4a8-a5daeb61a311', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:13:27Z', 'updated_at': '2021-12-25T21:13:42Z', 'revision_number': 4, 'project_id': 'f5ed5c4fc23d460e8d63226986b549bd', 'gw_port': {'id': '44495567-0385-4027-b4a8-a5daeb61a311', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:f6:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0def438-1e5a-4a9a-b1e0-74f26b75f760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 768, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:13:30Z', 'updated_at': '2021-12-25T21:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'd4ae1e55-5ea6-4683-a090-d308522608be', 'name': '', 'network_id': '9567beaf-dc87-435f-8c75-e490291b6617', 'tenant_id': 'f5ed5c4fc23d460e8d63226986b549bd', 'mac_address': 'fa:16:3e:29:9b:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0def438-1e5a-4a9a-b1e0-74f26b75f760', 'device_owner': 'network:router_interface', 'standard_attr_id': 779, 'fixed_ips': [{'subnet_id': '9df5d080-ab32-4fab-b5e1-35683f8face2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:13:38Z', 'updated_at': '2021-12-25T21:13:51Z', 'revision_number': 4, 'project_id': 'f5ed5c4fc23d460e8d63226986b549bd', 'subnets': [{'id': '9df5d080-ab32-4fab-b5e1-35683f8face2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:13:52.898522 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-170de949-2fb7-4db7-b3b6-80fa1807be5f None None] The sync data for ids ['e0def438-1e5a-4a9a-b1e0-74f26b75f760'] in ncdv-master-1 is: [{'id': 'e0def438-1e5a-4a9a-b1e0-74f26b75f760', 'name': 'tempest-ServersTestFqdnHostnames-334764781-router', 'tenant_id': 'f5ed5c4fc23d460e8d63226986b549bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.8'}], 'enable_snat': True}, 'gw_port_id': '44495567-0385-4027-b4a8-a5daeb61a311', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:13:27Z', 'updated_at': '2021-12-25T21:13:42Z', 'revision_number': 4, 'project_id': 'f5ed5c4fc23d460e8d63226986b549bd', 'gw_port': {'id': '44495567-0385-4027-b4a8-a5daeb61a311', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:f6:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0def438-1e5a-4a9a-b1e0-74f26b75f760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 768, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:13:30Z', 'updated_at': '2021-12-25T21:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'd4ae1e55-5ea6-4683-a090-d308522608be', 'name': '', 'network_id': '9567beaf-dc87-435f-8c75-e490291b6617', 'tenant_id': 'f5ed5c4fc23d460e8d63226986b549bd', 'mac_address': 'fa:16:3e:29:9b:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0def438-1e5a-4a9a-b1e0-74f26b75f760', 'device_owner': 'network:router_interface', 'standard_attr_id': 779, 'fixed_ips': [{'subnet_id': '9df5d080-ab32-4fab-b5e1-35683f8face2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:13:38Z', 'updated_at': '2021-12-25T21:13:51Z', 'revision_number': 4, 'project_id': 'f5ed5c4fc23d460e8d63226986b549bd', 'subnets': [{'id': '9df5d080-ab32-4fab-b5e1-35683f8face2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 21:13:52.899735 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 717e8331-c5b2-47be-9096-1297dcce6863 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:13:52.904379 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-998c7390-e079-47d6-b47e-1e44e334f8ed admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=bc19d38e80ce426fa6d268838d133f13&name=default HTTP/1.1" status: 200  len: 2996 time: 1.5517166
Dec 25 21:13:52.937243 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 49486) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:13:52.962026 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-76709992-ad6f-41b1-95b1-cd0c7d03c0fb req-ba9729bd-c270-4869-91f0-fae0bfa86b9a tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/ports?device_id=b248cb56-18c2-4ff2-a8da-8e0993879a65 HTTP/1.1" status: 200  len: 210 time: 0.1039188
Dec 25 21:13:52.981092 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c836bb1c-b4a6-4878-a7ce-0507df03b6a9 None None] DHCP port deletion for 421363f3-c148-4c26-bdbb-a9acfe0ab6e9 request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 21:13:52.989762 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.db [None req-91f07830-5963-4e29-8ada-8f06691ee6fc admin admin] For port 82062244-44f1-4e51-a517-d7d2afe04e8b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=82062244-44f1-4e51-a517-d7d2afe04e8b,segment=NetworkSegment(b920d3a2-8310-470a-8742-1ed0d06b839d),segment_id=b920d3a2-8310-470a-8742-1ed0d06b839d)] {{(pid=121607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:13:52.990123 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-91f07830-5963-4e29-8ada-8f06691ee6fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:52.993006 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:53.005577 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-bf688589-293d-4c2c-bf36-a9027e36195d tempest-ServersTestFqdnHostnames-948157385 tempest-ServersTestFqdnHostnames-948157385-project] Publish callbacks [] for security_group_rule, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:53.084136 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-91f07830-5963-4e29-8ada-8f06691ee6fc admin admin] Calling delete_port for 82062244-44f1-4e51-a517-d7d2afe04e8b owned by network:dhcp {{(pid=121607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:13:53.118647 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] No Port match for: 717e8331-c5b2-47be-9096-1297dcce6863 {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:13:53.121979 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 717e8331-c5b2-47be-9096-1297dcce6863 not bound to the agent host ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:13:53.146976 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-d35d24e0-e266-4ec0-bea2-5ed0e60ea77e req-cf7d7d57-3f5c-4532-b421-26400d0d1171 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] Publish callbacks [] for security_group, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:53.187056 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-91be170f-3688-4f16-a0a8-10c0ae486327 req-58541441-3923-45d3-abdf-163b94e009dd tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] 10.222.0.32 "GET /v2.0/security-groups?id=bf6f1b26-c9d9-475d-a396-710ace1ec7a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3855765
Dec 25 21:13:53.227749 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e12a7e8-f2ff-44fc-aa4d-f5d7796f0ce0 None None] Pushing event updated for resources: {'Port': ['ID=d4ae1e55-5ea6-4683-a090-d308522608be,revision_number=5']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:13:53.287313 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port 366d8f19-dd34-4b42-bdcc-07b862818e7f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=366d8f19-dd34-4b42-bdcc-07b862818e7f,segment=NetworkSegment(12a8f782-0c44-4c84-930d-204ce9264a07),segment_id=12a8f782-0c44-4c84-930d-204ce9264a07)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:13:53.299871 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-bd9af37f-fadc-4d4f-8c56-b17e0e64ba8b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:53.321631 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-c836bb1c-b4a6-4878-a7ce-0507df03b6a9 None None] Deleting port 82062244-44f1-4e51-a517-d7d2afe04e8b {{(pid=121608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:13:53.322017 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-c836bb1c-b4a6-4878-a7ce-0507df03b6a9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:53.322945 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-d35d24e0-e266-4ec0-bea2-5ed0e60ea77e req-cf7d7d57-3f5c-4532-b421-26400d0d1171 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:53.331836 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-bf688589-293d-4c2c-bf36-a9027e36195d tempest-ServersTestFqdnHostnames-948157385 tempest-ServersTestFqdnHostnames-948157385-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:53.374501 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_common [req-1f22da25-ecc0-4009-94b0-b8b8d570c779 req-1bb9c6cd-21be-4213-a231-95d466bcac2d tempest-ServerTagsTestJSON-645171844 tempest-ServerTagsTestJSON-645171844-project] Allocated IP 172.20.0.3 (4a560a61-f82a-40d7-af48-0eb411fdd40a/d27c36e2-4959-44da-88dc-236aac12ab58/fdcafc76-a01c-4114-a75e-4dbcfb7490ec) {{(pid=121606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:13:53.398403 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:53.400231 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-91f07830-5963-4e29-8ada-8f06691ee6fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:53.411527 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-bd9af37f-fadc-4d4f-8c56-b17e0e64ba8b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:53.418497 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2caaec2-9663-4bdf-95c5-104c863c14e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '702d4dce-1add-43eb-a25b-3025bf9405db'}, {'server_uuid': 'e2caaec2-9663-4bdf-95c5-104c863c14e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '366d8f19-dd34-4b42-bdcc-07b862818e7f'}] {{(pid=121608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:13:53.422858 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a88c78c3ff6266bd59c7e89d275b28c92e739b67d23c89d71af88829fd31566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bf4f44d-14d3-457a-987a-7653578dcdcb" -d '{"events": [{"server_uuid": "e2caaec2-9663-4bdf-95c5-104c863c14e8", "name": "network-vif-plugged", "status": "completed", "tag": "702d4dce-1add-43eb-a25b-3025bf9405db"}, {"server_uuid": "e2caaec2-9663-4bdf-95c5-104c863c14e8", "name": "network-vif-plugged", "status": "completed", "tag": "366d8f19-dd34-4b42-bdcc-07b862818e7f"}]}' {{(pid=121608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:13:53.430836 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-c836bb1c-b4a6-4878-a7ce-0507df03b6a9 None None] For port 82062244-44f1-4e51-a517-d7d2afe04e8b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=82062244-44f1-4e51-a517-d7d2afe04e8b,segment=NetworkSegment(b920d3a2-8310-470a-8742-1ed0d06b839d),segment_id=b920d3a2-8310-470a-8742-1ed0d06b839d)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:13:53.431257 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-c836bb1c-b4a6-4878-a7ce-0507df03b6a9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:53.440600 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-bf688589-293d-4c2c-bf36-a9027e36195d tempest-ServersTestFqdnHostnames-948157385 tempest-ServersTestFqdnHostnames-948157385-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077839'] for security_group_rule, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:53.472803 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f07830-5963-4e29-8ada-8f06691ee6fc admin admin] Pushing event deleted for resources: {'Port': ['ID=82062244-44f1-4e51-a517-d7d2afe04e8b,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:13:53.479598 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91f07830-5963-4e29-8ada-8f06691ee6fc admin admin] No DVR routers for this DVR port 82062244-44f1-4e51-a517-d7d2afe04e8b on host ncdv-master-1 {{(pid=121607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:13:53.521002 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-c836bb1c-b4a6-4878-a7ce-0507df03b6a9 None None] Calling delete_port for 82062244-44f1-4e51-a517-d7d2afe04e8b owned by network:dhcp {{(pid=121608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:13:53.646339 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-91f07830-5963-4e29-8ada-8f06691ee6fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997585', 'neutron.services.segments.db._delete_segments_for_network-8737602743071'] for network, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:53.682710 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-91f07830-5963-4e29-8ada-8f06691ee6fc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2612af96d0>,) {'filters': {'network_id': ['421363f3-c148-4c26-bdbb-a9acfe0ab6e9']}} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:13:53.693888 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-91f07830-5963-4e29-8ada-8f06691ee6fc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2612af96d0>, 'b920d3a2-8310-470a-8742-1ed0d06b839d') {'for_net_delete': True} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:13:53.694336 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-91f07830-5963-4e29-8ada-8f06691ee6fc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2612af96d0>, 'b920d3a2-8310-470a-8742-1ed0d06b839d') {} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:13:53.716084 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-91f07830-5963-4e29-8ada-8f06691ee6fc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737602746920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10246592'] for segment, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:53.731733 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7d7d57-3f5c-4532-b421-26400d0d1171 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3f1ae63-416f-443f-b032-af0d7dcc9019,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:13:53.758490 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-91f07830-5963-4e29-8ada-8f06691ee6fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:53.772204 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-c836bb1c-b4a6-4878-a7ce-0507df03b6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955'] for port, after_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:53.785815 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Pushing event updated for resources: {'Port': ['ID=366d8f19-dd34-4b42-bdcc-07b862818e7f,revision_number=5']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:13:53.789318 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91f07830-5963-4e29-8ada-8f06691ee6fc admin admin] Releasing vlan 188 on physical network physnet1 to pool {{(pid=121607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 25 21:13:53.805564 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 25 Dec 2021 21:13:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fadd4111-0278-4586-9e87-7cf5feaddd99 x-openstack-request-id: req-fadd4111-0278-4586-9e87-7cf5feaddd99 {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:13:53.805564 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2caaec2-9663-4bdf-95c5-104c863c14e8", "name": "network-vif-plugged", "status": "completed", "tag": "702d4dce-1add-43eb-a25b-3025bf9405db", "code": 200}, {"server_uuid": "e2caaec2-9663-4bdf-95c5-104c863c14e8", "name": "network-vif-plugged", "status": "completed", "tag": "366d8f19-dd34-4b42-bdcc-07b862818e7f", "code": 200}]} {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:13:53.805928 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-91f07830-5963-4e29-8ada-8f06691ee6fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8633327'] for segment, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:53.806021 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-fadd4111-0278-4586-9e87-7cf5feaddd99 {{(pid=121608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:13:53.806021 ncdv-master-1 neutron-server[121608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2caaec2-9663-4bdf-95c5-104c863c14e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '702d4dce-1add-43eb-a25b-3025bf9405db', 'code': 200}
Dec 25 21:13:53.806021 ncdv-master-1 neutron-server[121608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2caaec2-9663-4bdf-95c5-104c863c14e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '366d8f19-dd34-4b42-bdcc-07b862818e7f', 'code': 200}
Dec 25 21:13:53.807515 ncdv-master-1 neutron-server[121607]: Traceback (most recent call last):
Dec 25 21:13:53.807515 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 25 21:13:53.807515 ncdv-master-1 neutron-server[121607]:     timer()
Dec 25 21:13:53.807515 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 25 21:13:53.807515 ncdv-master-1 neutron-server[121607]:     cb(*args, **kw)
Dec 25 21:13:53.807515 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 25 21:13:53.807515 ncdv-master-1 neutron-server[121607]:     return func(*args, **kwargs)
Dec 25 21:13:53.807515 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 25 21:13:53.807515 ncdv-master-1 neutron-server[121607]:     self._notify()
Dec 25 21:13:53.807515 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 25 21:13:53.807515 ncdv-master-1 neutron-server[121607]:     self.callback(batched_events)
Dec 25 21:13:53.807515 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 25 21:13:53.807515 ncdv-master-1 neutron-server[121607]:     event.method(event)
Dec 25 21:13:53.807515 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 25 21:13:53.807515 ncdv-master-1 neutron-server[121607]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 25 21:13:53.807515 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 25 21:13:53.807515 ncdv-master-1 neutron-server[121607]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 25 21:13:53.807515 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 25 21:13:53.807515 ncdv-master-1 neutron-server[121607]:     return f(self, *a, **k)
Dec 25 21:13:53.807515 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 25 21:13:53.807515 ncdv-master-1 neutron-server[121607]:     return self._get(url).json()
Dec 25 21:13:53.807515 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 25 21:13:53.807515 ncdv-master-1 neutron-server[121607]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 25 21:13:53.807515 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 25 21:13:53.807515 ncdv-master-1 neutron-server[121607]:     return self.request(url, 'GET', **kwargs)
Dec 25 21:13:53.807515 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 25 21:13:53.807515 ncdv-master-1 neutron-server[121607]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 25 21:13:53.807515 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 25 21:13:53.807515 ncdv-master-1 neutron-server[121607]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 25 21:13:53.807515 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 25 21:13:53.807515 ncdv-master-1 neutron-server[121607]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 25 21:13:53.807515 ncdv-master-1 neutron-server[121607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 25 21:13:53.924082 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf688589-293d-4c2c-bf36-a9027e36195d tempest-ServersTestFqdnHostnames-948157385 tempest-ServersTestFqdnHostnames-948157385-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02215875-84e1-4ab6-a3dc-48f168201a98,revision_number=0']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:13:54.008554 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2b4494d6-4e26-4938-a294-2227755596d3 req-e88161f9-13f8-4375-abee-b36fdec0b03b tempest-ServerTagsTestJSON-645171844 tempest-ServerTagsTestJSON-645171844-project] 10.222.0.32 "GET /v2.0/ports?device_id=a32723f8-9254-4e54-8d2d-7a4b08821e28 HTTP/1.1" status: 200  len: 210 time: 0.2240598
Dec 25 21:13:54.088216 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-bd9af37f-fadc-4d4f-8c56-b17e0e64ba8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:54.114778 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-bd9af37f-fadc-4d4f-8c56-b17e0e64ba8b admin admin] Publish callbacks [] for security_group, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:54.128664 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-bd9af37f-fadc-4d4f-8c56-b17e0e64ba8b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/bc05caf7-df2e-49b8-960c-4031d2c2ccca HTTP/1.1" status: 204  len: 168 time: 1.1886826
Dec 25 21:13:54.129847 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c836bb1c-b4a6-4878-a7ce-0507df03b6a9 None None] Pushing event deleted for resources: {'Port': ['ID=82062244-44f1-4e51-a517-d7d2afe04e8b,revision_number=None']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:13:54.132637 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c836bb1c-b4a6-4878-a7ce-0507df03b6a9 None None] No DVR routers for this DVR port 82062244-44f1-4e51-a517-d7d2afe04e8b on host ncdv-master-1 {{(pid=121608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:13:54.205798 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3af9e2d-4601-4a0c-841e-290b925120b5 req-74870509-2932-4838-9427-a0d8ae335d18 tempest-ServersTestJSON-45643402 tempest-ServersTestJSON-45643402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:13:54.207552 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-e3af9e2d-4601-4a0c-841e-290b925120b5 req-74870509-2932-4838-9427-a0d8ae335d18 tempest-ServersTestJSON-45643402 tempest-ServersTestJSON-45643402-project] 10.222.0.37 "GET /v2.0/networks?id=92c154ff-54f2-4280-b0a5-61ec0db10729 HTTP/1.1" status: 200  len: 805 time: 0.3440523
Dec 25 21:13:54.236710 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c5d9216b-2e7d-456b-8c00-2bfec332732f req-8f7ce4cd-8d8a-4408-9c8a-72c2bce27c9f tempest-ServersTestJSON-45643402 tempest-ServersTestJSON-45643402-project] 10.222.0.32 "GET /v2.0/ports?device_id=06595622-92cb-4f87-bd0d-0320a9fc5d7e HTTP/1.1" status: 200  len: 210 time: 0.3157685
Dec 25 21:13:54.251126 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-bf688589-293d-4c2c-bf36-a9027e36195d tempest-ServersTestFqdnHostnames-948157385 tempest-ServersTestFqdnHostnames-948157385-project] Publish callbacks [] for security_group_rule, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:54.255746 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-bf688589-293d-4c2c-bf36-a9027e36195d tempest-ServersTestFqdnHostnames-948157385 tempest-ServersTestFqdnHostnames-948157385-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 1.6666281
Dec 25 21:13:54.256699 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 49504) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:13:54.280763 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-29799388-cf82-4bae-bc71-98c17d909ba5 tempest-ServersTestFqdnHostnames-948157385 tempest-ServersTestFqdnHostnames-948157385-project] Request body: {'security_group_rule': {'security_group_id': 'ca6b4ade-e9f8-48ab-a037-b83bf4a53bde', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:13:54.309655 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-e3af9e2d-4601-4a0c-841e-290b925120b5 req-a9bb191e-f7ba-4bba-a141-e9a8939d8c17 tempest-ServersTestJSON-45643402 tempest-ServersTestJSON-45643402-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=00414bfe9d194c88b02d9664fdeaa217 HTTP/1.1" status: 200  len: 380 time: 0.0884240
Dec 25 21:13:54.345659 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9af37f-fadc-4d4f-8c56-b17e0e64ba8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc05caf7-df2e-49b8-960c-4031d2c2ccca,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:13:54.361554 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [req-e3af9e2d-4601-4a0c-841e-290b925120b5 req-6f6c4386-c96f-4198-aeaf-6b383b80c38d tempest-ServersTestJSON-45643402 tempest-ServersTestJSON-45643402-project] Request body: {'port': {'device_id': '06595622-92cb-4f87-bd0d-0320a9fc5d7e', 'network_id': '92c154ff-54f2-4280-b0a5-61ec0db10729', 'admin_state_up': True, 'tenant_id': '00414bfe9d194c88b02d9664fdeaa217', 'security_groups': ['d60c2c1c-c178-41f1-b691-5253ca14c996']}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:13:54.462094 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-16ad421d-e542-40cf-a33f-7088adcf6463 req-8ca92733-0ea1-4026-8239-83ec05e1c579 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/ports?device_id=b248cb56-18c2-4ff2-a8da-8e0993879a65 HTTP/1.1" status: 200  len: 210 time: 0.1804695
Dec 25 21:13:54.493077 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bd8224-4b1f-43b4-a2c1-20234b78d763 req-f53ca6ab-9e08-421b-8b82-04164af4b1c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:13:54.493947 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bd8224-4b1f-43b4-a2c1-20234b78d763 req-f53ca6ab-9e08-421b-8b82-04164af4b1c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:13:54.494481 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bd8224-4b1f-43b4-a2c1-20234b78d763 req-f53ca6ab-9e08-421b-8b82-04164af4b1c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:13:54.497292 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-52bd8224-4b1f-43b4-a2c1-20234b78d763 req-f53ca6ab-9e08-421b-8b82-04164af4b1c6 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e2caaec2-9663-4bdf-95c5-104c863c14e8 HTTP/1.1" status: 200  len: 2870 time: 0.7133632
Dec 25 21:13:54.500558 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_common [req-d35d24e0-e266-4ec0-bea2-5ed0e60ea77e req-cf7d7d57-3f5c-4532-b421-26400d0d1171 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] Allocated IP 192.168.233.241 (8f212e98-547d-4c6e-a560-2e9a548c8f59/dcfbae86-f93e-400c-8084-eac7f56ff5ba/5a73a242-a477-40db-9b6d-7ac1d38d6950) {{(pid=121606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:13:54.548747 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-91f07830-5963-4e29-8ada-8f06691ee6fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2008653'] for network, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:54.555915 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-91f07830-5963-4e29-8ada-8f06691ee6fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for network, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:54.561248 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-91f07830-5963-4e29-8ada-8f06691ee6fc admin admin] 10.222.0.32 "DELETE /v2.0/networks/421363f3-c148-4c26-bdbb-a9acfe0ab6e9 HTTP/1.1" status: 204  len: 168 time: 2.1741710
Dec 25 21:13:54.572271 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f07830-5963-4e29-8ada-8f06691ee6fc admin admin] Pushing event deleted for resources: {'Network': ['ID=421363f3-c148-4c26-bdbb-a9acfe0ab6e9,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:13:54.640667 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8455c06-ec9c-47b2-9e54-680cbf92b3e5 req-7db8c7b4-5b1d-49ae-af7a-e29965c95d92 tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:13:54.649298 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8455c06-ec9c-47b2-9e54-680cbf92b3e5 req-7db8c7b4-5b1d-49ae-af7a-e29965c95d92 tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:13:54.655304 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8455c06-ec9c-47b2-9e54-680cbf92b3e5 req-7db8c7b4-5b1d-49ae-af7a-e29965c95d92 tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:13:54.657270 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d8455c06-ec9c-47b2-9e54-680cbf92b3e5 req-7db8c7b4-5b1d-49ae-af7a-e29965c95d92 tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] 10.222.0.32 "GET /v2.0/ports?device_id=e2caaec2-9663-4bdf-95c5-104c863c14e8 HTTP/1.1" status: 200  len: 2417 time: 0.3487968
Dec 25 21:13:54.728350 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-29799388-cf82-4bae-bc71-98c17d909ba5 tempest-ServersTestFqdnHostnames-948157385 tempest-ServersTestFqdnHostnames-948157385-project] Publish callbacks [] for security_group_rule, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:54.753024 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-1f22da25-ecc0-4009-94b0-b8b8d570c779 req-1bb9c6cd-21be-4213-a231-95d466bcac2d tempest-ServerTagsTestJSON-645171844 tempest-ServerTagsTestJSON-645171844-project] Publish callbacks [] for port, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:54.753691 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-52bd8224-4b1f-43b4-a2c1-20234b78d763 req-3a72685d-1d92-4e78-934c-2d9fb3ae9885 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=bf6f1b26-c9d9-475d-a396-710ace1ec7a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2437499
Dec 25 21:13:54.795271 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3af9e2d-4601-4a0c-841e-290b925120b5 req-6f6c4386-c96f-4198-aeaf-6b383b80c38d tempest-ServersTestJSON-45643402 tempest-ServersTestJSON-45643402-project] Made reservation on behalf of 00414bfe9d194c88b02d9664fdeaa217 for: {'port': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:13:54.800481 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-e3af9e2d-4601-4a0c-841e-290b925120b5 req-6f6c4386-c96f-4198-aeaf-6b383b80c38d tempest-ServersTestJSON-45643402 tempest-ServersTestJSON-45643402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:54.884026 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device d4ae1e55-5ea6-4683-a090-d308522608be up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:13:54.889187 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d8455c06-ec9c-47b2-9e54-680cbf92b3e5 req-63803b4a-e28a-4fc9-9a9a-fae70db92095 tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] 10.222.0.32 "GET /v2.0/security-groups?id=bf6f1b26-c9d9-475d-a396-710ace1ec7a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2167215
Dec 25 21:13:54.949701 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-29799388-cf82-4bae-bc71-98c17d909ba5 tempest-ServersTestFqdnHostnames-948157385 tempest-ServersTestFqdnHostnames-948157385-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:54.969986 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_common [req-e3af9e2d-4601-4a0c-841e-290b925120b5 req-6f6c4386-c96f-4198-aeaf-6b383b80c38d tempest-ServersTestJSON-45643402 tempest-ServersTestJSON-45643402-project] Allocated IP 172.20.0.10 (92c154ff-54f2-4280-b0a5-61ec0db10729/8f2e28f2-741d-4c53-98f1-5b61083688d3/00640242-8453-4c98-b5aa-a9ed148543ff) {{(pid=121607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:13:54.970155 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port d4ae1e55-5ea6-4683-a090-d308522608be triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:13:54.970666 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:54.975939 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-d35d24e0-e266-4ec0-bea2-5ed0e60ea77e req-cf7d7d57-3f5c-4532-b421-26400d0d1171 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] Publish callbacks [] for port, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:55.039360 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-1f22da25-ecc0-4009-94b0-b8b8d570c779 req-1bb9c6cd-21be-4213-a231-95d466bcac2d tempest-ServerTagsTestJSON-645171844 tempest-ServerTagsTestJSON-645171844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:55.079027 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-29799388-cf82-4bae-bc71-98c17d909ba5 tempest-ServersTestFqdnHostnames-948157385 tempest-ServersTestFqdnHostnames-948157385-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077839'] for security_group_rule, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:55.108635 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 49518) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:13:55.145518 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29799388-cf82-4bae-bc71-98c17d909ba5 tempest-ServersTestFqdnHostnames-948157385 tempest-ServersTestFqdnHostnames-948157385-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b55178ad-a24b-4abf-97f6-e73265d8c5d1,revision_number=0']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:13:55.148819 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-d35d24e0-e266-4ec0-bea2-5ed0e60ea77e req-cf7d7d57-3f5c-4532-b421-26400d0d1171 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:55.155239 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 82062244-44f1-4e51-a517-d7d2afe04e8b no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:13:55.160819 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f22da25-ecc0-4009-94b0-b8b8d570c779 req-1bb9c6cd-21be-4213-a231-95d466bcac2d tempest-ServerTagsTestJSON-645171844 tempest-ServerTagsTestJSON-645171844-project] Network 4a560a61-f82a-40d7-af48-0eb411fdd40a is already hosted by enough agents. {{(pid=121606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:13:55.160819 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb9c6cd-21be-4213-a231-95d466bcac2d tempest-ServerTagsTestJSON-645171844 tempest-ServerTagsTestJSON-645171844-project] Pushing event updated for resources: {'Port': ['ID=fdcafc76-a01c-4114-a75e-4dbcfb7490ec,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:13:55.195056 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] No Port match for: 82062244-44f1-4e51-a517-d7d2afe04e8b {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:13:55.196862 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 49520) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:13:55.197026 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 82062244-44f1-4e51-a517-d7d2afe04e8b not bound to the agent host ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:13:55.208122 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-ea8457a2-82fe-4776-b921-3ae271fcb6a0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f149a077b12b44338d36531fe1dc3a6e&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0980887
Dec 25 21:13:55.217079 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-e3af9e2d-4601-4a0c-841e-290b925120b5 req-6f6c4386-c96f-4198-aeaf-6b383b80c38d tempest-ServersTestJSON-45643402 tempest-ServersTestJSON-45643402-project] Publish callbacks [] for port, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:55.219976 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 49522) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:13:55.226101 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7d7d57-3f5c-4532-b421-26400d0d1171 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] Pushing event updated for resources: {'Port': ['ID=5a73a242-a477-40db-9b6d-7ac1d38d6950,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:13:55.230242 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [req-1f22da25-ecc0-4009-94b0-b8b8d570c779 req-1bb9c6cd-21be-4213-a231-95d466bcac2d tempest-ServerTagsTestJSON-645171844 tempest-ServerTagsTestJSON-645171844-project] Resources bound (agent type, host, resource id):  {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:13:55.233969 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f22da25-ecc0-4009-94b0-b8b8d570c779 req-1bb9c6cd-21be-4213-a231-95d466bcac2d tempest-ServerTagsTestJSON-645171844 tempest-ServerTagsTestJSON-645171844-project] Received port after_create {{(pid=121606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:13:55.239392 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-29799388-cf82-4bae-bc71-98c17d909ba5 tempest-ServersTestFqdnHostnames-948157385 tempest-ServersTestFqdnHostnames-948157385-project] Publish callbacks [] for security_group_rule, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:55.251046 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-29799388-cf82-4bae-bc71-98c17d909ba5 tempest-ServersTestFqdnHostnames-948157385 tempest-ServersTestFqdnHostnames-948157385-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.9752254
Dec 25 21:13:55.260589 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 49528) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:13:55.290821 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-42ae5090-f720-4fe8-a90e-7d4cb4180c4c tempest-ServersTestFqdnHostnames-948157385 tempest-ServersTestFqdnHostnames-948157385-project] Request body: {'floatingip': {'floating_network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:13:55.317285 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-721384ff-0185-4b00-b8e0-51ba562d4858 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e25e5a44bb7e4ef7a38e961e6203b72b&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1173544
Dec 25 21:13:55.317285 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 49536) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:13:55.357236 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d35d24e0-e266-4ec0-bea2-5ed0e60ea77e req-cf7d7d57-3f5c-4532-b421-26400d0d1171 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] Network 8f212e98-547d-4c6e-a560-2e9a548c8f59 is already hosted by enough agents. {{(pid=121606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:13:55.373958 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-4d5b950b-d60d-4a9d-85aa-d22df02d2ee1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:55.392483 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [req-d35d24e0-e266-4ec0-bea2-5ed0e60ea77e req-cf7d7d57-3f5c-4532-b421-26400d0d1171 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] Resources bound (agent type, host, resource id):  {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:13:55.395815 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [req-d35d24e0-e266-4ec0-bea2-5ed0e60ea77e req-cf7d7d57-3f5c-4532-b421-26400d0d1171 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] Received port after_create {{(pid=121606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:13:55.407469 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-4d5b950b-d60d-4a9d-85aa-d22df02d2ee1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:55.409752 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ba4cd183-e85f-45f1-a2c7-cbcd3487ec46 req-07b01b73-4c87-4c5d-b094-ebf6574ad6a2 tempest-ServersTestJSON-45643402 tempest-ServersTestJSON-45643402-project] 10.222.0.32 "GET /v2.0/ports?device_id=06595622-92cb-4f87-bd0d-0320a9fc5d7e HTTP/1.1" status: 200  len: 210 time: 0.0847936
Dec 25 21:13:55.413693 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-75811c7a-ef93-4678-9234-7eb8752138a3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:55.443902 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-e3af9e2d-4601-4a0c-841e-290b925120b5 req-6f6c4386-c96f-4198-aeaf-6b383b80c38d tempest-ServersTestJSON-45643402 tempest-ServersTestJSON-45643402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:55.452344 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f22da25-ecc0-4009-94b0-b8b8d570c779 req-1bb9c6cd-21be-4213-a231-95d466bcac2d tempest-ServerTagsTestJSON-645171844 tempest-ServerTagsTestJSON-645171844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:13:55.452344 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-1f22da25-ecc0-4009-94b0-b8b8d570c779 req-1bb9c6cd-21be-4213-a231-95d466bcac2d tempest-ServerTagsTestJSON-645171844 tempest-ServerTagsTestJSON-645171844-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:55.479998 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-75811c7a-ef93-4678-9234-7eb8752138a3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:55.511265 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9355e2c-5a8a-40b9-a93a-07f346947c7f req-30a8f9ab-3db0-465e-9139-8aa5c915df13 tempest-ServerTagsTestJSON-645171844 tempest-ServerTagsTestJSON-645171844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:13:55.513326 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f9355e2c-5a8a-40b9-a93a-07f346947c7f req-30a8f9ab-3db0-465e-9139-8aa5c915df13 tempest-ServerTagsTestJSON-645171844 tempest-ServerTagsTestJSON-645171844-project] 10.222.0.32 "GET /v2.0/ports?device_id=a32723f8-9254-4e54-8d2d-7a4b08821e28 HTTP/1.1" status: 200  len: 931 time: 0.2932220
Dec 25 21:13:55.539673 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35d24e0-e266-4ec0-bea2-5ed0e60ea77e req-cf7d7d57-3f5c-4532-b421-26400d0d1171 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:13:55.539673 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-d35d24e0-e266-4ec0-bea2-5ed0e60ea77e req-cf7d7d57-3f5c-4532-b421-26400d0d1171 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:55.542134 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3af9e2d-4601-4a0c-841e-290b925120b5 req-6f6c4386-c96f-4198-aeaf-6b383b80c38d tempest-ServersTestJSON-45643402 tempest-ServersTestJSON-45643402-project] Network 92c154ff-54f2-4280-b0a5-61ec0db10729 is already hosted by enough agents. {{(pid=121607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:13:55.562302 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [req-e3af9e2d-4601-4a0c-841e-290b925120b5 req-6f6c4386-c96f-4198-aeaf-6b383b80c38d tempest-ServersTestJSON-45643402 tempest-ServersTestJSON-45643402-project] Resources bound (agent type, host, resource id):  {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:13:55.574499 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3af9e2d-4601-4a0c-841e-290b925120b5 req-6f6c4386-c96f-4198-aeaf-6b383b80c38d tempest-ServersTestJSON-45643402 tempest-ServersTestJSON-45643402-project] Received port after_create {{(pid=121607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:13:55.585637 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1f22da25-ecc0-4009-94b0-b8b8d570c779 req-1bb9c6cd-21be-4213-a231-95d466bcac2d tempest-ServerTagsTestJSON-645171844 tempest-ServerTagsTestJSON-645171844-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.4142489
Dec 25 21:13:55.618514 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6c4386-c96f-4198-aeaf-6b383b80c38d tempest-ServersTestJSON-45643402 tempest-ServersTestJSON-45643402-project] Pushing event updated for resources: {'Port': ['ID=00640242-8453-4c98-b5aa-a9ed148543ff,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:13:55.625965 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-1f22da25-ecc0-4009-94b0-b8b8d570c779 req-3a652e30-bf10-4b37-a8fd-07281249c9ef service neutron] Request body: {'port': {'device_id': 'a32723f8-9254-4e54-8d2d-7a4b08821e28', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:13:55.629996 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-42ae5090-f720-4fe8-a90e-7d4cb4180c4c tempest-ServersTestFqdnHostnames-948157385 tempest-ServersTestFqdnHostnames-948157385-project] Publish callbacks [] for floatingip, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:55.660499 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3af9e2d-4601-4a0c-841e-290b925120b5 req-6f6c4386-c96f-4198-aeaf-6b383b80c38d tempest-ServersTestJSON-45643402 tempest-ServersTestJSON-45643402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:13:55.661270 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-e3af9e2d-4601-4a0c-841e-290b925120b5 req-6f6c4386-c96f-4198-aeaf-6b383b80c38d tempest-ServersTestJSON-45643402 tempest-ServersTestJSON-45643402-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:55.699200 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d35d24e0-e266-4ec0-bea2-5ed0e60ea77e req-cf7d7d57-3f5c-4532-b421-26400d0d1171 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 5.3799253
Dec 25 21:13:55.714729 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-4d5b950b-d60d-4a9d-85aa-d22df02d2ee1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:55.717593 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-4d5b950b-d60d-4a9d-85aa-d22df02d2ee1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:55.718612 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-4d5b950b-d60d-4a9d-85aa-d22df02d2ee1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/fc2745ca-759a-4e07-92f7-7b453a875564 HTTP/1.1" status: 204  len: 168 time: 0.4979913
Dec 25 21:13:55.720430 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f9355e2c-5a8a-40b9-a93a-07f346947c7f req-02dd768a-b480-441e-ae45-910e59158488 tempest-ServerTagsTestJSON-645171844 tempest-ServerTagsTestJSON-645171844-project] 10.222.0.32 "GET /v2.0/security-groups?id=95a547bb-0132-4807-be00-1fe47824be2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1993101
Dec 25 21:13:55.735305 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5b950b-d60d-4a9d-85aa-d22df02d2ee1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc2745ca-759a-4e07-92f7-7b453a875564,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:13:55.755887 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-d35d24e0-e266-4ec0-bea2-5ed0e60ea77e req-51182923-6514-41e2-ae6a-0d8ab80dba52 service neutron] Request body: {'port': {'device_id': 'b248cb56-18c2-4ff2-a8da-8e0993879a65', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:13:55.783298 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-75811c7a-ef93-4678-9234-7eb8752138a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:55.786526 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-75811c7a-ef93-4678-9234-7eb8752138a3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:55.794995 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-75811c7a-ef93-4678-9234-7eb8752138a3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b014c20c-a513-46d1-97c9-957920b94a0a HTTP/1.1" status: 204  len: 168 time: 0.4688041
Dec 25 21:13:55.802247 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-e3af9e2d-4601-4a0c-841e-290b925120b5 req-6f6c4386-c96f-4198-aeaf-6b383b80c38d tempest-ServersTestJSON-45643402 tempest-ServersTestJSON-45643402-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.4468832
Dec 25 21:13:55.835322 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [req-e3af9e2d-4601-4a0c-841e-290b925120b5 req-fa9d631d-d9c5-4389-bacf-856d2575f55d service neutron] Request body: {'port': {'device_id': '06595622-92cb-4f87-bd0d-0320a9fc5d7e', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:13:55.904065 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75811c7a-ef93-4678-9234-7eb8752138a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b014c20c-a513-46d1-97c9-957920b94a0a,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:13:55.911531 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-1f22da25-ecc0-4009-94b0-b8b8d570c779 req-3a652e30-bf10-4b37-a8fd-07281249c9ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:55.954314 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-71d82f50-1ceb-4225-8b0d-765b77ad7e83 None None] Provisioning complete for port 5a73a242-a477-40db-9b6d-7ac1d38d6950 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:13:55.955284 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-71d82f50-1ceb-4225-8b0d-765b77ad7e83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:55.979493 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e1cb53-0d3f-485e-a087-1282c4b15c4d req-3f25a54b-f0ae-4a79-8b96-8b9317eefe8a tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:13:56.010885 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e5e1cb53-0d3f-485e-a087-1282c4b15c4d req-3f25a54b-f0ae-4a79-8b96-8b9317eefe8a tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/ports?device_id=b248cb56-18c2-4ff2-a8da-8e0993879a65 HTTP/1.1" status: 200  len: 936 time: 0.4217474
Dec 25 21:13:56.015479 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-e3af9e2d-4601-4a0c-841e-290b925120b5 req-fa9d631d-d9c5-4389-bacf-856d2575f55d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:56.071929 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-71d82f50-1ceb-4225-8b0d-765b77ad7e83 None None] Port 5a73a242-a477-40db-9b6d-7ac1d38d6950 cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:13:56.119937 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-d35d24e0-e266-4ec0-bea2-5ed0e60ea77e req-51182923-6514-41e2-ae6a-0d8ab80dba52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:56.213689 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-4b80797a-1c02-49be-878b-3a92f59516dc None None] Provisioning complete for port 00640242-8453-4c98-b5aa-a9ed148543ff triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:13:56.218666 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-4b80797a-1c02-49be-878b-3a92f59516dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:56.296131 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-4b80797a-1c02-49be-878b-3a92f59516dc None None] Port 00640242-8453-4c98-b5aa-a9ed148543ff cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:13:56.344053 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e5e1cb53-0d3f-485e-a087-1282c4b15c4d req-7db0d19f-f284-4ede-93c4-bf2e0ca14aef tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3f1ae63-416f-443f-b032-af0d7dcc9019&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3303576
Dec 25 21:13:56.376450 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b18902-2bc2-4d02-87b1-ea7edff4a279 req-506d433b-ba67-4000-9c3f-fc6331cbbe4c tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:13:56.382368 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b18902-2bc2-4d02-87b1-ea7edff4a279 req-506d433b-ba67-4000-9c3f-fc6331cbbe4c tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:13:56.390425 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b18902-2bc2-4d02-87b1-ea7edff4a279 req-506d433b-ba67-4000-9c3f-fc6331cbbe4c tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:13:56.397367 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-67b18902-2bc2-4d02-87b1-ea7edff4a279 req-506d433b-ba67-4000-9c3f-fc6331cbbe4c tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] 10.222.0.32 "GET /v2.0/ports?device_id=e2caaec2-9663-4bdf-95c5-104c863c14e8 HTTP/1.1" status: 200  len: 2417 time: 0.2970026
Dec 25 21:13:56.660133 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-67b18902-2bc2-4d02-87b1-ea7edff4a279 req-f29b0981-a0c7-427a-90fa-e59afe2a1f49 tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] 10.222.0.32 "GET /v2.0/security-groups?id=bf6f1b26-c9d9-475d-a396-710ace1ec7a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2598841
Dec 25 21:13:56.733922 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-42ae5090-f720-4fe8-a90e-7d4cb4180c4c tempest-ServersTestFqdnHostnames-948157385 tempest-ServersTestFqdnHostnames-948157385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:56.799041 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682c5f66-76fd-4671-81e5-82759b4df812 req-38a51f5f-aaf6-4b94-b4ee-b1de4f7084b2 tempest-ServersTestJSON-45643402 tempest-ServersTestJSON-45643402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:13:56.813499 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-682c5f66-76fd-4671-81e5-82759b4df812 req-38a51f5f-aaf6-4b94-b4ee-b1de4f7084b2 tempest-ServersTestJSON-45643402 tempest-ServersTestJSON-45643402-project] 10.222.0.32 "GET /v2.0/ports?device_id=06595622-92cb-4f87-bd0d-0320a9fc5d7e HTTP/1.1" status: 200  len: 932 time: 0.2888894
Dec 25 21:13:56.935386 ncdv-master-1 neutron-server[121607]: DEBUG neutron.notifiers.nova [req-e3af9e2d-4601-4a0c-841e-290b925120b5 req-fa9d631d-d9c5-4389-bacf-856d2575f55d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00640242-8453-4c98-b5aa-a9ed148543ff {{(pid=121607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:13:56.956681 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-e3af9e2d-4601-4a0c-841e-290b925120b5 req-fa9d631d-d9c5-4389-bacf-856d2575f55d service neutron] Publish callbacks [] for port, precommit_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:56.979890 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.provisioning_blocks [req-e3af9e2d-4601-4a0c-841e-290b925120b5 req-fa9d631d-d9c5-4389-bacf-856d2575f55d service neutron] Transition to ACTIVE for port object 00640242-8453-4c98-b5aa-a9ed148543ff will not be triggered until provisioned by entity L2. {{(pid=121607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 25 21:13:57.056914 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 49568) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:13:57.109055 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-d7351d06-b325-4f13-813e-c131b4f6081e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d048456167bb496da920eeaed310f9be&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0504689
Dec 25 21:13:57.112396 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 49570) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:13:57.125244 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-e3af9e2d-4601-4a0c-841e-290b925120b5 req-fa9d631d-d9c5-4389-bacf-856d2575f55d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8632327'] for port, after_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:57.277758 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9d631d-d9c5-4389-bacf-856d2575f55d service neutron] Pushing event updated for resources: {'Port': ['ID=00640242-8453-4c98-b5aa-a9ed148543ff,revision_number=2']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:13:57.361390 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-fa41500b-424b-401d-8cad-a643a95fc040 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:57.392494 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-fa41500b-424b-401d-8cad-a643a95fc040 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:57.461316 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.managers [req-e3af9e2d-4601-4a0c-841e-290b925120b5 req-fa9d631d-d9c5-4389-bacf-856d2575f55d service neutron] Attempting to bind port 00640242-8453-4c98-b5aa-a9ed148543ff on host nch2-master-1 for vnic_type normal with profile  {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:13:57.462010 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.managers [req-e3af9e2d-4601-4a0c-841e-290b925120b5 req-fa9d631d-d9c5-4389-bacf-856d2575f55d service neutron] Attempting to bind port 00640242-8453-4c98-b5aa-a9ed148543ff by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '10b45281-920b-4cf2-8b7e-e916c066c5cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '92c154ff-54f2-4280-b0a5-61ec0db10729'}] {{(pid=121607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:13:57.462509 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3af9e2d-4601-4a0c-841e-290b925120b5 req-fa9d631d-d9c5-4389-bacf-856d2575f55d service neutron] Attempting to bind port 00640242-8453-4c98-b5aa-a9ed148543ff on network 92c154ff-54f2-4280-b0a5-61ec0db10729 {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:13:57.469829 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3af9e2d-4601-4a0c-841e-290b925120b5 req-fa9d631d-d9c5-4389-bacf-856d2575f55d service neutron] Port 00640242-8453-4c98-b5aa-a9ed148543ff on network 92c154ff-54f2-4280-b0a5-61ec0db10729 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 25 21:13:57.470212 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3af9e2d-4601-4a0c-841e-290b925120b5 req-fa9d631d-d9c5-4389-bacf-856d2575f55d service neutron] Attempting to bind port 00640242-8453-4c98-b5aa-a9ed148543ff on network 92c154ff-54f2-4280-b0a5-61ec0db10729 {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:13:57.476008 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3af9e2d-4601-4a0c-841e-290b925120b5 req-fa9d631d-d9c5-4389-bacf-856d2575f55d service neutron] Checking agent: {'id': '0d9ae313-8f8d-40fa-8a9f-d098a25a9911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 21, 4, 38), 'started_at': datetime.datetime(2021, 12, 25, 21, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 13, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:13:57.476354 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3af9e2d-4601-4a0c-841e-290b925120b5 req-fa9d631d-d9c5-4389-bacf-856d2575f55d service neutron] Checking segment: {'id': '10b45281-920b-4cf2-8b7e-e916c066c5cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '92c154ff-54f2-4280-b0a5-61ec0db10729'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:13:57.476735 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3af9e2d-4601-4a0c-841e-290b925120b5 req-fa9d631d-d9c5-4389-bacf-856d2575f55d service neutron] Bound using segment: {'id': '10b45281-920b-4cf2-8b7e-e916c066c5cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '92c154ff-54f2-4280-b0a5-61ec0db10729'} {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:13:57.477438 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.managers [req-e3af9e2d-4601-4a0c-841e-290b925120b5 req-fa9d631d-d9c5-4389-bacf-856d2575f55d service neutron] Bound port: 00640242-8453-4c98-b5aa-a9ed148543ff, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10b45281-920b-4cf2-8b7e-e916c066c5cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '92c154ff-54f2-4280-b0a5-61ec0db10729'}}] {{(pid=121607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:13:57.477750 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-e3af9e2d-4601-4a0c-841e-290b925120b5 req-fa9d631d-d9c5-4389-bacf-856d2575f55d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:57.558774 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.db [req-e3af9e2d-4601-4a0c-841e-290b925120b5 req-fa9d631d-d9c5-4389-bacf-856d2575f55d service neutron] For port 00640242-8453-4c98-b5aa-a9ed148543ff, host nch2-master-1, cleared binding levels {{(pid=121607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:13:57.564421 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.db [req-e3af9e2d-4601-4a0c-841e-290b925120b5 req-fa9d631d-d9c5-4389-bacf-856d2575f55d service neutron] For port 00640242-8453-4c98-b5aa-a9ed148543ff, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=00640242-8453-4c98-b5aa-a9ed148543ff,segment=NetworkSegment(10b45281-920b-4cf2-8b7e-e916c066c5cf),segment_id=10b45281-920b-4cf2-8b7e-e916c066c5cf)] {{(pid=121607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:13:57.589376 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-fa41500b-424b-401d-8cad-a643a95fc040 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:57.597711 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-fa41500b-424b-401d-8cad-a643a95fc040 admin admin] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:57.606755 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-fa41500b-424b-401d-8cad-a643a95fc040 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4a8d11e2-da28-453e-80d2-743dd8815176 HTTP/1.1" status: 204  len: 168 time: 0.4887254
Dec 25 21:13:57.626759 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa41500b-424b-401d-8cad-a643a95fc040 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a8d11e2-da28-453e-80d2-743dd8815176,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:13:57.686885 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-e3af9e2d-4601-4a0c-841e-290b925120b5 req-fa9d631d-d9c5-4389-bacf-856d2575f55d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8632327'] for port, after_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:57.757190 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a2d425-371c-4941-b708-925fde1754af req-23960a8b-860c-46e4-b676-7114eeb9f99f tempest-ServerTagsTestJSON-645171844 tempest-ServerTagsTestJSON-645171844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:13:57.758897 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a4a2d425-371c-4941-b708-925fde1754af req-23960a8b-860c-46e4-b676-7114eeb9f99f tempest-ServerTagsTestJSON-645171844 tempest-ServerTagsTestJSON-645171844-project] 10.222.0.32 "GET /v2.0/ports?device_id=a32723f8-9254-4e54-8d2d-7a4b08821e28 HTTP/1.1" status: 200  len: 931 time: 0.2884216
Dec 25 21:13:57.784606 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-682c5f66-76fd-4671-81e5-82759b4df812 req-43799cf7-7dfb-4e5b-bffa-352b77b107ab tempest-ServersTestJSON-45643402 tempest-ServersTestJSON-45643402-project] 10.222.0.32 "GET /v2.0/security-groups?id=d60c2c1c-c178-41f1-b691-5253ca14c996&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.9699438
Dec 25 21:13:57.842463 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9d631d-d9c5-4389-bacf-856d2575f55d service neutron] Pushing event updated for resources: {'Port': ['ID=00640242-8453-4c98-b5aa-a9ed148543ff,revision_number=3']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:13:57.860390 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3af9e2d-4601-4a0c-841e-290b925120b5 req-fa9d631d-d9c5-4389-bacf-856d2575f55d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:13:57.862268 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-e3af9e2d-4601-4a0c-841e-290b925120b5 req-fa9d631d-d9c5-4389-bacf-856d2575f55d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:57.866069 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-e3af9e2d-4601-4a0c-841e-290b925120b5 req-fa9d631d-d9c5-4389-bacf-856d2575f55d service neutron] 10.222.0.37 "PUT /v2.0/ports/00640242-8453-4c98-b5aa-a9ed148543ff HTTP/1.1" status: 200  len: 1092 time: 2.0616665
Dec 25 21:13:57.869231 ncdv-master-1 neutron-server[121607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06595622-92cb-4f87-bd0d-0320a9fc5d7e', 'tag': '00640242-8453-4c98-b5aa-a9ed148543ff'}] {{(pid=121607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:13:57.873435 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f980bbcadfa7bf1e788024e1448be660373c21f97f015f780444e999c451203" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f735da8-851d-412b-a486-9b5a31a95b88" -d '{"events": [{"name": "network-changed", "server_uuid": "06595622-92cb-4f87-bd0d-0320a9fc5d7e", "tag": "00640242-8453-4c98-b5aa-a9ed148543ff"}]}' {{(pid=121607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:13:57.891848 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_common [None req-42ae5090-f720-4fe8-a90e-7d4cb4180c4c tempest-ServersTestFqdnHostnames-948157385 tempest-ServersTestFqdnHostnames-948157385-project] Allocated IP 172.35.3.238 (7201e55c-7c5f-41aa-a042-a363696539d0/7a939e13-713f-45cf-bba7-1539635abe25/c770a32b-65b6-4b1f-9b2a-ff565924ffa0) {{(pid=121606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:13:57.962972 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [req-1f22da25-ecc0-4009-94b0-b8b8d570c779 req-3a652e30-bf10-4b37-a8fd-07281249c9ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fdcafc76-a01c-4114-a75e-4dbcfb7490ec {{(pid=121606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:13:58.023518 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a4a2d425-371c-4941-b708-925fde1754af req-fadc479d-df2d-4ef5-9d81-099bad5ef61f tempest-ServerTagsTestJSON-645171844 tempest-ServerTagsTestJSON-645171844-project] 10.222.0.32 "GET /v2.0/security-groups?id=95a547bb-0132-4807-be00-1fe47824be2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2529922
Dec 25 21:13:58.063595 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3af9e2d-4601-4a0c-841e-290b925120b5 req-70ca77ec-fb7a-4638-99e7-053dd19e8489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:13:58.064216 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-1f22da25-ecc0-4009-94b0-b8b8d570c779 req-3a652e30-bf10-4b37-a8fd-07281249c9ef service neutron] Publish callbacks [] for port, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:58.073477 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-e3af9e2d-4601-4a0c-841e-290b925120b5 req-70ca77ec-fb7a-4638-99e7-053dd19e8489 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=00414bfe9d194c88b02d9664fdeaa217&device_id=06595622-92cb-4f87-bd0d-0320a9fc5d7e HTTP/1.1" status: 200  len: 1095 time: 0.1064577
Dec 25 21:13:58.112926 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [req-d35d24e0-e266-4ec0-bea2-5ed0e60ea77e req-51182923-6514-41e2-ae6a-0d8ab80dba52 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a73a242-a477-40db-9b6d-7ac1d38d6950 {{(pid=121606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:13:58.134808 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-e3af9e2d-4601-4a0c-841e-290b925120b5 req-ba4ce1da-8f42-4e61-af86-db927e23bc78 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=00640242-8453-4c98-b5aa-a9ed148543ff HTTP/1.1" status: 200  len: 217 time: 0.0517228
Dec 25 21:13:58.207927 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.provisioning_blocks [req-1f22da25-ecc0-4009-94b0-b8b8d570c779 req-3a652e30-bf10-4b37-a8fd-07281249c9ef service neutron] Transition to ACTIVE for port object fdcafc76-a01c-4114-a75e-4dbcfb7490ec will not be triggered until provisioned by entity L2. {{(pid=121606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 25 21:13:58.211372 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-d35d24e0-e266-4ec0-bea2-5ed0e60ea77e req-51182923-6514-41e2-ae6a-0d8ab80dba52 service neutron] Publish callbacks [] for port, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:58.247921 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242e4c27-33c5-4692-afb3-8f19f0593a30 req-03df51ef-6746-4793-ae8c-f5a01dbfc51e tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:13:58.249983 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-242e4c27-33c5-4692-afb3-8f19f0593a30 req-03df51ef-6746-4793-ae8c-f5a01dbfc51e tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/ports?device_id=b248cb56-18c2-4ff2-a8da-8e0993879a65 HTTP/1.1" status: 200  len: 936 time: 0.3061602
Dec 25 21:13:58.254643 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.provisioning_blocks [req-d35d24e0-e266-4ec0-bea2-5ed0e60ea77e req-51182923-6514-41e2-ae6a-0d8ab80dba52 service neutron] Transition to ACTIVE for port object 5a73a242-a477-40db-9b6d-7ac1d38d6950 will not be triggered until provisioned by entity L2. {{(pid=121606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 25 21:13:58.286331 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3af9e2d-4601-4a0c-841e-290b925120b5 req-2a6e923e-f467-4a63-890d-eff71e18f262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:13:58.291397 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-e3af9e2d-4601-4a0c-841e-290b925120b5 req-2a6e923e-f467-4a63-890d-eff71e18f262 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8f2e28f2-741d-4c53-98f1-5b61083688d3 HTTP/1.1" status: 200  len: 844 time: 0.1454992
Dec 25 21:13:58.321848 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-1f22da25-ecc0-4009-94b0-b8b8d570c779 req-3a652e30-bf10-4b37-a8fd-07281249c9ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:58.353459 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3af9e2d-4601-4a0c-841e-290b925120b5 req-95a7946a-0bac-4ea6-838a-0ea4526320e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:13:58.355287 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-e3af9e2d-4601-4a0c-841e-290b925120b5 req-95a7946a-0bac-4ea6-838a-0ea4526320e8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=92c154ff-54f2-4280-b0a5-61ec0db10729&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0534949
Dec 25 21:13:58.428655 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-d35d24e0-e266-4ec0-bea2-5ed0e60ea77e req-51182923-6514-41e2-ae6a-0d8ab80dba52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:58.441843 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-42ae5090-f720-4fe8-a90e-7d4cb4180c4c tempest-ServersTestFqdnHostnames-948157385 tempest-ServersTestFqdnHostnames-948157385-project] Publish callbacks [] for port, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:58.477606 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-242e4c27-33c5-4692-afb3-8f19f0593a30 req-f62a72d0-7035-42b7-8e48-6bd9d8d2f2bb tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3f1ae63-416f-443f-b032-af0d7dcc9019&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1978450
Dec 25 21:13:58.520090 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-e3af9e2d-4601-4a0c-841e-290b925120b5 req-d5d20505-6462-434d-aec0-06e6b5c9ee99 service neutron] 10.222.0.37 "GET /v2.0/networks/92c154ff-54f2-4280-b0a5-61ec0db10729?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1575749
Dec 25 21:13:58.581261 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a652e30-bf10-4b37-a8fd-07281249c9ef service neutron] Pushing event updated for resources: {'Port': ['ID=fdcafc76-a01c-4114-a75e-4dbcfb7490ec,revision_number=2']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:13:58.583702 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Dec 2021 21:13:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2368038-c390-4f3f-ba55-8faa59eea422 x-openstack-request-id: req-c2368038-c390-4f3f-ba55-8faa59eea422 {{(pid=121607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:13:58.583957 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06595622-92cb-4f87-bd0d-0320a9fc5d7e", "tag": "00640242-8453-4c98-b5aa-a9ed148543ff", "status": "completed", "code": 200}]} {{(pid=121607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:13:58.584193 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c2368038-c390-4f3f-ba55-8faa59eea422 {{(pid=121607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:13:58.584582 ncdv-master-1 neutron-server[121607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06595622-92cb-4f87-bd0d-0320a9fc5d7e', 'tag': '00640242-8453-4c98-b5aa-a9ed148543ff', 'status': 'completed', 'code': 200}
Dec 25 21:13:58.617530 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87710f2e-864a-49b6-8e97-ba8d6f81eeaa req-1160e8be-5b06-4dec-a596-941294377a98 tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:13:58.624176 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87710f2e-864a-49b6-8e97-ba8d6f81eeaa req-1160e8be-5b06-4dec-a596-941294377a98 tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:13:58.630298 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87710f2e-864a-49b6-8e97-ba8d6f81eeaa req-1160e8be-5b06-4dec-a596-941294377a98 tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:13:58.632036 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-87710f2e-864a-49b6-8e97-ba8d6f81eeaa req-1160e8be-5b06-4dec-a596-941294377a98 tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] 10.222.0.32 "GET /v2.0/ports?device_id=e2caaec2-9663-4bdf-95c5-104c863c14e8 HTTP/1.1" status: 200  len: 2417 time: 0.3565061
Dec 25 21:13:58.689036 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-e3af9e2d-4601-4a0c-841e-290b925120b5 req-5a595fa4-e420-4df7-bfec-e15050cb37cc service neutron] 10.222.0.37 "GET /v2.0/networks/92c154ff-54f2-4280-b0a5-61ec0db10729?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1604388
Dec 25 21:13:58.974245 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f735da8-851d-412b-a486-9b5a31a95b88 req-f5898225-9edc-4397-8691-dc6ada3d3f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:13:58.980902 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-6f735da8-851d-412b-a486-9b5a31a95b88 req-f5898225-9edc-4397-8691-dc6ada3d3f37 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=00414bfe9d194c88b02d9664fdeaa217&device_id=06595622-92cb-4f87-bd0d-0320a9fc5d7e HTTP/1.1" status: 200  len: 1095 time: 0.1351340
Dec 25 21:13:58.981448 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-1f22da25-ecc0-4009-94b0-b8b8d570c779 req-3a652e30-bf10-4b37-a8fd-07281249c9ef service neutron] Attempting to bind port fdcafc76-a01c-4114-a75e-4dbcfb7490ec on host nch1-master-1 for vnic_type normal with profile  {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:13:58.981939 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-1f22da25-ecc0-4009-94b0-b8b8d570c779 req-3a652e30-bf10-4b37-a8fd-07281249c9ef service neutron] Attempting to bind port fdcafc76-a01c-4114-a75e-4dbcfb7490ec by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '5e04d3bf-3884-4d9d-837e-f67a4850b7c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '4a560a61-f82a-40d7-af48-0eb411fdd40a'}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:13:58.982125 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f22da25-ecc0-4009-94b0-b8b8d570c779 req-3a652e30-bf10-4b37-a8fd-07281249c9ef service neutron] Attempting to bind port fdcafc76-a01c-4114-a75e-4dbcfb7490ec on network 4a560a61-f82a-40d7-af48-0eb411fdd40a {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:13:59.092535 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-87710f2e-864a-49b6-8e97-ba8d6f81eeaa req-bb95217a-c868-4df3-bfe2-9cb8a20f9ba6 tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] 10.222.0.32 "GET /v2.0/security-groups?id=bf6f1b26-c9d9-475d-a396-710ace1ec7a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4090700
Dec 25 21:13:59.093852 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51182923-6514-41e2-ae6a-0d8ab80dba52 service neutron] Pushing event updated for resources: {'Port': ['ID=5a73a242-a477-40db-9b6d-7ac1d38d6950,revision_number=2']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:13:59.099331 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f22da25-ecc0-4009-94b0-b8b8d570c779 req-3a652e30-bf10-4b37-a8fd-07281249c9ef service neutron] Port fdcafc76-a01c-4114-a75e-4dbcfb7490ec on network 4a560a61-f82a-40d7-af48-0eb411fdd40a not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 25 21:13:59.116630 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f22da25-ecc0-4009-94b0-b8b8d570c779 req-3a652e30-bf10-4b37-a8fd-07281249c9ef service neutron] Attempting to bind port fdcafc76-a01c-4114-a75e-4dbcfb7490ec on network 4a560a61-f82a-40d7-af48-0eb411fdd40a {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:13:59.159326 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f22da25-ecc0-4009-94b0-b8b8d570c779 req-3a652e30-bf10-4b37-a8fd-07281249c9ef service neutron] Checking agent: {'id': '6d577036-68fc-4aa4-aed7-5ab01de2117e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 21, 4, 34), 'started_at': datetime.datetime(2021, 12, 25, 21, 4, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 13, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:13:59.159941 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f22da25-ecc0-4009-94b0-b8b8d570c779 req-3a652e30-bf10-4b37-a8fd-07281249c9ef service neutron] Checking segment: {'id': '5e04d3bf-3884-4d9d-837e-f67a4850b7c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '4a560a61-f82a-40d7-af48-0eb411fdd40a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:13:59.160535 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f22da25-ecc0-4009-94b0-b8b8d570c779 req-3a652e30-bf10-4b37-a8fd-07281249c9ef service neutron] Bound using segment: {'id': '5e04d3bf-3884-4d9d-837e-f67a4850b7c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '4a560a61-f82a-40d7-af48-0eb411fdd40a'} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:13:59.161294 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-1f22da25-ecc0-4009-94b0-b8b8d570c779 req-3a652e30-bf10-4b37-a8fd-07281249c9ef service neutron] Bound port: fdcafc76-a01c-4114-a75e-4dbcfb7490ec, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e04d3bf-3884-4d9d-837e-f67a4850b7c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '4a560a61-f82a-40d7-af48-0eb411fdd40a'}}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:13:59.165726 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-1f22da25-ecc0-4009-94b0-b8b8d570c779 req-3a652e30-bf10-4b37-a8fd-07281249c9ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:59.233753 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-d35d24e0-e266-4ec0-bea2-5ed0e60ea77e req-51182923-6514-41e2-ae6a-0d8ab80dba52 service neutron] Attempting to bind port 5a73a242-a477-40db-9b6d-7ac1d38d6950 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:13:59.239644 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-d35d24e0-e266-4ec0-bea2-5ed0e60ea77e req-51182923-6514-41e2-ae6a-0d8ab80dba52 service neutron] Attempting to bind port 5a73a242-a477-40db-9b6d-7ac1d38d6950 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '85c774cb-a0eb-4ad9-961f-f331d3b37cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '8f212e98-547d-4c6e-a560-2e9a548c8f59'}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:13:59.239644 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d35d24e0-e266-4ec0-bea2-5ed0e60ea77e req-51182923-6514-41e2-ae6a-0d8ab80dba52 service neutron] Attempting to bind port 5a73a242-a477-40db-9b6d-7ac1d38d6950 on network 8f212e98-547d-4c6e-a560-2e9a548c8f59 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:13:59.241475 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-42ae5090-f720-4fe8-a90e-7d4cb4180c4c tempest-ServersTestFqdnHostnames-948157385 tempest-ServersTestFqdnHostnames-948157385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:59.273078 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f735da8-851d-412b-a486-9b5a31a95b88 req-2d813c60-cf49-47aa-b3bb-814c6d2781a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:13:59.280799 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d35d24e0-e266-4ec0-bea2-5ed0e60ea77e req-51182923-6514-41e2-ae6a-0d8ab80dba52 service neutron] Port 5a73a242-a477-40db-9b6d-7ac1d38d6950 on network 8f212e98-547d-4c6e-a560-2e9a548c8f59 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 25 21:13:59.281396 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d35d24e0-e266-4ec0-bea2-5ed0e60ea77e req-51182923-6514-41e2-ae6a-0d8ab80dba52 service neutron] Attempting to bind port 5a73a242-a477-40db-9b6d-7ac1d38d6950 on network 8f212e98-547d-4c6e-a560-2e9a548c8f59 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:13:59.282669 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-6f735da8-851d-412b-a486-9b5a31a95b88 req-2d813c60-cf49-47aa-b3bb-814c6d2781a5 service neutron] 10.222.0.37 "GET /v2.0/networks?id=92c154ff-54f2-4280-b0a5-61ec0db10729 HTTP/1.1" status: 200  len: 906 time: 0.2943361
Dec 25 21:13:59.293443 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3229d31a-efe5-495b-b8a2-d83cde48a955 req-cf234560-e518-412f-99e5-912b83838c65 tempest-ServersTestJSON-45643402 tempest-ServersTestJSON-45643402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:13:59.294994 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3229d31a-efe5-495b-b8a2-d83cde48a955 req-cf234560-e518-412f-99e5-912b83838c65 tempest-ServersTestJSON-45643402 tempest-ServersTestJSON-45643402-project] 10.222.0.32 "GET /v2.0/ports?device_id=06595622-92cb-4f87-bd0d-0320a9fc5d7e HTTP/1.1" status: 200  len: 944 time: 0.3149304
Dec 25 21:13:59.345908 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d35d24e0-e266-4ec0-bea2-5ed0e60ea77e req-51182923-6514-41e2-ae6a-0d8ab80dba52 service neutron] Checking agent: {'id': '6d577036-68fc-4aa4-aed7-5ab01de2117e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 21, 4, 34), 'started_at': datetime.datetime(2021, 12, 25, 21, 4, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 13, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:13:59.346567 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d35d24e0-e266-4ec0-bea2-5ed0e60ea77e req-51182923-6514-41e2-ae6a-0d8ab80dba52 service neutron] Checking segment: {'id': '85c774cb-a0eb-4ad9-961f-f331d3b37cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '8f212e98-547d-4c6e-a560-2e9a548c8f59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:13:59.347129 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d35d24e0-e266-4ec0-bea2-5ed0e60ea77e req-51182923-6514-41e2-ae6a-0d8ab80dba52 service neutron] Bound using segment: {'id': '85c774cb-a0eb-4ad9-961f-f331d3b37cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '8f212e98-547d-4c6e-a560-2e9a548c8f59'} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:13:59.347952 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-d35d24e0-e266-4ec0-bea2-5ed0e60ea77e req-51182923-6514-41e2-ae6a-0d8ab80dba52 service neutron] Bound port: 5a73a242-a477-40db-9b6d-7ac1d38d6950, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85c774cb-a0eb-4ad9-961f-f331d3b37cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '8f212e98-547d-4c6e-a560-2e9a548c8f59'}}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:13:59.348490 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-d35d24e0-e266-4ec0-bea2-5ed0e60ea77e req-51182923-6514-41e2-ae6a-0d8ab80dba52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:59.376033 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-6f735da8-851d-412b-a486-9b5a31a95b88 req-52f567b1-4efb-4362-91b1-93201108e165 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=00640242-8453-4c98-b5aa-a9ed148543ff HTTP/1.1" status: 200  len: 217 time: 0.0849662
Dec 25 21:13:59.403944 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42ae5090-f720-4fe8-a90e-7d4cb4180c4c tempest-ServersTestFqdnHostnames-948157385 tempest-ServersTestFqdnHostnames-948157385-project] Network 7201e55c-7c5f-41aa-a042-a363696539d0 is already hosted by enough agents. {{(pid=121606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:13:59.438619 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [None req-42ae5090-f720-4fe8-a90e-7d4cb4180c4c tempest-ServersTestFqdnHostnames-948157385 tempest-ServersTestFqdnHostnames-948157385-project] Resources bound (agent type, host, resource id):  {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:13:59.446225 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f735da8-851d-412b-a486-9b5a31a95b88 req-9c148fb9-a6df-4f0c-957a-357df9bba1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:13:59.446437 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42ae5090-f720-4fe8-a90e-7d4cb4180c4c tempest-ServersTestFqdnHostnames-948157385 tempest-ServersTestFqdnHostnames-948157385-project] Received port after_create {{(pid=121606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:13:59.447953 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-6f735da8-851d-412b-a486-9b5a31a95b88 req-9c148fb9-a6df-4f0c-957a-357df9bba1b4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8f2e28f2-741d-4c53-98f1-5b61083688d3 HTTP/1.1" status: 200  len: 844 time: 0.0640085
Dec 25 21:13:59.457399 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ae5090-f720-4fe8-a90e-7d4cb4180c4c tempest-ServersTestFqdnHostnames-948157385 tempest-ServersTestFqdnHostnames-948157385-project] Pushing event updated for resources: {'Port': ['ID=c770a32b-65b6-4b1f-9b2a-ff565924ffa0,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:13:59.490738 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db144026-b03e-4621-9bf5-766c0fa79e5f req-9e7cfd4b-c128-461b-b014-688f1fdd7076 tempest-ServerTagsTestJSON-645171844 tempest-ServerTagsTestJSON-645171844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:13:59.492225 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-db144026-b03e-4621-9bf5-766c0fa79e5f req-9e7cfd4b-c128-461b-b014-688f1fdd7076 tempest-ServerTagsTestJSON-645171844 tempest-ServerTagsTestJSON-645171844-project] 10.222.0.32 "GET /v2.0/ports?device_id=a32723f8-9254-4e54-8d2d-7a4b08821e28 HTTP/1.1" status: 200  len: 943 time: 0.2843494
Dec 25 21:13:59.508969 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-1f22da25-ecc0-4009-94b0-b8b8d570c779 req-3a652e30-bf10-4b37-a8fd-07281249c9ef service neutron] For port fdcafc76-a01c-4114-a75e-4dbcfb7490ec, host nch1-master-1, cleared binding levels {{(pid=121606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:13:59.516143 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f735da8-851d-412b-a486-9b5a31a95b88 req-bb62e222-0e99-4de1-b348-4673841633c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:13:59.517695 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-6f735da8-851d-412b-a486-9b5a31a95b88 req-bb62e222-0e99-4de1-b348-4673841633c7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=92c154ff-54f2-4280-b0a5-61ec0db10729&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0581186
Dec 25 21:13:59.570250 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-1f22da25-ecc0-4009-94b0-b8b8d570c779 req-3a652e30-bf10-4b37-a8fd-07281249c9ef service neutron] For port fdcafc76-a01c-4114-a75e-4dbcfb7490ec, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=fdcafc76-a01c-4114-a75e-4dbcfb7490ec,segment=NetworkSegment(5e04d3bf-3884-4d9d-837e-f67a4850b7c8),segment_id=5e04d3bf-3884-4d9d-837e-f67a4850b7c8)] {{(pid=121606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:13:59.597252 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3229d31a-efe5-495b-b8a2-d83cde48a955 req-fe53f931-cb8e-4c12-942b-239e68fdddcd tempest-ServersTestJSON-45643402 tempest-ServersTestJSON-45643402-project] 10.222.0.32 "GET /v2.0/security-groups?id=d60c2c1c-c178-41f1-b691-5253ca14c996&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2594299
Dec 25 21:13:59.605390 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-d35d24e0-e266-4ec0-bea2-5ed0e60ea77e req-51182923-6514-41e2-ae6a-0d8ab80dba52 service neutron] For port 5a73a242-a477-40db-9b6d-7ac1d38d6950, host nch1-master-1, cleared binding levels {{(pid=121606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:13:59.620965 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-d35d24e0-e266-4ec0-bea2-5ed0e60ea77e req-51182923-6514-41e2-ae6a-0d8ab80dba52 service neutron] For port 5a73a242-a477-40db-9b6d-7ac1d38d6950, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5a73a242-a477-40db-9b6d-7ac1d38d6950,segment=NetworkSegment(85c774cb-a0eb-4ad9-961f-f331d3b37cd6),segment_id=85c774cb-a0eb-4ad9-961f-f331d3b37cd6)] {{(pid=121606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:13:59.671505 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-6f735da8-851d-412b-a486-9b5a31a95b88 req-7d255f1c-599f-4325-8b4d-fd3d61ee5206 service neutron] 10.222.0.37 "GET /v2.0/networks/92c154ff-54f2-4280-b0a5-61ec0db10729?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1441867
Dec 25 21:13:59.715927 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-1f22da25-ecc0-4009-94b0-b8b8d570c779 req-3a652e30-bf10-4b37-a8fd-07281249c9ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:59.735174 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-d35d24e0-e266-4ec0-bea2-5ed0e60ea77e req-51182923-6514-41e2-ae6a-0d8ab80dba52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:59.762556 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-db144026-b03e-4621-9bf5-766c0fa79e5f req-60c92884-6057-4098-948e-6c13ab831c42 tempest-ServerTagsTestJSON-645171844 tempest-ServerTagsTestJSON-645171844-project] 10.222.0.32 "GET /v2.0/security-groups?id=95a547bb-0132-4807-be00-1fe47824be2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2548645
Dec 25 21:13:59.792311 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f22da25-ecc0-4009-94b0-b8b8d570c779 req-3a652e30-bf10-4b37-a8fd-07281249c9ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:13:59.793685 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-1f22da25-ecc0-4009-94b0-b8b8d570c779 req-3a652e30-bf10-4b37-a8fd-07281249c9ef service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:59.795592 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1f22da25-ecc0-4009-94b0-b8b8d570c779 req-3a652e30-bf10-4b37-a8fd-07281249c9ef service neutron] 10.222.0.31 "PUT /v2.0/ports/fdcafc76-a01c-4114-a75e-4dbcfb7490ec HTTP/1.1" status: 200  len: 1091 time: 4.1934478
Dec 25 21:13:59.796215 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a32723f8-9254-4e54-8d2d-7a4b08821e28', 'tag': 'fdcafc76-a01c-4114-a75e-4dbcfb7490ec'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:13:59.798887 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9858820c13ec2827453b94ebc4181065e990a4e4089ccb9fe762531ac62d2fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4df2f73-321c-4096-a281-83a448479837" -d '{"events": [{"name": "network-changed", "server_uuid": "a32723f8-9254-4e54-8d2d-7a4b08821e28", "tag": "fdcafc76-a01c-4114-a75e-4dbcfb7490ec"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:13:59.835254 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35d24e0-e266-4ec0-bea2-5ed0e60ea77e req-51182923-6514-41e2-ae6a-0d8ab80dba52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:13:59.835944 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-d35d24e0-e266-4ec0-bea2-5ed0e60ea77e req-51182923-6514-41e2-ae6a-0d8ab80dba52 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:59.837381 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d35d24e0-e266-4ec0-bea2-5ed0e60ea77e req-51182923-6514-41e2-ae6a-0d8ab80dba52 service neutron] 10.222.0.31 "PUT /v2.0/ports/5a73a242-a477-40db-9b6d-7ac1d38d6950 HTTP/1.1" status: 200  len: 1096 time: 4.1137729
Dec 25 21:13:59.842687 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-42ae5090-f720-4fe8-a90e-7d4cb4180c4c tempest-ServersTestFqdnHostnames-948157385 tempest-ServersTestFqdnHostnames-948157385-project] Publish callbacks [] for floatingip, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:13:59.862350 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a652e30-bf10-4b37-a8fd-07281249c9ef service neutron] Pushing event updated for resources: {'Port': ['ID=fdcafc76-a01c-4114-a75e-4dbcfb7490ec,revision_number=3']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:13:59.933424 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-6f735da8-851d-412b-a486-9b5a31a95b88 req-8e2fa917-3753-42a5-92e7-9238c06fb1fa service neutron] 10.222.0.37 "GET /v2.0/networks/92c154ff-54f2-4280-b0a5-61ec0db10729?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2532637
Dec 25 21:14:00.134192 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-42ae5090-f720-4fe8-a90e-7d4cb4180c4c tempest-ServersTestFqdnHostnames-948157385 tempest-ServersTestFqdnHostnames-948157385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:00.266229 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51182923-6514-41e2-ae6a-0d8ab80dba52 service neutron] Pushing event updated for resources: {'Port': ['ID=5a73a242-a477-40db-9b6d-7ac1d38d6950,revision_number=3']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:14:00.293122 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35d24e0-e266-4ec0-bea2-5ed0e60ea77e req-f2829cdf-7eaa-482e-986a-92d408e55748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:14:00.299020 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d35d24e0-e266-4ec0-bea2-5ed0e60ea77e req-f2829cdf-7eaa-482e-986a-92d408e55748 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ed880d80bcfb4641b02f26da5fad21b8&device_id=b248cb56-18c2-4ff2-a8da-8e0993879a65 HTTP/1.1" status: 200  len: 1099 time: 0.3198569
Dec 25 21:14:00.300640 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f22da25-ecc0-4009-94b0-b8b8d570c779 req-e38b923b-50d6-4490-909b-f6b432903d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:14:00.302134 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1f22da25-ecc0-4009-94b0-b8b8d570c779 req-e38b923b-50d6-4490-909b-f6b432903d6c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=c86857b4629c4cdbbd6a4664d499fb87&device_id=a32723f8-9254-4e54-8d2d-7a4b08821e28 HTTP/1.1" status: 200  len: 1094 time: 0.3768597
Dec 25 21:14:00.369660 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5173fa13-0262-4125-820b-b3d248a87ab4 req-f67a6e1a-720a-41ca-8297-ef8bfb1f2aed tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:14:00.373433 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5173fa13-0262-4125-820b-b3d248a87ab4 req-f67a6e1a-720a-41ca-8297-ef8bfb1f2aed tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/ports?device_id=b248cb56-18c2-4ff2-a8da-8e0993879a65 HTTP/1.1" status: 200  len: 948 time: 0.4123957
Dec 25 21:14:00.406194 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d35d24e0-e266-4ec0-bea2-5ed0e60ea77e req-fa65b7cf-ca1d-43c1-a5c8-4c04c240be3c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.241&port_id=5a73a242-a477-40db-9b6d-7ac1d38d6950 HTTP/1.1" status: 200  len: 217 time: 0.1019359
Dec 25 21:14:00.423949 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1f22da25-ecc0-4009-94b0-b8b8d570c779 req-03890f07-09f2-4db5-8cfc-1aef3429a270 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fdcafc76-a01c-4114-a75e-4dbcfb7490ec HTTP/1.1" status: 200  len: 217 time: 0.1068089
Dec 25 21:14:00.578373 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-42ae5090-f720-4fe8-a90e-7d4cb4180c4c tempest-ServersTestFqdnHostnames-948157385 tempest-ServersTestFqdnHostnames-948157385-project] Publish callbacks [] for port, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:00.605033 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f22da25-ecc0-4009-94b0-b8b8d570c779 req-2770c169-d191-4992-a040-bdc8c8b77805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:14:00.607175 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1f22da25-ecc0-4009-94b0-b8b8d570c779 req-2770c169-d191-4992-a040-bdc8c8b77805 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d27c36e2-4959-44da-88dc-236aac12ab58 HTTP/1.1" status: 200  len: 848 time: 0.1613750
Dec 25 21:14:00.655333 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1f22da25-ecc0-4009-94b0-b8b8d570c779 req-19f9efb2-c430-4408-8c9e-816df5df027e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4a560a61-f82a-40d7-af48-0eb411fdd40a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0383275
Dec 25 21:14:00.657302 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5173fa13-0262-4125-820b-b3d248a87ab4 req-f850e949-9e54-444e-ad37-fa7be88c9976 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3f1ae63-416f-443f-b032-af0d7dcc9019&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2472525
Dec 25 21:14:00.662559 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35d24e0-e266-4ec0-bea2-5ed0e60ea77e req-ee64ff7a-a76d-4300-80ec-0ae4cb9e4bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:14:00.664502 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d35d24e0-e266-4ec0-bea2-5ed0e60ea77e req-ee64ff7a-a76d-4300-80ec-0ae4cb9e4bf6 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=dcfbae86-f93e-400c-8084-eac7f56ff5ba HTTP/1.1" status: 200  len: 843 time: 0.2421172
Dec 25 21:14:00.810440 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1f22da25-ecc0-4009-94b0-b8b8d570c779 req-30fd7295-57aa-4949-801e-c8770a077a5c service neutron] 10.222.0.31 "GET /v2.0/networks/4a560a61-f82a-40d7-af48-0eb411fdd40a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1495287
Dec 25 21:14:00.812624 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Dec 2021 21:13:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c76f4733-8b63-4312-a6ad-6ba922d8a876 x-openstack-request-id: req-c76f4733-8b63-4312-a6ad-6ba922d8a876 {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:14:00.813158 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a32723f8-9254-4e54-8d2d-7a4b08821e28", "tag": "fdcafc76-a01c-4114-a75e-4dbcfb7490ec", "status": "completed", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:14:00.813596 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c76f4733-8b63-4312-a6ad-6ba922d8a876 {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:14:00.814179 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a32723f8-9254-4e54-8d2d-7a4b08821e28', 'tag': 'fdcafc76-a01c-4114-a75e-4dbcfb7490ec', 'status': 'completed', 'code': 200}
Dec 25 21:14:00.845140 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-42ae5090-f720-4fe8-a90e-7d4cb4180c4c tempest-ServersTestFqdnHostnames-948157385 tempest-ServersTestFqdnHostnames-948157385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:00.962186 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f77cddc-006c-4837-886f-93103b2a385c req-1732657a-07d7-43f9-94fb-fcd75f64458d tempest-ServersTestJSON-45643402 tempest-ServersTestJSON-45643402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:14:00.963844 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7f77cddc-006c-4837-886f-93103b2a385c req-1732657a-07d7-43f9-94fb-fcd75f64458d tempest-ServersTestJSON-45643402 tempest-ServersTestJSON-45643402-project] 10.222.0.32 "GET /v2.0/ports?device_id=06595622-92cb-4f87-bd0d-0320a9fc5d7e HTTP/1.1" status: 200  len: 944 time: 0.1484864
Dec 25 21:14:01.022985 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ae5090-f720-4fe8-a90e-7d4cb4180c4c tempest-ServersTestFqdnHostnames-948157385 tempest-ServersTestFqdnHostnames-948157385-project] Pushing event updated for resources: {'Port': ['ID=c770a32b-65b6-4b1f-9b2a-ff565924ffa0,revision_number=2']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:14:01.046723 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35d24e0-e266-4ec0-bea2-5ed0e60ea77e req-5118b3a6-54b0-4b0a-bcdc-9c9f3665d739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:14:01.051491 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d35d24e0-e266-4ec0-bea2-5ed0e60ea77e req-5118b3a6-54b0-4b0a-bcdc-9c9f3665d739 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=8f212e98-547d-4c6e-a560-2e9a548c8f59&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.3746893
Dec 25 21:14:01.122766 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-42ae5090-f720-4fe8-a90e-7d4cb4180c4c tempest-ServersTestFqdnHostnames-948157385 tempest-ServersTestFqdnHostnames-948157385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2008639'] for floatingip, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:01.142983 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1f22da25-ecc0-4009-94b0-b8b8d570c779 req-b666f76b-de6e-4b11-9eff-d796f12315fe service neutron] 10.222.0.31 "GET /v2.0/networks/4a560a61-f82a-40d7-af48-0eb411fdd40a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2997658
Dec 25 21:14:01.157138 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7f77cddc-006c-4837-886f-93103b2a385c req-178a5e52-fc8d-4429-9484-7dec1aaa35a0 tempest-ServersTestJSON-45643402 tempest-ServersTestJSON-45643402-project] 10.222.0.32 "GET /v2.0/security-groups?id=d60c2c1c-c178-41f1-b691-5253ca14c996&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1576748
Dec 25 21:14:01.218927 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d35d24e0-e266-4ec0-bea2-5ed0e60ea77e req-092be350-21b8-47f9-8f94-aa5c012c2c23 service neutron] 10.222.0.31 "GET /v2.0/networks/8f212e98-547d-4c6e-a560-2e9a548c8f59?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1573834
Dec 25 21:14:01.265574 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-42ae5090-f720-4fe8-a90e-7d4cb4180c4c tempest-ServersTestFqdnHostnames-948157385 tempest-ServersTestFqdnHostnames-948157385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for floatingip, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:01.274857 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-42ae5090-f720-4fe8-a90e-7d4cb4180c4c tempest-ServersTestFqdnHostnames-948157385 tempest-ServersTestFqdnHostnames-948157385-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 5.9841719
Dec 25 21:14:01.424694 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d35d24e0-e266-4ec0-bea2-5ed0e60ea77e req-1fe37427-82e5-4276-abc9-b95796e42f05 service neutron] 10.222.0.31 "GET /v2.0/networks/8f212e98-547d-4c6e-a560-2e9a548c8f59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1951625
Dec 25 21:14:01.435919 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4df2f73-321c-4096-a281-83a448479837 req-c8c0a8d9-9f6d-4f9f-ad67-f38b91cdff1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:14:01.438044 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e4df2f73-321c-4096-a281-83a448479837 req-c8c0a8d9-9f6d-4f9f-ad67-f38b91cdff1a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=c86857b4629c4cdbbd6a4664d499fb87&device_id=a32723f8-9254-4e54-8d2d-7a4b08821e28 HTTP/1.1" status: 200  len: 1094 time: 0.1204221
Dec 25 21:14:01.454513 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55de51f-b9ea-4a09-9eec-8887947ec0f4 req-35644f6f-18a6-4d39-9df7-1e2ee217e900 tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:14:01.460635 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55de51f-b9ea-4a09-9eec-8887947ec0f4 req-35644f6f-18a6-4d39-9df7-1e2ee217e900 tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:14:01.467731 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55de51f-b9ea-4a09-9eec-8887947ec0f4 req-35644f6f-18a6-4d39-9df7-1e2ee217e900 tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:14:01.469051 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b55de51f-b9ea-4a09-9eec-8887947ec0f4 req-35644f6f-18a6-4d39-9df7-1e2ee217e900 tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] 10.222.0.32 "GET /v2.0/ports?device_id=e2caaec2-9663-4bdf-95c5-104c863c14e8 HTTP/1.1" status: 200  len: 2417 time: 0.1198928
Dec 25 21:14:01.582838 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b55de51f-b9ea-4a09-9eec-8887947ec0f4 req-e09f1175-1ec9-4587-8e3c-8c5fb33dbcd3 tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] 10.222.0.32 "GET /v2.0/security-groups?id=bf6f1b26-c9d9-475d-a396-710ace1ec7a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1053925
Dec 25 21:14:01.598032 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4df2f73-321c-4096-a281-83a448479837 req-cc74ba57-d8bb-4296-a022-7220511e9190 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:14:01.599730 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e4df2f73-321c-4096-a281-83a448479837 req-cc74ba57-d8bb-4296-a022-7220511e9190 service neutron] 10.222.0.31 "GET /v2.0/networks?id=4a560a61-f82a-40d7-af48-0eb411fdd40a HTTP/1.1" status: 200  len: 909 time: 0.1295509
Dec 25 21:14:01.645683 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e4df2f73-321c-4096-a281-83a448479837 req-e7969680-b466-48da-a3f7-2f64536f825a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fdcafc76-a01c-4114-a75e-4dbcfb7490ec HTTP/1.1" status: 200  len: 217 time: 0.0380447
Dec 25 21:14:01.744829 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4df2f73-321c-4096-a281-83a448479837 req-4a68912d-8cfc-478c-b596-cbab42ff487e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:14:01.746400 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e4df2f73-321c-4096-a281-83a448479837 req-4a68912d-8cfc-478c-b596-cbab42ff487e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d27c36e2-4959-44da-88dc-236aac12ab58 HTTP/1.1" status: 200  len: 848 time: 0.0937874
Dec 25 21:14:01.780663 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e4df2f73-321c-4096-a281-83a448479837 req-4256ce6d-3f75-42c3-8960-254e0ef161ad service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4a560a61-f82a-40d7-af48-0eb411fdd40a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0266302
Dec 25 21:14:01.788832 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b5aecc-5203-4365-aecf-9103fbd1595c req-1367e2b0-153d-40f9-99c4-3e702bcc8f61 tempest-ServerTagsTestJSON-645171844 tempest-ServerTagsTestJSON-645171844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:14:01.790344 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f8b5aecc-5203-4365-aecf-9103fbd1595c req-1367e2b0-153d-40f9-99c4-3e702bcc8f61 tempest-ServerTagsTestJSON-645171844 tempest-ServerTagsTestJSON-645171844-project] 10.222.0.32 "GET /v2.0/ports?device_id=a32723f8-9254-4e54-8d2d-7a4b08821e28 HTTP/1.1" status: 200  len: 943 time: 0.0961206
Dec 25 21:14:01.909304 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f8b5aecc-5203-4365-aecf-9103fbd1595c req-5eb86d3e-432f-4fc9-adc9-2a510a411a57 tempest-ServerTagsTestJSON-645171844 tempest-ServerTagsTestJSON-645171844-project] 10.222.0.32 "GET /v2.0/security-groups?id=95a547bb-0132-4807-be00-1fe47824be2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1004112
Dec 25 21:14:01.921156 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device 00640242-8453-4c98-b5aa-a9ed148543ff details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 25 21:14:01.921649 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e4df2f73-321c-4096-a281-83a448479837 req-9d4ec09b-19a2-4a04-b8b6-f3de6fadc0a4 service neutron] 10.222.0.31 "GET /v2.0/networks/4a560a61-f82a-40d7-af48-0eb411fdd40a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1302254
Dec 25 21:14:02.229644 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e4df2f73-321c-4096-a281-83a448479837 req-baf1f8b6-fcfa-46e8-adce-fe0c9552463d service neutron] 10.222.0.31 "GET /v2.0/networks/4a560a61-f82a-40d7-af48-0eb411fdd40a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1119096
Dec 25 21:14:02.231089 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port 00640242-8453-4c98-b5aa-a9ed148543ff, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=00640242-8453-4c98-b5aa-a9ed148543ff,segment=NetworkSegment(10b45281-920b-4cf2-8b7e-e916c066c5cf),segment_id=10b45281-920b-4cf2-8b7e-e916c066c5cf)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:14:02.231089 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Returning: {'device': '00640242-8453-4c98-b5aa-a9ed148543ff', 'network_id': '92c154ff-54f2-4280-b0a5-61ec0db10729', 'port_id': '00640242-8453-4c98-b5aa-a9ed148543ff', 'mac_address': 'fa:16:3e:61:38:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f2e28f2-741d-4c53-98f1-5b61083688d3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 25 21:14:02.231328 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a7ad6cef-4c3d-4797-9280-a44aeb9455f5 req-65048b00-8837-4a00-a45e-eda744446abd tempest-DeleteServersAdminTestJSON-130215457 tempest-DeleteServersAdminTestJSON-130215457-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=646e75ab8f934ab7b7d2fab01bb800d9&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0531518
Dec 25 21:14:02.231440 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:02.242886 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00640242-8453-4c98-b5aa-a9ed148543ff {{(pid=121608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:14:02.274339 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port 00640242-8453-4c98-b5aa-a9ed148543ff, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=00640242-8453-4c98-b5aa-a9ed148543ff,segment=NetworkSegment(10b45281-920b-4cf2-8b7e-e916c066c5cf),segment_id=10b45281-920b-4cf2-8b7e-e916c066c5cf)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:14:02.340599 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b17dc3-4a8e-4311-90c5-763794c4727c req-47ff8e5f-d6d6-4a28-b918-df73ca2b7dba tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:14:02.347688 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b17dc3-4a8e-4311-90c5-763794c4727c req-47ff8e5f-d6d6-4a28-b918-df73ca2b7dba tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:14:02.354024 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b17dc3-4a8e-4311-90c5-763794c4727c req-47ff8e5f-d6d6-4a28-b918-df73ca2b7dba tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:14:02.355703 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-51b17dc3-4a8e-4311-90c5-763794c4727c req-47ff8e5f-d6d6-4a28-b918-df73ca2b7dba tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2caaec2-9663-4bdf-95c5-104c863c14e8 HTTP/1.1" status: 200  len: 2417 time: 0.0758171
Dec 25 21:14:02.358344 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ad6cef-4c3d-4797-9280-a44aeb9455f5 req-54d0593e-c83e-4395-ada0-f432bf243ef2 tempest-DeleteServersAdminTestJSON-130215457 tempest-DeleteServersAdminTestJSON-130215457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:14:02.360134 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a7ad6cef-4c3d-4797-9280-a44aeb9455f5 req-54d0593e-c83e-4395-ada0-f432bf243ef2 tempest-DeleteServersAdminTestJSON-130215457 tempest-DeleteServersAdminTestJSON-130215457-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1424055
Dec 25 21:14:02.380262 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a7ad6cef-4c3d-4797-9280-a44aeb9455f5 req-5dbb637a-ed1a-4773-832a-eec75c142124 tempest-DeleteServersAdminTestJSON-130215457 tempest-DeleteServersAdminTestJSON-130215457-project] 10.222.0.32 "GET /v2.0/quotas/646e75ab8f934ab7b7d2fab01bb800d9 HTTP/1.1" status: 200  len: 375 time: 0.0133674
Dec 25 21:14:02.422878 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:02.451406 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a7ad6cef-4c3d-4797-9280-a44aeb9455f5 req-44d84e95-875b-4520-9bc1-0ca1d52b00c9 tempest-DeleteServersAdminTestJSON-130215457 tempest-DeleteServersAdminTestJSON-130215457-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=646e75ab8f934ab7b7d2fab01bb800d9&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0650721
Dec 25 21:14:02.492433 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [req-51b17dc3-4a8e-4311-90c5-763794c4727c req-7accf4c0-bb52-4673-9f63-5f4f10fe9af2 tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Deleting port 366d8f19-dd34-4b42-bdcc-07b862818e7f {{(pid=121607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:14:02.492804 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-51b17dc3-4a8e-4311-90c5-763794c4727c req-7accf4c0-bb52-4673-9f63-5f4f10fe9af2 tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:02.547442 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Pushing event updated for resources: {'Port': ['ID=00640242-8453-4c98-b5aa-a9ed148543ff,revision_number=4']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:14:02.627833 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] get_ports_and_sgs() called for port_ids ['00640242-8453-4c98-b5aa-a9ed148543ff'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:14:02.666588 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.db [req-51b17dc3-4a8e-4311-90c5-763794c4727c req-7accf4c0-bb52-4673-9f63-5f4f10fe9af2 tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] For port 366d8f19-dd34-4b42-bdcc-07b862818e7f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=366d8f19-dd34-4b42-bdcc-07b862818e7f,segment=NetworkSegment(12a8f782-0c44-4c84-930d-204ce9264a07),segment_id=12a8f782-0c44-4c84-930d-204ce9264a07)] {{(pid=121607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:14:02.667139 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-51b17dc3-4a8e-4311-90c5-763794c4727c req-7accf4c0-bb52-4673-9f63-5f4f10fe9af2 tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:02.698283 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [req-51b17dc3-4a8e-4311-90c5-763794c4727c req-7accf4c0-bb52-4673-9f63-5f4f10fe9af2 tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Calling delete_port for 366d8f19-dd34-4b42-bdcc-07b862818e7f owned by compute:nova {{(pid=121607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:14:02.816193 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b248cb56-18c2-4ff2-a8da-8e0993879a65', 'tag': '5a73a242-a477-40db-9b6d-7ac1d38d6950'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:14:02.820254 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9858820c13ec2827453b94ebc4181065e990a4e4089ccb9fe762531ac62d2fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b669ad3-81b2-4b17-9897-e69721cb7032" -d '{"events": [{"name": "network-changed", "server_uuid": "b248cb56-18c2-4ff2-a8da-8e0993879a65", "tag": "5a73a242-a477-40db-9b6d-7ac1d38d6950"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:14:02.829555 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device fdcafc76-a01c-4114-a75e-4dbcfb7490ec details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 25 21:14:02.917304 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-73e15b9f-bbed-4100-801a-64f86a4e0c2d req-73ab5549-d73e-4e99-8bbb-e07187e5e66d tempest-ServersTestFqdnHostnames-948157385 tempest-ServersTestFqdnHostnames-948157385-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--839793960&fields=id&tenant_id=f5ed5c4fc23d460e8d63226986b549bd HTTP/1.1" status: 200  len: 267 time: 0.1526301
Dec 25 21:14:02.961458 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f21f5b6-e2a5-403e-8a16-882af2d64156 req-c2e4c3a1-01b7-4bf4-a12b-3ebe496d8ca9 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:14:02.971224 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3f21f5b6-e2a5-403e-8a16-882af2d64156 req-c2e4c3a1-01b7-4bf4-a12b-3ebe496d8ca9 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/ports?device_id=b248cb56-18c2-4ff2-a8da-8e0993879a65 HTTP/1.1" status: 200  len: 948 time: 0.1291444
Dec 25 21:14:03.040181 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port fdcafc76-a01c-4114-a75e-4dbcfb7490ec, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=fdcafc76-a01c-4114-a75e-4dbcfb7490ec,segment=NetworkSegment(5e04d3bf-3884-4d9d-837e-f67a4850b7c8),segment_id=5e04d3bf-3884-4d9d-837e-f67a4850b7c8)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:14:03.049996 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Returning: {'device': 'fdcafc76-a01c-4114-a75e-4dbcfb7490ec', 'network_id': '4a560a61-f82a-40d7-af48-0eb411fdd40a', 'port_id': 'fdcafc76-a01c-4114-a75e-4dbcfb7490ec', 'mac_address': 'fa:16:3e:ae:db:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd27c36e2-4959-44da-88dc-236aac12ab58', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 25 21:14:03.055474 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-51b17dc3-4a8e-4311-90c5-763794c4727c req-7accf4c0-bb52-4673-9f63-5f4f10fe9af2 tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:03.108206 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7accf4c0-bb52-4673-9f63-5f4f10fe9af2 tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Pushing event deleted for resources: {'Port': ['ID=366d8f19-dd34-4b42-bdcc-07b862818e7f,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:14:03.134160 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:03.181586 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fdcafc76-a01c-4114-a75e-4dbcfb7490ec {{(pid=121608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:14:03.190283 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [req-51b17dc3-4a8e-4311-90c5-763794c4727c req-7accf4c0-bb52-4673-9f63-5f4f10fe9af2 tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] No DVR routers for this DVR port 366d8f19-dd34-4b42-bdcc-07b862818e7f on host nch2-master-1 {{(pid=121607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:14:03.194516 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-51b17dc3-4a8e-4311-90c5-763794c4727c req-7accf4c0-bb52-4673-9f63-5f4f10fe9af2 tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:03.198983 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-51b17dc3-4a8e-4311-90c5-763794c4727c req-7accf4c0-bb52-4673-9f63-5f4f10fe9af2 tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] 10.222.0.37 "DELETE /v2.0/ports/366d8f19-dd34-4b42-bdcc-07b862818e7f HTTP/1.1" status: 204  len: 173 time: 0.8329761
Dec 25 21:14:03.200611 ncdv-master-1 neutron-server[121607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2caaec2-9663-4bdf-95c5-104c863c14e8', 'name': 'network-vif-deleted', 'tag': '366d8f19-dd34-4b42-bdcc-07b862818e7f'}] {{(pid=121607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:14:03.203422 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f980bbcadfa7bf1e788024e1448be660373c21f97f015f780444e999c451203" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-330156b4-7f77-4f88-82e2-3d0273649073" -d '{"events": [{"server_uuid": "e2caaec2-9663-4bdf-95c5-104c863c14e8", "name": "network-vif-deleted", "tag": "366d8f19-dd34-4b42-bdcc-07b862818e7f"}]}' {{(pid=121607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:14:03.208438 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port fdcafc76-a01c-4114-a75e-4dbcfb7490ec, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=fdcafc76-a01c-4114-a75e-4dbcfb7490ec,segment=NetworkSegment(5e04d3bf-3884-4d9d-837e-f67a4850b7c8),segment_id=5e04d3bf-3884-4d9d-837e-f67a4850b7c8)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:14:03.302857 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:03.343252 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [req-51b17dc3-4a8e-4311-90c5-763794c4727c req-dc75380a-cec4-42b2-92e6-02bc0c511e65 tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Deleting port 702d4dce-1add-43eb-a25b-3025bf9405db {{(pid=121607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:14:03.343805 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-51b17dc3-4a8e-4311-90c5-763794c4727c req-dc75380a-cec4-42b2-92e6-02bc0c511e65 tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:03.440275 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Pushing event updated for resources: {'Port': ['ID=fdcafc76-a01c-4114-a75e-4dbcfb7490ec,revision_number=4']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:14:03.475049 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3f21f5b6-e2a5-403e-8a16-882af2d64156 req-48b592bd-a81a-4de9-8c96-17f199bb8a70 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3f1ae63-416f-443f-b032-af0d7dcc9019&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5029790
Dec 25 21:14:03.489326 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.db [req-51b17dc3-4a8e-4311-90c5-763794c4727c req-dc75380a-cec4-42b2-92e6-02bc0c511e65 tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] For port 702d4dce-1add-43eb-a25b-3025bf9405db, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=702d4dce-1add-43eb-a25b-3025bf9405db,segment=NetworkSegment(ed044953-69fe-458e-9ee9-b8264f26342c),segment_id=ed044953-69fe-458e-9ee9-b8264f26342c)] {{(pid=121607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:14:03.489957 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-51b17dc3-4a8e-4311-90c5-763794c4727c req-dc75380a-cec4-42b2-92e6-02bc0c511e65 tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:03.505477 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [req-51b17dc3-4a8e-4311-90c5-763794c4727c req-dc75380a-cec4-42b2-92e6-02bc0c511e65 tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Calling delete_port for 702d4dce-1add-43eb-a25b-3025bf9405db owned by compute:nova {{(pid=121607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:14:03.517326 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] get_ports_and_sgs() called for port_ids ['fdcafc76-a01c-4114-a75e-4dbcfb7490ec'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:14:03.566823 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e15b9f-bbed-4100-801a-64f86a4e0c2d req-d0007587-2eb7-47a8-9321-495d2eabd8fc tempest-ServersTestFqdnHostnames-948157385 tempest-ServersTestFqdnHostnames-948157385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:14:03.570986 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-73e15b9f-bbed-4100-801a-64f86a4e0c2d req-d0007587-2eb7-47a8-9321-495d2eabd8fc tempest-ServersTestFqdnHostnames-948157385 tempest-ServersTestFqdnHostnames-948157385-project] 10.222.0.32 "GET /v2.0/networks?id=9567beaf-dc87-435f-8c75-e490291b6617 HTTP/1.1" status: 200  len: 814 time: 0.6331394
Dec 25 21:14:03.623464 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-73e15b9f-bbed-4100-801a-64f86a4e0c2d req-cf923de7-4b27-499d-a87d-af839244e1cb tempest-ServersTestFqdnHostnames-948157385 tempest-ServersTestFqdnHostnames-948157385-project] 10.222.0.32 "GET /v2.0/quotas/f5ed5c4fc23d460e8d63226986b549bd HTTP/1.1" status: 200  len: 375 time: 0.0459936
Dec 25 21:14:03.689956 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f7b8ee-061f-4700-9eed-3a6439b0a479 req-3147c5a9-e0b6-483d-bf7a-c5316af15b20 tempest-ServersTestJSON-45643402 tempest-ServersTestJSON-45643402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:14:03.691548 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c1f7b8ee-061f-4700-9eed-3a6439b0a479 req-3147c5a9-e0b6-483d-bf7a-c5316af15b20 tempest-ServersTestJSON-45643402 tempest-ServersTestJSON-45643402-project] 10.222.0.32 "GET /v2.0/ports?device_id=06595622-92cb-4f87-bd0d-0320a9fc5d7e HTTP/1.1" status: 200  len: 945 time: 0.1023865
Dec 25 21:14:03.709543 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-73e15b9f-bbed-4100-801a-64f86a4e0c2d req-e816e9b1-4143-464a-bf53-b7a86cc52c7f tempest-ServersTestFqdnHostnames-948157385 tempest-ServersTestFqdnHostnames-948157385-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=f5ed5c4fc23d460e8d63226986b549bd&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0823090
Dec 25 21:14:03.748800 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-51b17dc3-4a8e-4311-90c5-763794c4727c req-dc75380a-cec4-42b2-92e6-02bc0c511e65 tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:03.781442 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc75380a-cec4-42b2-92e6-02bc0c511e65 tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Pushing event deleted for resources: {'Port': ['ID=702d4dce-1add-43eb-a25b-3025bf9405db,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:14:03.857913 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [req-51b17dc3-4a8e-4311-90c5-763794c4727c req-dc75380a-cec4-42b2-92e6-02bc0c511e65 tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] No DVR routers for this DVR port 702d4dce-1add-43eb-a25b-3025bf9405db on host nch2-master-1 {{(pid=121607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:14:03.861491 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-51b17dc3-4a8e-4311-90c5-763794c4727c req-dc75380a-cec4-42b2-92e6-02bc0c511e65 tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:03.866427 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-51b17dc3-4a8e-4311-90c5-763794c4727c req-dc75380a-cec4-42b2-92e6-02bc0c511e65 tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] 10.222.0.37 "DELETE /v2.0/ports/702d4dce-1add-43eb-a25b-3025bf9405db HTTP/1.1" status: 204  len: 173 time: 0.6594625
Dec 25 21:14:03.878430 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-73e15b9f-bbed-4100-801a-64f86a4e0c2d req-c1597654-4cc3-4ce2-8c5e-38908790aa59 service neutron] 10.222.0.32 "GET /v2.0/networks/9567beaf-dc87-435f-8c75-e490291b6617?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1562514
Dec 25 21:14:03.892155 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c1f7b8ee-061f-4700-9eed-3a6439b0a479 req-1781b092-ed73-4614-88d5-7abcd801af9b tempest-ServersTestJSON-45643402 tempest-ServersTestJSON-45643402-project] 10.222.0.32 "GET /v2.0/security-groups?id=d60c2c1c-c178-41f1-b691-5253ca14c996&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1809320
Dec 25 21:14:03.929116 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device 00640242-8453-4c98-b5aa-a9ed148543ff up at agent hyperv_nch2-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:14:04.009451 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [req-51b17dc3-4a8e-4311-90c5-763794c4727c req-33da56bd-95ad-4f8a-8738-c4d50e742e64 tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Deleting port 1536694c-1fd6-4641-92f9-9f25849ec588 {{(pid=121607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:14:04.009743 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-51b17dc3-4a8e-4311-90c5-763794c4727c req-33da56bd-95ad-4f8a-8738-c4d50e742e64 tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:04.096833 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-73e15b9f-bbed-4100-801a-64f86a4e0c2d req-14d1cbb0-076c-468c-a40c-c51be61905dd service neutron] 10.222.0.32 "GET /v2.0/networks/9567beaf-dc87-435f-8c75-e490291b6617?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2175434
Dec 25 21:14:04.135877 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dece5236-57cb-4bb1-b10e-8edb250bf71d req-36010177-f182-4d2d-bdda-eb453c6e4f6a tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:14:04.138806 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-dece5236-57cb-4bb1-b10e-8edb250bf71d req-36010177-f182-4d2d-bdda-eb453c6e4f6a tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] 10.222.0.32 "GET /v2.0/ports?device_id=e2caaec2-9663-4bdf-95c5-104c863c14e8 HTTP/1.1" status: 200  len: 945 time: 0.0653837
Dec 25 21:14:04.165700 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.db [req-51b17dc3-4a8e-4311-90c5-763794c4727c req-33da56bd-95ad-4f8a-8738-c4d50e742e64 tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] For port 1536694c-1fd6-4641-92f9-9f25849ec588, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1536694c-1fd6-4641-92f9-9f25849ec588,segment=NetworkSegment(ed044953-69fe-458e-9ee9-b8264f26342c),segment_id=ed044953-69fe-458e-9ee9-b8264f26342c)] {{(pid=121607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:14:04.166433 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-51b17dc3-4a8e-4311-90c5-763794c4727c req-33da56bd-95ad-4f8a-8738-c4d50e742e64 tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:04.187072 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [req-51b17dc3-4a8e-4311-90c5-763794c4727c req-33da56bd-95ad-4f8a-8738-c4d50e742e64 tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Calling delete_port for 1536694c-1fd6-4641-92f9-9f25849ec588 owned by compute:nova {{(pid=121607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:14:04.222916 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Provisioning for port 00640242-8453-4c98-b5aa-a9ed148543ff completed by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 25 21:14:04.225918 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:04.229779 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Provisioning complete for port 00640242-8453-4c98-b5aa-a9ed148543ff triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:14:04.229779 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:04.236558 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-dece5236-57cb-4bb1-b10e-8edb250bf71d req-34291f2d-7691-46cb-aebd-dd8e6d9b2d85 tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] 10.222.0.32 "GET /v2.0/security-groups?id=bf6f1b26-c9d9-475d-a396-710ace1ec7a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0916238
Dec 25 21:14:04.358862 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:04.388244 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c49a41aa-87f6-4c6b-953a-8d8ebc4ee225 req-abb608f3-4df2-43dc-9299-5d2203dcd034 tempest-DeleteServersAdminTestJSON-130215457 tempest-DeleteServersAdminTestJSON-130215457-project] 10.222.0.32 "GET /v2.0/ports?device_id=45f0a001-36db-4334-9faa-a374e3a51158 HTTP/1.1" status: 200  len: 210 time: 0.0575216
Dec 25 21:14:04.429872 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Dec 2021 21:14:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ef8cf06-7912-4e80-8af0-731de58d5c6f x-openstack-request-id: req-3ef8cf06-7912-4e80-8af0-731de58d5c6f {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:14:04.430001 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b248cb56-18c2-4ff2-a8da-8e0993879a65", "tag": "5a73a242-a477-40db-9b6d-7ac1d38d6950", "status": "completed", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:14:04.430185 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3ef8cf06-7912-4e80-8af0-731de58d5c6f {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:14:04.430819 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b248cb56-18c2-4ff2-a8da-8e0993879a65', 'tag': '5a73a242-a477-40db-9b6d-7ac1d38d6950', 'status': 'completed', 'code': 200}
Dec 25 21:14:04.433612 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port 00640242-8453-4c98-b5aa-a9ed148543ff, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=00640242-8453-4c98-b5aa-a9ed148543ff,segment=NetworkSegment(10b45281-920b-4cf2-8b7e-e916c066c5cf),segment_id=10b45281-920b-4cf2-8b7e-e916c066c5cf)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:14:04.449579 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06595622-92cb-4f87-bd0d-0320a9fc5d7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00640242-8453-4c98-b5aa-a9ed148543ff'}] {{(pid=121608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:14:04.467144 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a88c78c3ff6266bd59c7e89d275b28c92e739b67d23c89d71af88829fd31566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f092840-b02f-48ec-9a13-0b3757f21058" -d '{"events": [{"server_uuid": "06595622-92cb-4f87-bd0d-0320a9fc5d7e", "name": "network-vif-plugged", "status": "completed", "tag": "00640242-8453-4c98-b5aa-a9ed148543ff"}]}' {{(pid=121608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:14:04.469474 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 21:14:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a83f9ffe-d8c4-4f6d-87a8-9a590d0b2e4d x-openstack-request-id: req-a83f9ffe-d8c4-4f6d-87a8-9a590d0b2e4d {{(pid=121607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:14:04.469973 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2caaec2-9663-4bdf-95c5-104c863c14e8", "name": "network-vif-deleted", "tag": "366d8f19-dd34-4b42-bdcc-07b862818e7f", "status": "completed", "code": 200}]} {{(pid=121607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:14:04.470171 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a83f9ffe-d8c4-4f6d-87a8-9a590d0b2e4d {{(pid=121607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:14:04.470549 ncdv-master-1 neutron-server[121607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2caaec2-9663-4bdf-95c5-104c863c14e8', 'name': 'network-vif-deleted', 'tag': '366d8f19-dd34-4b42-bdcc-07b862818e7f', 'status': 'completed', 'code': 200}
Dec 25 21:14:04.479551 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-51b17dc3-4a8e-4311-90c5-763794c4727c req-33da56bd-95ad-4f8a-8738-c4d50e742e64 tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:04.509084 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33da56bd-95ad-4f8a-8738-c4d50e742e64 tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Pushing event deleted for resources: {'Port': ['ID=1536694c-1fd6-4641-92f9-9f25849ec588,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:14:04.575122 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [req-51b17dc3-4a8e-4311-90c5-763794c4727c req-33da56bd-95ad-4f8a-8738-c4d50e742e64 tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] No DVR routers for this DVR port 1536694c-1fd6-4641-92f9-9f25849ec588 on host nch2-master-1 {{(pid=121607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:14:04.578446 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-51b17dc3-4a8e-4311-90c5-763794c4727c req-33da56bd-95ad-4f8a-8738-c4d50e742e64 tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:04.587817 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:04.587817 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device 702d4dce-1add-43eb-a25b-3025bf9405db no longer exists at agent hyperv_nch2-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:14:04.588051 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-51b17dc3-4a8e-4311-90c5-763794c4727c req-33da56bd-95ad-4f8a-8738-c4d50e742e64 tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] 10.222.0.37 "DELETE /v2.0/ports/1536694c-1fd6-4641-92f9-9f25849ec588 HTTP/1.1" status: 204  len: 173 time: 0.7084832
Dec 25 21:14:04.660105 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b669ad3-81b2-4b17-9897-e69721cb7032 req-5d5e8c02-ba79-49b2-922b-a955d466463c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:14:04.661857 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3b669ad3-81b2-4b17-9897-e69721cb7032 req-5d5e8c02-ba79-49b2-922b-a955d466463c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ed880d80bcfb4641b02f26da5fad21b8&device_id=b248cb56-18c2-4ff2-a8da-8e0993879a65 HTTP/1.1" status: 200  len: 1099 time: 0.2083635
Dec 25 21:14:04.680626 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ea3850-3f80-4b48-9d5c-9f56ee418005 req-c3e72aca-5123-451a-a7fa-09f2bd3deff3 tempest-ServerTagsTestJSON-645171844 tempest-ServerTagsTestJSON-645171844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:14:04.693611 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-76ea3850-3f80-4b48-9d5c-9f56ee418005 req-c3e72aca-5123-451a-a7fa-09f2bd3deff3 tempest-ServerTagsTestJSON-645171844 tempest-ServerTagsTestJSON-645171844-project] 10.222.0.32 "GET /v2.0/ports?device_id=a32723f8-9254-4e54-8d2d-7a4b08821e28 HTTP/1.1" status: 200  len: 944 time: 0.2268941
Dec 25 21:14:04.704972 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] No Port match for: 702d4dce-1add-43eb-a25b-3025bf9405db {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:14:04.705590 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device 702d4dce-1add-43eb-a25b-3025bf9405db not bound to the agent host nch2-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:14:04.706178 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device 1536694c-1fd6-4641-92f9-9f25849ec588 no longer exists at agent hyperv_nch2-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:14:04.736576 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] No Port match for: 1536694c-1fd6-4641-92f9-9f25849ec588 {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:14:04.737209 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device 1536694c-1fd6-4641-92f9-9f25849ec588 not bound to the agent host nch2-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:14:04.737782 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device 366d8f19-dd34-4b42-bdcc-07b862818e7f no longer exists at agent hyperv_nch2-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:14:04.814731 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] No Port match for: 366d8f19-dd34-4b42-bdcc-07b862818e7f {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:14:04.815078 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device 366d8f19-dd34-4b42-bdcc-07b862818e7f not bound to the agent host nch2-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:14:04.846352 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device 5a73a242-a477-40db-9b6d-7ac1d38d6950 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 25 21:14:04.848746 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-76ea3850-3f80-4b48-9d5c-9f56ee418005 req-4da7b0a6-65f9-4c66-9958-bff4d00abd3e tempest-ServerTagsTestJSON-645171844 tempest-ServerTagsTestJSON-645171844-project] 10.222.0.32 "GET /v2.0/security-groups?id=95a547bb-0132-4807-be00-1fe47824be2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1519513
Dec 25 21:14:04.875972 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device fdcafc76-a01c-4114-a75e-4dbcfb7490ec up at agent hyperv_nch1-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:14:04.894492 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b669ad3-81b2-4b17-9897-e69721cb7032 req-149b4825-e1dd-49de-8b08-25a68f5010c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:14:04.906573 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3b669ad3-81b2-4b17-9897-e69721cb7032 req-149b4825-e1dd-49de-8b08-25a68f5010c2 service neutron] 10.222.0.31 "GET /v2.0/networks?id=8f212e98-547d-4c6e-a560-2e9a548c8f59 HTTP/1.1" status: 200  len: 870 time: 0.2101552
Dec 25 21:14:04.928376 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Pushing event updated for resources: {'Port': ['ID=00640242-8453-4c98-b5aa-a9ed148543ff,revision_number=5']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:14:04.975612 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-f8fd897a-77af-4030-bc19-4ecc5031e742 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:04.989750 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3b669ad3-81b2-4b17-9897-e69721cb7032 req-bfebd2f4-8640-4995-957c-86bf93d1cd03 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.241&port_id=5a73a242-a477-40db-9b6d-7ac1d38d6950 HTTP/1.1" status: 200  len: 217 time: 0.0746500
Dec 25 21:14:04.997467 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a142cfb0-2e8f-4e8c-91cc-de2c6841020d req-7898e64c-1e38-4022-ad67-bf6c3d022715 tempest-ServersTestFqdnHostnames-948157385 tempest-ServersTestFqdnHostnames-948157385-project] 10.222.0.32 "GET /v2.0/ports?device_id=23221387-3a9d-4105-b3db-d1586e20d8a5 HTTP/1.1" status: 200  len: 210 time: 0.0849099
Dec 25 21:14:05.100736 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b669ad3-81b2-4b17-9897-e69721cb7032 req-b3b96c41-f1b4-4f48-9a7c-d35b838ab535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:14:05.102240 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3b669ad3-81b2-4b17-9897-e69721cb7032 req-b3b96c41-f1b4-4f48-9a7c-d35b838ab535 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=dcfbae86-f93e-400c-8084-eac7f56ff5ba HTTP/1.1" status: 200  len: 843 time: 0.1020806
Dec 25 21:14:05.137194 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port 5a73a242-a477-40db-9b6d-7ac1d38d6950, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5a73a242-a477-40db-9b6d-7ac1d38d6950,segment=NetworkSegment(85c774cb-a0eb-4ad9-961f-f331d3b37cd6),segment_id=85c774cb-a0eb-4ad9-961f-f331d3b37cd6)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:14:05.160997 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Returning: {'device': '5a73a242-a477-40db-9b6d-7ac1d38d6950', 'network_id': '8f212e98-547d-4c6e-a560-2e9a548c8f59', 'port_id': '5a73a242-a477-40db-9b6d-7ac1d38d6950', 'mac_address': 'fa:16:3e:56:4a:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcfbae86-f93e-400c-8084-eac7f56ff5ba', 'ip_address': '192.168.233.241'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 25 21:14:05.186267 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc35f18-c4f6-4ec7-8570-55471cb9a88c req-46da2731-b541-4722-a6fd-0d5053b174f8 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:14:05.188231 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3bc35f18-c4f6-4ec7-8570-55471cb9a88c req-46da2731-b541-4722-a6fd-0d5053b174f8 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/ports?device_id=b248cb56-18c2-4ff2-a8da-8e0993879a65 HTTP/1.1" status: 200  len: 948 time: 0.1058238
Dec 25 21:14:05.195107 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b669ad3-81b2-4b17-9897-e69721cb7032 req-817a560e-7d8c-4852-8558-0a71e8ccf8ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:14:05.196286 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3b669ad3-81b2-4b17-9897-e69721cb7032 req-817a560e-7d8c-4852-8558-0a71e8ccf8ca service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=8f212e98-547d-4c6e-a560-2e9a548c8f59&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0758805
Dec 25 21:14:05.257473 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:05.277028 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a73a242-a477-40db-9b6d-7ac1d38d6950 {{(pid=121608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:14:05.281994 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Provisioning for port fdcafc76-a01c-4114-a75e-4dbcfb7490ec completed by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 25 21:14:05.294961 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Provisioning complete for port fdcafc76-a01c-4114-a75e-4dbcfb7490ec triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:14:05.295772 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:05.338067 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port 5a73a242-a477-40db-9b6d-7ac1d38d6950, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5a73a242-a477-40db-9b6d-7ac1d38d6950,segment=NetworkSegment(85c774cb-a0eb-4ad9-961f-f331d3b37cd6),segment_id=85c774cb-a0eb-4ad9-961f-f331d3b37cd6)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:14:05.380241 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3bc35f18-c4f6-4ec7-8570-55471cb9a88c req-19c49f1a-482d-400e-b6a8-e5f4db19b7af tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3f1ae63-416f-443f-b032-af0d7dcc9019&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1828413
Dec 25 21:14:05.382187 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3b669ad3-81b2-4b17-9897-e69721cb7032 req-fb79bdf3-109d-4b5c-993e-122e892eaf73 service neutron] 10.222.0.31 "GET /v2.0/networks/8f212e98-547d-4c6e-a560-2e9a548c8f59?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1788886
Dec 25 21:14:05.442453 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:05.459503 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 21:14:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d4be0cb-9ab4-41ac-a1bf-193f994c164b x-openstack-request-id: req-5d4be0cb-9ab4-41ac-a1bf-193f994c164b {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:14:05.459799 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06595622-92cb-4f87-bd0d-0320a9fc5d7e", "name": "network-vif-plugged", "status": "completed", "tag": "00640242-8453-4c98-b5aa-a9ed148543ff", "code": 200}]} {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:14:05.460263 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5d4be0cb-9ab4-41ac-a1bf-193f994c164b {{(pid=121608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:14:05.460904 ncdv-master-1 neutron-server[121608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06595622-92cb-4f87-bd0d-0320a9fc5d7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00640242-8453-4c98-b5aa-a9ed148543ff', 'code': 200}
Dec 25 21:14:05.472253 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:05.549868 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port fdcafc76-a01c-4114-a75e-4dbcfb7490ec, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=fdcafc76-a01c-4114-a75e-4dbcfb7490ec,segment=NetworkSegment(5e04d3bf-3884-4d9d-837e-f67a4850b7c8),segment_id=5e04d3bf-3884-4d9d-837e-f67a4850b7c8)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:14:05.570019 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3b669ad3-81b2-4b17-9897-e69721cb7032 req-ed8c1d79-021a-43c5-bcda-31be583c6b6d service neutron] 10.222.0.31 "GET /v2.0/networks/8f212e98-547d-4c6e-a560-2e9a548c8f59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1767712
Dec 25 21:14:05.600533 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Pushing event updated for resources: {'Port': ['ID=5a73a242-a477-40db-9b6d-7ac1d38d6950,revision_number=4']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:14:05.615033 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c9d91c-aa6b-4e67-a7f0-0e4821531f1a req-2cf0d32a-9d54-4414-8717-bd595c1b1004 tempest-ServersTestJSON-45643402 tempest-ServersTestJSON-45643402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:14:05.623333 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9005e5-d750-409e-83f0-f49ed27f7957 req-851ed914-4b5b-4d00-a6c2-b99613448654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:14:05.625258 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-6b9005e5-d750-409e-83f0-f49ed27f7957 req-851ed914-4b5b-4d00-a6c2-b99613448654 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=06595622-92cb-4f87-bd0d-0320a9fc5d7e HTTP/1.1" status: 200  len: 1097 time: 0.0914936
Dec 25 21:14:05.626170 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-75c9d91c-aa6b-4e67-a7f0-0e4821531f1a req-2cf0d32a-9d54-4414-8717-bd595c1b1004 tempest-ServersTestJSON-45643402 tempest-ServersTestJSON-45643402-project] 10.222.0.32 "GET /v2.0/ports?device_id=06595622-92cb-4f87-bd0d-0320a9fc5d7e HTTP/1.1" status: 200  len: 946 time: 0.0968108
Dec 25 21:14:05.655365 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:05.673528 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-6b9005e5-d750-409e-83f0-f49ed27f7957 req-f27ed7ee-5b64-4608-9622-6f3039f438be service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=d60c2c1c-c178-41f1-b691-5253ca14c996&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0406954
Dec 25 21:14:05.686725 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-75c9d91c-aa6b-4e67-a7f0-0e4821531f1a req-50e02ae2-ab8c-4c73-9523-41bc21384012 tempest-ServersTestJSON-45643402 tempest-ServersTestJSON-45643402-project] 10.222.0.32 "GET /v2.0/security-groups?id=d60c2c1c-c178-41f1-b691-5253ca14c996&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0592465
Dec 25 21:14:05.711574 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] get_ports_and_sgs() called for port_ids ['5a73a242-a477-40db-9b6d-7ac1d38d6950'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:14:05.794908 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Pushing event updated for resources: {'Port': ['ID=fdcafc76-a01c-4114-a75e-4dbcfb7490ec,revision_number=5']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:14:05.818929 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-103776c4-540e-480d-9453-7b6736bf57d6 req-05807384-ae94-427e-bbab-467bd534a0c5 tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] 10.222.0.32 "GET /v2.0/ports?device_id=e2caaec2-9663-4bdf-95c5-104c863c14e8 HTTP/1.1" status: 200  len: 210 time: 0.0392563
Dec 25 21:14:05.937636 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1681cf90-1567-46e0-8ee2-503c81506012 req-5ae0addf-2406-43c0-a81a-fe27ff84757d tempest-DeleteServersAdminTestJSON-130215457 tempest-DeleteServersAdminTestJSON-130215457-project] 10.222.0.32 "GET /v2.0/ports?device_id=45f0a001-36db-4334-9faa-a374e3a51158 HTTP/1.1" status: 200  len: 210 time: 0.0537782
Dec 25 21:14:06.094207 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de2b0bd-79cd-4125-a38b-b850a4afba9c req-5f8f7444-8bbe-442f-9a82-6ab6f732f274 tempest-ServerTagsTestJSON-645171844 tempest-ServerTagsTestJSON-645171844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:14:06.103356 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5de2b0bd-79cd-4125-a38b-b850a4afba9c req-5f8f7444-8bbe-442f-9a82-6ab6f732f274 tempest-ServerTagsTestJSON-645171844 tempest-ServerTagsTestJSON-645171844-project] 10.222.0.32 "GET /v2.0/ports?device_id=a32723f8-9254-4e54-8d2d-7a4b08821e28 HTTP/1.1" status: 200  len: 945 time: 0.0941238
Dec 25 21:14:06.168378 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-18b8464b-4170-416b-bd0a-ff39cb39733f req-cc5af9f6-4759-4e76-aa7e-5aa1eeadea49 tempest-ServersTestFqdnHostnames-948157385 tempest-ServersTestFqdnHostnames-948157385-project] 10.222.0.32 "GET /v2.0/ports?device_id=23221387-3a9d-4105-b3db-d1586e20d8a5 HTTP/1.1" status: 200  len: 210 time: 0.0459101
Dec 25 21:14:06.198775 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5de2b0bd-79cd-4125-a38b-b850a4afba9c req-305b72f8-11f4-4840-8273-e021512d4ac4 tempest-ServerTagsTestJSON-645171844 tempest-ServerTagsTestJSON-645171844-project] 10.222.0.32 "GET /v2.0/security-groups?id=95a547bb-0132-4807-be00-1fe47824be2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0944378
Dec 25 21:14:06.305470 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-a7ad6cef-4c3d-4797-9280-a44aeb9455f5 req-7b0184b8-7b97-4ce6-a9e1-b93c6babc83b tempest-DeleteServersAdminTestJSON-130215457 tempest-DeleteServersAdminTestJSON-130215457-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=646e75ab8f934ab7b7d2fab01bb800d9&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0388625
Dec 25 21:14:06.477705 ncdv-master-1 neutron-server[121607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2caaec2-9663-4bdf-95c5-104c863c14e8', 'name': 'network-vif-deleted', 'tag': '702d4dce-1add-43eb-a25b-3025bf9405db'}, {'server_uuid': 'e2caaec2-9663-4bdf-95c5-104c863c14e8', 'name': 'network-vif-deleted', 'tag': '1536694c-1fd6-4641-92f9-9f25849ec588'}] {{(pid=121607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:14:06.480223 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f980bbcadfa7bf1e788024e1448be660373c21f97f015f780444e999c451203" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1d18855-ce91-4e21-b005-8dfbb41dee0e" -d '{"events": [{"server_uuid": "e2caaec2-9663-4bdf-95c5-104c863c14e8", "name": "network-vif-deleted", "tag": "702d4dce-1add-43eb-a25b-3025bf9405db"}, {"server_uuid": "e2caaec2-9663-4bdf-95c5-104c863c14e8", "name": "network-vif-deleted", "tag": "1536694c-1fd6-4641-92f9-9f25849ec588"}]}' {{(pid=121607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:14:06.532844 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ad6cef-4c3d-4797-9280-a44aeb9455f5 req-28399b84-9306-4b46-a514-9dedb7f4ef0d tempest-DeleteServersAdminTestJSON-130215457 tempest-DeleteServersAdminTestJSON-130215457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:14:06.536907 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-a7ad6cef-4c3d-4797-9280-a44aeb9455f5 req-28399b84-9306-4b46-a514-9dedb7f4ef0d tempest-DeleteServersAdminTestJSON-130215457 tempest-DeleteServersAdminTestJSON-130215457-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2191553
Dec 25 21:14:06.551314 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [req-a7ad6cef-4c3d-4797-9280-a44aeb9455f5 req-7198ac71-c801-4407-a659-ccff3fb13fd3 tempest-DeleteServersAdminTestJSON-130215457 tempest-DeleteServersAdminTestJSON-130215457-project] Request body: {'port': {'device_id': '45f0a001-36db-4334-9faa-a374e3a51158', 'network_id': '8f212e98-547d-4c6e-a560-2e9a548c8f59', 'admin_state_up': True, 'tenant_id': '646e75ab8f934ab7b7d2fab01bb800d9'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:14:06.602851 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b60864d-fb8a-4a95-8481-30d05f66239d req-ac6c4cff-2d43-4a1e-9504-51cc80306387 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:14:06.630719 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2b60864d-fb8a-4a95-8481-30d05f66239d req-ac6c4cff-2d43-4a1e-9504-51cc80306387 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/ports?device_id=b248cb56-18c2-4ff2-a8da-8e0993879a65 HTTP/1.1" status: 200  len: 949 time: 0.1054523
Dec 25 21:14:06.662101 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 25 Dec 2021 21:14:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b11aab19-4875-4be3-bd4d-c4c3e858a8f1 x-openstack-request-id: req-b11aab19-4875-4be3-bd4d-c4c3e858a8f1 {{(pid=121607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:14:06.667307 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2caaec2-9663-4bdf-95c5-104c863c14e8", "name": "network-vif-deleted", "tag": "702d4dce-1add-43eb-a25b-3025bf9405db", "status": "completed", "code": 200}, {"server_uuid": "e2caaec2-9663-4bdf-95c5-104c863c14e8", "name": "network-vif-deleted", "tag": "1536694c-1fd6-4641-92f9-9f25849ec588", "status": "completed", "code": 200}]} {{(pid=121607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:14:06.667307 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b11aab19-4875-4be3-bd4d-c4c3e858a8f1 {{(pid=121607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:14:06.667307 ncdv-master-1 neutron-server[121607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2caaec2-9663-4bdf-95c5-104c863c14e8', 'name': 'network-vif-deleted', 'tag': '702d4dce-1add-43eb-a25b-3025bf9405db', 'status': 'completed', 'code': 200}
Dec 25 21:14:06.667307 ncdv-master-1 neutron-server[121607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2caaec2-9663-4bdf-95c5-104c863c14e8', 'name': 'network-vif-deleted', 'tag': '1536694c-1fd6-4641-92f9-9f25849ec588', 'status': 'completed', 'code': 200}
Dec 25 21:14:06.711000 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2b60864d-fb8a-4a95-8481-30d05f66239d req-070c8948-5e3f-4927-b49c-eff1d8d03546 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3f1ae63-416f-443f-b032-af0d7dcc9019&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0782442
Dec 25 21:14:06.838919 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 49748) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:14:06.856848 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device 5a73a242-a477-40db-9b6d-7ac1d38d6950 up at agent hyperv_nch1-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:14:06.872143 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7ad6cef-4c3d-4797-9280-a44aeb9455f5 req-7198ac71-c801-4407-a659-ccff3fb13fd3 tempest-DeleteServersAdminTestJSON-130215457 tempest-DeleteServersAdminTestJSON-130215457-project] Made reservation on behalf of 646e75ab8f934ab7b7d2fab01bb800d9 for: {'port': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:14:06.872143 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-a7ad6cef-4c3d-4797-9280-a44aeb9455f5 req-7198ac71-c801-4407-a659-ccff3fb13fd3 tempest-DeleteServersAdminTestJSON-130215457 tempest-DeleteServersAdminTestJSON-130215457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:06.882970 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-a7ad6cef-4c3d-4797-9280-a44aeb9455f5 req-7198ac71-c801-4407-a659-ccff3fb13fd3 tempest-DeleteServersAdminTestJSON-130215457 tempest-DeleteServersAdminTestJSON-130215457-project] Publish callbacks [] for security_group, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:06.895931 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 49754) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:14:07.002472 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1c257f-b15e-40bd-8d23-0cdfeb1f07f4 req-6006b915-b1e7-4899-ad68-79804fef45e1 tempest-ServersTestJSON-45643402 tempest-ServersTestJSON-45643402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:14:07.006798 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-e5a96701-efe0-4cf8-8cce-81cfcfeb7c0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:07.010372 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5e1c257f-b15e-40bd-8d23-0cdfeb1f07f4 req-6006b915-b1e7-4899-ad68-79804fef45e1 tempest-ServersTestJSON-45643402 tempest-ServersTestJSON-45643402-project] 10.222.0.32 "GET /v2.0/ports?device_id=06595622-92cb-4f87-bd0d-0320a9fc5d7e HTTP/1.1" status: 200  len: 946 time: 0.1926868
Dec 25 21:14:07.032428 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Provisioning for port 5a73a242-a477-40db-9b6d-7ac1d38d6950 completed by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 25 21:14:07.039498 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Provisioning complete for port 5a73a242-a477-40db-9b6d-7ac1d38d6950 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:14:07.044275 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:07.112220 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-4691ac82-e474-44ef-96cc-68715d6bd877 admin admin] Publish callbacks [] for security_group, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:07.120410 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed6faef9-ffe4-4b60-bc69-41cbfe24d050 tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Deleting subnet 641fb822-7372-4e84-a1d6-aa2d36533e51 {{(pid=121607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Dec 25 21:14:07.133763 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f92587a3-1376-42ba-b849-c8e4f18124b8 req-37024829-ab55-4928-a0cd-2fce0ddf8c92 tempest-DeleteServersAdminTestJSON-130215457 tempest-DeleteServersAdminTestJSON-130215457-project] 10.222.0.32 "GET /v2.0/ports?device_id=45f0a001-36db-4334-9faa-a374e3a51158 HTTP/1.1" status: 200  len: 210 time: 0.0574701
Dec 25 21:14:07.134003 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ed6faef9-ffe4-4b60-bc69-41cbfe24d050 tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Publish callbacks [] for subnet, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:07.155567 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5e1c257f-b15e-40bd-8d23-0cdfeb1f07f4 req-b0161acc-77f4-4d90-976d-35c555ab1532 tempest-ServersTestJSON-45643402 tempest-ServersTestJSON-45643402-project] 10.222.0.32 "GET /v2.0/security-groups?id=d60c2c1c-c178-41f1-b691-5253ca14c996&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1335456
Dec 25 21:14:07.190066 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:07.212839 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ed6faef9-ffe4-4b60-bc69-41cbfe24d050 tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10246617'] for subnet, precommit_delete_associations {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:07.237242 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port 5a73a242-a477-40db-9b6d-7ac1d38d6950, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5a73a242-a477-40db-9b6d-7ac1d38d6950,segment=NetworkSegment(85c774cb-a0eb-4ad9-961f-f331d3b37cd6),segment_id=85c774cb-a0eb-4ad9-961f-f331d3b37cd6)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:14:07.281272 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-a7ad6cef-4c3d-4797-9280-a44aeb9455f5 req-7198ac71-c801-4407-a659-ccff3fb13fd3 tempest-DeleteServersAdminTestJSON-130215457 tempest-DeleteServersAdminTestJSON-130215457-project] Publish callbacks [] for security_group, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:07.293396 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-61a5e625-5a39-42a7-bab9-1ed38594ac28 req-066b6dce-4b2f-4c27-bda5-f1826b0dc564 tempest-ServersTestFqdnHostnames-948157385 tempest-ServersTestFqdnHostnames-948157385-project] 10.222.0.32 "GET /v2.0/ports?device_id=23221387-3a9d-4105-b3db-d1586e20d8a5 HTTP/1.1" status: 200  len: 210 time: 0.0298855
Dec 25 21:14:07.344990 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe33d3c3-8610-4705-9b28-45e63b2395b5 req-59773309-ad9d-44a5-b244-42b67d49b894 tempest-ServerTagsTestJSON-645171844 tempest-ServerTagsTestJSON-645171844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:14:07.346544 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-fe33d3c3-8610-4705-9b28-45e63b2395b5 req-59773309-ad9d-44a5-b244-42b67d49b894 tempest-ServerTagsTestJSON-645171844 tempest-ServerTagsTestJSON-645171844-project] 10.222.0.32 "GET /v2.0/ports?device_id=a32723f8-9254-4e54-8d2d-7a4b08821e28 HTTP/1.1" status: 200  len: 945 time: 0.0719469
Dec 25 21:14:07.374992 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ed6faef9-ffe4-4b60-bc69-41cbfe24d050 tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995662'] for subnet, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:07.379663 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-4691ac82-e474-44ef-96cc-68715d6bd877 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:07.397446 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-fe33d3c3-8610-4705-9b28-45e63b2395b5 req-3d5b5606-d885-43d0-bd1d-bf0feedf26de tempest-ServerTagsTestJSON-645171844 tempest-ServerTagsTestJSON-645171844-project] 10.222.0.32 "GET /v2.0/security-groups?id=95a547bb-0132-4807-be00-1fe47824be2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431130
Dec 25 21:14:07.461674 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a32723f8-9254-4e54-8d2d-7a4b08821e28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdcafc76-a01c-4114-a75e-4dbcfb7490ec'}, {'server_uuid': 'b248cb56-18c2-4ff2-a8da-8e0993879a65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a73a242-a477-40db-9b6d-7ac1d38d6950'}] {{(pid=121608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:14:07.464023 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a88c78c3ff6266bd59c7e89d275b28c92e739b67d23c89d71af88829fd31566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2ad4f6f-0211-4278-8b61-a293e083a81c" -d '{"events": [{"server_uuid": "a32723f8-9254-4e54-8d2d-7a4b08821e28", "name": "network-vif-plugged", "status": "completed", "tag": "fdcafc76-a01c-4114-a75e-4dbcfb7490ec"}, {"server_uuid": "b248cb56-18c2-4ff2-a8da-8e0993879a65", "name": "network-vif-plugged", "status": "completed", "tag": "5a73a242-a477-40db-9b6d-7ac1d38d6950"}]}' {{(pid=121608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:14:07.504555 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 25 Dec 2021 21:14:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae54b449-5f7c-409f-a1fc-75b9832f1702 x-openstack-request-id: req-ae54b449-5f7c-409f-a1fc-75b9832f1702 {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:14:07.504906 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a32723f8-9254-4e54-8d2d-7a4b08821e28", "name": "network-vif-plugged", "status": "completed", "tag": "fdcafc76-a01c-4114-a75e-4dbcfb7490ec", "code": 200}, {"server_uuid": "b248cb56-18c2-4ff2-a8da-8e0993879a65", "name": "network-vif-plugged", "status": "completed", "tag": "5a73a242-a477-40db-9b6d-7ac1d38d6950", "code": 200}]} {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:14:07.505167 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ae54b449-5f7c-409f-a1fc-75b9832f1702 {{(pid=121608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:14:07.505615 ncdv-master-1 neutron-server[121608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a32723f8-9254-4e54-8d2d-7a4b08821e28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdcafc76-a01c-4114-a75e-4dbcfb7490ec', 'code': 200}
Dec 25 21:14:07.505878 ncdv-master-1 neutron-server[121608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b248cb56-18c2-4ff2-a8da-8e0993879a65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a73a242-a477-40db-9b6d-7ac1d38d6950', 'code': 200}
Dec 25 21:14:07.560812 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-4691ac82-e474-44ef-96cc-68715d6bd877 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:07.564969 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:07.571862 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-a7ad6cef-4c3d-4797-9280-a44aeb9455f5 req-7198ac71-c801-4407-a659-ccff3fb13fd3 tempest-DeleteServersAdminTestJSON-130215457 tempest-DeleteServersAdminTestJSON-130215457-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:07.609182 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ed6faef9-ffe4-4b60-bc69-41cbfe24d050 tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8632410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8852809'] for subnet, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:07.646472 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Pushing event updated for resources: {'Port': ['ID=5a73a242-a477-40db-9b6d-7ac1d38d6950,revision_number=5']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:14:07.674632 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108d2a10-a862-4972-bfdd-a867b8e1042b req-a442c80f-82c7-40c1-a323-5afcbaf448c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:14:07.676384 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-108d2a10-a862-4972-bfdd-a867b8e1042b req-a442c80f-82c7-40c1-a323-5afcbaf448c1 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=a32723f8-9254-4e54-8d2d-7a4b08821e28 HTTP/1.1" status: 200  len: 1096 time: 0.0829315
Dec 25 21:14:07.683168 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116b80cf-5615-4435-b014-6935de9d8ba6 req-ae522032-9ebe-4f32-a2d9-d20273cb79c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:14:07.685429 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-116b80cf-5615-4435-b014-6935de9d8ba6 req-ae522032-9ebe-4f32-a2d9-d20273cb79c1 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=b248cb56-18c2-4ff2-a8da-8e0993879a65 HTTP/1.1" status: 200  len: 1101 time: 0.0907650
Dec 25 21:14:07.694293 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6faef9-ffe4-4b60-bc69-41cbfe24d050 tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Pushing event deleted for resources: {'Subnet': ['ID=641fb822-7372-4e84-a1d6-aa2d36533e51,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:14:07.705955 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ed6faef9-ffe4-4b60-bc69-41cbfe24d050 tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Publish callbacks [] for subnet, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:07.711077 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-ed6faef9-ffe4-4b60-bc69-41cbfe24d050 tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] 10.222.0.32 "DELETE /v2.0/subnets/641fb822-7372-4e84-a1d6-aa2d36533e51 HTTP/1.1" status: 204  len: 168 time: 0.8111377
Dec 25 21:14:07.711269 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3018e6e0-a183-488d-a7f5-ef3544a0245b None None] Network db6bf08b-3b26-4dda-a3c4-b7642bb36e68 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:14:07.714169 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4691ac82-e474-44ef-96cc-68715d6bd877 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26ec440b-b3fa-4f54-90de-903edc28590c,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:14:07.717219 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 49768) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:14:07.726564 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4691ac82-e474-44ef-96cc-68715d6bd877 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:14:07.729384 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4691ac82-e474-44ef-96cc-68715d6bd877 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:14:07.729384 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4691ac82-e474-44ef-96cc-68715d6bd877 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:14:07.729384 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4691ac82-e474-44ef-96cc-68715d6bd877 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:14:07.729384 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4691ac82-e474-44ef-96cc-68715d6bd877 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:14:07.729384 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4691ac82-e474-44ef-96cc-68715d6bd877 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:14:07.729384 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4691ac82-e474-44ef-96cc-68715d6bd877 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:14:07.729384 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4691ac82-e474-44ef-96cc-68715d6bd877 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:14:07.730015 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4691ac82-e474-44ef-96cc-68715d6bd877 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:14:07.730015 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4691ac82-e474-44ef-96cc-68715d6bd877 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:14:07.730231 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4691ac82-e474-44ef-96cc-68715d6bd877 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:14:07.730516 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4691ac82-e474-44ef-96cc-68715d6bd877 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:14:07.730843 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4691ac82-e474-44ef-96cc-68715d6bd877 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:14:07.739876 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-4691ac82-e474-44ef-96cc-68715d6bd877 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=797eea783876402eb115d387de456029&name=default HTTP/1.1" status: 200  len: 2996 time: 0.8996277
Dec 25 21:14:07.740476 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 49772) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:14:07.749643 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6faef9-ffe4-4b60-bc69-41cbfe24d050 tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:14:07.749866 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6faef9-ffe4-4b60-bc69-41cbfe24d050 tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:14:07.750188 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6faef9-ffe4-4b60-bc69-41cbfe24d050 tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:14:07.750998 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6faef9-ffe4-4b60-bc69-41cbfe24d050 tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:14:07.750998 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6faef9-ffe4-4b60-bc69-41cbfe24d050 tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:14:07.751228 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6faef9-ffe4-4b60-bc69-41cbfe24d050 tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:14:07.751483 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6faef9-ffe4-4b60-bc69-41cbfe24d050 tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:14:07.751805 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6faef9-ffe4-4b60-bc69-41cbfe24d050 tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:14:07.752121 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6faef9-ffe4-4b60-bc69-41cbfe24d050 tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:14:07.752444 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6faef9-ffe4-4b60-bc69-41cbfe24d050 tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:14:07.752766 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6faef9-ffe4-4b60-bc69-41cbfe24d050 tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:14:07.753147 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6faef9-ffe4-4b60-bc69-41cbfe24d050 tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:14:07.753450 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6faef9-ffe4-4b60-bc69-41cbfe24d050 tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:14:07.850218 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7198ac71-c801-4407-a659-ccff3fb13fd3 tempest-DeleteServersAdminTestJSON-130215457 tempest-DeleteServersAdminTestJSON-130215457-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e7324bc-20c8-41e1-ab34-2991b9fd33ac,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:14:07.872827 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-10223743-007c-4b65-a397-c911ed3a5550 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:07.908922 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_common [req-a7ad6cef-4c3d-4797-9280-a44aeb9455f5 req-7198ac71-c801-4407-a659-ccff3fb13fd3 tempest-DeleteServersAdminTestJSON-130215457 tempest-DeleteServersAdminTestJSON-130215457-project] Allocated IP 192.168.233.173 (8f212e98-547d-4c6e-a560-2e9a548c8f59/dcfbae86-f93e-400c-8084-eac7f56ff5ba/01be047a-fff9-4768-83e3-d8f015049719) {{(pid=121607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:14:07.912068 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-10223743-007c-4b65-a397-c911ed3a5550 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:07.924151 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-116b80cf-5615-4435-b014-6935de9d8ba6 req-b251abe3-cd1a-4354-84e8-975bea4e8e7a service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=d3f1ae63-416f-443f-b032-af0d7dcc9019&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2321520
Dec 25 21:14:07.927616 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-108d2a10-a862-4972-bfdd-a867b8e1042b req-efa057b2-cf85-4d45-b253-8c544d058208 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=95a547bb-0132-4807-be00-1fe47824be2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2411561
Dec 25 21:14:08.002183 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d8b3c9c-2991-4044-9831-71f361d2675f None None] DHCP port deletion for db6bf08b-3b26-4dda-a3c4-b7642bb36e68 request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 21:14:08.046743 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c262ac17-379f-4ddc-9af6-0cab3cdf8619 req-5ead3762-9955-403f-9b20-594cf90f8591 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:14:08.055144 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-8d8b3c9c-2991-4044-9831-71f361d2675f None None] Deleting port d9585933-605e-4a55-8f22-992c9dbde65f {{(pid=121608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:14:08.055398 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c262ac17-379f-4ddc-9af6-0cab3cdf8619 req-5ead3762-9955-403f-9b20-594cf90f8591 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/ports?device_id=b248cb56-18c2-4ff2-a8da-8e0993879a65 HTTP/1.1" status: 200  len: 950 time: 0.1237006
Dec 25 21:14:08.055732 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-8d8b3c9c-2991-4044-9831-71f361d2675f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:08.069579 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-3b3d06bd-91cf-4622-960c-caf4dbea54ba tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625803'] for network, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:08.133655 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-8d8b3c9c-2991-4044-9831-71f361d2675f None None] For port d9585933-605e-4a55-8f22-992c9dbde65f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d9585933-605e-4a55-8f22-992c9dbde65f,segment=NetworkSegment(12a8f782-0c44-4c84-930d-204ce9264a07),segment_id=12a8f782-0c44-4c84-930d-204ce9264a07)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:14:08.134055 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-8d8b3c9c-2991-4044-9831-71f361d2675f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:08.137586 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:08.149741 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-8d8b3c9c-2991-4044-9831-71f361d2675f None None] Calling delete_port for d9585933-605e-4a55-8f22-992c9dbde65f owned by network:dhcp {{(pid=121608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:14:08.153492 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c262ac17-379f-4ddc-9af6-0cab3cdf8619 req-8dc99524-64e1-4cfd-99e7-fa205c835ab0 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3f1ae63-416f-443f-b032-af0d7dcc9019&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0968127
Dec 25 21:14:08.174172 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-3b3d06bd-91cf-4622-960c-caf4dbea54ba tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Deleting port d9585933-605e-4a55-8f22-992c9dbde65f {{(pid=121606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:14:08.178580 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-3b3d06bd-91cf-4622-960c-caf4dbea54ba tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:08.206031 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-10223743-007c-4b65-a397-c911ed3a5550 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:08.209110 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-10223743-007c-4b65-a397-c911ed3a5550 admin admin] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:08.215763 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-10223743-007c-4b65-a397-c911ed3a5550 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/26ec440b-b3fa-4f54-90de-903edc28590c HTTP/1.1" status: 204  len: 168 time: 0.4654498
Dec 25 21:14:08.343108 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10223743-007c-4b65-a397-c911ed3a5550 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26ec440b-b3fa-4f54-90de-903edc28590c,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:14:08.396585 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-8d8b3c9c-2991-4044-9831-71f361d2675f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955'] for port, after_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:08.434398 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8b3c9c-2991-4044-9831-71f361d2675f None None] Pushing event deleted for resources: {'Port': ['ID=d9585933-605e-4a55-8f22-992c9dbde65f,revision_number=None']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:14:08.437352 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3e945ecd-9380-47c2-aa0a-12ebe07e03e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:08.440299 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d8b3c9c-2991-4044-9831-71f361d2675f None None] No DVR routers for this DVR port d9585933-605e-4a55-8f22-992c9dbde65f on host ncdv-master-1 {{(pid=121608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:14:08.468201 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-a7ad6cef-4c3d-4797-9280-a44aeb9455f5 req-7198ac71-c801-4407-a659-ccff3fb13fd3 tempest-DeleteServersAdminTestJSON-130215457 tempest-DeleteServersAdminTestJSON-130215457-project] Publish callbacks [] for port, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:08.478942 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9378cbde-241e-4eec-b9fa-d16b60bc880e req-3b9ae193-ce43-47f7-85b9-94a5e599efa0 tempest-DeleteServersAdminTestJSON-130215457 tempest-DeleteServersAdminTestJSON-130215457-project] 10.222.0.32 "GET /v2.0/ports?device_id=45f0a001-36db-4334-9faa-a374e3a51158 HTTP/1.1" status: 200  len: 210 time: 0.1232617
Dec 25 21:14:08.482054 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [None req-3b3d06bd-91cf-4622-960c-caf4dbea54ba tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] For port d9585933-605e-4a55-8f22-992c9dbde65f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d9585933-605e-4a55-8f22-992c9dbde65f,segment=NetworkSegment(12a8f782-0c44-4c84-930d-204ce9264a07),segment_id=12a8f782-0c44-4c84-930d-204ce9264a07)] {{(pid=121606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:14:08.482422 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-3b3d06bd-91cf-4622-960c-caf4dbea54ba tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:08.521144 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-3b3d06bd-91cf-4622-960c-caf4dbea54ba tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Calling delete_port for d9585933-605e-4a55-8f22-992c9dbde65f owned by network:dhcp {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:14:08.583578 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-a7ad6cef-4c3d-4797-9280-a44aeb9455f5 req-7198ac71-c801-4407-a659-ccff3fb13fd3 tempest-DeleteServersAdminTestJSON-130215457 tempest-DeleteServersAdminTestJSON-130215457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:08.625038 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b313ea43-1b36-4f14-8df3-459233eea87d req-e6a44107-ae30-4823-8d48-031d8ed97ba6 tempest-ServersTestFqdnHostnames-948157385 tempest-ServersTestFqdnHostnames-948157385-project] 10.222.0.32 "GET /v2.0/ports?device_id=23221387-3a9d-4105-b3db-d1586e20d8a5 HTTP/1.1" status: 200  len: 210 time: 0.0543504
Dec 25 21:14:08.642532 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21d2447-d83a-4d48-91b3-20592f6c25b9 req-25cfdbae-79cf-4237-a907-c8ba955c3c0e tempest-ServersTestJSON-45643402 tempest-ServersTestJSON-45643402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:14:08.642683 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7ad6cef-4c3d-4797-9280-a44aeb9455f5 req-7198ac71-c801-4407-a659-ccff3fb13fd3 tempest-DeleteServersAdminTestJSON-130215457 tempest-DeleteServersAdminTestJSON-130215457-project] Network 8f212e98-547d-4c6e-a560-2e9a548c8f59 is already hosted by enough agents. {{(pid=121607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:14:08.649871 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [req-a7ad6cef-4c3d-4797-9280-a44aeb9455f5 req-7198ac71-c801-4407-a659-ccff3fb13fd3 tempest-DeleteServersAdminTestJSON-130215457 tempest-DeleteServersAdminTestJSON-130215457-project] Resources bound (agent type, host, resource id):  {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:14:08.659786 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f21d2447-d83a-4d48-91b3-20592f6c25b9 req-25cfdbae-79cf-4237-a907-c8ba955c3c0e tempest-ServersTestJSON-45643402 tempest-ServersTestJSON-45643402-project] 10.222.0.32 "GET /v2.0/ports?device_id=06595622-92cb-4f87-bd0d-0320a9fc5d7e HTTP/1.1" status: 200  len: 946 time: 0.3405612
Dec 25 21:14:08.661769 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7ad6cef-4c3d-4797-9280-a44aeb9455f5 req-7198ac71-c801-4407-a659-ccff3fb13fd3 tempest-DeleteServersAdminTestJSON-130215457 tempest-DeleteServersAdminTestJSON-130215457-project] Received port after_create {{(pid=121607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:14:08.721848 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7198ac71-c801-4407-a659-ccff3fb13fd3 tempest-DeleteServersAdminTestJSON-130215457 tempest-DeleteServersAdminTestJSON-130215457-project] Pushing event updated for resources: {'Port': ['ID=01be047a-fff9-4768-83e3-d8f015049719,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:14:08.790458 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ad6cef-4c3d-4797-9280-a44aeb9455f5 req-7198ac71-c801-4407-a659-ccff3fb13fd3 tempest-DeleteServersAdminTestJSON-130215457 tempest-DeleteServersAdminTestJSON-130215457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:14:08.794554 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-a7ad6cef-4c3d-4797-9280-a44aeb9455f5 req-7198ac71-c801-4407-a659-ccff3fb13fd3 tempest-DeleteServersAdminTestJSON-130215457 tempest-DeleteServersAdminTestJSON-130215457-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:08.853381 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e15b9f-bbed-4100-801a-64f86a4e0c2d req-ac4bdf56-e437-48ad-ace6-ea2667d08ccc tempest-ServersTestFqdnHostnames-948157385 tempest-ServersTestFqdnHostnames-948157385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:14:08.854957 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-73e15b9f-bbed-4100-801a-64f86a4e0c2d req-ac4bdf56-e437-48ad-ace6-ea2667d08ccc tempest-ServersTestFqdnHostnames-948157385 tempest-ServersTestFqdnHostnames-948157385-project] 10.222.0.37 "GET /v2.0/networks?id=9567beaf-dc87-435f-8c75-e490291b6617 HTTP/1.1" status: 200  len: 814 time: 0.5371356
Dec 25 21:14:08.907202 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-a7ad6cef-4c3d-4797-9280-a44aeb9455f5 req-7198ac71-c801-4407-a659-ccff3fb13fd3 tempest-DeleteServersAdminTestJSON-130215457 tempest-DeleteServersAdminTestJSON-130215457-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 2.3600044
Dec 25 21:14:08.921201 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device d9585933-605e-4a55-8f22-992c9dbde65f no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:14:08.925718 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [req-a7ad6cef-4c3d-4797-9280-a44aeb9455f5 req-4668bc74-50d5-47f6-b559-a6c46243895d service neutron] Request body: {'port': {'device_id': '45f0a001-36db-4334-9faa-a374e3a51158', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:14:08.962941 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-3b3d06bd-91cf-4622-960c-caf4dbea54ba tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:08.984206 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] No Port match for: d9585933-605e-4a55-8f22-992c9dbde65f {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:14:08.984546 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device d9585933-605e-4a55-8f22-992c9dbde65f not bound to the agent host ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:14:09.001982 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3d06bd-91cf-4622-960c-caf4dbea54ba tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Pushing event deleted for resources: {'Port': ['ID=d9585933-605e-4a55-8f22-992c9dbde65f,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:14:09.012062 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f21d2447-d83a-4d48-91b3-20592f6c25b9 req-f415dea5-291d-48f4-b7a8-46f39e20135f tempest-ServersTestJSON-45643402 tempest-ServersTestJSON-45643402-project] 10.222.0.32 "GET /v2.0/security-groups?id=d60c2c1c-c178-41f1-b691-5253ca14c996&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3510015
Dec 25 21:14:09.023045 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b3d06bd-91cf-4622-960c-caf4dbea54ba tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] No DVR routers for this DVR port d9585933-605e-4a55-8f22-992c9dbde65f on host ncdv-master-1 {{(pid=121606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:14:09.069270 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-a7ad6cef-4c3d-4797-9280-a44aeb9455f5 req-4668bc74-50d5-47f6-b559-a6c46243895d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:09.087863 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83002e2-91f8-47e7-a7fb-4b7842c6f626 req-bdde3de5-5ce8-4eee-926d-36f35b50d9c6 tempest-ServerTagsTestJSON-645171844 tempest-ServerTagsTestJSON-645171844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:14:09.095176 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e83002e2-91f8-47e7-a7fb-4b7842c6f626 req-bdde3de5-5ce8-4eee-926d-36f35b50d9c6 tempest-ServerTagsTestJSON-645171844 tempest-ServerTagsTestJSON-645171844-project] 10.222.0.32 "GET /v2.0/ports?device_id=a32723f8-9254-4e54-8d2d-7a4b08821e28 HTTP/1.1" status: 200  len: 945 time: 0.2574642
Dec 25 21:14:09.111978 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-0b09169b-a80c-4f2e-ac37-b9e00934e48e None None] Provisioning complete for port 01be047a-fff9-4768-83e3-d8f015049719 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:14:09.118451 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-0b09169b-a80c-4f2e-ac37-b9e00934e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:09.145708 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-73e15b9f-bbed-4100-801a-64f86a4e0c2d req-f7eaa6b2-3dfd-4a7d-b498-297958797bb9 tempest-ServersTestFqdnHostnames-948157385 tempest-ServersTestFqdnHostnames-948157385-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f5ed5c4fc23d460e8d63226986b549bd HTTP/1.1" status: 200  len: 379 time: 0.2420504
Dec 25 21:14:09.158709 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-73e15b9f-bbed-4100-801a-64f86a4e0c2d req-1503b1a2-7ad5-48bf-a101-d5026b91d3cf tempest-ServersTestFqdnHostnames-948157385 tempest-ServersTestFqdnHostnames-948157385-project] Request body: {'port': {'device_id': '23221387-3a9d-4105-b3db-d1586e20d8a5', 'network_id': '9567beaf-dc87-435f-8c75-e490291b6617', 'admin_state_up': True, 'tenant_id': 'f5ed5c4fc23d460e8d63226986b549bd', 'security_groups': ['ca6b4ade-e9f8-48ab-a037-b83bf4a53bde']}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:14:09.182944 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-0b09169b-a80c-4f2e-ac37-b9e00934e48e None None] Port 01be047a-fff9-4768-83e3-d8f015049719 cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:14:09.258131 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 49790) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:14:09.284224 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-3b3d06bd-91cf-4622-960c-caf4dbea54ba tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997585', 'neutron.services.segments.db._delete_segments_for_network-8737602743071'] for network, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:09.361419 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e83002e2-91f8-47e7-a7fb-4b7842c6f626 req-76344570-fbed-4c18-9c56-e6cc906a916d tempest-ServerTagsTestJSON-645171844 tempest-ServerTagsTestJSON-645171844-project] 10.222.0.32 "GET /v2.0/security-groups?id=95a547bb-0132-4807-be00-1fe47824be2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2586658
Dec 25 21:14:09.391887 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-aa7d1424-c819-42f3-ae23-82c45669e569 admin admin] Publish callbacks [] for security_group, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:09.393774 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-15cb578f-7a63-4fd3-925d-83bad4c7b82a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:09.437665 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.segments.db [None req-3b3d06bd-91cf-4622-960c-caf4dbea54ba tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2612696910>,) {'filters': {'network_id': ['db6bf08b-3b26-4dda-a3c4-b7642bb36e68']}} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:14:09.477701 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.segments.db [None req-3b3d06bd-91cf-4622-960c-caf4dbea54ba tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2612696910>, '12a8f782-0c44-4c84-930d-204ce9264a07') {'for_net_delete': True} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:14:09.478006 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.segments.db [None req-3b3d06bd-91cf-4622-960c-caf4dbea54ba tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2612696910>, '12a8f782-0c44-4c84-930d-204ce9264a07') {} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:14:09.514028 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d0c766-40d4-484c-8c15-55761f7e7f03 req-f4bdf553-3485-4ecd-bf77-b53c91b5c076 tempest-ServersTestJSON-45643402 tempest-ServersTestJSON-45643402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:14:09.526247 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-72d0c766-40d4-484c-8c15-55761f7e7f03 req-f4bdf553-3485-4ecd-bf77-b53c91b5c076 tempest-ServersTestJSON-45643402 tempest-ServersTestJSON-45643402-project] 10.222.0.32 "GET /v2.0/ports?device_id=06595622-92cb-4f87-bd0d-0320a9fc5d7e HTTP/1.1" status: 200  len: 946 time: 0.3467093
Dec 25 21:14:09.527974 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 49794) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:14:09.531812 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-3b3d06bd-91cf-4622-960c-caf4dbea54ba tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737602746920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9084222'] for segment, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:09.532784 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-cd61d0ca-0ecc-464b-b80d-03fa03547075 tempest-ServersTestJSON-45643402 tempest-ServersTestJSON-45643402-project] Request body: {'floatingip': {'port_id': '00640242-8453-4c98-b5aa-a9ed148543ff'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:14:09.602828 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-cd61d0ca-0ecc-464b-b80d-03fa03547075 tempest-ServersTestJSON-45643402 tempest-ServersTestJSON-45643402-project] Publish callbacks [] for floatingip, before_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:09.645317 ncdv-master-1 neutron-server[121607]: DEBUG neutron.notifiers.nova [req-a7ad6cef-4c3d-4797-9280-a44aeb9455f5 req-4668bc74-50d5-47f6-b559-a6c46243895d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01be047a-fff9-4768-83e3-d8f015049719 {{(pid=121607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:14:09.648438 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-3b3d06bd-91cf-4622-960c-caf4dbea54ba tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:09.679137 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-a7ad6cef-4c3d-4797-9280-a44aeb9455f5 req-4668bc74-50d5-47f6-b559-a6c46243895d service neutron] Publish callbacks [] for port, precommit_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:09.684142 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b3d06bd-91cf-4622-960c-caf4dbea54ba tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Releasing vlan 150 on physical network physnet1 to pool {{(pid=121606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 25 21:14:09.684552 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-3b3d06bd-91cf-4622-960c-caf4dbea54ba tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9084542'] for segment, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:09.700272 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:14:09.700272 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:14:09.700272 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:14:09.700272 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:14:09.700272 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:14:09.700272 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:14:09.700272 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:14:09.700272 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:14:09.700272 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:14:09.700272 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:14:09.700272 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:14:09.700272 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:14:09.700272 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:14:09.700272 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:14:09.700272 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:14:09.700272 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:14:09.700272 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:14:09.700272 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:14:09.700272 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:14:09.700272 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:14:09.700272 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:14:09.700272 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:14:09.700272 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:14:09.700272 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:14:09.700272 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:14:09.700272 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:14:09.700272 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:14:09.700272 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:14:09.700272 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:14:09.700272 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:14:09.700272 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:14:09.700272 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:14:09.700272 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:14:09.700272 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:14:09.700272 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:14:09.700272 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:14:09.703426 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:14:09.703426 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:14:09.703426 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 25 21:14:09.703426 ncdv-master-1 neutron-server[121606]:   self.session.flush()
Dec 25 21:14:09.703426 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 25 21:14:09.703426 ncdv-master-1 neutron-server[121606]:   self.session.flush()
Dec 25 21:14:09.703426 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 25 21:14:09.703426 ncdv-master-1 neutron-server[121606]:   self.session.flush()
Dec 25 21:14:09.703426 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 25 21:14:09.703426 ncdv-master-1 neutron-server[121606]:   self.session.flush()
Dec 25 21:14:09.703426 ncdv-master-1 neutron-server[121606]: Traceback (most recent call last):
Dec 25 21:14:09.703426 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 25 21:14:09.703426 ncdv-master-1 neutron-server[121606]:     timer()
Dec 25 21:14:09.703426 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 25 21:14:09.703426 ncdv-master-1 neutron-server[121606]:     cb(*args, **kw)
Dec 25 21:14:09.703426 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 25 21:14:09.703426 ncdv-master-1 neutron-server[121606]:     return func(*args, **kwargs)
Dec 25 21:14:09.703426 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 25 21:14:09.703426 ncdv-master-1 neutron-server[121606]:     self._notify()
Dec 25 21:14:09.703426 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 25 21:14:09.703426 ncdv-master-1 neutron-server[121606]:     self.callback(batched_events)
Dec 25 21:14:09.703426 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 25 21:14:09.703426 ncdv-master-1 neutron-server[121606]:     event.method(event)
Dec 25 21:14:09.703426 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 25 21:14:09.703426 ncdv-master-1 neutron-server[121606]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 25 21:14:09.703426 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 25 21:14:09.703426 ncdv-master-1 neutron-server[121606]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 25 21:14:09.703426 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 25 21:14:09.703426 ncdv-master-1 neutron-server[121606]:     return f(self, *a, **k)
Dec 25 21:14:09.703426 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 25 21:14:09.703426 ncdv-master-1 neutron-server[121606]:     return self._get(url).json()
Dec 25 21:14:09.703426 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 25 21:14:09.703426 ncdv-master-1 neutron-server[121606]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 25 21:14:09.703426 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 25 21:14:09.703426 ncdv-master-1 neutron-server[121606]:     return self.request(url, 'GET', **kwargs)
Dec 25 21:14:09.703426 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 25 21:14:09.703426 ncdv-master-1 neutron-server[121606]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 25 21:14:09.703426 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 25 21:14:09.703426 ncdv-master-1 neutron-server[121606]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 25 21:14:09.703426 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 25 21:14:09.703426 ncdv-master-1 neutron-server[121606]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 25 21:14:09.703426 ncdv-master-1 neutron-server[121606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 25 21:14:09.766562 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3eca13-8bc3-4a99-806f-ef7d9de8ebb8 req-b7a945c6-4921-4889-bb0e-4774e8f66620 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:14:09.768187 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5a3eca13-8bc3-4a99-806f-ef7d9de8ebb8 req-b7a945c6-4921-4889-bb0e-4774e8f66620 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/ports?device_id=b248cb56-18c2-4ff2-a8da-8e0993879a65 HTTP/1.1" status: 200  len: 950 time: 0.2882943
Dec 25 21:14:09.856254 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b12e598-c67d-47f9-a1e9-45b23ba42869 req-7a9a7cb2-87fb-4e40-bc9d-d7e2efb0f671 tempest-DeleteServersAdminTestJSON-130215457 tempest-DeleteServersAdminTestJSON-130215457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:14:09.857889 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7b12e598-c67d-47f9-a1e9-45b23ba42869 req-7a9a7cb2-87fb-4e40-bc9d-d7e2efb0f671 tempest-DeleteServersAdminTestJSON-130215457 tempest-DeleteServersAdminTestJSON-130215457-project] 10.222.0.32 "GET /v2.0/ports?device_id=45f0a001-36db-4334-9faa-a374e3a51158 HTTP/1.1" status: 200  len: 936 time: 0.2485771
Dec 25 21:14:09.871115 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73e15b9f-bbed-4100-801a-64f86a4e0c2d req-1503b1a2-7ad5-48bf-a101-d5026b91d3cf tempest-ServersTestFqdnHostnames-948157385 tempest-ServersTestFqdnHostnames-948157385-project] Made reservation on behalf of f5ed5c4fc23d460e8d63226986b549bd for: {'port': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:14:09.874360 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-73e15b9f-bbed-4100-801a-64f86a4e0c2d req-1503b1a2-7ad5-48bf-a101-d5026b91d3cf tempest-ServersTestFqdnHostnames-948157385 tempest-ServersTestFqdnHostnames-948157385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:09.884491 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.provisioning_blocks [req-a7ad6cef-4c3d-4797-9280-a44aeb9455f5 req-4668bc74-50d5-47f6-b559-a6c46243895d service neutron] Transition to ACTIVE for port object 01be047a-fff9-4768-83e3-d8f015049719 will not be triggered until provisioned by entity L2. {{(pid=121607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 25 21:14:09.911261 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-3b3d06bd-91cf-4622-960c-caf4dbea54ba tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2008653'] for network, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:09.914210 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-aa7d1424-c819-42f3-ae23-82c45669e569 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:09.952194 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5a3eca13-8bc3-4a99-806f-ef7d9de8ebb8 req-99dd26b5-d974-449d-bca1-18f3e1c92170 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3f1ae63-416f-443f-b032-af0d7dcc9019&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1517296
Dec 25 21:14:09.997299 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-3b3d06bd-91cf-4622-960c-caf4dbea54ba tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for network, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:10.009784 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-3b3d06bd-91cf-4622-960c-caf4dbea54ba tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] 10.222.0.32 "DELETE /v2.0/networks/db6bf08b-3b26-4dda-a3c4-b7642bb36e68 HTTP/1.1" status: 204  len: 168 time: 2.2914960
Dec 25 21:14:10.010968 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 49800) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:14:10.028734 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-a7ad6cef-4c3d-4797-9280-a44aeb9455f5 req-4668bc74-50d5-47f6-b559-a6c46243895d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8632327'] for port, after_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:10.031841 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3d06bd-91cf-4622-960c-caf4dbea54ba tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Pushing event deleted for resources: {'Network': ['ID=db6bf08b-3b26-4dda-a3c4-b7642bb36e68,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:14:10.034286 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-aa7d1424-c819-42f3-ae23-82c45669e569 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:10.197118 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_v2 [None req-7732b517-0a15-4f9f-9a30-43ab479ba152 tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Deleting subnet 10a51771-74d5-45b2-afd9-1d8a1c74f569 {{(pid=121607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Dec 25 21:14:10.204925 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3fec709f-f7a1-40ed-9cd3-425011145d06 req-59641dda-b0e8-477d-871e-ed9f4fce9cdc tempest-ServersTestFqdnHostnames-948157385 tempest-ServersTestFqdnHostnames-948157385-project] 10.222.0.32 "GET /v2.0/ports?device_id=23221387-3a9d-4105-b3db-d1586e20d8a5 HTTP/1.1" status: 200  len: 210 time: 0.0989475
Dec 25 21:14:10.210441 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4668bc74-50d5-47f6-b559-a6c46243895d service neutron] Pushing event updated for resources: {'Port': ['ID=01be047a-fff9-4768-83e3-d8f015049719,revision_number=2']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:14:10.224513 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-7732b517-0a15-4f9f-9a30-43ab479ba152 tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Publish callbacks [] for subnet, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:10.234774 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7b12e598-c67d-47f9-a1e9-45b23ba42869 req-add9eb49-f003-4a7d-9673-c966f2dc22ba tempest-DeleteServersAdminTestJSON-130215457 tempest-DeleteServersAdminTestJSON-130215457-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e7324bc-20c8-41e1-ab34-2991b9fd33ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3651083
Dec 25 21:14:10.253400 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-aa7d1424-c819-42f3-ae23-82c45669e569 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c73c6b06dc374011854627b95da05e17&name=default HTTP/1.1" status: 200  len: 2996 time: 0.9660504
Dec 25 21:14:10.264337 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7d1424-c819-42f3-ae23-82c45669e569 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a288e874-fcd4-492d-83c0-83fb141038ba,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:14:10.264337 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 49804) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:14:10.388423 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_common [req-73e15b9f-bbed-4100-801a-64f86a4e0c2d req-1503b1a2-7ad5-48bf-a101-d5026b91d3cf tempest-ServersTestFqdnHostnames-948157385 tempest-ServersTestFqdnHostnames-948157385-project] Allocated IP 172.20.0.7 (9567beaf-dc87-435f-8c75-e490291b6617/9df5d080-ab32-4fab-b5e1-35683f8face2/0dd3bc1f-1fb5-4e1c-b9d7-78a069b36fb2) {{(pid=121606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:14:10.466638 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-cd61d0ca-0ecc-464b-b80d-03fa03547075 tempest-ServersTestJSON-45643402 tempest-ServersTestJSON-45643402-project] Publish callbacks [] for floatingip, precommit_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:10.518540 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-7732b517-0a15-4f9f-9a30-43ab479ba152 tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10246617'] for subnet, precommit_delete_associations {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:10.605163 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-73e15b9f-bbed-4100-801a-64f86a4e0c2d req-1503b1a2-7ad5-48bf-a101-d5026b91d3cf tempest-ServersTestFqdnHostnames-948157385 tempest-ServersTestFqdnHostnames-948157385-project] Publish callbacks [] for port, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:10.642121 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-7732b517-0a15-4f9f-9a30-43ab479ba152 tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995662'] for subnet, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:10.662289 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:10.714599 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-cd61d0ca-0ecc-464b-b80d-03fa03547075 tempest-ServersTestJSON-45643402 tempest-ServersTestJSON-45643402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2008639'] for floatingip, after_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:10.752630 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-73e15b9f-bbed-4100-801a-64f86a4e0c2d req-1503b1a2-7ad5-48bf-a101-d5026b91d3cf tempest-ServersTestFqdnHostnames-948157385 tempest-ServersTestFqdnHostnames-948157385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:10.777368 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddda602b-565c-417a-a08c-5762e722fa1b req-436c3b76-a3ff-46f0-af14-0cb172da93e8 tempest-ServerTagsTestJSON-645171844 tempest-ServerTagsTestJSON-645171844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:14:10.779005 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ddda602b-565c-417a-a08c-5762e722fa1b req-436c3b76-a3ff-46f0-af14-0cb172da93e8 tempest-ServerTagsTestJSON-645171844 tempest-ServerTagsTestJSON-645171844-project] 10.222.0.32 "GET /v2.0/ports?device_id=a32723f8-9254-4e54-8d2d-7a4b08821e28 HTTP/1.1" status: 200  len: 945 time: 0.1262963
Dec 25 21:14:10.791995 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-7732b517-0a15-4f9f-9a30-43ab479ba152 tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8632410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8852809'] for subnet, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:10.836915 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-7732b517-0a15-4f9f-9a30-43ab479ba152 tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Publish callbacks [] for subnet, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:10.842614 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-7732b517-0a15-4f9f-9a30-43ab479ba152 tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] 10.222.0.32 "DELETE /v2.0/subnets/10a51771-74d5-45b2-afd9-1d8a1c74f569 HTTP/1.1" status: 204  len: 168 time: 0.8263431
Dec 25 21:14:10.844996 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db54d07a-6c25-4d47-a694-3fa7bc313eb2 None None] Network fe8d65f9-00af-4751-929a-992529d61f28 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:14:10.845780 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7732b517-0a15-4f9f-9a30-43ab479ba152 tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Pushing event deleted for resources: {'Subnet': ['ID=10a51771-74d5-45b2-afd9-1d8a1c74f569,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:14:10.851970 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 49808) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:14:10.863900 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-ee8e6730-a270-4cce-a77b-744396331696 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:10.867688 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73e15b9f-bbed-4100-801a-64f86a4e0c2d req-1503b1a2-7ad5-48bf-a101-d5026b91d3cf tempest-ServersTestFqdnHostnames-948157385 tempest-ServersTestFqdnHostnames-948157385-project] Network 9567beaf-dc87-435f-8c75-e490291b6617 is already hosted by enough agents. {{(pid=121606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:14:10.893953 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7c8c4a-e33b-4fda-b53c-79c8254dae19 req-920de0c5-229f-4aea-a183-f568ee8479fa tempest-MigrationsAdminTest-1524580803 tempest-MigrationsAdminTest-1524580803-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:14:10.920201 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0c7c8c4a-e33b-4fda-b53c-79c8254dae19 req-920de0c5-229f-4aea-a183-f568ee8479fa tempest-MigrationsAdminTest-1524580803 tempest-MigrationsAdminTest-1524580803-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=b248cb56-18c2-4ff2-a8da-8e0993879a65 HTTP/1.1" status: 200  len: 1101 time: 0.2217884
Dec 25 21:14:10.922363 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [req-73e15b9f-bbed-4100-801a-64f86a4e0c2d req-1503b1a2-7ad5-48bf-a101-d5026b91d3cf tempest-ServersTestFqdnHostnames-948157385 tempest-ServersTestFqdnHostnames-948157385-project] Resources bound (agent type, host, resource id):  {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:14:10.930045 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1503b1a2-7ad5-48bf-a101-d5026b91d3cf tempest-ServersTestFqdnHostnames-948157385 tempest-ServersTestFqdnHostnames-948157385-project] Pushing event updated for resources: {'Port': ['ID=0dd3bc1f-1fb5-4e1c-b9d7-78a069b36fb2,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:14:10.938651 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [req-73e15b9f-bbed-4100-801a-64f86a4e0c2d req-1503b1a2-7ad5-48bf-a101-d5026b91d3cf tempest-ServersTestFqdnHostnames-948157385 tempest-ServersTestFqdnHostnames-948157385-project] Received port after_create {{(pid=121606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:14:11.003176 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-0c7c8c4a-e33b-4fda-b53c-79c8254dae19 req-2fb84780-7f4d-43c0-adf5-1d9be5ea8e61 tempest-MigrationsAdminTest-1524580803 tempest-MigrationsAdminTest-1524580803-project-admin] Publish callbacks [] for security_group, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:11.008373 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-ee8e6730-a270-4cce-a77b-744396331696 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:11.131315 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ddda602b-565c-417a-a08c-5762e722fa1b req-be80e463-85b0-4bde-bed4-b4f98db13a3e tempest-ServerTagsTestJSON-645171844 tempest-ServerTagsTestJSON-645171844-project] 10.222.0.32 "GET /v2.0/security-groups?id=95a547bb-0132-4807-be00-1fe47824be2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3060250
Dec 25 21:14:11.143476 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e15b9f-bbed-4100-801a-64f86a4e0c2d req-1503b1a2-7ad5-48bf-a101-d5026b91d3cf tempest-ServersTestFqdnHostnames-948157385 tempest-ServersTestFqdnHostnames-948157385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:14:11.144699 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-73e15b9f-bbed-4100-801a-64f86a4e0c2d req-1503b1a2-7ad5-48bf-a101-d5026b91d3cf tempest-ServersTestFqdnHostnames-948157385 tempest-ServersTestFqdnHostnames-948157385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:11.157115 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db580b4e-2881-41e2-840c-a84487a05d60 None None] DHCP port deletion for fe8d65f9-00af-4751-929a-992529d61f28 request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 21:14:11.248651 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-73e15b9f-bbed-4100-801a-64f86a4e0c2d req-1503b1a2-7ad5-48bf-a101-d5026b91d3cf tempest-ServersTestFqdnHostnames-948157385 tempest-ServersTestFqdnHostnames-948157385-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.0947058
Dec 25 21:14:11.261841 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-73e15b9f-bbed-4100-801a-64f86a4e0c2d req-dbe0479d-d49d-4bca-9940-697a0d23ed60 service neutron] Request body: {'port': {'device_id': '23221387-3a9d-4105-b3db-d1586e20d8a5', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:14:11.345726 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-ee8e6730-a270-4cce-a77b-744396331696 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:11.348413 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-ee8e6730-a270-4cce-a77b-744396331696 admin admin] Publish callbacks [] for security_group, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:11.365515 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-ee8e6730-a270-4cce-a77b-744396331696 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a288e874-fcd4-492d-83c0-83fb141038ba HTTP/1.1" status: 204  len: 168 time: 1.1047893
Dec 25 21:14:11.389253 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8e6730-a270-4cce-a77b-744396331696 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a288e874-fcd4-492d-83c0-83fb141038ba,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:14:11.393208 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-fd639a84-8d12-424b-9253-0d17c157b869 tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625803'] for network, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:11.416193 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.managers [req-a7ad6cef-4c3d-4797-9280-a44aeb9455f5 req-4668bc74-50d5-47f6-b559-a6c46243895d service neutron] Attempting to bind port 01be047a-fff9-4768-83e3-d8f015049719 on host nch2-master-1 for vnic_type normal with profile  {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:14:11.416533 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.managers [req-a7ad6cef-4c3d-4797-9280-a44aeb9455f5 req-4668bc74-50d5-47f6-b559-a6c46243895d service neutron] Attempting to bind port 01be047a-fff9-4768-83e3-d8f015049719 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '85c774cb-a0eb-4ad9-961f-f331d3b37cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '8f212e98-547d-4c6e-a560-2e9a548c8f59'}] {{(pid=121607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:14:11.416861 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7ad6cef-4c3d-4797-9280-a44aeb9455f5 req-4668bc74-50d5-47f6-b559-a6c46243895d service neutron] Attempting to bind port 01be047a-fff9-4768-83e3-d8f015049719 on network 8f212e98-547d-4c6e-a560-2e9a548c8f59 {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:14:11.435836 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-73e15b9f-bbed-4100-801a-64f86a4e0c2d req-dbe0479d-d49d-4bca-9940-697a0d23ed60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:11.440324 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-e77f325d-03dd-440b-a974-8f54c9750355 None None] Provisioning complete for port 0dd3bc1f-1fb5-4e1c-b9d7-78a069b36fb2 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:14:11.441032 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-e77f325d-03dd-440b-a974-8f54c9750355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:11.463665 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7ad6cef-4c3d-4797-9280-a44aeb9455f5 req-4668bc74-50d5-47f6-b559-a6c46243895d service neutron] Port 01be047a-fff9-4768-83e3-d8f015049719 on network 8f212e98-547d-4c6e-a560-2e9a548c8f59 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 25 21:14:11.464049 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7ad6cef-4c3d-4797-9280-a44aeb9455f5 req-4668bc74-50d5-47f6-b559-a6c46243895d service neutron] Attempting to bind port 01be047a-fff9-4768-83e3-d8f015049719 on network 8f212e98-547d-4c6e-a560-2e9a548c8f59 {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:14:11.475184 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7ad6cef-4c3d-4797-9280-a44aeb9455f5 req-4668bc74-50d5-47f6-b559-a6c46243895d service neutron] Checking agent: {'id': '0d9ae313-8f8d-40fa-8a9f-d098a25a9911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 21, 4, 38), 'started_at': datetime.datetime(2021, 12, 25, 21, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 14, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:14:11.475563 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7ad6cef-4c3d-4797-9280-a44aeb9455f5 req-4668bc74-50d5-47f6-b559-a6c46243895d service neutron] Checking segment: {'id': '85c774cb-a0eb-4ad9-961f-f331d3b37cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '8f212e98-547d-4c6e-a560-2e9a548c8f59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:14:11.476096 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7ad6cef-4c3d-4797-9280-a44aeb9455f5 req-4668bc74-50d5-47f6-b559-a6c46243895d service neutron] Bound using segment: {'id': '85c774cb-a0eb-4ad9-961f-f331d3b37cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '8f212e98-547d-4c6e-a560-2e9a548c8f59'} {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:14:11.476379 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-0c7c8c4a-e33b-4fda-b53c-79c8254dae19 req-2fb84780-7f4d-43c0-adf5-1d9be5ea8e61 tempest-MigrationsAdminTest-1524580803 tempest-MigrationsAdminTest-1524580803-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:11.476535 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.managers [req-a7ad6cef-4c3d-4797-9280-a44aeb9455f5 req-4668bc74-50d5-47f6-b559-a6c46243895d service neutron] Bound port: 01be047a-fff9-4768-83e3-d8f015049719, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85c774cb-a0eb-4ad9-961f-f331d3b37cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '8f212e98-547d-4c6e-a560-2e9a548c8f59'}}] {{(pid=121607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:14:11.476975 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-a7ad6cef-4c3d-4797-9280-a44aeb9455f5 req-4668bc74-50d5-47f6-b559-a6c46243895d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:11.491066 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-e77f325d-03dd-440b-a974-8f54c9750355 None None] Port 0dd3bc1f-1fb5-4e1c-b9d7-78a069b36fb2 cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:14:11.525010 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-db580b4e-2881-41e2-840c-a84487a05d60 None None] Deleting port 00f3a806-4fc7-400a-b0bd-e4386654b95d {{(pid=121608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:14:11.530211 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-db580b4e-2881-41e2-840c-a84487a05d60 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:11.600809 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.db [req-a7ad6cef-4c3d-4797-9280-a44aeb9455f5 req-4668bc74-50d5-47f6-b559-a6c46243895d service neutron] For port 01be047a-fff9-4768-83e3-d8f015049719, host nch2-master-1, cleared binding levels {{(pid=121607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:14:11.604206 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.db [req-a7ad6cef-4c3d-4797-9280-a44aeb9455f5 req-4668bc74-50d5-47f6-b559-a6c46243895d service neutron] For port 01be047a-fff9-4768-83e3-d8f015049719, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=01be047a-fff9-4768-83e3-d8f015049719,segment=NetworkSegment(85c774cb-a0eb-4ad9-961f-f331d3b37cd6),segment_id=85c774cb-a0eb-4ad9-961f-f331d3b37cd6)] {{(pid=121607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:14:11.611932 ncdv-master-1 neutron-server[121607]: INFO neutron.db.l3_db [None req-cd61d0ca-0ecc-464b-b80d-03fa03547075 tempest-ServersTestJSON-45643402 tempest-ServersTestJSON-45643402-project] Floating IP 3d6ff30a-bafc-4f2e-a34e-3b6d41cf31b4 associated. External IP: 172.35.3.24, port: 00640242-8453-4c98-b5aa-a9ed148543ff.
Dec 25 21:14:11.679366 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-a7ad6cef-4c3d-4797-9280-a44aeb9455f5 req-4668bc74-50d5-47f6-b559-a6c46243895d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8632327'] for port, after_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:11.679713 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-0c7c8c4a-e33b-4fda-b53c-79c8254dae19 req-2fb84780-7f4d-43c0-adf5-1d9be5ea8e61 tempest-MigrationsAdminTest-1524580803 tempest-MigrationsAdminTest-1524580803-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:11.696256 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-db580b4e-2881-41e2-840c-a84487a05d60 None None] For port 00f3a806-4fc7-400a-b0bd-e4386654b95d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=00f3a806-4fc7-400a-b0bd-e4386654b95d,segment=NetworkSegment(ed044953-69fe-458e-9ee9-b8264f26342c),segment_id=ed044953-69fe-458e-9ee9-b8264f26342c)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:14:11.698556 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-db580b4e-2881-41e2-840c-a84487a05d60 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:11.718413 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-db580b4e-2881-41e2-840c-a84487a05d60 None None] Calling delete_port for 00f3a806-4fc7-400a-b0bd-e4386654b95d owned by network:dhcp {{(pid=121608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:14:11.738409 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb84780-7f4d-43c0-adf5-1d9be5ea8e61 tempest-MigrationsAdminTest-1524580803 tempest-MigrationsAdminTest-1524580803-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78ad4a5f-089b-4609-844c-66c1cc8e18bc,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:14:11.775374 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ad6cef-4c3d-4797-9280-a44aeb9455f5 req-4668bc74-50d5-47f6-b559-a6c46243895d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:14:11.775996 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-a7ad6cef-4c3d-4797-9280-a44aeb9455f5 req-4668bc74-50d5-47f6-b559-a6c46243895d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:11.778200 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-a7ad6cef-4c3d-4797-9280-a44aeb9455f5 req-4668bc74-50d5-47f6-b559-a6c46243895d service neutron] 10.222.0.37 "PUT /v2.0/ports/01be047a-fff9-4768-83e3-d8f015049719 HTTP/1.1" status: 200  len: 1096 time: 2.8572514
Dec 25 21:14:11.781510 ncdv-master-1 neutron-server[121607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45f0a001-36db-4334-9faa-a374e3a51158', 'tag': '01be047a-fff9-4768-83e3-d8f015049719'}] {{(pid=121607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:14:11.784132 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f980bbcadfa7bf1e788024e1448be660373c21f97f015f780444e999c451203" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7486cc2f-e560-4e08-9589-d0ee65924709" -d '{"events": [{"name": "network-changed", "server_uuid": "45f0a001-36db-4334-9faa-a374e3a51158", "tag": "01be047a-fff9-4768-83e3-d8f015049719"}]}' {{(pid=121607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:14:11.819946 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-fd639a84-8d12-424b-9253-0d17c157b869 tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Deleting port 00f3a806-4fc7-400a-b0bd-e4386654b95d {{(pid=121607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:14:11.819946 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-fd639a84-8d12-424b-9253-0d17c157b869 tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:11.845886 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4668bc74-50d5-47f6-b559-a6c46243895d service neutron] Pushing event updated for resources: {'Port': ['ID=01be047a-fff9-4768-83e3-d8f015049719,revision_number=3']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:14:11.870573 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0c7c8c4a-e33b-4fda-b53c-79c8254dae19 req-2fb84780-7f4d-43c0-adf5-1d9be5ea8e61 tempest-MigrationsAdminTest-1524580803 tempest-MigrationsAdminTest-1524580803-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=d3f1ae63-416f-443f-b032-af0d7dcc9019&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.9444716
Dec 25 21:14:11.915960 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-db580b4e-2881-41e2-840c-a84487a05d60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955'] for port, after_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:11.980205 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db580b4e-2881-41e2-840c-a84487a05d60 None None] Pushing event deleted for resources: {'Port': ['ID=00f3a806-4fc7-400a-b0bd-e4386654b95d,revision_number=None']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:14:12.002817 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db580b4e-2881-41e2-840c-a84487a05d60 None None] No DVR routers for this DVR port 00f3a806-4fc7-400a-b0bd-e4386654b95d on host ncdv-master-1 {{(pid=121608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:14:12.031685 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.db [None req-fd639a84-8d12-424b-9253-0d17c157b869 tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] For port 00f3a806-4fc7-400a-b0bd-e4386654b95d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=00f3a806-4fc7-400a-b0bd-e4386654b95d,segment=NetworkSegment(ed044953-69fe-458e-9ee9-b8264f26342c),segment_id=ed044953-69fe-458e-9ee9-b8264f26342c)] {{(pid=121607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:14:12.032394 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-fd639a84-8d12-424b-9253-0d17c157b869 tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:12.131170 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-fd639a84-8d12-424b-9253-0d17c157b869 tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Calling delete_port for 00f3a806-4fc7-400a-b0bd-e4386654b95d owned by network:dhcp {{(pid=121607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:14:12.175803 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ad6cef-4c3d-4797-9280-a44aeb9455f5 req-fa6e18b0-6aab-4c2c-81d3-749217664ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:14:12.177384 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-a7ad6cef-4c3d-4797-9280-a44aeb9455f5 req-fa6e18b0-6aab-4c2c-81d3-749217664ec5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=646e75ab8f934ab7b7d2fab01bb800d9&device_id=45f0a001-36db-4334-9faa-a374e3a51158 HTTP/1.1" status: 200  len: 1099 time: 0.1398246
Dec 25 21:14:12.263996 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-a7ad6cef-4c3d-4797-9280-a44aeb9455f5 req-fa15d13f-5934-47a3-b38b-63ee3e0f6ffb service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.173&port_id=01be047a-fff9-4768-83e3-d8f015049719 HTTP/1.1" status: 200  len: 217 time: 0.0765636
Dec 25 21:14:12.324305 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ad6cef-4c3d-4797-9280-a44aeb9455f5 req-de6b31d3-5766-43a5-bfa7-07917891ebbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:14:12.325860 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-a7ad6cef-4c3d-4797-9280-a44aeb9455f5 req-de6b31d3-5766-43a5-bfa7-07917891ebbe service neutron] 10.222.0.37 "GET /v2.0/subnets?id=dcfbae86-f93e-400c-8084-eac7f56ff5ba HTTP/1.1" status: 200  len: 843 time: 0.0537169
Dec 25 21:14:12.427076 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd61d0ca-0ecc-464b-b80d-03fa03547075 tempest-ServersTestJSON-45643402 tempest-ServersTestJSON-45643402-project] Router 824420c3-b86c-4fef-9c34-ededb54f85ff has already been hosted by L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 {{(pid=121607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 25 21:14:12.449054 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ad6cef-4c3d-4797-9280-a44aeb9455f5 req-d7ae46ca-2c93-45db-b71f-bad60c23eaa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:14:12.450535 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-a7ad6cef-4c3d-4797-9280-a44aeb9455f5 req-d7ae46ca-2c93-45db-b71f-bad60c23eaa1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8f212e98-547d-4c6e-a560-2e9a548c8f59&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0916972
Dec 25 21:14:12.506190 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643c44d1-6179-4627-b57e-135281d352c3 req-177147ea-6f11-445a-8f01-7e347478763c tempest-ServersTestFqdnHostnames-948157385 tempest-ServersTestFqdnHostnames-948157385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:14:12.513801 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-643c44d1-6179-4627-b57e-135281d352c3 req-177147ea-6f11-445a-8f01-7e347478763c tempest-ServersTestFqdnHostnames-948157385 tempest-ServersTestFqdnHostnames-948157385-project] 10.222.0.32 "GET /v2.0/ports?device_id=23221387-3a9d-4105-b3db-d1586e20d8a5 HTTP/1.1" status: 200  len: 931 time: 0.8056653
Dec 25 21:14:12.553407 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-a7ad6cef-4c3d-4797-9280-a44aeb9455f5 req-23c89a5b-4f4b-457e-a783-5720ab4b2c95 service neutron] 10.222.0.37 "GET /v2.0/networks/8f212e98-547d-4c6e-a560-2e9a548c8f59?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0946324
Dec 25 21:14:12.563770 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258bd786-8d86-461f-b17b-e1c37d040a0f req-86346515-1500-4306-b949-8d08678a804b tempest-DeleteServersAdminTestJSON-130215457 tempest-DeleteServersAdminTestJSON-130215457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:14:12.565479 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-258bd786-8d86-461f-b17b-e1c37d040a0f req-86346515-1500-4306-b949-8d08678a804b tempest-DeleteServersAdminTestJSON-130215457 tempest-DeleteServersAdminTestJSON-130215457-project] 10.222.0.32 "GET /v2.0/ports?device_id=45f0a001-36db-4334-9faa-a374e3a51158 HTTP/1.1" status: 200  len: 948 time: 0.1540136
Dec 25 21:14:12.658865 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-643c44d1-6179-4627-b57e-135281d352c3 req-de69b699-183b-4d10-b6af-cc7bd10089d0 tempest-ServersTestFqdnHostnames-948157385 tempest-ServersTestFqdnHostnames-948157385-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca6b4ade-e9f8-48ab-a037-b83bf4a53bde&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1388395
Dec 25 21:14:12.679155 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-fd639a84-8d12-424b-9253-0d17c157b869 tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:12.744462 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd639a84-8d12-424b-9253-0d17c157b869 tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Pushing event deleted for resources: {'Port': ['ID=00f3a806-4fc7-400a-b0bd-e4386654b95d,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:14:12.747102 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd639a84-8d12-424b-9253-0d17c157b869 tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] No DVR routers for this DVR port 00f3a806-4fc7-400a-b0bd-e4386654b95d on host ncdv-master-1 {{(pid=121607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:14:12.759007 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Dec 2021 21:14:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adbe6b9f-9005-4aeb-8358-c5ad910de744 x-openstack-request-id: req-adbe6b9f-9005-4aeb-8358-c5ad910de744 {{(pid=121607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:14:12.759296 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45f0a001-36db-4334-9faa-a374e3a51158", "tag": "01be047a-fff9-4768-83e3-d8f015049719", "status": "completed", "code": 200}]} {{(pid=121607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:14:12.759553 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-adbe6b9f-9005-4aeb-8358-c5ad910de744 {{(pid=121607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:14:12.759946 ncdv-master-1 neutron-server[121607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45f0a001-36db-4334-9faa-a374e3a51158', 'tag': '01be047a-fff9-4768-83e3-d8f015049719', 'status': 'completed', 'code': 200}
Dec 25 21:14:12.771713 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [req-73e15b9f-bbed-4100-801a-64f86a4e0c2d req-dbe0479d-d49d-4bca-9940-697a0d23ed60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0dd3bc1f-1fb5-4e1c-b9d7-78a069b36fb2 {{(pid=121606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:14:12.782484 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-73e15b9f-bbed-4100-801a-64f86a4e0c2d req-dbe0479d-d49d-4bca-9940-697a0d23ed60 service neutron] Publish callbacks [] for port, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:12.798962 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-a7ad6cef-4c3d-4797-9280-a44aeb9455f5 req-2471eedd-e5e8-489d-884f-edb6f0ecc695 service neutron] 10.222.0.37 "GET /v2.0/networks/8f212e98-547d-4c6e-a560-2e9a548c8f59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2071650
Dec 25 21:14:12.812781 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.provisioning_blocks [req-73e15b9f-bbed-4100-801a-64f86a4e0c2d req-dbe0479d-d49d-4bca-9940-697a0d23ed60 service neutron] Transition to ACTIVE for port object 0dd3bc1f-1fb5-4e1c-b9d7-78a069b36fb2 will not be triggered until provisioned by entity L2. {{(pid=121606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 25 21:14:12.847349 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-258bd786-8d86-461f-b17b-e1c37d040a0f req-1924d81c-2fb3-4cc4-85c4-7211610ad92a tempest-DeleteServersAdminTestJSON-130215457 tempest-DeleteServersAdminTestJSON-130215457-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e7324bc-20c8-41e1-ab34-2991b9fd33ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2689865
Dec 25 21:14:12.884462 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 00f3a806-4fc7-400a-b0bd-e4386654b95d no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:14:12.907359 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-73e15b9f-bbed-4100-801a-64f86a4e0c2d req-dbe0479d-d49d-4bca-9940-697a0d23ed60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:12.952099 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-fd639a84-8d12-424b-9253-0d17c157b869 tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997585', 'neutron.services.segments.db._delete_segments_for_network-8737602743071'] for network, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:12.991795 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd61d0ca-0ecc-464b-b80d-03fa03547075 tempest-ServersTestJSON-45643402 tempest-ServersTestJSON-45643402-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 21:14:12.997070 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-cd61d0ca-0ecc-464b-b80d-03fa03547075 tempest-ServersTestJSON-45643402 tempest-ServersTestJSON-45643402-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for floatingip, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:13.001099 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] No Port match for: 00f3a806-4fc7-400a-b0bd-e4386654b95d {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:14:13.001842 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 00f3a806-4fc7-400a-b0bd-e4386654b95d not bound to the agent host ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:14:13.008409 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fe97e19-7fe4-4a3e-b260-1a89fced8508 None None] Sync routers for ids ['824420c3-b86c-4fef-9c34-ededb54f85ff'] in ncdv-master-1 {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 21:14:13.026378 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fe97e19-7fe4-4a3e-b260-1a89fced8508 None None] Routers {'824420c3-b86c-4fef-9c34-ededb54f85ff'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:14:13.027892 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-5fe97e19-7fe4-4a3e-b260-1a89fced8508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2613f62550>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:14:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['824420c3-b86c-4fef-9c34-ededb54f85ff'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:14:13.051634 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-fd639a84-8d12-424b-9253-0d17c157b869 tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2611c43d90>,) {'filters': {'network_id': ['fe8d65f9-00af-4751-929a-992529d61f28']}} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:14:13.051634 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-cd61d0ca-0ecc-464b-b80d-03fa03547075 tempest-ServersTestJSON-45643402 tempest-ServersTestJSON-45643402-project] 10.222.0.32 "PUT /v2.0/floatingips/3d6ff30a-bafc-4f2e-a34e-3b6d41cf31b4 HTTP/1.1" status: 200  len: 991 time: 3.5196466
Dec 25 21:14:13.059410 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-fd639a84-8d12-424b-9253-0d17c157b869 tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2611c43d90>, 'ed044953-69fe-458e-9ee9-b8264f26342c') {'for_net_delete': True} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:14:13.059774 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-fd639a84-8d12-424b-9253-0d17c157b869 tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2611c43d90>, 'ed044953-69fe-458e-9ee9-b8264f26342c') {} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:14:13.076689 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-fd639a84-8d12-424b-9253-0d17c157b869 tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737602746920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10246592'] for segment, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:13.078663 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7486cc2f-e560-4e08-9589-d0ee65924709 req-6c5cd724-4f9b-42e9-99fb-22933444611a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:14:13.080491 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-7486cc2f-e560-4e08-9589-d0ee65924709 req-6c5cd724-4f9b-42e9-99fb-22933444611a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=646e75ab8f934ab7b7d2fab01bb800d9&device_id=45f0a001-36db-4334-9faa-a374e3a51158 HTTP/1.1" status: 200  len: 1099 time: 0.1253633
Dec 25 21:14:13.142558 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-fd639a84-8d12-424b-9253-0d17c157b869 tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:13.177520 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd639a84-8d12-424b-9253-0d17c157b869 tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Releasing vlan 196 on physical network physnet1 to pool {{(pid=121607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 25 21:14:13.177520 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-fd639a84-8d12-424b-9253-0d17c157b869 tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8633327'] for segment, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:13.184641 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:14:13.184641 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:14:13.184641 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:14:13.184641 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:14:13.184641 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:14:13.184641 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:14:13.184641 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:14:13.184641 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:14:13.184641 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:14:13.184641 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:14:13.184641 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:14:13.184641 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:14:13.184641 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:14:13.184641 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:14:13.184641 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:14:13.184641 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:14:13.184641 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:14:13.184641 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:14:13.184641 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:14:13.184641 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:14:13.184641 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:14:13.184641 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:14:13.184641 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:14:13.184641 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:14:13.184641 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:14:13.184641 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:14:13.184641 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:14:13.184641 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:14:13.184641 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:14:13.184641 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:14:13.184641 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:14:13.184641 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:14:13.184641 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:14:13.184641 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:14:13.184641 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:14:13.184641 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:14:13.187944 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 25 21:14:13.187944 ncdv-master-1 neutron-server[121607]:   self.session.flush()
Dec 25 21:14:13.187944 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 25 21:14:13.187944 ncdv-master-1 neutron-server[121607]:   self.session.flush()
Dec 25 21:14:13.187944 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 25 21:14:13.187944 ncdv-master-1 neutron-server[121607]:   self.session.flush()
Dec 25 21:14:13.187944 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 25 21:14:13.187944 ncdv-master-1 neutron-server[121607]:   self.session.flush()
Dec 25 21:14:13.187944 ncdv-master-1 neutron-server[121607]: Traceback (most recent call last):
Dec 25 21:14:13.187944 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 25 21:14:13.187944 ncdv-master-1 neutron-server[121607]:     timer()
Dec 25 21:14:13.187944 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 25 21:14:13.187944 ncdv-master-1 neutron-server[121607]:     cb(*args, **kw)
Dec 25 21:14:13.187944 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 25 21:14:13.187944 ncdv-master-1 neutron-server[121607]:     return func(*args, **kwargs)
Dec 25 21:14:13.187944 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 25 21:14:13.187944 ncdv-master-1 neutron-server[121607]:     self._notify()
Dec 25 21:14:13.187944 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 25 21:14:13.187944 ncdv-master-1 neutron-server[121607]:     self.callback(batched_events)
Dec 25 21:14:13.187944 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 25 21:14:13.187944 ncdv-master-1 neutron-server[121607]:     event.method(event)
Dec 25 21:14:13.187944 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 25 21:14:13.187944 ncdv-master-1 neutron-server[121607]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 25 21:14:13.187944 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 25 21:14:13.187944 ncdv-master-1 neutron-server[121607]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 25 21:14:13.187944 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 25 21:14:13.187944 ncdv-master-1 neutron-server[121607]:     return f(self, *a, **k)
Dec 25 21:14:13.187944 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 25 21:14:13.187944 ncdv-master-1 neutron-server[121607]:     return self._get(url).json()
Dec 25 21:14:13.187944 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 25 21:14:13.187944 ncdv-master-1 neutron-server[121607]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 25 21:14:13.187944 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 25 21:14:13.187944 ncdv-master-1 neutron-server[121607]:     return self.request(url, 'GET', **kwargs)
Dec 25 21:14:13.187944 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 25 21:14:13.187944 ncdv-master-1 neutron-server[121607]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 25 21:14:13.187944 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 25 21:14:13.187944 ncdv-master-1 neutron-server[121607]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 25 21:14:13.187944 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 25 21:14:13.187944 ncdv-master-1 neutron-server[121607]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 25 21:14:13.187944 ncdv-master-1 neutron-server[121607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 25 21:14:13.212975 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe0479d-d49d-4bca-9940-697a0d23ed60 service neutron] Pushing event updated for resources: {'Port': ['ID=0dd3bc1f-1fb5-4e1c-b9d7-78a069b36fb2,revision_number=2']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:14:13.238633 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe0479d-d49d-4bca-9940-697a0d23ed60 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:14:13.239073 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe0479d-d49d-4bca-9940-697a0d23ed60 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:14:13.239483 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe0479d-d49d-4bca-9940-697a0d23ed60 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:14:13.242520 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe0479d-d49d-4bca-9940-697a0d23ed60 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:14:13.242946 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe0479d-d49d-4bca-9940-697a0d23ed60 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:14:13.244151 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe0479d-d49d-4bca-9940-697a0d23ed60 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:14:13.244606 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe0479d-d49d-4bca-9940-697a0d23ed60 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:14:13.246625 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe0479d-d49d-4bca-9940-697a0d23ed60 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:14:13.246990 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe0479d-d49d-4bca-9940-697a0d23ed60 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:14:13.247451 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe0479d-d49d-4bca-9940-697a0d23ed60 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:14:13.247802 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe0479d-d49d-4bca-9940-697a0d23ed60 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:14:13.248255 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe0479d-d49d-4bca-9940-697a0d23ed60 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:14:13.250315 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe0479d-d49d-4bca-9940-697a0d23ed60 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:14:13.310233 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-73e15b9f-bbed-4100-801a-64f86a4e0c2d req-dbe0479d-d49d-4bca-9940-697a0d23ed60 service neutron] Attempting to bind port 0dd3bc1f-1fb5-4e1c-b9d7-78a069b36fb2 on host nch2-master-1 for vnic_type normal with profile  {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:14:13.310692 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-73e15b9f-bbed-4100-801a-64f86a4e0c2d req-dbe0479d-d49d-4bca-9940-697a0d23ed60 service neutron] Attempting to bind port 0dd3bc1f-1fb5-4e1c-b9d7-78a069b36fb2 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '2f0a2649-a57f-4db8-987a-184ba43b05bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '9567beaf-dc87-435f-8c75-e490291b6617'}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:14:13.311028 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73e15b9f-bbed-4100-801a-64f86a4e0c2d req-dbe0479d-d49d-4bca-9940-697a0d23ed60 service neutron] Attempting to bind port 0dd3bc1f-1fb5-4e1c-b9d7-78a069b36fb2 on network 9567beaf-dc87-435f-8c75-e490291b6617 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:14:13.316818 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73e15b9f-bbed-4100-801a-64f86a4e0c2d req-dbe0479d-d49d-4bca-9940-697a0d23ed60 service neutron] Port 0dd3bc1f-1fb5-4e1c-b9d7-78a069b36fb2 on network 9567beaf-dc87-435f-8c75-e490291b6617 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 25 21:14:13.317187 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73e15b9f-bbed-4100-801a-64f86a4e0c2d req-dbe0479d-d49d-4bca-9940-697a0d23ed60 service neutron] Attempting to bind port 0dd3bc1f-1fb5-4e1c-b9d7-78a069b36fb2 on network 9567beaf-dc87-435f-8c75-e490291b6617 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:14:13.328276 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73e15b9f-bbed-4100-801a-64f86a4e0c2d req-dbe0479d-d49d-4bca-9940-697a0d23ed60 service neutron] Checking agent: {'id': '0d9ae313-8f8d-40fa-8a9f-d098a25a9911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 21, 4, 38), 'started_at': datetime.datetime(2021, 12, 25, 21, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 14, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:14:13.330441 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73e15b9f-bbed-4100-801a-64f86a4e0c2d req-dbe0479d-d49d-4bca-9940-697a0d23ed60 service neutron] Checking segment: {'id': '2f0a2649-a57f-4db8-987a-184ba43b05bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '9567beaf-dc87-435f-8c75-e490291b6617'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:14:13.331764 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73e15b9f-bbed-4100-801a-64f86a4e0c2d req-dbe0479d-d49d-4bca-9940-697a0d23ed60 service neutron] Bound using segment: {'id': '2f0a2649-a57f-4db8-987a-184ba43b05bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '9567beaf-dc87-435f-8c75-e490291b6617'} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:14:13.333049 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-73e15b9f-bbed-4100-801a-64f86a4e0c2d req-dbe0479d-d49d-4bca-9940-697a0d23ed60 service neutron] Bound port: 0dd3bc1f-1fb5-4e1c-b9d7-78a069b36fb2, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f0a2649-a57f-4db8-987a-184ba43b05bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '9567beaf-dc87-435f-8c75-e490291b6617'}}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:14:13.333657 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-73e15b9f-bbed-4100-801a-64f86a4e0c2d req-dbe0479d-d49d-4bca-9940-697a0d23ed60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:13.341774 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvr_db [None req-5fe97e19-7fe4-4a3e-b260-1a89fced8508 None None] Set router 824420c3-b86c-4fef-9c34-ededb54f85ff gateway port host: ncdv-master-1 {{(pid=121608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:14:13.356465 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7486cc2f-e560-4e08-9589-d0ee65924709 req-ee5f28fe-23e7-41ed-b794-ae40bcad1cba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:14:13.360712 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-7486cc2f-e560-4e08-9589-d0ee65924709 req-ee5f28fe-23e7-41ed-b794-ae40bcad1cba service neutron] 10.222.0.37 "GET /v2.0/networks?id=8f212e98-547d-4c6e-a560-2e9a548c8f59 HTTP/1.1" status: 200  len: 870 time: 0.2723153
Dec 25 21:14:13.477421 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-fd639a84-8d12-424b-9253-0d17c157b869 tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2008653'] for network, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:13.501582 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-73e15b9f-bbed-4100-801a-64f86a4e0c2d req-dbe0479d-d49d-4bca-9940-697a0d23ed60 service neutron] For port 0dd3bc1f-1fb5-4e1c-b9d7-78a069b36fb2, host nch2-master-1, cleared binding levels {{(pid=121606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:14:13.504943 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-fd639a84-8d12-424b-9253-0d17c157b869 tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for network, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:13.508496 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-73e15b9f-bbed-4100-801a-64f86a4e0c2d req-dbe0479d-d49d-4bca-9940-697a0d23ed60 service neutron] For port 0dd3bc1f-1fb5-4e1c-b9d7-78a069b36fb2, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0dd3bc1f-1fb5-4e1c-b9d7-78a069b36fb2,segment=NetworkSegment(2f0a2649-a57f-4db8-987a-184ba43b05bc),segment_id=2f0a2649-a57f-4db8-987a-184ba43b05bc)] {{(pid=121606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:14:13.514585 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-fd639a84-8d12-424b-9253-0d17c157b869 tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] 10.222.0.32 "DELETE /v2.0/networks/fe8d65f9-00af-4751-929a-992529d61f28 HTTP/1.1" status: 204  len: 168 time: 2.6547480
Dec 25 21:14:13.521268 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-7486cc2f-e560-4e08-9589-d0ee65924709 req-362a7cf8-5eeb-4d29-a6db-b3a743348060 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.173&port_id=01be047a-fff9-4768-83e3-d8f015049719 HTTP/1.1" status: 200  len: 217 time: 0.1527624
Dec 25 21:14:13.522798 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 49862) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:14:13.532073 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-64a728a3-bb4f-401c-80b8-49b5f3bf5ebd tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1124901549'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:14:13.559216 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd639a84-8d12-424b-9253-0d17c157b869 tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Pushing event deleted for resources: {'Network': ['ID=fe8d65f9-00af-4751-929a-992529d61f28,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:14:13.599097 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-73e15b9f-bbed-4100-801a-64f86a4e0c2d req-dbe0479d-d49d-4bca-9940-697a0d23ed60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:13.652062 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7486cc2f-e560-4e08-9589-d0ee65924709 req-63bc17dd-9fdd-473e-aea1-a98584894c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:14:13.653621 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-7486cc2f-e560-4e08-9589-d0ee65924709 req-63bc17dd-9fdd-473e-aea1-a98584894c21 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=dcfbae86-f93e-400c-8084-eac7f56ff5ba HTTP/1.1" status: 200  len: 843 time: 0.1049018
Dec 25 21:14:13.672889 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e15b9f-bbed-4100-801a-64f86a4e0c2d req-dbe0479d-d49d-4bca-9940-697a0d23ed60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:14:13.674508 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-73e15b9f-bbed-4100-801a-64f86a4e0c2d req-dbe0479d-d49d-4bca-9940-697a0d23ed60 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:13.675164 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-73e15b9f-bbed-4100-801a-64f86a4e0c2d req-dbe0479d-d49d-4bca-9940-697a0d23ed60 service neutron] 10.222.0.37 "PUT /v2.0/ports/0dd3bc1f-1fb5-4e1c-b9d7-78a069b36fb2 HTTP/1.1" status: 200  len: 1091 time: 2.4181004
Dec 25 21:14:13.681838 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23221387-3a9d-4105-b3db-d1586e20d8a5', 'tag': '0dd3bc1f-1fb5-4e1c-b9d7-78a069b36fb2'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:14:13.688127 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9858820c13ec2827453b94ebc4181065e990a4e4089ccb9fe762531ac62d2fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73fe9586-4a5d-4728-928f-d816587d60dc" -d '{"events": [{"name": "network-changed", "server_uuid": "23221387-3a9d-4105-b3db-d1586e20d8a5", "tag": "0dd3bc1f-1fb5-4e1c-b9d7-78a069b36fb2"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:14:13.717237 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64a728a3-bb4f-401c-80b8-49b5f3bf5ebd tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Made reservation on behalf of af3f5665f009477385c524a3e23aedc6 for: {'network': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:14:13.727070 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-64a728a3-bb4f-401c-80b8-49b5f3bf5ebd tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for network, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:13.834337 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7486cc2f-e560-4e08-9589-d0ee65924709 req-a9575699-bf1e-4559-8fbd-6ae4dcde9747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:14:13.835845 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-7486cc2f-e560-4e08-9589-d0ee65924709 req-a9575699-bf1e-4559-8fbd-6ae4dcde9747 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8f212e98-547d-4c6e-a560-2e9a548c8f59&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1724823
Dec 25 21:14:13.852389 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe0479d-d49d-4bca-9940-697a0d23ed60 service neutron] Pushing event updated for resources: {'Port': ['ID=0dd3bc1f-1fb5-4e1c-b9d7-78a069b36fb2,revision_number=3']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:14:13.991894 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-5fe97e19-7fe4-4a3e-b260-1a89fced8508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2613f62550>, [{'id': '824420c3-b86c-4fef-9c34-ededb54f85ff', 'name': 'tempest-ServersTestJSON-703066836-router', 'tenant_id': '00414bfe9d194c88b02d9664fdeaa217', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.99'}], 'enable_snat': True}, 'gw_port_id': '611c25b8-6395-4dc9-9939-c109f126052d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:13:24Z', 'updated_at': '2021-12-25T21:13:37Z', 'revision_number': 4, 'project_id': '00414bfe9d194c88b02d9664fdeaa217', 'gw_port': {'id': '611c25b8-6395-4dc9-9939-c109f126052d', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:3f:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '824420c3-b86c-4fef-9c34-ededb54f85ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 764, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:13:26Z', 'updated_at': '2021-12-25T21:13:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '3d6ff30a-bafc-4f2e-a34e-3b6d41cf31b4', 'tenant_id': '00414bfe9d194c88b02d9664fdeaa217', 'floating_ip_address': '172.35.3.24', 'floating_network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'router_id': '824420c3-b86c-4fef-9c34-ededb54f85ff', 'port_id': '00640242-8453-4c98-b5aa-a9ed148543ff', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 786, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '92c154ff-54f2-4280-b0a5-61ec0db10729', 'mac_address': 'fa:16:3e:61:38:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06595622-92cb-4f87-bd0d-0320a9fc5d7e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-25T21:13:45Z', 'updated_at': '2021-12-25T21:14:10Z', 'revision_number': 1, 'project_id': '00414bfe9d194c88b02d9664fdeaa217', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53b36032-f06f-4051-87b3-02fe356da369', 'name': '', 'network_id': '92c154ff-54f2-4280-b0a5-61ec0db10729', 'tenant_id': '00414bfe9d194c88b02d9664fdeaa217', 'mac_address': 'fa:16:3e:4a:12:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '824420c3-b86c-4fef-9c34-ededb54f85ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': '8f2e28f2-741d-4c53-98f1-5b61083688d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:13:34Z', 'updated_at': '2021-12-25T21:13:45Z', 'revision_number': 5, 'project_id': '00414bfe9d194c88b02d9664fdeaa217', 'subnets': [{'id': '8f2e28f2-741d-4c53-98f1-5b61083688d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:14:14.012327 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64a728a3-bb4f-401c-80b8-49b5f3bf5ebd tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] vlan segment allocate from pool success with {'vlan_id': 160, 'physical_network': 'physnet1'}  {{(pid=121606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 25 21:14:14.036007 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fe97e19-7fe4-4a3e-b260-1a89fced8508 None None] Checking router: 824420c3-b86c-4fef-9c34-ededb54f85ff for host: ncdv-master-1 {{(pid=121608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 25 21:14:14.052417 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fe97e19-7fe4-4a3e-b260-1a89fced8508 None None] Routers {'824420c3-b86c-4fef-9c34-ededb54f85ff'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:14:14.053078 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-5fe97e19-7fe4-4a3e-b260-1a89fced8508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2613f62550>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:14:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['824420c3-b86c-4fef-9c34-ededb54f85ff'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:14:14.096077 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-64a728a3-bb4f-401c-80b8-49b5f3bf5ebd tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:14.096449 ncdv-master-1 neutron-server[121606]: INFO neutron.db.segments_db [None req-64a728a3-bb4f-401c-80b8-49b5f3bf5ebd tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Added segment 2697e07c-332d-4641-aeba-93b90adf7b9d of type vlan for network 3e921bd6-c801-4e72-9632-6b6d2570d487
Dec 25 21:14:14.127351 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-7486cc2f-e560-4e08-9589-d0ee65924709 req-5e1bc23a-14c4-4b44-8d7c-9d431e77c3e5 service neutron] 10.222.0.37 "GET /v2.0/networks/8f212e98-547d-4c6e-a560-2e9a548c8f59?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2719731
Dec 25 21:14:14.146622 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e15b9f-bbed-4100-801a-64f86a4e0c2d req-442d53e5-af99-4e25-addf-6f1593529574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:14:14.148615 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-73e15b9f-bbed-4100-801a-64f86a4e0c2d req-442d53e5-af99-4e25-addf-6f1593529574 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f5ed5c4fc23d460e8d63226986b549bd&device_id=23221387-3a9d-4105-b3db-d1586e20d8a5 HTTP/1.1" status: 200  len: 1094 time: 0.2977405
Dec 25 21:14:14.159751 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5fbabf-b2b9-4563-83f3-0446c618b5ec req-6c818a3f-01e7-4263-abc6-737af5714da5 tempest-ServersTestFqdnHostnames-948157385 tempest-ServersTestFqdnHostnames-948157385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:14:14.167144 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-aa5fbabf-b2b9-4563-83f3-0446c618b5ec req-6c818a3f-01e7-4263-abc6-737af5714da5 tempest-ServersTestFqdnHostnames-948157385 tempest-ServersTestFqdnHostnames-948157385-project] 10.222.0.32 "GET /v2.0/ports?device_id=23221387-3a9d-4105-b3db-d1586e20d8a5 HTTP/1.1" status: 200  len: 943 time: 0.2753391
Dec 25 21:14:14.190242 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvr_db [None req-5fe97e19-7fe4-4a3e-b260-1a89fced8508 None None] Set router 824420c3-b86c-4fef-9c34-ededb54f85ff gateway port host: ncdv-master-1 {{(pid=121608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:14:14.205495 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-64a728a3-bb4f-401c-80b8-49b5f3bf5ebd tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737602163420'] for network, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:14.244548 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-7486cc2f-e560-4e08-9589-d0ee65924709 req-8c36418c-1bbf-4d9f-981a-84e5d7d83431 service neutron] 10.222.0.37 "GET /v2.0/networks/8f212e98-547d-4c6e-a560-2e9a548c8f59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1109712
Dec 25 21:14:14.265752 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-73e15b9f-bbed-4100-801a-64f86a4e0c2d req-1b326976-2a6e-441f-9fb8-1c42aa48290e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0dd3bc1f-1fb5-4e1c-b9d7-78a069b36fb2 HTTP/1.1" status: 200  len: 217 time: 0.0745957
Dec 25 21:14:14.346352 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-aa5fbabf-b2b9-4563-83f3-0446c618b5ec req-94d1c304-186c-4a9e-8778-b13c1279161d tempest-ServersTestFqdnHostnames-948157385 tempest-ServersTestFqdnHostnames-948157385-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca6b4ade-e9f8-48ab-a037-b83bf4a53bde&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1775005
Dec 25 21:14:14.357632 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e15b9f-bbed-4100-801a-64f86a4e0c2d req-0adff3d3-0f57-4526-8a8c-d08c46bea4c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:14:14.359109 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-73e15b9f-bbed-4100-801a-64f86a4e0c2d req-0adff3d3-0f57-4526-8a8c-d08c46bea4c2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9df5d080-ab32-4fab-b5e1-35683f8face2 HTTP/1.1" status: 200  len: 853 time: 0.0862861
Dec 25 21:14:14.396376 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Dec 2021 21:14:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28d96daf-f9f8-40d7-87c5-b5fc2e93d739 x-openstack-request-id: req-28d96daf-f9f8-40d7-87c5-b5fc2e93d739 {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:14:14.396667 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23221387-3a9d-4105-b3db-d1586e20d8a5", "tag": "0dd3bc1f-1fb5-4e1c-b9d7-78a069b36fb2", "status": "completed", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:14:14.396940 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-28d96daf-f9f8-40d7-87c5-b5fc2e93d739 {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:14:14.397361 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23221387-3a9d-4105-b3db-d1586e20d8a5', 'tag': '0dd3bc1f-1fb5-4e1c-b9d7-78a069b36fb2', 'status': 'completed', 'code': 200}
Dec 25 21:14:14.420802 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e15b9f-bbed-4100-801a-64f86a4e0c2d req-2f111830-f794-4224-85f0-a876b4054195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:14:14.422359 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-73e15b9f-bbed-4100-801a-64f86a4e0c2d req-2f111830-f794-4224-85f0-a876b4054195 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9567beaf-dc87-435f-8c75-e490291b6617&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0563295
Dec 25 21:14:14.452569 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-5fe97e19-7fe4-4a3e-b260-1a89fced8508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2613f62550>, [{'id': '824420c3-b86c-4fef-9c34-ededb54f85ff', 'name': 'tempest-ServersTestJSON-703066836-router', 'tenant_id': '00414bfe9d194c88b02d9664fdeaa217', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.99'}], 'enable_snat': True}, 'gw_port_id': '611c25b8-6395-4dc9-9939-c109f126052d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:13:24Z', 'updated_at': '2021-12-25T21:13:37Z', 'revision_number': 4, 'project_id': '00414bfe9d194c88b02d9664fdeaa217', 'gw_port': {'id': '611c25b8-6395-4dc9-9939-c109f126052d', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:3f:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '824420c3-b86c-4fef-9c34-ededb54f85ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 764, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:13:26Z', 'updated_at': '2021-12-25T21:13:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '3d6ff30a-bafc-4f2e-a34e-3b6d41cf31b4', 'tenant_id': '00414bfe9d194c88b02d9664fdeaa217', 'floating_ip_address': '172.35.3.24', 'floating_network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'router_id': '824420c3-b86c-4fef-9c34-ededb54f85ff', 'port_id': '00640242-8453-4c98-b5aa-a9ed148543ff', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 786, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '92c154ff-54f2-4280-b0a5-61ec0db10729', 'mac_address': 'fa:16:3e:61:38:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06595622-92cb-4f87-bd0d-0320a9fc5d7e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-25T21:13:45Z', 'updated_at': '2021-12-25T21:14:10Z', 'revision_number': 1, 'project_id': '00414bfe9d194c88b02d9664fdeaa217', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53b36032-f06f-4051-87b3-02fe356da369', 'name': '', 'network_id': '92c154ff-54f2-4280-b0a5-61ec0db10729', 'tenant_id': '00414bfe9d194c88b02d9664fdeaa217', 'mac_address': 'fa:16:3e:4a:12:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '824420c3-b86c-4fef-9c34-ededb54f85ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': '8f2e28f2-741d-4c53-98f1-5b61083688d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:13:34Z', 'updated_at': '2021-12-25T21:13:45Z', 'revision_number': 5, 'project_id': '00414bfe9d194c88b02d9664fdeaa217', 'subnets': [{'id': '8f2e28f2-741d-4c53-98f1-5b61083688d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:14:14.479322 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fe97e19-7fe4-4a3e-b260-1a89fced8508 None None] The sync data for ids ['824420c3-b86c-4fef-9c34-ededb54f85ff'] in ncdv-master-1 is: [{'id': '824420c3-b86c-4fef-9c34-ededb54f85ff', 'name': 'tempest-ServersTestJSON-703066836-router', 'tenant_id': '00414bfe9d194c88b02d9664fdeaa217', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.99'}], 'enable_snat': True}, 'gw_port_id': '611c25b8-6395-4dc9-9939-c109f126052d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:13:24Z', 'updated_at': '2021-12-25T21:13:37Z', 'revision_number': 4, 'project_id': '00414bfe9d194c88b02d9664fdeaa217', 'gw_port': {'id': '611c25b8-6395-4dc9-9939-c109f126052d', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:3f:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '824420c3-b86c-4fef-9c34-ededb54f85ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 764, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:13:26Z', 'updated_at': '2021-12-25T21:13:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '3d6ff30a-bafc-4f2e-a34e-3b6d41cf31b4', 'tenant_id': '00414bfe9d194c88b02d9664fdeaa217', 'floating_ip_address': '172.35.3.24', 'floating_network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'router_id': '824420c3-b86c-4fef-9c34-ededb54f85ff', 'port_id': '00640242-8453-4c98-b5aa-a9ed148543ff', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 786, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '92c154ff-54f2-4280-b0a5-61ec0db10729', 'mac_address': 'fa:16:3e:61:38:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06595622-92cb-4f87-bd0d-0320a9fc5d7e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-25T21:13:45Z', 'updated_at': '2021-12-25T21:14:10Z', 'revision_number': 1, 'project_id': '00414bfe9d194c88b02d9664fdeaa217', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53b36032-f06f-4051-87b3-02fe356da369', 'name': '', 'network_id': '92c154ff-54f2-4280-b0a5-61ec0db10729', 'tenant_id': '00414bfe9d194c88b02d9664fdeaa217', 'mac_address': 'fa:16:3e:4a:12:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '824420c3-b86c-4fef-9c34-ededb54f85ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': '8f2e28f2-741d-4c53-98f1-5b61083688d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:13:34Z', 'updated_at': '2021-12-25T21:13:45Z', 'revision_number': 5, 'project_id': '00414bfe9d194c88b02d9664fdeaa217', 'subnets': [{'id': '8f2e28f2-741d-4c53-98f1-5b61083688d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 21:14:14.560425 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-73e15b9f-bbed-4100-801a-64f86a4e0c2d req-b9f4c0e5-afa2-4b90-adcb-8650e6a23011 service neutron] 10.222.0.37 "GET /v2.0/networks/9567beaf-dc87-435f-8c75-e490291b6617?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1278703
Dec 25 21:14:14.566627 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066f4003-b56d-487d-bd1b-84808068c949 req-3f465272-c1be-44de-9562-0fc6f3222b31 tempest-DeleteServersAdminTestJSON-130215457 tempest-DeleteServersAdminTestJSON-130215457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:14:14.568145 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-066f4003-b56d-487d-bd1b-84808068c949 req-3f465272-c1be-44de-9562-0fc6f3222b31 tempest-DeleteServersAdminTestJSON-130215457 tempest-DeleteServersAdminTestJSON-130215457-project] 10.222.0.32 "GET /v2.0/ports?device_id=45f0a001-36db-4334-9faa-a374e3a51158 HTTP/1.1" status: 200  len: 948 time: 0.0953228
Dec 25 21:14:14.617401 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-64a728a3-bb4f-401c-80b8-49b5f3bf5ebd tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870'] for network, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:14.623670 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64a728a3-bb4f-401c-80b8-49b5f3bf5ebd tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:14:14.624268 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-64a728a3-bb4f-401c-80b8-49b5f3bf5ebd tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for network, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:14.761409 ncdv-master-1 neutron-server[121607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06595622-92cb-4f87-bd0d-0320a9fc5d7e', 'tag': '00640242-8453-4c98-b5aa-a9ed148543ff'}] {{(pid=121607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:14:14.764425 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f980bbcadfa7bf1e788024e1448be660373c21f97f015f780444e999c451203" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20d626fe-414f-4a30-b351-97916c73f4ae" -d '{"events": [{"name": "network-changed", "server_uuid": "06595622-92cb-4f87-bd0d-0320a9fc5d7e", "tag": "00640242-8453-4c98-b5aa-a9ed148543ff"}]}' {{(pid=121607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:14:14.851345 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c1fa9e6-55dc-4a30-995b-bbafcbe1da1e None None] New status for floating IP 3d6ff30a-bafc-4f2e-a34e-3b6d41cf31b4: ACTIVE {{(pid=121609) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 25 21:14:14.875305 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a728a3-bb4f-401c-80b8-49b5f3bf5ebd tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Pushing event updated for resources: {'Network': ['ID=3e921bd6-c801-4e72-9632-6b6d2570d487,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:14:14.887826 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Network 3e921bd6-c801-4e72-9632-6b6d2570d487 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 25 21:14:14.891770 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-066f4003-b56d-487d-bd1b-84808068c949 req-79c23160-30b5-46b9-b478-48bb0e156122 tempest-DeleteServersAdminTestJSON-130215457 tempest-DeleteServersAdminTestJSON-130215457-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e7324bc-20c8-41e1-ab34-2991b9fd33ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3093092
Dec 25 21:14:14.939617 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-73e15b9f-bbed-4100-801a-64f86a4e0c2d req-a6b28288-cbfe-4eaa-b895-228ccaf0ddf0 service neutron] 10.222.0.37 "GET /v2.0/networks/9567beaf-dc87-435f-8c75-e490291b6617?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3704817
Dec 25 21:14:14.970860 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 49900) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:14:14.972170 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-64a728a3-bb4f-401c-80b8-49b5f3bf5ebd tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 774 time: 1.4465148
Dec 25 21:14:14.977738 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-e154ac10-528f-4109-bb64-ca4d6d253f0a tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Request body: {'subnet': {'network_id': '3e921bd6-c801-4e72-9632-6b6d2570d487', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:14:15.033832 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Dec 2021 21:14:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-255a69a0-153b-4172-aa94-b39bc9fb35ec x-openstack-request-id: req-255a69a0-153b-4172-aa94-b39bc9fb35ec {{(pid=121607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:14:15.037079 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06595622-92cb-4f87-bd0d-0320a9fc5d7e", "tag": "00640242-8453-4c98-b5aa-a9ed148543ff", "status": "completed", "code": 200}]} {{(pid=121607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:14:15.037448 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-255a69a0-153b-4172-aa94-b39bc9fb35ec {{(pid=121607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:14:15.045594 ncdv-master-1 neutron-server[121607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06595622-92cb-4f87-bd0d-0320a9fc5d7e', 'tag': '00640242-8453-4c98-b5aa-a9ed148543ff', 'status': 'completed', 'code': 200}
Dec 25 21:14:15.161338 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340586fc-ae39-45e8-b58a-c995dbef8106 req-f118d6ee-ebe8-426d-a1cd-61f0a3e95a94 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:14:15.170336 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-340586fc-ae39-45e8-b58a-c995dbef8106 req-f118d6ee-ebe8-426d-a1cd-61f0a3e95a94 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/ports?device_id=b248cb56-18c2-4ff2-a8da-8e0993879a65 HTTP/1.1" status: 200  len: 950 time: 0.1932290
Dec 25 21:14:15.178090 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d626fe-414f-4a30-b351-97916c73f4ae req-bfba2b6c-4b26-44f4-9758-826d0d428c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:14:15.179556 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-20d626fe-414f-4a30-b351-97916c73f4ae req-bfba2b6c-4b26-44f4-9758-826d0d428c63 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=00414bfe9d194c88b02d9664fdeaa217&device_id=06595622-92cb-4f87-bd0d-0320a9fc5d7e HTTP/1.1" status: 200  len: 1097 time: 0.1396370
Dec 25 21:14:15.342605 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fe9586-4a5d-4728-928f-d816587d60dc req-b4de1d94-3e81-45a6-ad81-c1e420a2817d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:14:15.344198 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-73fe9586-4a5d-4728-928f-d816587d60dc req-b4de1d94-3e81-45a6-ad81-c1e420a2817d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f5ed5c4fc23d460e8d63226986b549bd&device_id=23221387-3a9d-4105-b3db-d1586e20d8a5 HTTP/1.1" status: 200  len: 1094 time: 0.2600763
Dec 25 21:14:15.380598 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-340586fc-ae39-45e8-b58a-c995dbef8106 req-08790e27-a87c-46b3-9b1d-4f0e78d2fb30 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3f1ae63-416f-443f-b032-af0d7dcc9019&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2086101
Dec 25 21:14:15.440370 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5d6b3af5-34e3-46c8-8c09-3887f010d94b req-f6e77cc1-db34-47af-a5ed-0440639285c1 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=b248cb56-18c2-4ff2-a8da-8e0993879a65&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.5473580
Dec 25 21:14:15.445321 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [req-5d6b3af5-34e3-46c8-8c09-3887f010d94b req-3e953008-0e94-4676-a013-9dbbd8b4e7eb service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=121606) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 25 21:14:15.466697 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5d6b3af5-34e3-46c8-8c09-3887f010d94b req-3e953008-0e94-4676-a013-9dbbd8b4e7eb service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0254147
Dec 25 21:14:15.473639 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e154ac10-528f-4109-bb64-ca4d6d253f0a tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Made reservation on behalf of af3f5665f009477385c524a3e23aedc6 for: {'subnet': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:14:15.478777 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e154ac10-528f-4109-bb64-ca4d6d253f0a tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8852834'] for subnet, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:15.512344 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d626fe-414f-4a30-b351-97916c73f4ae req-b4d5014f-f3b8-4585-a252-8540cc101268 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:14:15.514237 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-20d626fe-414f-4a30-b351-97916c73f4ae req-b4d5014f-f3b8-4585-a252-8540cc101268 service neutron] 10.222.0.37 "GET /v2.0/networks?id=92c154ff-54f2-4280-b0a5-61ec0db10729 HTTP/1.1" status: 200  len: 906 time: 0.3081985
Dec 25 21:14:15.539825 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-daf89b23-90cd-4ea4-bace-eee35a78974c req-4e48d19c-8208-4b1d-af84-ec097bd0089b tempest-ServerDiagnosticsNegativeTest-605739865 tempest-ServerDiagnosticsNegativeTest-605739865-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=c455cc0f858a452bb0b60cf0af0c453c&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0242195
Dec 25 21:14:15.695808 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fe9586-4a5d-4728-928f-d816587d60dc req-a0db5002-a0f8-40bc-8bd5-45d216e05b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:14:15.697358 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-73fe9586-4a5d-4728-928f-d816587d60dc req-a0db5002-a0f8-40bc-8bd5-45d216e05b86 service neutron] 10.222.0.37 "GET /v2.0/networks?id=9567beaf-dc87-435f-8c75-e490291b6617 HTTP/1.1" status: 200  len: 915 time: 0.3445401
Dec 25 21:14:15.725361 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-20d626fe-414f-4a30-b351-97916c73f4ae req-9cff2018-2166-4b10-999f-be398608a167 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=00640242-8453-4c98-b5aa-a9ed148543ff HTTP/1.1" status: 200  len: 1001 time: 0.1845138
Dec 25 21:14:15.764390 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-73fe9586-4a5d-4728-928f-d816587d60dc req-d28a1757-4cdc-49cd-b62c-0ef0d8b80887 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0dd3bc1f-1fb5-4e1c-b9d7-78a069b36fb2 HTTP/1.1" status: 200  len: 217 time: 0.0559175
Dec 25 21:14:15.816169 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf89b23-90cd-4ea4-bace-eee35a78974c req-35440f21-2e66-4a9c-817b-901d2c794028 tempest-ServerDiagnosticsNegativeTest-605739865 tempest-ServerDiagnosticsNegativeTest-605739865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:14:15.817686 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-daf89b23-90cd-4ea4-bace-eee35a78974c req-35440f21-2e66-4a9c-817b-901d2c794028 tempest-ServerDiagnosticsNegativeTest-605739865 tempest-ServerDiagnosticsNegativeTest-605739865-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2700605
Dec 25 21:14:15.842656 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d626fe-414f-4a30-b351-97916c73f4ae req-d20de3c7-42bc-472e-8e4f-31f0145336d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:14:15.844126 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-20d626fe-414f-4a30-b351-97916c73f4ae req-d20de3c7-42bc-472e-8e4f-31f0145336d5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8f2e28f2-741d-4c53-98f1-5b61083688d3 HTTP/1.1" status: 200  len: 844 time: 0.1101725
Dec 25 21:14:15.848350 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-daf89b23-90cd-4ea4-bace-eee35a78974c req-ee111d18-7ad8-4b49-a4ba-a1412b29d719 tempest-ServerDiagnosticsNegativeTest-605739865 tempest-ServerDiagnosticsNegativeTest-605739865-project] 10.222.0.32 "GET /v2.0/quotas/c455cc0f858a452bb0b60cf0af0c453c HTTP/1.1" status: 200  len: 375 time: 0.0228026
Dec 25 21:14:15.863167 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989f8b43-4716-4b3a-9d42-7fc3853f756b req-3c2732b5-e8a9-4a61-ac47-e12d00a0d34a tempest-ServersTestFqdnHostnames-948157385 tempest-ServersTestFqdnHostnames-948157385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:14:15.864801 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-989f8b43-4716-4b3a-9d42-7fc3853f756b req-3c2732b5-e8a9-4a61-ac47-e12d00a0d34a tempest-ServersTestFqdnHostnames-948157385 tempest-ServersTestFqdnHostnames-948157385-project] 10.222.0.32 "GET /v2.0/ports?device_id=23221387-3a9d-4105-b3db-d1586e20d8a5 HTTP/1.1" status: 200  len: 943 time: 0.1109197
Dec 25 21:14:15.867900 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fe9586-4a5d-4728-928f-d816587d60dc req-6d092e7d-5242-4d4c-b311-8ffd434ba336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:14:15.870623 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-73fe9586-4a5d-4728-928f-d816587d60dc req-6d092e7d-5242-4d4c-b311-8ffd434ba336 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9df5d080-ab32-4fab-b5e1-35683f8face2 HTTP/1.1" status: 200  len: 853 time: 0.0979514
Dec 25 21:14:15.922303 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fe9586-4a5d-4728-928f-d816587d60dc req-b8350935-d133-428c-bf06-5c9902afe010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:14:15.924163 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-73fe9586-4a5d-4728-928f-d816587d60dc req-b8350935-d133-428c-bf06-5c9902afe010 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9567beaf-dc87-435f-8c75-e490291b6617&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0468941
Dec 25 21:14:15.932490 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-daf89b23-90cd-4ea4-bace-eee35a78974c req-fad96e41-59f2-4064-9c4b-7e0f33aa7ae2 tempest-ServerDiagnosticsNegativeTest-605739865 tempest-ServerDiagnosticsNegativeTest-605739865-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=c455cc0f858a452bb0b60cf0af0c453c&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0575497
Dec 25 21:14:15.961808 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e154ac10-528f-4109-bb64-ca4d6d253f0a tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8632475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8852848'] for subnet, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:15.962541 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device 01be047a-fff9-4768-83e3-d8f015049719 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 25 21:14:15.984214 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d626fe-414f-4a30-b351-97916c73f4ae req-4f1dcef6-76be-45c9-9070-675224179de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:14:15.985754 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-20d626fe-414f-4a30-b351-97916c73f4ae req-4f1dcef6-76be-45c9-9070-675224179de0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=92c154ff-54f2-4280-b0a5-61ec0db10729&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1315048
Dec 25 21:14:15.991033 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-989f8b43-4716-4b3a-9d42-7fc3853f756b req-ce13d22c-92e9-4afb-a386-1400c9b7b68f tempest-ServersTestFqdnHostnames-948157385 tempest-ServersTestFqdnHostnames-948157385-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca6b4ade-e9f8-48ab-a037-b83bf4a53bde&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1183376
Dec 25 21:14:16.128839 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-20d626fe-414f-4a30-b351-97916c73f4ae req-e3143bc9-ba2b-44c9-8993-e534defc988f service neutron] 10.222.0.37 "GET /v2.0/networks/92c154ff-54f2-4280-b0a5-61ec0db10729?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1356888
Dec 25 21:14:16.144034 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e154ac10-528f-4109-bb64-ca4d6d253f0a tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Pushing event updated for resources: {'Subnet': ['ID=a55880c3-27ea-48fb-974b-81f62eed6030,revision_number=0']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:14:16.175090 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port 01be047a-fff9-4768-83e3-d8f015049719, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=01be047a-fff9-4768-83e3-d8f015049719,segment=NetworkSegment(85c774cb-a0eb-4ad9-961f-f331d3b37cd6),segment_id=85c774cb-a0eb-4ad9-961f-f331d3b37cd6)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:14:16.175462 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-73fe9586-4a5d-4728-928f-d816587d60dc req-c4eae022-96d8-4cda-bcb2-5cb97cccb273 service neutron] 10.222.0.37 "GET /v2.0/networks/9567beaf-dc87-435f-8c75-e490291b6617?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2420945
Dec 25 21:14:16.193867 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Returning: {'device': '01be047a-fff9-4768-83e3-d8f015049719', 'network_id': '8f212e98-547d-4c6e-a560-2e9a548c8f59', 'port_id': '01be047a-fff9-4768-83e3-d8f015049719', 'mac_address': 'fa:16:3e:c6:e0:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcfbae86-f93e-400c-8084-eac7f56ff5ba', 'ip_address': '192.168.233.173'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 25 21:14:16.249183 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e154ac10-528f-4109-bb64-ca4d6d253f0a tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Checking segment: {'id': '2697e07c-332d-4641-aeba-93b90adf7b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '3e921bd6-c801-4e72-9632-6b6d2570d487'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:14:16.249551 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e154ac10-528f-4109-bb64-ca4d6d253f0a tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Network hostable DHCP agents. Network: 3e921bd6-c801-4e72-9632-6b6d2570d487, hostable agents: ['1813db88-2c1b-4357-a2ba-869246b663c2'], hosted agents: [] {{(pid=121607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 25 21:14:16.252753 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:16.308244 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01be047a-fff9-4768-83e3-d8f015049719 {{(pid=121608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:14:16.331338 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-20d626fe-414f-4a30-b351-97916c73f4ae req-3dee052c-4314-4728-98fe-67cbf1d37655 service neutron] 10.222.0.37 "GET /v2.0/networks/92c154ff-54f2-4280-b0a5-61ec0db10729?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1943164
Dec 25 21:14:16.387758 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-73fe9586-4a5d-4728-928f-d816587d60dc req-ffede033-3edd-4fa8-bc75-b81606d101ad service neutron] 10.222.0.37 "GET /v2.0/networks/9567beaf-dc87-435f-8c75-e490291b6617?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2041559
Dec 25 21:14:16.398583 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port 01be047a-fff9-4768-83e3-d8f015049719, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=01be047a-fff9-4768-83e3-d8f015049719,segment=NetworkSegment(85c774cb-a0eb-4ad9-961f-f331d3b37cd6),segment_id=85c774cb-a0eb-4ad9-961f-f331d3b37cd6)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:14:16.439721 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e154ac10-528f-4109-bb64-ca4d6d253f0a tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Network 3e921bd6-c801-4e72-9632-6b6d2570d487 is scheduled to be hosted by DHCP agent 1813db88-2c1b-4357-a2ba-869246b663c2 with binding_index 1 {{(pid=121607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 25 21:14:16.456187 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59448ba0-3d91-435a-b6ae-842a5a51637a req-0b4d6048-5989-4941-8207-385d043d90e6 tempest-DeleteServersAdminTestJSON-130215457 tempest-DeleteServersAdminTestJSON-130215457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:14:16.467941 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-59448ba0-3d91-435a-b6ae-842a5a51637a req-0b4d6048-5989-4941-8207-385d043d90e6 tempest-DeleteServersAdminTestJSON-130215457 tempest-DeleteServersAdminTestJSON-130215457-project] 10.222.0.32 "GET /v2.0/ports?device_id=45f0a001-36db-4334-9faa-a374e3a51158 HTTP/1.1" status: 200  len: 948 time: 0.0942388
Dec 25 21:14:16.485864 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:16.536599 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-e154ac10-528f-4109-bb64-ca4d6d253f0a tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 3e921bd6-c801-4e72-9632-6b6d2570d487) {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:14:16.540788 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e154ac10-528f-4109-bb64-ca4d6d253f0a tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:14:16.541648 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e154ac10-528f-4109-bb64-ca4d6d253f0a tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Publish callbacks [] for subnet, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:16.555412 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-59448ba0-3d91-435a-b6ae-842a5a51637a req-6ac8339a-0ea0-4df1-aba8-d130a7620220 tempest-DeleteServersAdminTestJSON-130215457 tempest-DeleteServersAdminTestJSON-130215457-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e7324bc-20c8-41e1-ab34-2991b9fd33ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0832429
Dec 25 21:14:16.567817 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dd01f98-b316-46c6-86cc-6428be044904 None None] Network 3e921bd6-c801-4e72-9632-6b6d2570d487 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:14:16.583743 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Pushing event updated for resources: {'Port': ['ID=01be047a-fff9-4768-83e3-d8f015049719,revision_number=4']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:14:16.600275 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-06471406-f010-4abb-b20b-b5e6d45664b8 req-e84e78cc-bdb8-427b-b730-db58808b7683 tempest-ServerDiagnosticsNegativeTest-605739865 tempest-ServerDiagnosticsNegativeTest-605739865-project] 10.222.0.32 "GET /v2.0/ports?device_id=1488edc8-a4a9-47c4-bc28-867a3c7538ba HTTP/1.1" status: 200  len: 210 time: 0.0367124
Dec 25 21:14:16.665790 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 49974) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:14:16.666132 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-e154ac10-528f-4109-bb64-ca4d6d253f0a tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 798 time: 1.6940007
Dec 25 21:14:16.672050 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-f598367f-67dc-4946-84a2-62206dd13bca tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-526321531'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:14:16.686813 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a5bb8d4-0c70-44de-a6f0-304918b2eaf9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-3e921bd6-c801-4e72-9632-6b6d2570d487', 'network_id': '3e921bd6-c801-4e72-9632-6b6d2570d487', 'project_id': 'af3f5665f009477385c524a3e23aedc6', 'fixed_ips': [{'subnet_id': 'a55880c3-27ea-48fb-974b-81f62eed6030'}]}} from ncdv-master-1. {{(pid=121608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 25 21:14:16.687898 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-4a5bb8d4-0c70-44de-a6f0-304918b2eaf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:16.688759 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9e05a2-c559-48cb-aff4-787d1131808f req-1a07a4a8-a29d-4ca0-b702-5a3b5a55bfd7 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:14:16.690403 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-6a9e05a2-c559-48cb-aff4-787d1131808f req-1a07a4a8-a29d-4ca0-b702-5a3b5a55bfd7 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/ports?device_id=b248cb56-18c2-4ff2-a8da-8e0993879a65 HTTP/1.1" status: 200  len: 950 time: 0.0690780
Dec 25 21:14:16.716576 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] get_ports_and_sgs() called for port_ids ['01be047a-fff9-4768-83e3-d8f015049719'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:14:16.751943 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-6a9e05a2-c559-48cb-aff4-787d1131808f req-27b2b0ef-e1bd-4157-8a12-1c97b1f1fd87 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3f1ae63-416f-443f-b032-af0d7dcc9019&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0542464
Dec 25 21:14:16.814990 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f598367f-67dc-4946-84a2-62206dd13bca tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Made reservation on behalf of af3f5665f009477385c524a3e23aedc6 for: {'network': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:14:16.819002 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-f598367f-67dc-4946-84a2-62206dd13bca tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for network, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:16.883904 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f598367f-67dc-4946-84a2-62206dd13bca tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] vlan segment allocate from pool success with {'vlan_id': 155, 'physical_network': 'physnet1'}  {{(pid=121606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 25 21:14:16.904632 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-f598367f-67dc-4946-84a2-62206dd13bca tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:16.904993 ncdv-master-1 neutron-server[121606]: INFO neutron.db.segments_db [None req-f598367f-67dc-4946-84a2-62206dd13bca tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Added segment b6b5024c-caae-4d07-9f5f-f79f5ffcb101 of type vlan for network bddc1eb9-357a-4f2d-89ab-8a23420fb037
Dec 25 21:14:16.914842 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.db_base_plugin_common [None req-4a5bb8d4-0c70-44de-a6f0-304918b2eaf9 None None] Allocated IP 19.80.0.2 (3e921bd6-c801-4e72-9632-6b6d2570d487/a55880c3-27ea-48fb-974b-81f62eed6030/d075a674-0142-4b8f-ba08-9fd4f32eb808) {{(pid=121608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:14:16.928065 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3faed9-ac5e-4da7-96ba-8d6924e9cbaa req-dbd51e47-9e01-4a4e-9fb5-7ab99a8b13e3 tempest-AttachSCSIVolumeTestJSON-995789853 tempest-AttachSCSIVolumeTestJSON-995789853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:14:16.928065 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ab3faed9-ac5e-4da7-96ba-8d6924e9cbaa req-dbd51e47-9e01-4a4e-9fb5-7ab99a8b13e3 tempest-AttachSCSIVolumeTestJSON-995789853 tempest-AttachSCSIVolumeTestJSON-995789853-project] 10.222.0.32 "GET /v2.0/networks?id=70cbe831-35cd-442f-8abb-fc8d5a9a0c36 HTTP/1.1" status: 200  len: 815 time: 0.1456978
Dec 25 21:14:16.977934 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-f598367f-67dc-4946-84a2-62206dd13bca tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737602163420'] for network, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:16.983429 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ab3faed9-ac5e-4da7-96ba-8d6924e9cbaa req-b7bd0085-6aac-4e9a-b58f-bc600d0eb449 tempest-AttachSCSIVolumeTestJSON-995789853 tempest-AttachSCSIVolumeTestJSON-995789853-project] 10.222.0.32 "GET /v2.0/quotas/53cc391e03de44dbb245531288da2872 HTTP/1.1" status: 200  len: 375 time: 0.0350885
Dec 25 21:14:17.056631 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ab3faed9-ac5e-4da7-96ba-8d6924e9cbaa req-e4ab8904-b647-429c-8f04-4c4d5e9268ed tempest-AttachSCSIVolumeTestJSON-995789853 tempest-AttachSCSIVolumeTestJSON-995789853-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=53cc391e03de44dbb245531288da2872&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0574088
Dec 25 21:14:17.106724 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-f598367f-67dc-4946-84a2-62206dd13bca tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870'] for network, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:17.112819 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f598367f-67dc-4946-84a2-62206dd13bca tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:14:17.113482 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-f598367f-67dc-4946-84a2-62206dd13bca tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for network, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:17.258664 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44904790-4e33-4e65-85c5-48b01c76d947 req-864d4d95-8fe4-442e-9e32-86cf663ac963 tempest-ServersTestFqdnHostnames-948157385 tempest-ServersTestFqdnHostnames-948157385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:14:17.260307 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-44904790-4e33-4e65-85c5-48b01c76d947 req-864d4d95-8fe4-442e-9e32-86cf663ac963 tempest-ServersTestFqdnHostnames-948157385 tempest-ServersTestFqdnHostnames-948157385-project] 10.222.0.32 "GET /v2.0/ports?device_id=23221387-3a9d-4105-b3db-d1586e20d8a5 HTTP/1.1" status: 200  len: 943 time: 0.1732483
Dec 25 21:14:17.263619 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-f598367f-67dc-4946-84a2-62206dd13bca tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 773 time: 0.5966842
Dec 25 21:14:17.264439 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f598367f-67dc-4946-84a2-62206dd13bca tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Pushing event updated for resources: {'Network': ['ID=bddc1eb9-357a-4f2d-89ab-8a23420fb037,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:14:17.266384 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 49992) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:14:17.288164 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-a5a82ee6-6507-488f-8630-4923a2c0200c tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Request body: {'subnet': {'network_id': 'bddc1eb9-357a-4f2d-89ab-8a23420fb037', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:14:17.288510 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Network bddc1eb9-357a-4f2d-89ab-8a23420fb037 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 25 21:14:17.293232 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ab3faed9-ac5e-4da7-96ba-8d6924e9cbaa req-ed3bc0da-27c3-4d6c-87ad-91dcba5710f1 service neutron] 10.222.0.32 "GET /v2.0/networks/70cbe831-35cd-442f-8abb-fc8d5a9a0c36?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2246532
Dec 25 21:14:17.330289 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-4a5bb8d4-0c70-44de-a6f0-304918b2eaf9 None None] Publish callbacks [] for port, precommit_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:17.393723 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-4a5bb8d4-0c70-44de-a6f0-304918b2eaf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946'] for port, after_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:17.394648 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-44904790-4e33-4e65-85c5-48b01c76d947 req-86ca3c17-2b3e-4776-895c-b86940c72dae tempest-ServersTestFqdnHostnames-948157385 tempest-ServersTestFqdnHostnames-948157385-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca6b4ade-e9f8-48ab-a037-b83bf4a53bde&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1065221
Dec 25 21:14:17.453941 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5bb8d4-0c70-44de-a6f0-304918b2eaf9 None None] Pushing event updated for resources: {'Port': ['ID=d075a674-0142-4b8f-ba08-9fd4f32eb808,revision_number=1']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:14:17.460811 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a5bb8d4-0c70-44de-a6f0-304918b2eaf9 None None] Network 3e921bd6-c801-4e72-9632-6b6d2570d487 is already hosted by enough agents. {{(pid=121608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:14:17.462443 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.base_scheduler [None req-4a5bb8d4-0c70-44de-a6f0-304918b2eaf9 None None] Resources bound (agent type, host, resource id):  {{(pid=121608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:14:17.465985 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a5bb8d4-0c70-44de-a6f0-304918b2eaf9 None None] Received port after_create {{(pid=121608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:14:17.471540 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ab3faed9-ac5e-4da7-96ba-8d6924e9cbaa req-2de877b6-580a-4c46-a549-8c222bd0e030 service neutron] 10.222.0.32 "GET /v2.0/networks/70cbe831-35cd-442f-8abb-fc8d5a9a0c36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1538038
Dec 25 21:14:17.480419 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5a82ee6-6507-488f-8630-4923a2c0200c tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Made reservation on behalf of af3f5665f009477385c524a3e23aedc6 for: {'subnet': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:14:17.487782 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a5a82ee6-6507-488f-8630-4923a2c0200c tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8852834'] for subnet, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:17.547676 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-4a5bb8d4-0c70-44de-a6f0-304918b2eaf9 None None] Attempting to bind port d075a674-0142-4b8f-ba08-9fd4f32eb808 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:14:17.550187 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-4a5bb8d4-0c70-44de-a6f0-304918b2eaf9 None None] Attempting to bind port d075a674-0142-4b8f-ba08-9fd4f32eb808 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '2697e07c-332d-4641-aeba-93b90adf7b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '3e921bd6-c801-4e72-9632-6b6d2570d487'}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:14:17.550938 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a5bb8d4-0c70-44de-a6f0-304918b2eaf9 None None] Attempting to bind port d075a674-0142-4b8f-ba08-9fd4f32eb808 on network 3e921bd6-c801-4e72-9632-6b6d2570d487 {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:14:17.562781 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a5bb8d4-0c70-44de-a6f0-304918b2eaf9 None None] Checking agent: {'id': 'ca4f5c6d-f1fd-48b8-a3e3-395864c7d23d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 20, 56, 40), 'started_at': datetime.datetime(2021, 12, 25, 20, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 14, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:14:17.563343 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a5bb8d4-0c70-44de-a6f0-304918b2eaf9 None None] Checking segment: {'id': '2697e07c-332d-4641-aeba-93b90adf7b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '3e921bd6-c801-4e72-9632-6b6d2570d487'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:14:17.564365 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-4a5bb8d4-0c70-44de-a6f0-304918b2eaf9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:17.564902 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a5bb8d4-0c70-44de-a6f0-304918b2eaf9 None None] Bound using segment: {'id': '2697e07c-332d-4641-aeba-93b90adf7b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '3e921bd6-c801-4e72-9632-6b6d2570d487'} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:14:17.565545 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-4a5bb8d4-0c70-44de-a6f0-304918b2eaf9 None None] Bound port: d075a674-0142-4b8f-ba08-9fd4f32eb808, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2697e07c-332d-4641-aeba-93b90adf7b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '3e921bd6-c801-4e72-9632-6b6d2570d487'}}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:14:17.566124 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-4a5bb8d4-0c70-44de-a6f0-304918b2eaf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:17.654894 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-4a5bb8d4-0c70-44de-a6f0-304918b2eaf9 None None] For port d075a674-0142-4b8f-ba08-9fd4f32eb808, host ncdv-master-1, cleared binding levels {{(pid=121608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:14:17.658135 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-4a5bb8d4-0c70-44de-a6f0-304918b2eaf9 None None] For port d075a674-0142-4b8f-ba08-9fd4f32eb808, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d075a674-0142-4b8f-ba08-9fd4f32eb808,segment=NetworkSegment(2697e07c-332d-4641-aeba-93b90adf7b9d),segment_id=2697e07c-332d-4641-aeba-93b90adf7b9d)] {{(pid=121608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:14:17.783797 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-4a5bb8d4-0c70-44de-a6f0-304918b2eaf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:17.902215 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9b4899-6ed2-4620-b92d-cf70fc728156 req-8f877d4e-895c-4e3e-8e7d-4788cf4824c4 tempest-DeleteServersAdminTestJSON-130215457 tempest-DeleteServersAdminTestJSON-130215457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:14:17.907549 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5bb8d4-0c70-44de-a6f0-304918b2eaf9 None None] Pushing event updated for resources: {'Port': ['ID=d075a674-0142-4b8f-ba08-9fd4f32eb808,revision_number=2']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:14:17.910368 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7c9b4899-6ed2-4620-b92d-cf70fc728156 req-8f877d4e-895c-4e3e-8e7d-4788cf4824c4 tempest-DeleteServersAdminTestJSON-130215457 tempest-DeleteServersAdminTestJSON-130215457-project] 10.222.0.32 "GET /v2.0/ports?device_id=45f0a001-36db-4334-9faa-a374e3a51158 HTTP/1.1" status: 200  len: 949 time: 0.0925441
Dec 25 21:14:17.947812 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a5a82ee6-6507-488f-8630-4923a2c0200c tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8632475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8852848'] for subnet, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:17.959708 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b27d929b-86db-443e-a391-5bb17f40cf8f req-93a798b8-f0f4-4bf9-81f4-e51022889ff0 tempest-ServerDiagnosticsNegativeTest-605739865 tempest-ServerDiagnosticsNegativeTest-605739865-project] 10.222.0.32 "GET /v2.0/ports?device_id=1488edc8-a4a9-47c4-bc28-867a3c7538ba HTTP/1.1" status: 200  len: 210 time: 0.0397403
Dec 25 21:14:17.991953 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device 0dd3bc1f-1fb5-4e1c-b9d7-78a069b36fb2 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 25 21:14:18.002956 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device 01be047a-fff9-4768-83e3-d8f015049719 up at agent hyperv_nch2-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:14:18.013255 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7c9b4899-6ed2-4620-b92d-cf70fc728156 req-eed23750-0291-43c2-b143-a06f86bfcba9 tempest-DeleteServersAdminTestJSON-130215457 tempest-DeleteServersAdminTestJSON-130215457-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e7324bc-20c8-41e1-ab34-2991b9fd33ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0981390
Dec 25 21:14:18.107178 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5a82ee6-6507-488f-8630-4923a2c0200c tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Checking segment: {'id': 'b6b5024c-caae-4d07-9f5f-f79f5ffcb101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'bddc1eb9-357a-4f2d-89ab-8a23420fb037'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:14:18.107599 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5a82ee6-6507-488f-8630-4923a2c0200c tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Network hostable DHCP agents. Network: bddc1eb9-357a-4f2d-89ab-8a23420fb037, hostable agents: ['1813db88-2c1b-4357-a2ba-869246b663c2'], hosted agents: [] {{(pid=121607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 25 21:14:18.108059 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e130583b-e0ca-4be3-889a-b926a11fca7d req-6c22d433-44df-4374-90ad-2b9ef344f395 tempest-AttachSCSIVolumeTestJSON-995789853 tempest-AttachSCSIVolumeTestJSON-995789853-project] 10.222.0.32 "GET /v2.0/ports?device_id=f7e7dfd9-c959-4465-a460-55aac15feeef HTTP/1.1" status: 200  len: 210 time: 0.0506625
Dec 25 21:14:18.110800 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a82ee6-6507-488f-8630-4923a2c0200c tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Pushing event updated for resources: {'Subnet': ['ID=00a4f833-251e-4ff3-a1b6-930154d4ebf7,revision_number=0']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:14:18.208021 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5a82ee6-6507-488f-8630-4923a2c0200c tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Network bddc1eb9-357a-4f2d-89ab-8a23420fb037 is scheduled to be hosted by DHCP agent 1813db88-2c1b-4357-a2ba-869246b663c2 with binding_index 1 {{(pid=121607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 25 21:14:18.288412 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895654ac-4b4a-4575-ba15-3837811e6d02 req-015d200c-57fd-4c5c-b523-a7248b93b177 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:14:18.298966 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-895654ac-4b4a-4575-ba15-3837811e6d02 req-015d200c-57fd-4c5c-b523-a7248b93b177 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/ports?device_id=b248cb56-18c2-4ff2-a8da-8e0993879a65 HTTP/1.1" status: 200  len: 950 time: 0.1502676
Dec 25 21:14:18.342683 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port 0dd3bc1f-1fb5-4e1c-b9d7-78a069b36fb2, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0dd3bc1f-1fb5-4e1c-b9d7-78a069b36fb2,segment=NetworkSegment(2f0a2649-a57f-4db8-987a-184ba43b05bc),segment_id=2f0a2649-a57f-4db8-987a-184ba43b05bc)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:14:18.347846 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-a5a82ee6-6507-488f-8630-4923a2c0200c tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, bddc1eb9-357a-4f2d-89ab-8a23420fb037) {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:14:18.351848 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5a82ee6-6507-488f-8630-4923a2c0200c tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:14:18.352442 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a5a82ee6-6507-488f-8630-4923a2c0200c tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Publish callbacks [] for subnet, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:18.370000 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a1f5c6f-2193-4995-ab22-9d732d5e0b96 None None] Network bddc1eb9-357a-4f2d-89ab-8a23420fb037 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:14:18.415114 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-895654ac-4b4a-4575-ba15-3837811e6d02 req-b120ab74-93eb-49e7-9ae7-81487c48dd5e tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3f1ae63-416f-443f-b032-af0d7dcc9019&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1108994
Dec 25 21:14:18.420784 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Returning: {'device': '0dd3bc1f-1fb5-4e1c-b9d7-78a069b36fb2', 'network_id': '9567beaf-dc87-435f-8c75-e490291b6617', 'port_id': '0dd3bc1f-1fb5-4e1c-b9d7-78a069b36fb2', 'mac_address': 'fa:16:3e:4a:da:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9df5d080-ab32-4fab-b5e1-35683f8face2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 25 21:14:18.461247 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6b3af5-34e3-46c8-8c09-3887f010d94b req-5a9d6db6-71fb-4c9b-a177-fb5f00bade83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:14:18.462871 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5d6b3af5-34e3-46c8-8c09-3887f010d94b req-5a9d6db6-71fb-4c9b-a177-fb5f00bade83 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ed880d80bcfb4641b02f26da5fad21b8&device_id=b248cb56-18c2-4ff2-a8da-8e0993879a65 HTTP/1.1" status: 200  len: 1101 time: 0.0800185
Dec 25 21:14:18.492337 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Provisioning for port 01be047a-fff9-4768-83e3-d8f015049719 completed by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 25 21:14:18.507568 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-a5a82ee6-6507-488f-8630-4923a2c0200c tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 798 time: 1.2340779
Dec 25 21:14:18.562530 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Provisioning complete for port 01be047a-fff9-4768-83e3-d8f015049719 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:14:18.562897 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:18.598566 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:18.646458 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c781aacc-4baf-449e-ac8c-377f0c0f47de req-123896fd-0962-4555-8d98-ad606f87cff1 tempest-ServersTestFqdnHostnames-948157385 tempest-ServersTestFqdnHostnames-948157385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:14:18.655597 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c781aacc-4baf-449e-ac8c-377f0c0f47de req-123896fd-0962-4555-8d98-ad606f87cff1 tempest-ServersTestFqdnHostnames-948157385 tempest-ServersTestFqdnHostnames-948157385-project] 10.222.0.32 "GET /v2.0/ports?device_id=23221387-3a9d-4105-b3db-d1586e20d8a5 HTTP/1.1" status: 200  len: 943 time: 0.1541646
Dec 25 21:14:18.676484 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6b3af5-34e3-46c8-8c09-3887f010d94b req-21751cf0-e569-4316-8667-0e1d082f7e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:14:18.689556 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5d6b3af5-34e3-46c8-8c09-3887f010d94b req-21751cf0-e569-4316-8667-0e1d082f7e27 service neutron] 10.222.0.31 "GET /v2.0/networks?id=8f212e98-547d-4c6e-a560-2e9a548c8f59 HTTP/1.1" status: 200  len: 870 time: 0.2079496
Dec 25 21:14:18.690051 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0dd3bc1f-1fb5-4e1c-b9d7-78a069b36fb2 {{(pid=121608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:14:18.692501 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1467c531-8bfc-4dba-b8be-0ce767f4bb96 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-bddc1eb9-357a-4f2d-89ab-8a23420fb037', 'network_id': 'bddc1eb9-357a-4f2d-89ab-8a23420fb037', 'project_id': 'af3f5665f009477385c524a3e23aedc6', 'fixed_ips': [{'subnet_id': '00a4f833-251e-4ff3-a1b6-930154d4ebf7'}]}} from ncdv-master-1. {{(pid=121608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 25 21:14:18.693655 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-1467c531-8bfc-4dba-b8be-0ce767f4bb96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:18.726969 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port 0dd3bc1f-1fb5-4e1c-b9d7-78a069b36fb2, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0dd3bc1f-1fb5-4e1c-b9d7-78a069b36fb2,segment=NetworkSegment(2f0a2649-a57f-4db8-987a-184ba43b05bc),segment_id=2f0a2649-a57f-4db8-987a-184ba43b05bc)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:14:18.738540 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5d6b3af5-34e3-46c8-8c09-3887f010d94b req-07a9d6f6-a825-40dc-82a8-89a4cf592d99 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.241&port_id=5a73a242-a477-40db-9b6d-7ac1d38d6950 HTTP/1.1" status: 200  len: 217 time: 0.0465009
Dec 25 21:14:18.743138 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c781aacc-4baf-449e-ac8c-377f0c0f47de req-2353c12e-e201-4ef4-a9df-f00231a7bade tempest-ServersTestFqdnHostnames-948157385 tempest-ServersTestFqdnHostnames-948157385-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca6b4ade-e9f8-48ab-a037-b83bf4a53bde&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0867400
Dec 25 21:14:18.812803 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6b3af5-34e3-46c8-8c09-3887f010d94b req-ea2f0bb0-3bd9-42c9-82f0-0addbe7761f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:14:18.814555 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5d6b3af5-34e3-46c8-8c09-3887f010d94b req-ea2f0bb0-3bd9-42c9-82f0-0addbe7761f2 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=dcfbae86-f93e-400c-8084-eac7f56ff5ba HTTP/1.1" status: 200  len: 843 time: 0.0664153
Dec 25 21:14:18.837473 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:18.861034 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:18.928143 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6b3af5-34e3-46c8-8c09-3887f010d94b req-1d5e4b4f-ec2b-437f-a51f-af926b247556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:14:18.930407 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5d6b3af5-34e3-46c8-8c09-3887f010d94b req-1d5e4b4f-ec2b-437f-a51f-af926b247556 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=8f212e98-547d-4c6e-a560-2e9a548c8f59&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0947647
Dec 25 21:14:19.025596 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device d075a674-0142-4b8f-ba08-9fd4f32eb808 up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:14:19.028107 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45f0a001-36db-4334-9faa-a374e3a51158', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01be047a-fff9-4768-83e3-d8f015049719'}] {{(pid=121608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:14:19.030660 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a88c78c3ff6266bd59c7e89d275b28c92e739b67d23c89d71af88829fd31566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-097fb695-90c9-4aa6-bf58-a2a655f15611" -d '{"events": [{"server_uuid": "45f0a001-36db-4334-9faa-a374e3a51158", "name": "network-vif-plugged", "status": "completed", "tag": "01be047a-fff9-4768-83e3-d8f015049719"}]}' {{(pid=121608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:14:19.069941 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Pushing event updated for resources: {'Port': ['ID=0dd3bc1f-1fb5-4e1c-b9d7-78a069b36fb2,revision_number=4']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:14:19.093814 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port 01be047a-fff9-4768-83e3-d8f015049719, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=01be047a-fff9-4768-83e3-d8f015049719,segment=NetworkSegment(85c774cb-a0eb-4ad9-961f-f331d3b37cd6),segment_id=85c774cb-a0eb-4ad9-961f-f331d3b37cd6)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:14:19.095413 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] get_ports_and_sgs() called for port_ids ['0dd3bc1f-1fb5-4e1c-b9d7-78a069b36fb2'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:14:19.117199 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0e2e38-1ee0-4960-bfee-6e8b56fdab38 req-cb3964b5-72cf-4cc3-b8ca-543c7cb03cd3 tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:14:19.123957 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0e2e38-1ee0-4960-bfee-6e8b56fdab38 req-cb3964b5-72cf-4cc3-b8ca-543c7cb03cd3 tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:14:19.126862 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1c0e2e38-1ee0-4960-bfee-6e8b56fdab38 req-cb3964b5-72cf-4cc3-b8ca-543c7cb03cd3 tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] 10.222.0.32 "GET /v2.0/networks?id=3e921bd6-c801-4e72-9632-6b6d2570d487&id=bddc1eb9-357a-4f2d-89ab-8a23420fb037 HTTP/1.1" status: 200  len: 1391 time: 0.2578435
Dec 25 21:14:19.155383 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0b1609ca-3257-4e61-8a58-98d8e0e6237a req-2df3ba61-76fb-41e6-8e9c-c5840881e7ad tempest-ServerDiagnosticsNegativeTest-605739865 tempest-ServerDiagnosticsNegativeTest-605739865-project] 10.222.0.32 "GET /v2.0/ports?device_id=1488edc8-a4a9-47c4-bc28-867a3c7538ba HTTP/1.1" status: 200  len: 210 time: 0.0705833
Dec 25 21:14:19.156848 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.db_base_plugin_common [None req-1467c531-8bfc-4dba-b8be-0ce767f4bb96 None None] Allocated IP 19.86.0.2 (bddc1eb9-357a-4f2d-89ab-8a23420fb037/00a4f833-251e-4ff3-a1b6-930154d4ebf7/57d5604a-eb76-4dcd-94cd-f6e83fade503) {{(pid=121608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:14:19.168213 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1c0e2e38-1ee0-4960-bfee-6e8b56fdab38 req-14d78489-01bc-4ca7-b571-11ef1339b131 tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] 10.222.0.32 "GET /v2.0/quotas/af3f5665f009477385c524a3e23aedc6 HTTP/1.1" status: 200  len: 375 time: 0.0190775
Dec 25 21:14:19.200740 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:19.237908 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5d6b3af5-34e3-46c8-8c09-3887f010d94b req-9031c78b-ca79-4f2d-9fbe-5fe45f6a6fc3 service neutron] 10.222.0.31 "GET /v2.0/networks/8f212e98-547d-4c6e-a560-2e9a548c8f59?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2451148
Dec 25 21:14:19.247293 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port d075a674-0142-4b8f-ba08-9fd4f32eb808 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:14:19.247570 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:19.338571 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1c0e2e38-1ee0-4960-bfee-6e8b56fdab38 req-b42b1c05-d51e-4339-9fdd-50ad67bfcf33 tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=af3f5665f009477385c524a3e23aedc6&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1532972
Dec 25 21:14:19.380101 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Pushing event updated for resources: {'Port': ['ID=01be047a-fff9-4768-83e3-d8f015049719,revision_number=5']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:14:19.454069 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-029f5ec5-03a0-4a0d-8555-f0bb4a89cc8f None None] Network 3e921bd6-c801-4e72-9632-6b6d2570d487 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:14:19.633729 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-1467c531-8bfc-4dba-b8be-0ce767f4bb96 None None] Publish callbacks [] for port, precommit_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:19.647789 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-31ff725a-a8f5-4ece-9648-05978522fef4 None None] Provisioning complete for port d075a674-0142-4b8f-ba08-9fd4f32eb808 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:14:19.648283 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-31ff725a-a8f5-4ece-9648-05978522fef4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:19.658708 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:19.699080 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-daf89b23-90cd-4ea4-bace-eee35a78974c req-ff5f6e00-3978-419c-9423-2c2707f63adf tempest-ServerDiagnosticsNegativeTest-605739865 tempest-ServerDiagnosticsNegativeTest-605739865-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=c455cc0f858a452bb0b60cf0af0c453c&shared=False HTTP/1.1" status: 200  len: 213 time: 0.3558781
Dec 25 21:14:19.744410 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] For port d075a674-0142-4b8f-ba08-9fd4f32eb808, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d075a674-0142-4b8f-ba08-9fd4f32eb808,segment=NetworkSegment(2697e07c-332d-4641-aeba-93b90adf7b9d),segment_id=2697e07c-332d-4641-aeba-93b90adf7b9d)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:14:19.758837 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-1467c531-8bfc-4dba-b8be-0ce767f4bb96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946'] for port, after_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:19.822296 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5d6b3af5-34e3-46c8-8c09-3887f010d94b req-c3d33cd4-7d9e-4028-84b2-e214e4c4113f service neutron] 10.222.0.31 "GET /v2.0/networks/8f212e98-547d-4c6e-a560-2e9a548c8f59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5761840
Dec 25 21:14:19.824210 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1467c531-8bfc-4dba-b8be-0ce767f4bb96 None None] Network bddc1eb9-357a-4f2d-89ab-8a23420fb037 is already hosted by enough agents. {{(pid=121608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:14:19.833827 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.base_scheduler [None req-1467c531-8bfc-4dba-b8be-0ce767f4bb96 None None] Resources bound (agent type, host, resource id):  {{(pid=121608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:14:19.840648 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1467c531-8bfc-4dba-b8be-0ce767f4bb96 None None] Received port after_create {{(pid=121608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:14:19.849722 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-31ff725a-a8f5-4ece-9648-05978522fef4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:19.851554 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1467c531-8bfc-4dba-b8be-0ce767f4bb96 None None] Pushing event updated for resources: {'Port': ['ID=57d5604a-eb76-4dcd-94cd-f6e83fade503,revision_number=1']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:14:19.893918 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:19.912265 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d65552-7c3f-4959-8536-efc8a0bd721d req-476dc662-658d-4a91-b7f5-71eee4eda539 tempest-DeleteServersAdminTestJSON-130215457 tempest-DeleteServersAdminTestJSON-130215457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:14:19.922124 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-14d65552-7c3f-4959-8536-efc8a0bd721d req-476dc662-658d-4a91-b7f5-71eee4eda539 tempest-DeleteServersAdminTestJSON-130215457 tempest-DeleteServersAdminTestJSON-130215457-project] 10.222.0.32 "GET /v2.0/ports?device_id=45f0a001-36db-4334-9faa-a374e3a51158 HTTP/1.1" status: 200  len: 950 time: 0.2016320
Dec 25 21:14:19.956470 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1c0e2e38-1ee0-4960-bfee-6e8b56fdab38 req-58dda008-10d2-4dc6-80d4-f499564ddf9e service neutron] 10.222.0.32 "GET /v2.0/networks/3e921bd6-c801-4e72-9632-6b6d2570d487?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6040063
Dec 25 21:14:20.012117 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf89b23-90cd-4ea4-bace-eee35a78974c req-4874622a-ef54-4160-a57c-6ffc881d71b2 tempest-ServerDiagnosticsNegativeTest-605739865 tempest-ServerDiagnosticsNegativeTest-605739865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:14:20.014984 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-daf89b23-90cd-4ea4-bace-eee35a78974c req-4874622a-ef54-4160-a57c-6ffc881d71b2 tempest-ServerDiagnosticsNegativeTest-605739865 tempest-ServerDiagnosticsNegativeTest-605739865-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3055906
Dec 25 21:14:20.040602 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-daf89b23-90cd-4ea4-bace-eee35a78974c req-465e5da6-bf4d-4d3e-b0c6-90c525b07081 tempest-ServerDiagnosticsNegativeTest-605739865 tempest-ServerDiagnosticsNegativeTest-605739865-project] Request body: {'port': {'device_id': '1488edc8-a4a9-47c4-bc28-867a3c7538ba', 'network_id': '8f212e98-547d-4c6e-a560-2e9a548c8f59', 'admin_state_up': True, 'tenant_id': 'c455cc0f858a452bb0b60cf0af0c453c'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:14:20.119434 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-1467c531-8bfc-4dba-b8be-0ce767f4bb96 None None] Attempting to bind port 57d5604a-eb76-4dcd-94cd-f6e83fade503 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:14:20.119807 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-1467c531-8bfc-4dba-b8be-0ce767f4bb96 None None] Attempting to bind port 57d5604a-eb76-4dcd-94cd-f6e83fade503 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'b6b5024c-caae-4d07-9f5f-f79f5ffcb101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'bddc1eb9-357a-4f2d-89ab-8a23420fb037'}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:14:20.120291 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1467c531-8bfc-4dba-b8be-0ce767f4bb96 None None] Attempting to bind port 57d5604a-eb76-4dcd-94cd-f6e83fade503 on network bddc1eb9-357a-4f2d-89ab-8a23420fb037 {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:14:20.140034 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1467c531-8bfc-4dba-b8be-0ce767f4bb96 None None] Checking agent: {'id': 'ca4f5c6d-f1fd-48b8-a3e3-395864c7d23d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 20, 56, 40), 'started_at': datetime.datetime(2021, 12, 25, 20, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 14, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:14:20.140418 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1467c531-8bfc-4dba-b8be-0ce767f4bb96 None None] Checking segment: {'id': 'b6b5024c-caae-4d07-9f5f-f79f5ffcb101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'bddc1eb9-357a-4f2d-89ab-8a23420fb037'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:14:20.140809 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-1467c531-8bfc-4dba-b8be-0ce767f4bb96 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:20.141646 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1467c531-8bfc-4dba-b8be-0ce767f4bb96 None None] Bound using segment: {'id': 'b6b5024c-caae-4d07-9f5f-f79f5ffcb101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'bddc1eb9-357a-4f2d-89ab-8a23420fb037'} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:14:20.142104 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-1467c531-8bfc-4dba-b8be-0ce767f4bb96 None None] Bound port: 57d5604a-eb76-4dcd-94cd-f6e83fade503, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6b5024c-caae-4d07-9f5f-f79f5ffcb101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'bddc1eb9-357a-4f2d-89ab-8a23420fb037'}}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:14:20.142494 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-1467c531-8bfc-4dba-b8be-0ce767f4bb96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:20.146514 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.db.api [None req-31ff725a-a8f5-4ece-9648-05978522fef4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=121608) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 25 21:14:20.146796 ncdv-master-1 neutron-server[121608]: DEBUG oslo_db.api [None req-31ff725a-a8f5-4ece-9648-05978522fef4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 25 21:14:20.148518 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Pushing event updated for resources: {'Port': ['ID=d075a674-0142-4b8f-ba08-9fd4f32eb808,revision_number=3']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:14:20.182053 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-14d65552-7c3f-4959-8536-efc8a0bd721d req-7c95f76f-4007-4c31-b4c8-84e806d8be38 tempest-DeleteServersAdminTestJSON-130215457 tempest-DeleteServersAdminTestJSON-130215457-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e7324bc-20c8-41e1-ab34-2991b9fd33ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2587616
Dec 25 21:14:20.216394 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-1467c531-8bfc-4dba-b8be-0ce767f4bb96 None None] For port 57d5604a-eb76-4dcd-94cd-f6e83fade503, host ncdv-master-1, cleared binding levels {{(pid=121608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:14:20.219655 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-1467c531-8bfc-4dba-b8be-0ce767f4bb96 None None] For port 57d5604a-eb76-4dcd-94cd-f6e83fade503, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=57d5604a-eb76-4dcd-94cd-f6e83fade503,segment=NetworkSegment(b6b5024c-caae-4d07-9f5f-f79f5ffcb101),segment_id=b6b5024c-caae-4d07-9f5f-f79f5ffcb101)] {{(pid=121608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:14:20.225807 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1c0e2e38-1ee0-4960-bfee-6e8b56fdab38 req-4d217d33-dd5e-4c4e-b51b-a8f42f1df1e3 service neutron] 10.222.0.32 "GET /v2.0/networks/3e921bd6-c801-4e72-9632-6b6d2570d487?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2680380
Dec 25 21:14:20.238085 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 21:14:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-472f214a-fb2a-4eff-aca1-c326910b272f x-openstack-request-id: req-472f214a-fb2a-4eff-aca1-c326910b272f {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:14:20.238406 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45f0a001-36db-4334-9faa-a374e3a51158", "name": "network-vif-plugged", "status": "completed", "tag": "01be047a-fff9-4768-83e3-d8f015049719", "code": 200}]} {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:14:20.238700 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-472f214a-fb2a-4eff-aca1-c326910b272f {{(pid=121608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:14:20.239106 ncdv-master-1 neutron-server[121608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45f0a001-36db-4334-9faa-a374e3a51158', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01be047a-fff9-4768-83e3-d8f015049719', 'code': 200}
Dec 25 21:14:20.344150 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb1e526-6b72-405d-8e79-898557f7d166 req-78eee68f-12b1-4fe1-955d-2244dd448823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:14:20.347847 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-edb1e526-6b72-405d-8e79-898557f7d166 req-78eee68f-12b1-4fe1-955d-2244dd448823 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=45f0a001-36db-4334-9faa-a374e3a51158 HTTP/1.1" status: 200  len: 1101 time: 0.0532277
Dec 25 21:14:20.354363 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-59621ea1-6c7d-4edc-9670-7b364c51909d req-66ee76f7-c431-4f48-98c3-5df871c8dacf tempest-AttachSCSIVolumeTestJSON-995789853 tempest-AttachSCSIVolumeTestJSON-995789853-project] 10.222.0.32 "GET /v2.0/ports?device_id=f7e7dfd9-c959-4465-a460-55aac15feeef HTTP/1.1" status: 200  len: 210 time: 0.0364120
Dec 25 21:14:20.390380 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1c0e2e38-1ee0-4960-bfee-6e8b56fdab38 req-7a4f7911-84ee-4668-b8a5-3dc020cf9c95 service neutron] 10.222.0.32 "GET /v2.0/networks/bddc1eb9-357a-4f2d-89ab-8a23420fb037?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1478953
Dec 25 21:14:20.403747 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-edb1e526-6b72-405d-8e79-898557f7d166 req-b2bcafee-1ff9-46d8-9aa6-75cd2ece1556 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=5e7324bc-20c8-41e1-ab34-2991b9fd33ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0462449
Dec 25 21:14:20.428219 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-1467c531-8bfc-4dba-b8be-0ce767f4bb96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:20.476039 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-daf89b23-90cd-4ea4-bace-eee35a78974c req-465e5da6-bf4d-4d3e-b0c6-90c525b07081 tempest-ServerDiagnosticsNegativeTest-605739865 tempest-ServerDiagnosticsNegativeTest-605739865-project] Made reservation on behalf of c455cc0f858a452bb0b60cf0af0c453c for: {'port': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:14:20.480361 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-daf89b23-90cd-4ea4-bace-eee35a78974c req-465e5da6-bf4d-4d3e-b0c6-90c525b07081 tempest-ServerDiagnosticsNegativeTest-605739865 tempest-ServerDiagnosticsNegativeTest-605739865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:20.499574 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1467c531-8bfc-4dba-b8be-0ce767f4bb96 None None] Pushing event updated for resources: {'Port': ['ID=57d5604a-eb76-4dcd-94cd-f6e83fade503,revision_number=2']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:14:20.516485 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-daf89b23-90cd-4ea4-bace-eee35a78974c req-465e5da6-bf4d-4d3e-b0c6-90c525b07081 tempest-ServerDiagnosticsNegativeTest-605739865 tempest-ServerDiagnosticsNegativeTest-605739865-project] Publish callbacks [] for security_group, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:20.568250 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71360fc3-e83b-403d-b307-bb70b8e35170 req-75e0ec33-66f3-43da-b5a6-820440649440 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:14:20.569783 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-71360fc3-e83b-403d-b307-bb70b8e35170 req-75e0ec33-66f3-43da-b5a6-820440649440 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/ports?device_id=b248cb56-18c2-4ff2-a8da-8e0993879a65 HTTP/1.1" status: 200  len: 950 time: 0.1507070
Dec 25 21:14:20.573044 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1c0e2e38-1ee0-4960-bfee-6e8b56fdab38 req-4b8d2991-7f3c-4f73-8a4d-26bf83b5a11a service neutron] 10.222.0.32 "GET /v2.0/networks/bddc1eb9-357a-4f2d-89ab-8a23420fb037?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1834080
Dec 25 21:14:20.648350 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-71360fc3-e83b-403d-b307-bb70b8e35170 req-87c032a7-0594-4aff-8276-8f4c78f96830 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3f1ae63-416f-443f-b032-af0d7dcc9019&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0666676
Dec 25 21:14:20.699468 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-daf89b23-90cd-4ea4-bace-eee35a78974c req-465e5da6-bf4d-4d3e-b0c6-90c525b07081 tempest-ServerDiagnosticsNegativeTest-605739865 tempest-ServerDiagnosticsNegativeTest-605739865-project] Publish callbacks [] for security_group, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:20.717866 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.agents_db [None req-ec08dba0-4483-4109-b5e1-5e4a9fdaf12d None None] Agent healthcheck: found 7 active agents {{(pid=121609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 25 21:14:20.798546 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dea58d1-1851-46be-bc0e-0edb211c6cfc req-789df9c9-131d-4a92-bd63-d45720231280 tempest-ServerTagsTestJSON-645171844 tempest-ServerTagsTestJSON-645171844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:14:20.800166 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-6dea58d1-1851-46be-bc0e-0edb211c6cfc req-789df9c9-131d-4a92-bd63-d45720231280 tempest-ServerTagsTestJSON-645171844 tempest-ServerTagsTestJSON-645171844-project] 10.222.0.32 "GET /v2.0/ports?device_id=a32723f8-9254-4e54-8d2d-7a4b08821e28 HTTP/1.1" status: 200  len: 945 time: 0.0569339
Dec 25 21:14:20.815321 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-daf89b23-90cd-4ea4-bace-eee35a78974c req-465e5da6-bf4d-4d3e-b0c6-90c525b07081 tempest-ServerDiagnosticsNegativeTest-605739865 tempest-ServerDiagnosticsNegativeTest-605739865-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:20.837964 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-c48d4400-f573-491a-b522-74594230fe65 None None] Provisioning complete for port d075a674-0142-4b8f-ba08-9fd4f32eb808 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:14:20.838328 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-c48d4400-f573-491a-b522-74594230fe65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:20.867588 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465e5da6-bf4d-4d3e-b0c6-90c525b07081 tempest-ServerDiagnosticsNegativeTest-605739865 tempest-ServerDiagnosticsNegativeTest-605739865-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6969ac4a-ab7d-44f5-a401-51a25b0e6500,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:14:21.009507 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-6dea58d1-1851-46be-bc0e-0edb211c6cfc req-cda84a61-bca0-4655-9214-989502e2cf46 tempest-ServerTagsTestJSON-645171844 tempest-ServerTagsTestJSON-645171844-project] 10.222.0.32 "GET /v2.0/security-groups?id=95a547bb-0132-4807-be00-1fe47824be2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2019975
Dec 25 21:14:21.114301 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_common [req-daf89b23-90cd-4ea4-bace-eee35a78974c req-465e5da6-bf4d-4d3e-b0c6-90c525b07081 tempest-ServerDiagnosticsNegativeTest-605739865 tempest-ServerDiagnosticsNegativeTest-605739865-project] Allocated IP 192.168.233.180 (8f212e98-547d-4c6e-a560-2e9a548c8f59/dcfbae86-f93e-400c-8084-eac7f56ff5ba/17909193-855a-40f6-a3dd-9f23db819ef3) {{(pid=121606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:14:21.136956 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device d075a674-0142-4b8f-ba08-9fd4f32eb808 up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:14:21.175370 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4e987e8d-10b8-4884-928a-182aa76f9388 req-2ff3fd05-2883-410e-bdbe-7a9d2abb013f tempest-ServerDiagnosticsNegativeTest-605739865 tempest-ServerDiagnosticsNegativeTest-605739865-project] 10.222.0.32 "GET /v2.0/ports?device_id=1488edc8-a4a9-47c4-bc28-867a3c7538ba HTTP/1.1" status: 200  len: 210 time: 0.0586343
Dec 25 21:14:21.209928 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port d075a674-0142-4b8f-ba08-9fd4f32eb808 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:14:21.210376 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:21.301540 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 57d5604a-eb76-4dcd-94cd-f6e83fade503 up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:14:21.326632 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e713d5f1-b592-424c-88b1-0b53f471553c req-3ed9dff0-7846-493b-8385-9075d9d88a1b tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] 10.222.0.32 "GET /v2.0/ports?device_id=712038b0-21e9-49b2-adbc-494075814a04 HTTP/1.1" status: 200  len: 210 time: 0.0925505
Dec 25 21:14:21.380212 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a8a91f-5320-4e42-b15f-8f07fe849244 req-ce4d5a39-8b59-4ead-8027-06e76569ce12 tempest-ServersTestFqdnHostnames-948157385 tempest-ServersTestFqdnHostnames-948157385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:14:21.381836 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-46a8a91f-5320-4e42-b15f-8f07fe849244 req-ce4d5a39-8b59-4ead-8027-06e76569ce12 tempest-ServersTestFqdnHostnames-948157385 tempest-ServersTestFqdnHostnames-948157385-project] 10.222.0.32 "GET /v2.0/ports?device_id=23221387-3a9d-4105-b3db-d1586e20d8a5 HTTP/1.1" status: 200  len: 944 time: 0.2547739
Dec 25 21:14:21.389640 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5096ae3-42a7-4dd3-9909-cd919dbfc5cd req-929beadd-a200-46e6-8bb7-ebd289d7f687 tempest-ServerTagsTestJSON-645171844 tempest-ServerTagsTestJSON-645171844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:14:21.391122 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a5096ae3-42a7-4dd3-9909-cd919dbfc5cd req-929beadd-a200-46e6-8bb7-ebd289d7f687 tempest-ServerTagsTestJSON-645171844 tempest-ServerTagsTestJSON-645171844-project] 10.222.0.31 "GET /v2.0/ports?device_id=a32723f8-9254-4e54-8d2d-7a4b08821e28 HTTP/1.1" status: 200  len: 945 time: 0.2146342
Dec 25 21:14:21.421126 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port 57d5604a-eb76-4dcd-94cd-f6e83fade503 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:14:21.421126 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:21.547514 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:21.585775 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] For port 57d5604a-eb76-4dcd-94cd-f6e83fade503, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=57d5604a-eb76-4dcd-94cd-f6e83fade503,segment=NetworkSegment(b6b5024c-caae-4d07-9f5f-f79f5ffcb101),segment_id=b6b5024c-caae-4d07-9f5f-f79f5ffcb101)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:14:21.631010 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3faed9-ac5e-4da7-96ba-8d6924e9cbaa req-cc599c4a-fdb5-47a1-aeba-f4d2c463a466 tempest-AttachSCSIVolumeTestJSON-995789853 tempest-AttachSCSIVolumeTestJSON-995789853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:14:21.632596 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ab3faed9-ac5e-4da7-96ba-8d6924e9cbaa req-cc599c4a-fdb5-47a1-aeba-f4d2c463a466 tempest-AttachSCSIVolumeTestJSON-995789853 tempest-AttachSCSIVolumeTestJSON-995789853-project] 10.222.0.31 "GET /v2.0/networks?id=70cbe831-35cd-442f-8abb-fc8d5a9a0c36 HTTP/1.1" status: 200  len: 815 time: 0.4170825
Dec 25 21:14:21.658629 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-ab3faed9-ac5e-4da7-96ba-8d6924e9cbaa req-67e58278-0f2e-42f8-afd4-2178c9481e2c tempest-AttachSCSIVolumeTestJSON-995789853 tempest-AttachSCSIVolumeTestJSON-995789853-project] Request body: {'port': {'device_id': 'f7e7dfd9-c959-4465-a460-55aac15feeef', 'network_id': '70cbe831-35cd-442f-8abb-fc8d5a9a0c36', 'admin_state_up': True, 'tenant_id': '53cc391e03de44dbb245531288da2872'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:14:21.665855 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-46a8a91f-5320-4e42-b15f-8f07fe849244 req-081fe47a-d6d5-469f-8a7e-864800b932e9 tempest-ServersTestFqdnHostnames-948157385 tempest-ServersTestFqdnHostnames-948157385-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca6b4ade-e9f8-48ab-a037-b83bf4a53bde&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2704823
Dec 25 21:14:21.719909 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41764a54-3b53-40db-9173-993ff6db6df4 req-a132174b-f678-46eb-81b0-608419f6f8c4 tempest-DeleteServersAdminTestJSON-130215457 tempest-DeleteServersAdminTestJSON-130215457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:14:21.721443 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-41764a54-3b53-40db-9173-993ff6db6df4 req-a132174b-f678-46eb-81b0-608419f6f8c4 tempest-DeleteServersAdminTestJSON-130215457 tempest-DeleteServersAdminTestJSON-130215457-project] 10.222.0.32 "GET /v2.0/ports?device_id=45f0a001-36db-4334-9faa-a374e3a51158 HTTP/1.1" status: 200  len: 950 time: 0.2561653
Dec 25 21:14:21.746172 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:21.768380 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-daf89b23-90cd-4ea4-bace-eee35a78974c req-465e5da6-bf4d-4d3e-b0c6-90c525b07081 tempest-ServerDiagnosticsNegativeTest-605739865 tempest-ServerDiagnosticsNegativeTest-605739865-project] Publish callbacks [] for port, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:21.793191 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1df4209-5605-4411-b90c-4025b1ec8508 None None] Network bddc1eb9-357a-4f2d-89ab-8a23420fb037 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:14:21.830611 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [req-a5096ae3-42a7-4dd3-9909-cd919dbfc5cd req-92530cd7-68cd-43c3-8805-d3d26061202f tempest-ServerTagsTestJSON-645171844 tempest-ServerTagsTestJSON-645171844-project] Deleting port fdcafc76-a01c-4114-a75e-4dbcfb7490ec {{(pid=121606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:14:21.830953 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-a5096ae3-42a7-4dd3-9909-cd919dbfc5cd req-92530cd7-68cd-43c3-8805-d3d26061202f tempest-ServerTagsTestJSON-645171844 tempest-ServerTagsTestJSON-645171844-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:21.858234 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-148503c2-c2a5-479d-8d85-42f0aff5c4f4 None None] Provisioning complete for port 57d5604a-eb76-4dcd-94cd-f6e83fade503 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:14:21.860042 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-148503c2-c2a5-479d-8d85-42f0aff5c4f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:21.869846 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8c9a253f-466c-4de4-b2a4-2f6b9da9fb13 req-06e5bbbe-cfe3-4d9b-8915-94717919c6fa tempest-AttachSCSIVolumeTestJSON-995789853 tempest-AttachSCSIVolumeTestJSON-995789853-project] 10.222.0.32 "GET /v2.0/ports?device_id=f7e7dfd9-c959-4465-a460-55aac15feeef HTTP/1.1" status: 200  len: 210 time: 0.1045702
Dec 25 21:14:21.917979 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Pushing event updated for resources: {'Port': ['ID=57d5604a-eb76-4dcd-94cd-f6e83fade503,revision_number=3']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:14:22.009189 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-41764a54-3b53-40db-9173-993ff6db6df4 req-b514016c-6fc1-4ee5-ba48-305f0aa60f0a tempest-DeleteServersAdminTestJSON-130215457 tempest-DeleteServersAdminTestJSON-130215457-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e7324bc-20c8-41e1-ab34-2991b9fd33ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2716475
Dec 25 21:14:22.011709 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device 0dd3bc1f-1fb5-4e1c-b9d7-78a069b36fb2 up at agent hyperv_nch2-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:14:22.082714 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-a5096ae3-42a7-4dd3-9909-cd919dbfc5cd req-92530cd7-68cd-43c3-8805-d3d26061202f tempest-ServerTagsTestJSON-645171844 tempest-ServerTagsTestJSON-645171844-project] For port fdcafc76-a01c-4114-a75e-4dbcfb7490ec, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=fdcafc76-a01c-4114-a75e-4dbcfb7490ec,segment=NetworkSegment(5e04d3bf-3884-4d9d-837e-f67a4850b7c8),segment_id=5e04d3bf-3884-4d9d-837e-f67a4850b7c8)] {{(pid=121606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:14:22.083081 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-a5096ae3-42a7-4dd3-9909-cd919dbfc5cd req-92530cd7-68cd-43c3-8805-d3d26061202f tempest-ServerTagsTestJSON-645171844 tempest-ServerTagsTestJSON-645171844-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:22.123858 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [req-a5096ae3-42a7-4dd3-9909-cd919dbfc5cd req-92530cd7-68cd-43c3-8805-d3d26061202f tempest-ServerTagsTestJSON-645171844 tempest-ServerTagsTestJSON-645171844-project] Calling delete_port for fdcafc76-a01c-4114-a75e-4dbcfb7490ec owned by compute:nova {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:14:22.133284 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff08ab7e-323e-479c-b196-247e52b55e74 req-7dd7809f-4734-462a-b310-f2d4adf8b561 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:14:22.134829 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ff08ab7e-323e-479c-b196-247e52b55e74 req-7dd7809f-4734-462a-b310-f2d4adf8b561 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/ports?device_id=b248cb56-18c2-4ff2-a8da-8e0993879a65 HTTP/1.1" status: 200  len: 950 time: 0.1595466
Dec 25 21:14:22.149792 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-daf89b23-90cd-4ea4-bace-eee35a78974c req-465e5da6-bf4d-4d3e-b0c6-90c525b07081 tempest-ServerDiagnosticsNegativeTest-605739865 tempest-ServerDiagnosticsNegativeTest-605739865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:22.161858 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Provisioning for port 0dd3bc1f-1fb5-4e1c-b9d7-78a069b36fb2 completed by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 25 21:14:22.167495 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Provisioning complete for port 0dd3bc1f-1fb5-4e1c-b9d7-78a069b36fb2 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:14:22.168257 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:22.206337 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab3faed9-ac5e-4da7-96ba-8d6924e9cbaa req-67e58278-0f2e-42f8-afd4-2178c9481e2c tempest-AttachSCSIVolumeTestJSON-995789853 tempest-AttachSCSIVolumeTestJSON-995789853-project] Made reservation on behalf of 53cc391e03de44dbb245531288da2872 for: {'port': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:14:22.210255 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-ab3faed9-ac5e-4da7-96ba-8d6924e9cbaa req-67e58278-0f2e-42f8-afd4-2178c9481e2c tempest-AttachSCSIVolumeTestJSON-995789853 tempest-AttachSCSIVolumeTestJSON-995789853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:22.267382 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:22.297447 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23221387-3a9d-4105-b3db-d1586e20d8a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dd3bc1f-1fb5-4e1c-b9d7-78a069b36fb2'}] {{(pid=121608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:14:22.304632 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a88c78c3ff6266bd59c7e89d275b28c92e739b67d23c89d71af88829fd31566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4048189-39e8-4a06-a68b-dfce98c26308" -d '{"events": [{"server_uuid": "23221387-3a9d-4105-b3db-d1586e20d8a5", "name": "network-vif-plugged", "status": "completed", "tag": "0dd3bc1f-1fb5-4e1c-b9d7-78a069b36fb2"}]}' {{(pid=121608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:14:22.321476 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-daf89b23-90cd-4ea4-bace-eee35a78974c req-465e5da6-bf4d-4d3e-b0c6-90c525b07081 tempest-ServerDiagnosticsNegativeTest-605739865 tempest-ServerDiagnosticsNegativeTest-605739865-project] Network 8f212e98-547d-4c6e-a560-2e9a548c8f59 is already hosted by enough agents. {{(pid=121606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:14:22.341628 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port 0dd3bc1f-1fb5-4e1c-b9d7-78a069b36fb2, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0dd3bc1f-1fb5-4e1c-b9d7-78a069b36fb2,segment=NetworkSegment(2f0a2649-a57f-4db8-987a-184ba43b05bc),segment_id=2f0a2649-a57f-4db8-987a-184ba43b05bc)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:14:22.356787 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [req-daf89b23-90cd-4ea4-bace-eee35a78974c req-465e5da6-bf4d-4d3e-b0c6-90c525b07081 tempest-ServerDiagnosticsNegativeTest-605739865 tempest-ServerDiagnosticsNegativeTest-605739865-project] Resources bound (agent type, host, resource id):  {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:14:22.359797 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [req-daf89b23-90cd-4ea4-bace-eee35a78974c req-465e5da6-bf4d-4d3e-b0c6-90c525b07081 tempest-ServerDiagnosticsNegativeTest-605739865 tempest-ServerDiagnosticsNegativeTest-605739865-project] Received port after_create {{(pid=121606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:14:22.396034 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-ec84c716-1bc6-404c-8dc8-be9f57d8d301 None None] Provisioning complete for port 57d5604a-eb76-4dcd-94cd-f6e83fade503 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:14:22.396034 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-ec84c716-1bc6-404c-8dc8-be9f57d8d301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:22.404449 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465e5da6-bf4d-4d3e-b0c6-90c525b07081 tempest-ServerDiagnosticsNegativeTest-605739865 tempest-ServerDiagnosticsNegativeTest-605739865-project] Pushing event updated for resources: {'Port': ['ID=17909193-855a-40f6-a3dd-9f23db819ef3,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:14:22.424357 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:22.450935 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7d7a1d-e59e-4383-a14e-c093e104db19 req-71685ca7-aea3-4d7f-ad83-8f5c98aa62f0 tempest-ServerTagsTestJSON-645171844 tempest-ServerTagsTestJSON-645171844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:14:22.462758 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-6a7d7a1d-e59e-4383-a14e-c093e104db19 req-71685ca7-aea3-4d7f-ad83-8f5c98aa62f0 tempest-ServerTagsTestJSON-645171844 tempest-ServerTagsTestJSON-645171844-project] 10.222.0.32 "GET /v2.0/ports?device_id=a32723f8-9254-4e54-8d2d-7a4b08821e28 HTTP/1.1" status: 200  len: 945 time: 0.3363638
Dec 25 21:14:22.478151 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ff08ab7e-323e-479c-b196-247e52b55e74 req-87de5492-090d-4636-8e20-8d3c0cd1e015 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3f1ae63-416f-443f-b032-af0d7dcc9019&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3297625
Dec 25 21:14:22.533134 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Pushing event updated for resources: {'Port': ['ID=0dd3bc1f-1fb5-4e1c-b9d7-78a069b36fb2,revision_number=5']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:14:22.611702 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf89b23-90cd-4ea4-bace-eee35a78974c req-465e5da6-bf4d-4d3e-b0c6-90c525b07081 tempest-ServerDiagnosticsNegativeTest-605739865 tempest-ServerDiagnosticsNegativeTest-605739865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:14:22.612363 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-daf89b23-90cd-4ea4-bace-eee35a78974c req-465e5da6-bf4d-4d3e-b0c6-90c525b07081 tempest-ServerDiagnosticsNegativeTest-605739865 tempest-ServerDiagnosticsNegativeTest-605739865-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:22.660268 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-6a7d7a1d-e59e-4383-a14e-c093e104db19 req-f662b261-8495-456e-89ca-cca4fa3528de tempest-ServerTagsTestJSON-645171844 tempest-ServerTagsTestJSON-645171844-project] 10.222.0.32 "GET /v2.0/security-groups?id=95a547bb-0132-4807-be00-1fe47824be2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1934779
Dec 25 21:14:22.769701 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 21:14:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d83173c-b759-4386-9fc9-99f5f582e916 x-openstack-request-id: req-2d83173c-b759-4386-9fc9-99f5f582e916 {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:14:22.770777 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23221387-3a9d-4105-b3db-d1586e20d8a5", "name": "network-vif-plugged", "status": "completed", "tag": "0dd3bc1f-1fb5-4e1c-b9d7-78a069b36fb2", "code": 200}]} {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:14:22.771281 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2d83173c-b759-4386-9fc9-99f5f582e916 {{(pid=121608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:14:22.776544 ncdv-master-1 neutron-server[121608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23221387-3a9d-4105-b3db-d1586e20d8a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dd3bc1f-1fb5-4e1c-b9d7-78a069b36fb2', 'code': 200}
Dec 25 21:14:22.826249 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-a7aa483c-2ac8-4bb0-a447-cfeda0fc7016 None None] Provisioning complete for port 17909193-855a-40f6-a3dd-9f23db819ef3 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:14:22.826946 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-a7aa483c-2ac8-4bb0-a447-cfeda0fc7016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:22.936690 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-daf89b23-90cd-4ea4-bace-eee35a78974c req-465e5da6-bf4d-4d3e-b0c6-90c525b07081 tempest-ServerDiagnosticsNegativeTest-605739865 tempest-ServerDiagnosticsNegativeTest-605739865-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 2.9081991
Dec 25 21:14:22.950905 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 57d5604a-eb76-4dcd-94cd-f6e83fade503 up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:14:22.980721 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f705265d-3b0d-4155-a2a2-b63fd37cc2f5 req-79a0eb43-0bb5-402c-9ff9-a76b886898a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:14:22.982623 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-f705265d-3b0d-4155-a2a2-b63fd37cc2f5 req-79a0eb43-0bb5-402c-9ff9-a76b886898a6 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=23221387-3a9d-4105-b3db-d1586e20d8a5 HTTP/1.1" status: 200  len: 1096 time: 0.1199970
Dec 25 21:14:23.002591 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_common [req-ab3faed9-ac5e-4da7-96ba-8d6924e9cbaa req-67e58278-0f2e-42f8-afd4-2178c9481e2c tempest-AttachSCSIVolumeTestJSON-995789853 tempest-AttachSCSIVolumeTestJSON-995789853-project] Allocated IP 172.20.0.8 (70cbe831-35cd-442f-8abb-fc8d5a9a0c36/51494e88-dd2f-4f4d-8d8b-c74ab51827b2/b231c087-49e0-4d5a-a3ce-2791da36b76a) {{(pid=121606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:14:23.028346 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0fea7b12-70b3-4049-96ef-1c16467f15f2 req-7ea44c85-0538-4357-977d-06b40ea3a722 tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] 10.222.0.32 "GET /v2.0/ports?device_id=712038b0-21e9-49b2-adbc-494075814a04 HTTP/1.1" status: 200  len: 210 time: 0.0447323
Dec 25 21:14:23.031973 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-a5096ae3-42a7-4dd3-9909-cd919dbfc5cd req-92530cd7-68cd-43c3-8805-d3d26061202f tempest-ServerTagsTestJSON-645171844 tempest-ServerTagsTestJSON-645171844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:23.078516 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92530cd7-68cd-43c3-8805-d3d26061202f tempest-ServerTagsTestJSON-645171844 tempest-ServerTagsTestJSON-645171844-project] Pushing event deleted for resources: {'Port': ['ID=fdcafc76-a01c-4114-a75e-4dbcfb7490ec,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:14:23.099859 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-a7aa483c-2ac8-4bb0-a447-cfeda0fc7016 None None] Port 17909193-855a-40f6-a3dd-9f23db819ef3 cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:14:23.100116 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-f705265d-3b0d-4155-a2a2-b63fd37cc2f5 req-765f1fd2-0780-4111-985d-44ef7ebbdba7 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=ca6b4ade-e9f8-48ab-a037-b83bf4a53bde&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1103649
Dec 25 21:14:23.107124 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be064640-29ef-4074-831c-4a588be9668b req-0d5ead94-d75e-4aeb-8941-732a4ea1863a tempest-ServerDiagnosticsNegativeTest-605739865 tempest-ServerDiagnosticsNegativeTest-605739865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:14:23.114840 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-be064640-29ef-4074-831c-4a588be9668b req-0d5ead94-d75e-4aeb-8941-732a4ea1863a tempest-ServerDiagnosticsNegativeTest-605739865 tempest-ServerDiagnosticsNegativeTest-605739865-project] 10.222.0.32 "GET /v2.0/ports?device_id=1488edc8-a4a9-47c4-bc28-867a3c7538ba HTTP/1.1" status: 200  len: 936 time: 0.3337836
Dec 25 21:14:23.133195 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port 57d5604a-eb76-4dcd-94cd-f6e83fade503 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:14:23.133651 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:23.197332 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5096ae3-42a7-4dd3-9909-cd919dbfc5cd req-92530cd7-68cd-43c3-8805-d3d26061202f tempest-ServerTagsTestJSON-645171844 tempest-ServerTagsTestJSON-645171844-project] No DVR routers for this DVR port fdcafc76-a01c-4114-a75e-4dbcfb7490ec on host nch1-master-1 {{(pid=121606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:14:23.226377 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-a5096ae3-42a7-4dd3-9909-cd919dbfc5cd req-92530cd7-68cd-43c3-8805-d3d26061202f tempest-ServerTagsTestJSON-645171844 tempest-ServerTagsTestJSON-645171844-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:23.229884 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a5096ae3-42a7-4dd3-9909-cd919dbfc5cd req-92530cd7-68cd-43c3-8805-d3d26061202f tempest-ServerTagsTestJSON-645171844 tempest-ServerTagsTestJSON-645171844-project] 10.222.0.31 "DELETE /v2.0/ports/fdcafc76-a01c-4114-a75e-4dbcfb7490ec HTTP/1.1" status: 204  len: 173 time: 1.8311136
Dec 25 21:14:23.230349 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a32723f8-9254-4e54-8d2d-7a4b08821e28', 'name': 'network-vif-deleted', 'tag': 'fdcafc76-a01c-4114-a75e-4dbcfb7490ec'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:14:23.232624 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9858820c13ec2827453b94ebc4181065e990a4e4089ccb9fe762531ac62d2fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cc451e5-f76f-46a5-a19f-0ac356e3c67c" -d '{"events": [{"server_uuid": "a32723f8-9254-4e54-8d2d-7a4b08821e28", "name": "network-vif-deleted", "tag": "fdcafc76-a01c-4114-a75e-4dbcfb7490ec"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:14:23.629534 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-be064640-29ef-4074-831c-4a588be9668b req-22eae7e6-c973-417f-8263-bb53875bbbb5 tempest-ServerDiagnosticsNegativeTest-605739865 tempest-ServerDiagnosticsNegativeTest-605739865-project] 10.222.0.32 "GET /v2.0/security-groups?id=6969ac4a-ab7d-44f5-a401-51a25b0e6500&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5137236
Dec 25 21:14:23.698023 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90889018-f8f3-4cce-8b82-0a6c729a667c req-2060654e-bd77-4b78-b649-993f0b7cfa8a tempest-ServersTestFqdnHostnames-948157385 tempest-ServersTestFqdnHostnames-948157385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:14:23.699972 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-90889018-f8f3-4cce-8b82-0a6c729a667c req-2060654e-bd77-4b78-b649-993f0b7cfa8a tempest-ServersTestFqdnHostnames-948157385 tempest-ServersTestFqdnHostnames-948157385-project] 10.222.0.32 "GET /v2.0/ports?device_id=23221387-3a9d-4105-b3db-d1586e20d8a5 HTTP/1.1" status: 200  len: 945 time: 0.5110695
Dec 25 21:14:23.744804 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c30bb75b-c799-4f17-b806-9f6ac483bfe7 req-a731c562-0e40-43f9-8eff-e92f4891778d tempest-AttachSCSIVolumeTestJSON-995789853 tempest-AttachSCSIVolumeTestJSON-995789853-project] 10.222.0.32 "GET /v2.0/ports?device_id=f7e7dfd9-c959-4465-a460-55aac15feeef HTTP/1.1" status: 200  len: 210 time: 0.0415790
Dec 25 21:14:23.796127 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-ab3faed9-ac5e-4da7-96ba-8d6924e9cbaa req-67e58278-0f2e-42f8-afd4-2178c9481e2c tempest-AttachSCSIVolumeTestJSON-995789853 tempest-AttachSCSIVolumeTestJSON-995789853-project] Publish callbacks [] for port, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:23.820264 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-90889018-f8f3-4cce-8b82-0a6c729a667c req-6f15be8f-4637-49d7-8e38-d868575a8da1 tempest-ServersTestFqdnHostnames-948157385 tempest-ServersTestFqdnHostnames-948157385-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca6b4ade-e9f8-48ab-a037-b83bf4a53bde&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1133993
Dec 25 21:14:23.900954 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 21:14:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d0f29a3-c5c7-40da-bc9e-21d782a5eba5 x-openstack-request-id: req-9d0f29a3-c5c7-40da-bc9e-21d782a5eba5 {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:14:23.901295 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a32723f8-9254-4e54-8d2d-7a4b08821e28", "name": "network-vif-deleted", "tag": "fdcafc76-a01c-4114-a75e-4dbcfb7490ec", "status": "completed", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:14:23.901556 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9d0f29a3-c5c7-40da-bc9e-21d782a5eba5 {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:14:23.901959 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a32723f8-9254-4e54-8d2d-7a4b08821e28', 'name': 'network-vif-deleted', 'tag': 'fdcafc76-a01c-4114-a75e-4dbcfb7490ec', 'status': 'completed', 'code': 200}
Dec 25 21:14:23.942963 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff537511-d018-457e-9761-5cbef48ac295 req-588d44b6-cef6-42a8-bd01-61584c2d587c tempest-DeleteServersAdminTestJSON-130215457 tempest-DeleteServersAdminTestJSON-130215457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:14:23.951934 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ff537511-d018-457e-9761-5cbef48ac295 req-588d44b6-cef6-42a8-bd01-61584c2d587c tempest-DeleteServersAdminTestJSON-130215457 tempest-DeleteServersAdminTestJSON-130215457-project] 10.222.0.32 "GET /v2.0/ports?device_id=45f0a001-36db-4334-9faa-a374e3a51158 HTTP/1.1" status: 200  len: 950 time: 0.0942025
Dec 25 21:14:23.960318 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-ab3faed9-ac5e-4da7-96ba-8d6924e9cbaa req-67e58278-0f2e-42f8-afd4-2178c9481e2c tempest-AttachSCSIVolumeTestJSON-995789853 tempest-AttachSCSIVolumeTestJSON-995789853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:23.975178 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0e2e38-1ee0-4960-bfee-6e8b56fdab38 req-099adb4d-ac3c-4731-9478-4c39ca311064 tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:14:23.982041 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0e2e38-1ee0-4960-bfee-6e8b56fdab38 req-099adb4d-ac3c-4731-9478-4c39ca311064 tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:14:23.984479 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-1c0e2e38-1ee0-4960-bfee-6e8b56fdab38 req-099adb4d-ac3c-4731-9478-4c39ca311064 tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] 10.222.0.37 "GET /v2.0/networks?id=3e921bd6-c801-4e72-9632-6b6d2570d487&id=bddc1eb9-357a-4f2d-89ab-8a23420fb037 HTTP/1.1" status: 200  len: 1391 time: 0.2129948
Dec 25 21:14:24.012634 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [req-1c0e2e38-1ee0-4960-bfee-6e8b56fdab38 req-d434c640-d38d-4261-9bc5-8ebb2d18a490 tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Request body: {'port': {'device_id': '712038b0-21e9-49b2-adbc-494075814a04', 'network_id': '3e921bd6-c801-4e72-9632-6b6d2570d487', 'admin_state_up': True, 'tenant_id': 'af3f5665f009477385c524a3e23aedc6'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:14:24.085366 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab3faed9-ac5e-4da7-96ba-8d6924e9cbaa req-67e58278-0f2e-42f8-afd4-2178c9481e2c tempest-AttachSCSIVolumeTestJSON-995789853 tempest-AttachSCSIVolumeTestJSON-995789853-project] Network 70cbe831-35cd-442f-8abb-fc8d5a9a0c36 is already hosted by enough agents. {{(pid=121606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:14:24.090716 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ff537511-d018-457e-9761-5cbef48ac295 req-3a180790-d93b-4064-adc1-1587308bd971 tempest-DeleteServersAdminTestJSON-130215457 tempest-DeleteServersAdminTestJSON-130215457-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e7324bc-20c8-41e1-ab34-2991b9fd33ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1372325
Dec 25 21:14:24.098722 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [req-ab3faed9-ac5e-4da7-96ba-8d6924e9cbaa req-67e58278-0f2e-42f8-afd4-2178c9481e2c tempest-AttachSCSIVolumeTestJSON-995789853 tempest-AttachSCSIVolumeTestJSON-995789853-project] Resources bound (agent type, host, resource id):  {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:14:24.104385 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab3faed9-ac5e-4da7-96ba-8d6924e9cbaa req-67e58278-0f2e-42f8-afd4-2178c9481e2c tempest-AttachSCSIVolumeTestJSON-995789853 tempest-AttachSCSIVolumeTestJSON-995789853-project] Received port after_create {{(pid=121606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:14:24.169808 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3faed9-ac5e-4da7-96ba-8d6924e9cbaa req-67e58278-0f2e-42f8-afd4-2178c9481e2c tempest-AttachSCSIVolumeTestJSON-995789853 tempest-AttachSCSIVolumeTestJSON-995789853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:14:24.169808 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-ab3faed9-ac5e-4da7-96ba-8d6924e9cbaa req-67e58278-0f2e-42f8-afd4-2178c9481e2c tempest-AttachSCSIVolumeTestJSON-995789853 tempest-AttachSCSIVolumeTestJSON-995789853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:24.177456 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e58278-0f2e-42f8-afd4-2178c9481e2c tempest-AttachSCSIVolumeTestJSON-995789853 tempest-AttachSCSIVolumeTestJSON-995789853-project] Pushing event updated for resources: {'Port': ['ID=b231c087-49e0-4d5a-a3ce-2791da36b76a,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:14:24.206749 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870aaca2-3336-4c7b-8a77-05b315daf1db req-7003753d-2eff-40f3-97e8-b407ed979597 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:14:24.221177 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-870aaca2-3336-4c7b-8a77-05b315daf1db req-7003753d-2eff-40f3-97e8-b407ed979597 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/ports?device_id=b248cb56-18c2-4ff2-a8da-8e0993879a65 HTTP/1.1" status: 200  len: 950 time: 0.2136889
Dec 25 21:14:24.284381 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ab3faed9-ac5e-4da7-96ba-8d6924e9cbaa req-67e58278-0f2e-42f8-afd4-2178c9481e2c tempest-AttachSCSIVolumeTestJSON-995789853 tempest-AttachSCSIVolumeTestJSON-995789853-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.6401830
Dec 25 21:14:24.311754 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-870aaca2-3336-4c7b-8a77-05b315daf1db req-c265b9a9-5bf8-4e2b-9b58-26e16b692842 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3f1ae63-416f-443f-b032-af0d7dcc9019&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0903687
Dec 25 21:14:24.383989 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a92f375a-1d15-4b01-aeb4-2292e0cd988d req-17770304-eb47-4cb7-a488-62b704dd8e43 tempest-ServerTagsTestJSON-645171844 tempest-ServerTagsTestJSON-645171844-project] 10.222.0.32 "GET /v2.0/ports?device_id=a32723f8-9254-4e54-8d2d-7a4b08821e28 HTTP/1.1" status: 200  len: 210 time: 0.0699706
Dec 25 21:14:24.388945 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c0e2e38-1ee0-4960-bfee-6e8b56fdab38 req-d434c640-d38d-4261-9bc5-8ebb2d18a490 tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Made reservation on behalf of af3f5665f009477385c524a3e23aedc6 for: {'port': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:14:24.393907 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-1c0e2e38-1ee0-4960-bfee-6e8b56fdab38 req-d434c640-d38d-4261-9bc5-8ebb2d18a490 tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:24.430899 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-64afccad-0d97-4b9c-9639-fed3473eb366 req-b08cca04-0a3e-4aca-8880-a8314b5dce19 tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] 10.222.0.32 "GET /v2.0/ports?device_id=712038b0-21e9-49b2-adbc-494075814a04 HTTP/1.1" status: 200  len: 210 time: 0.0372980
Dec 25 21:14:24.551494 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-cd464ed8-997a-49e6-85a1-da473acdcda7 None None] Provisioning complete for port b231c087-49e0-4d5a-a3ce-2791da36b76a triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:14:24.552725 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-cd464ed8-997a-49e6-85a1-da473acdcda7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:24.604936 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_common [req-1c0e2e38-1ee0-4960-bfee-6e8b56fdab38 req-d434c640-d38d-4261-9bc5-8ebb2d18a490 tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Allocated IP 19.80.0.71 (3e921bd6-c801-4e72-9632-6b6d2570d487/a55880c3-27ea-48fb-974b-81f62eed6030/558fe07e-120c-40d4-bb28-cb8b2deda29a) {{(pid=121607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:14:24.618568 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-cd464ed8-997a-49e6-85a1-da473acdcda7 None None] Port b231c087-49e0-4d5a-a3ce-2791da36b76a cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:14:24.779932 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f530b9f-69bb-4316-9058-6cf18050659f req-29caa5f6-d53b-43b8-bc08-05db247d9669 tempest-ServerDiagnosticsNegativeTest-605739865 tempest-ServerDiagnosticsNegativeTest-605739865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:14:24.781596 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2f530b9f-69bb-4316-9058-6cf18050659f req-29caa5f6-d53b-43b8-bc08-05db247d9669 tempest-ServerDiagnosticsNegativeTest-605739865 tempest-ServerDiagnosticsNegativeTest-605739865-project] 10.222.0.32 "GET /v2.0/ports?device_id=1488edc8-a4a9-47c4-bc28-867a3c7538ba HTTP/1.1" status: 200  len: 936 time: 0.0593796
Dec 25 21:14:24.818584 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-1c0e2e38-1ee0-4960-bfee-6e8b56fdab38 req-d434c640-d38d-4261-9bc5-8ebb2d18a490 tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Publish callbacks [] for port, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:24.832693 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2f530b9f-69bb-4316-9058-6cf18050659f req-fb34fec2-f105-4720-8f89-3828ea09a0a7 tempest-ServerDiagnosticsNegativeTest-605739865 tempest-ServerDiagnosticsNegativeTest-605739865-project] 10.222.0.32 "GET /v2.0/security-groups?id=6969ac4a-ab7d-44f5-a401-51a25b0e6500&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0449440
Dec 25 21:14:24.904913 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device fdcafc76-a01c-4114-a75e-4dbcfb7490ec no longer exists at agent hyperv_nch1-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:14:24.931940 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] No Port match for: fdcafc76-a01c-4114-a75e-4dbcfb7490ec {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:14:24.933461 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device fdcafc76-a01c-4114-a75e-4dbcfb7490ec not bound to the agent host nch1-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:14:24.942320 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-1c0e2e38-1ee0-4960-bfee-6e8b56fdab38 req-d434c640-d38d-4261-9bc5-8ebb2d18a490 tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:24.962946 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d9c3d8-0837-4b59-b1eb-28dd82e55e57 req-392e2fe6-5ab4-4c64-aa7f-27d46566e208 tempest-AttachSCSIVolumeTestJSON-995789853 tempest-AttachSCSIVolumeTestJSON-995789853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:14:24.964789 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-68d9c3d8-0837-4b59-b1eb-28dd82e55e57 req-392e2fe6-5ab4-4c64-aa7f-27d46566e208 tempest-AttachSCSIVolumeTestJSON-995789853 tempest-AttachSCSIVolumeTestJSON-995789853-project] 10.222.0.32 "GET /v2.0/ports?device_id=f7e7dfd9-c959-4465-a460-55aac15feeef HTTP/1.1" status: 200  len: 931 time: 0.0770905
Dec 25 21:14:25.017225 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c0e2e38-1ee0-4960-bfee-6e8b56fdab38 req-d434c640-d38d-4261-9bc5-8ebb2d18a490 tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Network 3e921bd6-c801-4e72-9632-6b6d2570d487 is already hosted by enough agents. {{(pid=121607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:14:25.026753 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [req-1c0e2e38-1ee0-4960-bfee-6e8b56fdab38 req-d434c640-d38d-4261-9bc5-8ebb2d18a490 tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Resources bound (agent type, host, resource id):  {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:14:25.040842 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c0e2e38-1ee0-4960-bfee-6e8b56fdab38 req-d434c640-d38d-4261-9bc5-8ebb2d18a490 tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Received port after_create {{(pid=121607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:14:25.062666 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d434c640-d38d-4261-9bc5-8ebb2d18a490 tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Pushing event updated for resources: {'Port': ['ID=558fe07e-120c-40d4-bb28-cb8b2deda29a,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:14:25.072705 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-68d9c3d8-0837-4b59-b1eb-28dd82e55e57 req-317fc200-c508-464c-8c4a-bd84ac385549 tempest-AttachSCSIVolumeTestJSON-995789853 tempest-AttachSCSIVolumeTestJSON-995789853-project] 10.222.0.32 "GET /v2.0/security-groups?id=8bf77a26-90d8-4a6a-a5bb-9e06513d8ecf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0864990
Dec 25 21:14:25.171202 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0e2e38-1ee0-4960-bfee-6e8b56fdab38 req-d434c640-d38d-4261-9bc5-8ebb2d18a490 tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:14:25.172384 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-1c0e2e38-1ee0-4960-bfee-6e8b56fdab38 req-d434c640-d38d-4261-9bc5-8ebb2d18a490 tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:25.256400 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c202234-d199-4353-898a-d611258f6ff3 req-d9e2ea48-9030-438d-b750-5aed9e713ffc tempest-ServersTestFqdnHostnames-948157385 tempest-ServersTestFqdnHostnames-948157385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:14:25.258064 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3c202234-d199-4353-898a-d611258f6ff3 req-d9e2ea48-9030-438d-b750-5aed9e713ffc tempest-ServersTestFqdnHostnames-948157385 tempest-ServersTestFqdnHostnames-948157385-project] 10.222.0.32 "GET /v2.0/ports?device_id=23221387-3a9d-4105-b3db-d1586e20d8a5 HTTP/1.1" status: 200  len: 945 time: 0.1239135
Dec 25 21:14:25.266953 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4baab60-d283-4fab-90b5-f290106aa30d req-a89b20f7-d9d9-4ff9-bb08-cd9409bbb2a2 tempest-DeleteServersAdminTestJSON-130215457 tempest-DeleteServersAdminTestJSON-130215457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:14:25.268467 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f4baab60-d283-4fab-90b5-f290106aa30d req-a89b20f7-d9d9-4ff9-bb08-cd9409bbb2a2 tempest-DeleteServersAdminTestJSON-130215457 tempest-DeleteServersAdminTestJSON-130215457-project] 10.222.0.32 "GET /v2.0/ports?device_id=45f0a001-36db-4334-9faa-a374e3a51158 HTTP/1.1" status: 200  len: 950 time: 0.1000979
Dec 25 21:14:25.299487 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-1c0e2e38-1ee0-4960-bfee-6e8b56fdab38 req-d434c640-d38d-4261-9bc5-8ebb2d18a490 tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.2909920
Dec 25 21:14:25.314690 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [req-1c0e2e38-1ee0-4960-bfee-6e8b56fdab38 req-c9676589-c672-4857-a849-cc4670e6cfd6 tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Request body: {'port': {'device_id': '712038b0-21e9-49b2-adbc-494075814a04', 'network_id': 'bddc1eb9-357a-4f2d-89ab-8a23420fb037', 'admin_state_up': True, 'tenant_id': 'af3f5665f009477385c524a3e23aedc6'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:14:25.355329 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3c202234-d199-4353-898a-d611258f6ff3 req-b72c7a76-709e-481b-89c3-4ff65686760c tempest-ServersTestFqdnHostnames-948157385 tempest-ServersTestFqdnHostnames-948157385-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca6b4ade-e9f8-48ab-a037-b83bf4a53bde&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0851111
Dec 25 21:14:25.409396 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f4baab60-d283-4fab-90b5-f290106aa30d req-d26536ce-95b4-4e9e-b3e3-af358171c230 tempest-DeleteServersAdminTestJSON-130215457 tempest-DeleteServersAdminTestJSON-130215457-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e7324bc-20c8-41e1-ab34-2991b9fd33ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1059446
Dec 25 21:14:25.464431 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-79ecbe7c-80b8-41d8-918c-434f262d9fca None None] Provisioning complete for port 558fe07e-120c-40d4-bb28-cb8b2deda29a triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:14:25.465092 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-79ecbe7c-80b8-41d8-918c-434f262d9fca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:25.504337 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-79ecbe7c-80b8-41d8-918c-434f262d9fca None None] Port 558fe07e-120c-40d4-bb28-cb8b2deda29a cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:14:25.518274 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692d0788-2548-4e75-8cd0-237589c8d2e2 req-b56672bf-3fe3-41b3-b5e9-383c52f36435 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:14:25.519787 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-692d0788-2548-4e75-8cd0-237589c8d2e2 req-b56672bf-3fe3-41b3-b5e9-383c52f36435 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/ports?device_id=b248cb56-18c2-4ff2-a8da-8e0993879a65 HTTP/1.1" status: 200  len: 950 time: 0.0548389
Dec 25 21:14:25.553047 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c0e2e38-1ee0-4960-bfee-6e8b56fdab38 req-c9676589-c672-4857-a849-cc4670e6cfd6 tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Made reservation on behalf of af3f5665f009477385c524a3e23aedc6 for: {'port': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:14:25.556539 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-1c0e2e38-1ee0-4960-bfee-6e8b56fdab38 req-c9676589-c672-4857-a849-cc4670e6cfd6 tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:25.599606 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf49eb5-f7bc-4125-877f-91c69b37e1d9 req-c44d4838-cdce-46a8-962d-e97bf8b1e847 tempest-ServersTestFqdnHostnames-948157385 tempest-ServersTestFqdnHostnames-948157385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:14:25.601134 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-dbf49eb5-f7bc-4125-877f-91c69b37e1d9 req-c44d4838-cdce-46a8-962d-e97bf8b1e847 tempest-ServersTestFqdnHostnames-948157385 tempest-ServersTestFqdnHostnames-948157385-project] 10.222.0.32 "GET /v2.0/ports?device_id=23221387-3a9d-4105-b3db-d1586e20d8a5 HTTP/1.1" status: 200  len: 945 time: 0.0778203
Dec 25 21:14:25.612826 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-692d0788-2548-4e75-8cd0-237589c8d2e2 req-e2d08df7-7626-47d5-88a7-f6ab0de2c023 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3f1ae63-416f-443f-b032-af0d7dcc9019&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0806279
Dec 25 21:14:25.613442 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 50140) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:14:25.621703 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-57b649e2-e0e2-45ff-8736-94f6f2c7a23f tempest-ServersTestFqdnHostnames-948157385 tempest-ServersTestFqdnHostnames-948157385-project] Request body: {'floatingip': {'port_id': '0dd3bc1f-1fb5-4e1c-b9d7-78a069b36fb2'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:14:25.672611 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-57b649e2-e0e2-45ff-8736-94f6f2c7a23f tempest-ServersTestFqdnHostnames-948157385 tempest-ServersTestFqdnHostnames-948157385-project] Publish callbacks [] for floatingip, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:25.706855 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_common [req-1c0e2e38-1ee0-4960-bfee-6e8b56fdab38 req-c9676589-c672-4857-a849-cc4670e6cfd6 tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Allocated IP 19.86.0.67 (bddc1eb9-357a-4f2d-89ab-8a23420fb037/00a4f833-251e-4ff3-a1b6-930154d4ebf7/16909884-4838-4f33-ab81-5984be2e8ea1) {{(pid=121607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:14:25.743125 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-02ccae7c-b5a2-4a74-a7be-5bd186c58175 req-60925550-fb77-433f-92c3-c6cbf2073e65 tempest-ServerTagsTestJSON-645171844 tempest-ServerTagsTestJSON-645171844-project] 10.222.0.32 "GET /v2.0/ports?device_id=a32723f8-9254-4e54-8d2d-7a4b08821e28 HTTP/1.1" status: 200  len: 210 time: 0.0680335
Dec 25 21:14:25.842873 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e03ecfb-c143-42a8-b04e-05d9a55382bb req-6a4bd8c1-9d3b-439f-a845-764e4e7f6135 tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:14:25.844703 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2e03ecfb-c143-42a8-b04e-05d9a55382bb req-6a4bd8c1-9d3b-439f-a845-764e4e7f6135 tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] 10.222.0.32 "GET /v2.0/ports?device_id=712038b0-21e9-49b2-adbc-494075814a04 HTTP/1.1" status: 200  len: 931 time: 0.1256330
Dec 25 21:14:25.958181 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-1c0e2e38-1ee0-4960-bfee-6e8b56fdab38 req-c9676589-c672-4857-a849-cc4670e6cfd6 tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Publish callbacks [] for port, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:26.006155 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2e03ecfb-c143-42a8-b04e-05d9a55382bb req-b3787110-837a-41ae-9aad-ca43497126db tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] 10.222.0.32 "GET /v2.0/security-groups?id=bf6f1b26-c9d9-475d-a396-710ace1ec7a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1395836
Dec 25 21:14:26.068281 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ee3838-1f44-4a08-809d-b001509db203 req-7fde8ce1-5a6d-4a54-a26f-8787f13289a0 tempest-ServerDiagnosticsNegativeTest-605739865 tempest-ServerDiagnosticsNegativeTest-605739865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:14:26.073685 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a0ee3838-1f44-4a08-809d-b001509db203 req-7fde8ce1-5a6d-4a54-a26f-8787f13289a0 tempest-ServerDiagnosticsNegativeTest-605739865 tempest-ServerDiagnosticsNegativeTest-605739865-project] 10.222.0.32 "GET /v2.0/ports?device_id=1488edc8-a4a9-47c4-bc28-867a3c7538ba HTTP/1.1" status: 200  len: 936 time: 0.1435573
Dec 25 21:14:26.079027 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-1c0e2e38-1ee0-4960-bfee-6e8b56fdab38 req-c9676589-c672-4857-a849-cc4670e6cfd6 tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:26.126081 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c0e2e38-1ee0-4960-bfee-6e8b56fdab38 req-c9676589-c672-4857-a849-cc4670e6cfd6 tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Network bddc1eb9-357a-4f2d-89ab-8a23420fb037 is already hosted by enough agents. {{(pid=121607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:14:26.129297 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [req-1c0e2e38-1ee0-4960-bfee-6e8b56fdab38 req-c9676589-c672-4857-a849-cc4670e6cfd6 tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Resources bound (agent type, host, resource id):  {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:14:26.133717 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c0e2e38-1ee0-4960-bfee-6e8b56fdab38 req-c9676589-c672-4857-a849-cc4670e6cfd6 tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Received port after_create {{(pid=121607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:14:26.219703 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9676589-c672-4857-a849-cc4670e6cfd6 tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Pushing event updated for resources: {'Port': ['ID=16909884-4838-4f33-ab81-5984be2e8ea1,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:14:26.247707 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0e2e38-1ee0-4960-bfee-6e8b56fdab38 req-c9676589-c672-4857-a849-cc4670e6cfd6 tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:14:26.248659 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-1c0e2e38-1ee0-4960-bfee-6e8b56fdab38 req-c9676589-c672-4857-a849-cc4670e6cfd6 tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:26.296014 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a0ee3838-1f44-4a08-809d-b001509db203 req-ce68029a-3a40-49f2-b579-227f1457e026 tempest-ServerDiagnosticsNegativeTest-605739865 tempest-ServerDiagnosticsNegativeTest-605739865-project] 10.222.0.32 "GET /v2.0/security-groups?id=6969ac4a-ab7d-44f5-a401-51a25b0e6500&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2096541
Dec 25 21:14:26.332933 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-1c0e2e38-1ee0-4960-bfee-6e8b56fdab38 req-c9676589-c672-4857-a849-cc4670e6cfd6 tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0230992
Dec 25 21:14:26.351483 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [req-1c0e2e38-1ee0-4960-bfee-6e8b56fdab38 req-a32e6415-7ec9-4efe-88fe-0a0d85d8d14c service neutron] Request body: {'port': {'device_id': '712038b0-21e9-49b2-adbc-494075814a04', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:14:26.374581 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8f38bf-3c7f-4c97-8736-85e1ac689320 req-5fdc18bc-3664-41d4-a52e-c2a872e0a5ae tempest-AttachSCSIVolumeTestJSON-995789853 tempest-AttachSCSIVolumeTestJSON-995789853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:14:26.387289 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-fc8f38bf-3c7f-4c97-8736-85e1ac689320 req-5fdc18bc-3664-41d4-a52e-c2a872e0a5ae tempest-AttachSCSIVolumeTestJSON-995789853 tempest-AttachSCSIVolumeTestJSON-995789853-project] 10.222.0.32 "GET /v2.0/ports?device_id=f7e7dfd9-c959-4465-a460-55aac15feeef HTTP/1.1" status: 200  len: 931 time: 0.2096164
Dec 25 21:14:26.436201 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-1c0e2e38-1ee0-4960-bfee-6e8b56fdab38 req-a32e6415-7ec9-4efe-88fe-0a0d85d8d14c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:26.530285 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-eeb4a2b9-f700-473d-8f38-59a6c2ef750d None None] Provisioning complete for port 16909884-4838-4f33-ab81-5984be2e8ea1 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:14:26.531329 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-eeb4a2b9-f700-473d-8f38-59a6c2ef750d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:26.574150 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-eeb4a2b9-f700-473d-8f38-59a6c2ef750d None None] Port 16909884-4838-4f33-ab81-5984be2e8ea1 cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:14:26.590515 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-fc8f38bf-3c7f-4c97-8736-85e1ac689320 req-e21d4dd4-5e0d-408a-826e-4ffb8360548c tempest-AttachSCSIVolumeTestJSON-995789853 tempest-AttachSCSIVolumeTestJSON-995789853-project] 10.222.0.32 "GET /v2.0/security-groups?id=8bf77a26-90d8-4a6a-a5bb-9e06513d8ecf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1925323
Dec 25 21:14:26.617248 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.db.resource_extend [None req-57b649e2-e0e2-45ff-8736-94f6f2c7a23f tempest-ServersTestFqdnHostnames-948157385 tempest-ServersTestFqdnHostnames-948157385-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 25 21:14:26.631788 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebffab63-251c-45ee-8eb5-7c37f09e8c61 req-79577c20-4ac1-41d5-855e-e2ae5bf47722 tempest-DeleteServersAdminTestJSON-1794117862 tempest-DeleteServersAdminTestJSON-1794117862-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:14:26.633335 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ebffab63-251c-45ee-8eb5-7c37f09e8c61 req-79577c20-4ac1-41d5-855e-e2ae5bf47722 tempest-DeleteServersAdminTestJSON-1794117862 tempest-DeleteServersAdminTestJSON-1794117862-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=45f0a001-36db-4334-9faa-a374e3a51158 HTTP/1.1" status: 200  len: 1101 time: 0.1658473
Dec 25 21:14:26.702318 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635363c3-7af0-45ab-81e5-07805fe321a7 req-f3c41aad-6a25-4d9d-aa58-6c7f00bdffa4 tempest-DeleteServersAdminTestJSON-130215457 tempest-DeleteServersAdminTestJSON-130215457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:14:26.705941 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-635363c3-7af0-45ab-81e5-07805fe321a7 req-f3c41aad-6a25-4d9d-aa58-6c7f00bdffa4 tempest-DeleteServersAdminTestJSON-130215457 tempest-DeleteServersAdminTestJSON-130215457-project] 10.222.0.32 "GET /v2.0/ports?device_id=45f0a001-36db-4334-9faa-a374e3a51158 HTTP/1.1" status: 200  len: 950 time: 0.2051189
Dec 25 21:14:26.757733 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-57b649e2-e0e2-45ff-8736-94f6f2c7a23f tempest-ServersTestFqdnHostnames-948157385 tempest-ServersTestFqdnHostnames-948157385-project] Publish callbacks [] for floatingip, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:26.834201 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-57b649e2-e0e2-45ff-8736-94f6f2c7a23f tempest-ServersTestFqdnHostnames-948157385 tempest-ServersTestFqdnHostnames-948157385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2008639'] for floatingip, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:26.874785 ncdv-master-1 neutron-server[121607]: DEBUG neutron.notifiers.nova [req-1c0e2e38-1ee0-4960-bfee-6e8b56fdab38 req-a32e6415-7ec9-4efe-88fe-0a0d85d8d14c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 558fe07e-120c-40d4-bb28-cb8b2deda29a {{(pid=121607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:14:26.883799 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-1c0e2e38-1ee0-4960-bfee-6e8b56fdab38 req-a32e6415-7ec9-4efe-88fe-0a0d85d8d14c service neutron] Publish callbacks [] for port, precommit_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:26.886569 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-635363c3-7af0-45ab-81e5-07805fe321a7 req-ef8780fa-9df8-4518-a5fd-a7d9bd79c5f7 tempest-DeleteServersAdminTestJSON-130215457 tempest-DeleteServersAdminTestJSON-130215457-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e7324bc-20c8-41e1-ab34-2991b9fd33ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1652524
Dec 25 21:14:26.904791 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.provisioning_blocks [req-1c0e2e38-1ee0-4960-bfee-6e8b56fdab38 req-a32e6415-7ec9-4efe-88fe-0a0d85d8d14c service neutron] Transition to ACTIVE for port object 558fe07e-120c-40d4-bb28-cb8b2deda29a will not be triggered until provisioned by entity L2. {{(pid=121607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 25 21:14:26.961444 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de9aeda-bd16-4c47-a991-8483ce547843 req-fe629d66-2aa2-4a6d-9244-c24576a49cd2 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:14:26.962954 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7de9aeda-bd16-4c47-a991-8483ce547843 req-fe629d66-2aa2-4a6d-9244-c24576a49cd2 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/ports?device_id=b248cb56-18c2-4ff2-a8da-8e0993879a65 HTTP/1.1" status: 200  len: 950 time: 0.1743619
Dec 25 21:14:26.987386 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-1c0e2e38-1ee0-4960-bfee-6e8b56fdab38 req-a32e6415-7ec9-4efe-88fe-0a0d85d8d14c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8632327'] for port, after_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:27.031210 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d2623368-776e-4fc5-ab4e-9ac1fb4a8f38 req-5d2c3c9a-d308-45d3-a32a-1568ee445118 tempest-ServerTagsTestJSON-645171844 tempest-ServerTagsTestJSON-645171844-project] 10.222.0.32 "GET /v2.0/ports?device_id=a32723f8-9254-4e54-8d2d-7a4b08821e28 HTTP/1.1" status: 200  len: 210 time: 0.0639684
Dec 25 21:14:27.045681 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [req-ebffab63-251c-45ee-8eb5-7c37f09e8c61 req-4a9f531d-52b9-40c6-ac5f-cdd4ea342370 tempest-DeleteServersAdminTestJSON-1794117862 tempest-DeleteServersAdminTestJSON-1794117862-project-admin] Deleting port 01be047a-fff9-4768-83e3-d8f015049719 {{(pid=121606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:14:27.047514 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-ebffab63-251c-45ee-8eb5-7c37f09e8c61 req-4a9f531d-52b9-40c6-ac5f-cdd4ea342370 tempest-DeleteServersAdminTestJSON-1794117862 tempest-DeleteServersAdminTestJSON-1794117862-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:27.063180 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32e6415-7ec9-4efe-88fe-0a0d85d8d14c service neutron] Pushing event updated for resources: {'Port': ['ID=558fe07e-120c-40d4-bb28-cb8b2deda29a,revision_number=2']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:14:27.101308 ncdv-master-1 neutron-server[121606]: INFO neutron.db.l3_db [None req-57b649e2-e0e2-45ff-8736-94f6f2c7a23f tempest-ServersTestFqdnHostnames-948157385 tempest-ServersTestFqdnHostnames-948157385-project] Floating IP 967cd17f-4817-4fa6-b609-b01fac7da708 associated. External IP: 172.35.3.238, port: 0dd3bc1f-1fb5-4e1c-b9d7-78a069b36fb2.
Dec 25 21:14:27.187995 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.managers [req-1c0e2e38-1ee0-4960-bfee-6e8b56fdab38 req-a32e6415-7ec9-4efe-88fe-0a0d85d8d14c service neutron] Attempting to bind port 558fe07e-120c-40d4-bb28-cb8b2deda29a on host nch2-master-1 for vnic_type normal with profile  {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:14:27.189504 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.managers [req-1c0e2e38-1ee0-4960-bfee-6e8b56fdab38 req-a32e6415-7ec9-4efe-88fe-0a0d85d8d14c service neutron] Attempting to bind port 558fe07e-120c-40d4-bb28-cb8b2deda29a by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '2697e07c-332d-4641-aeba-93b90adf7b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '3e921bd6-c801-4e72-9632-6b6d2570d487'}] {{(pid=121607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:14:27.190250 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c0e2e38-1ee0-4960-bfee-6e8b56fdab38 req-a32e6415-7ec9-4efe-88fe-0a0d85d8d14c service neutron] Attempting to bind port 558fe07e-120c-40d4-bb28-cb8b2deda29a on network 3e921bd6-c801-4e72-9632-6b6d2570d487 {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:14:27.196557 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c0e2e38-1ee0-4960-bfee-6e8b56fdab38 req-a32e6415-7ec9-4efe-88fe-0a0d85d8d14c service neutron] Port 558fe07e-120c-40d4-bb28-cb8b2deda29a on network 3e921bd6-c801-4e72-9632-6b6d2570d487 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 25 21:14:27.197469 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c0e2e38-1ee0-4960-bfee-6e8b56fdab38 req-a32e6415-7ec9-4efe-88fe-0a0d85d8d14c service neutron] Attempting to bind port 558fe07e-120c-40d4-bb28-cb8b2deda29a on network 3e921bd6-c801-4e72-9632-6b6d2570d487 {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:14:27.217556 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c0e2e38-1ee0-4960-bfee-6e8b56fdab38 req-a32e6415-7ec9-4efe-88fe-0a0d85d8d14c service neutron] Checking agent: {'id': '0d9ae313-8f8d-40fa-8a9f-d098a25a9911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 21, 4, 38), 'started_at': datetime.datetime(2021, 12, 25, 21, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 14, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:14:27.225079 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c0e2e38-1ee0-4960-bfee-6e8b56fdab38 req-a32e6415-7ec9-4efe-88fe-0a0d85d8d14c service neutron] Checking segment: {'id': '2697e07c-332d-4641-aeba-93b90adf7b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '3e921bd6-c801-4e72-9632-6b6d2570d487'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:14:27.225079 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c0e2e38-1ee0-4960-bfee-6e8b56fdab38 req-a32e6415-7ec9-4efe-88fe-0a0d85d8d14c service neutron] Bound using segment: {'id': '2697e07c-332d-4641-aeba-93b90adf7b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '3e921bd6-c801-4e72-9632-6b6d2570d487'} {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:14:27.225079 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.managers [req-1c0e2e38-1ee0-4960-bfee-6e8b56fdab38 req-a32e6415-7ec9-4efe-88fe-0a0d85d8d14c service neutron] Bound port: 558fe07e-120c-40d4-bb28-cb8b2deda29a, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2697e07c-332d-4641-aeba-93b90adf7b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '3e921bd6-c801-4e72-9632-6b6d2570d487'}}] {{(pid=121607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:14:27.225079 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-1c0e2e38-1ee0-4960-bfee-6e8b56fdab38 req-a32e6415-7ec9-4efe-88fe-0a0d85d8d14c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:27.263475 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7de9aeda-bd16-4c47-a991-8483ce547843 req-538f89af-53dc-4eb2-9146-295d9977a3d6 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3f1ae63-416f-443f-b032-af0d7dcc9019&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2920985
Dec 25 21:14:27.312726 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.db [req-1c0e2e38-1ee0-4960-bfee-6e8b56fdab38 req-a32e6415-7ec9-4efe-88fe-0a0d85d8d14c service neutron] For port 558fe07e-120c-40d4-bb28-cb8b2deda29a, host nch2-master-1, cleared binding levels {{(pid=121607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:14:27.317522 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.db [req-1c0e2e38-1ee0-4960-bfee-6e8b56fdab38 req-a32e6415-7ec9-4efe-88fe-0a0d85d8d14c service neutron] For port 558fe07e-120c-40d4-bb28-cb8b2deda29a, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=558fe07e-120c-40d4-bb28-cb8b2deda29a,segment=NetworkSegment(2697e07c-332d-4641-aeba-93b90adf7b9d),segment_id=2697e07c-332d-4641-aeba-93b90adf7b9d)] {{(pid=121607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:14:27.363101 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-ebffab63-251c-45ee-8eb5-7c37f09e8c61 req-4a9f531d-52b9-40c6-ac5f-cdd4ea342370 tempest-DeleteServersAdminTestJSON-1794117862 tempest-DeleteServersAdminTestJSON-1794117862-project-admin] For port 01be047a-fff9-4768-83e3-d8f015049719, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=01be047a-fff9-4768-83e3-d8f015049719,segment=NetworkSegment(85c774cb-a0eb-4ad9-961f-f331d3b37cd6),segment_id=85c774cb-a0eb-4ad9-961f-f331d3b37cd6)] {{(pid=121606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:14:27.363865 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-ebffab63-251c-45ee-8eb5-7c37f09e8c61 req-4a9f531d-52b9-40c6-ac5f-cdd4ea342370 tempest-DeleteServersAdminTestJSON-1794117862 tempest-DeleteServersAdminTestJSON-1794117862-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:27.399157 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-1c0e2e38-1ee0-4960-bfee-6e8b56fdab38 req-a32e6415-7ec9-4efe-88fe-0a0d85d8d14c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8632327'] for port, after_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:27.420003 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f95020-2d6a-4780-89c0-73b9960cf0fb req-e5a542c6-c71f-45db-8af7-60f2fa1eef5e tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:14:27.428954 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f95020-2d6a-4780-89c0-73b9960cf0fb req-e5a542c6-c71f-45db-8af7-60f2fa1eef5e tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:14:27.430839 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-99f95020-2d6a-4780-89c0-73b9960cf0fb req-e5a542c6-c71f-45db-8af7-60f2fa1eef5e tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] 10.222.0.32 "GET /v2.0/ports?device_id=712038b0-21e9-49b2-adbc-494075814a04 HTTP/1.1" status: 200  len: 1665 time: 0.2060587
Dec 25 21:14:27.434295 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [req-ebffab63-251c-45ee-8eb5-7c37f09e8c61 req-4a9f531d-52b9-40c6-ac5f-cdd4ea342370 tempest-DeleteServersAdminTestJSON-1794117862 tempest-DeleteServersAdminTestJSON-1794117862-project-admin] Calling delete_port for 01be047a-fff9-4768-83e3-d8f015049719 owned by compute:nova {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:14:27.443002 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0e2e38-1ee0-4960-bfee-6e8b56fdab38 req-a32e6415-7ec9-4efe-88fe-0a0d85d8d14c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:14:27.443941 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-1c0e2e38-1ee0-4960-bfee-6e8b56fdab38 req-a32e6415-7ec9-4efe-88fe-0a0d85d8d14c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:27.446321 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-1c0e2e38-1ee0-4960-bfee-6e8b56fdab38 req-a32e6415-7ec9-4efe-88fe-0a0d85d8d14c service neutron] 10.222.0.37 "PUT /v2.0/ports/558fe07e-120c-40d4-bb28-cb8b2deda29a HTTP/1.1" status: 200  len: 1091 time: 1.1010299
Dec 25 21:14:27.446972 ncdv-master-1 neutron-server[121607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '712038b0-21e9-49b2-adbc-494075814a04', 'tag': '558fe07e-120c-40d4-bb28-cb8b2deda29a'}] {{(pid=121607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:14:27.450941 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f980bbcadfa7bf1e788024e1448be660373c21f97f015f780444e999c451203" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd48183e-bc1d-43b1-8d4b-726a168a157a" -d '{"events": [{"name": "network-changed", "server_uuid": "712038b0-21e9-49b2-adbc-494075814a04", "tag": "558fe07e-120c-40d4-bb28-cb8b2deda29a"}]}' {{(pid=121607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:14:27.492577 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32e6415-7ec9-4efe-88fe-0a0d85d8d14c service neutron] Pushing event updated for resources: {'Port': ['ID=558fe07e-120c-40d4-bb28-cb8b2deda29a,revision_number=3']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:14:27.558246 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [req-1c0e2e38-1ee0-4960-bfee-6e8b56fdab38 req-60e4df5d-f30b-4db9-926e-5f741e033879 service neutron] Request body: {'port': {'device_id': '712038b0-21e9-49b2-adbc-494075814a04', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:14:27.586642 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-99f95020-2d6a-4780-89c0-73b9960cf0fb req-385a7b5a-93b9-4138-8d46-07c3fee9b262 tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] 10.222.0.32 "GET /v2.0/security-groups?id=bf6f1b26-c9d9-475d-a396-710ace1ec7a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1354740
Dec 25 21:14:27.620212 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1439204-4279-4865-b4e3-530ffb1f6cc7 req-16424473-c937-498a-bc27-51d30ff16df2 tempest-ServerDiagnosticsNegativeTest-605739865 tempest-ServerDiagnosticsNegativeTest-605739865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:14:27.626936 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c1439204-4279-4865-b4e3-530ffb1f6cc7 req-16424473-c937-498a-bc27-51d30ff16df2 tempest-ServerDiagnosticsNegativeTest-605739865 tempest-ServerDiagnosticsNegativeTest-605739865-project] 10.222.0.32 "GET /v2.0/ports?device_id=1488edc8-a4a9-47c4-bc28-867a3c7538ba HTTP/1.1" status: 200  len: 936 time: 0.2637980
Dec 25 21:14:27.631526 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-1c0e2e38-1ee0-4960-bfee-6e8b56fdab38 req-60e4df5d-f30b-4db9-926e-5f741e033879 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:27.677780 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Dec 2021 21:14:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b79c6326-8985-46c6-a6ba-fb6de6e7a659 x-openstack-request-id: req-b79c6326-8985-46c6-a6ba-fb6de6e7a659 {{(pid=121607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:14:27.678025 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "712038b0-21e9-49b2-adbc-494075814a04", "tag": "558fe07e-120c-40d4-bb28-cb8b2deda29a", "status": "completed", "code": 200}]} {{(pid=121607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:14:27.682514 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b79c6326-8985-46c6-a6ba-fb6de6e7a659 {{(pid=121607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:14:27.683050 ncdv-master-1 neutron-server[121607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '712038b0-21e9-49b2-adbc-494075814a04', 'tag': '558fe07e-120c-40d4-bb28-cb8b2deda29a', 'status': 'completed', 'code': 200}
Dec 25 21:14:27.791707 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c1439204-4279-4865-b4e3-530ffb1f6cc7 req-bae3b87d-b47c-41f8-8bb6-ecedac83a77c tempest-ServerDiagnosticsNegativeTest-605739865 tempest-ServerDiagnosticsNegativeTest-605739865-project] 10.222.0.32 "GET /v2.0/security-groups?id=6969ac4a-ab7d-44f5-a401-51a25b0e6500&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1611595
Dec 25 21:14:27.892746 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57b649e2-e0e2-45ff-8736-94f6f2c7a23f tempest-ServersTestFqdnHostnames-948157385 tempest-ServersTestFqdnHostnames-948157385-project] Router e0def438-1e5a-4a9a-b1e0-74f26b75f760 has already been hosted by L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 {{(pid=121606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 25 21:14:27.918547 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd48183e-bc1d-43b1-8d4b-726a168a157a req-634185ae-59bf-43ea-bc1c-52a93310c01c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:14:27.919358 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd48183e-bc1d-43b1-8d4b-726a168a157a req-634185ae-59bf-43ea-bc1c-52a93310c01c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:14:27.921296 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-dd48183e-bc1d-43b1-8d4b-726a168a157a req-634185ae-59bf-43ea-bc1c-52a93310c01c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=af3f5665f009477385c524a3e23aedc6&device_id=712038b0-21e9-49b2-adbc-494075814a04 HTTP/1.1" status: 200  len: 1912 time: 0.2039001
Dec 25 21:14:27.934275 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce591ff0-921a-4168-b767-4559bf6fd00b req-5000801f-2279-42fa-a5f9-e1685b24b40b tempest-AttachSCSIVolumeTestJSON-995789853 tempest-AttachSCSIVolumeTestJSON-995789853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:14:27.944031 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ce591ff0-921a-4168-b767-4559bf6fd00b req-5000801f-2279-42fa-a5f9-e1685b24b40b tempest-AttachSCSIVolumeTestJSON-995789853 tempest-AttachSCSIVolumeTestJSON-995789853-project] 10.222.0.32 "GET /v2.0/ports?device_id=f7e7dfd9-c959-4465-a460-55aac15feeef HTTP/1.1" status: 200  len: 931 time: 0.1694989
Dec 25 21:14:27.978252 ncdv-master-1 neutron-server[121607]: DEBUG neutron.notifiers.nova [req-1c0e2e38-1ee0-4960-bfee-6e8b56fdab38 req-60e4df5d-f30b-4db9-926e-5f741e033879 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16909884-4838-4f33-ab81-5984be2e8ea1 {{(pid=121607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:14:27.987420 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-1c0e2e38-1ee0-4960-bfee-6e8b56fdab38 req-60e4df5d-f30b-4db9-926e-5f741e033879 service neutron] Publish callbacks [] for port, precommit_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:28.000562 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.provisioning_blocks [req-1c0e2e38-1ee0-4960-bfee-6e8b56fdab38 req-60e4df5d-f30b-4db9-926e-5f741e033879 service neutron] Transition to ACTIVE for port object 16909884-4838-4f33-ab81-5984be2e8ea1 will not be triggered until provisioned by entity L2. {{(pid=121607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 25 21:14:28.084534 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-1c0e2e38-1ee0-4960-bfee-6e8b56fdab38 req-60e4df5d-f30b-4db9-926e-5f741e033879 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8632327'] for port, after_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:28.088047 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-ebffab63-251c-45ee-8eb5-7c37f09e8c61 req-4a9f531d-52b9-40c6-ac5f-cdd4ea342370 tempest-DeleteServersAdminTestJSON-1794117862 tempest-DeleteServersAdminTestJSON-1794117862-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:28.100008 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-75a47480-8f10-4175-a343-3c56c9849671 req-ce19204f-0383-4089-8fcf-19a99becf6df tempest-DeleteServersAdminTestJSON-130215457 tempest-DeleteServersAdminTestJSON-130215457-project] 10.222.0.32 "GET /v2.0/ports?device_id=45f0a001-36db-4334-9faa-a374e3a51158 HTTP/1.1" status: 200  len: 210 time: 0.0834012
Dec 25 21:14:28.191100 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9f531d-52b9-40c6-ac5f-cdd4ea342370 tempest-DeleteServersAdminTestJSON-1794117862 tempest-DeleteServersAdminTestJSON-1794117862-project-admin] Pushing event deleted for resources: {'Port': ['ID=01be047a-fff9-4768-83e3-d8f015049719,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:14:28.669047 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e4df5d-f30b-4db9-926e-5f741e033879 service neutron] Pushing event updated for resources: {'Port': ['ID=16909884-4838-4f33-ab81-5984be2e8ea1,revision_number=2']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:14:28.696909 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ce591ff0-921a-4168-b767-4559bf6fd00b req-2d8773f1-ff73-47ae-aff3-8b755178610b tempest-AttachSCSIVolumeTestJSON-995789853 tempest-AttachSCSIVolumeTestJSON-995789853-project] 10.222.0.32 "GET /v2.0/security-groups?id=8bf77a26-90d8-4a6a-a5bb-9e06513d8ecf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7284884
Dec 25 21:14:28.734833 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a9197e80-ec51-4f23-a9ef-e8d8b39e79ed req-5a04bded-3bfa-4755-8e05-bfa6231ed387 tempest-ServerTagsTestJSON-645171844 tempest-ServerTagsTestJSON-645171844-project] 10.222.0.32 "GET /v2.0/ports?device_id=a32723f8-9254-4e54-8d2d-7a4b08821e28 HTTP/1.1" status: 200  len: 210 time: 0.5166099
Dec 25 21:14:28.747015 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.managers [req-1c0e2e38-1ee0-4960-bfee-6e8b56fdab38 req-60e4df5d-f30b-4db9-926e-5f741e033879 service neutron] Attempting to bind port 16909884-4838-4f33-ab81-5984be2e8ea1 on host nch2-master-1 for vnic_type normal with profile  {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:14:28.747339 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.managers [req-1c0e2e38-1ee0-4960-bfee-6e8b56fdab38 req-60e4df5d-f30b-4db9-926e-5f741e033879 service neutron] Attempting to bind port 16909884-4838-4f33-ab81-5984be2e8ea1 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'b6b5024c-caae-4d07-9f5f-f79f5ffcb101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'bddc1eb9-357a-4f2d-89ab-8a23420fb037'}] {{(pid=121607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:14:28.747664 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c0e2e38-1ee0-4960-bfee-6e8b56fdab38 req-60e4df5d-f30b-4db9-926e-5f741e033879 service neutron] Attempting to bind port 16909884-4838-4f33-ab81-5984be2e8ea1 on network bddc1eb9-357a-4f2d-89ab-8a23420fb037 {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:14:28.754004 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c0e2e38-1ee0-4960-bfee-6e8b56fdab38 req-60e4df5d-f30b-4db9-926e-5f741e033879 service neutron] Port 16909884-4838-4f33-ab81-5984be2e8ea1 on network bddc1eb9-357a-4f2d-89ab-8a23420fb037 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 25 21:14:28.754321 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c0e2e38-1ee0-4960-bfee-6e8b56fdab38 req-60e4df5d-f30b-4db9-926e-5f741e033879 service neutron] Attempting to bind port 16909884-4838-4f33-ab81-5984be2e8ea1 on network bddc1eb9-357a-4f2d-89ab-8a23420fb037 {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:14:28.760409 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c0e2e38-1ee0-4960-bfee-6e8b56fdab38 req-60e4df5d-f30b-4db9-926e-5f741e033879 service neutron] Checking agent: {'id': '0d9ae313-8f8d-40fa-8a9f-d098a25a9911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 21, 4, 38), 'started_at': datetime.datetime(2021, 12, 25, 21, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 14, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:14:28.761304 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c0e2e38-1ee0-4960-bfee-6e8b56fdab38 req-60e4df5d-f30b-4db9-926e-5f741e033879 service neutron] Checking segment: {'id': 'b6b5024c-caae-4d07-9f5f-f79f5ffcb101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'bddc1eb9-357a-4f2d-89ab-8a23420fb037'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:14:28.761684 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c0e2e38-1ee0-4960-bfee-6e8b56fdab38 req-60e4df5d-f30b-4db9-926e-5f741e033879 service neutron] Bound using segment: {'id': 'b6b5024c-caae-4d07-9f5f-f79f5ffcb101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'bddc1eb9-357a-4f2d-89ab-8a23420fb037'} {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:14:28.762631 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.managers [req-1c0e2e38-1ee0-4960-bfee-6e8b56fdab38 req-60e4df5d-f30b-4db9-926e-5f741e033879 service neutron] Bound port: 16909884-4838-4f33-ab81-5984be2e8ea1, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6b5024c-caae-4d07-9f5f-f79f5ffcb101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'bddc1eb9-357a-4f2d-89ab-8a23420fb037'}}] {{(pid=121607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:14:28.762995 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-1c0e2e38-1ee0-4960-bfee-6e8b56fdab38 req-60e4df5d-f30b-4db9-926e-5f741e033879 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:28.764431 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebffab63-251c-45ee-8eb5-7c37f09e8c61 req-4a9f531d-52b9-40c6-ac5f-cdd4ea342370 tempest-DeleteServersAdminTestJSON-1794117862 tempest-DeleteServersAdminTestJSON-1794117862-project-admin] No DVR routers for this DVR port 01be047a-fff9-4768-83e3-d8f015049719 on host nch2-master-1 {{(pid=121606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:14:28.770355 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-ebffab63-251c-45ee-8eb5-7c37f09e8c61 req-4a9f531d-52b9-40c6-ac5f-cdd4ea342370 tempest-DeleteServersAdminTestJSON-1794117862 tempest-DeleteServersAdminTestJSON-1794117862-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:28.773744 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ebffab63-251c-45ee-8eb5-7c37f09e8c61 req-4a9f531d-52b9-40c6-ac5f-cdd4ea342370 tempest-DeleteServersAdminTestJSON-1794117862 tempest-DeleteServersAdminTestJSON-1794117862-project-admin] 10.222.0.37 "DELETE /v2.0/ports/01be047a-fff9-4768-83e3-d8f015049719 HTTP/1.1" status: 204  len: 173 time: 2.1263270
Dec 25 21:14:28.774484 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45f0a001-36db-4334-9faa-a374e3a51158', 'name': 'network-vif-deleted', 'tag': '01be047a-fff9-4768-83e3-d8f015049719'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:14:28.777199 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9858820c13ec2827453b94ebc4181065e990a4e4089ccb9fe762531ac62d2fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93795b72-9c62-4638-b57e-322002102584" -d '{"events": [{"server_uuid": "45f0a001-36db-4334-9faa-a374e3a51158", "name": "network-vif-deleted", "tag": "01be047a-fff9-4768-83e3-d8f015049719"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:14:28.783063 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd48183e-bc1d-43b1-8d4b-726a168a157a req-f593b68e-46fb-43f1-93a9-4a3a2ea72a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:14:28.783546 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd48183e-bc1d-43b1-8d4b-726a168a157a req-f593b68e-46fb-43f1-93a9-4a3a2ea72a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:14:28.784616 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd48183e-bc1d-43b1-8d4b-726a168a157a req-f593b68e-46fb-43f1-93a9-4a3a2ea72a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:14:28.786594 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-dd48183e-bc1d-43b1-8d4b-726a168a157a req-f593b68e-46fb-43f1-93a9-4a3a2ea72a4f service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=af3f5665f009477385c524a3e23aedc6&shared=False HTTP/1.1" status: 200  len: 2290 time: 0.8415737
Dec 25 21:14:28.799475 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57b649e2-e0e2-45ff-8736-94f6f2c7a23f tempest-ServersTestFqdnHostnames-948157385 tempest-ServersTestFqdnHostnames-948157385-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 21:14:28.810858 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bc4c183-0e70-40d0-855c-9fee26a4e8fb None None] Sync routers for ids ['e0def438-1e5a-4a9a-b1e0-74f26b75f760'] in ncdv-master-1 {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 21:14:28.813222 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-57b649e2-e0e2-45ff-8736-94f6f2c7a23f tempest-ServersTestFqdnHostnames-948157385 tempest-ServersTestFqdnHostnames-948157385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for floatingip, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:28.841105 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bc4c183-0e70-40d0-855c-9fee26a4e8fb None None] Routers {'e0def438-1e5a-4a9a-b1e0-74f26b75f760'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:14:28.841105 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-6bc4c183-0e70-40d0-855c-9fee26a4e8fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2613f68b50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:14:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['e0def438-1e5a-4a9a-b1e0-74f26b75f760'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:14:28.851709 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.db [req-1c0e2e38-1ee0-4960-bfee-6e8b56fdab38 req-60e4df5d-f30b-4db9-926e-5f741e033879 service neutron] For port 16909884-4838-4f33-ab81-5984be2e8ea1, host nch2-master-1, cleared binding levels {{(pid=121607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:14:28.855455 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.db [req-1c0e2e38-1ee0-4960-bfee-6e8b56fdab38 req-60e4df5d-f30b-4db9-926e-5f741e033879 service neutron] For port 16909884-4838-4f33-ab81-5984be2e8ea1, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=16909884-4838-4f33-ab81-5984be2e8ea1,segment=NetworkSegment(b6b5024c-caae-4d07-9f5f-f79f5ffcb101),segment_id=b6b5024c-caae-4d07-9f5f-f79f5ffcb101)] {{(pid=121607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:14:28.919489 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-57b649e2-e0e2-45ff-8736-94f6f2c7a23f tempest-ServersTestFqdnHostnames-948157385 tempest-ServersTestFqdnHostnames-948157385-project] 10.222.0.32 "PUT /v2.0/floatingips/967cd17f-4817-4fa6-b609-b01fac7da708 HTTP/1.1" status: 200  len: 991 time: 3.3047991
Dec 25 21:14:28.955043 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-1c0e2e38-1ee0-4960-bfee-6e8b56fdab38 req-60e4df5d-f30b-4db9-926e-5f741e033879 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8632327'] for port, after_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:28.961205 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvr_db [None req-6bc4c183-0e70-40d0-855c-9fee26a4e8fb None None] Set router e0def438-1e5a-4a9a-b1e0-74f26b75f760 gateway port host: ncdv-master-1 {{(pid=121608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:14:28.985349 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b693c4-59fd-482e-8eeb-185ebda9487e req-450cb463-7dd4-4b1e-9426-274e1563e517 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:14:28.988440 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c9b693c4-59fd-482e-8eeb-185ebda9487e req-450cb463-7dd4-4b1e-9426-274e1563e517 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/ports?device_id=b248cb56-18c2-4ff2-a8da-8e0993879a65 HTTP/1.1" status: 200  len: 950 time: 0.1982532
Dec 25 21:14:29.022813 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbed6e3-ee8c-4c25-a9af-8a8b4925622d req-cec6a190-9aae-4e2b-812a-a723bd5cb112 tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:14:29.030848 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbed6e3-ee8c-4c25-a9af-8a8b4925622d req-cec6a190-9aae-4e2b-812a-a723bd5cb112 tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:14:29.039872 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4fbed6e3-ee8c-4c25-a9af-8a8b4925622d req-cec6a190-9aae-4e2b-812a-a723bd5cb112 tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] 10.222.0.32 "GET /v2.0/ports?device_id=712038b0-21e9-49b2-adbc-494075814a04 HTTP/1.1" status: 200  len: 1677 time: 0.1894276
Dec 25 21:14:29.090437 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e4df5d-f30b-4db9-926e-5f741e033879 service neutron] Pushing event updated for resources: {'Port': ['ID=16909884-4838-4f33-ab81-5984be2e8ea1,revision_number=3']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:14:29.095688 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0e2e38-1ee0-4960-bfee-6e8b56fdab38 req-60e4df5d-f30b-4db9-926e-5f741e033879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:14:29.096616 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-1c0e2e38-1ee0-4960-bfee-6e8b56fdab38 req-60e4df5d-f30b-4db9-926e-5f741e033879 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:29.098320 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-1c0e2e38-1ee0-4960-bfee-6e8b56fdab38 req-60e4df5d-f30b-4db9-926e-5f741e033879 service neutron] 10.222.0.37 "PUT /v2.0/ports/16909884-4838-4f33-ab81-5984be2e8ea1 HTTP/1.1" status: 200  len: 1091 time: 1.5444827
Dec 25 21:14:29.105378 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd48183e-bc1d-43b1-8d4b-726a168a157a req-1a309ff5-ee4b-4a41-ba21-7f48e0a76310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:14:29.106878 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-dd48183e-bc1d-43b1-8d4b-726a168a157a req-1a309ff5-ee4b-4a41-ba21-7f48e0a76310 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.3055842
Dec 25 21:14:29.197992 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c9b693c4-59fd-482e-8eeb-185ebda9487e req-759c4a2e-b78e-454b-a7e5-274e2556764b tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3f1ae63-416f-443f-b032-af0d7dcc9019&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1936483
Dec 25 21:14:29.236835 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4fbed6e3-ee8c-4c25-a9af-8a8b4925622d req-42bd9712-2f5f-4704-82cb-7791514c2347 tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] 10.222.0.32 "GET /v2.0/security-groups?id=bf6f1b26-c9d9-475d-a396-710ace1ec7a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1959085
Dec 25 21:14:29.341485 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-6bc4c183-0e70-40d0-855c-9fee26a4e8fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2613f68b50>, [{'id': 'e0def438-1e5a-4a9a-b1e0-74f26b75f760', 'name': 'tempest-ServersTestFqdnHostnames-334764781-router', 'tenant_id': 'f5ed5c4fc23d460e8d63226986b549bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.8'}], 'enable_snat': True}, 'gw_port_id': '44495567-0385-4027-b4a8-a5daeb61a311', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:13:27Z', 'updated_at': '2021-12-25T21:13:42Z', 'revision_number': 4, 'project_id': 'f5ed5c4fc23d460e8d63226986b549bd', 'gw_port': {'id': '44495567-0385-4027-b4a8-a5daeb61a311', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:f6:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0def438-1e5a-4a9a-b1e0-74f26b75f760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 768, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:13:30Z', 'updated_at': '2021-12-25T21:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '967cd17f-4817-4fa6-b609-b01fac7da708', 'tenant_id': 'f5ed5c4fc23d460e8d63226986b549bd', 'floating_ip_address': '172.35.3.238', 'floating_network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'router_id': 'e0def438-1e5a-4a9a-b1e0-74f26b75f760', 'port_id': '0dd3bc1f-1fb5-4e1c-b9d7-78a069b36fb2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 801, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9567beaf-dc87-435f-8c75-e490291b6617', 'mac_address': 'fa:16:3e:4a:da:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23221387-3a9d-4105-b3db-d1586e20d8a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-25T21:13:59Z', 'updated_at': '2021-12-25T21:14:26Z', 'revision_number': 1, 'project_id': 'f5ed5c4fc23d460e8d63226986b549bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4ae1e55-5ea6-4683-a090-d308522608be', 'name': '', 'network_id': '9567beaf-dc87-435f-8c75-e490291b6617', 'tenant_id': 'f5ed5c4fc23d460e8d63226986b549bd', 'mac_address': 'fa:16:3e:29:9b:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0def438-1e5a-4a9a-b1e0-74f26b75f760', 'device_owner': 'network:router_interface', 'standard_attr_id': 779, 'fixed_ips': [{'subnet_id': '9df5d080-ab32-4fab-b5e1-35683f8face2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:13:38Z', 'updated_at': '2021-12-25T21:13:52Z', 'revision_number': 5, 'project_id': 'f5ed5c4fc23d460e8d63226986b549bd', 'subnets': [{'id': '9df5d080-ab32-4fab-b5e1-35683f8face2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:14:29.362441 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 21:14:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e252b0d2-84a1-4728-a6de-4f26a54f069c x-openstack-request-id: req-e252b0d2-84a1-4728-a6de-4f26a54f069c {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:14:29.362739 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45f0a001-36db-4334-9faa-a374e3a51158", "name": "network-vif-deleted", "tag": "01be047a-fff9-4768-83e3-d8f015049719", "status": "completed", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:14:29.363058 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e252b0d2-84a1-4728-a6de-4f26a54f069c {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:14:29.363394 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45f0a001-36db-4334-9faa-a374e3a51158', 'name': 'network-vif-deleted', 'tag': '01be047a-fff9-4768-83e3-d8f015049719', 'status': 'completed', 'code': 200}
Dec 25 21:14:29.378575 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bc4c183-0e70-40d0-855c-9fee26a4e8fb None None] Checking router: e0def438-1e5a-4a9a-b1e0-74f26b75f760 for host: ncdv-master-1 {{(pid=121608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 25 21:14:29.388596 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bc4c183-0e70-40d0-855c-9fee26a4e8fb None None] Routers {'e0def438-1e5a-4a9a-b1e0-74f26b75f760'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:14:29.389280 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-6bc4c183-0e70-40d0-855c-9fee26a4e8fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2613f68b50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:14:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['e0def438-1e5a-4a9a-b1e0-74f26b75f760'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:14:29.429890 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0e2e38-1ee0-4960-bfee-6e8b56fdab38 req-569c5b4c-f531-4695-9373-2346d843b7d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:14:29.431223 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0e2e38-1ee0-4960-bfee-6e8b56fdab38 req-569c5b4c-f531-4695-9373-2346d843b7d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:14:29.433382 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1c0e2e38-1ee0-4960-bfee-6e8b56fdab38 req-569c5b4c-f531-4695-9373-2346d843b7d2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=af3f5665f009477385c524a3e23aedc6&device_id=712038b0-21e9-49b2-adbc-494075814a04 HTTP/1.1" status: 200  len: 1979 time: 0.1955969
Dec 25 21:14:29.488526 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1c0e2e38-1ee0-4960-bfee-6e8b56fdab38 req-9be2f834-c5c4-4214-bd6b-38891d5a5da3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.71&port_id=558fe07e-120c-40d4-bb28-cb8b2deda29a HTTP/1.1" status: 200  len: 217 time: 0.0437799
Dec 25 21:14:29.497412 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed2fb38-60dd-43df-9b1f-d0664abdba27 req-74ced517-f3a1-4c33-ae68-1e8fa7422e9a tempest-ServerDiagnosticsNegativeTest-605739865 tempest-ServerDiagnosticsNegativeTest-605739865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:14:29.507165 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0ed2fb38-60dd-43df-9b1f-d0664abdba27 req-74ced517-f3a1-4c33-ae68-1e8fa7422e9a tempest-ServerDiagnosticsNegativeTest-605739865 tempest-ServerDiagnosticsNegativeTest-605739865-project] 10.222.0.32 "GET /v2.0/ports?device_id=1488edc8-a4a9-47c4-bc28-867a3c7538ba HTTP/1.1" status: 200  len: 936 time: 0.1796801
Dec 25 21:14:29.559422 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvr_db [None req-6bc4c183-0e70-40d0-855c-9fee26a4e8fb None None] Set router e0def438-1e5a-4a9a-b1e0-74f26b75f760 gateway port host: ncdv-master-1 {{(pid=121608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:14:29.607382 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a8c60731-5f74-46bf-9922-abdeb4c8a4ef req-3ed900e3-345e-4a92-971b-90352c3a1416 tempest-DeleteServersAdminTestJSON-130215457 tempest-DeleteServersAdminTestJSON-130215457-project] 10.222.0.32 "GET /v2.0/ports?device_id=45f0a001-36db-4334-9faa-a374e3a51158 HTTP/1.1" status: 200  len: 210 time: 0.0414469
Dec 25 21:14:29.649650 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0ed2fb38-60dd-43df-9b1f-d0664abdba27 req-e33f66ec-c7e4-4a84-ba81-da4784dc5a3f tempest-ServerDiagnosticsNegativeTest-605739865 tempest-ServerDiagnosticsNegativeTest-605739865-project] 10.222.0.32 "GET /v2.0/security-groups?id=6969ac4a-ab7d-44f5-a401-51a25b0e6500&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1386294
Dec 25 21:14:29.652258 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0e2e38-1ee0-4960-bfee-6e8b56fdab38 req-63ae56fb-eef2-40d0-996c-62241c3c3de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:14:29.654438 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1c0e2e38-1ee0-4960-bfee-6e8b56fdab38 req-63ae56fb-eef2-40d0-996c-62241c3c3de2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a55880c3-27ea-48fb-974b-81f62eed6030 HTTP/1.1" status: 200  len: 801 time: 0.1409600
Dec 25 21:14:29.684523 ncdv-master-1 neutron-server[121607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '712038b0-21e9-49b2-adbc-494075814a04', 'tag': '16909884-4838-4f33-ab81-5984be2e8ea1'}] {{(pid=121607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:14:29.687327 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f980bbcadfa7bf1e788024e1448be660373c21f97f015f780444e999c451203" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be846af2-483b-448b-8b84-9f630e417884" -d '{"events": [{"name": "network-changed", "server_uuid": "712038b0-21e9-49b2-adbc-494075814a04", "tag": "16909884-4838-4f33-ab81-5984be2e8ea1"}]}' {{(pid=121607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:14:29.727717 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Dec 2021 21:14:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-563daf69-a62d-46db-83d8-c6db3068fba2 x-openstack-request-id: req-563daf69-a62d-46db-83d8-c6db3068fba2 {{(pid=121607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:14:29.728226 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "712038b0-21e9-49b2-adbc-494075814a04", "tag": "16909884-4838-4f33-ab81-5984be2e8ea1", "status": "completed", "code": 200}]} {{(pid=121607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:14:29.728681 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-563daf69-a62d-46db-83d8-c6db3068fba2 {{(pid=121607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:14:29.729136 ncdv-master-1 neutron-server[121607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '712038b0-21e9-49b2-adbc-494075814a04', 'tag': '16909884-4838-4f33-ab81-5984be2e8ea1', 'status': 'completed', 'code': 200}
Dec 25 21:14:29.730292 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0e2e38-1ee0-4960-bfee-6e8b56fdab38 req-57aa3c6a-21ac-4507-9278-6c4d5f47c593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:14:29.731864 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1c0e2e38-1ee0-4960-bfee-6e8b56fdab38 req-57aa3c6a-21ac-4507-9278-6c4d5f47c593 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3e921bd6-c801-4e72-9632-6b6d2570d487&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.0674586
Dec 25 21:14:29.882769 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1c0e2e38-1ee0-4960-bfee-6e8b56fdab38 req-34908216-c414-4eb5-a0e6-c404558b4a02 service neutron] 10.222.0.37 "GET /v2.0/networks/3e921bd6-c801-4e72-9632-6b6d2570d487?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1433704
Dec 25 21:14:29.911973 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-6bc4c183-0e70-40d0-855c-9fee26a4e8fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2613f68b50>, [{'id': 'e0def438-1e5a-4a9a-b1e0-74f26b75f760', 'name': 'tempest-ServersTestFqdnHostnames-334764781-router', 'tenant_id': 'f5ed5c4fc23d460e8d63226986b549bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.8'}], 'enable_snat': True}, 'gw_port_id': '44495567-0385-4027-b4a8-a5daeb61a311', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:13:27Z', 'updated_at': '2021-12-25T21:13:42Z', 'revision_number': 4, 'project_id': 'f5ed5c4fc23d460e8d63226986b549bd', 'gw_port': {'id': '44495567-0385-4027-b4a8-a5daeb61a311', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:f6:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0def438-1e5a-4a9a-b1e0-74f26b75f760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 768, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:13:30Z', 'updated_at': '2021-12-25T21:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '967cd17f-4817-4fa6-b609-b01fac7da708', 'tenant_id': 'f5ed5c4fc23d460e8d63226986b549bd', 'floating_ip_address': '172.35.3.238', 'floating_network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'router_id': 'e0def438-1e5a-4a9a-b1e0-74f26b75f760', 'port_id': '0dd3bc1f-1fb5-4e1c-b9d7-78a069b36fb2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 801, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9567beaf-dc87-435f-8c75-e490291b6617', 'mac_address': 'fa:16:3e:4a:da:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23221387-3a9d-4105-b3db-d1586e20d8a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-25T21:13:59Z', 'updated_at': '2021-12-25T21:14:26Z', 'revision_number': 1, 'project_id': 'f5ed5c4fc23d460e8d63226986b549bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4ae1e55-5ea6-4683-a090-d308522608be', 'name': '', 'network_id': '9567beaf-dc87-435f-8c75-e490291b6617', 'tenant_id': 'f5ed5c4fc23d460e8d63226986b549bd', 'mac_address': 'fa:16:3e:29:9b:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0def438-1e5a-4a9a-b1e0-74f26b75f760', 'device_owner': 'network:router_interface', 'standard_attr_id': 779, 'fixed_ips': [{'subnet_id': '9df5d080-ab32-4fab-b5e1-35683f8face2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:13:38Z', 'updated_at': '2021-12-25T21:13:52Z', 'revision_number': 5, 'project_id': 'f5ed5c4fc23d460e8d63226986b549bd', 'subnets': [{'id': '9df5d080-ab32-4fab-b5e1-35683f8face2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:14:29.998759 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-691d4b94-32d7-4955-9e06-411ce1c54a89 req-b64c77fd-2fe3-4871-b352-95f0a2f79a2b tempest-ServerTagsTestJSON-645171844 tempest-ServerTagsTestJSON-645171844-project] 10.222.0.32 "GET /v2.0/ports?device_id=a32723f8-9254-4e54-8d2d-7a4b08821e28 HTTP/1.1" status: 200  len: 210 time: 0.1386335
Dec 25 21:14:30.025504 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1c0e2e38-1ee0-4960-bfee-6e8b56fdab38 req-bae5fcae-c54f-474c-825d-c9729c51fad4 service neutron] 10.222.0.37 "GET /v2.0/networks/3e921bd6-c801-4e72-9632-6b6d2570d487?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1256156
Dec 25 21:14:30.099218 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device 01be047a-fff9-4768-83e3-d8f015049719 no longer exists at agent hyperv_nch2-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:14:30.102860 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bc4c183-0e70-40d0-855c-9fee26a4e8fb None None] The sync data for ids ['e0def438-1e5a-4a9a-b1e0-74f26b75f760'] in ncdv-master-1 is: [{'id': 'e0def438-1e5a-4a9a-b1e0-74f26b75f760', 'name': 'tempest-ServersTestFqdnHostnames-334764781-router', 'tenant_id': 'f5ed5c4fc23d460e8d63226986b549bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.8'}], 'enable_snat': True}, 'gw_port_id': '44495567-0385-4027-b4a8-a5daeb61a311', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:13:27Z', 'updated_at': '2021-12-25T21:13:42Z', 'revision_number': 4, 'project_id': 'f5ed5c4fc23d460e8d63226986b549bd', 'gw_port': {'id': '44495567-0385-4027-b4a8-a5daeb61a311', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:f6:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0def438-1e5a-4a9a-b1e0-74f26b75f760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 768, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:13:30Z', 'updated_at': '2021-12-25T21:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '967cd17f-4817-4fa6-b609-b01fac7da708', 'tenant_id': 'f5ed5c4fc23d460e8d63226986b549bd', 'floating_ip_address': '172.35.3.238', 'floating_network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'router_id': 'e0def438-1e5a-4a9a-b1e0-74f26b75f760', 'port_id': '0dd3bc1f-1fb5-4e1c-b9d7-78a069b36fb2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 801, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9567beaf-dc87-435f-8c75-e490291b6617', 'mac_address': 'fa:16:3e:4a:da:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23221387-3a9d-4105-b3db-d1586e20d8a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-25T21:13:59Z', 'updated_at': '2021-12-25T21:14:26Z', 'revision_number': 1, 'project_id': 'f5ed5c4fc23d460e8d63226986b549bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4ae1e55-5ea6-4683-a090-d308522608be', 'name': '', 'network_id': '9567beaf-dc87-435f-8c75-e490291b6617', 'tenant_id': 'f5ed5c4fc23d460e8d63226986b549bd', 'mac_address': 'fa:16:3e:29:9b:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0def438-1e5a-4a9a-b1e0-74f26b75f760', 'device_owner': 'network:router_interface', 'standard_attr_id': 779, 'fixed_ips': [{'subnet_id': '9df5d080-ab32-4fab-b5e1-35683f8face2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:13:38Z', 'updated_at': '2021-12-25T21:13:52Z', 'revision_number': 5, 'project_id': 'f5ed5c4fc23d460e8d63226986b549bd', 'subnets': [{'id': '9df5d080-ab32-4fab-b5e1-35683f8face2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 21:14:30.105299 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1c0e2e38-1ee0-4960-bfee-6e8b56fdab38 req-97653488-f55f-4d6c-a36e-7d680c60c78d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.67&port_id=16909884-4838-4f33-ab81-5984be2e8ea1 HTTP/1.1" status: 200  len: 217 time: 0.0496383
Dec 25 21:14:30.131341 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] No Port match for: 01be047a-fff9-4768-83e3-d8f015049719 {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:14:30.136246 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device 01be047a-fff9-4768-83e3-d8f015049719 not bound to the agent host nch2-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:14:30.160481 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d5cb85-941a-4459-9985-e2cf3b409274 req-71f3127f-f487-43f5-94e9-f34a19b52f25 tempest-AttachSCSIVolumeTestJSON-995789853 tempest-AttachSCSIVolumeTestJSON-995789853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:14:30.162870 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-52d5cb85-941a-4459-9985-e2cf3b409274 req-71f3127f-f487-43f5-94e9-f34a19b52f25 tempest-AttachSCSIVolumeTestJSON-995789853 tempest-AttachSCSIVolumeTestJSON-995789853-project] 10.222.0.32 "GET /v2.0/ports?device_id=f7e7dfd9-c959-4465-a460-55aac15feeef HTTP/1.1" status: 200  len: 931 time: 0.1738484
Dec 25 21:14:30.206919 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0e2e38-1ee0-4960-bfee-6e8b56fdab38 req-7b8f68a2-f63e-4eb8-8ace-0bd4e62bfc67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:14:30.208390 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1c0e2e38-1ee0-4960-bfee-6e8b56fdab38 req-7b8f68a2-f63e-4eb8-8ace-0bd4e62bfc67 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=00a4f833-251e-4ff3-a1b6-930154d4ebf7 HTTP/1.1" status: 200  len: 801 time: 0.0958657
Dec 25 21:14:30.254751 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-52d5cb85-941a-4459-9985-e2cf3b409274 req-0849d394-7af6-458a-a9ac-90713a24d846 tempest-AttachSCSIVolumeTestJSON-995789853 tempest-AttachSCSIVolumeTestJSON-995789853-project] 10.222.0.32 "GET /v2.0/security-groups?id=8bf77a26-90d8-4a6a-a5bb-9e06513d8ecf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0834949
Dec 25 21:14:30.269010 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0e2e38-1ee0-4960-bfee-6e8b56fdab38 req-37490ddd-d99d-4a73-b286-9a294f37c624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:14:30.270704 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1c0e2e38-1ee0-4960-bfee-6e8b56fdab38 req-37490ddd-d99d-4a73-b286-9a294f37c624 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=bddc1eb9-357a-4f2d-89ab-8a23420fb037&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.0545666
Dec 25 21:14:30.405310 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91f5c37e-b41e-4918-b37d-dc89468f48e0 None None] New status for floating IP 967cd17f-4817-4fa6-b609-b01fac7da708: ACTIVE {{(pid=121609) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 25 21:14:30.465938 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1450926-5a2d-46b0-86ee-c846cc631b0f req-ef65214d-ed9f-43cb-afe7-8093c63ede26 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:14:30.467533 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b1450926-5a2d-46b0-86ee-c846cc631b0f req-ef65214d-ed9f-43cb-afe7-8093c63ede26 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/ports?device_id=b248cb56-18c2-4ff2-a8da-8e0993879a65 HTTP/1.1" status: 200  len: 950 time: 0.1959510
Dec 25 21:14:30.509980 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e736532-754b-4337-967a-155d458e5c3e req-153b135f-8d1b-4f1c-9ca1-7de56acd4dfd tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:14:30.517106 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e736532-754b-4337-967a-155d458e5c3e req-153b135f-8d1b-4f1c-9ca1-7de56acd4dfd tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:14:30.518833 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0e736532-754b-4337-967a-155d458e5c3e req-153b135f-8d1b-4f1c-9ca1-7de56acd4dfd tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] 10.222.0.32 "GET /v2.0/ports?device_id=712038b0-21e9-49b2-adbc-494075814a04 HTTP/1.1" status: 200  len: 1677 time: 0.1575172
Dec 25 21:14:30.529442 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1c0e2e38-1ee0-4960-bfee-6e8b56fdab38 req-eeba96f1-e113-4dd4-b8cc-9c7440035143 service neutron] 10.222.0.37 "GET /v2.0/networks/bddc1eb9-357a-4f2d-89ab-8a23420fb037?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2487328
Dec 25 21:14:30.658544 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b1450926-5a2d-46b0-86ee-c846cc631b0f req-399112b6-c129-48a3-96da-2d12e85bc52c tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3f1ae63-416f-443f-b032-af0d7dcc9019&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1778066
Dec 25 21:14:30.679870 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0e736532-754b-4337-967a-155d458e5c3e req-60c094a9-0484-40fd-aa6d-c3ae70408b1c tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] 10.222.0.32 "GET /v2.0/security-groups?id=bf6f1b26-c9d9-475d-a396-710ace1ec7a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1483047
Dec 25 21:14:30.691717 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1c0e2e38-1ee0-4960-bfee-6e8b56fdab38 req-20de689a-9373-4e76-88d1-dc144963164a service neutron] 10.222.0.37 "GET /v2.0/networks/bddc1eb9-357a-4f2d-89ab-8a23420fb037?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1516767
Dec 25 21:14:30.902477 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffa209a-70eb-4cc4-ab97-797e2bb3bfa9 req-9a22c642-e3dd-40b5-98d6-cd6b8a1d43d6 tempest-ServerDiagnosticsNegativeTest-605739865 tempest-ServerDiagnosticsNegativeTest-605739865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:14:30.908738 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5ffa209a-70eb-4cc4-ab97-797e2bb3bfa9 req-9a22c642-e3dd-40b5-98d6-cd6b8a1d43d6 tempest-ServerDiagnosticsNegativeTest-605739865 tempest-ServerDiagnosticsNegativeTest-605739865-project] 10.222.0.32 "GET /v2.0/ports?device_id=1488edc8-a4a9-47c4-bc28-867a3c7538ba HTTP/1.1" status: 200  len: 936 time: 0.0622036
Dec 25 21:14:31.033452 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5ffa209a-70eb-4cc4-ab97-797e2bb3bfa9 req-9c11a679-68ab-465b-8b3d-bdc8e34b576f tempest-ServerDiagnosticsNegativeTest-605739865 tempest-ServerDiagnosticsNegativeTest-605739865-project] 10.222.0.32 "GET /v2.0/security-groups?id=6969ac4a-ab7d-44f5-a401-51a25b0e6500&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1172378
Dec 25 21:14:31.068947 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c57eaf3b-7f0c-43b4-b9c0-8b9061b2ce9b req-ce5fde9c-0625-41b8-90d8-dcaae0fb42ca tempest-DeleteServersAdminTestJSON-130215457 tempest-DeleteServersAdminTestJSON-130215457-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=646e75ab8f934ab7b7d2fab01bb800d9&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0328305
Dec 25 21:14:31.086844 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be846af2-483b-448b-8b84-9f630e417884 req-ced32a22-bfb7-43df-a2e2-9ac4e60900f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:14:31.087340 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be846af2-483b-448b-8b84-9f630e417884 req-ced32a22-bfb7-43df-a2e2-9ac4e60900f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:14:31.089130 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-be846af2-483b-448b-8b84-9f630e417884 req-ced32a22-bfb7-43df-a2e2-9ac4e60900f9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=af3f5665f009477385c524a3e23aedc6&device_id=712038b0-21e9-49b2-adbc-494075814a04 HTTP/1.1" status: 200  len: 1979 time: 0.0999241
Dec 25 21:14:31.152351 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7a728a72-5d82-4973-8706-e5529bad06de req-86c4c891-8de7-4a5a-a06c-d636155d84cf tempest-ServerTagsTestJSON-645171844 tempest-ServerTagsTestJSON-645171844-project] 10.222.0.32 "GET /v2.0/ports?device_id=a32723f8-9254-4e54-8d2d-7a4b08821e28 HTTP/1.1" status: 200  len: 210 time: 0.0523965
Dec 25 21:14:31.263660 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57eaf3b-7f0c-43b4-b9c0-8b9061b2ce9b req-27ed0961-1ae5-4926-a770-98f27bad9061 tempest-DeleteServersAdminTestJSON-130215457 tempest-DeleteServersAdminTestJSON-130215457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:14:31.265200 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c57eaf3b-7f0c-43b4-b9c0-8b9061b2ce9b req-27ed0961-1ae5-4926-a770-98f27bad9061 tempest-DeleteServersAdminTestJSON-130215457 tempest-DeleteServersAdminTestJSON-130215457-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1954179
Dec 25 21:14:31.284763 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be846af2-483b-448b-8b84-9f630e417884 req-24724f4b-fe67-49f2-a695-d2fa02ce8e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:14:31.286233 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-be846af2-483b-448b-8b84-9f630e417884 req-24724f4b-fe67-49f2-a695-d2fa02ce8e27 service neutron] 10.222.0.37 "GET /v2.0/networks?id=bddc1eb9-357a-4f2d-89ab-8a23420fb037 HTTP/1.1" status: 200  len: 902 time: 0.1852705
Dec 25 21:14:31.288582 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c57eaf3b-7f0c-43b4-b9c0-8b9061b2ce9b req-6ba976ee-eb6e-4e0f-8bf4-41cd9e98230b tempest-DeleteServersAdminTestJSON-130215457 tempest-DeleteServersAdminTestJSON-130215457-project] 10.222.0.32 "GET /v2.0/quotas/646e75ab8f934ab7b7d2fab01bb800d9 HTTP/1.1" status: 200  len: 375 time: 0.0148847
Dec 25 21:14:31.363897 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-be846af2-483b-448b-8b84-9f630e417884 req-7cd2a4a1-5a74-4917-9c7b-d2a30e445937 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.67&port_id=16909884-4838-4f33-ab81-5984be2e8ea1 HTTP/1.1" status: 200  len: 217 time: 0.0697708
Dec 25 21:14:31.372066 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23221387-3a9d-4105-b3db-d1586e20d8a5', 'tag': '0dd3bc1f-1fb5-4e1c-b9d7-78a069b36fb2'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:14:31.374306 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9858820c13ec2827453b94ebc4181065e990a4e4089ccb9fe762531ac62d2fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12d6a166-e566-4a3a-b5d4-2416c2770a5a" -d '{"events": [{"name": "network-changed", "server_uuid": "23221387-3a9d-4105-b3db-d1586e20d8a5", "tag": "0dd3bc1f-1fb5-4e1c-b9d7-78a069b36fb2"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:14:31.378516 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c57eaf3b-7f0c-43b4-b9c0-8b9061b2ce9b req-d1cd6bbc-bb86-4846-8322-ed1ee1426b04 tempest-DeleteServersAdminTestJSON-130215457 tempest-DeleteServersAdminTestJSON-130215457-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=646e75ab8f934ab7b7d2fab01bb800d9&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0833840
Dec 25 21:14:31.459538 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228b6661-f0b7-4a71-86a7-54ca3f590bfb req-5561a7ab-3e14-4c15-8c5b-8f92b5c62b42 tempest-AttachSCSIVolumeTestJSON-995789853 tempest-AttachSCSIVolumeTestJSON-995789853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:14:31.461176 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-228b6661-f0b7-4a71-86a7-54ca3f590bfb req-5561a7ab-3e14-4c15-8c5b-8f92b5c62b42 tempest-AttachSCSIVolumeTestJSON-995789853 tempest-AttachSCSIVolumeTestJSON-995789853-project] 10.222.0.32 "GET /v2.0/ports?device_id=f7e7dfd9-c959-4465-a460-55aac15feeef HTTP/1.1" status: 200  len: 931 time: 0.1124930
Dec 25 21:14:31.462885 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be846af2-483b-448b-8b84-9f630e417884 req-7c4c5ff9-0092-46fa-ba79-ac059bc68d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:14:31.464800 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-be846af2-483b-448b-8b84-9f630e417884 req-7c4c5ff9-0092-46fa-ba79-ac059bc68d0e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=00a4f833-251e-4ff3-a1b6-930154d4ebf7 HTTP/1.1" status: 200  len: 801 time: 0.0835228
Dec 25 21:14:31.541273 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-228b6661-f0b7-4a71-86a7-54ca3f590bfb req-31ae40e5-a22a-4b4a-ae67-e992d8ca8c13 tempest-AttachSCSIVolumeTestJSON-995789853 tempest-AttachSCSIVolumeTestJSON-995789853-project] 10.222.0.32 "GET /v2.0/security-groups?id=8bf77a26-90d8-4a6a-a5bb-9e06513d8ecf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0734384
Dec 25 21:14:31.549698 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be846af2-483b-448b-8b84-9f630e417884 req-74fc2796-4c14-4438-94b8-98d3e833b96d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:14:31.551078 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-be846af2-483b-448b-8b84-9f630e417884 req-74fc2796-4c14-4438-94b8-98d3e833b96d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=bddc1eb9-357a-4f2d-89ab-8a23420fb037&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.0685053
Dec 25 21:14:31.605375 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Dec 2021 21:14:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2026a5c-4179-4dd6-a400-7729f67b0813 x-openstack-request-id: req-d2026a5c-4179-4dd6-a400-7729f67b0813 {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:14:31.607072 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23221387-3a9d-4105-b3db-d1586e20d8a5", "tag": "0dd3bc1f-1fb5-4e1c-b9d7-78a069b36fb2", "status": "completed", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:14:31.607072 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d2026a5c-4179-4dd6-a400-7729f67b0813 {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:14:31.608040 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23221387-3a9d-4105-b3db-d1586e20d8a5', 'tag': '0dd3bc1f-1fb5-4e1c-b9d7-78a069b36fb2', 'status': 'completed', 'code': 200}
Dec 25 21:14:31.712067 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5620b393-a323-4ebd-829f-d3eb1e3e13e8 req-42a4d1d5-f9a9-4dd0-8538-6ecdf51de6e2 tempest-DeleteServersAdminTestJSON-130215457 tempest-DeleteServersAdminTestJSON-130215457-project] 10.222.0.32 "GET /v2.0/ports?device_id=4701ffa8-7657-48b3-94c6-ad6336c8dfd6 HTTP/1.1" status: 200  len: 210 time: 0.0581579
Dec 25 21:14:31.731088 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d6a166-e566-4a3a-b5d4-2416c2770a5a req-b770782c-d33c-4d22-afb2-eb3efa97e268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:14:31.732601 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-12d6a166-e566-4a3a-b5d4-2416c2770a5a req-b770782c-d33c-4d22-afb2-eb3efa97e268 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f5ed5c4fc23d460e8d63226986b549bd&device_id=23221387-3a9d-4105-b3db-d1586e20d8a5 HTTP/1.1" status: 200  len: 1096 time: 0.1047246
Dec 25 21:14:31.752782 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-be846af2-483b-448b-8b84-9f630e417884 req-17f30d72-5dcc-4d64-9b10-eb5425e9ade0 service neutron] 10.222.0.37 "GET /v2.0/networks/bddc1eb9-357a-4f2d-89ab-8a23420fb037?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1906717
Dec 25 21:14:31.888397 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d6a166-e566-4a3a-b5d4-2416c2770a5a req-bddc6ed9-5a71-4232-a62f-259c8d588ece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:14:31.898784 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-12d6a166-e566-4a3a-b5d4-2416c2770a5a req-bddc6ed9-5a71-4232-a62f-259c8d588ece service neutron] 10.222.0.37 "GET /v2.0/networks?id=9567beaf-dc87-435f-8c75-e490291b6617 HTTP/1.1" status: 200  len: 915 time: 0.1580343
Dec 25 21:14:31.970729 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8004c0f8-506d-4d87-bb85-aff9310826a1 req-cc6591f3-7bfe-422c-98ab-9a976fdf3598 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:14:31.972256 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8004c0f8-506d-4d87-bb85-aff9310826a1 req-cc6591f3-7bfe-422c-98ab-9a976fdf3598 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/ports?device_id=b248cb56-18c2-4ff2-a8da-8e0993879a65 HTTP/1.1" status: 200  len: 950 time: 0.1903551
Dec 25 21:14:31.989966 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-12d6a166-e566-4a3a-b5d4-2416c2770a5a req-4251ec67-6e7a-41f7-870c-798b7f8aaaef service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0dd3bc1f-1fb5-4e1c-b9d7-78a069b36fb2 HTTP/1.1" status: 200  len: 1001 time: 0.0818338
Dec 25 21:14:32.002152 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef83305-98b0-4637-a978-6a5561d2a502 req-3a108fc2-266d-425c-ab06-83f8bad8dc3f tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:14:32.008278 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef83305-98b0-4637-a978-6a5561d2a502 req-3a108fc2-266d-425c-ab06-83f8bad8dc3f tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:14:32.009938 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-eef83305-98b0-4637-a978-6a5561d2a502 req-3a108fc2-266d-425c-ab06-83f8bad8dc3f tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] 10.222.0.32 "GET /v2.0/ports?device_id=712038b0-21e9-49b2-adbc-494075814a04 HTTP/1.1" status: 200  len: 1677 time: 0.1435258
Dec 25 21:14:32.034168 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-be846af2-483b-448b-8b84-9f630e417884 req-4e05148e-f2d9-450a-acb3-d2c681b7f438 service neutron] 10.222.0.37 "GET /v2.0/networks/bddc1eb9-357a-4f2d-89ab-8a23420fb037?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2720578
Dec 25 21:14:32.066203 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d6a166-e566-4a3a-b5d4-2416c2770a5a req-2cfb7df2-2ff8-435d-a007-299c3cae6574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:14:32.067763 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-12d6a166-e566-4a3a-b5d4-2416c2770a5a req-2cfb7df2-2ff8-435d-a007-299c3cae6574 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9df5d080-ab32-4fab-b5e1-35683f8face2 HTTP/1.1" status: 200  len: 853 time: 0.0701838
Dec 25 21:14:32.121053 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8004c0f8-506d-4d87-bb85-aff9310826a1 req-b548109a-b703-4a2a-a192-f644a16171fc tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3f1ae63-416f-443f-b032-af0d7dcc9019&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1344323
Dec 25 21:14:32.130096 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d6a166-e566-4a3a-b5d4-2416c2770a5a req-07b78d6c-28c5-432d-b2c9-804446460303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:14:32.133320 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-12d6a166-e566-4a3a-b5d4-2416c2770a5a req-07b78d6c-28c5-432d-b2c9-804446460303 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9567beaf-dc87-435f-8c75-e490291b6617&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0572770
Dec 25 21:14:32.155630 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-eef83305-98b0-4637-a978-6a5561d2a502 req-e3f8b613-6335-4021-871a-c8798ef6d118 tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] 10.222.0.32 "GET /v2.0/security-groups?id=bf6f1b26-c9d9-475d-a396-710ace1ec7a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1358800
Dec 25 21:14:32.309882 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-12d6a166-e566-4a3a-b5d4-2416c2770a5a req-d9a86519-8d1d-437e-9269-bdd5b1be46c6 service neutron] 10.222.0.37 "GET /v2.0/networks/9567beaf-dc87-435f-8c75-e490291b6617?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1698163
Dec 25 21:14:32.349553 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4f5dcf60-93a0-422d-b863-990170a8189e req-e7ad6055-621e-401b-a3db-528af1937657 tempest-ServerTagsTestJSON-645171844 tempest-ServerTagsTestJSON-645171844-project] 10.222.0.32 "GET /v2.0/ports?device_id=a32723f8-9254-4e54-8d2d-7a4b08821e28 HTTP/1.1" status: 200  len: 210 time: 0.0338101
Dec 25 21:14:32.368062 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46c62c8-adbd-4970-ad72-a70203d99229 req-c52b9066-8d48-480e-92fb-ddac5e277f25 tempest-ServerDiagnosticsNegativeTest-605739865 tempest-ServerDiagnosticsNegativeTest-605739865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:14:32.370333 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c46c62c8-adbd-4970-ad72-a70203d99229 req-c52b9066-8d48-480e-92fb-ddac5e277f25 tempest-ServerDiagnosticsNegativeTest-605739865 tempest-ServerDiagnosticsNegativeTest-605739865-project] 10.222.0.32 "GET /v2.0/ports?device_id=1488edc8-a4a9-47c4-bc28-867a3c7538ba HTTP/1.1" status: 200  len: 936 time: 0.1057384
Dec 25 21:14:32.439370 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c46c62c8-adbd-4970-ad72-a70203d99229 req-a3d8a440-19a6-418c-84b3-870cbb02ca94 tempest-ServerDiagnosticsNegativeTest-605739865 tempest-ServerDiagnosticsNegativeTest-605739865-project] 10.222.0.32 "GET /v2.0/security-groups?id=6969ac4a-ab7d-44f5-a401-51a25b0e6500&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0620108
Dec 25 21:14:32.460127 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-12d6a166-e566-4a3a-b5d4-2416c2770a5a req-9edbb8c4-6c46-4177-8227-44f0065ddb81 service neutron] 10.222.0.37 "GET /v2.0/networks/9567beaf-dc87-435f-8c75-e490291b6617?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1426733
Dec 25 21:14:32.661963 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc68740d-cc6f-4e0b-881e-b960586c12f8 req-f81308e2-c18f-443e-83cd-0ee14ae31445 tempest-AttachSCSIVolumeTestJSON-995789853 tempest-AttachSCSIVolumeTestJSON-995789853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:14:32.663353 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-bc68740d-cc6f-4e0b-881e-b960586c12f8 req-f81308e2-c18f-443e-83cd-0ee14ae31445 tempest-AttachSCSIVolumeTestJSON-995789853 tempest-AttachSCSIVolumeTestJSON-995789853-project] 10.222.0.32 "GET /v2.0/ports?device_id=f7e7dfd9-c959-4465-a460-55aac15feeef HTTP/1.1" status: 200  len: 931 time: 0.0488422
Dec 25 21:14:32.710658 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-bc68740d-cc6f-4e0b-881e-b960586c12f8 req-21ba1b3c-b1c4-4e70-81ca-96635705fc41 tempest-AttachSCSIVolumeTestJSON-995789853 tempest-AttachSCSIVolumeTestJSON-995789853-project] 10.222.0.32 "GET /v2.0/security-groups?id=8bf77a26-90d8-4a6a-a5bb-9e06513d8ecf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405374
Dec 25 21:14:32.808360 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-48bd05eb-261d-4054-984c-8c3a5eaabedb req-f9b3cbd3-09e2-420e-aad8-59cc1340ee9c tempest-DeleteServersAdminTestJSON-130215457 tempest-DeleteServersAdminTestJSON-130215457-project] 10.222.0.32 "GET /v2.0/ports?device_id=4701ffa8-7657-48b3-94c6-ad6336c8dfd6 HTTP/1.1" status: 200  len: 210 time: 0.0281830
Dec 25 21:14:33.238660 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af53d4f-f908-4fbc-9dfb-8804211e85e8 req-8c5facf9-f4bd-46bd-8e69-ddda63b0f373 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:14:33.240152 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0af53d4f-f908-4fbc-9dfb-8804211e85e8 req-8c5facf9-f4bd-46bd-8e69-ddda63b0f373 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/ports?device_id=b248cb56-18c2-4ff2-a8da-8e0993879a65 HTTP/1.1" status: 200  len: 950 time: 0.0536225
Dec 25 21:14:33.332940 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8d133a-458e-4beb-9ef1-bbc8982843b1 req-b5b3041a-8502-4a0c-999b-18c888ae62ac tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:14:33.341482 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8d133a-458e-4beb-9ef1-bbc8982843b1 req-b5b3041a-8502-4a0c-999b-18c888ae62ac tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:14:33.343362 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0e8d133a-458e-4beb-9ef1-bbc8982843b1 req-b5b3041a-8502-4a0c-999b-18c888ae62ac tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] 10.222.0.32 "GET /v2.0/ports?device_id=712038b0-21e9-49b2-adbc-494075814a04 HTTP/1.1" status: 200  len: 1677 time: 0.1023386
Dec 25 21:14:33.349301 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0af53d4f-f908-4fbc-9dfb-8804211e85e8 req-d4dc876f-e861-43b0-9e3c-b87a8822a776 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3f1ae63-416f-443f-b032-af0d7dcc9019&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1001253
Dec 25 21:14:33.406993 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0e8d133a-458e-4beb-9ef1-bbc8982843b1 req-b9e73347-a4c9-4ba4-97bb-88ac14c8e047 tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] 10.222.0.32 "GET /v2.0/security-groups?id=bf6f1b26-c9d9-475d-a396-710ace1ec7a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0564115
Dec 25 21:14:33.512917 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-eb65283e-db92-407a-b069-14a33f65f573 req-049c875c-b82f-41a3-bca1-cf825ea0932d tempest-ServerTagsTestJSON-645171844 tempest-ServerTagsTestJSON-645171844-project] 10.222.0.32 "GET /v2.0/ports?device_id=a32723f8-9254-4e54-8d2d-7a4b08821e28 HTTP/1.1" status: 200  len: 210 time: 0.0273037
Dec 25 21:14:33.619362 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5702276-60c6-4a21-894f-016ef1bfd61d req-f1d081aa-9b35-4520-a68e-c4a8922a5753 tempest-ServerDiagnosticsNegativeTest-605739865 tempest-ServerDiagnosticsNegativeTest-605739865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:14:33.621240 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d5702276-60c6-4a21-894f-016ef1bfd61d req-f1d081aa-9b35-4520-a68e-c4a8922a5753 tempest-ServerDiagnosticsNegativeTest-605739865 tempest-ServerDiagnosticsNegativeTest-605739865-project] 10.222.0.32 "GET /v2.0/ports?device_id=1488edc8-a4a9-47c4-bc28-867a3c7538ba HTTP/1.1" status: 200  len: 936 time: 0.0527942
Dec 25 21:14:33.692998 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d5702276-60c6-4a21-894f-016ef1bfd61d req-557f00d2-e1ec-4f13-978f-d8805342d281 tempest-ServerDiagnosticsNegativeTest-605739865 tempest-ServerDiagnosticsNegativeTest-605739865-project] 10.222.0.32 "GET /v2.0/security-groups?id=6969ac4a-ab7d-44f5-a401-51a25b0e6500&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0647082
Dec 25 21:14:33.831719 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16236846-f931-4fa9-b553-9ea62abf70af req-52ecff1b-13d3-43e4-af8b-854ae865e797 tempest-AttachSCSIVolumeTestJSON-995789853 tempest-AttachSCSIVolumeTestJSON-995789853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:14:33.831953 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-16236846-f931-4fa9-b553-9ea62abf70af req-52ecff1b-13d3-43e4-af8b-854ae865e797 tempest-AttachSCSIVolumeTestJSON-995789853 tempest-AttachSCSIVolumeTestJSON-995789853-project] 10.222.0.32 "GET /v2.0/ports?device_id=f7e7dfd9-c959-4465-a460-55aac15feeef HTTP/1.1" status: 200  len: 931 time: 0.0501809
Dec 25 21:14:33.926041 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-16236846-f931-4fa9-b553-9ea62abf70af req-dc291fcb-0240-416e-adc5-e2f5b1ef5a38 tempest-AttachSCSIVolumeTestJSON-995789853 tempest-AttachSCSIVolumeTestJSON-995789853-project] 10.222.0.32 "GET /v2.0/security-groups?id=8bf77a26-90d8-4a6a-a5bb-9e06513d8ecf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0822024
Dec 25 21:14:33.955939 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c93951d6-c9a4-465f-88c9-ac61d0b48f3f req-2041509a-64ee-453e-862a-d77c0f87327c tempest-DeleteServersAdminTestJSON-130215457 tempest-DeleteServersAdminTestJSON-130215457-project] 10.222.0.32 "GET /v2.0/ports?device_id=4701ffa8-7657-48b3-94c6-ad6336c8dfd6 HTTP/1.1" status: 200  len: 210 time: 0.0555251
Dec 25 21:14:34.043869 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device 16909884-4838-4f33-ab81-5984be2e8ea1 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 25 21:14:34.151487 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port 16909884-4838-4f33-ab81-5984be2e8ea1, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=16909884-4838-4f33-ab81-5984be2e8ea1,segment=NetworkSegment(b6b5024c-caae-4d07-9f5f-f79f5ffcb101),segment_id=b6b5024c-caae-4d07-9f5f-f79f5ffcb101)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:14:34.154321 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:34.163384 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Returning: {'device': '16909884-4838-4f33-ab81-5984be2e8ea1', 'network_id': 'bddc1eb9-357a-4f2d-89ab-8a23420fb037', 'port_id': '16909884-4838-4f33-ab81-5984be2e8ea1', 'mac_address': 'fa:16:3e:d2:7c:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00a4f833-251e-4ff3-a1b6-930154d4ebf7', 'ip_address': '19.86.0.67'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 25 21:14:34.201830 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:34.220248 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16909884-4838-4f33-ab81-5984be2e8ea1 {{(pid=121608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:14:34.242822 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port 16909884-4838-4f33-ab81-5984be2e8ea1, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=16909884-4838-4f33-ab81-5984be2e8ea1,segment=NetworkSegment(b6b5024c-caae-4d07-9f5f-f79f5ffcb101),segment_id=b6b5024c-caae-4d07-9f5f-f79f5ffcb101)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:14:34.267591 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-c57eaf3b-7f0c-43b4-b9c0-8b9061b2ce9b req-ccc9524c-b04f-4736-ac99-fceb71ba7467 tempest-DeleteServersAdminTestJSON-130215457 tempest-DeleteServersAdminTestJSON-130215457-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=646e75ab8f934ab7b7d2fab01bb800d9&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0261827
Dec 25 21:14:34.295851 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:34.296770 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device 558fe07e-120c-40d4-bb28-cb8b2deda29a details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 25 21:14:34.379310 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Pushing event updated for resources: {'Port': ['ID=16909884-4838-4f33-ab81-5984be2e8ea1,revision_number=4']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:14:34.390221 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57eaf3b-7f0c-43b4-b9c0-8b9061b2ce9b req-17946ed2-3a68-4989-a403-d32b230e68da tempest-DeleteServersAdminTestJSON-130215457 tempest-DeleteServersAdminTestJSON-130215457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:14:34.392722 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-c57eaf3b-7f0c-43b4-b9c0-8b9061b2ce9b req-17946ed2-3a68-4989-a403-d32b230e68da tempest-DeleteServersAdminTestJSON-130215457 tempest-DeleteServersAdminTestJSON-130215457-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1196642
Dec 25 21:14:34.407668 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [req-c57eaf3b-7f0c-43b4-b9c0-8b9061b2ce9b req-2cea0132-8e07-4cbe-9473-49f5eee3f617 tempest-DeleteServersAdminTestJSON-130215457 tempest-DeleteServersAdminTestJSON-130215457-project] Request body: {'port': {'device_id': '4701ffa8-7657-48b3-94c6-ad6336c8dfd6', 'network_id': '8f212e98-547d-4c6e-a560-2e9a548c8f59', 'admin_state_up': True, 'tenant_id': '646e75ab8f934ab7b7d2fab01bb800d9'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:14:34.444809 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port 558fe07e-120c-40d4-bb28-cb8b2deda29a, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=558fe07e-120c-40d4-bb28-cb8b2deda29a,segment=NetworkSegment(2697e07c-332d-4641-aeba-93b90adf7b9d),segment_id=2697e07c-332d-4641-aeba-93b90adf7b9d)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:14:34.458916 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Returning: {'device': '558fe07e-120c-40d4-bb28-cb8b2deda29a', 'network_id': '3e921bd6-c801-4e72-9632-6b6d2570d487', 'port_id': '558fe07e-120c-40d4-bb28-cb8b2deda29a', 'mac_address': 'fa:16:3e:a1:c9:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a55880c3-27ea-48fb-974b-81f62eed6030', 'ip_address': '19.80.0.71'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 25 21:14:34.502156 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:34.517298 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 558fe07e-120c-40d4-bb28-cb8b2deda29a {{(pid=121608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:14:34.533875 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb95829-6ac2-4a38-a5a7-f405070bc0d4 req-f5e11b81-3ead-4c44-9abc-368626d90fcb tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:14:34.537824 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-abb95829-6ac2-4a38-a5a7-f405070bc0d4 req-f5e11b81-3ead-4c44-9abc-368626d90fcb tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/ports?device_id=b248cb56-18c2-4ff2-a8da-8e0993879a65 HTTP/1.1" status: 200  len: 950 time: 0.1136632
Dec 25 21:14:34.539373 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port 558fe07e-120c-40d4-bb28-cb8b2deda29a, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=558fe07e-120c-40d4-bb28-cb8b2deda29a,segment=NetworkSegment(2697e07c-332d-4641-aeba-93b90adf7b9d),segment_id=2697e07c-332d-4641-aeba-93b90adf7b9d)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:14:34.624387 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942c3e8d-26c7-4e4b-96b7-05e560c33276 req-42c40947-65a7-4603-a17f-0da825e15376 tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:14:34.630212 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942c3e8d-26c7-4e4b-96b7-05e560c33276 req-42c40947-65a7-4603-a17f-0da825e15376 tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:14:34.631745 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-942c3e8d-26c7-4e4b-96b7-05e560c33276 req-42c40947-65a7-4603-a17f-0da825e15376 tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] 10.222.0.32 "GET /v2.0/ports?device_id=712038b0-21e9-49b2-adbc-494075814a04 HTTP/1.1" status: 200  len: 1678 time: 0.0948226
Dec 25 21:14:34.635406 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-abb95829-6ac2-4a38-a5a7-f405070bc0d4 req-2aaa192a-ab5e-47b5-a2d7-3777d605042c tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3f1ae63-416f-443f-b032-af0d7dcc9019&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0887227
Dec 25 21:14:34.677209 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c57eaf3b-7f0c-43b4-b9c0-8b9061b2ce9b req-2cea0132-8e07-4cbe-9473-49f5eee3f617 tempest-DeleteServersAdminTestJSON-130215457 tempest-DeleteServersAdminTestJSON-130215457-project] Made reservation on behalf of 646e75ab8f934ab7b7d2fab01bb800d9 for: {'port': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:14:34.680912 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:34.681052 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-c57eaf3b-7f0c-43b4-b9c0-8b9061b2ce9b req-2cea0132-8e07-4cbe-9473-49f5eee3f617 tempest-DeleteServersAdminTestJSON-130215457 tempest-DeleteServersAdminTestJSON-130215457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:34.701229 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-942c3e8d-26c7-4e4b-96b7-05e560c33276 req-e73c7e1b-0ceb-4810-ba35-e82a9bd1c71e tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] 10.222.0.32 "GET /v2.0/security-groups?id=bf6f1b26-c9d9-475d-a396-710ace1ec7a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0605659
Dec 25 21:14:34.733374 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Pushing event updated for resources: {'Port': ['ID=558fe07e-120c-40d4-bb28-cb8b2deda29a,revision_number=4']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:14:34.807597 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2e7f73bc-c661-47a5-807c-f090c55277b1 req-6f722960-3f05-4479-855c-c006f8eee2d8 tempest-ServerTagsTestJSON-645171844 tempest-ServerTagsTestJSON-645171844-project] 10.222.0.32 "GET /v2.0/ports?device_id=a32723f8-9254-4e54-8d2d-7a4b08821e28 HTTP/1.1" status: 200  len: 210 time: 0.0290444
Dec 25 21:14:34.814481 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-da3626e3-54d2-4a45-b73f-cd5253267523 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:34.850551 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_common [req-c57eaf3b-7f0c-43b4-b9c0-8b9061b2ce9b req-2cea0132-8e07-4cbe-9473-49f5eee3f617 tempest-DeleteServersAdminTestJSON-130215457 tempest-DeleteServersAdminTestJSON-130215457-project] Allocated IP 192.168.233.6 (8f212e98-547d-4c6e-a560-2e9a548c8f59/dcfbae86-f93e-400c-8084-eac7f56ff5ba/d62784a3-3811-4577-9f02-3d8938b22301) {{(pid=121607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:14:34.933234 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] get_ports_and_sgs() called for port_ids ['558fe07e-120c-40d4-bb28-cb8b2deda29a'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:14:35.022866 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-c57eaf3b-7f0c-43b4-b9c0-8b9061b2ce9b req-2cea0132-8e07-4cbe-9473-49f5eee3f617 tempest-DeleteServersAdminTestJSON-130215457 tempest-DeleteServersAdminTestJSON-130215457-project] Publish callbacks [] for port, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:35.070423 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13b1766-6cee-403f-9ff3-6e3271b43b22 req-b7b3d0c3-e2c5-4c9d-8c16-3265cf84d361 tempest-AttachSCSIVolumeTestJSON-995789853 tempest-AttachSCSIVolumeTestJSON-995789853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:14:35.072121 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a13b1766-6cee-403f-9ff3-6e3271b43b22 req-b7b3d0c3-e2c5-4c9d-8c16-3265cf84d361 tempest-AttachSCSIVolumeTestJSON-995789853 tempest-AttachSCSIVolumeTestJSON-995789853-project] 10.222.0.32 "GET /v2.0/ports?device_id=f7e7dfd9-c959-4465-a460-55aac15feeef HTTP/1.1" status: 200  len: 931 time: 0.0523338
Dec 25 21:14:35.147006 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a13b1766-6cee-403f-9ff3-6e3271b43b22 req-296b82ab-45ab-46ab-98d8-6a78df259398 tempest-AttachSCSIVolumeTestJSON-995789853 tempest-AttachSCSIVolumeTestJSON-995789853-project] 10.222.0.32 "GET /v2.0/security-groups?id=8bf77a26-90d8-4a6a-a5bb-9e06513d8ecf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0636520
Dec 25 21:14:35.147469 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-c57eaf3b-7f0c-43b4-b9c0-8b9061b2ce9b req-2cea0132-8e07-4cbe-9473-49f5eee3f617 tempest-DeleteServersAdminTestJSON-130215457 tempest-DeleteServersAdminTestJSON-130215457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:35.155919 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7fdbfb-48c8-40b0-8c8f-1c09afdd1717 req-36080038-e5c1-49b1-a6e0-b3407e5b75b5 tempest-ServerDiagnosticsNegativeTest-605739865 tempest-ServerDiagnosticsNegativeTest-605739865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:14:35.157772 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ed7fdbfb-48c8-40b0-8c8f-1c09afdd1717 req-36080038-e5c1-49b1-a6e0-b3407e5b75b5 tempest-ServerDiagnosticsNegativeTest-605739865 tempest-ServerDiagnosticsNegativeTest-605739865-project] 10.222.0.32 "GET /v2.0/ports?device_id=1488edc8-a4a9-47c4-bc28-867a3c7538ba HTTP/1.1" status: 200  len: 936 time: 0.0838370
Dec 25 21:14:35.198176 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c57eaf3b-7f0c-43b4-b9c0-8b9061b2ce9b req-2cea0132-8e07-4cbe-9473-49f5eee3f617 tempest-DeleteServersAdminTestJSON-130215457 tempest-DeleteServersAdminTestJSON-130215457-project] Network 8f212e98-547d-4c6e-a560-2e9a548c8f59 is already hosted by enough agents. {{(pid=121607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:14:35.201702 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [req-c57eaf3b-7f0c-43b4-b9c0-8b9061b2ce9b req-2cea0132-8e07-4cbe-9473-49f5eee3f617 tempest-DeleteServersAdminTestJSON-130215457 tempest-DeleteServersAdminTestJSON-130215457-project] Resources bound (agent type, host, resource id):  {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:14:35.204298 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [req-c57eaf3b-7f0c-43b4-b9c0-8b9061b2ce9b req-2cea0132-8e07-4cbe-9473-49f5eee3f617 tempest-DeleteServersAdminTestJSON-130215457 tempest-DeleteServersAdminTestJSON-130215457-project] Received port after_create {{(pid=121607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:14:35.217389 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ed7fdbfb-48c8-40b0-8c8f-1c09afdd1717 req-c0541bd4-4faf-483b-a1ad-d271aaac5e4e tempest-ServerDiagnosticsNegativeTest-605739865 tempest-ServerDiagnosticsNegativeTest-605739865-project] 10.222.0.32 "GET /v2.0/security-groups?id=6969ac4a-ab7d-44f5-a401-51a25b0e6500&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0536361
Dec 25 21:14:35.231025 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cea0132-8e07-4cbe-9473-49f5eee3f617 tempest-DeleteServersAdminTestJSON-130215457 tempest-DeleteServersAdminTestJSON-130215457-project] Pushing event updated for resources: {'Port': ['ID=d62784a3-3811-4577-9f02-3d8938b22301,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:14:35.266562 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57eaf3b-7f0c-43b4-b9c0-8b9061b2ce9b req-2cea0132-8e07-4cbe-9473-49f5eee3f617 tempest-DeleteServersAdminTestJSON-130215457 tempest-DeleteServersAdminTestJSON-130215457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:14:35.268176 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-c57eaf3b-7f0c-43b4-b9c0-8b9061b2ce9b req-2cea0132-8e07-4cbe-9473-49f5eee3f617 tempest-DeleteServersAdminTestJSON-130215457 tempest-DeleteServersAdminTestJSON-130215457-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:35.275951 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2caddb-a7b2-4c24-9727-dd65a7900887 req-32abd6ea-a880-473c-9a51-c192cc252bfd tempest-DeleteServersAdminTestJSON-130215457 tempest-DeleteServersAdminTestJSON-130215457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:14:35.277611 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8f2caddb-a7b2-4c24-9727-dd65a7900887 req-32abd6ea-a880-473c-9a51-c192cc252bfd tempest-DeleteServersAdminTestJSON-130215457 tempest-DeleteServersAdminTestJSON-130215457-project] 10.222.0.32 "GET /v2.0/ports?device_id=4701ffa8-7657-48b3-94c6-ad6336c8dfd6 HTTP/1.1" status: 200  len: 934 time: 0.0589530
Dec 25 21:14:35.327796 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8f2caddb-a7b2-4c24-9727-dd65a7900887 req-4f8fb6e4-10e1-49ae-b055-80f3fa74ab8c tempest-DeleteServersAdminTestJSON-130215457 tempest-DeleteServersAdminTestJSON-130215457-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e7324bc-20c8-41e1-ab34-2991b9fd33ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434642
Dec 25 21:14:35.361003 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-c57eaf3b-7f0c-43b4-b9c0-8b9061b2ce9b req-2cea0132-8e07-4cbe-9473-49f5eee3f617 tempest-DeleteServersAdminTestJSON-130215457 tempest-DeleteServersAdminTestJSON-130215457-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 936 time: 0.9572282
Dec 25 21:14:35.375452 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [req-c57eaf3b-7f0c-43b4-b9c0-8b9061b2ce9b req-58d3c957-3f03-4684-a7a0-570276bbbe97 service neutron] Request body: {'port': {'device_id': '4701ffa8-7657-48b3-94c6-ad6336c8dfd6', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:14:35.428386 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-c57eaf3b-7f0c-43b4-b9c0-8b9061b2ce9b req-58d3c957-3f03-4684-a7a0-570276bbbe97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:35.437548 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-10e9a1ff-a1c0-4af0-a61b-2a829d086bce None None] Provisioning complete for port d62784a3-3811-4577-9f02-3d8938b22301 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:14:35.438112 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-10e9a1ff-a1c0-4af0-a61b-2a829d086bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:35.444462 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-daf89b23-90cd-4ea4-bace-eee35a78974c req-983decf3-fb2d-4272-8ba2-42b153da9b16 service neutron] Request body: {'port': {'device_id': '1488edc8-a4a9-47c4-bc28-867a3c7538ba', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:14:35.465253 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-ab3faed9-ac5e-4da7-96ba-8d6924e9cbaa req-0481375a-c55e-425f-9a9f-aad0a5c7a167 service neutron] Request body: {'port': {'device_id': 'f7e7dfd9-c959-4465-a460-55aac15feeef', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:14:35.473518 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-10e9a1ff-a1c0-4af0-a61b-2a829d086bce None None] Port d62784a3-3811-4577-9f02-3d8938b22301 cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:14:35.559825 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-daf89b23-90cd-4ea4-bace-eee35a78974c req-983decf3-fb2d-4272-8ba2-42b153da9b16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:35.562981 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-ab3faed9-ac5e-4da7-96ba-8d6924e9cbaa req-0481375a-c55e-425f-9a9f-aad0a5c7a167 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:35.711228 ncdv-master-1 neutron-server[121607]: DEBUG neutron.notifiers.nova [req-c57eaf3b-7f0c-43b4-b9c0-8b9061b2ce9b req-58d3c957-3f03-4684-a7a0-570276bbbe97 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d62784a3-3811-4577-9f02-3d8938b22301 {{(pid=121607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:14:35.719074 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-c57eaf3b-7f0c-43b4-b9c0-8b9061b2ce9b req-58d3c957-3f03-4684-a7a0-570276bbbe97 service neutron] Publish callbacks [] for port, precommit_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:35.732789 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.provisioning_blocks [req-c57eaf3b-7f0c-43b4-b9c0-8b9061b2ce9b req-58d3c957-3f03-4684-a7a0-570276bbbe97 service neutron] Transition to ACTIVE for port object d62784a3-3811-4577-9f02-3d8938b22301 will not be triggered until provisioned by entity L2. {{(pid=121607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 25 21:14:35.849880 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-c57eaf3b-7f0c-43b4-b9c0-8b9061b2ce9b req-58d3c957-3f03-4684-a7a0-570276bbbe97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8632327'] for port, after_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:35.899753 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d3c957-3f03-4684-a7a0-570276bbbe97 service neutron] Pushing event updated for resources: {'Port': ['ID=d62784a3-3811-4577-9f02-3d8938b22301,revision_number=2']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:14:35.919746 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a5ab63-dfa3-44f1-b4c7-2cc0f46dc084 req-f628aaa2-07c7-46f9-a8cc-e342d8a658d2 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:14:35.921272 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b4a5ab63-dfa3-44f1-b4c7-2cc0f46dc084 req-f628aaa2-07c7-46f9-a8cc-e342d8a658d2 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/ports?device_id=b248cb56-18c2-4ff2-a8da-8e0993879a65 HTTP/1.1" status: 200  len: 950 time: 0.1646688
Dec 25 21:14:35.969704 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] get_ports_and_sgs() called for port_ids ['16909884-4838-4f33-ab81-5984be2e8ea1'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:14:35.990766 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.managers [req-c57eaf3b-7f0c-43b4-b9c0-8b9061b2ce9b req-58d3c957-3f03-4684-a7a0-570276bbbe97 service neutron] Attempting to bind port d62784a3-3811-4577-9f02-3d8938b22301 on host nch2-master-1 for vnic_type normal with profile  {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:14:35.991252 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.managers [req-c57eaf3b-7f0c-43b4-b9c0-8b9061b2ce9b req-58d3c957-3f03-4684-a7a0-570276bbbe97 service neutron] Attempting to bind port d62784a3-3811-4577-9f02-3d8938b22301 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '85c774cb-a0eb-4ad9-961f-f331d3b37cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '8f212e98-547d-4c6e-a560-2e9a548c8f59'}] {{(pid=121607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:14:35.991587 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c57eaf3b-7f0c-43b4-b9c0-8b9061b2ce9b req-58d3c957-3f03-4684-a7a0-570276bbbe97 service neutron] Attempting to bind port d62784a3-3811-4577-9f02-3d8938b22301 on network 8f212e98-547d-4c6e-a560-2e9a548c8f59 {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:14:35.997319 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c57eaf3b-7f0c-43b4-b9c0-8b9061b2ce9b req-58d3c957-3f03-4684-a7a0-570276bbbe97 service neutron] Port d62784a3-3811-4577-9f02-3d8938b22301 on network 8f212e98-547d-4c6e-a560-2e9a548c8f59 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 25 21:14:35.998225 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c57eaf3b-7f0c-43b4-b9c0-8b9061b2ce9b req-58d3c957-3f03-4684-a7a0-570276bbbe97 service neutron] Attempting to bind port d62784a3-3811-4577-9f02-3d8938b22301 on network 8f212e98-547d-4c6e-a560-2e9a548c8f59 {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:14:36.004701 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c57eaf3b-7f0c-43b4-b9c0-8b9061b2ce9b req-58d3c957-3f03-4684-a7a0-570276bbbe97 service neutron] Checking agent: {'id': '0d9ae313-8f8d-40fa-8a9f-d098a25a9911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 21, 4, 38), 'started_at': datetime.datetime(2021, 12, 25, 21, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 14, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:14:36.009620 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c57eaf3b-7f0c-43b4-b9c0-8b9061b2ce9b req-58d3c957-3f03-4684-a7a0-570276bbbe97 service neutron] Checking segment: {'id': '85c774cb-a0eb-4ad9-961f-f331d3b37cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '8f212e98-547d-4c6e-a560-2e9a548c8f59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:14:36.009620 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c57eaf3b-7f0c-43b4-b9c0-8b9061b2ce9b req-58d3c957-3f03-4684-a7a0-570276bbbe97 service neutron] Bound using segment: {'id': '85c774cb-a0eb-4ad9-961f-f331d3b37cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '8f212e98-547d-4c6e-a560-2e9a548c8f59'} {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:14:36.009620 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.managers [req-c57eaf3b-7f0c-43b4-b9c0-8b9061b2ce9b req-58d3c957-3f03-4684-a7a0-570276bbbe97 service neutron] Bound port: d62784a3-3811-4577-9f02-3d8938b22301, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85c774cb-a0eb-4ad9-961f-f331d3b37cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '8f212e98-547d-4c6e-a560-2e9a548c8f59'}}] {{(pid=121607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:14:36.009620 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-c57eaf3b-7f0c-43b4-b9c0-8b9061b2ce9b req-58d3c957-3f03-4684-a7a0-570276bbbe97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:36.020863 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d2c548-d9a0-4eea-9875-39bd26baf3d8 req-85e1e1e5-1889-4325-88d0-eb92dd428ea5 tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:14:36.027732 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d2c548-d9a0-4eea-9875-39bd26baf3d8 req-85e1e1e5-1889-4325-88d0-eb92dd428ea5 tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:14:36.035525 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f2d2c548-d9a0-4eea-9875-39bd26baf3d8 req-85e1e1e5-1889-4325-88d0-eb92dd428ea5 tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] 10.222.0.32 "GET /v2.0/ports?device_id=712038b0-21e9-49b2-adbc-494075814a04 HTTP/1.1" status: 200  len: 1679 time: 0.2446756
Dec 25 21:14:36.065937 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device 558fe07e-120c-40d4-bb28-cb8b2deda29a up at agent hyperv_nch2-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:14:36.126154 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.db [req-c57eaf3b-7f0c-43b4-b9c0-8b9061b2ce9b req-58d3c957-3f03-4684-a7a0-570276bbbe97 service neutron] For port d62784a3-3811-4577-9f02-3d8938b22301, host nch2-master-1, cleared binding levels {{(pid=121607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:14:36.130395 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.db [req-c57eaf3b-7f0c-43b4-b9c0-8b9061b2ce9b req-58d3c957-3f03-4684-a7a0-570276bbbe97 service neutron] For port d62784a3-3811-4577-9f02-3d8938b22301, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d62784a3-3811-4577-9f02-3d8938b22301,segment=NetworkSegment(85c774cb-a0eb-4ad9-961f-f331d3b37cd6),segment_id=85c774cb-a0eb-4ad9-961f-f331d3b37cd6)] {{(pid=121607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:14:36.284964 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Provisioning for port 558fe07e-120c-40d4-bb28-cb8b2deda29a completed by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 25 21:14:36.285209 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-c57eaf3b-7f0c-43b4-b9c0-8b9061b2ce9b req-58d3c957-3f03-4684-a7a0-570276bbbe97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8632327'] for port, after_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:36.290660 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Provisioning complete for port 558fe07e-120c-40d4-bb28-cb8b2deda29a triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:14:36.290660 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:36.331311 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57eaf3b-7f0c-43b4-b9c0-8b9061b2ce9b req-58d3c957-3f03-4684-a7a0-570276bbbe97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:14:36.332050 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-c57eaf3b-7f0c-43b4-b9c0-8b9061b2ce9b req-58d3c957-3f03-4684-a7a0-570276bbbe97 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:36.334267 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-c57eaf3b-7f0c-43b4-b9c0-8b9061b2ce9b req-58d3c957-3f03-4684-a7a0-570276bbbe97 service neutron] 10.222.0.37 "PUT /v2.0/ports/d62784a3-3811-4577-9f02-3d8938b22301 HTTP/1.1" status: 200  len: 1094 time: 0.9633198
Dec 25 21:14:36.334790 ncdv-master-1 neutron-server[121607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4701ffa8-7657-48b3-94c6-ad6336c8dfd6', 'tag': 'd62784a3-3811-4577-9f02-3d8938b22301'}] {{(pid=121607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:14:36.338956 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f980bbcadfa7bf1e788024e1448be660373c21f97f015f780444e999c451203" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09aca656-16c7-478d-b0a2-dbbbd6eca01c" -d '{"events": [{"name": "network-changed", "server_uuid": "4701ffa8-7657-48b3-94c6-ad6336c8dfd6", "tag": "d62784a3-3811-4577-9f02-3d8938b22301"}]}' {{(pid=121607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:14:36.395859 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:36.404249 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d3c957-3f03-4684-a7a0-570276bbbe97 service neutron] Pushing event updated for resources: {'Port': ['ID=d62784a3-3811-4577-9f02-3d8938b22301,revision_number=3']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:14:36.423214 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '712038b0-21e9-49b2-adbc-494075814a04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '558fe07e-120c-40d4-bb28-cb8b2deda29a'}] {{(pid=121608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:14:36.425593 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a88c78c3ff6266bd59c7e89d275b28c92e739b67d23c89d71af88829fd31566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad4b43b3-7263-4648-a695-fae36d3f234b" -d '{"events": [{"server_uuid": "712038b0-21e9-49b2-adbc-494075814a04", "name": "network-vif-plugged", "status": "completed", "tag": "558fe07e-120c-40d4-bb28-cb8b2deda29a"}]}' {{(pid=121608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:14:36.440039 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port 558fe07e-120c-40d4-bb28-cb8b2deda29a, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=558fe07e-120c-40d4-bb28-cb8b2deda29a,segment=NetworkSegment(2697e07c-332d-4641-aeba-93b90adf7b9d),segment_id=2697e07c-332d-4641-aeba-93b90adf7b9d)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:14:36.498543 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f2d2c548-d9a0-4eea-9875-39bd26baf3d8 req-6b4a10c8-e4d0-4c3d-b8a0-2cd962e2cb9d tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] 10.222.0.32 "GET /v2.0/security-groups?id=bf6f1b26-c9d9-475d-a396-710ace1ec7a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4621556
Dec 25 21:14:36.531828 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b4a5ab63-dfa3-44f1-b4c7-2cc0f46dc084 req-3b1269b5-4ea4-43bf-b445-8b894cbcce50 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3f1ae63-416f-443f-b032-af0d7dcc9019&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5197499
Dec 25 21:14:36.537010 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:36.563372 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [req-ab3faed9-ac5e-4da7-96ba-8d6924e9cbaa req-0481375a-c55e-425f-9a9f-aad0a5c7a167 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b231c087-49e0-4d5a-a3ce-2791da36b76a {{(pid=121606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:14:36.568985 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57eaf3b-7f0c-43b4-b9c0-8b9061b2ce9b req-2a6149a0-4934-437a-9615-c3298338b5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:14:36.570675 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-c57eaf3b-7f0c-43b4-b9c0-8b9061b2ce9b req-2a6149a0-4934-437a-9615-c3298338b5e4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=646e75ab8f934ab7b7d2fab01bb800d9&device_id=4701ffa8-7657-48b3-94c6-ad6336c8dfd6 HTTP/1.1" status: 200  len: 1097 time: 0.1002333
Dec 25 21:14:36.581068 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-ab3faed9-ac5e-4da7-96ba-8d6924e9cbaa req-0481375a-c55e-425f-9a9f-aad0a5c7a167 service neutron] Publish callbacks [] for port, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:36.644423 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.provisioning_blocks [req-ab3faed9-ac5e-4da7-96ba-8d6924e9cbaa req-0481375a-c55e-425f-9a9f-aad0a5c7a167 service neutron] Transition to ACTIVE for port object b231c087-49e0-4d5a-a3ce-2791da36b76a will not be triggered until provisioned by entity L2. {{(pid=121606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 25 21:14:36.654178 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Pushing event updated for resources: {'Port': ['ID=558fe07e-120c-40d4-bb28-cb8b2deda29a,revision_number=5']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:14:36.656997 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [req-daf89b23-90cd-4ea4-bace-eee35a78974c req-983decf3-fb2d-4272-8ba2-42b153da9b16 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17909193-855a-40f6-a3dd-9f23db819ef3 {{(pid=121606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:14:36.666411 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-daf89b23-90cd-4ea4-bace-eee35a78974c req-983decf3-fb2d-4272-8ba2-42b153da9b16 service neutron] Publish callbacks [] for port, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:36.668056 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-c57eaf3b-7f0c-43b4-b9c0-8b9061b2ce9b req-9a3c35d2-56b1-435a-900f-26bf49f77a56 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.6&port_id=d62784a3-3811-4577-9f02-3d8938b22301 HTTP/1.1" status: 200  len: 217 time: 0.0792334
Dec 25 21:14:36.684379 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.provisioning_blocks [req-daf89b23-90cd-4ea4-bace-eee35a78974c req-983decf3-fb2d-4272-8ba2-42b153da9b16 service neutron] Transition to ACTIVE for port object 17909193-855a-40f6-a3dd-9f23db819ef3 will not be triggered until provisioned by entity L2. {{(pid=121606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 25 21:14:36.684930 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 50318) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:14:36.719378 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-ab3faed9-ac5e-4da7-96ba-8d6924e9cbaa req-0481375a-c55e-425f-9a9f-aad0a5c7a167 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:36.724735 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57eaf3b-7f0c-43b4-b9c0-8b9061b2ce9b req-ac1942ba-d1c7-4d7a-a3af-39c812e5ba09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:14:36.726285 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-c57eaf3b-7f0c-43b4-b9c0-8b9061b2ce9b req-ac1942ba-d1c7-4d7a-a3af-39c812e5ba09 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=dcfbae86-f93e-400c-8084-eac7f56ff5ba HTTP/1.1" status: 200  len: 843 time: 0.0512209
Dec 25 21:14:36.781737 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57eaf3b-7f0c-43b4-b9c0-8b9061b2ce9b req-38a6f48e-d681-4d25-bfe7-89821b7d4c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:14:36.783228 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-c57eaf3b-7f0c-43b4-b9c0-8b9061b2ce9b req-38a6f48e-d681-4d25-bfe7-89821b7d4c74 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8f212e98-547d-4c6e-a560-2e9a548c8f59&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0453150
Dec 25 21:14:36.809344 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-daf89b23-90cd-4ea4-bace-eee35a78974c req-983decf3-fb2d-4272-8ba2-42b153da9b16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:36.863115 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_v2 [None req-5aaea29a-2f74-4b35-9273-1e4151706dae admin admin] Deleting subnet d27c36e2-4959-44da-88dc-236aac12ab58 {{(pid=121606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Dec 25 21:14:36.877808 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0481375a-c55e-425f-9a9f-aad0a5c7a167 service neutron] Pushing event updated for resources: {'Port': ['ID=b231c087-49e0-4d5a-a3ce-2791da36b76a,revision_number=2']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:14:36.880177 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-5aaea29a-2f74-4b35-9273-1e4151706dae admin admin] Publish callbacks [] for subnet, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:36.890822 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-c57eaf3b-7f0c-43b4-b9c0-8b9061b2ce9b req-758abd41-f9cf-484f-b6b9-06be233590fa service neutron] 10.222.0.37 "GET /v2.0/networks/8f212e98-547d-4c6e-a560-2e9a548c8f59?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0973725
Dec 25 21:14:36.975766 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-f8c61bc5-7b15-4241-97e4-5a124aa17545 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:36.990580 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983decf3-fb2d-4272-8ba2-42b153da9b16 service neutron] Pushing event updated for resources: {'Port': ['ID=17909193-855a-40f6-a3dd-9f23db819ef3,revision_number=2']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:14:36.993285 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-c57eaf3b-7f0c-43b4-b9c0-8b9061b2ce9b req-00e864b0-424b-4c32-b762-c6d4064bddd7 service neutron] 10.222.0.37 "GET /v2.0/networks/8f212e98-547d-4c6e-a560-2e9a548c8f59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0945854
Dec 25 21:14:37.020520 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:14:37.020520 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:14:37.020520 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:14:37.020520 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:14:37.020520 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:14:37.020520 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:14:37.020520 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:14:37.020520 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:14:37.020520 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:14:37.020520 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:14:37.020520 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:14:37.020520 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:14:37.020520 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:14:37.020520 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:14:37.020520 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:14:37.020520 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:14:37.020520 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:14:37.020520 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:14:37.020520 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:14:37.020520 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:14:37.020520 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:14:37.020520 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:14:37.020520 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:14:37.020520 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:14:37.020520 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:14:37.020520 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:14:37.020520 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:14:37.020520 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:14:37.020520 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:14:37.020520 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:14:37.020520 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:14:37.020520 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:14:37.020520 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:14:37.020520 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:14:37.020520 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:14:37.020520 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:14:37.029033 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:14:37.029033 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:14:37.029033 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:14:37.029033 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:14:37.029033 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:14:37.029033 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:14:37.029033 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:14:37.029033 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:14:37.029033 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:14:37.029033 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:14:37.029033 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:14:37.029033 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:14:37.029033 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af5b64e-5296-4533-962c-85ad8d0b0795 req-15d4bec3-a1b6-4f11-b2e2-158aea35d43a tempest-AttachSCSIVolumeTestJSON-995789853 tempest-AttachSCSIVolumeTestJSON-995789853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:14:37.029033 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4af5b64e-5296-4533-962c-85ad8d0b0795 req-15d4bec3-a1b6-4f11-b2e2-158aea35d43a tempest-AttachSCSIVolumeTestJSON-995789853 tempest-AttachSCSIVolumeTestJSON-995789853-project] 10.222.0.32 "GET /v2.0/ports?device_id=f7e7dfd9-c959-4465-a460-55aac15feeef HTTP/1.1" status: 200  len: 943 time: 0.2907622
Dec 25 21:14:37.036860 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-5aaea29a-2f74-4b35-9273-1e4151706dae admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9084199'] for subnet, precommit_delete_associations {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:37.120470 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1b30fe-0bf8-41c1-9ed5-cbcd8d33f29d req-6d30ae8f-6827-4b94-88a3-a18929f04211 tempest-ServerDiagnosticsNegativeTest-605739865 tempest-ServerDiagnosticsNegativeTest-605739865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:14:37.125350 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7d1b30fe-0bf8-41c1-9ed5-cbcd8d33f29d req-6d30ae8f-6827-4b94-88a3-a18929f04211 tempest-ServerDiagnosticsNegativeTest-605739865 tempest-ServerDiagnosticsNegativeTest-605739865-project] 10.222.0.32 "GET /v2.0/ports?device_id=1488edc8-a4a9-47c4-bc28-867a3c7538ba HTTP/1.1" status: 200  len: 948 time: 0.3688102
Dec 25 21:14:37.199121 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-5aaea29a-2f74-4b35-9273-1e4151706dae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995662'] for subnet, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:37.253616 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-ab3faed9-ac5e-4da7-96ba-8d6924e9cbaa req-0481375a-c55e-425f-9a9f-aad0a5c7a167 service neutron] Attempting to bind port b231c087-49e0-4d5a-a3ce-2791da36b76a on host nch1-master-1 for vnic_type normal with profile  {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:14:37.253953 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-ab3faed9-ac5e-4da7-96ba-8d6924e9cbaa req-0481375a-c55e-425f-9a9f-aad0a5c7a167 service neutron] Attempting to bind port b231c087-49e0-4d5a-a3ce-2791da36b76a by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'a2e8e905-c643-4f99-a8fc-850adfdf0e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '70cbe831-35cd-442f-8abb-fc8d5a9a0c36'}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:14:37.254284 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab3faed9-ac5e-4da7-96ba-8d6924e9cbaa req-0481375a-c55e-425f-9a9f-aad0a5c7a167 service neutron] Attempting to bind port b231c087-49e0-4d5a-a3ce-2791da36b76a on network 70cbe831-35cd-442f-8abb-fc8d5a9a0c36 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:14:37.272177 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-daf89b23-90cd-4ea4-bace-eee35a78974c req-983decf3-fb2d-4272-8ba2-42b153da9b16 service neutron] Attempting to bind port 17909193-855a-40f6-a3dd-9f23db819ef3 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:14:37.272510 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-daf89b23-90cd-4ea4-bace-eee35a78974c req-983decf3-fb2d-4272-8ba2-42b153da9b16 service neutron] Attempting to bind port 17909193-855a-40f6-a3dd-9f23db819ef3 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '85c774cb-a0eb-4ad9-961f-f331d3b37cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '8f212e98-547d-4c6e-a560-2e9a548c8f59'}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:14:37.272854 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daf89b23-90cd-4ea4-bace-eee35a78974c req-983decf3-fb2d-4272-8ba2-42b153da9b16 service neutron] Attempting to bind port 17909193-855a-40f6-a3dd-9f23db819ef3 on network 8f212e98-547d-4c6e-a560-2e9a548c8f59 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:14:37.282903 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4af5b64e-5296-4533-962c-85ad8d0b0795 req-a6368e77-d94a-4c6f-9b75-ef59379b7665 tempest-AttachSCSIVolumeTestJSON-995789853 tempest-AttachSCSIVolumeTestJSON-995789853-project] 10.222.0.32 "GET /v2.0/security-groups?id=8bf77a26-90d8-4a6a-a5bb-9e06513d8ecf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2067027
Dec 25 21:14:37.283442 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab3faed9-ac5e-4da7-96ba-8d6924e9cbaa req-0481375a-c55e-425f-9a9f-aad0a5c7a167 service neutron] Port b231c087-49e0-4d5a-a3ce-2791da36b76a on network 70cbe831-35cd-442f-8abb-fc8d5a9a0c36 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 25 21:14:37.283770 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab3faed9-ac5e-4da7-96ba-8d6924e9cbaa req-0481375a-c55e-425f-9a9f-aad0a5c7a167 service neutron] Attempting to bind port b231c087-49e0-4d5a-a3ce-2791da36b76a on network 70cbe831-35cd-442f-8abb-fc8d5a9a0c36 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:14:37.300493 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab3faed9-ac5e-4da7-96ba-8d6924e9cbaa req-0481375a-c55e-425f-9a9f-aad0a5c7a167 service neutron] Checking agent: {'id': '6d577036-68fc-4aa4-aed7-5ab01de2117e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 21, 4, 34), 'started_at': datetime.datetime(2021, 12, 25, 21, 4, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 14, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:14:37.300838 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab3faed9-ac5e-4da7-96ba-8d6924e9cbaa req-0481375a-c55e-425f-9a9f-aad0a5c7a167 service neutron] Checking segment: {'id': 'a2e8e905-c643-4f99-a8fc-850adfdf0e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '70cbe831-35cd-442f-8abb-fc8d5a9a0c36'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:14:37.301260 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab3faed9-ac5e-4da7-96ba-8d6924e9cbaa req-0481375a-c55e-425f-9a9f-aad0a5c7a167 service neutron] Bound using segment: {'id': 'a2e8e905-c643-4f99-a8fc-850adfdf0e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '70cbe831-35cd-442f-8abb-fc8d5a9a0c36'} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:14:37.301696 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-ab3faed9-ac5e-4da7-96ba-8d6924e9cbaa req-0481375a-c55e-425f-9a9f-aad0a5c7a167 service neutron] Bound port: b231c087-49e0-4d5a-a3ce-2791da36b76a, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2e8e905-c643-4f99-a8fc-850adfdf0e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '70cbe831-35cd-442f-8abb-fc8d5a9a0c36'}}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:14:37.302059 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-ab3faed9-ac5e-4da7-96ba-8d6924e9cbaa req-0481375a-c55e-425f-9a9f-aad0a5c7a167 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:37.310903 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7d1b30fe-0bf8-41c1-9ed5-cbcd8d33f29d req-dcfbf27e-b6ce-4d23-8d24-b99fa1d88118 tempest-ServerDiagnosticsNegativeTest-605739865 tempest-ServerDiagnosticsNegativeTest-605739865-project] 10.222.0.32 "GET /v2.0/security-groups?id=6969ac4a-ab7d-44f5-a401-51a25b0e6500&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1720200
Dec 25 21:14:37.310903 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daf89b23-90cd-4ea4-bace-eee35a78974c req-983decf3-fb2d-4272-8ba2-42b153da9b16 service neutron] Port 17909193-855a-40f6-a3dd-9f23db819ef3 on network 8f212e98-547d-4c6e-a560-2e9a548c8f59 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 25 21:14:37.310903 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daf89b23-90cd-4ea4-bace-eee35a78974c req-983decf3-fb2d-4272-8ba2-42b153da9b16 service neutron] Attempting to bind port 17909193-855a-40f6-a3dd-9f23db819ef3 on network 8f212e98-547d-4c6e-a560-2e9a548c8f59 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:14:37.334135 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daf89b23-90cd-4ea4-bace-eee35a78974c req-983decf3-fb2d-4272-8ba2-42b153da9b16 service neutron] Checking agent: {'id': '6d577036-68fc-4aa4-aed7-5ab01de2117e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 21, 4, 34), 'started_at': datetime.datetime(2021, 12, 25, 21, 4, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 14, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:14:37.338179 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daf89b23-90cd-4ea4-bace-eee35a78974c req-983decf3-fb2d-4272-8ba2-42b153da9b16 service neutron] Checking segment: {'id': '85c774cb-a0eb-4ad9-961f-f331d3b37cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '8f212e98-547d-4c6e-a560-2e9a548c8f59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:14:37.338179 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daf89b23-90cd-4ea4-bace-eee35a78974c req-983decf3-fb2d-4272-8ba2-42b153da9b16 service neutron] Bound using segment: {'id': '85c774cb-a0eb-4ad9-961f-f331d3b37cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '8f212e98-547d-4c6e-a560-2e9a548c8f59'} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:14:37.338179 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-daf89b23-90cd-4ea4-bace-eee35a78974c req-983decf3-fb2d-4272-8ba2-42b153da9b16 service neutron] Bound port: 17909193-855a-40f6-a3dd-9f23db819ef3, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85c774cb-a0eb-4ad9-961f-f331d3b37cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '8f212e98-547d-4c6e-a560-2e9a548c8f59'}}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:14:37.338179 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-daf89b23-90cd-4ea4-bace-eee35a78974c req-983decf3-fb2d-4272-8ba2-42b153da9b16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:37.357412 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Dec 2021 21:14:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24c11270-0e4d-43c8-8517-3c1a88fe5307 x-openstack-request-id: req-24c11270-0e4d-43c8-8517-3c1a88fe5307 {{(pid=121607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:14:37.357919 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4701ffa8-7657-48b3-94c6-ad6336c8dfd6", "tag": "d62784a3-3811-4577-9f02-3d8938b22301", "status": "completed", "code": 200}]} {{(pid=121607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:14:37.358032 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-24c11270-0e4d-43c8-8517-3c1a88fe5307 {{(pid=121607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:14:37.358356 ncdv-master-1 neutron-server[121607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4701ffa8-7657-48b3-94c6-ad6336c8dfd6', 'tag': 'd62784a3-3811-4577-9f02-3d8938b22301', 'status': 'completed', 'code': 200}
Dec 25 21:14:37.391202 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 21:14:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b46b931-fa65-4950-a1d2-6bc4f7fa65f7 x-openstack-request-id: req-5b46b931-fa65-4950-a1d2-6bc4f7fa65f7 {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:14:37.391502 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "712038b0-21e9-49b2-adbc-494075814a04", "name": "network-vif-plugged", "status": "completed", "tag": "558fe07e-120c-40d4-bb28-cb8b2deda29a", "code": 200}]} {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:14:37.391759 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5b46b931-fa65-4950-a1d2-6bc4f7fa65f7 {{(pid=121608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:14:37.392150 ncdv-master-1 neutron-server[121608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '712038b0-21e9-49b2-adbc-494075814a04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '558fe07e-120c-40d4-bb28-cb8b2deda29a', 'code': 200}
Dec 25 21:14:37.424958 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-5aaea29a-2f74-4b35-9273-1e4151706dae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9084363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9028506'] for subnet, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:37.426401 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09aca656-16c7-478d-b0a2-dbbbd6eca01c req-06d138fb-1111-4273-b101-c84da88b4b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:14:37.427950 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-09aca656-16c7-478d-b0a2-dbbbd6eca01c req-06d138fb-1111-4273-b101-c84da88b4b82 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=646e75ab8f934ab7b7d2fab01bb800d9&device_id=4701ffa8-7657-48b3-94c6-ad6336c8dfd6 HTTP/1.1" status: 200  len: 1097 time: 0.0442388
Dec 25 21:14:37.482222 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aaea29a-2f74-4b35-9273-1e4151706dae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d27c36e2-4959-44da-88dc-236aac12ab58,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:14:37.491728 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-5aaea29a-2f74-4b35-9273-1e4151706dae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for subnet, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:37.497342 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-5aaea29a-2f74-4b35-9273-1e4151706dae admin admin] 10.222.0.32 "DELETE /v2.0/subnets/d27c36e2-4959-44da-88dc-236aac12ab58 HTTP/1.1" status: 204  len: 168 time: 0.8111069
Dec 25 21:14:37.498762 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 50320) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:14:37.527514 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09aca656-16c7-478d-b0a2-dbbbd6eca01c req-ff6271dc-50c5-47f0-843c-48b48a9e902f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:14:37.529062 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-09aca656-16c7-478d-b0a2-dbbbd6eca01c req-ff6271dc-50c5-47f0-843c-48b48a9e902f service neutron] 10.222.0.37 "GET /v2.0/networks?id=8f212e98-547d-4c6e-a560-2e9a548c8f59 HTTP/1.1" status: 200  len: 870 time: 0.0907152
Dec 25 21:14:37.543504 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-daf89b23-90cd-4ea4-bace-eee35a78974c req-983decf3-fb2d-4272-8ba2-42b153da9b16 service neutron] For port 17909193-855a-40f6-a3dd-9f23db819ef3, host nch1-master-1, cleared binding levels {{(pid=121606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:14:37.548231 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-ab3faed9-ac5e-4da7-96ba-8d6924e9cbaa req-0481375a-c55e-425f-9a9f-aad0a5c7a167 service neutron] For port b231c087-49e0-4d5a-a3ce-2791da36b76a, host nch1-master-1, cleared binding levels {{(pid=121606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:14:37.557482 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1c246e-8f2b-4e3f-b829-2e7492378bfa req-6b3fefe9-3fa6-44df-8f08-831e7a5bbe5b tempest-DeleteServersAdminTestJSON-130215457 tempest-DeleteServersAdminTestJSON-130215457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:14:37.559037 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3e1c246e-8f2b-4e3f-b829-2e7492378bfa req-6b3fefe9-3fa6-44df-8f08-831e7a5bbe5b tempest-DeleteServersAdminTestJSON-130215457 tempest-DeleteServersAdminTestJSON-130215457-project] 10.222.0.32 "GET /v2.0/ports?device_id=4701ffa8-7657-48b3-94c6-ad6336c8dfd6 HTTP/1.1" status: 200  len: 946 time: 0.2111468
Dec 25 21:14:37.573469 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-daf89b23-90cd-4ea4-bace-eee35a78974c req-983decf3-fb2d-4272-8ba2-42b153da9b16 service neutron] For port 17909193-855a-40f6-a3dd-9f23db819ef3, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=17909193-855a-40f6-a3dd-9f23db819ef3,segment=NetworkSegment(85c774cb-a0eb-4ad9-961f-f331d3b37cd6),segment_id=85c774cb-a0eb-4ad9-961f-f331d3b37cd6)] {{(pid=121606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:14:37.578569 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-09aca656-16c7-478d-b0a2-dbbbd6eca01c req-9c06dcce-d149-46f8-b321-f22146c4595c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.6&port_id=d62784a3-3811-4577-9f02-3d8938b22301 HTTP/1.1" status: 200  len: 217 time: 0.0416613
Dec 25 21:14:37.629158 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-ab3faed9-ac5e-4da7-96ba-8d6924e9cbaa req-0481375a-c55e-425f-9a9f-aad0a5c7a167 service neutron] For port b231c087-49e0-4d5a-a3ce-2791da36b76a, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b231c087-49e0-4d5a-a3ce-2791da36b76a,segment=NetworkSegment(a2e8e905-c643-4f99-a8fc-850adfdf0e64),segment_id=a2e8e905-c643-4f99-a8fc-850adfdf0e64)] {{(pid=121606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:14:37.635132 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09aca656-16c7-478d-b0a2-dbbbd6eca01c req-3113ef2b-f7d8-43d8-9cb9-a8a4a8b49dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:14:37.636621 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-09aca656-16c7-478d-b0a2-dbbbd6eca01c req-3113ef2b-f7d8-43d8-9cb9-a8a4a8b49dbd service neutron] 10.222.0.37 "GET /v2.0/subnets?id=dcfbae86-f93e-400c-8084-eac7f56ff5ba HTTP/1.1" status: 200  len: 843 time: 0.0488873
Dec 25 21:14:37.665133 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-c26c65ea-1426-43f8-9816-1e5afea376c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625803'] for network, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:37.669644 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-daf89b23-90cd-4ea4-bace-eee35a78974c req-983decf3-fb2d-4272-8ba2-42b153da9b16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:37.686707 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09aca656-16c7-478d-b0a2-dbbbd6eca01c req-ff02c1d3-9390-4bed-8d98-a6abb1edd1dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:14:37.688348 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-09aca656-16c7-478d-b0a2-dbbbd6eca01c req-ff02c1d3-9390-4bed-8d98-a6abb1edd1dd service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8f212e98-547d-4c6e-a560-2e9a548c8f59&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0419490
Dec 25 21:14:37.725257 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf89b23-90cd-4ea4-bace-eee35a78974c req-983decf3-fb2d-4272-8ba2-42b153da9b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:14:37.725888 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-daf89b23-90cd-4ea4-bace-eee35a78974c req-983decf3-fb2d-4272-8ba2-42b153da9b16 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:37.727405 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-daf89b23-90cd-4ea4-bace-eee35a78974c req-983decf3-fb2d-4272-8ba2-42b153da9b16 service neutron] 10.222.0.31 "PUT /v2.0/ports/17909193-855a-40f6-a3dd-9f23db819ef3 HTTP/1.1" status: 200  len: 1096 time: 2.2885561
Dec 25 21:14:37.729672 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1488edc8-a4a9-47c4-bc28-867a3c7538ba', 'tag': '17909193-855a-40f6-a3dd-9f23db819ef3'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:14:37.731987 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9858820c13ec2827453b94ebc4181065e990a4e4089ccb9fe762531ac62d2fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-304a9923-44cb-4708-801f-cda359c1e0c1" -d '{"events": [{"name": "network-changed", "server_uuid": "1488edc8-a4a9-47c4-bc28-867a3c7538ba", "tag": "17909193-855a-40f6-a3dd-9f23db819ef3"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:14:37.740938 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-ab3faed9-ac5e-4da7-96ba-8d6924e9cbaa req-0481375a-c55e-425f-9a9f-aad0a5c7a167 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:37.755987 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018365d5-9e66-4c9a-bd97-334670708d2c req-cb82b49d-453d-48d4-9973-18d68db91bbd tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:14:37.762277 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018365d5-9e66-4c9a-bd97-334670708d2c req-cb82b49d-453d-48d4-9973-18d68db91bbd tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:14:37.764005 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-018365d5-9e66-4c9a-bd97-334670708d2c req-cb82b49d-453d-48d4-9973-18d68db91bbd tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] 10.222.0.32 "GET /v2.0/ports?device_id=712038b0-21e9-49b2-adbc-494075814a04 HTTP/1.1" status: 200  len: 1680 time: 0.1774814
Dec 25 21:14:37.802210 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-09aca656-16c7-478d-b0a2-dbbbd6eca01c req-d2334f42-3450-453a-aef4-0d8cd64be528 service neutron] 10.222.0.37 "GET /v2.0/networks/8f212e98-547d-4c6e-a560-2e9a548c8f59?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1036096
Dec 25 21:14:37.825696 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983decf3-fb2d-4272-8ba2-42b153da9b16 service neutron] Pushing event updated for resources: {'Port': ['ID=17909193-855a-40f6-a3dd-9f23db819ef3,revision_number=3']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:14:37.855574 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3e1c246e-8f2b-4e3f-b829-2e7492378bfa req-c5a3e10a-e820-452d-8d5f-ec585ee79431 tempest-DeleteServersAdminTestJSON-130215457 tempest-DeleteServersAdminTestJSON-130215457-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e7324bc-20c8-41e1-ab34-2991b9fd33ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2860043
Dec 25 21:14:37.864453 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3faed9-ac5e-4da7-96ba-8d6924e9cbaa req-0481375a-c55e-425f-9a9f-aad0a5c7a167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:14:37.867935 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-ab3faed9-ac5e-4da7-96ba-8d6924e9cbaa req-0481375a-c55e-425f-9a9f-aad0a5c7a167 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:37.867935 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ab3faed9-ac5e-4da7-96ba-8d6924e9cbaa req-0481375a-c55e-425f-9a9f-aad0a5c7a167 service neutron] 10.222.0.31 "PUT /v2.0/ports/b231c087-49e0-4d5a-a3ce-2791da36b76a HTTP/1.1" status: 200  len: 1091 time: 2.4171455
Dec 25 21:14:37.935929 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-09aca656-16c7-478d-b0a2-dbbbd6eca01c req-8df22ea9-f8aa-4e0e-a25b-a20994c19245 service neutron] 10.222.0.37 "GET /v2.0/networks/8f212e98-547d-4c6e-a560-2e9a548c8f59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1212697
Dec 25 21:14:37.997530 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-c26c65ea-1426-43f8-9816-1e5afea376c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997585', 'neutron.services.segments.db._delete_segments_for_network-8737602743071'] for network, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:38.032675 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:38.054925 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device 16909884-4838-4f33-ab81-5984be2e8ea1 up at agent hyperv_nch2-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:14:38.106372 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.segments.db [None req-c26c65ea-1426-43f8-9816-1e5afea376c8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2611aa60d0>,) {'filters': {'network_id': ['4a560a61-f82a-40d7-af48-0eb411fdd40a']}} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:14:38.125408 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-018365d5-9e66-4c9a-bd97-334670708d2c req-7838629a-a1c4-47c4-8ee1-059c8e30ced3 tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] 10.222.0.32 "GET /v2.0/security-groups?id=bf6f1b26-c9d9-475d-a396-710ace1ec7a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3423376
Dec 25 21:14:38.132829 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.segments.db [None req-c26c65ea-1426-43f8-9816-1e5afea376c8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2611aa60d0>, '5e04d3bf-3884-4d9d-837e-f67a4850b7c8') {'for_net_delete': True} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:14:38.133234 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.segments.db [None req-c26c65ea-1426-43f8-9816-1e5afea376c8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2611aa60d0>, '5e04d3bf-3884-4d9d-837e-f67a4850b7c8') {} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:14:38.138707 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0481375a-c55e-425f-9a9f-aad0a5c7a167 service neutron] Pushing event updated for resources: {'Port': ['ID=b231c087-49e0-4d5a-a3ce-2791da36b76a,revision_number=3']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:14:38.157438 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-c26c65ea-1426-43f8-9816-1e5afea376c8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737602746920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9084222'] for segment, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:38.175636 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf89b23-90cd-4ea4-bace-eee35a78974c req-b3b1f919-09f3-4927-8083-a6043828d0d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:14:38.177209 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-daf89b23-90cd-4ea4-bace-eee35a78974c req-b3b1f919-09f3-4927-8083-a6043828d0d1 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=c455cc0f858a452bb0b60cf0af0c453c&device_id=1488edc8-a4a9-47c4-bc28-867a3c7538ba HTTP/1.1" status: 200  len: 1099 time: 0.2718248
Dec 25 21:14:38.184211 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3faed9-ac5e-4da7-96ba-8d6924e9cbaa req-05acca22-eb7e-43b6-b70a-16ccfd66ed68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:14:38.185982 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ab3faed9-ac5e-4da7-96ba-8d6924e9cbaa req-05acca22-eb7e-43b6-b70a-16ccfd66ed68 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=53cc391e03de44dbb245531288da2872&device_id=f7e7dfd9-c959-4465-a460-55aac15feeef HTTP/1.1" status: 200  len: 1094 time: 0.1768472
Dec 25 21:14:38.186955 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-c26c65ea-1426-43f8-9816-1e5afea376c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:38.206092 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde82d9a-84e8-4fbc-ac87-1e6e7a8392f2 req-9607c741-1e24-4c42-aca5-0391ddaf8e50 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:14:38.207568 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-fde82d9a-84e8-4fbc-ac87-1e6e7a8392f2 req-9607c741-1e24-4c42-aca5-0391ddaf8e50 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/ports?device_id=b248cb56-18c2-4ff2-a8da-8e0993879a65 HTTP/1.1" status: 200  len: 950 time: 0.1931264
Dec 25 21:14:38.215663 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Provisioning for port 16909884-4838-4f33-ab81-5984be2e8ea1 completed by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 25 21:14:38.221652 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Provisioning complete for port 16909884-4838-4f33-ab81-5984be2e8ea1 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:14:38.222095 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:38.243649 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c26c65ea-1426-43f8-9816-1e5afea376c8 admin admin] Releasing vlan 159 on physical network physnet1 to pool {{(pid=121606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 25 21:14:38.249203 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-c26c65ea-1426-43f8-9816-1e5afea376c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9084542'] for segment, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:38.251201 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:14:38.251201 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:14:38.251201 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:14:38.251201 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:14:38.251201 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:14:38.251201 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:14:38.251201 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:14:38.251201 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:14:38.251201 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:14:38.251201 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:14:38.251201 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:14:38.251201 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:14:38.251201 ncdv-master-1 neutron-server[121606]: Traceback (most recent call last):
Dec 25 21:14:38.251201 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 25 21:14:38.251201 ncdv-master-1 neutron-server[121606]:     timer()
Dec 25 21:14:38.251201 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 25 21:14:38.251201 ncdv-master-1 neutron-server[121606]:     cb(*args, **kw)
Dec 25 21:14:38.251201 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 25 21:14:38.251201 ncdv-master-1 neutron-server[121606]:     return func(*args, **kwargs)
Dec 25 21:14:38.251201 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 25 21:14:38.251201 ncdv-master-1 neutron-server[121606]:     self._notify()
Dec 25 21:14:38.251201 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 25 21:14:38.251201 ncdv-master-1 neutron-server[121606]:     self.callback(batched_events)
Dec 25 21:14:38.251201 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 25 21:14:38.251201 ncdv-master-1 neutron-server[121606]:     event.method(event)
Dec 25 21:14:38.251201 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 25 21:14:38.251201 ncdv-master-1 neutron-server[121606]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 25 21:14:38.251201 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 25 21:14:38.251201 ncdv-master-1 neutron-server[121606]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 25 21:14:38.251201 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 25 21:14:38.251201 ncdv-master-1 neutron-server[121606]:     return f(self, *a, **k)
Dec 25 21:14:38.251201 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 25 21:14:38.251201 ncdv-master-1 neutron-server[121606]:     return self._get(url).json()
Dec 25 21:14:38.251201 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 25 21:14:38.251201 ncdv-master-1 neutron-server[121606]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 25 21:14:38.251201 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 25 21:14:38.251201 ncdv-master-1 neutron-server[121606]:     return self.request(url, 'GET', **kwargs)
Dec 25 21:14:38.251201 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 25 21:14:38.251201 ncdv-master-1 neutron-server[121606]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 25 21:14:38.251201 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 25 21:14:38.251201 ncdv-master-1 neutron-server[121606]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 25 21:14:38.251201 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 25 21:14:38.251201 ncdv-master-1 neutron-server[121606]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 25 21:14:38.251201 ncdv-master-1 neutron-server[121606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 25 21:14:38.350799 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:38.352657 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ab3faed9-ac5e-4da7-96ba-8d6924e9cbaa req-e46e83ad-53be-41f4-a9ad-ec29a7d82152 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b231c087-49e0-4d5a-a3ce-2791da36b76a HTTP/1.1" status: 200  len: 217 time: 0.1415224
Dec 25 21:14:38.355985 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-daf89b23-90cd-4ea4-bace-eee35a78974c req-8be91706-a6d8-4ee2-b19d-4e7fb628d3a6 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=17909193-855a-40f6-a3dd-9f23db819ef3 HTTP/1.1" status: 200  len: 217 time: 0.1649997
Dec 25 21:14:38.361202 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Dec 2021 21:14:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8f77dbe-dd02-4e44-80cd-cbd92b5ae94c x-openstack-request-id: req-f8f77dbe-dd02-4e44-80cd-cbd92b5ae94c {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:14:38.361497 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1488edc8-a4a9-47c4-bc28-867a3c7538ba", "tag": "17909193-855a-40f6-a3dd-9f23db819ef3", "status": "completed", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:14:38.361801 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f8f77dbe-dd02-4e44-80cd-cbd92b5ae94c {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:14:38.362207 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1488edc8-a4a9-47c4-bc28-867a3c7538ba', 'tag': '17909193-855a-40f6-a3dd-9f23db819ef3', 'status': 'completed', 'code': 200}
Dec 25 21:14:38.399736 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3e945ecd-9380-47c2-aa0a-12ebe07e03e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:38.402086 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port 16909884-4838-4f33-ab81-5984be2e8ea1, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=16909884-4838-4f33-ab81-5984be2e8ea1,segment=NetworkSegment(b6b5024c-caae-4d07-9f5f-f79f5ffcb101),segment_id=b6b5024c-caae-4d07-9f5f-f79f5ffcb101)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:14:38.531676 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-fde82d9a-84e8-4fbc-ac87-1e6e7a8392f2 req-165bc236-7590-4c91-835d-5993957f12ce tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3f1ae63-416f-443f-b032-af0d7dcc9019&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2432129
Dec 25 21:14:38.553592 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3faed9-ac5e-4da7-96ba-8d6924e9cbaa req-d5ff60c8-dad9-464b-88c0-90a134fabc4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:14:38.555100 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ab3faed9-ac5e-4da7-96ba-8d6924e9cbaa req-d5ff60c8-dad9-464b-88c0-90a134fabc4d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=51494e88-dd2f-4f4d-8d8b-c74ab51827b2 HTTP/1.1" status: 200  len: 854 time: 0.1652467
Dec 25 21:14:38.564821 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7d6861-df94-481e-b0b4-9df4781e213b req-b5a7d173-4f12-45ca-8219-f4152e2c1d53 tempest-AttachSCSIVolumeTestJSON-995789853 tempest-AttachSCSIVolumeTestJSON-995789853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:14:38.566293 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5b7d6861-df94-481e-b0b4-9df4781e213b req-b5a7d173-4f12-45ca-8219-f4152e2c1d53 tempest-AttachSCSIVolumeTestJSON-995789853 tempest-AttachSCSIVolumeTestJSON-995789853-project] 10.222.0.32 "GET /v2.0/ports?device_id=f7e7dfd9-c959-4465-a460-55aac15feeef HTTP/1.1" status: 200  len: 943 time: 0.2032723
Dec 25 21:14:38.575117 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:38.581895 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf89b23-90cd-4ea4-bace-eee35a78974c req-449a5c8f-910c-4844-a78a-f24d2c41e959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:14:38.583426 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-daf89b23-90cd-4ea4-bace-eee35a78974c req-449a5c8f-910c-4844-a78a-f24d2c41e959 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=dcfbae86-f93e-400c-8084-eac7f56ff5ba HTTP/1.1" status: 200  len: 843 time: 0.1923785
Dec 25 21:14:38.626291 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Pushing event updated for resources: {'Port': ['ID=16909884-4838-4f33-ab81-5984be2e8ea1,revision_number=5']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:14:38.635684 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-c26c65ea-1426-43f8-9816-1e5afea376c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2008653'] for network, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:38.658019 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-c26c65ea-1426-43f8-9816-1e5afea376c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for network, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:38.661301 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-c26c65ea-1426-43f8-9816-1e5afea376c8 admin admin] 10.222.0.32 "DELETE /v2.0/networks/4a560a61-f82a-40d7-af48-0eb411fdd40a HTTP/1.1" status: 204  len: 168 time: 1.1566072
Dec 25 21:14:38.694653 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26c65ea-1426-43f8-9816-1e5afea376c8 admin admin] Pushing event deleted for resources: {'Network': ['ID=4a560a61-f82a-40d7-af48-0eb411fdd40a,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:14:38.735829 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3faed9-ac5e-4da7-96ba-8d6924e9cbaa req-725dd067-3a1a-46d9-920c-0e879e5e7267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:14:38.737389 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ab3faed9-ac5e-4da7-96ba-8d6924e9cbaa req-725dd067-3a1a-46d9-920c-0e879e5e7267 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=70cbe831-35cd-442f-8abb-fc8d5a9a0c36&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1681111
Dec 25 21:14:38.745869 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5b7d6861-df94-481e-b0b4-9df4781e213b req-81cedd98-80e0-44a7-94fc-fa4b70f94126 tempest-AttachSCSIVolumeTestJSON-995789853 tempest-AttachSCSIVolumeTestJSON-995789853-project] 10.222.0.32 "GET /v2.0/security-groups?id=8bf77a26-90d8-4a6a-a5bb-9e06513d8ecf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1659737
Dec 25 21:14:38.749732 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf89b23-90cd-4ea4-bace-eee35a78974c req-5df0b7db-e4d3-4ca1-9257-8a9d3cad95c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:14:38.751159 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-daf89b23-90cd-4ea4-bace-eee35a78974c req-5df0b7db-e4d3-4ca1-9257-8a9d3cad95c7 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=8f212e98-547d-4c6e-a560-2e9a548c8f59&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1461568
Dec 25 21:14:38.765464 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60f8016-80e4-40f5-a489-1f1514dcb8cf req-80c253ea-4669-44ea-ac68-4128714df174 tempest-ServerDiagnosticsNegativeTest-605739865 tempest-ServerDiagnosticsNegativeTest-605739865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:14:38.766958 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f60f8016-80e4-40f5-a489-1f1514dcb8cf req-80c253ea-4669-44ea-ac68-4128714df174 tempest-ServerDiagnosticsNegativeTest-605739865 tempest-ServerDiagnosticsNegativeTest-605739865-project] 10.222.0.32 "GET /v2.0/ports?device_id=1488edc8-a4a9-47c4-bc28-867a3c7538ba HTTP/1.1" status: 200  len: 948 time: 0.1677094
Dec 25 21:14:38.931448 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f60f8016-80e4-40f5-a489-1f1514dcb8cf req-40e6d6bb-97e4-4c03-9195-d0ff56aa5c2c tempest-ServerDiagnosticsNegativeTest-605739865 tempest-ServerDiagnosticsNegativeTest-605739865-project] 10.222.0.32 "GET /v2.0/security-groups?id=6969ac4a-ab7d-44f5-a401-51a25b0e6500&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1557291
Dec 25 21:14:38.956784 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ab3faed9-ac5e-4da7-96ba-8d6924e9cbaa req-fb9aa626-2267-4ca6-8809-c5fd2732c727 service neutron] 10.222.0.31 "GET /v2.0/networks/70cbe831-35cd-442f-8abb-fc8d5a9a0c36?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2099211
Dec 25 21:14:38.959769 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-daf89b23-90cd-4ea4-bace-eee35a78974c req-58f0ce54-bbe4-4163-bb5e-54d2fe13b8a3 service neutron] 10.222.0.31 "GET /v2.0/networks/8f212e98-547d-4c6e-a560-2e9a548c8f59?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1907620
Dec 25 21:14:39.148974 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0e2574-e4a9-46a4-a72f-b329d54f2bbe req-405ad61a-0ad5-41b7-9fb6-6dd6e3ee375d tempest-DeleteServersAdminTestJSON-130215457 tempest-DeleteServersAdminTestJSON-130215457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:14:39.148974 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0c0e2574-e4a9-46a4-a72f-b329d54f2bbe req-405ad61a-0ad5-41b7-9fb6-6dd6e3ee375d tempest-DeleteServersAdminTestJSON-130215457 tempest-DeleteServersAdminTestJSON-130215457-project] 10.222.0.32 "GET /v2.0/ports?device_id=4701ffa8-7657-48b3-94c6-ad6336c8dfd6 HTTP/1.1" status: 200  len: 946 time: 0.1669250
Dec 25 21:14:39.179569 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-daf89b23-90cd-4ea4-bace-eee35a78974c req-9c6998d6-baaa-4fca-ac8c-7874bac3800c service neutron] 10.222.0.31 "GET /v2.0/networks/8f212e98-547d-4c6e-a560-2e9a548c8f59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2067199
Dec 25 21:14:39.193930 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ab3faed9-ac5e-4da7-96ba-8d6924e9cbaa req-f3e85ba8-d229-4280-953e-15ab12d97d11 service neutron] 10.222.0.31 "GET /v2.0/networks/70cbe831-35cd-442f-8abb-fc8d5a9a0c36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2220621
Dec 25 21:14:39.240437 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0c0e2574-e4a9-46a4-a72f-b329d54f2bbe req-05add554-0eb9-4a84-aeb8-bd181ebd31da tempest-DeleteServersAdminTestJSON-130215457 tempest-DeleteServersAdminTestJSON-130215457-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e7324bc-20c8-41e1-ab34-2991b9fd33ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1020834
Dec 25 21:14:39.261672 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99582de7-fadd-43a1-9fa6-faf5f845c607 req-a0901772-221a-4ee5-9218-8b66c1465bb4 tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:14:39.273118 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99582de7-fadd-43a1-9fa6-faf5f845c607 req-a0901772-221a-4ee5-9218-8b66c1465bb4 tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:14:39.277608 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-99582de7-fadd-43a1-9fa6-faf5f845c607 req-a0901772-221a-4ee5-9218-8b66c1465bb4 tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] 10.222.0.32 "GET /v2.0/ports?device_id=712038b0-21e9-49b2-adbc-494075814a04 HTTP/1.1" status: 200  len: 1681 time: 0.0806310
Dec 25 21:14:39.323308 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-99582de7-fadd-43a1-9fa6-faf5f845c607 req-e7a53e76-cc2a-4c75-aadd-ad1337252973 tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] 10.222.0.32 "GET /v2.0/security-groups?id=bf6f1b26-c9d9-475d-a396-710ace1ec7a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441594
Dec 25 21:14:39.392969 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '712038b0-21e9-49b2-adbc-494075814a04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16909884-4838-4f33-ab81-5984be2e8ea1'}] {{(pid=121608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:14:39.395363 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a88c78c3ff6266bd59c7e89d275b28c92e739b67d23c89d71af88829fd31566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-153d1586-823e-4a07-83bf-6f71b2676dab" -d '{"events": [{"server_uuid": "712038b0-21e9-49b2-adbc-494075814a04", "name": "network-vif-plugged", "status": "completed", "tag": "16909884-4838-4f33-ab81-5984be2e8ea1"}]}' {{(pid=121608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:14:39.436906 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 21:14:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7563815-377c-4605-b3f7-b7fc3e19a435 x-openstack-request-id: req-f7563815-377c-4605-b3f7-b7fc3e19a435 {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:14:39.437200 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "712038b0-21e9-49b2-adbc-494075814a04", "name": "network-vif-plugged", "status": "completed", "tag": "16909884-4838-4f33-ab81-5984be2e8ea1", "code": 200}]} {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:14:39.437446 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f7563815-377c-4605-b3f7-b7fc3e19a435 {{(pid=121608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:14:39.437822 ncdv-master-1 neutron-server[121608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '712038b0-21e9-49b2-adbc-494075814a04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16909884-4838-4f33-ab81-5984be2e8ea1', 'code': 200}
Dec 25 21:14:39.537077 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f7b056-7b92-4d59-93e4-135947b1d696 req-a340e953-8164-480d-9cad-0007944551b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:14:39.537714 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f7b056-7b92-4d59-93e4-135947b1d696 req-a340e953-8164-480d-9cad-0007944551b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:14:39.539144 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-55f7b056-7b92-4d59-93e4-135947b1d696 req-a340e953-8164-480d-9cad-0007944551b1 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=712038b0-21e9-49b2-adbc-494075814a04 HTTP/1.1" status: 200  len: 1983 time: 0.0414152
Dec 25 21:14:39.589562 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-55f7b056-7b92-4d59-93e4-135947b1d696 req-8ff4cbca-5693-43bf-ab48-fea6eebc3a2d service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=bf6f1b26-c9d9-475d-a396-710ace1ec7a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415223
Dec 25 21:14:39.651777 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8753e153-5383-4351-9932-330fccdb06d5 req-5a5b7ff5-41f0-482f-a1c0-3de944c6d9fc tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:14:39.653288 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8753e153-5383-4351-9932-330fccdb06d5 req-5a5b7ff5-41f0-482f-a1c0-3de944c6d9fc tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/ports?device_id=b248cb56-18c2-4ff2-a8da-8e0993879a65 HTTP/1.1" status: 200  len: 950 time: 0.0485439
Dec 25 21:14:39.700147 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8753e153-5383-4351-9932-330fccdb06d5 req-aa504863-b629-42df-8c05-e53c9a4d4453 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3f1ae63-416f-443f-b032-af0d7dcc9019&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408239
Dec 25 21:14:39.747083 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-15cb578f-7a63-4fd3-925d-83bad4c7b82a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:39.757369 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 50350) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:14:39.837329 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-cc2b4700-38ec-4c4e-8a3b-a266c43901b5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c86857b4629c4cdbbd6a4664d499fb87&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0779872
Dec 25 21:14:39.841602 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 50354) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:14:39.871039 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304a9923-44cb-4708-801f-cda359c1e0c1 req-3e7fa14b-b593-4d86-974f-d9b0054c6771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:14:39.872600 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-304a9923-44cb-4708-801f-cda359c1e0c1 req-3e7fa14b-b593-4d86-974f-d9b0054c6771 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=c455cc0f858a452bb0b60cf0af0c453c&device_id=1488edc8-a4a9-47c4-bc28-867a3c7538ba HTTP/1.1" status: 200  len: 1099 time: 0.0926557
Dec 25 21:14:39.884852 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c005c68-ff5e-48c1-984b-a1b79fadfe0c req-3dd563cc-527a-4aa8-8e24-64139dfb8e81 tempest-AttachSCSIVolumeTestJSON-995789853 tempest-AttachSCSIVolumeTestJSON-995789853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:14:39.886389 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1c005c68-ff5e-48c1-984b-a1b79fadfe0c req-3dd563cc-527a-4aa8-8e24-64139dfb8e81 tempest-AttachSCSIVolumeTestJSON-995789853 tempest-AttachSCSIVolumeTestJSON-995789853-project] 10.222.0.32 "GET /v2.0/ports?device_id=f7e7dfd9-c959-4465-a460-55aac15feeef HTTP/1.1" status: 200  len: 943 time: 0.0635788
Dec 25 21:14:39.893769 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-0de26790-ec17-42e2-aeaa-f25721f7452c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:39.915022 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-0de26790-ec17-42e2-aeaa-f25721f7452c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:39.993214 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1c005c68-ff5e-48c1-984b-a1b79fadfe0c req-8d924e1c-0125-42f0-a99e-f36f353fde29 tempest-AttachSCSIVolumeTestJSON-995789853 tempest-AttachSCSIVolumeTestJSON-995789853-project] 10.222.0.32 "GET /v2.0/security-groups?id=8bf77a26-90d8-4a6a-a5bb-9e06513d8ecf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0986462
Dec 25 21:14:40.024723 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304a9923-44cb-4708-801f-cda359c1e0c1 req-cf15f64e-95f7-4bec-9dbd-20937b88273c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:14:40.026780 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-304a9923-44cb-4708-801f-cda359c1e0c1 req-cf15f64e-95f7-4bec-9dbd-20937b88273c service neutron] 10.222.0.31 "GET /v2.0/networks?id=8f212e98-547d-4c6e-a560-2e9a548c8f59 HTTP/1.1" status: 200  len: 870 time: 0.1394203
Dec 25 21:14:40.046137 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device d62784a3-3811-4577-9f02-3d8938b22301 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 25 21:14:40.079359 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-304a9923-44cb-4708-801f-cda359c1e0c1 req-2bfc6155-7425-4e53-aed8-e972b9ea6f10 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=17909193-855a-40f6-a3dd-9f23db819ef3 HTTP/1.1" status: 200  len: 217 time: 0.0395708
Dec 25 21:14:40.095248 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-0de26790-ec17-42e2-aeaa-f25721f7452c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:40.099269 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-0de26790-ec17-42e2-aeaa-f25721f7452c admin admin] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:40.102276 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-0de26790-ec17-42e2-aeaa-f25721f7452c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/95a547bb-0132-4807-be00-1fe47824be2b HTTP/1.1" status: 204  len: 168 time: 0.2573133
Dec 25 21:14:40.104072 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e574dd47-b1e4-4cd2-9e9c-a149f0a74d82 req-2f4d0226-5d6f-40d7-bc76-49de7dc8e6c2 tempest-ServerDiagnosticsNegativeTest-605739865 tempest-ServerDiagnosticsNegativeTest-605739865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:14:40.105516 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e574dd47-b1e4-4cd2-9e9c-a149f0a74d82 req-2f4d0226-5d6f-40d7-bc76-49de7dc8e6c2 tempest-ServerDiagnosticsNegativeTest-605739865 tempest-ServerDiagnosticsNegativeTest-605739865-project] 10.222.0.32 "GET /v2.0/ports?device_id=1488edc8-a4a9-47c4-bc28-867a3c7538ba HTTP/1.1" status: 200  len: 948 time: 0.0943460
Dec 25 21:14:40.110276 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de26790-ec17-42e2-aeaa-f25721f7452c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95a547bb-0132-4807-be00-1fe47824be2b,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:14:40.168682 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port d62784a3-3811-4577-9f02-3d8938b22301, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d62784a3-3811-4577-9f02-3d8938b22301,segment=NetworkSegment(85c774cb-a0eb-4ad9-961f-f331d3b37cd6),segment_id=85c774cb-a0eb-4ad9-961f-f331d3b37cd6)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:14:40.178856 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304a9923-44cb-4708-801f-cda359c1e0c1 req-1c72b621-f29e-4fa3-a531-ad5d0172d93e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:14:40.180453 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-304a9923-44cb-4708-801f-cda359c1e0c1 req-1c72b621-f29e-4fa3-a531-ad5d0172d93e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=dcfbae86-f93e-400c-8084-eac7f56ff5ba HTTP/1.1" status: 200  len: 843 time: 0.0929985
Dec 25 21:14:40.183225 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Returning: {'device': 'd62784a3-3811-4577-9f02-3d8938b22301', 'network_id': '8f212e98-547d-4c6e-a560-2e9a548c8f59', 'port_id': 'd62784a3-3811-4577-9f02-3d8938b22301', 'mac_address': 'fa:16:3e:83:66:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcfbae86-f93e-400c-8084-eac7f56ff5ba', 'ip_address': '192.168.233.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 25 21:14:40.201313 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e574dd47-b1e4-4cd2-9e9c-a149f0a74d82 req-72fe21bf-aaf5-4477-be3b-54eeaea73207 tempest-ServerDiagnosticsNegativeTest-605739865 tempest-ServerDiagnosticsNegativeTest-605739865-project] 10.222.0.32 "GET /v2.0/security-groups?id=6969ac4a-ab7d-44f5-a401-51a25b0e6500&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0695021
Dec 25 21:14:40.225112 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:40.231679 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304a9923-44cb-4708-801f-cda359c1e0c1 req-b6e16bd4-dd77-4e2a-b0cc-1e30313ffe87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:14:40.233289 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-304a9923-44cb-4708-801f-cda359c1e0c1 req-b6e16bd4-dd77-4e2a-b0cc-1e30313ffe87 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=8f212e98-547d-4c6e-a560-2e9a548c8f59&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0449033
Dec 25 21:14:40.238939 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d62784a3-3811-4577-9f02-3d8938b22301 {{(pid=121608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:14:40.259025 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port d62784a3-3811-4577-9f02-3d8938b22301, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d62784a3-3811-4577-9f02-3d8938b22301,segment=NetworkSegment(85c774cb-a0eb-4ad9-961f-f331d3b37cd6),segment_id=85c774cb-a0eb-4ad9-961f-f331d3b37cd6)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:14:40.340825 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:40.355144 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-304a9923-44cb-4708-801f-cda359c1e0c1 req-c2addf66-82ed-435a-a766-50149c7a188d service neutron] 10.222.0.31 "GET /v2.0/networks/8f212e98-547d-4c6e-a560-2e9a548c8f59?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1136684
Dec 25 21:14:40.363567 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7e7dfd9-c959-4465-a460-55aac15feeef', 'tag': 'b231c087-49e0-4d5a-a3ce-2791da36b76a'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:14:40.365792 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9858820c13ec2827453b94ebc4181065e990a4e4089ccb9fe762531ac62d2fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80bfd700-709c-4a57-94ee-345fd7e574b5" -d '{"events": [{"name": "network-changed", "server_uuid": "f7e7dfd9-c959-4465-a460-55aac15feeef", "tag": "b231c087-49e0-4d5a-a3ce-2791da36b76a"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:14:40.387170 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015e2520-dab5-4cd4-a2aa-eae1c538cd01 req-14ec1db1-8d99-4fcb-b68f-3f095cdcc097 tempest-DeleteServersAdminTestJSON-130215457 tempest-DeleteServersAdminTestJSON-130215457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:14:40.388680 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-015e2520-dab5-4cd4-a2aa-eae1c538cd01 req-14ec1db1-8d99-4fcb-b68f-3f095cdcc097 tempest-DeleteServersAdminTestJSON-130215457 tempest-DeleteServersAdminTestJSON-130215457-project] 10.222.0.32 "GET /v2.0/ports?device_id=4701ffa8-7657-48b3-94c6-ad6336c8dfd6 HTTP/1.1" status: 200  len: 946 time: 0.0785625
Dec 25 21:14:40.396103 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Pushing event updated for resources: {'Port': ['ID=d62784a3-3811-4577-9f02-3d8938b22301,revision_number=4']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:14:40.412629 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Dec 2021 21:14:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96f5ebc9-a6fb-4e10-94fd-5f3aed91fc1c x-openstack-request-id: req-96f5ebc9-a6fb-4e10-94fd-5f3aed91fc1c {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:14:40.412797 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7e7dfd9-c959-4465-a460-55aac15feeef", "tag": "b231c087-49e0-4d5a-a3ce-2791da36b76a", "status": "completed", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:14:40.413162 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-96f5ebc9-a6fb-4e10-94fd-5f3aed91fc1c {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:14:40.413594 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7e7dfd9-c959-4465-a460-55aac15feeef', 'tag': 'b231c087-49e0-4d5a-a3ce-2791da36b76a', 'status': 'completed', 'code': 200}
Dec 25 21:14:40.604768 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:40.645487 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] get_ports_and_sgs() called for port_ids ['d62784a3-3811-4577-9f02-3d8938b22301'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:14:40.895801 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-015e2520-dab5-4cd4-a2aa-eae1c538cd01 req-2bcfa48d-4661-40f5-8f3a-07bf68500abe tempest-DeleteServersAdminTestJSON-130215457 tempest-DeleteServersAdminTestJSON-130215457-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e7324bc-20c8-41e1-ab34-2991b9fd33ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4947467
Dec 25 21:14:40.906955 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-304a9923-44cb-4708-801f-cda359c1e0c1 req-d579097d-ceab-41fb-899d-fb8666840e70 service neutron] 10.222.0.31 "GET /v2.0/networks/8f212e98-547d-4c6e-a560-2e9a548c8f59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5442319
Dec 25 21:14:40.917860 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bfd700-709c-4a57-94ee-345fd7e574b5 req-869bdf4f-5b17-42a2-b1f1-11c9f06febc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:14:40.919366 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-80bfd700-709c-4a57-94ee-345fd7e574b5 req-869bdf4f-5b17-42a2-b1f1-11c9f06febc5 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=53cc391e03de44dbb245531288da2872&device_id=f7e7dfd9-c959-4465-a460-55aac15feeef HTTP/1.1" status: 200  len: 1094 time: 0.4517817
Dec 25 21:14:40.932726 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83574e58-c092-4ebc-a63b-4372a760134e req-5bed7495-c684-47ec-8805-ed7e8a037a71 tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:14:40.939152 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83574e58-c092-4ebc-a63b-4372a760134e req-5bed7495-c684-47ec-8805-ed7e8a037a71 tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:14:40.940757 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-83574e58-c092-4ebc-a63b-4372a760134e req-5bed7495-c684-47ec-8805-ed7e8a037a71 tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] 10.222.0.32 "GET /v2.0/ports?device_id=712038b0-21e9-49b2-adbc-494075814a04 HTTP/1.1" status: 200  len: 1681 time: 0.1317687
Dec 25 21:14:41.065144 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-83574e58-c092-4ebc-a63b-4372a760134e req-65535b07-c412-42e2-b1f0-13b13a7f1c3d tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] 10.222.0.32 "GET /v2.0/security-groups?id=bf6f1b26-c9d9-475d-a396-710ace1ec7a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1034384
Dec 25 21:14:41.101015 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bfd700-709c-4a57-94ee-345fd7e574b5 req-ce497a45-56c0-468c-9040-90966ab79b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:14:41.102524 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-80bfd700-709c-4a57-94ee-345fd7e574b5 req-ce497a45-56c0-468c-9040-90966ab79b96 service neutron] 10.222.0.31 "GET /v2.0/networks?id=70cbe831-35cd-442f-8abb-fc8d5a9a0c36 HTTP/1.1" status: 200  len: 916 time: 0.1608315
Dec 25 21:14:41.126413 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa09d65-3736-491b-931b-5f14537c86f5 req-eb91c63b-49cc-42b4-8830-f5d769f8db89 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:14:41.127942 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0aa09d65-3736-491b-931b-5f14537c86f5 req-eb91c63b-49cc-42b4-8830-f5d769f8db89 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/ports?device_id=b248cb56-18c2-4ff2-a8da-8e0993879a65 HTTP/1.1" status: 200  len: 950 time: 0.0856981
Dec 25 21:14:41.172662 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-80bfd700-709c-4a57-94ee-345fd7e574b5 req-51a8595f-1a28-4feb-8dc6-2d0ff8e60950 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b231c087-49e0-4d5a-a3ce-2791da36b76a HTTP/1.1" status: 200  len: 217 time: 0.0617807
Dec 25 21:14:41.275526 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 50394) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:14:41.277642 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12860bf-619f-49ab-96e1-e4f6353c0429 req-dc2a2c4d-8687-43db-911e-1ecb5f920fc6 tempest-AttachSCSIVolumeTestJSON-995789853 tempest-AttachSCSIVolumeTestJSON-995789853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:14:41.279164 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b12860bf-619f-49ab-96e1-e4f6353c0429 req-dc2a2c4d-8687-43db-911e-1ecb5f920fc6 tempest-AttachSCSIVolumeTestJSON-995789853 tempest-AttachSCSIVolumeTestJSON-995789853-project] 10.222.0.32 "GET /v2.0/ports?device_id=f7e7dfd9-c959-4465-a460-55aac15feeef HTTP/1.1" status: 200  len: 943 time: 0.1503403
Dec 25 21:14:41.286058 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0aa09d65-3736-491b-931b-5f14537c86f5 req-d9450df0-d65b-4958-bebf-e3af8559e617 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3f1ae63-416f-443f-b032-af0d7dcc9019&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1225877
Dec 25 21:14:41.287387 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bfd700-709c-4a57-94ee-345fd7e574b5 req-abb5c9b2-bea9-4fbc-a985-a4af2cebb807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:14:41.288736 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-80bfd700-709c-4a57-94ee-345fd7e574b5 req-abb5c9b2-bea9-4fbc-a985-a4af2cebb807 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=51494e88-dd2f-4f4d-8d8b-c74ab51827b2 HTTP/1.1" status: 200  len: 854 time: 0.0963030
Dec 25 21:14:41.378646 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b12860bf-619f-49ab-96e1-e4f6353c0429 req-7f984ed8-7eeb-44cf-adb2-f7cb8a2ab2a7 tempest-AttachSCSIVolumeTestJSON-995789853 tempest-AttachSCSIVolumeTestJSON-995789853-project] 10.222.0.32 "GET /v2.0/security-groups?id=8bf77a26-90d8-4a6a-a5bb-9e06513d8ecf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0889411
Dec 25 21:14:41.381333 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-5a514821-fbdd-4ec3-adc1-b5e6729f4df1 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-534243322-network', 'tenant_id': '7ed80be6e633499b9d1dc61c05014afc'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:14:41.399599 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bfd700-709c-4a57-94ee-345fd7e574b5 req-fa5f4ece-b25d-442f-bd26-3b841259b48a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:14:41.401184 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-80bfd700-709c-4a57-94ee-345fd7e574b5 req-fa5f4ece-b25d-442f-bd26-3b841259b48a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=70cbe831-35cd-442f-8abb-fc8d5a9a0c36&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0980041
Dec 25 21:14:41.451966 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c09d9a-0b1d-4a0d-908e-e70d329ff187 req-fcd8232f-ffe4-4f53-9e29-1527d508bf7a tempest-ServerDiagnosticsNegativeTest-605739865 tempest-ServerDiagnosticsNegativeTest-605739865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:14:41.453500 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a1c09d9a-0b1d-4a0d-908e-e70d329ff187 req-fcd8232f-ffe4-4f53-9e29-1527d508bf7a tempest-ServerDiagnosticsNegativeTest-605739865 tempest-ServerDiagnosticsNegativeTest-605739865-project] 10.222.0.32 "GET /v2.0/ports?device_id=1488edc8-a4a9-47c4-bc28-867a3c7538ba HTTP/1.1" status: 200  len: 948 time: 0.0971305
Dec 25 21:14:41.478772 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a514821-fbdd-4ec3-adc1-b5e6729f4df1 admin admin] Made reservation on behalf of 7ed80be6e633499b9d1dc61c05014afc for: {'network': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:14:41.481334 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5a514821-fbdd-4ec3-adc1-b5e6729f4df1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for network, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:41.491519 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5a514821-fbdd-4ec3-adc1-b5e6729f4df1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:41.555967 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a1c09d9a-0b1d-4a0d-908e-e70d329ff187 req-e8833faa-fe9b-4dba-ac0e-eecf7347a1cd tempest-ServerDiagnosticsNegativeTest-605739865 tempest-ServerDiagnosticsNegativeTest-605739865-project] 10.222.0.32 "GET /v2.0/security-groups?id=6969ac4a-ab7d-44f5-a401-51a25b0e6500&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0939405
Dec 25 21:14:41.556189 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-80bfd700-709c-4a57-94ee-345fd7e574b5 req-a9b7d66a-e01a-43cd-9bc5-86b0b57b568f service neutron] 10.222.0.31 "GET /v2.0/networks/70cbe831-35cd-442f-8abb-fc8d5a9a0c36?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1471162
Dec 25 21:14:41.584359 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5a514821-fbdd-4ec3-adc1-b5e6729f4df1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:41.645926 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-80bfd700-709c-4a57-94ee-345fd7e574b5 req-22c7fe63-1e69-4dc1-8804-3e71f354e688 service neutron] 10.222.0.31 "GET /v2.0/networks/70cbe831-35cd-442f-8abb-fc8d5a9a0c36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0828545
Dec 25 21:14:41.661127 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5a514821-fbdd-4ec3-adc1-b5e6729f4df1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:41.683616 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a514821-fbdd-4ec3-adc1-b5e6729f4df1 admin admin] vlan segment allocate from pool success with {'vlan_id': 161, 'physical_network': 'physnet1'}  {{(pid=121607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 25 21:14:41.698290 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a514821-fbdd-4ec3-adc1-b5e6729f4df1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac6ced0f-5d6f-4851-adaa-b869d1e961bb,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:14:41.702152 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5a514821-fbdd-4ec3-adc1-b5e6729f4df1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:41.702497 ncdv-master-1 neutron-server[121607]: INFO neutron.db.segments_db [None req-5a514821-fbdd-4ec3-adc1-b5e6729f4df1 admin admin] Added segment ec46da94-4337-45cb-9fe0-68d817889615 of type vlan for network cb028617-ca4b-4888-809e-8a74d7f084f8
Dec 25 21:14:41.744018 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5a514821-fbdd-4ec3-adc1-b5e6729f4df1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737602163420'] for network, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:41.837364 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5a514821-fbdd-4ec3-adc1-b5e6729f4df1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870'] for network, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:41.838875 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a514821-fbdd-4ec3-adc1-b5e6729f4df1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:14:41.839464 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5a514821-fbdd-4ec3-adc1-b5e6729f4df1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for network, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:41.899772 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a514821-fbdd-4ec3-adc1-b5e6729f4df1 admin admin] Pushing event updated for resources: {'Network': ['ID=cb028617-ca4b-4888-809e-8a74d7f084f8,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:14:41.910788 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Network cb028617-ca4b-4888-809e-8a74d7f084f8 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 25 21:14:41.934615 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-5a514821-fbdd-4ec3-adc1-b5e6729f4df1 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 0.6559963
Dec 25 21:14:41.935881 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 50402) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:14:41.941867 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-0740f894-315d-4e3f-a68d-7171eafdab31 admin admin] Request body: {'subnet': {'network_id': 'cb028617-ca4b-4888-809e-8a74d7f084f8', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-534243322-subnet', 'tenant_id': '7ed80be6e633499b9d1dc61c05014afc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:14:42.033707 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea46dc3d-62fa-4ece-b0e2-79b71c8dc2ce req-9a973ccf-ea0d-4457-8b33-2b5b2baa476d tempest-DeleteServersAdminTestJSON-130215457 tempest-DeleteServersAdminTestJSON-130215457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:14:42.035177 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ea46dc3d-62fa-4ece-b0e2-79b71c8dc2ce req-9a973ccf-ea0d-4457-8b33-2b5b2baa476d tempest-DeleteServersAdminTestJSON-130215457 tempest-DeleteServersAdminTestJSON-130215457-project] 10.222.0.32 "GET /v2.0/ports?device_id=4701ffa8-7657-48b3-94c6-ad6336c8dfd6 HTTP/1.1" status: 200  len: 947 time: 0.0554233
Dec 25 21:14:42.050241 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device d62784a3-3811-4577-9f02-3d8938b22301 up at agent hyperv_nch2-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:14:42.081059 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0740f894-315d-4e3f-a68d-7171eafdab31 admin admin] Made reservation on behalf of 7ed80be6e633499b9d1dc61c05014afc for: {'subnet': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:14:42.083495 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-0740f894-315d-4e3f-a68d-7171eafdab31 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9028529'] for subnet, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:42.103476 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ea46dc3d-62fa-4ece-b0e2-79b71c8dc2ce req-0941a3cc-a1d1-4fff-80c1-5c967284ac96 tempest-DeleteServersAdminTestJSON-130215457 tempest-DeleteServersAdminTestJSON-130215457-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e7324bc-20c8-41e1-ab34-2991b9fd33ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0620506
Dec 25 21:14:42.169401 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Provisioning for port d62784a3-3811-4577-9f02-3d8938b22301 completed by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 25 21:14:42.173546 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Provisioning complete for port d62784a3-3811-4577-9f02-3d8938b22301 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:14:42.174026 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:42.219717 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4ff8d5-963f-4e21-9304-5949538f8d43 req-ab65c859-90d1-4fef-80ce-bc7124cee68a tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:14:42.225687 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4ff8d5-963f-4e21-9304-5949538f8d43 req-ab65c859-90d1-4fef-80ce-bc7124cee68a tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:14:42.227285 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-6c4ff8d5-963f-4e21-9304-5949538f8d43 req-ab65c859-90d1-4fef-80ce-bc7124cee68a tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] 10.222.0.32 "GET /v2.0/ports?device_id=712038b0-21e9-49b2-adbc-494075814a04 HTTP/1.1" status: 200  len: 1681 time: 0.0816882
Dec 25 21:14:42.259290 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:42.281872 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4701ffa8-7657-48b3-94c6-ad6336c8dfd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd62784a3-3811-4577-9f02-3d8938b22301'}] {{(pid=121608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:14:42.284094 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a88c78c3ff6266bd59c7e89d275b28c92e739b67d23c89d71af88829fd31566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-362aba78-c97a-48ad-acda-95fa528ccd0d" -d '{"events": [{"server_uuid": "4701ffa8-7657-48b3-94c6-ad6336c8dfd6", "name": "network-vif-plugged", "status": "completed", "tag": "d62784a3-3811-4577-9f02-3d8938b22301"}]}' {{(pid=121608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:14:42.297543 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port d62784a3-3811-4577-9f02-3d8938b22301, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d62784a3-3811-4577-9f02-3d8938b22301,segment=NetworkSegment(85c774cb-a0eb-4ad9-961f-f331d3b37cd6),segment_id=85c774cb-a0eb-4ad9-961f-f331d3b37cd6)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:14:42.321773 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 21:14:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bf765cb-f869-4a53-99ea-7068a03ce335 x-openstack-request-id: req-3bf765cb-f869-4a53-99ea-7068a03ce335 {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:14:42.322176 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4701ffa8-7657-48b3-94c6-ad6336c8dfd6", "name": "network-vif-plugged", "status": "completed", "tag": "d62784a3-3811-4577-9f02-3d8938b22301", "code": 200}]} {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:14:42.322980 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3bf765cb-f869-4a53-99ea-7068a03ce335 {{(pid=121608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:14:42.323546 ncdv-master-1 neutron-server[121608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4701ffa8-7657-48b3-94c6-ad6336c8dfd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd62784a3-3811-4577-9f02-3d8938b22301', 'code': 200}
Dec 25 21:14:42.334560 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-6c4ff8d5-963f-4e21-9304-5949538f8d43 req-74f5e710-3ec1-42d9-aaf7-d2b86db3a04b tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] 10.222.0.32 "GET /v2.0/security-groups?id=bf6f1b26-c9d9-475d-a396-710ace1ec7a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0849841
Dec 25 21:14:42.377582 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:42.433891 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17322725-c970-4090-b8bd-581a5c2f6c68 req-dc1ed428-5e03-4037-99b3-ee172195f8fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:14:42.435851 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-17322725-c970-4090-b8bd-581a5c2f6c68 req-dc1ed428-5e03-4037-99b3-ee172195f8fe service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=4701ffa8-7657-48b3-94c6-ad6336c8dfd6 HTTP/1.1" status: 200  len: 1099 time: 0.0459988
Dec 25 21:14:42.440140 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aab5031-38d1-48a0-ac68-efcbc936a832 req-a20a2ba0-3c58-4455-bae0-ad2589f7cfa2 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:14:42.446897 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2aab5031-38d1-48a0-ac68-efcbc936a832 req-a20a2ba0-3c58-4455-bae0-ad2589f7cfa2 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/ports?device_id=b248cb56-18c2-4ff2-a8da-8e0993879a65 HTTP/1.1" status: 200  len: 950 time: 0.0617242
Dec 25 21:14:42.446897 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-0740f894-315d-4e3f-a68d-7171eafdab31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9084170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9028515'] for subnet, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:42.447584 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Pushing event updated for resources: {'Port': ['ID=d62784a3-3811-4577-9f02-3d8938b22301,revision_number=5']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:14:42.497709 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-17322725-c970-4090-b8bd-581a5c2f6c68 req-b7341309-0ddf-4323-a3c5-29bf2f785ed1 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=5e7324bc-20c8-41e1-ab34-2991b9fd33ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0485282
Dec 25 21:14:42.563957 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0740f894-315d-4e3f-a68d-7171eafdab31 admin admin] Pushing event updated for resources: {'Subnet': ['ID=00dff513-a38a-48f8-809a-d1935b6eecea,revision_number=0']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:14:42.589952 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2aab5031-38d1-48a0-ac68-efcbc936a832 req-87d9f818-18e6-4df0-9416-9033f9047c95 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3f1ae63-416f-443f-b032-af0d7dcc9019&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1400218
Dec 25 21:14:42.591545 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0740f894-315d-4e3f-a68d-7171eafdab31 admin admin] Checking segment: {'id': 'ec46da94-4337-45cb-9fe0-68d817889615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'cb028617-ca4b-4888-809e-8a74d7f084f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:14:42.601768 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0740f894-315d-4e3f-a68d-7171eafdab31 admin admin] Network hostable DHCP agents. Network: cb028617-ca4b-4888-809e-8a74d7f084f8, hostable agents: ['1813db88-2c1b-4357-a2ba-869246b663c2'], hosted agents: [] {{(pid=121606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 25 21:14:42.601768 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b975fcd5-7aea-4470-aa70-1fa32f81cf02 req-764505f2-1c82-48da-9aad-cb0cefbbb4d4 tempest-AttachSCSIVolumeTestJSON-995789853 tempest-AttachSCSIVolumeTestJSON-995789853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:14:42.603187 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b975fcd5-7aea-4470-aa70-1fa32f81cf02 req-764505f2-1c82-48da-9aad-cb0cefbbb4d4 tempest-AttachSCSIVolumeTestJSON-995789853 tempest-AttachSCSIVolumeTestJSON-995789853-project] 10.222.0.32 "GET /v2.0/ports?device_id=f7e7dfd9-c959-4465-a460-55aac15feeef HTTP/1.1" status: 200  len: 943 time: 0.1213145
Dec 25 21:14:42.659247 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b975fcd5-7aea-4470-aa70-1fa32f81cf02 req-13755278-f4b6-4fe7-9961-fd3109d90b2d tempest-AttachSCSIVolumeTestJSON-995789853 tempest-AttachSCSIVolumeTestJSON-995789853-project] 10.222.0.32 "GET /v2.0/security-groups?id=8bf77a26-90d8-4a6a-a5bb-9e06513d8ecf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0494678
Dec 25 21:14:42.735381 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0740f894-315d-4e3f-a68d-7171eafdab31 admin admin] Network cb028617-ca4b-4888-809e-8a74d7f084f8 is scheduled to be hosted by DHCP agent 1813db88-2c1b-4357-a2ba-869246b663c2 with binding_index 1 {{(pid=121606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 25 21:14:42.825202 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efeef748-9d46-49ea-b23a-f69101ae261f req-1e492390-b3f4-4057-9cd0-44b554da2a89 tempest-ServerDiagnosticsNegativeTest-605739865 tempest-ServerDiagnosticsNegativeTest-605739865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:14:42.826699 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-efeef748-9d46-49ea-b23a-f69101ae261f req-1e492390-b3f4-4057-9cd0-44b554da2a89 tempest-ServerDiagnosticsNegativeTest-605739865 tempest-ServerDiagnosticsNegativeTest-605739865-project] 10.222.0.32 "GET /v2.0/ports?device_id=1488edc8-a4a9-47c4-bc28-867a3c7538ba HTTP/1.1" status: 200  len: 948 time: 0.0499101
Dec 25 21:14:42.857611 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [None req-0740f894-315d-4e3f-a68d-7171eafdab31 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, cb028617-ca4b-4888-809e-8a74d7f084f8) {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:14:42.865162 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d63aee75-ab0d-4fa2-8990-924bc12f58d1 None None] Network cb028617-ca4b-4888-809e-8a74d7f084f8 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:14:42.866882 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0740f894-315d-4e3f-a68d-7171eafdab31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:14:42.867487 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-0740f894-315d-4e3f-a68d-7171eafdab31 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for subnet, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:42.895819 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-efeef748-9d46-49ea-b23a-f69101ae261f req-1ecd3982-dd60-4115-acc3-7f90c715b663 tempest-ServerDiagnosticsNegativeTest-605739865 tempest-ServerDiagnosticsNegativeTest-605739865-project] 10.222.0.32 "GET /v2.0/security-groups?id=6969ac4a-ab7d-44f5-a401-51a25b0e6500&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0628138
Dec 25 21:14:42.968559 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-0740f894-315d-4e3f-a68d-7171eafdab31 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 1.0308545
Dec 25 21:14:42.974508 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 50422) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:14:42.974601 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-823862f1-face-4443-a113-80611561cdee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-cb028617-ca4b-4888-809e-8a74d7f084f8', 'network_id': 'cb028617-ca4b-4888-809e-8a74d7f084f8', 'project_id': '7ed80be6e633499b9d1dc61c05014afc', 'fixed_ips': [{'subnet_id': '00dff513-a38a-48f8-809a-d1935b6eecea'}]}} from ncdv-master-1. {{(pid=121608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 25 21:14:42.975004 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-823862f1-face-4443-a113-80611561cdee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:42.975606 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-872c85fa-ab75-4169-b82d-a586fac01ee7 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-534243322-router', 'tenant_id': '7ed80be6e633499b9d1dc61c05014afc', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'}}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:14:43.047862 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device 17909193-855a-40f6-a3dd-9f23db819ef3 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 25 21:14:43.089336 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-872c85fa-ab75-4169-b82d-a586fac01ee7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2014909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14863'] for router, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:43.090420 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-872c85fa-ab75-4169-b82d-a586fac01ee7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2014285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2009796', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2082630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14848'] for router, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:43.160602 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e700f13-57fd-4f41-a397-a70e3cdecf64 req-1d74274d-808d-492d-8d55-d9e38e6baa3d tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:14:43.172740 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e700f13-57fd-4f41-a397-a70e3cdecf64 req-1d74274d-808d-492d-8d55-d9e38e6baa3d tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:14:43.174992 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0e700f13-57fd-4f41-a397-a70e3cdecf64 req-1d74274d-808d-492d-8d55-d9e38e6baa3d tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] 10.222.0.32 "GET /v2.0/ports?device_id=712038b0-21e9-49b2-adbc-494075814a04 HTTP/1.1" status: 200  len: 1681 time: 0.1170967
Dec 25 21:14:43.190295 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.db_base_plugin_common [None req-823862f1-face-4443-a113-80611561cdee None None] Allocated IP 172.20.0.2 (cb028617-ca4b-4888-809e-8a74d7f084f8/00dff513-a38a-48f8-809a-d1935b6eecea/427d8efa-180f-44ee-8cd8-270c0926d77f) {{(pid=121608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:14:43.206488 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-872c85fa-ab75-4169-b82d-a586fac01ee7 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:43.212512 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port 17909193-855a-40f6-a3dd-9f23db819ef3, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=17909193-855a-40f6-a3dd-9f23db819ef3,segment=NetworkSegment(85c774cb-a0eb-4ad9-961f-f331d3b37cd6),segment_id=85c774cb-a0eb-4ad9-961f-f331d3b37cd6)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:14:43.239322 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Returning: {'device': '17909193-855a-40f6-a3dd-9f23db819ef3', 'network_id': '8f212e98-547d-4c6e-a560-2e9a548c8f59', 'port_id': '17909193-855a-40f6-a3dd-9f23db819ef3', 'mac_address': 'fa:16:3e:68:b3:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcfbae86-f93e-400c-8084-eac7f56ff5ba', 'ip_address': '192.168.233.180'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 25 21:14:43.324435 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:43.327701 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00a1341-3790-4ea9-9b37-7be506161faa req-1ecbbf86-0fa1-449a-8781-878efb442dd3 tempest-DeleteServersAdminTestJSON-130215457 tempest-DeleteServersAdminTestJSON-130215457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:14:43.329247 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e00a1341-3790-4ea9-9b37-7be506161faa req-1ecbbf86-0fa1-449a-8781-878efb442dd3 tempest-DeleteServersAdminTestJSON-130215457 tempest-DeleteServersAdminTestJSON-130215457-project] 10.222.0.32 "GET /v2.0/ports?device_id=4701ffa8-7657-48b3-94c6-ad6336c8dfd6 HTTP/1.1" status: 200  len: 948 time: 0.1213584
Dec 25 21:14:43.337069 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0e700f13-57fd-4f41-a397-a70e3cdecf64 req-28357d58-afac-492b-b34d-20bb3c6b254f tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] 10.222.0.32 "GET /v2.0/security-groups?id=bf6f1b26-c9d9-475d-a396-710ace1ec7a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1278887
Dec 25 21:14:43.347757 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17909193-855a-40f6-a3dd-9f23db819ef3 {{(pid=121608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:14:43.378563 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port 17909193-855a-40f6-a3dd-9f23db819ef3, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=17909193-855a-40f6-a3dd-9f23db819ef3,segment=NetworkSegment(85c774cb-a0eb-4ad9-961f-f331d3b37cd6),segment_id=85c774cb-a0eb-4ad9-961f-f331d3b37cd6)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:14:43.433588 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-823862f1-face-4443-a113-80611561cdee None None] Publish callbacks [] for port, precommit_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:43.449744 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-872c85fa-ab75-4169-b82d-a586fac01ee7 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:43.460618 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:43.461348 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device b231c087-49e0-4d5a-a3ce-2791da36b76a details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 25 21:14:43.477554 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e00a1341-3790-4ea9-9b37-7be506161faa req-5f90fbe2-4526-4ab5-b3ff-accfd3ab92b3 tempest-DeleteServersAdminTestJSON-130215457 tempest-DeleteServersAdminTestJSON-130215457-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e7324bc-20c8-41e1-ab34-2991b9fd33ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1395144
Dec 25 21:14:43.525080 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-823862f1-face-4443-a113-80611561cdee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946'] for port, after_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:43.547837 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Pushing event updated for resources: {'Port': ['ID=17909193-855a-40f6-a3dd-9f23db819ef3,revision_number=4']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:14:43.795273 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-823862f1-face-4443-a113-80611561cdee None None] Network cb028617-ca4b-4888-809e-8a74d7f084f8 is already hosted by enough agents. {{(pid=121608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:14:43.805446 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.base_scheduler [None req-823862f1-face-4443-a113-80611561cdee None None] Resources bound (agent type, host, resource id):  {{(pid=121608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:14:43.810742 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-823862f1-face-4443-a113-80611561cdee None None] Received port after_create {{(pid=121608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:14:43.831237 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823862f1-face-4443-a113-80611561cdee None None] Pushing event updated for resources: {'Port': ['ID=427d8efa-180f-44ee-8cd8-270c0926d77f,revision_number=1']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:14:43.843994 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec50614-be4e-4aee-893e-f9c503198770 req-de1df446-241f-4833-8cbd-0ff15bebb3bc tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:14:43.843994 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4ec50614-be4e-4aee-893e-f9c503198770 req-de1df446-241f-4833-8cbd-0ff15bebb3bc tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/ports?device_id=b248cb56-18c2-4ff2-a8da-8e0993879a65 HTTP/1.1" status: 200  len: 950 time: 0.1446171
Dec 25 21:14:43.852123 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-872c85fa-ab75-4169-b82d-a586fac01ee7 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:43.862803 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port b231c087-49e0-4d5a-a3ce-2791da36b76a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b231c087-49e0-4d5a-a3ce-2791da36b76a,segment=NetworkSegment(a2e8e905-c643-4f99-a8fc-850adfdf0e64),segment_id=a2e8e905-c643-4f99-a8fc-850adfdf0e64)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:14:43.896007 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Returning: {'device': 'b231c087-49e0-4d5a-a3ce-2791da36b76a', 'network_id': '70cbe831-35cd-442f-8abb-fc8d5a9a0c36', 'port_id': 'b231c087-49e0-4d5a-a3ce-2791da36b76a', 'mac_address': 'fa:16:3e:bd:50:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51494e88-dd2f-4f4d-8d8b-c74ab51827b2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 25 21:14:43.896654 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-872c85fa-ab75-4169-b82d-a586fac01ee7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:43.898959 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-823862f1-face-4443-a113-80611561cdee None None] Attempting to bind port 427d8efa-180f-44ee-8cd8-270c0926d77f on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:14:43.899330 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-823862f1-face-4443-a113-80611561cdee None None] Attempting to bind port 427d8efa-180f-44ee-8cd8-270c0926d77f by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ec46da94-4337-45cb-9fe0-68d817889615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'cb028617-ca4b-4888-809e-8a74d7f084f8'}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:14:43.899707 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-823862f1-face-4443-a113-80611561cdee None None] Attempting to bind port 427d8efa-180f-44ee-8cd8-270c0926d77f on network cb028617-ca4b-4888-809e-8a74d7f084f8 {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:14:43.905903 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee76d38a-88d9-4c62-92a4-819e7d117148 req-1957a9db-1b1b-4630-851a-5563303c0bb6 tempest-AttachSCSIVolumeTestJSON-995789853 tempest-AttachSCSIVolumeTestJSON-995789853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:14:43.907435 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ee76d38a-88d9-4c62-92a4-819e7d117148 req-1957a9db-1b1b-4630-851a-5563303c0bb6 tempest-AttachSCSIVolumeTestJSON-995789853 tempest-AttachSCSIVolumeTestJSON-995789853-project] 10.222.0.32 "GET /v2.0/ports?device_id=f7e7dfd9-c959-4465-a460-55aac15feeef HTTP/1.1" status: 200  len: 943 time: 0.1468136
Dec 25 21:14:43.941985 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-823862f1-face-4443-a113-80611561cdee None None] Checking agent: {'id': 'ca4f5c6d-f1fd-48b8-a3e3-395864c7d23d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 20, 56, 40), 'started_at': datetime.datetime(2021, 12, 25, 20, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 14, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:14:43.942245 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-823862f1-face-4443-a113-80611561cdee None None] Checking segment: {'id': 'ec46da94-4337-45cb-9fe0-68d817889615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'cb028617-ca4b-4888-809e-8a74d7f084f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:14:43.942485 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-823862f1-face-4443-a113-80611561cdee None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:43.942890 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-823862f1-face-4443-a113-80611561cdee None None] Bound using segment: {'id': 'ec46da94-4337-45cb-9fe0-68d817889615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'cb028617-ca4b-4888-809e-8a74d7f084f8'} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:14:43.948953 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-823862f1-face-4443-a113-80611561cdee None None] Bound port: 427d8efa-180f-44ee-8cd8-270c0926d77f, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec46da94-4337-45cb-9fe0-68d817889615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'cb028617-ca4b-4888-809e-8a74d7f084f8'}}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:14:43.949373 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-823862f1-face-4443-a113-80611561cdee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:43.952485 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:43.982070 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b231c087-49e0-4d5a-a3ce-2791da36b76a {{(pid=121608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:14:44.017519 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4ec50614-be4e-4aee-893e-f9c503198770 req-58be2032-2ad6-42d0-a6db-6f2857d88347 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3f1ae63-416f-443f-b032-af0d7dcc9019&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1624546
Dec 25 21:14:44.034995 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port b231c087-49e0-4d5a-a3ce-2791da36b76a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b231c087-49e0-4d5a-a3ce-2791da36b76a,segment=NetworkSegment(a2e8e905-c643-4f99-a8fc-850adfdf0e64),segment_id=a2e8e905-c643-4f99-a8fc-850adfdf0e64)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:14:44.074011 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-823862f1-face-4443-a113-80611561cdee None None] For port 427d8efa-180f-44ee-8cd8-270c0926d77f, host ncdv-master-1, cleared binding levels {{(pid=121608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:14:44.078401 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-823862f1-face-4443-a113-80611561cdee None None] For port 427d8efa-180f-44ee-8cd8-270c0926d77f, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=427d8efa-180f-44ee-8cd8-270c0926d77f,segment=NetworkSegment(ec46da94-4337-45cb-9fe0-68d817889615),segment_id=ec46da94-4337-45cb-9fe0-68d817889615)] {{(pid=121608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:14:44.091191 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ee76d38a-88d9-4c62-92a4-819e7d117148 req-70099458-8e8f-4011-ad8a-eb42524b918a tempest-AttachSCSIVolumeTestJSON-995789853 tempest-AttachSCSIVolumeTestJSON-995789853-project] 10.222.0.32 "GET /v2.0/security-groups?id=8bf77a26-90d8-4a6a-a5bb-9e06513d8ecf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1299689
Dec 25 21:14:44.117656 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_common [None req-872c85fa-ab75-4169-b82d-a586fac01ee7 admin admin] Allocated IP 172.35.3.48 (7201e55c-7c5f-41aa-a042-a363696539d0/7a939e13-713f-45cf-bba7-1539635abe25/e475d07d-ef33-47d9-bf29-6524f78c9470) {{(pid=121606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:14:44.164094 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:44.198009 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-823862f1-face-4443-a113-80611561cdee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:44.232962 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Pushing event updated for resources: {'Port': ['ID=b231c087-49e0-4d5a-a3ce-2791da36b76a,revision_number=4']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:14:44.243057 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65af3eec-9655-495a-8f3c-e36fad42e896 req-22df3f2d-de11-4b86-bbab-692e7f0c1659 tempest-ServerDiagnosticsNegativeTest-605739865 tempest-ServerDiagnosticsNegativeTest-605739865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:14:44.243057 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-65af3eec-9655-495a-8f3c-e36fad42e896 req-22df3f2d-de11-4b86-bbab-692e7f0c1659 tempest-ServerDiagnosticsNegativeTest-605739865 tempest-ServerDiagnosticsNegativeTest-605739865-project] 10.222.0.32 "GET /v2.0/ports?device_id=1488edc8-a4a9-47c4-bc28-867a3c7538ba HTTP/1.1" status: 200  len: 949 time: 0.0947273
Dec 25 21:14:44.289279 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-872c85fa-ab75-4169-b82d-a586fac01ee7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:44.298205 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823862f1-face-4443-a113-80611561cdee None None] Pushing event updated for resources: {'Port': ['ID=427d8efa-180f-44ee-8cd8-270c0926d77f,revision_number=2']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:14:44.334411 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-65af3eec-9655-495a-8f3c-e36fad42e896 req-01958c34-dd20-43bd-9861-3eb15e5bc77c tempest-ServerDiagnosticsNegativeTest-605739865 tempest-ServerDiagnosticsNegativeTest-605739865-project] 10.222.0.32 "GET /v2.0/security-groups?id=6969ac4a-ab7d-44f5-a401-51a25b0e6500&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0778301
Dec 25 21:14:44.404396 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-872c85fa-ab75-4169-b82d-a586fac01ee7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:44.405543 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] get_ports_and_sgs() called for port_ids ['17909193-855a-40f6-a3dd-9f23db819ef3'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:14:44.410411 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] get_ports_and_sgs() called for port_ids ['b231c087-49e0-4d5a-a3ce-2791da36b76a'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:14:44.535217 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-872c85fa-ab75-4169-b82d-a586fac01ee7 admin admin] Network 7201e55c-7c5f-41aa-a042-a363696539d0 is already hosted by enough agents. {{(pid=121606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:14:44.539908 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [None req-872c85fa-ab75-4169-b82d-a586fac01ee7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:14:44.543912 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-872c85fa-ab75-4169-b82d-a586fac01ee7 admin admin] Received port after_create {{(pid=121606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:14:44.618038 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872c85fa-ab75-4169-b82d-a586fac01ee7 admin admin] Pushing event updated for resources: {'Port': ['ID=e475d07d-ef33-47d9-bf29-6524f78c9470,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:14:44.657555 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ad2721-a2d5-4fde-a8cd-7bdbf6b7b3a0 req-db00dc3c-0acf-416a-aa12-3a35dd134b29 tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:14:44.663885 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ad2721-a2d5-4fde-a8cd-7bdbf6b7b3a0 req-db00dc3c-0acf-416a-aa12-3a35dd134b29 tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:14:44.665594 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-37ad2721-a2d5-4fde-a8cd-7bdbf6b7b3a0 req-db00dc3c-0acf-416a-aa12-3a35dd134b29 tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] 10.222.0.32 "GET /v2.0/ports?device_id=712038b0-21e9-49b2-adbc-494075814a04 HTTP/1.1" status: 200  len: 1681 time: 0.2448647
Dec 25 21:14:44.741783 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d89261-d226-472c-9670-399ed391a482 req-c027e807-2db0-4a56-9c97-ae6650143ea5 tempest-DeleteServersAdminTestJSON-130215457 tempest-DeleteServersAdminTestJSON-130215457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:14:44.743277 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e4d89261-d226-472c-9670-399ed391a482 req-c027e807-2db0-4a56-9c97-ae6650143ea5 tempest-DeleteServersAdminTestJSON-130215457 tempest-DeleteServersAdminTestJSON-130215457-project] 10.222.0.32 "GET /v2.0/ports?device_id=4701ffa8-7657-48b3-94c6-ad6336c8dfd6 HTTP/1.1" status: 200  len: 948 time: 0.1498559
Dec 25 21:14:44.845975 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-37ad2721-a2d5-4fde-a8cd-7bdbf6b7b3a0 req-02a0b841-720f-4835-9608-5a9e11f13185 tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] 10.222.0.32 "GET /v2.0/security-groups?id=bf6f1b26-c9d9-475d-a396-710ace1ec7a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1699407
Dec 25 21:14:44.878557 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e4d89261-d226-472c-9670-399ed391a482 req-d7e160dd-3f22-488d-8783-d83b49b6a9c6 tempest-DeleteServersAdminTestJSON-130215457 tempest-DeleteServersAdminTestJSON-130215457-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e7324bc-20c8-41e1-ab34-2991b9fd33ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1272128
Dec 25 21:14:44.946263 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 427d8efa-180f-44ee-8cd8-270c0926d77f up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:14:44.996727 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port 427d8efa-180f-44ee-8cd8-270c0926d77f triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:14:44.998510 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:45.102356 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541489ae-43c0-4825-bf82-f9717cb0a047 req-d1f7f1fd-b493-48c3-be65-7dd928e5fcb9 tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:14:45.115278 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541489ae-43c0-4825-bf82-f9717cb0a047 req-d1f7f1fd-b493-48c3-be65-7dd928e5fcb9 tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:14:45.117276 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-541489ae-43c0-4825-bf82-f9717cb0a047 req-d1f7f1fd-b493-48c3-be65-7dd928e5fcb9 tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] 10.222.0.37 "GET /v2.0/ports?device_id=712038b0-21e9-49b2-adbc-494075814a04 HTTP/1.1" status: 200  len: 1681 time: 0.1014767
Dec 25 21:14:45.126655 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:45.184734 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-872c85fa-ab75-4169-b82d-a586fac01ee7 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:45.196931 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] For port 427d8efa-180f-44ee-8cd8-270c0926d77f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=427d8efa-180f-44ee-8cd8-270c0926d77f,segment=NetworkSegment(ec46da94-4337-45cb-9fe0-68d817889615),segment_id=ec46da94-4337-45cb-9fe0-68d817889615)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:14:45.235670 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [req-541489ae-43c0-4825-bf82-f9717cb0a047 req-4e886c60-d4a8-4b11-b2d7-db42e84cf536 tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Deleting port 16909884-4838-4f33-ab81-5984be2e8ea1 {{(pid=121607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:14:45.236202 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-541489ae-43c0-4825-bf82-f9717cb0a047 req-4e886c60-d4a8-4b11-b2d7-db42e84cf536 tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:45.238031 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c313f83-b64a-40f3-894b-a60b89b950d9 req-08f05fda-6f7d-41e7-ae3b-af183c6b21bf tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:14:45.239600 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-6c313f83-b64a-40f3-894b-a60b89b950d9 req-08f05fda-6f7d-41e7-ae3b-af183c6b21bf tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/ports?device_id=b248cb56-18c2-4ff2-a8da-8e0993879a65 HTTP/1.1" status: 200  len: 950 time: 0.1134241
Dec 25 21:14:45.283814 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:45.354455 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Pushing event updated for resources: {'Port': ['ID=427d8efa-180f-44ee-8cd8-270c0926d77f,revision_number=3']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:14:45.354723 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.db [req-541489ae-43c0-4825-bf82-f9717cb0a047 req-4e886c60-d4a8-4b11-b2d7-db42e84cf536 tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] For port 16909884-4838-4f33-ab81-5984be2e8ea1, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=16909884-4838-4f33-ab81-5984be2e8ea1,segment=NetworkSegment(b6b5024c-caae-4d07-9f5f-f79f5ffcb101),segment_id=b6b5024c-caae-4d07-9f5f-f79f5ffcb101)] {{(pid=121607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:14:45.355035 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-541489ae-43c0-4825-bf82-f9717cb0a047 req-4e886c60-d4a8-4b11-b2d7-db42e84cf536 tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:45.362397 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:14:45.362905 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:14:45.363350 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:14:45.363789 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:14:45.364230 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:14:45.364658 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:14:45.365115 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:14:45.365669 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:14:45.366097 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:14:45.366520 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:14:45.366975 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:14:45.367619 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:14:45.368035 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:14:45.372190 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [req-541489ae-43c0-4825-bf82-f9717cb0a047 req-4e886c60-d4a8-4b11-b2d7-db42e84cf536 tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Calling delete_port for 16909884-4838-4f33-ab81-5984be2e8ea1 owned by compute:nova {{(pid=121607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:14:45.402298 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-6c313f83-b64a-40f3-894b-a60b89b950d9 req-fcf33b9a-0c98-493c-9c7a-9009f06d8ed2 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3f1ae63-416f-443f-b032-af0d7dcc9019&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1523583
Dec 25 21:14:45.472524 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-872c85fa-ab75-4169-b82d-a586fac01ee7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2014278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2009753'] for router, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:45.516748 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a726248-f66a-4375-936f-b46ddda42aab None None] Network cb028617-ca4b-4888-809e-8a74d7f084f8 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:14:45.594411 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-e2916e05-ab23-4a6b-bbe9-eecfd0d1b786 None None] Provisioning complete for port 427d8efa-180f-44ee-8cd8-270c0926d77f triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:14:45.594886 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-e2916e05-ab23-4a6b-bbe9-eecfd0d1b786 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:45.648094 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9db193-547d-4a71-895d-67563ea4393d req-64850efd-72ee-4083-8f31-d6e2284deb6f tempest-AttachSCSIVolumeTestJSON-995789853 tempest-AttachSCSIVolumeTestJSON-995789853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:14:45.649629 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-cd9db193-547d-4a71-895d-67563ea4393d req-64850efd-72ee-4083-8f31-d6e2284deb6f tempest-AttachSCSIVolumeTestJSON-995789853 tempest-AttachSCSIVolumeTestJSON-995789853-project] 10.222.0.32 "GET /v2.0/ports?device_id=f7e7dfd9-c959-4465-a460-55aac15feeef HTTP/1.1" status: 200  len: 944 time: 0.1667750
Dec 25 21:14:45.656765 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-541489ae-43c0-4825-bf82-f9717cb0a047 req-4e886c60-d4a8-4b11-b2d7-db42e84cf536 tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:45.678888 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] get_ports_and_sgs() called for port_ids ['558fe07e-120c-40d4-bb28-cb8b2deda29a', '16909884-4838-4f33-ab81-5984be2e8ea1'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:14:45.704130 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e886c60-d4a8-4b11-b2d7-db42e84cf536 tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Pushing event deleted for resources: {'Port': ['ID=16909884-4838-4f33-ab81-5984be2e8ea1,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:14:45.704903 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9093af3c-6d01-4b3e-b189-e0db40588e03 req-e7b60050-f5e8-4a3d-9d9c-f1f8e36618eb tempest-DeleteServersAdminTestJSON-130215457 tempest-DeleteServersAdminTestJSON-130215457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:14:45.706472 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9093af3c-6d01-4b3e-b189-e0db40588e03 req-e7b60050-f5e8-4a3d-9d9c-f1f8e36618eb tempest-DeleteServersAdminTestJSON-130215457 tempest-DeleteServersAdminTestJSON-130215457-project] 10.222.0.32 "GET /v2.0/ports?device_id=4701ffa8-7657-48b3-94c6-ad6336c8dfd6 HTTP/1.1" status: 200  len: 948 time: 0.1287374
Dec 25 21:14:45.748165 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [req-541489ae-43c0-4825-bf82-f9717cb0a047 req-4e886c60-d4a8-4b11-b2d7-db42e84cf536 tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] No DVR routers for this DVR port 16909884-4838-4f33-ab81-5984be2e8ea1 on host nch2-master-1 {{(pid=121607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:14:45.753993 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-541489ae-43c0-4825-bf82-f9717cb0a047 req-4e886c60-d4a8-4b11-b2d7-db42e84cf536 tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:45.769297 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-541489ae-43c0-4825-bf82-f9717cb0a047 req-4e886c60-d4a8-4b11-b2d7-db42e84cf536 tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] 10.222.0.37 "DELETE /v2.0/ports/16909884-4838-4f33-ab81-5984be2e8ea1 HTTP/1.1" status: 204  len: 173 time: 0.6243074
Dec 25 21:14:45.779564 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-cd9db193-547d-4a71-895d-67563ea4393d req-ec0f2aed-1b05-4f1b-9826-672a5e1b738d tempest-AttachSCSIVolumeTestJSON-995789853 tempest-AttachSCSIVolumeTestJSON-995789853-project] 10.222.0.32 "GET /v2.0/security-groups?id=8bf77a26-90d8-4a6a-a5bb-9e06513d8ecf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1223786
Dec 25 21:14:45.829417 ncdv-master-1 neutron-server[121607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '712038b0-21e9-49b2-adbc-494075814a04', 'name': 'network-vif-deleted', 'tag': '16909884-4838-4f33-ab81-5984be2e8ea1'}] {{(pid=121607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:14:45.834269 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f980bbcadfa7bf1e788024e1448be660373c21f97f015f780444e999c451203" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cee15b0-0d34-4a39-8f15-61d9d121eac1" -d '{"events": [{"server_uuid": "712038b0-21e9-49b2-adbc-494075814a04", "name": "network-vif-deleted", "tag": "16909884-4838-4f33-ab81-5984be2e8ea1"}]}' {{(pid=121607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:14:45.901472 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [req-541489ae-43c0-4825-bf82-f9717cb0a047 req-4470c15c-69ac-431b-a7fa-8faff9693d1c tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Deleting port 558fe07e-120c-40d4-bb28-cb8b2deda29a {{(pid=121607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:14:45.901804 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-541489ae-43c0-4825-bf82-f9717cb0a047 req-4470c15c-69ac-431b-a7fa-8faff9693d1c tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:45.919672 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9093af3c-6d01-4b3e-b189-e0db40588e03 req-4e0d7122-1e75-4b42-922a-2a17ba3effde tempest-DeleteServersAdminTestJSON-130215457 tempest-DeleteServersAdminTestJSON-130215457-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e7324bc-20c8-41e1-ab34-2991b9fd33ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1934795
Dec 25 21:14:45.930068 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-872c85fa-ab75-4169-b82d-a586fac01ee7 admin admin] Router 518eea4f-bd4e-4803-90e7-aa4090dd8322 is scheduled to L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 with binding_index 1 {{(pid=121606) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 25 21:14:46.002016 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 21:14:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5db6539a-d9e4-49f8-9784-00c6ea19abae x-openstack-request-id: req-5db6539a-d9e4-49f8-9784-00c6ea19abae {{(pid=121607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:14:46.003496 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "712038b0-21e9-49b2-adbc-494075814a04", "name": "network-vif-deleted", "tag": "16909884-4838-4f33-ab81-5984be2e8ea1", "status": "completed", "code": 200}]} {{(pid=121607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:14:46.003837 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5db6539a-d9e4-49f8-9784-00c6ea19abae {{(pid=121607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:14:46.004681 ncdv-master-1 neutron-server[121607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '712038b0-21e9-49b2-adbc-494075814a04', 'name': 'network-vif-deleted', 'tag': '16909884-4838-4f33-ab81-5984be2e8ea1', 'status': 'completed', 'code': 200}
Dec 25 21:14:46.045987 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.db [req-541489ae-43c0-4825-bf82-f9717cb0a047 req-4470c15c-69ac-431b-a7fa-8faff9693d1c tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] For port 558fe07e-120c-40d4-bb28-cb8b2deda29a, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=558fe07e-120c-40d4-bb28-cb8b2deda29a,segment=NetworkSegment(2697e07c-332d-4641-aeba-93b90adf7b9d),segment_id=2697e07c-332d-4641-aeba-93b90adf7b9d)] {{(pid=121607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:14:46.046464 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-541489ae-43c0-4825-bf82-f9717cb0a047 req-4470c15c-69ac-431b-a7fa-8faff9693d1c tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:46.057597 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004faae1-bb05-4ab2-8d3a-1db472b66122 req-07a18ada-b97a-45d3-84d4-ccfe9b36c36a tempest-ServerDiagnosticsNegativeTest-605739865 tempest-ServerDiagnosticsNegativeTest-605739865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:14:46.059166 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-004faae1-bb05-4ab2-8d3a-1db472b66122 req-07a18ada-b97a-45d3-84d4-ccfe9b36c36a tempest-ServerDiagnosticsNegativeTest-605739865 tempest-ServerDiagnosticsNegativeTest-605739865-project] 10.222.0.32 "GET /v2.0/ports?device_id=1488edc8-a4a9-47c4-bc28-867a3c7538ba HTTP/1.1" status: 200  len: 949 time: 0.1891592
Dec 25 21:14:46.073401 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [req-541489ae-43c0-4825-bf82-f9717cb0a047 req-4470c15c-69ac-431b-a7fa-8faff9693d1c tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Calling delete_port for 558fe07e-120c-40d4-bb28-cb8b2deda29a owned by compute:nova {{(pid=121607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:14:46.185425 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-890076dc-969b-46c1-a19d-8a1adafdc364 None None] Provisioning complete for port 427d8efa-180f-44ee-8cd8-270c0926d77f triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:14:46.186027 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-890076dc-969b-46c1-a19d-8a1adafdc364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:46.301161 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-541489ae-43c0-4825-bf82-f9717cb0a047 req-4470c15c-69ac-431b-a7fa-8faff9693d1c tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:46.314807 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] get_ports_and_sgs() called for port_ids ['16909884-4838-4f33-ab81-5984be2e8ea1'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:14:46.332049 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4470c15c-69ac-431b-a7fa-8faff9693d1c tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Pushing event deleted for resources: {'Port': ['ID=558fe07e-120c-40d4-bb28-cb8b2deda29a,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:14:46.378655 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [req-541489ae-43c0-4825-bf82-f9717cb0a047 req-4470c15c-69ac-431b-a7fa-8faff9693d1c tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] No DVR routers for this DVR port 558fe07e-120c-40d4-bb28-cb8b2deda29a on host nch2-master-1 {{(pid=121607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:14:46.382102 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-541489ae-43c0-4825-bf82-f9717cb0a047 req-4470c15c-69ac-431b-a7fa-8faff9693d1c tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:46.386071 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-541489ae-43c0-4825-bf82-f9717cb0a047 req-4470c15c-69ac-431b-a7fa-8faff9693d1c tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] 10.222.0.37 "DELETE /v2.0/ports/558fe07e-120c-40d4-bb28-cb8b2deda29a HTTP/1.1" status: 204  len: 173 time: 0.6152689
Dec 25 21:14:46.515300 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-004faae1-bb05-4ab2-8d3a-1db472b66122 req-9c356c78-4153-49c4-9398-fd2375f85811 tempest-ServerDiagnosticsNegativeTest-605739865 tempest-ServerDiagnosticsNegativeTest-605739865-project] 10.222.0.32 "GET /v2.0/security-groups?id=6969ac4a-ab7d-44f5-a401-51a25b0e6500&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4449427
Dec 25 21:14:46.552859 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-872c85fa-ab75-4169-b82d-a586fac01ee7 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 21:14:46.571346 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee6b328b-2161-48a5-a62b-7ad7f72c630e None None] Sync routers for ids ['518eea4f-bd4e-4803-90e7-aa4090dd8322'] in ncdv-master-1 {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 21:14:46.575071 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa21ccd-0a31-49b4-bb22-d0d31d21c337 req-b665ef2a-5c71-489e-b47e-27034b893ba4 tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:14:46.576588 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-bfa21ccd-0a31-49b4-bb22-d0d31d21c337 req-b665ef2a-5c71-489e-b47e-27034b893ba4 tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] 10.222.0.32 "GET /v2.0/ports?device_id=712038b0-21e9-49b2-adbc-494075814a04 HTTP/1.1" status: 200  len: 867 time: 0.4813447
Dec 25 21:14:46.585454 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410a5b17-7b5b-4220-9548-abf280fd72b0 req-e8ff6434-34e0-4bb6-9b79-06e9d05afacd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:14:46.586946 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-410a5b17-7b5b-4220-9548-abf280fd72b0 req-e8ff6434-34e0-4bb6-9b79-06e9d05afacd service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ed880d80bcfb4641b02f26da5fad21b8&device_id=b248cb56-18c2-4ff2-a8da-8e0993879a65 HTTP/1.1" status: 200  len: 1101 time: 0.0889423
Dec 25 21:14:46.587168 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee6b328b-2161-48a5-a62b-7ad7f72c630e None None] Routers {'518eea4f-bd4e-4803-90e7-aa4090dd8322'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:14:46.588282 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-ee6b328b-2161-48a5-a62b-7ad7f72c630e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2618515b50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:14:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['518eea4f-bd4e-4803-90e7-aa4090dd8322'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:14:46.644395 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-166c7893-943f-412a-bc97-0b525888cd3c req-514c4fc5-d0b7-4ce4-898b-e04623fb2251 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=06595622-92cb-4f87-bd0d-0320a9fc5d7e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.1046064
Dec 25 21:14:46.664937 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-872c85fa-ab75-4169-b82d-a586fac01ee7 admin admin] Publish callbacks [] for router, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:46.667322 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-872c85fa-ab75-4169-b82d-a586fac01ee7 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 3.6946387
Dec 25 21:14:46.669989 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 50472) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:14:46.675439 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-bfa21ccd-0a31-49b4-bb22-d0d31d21c337 req-399ffacf-9bee-40be-8ea9-a642bc67206b tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] 10.222.0.32 "GET /v2.0/security-groups?id=bf6f1b26-c9d9-475d-a396-710ace1ec7a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0875442
Dec 25 21:14:46.747546 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvr_db [None req-ee6b328b-2161-48a5-a62b-7ad7f72c630e None None] Set router 518eea4f-bd4e-4803-90e7-aa4090dd8322 gateway port host: ncdv-master-1 {{(pid=121608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:14:46.756521 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410a5b17-7b5b-4220-9548-abf280fd72b0 req-8c473bfe-f8d0-4c33-a794-6158544f493b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:14:46.757363 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-410a5b17-7b5b-4220-9548-abf280fd72b0 req-8c473bfe-f8d0-4c33-a794-6158544f493b service neutron] 10.222.0.31 "GET /v2.0/networks?id=8f212e98-547d-4c6e-a560-2e9a548c8f59 HTTP/1.1" status: 200  len: 870 time: 0.1463192
Dec 25 21:14:46.806007 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166c7893-943f-412a-bc97-0b525888cd3c req-499532d8-90ea-46ea-bc68-829454fc0d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:14:46.807674 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-166c7893-943f-412a-bc97-0b525888cd3c req-499532d8-90ea-46ea-bc68-829454fc0d3f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=00414bfe9d194c88b02d9664fdeaa217&device_id=06595622-92cb-4f87-bd0d-0320a9fc5d7e HTTP/1.1" status: 200  len: 1097 time: 0.0630462
Dec 25 21:14:46.863763 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-410a5b17-7b5b-4220-9548-abf280fd72b0 req-187f7c75-0970-4a39-93aa-fc26df2bed8c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.241&port_id=5a73a242-a477-40db-9b6d-7ac1d38d6950 HTTP/1.1" status: 200  len: 217 time: 0.0982020
Dec 25 21:14:46.929903 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410a5b17-7b5b-4220-9548-abf280fd72b0 req-f7f21b22-164e-4822-9236-b07e8bf5d2a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:14:46.933108 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-410a5b17-7b5b-4220-9548-abf280fd72b0 req-f7f21b22-164e-4822-9236-b07e8bf5d2a3 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=dcfbae86-f93e-400c-8084-eac7f56ff5ba HTTP/1.1" status: 200  len: 843 time: 0.0597064
Dec 25 21:14:47.007793 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-ee6b328b-2161-48a5-a62b-7ad7f72c630e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2618515b50>, [{'id': '518eea4f-bd4e-4803-90e7-aa4090dd8322', 'name': 'tempest-AttachVolumeTestJSON-534243322-router', 'tenant_id': '7ed80be6e633499b9d1dc61c05014afc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.48'}], 'enable_snat': True}, 'gw_port_id': 'e475d07d-ef33-47d9-bf29-6524f78c9470', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:14:43Z', 'updated_at': '2021-12-25T21:14:44Z', 'revision_number': 3, 'project_id': '7ed80be6e633499b9d1dc61c05014afc', 'gw_port': {'id': 'e475d07d-ef33-47d9-bf29-6524f78c9470', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:b6:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '518eea4f-bd4e-4803-90e7-aa4090dd8322', 'device_owner': 'network:router_gateway', 'standard_attr_id': 852, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:14:43Z', 'updated_at': '2021-12-25T21:14:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:14:47.014276 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 427d8efa-180f-44ee-8cd8-270c0926d77f up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:14:47.068443 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0e2108-f9ed-4c13-828f-f78e4cb84a71 req-1fbdffa8-2495-4706-9d9b-5be6a1525664 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:14:47.071442 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device 17909193-855a-40f6-a3dd-9f23db819ef3 up at agent hyperv_nch1-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:14:47.078200 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee6b328b-2161-48a5-a62b-7ad7f72c630e None None] Checking router: 518eea4f-bd4e-4803-90e7-aa4090dd8322 for host: ncdv-master-1 {{(pid=121608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 25 21:14:47.078444 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4d0e2108-f9ed-4c13-828f-f78e4cb84a71 req-1fbdffa8-2495-4706-9d9b-5be6a1525664 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/ports?device_id=b248cb56-18c2-4ff2-a8da-8e0993879a65 HTTP/1.1" status: 200  len: 950 time: 0.1444018
Dec 25 21:14:47.078587 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee6b328b-2161-48a5-a62b-7ad7f72c630e None None] Updating router 518eea4f-bd4e-4803-90e7-aa4090dd8322 port e475d07d-ef33-47d9-bf29-6524f78c9470 binding host ncdv-master-1 {{(pid=121608) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 25 21:14:47.097580 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410a5b17-7b5b-4220-9548-abf280fd72b0 req-62134d12-14ad-478e-8bbb-fdd38cd9250b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:14:47.101097 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-410a5b17-7b5b-4220-9548-abf280fd72b0 req-62134d12-14ad-478e-8bbb-fdd38cd9250b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=8f212e98-547d-4c6e-a560-2e9a548c8f59&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1518819
Dec 25 21:14:47.149509 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-ee6b328b-2161-48a5-a62b-7ad7f72c630e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:47.156827 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166c7893-943f-412a-bc97-0b525888cd3c req-9256d6f3-1e9b-4b0d-a868-0718328bc289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:14:47.158581 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-166c7893-943f-412a-bc97-0b525888cd3c req-9256d6f3-1e9b-4b0d-a868-0718328bc289 service neutron] 10.222.0.37 "GET /v2.0/networks?id=92c154ff-54f2-4280-b0a5-61ec0db10729 HTTP/1.1" status: 200  len: 906 time: 0.2989702
Dec 25 21:14:47.265391 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port 427d8efa-180f-44ee-8cd8-270c0926d77f triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:14:47.266389 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:47.314574 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-166c7893-943f-412a-bc97-0b525888cd3c req-752b22dd-2ce5-40bb-91b9-ea272968156f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=00640242-8453-4c98-b5aa-a9ed148543ff HTTP/1.1" status: 200  len: 1001 time: 0.1014988
Dec 25 21:14:47.319577 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4d0e2108-f9ed-4c13-828f-f78e4cb84a71 req-d439cdf9-989f-42a5-81de-66bec53ee4a8 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3f1ae63-416f-443f-b032-af0d7dcc9019&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2402468
Dec 25 21:14:47.336639 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Provisioning for port 17909193-855a-40f6-a3dd-9f23db819ef3 completed by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 25 21:14:47.351338 ncdv-master-1 neutron-server[121606]: INFO neutron.api.v2.resource [req-5d6b3af5-34e3-46c8-8c09-3887f010d94b req-7171189b-51bd-4ac9-bb72-9619fb11ecea service neutron] show failed (client error): The resource could not be found.
Dec 25 21:14:47.352371 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5d6b3af5-34e3-46c8-8c09-3887f010d94b req-7171189b-51bd-4ac9-bb72-9619fb11ecea service neutron] 10.222.0.31 "GET /v2.0/ports/5a73a242-a477-40db-9b6d-7ac1d38d6950/bindings/nch2-master-1 HTTP/1.1" status: 404  len: 380 time: 0.2625005
Dec 25 21:14:47.357329 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Provisioning complete for port 17909193-855a-40f6-a3dd-9f23db819ef3 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:14:47.357329 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:47.373924 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117ac789-f8e9-4ac6-b452-42f820f300d4 req-a0a4d076-0200-404f-bd2f-fa600f8dc485 tempest-AttachSCSIVolumeTestJSON-995789853 tempest-AttachSCSIVolumeTestJSON-995789853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:14:47.375298 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-117ac789-f8e9-4ac6-b452-42f820f300d4 req-a0a4d076-0200-404f-bd2f-fa600f8dc485 tempest-AttachSCSIVolumeTestJSON-995789853 tempest-AttachSCSIVolumeTestJSON-995789853-project] 10.222.0.32 "GET /v2.0/ports?device_id=f7e7dfd9-c959-4465-a460-55aac15feeef HTTP/1.1" status: 200  len: 944 time: 0.1704745
Dec 25 21:14:47.378919 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-410a5b17-7b5b-4220-9548-abf280fd72b0 req-ad30169f-b2d6-4052-b93a-78a07abfac9b service neutron] 10.222.0.31 "GET /v2.0/networks/8f212e98-547d-4c6e-a560-2e9a548c8f59?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2537048
Dec 25 21:14:47.428081 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166c7893-943f-412a-bc97-0b525888cd3c req-6d11fa5a-a01c-43ad-a121-f085c3b0a504 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:14:47.430052 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-166c7893-943f-412a-bc97-0b525888cd3c req-6d11fa5a-a01c-43ad-a121-f085c3b0a504 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8f2e28f2-741d-4c53-98f1-5b61083688d3 HTTP/1.1" status: 200  len: 844 time: 0.1053505
Dec 25 21:14:47.524349 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166c7893-943f-412a-bc97-0b525888cd3c req-d1b22a43-bc71-4bcf-84f5-e41b7406635c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:14:47.528317 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-166c7893-943f-412a-bc97-0b525888cd3c req-d1b22a43-bc71-4bcf-84f5-e41b7406635c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=92c154ff-54f2-4280-b0a5-61ec0db10729&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0863774
Dec 25 21:14:47.550951 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-117ac789-f8e9-4ac6-b452-42f820f300d4 req-e49cf932-a244-4c5e-a84f-83b067aa23b5 tempest-AttachSCSIVolumeTestJSON-995789853 tempest-AttachSCSIVolumeTestJSON-995789853-project] 10.222.0.32 "GET /v2.0/security-groups?id=8bf77a26-90d8-4a6a-a5bb-9e06513d8ecf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1560302
Dec 25 21:14:47.583372 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-410a5b17-7b5b-4220-9548-abf280fd72b0 req-ef11965a-066e-48fe-9307-bc4d6d57b6a9 service neutron] 10.222.0.31 "GET /v2.0/networks/8f212e98-547d-4c6e-a560-2e9a548c8f59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1942470
Dec 25 21:14:47.611434 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43121f86-818b-4719-8641-c4c71ed96a8b req-9e943d85-ed03-4f18-8aa3-da6e50b0f594 tempest-DeleteServersAdminTestJSON-130215457 tempest-DeleteServersAdminTestJSON-130215457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:14:47.615846 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-d0c8d2c6-dd9d-4f2e-bcd8-ad30a98a7fb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:47.620427 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-43121f86-818b-4719-8641-c4c71ed96a8b req-9e943d85-ed03-4f18-8aa3-da6e50b0f594 tempest-DeleteServersAdminTestJSON-130215457 tempest-DeleteServersAdminTestJSON-130215457-project] 10.222.0.32 "GET /v2.0/ports?device_id=4701ffa8-7657-48b3-94c6-ad6336c8dfd6 HTTP/1.1" status: 200  len: 948 time: 0.1235456
Dec 25 21:14:47.723956 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:47.742726 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-166c7893-943f-412a-bc97-0b525888cd3c req-a06df6a2-a89f-412b-8334-0a5384bff074 service neutron] 10.222.0.37 "GET /v2.0/networks/92c154ff-54f2-4280-b0a5-61ec0db10729?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1918981
Dec 25 21:14:47.758823 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-43121f86-818b-4719-8641-c4c71ed96a8b req-8d847926-447e-48c7-958a-8ca290c79c68 tempest-DeleteServersAdminTestJSON-130215457 tempest-DeleteServersAdminTestJSON-130215457-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e7324bc-20c8-41e1-ab34-2991b9fd33ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1373742
Dec 25 21:14:47.773884 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1488edc8-a4a9-47c4-bc28-867a3c7538ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17909193-855a-40f6-a3dd-9f23db819ef3'}] {{(pid=121608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:14:47.776174 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a88c78c3ff6266bd59c7e89d275b28c92e739b67d23c89d71af88829fd31566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-415b3e83-22fd-4825-a58c-c477b6c4217d" -d '{"events": [{"server_uuid": "1488edc8-a4a9-47c4-bc28-867a3c7538ba", "name": "network-vif-plugged", "status": "completed", "tag": "17909193-855a-40f6-a3dd-9f23db819ef3"}]}' {{(pid=121608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:14:47.787135 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561ada7f-90a9-4ab6-99ea-8cfd1592afa4 req-d72a7a05-f119-4389-ae36-12d14dc1e05b tempest-ServerDiagnosticsNegativeTest-605739865 tempest-ServerDiagnosticsNegativeTest-605739865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:14:47.797410 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-561ada7f-90a9-4ab6-99ea-8cfd1592afa4 req-d72a7a05-f119-4389-ae36-12d14dc1e05b tempest-ServerDiagnosticsNegativeTest-605739865 tempest-ServerDiagnosticsNegativeTest-605739865-project] 10.222.0.32 "GET /v2.0/ports?device_id=1488edc8-a4a9-47c4-bc28-867a3c7538ba HTTP/1.1" status: 200  len: 949 time: 0.1065447
Dec 25 21:14:47.805862 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port 17909193-855a-40f6-a3dd-9f23db819ef3, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=17909193-855a-40f6-a3dd-9f23db819ef3,segment=NetworkSegment(85c774cb-a0eb-4ad9-961f-f331d3b37cd6),segment_id=85c774cb-a0eb-4ad9-961f-f331d3b37cd6)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:14:47.822622 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-ee6b328b-2161-48a5-a62b-7ad7f72c630e None None] Publish callbacks [] for port, precommit_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:47.846783 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 50488) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:14:47.866894 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:47.867814 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device b231c087-49e0-4d5a-a3ce-2791da36b76a up at agent hyperv_nch1-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:14:47.911551 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-561ada7f-90a9-4ab6-99ea-8cfd1592afa4 req-965ed53e-91f3-4b78-b354-1ea90b5a7399 tempest-ServerDiagnosticsNegativeTest-605739865 tempest-ServerDiagnosticsNegativeTest-605739865-project] 10.222.0.32 "GET /v2.0/security-groups?id=6969ac4a-ab7d-44f5-a401-51a25b0e6500&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1066229
Dec 25 21:14:47.929046 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-ee6b328b-2161-48a5-a62b-7ad7f72c630e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:47.974676 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_v2 [None req-42aaf7a5-437d-42fc-a5ee-5bec0cde9a8c tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Deleting subnet 00a4f833-251e-4ff3-a1b6-930154d4ebf7 {{(pid=121606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Dec 25 21:14:47.979986 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-42aaf7a5-437d-42fc-a5ee-5bec0cde9a8c tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Publish callbacks [] for subnet, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:47.981910 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 21:14:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01840542-f19f-47f7-9039-ab92fb5f9501 x-openstack-request-id: req-01840542-f19f-47f7-9039-ab92fb5f9501 {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:14:47.982654 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1488edc8-a4a9-47c4-bc28-867a3c7538ba", "name": "network-vif-plugged", "status": "completed", "tag": "17909193-855a-40f6-a3dd-9f23db819ef3", "code": 200}]} {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:14:47.982654 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-01840542-f19f-47f7-9039-ab92fb5f9501 {{(pid=121608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:14:47.982886 ncdv-master-1 neutron-server[121608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1488edc8-a4a9-47c4-bc28-867a3c7538ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17909193-855a-40f6-a3dd-9f23db819ef3', 'code': 200}
Dec 25 21:14:47.991925 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-ee6b328b-2161-48a5-a62b-7ad7f72c630e None None] Attempting to bind port e475d07d-ef33-47d9-bf29-6524f78c9470 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:14:47.992297 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-ee6b328b-2161-48a5-a62b-7ad7f72c630e None None] Attempting to bind port e475d07d-ef33-47d9-bf29-6524f78c9470 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:14:47.992677 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee6b328b-2161-48a5-a62b-7ad7f72c630e None None] Attempting to bind port e475d07d-ef33-47d9-bf29-6524f78c9470 on network 7201e55c-7c5f-41aa-a042-a363696539d0 {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:14:47.999423 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Pushing event updated for resources: {'Port': ['ID=17909193-855a-40f6-a3dd-9f23db819ef3,revision_number=5']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:14:48.005820 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee6b328b-2161-48a5-a62b-7ad7f72c630e None None] Checking agent: {'id': 'ca4f5c6d-f1fd-48b8-a3e3-395864c7d23d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 20, 56, 40), 'started_at': datetime.datetime(2021, 12, 25, 20, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 14, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:14:48.005820 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee6b328b-2161-48a5-a62b-7ad7f72c630e None None] Checking segment: {'id': '6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:14:48.006241 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-ee6b328b-2161-48a5-a62b-7ad7f72c630e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:48.006479 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee6b328b-2161-48a5-a62b-7ad7f72c630e None None] Bound using segment: {'id': '6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:14:48.006960 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-ee6b328b-2161-48a5-a62b-7ad7f72c630e None None] Bound port: e475d07d-ef33-47d9-bf29-6524f78c9470, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'}}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:14:48.007337 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-ee6b328b-2161-48a5-a62b-7ad7f72c630e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:48.054589 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-42aaf7a5-437d-42fc-a5ee-5bec0cde9a8c tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9084199'] for subnet, precommit_delete_associations {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:48.082152 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7fbd67-8362-44f3-96da-53031a044d8a None None] Pushing event updated for resources: {'Port': ['ID=e475d07d-ef33-47d9-bf29-6524f78c9470,revision_number=2']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:14:48.096322 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-ee6b328b-2161-48a5-a62b-7ad7f72c630e None None] For port e475d07d-ef33-47d9-bf29-6524f78c9470, host ncdv-master-1, cleared binding levels {{(pid=121608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:14:48.100936 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-ee6b328b-2161-48a5-a62b-7ad7f72c630e None None] For port e475d07d-ef33-47d9-bf29-6524f78c9470, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e475d07d-ef33-47d9-bf29-6524f78c9470,segment=NetworkSegment(6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855),segment_id=6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855)] {{(pid=121608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:14:48.129884 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968095b5-f231-439a-a7b1-85fd8324e2a2 req-1fd6a21e-c408-4ddc-9bd8-dfaf025b9012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:14:48.131436 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-968095b5-f231-439a-a7b1-85fd8324e2a2 req-1fd6a21e-c408-4ddc-9bd8-dfaf025b9012 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=1488edc8-a4a9-47c4-bc28-867a3c7538ba HTTP/1.1" status: 200  len: 1101 time: 0.0867927
Dec 25 21:14:48.147049 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Provisioning for port b231c087-49e0-4d5a-a3ce-2791da36b76a completed by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 25 21:14:48.153960 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Provisioning complete for port b231c087-49e0-4d5a-a3ce-2791da36b76a triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:14:48.154596 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:48.190975 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-ee6b328b-2161-48a5-a62b-7ad7f72c630e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:48.230247 ncdv-master-1 neutron-server[121607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '712038b0-21e9-49b2-adbc-494075814a04', 'name': 'network-vif-deleted', 'tag': '558fe07e-120c-40d4-bb28-cb8b2deda29a'}] {{(pid=121607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:14:48.230840 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-42aaf7a5-437d-42fc-a5ee-5bec0cde9a8c tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995662'] for subnet, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:48.232984 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f980bbcadfa7bf1e788024e1448be660373c21f97f015f780444e999c451203" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b377b919-eea4-4cad-9964-08c582871596" -d '{"events": [{"server_uuid": "712038b0-21e9-49b2-adbc-494075814a04", "name": "network-vif-deleted", "tag": "558fe07e-120c-40d4-bb28-cb8b2deda29a"}]}' {{(pid=121607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:14:48.293002 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee6b328b-2161-48a5-a62b-7ad7f72c630e None None] Routers {'518eea4f-bd4e-4803-90e7-aa4090dd8322'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:14:48.294221 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-ee6b328b-2161-48a5-a62b-7ad7f72c630e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2618515b50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:14:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['518eea4f-bd4e-4803-90e7-aa4090dd8322'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:14:48.301310 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6b3af5-34e3-46c8-8c09-3887f010d94b req-e4373bd9-d8c9-47b8-8e38-2c549982866d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:14:48.302831 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5d6b3af5-34e3-46c8-8c09-3887f010d94b req-e4373bd9-d8c9-47b8-8e38-2c549982866d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=b248cb56-18c2-4ff2-a8da-8e0993879a65&tenant_id=ed880d80bcfb4641b02f26da5fad21b8 HTTP/1.1" status: 200  len: 1101 time: 0.1391170
Dec 25 21:14:48.310562 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-968095b5-f231-439a-a7b1-85fd8324e2a2 req-2a94d4fe-e977-4fee-a5fd-ba52b2717cf7 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=6969ac4a-ab7d-44f5-a401-51a25b0e6500&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1534238
Dec 25 21:14:48.324167 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 21:14:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-399040a2-78e8-4ede-9ca5-9dd928994043 x-openstack-request-id: req-399040a2-78e8-4ede-9ca5-9dd928994043 {{(pid=121607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:14:48.324745 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "712038b0-21e9-49b2-adbc-494075814a04", "name": "network-vif-deleted", "tag": "558fe07e-120c-40d4-bb28-cb8b2deda29a", "status": "completed", "code": 200}]} {{(pid=121607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:14:48.325068 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-399040a2-78e8-4ede-9ca5-9dd928994043 {{(pid=121607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:14:48.325547 ncdv-master-1 neutron-server[121607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '712038b0-21e9-49b2-adbc-494075814a04', 'name': 'network-vif-deleted', 'tag': '558fe07e-120c-40d4-bb28-cb8b2deda29a', 'status': 'completed', 'code': 200}
Dec 25 21:14:48.327669 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-166c7893-943f-412a-bc97-0b525888cd3c req-f88bd1d2-5a55-4260-8934-c5959085dfa3 service neutron] 10.222.0.37 "GET /v2.0/networks/92c154ff-54f2-4280-b0a5-61ec0db10729?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5557754
Dec 25 21:14:48.329343 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-5d6b3af5-34e3-46c8-8c09-3887f010d94b req-2cfe418a-b91a-4db5-b471-f186891c76a3 service neutron] Request body: {'port': {'binding:host_id': 'nch2-master-1', 'device_owner': 'compute:nova'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:14:48.333302 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7fbd67-8362-44f3-96da-53031a044d8a None None] Pushing event updated for resources: {'Port': ['ID=e475d07d-ef33-47d9-bf29-6524f78c9470,revision_number=3']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:14:48.374746 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_common [None req-d0c8d2c6-dd9d-4f2e-bcd8-ad30a98a7fb2 admin admin] Allocated IP 172.20.0.1 (cb028617-ca4b-4888-809e-8a74d7f084f8/00dff513-a38a-48f8-809a-d1935b6eecea/052fead1-c995-4d25-878a-9b0d22f2a7ac) {{(pid=121607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:14:48.382237 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:48.406058 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-5d6b3af5-34e3-46c8-8c09-3887f010d94b req-2cfe418a-b91a-4db5-b471-f186891c76a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:48.464207 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port b231c087-49e0-4d5a-a3ce-2791da36b76a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b231c087-49e0-4d5a-a3ce-2791da36b76a,segment=NetworkSegment(a2e8e905-c643-4f99-a8fc-850adfdf0e64),segment_id=a2e8e905-c643-4f99-a8fc-850adfdf0e64)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:14:48.476168 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvr_db [None req-ee6b328b-2161-48a5-a62b-7ad7f72c630e None None] Set router 518eea4f-bd4e-4803-90e7-aa4090dd8322 gateway port host: ncdv-master-1 {{(pid=121608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:14:48.478891 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-42aaf7a5-437d-42fc-a5ee-5bec0cde9a8c tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9084363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9028506'] for subnet, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:48.544910 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:48.560267 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-d0c8d2c6-dd9d-4f2e-bcd8-ad30a98a7fb2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:48.600204 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-42aaf7a5-437d-42fc-a5ee-5bec0cde9a8c tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for subnet, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:48.606689 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-42aaf7a5-437d-42fc-a5ee-5bec0cde9a8c tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] 10.222.0.32 "DELETE /v2.0/subnets/00a4f833-251e-4ff3-a1b6-930154d4ebf7 HTTP/1.1" status: 204  len: 168 time: 0.7560954
Dec 25 21:14:48.611604 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 50498) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:14:48.616208 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42aaf7a5-437d-42fc-a5ee-5bec0cde9a8c tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Pushing event deleted for resources: {'Subnet': ['ID=00a4f833-251e-4ff3-a1b6-930154d4ebf7,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:14:48.618323 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b42c03eb-3932-4909-a304-0b9d60c93670 None None] Network bddc1eb9-357a-4f2d-89ab-8a23420fb037 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:14:48.677643 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Pushing event updated for resources: {'Port': ['ID=b231c087-49e0-4d5a-a3ce-2791da36b76a,revision_number=5']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:14:48.679281 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d43f83-e2d4-477d-8fba-225530667765 req-c46dea75-1c8a-45b1-99b6-fa59c24c2502 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:14:48.690526 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-20d43f83-e2d4-477d-8fba-225530667765 req-c46dea75-1c8a-45b1-99b6-fa59c24c2502 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/ports?device_id=b248cb56-18c2-4ff2-a8da-8e0993879a65 HTTP/1.1" status: 200  len: 950 time: 0.2135410
Dec 25 21:14:48.729953 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-d0c8d2c6-dd9d-4f2e-bcd8-ad30a98a7fb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:48.744917 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf1f2e2-e711-43de-82b7-5b1fdefab090 req-115db72e-b9b4-448b-a36b-3271552357b1 tempest-DeleteServersAdminTestJSON-130215457 tempest-DeleteServersAdminTestJSON-130215457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:14:48.744917 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-fbf1f2e2-e711-43de-82b7-5b1fdefab090 req-115db72e-b9b4-448b-a36b-3271552357b1 tempest-DeleteServersAdminTestJSON-130215457 tempest-DeleteServersAdminTestJSON-130215457-project] 10.222.0.37 "GET /v2.0/ports?device_id=4701ffa8-7657-48b3-94c6-ad6336c8dfd6 HTTP/1.1" status: 200  len: 948 time: 0.1532459
Dec 25 21:14:48.801825 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-ee6b328b-2161-48a5-a62b-7ad7f72c630e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2618515b50>, [{'id': '518eea4f-bd4e-4803-90e7-aa4090dd8322', 'name': 'tempest-AttachVolumeTestJSON-534243322-router', 'tenant_id': '7ed80be6e633499b9d1dc61c05014afc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.48'}], 'enable_snat': True}, 'gw_port_id': 'e475d07d-ef33-47d9-bf29-6524f78c9470', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:14:43Z', 'updated_at': '2021-12-25T21:14:44Z', 'revision_number': 3, 'project_id': '7ed80be6e633499b9d1dc61c05014afc', 'gw_port': {'id': 'e475d07d-ef33-47d9-bf29-6524f78c9470', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:b6:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '518eea4f-bd4e-4803-90e7-aa4090dd8322', 'device_owner': 'network:router_gateway', 'standard_attr_id': 852, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:14:43Z', 'updated_at': '2021-12-25T21:14:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:14:48.810775 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-d90a2023-296a-439c-a2d6-72d42cb07cb9 tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625803'] for network, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:48.820617 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0c8d2c6-dd9d-4f2e-bcd8-ad30a98a7fb2 admin admin] Network cb028617-ca4b-4888-809e-8a74d7f084f8 is already hosted by enough agents. {{(pid=121607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:14:48.829986 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-d0c8d2c6-dd9d-4f2e-bcd8-ad30a98a7fb2 admin admin] Resources bound (agent type, host, resource id):  {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:14:48.832749 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee6b328b-2161-48a5-a62b-7ad7f72c630e None None] The sync data for ids ['518eea4f-bd4e-4803-90e7-aa4090dd8322'] in ncdv-master-1 is: [{'id': '518eea4f-bd4e-4803-90e7-aa4090dd8322', 'name': 'tempest-AttachVolumeTestJSON-534243322-router', 'tenant_id': '7ed80be6e633499b9d1dc61c05014afc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.48'}], 'enable_snat': True}, 'gw_port_id': 'e475d07d-ef33-47d9-bf29-6524f78c9470', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:14:43Z', 'updated_at': '2021-12-25T21:14:44Z', 'revision_number': 3, 'project_id': '7ed80be6e633499b9d1dc61c05014afc', 'gw_port': {'id': 'e475d07d-ef33-47d9-bf29-6524f78c9470', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:b6:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '518eea4f-bd4e-4803-90e7-aa4090dd8322', 'device_owner': 'network:router_gateway', 'standard_attr_id': 852, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:14:43Z', 'updated_at': '2021-12-25T21:14:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 21:14:48.838837 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0c8d2c6-dd9d-4f2e-bcd8-ad30a98a7fb2 admin admin] Received port after_create {{(pid=121607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:14:48.856771 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-5d6b3af5-34e3-46c8-8c09-3887f010d94b req-2cfe418a-b91a-4db5-b471-f186891c76a3 service neutron] For port 5a73a242-a477-40db-9b6d-7ac1d38d6950, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5a73a242-a477-40db-9b6d-7ac1d38d6950,segment=NetworkSegment(85c774cb-a0eb-4ad9-961f-f331d3b37cd6),segment_id=85c774cb-a0eb-4ad9-961f-f331d3b37cd6)] {{(pid=121606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:14:48.873243 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c8d2c6-dd9d-4f2e-bcd8-ad30a98a7fb2 admin admin] Pushing event updated for resources: {'Port': ['ID=052fead1-c995-4d25-878a-9b0d22f2a7ac,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:14:48.875986 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-20d43f83-e2d4-477d-8fba-225530667765 req-da84be1c-280c-4133-81e9-abc34ec0f013 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3f1ae63-416f-443f-b032-af0d7dcc9019&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1800489
Dec 25 21:14:48.908030 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56970cc-bc8a-4c45-ae33-f9f946789941 req-184f2453-c0b9-45ee-a841-002be0f5c14a tempest-AttachSCSIVolumeTestJSON-995789853 tempest-AttachSCSIVolumeTestJSON-995789853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:14:48.928662 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b56970cc-bc8a-4c45-ae33-f9f946789941 req-184f2453-c0b9-45ee-a841-002be0f5c14a tempest-AttachSCSIVolumeTestJSON-995789853 tempest-AttachSCSIVolumeTestJSON-995789853-project] 10.222.0.32 "GET /v2.0/ports?device_id=f7e7dfd9-c959-4465-a460-55aac15feeef HTTP/1.1" status: 200  len: 945 time: 0.2097139
Dec 25 21:14:48.961651 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3afd1c3-e8d0-47e6-8416-24d2ff76a4dc None None] DHCP port deletion for bddc1eb9-357a-4f2d-89ab-8a23420fb037 request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 21:14:49.008725 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-d0c8d2c6-dd9d-4f2e-bcd8-ad30a98a7fb2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2008772'] for router_interface, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:49.054446 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b56970cc-bc8a-4c45-ae33-f9f946789941 req-98d8bdda-c66a-4116-b60b-1e61e4a30522 tempest-AttachSCSIVolumeTestJSON-995789853 tempest-AttachSCSIVolumeTestJSON-995789853-project] 10.222.0.32 "GET /v2.0/security-groups?id=8bf77a26-90d8-4a6a-a5bb-9e06513d8ecf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1237600
Dec 25 21:14:49.073657 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-a3afd1c3-e8d0-47e6-8416-24d2ff76a4dc None None] Deleting port 57d5604a-eb76-4dcd-94cd-f6e83fade503 {{(pid=121608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:14:49.073657 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-a3afd1c3-e8d0-47e6-8416-24d2ff76a4dc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:49.115681 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-5d6b3af5-34e3-46c8-8c09-3887f010d94b req-2cfe418a-b91a-4db5-b471-f186891c76a3 service neutron] For port 5a73a242-a477-40db-9b6d-7ac1d38d6950, host nch1-master-1, cleared binding levels {{(pid=121606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:14:49.151016 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [req-fbf1f2e2-e711-43de-82b7-5b1fdefab090 req-32eade32-da0b-428b-bde1-276ee838bd49 tempest-DeleteServersAdminTestJSON-130215457 tempest-DeleteServersAdminTestJSON-130215457-project] Deleting port d62784a3-3811-4577-9f02-3d8938b22301 {{(pid=121607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:14:49.151359 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-fbf1f2e2-e711-43de-82b7-5b1fdefab090 req-32eade32-da0b-428b-bde1-276ee838bd49 tempest-DeleteServersAdminTestJSON-130215457 tempest-DeleteServersAdminTestJSON-130215457-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:49.172846 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-a3afd1c3-e8d0-47e6-8416-24d2ff76a4dc None None] For port 57d5604a-eb76-4dcd-94cd-f6e83fade503, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=57d5604a-eb76-4dcd-94cd-f6e83fade503,segment=NetworkSegment(b6b5024c-caae-4d07-9f5f-f79f5ffcb101),segment_id=b6b5024c-caae-4d07-9f5f-f79f5ffcb101)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:14:49.173355 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-a3afd1c3-e8d0-47e6-8416-24d2ff76a4dc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:49.187288 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-d90a2023-296a-439c-a2d6-72d42cb07cb9 tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Deleting port 57d5604a-eb76-4dcd-94cd-f6e83fade503 {{(pid=121607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:14:49.187626 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-d90a2023-296a-439c-a2d6-72d42cb07cb9 tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:49.191793 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-a3afd1c3-e8d0-47e6-8416-24d2ff76a4dc None None] Calling delete_port for 57d5604a-eb76-4dcd-94cd-f6e83fade503 owned by network:dhcp {{(pid=121608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:14:49.297906 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-cd810659-5fa8-4a01-8bf5-78577fc636c8 None None] Provisioning complete for port 052fead1-c995-4d25-878a-9b0d22f2a7ac triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:14:49.298583 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-cd810659-5fa8-4a01-8bf5-78577fc636c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:49.320265 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b248cb56-18c2-4ff2-a8da-8e0993879a65', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5a73a242-a477-40db-9b6d-7ac1d38d6950'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:14:49.323228 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9858820c13ec2827453b94ebc4181065e990a4e4089ccb9fe762531ac62d2fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4044880-6e2f-4c10-9e3d-bbb97642c559" -d '{"events": [{"server_uuid": "b248cb56-18c2-4ff2-a8da-8e0993879a65", "name": "network-vif-unplugged", "status": "completed", "tag": "5a73a242-a477-40db-9b6d-7ac1d38d6950"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:14:49.328502 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-5d6b3af5-34e3-46c8-8c09-3887f010d94b req-2cfe418a-b91a-4db5-b471-f186891c76a3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:49.357787 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-cd810659-5fa8-4a01-8bf5-78577fc636c8 None None] Port 052fead1-c995-4d25-878a-9b0d22f2a7ac cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:14:49.386492 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9daa891e-0d6c-475d-8a2f-e0c7fe3c9d2a req-e132e47e-1357-4819-afb4-6a4d53bbdf5b tempest-DeleteServersAdminTestJSON-130215457 tempest-DeleteServersAdminTestJSON-130215457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:14:49.394676 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9daa891e-0d6c-475d-8a2f-e0c7fe3c9d2a req-e132e47e-1357-4819-afb4-6a4d53bbdf5b tempest-DeleteServersAdminTestJSON-130215457 tempest-DeleteServersAdminTestJSON-130215457-project] 10.222.0.32 "GET /v2.0/ports?device_id=4701ffa8-7657-48b3-94c6-ad6336c8dfd6 HTTP/1.1" status: 200  len: 948 time: 0.3568499
Dec 25 21:14:49.409925 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-a3afd1c3-e8d0-47e6-8416-24d2ff76a4dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955'] for port, after_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:49.416033 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.provisioning_blocks [req-5d6b3af5-34e3-46c8-8c09-3887f010d94b req-2cfe418a-b91a-4db5-b471-f186891c76a3 service neutron] Transition to ACTIVE for port object 5a73a242-a477-40db-9b6d-7ac1d38d6950 will not be triggered until provisioned by entity L2. {{(pid=121606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 25 21:14:49.428621 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3afd1c3-e8d0-47e6-8416-24d2ff76a4dc None None] No DVR routers for this DVR port 57d5604a-eb76-4dcd-94cd-f6e83fade503 on host ncdv-master-1 {{(pid=121608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:14:49.432191 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8615385b-5d18-4c26-8d4a-83358e7aef3b req-24460663-7929-48f2-be5c-d4abd41d2c0f tempest-ServerDiagnosticsNegativeTest-605739865 tempest-ServerDiagnosticsNegativeTest-605739865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:14:49.441303 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8615385b-5d18-4c26-8d4a-83358e7aef3b req-24460663-7929-48f2-be5c-d4abd41d2c0f tempest-ServerDiagnosticsNegativeTest-605739865 tempest-ServerDiagnosticsNegativeTest-605739865-project] 10.222.0.32 "GET /v2.0/ports?device_id=1488edc8-a4a9-47c4-bc28-867a3c7538ba HTTP/1.1" status: 200  len: 950 time: 0.2466445
Dec 25 21:14:49.458535 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3afd1c3-e8d0-47e6-8416-24d2ff76a4dc None None] Pushing event deleted for resources: {'Port': ['ID=57d5604a-eb76-4dcd-94cd-f6e83fade503,revision_number=None']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:14:49.470123 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.db [None req-d90a2023-296a-439c-a2d6-72d42cb07cb9 tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] For port 57d5604a-eb76-4dcd-94cd-f6e83fade503, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=57d5604a-eb76-4dcd-94cd-f6e83fade503,segment=NetworkSegment(b6b5024c-caae-4d07-9f5f-f79f5ffcb101),segment_id=b6b5024c-caae-4d07-9f5f-f79f5ffcb101)] {{(pid=121607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:14:49.470633 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-d90a2023-296a-439c-a2d6-72d42cb07cb9 tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:49.499766 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-5d6b3af5-34e3-46c8-8c09-3887f010d94b req-2cfe418a-b91a-4db5-b471-f186891c76a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:49.500789 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-d90a2023-296a-439c-a2d6-72d42cb07cb9 tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Calling delete_port for 57d5604a-eb76-4dcd-94cd-f6e83fade503 owned by network:dhcp {{(pid=121607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:14:49.560617 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9daa891e-0d6c-475d-8a2f-e0c7fe3c9d2a req-e4ce97d2-d4d5-4d74-9ffd-94513d4d9fa7 tempest-DeleteServersAdminTestJSON-130215457 tempest-DeleteServersAdminTestJSON-130215457-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e7324bc-20c8-41e1-ab34-2991b9fd33ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1594052
Dec 25 21:14:49.573393 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.db [req-fbf1f2e2-e711-43de-82b7-5b1fdefab090 req-32eade32-da0b-428b-bde1-276ee838bd49 tempest-DeleteServersAdminTestJSON-130215457 tempest-DeleteServersAdminTestJSON-130215457-project] For port d62784a3-3811-4577-9f02-3d8938b22301, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d62784a3-3811-4577-9f02-3d8938b22301,segment=NetworkSegment(85c774cb-a0eb-4ad9-961f-f331d3b37cd6),segment_id=85c774cb-a0eb-4ad9-961f-f331d3b37cd6)] {{(pid=121607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:14:49.573770 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-fbf1f2e2-e711-43de-82b7-5b1fdefab090 req-32eade32-da0b-428b-bde1-276ee838bd49 tempest-DeleteServersAdminTestJSON-130215457 tempest-DeleteServersAdminTestJSON-130215457-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:49.625507 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8615385b-5d18-4c26-8d4a-83358e7aef3b req-bb97056a-3345-4d1b-8b17-4e9accb139b6 tempest-ServerDiagnosticsNegativeTest-605739865 tempest-ServerDiagnosticsNegativeTest-605739865-project] 10.222.0.32 "GET /v2.0/security-groups?id=6969ac4a-ab7d-44f5-a401-51a25b0e6500&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1767211
Dec 25 21:14:49.644276 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-d0c8d2c6-dd9d-4f2e-bcd8-ad30a98a7fb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:49.675325 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [req-fbf1f2e2-e711-43de-82b7-5b1fdefab090 req-32eade32-da0b-428b-bde1-276ee838bd49 tempest-DeleteServersAdminTestJSON-130215457 tempest-DeleteServersAdminTestJSON-130215457-project] Calling delete_port for d62784a3-3811-4577-9f02-3d8938b22301 owned by compute:nova {{(pid=121607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:14:49.678203 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d6b3af5-34e3-46c8-8c09-3887f010d94b req-2cfe418a-b91a-4db5-b471-f186891c76a3 service neutron] No DVR routers for this DVR port 5a73a242-a477-40db-9b6d-7ac1d38d6950 on host nch1-master-1 {{(pid=121606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:14:49.688224 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfe418a-b91a-4db5-b471-f186891c76a3 service neutron] Pushing event updated for resources: {'Port': ['ID=5a73a242-a477-40db-9b6d-7ac1d38d6950,revision_number=6']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:14:49.784817 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 25 Dec 2021 21:14:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cffb664d-d307-49a3-8cfa-faf9e2d10744 x-openstack-request-id: req-cffb664d-d307-49a3-8cfa-faf9e2d10744 {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:14:49.787370 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b248cb56-18c2-4ff2-a8da-8e0993879a65", "name": "network-vif-unplugged", "status": "completed", "tag": "5a73a242-a477-40db-9b6d-7ac1d38d6950", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:14:49.787663 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-cffb664d-d307-49a3-8cfa-faf9e2d10744 {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:14:49.788380 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b248cb56-18c2-4ff2-a8da-8e0993879a65', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5a73a242-a477-40db-9b6d-7ac1d38d6950', 'code': 200}
Dec 25 21:14:49.792565 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-5d6b3af5-34e3-46c8-8c09-3887f010d94b req-2cfe418a-b91a-4db5-b471-f186891c76a3 service neutron] Attempting to bind port 5a73a242-a477-40db-9b6d-7ac1d38d6950 on host nch2-master-1 for vnic_type normal with profile  {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:14:49.793003 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-5d6b3af5-34e3-46c8-8c09-3887f010d94b req-2cfe418a-b91a-4db5-b471-f186891c76a3 service neutron] Attempting to bind port 5a73a242-a477-40db-9b6d-7ac1d38d6950 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '85c774cb-a0eb-4ad9-961f-f331d3b37cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '8f212e98-547d-4c6e-a560-2e9a548c8f59'}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:14:49.793398 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d6b3af5-34e3-46c8-8c09-3887f010d94b req-2cfe418a-b91a-4db5-b471-f186891c76a3 service neutron] Attempting to bind port 5a73a242-a477-40db-9b6d-7ac1d38d6950 on network 8f212e98-547d-4c6e-a560-2e9a548c8f59 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:14:49.799204 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d6b3af5-34e3-46c8-8c09-3887f010d94b req-2cfe418a-b91a-4db5-b471-f186891c76a3 service neutron] Port 5a73a242-a477-40db-9b6d-7ac1d38d6950 on network 8f212e98-547d-4c6e-a560-2e9a548c8f59 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 25 21:14:49.799664 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d6b3af5-34e3-46c8-8c09-3887f010d94b req-2cfe418a-b91a-4db5-b471-f186891c76a3 service neutron] Attempting to bind port 5a73a242-a477-40db-9b6d-7ac1d38d6950 on network 8f212e98-547d-4c6e-a560-2e9a548c8f59 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:14:49.809320 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d6b3af5-34e3-46c8-8c09-3887f010d94b req-2cfe418a-b91a-4db5-b471-f186891c76a3 service neutron] Checking agent: {'id': '0d9ae313-8f8d-40fa-8a9f-d098a25a9911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 21, 4, 38), 'started_at': datetime.datetime(2021, 12, 25, 21, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 14, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:14:49.810188 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d6b3af5-34e3-46c8-8c09-3887f010d94b req-2cfe418a-b91a-4db5-b471-f186891c76a3 service neutron] Checking segment: {'id': '85c774cb-a0eb-4ad9-961f-f331d3b37cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '8f212e98-547d-4c6e-a560-2e9a548c8f59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:14:49.811052 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d6b3af5-34e3-46c8-8c09-3887f010d94b req-2cfe418a-b91a-4db5-b471-f186891c76a3 service neutron] Bound using segment: {'id': '85c774cb-a0eb-4ad9-961f-f331d3b37cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '8f212e98-547d-4c6e-a560-2e9a548c8f59'} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:14:49.811804 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-5d6b3af5-34e3-46c8-8c09-3887f010d94b req-2cfe418a-b91a-4db5-b471-f186891c76a3 service neutron] Bound port: 5a73a242-a477-40db-9b6d-7ac1d38d6950, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85c774cb-a0eb-4ad9-961f-f331d3b37cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '8f212e98-547d-4c6e-a560-2e9a548c8f59'}}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:14:49.812341 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-5d6b3af5-34e3-46c8-8c09-3887f010d94b req-2cfe418a-b91a-4db5-b471-f186891c76a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:49.846132 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:14:49.846132 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:14:49.846132 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:14:49.846132 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:14:49.846132 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:14:49.846132 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:14:49.846132 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:14:49.846132 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:14:49.846132 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:14:49.846132 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:14:49.846132 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:14:49.846132 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:14:49.846132 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:14:49.846132 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:14:49.846132 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:14:49.846132 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:14:49.846132 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:14:49.846132 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:14:49.846132 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:14:49.846132 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:14:49.846132 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:14:49.846132 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:14:49.846132 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:14:49.846132 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:14:49.846132 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:14:49.846132 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:14:49.846132 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:14:49.846132 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:14:49.846132 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:14:49.846132 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:14:49.846132 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:14:49.846132 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:14:49.846132 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:14:49.846132 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:14:49.846132 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:14:49.846132 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:14:49.849091 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:14:49.849091 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:14:49.849091 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:14:49.849091 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:14:49.849091 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:14:49.849091 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:14:49.849091 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:14:49.849091 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:14:49.849091 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 25 21:14:49.849091 ncdv-master-1 neutron-server[121607]:   self.session.flush()
Dec 25 21:14:49.849091 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 25 21:14:49.849091 ncdv-master-1 neutron-server[121607]:   self.session.flush()
Dec 25 21:14:49.860947 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-d90a2023-296a-439c-a2d6-72d42cb07cb9 tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:49.894580 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-5d6b3af5-34e3-46c8-8c09-3887f010d94b req-2cfe418a-b91a-4db5-b471-f186891c76a3 service neutron] For port 5a73a242-a477-40db-9b6d-7ac1d38d6950, host nch2-master-1, cleared binding levels {{(pid=121606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:14:49.901094 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-5d6b3af5-34e3-46c8-8c09-3887f010d94b req-2cfe418a-b91a-4db5-b471-f186891c76a3 service neutron] For port 5a73a242-a477-40db-9b6d-7ac1d38d6950, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5a73a242-a477-40db-9b6d-7ac1d38d6950,segment=NetworkSegment(85c774cb-a0eb-4ad9-961f-f331d3b37cd6),segment_id=85c774cb-a0eb-4ad9-961f-f331d3b37cd6)] {{(pid=121606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:14:49.965869 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90a2023-296a-439c-a2d6-72d42cb07cb9 tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Pushing event deleted for resources: {'Port': ['ID=57d5604a-eb76-4dcd-94cd-f6e83fade503,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:14:49.974998 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d90a2023-296a-439c-a2d6-72d42cb07cb9 tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] No DVR routers for this DVR port 57d5604a-eb76-4dcd-94cd-f6e83fade503 on host ncdv-master-1 {{(pid=121607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:14:49.983889 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7e7dfd9-c959-4465-a460-55aac15feeef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b231c087-49e0-4d5a-a3ce-2791da36b76a'}] {{(pid=121608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:14:49.986431 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a88c78c3ff6266bd59c7e89d275b28c92e739b67d23c89d71af88829fd31566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84c30374-15ec-42be-bcd9-0824fc3a61cb" -d '{"events": [{"server_uuid": "f7e7dfd9-c959-4465-a460-55aac15feeef", "name": "network-vif-plugged", "status": "completed", "tag": "b231c087-49e0-4d5a-a3ce-2791da36b76a"}]}' {{(pid=121608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:14:50.036027 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-5d6b3af5-34e3-46c8-8c09-3887f010d94b req-2cfe418a-b91a-4db5-b471-f186891c76a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:50.049771 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 21:14:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dac7b03-b60b-4b87-b2c5-eeb741071b98 x-openstack-request-id: req-2dac7b03-b60b-4b87-b2c5-eeb741071b98 {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:14:50.050061 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7e7dfd9-c959-4465-a460-55aac15feeef", "name": "network-vif-plugged", "status": "completed", "tag": "b231c087-49e0-4d5a-a3ce-2791da36b76a", "code": 200}]} {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:14:50.050328 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2dac7b03-b60b-4b87-b2c5-eeb741071b98 {{(pid=121608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:14:50.050705 ncdv-master-1 neutron-server[121608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7e7dfd9-c959-4465-a460-55aac15feeef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b231c087-49e0-4d5a-a3ce-2791da36b76a', 'code': 200}
Dec 25 21:14:50.078934 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device 16909884-4838-4f33-ab81-5984be2e8ea1 no longer exists at agent hyperv_nch2-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:14:50.124957 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] No Port match for: 16909884-4838-4f33-ab81-5984be2e8ea1 {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:14:50.125444 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device 16909884-4838-4f33-ab81-5984be2e8ea1 not bound to the agent host nch2-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:14:50.126014 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device d62784a3-3811-4577-9f02-3d8938b22301 no longer exists at agent hyperv_nch2-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:14:50.143923 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-d90a2023-296a-439c-a2d6-72d42cb07cb9 tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997585', 'neutron.services.segments.db._delete_segments_for_network-8737602743071'] for network, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:50.166720 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-d90a2023-296a-439c-a2d6-72d42cb07cb9 tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2612303820>,) {'filters': {'network_id': ['bddc1eb9-357a-4f2d-89ab-8a23420fb037']}} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:14:50.178434 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-d90a2023-296a-439c-a2d6-72d42cb07cb9 tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2612303820>, 'b6b5024c-caae-4d07-9f5f-f79f5ffcb101') {'for_net_delete': True} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:14:50.178750 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-d90a2023-296a-439c-a2d6-72d42cb07cb9 tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2612303820>, 'b6b5024c-caae-4d07-9f5f-f79f5ffcb101') {} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:14:50.187064 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6b3af5-34e3-46c8-8c09-3887f010d94b req-2cfe418a-b91a-4db5-b471-f186891c76a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:14:50.187622 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-5d6b3af5-34e3-46c8-8c09-3887f010d94b req-2cfe418a-b91a-4db5-b471-f186891c76a3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:50.189190 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5d6b3af5-34e3-46c8-8c09-3887f010d94b req-2cfe418a-b91a-4db5-b471-f186891c76a3 service neutron] 10.222.0.37 "PUT /v2.0/ports/5a73a242-a477-40db-9b6d-7ac1d38d6950 HTTP/1.1" status: 200  len: 1096 time: 1.8682675
Dec 25 21:14:50.189846 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-d90a2023-296a-439c-a2d6-72d42cb07cb9 tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737602746920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10246592'] for segment, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:50.204982 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-d90a2023-296a-439c-a2d6-72d42cb07cb9 tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:50.226746 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d90a2023-296a-439c-a2d6-72d42cb07cb9 tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Releasing vlan 155 on physical network physnet1 to pool {{(pid=121607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 25 21:14:50.227149 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-d90a2023-296a-439c-a2d6-72d42cb07cb9 tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8633327'] for segment, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:50.233639 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 25 21:14:50.233639 ncdv-master-1 neutron-server[121607]:   self.session.flush()
Dec 25 21:14:50.233639 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 25 21:14:50.233639 ncdv-master-1 neutron-server[121607]:   self.session.flush()
Dec 25 21:14:50.233639 ncdv-master-1 neutron-server[121607]: Traceback (most recent call last):
Dec 25 21:14:50.233639 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 25 21:14:50.233639 ncdv-master-1 neutron-server[121607]:     timer()
Dec 25 21:14:50.233639 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 25 21:14:50.233639 ncdv-master-1 neutron-server[121607]:     cb(*args, **kw)
Dec 25 21:14:50.233639 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 25 21:14:50.233639 ncdv-master-1 neutron-server[121607]:     return func(*args, **kwargs)
Dec 25 21:14:50.233639 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 25 21:14:50.233639 ncdv-master-1 neutron-server[121607]:     self._notify()
Dec 25 21:14:50.233639 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 25 21:14:50.233639 ncdv-master-1 neutron-server[121607]:     self.callback(batched_events)
Dec 25 21:14:50.233639 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 25 21:14:50.233639 ncdv-master-1 neutron-server[121607]:     event.method(event)
Dec 25 21:14:50.233639 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 25 21:14:50.233639 ncdv-master-1 neutron-server[121607]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 25 21:14:50.233639 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 25 21:14:50.233639 ncdv-master-1 neutron-server[121607]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 25 21:14:50.233639 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 25 21:14:50.233639 ncdv-master-1 neutron-server[121607]:     return f(self, *a, **k)
Dec 25 21:14:50.233639 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 25 21:14:50.233639 ncdv-master-1 neutron-server[121607]:     return self._get(url).json()
Dec 25 21:14:50.233639 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 25 21:14:50.233639 ncdv-master-1 neutron-server[121607]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 25 21:14:50.233639 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 25 21:14:50.233639 ncdv-master-1 neutron-server[121607]:     return self.request(url, 'GET', **kwargs)
Dec 25 21:14:50.233639 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 25 21:14:50.233639 ncdv-master-1 neutron-server[121607]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 25 21:14:50.233639 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 25 21:14:50.233639 ncdv-master-1 neutron-server[121607]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 25 21:14:50.233639 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 25 21:14:50.233639 ncdv-master-1 neutron-server[121607]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 25 21:14:50.233639 ncdv-master-1 neutron-server[121607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 25 21:14:50.295337 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cb61e0-8741-4d25-8226-7c21b4b2411f req-d027aceb-995f-415a-8766-d5b70c27bca0 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:14:50.304019 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-55cb61e0-8741-4d25-8226-7c21b4b2411f req-d027aceb-995f-415a-8766-d5b70c27bca0 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/ports?device_id=b248cb56-18c2-4ff2-a8da-8e0993879a65 HTTP/1.1" status: 200  len: 948 time: 0.3432128
Dec 25 21:14:50.322994 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:50.342636 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-d0c8d2c6-dd9d-4f2e-bcd8-ad30a98a7fb2 admin admin] Publish callbacks [] for port, precommit_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:50.364400 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfe418a-b91a-4db5-b471-f186891c76a3 service neutron] Pushing event updated for resources: {'Port': ['ID=5a73a242-a477-40db-9b6d-7ac1d38d6950,revision_number=7']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:14:50.382024 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port d62784a3-3811-4577-9f02-3d8938b22301, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d62784a3-3811-4577-9f02-3d8938b22301,segment=NetworkSegment(85c774cb-a0eb-4ad9-961f-f331d3b37cd6),segment_id=85c774cb-a0eb-4ad9-961f-f331d3b37cd6)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:14:50.390330 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ae2719-67fc-4d7a-b061-d49d945cd5fe req-8c6f47c5-444f-4fcf-9a55-e9a98cc8b76f tempest-AttachSCSIVolumeTestJSON-995789853 tempest-AttachSCSIVolumeTestJSON-995789853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:14:50.391925 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d6ae2719-67fc-4d7a-b061-d49d945cd5fe req-8c6f47c5-444f-4fcf-9a55-e9a98cc8b76f tempest-AttachSCSIVolumeTestJSON-995789853 tempest-AttachSCSIVolumeTestJSON-995789853-project] 10.222.0.32 "GET /v2.0/ports?device_id=f7e7dfd9-c959-4465-a460-55aac15feeef HTTP/1.1" status: 200  len: 945 time: 0.1704795
Dec 25 21:14:50.393894 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d707be1d-b58a-42c3-bf1c-8eee302841ae req-10da91e3-b8d5-4a21-92e4-dce7bea70bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:14:50.395433 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d707be1d-b58a-42c3-bf1c-8eee302841ae req-10da91e3-b8d5-4a21-92e4-dce7bea70bfa service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=f7e7dfd9-c959-4465-a460-55aac15feeef HTTP/1.1" status: 200  len: 1096 time: 0.2583060
Dec 25 21:14:50.437493 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-d0c8d2c6-dd9d-4f2e-bcd8-ad30a98a7fb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8632327'] for port, after_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:50.453311 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6b3af5-34e3-46c8-8c09-3887f010d94b req-4b65be03-254f-49a9-a57b-7dbdc087d88d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:14:50.454861 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5d6b3af5-34e3-46c8-8c09-3887f010d94b req-4b65be03-254f-49a9-a57b-7dbdc087d88d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ed880d80bcfb4641b02f26da5fad21b8&device_id=b248cb56-18c2-4ff2-a8da-8e0993879a65 HTTP/1.1" status: 200  len: 1099 time: 0.1766636
Dec 25 21:14:50.463181 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-d90a2023-296a-439c-a2d6-72d42cb07cb9 tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2008653'] for network, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:50.463698 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-55cb61e0-8741-4d25-8226-7c21b4b2411f req-0f724261-2a61-4da6-81a6-f9ca73b2d790 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3f1ae63-416f-443f-b032-af0d7dcc9019&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1586223
Dec 25 21:14:50.501411 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:50.503656 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device 558fe07e-120c-40d4-bb28-cb8b2deda29a no longer exists at agent hyperv_nch2-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:14:50.504142 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-d90a2023-296a-439c-a2d6-72d42cb07cb9 tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for network, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:50.509867 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-d90a2023-296a-439c-a2d6-72d42cb07cb9 tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] 10.222.0.32 "DELETE /v2.0/networks/bddc1eb9-357a-4f2d-89ab-8a23420fb037 HTTP/1.1" status: 204  len: 168 time: 1.8941073
Dec 25 21:14:50.516194 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 50516) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:14:50.516535 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90a2023-296a-439c-a2d6-72d42cb07cb9 tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Pushing event deleted for resources: {'Network': ['ID=bddc1eb9-357a-4f2d-89ab-8a23420fb037,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:14:50.563462 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c8d2c6-dd9d-4f2e-bcd8-ad30a98a7fb2 admin admin] Pushing event updated for resources: {'Port': ['ID=052fead1-c995-4d25-878a-9b0d22f2a7ac,revision_number=2']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:14:50.576941 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-d0c8d2c6-dd9d-4f2e-bcd8-ad30a98a7fb2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2007636'] for router_interface, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:50.593515 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] No Port match for: 558fe07e-120c-40d4-bb28-cb8b2deda29a {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:14:50.593515 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device 558fe07e-120c-40d4-bb28-cb8b2deda29a not bound to the agent host nch2-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:14:50.594138 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d6ae2719-67fc-4d7a-b061-d49d945cd5fe req-aa7dd03f-777e-4105-adb1-8cfc3218183a tempest-AttachSCSIVolumeTestJSON-995789853 tempest-AttachSCSIVolumeTestJSON-995789853-project] 10.222.0.32 "GET /v2.0/security-groups?id=8bf77a26-90d8-4a6a-a5bb-9e06513d8ecf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1878173
Dec 25 21:14:50.645161 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d707be1d-b58a-42c3-bf1c-8eee302841ae req-327cc4b6-c36b-4a06-ab83-5b399a3cd2fc service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=8bf77a26-90d8-4a6a-a5bb-9e06513d8ecf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2399085
Dec 25 21:14:50.652528 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Pushing event updated for resources: {'Port': ['ID=d62784a3-3811-4577-9f02-3d8938b22301,revision_number=6']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:14:50.678850 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd800ce1-0e9a-4159-a61c-fa737f5a4833 tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Deleting subnet a55880c3-27ea-48fb-974b-81f62eed6030 {{(pid=121606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Dec 25 21:14:50.682806 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-bd800ce1-0e9a-4159-a61c-fa737f5a4833 tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Publish callbacks [] for subnet, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:50.705911 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-fbf1f2e2-e711-43de-82b7-5b1fdefab090 req-32eade32-da0b-428b-bde1-276ee838bd49 tempest-DeleteServersAdminTestJSON-130215457 tempest-DeleteServersAdminTestJSON-130215457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:50.734139 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32eade32-da0b-428b-bde1-276ee838bd49 tempest-DeleteServersAdminTestJSON-130215457 tempest-DeleteServersAdminTestJSON-130215457-project] Pushing event deleted for resources: {'Port': ['ID=d62784a3-3811-4577-9f02-3d8938b22301,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:14:50.772451 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-bd800ce1-0e9a-4159-a61c-fa737f5a4833 tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9084199'] for subnet, precommit_delete_associations {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:50.781672 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7695a1a0-01be-4efc-957f-97c875cdaa22 req-38cc3eec-f13d-4374-a462-1baacfd86fea tempest-DeleteServersAdminTestJSON-130215457 tempest-DeleteServersAdminTestJSON-130215457-project] 10.222.0.32 "GET /v2.0/ports?device_id=4701ffa8-7657-48b3-94c6-ad6336c8dfd6 HTTP/1.1" status: 200  len: 210 time: 0.0640366
Dec 25 21:14:50.787989 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbf1f2e2-e711-43de-82b7-5b1fdefab090 req-32eade32-da0b-428b-bde1-276ee838bd49 tempest-DeleteServersAdminTestJSON-130215457 tempest-DeleteServersAdminTestJSON-130215457-project] No DVR routers for this DVR port d62784a3-3811-4577-9f02-3d8938b22301 on host nch2-master-1 {{(pid=121607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:14:50.792052 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-fbf1f2e2-e711-43de-82b7-5b1fdefab090 req-32eade32-da0b-428b-bde1-276ee838bd49 tempest-DeleteServersAdminTestJSON-130215457 tempest-DeleteServersAdminTestJSON-130215457-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:50.805182 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-fbf1f2e2-e711-43de-82b7-5b1fdefab090 req-32eade32-da0b-428b-bde1-276ee838bd49 tempest-DeleteServersAdminTestJSON-130215457 tempest-DeleteServersAdminTestJSON-130215457-project] 10.222.0.37 "DELETE /v2.0/ports/d62784a3-3811-4577-9f02-3d8938b22301 HTTP/1.1" status: 204  len: 173 time: 2.0279727
Dec 25 21:14:50.805182 ncdv-master-1 neutron-server[121607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4701ffa8-7657-48b3-94c6-ad6336c8dfd6', 'name': 'network-vif-deleted', 'tag': 'd62784a3-3811-4577-9f02-3d8938b22301'}] {{(pid=121607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:14:50.805182 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f980bbcadfa7bf1e788024e1448be660373c21f97f015f780444e999c451203" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9aba2686-025b-442d-9968-803f769cd27b" -d '{"events": [{"server_uuid": "4701ffa8-7657-48b3-94c6-ad6336c8dfd6", "name": "network-vif-deleted", "tag": "d62784a3-3811-4577-9f02-3d8938b22301"}]}' {{(pid=121607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:14:50.816450 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0c8d2c6-dd9d-4f2e-bcd8-ad30a98a7fb2 admin admin] Network cb028617-ca4b-4888-809e-8a74d7f084f8 is already hosted by enough agents. {{(pid=121607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:14:50.818178 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-d0c8d2c6-dd9d-4f2e-bcd8-ad30a98a7fb2 admin admin] Resources bound (agent type, host, resource id):  {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:14:50.825914 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6b3af5-34e3-46c8-8c09-3887f010d94b req-93c01101-862a-4cbf-9942-b193e91ccbc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:14:50.827432 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5d6b3af5-34e3-46c8-8c09-3887f010d94b req-93c01101-862a-4cbf-9942-b193e91ccbc4 service neutron] 10.222.0.37 "GET /v2.0/networks?id=8f212e98-547d-4c6e-a560-2e9a548c8f59 HTTP/1.1" status: 200  len: 870 time: 0.3619471
Dec 25 21:14:50.910617 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1245b17-07cb-46fb-9e5a-e9afbf23b1d7 req-82ed14dc-bd6b-435e-84bb-ab7a2ef19434 tempest-ServerDiagnosticsNegativeTest-605739865 tempest-ServerDiagnosticsNegativeTest-605739865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:14:50.918169 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c1245b17-07cb-46fb-9e5a-e9afbf23b1d7 req-82ed14dc-bd6b-435e-84bb-ab7a2ef19434 tempest-ServerDiagnosticsNegativeTest-605739865 tempest-ServerDiagnosticsNegativeTest-605739865-project] 10.222.0.32 "GET /v2.0/ports?device_id=1488edc8-a4a9-47c4-bc28-867a3c7538ba HTTP/1.1" status: 200  len: 950 time: 0.1993682
Dec 25 21:14:50.938804 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5d6b3af5-34e3-46c8-8c09-3887f010d94b req-f23a3e30-9cb0-4c9e-8215-67b9e5413744 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.241&port_id=5a73a242-a477-40db-9b6d-7ac1d38d6950 HTTP/1.1" status: 200  len: 217 time: 0.1013176
Dec 25 21:14:51.059282 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device 5a73a242-a477-40db-9b6d-7ac1d38d6950 no longer exists at agent hyperv_nch1-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:14:51.131867 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c1245b17-07cb-46fb-9e5a-e9afbf23b1d7 req-c2235761-b273-42b5-9a1b-fe3cb2765298 tempest-ServerDiagnosticsNegativeTest-605739865 tempest-ServerDiagnosticsNegativeTest-605739865-project] 10.222.0.32 "GET /v2.0/security-groups?id=6969ac4a-ab7d-44f5-a401-51a25b0e6500&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2127168
Dec 25 21:14:51.148417 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0c8d2c6-dd9d-4f2e-bcd8-ad30a98a7fb2 admin admin] Router 518eea4f-bd4e-4803-90e7-aa4090dd8322 has already been hosted by L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 {{(pid=121607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 25 21:14:51.159436 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device e475d07d-ef33-47d9-bf29-6524f78c9470 up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:14:51.165680 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 21:14:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d553840-f42b-4850-9527-eff4600b30ee x-openstack-request-id: req-5d553840-f42b-4850-9527-eff4600b30ee {{(pid=121607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:14:51.165986 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4701ffa8-7657-48b3-94c6-ad6336c8dfd6", "name": "network-vif-deleted", "tag": "d62784a3-3811-4577-9f02-3d8938b22301", "status": "completed", "code": 200}]} {{(pid=121607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:14:51.166244 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5d553840-f42b-4850-9527-eff4600b30ee {{(pid=121607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:14:51.167783 ncdv-master-1 neutron-server[121607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4701ffa8-7657-48b3-94c6-ad6336c8dfd6', 'name': 'network-vif-deleted', 'tag': 'd62784a3-3811-4577-9f02-3d8938b22301', 'status': 'completed', 'code': 200}
Dec 25 21:14:51.228944 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6b3af5-34e3-46c8-8c09-3887f010d94b req-f0d29638-4c37-441c-a98e-cced3dd1647f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:14:51.230658 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5d6b3af5-34e3-46c8-8c09-3887f010d94b req-f0d29638-4c37-441c-a98e-cced3dd1647f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=dcfbae86-f93e-400c-8084-eac7f56ff5ba HTTP/1.1" status: 200  len: 843 time: 0.2755544
Dec 25 21:14:51.239130 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-bd800ce1-0e9a-4159-a61c-fa737f5a4833 tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995662'] for subnet, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:51.337914 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] The host nch1-master-1 is not matching for port 5a73a242-a477-40db-9b6d-7ac1d38d6950 host nch2-master-1! {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}}
Dec 25 21:14:51.338519 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device 5a73a242-a477-40db-9b6d-7ac1d38d6950 not bound to the agent host nch1-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:14:51.352255 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6b3af5-34e3-46c8-8c09-3887f010d94b req-1d97c679-8df2-480a-ab5a-f68a057e9b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:14:51.354918 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5d6b3af5-34e3-46c8-8c09-3887f010d94b req-1d97c679-8df2-480a-ab5a-f68a057e9b33 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8f212e98-547d-4c6e-a560-2e9a548c8f59&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1118672
Dec 25 21:14:51.385459 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port e475d07d-ef33-47d9-bf29-6524f78c9470 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:14:51.385962 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:51.391553 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0c8d2c6-dd9d-4f2e-bcd8-ad30a98a7fb2 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 21:14:51.402231 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-d0c8d2c6-dd9d-4f2e-bcd8-ad30a98a7fb2 admin admin] 10.222.0.32 "PUT /v2.0/routers/518eea4f-bd4e-4803-90e7-aa4090dd8322/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.7309861
Dec 25 21:14:51.410339 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-b991d1a3-f1ff-4769-8e35-006496a82aa2 None None] Provisioning complete for port 052fead1-c995-4d25-878a-9b0d22f2a7ac triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:14:51.410339 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-b991d1a3-f1ff-4769-8e35-006496a82aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:51.462968 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-b991d1a3-f1ff-4769-8e35-006496a82aa2 None None] Port 052fead1-c995-4d25-878a-9b0d22f2a7ac cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:14:51.496260 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5d6b3af5-34e3-46c8-8c09-3887f010d94b req-8a8a093b-6254-452f-93ff-5f59fd710a9a service neutron] 10.222.0.37 "GET /v2.0/networks/8f212e98-547d-4c6e-a560-2e9a548c8f59?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1327610
Dec 25 21:14:51.521945 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:51.542893 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f7bc102-bc08-4cd2-b2c0-d5c2961cfbeb None None] Sync routers for ids ['518eea4f-bd4e-4803-90e7-aa4090dd8322'] in ncdv-master-1 {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 21:14:51.549203 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] For port e475d07d-ef33-47d9-bf29-6524f78c9470, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e475d07d-ef33-47d9-bf29-6524f78c9470,segment=NetworkSegment(6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855),segment_id=6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:14:51.561063 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f7bc102-bc08-4cd2-b2c0-d5c2961cfbeb None None] Routers {'518eea4f-bd4e-4803-90e7-aa4090dd8322'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:14:51.561796 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-8f7bc102-bc08-4cd2-b2c0-d5c2961cfbeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f261832e460>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:14:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['518eea4f-bd4e-4803-90e7-aa4090dd8322'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:14:51.578421 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-bd800ce1-0e9a-4159-a61c-fa737f5a4833 tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9084363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9028506'] for subnet, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:51.648460 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd800ce1-0e9a-4159-a61c-fa737f5a4833 tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Pushing event deleted for resources: {'Subnet': ['ID=a55880c3-27ea-48fb-974b-81f62eed6030,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:14:51.670973 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-bd800ce1-0e9a-4159-a61c-fa737f5a4833 tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for subnet, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:51.672403 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:51.676942 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-bd800ce1-0e9a-4159-a61c-fa737f5a4833 tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] 10.222.0.32 "DELETE /v2.0/subnets/a55880c3-27ea-48fb-974b-81f62eed6030 HTTP/1.1" status: 204  len: 168 time: 1.1393557
Dec 25 21:14:51.677354 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 50540) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:14:51.694793 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1107ce9a-0aad-47b0-b731-5d06ec044888 None None] Network 3e921bd6-c801-4e72-9632-6b6d2570d487 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:14:51.697295 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5d6b3af5-34e3-46c8-8c09-3887f010d94b req-5754be91-559b-4b34-b48f-e0b0c6edc4c2 service neutron] 10.222.0.37 "GET /v2.0/networks/8f212e98-547d-4c6e-a560-2e9a548c8f59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1833370
Dec 25 21:14:51.726953 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecef189-294f-4104-a083-5c3f875eafc6 req-c7e5cbcd-6679-4604-a85e-6fd13b972c53 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:14:51.729646 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-aecef189-294f-4104-a083-5c3f875eafc6 req-c7e5cbcd-6679-4604-a85e-6fd13b972c53 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/ports?device_id=b248cb56-18c2-4ff2-a8da-8e0993879a65 HTTP/1.1" status: 200  len: 948 time: 0.1176167
Dec 25 21:14:51.736404 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvr_db [None req-8f7bc102-bc08-4cd2-b2c0-d5c2961cfbeb None None] Set router 518eea4f-bd4e-4803-90e7-aa4090dd8322 gateway port host: ncdv-master-1 {{(pid=121609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:14:51.796519 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 57d5604a-eb76-4dcd-94cd-f6e83fade503 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:14:51.801565 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b248cb56-18c2-4ff2-a8da-8e0993879a65', 'tag': '5a73a242-a477-40db-9b6d-7ac1d38d6950'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:14:51.804152 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9858820c13ec2827453b94ebc4181065e990a4e4089ccb9fe762531ac62d2fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-735b2a1b-e1e9-4f52-8754-1f21c6bfa26a" -d '{"events": [{"name": "network-changed", "server_uuid": "b248cb56-18c2-4ff2-a8da-8e0993879a65", "tag": "5a73a242-a477-40db-9b6d-7ac1d38d6950"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:14:51.825673 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-aecef189-294f-4104-a083-5c3f875eafc6 req-4cb3d192-9514-4c3d-9598-3f7628b72c70 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3f1ae63-416f-443f-b032-af0d7dcc9019&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0876217
Dec 25 21:14:51.864580 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] No Port match for: 57d5604a-eb76-4dcd-94cd-f6e83fade503 {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:14:51.864965 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 57d5604a-eb76-4dcd-94cd-f6e83fade503 not bound to the agent host ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:14:51.876208 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Pushing event updated for resources: {'Port': ['ID=e475d07d-ef33-47d9-bf29-6524f78c9470,revision_number=4']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:14:51.919431 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ad532073-6bf4-41c7-a1f1-16150807e6b9 tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625803'] for network, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:51.966542 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61f7469-1784-481e-8bb0-61ce8796aa40 req-c1c69529-0fdd-413d-8d21-8c713b098cc8 tempest-AttachSCSIVolumeTestJSON-995789853 tempest-AttachSCSIVolumeTestJSON-995789853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:14:51.979025 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e61f7469-1784-481e-8bb0-61ce8796aa40 req-c1c69529-0fdd-413d-8d21-8c713b098cc8 tempest-AttachSCSIVolumeTestJSON-995789853 tempest-AttachSCSIVolumeTestJSON-995789853-project] 10.222.0.32 "GET /v2.0/ports?device_id=f7e7dfd9-c959-4465-a460-55aac15feeef HTTP/1.1" status: 200  len: 945 time: 0.0832872
Dec 25 21:14:52.032865 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31be3a37-af15-417b-a4e2-ed094d49b7f9 None None] DHCP port deletion for 3e921bd6-c801-4e72-9632-6b6d2570d487 request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 21:14:52.056000 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-ad532073-6bf4-41c7-a1f1-16150807e6b9 tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Deleting port d075a674-0142-4b8f-ba08-9fd4f32eb808 {{(pid=121607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:14:52.056583 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ad532073-6bf4-41c7-a1f1-16150807e6b9 tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:52.073058 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e61f7469-1784-481e-8bb0-61ce8796aa40 req-3cd8ef1d-f3ec-44fd-930c-85b05696d9d0 tempest-AttachSCSIVolumeTestJSON-995789853 tempest-AttachSCSIVolumeTestJSON-995789853-project] 10.222.0.32 "GET /v2.0/security-groups?id=8bf77a26-90d8-4a6a-a5bb-9e06513d8ecf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0928235
Dec 25 21:14:52.100050 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4701ffa8-7657-48b3-94c6-ad6336c8dfd6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd62784a3-3811-4577-9f02-3d8938b22301'}] {{(pid=121608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:14:52.103050 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a88c78c3ff6266bd59c7e89d275b28c92e739b67d23c89d71af88829fd31566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b2c4233-9e2a-40a7-a2c7-0dd8f2533fad" -d '{"events": [{"server_uuid": "4701ffa8-7657-48b3-94c6-ad6336c8dfd6", "name": "network-vif-unplugged", "status": "completed", "tag": "d62784a3-3811-4577-9f02-3d8938b22301"}]}' {{(pid=121608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:14:52.144628 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-8f7bc102-bc08-4cd2-b2c0-d5c2961cfbeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f261832e460>, [{'id': '518eea4f-bd4e-4803-90e7-aa4090dd8322', 'name': 'tempest-AttachVolumeTestJSON-534243322-router', 'tenant_id': '7ed80be6e633499b9d1dc61c05014afc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.48'}], 'enable_snat': True}, 'gw_port_id': 'e475d07d-ef33-47d9-bf29-6524f78c9470', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:14:43Z', 'updated_at': '2021-12-25T21:14:49Z', 'revision_number': 4, 'project_id': '7ed80be6e633499b9d1dc61c05014afc', 'gw_port': {'id': 'e475d07d-ef33-47d9-bf29-6524f78c9470', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:b6:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '518eea4f-bd4e-4803-90e7-aa4090dd8322', 'device_owner': 'network:router_gateway', 'standard_attr_id': 852, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:14:43Z', 'updated_at': '2021-12-25T21:14:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '052fead1-c995-4d25-878a-9b0d22f2a7ac', 'name': '', 'network_id': 'cb028617-ca4b-4888-809e-8a74d7f084f8', 'tenant_id': '7ed80be6e633499b9d1dc61c05014afc', 'mac_address': 'fa:16:3e:8a:a8:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '518eea4f-bd4e-4803-90e7-aa4090dd8322', 'device_owner': 'network:router_interface', 'standard_attr_id': 853, 'fixed_ips': [{'subnet_id': '00dff513-a38a-48f8-809a-d1935b6eecea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:14:47Z', 'updated_at': '2021-12-25T21:14:49Z', 'revision_number': 2, 'project_id': '7ed80be6e633499b9d1dc61c05014afc', 'subnets': [{'id': '00dff513-a38a-48f8-809a-d1935b6eecea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:14:52.162625 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-31be3a37-af15-417b-a4e2-ed094d49b7f9 None None] Deleting port d075a674-0142-4b8f-ba08-9fd4f32eb808 {{(pid=121608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:14:52.162918 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-31be3a37-af15-417b-a4e2-ed094d49b7f9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:52.186388 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.db [None req-ad532073-6bf4-41c7-a1f1-16150807e6b9 tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] For port d075a674-0142-4b8f-ba08-9fd4f32eb808, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d075a674-0142-4b8f-ba08-9fd4f32eb808,segment=NetworkSegment(2697e07c-332d-4641-aeba-93b90adf7b9d),segment_id=2697e07c-332d-4641-aeba-93b90adf7b9d)] {{(pid=121607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:14:52.187207 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ad532073-6bf4-41c7-a1f1-16150807e6b9 tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:52.204368 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f7bc102-bc08-4cd2-b2c0-d5c2961cfbeb None None] Checking router: 518eea4f-bd4e-4803-90e7-aa4090dd8322 for host: ncdv-master-1 {{(pid=121609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 25 21:14:52.208383 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f7bc102-bc08-4cd2-b2c0-d5c2961cfbeb None None] Updating router 518eea4f-bd4e-4803-90e7-aa4090dd8322 port 052fead1-c995-4d25-878a-9b0d22f2a7ac binding host ncdv-master-1 {{(pid=121609) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 25 21:14:52.210142 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-ad532073-6bf4-41c7-a1f1-16150807e6b9 tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Calling delete_port for d075a674-0142-4b8f-ba08-9fd4f32eb808 owned by network:dhcp {{(pid=121607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:14:52.258855 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-31be3a37-af15-417b-a4e2-ed094d49b7f9 None None] For port d075a674-0142-4b8f-ba08-9fd4f32eb808, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d075a674-0142-4b8f-ba08-9fd4f32eb808,segment=NetworkSegment(2697e07c-332d-4641-aeba-93b90adf7b9d),segment_id=2697e07c-332d-4641-aeba-93b90adf7b9d)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:14:52.260187 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-31be3a37-af15-417b-a4e2-ed094d49b7f9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:52.273997 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-31be3a37-af15-417b-a4e2-ed094d49b7f9 None None] Calling delete_port for d075a674-0142-4b8f-ba08-9fd4f32eb808 owned by network:dhcp {{(pid=121608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:14:52.276337 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-8f7bc102-bc08-4cd2-b2c0-d5c2961cfbeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:52.282653 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460c07d5-48b5-41f7-bafd-ed4e9e3aed9e req-bc12c75c-dd42-4d56-8825-af51fb137ee2 tempest-ServerDiagnosticsNegativeTest-605739865 tempest-ServerDiagnosticsNegativeTest-605739865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:14:52.290179 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-460c07d5-48b5-41f7-bafd-ed4e9e3aed9e req-bc12c75c-dd42-4d56-8825-af51fb137ee2 tempest-ServerDiagnosticsNegativeTest-605739865 tempest-ServerDiagnosticsNegativeTest-605739865-project] 10.222.0.32 "GET /v2.0/ports?device_id=1488edc8-a4a9-47c4-bc28-867a3c7538ba HTTP/1.1" status: 200  len: 950 time: 0.1123080
Dec 25 21:14:52.375027 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-460c07d5-48b5-41f7-bafd-ed4e9e3aed9e req-2b0ee0b4-7e11-4e2d-9300-9cb615a1189f tempest-ServerDiagnosticsNegativeTest-605739865 tempest-ServerDiagnosticsNegativeTest-605739865-project] 10.222.0.32 "GET /v2.0/security-groups?id=6969ac4a-ab7d-44f5-a401-51a25b0e6500&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0778246
Dec 25 21:14:52.438272 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ad532073-6bf4-41c7-a1f1-16150807e6b9 tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:52.444908 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Dec 2021 21:14:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a23c3043-fe85-4db9-bb72-37ccef022bf6 x-openstack-request-id: req-a23c3043-fe85-4db9-bb72-37ccef022bf6 {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:14:52.445183 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b248cb56-18c2-4ff2-a8da-8e0993879a65", "tag": "5a73a242-a477-40db-9b6d-7ac1d38d6950", "status": "completed", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:14:52.445411 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a23c3043-fe85-4db9-bb72-37ccef022bf6 {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:14:52.445822 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b248cb56-18c2-4ff2-a8da-8e0993879a65', 'tag': '5a73a242-a477-40db-9b6d-7ac1d38d6950', 'status': 'completed', 'code': 200}
Dec 25 21:14:52.453767 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-31be3a37-af15-417b-a4e2-ed094d49b7f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955'] for port, after_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:52.487135 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad532073-6bf4-41c7-a1f1-16150807e6b9 tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Pushing event deleted for resources: {'Port': ['ID=d075a674-0142-4b8f-ba08-9fd4f32eb808,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:14:52.499871 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad532073-6bf4-41c7-a1f1-16150807e6b9 tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] No DVR routers for this DVR port d075a674-0142-4b8f-ba08-9fd4f32eb808 on host ncdv-master-1 {{(pid=121607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:14:52.537906 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31be3a37-af15-417b-a4e2-ed094d49b7f9 None None] No DVR routers for this DVR port d075a674-0142-4b8f-ba08-9fd4f32eb808 on host ncdv-master-1 {{(pid=121608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:14:52.542562 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31be3a37-af15-417b-a4e2-ed094d49b7f9 None None] Pushing event deleted for resources: {'Port': ['ID=d075a674-0142-4b8f-ba08-9fd4f32eb808,revision_number=None']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:14:52.649291 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735b2a1b-e1e9-4f52-8754-1f21c6bfa26a req-b30603ca-a604-427c-b9a8-795d72dff210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:14:52.651037 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-735b2a1b-e1e9-4f52-8754-1f21c6bfa26a req-b30603ca-a604-427c-b9a8-795d72dff210 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ed880d80bcfb4641b02f26da5fad21b8&device_id=b248cb56-18c2-4ff2-a8da-8e0993879a65 HTTP/1.1" status: 200  len: 1099 time: 0.1225526
Dec 25 21:14:52.653221 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735b2a1b-e1e9-4f52-8754-1f21c6bfa26a req-846d0f0d-a3ea-40a6-95ed-b852cfe5545c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:14:52.654637 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-735b2a1b-e1e9-4f52-8754-1f21c6bfa26a req-846d0f0d-a3ea-40a6-95ed-b852cfe5545c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ed880d80bcfb4641b02f26da5fad21b8&device_id=b248cb56-18c2-4ff2-a8da-8e0993879a65 HTTP/1.1" status: 200  len: 1099 time: 0.1539016
Dec 25 21:14:52.672750 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ad532073-6bf4-41c7-a1f1-16150807e6b9 tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997585', 'neutron.services.segments.db._delete_segments_for_network-8737602743071'] for network, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:52.702538 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-ad532073-6bf4-41c7-a1f1-16150807e6b9 tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f26120265b0>,) {'filters': {'network_id': ['3e921bd6-c801-4e72-9632-6b6d2570d487']}} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:14:52.715672 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 50558) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:14:52.726885 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-de4cdadb-7c5b-417f-857c-a1afc9dc56d3 tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] Request body: {'security_group': {'name': 'tempest-securitygroup--740761746', 'description': 'tempest-description--768002826'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:14:52.738429 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-ad532073-6bf4-41c7-a1f1-16150807e6b9 tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f26120265b0>, '2697e07c-332d-4641-aeba-93b90adf7b9d') {'for_net_delete': True} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:14:52.738429 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-ad532073-6bf4-41c7-a1f1-16150807e6b9 tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f26120265b0>, '2697e07c-332d-4641-aeba-93b90adf7b9d') {} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:14:52.750478 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ad532073-6bf4-41c7-a1f1-16150807e6b9 tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737602746920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10246592'] for segment, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:52.773724 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ad532073-6bf4-41c7-a1f1-16150807e6b9 tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:52.776611 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 25 Dec 2021 21:14:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7d063d4-69fc-4773-bfd1-90cf11750bc4 x-openstack-request-id: req-a7d063d4-69fc-4773-bfd1-90cf11750bc4 {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:14:52.781145 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4701ffa8-7657-48b3-94c6-ad6336c8dfd6", "name": "network-vif-unplugged", "status": "completed", "tag": "d62784a3-3811-4577-9f02-3d8938b22301", "code": 200}]} {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:14:52.781145 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a7d063d4-69fc-4773-bfd1-90cf11750bc4 {{(pid=121608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:14:52.781145 ncdv-master-1 neutron-server[121608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4701ffa8-7657-48b3-94c6-ad6336c8dfd6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd62784a3-3811-4577-9f02-3d8938b22301', 'code': 200}
Dec 25 21:14:52.785400 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad532073-6bf4-41c7-a1f1-16150807e6b9 tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Releasing vlan 160 on physical network physnet1 to pool {{(pid=121607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 25 21:14:52.785811 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ad532073-6bf4-41c7-a1f1-16150807e6b9 tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8633327'] for segment, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:52.794466 ncdv-master-1 neutron-server[121607]: Traceback (most recent call last):
Dec 25 21:14:52.794466 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 25 21:14:52.794466 ncdv-master-1 neutron-server[121607]:     timer()
Dec 25 21:14:52.794466 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 25 21:14:52.794466 ncdv-master-1 neutron-server[121607]:     cb(*args, **kw)
Dec 25 21:14:52.794466 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 25 21:14:52.794466 ncdv-master-1 neutron-server[121607]:     return func(*args, **kwargs)
Dec 25 21:14:52.794466 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 25 21:14:52.794466 ncdv-master-1 neutron-server[121607]:     self._notify()
Dec 25 21:14:52.794466 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 25 21:14:52.794466 ncdv-master-1 neutron-server[121607]:     self.callback(batched_events)
Dec 25 21:14:52.794466 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 25 21:14:52.794466 ncdv-master-1 neutron-server[121607]:     event.method(event)
Dec 25 21:14:52.794466 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 25 21:14:52.794466 ncdv-master-1 neutron-server[121607]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 25 21:14:52.794466 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 25 21:14:52.794466 ncdv-master-1 neutron-server[121607]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 25 21:14:52.794466 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 25 21:14:52.794466 ncdv-master-1 neutron-server[121607]:     return f(self, *a, **k)
Dec 25 21:14:52.794466 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 25 21:14:52.794466 ncdv-master-1 neutron-server[121607]:     return self._get(url).json()
Dec 25 21:14:52.794466 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 25 21:14:52.794466 ncdv-master-1 neutron-server[121607]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 25 21:14:52.794466 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 25 21:14:52.794466 ncdv-master-1 neutron-server[121607]:     return self.request(url, 'GET', **kwargs)
Dec 25 21:14:52.794466 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 25 21:14:52.794466 ncdv-master-1 neutron-server[121607]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 25 21:14:52.794466 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 25 21:14:52.794466 ncdv-master-1 neutron-server[121607]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 25 21:14:52.794466 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 25 21:14:52.794466 ncdv-master-1 neutron-server[121607]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 25 21:14:52.794466 ncdv-master-1 neutron-server[121607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 25 21:14:52.846736 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735b2a1b-e1e9-4f52-8754-1f21c6bfa26a req-230cc2bf-1719-4d50-bb92-cdf2407c7ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:14:52.848290 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-735b2a1b-e1e9-4f52-8754-1f21c6bfa26a req-230cc2bf-1719-4d50-bb92-cdf2407c7ef2 service neutron] 10.222.0.37 "GET /v2.0/networks?id=8f212e98-547d-4c6e-a560-2e9a548c8f59 HTTP/1.1" status: 200  len: 870 time: 0.1810546
Dec 25 21:14:52.849558 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735b2a1b-e1e9-4f52-8754-1f21c6bfa26a req-bb4fd798-1e39-4d9f-a751-6ad39226706b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:14:52.851136 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-735b2a1b-e1e9-4f52-8754-1f21c6bfa26a req-bb4fd798-1e39-4d9f-a751-6ad39226706b service neutron] 10.222.0.31 "GET /v2.0/networks?id=8f212e98-547d-4c6e-a560-2e9a548c8f59 HTTP/1.1" status: 200  len: 870 time: 0.1928079
Dec 25 21:14:52.892847 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-8f7bc102-bc08-4cd2-b2c0-d5c2961cfbeb None None] Publish callbacks [] for port, precommit_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:52.901289 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-de4cdadb-7c5b-417f-857c-a1afc9dc56d3 tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] Publish callbacks [] for security_group, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:52.905118 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-735b2a1b-e1e9-4f52-8754-1f21c6bfa26a req-40653442-9b93-40a2-ba13-c020193e72a2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.241&port_id=5a73a242-a477-40db-9b6d-7ac1d38d6950 HTTP/1.1" status: 200  len: 217 time: 0.0472560
Dec 25 21:14:52.925963 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ad532073-6bf4-41c7-a1f1-16150807e6b9 tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2008653'] for network, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:52.947782 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-735b2a1b-e1e9-4f52-8754-1f21c6bfa26a req-69aa86a6-8f88-4f31-ae77-a800a394b22d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.241&port_id=5a73a242-a477-40db-9b6d-7ac1d38d6950 HTTP/1.1" status: 200  len: 217 time: 0.0824063
Dec 25 21:14:52.950080 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ad532073-6bf4-41c7-a1f1-16150807e6b9 tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for network, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:52.952373 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-8f7bc102-bc08-4cd2-b2c0-d5c2961cfbeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:52.973808 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-ad532073-6bf4-41c7-a1f1-16150807e6b9 tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] 10.222.0.32 "DELETE /v2.0/networks/3e921bd6-c801-4e72-9632-6b6d2570d487 HTTP/1.1" status: 204  len: 168 time: 1.2953525
Dec 25 21:14:52.982732 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device e475d07d-ef33-47d9-bf29-6524f78c9470 up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:14:52.994746 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad532073-6bf4-41c7-a1f1-16150807e6b9 tempest-ServersTestMultiNic-496372452 tempest-ServersTestMultiNic-496372452-project] Pushing event deleted for resources: {'Network': ['ID=3e921bd6-c801-4e72-9632-6b6d2570d487,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:14:53.068294 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735b2a1b-e1e9-4f52-8754-1f21c6bfa26a req-03b66005-8d25-47da-bcc3-10aebde03006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:14:53.069923 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-735b2a1b-e1e9-4f52-8754-1f21c6bfa26a req-03b66005-8d25-47da-bcc3-10aebde03006 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=dcfbae86-f93e-400c-8084-eac7f56ff5ba HTTP/1.1" status: 200  len: 843 time: 0.1320558
Dec 25 21:14:53.071242 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735b2a1b-e1e9-4f52-8754-1f21c6bfa26a req-636ed6bb-25b7-4273-9038-c412c7ac0be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:14:53.072775 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-735b2a1b-e1e9-4f52-8754-1f21c6bfa26a req-636ed6bb-25b7-4273-9038-c412c7ac0be7 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=dcfbae86-f93e-400c-8084-eac7f56ff5ba HTTP/1.1" status: 200  len: 843 time: 0.1020818
Dec 25 21:14:53.088820 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db9a3fc-14e5-49c4-aca1-592ac63c8766 req-b37e0ca6-4301-4c5d-bf0f-5a46d028f802 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:14:53.092093 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-de4cdadb-7c5b-417f-857c-a1afc9dc56d3 tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] Publish callbacks [] for security_group, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:53.096971 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2db9a3fc-14e5-49c4-aca1-592ac63c8766 req-b37e0ca6-4301-4c5d-bf0f-5a46d028f802 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/ports?device_id=b248cb56-18c2-4ff2-a8da-8e0993879a65 HTTP/1.1" status: 200  len: 948 time: 0.1146209
Dec 25 21:14:53.112455 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port e475d07d-ef33-47d9-bf29-6524f78c9470 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:14:53.113002 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:53.150098 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff78af15-49af-4d8e-9d0f-798ec3c14466 None None] Pushing event updated for resources: {'Port': ['ID=052fead1-c995-4d25-878a-9b0d22f2a7ac,revision_number=3']} {{(pid=121609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:14:53.151036 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-de4cdadb-7c5b-417f-857c-a1afc9dc56d3 tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:53.178897 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff78af15-49af-4d8e-9d0f-798ec3c14466 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:14:53.180147 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff78af15-49af-4d8e-9d0f-798ec3c14466 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:14:53.182150 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff78af15-49af-4d8e-9d0f-798ec3c14466 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:14:53.182910 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff78af15-49af-4d8e-9d0f-798ec3c14466 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:14:53.183416 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff78af15-49af-4d8e-9d0f-798ec3c14466 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:14:53.184032 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff78af15-49af-4d8e-9d0f-798ec3c14466 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:14:53.184581 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff78af15-49af-4d8e-9d0f-798ec3c14466 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:14:53.188927 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff78af15-49af-4d8e-9d0f-798ec3c14466 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:14:53.188927 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff78af15-49af-4d8e-9d0f-798ec3c14466 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:14:53.188927 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff78af15-49af-4d8e-9d0f-798ec3c14466 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:14:53.188927 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff78af15-49af-4d8e-9d0f-798ec3c14466 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:14:53.188927 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff78af15-49af-4d8e-9d0f-798ec3c14466 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:14:53.188927 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff78af15-49af-4d8e-9d0f-798ec3c14466 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:14:53.210026 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.managers [None req-8f7bc102-bc08-4cd2-b2c0-d5c2961cfbeb None None] Attempting to bind port 052fead1-c995-4d25-878a-9b0d22f2a7ac on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:14:53.210728 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.managers [None req-8f7bc102-bc08-4cd2-b2c0-d5c2961cfbeb None None] Attempting to bind port 052fead1-c995-4d25-878a-9b0d22f2a7ac by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ec46da94-4337-45cb-9fe0-68d817889615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'cb028617-ca4b-4888-809e-8a74d7f084f8'}] {{(pid=121609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:14:53.211356 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f7bc102-bc08-4cd2-b2c0-d5c2961cfbeb None None] Attempting to bind port 052fead1-c995-4d25-878a-9b0d22f2a7ac on network cb028617-ca4b-4888-809e-8a74d7f084f8 {{(pid=121609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:14:53.218173 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f7bc102-bc08-4cd2-b2c0-d5c2961cfbeb None None] Checking agent: {'id': 'ca4f5c6d-f1fd-48b8-a3e3-395864c7d23d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 20, 56, 40), 'started_at': datetime.datetime(2021, 12, 25, 20, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 14, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:14:53.218986 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f7bc102-bc08-4cd2-b2c0-d5c2961cfbeb None None] Checking segment: {'id': 'ec46da94-4337-45cb-9fe0-68d817889615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'cb028617-ca4b-4888-809e-8a74d7f084f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:14:53.219634 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-8f7bc102-bc08-4cd2-b2c0-d5c2961cfbeb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:53.221606 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f7bc102-bc08-4cd2-b2c0-d5c2961cfbeb None None] Bound using segment: {'id': 'ec46da94-4337-45cb-9fe0-68d817889615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'cb028617-ca4b-4888-809e-8a74d7f084f8'} {{(pid=121609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:14:53.222471 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.managers [None req-8f7bc102-bc08-4cd2-b2c0-d5c2961cfbeb None None] Bound port: 052fead1-c995-4d25-878a-9b0d22f2a7ac, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec46da94-4337-45cb-9fe0-68d817889615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'cb028617-ca4b-4888-809e-8a74d7f084f8'}}] {{(pid=121609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:14:53.223103 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-8f7bc102-bc08-4cd2-b2c0-d5c2961cfbeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:53.227034 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4cdadb-7c5b-417f-857c-a1afc9dc56d3 tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20bd9841-9e11-4157-a0aa-08323059b96f,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:14:53.266380 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2db9a3fc-14e5-49c4-aca1-592ac63c8766 req-d49ac91f-e755-492c-a1ce-a048480cfe78 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3f1ae63-416f-443f-b032-af0d7dcc9019&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1692739
Dec 25 21:14:53.276214 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735b2a1b-e1e9-4f52-8754-1f21c6bfa26a req-635cb426-63ed-4e94-999d-fb8302a09875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:14:53.277740 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-735b2a1b-e1e9-4f52-8754-1f21c6bfa26a req-635cb426-63ed-4e94-999d-fb8302a09875 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8f212e98-547d-4c6e-a560-2e9a548c8f59&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1989262
Dec 25 21:14:53.283750 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735b2a1b-e1e9-4f52-8754-1f21c6bfa26a req-91ac36d5-c7f0-4dff-92dc-6a8698fd5c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:14:53.285252 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-735b2a1b-e1e9-4f52-8754-1f21c6bfa26a req-91ac36d5-c7f0-4dff-92dc-6a8698fd5c17 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=8f212e98-547d-4c6e-a560-2e9a548c8f59&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1868746
Dec 25 21:14:53.298832 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-de4cdadb-7c5b-417f-857c-a1afc9dc56d3 tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:53.301014 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-de4cdadb-7c5b-417f-857c-a1afc9dc56d3 tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1795 time: 0.5832222
Dec 25 21:14:53.305635 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 50580) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:14:53.310980 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-aee9ac80-5946-4e14-a7d9-a4f4d09fdf81 tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] Request body: {'security_group_rule': {'security_group_id': '20bd9841-9e11-4157-a0aa-08323059b96f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:14:53.319937 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23af51a9-8b52-47d0-80bb-662ad473faf4 req-46c395be-f79d-4898-be14-e28058ddb176 tempest-ServerDiagnosticsNegativeTest-605739865 tempest-ServerDiagnosticsNegativeTest-605739865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:14:53.332095 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-23af51a9-8b52-47d0-80bb-662ad473faf4 req-46c395be-f79d-4898-be14-e28058ddb176 tempest-ServerDiagnosticsNegativeTest-605739865 tempest-ServerDiagnosticsNegativeTest-605739865-project] 10.222.0.31 "GET /v2.0/ports?device_id=1488edc8-a4a9-47c4-bc28-867a3c7538ba HTTP/1.1" status: 200  len: 950 time: 0.1683004
Dec 25 21:14:53.335779 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.db [None req-8f7bc102-bc08-4cd2-b2c0-d5c2961cfbeb None None] For port 052fead1-c995-4d25-878a-9b0d22f2a7ac, host ncdv-master-1, cleared binding levels {{(pid=121609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:14:53.345623 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.db [None req-8f7bc102-bc08-4cd2-b2c0-d5c2961cfbeb None None] For port 052fead1-c995-4d25-878a-9b0d22f2a7ac, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=052fead1-c995-4d25-878a-9b0d22f2a7ac,segment=NetworkSegment(ec46da94-4337-45cb-9fe0-68d817889615),segment_id=ec46da94-4337-45cb-9fe0-68d817889615)] {{(pid=121609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:14:53.397624 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 50584) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:14:53.409716 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-8f7bc102-bc08-4cd2-b2c0-d5c2961cfbeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:53.510722 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-aee9ac80-5946-4e14-a7d9-a4f4d09fdf81 tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] Publish callbacks [] for security_group_rule, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:53.523557 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f7bc102-bc08-4cd2-b2c0-d5c2961cfbeb None None] Routers {'518eea4f-bd4e-4803-90e7-aa4090dd8322'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:14:53.524516 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-8f7bc102-bc08-4cd2-b2c0-d5c2961cfbeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f261832e460>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:14:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['518eea4f-bd4e-4803-90e7-aa4090dd8322'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:14:53.572889 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-ff37bb35-e0a4-461e-8ed1-fb204a7d4fd0 None None] Provisioning complete for port 052fead1-c995-4d25-878a-9b0d22f2a7ac triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:14:53.573401 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-ff37bb35-e0a4-461e-8ed1-fb204a7d4fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:53.615729 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff78af15-49af-4d8e-9d0f-798ec3c14466 None None] Pushing event updated for resources: {'Port': ['ID=052fead1-c995-4d25-878a-9b0d22f2a7ac,revision_number=4']} {{(pid=121609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:14:53.673839 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 50592) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:14:53.697592 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device d075a674-0142-4b8f-ba08-9fd4f32eb808 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:14:53.733979 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-aee9ac80-5946-4e14-a7d9-a4f4d09fdf81 tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:53.743564 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] No Port match for: d075a674-0142-4b8f-ba08-9fd4f32eb808 {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:14:53.743956 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device d075a674-0142-4b8f-ba08-9fd4f32eb808 not bound to the agent host ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:14:53.745492 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-ff37bb35-e0a4-461e-8ed1-fb204a7d4fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:53.782714 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvr_db [None req-8f7bc102-bc08-4cd2-b2c0-d5c2961cfbeb None None] Set router 518eea4f-bd4e-4803-90e7-aa4090dd8322 gateway port host: ncdv-master-1 {{(pid=121609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:14:53.830682 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-ff37bb35-e0a4-461e-8ed1-fb204a7d4fd0 None None] For port 052fead1-c995-4d25-878a-9b0d22f2a7ac, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=052fead1-c995-4d25-878a-9b0d22f2a7ac,segment=NetworkSegment(ec46da94-4337-45cb-9fe0-68d817889615),segment_id=ec46da94-4337-45cb-9fe0-68d817889615)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:14:53.872445 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-aee9ac80-5946-4e14-a7d9-a4f4d09fdf81 tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077839'] for security_group_rule, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:53.937783 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee9ac80-5946-4e14-a7d9-a4f4d09fdf81 tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=480ba4c9-765f-44b5-8d42-a6c368802325,revision_number=0']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:14:53.946295 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-ff37bb35-e0a4-461e-8ed1-fb204a7d4fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:54.003552 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-1f90c628-f733-4ec4-bd9b-ec01c8abf8d2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=646e75ab8f934ab7b7d2fab01bb800d9&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3271937
Dec 25 21:14:54.004177 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 50598) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:14:54.035101 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-8f7bc102-bc08-4cd2-b2c0-d5c2961cfbeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f261832e460>, [{'id': '518eea4f-bd4e-4803-90e7-aa4090dd8322', 'name': 'tempest-AttachVolumeTestJSON-534243322-router', 'tenant_id': '7ed80be6e633499b9d1dc61c05014afc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.48'}], 'enable_snat': True}, 'gw_port_id': 'e475d07d-ef33-47d9-bf29-6524f78c9470', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:14:43Z', 'updated_at': '2021-12-25T21:14:49Z', 'revision_number': 4, 'project_id': '7ed80be6e633499b9d1dc61c05014afc', 'gw_port': {'id': 'e475d07d-ef33-47d9-bf29-6524f78c9470', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:b6:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '518eea4f-bd4e-4803-90e7-aa4090dd8322', 'device_owner': 'network:router_gateway', 'standard_attr_id': 852, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:14:43Z', 'updated_at': '2021-12-25T21:14:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '052fead1-c995-4d25-878a-9b0d22f2a7ac', 'name': '', 'network_id': 'cb028617-ca4b-4888-809e-8a74d7f084f8', 'tenant_id': '7ed80be6e633499b9d1dc61c05014afc', 'mac_address': 'fa:16:3e:8a:a8:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '518eea4f-bd4e-4803-90e7-aa4090dd8322', 'device_owner': 'network:router_interface', 'standard_attr_id': 853, 'fixed_ips': [{'subnet_id': '00dff513-a38a-48f8-809a-d1935b6eecea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:14:47Z', 'updated_at': '2021-12-25T21:14:53Z', 'revision_number': 4, 'project_id': '7ed80be6e633499b9d1dc61c05014afc', 'subnets': [{'id': '00dff513-a38a-48f8-809a-d1935b6eecea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:14:54.052218 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-aee9ac80-5946-4e14-a7d9-a4f4d09fdf81 tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] Publish callbacks [] for security_group_rule, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:54.054164 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-aee9ac80-5946-4e14-a7d9-a4f4d09fdf81 tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.7473016
Dec 25 21:14:54.064510 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 50600) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:14:54.073992 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f7bc102-bc08-4cd2-b2c0-d5c2961cfbeb None None] The sync data for ids ['518eea4f-bd4e-4803-90e7-aa4090dd8322'] in ncdv-master-1 is: [{'id': '518eea4f-bd4e-4803-90e7-aa4090dd8322', 'name': 'tempest-AttachVolumeTestJSON-534243322-router', 'tenant_id': '7ed80be6e633499b9d1dc61c05014afc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.48'}], 'enable_snat': True}, 'gw_port_id': 'e475d07d-ef33-47d9-bf29-6524f78c9470', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:14:43Z', 'updated_at': '2021-12-25T21:14:49Z', 'revision_number': 4, 'project_id': '7ed80be6e633499b9d1dc61c05014afc', 'gw_port': {'id': 'e475d07d-ef33-47d9-bf29-6524f78c9470', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:b6:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '518eea4f-bd4e-4803-90e7-aa4090dd8322', 'device_owner': 'network:router_gateway', 'standard_attr_id': 852, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:14:43Z', 'updated_at': '2021-12-25T21:14:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '052fead1-c995-4d25-878a-9b0d22f2a7ac', 'name': '', 'network_id': 'cb028617-ca4b-4888-809e-8a74d7f084f8', 'tenant_id': '7ed80be6e633499b9d1dc61c05014afc', 'mac_address': 'fa:16:3e:8a:a8:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '518eea4f-bd4e-4803-90e7-aa4090dd8322', 'device_owner': 'network:router_interface', 'standard_attr_id': 853, 'fixed_ips': [{'subnet_id': '00dff513-a38a-48f8-809a-d1935b6eecea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:14:47Z', 'updated_at': '2021-12-25T21:14:53Z', 'revision_number': 4, 'project_id': '7ed80be6e633499b9d1dc61c05014afc', 'subnets': [{'id': '00dff513-a38a-48f8-809a-d1935b6eecea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 21:14:54.074561 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-6e81a275-9e71-41ec-a7e0-6abc9db5bd2a tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] Request body: {'security_group_rule': {'security_group_id': '20bd9841-9e11-4157-a0aa-08323059b96f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:14:54.096232 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff37bb35-e0a4-461e-8ed1-fb204a7d4fd0 None None] Pushing event updated for resources: {'Port': ['ID=052fead1-c995-4d25-878a-9b0d22f2a7ac,revision_number=5']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:14:54.099623 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-340e4003-8166-4853-93b1-c7b05f85c68b None None] Provisioning complete for port 052fead1-c995-4d25-878a-9b0d22f2a7ac triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:14:54.100113 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-340e4003-8166-4853-93b1-c7b05f85c68b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:54.206918 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-284eaf8a-5b94-4139-811c-a22d86723e31 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:54.235808 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-284eaf8a-5b94-4139-811c-a22d86723e31 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:54.285846 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbbe2f6-55ab-4df6-9b3a-593131d00dbf req-fe8b7249-b7e4-47fd-86d8-bfcbad16fa8a tempest-AttachSCSIVolumeTestJSON-995789853 tempest-AttachSCSIVolumeTestJSON-995789853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:14:54.288156 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-dcbbe2f6-55ab-4df6-9b3a-593131d00dbf req-fe8b7249-b7e4-47fd-86d8-bfcbad16fa8a tempest-AttachSCSIVolumeTestJSON-995789853 tempest-AttachSCSIVolumeTestJSON-995789853-project] 10.222.0.32 "GET /v2.0/ports?device_id=f7e7dfd9-c959-4465-a460-55aac15feeef HTTP/1.1" status: 200  len: 945 time: 0.9569061
Dec 25 21:14:54.292115 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-6e81a275-9e71-41ec-a7e0-6abc9db5bd2a tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] Publish callbacks [] for security_group_rule, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:54.316620 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-735b2a1b-e1e9-4f52-8754-1f21c6bfa26a req-f4bd5ed0-5165-425b-8cf5-70ca66a35a72 service neutron] 10.222.0.31 "GET /v2.0/networks/8f212e98-547d-4c6e-a560-2e9a548c8f59?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.9808176
Dec 25 21:14:54.366818 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bdd554-cc50-47e2-8f5c-7c0e7d738187 req-5a69ae80-e6ca-4398-b412-af95c2200e24 tempest-ServerDiagnosticsNegativeTest-605739865 tempest-ServerDiagnosticsNegativeTest-605739865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:14:54.369448 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b7bdd554-cc50-47e2-8f5c-7c0e7d738187 req-5a69ae80-e6ca-4398-b412-af95c2200e24 tempest-ServerDiagnosticsNegativeTest-605739865 tempest-ServerDiagnosticsNegativeTest-605739865-project] 10.222.0.32 "GET /v2.0/ports?device_id=1488edc8-a4a9-47c4-bc28-867a3c7538ba HTTP/1.1" status: 200  len: 950 time: 0.7608795
Dec 25 21:14:54.389117 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-6e81a275-9e71-41ec-a7e0-6abc9db5bd2a tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:54.397951 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-61907c8c-be3b-430d-89f3-4a5ea3d0b3a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2007615'] for router_interface, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:54.398195 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-735b2a1b-e1e9-4f52-8754-1f21c6bfa26a req-c67c2fa8-b280-46a1-ac9d-d940960ba514 service neutron] 10.222.0.37 "GET /v2.0/networks/8f212e98-547d-4c6e-a560-2e9a548c8f59?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.0961256
Dec 25 21:14:54.441078 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-284eaf8a-5b94-4139-811c-a22d86723e31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:54.443645 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-284eaf8a-5b94-4139-811c-a22d86723e31 admin admin] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:54.447495 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-284eaf8a-5b94-4139-811c-a22d86723e31 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5e7324bc-20c8-41e1-ab34-2991b9fd33ac HTTP/1.1" status: 204  len: 168 time: 0.4122932
Dec 25 21:14:54.464214 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284eaf8a-5b94-4139-811c-a22d86723e31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e7324bc-20c8-41e1-ab34-2991b9fd33ac,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:14:54.469407 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-6e81a275-9e71-41ec-a7e0-6abc9db5bd2a tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077839'] for security_group_rule, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:54.496574 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e81a275-9e71-41ec-a7e0-6abc9db5bd2a tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2dfba18c-2cc0-49aa-9d63-580aefccf10d,revision_number=0']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:14:54.544335 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-735b2a1b-e1e9-4f52-8754-1f21c6bfa26a req-d933f547-47eb-484c-bea1-1507f7209132 service neutron] 10.222.0.31 "GET /v2.0/networks/8f212e98-547d-4c6e-a560-2e9a548c8f59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2105460
Dec 25 21:14:54.576390 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [req-23af51a9-8b52-47d0-80bb-662ad473faf4 req-a0806ebb-db8d-41d0-bebd-17a7461e2e58 tempest-ServerDiagnosticsNegativeTest-605739865 tempest-ServerDiagnosticsNegativeTest-605739865-project] Deleting port 17909193-855a-40f6-a3dd-9f23db819ef3 {{(pid=121606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:14:54.576735 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-23af51a9-8b52-47d0-80bb-662ad473faf4 req-a0806ebb-db8d-41d0-bebd-17a7461e2e58 tempest-ServerDiagnosticsNegativeTest-605739865 tempest-ServerDiagnosticsNegativeTest-605739865-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:54.591509 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-6e81a275-9e71-41ec-a7e0-6abc9db5bd2a tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] Publish callbacks [] for security_group_rule, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:54.592688 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-6e81a275-9e71-41ec-a7e0-6abc9db5bd2a tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.5256140
Dec 25 21:14:54.595899 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 50606) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:14:54.620945 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-e8df49ba-1f5b-4879-8a9d-4a8bbf452b89 tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] Request body: {'floatingip': {'floating_network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:14:54.645709 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-dcbbe2f6-55ab-4df6-9b3a-593131d00dbf req-39ba9507-86e1-47d0-beb9-cc7263f3fc86 tempest-AttachSCSIVolumeTestJSON-995789853 tempest-AttachSCSIVolumeTestJSON-995789853-project] 10.222.0.32 "GET /v2.0/security-groups?id=8bf77a26-90d8-4a6a-a5bb-9e06513d8ecf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3381155
Dec 25 21:14:54.765593 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b7bdd554-cc50-47e2-8f5c-7c0e7d738187 req-4493f15b-bd13-47e1-b080-0be1291bbde9 tempest-ServerDiagnosticsNegativeTest-605739865 tempest-ServerDiagnosticsNegativeTest-605739865-project] 10.222.0.32 "GET /v2.0/security-groups?id=6969ac4a-ab7d-44f5-a401-51a25b0e6500&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3778479
Dec 25 21:14:54.817935 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-735b2a1b-e1e9-4f52-8754-1f21c6bfa26a req-f0ad518d-8b3e-4eb5-bb09-dc0c57357154 service neutron] 10.222.0.37 "GET /v2.0/networks/8f212e98-547d-4c6e-a560-2e9a548c8f59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4063957
Dec 25 21:14:54.825830 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-23af51a9-8b52-47d0-80bb-662ad473faf4 req-a0806ebb-db8d-41d0-bebd-17a7461e2e58 tempest-ServerDiagnosticsNegativeTest-605739865 tempest-ServerDiagnosticsNegativeTest-605739865-project] For port 17909193-855a-40f6-a3dd-9f23db819ef3, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=17909193-855a-40f6-a3dd-9f23db819ef3,segment=NetworkSegment(85c774cb-a0eb-4ad9-961f-f331d3b37cd6),segment_id=85c774cb-a0eb-4ad9-961f-f331d3b37cd6)] {{(pid=121606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:14:54.826200 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-23af51a9-8b52-47d0-80bb-662ad473faf4 req-a0806ebb-db8d-41d0-bebd-17a7461e2e58 tempest-ServerDiagnosticsNegativeTest-605739865 tempest-ServerDiagnosticsNegativeTest-605739865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:54.836581 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e8df49ba-1f5b-4879-8a9d-4a8bbf452b89 tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] Publish callbacks [] for floatingip, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:54.842604 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [req-23af51a9-8b52-47d0-80bb-662ad473faf4 req-a0806ebb-db8d-41d0-bebd-17a7461e2e58 tempest-ServerDiagnosticsNegativeTest-605739865 tempest-ServerDiagnosticsNegativeTest-605739865-project] Calling delete_port for 17909193-855a-40f6-a3dd-9f23db819ef3 owned by compute:nova {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:14:55.014810 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 052fead1-c995-4d25-878a-9b0d22f2a7ac up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:14:55.042295 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8abe82-b088-49a0-8b6a-3bb0202f99f8 req-f3ef9b69-7f93-4a04-9f90-306d1ddc402e tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:14:55.044529 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8e8abe82-b088-49a0-8b6a-3bb0202f99f8 req-f3ef9b69-7f93-4a04-9f90-306d1ddc402e tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/ports?device_id=b248cb56-18c2-4ff2-a8da-8e0993879a65 HTTP/1.1" status: 200  len: 948 time: 0.0893362
Dec 25 21:14:55.050692 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-61907c8c-be3b-430d-89f3-4a5ea3d0b3a8 admin admin] Deleting port 20a44f95-6882-4b43-a02e-3393f9af8d92 {{(pid=121607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:14:55.051024 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-61907c8c-be3b-430d-89f3-4a5ea3d0b3a8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:55.089515 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port 052fead1-c995-4d25-878a-9b0d22f2a7ac triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:14:55.089890 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:55.119321 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8e8abe82-b088-49a0-8b6a-3bb0202f99f8 req-c9b7530f-e593-4255-86a4-1e6f0a94c4af tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3f1ae63-416f-443f-b032-af0d7dcc9019&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0682185
Dec 25 21:14:55.162104 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e8df49ba-1f5b-4879-8a9d-4a8bbf452b89 tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:55.230686 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.db [None req-61907c8c-be3b-430d-89f3-4a5ea3d0b3a8 admin admin] For port 20a44f95-6882-4b43-a02e-3393f9af8d92, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=20a44f95-6882-4b43-a02e-3393f9af8d92,segment=NetworkSegment(348b53e0-5265-410a-a773-abff8c4ab630),segment_id=348b53e0-5265-410a-a773-abff8c4ab630)] {{(pid=121607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:14:55.231052 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-61907c8c-be3b-430d-89f3-4a5ea3d0b3a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:55.255102 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-61907c8c-be3b-430d-89f3-4a5ea3d0b3a8 admin admin] Calling delete_port for 20a44f95-6882-4b43-a02e-3393f9af8d92 owned by network:router_interface {{(pid=121607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:14:55.261267 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-23af51a9-8b52-47d0-80bb-662ad473faf4 req-a0806ebb-db8d-41d0-bebd-17a7461e2e58 tempest-ServerDiagnosticsNegativeTest-605739865 tempest-ServerDiagnosticsNegativeTest-605739865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:55.305209 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0806ebb-db8d-41d0-bebd-17a7461e2e58 tempest-ServerDiagnosticsNegativeTest-605739865 tempest-ServerDiagnosticsNegativeTest-605739865-project] Pushing event deleted for resources: {'Port': ['ID=17909193-855a-40f6-a3dd-9f23db819ef3,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:14:55.307188 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 50616) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:14:55.340534 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-ef8fa397-a88e-4486-b7e9-a57a62025768 admin admin] Publish callbacks [] for security_group, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:55.362861 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [req-23af51a9-8b52-47d0-80bb-662ad473faf4 req-a0806ebb-db8d-41d0-bebd-17a7461e2e58 tempest-ServerDiagnosticsNegativeTest-605739865 tempest-ServerDiagnosticsNegativeTest-605739865-project] No DVR routers for this DVR port 17909193-855a-40f6-a3dd-9f23db819ef3 on host nch1-master-1 {{(pid=121606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:14:55.366952 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-23af51a9-8b52-47d0-80bb-662ad473faf4 req-a0806ebb-db8d-41d0-bebd-17a7461e2e58 tempest-ServerDiagnosticsNegativeTest-605739865 tempest-ServerDiagnosticsNegativeTest-605739865-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:55.370650 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-23af51a9-8b52-47d0-80bb-662ad473faf4 req-a0806ebb-db8d-41d0-bebd-17a7461e2e58 tempest-ServerDiagnosticsNegativeTest-605739865 tempest-ServerDiagnosticsNegativeTest-605739865-project] 10.222.0.31 "DELETE /v2.0/ports/17909193-855a-40f6-a3dd-9f23db819ef3 HTTP/1.1" status: 204  len: 173 time: 2.0310128
Dec 25 21:14:55.371148 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1488edc8-a4a9-47c4-bc28-867a3c7538ba', 'name': 'network-vif-deleted', 'tag': '17909193-855a-40f6-a3dd-9f23db819ef3'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:14:55.373520 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9858820c13ec2827453b94ebc4181065e990a4e4089ccb9fe762531ac62d2fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4041d3be-826e-40d4-a8b8-a6adb7c4fa88" -d '{"events": [{"server_uuid": "1488edc8-a4a9-47c4-bc28-867a3c7538ba", "name": "network-vif-deleted", "tag": "17909193-855a-40f6-a3dd-9f23db819ef3"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:14:55.480140 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 21:14:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e448d8b-9f20-495a-855c-790a7a653ed3 x-openstack-request-id: req-0e448d8b-9f20-495a-855c-790a7a653ed3 {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:14:55.480625 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1488edc8-a4a9-47c4-bc28-867a3c7538ba", "name": "network-vif-deleted", "tag": "17909193-855a-40f6-a3dd-9f23db819ef3", "status": "completed", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:14:55.481069 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0e448d8b-9f20-495a-855c-790a7a653ed3 {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:14:55.481511 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1488edc8-a4a9-47c4-bc28-867a3c7538ba', 'name': 'network-vif-deleted', 'tag': '17909193-855a-40f6-a3dd-9f23db819ef3', 'status': 'completed', 'code': 200}
Dec 25 21:14:55.531474 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-ef8fa397-a88e-4486-b7e9-a57a62025768 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:55.649329 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-ef8fa397-a88e-4486-b7e9-a57a62025768 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:55.732071 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8fa397-a88e-4486-b7e9-a57a62025768 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=626f8251-de94-4642-90ae-dc624e9e75c5,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:14:55.818209 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-ef8fa397-a88e-4486-b7e9-a57a62025768 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6d97041cde334198968e1ebc1a4a9834&name=default HTTP/1.1" status: 200  len: 2996 time: 0.5069053
Dec 25 21:14:55.821255 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 50634) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:14:55.864757 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc45d21-f580-4e5a-9fbb-1cee30b5bca5 req-01b159d9-a459-4232-8ee2-bcb6037667a4 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:14:55.868396 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-afc45d21-f580-4e5a-9fbb-1cee30b5bca5 req-01b159d9-a459-4232-8ee2-bcb6037667a4 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/ports?device_id=b248cb56-18c2-4ff2-a8da-8e0993879a65 HTTP/1.1" status: 200  len: 948 time: 0.3008730
Dec 25 21:14:55.880605 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_common [None req-e8df49ba-1f5b-4879-8a9d-4a8bbf452b89 tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] Allocated IP 172.35.3.55 (7201e55c-7c5f-41aa-a042-a363696539d0/7a939e13-713f-45cf-bba7-1539635abe25/c815e1fa-3608-4ed9-b694-6555ec00eabe) {{(pid=121607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:14:55.921040 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8768e7-9241-48f3-aeab-4442cb40033e req-31d68999-bcde-4ebb-b120-8265a94431fa tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:14:55.922697 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2d8768e7-9241-48f3-aeab-4442cb40033e req-31d68999-bcde-4ebb-b120-8265a94431fa tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.31 "GET /v2.0/ports?device_id=b248cb56-18c2-4ff2-a8da-8e0993879a65&tenant_id=ed880d80bcfb4641b02f26da5fad21b8&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 948 time: 0.1819186
Dec 25 21:14:55.985215 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-4e4a34c8-84e6-47d6-80b8-428a274358b1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:56.015621 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-dd57a8a2-a0ef-452c-8dd2-5013e64b75fd req-f880de15-bf6f-44bb-a595-6ae6c086ac64 tempest-ServerDiagnosticsNegativeTest-605739865 tempest-ServerDiagnosticsNegativeTest-605739865-project] 10.222.0.32 "GET /v2.0/ports?device_id=1488edc8-a4a9-47c4-bc28-867a3c7538ba HTTP/1.1" status: 200  len: 210 time: 0.0696688
Dec 25 21:14:56.035316 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-afc45d21-f580-4e5a-9fbb-1cee30b5bca5 req-94fbd09b-4741-4356-8fea-8ee2bf9e6708 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3f1ae63-416f-443f-b032-af0d7dcc9019&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1573441
Dec 25 21:14:56.059803 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-4e4a34c8-84e6-47d6-80b8-428a274358b1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:56.088169 ncdv-master-1 neutron-server[121606]: INFO neutron.api.v2.resource [req-2d8768e7-9241-48f3-aeab-4442cb40033e req-b591612a-6c1d-4bb6-9cef-c5c590ea58f7 service neutron] delete failed (client error): The resource could not be found.
Dec 25 21:14:56.089239 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2d8768e7-9241-48f3-aeab-4442cb40033e req-b591612a-6c1d-4bb6-9cef-c5c590ea58f7 service neutron] 10.222.0.31 "DELETE /v2.0/ports/5a73a242-a477-40db-9b6d-7ac1d38d6950/bindings/nch1-master-1 HTTP/1.1" status: 404  len: 380 time: 0.1534996
Dec 25 21:14:56.105400 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device 5a73a242-a477-40db-9b6d-7ac1d38d6950 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 25 21:14:56.145599 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e8df49ba-1f5b-4879-8a9d-4a8bbf452b89 tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] Publish callbacks [] for port, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:56.230321 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8768e7-9241-48f3-aeab-4442cb40033e req-4a20a474-1f91-4698-9b4b-e33970e758c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:14:56.231828 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2d8768e7-9241-48f3-aeab-4442cb40033e req-4a20a474-1f91-4698-9b4b-e33970e758c5 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ed880d80bcfb4641b02f26da5fad21b8&device_id=b248cb56-18c2-4ff2-a8da-8e0993879a65 HTTP/1.1" status: 200  len: 1099 time: 0.0442007
Dec 25 21:14:56.252270 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-61907c8c-be3b-430d-89f3-4a5ea3d0b3a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:56.259813 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port 5a73a242-a477-40db-9b6d-7ac1d38d6950, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5a73a242-a477-40db-9b6d-7ac1d38d6950,segment=NetworkSegment(85c774cb-a0eb-4ad9-961f-f331d3b37cd6),segment_id=85c774cb-a0eb-4ad9-961f-f331d3b37cd6)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:14:56.272109 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Returning: {'device': '5a73a242-a477-40db-9b6d-7ac1d38d6950', 'network_id': '8f212e98-547d-4c6e-a560-2e9a548c8f59', 'port_id': '5a73a242-a477-40db-9b6d-7ac1d38d6950', 'mac_address': 'fa:16:3e:56:4a:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcfbae86-f93e-400c-8084-eac7f56ff5ba', 'ip_address': '192.168.233.241'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 25 21:14:56.279094 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61907c8c-be3b-430d-89f3-4a5ea3d0b3a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=20a44f95-6882-4b43-a02e-3393f9af8d92,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:14:56.306769 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-4e4a34c8-84e6-47d6-80b8-428a274358b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:56.315526 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-4e4a34c8-84e6-47d6-80b8-428a274358b1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:56.315526 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-4e4a34c8-84e6-47d6-80b8-428a274358b1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/626f8251-de94-4642-90ae-dc624e9e75c5 HTTP/1.1" status: 204  len: 168 time: 0.4829371
Dec 25 21:14:56.316456 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:56.342519 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a73a242-a477-40db-9b6d-7ac1d38d6950 {{(pid=121608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:14:56.351751 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e8df49ba-1f5b-4879-8a9d-4a8bbf452b89 tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:56.354638 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4a34c8-84e6-47d6-80b8-428a274358b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=626f8251-de94-4642-90ae-dc624e9e75c5,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:14:56.357173 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8768e7-9241-48f3-aeab-4442cb40033e req-954ad9c7-774f-4c9e-856b-9616df4c88cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:14:56.360141 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2d8768e7-9241-48f3-aeab-4442cb40033e req-954ad9c7-774f-4c9e-856b-9616df4c88cf service neutron] 10.222.0.31 "GET /v2.0/networks?id=8f212e98-547d-4c6e-a560-2e9a548c8f59 HTTP/1.1" status: 200  len: 870 time: 0.1220436
Dec 25 21:14:56.380013 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port 5a73a242-a477-40db-9b6d-7ac1d38d6950, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5a73a242-a477-40db-9b6d-7ac1d38d6950,segment=NetworkSegment(85c774cb-a0eb-4ad9-961f-f331d3b37cd6),segment_id=85c774cb-a0eb-4ad9-961f-f331d3b37cd6)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:14:56.429136 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2d8768e7-9241-48f3-aeab-4442cb40033e req-1a8ad8da-7a93-48ec-942e-64a5c73a1fa9 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.241&port_id=5a73a242-a477-40db-9b6d-7ac1d38d6950 HTTP/1.1" status: 200  len: 217 time: 0.0610230
Dec 25 21:14:56.443899 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:56.481689 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8df49ba-1f5b-4879-8a9d-4a8bbf452b89 tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] Network 7201e55c-7c5f-41aa-a042-a363696539d0 is already hosted by enough agents. {{(pid=121607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:14:56.486399 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8df49ba-1f5b-4879-8a9d-4a8bbf452b89 tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] Pushing event updated for resources: {'Port': ['ID=c815e1fa-3608-4ed9-b694-6555ec00eabe,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:14:56.496519 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-e8df49ba-1f5b-4879-8a9d-4a8bbf452b89 tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] Resources bound (agent type, host, resource id):  {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:14:56.505425 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8df49ba-1f5b-4879-8a9d-4a8bbf452b89 tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] Received port after_create {{(pid=121607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:14:56.535917 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8768e7-9241-48f3-aeab-4442cb40033e req-eb060f1e-8847-4c74-a7a2-959c79d1bfb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:14:56.542195 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2d8768e7-9241-48f3-aeab-4442cb40033e req-eb060f1e-8847-4c74-a7a2-959c79d1bfb6 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=dcfbae86-f93e-400c-8084-eac7f56ff5ba HTTP/1.1" status: 200  len: 843 time: 0.1030068
Dec 25 21:14:56.557224 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Pushing event updated for resources: {'Port': ['ID=5a73a242-a477-40db-9b6d-7ac1d38d6950,revision_number=8']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:14:56.602515 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8768e7-9241-48f3-aeab-4442cb40033e req-a34f43fe-104c-4cf6-9f17-e6144d41c886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:14:56.604815 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2d8768e7-9241-48f3-aeab-4442cb40033e req-a34f43fe-104c-4cf6-9f17-e6144d41c886 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=8f212e98-547d-4c6e-a560-2e9a548c8f59&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0550222
Dec 25 21:14:56.640780 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-61907c8c-be3b-430d-89f3-4a5ea3d0b3a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2007763'] for router_interface, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:56.701266 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e8df49ba-1f5b-4879-8a9d-4a8bbf452b89 tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] Publish callbacks [] for floatingip, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:56.730347 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2d8768e7-9241-48f3-aeab-4442cb40033e req-25e2eaa1-25a6-4d14-8430-9d65575da979 service neutron] 10.222.0.31 "GET /v2.0/networks/8f212e98-547d-4c6e-a560-2e9a548c8f59?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1182058
Dec 25 21:14:56.738219 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] get_ports_and_sgs() called for port_ids ['5a73a242-a477-40db-9b6d-7ac1d38d6950'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:14:56.930931 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e8df49ba-1f5b-4879-8a9d-4a8bbf452b89 tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:56.976431 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2d8768e7-9241-48f3-aeab-4442cb40033e req-9dfd9165-c86a-4c56-b253-cb40aac3b8b7 service neutron] 10.222.0.31 "GET /v2.0/networks/8f212e98-547d-4c6e-a560-2e9a548c8f59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2315917
Dec 25 21:14:56.978002 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61907c8c-be3b-430d-89f3-4a5ea3d0b3a8 admin admin] Router 45fe7389-f956-443a-8fd6-bd0a51c65bab has already been hosted by L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 {{(pid=121607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 25 21:14:57.059874 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device 17909193-855a-40f6-a3dd-9f23db819ef3 no longer exists at agent hyperv_nch1-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:14:57.095062 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] No Port match for: 17909193-855a-40f6-a3dd-9f23db819ef3 {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:14:57.095496 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device 17909193-855a-40f6-a3dd-9f23db819ef3 not bound to the agent host nch1-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:14:57.210613 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a53c18-324d-4d5a-84ef-24dd869cf6fa req-a22e596b-a921-4b78-8d56-ee283519b1e5 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:14:57.212356 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-60a53c18-324d-4d5a-84ef-24dd869cf6fa req-a22e596b-a921-4b78-8d56-ee283519b1e5 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/ports?device_id=b248cb56-18c2-4ff2-a8da-8e0993879a65 HTTP/1.1" status: 200  len: 949 time: 0.0765617
Dec 25 21:14:57.253150 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61907c8c-be3b-430d-89f3-4a5ea3d0b3a8 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 21:14:57.262639 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-61907c8c-be3b-430d-89f3-4a5ea3d0b3a8 admin admin] 10.222.0.32 "PUT /v2.0/routers/45fe7389-f956-443a-8fd6-bd0a51c65bab/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.8575039
Dec 25 21:14:57.262639 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e8df49ba-1f5b-4879-8a9d-4a8bbf452b89 tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] Publish callbacks [] for port, precommit_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:57.263048 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 50672) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:14:57.267562 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be426c35-ad5f-4f2e-a2a6-ea3a44dc497a None None] Sync routers for ids ['45fe7389-f956-443a-8fd6-bd0a51c65bab'] in ncdv-master-1 {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 21:14:57.278116 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-60a53c18-324d-4d5a-84ef-24dd869cf6fa req-ada864d5-4bb9-4d76-ac81-343f54e52ee0 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3f1ae63-416f-443f-b032-af0d7dcc9019&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0584767
Dec 25 21:14:57.281534 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be426c35-ad5f-4f2e-a2a6-ea3a44dc497a None None] Routers {'45fe7389-f956-443a-8fd6-bd0a51c65bab'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:14:57.282614 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-be426c35-ad5f-4f2e-a2a6-ea3a44dc497a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f26181ea250>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:14:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['45fe7389-f956-443a-8fd6-bd0a51c65bab'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:14:57.363037 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e8df49ba-1f5b-4879-8a9d-4a8bbf452b89 tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8632327'] for port, after_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:57.389065 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-7d8181bb-e03c-4f4c-a1df-8e0d543ccf47 admin admin] Publish callbacks [] for router, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:57.420154 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvr_db [None req-be426c35-ad5f-4f2e-a2a6-ea3a44dc497a None None] Set router 45fe7389-f956-443a-8fd6-bd0a51c65bab gateway port host: ncdv-master-1 {{(pid=121608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:14:57.445343 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8df49ba-1f5b-4879-8a9d-4a8bbf452b89 tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] Pushing event updated for resources: {'Port': ['ID=c815e1fa-3608-4ed9-b694-6555ec00eabe,revision_number=2']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:14:57.460257 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e8df49ba-1f5b-4879-8a9d-4a8bbf452b89 tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2008639'] for floatingip, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:57.525082 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e8df49ba-1f5b-4879-8a9d-4a8bbf452b89 tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for floatingip, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:57.526448 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-e8df49ba-1f5b-4879-8a9d-4a8bbf452b89 tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 2.9296272
Dec 25 21:14:57.534715 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-7d8181bb-e03c-4f4c-a1df-8e0d543ccf47 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:57.640707 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-be426c35-ad5f-4f2e-a2a6-ea3a44dc497a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f26181ea250>, [{'id': '45fe7389-f956-443a-8fd6-bd0a51c65bab', 'name': 'tempest-ServersTestMultiNic-736162976-router', 'tenant_id': 'af3f5665f009477385c524a3e23aedc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.220'}], 'enable_snat': True}, 'gw_port_id': '57625400-ffdc-487c-a2b0-1e49b2c71c85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:12:51Z', 'updated_at': '2021-12-25T21:14:56Z', 'revision_number': 5, 'project_id': 'af3f5665f009477385c524a3e23aedc6', 'gw_port': {'id': '57625400-ffdc-487c-a2b0-1e49b2c71c85', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:db:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45fe7389-f956-443a-8fd6-bd0a51c65bab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:12:53Z', 'updated_at': '2021-12-25T21:13:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:14:57.682069 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be426c35-ad5f-4f2e-a2a6-ea3a44dc497a None None] Checking router: 45fe7389-f956-443a-8fd6-bd0a51c65bab for host: ncdv-master-1 {{(pid=121608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 25 21:14:57.692135 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be426c35-ad5f-4f2e-a2a6-ea3a44dc497a None None] Routers {'45fe7389-f956-443a-8fd6-bd0a51c65bab'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:14:57.692830 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-be426c35-ad5f-4f2e-a2a6-ea3a44dc497a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f26181ea250>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:14:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['45fe7389-f956-443a-8fd6-bd0a51c65bab'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:14:57.703261 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-7d8181bb-e03c-4f4c-a1df-8e0d543ccf47 admin admin] Deleting port 57625400-ffdc-487c-a2b0-1e49b2c71c85 {{(pid=121606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:14:57.703669 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-7d8181bb-e03c-4f4c-a1df-8e0d543ccf47 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:57.744848 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.agents_db [None req-ec08dba0-4483-4109-b5e1-5e4a9fdaf12d None None] Agent healthcheck: found 7 active agents {{(pid=121609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 25 21:14:57.814446 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 50698) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:14:57.815688 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvr_db [None req-be426c35-ad5f-4f2e-a2a6-ea3a44dc497a None None] Set router 45fe7389-f956-443a-8fd6-bd0a51c65bab gateway port host: None {{(pid=121608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:14:57.841933 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4ad31811-bf30-43cc-b638-50de1a2dcae0 req-33a65161-a81f-406a-b47c-639891659196 tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--740761746&fields=id&tenant_id=7ed80be6e633499b9d1dc61c05014afc HTTP/1.1" status: 200  len: 267 time: 0.0990505
Dec 25 21:14:57.898859 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [None req-7d8181bb-e03c-4f4c-a1df-8e0d543ccf47 admin admin] For port 57625400-ffdc-487c-a2b0-1e49b2c71c85, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=57625400-ffdc-487c-a2b0-1e49b2c71c85,segment=NetworkSegment(6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855),segment_id=6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855)] {{(pid=121606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:14:57.899240 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-7d8181bb-e03c-4f4c-a1df-8e0d543ccf47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:57.918893 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-be426c35-ad5f-4f2e-a2a6-ea3a44dc497a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f26181ea250>, [{'id': '45fe7389-f956-443a-8fd6-bd0a51c65bab', 'name': 'tempest-ServersTestMultiNic-736162976-router', 'tenant_id': 'af3f5665f009477385c524a3e23aedc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:12:51Z', 'updated_at': '2021-12-25T21:14:57Z', 'revision_number': 6, 'project_id': 'af3f5665f009477385c524a3e23aedc6', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:14:57.929979 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-7d8181bb-e03c-4f4c-a1df-8e0d543ccf47 admin admin] Calling delete_port for 57625400-ffdc-487c-a2b0-1e49b2c71c85 owned by network:router_gateway {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:14:57.983958 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be426c35-ad5f-4f2e-a2a6-ea3a44dc497a None None] The sync data for ids ['45fe7389-f956-443a-8fd6-bd0a51c65bab'] in ncdv-master-1 is: [{'id': '45fe7389-f956-443a-8fd6-bd0a51c65bab', 'name': 'tempest-ServersTestMultiNic-736162976-router', 'tenant_id': 'af3f5665f009477385c524a3e23aedc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:12:51Z', 'updated_at': '2021-12-25T21:14:57Z', 'revision_number': 6, 'project_id': 'af3f5665f009477385c524a3e23aedc6', 'gw_port_host': None}] {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 21:14:58.093951 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad31811-bf30-43cc-b638-50de1a2dcae0 req-cfbca513-9046-495f-a3c6-f98094d6e7e1 tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:14:58.101057 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4ad31811-bf30-43cc-b638-50de1a2dcae0 req-cfbca513-9046-495f-a3c6-f98094d6e7e1 tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] 10.222.0.32 "GET /v2.0/networks?id=cb028617-ca4b-4888-809e-8a74d7f084f8 HTTP/1.1" status: 200  len: 810 time: 0.2504730
Dec 25 21:14:58.107210 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device 5a73a242-a477-40db-9b6d-7ac1d38d6950 up at agent hyperv_nch2-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:14:58.121469 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4ad31811-bf30-43cc-b638-50de1a2dcae0 req-c09a68b0-9d3c-41c3-a22a-897bc1e4906d tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] 10.222.0.32 "GET /v2.0/quotas/7ed80be6e633499b9d1dc61c05014afc HTTP/1.1" status: 200  len: 375 time: 0.0195487
Dec 25 21:14:58.228744 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4ad31811-bf30-43cc-b638-50de1a2dcae0 req-ec3fd1f3-d8e5-4e3d-8ff9-d874b74b64b6 tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=7ed80be6e633499b9d1dc61c05014afc&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0670142
Dec 25 21:14:58.249271 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-379f292e-97d8-4c3d-90fb-07bf3fcc14c8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c455cc0f858a452bb0b60cf0af0c453c&name=default HTTP/1.1" status: 200  len: 2996 time: 0.4332397
Dec 25 21:14:58.262502 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 50714) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:14:58.319559 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-9f4c1b29-8a54-4fa7-8d5c-53d6509cd721 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:58.323550 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Provisioning for port 5a73a242-a477-40db-9b6d-7ac1d38d6950 completed by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 25 21:14:58.327731 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Provisioning complete for port 5a73a242-a477-40db-9b6d-7ac1d38d6950 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:14:58.334423 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:58.348818 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-9f4c1b29-8a54-4fa7-8d5c-53d6509cd721 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:58.391587 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4ad31811-bf30-43cc-b638-50de1a2dcae0 req-3900015c-25e7-4f15-aaea-7e82bb338600 service neutron] 10.222.0.32 "GET /v2.0/networks/cb028617-ca4b-4888-809e-8a74d7f084f8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1401508
Dec 25 21:14:58.405039 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-7d8181bb-e03c-4f4c-a1df-8e0d543ccf47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:58.466858 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8181bb-e03c-4f4c-a1df-8e0d543ccf47 admin admin] Pushing event deleted for resources: {'Port': ['ID=57625400-ffdc-487c-a2b0-1e49b2c71c85,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:14:58.490297 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-9f4c1b29-8a54-4fa7-8d5c-53d6509cd721 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:58.492969 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-9f4c1b29-8a54-4fa7-8d5c-53d6509cd721 admin admin] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:58.498154 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-9f4c1b29-8a54-4fa7-8d5c-53d6509cd721 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6969ac4a-ab7d-44f5-a401-51a25b0e6500 HTTP/1.1" status: 204  len: 168 time: 0.2315300
Dec 25 21:14:58.498305 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:58.508901 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4c1b29-8a54-4fa7-8d5c-53d6509cd721 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6969ac4a-ab7d-44f5-a401-51a25b0e6500,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:14:58.567832 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-7d8181bb-e03c-4f4c-a1df-8e0d543ccf47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2008689'] for router_gateway, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:58.578123 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b248cb56-18c2-4ff2-a8da-8e0993879a65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a73a242-a477-40db-9b6d-7ac1d38d6950'}] {{(pid=121608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:14:58.581105 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a88c78c3ff6266bd59c7e89d275b28c92e739b67d23c89d71af88829fd31566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fadf3379-1dd7-496e-9e32-75738080452d" -d '{"events": [{"server_uuid": "b248cb56-18c2-4ff2-a8da-8e0993879a65", "name": "network-vif-plugged", "status": "completed", "tag": "5a73a242-a477-40db-9b6d-7ac1d38d6950"}]}' {{(pid=121608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:14:58.596432 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port 5a73a242-a477-40db-9b6d-7ac1d38d6950, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5a73a242-a477-40db-9b6d-7ac1d38d6950,segment=NetworkSegment(85c774cb-a0eb-4ad9-961f-f331d3b37cd6),segment_id=85c774cb-a0eb-4ad9-961f-f331d3b37cd6)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:14:58.688830 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:58.693998 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-7d8181bb-e03c-4f4c-a1df-8e0d543ccf47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2014235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14905'] for router, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:58.698198 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-7d8181bb-e03c-4f4c-a1df-8e0d543ccf47 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:58.755767 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Pushing event updated for resources: {'Port': ['ID=5a73a242-a477-40db-9b6d-7ac1d38d6950,revision_number=9']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:14:58.777475 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4ad31811-bf30-43cc-b638-50de1a2dcae0 req-f48f3da8-be20-4d2d-b83f-5cef8fda0ba3 service neutron] 10.222.0.32 "GET /v2.0/networks/cb028617-ca4b-4888-809e-8a74d7f084f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3850307
Dec 25 21:14:58.879077 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-7d8181bb-e03c-4f4c-a1df-8e0d543ccf47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2014220'] for router, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:58.879077 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d8181bb-e03c-4f4c-a1df-8e0d543ccf47 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 45fe7389-f956-443a-8fd6-bd0a51c65bab {{(pid=121606) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 25 21:14:58.885610 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-7d8181bb-e03c-4f4c-a1df-8e0d543ccf47 admin admin] Publish callbacks [] for router, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:58.888135 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-7d8181bb-e03c-4f4c-a1df-8e0d543ccf47 admin admin] 10.222.0.32 "DELETE /v2.0/routers/45fe7389-f956-443a-8fd6-bd0a51c65bab HTTP/1.1" status: 204  len: 168 time: 1.6238961
Dec 25 21:14:58.892443 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 50736) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:14:59.055589 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 20a44f95-6882-4b43-a02e-3393f9af8d92 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:14:59.068097 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_v2 [None req-600d41db-9a55-49c1-9f2f-3c727ba8cce2 admin admin] Deleting subnet e9992841-76e9-49a9-8cef-2bda6ac4faf5 {{(pid=121606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Dec 25 21:14:59.080213 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-600d41db-9a55-49c1-9f2f-3c727ba8cce2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:59.084830 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] No Port match for: 20a44f95-6882-4b43-a02e-3393f9af8d92 {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:14:59.085213 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 20a44f95-6882-4b43-a02e-3393f9af8d92 not bound to the agent host ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:14:59.085643 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 57625400-ffdc-487c-a2b0-1e49b2c71c85 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:14:59.137014 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] No Port match for: 57625400-ffdc-487c-a2b0-1e49b2c71c85 {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:14:59.137380 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 57625400-ffdc-487c-a2b0-1e49b2c71c85 not bound to the agent host ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:14:59.189709 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-600d41db-9a55-49c1-9f2f-3c727ba8cce2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9084199'] for subnet, precommit_delete_associations {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:59.245585 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 21:14:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3513c5b5-4846-4dcb-9b13-00687eb55fa8 x-openstack-request-id: req-3513c5b5-4846-4dcb-9b13-00687eb55fa8 {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:14:59.245900 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b248cb56-18c2-4ff2-a8da-8e0993879a65", "name": "network-vif-plugged", "status": "completed", "tag": "5a73a242-a477-40db-9b6d-7ac1d38d6950", "code": 200}]} {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:14:59.246208 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3513c5b5-4846-4dcb-9b13-00687eb55fa8 {{(pid=121608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:14:59.246584 ncdv-master-1 neutron-server[121608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b248cb56-18c2-4ff2-a8da-8e0993879a65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a73a242-a477-40db-9b6d-7ac1d38d6950', 'code': 200}
Dec 25 21:14:59.384369 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ad43bac9-5894-4181-ac3e-094e7d66024d req-3514764f-15e9-45f2-88cd-e5629a10198a tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] 10.222.0.32 "GET /v2.0/ports?device_id=c169c539-29b8-4eeb-bb76-6e6eabd11098 HTTP/1.1" status: 200  len: 210 time: 0.0748522
Dec 25 21:14:59.437180 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c9674f-4dbb-4db7-9c6e-0f6cb7f29067 req-acc87e05-dbe4-4d19-ada9-343f7eb702b0 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:14:59.438402 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c9c9674f-4dbb-4db7-9c6e-0f6cb7f29067 req-acc87e05-dbe4-4d19-ada9-343f7eb702b0 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/ports?device_id=b248cb56-18c2-4ff2-a8da-8e0993879a65 HTTP/1.1" status: 200  len: 950 time: 0.2134039
Dec 25 21:14:59.480075 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 50754) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:14:59.492237 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-600d41db-9a55-49c1-9f2f-3c727ba8cce2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995662'] for subnet, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:59.513040 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5d5249d0-553b-4f67-b9f5-34a6ee2911bf admin admin] Publish callbacks [] for security_group, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:59.638661 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5d5249d0-553b-4f67-b9f5-34a6ee2911bf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:59.656571 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c9c9674f-4dbb-4db7-9c6e-0f6cb7f29067 req-4dbb8b69-0b86-4c34-9252-3e9b3b937765 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3f1ae63-416f-443f-b032-af0d7dcc9019&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2041690
Dec 25 21:14:59.678875 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-600d41db-9a55-49c1-9f2f-3c727ba8cce2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9084363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9028506'] for subnet, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:59.732597 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600d41db-9a55-49c1-9f2f-3c727ba8cce2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e9992841-76e9-49a9-8cef-2bda6ac4faf5,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:14:59.751077 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-600d41db-9a55-49c1-9f2f-3c727ba8cce2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for subnet, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:59.752154 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f57361d-8f68-4212-99f6-bd5f3d04f267 None None] Network de99ce2c-24a4-4a27-99c6-99cdd5cc3707 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:14:59.755077 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-600d41db-9a55-49c1-9f2f-3c727ba8cce2 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/e9992841-76e9-49a9-8cef-2bda6ac4faf5 HTTP/1.1" status: 204  len: 168 time: 0.8616965
Dec 25 21:14:59.758859 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 50758) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:14:59.771254 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5d5249d0-553b-4f67-b9f5-34a6ee2911bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:14:59.801584 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810cea83-f984-40d7-86d4-d60a66d08a10 req-5baf1ca2-eeb7-4217-ad39-9fd865cbc372 tempest-MigrationsAdminTest-1524580803 tempest-MigrationsAdminTest-1524580803-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:14:59.810897 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-810cea83-f984-40d7-86d4-d60a66d08a10 req-5baf1ca2-eeb7-4217-ad39-9fd865cbc372 tempest-MigrationsAdminTest-1524580803 tempest-MigrationsAdminTest-1524580803-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=b248cb56-18c2-4ff2-a8da-8e0993879a65 HTTP/1.1" status: 200  len: 1101 time: 0.0803604
Dec 25 21:14:59.879025 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-810cea83-f984-40d7-86d4-d60a66d08a10 req-7ace783c-d511-4c75-a4c5-548125bde461 tempest-MigrationsAdminTest-1524580803 tempest-MigrationsAdminTest-1524580803-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=d3f1ae63-416f-443f-b032-af0d7dcc9019&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0610499
Dec 25 21:14:59.891201 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 50764) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:14:59.904690 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-5d5249d0-553b-4f67-b9f5-34a6ee2911bf admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=bd6e775c3a324d7983ac405ab625923c&name=default HTTP/1.1" status: 200  len: 2996 time: 0.4078667
Dec 25 21:14:59.906611 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5249d0-553b-4f67-b9f5-34a6ee2911bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3f3f6fd-3209-448b-aded-db3460bd01e8,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:14:59.915922 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f5696c3b-39a3-41f8-8876-b630de5dd680 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625803'] for network, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:00.024996 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ba999a9-7e9d-4e9a-96bc-468ebf5c0cc1 None None] DHCP port deletion for de99ce2c-24a4-4a27-99c6-99cdd5cc3707 request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 21:15:00.035778 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-e403fb42-4d0a-4c4f-a8bd-0423b065503c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:00.053066 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-f5696c3b-39a3-41f8-8876-b630de5dd680 admin admin] Deleting port c6dfea0c-c890-4534-80ee-8e4462764fd8 {{(pid=121607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:15:00.053066 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f5696c3b-39a3-41f8-8876-b630de5dd680 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:00.065266 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-e403fb42-4d0a-4c4f-a8bd-0423b065503c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:00.199265 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-3ba999a9-7e9d-4e9a-96bc-468ebf5c0cc1 None None] Deleting port c6dfea0c-c890-4534-80ee-8e4462764fd8 {{(pid=121608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:15:00.199265 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3ba999a9-7e9d-4e9a-96bc-468ebf5c0cc1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:00.231686 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.db [None req-f5696c3b-39a3-41f8-8876-b630de5dd680 admin admin] For port c6dfea0c-c890-4534-80ee-8e4462764fd8, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c6dfea0c-c890-4534-80ee-8e4462764fd8,segment=NetworkSegment(348b53e0-5265-410a-a773-abff8c4ab630),segment_id=348b53e0-5265-410a-a773-abff8c4ab630)] {{(pid=121607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:15:00.232554 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f5696c3b-39a3-41f8-8876-b630de5dd680 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:00.268837 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-f5696c3b-39a3-41f8-8876-b630de5dd680 admin admin] Calling delete_port for c6dfea0c-c890-4534-80ee-8e4462764fd8 owned by network:dhcp {{(pid=121607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:15:00.286416 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-e403fb42-4d0a-4c4f-a8bd-0423b065503c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:00.294525 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-e403fb42-4d0a-4c4f-a8bd-0423b065503c admin admin] Publish callbacks [] for security_group, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:00.301097 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-e403fb42-4d0a-4c4f-a8bd-0423b065503c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d3f3f6fd-3209-448b-aded-db3460bd01e8 HTTP/1.1" status: 204  len: 168 time: 0.4060326
Dec 25 21:15:00.324748 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e403fb42-4d0a-4c4f-a8bd-0423b065503c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3f3f6fd-3209-448b-aded-db3460bd01e8,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:15:00.393975 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-3ba999a9-7e9d-4e9a-96bc-468ebf5c0cc1 None None] For port c6dfea0c-c890-4534-80ee-8e4462764fd8, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c6dfea0c-c890-4534-80ee-8e4462764fd8,segment=NetworkSegment(348b53e0-5265-410a-a773-abff8c4ab630),segment_id=348b53e0-5265-410a-a773-abff8c4ab630)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:15:00.395185 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3ba999a9-7e9d-4e9a-96bc-468ebf5c0cc1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:00.399570 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-516558f3-07ed-4581-ba1b-b74d1468bb43 req-3df7bca5-6526-4a3d-a36f-9e69caedb0df tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=ed880d80bcfb4641b02f26da5fad21b8&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0384326
Dec 25 21:15:00.415882 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-3ba999a9-7e9d-4e9a-96bc-468ebf5c0cc1 None None] Calling delete_port for c6dfea0c-c890-4534-80ee-8e4462764fd8 owned by network:dhcp {{(pid=121608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:15:00.471853 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f5696c3b-39a3-41f8-8876-b630de5dd680 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:00.519235 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5696c3b-39a3-41f8-8876-b630de5dd680 admin admin] Pushing event deleted for resources: {'Port': ['ID=c6dfea0c-c890-4534-80ee-8e4462764fd8,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:15:00.531424 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5696c3b-39a3-41f8-8876-b630de5dd680 admin admin] No DVR routers for this DVR port c6dfea0c-c890-4534-80ee-8e4462764fd8 on host ncdv-master-1 {{(pid=121607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:15:00.577570 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3ba999a9-7e9d-4e9a-96bc-468ebf5c0cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955'] for port, after_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:00.589258 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516558f3-07ed-4581-ba1b-b74d1468bb43 req-f1100fb5-d44c-46ed-9432-92fa764f8055 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:15:00.602118 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-516558f3-07ed-4581-ba1b-b74d1468bb43 req-f1100fb5-d44c-46ed-9432-92fa764f8055 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1989036
Dec 25 21:15:00.617657 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f5696c3b-39a3-41f8-8876-b630de5dd680 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997585', 'neutron.services.segments.db._delete_segments_for_network-8737602743071'] for network, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:00.632387 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba999a9-7e9d-4e9a-96bc-468ebf5c0cc1 None None] Pushing event deleted for resources: {'Port': ['ID=c6dfea0c-c890-4534-80ee-8e4462764fd8,revision_number=None']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:15:00.638686 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ba999a9-7e9d-4e9a-96bc-468ebf5c0cc1 None None] No DVR routers for this DVR port c6dfea0c-c890-4534-80ee-8e4462764fd8 on host ncdv-master-1 {{(pid=121608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:15:00.657528 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-862f8746-9401-46a9-ba13-055e272ff02c req-7f94e537-0e6e-48e1-bce1-272ce39eef63 tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] 10.222.0.32 "GET /v2.0/ports?device_id=c169c539-29b8-4eeb-bb76-6e6eabd11098 HTTP/1.1" status: 200  len: 210 time: 0.1115105
Dec 25 21:15:00.659700 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-f5696c3b-39a3-41f8-8876-b630de5dd680 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f261376df70>,) {'filters': {'network_id': ['de99ce2c-24a4-4a27-99c6-99cdd5cc3707']}} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:15:00.661772 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-516558f3-07ed-4581-ba1b-b74d1468bb43 req-100d960d-e485-43a6-96ec-3e98fab0e962 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/quotas/ed880d80bcfb4641b02f26da5fad21b8 HTTP/1.1" status: 200  len: 375 time: 0.0605068
Dec 25 21:15:00.674154 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-f5696c3b-39a3-41f8-8876-b630de5dd680 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f261376df70>, '348b53e0-5265-410a-a773-abff8c4ab630') {'for_net_delete': True} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:15:00.674463 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-f5696c3b-39a3-41f8-8876-b630de5dd680 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f261376df70>, '348b53e0-5265-410a-a773-abff8c4ab630') {} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:15:00.691377 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f5696c3b-39a3-41f8-8876-b630de5dd680 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737602746920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10246592'] for segment, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:00.709564 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f5696c3b-39a3-41f8-8876-b630de5dd680 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:00.722116 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5696c3b-39a3-41f8-8876-b630de5dd680 admin admin] Releasing vlan 152 on physical network physnet1 to pool {{(pid=121607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 25 21:15:00.725307 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f5696c3b-39a3-41f8-8876-b630de5dd680 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8633327'] for segment, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:00.732124 ncdv-master-1 neutron-server[121607]: Traceback (most recent call last):
Dec 25 21:15:00.732124 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 25 21:15:00.732124 ncdv-master-1 neutron-server[121607]:     timer()
Dec 25 21:15:00.732124 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 25 21:15:00.732124 ncdv-master-1 neutron-server[121607]:     cb(*args, **kw)
Dec 25 21:15:00.732124 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 25 21:15:00.732124 ncdv-master-1 neutron-server[121607]:     return func(*args, **kwargs)
Dec 25 21:15:00.732124 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 25 21:15:00.732124 ncdv-master-1 neutron-server[121607]:     self._notify()
Dec 25 21:15:00.732124 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 25 21:15:00.732124 ncdv-master-1 neutron-server[121607]:     self.callback(batched_events)
Dec 25 21:15:00.732124 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 25 21:15:00.732124 ncdv-master-1 neutron-server[121607]:     event.method(event)
Dec 25 21:15:00.732124 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 25 21:15:00.732124 ncdv-master-1 neutron-server[121607]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 25 21:15:00.732124 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 25 21:15:00.732124 ncdv-master-1 neutron-server[121607]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 25 21:15:00.732124 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 25 21:15:00.732124 ncdv-master-1 neutron-server[121607]:     return f(self, *a, **k)
Dec 25 21:15:00.732124 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 25 21:15:00.732124 ncdv-master-1 neutron-server[121607]:     return self._get(url).json()
Dec 25 21:15:00.732124 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 25 21:15:00.732124 ncdv-master-1 neutron-server[121607]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 25 21:15:00.732124 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 25 21:15:00.732124 ncdv-master-1 neutron-server[121607]:     return self.request(url, 'GET', **kwargs)
Dec 25 21:15:00.732124 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 25 21:15:00.732124 ncdv-master-1 neutron-server[121607]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 25 21:15:00.732124 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 25 21:15:00.732124 ncdv-master-1 neutron-server[121607]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 25 21:15:00.732124 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 25 21:15:00.732124 ncdv-master-1 neutron-server[121607]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 25 21:15:00.732124 ncdv-master-1 neutron-server[121607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 25 21:15:00.742249 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-516558f3-07ed-4581-ba1b-b74d1468bb43 req-96a2bd67-8702-41ea-88ad-e7907f047c9e tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=ed880d80bcfb4641b02f26da5fad21b8&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0723019
Dec 25 21:15:00.889085 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f5696c3b-39a3-41f8-8876-b630de5dd680 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2008653'] for network, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:00.925149 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f5696c3b-39a3-41f8-8876-b630de5dd680 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for network, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:00.929352 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-f5696c3b-39a3-41f8-8876-b630de5dd680 admin admin] 10.222.0.32 "DELETE /v2.0/networks/de99ce2c-24a4-4a27-99c6-99cdd5cc3707 HTTP/1.1" status: 204  len: 168 time: 1.1684813
Dec 25 21:15:00.931034 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5696c3b-39a3-41f8-8876-b630de5dd680 admin admin] Pushing event deleted for resources: {'Network': ['ID=de99ce2c-24a4-4a27-99c6-99cdd5cc3707,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:15:00.945111 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device c6dfea0c-c890-4534-80ee-8e4462764fd8 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:15:00.972785 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] No Port match for: c6dfea0c-c890-4534-80ee-8e4462764fd8 {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:15:00.973445 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device c6dfea0c-c890-4534-80ee-8e4462764fd8 not bound to the agent host ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:15:01.065570 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-18cf431f-b5c9-4b77-9ef6-a6b6137f8f26 req-31b18368-5111-4015-9428-76358e42b6fd tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/ports?device_id=3308bcb1-0f06-470f-913d-ae09dfc92a3a HTTP/1.1" status: 200  len: 210 time: 0.0431762
Dec 25 21:15:01.417074 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 50848) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:15:01.470138 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-10f06d57-4682-4a8e-84b3-abceeedbac7e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=af3f5665f009477385c524a3e23aedc6&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0515606
Dec 25 21:15:01.472661 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 50850) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:15:01.506449 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 50852) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:15:01.533553 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-143fe61c-e48c-42ad-bda3-0d08057d0aea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:01.576404 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-143fe61c-e48c-42ad-bda3-0d08057d0aea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:01.641504 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-c5a44cc9-3e5c-490c-8a08-844e8fa7dced admin admin] Publish callbacks [] for security_group, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:01.717048 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-c5a44cc9-3e5c-490c-8a08-844e8fa7dced admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:01.764443 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4f267c21-b750-43cc-ac5e-9a69fbac9443 req-c0b5974d-743b-4674-bb96-4dbb211d8bb7 tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] 10.222.0.32 "GET /v2.0/ports?device_id=c169c539-29b8-4eeb-bb76-6e6eabd11098 HTTP/1.1" status: 200  len: 210 time: 0.0294008
Dec 25 21:15:01.772018 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-143fe61c-e48c-42ad-bda3-0d08057d0aea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:01.772018 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-143fe61c-e48c-42ad-bda3-0d08057d0aea admin admin] Publish callbacks [] for security_group, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:01.776093 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-143fe61c-e48c-42ad-bda3-0d08057d0aea admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/bf6f1b26-c9d9-475d-a396-710ace1ec7a3 HTTP/1.1" status: 204  len: 168 time: 0.2990606
Dec 25 21:15:01.783185 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143fe61c-e48c-42ad-bda3-0d08057d0aea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf6f1b26-c9d9-475d-a396-710ace1ec7a3,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:15:01.831854 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-c5a44cc9-3e5c-490c-8a08-844e8fa7dced admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:01.878566 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-c5a44cc9-3e5c-490c-8a08-844e8fa7dced admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=30d627bd27a54039ab7eacbc0d2070ff&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3685248
Dec 25 21:15:01.878566 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a44cc9-3e5c-490c-8a08-844e8fa7dced admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a40dd65f-56ab-4e04-99ef-b8758e787e12,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:15:01.878929 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 50866) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:15:01.951914 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-cfa5b5a3-4c9b-4815-82a3-ad9a1857038d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:01.977590 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-cfa5b5a3-4c9b-4815-82a3-ad9a1857038d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:02.118678 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-cfa5b5a3-4c9b-4815-82a3-ad9a1857038d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:02.135682 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-cfa5b5a3-4c9b-4815-82a3-ad9a1857038d admin admin] Publish callbacks [] for security_group, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:02.136910 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-cfa5b5a3-4c9b-4815-82a3-ad9a1857038d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a40dd65f-56ab-4e04-99ef-b8758e787e12 HTTP/1.1" status: 204  len: 168 time: 0.2570100
Dec 25 21:15:02.169617 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1dddec79-c7e1-4288-87c6-bf95c7a7a1d8 req-b4ac325b-7951-49fb-8b20-d6f8fe62402a tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/ports?device_id=3308bcb1-0f06-470f-913d-ae09dfc92a3a HTTP/1.1" status: 200  len: 210 time: 0.0315115
Dec 25 21:15:02.198802 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa5b5a3-4c9b-4815-82a3-ad9a1857038d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a40dd65f-56ab-4e04-99ef-b8758e787e12,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:15:02.317700 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad31811-bf30-43cc-b638-50de1a2dcae0 req-76f40e9a-9b14-41a0-9ed8-239d9b02b2be tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:15:02.319382 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4ad31811-bf30-43cc-b638-50de1a2dcae0 req-76f40e9a-9b14-41a0-9ed8-239d9b02b2be tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] 10.222.0.37 "GET /v2.0/networks?id=cb028617-ca4b-4888-809e-8a74d7f084f8 HTTP/1.1" status: 200  len: 810 time: 0.1443627
Dec 25 21:15:02.413241 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4ad31811-bf30-43cc-b638-50de1a2dcae0 req-de9b955f-8a80-41fb-bcc9-17bc8b8d0297 tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7ed80be6e633499b9d1dc61c05014afc HTTP/1.1" status: 200  len: 379 time: 0.0842118
Dec 25 21:15:02.425216 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-4ad31811-bf30-43cc-b638-50de1a2dcae0 req-93392143-e723-4176-9a2c-ade52144116f tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] Request body: {'port': {'device_id': 'c169c539-29b8-4eeb-bb76-6e6eabd11098', 'network_id': 'cb028617-ca4b-4888-809e-8a74d7f084f8', 'admin_state_up': True, 'tenant_id': '7ed80be6e633499b9d1dc61c05014afc', 'security_groups': ['20bd9841-9e11-4157-a0aa-08323059b96f']}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:15:02.682879 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ad31811-bf30-43cc-b638-50de1a2dcae0 req-93392143-e723-4176-9a2c-ade52144116f tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] Made reservation on behalf of 7ed80be6e633499b9d1dc61c05014afc for: {'port': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:15:02.683895 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-4ad31811-bf30-43cc-b638-50de1a2dcae0 req-93392143-e723-4176-9a2c-ade52144116f tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:02.831494 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_common [req-4ad31811-bf30-43cc-b638-50de1a2dcae0 req-93392143-e723-4176-9a2c-ade52144116f tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] Allocated IP 172.20.0.8 (cb028617-ca4b-4888-809e-8a74d7f084f8/00dff513-a38a-48f8-809a-d1935b6eecea/305a9e22-e716-452b-815d-1b4b804fad15) {{(pid=121606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:15:02.898733 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-cd775569-cee3-4c4c-95a9-74d6e274b6a5 req-04f41269-4ff4-472d-8463-9a8c29983b52 tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] 10.222.0.32 "GET /v2.0/ports?device_id=c169c539-29b8-4eeb-bb76-6e6eabd11098 HTTP/1.1" status: 200  len: 210 time: 0.0473132
Dec 25 21:15:03.006987 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-4ad31811-bf30-43cc-b638-50de1a2dcae0 req-93392143-e723-4176-9a2c-ade52144116f tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] Publish callbacks [] for port, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:03.080573 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 50910) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:15:03.094587 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-5cdd90c4-61da-4c4f-a5e5-a0a9efa0a7fa admin admin] Publish callbacks [] for security_group, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:03.096902 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-4ad31811-bf30-43cc-b638-50de1a2dcae0 req-93392143-e723-4176-9a2c-ade52144116f tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:03.159538 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ad31811-bf30-43cc-b638-50de1a2dcae0 req-93392143-e723-4176-9a2c-ade52144116f tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] Network cb028617-ca4b-4888-809e-8a74d7f084f8 is already hosted by enough agents. {{(pid=121606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:15:03.166639 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [req-4ad31811-bf30-43cc-b638-50de1a2dcae0 req-93392143-e723-4176-9a2c-ade52144116f tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] Resources bound (agent type, host, resource id):  {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:15:03.171402 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93392143-e723-4176-9a2c-ade52144116f tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] Pushing event updated for resources: {'Port': ['ID=305a9e22-e716-452b-815d-1b4b804fad15,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:15:03.174765 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ad31811-bf30-43cc-b638-50de1a2dcae0 req-93392143-e723-4176-9a2c-ade52144116f tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] Received port after_create {{(pid=121606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:15:03.248566 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad31811-bf30-43cc-b638-50de1a2dcae0 req-93392143-e723-4176-9a2c-ade52144116f tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:15:03.249232 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-4ad31811-bf30-43cc-b638-50de1a2dcae0 req-93392143-e723-4176-9a2c-ade52144116f tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:03.324905 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-5cdd90c4-61da-4c4f-a5e5-a0a9efa0a7fa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:03.346632 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4ad31811-bf30-43cc-b638-50de1a2dcae0 req-93392143-e723-4176-9a2c-ade52144116f tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.9257724
Dec 25 21:15:03.395315 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9963b662-8559-40d4-86c9-661a70641008 req-adc849a4-c654-4448-b3e1-db432e9c4471 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/ports?device_id=3308bcb1-0f06-470f-913d-ae09dfc92a3a HTTP/1.1" status: 200  len: 210 time: 0.0690107
Dec 25 21:15:03.395963 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-516558f3-07ed-4581-ba1b-b74d1468bb43 req-6457056f-2c90-439b-a621-8213106ce266 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=ed880d80bcfb4641b02f26da5fad21b8&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0314486
Dec 25 21:15:03.398994 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-4ad31811-bf30-43cc-b638-50de1a2dcae0 req-09db8706-aa29-4c0b-8245-544eb482b778 service neutron] Request body: {'port': {'device_id': 'c169c539-29b8-4eeb-bb76-6e6eabd11098', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:15:03.403437 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-5cdd90c4-61da-4c4f-a5e5-a0a9efa0a7fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:03.528950 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 50928) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:15:03.550406 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-5cdd90c4-61da-4c4f-a5e5-a0a9efa0a7fa admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=49dc8d59373f4470bd7eff795959b5f1&name=default HTTP/1.1" status: 200  len: 2996 time: 0.4683652
Dec 25 21:15:03.551043 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdd90c4-61da-4c4f-a5e5-a0a9efa0a7fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aeae1f31-7832-4408-98fe-5cfb5638495c,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:15:03.567733 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 50934) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:15:03.592211 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-4ad31811-bf30-43cc-b638-50de1a2dcae0 req-09db8706-aa29-4c0b-8245-544eb482b778 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:03.616575 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516558f3-07ed-4581-ba1b-b74d1468bb43 req-728b4f67-52b2-4763-9bf9-81e00720cbb7 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:15:03.616575 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-516558f3-07ed-4581-ba1b-b74d1468bb43 req-728b4f67-52b2-4763-9bf9-81e00720cbb7 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2149713
Dec 25 21:15:03.640628 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [req-516558f3-07ed-4581-ba1b-b74d1468bb43 req-bd90ed3c-f762-4425-ba57-50c1dc5e6f0d tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] Request body: {'port': {'device_id': '3308bcb1-0f06-470f-913d-ae09dfc92a3a', 'network_id': '8f212e98-547d-4c6e-a560-2e9a548c8f59', 'admin_state_up': True, 'tenant_id': 'ed880d80bcfb4641b02f26da5fad21b8'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:15:03.652040 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-931e9935-9cb1-4d6c-9bae-4c5b51dfb6c1 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-47363404-network', 'tenant_id': '27d474dfd37c46f0aa14aa84e8b3ad41'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:15:03.657267 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-29fad7dd-2f0a-4898-930a-98a9922f0ea9 None None] Provisioning complete for port 305a9e22-e716-452b-815d-1b4b804fad15 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:15:03.658179 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-29fad7dd-2f0a-4898-930a-98a9922f0ea9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:03.685280 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-9747fd20-b27a-4d87-81cd-ee6bc2e946b9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:03.727662 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-29fad7dd-2f0a-4898-930a-98a9922f0ea9 None None] Port 305a9e22-e716-452b-815d-1b4b804fad15 cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:15:03.768299 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-9747fd20-b27a-4d87-81cd-ee6bc2e946b9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:03.832722 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-931e9935-9cb1-4d6c-9bae-4c5b51dfb6c1 admin admin] Made reservation on behalf of 27d474dfd37c46f0aa14aa84e8b3ad41 for: {'network': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:15:03.835525 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-931e9935-9cb1-4d6c-9bae-4c5b51dfb6c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for network, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:03.848627 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-931e9935-9cb1-4d6c-9bae-4c5b51dfb6c1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:03.960281 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [req-4ad31811-bf30-43cc-b638-50de1a2dcae0 req-09db8706-aa29-4c0b-8245-544eb482b778 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 305a9e22-e716-452b-815d-1b4b804fad15 {{(pid=121606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:15:03.968176 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-4ad31811-bf30-43cc-b638-50de1a2dcae0 req-09db8706-aa29-4c0b-8245-544eb482b778 service neutron] Publish callbacks [] for port, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:03.984791 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-9747fd20-b27a-4d87-81cd-ee6bc2e946b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:03.987637 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-9747fd20-b27a-4d87-81cd-ee6bc2e946b9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:03.991138 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-9747fd20-b27a-4d87-81cd-ee6bc2e946b9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/aeae1f31-7832-4408-98fe-5cfb5638495c HTTP/1.1" status: 204  len: 168 time: 0.4203708
Dec 25 21:15:03.995938 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-516558f3-07ed-4581-ba1b-b74d1468bb43 req-bd90ed3c-f762-4425-ba57-50c1dc5e6f0d tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] Made reservation on behalf of ed880d80bcfb4641b02f26da5fad21b8 for: {'port': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:15:03.999289 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-516558f3-07ed-4581-ba1b-b74d1468bb43 req-bd90ed3c-f762-4425-ba57-50c1dc5e6f0d tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:04.026141 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.provisioning_blocks [req-4ad31811-bf30-43cc-b638-50de1a2dcae0 req-09db8706-aa29-4c0b-8245-544eb482b778 service neutron] Transition to ACTIVE for port object 305a9e22-e716-452b-815d-1b4b804fad15 will not be triggered until provisioned by entity L2. {{(pid=121606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 25 21:15:04.037355 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9747fd20-b27a-4d87-81cd-ee6bc2e946b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aeae1f31-7832-4408-98fe-5cfb5638495c,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:15:04.056845 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-931e9935-9cb1-4d6c-9bae-4c5b51dfb6c1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:04.081123 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18143d77-912c-4a94-be74-b3dba579c635 req-bdc7bb20-116e-48bf-8ef9-cd99d6a4e185 tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:15:04.093159 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-18143d77-912c-4a94-be74-b3dba579c635 req-bdc7bb20-116e-48bf-8ef9-cd99d6a4e185 tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] 10.222.0.32 "GET /v2.0/ports?device_id=c169c539-29b8-4eeb-bb76-6e6eabd11098 HTTP/1.1" status: 200  len: 931 time: 0.1027653
Dec 25 21:15:04.122187 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-931e9935-9cb1-4d6c-9bae-4c5b51dfb6c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:04.123437 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-4ad31811-bf30-43cc-b638-50de1a2dcae0 req-09db8706-aa29-4c0b-8245-544eb482b778 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:04.164026 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-931e9935-9cb1-4d6c-9bae-4c5b51dfb6c1 admin admin] vlan segment allocate from pool success with {'vlan_id': 185, 'physical_network': 'physnet1'}  {{(pid=121607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 25 21:15:04.179573 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:04.199933 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931e9935-9cb1-4d6c-9bae-4c5b51dfb6c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e70b16a5-3c2f-443c-a3bd-2851d79b2b90,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:15:04.209060 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-18143d77-912c-4a94-be74-b3dba579c635 req-0fa04683-21d9-449b-96e4-5a1ee1fac9d6 tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] 10.222.0.32 "GET /v2.0/security-groups?id=20bd9841-9e11-4157-a0aa-08323059b96f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1148138
Dec 25 21:15:04.241334 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-931e9935-9cb1-4d6c-9bae-4c5b51dfb6c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:04.241808 ncdv-master-1 neutron-server[121607]: INFO neutron.db.segments_db [None req-931e9935-9cb1-4d6c-9bae-4c5b51dfb6c1 admin admin] Added segment 59040483-3fcc-4b5a-8606-f8e28575fa62 of type vlan for network 597fae95-d9e4-466a-853c-7cbb09218bf0
Dec 25 21:15:04.245388 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09db8706-aa29-4c0b-8245-544eb482b778 service neutron] Pushing event updated for resources: {'Port': ['ID=305a9e22-e716-452b-815d-1b4b804fad15,revision_number=2']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:15:04.316094 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-931e9935-9cb1-4d6c-9bae-4c5b51dfb6c1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737602163420'] for network, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:04.322778 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-4ad31811-bf30-43cc-b638-50de1a2dcae0 req-09db8706-aa29-4c0b-8245-544eb482b778 service neutron] Attempting to bind port 305a9e22-e716-452b-815d-1b4b804fad15 on host nch2-master-1 for vnic_type normal with profile  {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:15:04.323141 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-4ad31811-bf30-43cc-b638-50de1a2dcae0 req-09db8706-aa29-4c0b-8245-544eb482b778 service neutron] Attempting to bind port 305a9e22-e716-452b-815d-1b4b804fad15 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'ec46da94-4337-45cb-9fe0-68d817889615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'cb028617-ca4b-4888-809e-8a74d7f084f8'}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:15:04.323662 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ad31811-bf30-43cc-b638-50de1a2dcae0 req-09db8706-aa29-4c0b-8245-544eb482b778 service neutron] Attempting to bind port 305a9e22-e716-452b-815d-1b4b804fad15 on network cb028617-ca4b-4888-809e-8a74d7f084f8 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:15:04.325325 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_common [req-516558f3-07ed-4581-ba1b-b74d1468bb43 req-bd90ed3c-f762-4425-ba57-50c1dc5e6f0d tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] Allocated IP 192.168.233.121 (8f212e98-547d-4c6e-a560-2e9a548c8f59/dcfbae86-f93e-400c-8084-eac7f56ff5ba/860d1670-d6af-4fc5-80bd-08f9b6582dac) {{(pid=121607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:15:04.329352 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ad31811-bf30-43cc-b638-50de1a2dcae0 req-09db8706-aa29-4c0b-8245-544eb482b778 service neutron] Port 305a9e22-e716-452b-815d-1b4b804fad15 on network cb028617-ca4b-4888-809e-8a74d7f084f8 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 25 21:15:04.330655 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ad31811-bf30-43cc-b638-50de1a2dcae0 req-09db8706-aa29-4c0b-8245-544eb482b778 service neutron] Attempting to bind port 305a9e22-e716-452b-815d-1b4b804fad15 on network cb028617-ca4b-4888-809e-8a74d7f084f8 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:15:04.337125 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ad31811-bf30-43cc-b638-50de1a2dcae0 req-09db8706-aa29-4c0b-8245-544eb482b778 service neutron] Checking agent: {'id': '0d9ae313-8f8d-40fa-8a9f-d098a25a9911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 21, 4, 38), 'started_at': datetime.datetime(2021, 12, 25, 21, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 14, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:15:04.337536 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ad31811-bf30-43cc-b638-50de1a2dcae0 req-09db8706-aa29-4c0b-8245-544eb482b778 service neutron] Checking segment: {'id': 'ec46da94-4337-45cb-9fe0-68d817889615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'cb028617-ca4b-4888-809e-8a74d7f084f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:15:04.338272 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ad31811-bf30-43cc-b638-50de1a2dcae0 req-09db8706-aa29-4c0b-8245-544eb482b778 service neutron] Bound using segment: {'id': 'ec46da94-4337-45cb-9fe0-68d817889615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'cb028617-ca4b-4888-809e-8a74d7f084f8'} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:15:04.338734 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-4ad31811-bf30-43cc-b638-50de1a2dcae0 req-09db8706-aa29-4c0b-8245-544eb482b778 service neutron] Bound port: 305a9e22-e716-452b-815d-1b4b804fad15, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec46da94-4337-45cb-9fe0-68d817889615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'cb028617-ca4b-4888-809e-8a74d7f084f8'}}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:15:04.339094 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-4ad31811-bf30-43cc-b638-50de1a2dcae0 req-09db8706-aa29-4c0b-8245-544eb482b778 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:04.420498 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-4ad31811-bf30-43cc-b638-50de1a2dcae0 req-09db8706-aa29-4c0b-8245-544eb482b778 service neutron] For port 305a9e22-e716-452b-815d-1b4b804fad15, host nch2-master-1, cleared binding levels {{(pid=121606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:15:04.423835 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-4ad31811-bf30-43cc-b638-50de1a2dcae0 req-09db8706-aa29-4c0b-8245-544eb482b778 service neutron] For port 305a9e22-e716-452b-815d-1b4b804fad15, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=305a9e22-e716-452b-815d-1b4b804fad15,segment=NetworkSegment(ec46da94-4337-45cb-9fe0-68d817889615),segment_id=ec46da94-4337-45cb-9fe0-68d817889615)] {{(pid=121606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:15:04.483305 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-931e9935-9cb1-4d6c-9bae-4c5b51dfb6c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870'] for network, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:04.489770 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-931e9935-9cb1-4d6c-9bae-4c5b51dfb6c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:15:04.489770 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-931e9935-9cb1-4d6c-9bae-4c5b51dfb6c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for network, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:04.517355 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d4ab9674-7ea4-41fd-a692-a39af040de0f req-cf63c99c-abc8-4945-977b-bfddf3911a90 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/ports?device_id=3308bcb1-0f06-470f-913d-ae09dfc92a3a HTTP/1.1" status: 200  len: 210 time: 0.0286753
Dec 25 21:15:04.538883 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-4ad31811-bf30-43cc-b638-50de1a2dcae0 req-09db8706-aa29-4c0b-8245-544eb482b778 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:04.587561 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931e9935-9cb1-4d6c-9bae-4c5b51dfb6c1 admin admin] Pushing event updated for resources: {'Network': ['ID=597fae95-d9e4-466a-853c-7cbb09218bf0,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:15:04.598962 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Network 597fae95-d9e4-466a-853c-7cbb09218bf0 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 25 21:15:04.607964 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad31811-bf30-43cc-b638-50de1a2dcae0 req-09db8706-aa29-4c0b-8245-544eb482b778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:15:04.608801 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-4ad31811-bf30-43cc-b638-50de1a2dcae0 req-09db8706-aa29-4c0b-8245-544eb482b778 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:04.611411 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4ad31811-bf30-43cc-b638-50de1a2dcae0 req-09db8706-aa29-4c0b-8245-544eb482b778 service neutron] 10.222.0.37 "PUT /v2.0/ports/305a9e22-e716-452b-815d-1b4b804fad15 HTTP/1.1" status: 200  len: 1091 time: 1.2259753
Dec 25 21:15:04.611574 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c169c539-29b8-4eeb-bb76-6e6eabd11098', 'tag': '305a9e22-e716-452b-815d-1b4b804fad15'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:15:04.614441 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9858820c13ec2827453b94ebc4181065e990a4e4089ccb9fe762531ac62d2fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1a82178-c6d6-48cc-92f9-14851fd0ea05" -d '{"events": [{"name": "network-changed", "server_uuid": "c169c539-29b8-4eeb-bb76-6e6eabd11098", "tag": "305a9e22-e716-452b-815d-1b4b804fad15"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:15:04.639145 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-516558f3-07ed-4581-ba1b-b74d1468bb43 req-bd90ed3c-f762-4425-ba57-50c1dc5e6f0d tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] Publish callbacks [] for port, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:04.695407 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Dec 2021 21:15:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86192886-eb84-4d54-a066-9855b2e17336 x-openstack-request-id: req-86192886-eb84-4d54-a066-9855b2e17336 {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:15:04.696352 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c169c539-29b8-4eeb-bb76-6e6eabd11098", "tag": "305a9e22-e716-452b-815d-1b4b804fad15", "status": "completed", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:15:04.697891 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-86192886-eb84-4d54-a066-9855b2e17336 {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:15:04.699263 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c169c539-29b8-4eeb-bb76-6e6eabd11098', 'tag': '305a9e22-e716-452b-815d-1b4b804fad15', 'status': 'completed', 'code': 200}
Dec 25 21:15:04.714109 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09db8706-aa29-4c0b-8245-544eb482b778 service neutron] Pushing event updated for resources: {'Port': ['ID=305a9e22-e716-452b-815d-1b4b804fad15,revision_number=3']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:15:04.781961 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-931e9935-9cb1-4d6c-9bae-4c5b51dfb6c1 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 886 time: 1.2388666
Dec 25 21:15:04.781961 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 50990) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:15:04.792863 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-56dbb8a8-1cc8-4d8a-9762-3f0db7e3f29a admin admin] Request body: {'subnet': {'network_id': '597fae95-d9e4-466a-853c-7cbb09218bf0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-47363404-subnet', 'tenant_id': '27d474dfd37c46f0aa14aa84e8b3ad41', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:15:04.824705 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-042a5185-ba9d-42b3-9fc9-d1b9cd696fb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:04.825227 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-516558f3-07ed-4581-ba1b-b74d1468bb43 req-bd90ed3c-f762-4425-ba57-50c1dc5e6f0d tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:04.844092 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] get_ports_and_sgs() called for port_ids ['5a73a242-a477-40db-9b6d-7ac1d38d6950'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:15:04.872739 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a82178-c6d6-48cc-92f9-14851fd0ea05 req-08b41747-9d23-4f24-97e2-ab158b0b442f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:15:04.875359 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a1a82178-c6d6-48cc-92f9-14851fd0ea05 req-08b41747-9d23-4f24-97e2-ab158b0b442f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7ed80be6e633499b9d1dc61c05014afc&device_id=c169c539-29b8-4eeb-bb76-6e6eabd11098 HTTP/1.1" status: 200  len: 1094 time: 0.1372268
Dec 25 21:15:04.927523 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-516558f3-07ed-4581-ba1b-b74d1468bb43 req-bd90ed3c-f762-4425-ba57-50c1dc5e6f0d tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] Network 8f212e98-547d-4c6e-a560-2e9a548c8f59 is already hosted by enough agents. {{(pid=121607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:15:04.933057 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [req-516558f3-07ed-4581-ba1b-b74d1468bb43 req-bd90ed3c-f762-4425-ba57-50c1dc5e6f0d tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] Resources bound (agent type, host, resource id):  {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:15:04.937596 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56dbb8a8-1cc8-4d8a-9762-3f0db7e3f29a admin admin] Made reservation on behalf of 27d474dfd37c46f0aa14aa84e8b3ad41 for: {'subnet': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:15:04.971546 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-56dbb8a8-1cc8-4d8a-9762-3f0db7e3f29a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8852834'] for subnet, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:04.974088 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [req-516558f3-07ed-4581-ba1b-b74d1468bb43 req-bd90ed3c-f762-4425-ba57-50c1dc5e6f0d tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] Received port after_create {{(pid=121607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:15:05.042058 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a82178-c6d6-48cc-92f9-14851fd0ea05 req-8e94c7b1-45a5-4cfb-a66a-a605063efc33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:15:05.044348 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd90ed3c-f762-4425-ba57-50c1dc5e6f0d tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] Pushing event updated for resources: {'Port': ['ID=860d1670-d6af-4fc5-80bd-08f9b6582dac,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:15:05.045430 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a1a82178-c6d6-48cc-92f9-14851fd0ea05 req-8e94c7b1-45a5-4cfb-a66a-a605063efc33 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=7ed80be6e633499b9d1dc61c05014afc&shared=False HTTP/1.1" status: 200  len: 911 time: 0.1612725
Dec 25 21:15:05.227188 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516558f3-07ed-4581-ba1b-b74d1468bb43 req-bd90ed3c-f762-4425-ba57-50c1dc5e6f0d tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:15:05.227188 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-516558f3-07ed-4581-ba1b-b74d1468bb43 req-bd90ed3c-f762-4425-ba57-50c1dc5e6f0d tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:05.227378 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a82178-c6d6-48cc-92f9-14851fd0ea05 req-8e1a05b3-d2f9-4799-a75c-e02320451135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:15:05.227378 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a1a82178-c6d6-48cc-92f9-14851fd0ea05 req-8e1a05b3-d2f9-4799-a75c-e02320451135 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1413476
Dec 25 21:15:05.346036 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad31811-bf30-43cc-b638-50de1a2dcae0 req-6d1d16c3-d4c2-425b-977d-d25f3619e11f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:15:05.347971 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4ad31811-bf30-43cc-b638-50de1a2dcae0 req-6d1d16c3-d4c2-425b-977d-d25f3619e11f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7ed80be6e633499b9d1dc61c05014afc&device_id=c169c539-29b8-4eeb-bb76-6e6eabd11098 HTTP/1.1" status: 200  len: 1094 time: 0.0966313
Dec 25 21:15:05.358470 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:15:05.358470 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:15:05.358470 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:15:05.358470 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:15:05.358470 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:15:05.358470 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:15:05.358470 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:15:05.358470 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:15:05.358470 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:15:05.358470 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:15:05.358470 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:15:05.358470 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:15:05.358470 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:15:05.358470 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:15:05.358470 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:15:05.358470 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:15:05.358470 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:15:05.358470 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:15:05.358470 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:15:05.358470 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:15:05.358470 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:15:05.358470 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:15:05.358470 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:15:05.358470 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:15:05.358470 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:15:05.358470 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:15:05.358470 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:15:05.358470 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:15:05.358470 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:15:05.358470 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:15:05.358470 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:15:05.358470 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:15:05.358470 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:15:05.358470 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:15:05.358470 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:15:05.358470 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:15:05.363711 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:15:05.363711 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:15:05.363711 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:15:05.363711 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:15:05.363711 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:15:05.363711 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:15:05.363711 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:15:05.363711 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:15:05.363711 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:15:05.363711 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:15:05.363711 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:15:05.363711 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:15:05.363711 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89b1867-3d27-43ab-acd6-21db2e1881c3 req-679fae94-b3a1-4aed-b490-c6dec0c0cfb7 tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:15:05.364932 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b89b1867-3d27-43ab-acd6-21db2e1881c3 req-679fae94-b3a1-4aed-b490-c6dec0c0cfb7 tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] 10.222.0.32 "GET /v2.0/ports?device_id=c169c539-29b8-4eeb-bb76-6e6eabd11098 HTTP/1.1" status: 200  len: 943 time: 0.0713310
Dec 25 21:15:05.371924 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-7baf767e-8a67-42fa-86a5-138a72dfd1f9 None None] Provisioning complete for port 860d1670-d6af-4fc5-80bd-08f9b6582dac triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:15:05.372474 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-7baf767e-8a67-42fa-86a5-138a72dfd1f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:05.411274 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4ad31811-bf30-43cc-b638-50de1a2dcae0 req-642247e1-804d-46c6-8f48-bbdef803be8e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=305a9e22-e716-452b-815d-1b4b804fad15 HTTP/1.1" status: 200  len: 217 time: 0.0455556
Dec 25 21:15:05.434003 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-7baf767e-8a67-42fa-86a5-138a72dfd1f9 None None] Port 860d1670-d6af-4fc5-80bd-08f9b6582dac cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:15:05.480696 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b89b1867-3d27-43ab-acd6-21db2e1881c3 req-e30f9f17-639c-4e53-8723-3962df45bd37 tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] 10.222.0.32 "GET /v2.0/security-groups?id=20bd9841-9e11-4157-a0aa-08323059b96f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1063643
Dec 25 21:15:05.482492 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad31811-bf30-43cc-b638-50de1a2dcae0 req-4e7f841c-8370-4a10-b159-b2f78a595474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:15:05.483997 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4ad31811-bf30-43cc-b638-50de1a2dcae0 req-4e7f841c-8370-4a10-b159-b2f78a595474 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=00dff513-a38a-48f8-809a-d1935b6eecea HTTP/1.1" status: 200  len: 849 time: 0.0647643
Dec 25 21:15:05.530483 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad31811-bf30-43cc-b638-50de1a2dcae0 req-1b411bcc-3744-4fe9-b65e-184d861646b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:15:05.532155 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4ad31811-bf30-43cc-b638-50de1a2dcae0 req-1b411bcc-3744-4fe9-b65e-184d861646b6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=cb028617-ca4b-4888-809e-8a74d7f084f8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0418136
Dec 25 21:15:05.575600 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-56dbb8a8-1cc8-4d8a-9762-3f0db7e3f29a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8632475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8852848'] for subnet, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:05.586279 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-516558f3-07ed-4581-ba1b-b74d1468bb43 req-bd90ed3c-f762-4425-ba57-50c1dc5e6f0d tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 1.9551196
Dec 25 21:15:05.622238 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [req-516558f3-07ed-4581-ba1b-b74d1468bb43 req-969782e3-6b11-437b-9ec1-c5578a3c6eeb service neutron] Request body: {'port': {'device_id': '3308bcb1-0f06-470f-913d-ae09dfc92a3a', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:15:05.691150 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4ad31811-bf30-43cc-b638-50de1a2dcae0 req-d86e89f2-cba5-4f91-8849-2e00b7d0baaf service neutron] 10.222.0.37 "GET /v2.0/networks/cb028617-ca4b-4888-809e-8a74d7f084f8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1509778
Dec 25 21:15:05.698664 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56dbb8a8-1cc8-4d8a-9762-3f0db7e3f29a admin admin] Pushing event updated for resources: {'Subnet': ['ID=37f917d0-d496-45cf-ae0a-66a9d35b37e3,revision_number=0']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:15:05.710115 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56dbb8a8-1cc8-4d8a-9762-3f0db7e3f29a admin admin] Checking segment: {'id': '59040483-3fcc-4b5a-8606-f8e28575fa62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '597fae95-d9e4-466a-853c-7cbb09218bf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:15:05.710115 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56dbb8a8-1cc8-4d8a-9762-3f0db7e3f29a admin admin] Network hostable DHCP agents. Network: 597fae95-d9e4-466a-853c-7cbb09218bf0, hostable agents: ['1813db88-2c1b-4357-a2ba-869246b663c2'], hosted agents: [] {{(pid=121607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 25 21:15:05.712810 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-516558f3-07ed-4581-ba1b-b74d1468bb43 req-969782e3-6b11-437b-9ec1-c5578a3c6eeb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:05.869621 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56dbb8a8-1cc8-4d8a-9762-3f0db7e3f29a admin admin] Network 597fae95-d9e4-466a-853c-7cbb09218bf0 is scheduled to be hosted by DHCP agent 1813db88-2c1b-4357-a2ba-869246b663c2 with binding_index 1 {{(pid=121607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 25 21:15:05.943067 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-56dbb8a8-1cc8-4d8a-9762-3f0db7e3f29a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 597fae95-d9e4-466a-853c-7cbb09218bf0) {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:15:05.952164 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06dabf0b-a2c4-4ea4-9016-20e4ba56b9a2 None None] Network 597fae95-d9e4-466a-853c-7cbb09218bf0 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:15:05.971185 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56dbb8a8-1cc8-4d8a-9762-3f0db7e3f29a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:15:05.971950 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-56dbb8a8-1cc8-4d8a-9762-3f0db7e3f29a admin admin] Publish callbacks [] for subnet, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:06.057199 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-56dbb8a8-1cc8-4d8a-9762-3f0db7e3f29a admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 1.2713392
Dec 25 21:15:06.087830 ncdv-master-1 neutron-server[121607]: DEBUG neutron.notifiers.nova [req-516558f3-07ed-4581-ba1b-b74d1468bb43 req-969782e3-6b11-437b-9ec1-c5578a3c6eeb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 860d1670-d6af-4fc5-80bd-08f9b6582dac {{(pid=121607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:15:06.115008 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-516558f3-07ed-4581-ba1b-b74d1468bb43 req-969782e3-6b11-437b-9ec1-c5578a3c6eeb service neutron] Publish callbacks [] for port, precommit_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:06.134551 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.provisioning_blocks [req-516558f3-07ed-4581-ba1b-b74d1468bb43 req-969782e3-6b11-437b-9ec1-c5578a3c6eeb service neutron] Transition to ACTIVE for port object 860d1670-d6af-4fc5-80bd-08f9b6582dac will not be triggered until provisioned by entity L2. {{(pid=121607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 25 21:15:06.157297 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bbe3d5-92d1-4af0-aa49-9976eb309075 req-c584aa23-1e70-40be-9a02-9d0f999c2b71 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:15:06.158551 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-22bbe3d5-92d1-4af0-aa49-9976eb309075 req-c584aa23-1e70-40be-9a02-9d0f999c2b71 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/ports?device_id=3308bcb1-0f06-470f-913d-ae09dfc92a3a HTTP/1.1" status: 200  len: 936 time: 0.5295944
Dec 25 21:15:06.204637 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4ad31811-bf30-43cc-b638-50de1a2dcae0 req-7907d494-67ad-40b6-8078-431871e9ee97 service neutron] 10.222.0.37 "GET /v2.0/networks/cb028617-ca4b-4888-809e-8a74d7f084f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5031726
Dec 25 21:15:06.229708 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-516558f3-07ed-4581-ba1b-b74d1468bb43 req-969782e3-6b11-437b-9ec1-c5578a3c6eeb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8632327'] for port, after_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:06.261818 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-22bbe3d5-92d1-4af0-aa49-9976eb309075 req-bbebef4d-c95a-4450-a9a2-4eb328d4aee7 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3f1ae63-416f-443f-b032-af0d7dcc9019&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0899928
Dec 25 21:15:06.322040 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07cb8c04-7601-4cdc-8231-c94849301786 None None] Network 597fae95-d9e4-466a-853c-7cbb09218bf0 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:15:06.362798 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969782e3-6b11-437b-9ec1-c5578a3c6eeb service neutron] Pushing event updated for resources: {'Port': ['ID=860d1670-d6af-4fc5-80bd-08f9b6582dac,revision_number=2']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:15:06.394905 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.managers [req-516558f3-07ed-4581-ba1b-b74d1468bb43 req-969782e3-6b11-437b-9ec1-c5578a3c6eeb service neutron] Attempting to bind port 860d1670-d6af-4fc5-80bd-08f9b6582dac on host nch2-master-1 for vnic_type normal with profile  {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:15:06.395246 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.managers [req-516558f3-07ed-4581-ba1b-b74d1468bb43 req-969782e3-6b11-437b-9ec1-c5578a3c6eeb service neutron] Attempting to bind port 860d1670-d6af-4fc5-80bd-08f9b6582dac by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '85c774cb-a0eb-4ad9-961f-f331d3b37cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '8f212e98-547d-4c6e-a560-2e9a548c8f59'}] {{(pid=121607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:15:06.395605 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-516558f3-07ed-4581-ba1b-b74d1468bb43 req-969782e3-6b11-437b-9ec1-c5578a3c6eeb service neutron] Attempting to bind port 860d1670-d6af-4fc5-80bd-08f9b6582dac on network 8f212e98-547d-4c6e-a560-2e9a548c8f59 {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:15:06.401246 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-516558f3-07ed-4581-ba1b-b74d1468bb43 req-969782e3-6b11-437b-9ec1-c5578a3c6eeb service neutron] Port 860d1670-d6af-4fc5-80bd-08f9b6582dac on network 8f212e98-547d-4c6e-a560-2e9a548c8f59 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 25 21:15:06.401875 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-516558f3-07ed-4581-ba1b-b74d1468bb43 req-969782e3-6b11-437b-9ec1-c5578a3c6eeb service neutron] Attempting to bind port 860d1670-d6af-4fc5-80bd-08f9b6582dac on network 8f212e98-547d-4c6e-a560-2e9a548c8f59 {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:15:06.415387 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-516558f3-07ed-4581-ba1b-b74d1468bb43 req-969782e3-6b11-437b-9ec1-c5578a3c6eeb service neutron] Checking agent: {'id': '0d9ae313-8f8d-40fa-8a9f-d098a25a9911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 21, 4, 38), 'started_at': datetime.datetime(2021, 12, 25, 21, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 14, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:15:06.415748 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-516558f3-07ed-4581-ba1b-b74d1468bb43 req-969782e3-6b11-437b-9ec1-c5578a3c6eeb service neutron] Checking segment: {'id': '85c774cb-a0eb-4ad9-961f-f331d3b37cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '8f212e98-547d-4c6e-a560-2e9a548c8f59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:15:06.416136 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-516558f3-07ed-4581-ba1b-b74d1468bb43 req-969782e3-6b11-437b-9ec1-c5578a3c6eeb service neutron] Bound using segment: {'id': '85c774cb-a0eb-4ad9-961f-f331d3b37cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '8f212e98-547d-4c6e-a560-2e9a548c8f59'} {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:15:06.416669 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.managers [req-516558f3-07ed-4581-ba1b-b74d1468bb43 req-969782e3-6b11-437b-9ec1-c5578a3c6eeb service neutron] Bound port: 860d1670-d6af-4fc5-80bd-08f9b6582dac, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85c774cb-a0eb-4ad9-961f-f331d3b37cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '8f212e98-547d-4c6e-a560-2e9a548c8f59'}}] {{(pid=121607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:15:06.416929 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-516558f3-07ed-4581-ba1b-b74d1468bb43 req-969782e3-6b11-437b-9ec1-c5578a3c6eeb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:06.513071 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.db [req-516558f3-07ed-4581-ba1b-b74d1468bb43 req-969782e3-6b11-437b-9ec1-c5578a3c6eeb service neutron] For port 860d1670-d6af-4fc5-80bd-08f9b6582dac, host nch2-master-1, cleared binding levels {{(pid=121607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:15:06.517754 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.db [req-516558f3-07ed-4581-ba1b-b74d1468bb43 req-969782e3-6b11-437b-9ec1-c5578a3c6eeb service neutron] For port 860d1670-d6af-4fc5-80bd-08f9b6582dac, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=860d1670-d6af-4fc5-80bd-08f9b6582dac,segment=NetworkSegment(85c774cb-a0eb-4ad9-961f-f331d3b37cd6),segment_id=85c774cb-a0eb-4ad9-961f-f331d3b37cd6)] {{(pid=121607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:15:06.592295 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-516558f3-07ed-4581-ba1b-b74d1468bb43 req-969782e3-6b11-437b-9ec1-c5578a3c6eeb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8632327'] for port, after_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:06.648141 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516558f3-07ed-4581-ba1b-b74d1468bb43 req-969782e3-6b11-437b-9ec1-c5578a3c6eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:15:06.650073 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-516558f3-07ed-4581-ba1b-b74d1468bb43 req-969782e3-6b11-437b-9ec1-c5578a3c6eeb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:06.651024 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-516558f3-07ed-4581-ba1b-b74d1468bb43 req-969782e3-6b11-437b-9ec1-c5578a3c6eeb service neutron] 10.222.0.37 "PUT /v2.0/ports/860d1670-d6af-4fc5-80bd-08f9b6582dac HTTP/1.1" status: 200  len: 1096 time: 1.0409102
Dec 25 21:15:06.651721 ncdv-master-1 neutron-server[121607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3308bcb1-0f06-470f-913d-ae09dfc92a3a', 'tag': '860d1670-d6af-4fc5-80bd-08f9b6582dac'}] {{(pid=121607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:15:06.653981 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f980bbcadfa7bf1e788024e1448be660373c21f97f015f780444e999c451203" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c12ca34-34c6-4683-8042-216857c418c4" -d '{"events": [{"name": "network-changed", "server_uuid": "3308bcb1-0f06-470f-913d-ae09dfc92a3a", "tag": "860d1670-d6af-4fc5-80bd-08f9b6582dac"}]}' {{(pid=121607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:15:06.679715 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757e9444-1f64-4c32-96b7-3f435d72d1a9 req-ffa4c57e-cee5-456c-b597-25ec2f6b722e tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:15:06.682757 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969782e3-6b11-437b-9ec1-c5578a3c6eeb service neutron] Pushing event updated for resources: {'Port': ['ID=860d1670-d6af-4fc5-80bd-08f9b6582dac,revision_number=3']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:15:06.689857 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-757e9444-1f64-4c32-96b7-3f435d72d1a9 req-ffa4c57e-cee5-456c-b597-25ec2f6b722e tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] 10.222.0.32 "GET /v2.0/ports?device_id=c169c539-29b8-4eeb-bb76-6e6eabd11098 HTTP/1.1" status: 200  len: 943 time: 0.0887096
Dec 25 21:15:06.793515 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-757e9444-1f64-4c32-96b7-3f435d72d1a9 req-4291496a-b552-40db-a8e4-0f72bd4d2177 tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] 10.222.0.32 "GET /v2.0/security-groups?id=20bd9841-9e11-4157-a0aa-08323059b96f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1024728
Dec 25 21:15:06.848413 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516558f3-07ed-4581-ba1b-b74d1468bb43 req-f381cc96-09a3-4409-9e4b-c2334c054380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:15:06.852820 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-516558f3-07ed-4581-ba1b-b74d1468bb43 req-f381cc96-09a3-4409-9e4b-c2334c054380 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ed880d80bcfb4641b02f26da5fad21b8&device_id=3308bcb1-0f06-470f-913d-ae09dfc92a3a HTTP/1.1" status: 200  len: 1099 time: 0.0948856
Dec 25 21:15:06.955594 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-516558f3-07ed-4581-ba1b-b74d1468bb43 req-266c818e-1996-4663-b2ff-54de8299b80c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.121&port_id=860d1670-d6af-4fc5-80bd-08f9b6582dac HTTP/1.1" status: 200  len: 217 time: 0.0892286
Dec 25 21:15:06.979391 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-e494fc32-f894-4322-8047-c12fa927a71b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:07.018277 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012d00db-3bd8-4a65-828a-b0f7e101b08e req-ca322cf3-b206-4e47-8117-da7b00622c58 tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:15:07.020552 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-012d00db-3bd8-4a65-828a-b0f7e101b08e req-ca322cf3-b206-4e47-8117-da7b00622c58 tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] 10.222.0.32 "GET /v2.0/networks?id=597fae95-d9e4-466a-853c-7cbb09218bf0 HTTP/1.1" status: 200  len: 813 time: 0.1812036
Dec 25 21:15:07.032556 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516558f3-07ed-4581-ba1b-b74d1468bb43 req-b33e6c29-5dc2-420e-8973-f740ab10b14e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:15:07.034151 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-516558f3-07ed-4581-ba1b-b74d1468bb43 req-b33e6c29-5dc2-420e-8973-f740ab10b14e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=dcfbae86-f93e-400c-8084-eac7f56ff5ba HTTP/1.1" status: 200  len: 843 time: 0.0683272
Dec 25 21:15:07.044144 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-012d00db-3bd8-4a65-828a-b0f7e101b08e req-e9fac547-7db0-4d10-97e8-20b8d517e45f tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] 10.222.0.32 "GET /v2.0/quotas/27d474dfd37c46f0aa14aa84e8b3ad41 HTTP/1.1" status: 200  len: 375 time: 0.0157893
Dec 25 21:15:07.083872 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-012d00db-3bd8-4a65-828a-b0f7e101b08e req-49112d04-1b54-47d0-a982-d4dab579a672 tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=27d474dfd37c46f0aa14aa84e8b3ad41&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0365496
Dec 25 21:15:07.088385 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516558f3-07ed-4581-ba1b-b74d1468bb43 req-4a20b65f-009f-4dfb-85af-76792866ef2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:15:07.090308 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-516558f3-07ed-4581-ba1b-b74d1468bb43 req-4a20b65f-009f-4dfb-85af-76792866ef2e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8f212e98-547d-4c6e-a560-2e9a548c8f59&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0471845
Dec 25 21:15:07.193954 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-012d00db-3bd8-4a65-828a-b0f7e101b08e req-d33ed21f-b4e0-45d3-9ac8-58e220df3cf4 service neutron] 10.222.0.32 "GET /v2.0/networks/597fae95-d9e4-466a-853c-7cbb09218bf0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1092691
Dec 25 21:15:07.208924 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-516558f3-07ed-4581-ba1b-b74d1468bb43 req-ca066031-4367-4175-b80b-788fd89e7e80 service neutron] 10.222.0.37 "GET /v2.0/networks/8f212e98-547d-4c6e-a560-2e9a548c8f59?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1098349
Dec 25 21:15:07.296757 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-012d00db-3bd8-4a65-828a-b0f7e101b08e req-bf7143b0-0c6d-4e60-a7da-708f0b98726b service neutron] 10.222.0.32 "GET /v2.0/networks/597fae95-d9e4-466a-853c-7cbb09218bf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0959277
Dec 25 21:15:07.304530 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-516558f3-07ed-4581-ba1b-b74d1468bb43 req-b078ae5c-c435-4559-afb1-e9b08415a916 service neutron] 10.222.0.37 "GET /v2.0/networks/8f212e98-547d-4c6e-a560-2e9a548c8f59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0872853
Dec 25 21:15:07.367572 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Dec 2021 21:15:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e05c6c57-d843-4f61-8806-b7116cf41105 x-openstack-request-id: req-e05c6c57-d843-4f61-8806-b7116cf41105 {{(pid=121607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:15:07.367572 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3308bcb1-0f06-470f-913d-ae09dfc92a3a", "tag": "860d1670-d6af-4fc5-80bd-08f9b6582dac", "status": "completed", "code": 200}]} {{(pid=121607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:15:07.367572 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e05c6c57-d843-4f61-8806-b7116cf41105 {{(pid=121607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:15:07.367572 ncdv-master-1 neutron-server[121607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3308bcb1-0f06-470f-913d-ae09dfc92a3a', 'tag': '860d1670-d6af-4fc5-80bd-08f9b6582dac', 'status': 'completed', 'code': 200}
Dec 25 21:15:07.450634 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c12ca34-34c6-4683-8042-216857c418c4 req-9c9cae12-d22b-4ecc-abe4-506ce3d7661b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:15:07.452147 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-2c12ca34-34c6-4683-8042-216857c418c4 req-9c9cae12-d22b-4ecc-abe4-506ce3d7661b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ed880d80bcfb4641b02f26da5fad21b8&device_id=3308bcb1-0f06-470f-913d-ae09dfc92a3a HTTP/1.1" status: 200  len: 1099 time: 0.0458286
Dec 25 21:15:07.574693 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c12ca34-34c6-4683-8042-216857c418c4 req-b22ad995-8d9a-4947-ba76-154a95f07cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:15:07.576433 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-2c12ca34-34c6-4683-8042-216857c418c4 req-b22ad995-8d9a-4947-ba76-154a95f07cb3 service neutron] 10.222.0.37 "GET /v2.0/networks?id=8f212e98-547d-4c6e-a560-2e9a548c8f59 HTTP/1.1" status: 200  len: 870 time: 0.1173754
Dec 25 21:15:07.618829 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6807dabc-03ff-4598-a1ec-360daf8fcd93 req-851409f5-412d-42ff-b6fa-2a641279f8d6 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:15:07.620357 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-6807dabc-03ff-4598-a1ec-360daf8fcd93 req-851409f5-412d-42ff-b6fa-2a641279f8d6 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/ports?device_id=3308bcb1-0f06-470f-913d-ae09dfc92a3a HTTP/1.1" status: 200  len: 948 time: 0.0660863
Dec 25 21:15:07.640778 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-2c12ca34-34c6-4683-8042-216857c418c4 req-63f3a677-c3e8-4403-83ca-1457aab69274 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.121&port_id=860d1670-d6af-4fc5-80bd-08f9b6582dac HTTP/1.1" status: 200  len: 217 time: 0.0525706
Dec 25 21:15:07.696343 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c12ca34-34c6-4683-8042-216857c418c4 req-7414dcd0-e4d3-4ba7-8861-2f90a5e72e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:15:07.697911 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-2c12ca34-34c6-4683-8042-216857c418c4 req-7414dcd0-e4d3-4ba7-8861-2f90a5e72e59 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=dcfbae86-f93e-400c-8084-eac7f56ff5ba HTTP/1.1" status: 200  len: 843 time: 0.0475707
Dec 25 21:15:07.705274 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-6807dabc-03ff-4598-a1ec-360daf8fcd93 req-d8ca6b73-5692-4e32-91a9-67021f8c3f72 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3f1ae63-416f-443f-b032-af0d7dcc9019&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0787456
Dec 25 21:15:07.718302 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4629715-3f41-4256-a935-c00db500ec55 req-363829a3-e3c8-4c1b-bf8c-d4046c421592 tempest-AttachSCSIVolumeTestJSON-995789853 tempest-AttachSCSIVolumeTestJSON-995789853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:15:07.719853 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f4629715-3f41-4256-a935-c00db500ec55 req-363829a3-e3c8-4c1b-bf8c-d4046c421592 tempest-AttachSCSIVolumeTestJSON-995789853 tempest-AttachSCSIVolumeTestJSON-995789853-project] 10.222.0.32 "GET /v2.0/ports?device_id=f7e7dfd9-c959-4465-a460-55aac15feeef HTTP/1.1" status: 200  len: 945 time: 0.0763199
Dec 25 21:15:07.751970 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c12ca34-34c6-4683-8042-216857c418c4 req-a28caa48-e184-4433-b6d0-bbaf332db4c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:15:07.754385 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-2c12ca34-34c6-4683-8042-216857c418c4 req-a28caa48-e184-4433-b6d0-bbaf332db4c5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8f212e98-547d-4c6e-a560-2e9a548c8f59&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0473058
Dec 25 21:15:07.770888 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f4629715-3f41-4256-a935-c00db500ec55 req-6b9d2f29-f93b-49fa-883d-45fa396682df tempest-AttachSCSIVolumeTestJSON-995789853 tempest-AttachSCSIVolumeTestJSON-995789853-project] 10.222.0.32 "GET /v2.0/security-groups?id=8bf77a26-90d8-4a6a-a5bb-9e06513d8ecf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0452085
Dec 25 21:15:07.841724 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a990ba40-9dfe-4547-8df3-0df8ace1fa66 req-b0fcdc61-19c9-43fa-bbc6-e2b4ffb29cc9 tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] 10.222.0.32 "GET /v2.0/ports?device_id=0bfb31ab-a5a4-4386-b5bd-77f172344909 HTTP/1.1" status: 200  len: 210 time: 0.0322907
Dec 25 21:15:07.991696 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec9cd19-e8b4-4169-acc3-b3408968f57c req-b916c1b8-d663-4f56-a91c-d5b3ca6523cc tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:15:07.999548 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8ec9cd19-e8b4-4169-acc3-b3408968f57c req-b916c1b8-d663-4f56-a91c-d5b3ca6523cc tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] 10.222.0.32 "GET /v2.0/ports?device_id=c169c539-29b8-4eeb-bb76-6e6eabd11098 HTTP/1.1" status: 200  len: 943 time: 0.0901189
Dec 25 21:15:08.054294 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:08.055391 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8ec9cd19-e8b4-4169-acc3-b3408968f57c req-4dcdc013-598d-4a62-8a26-3adffbd90cd9 tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] 10.222.0.32 "GET /v2.0/security-groups?id=20bd9841-9e11-4157-a0aa-08323059b96f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0480030
Dec 25 21:15:08.168078 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-2c12ca34-34c6-4683-8042-216857c418c4 req-233cce88-d9ae-4b77-8705-da5a79de575d service neutron] 10.222.0.37 "GET /v2.0/networks/8f212e98-547d-4c6e-a560-2e9a548c8f59?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4062107
Dec 25 21:15:08.262216 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-2c12ca34-34c6-4683-8042-216857c418c4 req-834ef47c-cfe5-43f4-a1f5-1d4c545fd701 service neutron] 10.222.0.37 "GET /v2.0/networks/8f212e98-547d-4c6e-a560-2e9a548c8f59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0865338
Dec 25 21:15:08.367214 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3e945ecd-9380-47c2-aa0a-12ebe07e03e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:08.372999 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 51146) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:15:08.478253 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-0605d95a-48b1-4cca-b580-1ce3fc805134 admin admin] Publish callbacks [] for security_group, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:08.549065 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-0605d95a-48b1-4cca-b580-1ce3fc805134 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:08.619807 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-0605d95a-48b1-4cca-b580-1ce3fc805134 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:08.658166 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-0605d95a-48b1-4cca-b580-1ce3fc805134 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1c42f87e5b2244ccba3e4d3c325c1f5e&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2840402
Dec 25 21:15:08.659338 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0605d95a-48b1-4cca-b580-1ce3fc805134 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d15b2522-1674-4693-8ee3-77e5d558a2db,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:15:08.660788 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 51152) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:15:08.709871 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b77b4f29-a750-484b-9e20-93ac2daff68d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:08.731666 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b77b4f29-a750-484b-9e20-93ac2daff68d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:08.836239 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2d72ee-e457-4a62-8a0c-52b71889d1a1 req-f01f8d93-d6b1-4c07-b9f4-27f1dcc9a04c tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:15:08.837475 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b77b4f29-a750-484b-9e20-93ac2daff68d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:08.838718 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-cc2d72ee-e457-4a62-8a0c-52b71889d1a1 req-f01f8d93-d6b1-4c07-b9f4-27f1dcc9a04c tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/ports?device_id=3308bcb1-0f06-470f-913d-ae09dfc92a3a HTTP/1.1" status: 200  len: 948 time: 0.0568352
Dec 25 21:15:08.841294 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b77b4f29-a750-484b-9e20-93ac2daff68d admin admin] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:08.845358 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-b77b4f29-a750-484b-9e20-93ac2daff68d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d15b2522-1674-4693-8ee3-77e5d558a2db HTTP/1.1" status: 204  len: 168 time: 0.1803863
Dec 25 21:15:08.853711 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77b4f29-a750-484b-9e20-93ac2daff68d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d15b2522-1674-4693-8ee3-77e5d558a2db,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:15:08.863205 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77b4f29-a750-484b-9e20-93ac2daff68d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:15:08.864073 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77b4f29-a750-484b-9e20-93ac2daff68d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:15:08.864714 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77b4f29-a750-484b-9e20-93ac2daff68d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:15:08.865096 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77b4f29-a750-484b-9e20-93ac2daff68d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:15:08.865495 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77b4f29-a750-484b-9e20-93ac2daff68d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:15:08.865751 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77b4f29-a750-484b-9e20-93ac2daff68d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:15:08.866074 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77b4f29-a750-484b-9e20-93ac2daff68d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:15:08.866421 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77b4f29-a750-484b-9e20-93ac2daff68d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:15:08.866764 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77b4f29-a750-484b-9e20-93ac2daff68d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:15:08.867083 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77b4f29-a750-484b-9e20-93ac2daff68d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:15:08.867394 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77b4f29-a750-484b-9e20-93ac2daff68d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:15:08.867707 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77b4f29-a750-484b-9e20-93ac2daff68d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:15:08.868627 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77b4f29-a750-484b-9e20-93ac2daff68d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:15:08.960270 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc010354-674f-4c81-b148-ffa687cf87fb req-3f5b1cdc-62c5-44b2-b2e4-3b15ce08a2a3 tempest-AttachSCSIVolumeTestJSON-995789853 tempest-AttachSCSIVolumeTestJSON-995789853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:15:08.962374 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-cc010354-674f-4c81-b148-ffa687cf87fb req-3f5b1cdc-62c5-44b2-b2e4-3b15ce08a2a3 tempest-AttachSCSIVolumeTestJSON-995789853 tempest-AttachSCSIVolumeTestJSON-995789853-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7e7dfd9-c959-4465-a460-55aac15feeef HTTP/1.1" status: 200  len: 945 time: 0.1082783
Dec 25 21:15:08.969986 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-cc2d72ee-e457-4a62-8a0c-52b71889d1a1 req-ee99e40f-ec36-4bd4-bac2-9705c3a273b5 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3f1ae63-416f-443f-b032-af0d7dcc9019&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1217542
Dec 25 21:15:08.996145 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5c3be4-de71-458a-a8b4-c2f5fd73b26a req-e29d30d9-99eb-4764-bb9a-1c6409665211 tempest-AttachSCSIVolumeTestJSON-995789853 tempest-AttachSCSIVolumeTestJSON-995789853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:15:08.996145 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2e5c3be4-de71-458a-a8b4-c2f5fd73b26a req-e29d30d9-99eb-4764-bb9a-1c6409665211 tempest-AttachSCSIVolumeTestJSON-995789853 tempest-AttachSCSIVolumeTestJSON-995789853-project] 10.222.0.32 "GET /v2.0/ports?device_id=f7e7dfd9-c959-4465-a460-55aac15feeef HTTP/1.1" status: 200  len: 945 time: 0.1124132
Dec 25 21:15:09.096118 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b49929f2-2f38-452e-954e-54d9ca895b1b req-0904e6e9-608a-43f2-a5cc-a65d435fd680 tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] 10.222.0.32 "GET /v2.0/ports?device_id=0bfb31ab-a5a4-4386-b5bd-77f172344909 HTTP/1.1" status: 200  len: 210 time: 0.0643733
Dec 25 21:15:09.126245 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2e5c3be4-de71-458a-a8b4-c2f5fd73b26a req-c12dbbdb-e9c9-4033-a3a0-3aff7cda0e60 tempest-AttachSCSIVolumeTestJSON-995789853 tempest-AttachSCSIVolumeTestJSON-995789853-project] 10.222.0.32 "GET /v2.0/security-groups?id=8bf77a26-90d8-4a6a-a5bb-9e06513d8ecf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1151636
Dec 25 21:15:09.152143 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [req-cc010354-674f-4c81-b148-ffa687cf87fb req-9fc110fe-449c-4059-89cc-9ef03b6be4f8 tempest-AttachSCSIVolumeTestJSON-995789853 tempest-AttachSCSIVolumeTestJSON-995789853-project] Deleting port b231c087-49e0-4d5a-a3ce-2791da36b76a {{(pid=121606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:15:09.152581 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-cc010354-674f-4c81-b148-ffa687cf87fb req-9fc110fe-449c-4059-89cc-9ef03b6be4f8 tempest-AttachSCSIVolumeTestJSON-995789853 tempest-AttachSCSIVolumeTestJSON-995789853-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:09.313717 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-cc010354-674f-4c81-b148-ffa687cf87fb req-9fc110fe-449c-4059-89cc-9ef03b6be4f8 tempest-AttachSCSIVolumeTestJSON-995789853 tempest-AttachSCSIVolumeTestJSON-995789853-project] For port b231c087-49e0-4d5a-a3ce-2791da36b76a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b231c087-49e0-4d5a-a3ce-2791da36b76a,segment=NetworkSegment(a2e8e905-c643-4f99-a8fc-850adfdf0e64),segment_id=a2e8e905-c643-4f99-a8fc-850adfdf0e64)] {{(pid=121606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:15:09.314178 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-cc010354-674f-4c81-b148-ffa687cf87fb req-9fc110fe-449c-4059-89cc-9ef03b6be4f8 tempest-AttachSCSIVolumeTestJSON-995789853 tempest-AttachSCSIVolumeTestJSON-995789853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:09.337502 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41288935-3c05-40ac-9014-3963e7e0ad79 req-39cc5781-0f32-438b-bb56-2efd3473e9bb tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:15:09.341822 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-41288935-3c05-40ac-9014-3963e7e0ad79 req-39cc5781-0f32-438b-bb56-2efd3473e9bb tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] 10.222.0.32 "GET /v2.0/ports?device_id=c169c539-29b8-4eeb-bb76-6e6eabd11098 HTTP/1.1" status: 200  len: 943 time: 0.0985215
Dec 25 21:15:09.342736 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [req-cc010354-674f-4c81-b148-ffa687cf87fb req-9fc110fe-449c-4059-89cc-9ef03b6be4f8 tempest-AttachSCSIVolumeTestJSON-995789853 tempest-AttachSCSIVolumeTestJSON-995789853-project] Calling delete_port for b231c087-49e0-4d5a-a3ce-2791da36b76a owned by compute:nova {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:15:09.356678 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-15cb578f-7a63-4fd3-925d-83bad4c7b82a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:09.437448 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-41288935-3c05-40ac-9014-3963e7e0ad79 req-4551a6d6-62e8-4f91-901b-99537f080593 tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] 10.222.0.32 "GET /v2.0/security-groups?id=20bd9841-9e11-4157-a0aa-08323059b96f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0922301
Dec 25 21:15:09.499096 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 51182) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:15:09.515224 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-306e8f78-0a54-499d-8ab6-94a38d76c2fe admin admin] Publish callbacks [] for security_group, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:09.595020 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-306e8f78-0a54-499d-8ab6-94a38d76c2fe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:09.619763 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-cc010354-674f-4c81-b148-ffa687cf87fb req-9fc110fe-449c-4059-89cc-9ef03b6be4f8 tempest-AttachSCSIVolumeTestJSON-995789853 tempest-AttachSCSIVolumeTestJSON-995789853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:09.631002 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] get_ports_and_sgs() called for port_ids ['b231c087-49e0-4d5a-a3ce-2791da36b76a'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:15:09.648175 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc110fe-449c-4059-89cc-9ef03b6be4f8 tempest-AttachSCSIVolumeTestJSON-995789853 tempest-AttachSCSIVolumeTestJSON-995789853-project] Pushing event deleted for resources: {'Port': ['ID=b231c087-49e0-4d5a-a3ce-2791da36b76a,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:15:09.682752 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-306e8f78-0a54-499d-8ab6-94a38d76c2fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:09.693777 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc010354-674f-4c81-b148-ffa687cf87fb req-9fc110fe-449c-4059-89cc-9ef03b6be4f8 tempest-AttachSCSIVolumeTestJSON-995789853 tempest-AttachSCSIVolumeTestJSON-995789853-project] No DVR routers for this DVR port b231c087-49e0-4d5a-a3ce-2791da36b76a on host nch1-master-1 {{(pid=121606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:15:09.697252 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-cc010354-674f-4c81-b148-ffa687cf87fb req-9fc110fe-449c-4059-89cc-9ef03b6be4f8 tempest-AttachSCSIVolumeTestJSON-995789853 tempest-AttachSCSIVolumeTestJSON-995789853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:09.700918 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-cc010354-674f-4c81-b148-ffa687cf87fb req-9fc110fe-449c-4059-89cc-9ef03b6be4f8 tempest-AttachSCSIVolumeTestJSON-995789853 tempest-AttachSCSIVolumeTestJSON-995789853-project] 10.222.0.31 "DELETE /v2.0/ports/b231c087-49e0-4d5a-a3ce-2791da36b76a HTTP/1.1" status: 204  len: 173 time: 0.7323534
Dec 25 21:15:09.701844 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7e7dfd9-c959-4465-a460-55aac15feeef', 'name': 'network-vif-deleted', 'tag': 'b231c087-49e0-4d5a-a3ce-2791da36b76a'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:15:09.704108 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9858820c13ec2827453b94ebc4181065e990a4e4089ccb9fe762531ac62d2fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-397f6123-172f-480f-a116-460fccbba490" -d '{"events": [{"server_uuid": "f7e7dfd9-c959-4465-a460-55aac15feeef", "name": "network-vif-deleted", "tag": "b231c087-49e0-4d5a-a3ce-2791da36b76a"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:15:09.743922 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-306e8f78-0a54-499d-8ab6-94a38d76c2fe admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6dad2b253de24283a30bf0702f9f6d5d&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2408788
Dec 25 21:15:09.743922 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306e8f78-0a54-499d-8ab6-94a38d76c2fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdc1b610-2c80-46a2-97ea-4e2fe4391ddb,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:15:09.749761 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 51190) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:15:09.771133 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 21:15:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c5c6927-6e5a-454d-9427-5e94812e707a x-openstack-request-id: req-7c5c6927-6e5a-454d-9427-5e94812e707a {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:15:09.771543 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7e7dfd9-c959-4465-a460-55aac15feeef", "name": "network-vif-deleted", "tag": "b231c087-49e0-4d5a-a3ce-2791da36b76a", "status": "completed", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:15:09.771848 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7c5c6927-6e5a-454d-9427-5e94812e707a {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:15:09.772632 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7e7dfd9-c959-4465-a460-55aac15feeef', 'name': 'network-vif-deleted', 'tag': 'b231c087-49e0-4d5a-a3ce-2791da36b76a', 'status': 'completed', 'code': 200}
Dec 25 21:15:09.814787 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-6df08a51-e7ce-4759-af4b-e2b6864c9e9b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:09.843698 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-6df08a51-e7ce-4759-af4b-e2b6864c9e9b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:09.891586 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012d00db-3bd8-4a65-828a-b0f7e101b08e req-5ef5c2ad-ce9f-49f6-989f-d79168c65cae tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:15:09.893544 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-012d00db-3bd8-4a65-828a-b0f7e101b08e req-5ef5c2ad-ce9f-49f6-989f-d79168c65cae tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] 10.222.0.31 "GET /v2.0/networks?id=597fae95-d9e4-466a-853c-7cbb09218bf0 HTTP/1.1" status: 200  len: 813 time: 0.1667418
Dec 25 21:15:09.910252 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-012d00db-3bd8-4a65-828a-b0f7e101b08e req-c74a3277-d84e-4349-8b50-a313531dbe42 tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] Request body: {'port': {'device_id': '0bfb31ab-a5a4-4386-b5bd-77f172344909', 'network_id': '597fae95-d9e4-466a-853c-7cbb09218bf0', 'admin_state_up': True, 'tenant_id': '27d474dfd37c46f0aa14aa84e8b3ad41'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:15:10.019861 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-6df08a51-e7ce-4759-af4b-e2b6864c9e9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:10.023920 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-6df08a51-e7ce-4759-af4b-e2b6864c9e9b admin admin] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:10.030262 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-6df08a51-e7ce-4759-af4b-e2b6864c9e9b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/cdc1b610-2c80-46a2-97ea-4e2fe4391ddb HTTP/1.1" status: 204  len: 168 time: 0.2825751
Dec 25 21:15:10.045174 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df08a51-e7ce-4759-af4b-e2b6864c9e9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdc1b610-2c80-46a2-97ea-4e2fe4391ddb,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:15:10.116231 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc36224-1cbd-48d8-b486-d00986fd9428 req-e9c50ebc-992a-4054-b2d6-3256f5bdf4f0 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:15:10.118643 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3fc36224-1cbd-48d8-b486-d00986fd9428 req-e9c50ebc-992a-4054-b2d6-3256f5bdf4f0 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/ports?device_id=3308bcb1-0f06-470f-913d-ae09dfc92a3a HTTP/1.1" status: 200  len: 948 time: 0.0766385
Dec 25 21:15:10.147716 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-012d00db-3bd8-4a65-828a-b0f7e101b08e req-c74a3277-d84e-4349-8b50-a313531dbe42 tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] Made reservation on behalf of 27d474dfd37c46f0aa14aa84e8b3ad41 for: {'port': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:15:10.152544 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-012d00db-3bd8-4a65-828a-b0f7e101b08e req-c74a3277-d84e-4349-8b50-a313531dbe42 tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:10.193210 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device 305a9e22-e716-452b-815d-1b4b804fad15 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 25 21:15:10.217407 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-482cf2d9-9c4b-4927-8acb-ffe848c5f652 req-de7741c3-808e-4f03-bb67-e074ba8b3250 tempest-ListImageFiltersTestJSON-1815595502 tempest-ListImageFiltersTestJSON-1815595502-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=919a00bb2d294ab291df4bbd212ae7fe&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0411975
Dec 25 21:15:10.225822 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3fc36224-1cbd-48d8-b486-d00986fd9428 req-e4c018fb-22d4-4e86-b2e3-931d364e4765 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3f1ae63-416f-443f-b032-af0d7dcc9019&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0977170
Dec 25 21:15:10.303171 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port 305a9e22-e716-452b-815d-1b4b804fad15, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=305a9e22-e716-452b-815d-1b4b804fad15,segment=NetworkSegment(ec46da94-4337-45cb-9fe0-68d817889615),segment_id=ec46da94-4337-45cb-9fe0-68d817889615)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:15:10.315857 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Returning: {'device': '305a9e22-e716-452b-815d-1b4b804fad15', 'network_id': 'cb028617-ca4b-4888-809e-8a74d7f084f8', 'port_id': '305a9e22-e716-452b-815d-1b4b804fad15', 'mac_address': 'fa:16:3e:61:90:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00dff513-a38a-48f8-809a-d1935b6eecea', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 25 21:15:10.354491 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:10.366089 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c9c26d39-6b7b-4eab-9f27-6247c6657f0a req-bdd304c2-f3f0-4006-988b-c363fa7c5997 tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] 10.222.0.32 "GET /v2.0/ports?device_id=0bfb31ab-a5a4-4386-b5bd-77f172344909 HTTP/1.1" status: 200  len: 210 time: 0.0646324
Dec 25 21:15:10.370421 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 305a9e22-e716-452b-815d-1b4b804fad15 {{(pid=121608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:15:10.407829 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port 305a9e22-e716-452b-815d-1b4b804fad15, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=305a9e22-e716-452b-815d-1b4b804fad15,segment=NetworkSegment(ec46da94-4337-45cb-9fe0-68d817889615),segment_id=ec46da94-4337-45cb-9fe0-68d817889615)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:15:10.445997 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482cf2d9-9c4b-4927-8acb-ffe848c5f652 req-a92b999f-9883-404a-89fa-0816f366c84f tempest-ListImageFiltersTestJSON-1815595502 tempest-ListImageFiltersTestJSON-1815595502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:15:10.447561 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-482cf2d9-9c4b-4927-8acb-ffe848c5f652 req-a92b999f-9883-404a-89fa-0816f366c84f tempest-ListImageFiltersTestJSON-1815595502 tempest-ListImageFiltersTestJSON-1815595502-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1932940
Dec 25 21:15:10.448799 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_common [req-012d00db-3bd8-4a65-828a-b0f7e101b08e req-c74a3277-d84e-4349-8b50-a313531dbe42 tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] Allocated IP 172.20.0.7 (597fae95-d9e4-466a-853c-7cbb09218bf0/37f917d0-d496-45cf-ae0a-66a9d35b37e3/4353b31a-16ab-4050-acd0-9548832705a6) {{(pid=121606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:15:10.488558 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:10.489471 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device 860d1670-d6af-4fc5-80bd-08f9b6582dac details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 25 21:15:10.496671 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-482cf2d9-9c4b-4927-8acb-ffe848c5f652 req-8bfc012d-d15f-4a78-8d64-f2469026d447 tempest-ListImageFiltersTestJSON-1815595502 tempest-ListImageFiltersTestJSON-1815595502-project] 10.222.0.32 "GET /v2.0/quotas/919a00bb2d294ab291df4bbd212ae7fe HTTP/1.1" status: 200  len: 375 time: 0.0399954
Dec 25 21:15:10.498608 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d25e90f5-c282-4ced-99b1-a2047008d432 req-88aa60f0-d54b-4438-8412-ec6582d438de tempest-AttachSCSIVolumeTestJSON-995789853 tempest-AttachSCSIVolumeTestJSON-995789853-project] 10.222.0.32 "GET /v2.0/ports?device_id=f7e7dfd9-c959-4465-a460-55aac15feeef HTTP/1.1" status: 200  len: 210 time: 0.0437510
Dec 25 21:15:10.557751 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-482cf2d9-9c4b-4927-8acb-ffe848c5f652 req-8b17839d-6147-4043-bfe0-1bec8cf6af8a tempest-ListImageFiltersTestJSON-1815595502 tempest-ListImageFiltersTestJSON-1815595502-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=919a00bb2d294ab291df4bbd212ae7fe&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0492611
Dec 25 21:15:10.618031 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Pushing event updated for resources: {'Port': ['ID=305a9e22-e716-452b-815d-1b4b804fad15,revision_number=4']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:15:10.629590 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:10.702375 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port 860d1670-d6af-4fc5-80bd-08f9b6582dac, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=860d1670-d6af-4fc5-80bd-08f9b6582dac,segment=NetworkSegment(85c774cb-a0eb-4ad9-961f-f331d3b37cd6),segment_id=85c774cb-a0eb-4ad9-961f-f331d3b37cd6)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:15:10.715724 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Returning: {'device': '860d1670-d6af-4fc5-80bd-08f9b6582dac', 'network_id': '8f212e98-547d-4c6e-a560-2e9a548c8f59', 'port_id': '860d1670-d6af-4fc5-80bd-08f9b6582dac', 'mac_address': 'fa:16:3e:5d:41:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcfbae86-f93e-400c-8084-eac7f56ff5ba', 'ip_address': '192.168.233.121'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 25 21:15:10.744529 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-012d00db-3bd8-4a65-828a-b0f7e101b08e req-c74a3277-d84e-4349-8b50-a313531dbe42 tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] Publish callbacks [] for port, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:10.765045 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:10.772923 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67bf5e3-3a02-4c23-bd82-07579240c86a req-ba344b26-5e5a-4124-aa19-d270fa2c3762 tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:15:10.775044 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e67bf5e3-3a02-4c23-bd82-07579240c86a req-ba344b26-5e5a-4124-aa19-d270fa2c3762 tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] 10.222.0.32 "GET /v2.0/ports?device_id=c169c539-29b8-4eeb-bb76-6e6eabd11098 HTTP/1.1" status: 200  len: 944 time: 0.0848434
Dec 25 21:15:10.778482 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 860d1670-d6af-4fc5-80bd-08f9b6582dac {{(pid=121608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:15:10.799211 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port 860d1670-d6af-4fc5-80bd-08f9b6582dac, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=860d1670-d6af-4fc5-80bd-08f9b6582dac,segment=NetworkSegment(85c774cb-a0eb-4ad9-961f-f331d3b37cd6),segment_id=85c774cb-a0eb-4ad9-961f-f331d3b37cd6)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:15:10.832554 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e67bf5e3-3a02-4c23-bd82-07579240c86a req-157c0d64-1a1c-4620-a5ec-51a2498eb127 tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] 10.222.0.32 "GET /v2.0/security-groups?id=20bd9841-9e11-4157-a0aa-08323059b96f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0487528
Dec 25 21:15:11.070740 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:11.071820 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-012d00db-3bd8-4a65-828a-b0f7e101b08e req-c74a3277-d84e-4349-8b50-a313531dbe42 tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:11.137191 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Pushing event updated for resources: {'Port': ['ID=860d1670-d6af-4fc5-80bd-08f9b6582dac,revision_number=4']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:15:11.138648 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-012d00db-3bd8-4a65-828a-b0f7e101b08e req-c74a3277-d84e-4349-8b50-a313531dbe42 tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] Network 597fae95-d9e4-466a-853c-7cbb09218bf0 is already hosted by enough agents. {{(pid=121606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:15:11.143838 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [req-012d00db-3bd8-4a65-828a-b0f7e101b08e req-c74a3277-d84e-4349-8b50-a313531dbe42 tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] Resources bound (agent type, host, resource id):  {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:15:11.147852 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [req-012d00db-3bd8-4a65-828a-b0f7e101b08e req-c74a3277-d84e-4349-8b50-a313531dbe42 tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] Received port after_create {{(pid=121606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:15:11.173312 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74a3277-d84e-4349-8b50-a313531dbe42 tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] Pushing event updated for resources: {'Port': ['ID=4353b31a-16ab-4050-acd0-9548832705a6,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:15:11.204756 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012d00db-3bd8-4a65-828a-b0f7e101b08e req-c74a3277-d84e-4349-8b50-a313531dbe42 tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:15:11.205403 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-012d00db-3bd8-4a65-828a-b0f7e101b08e req-c74a3277-d84e-4349-8b50-a313531dbe42 tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:11.233446 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-756f7f94-b794-4bb6-b3e3-9867a991763c req-e4cdb34e-718d-47e5-8a6f-bca1b7eaf641 tempest-ListImageFiltersTestJSON-1815595502 tempest-ListImageFiltersTestJSON-1815595502-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=919a00bb2d294ab291df4bbd212ae7fe&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0360811
Dec 25 21:15:11.328281 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] get_ports_and_sgs() called for port_ids ['305a9e22-e716-452b-815d-1b4b804fad15'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:15:11.332672 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] get_ports_and_sgs() called for port_ids ['860d1670-d6af-4fc5-80bd-08f9b6582dac'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:15:11.386810 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756f7f94-b794-4bb6-b3e3-9867a991763c req-e850fc2e-2346-4ce8-93bb-afc8ff2013ed tempest-ListImageFiltersTestJSON-1815595502 tempest-ListImageFiltersTestJSON-1815595502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:15:11.388272 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-756f7f94-b794-4bb6-b3e3-9867a991763c req-e850fc2e-2346-4ce8-93bb-afc8ff2013ed tempest-ListImageFiltersTestJSON-1815595502 tempest-ListImageFiltersTestJSON-1815595502-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1476867
Dec 25 21:15:11.399378 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c28c29-aca6-485d-a1ad-7b4825a4f578 req-8d7daa74-e445-4a9e-a283-ecf7521bc0ca tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:15:11.400866 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f0c28c29-aca6-485d-a1ad-7b4825a4f578 req-8d7daa74-e445-4a9e-a283-ecf7521bc0ca tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/ports?device_id=3308bcb1-0f06-470f-913d-ae09dfc92a3a HTTP/1.1" status: 200  len: 949 time: 0.0802741
Dec 25 21:15:11.417183 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-756f7f94-b794-4bb6-b3e3-9867a991763c req-ef9334e3-ce7e-487b-98b6-8289ceaacf15 tempest-ListImageFiltersTestJSON-1815595502 tempest-ListImageFiltersTestJSON-1815595502-project] 10.222.0.32 "GET /v2.0/quotas/919a00bb2d294ab291df4bbd212ae7fe HTTP/1.1" status: 200  len: 375 time: 0.0152137
Dec 25 21:15:11.440548 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-012d00db-3bd8-4a65-828a-b0f7e101b08e req-c74a3277-d84e-4349-8b50-a313531dbe42 tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.5351074
Dec 25 21:15:11.462454 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-012d00db-3bd8-4a65-828a-b0f7e101b08e req-a76c368d-421b-427c-a939-1a41d36de6bb service neutron] Request body: {'port': {'device_id': '0bfb31ab-a5a4-4386-b5bd-77f172344909', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:15:11.466387 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-756f7f94-b794-4bb6-b3e3-9867a991763c req-b65c00b6-4875-47f5-bd83-3f196fdfda55 tempest-ListImageFiltersTestJSON-1815595502 tempest-ListImageFiltersTestJSON-1815595502-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=919a00bb2d294ab291df4bbd212ae7fe&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0424702
Dec 25 21:15:11.512936 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f0c28c29-aca6-485d-a1ad-7b4825a4f578 req-ed747f59-9440-4e07-88da-4afe61bb5699 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3f1ae63-416f-443f-b032-af0d7dcc9019&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1037123
Dec 25 21:15:11.539527 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-012d00db-3bd8-4a65-828a-b0f7e101b08e req-a76c368d-421b-427c-a939-1a41d36de6bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:11.740853 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51b6442-cc30-44d5-807c-415ec3ebeeef req-23a59d1f-218e-4ecc-82e6-1ab289b927f8 tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:15:11.742354 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c51b6442-cc30-44d5-807c-415ec3ebeeef req-23a59d1f-218e-4ecc-82e6-1ab289b927f8 tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] 10.222.0.32 "GET /v2.0/ports?device_id=0bfb31ab-a5a4-4386-b5bd-77f172344909 HTTP/1.1" status: 200  len: 931 time: 0.1246517
Dec 25 21:15:11.835780 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c51b6442-cc30-44d5-807c-415ec3ebeeef req-5ff43f77-1734-44cd-b8cd-a007603535f6 tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] 10.222.0.32 "GET /v2.0/security-groups?id=e70b16a5-3c2f-443c-a3bd-2851d79b2b90&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0864017
Dec 25 21:15:11.952431 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [req-012d00db-3bd8-4a65-828a-b0f7e101b08e req-a76c368d-421b-427c-a939-1a41d36de6bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4353b31a-16ab-4050-acd0-9548832705a6 {{(pid=121606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:15:11.983470 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-012d00db-3bd8-4a65-828a-b0f7e101b08e req-a76c368d-421b-427c-a939-1a41d36de6bb service neutron] Publish callbacks [] for port, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:12.041626 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.provisioning_blocks [req-012d00db-3bd8-4a65-828a-b0f7e101b08e req-a76c368d-421b-427c-a939-1a41d36de6bb service neutron] Transition to ACTIVE for port object 4353b31a-16ab-4050-acd0-9548832705a6 will not be triggered until provisioned by entity L2. {{(pid=121606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 25 21:15:12.114989 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-945d502c-cd3e-4753-bf14-6350e26c3609 req-0e8e3559-835c-4121-b251-5f2e59aaf488 tempest-ListImageFiltersTestJSON-1815595502 tempest-ListImageFiltersTestJSON-1815595502-project] 10.222.0.32 "GET /v2.0/ports?device_id=59d35b75-8e17-40b9-bfd2-615b2128e5df HTTP/1.1" status: 200  len: 210 time: 0.0392473
Dec 25 21:15:12.129752 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba0c8ff-18f5-41e6-9ca4-80ef98c9460b req-a867597b-c02c-4160-8b51-f85dfe7bbd7a tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:15:12.132506 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5ba0c8ff-18f5-41e6-9ca4-80ef98c9460b req-a867597b-c02c-4160-8b51-f85dfe7bbd7a tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] 10.222.0.32 "GET /v2.0/ports?device_id=c169c539-29b8-4eeb-bb76-6e6eabd11098 HTTP/1.1" status: 200  len: 944 time: 0.1053016
Dec 25 21:15:12.186450 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5ba0c8ff-18f5-41e6-9ca4-80ef98c9460b req-5132c5ff-b37d-4491-89fb-b5c9cb920eec tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] 10.222.0.32 "GET /v2.0/security-groups?id=20bd9841-9e11-4157-a0aa-08323059b96f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0469716
Dec 25 21:15:12.210470 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device 860d1670-d6af-4fc5-80bd-08f9b6582dac up at agent hyperv_nch2-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:15:12.425107 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-012d00db-3bd8-4a65-828a-b0f7e101b08e req-a76c368d-421b-427c-a939-1a41d36de6bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:12.444097 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Provisioning for port 860d1670-d6af-4fc5-80bd-08f9b6582dac completed by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 25 21:15:12.449079 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Provisioning complete for port 860d1670-d6af-4fc5-80bd-08f9b6582dac triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:15:12.449343 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:12.503814 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76c368d-421b-427c-a939-1a41d36de6bb service neutron] Pushing event updated for resources: {'Port': ['ID=4353b31a-16ab-4050-acd0-9548832705a6,revision_number=2']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:15:12.538833 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:12.552614 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-012d00db-3bd8-4a65-828a-b0f7e101b08e req-a76c368d-421b-427c-a939-1a41d36de6bb service neutron] Attempting to bind port 4353b31a-16ab-4050-acd0-9548832705a6 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:15:12.552988 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-012d00db-3bd8-4a65-828a-b0f7e101b08e req-a76c368d-421b-427c-a939-1a41d36de6bb service neutron] Attempting to bind port 4353b31a-16ab-4050-acd0-9548832705a6 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '59040483-3fcc-4b5a-8606-f8e28575fa62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '597fae95-d9e4-466a-853c-7cbb09218bf0'}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:15:12.553848 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-012d00db-3bd8-4a65-828a-b0f7e101b08e req-a76c368d-421b-427c-a939-1a41d36de6bb service neutron] Attempting to bind port 4353b31a-16ab-4050-acd0-9548832705a6 on network 597fae95-d9e4-466a-853c-7cbb09218bf0 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:15:12.557816 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-012d00db-3bd8-4a65-828a-b0f7e101b08e req-a76c368d-421b-427c-a939-1a41d36de6bb service neutron] Port 4353b31a-16ab-4050-acd0-9548832705a6 on network 597fae95-d9e4-466a-853c-7cbb09218bf0 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 25 21:15:12.558131 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-012d00db-3bd8-4a65-828a-b0f7e101b08e req-a76c368d-421b-427c-a939-1a41d36de6bb service neutron] Attempting to bind port 4353b31a-16ab-4050-acd0-9548832705a6 on network 597fae95-d9e4-466a-853c-7cbb09218bf0 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:15:12.562760 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3308bcb1-0f06-470f-913d-ae09dfc92a3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '860d1670-d6af-4fc5-80bd-08f9b6582dac'}] {{(pid=121608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:15:12.564073 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-012d00db-3bd8-4a65-828a-b0f7e101b08e req-a76c368d-421b-427c-a939-1a41d36de6bb service neutron] Checking agent: {'id': '6d577036-68fc-4aa4-aed7-5ab01de2117e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 21, 4, 34), 'started_at': datetime.datetime(2021, 12, 25, 21, 4, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 15, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:15:12.564073 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-012d00db-3bd8-4a65-828a-b0f7e101b08e req-a76c368d-421b-427c-a939-1a41d36de6bb service neutron] Checking segment: {'id': '59040483-3fcc-4b5a-8606-f8e28575fa62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '597fae95-d9e4-466a-853c-7cbb09218bf0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:15:12.564387 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-012d00db-3bd8-4a65-828a-b0f7e101b08e req-a76c368d-421b-427c-a939-1a41d36de6bb service neutron] Bound using segment: {'id': '59040483-3fcc-4b5a-8606-f8e28575fa62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '597fae95-d9e4-466a-853c-7cbb09218bf0'} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:15:12.564812 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-012d00db-3bd8-4a65-828a-b0f7e101b08e req-a76c368d-421b-427c-a939-1a41d36de6bb service neutron] Bound port: 4353b31a-16ab-4050-acd0-9548832705a6, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59040483-3fcc-4b5a-8606-f8e28575fa62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '597fae95-d9e4-466a-853c-7cbb09218bf0'}}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:15:12.564985 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a88c78c3ff6266bd59c7e89d275b28c92e739b67d23c89d71af88829fd31566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f30ce82-0d86-462c-888b-52e77e5ad944" -d '{"events": [{"server_uuid": "3308bcb1-0f06-470f-913d-ae09dfc92a3a", "name": "network-vif-plugged", "status": "completed", "tag": "860d1670-d6af-4fc5-80bd-08f9b6582dac"}]}' {{(pid=121608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:15:12.565196 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-012d00db-3bd8-4a65-828a-b0f7e101b08e req-a76c368d-421b-427c-a939-1a41d36de6bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:12.580158 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port 860d1670-d6af-4fc5-80bd-08f9b6582dac, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=860d1670-d6af-4fc5-80bd-08f9b6582dac,segment=NetworkSegment(85c774cb-a0eb-4ad9-961f-f331d3b37cd6),segment_id=85c774cb-a0eb-4ad9-961f-f331d3b37cd6)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:15:12.625012 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 21:15:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d120dc54-d4fe-4cbe-a0cb-6010fdc5fe3e x-openstack-request-id: req-d120dc54-d4fe-4cbe-a0cb-6010fdc5fe3e {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:15:12.625380 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3308bcb1-0f06-470f-913d-ae09dfc92a3a", "name": "network-vif-plugged", "status": "completed", "tag": "860d1670-d6af-4fc5-80bd-08f9b6582dac", "code": 200}]} {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:15:12.625696 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d120dc54-d4fe-4cbe-a0cb-6010fdc5fe3e {{(pid=121608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:15:12.626225 ncdv-master-1 neutron-server[121608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3308bcb1-0f06-470f-913d-ae09dfc92a3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '860d1670-d6af-4fc5-80bd-08f9b6582dac', 'code': 200}
Dec 25 21:15:12.649748 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-012d00db-3bd8-4a65-828a-b0f7e101b08e req-a76c368d-421b-427c-a939-1a41d36de6bb service neutron] For port 4353b31a-16ab-4050-acd0-9548832705a6, host nch1-master-1, cleared binding levels {{(pid=121606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:15:12.652955 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-012d00db-3bd8-4a65-828a-b0f7e101b08e req-a76c368d-421b-427c-a939-1a41d36de6bb service neutron] For port 4353b31a-16ab-4050-acd0-9548832705a6, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4353b31a-16ab-4050-acd0-9548832705a6,segment=NetworkSegment(59040483-3fcc-4b5a-8606-f8e28575fa62),segment_id=59040483-3fcc-4b5a-8606-f8e28575fa62)] {{(pid=121606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:15:12.717688 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f174ce94-fe4e-4c92-b1c6-4f3852694414 req-7081685f-dc07-44f1-87ea-11f24dbe7bce tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:15:12.719152 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f174ce94-fe4e-4c92-b1c6-4f3852694414 req-7081685f-dc07-44f1-87ea-11f24dbe7bce tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/ports?device_id=3308bcb1-0f06-470f-913d-ae09dfc92a3a HTTP/1.1" status: 200  len: 949 time: 0.0578613
Dec 25 21:15:12.745635 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:12.746994 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device 305a9e22-e716-452b-815d-1b4b804fad15 up at agent hyperv_nch2-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:15:12.780272 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7b7754-d718-4d17-bed5-c2eacf0481ea req-5bdebf0a-d584-4fb0-814f-b31824873fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:15:12.781755 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f174ce94-fe4e-4c92-b1c6-4f3852694414 req-51081db5-9163-4997-8bd6-7adf911a9931 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3f1ae63-416f-443f-b032-af0d7dcc9019&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0561442
Dec 25 21:15:12.783000 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-ca7b7754-d718-4d17-bed5-c2eacf0481ea req-5bdebf0a-d584-4fb0-814f-b31824873fa9 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=3308bcb1-0f06-470f-913d-ae09dfc92a3a HTTP/1.1" status: 200  len: 1100 time: 0.0796144
Dec 25 21:15:12.835380 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-ca7b7754-d718-4d17-bed5-c2eacf0481ea req-076da524-a260-4fda-98f3-19b746fb05b6 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=d3f1ae63-416f-443f-b032-af0d7dcc9019&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0452023
Dec 25 21:15:12.844783 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Pushing event updated for resources: {'Port': ['ID=860d1670-d6af-4fc5-80bd-08f9b6582dac,revision_number=5']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:15:12.862612 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-012d00db-3bd8-4a65-828a-b0f7e101b08e req-a76c368d-421b-427c-a939-1a41d36de6bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:12.895642 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012d00db-3bd8-4a65-828a-b0f7e101b08e req-a76c368d-421b-427c-a939-1a41d36de6bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:15:12.896303 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-012d00db-3bd8-4a65-828a-b0f7e101b08e req-a76c368d-421b-427c-a939-1a41d36de6bb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:12.897814 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-012d00db-3bd8-4a65-828a-b0f7e101b08e req-a76c368d-421b-427c-a939-1a41d36de6bb service neutron] 10.222.0.31 "PUT /v2.0/ports/4353b31a-16ab-4050-acd0-9548832705a6 HTTP/1.1" status: 200  len: 1091 time: 1.4430335
Dec 25 21:15:12.898299 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0bfb31ab-a5a4-4386-b5bd-77f172344909', 'tag': '4353b31a-16ab-4050-acd0-9548832705a6'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:15:12.901213 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9858820c13ec2827453b94ebc4181065e990a4e4089ccb9fe762531ac62d2fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84b43270-fee4-4bc0-91c7-86a50659f3d4" -d '{"events": [{"name": "network-changed", "server_uuid": "0bfb31ab-a5a4-4386-b5bd-77f172344909", "tag": "4353b31a-16ab-4050-acd0-9548832705a6"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:15:12.998963 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Dec 2021 21:15:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a3e222b-2119-4537-ba6b-fa213cb4608c x-openstack-request-id: req-2a3e222b-2119-4537-ba6b-fa213cb4608c {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:15:12.999345 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0bfb31ab-a5a4-4386-b5bd-77f172344909", "tag": "4353b31a-16ab-4050-acd0-9548832705a6", "status": "completed", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:15:12.999667 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2a3e222b-2119-4537-ba6b-fa213cb4608c {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:15:13.000135 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0bfb31ab-a5a4-4386-b5bd-77f172344909', 'tag': '4353b31a-16ab-4050-acd0-9548832705a6', 'status': 'completed', 'code': 200}
Dec 25 21:15:13.008340 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Provisioning for port 305a9e22-e716-452b-815d-1b4b804fad15 completed by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 25 21:15:13.013028 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76c368d-421b-427c-a939-1a41d36de6bb service neutron] Pushing event updated for resources: {'Port': ['ID=4353b31a-16ab-4050-acd0-9548832705a6,revision_number=3']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:15:13.017522 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Provisioning complete for port 305a9e22-e716-452b-815d-1b4b804fad15 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:15:13.018192 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:13.059726 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624af825-6fce-42e6-908c-30efa1557ca4 req-01c9b331-76b0-4799-9a88-62a1b8b14743 tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:15:13.067076 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-624af825-6fce-42e6-908c-30efa1557ca4 req-01c9b331-76b0-4799-9a88-62a1b8b14743 tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] 10.222.0.32 "GET /v2.0/ports?device_id=0bfb31ab-a5a4-4386-b5bd-77f172344909 HTTP/1.1" status: 200  len: 943 time: 0.1347506
Dec 25 21:15:13.092467 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b43270-fee4-4bc0-91c7-86a50659f3d4 req-f0fd450f-c706-477c-a185-a1c26b6e163b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:15:13.094137 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-84b43270-fee4-4bc0-91c7-86a50659f3d4 req-f0fd450f-c706-477c-a185-a1c26b6e163b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=27d474dfd37c46f0aa14aa84e8b3ad41&device_id=0bfb31ab-a5a4-4386-b5bd-77f172344909 HTTP/1.1" status: 200  len: 1094 time: 0.0932069
Dec 25 21:15:13.122652 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device b231c087-49e0-4d5a-a3ce-2791da36b76a no longer exists at agent hyperv_nch1-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:15:13.123479 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:13.146535 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-624af825-6fce-42e6-908c-30efa1557ca4 req-f8bab24a-09b2-41ab-a99e-871e4baa0b7a tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] 10.222.0.32 "GET /v2.0/security-groups?id=e70b16a5-3c2f-443c-a3bd-2851d79b2b90&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0784872
Dec 25 21:15:13.148962 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] No Port match for: b231c087-49e0-4d5a-a3ce-2791da36b76a {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:15:13.149349 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device b231c087-49e0-4d5a-a3ce-2791da36b76a not bound to the agent host nch1-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:15:13.193303 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port 305a9e22-e716-452b-815d-1b4b804fad15, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=305a9e22-e716-452b-815d-1b4b804fad15,segment=NetworkSegment(ec46da94-4337-45cb-9fe0-68d817889615),segment_id=ec46da94-4337-45cb-9fe0-68d817889615)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:15:13.250435 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5dcc5f24-3050-4dca-8eac-a78330fb70dc req-0821d09c-6069-481d-b893-fc67ace331ca tempest-ListImageFiltersTestJSON-1815595502 tempest-ListImageFiltersTestJSON-1815595502-project] 10.222.0.32 "GET /v2.0/ports?device_id=59d35b75-8e17-40b9-bfd2-615b2128e5df HTTP/1.1" status: 200  len: 210 time: 0.0357749
Dec 25 21:15:13.265849 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b43270-fee4-4bc0-91c7-86a50659f3d4 req-120a5912-5142-4511-bae4-25a595ac5ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:15:13.267347 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-84b43270-fee4-4bc0-91c7-86a50659f3d4 req-120a5912-5142-4511-bae4-25a595ac5ac0 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=27d474dfd37c46f0aa14aa84e8b3ad41&shared=False HTTP/1.1" status: 200  len: 914 time: 0.1581492
Dec 25 21:15:13.394941 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b43270-fee4-4bc0-91c7-86a50659f3d4 req-213915f9-d1f5-4254-9237-306ae2bbfb7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:15:13.397433 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:13.401031 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-84b43270-fee4-4bc0-91c7-86a50659f3d4 req-213915f9-d1f5-4254-9237-306ae2bbfb7d service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1232276
Dec 25 21:15:13.408552 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5882be9-e948-4f47-a511-b95fd92da43c req-19238f27-8dde-4b14-adbe-bfd2fa62720a tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:15:13.410142 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c5882be9-e948-4f47-a511-b95fd92da43c req-19238f27-8dde-4b14-adbe-bfd2fa62720a tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] 10.222.0.32 "GET /v2.0/ports?device_id=c169c539-29b8-4eeb-bb76-6e6eabd11098 HTTP/1.1" status: 200  len: 944 time: 0.0743644
Dec 25 21:15:13.467267 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Pushing event updated for resources: {'Port': ['ID=305a9e22-e716-452b-815d-1b4b804fad15,revision_number=5']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:15:13.500999 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c5882be9-e948-4f47-a511-b95fd92da43c req-6100dd88-ed28-41a5-a9ee-8363298624d8 tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] 10.222.0.32 "GET /v2.0/security-groups?id=20bd9841-9e11-4157-a0aa-08323059b96f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0793030
Dec 25 21:15:13.507334 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012d00db-3bd8-4a65-828a-b0f7e101b08e req-5dda8897-d126-49aa-b02f-e93a2c4a4adb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:15:13.508350 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-012d00db-3bd8-4a65-828a-b0f7e101b08e req-5dda8897-d126-49aa-b02f-e93a2c4a4adb service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=27d474dfd37c46f0aa14aa84e8b3ad41&device_id=0bfb31ab-a5a4-4386-b5bd-77f172344909 HTTP/1.1" status: 200  len: 1094 time: 0.0671778
Dec 25 21:15:13.555812 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-012d00db-3bd8-4a65-828a-b0f7e101b08e req-558bbaf3-7742-42aa-8cae-9a33833c17e3 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4353b31a-16ab-4050-acd0-9548832705a6 HTTP/1.1" status: 200  len: 217 time: 0.0390050
Dec 25 21:15:13.608801 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012d00db-3bd8-4a65-828a-b0f7e101b08e req-a02d38ff-9a45-4003-b2b0-c9a50b7c52a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:15:13.610349 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-012d00db-3bd8-4a65-828a-b0f7e101b08e req-a02d38ff-9a45-4003-b2b0-c9a50b7c52a6 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=37f917d0-d496-45cf-ae0a-66a9d35b37e3 HTTP/1.1" status: 200  len: 853 time: 0.0488257
Dec 25 21:15:13.645780 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-012d00db-3bd8-4a65-828a-b0f7e101b08e req-7c12ee3a-2175-4da7-9967-fb6b22ce5cb1 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=597fae95-d9e4-466a-853c-7cbb09218bf0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0284357
Dec 25 21:15:13.734553 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-012d00db-3bd8-4a65-828a-b0f7e101b08e req-d1fe0f94-2d1f-40fd-834a-e51eb900cbbf service neutron] 10.222.0.31 "GET /v2.0/networks/597fae95-d9e4-466a-853c-7cbb09218bf0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0816379
Dec 25 21:15:13.829852 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-012d00db-3bd8-4a65-828a-b0f7e101b08e req-c851715e-6cf9-4428-8ada-52f14d8f9450 service neutron] 10.222.0.31 "GET /v2.0/networks/597fae95-d9e4-466a-853c-7cbb09218bf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0874715
Dec 25 21:15:13.908625 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9800bb6-6506-481e-9734-0169daf2a0c0 req-131a42c4-5a9c-4d89-81d4-4c5cd9069d1f tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:15:13.910918 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f9800bb6-6506-481e-9734-0169daf2a0c0 req-131a42c4-5a9c-4d89-81d4-4c5cd9069d1f tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/ports?device_id=3308bcb1-0f06-470f-913d-ae09dfc92a3a HTTP/1.1" status: 200  len: 950 time: 0.0536156
Dec 25 21:15:13.976161 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f9800bb6-6506-481e-9734-0169daf2a0c0 req-2a08f628-c5a9-4354-ab99-63c6bfc65065 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3f1ae63-416f-443f-b032-af0d7dcc9019&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0584588
Dec 25 21:15:14.292908 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9222fad4-3c71-4592-b3e9-be8e07711d22 req-1d179c06-28dd-4199-89f3-3f117157d606 tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:15:14.294713 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9222fad4-3c71-4592-b3e9-be8e07711d22 req-1d179c06-28dd-4199-89f3-3f117157d606 tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] 10.222.0.32 "GET /v2.0/ports?device_id=0bfb31ab-a5a4-4386-b5bd-77f172344909 HTTP/1.1" status: 200  len: 943 time: 0.0578768
Dec 25 21:15:14.374390 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9222fad4-3c71-4592-b3e9-be8e07711d22 req-917013e9-e73c-443a-a832-8c042868d6b6 tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] 10.222.0.32 "GET /v2.0/security-groups?id=e70b16a5-3c2f-443c-a3bd-2851d79b2b90&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0729117
Dec 25 21:15:14.482507 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9c2ec625-7bb1-491a-8c70-47a92ae1640e req-9669761c-2ab0-42fc-ad33-bafd48de6f8e tempest-ListImageFiltersTestJSON-1815595502 tempest-ListImageFiltersTestJSON-1815595502-project] 10.222.0.32 "GET /v2.0/ports?device_id=59d35b75-8e17-40b9-bfd2-615b2128e5df HTTP/1.1" status: 200  len: 210 time: 0.0268626
Dec 25 21:15:14.620092 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b234d68-f1ba-43db-ae99-b3694602ca21 req-c55f6940-2fdd-4571-9981-248c37f2f67c tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:15:14.627081 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c169c539-29b8-4eeb-bb76-6e6eabd11098', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '305a9e22-e716-452b-815d-1b4b804fad15'}] {{(pid=121608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:15:14.629389 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5b234d68-f1ba-43db-ae99-b3694602ca21 req-c55f6940-2fdd-4571-9981-248c37f2f67c tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] 10.222.0.32 "GET /v2.0/ports?device_id=c169c539-29b8-4eeb-bb76-6e6eabd11098 HTTP/1.1" status: 200  len: 945 time: 0.0611727
Dec 25 21:15:14.630906 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a88c78c3ff6266bd59c7e89d275b28c92e739b67d23c89d71af88829fd31566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b16b7ad7-4933-4622-88d4-0c761d1bbbd0" -d '{"events": [{"server_uuid": "c169c539-29b8-4eeb-bb76-6e6eabd11098", "name": "network-vif-plugged", "status": "completed", "tag": "305a9e22-e716-452b-815d-1b4b804fad15"}]}' {{(pid=121608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:15:14.676200 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5b234d68-f1ba-43db-ae99-b3694602ca21 req-76ad5325-9859-4675-ac1b-81078e68f6a0 tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] 10.222.0.32 "GET /v2.0/security-groups?id=20bd9841-9e11-4157-a0aa-08323059b96f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0457430
Dec 25 21:15:14.787879 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 21:15:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15daafb4-ce73-4f13-ac4d-b282e0b7ce06 x-openstack-request-id: req-15daafb4-ce73-4f13-ac4d-b282e0b7ce06 {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:15:14.788274 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c169c539-29b8-4eeb-bb76-6e6eabd11098", "name": "network-vif-plugged", "status": "completed", "tag": "305a9e22-e716-452b-815d-1b4b804fad15", "code": 200}]} {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:15:14.788567 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-15daafb4-ce73-4f13-ac4d-b282e0b7ce06 {{(pid=121608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:15:14.789065 ncdv-master-1 neutron-server[121608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c169c539-29b8-4eeb-bb76-6e6eabd11098', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '305a9e22-e716-452b-815d-1b4b804fad15', 'code': 200}
Dec 25 21:15:14.887900 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a928bee-9b27-4e56-b763-468af1b05c47 req-d19decaf-f982-4fcc-b314-25524934b45c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:15:14.889389 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-4a928bee-9b27-4e56-b763-468af1b05c47 req-d19decaf-f982-4fcc-b314-25524934b45c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c169c539-29b8-4eeb-bb76-6e6eabd11098 HTTP/1.1" status: 200  len: 1096 time: 0.0434401
Dec 25 21:15:14.938541 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-4a928bee-9b27-4e56-b763-468af1b05c47 req-2b5a449a-9e6c-4b19-84bf-5d8d980e28f7 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=20bd9841-9e11-4157-a0aa-08323059b96f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0401359
Dec 25 21:15:15.115601 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cb19a0-0fbf-4bc5-b83a-795d902fded4 req-0a667e9d-cd71-4014-ad4c-0fb347de366f tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:15:15.117125 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-90cb19a0-0fbf-4bc5-b83a-795d902fded4 req-0a667e9d-cd71-4014-ad4c-0fb347de366f tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/ports?device_id=3308bcb1-0f06-470f-913d-ae09dfc92a3a HTTP/1.1" status: 200  len: 950 time: 0.0484920
Dec 25 21:15:15.135016 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device 4353b31a-16ab-4050-acd0-9548832705a6 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 25 21:15:15.152864 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-482cf2d9-9c4b-4927-8acb-ffe848c5f652 req-c0e1873e-5c89-49b3-865f-fef5f94c67a7 tempest-ListImageFiltersTestJSON-1815595502 tempest-ListImageFiltersTestJSON-1815595502-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=919a00bb2d294ab291df4bbd212ae7fe&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0341315
Dec 25 21:15:15.210625 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-90cb19a0-0fbf-4bc5-b83a-795d902fded4 req-65a35119-8498-4eb2-b0e5-d073516633f7 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3f1ae63-416f-443f-b032-af0d7dcc9019&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0835803
Dec 25 21:15:15.263517 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port 4353b31a-16ab-4050-acd0-9548832705a6, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4353b31a-16ab-4050-acd0-9548832705a6,segment=NetworkSegment(59040483-3fcc-4b5a-8606-f8e28575fa62),segment_id=59040483-3fcc-4b5a-8606-f8e28575fa62)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:15:15.279861 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Returning: {'device': '4353b31a-16ab-4050-acd0-9548832705a6', 'network_id': '597fae95-d9e4-466a-853c-7cbb09218bf0', 'port_id': '4353b31a-16ab-4050-acd0-9548832705a6', 'mac_address': 'fa:16:3e:62:e7:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37f917d0-d496-45cf-ae0a-66a9d35b37e3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 25 21:15:15.287924 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482cf2d9-9c4b-4927-8acb-ffe848c5f652 req-4b1891cb-61bf-4bfb-96a7-38f97cce695d tempest-ListImageFiltersTestJSON-1815595502 tempest-ListImageFiltersTestJSON-1815595502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:15:15.289402 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-482cf2d9-9c4b-4927-8acb-ffe848c5f652 req-4b1891cb-61bf-4bfb-96a7-38f97cce695d tempest-ListImageFiltersTestJSON-1815595502 tempest-ListImageFiltersTestJSON-1815595502-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1241186
Dec 25 21:15:15.308078 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-482cf2d9-9c4b-4927-8acb-ffe848c5f652 req-f1fa2db8-ae34-4bfb-9ea8-7e7f2828f4e6 tempest-ListImageFiltersTestJSON-1815595502 tempest-ListImageFiltersTestJSON-1815595502-project] Request body: {'port': {'device_id': '66cd474f-564e-4f62-ba35-0016e7dcec42', 'network_id': '8f212e98-547d-4c6e-a560-2e9a548c8f59', 'admin_state_up': True, 'tenant_id': '919a00bb2d294ab291df4bbd212ae7fe'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:15:15.320553 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:15.344170 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4353b31a-16ab-4050-acd0-9548832705a6 {{(pid=121608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:15:15.369402 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port 4353b31a-16ab-4050-acd0-9548832705a6, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4353b31a-16ab-4050-acd0-9548832705a6,segment=NetworkSegment(59040483-3fcc-4b5a-8606-f8e28575fa62),segment_id=59040483-3fcc-4b5a-8606-f8e28575fa62)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:15:15.430918 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [req-8a8d1d10-09d7-4f72-8061-68cdadb6c564 req-e0031dd1-9b1e-459e-bc14-65867379199f service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=121606) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 25 21:15:15.432356 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8a8d1d10-09d7-4f72-8061-68cdadb6c564 req-e0031dd1-9b1e-459e-bc14-65867379199f service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0139439
Dec 25 21:15:15.437410 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:15.499928 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Pushing event updated for resources: {'Port': ['ID=4353b31a-16ab-4050-acd0-9548832705a6,revision_number=4']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:15:15.560439 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41d3f8c-7e66-442e-94ba-5f2a22158a53 req-b84b7667-38e0-4b4a-8312-1872dd129eb3 tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:15:15.562320 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d41d3f8c-7e66-442e-94ba-5f2a22158a53 req-b84b7667-38e0-4b4a-8312-1872dd129eb3 tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] 10.222.0.32 "GET /v2.0/ports?device_id=0bfb31ab-a5a4-4386-b5bd-77f172344909 HTTP/1.1" status: 200  len: 944 time: 0.0720618
Dec 25 21:15:15.613969 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d41d3f8c-7e66-442e-94ba-5f2a22158a53 req-4dd9dca7-fdbf-43ef-b481-afeb547b310b tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] 10.222.0.32 "GET /v2.0/security-groups?id=e70b16a5-3c2f-443c-a3bd-2851d79b2b90&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0451558
Dec 25 21:15:15.646097 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] get_ports_and_sgs() called for port_ids ['4353b31a-16ab-4050-acd0-9548832705a6'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:15:15.654768 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-482cf2d9-9c4b-4927-8acb-ffe848c5f652 req-f1fa2db8-ae34-4bfb-9ea8-7e7f2828f4e6 tempest-ListImageFiltersTestJSON-1815595502 tempest-ListImageFiltersTestJSON-1815595502-project] Made reservation on behalf of 919a00bb2d294ab291df4bbd212ae7fe for: {'port': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:15:15.670369 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-482cf2d9-9c4b-4927-8acb-ffe848c5f652 req-f1fa2db8-ae34-4bfb-9ea8-7e7f2828f4e6 tempest-ListImageFiltersTestJSON-1815595502 tempest-ListImageFiltersTestJSON-1815595502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:15.682138 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-482cf2d9-9c4b-4927-8acb-ffe848c5f652 req-f1fa2db8-ae34-4bfb-9ea8-7e7f2828f4e6 tempest-ListImageFiltersTestJSON-1815595502 tempest-ListImageFiltersTestJSON-1815595502-project] Publish callbacks [] for security_group, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:15.733549 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d17aefdf-c445-4b9a-a7e8-7f2af30dbb77 req-4c24a8b0-bd93-4f5e-87de-621232754a95 tempest-ListImageFiltersTestJSON-1815595502 tempest-ListImageFiltersTestJSON-1815595502-project] 10.222.0.32 "GET /v2.0/ports?device_id=59d35b75-8e17-40b9-bfd2-615b2128e5df HTTP/1.1" status: 200  len: 210 time: 0.0356929
Dec 25 21:15:15.864250 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-482cf2d9-9c4b-4927-8acb-ffe848c5f652 req-f1fa2db8-ae34-4bfb-9ea8-7e7f2828f4e6 tempest-ListImageFiltersTestJSON-1815595502 tempest-ListImageFiltersTestJSON-1815595502-project] Publish callbacks [] for security_group, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:15.889431 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-756f7f94-b794-4bb6-b3e3-9867a991763c req-773e3e5a-b0f0-42c7-b288-7280b24f2ef5 tempest-ListImageFiltersTestJSON-1815595502 tempest-ListImageFiltersTestJSON-1815595502-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=919a00bb2d294ab291df4bbd212ae7fe&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0281663
Dec 25 21:15:15.949720 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bbf710-ac60-42f1-a0e3-3303a24da417 req-ba5b749b-3b54-4ee8-91e4-14f8e942bfdb tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:15:15.951247 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-32bbf710-ac60-42f1-a0e3-3303a24da417 req-ba5b749b-3b54-4ee8-91e4-14f8e942bfdb tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] 10.222.0.32 "GET /v2.0/ports?device_id=c169c539-29b8-4eeb-bb76-6e6eabd11098 HTTP/1.1" status: 200  len: 945 time: 0.1297069
Dec 25 21:15:15.956129 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-482cf2d9-9c4b-4927-8acb-ffe848c5f652 req-f1fa2db8-ae34-4bfb-9ea8-7e7f2828f4e6 tempest-ListImageFiltersTestJSON-1815595502 tempest-ListImageFiltersTestJSON-1815595502-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:16.101338 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 51436) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:15:16.231185 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-1abd8a9d-c6ec-4c80-bc69-6b3dd2a9a380 admin admin] Publish callbacks [] for security_group, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:16.318433 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-1abd8a9d-c6ec-4c80-bc69-6b3dd2a9a380 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:16.436553 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-1abd8a9d-c6ec-4c80-bc69-6b3dd2a9a380 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:16.445780 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fa2db8-ae34-4bfb-9ea8-7e7f2828f4e6 tempest-ListImageFiltersTestJSON-1815595502 tempest-ListImageFiltersTestJSON-1815595502-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d60cc0c8-8901-457c-b6ff-328606b32b2d,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:15:16.462774 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffc37a4-ec94-4977-b8ec-4aa18a917465 req-3d5bf999-c288-4437-bb06-3ee6368a4d97 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:15:16.464236 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3ffc37a4-ec94-4977-b8ec-4aa18a917465 req-3d5bf999-c288-4437-bb06-3ee6368a4d97 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/ports?device_id=3308bcb1-0f06-470f-913d-ae09dfc92a3a HTTP/1.1" status: 200  len: 950 time: 0.5707710
Dec 25 21:15:16.475314 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-1abd8a9d-c6ec-4c80-bc69-6b3dd2a9a380 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=15ce761833da44ab96853ac15c9dd881&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3727114
Dec 25 21:15:16.478197 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abd8a9d-c6ec-4c80-bc69-6b3dd2a9a380 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccd4b4d1-5178-4e2a-b995-62911ed2f5e9,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:15:16.480470 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 51442) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:15:16.496125 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fa2db8-ae34-4bfb-9ea8-7e7f2828f4e6 tempest-ListImageFiltersTestJSON-1815595502 tempest-ListImageFiltersTestJSON-1815595502-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:15:16.496479 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fa2db8-ae34-4bfb-9ea8-7e7f2828f4e6 tempest-ListImageFiltersTestJSON-1815595502 tempest-ListImageFiltersTestJSON-1815595502-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:15:16.496820 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fa2db8-ae34-4bfb-9ea8-7e7f2828f4e6 tempest-ListImageFiltersTestJSON-1815595502 tempest-ListImageFiltersTestJSON-1815595502-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:15:16.497205 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fa2db8-ae34-4bfb-9ea8-7e7f2828f4e6 tempest-ListImageFiltersTestJSON-1815595502 tempest-ListImageFiltersTestJSON-1815595502-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:15:16.497542 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fa2db8-ae34-4bfb-9ea8-7e7f2828f4e6 tempest-ListImageFiltersTestJSON-1815595502 tempest-ListImageFiltersTestJSON-1815595502-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:15:16.497867 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fa2db8-ae34-4bfb-9ea8-7e7f2828f4e6 tempest-ListImageFiltersTestJSON-1815595502 tempest-ListImageFiltersTestJSON-1815595502-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:15:16.498192 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fa2db8-ae34-4bfb-9ea8-7e7f2828f4e6 tempest-ListImageFiltersTestJSON-1815595502 tempest-ListImageFiltersTestJSON-1815595502-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:15:16.498513 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fa2db8-ae34-4bfb-9ea8-7e7f2828f4e6 tempest-ListImageFiltersTestJSON-1815595502 tempest-ListImageFiltersTestJSON-1815595502-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:15:16.498843 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fa2db8-ae34-4bfb-9ea8-7e7f2828f4e6 tempest-ListImageFiltersTestJSON-1815595502 tempest-ListImageFiltersTestJSON-1815595502-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:15:16.499152 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fa2db8-ae34-4bfb-9ea8-7e7f2828f4e6 tempest-ListImageFiltersTestJSON-1815595502 tempest-ListImageFiltersTestJSON-1815595502-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:15:16.499469 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fa2db8-ae34-4bfb-9ea8-7e7f2828f4e6 tempest-ListImageFiltersTestJSON-1815595502 tempest-ListImageFiltersTestJSON-1815595502-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:15:16.499788 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fa2db8-ae34-4bfb-9ea8-7e7f2828f4e6 tempest-ListImageFiltersTestJSON-1815595502 tempest-ListImageFiltersTestJSON-1815595502-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:15:16.500277 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fa2db8-ae34-4bfb-9ea8-7e7f2828f4e6 tempest-ListImageFiltersTestJSON-1815595502 tempest-ListImageFiltersTestJSON-1815595502-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:15:16.534256 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5de0a7ba-d34e-49bd-bc89-13c7b5f906e6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:16.555535 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5de0a7ba-d34e-49bd-bc89-13c7b5f906e6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:16.564700 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756f7f94-b794-4bb6-b3e3-9867a991763c req-820a2c98-1bcf-4a38-b9f8-b35ceb4b4197 tempest-ListImageFiltersTestJSON-1815595502 tempest-ListImageFiltersTestJSON-1815595502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:15:16.566166 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-756f7f94-b794-4bb6-b3e3-9867a991763c req-820a2c98-1bcf-4a38-b9f8-b35ceb4b4197 tempest-ListImageFiltersTestJSON-1815595502 tempest-ListImageFiltersTestJSON-1815595502-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.6610842
Dec 25 21:15:16.569357 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-32bbf710-ac60-42f1-a0e3-3303a24da417 req-6a3b71ba-449d-4790-b1eb-92e544d299d9 tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] 10.222.0.32 "GET /v2.0/security-groups?id=20bd9841-9e11-4157-a0aa-08323059b96f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.5890055
Dec 25 21:15:16.595855 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-756f7f94-b794-4bb6-b3e3-9867a991763c req-d5bb49ea-c401-477e-b6f1-9c50e7d9868e tempest-ListImageFiltersTestJSON-1815595502 tempest-ListImageFiltersTestJSON-1815595502-project] Request body: {'port': {'device_id': '59d35b75-8e17-40b9-bfd2-615b2128e5df', 'network_id': '8f212e98-547d-4c6e-a560-2e9a548c8f59', 'admin_state_up': True, 'tenant_id': '919a00bb2d294ab291df4bbd212ae7fe'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:15:16.605258 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c214ddec-f5d0-4e27-8ea2-009fd38aa3f3 req-018b516d-e2fa-4916-a9f9-19dd7c648fde service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=3308bcb1-0f06-470f-913d-ae09dfc92a3a&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.5875843
Dec 25 21:15:16.651792 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3ffc37a4-ec94-4977-b8ec-4aa18a917465 req-c1f837d0-a117-402f-b645-2459196e13ce tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3f1ae63-416f-443f-b032-af0d7dcc9019&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1679978
Dec 25 21:15:16.672998 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_common [req-482cf2d9-9c4b-4927-8acb-ffe848c5f652 req-f1fa2db8-ae34-4bfb-9ea8-7e7f2828f4e6 tempest-ListImageFiltersTestJSON-1815595502 tempest-ListImageFiltersTestJSON-1815595502-project] Allocated IP 192.168.233.217 (8f212e98-547d-4c6e-a560-2e9a548c8f59/dcfbae86-f93e-400c-8084-eac7f56ff5ba/36aab66a-d72a-4228-bef8-35285fc6597a) {{(pid=121606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:15:16.693818 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5de0a7ba-d34e-49bd-bc89-13c7b5f906e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:16.696879 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5de0a7ba-d34e-49bd-bc89-13c7b5f906e6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:16.698965 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-5de0a7ba-d34e-49bd-bc89-13c7b5f906e6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ccd4b4d1-5178-4e2a-b995-62911ed2f5e9 HTTP/1.1" status: 204  len: 168 time: 0.2165415
Dec 25 21:15:16.712454 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de0a7ba-d34e-49bd-bc89-13c7b5f906e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccd4b4d1-5178-4e2a-b995-62911ed2f5e9,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:15:16.878380 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7edd6df7-f7c4-46f6-8463-4b47bdfa4e54 req-3d4840f3-e0e6-4407-8667-3720dcd962df tempest-ListImageFiltersTestJSON-1815595502 tempest-ListImageFiltersTestJSON-1815595502-project] 10.222.0.32 "GET /v2.0/ports?device_id=59d35b75-8e17-40b9-bfd2-615b2128e5df HTTP/1.1" status: 200  len: 210 time: 0.0501368
Dec 25 21:15:16.910368 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049c90db-f596-4c39-a364-0a0e9f73c4ca req-9b7dd9c6-a430-45e4-8e83-102856c98997 tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:15:16.910368 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-049c90db-f596-4c39-a364-0a0e9f73c4ca req-9b7dd9c6-a430-45e4-8e83-102856c98997 tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] 10.222.0.32 "GET /v2.0/ports?device_id=0bfb31ab-a5a4-4386-b5bd-77f172344909 HTTP/1.1" status: 200  len: 944 time: 0.1816566
Dec 25 21:15:17.020780 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-049c90db-f596-4c39-a364-0a0e9f73c4ca req-e3338056-6bed-43f7-b9a5-1a137e0aef9e tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] 10.222.0.32 "GET /v2.0/security-groups?id=e70b16a5-3c2f-443c-a3bd-2851d79b2b90&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1062093
Dec 25 21:15:17.039534 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-482cf2d9-9c4b-4927-8acb-ffe848c5f652 req-f1fa2db8-ae34-4bfb-9ea8-7e7f2828f4e6 tempest-ListImageFiltersTestJSON-1815595502 tempest-ListImageFiltersTestJSON-1815595502-project] Publish callbacks [] for port, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:17.068310 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-756f7f94-b794-4bb6-b3e3-9867a991763c req-d5bb49ea-c401-477e-b6f1-9c50e7d9868e tempest-ListImageFiltersTestJSON-1815595502 tempest-ListImageFiltersTestJSON-1815595502-project] Made reservation on behalf of 919a00bb2d294ab291df4bbd212ae7fe for: {'port': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:15:17.076719 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-756f7f94-b794-4bb6-b3e3-9867a991763c req-d5bb49ea-c401-477e-b6f1-9c50e7d9868e tempest-ListImageFiltersTestJSON-1815595502 tempest-ListImageFiltersTestJSON-1815595502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:17.150857 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device 4353b31a-16ab-4050-acd0-9548832705a6 up at agent hyperv_nch1-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:15:17.210237 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-482cf2d9-9c4b-4927-8acb-ffe848c5f652 req-f1fa2db8-ae34-4bfb-9ea8-7e7f2828f4e6 tempest-ListImageFiltersTestJSON-1815595502 tempest-ListImageFiltersTestJSON-1815595502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:17.282730 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-482cf2d9-9c4b-4927-8acb-ffe848c5f652 req-f1fa2db8-ae34-4bfb-9ea8-7e7f2828f4e6 tempest-ListImageFiltersTestJSON-1815595502 tempest-ListImageFiltersTestJSON-1815595502-project] Network 8f212e98-547d-4c6e-a560-2e9a548c8f59 is already hosted by enough agents. {{(pid=121606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:15:17.289269 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [req-482cf2d9-9c4b-4927-8acb-ffe848c5f652 req-f1fa2db8-ae34-4bfb-9ea8-7e7f2828f4e6 tempest-ListImageFiltersTestJSON-1815595502 tempest-ListImageFiltersTestJSON-1815595502-project] Resources bound (agent type, host, resource id):  {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:15:17.295326 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [req-482cf2d9-9c4b-4927-8acb-ffe848c5f652 req-f1fa2db8-ae34-4bfb-9ea8-7e7f2828f4e6 tempest-ListImageFiltersTestJSON-1815595502 tempest-ListImageFiltersTestJSON-1815595502-project] Received port after_create {{(pid=121606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:15:17.300208 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Provisioning for port 4353b31a-16ab-4050-acd0-9548832705a6 completed by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 25 21:15:17.307232 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Provisioning complete for port 4353b31a-16ab-4050-acd0-9548832705a6 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:15:17.307232 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:17.326807 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fa2db8-ae34-4bfb-9ea8-7e7f2828f4e6 tempest-ListImageFiltersTestJSON-1815595502 tempest-ListImageFiltersTestJSON-1815595502-project] Pushing event updated for resources: {'Port': ['ID=36aab66a-d72a-4228-bef8-35285fc6597a,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:15:17.343783 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_common [req-756f7f94-b794-4bb6-b3e3-9867a991763c req-d5bb49ea-c401-477e-b6f1-9c50e7d9868e tempest-ListImageFiltersTestJSON-1815595502 tempest-ListImageFiltersTestJSON-1815595502-project] Allocated IP 192.168.233.142 (8f212e98-547d-4c6e-a560-2e9a548c8f59/dcfbae86-f93e-400c-8084-eac7f56ff5ba/a8e1347c-d578-42de-9815-79469dc5aa48) {{(pid=121606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:15:17.370459 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:15:17.370459 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:15:17.370459 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:15:17.370459 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:15:17.370459 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:15:17.370459 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:15:17.370459 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:15:17.370459 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:15:17.370459 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:15:17.370459 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:15:17.370459 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:15:17.370459 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:15:17.370459 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:15:17.370459 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:15:17.370459 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:15:17.370459 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:15:17.370459 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:15:17.370459 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:15:17.370459 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:15:17.370459 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:15:17.370459 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:15:17.370459 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:15:17.370459 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:15:17.370459 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:15:17.370459 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:15:17.370459 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:15:17.370459 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:15:17.370459 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:15:17.370459 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:15:17.370459 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:15:17.370459 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:15:17.370459 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:15:17.370459 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:15:17.370459 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:15:17.370459 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:15:17.370459 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:15:17.373652 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:15:17.373652 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:15:17.373652 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:15:17.373652 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:15:17.373652 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:15:17.373652 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:15:17.373652 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:15:17.373652 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:15:17.373652 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:15:17.373652 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:15:17.373652 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:15:17.373652 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:15:17.375317 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482cf2d9-9c4b-4927-8acb-ffe848c5f652 req-f1fa2db8-ae34-4bfb-9ea8-7e7f2828f4e6 tempest-ListImageFiltersTestJSON-1815595502 tempest-ListImageFiltersTestJSON-1815595502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:15:17.375954 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-482cf2d9-9c4b-4927-8acb-ffe848c5f652 req-f1fa2db8-ae34-4bfb-9ea8-7e7f2828f4e6 tempest-ListImageFiltersTestJSON-1815595502 tempest-ListImageFiltersTestJSON-1815595502-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:17.409640 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:17.445483 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port 4353b31a-16ab-4050-acd0-9548832705a6, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4353b31a-16ab-4050-acd0-9548832705a6,segment=NetworkSegment(59040483-3fcc-4b5a-8606-f8e28575fa62),segment_id=59040483-3fcc-4b5a-8606-f8e28575fa62)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:15:17.447200 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bfb31ab-a5a4-4386-b5bd-77f172344909', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4353b31a-16ab-4050-acd0-9548832705a6'}] {{(pid=121608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:15:17.449917 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a88c78c3ff6266bd59c7e89d275b28c92e739b67d23c89d71af88829fd31566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f3748e4-ec4c-47b4-9524-5db885528df4" -d '{"events": [{"server_uuid": "0bfb31ab-a5a4-4386-b5bd-77f172344909", "name": "network-vif-plugged", "status": "completed", "tag": "4353b31a-16ab-4050-acd0-9548832705a6"}]}' {{(pid=121608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:15:17.463833 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-482cf2d9-9c4b-4927-8acb-ffe848c5f652 req-f1fa2db8-ae34-4bfb-9ea8-7e7f2828f4e6 tempest-ListImageFiltersTestJSON-1815595502 tempest-ListImageFiltersTestJSON-1815595502-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 2.1617539
Dec 25 21:15:17.502223 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-482cf2d9-9c4b-4927-8acb-ffe848c5f652 req-f4e6d6ad-93f3-4997-91e0-3198609fbace service neutron] Request body: {'port': {'device_id': '66cd474f-564e-4f62-ba35-0016e7dcec42', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:15:17.516677 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:17.520164 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 21:15:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-687c53e6-9ec0-4cf7-b145-6605b8222c29 x-openstack-request-id: req-687c53e6-9ec0-4cf7-b145-6605b8222c29 {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:15:17.525829 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bfb31ab-a5a4-4386-b5bd-77f172344909", "name": "network-vif-plugged", "status": "completed", "tag": "4353b31a-16ab-4050-acd0-9548832705a6", "code": 200}]} {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:15:17.525829 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-687c53e6-9ec0-4cf7-b145-6605b8222c29 {{(pid=121608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:15:17.525829 ncdv-master-1 neutron-server[121608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bfb31ab-a5a4-4386-b5bd-77f172344909', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4353b31a-16ab-4050-acd0-9548832705a6', 'code': 200}
Dec 25 21:15:17.600624 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 51478) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:15:17.620119 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Pushing event updated for resources: {'Port': ['ID=4353b31a-16ab-4050-acd0-9548832705a6,revision_number=5']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:15:17.624365 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-db94cbf9-eb73-4a28-9560-ad64e76bdc29 None None] Provisioning complete for port 36aab66a-d72a-4228-bef8-35285fc6597a triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:15:17.624809 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-db94cbf9-eb73-4a28-9560-ad64e76bdc29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:17.635016 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-fbae51fa-a93b-4b37-a453-a05536287a88 admin admin] Publish callbacks [] for security_group, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:17.646573 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-756f7f94-b794-4bb6-b3e3-9867a991763c req-d5bb49ea-c401-477e-b6f1-9c50e7d9868e tempest-ListImageFiltersTestJSON-1815595502 tempest-ListImageFiltersTestJSON-1815595502-project] Publish callbacks [] for port, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:17.668653 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-db94cbf9-eb73-4a28-9560-ad64e76bdc29 None None] Port 36aab66a-d72a-4228-bef8-35285fc6597a cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:15:17.684122 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-482cf2d9-9c4b-4927-8acb-ffe848c5f652 req-f4e6d6ad-93f3-4997-91e0-3198609fbace service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:17.751672 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-fbae51fa-a93b-4b37-a453-a05536287a88 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:17.790788 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764a88d9-06d0-495d-a9f3-707228da7496 req-c03ca962-46cd-43d6-8a4a-c5e8c5b92447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:15:17.790788 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-764a88d9-06d0-495d-a9f3-707228da7496 req-c03ca962-46cd-43d6-8a4a-c5e8c5b92447 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=0bfb31ab-a5a4-4386-b5bd-77f172344909 HTTP/1.1" status: 200  len: 1096 time: 0.1919200
Dec 25 21:15:17.836932 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-fbae51fa-a93b-4b37-a453-a05536287a88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:17.879662 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-fbae51fa-a93b-4b37-a453-a05536287a88 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4478cf0defd5427ea8ac8a0d994a2726&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2778916
Dec 25 21:15:17.880459 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbae51fa-a93b-4b37-a453-a05536287a88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8e69acb-985d-46e6-8293-8bd2e07706bc,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:15:17.882763 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 51490) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:15:17.902217 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7d90f7-6fba-4c20-94eb-6d162890afec req-7e3ffae1-f99c-48ec-866f-cae26c67f7a1 tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:15:17.903763 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2e7d90f7-6fba-4c20-94eb-6d162890afec req-7e3ffae1-f99c-48ec-866f-cae26c67f7a1 tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] 10.222.0.32 "GET /v2.0/ports?device_id=c169c539-29b8-4eeb-bb76-6e6eabd11098 HTTP/1.1" status: 200  len: 945 time: 0.2210767
Dec 25 21:15:17.947319 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f9fe0412-7a7b-4490-a71f-ba86cbef30cd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:17.955009 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-756f7f94-b794-4bb6-b3e3-9867a991763c req-d5bb49ea-c401-477e-b6f1-9c50e7d9868e tempest-ListImageFiltersTestJSON-1815595502 tempest-ListImageFiltersTestJSON-1815595502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:17.976450 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f9fe0412-7a7b-4490-a71f-ba86cbef30cd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:18.043628 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-764a88d9-06d0-495d-a9f3-707228da7496 req-db559d41-8e50-4572-aa23-2cd36eb87f88 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=e70b16a5-3c2f-443c-a3bd-2851d79b2b90&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2407098
Dec 25 21:15:18.056935 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4647796e-3682-49ae-9751-cb2acec2cea0 req-f008710b-c62b-4135-b035-52e0eeecd13b tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:15:18.058427 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4647796e-3682-49ae-9751-cb2acec2cea0 req-f008710b-c62b-4135-b035-52e0eeecd13b tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/ports?device_id=3308bcb1-0f06-470f-913d-ae09dfc92a3a HTTP/1.1" status: 200  len: 950 time: 0.2545776
Dec 25 21:15:18.105447 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f9fe0412-7a7b-4490-a71f-ba86cbef30cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:18.108047 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f9fe0412-7a7b-4490-a71f-ba86cbef30cd admin admin] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:18.108699 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-756f7f94-b794-4bb6-b3e3-9867a991763c req-d5bb49ea-c401-477e-b6f1-9c50e7d9868e tempest-ListImageFiltersTestJSON-1815595502 tempest-ListImageFiltersTestJSON-1815595502-project] Network 8f212e98-547d-4c6e-a560-2e9a548c8f59 is already hosted by enough agents. {{(pid=121606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:15:18.109240 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-f9fe0412-7a7b-4490-a71f-ba86cbef30cd admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f8e69acb-985d-46e6-8293-8bd2e07706bc HTTP/1.1" status: 204  len: 168 time: 0.2255147
Dec 25 21:15:18.119686 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fe0412-7a7b-4490-a71f-ba86cbef30cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8e69acb-985d-46e6-8293-8bd2e07706bc,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:15:18.120135 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bb49ea-c401-477e-b6f1-9c50e7d9868e tempest-ListImageFiltersTestJSON-1815595502 tempest-ListImageFiltersTestJSON-1815595502-project] Pushing event updated for resources: {'Port': ['ID=a8e1347c-d578-42de-9815-79469dc5aa48,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:15:18.122834 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [req-756f7f94-b794-4bb6-b3e3-9867a991763c req-d5bb49ea-c401-477e-b6f1-9c50e7d9868e tempest-ListImageFiltersTestJSON-1815595502 tempest-ListImageFiltersTestJSON-1815595502-project] Resources bound (agent type, host, resource id):  {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:15:18.133005 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [req-756f7f94-b794-4bb6-b3e3-9867a991763c req-d5bb49ea-c401-477e-b6f1-9c50e7d9868e tempest-ListImageFiltersTestJSON-1815595502 tempest-ListImageFiltersTestJSON-1815595502-project] Received port after_create {{(pid=121606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:15:18.144801 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2e7d90f7-6fba-4c20-94eb-6d162890afec req-f9370099-d291-4e95-9373-a688ca1171dc tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] 10.222.0.32 "GET /v2.0/security-groups?id=20bd9841-9e11-4157-a0aa-08323059b96f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2231095
Dec 25 21:15:18.240948 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756f7f94-b794-4bb6-b3e3-9867a991763c req-d5bb49ea-c401-477e-b6f1-9c50e7d9868e tempest-ListImageFiltersTestJSON-1815595502 tempest-ListImageFiltersTestJSON-1815595502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:15:18.240948 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-756f7f94-b794-4bb6-b3e3-9867a991763c req-d5bb49ea-c401-477e-b6f1-9c50e7d9868e tempest-ListImageFiltersTestJSON-1815595502 tempest-ListImageFiltersTestJSON-1815595502-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:18.254006 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4647796e-3682-49ae-9751-cb2acec2cea0 req-64c134dc-76fb-4092-bd81-07bab85984c9 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3f1ae63-416f-443f-b032-af0d7dcc9019&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1848004
Dec 25 21:15:18.350738 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-756f7f94-b794-4bb6-b3e3-9867a991763c req-d5bb49ea-c401-477e-b6f1-9c50e7d9868e tempest-ListImageFiltersTestJSON-1815595502 tempest-ListImageFiltersTestJSON-1815595502-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 1.7675140
Dec 25 21:15:18.353656 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [req-482cf2d9-9c4b-4927-8acb-ffe848c5f652 req-f4e6d6ad-93f3-4997-91e0-3198609fbace service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36aab66a-d72a-4228-bef8-35285fc6597a {{(pid=121606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:15:18.365881 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-482cf2d9-9c4b-4927-8acb-ffe848c5f652 req-f4e6d6ad-93f3-4997-91e0-3198609fbace service neutron] Publish callbacks [] for port, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:18.374908 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-756f7f94-b794-4bb6-b3e3-9867a991763c req-d25ce629-d78c-4141-839a-2d6e97ef37b4 service neutron] Request body: {'port': {'device_id': '59d35b75-8e17-40b9-bfd2-615b2128e5df', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:15:18.421397 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.provisioning_blocks [req-482cf2d9-9c4b-4927-8acb-ffe848c5f652 req-f4e6d6ad-93f3-4997-91e0-3198609fbace service neutron] Transition to ACTIVE for port object 36aab66a-d72a-4228-bef8-35285fc6597a will not be triggered until provisioned by entity L2. {{(pid=121606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 25 21:15:18.448903 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd36d34a-948d-41e1-a7be-e3e048535507 req-f8e315bb-b16b-4348-a019-4577073cdf24 tempest-ListImageFiltersTestJSON-1815595502 tempest-ListImageFiltersTestJSON-1815595502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:15:18.450796 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-dd36d34a-948d-41e1-a7be-e3e048535507 req-f8e315bb-b16b-4348-a019-4577073cdf24 tempest-ListImageFiltersTestJSON-1815595502 tempest-ListImageFiltersTestJSON-1815595502-project] 10.222.0.32 "GET /v2.0/ports?device_id=59d35b75-8e17-40b9-bfd2-615b2128e5df HTTP/1.1" status: 200  len: 936 time: 0.1413021
Dec 25 21:15:18.499171 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-2dd57636-43da-49d3-9610-83dac904de69 None None] Provisioning complete for port a8e1347c-d578-42de-9815-79469dc5aa48 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:15:18.500679 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-2dd57636-43da-49d3-9610-83dac904de69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:18.511339 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-482cf2d9-9c4b-4927-8acb-ffe848c5f652 req-f4e6d6ad-93f3-4997-91e0-3198609fbace service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:18.541168 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-2dd57636-43da-49d3-9610-83dac904de69 None None] Port a8e1347c-d578-42de-9815-79469dc5aa48 cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:15:18.551174 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-756f7f94-b794-4bb6-b3e3-9867a991763c req-d25ce629-d78c-4141-839a-2d6e97ef37b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:18.608793 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12e596a-28e0-48c7-b7c8-1beaa86dddcf req-fc69a738-0acd-4ad1-8387-d58b40dcb3ee tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:15:18.613848 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e12e596a-28e0-48c7-b7c8-1beaa86dddcf req-fc69a738-0acd-4ad1-8387-d58b40dcb3ee tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] 10.222.0.32 "GET /v2.0/ports?device_id=0bfb31ab-a5a4-4386-b5bd-77f172344909 HTTP/1.1" status: 200  len: 945 time: 0.1932759
Dec 25 21:15:18.631803 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e6d6ad-93f3-4997-91e0-3198609fbace service neutron] Pushing event updated for resources: {'Port': ['ID=36aab66a-d72a-4228-bef8-35285fc6597a,revision_number=2']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:15:18.666179 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-dd36d34a-948d-41e1-a7be-e3e048535507 req-e3531f2e-0186-49bb-a4e8-d0f4f0758b20 tempest-ListImageFiltersTestJSON-1815595502 tempest-ListImageFiltersTestJSON-1815595502-project] 10.222.0.32 "GET /v2.0/security-groups?id=d60cc0c8-8901-457c-b6ff-328606b32b2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1959496
Dec 25 21:15:18.871084 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e12e596a-28e0-48c7-b7c8-1beaa86dddcf req-cfe268cb-2096-49be-b53c-415dde0e76af tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] 10.222.0.32 "GET /v2.0/security-groups?id=e70b16a5-3c2f-443c-a3bd-2851d79b2b90&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2458174
Dec 25 21:15:18.911171 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-482cf2d9-9c4b-4927-8acb-ffe848c5f652 req-f4e6d6ad-93f3-4997-91e0-3198609fbace service neutron] Attempting to bind port 36aab66a-d72a-4228-bef8-35285fc6597a on host nch1-master-1 for vnic_type normal with profile  {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:15:18.911517 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-482cf2d9-9c4b-4927-8acb-ffe848c5f652 req-f4e6d6ad-93f3-4997-91e0-3198609fbace service neutron] Attempting to bind port 36aab66a-d72a-4228-bef8-35285fc6597a by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '85c774cb-a0eb-4ad9-961f-f331d3b37cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '8f212e98-547d-4c6e-a560-2e9a548c8f59'}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:15:18.911849 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-482cf2d9-9c4b-4927-8acb-ffe848c5f652 req-f4e6d6ad-93f3-4997-91e0-3198609fbace service neutron] Attempting to bind port 36aab66a-d72a-4228-bef8-35285fc6597a on network 8f212e98-547d-4c6e-a560-2e9a548c8f59 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:15:18.947899 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-482cf2d9-9c4b-4927-8acb-ffe848c5f652 req-f4e6d6ad-93f3-4997-91e0-3198609fbace service neutron] Port 36aab66a-d72a-4228-bef8-35285fc6597a on network 8f212e98-547d-4c6e-a560-2e9a548c8f59 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 25 21:15:18.948275 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-482cf2d9-9c4b-4927-8acb-ffe848c5f652 req-f4e6d6ad-93f3-4997-91e0-3198609fbace service neutron] Attempting to bind port 36aab66a-d72a-4228-bef8-35285fc6597a on network 8f212e98-547d-4c6e-a560-2e9a548c8f59 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:15:19.004557 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49eaf318-c3b4-498c-8f6e-bd5c6d4011c3 req-73e3be48-c3c6-4e11-8c56-856c02d05809 tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:15:19.005148 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-49eaf318-c3b4-498c-8f6e-bd5c6d4011c3 req-73e3be48-c3c6-4e11-8c56-856c02d05809 tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] 10.222.0.32 "GET /v2.0/ports?device_id=c169c539-29b8-4eeb-bb76-6e6eabd11098 HTTP/1.1" status: 200  len: 945 time: 0.1971161
Dec 25 21:15:19.009168 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-482cf2d9-9c4b-4927-8acb-ffe848c5f652 req-f4e6d6ad-93f3-4997-91e0-3198609fbace service neutron] Checking agent: {'id': '6d577036-68fc-4aa4-aed7-5ab01de2117e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 21, 4, 34), 'started_at': datetime.datetime(2021, 12, 25, 21, 4, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 15, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:15:19.009513 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-482cf2d9-9c4b-4927-8acb-ffe848c5f652 req-f4e6d6ad-93f3-4997-91e0-3198609fbace service neutron] Checking segment: {'id': '85c774cb-a0eb-4ad9-961f-f331d3b37cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '8f212e98-547d-4c6e-a560-2e9a548c8f59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:15:19.009896 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-482cf2d9-9c4b-4927-8acb-ffe848c5f652 req-f4e6d6ad-93f3-4997-91e0-3198609fbace service neutron] Bound using segment: {'id': '85c774cb-a0eb-4ad9-961f-f331d3b37cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '8f212e98-547d-4c6e-a560-2e9a548c8f59'} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:15:19.017213 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-482cf2d9-9c4b-4927-8acb-ffe848c5f652 req-f4e6d6ad-93f3-4997-91e0-3198609fbace service neutron] Bound port: 36aab66a-d72a-4228-bef8-35285fc6597a, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85c774cb-a0eb-4ad9-961f-f331d3b37cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '8f212e98-547d-4c6e-a560-2e9a548c8f59'}}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:15:19.017213 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-482cf2d9-9c4b-4927-8acb-ffe848c5f652 req-f4e6d6ad-93f3-4997-91e0-3198609fbace service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:19.017427 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 51532) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:15:19.022360 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-bdca41cf-64c2-4a00-94bf-dbac7f8c9dd4 tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] Request body: {'floatingip': {'port_id': '305a9e22-e716-452b-815d-1b4b804fad15'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:15:19.077442 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-bdca41cf-64c2-4a00-94bf-dbac7f8c9dd4 tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] Publish callbacks [] for floatingip, before_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:19.107707 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 51536) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:15:19.170105 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-482cf2d9-9c4b-4927-8acb-ffe848c5f652 req-f4e6d6ad-93f3-4997-91e0-3198609fbace service neutron] For port 36aab66a-d72a-4228-bef8-35285fc6597a, host nch1-master-1, cleared binding levels {{(pid=121606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:15:19.177905 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-482cf2d9-9c4b-4927-8acb-ffe848c5f652 req-f4e6d6ad-93f3-4997-91e0-3198609fbace service neutron] For port 36aab66a-d72a-4228-bef8-35285fc6597a, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=36aab66a-d72a-4228-bef8-35285fc6597a,segment=NetworkSegment(85c774cb-a0eb-4ad9-961f-f331d3b37cd6),segment_id=85c774cb-a0eb-4ad9-961f-f331d3b37cd6)] {{(pid=121606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:15:19.263381 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [req-756f7f94-b794-4bb6-b3e3-9867a991763c req-d25ce629-d78c-4141-839a-2d6e97ef37b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8e1347c-d578-42de-9815-79469dc5aa48 {{(pid=121606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:15:19.274491 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-756f7f94-b794-4bb6-b3e3-9867a991763c req-d25ce629-d78c-4141-839a-2d6e97ef37b4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:19.327349 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.provisioning_blocks [req-756f7f94-b794-4bb6-b3e3-9867a991763c req-d25ce629-d78c-4141-839a-2d6e97ef37b4 service neutron] Transition to ACTIVE for port object a8e1347c-d578-42de-9815-79469dc5aa48 will not be triggered until provisioned by entity L2. {{(pid=121606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 25 21:15:19.331780 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-482cf2d9-9c4b-4927-8acb-ffe848c5f652 req-f4e6d6ad-93f3-4997-91e0-3198609fbace service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:19.413702 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482cf2d9-9c4b-4927-8acb-ffe848c5f652 req-f4e6d6ad-93f3-4997-91e0-3198609fbace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:15:19.418667 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-482cf2d9-9c4b-4927-8acb-ffe848c5f652 req-f4e6d6ad-93f3-4997-91e0-3198609fbace service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:19.418667 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-482cf2d9-9c4b-4927-8acb-ffe848c5f652 req-f4e6d6ad-93f3-4997-91e0-3198609fbace service neutron] 10.222.0.31 "PUT /v2.0/ports/36aab66a-d72a-4228-bef8-35285fc6597a HTTP/1.1" status: 200  len: 1096 time: 1.9201789
Dec 25 21:15:19.418667 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66cd474f-564e-4f62-ba35-0016e7dcec42', 'tag': '36aab66a-d72a-4228-bef8-35285fc6597a'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:15:19.419980 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9858820c13ec2827453b94ebc4181065e990a4e4089ccb9fe762531ac62d2fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5eea5b55-5fdf-44f4-8692-b39ee54a97a8" -d '{"events": [{"name": "network-changed", "server_uuid": "66cd474f-564e-4f62-ba35-0016e7dcec42", "tag": "36aab66a-d72a-4228-bef8-35285fc6597a"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:15:19.476546 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-756f7f94-b794-4bb6-b3e3-9867a991763c req-d25ce629-d78c-4141-839a-2d6e97ef37b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:19.481838 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c214ddec-f5d0-4e27-8ea2-009fd38aa3f3 req-4dca5574-ae40-4131-995c-a771899c6cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:15:19.484834 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-c214ddec-f5d0-4e27-8ea2-009fd38aa3f3 req-4dca5574-ae40-4131-995c-a771899c6cbc service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ed880d80bcfb4641b02f26da5fad21b8&device_id=3308bcb1-0f06-470f-913d-ae09dfc92a3a HTTP/1.1" status: 200  len: 1101 time: 0.1610093
Dec 25 21:15:19.494698 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Dec 2021 21:15:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf310298-4a37-4f19-9c07-76a650bb7af9 x-openstack-request-id: req-bf310298-4a37-4f19-9c07-76a650bb7af9 {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:15:19.495010 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66cd474f-564e-4f62-ba35-0016e7dcec42", "tag": "36aab66a-d72a-4228-bef8-35285fc6597a", "status": "completed", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:15:19.495265 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-bf310298-4a37-4f19-9c07-76a650bb7af9 {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:15:19.495703 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66cd474f-564e-4f62-ba35-0016e7dcec42', 'tag': '36aab66a-d72a-4228-bef8-35285fc6597a', 'status': 'completed', 'code': 200}
Dec 25 21:15:19.513365 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e6d6ad-93f3-4997-91e0-3198609fbace service neutron] Pushing event updated for resources: {'Port': ['ID=36aab66a-d72a-4228-bef8-35285fc6597a,revision_number=3']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:15:19.533172 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b18764b-df8a-4337-8580-d7456b429c1c req-db762be0-6dc9-4b25-8abf-a70a3911edfb tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:15:19.534681 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5b18764b-df8a-4337-8580-d7456b429c1c req-db762be0-6dc9-4b25-8abf-a70a3911edfb tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/ports?device_id=3308bcb1-0f06-470f-913d-ae09dfc92a3a HTTP/1.1" status: 200  len: 950 time: 0.1695507
Dec 25 21:15:19.698559 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c214ddec-f5d0-4e27-8ea2-009fd38aa3f3 req-efd5a16d-bfc7-469e-9c32-eecf37619fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:15:19.700031 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-c214ddec-f5d0-4e27-8ea2-009fd38aa3f3 req-efd5a16d-bfc7-469e-9c32-eecf37619fcd service neutron] 10.222.0.37 "GET /v2.0/networks?id=8f212e98-547d-4c6e-a560-2e9a548c8f59 HTTP/1.1" status: 200  len: 870 time: 0.1674066
Dec 25 21:15:19.702106 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25ce629-d78c-4141-839a-2d6e97ef37b4 service neutron] Pushing event updated for resources: {'Port': ['ID=a8e1347c-d578-42de-9815-79469dc5aa48,revision_number=2']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:15:19.772637 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-c214ddec-f5d0-4e27-8ea2-009fd38aa3f3 req-883eab97-5559-4a08-b302-9d27e546f2ea service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.121&port_id=860d1670-d6af-4fc5-80bd-08f9b6582dac HTTP/1.1" status: 200  len: 217 time: 0.0592461
Dec 25 21:15:19.773369 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eea5b55-5fdf-44f4-8692-b39ee54a97a8 req-8e28595b-37d8-413f-9431-59bfcf0cfefc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:15:19.774947 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5eea5b55-5fdf-44f4-8692-b39ee54a97a8 req-8e28595b-37d8-413f-9431-59bfcf0cfefc service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=919a00bb2d294ab291df4bbd212ae7fe&device_id=66cd474f-564e-4f62-ba35-0016e7dcec42 HTTP/1.1" status: 200  len: 1099 time: 0.2500551
Dec 25 21:15:19.804776 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5b18764b-df8a-4337-8580-d7456b429c1c req-0608b112-4dca-4f1d-ae7f-1fcdbabaefb9 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3f1ae63-416f-443f-b032-af0d7dcc9019&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2352459
Dec 25 21:15:19.850055 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5eea5b55-5fdf-44f4-8692-b39ee54a97a8 req-25d8f577-8550-4625-8bdc-d665e6e08339 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=919a00bb2d294ab291df4bbd212ae7fe&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0561159
Dec 25 21:15:19.885804 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c214ddec-f5d0-4e27-8ea2-009fd38aa3f3 req-a6e1cfd1-b0fe-4fe9-8753-fa724c07df38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:15:19.889837 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-c214ddec-f5d0-4e27-8ea2-009fd38aa3f3 req-a6e1cfd1-b0fe-4fe9-8753-fa724c07df38 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=dcfbae86-f93e-400c-8084-eac7f56ff5ba HTTP/1.1" status: 200  len: 843 time: 0.1065342
Dec 25 21:15:19.905454 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-756f7f94-b794-4bb6-b3e3-9867a991763c req-d25ce629-d78c-4141-839a-2d6e97ef37b4 service neutron] Attempting to bind port a8e1347c-d578-42de-9815-79469dc5aa48 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:15:19.905932 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-756f7f94-b794-4bb6-b3e3-9867a991763c req-d25ce629-d78c-4141-839a-2d6e97ef37b4 service neutron] Attempting to bind port a8e1347c-d578-42de-9815-79469dc5aa48 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '85c774cb-a0eb-4ad9-961f-f331d3b37cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '8f212e98-547d-4c6e-a560-2e9a548c8f59'}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:15:19.906190 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-756f7f94-b794-4bb6-b3e3-9867a991763c req-d25ce629-d78c-4141-839a-2d6e97ef37b4 service neutron] Attempting to bind port a8e1347c-d578-42de-9815-79469dc5aa48 on network 8f212e98-547d-4c6e-a560-2e9a548c8f59 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:15:19.946636 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-756f7f94-b794-4bb6-b3e3-9867a991763c req-d25ce629-d78c-4141-839a-2d6e97ef37b4 service neutron] Port a8e1347c-d578-42de-9815-79469dc5aa48 on network 8f212e98-547d-4c6e-a560-2e9a548c8f59 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 25 21:15:19.947014 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-756f7f94-b794-4bb6-b3e3-9867a991763c req-d25ce629-d78c-4141-839a-2d6e97ef37b4 service neutron] Attempting to bind port a8e1347c-d578-42de-9815-79469dc5aa48 on network 8f212e98-547d-4c6e-a560-2e9a548c8f59 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:15:19.997459 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-bdca41cf-64c2-4a00-94bf-dbac7f8c9dd4 tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] Publish callbacks [] for floatingip, precommit_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:20.011225 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-756f7f94-b794-4bb6-b3e3-9867a991763c req-d25ce629-d78c-4141-839a-2d6e97ef37b4 service neutron] Checking agent: {'id': '6d577036-68fc-4aa4-aed7-5ab01de2117e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 21, 4, 34), 'started_at': datetime.datetime(2021, 12, 25, 21, 4, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 15, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:15:20.011566 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-756f7f94-b794-4bb6-b3e3-9867a991763c req-d25ce629-d78c-4141-839a-2d6e97ef37b4 service neutron] Checking segment: {'id': '85c774cb-a0eb-4ad9-961f-f331d3b37cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '8f212e98-547d-4c6e-a560-2e9a548c8f59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:15:20.011966 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-756f7f94-b794-4bb6-b3e3-9867a991763c req-d25ce629-d78c-4141-839a-2d6e97ef37b4 service neutron] Bound using segment: {'id': '85c774cb-a0eb-4ad9-961f-f331d3b37cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '8f212e98-547d-4c6e-a560-2e9a548c8f59'} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:15:20.012420 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-756f7f94-b794-4bb6-b3e3-9867a991763c req-d25ce629-d78c-4141-839a-2d6e97ef37b4 service neutron] Bound port: a8e1347c-d578-42de-9815-79469dc5aa48, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85c774cb-a0eb-4ad9-961f-f331d3b37cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '8f212e98-547d-4c6e-a560-2e9a548c8f59'}}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:15:20.012780 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-756f7f94-b794-4bb6-b3e3-9867a991763c req-d25ce629-d78c-4141-839a-2d6e97ef37b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:20.018235 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c214ddec-f5d0-4e27-8ea2-009fd38aa3f3 req-1c970ba6-e7cc-4033-93d2-84030a980ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:15:20.019781 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-c214ddec-f5d0-4e27-8ea2-009fd38aa3f3 req-1c970ba6-e7cc-4033-93d2-84030a980ff4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8f212e98-547d-4c6e-a560-2e9a548c8f59&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1028740
Dec 25 21:15:20.035386 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09ad6cb-2a8c-4dc0-bba7-8d1a107cc378 req-7b27aebd-1e83-4306-ae25-618ec36626dc tempest-ListImageFiltersTestJSON-1815595502 tempest-ListImageFiltersTestJSON-1815595502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:15:20.036919 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b09ad6cb-2a8c-4dc0-bba7-8d1a107cc378 req-7b27aebd-1e83-4306-ae25-618ec36626dc tempest-ListImageFiltersTestJSON-1815595502 tempest-ListImageFiltersTestJSON-1815595502-project] 10.222.0.32 "GET /v2.0/ports?device_id=59d35b75-8e17-40b9-bfd2-615b2128e5df HTTP/1.1" status: 200  len: 948 time: 0.2191403
Dec 25 21:15:20.063512 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-bdca41cf-64c2-4a00-94bf-dbac7f8c9dd4 tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2008639'] for floatingip, after_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:20.215901 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-c214ddec-f5d0-4e27-8ea2-009fd38aa3f3 req-6e8f15a8-a21e-468e-a783-44641234a5ca service neutron] 10.222.0.37 "GET /v2.0/networks/8f212e98-547d-4c6e-a560-2e9a548c8f59?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1872442
Dec 25 21:15:20.233702 ncdv-master-1 neutron-server[121607]: INFO neutron.db.l3_db [None req-bdca41cf-64c2-4a00-94bf-dbac7f8c9dd4 tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] Floating IP 7030fa48-eea5-47b8-942c-3180112f7d7f associated. External IP: 172.35.3.55, port: 305a9e22-e716-452b-815d-1b4b804fad15.
Dec 25 21:15:20.405380 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-c214ddec-f5d0-4e27-8ea2-009fd38aa3f3 req-ef6d7058-9faf-47c2-ab16-0b877a8fb025 service neutron] 10.222.0.37 "GET /v2.0/networks/8f212e98-547d-4c6e-a560-2e9a548c8f59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1803303
Dec 25 21:15:20.533158 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eea5b55-5fdf-44f4-8692-b39ee54a97a8 req-bfee5920-4116-4ac3-b34e-fd2528347c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:15:20.535279 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5eea5b55-5fdf-44f4-8692-b39ee54a97a8 req-bfee5920-4116-4ac3-b34e-fd2528347c64 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.6602817
Dec 25 21:15:20.560140 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdca41cf-64c2-4a00-94bf-dbac7f8c9dd4 tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] Router 518eea4f-bd4e-4803-90e7-aa4090dd8322 has already been hosted by L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 {{(pid=121607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 25 21:15:20.597996 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8158910e-ea0a-4956-b98c-69fccdf53af5 req-944b8dc5-89fb-4d16-a722-49a6bd863cb0 tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:15:20.599510 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8158910e-ea0a-4956-b98c-69fccdf53af5 req-944b8dc5-89fb-4d16-a722-49a6bd863cb0 tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] 10.222.0.32 "GET /v2.0/ports?device_id=0bfb31ab-a5a4-4386-b5bd-77f172344909 HTTP/1.1" status: 200  len: 945 time: 0.6280513
Dec 25 21:15:20.635478 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b09ad6cb-2a8c-4dc0-bba7-8d1a107cc378 req-9258f247-01d4-4f1d-9a70-8a447e47998b tempest-ListImageFiltersTestJSON-1815595502 tempest-ListImageFiltersTestJSON-1815595502-project] 10.222.0.32 "GET /v2.0/security-groups?id=d60cc0c8-8901-457c-b6ff-328606b32b2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5844040
Dec 25 21:15:20.657249 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-756f7f94-b794-4bb6-b3e3-9867a991763c req-d25ce629-d78c-4141-839a-2d6e97ef37b4 service neutron] For port a8e1347c-d578-42de-9815-79469dc5aa48, host nch1-master-1, cleared binding levels {{(pid=121606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:15:20.677987 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-756f7f94-b794-4bb6-b3e3-9867a991763c req-d25ce629-d78c-4141-839a-2d6e97ef37b4 service neutron] For port a8e1347c-d578-42de-9815-79469dc5aa48, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a8e1347c-d578-42de-9815-79469dc5aa48,segment=NetworkSegment(85c774cb-a0eb-4ad9-961f-f331d3b37cd6),segment_id=85c774cb-a0eb-4ad9-961f-f331d3b37cd6)] {{(pid=121606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:15:20.710986 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdca41cf-64c2-4a00-94bf-dbac7f8c9dd4 tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 21:15:20.711277 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482cf2d9-9c4b-4927-8acb-ffe848c5f652 req-a8da4318-0fa7-47e0-94e8-d02bcada6a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:15:20.712726 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-482cf2d9-9c4b-4927-8acb-ffe848c5f652 req-a8da4318-0fa7-47e0-94e8-d02bcada6a39 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=919a00bb2d294ab291df4bbd212ae7fe&device_id=66cd474f-564e-4f62-ba35-0016e7dcec42 HTTP/1.1" status: 200  len: 1099 time: 0.1288610
Dec 25 21:15:20.716433 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-bdca41cf-64c2-4a00-94bf-dbac7f8c9dd4 tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for floatingip, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:20.722987 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8158910e-ea0a-4956-b98c-69fccdf53af5 req-ecb332fd-dd67-4f27-8120-fa20ed922c64 tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] 10.222.0.32 "GET /v2.0/security-groups?id=e70b16a5-3c2f-443c-a3bd-2851d79b2b90&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1115863
Dec 25 21:15:20.732905 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b08fb550-a07a-4d3f-a9d4-7643a3d583e5 None None] Sync routers for ids ['518eea4f-bd4e-4803-90e7-aa4090dd8322'] in ncdv-master-1 {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 21:15:20.760645 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-bdca41cf-64c2-4a00-94bf-dbac7f8c9dd4 tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] 10.222.0.32 "PUT /v2.0/floatingips/7030fa48-eea5-47b8-942c-3180112f7d7f HTTP/1.1" status: 200  len: 990 time: 1.7348328
Dec 25 21:15:20.760645 ncdv-master-1 neutron-server[121607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c169c539-29b8-4eeb-bb76-6e6eabd11098', 'tag': '305a9e22-e716-452b-815d-1b4b804fad15'}] {{(pid=121607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:15:20.760645 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f980bbcadfa7bf1e788024e1448be660373c21f97f015f780444e999c451203" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-826fb9a7-4e4f-43ff-9d38-e07bb89c2f82" -d '{"events": [{"name": "network-changed", "server_uuid": "c169c539-29b8-4eeb-bb76-6e6eabd11098", "tag": "305a9e22-e716-452b-815d-1b4b804fad15"}]}' {{(pid=121607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:15:20.761071 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b08fb550-a07a-4d3f-a9d4-7643a3d583e5 None None] Routers {'518eea4f-bd4e-4803-90e7-aa4090dd8322'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:15:20.761071 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-b08fb550-a07a-4d3f-a9d4-7643a3d583e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f261861e6a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:15:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['518eea4f-bd4e-4803-90e7-aa4090dd8322'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:15:20.781884 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-dce5594c-9674-4d22-9d56-9ec3cb5d9649 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2007615'] for router_interface, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:20.790541 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-482cf2d9-9c4b-4927-8acb-ffe848c5f652 req-eebf2e5f-b4f6-4ea6-8457-c1baf9b26aab service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.217&port_id=36aab66a-d72a-4228-bef8-35285fc6597a HTTP/1.1" status: 200  len: 217 time: 0.0614293
Dec 25 21:15:20.829660 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-756f7f94-b794-4bb6-b3e3-9867a991763c req-d25ce629-d78c-4141-839a-2d6e97ef37b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:20.913747 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756f7f94-b794-4bb6-b3e3-9867a991763c req-d25ce629-d78c-4141-839a-2d6e97ef37b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:15:20.914393 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-756f7f94-b794-4bb6-b3e3-9867a991763c req-d25ce629-d78c-4141-839a-2d6e97ef37b4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:20.915805 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-756f7f94-b794-4bb6-b3e3-9867a991763c req-d25ce629-d78c-4141-839a-2d6e97ef37b4 service neutron] 10.222.0.31 "PUT /v2.0/ports/a8e1347c-d578-42de-9815-79469dc5aa48 HTTP/1.1" status: 200  len: 1096 time: 2.5523322
Dec 25 21:15:20.944520 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvr_db [None req-b08fb550-a07a-4d3f-a9d4-7643a3d583e5 None None] Set router 518eea4f-bd4e-4803-90e7-aa4090dd8322 gateway port host: ncdv-master-1 {{(pid=121609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:15:20.963745 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482cf2d9-9c4b-4927-8acb-ffe848c5f652 req-552b2256-076c-4873-a7a3-7519cb4b76d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:15:20.986636 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-482cf2d9-9c4b-4927-8acb-ffe848c5f652 req-552b2256-076c-4873-a7a3-7519cb4b76d4 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=dcfbae86-f93e-400c-8084-eac7f56ff5ba HTTP/1.1" status: 200  len: 843 time: 0.1552927
Dec 25 21:15:21.003462 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Dec 2021 21:15:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0ba4ecb-ea91-4cd8-ba6f-8c482fb7a9c1 x-openstack-request-id: req-f0ba4ecb-ea91-4cd8-ba6f-8c482fb7a9c1 {{(pid=121607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:15:21.003462 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c169c539-29b8-4eeb-bb76-6e6eabd11098", "tag": "305a9e22-e716-452b-815d-1b4b804fad15", "status": "completed", "code": 200}]} {{(pid=121607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:15:21.003713 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f0ba4ecb-ea91-4cd8-ba6f-8c482fb7a9c1 {{(pid=121607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:15:21.004012 ncdv-master-1 neutron-server[121607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c169c539-29b8-4eeb-bb76-6e6eabd11098', 'tag': '305a9e22-e716-452b-815d-1b4b804fad15', 'status': 'completed', 'code': 200}
Dec 25 21:15:21.102944 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826fb9a7-4e4f-43ff-9d38-e07bb89c2f82 req-f94576bb-23f0-4cad-b963-01a3efbd2631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:15:21.104472 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-826fb9a7-4e4f-43ff-9d38-e07bb89c2f82 req-f94576bb-23f0-4cad-b963-01a3efbd2631 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7ed80be6e633499b9d1dc61c05014afc&device_id=c169c539-29b8-4eeb-bb76-6e6eabd11098 HTTP/1.1" status: 200  len: 1096 time: 0.0523953
Dec 25 21:15:21.131170 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25ce629-d78c-4141-839a-2d6e97ef37b4 service neutron] Pushing event updated for resources: {'Port': ['ID=a8e1347c-d578-42de-9815-79469dc5aa48,revision_number=3']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:15:21.167160 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-03bc6ac7-c223-46f4-a534-0c19b9fc41e0 req-12ae7db5-2438-4406-9211-f32f0fb57f14 tempest-LiveMigrationNegativeTest-1846926095 tempest-LiveMigrationNegativeTest-1846926095-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=2fe1a82960c8413095a4b833950e8b3f&shared=False HTTP/1.1" status: 200  len: 213 time: 0.1362605
Dec 25 21:15:21.237112 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826fb9a7-4e4f-43ff-9d38-e07bb89c2f82 req-454739ea-1ff1-4193-8130-43332353f916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:15:21.239428 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-826fb9a7-4e4f-43ff-9d38-e07bb89c2f82 req-454739ea-1ff1-4193-8130-43332353f916 service neutron] 10.222.0.37 "GET /v2.0/networks?id=cb028617-ca4b-4888-809e-8a74d7f084f8 HTTP/1.1" status: 200  len: 911 time: 0.1213441
Dec 25 21:15:21.252272 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-b08fb550-a07a-4d3f-a9d4-7643a3d583e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f261861e6a0>, [{'id': '518eea4f-bd4e-4803-90e7-aa4090dd8322', 'name': 'tempest-AttachVolumeTestJSON-534243322-router', 'tenant_id': '7ed80be6e633499b9d1dc61c05014afc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.48'}], 'enable_snat': True}, 'gw_port_id': 'e475d07d-ef33-47d9-bf29-6524f78c9470', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:14:43Z', 'updated_at': '2021-12-25T21:14:49Z', 'revision_number': 4, 'project_id': '7ed80be6e633499b9d1dc61c05014afc', 'gw_port': {'id': 'e475d07d-ef33-47d9-bf29-6524f78c9470', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:b6:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '518eea4f-bd4e-4803-90e7-aa4090dd8322', 'device_owner': 'network:router_gateway', 'standard_attr_id': 852, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:14:43Z', 'updated_at': '2021-12-25T21:14:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '7030fa48-eea5-47b8-942c-3180112f7d7f', 'tenant_id': '7ed80be6e633499b9d1dc61c05014afc', 'floating_ip_address': '172.35.3.55', 'floating_network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'router_id': '518eea4f-bd4e-4803-90e7-aa4090dd8322', 'port_id': '305a9e22-e716-452b-815d-1b4b804fad15', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 865, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb028617-ca4b-4888-809e-8a74d7f084f8', 'mac_address': 'fa:16:3e:61:90:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c169c539-29b8-4eeb-bb76-6e6eabd11098', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-25T21:14:56Z', 'updated_at': '2021-12-25T21:15:19Z', 'revision_number': 1, 'project_id': '7ed80be6e633499b9d1dc61c05014afc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '052fead1-c995-4d25-878a-9b0d22f2a7ac', 'name': '', 'network_id': 'cb028617-ca4b-4888-809e-8a74d7f084f8', 'tenant_id': '7ed80be6e633499b9d1dc61c05014afc', 'mac_address': 'fa:16:3e:8a:a8:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '518eea4f-bd4e-4803-90e7-aa4090dd8322', 'device_owner': 'network:router_interface', 'standard_attr_id': 853, 'fixed_ips': [{'subnet_id': '00dff513-a38a-48f8-809a-d1935b6eecea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:14:47Z', 'updated_at': '2021-12-25T21:14:53Z', 'revision_number': 5, 'project_id': '7ed80be6e633499b9d1dc61c05014afc', 'subnets': [{'id': '00dff513-a38a-48f8-809a-d1935b6eecea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:15:21.285601 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b08fb550-a07a-4d3f-a9d4-7643a3d583e5 None None] Checking router: 518eea4f-bd4e-4803-90e7-aa4090dd8322 for host: ncdv-master-1 {{(pid=121609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 25 21:15:21.289526 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482cf2d9-9c4b-4927-8acb-ffe848c5f652 req-bb4ea40d-e8da-454c-9fc6-06faa9871ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:15:21.291052 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-482cf2d9-9c4b-4927-8acb-ffe848c5f652 req-bb4ea40d-e8da-454c-9fc6-06faa9871ac3 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=8f212e98-547d-4c6e-a560-2e9a548c8f59&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.3036294
Dec 25 21:15:21.300718 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b08fb550-a07a-4d3f-a9d4-7643a3d583e5 None None] Routers {'518eea4f-bd4e-4803-90e7-aa4090dd8322'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:15:21.301603 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-b08fb550-a07a-4d3f-a9d4-7643a3d583e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f261861e6a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:15:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['518eea4f-bd4e-4803-90e7-aa4090dd8322'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:15:21.319172 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-826fb9a7-4e4f-43ff-9d38-e07bb89c2f82 req-3f4bc9ef-de88-40d5-aca1-cdc6ace67c82 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=305a9e22-e716-452b-815d-1b4b804fad15 HTTP/1.1" status: 200  len: 998 time: 0.0713587
Dec 25 21:15:21.350952 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756f7f94-b794-4bb6-b3e3-9867a991763c req-5d5f87f3-83d8-4c94-879b-42ffaef70189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:15:21.353050 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-756f7f94-b794-4bb6-b3e3-9867a991763c req-5d5f87f3-83d8-4c94-879b-42ffaef70189 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=919a00bb2d294ab291df4bbd212ae7fe&device_id=59d35b75-8e17-40b9-bfd2-615b2128e5df HTTP/1.1" status: 200  len: 1099 time: 0.3065383
Dec 25 21:15:21.376797 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826fb9a7-4e4f-43ff-9d38-e07bb89c2f82 req-3dbbd7a3-6f9f-43ba-a920-9a04bd2fff14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:15:21.379179 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e1bcca-4833-4be1-8d63-0899e78c1111 req-8fe820c8-d313-4039-a8c6-fc6213818cb2 tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:15:21.380603 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-28e1bcca-4833-4be1-8d63-0899e78c1111 req-8fe820c8-d313-4039-a8c6-fc6213818cb2 tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] 10.222.0.32 "GET /v2.0/ports?device_id=0bfb31ab-a5a4-4386-b5bd-77f172344909 HTTP/1.1" status: 200  len: 945 time: 0.2962430
Dec 25 21:15:21.381389 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-826fb9a7-4e4f-43ff-9d38-e07bb89c2f82 req-3dbbd7a3-6f9f-43ba-a920-9a04bd2fff14 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=00dff513-a38a-48f8-809a-d1935b6eecea HTTP/1.1" status: 200  len: 849 time: 0.0533450
Dec 25 21:15:21.423907 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvr_db [None req-b08fb550-a07a-4d3f-a9d4-7643a3d583e5 None None] Set router 518eea4f-bd4e-4803-90e7-aa4090dd8322 gateway port host: ncdv-master-1 {{(pid=121609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:15:21.431773 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826fb9a7-4e4f-43ff-9d38-e07bb89c2f82 req-d78b2ade-1961-4d7a-8381-bd6ebfd00ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:15:21.433477 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-826fb9a7-4e4f-43ff-9d38-e07bb89c2f82 req-d78b2ade-1961-4d7a-8381-bd6ebfd00ad1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=cb028617-ca4b-4888-809e-8a74d7f084f8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0438218
Dec 25 21:15:21.459087 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-756f7f94-b794-4bb6-b3e3-9867a991763c req-2132a571-dad5-488e-8967-38a719f469ff service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.142&port_id=a8e1347c-d578-42de-9815-79469dc5aa48 HTTP/1.1" status: 200  len: 217 time: 0.0881755
Dec 25 21:15:21.496341 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:15:21.496341 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:15:21.496341 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:15:21.496341 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:15:21.496341 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:15:21.496341 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:15:21.496341 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:15:21.496341 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:15:21.496341 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:15:21.496341 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:15:21.496341 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:15:21.496341 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:15:21.496341 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:15:21.496341 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:15:21.496341 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:15:21.496341 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:15:21.496341 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:15:21.496341 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:15:21.496341 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:15:21.496341 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:15:21.496341 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:15:21.496341 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:15:21.496341 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:15:21.496341 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:15:21.496341 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:15:21.496341 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:15:21.496341 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:15:21.496341 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:15:21.496341 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:15:21.496341 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:15:21.496341 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:15:21.496341 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:15:21.496341 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:15:21.496341 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:15:21.496341 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:15:21.496341 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:15:21.499654 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:15:21.499654 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:15:21.499654 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:15:21.499654 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:15:21.499654 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:15:21.499654 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:15:21.499654 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:15:21.499654 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:15:21.499654 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:15:21.499654 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:15:21.499654 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:15:21.499654 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:15:21.499654 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bc6ac7-c223-46f4-a534-0c19b9fc41e0 req-7a969a1e-deda-4986-a1a1-13a97bad0009 tempest-LiveMigrationNegativeTest-1846926095 tempest-LiveMigrationNegativeTest-1846926095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:15:21.506702 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-03bc6ac7-c223-46f4-a534-0c19b9fc41e0 req-7a969a1e-deda-4986-a1a1-13a97bad0009 tempest-LiveMigrationNegativeTest-1846926095 tempest-LiveMigrationNegativeTest-1846926095-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3386493
Dec 25 21:15:21.512709 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59d35b75-8e17-40b9-bfd2-615b2128e5df', 'tag': 'a8e1347c-d578-42de-9815-79469dc5aa48'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:15:21.515034 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9858820c13ec2827453b94ebc4181065e990a4e4089ccb9fe762531ac62d2fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f77a100-7b81-4878-98c8-568848454697" -d '{"events": [{"name": "network-changed", "server_uuid": "59d35b75-8e17-40b9-bfd2-615b2128e5df", "tag": "a8e1347c-d578-42de-9815-79469dc5aa48"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:15:21.542891 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-826fb9a7-4e4f-43ff-9d38-e07bb89c2f82 req-dbbfa2fb-5c76-4efb-8e5c-9d185549aaa4 service neutron] 10.222.0.37 "GET /v2.0/networks/cb028617-ca4b-4888-809e-8a74d7f084f8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1020632
Dec 25 21:15:21.582797 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-03bc6ac7-c223-46f4-a534-0c19b9fc41e0 req-05888f13-8057-4e82-8e86-c4444087507f tempest-LiveMigrationNegativeTest-1846926095 tempest-LiveMigrationNegativeTest-1846926095-project] 10.222.0.32 "GET /v2.0/quotas/2fe1a82960c8413095a4b833950e8b3f HTTP/1.1" status: 200  len: 375 time: 0.0752120
Dec 25 21:15:21.626576 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-28e1bcca-4833-4be1-8d63-0899e78c1111 req-6697ebc9-46cf-4b74-8b0f-96a16dc59d62 tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] 10.222.0.32 "GET /v2.0/security-groups?id=e70b16a5-3c2f-443c-a3bd-2851d79b2b90&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2276738
Dec 25 21:15:21.643300 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-826fb9a7-4e4f-43ff-9d38-e07bb89c2f82 req-e62156c9-0047-4af8-a76b-b3ab591dfe12 service neutron] 10.222.0.37 "GET /v2.0/networks/cb028617-ca4b-4888-809e-8a74d7f084f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0930223
Dec 25 21:15:21.643950 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-482cf2d9-9c4b-4927-8acb-ffe848c5f652 req-fe0c8fbd-bed7-4d37-b0bc-5a32a63dde1c service neutron] 10.222.0.31 "GET /v2.0/networks/8f212e98-547d-4c6e-a560-2e9a548c8f59?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3147235
Dec 25 21:15:21.648019 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-03bc6ac7-c223-46f4-a534-0c19b9fc41e0 req-df1b519c-3144-432a-b170-24d26c889014 tempest-LiveMigrationNegativeTest-1846926095 tempest-LiveMigrationNegativeTest-1846926095-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=2fe1a82960c8413095a4b833950e8b3f&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0448847
Dec 25 21:15:21.650619 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756f7f94-b794-4bb6-b3e3-9867a991763c req-da31b688-010d-44a3-82aa-dd6b1a5739b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:15:21.652060 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-756f7f94-b794-4bb6-b3e3-9867a991763c req-da31b688-010d-44a3-82aa-dd6b1a5739b0 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=dcfbae86-f93e-400c-8084-eac7f56ff5ba HTTP/1.1" status: 200  len: 843 time: 0.1401656
Dec 25 21:15:21.670368 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-b08fb550-a07a-4d3f-a9d4-7643a3d583e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f261861e6a0>, [{'id': '518eea4f-bd4e-4803-90e7-aa4090dd8322', 'name': 'tempest-AttachVolumeTestJSON-534243322-router', 'tenant_id': '7ed80be6e633499b9d1dc61c05014afc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.48'}], 'enable_snat': True}, 'gw_port_id': 'e475d07d-ef33-47d9-bf29-6524f78c9470', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:14:43Z', 'updated_at': '2021-12-25T21:14:49Z', 'revision_number': 4, 'project_id': '7ed80be6e633499b9d1dc61c05014afc', 'gw_port': {'id': 'e475d07d-ef33-47d9-bf29-6524f78c9470', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:b6:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '518eea4f-bd4e-4803-90e7-aa4090dd8322', 'device_owner': 'network:router_gateway', 'standard_attr_id': 852, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:14:43Z', 'updated_at': '2021-12-25T21:14:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '7030fa48-eea5-47b8-942c-3180112f7d7f', 'tenant_id': '7ed80be6e633499b9d1dc61c05014afc', 'floating_ip_address': '172.35.3.55', 'floating_network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'router_id': '518eea4f-bd4e-4803-90e7-aa4090dd8322', 'port_id': '305a9e22-e716-452b-815d-1b4b804fad15', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 865, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb028617-ca4b-4888-809e-8a74d7f084f8', 'mac_address': 'fa:16:3e:61:90:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c169c539-29b8-4eeb-bb76-6e6eabd11098', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-25T21:14:56Z', 'updated_at': '2021-12-25T21:15:19Z', 'revision_number': 1, 'project_id': '7ed80be6e633499b9d1dc61c05014afc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '052fead1-c995-4d25-878a-9b0d22f2a7ac', 'name': '', 'network_id': 'cb028617-ca4b-4888-809e-8a74d7f084f8', 'tenant_id': '7ed80be6e633499b9d1dc61c05014afc', 'mac_address': 'fa:16:3e:8a:a8:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '518eea4f-bd4e-4803-90e7-aa4090dd8322', 'device_owner': 'network:router_interface', 'standard_attr_id': 853, 'fixed_ips': [{'subnet_id': '00dff513-a38a-48f8-809a-d1935b6eecea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:14:47Z', 'updated_at': '2021-12-25T21:14:53Z', 'revision_number': 5, 'project_id': '7ed80be6e633499b9d1dc61c05014afc', 'subnets': [{'id': '00dff513-a38a-48f8-809a-d1935b6eecea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:15:21.807261 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b08fb550-a07a-4d3f-a9d4-7643a3d583e5 None None] The sync data for ids ['518eea4f-bd4e-4803-90e7-aa4090dd8322'] in ncdv-master-1 is: [{'id': '518eea4f-bd4e-4803-90e7-aa4090dd8322', 'name': 'tempest-AttachVolumeTestJSON-534243322-router', 'tenant_id': '7ed80be6e633499b9d1dc61c05014afc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.48'}], 'enable_snat': True}, 'gw_port_id': 'e475d07d-ef33-47d9-bf29-6524f78c9470', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:14:43Z', 'updated_at': '2021-12-25T21:14:49Z', 'revision_number': 4, 'project_id': '7ed80be6e633499b9d1dc61c05014afc', 'gw_port': {'id': 'e475d07d-ef33-47d9-bf29-6524f78c9470', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:b6:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '518eea4f-bd4e-4803-90e7-aa4090dd8322', 'device_owner': 'network:router_gateway', 'standard_attr_id': 852, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:14:43Z', 'updated_at': '2021-12-25T21:14:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '7030fa48-eea5-47b8-942c-3180112f7d7f', 'tenant_id': '7ed80be6e633499b9d1dc61c05014afc', 'floating_ip_address': '172.35.3.55', 'floating_network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'router_id': '518eea4f-bd4e-4803-90e7-aa4090dd8322', 'port_id': '305a9e22-e716-452b-815d-1b4b804fad15', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 865, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb028617-ca4b-4888-809e-8a74d7f084f8', 'mac_address': 'fa:16:3e:61:90:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c169c539-29b8-4eeb-bb76-6e6eabd11098', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-25T21:14:56Z', 'updated_at': '2021-12-25T21:15:19Z', 'revision_number': 1, 'project_id': '7ed80be6e633499b9d1dc61c05014afc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '052fead1-c995-4d25-878a-9b0d22f2a7ac', 'name': '', 'network_id': 'cb028617-ca4b-4888-809e-8a74d7f084f8', 'tenant_id': '7ed80be6e633499b9d1dc61c05014afc', 'mac_address': 'fa:16:3e:8a:a8:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '518eea4f-bd4e-4803-90e7-aa4090dd8322', 'device_owner': 'network:router_interface', 'standard_attr_id': 853, 'fixed_ips': [{'subnet_id': '00dff513-a38a-48f8-809a-d1935b6eecea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:14:47Z', 'updated_at': '2021-12-25T21:14:53Z', 'revision_number': 5, 'project_id': '7ed80be6e633499b9d1dc61c05014afc', 'subnets': [{'id': '00dff513-a38a-48f8-809a-d1935b6eecea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 21:15:21.845205 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756f7f94-b794-4bb6-b3e3-9867a991763c req-11fc0351-e035-4edf-bd22-05a58493640e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:15:21.846731 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-756f7f94-b794-4bb6-b3e3-9867a991763c req-11fc0351-e035-4edf-bd22-05a58493640e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=8f212e98-547d-4c6e-a560-2e9a548c8f59&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1666009
Dec 25 21:15:21.903651 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-482cf2d9-9c4b-4927-8acb-ffe848c5f652 req-3d7eb1ab-e28e-4824-88e5-27e84744cf51 service neutron] 10.222.0.31 "GET /v2.0/networks/8f212e98-547d-4c6e-a560-2e9a548c8f59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2322450
Dec 25 21:15:21.921553 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081c9e7a-87d4-434d-8ea2-4274f6f8aee4 req-5e7b1705-9d59-43d6-8817-07dae495ddc9 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:15:21.925983 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-081c9e7a-87d4-434d-8ea2-4274f6f8aee4 req-5e7b1705-9d59-43d6-8817-07dae495ddc9 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/ports?device_id=3308bcb1-0f06-470f-913d-ae09dfc92a3a HTTP/1.1" status: 200  len: 950 time: 0.1639795
Dec 25 21:15:21.972081 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Dec 2021 21:15:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e19f300a-7bdf-4964-891d-a9ecd5054648 x-openstack-request-id: req-e19f300a-7bdf-4964-891d-a9ecd5054648 {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:15:21.972384 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59d35b75-8e17-40b9-bfd2-615b2128e5df", "tag": "a8e1347c-d578-42de-9815-79469dc5aa48", "status": "completed", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:15:21.972641 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e19f300a-7bdf-4964-891d-a9ecd5054648 {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:15:21.973155 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59d35b75-8e17-40b9-bfd2-615b2128e5df', 'tag': 'a8e1347c-d578-42de-9815-79469dc5aa48', 'status': 'completed', 'code': 200}
Dec 25 21:15:21.999888 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-dce5594c-9674-4d22-9d56-9ec3cb5d9649 admin admin] Deleting port c6f5885a-16b9-4900-a5d1-d983906b0323 {{(pid=121606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:15:22.000238 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-dce5594c-9674-4d22-9d56-9ec3cb5d9649 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:22.067072 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-756f7f94-b794-4bb6-b3e3-9867a991763c req-ec31da04-f8c7-42a5-8876-5a0cc705658f service neutron] 10.222.0.31 "GET /v2.0/networks/8f212e98-547d-4c6e-a560-2e9a548c8f59?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2099283
Dec 25 21:15:22.111980 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ac8aaca-20ef-4542-929c-844ec73b85ab None None] New status for floating IP 7030fa48-eea5-47b8-942c-3180112f7d7f: ACTIVE {{(pid=121608) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 25 21:15:22.119137 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-081c9e7a-87d4-434d-8ea2-4274f6f8aee4 req-e618887f-d995-4597-aa2f-f66fbf1a61fe tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3f1ae63-416f-443f-b032-af0d7dcc9019&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1450136
Dec 25 21:15:22.200413 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [None req-dce5594c-9674-4d22-9d56-9ec3cb5d9649 admin admin] For port c6f5885a-16b9-4900-a5d1-d983906b0323, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c6f5885a-16b9-4900-a5d1-d983906b0323,segment=NetworkSegment(a2e8e905-c643-4f99-a8fc-850adfdf0e64),segment_id=a2e8e905-c643-4f99-a8fc-850adfdf0e64)] {{(pid=121606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:15:22.200694 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-dce5594c-9674-4d22-9d56-9ec3cb5d9649 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:22.240950 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-dce5594c-9674-4d22-9d56-9ec3cb5d9649 admin admin] Calling delete_port for c6f5885a-16b9-4900-a5d1-d983906b0323 owned by network:router_interface {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:15:22.275347 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-756f7f94-b794-4bb6-b3e3-9867a991763c req-c7debcc8-0d3e-44fa-add6-27f72c18f1d8 service neutron] 10.222.0.31 "GET /v2.0/networks/8f212e98-547d-4c6e-a560-2e9a548c8f59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1750145
Dec 25 21:15:22.315183 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fbacce-f187-464f-931a-175ec6b9ab1c req-458ed5e7-df96-41de-b5bb-0fb1897a77e2 tempest-ListImageFiltersTestJSON-1815595502 tempest-ListImageFiltersTestJSON-1815595502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:15:22.318473 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e6fbacce-f187-464f-931a-175ec6b9ab1c req-458ed5e7-df96-41de-b5bb-0fb1897a77e2 tempest-ListImageFiltersTestJSON-1815595502 tempest-ListImageFiltersTestJSON-1815595502-project] 10.222.0.32 "GET /v2.0/ports?device_id=59d35b75-8e17-40b9-bfd2-615b2128e5df HTTP/1.1" status: 200  len: 948 time: 0.1311233
Dec 25 21:15:22.442181 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e6fbacce-f187-464f-931a-175ec6b9ab1c req-a72ec87f-ae44-4c6e-9e86-73153e4192fa tempest-ListImageFiltersTestJSON-1815595502 tempest-ListImageFiltersTestJSON-1815595502-project] 10.222.0.32 "GET /v2.0/security-groups?id=d60cc0c8-8901-457c-b6ff-328606b32b2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1169100
Dec 25 21:15:22.486252 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f77a100-7b81-4878-98c8-568848454697 req-5a7423ea-7ca5-4790-b807-deea45882d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:15:22.487818 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-6f77a100-7b81-4878-98c8-568848454697 req-5a7423ea-7ca5-4790-b807-deea45882d5d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=919a00bb2d294ab291df4bbd212ae7fe&device_id=59d35b75-8e17-40b9-bfd2-615b2128e5df HTTP/1.1" status: 200  len: 1099 time: 0.0903416
Dec 25 21:15:22.593055 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c7daba32-80d8-4df8-b5d9-0fb4d03b19b2 req-d71fd79a-3da0-4250-9cf8-80867e0bca63 tempest-LiveMigrationNegativeTest-1846926095 tempest-LiveMigrationNegativeTest-1846926095-project] 10.222.0.32 "GET /v2.0/ports?device_id=e36ba04e-35fa-4f08-b691-833f273a7ec4 HTTP/1.1" status: 200  len: 210 time: 0.0488203
Dec 25 21:15:22.654744 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f77a100-7b81-4878-98c8-568848454697 req-3042fc62-fc2b-416e-b798-ceae8d043da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:15:22.656325 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-6f77a100-7b81-4878-98c8-568848454697 req-3042fc62-fc2b-416e-b798-ceae8d043da1 service neutron] 10.222.0.31 "GET /v2.0/networks?id=8f212e98-547d-4c6e-a560-2e9a548c8f59 HTTP/1.1" status: 200  len: 870 time: 0.1587479
Dec 25 21:15:22.715121 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-6f77a100-7b81-4878-98c8-568848454697 req-99e619e7-60d2-4c87-8555-1d803d27b0e0 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.142&port_id=a8e1347c-d578-42de-9815-79469dc5aa48 HTTP/1.1" status: 200  len: 217 time: 0.0494034
Dec 25 21:15:22.742858 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5d4605-8286-4b1b-bc91-cb2f60102656 req-2a552eff-d688-4902-9eb6-134cf447569c tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:15:22.744305 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3d5d4605-8286-4b1b-bc91-cb2f60102656 req-2a552eff-d688-4902-9eb6-134cf447569c tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] 10.222.0.32 "GET /v2.0/ports?device_id=0bfb31ab-a5a4-4386-b5bd-77f172344909 HTTP/1.1" status: 200  len: 945 time: 0.0871201
Dec 25 21:15:22.768925 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-dce5594c-9674-4d22-9d56-9ec3cb5d9649 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:22.818622 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce5594c-9674-4d22-9d56-9ec3cb5d9649 admin admin] Pushing event deleted for resources: {'Port': ['ID=c6f5885a-16b9-4900-a5d1-d983906b0323,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:15:22.834541 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f77a100-7b81-4878-98c8-568848454697 req-c2f93628-bfe0-41db-8028-b6da16332ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:15:22.836108 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-6f77a100-7b81-4878-98c8-568848454697 req-c2f93628-bfe0-41db-8028-b6da16332ef5 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=dcfbae86-f93e-400c-8084-eac7f56ff5ba HTTP/1.1" status: 200  len: 843 time: 0.1094708
Dec 25 21:15:22.929439 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3d5d4605-8286-4b1b-bc91-cb2f60102656 req-dbb3c69b-ce26-46fe-b204-97801c76ebca tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] 10.222.0.32 "GET /v2.0/security-groups?id=e70b16a5-3c2f-443c-a3bd-2851d79b2b90&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1635346
Dec 25 21:15:22.970974 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f77a100-7b81-4878-98c8-568848454697 req-d9b59648-b64e-4856-b0c1-1a2c91e50293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:15:22.972478 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-6f77a100-7b81-4878-98c8-568848454697 req-d9b59648-b64e-4856-b0c1-1a2c91e50293 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=8f212e98-547d-4c6e-a560-2e9a548c8f59&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1177559
Dec 25 21:15:23.133963 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-dce5594c-9674-4d22-9d56-9ec3cb5d9649 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2007763'] for router_interface, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:23.140462 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-6f77a100-7b81-4878-98c8-568848454697 req-c68e2e92-c1f0-4c9a-94c3-858739f9bf21 service neutron] 10.222.0.31 "GET /v2.0/networks/8f212e98-547d-4c6e-a560-2e9a548c8f59?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1375775
Dec 25 21:15:23.181726 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device 36aab66a-d72a-4228-bef8-35285fc6597a details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 25 21:15:23.287555 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port 36aab66a-d72a-4228-bef8-35285fc6597a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=36aab66a-d72a-4228-bef8-35285fc6597a,segment=NetworkSegment(85c774cb-a0eb-4ad9-961f-f331d3b37cd6),segment_id=85c774cb-a0eb-4ad9-961f-f331d3b37cd6)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:15:23.300090 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Returning: {'device': '36aab66a-d72a-4228-bef8-35285fc6597a', 'network_id': '8f212e98-547d-4c6e-a560-2e9a548c8f59', 'port_id': '36aab66a-d72a-4228-bef8-35285fc6597a', 'mac_address': 'fa:16:3e:d1:5f:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcfbae86-f93e-400c-8084-eac7f56ff5ba', 'ip_address': '192.168.233.217'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 25 21:15:23.340485 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:23.355177 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36aab66a-d72a-4228-bef8-35285fc6597a {{(pid=121608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:15:23.375890 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port 36aab66a-d72a-4228-bef8-35285fc6597a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=36aab66a-d72a-4228-bef8-35285fc6597a,segment=NetworkSegment(85c774cb-a0eb-4ad9-961f-f331d3b37cd6),segment_id=85c774cb-a0eb-4ad9-961f-f331d3b37cd6)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:15:23.442597 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:23.496035 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Pushing event updated for resources: {'Port': ['ID=36aab66a-d72a-4228-bef8-35285fc6597a,revision_number=4']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:15:23.642348 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] get_ports_and_sgs() called for port_ids ['36aab66a-d72a-4228-bef8-35285fc6597a'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:15:23.702056 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92d9026-b79c-41dc-ad4d-2a06948b9ced req-f380a58b-627a-427a-b558-0b6f1eac1493 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:15:23.705677 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c92d9026-b79c-41dc-ad4d-2a06948b9ced req-f380a58b-627a-427a-b558-0b6f1eac1493 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/ports?device_id=3308bcb1-0f06-470f-913d-ae09dfc92a3a HTTP/1.1" status: 200  len: 950 time: 0.4931865
Dec 25 21:15:23.716083 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-6f77a100-7b81-4878-98c8-568848454697 req-889878ff-ce9f-439e-8a89-a86989b0152a service neutron] 10.222.0.31 "GET /v2.0/networks/8f212e98-547d-4c6e-a560-2e9a548c8f59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5358942
Dec 25 21:15:23.772513 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d71b12-318e-40a7-b2d3-0ed125f51241 req-fb18222a-4157-43f2-9ac9-9010293e31f4 tempest-ListImageFiltersTestJSON-1815595502 tempest-ListImageFiltersTestJSON-1815595502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:15:23.774507 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-38d71b12-318e-40a7-b2d3-0ed125f51241 req-fb18222a-4157-43f2-9ac9-9010293e31f4 tempest-ListImageFiltersTestJSON-1815595502 tempest-ListImageFiltersTestJSON-1815595502-project] 10.222.0.32 "GET /v2.0/ports?device_id=59d35b75-8e17-40b9-bfd2-615b2128e5df HTTP/1.1" status: 200  len: 948 time: 0.1541781
Dec 25 21:15:23.841494 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c92d9026-b79c-41dc-ad4d-2a06948b9ced req-f2b50cf8-f8fc-4e6e-90a8-35483aa44a22 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3f1ae63-416f-443f-b032-af0d7dcc9019&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1308320
Dec 25 21:15:23.894974 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-38d71b12-318e-40a7-b2d3-0ed125f51241 req-5e52d2b5-cc03-47cc-9d55-594659f3d46e tempest-ListImageFiltersTestJSON-1815595502 tempest-ListImageFiltersTestJSON-1815595502-project] 10.222.0.32 "GET /v2.0/security-groups?id=d60cc0c8-8901-457c-b6ff-328606b32b2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1112661
Dec 25 21:15:23.908110 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dce5594c-9674-4d22-9d56-9ec3cb5d9649 admin admin] Router bd07523a-f312-4f7e-b1b0-f5a637a4577e has already been hosted by L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 {{(pid=121606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 25 21:15:24.009800 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b181c480-a98f-4696-be6f-6425bed5424e req-8e4fb4a6-55c2-4439-b0bc-3bb19f107f8f tempest-LiveMigrationNegativeTest-1846926095 tempest-LiveMigrationNegativeTest-1846926095-project] 10.222.0.32 "GET /v2.0/ports?device_id=e36ba04e-35fa-4f08-b691-833f273a7ec4 HTTP/1.1" status: 200  len: 210 time: 0.0315037
Dec 25 21:15:24.089275 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dce5594c-9674-4d22-9d56-9ec3cb5d9649 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 21:15:24.094426 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-dce5594c-9674-4d22-9d56-9ec3cb5d9649 admin admin] 10.222.0.32 "PUT /v2.0/routers/bd07523a-f312-4f7e-b1b0-f5a637a4577e/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.9857397
Dec 25 21:15:24.097105 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 51646) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:15:24.098926 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bfe341b-ff1e-4f9d-bb7a-b1d3608480d3 None None] Sync routers for ids ['bd07523a-f312-4f7e-b1b0-f5a637a4577e'] in ncdv-master-1 {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 21:15:24.110666 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bfe341b-ff1e-4f9d-bb7a-b1d3608480d3 None None] Routers {'bd07523a-f312-4f7e-b1b0-f5a637a4577e'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:15:24.111266 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-0bfe341b-ff1e-4f9d-bb7a-b1d3608480d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2618366b20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:15:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['bd07523a-f312-4f7e-b1b0-f5a637a4577e'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:15:24.114874 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07dfdf0-ed47-4dee-8aff-28cbc34bccb9 req-2150e992-cd78-420e-9cd4-9d422cd3ca8b tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:15:24.114874 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e07dfdf0-ed47-4dee-8aff-28cbc34bccb9 req-2150e992-cd78-420e-9cd4-9d422cd3ca8b tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] 10.222.0.32 "GET /v2.0/ports?device_id=0bfb31ab-a5a4-4386-b5bd-77f172344909 HTTP/1.1" status: 200  len: 945 time: 0.0651741
Dec 25 21:15:24.163692 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e07dfdf0-ed47-4dee-8aff-28cbc34bccb9 req-d02a7d62-3572-465d-8197-5df459cd3cc1 tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] 10.222.0.32 "GET /v2.0/security-groups?id=e70b16a5-3c2f-443c-a3bd-2851d79b2b90&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438483
Dec 25 21:15:24.210876 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e59a2afd-9fe9-4d22-b82a-c800c0bd710b admin admin] Publish callbacks [] for router, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:24.224974 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvr_db [None req-0bfe341b-ff1e-4f9d-bb7a-b1d3608480d3 None None] Set router bd07523a-f312-4f7e-b1b0-f5a637a4577e gateway port host: ncdv-master-1 {{(pid=121609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:15:24.313927 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e59a2afd-9fe9-4d22-b82a-c800c0bd710b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:24.428044 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-e59a2afd-9fe9-4d22-b82a-c800c0bd710b admin admin] Deleting port 21c1b29b-414c-4344-a8ec-776b2916a956 {{(pid=121607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:15:24.428306 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e59a2afd-9fe9-4d22-b82a-c800c0bd710b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:24.473299 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-03bc6ac7-c223-46f4-a534-0c19b9fc41e0 req-d6ed73bf-2701-4756-9f01-69eab7657b52 tempest-LiveMigrationNegativeTest-1846926095 tempest-LiveMigrationNegativeTest-1846926095-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=2fe1a82960c8413095a4b833950e8b3f&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0314522
Dec 25 21:15:24.473621 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-0bfe341b-ff1e-4f9d-bb7a-b1d3608480d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2618366b20>, [{'id': 'bd07523a-f312-4f7e-b1b0-f5a637a4577e', 'name': 'tempest-AttachSCSIVolumeTestJSON-2111989748-router', 'tenant_id': '53cc391e03de44dbb245531288da2872', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.85'}], 'enable_snat': True}, 'gw_port_id': '21c1b29b-414c-4344-a8ec-776b2916a956', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:13:04Z', 'updated_at': '2021-12-25T21:15:22Z', 'revision_number': 5, 'project_id': '53cc391e03de44dbb245531288da2872', 'gw_port': {'id': '21c1b29b-414c-4344-a8ec-776b2916a956', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:32:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd07523a-f312-4f7e-b1b0-f5a637a4577e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:13:06Z', 'updated_at': '2021-12-25T21:13:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:15:24.502305 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bfe341b-ff1e-4f9d-bb7a-b1d3608480d3 None None] Checking router: bd07523a-f312-4f7e-b1b0-f5a637a4577e for host: ncdv-master-1 {{(pid=121609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 25 21:15:24.546628 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bfe341b-ff1e-4f9d-bb7a-b1d3608480d3 None None] Routers {'bd07523a-f312-4f7e-b1b0-f5a637a4577e'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:15:24.547247 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-0bfe341b-ff1e-4f9d-bb7a-b1d3608480d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2618366b20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:15:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['bd07523a-f312-4f7e-b1b0-f5a637a4577e'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:15:24.594717 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.db [None req-e59a2afd-9fe9-4d22-b82a-c800c0bd710b admin admin] For port 21c1b29b-414c-4344-a8ec-776b2916a956, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=21c1b29b-414c-4344-a8ec-776b2916a956,segment=NetworkSegment(6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855),segment_id=6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855)] {{(pid=121607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:15:24.594717 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e59a2afd-9fe9-4d22-b82a-c800c0bd710b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:24.616252 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-e59a2afd-9fe9-4d22-b82a-c800c0bd710b admin admin] Calling delete_port for 21c1b29b-414c-4344-a8ec-776b2916a956 owned by network:router_gateway {{(pid=121607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:15:24.646037 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bc6ac7-c223-46f4-a534-0c19b9fc41e0 req-e86c21a2-0b59-474b-b73e-1e73c4a8bb7b tempest-LiveMigrationNegativeTest-1846926095 tempest-LiveMigrationNegativeTest-1846926095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:15:24.647215 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvr_db [None req-0bfe341b-ff1e-4f9d-bb7a-b1d3608480d3 None None] Set router bd07523a-f312-4f7e-b1b0-f5a637a4577e gateway port host: None {{(pid=121609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:15:24.647665 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-03bc6ac7-c223-46f4-a534-0c19b9fc41e0 req-e86c21a2-0b59-474b-b73e-1e73c4a8bb7b tempest-LiveMigrationNegativeTest-1846926095 tempest-LiveMigrationNegativeTest-1846926095-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1457050
Dec 25 21:15:24.682984 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [req-03bc6ac7-c223-46f4-a534-0c19b9fc41e0 req-132a1ef6-8221-4e17-b482-b2307c0c890a tempest-LiveMigrationNegativeTest-1846926095 tempest-LiveMigrationNegativeTest-1846926095-project] Request body: {'port': {'device_id': 'e36ba04e-35fa-4f08-b691-833f273a7ec4', 'network_id': '8f212e98-547d-4c6e-a560-2e9a548c8f59', 'admin_state_up': True, 'tenant_id': '2fe1a82960c8413095a4b833950e8b3f'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:15:24.707826 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-0bfe341b-ff1e-4f9d-bb7a-b1d3608480d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2618366b20>, [{'id': 'bd07523a-f312-4f7e-b1b0-f5a637a4577e', 'name': 'tempest-AttachSCSIVolumeTestJSON-2111989748-router', 'tenant_id': '53cc391e03de44dbb245531288da2872', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:13:04Z', 'updated_at': '2021-12-25T21:15:24Z', 'revision_number': 6, 'project_id': '53cc391e03de44dbb245531288da2872', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:15:24.737862 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bfe341b-ff1e-4f9d-bb7a-b1d3608480d3 None None] The sync data for ids ['bd07523a-f312-4f7e-b1b0-f5a637a4577e'] in ncdv-master-1 is: [{'id': 'bd07523a-f312-4f7e-b1b0-f5a637a4577e', 'name': 'tempest-AttachSCSIVolumeTestJSON-2111989748-router', 'tenant_id': '53cc391e03de44dbb245531288da2872', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:13:04Z', 'updated_at': '2021-12-25T21:15:24Z', 'revision_number': 6, 'project_id': '53cc391e03de44dbb245531288da2872', 'gw_port_host': None}] {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 21:15:24.945254 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03bc6ac7-c223-46f4-a534-0c19b9fc41e0 req-132a1ef6-8221-4e17-b482-b2307c0c890a tempest-LiveMigrationNegativeTest-1846926095 tempest-LiveMigrationNegativeTest-1846926095-project] Made reservation on behalf of 2fe1a82960c8413095a4b833950e8b3f for: {'port': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:15:24.949150 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-03bc6ac7-c223-46f4-a534-0c19b9fc41e0 req-132a1ef6-8221-4e17-b482-b2307c0c890a tempest-LiveMigrationNegativeTest-1846926095 tempest-LiveMigrationNegativeTest-1846926095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:24.959312 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-03bc6ac7-c223-46f4-a534-0c19b9fc41e0 req-132a1ef6-8221-4e17-b482-b2307c0c890a tempest-LiveMigrationNegativeTest-1846926095 tempest-LiveMigrationNegativeTest-1846926095-project] Publish callbacks [] for security_group, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:24.978914 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e59a2afd-9fe9-4d22-b82a-c800c0bd710b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:24.988273 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1e812b-8f77-4fa1-a1bb-b059aaa3ef9e req-8f85cf64-6962-4e02-81e5-cca248cf2bf6 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:15:24.989989 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-6f1e812b-8f77-4fa1-a1bb-b059aaa3ef9e req-8f85cf64-6962-4e02-81e5-cca248cf2bf6 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/ports?device_id=3308bcb1-0f06-470f-913d-ae09dfc92a3a HTTP/1.1" status: 200  len: 950 time: 0.0787265
Dec 25 21:15:25.012310 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59a2afd-9fe9-4d22-b82a-c800c0bd710b admin admin] Pushing event deleted for resources: {'Port': ['ID=21c1b29b-414c-4344-a8ec-776b2916a956,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:15:25.055262 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28230d8e-dd89-449e-b314-b08679173365 req-5c0fc51c-832b-4879-a95c-4fe77eb3441d tempest-ListImageFiltersTestJSON-1815595502 tempest-ListImageFiltersTestJSON-1815595502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:15:25.055262 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-28230d8e-dd89-449e-b314-b08679173365 req-5c0fc51c-832b-4879-a95c-4fe77eb3441d tempest-ListImageFiltersTestJSON-1815595502 tempest-ListImageFiltersTestJSON-1815595502-project] 10.222.0.32 "GET /v2.0/ports?device_id=59d35b75-8e17-40b9-bfd2-615b2128e5df HTTP/1.1" status: 200  len: 948 time: 0.0862079
Dec 25 21:15:25.073500 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-6f1e812b-8f77-4fa1-a1bb-b059aaa3ef9e req-2ebf27e4-02ff-46be-8273-0aa2af7775f1 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3f1ae63-416f-443f-b032-af0d7dcc9019&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0700963
Dec 25 21:15:25.136214 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e59a2afd-9fe9-4d22-b82a-c800c0bd710b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2008689'] for router_gateway, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:25.152935 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-28230d8e-dd89-449e-b314-b08679173365 req-6c997cb1-a3db-46af-b22a-c3b43326c19f tempest-ListImageFiltersTestJSON-1815595502 tempest-ListImageFiltersTestJSON-1815595502-project] 10.222.0.32 "GET /v2.0/security-groups?id=d60cc0c8-8901-457c-b6ff-328606b32b2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0859315
Dec 25 21:15:25.188467 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device a8e1347c-d578-42de-9815-79469dc5aa48 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 25 21:15:25.190599 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device 36aab66a-d72a-4228-bef8-35285fc6597a up at agent hyperv_nch1-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:15:25.246576 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device c6f5885a-16b9-4900-a5d1-d983906b0323 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:15:25.272815 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-03bc6ac7-c223-46f4-a534-0c19b9fc41e0 req-132a1ef6-8221-4e17-b482-b2307c0c890a tempest-LiveMigrationNegativeTest-1846926095 tempest-LiveMigrationNegativeTest-1846926095-project] Publish callbacks [] for security_group, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:25.307230 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-931c5657-ce31-45d5-9079-a4439b628a1a req-74bba0d4-8654-442b-9842-643b57764e60 tempest-LiveMigrationNegativeTest-1846926095 tempest-LiveMigrationNegativeTest-1846926095-project] 10.222.0.32 "GET /v2.0/ports?device_id=e36ba04e-35fa-4f08-b691-833f273a7ec4 HTTP/1.1" status: 200  len: 210 time: 0.0680923
Dec 25 21:15:25.309973 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e59a2afd-9fe9-4d22-b82a-c800c0bd710b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2014235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14905'] for router, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:25.312969 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e59a2afd-9fe9-4d22-b82a-c800c0bd710b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:25.368556 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f1637e-b55a-4a3d-91e1-d39ef117c485 req-22e3854e-e9c0-407b-8a98-846ca8ee9187 tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:15:25.372812 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-82f1637e-b55a-4a3d-91e1-d39ef117c485 req-22e3854e-e9c0-407b-8a98-846ca8ee9187 tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] 10.222.0.32 "GET /v2.0/ports?device_id=0bfb31ab-a5a4-4386-b5bd-77f172344909 HTTP/1.1" status: 200  len: 945 time: 0.0641673
Dec 25 21:15:25.426645 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-82f1637e-b55a-4a3d-91e1-d39ef117c485 req-a7073cfd-bef2-476f-9609-3c891656bc27 tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] 10.222.0.32 "GET /v2.0/security-groups?id=e70b16a5-3c2f-443c-a3bd-2851d79b2b90&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0490363
Dec 25 21:15:25.434191 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] No Port match for: c6f5885a-16b9-4900-a5d1-d983906b0323 {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:15:25.434534 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device c6f5885a-16b9-4900-a5d1-d983906b0323 not bound to the agent host ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:15:25.547962 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port a8e1347c-d578-42de-9815-79469dc5aa48, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a8e1347c-d578-42de-9815-79469dc5aa48,segment=NetworkSegment(85c774cb-a0eb-4ad9-961f-f331d3b37cd6),segment_id=85c774cb-a0eb-4ad9-961f-f331d3b37cd6)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:15:25.556662 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Provisioning for port 36aab66a-d72a-4228-bef8-35285fc6597a completed by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 25 21:15:25.564169 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Provisioning complete for port 36aab66a-d72a-4228-bef8-35285fc6597a triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:15:25.564545 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:25.566137 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Returning: {'device': 'a8e1347c-d578-42de-9815-79469dc5aa48', 'network_id': '8f212e98-547d-4c6e-a560-2e9a548c8f59', 'port_id': 'a8e1347c-d578-42de-9815-79469dc5aa48', 'mac_address': 'fa:16:3e:35:24:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcfbae86-f93e-400c-8084-eac7f56ff5ba', 'ip_address': '192.168.233.142'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 25 21:15:25.641211 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-03bc6ac7-c223-46f4-a534-0c19b9fc41e0 req-132a1ef6-8221-4e17-b482-b2307c0c890a tempest-LiveMigrationNegativeTest-1846926095 tempest-LiveMigrationNegativeTest-1846926095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:25.642663 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:25.660433 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8e1347c-d578-42de-9815-79469dc5aa48 {{(pid=121608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:15:25.678537 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132a1ef6-8221-4e17-b482-b2307c0c890a tempest-LiveMigrationNegativeTest-1846926095 tempest-LiveMigrationNegativeTest-1846926095-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd59572e-cceb-410e-98f9-b4c8102dcd43,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:15:25.716455 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port a8e1347c-d578-42de-9815-79469dc5aa48, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a8e1347c-d578-42de-9815-79469dc5aa48,segment=NetworkSegment(85c774cb-a0eb-4ad9-961f-f331d3b37cd6),segment_id=85c774cb-a0eb-4ad9-961f-f331d3b37cd6)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:15:25.722745 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:25.747138 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66cd474f-564e-4f62-ba35-0016e7dcec42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36aab66a-d72a-4228-bef8-35285fc6597a'}] {{(pid=121608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:15:25.749725 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a88c78c3ff6266bd59c7e89d275b28c92e739b67d23c89d71af88829fd31566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d353052-085b-4056-a064-b15368707deb" -d '{"events": [{"server_uuid": "66cd474f-564e-4f62-ba35-0016e7dcec42", "name": "network-vif-plugged", "status": "completed", "tag": "36aab66a-d72a-4228-bef8-35285fc6597a"}]}' {{(pid=121608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:15:25.763543 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port 36aab66a-d72a-4228-bef8-35285fc6597a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=36aab66a-d72a-4228-bef8-35285fc6597a,segment=NetworkSegment(85c774cb-a0eb-4ad9-961f-f331d3b37cd6),segment_id=85c774cb-a0eb-4ad9-961f-f331d3b37cd6)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:15:25.802959 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 21:15:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f32c0e5-6a08-4466-8f2b-8c9389b9ac1c x-openstack-request-id: req-8f32c0e5-6a08-4466-8f2b-8c9389b9ac1c {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:15:25.803260 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66cd474f-564e-4f62-ba35-0016e7dcec42", "name": "network-vif-plugged", "status": "completed", "tag": "36aab66a-d72a-4228-bef8-35285fc6597a", "code": 200}]} {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:15:25.803513 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8f32c0e5-6a08-4466-8f2b-8c9389b9ac1c {{(pid=121608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:15:25.803904 ncdv-master-1 neutron-server[121608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66cd474f-564e-4f62-ba35-0016e7dcec42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36aab66a-d72a-4228-bef8-35285fc6597a', 'code': 200}
Dec 25 21:15:25.805848 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_common [req-03bc6ac7-c223-46f4-a534-0c19b9fc41e0 req-132a1ef6-8221-4e17-b482-b2307c0c890a tempest-LiveMigrationNegativeTest-1846926095 tempest-LiveMigrationNegativeTest-1846926095-project] Allocated IP 192.168.233.106 (8f212e98-547d-4c6e-a560-2e9a548c8f59/dcfbae86-f93e-400c-8084-eac7f56ff5ba/1cafd266-4160-4e86-8dbb-b90af90eeb70) {{(pid=121607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:15:25.831126 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:25.836305 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e59a2afd-9fe9-4d22-b82a-c800c0bd710b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2014220'] for router, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:25.836837 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e59a2afd-9fe9-4d22-b82a-c800c0bd710b admin admin] Fanout notify agent at l3_agent the message router_deleted on router bd07523a-f312-4f7e-b1b0-f5a637a4577e {{(pid=121607) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 25 21:15:25.842454 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e59a2afd-9fe9-4d22-b82a-c800c0bd710b admin admin] Publish callbacks [] for router, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:25.845628 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-e59a2afd-9fe9-4d22-b82a-c800c0bd710b admin admin] 10.222.0.32 "DELETE /v2.0/routers/bd07523a-f312-4f7e-b1b0-f5a637a4577e HTTP/1.1" status: 204  len: 168 time: 1.7451577
Dec 25 21:15:25.846348 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 51666) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:15:25.891670 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Pushing event updated for resources: {'Port': ['ID=a8e1347c-d578-42de-9815-79469dc5aa48,revision_number=4']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:15:25.902031 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8f16c9a-1a83-43dd-bbc4-fabba495e4c2 admin admin] Deleting subnet 51494e88-dd2f-4f4d-8d8b-c74ab51827b2 {{(pid=121606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Dec 25 21:15:25.913703 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-b8f16c9a-1a83-43dd-bbc4-fabba495e4c2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:25.922086 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:25.982975 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-b8f16c9a-1a83-43dd-bbc4-fabba495e4c2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9084199'] for subnet, precommit_delete_associations {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:25.991860 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Pushing event updated for resources: {'Port': ['ID=36aab66a-d72a-4228-bef8-35285fc6597a,revision_number=5']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:15:26.008773 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-03bc6ac7-c223-46f4-a534-0c19b9fc41e0 req-132a1ef6-8221-4e17-b482-b2307c0c890a tempest-LiveMigrationNegativeTest-1846926095 tempest-LiveMigrationNegativeTest-1846926095-project] Publish callbacks [] for port, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:26.013777 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf41ce8b-b229-442e-8de3-641828d7b1a6 req-047d64a7-dd96-4831-acc2-bf87c33fc0b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:15:26.015298 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-bf41ce8b-b229-442e-8de3-641828d7b1a6 req-047d64a7-dd96-4831-acc2-bf87c33fc0b1 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=66cd474f-564e-4f62-ba35-0016e7dcec42 HTTP/1.1" status: 200  len: 1100 time: 0.1169484
Dec 25 21:15:26.060359 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] get_ports_and_sgs() called for port_ids ['a8e1347c-d578-42de-9815-79469dc5aa48'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:15:26.092351 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-bf41ce8b-b229-442e-8de3-641828d7b1a6 req-5402623d-fd7c-497e-a11f-50fa9d54c55d service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=d60cc0c8-8901-457c-b6ff-328606b32b2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0688388
Dec 25 21:15:26.104991 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-03bc6ac7-c223-46f4-a534-0c19b9fc41e0 req-132a1ef6-8221-4e17-b482-b2307c0c890a tempest-LiveMigrationNegativeTest-1846926095 tempest-LiveMigrationNegativeTest-1846926095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:26.107099 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-b8f16c9a-1a83-43dd-bbc4-fabba495e4c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995662'] for subnet, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:26.156987 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03bc6ac7-c223-46f4-a534-0c19b9fc41e0 req-132a1ef6-8221-4e17-b482-b2307c0c890a tempest-LiveMigrationNegativeTest-1846926095 tempest-LiveMigrationNegativeTest-1846926095-project] Network 8f212e98-547d-4c6e-a560-2e9a548c8f59 is already hosted by enough agents. {{(pid=121607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:15:26.160344 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [req-03bc6ac7-c223-46f4-a534-0c19b9fc41e0 req-132a1ef6-8221-4e17-b482-b2307c0c890a tempest-LiveMigrationNegativeTest-1846926095 tempest-LiveMigrationNegativeTest-1846926095-project] Resources bound (agent type, host, resource id):  {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:15:26.164677 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [req-03bc6ac7-c223-46f4-a534-0c19b9fc41e0 req-132a1ef6-8221-4e17-b482-b2307c0c890a tempest-LiveMigrationNegativeTest-1846926095 tempest-LiveMigrationNegativeTest-1846926095-project] Received port after_create {{(pid=121607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:15:26.196316 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132a1ef6-8221-4e17-b482-b2307c0c890a tempest-LiveMigrationNegativeTest-1846926095 tempest-LiveMigrationNegativeTest-1846926095-project] Pushing event updated for resources: {'Port': ['ID=1cafd266-4160-4e86-8dbb-b90af90eeb70,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:15:26.245255 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bc6ac7-c223-46f4-a534-0c19b9fc41e0 req-132a1ef6-8221-4e17-b482-b2307c0c890a tempest-LiveMigrationNegativeTest-1846926095 tempest-LiveMigrationNegativeTest-1846926095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:15:26.245938 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-03bc6ac7-c223-46f4-a534-0c19b9fc41e0 req-132a1ef6-8221-4e17-b482-b2307c0c890a tempest-LiveMigrationNegativeTest-1846926095 tempest-LiveMigrationNegativeTest-1846926095-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:26.255657 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-b8f16c9a-1a83-43dd-bbc4-fabba495e4c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9084363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9028506'] for subnet, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:26.319120 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f16c9a-1a83-43dd-bbc4-fabba495e4c2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=51494e88-dd2f-4f4d-8d8b-c74ab51827b2,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:15:26.322260 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-b8f16c9a-1a83-43dd-bbc4-fabba495e4c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for subnet, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:26.324632 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51cf5c50-f136-44b8-9641-c92a175b5577 None None] Network 70cbe831-35cd-442f-8abb-fc8d5a9a0c36 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:15:26.328192 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-b8f16c9a-1a83-43dd-bbc4-fabba495e4c2 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/51494e88-dd2f-4f4d-8d8b-c74ab51827b2 HTTP/1.1" status: 204  len: 168 time: 0.4781435
Dec 25 21:15:26.328376 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 51676) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:15:26.344055 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-03bc6ac7-c223-46f4-a534-0c19b9fc41e0 req-132a1ef6-8221-4e17-b482-b2307c0c890a tempest-LiveMigrationNegativeTest-1846926095 tempest-LiveMigrationNegativeTest-1846926095-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 1.6667166
Dec 25 21:15:26.350426 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b997bf3d-105b-4f51-a4da-743381c2633a req-77f0b5b3-c256-46ac-a274-72e0e2b2f73b tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:15:26.352552 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b997bf3d-105b-4f51-a4da-743381c2633a req-77f0b5b3-c256-46ac-a274-72e0e2b2f73b tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/ports?device_id=3308bcb1-0f06-470f-913d-ae09dfc92a3a HTTP/1.1" status: 200  len: 950 time: 0.1531100
Dec 25 21:15:26.366050 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72fb657-cab7-4411-bc5c-26c2a4608fbf req-ac52f794-aa7d-4688-8e91-cadfb5a42660 tempest-ListImageFiltersTestJSON-1815595502 tempest-ListImageFiltersTestJSON-1815595502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:15:26.367621 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e72fb657-cab7-4411-bc5c-26c2a4608fbf req-ac52f794-aa7d-4688-8e91-cadfb5a42660 tempest-ListImageFiltersTestJSON-1815595502 tempest-ListImageFiltersTestJSON-1815595502-project] 10.222.0.32 "GET /v2.0/ports?device_id=59d35b75-8e17-40b9-bfd2-615b2128e5df HTTP/1.1" status: 200  len: 949 time: 0.1090865
Dec 25 21:15:26.375826 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [req-03bc6ac7-c223-46f4-a534-0c19b9fc41e0 req-fc6c0edd-afa7-4d0f-9993-4c85d627f12f service neutron] Request body: {'port': {'device_id': 'e36ba04e-35fa-4f08-b691-833f273a7ec4', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:15:26.456245 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b997bf3d-105b-4f51-a4da-743381c2633a req-f9a1a437-45c2-414f-adbd-a50d08d5e12e tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3f1ae63-416f-443f-b032-af0d7dcc9019&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0875015
Dec 25 21:15:26.468246 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e72fb657-cab7-4411-bc5c-26c2a4608fbf req-45a2af31-3d77-45ea-890f-e22880fbc617 tempest-ListImageFiltersTestJSON-1815595502 tempest-ListImageFiltersTestJSON-1815595502-project] 10.222.0.32 "GET /v2.0/security-groups?id=d60cc0c8-8901-457c-b6ff-328606b32b2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0926285
Dec 25 21:15:26.489740 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-03bc6ac7-c223-46f4-a534-0c19b9fc41e0 req-fc6c0edd-afa7-4d0f-9993-4c85d627f12f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:26.503436 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-3228eda0-92a8-43ac-9f42-4b679a0887c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625803'] for network, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:26.524340 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46f9afa7-8e7f-4b8d-b7e3-fc1b3188ff2f None None] DHCP port deletion for 70cbe831-35cd-442f-8abb-fc8d5a9a0c36 request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 21:15:26.597976 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-0bdd98d2-b245-4b8e-b41e-1d31259873c3 None None] Provisioning complete for port 1cafd266-4160-4e86-8dbb-b90af90eeb70 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:15:26.609240 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-0bdd98d2-b245-4b8e-b41e-1d31259873c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:26.636744 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-46f9afa7-8e7f-4b8d-b7e3-fc1b3188ff2f None None] Deleting port 53307910-b853-4dbd-a6f1-192c87fb1ebd {{(pid=121608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:15:26.637452 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-46f9afa7-8e7f-4b8d-b7e3-fc1b3188ff2f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:26.670921 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-0bdd98d2-b245-4b8e-b41e-1d31259873c3 None None] Port 1cafd266-4160-4e86-8dbb-b90af90eeb70 cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:15:26.686551 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-3228eda0-92a8-43ac-9f42-4b679a0887c6 admin admin] Deleting port 53307910-b853-4dbd-a6f1-192c87fb1ebd {{(pid=121607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:15:26.686888 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-3228eda0-92a8-43ac-9f42-4b679a0887c6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:26.692539 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c391ad2d-8b98-4485-8797-720bc5e2be9a req-2bafb194-c3b7-4601-a840-a2e5d0ab5cb4 tempest-LiveMigrationNegativeTest-1846926095 tempest-LiveMigrationNegativeTest-1846926095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:15:26.694174 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c391ad2d-8b98-4485-8797-720bc5e2be9a req-2bafb194-c3b7-4601-a840-a2e5d0ab5cb4 tempest-LiveMigrationNegativeTest-1846926095 tempest-LiveMigrationNegativeTest-1846926095-project] 10.222.0.32 "GET /v2.0/ports?device_id=e36ba04e-35fa-4f08-b691-833f273a7ec4 HTTP/1.1" status: 200  len: 936 time: 0.0872068
Dec 25 21:15:26.712273 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95221b16-0543-4b8e-a2ed-ad96425e11b8 req-a281cc0b-2336-48d9-990e-7f16fe718931 tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:15:26.720512 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-95221b16-0543-4b8e-a2ed-ad96425e11b8 req-a281cc0b-2336-48d9-990e-7f16fe718931 tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] 10.222.0.32 "GET /v2.0/ports?device_id=0bfb31ab-a5a4-4386-b5bd-77f172344909 HTTP/1.1" status: 200  len: 945 time: 0.0849867
Dec 25 21:15:26.729788 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-46f9afa7-8e7f-4b8d-b7e3-fc1b3188ff2f None None] For port 53307910-b853-4dbd-a6f1-192c87fb1ebd, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=53307910-b853-4dbd-a6f1-192c87fb1ebd,segment=NetworkSegment(a2e8e905-c643-4f99-a8fc-850adfdf0e64),segment_id=a2e8e905-c643-4f99-a8fc-850adfdf0e64)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:15:26.730178 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-46f9afa7-8e7f-4b8d-b7e3-fc1b3188ff2f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:26.745433 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-46f9afa7-8e7f-4b8d-b7e3-fc1b3188ff2f None None] Calling delete_port for 53307910-b853-4dbd-a6f1-192c87fb1ebd owned by network:dhcp {{(pid=121608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:15:26.802514 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.db [None req-3228eda0-92a8-43ac-9f42-4b679a0887c6 admin admin] For port 53307910-b853-4dbd-a6f1-192c87fb1ebd, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=53307910-b853-4dbd-a6f1-192c87fb1ebd,segment=NetworkSegment(a2e8e905-c643-4f99-a8fc-850adfdf0e64),segment_id=a2e8e905-c643-4f99-a8fc-850adfdf0e64)] {{(pid=121607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:15:26.803384 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-3228eda0-92a8-43ac-9f42-4b679a0887c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:26.806716 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-95221b16-0543-4b8e-a2ed-ad96425e11b8 req-9e987985-ebc1-422e-af21-fe1370bcfc29 tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] 10.222.0.32 "GET /v2.0/security-groups?id=e70b16a5-3c2f-443c-a3bd-2851d79b2b90&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0852633
Dec 25 21:15:26.815712 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c391ad2d-8b98-4485-8797-720bc5e2be9a req-cbeaf040-e107-4f34-bea3-b47bcc75c2ff tempest-LiveMigrationNegativeTest-1846926095 tempest-LiveMigrationNegativeTest-1846926095-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd59572e-cceb-410e-98f9-b4c8102dcd43&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1125526
Dec 25 21:15:26.844490 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-3228eda0-92a8-43ac-9f42-4b679a0887c6 admin admin] Calling delete_port for 53307910-b853-4dbd-a6f1-192c87fb1ebd owned by network:dhcp {{(pid=121607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:15:26.904984 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-46f9afa7-8e7f-4b8d-b7e3-fc1b3188ff2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955'] for port, after_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:26.929774 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f9afa7-8e7f-4b8d-b7e3-fc1b3188ff2f None None] Pushing event deleted for resources: {'Port': ['ID=53307910-b853-4dbd-a6f1-192c87fb1ebd,revision_number=None']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:15:26.937193 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f9afa7-8e7f-4b8d-b7e3-fc1b3188ff2f None None] No DVR routers for this DVR port 53307910-b853-4dbd-a6f1-192c87fb1ebd on host ncdv-master-1 {{(pid=121608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:15:26.937671 ncdv-master-1 neutron-server[121607]: DEBUG neutron.notifiers.nova [req-03bc6ac7-c223-46f4-a534-0c19b9fc41e0 req-fc6c0edd-afa7-4d0f-9993-4c85d627f12f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1cafd266-4160-4e86-8dbb-b90af90eeb70 {{(pid=121607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:15:26.947537 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 21c1b29b-414c-4344-a8ec-776b2916a956 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:15:26.951945 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-03bc6ac7-c223-46f4-a534-0c19b9fc41e0 req-fc6c0edd-afa7-4d0f-9993-4c85d627f12f service neutron] Publish callbacks [] for port, precommit_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:26.970849 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] No Port match for: 21c1b29b-414c-4344-a8ec-776b2916a956 {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:15:26.971295 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 21c1b29b-414c-4344-a8ec-776b2916a956 not bound to the agent host ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:15:26.971744 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 53307910-b853-4dbd-a6f1-192c87fb1ebd no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:15:26.978567 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.provisioning_blocks [req-03bc6ac7-c223-46f4-a534-0c19b9fc41e0 req-fc6c0edd-afa7-4d0f-9993-4c85d627f12f service neutron] Transition to ACTIVE for port object 1cafd266-4160-4e86-8dbb-b90af90eeb70 will not be triggered until provisioned by entity L2. {{(pid=121607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 25 21:15:26.986029 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-3228eda0-92a8-43ac-9f42-4b679a0887c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:26.991803 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] No Port match for: 53307910-b853-4dbd-a6f1-192c87fb1ebd {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:15:26.992180 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 53307910-b853-4dbd-a6f1-192c87fb1ebd not bound to the agent host ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:15:27.012473 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3228eda0-92a8-43ac-9f42-4b679a0887c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=53307910-b853-4dbd-a6f1-192c87fb1ebd,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:15:27.014286 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3228eda0-92a8-43ac-9f42-4b679a0887c6 admin admin] No DVR routers for this DVR port 53307910-b853-4dbd-a6f1-192c87fb1ebd on host ncdv-master-1 {{(pid=121607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:15:27.082710 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-3228eda0-92a8-43ac-9f42-4b679a0887c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997585', 'neutron.services.segments.db._delete_segments_for_network-8737602743071'] for network, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:27.085748 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-03bc6ac7-c223-46f4-a534-0c19b9fc41e0 req-fc6c0edd-afa7-4d0f-9993-4c85d627f12f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8632327'] for port, after_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:27.143218 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-3228eda0-92a8-43ac-9f42-4b679a0887c6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2612decca0>,) {'filters': {'network_id': ['70cbe831-35cd-442f-8abb-fc8d5a9a0c36']}} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:15:27.160259 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-3228eda0-92a8-43ac-9f42-4b679a0887c6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2612decca0>, 'a2e8e905-c643-4f99-a8fc-850adfdf0e64') {'for_net_delete': True} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:15:27.160996 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-3228eda0-92a8-43ac-9f42-4b679a0887c6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2612decca0>, 'a2e8e905-c643-4f99-a8fc-850adfdf0e64') {} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:15:27.162308 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6c0edd-afa7-4d0f-9993-4c85d627f12f service neutron] Pushing event updated for resources: {'Port': ['ID=1cafd266-4160-4e86-8dbb-b90af90eeb70,revision_number=2']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:15:27.177117 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-3228eda0-92a8-43ac-9f42-4b679a0887c6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737602746920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10246592'] for segment, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:27.199004 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device a8e1347c-d578-42de-9815-79469dc5aa48 up at agent hyperv_nch1-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:15:27.222665 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-3228eda0-92a8-43ac-9f42-4b679a0887c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:27.235452 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3228eda0-92a8-43ac-9f42-4b679a0887c6 admin admin] Releasing vlan 173 on physical network physnet1 to pool {{(pid=121607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 25 21:15:27.235870 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-3228eda0-92a8-43ac-9f42-4b679a0887c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8633327'] for segment, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:27.237584 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:15:27.237584 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:15:27.237584 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:15:27.237584 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:15:27.237584 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:15:27.237584 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:15:27.237584 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:15:27.237584 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:15:27.237584 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:15:27.237584 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:15:27.237584 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:15:27.237584 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:15:27.237584 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:15:27.237584 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:15:27.237584 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:15:27.237584 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:15:27.237584 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:15:27.237584 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:15:27.237584 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:15:27.237584 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:15:27.237584 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:15:27.237584 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:15:27.237584 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:15:27.237584 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:15:27.237584 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:15:27.237584 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:15:27.237584 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:15:27.237584 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:15:27.237584 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 25 21:15:27.237584 ncdv-master-1 neutron-server[121607]:   self.session.flush()
Dec 25 21:15:27.237584 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 25 21:15:27.237584 ncdv-master-1 neutron-server[121607]:   self.session.flush()
Dec 25 21:15:27.237584 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 25 21:15:27.237584 ncdv-master-1 neutron-server[121607]:   self.session.flush()
Dec 25 21:15:27.237584 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 25 21:15:27.237584 ncdv-master-1 neutron-server[121607]:   self.session.flush()
Dec 25 21:15:27.237584 ncdv-master-1 neutron-server[121607]: Traceback (most recent call last):
Dec 25 21:15:27.237584 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 25 21:15:27.237584 ncdv-master-1 neutron-server[121607]:     timer()
Dec 25 21:15:27.241020 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 25 21:15:27.241020 ncdv-master-1 neutron-server[121607]:     cb(*args, **kw)
Dec 25 21:15:27.241020 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 25 21:15:27.241020 ncdv-master-1 neutron-server[121607]:     return func(*args, **kwargs)
Dec 25 21:15:27.241020 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 25 21:15:27.241020 ncdv-master-1 neutron-server[121607]:     self._notify()
Dec 25 21:15:27.241020 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 25 21:15:27.241020 ncdv-master-1 neutron-server[121607]:     self.callback(batched_events)
Dec 25 21:15:27.241020 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 25 21:15:27.241020 ncdv-master-1 neutron-server[121607]:     event.method(event)
Dec 25 21:15:27.241020 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 25 21:15:27.241020 ncdv-master-1 neutron-server[121607]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 25 21:15:27.241020 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 25 21:15:27.241020 ncdv-master-1 neutron-server[121607]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 25 21:15:27.241020 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 25 21:15:27.241020 ncdv-master-1 neutron-server[121607]:     return f(self, *a, **k)
Dec 25 21:15:27.241020 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 25 21:15:27.241020 ncdv-master-1 neutron-server[121607]:     return self._get(url).json()
Dec 25 21:15:27.241020 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 25 21:15:27.241020 ncdv-master-1 neutron-server[121607]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 25 21:15:27.241020 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 25 21:15:27.241020 ncdv-master-1 neutron-server[121607]:     return self.request(url, 'GET', **kwargs)
Dec 25 21:15:27.241020 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 25 21:15:27.241020 ncdv-master-1 neutron-server[121607]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 25 21:15:27.241020 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 25 21:15:27.241020 ncdv-master-1 neutron-server[121607]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 25 21:15:27.241020 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 25 21:15:27.241020 ncdv-master-1 neutron-server[121607]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 25 21:15:27.241020 ncdv-master-1 neutron-server[121607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 25 21:15:27.308309 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.managers [req-03bc6ac7-c223-46f4-a534-0c19b9fc41e0 req-fc6c0edd-afa7-4d0f-9993-4c85d627f12f service neutron] Attempting to bind port 1cafd266-4160-4e86-8dbb-b90af90eeb70 on host nch2-master-1 for vnic_type normal with profile  {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:15:27.308946 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.managers [req-03bc6ac7-c223-46f4-a534-0c19b9fc41e0 req-fc6c0edd-afa7-4d0f-9993-4c85d627f12f service neutron] Attempting to bind port 1cafd266-4160-4e86-8dbb-b90af90eeb70 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '85c774cb-a0eb-4ad9-961f-f331d3b37cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '8f212e98-547d-4c6e-a560-2e9a548c8f59'}] {{(pid=121607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:15:27.309281 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03bc6ac7-c223-46f4-a534-0c19b9fc41e0 req-fc6c0edd-afa7-4d0f-9993-4c85d627f12f service neutron] Attempting to bind port 1cafd266-4160-4e86-8dbb-b90af90eeb70 on network 8f212e98-547d-4c6e-a560-2e9a548c8f59 {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:15:27.313899 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03bc6ac7-c223-46f4-a534-0c19b9fc41e0 req-fc6c0edd-afa7-4d0f-9993-4c85d627f12f service neutron] Port 1cafd266-4160-4e86-8dbb-b90af90eeb70 on network 8f212e98-547d-4c6e-a560-2e9a548c8f59 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 25 21:15:27.314221 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03bc6ac7-c223-46f4-a534-0c19b9fc41e0 req-fc6c0edd-afa7-4d0f-9993-4c85d627f12f service neutron] Attempting to bind port 1cafd266-4160-4e86-8dbb-b90af90eeb70 on network 8f212e98-547d-4c6e-a560-2e9a548c8f59 {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:15:27.319217 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03bc6ac7-c223-46f4-a534-0c19b9fc41e0 req-fc6c0edd-afa7-4d0f-9993-4c85d627f12f service neutron] Checking agent: {'id': '0d9ae313-8f8d-40fa-8a9f-d098a25a9911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 21, 4, 38), 'started_at': datetime.datetime(2021, 12, 25, 21, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 15, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:15:27.319557 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03bc6ac7-c223-46f4-a534-0c19b9fc41e0 req-fc6c0edd-afa7-4d0f-9993-4c85d627f12f service neutron] Checking segment: {'id': '85c774cb-a0eb-4ad9-961f-f331d3b37cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '8f212e98-547d-4c6e-a560-2e9a548c8f59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:15:27.323514 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03bc6ac7-c223-46f4-a534-0c19b9fc41e0 req-fc6c0edd-afa7-4d0f-9993-4c85d627f12f service neutron] Bound using segment: {'id': '85c774cb-a0eb-4ad9-961f-f331d3b37cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '8f212e98-547d-4c6e-a560-2e9a548c8f59'} {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:15:27.323514 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.managers [req-03bc6ac7-c223-46f4-a534-0c19b9fc41e0 req-fc6c0edd-afa7-4d0f-9993-4c85d627f12f service neutron] Bound port: 1cafd266-4160-4e86-8dbb-b90af90eeb70, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85c774cb-a0eb-4ad9-961f-f331d3b37cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '8f212e98-547d-4c6e-a560-2e9a548c8f59'}}] {{(pid=121607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:15:27.323514 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-03bc6ac7-c223-46f4-a534-0c19b9fc41e0 req-fc6c0edd-afa7-4d0f-9993-4c85d627f12f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:27.333623 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Provisioning for port a8e1347c-d578-42de-9815-79469dc5aa48 completed by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 25 21:15:27.338238 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Provisioning complete for port a8e1347c-d578-42de-9815-79469dc5aa48 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:15:27.338656 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:27.355338 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-3228eda0-92a8-43ac-9f42-4b679a0887c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2008653'] for network, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:27.361846 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-3228eda0-92a8-43ac-9f42-4b679a0887c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for network, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:27.364889 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-3228eda0-92a8-43ac-9f42-4b679a0887c6 admin admin] 10.222.0.32 "DELETE /v2.0/networks/70cbe831-35cd-442f-8abb-fc8d5a9a0c36 HTTP/1.1" status: 204  len: 168 time: 1.0354488
Dec 25 21:15:27.367999 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 51684) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:15:27.382490 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3228eda0-92a8-43ac-9f42-4b679a0887c6 admin admin] Pushing event deleted for resources: {'Network': ['ID=70cbe831-35cd-442f-8abb-fc8d5a9a0c36,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:15:27.404386 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.db [req-03bc6ac7-c223-46f4-a534-0c19b9fc41e0 req-fc6c0edd-afa7-4d0f-9993-4c85d627f12f service neutron] For port 1cafd266-4160-4e86-8dbb-b90af90eeb70, host nch2-master-1, cleared binding levels {{(pid=121607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:15:27.408616 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.db [req-03bc6ac7-c223-46f4-a534-0c19b9fc41e0 req-fc6c0edd-afa7-4d0f-9993-4c85d627f12f service neutron] For port 1cafd266-4160-4e86-8dbb-b90af90eeb70, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1cafd266-4160-4e86-8dbb-b90af90eeb70,segment=NetworkSegment(85c774cb-a0eb-4ad9-961f-f331d3b37cd6),segment_id=85c774cb-a0eb-4ad9-961f-f331d3b37cd6)] {{(pid=121607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:15:27.445797 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:27.478511 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port a8e1347c-d578-42de-9815-79469dc5aa48, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a8e1347c-d578-42de-9815-79469dc5aa48,segment=NetworkSegment(85c774cb-a0eb-4ad9-961f-f331d3b37cd6),segment_id=85c774cb-a0eb-4ad9-961f-f331d3b37cd6)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:15:27.482594 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-03bc6ac7-c223-46f4-a534-0c19b9fc41e0 req-fc6c0edd-afa7-4d0f-9993-4c85d627f12f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8632327'] for port, after_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:27.533090 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bc6ac7-c223-46f4-a534-0c19b9fc41e0 req-fc6c0edd-afa7-4d0f-9993-4c85d627f12f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:15:27.533707 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-03bc6ac7-c223-46f4-a534-0c19b9fc41e0 req-fc6c0edd-afa7-4d0f-9993-4c85d627f12f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:27.535077 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-03bc6ac7-c223-46f4-a534-0c19b9fc41e0 req-fc6c0edd-afa7-4d0f-9993-4c85d627f12f service neutron] 10.222.0.37 "PUT /v2.0/ports/1cafd266-4160-4e86-8dbb-b90af90eeb70 HTTP/1.1" status: 200  len: 1096 time: 1.1761408
Dec 25 21:15:27.535560 ncdv-master-1 neutron-server[121607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e36ba04e-35fa-4f08-b691-833f273a7ec4', 'tag': '1cafd266-4160-4e86-8dbb-b90af90eeb70'}] {{(pid=121607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:15:27.538447 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f980bbcadfa7bf1e788024e1448be660373c21f97f015f780444e999c451203" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2040580-fb45-4682-a150-68c43ad0899b" -d '{"events": [{"name": "network-changed", "server_uuid": "e36ba04e-35fa-4f08-b691-833f273a7ec4", "tag": "1cafd266-4160-4e86-8dbb-b90af90eeb70"}]}' {{(pid=121607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:15:27.539322 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:27.557093 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6c0edd-afa7-4d0f-9993-4c85d627f12f service neutron] Pushing event updated for resources: {'Port': ['ID=1cafd266-4160-4e86-8dbb-b90af90eeb70,revision_number=3']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:15:27.607852 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Pushing event updated for resources: {'Port': ['ID=a8e1347c-d578-42de-9815-79469dc5aa48,revision_number=5']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:15:27.698677 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bc6ac7-c223-46f4-a534-0c19b9fc41e0 req-776c2c70-43d0-4bdf-9a5d-a1e75b70bf28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:15:27.700173 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-03bc6ac7-c223-46f4-a534-0c19b9fc41e0 req-776c2c70-43d0-4bdf-9a5d-a1e75b70bf28 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2fe1a82960c8413095a4b833950e8b3f&device_id=e36ba04e-35fa-4f08-b691-833f273a7ec4 HTTP/1.1" status: 200  len: 1099 time: 0.0490372
Dec 25 21:15:27.704978 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4741fd1-8298-4c0a-ac95-2d38467a5d3d req-fc19cecd-b343-48a4-8fd4-cbaec0f323a7 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:15:27.706514 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d4741fd1-8298-4c0a-ac95-2d38467a5d3d req-fc19cecd-b343-48a4-8fd4-cbaec0f323a7 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/ports?device_id=3308bcb1-0f06-470f-913d-ae09dfc92a3a HTTP/1.1" status: 200  len: 950 time: 0.1405208
Dec 25 21:15:27.716761 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48982754-1100-484e-8f5d-b12245559868 req-cbd421f4-e070-4b04-b7bc-0f366aaa1e3f tempest-ListImageFiltersTestJSON-1815595502 tempest-ListImageFiltersTestJSON-1815595502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:15:27.718318 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-48982754-1100-484e-8f5d-b12245559868 req-cbd421f4-e070-4b04-b7bc-0f366aaa1e3f tempest-ListImageFiltersTestJSON-1815595502 tempest-ListImageFiltersTestJSON-1815595502-project] 10.222.0.32 "GET /v2.0/ports?device_id=59d35b75-8e17-40b9-bfd2-615b2128e5df HTTP/1.1" status: 200  len: 950 time: 0.1183891
Dec 25 21:15:27.756506 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-03bc6ac7-c223-46f4-a534-0c19b9fc41e0 req-2d0c4f3c-2080-4d3c-98d3-181970239d06 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.106&port_id=1cafd266-4160-4e86-8dbb-b90af90eeb70 HTTP/1.1" status: 200  len: 217 time: 0.0402000
Dec 25 21:15:27.805278 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59d35b75-8e17-40b9-bfd2-615b2128e5df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8e1347c-d578-42de-9815-79469dc5aa48'}] {{(pid=121608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:15:27.806667 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bc6ac7-c223-46f4-a534-0c19b9fc41e0 req-68784e59-55a8-41cf-b3b7-b769197e3431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:15:27.807851 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a88c78c3ff6266bd59c7e89d275b28c92e739b67d23c89d71af88829fd31566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c594f71d-bbd3-4082-ac91-dae147ee9638" -d '{"events": [{"server_uuid": "59d35b75-8e17-40b9-bfd2-615b2128e5df", "name": "network-vif-plugged", "status": "completed", "tag": "a8e1347c-d578-42de-9815-79469dc5aa48"}]}' {{(pid=121608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:15:27.808264 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-03bc6ac7-c223-46f4-a534-0c19b9fc41e0 req-68784e59-55a8-41cf-b3b7-b769197e3431 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=dcfbae86-f93e-400c-8084-eac7f56ff5ba HTTP/1.1" status: 200  len: 843 time: 0.0438349
Dec 25 21:15:27.847675 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d4741fd1-8298-4c0a-ac95-2d38467a5d3d req-0b7ea010-035d-4bde-94b4-c7e973ec30d6 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3f1ae63-416f-443f-b032-af0d7dcc9019&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1118693
Dec 25 21:15:27.853475 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-48982754-1100-484e-8f5d-b12245559868 req-0130f6ce-862b-4ef6-842c-e668aa5a55be tempest-ListImageFiltersTestJSON-1815595502 tempest-ListImageFiltersTestJSON-1815595502-project] 10.222.0.32 "GET /v2.0/security-groups?id=d60cc0c8-8901-457c-b6ff-328606b32b2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1093132
Dec 25 21:15:27.866708 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bc6ac7-c223-46f4-a534-0c19b9fc41e0 req-748fdfa5-5e37-4d88-bf1f-6ee047a2379e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:15:27.868650 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-03bc6ac7-c223-46f4-a534-0c19b9fc41e0 req-748fdfa5-5e37-4d88-bf1f-6ee047a2379e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8f212e98-547d-4c6e-a560-2e9a548c8f59&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0530097
Dec 25 21:15:27.905072 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Dec 2021 21:15:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-410b913f-d2d8-4a8a-aa1e-74456867a44c x-openstack-request-id: req-410b913f-d2d8-4a8a-aa1e-74456867a44c {{(pid=121607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:15:27.905446 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e36ba04e-35fa-4f08-b691-833f273a7ec4", "tag": "1cafd266-4160-4e86-8dbb-b90af90eeb70", "status": "completed", "code": 200}]} {{(pid=121607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:15:27.905586 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-410b913f-d2d8-4a8a-aa1e-74456867a44c {{(pid=121607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:15:27.906020 ncdv-master-1 neutron-server[121607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e36ba04e-35fa-4f08-b691-833f273a7ec4', 'tag': '1cafd266-4160-4e86-8dbb-b90af90eeb70', 'status': 'completed', 'code': 200}
Dec 25 21:15:27.988156 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-03bc6ac7-c223-46f4-a534-0c19b9fc41e0 req-8d02abfb-885c-4cce-b604-afd6b677c268 service neutron] 10.222.0.37 "GET /v2.0/networks/8f212e98-547d-4c6e-a560-2e9a548c8f59?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1102383
Dec 25 21:15:28.000290 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 21:15:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-374a50e2-94b0-41e6-ab2a-2395a70a3ae2 x-openstack-request-id: req-374a50e2-94b0-41e6-ab2a-2395a70a3ae2 {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:15:28.000718 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59d35b75-8e17-40b9-bfd2-615b2128e5df", "name": "network-vif-plugged", "status": "completed", "tag": "a8e1347c-d578-42de-9815-79469dc5aa48", "code": 200}]} {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:15:28.001007 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-374a50e2-94b0-41e6-ab2a-2395a70a3ae2 {{(pid=121608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:15:28.001411 ncdv-master-1 neutron-server[121608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59d35b75-8e17-40b9-bfd2-615b2128e5df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8e1347c-d578-42de-9815-79469dc5aa48', 'code': 200}
Dec 25 21:15:28.002595 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-41898fba-f598-46de-acc8-ecddd10b79a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2007615'] for router_interface, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:28.107967 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-03bc6ac7-c223-46f4-a534-0c19b9fc41e0 req-cd677509-c2a6-41fd-9ad6-87593f90231e service neutron] 10.222.0.37 "GET /v2.0/networks/8f212e98-547d-4c6e-a560-2e9a548c8f59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1065538
Dec 25 21:15:28.195676 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a179dafc-88bf-4579-986e-e5a0940b94cc req-0458e59e-5969-4f66-a38b-3c6a37d51bc8 tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:15:28.197101 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a179dafc-88bf-4579-986e-e5a0940b94cc req-0458e59e-5969-4f66-a38b-3c6a37d51bc8 tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] 10.222.0.32 "GET /v2.0/ports?device_id=0bfb31ab-a5a4-4386-b5bd-77f172344909 HTTP/1.1" status: 200  len: 945 time: 0.1572316
Dec 25 21:15:28.241111 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bd3fd8-f93b-4730-9bdc-5718b2be75f2 req-dcdae9c3-1da1-4303-8a7e-cf60cf9f8fd0 tempest-LiveMigrationNegativeTest-1846926095 tempest-LiveMigrationNegativeTest-1846926095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:15:28.243706 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-32bd3fd8-f93b-4730-9bdc-5718b2be75f2 req-dcdae9c3-1da1-4303-8a7e-cf60cf9f8fd0 tempest-LiveMigrationNegativeTest-1846926095 tempest-LiveMigrationNegativeTest-1846926095-project] 10.222.0.32 "GET /v2.0/ports?device_id=e36ba04e-35fa-4f08-b691-833f273a7ec4 HTTP/1.1" status: 200  len: 948 time: 0.1679099
Dec 25 21:15:28.248237 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9598a6aa-69f0-4ff2-8d1d-a5fe7756f10d req-f69fcdc3-f30e-47f6-a83b-c7a0702e0c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:15:28.249648 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9598a6aa-69f0-4ff2-8d1d-a5fe7756f10d req-f69fcdc3-f30e-47f6-a83b-c7a0702e0c7b service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=59d35b75-8e17-40b9-bfd2-615b2128e5df HTTP/1.1" status: 200  len: 1101 time: 0.1731448
Dec 25 21:15:28.249808 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2040580-fb45-4682-a150-68c43ad0899b req-106487db-0a02-4ff1-9772-4a66d953e58f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:15:28.252009 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-a2040580-fb45-4682-a150-68c43ad0899b req-106487db-0a02-4ff1-9772-4a66d953e58f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2fe1a82960c8413095a4b833950e8b3f&device_id=e36ba04e-35fa-4f08-b691-833f273a7ec4 HTTP/1.1" status: 200  len: 1099 time: 0.0412729
Dec 25 21:15:28.349535 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2040580-fb45-4682-a150-68c43ad0899b req-53b4c040-7afd-4019-b259-fddf95be054d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:15:28.349921 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a179dafc-88bf-4579-986e-e5a0940b94cc req-3be3f7f7-048f-4ddf-b839-686df1badb36 tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] 10.222.0.32 "GET /v2.0/security-groups?id=e70b16a5-3c2f-443c-a3bd-2851d79b2b90&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1433802
Dec 25 21:15:28.351048 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-a2040580-fb45-4682-a150-68c43ad0899b req-53b4c040-7afd-4019-b259-fddf95be054d service neutron] 10.222.0.37 "GET /v2.0/networks?id=8f212e98-547d-4c6e-a560-2e9a548c8f59 HTTP/1.1" status: 200  len: 870 time: 0.0877047
Dec 25 21:15:28.399633 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-32bd3fd8-f93b-4730-9bdc-5718b2be75f2 req-3923529e-6cb9-4e96-bec2-c8f23cc08ae0 tempest-LiveMigrationNegativeTest-1846926095 tempest-LiveMigrationNegativeTest-1846926095-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd59572e-cceb-410e-98f9-b4c8102dcd43&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1477325
Dec 25 21:15:28.402889 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-a2040580-fb45-4682-a150-68c43ad0899b req-ff8c39ea-98fc-4a78-888f-fb03735e273c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.106&port_id=1cafd266-4160-4e86-8dbb-b90af90eeb70 HTTP/1.1" status: 200  len: 217 time: 0.0407062
Dec 25 21:15:28.403083 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9598a6aa-69f0-4ff2-8d1d-a5fe7756f10d req-c9b36f6a-07bd-4ad6-9f0c-24dca65b3c79 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=d60cc0c8-8901-457c-b6ff-328606b32b2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1210296
Dec 25 21:15:28.462503 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2040580-fb45-4682-a150-68c43ad0899b req-1b34ca53-63d2-491b-9646-7ea5f2665b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:15:28.463871 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-a2040580-fb45-4682-a150-68c43ad0899b req-1b34ca53-63d2-491b-9646-7ea5f2665b1b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=dcfbae86-f93e-400c-8084-eac7f56ff5ba HTTP/1.1" status: 200  len: 843 time: 0.0498297
Dec 25 21:15:28.495681 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-41898fba-f598-46de-acc8-ecddd10b79a7 admin admin] Deleting port 748ee235-73c8-4c96-a325-4401b6581457 {{(pid=121606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:15:28.496020 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-41898fba-f598-46de-acc8-ecddd10b79a7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:28.509710 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2040580-fb45-4682-a150-68c43ad0899b req-65c83176-a207-4004-96e9-a55c0c3ba775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:15:28.511219 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-a2040580-fb45-4682-a150-68c43ad0899b req-65c83176-a207-4004-96e9-a55c0c3ba775 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8f212e98-547d-4c6e-a560-2e9a548c8f59&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0389166
Dec 25 21:15:28.572434 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [None req-41898fba-f598-46de-acc8-ecddd10b79a7 admin admin] For port 748ee235-73c8-4c96-a325-4401b6581457, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=748ee235-73c8-4c96-a325-4401b6581457,segment=NetworkSegment(4b44f362-0de1-4e1e-8d11-6840e9682d8d),segment_id=4b44f362-0de1-4e1e-8d11-6840e9682d8d)] {{(pid=121606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:15:28.572794 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-41898fba-f598-46de-acc8-ecddd10b79a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:28.589379 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-41898fba-f598-46de-acc8-ecddd10b79a7 admin admin] Calling delete_port for 748ee235-73c8-4c96-a325-4401b6581457 owned by network:router_interface {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:15:28.604467 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-a2040580-fb45-4682-a150-68c43ad0899b req-731388b3-fa87-4fb3-a667-444042e0a8d9 service neutron] 10.222.0.37 "GET /v2.0/networks/8f212e98-547d-4c6e-a560-2e9a548c8f59?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0842805
Dec 25 21:15:28.696688 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-a2040580-fb45-4682-a150-68c43ad0899b req-411f1794-27cd-425e-ad09-5ba9e3e8527c service neutron] 10.222.0.37 "GET /v2.0/networks/8f212e98-547d-4c6e-a560-2e9a548c8f59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0841606
Dec 25 21:15:28.830328 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-41898fba-f598-46de-acc8-ecddd10b79a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:28.856017 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41898fba-f598-46de-acc8-ecddd10b79a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=748ee235-73c8-4c96-a325-4401b6581457,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:15:29.143585 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84772ed6-188b-480e-bea4-4dac0cc914d9 req-a8bd9c32-aae7-4a2c-8f67-cfb2da6bf093 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:15:29.145000 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-84772ed6-188b-480e-bea4-4dac0cc914d9 req-a8bd9c32-aae7-4a2c-8f67-cfb2da6bf093 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/ports?device_id=3308bcb1-0f06-470f-913d-ae09dfc92a3a HTTP/1.1" status: 200  len: 950 time: 0.1589944
Dec 25 21:15:29.156516 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc17a98-a02b-4285-ac0f-d73c4931e2c2 req-438ed9bf-9d39-41c7-a03e-4f48f7791d72 tempest-ListImageFiltersTestJSON-1815595502 tempest-ListImageFiltersTestJSON-1815595502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:15:29.157958 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-fcc17a98-a02b-4285-ac0f-d73c4931e2c2 req-438ed9bf-9d39-41c7-a03e-4f48f7791d72 tempest-ListImageFiltersTestJSON-1815595502 tempest-ListImageFiltersTestJSON-1815595502-project] 10.222.0.32 "GET /v2.0/ports?device_id=59d35b75-8e17-40b9-bfd2-615b2128e5df HTTP/1.1" status: 200  len: 950 time: 0.1681120
Dec 25 21:15:29.166508 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-41898fba-f598-46de-acc8-ecddd10b79a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2007763'] for router_interface, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:29.282998 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-84772ed6-188b-480e-bea4-4dac0cc914d9 req-e22acbfe-deb8-4098-bbad-8cb55c6f9fa9 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3f1ae63-416f-443f-b032-af0d7dcc9019&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1240904
Dec 25 21:15:29.290248 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-fcc17a98-a02b-4285-ac0f-d73c4931e2c2 req-31baba28-29cf-46a0-864d-79fec26284f2 tempest-ListImageFiltersTestJSON-1815595502 tempest-ListImageFiltersTestJSON-1815595502-project] 10.222.0.32 "GET /v2.0/security-groups?id=d60cc0c8-8901-457c-b6ff-328606b32b2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1219559
Dec 25 21:15:29.484776 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41898fba-f598-46de-acc8-ecddd10b79a7 admin admin] Router 3a418785-f2df-42b5-bc81-10c1392ec65b has already been hosted by L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 {{(pid=121606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 25 21:15:29.501272 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68eb05a7-b5bd-4889-a2c9-f0e35fa85061 req-3429610b-516f-4c99-abae-d1a98f1a94cc tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:15:29.502763 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-68eb05a7-b5bd-4889-a2c9-f0e35fa85061 req-3429610b-516f-4c99-abae-d1a98f1a94cc tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] 10.222.0.32 "GET /v2.0/ports?device_id=0bfb31ab-a5a4-4386-b5bd-77f172344909 HTTP/1.1" status: 200  len: 945 time: 0.0757864
Dec 25 21:15:29.955921 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef2cc12-d22f-4b48-8d75-57ab5b0806dd req-c3653a6e-3fd9-4e72-afc7-95a6ef4f26c7 tempest-LiveMigrationNegativeTest-1846926095 tempest-LiveMigrationNegativeTest-1846926095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:15:29.957454 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-aef2cc12-d22f-4b48-8d75-57ab5b0806dd req-c3653a6e-3fd9-4e72-afc7-95a6ef4f26c7 tempest-LiveMigrationNegativeTest-1846926095 tempest-LiveMigrationNegativeTest-1846926095-project] 10.222.0.32 "GET /v2.0/ports?device_id=e36ba04e-35fa-4f08-b691-833f273a7ec4 HTTP/1.1" status: 200  len: 948 time: 0.4535520
Dec 25 21:15:29.993230 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-68eb05a7-b5bd-4889-a2c9-f0e35fa85061 req-12f3c058-be6b-4f57-8645-e55ac1770c6d tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] 10.222.0.32 "GET /v2.0/security-groups?id=e70b16a5-3c2f-443c-a3bd-2851d79b2b90&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4756527
Dec 25 21:15:30.024942 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41898fba-f598-46de-acc8-ecddd10b79a7 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 21:15:30.033179 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 51734) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:15:30.033619 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-41898fba-f598-46de-acc8-ecddd10b79a7 admin admin] 10.222.0.32 "PUT /v2.0/routers/3a418785-f2df-42b5-bc81-10c1392ec65b/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6625848
Dec 25 21:15:30.035422 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85c805d8-b8c7-4572-8bdc-e8a88336e3a1 None None] Sync routers for ids ['3a418785-f2df-42b5-bc81-10c1392ec65b'] in ncdv-master-1 {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 21:15:30.048013 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85c805d8-b8c7-4572-8bdc-e8a88336e3a1 None None] Routers {'3a418785-f2df-42b5-bc81-10c1392ec65b'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:15:30.048957 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-85c805d8-b8c7-4572-8bdc-e8a88336e3a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f26132ae1c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:15:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['3a418785-f2df-42b5-bc81-10c1392ec65b'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:15:30.061469 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-aef2cc12-d22f-4b48-8d75-57ab5b0806dd req-879d5c59-3694-4015-8be4-4c40393af188 tempest-LiveMigrationNegativeTest-1846926095 tempest-LiveMigrationNegativeTest-1846926095-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd59572e-cceb-410e-98f9-b4c8102dcd43&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0725465
Dec 25 21:15:30.145310 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-01f5eb4d-784c-4dd9-b39f-eb0097fb5607 admin admin] Publish callbacks [] for router, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:30.161705 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvr_db [None req-85c805d8-b8c7-4572-8bdc-e8a88336e3a1 None None] Set router 3a418785-f2df-42b5-bc81-10c1392ec65b gateway port host: ncdv-master-1 {{(pid=121608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:15:30.245307 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-01f5eb4d-784c-4dd9-b39f-eb0097fb5607 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:30.330481 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device 1cafd266-4160-4e86-8dbb-b90af90eeb70 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 25 21:15:30.371511 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-01f5eb4d-784c-4dd9-b39f-eb0097fb5607 admin admin] Deleting port 9e3a79fe-410e-45ea-9011-3d77696a2bae {{(pid=121607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:15:30.372154 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-01f5eb4d-784c-4dd9-b39f-eb0097fb5607 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:30.382445 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-85c805d8-b8c7-4572-8bdc-e8a88336e3a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f26132ae1c0>, [{'id': '3a418785-f2df-42b5-bc81-10c1392ec65b', 'name': 'tempest-AttachSCSIVolumeTestJSON-880307924-router', 'tenant_id': '93f66f3f38674111af80e14c33a3e39d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.141'}], 'enable_snat': True}, 'gw_port_id': '9e3a79fe-410e-45ea-9011-3d77696a2bae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:13:25Z', 'updated_at': '2021-12-25T21:15:28Z', 'revision_number': 5, 'project_id': '93f66f3f38674111af80e14c33a3e39d', 'gw_port': {'id': '9e3a79fe-410e-45ea-9011-3d77696a2bae', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:13:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a418785-f2df-42b5-bc81-10c1392ec65b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 767, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:13:28Z', 'updated_at': '2021-12-25T21:13:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:15:30.421504 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85c805d8-b8c7-4572-8bdc-e8a88336e3a1 None None] Checking router: 3a418785-f2df-42b5-bc81-10c1392ec65b for host: ncdv-master-1 {{(pid=121608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 25 21:15:30.462639 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85c805d8-b8c7-4572-8bdc-e8a88336e3a1 None None] Routers {'3a418785-f2df-42b5-bc81-10c1392ec65b'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:15:30.463275 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-85c805d8-b8c7-4572-8bdc-e8a88336e3a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f26132ae1c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:15:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['3a418785-f2df-42b5-bc81-10c1392ec65b'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:15:30.467354 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4975d6-2362-4400-9307-41217efe7402 req-908c3f90-e4e2-4148-baea-38127baaaf3e tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:15:30.468931 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-6f4975d6-2362-4400-9307-41217efe7402 req-908c3f90-e4e2-4148-baea-38127baaaf3e tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/ports?device_id=3308bcb1-0f06-470f-913d-ae09dfc92a3a HTTP/1.1" status: 200  len: 950 time: 0.0821016
Dec 25 21:15:30.481665 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.db [None req-01f5eb4d-784c-4dd9-b39f-eb0097fb5607 admin admin] For port 9e3a79fe-410e-45ea-9011-3d77696a2bae, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9e3a79fe-410e-45ea-9011-3d77696a2bae,segment=NetworkSegment(6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855),segment_id=6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855)] {{(pid=121607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:15:30.481924 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d501a8-c856-4f8f-9715-88fab0403da4 req-83d5caa4-704b-4213-893b-ae2dea724f8e tempest-ListImageFiltersTestJSON-1815595502 tempest-ListImageFiltersTestJSON-1815595502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:15:30.482186 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-01f5eb4d-784c-4dd9-b39f-eb0097fb5607 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:30.483644 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-83d501a8-c856-4f8f-9715-88fab0403da4 req-83d5caa4-704b-4213-893b-ae2dea724f8e tempest-ListImageFiltersTestJSON-1815595502 tempest-ListImageFiltersTestJSON-1815595502-project] 10.222.0.32 "GET /v2.0/ports?device_id=59d35b75-8e17-40b9-bfd2-615b2128e5df HTTP/1.1" status: 200  len: 950 time: 0.0956647
Dec 25 21:15:30.495821 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-01f5eb4d-784c-4dd9-b39f-eb0097fb5607 admin admin] Calling delete_port for 9e3a79fe-410e-45ea-9011-3d77696a2bae owned by network:router_gateway {{(pid=121607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:15:30.550563 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port 1cafd266-4160-4e86-8dbb-b90af90eeb70, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1cafd266-4160-4e86-8dbb-b90af90eeb70,segment=NetworkSegment(85c774cb-a0eb-4ad9-961f-f331d3b37cd6),segment_id=85c774cb-a0eb-4ad9-961f-f331d3b37cd6)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:15:30.557036 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-6f4975d6-2362-4400-9307-41217efe7402 req-93b9c003-cdd4-4c91-8e5d-64c054b5c64c tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3f1ae63-416f-443f-b032-af0d7dcc9019&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0720158
Dec 25 21:15:30.573420 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Returning: {'device': '1cafd266-4160-4e86-8dbb-b90af90eeb70', 'network_id': '8f212e98-547d-4c6e-a560-2e9a548c8f59', 'port_id': '1cafd266-4160-4e86-8dbb-b90af90eeb70', 'mac_address': 'fa:16:3e:62:7f:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcfbae86-f93e-400c-8084-eac7f56ff5ba', 'ip_address': '192.168.233.106'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 25 21:15:30.575501 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvr_db [None req-85c805d8-b8c7-4572-8bdc-e8a88336e3a1 None None] Set router 3a418785-f2df-42b5-bc81-10c1392ec65b gateway port host: None {{(pid=121608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:15:30.593131 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-83d501a8-c856-4f8f-9715-88fab0403da4 req-99c1cd7c-18fb-4bda-941d-d9401daf3a94 tempest-ListImageFiltersTestJSON-1815595502 tempest-ListImageFiltersTestJSON-1815595502-project] 10.222.0.32 "GET /v2.0/security-groups?id=d60cc0c8-8901-457c-b6ff-328606b32b2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0893872
Dec 25 21:15:30.636348 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-85c805d8-b8c7-4572-8bdc-e8a88336e3a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f26132ae1c0>, [{'id': '3a418785-f2df-42b5-bc81-10c1392ec65b', 'name': 'tempest-AttachSCSIVolumeTestJSON-880307924-router', 'tenant_id': '93f66f3f38674111af80e14c33a3e39d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:13:25Z', 'updated_at': '2021-12-25T21:15:30Z', 'revision_number': 6, 'project_id': '93f66f3f38674111af80e14c33a3e39d', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:15:30.688805 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85c805d8-b8c7-4572-8bdc-e8a88336e3a1 None None] The sync data for ids ['3a418785-f2df-42b5-bc81-10c1392ec65b'] in ncdv-master-1 is: [{'id': '3a418785-f2df-42b5-bc81-10c1392ec65b', 'name': 'tempest-AttachSCSIVolumeTestJSON-880307924-router', 'tenant_id': '93f66f3f38674111af80e14c33a3e39d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:13:25Z', 'updated_at': '2021-12-25T21:15:30Z', 'revision_number': 6, 'project_id': '93f66f3f38674111af80e14c33a3e39d', 'gw_port_host': None}] {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 21:15:30.704374 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:30.719126 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1cafd266-4160-4e86-8dbb-b90af90eeb70 {{(pid=121608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:15:30.738679 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port 1cafd266-4160-4e86-8dbb-b90af90eeb70, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1cafd266-4160-4e86-8dbb-b90af90eeb70,segment=NetworkSegment(85c774cb-a0eb-4ad9-961f-f331d3b37cd6),segment_id=85c774cb-a0eb-4ad9-961f-f331d3b37cd6)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:15:30.762620 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6fb0a7-d9ac-4cea-8a90-193a057a269d req-1b23cd78-5328-47ea-8854-7372579f8d60 tempest-ListImageFiltersTestJSON-1815595502 tempest-ListImageFiltersTestJSON-1815595502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:15:30.764021 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9b6fb0a7-d9ac-4cea-8a90-193a057a269d req-1b23cd78-5328-47ea-8854-7372579f8d60 tempest-ListImageFiltersTestJSON-1815595502 tempest-ListImageFiltersTestJSON-1815595502-project] 10.222.0.32 "GET /v2.0/ports?device_id=66cd474f-564e-4f62-ba35-0016e7dcec42 HTTP/1.1" status: 200  len: 950 time: 0.0531964
Dec 25 21:15:30.773424 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-01f5eb4d-784c-4dd9-b39f-eb0097fb5607 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:30.809049 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f5eb4d-784c-4dd9-b39f-eb0097fb5607 admin admin] Pushing event deleted for resources: {'Port': ['ID=9e3a79fe-410e-45ea-9011-3d77696a2bae,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:15:30.811867 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9b6fb0a7-d9ac-4cea-8a90-193a057a269d req-273ae977-0403-4dcd-8145-8cecb0251b64 tempest-ListImageFiltersTestJSON-1815595502 tempest-ListImageFiltersTestJSON-1815595502-project] 10.222.0.32 "GET /v2.0/security-groups?id=d60cc0c8-8901-457c-b6ff-328606b32b2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418921
Dec 25 21:15:30.841960 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:30.869552 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-01f5eb4d-784c-4dd9-b39f-eb0097fb5607 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2008689'] for router_gateway, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:30.898632 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Pushing event updated for resources: {'Port': ['ID=1cafd266-4160-4e86-8dbb-b90af90eeb70,revision_number=4']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:15:30.962101 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-01f5eb4d-784c-4dd9-b39f-eb0097fb5607 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2014235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14905'] for router, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:30.964755 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-01f5eb4d-784c-4dd9-b39f-eb0097fb5607 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:31.053525 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-01f5eb4d-784c-4dd9-b39f-eb0097fb5607 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2014220'] for router, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:31.054293 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01f5eb4d-784c-4dd9-b39f-eb0097fb5607 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3a418785-f2df-42b5-bc81-10c1392ec65b {{(pid=121607) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 25 21:15:31.060842 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-01f5eb4d-784c-4dd9-b39f-eb0097fb5607 admin admin] Publish callbacks [] for router, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:31.064975 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-01f5eb4d-784c-4dd9-b39f-eb0097fb5607 admin admin] 10.222.0.32 "DELETE /v2.0/routers/3a418785-f2df-42b5-bc81-10c1392ec65b HTTP/1.1" status: 204  len: 168 time: 1.0282297
Dec 25 21:15:31.064975 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 51758) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:15:31.122729 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebae06d9-1b68-47e9-9ddc-f1f1fc2b0e1f admin admin] Deleting subnet 72504622-45e5-4cd1-ba92-3eed641ce628 {{(pid=121607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Dec 25 21:15:31.126094 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ebae06d9-1b68-47e9-9ddc-f1f1fc2b0e1f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:31.141114 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] get_ports_and_sgs() called for port_ids ['1cafd266-4160-4e86-8dbb-b90af90eeb70'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:15:31.145452 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 748ee235-73c8-4c96-a325-4401b6581457 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:15:31.168256 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db95fdc1-3c98-4e2e-bb7f-b4fd77a54ea7 req-76704772-6f3e-4a2b-bcdb-df0a293da3a0 tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:15:31.169975 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-db95fdc1-3c98-4e2e-bb7f-b4fd77a54ea7 req-76704772-6f3e-4a2b-bcdb-df0a293da3a0 tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] 10.222.0.32 "GET /v2.0/ports?device_id=0bfb31ab-a5a4-4386-b5bd-77f172344909 HTTP/1.1" status: 200  len: 945 time: 0.0918112
Dec 25 21:15:31.174362 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ebae06d9-1b68-47e9-9ddc-f1f1fc2b0e1f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10246617'] for subnet, precommit_delete_associations {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:31.200754 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] No Port match for: 748ee235-73c8-4c96-a325-4401b6581457 {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:15:31.201125 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 748ee235-73c8-4c96-a325-4401b6581457 not bound to the agent host ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:15:31.233902 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-db95fdc1-3c98-4e2e-bb7f-b4fd77a54ea7 req-4347b4ba-4375-4e87-858f-d407e14bbb67 tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] 10.222.0.32 "GET /v2.0/security-groups?id=e70b16a5-3c2f-443c-a3bd-2851d79b2b90&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0558693
Dec 25 21:15:31.262025 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ebae06d9-1b68-47e9-9ddc-f1f1fc2b0e1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995662'] for subnet, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:31.391295 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ebae06d9-1b68-47e9-9ddc-f1f1fc2b0e1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8632410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8852809'] for subnet, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:31.423810 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebae06d9-1b68-47e9-9ddc-f1f1fc2b0e1f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=72504622-45e5-4cd1-ba92-3eed641ce628,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:15:31.428086 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ebae06d9-1b68-47e9-9ddc-f1f1fc2b0e1f admin admin] Publish callbacks [] for subnet, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:31.432288 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-ebae06d9-1b68-47e9-9ddc-f1f1fc2b0e1f admin admin] 10.222.0.32 "DELETE /v2.0/subnets/72504622-45e5-4cd1-ba92-3eed641ce628 HTTP/1.1" status: 204  len: 168 time: 0.3622420
Dec 25 21:15:31.436452 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 51774) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:15:31.443720 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93a6928a-d322-4779-9b53-2951d2f65bf9 None None] Network 725dd106-58ac-4498-b418-36fd684d5557 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:15:31.471976 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afb5866-07ae-4637-82b8-8c453fccfd1f req-2febafe5-fb1c-4150-998b-7ee35340b603 tempest-LiveMigrationNegativeTest-1846926095 tempest-LiveMigrationNegativeTest-1846926095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:15:31.481036 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-6afb5866-07ae-4637-82b8-8c453fccfd1f req-2febafe5-fb1c-4150-998b-7ee35340b603 tempest-LiveMigrationNegativeTest-1846926095 tempest-LiveMigrationNegativeTest-1846926095-project] 10.222.0.32 "GET /v2.0/ports?device_id=e36ba04e-35fa-4f08-b691-833f273a7ec4 HTTP/1.1" status: 200  len: 949 time: 0.0989439
Dec 25 21:15:31.521910 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-63757655-0524-488d-b5d0-45e089d5022e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625803'] for network, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:31.550078 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-6afb5866-07ae-4637-82b8-8c453fccfd1f req-e02bd2d5-fedb-45c0-bef4-5c9c638ec2e8 tempest-LiveMigrationNegativeTest-1846926095 tempest-LiveMigrationNegativeTest-1846926095-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd59572e-cceb-410e-98f9-b4c8102dcd43&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0679386
Dec 25 21:15:31.596521 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-63757655-0524-488d-b5d0-45e089d5022e admin admin] Deleting port b24fea75-7047-4ea9-b40c-ebc66041bd75 {{(pid=121607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:15:31.596919 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-63757655-0524-488d-b5d0-45e089d5022e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:31.667683 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c2178f7-6958-48fd-b03c-fac2ca50104a None None] DHCP port deletion for 725dd106-58ac-4498-b418-36fd684d5557 request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 21:15:31.696704 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.db [None req-63757655-0524-488d-b5d0-45e089d5022e admin admin] For port b24fea75-7047-4ea9-b40c-ebc66041bd75, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b24fea75-7047-4ea9-b40c-ebc66041bd75,segment=NetworkSegment(4b44f362-0de1-4e1e-8d11-6840e9682d8d),segment_id=4b44f362-0de1-4e1e-8d11-6840e9682d8d)] {{(pid=121607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:15:31.697152 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-63757655-0524-488d-b5d0-45e089d5022e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:31.712842 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb690c7-89c1-4787-8b9a-197d28cdc0ad req-f56c0669-2f71-431e-9ead-034917391923 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:15:31.715930 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-63757655-0524-488d-b5d0-45e089d5022e admin admin] Calling delete_port for b24fea75-7047-4ea9-b40c-ebc66041bd75 owned by network:dhcp {{(pid=121607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:15:31.721629 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7cb690c7-89c1-4787-8b9a-197d28cdc0ad req-f56c0669-2f71-431e-9ead-034917391923 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/ports?device_id=3308bcb1-0f06-470f-913d-ae09dfc92a3a HTTP/1.1" status: 200  len: 950 time: 0.0843771
Dec 25 21:15:31.752035 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-6c2178f7-6958-48fd-b03c-fac2ca50104a None None] Deleting port b24fea75-7047-4ea9-b40c-ebc66041bd75 {{(pid=121608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:15:31.752424 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-6c2178f7-6958-48fd-b03c-fac2ca50104a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:31.810655 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7cb690c7-89c1-4787-8b9a-197d28cdc0ad req-1e2efe60-2499-4e59-af3f-7d8976838352 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3f1ae63-416f-443f-b032-af0d7dcc9019&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0878069
Dec 25 21:15:31.859758 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-6c2178f7-6958-48fd-b03c-fac2ca50104a None None] For port b24fea75-7047-4ea9-b40c-ebc66041bd75, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b24fea75-7047-4ea9-b40c-ebc66041bd75,segment=NetworkSegment(4b44f362-0de1-4e1e-8d11-6840e9682d8d),segment_id=4b44f362-0de1-4e1e-8d11-6840e9682d8d)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:15:31.860287 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-6c2178f7-6958-48fd-b03c-fac2ca50104a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:31.875239 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-6c2178f7-6958-48fd-b03c-fac2ca50104a None None] Calling delete_port for b24fea75-7047-4ea9-b40c-ebc66041bd75 owned by network:dhcp {{(pid=121608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:15:31.916564 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-63757655-0524-488d-b5d0-45e089d5022e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:31.945919 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63757655-0524-488d-b5d0-45e089d5022e admin admin] Pushing event deleted for resources: {'Port': ['ID=b24fea75-7047-4ea9-b40c-ebc66041bd75,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:15:31.949755 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63757655-0524-488d-b5d0-45e089d5022e admin admin] No DVR routers for this DVR port b24fea75-7047-4ea9-b40c-ebc66041bd75 on host ncdv-master-1 {{(pid=121607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:15:31.949899 ncdv-master-1 neutron-server[121608]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Dec 25 21:15:31.949899 ncdv-master-1 neutron-server[121608]:   from cryptography.utils import int_from_bytes
Dec 25 21:15:31.949899 ncdv-master-1 neutron-server[121608]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Dec 25 21:15:31.949899 ncdv-master-1 neutron-server[121608]:   from cryptography.utils import int_from_bytes
Dec 25 21:15:31.949899 ncdv-master-1 neutron-server[121608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 25 21:15:31.949899 ncdv-master-1 neutron-server[121608]:   self.session.flush()
Dec 25 21:15:31.949899 ncdv-master-1 neutron-server[121608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 25 21:15:31.949899 ncdv-master-1 neutron-server[121608]:   self.session.flush()
Dec 25 21:15:31.949899 ncdv-master-1 neutron-server[121608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 25 21:15:31.949899 ncdv-master-1 neutron-server[121608]:   self.session.flush()
Dec 25 21:15:31.949899 ncdv-master-1 neutron-server[121608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 25 21:15:31.949899 ncdv-master-1 neutron-server[121608]:   self.session.flush()
Dec 25 21:15:31.949899 ncdv-master-1 neutron-server[121608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 25 21:15:31.949899 ncdv-master-1 neutron-server[121608]:   self.session.flush()
Dec 25 21:15:31.949899 ncdv-master-1 neutron-server[121608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 25 21:15:31.949899 ncdv-master-1 neutron-server[121608]:   self.session.flush()
Dec 25 21:15:31.949899 ncdv-master-1 neutron-server[121608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 25 21:15:31.949899 ncdv-master-1 neutron-server[121608]:   self.session.flush()
Dec 25 21:15:31.949899 ncdv-master-1 neutron-server[121608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 25 21:15:31.949899 ncdv-master-1 neutron-server[121608]:   self.session.flush()
Dec 25 21:15:31.949899 ncdv-master-1 neutron-server[121608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 25 21:15:31.949899 ncdv-master-1 neutron-server[121608]:   self.session.flush()
Dec 25 21:15:31.949899 ncdv-master-1 neutron-server[121608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 25 21:15:31.949899 ncdv-master-1 neutron-server[121608]:   self.session.flush()
Dec 25 21:15:31.949899 ncdv-master-1 neutron-server[121608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 25 21:15:31.949899 ncdv-master-1 neutron-server[121608]:   self.session.flush()
Dec 25 21:15:31.949899 ncdv-master-1 neutron-server[121608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 25 21:15:31.949899 ncdv-master-1 neutron-server[121608]:   self.session.flush()
Dec 25 21:15:31.949899 ncdv-master-1 neutron-server[121608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 25 21:15:31.949899 ncdv-master-1 neutron-server[121608]:   self.session.flush()
Dec 25 21:15:31.949899 ncdv-master-1 neutron-server[121608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 25 21:15:31.949899 ncdv-master-1 neutron-server[121608]:   self.session.flush()
Dec 25 21:15:31.949899 ncdv-master-1 neutron-server[121608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 25 21:15:31.949899 ncdv-master-1 neutron-server[121608]:   self.session.flush()
Dec 25 21:15:31.949899 ncdv-master-1 neutron-server[121608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 25 21:15:31.949899 ncdv-master-1 neutron-server[121608]:   self.session.flush()
Dec 25 21:15:31.949899 ncdv-master-1 neutron-server[121608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 25 21:15:31.949899 ncdv-master-1 neutron-server[121608]:   self.session.flush()
Dec 25 21:15:31.949899 ncdv-master-1 neutron-server[121608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 25 21:15:31.949899 ncdv-master-1 neutron-server[121608]:   self.session.flush()
Dec 25 21:15:31.949899 ncdv-master-1 neutron-server[121608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 25 21:15:31.949899 ncdv-master-1 neutron-server[121608]:   self.session.flush()
Dec 25 21:15:31.953102 ncdv-master-1 neutron-server[121608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 25 21:15:31.953102 ncdv-master-1 neutron-server[121608]:   self.session.flush()
Dec 25 21:15:31.953102 ncdv-master-1 neutron-server[121608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 25 21:15:31.953102 ncdv-master-1 neutron-server[121608]:   self.session.flush()
Dec 25 21:15:31.953102 ncdv-master-1 neutron-server[121608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 25 21:15:31.953102 ncdv-master-1 neutron-server[121608]:   self.session.flush()
Dec 25 21:15:31.953102 ncdv-master-1 neutron-server[121608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 25 21:15:31.953102 ncdv-master-1 neutron-server[121608]:   self.session.flush()
Dec 25 21:15:31.953102 ncdv-master-1 neutron-server[121608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 25 21:15:31.953102 ncdv-master-1 neutron-server[121608]:   self.session.flush()
Dec 25 21:15:31.953102 ncdv-master-1 neutron-server[121608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 25 21:15:31.953102 ncdv-master-1 neutron-server[121608]:   self.session.flush()
Dec 25 21:15:31.953102 ncdv-master-1 neutron-server[121608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 25 21:15:31.953102 ncdv-master-1 neutron-server[121608]:   self.session.flush()
Dec 25 21:15:31.960640 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-6c2178f7-6958-48fd-b03c-fac2ca50104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955'] for port, after_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:31.988489 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2178f7-6958-48fd-b03c-fac2ca50104a None None] Pushing event deleted for resources: {'Port': ['ID=b24fea75-7047-4ea9-b40c-ebc66041bd75,revision_number=None']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:15:31.993477 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c2178f7-6958-48fd-b03c-fac2ca50104a None None] No DVR routers for this DVR port b24fea75-7047-4ea9-b40c-ebc66041bd75 on host ncdv-master-1 {{(pid=121608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:15:32.018257 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-63757655-0524-488d-b5d0-45e089d5022e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997585', 'neutron.services.segments.db._delete_segments_for_network-8737602743071'] for network, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:32.037567 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-63757655-0524-488d-b5d0-45e089d5022e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2612c70310>,) {'filters': {'network_id': ['725dd106-58ac-4498-b418-36fd684d5557']}} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:15:32.047011 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-63757655-0524-488d-b5d0-45e089d5022e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2612c70310>, '4b44f362-0de1-4e1e-8d11-6840e9682d8d') {'for_net_delete': True} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:15:32.047311 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-63757655-0524-488d-b5d0-45e089d5022e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2612c70310>, '4b44f362-0de1-4e1e-8d11-6840e9682d8d') {} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:15:32.060625 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-63757655-0524-488d-b5d0-45e089d5022e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737602746920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10246592'] for segment, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:32.073453 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-63757655-0524-488d-b5d0-45e089d5022e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:32.079211 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63757655-0524-488d-b5d0-45e089d5022e admin admin] Releasing vlan 167 on physical network physnet1 to pool {{(pid=121607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 25 21:15:32.079582 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-63757655-0524-488d-b5d0-45e089d5022e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8633327'] for segment, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:32.081174 ncdv-master-1 neutron-server[121607]: Traceback (most recent call last):
Dec 25 21:15:32.081174 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 25 21:15:32.081174 ncdv-master-1 neutron-server[121607]:     timer()
Dec 25 21:15:32.081174 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 25 21:15:32.081174 ncdv-master-1 neutron-server[121607]:     cb(*args, **kw)
Dec 25 21:15:32.081174 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 25 21:15:32.081174 ncdv-master-1 neutron-server[121607]:     return func(*args, **kwargs)
Dec 25 21:15:32.081174 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 25 21:15:32.081174 ncdv-master-1 neutron-server[121607]:     self._notify()
Dec 25 21:15:32.081174 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 25 21:15:32.081174 ncdv-master-1 neutron-server[121607]:     self.callback(batched_events)
Dec 25 21:15:32.081174 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 25 21:15:32.081174 ncdv-master-1 neutron-server[121607]:     event.method(event)
Dec 25 21:15:32.081174 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 25 21:15:32.081174 ncdv-master-1 neutron-server[121607]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 25 21:15:32.081174 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 25 21:15:32.081174 ncdv-master-1 neutron-server[121607]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 25 21:15:32.081174 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 25 21:15:32.081174 ncdv-master-1 neutron-server[121607]:     return f(self, *a, **k)
Dec 25 21:15:32.081174 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 25 21:15:32.081174 ncdv-master-1 neutron-server[121607]:     return self._get(url).json()
Dec 25 21:15:32.081174 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 25 21:15:32.081174 ncdv-master-1 neutron-server[121607]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 25 21:15:32.081174 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 25 21:15:32.081174 ncdv-master-1 neutron-server[121607]:     return self.request(url, 'GET', **kwargs)
Dec 25 21:15:32.081174 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 25 21:15:32.081174 ncdv-master-1 neutron-server[121607]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 25 21:15:32.081174 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 25 21:15:32.081174 ncdv-master-1 neutron-server[121607]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 25 21:15:32.081174 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 25 21:15:32.081174 ncdv-master-1 neutron-server[121607]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 25 21:15:32.081174 ncdv-master-1 neutron-server[121607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 25 21:15:32.196197 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-63757655-0524-488d-b5d0-45e089d5022e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2008653'] for network, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:32.203959 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-63757655-0524-488d-b5d0-45e089d5022e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for network, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:32.207078 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-63757655-0524-488d-b5d0-45e089d5022e admin admin] 10.222.0.32 "DELETE /v2.0/networks/725dd106-58ac-4498-b418-36fd684d5557 HTTP/1.1" status: 204  len: 168 time: 0.7696660
Dec 25 21:15:32.217990 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63757655-0524-488d-b5d0-45e089d5022e admin admin] Pushing event deleted for resources: {'Network': ['ID=725dd106-58ac-4498-b418-36fd684d5557,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:15:32.331201 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device 1cafd266-4160-4e86-8dbb-b90af90eeb70 up at agent hyperv_nch2-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:15:32.360109 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bf3a3c-172d-4fe8-920f-f7e928a28632 req-3f2ffb8f-941e-4e01-b9b5-71591fd12b44 tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:15:32.362094 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-70bf3a3c-172d-4fe8-920f-f7e928a28632 req-3f2ffb8f-941e-4e01-b9b5-71591fd12b44 tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] 10.222.0.32 "GET /v2.0/ports?device_id=0bfb31ab-a5a4-4386-b5bd-77f172344909 HTTP/1.1" status: 200  len: 945 time: 0.0543306
Dec 25 21:15:32.412837 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-70bf3a3c-172d-4fe8-920f-f7e928a28632 req-d580e0dc-1187-4331-85e5-6d0ffb830b07 tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] 10.222.0.32 "GET /v2.0/security-groups?id=e70b16a5-3c2f-443c-a3bd-2851d79b2b90&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444734
Dec 25 21:15:32.441487 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Provisioning for port 1cafd266-4160-4e86-8dbb-b90af90eeb70 completed by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 25 21:15:32.445483 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Provisioning complete for port 1cafd266-4160-4e86-8dbb-b90af90eeb70 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:15:32.445851 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:32.535566 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:32.537188 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 51798) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:15:32.561533 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e36ba04e-35fa-4f08-b691-833f273a7ec4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cafd266-4160-4e86-8dbb-b90af90eeb70'}] {{(pid=121608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:15:32.564186 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a88c78c3ff6266bd59c7e89d275b28c92e739b67d23c89d71af88829fd31566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad43a6ad-fb7f-4ce1-8a54-342ef05c1b38" -d '{"events": [{"server_uuid": "e36ba04e-35fa-4f08-b691-833f273a7ec4", "name": "network-vif-plugged", "status": "completed", "tag": "1cafd266-4160-4e86-8dbb-b90af90eeb70"}]}' {{(pid=121608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:15:32.578439 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port 1cafd266-4160-4e86-8dbb-b90af90eeb70, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1cafd266-4160-4e86-8dbb-b90af90eeb70,segment=NetworkSegment(85c774cb-a0eb-4ad9-961f-f331d3b37cd6),segment_id=85c774cb-a0eb-4ad9-961f-f331d3b37cd6)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:15:32.584631 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-765d8df9-f656-46e6-ae90-f320b2a204a1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=53cc391e03de44dbb245531288da2872&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0459945
Dec 25 21:15:32.584802 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 51804) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:15:32.616018 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 21:15:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62fdc0eb-677d-437d-bfc7-441d4523e821 x-openstack-request-id: req-62fdc0eb-677d-437d-bfc7-441d4523e821 {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:15:32.616204 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e36ba04e-35fa-4f08-b691-833f273a7ec4", "name": "network-vif-plugged", "status": "completed", "tag": "1cafd266-4160-4e86-8dbb-b90af90eeb70", "code": 200}]} {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:15:32.616511 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-62fdc0eb-677d-437d-bfc7-441d4523e821 {{(pid=121608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:15:32.617055 ncdv-master-1 neutron-server[121608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e36ba04e-35fa-4f08-b691-833f273a7ec4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cafd266-4160-4e86-8dbb-b90af90eeb70', 'code': 200}
Dec 25 21:15:32.662327 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-41b3eb63-e6a0-4f8e-a12b-e6e4482e7396 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:32.685062 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:32.690036 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-41b3eb63-e6a0-4f8e-a12b-e6e4482e7396 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:32.715691 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb70780-f466-4ffe-bb62-0e01c0353264 req-0a94b03a-6a46-4a91-aa9c-dbe39728f41c tempest-LiveMigrationNegativeTest-1846926095 tempest-LiveMigrationNegativeTest-1846926095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:15:32.717188 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-feb70780-f466-4ffe-bb62-0e01c0353264 req-0a94b03a-6a46-4a91-aa9c-dbe39728f41c tempest-LiveMigrationNegativeTest-1846926095 tempest-LiveMigrationNegativeTest-1846926095-project] 10.222.0.32 "GET /v2.0/ports?device_id=e36ba04e-35fa-4f08-b691-833f273a7ec4 HTTP/1.1" status: 200  len: 949 time: 0.0885098
Dec 25 21:15:32.717672 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b47025-14cc-4ca4-8e16-4d3c75cb46f2 req-521a5025-80f3-4309-b45a-9be66da298ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:15:32.719156 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-78b47025-14cc-4ca4-8e16-4d3c75cb46f2 req-521a5025-80f3-4309-b45a-9be66da298ed service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e36ba04e-35fa-4f08-b691-833f273a7ec4 HTTP/1.1" status: 200  len: 1101 time: 0.0467629
Dec 25 21:15:32.750101 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Pushing event updated for resources: {'Port': ['ID=1cafd266-4160-4e86-8dbb-b90af90eeb70,revision_number=5']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:15:32.782043 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-78b47025-14cc-4ca4-8e16-4d3c75cb46f2 req-abd98959-40b5-42de-8551-4b290441328c service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=cd59572e-cceb-410e-98f9-b4c8102dcd43&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0518165
Dec 25 21:15:32.786103 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-feb70780-f466-4ffe-bb62-0e01c0353264 req-28706829-a49d-475f-bbc6-8f9e270ad4f5 tempest-LiveMigrationNegativeTest-1846926095 tempest-LiveMigrationNegativeTest-1846926095-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd59572e-cceb-410e-98f9-b4c8102dcd43&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0603609
Dec 25 21:15:32.842093 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-41b3eb63-e6a0-4f8e-a12b-e6e4482e7396 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:32.844937 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-41b3eb63-e6a0-4f8e-a12b-e6e4482e7396 admin admin] Publish callbacks [] for security_group, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:32.846077 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-41b3eb63-e6a0-4f8e-a12b-e6e4482e7396 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8bf77a26-90d8-4a6a-a5bb-9e06513d8ecf HTTP/1.1" status: 204  len: 168 time: 0.2602444
Dec 25 21:15:32.854953 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b3eb63-e6a0-4f8e-a12b-e6e4482e7396 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bf77a26-90d8-4a6a-a5bb-9e06513d8ecf,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:15:32.942146 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7971b5-3f5b-47fd-937d-8c29e6436eaf req-7d5c6c11-aec4-4127-b324-84708eb180c4 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:15:32.943763 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5c7971b5-3f5b-47fd-937d-8c29e6436eaf req-7d5c6c11-aec4-4127-b324-84708eb180c4 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/ports?device_id=3308bcb1-0f06-470f-913d-ae09dfc92a3a HTTP/1.1" status: 200  len: 950 time: 0.0550752
Dec 25 21:15:32.952045 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device b24fea75-7047-4ea9-b40c-ebc66041bd75 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:15:32.976554 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] No Port match for: b24fea75-7047-4ea9-b40c-ebc66041bd75 {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:15:32.977316 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device b24fea75-7047-4ea9-b40c-ebc66041bd75 not bound to the agent host ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:15:32.977973 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 9e3a79fe-410e-45ea-9011-3d77696a2bae no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:15:32.997005 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5c7971b5-3f5b-47fd-937d-8c29e6436eaf req-048c9a9b-23d2-48f8-87f1-6adae8403b49 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3f1ae63-416f-443f-b032-af0d7dcc9019&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0462801
Dec 25 21:15:32.998150 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] No Port match for: 9e3a79fe-410e-45ea-9011-3d77696a2bae {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:15:32.998457 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 9e3a79fe-410e-45ea-9011-3d77696a2bae not bound to the agent host ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:15:33.214840 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device 36aab66a-d72a-4228-bef8-35285fc6597a details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 25 21:15:33.311709 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port 36aab66a-d72a-4228-bef8-35285fc6597a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=36aab66a-d72a-4228-bef8-35285fc6597a,segment=NetworkSegment(85c774cb-a0eb-4ad9-961f-f331d3b37cd6),segment_id=85c774cb-a0eb-4ad9-961f-f331d3b37cd6)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:15:33.323223 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Returning: {'device': '36aab66a-d72a-4228-bef8-35285fc6597a', 'network_id': '8f212e98-547d-4c6e-a560-2e9a548c8f59', 'port_id': '36aab66a-d72a-4228-bef8-35285fc6597a', 'mac_address': 'fa:16:3e:d1:5f:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcfbae86-f93e-400c-8084-eac7f56ff5ba', 'ip_address': '192.168.233.217'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 25 21:15:33.359206 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:33.372238 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 36aab66a-d72a-4228-bef8-35285fc6597a {{(pid=121608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:15:33.391446 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port 36aab66a-d72a-4228-bef8-35285fc6597a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=36aab66a-d72a-4228-bef8-35285fc6597a,segment=NetworkSegment(85c774cb-a0eb-4ad9-961f-f331d3b37cd6),segment_id=85c774cb-a0eb-4ad9-961f-f331d3b37cd6)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:15:33.458984 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:33.504442 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 51820) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:15:33.514418 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Pushing event updated for resources: {'Port': ['ID=36aab66a-d72a-4228-bef8-35285fc6597a,revision_number=6']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:15:33.540225 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a782940-7603-47ad-aa8e-737887ffd9af req-e2b9193d-742b-46ba-b8e3-7112f1c55bec tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:15:33.541803 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2a782940-7603-47ad-aa8e-737887ffd9af req-e2b9193d-742b-46ba-b8e3-7112f1c55bec tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] 10.222.0.32 "GET /v2.0/ports?device_id=0bfb31ab-a5a4-4386-b5bd-77f172344909 HTTP/1.1" status: 200  len: 945 time: 0.0553014
Dec 25 21:15:33.555381 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-1fd7a275-66a5-4fdb-ab16-39984eb8a873 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=93f66f3f38674111af80e14c33a3e39d&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0489130
Dec 25 21:15:33.557714 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 51828) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:15:33.562001 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] get_ports_and_sgs() called for port_ids ['36aab66a-d72a-4228-bef8-35285fc6597a'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:15:33.599481 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2a782940-7603-47ad-aa8e-737887ffd9af req-dd94c56a-3f05-469f-b474-a7dee0442db3 tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] 10.222.0.32 "GET /v2.0/security-groups?id=e70b16a5-3c2f-443c-a3bd-2851d79b2b90&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0496593
Dec 25 21:15:33.619750 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-535ef1fc-323d-4bf1-a4ef-e3b1200ae084 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:33.640823 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-535ef1fc-323d-4bf1-a4ef-e3b1200ae084 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:33.869893 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-535ef1fc-323d-4bf1-a4ef-e3b1200ae084 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:33.872602 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-535ef1fc-323d-4bf1-a4ef-e3b1200ae084 admin admin] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:33.874046 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-535ef1fc-323d-4bf1-a4ef-e3b1200ae084 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/874fead3-32b7-4bc3-bc7f-88bc8a64a6f5 HTTP/1.1" status: 204  len: 168 time: 0.3125188
Dec 25 21:15:33.883522 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535ef1fc-323d-4bf1-a4ef-e3b1200ae084 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=874fead3-32b7-4bc3-bc7f-88bc8a64a6f5,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:15:33.925433 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eccee38-575f-47d2-b46d-d43e9252ee6b req-afb43054-c7f3-4ba3-ace7-f3d1768d1483 tempest-LiveMigrationNegativeTest-1846926095 tempest-LiveMigrationNegativeTest-1846926095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:15:33.933472 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9eccee38-575f-47d2-b46d-d43e9252ee6b req-afb43054-c7f3-4ba3-ace7-f3d1768d1483 tempest-LiveMigrationNegativeTest-1846926095 tempest-LiveMigrationNegativeTest-1846926095-project] 10.222.0.32 "GET /v2.0/ports?device_id=e36ba04e-35fa-4f08-b691-833f273a7ec4 HTTP/1.1" status: 200  len: 950 time: 0.0705948
Dec 25 21:15:33.980425 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9eccee38-575f-47d2-b46d-d43e9252ee6b req-7bf470fe-d2fc-4f79-ad20-fd0640e0617d tempest-LiveMigrationNegativeTest-1846926095 tempest-LiveMigrationNegativeTest-1846926095-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd59572e-cceb-410e-98f9-b4c8102dcd43&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0460858
Dec 25 21:15:34.121921 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdbb035-3b07-415d-8ef2-edfd1b280057 req-bd10b8d1-d367-4b4f-a3c0-bca264509198 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:15:34.123500 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-bfdbb035-3b07-415d-8ef2-edfd1b280057 req-bd10b8d1-d367-4b4f-a3c0-bca264509198 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/ports?device_id=3308bcb1-0f06-470f-913d-ae09dfc92a3a HTTP/1.1" status: 200  len: 950 time: 0.0516968
Dec 25 21:15:34.138852 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:34.181280 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-bfdbb035-3b07-415d-8ef2-edfd1b280057 req-e4f25f41-351d-47e2-a67a-cff5e3b73e38 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3f1ae63-416f-443f-b032-af0d7dcc9019&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0505972
Dec 25 21:15:34.715352 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.agents_db [None req-ec08dba0-4483-4109-b5e1-5e4a9fdaf12d None None] Agent healthcheck: found 7 active agents {{(pid=121609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 25 21:15:34.728620 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936ad1c6-4c7b-4158-a6ae-5ec7b73f7322 req-9fd91b18-6c0f-4b6a-8579-55c469e61857 tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:15:34.730192 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-936ad1c6-4c7b-4158-a6ae-5ec7b73f7322 req-9fd91b18-6c0f-4b6a-8579-55c469e61857 tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] 10.222.0.32 "GET /v2.0/ports?device_id=0bfb31ab-a5a4-4386-b5bd-77f172344909 HTTP/1.1" status: 200  len: 945 time: 0.0540104
Dec 25 21:15:34.799850 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-936ad1c6-4c7b-4158-a6ae-5ec7b73f7322 req-498ac73a-62a7-4b4f-ba40-610cfeef3aa7 tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] 10.222.0.32 "GET /v2.0/security-groups?id=e70b16a5-3c2f-443c-a3bd-2851d79b2b90&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0638235
Dec 25 21:15:34.818669 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-904e1677-0f3f-4878-a72a-f2722e3b02b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:35.109695 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a11707b-2a39-4a5a-be82-c3a42a5b929c req-3bbfc440-9b74-41f0-8b8e-a77381145166 tempest-LiveMigrationNegativeTest-1846926095 tempest-LiveMigrationNegativeTest-1846926095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:15:35.111234 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7a11707b-2a39-4a5a-be82-c3a42a5b929c req-3bbfc440-9b74-41f0-8b8e-a77381145166 tempest-LiveMigrationNegativeTest-1846926095 tempest-LiveMigrationNegativeTest-1846926095-project] 10.222.0.32 "GET /v2.0/ports?device_id=e36ba04e-35fa-4f08-b691-833f273a7ec4 HTTP/1.1" status: 200  len: 950 time: 0.0516646
Dec 25 21:15:35.160390 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7a11707b-2a39-4a5a-be82-c3a42a5b929c req-8a0988c3-f9dd-4e9e-9879-6268c216bde7 tempest-LiveMigrationNegativeTest-1846926095 tempest-LiveMigrationNegativeTest-1846926095-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd59572e-cceb-410e-98f9-b4c8102dcd43&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423090
Dec 25 21:15:35.214303 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device 36aab66a-d72a-4228-bef8-35285fc6597a up at agent hyperv_nch1-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:15:35.271802 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Provisioning complete for port 36aab66a-d72a-4228-bef8-35285fc6597a triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:15:35.273553 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:35.428574 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:35.434777 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87338c4-c00c-41bc-bfd9-1ac9901b1fb6 req-c06bc304-2854-48e6-ae94-adb450fc45f9 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:15:35.447626 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a87338c4-c00c-41bc-bfd9-1ac9901b1fb6 req-c06bc304-2854-48e6-ae94-adb450fc45f9 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/ports?device_id=3308bcb1-0f06-470f-913d-ae09dfc92a3a HTTP/1.1" status: 200  len: 950 time: 0.0878847
Dec 25 21:15:35.497895 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66cd474f-564e-4f62-ba35-0016e7dcec42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36aab66a-d72a-4228-bef8-35285fc6597a'}] {{(pid=121608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:15:35.500180 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a88c78c3ff6266bd59c7e89d275b28c92e739b67d23c89d71af88829fd31566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edd905c3-2ae3-4d25-9b6a-7eb0c1a8346e" -d '{"events": [{"server_uuid": "66cd474f-564e-4f62-ba35-0016e7dcec42", "name": "network-vif-plugged", "status": "completed", "tag": "36aab66a-d72a-4228-bef8-35285fc6597a"}]}' {{(pid=121608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:15:35.529665 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port 36aab66a-d72a-4228-bef8-35285fc6597a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=36aab66a-d72a-4228-bef8-35285fc6597a,segment=NetworkSegment(85c774cb-a0eb-4ad9-961f-f331d3b37cd6),segment_id=85c774cb-a0eb-4ad9-961f-f331d3b37cd6)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:15:35.532988 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a87338c4-c00c-41bc-bfd9-1ac9901b1fb6 req-5199dff9-0d1d-4edc-820b-9945c46e49b7 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3f1ae63-416f-443f-b032-af0d7dcc9019&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0839300
Dec 25 21:15:35.596161 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 21:15:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b8bd91c-215d-4cef-ba43-b32c94c1d96d x-openstack-request-id: req-2b8bd91c-215d-4cef-ba43-b32c94c1d96d {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:15:35.596858 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66cd474f-564e-4f62-ba35-0016e7dcec42", "name": "network-vif-plugged", "status": "completed", "tag": "36aab66a-d72a-4228-bef8-35285fc6597a", "code": 200}]} {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:15:35.597657 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2b8bd91c-215d-4cef-ba43-b32c94c1d96d {{(pid=121608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:15:35.598227 ncdv-master-1 neutron-server[121608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66cd474f-564e-4f62-ba35-0016e7dcec42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36aab66a-d72a-4228-bef8-35285fc6597a', 'code': 200}
Dec 25 21:15:35.607464 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:35.692664 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a60032-4d18-413d-9078-cad08095d7a6 req-4bc42fac-06f9-41c4-9b67-38bfe18a8aeb tempest-LiveMigrationNegativeTest-1846926095 tempest-LiveMigrationNegativeTest-1846926095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:15:35.694430 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b9a60032-4d18-413d-9078-cad08095d7a6 req-4bc42fac-06f9-41c4-9b67-38bfe18a8aeb tempest-LiveMigrationNegativeTest-1846926095 tempest-LiveMigrationNegativeTest-1846926095-project] 10.222.0.32 "GET /v2.0/ports?device_id=e36ba04e-35fa-4f08-b691-833f273a7ec4 HTTP/1.1" status: 200  len: 950 time: 0.1185758
Dec 25 21:15:35.705357 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Pushing event updated for resources: {'Port': ['ID=36aab66a-d72a-4228-bef8-35285fc6597a,revision_number=7']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:15:35.768614 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b9a60032-4d18-413d-9078-cad08095d7a6 req-ad2c3582-9d6f-49af-811f-9fecd113ed57 tempest-LiveMigrationNegativeTest-1846926095 tempest-LiveMigrationNegativeTest-1846926095-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd59572e-cceb-410e-98f9-b4c8102dcd43&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0633097
Dec 25 21:15:35.955288 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c332c3-ac08-43b5-8523-518f2f6e68c5 req-08796f55-77bf-4325-9d75-641c20700256 tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:15:35.970620 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e8c332c3-ac08-43b5-8523-518f2f6e68c5 req-08796f55-77bf-4325-9d75-641c20700256 tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] 10.222.0.32 "GET /v2.0/ports?device_id=0bfb31ab-a5a4-4386-b5bd-77f172344909 HTTP/1.1" status: 200  len: 945 time: 0.0814860
Dec 25 21:15:36.029328 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e8c332c3-ac08-43b5-8523-518f2f6e68c5 req-469b6e6e-ed92-4bfe-8201-18dd463acab7 tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] 10.222.0.32 "GET /v2.0/security-groups?id=e70b16a5-3c2f-443c-a3bd-2851d79b2b90&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0568454
Dec 25 21:15:36.111281 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-30e39cac-aca4-4ab2-b44b-75a68bc192b5 req-af9280fa-5fe5-47b5-a92e-d46fdaf94e8d tempest-LiveMigrationNegativeTest-1846926095 tempest-LiveMigrationNegativeTest-1846926095-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=2fe1a82960c8413095a4b833950e8b3f&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0264540
Dec 25 21:15:36.192612 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9cd75ec6-f3d0-4f05-a53e-2ade83498d84 req-a90a9929-6534-4224-960c-a30d244e8430 tempest-FlavorsV2NegativeTest-926731564 tempest-FlavorsV2NegativeTest-926731564-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=09501908783040bb8a8cc10281a09ca0&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0361319
Dec 25 21:15:36.340356 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e39cac-aca4-4ab2-b44b-75a68bc192b5 req-1216d470-290b-49ac-8061-2e3a33e131b1 tempest-LiveMigrationNegativeTest-1846926095 tempest-LiveMigrationNegativeTest-1846926095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:15:36.347770 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-30e39cac-aca4-4ab2-b44b-75a68bc192b5 req-1216d470-290b-49ac-8061-2e3a33e131b1 tempest-LiveMigrationNegativeTest-1846926095 tempest-LiveMigrationNegativeTest-1846926095-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2307568
Dec 25 21:15:36.369483 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-30e39cac-aca4-4ab2-b44b-75a68bc192b5 req-afc8a565-0d7b-4e3c-a4df-7f39b1fe76a5 tempest-LiveMigrationNegativeTest-1846926095 tempest-LiveMigrationNegativeTest-1846926095-project] 10.222.0.32 "GET /v2.0/quotas/2fe1a82960c8413095a4b833950e8b3f HTTP/1.1" status: 200  len: 375 time: 0.0207407
Dec 25 21:15:36.427455 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd75ec6-f3d0-4f05-a53e-2ade83498d84 req-9fae8ba4-8f0e-4b9c-bda0-f50d3f923460 tempest-FlavorsV2NegativeTest-926731564 tempest-FlavorsV2NegativeTest-926731564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:15:36.429020 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9cd75ec6-f3d0-4f05-a53e-2ade83498d84 req-9fae8ba4-8f0e-4b9c-bda0-f50d3f923460 tempest-FlavorsV2NegativeTest-926731564 tempest-FlavorsV2NegativeTest-926731564-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2034092
Dec 25 21:15:36.451979 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9cd75ec6-f3d0-4f05-a53e-2ade83498d84 req-11cc59cf-cfc8-444d-8b72-3449058bf5aa tempest-FlavorsV2NegativeTest-926731564 tempest-FlavorsV2NegativeTest-926731564-project] 10.222.0.32 "GET /v2.0/quotas/09501908783040bb8a8cc10281a09ca0 HTTP/1.1" status: 200  len: 375 time: 0.0141551
Dec 25 21:15:36.456335 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-30e39cac-aca4-4ab2-b44b-75a68bc192b5 req-19a53909-67ed-456a-826c-eb3cfb10a191 tempest-LiveMigrationNegativeTest-1846926095 tempest-LiveMigrationNegativeTest-1846926095-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=2fe1a82960c8413095a4b833950e8b3f&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0802124
Dec 25 21:15:36.488450 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9cd75ec6-f3d0-4f05-a53e-2ade83498d84 req-f974cc54-17ec-460c-9339-11fcdef6db1c tempest-FlavorsV2NegativeTest-926731564 tempest-FlavorsV2NegativeTest-926731564-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=09501908783040bb8a8cc10281a09ca0&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0292430
Dec 25 21:15:36.796391 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72682e8e-b8bd-45d5-a0b5-8378c322e66a req-fdc95a94-8a87-49d2-a336-5f296a40da14 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:15:36.797980 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-72682e8e-b8bd-45d5-a0b5-8378c322e66a req-fdc95a94-8a87-49d2-a336-5f296a40da14 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/ports?device_id=3308bcb1-0f06-470f-913d-ae09dfc92a3a HTTP/1.1" status: 200  len: 950 time: 0.0632453
Dec 25 21:15:36.909920 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-72682e8e-b8bd-45d5-a0b5-8378c322e66a req-138302ea-b7c9-43ee-a14c-2e88f6a54073 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3f1ae63-416f-443f-b032-af0d7dcc9019&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0969293
Dec 25 21:15:36.999103 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-794a00cf-4602-40ea-a52b-0620e1cf4197 req-ef83eca7-01c4-49b5-b9ff-4751aad3281c tempest-LiveMigrationNegativeTest-1846926095 tempest-LiveMigrationNegativeTest-1846926095-project] 10.222.0.32 "GET /v2.0/ports?device_id=25868382-2f4d-4138-bd58-4d8505ab944a HTTP/1.1" status: 200  len: 210 time: 0.0372579
Dec 25 21:15:37.003340 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-95f46c8e-9187-4e45-a93c-62b75fb0e119 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:37.229363 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0721fa1a-d34b-4e2a-bc39-dee35daf4c10 req-8f32d48d-015e-474a-8146-0d9474e6560e tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:15:37.230997 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0721fa1a-d34b-4e2a-bc39-dee35daf4c10 req-8f32d48d-015e-474a-8146-0d9474e6560e tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] 10.222.0.32 "GET /v2.0/ports?device_id=0bfb31ab-a5a4-4386-b5bd-77f172344909 HTTP/1.1" status: 200  len: 945 time: 0.1031282
Dec 25 21:15:37.294915 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0721fa1a-d34b-4e2a-bc39-dee35daf4c10 req-8a1050b9-b05a-4f4d-bbd1-d68281557a59 tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] 10.222.0.32 "GET /v2.0/security-groups?id=e70b16a5-3c2f-443c-a3bd-2851d79b2b90&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0567040
Dec 25 21:15:37.738699 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 52030) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:15:37.892533 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-85fc80b4-a4ae-4425-934d-5d70a03a1f9d admin admin] Publish callbacks [] for security_group, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:38.046466 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:38.102659 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-85fc80b4-a4ae-4425-934d-5d70a03a1f9d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:38.140800 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3fcb6b72-de81-4e43-a4a3-4935656b70c0 req-38ef8300-41b2-4227-8049-eb3879b4f71c tempest-LiveMigrationNegativeTest-1846926095 tempest-LiveMigrationNegativeTest-1846926095-project] 10.222.0.32 "GET /v2.0/ports?device_id=25868382-2f4d-4138-bd58-4d8505ab944a HTTP/1.1" status: 200  len: 210 time: 0.0340586
Dec 25 21:15:38.159685 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0c5147-07b5-4fa9-b388-63e872506f25 req-09065f05-b1e1-4e11-8130-b8fc8debd0d2 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:15:38.162490 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-fd0c5147-07b5-4fa9-b388-63e872506f25 req-09065f05-b1e1-4e11-8130-b8fc8debd0d2 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/ports?device_id=3308bcb1-0f06-470f-913d-ae09dfc92a3a HTTP/1.1" status: 200  len: 950 time: 0.1089766
Dec 25 21:15:38.166179 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-85fc80b4-a4ae-4425-934d-5d70a03a1f9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:38.250210 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-85fc80b4-a4ae-4425-934d-5d70a03a1f9d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=09501908783040bb8a8cc10281a09ca0&name=default HTTP/1.1" status: 200  len: 2996 time: 0.5079091
Dec 25 21:15:38.250210 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fc80b4-a4ae-4425-934d-5d70a03a1f9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b47de05-307b-419e-91df-666a5b04a282,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:15:38.251062 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 52046) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:15:38.344185 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-1f560637-97e7-4eed-a276-338171f8856b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:38.357936 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-fd0c5147-07b5-4fa9-b388-63e872506f25 req-44f31477-9169-4b7f-b3b6-7846538772b5 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3f1ae63-416f-443f-b032-af0d7dcc9019&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1736534
Dec 25 21:15:38.374061 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3e945ecd-9380-47c2-aa0a-12ebe07e03e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:38.396003 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-1f560637-97e7-4eed-a276-338171f8856b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:38.446968 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d0a747-e39a-44f8-ad37-c6d608db066c req-bf222d76-64ad-437f-bf87-583c8da95e22 tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:15:38.454263 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c0d0a747-e39a-44f8-ad37-c6d608db066c req-bf222d76-64ad-437f-bf87-583c8da95e22 tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] 10.222.0.32 "GET /v2.0/ports?device_id=0bfb31ab-a5a4-4386-b5bd-77f172344909 HTTP/1.1" status: 200  len: 945 time: 0.0660298
Dec 25 21:15:38.504611 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c0d0a747-e39a-44f8-ad37-c6d608db066c req-bb3c9c18-47a0-4587-ad31-f3b19b81217c tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] 10.222.0.32 "GET /v2.0/security-groups?id=e70b16a5-3c2f-443c-a3bd-2851d79b2b90&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0494108
Dec 25 21:15:38.509912 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-1f560637-97e7-4eed-a276-338171f8856b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:38.512637 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-1f560637-97e7-4eed-a276-338171f8856b admin admin] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:38.515710 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-1f560637-97e7-4eed-a276-338171f8856b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4b47de05-307b-419e-91df-666a5b04a282 HTTP/1.1" status: 204  len: 168 time: 0.2624514
Dec 25 21:15:38.523672 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f560637-97e7-4eed-a276-338171f8856b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b47de05-307b-419e-91df-666a5b04a282,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:15:39.159773 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-30e39cac-aca4-4ab2-b44b-75a68bc192b5 req-ac2990e4-f72e-4044-a66f-a74b90801323 tempest-LiveMigrationNegativeTest-1846926095 tempest-LiveMigrationNegativeTest-1846926095-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=2fe1a82960c8413095a4b833950e8b3f&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0337322
Dec 25 21:15:39.307325 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ad6f50a0-b252-4d64-9511-374c689fa118 req-f00fa091-552e-4d31-91f2-14eb3c4b0268 tempest-LiveMigrationNegativeTest-1846926095 tempest-LiveMigrationNegativeTest-1846926095-project] 10.222.0.32 "GET /v2.0/ports?device_id=25868382-2f4d-4138-bd58-4d8505ab944a HTTP/1.1" status: 200  len: 210 time: 0.0453999
Dec 25 21:15:39.369059 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e39cac-aca4-4ab2-b44b-75a68bc192b5 req-b1c47723-a899-4dc8-83c9-ea727dc9e71f tempest-LiveMigrationNegativeTest-1846926095 tempest-LiveMigrationNegativeTest-1846926095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:15:39.370670 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-30e39cac-aca4-4ab2-b44b-75a68bc192b5 req-b1c47723-a899-4dc8-83c9-ea727dc9e71f tempest-LiveMigrationNegativeTest-1846926095 tempest-LiveMigrationNegativeTest-1846926095-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2043445
Dec 25 21:15:39.404275 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-30e39cac-aca4-4ab2-b44b-75a68bc192b5 req-2479cb24-0f30-47c9-9d01-cce3dbd544c8 tempest-LiveMigrationNegativeTest-1846926095 tempest-LiveMigrationNegativeTest-1846926095-project] Request body: {'port': {'device_id': '25868382-2f4d-4138-bd58-4d8505ab944a', 'network_id': '8f212e98-547d-4c6e-a560-2e9a548c8f59', 'admin_state_up': True, 'tenant_id': '2fe1a82960c8413095a4b833950e8b3f'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:15:39.452708 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-15cb578f-7a63-4fd3-925d-83bad4c7b82a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:39.567778 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e523008-d54b-46a3-85ea-8e109713372d req-bcfdf55a-3009-400c-b201-ec3346ba8602 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:15:39.570937 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1e523008-d54b-46a3-85ea-8e109713372d req-bcfdf55a-3009-400c-b201-ec3346ba8602 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/ports?device_id=3308bcb1-0f06-470f-913d-ae09dfc92a3a HTTP/1.1" status: 200  len: 950 time: 0.0881195
Dec 25 21:15:39.675609 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1e523008-d54b-46a3-85ea-8e109713372d req-659b0916-b9ba-48d5-9eb1-e910df1a9cbf tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3f1ae63-416f-443f-b032-af0d7dcc9019&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0943549
Dec 25 21:15:39.678145 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30e39cac-aca4-4ab2-b44b-75a68bc192b5 req-2479cb24-0f30-47c9-9d01-cce3dbd544c8 tempest-LiveMigrationNegativeTest-1846926095 tempest-LiveMigrationNegativeTest-1846926095-project] Made reservation on behalf of 2fe1a82960c8413095a4b833950e8b3f for: {'port': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:15:39.681553 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-30e39cac-aca4-4ab2-b44b-75a68bc192b5 req-2479cb24-0f30-47c9-9d01-cce3dbd544c8 tempest-LiveMigrationNegativeTest-1846926095 tempest-LiveMigrationNegativeTest-1846926095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:39.755976 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19629187-ed11-4899-9526-6067c7000c49 req-175f0329-b061-4219-9150-d484e0c4436c tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:15:39.758194 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-19629187-ed11-4899-9526-6067c7000c49 req-175f0329-b061-4219-9150-d484e0c4436c tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] 10.222.0.32 "GET /v2.0/ports?device_id=0bfb31ab-a5a4-4386-b5bd-77f172344909 HTTP/1.1" status: 200  len: 945 time: 0.1235280
Dec 25 21:15:39.853386 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-19629187-ed11-4899-9526-6067c7000c49 req-ce022f5a-4162-4bee-a292-a3f2567e1f75 tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] 10.222.0.32 "GET /v2.0/security-groups?id=e70b16a5-3c2f-443c-a3bd-2851d79b2b90&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0864921
Dec 25 21:15:39.872356 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_common [req-30e39cac-aca4-4ab2-b44b-75a68bc192b5 req-2479cb24-0f30-47c9-9d01-cce3dbd544c8 tempest-LiveMigrationNegativeTest-1846926095 tempest-LiveMigrationNegativeTest-1846926095-project] Allocated IP 192.168.233.251 (8f212e98-547d-4c6e-a560-2e9a548c8f59/dcfbae86-f93e-400c-8084-eac7f56ff5ba/04b699b9-f328-49f3-bfd1-4302a65626c8) {{(pid=121606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:15:40.059852 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-30e39cac-aca4-4ab2-b44b-75a68bc192b5 req-2479cb24-0f30-47c9-9d01-cce3dbd544c8 tempest-LiveMigrationNegativeTest-1846926095 tempest-LiveMigrationNegativeTest-1846926095-project] Publish callbacks [] for port, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:40.128088 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 52106) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:15:40.150270 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-30e39cac-aca4-4ab2-b44b-75a68bc192b5 req-2479cb24-0f30-47c9-9d01-cce3dbd544c8 tempest-LiveMigrationNegativeTest-1846926095 tempest-LiveMigrationNegativeTest-1846926095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:40.167731 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] get_ports_and_sgs() called for port_ids ['1cafd266-4160-4e86-8dbb-b90af90eeb70'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:15:40.207952 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30e39cac-aca4-4ab2-b44b-75a68bc192b5 req-2479cb24-0f30-47c9-9d01-cce3dbd544c8 tempest-LiveMigrationNegativeTest-1846926095 tempest-LiveMigrationNegativeTest-1846926095-project] Network 8f212e98-547d-4c6e-a560-2e9a548c8f59 is already hosted by enough agents. {{(pid=121606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:15:40.214857 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [req-30e39cac-aca4-4ab2-b44b-75a68bc192b5 req-2479cb24-0f30-47c9-9d01-cce3dbd544c8 tempest-LiveMigrationNegativeTest-1846926095 tempest-LiveMigrationNegativeTest-1846926095-project] Resources bound (agent type, host, resource id):  {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:15:40.222225 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [req-30e39cac-aca4-4ab2-b44b-75a68bc192b5 req-2479cb24-0f30-47c9-9d01-cce3dbd544c8 tempest-LiveMigrationNegativeTest-1846926095 tempest-LiveMigrationNegativeTest-1846926095-project] Received port after_create {{(pid=121606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:15:40.290759 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2479cb24-0f30-47c9-9d01-cce3dbd544c8 tempest-LiveMigrationNegativeTest-1846926095 tempest-LiveMigrationNegativeTest-1846926095-project] Pushing event updated for resources: {'Port': ['ID=04b699b9-f328-49f3-bfd1-4302a65626c8,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:15:40.335126 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e39cac-aca4-4ab2-b44b-75a68bc192b5 req-2479cb24-0f30-47c9-9d01-cce3dbd544c8 tempest-LiveMigrationNegativeTest-1846926095 tempest-LiveMigrationNegativeTest-1846926095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:15:40.336447 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-30e39cac-aca4-4ab2-b44b-75a68bc192b5 req-2479cb24-0f30-47c9-9d01-cce3dbd544c8 tempest-LiveMigrationNegativeTest-1846926095 tempest-LiveMigrationNegativeTest-1846926095-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:40.344741 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-fcd45893-c4d8-4c89-a0ce-e7c456b9e5e5 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-246176486-network', 'tenant_id': '577ba8f0522d4cb7835b446932eca5aa'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:15:40.461102 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-30e39cac-aca4-4ab2-b44b-75a68bc192b5 req-2479cb24-0f30-47c9-9d01-cce3dbd544c8 tempest-LiveMigrationNegativeTest-1846926095 tempest-LiveMigrationNegativeTest-1846926095-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 1.0730751
Dec 25 21:15:40.516370 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-30e39cac-aca4-4ab2-b44b-75a68bc192b5 req-c568565d-004b-47a5-bfc3-57a50c3f8557 service neutron] Request body: {'port': {'device_id': '25868382-2f4d-4138-bd58-4d8505ab944a', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:15:40.526170 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d35cff-5f3d-432e-92ee-df91440f96a4 req-6c9a6936-e19f-4bd9-b0e1-fa748e241353 tempest-LiveMigrationNegativeTest-1846926095 tempest-LiveMigrationNegativeTest-1846926095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:15:40.533867 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-95d35cff-5f3d-432e-92ee-df91440f96a4 req-6c9a6936-e19f-4bd9-b0e1-fa748e241353 tempest-LiveMigrationNegativeTest-1846926095 tempest-LiveMigrationNegativeTest-1846926095-project] 10.222.0.32 "GET /v2.0/ports?device_id=25868382-2f4d-4138-bd58-4d8505ab944a HTTP/1.1" status: 200  len: 936 time: 0.1249475
Dec 25 21:15:40.539905 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcd45893-c4d8-4c89-a0ce-e7c456b9e5e5 admin admin] Made reservation on behalf of 577ba8f0522d4cb7835b446932eca5aa for: {'network': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:15:40.541803 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-fcd45893-c4d8-4c89-a0ce-e7c456b9e5e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for network, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:40.554657 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-b56d95c3-094f-4f79-a04e-d3ab2c6cde89 None None] Provisioning complete for port 04b699b9-f328-49f3-bfd1-4302a65626c8 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:15:40.555236 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-fcd45893-c4d8-4c89-a0ce-e7c456b9e5e5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:40.555803 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-b56d95c3-094f-4f79-a04e-d3ab2c6cde89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:40.598864 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:40.602879 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-b56d95c3-094f-4f79-a04e-d3ab2c6cde89 None None] Port 04b699b9-f328-49f3-bfd1-4302a65626c8 cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:15:40.649639 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-95d35cff-5f3d-432e-92ee-df91440f96a4 req-b39bb8a7-6826-4571-b972-92d3b5158669 tempest-LiveMigrationNegativeTest-1846926095 tempest-LiveMigrationNegativeTest-1846926095-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd59572e-cceb-410e-98f9-b4c8102dcd43&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1146557
Dec 25 21:15:40.650704 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-30e39cac-aca4-4ab2-b44b-75a68bc192b5 req-c568565d-004b-47a5-bfc3-57a50c3f8557 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:40.924765 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-fcd45893-c4d8-4c89-a0ce-e7c456b9e5e5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:40.938801 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7421122b-b47f-4342-b1a3-c3ee126f1077 req-4893885d-e769-4a1e-aa2e-d0c0a0e4c586 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:15:40.941075 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7421122b-b47f-4342-b1a3-c3ee126f1077 req-4893885d-e769-4a1e-aa2e-d0c0a0e4c586 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/ports?device_id=3308bcb1-0f06-470f-913d-ae09dfc92a3a HTTP/1.1" status: 200  len: 950 time: 0.1500182
Dec 25 21:15:40.996451 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-fcd45893-c4d8-4c89-a0ce-e7c456b9e5e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:41.075988 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fcd45893-c4d8-4c89-a0ce-e7c456b9e5e5 admin admin] vlan segment allocate from pool success with {'vlan_id': 158, 'physical_network': 'physnet1'}  {{(pid=121606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 25 21:15:41.111286 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd45893-c4d8-4c89-a0ce-e7c456b9e5e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c3a37ba-1f09-404b-99a9-0c15a0368e47,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:15:41.117614 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-fcd45893-c4d8-4c89-a0ce-e7c456b9e5e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:41.117963 ncdv-master-1 neutron-server[121606]: INFO neutron.db.segments_db [None req-fcd45893-c4d8-4c89-a0ce-e7c456b9e5e5 admin admin] Added segment bade5021-719d-4fb6-9f5a-e20a990b2553 of type vlan for network e9a0767a-e35f-46e4-ad5a-4d10f3d66304
Dec 25 21:15:41.132921 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7421122b-b47f-4342-b1a3-c3ee126f1077 req-a7e8a387-e7d1-4489-89f0-59741f77f491 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3f1ae63-416f-443f-b032-af0d7dcc9019&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1615679
Dec 25 21:15:41.207066 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b47b4f-cba5-4ff2-bf2f-385c6b2975bb req-d81514cf-e63d-4a36-8349-b161d6dae21c tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:15:41.215075 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-90b47b4f-cba5-4ff2-bf2f-385c6b2975bb req-d81514cf-e63d-4a36-8349-b161d6dae21c tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] 10.222.0.32 "GET /v2.0/ports?device_id=0bfb31ab-a5a4-4386-b5bd-77f172344909 HTTP/1.1" status: 200  len: 945 time: 0.2195368
Dec 25 21:15:41.231938 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-fcd45893-c4d8-4c89-a0ce-e7c456b9e5e5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737602163420'] for network, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:41.245898 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [req-30e39cac-aca4-4ab2-b44b-75a68bc192b5 req-c568565d-004b-47a5-bfc3-57a50c3f8557 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04b699b9-f328-49f3-bfd1-4302a65626c8 {{(pid=121606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:15:41.256189 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-30e39cac-aca4-4ab2-b44b-75a68bc192b5 req-c568565d-004b-47a5-bfc3-57a50c3f8557 service neutron] Publish callbacks [] for port, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:41.296495 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.provisioning_blocks [req-30e39cac-aca4-4ab2-b44b-75a68bc192b5 req-c568565d-004b-47a5-bfc3-57a50c3f8557 service neutron] Transition to ACTIVE for port object 04b699b9-f328-49f3-bfd1-4302a65626c8 will not be triggered until provisioned by entity L2. {{(pid=121606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 25 21:15:41.316719 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-90b47b4f-cba5-4ff2-bf2f-385c6b2975bb req-35051685-85aa-4eec-85f6-3f160d018451 tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] 10.222.0.32 "GET /v2.0/security-groups?id=e70b16a5-3c2f-443c-a3bd-2851d79b2b90&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1006384
Dec 25 21:15:41.384822 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-30e39cac-aca4-4ab2-b44b-75a68bc192b5 req-c568565d-004b-47a5-bfc3-57a50c3f8557 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:41.423468 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-fcd45893-c4d8-4c89-a0ce-e7c456b9e5e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870'] for network, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:41.424277 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcd45893-c4d8-4c89-a0ce-e7c456b9e5e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:15:41.424853 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-fcd45893-c4d8-4c89-a0ce-e7c456b9e5e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for network, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:41.498980 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c568565d-004b-47a5-bfc3-57a50c3f8557 service neutron] Pushing event updated for resources: {'Port': ['ID=04b699b9-f328-49f3-bfd1-4302a65626c8,revision_number=2']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:15:41.610991 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd45893-c4d8-4c89-a0ce-e7c456b9e5e5 admin admin] Pushing event updated for resources: {'Network': ['ID=e9a0767a-e35f-46e4-ad5a-4d10f3d66304,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:15:41.628824 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Network e9a0767a-e35f-46e4-ad5a-4d10f3d66304 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 25 21:15:41.629679 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 52142) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:15:41.631321 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-fcd45893-c4d8-4c89-a0ce-e7c456b9e5e5 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 890 time: 1.5011635
Dec 25 21:15:41.638168 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-e02228e0-b14a-40cc-93ce-02ad59db27c8 admin admin] Request body: {'subnet': {'network_id': 'e9a0767a-e35f-46e4-ad5a-4d10f3d66304', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-246176486-subnet', 'tenant_id': '577ba8f0522d4cb7835b446932eca5aa', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:15:41.684152 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-30e39cac-aca4-4ab2-b44b-75a68bc192b5 req-c568565d-004b-47a5-bfc3-57a50c3f8557 service neutron] Attempting to bind port 04b699b9-f328-49f3-bfd1-4302a65626c8 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:15:41.684713 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-30e39cac-aca4-4ab2-b44b-75a68bc192b5 req-c568565d-004b-47a5-bfc3-57a50c3f8557 service neutron] Attempting to bind port 04b699b9-f328-49f3-bfd1-4302a65626c8 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '85c774cb-a0eb-4ad9-961f-f331d3b37cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '8f212e98-547d-4c6e-a560-2e9a548c8f59'}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:15:41.685281 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30e39cac-aca4-4ab2-b44b-75a68bc192b5 req-c568565d-004b-47a5-bfc3-57a50c3f8557 service neutron] Attempting to bind port 04b699b9-f328-49f3-bfd1-4302a65626c8 on network 8f212e98-547d-4c6e-a560-2e9a548c8f59 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:15:41.691669 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30e39cac-aca4-4ab2-b44b-75a68bc192b5 req-c568565d-004b-47a5-bfc3-57a50c3f8557 service neutron] Port 04b699b9-f328-49f3-bfd1-4302a65626c8 on network 8f212e98-547d-4c6e-a560-2e9a548c8f59 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 25 21:15:41.692181 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30e39cac-aca4-4ab2-b44b-75a68bc192b5 req-c568565d-004b-47a5-bfc3-57a50c3f8557 service neutron] Attempting to bind port 04b699b9-f328-49f3-bfd1-4302a65626c8 on network 8f212e98-547d-4c6e-a560-2e9a548c8f59 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:15:41.699804 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30e39cac-aca4-4ab2-b44b-75a68bc192b5 req-c568565d-004b-47a5-bfc3-57a50c3f8557 service neutron] Checking agent: {'id': '6d577036-68fc-4aa4-aed7-5ab01de2117e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 21, 4, 34), 'started_at': datetime.datetime(2021, 12, 25, 21, 4, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 15, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:15:41.703090 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30e39cac-aca4-4ab2-b44b-75a68bc192b5 req-c568565d-004b-47a5-bfc3-57a50c3f8557 service neutron] Checking segment: {'id': '85c774cb-a0eb-4ad9-961f-f331d3b37cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '8f212e98-547d-4c6e-a560-2e9a548c8f59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:15:41.703090 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30e39cac-aca4-4ab2-b44b-75a68bc192b5 req-c568565d-004b-47a5-bfc3-57a50c3f8557 service neutron] Bound using segment: {'id': '85c774cb-a0eb-4ad9-961f-f331d3b37cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '8f212e98-547d-4c6e-a560-2e9a548c8f59'} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:15:41.703090 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-30e39cac-aca4-4ab2-b44b-75a68bc192b5 req-c568565d-004b-47a5-bfc3-57a50c3f8557 service neutron] Bound port: 04b699b9-f328-49f3-bfd1-4302a65626c8, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85c774cb-a0eb-4ad9-961f-f331d3b37cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '8f212e98-547d-4c6e-a560-2e9a548c8f59'}}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:15:41.703090 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-30e39cac-aca4-4ab2-b44b-75a68bc192b5 req-c568565d-004b-47a5-bfc3-57a50c3f8557 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:41.773709 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e02228e0-b14a-40cc-93ce-02ad59db27c8 admin admin] Made reservation on behalf of 577ba8f0522d4cb7835b446932eca5aa for: {'subnet': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:15:41.776195 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e02228e0-b14a-40cc-93ce-02ad59db27c8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8852834'] for subnet, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:41.849072 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2217c75-2eb4-480a-b6a6-e0024bd6bf21 req-0118727a-b231-4b8e-a162-fa5a4f13ee38 tempest-LiveMigrationNegativeTest-1846926095 tempest-LiveMigrationNegativeTest-1846926095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:15:41.852264 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d2217c75-2eb4-480a-b6a6-e0024bd6bf21 req-0118727a-b231-4b8e-a162-fa5a4f13ee38 tempest-LiveMigrationNegativeTest-1846926095 tempest-LiveMigrationNegativeTest-1846926095-project] 10.222.0.32 "GET /v2.0/ports?device_id=25868382-2f4d-4138-bd58-4d8505ab944a HTTP/1.1" status: 200  len: 948 time: 0.0896180
Dec 25 21:15:41.887495 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-30e39cac-aca4-4ab2-b44b-75a68bc192b5 req-c568565d-004b-47a5-bfc3-57a50c3f8557 service neutron] For port 04b699b9-f328-49f3-bfd1-4302a65626c8, host nch1-master-1, cleared binding levels {{(pid=121606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:15:41.927667 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-30e39cac-aca4-4ab2-b44b-75a68bc192b5 req-c568565d-004b-47a5-bfc3-57a50c3f8557 service neutron] For port 04b699b9-f328-49f3-bfd1-4302a65626c8, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=04b699b9-f328-49f3-bfd1-4302a65626c8,segment=NetworkSegment(85c774cb-a0eb-4ad9-961f-f331d3b37cd6),segment_id=85c774cb-a0eb-4ad9-961f-f331d3b37cd6)] {{(pid=121606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:15:41.972657 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d2217c75-2eb4-480a-b6a6-e0024bd6bf21 req-04b58513-e629-4137-8cda-f436dcb54bef tempest-LiveMigrationNegativeTest-1846926095 tempest-LiveMigrationNegativeTest-1846926095-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd59572e-cceb-410e-98f9-b4c8102dcd43&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1053925
Dec 25 21:15:41.999848 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-30e39cac-aca4-4ab2-b44b-75a68bc192b5 req-c568565d-004b-47a5-bfc3-57a50c3f8557 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:42.058950 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e39cac-aca4-4ab2-b44b-75a68bc192b5 req-c568565d-004b-47a5-bfc3-57a50c3f8557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:15:42.061035 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-30e39cac-aca4-4ab2-b44b-75a68bc192b5 req-c568565d-004b-47a5-bfc3-57a50c3f8557 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:42.061035 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-30e39cac-aca4-4ab2-b44b-75a68bc192b5 req-c568565d-004b-47a5-bfc3-57a50c3f8557 service neutron] 10.222.0.31 "PUT /v2.0/ports/04b699b9-f328-49f3-bfd1-4302a65626c8 HTTP/1.1" status: 200  len: 1096 time: 1.5801919
Dec 25 21:15:42.061535 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25868382-2f4d-4138-bd58-4d8505ab944a', 'tag': '04b699b9-f328-49f3-bfd1-4302a65626c8'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:15:42.076098 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9858820c13ec2827453b94ebc4181065e990a4e4089ccb9fe762531ac62d2fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-090fc418-cecf-42b1-95a2-286cf7bb6e15" -d '{"events": [{"name": "network-changed", "server_uuid": "25868382-2f4d-4138-bd58-4d8505ab944a", "tag": "04b699b9-f328-49f3-bfd1-4302a65626c8"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:15:42.096217 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c568565d-004b-47a5-bfc3-57a50c3f8557 service neutron] Pushing event updated for resources: {'Port': ['ID=04b699b9-f328-49f3-bfd1-4302a65626c8,revision_number=3']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:15:42.104082 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e02228e0-b14a-40cc-93ce-02ad59db27c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8632475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8852848'] for subnet, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:42.133959 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Dec 2021 21:15:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d22253cc-9f55-4204-8fea-06954a3d3851 x-openstack-request-id: req-d22253cc-9f55-4204-8fea-06954a3d3851 {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:15:42.134347 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25868382-2f4d-4138-bd58-4d8505ab944a", "tag": "04b699b9-f328-49f3-bfd1-4302a65626c8", "status": "completed", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:15:42.134781 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d22253cc-9f55-4204-8fea-06954a3d3851 {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:15:42.135598 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25868382-2f4d-4138-bd58-4d8505ab944a', 'tag': '04b699b9-f328-49f3-bfd1-4302a65626c8', 'status': 'completed', 'code': 200}
Dec 25 21:15:42.183436 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e02228e0-b14a-40cc-93ce-02ad59db27c8 admin admin] Checking segment: {'id': 'bade5021-719d-4fb6-9f5a-e20a990b2553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'e9a0767a-e35f-46e4-ad5a-4d10f3d66304'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:15:42.183951 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e02228e0-b14a-40cc-93ce-02ad59db27c8 admin admin] Network hostable DHCP agents. Network: e9a0767a-e35f-46e4-ad5a-4d10f3d66304, hostable agents: ['1813db88-2c1b-4357-a2ba-869246b663c2'], hosted agents: [] {{(pid=121607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 25 21:15:42.224336 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02228e0-b14a-40cc-93ce-02ad59db27c8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e50af3ca-89f0-4c3b-92db-dc46748889c9,revision_number=0']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:15:42.266924 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090fc418-cecf-42b1-95a2-286cf7bb6e15 req-cc68e666-de79-425b-9feb-6f8878c43979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:15:42.269133 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-090fc418-cecf-42b1-95a2-286cf7bb6e15 req-cc68e666-de79-425b-9feb-6f8878c43979 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=2fe1a82960c8413095a4b833950e8b3f&device_id=25868382-2f4d-4138-bd58-4d8505ab944a HTTP/1.1" status: 200  len: 1099 time: 0.0816531
Dec 25 21:15:42.315182 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e02228e0-b14a-40cc-93ce-02ad59db27c8 admin admin] Network e9a0767a-e35f-46e4-ad5a-4d10f3d66304 is scheduled to be hosted by DHCP agent 1813db88-2c1b-4357-a2ba-869246b663c2 with binding_index 1 {{(pid=121607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 25 21:15:42.360356 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-090fc418-cecf-42b1-95a2-286cf7bb6e15 req-4d9eb18f-98c4-4d81-82ba-02ff7c31b3f0 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=2fe1a82960c8413095a4b833950e8b3f&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0560095
Dec 25 21:15:42.382685 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0b57bf-d69c-485f-9c3c-a4c178e99c4a req-e05c41b3-5e05-4dbc-9fc8-9c7720c83283 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:15:42.389739 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9d0b57bf-d69c-485f-9c3c-a4c178e99c4a req-e05c41b3-5e05-4dbc-9fc8-9c7720c83283 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/ports?device_id=3308bcb1-0f06-470f-913d-ae09dfc92a3a HTTP/1.1" status: 200  len: 950 time: 0.1193089
Dec 25 21:15:42.406566 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-e02228e0-b14a-40cc-93ce-02ad59db27c8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, e9a0767a-e35f-46e4-ad5a-4d10f3d66304) {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:15:42.417523 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e02228e0-b14a-40cc-93ce-02ad59db27c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:15:42.420041 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e02228e0-b14a-40cc-93ce-02ad59db27c8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:42.435120 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0d9ab12-d8bb-42bd-a9fd-d77f2b5c0759 None None] Network e9a0767a-e35f-46e4-ad5a-4d10f3d66304 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:15:42.522744 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-e02228e0-b14a-40cc-93ce-02ad59db27c8 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 853 time: 0.8920267
Dec 25 21:15:42.523105 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 52158) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:15:42.529102 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-a7458043-314a-41e8-98ee-1e1a0d776505 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-246176486-router', 'tenant_id': '577ba8f0522d4cb7835b446932eca5aa', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'}}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:15:42.551470 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9d0b57bf-d69c-485f-9c3c-a4c178e99c4a req-37e358a5-3fff-404f-8d31-5c307527892b tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3f1ae63-416f-443f-b032-af0d7dcc9019&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1423507
Dec 25 21:15:42.603811 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad588dbd-06b5-49a9-9d63-07e6f2b15bfa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-e9a0767a-e35f-46e4-ad5a-4d10f3d66304', 'network_id': 'e9a0767a-e35f-46e4-ad5a-4d10f3d66304', 'project_id': '577ba8f0522d4cb7835b446932eca5aa', 'fixed_ips': [{'subnet_id': 'e50af3ca-89f0-4c3b-92db-dc46748889c9'}]}} from ncdv-master-1. {{(pid=121608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 25 21:15:42.604792 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-ad588dbd-06b5-49a9-9d63-07e6f2b15bfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:42.668524 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-a7458043-314a-41e8-98ee-1e1a0d776505 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2014909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14863'] for router, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:42.668524 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-a7458043-314a-41e8-98ee-1e1a0d776505 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2014285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2009796', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2082630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14848'] for router, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:42.676037 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090fc418-cecf-42b1-95a2-286cf7bb6e15 req-890e6883-43eb-4858-9f2a-90b3c133e453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:15:42.677815 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-090fc418-cecf-42b1-95a2-286cf7bb6e15 req-890e6883-43eb-4858-9f2a-90b3c133e453 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2845256
Dec 25 21:15:42.702726 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93780fdf-9a80-4ad8-9019-e58e1f3b07e8 req-69ae72d2-4c73-4a26-9f13-434b02038c52 tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:15:42.704260 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-93780fdf-9a80-4ad8-9019-e58e1f3b07e8 req-69ae72d2-4c73-4a26-9f13-434b02038c52 tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] 10.222.0.32 "GET /v2.0/ports?device_id=0bfb31ab-a5a4-4386-b5bd-77f172344909 HTTP/1.1" status: 200  len: 945 time: 0.1507802
Dec 25 21:15:42.762610 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-a7458043-314a-41e8-98ee-1e1a0d776505 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:42.796217 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.db_base_plugin_common [None req-ad588dbd-06b5-49a9-9d63-07e6f2b15bfa None None] Allocated IP 172.20.0.2 (e9a0767a-e35f-46e4-ad5a-4d10f3d66304/e50af3ca-89f0-4c3b-92db-dc46748889c9/28689505-a10f-4541-ba28-468ec53615f6) {{(pid=121608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:15:42.819342 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-93780fdf-9a80-4ad8-9019-e58e1f3b07e8 req-733e23fa-90ba-4cb3-b6c2-259f610afce9 tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] 10.222.0.32 "GET /v2.0/security-groups?id=e70b16a5-3c2f-443c-a3bd-2851d79b2b90&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1022372
Dec 25 21:15:42.866981 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e39cac-aca4-4ab2-b44b-75a68bc192b5 req-01cd2605-28c8-413d-b2fc-f0580af955d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:15:42.868536 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-30e39cac-aca4-4ab2-b44b-75a68bc192b5 req-01cd2605-28c8-413d-b2fc-f0580af955d4 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=2fe1a82960c8413095a4b833950e8b3f&device_id=25868382-2f4d-4138-bd58-4d8505ab944a HTTP/1.1" status: 200  len: 1099 time: 0.1293092
Dec 25 21:15:42.978238 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-30e39cac-aca4-4ab2-b44b-75a68bc192b5 req-32418886-e67e-4cee-a387-fd8a85aeb4ee service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.251&port_id=04b699b9-f328-49f3-bfd1-4302a65626c8 HTTP/1.1" status: 200  len: 217 time: 0.0752225
Dec 25 21:15:42.981231 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-ad588dbd-06b5-49a9-9d63-07e6f2b15bfa None None] Publish callbacks [] for port, precommit_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:43.004655 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-a7458043-314a-41e8-98ee-1e1a0d776505 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:43.066807 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e39cac-aca4-4ab2-b44b-75a68bc192b5 req-96edad7c-b68a-4ad6-a3d0-1e843f63356d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:15:43.068856 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-30e39cac-aca4-4ab2-b44b-75a68bc192b5 req-96edad7c-b68a-4ad6-a3d0-1e843f63356d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=dcfbae86-f93e-400c-8084-eac7f56ff5ba HTTP/1.1" status: 200  len: 843 time: 0.0603681
Dec 25 21:15:43.133719 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f737c9-cefa-4b85-995c-2670cf0c0e8e req-3daa16ea-0ac1-4d35-8ce6-9bea342f5e7d tempest-LiveMigrationNegativeTest-1846926095 tempest-LiveMigrationNegativeTest-1846926095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:15:43.135215 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-54f737c9-cefa-4b85-995c-2670cf0c0e8e req-3daa16ea-0ac1-4d35-8ce6-9bea342f5e7d tempest-LiveMigrationNegativeTest-1846926095 tempest-LiveMigrationNegativeTest-1846926095-project] 10.222.0.32 "GET /v2.0/ports?device_id=25868382-2f4d-4138-bd58-4d8505ab944a HTTP/1.1" status: 200  len: 948 time: 0.0816791
Dec 25 21:15:43.141019 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e39cac-aca4-4ab2-b44b-75a68bc192b5 req-313a2e90-7e8d-4a32-9bc3-aec658633996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:15:43.142456 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-30e39cac-aca4-4ab2-b44b-75a68bc192b5 req-313a2e90-7e8d-4a32-9bc3-aec658633996 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=8f212e98-547d-4c6e-a560-2e9a548c8f59&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0597470
Dec 25 21:15:43.241055 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-54f737c9-cefa-4b85-995c-2670cf0c0e8e req-59a25573-2a92-4ad1-8f8c-2b26dcac6684 tempest-LiveMigrationNegativeTest-1846926095 tempest-LiveMigrationNegativeTest-1846926095-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd59572e-cceb-410e-98f9-b4c8102dcd43&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0975966
Dec 25 21:15:43.271551 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-30e39cac-aca4-4ab2-b44b-75a68bc192b5 req-92ded51c-787f-4719-842b-7352472e2903 service neutron] 10.222.0.31 "GET /v2.0/networks/8f212e98-547d-4c6e-a560-2e9a548c8f59?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1145504
Dec 25 21:15:43.363914 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-30e39cac-aca4-4ab2-b44b-75a68bc192b5 req-22d90521-69ee-4633-a175-f8299a18b322 service neutron] 10.222.0.31 "GET /v2.0/networks/8f212e98-547d-4c6e-a560-2e9a548c8f59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0842874
Dec 25 21:15:43.459095 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-ad588dbd-06b5-49a9-9d63-07e6f2b15bfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946'] for port, after_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:43.512670 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad588dbd-06b5-49a9-9d63-07e6f2b15bfa None None] Network e9a0767a-e35f-46e4-ad5a-4d10f3d66304 is already hosted by enough agents. {{(pid=121608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:15:43.515754 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.base_scheduler [None req-ad588dbd-06b5-49a9-9d63-07e6f2b15bfa None None] Resources bound (agent type, host, resource id):  {{(pid=121608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:15:43.521530 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad588dbd-06b5-49a9-9d63-07e6f2b15bfa None None] Received port after_create {{(pid=121608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:15:43.551976 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad588dbd-06b5-49a9-9d63-07e6f2b15bfa None None] Pushing event updated for resources: {'Port': ['ID=28689505-a10f-4541-ba28-468ec53615f6,revision_number=1']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:15:43.600140 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-ad588dbd-06b5-49a9-9d63-07e6f2b15bfa None None] Attempting to bind port 28689505-a10f-4541-ba28-468ec53615f6 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:15:43.600661 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-ad588dbd-06b5-49a9-9d63-07e6f2b15bfa None None] Attempting to bind port 28689505-a10f-4541-ba28-468ec53615f6 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'bade5021-719d-4fb6-9f5a-e20a990b2553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'e9a0767a-e35f-46e4-ad5a-4d10f3d66304'}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:15:43.601247 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad588dbd-06b5-49a9-9d63-07e6f2b15bfa None None] Attempting to bind port 28689505-a10f-4541-ba28-468ec53615f6 on network e9a0767a-e35f-46e4-ad5a-4d10f3d66304 {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:15:43.618805 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad588dbd-06b5-49a9-9d63-07e6f2b15bfa None None] Checking agent: {'id': 'ca4f5c6d-f1fd-48b8-a3e3-395864c7d23d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 20, 56, 40), 'started_at': datetime.datetime(2021, 12, 25, 20, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 15, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:15:43.619244 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad588dbd-06b5-49a9-9d63-07e6f2b15bfa None None] Checking segment: {'id': 'bade5021-719d-4fb6-9f5a-e20a990b2553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'e9a0767a-e35f-46e4-ad5a-4d10f3d66304'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:15:43.622241 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-ad588dbd-06b5-49a9-9d63-07e6f2b15bfa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:43.622812 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad588dbd-06b5-49a9-9d63-07e6f2b15bfa None None] Bound using segment: {'id': 'bade5021-719d-4fb6-9f5a-e20a990b2553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'e9a0767a-e35f-46e4-ad5a-4d10f3d66304'} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:15:43.623588 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-ad588dbd-06b5-49a9-9d63-07e6f2b15bfa None None] Bound port: 28689505-a10f-4541-ba28-468ec53615f6, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bade5021-719d-4fb6-9f5a-e20a990b2553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'e9a0767a-e35f-46e4-ad5a-4d10f3d66304'}}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:15:43.623975 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-ad588dbd-06b5-49a9-9d63-07e6f2b15bfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:43.720442 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-ad588dbd-06b5-49a9-9d63-07e6f2b15bfa None None] For port 28689505-a10f-4541-ba28-468ec53615f6, host ncdv-master-1, cleared binding levels {{(pid=121608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:15:43.727504 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-ad588dbd-06b5-49a9-9d63-07e6f2b15bfa None None] For port 28689505-a10f-4541-ba28-468ec53615f6, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=28689505-a10f-4541-ba28-468ec53615f6,segment=NetworkSegment(bade5021-719d-4fb6-9f5a-e20a990b2553),segment_id=bade5021-719d-4fb6-9f5a-e20a990b2553)] {{(pid=121608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:15:43.804751 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-ad588dbd-06b5-49a9-9d63-07e6f2b15bfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:43.914640 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad588dbd-06b5-49a9-9d63-07e6f2b15bfa None None] Pushing event updated for resources: {'Port': ['ID=28689505-a10f-4541-ba28-468ec53615f6,revision_number=2']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:15:44.245046 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aacc7ea-3e9a-4554-a33a-4c64b3aa0b81 req-26dc45be-025a-42ed-bfe5-9098adc370b9 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:15:44.247414 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0aacc7ea-3e9a-4554-a33a-4c64b3aa0b81 req-26dc45be-025a-42ed-bfe5-9098adc370b9 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/ports?device_id=3308bcb1-0f06-470f-913d-ae09dfc92a3a HTTP/1.1" status: 200  len: 950 time: 0.5898263
Dec 25 21:15:44.282951 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a3b905-d5f3-4c4a-99bf-208b8142474f req-089c12a6-2de6-4daf-a73d-a3af3fcce8da tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:15:44.287948 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-64a3b905-d5f3-4c4a-99bf-208b8142474f req-089c12a6-2de6-4daf-a73d-a3af3fcce8da tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] 10.222.0.32 "GET /v2.0/ports?device_id=0bfb31ab-a5a4-4386-b5bd-77f172344909 HTTP/1.1" status: 200  len: 945 time: 0.1948321
Dec 25 21:15:44.316962 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-a7458043-314a-41e8-98ee-1e1a0d776505 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:44.342332 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-a7458043-314a-41e8-98ee-1e1a0d776505 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:44.449671 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0aacc7ea-3e9a-4554-a33a-4c64b3aa0b81 req-08b562d8-439d-4c23-91d0-a4b46f4de946 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3f1ae63-416f-443f-b032-af0d7dcc9019&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1866217
Dec 25 21:15:44.472356 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-64a3b905-d5f3-4c4a-99bf-208b8142474f req-d811630a-e530-4bcf-ac12-f5eb11bbd4ae tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] 10.222.0.32 "GET /v2.0/security-groups?id=e70b16a5-3c2f-443c-a3bd-2851d79b2b90&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1714613
Dec 25 21:15:44.564380 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_common [None req-a7458043-314a-41e8-98ee-1e1a0d776505 admin admin] Allocated IP 172.35.3.31 (7201e55c-7c5f-41aa-a042-a363696539d0/7a939e13-713f-45cf-bba7-1539635abe25/c0e2a8af-e242-4055-8c41-aaad10e8b67a) {{(pid=121606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:15:44.780584 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-a7458043-314a-41e8-98ee-1e1a0d776505 admin admin] Publish callbacks [] for port, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:44.794132 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bc5fa1-f499-43f9-96c6-1a228fc70889 req-66cccfda-e116-4917-b654-95dabaa5ff4c tempest-LiveMigrationNegativeTest-1846926095 tempest-LiveMigrationNegativeTest-1846926095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:15:44.796024 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-44bc5fa1-f499-43f9-96c6-1a228fc70889 req-66cccfda-e116-4917-b654-95dabaa5ff4c tempest-LiveMigrationNegativeTest-1846926095 tempest-LiveMigrationNegativeTest-1846926095-project] 10.222.0.32 "GET /v2.0/ports?device_id=25868382-2f4d-4138-bd58-4d8505ab944a HTTP/1.1" status: 200  len: 948 time: 0.1227407
Dec 25 21:15:44.878747 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-44bc5fa1-f499-43f9-96c6-1a228fc70889 req-ae96c3e2-a184-43b1-ae7d-037645f7c3a6 tempest-LiveMigrationNegativeTest-1846926095 tempest-LiveMigrationNegativeTest-1846926095-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd59572e-cceb-410e-98f9-b4c8102dcd43&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0719070
Dec 25 21:15:44.938972 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-a7458043-314a-41e8-98ee-1e1a0d776505 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:44.992154 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7458043-314a-41e8-98ee-1e1a0d776505 admin admin] Network 7201e55c-7c5f-41aa-a042-a363696539d0 is already hosted by enough agents. {{(pid=121606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:15:44.996779 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [None req-a7458043-314a-41e8-98ee-1e1a0d776505 admin admin] Resources bound (agent type, host, resource id):  {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:15:45.002080 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7458043-314a-41e8-98ee-1e1a0d776505 admin admin] Received port after_create {{(pid=121606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:15:45.045269 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7458043-314a-41e8-98ee-1e1a0d776505 admin admin] Pushing event updated for resources: {'Port': ['ID=c0e2a8af-e242-4055-8c41-aaad10e8b67a,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:15:45.066149 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 28689505-a10f-4541-ba28-468ec53615f6 up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:15:45.137778 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port 28689505-a10f-4541-ba28-468ec53615f6 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:15:45.138455 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:45.231491 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:45.277946 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device 04b699b9-f328-49f3-bfd1-4302a65626c8 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 25 21:15:45.281032 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] For port 28689505-a10f-4541-ba28-468ec53615f6, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=28689505-a10f-4541-ba28-468ec53615f6,segment=NetworkSegment(bade5021-719d-4fb6-9f5a-e20a990b2553),segment_id=bade5021-719d-4fb6-9f5a-e20a990b2553)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:15:45.341262 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6ee99cd-40fe-4a77-b20f-cbb5c35a2cf8 None None] Network e9a0767a-e35f-46e4-ad5a-4d10f3d66304 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:15:45.367471 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:45.434071 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-a7458043-314a-41e8-98ee-1e1a0d776505 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:45.652074 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-7d141e5f-5b5f-47e9-a772-7f2564d11634 None None] Provisioning complete for port 28689505-a10f-4541-ba28-468ec53615f6 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:15:45.654280 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-7d141e5f-5b5f-47e9-a772-7f2564d11634 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:45.750731 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb619b9-c0ae-42a4-b7c6-d6bca2448a37 req-cbf11b2a-5ff8-4781-8f43-a5dc5353c507 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:15:45.752936 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-efb619b9-c0ae-42a4-b7c6-d6bca2448a37 req-cbf11b2a-5ff8-4781-8f43-a5dc5353c507 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/ports?device_id=3308bcb1-0f06-470f-913d-ae09dfc92a3a HTTP/1.1" status: 200  len: 950 time: 0.1789513
Dec 25 21:15:45.772865 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f3ea7b-5477-448c-8129-235ba99d0b73 req-c0617c62-fda5-41e6-b7f3-4c5af6792874 tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:15:45.774888 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c1f3ea7b-5477-448c-8129-235ba99d0b73 req-c0617c62-fda5-41e6-b7f3-4c5af6792874 tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] 10.222.0.32 "GET /v2.0/ports?device_id=0bfb31ab-a5a4-4386-b5bd-77f172344909 HTTP/1.1" status: 200  len: 945 time: 0.1854022
Dec 25 21:15:45.787249 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Pushing event updated for resources: {'Port': ['ID=28689505-a10f-4541-ba28-468ec53615f6,revision_number=3']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:15:45.790399 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port 04b699b9-f328-49f3-bfd1-4302a65626c8, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=04b699b9-f328-49f3-bfd1-4302a65626c8,segment=NetworkSegment(85c774cb-a0eb-4ad9-961f-f331d3b37cd6),segment_id=85c774cb-a0eb-4ad9-961f-f331d3b37cd6)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:15:45.817755 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:15:45.818167 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:15:45.818522 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:15:45.818862 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:15:45.819201 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:15:45.820104 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:15:45.820444 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:15:45.820771 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:15:45.821126 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:15:45.821511 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:15:45.822204 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:15:45.822204 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:15:45.822517 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:15:45.850982 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Returning: {'device': '04b699b9-f328-49f3-bfd1-4302a65626c8', 'network_id': '8f212e98-547d-4c6e-a560-2e9a548c8f59', 'port_id': '04b699b9-f328-49f3-bfd1-4302a65626c8', 'mac_address': 'fa:16:3e:ae:78:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcfbae86-f93e-400c-8084-eac7f56ff5ba', 'ip_address': '192.168.233.251'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 25 21:15:45.920196 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-efb619b9-c0ae-42a4-b7c6-d6bca2448a37 req-1d854c6f-af97-4a0c-ba93-5ed66df0545e tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3f1ae63-416f-443f-b032-af0d7dcc9019&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1423509
Dec 25 21:15:45.937528 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c1f3ea7b-5477-448c-8129-235ba99d0b73 req-012ac9ce-84a6-485d-8e61-cb0ba231aeda tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] 10.222.0.32 "GET /v2.0/security-groups?id=e70b16a5-3c2f-443c-a3bd-2851d79b2b90&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1441119
Dec 25 21:15:45.937528 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-a7458043-314a-41e8-98ee-1e1a0d776505 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2014278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2009753'] for router, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:45.971973 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:46.013343 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04b699b9-f328-49f3-bfd1-4302a65626c8 {{(pid=121608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:15:46.050748 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port 04b699b9-f328-49f3-bfd1-4302a65626c8, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=04b699b9-f328-49f3-bfd1-4302a65626c8,segment=NetworkSegment(85c774cb-a0eb-4ad9-961f-f331d3b37cd6),segment_id=85c774cb-a0eb-4ad9-961f-f331d3b37cd6)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:15:46.126827 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:46.214509 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7458043-314a-41e8-98ee-1e1a0d776505 admin admin] Router a6ad9bf4-dcda-4521-8c2b-6e14cc276277 is scheduled to L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 with binding_index 1 {{(pid=121606) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 25 21:15:46.233293 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Pushing event updated for resources: {'Port': ['ID=04b699b9-f328-49f3-bfd1-4302a65626c8,revision_number=4']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:15:46.387925 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d447e9-b372-4c0c-b334-dffb402966af req-9daf00ea-7a88-4700-bc36-c8c599883b90 tempest-LiveMigrationNegativeTest-1846926095 tempest-LiveMigrationNegativeTest-1846926095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:15:46.397180 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a6d447e9-b372-4c0c-b334-dffb402966af req-9daf00ea-7a88-4700-bc36-c8c599883b90 tempest-LiveMigrationNegativeTest-1846926095 tempest-LiveMigrationNegativeTest-1846926095-project] 10.222.0.32 "GET /v2.0/ports?device_id=25868382-2f4d-4138-bd58-4d8505ab944a HTTP/1.1" status: 200  len: 949 time: 0.1106296
Dec 25 21:15:46.412126 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] get_ports_and_sgs() called for port_ids ['04b699b9-f328-49f3-bfd1-4302a65626c8'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:15:46.414420 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-c7de859d-0ff0-4ddc-8b1d-3b46e0904867 None None] Provisioning complete for port 28689505-a10f-4541-ba28-468ec53615f6 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:15:46.414784 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-c7de859d-0ff0-4ddc-8b1d-3b46e0904867 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:46.422510 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7458043-314a-41e8-98ee-1e1a0d776505 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 21:15:46.433784 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4cb6b43-3a12-4002-8f73-1b6a2df9364d None None] Sync routers for ids ['a6ad9bf4-dcda-4521-8c2b-6e14cc276277'] in ncdv-master-1 {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 21:15:46.445371 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4cb6b43-3a12-4002-8f73-1b6a2df9364d None None] Routers {'a6ad9bf4-dcda-4521-8c2b-6e14cc276277'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:15:46.445983 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-a4cb6b43-3a12-4002-8f73-1b6a2df9364d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2618a19490>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:15:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['a6ad9bf4-dcda-4521-8c2b-6e14cc276277'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:15:46.474766 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a6d447e9-b372-4c0c-b334-dffb402966af req-8ae0da35-4fee-4c16-aa3d-e2a730f664be tempest-LiveMigrationNegativeTest-1846926095 tempest-LiveMigrationNegativeTest-1846926095-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd59572e-cceb-410e-98f9-b4c8102dcd43&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0720911
Dec 25 21:15:46.558196 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-a7458043-314a-41e8-98ee-1e1a0d776505 admin admin] Publish callbacks [] for router, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:46.559668 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-a7458043-314a-41e8-98ee-1e1a0d776505 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 928 time: 4.0348821
Dec 25 21:15:46.562563 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 52236) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:15:46.625316 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvr_db [None req-a4cb6b43-3a12-4002-8f73-1b6a2df9364d None None] Set router a6ad9bf4-dcda-4521-8c2b-6e14cc276277 gateway port host: ncdv-master-1 {{(pid=121609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:15:46.631570 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-80979b85-39a9-4ae6-a82a-99a582720f90 req-87b41173-31a5-4b5a-ae54-7b3c4fa61a0e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=23221387-3a9d-4105-b3db-d1586e20d8a5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0751467
Dec 25 21:15:46.744437 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80979b85-39a9-4ae6-a82a-99a582720f90 req-9acdd537-5718-4dc0-b7ac-4a8de46eb816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:15:46.747013 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-80979b85-39a9-4ae6-a82a-99a582720f90 req-9acdd537-5718-4dc0-b7ac-4a8de46eb816 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f5ed5c4fc23d460e8d63226986b549bd&device_id=23221387-3a9d-4105-b3db-d1586e20d8a5 HTTP/1.1" status: 200  len: 1096 time: 0.0811465
Dec 25 21:15:46.845764 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-a4cb6b43-3a12-4002-8f73-1b6a2df9364d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2618a19490>, [{'id': 'a6ad9bf4-dcda-4521-8c2b-6e14cc276277', 'name': 'tempest-FloatingIPsNegativeTestJSON-246176486-router', 'tenant_id': '577ba8f0522d4cb7835b446932eca5aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.31'}], 'enable_snat': True}, 'gw_port_id': 'c0e2a8af-e242-4055-8c41-aaad10e8b67a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:15:42Z', 'updated_at': '2021-12-25T21:15:45Z', 'revision_number': 3, 'project_id': '577ba8f0522d4cb7835b446932eca5aa', 'gw_port': {'id': 'c0e2a8af-e242-4055-8c41-aaad10e8b67a', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:38:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6ad9bf4-dcda-4521-8c2b-6e14cc276277', 'device_owner': 'network:router_gateway', 'standard_attr_id': 941, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:15:44Z', 'updated_at': '2021-12-25T21:15:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:15:46.889370 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4cb6b43-3a12-4002-8f73-1b6a2df9364d None None] Checking router: a6ad9bf4-dcda-4521-8c2b-6e14cc276277 for host: ncdv-master-1 {{(pid=121609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 25 21:15:46.890281 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4cb6b43-3a12-4002-8f73-1b6a2df9364d None None] Updating router a6ad9bf4-dcda-4521-8c2b-6e14cc276277 port c0e2a8af-e242-4055-8c41-aaad10e8b67a binding host ncdv-master-1 {{(pid=121609) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 25 21:15:46.921609 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80979b85-39a9-4ae6-a82a-99a582720f90 req-23f50978-2a1f-4f0c-a560-09c43256ed22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:15:46.923004 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-80979b85-39a9-4ae6-a82a-99a582720f90 req-23f50978-2a1f-4f0c-a560-09c43256ed22 service neutron] 10.222.0.37 "GET /v2.0/networks?id=9567beaf-dc87-435f-8c75-e490291b6617 HTTP/1.1" status: 200  len: 915 time: 0.1486132
Dec 25 21:15:46.939370 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-a4cb6b43-3a12-4002-8f73-1b6a2df9364d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:47.024123 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 28689505-a10f-4541-ba28-468ec53615f6 up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:15:47.064580 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-80979b85-39a9-4ae6-a82a-99a582720f90 req-6e2c4696-92fc-4349-9061-036bb8c802d8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0dd3bc1f-1fb5-4e1c-b9d7-78a069b36fb2 HTTP/1.1" status: 200  len: 1001 time: 0.1256239
Dec 25 21:15:47.141668 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port 28689505-a10f-4541-ba28-468ec53615f6 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:15:47.142723 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:47.161929 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80979b85-39a9-4ae6-a82a-99a582720f90 req-545de7ce-d4d9-47e0-93ce-72eed40fe7a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:15:47.164012 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-80979b85-39a9-4ae6-a82a-99a582720f90 req-545de7ce-d4d9-47e0-93ce-72eed40fe7a6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9df5d080-ab32-4fab-b5e1-35683f8face2 HTTP/1.1" status: 200  len: 853 time: 0.0908225
Dec 25 21:15:47.242042 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80979b85-39a9-4ae6-a82a-99a582720f90 req-33c98142-7670-44a6-a4d3-1ad1ab322edf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:15:47.248481 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-80979b85-39a9-4ae6-a82a-99a582720f90 req-33c98142-7670-44a6-a4d3-1ad1ab322edf service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9567beaf-dc87-435f-8c75-e490291b6617&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0766323
Dec 25 21:15:47.380135 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc53594-95b9-4efd-b700-07a293bdb1b0 req-36256e57-b886-4b8c-97fc-22105f07ff27 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:15:47.381776 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-afc53594-95b9-4efd-b700-07a293bdb1b0 req-36256e57-b886-4b8c-97fc-22105f07ff27 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/ports?device_id=3308bcb1-0f06-470f-913d-ae09dfc92a3a HTTP/1.1" status: 200  len: 950 time: 0.2282600
Dec 25 21:15:47.425542 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4632ef7f-afd6-4450-b5c6-55606198a3c6 req-f8254e00-47ef-45b9-ac47-04311a7911b3 tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:15:47.427133 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4632ef7f-afd6-4450-b5c6-55606198a3c6 req-f8254e00-47ef-45b9-ac47-04311a7911b3 tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] 10.222.0.32 "GET /v2.0/ports?device_id=0bfb31ab-a5a4-4386-b5bd-77f172344909 HTTP/1.1" status: 200  len: 945 time: 0.2877715
Dec 25 21:15:47.461767 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-fb82847a-ee05-4f2f-8497-ba3b6d48ae7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:47.499389 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d1f8db-ab7b-4ff8-89e4-0d402d8b8137 req-af9a5ff8-c53d-4738-8d3f-b6169ab16248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:15:47.500825 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-49d1f8db-ab7b-4ff8-89e4-0d402d8b8137 req-af9a5ff8-c53d-4738-8d3f-b6169ab16248 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=27d474dfd37c46f0aa14aa84e8b3ad41&device_id=0bfb31ab-a5a4-4386-b5bd-77f172344909 HTTP/1.1" status: 200  len: 1096 time: 0.1498401
Dec 25 21:15:47.506261 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-a4cb6b43-3a12-4002-8f73-1b6a2df9364d None None] Publish callbacks [] for port, precommit_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:47.578256 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-a4cb6b43-3a12-4002-8f73-1b6a2df9364d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:47.593653 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-afc53594-95b9-4efd-b700-07a293bdb1b0 req-1b6c743a-bba5-4b61-9861-93b9a158989d tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3f1ae63-416f-443f-b032-af0d7dcc9019&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1886733
Dec 25 21:15:47.629467 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4632ef7f-afd6-4450-b5c6-55606198a3c6 req-48c0b57b-4d7f-4652-8b52-77c4c5b88889 tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] 10.222.0.32 "GET /v2.0/security-groups?id=e70b16a5-3c2f-443c-a3bd-2851d79b2b90&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1925013
Dec 25 21:15:47.686754 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.managers [None req-a4cb6b43-3a12-4002-8f73-1b6a2df9364d None None] Attempting to bind port c0e2a8af-e242-4055-8c41-aaad10e8b67a on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:15:47.687352 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.managers [None req-a4cb6b43-3a12-4002-8f73-1b6a2df9364d None None] Attempting to bind port c0e2a8af-e242-4055-8c41-aaad10e8b67a by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'}] {{(pid=121609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:15:47.687752 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4cb6b43-3a12-4002-8f73-1b6a2df9364d None None] Attempting to bind port c0e2a8af-e242-4055-8c41-aaad10e8b67a on network 7201e55c-7c5f-41aa-a042-a363696539d0 {{(pid=121609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:15:47.714742 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-80979b85-39a9-4ae6-a82a-99a582720f90 req-317940ad-2c71-471b-b232-2bf90ea64704 service neutron] 10.222.0.37 "GET /v2.0/networks/9567beaf-dc87-435f-8c75-e490291b6617?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4565167
Dec 25 21:15:47.855053 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4cb6b43-3a12-4002-8f73-1b6a2df9364d None None] Checking agent: {'id': 'ca4f5c6d-f1fd-48b8-a3e3-395864c7d23d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 20, 56, 40), 'started_at': datetime.datetime(2021, 12, 25, 20, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 15, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:15:47.855418 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4cb6b43-3a12-4002-8f73-1b6a2df9364d None None] Checking segment: {'id': '6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:15:47.855806 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-a4cb6b43-3a12-4002-8f73-1b6a2df9364d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:47.856426 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4cb6b43-3a12-4002-8f73-1b6a2df9364d None None] Bound using segment: {'id': '6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'} {{(pid=121609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:15:47.856932 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.managers [None req-a4cb6b43-3a12-4002-8f73-1b6a2df9364d None None] Bound port: c0e2a8af-e242-4055-8c41-aaad10e8b67a, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'}}] {{(pid=121609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:15:47.857310 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-a4cb6b43-3a12-4002-8f73-1b6a2df9364d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:47.942390 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8791a0d-37d8-4681-a6e6-648dd7b243ce None None] Pushing event updated for resources: {'Port': ['ID=c0e2a8af-e242-4055-8c41-aaad10e8b67a,revision_number=2']} {{(pid=121609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:15:47.953513 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.db [None req-a4cb6b43-3a12-4002-8f73-1b6a2df9364d None None] For port c0e2a8af-e242-4055-8c41-aaad10e8b67a, host ncdv-master-1, cleared binding levels {{(pid=121609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:15:47.959552 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.db [None req-a4cb6b43-3a12-4002-8f73-1b6a2df9364d None None] For port c0e2a8af-e242-4055-8c41-aaad10e8b67a, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c0e2a8af-e242-4055-8c41-aaad10e8b67a,segment=NetworkSegment(6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855),segment_id=6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855)] {{(pid=121609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:15:47.974794 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-80979b85-39a9-4ae6-a82a-99a582720f90 req-c3d188ff-8c7a-44db-b6f7-b2d83bf10178 service neutron] 10.222.0.37 "GET /v2.0/networks/9567beaf-dc87-435f-8c75-e490291b6617?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2522838
Dec 25 21:15:48.025453 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d1f8db-ab7b-4ff8-89e4-0d402d8b8137 req-beed41af-3577-4b24-8a59-8dff636fc9b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:15:48.026975 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-49d1f8db-ab7b-4ff8-89e4-0d402d8b8137 req-beed41af-3577-4b24-8a59-8dff636fc9b3 service neutron] 10.222.0.31 "GET /v2.0/networks?id=597fae95-d9e4-466a-853c-7cbb09218bf0 HTTP/1.1" status: 200  len: 914 time: 0.4671311
Dec 25 21:15:48.036898 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-a4cb6b43-3a12-4002-8f73-1b6a2df9364d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:48.055566 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_common [None req-fb82847a-ee05-4f2f-8497-ba3b6d48ae7b admin admin] Allocated IP 172.20.0.1 (e9a0767a-e35f-46e4-ad5a-4d10f3d66304/e50af3ca-89f0-4c3b-92db-dc46748889c9/d20284ea-d9b5-454c-a11a-241cb87779f9) {{(pid=121606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:15:48.060085 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c214ddec-f5d0-4e27-8ea2-009fd38aa3f3 req-da9ab1bf-1ed6-4fe9-98fc-6f9bf7ea30e0 service neutron] 10.222.0.37 "GET /v2.0/ports/860d1670-d6af-4fc5-80bd-08f9b6582dac/bindings/nch2-master-1 HTTP/1.1" status: 200  len: 382 time: 0.2899938
Dec 25 21:15:48.095050 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-49d1f8db-ab7b-4ff8-89e4-0d402d8b8137 req-997c283d-20c9-4515-9b84-d97a87ed65d9 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4353b31a-16ab-4050-acd0-9548832705a6 HTTP/1.1" status: 200  len: 217 time: 0.0486128
Dec 25 21:15:48.111593 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71129338-464c-45c5-9205-512a87fbc3a9 req-64178ad8-3be6-46f5-b6df-5b66c859d8e7 tempest-LiveMigrationNegativeTest-1846926095 tempest-LiveMigrationNegativeTest-1846926095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:15:48.111593 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-71129338-464c-45c5-9205-512a87fbc3a9 req-64178ad8-3be6-46f5-b6df-5b66c859d8e7 tempest-LiveMigrationNegativeTest-1846926095 tempest-LiveMigrationNegativeTest-1846926095-project] 10.222.0.32 "GET /v2.0/ports?device_id=25868382-2f4d-4138-bd58-4d8505ab944a HTTP/1.1" status: 200  len: 949 time: 0.1861224
Dec 25 21:15:48.118427 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4cb6b43-3a12-4002-8f73-1b6a2df9364d None None] Routers {'a6ad9bf4-dcda-4521-8c2b-6e14cc276277'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:15:48.119467 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-a4cb6b43-3a12-4002-8f73-1b6a2df9364d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2618a19490>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:15:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['a6ad9bf4-dcda-4521-8c2b-6e14cc276277'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:15:48.167196 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8791a0d-37d8-4681-a6e6-648dd7b243ce None None] Pushing event updated for resources: {'Port': ['ID=c0e2a8af-e242-4055-8c41-aaad10e8b67a,revision_number=3']} {{(pid=121609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:15:48.215515 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d1f8db-ab7b-4ff8-89e4-0d402d8b8137 req-62886ee8-4cf3-4758-acf3-8d5068f69368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:15:48.217085 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-49d1f8db-ab7b-4ff8-89e4-0d402d8b8137 req-62886ee8-4cf3-4758-acf3-8d5068f69368 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=37f917d0-d496-45cf-ae0a-66a9d35b37e3 HTTP/1.1" status: 200  len: 853 time: 0.1011117
Dec 25 21:15:48.263118 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvr_db [None req-a4cb6b43-3a12-4002-8f73-1b6a2df9364d None None] Set router a6ad9bf4-dcda-4521-8c2b-6e14cc276277 gateway port host: ncdv-master-1 {{(pid=121609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:15:48.285824 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-49d1f8db-ab7b-4ff8-89e4-0d402d8b8137 req-9859b38c-1dde-4f44-b2ca-e4fd20510744 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=597fae95-d9e4-466a-853c-7cbb09218bf0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0599365
Dec 25 21:15:48.293896 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-71129338-464c-45c5-9205-512a87fbc3a9 req-82e04afc-5c25-463b-ba0b-1c4581d0dcd4 tempest-LiveMigrationNegativeTest-1846926095 tempest-LiveMigrationNegativeTest-1846926095-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd59572e-cceb-410e-98f9-b4c8102dcd43&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1676402
Dec 25 21:15:48.394901 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-fb82847a-ee05-4f2f-8497-ba3b6d48ae7b admin admin] Publish callbacks [] for port, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:48.427742 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-49d1f8db-ab7b-4ff8-89e4-0d402d8b8137 req-d4ca9616-cb59-4eaa-8bf7-36970565154a service neutron] 10.222.0.31 "GET /v2.0/networks/597fae95-d9e4-466a-853c-7cbb09218bf0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1292632
Dec 25 21:15:48.467172 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-a4cb6b43-3a12-4002-8f73-1b6a2df9364d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2618a19490>, [{'id': 'a6ad9bf4-dcda-4521-8c2b-6e14cc276277', 'name': 'tempest-FloatingIPsNegativeTestJSON-246176486-router', 'tenant_id': '577ba8f0522d4cb7835b446932eca5aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.31'}], 'enable_snat': True}, 'gw_port_id': 'c0e2a8af-e242-4055-8c41-aaad10e8b67a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:15:42Z', 'updated_at': '2021-12-25T21:15:45Z', 'revision_number': 3, 'project_id': '577ba8f0522d4cb7835b446932eca5aa', 'gw_port': {'id': 'c0e2a8af-e242-4055-8c41-aaad10e8b67a', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:38:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6ad9bf4-dcda-4521-8c2b-6e14cc276277', 'device_owner': 'network:router_gateway', 'standard_attr_id': 941, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:15:44Z', 'updated_at': '2021-12-25T21:15:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:15:48.498808 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4cb6b43-3a12-4002-8f73-1b6a2df9364d None None] The sync data for ids ['a6ad9bf4-dcda-4521-8c2b-6e14cc276277'] in ncdv-master-1 is: [{'id': 'a6ad9bf4-dcda-4521-8c2b-6e14cc276277', 'name': 'tempest-FloatingIPsNegativeTestJSON-246176486-router', 'tenant_id': '577ba8f0522d4cb7835b446932eca5aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.31'}], 'enable_snat': True}, 'gw_port_id': 'c0e2a8af-e242-4055-8c41-aaad10e8b67a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:15:42Z', 'updated_at': '2021-12-25T21:15:45Z', 'revision_number': 3, 'project_id': '577ba8f0522d4cb7835b446932eca5aa', 'gw_port': {'id': 'c0e2a8af-e242-4055-8c41-aaad10e8b67a', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:38:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6ad9bf4-dcda-4521-8c2b-6e14cc276277', 'device_owner': 'network:router_gateway', 'standard_attr_id': 941, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:15:44Z', 'updated_at': '2021-12-25T21:15:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 21:15:48.992182 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-fb82847a-ee05-4f2f-8497-ba3b6d48ae7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:49.051159 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device c0e2a8af-e242-4055-8c41-aaad10e8b67a up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:15:49.117887 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port c0e2a8af-e242-4055-8c41-aaad10e8b67a triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:15:49.118568 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:49.128758 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb82847a-ee05-4f2f-8497-ba3b6d48ae7b admin admin] Network e9a0767a-e35f-46e4-ad5a-4d10f3d66304 is already hosted by enough agents. {{(pid=121606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:15:49.151732 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb82847a-ee05-4f2f-8497-ba3b6d48ae7b admin admin] Pushing event updated for resources: {'Port': ['ID=d20284ea-d9b5-454c-a11a-241cb87779f9,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:15:49.164469 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [None req-fb82847a-ee05-4f2f-8497-ba3b6d48ae7b admin admin] Resources bound (agent type, host, resource id):  {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:15:49.176372 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb82847a-ee05-4f2f-8497-ba3b6d48ae7b admin admin] Received port after_create {{(pid=121606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:15:49.229360 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c214ddec-f5d0-4e27-8ea2-009fd38aa3f3 req-efe9f5f9-4655-4b01-866f-b2afe71090a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:15:49.232589 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c214ddec-f5d0-4e27-8ea2-009fd38aa3f3 req-efe9f5f9-4655-4b01-866f-b2afe71090a6 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=3308bcb1-0f06-470f-913d-ae09dfc92a3a&tenant_id=ed880d80bcfb4641b02f26da5fad21b8 HTTP/1.1" status: 200  len: 1101 time: 0.2596250
Dec 25 21:15:49.236013 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-49d1f8db-ab7b-4ff8-89e4-0d402d8b8137 req-953d80e6-feeb-4984-8d94-8671f3886e35 service neutron] 10.222.0.31 "GET /v2.0/networks/597fae95-d9e4-466a-853c-7cbb09218bf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7999027
Dec 25 21:15:49.251206 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c39d21-fef3-414a-bb55-15d56e595c82 req-c4047b41-1fd0-484a-9e7d-569be7a05ad3 tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:15:49.256942 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-77c39d21-fef3-414a-bb55-15d56e595c82 req-c4047b41-1fd0-484a-9e7d-569be7a05ad3 tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] 10.222.0.32 "GET /v2.0/ports?device_id=0bfb31ab-a5a4-4386-b5bd-77f172344909 HTTP/1.1" status: 200  len: 945 time: 0.2842581
Dec 25 21:15:49.264858 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:49.277686 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f33e16-17d0-4ad8-844e-4c679081c77e req-b19b0220-f3fd-4571-b196-47e44dddf6b7 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:15:49.285265 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-77f33e16-17d0-4ad8-844e-4c679081c77e req-b19b0220-f3fd-4571-b196-47e44dddf6b7 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/ports?device_id=3308bcb1-0f06-470f-913d-ae09dfc92a3a HTTP/1.1" status: 200  len: 950 time: 0.3116176
Dec 25 21:15:49.295249 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device 04b699b9-f328-49f3-bfd1-4302a65626c8 up at agent hyperv_nch1-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:15:49.298639 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] For port c0e2a8af-e242-4055-8c41-aaad10e8b67a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c0e2a8af-e242-4055-8c41-aaad10e8b67a,segment=NetworkSegment(6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855),segment_id=6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:15:49.378879 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:49.433909 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-fb82847a-ee05-4f2f-8497-ba3b6d48ae7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2008772'] for router_interface, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:49.477336 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Pushing event updated for resources: {'Port': ['ID=c0e2a8af-e242-4055-8c41-aaad10e8b67a,revision_number=4']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:15:49.481591 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Provisioning for port 04b699b9-f328-49f3-bfd1-4302a65626c8 completed by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 25 21:15:49.492475 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Provisioning complete for port 04b699b9-f328-49f3-bfd1-4302a65626c8 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:15:49.492825 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:49.517470 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-77f33e16-17d0-4ad8-844e-4c679081c77e req-cb565dad-9156-4341-a95a-fa40abcce51e tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3f1ae63-416f-443f-b032-af0d7dcc9019&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2312486
Dec 25 21:15:49.574067 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-77c39d21-fef3-414a-bb55-15d56e595c82 req-d07a9fa3-871d-4d01-8620-f7b0a19d317d tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] 10.222.0.32 "GET /v2.0/security-groups?id=e70b16a5-3c2f-443c-a3bd-2851d79b2b90&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2744205
Dec 25 21:15:49.578699 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c214ddec-f5d0-4e27-8ea2-009fd38aa3f3 req-510b0c28-5747-4054-9770-314e86fa5b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:15:49.580265 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c214ddec-f5d0-4e27-8ea2-009fd38aa3f3 req-510b0c28-5747-4054-9770-314e86fa5b70 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ed880d80bcfb4641b02f26da5fad21b8&device_id=3308bcb1-0f06-470f-913d-ae09dfc92a3a HTTP/1.1" status: 200  len: 1101 time: 0.2929566
Dec 25 21:15:49.672404 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-c9dc5d5c-f4c7-4cfe-a861-55101810c49a None None] Provisioning complete for port d20284ea-d9b5-454c-a11a-241cb87779f9 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:15:49.672843 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-c9dc5d5c-f4c7-4cfe-a861-55101810c49a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:49.748212 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c214ddec-f5d0-4e27-8ea2-009fd38aa3f3 req-bf1138fb-d8af-4d8d-a785-2792f1018e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:15:49.752981 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c214ddec-f5d0-4e27-8ea2-009fd38aa3f3 req-bf1138fb-d8af-4d8d-a785-2792f1018e3d service neutron] 10.222.0.37 "GET /v2.0/networks?id=8f212e98-547d-4c6e-a560-2e9a548c8f59 HTTP/1.1" status: 200  len: 870 time: 0.1640921
Dec 25 21:15:49.764086 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-c9dc5d5c-f4c7-4cfe-a861-55101810c49a None None] Port d20284ea-d9b5-454c-a11a-241cb87779f9 cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:15:49.824724 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c214ddec-f5d0-4e27-8ea2-009fd38aa3f3 req-0cb572fa-f191-4620-bfbf-2645c2f83bb1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.121&port_id=860d1670-d6af-4fc5-80bd-08f9b6582dac HTTP/1.1" status: 200  len: 217 time: 0.0483000
Dec 25 21:15:49.826795 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:49.856254 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25868382-2f4d-4138-bd58-4d8505ab944a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04b699b9-f328-49f3-bfd1-4302a65626c8'}] {{(pid=121608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:15:49.858661 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a88c78c3ff6266bd59c7e89d275b28c92e739b67d23c89d71af88829fd31566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9444824-b3a1-45cd-87e4-b110ff383ca0" -d '{"events": [{"server_uuid": "25868382-2f4d-4138-bd58-4d8505ab944a", "name": "network-vif-plugged", "status": "completed", "tag": "04b699b9-f328-49f3-bfd1-4302a65626c8"}]}' {{(pid=121608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:15:49.872342 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port 04b699b9-f328-49f3-bfd1-4302a65626c8, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=04b699b9-f328-49f3-bfd1-4302a65626c8,segment=NetworkSegment(85c774cb-a0eb-4ad9-961f-f331d3b37cd6),segment_id=85c774cb-a0eb-4ad9-961f-f331d3b37cd6)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:15:49.912727 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 21:15:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0d92ea4-5068-46bb-894e-9646ac3d36c5 x-openstack-request-id: req-f0d92ea4-5068-46bb-894e-9646ac3d36c5 {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:15:49.913194 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25868382-2f4d-4138-bd58-4d8505ab944a", "name": "network-vif-plugged", "status": "completed", "tag": "04b699b9-f328-49f3-bfd1-4302a65626c8", "code": 200}]} {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:15:49.913546 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f0d92ea4-5068-46bb-894e-9646ac3d36c5 {{(pid=121608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:15:49.914037 ncdv-master-1 neutron-server[121608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25868382-2f4d-4138-bd58-4d8505ab944a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04b699b9-f328-49f3-bfd1-4302a65626c8', 'code': 200}
Dec 25 21:15:49.916694 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-fb82847a-ee05-4f2f-8497-ba3b6d48ae7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:49.927074 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:49.951488 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5449d8-49de-4999-a295-55472524a0d3 req-d999752b-b220-4374-86c4-d836838601e7 tempest-LiveMigrationNegativeTest-1846926095 tempest-LiveMigrationNegativeTest-1846926095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:15:49.953067 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2d5449d8-49de-4999-a295-55472524a0d3 req-d999752b-b220-4374-86c4-d836838601e7 tempest-LiveMigrationNegativeTest-1846926095 tempest-LiveMigrationNegativeTest-1846926095-project] 10.222.0.32 "GET /v2.0/ports?device_id=25868382-2f4d-4138-bd58-4d8505ab944a HTTP/1.1" status: 200  len: 949 time: 0.1316411
Dec 25 21:15:49.955067 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c214ddec-f5d0-4e27-8ea2-009fd38aa3f3 req-653cd729-6fac-4d1c-b15c-a5122e8fa503 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:15:49.956400 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c214ddec-f5d0-4e27-8ea2-009fd38aa3f3 req-653cd729-6fac-4d1c-b15c-a5122e8fa503 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=dcfbae86-f93e-400c-8084-eac7f56ff5ba HTTP/1.1" status: 200  len: 843 time: 0.1197746
Dec 25 21:15:49.994069 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Pushing event updated for resources: {'Port': ['ID=04b699b9-f328-49f3-bfd1-4302a65626c8,revision_number=5']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:15:50.148859 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015cc81c-86a3-45c1-97f0-0232dfa2aa03 req-070628b5-2719-4522-b418-ac6aa2f738fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:15:50.150303 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-015cc81c-86a3-45c1-97f0-0232dfa2aa03 req-070628b5-2719-4522-b418-ac6aa2f738fa service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=25868382-2f4d-4138-bd58-4d8505ab944a HTTP/1.1" status: 200  len: 1101 time: 0.1526449
Dec 25 21:15:50.153624 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2d5449d8-49de-4999-a295-55472524a0d3 req-c3f99b70-4c77-42bf-9490-c8b8a0d3b1ff tempest-LiveMigrationNegativeTest-1846926095 tempest-LiveMigrationNegativeTest-1846926095-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd59572e-cceb-410e-98f9-b4c8102dcd43&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1709635
Dec 25 21:15:50.157471 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c214ddec-f5d0-4e27-8ea2-009fd38aa3f3 req-28db0b60-8592-40d0-a4c5-c6b26f050b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:15:50.158856 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c214ddec-f5d0-4e27-8ea2-009fd38aa3f3 req-28db0b60-8592-40d0-a4c5-c6b26f050b1c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8f212e98-547d-4c6e-a560-2e9a548c8f59&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1773074
Dec 25 21:15:50.306182 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-015cc81c-86a3-45c1-97f0-0232dfa2aa03 req-3b791a45-e128-4ac0-b3c0-47acf0dd2dcc service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=cd59572e-cceb-410e-98f9-b4c8102dcd43&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1463749
Dec 25 21:15:50.339245 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c214ddec-f5d0-4e27-8ea2-009fd38aa3f3 req-71421ad3-0bbf-4d9b-ac4e-1147262ada81 service neutron] 10.222.0.37 "GET /v2.0/networks/8f212e98-547d-4c6e-a560-2e9a548c8f59?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1483495
Dec 25 21:15:50.347184 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-fb82847a-ee05-4f2f-8497-ba3b6d48ae7b admin admin] Publish callbacks [] for port, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:50.434240 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-fb82847a-ee05-4f2f-8497-ba3b6d48ae7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:50.485425 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c214ddec-f5d0-4e27-8ea2-009fd38aa3f3 req-ef9fa34f-683a-4901-a608-9787943fa7ee service neutron] 10.222.0.37 "GET /v2.0/networks/8f212e98-547d-4c6e-a560-2e9a548c8f59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1362803
Dec 25 21:15:50.510429 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb82847a-ee05-4f2f-8497-ba3b6d48ae7b admin admin] Pushing event updated for resources: {'Port': ['ID=d20284ea-d9b5-454c-a11a-241cb87779f9,revision_number=2']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:15:50.512932 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-fb82847a-ee05-4f2f-8497-ba3b6d48ae7b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2007636'] for router_interface, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:50.654826 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb82847a-ee05-4f2f-8497-ba3b6d48ae7b admin admin] Network e9a0767a-e35f-46e4-ad5a-4d10f3d66304 is already hosted by enough agents. {{(pid=121606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:15:50.657683 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [None req-fb82847a-ee05-4f2f-8497-ba3b6d48ae7b admin admin] Resources bound (agent type, host, resource id):  {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:15:50.669863 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9f9f74-3fb8-40cf-9205-07e8db228da0 req-aeb04373-3195-459c-a5e1-47459a0d4b3b tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:15:50.671424 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1e9f9f74-3fb8-40cf-9205-07e8db228da0 req-aeb04373-3195-459c-a5e1-47459a0d4b3b tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/ports?device_id=3308bcb1-0f06-470f-913d-ae09dfc92a3a HTTP/1.1" status: 200  len: 950 time: 0.0776563
Dec 25 21:15:50.830111 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1e9f9f74-3fb8-40cf-9205-07e8db228da0 req-7a7e81b6-18aa-460d-b09a-40b5e52b54d4 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3f1ae63-416f-443f-b032-af0d7dcc9019&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1186793
Dec 25 21:15:50.848244 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b9bee5-e861-43a6-912b-7599184a899b req-a1c00b5c-2af6-479a-88af-ca3c89f28711 tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:15:50.850248 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e1b9bee5-e861-43a6-912b-7599184a899b req-a1c00b5c-2af6-479a-88af-ca3c89f28711 tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] 10.222.0.32 "GET /v2.0/ports?device_id=0bfb31ab-a5a4-4386-b5bd-77f172344909 HTTP/1.1" status: 200  len: 945 time: 0.1400304
Dec 25 21:15:50.880462 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb82847a-ee05-4f2f-8497-ba3b6d48ae7b admin admin] Router a6ad9bf4-dcda-4521-8c2b-6e14cc276277 has already been hosted by L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 {{(pid=121606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 25 21:15:50.901160 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-5f3cc1f4-71f2-4d7f-a4c9-59b14a834d60 None None] Provisioning complete for port d20284ea-d9b5-454c-a11a-241cb87779f9 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:15:50.901652 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5f3cc1f4-71f2-4d7f-a4c9-59b14a834d60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:50.945034 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-5f3cc1f4-71f2-4d7f-a4c9-59b14a834d60 None None] Port d20284ea-d9b5-454c-a11a-241cb87779f9 cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:15:50.954882 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e1b9bee5-e861-43a6-912b-7599184a899b req-0a56bb61-3114-4ae1-ad13-9c2d9e707294 tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] 10.222.0.32 "GET /v2.0/security-groups?id=e70b16a5-3c2f-443c-a3bd-2851d79b2b90&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0970604
Dec 25 21:15:50.982488 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device c0e2a8af-e242-4055-8c41-aaad10e8b67a up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:15:51.036664 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb82847a-ee05-4f2f-8497-ba3b6d48ae7b admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 21:15:51.042933 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-fb82847a-ee05-4f2f-8497-ba3b6d48ae7b admin admin] 10.222.0.32 "PUT /v2.0/routers/a6ad9bf4-dcda-4521-8c2b-6e14cc276277/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.4793758
Dec 25 21:15:51.051198 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcaee11e-b8bc-45ad-977d-50295df1cd64 None None] Sync routers for ids ['a6ad9bf4-dcda-4521-8c2b-6e14cc276277'] in ncdv-master-1 {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 21:15:51.058473 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port c0e2a8af-e242-4055-8c41-aaad10e8b67a triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:15:51.058963 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:51.065448 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcaee11e-b8bc-45ad-977d-50295df1cd64 None None] Routers {'a6ad9bf4-dcda-4521-8c2b-6e14cc276277'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:15:51.066356 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-fcaee11e-b8bc-45ad-977d-50295df1cd64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f261822ff70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:15:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['a6ad9bf4-dcda-4521-8c2b-6e14cc276277'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:15:51.250371 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvr_db [None req-fcaee11e-b8bc-45ad-977d-50295df1cd64 None None] Set router a6ad9bf4-dcda-4521-8c2b-6e14cc276277 gateway port host: ncdv-master-1 {{(pid=121608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:15:51.265770 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc0779a-995f-4ddf-8f12-8601c19de53d req-c63e38af-ad11-4f35-a856-6fe918350c69 tempest-ServersTestJSON-45643402 tempest-ServersTestJSON-45643402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:15:51.267258 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-cdc0779a-995f-4ddf-8f12-8601c19de53d req-c63e38af-ad11-4f35-a856-6fe918350c69 tempest-ServersTestJSON-45643402 tempest-ServersTestJSON-45643402-project] 10.222.0.32 "GET /v2.0/ports?device_id=06595622-92cb-4f87-bd0d-0320a9fc5d7e HTTP/1.1" status: 200  len: 946 time: 0.0794873
Dec 25 21:15:51.275961 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ec98e4-3c09-45bd-ae0f-ab67a84ac2e0 req-04018590-3c12-4858-9ec4-43e0a5d84a3e tempest-ListImageFiltersTestJSON-1815595502 tempest-ListImageFiltersTestJSON-1815595502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:15:51.277376 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-04ec98e4-3c09-45bd-ae0f-ab67a84ac2e0 req-04018590-3c12-4858-9ec4-43e0a5d84a3e tempest-ListImageFiltersTestJSON-1815595502 tempest-ListImageFiltersTestJSON-1815595502-project] 10.222.0.32 "GET /v2.0/ports?device_id=66cd474f-564e-4f62-ba35-0016e7dcec42 HTTP/1.1" status: 200  len: 950 time: 0.0793085
Dec 25 21:15:51.353122 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-cdc0779a-995f-4ddf-8f12-8601c19de53d req-e0e5544b-d44f-47a9-bdee-c8f2a6c1a948 tempest-ServersTestJSON-45643402 tempest-ServersTestJSON-45643402-project] 10.222.0.32 "GET /v2.0/security-groups?id=d60c2c1c-c178-41f1-b691-5253ca14c996&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0747573
Dec 25 21:15:51.356834 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-04ec98e4-3c09-45bd-ae0f-ab67a84ac2e0 req-31ae77af-ad61-46bc-8a2f-1eecd3b59a6b tempest-ListImageFiltersTestJSON-1815595502 tempest-ListImageFiltersTestJSON-1815595502-project] 10.222.0.32 "GET /v2.0/security-groups?id=d60cc0c8-8901-457c-b6ff-328606b32b2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0720029
Dec 25 21:15:51.484823 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-fcaee11e-b8bc-45ad-977d-50295df1cd64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f261822ff70>, [{'id': 'a6ad9bf4-dcda-4521-8c2b-6e14cc276277', 'name': 'tempest-FloatingIPsNegativeTestJSON-246176486-router', 'tenant_id': '577ba8f0522d4cb7835b446932eca5aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.31'}], 'enable_snat': True}, 'gw_port_id': 'c0e2a8af-e242-4055-8c41-aaad10e8b67a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:15:42Z', 'updated_at': '2021-12-25T21:15:49Z', 'revision_number': 4, 'project_id': '577ba8f0522d4cb7835b446932eca5aa', 'gw_port': {'id': 'c0e2a8af-e242-4055-8c41-aaad10e8b67a', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:38:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6ad9bf4-dcda-4521-8c2b-6e14cc276277', 'device_owner': 'network:router_gateway', 'standard_attr_id': 941, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:15:44Z', 'updated_at': '2021-12-25T21:15:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'd20284ea-d9b5-454c-a11a-241cb87779f9', 'name': '', 'network_id': 'e9a0767a-e35f-46e4-ad5a-4d10f3d66304', 'tenant_id': '577ba8f0522d4cb7835b446932eca5aa', 'mac_address': 'fa:16:3e:b0:0e:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6ad9bf4-dcda-4521-8c2b-6e14cc276277', 'device_owner': 'network:router_interface', 'standard_attr_id': 942, 'fixed_ips': [{'subnet_id': 'e50af3ca-89f0-4c3b-92db-dc46748889c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:15:47Z', 'updated_at': '2021-12-25T21:15:50Z', 'revision_number': 2, 'project_id': '577ba8f0522d4cb7835b446932eca5aa', 'subnets': [{'id': 'e50af3ca-89f0-4c3b-92db-dc46748889c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:15:51.514647 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee098c7b-cfcb-46b8-96b8-c0a2fda24ed3 req-4c422620-d3e9-4378-9cbb-fafd7e54d3fe tempest-LiveMigrationNegativeTest-1846926095 tempest-LiveMigrationNegativeTest-1846926095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:15:51.515262 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcaee11e-b8bc-45ad-977d-50295df1cd64 None None] Checking router: a6ad9bf4-dcda-4521-8c2b-6e14cc276277 for host: ncdv-master-1 {{(pid=121608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 25 21:15:51.515611 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcaee11e-b8bc-45ad-977d-50295df1cd64 None None] Updating router a6ad9bf4-dcda-4521-8c2b-6e14cc276277 port d20284ea-d9b5-454c-a11a-241cb87779f9 binding host ncdv-master-1 {{(pid=121608) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 25 21:15:51.516520 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ee098c7b-cfcb-46b8-96b8-c0a2fda24ed3 req-4c422620-d3e9-4378-9cbb-fafd7e54d3fe tempest-LiveMigrationNegativeTest-1846926095 tempest-LiveMigrationNegativeTest-1846926095-project] 10.222.0.32 "GET /v2.0/ports?device_id=25868382-2f4d-4138-bd58-4d8505ab944a HTTP/1.1" status: 200  len: 950 time: 0.0567267
Dec 25 21:15:51.548189 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-fcaee11e-b8bc-45ad-977d-50295df1cd64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:51.564965 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ad394745-3951-401f-bf68-d97b72e5f35d req-3ce2a973-a223-44fd-97cd-0d68fc390e09 tempest-FloatingIPsNegativeTestJSON-801188060 tempest-FloatingIPsNegativeTestJSON-801188060-project] 10.222.0.32 "GET /v2.0/floatingips?tenant_id=577ba8f0522d4cb7835b446932eca5aa HTTP/1.1" status: 200  len: 217 time: 0.0469499
Dec 25 21:15:51.602064 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ee098c7b-cfcb-46b8-96b8-c0a2fda24ed3 req-20779eb4-6a73-45f3-8b01-88e95f7691c8 tempest-LiveMigrationNegativeTest-1846926095 tempest-LiveMigrationNegativeTest-1846926095-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd59572e-cceb-410e-98f9-b4c8102dcd43&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0763540
Dec 25 21:15:51.668808 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d283d723-72e6-4cbb-bde9-a2b90c30fc47 req-46454184-54d5-41f3-aa79-6825ca095d4e tempest-FloatingIPsNegativeTestJSON-801188060 tempest-FloatingIPsNegativeTestJSON-801188060-project] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200  len: 213 time: 0.0285764
Dec 25 21:15:51.730099 ncdv-master-1 neutron-server[121606]: INFO neutron.api.v2.resource [req-82e5eecc-2c4a-4d8f-be7f-e41c93df6eb1 req-350a4668-357b-4f9a-a05e-db5d21c06e2d tempest-FloatingIPsNegativeTestJSON-801188060 tempest-FloatingIPsNegativeTestJSON-801188060-project] show failed (client error): The resource could not be found.
Dec 25 21:15:51.731252 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-82e5eecc-2c4a-4d8f-be7f-e41c93df6eb1 req-350a4668-357b-4f9a-a05e-db5d21c06e2d tempest-FloatingIPsNegativeTestJSON-801188060 tempest-FloatingIPsNegativeTestJSON-801188060-project] 10.222.0.32 "GET /v2.0/floatingips/3cc6a243-cdf2-4d6a-8b5c-446ded43ce51 HTTP/1.1" status: 404  len: 350 time: 0.0377660
Dec 25 21:15:51.744253 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 52352) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:15:51.856033 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-fcaee11e-b8bc-45ad-977d-50295df1cd64 None None] Publish callbacks [] for port, precommit_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:51.955397 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-fcaee11e-b8bc-45ad-977d-50295df1cd64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:52.015597 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e015a813-c7fa-4673-8e56-de3217b1f5ab None None] Pushing event updated for resources: {'Port': ['ID=d20284ea-d9b5-454c-a11a-241cb87779f9,revision_number=3']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:15:52.047277 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f195ffa8-ad6d-4218-b838-6d893ec238e4 req-2d1c7226-c881-4902-8b05-0fd1043ce4cb tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:15:52.048813 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f195ffa8-ad6d-4218-b838-6d893ec238e4 req-2d1c7226-c881-4902-8b05-0fd1043ce4cb tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/ports?device_id=3308bcb1-0f06-470f-913d-ae09dfc92a3a HTTP/1.1" status: 200  len: 950 time: 0.1304469
Dec 25 21:15:52.087608 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-fcaee11e-b8bc-45ad-977d-50295df1cd64 None None] Attempting to bind port d20284ea-d9b5-454c-a11a-241cb87779f9 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:15:52.087608 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-fcaee11e-b8bc-45ad-977d-50295df1cd64 None None] Attempting to bind port d20284ea-d9b5-454c-a11a-241cb87779f9 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'bade5021-719d-4fb6-9f5a-e20a990b2553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'e9a0767a-e35f-46e4-ad5a-4d10f3d66304'}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:15:52.088021 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcaee11e-b8bc-45ad-977d-50295df1cd64 None None] Attempting to bind port d20284ea-d9b5-454c-a11a-241cb87779f9 on network e9a0767a-e35f-46e4-ad5a-4d10f3d66304 {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:15:52.093348 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcaee11e-b8bc-45ad-977d-50295df1cd64 None None] Checking agent: {'id': 'ca4f5c6d-f1fd-48b8-a3e3-395864c7d23d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 20, 56, 40), 'started_at': datetime.datetime(2021, 12, 25, 20, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 15, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:15:52.093724 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcaee11e-b8bc-45ad-977d-50295df1cd64 None None] Checking segment: {'id': 'bade5021-719d-4fb6-9f5a-e20a990b2553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'e9a0767a-e35f-46e4-ad5a-4d10f3d66304'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:15:52.094279 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-fcaee11e-b8bc-45ad-977d-50295df1cd64 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:52.094511 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcaee11e-b8bc-45ad-977d-50295df1cd64 None None] Bound using segment: {'id': 'bade5021-719d-4fb6-9f5a-e20a990b2553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'e9a0767a-e35f-46e4-ad5a-4d10f3d66304'} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:15:52.095510 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-fcaee11e-b8bc-45ad-977d-50295df1cd64 None None] Bound port: d20284ea-d9b5-454c-a11a-241cb87779f9, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bade5021-719d-4fb6-9f5a-e20a990b2553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'e9a0767a-e35f-46e4-ad5a-4d10f3d66304'}}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:15:52.095510 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-fcaee11e-b8bc-45ad-977d-50295df1cd64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:52.145588 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f195ffa8-ad6d-4218-b838-6d893ec238e4 req-8493e69a-7ff4-4c68-9132-9e022d18167f tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3f1ae63-416f-443f-b032-af0d7dcc9019&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0833714
Dec 25 21:15:52.178354 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-fcaee11e-b8bc-45ad-977d-50295df1cd64 None None] For port d20284ea-d9b5-454c-a11a-241cb87779f9, host ncdv-master-1, cleared binding levels {{(pid=121608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:15:52.183209 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-fcaee11e-b8bc-45ad-977d-50295df1cd64 None None] For port d20284ea-d9b5-454c-a11a-241cb87779f9, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d20284ea-d9b5-454c-a11a-241cb87779f9,segment=NetworkSegment(bade5021-719d-4fb6-9f5a-e20a990b2553),segment_id=bade5021-719d-4fb6-9f5a-e20a990b2553)] {{(pid=121608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:15:52.212400 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-5a8f8082-cb0a-4a25-b630-cd7ec7ad1d94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2007615'] for router_interface, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:52.257572 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-fcaee11e-b8bc-45ad-977d-50295df1cd64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:52.330512 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e015a813-c7fa-4673-8e56-de3217b1f5ab None None] Pushing event updated for resources: {'Port': ['ID=d20284ea-d9b5-454c-a11a-241cb87779f9,revision_number=4']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:15:52.343568 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-315e1e33-d202-4816-bb59-ca32ed31907f None None] Provisioning complete for port d20284ea-d9b5-454c-a11a-241cb87779f9 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:15:52.343942 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-315e1e33-d202-4816-bb59-ca32ed31907f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:52.387270 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcaee11e-b8bc-45ad-977d-50295df1cd64 None None] Routers {'a6ad9bf4-dcda-4521-8c2b-6e14cc276277'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:15:52.387946 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-fcaee11e-b8bc-45ad-977d-50295df1cd64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f261822ff70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:15:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['a6ad9bf4-dcda-4521-8c2b-6e14cc276277'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:15:52.435068 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af5d7cf-e2dd-4dcc-8637-f44b4a491503 req-ee1154b1-9e58-464b-8822-12cfe206faa1 tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:15:52.445178 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2af5d7cf-e2dd-4dcc-8637-f44b4a491503 req-ee1154b1-9e58-464b-8822-12cfe206faa1 tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] 10.222.0.32 "GET /v2.0/ports?device_id=0bfb31ab-a5a4-4386-b5bd-77f172344909 HTTP/1.1" status: 200  len: 945 time: 0.1322272
Dec 25 21:15:52.592708 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device 860d1670-d6af-4fc5-80bd-08f9b6582dac no longer exists at agent hyperv_nch2-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:15:52.612179 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2af5d7cf-e2dd-4dcc-8637-f44b4a491503 req-3ad0d4fa-8f40-4338-bd66-c34619c7b80d tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] 10.222.0.32 "GET /v2.0/security-groups?id=e70b16a5-3c2f-443c-a3bd-2851d79b2b90&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1658192
Dec 25 21:15:52.744222 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvr_db [None req-fcaee11e-b8bc-45ad-977d-50295df1cd64 None None] Set router a6ad9bf4-dcda-4521-8c2b-6e14cc276277 gateway port host: ncdv-master-1 {{(pid=121608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:15:52.789118 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae6066d-c82f-4e85-998a-207ee2242ac9 req-eb5224c1-5b7a-44f3-a856-cee0df87f55f tempest-LiveMigrationNegativeTest-1846926095 tempest-LiveMigrationNegativeTest-1846926095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:15:52.790950 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-fae6066d-c82f-4e85-998a-207ee2242ac9 req-eb5224c1-5b7a-44f3-a856-cee0df87f55f tempest-LiveMigrationNegativeTest-1846926095 tempest-LiveMigrationNegativeTest-1846926095-project] 10.222.0.32 "GET /v2.0/ports?device_id=25868382-2f4d-4138-bd58-4d8505ab944a HTTP/1.1" status: 200  len: 950 time: 0.0847375
Dec 25 21:15:52.799934 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e96562-25e9-453f-ab75-bfe29873c119 req-3ef92518-f548-47c6-b385-1ea8bc808675 tempest-ServersTestJSON-45643402 tempest-ServersTestJSON-45643402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:15:52.801514 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-13e96562-25e9-453f-ab75-bfe29873c119 req-3ef92518-f548-47c6-b385-1ea8bc808675 tempest-ServersTestJSON-45643402 tempest-ServersTestJSON-45643402-project] 10.222.0.32 "GET /v2.0/ports?device_id=06595622-92cb-4f87-bd0d-0320a9fc5d7e HTTP/1.1" status: 200  len: 946 time: 0.1111116
Dec 25 21:15:52.802843 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-5a8f8082-cb0a-4a25-b630-cd7ec7ad1d94 admin admin] Deleting port d20284ea-d9b5-454c-a11a-241cb87779f9 {{(pid=121606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:15:52.803171 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-5a8f8082-cb0a-4a25-b630-cd7ec7ad1d94 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:52.817093 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-315e1e33-d202-4816-bb59-ca32ed31907f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:52.872732 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:52.925671 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-315e1e33-d202-4816-bb59-ca32ed31907f None None] For port d20284ea-d9b5-454c-a11a-241cb87779f9, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d20284ea-d9b5-454c-a11a-241cb87779f9,segment=NetworkSegment(bade5021-719d-4fb6-9f5a-e20a990b2553),segment_id=bade5021-719d-4fb6-9f5a-e20a990b2553)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:15:52.941463 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-13e96562-25e9-453f-ab75-bfe29873c119 req-eeb7b6b7-5c95-4a63-aaeb-8444fab7c2b0 tempest-ServersTestJSON-45643402 tempest-ServersTestJSON-45643402-project] 10.222.0.32 "GET /v2.0/security-groups?id=d60c2c1c-c178-41f1-b691-5253ca14c996&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1200418
Dec 25 21:15:52.952288 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-fae6066d-c82f-4e85-998a-207ee2242ac9 req-fa066726-a7cb-429d-91b8-8ca880bea403 tempest-LiveMigrationNegativeTest-1846926095 tempest-LiveMigrationNegativeTest-1846926095-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd59572e-cceb-410e-98f9-b4c8102dcd43&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1469316
Dec 25 21:15:52.956292 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3308bcb1-0f06-470f-913d-ae09dfc92a3a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '860d1670-d6af-4fc5-80bd-08f9b6582dac'}] {{(pid=121608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:15:52.961037 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a88c78c3ff6266bd59c7e89d275b28c92e739b67d23c89d71af88829fd31566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4681561d-123a-4630-bb2d-13dbdde6dc21" -d '{"events": [{"server_uuid": "3308bcb1-0f06-470f-913d-ae09dfc92a3a", "name": "network-vif-unplugged", "status": "completed", "tag": "860d1670-d6af-4fc5-80bd-08f9b6582dac"}]}' {{(pid=121608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:15:52.969103 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [None req-5a8f8082-cb0a-4a25-b630-cd7ec7ad1d94 admin admin] For port d20284ea-d9b5-454c-a11a-241cb87779f9, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d20284ea-d9b5-454c-a11a-241cb87779f9,segment=NetworkSegment(bade5021-719d-4fb6-9f5a-e20a990b2553),segment_id=bade5021-719d-4fb6-9f5a-e20a990b2553)] {{(pid=121606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:15:52.969691 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-5a8f8082-cb0a-4a25-b630-cd7ec7ad1d94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:52.993104 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port 860d1670-d6af-4fc5-80bd-08f9b6582dac, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=860d1670-d6af-4fc5-80bd-08f9b6582dac,segment=NetworkSegment(85c774cb-a0eb-4ad9-961f-f331d3b37cd6),segment_id=85c774cb-a0eb-4ad9-961f-f331d3b37cd6)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:15:52.993248 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-5a8f8082-cb0a-4a25-b630-cd7ec7ad1d94 admin admin] Calling delete_port for d20284ea-d9b5-454c-a11a-241cb87779f9 owned by network:router_interface {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:15:52.995099 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-315e1e33-d202-4816-bb59-ca32ed31907f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:53.030484 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 25 Dec 2021 21:15:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-937240f7-fc2b-4228-a9b5-6f3c7501e48c x-openstack-request-id: req-937240f7-fc2b-4228-a9b5-6f3c7501e48c {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:15:53.030796 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3308bcb1-0f06-470f-913d-ae09dfc92a3a", "name": "network-vif-unplugged", "status": "completed", "tag": "860d1670-d6af-4fc5-80bd-08f9b6582dac", "code": 200}]} {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:15:53.031057 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-937240f7-fc2b-4228-a9b5-6f3c7501e48c {{(pid=121608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:15:53.031450 ncdv-master-1 neutron-server[121608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3308bcb1-0f06-470f-913d-ae09dfc92a3a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '860d1670-d6af-4fc5-80bd-08f9b6582dac', 'code': 200}
Dec 25 21:15:53.069726 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:53.084656 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315e1e33-d202-4816-bb59-ca32ed31907f None None] Pushing event updated for resources: {'Port': ['ID=d20284ea-d9b5-454c-a11a-241cb87779f9,revision_number=5']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:15:53.162919 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-fcaee11e-b8bc-45ad-977d-50295df1cd64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f261822ff70>, [{'id': 'a6ad9bf4-dcda-4521-8c2b-6e14cc276277', 'name': 'tempest-FloatingIPsNegativeTestJSON-246176486-router', 'tenant_id': '577ba8f0522d4cb7835b446932eca5aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.31'}], 'enable_snat': True}, 'gw_port_id': 'c0e2a8af-e242-4055-8c41-aaad10e8b67a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:15:42Z', 'updated_at': '2021-12-25T21:15:49Z', 'revision_number': 4, 'project_id': '577ba8f0522d4cb7835b446932eca5aa', 'gw_port': {'id': 'c0e2a8af-e242-4055-8c41-aaad10e8b67a', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:38:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6ad9bf4-dcda-4521-8c2b-6e14cc276277', 'device_owner': 'network:router_gateway', 'standard_attr_id': 941, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:15:44Z', 'updated_at': '2021-12-25T21:15:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'd20284ea-d9b5-454c-a11a-241cb87779f9', 'name': '', 'network_id': 'e9a0767a-e35f-46e4-ad5a-4d10f3d66304', 'tenant_id': '577ba8f0522d4cb7835b446932eca5aa', 'mac_address': 'fa:16:3e:b0:0e:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6ad9bf4-dcda-4521-8c2b-6e14cc276277', 'device_owner': 'network:router_interface', 'standard_attr_id': 942, 'fixed_ips': [{'subnet_id': 'e50af3ca-89f0-4c3b-92db-dc46748889c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:15:47Z', 'updated_at': '2021-12-25T21:15:52Z', 'revision_number': 4, 'project_id': '577ba8f0522d4cb7835b446932eca5aa', 'subnets': [{'id': 'e50af3ca-89f0-4c3b-92db-dc46748889c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:15:53.165130 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-9a350ccd-ca22-4d92-92e2-a9f9d160f9d3 None None] Provisioning complete for port d20284ea-d9b5-454c-a11a-241cb87779f9 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:15:53.165509 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9a350ccd-ca22-4d92-92e2-a9f9d160f9d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:53.168000 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Pushing event updated for resources: {'Port': ['ID=860d1670-d6af-4fc5-80bd-08f9b6582dac,revision_number=6']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:15:53.213551 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcaee11e-b8bc-45ad-977d-50295df1cd64 None None] The sync data for ids ['a6ad9bf4-dcda-4521-8c2b-6e14cc276277'] in ncdv-master-1 is: [{'id': 'a6ad9bf4-dcda-4521-8c2b-6e14cc276277', 'name': 'tempest-FloatingIPsNegativeTestJSON-246176486-router', 'tenant_id': '577ba8f0522d4cb7835b446932eca5aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.31'}], 'enable_snat': True}, 'gw_port_id': 'c0e2a8af-e242-4055-8c41-aaad10e8b67a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:15:42Z', 'updated_at': '2021-12-25T21:15:49Z', 'revision_number': 4, 'project_id': '577ba8f0522d4cb7835b446932eca5aa', 'gw_port': {'id': 'c0e2a8af-e242-4055-8c41-aaad10e8b67a', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:38:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6ad9bf4-dcda-4521-8c2b-6e14cc276277', 'device_owner': 'network:router_gateway', 'standard_attr_id': 941, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:15:44Z', 'updated_at': '2021-12-25T21:15:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'd20284ea-d9b5-454c-a11a-241cb87779f9', 'name': '', 'network_id': 'e9a0767a-e35f-46e4-ad5a-4d10f3d66304', 'tenant_id': '577ba8f0522d4cb7835b446932eca5aa', 'mac_address': 'fa:16:3e:b0:0e:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6ad9bf4-dcda-4521-8c2b-6e14cc276277', 'device_owner': 'network:router_interface', 'standard_attr_id': 942, 'fixed_ips': [{'subnet_id': 'e50af3ca-89f0-4c3b-92db-dc46748889c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:15:47Z', 'updated_at': '2021-12-25T21:15:52Z', 'revision_number': 4, 'project_id': '577ba8f0522d4cb7835b446932eca5aa', 'subnets': [{'id': 'e50af3ca-89f0-4c3b-92db-dc46748889c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 21:15:53.281211 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-5a8f8082-cb0a-4a25-b630-cd7ec7ad1d94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:53.312773 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e4b11a-5019-4b86-bd6a-c2e43f855cb1 req-d08de939-103d-4830-9532-5c7e5efc09a9 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:15:53.314423 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f8e4b11a-5019-4b86-bd6a-c2e43f855cb1 req-d08de939-103d-4830-9532-5c7e5efc09a9 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/ports?device_id=3308bcb1-0f06-470f-913d-ae09dfc92a3a HTTP/1.1" status: 200  len: 948 time: 0.0864811
Dec 25 21:15:53.326462 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device 36aab66a-d72a-4228-bef8-35285fc6597a no longer exists at agent hyperv_nch1-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:15:53.350847 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8f8082-cb0a-4a25-b630-cd7ec7ad1d94 admin admin] Pushing event deleted for resources: {'Port': ['ID=d20284ea-d9b5-454c-a11a-241cb87779f9,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:15:53.443382 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f8e4b11a-5019-4b86-bd6a-c2e43f855cb1 req-8514e042-4b7e-4869-867a-625d08e9dc83 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3f1ae63-416f-443f-b032-af0d7dcc9019&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1040716
Dec 25 21:15:53.474273 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:53.545123 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port 36aab66a-d72a-4228-bef8-35285fc6597a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=36aab66a-d72a-4228-bef8-35285fc6597a,segment=NetworkSegment(85c774cb-a0eb-4ad9-961f-f331d3b37cd6),segment_id=85c774cb-a0eb-4ad9-961f-f331d3b37cd6)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:15:53.635571 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:53.654759 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f1a7ea-5587-4609-ade0-72cd24250a2c req-4cc3a69d-252f-4d81-81f3-9049764e0651 tempest-LiveMigrationNegativeTest-1846926095 tempest-LiveMigrationNegativeTest-1846926095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:15:53.656178 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-06f1a7ea-5587-4609-ade0-72cd24250a2c req-4cc3a69d-252f-4d81-81f3-9049764e0651 tempest-LiveMigrationNegativeTest-1846926095 tempest-LiveMigrationNegativeTest-1846926095-project] 10.222.0.32 "GET /v2.0/ports?device_id=25868382-2f4d-4138-bd58-4d8505ab944a HTTP/1.1" status: 200  len: 950 time: 0.1231287
Dec 25 21:15:53.688281 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-5a8f8082-cb0a-4a25-b630-cd7ec7ad1d94 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2007763'] for router_interface, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:53.704093 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Pushing event updated for resources: {'Port': ['ID=36aab66a-d72a-4228-bef8-35285fc6597a,revision_number=8']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:15:53.763650 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-06f1a7ea-5587-4609-ade0-72cd24250a2c req-7917851a-95b7-4e43-af31-de8caef8e02b tempest-LiveMigrationNegativeTest-1846926095 tempest-LiveMigrationNegativeTest-1846926095-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd59572e-cceb-410e-98f9-b4c8102dcd43&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0985360
Dec 25 21:15:53.977761 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a8f8082-cb0a-4a25-b630-cd7ec7ad1d94 admin admin] Router a6ad9bf4-dcda-4521-8c2b-6e14cc276277 has already been hosted by L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 {{(pid=121606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 25 21:15:54.445822 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device 860d1670-d6af-4fc5-80bd-08f9b6582dac details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 25 21:15:54.513228 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a8f8082-cb0a-4a25-b630-cd7ec7ad1d94 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 21:15:54.522937 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-5a8f8082-cb0a-4a25-b630-cd7ec7ad1d94 admin admin] 10.222.0.32 "PUT /v2.0/routers/a6ad9bf4-dcda-4521-8c2b-6e14cc276277/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7767260
Dec 25 21:15:54.525540 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 52420) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:15:54.548685 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0274cb8d-a2b2-4f42-a27c-248e28a40dfb req-3a12170e-d83f-4977-bd67-a26b2d703906 tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:15:54.552044 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0274cb8d-a2b2-4f42-a27c-248e28a40dfb req-3a12170e-d83f-4977-bd67-a26b2d703906 tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] 10.222.0.32 "GET /v2.0/ports?device_id=0bfb31ab-a5a4-4386-b5bd-77f172344909 HTTP/1.1" status: 200  len: 945 time: 0.4968271
Dec 25 21:15:54.565327 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098a715e-d7cc-4733-a3a1-c95bceafefbf req-9e9a0067-f18f-4daa-8a36-bc3228329d6e tempest-ServersTestJSON-45643402 tempest-ServersTestJSON-45643402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:15:54.568165 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-098a715e-d7cc-4733-a3a1-c95bceafefbf req-9e9a0067-f18f-4daa-8a36-bc3228329d6e tempest-ServersTestJSON-45643402 tempest-ServersTestJSON-45643402-project] 10.222.0.32 "GET /v2.0/ports?device_id=06595622-92cb-4f87-bd0d-0320a9fc5d7e HTTP/1.1" status: 200  len: 946 time: 0.1485655
Dec 25 21:15:54.576645 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d172651d-ad86-440a-add2-242bead2ad04 req-4e524062-ef84-46d4-932f-a4eb42e74744 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:15:54.578415 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d172651d-ad86-440a-add2-242bead2ad04 req-4e524062-ef84-46d4-932f-a4eb42e74744 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.37 "GET /v2.0/ports?device_id=3308bcb1-0f06-470f-913d-ae09dfc92a3a&tenant_id=ed880d80bcfb4641b02f26da5fad21b8&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 948 time: 0.1616108
Dec 25 21:15:54.581328 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port 860d1670-d6af-4fc5-80bd-08f9b6582dac, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=860d1670-d6af-4fc5-80bd-08f9b6582dac,segment=NetworkSegment(85c774cb-a0eb-4ad9-961f-f331d3b37cd6),segment_id=85c774cb-a0eb-4ad9-961f-f331d3b37cd6)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:15:54.596828 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Returning: {'device': '860d1670-d6af-4fc5-80bd-08f9b6582dac', 'network_id': '8f212e98-547d-4c6e-a560-2e9a548c8f59', 'port_id': '860d1670-d6af-4fc5-80bd-08f9b6582dac', 'mac_address': 'fa:16:3e:5d:41:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcfbae86-f93e-400c-8084-eac7f56ff5ba', 'ip_address': '192.168.233.121'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 25 21:15:54.646646 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-40a89bf5-69a8-4913-9d08-e7c5b04440bb admin admin] Publish callbacks [] for router, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:54.648501 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:54.662020 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0274cb8d-a2b2-4f42-a27c-248e28a40dfb req-33605beb-7e1c-4305-8166-212bea74d9cd tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] 10.222.0.32 "GET /v2.0/security-groups?id=e70b16a5-3c2f-443c-a3bd-2851d79b2b90&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0807734
Dec 25 21:15:54.665853 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-098a715e-d7cc-4733-a3a1-c95bceafefbf req-4df13202-19e8-4070-9d06-0024b486a3a4 tempest-ServersTestJSON-45643402 tempest-ServersTestJSON-45643402-project] 10.222.0.32 "GET /v2.0/security-groups?id=d60c2c1c-c178-41f1-b691-5253ca14c996&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0864644
Dec 25 21:15:54.671321 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 860d1670-d6af-4fc5-80bd-08f9b6582dac {{(pid=121608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:15:54.695104 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port 860d1670-d6af-4fc5-80bd-08f9b6582dac, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=860d1670-d6af-4fc5-80bd-08f9b6582dac,segment=NetworkSegment(85c774cb-a0eb-4ad9-961f-f331d3b37cd6),segment_id=85c774cb-a0eb-4ad9-961f-f331d3b37cd6)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:15:54.738001 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b4f496b-9678-4389-b7ea-c4696da09a36 None None] Sync routers for ids ['a6ad9bf4-dcda-4521-8c2b-6e14cc276277'] in ncdv-master-1 {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 21:15:54.753228 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b4f496b-9678-4389-b7ea-c4696da09a36 None None] Routers {'a6ad9bf4-dcda-4521-8c2b-6e14cc276277'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:15:54.754033 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-2b4f496b-9678-4389-b7ea-c4696da09a36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2618a199d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:15:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['a6ad9bf4-dcda-4521-8c2b-6e14cc276277'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:15:54.784404 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:54.792244 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d172651d-ad86-440a-add2-242bead2ad04 req-8db5b230-2d2b-4b91-b811-0aa854069a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:15:54.793808 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d172651d-ad86-440a-add2-242bead2ad04 req-8db5b230-2d2b-4b91-b811-0aa854069a39 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ed880d80bcfb4641b02f26da5fad21b8&device_id=3308bcb1-0f06-470f-913d-ae09dfc92a3a HTTP/1.1" status: 200  len: 1099 time: 0.1089458
Dec 25 21:15:54.798487 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-40a89bf5-69a8-4913-9d08-e7c5b04440bb admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:54.834732 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d64b0a-8126-47e1-a95c-f5a7ea721a3d req-dd6ad6ca-a6d3-438e-b45b-a5eb6e0621a3 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:15:54.836728 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-47d64b0a-8126-47e1-a95c-f5a7ea721a3d req-dd6ad6ca-a6d3-438e-b45b-a5eb6e0621a3 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/ports?device_id=3308bcb1-0f06-470f-913d-ae09dfc92a3a HTTP/1.1" status: 200  len: 948 time: 0.0834174
Dec 25 21:15:54.844790 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Pushing event updated for resources: {'Port': ['ID=860d1670-d6af-4fc5-80bd-08f9b6582dac,revision_number=7']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:15:54.902874 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvr_db [None req-2b4f496b-9678-4389-b7ea-c4696da09a36 None None] Set router a6ad9bf4-dcda-4521-8c2b-6e14cc276277 gateway port host: ncdv-master-1 {{(pid=121609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:15:54.974941 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-40a89bf5-69a8-4913-9d08-e7c5b04440bb admin admin] Deleting port c0e2a8af-e242-4055-8c41-aaad10e8b67a {{(pid=121607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:15:54.982913 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-40a89bf5-69a8-4913-9d08-e7c5b04440bb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:54.983202 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d172651d-ad86-440a-add2-242bead2ad04 req-e2c78f37-d81d-40ec-96b0-f92f624612cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:15:54.983202 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d172651d-ad86-440a-add2-242bead2ad04 req-e2c78f37-d81d-40ec-96b0-f92f624612cc service neutron] 10.222.0.37 "GET /v2.0/networks?id=8f212e98-547d-4c6e-a560-2e9a548c8f59 HTTP/1.1" status: 200  len: 870 time: 0.1736617
Dec 25 21:15:54.989442 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-47d64b0a-8126-47e1-a95c-f5a7ea721a3d req-fbac7294-609f-4a37-8e0f-892bd28045b2 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3f1ae63-416f-443f-b032-af0d7dcc9019&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1422060
Dec 25 21:15:55.032752 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66cd474f-564e-4f62-ba35-0016e7dcec42', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '36aab66a-d72a-4228-bef8-35285fc6597a'}] {{(pid=121608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:15:55.037903 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a88c78c3ff6266bd59c7e89d275b28c92e739b67d23c89d71af88829fd31566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8eefd275-aa77-4167-9040-9a67fcfd6614" -d '{"events": [{"server_uuid": "66cd474f-564e-4f62-ba35-0016e7dcec42", "name": "network-vif-unplugged", "status": "completed", "tag": "36aab66a-d72a-4228-bef8-35285fc6597a"}]}' {{(pid=121608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:15:55.063140 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cc5347-f40b-4d23-98bb-5ad62d0aea1c req-e1481770-47ff-40d5-8d33-516a4b0a87ff tempest-LiveMigrationNegativeTest-1846926095 tempest-LiveMigrationNegativeTest-1846926095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:15:55.071514 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-23cc5347-f40b-4d23-98bb-5ad62d0aea1c req-e1481770-47ff-40d5-8d33-516a4b0a87ff tempest-LiveMigrationNegativeTest-1846926095 tempest-LiveMigrationNegativeTest-1846926095-project] 10.222.0.32 "GET /v2.0/ports?device_id=25868382-2f4d-4138-bd58-4d8505ab944a HTTP/1.1" status: 200  len: 950 time: 0.1582584
Dec 25 21:15:55.079784 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d172651d-ad86-440a-add2-242bead2ad04 req-711ac190-9d8d-46d1-81dc-8d5252959c88 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.121&port_id=860d1670-d6af-4fc5-80bd-08f9b6582dac HTTP/1.1" status: 200  len: 217 time: 0.0870590
Dec 25 21:15:55.085528 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] get_ports_and_sgs() called for port_ids ['860d1670-d6af-4fc5-80bd-08f9b6582dac'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:15:55.098040 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.db [None req-40a89bf5-69a8-4913-9d08-e7c5b04440bb admin admin] For port c0e2a8af-e242-4055-8c41-aaad10e8b67a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c0e2a8af-e242-4055-8c41-aaad10e8b67a,segment=NetworkSegment(6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855),segment_id=6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855)] {{(pid=121607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:15:55.102600 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-40a89bf5-69a8-4913-9d08-e7c5b04440bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:55.129209 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-40a89bf5-69a8-4913-9d08-e7c5b04440bb admin admin] Calling delete_port for c0e2a8af-e242-4055-8c41-aaad10e8b67a owned by network:router_gateway {{(pid=121607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:15:55.147333 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 25 Dec 2021 21:15:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f2be8ca-c971-4a41-a2d2-3f9fc489ca6c x-openstack-request-id: req-7f2be8ca-c971-4a41-a2d2-3f9fc489ca6c {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:15:55.147734 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66cd474f-564e-4f62-ba35-0016e7dcec42", "name": "network-vif-unplugged", "status": "completed", "tag": "36aab66a-d72a-4228-bef8-35285fc6597a", "code": 200}]} {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:15:55.148493 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7f2be8ca-c971-4a41-a2d2-3f9fc489ca6c {{(pid=121608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:15:55.148948 ncdv-master-1 neutron-server[121608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66cd474f-564e-4f62-ba35-0016e7dcec42', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '36aab66a-d72a-4228-bef8-35285fc6597a', 'code': 200}
Dec 25 21:15:55.157009 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-2b4f496b-9678-4389-b7ea-c4696da09a36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2618a199d0>, [{'id': 'a6ad9bf4-dcda-4521-8c2b-6e14cc276277', 'name': 'tempest-FloatingIPsNegativeTestJSON-246176486-router', 'tenant_id': '577ba8f0522d4cb7835b446932eca5aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.31'}], 'enable_snat': True}, 'gw_port_id': 'c0e2a8af-e242-4055-8c41-aaad10e8b67a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:15:42Z', 'updated_at': '2021-12-25T21:15:53Z', 'revision_number': 5, 'project_id': '577ba8f0522d4cb7835b446932eca5aa', 'gw_port': {'id': 'c0e2a8af-e242-4055-8c41-aaad10e8b67a', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:38:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6ad9bf4-dcda-4521-8c2b-6e14cc276277', 'device_owner': 'network:router_gateway', 'standard_attr_id': 941, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:15:44Z', 'updated_at': '2021-12-25T21:15:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:15:55.183001 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d172651d-ad86-440a-add2-242bead2ad04 req-6b058e4a-f041-4e7f-84c4-08bf24f5953b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:15:55.185098 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d172651d-ad86-440a-add2-242bead2ad04 req-6b058e4a-f041-4e7f-84c4-08bf24f5953b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=dcfbae86-f93e-400c-8084-eac7f56ff5ba HTTP/1.1" status: 200  len: 843 time: 0.0914881
Dec 25 21:15:55.195112 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b4f496b-9678-4389-b7ea-c4696da09a36 None None] Checking router: a6ad9bf4-dcda-4521-8c2b-6e14cc276277 for host: ncdv-master-1 {{(pid=121609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 25 21:15:55.202514 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-23cc5347-f40b-4d23-98bb-5ad62d0aea1c req-170d112a-8a6c-4a3d-9807-d60feadff51a tempest-LiveMigrationNegativeTest-1846926095 tempest-LiveMigrationNegativeTest-1846926095-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd59572e-cceb-410e-98f9-b4c8102dcd43&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1231635
Dec 25 21:15:55.205724 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b4f496b-9678-4389-b7ea-c4696da09a36 None None] Routers {'a6ad9bf4-dcda-4521-8c2b-6e14cc276277'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:15:55.206391 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-2b4f496b-9678-4389-b7ea-c4696da09a36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2618a199d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:15:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['a6ad9bf4-dcda-4521-8c2b-6e14cc276277'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:15:55.269695 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d172651d-ad86-440a-add2-242bead2ad04 req-088a0178-25ec-4037-b4ca-d33db78ce346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:15:55.271516 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d172651d-ad86-440a-add2-242bead2ad04 req-088a0178-25ec-4037-b4ca-d33db78ce346 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8f212e98-547d-4c6e-a560-2e9a548c8f59&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0673330
Dec 25 21:15:55.334015 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvr_db [None req-2b4f496b-9678-4389-b7ea-c4696da09a36 None None] Set router a6ad9bf4-dcda-4521-8c2b-6e14cc276277 gateway port host: None {{(pid=121609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:15:55.352079 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device a8e1347c-d578-42de-9815-79469dc5aa48 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 25 21:15:55.395946 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-2b4f496b-9678-4389-b7ea-c4696da09a36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2618a199d0>, [{'id': 'a6ad9bf4-dcda-4521-8c2b-6e14cc276277', 'name': 'tempest-FloatingIPsNegativeTestJSON-246176486-router', 'tenant_id': '577ba8f0522d4cb7835b446932eca5aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:15:42Z', 'updated_at': '2021-12-25T21:15:54Z', 'revision_number': 6, 'project_id': '577ba8f0522d4cb7835b446932eca5aa', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:15:55.404615 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d172651d-ad86-440a-add2-242bead2ad04 req-16a0a9d3-c3de-41c3-b316-2daef3067373 service neutron] 10.222.0.37 "GET /v2.0/networks/8f212e98-547d-4c6e-a560-2e9a548c8f59?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1243589
Dec 25 21:15:55.409225 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92230653-d612-4844-a929-5aff761c4340 req-31f8a19e-5262-4bfe-a37c-233951676a19 tempest-LiveMigrationNegativeTest-763029880 tempest-LiveMigrationNegativeTest-763029880-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:15:55.410703 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-92230653-d612-4844-a929-5aff761c4340 req-31f8a19e-5262-4bfe-a37c-233951676a19 tempest-LiveMigrationNegativeTest-763029880 tempest-LiveMigrationNegativeTest-763029880-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=25868382-2f4d-4138-bd58-4d8505ab944a HTTP/1.1" status: 200  len: 1101 time: 0.0624402
Dec 25 21:15:55.430445 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b4f496b-9678-4389-b7ea-c4696da09a36 None None] The sync data for ids ['a6ad9bf4-dcda-4521-8c2b-6e14cc276277'] in ncdv-master-1 is: [{'id': 'a6ad9bf4-dcda-4521-8c2b-6e14cc276277', 'name': 'tempest-FloatingIPsNegativeTestJSON-246176486-router', 'tenant_id': '577ba8f0522d4cb7835b446932eca5aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:15:42Z', 'updated_at': '2021-12-25T21:15:54Z', 'revision_number': 6, 'project_id': '577ba8f0522d4cb7835b446932eca5aa', 'gw_port_host': None}] {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 21:15:55.436028 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-40a89bf5-69a8-4913-9d08-e7c5b04440bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:55.461684 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-92230653-d612-4844-a929-5aff761c4340 req-429cdab3-f3ab-42e4-9e8d-71c90662d6a2 tempest-LiveMigrationNegativeTest-763029880 tempest-LiveMigrationNegativeTest-763029880-project-admin] Publish callbacks [] for security_group, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:55.478718 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a89bf5-69a8-4913-9d08-e7c5b04440bb admin admin] Pushing event deleted for resources: {'Port': ['ID=c0e2a8af-e242-4055-8c41-aaad10e8b67a,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:15:55.495564 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port a8e1347c-d578-42de-9815-79469dc5aa48, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a8e1347c-d578-42de-9815-79469dc5aa48,segment=NetworkSegment(85c774cb-a0eb-4ad9-961f-f331d3b37cd6),segment_id=85c774cb-a0eb-4ad9-961f-f331d3b37cd6)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:15:55.508009 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Returning: {'device': 'a8e1347c-d578-42de-9815-79469dc5aa48', 'network_id': '8f212e98-547d-4c6e-a560-2e9a548c8f59', 'port_id': 'a8e1347c-d578-42de-9815-79469dc5aa48', 'mac_address': 'fa:16:3e:35:24:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcfbae86-f93e-400c-8084-eac7f56ff5ba', 'ip_address': '192.168.233.142'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 25 21:15:55.555567 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:55.564104 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d172651d-ad86-440a-add2-242bead2ad04 req-10e3a74b-ce79-4afe-bfeb-17bc20c306ad service neutron] 10.222.0.37 "GET /v2.0/networks/8f212e98-547d-4c6e-a560-2e9a548c8f59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1461074
Dec 25 21:15:55.583137 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a8e1347c-d578-42de-9815-79469dc5aa48 {{(pid=121608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:15:55.592074 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8f375c-9aec-4eff-9fbc-4482df80cd19 req-7eaea45d-9377-4588-b393-62cb4c578525 tempest-ServersTestJSON-45643402 tempest-ServersTestJSON-45643402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:15:55.593521 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-fd8f375c-9aec-4eff-9fbc-4482df80cd19 req-7eaea45d-9377-4588-b393-62cb4c578525 tempest-ServersTestJSON-45643402 tempest-ServersTestJSON-45643402-project] 10.222.0.37 "GET /v2.0/ports?device_id=06595622-92cb-4f87-bd0d-0320a9fc5d7e HTTP/1.1" status: 200  len: 946 time: 0.1523602
Dec 25 21:15:55.596547 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-40a89bf5-69a8-4913-9d08-e7c5b04440bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2008689'] for router_gateway, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:55.606457 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port a8e1347c-d578-42de-9815-79469dc5aa48, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a8e1347c-d578-42de-9815-79469dc5aa48,segment=NetworkSegment(85c774cb-a0eb-4ad9-961f-f331d3b37cd6),segment_id=85c774cb-a0eb-4ad9-961f-f331d3b37cd6)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:15:55.608137 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-92230653-d612-4844-a929-5aff761c4340 req-429cdab3-f3ab-42e4-9e8d-71c90662d6a2 tempest-LiveMigrationNegativeTest-763029880 tempest-LiveMigrationNegativeTest-763029880-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:55.658606 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-92230653-d612-4844-a929-5aff761c4340 req-429cdab3-f3ab-42e4-9e8d-71c90662d6a2 tempest-LiveMigrationNegativeTest-763029880 tempest-LiveMigrationNegativeTest-763029880-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:55.658900 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:55.713426 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-92230653-d612-4844-a929-5aff761c4340 req-429cdab3-f3ab-42e4-9e8d-71c90662d6a2 tempest-LiveMigrationNegativeTest-763029880 tempest-LiveMigrationNegativeTest-763029880-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=cd59572e-cceb-410e-98f9-b4c8102dcd43&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2726102
Dec 25 21:15:55.715481 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429cdab3-f3ab-42e4-9e8d-71c90662d6a2 tempest-LiveMigrationNegativeTest-763029880 tempest-LiveMigrationNegativeTest-763029880-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f7406f1-adea-427a-9af6-6c373b3f3042,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:15:55.721109 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Pushing event updated for resources: {'Port': ['ID=a8e1347c-d578-42de-9815-79469dc5aa48,revision_number=6']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:15:55.723679 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-40a89bf5-69a8-4913-9d08-e7c5b04440bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2014235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14905'] for router, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:55.729919 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-40a89bf5-69a8-4913-9d08-e7c5b04440bb admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:55.761167 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] get_ports_and_sgs() called for port_ids ['a8e1347c-d578-42de-9815-79469dc5aa48'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:15:55.850127 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [req-fd8f375c-9aec-4eff-9fbc-4482df80cd19 req-0285924f-5376-4ffe-a624-1144a5976beb tempest-ServersTestJSON-45643402 tempest-ServersTestJSON-45643402-project] Deleting port 00640242-8453-4c98-b5aa-a9ed148543ff {{(pid=121607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:15:55.850127 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-fd8f375c-9aec-4eff-9fbc-4482df80cd19 req-0285924f-5376-4ffe-a624-1144a5976beb tempest-ServersTestJSON-45643402 tempest-ServersTestJSON-45643402-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:55.911508 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e972d54-393d-456f-a964-11a3f9a816f4 req-d0638695-49bd-4fce-9c91-ba0e155f5b73 tempest-ServersTestJSON-45643402 tempest-ServersTestJSON-45643402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:15:55.913339 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7e972d54-393d-456f-a964-11a3f9a816f4 req-d0638695-49bd-4fce-9c91-ba0e155f5b73 tempest-ServersTestJSON-45643402 tempest-ServersTestJSON-45643402-project] 10.222.0.32 "GET /v2.0/ports?device_id=06595622-92cb-4f87-bd0d-0320a9fc5d7e HTTP/1.1" status: 200  len: 946 time: 0.1182697
Dec 25 21:15:55.922174 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718027d1-d166-471c-b606-d7853a7e8884 req-5f6a02c3-0b5b-4dd2-838f-bc327fd273ef tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:15:55.924311 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-40a89bf5-69a8-4913-9d08-e7c5b04440bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2014220'] for router, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:55.924862 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40a89bf5-69a8-4913-9d08-e7c5b04440bb admin admin] Fanout notify agent at l3_agent the message router_deleted on router a6ad9bf4-dcda-4521-8c2b-6e14cc276277 {{(pid=121607) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 25 21:15:55.930291 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-718027d1-d166-471c-b606-d7853a7e8884 req-5f6a02c3-0b5b-4dd2-838f-bc327fd273ef tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] 10.222.0.32 "GET /v2.0/ports?device_id=0bfb31ab-a5a4-4386-b5bd-77f172344909 HTTP/1.1" status: 200  len: 945 time: 0.1205854
Dec 25 21:15:55.930545 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-40a89bf5-69a8-4913-9d08-e7c5b04440bb admin admin] Publish callbacks [] for router, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:55.931744 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-40a89bf5-69a8-4913-9d08-e7c5b04440bb admin admin] 10.222.0.32 "DELETE /v2.0/routers/a6ad9bf4-dcda-4521-8c2b-6e14cc276277 HTTP/1.1" status: 204  len: 168 time: 1.4045386
Dec 25 21:15:55.934835 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 52450) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:15:56.016385 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.db [req-fd8f375c-9aec-4eff-9fbc-4482df80cd19 req-0285924f-5376-4ffe-a624-1144a5976beb tempest-ServersTestJSON-45643402 tempest-ServersTestJSON-45643402-project] For port 00640242-8453-4c98-b5aa-a9ed148543ff, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=00640242-8453-4c98-b5aa-a9ed148543ff,segment=NetworkSegment(10b45281-920b-4cf2-8b7e-e916c066c5cf),segment_id=10b45281-920b-4cf2-8b7e-e916c066c5cf)] {{(pid=121607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:15:56.016749 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-fd8f375c-9aec-4eff-9fbc-4482df80cd19 req-0285924f-5376-4ffe-a624-1144a5976beb tempest-ServersTestJSON-45643402 tempest-ServersTestJSON-45643402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:56.021586 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_v2 [None req-0de1ffcb-eee3-430f-81da-9f9cce61c3a0 admin admin] Deleting subnet e50af3ca-89f0-4c3b-92db-dc46748889c9 {{(pid=121607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Dec 25 21:15:56.032597 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-0de1ffcb-eee3-430f-81da-9f9cce61c3a0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:56.037660 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-718027d1-d166-471c-b606-d7853a7e8884 req-4a89e9d1-20d8-4a95-ba30-208b7c9275e6 tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] 10.222.0.32 "GET /v2.0/security-groups?id=e70b16a5-3c2f-443c-a3bd-2851d79b2b90&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1061406
Dec 25 21:15:56.049491 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7e972d54-393d-456f-a964-11a3f9a816f4 req-6b7116ff-58b5-4368-9710-6b89cad33134 tempest-ServersTestJSON-45643402 tempest-ServersTestJSON-45643402-project] 10.222.0.32 "GET /v2.0/security-groups?id=d60c2c1c-c178-41f1-b691-5253ca14c996&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1104999
Dec 25 21:15:56.126058 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-0de1ffcb-eee3-430f-81da-9f9cce61c3a0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10246617'] for subnet, precommit_delete_associations {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:56.256233 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7ed23a-be62-44b2-971c-d26afbb4a76b req-ec70ce2f-24eb-4209-8112-5c42fefd2396 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:15:56.264563 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-fe7ed23a-be62-44b2-971c-d26afbb4a76b req-ec70ce2f-24eb-4209-8112-5c42fefd2396 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/ports?device_id=3308bcb1-0f06-470f-913d-ae09dfc92a3a HTTP/1.1" status: 200  len: 949 time: 0.0837433
Dec 25 21:15:56.310679 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-0de1ffcb-eee3-430f-81da-9f9cce61c3a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995662'] for subnet, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:56.314130 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-fd8f375c-9aec-4eff-9fbc-4482df80cd19 req-0285924f-5376-4ffe-a624-1144a5976beb tempest-ServersTestJSON-45643402 tempest-ServersTestJSON-45643402-project] Publish callbacks [] for floatingip, precommit_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:56.314343 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-fd8f375c-9aec-4eff-9fbc-4482df80cd19 req-0285924f-5376-4ffe-a624-1144a5976beb tempest-ServersTestJSON-45643402 tempest-ServersTestJSON-45643402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2008639'] for floatingip, after_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:56.314878 ncdv-master-1 neutron-server[121607]: INFO neutron.db.l3_db [req-fd8f375c-9aec-4eff-9fbc-4482df80cd19 req-0285924f-5376-4ffe-a624-1144a5976beb tempest-ServersTestJSON-45643402 tempest-ServersTestJSON-45643402-project] Floating IP 3d6ff30a-bafc-4f2e-a34e-3b6d41cf31b4 disassociated. External IP: 172.35.3.24, port: 00640242-8453-4c98-b5aa-a9ed148543ff.
Dec 25 21:15:56.315387 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [req-fd8f375c-9aec-4eff-9fbc-4482df80cd19 req-0285924f-5376-4ffe-a624-1144a5976beb tempest-ServersTestJSON-45643402 tempest-ServersTestJSON-45643402-project] Calling delete_port for 00640242-8453-4c98-b5aa-a9ed148543ff owned by compute:nova {{(pid=121607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:15:56.359076 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-fe7ed23a-be62-44b2-971c-d26afbb4a76b req-3076fb5f-8013-4b64-a63a-6777958af2c7 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3f1ae63-416f-443f-b032-af0d7dcc9019&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0837030
Dec 25 21:15:56.451946 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device 860d1670-d6af-4fc5-80bd-08f9b6582dac up at agent hyperv_nch2-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:15:56.477584 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-0de1ffcb-eee3-430f-81da-9f9cce61c3a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8632410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8852809'] for subnet, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:56.503882 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Provisioning complete for port 860d1670-d6af-4fc5-80bd-08f9b6582dac triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:15:56.504460 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:56.515583 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de1ffcb-eee3-430f-81da-9f9cce61c3a0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e50af3ca-89f0-4c3b-92db-dc46748889c9,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:15:56.531611 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-0de1ffcb-eee3-430f-81da-9f9cce61c3a0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:56.540833 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-0de1ffcb-eee3-430f-81da-9f9cce61c3a0 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/e50af3ca-89f0-4c3b-92db-dc46748889c9 HTTP/1.1" status: 204  len: 168 time: 0.5996873
Dec 25 21:15:56.541917 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 52470) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:15:56.555077 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ecf874d-d5ac-4738-ac7d-e720f003398c None None] Network e9a0767a-e35f-46e4-ad5a-4d10f3d66304 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:15:56.623141 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-9f5405f9-46ee-4450-803a-3e79cbe22f27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625803'] for network, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:56.669916 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-fd8f375c-9aec-4eff-9fbc-4482df80cd19 req-0285924f-5376-4ffe-a624-1144a5976beb tempest-ServersTestJSON-45643402 tempest-ServersTestJSON-45643402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:56.716493 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0285924f-5376-4ffe-a624-1144a5976beb tempest-ServersTestJSON-45643402 tempest-ServersTestJSON-45643402-project] Pushing event deleted for resources: {'Port': ['ID=00640242-8453-4c98-b5aa-a9ed148543ff,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:15:56.717199 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-9f5405f9-46ee-4450-803a-3e79cbe22f27 admin admin] Deleting port 28689505-a10f-4541-ba28-468ec53615f6 {{(pid=121606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:15:56.717199 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-9f5405f9-46ee-4450-803a-3e79cbe22f27 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:56.717850 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:56.757324 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port 860d1670-d6af-4fc5-80bd-08f9b6582dac, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=860d1670-d6af-4fc5-80bd-08f9b6582dac,segment=NetworkSegment(85c774cb-a0eb-4ad9-961f-f331d3b37cd6),segment_id=85c774cb-a0eb-4ad9-961f-f331d3b37cd6)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:15:56.816455 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f6a70f3-c860-48dd-8b3d-fa8d86b9f8dc None None] DHCP port deletion for e9a0767a-e35f-46e4-ad5a-4d10f3d66304 request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 21:15:56.833860 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [None req-9f5405f9-46ee-4450-803a-3e79cbe22f27 admin admin] For port 28689505-a10f-4541-ba28-468ec53615f6, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=28689505-a10f-4541-ba28-468ec53615f6,segment=NetworkSegment(bade5021-719d-4fb6-9f5a-e20a990b2553),segment_id=bade5021-719d-4fb6-9f5a-e20a990b2553)] {{(pid=121606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:15:56.834166 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-9f5405f9-46ee-4450-803a-3e79cbe22f27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:56.856070 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-9f5405f9-46ee-4450-803a-3e79cbe22f27 admin admin] Calling delete_port for 28689505-a10f-4541-ba28-468ec53615f6 owned by network:dhcp {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:15:56.876857 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:56.943398 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fd8f375c-9aec-4eff-9fbc-4482df80cd19 req-0285924f-5376-4ffe-a624-1144a5976beb tempest-ServersTestJSON-45643402 tempest-ServersTestJSON-45643402-project] Router 824420c3-b86c-4fef-9c34-ededb54f85ff has already been hosted by L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 {{(pid=121607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 25 21:15:56.953386 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-8f6a70f3-c860-48dd-8b3d-fa8d86b9f8dc None None] Deleting port 28689505-a10f-4541-ba28-468ec53615f6 {{(pid=121608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:15:56.955401 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-8f6a70f3-c860-48dd-8b3d-fa8d86b9f8dc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:56.998506 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2218e83-3146-4d39-b702-9f208414dc03 req-00ea98c2-381e-4868-a27e-a50c1aa49c10 tempest-LiveMigrationNegativeTest-1846926095 tempest-LiveMigrationNegativeTest-1846926095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:15:57.001888 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b2218e83-3146-4d39-b702-9f208414dc03 req-00ea98c2-381e-4868-a27e-a50c1aa49c10 tempest-LiveMigrationNegativeTest-1846926095 tempest-LiveMigrationNegativeTest-1846926095-project] 10.222.0.32 "GET /v2.0/ports?device_id=25868382-2f4d-4138-bd58-4d8505ab944a HTTP/1.1" status: 200  len: 950 time: 0.0798643
Dec 25 21:15:57.046015 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device d20284ea-d9b5-454c-a11a-241cb87779f9 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:15:57.091056 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b2218e83-3146-4d39-b702-9f208414dc03 req-cc2898b1-c489-4b9d-be3b-d93c41ca3749 tempest-LiveMigrationNegativeTest-1846926095 tempest-LiveMigrationNegativeTest-1846926095-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd59572e-cceb-410e-98f9-b4c8102dcd43&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0784454
Dec 25 21:15:57.097529 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] No Port match for: d20284ea-d9b5-454c-a11a-241cb87779f9 {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:15:57.097942 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device d20284ea-d9b5-454c-a11a-241cb87779f9 not bound to the agent host ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:15:57.098583 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 28689505-a10f-4541-ba28-468ec53615f6 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:15:57.102329 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Pushing event updated for resources: {'Port': ['ID=860d1670-d6af-4fc5-80bd-08f9b6582dac,revision_number=8']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:15:57.112819 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-8f6a70f3-c860-48dd-8b3d-fa8d86b9f8dc None None] For port 28689505-a10f-4541-ba28-468ec53615f6, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=28689505-a10f-4541-ba28-468ec53615f6,segment=NetworkSegment(bade5021-719d-4fb6-9f5a-e20a990b2553),segment_id=bade5021-719d-4fb6-9f5a-e20a990b2553)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:15:57.113355 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-8f6a70f3-c860-48dd-8b3d-fa8d86b9f8dc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:57.115316 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-9f5405f9-46ee-4450-803a-3e79cbe22f27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:57.130044 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fd8f375c-9aec-4eff-9fbc-4482df80cd19 req-0285924f-5376-4ffe-a624-1144a5976beb tempest-ServersTestJSON-45643402 tempest-ServersTestJSON-45643402-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 21:15:57.130970 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f5405f9-46ee-4450-803a-3e79cbe22f27 admin admin] No DVR routers for this DVR port 28689505-a10f-4541-ba28-468ec53615f6 on host ncdv-master-1 {{(pid=121606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:15:57.173949 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3308bcb1-0f06-470f-913d-ae09dfc92a3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '860d1670-d6af-4fc5-80bd-08f9b6582dac'}] {{(pid=121608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:15:57.180818 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a88c78c3ff6266bd59c7e89d275b28c92e739b67d23c89d71af88829fd31566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e07f53a3-170f-41f6-8ce2-66f108214029" -d '{"events": [{"server_uuid": "3308bcb1-0f06-470f-913d-ae09dfc92a3a", "name": "network-vif-plugged", "status": "completed", "tag": "860d1670-d6af-4fc5-80bd-08f9b6582dac"}]}' {{(pid=121608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:15:57.203888 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e79a9e93-ac85-43b7-8249-a80339c8950f None None] Sync routers for ids ['824420c3-b86c-4fef-9c34-ededb54f85ff'] in ncdv-master-1 {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 21:15:57.223284 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-8f6a70f3-c860-48dd-8b3d-fa8d86b9f8dc None None] Calling delete_port for 28689505-a10f-4541-ba28-468ec53615f6 owned by network:dhcp {{(pid=121608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:15:57.241266 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd8f375c-9aec-4eff-9fbc-4482df80cd19 req-0285924f-5376-4ffe-a624-1144a5976beb tempest-ServersTestJSON-45643402 tempest-ServersTestJSON-45643402-project] No DVR routers for this DVR port 00640242-8453-4c98-b5aa-a9ed148543ff on host nch2-master-1 {{(pid=121607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:15:57.243916 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e79a9e93-ac85-43b7-8249-a80339c8950f None None] Routers {'824420c3-b86c-4fef-9c34-ededb54f85ff'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:15:57.244600 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-e79a9e93-ac85-43b7-8249-a80339c8950f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2613d47370>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:15:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['824420c3-b86c-4fef-9c34-ededb54f85ff'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:15:57.246013 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-fd8f375c-9aec-4eff-9fbc-4482df80cd19 req-0285924f-5376-4ffe-a624-1144a5976beb tempest-ServersTestJSON-45643402 tempest-ServersTestJSON-45643402-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:57.259851 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-fd8f375c-9aec-4eff-9fbc-4482df80cd19 req-0285924f-5376-4ffe-a624-1144a5976beb tempest-ServersTestJSON-45643402 tempest-ServersTestJSON-45643402-project] 10.222.0.37 "DELETE /v2.0/ports/00640242-8453-4c98-b5aa-a9ed148543ff HTTP/1.1" status: 204  len: 173 time: 1.6360083
Dec 25 21:15:57.260367 ncdv-master-1 neutron-server[121607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06595622-92cb-4f87-bd0d-0320a9fc5d7e', 'name': 'network-vif-deleted', 'tag': '00640242-8453-4c98-b5aa-a9ed148543ff'}] {{(pid=121607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:15:57.262790 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f980bbcadfa7bf1e788024e1448be660373c21f97f015f780444e999c451203" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f329b8f-52ff-468f-9032-d223b59e0982" -d '{"events": [{"server_uuid": "06595622-92cb-4f87-bd0d-0320a9fc5d7e", "name": "network-vif-deleted", "tag": "00640242-8453-4c98-b5aa-a9ed148543ff"}]}' {{(pid=121607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:15:57.279748 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5405f9-46ee-4450-803a-3e79cbe22f27 admin admin] Pushing event deleted for resources: {'Port': ['ID=28689505-a10f-4541-ba28-468ec53615f6,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:15:57.325282 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ca913573-99a8-4795-8ecc-de0dfd3feb42 req-562dbf53-3f5a-4801-b4a6-df0fd8317149 tempest-ServersTestJSON-45643402 tempest-ServersTestJSON-45643402-project] 10.222.0.32 "GET /v2.0/ports?device_id=06595622-92cb-4f87-bd0d-0320a9fc5d7e HTTP/1.1" status: 200  len: 210 time: 0.0742545
Dec 25 21:15:57.368720 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dccee8-8cb5-40dc-ba38-14a49ffa8d7f req-33b8d76d-fafc-448b-a87c-3bf071334de6 tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:15:57.379945 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d1dccee8-8cb5-40dc-ba38-14a49ffa8d7f req-33b8d76d-fafc-448b-a87c-3bf071334de6 tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] 10.222.0.32 "GET /v2.0/ports?device_id=0bfb31ab-a5a4-4386-b5bd-77f172344909 HTTP/1.1" status: 200  len: 945 time: 0.1171057
Dec 25 21:15:57.425733 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-9f5405f9-46ee-4450-803a-3e79cbe22f27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997585', 'neutron.services.segments.db._delete_segments_for_network-8737602743071'] for network, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:57.458810 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.segments.db [None req-9f5405f9-46ee-4450-803a-3e79cbe22f27 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2612fa0c70>,) {'filters': {'network_id': ['e9a0767a-e35f-46e4-ad5a-4d10f3d66304']}} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:15:57.464681 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device 4353b31a-16ab-4050-acd0-9548832705a6 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 25 21:15:57.467234 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device a8e1347c-d578-42de-9815-79469dc5aa48 up at agent hyperv_nch1-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:15:57.477292 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.segments.db [None req-9f5405f9-46ee-4450-803a-3e79cbe22f27 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2612fa0c70>, 'bade5021-719d-4fb6-9f5a-e20a990b2553') {'for_net_delete': True} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:15:57.477712 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.segments.db [None req-9f5405f9-46ee-4450-803a-3e79cbe22f27 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2612fa0c70>, 'bade5021-719d-4fb6-9f5a-e20a990b2553') {} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:15:57.496564 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-9f5405f9-46ee-4450-803a-3e79cbe22f27 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737602746920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9084222'] for segment, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:57.517603 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d1dccee8-8cb5-40dc-ba38-14a49ffa8d7f req-67225252-fec7-427f-ad28-198f0630cd2b tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] 10.222.0.32 "GET /v2.0/security-groups?id=e70b16a5-3c2f-443c-a3bd-2851d79b2b90&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1348495
Dec 25 21:15:57.536509 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-9f5405f9-46ee-4450-803a-3e79cbe22f27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:57.544342 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f5405f9-46ee-4450-803a-3e79cbe22f27 admin admin] Releasing vlan 158 on physical network physnet1 to pool {{(pid=121606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 25 21:15:57.546019 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-9f5405f9-46ee-4450-803a-3e79cbe22f27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9084542'] for segment, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:57.547771 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:15:57.547771 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:15:57.547771 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:15:57.547771 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:15:57.547771 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:15:57.547771 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:15:57.547771 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:15:57.547771 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:15:57.547771 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:15:57.547771 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:15:57.547771 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:15:57.547771 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:15:57.547771 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:15:57.547771 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:15:57.547771 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:15:57.547771 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:15:57.547771 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:15:57.547771 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:15:57.547771 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:15:57.547771 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:15:57.547771 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:15:57.547771 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:15:57.547771 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:15:57.547771 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:15:57.547771 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:15:57.547771 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:15:57.547771 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:15:57.547771 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:15:57.547771 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:15:57.547771 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:15:57.547771 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:15:57.547771 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:15:57.547771 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:15:57.547771 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:15:57.547771 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:15:57.547771 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:15:57.550556 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:15:57.550556 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:15:57.550556 ncdv-master-1 neutron-server[121606]: Traceback (most recent call last):
Dec 25 21:15:57.550556 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 25 21:15:57.550556 ncdv-master-1 neutron-server[121606]:     timer()
Dec 25 21:15:57.550556 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 25 21:15:57.550556 ncdv-master-1 neutron-server[121606]:     cb(*args, **kw)
Dec 25 21:15:57.550556 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 25 21:15:57.550556 ncdv-master-1 neutron-server[121606]:     return func(*args, **kwargs)
Dec 25 21:15:57.550556 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 25 21:15:57.550556 ncdv-master-1 neutron-server[121606]:     self._notify()
Dec 25 21:15:57.550556 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 25 21:15:57.550556 ncdv-master-1 neutron-server[121606]:     self.callback(batched_events)
Dec 25 21:15:57.550556 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 25 21:15:57.550556 ncdv-master-1 neutron-server[121606]:     event.method(event)
Dec 25 21:15:57.550556 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 25 21:15:57.550556 ncdv-master-1 neutron-server[121606]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 25 21:15:57.550556 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 25 21:15:57.550556 ncdv-master-1 neutron-server[121606]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 25 21:15:57.550556 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 25 21:15:57.550556 ncdv-master-1 neutron-server[121606]:     return f(self, *a, **k)
Dec 25 21:15:57.550556 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 25 21:15:57.550556 ncdv-master-1 neutron-server[121606]:     return self._get(url).json()
Dec 25 21:15:57.550556 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 25 21:15:57.550556 ncdv-master-1 neutron-server[121606]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 25 21:15:57.550556 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 25 21:15:57.550556 ncdv-master-1 neutron-server[121606]:     return self.request(url, 'GET', **kwargs)
Dec 25 21:15:57.550556 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 25 21:15:57.550556 ncdv-master-1 neutron-server[121606]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 25 21:15:57.550556 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 25 21:15:57.550556 ncdv-master-1 neutron-server[121606]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 25 21:15:57.550556 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 25 21:15:57.550556 ncdv-master-1 neutron-server[121606]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 25 21:15:57.550556 ncdv-master-1 neutron-server[121606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 25 21:15:57.580985 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] No active binding found for port 28689505-a10f-4541-ba28-468ec53615f6 {{(pid=121608) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}}
Dec 25 21:15:57.581474 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] The host ncdv-master-1 is not matching for port 28689505-a10f-4541-ba28-468ec53615f6 host None! {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}}
Dec 25 21:15:57.581924 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 28689505-a10f-4541-ba28-468ec53615f6 not bound to the agent host ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:15:57.584408 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device c0e2a8af-e242-4055-8c41-aaad10e8b67a no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:15:57.592507 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 21:15:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fec10a0-43c1-4f99-9e50-faac3b5e3284 x-openstack-request-id: req-5fec10a0-43c1-4f99-9e50-faac3b5e3284 {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:15:57.592802 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3308bcb1-0f06-470f-913d-ae09dfc92a3a", "name": "network-vif-plugged", "status": "completed", "tag": "860d1670-d6af-4fc5-80bd-08f9b6582dac", "code": 200}]} {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:15:57.593081 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5fec10a0-43c1-4f99-9e50-faac3b5e3284 {{(pid=121608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:15:57.593472 ncdv-master-1 neutron-server[121608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3308bcb1-0f06-470f-913d-ae09dfc92a3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '860d1670-d6af-4fc5-80bd-08f9b6582dac', 'code': 200}
Dec 25 21:15:57.621437 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 21:15:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c111d9f-ef54-4912-a14f-aceab2d01959 x-openstack-request-id: req-0c111d9f-ef54-4912-a14f-aceab2d01959 {{(pid=121607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:15:57.621728 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06595622-92cb-4f87-bd0d-0320a9fc5d7e", "name": "network-vif-deleted", "tag": "00640242-8453-4c98-b5aa-a9ed148543ff", "status": "completed", "code": 200}]} {{(pid=121607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:15:57.622041 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0c111d9f-ef54-4912-a14f-aceab2d01959 {{(pid=121607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:15:57.622453 ncdv-master-1 neutron-server[121607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06595622-92cb-4f87-bd0d-0320a9fc5d7e', 'name': 'network-vif-deleted', 'tag': '00640242-8453-4c98-b5aa-a9ed148543ff', 'status': 'completed', 'code': 200}
Dec 25 21:15:57.639222 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] No Port match for: c0e2a8af-e242-4055-8c41-aaad10e8b67a {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:15:57.639570 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device c0e2a8af-e242-4055-8c41-aaad10e8b67a not bound to the agent host ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:15:57.721226 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Provisioning complete for port a8e1347c-d578-42de-9815-79469dc5aa48 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:15:57.724002 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:57.746735 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37867a95-40f8-4ebb-8c40-6d02a31ea414 req-a1d8412c-5474-4575-9785-9909d59ef2e5 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:15:57.748245 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-37867a95-40f8-4ebb-8c40-6d02a31ea414 req-a1d8412c-5474-4575-9785-9909d59ef2e5 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/ports?device_id=3308bcb1-0f06-470f-913d-ae09dfc92a3a HTTP/1.1" status: 200  len: 950 time: 0.0673418
Dec 25 21:15:57.797483 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-37867a95-40f8-4ebb-8c40-6d02a31ea414 req-1949187d-42e7-4303-a27f-d5e11e774430 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3f1ae63-416f-443f-b032-af0d7dcc9019&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427089
Dec 25 21:15:57.798579 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-9f5405f9-46ee-4450-803a-3e79cbe22f27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2008653'] for network, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:57.802084 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvr_db [None req-e79a9e93-ac85-43b7-8249-a80339c8950f None None] Set router 824420c3-b86c-4fef-9c34-ededb54f85ff gateway port host: ncdv-master-1 {{(pid=121608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:15:57.806739 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-9f5405f9-46ee-4450-803a-3e79cbe22f27 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for network, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:57.813426 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-9f5405f9-46ee-4450-803a-3e79cbe22f27 admin admin] 10.222.0.32 "DELETE /v2.0/networks/e9a0767a-e35f-46e4-ad5a-4d10f3d66304 HTTP/1.1" status: 204  len: 168 time: 1.2716110
Dec 25 21:15:57.822118 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5405f9-46ee-4450-803a-3e79cbe22f27 admin admin] Pushing event deleted for resources: {'Network': ['ID=e9a0767a-e35f-46e4-ad5a-4d10f3d66304,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:15:57.865407 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-8f6a70f3-c860-48dd-8b3d-fa8d86b9f8dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955'] for port, after_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:57.906730 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-8f6a70f3-c860-48dd-8b3d-fa8d86b9f8dc None None] Network e9a0767a-e35f-46e4-ad5a-4d10f3d66304 is not hosted by any dhcp agent {{(pid=121608) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}}
Dec 25 21:15:57.907198 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f6a70f3-c860-48dd-8b3d-fa8d86b9f8dc None None] No DVR routers for this DVR port 28689505-a10f-4541-ba28-468ec53615f6 on host ncdv-master-1 {{(pid=121608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:15:57.950541 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6a70f3-c860-48dd-8b3d-fa8d86b9f8dc None None] Pushing event deleted for resources: {'Port': ['ID=28689505-a10f-4541-ba28-468ec53615f6,revision_number=None']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:15:57.969624 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aded593-beb7-4d2f-900f-9453ffc5dee5 req-0642f703-c538-4d08-938c-ca7b31fd81ce tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:15:57.969813 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port 4353b31a-16ab-4050-acd0-9548832705a6, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4353b31a-16ab-4050-acd0-9548832705a6,segment=NetworkSegment(59040483-3fcc-4b5a-8606-f8e28575fa62),segment_id=59040483-3fcc-4b5a-8606-f8e28575fa62)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:15:57.977421 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0aded593-beb7-4d2f-900f-9453ffc5dee5 req-0642f703-c538-4d08-938c-ca7b31fd81ce tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/ports?device_id=3308bcb1-0f06-470f-913d-ae09dfc92a3a HTTP/1.1" status: 200  len: 950 time: 0.0941098
Dec 25 21:15:58.032370 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0aded593-beb7-4d2f-900f-9453ffc5dee5 req-e2c0ab16-94d2-4d40-a67b-a060d83b52ee tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3f1ae63-416f-443f-b032-af0d7dcc9019&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0516176
Dec 25 21:15:58.061178 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Returning: {'device': '4353b31a-16ab-4050-acd0-9548832705a6', 'network_id': '597fae95-d9e4-466a-853c-7cbb09218bf0', 'port_id': '4353b31a-16ab-4050-acd0-9548832705a6', 'mac_address': 'fa:16:3e:62:e7:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37f917d0-d496-45cf-ae0a-66a9d35b37e3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 25 21:15:58.100583 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:58.166779 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 52532) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:15:58.196326 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:58.210488 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port a8e1347c-d578-42de-9815-79469dc5aa48, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a8e1347c-d578-42de-9815-79469dc5aa48,segment=NetworkSegment(85c774cb-a0eb-4ad9-961f-f331d3b37cd6),segment_id=85c774cb-a0eb-4ad9-961f-f331d3b37cd6)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:15:58.237597 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4353b31a-16ab-4050-acd0-9548832705a6 {{(pid=121608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:15:58.240221 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-6bd20a4a-09ab-439c-ab48-e0e3ed6e0f5f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=577ba8f0522d4cb7835b446932eca5aa&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0719438
Dec 25 21:15:58.243348 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 52534) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:15:58.264376 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port 4353b31a-16ab-4050-acd0-9548832705a6, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4353b31a-16ab-4050-acd0-9548832705a6,segment=NetworkSegment(59040483-3fcc-4b5a-8606-f8e28575fa62),segment_id=59040483-3fcc-4b5a-8606-f8e28575fa62)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:15:58.289625 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-e79a9e93-ac85-43b7-8249-a80339c8950f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2613d47370>, [{'id': '824420c3-b86c-4fef-9c34-ededb54f85ff', 'name': 'tempest-ServersTestJSON-703066836-router', 'tenant_id': '00414bfe9d194c88b02d9664fdeaa217', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.99'}], 'enable_snat': True}, 'gw_port_id': '611c25b8-6395-4dc9-9939-c109f126052d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:13:24Z', 'updated_at': '2021-12-25T21:13:37Z', 'revision_number': 4, 'project_id': '00414bfe9d194c88b02d9664fdeaa217', 'gw_port': {'id': '611c25b8-6395-4dc9-9939-c109f126052d', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:3f:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '824420c3-b86c-4fef-9c34-ededb54f85ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 764, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:13:26Z', 'updated_at': '2021-12-25T21:13:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '53b36032-f06f-4051-87b3-02fe356da369', 'name': '', 'network_id': '92c154ff-54f2-4280-b0a5-61ec0db10729', 'tenant_id': '00414bfe9d194c88b02d9664fdeaa217', 'mac_address': 'fa:16:3e:4a:12:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '824420c3-b86c-4fef-9c34-ededb54f85ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': '8f2e28f2-741d-4c53-98f1-5b61083688d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:13:34Z', 'updated_at': '2021-12-25T21:13:45Z', 'revision_number': 5, 'project_id': '00414bfe9d194c88b02d9664fdeaa217', 'subnets': [{'id': '8f2e28f2-741d-4c53-98f1-5b61083688d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:15:58.317815 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-14eaadcf-531a-43ca-914c-e8913231766b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:58.327965 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb26fae-3209-40d2-8cdc-a837532d2bea req-a733f4d2-2fd8-45ee-b636-f43a456d43ca tempest-LiveMigrationNegativeTest-1846926095 tempest-LiveMigrationNegativeTest-1846926095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:15:58.330535 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ccb26fae-3209-40d2-8cdc-a837532d2bea req-a733f4d2-2fd8-45ee-b636-f43a456d43ca tempest-LiveMigrationNegativeTest-1846926095 tempest-LiveMigrationNegativeTest-1846926095-project] 10.222.0.32 "GET /v2.0/ports?device_id=25868382-2f4d-4138-bd58-4d8505ab944a HTTP/1.1" status: 200  len: 950 time: 0.1033163
Dec 25 21:15:58.340763 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e79a9e93-ac85-43b7-8249-a80339c8950f None None] Checking router: 824420c3-b86c-4fef-9c34-ededb54f85ff for host: ncdv-master-1 {{(pid=121608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 25 21:15:58.344475 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:58.348256 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device 4353b31a-16ab-4050-acd0-9548832705a6 no longer exists at agent hyperv_nch1-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:15:58.389370 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-14eaadcf-531a-43ca-914c-e8913231766b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:58.410076 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:58.423398 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ccb26fae-3209-40d2-8cdc-a837532d2bea req-d02525c7-7c03-4772-b902-464af83faf32 tempest-LiveMigrationNegativeTest-1846926095 tempest-LiveMigrationNegativeTest-1846926095-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd59572e-cceb-410e-98f9-b4c8102dcd43&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0841677
Dec 25 21:15:58.529421 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12b01b3-4af7-4739-9309-189e10917674 req-37abd395-6601-40d4-866c-201d2a65f471 tempest-LiveMigrationNegativeTest-1846926095 tempest-LiveMigrationNegativeTest-1846926095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:15:58.530972 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d12b01b3-4af7-4739-9309-189e10917674 req-37abd395-6601-40d4-866c-201d2a65f471 tempest-LiveMigrationNegativeTest-1846926095 tempest-LiveMigrationNegativeTest-1846926095-project] 10.222.0.31 "GET /v2.0/ports?device_id=25868382-2f4d-4138-bd58-4d8505ab944a HTTP/1.1" status: 200  len: 950 time: 0.0853624
Dec 25 21:15:58.542597 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Pushing event updated for resources: {'Port': ['ID=a8e1347c-d578-42de-9815-79469dc5aa48,revision_number=7']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:15:58.549316 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-14eaadcf-531a-43ca-914c-e8913231766b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:58.554985 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e79a9e93-ac85-43b7-8249-a80339c8950f None None] Routers {'824420c3-b86c-4fef-9c34-ededb54f85ff'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:15:58.556003 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-e79a9e93-ac85-43b7-8249-a80339c8950f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2613d47370>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:15:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['824420c3-b86c-4fef-9c34-ededb54f85ff'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:15:58.558578 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-14eaadcf-531a-43ca-914c-e8913231766b admin admin] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:58.560434 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-14eaadcf-531a-43ca-914c-e8913231766b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9c3a37ba-1f09-404b-99a9-0c15a0368e47 HTTP/1.1" status: 204  len: 168 time: 0.3159084
Dec 25 21:15:58.586361 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14eaadcf-531a-43ca-914c-e8913231766b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c3a37ba-1f09-404b-99a9-0c15a0368e47,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:15:58.637396 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Pushing event updated for resources: {'Port': ['ID=4353b31a-16ab-4050-acd0-9548832705a6,revision_number=6']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:15:58.729679 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:58.747502 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0a10a56f-0bc1-4444-9762-5e7253a65e3c req-8724b3a5-9a29-4ad2-9a4a-f0ba963a0172 tempest-ServersTestJSON-45643402 tempest-ServersTestJSON-45643402-project] 10.222.0.32 "GET /v2.0/ports?device_id=06595622-92cb-4f87-bd0d-0320a9fc5d7e HTTP/1.1" status: 200  len: 210 time: 0.0906346
Dec 25 21:15:58.762791 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] get_ports_and_sgs() called for port_ids ['4353b31a-16ab-4050-acd0-9548832705a6'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:15:58.801441 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 4353b31a-16ab-4050-acd0-9548832705a6 {{(pid=121608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:15:58.896099 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port 4353b31a-16ab-4050-acd0-9548832705a6, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4353b31a-16ab-4050-acd0-9548832705a6,segment=NetworkSegment(59040483-3fcc-4b5a-8606-f8e28575fa62),segment_id=59040483-3fcc-4b5a-8606-f8e28575fa62)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:15:58.956735 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvr_db [None req-e79a9e93-ac85-43b7-8249-a80339c8950f None None] Set router 824420c3-b86c-4fef-9c34-ededb54f85ff gateway port host: ncdv-master-1 {{(pid=121608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:15:58.969989 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:58.983965 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0726bc6-9e1e-4ab3-a95c-da54117d8463 req-7ada4ac3-b6f3-4dc2-8f00-2612ef672459 tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:15:58.993991 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f0726bc6-9e1e-4ab3-a95c-da54117d8463 req-7ada4ac3-b6f3-4dc2-8f00-2612ef672459 tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] 10.222.0.32 "GET /v2.0/ports?device_id=0bfb31ab-a5a4-4386-b5bd-77f172344909 HTTP/1.1" status: 200  len: 944 time: 0.1733775
Dec 25 21:15:59.088254 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e87ce70a-6000-481a-a2f1-425e268250f9 req-66e92c74-46f6-4c70-9b41-8698611165c5 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=ed880d80bcfb4641b02f26da5fad21b8&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0746963
Dec 25 21:15:59.104621 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [req-d12b01b3-4af7-4739-9309-189e10917674 req-5f6ff757-46ee-4e73-9e4d-338241db3622 tempest-LiveMigrationNegativeTest-1846926095 tempest-LiveMigrationNegativeTest-1846926095-project] Deleting port 04b699b9-f328-49f3-bfd1-4302a65626c8 {{(pid=121606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:15:59.105587 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-d12b01b3-4af7-4739-9309-189e10917674 req-5f6ff757-46ee-4e73-9e4d-338241db3622 tempest-LiveMigrationNegativeTest-1846926095 tempest-LiveMigrationNegativeTest-1846926095-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:59.155380 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Pushing event updated for resources: {'Port': ['ID=4353b31a-16ab-4050-acd0-9548832705a6,revision_number=7']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:15:59.204468 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f0726bc6-9e1e-4ab3-a95c-da54117d8463 req-a6673120-de73-4369-9244-3344791897bd tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] 10.222.0.32 "GET /v2.0/security-groups?id=e70b16a5-3c2f-443c-a3bd-2851d79b2b90&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2060969
Dec 25 21:15:59.335692 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-d12b01b3-4af7-4739-9309-189e10917674 req-5f6ff757-46ee-4e73-9e4d-338241db3622 tempest-LiveMigrationNegativeTest-1846926095 tempest-LiveMigrationNegativeTest-1846926095-project] For port 04b699b9-f328-49f3-bfd1-4302a65626c8, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=04b699b9-f328-49f3-bfd1-4302a65626c8,segment=NetworkSegment(85c774cb-a0eb-4ad9-961f-f331d3b37cd6),segment_id=85c774cb-a0eb-4ad9-961f-f331d3b37cd6)] {{(pid=121606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:15:59.336302 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-d12b01b3-4af7-4739-9309-189e10917674 req-5f6ff757-46ee-4e73-9e4d-338241db3622 tempest-LiveMigrationNegativeTest-1846926095 tempest-LiveMigrationNegativeTest-1846926095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:59.363993 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87ce70a-6000-481a-a2f1-425e268250f9 req-0262cca4-f13f-498f-9de4-0db8951cc937 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:15:59.374146 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e87ce70a-6000-481a-a2f1-425e268250f9 req-0262cca4-f13f-498f-9de4-0db8951cc937 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2774973
Dec 25 21:15:59.379050 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [req-d12b01b3-4af7-4739-9309-189e10917674 req-5f6ff757-46ee-4e73-9e4d-338241db3622 tempest-LiveMigrationNegativeTest-1846926095 tempest-LiveMigrationNegativeTest-1846926095-project] Calling delete_port for 04b699b9-f328-49f3-bfd1-4302a65626c8 owned by compute:nova {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:15:59.399678 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-e79a9e93-ac85-43b7-8249-a80339c8950f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2613d47370>, [{'id': '824420c3-b86c-4fef-9c34-ededb54f85ff', 'name': 'tempest-ServersTestJSON-703066836-router', 'tenant_id': '00414bfe9d194c88b02d9664fdeaa217', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.99'}], 'enable_snat': True}, 'gw_port_id': '611c25b8-6395-4dc9-9939-c109f126052d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:13:24Z', 'updated_at': '2021-12-25T21:13:37Z', 'revision_number': 4, 'project_id': '00414bfe9d194c88b02d9664fdeaa217', 'gw_port': {'id': '611c25b8-6395-4dc9-9939-c109f126052d', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:3f:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '824420c3-b86c-4fef-9c34-ededb54f85ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 764, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:13:26Z', 'updated_at': '2021-12-25T21:13:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '53b36032-f06f-4051-87b3-02fe356da369', 'name': '', 'network_id': '92c154ff-54f2-4280-b0a5-61ec0db10729', 'tenant_id': '00414bfe9d194c88b02d9664fdeaa217', 'mac_address': 'fa:16:3e:4a:12:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '824420c3-b86c-4fef-9c34-ededb54f85ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': '8f2e28f2-741d-4c53-98f1-5b61083688d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:13:34Z', 'updated_at': '2021-12-25T21:13:45Z', 'revision_number': 5, 'project_id': '00414bfe9d194c88b02d9664fdeaa217', 'subnets': [{'id': '8f2e28f2-741d-4c53-98f1-5b61083688d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:15:59.403531 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e87ce70a-6000-481a-a2f1-425e268250f9 req-59904bf6-86e8-454b-9058-226139376b33 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/quotas/ed880d80bcfb4641b02f26da5fad21b8 HTTP/1.1" status: 200  len: 375 time: 0.0277615
Dec 25 21:15:59.445069 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e79a9e93-ac85-43b7-8249-a80339c8950f None None] The sync data for ids ['824420c3-b86c-4fef-9c34-ededb54f85ff'] in ncdv-master-1 is: [{'id': '824420c3-b86c-4fef-9c34-ededb54f85ff', 'name': 'tempest-ServersTestJSON-703066836-router', 'tenant_id': '00414bfe9d194c88b02d9664fdeaa217', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.99'}], 'enable_snat': True}, 'gw_port_id': '611c25b8-6395-4dc9-9939-c109f126052d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:13:24Z', 'updated_at': '2021-12-25T21:13:37Z', 'revision_number': 4, 'project_id': '00414bfe9d194c88b02d9664fdeaa217', 'gw_port': {'id': '611c25b8-6395-4dc9-9939-c109f126052d', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:3f:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '824420c3-b86c-4fef-9c34-ededb54f85ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 764, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:13:26Z', 'updated_at': '2021-12-25T21:13:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '53b36032-f06f-4051-87b3-02fe356da369', 'name': '', 'network_id': '92c154ff-54f2-4280-b0a5-61ec0db10729', 'tenant_id': '00414bfe9d194c88b02d9664fdeaa217', 'mac_address': 'fa:16:3e:4a:12:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '824420c3-b86c-4fef-9c34-ededb54f85ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': '8f2e28f2-741d-4c53-98f1-5b61083688d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:13:34Z', 'updated_at': '2021-12-25T21:13:45Z', 'revision_number': 5, 'project_id': '00414bfe9d194c88b02d9664fdeaa217', 'subnets': [{'id': '8f2e28f2-741d-4c53-98f1-5b61083688d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 21:15:59.528146 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e87ce70a-6000-481a-a2f1-425e268250f9 req-6b8c3679-ed45-4986-b437-562d10663a4c tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=ed880d80bcfb4641b02f26da5fad21b8&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1201186
Dec 25 21:15:59.594522 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59d35b75-8e17-40b9-bfd2-615b2128e5df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8e1347c-d578-42de-9815-79469dc5aa48'}] {{(pid=121608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:15:59.597209 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a88c78c3ff6266bd59c7e89d275b28c92e739b67d23c89d71af88829fd31566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0eeb72a2-43ce-4d3f-95c6-704385f8f2c4" -d '{"events": [{"server_uuid": "59d35b75-8e17-40b9-bfd2-615b2128e5df", "name": "network-vif-plugged", "status": "completed", "tag": "a8e1347c-d578-42de-9815-79469dc5aa48"}]}' {{(pid=121608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:15:59.690573 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-d12b01b3-4af7-4739-9309-189e10917674 req-5f6ff757-46ee-4e73-9e4d-338241db3622 tempest-LiveMigrationNegativeTest-1846926095 tempest-LiveMigrationNegativeTest-1846926095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:59.704767 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] get_ports_and_sgs() called for port_ids ['1cafd266-4160-4e86-8dbb-b90af90eeb70'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:15:59.746009 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e698af-7105-4fec-8844-eefd7e43920d req-32fc68f3-a791-422e-b505-1d2be367a4a4 tempest-LiveMigrationNegativeTest-1846926095 tempest-LiveMigrationNegativeTest-1846926095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:15:59.754635 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-03e698af-7105-4fec-8844-eefd7e43920d req-32fc68f3-a791-422e-b505-1d2be367a4a4 tempest-LiveMigrationNegativeTest-1846926095 tempest-LiveMigrationNegativeTest-1846926095-project] 10.222.0.32 "GET /v2.0/ports?device_id=25868382-2f4d-4138-bd58-4d8505ab944a HTTP/1.1" status: 200  len: 867 time: 0.1326866
Dec 25 21:15:59.758540 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6ff757-46ee-4e73-9e4d-338241db3622 tempest-LiveMigrationNegativeTest-1846926095 tempest-LiveMigrationNegativeTest-1846926095-project] Pushing event deleted for resources: {'Port': ['ID=04b699b9-f328-49f3-bfd1-4302a65626c8,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:15:59.923885 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 21:15:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68b76f86-2e8e-497e-923b-8fe41ca75b91 x-openstack-request-id: req-68b76f86-2e8e-497e-923b-8fe41ca75b91 {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:15:59.924194 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59d35b75-8e17-40b9-bfd2-615b2128e5df", "name": "network-vif-plugged", "status": "completed", "tag": "a8e1347c-d578-42de-9815-79469dc5aa48", "code": 200}]} {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:15:59.924455 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-68b76f86-2e8e-497e-923b-8fe41ca75b91 {{(pid=121608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:15:59.937812 ncdv-master-1 neutron-server[121608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59d35b75-8e17-40b9-bfd2-615b2128e5df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8e1347c-d578-42de-9815-79469dc5aa48', 'code': 200}
Dec 25 21:15:59.946108 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [req-d12b01b3-4af7-4739-9309-189e10917674 req-5f6ff757-46ee-4e73-9e4d-338241db3622 tempest-LiveMigrationNegativeTest-1846926095 tempest-LiveMigrationNegativeTest-1846926095-project] No DVR routers for this DVR port 04b699b9-f328-49f3-bfd1-4302a65626c8 on host nch1-master-1 {{(pid=121606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:15:59.956080 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-d12b01b3-4af7-4739-9309-189e10917674 req-5f6ff757-46ee-4e73-9e4d-338241db3622 tempest-LiveMigrationNegativeTest-1846926095 tempest-LiveMigrationNegativeTest-1846926095-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:15:59.974047 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d12b01b3-4af7-4739-9309-189e10917674 req-5f6ff757-46ee-4e73-9e4d-338241db3622 tempest-LiveMigrationNegativeTest-1846926095 tempest-LiveMigrationNegativeTest-1846926095-project] 10.222.0.31 "DELETE /v2.0/ports/04b699b9-f328-49f3-bfd1-4302a65626c8 HTTP/1.1" status: 204  len: 173 time: 1.4271514
Dec 25 21:15:59.984641 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25868382-2f4d-4138-bd58-4d8505ab944a', 'name': 'network-vif-deleted', 'tag': '04b699b9-f328-49f3-bfd1-4302a65626c8'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:15:59.992848 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9858820c13ec2827453b94ebc4181065e990a4e4089ccb9fe762531ac62d2fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13cd767a-2aff-4edc-a042-74b3ed6ccad8" -d '{"events": [{"server_uuid": "25868382-2f4d-4138-bd58-4d8505ab944a", "name": "network-vif-deleted", "tag": "04b699b9-f328-49f3-bfd1-4302a65626c8"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:16:00.025640 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-03e698af-7105-4fec-8844-eefd7e43920d req-9c94bf88-d5a2-4cd9-ba88-d922d11c1f4b tempest-LiveMigrationNegativeTest-1846926095 tempest-LiveMigrationNegativeTest-1846926095-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd59572e-cceb-410e-98f9-b4c8102dcd43&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2692897
Dec 25 21:16:00.099174 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e086e7bc-4b7e-4b2d-ae79-2a6c52ef715f None None] New status for floating IP 3d6ff30a-bafc-4f2e-a34e-3b6d41cf31b4: DOWN {{(pid=121609) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 25 21:16:00.357868 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-64cb248b-7991-4485-becf-85d4583231fd req-272883f0-0dfe-4b23-bf30-831f598d3bc5 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/ports?device_id=36168d53-184a-47fb-a60b-6f72689c760c HTTP/1.1" status: 200  len: 210 time: 0.1042135
Dec 25 21:16:00.419424 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 21:16:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a570ab1-5629-481e-a12c-b4f2c9bfa77b x-openstack-request-id: req-0a570ab1-5629-481e-a12c-b4f2c9bfa77b {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:16:00.420326 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25868382-2f4d-4138-bd58-4d8505ab944a", "name": "network-vif-deleted", "tag": "04b699b9-f328-49f3-bfd1-4302a65626c8", "status": "completed", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:16:00.420326 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0a570ab1-5629-481e-a12c-b4f2c9bfa77b {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:16:00.420913 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25868382-2f4d-4138-bd58-4d8505ab944a', 'name': 'network-vif-deleted', 'tag': '04b699b9-f328-49f3-bfd1-4302a65626c8', 'status': 'completed', 'code': 200}
Dec 25 21:16:00.498685 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device 00640242-8453-4c98-b5aa-a9ed148543ff no longer exists at agent hyperv_nch2-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:16:00.538166 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] No Port match for: 00640242-8453-4c98-b5aa-a9ed148543ff {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:16:00.538996 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device 00640242-8453-4c98-b5aa-a9ed148543ff not bound to the agent host nch2-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:16:00.580845 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 52614) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:16:00.680273 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b64ab6-6aad-4033-a353-fa8159963fb9 req-a42fd568-c5d9-47da-8a9a-8ff5909bfacc tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:16:00.690811 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c5b64ab6-6aad-4033-a353-fa8159963fb9 req-a42fd568-c5d9-47da-8a9a-8ff5909bfacc tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] 10.222.0.32 "GET /v2.0/ports?device_id=0bfb31ab-a5a4-4386-b5bd-77f172344909 HTTP/1.1" status: 200  len: 943 time: 0.1538599
Dec 25 21:16:00.698452 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-fa22b97f-7843-4a44-a9ea-ec0f7474a855 tempest-ServersTestJSON-45643402 tempest-ServersTestJSON-45643402-project] Publish callbacks [] for security_group, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:00.743854 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-fa22b97f-7843-4a44-a9ea-ec0f7474a855 tempest-ServersTestJSON-45643402 tempest-ServersTestJSON-45643402-project] Publish callbacks [] for security_group, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:00.767311 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c5b64ab6-6aad-4033-a353-fa8159963fb9 req-046f8237-86ba-4433-912c-abe23cc5cd19 tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] 10.222.0.32 "GET /v2.0/security-groups?id=e70b16a5-3c2f-443c-a3bd-2851d79b2b90&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0754852
Dec 25 21:16:00.858103 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-fa22b97f-7843-4a44-a9ea-ec0f7474a855 tempest-ServersTestJSON-45643402 tempest-ServersTestJSON-45643402-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:00.860784 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-fa22b97f-7843-4a44-a9ea-ec0f7474a855 tempest-ServersTestJSON-45643402 tempest-ServersTestJSON-45643402-project] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:00.862235 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-fa22b97f-7843-4a44-a9ea-ec0f7474a855 tempest-ServersTestJSON-45643402 tempest-ServersTestJSON-45643402-project] 10.222.0.32 "DELETE /v2.0/security-groups/d60c2c1c-c178-41f1-b691-5253ca14c996 HTTP/1.1" status: 204  len: 168 time: 0.2795858
Dec 25 21:16:00.865488 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 52630) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:16:00.877275 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa22b97f-7843-4a44-a9ea-ec0f7474a855 tempest-ServersTestJSON-45643402 tempest-ServersTestJSON-45643402-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d60c2c1c-c178-41f1-b691-5253ca14c996,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:16:00.897868 ncdv-master-1 neutron-server[121606]: INFO neutron.api.v2.resource [None req-2e9af28b-98cf-4f44-9423-fbe826ac9f52 tempest-ServersTestJSON-45643402 tempest-ServersTestJSON-45643402-project] show failed (client error): The resource could not be found.
Dec 25 21:16:00.902334 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-2e9af28b-98cf-4f44-9423-fbe826ac9f52 tempest-ServersTestJSON-45643402 tempest-ServersTestJSON-45643402-project] 10.222.0.32 "GET /v2.0/security-groups/d60c2c1c-c178-41f1-b691-5253ca14c996 HTTP/1.1" status: 404  len: 347 time: 0.0311091
Dec 25 21:16:00.902530 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 52632) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:16:01.103494 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-98281b22-f03e-4077-a218-72a0b72f3863 tempest-ServersTestJSON-45643402 tempest-ServersTestJSON-45643402-project] Deleting port 8f887a19-36f8-4bb3-94ff-45819084b17f {{(pid=121606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:16:01.108907 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-98281b22-f03e-4077-a218-72a0b72f3863 tempest-ServersTestJSON-45643402 tempest-ServersTestJSON-45643402-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:01.270064 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0db8854d-510d-4f2b-baf9-fae42b8f142e req-74754ca2-45f5-49af-b797-4fbccc01c54c tempest-LiveMigrationNegativeTest-1846926095 tempest-LiveMigrationNegativeTest-1846926095-project] 10.222.0.32 "GET /v2.0/ports?device_id=25868382-2f4d-4138-bd58-4d8505ab944a HTTP/1.1" status: 200  len: 210 time: 0.0342863
Dec 25 21:16:01.306293 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-98281b22-f03e-4077-a218-72a0b72f3863 tempest-ServersTestJSON-45643402 tempest-ServersTestJSON-45643402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:01.306726 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-98281b22-f03e-4077-a218-72a0b72f3863 tempest-ServersTestJSON-45643402 tempest-ServersTestJSON-45643402-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:01.323076 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-98281b22-f03e-4077-a218-72a0b72f3863 tempest-ServersTestJSON-45643402 tempest-ServersTestJSON-45643402-project] Calling delete_port for 8f887a19-36f8-4bb3-94ff-45819084b17f owned by network:floatingip {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:16:01.399540 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device 4353b31a-16ab-4050-acd0-9548832705a6 up at agent hyperv_nch1-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:16:01.515027 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Provisioning complete for port 4353b31a-16ab-4050-acd0-9548832705a6 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:16:01.515806 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:01.578653 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-53ce851b-e420-43f6-b35c-f651b78462dd req-40ec4a74-9b2e-40ca-b4b3-dbcb24920e3f tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/ports?device_id=36168d53-184a-47fb-a60b-6f72689c760c HTTP/1.1" status: 200  len: 210 time: 0.1014175
Dec 25 21:16:01.640180 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:01.709770 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port 4353b31a-16ab-4050-acd0-9548832705a6, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4353b31a-16ab-4050-acd0-9548832705a6,segment=NetworkSegment(59040483-3fcc-4b5a-8606-f8e28575fa62),segment_id=59040483-3fcc-4b5a-8606-f8e28575fa62)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:16:01.722398 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-98281b22-f03e-4077-a218-72a0b72f3863 tempest-ServersTestJSON-45643402 tempest-ServersTestJSON-45643402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:01.774057 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98281b22-f03e-4077-a218-72a0b72f3863 tempest-ServersTestJSON-45643402 tempest-ServersTestJSON-45643402-project] Pushing event deleted for resources: {'Port': ['ID=8f887a19-36f8-4bb3-94ff-45819084b17f,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:16:01.784250 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:01.785516 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device 04b699b9-f328-49f3-bfd1-4302a65626c8 no longer exists at agent hyperv_nch1-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:16:01.819833 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] No Port match for: 04b699b9-f328-49f3-bfd1-4302a65626c8 {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:16:01.825034 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device 04b699b9-f328-49f3-bfd1-4302a65626c8 not bound to the agent host nch1-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:16:01.869668 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-98281b22-f03e-4077-a218-72a0b72f3863 tempest-ServersTestJSON-45643402 tempest-ServersTestJSON-45643402-project] Publish callbacks [] for floatingip, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:01.882103 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-98281b22-f03e-4077-a218-72a0b72f3863 tempest-ServersTestJSON-45643402 tempest-ServersTestJSON-45643402-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for floatingip, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:01.886353 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 52686) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:16:01.886860 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-98281b22-f03e-4077-a218-72a0b72f3863 tempest-ServersTestJSON-45643402 tempest-ServersTestJSON-45643402-project] 10.222.0.32 "DELETE /v2.0/floatingips/3d6ff30a-bafc-4f2e-a34e-3b6d41cf31b4 HTTP/1.1" status: 204  len: 168 time: 0.9829042
Dec 25 21:16:01.939893 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bfb31ab-a5a4-4386-b5bd-77f172344909', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4353b31a-16ab-4050-acd0-9548832705a6'}] {{(pid=121608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:16:01.942227 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a88c78c3ff6266bd59c7e89d275b28c92e739b67d23c89d71af88829fd31566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82533f1f-6d16-456b-84e5-91a07d965cfd" -d '{"events": [{"server_uuid": "0bfb31ab-a5a4-4386-b5bd-77f172344909", "name": "network-vif-plugged", "status": "completed", "tag": "4353b31a-16ab-4050-acd0-9548832705a6"}]}' {{(pid=121608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:16:01.975640 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Pushing event updated for resources: {'Port': ['ID=4353b31a-16ab-4050-acd0-9548832705a6,revision_number=8']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:16:02.006464 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9cfd7a-cc98-4d51-95c5-98329de9e8ec req-5b6ae021-0410-49b6-b7f1-efc2dd6d7e61 tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:16:02.006464 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-dd9cfd7a-cc98-4d51-95c5-98329de9e8ec req-5b6ae021-0410-49b6-b7f1-efc2dd6d7e61 tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] 10.222.0.32 "GET /v2.0/ports?device_id=0bfb31ab-a5a4-4386-b5bd-77f172344909 HTTP/1.1" status: 200  len: 945 time: 0.1160858
Dec 25 21:16:02.029851 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 21:16:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-977c271b-ec1b-464e-a5ac-f2bc09172a69 x-openstack-request-id: req-977c271b-ec1b-464e-a5ac-f2bc09172a69 {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:16:02.035283 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bfb31ab-a5a4-4386-b5bd-77f172344909", "name": "network-vif-plugged", "status": "completed", "tag": "4353b31a-16ab-4050-acd0-9548832705a6", "code": 200}]} {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:16:02.035283 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-977c271b-ec1b-464e-a5ac-f2bc09172a69 {{(pid=121608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:16:02.035283 ncdv-master-1 neutron-server[121608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bfb31ab-a5a4-4386-b5bd-77f172344909', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4353b31a-16ab-4050-acd0-9548832705a6', 'code': 200}
Dec 25 21:16:02.077498 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-dd9cfd7a-cc98-4d51-95c5-98329de9e8ec req-b88a9e8e-6973-44c1-a25f-681d94f06fe8 tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] 10.222.0.32 "GET /v2.0/security-groups?id=e70b16a5-3c2f-443c-a3bd-2851d79b2b90&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0629525
Dec 25 21:16:02.099495 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 52692) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:16:02.229015 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e360918-4a18-4a0b-8db9-c8ac2b872ef5 req-b74254cb-52f8-4775-97e7-6fcf89560834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:16:02.230763 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3e360918-4a18-4a0b-8db9-c8ac2b872ef5 req-b74254cb-52f8-4775-97e7-6fcf89560834 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=0bfb31ab-a5a4-4386-b5bd-77f172344909 HTTP/1.1" status: 200  len: 1096 time: 0.0548255
Dec 25 21:16:02.264740 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-017d34ab-b1cd-4105-9b2a-b210c3e1d132 admin admin] Publish callbacks [] for security_group, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:02.357978 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3e360918-4a18-4a0b-8db9-c8ac2b872ef5 req-42c06a02-4e4e-4c76-bcbf-abaa9aaae723 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=e70b16a5-3c2f-443c-a3bd-2851d79b2b90&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1138985
Dec 25 21:16:02.433042 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-017d34ab-b1cd-4105-9b2a-b210c3e1d132 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:02.510458 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ae187418-3fae-41df-84b9-cae4ef259cf4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2007615'] for router_interface, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:02.514820 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-017d34ab-b1cd-4105-9b2a-b210c3e1d132 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:02.578731 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-017d34ab-b1cd-4105-9b2a-b210c3e1d132 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3ca23cb1ff0c496dbd653a1adb65a1e7&name=default HTTP/1.1" status: 200  len: 2996 time: 0.4821925
Dec 25 21:16:02.580205 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-e87ce70a-6000-481a-a2f1-425e268250f9 req-9c74d53a-2f92-44be-a571-6ae5aca3a5c8 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=ed880d80bcfb4641b02f26da5fad21b8&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0676389
Dec 25 21:16:02.584547 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 52704) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:16:02.648225 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017d34ab-b1cd-4105-9b2a-b210c3e1d132 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bcc8e31-4ec6-4ffd-9e74-aef4cad1583c,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:16:02.791743 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f6bc1593-a875-4d45-a9d5-57d141660d96 req-c85457d1-a6f2-4f36-918f-17db21e71209 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/ports?device_id=36168d53-184a-47fb-a60b-6f72689c760c HTTP/1.1" status: 200  len: 210 time: 0.0739763
Dec 25 21:16:02.792436 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-4d7e168f-b5e9-44e1-b502-450e54e4b5b9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:02.793731 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87ce70a-6000-481a-a2f1-425e268250f9 req-cc0a9284-90e9-4a0c-9856-25a6edc51475 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:16:02.795662 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-e87ce70a-6000-481a-a2f1-425e268250f9 req-cc0a9284-90e9-4a0c-9856-25a6edc51475 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2090824
Dec 25 21:16:02.825399 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-4d7e168f-b5e9-44e1-b502-450e54e4b5b9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:02.843257 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [req-e87ce70a-6000-481a-a2f1-425e268250f9 req-65743437-13b1-4fc8-af1d-8a706faa1280 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] Request body: {'port': {'device_id': '36168d53-184a-47fb-a60b-6f72689c760c', 'network_id': '8f212e98-547d-4c6e-a560-2e9a548c8f59', 'admin_state_up': True, 'tenant_id': 'ed880d80bcfb4641b02f26da5fad21b8'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:16:02.948918 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a270234c-90a6-43f0-94c4-f34e92db30b5 req-d14df957-d2ca-4385-8b2d-7aee8511d6c5 tempest-LiveMigrationNegativeTest-1846926095 tempest-LiveMigrationNegativeTest-1846926095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:16:02.955757 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a270234c-90a6-43f0-94c4-f34e92db30b5 req-d14df957-d2ca-4385-8b2d-7aee8511d6c5 tempest-LiveMigrationNegativeTest-1846926095 tempest-LiveMigrationNegativeTest-1846926095-project] 10.222.0.32 "GET /v2.0/ports?device_id=e36ba04e-35fa-4f08-b691-833f273a7ec4 HTTP/1.1" status: 200  len: 950 time: 0.0831962
Dec 25 21:16:03.020370 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-4d7e168f-b5e9-44e1-b502-450e54e4b5b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:03.024271 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-4d7e168f-b5e9-44e1-b502-450e54e4b5b9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:03.033318 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-4d7e168f-b5e9-44e1-b502-450e54e4b5b9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9bcc8e31-4ec6-4ffd-9e74-aef4cad1583c HTTP/1.1" status: 204  len: 168 time: 0.4394436
Dec 25 21:16:03.070650 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a270234c-90a6-43f0-94c4-f34e92db30b5 req-b071dc25-421e-46d2-adb3-281e3f8c6f2f tempest-LiveMigrationNegativeTest-1846926095 tempest-LiveMigrationNegativeTest-1846926095-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd59572e-cceb-410e-98f9-b4c8102dcd43&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1139410
Dec 25 21:16:03.089730 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7e168f-b5e9-44e1-b502-450e54e4b5b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bcc8e31-4ec6-4ffd-9e74-aef4cad1583c,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:16:03.144430 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-ae187418-3fae-41df-84b9-cae4ef259cf4 admin admin] Deleting port 53b36032-f06f-4051-87b3-02fe356da369 {{(pid=121607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:16:03.144954 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ae187418-3fae-41df-84b9-cae4ef259cf4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:03.161039 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e87ce70a-6000-481a-a2f1-425e268250f9 req-65743437-13b1-4fc8-af1d-8a706faa1280 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] Made reservation on behalf of ed880d80bcfb4641b02f26da5fad21b8 for: {'port': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:16:03.164902 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-e87ce70a-6000-481a-a2f1-425e268250f9 req-65743437-13b1-4fc8-af1d-8a706faa1280 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:03.236991 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc38056c-fff8-4859-ace8-b5d6937d4835 req-19c6b44c-a4da-481f-9fb8-ee42a9934acb tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:16:03.239822 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-bc38056c-fff8-4859-ace8-b5d6937d4835 req-19c6b44c-a4da-481f-9fb8-ee42a9934acb tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] 10.222.0.32 "GET /v2.0/ports?device_id=0bfb31ab-a5a4-4386-b5bd-77f172344909 HTTP/1.1" status: 200  len: 945 time: 0.0644472
Dec 25 21:16:03.299327 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-bc38056c-fff8-4859-ace8-b5d6937d4835 req-ea59a4b4-e457-4cb4-bf80-23e63c80422c tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] 10.222.0.32 "GET /v2.0/security-groups?id=e70b16a5-3c2f-443c-a3bd-2851d79b2b90&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0504670
Dec 25 21:16:03.351100 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.db [None req-ae187418-3fae-41df-84b9-cae4ef259cf4 admin admin] For port 53b36032-f06f-4051-87b3-02fe356da369, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=53b36032-f06f-4051-87b3-02fe356da369,segment=NetworkSegment(10b45281-920b-4cf2-8b7e-e916c066c5cf),segment_id=10b45281-920b-4cf2-8b7e-e916c066c5cf)] {{(pid=121607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:16:03.351468 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ae187418-3fae-41df-84b9-cae4ef259cf4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:03.373848 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-ae187418-3fae-41df-84b9-cae4ef259cf4 admin admin] Calling delete_port for 53b36032-f06f-4051-87b3-02fe356da369 owned by network:router_interface {{(pid=121607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:16:03.491952 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_common [req-e87ce70a-6000-481a-a2f1-425e268250f9 req-65743437-13b1-4fc8-af1d-8a706faa1280 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] Allocated IP 192.168.233.126 (8f212e98-547d-4c6e-a560-2e9a548c8f59/dcfbae86-f93e-400c-8084-eac7f56ff5ba/a97266bc-054b-4f05-9507-8f17f9e55d8f) {{(pid=121607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:16:03.739241 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-e87ce70a-6000-481a-a2f1-425e268250f9 req-65743437-13b1-4fc8-af1d-8a706faa1280 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] Publish callbacks [] for port, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:03.894429 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-203040dc-4436-4c9b-9bbc-9e5328d1c153 req-e1f5f786-a851-497f-b799-4527fd4493e1 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/ports?device_id=36168d53-184a-47fb-a60b-6f72689c760c HTTP/1.1" status: 200  len: 210 time: 0.0261939
Dec 25 21:16:04.213956 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98163f16-0dd9-4426-af77-a97cd1c10171 req-80ffd747-2bd5-4bd0-a6d0-c3c85fa554e8 tempest-LiveMigrationNegativeTest-1846926095 tempest-LiveMigrationNegativeTest-1846926095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:16:04.215397 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-98163f16-0dd9-4426-af77-a97cd1c10171 req-80ffd747-2bd5-4bd0-a6d0-c3c85fa554e8 tempest-LiveMigrationNegativeTest-1846926095 tempest-LiveMigrationNegativeTest-1846926095-project] 10.222.0.32 "GET /v2.0/ports?device_id=e36ba04e-35fa-4f08-b691-833f273a7ec4 HTTP/1.1" status: 200  len: 950 time: 0.0662189
Dec 25 21:16:04.286194 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-98163f16-0dd9-4426-af77-a97cd1c10171 req-ef18c0d2-ffa7-425b-ac15-bf60c226fae0 tempest-LiveMigrationNegativeTest-1846926095 tempest-LiveMigrationNegativeTest-1846926095-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd59572e-cceb-410e-98f9-b4c8102dcd43&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0648193
Dec 25 21:16:04.310318 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd37686a-29ea-4ce3-a952-88ce593ef58d req-d2e3ee0f-9b05-48b9-98da-efae29f3fd3e tempest-LiveMigrationNegativeTest-1846926095 tempest-LiveMigrationNegativeTest-1846926095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:16:04.310318 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-dd37686a-29ea-4ce3-a952-88ce593ef58d req-d2e3ee0f-9b05-48b9-98da-efae29f3fd3e tempest-LiveMigrationNegativeTest-1846926095 tempest-LiveMigrationNegativeTest-1846926095-project] 10.222.0.37 "GET /v2.0/ports?device_id=e36ba04e-35fa-4f08-b691-833f273a7ec4 HTTP/1.1" status: 200  len: 950 time: 0.0688143
Dec 25 21:16:04.381755 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ae187418-3fae-41df-84b9-cae4ef259cf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:04.404472 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:04.417571 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-e87ce70a-6000-481a-a2f1-425e268250f9 req-65743437-13b1-4fc8-af1d-8a706faa1280 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:04.435271 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] get_ports_and_sgs() called for port_ids ['5a73a242-a477-40db-9b6d-7ac1d38d6950', '860d1670-d6af-4fc5-80bd-08f9b6582dac'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:16:04.526801 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e87ce70a-6000-481a-a2f1-425e268250f9 req-65743437-13b1-4fc8-af1d-8a706faa1280 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] Network 8f212e98-547d-4c6e-a560-2e9a548c8f59 is already hosted by enough agents. {{(pid=121607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:16:04.573341 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [req-e87ce70a-6000-481a-a2f1-425e268250f9 req-65743437-13b1-4fc8-af1d-8a706faa1280 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] Resources bound (agent type, host, resource id):  {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:16:04.600311 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [req-e87ce70a-6000-481a-a2f1-425e268250f9 req-65743437-13b1-4fc8-af1d-8a706faa1280 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] Received port after_create {{(pid=121607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:16:04.669556 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae187418-3fae-41df-84b9-cae4ef259cf4 admin admin] Pushing event deleted for resources: {'Port': ['ID=53b36032-f06f-4051-87b3-02fe356da369,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:16:04.683049 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87ce70a-6000-481a-a2f1-425e268250f9 req-65743437-13b1-4fc8-af1d-8a706faa1280 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:16:04.699137 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-e87ce70a-6000-481a-a2f1-425e268250f9 req-65743437-13b1-4fc8-af1d-8a706faa1280 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:04.786224 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65743437-13b1-4fc8-af1d-8a706faa1280 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] Pushing event updated for resources: {'Port': ['ID=a97266bc-054b-4f05-9507-8f17f9e55d8f,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:16:04.819945 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-0d0cb75a-567e-4b3f-98de-dc591dee2d13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:04.822743 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c17989-8899-4eeb-9042-ee199bf6adc9 req-1153c6f8-8416-4ad8-b363-42e86bd8c6e7 tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:16:04.824505 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-71c17989-8899-4eeb-9042-ee199bf6adc9 req-1153c6f8-8416-4ad8-b363-42e86bd8c6e7 tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] 10.222.0.32 "GET /v2.0/ports?device_id=0bfb31ab-a5a4-4386-b5bd-77f172344909 HTTP/1.1" status: 200  len: 945 time: 0.3702378
Dec 25 21:16:04.845967 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [req-dd37686a-29ea-4ce3-a952-88ce593ef58d req-b59bea43-da0f-49ef-9dd2-2b1e5baba26d tempest-LiveMigrationNegativeTest-1846926095 tempest-LiveMigrationNegativeTest-1846926095-project] Deleting port 1cafd266-4160-4e86-8dbb-b90af90eeb70 {{(pid=121606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:16:04.845967 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-dd37686a-29ea-4ce3-a952-88ce593ef58d req-b59bea43-da0f-49ef-9dd2-2b1e5baba26d tempest-LiveMigrationNegativeTest-1846926095 tempest-LiveMigrationNegativeTest-1846926095-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:05.060398 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-71c17989-8899-4eeb-9042-ee199bf6adc9 req-e47fa0ae-271d-4288-8bd8-58358bfcac16 tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] 10.222.0.32 "GET /v2.0/security-groups?id=e70b16a5-3c2f-443c-a3bd-2851d79b2b90&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2227130
Dec 25 21:16:05.207692 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-99971240-832e-4f98-abb6-46cd8361f38a None None] Provisioning complete for port a97266bc-054b-4f05-9507-8f17f9e55d8f triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:16:05.210244 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-99971240-832e-4f98-abb6-46cd8361f38a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:05.281863 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-dd37686a-29ea-4ce3-a952-88ce593ef58d req-b59bea43-da0f-49ef-9dd2-2b1e5baba26d tempest-LiveMigrationNegativeTest-1846926095 tempest-LiveMigrationNegativeTest-1846926095-project] For port 1cafd266-4160-4e86-8dbb-b90af90eeb70, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1cafd266-4160-4e86-8dbb-b90af90eeb70,segment=NetworkSegment(85c774cb-a0eb-4ad9-961f-f331d3b37cd6),segment_id=85c774cb-a0eb-4ad9-961f-f331d3b37cd6)] {{(pid=121606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:16:05.282754 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-dd37686a-29ea-4ce3-a952-88ce593ef58d req-b59bea43-da0f-49ef-9dd2-2b1e5baba26d tempest-LiveMigrationNegativeTest-1846926095 tempest-LiveMigrationNegativeTest-1846926095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:05.297885 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-99971240-832e-4f98-abb6-46cd8361f38a None None] Port a97266bc-054b-4f05-9507-8f17f9e55d8f cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:16:05.302587 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 52786) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:16:05.321401 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [req-dd37686a-29ea-4ce3-a952-88ce593ef58d req-b59bea43-da0f-49ef-9dd2-2b1e5baba26d tempest-LiveMigrationNegativeTest-1846926095 tempest-LiveMigrationNegativeTest-1846926095-project] Calling delete_port for 1cafd266-4160-4e86-8dbb-b90af90eeb70 owned by compute:nova {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:16:05.390759 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-e87ce70a-6000-481a-a2f1-425e268250f9 req-65743437-13b1-4fc8-af1d-8a706faa1280 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 2.5516169
Dec 25 21:16:05.401376 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd67560-f0c9-44e6-8025-5ce0d33fe04d req-5912e016-5bd0-4d86-839c-edcae28cf537 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:16:05.403046 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-bfd67560-f0c9-44e6-8025-5ce0d33fe04d req-5912e016-5bd0-4d86-839c-edcae28cf537 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/ports?device_id=36168d53-184a-47fb-a60b-6f72689c760c HTTP/1.1" status: 200  len: 936 time: 0.2655430
Dec 25 21:16:05.414617 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [req-e87ce70a-6000-481a-a2f1-425e268250f9 req-c03ca1af-79b0-47d7-bf85-65995403b904 service neutron] Request body: {'port': {'device_id': '36168d53-184a-47fb-a60b-6f72689c760c', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:16:05.458198 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b6b2eb-f0fc-4980-838d-27a03efc6f23 req-b32d1ec3-4433-41c1-bfad-b477cfc60423 tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:16:05.466194 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b3b6b2eb-f0fc-4980-838d-27a03efc6f23 req-b32d1ec3-4433-41c1-bfad-b477cfc60423 tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] 10.222.0.32 "GET /v2.0/ports?device_id=0bfb31ab-a5a4-4386-b5bd-77f172344909 HTTP/1.1" status: 200  len: 945 time: 0.1596260
Dec 25 21:16:05.487100 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-60c54763-1946-4c6b-9612-5c039a4a4c6f admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1728838725-network', 'tenant_id': '9dbe1e97c3f64bee9355ec5d1b424c8a'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:16:05.523868 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-e87ce70a-6000-481a-a2f1-425e268250f9 req-c03ca1af-79b0-47d7-bf85-65995403b904 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:05.545440 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ae187418-3fae-41df-84b9-cae4ef259cf4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2007763'] for router_interface, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:05.591292 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-bfd67560-f0c9-44e6-8025-5ce0d33fe04d req-2460e2f6-aa04-486c-870c-9539d81509dd tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3f1ae63-416f-443f-b032-af0d7dcc9019&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1534359
Dec 25 21:16:05.607144 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b3b6b2eb-f0fc-4980-838d-27a03efc6f23 req-10bd7a94-8393-463d-9500-892f14671f94 tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] 10.222.0.32 "GET /v2.0/security-groups?id=e70b16a5-3c2f-443c-a3bd-2851d79b2b90&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1400781
Dec 25 21:16:05.700533 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60c54763-1946-4c6b-9612-5c039a4a4c6f admin admin] Made reservation on behalf of 9dbe1e97c3f64bee9355ec5d1b424c8a for: {'network': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:16:05.705410 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-60c54763-1946-4c6b-9612-5c039a4a4c6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for network, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:05.741296 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-60c54763-1946-4c6b-9612-5c039a4a4c6f admin admin] Publish callbacks [] for security_group, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:05.863723 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-60c54763-1946-4c6b-9612-5c039a4a4c6f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:05.919973 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e81e2ca-6214-4b45-8692-df2784ac953e req-a167c272-77a9-4c79-b8d9-202d63c80412 tempest-LiveMigrationNegativeTest-1846926095 tempest-LiveMigrationNegativeTest-1846926095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:16:05.924524 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-6e81e2ca-6214-4b45-8692-df2784ac953e req-a167c272-77a9-4c79-b8d9-202d63c80412 tempest-LiveMigrationNegativeTest-1846926095 tempest-LiveMigrationNegativeTest-1846926095-project] 10.222.0.32 "GET /v2.0/ports?device_id=e36ba04e-35fa-4f08-b691-833f273a7ec4 HTTP/1.1" status: 200  len: 950 time: 0.1938596
Dec 25 21:16:05.941630 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-dd37686a-29ea-4ce3-a952-88ce593ef58d req-b59bea43-da0f-49ef-9dd2-2b1e5baba26d tempest-LiveMigrationNegativeTest-1846926095 tempest-LiveMigrationNegativeTest-1846926095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:05.956493 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] get_ports_and_sgs() called for port_ids ['1cafd266-4160-4e86-8dbb-b90af90eeb70'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:16:06.059387 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-60c54763-1946-4c6b-9612-5c039a4a4c6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:06.081907 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd37686a-29ea-4ce3-a952-88ce593ef58d req-b59bea43-da0f-49ef-9dd2-2b1e5baba26d tempest-LiveMigrationNegativeTest-1846926095 tempest-LiveMigrationNegativeTest-1846926095-project] No DVR routers for this DVR port 1cafd266-4160-4e86-8dbb-b90af90eeb70 on host nch2-master-1 {{(pid=121606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:16:06.085903 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59bea43-da0f-49ef-9dd2-2b1e5baba26d tempest-LiveMigrationNegativeTest-1846926095 tempest-LiveMigrationNegativeTest-1846926095-project] Pushing event deleted for resources: {'Port': ['ID=1cafd266-4160-4e86-8dbb-b90af90eeb70,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:16:06.091065 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-dd37686a-29ea-4ce3-a952-88ce593ef58d req-b59bea43-da0f-49ef-9dd2-2b1e5baba26d tempest-LiveMigrationNegativeTest-1846926095 tempest-LiveMigrationNegativeTest-1846926095-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:06.095148 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-dd37686a-29ea-4ce3-a952-88ce593ef58d req-b59bea43-da0f-49ef-9dd2-2b1e5baba26d tempest-LiveMigrationNegativeTest-1846926095 tempest-LiveMigrationNegativeTest-1846926095-project] 10.222.0.37 "DELETE /v2.0/ports/1cafd266-4160-4e86-8dbb-b90af90eeb70 HTTP/1.1" status: 204  len: 173 time: 1.7744176
Dec 25 21:16:06.097448 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e36ba04e-35fa-4f08-b691-833f273a7ec4', 'name': 'network-vif-deleted', 'tag': '1cafd266-4160-4e86-8dbb-b90af90eeb70'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:16:06.099775 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9858820c13ec2827453b94ebc4181065e990a4e4089ccb9fe762531ac62d2fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fd675f3-532d-4723-9ef5-0ae665f42069" -d '{"events": [{"server_uuid": "e36ba04e-35fa-4f08-b691-833f273a7ec4", "name": "network-vif-deleted", "tag": "1cafd266-4160-4e86-8dbb-b90af90eeb70"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:16:06.130213 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae187418-3fae-41df-84b9-cae4ef259cf4 admin admin] Router 824420c3-b86c-4fef-9c34-ededb54f85ff has already been hosted by L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 {{(pid=121607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 25 21:16:06.133129 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60c54763-1946-4c6b-9612-5c039a4a4c6f admin admin] vlan segment allocate from pool success with {'vlan_id': 174, 'physical_network': 'physnet1'}  {{(pid=121606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 25 21:16:06.154866 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-60c54763-1946-4c6b-9612-5c039a4a4c6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:06.155397 ncdv-master-1 neutron-server[121606]: INFO neutron.db.segments_db [None req-60c54763-1946-4c6b-9612-5c039a4a4c6f admin admin] Added segment 851a1add-14f1-4631-9dc8-d7579713b600 of type vlan for network 979f5e3f-5f36-45e3-b799-ae422a7efba5
Dec 25 21:16:06.159815 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-6e81e2ca-6214-4b45-8692-df2784ac953e req-39a6026f-2700-49e3-be8b-7b81f0d7425a tempest-LiveMigrationNegativeTest-1846926095 tempest-LiveMigrationNegativeTest-1846926095-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd59572e-cceb-410e-98f9-b4c8102dcd43&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2254915
Dec 25 21:16:06.168071 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c54763-1946-4c6b-9612-5c039a4a4c6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90b09226-05f9-413f-802a-f36d3e55d2ac,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:16:06.269537 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-60c54763-1946-4c6b-9612-5c039a4a4c6f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737602163420'] for network, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:06.287240 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae187418-3fae-41df-84b9-cae4ef259cf4 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 21:16:06.295732 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-ae187418-3fae-41df-84b9-cae4ef259cf4 admin admin] 10.222.0.32 "PUT /v2.0/routers/824420c3-b86c-4fef-9c34-ededb54f85ff/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.4052360
Dec 25 21:16:06.297069 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 52804) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:16:06.302809 ncdv-master-1 neutron-server[121607]: DEBUG neutron.notifiers.nova [req-e87ce70a-6000-481a-a2f1-425e268250f9 req-c03ca1af-79b0-47d7-bf85-65995403b904 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a97266bc-054b-4f05-9507-8f17f9e55d8f {{(pid=121607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:16:06.303548 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9371fcca-3716-44d3-90e9-83ef98d0a9e0 None None] Sync routers for ids ['824420c3-b86c-4fef-9c34-ededb54f85ff'] in ncdv-master-1 {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 21:16:06.327587 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9371fcca-3716-44d3-90e9-83ef98d0a9e0 None None] Routers {'824420c3-b86c-4fef-9c34-ededb54f85ff'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:16:06.330546 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-9371fcca-3716-44d3-90e9-83ef98d0a9e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2618335f70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:15:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['824420c3-b86c-4fef-9c34-ededb54f85ff'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:16:06.333895 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-e87ce70a-6000-481a-a2f1-425e268250f9 req-c03ca1af-79b0-47d7-bf85-65995403b904 service neutron] Publish callbacks [] for port, precommit_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:06.417974 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-60c54763-1946-4c6b-9612-5c039a4a4c6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870'] for network, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:06.419828 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60c54763-1946-4c6b-9612-5c039a4a4c6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:16:06.420098 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-60c54763-1946-4c6b-9612-5c039a4a4c6f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for network, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:06.433526 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.provisioning_blocks [req-e87ce70a-6000-481a-a2f1-425e268250f9 req-c03ca1af-79b0-47d7-bf85-65995403b904 service neutron] Transition to ACTIVE for port object a97266bc-054b-4f05-9507-8f17f9e55d8f will not be triggered until provisioned by entity L2. {{(pid=121607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 25 21:16:06.455534 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 21:16:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b641ac3e-1cd2-411f-bdab-67247fe261d1 x-openstack-request-id: req-b641ac3e-1cd2-411f-bdab-67247fe261d1 {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:16:06.455998 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e36ba04e-35fa-4f08-b691-833f273a7ec4", "name": "network-vif-deleted", "tag": "1cafd266-4160-4e86-8dbb-b90af90eeb70", "status": "completed", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:16:06.458577 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b641ac3e-1cd2-411f-bdab-67247fe261d1 {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:16:06.460035 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e36ba04e-35fa-4f08-b691-833f273a7ec4', 'name': 'network-vif-deleted', 'tag': '1cafd266-4160-4e86-8dbb-b90af90eeb70', 'status': 'completed', 'code': 200}
Dec 25 21:16:06.538953 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-e87ce70a-6000-481a-a2f1-425e268250f9 req-c03ca1af-79b0-47d7-bf85-65995403b904 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8632327'] for port, after_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:06.567972 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-60c54763-1946-4c6b-9612-5c039a4a4c6f admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 895 time: 1.2599330
Dec 25 21:16:06.568841 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 52824) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:16:06.576854 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvr_db [None req-9371fcca-3716-44d3-90e9-83ef98d0a9e0 None None] Set router 824420c3-b86c-4fef-9c34-ededb54f85ff gateway port host: ncdv-master-1 {{(pid=121608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:16:06.624267 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-348dc033-2cab-42e5-8fa0-42217042e860 admin admin] Publish callbacks [] for router, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:06.630034 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-4a7972ab-7843-4e8b-9281-9e6927701f76 admin admin] Request body: {'subnet': {'network_id': '979f5e3f-5f36-45e3-b799-ae422a7efba5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1728838725-subnet', 'tenant_id': '9dbe1e97c3f64bee9355ec5d1b424c8a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:16:06.666482 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03ca1af-79b0-47d7-bf85-65995403b904 service neutron] Pushing event updated for resources: {'Port': ['ID=a97266bc-054b-4f05-9507-8f17f9e55d8f,revision_number=2']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:16:06.821122 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-348dc033-2cab-42e5-8fa0-42217042e860 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:06.824331 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c54763-1946-4c6b-9612-5c039a4a4c6f admin admin] Pushing event updated for resources: {'Network': ['ID=979f5e3f-5f36-45e3-b799-ae422a7efba5,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:16:06.835885 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.managers [req-e87ce70a-6000-481a-a2f1-425e268250f9 req-c03ca1af-79b0-47d7-bf85-65995403b904 service neutron] Attempting to bind port a97266bc-054b-4f05-9507-8f17f9e55d8f on host nch2-master-1 for vnic_type normal with profile  {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:16:06.836677 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.managers [req-e87ce70a-6000-481a-a2f1-425e268250f9 req-c03ca1af-79b0-47d7-bf85-65995403b904 service neutron] Attempting to bind port a97266bc-054b-4f05-9507-8f17f9e55d8f by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '85c774cb-a0eb-4ad9-961f-f331d3b37cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '8f212e98-547d-4c6e-a560-2e9a548c8f59'}] {{(pid=121607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:16:06.837204 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e87ce70a-6000-481a-a2f1-425e268250f9 req-c03ca1af-79b0-47d7-bf85-65995403b904 service neutron] Attempting to bind port a97266bc-054b-4f05-9507-8f17f9e55d8f on network 8f212e98-547d-4c6e-a560-2e9a548c8f59 {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:16:06.844012 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e87ce70a-6000-481a-a2f1-425e268250f9 req-c03ca1af-79b0-47d7-bf85-65995403b904 service neutron] Port a97266bc-054b-4f05-9507-8f17f9e55d8f on network 8f212e98-547d-4c6e-a560-2e9a548c8f59 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 25 21:16:06.844575 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e87ce70a-6000-481a-a2f1-425e268250f9 req-c03ca1af-79b0-47d7-bf85-65995403b904 service neutron] Attempting to bind port a97266bc-054b-4f05-9507-8f17f9e55d8f on network 8f212e98-547d-4c6e-a560-2e9a548c8f59 {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:16:06.850889 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Network 979f5e3f-5f36-45e3-b799-ae422a7efba5 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 25 21:16:06.853317 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e87ce70a-6000-481a-a2f1-425e268250f9 req-c03ca1af-79b0-47d7-bf85-65995403b904 service neutron] Checking agent: {'id': '0d9ae313-8f8d-40fa-8a9f-d098a25a9911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 21, 4, 38), 'started_at': datetime.datetime(2021, 12, 25, 21, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 15, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:16:06.853855 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e87ce70a-6000-481a-a2f1-425e268250f9 req-c03ca1af-79b0-47d7-bf85-65995403b904 service neutron] Checking segment: {'id': '85c774cb-a0eb-4ad9-961f-f331d3b37cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '8f212e98-547d-4c6e-a560-2e9a548c8f59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:16:06.854934 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e87ce70a-6000-481a-a2f1-425e268250f9 req-c03ca1af-79b0-47d7-bf85-65995403b904 service neutron] Bound using segment: {'id': '85c774cb-a0eb-4ad9-961f-f331d3b37cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '8f212e98-547d-4c6e-a560-2e9a548c8f59'} {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:16:06.863653 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.managers [req-e87ce70a-6000-481a-a2f1-425e268250f9 req-c03ca1af-79b0-47d7-bf85-65995403b904 service neutron] Bound port: a97266bc-054b-4f05-9507-8f17f9e55d8f, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85c774cb-a0eb-4ad9-961f-f331d3b37cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '8f212e98-547d-4c6e-a560-2e9a548c8f59'}}] {{(pid=121607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:16:06.869680 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-e87ce70a-6000-481a-a2f1-425e268250f9 req-c03ca1af-79b0-47d7-bf85-65995403b904 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:07.028388 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.db [req-e87ce70a-6000-481a-a2f1-425e268250f9 req-c03ca1af-79b0-47d7-bf85-65995403b904 service neutron] For port a97266bc-054b-4f05-9507-8f17f9e55d8f, host nch2-master-1, cleared binding levels {{(pid=121607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:16:07.044230 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.db [req-e87ce70a-6000-481a-a2f1-425e268250f9 req-c03ca1af-79b0-47d7-bf85-65995403b904 service neutron] For port a97266bc-054b-4f05-9507-8f17f9e55d8f, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a97266bc-054b-4f05-9507-8f17f9e55d8f,segment=NetworkSegment(85c774cb-a0eb-4ad9-961f-f331d3b37cd6),segment_id=85c774cb-a0eb-4ad9-961f-f331d3b37cd6)] {{(pid=121607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:16:07.054895 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-348dc033-2cab-42e5-8fa0-42217042e860 admin admin] Deleting port 611c25b8-6395-4dc9-9939-c109f126052d {{(pid=121607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:16:07.055258 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-348dc033-2cab-42e5-8fa0-42217042e860 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:07.059573 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-e3364c09-5a2d-4fc8-8609-0c2eeda3c15e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:07.090948 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-9371fcca-3716-44d3-90e9-83ef98d0a9e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2618335f70>, [{'id': '824420c3-b86c-4fef-9c34-ededb54f85ff', 'name': 'tempest-ServersTestJSON-703066836-router', 'tenant_id': '00414bfe9d194c88b02d9664fdeaa217', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.99'}], 'enable_snat': True}, 'gw_port_id': '611c25b8-6395-4dc9-9939-c109f126052d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:13:24Z', 'updated_at': '2021-12-25T21:16:03Z', 'revision_number': 5, 'project_id': '00414bfe9d194c88b02d9664fdeaa217', 'gw_port': {'id': '611c25b8-6395-4dc9-9939-c109f126052d', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:3f:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '824420c3-b86c-4fef-9c34-ededb54f85ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 764, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:13:26Z', 'updated_at': '2021-12-25T21:13:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:16:07.109801 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-e87ce70a-6000-481a-a2f1-425e268250f9 req-c03ca1af-79b0-47d7-bf85-65995403b904 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8632327'] for port, after_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:07.125855 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9371fcca-3716-44d3-90e9-83ef98d0a9e0 None None] Checking router: 824420c3-b86c-4fef-9c34-ededb54f85ff for host: ncdv-master-1 {{(pid=121608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 25 21:16:07.146298 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9371fcca-3716-44d3-90e9-83ef98d0a9e0 None None] Routers {'824420c3-b86c-4fef-9c34-ededb54f85ff'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:16:07.147676 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-9371fcca-3716-44d3-90e9-83ef98d0a9e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2618335f70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:16:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['824420c3-b86c-4fef-9c34-ededb54f85ff'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:16:07.219612 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87ce70a-6000-481a-a2f1-425e268250f9 req-c03ca1af-79b0-47d7-bf85-65995403b904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:16:07.220495 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-e87ce70a-6000-481a-a2f1-425e268250f9 req-c03ca1af-79b0-47d7-bf85-65995403b904 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:07.226143 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-e87ce70a-6000-481a-a2f1-425e268250f9 req-c03ca1af-79b0-47d7-bf85-65995403b904 service neutron] 10.222.0.37 "PUT /v2.0/ports/a97266bc-054b-4f05-9507-8f17f9e55d8f HTTP/1.1" status: 200  len: 1096 time: 1.8200405
Dec 25 21:16:07.226143 ncdv-master-1 neutron-server[121607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36168d53-184a-47fb-a60b-6f72689c760c', 'tag': 'a97266bc-054b-4f05-9507-8f17f9e55d8f'}] {{(pid=121607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:16:07.226143 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f980bbcadfa7bf1e788024e1448be660373c21f97f015f780444e999c451203" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1999c5db-0640-4917-83ec-5d5be4c148db" -d '{"events": [{"name": "network-changed", "server_uuid": "36168d53-184a-47fb-a60b-6f72689c760c", "tag": "a97266bc-054b-4f05-9507-8f17f9e55d8f"}]}' {{(pid=121607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:16:07.270254 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03ca1af-79b0-47d7-bf85-65995403b904 service neutron] Pushing event updated for resources: {'Port': ['ID=a97266bc-054b-4f05-9507-8f17f9e55d8f,revision_number=3']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:16:07.311106 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.db [None req-348dc033-2cab-42e5-8fa0-42217042e860 admin admin] For port 611c25b8-6395-4dc9-9939-c109f126052d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=611c25b8-6395-4dc9-9939-c109f126052d,segment=NetworkSegment(6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855),segment_id=6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855)] {{(pid=121607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:16:07.311477 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-348dc033-2cab-42e5-8fa0-42217042e860 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:07.331697 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-348dc033-2cab-42e5-8fa0-42217042e860 admin admin] Calling delete_port for 611c25b8-6395-4dc9-9939-c109f126052d owned by network:router_gateway {{(pid=121607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:16:07.371527 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvr_db [None req-9371fcca-3716-44d3-90e9-83ef98d0a9e0 None None] Set router 824420c3-b86c-4fef-9c34-ededb54f85ff gateway port host: None {{(pid=121608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:16:07.453738 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-9371fcca-3716-44d3-90e9-83ef98d0a9e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2618335f70>, [{'id': '824420c3-b86c-4fef-9c34-ededb54f85ff', 'name': 'tempest-ServersTestJSON-703066836-router', 'tenant_id': '00414bfe9d194c88b02d9664fdeaa217', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:13:24Z', 'updated_at': '2021-12-25T21:16:06Z', 'revision_number': 6, 'project_id': '00414bfe9d194c88b02d9664fdeaa217', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:16:07.529087 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9371fcca-3716-44d3-90e9-83ef98d0a9e0 None None] The sync data for ids ['824420c3-b86c-4fef-9c34-ededb54f85ff'] in ncdv-master-1 is: [{'id': '824420c3-b86c-4fef-9c34-ededb54f85ff', 'name': 'tempest-ServersTestJSON-703066836-router', 'tenant_id': '00414bfe9d194c88b02d9664fdeaa217', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:13:24Z', 'updated_at': '2021-12-25T21:16:06Z', 'revision_number': 6, 'project_id': '00414bfe9d194c88b02d9664fdeaa217', 'gw_port_host': None}] {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 21:16:07.654419 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87ce70a-6000-481a-a2f1-425e268250f9 req-8e5e7977-fe43-470a-9dd0-4646a0e0cb5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:16:07.656047 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-e87ce70a-6000-481a-a2f1-425e268250f9 req-8e5e7977-fe43-470a-9dd0-4646a0e0cb5e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ed880d80bcfb4641b02f26da5fad21b8&device_id=36168d53-184a-47fb-a60b-6f72689c760c HTTP/1.1" status: 200  len: 1099 time: 0.1057215
Dec 25 21:16:07.656626 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed8bd59-6638-4099-bb64-73e587d7db9e req-71cf1fa5-df9a-42e9-ae39-b9ea8f94b3b5 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:16:07.658315 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-aed8bd59-6638-4099-bb64-73e587d7db9e req-71cf1fa5-df9a-42e9-ae39-b9ea8f94b3b5 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/ports?device_id=36168d53-184a-47fb-a60b-6f72689c760c HTTP/1.1" status: 200  len: 948 time: 0.9152460
Dec 25 21:16:07.705674 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-e87ce70a-6000-481a-a2f1-425e268250f9 req-ab3fd709-9bca-4942-b90e-d4b27fdbf64a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.126&port_id=a97266bc-054b-4f05-9507-8f17f9e55d8f HTTP/1.1" status: 200  len: 217 time: 0.0393891
Dec 25 21:16:07.723174 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7b1e80-90f3-4419-b9ad-f94acbc99c61 req-d3e11d49-0862-4171-a380-f95eb8522ab6 tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:16:07.730609 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-eb7b1e80-90f3-4419-b9ad-f94acbc99c61 req-d3e11d49-0862-4171-a380-f95eb8522ab6 tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] 10.222.0.32 "GET /v2.0/networks?id=597fae95-d9e4-466a-853c-7cbb09218bf0 HTTP/1.1" status: 200  len: 813 time: 1.1774840
Dec 25 21:16:07.750445 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-348dc033-2cab-42e5-8fa0-42217042e860 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:07.760973 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a7972ab-7843-4e8b-9281-9e6927701f76 admin admin] Made reservation on behalf of 9dbe1e97c3f64bee9355ec5d1b424c8a for: {'subnet': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:16:07.763769 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-4a7972ab-7843-4e8b-9281-9e6927701f76 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9028529'] for subnet, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:07.774418 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-eb7b1e80-90f3-4419-b9ad-f94acbc99c61 req-983e59f2-6e54-4f40-b74c-086c583e59bc tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] 10.222.0.32 "GET /v2.0/quotas/27d474dfd37c46f0aa14aa84e8b3ad41 HTTP/1.1" status: 200  len: 375 time: 0.0420103
Dec 25 21:16:07.798063 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348dc033-2cab-42e5-8fa0-42217042e860 admin admin] Pushing event deleted for resources: {'Port': ['ID=611c25b8-6395-4dc9-9939-c109f126052d,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:16:07.813308 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c25fefe-f07a-40be-bc21-2e5ba2794997 req-d93feff8-2d91-4dc6-9501-ca0f4f30ccf7 tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:16:07.814839 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2c25fefe-f07a-40be-bc21-2e5ba2794997 req-d93feff8-2d91-4dc6-9501-ca0f4f30ccf7 tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] 10.222.0.31 "GET /v2.0/ports?device_id=0bfb31ab-a5a4-4386-b5bd-77f172344909 HTTP/1.1" status: 200  len: 945 time: 0.1838875
Dec 25 21:16:07.853380 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87ce70a-6000-481a-a2f1-425e268250f9 req-5cc24b42-1a98-4052-8a92-19279681d6a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:16:07.855606 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-e87ce70a-6000-481a-a2f1-425e268250f9 req-5cc24b42-1a98-4052-8a92-19279681d6a5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=dcfbae86-f93e-400c-8084-eac7f56ff5ba HTTP/1.1" status: 200  len: 843 time: 0.1401179
Dec 25 21:16:07.883881 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-aed8bd59-6638-4099-bb64-73e587d7db9e req-abe385a6-c42b-4c7e-9585-dbd1a39d69c9 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3f1ae63-416f-443f-b032-af0d7dcc9019&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2168193
Dec 25 21:16:07.909535 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-348dc033-2cab-42e5-8fa0-42217042e860 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2008689'] for router_gateway, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:08.036693 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-eb7b1e80-90f3-4419-b9ad-f94acbc99c61 req-442c33e2-734b-4be5-8fa0-29a5e5083e18 tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=27d474dfd37c46f0aa14aa84e8b3ad41&fields=id HTTP/1.1" status: 200  len: 255 time: 0.2607327
Dec 25 21:16:08.058047 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:08.059575 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-348dc033-2cab-42e5-8fa0-42217042e860 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2014235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14905'] for router, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:08.065898 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-348dc033-2cab-42e5-8fa0-42217042e860 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:08.139716 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Dec 2021 21:16:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eff7df02-1de2-46d5-87fe-6c151e56dcdc x-openstack-request-id: req-eff7df02-1de2-46d5-87fe-6c151e56dcdc {{(pid=121607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:16:08.140001 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36168d53-184a-47fb-a60b-6f72689c760c", "tag": "a97266bc-054b-4f05-9507-8f17f9e55d8f", "status": "completed", "code": 200}]} {{(pid=121607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:16:08.140309 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-eff7df02-1de2-46d5-87fe-6c151e56dcdc {{(pid=121607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:16:08.140713 ncdv-master-1 neutron-server[121607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36168d53-184a-47fb-a60b-6f72689c760c', 'tag': 'a97266bc-054b-4f05-9507-8f17f9e55d8f', 'status': 'completed', 'code': 200}
Dec 25 21:16:08.143633 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87ce70a-6000-481a-a2f1-425e268250f9 req-38028dc2-e5eb-4b51-b9e8-2bc14bae3b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:16:08.147428 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-e87ce70a-6000-481a-a2f1-425e268250f9 req-38028dc2-e5eb-4b51-b9e8-2bc14bae3b98 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8f212e98-547d-4c6e-a560-2e9a548c8f59&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.2723825
Dec 25 21:16:08.277235 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [req-2c25fefe-f07a-40be-bc21-2e5ba2794997 req-b71a7a68-c1d2-42a6-a764-b5ae1b57992f tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] Deleting port 4353b31a-16ab-4050-acd0-9548832705a6 {{(pid=121606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:16:08.277619 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-2c25fefe-f07a-40be-bc21-2e5ba2794997 req-b71a7a68-c1d2-42a6-a764-b5ae1b57992f tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:08.317571 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-eb7b1e80-90f3-4419-b9ad-f94acbc99c61 req-2730c430-c361-46ac-88f7-163338d0d557 service neutron] 10.222.0.32 "GET /v2.0/networks/597fae95-d9e4-466a-853c-7cbb09218bf0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2784417
Dec 25 21:16:08.326601 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-e87ce70a-6000-481a-a2f1-425e268250f9 req-2598be94-8491-4246-8903-c16f60906d7c service neutron] 10.222.0.37 "GET /v2.0/networks/8f212e98-547d-4c6e-a560-2e9a548c8f59?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1691196
Dec 25 21:16:08.330246 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-348dc033-2cab-42e5-8fa0-42217042e860 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2014220'] for router, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:08.330824 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-348dc033-2cab-42e5-8fa0-42217042e860 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 824420c3-b86c-4fef-9c34-ededb54f85ff {{(pid=121607) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 25 21:16:08.366225 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-348dc033-2cab-42e5-8fa0-42217042e860 admin admin] Publish callbacks [] for router, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:08.367404 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-348dc033-2cab-42e5-8fa0-42217042e860 admin admin] 10.222.0.32 "DELETE /v2.0/routers/824420c3-b86c-4fef-9c34-ededb54f85ff HTTP/1.1" status: 204  len: 168 time: 2.0704250
Dec 25 21:16:08.373635 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 52846) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:16:08.383094 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3e945ecd-9380-47c2-aa0a-12ebe07e03e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:08.508071 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-4a7972ab-7843-4e8b-9281-9e6927701f76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9084170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9028515'] for subnet, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:08.509424 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4ea0058-3e63-4c27-8e14-6cda4d7e5bd9 admin admin] Deleting subnet 8f2e28f2-741d-4c53-98f1-5b61083688d3 {{(pid=121607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Dec 25 21:16:08.514039 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a4ea0058-3e63-4c27-8e14-6cda4d7e5bd9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:08.524048 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device 1cafd266-4160-4e86-8dbb-b90af90eeb70 no longer exists at agent hyperv_nch2-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:16:08.567495 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-2c25fefe-f07a-40be-bc21-2e5ba2794997 req-b71a7a68-c1d2-42a6-a764-b5ae1b57992f tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] For port 4353b31a-16ab-4050-acd0-9548832705a6, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4353b31a-16ab-4050-acd0-9548832705a6,segment=NetworkSegment(59040483-3fcc-4b5a-8606-f8e28575fa62),segment_id=59040483-3fcc-4b5a-8606-f8e28575fa62)] {{(pid=121606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:16:08.567922 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-2c25fefe-f07a-40be-bc21-2e5ba2794997 req-b71a7a68-c1d2-42a6-a764-b5ae1b57992f tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:08.572701 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] No Port match for: 1cafd266-4160-4e86-8dbb-b90af90eeb70 {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:16:08.575786 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device 1cafd266-4160-4e86-8dbb-b90af90eeb70 not bound to the agent host nch2-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:16:08.605570 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a4ea0058-3e63-4c27-8e14-6cda4d7e5bd9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10246617'] for subnet, precommit_delete_associations {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:08.611418 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7972ab-7843-4e8b-9281-9e6927701f76 admin admin] Pushing event updated for resources: {'Subnet': ['ID=048bdd92-f291-4a78-86a6-99fc0420bf47,revision_number=0']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:16:08.613794 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [req-2c25fefe-f07a-40be-bc21-2e5ba2794997 req-b71a7a68-c1d2-42a6-a764-b5ae1b57992f tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] Calling delete_port for 4353b31a-16ab-4050-acd0-9548832705a6 owned by compute:nova {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:16:08.631596 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-e87ce70a-6000-481a-a2f1-425e268250f9 req-558ce783-8d6e-4ee2-9994-d1f6d5339b62 service neutron] 10.222.0.37 "GET /v2.0/networks/8f212e98-547d-4c6e-a560-2e9a548c8f59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2951241
Dec 25 21:16:08.641284 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-eb7b1e80-90f3-4419-b9ad-f94acbc99c61 req-6acbedfc-f0d0-4395-9a69-937e7fb5942e service neutron] 10.222.0.32 "GET /v2.0/networks/597fae95-d9e4-466a-853c-7cbb09218bf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2942400
Dec 25 21:16:08.656989 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 52854) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:16:08.772155 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a7972ab-7843-4e8b-9281-9e6927701f76 admin admin] Checking segment: {'id': '851a1add-14f1-4631-9dc8-d7579713b600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '979f5e3f-5f36-45e3-b799-ae422a7efba5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:16:08.772741 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a7972ab-7843-4e8b-9281-9e6927701f76 admin admin] Network hostable DHCP agents. Network: 979f5e3f-5f36-45e3-b799-ae422a7efba5, hostable agents: ['1813db88-2c1b-4357-a2ba-869246b663c2'], hosted agents: [] {{(pid=121606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 25 21:16:08.848428 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a4ea0058-3e63-4c27-8e14-6cda4d7e5bd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995662'] for subnet, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:08.906749 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a7972ab-7843-4e8b-9281-9e6927701f76 admin admin] Network 979f5e3f-5f36-45e3-b799-ae422a7efba5 is scheduled to be hosted by DHCP agent 1813db88-2c1b-4357-a2ba-869246b663c2 with binding_index 1 {{(pid=121606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 25 21:16:08.933157 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1999c5db-0640-4917-83ec-5d5be4c148db req-9769cb31-79f2-4770-a7e2-2734466fe337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:16:08.934692 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-1999c5db-0640-4917-83ec-5d5be4c148db req-9769cb31-79f2-4770-a7e2-2734466fe337 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ed880d80bcfb4641b02f26da5fad21b8&device_id=36168d53-184a-47fb-a60b-6f72689c760c HTTP/1.1" status: 200  len: 1099 time: 0.1428859
Dec 25 21:16:09.005475 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-41abe8dd-c72d-4773-9114-3f54cfdebcb3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2fe1a82960c8413095a4b833950e8b3f&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3447905
Dec 25 21:16:09.007272 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 52864) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:16:09.071334 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [None req-4a7972ab-7843-4e8b-9281-9e6927701f76 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 979f5e3f-5f36-45e3-b799-ae422a7efba5) {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:16:09.089953 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e625baa-55b6-45a3-a98b-4281204f84f8 None None] Network 979f5e3f-5f36-45e3-b799-ae422a7efba5 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:16:09.129909 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a7972ab-7843-4e8b-9281-9e6927701f76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:16:09.130140 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-4a7972ab-7843-4e8b-9281-9e6927701f76 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for subnet, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:09.136707 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-2c25fefe-f07a-40be-bc21-2e5ba2794997 req-b71a7a68-c1d2-42a6-a764-b5ae1b57992f tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:09.139776 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a4ea0058-3e63-4c27-8e14-6cda4d7e5bd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8632410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8852809'] for subnet, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:09.169086 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a4ea0058-3e63-4c27-8e14-6cda4d7e5bd9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:09.172822 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-a4ea0058-3e63-4c27-8e14-6cda4d7e5bd9 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/8f2e28f2-741d-4c53-98f1-5b61083688d3 HTTP/1.1" status: 204  len: 168 time: 0.7954366
Dec 25 21:16:09.188750 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2ba220fa-4747-410a-ba60-f518f6a6dcf1 req-0c06e391-000a-4715-9706-aa29dd9de66f tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] 10.222.0.32 "GET /v2.0/ports?device_id=a665e8d7-d64e-4879-9389-ad2efb13749b HTTP/1.1" status: 200  len: 210 time: 0.1246743
Dec 25 21:16:09.203041 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 52868) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:16:09.209992 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ea0058-3e63-4c27-8e14-6cda4d7e5bd9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8f2e28f2-741d-4c53-98f1-5b61083688d3,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:16:09.246974 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 53b36032-f06f-4051-87b3-02fe356da369 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:16:09.255499 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ea0058-3e63-4c27-8e14-6cda4d7e5bd9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:16:09.257377 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ea0058-3e63-4c27-8e14-6cda4d7e5bd9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:16:09.258579 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ea0058-3e63-4c27-8e14-6cda4d7e5bd9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:16:09.259494 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ea0058-3e63-4c27-8e14-6cda4d7e5bd9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:16:09.260458 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ea0058-3e63-4c27-8e14-6cda4d7e5bd9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:16:09.266140 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ea0058-3e63-4c27-8e14-6cda4d7e5bd9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:16:09.266140 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ea0058-3e63-4c27-8e14-6cda4d7e5bd9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:16:09.266140 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ea0058-3e63-4c27-8e14-6cda4d7e5bd9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:16:09.266140 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ea0058-3e63-4c27-8e14-6cda4d7e5bd9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:16:09.266140 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ea0058-3e63-4c27-8e14-6cda4d7e5bd9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:16:09.266140 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ea0058-3e63-4c27-8e14-6cda4d7e5bd9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:16:09.267384 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ea0058-3e63-4c27-8e14-6cda4d7e5bd9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:16:09.267837 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ea0058-3e63-4c27-8e14-6cda4d7e5bd9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:16:09.285818 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] get_ports_and_sgs() called for port_ids ['4353b31a-16ab-4050-acd0-9548832705a6'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:16:09.289236 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cccf82b-fb0e-477b-bcc6-d177a71b421b None None] Network 92c154ff-54f2-4280-b0a5-61ec0db10729 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:16:09.297749 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] No Port match for: 53b36032-f06f-4051-87b3-02fe356da369 {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:16:09.298072 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 53b36032-f06f-4051-87b3-02fe356da369 not bound to the agent host ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:16:09.298835 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 611c25b8-6395-4dc9-9939-c109f126052d no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:16:09.343158 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71a7a68-c1d2-42a6-a764-b5ae1b57992f tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] Pushing event deleted for resources: {'Port': ['ID=4353b31a-16ab-4050-acd0-9548832705a6,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:16:09.359655 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f8b552e-9a7b-4a0b-8d03-b3fa610d441a None None] Network 979f5e3f-5f36-45e3-b799-ae422a7efba5 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:16:09.389557 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1999c5db-0640-4917-83ec-5d5be4c148db req-9b2f5d6c-3993-4229-b3e6-205e3d59f805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:16:09.391857 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-1999c5db-0640-4917-83ec-5d5be4c148db req-9b2f5d6c-3993-4229-b3e6-205e3d59f805 service neutron] 10.222.0.37 "GET /v2.0/networks?id=8f212e98-547d-4c6e-a560-2e9a548c8f59 HTTP/1.1" status: 200  len: 870 time: 0.4486592
Dec 25 21:16:09.417542 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-cefa97a4-b478-4eb9-8d36-e93dce11be5e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:09.437276 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] No Port match for: 611c25b8-6395-4dc9-9939-c109f126052d {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:16:09.443191 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 611c25b8-6395-4dc9-9939-c109f126052d not bound to the agent host ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:16:09.444438 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-cefa97a4-b478-4eb9-8d36-e93dce11be5e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:09.496976 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-1999c5db-0640-4917-83ec-5d5be4c148db req-430c4cda-31de-4e7c-8a67-12e0a494d764 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.126&port_id=a97266bc-054b-4f05-9507-8f17f9e55d8f HTTP/1.1" status: 200  len: 217 time: 0.0584865
Dec 25 21:16:09.500228 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5160aabc-c7e1-45d1-8f76-55fbab6cba13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625803'] for network, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:09.519045 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-4a7972ab-7843-4e8b-9281-9e6927701f76 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 859 time: 2.9382222
Dec 25 21:16:09.538215 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c25fefe-f07a-40be-bc21-2e5ba2794997 req-b71a7a68-c1d2-42a6-a764-b5ae1b57992f tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] No DVR routers for this DVR port 4353b31a-16ab-4050-acd0-9548832705a6 on host nch1-master-1 {{(pid=121606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:16:09.541660 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-2c25fefe-f07a-40be-bc21-2e5ba2794997 req-b71a7a68-c1d2-42a6-a764-b5ae1b57992f tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:09.545153 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2c25fefe-f07a-40be-bc21-2e5ba2794997 req-b71a7a68-c1d2-42a6-a764-b5ae1b57992f tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] 10.222.0.31 "DELETE /v2.0/ports/4353b31a-16ab-4050-acd0-9548832705a6 HTTP/1.1" status: 204  len: 173 time: 1.7064157
Dec 25 21:16:09.553876 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dc2df1-0923-4789-890e-d5eef940f35e req-140d166c-63d2-4e68-a6e4-38f66173e3b6 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:16:09.562437 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e6dc2df1-0923-4789-890e-d5eef940f35e req-140d166c-63d2-4e68-a6e4-38f66173e3b6 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/ports?device_id=36168d53-184a-47fb-a60b-6f72689c760c HTTP/1.1" status: 200  len: 948 time: 0.4403112
Dec 25 21:16:09.564168 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bfb31ab-a5a4-4386-b5bd-77f172344909', 'name': 'network-vif-deleted', 'tag': '4353b31a-16ab-4050-acd0-9548832705a6'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:16:09.566723 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9858820c13ec2827453b94ebc4181065e990a4e4089ccb9fe762531ac62d2fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db58fd7e-1152-4a5e-ab6d-eeafef5a4aaf" -d '{"events": [{"server_uuid": "0bfb31ab-a5a4-4386-b5bd-77f172344909", "name": "network-vif-deleted", "tag": "4353b31a-16ab-4050-acd0-9548832705a6"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:16:09.609043 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-cefa97a4-b478-4eb9-8d36-e93dce11be5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:09.619180 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-cefa97a4-b478-4eb9-8d36-e93dce11be5e admin admin] Publish callbacks [] for security_group, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:09.623095 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-cefa97a4-b478-4eb9-8d36-e93dce11be5e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/cd59572e-cceb-410e-98f9-b4c8102dcd43 HTTP/1.1" status: 204  len: 168 time: 0.6091394
Dec 25 21:16:09.648953 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1999c5db-0640-4917-83ec-5d5be4c148db req-ab97c291-f138-4d96-bcba-c8a9fd1e84fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:16:09.661631 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-1999c5db-0640-4917-83ec-5d5be4c148db req-ab97c291-f138-4d96-bcba-c8a9fd1e84fd service neutron] 10.222.0.37 "GET /v2.0/subnets?id=dcfbae86-f93e-400c-8084-eac7f56ff5ba HTTP/1.1" status: 200  len: 843 time: 0.1527164
Dec 25 21:16:09.676567 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e6dc2df1-0923-4789-890e-d5eef940f35e req-6f8ce36e-076a-430e-a3cd-f0d47f1d0f29 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3f1ae63-416f-443f-b032-af0d7dcc9019&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1089954
Dec 25 21:16:09.678387 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefa97a4-b478-4eb9-8d36-e93dce11be5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd59572e-cceb-410e-98f9-b4c8102dcd43,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:16:09.784016 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-15cb578f-7a63-4fd3-925d-83bad4c7b82a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:09.822967 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 21:16:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f565d271-6513-4f47-9f68-f1ee1dbdbd79 x-openstack-request-id: req-f565d271-6513-4f47-9f68-f1ee1dbdbd79 {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:16:09.823501 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bfb31ab-a5a4-4386-b5bd-77f172344909", "name": "network-vif-deleted", "tag": "4353b31a-16ab-4050-acd0-9548832705a6", "status": "completed", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:16:09.823501 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f565d271-6513-4f47-9f68-f1ee1dbdbd79 {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:16:09.823937 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bfb31ab-a5a4-4386-b5bd-77f172344909', 'name': 'network-vif-deleted', 'tag': '4353b31a-16ab-4050-acd0-9548832705a6', 'status': 'completed', 'code': 200}
Dec 25 21:16:10.006678 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2128d28e-f3f4-448d-9272-904b05a695e2 req-047126f7-4557-44bc-8d28-11f572a10860 tempest-ServersTestFqdnHostnames-948157385 tempest-ServersTestFqdnHostnames-948157385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:16:10.015556 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2128d28e-f3f4-448d-9272-904b05a695e2 req-047126f7-4557-44bc-8d28-11f572a10860 tempest-ServersTestFqdnHostnames-948157385 tempest-ServersTestFqdnHostnames-948157385-project] 10.222.0.32 "GET /v2.0/ports?device_id=23221387-3a9d-4105-b3db-d1586e20d8a5 HTTP/1.1" status: 200  len: 945 time: 0.1312647
Dec 25 21:16:10.042539 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1999c5db-0640-4917-83ec-5d5be4c148db req-3ef033a2-8bc1-47e8-b8f5-513a047ccbc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:16:10.044679 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-1999c5db-0640-4917-83ec-5d5be4c148db req-3ef033a2-8bc1-47e8-b8f5-513a047ccbc4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8f212e98-547d-4c6e-a560-2e9a548c8f59&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.3714931
Dec 25 21:16:10.071290 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cb4c94b-c1d4-4770-816c-6fe5c80f8dba None None] DHCP port deletion for 92c154ff-54f2-4280-b0a5-61ec0db10729 request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 21:16:10.104595 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2128d28e-f3f4-448d-9272-904b05a695e2 req-bc8bccdd-4407-44d4-a59a-83c6d83f63ed tempest-ServersTestFqdnHostnames-948157385 tempest-ServersTestFqdnHostnames-948157385-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca6b4ade-e9f8-48ab-a037-b83bf4a53bde&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0863931
Dec 25 21:16:10.126998 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-5160aabc-c7e1-45d1-8f76-55fbab6cba13 admin admin] Deleting port 1a973736-c704-4535-a128-8c5c83fd1018 {{(pid=121607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:16:10.126998 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5160aabc-c7e1-45d1-8f76-55fbab6cba13 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:10.152500 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-9cb4c94b-c1d4-4770-816c-6fe5c80f8dba None None] Deleting port 1a973736-c704-4535-a128-8c5c83fd1018 {{(pid=121608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:16:10.152500 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9cb4c94b-c1d4-4770-816c-6fe5c80f8dba None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:10.312041 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9cb4c94b-c1d4-4770-816c-6fe5c80f8dba None None] For port 1a973736-c704-4535-a128-8c5c83fd1018, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1a973736-c704-4535-a128-8c5c83fd1018,segment=NetworkSegment(10b45281-920b-4cf2-8b7e-e916c066c5cf),segment_id=10b45281-920b-4cf2-8b7e-e916c066c5cf)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:16:10.315795 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9cb4c94b-c1d4-4770-816c-6fe5c80f8dba None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:10.331186 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a301c23e-c831-4c23-9369-d540228f5a4a req-f4d60713-a64d-4e2d-bc0b-41ea06e0bb5e tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] 10.222.0.32 "GET /v2.0/ports?device_id=a665e8d7-d64e-4879-9389-ad2efb13749b HTTP/1.1" status: 200  len: 210 time: 0.0682011
Dec 25 21:16:10.343521 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-9cb4c94b-c1d4-4770-816c-6fe5c80f8dba None None] Calling delete_port for 1a973736-c704-4535-a128-8c5c83fd1018 owned by network:dhcp {{(pid=121608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:16:10.526709 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9cb4c94b-c1d4-4770-816c-6fe5c80f8dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955'] for port, after_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:10.580754 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb4c94b-c1d4-4770-816c-6fe5c80f8dba None None] Pushing event deleted for resources: {'Port': ['ID=1a973736-c704-4535-a128-8c5c83fd1018,revision_number=None']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:16:10.595308 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cb4c94b-c1d4-4770-816c-6fe5c80f8dba None None] No DVR routers for this DVR port 1a973736-c704-4535-a128-8c5c83fd1018 on host ncdv-master-1 {{(pid=121608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:16:10.650827 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 52914) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:16:10.664991 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:10.769223 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-d88f1f69-86f4-4090-b1c5-0a0c1fabbbcf admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d2c208f87a8d4c2496f4734f4e4fe7ff&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1151724
Dec 25 21:16:10.772238 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 52918) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:16:10.811327 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc0a8ac-44de-4926-84dd-e659a51e9f39 req-3f98dad5-5a2f-4b92-bccc-cc167a23bba0 tempest-ImagesOneServerNegativeTestJSON-1717313213 tempest-ImagesOneServerNegativeTestJSON-1717313213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:16:10.812921 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8cc0a8ac-44de-4926-84dd-e659a51e9f39 req-3f98dad5-5a2f-4b92-bccc-cc167a23bba0 tempest-ImagesOneServerNegativeTestJSON-1717313213 tempest-ImagesOneServerNegativeTestJSON-1717313213-project] 10.222.0.32 "GET /v2.0/networks?id=979f5e3f-5f36-45e3-b799-ae422a7efba5 HTTP/1.1" status: 200  len: 822 time: 0.2217140
Dec 25 21:16:10.866468 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.db [None req-5160aabc-c7e1-45d1-8f76-55fbab6cba13 admin admin] For port 1a973736-c704-4535-a128-8c5c83fd1018, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1a973736-c704-4535-a128-8c5c83fd1018,segment=NetworkSegment(10b45281-920b-4cf2-8b7e-e916c066c5cf),segment_id=10b45281-920b-4cf2-8b7e-e916c066c5cf)] {{(pid=121607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:16:10.867235 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5160aabc-c7e1-45d1-8f76-55fbab6cba13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:10.870577 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8cc0a8ac-44de-4926-84dd-e659a51e9f39 req-99bc5d1f-b9f9-4e94-8ec1-2c5d29838c54 tempest-ImagesOneServerNegativeTestJSON-1717313213 tempest-ImagesOneServerNegativeTestJSON-1717313213-project] 10.222.0.32 "GET /v2.0/quotas/9dbe1e97c3f64bee9355ec5d1b424c8a HTTP/1.1" status: 200  len: 375 time: 0.0434158
Dec 25 21:16:10.883392 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-1999c5db-0640-4917-83ec-5d5be4c148db req-69ea0eea-8da8-4c88-ae61-3af5dd8302a0 service neutron] 10.222.0.37 "GET /v2.0/networks/8f212e98-547d-4c6e-a560-2e9a548c8f59?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8292222
Dec 25 21:16:10.889681 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-5160aabc-c7e1-45d1-8f76-55fbab6cba13 admin admin] Calling delete_port for 1a973736-c704-4535-a128-8c5c83fd1018 owned by network:dhcp {{(pid=121607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:16:10.920115 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0313c833-9629-47fa-932c-e7f72586c39f req-2d1a69dc-4e4c-4a94-b8c6-8362310ea75b tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:16:10.930557 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0313c833-9629-47fa-932c-e7f72586c39f req-2d1a69dc-4e4c-4a94-b8c6-8362310ea75b tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/ports?device_id=36168d53-184a-47fb-a60b-6f72689c760c HTTP/1.1" status: 200  len: 948 time: 0.1276045
Dec 25 21:16:10.941896 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8cc0a8ac-44de-4926-84dd-e659a51e9f39 req-a0a07c67-ae16-468c-b5a3-ffa1203106f2 tempest-ImagesOneServerNegativeTestJSON-1717313213 tempest-ImagesOneServerNegativeTestJSON-1717313213-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=9dbe1e97c3f64bee9355ec5d1b424c8a&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0639436
Dec 25 21:16:10.984593 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-ddacec24-be04-43bc-8529-3b64eb50c9fe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:11.057365 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 1a973736-c704-4535-a128-8c5c83fd1018 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:16:11.058279 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-1999c5db-0640-4917-83ec-5d5be4c148db req-1e5f4999-a33f-4cc7-8fb7-dbf3c96b9247 service neutron] 10.222.0.37 "GET /v2.0/networks/8f212e98-547d-4c6e-a560-2e9a548c8f59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1605840
Dec 25 21:16:11.064227 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0313c833-9629-47fa-932c-e7f72586c39f req-482e66d0-a24e-4006-97a0-2ddf6d180b3e tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3f1ae63-416f-443f-b032-af0d7dcc9019&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1309922
Dec 25 21:16:11.066545 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-ddacec24-be04-43bc-8529-3b64eb50c9fe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:11.067261 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5160aabc-c7e1-45d1-8f76-55fbab6cba13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:11.094294 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] No Port match for: 1a973736-c704-4535-a128-8c5c83fd1018 {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:16:11.094721 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 1a973736-c704-4535-a128-8c5c83fd1018 not bound to the agent host ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:16:11.112307 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5160aabc-c7e1-45d1-8f76-55fbab6cba13 admin admin] Pushing event deleted for resources: {'Port': ['ID=1a973736-c704-4535-a128-8c5c83fd1018,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:16:11.112307 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5160aabc-c7e1-45d1-8f76-55fbab6cba13 admin admin] No DVR routers for this DVR port 1a973736-c704-4535-a128-8c5c83fd1018 on host ncdv-master-1 {{(pid=121607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:16:11.222862 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8cc0a8ac-44de-4926-84dd-e659a51e9f39 req-f17807c1-3c94-4af8-aa68-7ad41df9a7d6 service neutron] 10.222.0.32 "GET /v2.0/networks/979f5e3f-5f36-45e3-b799-ae422a7efba5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2561460
Dec 25 21:16:11.227895 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5160aabc-c7e1-45d1-8f76-55fbab6cba13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997585', 'neutron.services.segments.db._delete_segments_for_network-8737602743071'] for network, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:11.257205 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-5160aabc-c7e1-45d1-8f76-55fbab6cba13 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f261357c5b0>,) {'filters': {'network_id': ['92c154ff-54f2-4280-b0a5-61ec0db10729']}} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:16:11.270136 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-5160aabc-c7e1-45d1-8f76-55fbab6cba13 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f261357c5b0>, '10b45281-920b-4cf2-8b7e-e916c066c5cf') {'for_net_delete': True} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:16:11.273900 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-5160aabc-c7e1-45d1-8f76-55fbab6cba13 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f261357c5b0>, '10b45281-920b-4cf2-8b7e-e916c066c5cf') {} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:16:11.285872 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9790b45-5a00-40c9-b933-6cfaf6746778 req-865aa844-08de-4a2a-84f3-7b9ed707b855 tempest-ServersTestFqdnHostnames-948157385 tempest-ServersTestFqdnHostnames-948157385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:16:11.287402 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-c9790b45-5a00-40c9-b933-6cfaf6746778 req-865aa844-08de-4a2a-84f3-7b9ed707b855 tempest-ServersTestFqdnHostnames-948157385 tempest-ServersTestFqdnHostnames-948157385-project] 10.222.0.37 "GET /v2.0/ports?device_id=23221387-3a9d-4105-b3db-d1586e20d8a5 HTTP/1.1" status: 200  len: 945 time: 0.1245453
Dec 25 21:16:11.291688 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5160aabc-c7e1-45d1-8f76-55fbab6cba13 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737602746920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10246592'] for segment, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:11.329382 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5160aabc-c7e1-45d1-8f76-55fbab6cba13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:11.337569 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-ddacec24-be04-43bc-8529-3b64eb50c9fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:11.341466 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-ddacec24-be04-43bc-8529-3b64eb50c9fe admin admin] Publish callbacks [] for security_group, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:11.341853 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5160aabc-c7e1-45d1-8f76-55fbab6cba13 admin admin] Releasing vlan 172 on physical network physnet1 to pool {{(pid=121607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 25 21:16:11.342345 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5160aabc-c7e1-45d1-8f76-55fbab6cba13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8633327'] for segment, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:11.344112 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:16:11.344112 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:16:11.344112 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:16:11.344112 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:16:11.344112 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:16:11.344112 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:16:11.344112 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:16:11.344112 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:16:11.344112 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:16:11.344112 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:16:11.344112 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:16:11.344112 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:16:11.344112 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:16:11.344112 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:16:11.344112 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 25 21:16:11.344112 ncdv-master-1 neutron-server[121607]:   self.session.flush()
Dec 25 21:16:11.344112 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 25 21:16:11.344112 ncdv-master-1 neutron-server[121607]:   self.session.flush()
Dec 25 21:16:11.344112 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 25 21:16:11.344112 ncdv-master-1 neutron-server[121607]:   self.session.flush()
Dec 25 21:16:11.344112 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 25 21:16:11.344112 ncdv-master-1 neutron-server[121607]:   self.session.flush()
Dec 25 21:16:11.344112 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:16:11.344112 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:16:11.344112 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:16:11.344112 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:16:11.344112 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:16:11.344112 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:16:11.344112 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:16:11.344112 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:16:11.344112 ncdv-master-1 neutron-server[121607]: Traceback (most recent call last):
Dec 25 21:16:11.344112 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 25 21:16:11.344112 ncdv-master-1 neutron-server[121607]:     timer()
Dec 25 21:16:11.344112 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 25 21:16:11.344112 ncdv-master-1 neutron-server[121607]:     cb(*args, **kw)
Dec 25 21:16:11.344112 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 25 21:16:11.344112 ncdv-master-1 neutron-server[121607]:     return func(*args, **kwargs)
Dec 25 21:16:11.344112 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 25 21:16:11.344112 ncdv-master-1 neutron-server[121607]:     self._notify()
Dec 25 21:16:11.344112 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 25 21:16:11.344112 ncdv-master-1 neutron-server[121607]:     self.callback(batched_events)
Dec 25 21:16:11.344112 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 25 21:16:11.344112 ncdv-master-1 neutron-server[121607]:     event.method(event)
Dec 25 21:16:11.344112 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 25 21:16:11.344112 ncdv-master-1 neutron-server[121607]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 25 21:16:11.344112 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 25 21:16:11.344112 ncdv-master-1 neutron-server[121607]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 25 21:16:11.344112 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 25 21:16:11.344112 ncdv-master-1 neutron-server[121607]:     return f(self, *a, **k)
Dec 25 21:16:11.348788 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 25 21:16:11.348788 ncdv-master-1 neutron-server[121607]:     return self._get(url).json()
Dec 25 21:16:11.348788 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 25 21:16:11.348788 ncdv-master-1 neutron-server[121607]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 25 21:16:11.348788 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 25 21:16:11.348788 ncdv-master-1 neutron-server[121607]:     return self.request(url, 'GET', **kwargs)
Dec 25 21:16:11.348788 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 25 21:16:11.348788 ncdv-master-1 neutron-server[121607]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 25 21:16:11.348788 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 25 21:16:11.348788 ncdv-master-1 neutron-server[121607]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 25 21:16:11.348788 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 25 21:16:11.348788 ncdv-master-1 neutron-server[121607]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 25 21:16:11.348788 ncdv-master-1 neutron-server[121607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 25 21:16:11.351070 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-ddacec24-be04-43bc-8529-3b64eb50c9fe admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0f7406f1-adea-427a-9af6-6c373b3f3042 HTTP/1.1" status: 204  len: 168 time: 0.5703115
Dec 25 21:16:11.369515 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddacec24-be04-43bc-8529-3b64eb50c9fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f7406f1-adea-427a-9af6-6c373b3f3042,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:16:11.441406 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8cc0a8ac-44de-4926-84dd-e659a51e9f39 req-40842834-7ae1-4cc0-98c1-720383027746 service neutron] 10.222.0.32 "GET /v2.0/networks/979f5e3f-5f36-45e3-b799-ae422a7efba5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2126060
Dec 25 21:16:11.473662 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device 4353b31a-16ab-4050-acd0-9548832705a6 no longer exists at agent hyperv_nch1-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:16:11.488803 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d29428-b4d8-4a3c-97de-9fa04fc65bb3 req-57c644ba-74ed-4e3d-8e32-1646fcd41050 tempest-ServersTestFqdnHostnames-948157385 tempest-ServersTestFqdnHostnames-948157385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:16:11.490899 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-35d29428-b4d8-4a3c-97de-9fa04fc65bb3 req-57c644ba-74ed-4e3d-8e32-1646fcd41050 tempest-ServersTestFqdnHostnames-948157385 tempest-ServersTestFqdnHostnames-948157385-project] 10.222.0.32 "GET /v2.0/ports?device_id=23221387-3a9d-4105-b3db-d1586e20d8a5 HTTP/1.1" status: 200  len: 945 time: 0.0856845
Dec 25 21:16:11.510265 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] No Port match for: 4353b31a-16ab-4050-acd0-9548832705a6 {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:16:11.510671 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device 4353b31a-16ab-4050-acd0-9548832705a6 not bound to the agent host nch1-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:16:11.617938 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [req-c9790b45-5a00-40c9-b933-6cfaf6746778 req-b8653eb8-6987-4b73-92e2-007e3b06165d tempest-ServersTestFqdnHostnames-948157385 tempest-ServersTestFqdnHostnames-948157385-project] Deleting port 0dd3bc1f-1fb5-4e1c-b9d7-78a069b36fb2 {{(pid=121607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:16:11.618371 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-c9790b45-5a00-40c9-b933-6cfaf6746778 req-b8653eb8-6987-4b73-92e2-007e3b06165d tempest-ServersTestFqdnHostnames-948157385 tempest-ServersTestFqdnHostnames-948157385-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:11.645284 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-35d29428-b4d8-4a3c-97de-9fa04fc65bb3 req-2f546501-ef38-4d30-95fd-f75b1b521086 tempest-ServersTestFqdnHostnames-948157385 tempest-ServersTestFqdnHostnames-948157385-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca6b4ade-e9f8-48ab-a037-b83bf4a53bde&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1400318
Dec 25 21:16:11.667332 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5160aabc-c7e1-45d1-8f76-55fbab6cba13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2008653'] for network, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:11.673930 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5160aabc-c7e1-45d1-8f76-55fbab6cba13 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for network, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:11.678387 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-5160aabc-c7e1-45d1-8f76-55fbab6cba13 admin admin] 10.222.0.32 "DELETE /v2.0/networks/92c154ff-54f2-4280-b0a5-61ec0db10729 HTTP/1.1" status: 204  len: 168 time: 2.4715447
Dec 25 21:16:11.760259 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.agents_db [None req-ec08dba0-4483-4109-b5e1-5e4a9fdaf12d None None] Agent healthcheck: found 7 active agents {{(pid=121609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 25 21:16:11.763209 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5160aabc-c7e1-45d1-8f76-55fbab6cba13 admin admin] Pushing event deleted for resources: {'Network': ['ID=92c154ff-54f2-4280-b0a5-61ec0db10729,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:16:11.804270 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.db [req-c9790b45-5a00-40c9-b933-6cfaf6746778 req-b8653eb8-6987-4b73-92e2-007e3b06165d tempest-ServersTestFqdnHostnames-948157385 tempest-ServersTestFqdnHostnames-948157385-project] For port 0dd3bc1f-1fb5-4e1c-b9d7-78a069b36fb2, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0dd3bc1f-1fb5-4e1c-b9d7-78a069b36fb2,segment=NetworkSegment(2f0a2649-a57f-4db8-987a-184ba43b05bc),segment_id=2f0a2649-a57f-4db8-987a-184ba43b05bc)] {{(pid=121607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:16:11.804738 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-c9790b45-5a00-40c9-b933-6cfaf6746778 req-b8653eb8-6987-4b73-92e2-007e3b06165d tempest-ServersTestFqdnHostnames-948157385 tempest-ServersTestFqdnHostnames-948157385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:11.879338 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7b1e80-90f3-4419-b9ad-f94acbc99c61 req-f2b263bb-49ee-4518-b786-5472ca184fa4 tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:16:11.880897 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-eb7b1e80-90f3-4419-b9ad-f94acbc99c61 req-f2b263bb-49ee-4518-b786-5472ca184fa4 tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] 10.222.0.31 "GET /v2.0/networks?id=597fae95-d9e4-466a-853c-7cbb09218bf0 HTTP/1.1" status: 200  len: 813 time: 0.3331840
Dec 25 21:16:11.882799 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c7684642-78c8-4d00-8964-5445bbaf3b9c req-90d6bff8-6c93-44ef-996a-67a6376ad9d4 tempest-ImagesOneServerNegativeTestJSON-1717313213 tempest-ImagesOneServerNegativeTestJSON-1717313213-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d343d1d-ac0a-4447-862f-e13c2facfcef HTTP/1.1" status: 200  len: 210 time: 0.0972912
Dec 25 21:16:11.915529 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8440cc92-8fb5-427d-9774-29f931b4b175 req-46474b6c-d107-4970-9409-6ec57442434b tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] 10.222.0.32 "GET /v2.0/ports?device_id=a665e8d7-d64e-4879-9389-ad2efb13749b HTTP/1.1" status: 200  len: 210 time: 0.0810280
Dec 25 21:16:11.943096 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-eb7b1e80-90f3-4419-b9ad-f94acbc99c61 req-414b1e74-22be-4c40-8b4e-919db45f4dde tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] Request body: {'port': {'device_id': 'a665e8d7-d64e-4879-9389-ad2efb13749b', 'network_id': '597fae95-d9e4-466a-853c-7cbb09218bf0', 'admin_state_up': True, 'tenant_id': '27d474dfd37c46f0aa14aa84e8b3ad41'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:16:12.034802 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-c9790b45-5a00-40c9-b933-6cfaf6746778 req-b8653eb8-6987-4b73-92e2-007e3b06165d tempest-ServersTestFqdnHostnames-948157385 tempest-ServersTestFqdnHostnames-948157385-project] Publish callbacks [] for floatingip, precommit_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:12.035439 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-c9790b45-5a00-40c9-b933-6cfaf6746778 req-b8653eb8-6987-4b73-92e2-007e3b06165d tempest-ServersTestFqdnHostnames-948157385 tempest-ServersTestFqdnHostnames-948157385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2008639'] for floatingip, after_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:12.035563 ncdv-master-1 neutron-server[121607]: INFO neutron.db.l3_db [req-c9790b45-5a00-40c9-b933-6cfaf6746778 req-b8653eb8-6987-4b73-92e2-007e3b06165d tempest-ServersTestFqdnHostnames-948157385 tempest-ServersTestFqdnHostnames-948157385-project] Floating IP 967cd17f-4817-4fa6-b609-b01fac7da708 disassociated. External IP: 172.35.3.238, port: 0dd3bc1f-1fb5-4e1c-b9d7-78a069b36fb2.
Dec 25 21:16:12.035808 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [req-c9790b45-5a00-40c9-b933-6cfaf6746778 req-b8653eb8-6987-4b73-92e2-007e3b06165d tempest-ServersTestFqdnHostnames-948157385 tempest-ServersTestFqdnHostnames-948157385-project] Calling delete_port for 0dd3bc1f-1fb5-4e1c-b9d7-78a069b36fb2 owned by compute:nova {{(pid=121607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:16:12.196195 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ca645d-9da5-4180-838c-61b61930b49f req-bfa06ee0-c285-497f-aaf5-e08df4ff91fa tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:16:12.197782 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-54ca645d-9da5-4180-838c-61b61930b49f req-bfa06ee0-c285-497f-aaf5-e08df4ff91fa tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/ports?device_id=36168d53-184a-47fb-a60b-6f72689c760c HTTP/1.1" status: 200  len: 948 time: 0.0500145
Dec 25 21:16:12.246650 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-54ca645d-9da5-4180-838c-61b61930b49f req-43320018-2bcf-4001-a4d1-eff79bb571f0 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3f1ae63-416f-443f-b032-af0d7dcc9019&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426793
Dec 25 21:16:12.280156 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb7b1e80-90f3-4419-b9ad-f94acbc99c61 req-414b1e74-22be-4c40-8b4e-919db45f4dde tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] Made reservation on behalf of 27d474dfd37c46f0aa14aa84e8b3ad41 for: {'port': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:16:12.284308 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-eb7b1e80-90f3-4419-b9ad-f94acbc99c61 req-414b1e74-22be-4c40-8b4e-919db45f4dde tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:12.323117 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-c9790b45-5a00-40c9-b933-6cfaf6746778 req-b8653eb8-6987-4b73-92e2-007e3b06165d tempest-ServersTestFqdnHostnames-948157385 tempest-ServersTestFqdnHostnames-948157385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:12.395368 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8653eb8-6987-4b73-92e2-007e3b06165d tempest-ServersTestFqdnHostnames-948157385 tempest-ServersTestFqdnHostnames-948157385-project] Pushing event deleted for resources: {'Port': ['ID=0dd3bc1f-1fb5-4e1c-b9d7-78a069b36fb2,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:16:12.484596 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_common [req-eb7b1e80-90f3-4419-b9ad-f94acbc99c61 req-414b1e74-22be-4c40-8b4e-919db45f4dde tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] Allocated IP 172.20.0.6 (597fae95-d9e4-466a-853c-7cbb09218bf0/37f917d0-d496-45cf-ae0a-66a9d35b37e3/7dbd4557-2b40-4db1-9a68-6caa3efd7bb8) {{(pid=121606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:16:12.526668 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device a97266bc-054b-4f05-9507-8f17f9e55d8f details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 25 21:16:12.579903 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 52974) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:16:12.657091 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c9790b45-5a00-40c9-b933-6cfaf6746778 req-b8653eb8-6987-4b73-92e2-007e3b06165d tempest-ServersTestFqdnHostnames-948157385 tempest-ServersTestFqdnHostnames-948157385-project] Router e0def438-1e5a-4a9a-b1e0-74f26b75f760 has already been hosted by L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 {{(pid=121607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 25 21:16:12.699733 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port a97266bc-054b-4f05-9507-8f17f9e55d8f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a97266bc-054b-4f05-9507-8f17f9e55d8f,segment=NetworkSegment(85c774cb-a0eb-4ad9-961f-f331d3b37cd6),segment_id=85c774cb-a0eb-4ad9-961f-f331d3b37cd6)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:16:12.740981 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-ad1f43b5-0c7b-41e0-a277-c7fe8bedaf22 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=00414bfe9d194c88b02d9664fdeaa217&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1112778
Dec 25 21:16:12.740981 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 52978) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:16:12.742177 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Returning: {'device': 'a97266bc-054b-4f05-9507-8f17f9e55d8f', 'network_id': '8f212e98-547d-4c6e-a560-2e9a548c8f59', 'port_id': 'a97266bc-054b-4f05-9507-8f17f9e55d8f', 'mac_address': 'fa:16:3e:ce:5c:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcfbae86-f93e-400c-8084-eac7f56ff5ba', 'ip_address': '192.168.233.126'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 25 21:16:12.781554 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-eb7b1e80-90f3-4419-b9ad-f94acbc99c61 req-414b1e74-22be-4c40-8b4e-919db45f4dde tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] Publish callbacks [] for port, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:12.805939 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-3925085e-17cb-4800-af82-46bcd0482c0c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:12.827192 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:12.850582 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a97266bc-054b-4f05-9507-8f17f9e55d8f {{(pid=121608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:16:12.868089 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c9790b45-5a00-40c9-b933-6cfaf6746778 req-b8653eb8-6987-4b73-92e2-007e3b06165d tempest-ServersTestFqdnHostnames-948157385 tempest-ServersTestFqdnHostnames-948157385-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 21:16:12.886083 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92164e95-cfce-4fb2-88f3-4c3b687c5b56 None None] Sync routers for ids ['e0def438-1e5a-4a9a-b1e0-74f26b75f760'] in ncdv-master-1 {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 21:16:12.901268 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92164e95-cfce-4fb2-88f3-4c3b687c5b56 None None] Routers {'e0def438-1e5a-4a9a-b1e0-74f26b75f760'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:16:12.903162 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-92164e95-cfce-4fb2-88f3-4c3b687c5b56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f261872f070>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:16:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['e0def438-1e5a-4a9a-b1e0-74f26b75f760'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:16:12.926883 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port a97266bc-054b-4f05-9507-8f17f9e55d8f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a97266bc-054b-4f05-9507-8f17f9e55d8f,segment=NetworkSegment(85c774cb-a0eb-4ad9-961f-f331d3b37cd6),segment_id=85c774cb-a0eb-4ad9-961f-f331d3b37cd6)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:16:12.970599 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1ad99c98-9c6b-4144-8ba9-2fbe45d8e497 req-545a71e7-933d-467b-a78c-bc0a92355ec2 tempest-ServersTestFqdnHostnames-948157385 tempest-ServersTestFqdnHostnames-948157385-project] 10.222.0.32 "GET /v2.0/ports?device_id=23221387-3a9d-4105-b3db-d1586e20d8a5 HTTP/1.1" status: 200  len: 210 time: 0.1311028
Dec 25 21:16:12.995750 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-3925085e-17cb-4800-af82-46bcd0482c0c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:13.006420 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:13.046047 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9790b45-5a00-40c9-b933-6cfaf6746778 req-b8653eb8-6987-4b73-92e2-007e3b06165d tempest-ServersTestFqdnHostnames-948157385 tempest-ServersTestFqdnHostnames-948157385-project] No DVR routers for this DVR port 0dd3bc1f-1fb5-4e1c-b9d7-78a069b36fb2 on host nch2-master-1 {{(pid=121607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:16:13.066046 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-c9790b45-5a00-40c9-b933-6cfaf6746778 req-b8653eb8-6987-4b73-92e2-007e3b06165d tempest-ServersTestFqdnHostnames-948157385 tempest-ServersTestFqdnHostnames-948157385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:13.077900 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-c9790b45-5a00-40c9-b933-6cfaf6746778 req-b8653eb8-6987-4b73-92e2-007e3b06165d tempest-ServersTestFqdnHostnames-948157385 tempest-ServersTestFqdnHostnames-948157385-project] 10.222.0.37 "DELETE /v2.0/ports/0dd3bc1f-1fb5-4e1c-b9d7-78a069b36fb2 HTTP/1.1" status: 204  len: 173 time: 1.7837410
Dec 25 21:16:13.084808 ncdv-master-1 neutron-server[121607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23221387-3a9d-4105-b3db-d1586e20d8a5', 'name': 'network-vif-deleted', 'tag': '0dd3bc1f-1fb5-4e1c-b9d7-78a069b36fb2'}] {{(pid=121607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:16:13.110331 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f980bbcadfa7bf1e788024e1448be660373c21f97f015f780444e999c451203" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd2e0f6d-07f9-488e-bb76-c42363e69e19" -d '{"events": [{"server_uuid": "23221387-3a9d-4105-b3db-d1586e20d8a5", "name": "network-vif-deleted", "tag": "0dd3bc1f-1fb5-4e1c-b9d7-78a069b36fb2"}]}' {{(pid=121607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:16:13.134768 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Pushing event updated for resources: {'Port': ['ID=a97266bc-054b-4f05-9507-8f17f9e55d8f,revision_number=4']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:16:13.147589 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-610dc47f-f8ca-4063-bf86-a81a45b81dee req-5a9c5faf-1074-441c-97cc-c46ee3763ceb tempest-ImagesOneServerNegativeTestJSON-1717313213 tempest-ImagesOneServerNegativeTestJSON-1717313213-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d343d1d-ac0a-4447-862f-e13c2facfcef HTTP/1.1" status: 200  len: 210 time: 0.1112511
Dec 25 21:16:13.163358 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-eb7b1e80-90f3-4419-b9ad-f94acbc99c61 req-414b1e74-22be-4c40-8b4e-919db45f4dde tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:13.250319 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] get_ports_and_sgs() called for port_ids ['a97266bc-054b-4f05-9507-8f17f9e55d8f'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:16:13.280230 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvr_db [None req-92164e95-cfce-4fb2-88f3-4c3b687c5b56 None None] Set router e0def438-1e5a-4a9a-b1e0-74f26b75f760 gateway port host: ncdv-master-1 {{(pid=121609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:16:13.325878 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 21:16:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b33c36b-4a75-4ded-8bcd-4b0fce37859a x-openstack-request-id: req-6b33c36b-4a75-4ded-8bcd-4b0fce37859a {{(pid=121607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:16:13.326168 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23221387-3a9d-4105-b3db-d1586e20d8a5", "name": "network-vif-deleted", "tag": "0dd3bc1f-1fb5-4e1c-b9d7-78a069b36fb2", "status": "completed", "code": 200}]} {{(pid=121607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:16:13.326422 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6b33c36b-4a75-4ded-8bcd-4b0fce37859a {{(pid=121607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:16:13.326816 ncdv-master-1 neutron-server[121607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23221387-3a9d-4105-b3db-d1586e20d8a5', 'name': 'network-vif-deleted', 'tag': '0dd3bc1f-1fb5-4e1c-b9d7-78a069b36fb2', 'status': 'completed', 'code': 200}
Dec 25 21:16:13.388672 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb7b1e80-90f3-4419-b9ad-f94acbc99c61 req-414b1e74-22be-4c40-8b4e-919db45f4dde tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] Network 597fae95-d9e4-466a-853c-7cbb09218bf0 is already hosted by enough agents. {{(pid=121606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:16:13.395134 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [req-eb7b1e80-90f3-4419-b9ad-f94acbc99c61 req-414b1e74-22be-4c40-8b4e-919db45f4dde tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] Resources bound (agent type, host, resource id):  {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:16:13.403201 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb7b1e80-90f3-4419-b9ad-f94acbc99c61 req-414b1e74-22be-4c40-8b4e-919db45f4dde tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] Received port after_create {{(pid=121606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:16:13.446271 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414b1e74-22be-4c40-8b4e-919db45f4dde tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] Pushing event updated for resources: {'Port': ['ID=7dbd4557-2b40-4db1-9a68-6caa3efd7bb8,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:16:13.481301 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60daf8b-d827-4bbb-b9c6-51110cf47331 req-1a58455e-50bd-4784-b33e-740db2fe3e00 tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:16:13.483046 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b60daf8b-d827-4bbb-b9c6-51110cf47331 req-1a58455e-50bd-4784-b33e-740db2fe3e00 tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] 10.222.0.32 "GET /v2.0/ports?device_id=a665e8d7-d64e-4879-9389-ad2efb13749b HTTP/1.1" status: 200  len: 931 time: 0.3094018
Dec 25 21:16:13.533418 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7b1e80-90f3-4419-b9ad-f94acbc99c61 req-414b1e74-22be-4c40-8b4e-919db45f4dde tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:16:13.534258 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-eb7b1e80-90f3-4419-b9ad-f94acbc99c61 req-414b1e74-22be-4c40-8b4e-919db45f4dde tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:13.572013 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-3925085e-17cb-4800-af82-46bcd0482c0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:13.575473 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-3925085e-17cb-4800-af82-46bcd0482c0c admin admin] Publish callbacks [] for security_group, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:13.577428 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-3925085e-17cb-4800-af82-46bcd0482c0c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3bcd51fe-c53f-44be-be31-e2be2f3b56af HTTP/1.1" status: 204  len: 168 time: 0.8576736
Dec 25 21:16:13.638185 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3925085e-17cb-4800-af82-46bcd0482c0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bcd51fe-c53f-44be-be31-e2be2f3b56af,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:16:13.670758 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b60daf8b-d827-4bbb-b9c6-51110cf47331 req-ee5565fe-c2ab-4512-98dc-d436fd82c3c7 tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] 10.222.0.32 "GET /v2.0/security-groups?id=e70b16a5-3c2f-443c-a3bd-2851d79b2b90&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1298196
Dec 25 21:16:13.690166 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3fd377-5d83-4a22-a270-c7be7508eba4 req-f1f6b095-ab24-481f-832e-4a66afd6a0bb tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:16:13.691597 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2d3fd377-5d83-4a22-a270-c7be7508eba4 req-f1f6b095-ab24-481f-832e-4a66afd6a0bb tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/ports?device_id=36168d53-184a-47fb-a60b-6f72689c760c HTTP/1.1" status: 200  len: 949 time: 0.1807485
Dec 25 21:16:13.714542 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-eb7b1e80-90f3-4419-b9ad-f94acbc99c61 req-414b1e74-22be-4c40-8b4e-919db45f4dde tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.7966588
Dec 25 21:16:13.735973 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-eb7b1e80-90f3-4419-b9ad-f94acbc99c61 req-5f82daac-1069-48e7-af9d-73be438c7c80 service neutron] Request body: {'port': {'device_id': 'a665e8d7-d64e-4879-9389-ad2efb13749b', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:16:13.884034 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-eb7b1e80-90f3-4419-b9ad-f94acbc99c61 req-5f82daac-1069-48e7-af9d-73be438c7c80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:13.948853 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2d3fd377-5d83-4a22-a270-c7be7508eba4 req-226a96b6-1fda-4cf4-9af7-820af044ae09 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3f1ae63-416f-443f-b032-af0d7dcc9019&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2296300
Dec 25 21:16:14.068684 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-92164e95-cfce-4fb2-88f3-4c3b687c5b56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f261872f070>, [{'id': 'e0def438-1e5a-4a9a-b1e0-74f26b75f760', 'name': 'tempest-ServersTestFqdnHostnames-334764781-router', 'tenant_id': 'f5ed5c4fc23d460e8d63226986b549bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.8'}], 'enable_snat': True}, 'gw_port_id': '44495567-0385-4027-b4a8-a5daeb61a311', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:13:27Z', 'updated_at': '2021-12-25T21:13:42Z', 'revision_number': 4, 'project_id': 'f5ed5c4fc23d460e8d63226986b549bd', 'gw_port': {'id': '44495567-0385-4027-b4a8-a5daeb61a311', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:f6:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0def438-1e5a-4a9a-b1e0-74f26b75f760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 768, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:13:30Z', 'updated_at': '2021-12-25T21:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'd4ae1e55-5ea6-4683-a090-d308522608be', 'name': '', 'network_id': '9567beaf-dc87-435f-8c75-e490291b6617', 'tenant_id': 'f5ed5c4fc23d460e8d63226986b549bd', 'mac_address': 'fa:16:3e:29:9b:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0def438-1e5a-4a9a-b1e0-74f26b75f760', 'device_owner': 'network:router_interface', 'standard_attr_id': 779, 'fixed_ips': [{'subnet_id': '9df5d080-ab32-4fab-b5e1-35683f8face2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:13:38Z', 'updated_at': '2021-12-25T21:13:52Z', 'revision_number': 5, 'project_id': 'f5ed5c4fc23d460e8d63226986b549bd', 'subnets': [{'id': '9df5d080-ab32-4fab-b5e1-35683f8face2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:16:14.147174 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92164e95-cfce-4fb2-88f3-4c3b687c5b56 None None] Checking router: e0def438-1e5a-4a9a-b1e0-74f26b75f760 for host: ncdv-master-1 {{(pid=121609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 25 21:16:14.171302 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92164e95-cfce-4fb2-88f3-4c3b687c5b56 None None] Routers {'e0def438-1e5a-4a9a-b1e0-74f26b75f760'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:16:14.171947 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-92164e95-cfce-4fb2-88f3-4c3b687c5b56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f261872f070>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:16:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['e0def438-1e5a-4a9a-b1e0-74f26b75f760'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:16:14.301201 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-44ed33fe-9e3f-4db1-b904-d48e6f5876fd req-9200b54c-c198-436d-8bdf-292df755f5ea tempest-ServersTestFqdnHostnames-948157385 tempest-ServersTestFqdnHostnames-948157385-project] 10.222.0.32 "GET /v2.0/ports?device_id=23221387-3a9d-4105-b3db-d1586e20d8a5 HTTP/1.1" status: 200  len: 210 time: 0.1428666
Dec 25 21:16:14.341679 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-29885243-6e31-4d48-901b-874c8d98c6de req-cbfb795f-0280-4f77-9853-00c13668e41f tempest-ImagesOneServerNegativeTestJSON-1717313213 tempest-ImagesOneServerNegativeTestJSON-1717313213-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d343d1d-ac0a-4447-862f-e13c2facfcef HTTP/1.1" status: 200  len: 210 time: 0.0646908
Dec 25 21:16:14.413484 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvr_db [None req-92164e95-cfce-4fb2-88f3-4c3b687c5b56 None None] Set router e0def438-1e5a-4a9a-b1e0-74f26b75f760 gateway port host: ncdv-master-1 {{(pid=121609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:16:14.532968 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device a97266bc-054b-4f05-9507-8f17f9e55d8f up at agent hyperv_nch2-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:16:14.614467 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [req-eb7b1e80-90f3-4419-b9ad-f94acbc99c61 req-5f82daac-1069-48e7-af9d-73be438c7c80 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7dbd4557-2b40-4db1-9a68-6caa3efd7bb8 {{(pid=121606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:16:14.630133 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-eb7b1e80-90f3-4419-b9ad-f94acbc99c61 req-5f82daac-1069-48e7-af9d-73be438c7c80 service neutron] Publish callbacks [] for port, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:14.655489 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.provisioning_blocks [req-eb7b1e80-90f3-4419-b9ad-f94acbc99c61 req-5f82daac-1069-48e7-af9d-73be438c7c80 service neutron] Transition to ACTIVE for port object 7dbd4557-2b40-4db1-9a68-6caa3efd7bb8 will not be triggered until provisioned by entity L2. {{(pid=121606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 25 21:16:14.710481 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-92164e95-cfce-4fb2-88f3-4c3b687c5b56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f261872f070>, [{'id': 'e0def438-1e5a-4a9a-b1e0-74f26b75f760', 'name': 'tempest-ServersTestFqdnHostnames-334764781-router', 'tenant_id': 'f5ed5c4fc23d460e8d63226986b549bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.8'}], 'enable_snat': True}, 'gw_port_id': '44495567-0385-4027-b4a8-a5daeb61a311', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:13:27Z', 'updated_at': '2021-12-25T21:13:42Z', 'revision_number': 4, 'project_id': 'f5ed5c4fc23d460e8d63226986b549bd', 'gw_port': {'id': '44495567-0385-4027-b4a8-a5daeb61a311', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:f6:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0def438-1e5a-4a9a-b1e0-74f26b75f760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 768, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:13:30Z', 'updated_at': '2021-12-25T21:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'd4ae1e55-5ea6-4683-a090-d308522608be', 'name': '', 'network_id': '9567beaf-dc87-435f-8c75-e490291b6617', 'tenant_id': 'f5ed5c4fc23d460e8d63226986b549bd', 'mac_address': 'fa:16:3e:29:9b:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0def438-1e5a-4a9a-b1e0-74f26b75f760', 'device_owner': 'network:router_interface', 'standard_attr_id': 779, 'fixed_ips': [{'subnet_id': '9df5d080-ab32-4fab-b5e1-35683f8face2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:13:38Z', 'updated_at': '2021-12-25T21:13:52Z', 'revision_number': 5, 'project_id': 'f5ed5c4fc23d460e8d63226986b549bd', 'subnets': [{'id': '9df5d080-ab32-4fab-b5e1-35683f8face2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:16:14.715140 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Provisioning for port a97266bc-054b-4f05-9507-8f17f9e55d8f completed by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 25 21:16:14.719796 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Provisioning complete for port a97266bc-054b-4f05-9507-8f17f9e55d8f triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:16:14.721432 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:14.756378 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92164e95-cfce-4fb2-88f3-4c3b687c5b56 None None] The sync data for ids ['e0def438-1e5a-4a9a-b1e0-74f26b75f760'] in ncdv-master-1 is: [{'id': 'e0def438-1e5a-4a9a-b1e0-74f26b75f760', 'name': 'tempest-ServersTestFqdnHostnames-334764781-router', 'tenant_id': 'f5ed5c4fc23d460e8d63226986b549bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.8'}], 'enable_snat': True}, 'gw_port_id': '44495567-0385-4027-b4a8-a5daeb61a311', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:13:27Z', 'updated_at': '2021-12-25T21:13:42Z', 'revision_number': 4, 'project_id': 'f5ed5c4fc23d460e8d63226986b549bd', 'gw_port': {'id': '44495567-0385-4027-b4a8-a5daeb61a311', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:f6:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0def438-1e5a-4a9a-b1e0-74f26b75f760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 768, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:13:30Z', 'updated_at': '2021-12-25T21:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'd4ae1e55-5ea6-4683-a090-d308522608be', 'name': '', 'network_id': '9567beaf-dc87-435f-8c75-e490291b6617', 'tenant_id': 'f5ed5c4fc23d460e8d63226986b549bd', 'mac_address': 'fa:16:3e:29:9b:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0def438-1e5a-4a9a-b1e0-74f26b75f760', 'device_owner': 'network:router_interface', 'standard_attr_id': 779, 'fixed_ips': [{'subnet_id': '9df5d080-ab32-4fab-b5e1-35683f8face2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:13:38Z', 'updated_at': '2021-12-25T21:13:52Z', 'revision_number': 5, 'project_id': 'f5ed5c4fc23d460e8d63226986b549bd', 'subnets': [{'id': '9df5d080-ab32-4fab-b5e1-35683f8face2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 21:16:14.800181 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-eb7b1e80-90f3-4419-b9ad-f94acbc99c61 req-5f82daac-1069-48e7-af9d-73be438c7c80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:14.925857 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:14.956617 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f82daac-1069-48e7-af9d-73be438c7c80 service neutron] Pushing event updated for resources: {'Port': ['ID=7dbd4557-2b40-4db1-9a68-6caa3efd7bb8,revision_number=2']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:16:15.044818 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port a97266bc-054b-4f05-9507-8f17f9e55d8f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a97266bc-054b-4f05-9507-8f17f9e55d8f,segment=NetworkSegment(85c774cb-a0eb-4ad9-961f-f331d3b37cd6),segment_id=85c774cb-a0eb-4ad9-961f-f331d3b37cd6)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:16:15.047729 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36168d53-184a-47fb-a60b-6f72689c760c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a97266bc-054b-4f05-9507-8f17f9e55d8f'}] {{(pid=121608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:16:15.053436 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd402198-74ce-48e8-82b8-19c098e6b7bc req-3a966079-3691-4861-b5d9-21c1d009aaf3 tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:16:15.054370 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a88c78c3ff6266bd59c7e89d275b28c92e739b67d23c89d71af88829fd31566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-757502a5-b030-418b-a43b-d356bad2653e" -d '{"events": [{"server_uuid": "36168d53-184a-47fb-a60b-6f72689c760c", "name": "network-vif-plugged", "status": "completed", "tag": "a97266bc-054b-4f05-9507-8f17f9e55d8f"}]}' {{(pid=121608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:16:15.065923 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-fd402198-74ce-48e8-82b8-19c098e6b7bc req-3a966079-3691-4861-b5d9-21c1d009aaf3 tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] 10.222.0.32 "GET /v2.0/ports?device_id=a665e8d7-d64e-4879-9389-ad2efb13749b HTTP/1.1" status: 200  len: 943 time: 0.1906674
Dec 25 21:16:15.157619 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-fd402198-74ce-48e8-82b8-19c098e6b7bc req-b7c41003-3c6c-4745-96de-88730bb9cc4a tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] 10.222.0.32 "GET /v2.0/security-groups?id=e70b16a5-3c2f-443c-a3bd-2851d79b2b90&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0904346
Dec 25 21:16:15.200460 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:15.201677 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device 0dd3bc1f-1fb5-4e1c-b9d7-78a069b36fb2 no longer exists at agent hyperv_nch2-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:16:15.229066 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-eb7b1e80-90f3-4419-b9ad-f94acbc99c61 req-5f82daac-1069-48e7-af9d-73be438c7c80 service neutron] Attempting to bind port 7dbd4557-2b40-4db1-9a68-6caa3efd7bb8 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:16:15.229414 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-eb7b1e80-90f3-4419-b9ad-f94acbc99c61 req-5f82daac-1069-48e7-af9d-73be438c7c80 service neutron] Attempting to bind port 7dbd4557-2b40-4db1-9a68-6caa3efd7bb8 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '59040483-3fcc-4b5a-8606-f8e28575fa62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '597fae95-d9e4-466a-853c-7cbb09218bf0'}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:16:15.229751 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb7b1e80-90f3-4419-b9ad-f94acbc99c61 req-5f82daac-1069-48e7-af9d-73be438c7c80 service neutron] Attempting to bind port 7dbd4557-2b40-4db1-9a68-6caa3efd7bb8 on network 597fae95-d9e4-466a-853c-7cbb09218bf0 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:16:15.282352 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 21:16:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cf22304-a96a-41a2-a704-da5f6b75abc1 x-openstack-request-id: req-6cf22304-a96a-41a2-a704-da5f6b75abc1 {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:16:15.282738 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36168d53-184a-47fb-a60b-6f72689c760c", "name": "network-vif-plugged", "status": "completed", "tag": "a97266bc-054b-4f05-9507-8f17f9e55d8f", "code": 200}]} {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:16:15.283058 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6cf22304-a96a-41a2-a704-da5f6b75abc1 {{(pid=121608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:16:15.283525 ncdv-master-1 neutron-server[121608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36168d53-184a-47fb-a60b-6f72689c760c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a97266bc-054b-4f05-9507-8f17f9e55d8f', 'code': 200}
Dec 25 21:16:15.312130 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb7b1e80-90f3-4419-b9ad-f94acbc99c61 req-5f82daac-1069-48e7-af9d-73be438c7c80 service neutron] Port 7dbd4557-2b40-4db1-9a68-6caa3efd7bb8 on network 597fae95-d9e4-466a-853c-7cbb09218bf0 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 25 21:16:15.314956 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb7b1e80-90f3-4419-b9ad-f94acbc99c61 req-5f82daac-1069-48e7-af9d-73be438c7c80 service neutron] Attempting to bind port 7dbd4557-2b40-4db1-9a68-6caa3efd7bb8 on network 597fae95-d9e4-466a-853c-7cbb09218bf0 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:16:15.346797 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] No Port match for: 0dd3bc1f-1fb5-4e1c-b9d7-78a069b36fb2 {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:16:15.356478 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device 0dd3bc1f-1fb5-4e1c-b9d7-78a069b36fb2 not bound to the agent host nch2-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:16:15.369066 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb7b1e80-90f3-4419-b9ad-f94acbc99c61 req-5f82daac-1069-48e7-af9d-73be438c7c80 service neutron] Checking agent: {'id': '6d577036-68fc-4aa4-aed7-5ab01de2117e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 21, 4, 34), 'started_at': datetime.datetime(2021, 12, 25, 21, 4, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 16, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:16:15.371695 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32f640e7-c4c8-4870-aa5e-7b3fe9c70f70 None None] New status for floating IP 967cd17f-4817-4fa6-b609-b01fac7da708: DOWN {{(pid=121608) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 25 21:16:15.371857 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb7b1e80-90f3-4419-b9ad-f94acbc99c61 req-5f82daac-1069-48e7-af9d-73be438c7c80 service neutron] Checking segment: {'id': '59040483-3fcc-4b5a-8606-f8e28575fa62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '597fae95-d9e4-466a-853c-7cbb09218bf0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:16:15.372402 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb7b1e80-90f3-4419-b9ad-f94acbc99c61 req-5f82daac-1069-48e7-af9d-73be438c7c80 service neutron] Bound using segment: {'id': '59040483-3fcc-4b5a-8606-f8e28575fa62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '597fae95-d9e4-466a-853c-7cbb09218bf0'} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:16:15.372720 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-eb7b1e80-90f3-4419-b9ad-f94acbc99c61 req-5f82daac-1069-48e7-af9d-73be438c7c80 service neutron] Bound port: 7dbd4557-2b40-4db1-9a68-6caa3efd7bb8, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59040483-3fcc-4b5a-8606-f8e28575fa62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '597fae95-d9e4-466a-853c-7cbb09218bf0'}}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:16:15.373118 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-eb7b1e80-90f3-4419-b9ad-f94acbc99c61 req-5f82daac-1069-48e7-af9d-73be438c7c80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:15.400434 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 53068) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:16:15.414445 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbbc4f6-2a66-4770-bbae-0789520b0e8d req-f175cc74-0b55-4a7c-930d-6e801b920698 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:16:15.423412 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ecbbc4f6-2a66-4770-bbae-0789520b0e8d req-f175cc74-0b55-4a7c-930d-6e801b920698 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/ports?device_id=36168d53-184a-47fb-a60b-6f72689c760c HTTP/1.1" status: 200  len: 949 time: 0.2698171
Dec 25 21:16:15.438202 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5c4453-918d-486e-8308-245c118e687c req-5a563e2c-6174-4777-9ea6-aabdf1ecb724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:16:15.441636 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-fd5c4453-918d-486e-8308-245c118e687c req-5a563e2c-6174-4777-9ea6-aabdf1ecb724 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=36168d53-184a-47fb-a60b-6f72689c760c HTTP/1.1" status: 200  len: 1101 time: 0.1027141
Dec 25 21:16:15.549751 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Pushing event updated for resources: {'Port': ['ID=a97266bc-054b-4f05-9507-8f17f9e55d8f,revision_number=5']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:16:15.574949 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-fd5c4453-918d-486e-8308-245c118e687c req-9e7e4cd7-5d95-4877-bb2b-b0bf9e75e072 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=d3f1ae63-416f-443f-b032-af0d7dcc9019&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1231093
Dec 25 21:16:15.682161 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc0a8ac-44de-4926-84dd-e659a51e9f39 req-e1f680a6-d06a-487d-a153-d37d7b758bfc tempest-ImagesOneServerNegativeTestJSON-1717313213 tempest-ImagesOneServerNegativeTestJSON-1717313213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:16:15.683708 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8cc0a8ac-44de-4926-84dd-e659a51e9f39 req-e1f680a6-d06a-487d-a153-d37d7b758bfc tempest-ImagesOneServerNegativeTestJSON-1717313213 tempest-ImagesOneServerNegativeTestJSON-1717313213-project] 10.222.0.31 "GET /v2.0/networks?id=979f5e3f-5f36-45e3-b799-ae422a7efba5 HTTP/1.1" status: 200  len: 822 time: 0.4558249
Dec 25 21:16:15.763747 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-eb7b1e80-90f3-4419-b9ad-f94acbc99c61 req-5f82daac-1069-48e7-af9d-73be438c7c80 service neutron] For port 7dbd4557-2b40-4db1-9a68-6caa3efd7bb8, host nch1-master-1, cleared binding levels {{(pid=121606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:16:15.773211 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-71dfd79c-47dc-4413-b872-f9826e929e4e admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1352929145-network', 'tenant_id': '8154e82a58434a60b677d150202a5312'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:16:15.784787 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-8cc0a8ac-44de-4926-84dd-e659a51e9f39 req-4674c883-948c-4763-a7a8-1bb5008cb794 tempest-ImagesOneServerNegativeTestJSON-1717313213 tempest-ImagesOneServerNegativeTestJSON-1717313213-project] Request body: {'port': {'device_id': '1d343d1d-ac0a-4447-862f-e13c2facfcef', 'network_id': '979f5e3f-5f36-45e3-b799-ae422a7efba5', 'admin_state_up': True, 'tenant_id': '9dbe1e97c3f64bee9355ec5d1b424c8a'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:16:15.843811 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-eb7b1e80-90f3-4419-b9ad-f94acbc99c61 req-5f82daac-1069-48e7-af9d-73be438c7c80 service neutron] For port 7dbd4557-2b40-4db1-9a68-6caa3efd7bb8, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7dbd4557-2b40-4db1-9a68-6caa3efd7bb8,segment=NetworkSegment(59040483-3fcc-4b5a-8606-f8e28575fa62),segment_id=59040483-3fcc-4b5a-8606-f8e28575fa62)] {{(pid=121606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:16:15.851832 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8b8f567d-f740-49c8-8ad2-e596d3196e21 req-339e7ca7-13d3-4fde-b0b6-ade717dc781c tempest-ImagesOneServerNegativeTestJSON-1717313213 tempest-ImagesOneServerNegativeTestJSON-1717313213-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d343d1d-ac0a-4447-862f-e13c2facfcef HTTP/1.1" status: 200  len: 210 time: 0.0907385
Dec 25 21:16:15.864325 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ecbbc4f6-2a66-4770-bbae-0789520b0e8d req-6b03ea75-06bb-4e8b-849a-c5f133306132 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3f1ae63-416f-443f-b032-af0d7dcc9019&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4400349
Dec 25 21:16:15.898323 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71dfd79c-47dc-4413-b872-f9826e929e4e admin admin] Made reservation on behalf of 8154e82a58434a60b677d150202a5312 for: {'network': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:16:15.901421 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-71dfd79c-47dc-4413-b872-f9826e929e4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for network, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:15.913062 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-71dfd79c-47dc-4413-b872-f9826e929e4e admin admin] Publish callbacks [] for security_group, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:15.938088 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-eb7b1e80-90f3-4419-b9ad-f94acbc99c61 req-5f82daac-1069-48e7-af9d-73be438c7c80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:15.992564 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7b1e80-90f3-4419-b9ad-f94acbc99c61 req-5f82daac-1069-48e7-af9d-73be438c7c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:16:15.997549 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-eb7b1e80-90f3-4419-b9ad-f94acbc99c61 req-5f82daac-1069-48e7-af9d-73be438c7c80 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:15.999186 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-eb7b1e80-90f3-4419-b9ad-f94acbc99c61 req-5f82daac-1069-48e7-af9d-73be438c7c80 service neutron] 10.222.0.31 "PUT /v2.0/ports/7dbd4557-2b40-4db1-9a68-6caa3efd7bb8 HTTP/1.1" status: 200  len: 1091 time: 2.2738159
Dec 25 21:16:16.000029 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a665e8d7-d64e-4879-9389-ad2efb13749b', 'tag': '7dbd4557-2b40-4db1-9a68-6caa3efd7bb8'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:16:16.006418 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9858820c13ec2827453b94ebc4181065e990a4e4089ccb9fe762531ac62d2fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a56a44f4-9a4c-4cbd-90e1-9cf12ee7b23e" -d '{"events": [{"name": "network-changed", "server_uuid": "a665e8d7-d64e-4879-9389-ad2efb13749b", "tag": "7dbd4557-2b40-4db1-9a68-6caa3efd7bb8"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:16:16.048182 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 53086) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:16:16.062482 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-71dfd79c-47dc-4413-b872-f9826e929e4e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:16.102770 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f82daac-1069-48e7-af9d-73be438c7c80 service neutron] Pushing event updated for resources: {'Port': ['ID=7dbd4557-2b40-4db1-9a68-6caa3efd7bb8,revision_number=3']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:16:16.148398 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-196d8ef1-9b66-4dc3-b158-a96f1bb120cc tempest-ServersTestFqdnHostnames-948157385 tempest-ServersTestFqdnHostnames-948157385-project] Publish callbacks [] for security_group, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:16.161198 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-71dfd79c-47dc-4413-b872-f9826e929e4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:16.186480 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71dfd79c-47dc-4413-b872-f9826e929e4e admin admin] vlan segment allocate from pool success with {'vlan_id': 184, 'physical_network': 'physnet1'}  {{(pid=121607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 25 21:16:16.209881 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-71dfd79c-47dc-4413-b872-f9826e929e4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:16.210222 ncdv-master-1 neutron-server[121607]: INFO neutron.db.segments_db [None req-71dfd79c-47dc-4413-b872-f9826e929e4e admin admin] Added segment 40b3768f-3d6e-4d28-9b2a-4711b7f0f059 of type vlan for network 2c732578-b39b-40c1-8a55-147e577043a0
Dec 25 21:16:16.249393 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Dec 2021 21:16:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66577ac9-6e2e-469e-922b-785aabc1992f x-openstack-request-id: req-66577ac9-6e2e-469e-922b-785aabc1992f {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:16:16.249650 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a665e8d7-d64e-4879-9389-ad2efb13749b", "tag": "7dbd4557-2b40-4db1-9a68-6caa3efd7bb8", "status": "completed", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:16:16.249931 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-66577ac9-6e2e-469e-922b-785aabc1992f {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:16:16.250337 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a665e8d7-d64e-4879-9389-ad2efb13749b', 'tag': '7dbd4557-2b40-4db1-9a68-6caa3efd7bb8', 'status': 'completed', 'code': 200}
Dec 25 21:16:16.252247 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-196d8ef1-9b66-4dc3-b158-a96f1bb120cc tempest-ServersTestFqdnHostnames-948157385 tempest-ServersTestFqdnHostnames-948157385-project] Publish callbacks [] for security_group, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:16.258566 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8cc0a8ac-44de-4926-84dd-e659a51e9f39 req-4674c883-948c-4763-a7a8-1bb5008cb794 tempest-ImagesOneServerNegativeTestJSON-1717313213 tempest-ImagesOneServerNegativeTestJSON-1717313213-project] Made reservation on behalf of 9dbe1e97c3f64bee9355ec5d1b424c8a for: {'port': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:16:16.262165 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-8cc0a8ac-44de-4926-84dd-e659a51e9f39 req-4674c883-948c-4763-a7a8-1bb5008cb794 tempest-ImagesOneServerNegativeTestJSON-1717313213 tempest-ImagesOneServerNegativeTestJSON-1717313213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:16.273498 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-71dfd79c-47dc-4413-b872-f9826e929e4e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737602163420'] for network, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:16.308023 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71dfd79c-47dc-4413-b872-f9826e929e4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bf8651c-3ed0-44bb-a064-d61aab6ec281,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:16:16.348432 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7b1e80-90f3-4419-b9ad-f94acbc99c61 req-6fa6c52e-3513-4697-baa5-de00d3fcf385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:16:16.351417 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-eb7b1e80-90f3-4419-b9ad-f94acbc99c61 req-6fa6c52e-3513-4697-baa5-de00d3fcf385 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=27d474dfd37c46f0aa14aa84e8b3ad41&device_id=a665e8d7-d64e-4879-9389-ad2efb13749b HTTP/1.1" status: 200  len: 1094 time: 0.1385915
Dec 25 21:16:16.429335 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-71dfd79c-47dc-4413-b872-f9826e929e4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870'] for network, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:16.430359 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71dfd79c-47dc-4413-b872-f9826e929e4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:16:16.430988 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-71dfd79c-47dc-4413-b872-f9826e929e4e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for network, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:16.441738 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-eb7b1e80-90f3-4419-b9ad-f94acbc99c61 req-54a58282-57c6-45fc-a7e4-962182688cc7 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7dbd4557-2b40-4db1-9a68-6caa3efd7bb8 HTTP/1.1" status: 200  len: 217 time: 0.0491898
Dec 25 21:16:16.538042 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71dfd79c-47dc-4413-b872-f9826e929e4e admin admin] Pushing event updated for resources: {'Network': ['ID=2c732578-b39b-40c1-8a55-147e577043a0,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:16:16.551190 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-71dfd79c-47dc-4413-b872-f9826e929e4e admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 1.1479533
Dec 25 21:16:16.553222 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 53108) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:16:16.554004 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Network 2c732578-b39b-40c1-8a55-147e577043a0 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 25 21:16:16.555181 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-196d8ef1-9b66-4dc3-b158-a96f1bb120cc tempest-ServersTestFqdnHostnames-948157385 tempest-ServersTestFqdnHostnames-948157385-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:16.558115 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-447011f6-e1de-4069-a91c-0074b7756ded admin admin] Request body: {'subnet': {'network_id': '2c732578-b39b-40c1-8a55-147e577043a0', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1352929145-subnet', 'tenant_id': '8154e82a58434a60b677d150202a5312', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:16:16.558589 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-196d8ef1-9b66-4dc3-b158-a96f1bb120cc tempest-ServersTestFqdnHostnames-948157385 tempest-ServersTestFqdnHostnames-948157385-project] Publish callbacks [] for security_group, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:16.562052 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-196d8ef1-9b66-4dc3-b158-a96f1bb120cc tempest-ServersTestFqdnHostnames-948157385 tempest-ServersTestFqdnHostnames-948157385-project] 10.222.0.32 "DELETE /v2.0/security-groups/ca6b4ade-e9f8-48ab-a037-b83bf4a53bde HTTP/1.1" status: 204  len: 168 time: 0.5089953
Dec 25 21:16:16.562909 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 53110) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:16:16.585590 ncdv-master-1 neutron-server[121607]: INFO neutron.api.v2.resource [None req-b09ef5c0-f42f-4ba3-a449-4f367c4c9013 tempest-ServersTestFqdnHostnames-948157385 tempest-ServersTestFqdnHostnames-948157385-project] show failed (client error): The resource could not be found.
Dec 25 21:16:16.591215 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da2578d-2000-4701-8d74-65d4bb81fbe3 req-e10dba44-91a6-4547-bcb3-866ce717fc69 tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:16:16.598828 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5da2578d-2000-4701-8d74-65d4bb81fbe3 req-e10dba44-91a6-4547-bcb3-866ce717fc69 tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] 10.222.0.32 "GET /v2.0/ports?device_id=a665e8d7-d64e-4879-9389-ad2efb13749b HTTP/1.1" status: 200  len: 943 time: 0.2746542
Dec 25 21:16:16.599005 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-b09ef5c0-f42f-4ba3-a449-4f367c4c9013 tempest-ServersTestFqdnHostnames-948157385 tempest-ServersTestFqdnHostnames-948157385-project] 10.222.0.32 "GET /v2.0/security-groups/ca6b4ade-e9f8-48ab-a037-b83bf4a53bde HTTP/1.1" status: 404  len: 347 time: 0.0288243
Dec 25 21:16:16.599115 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 53112) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:16:16.709824 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-447011f6-e1de-4069-a91c-0074b7756ded admin admin] Made reservation on behalf of 8154e82a58434a60b677d150202a5312 for: {'subnet': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:16:16.712697 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-447011f6-e1de-4069-a91c-0074b7756ded admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8852834'] for subnet, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:17.047581 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7b1e80-90f3-4419-b9ad-f94acbc99c61 req-96afc3c2-5c09-4f30-afb5-efba6ed00ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:16:17.049346 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-eb7b1e80-90f3-4419-b9ad-f94acbc99c61 req-96afc3c2-5c09-4f30-afb5-efba6ed00ec0 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=37f917d0-d496-45cf-ae0a-66a9d35b37e3 HTTP/1.1" status: 200  len: 853 time: 0.5967801
Dec 25 21:16:17.061961 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196d8ef1-9b66-4dc3-b158-a96f1bb120cc tempest-ServersTestFqdnHostnames-948157385 tempest-ServersTestFqdnHostnames-948157385-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca6b4ade-e9f8-48ab-a037-b83bf4a53bde,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:16:17.078132 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 53120) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:16:17.125774 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-eb7b1e80-90f3-4419-b9ad-f94acbc99c61 req-4429426f-19cc-454e-a242-dfd8d84211aa service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=597fae95-d9e4-466a-853c-7cbb09218bf0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0355313
Dec 25 21:16:17.127538 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-667e1e06-4080-47c1-9753-b963d12ed076 req-60780db9-7d62-445d-ae00-1d6b9a2b9c85 tempest-ImagesOneServerNegativeTestJSON-1717313213 tempest-ImagesOneServerNegativeTestJSON-1717313213-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d343d1d-ac0a-4447-862f-e13c2facfcef HTTP/1.1" status: 200  len: 210 time: 0.0951412
Dec 25 21:16:17.134277 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-447011f6-e1de-4069-a91c-0074b7756ded admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8632475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8852848'] for subnet, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:17.143261 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196d8ef1-9b66-4dc3-b158-a96f1bb120cc tempest-ServersTestFqdnHostnames-948157385 tempest-ServersTestFqdnHostnames-948157385-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:16:17.143618 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196d8ef1-9b66-4dc3-b158-a96f1bb120cc tempest-ServersTestFqdnHostnames-948157385 tempest-ServersTestFqdnHostnames-948157385-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:16:17.143977 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196d8ef1-9b66-4dc3-b158-a96f1bb120cc tempest-ServersTestFqdnHostnames-948157385 tempest-ServersTestFqdnHostnames-948157385-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:16:17.144319 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196d8ef1-9b66-4dc3-b158-a96f1bb120cc tempest-ServersTestFqdnHostnames-948157385 tempest-ServersTestFqdnHostnames-948157385-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:16:17.144657 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196d8ef1-9b66-4dc3-b158-a96f1bb120cc tempest-ServersTestFqdnHostnames-948157385 tempest-ServersTestFqdnHostnames-948157385-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:16:17.145021 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196d8ef1-9b66-4dc3-b158-a96f1bb120cc tempest-ServersTestFqdnHostnames-948157385 tempest-ServersTestFqdnHostnames-948157385-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:16:17.145354 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196d8ef1-9b66-4dc3-b158-a96f1bb120cc tempest-ServersTestFqdnHostnames-948157385 tempest-ServersTestFqdnHostnames-948157385-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:16:17.145688 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196d8ef1-9b66-4dc3-b158-a96f1bb120cc tempest-ServersTestFqdnHostnames-948157385 tempest-ServersTestFqdnHostnames-948157385-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:16:17.146016 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196d8ef1-9b66-4dc3-b158-a96f1bb120cc tempest-ServersTestFqdnHostnames-948157385 tempest-ServersTestFqdnHostnames-948157385-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:16:17.146483 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196d8ef1-9b66-4dc3-b158-a96f1bb120cc tempest-ServersTestFqdnHostnames-948157385 tempest-ServersTestFqdnHostnames-948157385-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:16:17.146698 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196d8ef1-9b66-4dc3-b158-a96f1bb120cc tempest-ServersTestFqdnHostnames-948157385 tempest-ServersTestFqdnHostnames-948157385-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:16:17.147026 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196d8ef1-9b66-4dc3-b158-a96f1bb120cc tempest-ServersTestFqdnHostnames-948157385 tempest-ServersTestFqdnHostnames-948157385-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:16:17.147339 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196d8ef1-9b66-4dc3-b158-a96f1bb120cc tempest-ServersTestFqdnHostnames-948157385 tempest-ServersTestFqdnHostnames-948157385-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:16:17.213014 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_common [req-8cc0a8ac-44de-4926-84dd-e659a51e9f39 req-4674c883-948c-4763-a7a8-1bb5008cb794 tempest-ImagesOneServerNegativeTestJSON-1717313213 tempest-ImagesOneServerNegativeTestJSON-1717313213-project] Allocated IP 172.20.0.12 (979f5e3f-5f36-45e3-b799-ae422a7efba5/048bdd92-f291-4a78-86a6-99fc0420bf47/79306c37-bd08-49bf-b49d-90f7ba24ce10) {{(pid=121606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:16:17.300633 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-44e086bc-3ce1-4f3f-818d-8e0881844836 admin admin] Publish callbacks [] for security_group, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:17.315789 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447011f6-e1de-4069-a91c-0074b7756ded admin admin] Pushing event updated for resources: {'Subnet': ['ID=30c8b4fd-6c75-4e8c-b43d-f31074d76442,revision_number=0']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:16:17.326592 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-447011f6-e1de-4069-a91c-0074b7756ded admin admin] Checking segment: {'id': '40b3768f-3d6e-4d28-9b2a-4711b7f0f059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '2c732578-b39b-40c1-8a55-147e577043a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:16:17.326769 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-447011f6-e1de-4069-a91c-0074b7756ded admin admin] Network hostable DHCP agents. Network: 2c732578-b39b-40c1-8a55-147e577043a0, hostable agents: ['1813db88-2c1b-4357-a2ba-869246b663c2'], hosted agents: [] {{(pid=121607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 25 21:16:17.398693 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5da2578d-2000-4701-8d74-65d4bb81fbe3 req-d36b7ba3-443e-4e13-ad9d-af192bcddd62 tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] 10.222.0.32 "GET /v2.0/security-groups?id=e70b16a5-3c2f-443c-a3bd-2851d79b2b90&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4057543
Dec 25 21:16:17.419068 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-447011f6-e1de-4069-a91c-0074b7756ded admin admin] Network 2c732578-b39b-40c1-8a55-147e577043a0 is scheduled to be hosted by DHCP agent 1813db88-2c1b-4357-a2ba-869246b663c2 with binding_index 1 {{(pid=121607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 25 21:16:17.435117 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-44e086bc-3ce1-4f3f-818d-8e0881844836 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:17.483811 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-eb7b1e80-90f3-4419-b9ad-f94acbc99c61 req-d2860b1d-76a4-417a-9dd3-bc45ceb441f8 service neutron] 10.222.0.31 "GET /v2.0/networks/597fae95-d9e4-466a-853c-7cbb09218bf0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3458269
Dec 25 21:16:17.499122 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b97641a-f764-41bd-a154-3ae222b9eadb req-d05ff2b3-de0a-4764-94be-0735637ec0b5 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:16:17.500795 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7b97641a-f764-41bd-a154-3ae222b9eadb req-d05ff2b3-de0a-4764-94be-0735637ec0b5 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/ports?device_id=36168d53-184a-47fb-a60b-6f72689c760c HTTP/1.1" status: 200  len: 950 time: 0.1973426
Dec 25 21:16:17.503134 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-44e086bc-3ce1-4f3f-818d-8e0881844836 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:17.528414 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-447011f6-e1de-4069-a91c-0074b7756ded admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 2c732578-b39b-40c1-8a55-147e577043a0) {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:16:17.540222 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbb4f308-5b43-4724-a3ea-b9915cc24151 None None] Network 2c732578-b39b-40c1-8a55-147e577043a0 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:16:17.591117 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-447011f6-e1de-4069-a91c-0074b7756ded admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:16:17.592128 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-447011f6-e1de-4069-a91c-0074b7756ded admin admin] Publish callbacks [] for subnet, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:17.600974 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e086bc-3ce1-4f3f-818d-8e0881844836 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e848c2de-4741-449f-a00a-1bd0a523b8e3,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:16:17.606011 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-eb7b1e80-90f3-4419-b9ad-f94acbc99c61 req-9538050f-53aa-4669-b1c1-68ab799d1d4c service neutron] 10.222.0.31 "GET /v2.0/networks/597fae95-d9e4-466a-853c-7cbb09218bf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1041133
Dec 25 21:16:17.623587 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-44e086bc-3ce1-4f3f-818d-8e0881844836 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f5cc01656ddf46e48857289e63f81a18&name=default HTTP/1.1" status: 200  len: 2996 time: 0.5438807
Dec 25 21:16:17.633458 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 53136) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:16:17.671958 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-f6504712-dc8e-42e8-81ba-d29b532a3edf tempest-ServersTestFqdnHostnames-948157385 tempest-ServersTestFqdnHostnames-948157385-project] Deleting port c770a32b-65b6-4b1f-9b2a-ff565924ffa0 {{(pid=121606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:16:17.672459 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-f6504712-dc8e-42e8-81ba-d29b532a3edf tempest-ServersTestFqdnHostnames-948157385 tempest-ServersTestFqdnHostnames-948157385-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:17.727445 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eae9883-8b09-472a-998f-68923ef7af8d None None] Network 2c732578-b39b-40c1-8a55-147e577043a0 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:16:17.739068 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5ac18f2c-b6bf-4ec8-8bce-db32835df594 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:17.750063 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-447011f6-e1de-4069-a91c-0074b7756ded admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 1.1966465
Dec 25 21:16:17.836891 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5ac18f2c-b6bf-4ec8-8bce-db32835df594 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:17.892038 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-8cc0a8ac-44de-4926-84dd-e659a51e9f39 req-4674c883-948c-4763-a7a8-1bb5008cb794 tempest-ImagesOneServerNegativeTestJSON-1717313213 tempest-ImagesOneServerNegativeTestJSON-1717313213-project] Publish callbacks [] for port, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:17.994539 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-f6504712-dc8e-42e8-81ba-d29b532a3edf tempest-ServersTestFqdnHostnames-948157385 tempest-ServersTestFqdnHostnames-948157385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:17.994780 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-f6504712-dc8e-42e8-81ba-d29b532a3edf tempest-ServersTestFqdnHostnames-948157385 tempest-ServersTestFqdnHostnames-948157385-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:18.006689 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5ac18f2c-b6bf-4ec8-8bce-db32835df594 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:18.009060 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-f6504712-dc8e-42e8-81ba-d29b532a3edf tempest-ServersTestFqdnHostnames-948157385 tempest-ServersTestFqdnHostnames-948157385-project] Calling delete_port for c770a32b-65b6-4b1f-9b2a-ff565924ffa0 owned by network:floatingip {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:16:18.010403 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5ac18f2c-b6bf-4ec8-8bce-db32835df594 admin admin] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:18.011737 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-5ac18f2c-b6bf-4ec8-8bce-db32835df594 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e848c2de-4741-449f-a00a-1bd0a523b8e3 HTTP/1.1" status: 204  len: 168 time: 0.3765655
Dec 25 21:16:18.054676 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac18f2c-b6bf-4ec8-8bce-db32835df594 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e848c2de-4741-449f-a00a-1bd0a523b8e3,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:16:18.062357 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7b97641a-f764-41bd-a154-3ae222b9eadb req-55ba96cf-4533-44df-bec0-984a9fee8687 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3f1ae63-416f-443f-b032-af0d7dcc9019&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4463277
Dec 25 21:16:18.109675 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56a44f4-9a4c-4cbd-90e1-9cf12ee7b23e req-bc93e48d-059f-483b-b3fc-b5f7438e00f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:16:18.109675 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a56a44f4-9a4c-4cbd-90e1-9cf12ee7b23e req-bc93e48d-059f-483b-b3fc-b5f7438e00f7 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=27d474dfd37c46f0aa14aa84e8b3ad41&device_id=a665e8d7-d64e-4879-9389-ad2efb13749b HTTP/1.1" status: 200  len: 1094 time: 0.2009194
Dec 25 21:16:18.233735 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-8cc0a8ac-44de-4926-84dd-e659a51e9f39 req-4674c883-948c-4763-a7a8-1bb5008cb794 tempest-ImagesOneServerNegativeTestJSON-1717313213 tempest-ImagesOneServerNegativeTestJSON-1717313213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:18.356117 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8cc0a8ac-44de-4926-84dd-e659a51e9f39 req-4674c883-948c-4763-a7a8-1bb5008cb794 tempest-ImagesOneServerNegativeTestJSON-1717313213 tempest-ImagesOneServerNegativeTestJSON-1717313213-project] Network 979f5e3f-5f36-45e3-b799-ae422a7efba5 is already hosted by enough agents. {{(pid=121606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:16:18.360959 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56a44f4-9a4c-4cbd-90e1-9cf12ee7b23e req-4234a2d9-a8ce-436d-a200-d449a7ba6ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:16:18.362573 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a56a44f4-9a4c-4cbd-90e1-9cf12ee7b23e req-4234a2d9-a8ce-436d-a200-d449a7ba6ff6 service neutron] 10.222.0.31 "GET /v2.0/networks?id=597fae95-d9e4-466a-853c-7cbb09218bf0 HTTP/1.1" status: 200  len: 914 time: 0.2452469
Dec 25 21:16:18.370728 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [req-8cc0a8ac-44de-4926-84dd-e659a51e9f39 req-4674c883-948c-4763-a7a8-1bb5008cb794 tempest-ImagesOneServerNegativeTestJSON-1717313213 tempest-ImagesOneServerNegativeTestJSON-1717313213-project] Resources bound (agent type, host, resource id):  {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:16:18.376650 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4674c883-948c-4763-a7a8-1bb5008cb794 tempest-ImagesOneServerNegativeTestJSON-1717313213 tempest-ImagesOneServerNegativeTestJSON-1717313213-project] Pushing event updated for resources: {'Port': ['ID=79306c37-bd08-49bf-b49d-90f7ba24ce10,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:16:18.379297 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cc0a8ac-44de-4926-84dd-e659a51e9f39 req-4674c883-948c-4763-a7a8-1bb5008cb794 tempest-ImagesOneServerNegativeTestJSON-1717313213 tempest-ImagesOneServerNegativeTestJSON-1717313213-project] Received port after_create {{(pid=121606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:16:18.466596 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a56a44f4-9a4c-4cbd-90e1-9cf12ee7b23e req-68d45548-4fc7-48a0-9fe9-964fc2502bfc service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7dbd4557-2b40-4db1-9a68-6caa3efd7bb8 HTTP/1.1" status: 200  len: 217 time: 0.0929880
Dec 25 21:16:18.467175 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-f6504712-dc8e-42e8-81ba-d29b532a3edf tempest-ServersTestFqdnHostnames-948157385 tempest-ServersTestFqdnHostnames-948157385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:18.489096 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d2dcf7-a07b-4b06-a9d5-b12ca844cd56 req-5ef95d8d-3383-420c-9802-68bb09799eb9 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:16:18.493475 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-37d2dcf7-a07b-4b06-a9d5-b12ca844cd56 req-5ef95d8d-3383-420c-9802-68bb09799eb9 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/ports?device_id=36168d53-184a-47fb-a60b-6f72689c760c HTTP/1.1" status: 200  len: 950 time: 0.2517078
Dec 25 21:16:18.605121 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6504712-dc8e-42e8-81ba-d29b532a3edf tempest-ServersTestFqdnHostnames-948157385 tempest-ServersTestFqdnHostnames-948157385-project] Pushing event deleted for resources: {'Port': ['ID=c770a32b-65b6-4b1f-9b2a-ff565924ffa0,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:16:18.640581 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc0a8ac-44de-4926-84dd-e659a51e9f39 req-4674c883-948c-4763-a7a8-1bb5008cb794 tempest-ImagesOneServerNegativeTestJSON-1717313213 tempest-ImagesOneServerNegativeTestJSON-1717313213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:16:18.645897 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-8cc0a8ac-44de-4926-84dd-e659a51e9f39 req-4674c883-948c-4763-a7a8-1bb5008cb794 tempest-ImagesOneServerNegativeTestJSON-1717313213 tempest-ImagesOneServerNegativeTestJSON-1717313213-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:18.705571 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56a44f4-9a4c-4cbd-90e1-9cf12ee7b23e req-41cdd0f1-a0e8-4e5c-ae7a-5ab555b4b72e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:16:18.707088 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a56a44f4-9a4c-4cbd-90e1-9cf12ee7b23e req-41cdd0f1-a0e8-4e5c-ae7a-5ab555b4b72e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=37f917d0-d496-45cf-ae0a-66a9d35b37e3 HTTP/1.1" status: 200  len: 853 time: 0.2018781
Dec 25 21:16:18.762204 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a56a44f4-9a4c-4cbd-90e1-9cf12ee7b23e req-648a7ec6-158c-45c5-8346-b7f9b3ef593b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=597fae95-d9e4-466a-853c-7cbb09218bf0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0364852
Dec 25 21:16:18.767899 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:16:18.767899 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:16:18.767899 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:16:18.767899 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:16:18.767899 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:16:18.767899 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:16:18.767899 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:16:18.767899 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:16:18.767899 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:16:18.767899 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:16:18.767899 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:16:18.767899 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:16:18.767899 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:16:18.767899 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:16:18.767899 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:16:18.767899 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:16:18.767899 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:16:18.767899 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:16:18.767899 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:16:18.767899 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:16:18.767899 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:16:18.767899 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:16:18.767899 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:16:18.767899 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:16:18.767899 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:16:18.767899 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:16:18.767899 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:16:18.767899 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:16:18.767899 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:16:18.767899 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:16:18.767899 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:16:18.767899 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:16:18.767899 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:16:18.767899 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:16:18.767899 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:16:18.767899 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:16:18.771669 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:16:18.771669 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:16:18.771669 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:16:18.771669 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:16:18.771669 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:16:18.771669 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:16:18.771669 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:16:18.771669 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:16:18.771669 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:16:18.771669 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:16:18.771669 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:16:18.771669 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:16:18.771669 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c54f57-0fb8-4054-a772-6beeb732a7df req-b6390e69-6c15-458d-89c9-7940ed5f716f tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:16:18.771669 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-35c54f57-0fb8-4054-a772-6beeb732a7df req-b6390e69-6c15-458d-89c9-7940ed5f716f tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] 10.222.0.32 "GET /v2.0/networks?id=2c732578-b39b-40c1-8a55-147e577043a0 HTTP/1.1" status: 200  len: 812 time: 0.4022372
Dec 25 21:16:18.783229 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-37d2dcf7-a07b-4b06-a9d5-b12ca844cd56 req-309849a4-8b33-4936-8112-f0a1f0c1f385 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3f1ae63-416f-443f-b032-af0d7dcc9019&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2754986
Dec 25 21:16:18.797835 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-f6504712-dc8e-42e8-81ba-d29b532a3edf tempest-ServersTestFqdnHostnames-948157385 tempest-ServersTestFqdnHostnames-948157385-project] Publish callbacks [] for floatingip, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:18.800454 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-f6504712-dc8e-42e8-81ba-d29b532a3edf tempest-ServersTestFqdnHostnames-948157385 tempest-ServersTestFqdnHostnames-948157385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for floatingip, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:18.804927 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-f6504712-dc8e-42e8-81ba-d29b532a3edf tempest-ServersTestFqdnHostnames-948157385 tempest-ServersTestFqdnHostnames-948157385-project] 10.222.0.32 "DELETE /v2.0/floatingips/967cd17f-4817-4fa6-b609-b01fac7da708 HTTP/1.1" status: 204  len: 168 time: 2.1961160
Dec 25 21:16:18.805332 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 53168) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:16:18.818135 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-35c54f57-0fb8-4054-a772-6beeb732a7df req-530c18be-2fe6-485d-8b36-69443f5ebb83 tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] 10.222.0.32 "GET /v2.0/quotas/8154e82a58434a60b677d150202a5312 HTTP/1.1" status: 200  len: 375 time: 0.0331743
Dec 25 21:16:18.892258 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-35c54f57-0fb8-4054-a772-6beeb732a7df req-5b20d513-7c5d-4960-a62a-be3583c7846b tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=8154e82a58434a60b677d150202a5312&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0412149
Dec 25 21:16:18.940824 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a56a44f4-9a4c-4cbd-90e1-9cf12ee7b23e req-29db36df-c8fe-4137-adc6-d0696d96eca2 service neutron] 10.222.0.31 "GET /v2.0/networks/597fae95-d9e4-466a-853c-7cbb09218bf0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1671188
Dec 25 21:16:19.033697 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc8ac6b-ffd6-4fe0-ac6d-7307e36cd1f6 req-9b5c5e42-cd9e-4d7a-8dd8-e140f077be59 tempest-ImagesOneServerNegativeTestJSON-1717313213 tempest-ImagesOneServerNegativeTestJSON-1717313213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:16:19.034492 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ddc8ac6b-ffd6-4fe0-ac6d-7307e36cd1f6 req-9b5c5e42-cd9e-4d7a-8dd8-e140f077be59 tempest-ImagesOneServerNegativeTestJSON-1717313213 tempest-ImagesOneServerNegativeTestJSON-1717313213-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d343d1d-ac0a-4447-862f-e13c2facfcef HTTP/1.1" status: 200  len: 932 time: 0.1664789
Dec 25 21:16:19.121794 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-35c54f57-0fb8-4054-a772-6beeb732a7df req-0c35fa69-d485-48ae-a722-d1d234d59f58 service neutron] 10.222.0.32 "GET /v2.0/networks/2c732578-b39b-40c1-8a55-147e577043a0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2016101
Dec 25 21:16:19.143124 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a56a44f4-9a4c-4cbd-90e1-9cf12ee7b23e req-cb1dd94c-0eec-49cf-a533-c64cdc64c0bf service neutron] 10.222.0.31 "GET /v2.0/networks/597fae95-d9e4-466a-853c-7cbb09218bf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1905806
Dec 25 21:16:19.146905 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8cc0a8ac-44de-4926-84dd-e659a51e9f39 req-4674c883-948c-4763-a7a8-1bb5008cb794 tempest-ImagesOneServerNegativeTestJSON-1717313213 tempest-ImagesOneServerNegativeTestJSON-1717313213-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 3.3798776
Dec 25 21:16:19.170243 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-8cc0a8ac-44de-4926-84dd-e659a51e9f39 req-a4f1054a-219e-4525-b010-7a4e705e1919 service neutron] Request body: {'port': {'device_id': '1d343d1d-ac0a-4447-862f-e13c2facfcef', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:16:19.189427 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b861fdd9-604e-426e-a8a3-77acea365d20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2007615'] for router_interface, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:19.231702 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ddc8ac6b-ffd6-4fe0-ac6d-7307e36cd1f6 req-68f64eef-371c-4189-8576-c5ca65713a56 tempest-ImagesOneServerNegativeTestJSON-1717313213 tempest-ImagesOneServerNegativeTestJSON-1717313213-project] 10.222.0.32 "GET /v2.0/security-groups?id=90b09226-05f9-413f-802a-f36d3e55d2ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1626985
Dec 25 21:16:19.328611 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-8cc0a8ac-44de-4926-84dd-e659a51e9f39 req-a4f1054a-219e-4525-b010-7a4e705e1919 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:19.381633 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 53176) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:16:19.451561 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-ba10c316-3a17-4ee5-9f0b-b2d9c9418da2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:19.494978 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device 7dbd4557-2b40-4db1-9a68-6caa3efd7bb8 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 25 21:16:19.517489 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-35c54f57-0fb8-4054-a772-6beeb732a7df req-37166022-9ab9-4043-acd7-7144552accdc service neutron] 10.222.0.32 "GET /v2.0/networks/2c732578-b39b-40c1-8a55-147e577043a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3888705
Dec 25 21:16:19.542495 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c38bee-6fd6-41f8-b7e9-ebe1387fe299 req-261cf581-e719-469f-8dac-9bafd1d22957 tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:16:19.546747 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-b861fdd9-604e-426e-a8a3-77acea365d20 admin admin] Deleting port d4ae1e55-5ea6-4683-a090-d308522608be {{(pid=121607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:16:19.546747 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b861fdd9-604e-426e-a8a3-77acea365d20 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:19.557082 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d9c38bee-6fd6-41f8-b7e9-ebe1387fe299 req-261cf581-e719-469f-8dac-9bafd1d22957 tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] 10.222.0.32 "GET /v2.0/ports?device_id=a665e8d7-d64e-4879-9389-ad2efb13749b HTTP/1.1" status: 200  len: 943 time: 0.1995842
Dec 25 21:16:19.654161 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port 7dbd4557-2b40-4db1-9a68-6caa3efd7bb8, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7dbd4557-2b40-4db1-9a68-6caa3efd7bb8,segment=NetworkSegment(59040483-3fcc-4b5a-8606-f8e28575fa62),segment_id=59040483-3fcc-4b5a-8606-f8e28575fa62)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:16:19.667982 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Returning: {'device': '7dbd4557-2b40-4db1-9a68-6caa3efd7bb8', 'network_id': '597fae95-d9e4-466a-853c-7cbb09218bf0', 'port_id': '7dbd4557-2b40-4db1-9a68-6caa3efd7bb8', 'mac_address': 'fa:16:3e:58:17:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37f917d0-d496-45cf-ae0a-66a9d35b37e3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 25 21:16:19.711669 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.db [None req-b861fdd9-604e-426e-a8a3-77acea365d20 admin admin] For port d4ae1e55-5ea6-4683-a090-d308522608be, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d4ae1e55-5ea6-4683-a090-d308522608be,segment=NetworkSegment(2f0a2649-a57f-4db8-987a-184ba43b05bc),segment_id=2f0a2649-a57f-4db8-987a-184ba43b05bc)] {{(pid=121607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:16:19.713090 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b861fdd9-604e-426e-a8a3-77acea365d20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:19.737381 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-b861fdd9-604e-426e-a8a3-77acea365d20 admin admin] Calling delete_port for d4ae1e55-5ea6-4683-a090-d308522608be owned by network:router_interface {{(pid=121607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:16:19.745184 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:19.762472 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7dbd4557-2b40-4db1-9a68-6caa3efd7bb8 {{(pid=121608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:16:19.785497 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d9c38bee-6fd6-41f8-b7e9-ebe1387fe299 req-5fad6646-fc82-4884-9169-4358127c12d0 tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] 10.222.0.32 "GET /v2.0/security-groups?id=e70b16a5-3c2f-443c-a3bd-2851d79b2b90&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2234294
Dec 25 21:16:19.787459 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port 7dbd4557-2b40-4db1-9a68-6caa3efd7bb8, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7dbd4557-2b40-4db1-9a68-6caa3efd7bb8,segment=NetworkSegment(59040483-3fcc-4b5a-8606-f8e28575fa62),segment_id=59040483-3fcc-4b5a-8606-f8e28575fa62)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:16:19.840798 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:19.880205 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-ba10c316-3a17-4ee5-9f0b-b2d9c9418da2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:19.939455 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-ba10c316-3a17-4ee5-9f0b-b2d9c9418da2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:19.954886 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Pushing event updated for resources: {'Port': ['ID=7dbd4557-2b40-4db1-9a68-6caa3efd7bb8,revision_number=4']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:16:20.009848 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-ba10c316-3a17-4ee5-9f0b-b2d9c9418da2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=bed0ee5535174cffbb7017f610cec366&name=default HTTP/1.1" status: 200  len: 2996 time: 0.6044738
Dec 25 21:16:20.010046 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 53190) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:16:20.091380 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] get_ports_and_sgs() called for port_ids ['7dbd4557-2b40-4db1-9a68-6caa3efd7bb8'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:16:20.106883 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-25e1ae04-d559-4800-a97f-d66921de3bd7 req-eccab821-0721-4563-a4c5-ae19cc748c78 tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] 10.222.0.32 "GET /v2.0/ports?device_id=fcc7022a-66f7-4481-80f6-03320c1f3a53 HTTP/1.1" status: 200  len: 210 time: 0.0704553
Dec 25 21:16:20.115942 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f02e12de-44bc-4e63-bd7c-402c5526fd7d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:20.116820 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [req-8cc0a8ac-44de-4926-84dd-e659a51e9f39 req-a4f1054a-219e-4525-b010-7a4e705e1919 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79306c37-bd08-49bf-b49d-90f7ba24ce10 {{(pid=121606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:16:20.122141 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba10c316-3a17-4ee5-9f0b-b2d9c9418da2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2586e7a-f7ae-424f-ae6f-c3f345f208b1,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:16:20.129016 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-8cc0a8ac-44de-4926-84dd-e659a51e9f39 req-a4f1054a-219e-4525-b010-7a4e705e1919 service neutron] Publish callbacks [] for port, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:20.155071 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f02e12de-44bc-4e63-bd7c-402c5526fd7d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:20.155205 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.provisioning_blocks [req-8cc0a8ac-44de-4926-84dd-e659a51e9f39 req-a4f1054a-219e-4525-b010-7a4e705e1919 service neutron] Transition to ACTIVE for port object 79306c37-bd08-49bf-b49d-90f7ba24ce10 will not be triggered until provisioned by entity L2. {{(pid=121606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 25 21:16:20.217312 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-8cc0a8ac-44de-4926-84dd-e659a51e9f39 req-a4f1054a-219e-4525-b010-7a4e705e1919 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:20.278254 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f1054a-219e-4525-b010-7a4e705e1919 service neutron] Pushing event updated for resources: {'Port': ['ID=79306c37-bd08-49bf-b49d-90f7ba24ce10,revision_number=2']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:16:20.314428 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b861fdd9-604e-426e-a8a3-77acea365d20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:20.343001 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [req-b70069e3-f29c-4aed-98ed-f36a7e99bec9 req-8d30cddd-290b-40a5-b39a-62d11273eab7 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=121606) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 25 21:16:20.344669 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b70069e3-f29c-4aed-98ed-f36a7e99bec9 req-8d30cddd-290b-40a5-b39a-62d11273eab7 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0397601
Dec 25 21:16:20.356030 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b861fdd9-604e-426e-a8a3-77acea365d20 admin admin] Pushing event deleted for resources: {'Port': ['ID=d4ae1e55-5ea6-4683-a090-d308522608be,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:16:20.362010 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f02e12de-44bc-4e63-bd7c-402c5526fd7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:20.366308 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f02e12de-44bc-4e63-bd7c-402c5526fd7d admin admin] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:20.367525 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-f02e12de-44bc-4e63-bd7c-402c5526fd7d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c2586e7a-f7ae-424f-ae6f-c3f345f208b1 HTTP/1.1" status: 204  len: 168 time: 0.3563120
Dec 25 21:16:20.448175 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-8cc0a8ac-44de-4926-84dd-e659a51e9f39 req-a4f1054a-219e-4525-b010-7a4e705e1919 service neutron] Attempting to bind port 79306c37-bd08-49bf-b49d-90f7ba24ce10 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:16:20.448516 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-8cc0a8ac-44de-4926-84dd-e659a51e9f39 req-a4f1054a-219e-4525-b010-7a4e705e1919 service neutron] Attempting to bind port 79306c37-bd08-49bf-b49d-90f7ba24ce10 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '851a1add-14f1-4631-9dc8-d7579713b600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '979f5e3f-5f36-45e3-b799-ae422a7efba5'}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:16:20.449132 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cc0a8ac-44de-4926-84dd-e659a51e9f39 req-a4f1054a-219e-4525-b010-7a4e705e1919 service neutron] Attempting to bind port 79306c37-bd08-49bf-b49d-90f7ba24ce10 on network 979f5e3f-5f36-45e3-b799-ae422a7efba5 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:16:20.457575 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cc0a8ac-44de-4926-84dd-e659a51e9f39 req-a4f1054a-219e-4525-b010-7a4e705e1919 service neutron] Port 79306c37-bd08-49bf-b49d-90f7ba24ce10 on network 979f5e3f-5f36-45e3-b799-ae422a7efba5 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 25 21:16:20.458177 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cc0a8ac-44de-4926-84dd-e659a51e9f39 req-a4f1054a-219e-4525-b010-7a4e705e1919 service neutron] Attempting to bind port 79306c37-bd08-49bf-b49d-90f7ba24ce10 on network 979f5e3f-5f36-45e3-b799-ae422a7efba5 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:16:20.458962 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02e12de-44bc-4e63-bd7c-402c5526fd7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2586e7a-f7ae-424f-ae6f-c3f345f208b1,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:16:20.494997 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ec4c2d-fb81-4972-9c49-e3fb9881c155 req-b352644b-ab77-4065-ad78-67e51ad6506f tempest-ImagesOneServerNegativeTestJSON-1717313213 tempest-ImagesOneServerNegativeTestJSON-1717313213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:16:20.496759 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-14ec4c2d-fb81-4972-9c49-e3fb9881c155 req-b352644b-ab77-4065-ad78-67e51ad6506f tempest-ImagesOneServerNegativeTestJSON-1717313213 tempest-ImagesOneServerNegativeTestJSON-1717313213-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d343d1d-ac0a-4447-862f-e13c2facfcef HTTP/1.1" status: 200  len: 944 time: 0.1498017
Dec 25 21:16:20.497883 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cc0a8ac-44de-4926-84dd-e659a51e9f39 req-a4f1054a-219e-4525-b010-7a4e705e1919 service neutron] Checking agent: {'id': '6d577036-68fc-4aa4-aed7-5ab01de2117e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 21, 4, 34), 'started_at': datetime.datetime(2021, 12, 25, 21, 4, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 16, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:16:20.498415 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cc0a8ac-44de-4926-84dd-e659a51e9f39 req-a4f1054a-219e-4525-b010-7a4e705e1919 service neutron] Checking segment: {'id': '851a1add-14f1-4631-9dc8-d7579713b600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '979f5e3f-5f36-45e3-b799-ae422a7efba5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:16:20.499216 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cc0a8ac-44de-4926-84dd-e659a51e9f39 req-a4f1054a-219e-4525-b010-7a4e705e1919 service neutron] Bound using segment: {'id': '851a1add-14f1-4631-9dc8-d7579713b600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '979f5e3f-5f36-45e3-b799-ae422a7efba5'} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:16:20.499855 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-8cc0a8ac-44de-4926-84dd-e659a51e9f39 req-a4f1054a-219e-4525-b010-7a4e705e1919 service neutron] Bound port: 79306c37-bd08-49bf-b49d-90f7ba24ce10, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '851a1add-14f1-4631-9dc8-d7579713b600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '979f5e3f-5f36-45e3-b799-ae422a7efba5'}}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:16:20.503984 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-8cc0a8ac-44de-4926-84dd-e659a51e9f39 req-a4f1054a-219e-4525-b010-7a4e705e1919 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:20.641381 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-14ec4c2d-fb81-4972-9c49-e3fb9881c155 req-7b1c1ad7-59be-4fa7-a36e-195c4956c190 tempest-ImagesOneServerNegativeTestJSON-1717313213 tempest-ImagesOneServerNegativeTestJSON-1717313213-project] 10.222.0.32 "GET /v2.0/security-groups?id=90b09226-05f9-413f-802a-f36d3e55d2ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1153855
Dec 25 21:16:20.658622 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-8cc0a8ac-44de-4926-84dd-e659a51e9f39 req-a4f1054a-219e-4525-b010-7a4e705e1919 service neutron] For port 79306c37-bd08-49bf-b49d-90f7ba24ce10, host nch1-master-1, cleared binding levels {{(pid=121606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:16:20.663895 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-8cc0a8ac-44de-4926-84dd-e659a51e9f39 req-a4f1054a-219e-4525-b010-7a4e705e1919 service neutron] For port 79306c37-bd08-49bf-b49d-90f7ba24ce10, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=79306c37-bd08-49bf-b49d-90f7ba24ce10,segment=NetworkSegment(851a1add-14f1-4631-9dc8-d7579713b600),segment_id=851a1add-14f1-4631-9dc8-d7579713b600)] {{(pid=121606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:16:20.666893 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b861fdd9-604e-426e-a8a3-77acea365d20 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2007763'] for router_interface, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:20.796760 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-8cc0a8ac-44de-4926-84dd-e659a51e9f39 req-a4f1054a-219e-4525-b010-7a4e705e1919 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:20.909925 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f1054a-219e-4525-b010-7a4e705e1919 service neutron] Pushing event updated for resources: {'Port': ['ID=79306c37-bd08-49bf-b49d-90f7ba24ce10,revision_number=3']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:16:20.936511 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc0a8ac-44de-4926-84dd-e659a51e9f39 req-a4f1054a-219e-4525-b010-7a4e705e1919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:16:20.937417 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-8cc0a8ac-44de-4926-84dd-e659a51e9f39 req-a4f1054a-219e-4525-b010-7a4e705e1919 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:20.939159 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8cc0a8ac-44de-4926-84dd-e659a51e9f39 req-a4f1054a-219e-4525-b010-7a4e705e1919 service neutron] 10.222.0.31 "PUT /v2.0/ports/79306c37-bd08-49bf-b49d-90f7ba24ce10 HTTP/1.1" status: 200  len: 1092 time: 1.7774200
Dec 25 21:16:20.957197 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b861fdd9-604e-426e-a8a3-77acea365d20 admin admin] Router e0def438-1e5a-4a9a-b1e0-74f26b75f760 has already been hosted by L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 {{(pid=121607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 25 21:16:21.008369 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d343d1d-ac0a-4447-862f-e13c2facfcef', 'tag': '79306c37-bd08-49bf-b49d-90f7ba24ce10'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:16:21.011129 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9858820c13ec2827453b94ebc4181065e990a4e4089ccb9fe762531ac62d2fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2c52e92-3322-4c7f-bbc6-332a9e53c076" -d '{"events": [{"name": "network-changed", "server_uuid": "1d343d1d-ac0a-4447-862f-e13c2facfcef", "tag": "79306c37-bd08-49bf-b49d-90f7ba24ce10"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:16:21.136233 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b861fdd9-604e-426e-a8a3-77acea365d20 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 21:16:21.141576 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-b861fdd9-604e-426e-a8a3-77acea365d20 admin admin] 10.222.0.32 "PUT /v2.0/routers/e0def438-1e5a-4a9a-b1e0-74f26b75f760/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.3351173
Dec 25 21:16:21.144287 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 53232) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:16:21.150592 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c755ee6-3042-4357-83f1-d093a2430fd1 None None] Sync routers for ids ['e0def438-1e5a-4a9a-b1e0-74f26b75f760'] in ncdv-master-1 {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 21:16:21.155521 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae5cde0-a38a-4d57-8e77-3b4694bdac6d req-27594e14-2fda-484c-b58e-ae64bb3f6a37 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:16:21.157514 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4ae5cde0-a38a-4d57-8e77-3b4694bdac6d req-27594e14-2fda-484c-b58e-ae64bb3f6a37 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/ports?device_id=36168d53-184a-47fb-a60b-6f72689c760c HTTP/1.1" status: 200  len: 950 time: 0.2381794
Dec 25 21:16:21.166037 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f96382-ef6d-4669-9bf5-e947101e9ad9 req-97b2d796-6ce6-4f59-a697-c700d60e82bd tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:16:21.167733 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-62f96382-ef6d-4669-9bf5-e947101e9ad9 req-97b2d796-6ce6-4f59-a697-c700d60e82bd tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] 10.222.0.32 "GET /v2.0/ports?device_id=a665e8d7-d64e-4879-9389-ad2efb13749b HTTP/1.1" status: 200  len: 944 time: 0.2469616
Dec 25 21:16:21.175974 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c755ee6-3042-4357-83f1-d093a2430fd1 None None] Routers {'e0def438-1e5a-4a9a-b1e0-74f26b75f760'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:16:21.183106 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-8c755ee6-3042-4357-83f1-d093a2430fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f261872f7c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:16:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['e0def438-1e5a-4a9a-b1e0-74f26b75f760'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:16:21.300273 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvr_db [None req-8c755ee6-3042-4357-83f1-d093a2430fd1 None None] Set router e0def438-1e5a-4a9a-b1e0-74f26b75f760 gateway port host: ncdv-master-1 {{(pid=121609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:16:21.325820 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-afa9e9c8-e29a-4a73-aecd-c6723057dcfd admin admin] Publish callbacks [] for router, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:21.455981 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-afa9e9c8-e29a-4a73-aecd-c6723057dcfd admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:21.508747 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device 7dbd4557-2b40-4db1-9a68-6caa3efd7bb8 up at agent hyperv_nch1-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:16:21.513571 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-8c755ee6-3042-4357-83f1-d093a2430fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f261872f7c0>, [{'id': 'e0def438-1e5a-4a9a-b1e0-74f26b75f760', 'name': 'tempest-ServersTestFqdnHostnames-334764781-router', 'tenant_id': 'f5ed5c4fc23d460e8d63226986b549bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.8'}], 'enable_snat': True}, 'gw_port_id': '44495567-0385-4027-b4a8-a5daeb61a311', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:13:27Z', 'updated_at': '2021-12-25T21:16:20Z', 'revision_number': 5, 'project_id': 'f5ed5c4fc23d460e8d63226986b549bd', 'gw_port': {'id': '44495567-0385-4027-b4a8-a5daeb61a311', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:f6:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0def438-1e5a-4a9a-b1e0-74f26b75f760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 768, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:13:30Z', 'updated_at': '2021-12-25T21:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:16:21.545958 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c755ee6-3042-4357-83f1-d093a2430fd1 None None] Checking router: e0def438-1e5a-4a9a-b1e0-74f26b75f760 for host: ncdv-master-1 {{(pid=121609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 25 21:16:21.571464 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c755ee6-3042-4357-83f1-d093a2430fd1 None None] Routers {'e0def438-1e5a-4a9a-b1e0-74f26b75f760'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:16:21.571950 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-8c755ee6-3042-4357-83f1-d093a2430fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f261872f7c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:16:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['e0def438-1e5a-4a9a-b1e0-74f26b75f760'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:16:21.627276 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc0a8ac-44de-4926-84dd-e659a51e9f39 req-4c3c85ac-e42f-4aef-91f5-81a2e5b96e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:16:21.633797 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8cc0a8ac-44de-4926-84dd-e659a51e9f39 req-4c3c85ac-e42f-4aef-91f5-81a2e5b96e30 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=9dbe1e97c3f64bee9355ec5d1b424c8a&device_id=1d343d1d-ac0a-4447-862f-e13c2facfcef HTTP/1.1" status: 200  len: 1095 time: 0.5520999
Dec 25 21:16:21.633797 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d154026f-ba8f-45fb-9c98-77b7e2b628c0 req-5d5efd88-2443-4438-b3e6-07917e560f7b service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=36168d53-184a-47fb-a60b-6f72689c760c&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.5580149
Dec 25 21:16:21.648927 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4ae5cde0-a38a-4d57-8e77-3b4694bdac6d req-4834ee0c-0878-4713-84f7-3e1bc26b2748 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3f1ae63-416f-443f-b032-af0d7dcc9019&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4720156
Dec 25 21:16:21.653529 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-62f96382-ef6d-4669-9bf5-e947101e9ad9 req-0790ca69-7a60-4c8f-b250-b214cba6b38b tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] 10.222.0.32 "GET /v2.0/security-groups?id=e70b16a5-3c2f-443c-a3bd-2851d79b2b90&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4776440
Dec 25 21:16:21.685685 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Provisioning for port 7dbd4557-2b40-4db1-9a68-6caa3efd7bb8 completed by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 25 21:16:21.702419 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvr_db [None req-8c755ee6-3042-4357-83f1-d093a2430fd1 None None] Set router e0def438-1e5a-4a9a-b1e0-74f26b75f760 gateway port host: None {{(pid=121609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:16:21.723384 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Provisioning complete for port 7dbd4557-2b40-4db1-9a68-6caa3efd7bb8 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:16:21.723968 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:21.739048 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8cc0a8ac-44de-4926-84dd-e659a51e9f39 req-3ce48252-cb49-4a8f-8ea6-7daf1064208d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=79306c37-bd08-49bf-b49d-90f7ba24ce10 HTTP/1.1" status: 200  len: 217 time: 0.0751722
Dec 25 21:16:21.762178 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-8c755ee6-3042-4357-83f1-d093a2430fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f261872f7c0>, [{'id': 'e0def438-1e5a-4a9a-b1e0-74f26b75f760', 'name': 'tempest-ServersTestFqdnHostnames-334764781-router', 'tenant_id': 'f5ed5c4fc23d460e8d63226986b549bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:13:27Z', 'updated_at': '2021-12-25T21:16:21Z', 'revision_number': 6, 'project_id': 'f5ed5c4fc23d460e8d63226986b549bd', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:16:21.796530 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c755ee6-3042-4357-83f1-d093a2430fd1 None None] The sync data for ids ['e0def438-1e5a-4a9a-b1e0-74f26b75f760'] in ncdv-master-1 is: [{'id': 'e0def438-1e5a-4a9a-b1e0-74f26b75f760', 'name': 'tempest-ServersTestFqdnHostnames-334764781-router', 'tenant_id': 'f5ed5c4fc23d460e8d63226986b549bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:13:27Z', 'updated_at': '2021-12-25T21:16:21Z', 'revision_number': 6, 'project_id': 'f5ed5c4fc23d460e8d63226986b549bd', 'gw_port_host': None}] {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 21:16:21.871122 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Dec 2021 21:16:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbb85c0f-f8c8-4ebf-9d57-b6cbae294cec x-openstack-request-id: req-dbb85c0f-f8c8-4ebf-9d57-b6cbae294cec {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:16:21.871587 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d343d1d-ac0a-4447-862f-e13c2facfcef", "tag": "79306c37-bd08-49bf-b49d-90f7ba24ce10", "status": "completed", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:16:21.871951 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-dbb85c0f-f8c8-4ebf-9d57-b6cbae294cec {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:16:21.872748 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d343d1d-ac0a-4447-862f-e13c2facfcef', 'tag': '79306c37-bd08-49bf-b49d-90f7ba24ce10', 'status': 'completed', 'code': 200}
Dec 25 21:16:21.885918 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc0a8ac-44de-4926-84dd-e659a51e9f39 req-1f8f6945-7c0d-4b30-8d2c-f126fdb2cc18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:16:21.892452 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8cc0a8ac-44de-4926-84dd-e659a51e9f39 req-1f8f6945-7c0d-4b30-8d2c-f126fdb2cc18 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=048bdd92-f291-4a78-86a6-99fc0420bf47 HTTP/1.1" status: 200  len: 862 time: 0.1462014
Dec 25 21:16:21.985628 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8cc0a8ac-44de-4926-84dd-e659a51e9f39 req-27e6dc31-3e68-43c5-8c5a-12ffc3d08e5e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=979f5e3f-5f36-45e3-b799-ae422a7efba5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0844493
Dec 25 21:16:21.989312 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:22.023551 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8ba2b868-c4bc-43a6-be8a-56dfb1ddbbb5 req-a387492a-02f7-4318-8c29-51ecc396638f tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] 10.222.0.32 "GET /v2.0/ports?device_id=fcc7022a-66f7-4481-80f6-03320c1f3a53 HTTP/1.1" status: 200  len: 210 time: 0.0543067
Dec 25 21:16:22.048661 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-afa9e9c8-e29a-4a73-aecd-c6723057dcfd admin admin] Deleting port 44495567-0385-4027-b4a8-a5daeb61a311 {{(pid=121607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:16:22.048661 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-afa9e9c8-e29a-4a73-aecd-c6723057dcfd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:22.075816 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a665e8d7-d64e-4879-9389-ad2efb13749b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dbd4557-2b40-4db1-9a68-6caa3efd7bb8'}] {{(pid=121608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:16:22.085099 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a88c78c3ff6266bd59c7e89d275b28c92e739b67d23c89d71af88829fd31566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ea45001-a794-4fe4-831c-2a413844816b" -d '{"events": [{"server_uuid": "a665e8d7-d64e-4879-9389-ad2efb13749b", "name": "network-vif-plugged", "status": "completed", "tag": "7dbd4557-2b40-4db1-9a68-6caa3efd7bb8"}]}' {{(pid=121608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:16:22.120937 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port 7dbd4557-2b40-4db1-9a68-6caa3efd7bb8, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7dbd4557-2b40-4db1-9a68-6caa3efd7bb8,segment=NetworkSegment(59040483-3fcc-4b5a-8606-f8e28575fa62),segment_id=59040483-3fcc-4b5a-8606-f8e28575fa62)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:16:22.143215 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 53280) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:16:22.165731 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61a3996-7381-44f5-96a0-a33b78d7a90d req-5b310fde-9d3d-409a-bcbb-2d2e4d50cfaa tempest-ImagesOneServerNegativeTestJSON-1717313213 tempest-ImagesOneServerNegativeTestJSON-1717313213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:16:22.167305 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d61a3996-7381-44f5-96a0-a33b78d7a90d req-5b310fde-9d3d-409a-bcbb-2d2e4d50cfaa tempest-ImagesOneServerNegativeTestJSON-1717313213 tempest-ImagesOneServerNegativeTestJSON-1717313213-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d343d1d-ac0a-4447-862f-e13c2facfcef HTTP/1.1" status: 200  len: 944 time: 0.1852133
Dec 25 21:16:22.206298 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:22.261983 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8cc0a8ac-44de-4926-84dd-e659a51e9f39 req-7d6a0898-e905-4055-ab87-e71431918cce service neutron] 10.222.0.31 "GET /v2.0/networks/979f5e3f-5f36-45e3-b799-ae422a7efba5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2486281
Dec 25 21:16:22.279814 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d61a3996-7381-44f5-96a0-a33b78d7a90d req-e6756659-87e0-4918-bade-a0c4d29f5bea tempest-ImagesOneServerNegativeTestJSON-1717313213 tempest-ImagesOneServerNegativeTestJSON-1717313213-project] 10.222.0.32 "GET /v2.0/security-groups?id=90b09226-05f9-413f-802a-f36d3e55d2ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1003528
Dec 25 21:16:22.294752 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.db [None req-afa9e9c8-e29a-4a73-aecd-c6723057dcfd admin admin] For port 44495567-0385-4027-b4a8-a5daeb61a311, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=44495567-0385-4027-b4a8-a5daeb61a311,segment=NetworkSegment(6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855),segment_id=6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855)] {{(pid=121607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:16:22.295728 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-afa9e9c8-e29a-4a73-aecd-c6723057dcfd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:22.306800 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 21:16:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56669353-9aa6-410f-a63c-0af47b3cce5f x-openstack-request-id: req-56669353-9aa6-410f-a63c-0af47b3cce5f {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:16:22.307201 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a665e8d7-d64e-4879-9389-ad2efb13749b", "name": "network-vif-plugged", "status": "completed", "tag": "7dbd4557-2b40-4db1-9a68-6caa3efd7bb8", "code": 200}]} {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:16:22.307569 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-56669353-9aa6-410f-a63c-0af47b3cce5f {{(pid=121608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:16:22.311209 ncdv-master-1 neutron-server[121608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a665e8d7-d64e-4879-9389-ad2efb13749b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dbd4557-2b40-4db1-9a68-6caa3efd7bb8', 'code': 200}
Dec 25 21:16:22.327179 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-afa9e9c8-e29a-4a73-aecd-c6723057dcfd admin admin] Calling delete_port for 44495567-0385-4027-b4a8-a5daeb61a311 owned by network:router_gateway {{(pid=121607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:16:22.353905 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Pushing event updated for resources: {'Port': ['ID=7dbd4557-2b40-4db1-9a68-6caa3efd7bb8,revision_number=5']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:16:22.354803 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-d8879ea4-9159-4409-bf13-6fb1b38af0cd admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1828019191-network', 'tenant_id': 'ef4a444bae614ca7b19f2e61052a4c6e'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:16:22.530646 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8cc0a8ac-44de-4926-84dd-e659a51e9f39 req-11f3273a-3ab7-4f3e-8141-4c9200e7b36a service neutron] 10.222.0.31 "GET /v2.0/networks/979f5e3f-5f36-45e3-b799-ae422a7efba5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2497680
Dec 25 21:16:22.538794 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8a2313-d485-49e2-9b95-52eae889dba4 req-38c7482b-5157-4834-95ab-9469e0bdd132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:16:22.540252 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1f8a2313-d485-49e2-9b95-52eae889dba4 req-38c7482b-5157-4834-95ab-9469e0bdd132 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=a665e8d7-d64e-4879-9389-ad2efb13749b HTTP/1.1" status: 200  len: 1096 time: 0.1082742
Dec 25 21:16:22.547589 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f492827-c197-405a-ba89-2b563e7c94b3 req-09d6c1c0-b4fa-48d3-a0b6-612365b92e94 tempest-ListImageFiltersTestJSON-1815595502 tempest-ListImageFiltersTestJSON-1815595502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:16:22.549004 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4f492827-c197-405a-ba89-2b563e7c94b3 req-09d6c1c0-b4fa-48d3-a0b6-612365b92e94 tempest-ListImageFiltersTestJSON-1815595502 tempest-ListImageFiltersTestJSON-1815595502-project] 10.222.0.32 "GET /v2.0/ports?device_id=59d35b75-8e17-40b9-bfd2-615b2128e5df HTTP/1.1" status: 200  len: 950 time: 0.1158891
Dec 25 21:16:22.579136 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8879ea4-9159-4409-bf13-6fb1b38af0cd admin admin] Made reservation on behalf of ef4a444bae614ca7b19f2e61052a4c6e for: {'network': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:16:22.581328 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-d8879ea4-9159-4409-bf13-6fb1b38af0cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for network, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:22.605210 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-d8879ea4-9159-4409-bf13-6fb1b38af0cd admin admin] Publish callbacks [] for security_group, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:22.634747 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-afa9e9c8-e29a-4a73-aecd-c6723057dcfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:22.650273 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4f492827-c197-405a-ba89-2b563e7c94b3 req-b1862a99-25cf-4123-8f78-4a6b3ee6075b tempest-ListImageFiltersTestJSON-1815595502 tempest-ListImageFiltersTestJSON-1815595502-project] 10.222.0.32 "GET /v2.0/security-groups?id=d60cc0c8-8901-457c-b6ff-328606b32b2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0945115
Dec 25 21:16:22.654834 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1f8a2313-d485-49e2-9b95-52eae889dba4 req-67827d0a-3943-4773-9a48-583d8ff229fc service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=e70b16a5-3c2f-443c-a3bd-2851d79b2b90&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1048775
Dec 25 21:16:22.684508 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa9e9c8-e29a-4a73-aecd-c6723057dcfd admin admin] Pushing event deleted for resources: {'Port': ['ID=44495567-0385-4027-b4a8-a5daeb61a311,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:16:22.744787 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-d8879ea4-9159-4409-bf13-6fb1b38af0cd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:22.805640 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-afa9e9c8-e29a-4a73-aecd-c6723057dcfd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2008689'] for router_gateway, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:22.836341 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91ab066-8ea0-42fe-877b-5b461db17ef2 req-712a8c72-2d87-48dd-ae8a-0e00c9b845ce tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:16:22.844084 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b91ab066-8ea0-42fe-877b-5b461db17ef2 req-712a8c72-2d87-48dd-ae8a-0e00c9b845ce tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/ports?device_id=36168d53-184a-47fb-a60b-6f72689c760c HTTP/1.1" status: 200  len: 950 time: 0.0957856
Dec 25 21:16:22.845914 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-d8879ea4-9159-4409-bf13-6fb1b38af0cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:22.919284 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8879ea4-9159-4409-bf13-6fb1b38af0cd admin admin] vlan segment allocate from pool success with {'vlan_id': 162, 'physical_network': 'physnet1'}  {{(pid=121606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 25 21:16:22.922401 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-afa9e9c8-e29a-4a73-aecd-c6723057dcfd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2014235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14905'] for router, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:22.924552 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-afa9e9c8-e29a-4a73-aecd-c6723057dcfd admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:22.938081 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6377e0-9f59-4672-b231-362b9a0d470d req-70f2be98-e896-427a-a6f0-1575bea2df17 tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:16:22.939631 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3c6377e0-9f59-4672-b231-362b9a0d470d req-70f2be98-e896-427a-a6f0-1575bea2df17 tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] 10.222.0.32 "GET /v2.0/ports?device_id=a665e8d7-d64e-4879-9389-ad2efb13749b HTTP/1.1" status: 200  len: 945 time: 0.1546421
Dec 25 21:16:22.964597 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-d8879ea4-9159-4409-bf13-6fb1b38af0cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:22.964797 ncdv-master-1 neutron-server[121606]: INFO neutron.db.segments_db [None req-d8879ea4-9159-4409-bf13-6fb1b38af0cd admin admin] Added segment 47dbe20b-fa58-47dc-b3ab-e0e2a78a5536 of type vlan for network 77b2a75d-f400-4539-8345-8e2b357f5c23
Dec 25 21:16:22.986774 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8879ea4-9159-4409-bf13-6fb1b38af0cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a90f643f-61fe-451d-80ef-ad971b4b5604,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:16:23.040339 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b91ab066-8ea0-42fe-877b-5b461db17ef2 req-3f25cc72-7b2e-400f-a15e-aecfc2d5f66a tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3f1ae63-416f-443f-b032-af0d7dcc9019&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1954007
Dec 25 21:16:23.066931 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 44495567-0385-4027-b4a8-a5daeb61a311 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:16:23.075068 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c52e92-3322-4c7f-bbc6-332a9e53c076 req-f13bbd7a-7f5f-429c-92d4-cd8b8d3c42e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:16:23.076589 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d2c52e92-3322-4c7f-bbc6-332a9e53c076 req-f13bbd7a-7f5f-429c-92d4-cd8b8d3c42e1 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=9dbe1e97c3f64bee9355ec5d1b424c8a&device_id=1d343d1d-ac0a-4447-862f-e13c2facfcef HTTP/1.1" status: 200  len: 1095 time: 0.2249210
Dec 25 21:16:23.080675 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-d8879ea4-9159-4409-bf13-6fb1b38af0cd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737602163420'] for network, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:23.097465 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] No Port match for: 44495567-0385-4027-b4a8-a5daeb61a311 {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:16:23.097917 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 44495567-0385-4027-b4a8-a5daeb61a311 not bound to the agent host ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:16:23.098616 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device d4ae1e55-5ea6-4683-a090-d308522608be no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:16:23.112214 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-afa9e9c8-e29a-4a73-aecd-c6723057dcfd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2014220'] for router, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:23.112717 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afa9e9c8-e29a-4a73-aecd-c6723057dcfd admin admin] Fanout notify agent at l3_agent the message router_deleted on router e0def438-1e5a-4a9a-b1e0-74f26b75f760 {{(pid=121607) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 25 21:16:23.126598 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-afa9e9c8-e29a-4a73-aecd-c6723057dcfd admin admin] Publish callbacks [] for router, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:23.130730 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-afa9e9c8-e29a-4a73-aecd-c6723057dcfd admin admin] 10.222.0.32 "DELETE /v2.0/routers/e0def438-1e5a-4a9a-b1e0-74f26b75f760 HTTP/1.1" status: 204  len: 168 time: 1.9855106
Dec 25 21:16:23.133514 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 53308) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:16:23.134332 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] No Port match for: d4ae1e55-5ea6-4683-a090-d308522608be {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:16:23.134943 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device d4ae1e55-5ea6-4683-a090-d308522608be not bound to the agent host ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:16:23.137121 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3c6377e0-9f59-4672-b231-362b9a0d470d req-bd75c8c7-3ba7-4f04-b437-9c344696ea2c tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] 10.222.0.32 "GET /v2.0/security-groups?id=e70b16a5-3c2f-443c-a3bd-2851d79b2b90&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1811976
Dec 25 21:16:23.226839 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c54f57-0fb8-4054-a772-6beeb732a7df req-f55b3b86-6c61-430f-ab02-c00e2e8b39bd tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:16:23.228553 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-35c54f57-0fb8-4054-a772-6beeb732a7df req-f55b3b86-6c61-430f-ab02-c00e2e8b39bd tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] 10.222.0.37 "GET /v2.0/networks?id=2c732578-b39b-40c1-8a55-147e577043a0 HTTP/1.1" status: 200  len: 812 time: 0.2301176
Dec 25 21:16:23.245704 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [req-35c54f57-0fb8-4054-a772-6beeb732a7df req-0f6cbdc0-9578-48b4-9742-72add65e793a tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] Request body: {'port': {'device_id': 'fcc7022a-66f7-4481-80f6-03320c1f3a53', 'network_id': '2c732578-b39b-40c1-8a55-147e577043a0', 'admin_state_up': True, 'tenant_id': '8154e82a58434a60b677d150202a5312'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:16:23.266844 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_v2 [None req-316c36b8-cc65-4076-8163-120d035724da admin admin] Deleting subnet 9df5d080-ab32-4fab-b5e1-35683f8face2 {{(pid=121607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Dec 25 21:16:23.281250 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-316c36b8-cc65-4076-8163-120d035724da admin admin] Publish callbacks [] for subnet, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:23.303308 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-d8879ea4-9159-4409-bf13-6fb1b38af0cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870'] for network, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:23.310344 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8879ea4-9159-4409-bf13-6fb1b38af0cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:16:23.310344 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-d8879ea4-9159-4409-bf13-6fb1b38af0cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for network, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:23.344965 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c52e92-3322-4c7f-bbc6-332a9e53c076 req-32c7997c-0cbf-4437-a43d-a9bdac58d5de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:16:23.346498 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d2c52e92-3322-4c7f-bbc6-332a9e53c076 req-32c7997c-0cbf-4437-a43d-a9bdac58d5de service neutron] 10.222.0.31 "GET /v2.0/networks?id=979f5e3f-5f36-45e3-b799-ae422a7efba5 HTTP/1.1" status: 200  len: 923 time: 0.2560732
Dec 25 21:16:23.399562 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-316c36b8-cc65-4076-8163-120d035724da admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10246617'] for subnet, precommit_delete_associations {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:23.433067 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-92e22d22-2ac1-471f-90ae-68c6482ad01c req-4d8f174c-8a2c-47a4-be68-69b2d1306978 tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] 10.222.0.32 "GET /v2.0/ports?device_id=fcc7022a-66f7-4481-80f6-03320c1f3a53 HTTP/1.1" status: 200  len: 210 time: 0.0974064
Dec 25 21:16:23.466482 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d2c52e92-3322-4c7f-bbc6-332a9e53c076 req-ba702519-5c1d-4103-9104-43064f8586a2 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=79306c37-bd08-49bf-b49d-90f7ba24ce10 HTTP/1.1" status: 200  len: 217 time: 0.0980031
Dec 25 21:16:23.467279 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8879ea4-9159-4409-bf13-6fb1b38af0cd admin admin] Pushing event updated for resources: {'Network': ['ID=77b2a75d-f400-4539-8345-8e2b357f5c23,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:16:23.473290 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-d8879ea4-9159-4409-bf13-6fb1b38af0cd admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 1.3270471
Dec 25 21:16:23.493895 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Network 77b2a75d-f400-4539-8345-8e2b357f5c23 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 25 21:16:23.519137 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device a8e1347c-d578-42de-9815-79469dc5aa48 no longer exists at agent hyperv_nch1-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:16:23.525891 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c52e92-3322-4c7f-bbc6-332a9e53c076 req-60284c50-bbad-458f-8536-d1f688963789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:16:23.527390 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d2c52e92-3322-4c7f-bbc6-332a9e53c076 req-60284c50-bbad-458f-8536-d1f688963789 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=048bdd92-f291-4a78-86a6-99fc0420bf47 HTTP/1.1" status: 200  len: 862 time: 0.0509448
Dec 25 21:16:23.539327 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 53320) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:16:23.546370 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-8192e105-83fa-4ca9-8e67-28b19b39397f admin admin] Request body: {'subnet': {'network_id': '77b2a75d-f400-4539-8345-8e2b357f5c23', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1828019191-subnet', 'tenant_id': 'ef4a444bae614ca7b19f2e61052a4c6e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:16:23.554427 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-316c36b8-cc65-4076-8163-120d035724da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995662'] for subnet, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:23.633895 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d2c52e92-3322-4c7f-bbc6-332a9e53c076 req-b9943c84-a352-4865-b711-de1efc2e4b05 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=979f5e3f-5f36-45e3-b799-ae422a7efba5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0834403
Dec 25 21:16:23.659554 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ec78d1-90d4-4c59-bf3f-5358fdce85f0 req-6faf11af-9d1a-466b-bc1a-402460f3da1e tempest-ImagesOneServerNegativeTestJSON-1717313213 tempest-ImagesOneServerNegativeTestJSON-1717313213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:16:23.661264 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d6ec78d1-90d4-4c59-bf3f-5358fdce85f0 req-6faf11af-9d1a-466b-bc1a-402460f3da1e tempest-ImagesOneServerNegativeTestJSON-1717313213 tempest-ImagesOneServerNegativeTestJSON-1717313213-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d343d1d-ac0a-4447-862f-e13c2facfcef HTTP/1.1" status: 200  len: 944 time: 0.1328447
Dec 25 21:16:23.676335 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8192e105-83fa-4ca9-8e67-28b19b39397f admin admin] Made reservation on behalf of ef4a444bae614ca7b19f2e61052a4c6e for: {'subnet': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:16:23.679472 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-8192e105-83fa-4ca9-8e67-28b19b39397f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8852834'] for subnet, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:23.776639 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d6ec78d1-90d4-4c59-bf3f-5358fdce85f0 req-955ae6fe-7520-4bd6-84e5-f765a1a3ee12 tempest-ImagesOneServerNegativeTestJSON-1717313213 tempest-ImagesOneServerNegativeTestJSON-1717313213-project] 10.222.0.32 "GET /v2.0/security-groups?id=90b09226-05f9-413f-802a-f36d3e55d2ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1048946
Dec 25 21:16:23.787855 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d2c52e92-3322-4c7f-bbc6-332a9e53c076 req-b947af1b-537d-43cb-a84b-26f6c7318e27 service neutron] 10.222.0.31 "GET /v2.0/networks/979f5e3f-5f36-45e3-b799-ae422a7efba5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1449745
Dec 25 21:16:23.795028 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:23.830788 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35c54f57-0fb8-4054-a772-6beeb732a7df req-0f6cbdc0-9578-48b4-9742-72add65e793a tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] Made reservation on behalf of 8154e82a58434a60b677d150202a5312 for: {'port': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:16:23.835659 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port a8e1347c-d578-42de-9815-79469dc5aa48, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a8e1347c-d578-42de-9815-79469dc5aa48,segment=NetworkSegment(85c774cb-a0eb-4ad9-961f-f331d3b37cd6),segment_id=85c774cb-a0eb-4ad9-961f-f331d3b37cd6)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:16:23.835915 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-35c54f57-0fb8-4054-a772-6beeb732a7df req-0f6cbdc0-9578-48b4-9742-72add65e793a tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:23.843064 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-316c36b8-cc65-4076-8163-120d035724da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8632410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8852809'] for subnet, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:23.901782 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd5fe7c0-bf8a-4da6-81c4-b4ee1a326e1f None None] Network 9567beaf-dc87-435f-8c75-e490291b6617 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:16:23.902250 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316c36b8-cc65-4076-8163-120d035724da admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9df5d080-ab32-4fab-b5e1-35683f8face2,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:16:23.906649 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-316c36b8-cc65-4076-8163-120d035724da admin admin] Publish callbacks [] for subnet, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:23.912011 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d2c52e92-3322-4c7f-bbc6-332a9e53c076 req-bae3ef4a-b464-4452-a31c-31ef4c01ebfe service neutron] 10.222.0.31 "GET /v2.0/networks/979f5e3f-5f36-45e3-b799-ae422a7efba5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1164129
Dec 25 21:16:23.912904 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 53328) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:16:23.913740 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-316c36b8-cc65-4076-8163-120d035724da admin admin] 10.222.0.32 "DELETE /v2.0/subnets/9df5d080-ab32-4fab-b5e1-35683f8face2 HTTP/1.1" status: 204  len: 168 time: 0.7789862
Dec 25 21:16:23.984974 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:24.018134 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-f555cf8b-052b-431f-ac7b-c5a47c86615f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625803'] for network, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:24.085684 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Pushing event updated for resources: {'Port': ['ID=a8e1347c-d578-42de-9815-79469dc5aa48,revision_number=8']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:16:24.158790 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-f555cf8b-052b-431f-ac7b-c5a47c86615f admin admin] Deleting port 3774161d-6394-4861-9d61-d4982ddc6243 {{(pid=121606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:16:24.158790 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-f555cf8b-052b-431f-ac7b-c5a47c86615f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:24.171235 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_common [req-35c54f57-0fb8-4054-a772-6beeb732a7df req-0f6cbdc0-9578-48b4-9742-72add65e793a tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] Allocated IP 172.20.0.10 (2c732578-b39b-40c1-8a55-147e577043a0/30c8b4fd-6c75-4e8c-b43d-f31074d76442/2464a3e4-d827-4b03-b011-1cbc611f04ec) {{(pid=121607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:16:24.218176 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bb809d5-caae-46f6-ba90-e7a87bdfb167 None None] DHCP port deletion for 9567beaf-dc87-435f-8c75-e490291b6617 request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 21:16:24.256945 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-8192e105-83fa-4ca9-8e67-28b19b39397f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8632475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8852848'] for subnet, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:24.283953 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [None req-f555cf8b-052b-431f-ac7b-c5a47c86615f admin admin] For port 3774161d-6394-4861-9d61-d4982ddc6243, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3774161d-6394-4861-9d61-d4982ddc6243,segment=NetworkSegment(2f0a2649-a57f-4db8-987a-184ba43b05bc),segment_id=2f0a2649-a57f-4db8-987a-184ba43b05bc)] {{(pid=121606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:16:24.284316 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-f555cf8b-052b-431f-ac7b-c5a47c86615f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:24.290359 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-6bb809d5-caae-46f6-ba90-e7a87bdfb167 None None] Deleting port 3774161d-6394-4861-9d61-d4982ddc6243 {{(pid=121608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:16:24.291257 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-6bb809d5-caae-46f6-ba90-e7a87bdfb167 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:24.304956 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-f555cf8b-052b-431f-ac7b-c5a47c86615f admin admin] Calling delete_port for 3774161d-6394-4861-9d61-d4982ddc6243 owned by network:dhcp {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:16:24.315030 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59d35b75-8e17-40b9-bfd2-615b2128e5df', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a8e1347c-d578-42de-9815-79469dc5aa48'}] {{(pid=121608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:16:24.318427 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a88c78c3ff6266bd59c7e89d275b28c92e739b67d23c89d71af88829fd31566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c883c082-3aeb-4ae6-aad2-0e5dcfde5fe6" -d '{"events": [{"server_uuid": "59d35b75-8e17-40b9-bfd2-615b2128e5df", "name": "network-vif-unplugged", "status": "completed", "tag": "a8e1347c-d578-42de-9815-79469dc5aa48"}]}' {{(pid=121608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:16:24.322770 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f31024b-6ed1-4acc-8a18-eeeb5d4c2bc3 req-3bfc201b-7090-4927-bc3a-8b14415b2c4c tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:16:24.324342 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0f31024b-6ed1-4acc-8a18-eeeb5d4c2bc3 req-3bfc201b-7090-4927-bc3a-8b14415b2c4c tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/ports?device_id=36168d53-184a-47fb-a60b-6f72689c760c HTTP/1.1" status: 200  len: 950 time: 0.1841562
Dec 25 21:16:24.368529 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-6bb809d5-caae-46f6-ba90-e7a87bdfb167 None None] For port 3774161d-6394-4861-9d61-d4982ddc6243, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3774161d-6394-4861-9d61-d4982ddc6243,segment=NetworkSegment(2f0a2649-a57f-4db8-987a-184ba43b05bc),segment_id=2f0a2649-a57f-4db8-987a-184ba43b05bc)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:16:24.368950 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-6bb809d5-caae-46f6-ba90-e7a87bdfb167 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:24.378078 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8192e105-83fa-4ca9-8e67-28b19b39397f admin admin] Pushing event updated for resources: {'Subnet': ['ID=5cc00bca-9276-4abd-9854-5fa193805042,revision_number=0']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:16:24.383014 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8192e105-83fa-4ca9-8e67-28b19b39397f admin admin] Checking segment: {'id': '47dbe20b-fa58-47dc-b3ab-e0e2a78a5536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '77b2a75d-f400-4539-8345-8e2b357f5c23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:16:24.383462 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8192e105-83fa-4ca9-8e67-28b19b39397f admin admin] Network hostable DHCP agents. Network: 77b2a75d-f400-4539-8345-8e2b357f5c23, hostable agents: ['1813db88-2c1b-4357-a2ba-869246b663c2'], hosted agents: [] {{(pid=121607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 25 21:16:24.383605 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-6bb809d5-caae-46f6-ba90-e7a87bdfb167 None None] Calling delete_port for 3774161d-6394-4861-9d61-d4982ddc6243 owned by network:dhcp {{(pid=121608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:16:24.384041 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79539b22-9ee6-47ac-b1c5-eef234f5182d req-124d0338-6c6a-4689-ab0b-13f2101f23b7 tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:16:24.391949 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-79539b22-9ee6-47ac-b1c5-eef234f5182d req-124d0338-6c6a-4689-ab0b-13f2101f23b7 tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] 10.222.0.32 "GET /v2.0/ports?device_id=a665e8d7-d64e-4879-9389-ad2efb13749b HTTP/1.1" status: 200  len: 945 time: 0.1580195
Dec 25 21:16:24.405810 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-35c54f57-0fb8-4054-a772-6beeb732a7df req-0f6cbdc0-9578-48b4-9742-72add65e793a tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] Publish callbacks [] for port, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:24.426390 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0f31024b-6ed1-4acc-8a18-eeeb5d4c2bc3 req-dc543862-d23a-42d9-abcb-0a3de63cb3a1 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3f1ae63-416f-443f-b032-af0d7dcc9019&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0922151
Dec 25 21:16:24.475232 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8192e105-83fa-4ca9-8e67-28b19b39397f admin admin] Network 77b2a75d-f400-4539-8345-8e2b357f5c23 is scheduled to be hosted by DHCP agent 1813db88-2c1b-4357-a2ba-869246b663c2 with binding_index 1 {{(pid=121607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 25 21:16:24.487120 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-79539b22-9ee6-47ac-b1c5-eef234f5182d req-d1507336-f950-4b08-b2e8-3b7d7b66bcac tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] 10.222.0.32 "GET /v2.0/security-groups?id=e70b16a5-3c2f-443c-a3bd-2851d79b2b90&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0942974
Dec 25 21:16:24.503627 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-35c54f57-0fb8-4054-a772-6beeb732a7df req-0f6cbdc0-9578-48b4-9742-72add65e793a tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:24.549361 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 25 Dec 2021 21:16:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d825b86e-3b8e-4974-968b-b8f2d8957791 x-openstack-request-id: req-d825b86e-3b8e-4974-968b-b8f2d8957791 {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:16:24.549889 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59d35b75-8e17-40b9-bfd2-615b2128e5df", "name": "network-vif-unplugged", "status": "completed", "tag": "a8e1347c-d578-42de-9815-79469dc5aa48", "code": 200}]} {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:16:24.550701 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d825b86e-3b8e-4974-968b-b8f2d8957791 {{(pid=121608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:16:24.551292 ncdv-master-1 neutron-server[121608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59d35b75-8e17-40b9-bfd2-615b2128e5df', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a8e1347c-d578-42de-9815-79469dc5aa48', 'code': 200}
Dec 25 21:16:24.559887 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35c54f57-0fb8-4054-a772-6beeb732a7df req-0f6cbdc0-9578-48b4-9742-72add65e793a tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] Network 2c732578-b39b-40c1-8a55-147e577043a0 is already hosted by enough agents. {{(pid=121607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:16:24.560352 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-6bb809d5-caae-46f6-ba90-e7a87bdfb167 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955'] for port, after_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:24.563137 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [req-35c54f57-0fb8-4054-a772-6beeb732a7df req-0f6cbdc0-9578-48b4-9742-72add65e793a tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] Resources bound (agent type, host, resource id):  {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:16:24.567888 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [req-35c54f57-0fb8-4054-a772-6beeb732a7df req-0f6cbdc0-9578-48b4-9742-72add65e793a tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] Received port after_create {{(pid=121607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:16:24.573575 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6cbdc0-9578-48b4-9742-72add65e793a tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] Pushing event updated for resources: {'Port': ['ID=2464a3e4-d827-4b03-b011-1cbc611f04ec,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:16:24.583643 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bb809d5-caae-46f6-ba90-e7a87bdfb167 None None] No DVR routers for this DVR port 3774161d-6394-4861-9d61-d4982ddc6243 on host ncdv-master-1 {{(pid=121608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:16:24.586892 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-f555cf8b-052b-431f-ac7b-c5a47c86615f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:24.598187 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-8192e105-83fa-4ca9-8e67-28b19b39397f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 77b2a75d-f400-4539-8345-8e2b357f5c23) {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:16:24.608060 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8192e105-83fa-4ca9-8e67-28b19b39397f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:16:24.608650 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-8192e105-83fa-4ca9-8e67-28b19b39397f admin admin] Publish callbacks [] for subnet, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:24.630553 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07d6dcb3-5ab6-4f43-9365-cbe408250c2d None None] Network 77b2a75d-f400-4539-8345-8e2b357f5c23 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:16:24.633168 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb809d5-caae-46f6-ba90-e7a87bdfb167 None None] Pushing event deleted for resources: {'Port': ['ID=3774161d-6394-4861-9d61-d4982ddc6243,revision_number=None']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:16:24.635245 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c54f57-0fb8-4054-a772-6beeb732a7df req-0f6cbdc0-9578-48b4-9742-72add65e793a tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:16:24.635884 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-35c54f57-0fb8-4054-a772-6beeb732a7df req-0f6cbdc0-9578-48b4-9742-72add65e793a tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:24.679246 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f555cf8b-052b-431f-ac7b-c5a47c86615f admin admin] No DVR routers for this DVR port 3774161d-6394-4861-9d61-d4982ddc6243 on host ncdv-master-1 {{(pid=121606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:16:24.681822 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f555cf8b-052b-431f-ac7b-c5a47c86615f admin admin] Pushing event deleted for resources: {'Port': ['ID=3774161d-6394-4861-9d61-d4982ddc6243,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:16:24.709975 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-8192e105-83fa-4ca9-8e67-28b19b39397f admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 1.1686490
Dec 25 21:16:24.739363 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-35c54f57-0fb8-4054-a772-6beeb732a7df req-0f6cbdc0-9578-48b4-9742-72add65e793a tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.4977002
Dec 25 21:16:24.752437 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [req-35c54f57-0fb8-4054-a772-6beeb732a7df req-079a8aa5-4f08-492d-89ce-b59efa891ae6 service neutron] Request body: {'port': {'device_id': 'fcc7022a-66f7-4481-80f6-03320c1f3a53', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:16:24.765327 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d887fc94-c4bf-4ae8-b5fc-2854fbac3479 None None] Network 77b2a75d-f400-4539-8345-8e2b357f5c23 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:16:24.832650 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-35c54f57-0fb8-4054-a772-6beeb732a7df req-079a8aa5-4f08-492d-89ce-b59efa891ae6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:24.861995 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-f555cf8b-052b-431f-ac7b-c5a47c86615f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997585', 'neutron.services.segments.db._delete_segments_for_network-8737602743071'] for network, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:24.874723 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f268a8-b41e-49b3-b34b-185530942fa2 req-8ed7551b-7471-4f27-9b7c-43a7f1880816 tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:16:24.882152 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-32f268a8-b41e-49b3-b34b-185530942fa2 req-8ed7551b-7471-4f27-9b7c-43a7f1880816 tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] 10.222.0.32 "GET /v2.0/ports?device_id=a665e8d7-d64e-4879-9389-ad2efb13749b HTTP/1.1" status: 200  len: 945 time: 0.2562852
Dec 25 21:16:24.925914 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488bf3b0-d109-4d4d-a166-7c4d1f696cb0 req-e0ddfd6e-ff28-4652-8188-a301bbf8aecb tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:16:24.927456 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-488bf3b0-d109-4d4d-a166-7c4d1f696cb0 req-e0ddfd6e-ff28-4652-8188-a301bbf8aecb tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] 10.222.0.32 "GET /v2.0/ports?device_id=fcc7022a-66f7-4481-80f6-03320c1f3a53 HTTP/1.1" status: 200  len: 932 time: 0.2519131
Dec 25 21:16:24.933946 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d154026f-ba8f-45fb-9c98-77b7e2b628c0 req-b17c585a-23cf-4922-b133-b7627210d521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:16:24.935528 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d154026f-ba8f-45fb-9c98-77b7e2b628c0 req-b17c585a-23cf-4922-b133-b7627210d521 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ed880d80bcfb4641b02f26da5fad21b8&device_id=36168d53-184a-47fb-a60b-6f72689c760c HTTP/1.1" status: 200  len: 1101 time: 0.2246473
Dec 25 21:16:24.937491 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.segments.db [None req-f555cf8b-052b-431f-ac7b-c5a47c86615f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2611ccb1c0>,) {'filters': {'network_id': ['9567beaf-dc87-435f-8c75-e490291b6617']}} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:16:24.967110 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.segments.db [None req-f555cf8b-052b-431f-ac7b-c5a47c86615f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2611ccb1c0>, '2f0a2649-a57f-4db8-987a-184ba43b05bc') {'for_net_delete': True} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:16:24.967487 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.segments.db [None req-f555cf8b-052b-431f-ac7b-c5a47c86615f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2611ccb1c0>, '2f0a2649-a57f-4db8-987a-184ba43b05bc') {} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:16:25.009982 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 3774161d-6394-4861-9d61-d4982ddc6243 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:16:25.012626 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-f555cf8b-052b-431f-ac7b-c5a47c86615f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737602746920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9084222'] for segment, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:25.040039 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] No Port match for: 3774161d-6394-4861-9d61-d4982ddc6243 {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:16:25.040391 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 3774161d-6394-4861-9d61-d4982ddc6243 not bound to the agent host ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:16:25.066234 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-32f268a8-b41e-49b3-b34b-185530942fa2 req-4ac4f4f0-8749-427d-a498-b82b2e70723f tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] 10.222.0.32 "GET /v2.0/security-groups?id=e70b16a5-3c2f-443c-a3bd-2851d79b2b90&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1831331
Dec 25 21:16:25.103015 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-f555cf8b-052b-431f-ac7b-c5a47c86615f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:25.121800 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-488bf3b0-d109-4d4d-a166-7c4d1f696cb0 req-496fb0bb-71cf-4f68-8120-66aeb6d8b1e3 tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] 10.222.0.32 "GET /v2.0/security-groups?id=2bf8651c-3ed0-44bb-a064-d61aab6ec281&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1801100
Dec 25 21:16:25.123359 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f555cf8b-052b-431f-ac7b-c5a47c86615f admin admin] Releasing vlan 192 on physical network physnet1 to pool {{(pid=121606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 25 21:16:25.123823 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-f555cf8b-052b-431f-ac7b-c5a47c86615f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9084542'] for segment, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:25.139606 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:16:25.139606 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:16:25.139606 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:16:25.139606 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:16:25.139606 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:16:25.139606 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:16:25.139606 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:16:25.139606 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:16:25.139606 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:16:25.139606 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:16:25.139606 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:16:25.139606 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:16:25.139606 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:16:25.139606 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:16:25.139606 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:16:25.139606 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:16:25.139606 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:16:25.139606 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:16:25.139606 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 25 21:16:25.139606 ncdv-master-1 neutron-server[121606]:   self.session.flush()
Dec 25 21:16:25.139606 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 25 21:16:25.139606 ncdv-master-1 neutron-server[121606]:   self.session.flush()
Dec 25 21:16:25.139606 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 25 21:16:25.139606 ncdv-master-1 neutron-server[121606]:   self.session.flush()
Dec 25 21:16:25.139606 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 25 21:16:25.139606 ncdv-master-1 neutron-server[121606]:   self.session.flush()
Dec 25 21:16:25.139606 ncdv-master-1 neutron-server[121606]: Traceback (most recent call last):
Dec 25 21:16:25.139606 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 25 21:16:25.139606 ncdv-master-1 neutron-server[121606]:     timer()
Dec 25 21:16:25.139606 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 25 21:16:25.139606 ncdv-master-1 neutron-server[121606]:     cb(*args, **kw)
Dec 25 21:16:25.139606 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 25 21:16:25.139606 ncdv-master-1 neutron-server[121606]:     return func(*args, **kwargs)
Dec 25 21:16:25.139606 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 25 21:16:25.139606 ncdv-master-1 neutron-server[121606]:     self._notify()
Dec 25 21:16:25.139606 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 25 21:16:25.139606 ncdv-master-1 neutron-server[121606]:     self.callback(batched_events)
Dec 25 21:16:25.139606 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 25 21:16:25.139606 ncdv-master-1 neutron-server[121606]:     event.method(event)
Dec 25 21:16:25.139606 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 25 21:16:25.139606 ncdv-master-1 neutron-server[121606]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 25 21:16:25.139606 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 25 21:16:25.139606 ncdv-master-1 neutron-server[121606]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 25 21:16:25.139606 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 25 21:16:25.139606 ncdv-master-1 neutron-server[121606]:     return f(self, *a, **k)
Dec 25 21:16:25.139606 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 25 21:16:25.139606 ncdv-master-1 neutron-server[121606]:     return self._get(url).json()
Dec 25 21:16:25.139606 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 25 21:16:25.139606 ncdv-master-1 neutron-server[121606]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 25 21:16:25.139606 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 25 21:16:25.139606 ncdv-master-1 neutron-server[121606]:     return self.request(url, 'GET', **kwargs)
Dec 25 21:16:25.139606 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 25 21:16:25.139606 ncdv-master-1 neutron-server[121606]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 25 21:16:25.139606 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 25 21:16:25.139606 ncdv-master-1 neutron-server[121606]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 25 21:16:25.144440 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 25 21:16:25.144440 ncdv-master-1 neutron-server[121606]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 25 21:16:25.144440 ncdv-master-1 neutron-server[121606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 25 21:16:25.194691 ncdv-master-1 neutron-server[121607]: DEBUG neutron.notifiers.nova [req-35c54f57-0fb8-4054-a772-6beeb732a7df req-079a8aa5-4f08-492d-89ce-b59efa891ae6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2464a3e4-d827-4b03-b011-1cbc611f04ec {{(pid=121607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:16:25.210367 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-35c54f57-0fb8-4054-a772-6beeb732a7df req-079a8aa5-4f08-492d-89ce-b59efa891ae6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:25.240701 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.provisioning_blocks [req-35c54f57-0fb8-4054-a772-6beeb732a7df req-079a8aa5-4f08-492d-89ce-b59efa891ae6 service neutron] Transition to ACTIVE for port object 2464a3e4-d827-4b03-b011-1cbc611f04ec will not be triggered until provisioned by entity L2. {{(pid=121607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 25 21:16:25.252721 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d154026f-ba8f-45fb-9c98-77b7e2b628c0 req-357fcc86-108e-4293-b7a7-e212e397bcb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:16:25.254251 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d154026f-ba8f-45fb-9c98-77b7e2b628c0 req-357fcc86-108e-4293-b7a7-e212e397bcb7 service neutron] 10.222.0.37 "GET /v2.0/networks?id=8f212e98-547d-4c6e-a560-2e9a548c8f59 HTTP/1.1" status: 200  len: 870 time: 0.3014386
Dec 25 21:16:25.268205 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953e044b-102e-45a4-a876-a84ca318425b req-faeba769-c206-49e7-99bb-2d9ae87ab1c6 tempest-ImagesOneServerNegativeTestJSON-1717313213 tempest-ImagesOneServerNegativeTestJSON-1717313213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:16:25.269706 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-953e044b-102e-45a4-a876-a84ca318425b req-faeba769-c206-49e7-99bb-2d9ae87ab1c6 tempest-ImagesOneServerNegativeTestJSON-1717313213 tempest-ImagesOneServerNegativeTestJSON-1717313213-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d343d1d-ac0a-4447-862f-e13c2facfcef HTTP/1.1" status: 200  len: 944 time: 0.1165919
Dec 25 21:16:25.315714 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d154026f-ba8f-45fb-9c98-77b7e2b628c0 req-372b4545-f069-42fc-9a02-dbea906e0430 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.126&port_id=a97266bc-054b-4f05-9507-8f17f9e55d8f HTTP/1.1" status: 200  len: 217 time: 0.0450575
Dec 25 21:16:25.320098 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-35c54f57-0fb8-4054-a772-6beeb732a7df req-079a8aa5-4f08-492d-89ce-b59efa891ae6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8632327'] for port, after_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:25.364502 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-f555cf8b-052b-431f-ac7b-c5a47c86615f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2008653'] for network, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:25.378277 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-f555cf8b-052b-431f-ac7b-c5a47c86615f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for network, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:25.384563 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-f555cf8b-052b-431f-ac7b-c5a47c86615f admin admin] 10.222.0.32 "DELETE /v2.0/networks/9567beaf-dc87-435f-8c75-e490291b6617 HTTP/1.1" status: 204  len: 168 time: 1.4680722
Dec 25 21:16:25.407602 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f555cf8b-052b-431f-ac7b-c5a47c86615f admin admin] Pushing event deleted for resources: {'Network': ['ID=9567beaf-dc87-435f-8c75-e490291b6617,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:16:25.410797 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079a8aa5-4f08-492d-89ce-b59efa891ae6 service neutron] Pushing event updated for resources: {'Port': ['ID=2464a3e4-d827-4b03-b011-1cbc611f04ec,revision_number=2']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:16:25.422730 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-953e044b-102e-45a4-a876-a84ca318425b req-42e296e5-d861-484b-9db6-b80abf20a543 tempest-ImagesOneServerNegativeTestJSON-1717313213 tempest-ImagesOneServerNegativeTestJSON-1717313213-project] 10.222.0.32 "GET /v2.0/security-groups?id=90b09226-05f9-413f-802a-f36d3e55d2ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1449673
Dec 25 21:16:25.444697 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d154026f-ba8f-45fb-9c98-77b7e2b628c0 req-f34670e8-5ee0-4582-a99d-61ec6af1c615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:16:25.447556 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d154026f-ba8f-45fb-9c98-77b7e2b628c0 req-f34670e8-5ee0-4582-a99d-61ec6af1c615 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=dcfbae86-f93e-400c-8084-eac7f56ff5ba HTTP/1.1" status: 200  len: 843 time: 0.1227009
Dec 25 21:16:25.495724 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.managers [req-35c54f57-0fb8-4054-a772-6beeb732a7df req-079a8aa5-4f08-492d-89ce-b59efa891ae6 service neutron] Attempting to bind port 2464a3e4-d827-4b03-b011-1cbc611f04ec on host nch2-master-1 for vnic_type normal with profile  {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:16:25.496063 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.managers [req-35c54f57-0fb8-4054-a772-6beeb732a7df req-079a8aa5-4f08-492d-89ce-b59efa891ae6 service neutron] Attempting to bind port 2464a3e4-d827-4b03-b011-1cbc611f04ec by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '40b3768f-3d6e-4d28-9b2a-4711b7f0f059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '2c732578-b39b-40c1-8a55-147e577043a0'}] {{(pid=121607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:16:25.496392 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35c54f57-0fb8-4054-a772-6beeb732a7df req-079a8aa5-4f08-492d-89ce-b59efa891ae6 service neutron] Attempting to bind port 2464a3e4-d827-4b03-b011-1cbc611f04ec on network 2c732578-b39b-40c1-8a55-147e577043a0 {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:16:25.502659 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35c54f57-0fb8-4054-a772-6beeb732a7df req-079a8aa5-4f08-492d-89ce-b59efa891ae6 service neutron] Port 2464a3e4-d827-4b03-b011-1cbc611f04ec on network 2c732578-b39b-40c1-8a55-147e577043a0 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 25 21:16:25.502984 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35c54f57-0fb8-4054-a772-6beeb732a7df req-079a8aa5-4f08-492d-89ce-b59efa891ae6 service neutron] Attempting to bind port 2464a3e4-d827-4b03-b011-1cbc611f04ec on network 2c732578-b39b-40c1-8a55-147e577043a0 {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:16:25.509349 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35c54f57-0fb8-4054-a772-6beeb732a7df req-079a8aa5-4f08-492d-89ce-b59efa891ae6 service neutron] Checking agent: {'id': '0d9ae313-8f8d-40fa-8a9f-d098a25a9911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 21, 4, 38), 'started_at': datetime.datetime(2021, 12, 25, 21, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 16, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:16:25.509617 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35c54f57-0fb8-4054-a772-6beeb732a7df req-079a8aa5-4f08-492d-89ce-b59efa891ae6 service neutron] Checking segment: {'id': '40b3768f-3d6e-4d28-9b2a-4711b7f0f059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '2c732578-b39b-40c1-8a55-147e577043a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:16:25.509997 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35c54f57-0fb8-4054-a772-6beeb732a7df req-079a8aa5-4f08-492d-89ce-b59efa891ae6 service neutron] Bound using segment: {'id': '40b3768f-3d6e-4d28-9b2a-4711b7f0f059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '2c732578-b39b-40c1-8a55-147e577043a0'} {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:16:25.510417 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.managers [req-35c54f57-0fb8-4054-a772-6beeb732a7df req-079a8aa5-4f08-492d-89ce-b59efa891ae6 service neutron] Bound port: 2464a3e4-d827-4b03-b011-1cbc611f04ec, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40b3768f-3d6e-4d28-9b2a-4711b7f0f059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '2c732578-b39b-40c1-8a55-147e577043a0'}}] {{(pid=121607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:16:25.510766 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-35c54f57-0fb8-4054-a772-6beeb732a7df req-079a8aa5-4f08-492d-89ce-b59efa891ae6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:25.527967 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device 79306c37-bd08-49bf-b49d-90f7ba24ce10 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 25 21:16:25.555545 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d154026f-ba8f-45fb-9c98-77b7e2b628c0 req-3b650b40-66a2-40e9-9260-26ce878bc8e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:16:25.557468 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d154026f-ba8f-45fb-9c98-77b7e2b628c0 req-3b650b40-66a2-40e9-9260-26ce878bc8e0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8f212e98-547d-4c6e-a560-2e9a548c8f59&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0992107
Dec 25 21:16:25.570706 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efd81fd-6829-4d82-829d-dc0a0284d49c req-de6dc6ed-0491-48bb-ae2b-d9fefa96317d tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:16:25.581521 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9efd81fd-6829-4d82-829d-dc0a0284d49c req-de6dc6ed-0491-48bb-ae2b-d9fefa96317d tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] 10.222.0.32 "GET /v2.0/ports?device_id=a665e8d7-d64e-4879-9389-ad2efb13749b HTTP/1.1" status: 200  len: 945 time: 0.1325850
Dec 25 21:16:25.605529 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 53382) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:16:25.617120 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-cb509a0a-b716-44c9-ad64-5f454926456f admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-599941652-network', 'tenant_id': '759e68391a21437c981ea5c487262fdd'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:16:25.639225 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.db [req-35c54f57-0fb8-4054-a772-6beeb732a7df req-079a8aa5-4f08-492d-89ce-b59efa891ae6 service neutron] For port 2464a3e4-d827-4b03-b011-1cbc611f04ec, host nch2-master-1, cleared binding levels {{(pid=121607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:16:25.644381 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.db [req-35c54f57-0fb8-4054-a772-6beeb732a7df req-079a8aa5-4f08-492d-89ce-b59efa891ae6 service neutron] For port 2464a3e4-d827-4b03-b011-1cbc611f04ec, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2464a3e4-d827-4b03-b011-1cbc611f04ec,segment=NetworkSegment(40b3768f-3d6e-4d28-9b2a-4711b7f0f059),segment_id=40b3768f-3d6e-4d28-9b2a-4711b7f0f059)] {{(pid=121607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:16:25.669082 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port 79306c37-bd08-49bf-b49d-90f7ba24ce10, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=79306c37-bd08-49bf-b49d-90f7ba24ce10,segment=NetworkSegment(851a1add-14f1-4631-9dc8-d7579713b600),segment_id=851a1add-14f1-4631-9dc8-d7579713b600)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:16:25.680769 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Returning: {'device': '79306c37-bd08-49bf-b49d-90f7ba24ce10', 'network_id': '979f5e3f-5f36-45e3-b799-ae422a7efba5', 'port_id': '79306c37-bd08-49bf-b49d-90f7ba24ce10', 'mac_address': 'fa:16:3e:59:b4:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '048bdd92-f291-4a78-86a6-99fc0420bf47', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 25 21:16:25.723262 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:25.737237 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79306c37-bd08-49bf-b49d-90f7ba24ce10 {{(pid=121608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:16:25.748035 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70df4813-f035-4141-95ee-f1780fd95a68 req-c227e9a9-d5f8-4a62-b4b8-105bc0b6100c tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:16:25.749567 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-70df4813-f035-4141-95ee-f1780fd95a68 req-c227e9a9-d5f8-4a62-b4b8-105bc0b6100c tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/ports?device_id=36168d53-184a-47fb-a60b-6f72689c760c HTTP/1.1" status: 200  len: 950 time: 0.1662490
Dec 25 21:16:25.761420 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9efd81fd-6829-4d82-829d-dc0a0284d49c req-cf626a0e-c6d0-40f0-a657-5459da0c7680 tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] 10.222.0.32 "GET /v2.0/security-groups?id=e70b16a5-3c2f-443c-a3bd-2851d79b2b90&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1738172
Dec 25 21:16:25.761606 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port 79306c37-bd08-49bf-b49d-90f7ba24ce10, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=79306c37-bd08-49bf-b49d-90f7ba24ce10,segment=NetworkSegment(851a1add-14f1-4631-9dc8-d7579713b600),segment_id=851a1add-14f1-4631-9dc8-d7579713b600)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:16:25.772271 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb509a0a-b716-44c9-ad64-5f454926456f admin admin] Made reservation on behalf of 759e68391a21437c981ea5c487262fdd for: {'network': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:16:25.777211 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-cb509a0a-b716-44c9-ad64-5f454926456f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for network, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:25.777957 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-35c54f57-0fb8-4054-a772-6beeb732a7df req-079a8aa5-4f08-492d-89ce-b59efa891ae6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8632327'] for port, after_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:25.793421 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d154026f-ba8f-45fb-9c98-77b7e2b628c0 req-64c48fd7-6ec3-414f-b482-2ce4896d5d92 service neutron] 10.222.0.37 "GET /v2.0/networks/8f212e98-547d-4c6e-a560-2e9a548c8f59?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2074404
Dec 25 21:16:25.814094 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-cb509a0a-b716-44c9-ad64-5f454926456f admin admin] Publish callbacks [] for security_group, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:25.834285 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c54f57-0fb8-4054-a772-6beeb732a7df req-079a8aa5-4f08-492d-89ce-b59efa891ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:16:25.840431 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-35c54f57-0fb8-4054-a772-6beeb732a7df req-079a8aa5-4f08-492d-89ce-b59efa891ae6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:25.840431 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-35c54f57-0fb8-4054-a772-6beeb732a7df req-079a8aa5-4f08-492d-89ce-b59efa891ae6 service neutron] 10.222.0.37 "PUT /v2.0/ports/2464a3e4-d827-4b03-b011-1cbc611f04ec HTTP/1.1" status: 200  len: 1092 time: 1.0891955
Dec 25 21:16:25.846351 ncdv-master-1 neutron-server[121607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fcc7022a-66f7-4481-80f6-03320c1f3a53', 'tag': '2464a3e4-d827-4b03-b011-1cbc611f04ec'}] {{(pid=121607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:16:25.851145 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f980bbcadfa7bf1e788024e1448be660373c21f97f015f780444e999c451203" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c809f650-5420-488e-b9bf-90b241fdc7c7" -d '{"events": [{"name": "network-changed", "server_uuid": "fcc7022a-66f7-4481-80f6-03320c1f3a53", "tag": "2464a3e4-d827-4b03-b011-1cbc611f04ec"}]}' {{(pid=121607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:16:25.857432 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-70df4813-f035-4141-95ee-f1780fd95a68 req-aeceaf9f-9ca7-40d7-b53c-d23711d4390f tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3f1ae63-416f-443f-b032-af0d7dcc9019&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0932095
Dec 25 21:16:25.897715 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:25.904439 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device 36aab66a-d72a-4228-bef8-35285fc6597a details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 25 21:16:25.904612 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079a8aa5-4f08-492d-89ce-b59efa891ae6 service neutron] Pushing event updated for resources: {'Port': ['ID=2464a3e4-d827-4b03-b011-1cbc611f04ec,revision_number=3']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:16:25.923718 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Dec 2021 21:16:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fc3f132-0cc9-4e91-9ee3-67fe7cb35f76 x-openstack-request-id: req-8fc3f132-0cc9-4e91-9ee3-67fe7cb35f76 {{(pid=121607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:16:25.924017 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fcc7022a-66f7-4481-80f6-03320c1f3a53", "tag": "2464a3e4-d827-4b03-b011-1cbc611f04ec", "status": "completed", "code": 200}]} {{(pid=121607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:16:25.924344 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8fc3f132-0cc9-4e91-9ee3-67fe7cb35f76 {{(pid=121607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:16:25.925105 ncdv-master-1 neutron-server[121607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fcc7022a-66f7-4481-80f6-03320c1f3a53', 'tag': '2464a3e4-d827-4b03-b011-1cbc611f04ec', 'status': 'completed', 'code': 200}
Dec 25 21:16:25.978200 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d154026f-ba8f-45fb-9c98-77b7e2b628c0 req-7ffbeef9-2b98-4cd6-89e6-e148c13bfc06 service neutron] 10.222.0.37 "GET /v2.0/networks/8f212e98-547d-4c6e-a560-2e9a548c8f59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1738157
Dec 25 21:16:25.999862 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Pushing event updated for resources: {'Port': ['ID=79306c37-bd08-49bf-b49d-90f7ba24ce10,revision_number=4']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:16:26.009662 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974e5524-4d37-4b59-91fc-d3ca4a546de3 req-550b6938-e84b-4ddc-883e-219010985d07 tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:16:26.011601 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-974e5524-4d37-4b59-91fc-d3ca4a546de3 req-550b6938-e84b-4ddc-883e-219010985d07 tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] 10.222.0.32 "GET /v2.0/ports?device_id=a665e8d7-d64e-4879-9389-ad2efb13749b HTTP/1.1" status: 200  len: 945 time: 0.1166549
Dec 25 21:16:26.034639 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c809f650-5420-488e-b9bf-90b241fdc7c7 req-609c835a-962b-4863-9f2c-b16e6a2cc19a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:16:26.036238 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-c809f650-5420-488e-b9bf-90b241fdc7c7 req-609c835a-962b-4863-9f2c-b16e6a2cc19a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8154e82a58434a60b677d150202a5312&device_id=fcc7022a-66f7-4481-80f6-03320c1f3a53 HTTP/1.1" status: 200  len: 1095 time: 0.0703037
Dec 25 21:16:26.059205 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-cb509a0a-b716-44c9-ad64-5f454926456f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:26.064706 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 53388) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:16:26.081463 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port 36aab66a-d72a-4228-bef8-35285fc6597a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=36aab66a-d72a-4228-bef8-35285fc6597a,segment=NetworkSegment(85c774cb-a0eb-4ad9-961f-f331d3b37cd6),segment_id=85c774cb-a0eb-4ad9-961f-f331d3b37cd6)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:16:26.084379 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-974e5524-4d37-4b59-91fc-d3ca4a546de3 req-f6dc1ef5-90d6-4065-bf17-92ebe7c0d82a tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] 10.222.0.32 "GET /v2.0/security-groups?id=e70b16a5-3c2f-443c-a3bd-2851d79b2b90&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0663645
Dec 25 21:16:26.111141 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Returning: {'device': '36aab66a-d72a-4228-bef8-35285fc6597a', 'network_id': '8f212e98-547d-4c6e-a560-2e9a548c8f59', 'port_id': '36aab66a-d72a-4228-bef8-35285fc6597a', 'mac_address': 'fa:16:3e:d1:5f:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcfbae86-f93e-400c-8084-eac7f56ff5ba', 'ip_address': '192.168.233.217'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 25 21:16:26.135815 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-342e43e6-6a7c-4f72-827a-7db73dc5dea5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f5ed5c4fc23d460e8d63226986b549bd&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0677454
Dec 25 21:16:26.138497 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-cb509a0a-b716-44c9-ad64-5f454926456f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:26.140932 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 53392) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:16:26.154671 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb509a0a-b716-44c9-ad64-5f454926456f admin admin] vlan segment allocate from pool success with {'vlan_id': 189, 'physical_network': 'physnet1'}  {{(pid=121607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 25 21:16:26.172035 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:26.200080 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36aab66a-d72a-4228-bef8-35285fc6597a {{(pid=121608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:16:26.203635 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c809f650-5420-488e-b9bf-90b241fdc7c7 req-23f5dd0d-c3b3-4496-bb73-b46de9e49d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:16:26.205336 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-c809f650-5420-488e-b9bf-90b241fdc7c7 req-23f5dd0d-c3b3-4496-bb73-b46de9e49d25 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=8154e82a58434a60b677d150202a5312&shared=False HTTP/1.1" status: 200  len: 913 time: 0.1611500
Dec 25 21:16:26.206408 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-cb509a0a-b716-44c9-ad64-5f454926456f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:26.206749 ncdv-master-1 neutron-server[121607]: INFO neutron.db.segments_db [None req-cb509a0a-b716-44c9-ad64-5f454926456f admin admin] Added segment f58afd9b-4e5f-4744-b0b4-b267e636d9d6 of type vlan for network df00f948-e7f2-405b-a9e6-59f97a899868
Dec 25 21:16:26.225764 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port 36aab66a-d72a-4228-bef8-35285fc6597a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=36aab66a-d72a-4228-bef8-35285fc6597a,segment=NetworkSegment(85c774cb-a0eb-4ad9-961f-f331d3b37cd6),segment_id=85c774cb-a0eb-4ad9-961f-f331d3b37cd6)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:16:26.226483 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb509a0a-b716-44c9-ad64-5f454926456f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87dc2b7c-777b-4730-bb71-b5a3bf28a732,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:16:26.248824 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-bced5970-b999-44da-a865-0154ea2e15f4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:26.283932 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-cb509a0a-b716-44c9-ad64-5f454926456f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737602163420'] for network, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:26.286133 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-bced5970-b999-44da-a865-0154ea2e15f4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:26.295360 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8022871-73bc-426f-88f1-8ff48aed52ec req-160b3fbd-4c8f-4e2a-9cb0-7d44dcbf6afc tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:16:26.296915 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d8022871-73bc-426f-88f1-8ff48aed52ec req-160b3fbd-4c8f-4e2a-9cb0-7d44dcbf6afc tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] 10.222.0.32 "GET /v2.0/ports?device_id=fcc7022a-66f7-4481-80f6-03320c1f3a53 HTTP/1.1" status: 200  len: 944 time: 0.0864849
Dec 25 21:16:26.303312 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:26.359120 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Pushing event updated for resources: {'Port': ['ID=36aab66a-d72a-4228-bef8-35285fc6597a,revision_number=9']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:16:26.370560 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c809f650-5420-488e-b9bf-90b241fdc7c7 req-5ae81135-79e9-40f6-8d6e-13df9084ca9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:16:26.372450 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-c809f650-5420-488e-b9bf-90b241fdc7c7 req-5ae81135-79e9-40f6-8d6e-13df9084ca9a service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1558814
Dec 25 21:16:26.395540 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d8022871-73bc-426f-88f1-8ff48aed52ec req-e1b84151-38f9-4441-ac12-c4431d845c83 tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] 10.222.0.32 "GET /v2.0/security-groups?id=2bf8651c-3ed0-44bb-a064-d61aab6ec281&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0808802
Dec 25 21:16:26.398681 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] get_ports_and_sgs() called for port_ids ['36aab66a-d72a-4228-bef8-35285fc6597a'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:16:26.461164 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c54f57-0fb8-4054-a772-6beeb732a7df req-c6aaec18-e39c-441d-9132-d8e45163d4ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:16:26.463467 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-35c54f57-0fb8-4054-a772-6beeb732a7df req-c6aaec18-e39c-441d-9132-d8e45163d4ba service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8154e82a58434a60b677d150202a5312&device_id=fcc7022a-66f7-4481-80f6-03320c1f3a53 HTTP/1.1" status: 200  len: 1095 time: 0.0454845
Dec 25 21:16:26.465137 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-cb509a0a-b716-44c9-ad64-5f454926456f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870'] for network, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:26.466573 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb509a0a-b716-44c9-ad64-5f454926456f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:16:26.467674 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-cb509a0a-b716-44c9-ad64-5f454926456f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for network, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:26.493176 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-bced5970-b999-44da-a865-0154ea2e15f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:26.503334 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-bced5970-b999-44da-a865-0154ea2e15f4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:26.508719 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-bced5970-b999-44da-a865-0154ea2e15f4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f175465c-43c1-43a0-9cac-a66cabeecb19 HTTP/1.1" status: 204  len: 168 time: 0.3668847
Dec 25 21:16:26.543413 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bced5970-b999-44da-a865-0154ea2e15f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f175465c-43c1-43a0-9cac-a66cabeecb19,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:16:26.551190 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-35c54f57-0fb8-4054-a772-6beeb732a7df req-84dcdf26-f885-45d5-9c73-6667ccb7b296 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2464a3e4-d827-4b03-b011-1cbc611f04ec HTTP/1.1" status: 200  len: 217 time: 0.0585742
Dec 25 21:16:26.594630 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] get_ports_and_sgs() called for port_ids ['79306c37-bd08-49bf-b49d-90f7ba24ce10'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:16:26.647324 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-cb509a0a-b716-44c9-ad64-5f454926456f admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 1.0393968
Dec 25 21:16:26.648929 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c54f57-0fb8-4054-a772-6beeb732a7df req-db5df592-f741-4e2a-aa42-dadafdd70d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:16:26.650599 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-35c54f57-0fb8-4054-a772-6beeb732a7df req-db5df592-f741-4e2a-aa42-dadafdd70d22 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=30c8b4fd-6c75-4e8c-b43d-f31074d76442 HTTP/1.1" status: 200  len: 852 time: 0.0587862
Dec 25 21:16:26.650858 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 53420) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:16:26.653179 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb509a0a-b716-44c9-ad64-5f454926456f admin admin] Pushing event updated for resources: {'Network': ['ID=df00f948-e7f2-405b-a9e6-59f97a899868,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:16:26.659768 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-b34cc20c-c011-4dbc-ad1d-5604748df963 admin admin] Request body: {'subnet': {'network_id': 'df00f948-e7f2-405b-a9e6-59f97a899868', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-599941652-subnet', 'tenant_id': '759e68391a21437c981ea5c487262fdd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:16:26.671335 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Network df00f948-e7f2-405b-a9e6-59f97a899868 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 25 21:16:26.686819 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cf3155-674c-4454-8813-0c10a5581658 req-0a985886-72c2-4cc7-9053-cffb1c5889d7 tempest-ImagesOneServerNegativeTestJSON-1717313213 tempest-ImagesOneServerNegativeTestJSON-1717313213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:16:26.695012 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d9cf3155-674c-4454-8813-0c10a5581658 req-0a985886-72c2-4cc7-9053-cffb1c5889d7 tempest-ImagesOneServerNegativeTestJSON-1717313213 tempest-ImagesOneServerNegativeTestJSON-1717313213-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d343d1d-ac0a-4447-862f-e13c2facfcef HTTP/1.1" status: 200  len: 945 time: 0.1365206
Dec 25 21:16:26.703299 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-35c54f57-0fb8-4054-a772-6beeb732a7df req-55741113-0420-4b64-b348-55b2e3e129ed service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2c732578-b39b-40c1-8a55-147e577043a0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0382605
Dec 25 21:16:26.757326 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d9cf3155-674c-4454-8813-0c10a5581658 req-e9a9711e-572e-4cc7-bfcd-35e331a7dd63 tempest-ImagesOneServerNegativeTestJSON-1717313213 tempest-ImagesOneServerNegativeTestJSON-1717313213-project] 10.222.0.32 "GET /v2.0/security-groups?id=90b09226-05f9-413f-802a-f36d3e55d2ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0612619
Dec 25 21:16:26.829011 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-35c54f57-0fb8-4054-a772-6beeb732a7df req-a5c4c81c-a3f0-4891-918b-7fe6130d0f50 service neutron] 10.222.0.37 "GET /v2.0/networks/2c732578-b39b-40c1-8a55-147e577043a0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1161277
Dec 25 21:16:26.848286 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b34cc20c-c011-4dbc-ad1d-5604748df963 admin admin] Made reservation on behalf of 759e68391a21437c981ea5c487262fdd for: {'subnet': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:16:26.850575 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b34cc20c-c011-4dbc-ad1d-5604748df963 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8852834'] for subnet, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:26.878040 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b684980-833e-439a-8bae-fca116a41724 req-13c80ff2-ebe2-4939-af3e-249ddbeb545a tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:16:26.893516 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7b684980-833e-439a-8bae-fca116a41724 req-13c80ff2-ebe2-4939-af3e-249ddbeb545a tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] 10.222.0.32 "GET /v2.0/ports?device_id=a665e8d7-d64e-4879-9389-ad2efb13749b HTTP/1.1" status: 200  len: 945 time: 0.1077323
Dec 25 21:16:26.980661 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7b684980-833e-439a-8bae-fca116a41724 req-33b868c2-d9b2-41f2-a5de-7cf0571afe24 tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] 10.222.0.32 "GET /v2.0/security-groups?id=e70b16a5-3c2f-443c-a3bd-2851d79b2b90&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0850060
Dec 25 21:16:27.052670 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec93933-616c-4d61-9993-bdf14de3627c req-3626bd99-e03d-40cf-9523-6e6ec605b5ff tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:16:27.054494 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-cec93933-616c-4d61-9993-bdf14de3627c req-3626bd99-e03d-40cf-9523-6e6ec605b5ff tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/ports?device_id=36168d53-184a-47fb-a60b-6f72689c760c HTTP/1.1" status: 200  len: 950 time: 0.0584304
Dec 25 21:16:27.067464 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-35c54f57-0fb8-4054-a772-6beeb732a7df req-f8a7b8bf-957b-49ad-8a1f-79ef6472c9b9 service neutron] 10.222.0.37 "GET /v2.0/networks/2c732578-b39b-40c1-8a55-147e577043a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2288015
Dec 25 21:16:27.111004 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-cec93933-616c-4d61-9993-bdf14de3627c req-60206522-3774-4672-a43a-5dc5b98c84e4 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3f1ae63-416f-443f-b032-af0d7dcc9019&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0478609
Dec 25 21:16:27.217654 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b34cc20c-c011-4dbc-ad1d-5604748df963 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8632475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8852848'] for subnet, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:27.281226 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34cc20c-c011-4dbc-ad1d-5604748df963 admin admin] Pushing event updated for resources: {'Subnet': ['ID=de33c586-4b0c-47f8-bdf2-488367b1fbd7,revision_number=0']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:16:27.293211 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b34cc20c-c011-4dbc-ad1d-5604748df963 admin admin] Checking segment: {'id': 'f58afd9b-4e5f-4744-b0b4-b267e636d9d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'df00f948-e7f2-405b-a9e6-59f97a899868'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:16:27.293567 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b34cc20c-c011-4dbc-ad1d-5604748df963 admin admin] Network hostable DHCP agents. Network: df00f948-e7f2-405b-a9e6-59f97a899868, hostable agents: ['1813db88-2c1b-4357-a2ba-869246b663c2'], hosted agents: [] {{(pid=121607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 25 21:16:27.371271 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b34cc20c-c011-4dbc-ad1d-5604748df963 admin admin] Network df00f948-e7f2-405b-a9e6-59f97a899868 is scheduled to be hosted by DHCP agent 1813db88-2c1b-4357-a2ba-869246b663c2 with binding_index 1 {{(pid=121607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 25 21:16:27.430477 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-b34cc20c-c011-4dbc-ad1d-5604748df963 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, df00f948-e7f2-405b-a9e6-59f97a899868) {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:16:27.439214 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-190ab481-a500-4ddb-b1d5-3592aeb38d1e None None] Network df00f948-e7f2-405b-a9e6-59f97a899868 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:16:27.441994 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b34cc20c-c011-4dbc-ad1d-5604748df963 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:16:27.443081 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b34cc20c-c011-4dbc-ad1d-5604748df963 admin admin] Publish callbacks [] for subnet, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:27.538682 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device 36aab66a-d72a-4228-bef8-35285fc6597a up at agent hyperv_nch1-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:16:27.557853 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-b34cc20c-c011-4dbc-ad1d-5604748df963 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.9058318
Dec 25 21:16:27.561081 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0938b22b-f5c5-4b62-bd1c-1d771a2c599d req-f1b6a7b3-c256-4dbc-84c7-509365ce6da1 tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:16:27.562720 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0938b22b-f5c5-4b62-bd1c-1d771a2c599d req-f1b6a7b3-c256-4dbc-84c7-509365ce6da1 tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] 10.222.0.32 "GET /v2.0/ports?device_id=fcc7022a-66f7-4481-80f6-03320c1f3a53 HTTP/1.1" status: 200  len: 944 time: 0.0737474
Dec 25 21:16:27.609428 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4354400-44d0-47c0-ad62-db119deb0c71 None None] Network df00f948-e7f2-405b-a9e6-59f97a899868 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:16:27.651800 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0938b22b-f5c5-4b62-bd1c-1d771a2c599d req-2ba3b574-0dbb-4fd3-ab44-2f3eb54522b9 tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] 10.222.0.32 "GET /v2.0/security-groups?id=2bf8651c-3ed0-44bb-a064-d61aab6ec281&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0796344
Dec 25 21:16:27.688698 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Provisioning complete for port 36aab66a-d72a-4228-bef8-35285fc6597a triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:16:27.689093 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:27.797915 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:27.826898 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66cd474f-564e-4f62-ba35-0016e7dcec42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36aab66a-d72a-4228-bef8-35285fc6597a'}] {{(pid=121608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:16:27.829301 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a88c78c3ff6266bd59c7e89d275b28c92e739b67d23c89d71af88829fd31566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b06bb50e-9b11-4453-8c65-73a396f929bd" -d '{"events": [{"server_uuid": "66cd474f-564e-4f62-ba35-0016e7dcec42", "name": "network-vif-plugged", "status": "completed", "tag": "36aab66a-d72a-4228-bef8-35285fc6597a"}]}' {{(pid=121608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:16:27.852521 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port 36aab66a-d72a-4228-bef8-35285fc6597a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=36aab66a-d72a-4228-bef8-35285fc6597a,segment=NetworkSegment(85c774cb-a0eb-4ad9-961f-f331d3b37cd6),segment_id=85c774cb-a0eb-4ad9-961f-f331d3b37cd6)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:16:27.872624 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 21:16:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1580bb30-3106-4db4-824d-2cdefc99db3e x-openstack-request-id: req-1580bb30-3106-4db4-824d-2cdefc99db3e {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:16:27.873019 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66cd474f-564e-4f62-ba35-0016e7dcec42", "name": "network-vif-plugged", "status": "completed", "tag": "36aab66a-d72a-4228-bef8-35285fc6597a", "code": 200}]} {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:16:27.873287 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1580bb30-3106-4db4-824d-2cdefc99db3e {{(pid=121608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:16:27.873750 ncdv-master-1 neutron-server[121608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66cd474f-564e-4f62-ba35-0016e7dcec42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36aab66a-d72a-4228-bef8-35285fc6597a', 'code': 200}
Dec 25 21:16:27.906401 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1719610-c6ba-49a5-ba0d-13af26b4344e req-b02535ed-fa22-42de-9afe-e84994245e92 tempest-ImagesOneServerNegativeTestJSON-1717313213 tempest-ImagesOneServerNegativeTestJSON-1717313213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:16:27.913497 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e1719610-c6ba-49a5-ba0d-13af26b4344e req-b02535ed-fa22-42de-9afe-e84994245e92 tempest-ImagesOneServerNegativeTestJSON-1717313213 tempest-ImagesOneServerNegativeTestJSON-1717313213-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d343d1d-ac0a-4447-862f-e13c2facfcef HTTP/1.1" status: 200  len: 945 time: 0.0795064
Dec 25 21:16:27.926418 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:27.983151 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Pushing event updated for resources: {'Port': ['ID=36aab66a-d72a-4228-bef8-35285fc6597a,revision_number=10']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:16:27.995750 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e1719610-c6ba-49a5-ba0d-13af26b4344e req-a10de6c8-b891-43fe-9d5d-eaf538737cc8 tempest-ImagesOneServerNegativeTestJSON-1717313213 tempest-ImagesOneServerNegativeTestJSON-1717313213-project] 10.222.0.32 "GET /v2.0/security-groups?id=90b09226-05f9-413f-802a-f36d3e55d2ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0799751
Dec 25 21:16:28.006739 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 53486) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:16:28.119106 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-af1d4636-05d2-4d00-9e46-2b44304d6115 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1405305583-network', 'tenant_id': '4c3545b07d0b4ccf9cd48a80c2d37521'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:16:28.188561 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3b3e4e-abae-4f7e-93df-be3aba53d97c req-edf09adb-e875-4380-8b91-f55e24a26de2 tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:16:28.190178 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-db3b3e4e-abae-4f7e-93df-be3aba53d97c req-edf09adb-e875-4380-8b91-f55e24a26de2 tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] 10.222.0.32 "GET /v2.0/ports?device_id=a665e8d7-d64e-4879-9389-ad2efb13749b HTTP/1.1" status: 200  len: 945 time: 0.0603788
Dec 25 21:16:28.217262 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af1d4636-05d2-4d00-9e46-2b44304d6115 admin admin] Made reservation on behalf of 4c3545b07d0b4ccf9cd48a80c2d37521 for: {'network': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:16:28.219848 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-af1d4636-05d2-4d00-9e46-2b44304d6115 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for network, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:28.233730 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-af1d4636-05d2-4d00-9e46-2b44304d6115 admin admin] Publish callbacks [] for security_group, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:28.261822 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-db3b3e4e-abae-4f7e-93df-be3aba53d97c req-efebf868-b63d-4ce7-aee0-527956dc4c44 tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] 10.222.0.32 "GET /v2.0/security-groups?id=e70b16a5-3c2f-443c-a3bd-2851d79b2b90&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0653834
Dec 25 21:16:28.333467 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-af1d4636-05d2-4d00-9e46-2b44304d6115 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:28.377364 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-af1d4636-05d2-4d00-9e46-2b44304d6115 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:28.401572 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af1d4636-05d2-4d00-9e46-2b44304d6115 admin admin] vlan segment allocate from pool success with {'vlan_id': 193, 'physical_network': 'physnet1'}  {{(pid=121607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 25 21:16:28.405145 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae6d595-78ae-4646-9cd5-46fcdee5ecea req-bec13458-3fdc-4847-b377-4a0e9b473863 tempest-VolumesAdminNegativeTest-1446759092 tempest-VolumesAdminNegativeTest-1446759092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:16:28.406639 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8ae6d595-78ae-4646-9cd5-46fcdee5ecea req-bec13458-3fdc-4847-b377-4a0e9b473863 tempest-VolumesAdminNegativeTest-1446759092 tempest-VolumesAdminNegativeTest-1446759092-project] 10.222.0.32 "GET /v2.0/networks?id=77b2a75d-f400-4539-8345-8e2b357f5c23 HTTP/1.1" status: 200  len: 815 time: 0.1614485
Dec 25 21:16:28.411814 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1d4636-05d2-4d00-9e46-2b44304d6115 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8da2903e-43de-461d-84b5-0c733a2bfb8c,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:16:28.415697 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d174b5d7-d4a9-4492-a41f-f9705d88add4 req-377070ea-d320-4f1f-baa3-ad86506c6060 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:16:28.416444 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-af1d4636-05d2-4d00-9e46-2b44304d6115 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:28.416782 ncdv-master-1 neutron-server[121607]: INFO neutron.db.segments_db [None req-af1d4636-05d2-4d00-9e46-2b44304d6115 admin admin] Added segment 66e39abb-3870-4404-91e4-a4d8a7ae7fb7 of type vlan for network 050fe506-29b6-4536-b03a-6d4fd9d4993c
Dec 25 21:16:28.417162 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d174b5d7-d4a9-4492-a41f-f9705d88add4 req-377070ea-d320-4f1f-baa3-ad86506c6060 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/ports?device_id=36168d53-184a-47fb-a60b-6f72689c760c HTTP/1.1" status: 200  len: 950 time: 0.0813344
Dec 25 21:16:28.427919 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8ae6d595-78ae-4646-9cd5-46fcdee5ecea req-44393a14-1ba0-4005-9830-c167e15cd8fb tempest-VolumesAdminNegativeTest-1446759092 tempest-VolumesAdminNegativeTest-1446759092-project] 10.222.0.32 "GET /v2.0/quotas/ef4a444bae614ca7b19f2e61052a4c6e HTTP/1.1" status: 200  len: 375 time: 0.0098064
Dec 25 21:16:28.474722 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-af1d4636-05d2-4d00-9e46-2b44304d6115 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737602163420'] for network, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:28.494860 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8ae6d595-78ae-4646-9cd5-46fcdee5ecea req-26372454-e8a1-4599-8f9e-6dd56f5e45ee tempest-VolumesAdminNegativeTest-1446759092 tempest-VolumesAdminNegativeTest-1446759092-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=ef4a444bae614ca7b19f2e61052a4c6e&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0519674
Dec 25 21:16:28.551318 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d174b5d7-d4a9-4492-a41f-f9705d88add4 req-6254733e-9e12-407a-b291-a3cbed93c843 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3f1ae63-416f-443f-b032-af0d7dcc9019&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1224658
Dec 25 21:16:28.578152 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-af1d4636-05d2-4d00-9e46-2b44304d6115 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870'] for network, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:28.580668 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af1d4636-05d2-4d00-9e46-2b44304d6115 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:16:28.580668 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-af1d4636-05d2-4d00-9e46-2b44304d6115 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for network, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:28.626969 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8ae6d595-78ae-4646-9cd5-46fcdee5ecea req-af809f5c-24c2-4761-9915-134add50fc0e service neutron] 10.222.0.32 "GET /v2.0/networks/77b2a75d-f400-4539-8345-8e2b357f5c23?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1304524
Dec 25 21:16:28.700407 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1d4636-05d2-4d00-9e46-2b44304d6115 admin admin] Pushing event updated for resources: {'Network': ['ID=050fe506-29b6-4536-b03a-6d4fd9d4993c,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:16:28.716101 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Network 050fe506-29b6-4536-b03a-6d4fd9d4993c details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 25 21:16:28.741850 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-af1d4636-05d2-4d00-9e46-2b44304d6115 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 0.7334216
Dec 25 21:16:28.745605 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 53524) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:16:28.753024 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-a259731d-21f1-459a-92e8-8569bb3f43ec admin admin] Request body: {'subnet': {'network_id': '050fe506-29b6-4536-b03a-6d4fd9d4993c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1405305583-subnet', 'tenant_id': '4c3545b07d0b4ccf9cd48a80c2d37521', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:16:28.780573 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8ae6d595-78ae-4646-9cd5-46fcdee5ecea req-3071008f-2521-421b-a93b-be6c2b7980e0 service neutron] 10.222.0.32 "GET /v2.0/networks/77b2a75d-f400-4539-8345-8e2b357f5c23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1403980
Dec 25 21:16:28.810566 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d094df28-8a7f-4903-8922-3d769db3322a req-2127c210-5264-43fd-be5e-c2c3efd05c6f tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:16:28.812077 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d094df28-8a7f-4903-8922-3d769db3322a req-2127c210-5264-43fd-be5e-c2c3efd05c6f tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] 10.222.0.32 "GET /v2.0/ports?device_id=fcc7022a-66f7-4481-80f6-03320c1f3a53 HTTP/1.1" status: 200  len: 944 time: 0.0805485
Dec 25 21:16:28.875340 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a259731d-21f1-459a-92e8-8569bb3f43ec admin admin] Made reservation on behalf of 4c3545b07d0b4ccf9cd48a80c2d37521 for: {'subnet': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:16:28.877713 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a259731d-21f1-459a-92e8-8569bb3f43ec admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8852834'] for subnet, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:28.881251 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d094df28-8a7f-4903-8922-3d769db3322a req-c96d53eb-1a47-4c13-9505-f416985a0794 tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] 10.222.0.32 "GET /v2.0/security-groups?id=2bf8651c-3ed0-44bb-a064-d61aab6ec281&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0563996
Dec 25 21:16:29.088971 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-cc9b17f0-667f-4085-b400-9767caf74a56 req-8bc688cf-d7be-48f1-9fcc-3c6f67d29b26 tempest-VolumesAdminNegativeTest-1446759092 tempest-VolumesAdminNegativeTest-1446759092-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a1b1d33-82d4-4c29-8f52-f3c59e495d4e HTTP/1.1" status: 200  len: 210 time: 0.0412638
Dec 25 21:16:29.195423 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31870c53-06f0-4208-862b-369a95b956d9 req-a3a51113-1c24-459a-a314-9a2ed4a3c989 tempest-ImagesOneServerNegativeTestJSON-1717313213 tempest-ImagesOneServerNegativeTestJSON-1717313213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:16:29.203083 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-31870c53-06f0-4208-862b-369a95b956d9 req-a3a51113-1c24-459a-a314-9a2ed4a3c989 tempest-ImagesOneServerNegativeTestJSON-1717313213 tempest-ImagesOneServerNegativeTestJSON-1717313213-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d343d1d-ac0a-4447-862f-e13c2facfcef HTTP/1.1" status: 200  len: 945 time: 0.1096628
Dec 25 21:16:29.250496 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a259731d-21f1-459a-92e8-8569bb3f43ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8632475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8852848'] for subnet, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:29.272214 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-31870c53-06f0-4208-862b-369a95b956d9 req-12569a8e-1367-4141-84e9-96d3f834545a tempest-ImagesOneServerNegativeTestJSON-1717313213 tempest-ImagesOneServerNegativeTestJSON-1717313213-project] 10.222.0.32 "GET /v2.0/security-groups?id=90b09226-05f9-413f-802a-f36d3e55d2ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0642612
Dec 25 21:16:29.328643 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a259731d-21f1-459a-92e8-8569bb3f43ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=1f5d8ab8-049c-411c-8531-c48febcca4ec,revision_number=0']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:16:29.346949 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a259731d-21f1-459a-92e8-8569bb3f43ec admin admin] Checking segment: {'id': '66e39abb-3870-4404-91e4-a4d8a7ae7fb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '050fe506-29b6-4536-b03a-6d4fd9d4993c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:16:29.347212 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a259731d-21f1-459a-92e8-8569bb3f43ec admin admin] Network hostable DHCP agents. Network: 050fe506-29b6-4536-b03a-6d4fd9d4993c, hostable agents: ['1813db88-2c1b-4357-a2ba-869246b663c2'], hosted agents: [] {{(pid=121607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 25 21:16:29.417319 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a259731d-21f1-459a-92e8-8569bb3f43ec admin admin] Network 050fe506-29b6-4536-b03a-6d4fd9d4993c is scheduled to be hosted by DHCP agent 1813db88-2c1b-4357-a2ba-869246b663c2 with binding_index 1 {{(pid=121607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 25 21:16:29.426934 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb9ea2f-d0ba-4b9f-a75f-9d96cd90aa8e req-a656ca6a-8b9a-45e1-9bbd-59ee3366622b tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:16:29.428533 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1fb9ea2f-d0ba-4b9f-a75f-9d96cd90aa8e req-a656ca6a-8b9a-45e1-9bbd-59ee3366622b tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] 10.222.0.32 "GET /v2.0/ports?device_id=a665e8d7-d64e-4879-9389-ad2efb13749b HTTP/1.1" status: 200  len: 945 time: 0.0618196
Dec 25 21:16:29.489460 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1fb9ea2f-d0ba-4b9f-a75f-9d96cd90aa8e req-1acd704c-08d3-4489-a323-b680c0de07ff tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] 10.222.0.32 "GET /v2.0/security-groups?id=e70b16a5-3c2f-443c-a3bd-2851d79b2b90&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0546310
Dec 25 21:16:29.497142 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-a259731d-21f1-459a-92e8-8569bb3f43ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 050fe506-29b6-4536-b03a-6d4fd9d4993c) {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:16:29.501661 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a259731d-21f1-459a-92e8-8569bb3f43ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:16:29.504843 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a259731d-21f1-459a-92e8-8569bb3f43ec admin admin] Publish callbacks [] for subnet, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:29.508719 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84b5c785-926c-431a-8f50-b0c6903dc987 None None] Network 050fe506-29b6-4536-b03a-6d4fd9d4993c requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:16:29.579817 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device 79306c37-bd08-49bf-b49d-90f7ba24ce10 up at agent hyperv_nch1-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:16:29.603243 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-a259731d-21f1-459a-92e8-8569bb3f43ec admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.8557734
Dec 25 21:16:29.614940 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 53550) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:16:29.614940 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-45145640-9759-45e3-aa1e-9996c4f51df3 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1405305583-router', 'tenant_id': '4c3545b07d0b4ccf9cd48a80c2d37521', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'}}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:16:29.779749 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596aeb6c-e54d-4070-9950-4fa7fbb84834 req-c552d1c8-0b4e-4bf5-a75e-05f2a2426afa tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:16:29.796091 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-596aeb6c-e54d-4070-9950-4fa7fbb84834 req-c552d1c8-0b4e-4bf5-a75e-05f2a2426afa tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/ports?device_id=36168d53-184a-47fb-a60b-6f72689c760c HTTP/1.1" status: 200  len: 950 time: 0.1326578
Dec 25 21:16:29.869999 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-596aeb6c-e54d-4070-9950-4fa7fbb84834 req-55060d12-eae9-4174-9d0f-c950e51dae3a tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3f1ae63-416f-443f-b032-af0d7dcc9019&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0729091
Dec 25 21:16:29.881732 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-45145640-9759-45e3-aa1e-9996c4f51df3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2014909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14863'] for router, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:29.882827 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-45145640-9759-45e3-aa1e-9996c4f51df3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2014285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2009796', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2082630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14848'] for router, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:29.884163 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b83a454-fa02-4703-aaf4-2c208ae33100 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-050fe506-29b6-4536-b03a-6d4fd9d4993c', 'network_id': '050fe506-29b6-4536-b03a-6d4fd9d4993c', 'project_id': '4c3545b07d0b4ccf9cd48a80c2d37521', 'fixed_ips': [{'subnet_id': '1f5d8ab8-049c-411c-8531-c48febcca4ec'}]}} from ncdv-master-1. {{(pid=121608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 25 21:16:29.885094 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-4b83a454-fa02-4703-aaf4-2c208ae33100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:29.993010 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Provisioning for port 79306c37-bd08-49bf-b49d-90f7ba24ce10 completed by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 25 21:16:30.010060 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Provisioning complete for port 79306c37-bd08-49bf-b49d-90f7ba24ce10 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:16:30.010700 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:30.124377 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.db_base_plugin_common [None req-4b83a454-fa02-4703-aaf4-2c208ae33100 None None] Allocated IP 172.20.0.2 (050fe506-29b6-4536-b03a-6d4fd9d4993c/1f5d8ab8-049c-411c-8531-c48febcca4ec/5d1eed2d-e25c-496c-af73-91a2b6268fdd) {{(pid=121608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:16:30.198606 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:30.277790 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d343d1d-ac0a-4447-862f-e13c2facfcef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79306c37-bd08-49bf-b49d-90f7ba24ce10'}] {{(pid=121608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:16:30.281373 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a88c78c3ff6266bd59c7e89d275b28c92e739b67d23c89d71af88829fd31566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-698d2829-e2c3-4eac-afe6-95bd5782002f" -d '{"events": [{"server_uuid": "1d343d1d-ac0a-4447-862f-e13c2facfcef", "name": "network-vif-plugged", "status": "completed", "tag": "79306c37-bd08-49bf-b49d-90f7ba24ce10"}]}' {{(pid=121608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:16:30.308280 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port 79306c37-bd08-49bf-b49d-90f7ba24ce10, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=79306c37-bd08-49bf-b49d-90f7ba24ce10,segment=NetworkSegment(851a1add-14f1-4631-9dc8-d7579713b600),segment_id=851a1add-14f1-4631-9dc8-d7579713b600)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:16:30.337834 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-45145640-9759-45e3-aa1e-9996c4f51df3 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:30.392692 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:30.396202 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8296b702-7ed4-4d66-8a08-7508dac537d5 req-437269cb-e56a-4627-916a-b496a8f66653 tempest-VolumesAdminNegativeTest-1446759092 tempest-VolumesAdminNegativeTest-1446759092-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a1b1d33-82d4-4c29-8f52-f3c59e495d4e HTTP/1.1" status: 200  len: 210 time: 0.0566928
Dec 25 21:16:30.448592 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a969e6d6-db8f-4c06-a62c-fc69b94e85e6 req-30ecf740-4da0-4abf-85c6-e432c90c2af8 tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:16:30.455896 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a969e6d6-db8f-4c06-a62c-fc69b94e85e6 req-30ecf740-4da0-4abf-85c6-e432c90c2af8 tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] 10.222.0.32 "GET /v2.0/ports?device_id=fcc7022a-66f7-4481-80f6-03320c1f3a53 HTTP/1.1" status: 200  len: 944 time: 0.1153107
Dec 25 21:16:30.469158 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-4b83a454-fa02-4703-aaf4-2c208ae33100 None None] Publish callbacks [] for port, precommit_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:30.487259 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Pushing event updated for resources: {'Port': ['ID=79306c37-bd08-49bf-b49d-90f7ba24ce10,revision_number=5']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:16:30.549211 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-4b83a454-fa02-4703-aaf4-2c208ae33100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946'] for port, after_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:30.628117 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 21:16:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb0273b0-fff2-4491-b9b6-f021c107b613 x-openstack-request-id: req-eb0273b0-fff2-4491-b9b6-f021c107b613 {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:16:30.628320 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d343d1d-ac0a-4447-862f-e13c2facfcef", "name": "network-vif-plugged", "status": "completed", "tag": "79306c37-bd08-49bf-b49d-90f7ba24ce10", "code": 200}]} {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:16:30.628610 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-eb0273b0-fff2-4491-b9b6-f021c107b613 {{(pid=121608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:16:30.628986 ncdv-master-1 neutron-server[121608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d343d1d-ac0a-4447-862f-e13c2facfcef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79306c37-bd08-49bf-b49d-90f7ba24ce10', 'code': 200}
Dec 25 21:16:30.630833 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device 2464a3e4-d827-4b03-b011-1cbc611f04ec details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 25 21:16:30.639077 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a969e6d6-db8f-4c06-a62c-fc69b94e85e6 req-558c1694-5b30-4ebb-ad13-9b02345d7bf0 tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] 10.222.0.32 "GET /v2.0/security-groups?id=2bf8651c-3ed0-44bb-a064-d61aab6ec281&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1821251
Dec 25 21:16:30.694301 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-45145640-9759-45e3-aa1e-9996c4f51df3 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:30.736728 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b83a454-fa02-4703-aaf4-2c208ae33100 None None] Network 050fe506-29b6-4536-b03a-6d4fd9d4993c is already hosted by enough agents. {{(pid=121608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:16:30.742110 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.base_scheduler [None req-4b83a454-fa02-4703-aaf4-2c208ae33100 None None] Resources bound (agent type, host, resource id):  {{(pid=121608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:16:30.753999 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b83a454-fa02-4703-aaf4-2c208ae33100 None None] Received port after_create {{(pid=121608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:16:30.760146 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b83a454-fa02-4703-aaf4-2c208ae33100 None None] Pushing event updated for resources: {'Port': ['ID=5d1eed2d-e25c-496c-af73-91a2b6268fdd,revision_number=1']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:16:30.802924 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b34da76-031d-4c77-b355-481b29c04027 req-30116718-3ce8-4286-a945-efdcf4d7ca1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:16:30.805253 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4b34da76-031d-4c77-b355-481b29c04027 req-30116718-3ce8-4286-a945-efdcf4d7ca1d service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=1d343d1d-ac0a-4447-862f-e13c2facfcef HTTP/1.1" status: 200  len: 1097 time: 0.1057870
Dec 25 21:16:30.884010 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-4b83a454-fa02-4703-aaf4-2c208ae33100 None None] Attempting to bind port 5d1eed2d-e25c-496c-af73-91a2b6268fdd on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:16:30.884383 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-4b83a454-fa02-4703-aaf4-2c208ae33100 None None] Attempting to bind port 5d1eed2d-e25c-496c-af73-91a2b6268fdd by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '66e39abb-3870-4404-91e4-a4d8a7ae7fb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '050fe506-29b6-4536-b03a-6d4fd9d4993c'}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:16:30.885001 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b83a454-fa02-4703-aaf4-2c208ae33100 None None] Attempting to bind port 5d1eed2d-e25c-496c-af73-91a2b6268fdd on network 050fe506-29b6-4536-b03a-6d4fd9d4993c {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:16:30.894135 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b83a454-fa02-4703-aaf4-2c208ae33100 None None] Checking agent: {'id': 'ca4f5c6d-f1fd-48b8-a3e3-395864c7d23d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 20, 56, 40), 'started_at': datetime.datetime(2021, 12, 25, 20, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 16, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:16:30.894524 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b83a454-fa02-4703-aaf4-2c208ae33100 None None] Checking segment: {'id': '66e39abb-3870-4404-91e4-a4d8a7ae7fb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '050fe506-29b6-4536-b03a-6d4fd9d4993c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:16:30.894913 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-4b83a454-fa02-4703-aaf4-2c208ae33100 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:30.895957 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b83a454-fa02-4703-aaf4-2c208ae33100 None None] Bound using segment: {'id': '66e39abb-3870-4404-91e4-a4d8a7ae7fb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '050fe506-29b6-4536-b03a-6d4fd9d4993c'} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:16:30.896447 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-4b83a454-fa02-4703-aaf4-2c208ae33100 None None] Bound port: 5d1eed2d-e25c-496c-af73-91a2b6268fdd, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66e39abb-3870-4404-91e4-a4d8a7ae7fb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '050fe506-29b6-4536-b03a-6d4fd9d4993c'}}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:16:30.896829 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-4b83a454-fa02-4703-aaf4-2c208ae33100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:30.909125 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fb4c4c-502e-4d23-bb5c-1f9b5aa00338 req-0b80dbf1-9531-4b88-b8e4-45ab3943cf77 tempest-ImagesOneServerNegativeTestJSON-1717313213 tempest-ImagesOneServerNegativeTestJSON-1717313213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:16:30.917676 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-33fb4c4c-502e-4d23-bb5c-1f9b5aa00338 req-0b80dbf1-9531-4b88-b8e4-45ab3943cf77 tempest-ImagesOneServerNegativeTestJSON-1717313213 tempest-ImagesOneServerNegativeTestJSON-1717313213-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d343d1d-ac0a-4447-862f-e13c2facfcef HTTP/1.1" status: 200  len: 946 time: 0.2194414
Dec 25 21:16:30.921840 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port 2464a3e4-d827-4b03-b011-1cbc611f04ec, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2464a3e4-d827-4b03-b011-1cbc611f04ec,segment=NetworkSegment(40b3768f-3d6e-4d28-9b2a-4711b7f0f059),segment_id=40b3768f-3d6e-4d28-9b2a-4711b7f0f059)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:16:30.958835 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Returning: {'device': '2464a3e4-d827-4b03-b011-1cbc611f04ec', 'network_id': '2c732578-b39b-40c1-8a55-147e577043a0', 'port_id': '2464a3e4-d827-4b03-b011-1cbc611f04ec', 'mac_address': 'fa:16:3e:2a:7b:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30c8b4fd-6c75-4e8c-b43d-f31074d76442', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 25 21:16:31.006904 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4b34da76-031d-4c77-b355-481b29c04027 req-185a7138-d3ff-44bc-a414-203cb51b6d64 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=90b09226-05f9-413f-802a-f36d3e55d2ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1672580
Dec 25 21:16:31.022330 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08221b65-8e5c-4ab4-a15e-8d47d4372d3e req-87f0b4b3-a6d4-4dab-941f-f7af1b9e09c0 tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:16:31.025652 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-08221b65-8e5c-4ab4-a15e-8d47d4372d3e req-87f0b4b3-a6d4-4dab-941f-f7af1b9e09c0 tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] 10.222.0.32 "GET /v2.0/ports?device_id=a665e8d7-d64e-4879-9389-ad2efb13749b HTTP/1.1" status: 200  len: 945 time: 0.1850941
Dec 25 21:16:31.044463 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-33fb4c4c-502e-4d23-bb5c-1f9b5aa00338 req-b0ff66b4-62d9-44bb-8666-860824035411 tempest-ImagesOneServerNegativeTestJSON-1717313213 tempest-ImagesOneServerNegativeTestJSON-1717313213-project] 10.222.0.32 "GET /v2.0/security-groups?id=90b09226-05f9-413f-802a-f36d3e55d2ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1259034
Dec 25 21:16:31.058342 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:31.075194 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-4b83a454-fa02-4703-aaf4-2c208ae33100 None None] For port 5d1eed2d-e25c-496c-af73-91a2b6268fdd, host ncdv-master-1, cleared binding levels {{(pid=121608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:16:31.081502 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2464a3e4-d827-4b03-b011-1cbc611f04ec {{(pid=121608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:16:31.097801 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-4b83a454-fa02-4703-aaf4-2c208ae33100 None None] For port 5d1eed2d-e25c-496c-af73-91a2b6268fdd, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5d1eed2d-e25c-496c-af73-91a2b6268fdd,segment=NetworkSegment(66e39abb-3870-4404-91e4-a4d8a7ae7fb7),segment_id=66e39abb-3870-4404-91e4-a4d8a7ae7fb7)] {{(pid=121608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:16:31.119151 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port 2464a3e4-d827-4b03-b011-1cbc611f04ec, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2464a3e4-d827-4b03-b011-1cbc611f04ec,segment=NetworkSegment(40b3768f-3d6e-4d28-9b2a-4711b7f0f059),segment_id=40b3768f-3d6e-4d28-9b2a-4711b7f0f059)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:16:31.196385 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-4b83a454-fa02-4703-aaf4-2c208ae33100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:31.236417 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:31.243075 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-08221b65-8e5c-4ab4-a15e-8d47d4372d3e req-cdf69839-bec1-47aa-ad1b-231b077ef4f4 tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] 10.222.0.32 "GET /v2.0/security-groups?id=e70b16a5-3c2f-443c-a3bd-2851d79b2b90&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1972785
Dec 25 21:16:31.287536 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b83a454-fa02-4703-aaf4-2c208ae33100 None None] Pushing event updated for resources: {'Port': ['ID=5d1eed2d-e25c-496c-af73-91a2b6268fdd,revision_number=2']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:16:31.347966 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d77ab0-b0e6-4d0b-be65-e5de1a3d2b39 req-06686099-3637-4675-9daf-9ef674a1fda5 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:16:31.349742 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-44d77ab0-b0e6-4d0b-be65-e5de1a3d2b39 req-06686099-3637-4675-9daf-9ef674a1fda5 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/ports?device_id=36168d53-184a-47fb-a60b-6f72689c760c HTTP/1.1" status: 200  len: 950 time: 0.1708212
Dec 25 21:16:31.365194 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Pushing event updated for resources: {'Port': ['ID=2464a3e4-d827-4b03-b011-1cbc611f04ec,revision_number=4']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:16:31.496809 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-45145640-9759-45e3-aa1e-9996c4f51df3 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:31.510040 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] get_ports_and_sgs() called for port_ids ['2464a3e4-d827-4b03-b011-1cbc611f04ec'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:16:31.543507 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-44d77ab0-b0e6-4d0b-be65-e5de1a3d2b39 req-b34d5c26-a9c3-4e90-a6ad-109a3a6f28c7 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3f1ae63-416f-443f-b032-af0d7dcc9019&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1410353
Dec 25 21:16:31.555128 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-45145640-9759-45e3-aa1e-9996c4f51df3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:31.946647 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-eab67229-74cd-441b-8745-ccd71b19b1a3 req-6ce9225f-7c3b-4435-b3d0-698a717c719b tempest-VolumesAdminNegativeTest-1446759092 tempest-VolumesAdminNegativeTest-1446759092-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a1b1d33-82d4-4c29-8f52-f3c59e495d4e HTTP/1.1" status: 200  len: 210 time: 0.4017699
Dec 25 21:16:31.978673 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_common [None req-45145640-9759-45e3-aa1e-9996c4f51df3 admin admin] Allocated IP 172.35.3.75 (7201e55c-7c5f-41aa-a042-a363696539d0/7a939e13-713f-45cf-bba7-1539635abe25/5c9037aa-6516-4164-8ea4-ad8d042897d7) {{(pid=121606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:16:31.996327 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae6d595-78ae-4646-9cd5-46fcdee5ecea req-c05f9b85-ce04-4ede-8b23-edc38f7576c6 tempest-VolumesAdminNegativeTest-1446759092 tempest-VolumesAdminNegativeTest-1446759092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:16:31.997890 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8ae6d595-78ae-4646-9cd5-46fcdee5ecea req-c05f9b85-ce04-4ede-8b23-edc38f7576c6 tempest-VolumesAdminNegativeTest-1446759092 tempest-VolumesAdminNegativeTest-1446759092-project] 10.222.0.31 "GET /v2.0/networks?id=77b2a75d-f400-4539-8345-8e2b357f5c23 HTTP/1.1" status: 200  len: 815 time: 0.2749298
Dec 25 21:16:32.018580 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-8ae6d595-78ae-4646-9cd5-46fcdee5ecea req-b5b3baa7-c81e-4786-952f-0a0a5b448cfd tempest-VolumesAdminNegativeTest-1446759092 tempest-VolumesAdminNegativeTest-1446759092-project] Request body: {'port': {'device_id': '4a1b1d33-82d4-4c29-8f52-f3c59e495d4e', 'network_id': '77b2a75d-f400-4539-8345-8e2b357f5c23', 'admin_state_up': True, 'tenant_id': 'ef4a444bae614ca7b19f2e61052a4c6e'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:16:32.060910 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e67ae14-8f4a-4a26-b9eb-6ccde8e0e510 req-08e4227d-27b4-430e-a553-b05ee6ab086e tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:16:32.062801 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3e67ae14-8f4a-4a26-b9eb-6ccde8e0e510 req-08e4227d-27b4-430e-a553-b05ee6ab086e tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] 10.222.0.32 "GET /v2.0/ports?device_id=fcc7022a-66f7-4481-80f6-03320c1f3a53 HTTP/1.1" status: 200  len: 945 time: 0.1841214
Dec 25 21:16:32.331571 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3e67ae14-8f4a-4a26-b9eb-6ccde8e0e510 req-52ed631e-1e42-4f4b-975a-9a0d356c8d0b tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] 10.222.0.32 "GET /v2.0/security-groups?id=2bf8651c-3ed0-44bb-a064-d61aab6ec281&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2494278
Dec 25 21:16:32.394532 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-45145640-9759-45e3-aa1e-9996c4f51df3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:32.469169 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c822268-6fa5-4984-9c8d-067c4add0798 req-eb1e2170-946c-426f-a4c9-29469534d3b3 tempest-ImagesOneServerNegativeTestJSON-1717313213 tempest-ImagesOneServerNegativeTestJSON-1717313213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:16:32.481579 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1c822268-6fa5-4984-9c8d-067c4add0798 req-eb1e2170-946c-426f-a4c9-29469534d3b3 tempest-ImagesOneServerNegativeTestJSON-1717313213 tempest-ImagesOneServerNegativeTestJSON-1717313213-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d343d1d-ac0a-4447-862f-e13c2facfcef HTTP/1.1" status: 200  len: 946 time: 0.3099141
Dec 25 21:16:32.531516 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-45145640-9759-45e3-aa1e-9996c4f51df3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:32.585493 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45145640-9759-45e3-aa1e-9996c4f51df3 admin admin] Network 7201e55c-7c5f-41aa-a042-a363696539d0 is already hosted by enough agents. {{(pid=121606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:16:32.621824 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [None req-45145640-9759-45e3-aa1e-9996c4f51df3 admin admin] Resources bound (agent type, host, resource id):  {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:16:32.621824 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45145640-9759-45e3-aa1e-9996c4f51df3 admin admin] Received port after_create {{(pid=121606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:16:32.650364 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device 2464a3e4-d827-4b03-b011-1cbc611f04ec up at agent hyperv_nch2-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:16:32.690332 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ae6d595-78ae-4646-9cd5-46fcdee5ecea req-b5b3baa7-c81e-4786-952f-0a0a5b448cfd tempest-VolumesAdminNegativeTest-1446759092 tempest-VolumesAdminNegativeTest-1446759092-project] Made reservation on behalf of ef4a444bae614ca7b19f2e61052a4c6e for: {'port': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:16:32.695516 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-8ae6d595-78ae-4646-9cd5-46fcdee5ecea req-b5b3baa7-c81e-4786-952f-0a0a5b448cfd tempest-VolumesAdminNegativeTest-1446759092 tempest-VolumesAdminNegativeTest-1446759092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:32.712746 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1c822268-6fa5-4984-9c8d-067c4add0798 req-f9f1065b-2780-48b2-82cb-961b5a0d3b9f tempest-ImagesOneServerNegativeTestJSON-1717313213 tempest-ImagesOneServerNegativeTestJSON-1717313213-project] 10.222.0.32 "GET /v2.0/security-groups?id=90b09226-05f9-413f-802a-f36d3e55d2ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2263749
Dec 25 21:16:32.712746 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45145640-9759-45e3-aa1e-9996c4f51df3 admin admin] Pushing event updated for resources: {'Port': ['ID=5c9037aa-6516-4164-8ea4-ad8d042897d7,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:16:32.721773 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf90ea05-b82f-4eb4-9058-3c4a1bee88cb None None] Network 050fe506-29b6-4536-b03a-6d4fd9d4993c requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:16:32.809450 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860aeab1-3d6d-4480-a2c4-e26508d9d9ff req-3c122384-f608-4b01-b57e-b88dd9cea776 tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:16:32.811068 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-860aeab1-3d6d-4480-a2c4-e26508d9d9ff req-3c122384-f608-4b01-b57e-b88dd9cea776 tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] 10.222.0.32 "GET /v2.0/ports?device_id=a665e8d7-d64e-4879-9389-ad2efb13749b HTTP/1.1" status: 200  len: 945 time: 0.2317455
Dec 25 21:16:32.834866 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-cea89d48-908e-4b12-bbda-3ba460df73d8 None None] Provisioning complete for port 5d1eed2d-e25c-496c-af73-91a2b6268fdd triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:16:32.835530 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-cea89d48-908e-4b12-bbda-3ba460df73d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:32.983270 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-cea89d48-908e-4b12-bbda-3ba460df73d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:33.021612 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-cea89d48-908e-4b12-bbda-3ba460df73d8 None None] For port 5d1eed2d-e25c-496c-af73-91a2b6268fdd, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5d1eed2d-e25c-496c-af73-91a2b6268fdd,segment=NetworkSegment(66e39abb-3870-4404-91e4-a4d8a7ae7fb7),segment_id=66e39abb-3870-4404-91e4-a4d8a7ae7fb7)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:16:33.070465 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 5d1eed2d-e25c-496c-af73-91a2b6268fdd up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:16:33.089458 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10eff5f6-80b6-483f-9b2a-14e66dfd28d6 req-e10a5d65-e870-4a9f-91cb-e37e9df5f1d2 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:16:33.091356 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-10eff5f6-80b6-483f-9b2a-14e66dfd28d6 req-e10a5d65-e870-4a9f-91cb-e37e9df5f1d2 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/ports?device_id=36168d53-184a-47fb-a60b-6f72689c760c HTTP/1.1" status: 200  len: 950 time: 0.2793417
Dec 25 21:16:33.113616 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-860aeab1-3d6d-4480-a2c4-e26508d9d9ff req-b179a58c-507d-4f71-b853-4ffa3fd89064 tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] 10.222.0.32 "GET /v2.0/security-groups?id=e70b16a5-3c2f-443c-a3bd-2851d79b2b90&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2935038
Dec 25 21:16:33.140131 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port 5d1eed2d-e25c-496c-af73-91a2b6268fdd triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:16:33.140646 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:33.155596 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_common [req-8ae6d595-78ae-4646-9cd5-46fcdee5ecea req-b5b3baa7-c81e-4786-952f-0a0a5b448cfd tempest-VolumesAdminNegativeTest-1446759092 tempest-VolumesAdminNegativeTest-1446759092-project] Allocated IP 172.20.0.7 (77b2a75d-f400-4539-8345-8e2b357f5c23/5cc00bca-9276-4abd-9854-5fa193805042/fba43cf4-f214-42a5-b791-cde0e1556285) {{(pid=121606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:16:33.179225 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-10eff5f6-80b6-483f-9b2a-14e66dfd28d6 req-42e5e2f4-0a83-4ae1-917e-efb6f716611f tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3f1ae63-416f-443f-b032-af0d7dcc9019&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0790889
Dec 25 21:16:33.216320 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Provisioning for port 2464a3e4-d827-4b03-b011-1cbc611f04ec completed by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 25 21:16:33.232075 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Provisioning complete for port 2464a3e4-d827-4b03-b011-1cbc611f04ec triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:16:33.232075 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:33.261789 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:33.307293 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8f856134-251e-469f-a293-d31547d565ae req-40bdaa8e-6d2d-46d1-83a4-f2386e224abb tempest-VolumesAdminNegativeTest-1446759092 tempest-VolumesAdminNegativeTest-1446759092-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a1b1d33-82d4-4c29-8f52-f3c59e495d4e HTTP/1.1" status: 200  len: 210 time: 0.0423853
Dec 25 21:16:33.328483 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-cea89d48-908e-4b12-bbda-3ba460df73d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:33.444529 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:33.453102 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea89d48-908e-4b12-bbda-3ba460df73d8 None None] Pushing event updated for resources: {'Port': ['ID=5d1eed2d-e25c-496c-af73-91a2b6268fdd,revision_number=3']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:16:33.490563 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.db.api [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=121608) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 25 21:16:33.490909 ncdv-master-1 neutron-server[121608]: DEBUG oslo_db.api [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 25 21:16:33.509652 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcc7022a-66f7-4481-80f6-03320c1f3a53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2464a3e4-d827-4b03-b011-1cbc611f04ec'}] {{(pid=121608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:16:33.513702 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a88c78c3ff6266bd59c7e89d275b28c92e739b67d23c89d71af88829fd31566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed0681d2-5cb3-4073-a4f8-161a1b982cc4" -d '{"events": [{"server_uuid": "fcc7022a-66f7-4481-80f6-03320c1f3a53", "name": "network-vif-plugged", "status": "completed", "tag": "2464a3e4-d827-4b03-b011-1cbc611f04ec"}]}' {{(pid=121608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:16:33.518402 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-8ae6d595-78ae-4646-9cd5-46fcdee5ecea req-b5b3baa7-c81e-4786-952f-0a0a5b448cfd tempest-VolumesAdminNegativeTest-1446759092 tempest-VolumesAdminNegativeTest-1446759092-project] Publish callbacks [] for port, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:33.531147 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port 2464a3e4-d827-4b03-b011-1cbc611f04ec, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2464a3e4-d827-4b03-b011-1cbc611f04ec,segment=NetworkSegment(40b3768f-3d6e-4d28-9b2a-4711b7f0f059),segment_id=40b3768f-3d6e-4d28-9b2a-4711b7f0f059)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:16:33.532801 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-2d954a8c-344d-4ef5-9b8d-ea9ba44ca7ba None None] Provisioning complete for port 5d1eed2d-e25c-496c-af73-91a2b6268fdd triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:16:33.533304 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-2d954a8c-344d-4ef5-9b8d-ea9ba44ca7ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:33.573193 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-45145640-9759-45e3-aa1e-9996c4f51df3 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:33.623949 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:33.660111 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 21:16:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4a3827a-1471-4808-8a9b-aff6a1795e04 x-openstack-request-id: req-a4a3827a-1471-4808-8a9b-aff6a1795e04 {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:16:33.660810 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcc7022a-66f7-4481-80f6-03320c1f3a53", "name": "network-vif-plugged", "status": "completed", "tag": "2464a3e4-d827-4b03-b011-1cbc611f04ec", "code": 200}]} {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:16:33.660810 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a4a3827a-1471-4808-8a9b-aff6a1795e04 {{(pid=121608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:16:33.661972 ncdv-master-1 neutron-server[121608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcc7022a-66f7-4481-80f6-03320c1f3a53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2464a3e4-d827-4b03-b011-1cbc611f04ec', 'code': 200}
Dec 25 21:16:33.709306 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Pushing event updated for resources: {'Port': ['ID=2464a3e4-d827-4b03-b011-1cbc611f04ec,revision_number=5']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:16:33.732792 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bf8ed9-1382-4fb7-8a61-c8927b3d913f req-bf0c710e-1956-447d-abe2-b465ea3e78b4 tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:16:33.740848 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-30bf8ed9-1382-4fb7-8a61-c8927b3d913f req-bf0c710e-1956-447d-abe2-b465ea3e78b4 tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] 10.222.0.32 "GET /v2.0/ports?device_id=fcc7022a-66f7-4481-80f6-03320c1f3a53 HTTP/1.1" status: 200  len: 945 time: 0.3085234
Dec 25 21:16:33.783023 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29266eab-f82a-4be6-975f-e40d66e9a329 req-8bcc0299-b553-4d89-8b61-9d1323518193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:16:33.790273 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-29266eab-f82a-4be6-975f-e40d66e9a329 req-8bcc0299-b553-4d89-8b61-9d1323518193 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=fcc7022a-66f7-4481-80f6-03320c1f3a53 HTTP/1.1" status: 200  len: 1097 time: 0.0736616
Dec 25 21:16:33.835752 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-29266eab-f82a-4be6-975f-e40d66e9a329 req-8ebeee9f-f28b-4e33-8034-32a2a517d4fc service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=2bf8651c-3ed0-44bb-a064-d61aab6ec281&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420985
Dec 25 21:16:33.854997 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-30bf8ed9-1382-4fb7-8a61-c8927b3d913f req-860121bf-031e-4534-a2a3-267fc158400e tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] 10.222.0.32 "GET /v2.0/security-groups?id=2bf8651c-3ed0-44bb-a064-d61aab6ec281&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1086183
Dec 25 21:16:33.945824 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-8ae6d595-78ae-4646-9cd5-46fcdee5ecea req-b5b3baa7-c81e-4786-952f-0a0a5b448cfd tempest-VolumesAdminNegativeTest-1446759092 tempest-VolumesAdminNegativeTest-1446759092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:33.963630 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b4f348-caa4-47bf-9520-70d63bbfb5a6 req-353d59eb-aa76-49af-92d9-ab0e0cb70e08 tempest-ImagesOneServerNegativeTestJSON-1717313213 tempest-ImagesOneServerNegativeTestJSON-1717313213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:16:33.968226 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-92b4f348-caa4-47bf-9520-70d63bbfb5a6 req-353d59eb-aa76-49af-92d9-ab0e0cb70e08 tempest-ImagesOneServerNegativeTestJSON-1717313213 tempest-ImagesOneServerNegativeTestJSON-1717313213-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d343d1d-ac0a-4447-862f-e13c2facfcef HTTP/1.1" status: 200  len: 946 time: 0.1301076
Dec 25 21:16:34.052656 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ae6d595-78ae-4646-9cd5-46fcdee5ecea req-b5b3baa7-c81e-4786-952f-0a0a5b448cfd tempest-VolumesAdminNegativeTest-1446759092 tempest-VolumesAdminNegativeTest-1446759092-project] Network 77b2a75d-f400-4539-8345-8e2b357f5c23 is already hosted by enough agents. {{(pid=121606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:16:34.087722 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [req-8ae6d595-78ae-4646-9cd5-46fcdee5ecea req-b5b3baa7-c81e-4786-952f-0a0a5b448cfd tempest-VolumesAdminNegativeTest-1446759092 tempest-VolumesAdminNegativeTest-1446759092-project] Resources bound (agent type, host, resource id):  {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:16:34.099129 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b3baa7-c81e-4786-952f-0a0a5b448cfd tempest-VolumesAdminNegativeTest-1446759092 tempest-VolumesAdminNegativeTest-1446759092-project] Pushing event updated for resources: {'Port': ['ID=fba43cf4-f214-42a5-b791-cde0e1556285,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:16:34.112048 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ae6d595-78ae-4646-9cd5-46fcdee5ecea req-b5b3baa7-c81e-4786-952f-0a0a5b448cfd tempest-VolumesAdminNegativeTest-1446759092 tempest-VolumesAdminNegativeTest-1446759092-project] Received port after_create {{(pid=121606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:16:34.146840 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-92b4f348-caa4-47bf-9520-70d63bbfb5a6 req-a2b25e0d-239b-457f-b49b-16f0b126e25a tempest-ImagesOneServerNegativeTestJSON-1717313213 tempest-ImagesOneServerNegativeTestJSON-1717313213-project] 10.222.0.32 "GET /v2.0/security-groups?id=90b09226-05f9-413f-802a-f36d3e55d2ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1714873
Dec 25 21:16:34.150757 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-45145640-9759-45e3-aa1e-9996c4f51df3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2014278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2009753'] for router, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:34.182752 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:34.603955 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae6d595-78ae-4646-9cd5-46fcdee5ecea req-b5b3baa7-c81e-4786-952f-0a0a5b448cfd tempest-VolumesAdminNegativeTest-1446759092 tempest-VolumesAdminNegativeTest-1446759092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:16:34.604566 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-8ae6d595-78ae-4646-9cd5-46fcdee5ecea req-b5b3baa7-c81e-4786-952f-0a0a5b448cfd tempest-VolumesAdminNegativeTest-1446759092 tempest-VolumesAdminNegativeTest-1446759092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:34.694920 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e470f243-6514-4547-8c86-7667996098b3 req-944bf9d3-c229-44d3-a36f-0c95f247c6be tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:16:34.696421 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e470f243-6514-4547-8c86-7667996098b3 req-944bf9d3-c229-44d3-a36f-0c95f247c6be tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] 10.222.0.32 "GET /v2.0/ports?device_id=a665e8d7-d64e-4879-9389-ad2efb13749b HTTP/1.1" status: 200  len: 945 time: 0.1553359
Dec 25 21:16:34.706628 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce64b48f-2e8f-4329-b5d9-1ae65bae5970 req-d971ae51-0399-4d06-b22d-bd1e58c7d160 tempest-ImagesOneServerNegativeTestJSON-1717313213 tempest-ImagesOneServerNegativeTestJSON-1717313213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:16:34.708262 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ce64b48f-2e8f-4329-b5d9-1ae65bae5970 req-d971ae51-0399-4d06-b22d-bd1e58c7d160 tempest-ImagesOneServerNegativeTestJSON-1717313213 tempest-ImagesOneServerNegativeTestJSON-1717313213-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d343d1d-ac0a-4447-862f-e13c2facfcef HTTP/1.1" status: 200  len: 946 time: 0.1586969
Dec 25 21:16:34.737677 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8ae6d595-78ae-4646-9cd5-46fcdee5ecea req-b5b3baa7-c81e-4786-952f-0a0a5b448cfd tempest-VolumesAdminNegativeTest-1446759092 tempest-VolumesAdminNegativeTest-1446759092-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.7282100
Dec 25 21:16:34.748159 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-7d0b2bdf-522b-447a-9c3b-05e92469db46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:34.758054 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-8ae6d595-78ae-4646-9cd5-46fcdee5ecea req-8549fdb7-89e6-4931-9011-81f74a789b1b service neutron] Request body: {'port': {'device_id': '4a1b1d33-82d4-4c29-8f52-f3c59e495d4e', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:16:34.851125 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e470f243-6514-4547-8c86-7667996098b3 req-32389aff-2433-402f-b3f5-740f15f9b08e tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] 10.222.0.32 "GET /v2.0/security-groups?id=e70b16a5-3c2f-443c-a3bd-2851d79b2b90&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1399214
Dec 25 21:16:34.898204 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ce64b48f-2e8f-4329-b5d9-1ae65bae5970 req-c7e13349-ae87-464d-a437-ab657ff8cfc1 tempest-ImagesOneServerNegativeTestJSON-1717313213 tempest-ImagesOneServerNegativeTestJSON-1717313213-project] 10.222.0.32 "GET /v2.0/security-groups?id=90b09226-05f9-413f-802a-f36d3e55d2ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1730027
Dec 25 21:16:34.918980 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-8ae6d595-78ae-4646-9cd5-46fcdee5ecea req-8549fdb7-89e6-4931-9011-81f74a789b1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:35.015714 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45145640-9759-45e3-aa1e-9996c4f51df3 admin admin] Router 64d33087-8110-48e8-8d7a-cbd6f57725b1 is scheduled to L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 with binding_index 1 {{(pid=121606) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 25 21:16:35.031828 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 5d1eed2d-e25c-496c-af73-91a2b6268fdd up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:16:35.105207 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port 5d1eed2d-e25c-496c-af73-91a2b6268fdd triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:16:35.105868 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:35.225644 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcc0f0c-3e86-413a-8cf4-fce0e56a8d8f req-f1ec0444-8c6d-4295-b7fc-aee789c60e6c tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:16:35.227258 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4bcc0f0c-3e86-413a-8cf4-fce0e56a8d8f req-f1ec0444-8c6d-4295-b7fc-aee789c60e6c tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/ports?device_id=36168d53-184a-47fb-a60b-6f72689c760c HTTP/1.1" status: 200  len: 950 time: 0.2418697
Dec 25 21:16:35.275329 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f439e7-f9da-4707-b6b5-52378acd737e req-90f3591d-9df7-4b26-9486-f5ee609748af tempest-VolumesAdminNegativeTest-1446759092 tempest-VolumesAdminNegativeTest-1446759092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:16:35.276843 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d9f439e7-f9da-4707-b6b5-52378acd737e req-90f3591d-9df7-4b26-9486-f5ee609748af tempest-VolumesAdminNegativeTest-1446759092 tempest-VolumesAdminNegativeTest-1446759092-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a1b1d33-82d4-4c29-8f52-f3c59e495d4e HTTP/1.1" status: 200  len: 931 time: 0.1735401
Dec 25 21:16:35.431203 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45145640-9759-45e3-aa1e-9996c4f51df3 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 21:16:35.443124 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a73580a-a8e2-4211-b15d-fe446523705e None None] Sync routers for ids ['64d33087-8110-48e8-8d7a-cbd6f57725b1'] in ncdv-master-1 {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 21:16:35.445432 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4bcc0f0c-3e86-413a-8cf4-fce0e56a8d8f req-e8ab9968-bdc1-4f82-9a9c-700755103f78 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3f1ae63-416f-443f-b032-af0d7dcc9019&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1905160
Dec 25 21:16:35.456055 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a73580a-a8e2-4211-b15d-fe446523705e None None] Routers {'64d33087-8110-48e8-8d7a-cbd6f57725b1'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:16:35.456691 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-1a73580a-a8e2-4211-b15d-fe446523705e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2618bd5c40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:16:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['64d33087-8110-48e8-8d7a-cbd6f57725b1'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:16:35.461753 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d9f439e7-f9da-4707-b6b5-52378acd737e req-eb2069b2-b01f-4f80-b935-1b7cf56940c6 tempest-VolumesAdminNegativeTest-1446759092 tempest-VolumesAdminNegativeTest-1446759092-project] 10.222.0.32 "GET /v2.0/security-groups?id=a90f643f-61fe-451d-80ef-ad971b4b5604&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1461155
Dec 25 21:16:35.545986 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [req-8ae6d595-78ae-4646-9cd5-46fcdee5ecea req-8549fdb7-89e6-4931-9011-81f74a789b1b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fba43cf4-f214-42a5-b791-cde0e1556285 {{(pid=121606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:16:35.562493 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-45145640-9759-45e3-aa1e-9996c4f51df3 admin admin] Publish callbacks [] for router, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:35.564099 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-45145640-9759-45e3-aa1e-9996c4f51df3 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 5.9568603
Dec 25 21:16:35.566869 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 53668) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:16:35.577898 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-8ae6d595-78ae-4646-9cd5-46fcdee5ecea req-8549fdb7-89e6-4931-9011-81f74a789b1b service neutron] Publish callbacks [] for port, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:35.619520 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.provisioning_blocks [req-8ae6d595-78ae-4646-9cd5-46fcdee5ecea req-8549fdb7-89e6-4931-9011-81f74a789b1b service neutron] Transition to ACTIVE for port object fba43cf4-f214-42a5-b791-cde0e1556285 will not be triggered until provisioned by entity L2. {{(pid=121606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 25 21:16:35.713853 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-8ae6d595-78ae-4646-9cd5-46fcdee5ecea req-8549fdb7-89e6-4931-9011-81f74a789b1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:35.727325 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148363bd-4f99-44fe-ad07-4136929d304d req-f09b173a-0cbe-4535-9ad3-4b0170a017b8 tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:16:35.728995 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-148363bd-4f99-44fe-ad07-4136929d304d req-f09b173a-0cbe-4535-9ad3-4b0170a017b8 tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] 10.222.0.32 "GET /v2.0/ports?device_id=fcc7022a-66f7-4481-80f6-03320c1f3a53 HTTP/1.1" status: 200  len: 946 time: 0.1032212
Dec 25 21:16:35.765330 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9090fe-1671-4e7b-8c1b-0bcf50c488d2 req-78139b0a-332f-45b2-b1d9-133f9a11780e tempest-ImagesOneServerNegativeTestJSON-1717313213 tempest-ImagesOneServerNegativeTestJSON-1717313213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:16:35.773358 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4b9090fe-1671-4e7b-8c1b-0bcf50c488d2 req-78139b0a-332f-45b2-b1d9-133f9a11780e tempest-ImagesOneServerNegativeTestJSON-1717313213 tempest-ImagesOneServerNegativeTestJSON-1717313213-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d343d1d-ac0a-4447-862f-e13c2facfcef HTTP/1.1" status: 200  len: 946 time: 0.1296978
Dec 25 21:16:35.831966 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvr_db [None req-1a73580a-a8e2-4211-b15d-fe446523705e None None] Set router 64d33087-8110-48e8-8d7a-cbd6f57725b1 gateway port host: ncdv-master-1 {{(pid=121608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:16:35.854378 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8549fdb7-89e6-4931-9011-81f74a789b1b service neutron] Pushing event updated for resources: {'Port': ['ID=fba43cf4-f214-42a5-b791-cde0e1556285,revision_number=2']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:16:35.933442 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4b9090fe-1671-4e7b-8c1b-0bcf50c488d2 req-789ca29f-c0d9-4c4f-be54-d3c1aa96f96b tempest-ImagesOneServerNegativeTestJSON-1717313213 tempest-ImagesOneServerNegativeTestJSON-1717313213-project] 10.222.0.32 "GET /v2.0/security-groups?id=90b09226-05f9-413f-802a-f36d3e55d2ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1591144
Dec 25 21:16:35.968773 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-148363bd-4f99-44fe-ad07-4136929d304d req-d2cfe218-cb0d-4c1a-a62e-8cc4bc2fa448 tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] 10.222.0.32 "GET /v2.0/security-groups?id=2bf8651c-3ed0-44bb-a064-d61aab6ec281&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1855214
Dec 25 21:16:36.116601 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-8ae6d595-78ae-4646-9cd5-46fcdee5ecea req-8549fdb7-89e6-4931-9011-81f74a789b1b service neutron] Attempting to bind port fba43cf4-f214-42a5-b791-cde0e1556285 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:16:36.116832 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-8ae6d595-78ae-4646-9cd5-46fcdee5ecea req-8549fdb7-89e6-4931-9011-81f74a789b1b service neutron] Attempting to bind port fba43cf4-f214-42a5-b791-cde0e1556285 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '47dbe20b-fa58-47dc-b3ab-e0e2a78a5536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '77b2a75d-f400-4539-8345-8e2b357f5c23'}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:16:36.117192 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ae6d595-78ae-4646-9cd5-46fcdee5ecea req-8549fdb7-89e6-4931-9011-81f74a789b1b service neutron] Attempting to bind port fba43cf4-f214-42a5-b791-cde0e1556285 on network 77b2a75d-f400-4539-8345-8e2b357f5c23 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:16:36.132701 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-1a73580a-a8e2-4211-b15d-fe446523705e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2618bd5c40>, [{'id': '64d33087-8110-48e8-8d7a-cbd6f57725b1', 'name': 'tempest-ServerActionsTestJSON-1405305583-router', 'tenant_id': '4c3545b07d0b4ccf9cd48a80c2d37521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.75'}], 'enable_snat': True}, 'gw_port_id': '5c9037aa-6516-4164-8ea4-ad8d042897d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:16:29Z', 'updated_at': '2021-12-25T21:16:33Z', 'revision_number': 3, 'project_id': '4c3545b07d0b4ccf9cd48a80c2d37521', 'gw_port': {'id': '5c9037aa-6516-4164-8ea4-ad8d042897d7', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:38:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64d33087-8110-48e8-8d7a-cbd6f57725b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1009, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:16:31Z', 'updated_at': '2021-12-25T21:16:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:16:36.140048 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ae6d595-78ae-4646-9cd5-46fcdee5ecea req-8549fdb7-89e6-4931-9011-81f74a789b1b service neutron] Port fba43cf4-f214-42a5-b791-cde0e1556285 on network 77b2a75d-f400-4539-8345-8e2b357f5c23 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 25 21:16:36.140375 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ae6d595-78ae-4646-9cd5-46fcdee5ecea req-8549fdb7-89e6-4931-9011-81f74a789b1b service neutron] Attempting to bind port fba43cf4-f214-42a5-b791-cde0e1556285 on network 77b2a75d-f400-4539-8345-8e2b357f5c23 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:16:36.151470 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ae6d595-78ae-4646-9cd5-46fcdee5ecea req-8549fdb7-89e6-4931-9011-81f74a789b1b service neutron] Checking agent: {'id': '6d577036-68fc-4aa4-aed7-5ab01de2117e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 21, 4, 34), 'started_at': datetime.datetime(2021, 12, 25, 21, 4, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 16, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:16:36.151810 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ae6d595-78ae-4646-9cd5-46fcdee5ecea req-8549fdb7-89e6-4931-9011-81f74a789b1b service neutron] Checking segment: {'id': '47dbe20b-fa58-47dc-b3ab-e0e2a78a5536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '77b2a75d-f400-4539-8345-8e2b357f5c23'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:16:36.152658 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ae6d595-78ae-4646-9cd5-46fcdee5ecea req-8549fdb7-89e6-4931-9011-81f74a789b1b service neutron] Bound using segment: {'id': '47dbe20b-fa58-47dc-b3ab-e0e2a78a5536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '77b2a75d-f400-4539-8345-8e2b357f5c23'} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:16:36.153165 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-8ae6d595-78ae-4646-9cd5-46fcdee5ecea req-8549fdb7-89e6-4931-9011-81f74a789b1b service neutron] Bound port: fba43cf4-f214-42a5-b791-cde0e1556285, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47dbe20b-fa58-47dc-b3ab-e0e2a78a5536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '77b2a75d-f400-4539-8345-8e2b357f5c23'}}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:16:36.153521 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-8ae6d595-78ae-4646-9cd5-46fcdee5ecea req-8549fdb7-89e6-4931-9011-81f74a789b1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:36.171664 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a73580a-a8e2-4211-b15d-fe446523705e None None] Checking router: 64d33087-8110-48e8-8d7a-cbd6f57725b1 for host: ncdv-master-1 {{(pid=121608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 25 21:16:36.172018 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a73580a-a8e2-4211-b15d-fe446523705e None None] Updating router 64d33087-8110-48e8-8d7a-cbd6f57725b1 port 5c9037aa-6516-4164-8ea4-ad8d042897d7 binding host ncdv-master-1 {{(pid=121608) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 25 21:16:36.225236 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-1a73580a-a8e2-4211-b15d-fe446523705e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:36.245132 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d897d13a-b605-4ae5-9f02-aaa718937443 req-c66d9ec2-d0a9-4ffe-aad4-90bb578bb1d0 tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:16:36.246664 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d897d13a-b605-4ae5-9f02-aaa718937443 req-c66d9ec2-d0a9-4ffe-aad4-90bb578bb1d0 tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] 10.222.0.32 "GET /v2.0/ports?device_id=a665e8d7-d64e-4879-9389-ad2efb13749b HTTP/1.1" status: 200  len: 945 time: 0.1697261
Dec 25 21:16:36.254166 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c0de72-af99-41e3-b090-14481d6b7efe req-6b2ca980-b9d3-402a-a13d-9362793a563c tempest-ImagesOneServerNegativeTestJSON-1717313213 tempest-ImagesOneServerNegativeTestJSON-1717313213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:16:36.256713 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-59c0de72-af99-41e3-b090-14481d6b7efe req-6b2ca980-b9d3-402a-a13d-9362793a563c tempest-ImagesOneServerNegativeTestJSON-1717313213 tempest-ImagesOneServerNegativeTestJSON-1717313213-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d343d1d-ac0a-4447-862f-e13c2facfcef HTTP/1.1" status: 200  len: 946 time: 0.1873615
Dec 25 21:16:36.294288 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e0aaf5be-8b48-4e2a-ab06-f7f62e6a65b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:36.338905 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-8ae6d595-78ae-4646-9cd5-46fcdee5ecea req-8549fdb7-89e6-4931-9011-81f74a789b1b service neutron] For port fba43cf4-f214-42a5-b791-cde0e1556285, host nch1-master-1, cleared binding levels {{(pid=121606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:16:36.383759 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-59c0de72-af99-41e3-b090-14481d6b7efe req-df828afd-e0b0-4dce-b23d-b74dc2bb6702 tempest-ImagesOneServerNegativeTestJSON-1717313213 tempest-ImagesOneServerNegativeTestJSON-1717313213-project] 10.222.0.32 "GET /v2.0/security-groups?id=90b09226-05f9-413f-802a-f36d3e55d2ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0969036
Dec 25 21:16:36.388896 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d897d13a-b605-4ae5-9f02-aaa718937443 req-bb968c3d-62ca-416e-8d06-6a396d2d133c tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] 10.222.0.32 "GET /v2.0/security-groups?id=e70b16a5-3c2f-443c-a3bd-2851d79b2b90&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1317186
Dec 25 21:16:36.390895 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-8ae6d595-78ae-4646-9cd5-46fcdee5ecea req-8549fdb7-89e6-4931-9011-81f74a789b1b service neutron] For port fba43cf4-f214-42a5-b791-cde0e1556285, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=fba43cf4-f214-42a5-b791-cde0e1556285,segment=NetworkSegment(47dbe20b-fa58-47dc-b3ab-e0e2a78a5536),segment_id=47dbe20b-fa58-47dc-b3ab-e0e2a78a5536)] {{(pid=121606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:16:36.440443 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-8ae6d595-78ae-4646-9cd5-46fcdee5ecea req-8549fdb7-89e6-4931-9011-81f74a789b1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:36.491152 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae6d595-78ae-4646-9cd5-46fcdee5ecea req-8549fdb7-89e6-4931-9011-81f74a789b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:16:36.491772 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-8ae6d595-78ae-4646-9cd5-46fcdee5ecea req-8549fdb7-89e6-4931-9011-81f74a789b1b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:36.493200 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8ae6d595-78ae-4646-9cd5-46fcdee5ecea req-8549fdb7-89e6-4931-9011-81f74a789b1b service neutron] 10.222.0.31 "PUT /v2.0/ports/fba43cf4-f214-42a5-b791-cde0e1556285 HTTP/1.1" status: 200  len: 1091 time: 1.7406046
Dec 25 21:16:36.494937 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a1b1d33-82d4-4c29-8f52-f3c59e495d4e', 'tag': 'fba43cf4-f214-42a5-b791-cde0e1556285'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:16:36.499966 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9858820c13ec2827453b94ebc4181065e990a4e4089ccb9fe762531ac62d2fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00ddf777-073f-4069-aa4b-ef943fb0c8bf" -d '{"events": [{"name": "network-changed", "server_uuid": "4a1b1d33-82d4-4c29-8f52-f3c59e495d4e", "tag": "fba43cf4-f214-42a5-b791-cde0e1556285"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:16:36.540392 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8549fdb7-89e6-4931-9011-81f74a789b1b service neutron] Pushing event updated for resources: {'Port': ['ID=fba43cf4-f214-42a5-b791-cde0e1556285,revision_number=3']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:16:36.627029 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_common [None req-e0aaf5be-8b48-4e2a-ab06-f7f62e6a65b8 admin admin] Allocated IP 172.20.0.1 (050fe506-29b6-4536-b03a-6d4fd9d4993c/1f5d8ab8-049c-411c-8531-c48febcca4ec/020b68b7-f89a-4b33-b20b-4ab3c8fe3101) {{(pid=121607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:16:36.677764 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae6d595-78ae-4646-9cd5-46fcdee5ecea req-ad3f0472-e98c-4880-97b0-a760b3981904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:16:36.679290 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8ae6d595-78ae-4646-9cd5-46fcdee5ecea req-ad3f0472-e98c-4880-97b0-a760b3981904 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ef4a444bae614ca7b19f2e61052a4c6e&device_id=4a1b1d33-82d4-4c29-8f52-f3c59e495d4e HTTP/1.1" status: 200  len: 1094 time: 0.0749545
Dec 25 21:16:36.719205 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-1a73580a-a8e2-4211-b15d-fe446523705e None None] Publish callbacks [] for port, precommit_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:36.776009 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8ae6d595-78ae-4646-9cd5-46fcdee5ecea req-e7f12b8a-ad38-4c85-adec-c6877bbbe498 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fba43cf4-f214-42a5-b791-cde0e1556285 HTTP/1.1" status: 200  len: 217 time: 0.0773790
Dec 25 21:16:36.800169 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e0aaf5be-8b48-4e2a-ab06-f7f62e6a65b8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:36.833861 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-1a73580a-a8e2-4211-b15d-fe446523705e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:36.871056 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a2aeaa-5502-4b91-b254-9f7aef82eaca req-7fb80831-d9a3-4c30-b167-e8f9cd4f16b9 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:16:36.879403 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-32a2aeaa-5502-4b91-b254-9f7aef82eaca req-7fb80831-d9a3-4c30-b167-e8f9cd4f16b9 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/ports?device_id=36168d53-184a-47fb-a60b-6f72689c760c HTTP/1.1" status: 200  len: 950 time: 0.1989608
Dec 25 21:16:36.918533 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e0aaf5be-8b48-4e2a-ab06-f7f62e6a65b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:36.923549 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae6d595-78ae-4646-9cd5-46fcdee5ecea req-cad24330-32be-4240-bc90-707e60319b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:16:36.925590 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8ae6d595-78ae-4646-9cd5-46fcdee5ecea req-cad24330-32be-4240-bc90-707e60319b7b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=5cc00bca-9276-4abd-9854-5fa193805042 HTTP/1.1" status: 200  len: 855 time: 0.1401122
Dec 25 21:16:36.926763 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-1a73580a-a8e2-4211-b15d-fe446523705e None None] Attempting to bind port 5c9037aa-6516-4164-8ea4-ad8d042897d7 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:16:36.927142 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-1a73580a-a8e2-4211-b15d-fe446523705e None None] Attempting to bind port 5c9037aa-6516-4164-8ea4-ad8d042897d7 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:16:36.927509 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a73580a-a8e2-4211-b15d-fe446523705e None None] Attempting to bind port 5c9037aa-6516-4164-8ea4-ad8d042897d7 on network 7201e55c-7c5f-41aa-a042-a363696539d0 {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:16:36.935456 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f603f6-df63-48ae-82df-2fe6fe47a9d1 None None] Pushing event updated for resources: {'Port': ['ID=5c9037aa-6516-4164-8ea4-ad8d042897d7,revision_number=2']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:16:36.940093 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a73580a-a8e2-4211-b15d-fe446523705e None None] Checking agent: {'id': 'ca4f5c6d-f1fd-48b8-a3e3-395864c7d23d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 20, 56, 40), 'started_at': datetime.datetime(2021, 12, 25, 20, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 16, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:16:36.940281 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a73580a-a8e2-4211-b15d-fe446523705e None None] Checking segment: {'id': '6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:16:36.940669 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-1a73580a-a8e2-4211-b15d-fe446523705e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:36.941102 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a73580a-a8e2-4211-b15d-fe446523705e None None] Bound using segment: {'id': '6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:16:36.941586 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-1a73580a-a8e2-4211-b15d-fe446523705e None None] Bound port: 5c9037aa-6516-4164-8ea4-ad8d042897d7, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'}}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:16:36.942734 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-1a73580a-a8e2-4211-b15d-fe446523705e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:36.971749 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8ae6d595-78ae-4646-9cd5-46fcdee5ecea req-eafca5be-e89b-48b7-80f0-1f7d3fb61c93 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=77b2a75d-f400-4539-8345-8e2b357f5c23&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0303378
Dec 25 21:16:36.980391 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-32a2aeaa-5502-4b91-b254-9f7aef82eaca req-ef65bcc2-9caa-4346-b2c7-2eb554d3ee25 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3f1ae63-416f-443f-b032-af0d7dcc9019&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0997047
Dec 25 21:16:36.991179 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-1b7c63f3-d34a-44b3-804e-2b1655bdde14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:37.004838 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Dec 2021 21:16:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f622542-467c-4259-86fb-fdc0c44df620 x-openstack-request-id: req-7f622542-467c-4259-86fb-fdc0c44df620 {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:16:37.006566 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a1b1d33-82d4-4c29-8f52-f3c59e495d4e", "tag": "fba43cf4-f214-42a5-b791-cde0e1556285", "status": "completed", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:16:37.008790 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7f622542-467c-4259-86fb-fdc0c44df620 {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:16:37.009362 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a1b1d33-82d4-4c29-8f52-f3c59e495d4e', 'tag': 'fba43cf4-f214-42a5-b791-cde0e1556285', 'status': 'completed', 'code': 200}
Dec 25 21:16:37.021304 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0aaf5be-8b48-4e2a-ab06-f7f62e6a65b8 admin admin] Network 050fe506-29b6-4536-b03a-6d4fd9d4993c is already hosted by enough agents. {{(pid=121607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:16:37.026674 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-e0aaf5be-8b48-4e2a-ab06-f7f62e6a65b8 admin admin] Resources bound (agent type, host, resource id):  {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:16:37.048671 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0aaf5be-8b48-4e2a-ab06-f7f62e6a65b8 admin admin] Received port after_create {{(pid=121607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:16:37.053478 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0aaf5be-8b48-4e2a-ab06-f7f62e6a65b8 admin admin] Pushing event updated for resources: {'Port': ['ID=020b68b7-f89a-4b33-b20b-4ab3c8fe3101,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:16:37.059692 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-1a73580a-a8e2-4211-b15d-fe446523705e None None] For port 5c9037aa-6516-4164-8ea4-ad8d042897d7, host ncdv-master-1, cleared binding levels {{(pid=121608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:16:37.063226 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-1a73580a-a8e2-4211-b15d-fe446523705e None None] For port 5c9037aa-6516-4164-8ea4-ad8d042897d7, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5c9037aa-6516-4164-8ea4-ad8d042897d7,segment=NetworkSegment(6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855),segment_id=6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855)] {{(pid=121608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:16:37.132694 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-1a73580a-a8e2-4211-b15d-fe446523705e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:37.133674 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e0aaf5be-8b48-4e2a-ab06-f7f62e6a65b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2008772'] for router_interface, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:37.258010 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4098e8-17b3-4900-a81e-09b952f3c096 req-f765bdf5-0e83-417c-a78f-7b211b1b2361 tempest-VolumesAdminNegativeTest-1446759092 tempest-VolumesAdminNegativeTest-1446759092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:16:37.264084 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1f4098e8-17b3-4900-a81e-09b952f3c096 req-f765bdf5-0e83-417c-a78f-7b211b1b2361 tempest-VolumesAdminNegativeTest-1446759092 tempest-VolumesAdminNegativeTest-1446759092-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a1b1d33-82d4-4c29-8f52-f3c59e495d4e HTTP/1.1" status: 200  len: 943 time: 0.1062248
Dec 25 21:16:37.266249 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8ae6d595-78ae-4646-9cd5-46fcdee5ecea req-027782d1-dcd2-44dd-b632-18daa98a0f6f service neutron] 10.222.0.31 "GET /v2.0/networks/77b2a75d-f400-4539-8345-8e2b357f5c23?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2833707
Dec 25 21:16:37.277970 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a73580a-a8e2-4211-b15d-fe446523705e None None] Routers {'64d33087-8110-48e8-8d7a-cbd6f57725b1'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:16:37.278939 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-1a73580a-a8e2-4211-b15d-fe446523705e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2618bd5c40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:16:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['64d33087-8110-48e8-8d7a-cbd6f57725b1'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:16:37.361135 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f603f6-df63-48ae-82df-2fe6fe47a9d1 None None] Pushing event updated for resources: {'Port': ['ID=5c9037aa-6516-4164-8ea4-ad8d042897d7,revision_number=3']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:16:37.398285 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1f4098e8-17b3-4900-a81e-09b952f3c096 req-c1ea0ce8-4974-48fa-a388-90f6a969282c tempest-VolumesAdminNegativeTest-1446759092 tempest-VolumesAdminNegativeTest-1446759092-project] 10.222.0.32 "GET /v2.0/security-groups?id=a90f643f-61fe-451d-80ef-ad971b4b5604&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1299815
Dec 25 21:16:37.451214 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvr_db [None req-1a73580a-a8e2-4211-b15d-fe446523705e None None] Set router 64d33087-8110-48e8-8d7a-cbd6f57725b1 gateway port host: ncdv-master-1 {{(pid=121608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:16:37.498766 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e0aaf5be-8b48-4e2a-ab06-f7f62e6a65b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:37.534576 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8ae6d595-78ae-4646-9cd5-46fcdee5ecea req-4b352ca1-e276-49e5-be57-fe26f6d84bb9 service neutron] 10.222.0.31 "GET /v2.0/networks/77b2a75d-f400-4539-8345-8e2b357f5c23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2163348
Dec 25 21:16:37.553523 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47168ea3-318e-4fc8-81f6-eb603d1829b4 req-786ce261-1a89-4b0f-9298-c54d260cffda tempest-ImagesOneServerNegativeTestJSON-1717313213 tempest-ImagesOneServerNegativeTestJSON-1717313213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:16:37.553523 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-47168ea3-318e-4fc8-81f6-eb603d1829b4 req-786ce261-1a89-4b0f-9298-c54d260cffda tempest-ImagesOneServerNegativeTestJSON-1717313213 tempest-ImagesOneServerNegativeTestJSON-1717313213-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d343d1d-ac0a-4447-862f-e13c2facfcef HTTP/1.1" status: 200  len: 946 time: 0.2145219
Dec 25 21:16:37.571794 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-76eef1c0-bc49-402d-bad7-892ac3d1d6a1 None None] Provisioning complete for port 020b68b7-f89a-4b33-b20b-4ab3c8fe3101 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:16:37.572234 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-76eef1c0-bc49-402d-bad7-892ac3d1d6a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:37.610943 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-76eef1c0-bc49-402d-bad7-892ac3d1d6a1 None None] Port 020b68b7-f89a-4b33-b20b-4ab3c8fe3101 cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:16:37.677569 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-47168ea3-318e-4fc8-81f6-eb603d1829b4 req-009ba062-a82b-4ff7-bd7b-55fbe2fccf66 tempest-ImagesOneServerNegativeTestJSON-1717313213 tempest-ImagesOneServerNegativeTestJSON-1717313213-project] 10.222.0.32 "GET /v2.0/security-groups?id=90b09226-05f9-413f-802a-f36d3e55d2ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1155109
Dec 25 21:16:37.732235 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4bc135-944f-4b17-8759-66f6d60e9015 req-121aa166-cc4e-4b4a-8b37-1efc76945027 tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:16:37.741319 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-fa4bc135-944f-4b17-8759-66f6d60e9015 req-121aa166-cc4e-4b4a-8b37-1efc76945027 tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] 10.222.0.32 "GET /v2.0/ports?device_id=fcc7022a-66f7-4481-80f6-03320c1f3a53 HTTP/1.1" status: 200  len: 946 time: 0.1566551
Dec 25 21:16:37.782356 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-1a73580a-a8e2-4211-b15d-fe446523705e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2618bd5c40>, [{'id': '64d33087-8110-48e8-8d7a-cbd6f57725b1', 'name': 'tempest-ServerActionsTestJSON-1405305583-router', 'tenant_id': '4c3545b07d0b4ccf9cd48a80c2d37521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.75'}], 'enable_snat': True}, 'gw_port_id': '5c9037aa-6516-4164-8ea4-ad8d042897d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:16:29Z', 'updated_at': '2021-12-25T21:16:33Z', 'revision_number': 3, 'project_id': '4c3545b07d0b4ccf9cd48a80c2d37521', 'gw_port': {'id': '5c9037aa-6516-4164-8ea4-ad8d042897d7', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:38:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64d33087-8110-48e8-8d7a-cbd6f57725b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1009, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:16:31Z', 'updated_at': '2021-12-25T21:16:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:16:37.818367 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e0aaf5be-8b48-4e2a-ab06-f7f62e6a65b8 admin admin] Publish callbacks [] for port, precommit_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:37.826142 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a73580a-a8e2-4211-b15d-fe446523705e None None] The sync data for ids ['64d33087-8110-48e8-8d7a-cbd6f57725b1'] in ncdv-master-1 is: [{'id': '64d33087-8110-48e8-8d7a-cbd6f57725b1', 'name': 'tempest-ServerActionsTestJSON-1405305583-router', 'tenant_id': '4c3545b07d0b4ccf9cd48a80c2d37521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.75'}], 'enable_snat': True}, 'gw_port_id': '5c9037aa-6516-4164-8ea4-ad8d042897d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:16:29Z', 'updated_at': '2021-12-25T21:16:33Z', 'revision_number': 3, 'project_id': '4c3545b07d0b4ccf9cd48a80c2d37521', 'gw_port': {'id': '5c9037aa-6516-4164-8ea4-ad8d042897d7', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:38:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64d33087-8110-48e8-8d7a-cbd6f57725b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1009, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:16:31Z', 'updated_at': '2021-12-25T21:16:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 21:16:37.836009 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ddf777-073f-4069-aa4b-ef943fb0c8bf req-fd9f43dd-b6b9-4110-8476-0ba9090c5976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:16:37.837905 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-00ddf777-073f-4069-aa4b-ef943fb0c8bf req-fd9f43dd-b6b9-4110-8476-0ba9090c5976 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ef4a444bae614ca7b19f2e61052a4c6e&device_id=4a1b1d33-82d4-4c29-8f52-f3c59e495d4e HTTP/1.1" status: 200  len: 1094 time: 0.1229122
Dec 25 21:16:37.849163 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-fa4bc135-944f-4b17-8759-66f6d60e9015 req-3b0dd5a5-1d14-497a-83ed-ef4e64cdbe04 tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] 10.222.0.32 "GET /v2.0/security-groups?id=2bf8651c-3ed0-44bb-a064-d61aab6ec281&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1061132
Dec 25 21:16:37.948155 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fb91ec-f5dd-413c-a9a1-2f8ad388bb86 req-201eae99-1538-49eb-a340-1293253c5144 tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:16:37.950167 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-20fb91ec-f5dd-413c-a9a1-2f8ad388bb86 req-201eae99-1538-49eb-a340-1293253c5144 tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] 10.222.0.32 "GET /v2.0/ports?device_id=a665e8d7-d64e-4879-9389-ad2efb13749b HTTP/1.1" status: 200  len: 945 time: 0.1262410
Dec 25 21:16:38.021361 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ddf777-073f-4069-aa4b-ef943fb0c8bf req-086cc59d-96ca-4c52-a305-b43c178eeafb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:16:38.022867 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-00ddf777-073f-4069-aa4b-ef943fb0c8bf req-086cc59d-96ca-4c52-a305-b43c178eeafb service neutron] 10.222.0.31 "GET /v2.0/networks?id=77b2a75d-f400-4539-8345-8e2b357f5c23 HTTP/1.1" status: 200  len: 916 time: 0.1553724
Dec 25 21:16:38.085425 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-00ddf777-073f-4069-aa4b-ef943fb0c8bf req-f64133c8-25e1-461a-ad7c-5eb59894ec45 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fba43cf4-f214-42a5-b791-cde0e1556285 HTTP/1.1" status: 200  len: 217 time: 0.0467200
Dec 25 21:16:38.091067 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-20fb91ec-f5dd-413c-a9a1-2f8ad388bb86 req-112fdc7e-4e8f-4651-91ba-a55918fab57d tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] 10.222.0.32 "GET /v2.0/security-groups?id=e70b16a5-3c2f-443c-a3bd-2851d79b2b90&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1331613
Dec 25 21:16:38.120691 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e05ea22-dc77-4429-a523-ad9c9261ef13 req-942313e3-f375-47c2-a9cb-76af02400416 tempest-ImagesOneServerNegativeTestJSON-1717313213 tempest-ImagesOneServerNegativeTestJSON-1717313213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:16:38.122305 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5e05ea22-dc77-4429-a523-ad9c9261ef13 req-942313e3-f375-47c2-a9cb-76af02400416 tempest-ImagesOneServerNegativeTestJSON-1717313213 tempest-ImagesOneServerNegativeTestJSON-1717313213-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d343d1d-ac0a-4447-862f-e13c2facfcef HTTP/1.1" status: 200  len: 946 time: 0.1281476
Dec 25 21:16:38.193148 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ddf777-073f-4069-aa4b-ef943fb0c8bf req-9f3bc9cb-5a01-480c-9718-7532e00ce094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:16:38.194527 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-00ddf777-073f-4069-aa4b-ef943fb0c8bf req-9f3bc9cb-5a01-480c-9718-7532e00ce094 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=5cc00bca-9276-4abd-9854-5fa193805042 HTTP/1.1" status: 200  len: 855 time: 0.0980697
Dec 25 21:16:38.259831 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5e05ea22-dc77-4429-a523-ad9c9261ef13 req-d24bab14-8be2-4fbf-bf37-7ece0d3e96ab tempest-ImagesOneServerNegativeTestJSON-1717313213 tempest-ImagesOneServerNegativeTestJSON-1717313213-project] 10.222.0.32 "GET /v2.0/security-groups?id=90b09226-05f9-413f-802a-f36d3e55d2ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1125934
Dec 25 21:16:38.263300 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-00ddf777-073f-4069-aa4b-ef943fb0c8bf req-58949b13-441c-4451-aff5-257e5d5fa1d6 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=77b2a75d-f400-4539-8345-8e2b357f5c23&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0519035
Dec 25 21:16:38.307016 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:38.313113 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841b39ec-9f9d-4464-b21b-ada2c76babec req-58ce60a1-91ea-4832-a34a-1789ec0b8199 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:16:38.314995 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-841b39ec-9f9d-4464-b21b-ada2c76babec req-58ce60a1-91ea-4832-a34a-1789ec0b8199 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/ports?device_id=36168d53-184a-47fb-a60b-6f72689c760c HTTP/1.1" status: 200  len: 950 time: 0.1243582
Dec 25 21:16:38.343940 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e0aaf5be-8b48-4e2a-ab06-f7f62e6a65b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8632327'] for port, after_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:38.382531 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3e945ecd-9380-47c2-aa0a-12ebe07e03e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:38.428015 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-841b39ec-9f9d-4464-b21b-ada2c76babec req-95c36c61-67db-4382-add9-e60529c11e80 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3f1ae63-416f-443f-b032-af0d7dcc9019&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1013768
Dec 25 21:16:38.457247 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e0aaf5be-8b48-4e2a-ab06-f7f62e6a65b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2007636'] for router_interface, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:38.481667 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689d7f32-496a-4a0c-8681-bd7746cdda87 req-65c42e7e-258e-4881-9272-49b0ea7ae4ab tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:16:38.485059 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-689d7f32-496a-4a0c-8681-bd7746cdda87 req-65c42e7e-258e-4881-9272-49b0ea7ae4ab tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] 10.222.0.37 "GET /v2.0/ports?device_id=fcc7022a-66f7-4481-80f6-03320c1f3a53 HTTP/1.1" status: 200  len: 946 time: 0.2026570
Dec 25 21:16:38.491176 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0aaf5be-8b48-4e2a-ab06-f7f62e6a65b8 admin admin] Pushing event updated for resources: {'Port': ['ID=020b68b7-f89a-4b33-b20b-4ab3c8fe3101,revision_number=2']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:16:38.526879 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-00ddf777-073f-4069-aa4b-ef943fb0c8bf req-0b21e0d9-8550-4a33-9151-a981f76ae39d service neutron] 10.222.0.31 "GET /v2.0/networks/77b2a75d-f400-4539-8345-8e2b357f5c23?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2536037
Dec 25 21:16:38.686706 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0aaf5be-8b48-4e2a-ab06-f7f62e6a65b8 admin admin] Network 050fe506-29b6-4536-b03a-6d4fd9d4993c is already hosted by enough agents. {{(pid=121607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:16:38.690093 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-e0aaf5be-8b48-4e2a-ab06-f7f62e6a65b8 admin admin] Resources bound (agent type, host, resource id):  {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:16:38.706594 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [req-689d7f32-496a-4a0c-8681-bd7746cdda87 req-3ebdeb3a-8185-4252-8230-b00c4620b19e tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] Deleting port 2464a3e4-d827-4b03-b011-1cbc611f04ec {{(pid=121607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:16:38.707264 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-689d7f32-496a-4a0c-8681-bd7746cdda87 req-3ebdeb3a-8185-4252-8230-b00c4620b19e tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:38.771663 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c96415f-b292-470e-8175-d1a61fa7c32b req-1617f4a8-5ec4-41b0-9f2f-d84bfd4cf9a7 tempest-ImagesOneServerNegativeTestJSON-1717313213 tempest-ImagesOneServerNegativeTestJSON-1717313213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:16:38.780132 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9c96415f-b292-470e-8175-d1a61fa7c32b req-1617f4a8-5ec4-41b0-9f2f-d84bfd4cf9a7 tempest-ImagesOneServerNegativeTestJSON-1717313213 tempest-ImagesOneServerNegativeTestJSON-1717313213-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d343d1d-ac0a-4447-862f-e13c2facfcef HTTP/1.1" status: 200  len: 946 time: 0.2871883
Dec 25 21:16:38.866962 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-00ddf777-073f-4069-aa4b-ef943fb0c8bf req-69b9b5e9-d237-4d4d-a7a7-411e7f35a5ba service neutron] 10.222.0.31 "GET /v2.0/networks/77b2a75d-f400-4539-8345-8e2b357f5c23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3192737
Dec 25 21:16:38.893224 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d13d1f0-1586-482c-a9c9-956bfec2b70b req-2a9d799d-36d9-49e3-8a25-9fc82927c573 tempest-VolumesAdminNegativeTest-1446759092 tempest-VolumesAdminNegativeTest-1446759092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:16:38.898708 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2d13d1f0-1586-482c-a9c9-956bfec2b70b req-2a9d799d-36d9-49e3-8a25-9fc82927c573 tempest-VolumesAdminNegativeTest-1446759092 tempest-VolumesAdminNegativeTest-1446759092-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a1b1d33-82d4-4c29-8f52-f3c59e495d4e HTTP/1.1" status: 200  len: 943 time: 0.2594786
Dec 25 21:16:38.964641 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9c96415f-b292-470e-8175-d1a61fa7c32b req-caa36f3e-e0f2-49dc-8031-07152d0f9a27 tempest-ImagesOneServerNegativeTestJSON-1717313213 tempest-ImagesOneServerNegativeTestJSON-1717313213-project] 10.222.0.32 "GET /v2.0/security-groups?id=90b09226-05f9-413f-802a-f36d3e55d2ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1832712
Dec 25 21:16:39.026960 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2d13d1f0-1586-482c-a9c9-956bfec2b70b req-c152c44e-10eb-4524-a139-1fb2e753adb4 tempest-VolumesAdminNegativeTest-1446759092 tempest-VolumesAdminNegativeTest-1446759092-project] 10.222.0.32 "GET /v2.0/security-groups?id=a90f643f-61fe-451d-80ef-ad971b4b5604&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1145735
Dec 25 21:16:39.125089 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 5c9037aa-6516-4164-8ea4-ad8d042897d7 up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:16:39.219548 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bf2e58-017d-451a-aac1-b9313565caef req-4cd6482b-868f-4f5b-9428-177bfbad9767 tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:16:39.227335 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-04bf2e58-017d-451a-aac1-b9313565caef req-4cd6482b-868f-4f5b-9428-177bfbad9767 tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] 10.222.0.32 "GET /v2.0/ports?device_id=fcc7022a-66f7-4481-80f6-03320c1f3a53 HTTP/1.1" status: 200  len: 946 time: 0.0815248
Dec 25 21:16:39.270724 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-57a3b989-d074-44ff-9d7d-9e933ed64ecd None None] Provisioning complete for port 020b68b7-f89a-4b33-b20b-4ab3c8fe3101 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:16:39.271097 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-57a3b989-d074-44ff-9d7d-9e933ed64ecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:39.319510 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-04bf2e58-017d-451a-aac1-b9313565caef req-00bcf2e8-f10d-4f6b-acab-6e32adb861e8 tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] 10.222.0.32 "GET /v2.0/security-groups?id=2bf8651c-3ed0-44bb-a064-d61aab6ec281&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0911779
Dec 25 21:16:39.360997 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port 5c9037aa-6516-4164-8ea4-ad8d042897d7 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:16:39.361561 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:39.407953 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9389cf-3e02-4fa6-8808-1cfa168601e1 req-cb3c75d6-533d-421c-aafc-bbaa0d2b045b tempest-ImagesOneServerNegativeTestJSON-1717313213 tempest-ImagesOneServerNegativeTestJSON-1717313213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:16:39.411200 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-57a3b989-d074-44ff-9d7d-9e933ed64ecd None None] Port 020b68b7-f89a-4b33-b20b-4ab3c8fe3101 cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:16:39.415098 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-db9389cf-3e02-4fa6-8808-1cfa168601e1 req-cb3c75d6-533d-421c-aafc-bbaa0d2b045b tempest-ImagesOneServerNegativeTestJSON-1717313213 tempest-ImagesOneServerNegativeTestJSON-1717313213-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d343d1d-ac0a-4447-862f-e13c2facfcef HTTP/1.1" status: 200  len: 946 time: 0.1270473
Dec 25 21:16:39.423890 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-15cb578f-7a63-4fd3-925d-83bad4c7b82a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:39.485160 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:39.508257 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] For port 5c9037aa-6516-4164-8ea4-ad8d042897d7, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5c9037aa-6516-4164-8ea4-ad8d042897d7,segment=NetworkSegment(6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855),segment_id=6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:16:39.515815 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-db9389cf-3e02-4fa6-8808-1cfa168601e1 req-df55bc80-ee1e-4cc1-a18e-d9e581505855 tempest-ImagesOneServerNegativeTestJSON-1717313213 tempest-ImagesOneServerNegativeTestJSON-1717313213-project] 10.222.0.32 "GET /v2.0/security-groups?id=90b09226-05f9-413f-802a-f36d3e55d2ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0968804
Dec 25 21:16:39.547921 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5540459-a321-40c0-9ff3-445db6e94a2b req-c2188876-fa36-439a-8ff9-af6314fc5c76 tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:16:39.549927 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b5540459-a321-40c0-9ff3-445db6e94a2b req-c2188876-fa36-439a-8ff9-af6314fc5c76 tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] 10.222.0.32 "GET /v2.0/ports?device_id=a665e8d7-d64e-4879-9389-ad2efb13749b HTTP/1.1" status: 200  len: 945 time: 0.1177633
Dec 25 21:16:39.582766 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:39.588020 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.db [req-689d7f32-496a-4a0c-8681-bd7746cdda87 req-3ebdeb3a-8185-4252-8230-b00c4620b19e tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] For port 2464a3e4-d827-4b03-b011-1cbc611f04ec, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2464a3e4-d827-4b03-b011-1cbc611f04ec,segment=NetworkSegment(40b3768f-3d6e-4d28-9b2a-4711b7f0f059),segment_id=40b3768f-3d6e-4d28-9b2a-4711b7f0f059)] {{(pid=121607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:16:39.591422 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-689d7f32-496a-4a0c-8681-bd7746cdda87 req-3ebdeb3a-8185-4252-8230-b00c4620b19e tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:39.599607 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0aaf5be-8b48-4e2a-ab06-f7f62e6a65b8 admin admin] Router 64d33087-8110-48e8-8d7a-cbd6f57725b1 has already been hosted by L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 {{(pid=121607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 25 21:16:39.608284 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [req-689d7f32-496a-4a0c-8681-bd7746cdda87 req-3ebdeb3a-8185-4252-8230-b00c4620b19e tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] Calling delete_port for 2464a3e4-d827-4b03-b011-1cbc611f04ec owned by compute:nova {{(pid=121607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:16:39.648574 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b5540459-a321-40c0-9ff3-445db6e94a2b req-4a2e7041-284e-4f12-b183-0bd9f904424e tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] 10.222.0.32 "GET /v2.0/security-groups?id=e70b16a5-3c2f-443c-a3bd-2851d79b2b90&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0843110
Dec 25 21:16:39.671069 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Pushing event updated for resources: {'Port': ['ID=5c9037aa-6516-4164-8ea4-ad8d042897d7,revision_number=4']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:16:39.673731 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device fba43cf4-f214-42a5-b791-cde0e1556285 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 25 21:16:39.776008 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060dc7d0-3750-4604-902f-45c71f9eb84c req-46c8a384-ab47-4b33-b48e-8b91274dabcf tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:16:39.782871 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-060dc7d0-3750-4604-902f-45c71f9eb84c req-46c8a384-ab47-4b33-b48e-8b91274dabcf tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/ports?device_id=36168d53-184a-47fb-a60b-6f72689c760c HTTP/1.1" status: 200  len: 950 time: 0.0812373
Dec 25 21:16:39.856366 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-060dc7d0-3750-4604-902f-45c71f9eb84c req-fabd5662-1447-4cde-af11-994683ed40b8 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3f1ae63-416f-443f-b032-af0d7dcc9019&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0660074
Dec 25 21:16:39.890999 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port fba43cf4-f214-42a5-b791-cde0e1556285, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=fba43cf4-f214-42a5-b791-cde0e1556285,segment=NetworkSegment(47dbe20b-fa58-47dc-b3ab-e0e2a78a5536),segment_id=47dbe20b-fa58-47dc-b3ab-e0e2a78a5536)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:16:39.910416 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Returning: {'device': 'fba43cf4-f214-42a5-b791-cde0e1556285', 'network_id': '77b2a75d-f400-4539-8345-8e2b357f5c23', 'port_id': 'fba43cf4-f214-42a5-b791-cde0e1556285', 'mac_address': 'fa:16:3e:c0:cd:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5cc00bca-9276-4abd-9854-5fa193805042', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 25 21:16:39.931082 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0aaf5be-8b48-4e2a-ab06-f7f62e6a65b8 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 21:16:39.949054 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-e0aaf5be-8b48-4e2a-ab06-f7f62e6a65b8 admin admin] 10.222.0.32 "PUT /v2.0/routers/64d33087-8110-48e8-8d7a-cbd6f57725b1/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.3758838
Dec 25 21:16:40.017318 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:40.034113 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fba43cf4-f214-42a5-b791-cde0e1556285 {{(pid=121608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:16:40.058989 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port fba43cf4-f214-42a5-b791-cde0e1556285, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=fba43cf4-f214-42a5-b791-cde0e1556285,segment=NetworkSegment(47dbe20b-fa58-47dc-b3ab-e0e2a78a5536),segment_id=47dbe20b-fa58-47dc-b3ab-e0e2a78a5536)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:16:40.091790 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-689d7f32-496a-4a0c-8681-bd7746cdda87 req-3ebdeb3a-8185-4252-8230-b00c4620b19e tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:40.107735 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] get_ports_and_sgs() called for port_ids ['2464a3e4-d827-4b03-b011-1cbc611f04ec'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:16:40.179806 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:40.227020 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebdeb3a-8185-4252-8230-b00c4620b19e tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] Pushing event deleted for resources: {'Port': ['ID=2464a3e4-d827-4b03-b011-1cbc611f04ec,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:16:40.243443 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [req-689d7f32-496a-4a0c-8681-bd7746cdda87 req-3ebdeb3a-8185-4252-8230-b00c4620b19e tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] No DVR routers for this DVR port 2464a3e4-d827-4b03-b011-1cbc611f04ec on host nch2-master-1 {{(pid=121607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:16:40.246073 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-689d7f32-496a-4a0c-8681-bd7746cdda87 req-3ebdeb3a-8185-4252-8230-b00c4620b19e tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:40.249691 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-689d7f32-496a-4a0c-8681-bd7746cdda87 req-3ebdeb3a-8185-4252-8230-b00c4620b19e tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] 10.222.0.37 "DELETE /v2.0/ports/2464a3e4-d827-4b03-b011-1cbc611f04ec HTTP/1.1" status: 204  len: 173 time: 1.7488511
Dec 25 21:16:40.250212 ncdv-master-1 neutron-server[121607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcc7022a-66f7-4481-80f6-03320c1f3a53', 'name': 'network-vif-deleted', 'tag': '2464a3e4-d827-4b03-b011-1cbc611f04ec'}] {{(pid=121607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:16:40.252551 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f980bbcadfa7bf1e788024e1448be660373c21f97f015f780444e999c451203" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ffc9be5-d834-4d74-80b3-ac276a2f5302" -d '{"events": [{"server_uuid": "fcc7022a-66f7-4481-80f6-03320c1f3a53", "name": "network-vif-deleted", "tag": "2464a3e4-d827-4b03-b011-1cbc611f04ec"}]}' {{(pid=121607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:16:40.304779 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32602200-f30a-4bd2-b1a1-80bd1372e2d4 req-0f8595a6-d96f-431f-b87a-5e6e9d0ce426 tempest-VolumesAdminNegativeTest-1446759092 tempest-VolumesAdminNegativeTest-1446759092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:16:40.314568 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-32602200-f30a-4bd2-b1a1-80bd1372e2d4 req-0f8595a6-d96f-431f-b87a-5e6e9d0ce426 tempest-VolumesAdminNegativeTest-1446759092 tempest-VolumesAdminNegativeTest-1446759092-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a1b1d33-82d4-4c29-8f52-f3c59e495d4e HTTP/1.1" status: 200  len: 944 time: 0.1206326
Dec 25 21:16:40.318052 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Pushing event updated for resources: {'Port': ['ID=fba43cf4-f214-42a5-b791-cde0e1556285,revision_number=4']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:16:40.383644 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8859d89-d5de-424a-adc7-ecd12c6562ef None None] Sync routers for ids ['64d33087-8110-48e8-8d7a-cbd6f57725b1'] in ncdv-master-1 {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 21:16:40.399487 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8859d89-d5de-424a-adc7-ecd12c6562ef None None] Routers {'64d33087-8110-48e8-8d7a-cbd6f57725b1'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:16:40.400126 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-a8859d89-d5de-424a-adc7-ecd12c6562ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f26184d6790>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:16:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['64d33087-8110-48e8-8d7a-cbd6f57725b1'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:16:40.406362 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-32602200-f30a-4bd2-b1a1-80bd1372e2d4 req-2f3c5e1a-b62f-40c8-9b6f-bc204f6a09ea tempest-VolumesAdminNegativeTest-1446759092 tempest-VolumesAdminNegativeTest-1446759092-project] 10.222.0.32 "GET /v2.0/security-groups?id=a90f643f-61fe-451d-80ef-ad971b4b5604&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0851247
Dec 25 21:16:40.445578 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] get_ports_and_sgs() called for port_ids ['fba43cf4-f214-42a5-b791-cde0e1556285'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:16:40.540361 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvr_db [None req-a8859d89-d5de-424a-adc7-ecd12c6562ef None None] Set router 64d33087-8110-48e8-8d7a-cbd6f57725b1 gateway port host: ncdv-master-1 {{(pid=121609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:16:40.697351 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:40.719283 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 21:16:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e19af458-8fa3-455c-962c-a1f49b07fdd6 x-openstack-request-id: req-e19af458-8fa3-455c-962c-a1f49b07fdd6 {{(pid=121607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:16:40.719283 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcc7022a-66f7-4481-80f6-03320c1f3a53", "name": "network-vif-deleted", "tag": "2464a3e4-d827-4b03-b011-1cbc611f04ec", "status": "completed", "code": 200}]} {{(pid=121607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:16:40.719283 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e19af458-8fa3-455c-962c-a1f49b07fdd6 {{(pid=121607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:16:40.719283 ncdv-master-1 neutron-server[121607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcc7022a-66f7-4481-80f6-03320c1f3a53', 'name': 'network-vif-deleted', 'tag': '2464a3e4-d827-4b03-b011-1cbc611f04ec', 'status': 'completed', 'code': 200}
Dec 25 21:16:40.806710 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 53778) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:16:40.813032 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-f5db33fe-3dcb-428a-ae77-27b270be7329 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Request body: {'security_group': {'name': 'tempest-securitygroup--986829741', 'description': 'tempest-description--1097591031'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:16:40.886810 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7faf0bd5-2360-49e6-9b21-181f57eb07f2 req-97cc03e5-fc92-4309-a44a-167336eea253 tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] 10.222.0.32 "GET /v2.0/ports?device_id=fcc7022a-66f7-4481-80f6-03320c1f3a53 HTTP/1.1" status: 200  len: 210 time: 0.0508606
Dec 25 21:16:40.913108 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f5db33fe-3dcb-428a-ae77-27b270be7329 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Publish callbacks [] for security_group, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:41.047633 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f5db33fe-3dcb-428a-ae77-27b270be7329 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Publish callbacks [] for security_group, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:41.088807 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-a8859d89-d5de-424a-adc7-ecd12c6562ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f26184d6790>, [{'id': '64d33087-8110-48e8-8d7a-cbd6f57725b1', 'name': 'tempest-ServerActionsTestJSON-1405305583-router', 'tenant_id': '4c3545b07d0b4ccf9cd48a80c2d37521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.75'}], 'enable_snat': True}, 'gw_port_id': '5c9037aa-6516-4164-8ea4-ad8d042897d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:16:29Z', 'updated_at': '2021-12-25T21:16:37Z', 'revision_number': 4, 'project_id': '4c3545b07d0b4ccf9cd48a80c2d37521', 'gw_port': {'id': '5c9037aa-6516-4164-8ea4-ad8d042897d7', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:38:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64d33087-8110-48e8-8d7a-cbd6f57725b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1009, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:16:31Z', 'updated_at': '2021-12-25T21:16:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '020b68b7-f89a-4b33-b20b-4ab3c8fe3101', 'name': '', 'network_id': '050fe506-29b6-4536-b03a-6d4fd9d4993c', 'tenant_id': '4c3545b07d0b4ccf9cd48a80c2d37521', 'mac_address': 'fa:16:3e:85:5b:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64d33087-8110-48e8-8d7a-cbd6f57725b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': '1f5d8ab8-049c-411c-8531-c48febcca4ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:16:36Z', 'updated_at': '2021-12-25T21:16:37Z', 'revision_number': 2, 'project_id': '4c3545b07d0b4ccf9cd48a80c2d37521', 'subnets': [{'id': '1f5d8ab8-049c-411c-8531-c48febcca4ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:16:41.107545 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f5db33fe-3dcb-428a-ae77-27b270be7329 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:41.118466 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 5c9037aa-6516-4164-8ea4-ad8d042897d7 up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:16:41.119707 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c64ab3d-c556-4308-99ad-685cc621a661 req-f77f4e85-1fec-446e-bafb-0fbf0d28bb93 tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:16:41.121704 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3c64ab3d-c556-4308-99ad-685cc621a661 req-f77f4e85-1fec-446e-bafb-0fbf0d28bb93 tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] 10.222.0.32 "GET /v2.0/ports?device_id=a665e8d7-d64e-4879-9389-ad2efb13749b HTTP/1.1" status: 200  len: 945 time: 0.1265020
Dec 25 21:16:41.151972 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8859d89-d5de-424a-adc7-ecd12c6562ef None None] Checking router: 64d33087-8110-48e8-8d7a-cbd6f57725b1 for host: ncdv-master-1 {{(pid=121609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 25 21:16:41.156550 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8859d89-d5de-424a-adc7-ecd12c6562ef None None] Updating router 64d33087-8110-48e8-8d7a-cbd6f57725b1 port 020b68b7-f89a-4b33-b20b-4ab3c8fe3101 binding host ncdv-master-1 {{(pid=121609) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 25 21:16:41.195567 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5db33fe-3dcb-428a-ae77-27b270be7329 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Pushing event updated for resources: {'SecurityGroup': ['ID=303458ac-ce28-4cba-8947-b5e432a1ea1f,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:16:41.196149 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port 5c9037aa-6516-4164-8ea4-ad8d042897d7 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:16:41.196683 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:41.214326 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e4a4b8-f0b3-459f-9a78-b19ca5f6c02a req-21bb4423-a2cb-415e-936a-b09a8b5f0e07 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:16:41.221797 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-a8859d89-d5de-424a-adc7-ecd12c6562ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:41.222059 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-40e4a4b8-f0b3-459f-9a78-b19ca5f6c02a req-21bb4423-a2cb-415e-936a-b09a8b5f0e07 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/ports?device_id=36168d53-184a-47fb-a60b-6f72689c760c HTTP/1.1" status: 200  len: 950 time: 0.1114912
Dec 25 21:16:41.237317 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3c64ab3d-c556-4308-99ad-685cc621a661 req-f3c83e73-04a6-4191-bf3e-df6b02972cd8 tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] 10.222.0.32 "GET /v2.0/security-groups?id=e70b16a5-3c2f-443c-a3bd-2851d79b2b90&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1017840
Dec 25 21:16:41.260405 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f5db33fe-3dcb-428a-ae77-27b270be7329 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:41.260405 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-f5db33fe-3dcb-428a-ae77-27b270be7329 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1798 time: 0.4464564
Dec 25 21:16:41.260719 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 53792) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:16:41.268470 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-614301d2-7332-47e9-a4f0-ef2132dfe331 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Request body: {'security_group_rule': {'security_group_id': '303458ac-ce28-4cba-8947-b5e432a1ea1f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:16:41.358541 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-40e4a4b8-f0b3-459f-9a78-b19ca5f6c02a req-00c2fce5-7ddb-4fea-aa89-6e5f0e013649 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3f1ae63-416f-443f-b032-af0d7dcc9019&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1342499
Dec 25 21:16:41.397043 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-614301d2-7332-47e9-a4f0-ef2132dfe331 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Publish callbacks [] for security_group_rule, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:41.491931 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-614301d2-7332-47e9-a4f0-ef2132dfe331 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:41.565891 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-614301d2-7332-47e9-a4f0-ef2132dfe331 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077839'] for security_group_rule, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:41.578317 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773a1ae8-340d-4e74-9110-8ff0811bde6a req-e84bd6ef-4eba-44e6-9ee0-6a8dca1db83d tempest-VolumesAdminNegativeTest-1446759092 tempest-VolumesAdminNegativeTest-1446759092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:16:41.579795 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-773a1ae8-340d-4e74-9110-8ff0811bde6a req-e84bd6ef-4eba-44e6-9ee0-6a8dca1db83d tempest-VolumesAdminNegativeTest-1446759092 tempest-VolumesAdminNegativeTest-1446759092-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a1b1d33-82d4-4c29-8f52-f3c59e495d4e HTTP/1.1" status: 200  len: 944 time: 0.0707185
Dec 25 21:16:41.597067 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614301d2-7332-47e9-a4f0-ef2132dfe331 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68df00b5-a865-42e2-85c4-086ba92fe060,revision_number=0']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:16:41.622965 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device fba43cf4-f214-42a5-b791-cde0e1556285 up at agent hyperv_nch1-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:16:41.650801 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-773a1ae8-340d-4e74-9110-8ff0811bde6a req-ed90c0ba-6842-4a83-a1ab-dc50f489aed2 tempest-VolumesAdminNegativeTest-1446759092 tempest-VolumesAdminNegativeTest-1446759092-project] 10.222.0.32 "GET /v2.0/security-groups?id=a90f643f-61fe-451d-80ef-ad971b4b5604&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0597808
Dec 25 21:16:41.705166 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-614301d2-7332-47e9-a4f0-ef2132dfe331 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Publish callbacks [] for security_group_rule, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:41.706580 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-614301d2-7332-47e9-a4f0-ef2132dfe331 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.4448328
Dec 25 21:16:41.709214 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 53804) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:16:41.715373 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-3058f632-47d9-436d-b57e-1786779cc062 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Request body: {'security_group_rule': {'security_group_id': '303458ac-ce28-4cba-8947-b5e432a1ea1f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:16:41.787405 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-a8859d89-d5de-424a-adc7-ecd12c6562ef None None] Publish callbacks [] for port, precommit_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:41.824962 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da843b50-ddee-4af9-91e8-ee463084765b req-00a60bec-a773-4815-8fda-fc9f2b2f1a16 tempest-ImagesOneServerNegativeTestJSON-1717313213 tempest-ImagesOneServerNegativeTestJSON-1717313213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:16:41.833166 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-da843b50-ddee-4af9-91e8-ee463084765b req-00a60bec-a773-4815-8fda-fc9f2b2f1a16 tempest-ImagesOneServerNegativeTestJSON-1717313213 tempest-ImagesOneServerNegativeTestJSON-1717313213-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d343d1d-ac0a-4447-862f-e13c2facfcef HTTP/1.1" status: 200  len: 946 time: 0.0649397
Dec 25 21:16:41.852280 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-3058f632-47d9-436d-b57e-1786779cc062 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Publish callbacks [] for security_group_rule, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:41.887847 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-da843b50-ddee-4af9-91e8-ee463084765b req-1722e33b-0740-4fbe-9c43-9ac9d61c6147 tempest-ImagesOneServerNegativeTestJSON-1717313213 tempest-ImagesOneServerNegativeTestJSON-1717313213-project] 10.222.0.32 "GET /v2.0/security-groups?id=90b09226-05f9-413f-802a-f36d3e55d2ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0538571
Dec 25 21:16:41.895666 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-a8859d89-d5de-424a-adc7-ecd12c6562ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:41.895834 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Provisioning for port fba43cf4-f214-42a5-b791-cde0e1556285 completed by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 25 21:16:41.903369 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Provisioning complete for port fba43cf4-f214-42a5-b791-cde0e1556285 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:16:41.903740 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:41.991407 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f7a184-7469-4455-b2ae-df79c39d9cf4 None None] Pushing event updated for resources: {'Port': ['ID=020b68b7-f89a-4b33-b20b-4ab3c8fe3101,revision_number=3']} {{(pid=121609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:16:42.025937 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f7a184-7469-4455-b2ae-df79c39d9cf4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:16:42.026473 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f7a184-7469-4455-b2ae-df79c39d9cf4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:16:42.026979 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f7a184-7469-4455-b2ae-df79c39d9cf4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:16:42.027459 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f7a184-7469-4455-b2ae-df79c39d9cf4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:16:42.027933 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f7a184-7469-4455-b2ae-df79c39d9cf4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:16:42.028465 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f7a184-7469-4455-b2ae-df79c39d9cf4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:16:42.028961 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f7a184-7469-4455-b2ae-df79c39d9cf4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:16:42.029450 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f7a184-7469-4455-b2ae-df79c39d9cf4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:16:42.029917 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f7a184-7469-4455-b2ae-df79c39d9cf4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:16:42.030407 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f7a184-7469-4455-b2ae-df79c39d9cf4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:16:42.030874 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f7a184-7469-4455-b2ae-df79c39d9cf4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:16:42.031353 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f7a184-7469-4455-b2ae-df79c39d9cf4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:16:42.031828 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f7a184-7469-4455-b2ae-df79c39d9cf4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:16:42.057672 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-3058f632-47d9-436d-b57e-1786779cc062 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:42.071311 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.managers [None req-a8859d89-d5de-424a-adc7-ecd12c6562ef None None] Attempting to bind port 020b68b7-f89a-4b33-b20b-4ab3c8fe3101 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:16:42.072254 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.managers [None req-a8859d89-d5de-424a-adc7-ecd12c6562ef None None] Attempting to bind port 020b68b7-f89a-4b33-b20b-4ab3c8fe3101 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '66e39abb-3870-4404-91e4-a4d8a7ae7fb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '050fe506-29b6-4536-b03a-6d4fd9d4993c'}] {{(pid=121609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:16:42.073482 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8859d89-d5de-424a-adc7-ecd12c6562ef None None] Attempting to bind port 020b68b7-f89a-4b33-b20b-4ab3c8fe3101 on network 050fe506-29b6-4536-b03a-6d4fd9d4993c {{(pid=121609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:16:42.082377 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8859d89-d5de-424a-adc7-ecd12c6562ef None None] Checking agent: {'id': 'ca4f5c6d-f1fd-48b8-a3e3-395864c7d23d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 20, 56, 40), 'started_at': datetime.datetime(2021, 12, 25, 20, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 16, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:16:42.084009 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8859d89-d5de-424a-adc7-ecd12c6562ef None None] Checking segment: {'id': '66e39abb-3870-4404-91e4-a4d8a7ae7fb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '050fe506-29b6-4536-b03a-6d4fd9d4993c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:16:42.084682 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-a8859d89-d5de-424a-adc7-ecd12c6562ef None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:42.085357 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8859d89-d5de-424a-adc7-ecd12c6562ef None None] Bound using segment: {'id': '66e39abb-3870-4404-91e4-a4d8a7ae7fb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '050fe506-29b6-4536-b03a-6d4fd9d4993c'} {{(pid=121609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:16:42.086152 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.managers [None req-a8859d89-d5de-424a-adc7-ecd12c6562ef None None] Bound port: 020b68b7-f89a-4b33-b20b-4ab3c8fe3101, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66e39abb-3870-4404-91e4-a4d8a7ae7fb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '050fe506-29b6-4536-b03a-6d4fd9d4993c'}}] {{(pid=121609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:16:42.093260 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-a8859d89-d5de-424a-adc7-ecd12c6562ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:42.134513 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:42.142170 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-3058f632-47d9-436d-b57e-1786779cc062 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077839'] for security_group_rule, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:42.182248 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3058f632-47d9-436d-b57e-1786779cc062 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd1c72a4-037c-4f7a-a16c-110535063c38,revision_number=0']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:16:42.197316 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.db [None req-a8859d89-d5de-424a-adc7-ecd12c6562ef None None] For port 020b68b7-f89a-4b33-b20b-4ab3c8fe3101, host ncdv-master-1, cleared binding levels {{(pid=121609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:16:42.203758 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.db [None req-a8859d89-d5de-424a-adc7-ecd12c6562ef None None] For port 020b68b7-f89a-4b33-b20b-4ab3c8fe3101, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=020b68b7-f89a-4b33-b20b-4ab3c8fe3101,segment=NetworkSegment(66e39abb-3870-4404-91e4-a4d8a7ae7fb7),segment_id=66e39abb-3870-4404-91e4-a4d8a7ae7fb7)] {{(pid=121609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:16:42.210187 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a1b1d33-82d4-4c29-8f52-f3c59e495d4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fba43cf4-f214-42a5-b791-cde0e1556285'}] {{(pid=121608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:16:42.222149 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a88c78c3ff6266bd59c7e89d275b28c92e739b67d23c89d71af88829fd31566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d0864aa-0a66-4894-b6d1-134ad1a63f5d" -d '{"events": [{"server_uuid": "4a1b1d33-82d4-4c29-8f52-f3c59e495d4e", "name": "network-vif-plugged", "status": "completed", "tag": "fba43cf4-f214-42a5-b791-cde0e1556285"}]}' {{(pid=121608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:16:42.223699 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port fba43cf4-f214-42a5-b791-cde0e1556285, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=fba43cf4-f214-42a5-b791-cde0e1556285,segment=NetworkSegment(47dbe20b-fa58-47dc-b3ab-e0e2a78a5536),segment_id=47dbe20b-fa58-47dc-b3ab-e0e2a78a5536)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:16:42.271008 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-3058f632-47d9-436d-b57e-1786779cc062 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Publish callbacks [] for security_group_rule, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:42.276238 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-3058f632-47d9-436d-b57e-1786779cc062 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.5628748
Dec 25 21:16:42.280262 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 53830) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:16:42.280387 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 21:16:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cda62fb8-7825-4baf-94d1-92b43d4ed747 x-openstack-request-id: req-cda62fb8-7825-4baf-94d1-92b43d4ed747 {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:16:42.280387 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a1b1d33-82d4-4c29-8f52-f3c59e495d4e", "name": "network-vif-plugged", "status": "completed", "tag": "fba43cf4-f214-42a5-b791-cde0e1556285", "code": 200}]} {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:16:42.280694 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-cda62fb8-7825-4baf-94d1-92b43d4ed747 {{(pid=121608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:16:42.281232 ncdv-master-1 neutron-server[121608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a1b1d33-82d4-4c29-8f52-f3c59e495d4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fba43cf4-f214-42a5-b791-cde0e1556285', 'code': 200}
Dec 25 21:16:42.285255 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-893c9b06-c90b-4dd8-a0e3-a9cfa9bed1cd tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Request body: {'floatingip': {'floating_network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:16:42.296635 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:42.304166 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-a8859d89-d5de-424a-adc7-ecd12c6562ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:42.378387 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Pushing event updated for resources: {'Port': ['ID=fba43cf4-f214-42a5-b791-cde0e1556285,revision_number=5']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:16:42.389457 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-9a9a0f83-70c9-4177-9873-2e54038b8c96 None None] Provisioning complete for port 020b68b7-f89a-4b33-b20b-4ab3c8fe3101 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:16:42.390460 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9a9a0f83-70c9-4177-9873-2e54038b8c96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:42.408005 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f7a184-7469-4455-b2ae-df79c39d9cf4 None None] Pushing event updated for resources: {'Port': ['ID=020b68b7-f89a-4b33-b20b-4ab3c8fe3101,revision_number=4']} {{(pid=121609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:16:42.447175 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8859d89-d5de-424a-adc7-ecd12c6562ef None None] Routers {'64d33087-8110-48e8-8d7a-cbd6f57725b1'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:16:42.448159 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-a8859d89-d5de-424a-adc7-ecd12c6562ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f26184d6790>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:16:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['64d33087-8110-48e8-8d7a-cbd6f57725b1'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:16:42.514197 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9a9a0f83-70c9-4177-9873-2e54038b8c96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:42.579845 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9a9a0f83-70c9-4177-9873-2e54038b8c96 None None] For port 020b68b7-f89a-4b33-b20b-4ab3c8fe3101, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=020b68b7-f89a-4b33-b20b-4ab3c8fe3101,segment=NetworkSegment(66e39abb-3870-4404-91e4-a4d8a7ae7fb7),segment_id=66e39abb-3870-4404-91e4-a4d8a7ae7fb7)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:16:42.609207 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvr_db [None req-a8859d89-d5de-424a-adc7-ecd12c6562ef None None] Set router 64d33087-8110-48e8-8d7a-cbd6f57725b1 gateway port host: ncdv-master-1 {{(pid=121609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:16:42.669532 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9a9a0f83-70c9-4177-9873-2e54038b8c96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:42.720545 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device 2464a3e4-d827-4b03-b011-1cbc611f04ec no longer exists at agent hyperv_nch2-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:16:42.802584 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] No Port match for: 2464a3e4-d827-4b03-b011-1cbc611f04ec {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:16:42.803596 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device 2464a3e4-d827-4b03-b011-1cbc611f04ec not bound to the agent host nch2-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:16:42.827527 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-499b2257-8802-4666-aa81-4c520c63e90e None None] Provisioning complete for port 020b68b7-f89a-4b33-b20b-4ab3c8fe3101 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:16:42.828350 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-499b2257-8802-4666-aa81-4c520c63e90e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:42.880222 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9a0f83-70c9-4177-9873-2e54038b8c96 None None] Pushing event updated for resources: {'Port': ['ID=020b68b7-f89a-4b33-b20b-4ab3c8fe3101,revision_number=5']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:16:42.964963 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-a8859d89-d5de-424a-adc7-ecd12c6562ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f26184d6790>, [{'id': '64d33087-8110-48e8-8d7a-cbd6f57725b1', 'name': 'tempest-ServerActionsTestJSON-1405305583-router', 'tenant_id': '4c3545b07d0b4ccf9cd48a80c2d37521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.75'}], 'enable_snat': True}, 'gw_port_id': '5c9037aa-6516-4164-8ea4-ad8d042897d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:16:29Z', 'updated_at': '2021-12-25T21:16:37Z', 'revision_number': 4, 'project_id': '4c3545b07d0b4ccf9cd48a80c2d37521', 'gw_port': {'id': '5c9037aa-6516-4164-8ea4-ad8d042897d7', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:38:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64d33087-8110-48e8-8d7a-cbd6f57725b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1009, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:16:31Z', 'updated_at': '2021-12-25T21:16:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '020b68b7-f89a-4b33-b20b-4ab3c8fe3101', 'name': '', 'network_id': '050fe506-29b6-4536-b03a-6d4fd9d4993c', 'tenant_id': '4c3545b07d0b4ccf9cd48a80c2d37521', 'mac_address': 'fa:16:3e:85:5b:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64d33087-8110-48e8-8d7a-cbd6f57725b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': '1f5d8ab8-049c-411c-8531-c48febcca4ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:16:36Z', 'updated_at': '2021-12-25T21:16:42Z', 'revision_number': 4, 'project_id': '4c3545b07d0b4ccf9cd48a80c2d37521', 'subnets': [{'id': '1f5d8ab8-049c-411c-8531-c48febcca4ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:16:42.988478 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91295b33-d158-49c7-bdcb-e3a0249b10e0 req-5da2a928-f456-4d0a-8da2-a98ce3e4bf03 tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:16:42.995321 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8859d89-d5de-424a-adc7-ecd12c6562ef None None] The sync data for ids ['64d33087-8110-48e8-8d7a-cbd6f57725b1'] in ncdv-master-1 is: [{'id': '64d33087-8110-48e8-8d7a-cbd6f57725b1', 'name': 'tempest-ServerActionsTestJSON-1405305583-router', 'tenant_id': '4c3545b07d0b4ccf9cd48a80c2d37521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.75'}], 'enable_snat': True}, 'gw_port_id': '5c9037aa-6516-4164-8ea4-ad8d042897d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:16:29Z', 'updated_at': '2021-12-25T21:16:37Z', 'revision_number': 4, 'project_id': '4c3545b07d0b4ccf9cd48a80c2d37521', 'gw_port': {'id': '5c9037aa-6516-4164-8ea4-ad8d042897d7', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:38:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64d33087-8110-48e8-8d7a-cbd6f57725b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1009, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:16:31Z', 'updated_at': '2021-12-25T21:16:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '020b68b7-f89a-4b33-b20b-4ab3c8fe3101', 'name': '', 'network_id': '050fe506-29b6-4536-b03a-6d4fd9d4993c', 'tenant_id': '4c3545b07d0b4ccf9cd48a80c2d37521', 'mac_address': 'fa:16:3e:85:5b:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64d33087-8110-48e8-8d7a-cbd6f57725b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': '1f5d8ab8-049c-411c-8531-c48febcca4ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:16:36Z', 'updated_at': '2021-12-25T21:16:42Z', 'revision_number': 4, 'project_id': '4c3545b07d0b4ccf9cd48a80c2d37521', 'subnets': [{'id': '1f5d8ab8-049c-411c-8531-c48febcca4ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 21:16:42.997411 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-91295b33-d158-49c7-bdcb-e3a0249b10e0 req-5da2a928-f456-4d0a-8da2-a98ce3e4bf03 tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] 10.222.0.32 "GET /v2.0/networks?id=2c732578-b39b-40c1-8a55-147e577043a0 HTTP/1.1" status: 200  len: 812 time: 0.6566937
Dec 25 21:16:43.008648 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-893c9b06-c90b-4dd8-a0e3-a9cfa9bed1cd tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Publish callbacks [] for floatingip, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:43.062587 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-91295b33-d158-49c7-bdcb-e3a0249b10e0 req-27081317-66aa-40c0-97ae-73ade8a8dc4d tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] 10.222.0.32 "GET /v2.0/quotas/8154e82a58434a60b677d150202a5312 HTTP/1.1" status: 200  len: 375 time: 0.0639064
Dec 25 21:16:43.104089 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-91295b33-d158-49c7-bdcb-e3a0249b10e0 req-4dc075bc-04bb-448e-9ed6-0ea2406d9910 tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=8154e82a58434a60b677d150202a5312&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0406103
Dec 25 21:16:43.128833 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c1315b-8859-427c-81bf-61e70a3c61db req-7935ad61-f5cd-4b02-abb3-cdd53d05ed98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:16:43.130428 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-17c1315b-8859-427c-81bf-61e70a3c61db req-7935ad61-f5cd-4b02-abb3-cdd53d05ed98 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=4a1b1d33-82d4-4c29-8f52-f3c59e495d4e HTTP/1.1" status: 200  len: 1096 time: 0.7316587
Dec 25 21:16:43.155160 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea886a8f-531b-45c6-ad53-bb71940fd0cf req-5130d85d-66e3-41aa-be78-c67e10623c55 tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:16:43.163207 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ea886a8f-531b-45c6-ad53-bb71940fd0cf req-5130d85d-66e3-41aa-be78-c67e10623c55 tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] 10.222.0.32 "GET /v2.0/ports?device_id=a665e8d7-d64e-4879-9389-ad2efb13749b HTTP/1.1" status: 200  len: 945 time: 0.7654181
Dec 25 21:16:43.351260 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ea886a8f-531b-45c6-ad53-bb71940fd0cf req-ec96a899-4d87-43fd-80e0-12ae39269829 tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] 10.222.0.32 "GET /v2.0/security-groups?id=e70b16a5-3c2f-443c-a3bd-2851d79b2b90&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1870909
Dec 25 21:16:43.356189 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-17c1315b-8859-427c-81bf-61e70a3c61db req-2428ee00-c327-49fe-a779-2b80ce5cf571 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=a90f643f-61fe-451d-80ef-ad971b4b5604&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1862009
Dec 25 21:16:43.378455 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-91295b33-d158-49c7-bdcb-e3a0249b10e0 req-402e556d-5ae1-454f-b854-180510a16fcd service neutron] 10.222.0.32 "GET /v2.0/networks/2c732578-b39b-40c1-8a55-147e577043a0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2642307
Dec 25 21:16:43.545329 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-893c9b06-c90b-4dd8-a0e3-a9cfa9bed1cd tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:43.554961 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4985b931-1a0f-4148-a5f3-78dbac61b0fa req-9ce13c03-d0d0-44e0-af7d-c32fbb67b865 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:16:43.558262 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4985b931-1a0f-4148-a5f3-78dbac61b0fa req-9ce13c03-d0d0-44e0-af7d-c32fbb67b865 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/ports?device_id=36168d53-184a-47fb-a60b-6f72689c760c HTTP/1.1" status: 200  len: 950 time: 0.0955918
Dec 25 21:16:43.567852 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-91295b33-d158-49c7-bdcb-e3a0249b10e0 req-4320bea6-cd2a-4815-af90-c4902438ce8c service neutron] 10.222.0.32 "GET /v2.0/networks/2c732578-b39b-40c1-8a55-147e577043a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1885560
Dec 25 21:16:43.617610 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device 79306c37-bd08-49bf-b49d-90f7ba24ce10 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 25 21:16:43.765567 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_common [None req-893c9b06-c90b-4dd8-a0e3-a9cfa9bed1cd tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Allocated IP 172.35.3.63 (7201e55c-7c5f-41aa-a042-a363696539d0/7a939e13-713f-45cf-bba7-1539635abe25/51a220fa-86c7-4b2b-a366-434430888aea) {{(pid=121606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:16:43.768171 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port 79306c37-bd08-49bf-b49d-90f7ba24ce10, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=79306c37-bd08-49bf-b49d-90f7ba24ce10,segment=NetworkSegment(851a1add-14f1-4631-9dc8-d7579713b600),segment_id=851a1add-14f1-4631-9dc8-d7579713b600)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:16:43.810675 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Returning: {'device': '79306c37-bd08-49bf-b49d-90f7ba24ce10', 'network_id': '979f5e3f-5f36-45e3-b799-ae422a7efba5', 'port_id': '79306c37-bd08-49bf-b49d-90f7ba24ce10', 'mac_address': 'fa:16:3e:59:b4:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '048bdd92-f291-4a78-86a6-99fc0420bf47', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 25 21:16:43.916350 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-893c9b06-c90b-4dd8-a0e3-a9cfa9bed1cd tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Publish callbacks [] for port, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:43.925853 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:43.945527 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 79306c37-bd08-49bf-b49d-90f7ba24ce10 {{(pid=121608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:16:43.987004 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4985b931-1a0f-4148-a5f3-78dbac61b0fa req-975eaa90-809a-4b25-ac74-6e89013629ae tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3f1ae63-416f-443f-b032-af0d7dcc9019&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3917272
Dec 25 21:16:43.987965 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port 79306c37-bd08-49bf-b49d-90f7ba24ce10, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=79306c37-bd08-49bf-b49d-90f7ba24ce10,segment=NetworkSegment(851a1add-14f1-4631-9dc8-d7579713b600),segment_id=851a1add-14f1-4631-9dc8-d7579713b600)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:16:44.074744 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:44.079462 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655083ae-a1b9-45b8-bd55-e90ea2fb0e3a req-7bfba17e-3c59-4453-8bf9-079c9377bb49 tempest-VolumesAdminNegativeTest-1446759092 tempest-VolumesAdminNegativeTest-1446759092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:16:44.085117 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-655083ae-a1b9-45b8-bd55-e90ea2fb0e3a req-7bfba17e-3c59-4453-8bf9-079c9377bb49 tempest-VolumesAdminNegativeTest-1446759092 tempest-VolumesAdminNegativeTest-1446759092-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a1b1d33-82d4-4c29-8f52-f3c59e495d4e HTTP/1.1" status: 200  len: 945 time: 0.1092143
Dec 25 21:16:44.137024 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-893c9b06-c90b-4dd8-a0e3-a9cfa9bed1cd tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:44.184740 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Pushing event updated for resources: {'Port': ['ID=79306c37-bd08-49bf-b49d-90f7ba24ce10,revision_number=6']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:16:44.214086 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-893c9b06-c90b-4dd8-a0e3-a9cfa9bed1cd tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Network 7201e55c-7c5f-41aa-a042-a363696539d0 is already hosted by enough agents. {{(pid=121606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:16:44.263574 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] get_ports_and_sgs() called for port_ids ['79306c37-bd08-49bf-b49d-90f7ba24ce10'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:16:44.277341 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-655083ae-a1b9-45b8-bd55-e90ea2fb0e3a req-ae3d43a2-03c0-4188-b160-7a3ca9908d26 tempest-VolumesAdminNegativeTest-1446759092 tempest-VolumesAdminNegativeTest-1446759092-project] 10.222.0.32 "GET /v2.0/security-groups?id=a90f643f-61fe-451d-80ef-ad971b4b5604&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1823268
Dec 25 21:16:44.278438 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [None req-893c9b06-c90b-4dd8-a0e3-a9cfa9bed1cd tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Resources bound (agent type, host, resource id):  {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:16:44.283730 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-893c9b06-c90b-4dd8-a0e3-a9cfa9bed1cd tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Received port after_create {{(pid=121606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:16:44.375289 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893c9b06-c90b-4dd8-a0e3-a9cfa9bed1cd tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Pushing event updated for resources: {'Port': ['ID=51a220fa-86c7-4b2b-a366-434430888aea,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:16:44.412110 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68430ba-9612-4fd0-9672-fe3674be2587 req-d7810e5b-82b1-43c7-aa0f-8410b0c4c9f0 tempest-ImagesOneServerNegativeTestJSON-1717313213 tempest-ImagesOneServerNegativeTestJSON-1717313213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:16:44.413780 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a68430ba-9612-4fd0-9672-fe3674be2587 req-d7810e5b-82b1-43c7-aa0f-8410b0c4c9f0 tempest-ImagesOneServerNegativeTestJSON-1717313213 tempest-ImagesOneServerNegativeTestJSON-1717313213-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d343d1d-ac0a-4447-862f-e13c2facfcef HTTP/1.1" status: 200  len: 945 time: 0.1262560
Dec 25 21:16:44.491663 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-229bf8b6-fe80-4cdd-87b0-f3e01dfab362 req-2ad8179e-383f-4e8a-9601-1146a7ebb5f1 tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] 10.222.0.32 "GET /v2.0/ports?device_id=05cf3a17-49d6-43d2-9b08-505f1e637900 HTTP/1.1" status: 200  len: 210 time: 0.0768461
Dec 25 21:16:44.539324 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-893c9b06-c90b-4dd8-a0e3-a9cfa9bed1cd tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Publish callbacks [] for floatingip, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:44.566056 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a68430ba-9612-4fd0-9672-fe3674be2587 req-a0ad608d-4382-4971-ac64-614be23488b0 tempest-ImagesOneServerNegativeTestJSON-1717313213 tempest-ImagesOneServerNegativeTestJSON-1717313213-project] 10.222.0.32 "GET /v2.0/security-groups?id=90b09226-05f9-413f-802a-f36d3e55d2ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1407576
Dec 25 21:16:44.637889 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5892914-8ee6-4f1a-a3ed-d38d8087ac77 req-3bff0a82-2d4a-4d9a-a804-8f97342ba781 tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:16:44.641667 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d5892914-8ee6-4f1a-a3ed-d38d8087ac77 req-3bff0a82-2d4a-4d9a-a804-8f97342ba781 tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] 10.222.0.32 "GET /v2.0/ports?device_id=a665e8d7-d64e-4879-9389-ad2efb13749b HTTP/1.1" status: 200  len: 945 time: 0.0710213
Dec 25 21:16:44.697739 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d5892914-8ee6-4f1a-a3ed-d38d8087ac77 req-ae9891d8-1a11-4d40-ab52-b839353b6ae3 tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] 10.222.0.32 "GET /v2.0/security-groups?id=e70b16a5-3c2f-443c-a3bd-2851d79b2b90&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0519378
Dec 25 21:16:44.922296 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-893c9b06-c90b-4dd8-a0e3-a9cfa9bed1cd tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:45.057619 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 020b68b7-f89a-4b33-b20b-4ab3c8fe3101 up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:16:45.121388 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port 020b68b7-f89a-4b33-b20b-4ab3c8fe3101 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:16:45.121761 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:45.291706 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc53d41f-0370-44f6-81f9-096e4e91604f req-a8fde4b4-42cf-449e-af26-ed760121999e tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:16:45.293536 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-cc53d41f-0370-44f6-81f9-096e4e91604f req-a8fde4b4-42cf-449e-af26-ed760121999e tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/ports?device_id=36168d53-184a-47fb-a60b-6f72689c760c HTTP/1.1" status: 200  len: 950 time: 0.1591041
Dec 25 21:16:45.296066 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-893c9b06-c90b-4dd8-a0e3-a9cfa9bed1cd tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Publish callbacks [] for port, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:45.372735 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-893c9b06-c90b-4dd8-a0e3-a9cfa9bed1cd tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:45.384392 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-cc53d41f-0370-44f6-81f9-096e4e91604f req-b56e4f22-f38b-4afb-b886-3a0740fe835f tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3f1ae63-416f-443f-b032-af0d7dcc9019&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0833406
Dec 25 21:16:45.497365 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893c9b06-c90b-4dd8-a0e3-a9cfa9bed1cd tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Pushing event updated for resources: {'Port': ['ID=51a220fa-86c7-4b2b-a366-434430888aea,revision_number=2']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:16:45.510776 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-893c9b06-c90b-4dd8-a0e3-a9cfa9bed1cd tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2008639'] for floatingip, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:45.546235 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01a54e3-b834-4a8c-bc97-d991c7535d25 req-20207c4f-ab9f-4962-8b25-5d80837d6ee1 tempest-VolumesAdminNegativeTest-1446759092 tempest-VolumesAdminNegativeTest-1446759092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:16:45.548937 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f01a54e3-b834-4a8c-bc97-d991c7535d25 req-20207c4f-ab9f-4962-8b25-5d80837d6ee1 tempest-VolumesAdminNegativeTest-1446759092 tempest-VolumesAdminNegativeTest-1446759092-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a1b1d33-82d4-4c29-8f52-f3c59e495d4e HTTP/1.1" status: 200  len: 945 time: 0.1010628
Dec 25 21:16:45.622813 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-83abbf6c-ced3-4530-b8c5-973e93d86c07 req-9a4646ce-33ad-40e7-a2a1-824d9ad1ec3b tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] 10.222.0.32 "GET /v2.0/ports?device_id=05cf3a17-49d6-43d2-9b08-505f1e637900 HTTP/1.1" status: 200  len: 210 time: 0.0484767
Dec 25 21:16:45.631305 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-893c9b06-c90b-4dd8-a0e3-a9cfa9bed1cd tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for floatingip, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:45.633190 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-893c9b06-c90b-4dd8-a0e3-a9cfa9bed1cd tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 3.3553224
Dec 25 21:16:45.638585 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device 79306c37-bd08-49bf-b49d-90f7ba24ce10 up at agent hyperv_nch1-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:16:45.673082 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f01a54e3-b834-4a8c-bc97-d991c7535d25 req-75916da0-ff68-429b-ba9a-8155644d9b51 tempest-VolumesAdminNegativeTest-1446759092 tempest-VolumesAdminNegativeTest-1446759092-project] 10.222.0.32 "GET /v2.0/security-groups?id=a90f643f-61fe-451d-80ef-ad971b4b5604&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1179659
Dec 25 21:16:45.773415 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Provisioning complete for port 79306c37-bd08-49bf-b49d-90f7ba24ce10 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:16:45.775217 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:45.902963 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:45.927472 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b319a2-ceca-4168-9f74-52f559761456 req-2c3f96a7-0997-4731-afef-c2e930bd0acb tempest-ImagesOneServerNegativeTestJSON-1717313213 tempest-ImagesOneServerNegativeTestJSON-1717313213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:16:45.929213 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-16b319a2-ceca-4168-9f74-52f559761456 req-2c3f96a7-0997-4731-afef-c2e930bd0acb tempest-ImagesOneServerNegativeTestJSON-1717313213 tempest-ImagesOneServerNegativeTestJSON-1717313213-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d343d1d-ac0a-4447-862f-e13c2facfcef HTTP/1.1" status: 200  len: 945 time: 0.0910277
Dec 25 21:16:45.937974 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4578fe3-0e32-47f2-bf6a-a63db4e4ce07 req-144dfad2-7b22-418c-ac96-ef189d9714f6 tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:16:45.939478 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b4578fe3-0e32-47f2-bf6a-a63db4e4ce07 req-144dfad2-7b22-418c-ac96-ef189d9714f6 tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] 10.222.0.32 "GET /v2.0/ports?device_id=a665e8d7-d64e-4879-9389-ad2efb13749b HTTP/1.1" status: 200  len: 945 time: 0.1423287
Dec 25 21:16:45.939633 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d343d1d-ac0a-4447-862f-e13c2facfcef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79306c37-bd08-49bf-b49d-90f7ba24ce10'}] {{(pid=121608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:16:45.943065 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a88c78c3ff6266bd59c7e89d275b28c92e739b67d23c89d71af88829fd31566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c506b376-ff41-4fc8-9ee6-f70320046931" -d '{"events": [{"server_uuid": "1d343d1d-ac0a-4447-862f-e13c2facfcef", "name": "network-vif-plugged", "status": "completed", "tag": "79306c37-bd08-49bf-b49d-90f7ba24ce10"}]}' {{(pid=121608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:16:45.965388 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port 79306c37-bd08-49bf-b49d-90f7ba24ce10, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=79306c37-bd08-49bf-b49d-90f7ba24ce10,segment=NetworkSegment(851a1add-14f1-4631-9dc8-d7579713b600),segment_id=851a1add-14f1-4631-9dc8-d7579713b600)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:16:46.011029 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:46.030208 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-16b319a2-ceca-4168-9f74-52f559761456 req-7e75040a-3b9c-4148-ab25-49004298a182 tempest-ImagesOneServerNegativeTestJSON-1717313213 tempest-ImagesOneServerNegativeTestJSON-1717313213-project] 10.222.0.32 "GET /v2.0/security-groups?id=90b09226-05f9-413f-802a-f36d3e55d2ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0877318
Dec 25 21:16:46.036844 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b4578fe3-0e32-47f2-bf6a-a63db4e4ce07 req-bb6573cc-ac40-4d2a-a4ab-c16c1511ee77 tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] 10.222.0.32 "GET /v2.0/security-groups?id=e70b16a5-3c2f-443c-a3bd-2851d79b2b90&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0708933
Dec 25 21:16:46.104864 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Pushing event updated for resources: {'Port': ['ID=79306c37-bd08-49bf-b49d-90f7ba24ce10,revision_number=7']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:16:46.114591 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:16:46.115079 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:16:46.115517 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:16:46.115951 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:16:46.116442 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:16:46.116905 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:16:46.117334 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:16:46.117757 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:16:46.133084 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:16:46.134717 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:16:46.135712 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:16:46.136339 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:16:46.137239 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:16:46.163369 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 21:16:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27629faa-ae60-483a-9cc1-c07e7c947570 x-openstack-request-id: req-27629faa-ae60-483a-9cc1-c07e7c947570 {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:16:46.164048 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d343d1d-ac0a-4447-862f-e13c2facfcef", "name": "network-vif-plugged", "status": "completed", "tag": "79306c37-bd08-49bf-b49d-90f7ba24ce10", "code": 200}]} {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:16:46.164477 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-27629faa-ae60-483a-9cc1-c07e7c947570 {{(pid=121608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:16:46.165686 ncdv-master-1 neutron-server[121608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d343d1d-ac0a-4447-862f-e13c2facfcef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79306c37-bd08-49bf-b49d-90f7ba24ce10', 'code': 200}
Dec 25 21:16:46.216936 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-81fbac36-be88-4356-85ff-c898514186f4 req-f4c97e40-2cae-4fdf-882b-69085a1783a4 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--986829741&fields=id&tenant_id=4c3545b07d0b4ccf9cd48a80c2d37521 HTTP/1.1" status: 200  len: 267 time: 0.0728309
Dec 25 21:16:46.339520 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fbac36-be88-4356-85ff-c898514186f4 req-365b948d-5276-4d25-bc2e-4c0aebbdbb27 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:16:46.340926 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-81fbac36-be88-4356-85ff-c898514186f4 req-365b948d-5276-4d25-bc2e-4c0aebbdbb27 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/networks?id=050fe506-29b6-4536-b03a-6d4fd9d4993c HTTP/1.1" status: 200  len: 812 time: 0.1148274
Dec 25 21:16:46.356028 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-81fbac36-be88-4356-85ff-c898514186f4 req-4799506d-e1a1-4b57-8137-7b78a6ae0aff tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/quotas/4c3545b07d0b4ccf9cd48a80c2d37521 HTTP/1.1" status: 200  len: 375 time: 0.0093875
Dec 25 21:16:46.406340 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-81fbac36-be88-4356-85ff-c898514186f4 req-fbc0cd23-6f0d-4e8c-a595-b9d983ca2312 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=4c3545b07d0b4ccf9cd48a80c2d37521&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0451252
Dec 25 21:16:46.507724 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-81fbac36-be88-4356-85ff-c898514186f4 req-23901ab0-6945-4b07-add6-eeb2a4e2910c service neutron] 10.222.0.32 "GET /v2.0/networks/050fe506-29b6-4536-b03a-6d4fd9d4993c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0886323
Dec 25 21:16:46.628721 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-81fbac36-be88-4356-85ff-c898514186f4 req-ea96c87c-23f5-4ad9-91fc-046a53b13fc9 service neutron] 10.222.0.32 "GET /v2.0/networks/050fe506-29b6-4536-b03a-6d4fd9d4993c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1146922
Dec 25 21:16:47.012458 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51437b01-42fe-4e41-aba3-003abad27f8b req-d21abd99-1cb3-4295-b98a-02505ab8f7dc tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:16:47.016405 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-51437b01-42fe-4e41-aba3-003abad27f8b req-d21abd99-1cb3-4295-b98a-02505ab8f7dc tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/ports?device_id=36168d53-184a-47fb-a60b-6f72689c760c HTTP/1.1" status: 200  len: 950 time: 0.0957277
Dec 25 21:16:47.131964 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-51437b01-42fe-4e41-aba3-003abad27f8b req-57d4dcbe-88a2-45ad-84e3-eb2dac8787d2 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3f1ae63-416f-443f-b032-af0d7dcc9019&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1079335
Dec 25 21:16:47.172634 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91295b33-d158-49c7-bdcb-e3a0249b10e0 req-a00eaef5-ad24-49d2-9b2c-3f364befbe61 tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:16:47.175636 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-91295b33-d158-49c7-bdcb-e3a0249b10e0 req-a00eaef5-ad24-49d2-9b2c-3f364befbe61 tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] 10.222.0.37 "GET /v2.0/networks?id=2c732578-b39b-40c1-8a55-147e577043a0 HTTP/1.1" status: 200  len: 812 time: 0.2097907
Dec 25 21:16:47.191114 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [req-91295b33-d158-49c7-bdcb-e3a0249b10e0 req-877b02fc-851d-4a32-971c-7ee1e2ac4341 tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] Request body: {'port': {'device_id': '05cf3a17-49d6-43d2-9b08-505f1e637900', 'network_id': '2c732578-b39b-40c1-8a55-147e577043a0', 'admin_state_up': True, 'tenant_id': '8154e82a58434a60b677d150202a5312'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:16:47.267486 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-60da9ef1-59c1-4660-9310-4c08b3d8dc92 req-51d6f2fc-afb7-4155-bdab-9f71b34e6891 tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] 10.222.0.32 "GET /v2.0/ports?device_id=05cf3a17-49d6-43d2-9b08-505f1e637900 HTTP/1.1" status: 200  len: 210 time: 0.0363047
Dec 25 21:16:47.327249 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0fa377-dac1-4958-9c83-114b91b7299e req-e4d802b1-ab51-4574-a2f6-b21682a8118d tempest-ImagesOneServerNegativeTestJSON-1717313213 tempest-ImagesOneServerNegativeTestJSON-1717313213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:16:47.328795 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-cf0fa377-dac1-4958-9c83-114b91b7299e req-e4d802b1-ab51-4574-a2f6-b21682a8118d tempest-ImagesOneServerNegativeTestJSON-1717313213 tempest-ImagesOneServerNegativeTestJSON-1717313213-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d343d1d-ac0a-4447-862f-e13c2facfcef HTTP/1.1" status: 200  len: 946 time: 0.0648685
Dec 25 21:16:47.355871 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-020b5c5e-d389-44f9-be2e-55ae2247213c req-cb7bff5f-5cb9-4862-8e4d-d039b777b131 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/ports?device_id=161df36a-2258-4f32-a7b0-2f7c793d4390 HTTP/1.1" status: 200  len: 210 time: 0.0260594
Dec 25 21:16:47.403443 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-cf0fa377-dac1-4958-9c83-114b91b7299e req-80971893-83fa-4e51-9971-e3095bf50fe2 tempest-ImagesOneServerNegativeTestJSON-1717313213 tempest-ImagesOneServerNegativeTestJSON-1717313213-project] 10.222.0.32 "GET /v2.0/security-groups?id=90b09226-05f9-413f-802a-f36d3e55d2ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0634849
Dec 25 21:16:47.410062 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91295b33-d158-49c7-bdcb-e3a0249b10e0 req-877b02fc-851d-4a32-971c-7ee1e2ac4341 tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] Made reservation on behalf of 8154e82a58434a60b677d150202a5312 for: {'port': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:16:47.413802 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-91295b33-d158-49c7-bdcb-e3a0249b10e0 req-877b02fc-851d-4a32-971c-7ee1e2ac4341 tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:47.499425 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049075fe-72d4-4fe3-a9f6-5c4332660602 req-46796f2c-5c0f-43ff-82a8-495d16e386ca tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:16:47.501018 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-049075fe-72d4-4fe3-a9f6-5c4332660602 req-46796f2c-5c0f-43ff-82a8-495d16e386ca tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] 10.222.0.32 "GET /v2.0/ports?device_id=a665e8d7-d64e-4879-9389-ad2efb13749b HTTP/1.1" status: 200  len: 945 time: 0.0644643
Dec 25 21:16:47.561343 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_common [req-91295b33-d158-49c7-bdcb-e3a0249b10e0 req-877b02fc-851d-4a32-971c-7ee1e2ac4341 tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] Allocated IP 172.20.0.7 (2c732578-b39b-40c1-8a55-147e577043a0/30c8b4fd-6c75-4e8c-b43d-f31074d76442/68b20766-9d12-4028-ab7b-1eb5150d2808) {{(pid=121607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:16:47.602479 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-049075fe-72d4-4fe3-a9f6-5c4332660602 req-0adfc00d-7b4c-4cb9-b868-0188bd867d9e tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] 10.222.0.32 "GET /v2.0/security-groups?id=e70b16a5-3c2f-443c-a3bd-2851d79b2b90&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0841000
Dec 25 21:16:47.616119 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984a20a7-6e3d-44a6-a4c5-712688143a97 req-ae12f7c9-c0f1-4c0a-b656-c26757d7d743 tempest-ListImageFiltersTestJSON-1815595502 tempest-ListImageFiltersTestJSON-1815595502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:16:47.617918 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-984a20a7-6e3d-44a6-a4c5-712688143a97 req-ae12f7c9-c0f1-4c0a-b656-c26757d7d743 tempest-ListImageFiltersTestJSON-1815595502 tempest-ListImageFiltersTestJSON-1815595502-project] 10.222.0.32 "GET /v2.0/ports?device_id=66cd474f-564e-4f62-ba35-0016e7dcec42 HTTP/1.1" status: 200  len: 951 time: 0.0838044
Dec 25 21:16:47.654974 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device 79306c37-bd08-49bf-b49d-90f7ba24ce10 no longer exists at agent hyperv_nch1-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:16:47.685417 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-984a20a7-6e3d-44a6-a4c5-712688143a97 req-1540beb7-2e07-42da-9d2d-04b66c4dfb48 tempest-ListImageFiltersTestJSON-1815595502 tempest-ListImageFiltersTestJSON-1815595502-project] 10.222.0.32 "GET /v2.0/security-groups?id=d60cc0c8-8901-457c-b6ff-328606b32b2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0511885
Dec 25 21:16:47.732755 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-91295b33-d158-49c7-bdcb-e3a0249b10e0 req-877b02fc-851d-4a32-971c-7ee1e2ac4341 tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] Publish callbacks [] for port, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:47.759741 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:47.796958 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port 79306c37-bd08-49bf-b49d-90f7ba24ce10, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=79306c37-bd08-49bf-b49d-90f7ba24ce10,segment=NetworkSegment(851a1add-14f1-4631-9dc8-d7579713b600),segment_id=851a1add-14f1-4631-9dc8-d7579713b600)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:16:47.890280 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:47.890813 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-91295b33-d158-49c7-bdcb-e3a0249b10e0 req-877b02fc-851d-4a32-971c-7ee1e2ac4341 tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:47.945585 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91295b33-d158-49c7-bdcb-e3a0249b10e0 req-877b02fc-851d-4a32-971c-7ee1e2ac4341 tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] Network 2c732578-b39b-40c1-8a55-147e577043a0 is already hosted by enough agents. {{(pid=121607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:16:47.951669 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Pushing event updated for resources: {'Port': ['ID=79306c37-bd08-49bf-b49d-90f7ba24ce10,revision_number=8']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:16:47.951885 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [req-91295b33-d158-49c7-bdcb-e3a0249b10e0 req-877b02fc-851d-4a32-971c-7ee1e2ac4341 tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] Resources bound (agent type, host, resource id):  {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:16:47.955646 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [req-91295b33-d158-49c7-bdcb-e3a0249b10e0 req-877b02fc-851d-4a32-971c-7ee1e2ac4341 tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] Received port after_create {{(pid=121607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:16:47.995191 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877b02fc-851d-4a32-971c-7ee1e2ac4341 tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] Pushing event updated for resources: {'Port': ['ID=68b20766-9d12-4028-ab7b-1eb5150d2808,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:16:48.014045 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91295b33-d158-49c7-bdcb-e3a0249b10e0 req-877b02fc-851d-4a32-971c-7ee1e2ac4341 tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:16:48.014718 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-91295b33-d158-49c7-bdcb-e3a0249b10e0 req-877b02fc-851d-4a32-971c-7ee1e2ac4341 tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:48.164409 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-91295b33-d158-49c7-bdcb-e3a0249b10e0 req-877b02fc-851d-4a32-971c-7ee1e2ac4341 tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.9782312
Dec 25 21:16:48.169419 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d343d1d-ac0a-4447-862f-e13c2facfcef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '79306c37-bd08-49bf-b49d-90f7ba24ce10'}] {{(pid=121608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:16:48.169586 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a88c78c3ff6266bd59c7e89d275b28c92e739b67d23c89d71af88829fd31566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba7a1635-83cb-4104-b376-db779809404d" -d '{"events": [{"server_uuid": "1d343d1d-ac0a-4447-862f-e13c2facfcef", "name": "network-vif-unplugged", "status": "completed", "tag": "79306c37-bd08-49bf-b49d-90f7ba24ce10"}]}' {{(pid=121608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:16:48.180146 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [req-91295b33-d158-49c7-bdcb-e3a0249b10e0 req-adf5f382-2c89-45cb-a017-03bb860a319c service neutron] Request body: {'port': {'device_id': '05cf3a17-49d6-43d2-9b08-505f1e637900', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:16:48.247180 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-91295b33-d158-49c7-bdcb-e3a0249b10e0 req-adf5f382-2c89-45cb-a017-03bb860a319c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:48.310843 ncdv-master-1 neutron-server[121606]: INFO neutron.api.v2.resource [req-d154026f-ba8f-45fb-9c98-77b7e2b628c0 req-cd335a65-298a-4ac2-b96c-f51ffca6485f service neutron] show failed (client error): The resource could not be found.
Dec 25 21:16:48.311981 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d154026f-ba8f-45fb-9c98-77b7e2b628c0 req-cd335a65-298a-4ac2-b96c-f51ffca6485f service neutron] 10.222.0.37 "GET /v2.0/ports/a97266bc-054b-4f05-9507-8f17f9e55d8f/bindings/nch1-master-1 HTTP/1.1" status: 404  len: 380 time: 0.1137524
Dec 25 21:16:48.332083 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181a4fd9-bbab-4e97-9f24-fd72d8b79626 req-17d6beb4-70cc-4c0e-93cf-6a3b6c23a6b6 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:16:48.334336 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-181a4fd9-bbab-4e97-9f24-fd72d8b79626 req-17d6beb4-70cc-4c0e-93cf-6a3b6c23a6b6 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/ports?device_id=36168d53-184a-47fb-a60b-6f72689c760c HTTP/1.1" status: 200  len: 950 time: 0.0688570
Dec 25 21:16:48.347042 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 25 Dec 2021 21:16:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a47851fd-910c-4a56-be6f-874a0513e612 x-openstack-request-id: req-a47851fd-910c-4a56-be6f-874a0513e612 {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:16:48.347042 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d343d1d-ac0a-4447-862f-e13c2facfcef", "name": "network-vif-unplugged", "status": "completed", "tag": "79306c37-bd08-49bf-b49d-90f7ba24ce10", "code": 200}]} {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:16:48.347543 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a47851fd-910c-4a56-be6f-874a0513e612 {{(pid=121608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:16:48.348090 ncdv-master-1 neutron-server[121608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d343d1d-ac0a-4447-862f-e13c2facfcef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '79306c37-bd08-49bf-b49d-90f7ba24ce10', 'code': 200}
Dec 25 21:16:48.385242 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-181a4fd9-bbab-4e97-9f24-fd72d8b79626 req-536683f8-b6f2-450c-9370-efbcc68ca9ea tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3f1ae63-416f-443f-b032-af0d7dcc9019&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0446362
Dec 25 21:16:48.441469 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60877d6-4c56-41b5-9bc2-fcb92db9f77c req-47ce5768-dc55-4e48-b9eb-bfdfb8c41af6 tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:16:48.453104 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c60877d6-4c56-41b5-9bc2-fcb92db9f77c req-47ce5768-dc55-4e48-b9eb-bfdfb8c41af6 tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] 10.222.0.32 "GET /v2.0/ports?device_id=05cf3a17-49d6-43d2-9b08-505f1e637900 HTTP/1.1" status: 200  len: 931 time: 0.0602212
Dec 25 21:16:48.505545 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c60877d6-4c56-41b5-9bc2-fcb92db9f77c req-0dbac40e-bf18-4f54-b85e-48b1698ce98e tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] 10.222.0.32 "GET /v2.0/security-groups?id=2bf8651c-3ed0-44bb-a064-d61aab6ec281&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0511150
Dec 25 21:16:48.570304 ncdv-master-1 neutron-server[121607]: DEBUG neutron.notifiers.nova [req-91295b33-d158-49c7-bdcb-e3a0249b10e0 req-adf5f382-2c89-45cb-a017-03bb860a319c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68b20766-9d12-4028-ab7b-1eb5150d2808 {{(pid=121607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:16:48.578910 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-91295b33-d158-49c7-bdcb-e3a0249b10e0 req-adf5f382-2c89-45cb-a017-03bb860a319c service neutron] Publish callbacks [] for port, precommit_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:48.594421 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.provisioning_blocks [req-91295b33-d158-49c7-bdcb-e3a0249b10e0 req-adf5f382-2c89-45cb-a017-03bb860a319c service neutron] Transition to ACTIVE for port object 68b20766-9d12-4028-ab7b-1eb5150d2808 will not be triggered until provisioned by entity L2. {{(pid=121607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 25 21:16:48.617349 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-16c5a832-6938-45d3-857c-830e91e2f5e7 req-afe5055f-e64b-425b-9809-ce48af5e1685 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/ports?device_id=161df36a-2258-4f32-a7b0-2f7c793d4390 HTTP/1.1" status: 200  len: 210 time: 0.0460272
Dec 25 21:16:48.656780 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17400b9-7808-4068-8809-a712b509825a req-bfe69f5b-85e5-4ac1-b2c3-da7c1a80f5a0 tempest-ImagesOneServerNegativeTestJSON-1717313213 tempest-ImagesOneServerNegativeTestJSON-1717313213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:16:48.659764 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e17400b9-7808-4068-8809-a712b509825a req-bfe69f5b-85e5-4ac1-b2c3-da7c1a80f5a0 tempest-ImagesOneServerNegativeTestJSON-1717313213 tempest-ImagesOneServerNegativeTestJSON-1717313213-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d343d1d-ac0a-4447-862f-e13c2facfcef HTTP/1.1" status: 200  len: 944 time: 0.0724125
Dec 25 21:16:48.715855 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.agents_db [None req-ec08dba0-4483-4109-b5e1-5e4a9fdaf12d None None] Agent healthcheck: found 7 active agents {{(pid=121609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 25 21:16:48.718889 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e17400b9-7808-4068-8809-a712b509825a req-86bdbd47-016f-4d31-9d3f-20cad63823df tempest-ImagesOneServerNegativeTestJSON-1717313213 tempest-ImagesOneServerNegativeTestJSON-1717313213-project] 10.222.0.32 "GET /v2.0/security-groups?id=90b09226-05f9-413f-802a-f36d3e55d2ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0544410
Dec 25 21:16:48.728308 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-91295b33-d158-49c7-bdcb-e3a0249b10e0 req-adf5f382-2c89-45cb-a017-03bb860a319c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8632327'] for port, after_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:48.811837 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf5f382-2c89-45cb-a017-03bb860a319c service neutron] Pushing event updated for resources: {'Port': ['ID=68b20766-9d12-4028-ab7b-1eb5150d2808,revision_number=2']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:16:48.887456 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3184fce0-87ef-4e75-a4ef-7893b2e80c05 req-d1ca6e5a-fcb0-48ee-980d-36a19518b840 tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:16:48.887456 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3184fce0-87ef-4e75-a4ef-7893b2e80c05 req-d1ca6e5a-fcb0-48ee-980d-36a19518b840 tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] 10.222.0.32 "GET /v2.0/ports?device_id=a665e8d7-d64e-4879-9389-ad2efb13749b HTTP/1.1" status: 200  len: 945 time: 0.0989966
Dec 25 21:16:48.891613 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.managers [req-91295b33-d158-49c7-bdcb-e3a0249b10e0 req-adf5f382-2c89-45cb-a017-03bb860a319c service neutron] Attempting to bind port 68b20766-9d12-4028-ab7b-1eb5150d2808 on host nch2-master-1 for vnic_type normal with profile  {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:16:48.892035 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.managers [req-91295b33-d158-49c7-bdcb-e3a0249b10e0 req-adf5f382-2c89-45cb-a017-03bb860a319c service neutron] Attempting to bind port 68b20766-9d12-4028-ab7b-1eb5150d2808 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '40b3768f-3d6e-4d28-9b2a-4711b7f0f059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '2c732578-b39b-40c1-8a55-147e577043a0'}] {{(pid=121607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:16:48.892791 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91295b33-d158-49c7-bdcb-e3a0249b10e0 req-adf5f382-2c89-45cb-a017-03bb860a319c service neutron] Attempting to bind port 68b20766-9d12-4028-ab7b-1eb5150d2808 on network 2c732578-b39b-40c1-8a55-147e577043a0 {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:16:48.903225 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91295b33-d158-49c7-bdcb-e3a0249b10e0 req-adf5f382-2c89-45cb-a017-03bb860a319c service neutron] Port 68b20766-9d12-4028-ab7b-1eb5150d2808 on network 2c732578-b39b-40c1-8a55-147e577043a0 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 25 21:16:48.903714 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91295b33-d158-49c7-bdcb-e3a0249b10e0 req-adf5f382-2c89-45cb-a017-03bb860a319c service neutron] Attempting to bind port 68b20766-9d12-4028-ab7b-1eb5150d2808 on network 2c732578-b39b-40c1-8a55-147e577043a0 {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:16:48.909547 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91295b33-d158-49c7-bdcb-e3a0249b10e0 req-adf5f382-2c89-45cb-a017-03bb860a319c service neutron] Checking agent: {'id': '0d9ae313-8f8d-40fa-8a9f-d098a25a9911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 21, 4, 38), 'started_at': datetime.datetime(2021, 12, 25, 21, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 16, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:16:48.909897 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91295b33-d158-49c7-bdcb-e3a0249b10e0 req-adf5f382-2c89-45cb-a017-03bb860a319c service neutron] Checking segment: {'id': '40b3768f-3d6e-4d28-9b2a-4711b7f0f059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '2c732578-b39b-40c1-8a55-147e577043a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:16:48.910526 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91295b33-d158-49c7-bdcb-e3a0249b10e0 req-adf5f382-2c89-45cb-a017-03bb860a319c service neutron] Bound using segment: {'id': '40b3768f-3d6e-4d28-9b2a-4711b7f0f059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '2c732578-b39b-40c1-8a55-147e577043a0'} {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:16:48.910662 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a5ba7e-e25b-407e-8378-7bdb88db690b req-40e07ffd-179e-411a-b510-e0360db194e1 tempest-ImagesOneServerNegativeTestJSON-1717313213 tempest-ImagesOneServerNegativeTestJSON-1717313213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:16:48.910802 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.managers [req-91295b33-d158-49c7-bdcb-e3a0249b10e0 req-adf5f382-2c89-45cb-a017-03bb860a319c service neutron] Bound port: 68b20766-9d12-4028-ab7b-1eb5150d2808, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40b3768f-3d6e-4d28-9b2a-4711b7f0f059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '2c732578-b39b-40c1-8a55-147e577043a0'}}] {{(pid=121607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:16:48.911072 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-91295b33-d158-49c7-bdcb-e3a0249b10e0 req-adf5f382-2c89-45cb-a017-03bb860a319c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:48.911854 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d7a5ba7e-e25b-407e-8378-7bdb88db690b req-40e07ffd-179e-411a-b510-e0360db194e1 tempest-ImagesOneServerNegativeTestJSON-1717313213 tempest-ImagesOneServerNegativeTestJSON-1717313213-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d343d1d-ac0a-4447-862f-e13c2facfcef HTTP/1.1" status: 200  len: 944 time: 0.0888624
Dec 25 21:16:48.984935 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.db [req-91295b33-d158-49c7-bdcb-e3a0249b10e0 req-adf5f382-2c89-45cb-a017-03bb860a319c service neutron] For port 68b20766-9d12-4028-ab7b-1eb5150d2808, host nch2-master-1, cleared binding levels {{(pid=121607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:16:48.988112 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.db [req-91295b33-d158-49c7-bdcb-e3a0249b10e0 req-adf5f382-2c89-45cb-a017-03bb860a319c service neutron] For port 68b20766-9d12-4028-ab7b-1eb5150d2808, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=68b20766-9d12-4028-ab7b-1eb5150d2808,segment=NetworkSegment(40b3768f-3d6e-4d28-9b2a-4711b7f0f059),segment_id=40b3768f-3d6e-4d28-9b2a-4711b7f0f059)] {{(pid=121607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:16:49.023253 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3184fce0-87ef-4e75-a4ef-7893b2e80c05 req-20aadf7e-45a6-4968-b50c-41479d9f5cbd tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] 10.222.0.32 "GET /v2.0/security-groups?id=e70b16a5-3c2f-443c-a3bd-2851d79b2b90&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1311004
Dec 25 21:16:49.056435 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-91295b33-d158-49c7-bdcb-e3a0249b10e0 req-adf5f382-2c89-45cb-a017-03bb860a319c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8632327'] for port, after_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:49.069707 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d154026f-ba8f-45fb-9c98-77b7e2b628c0 req-c3fdd544-a996-4c4c-96de-682c063e5c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:16:49.072152 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d154026f-ba8f-45fb-9c98-77b7e2b628c0 req-c3fdd544-a996-4c4c-96de-682c063e5c40 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=36168d53-184a-47fb-a60b-6f72689c760c&tenant_id=ed880d80bcfb4641b02f26da5fad21b8 HTTP/1.1" status: 200  len: 1101 time: 0.0778968
Dec 25 21:16:49.086306 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-d154026f-ba8f-45fb-9c98-77b7e2b628c0 req-24077293-b920-4639-8b28-3ccd59037dfd service neutron] Request body: {'port': {'binding:host_id': 'nch1-master-1', 'device_owner': 'compute:nova'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:16:49.092535 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [req-d7a5ba7e-e25b-407e-8378-7bdb88db690b req-663a8679-5250-4fef-9d69-8916501c9065 tempest-ImagesOneServerNegativeTestJSON-1717313213 tempest-ImagesOneServerNegativeTestJSON-1717313213-project] Deleting port 79306c37-bd08-49bf-b49d-90f7ba24ce10 {{(pid=121606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:16:49.092990 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-d7a5ba7e-e25b-407e-8378-7bdb88db690b req-663a8679-5250-4fef-9d69-8916501c9065 tempest-ImagesOneServerNegativeTestJSON-1717313213 tempest-ImagesOneServerNegativeTestJSON-1717313213-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:49.110652 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91295b33-d158-49c7-bdcb-e3a0249b10e0 req-adf5f382-2c89-45cb-a017-03bb860a319c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:16:49.111611 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-91295b33-d158-49c7-bdcb-e3a0249b10e0 req-adf5f382-2c89-45cb-a017-03bb860a319c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:49.114879 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-91295b33-d158-49c7-bdcb-e3a0249b10e0 req-adf5f382-2c89-45cb-a017-03bb860a319c service neutron] 10.222.0.37 "PUT /v2.0/ports/68b20766-9d12-4028-ab7b-1eb5150d2808 HTTP/1.1" status: 200  len: 1091 time: 0.9382463
Dec 25 21:16:49.131754 ncdv-master-1 neutron-server[121607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05cf3a17-49d6-43d2-9b08-505f1e637900', 'tag': '68b20766-9d12-4028-ab7b-1eb5150d2808'}] {{(pid=121607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:16:49.134225 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f980bbcadfa7bf1e788024e1448be660373c21f97f015f780444e999c451203" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b728ee59-6452-4bc1-ab8c-fdfbc31d218b" -d '{"events": [{"name": "network-changed", "server_uuid": "05cf3a17-49d6-43d2-9b08-505f1e637900", "tag": "68b20766-9d12-4028-ab7b-1eb5150d2808"}]}' {{(pid=121607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:16:49.158967 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf5f382-2c89-45cb-a017-03bb860a319c service neutron] Pushing event updated for resources: {'Port': ['ID=68b20766-9d12-4028-ab7b-1eb5150d2808,revision_number=3']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:16:49.205428 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-d154026f-ba8f-45fb-9c98-77b7e2b628c0 req-24077293-b920-4639-8b28-3ccd59037dfd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:49.245106 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Dec 2021 21:16:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e2e05cb-664b-4230-9222-d131cf75e995 x-openstack-request-id: req-5e2e05cb-664b-4230-9222-d131cf75e995 {{(pid=121607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:16:49.245689 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05cf3a17-49d6-43d2-9b08-505f1e637900", "tag": "68b20766-9d12-4028-ab7b-1eb5150d2808", "status": "completed", "code": 200}]} {{(pid=121607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:16:49.245689 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5e2e05cb-664b-4230-9222-d131cf75e995 {{(pid=121607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:16:49.246017 ncdv-master-1 neutron-server[121607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05cf3a17-49d6-43d2-9b08-505f1e637900', 'tag': '68b20766-9d12-4028-ab7b-1eb5150d2808', 'status': 'completed', 'code': 200}
Dec 25 21:16:49.272355 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-d7a5ba7e-e25b-407e-8378-7bdb88db690b req-663a8679-5250-4fef-9d69-8916501c9065 tempest-ImagesOneServerNegativeTestJSON-1717313213 tempest-ImagesOneServerNegativeTestJSON-1717313213-project] For port 79306c37-bd08-49bf-b49d-90f7ba24ce10, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=79306c37-bd08-49bf-b49d-90f7ba24ce10,segment=NetworkSegment(851a1add-14f1-4631-9dc8-d7579713b600),segment_id=851a1add-14f1-4631-9dc8-d7579713b600)] {{(pid=121606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:16:49.272648 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-d7a5ba7e-e25b-407e-8378-7bdb88db690b req-663a8679-5250-4fef-9d69-8916501c9065 tempest-ImagesOneServerNegativeTestJSON-1717313213 tempest-ImagesOneServerNegativeTestJSON-1717313213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:49.289297 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91295b33-d158-49c7-bdcb-e3a0249b10e0 req-0deed1d7-f437-4a37-b11b-6eb4912b7518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:16:49.291228 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-91295b33-d158-49c7-bdcb-e3a0249b10e0 req-0deed1d7-f437-4a37-b11b-6eb4912b7518 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8154e82a58434a60b677d150202a5312&device_id=05cf3a17-49d6-43d2-9b08-505f1e637900 HTTP/1.1" status: 200  len: 1094 time: 0.0603600
Dec 25 21:16:49.320611 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [req-d7a5ba7e-e25b-407e-8378-7bdb88db690b req-663a8679-5250-4fef-9d69-8916501c9065 tempest-ImagesOneServerNegativeTestJSON-1717313213 tempest-ImagesOneServerNegativeTestJSON-1717313213-project] Calling delete_port for 79306c37-bd08-49bf-b49d-90f7ba24ce10 owned by compute:nova {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:16:49.345065 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-91295b33-d158-49c7-bdcb-e3a0249b10e0 req-3d002aa0-f634-411a-8cde-7a250cda6559 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=68b20766-9d12-4028-ab7b-1eb5150d2808 HTTP/1.1" status: 200  len: 217 time: 0.0447805
Dec 25 21:16:49.406898 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91295b33-d158-49c7-bdcb-e3a0249b10e0 req-3146a3fb-0312-4af8-be76-7e66fd01b3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:16:49.421445 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-91295b33-d158-49c7-bdcb-e3a0249b10e0 req-3146a3fb-0312-4af8-be76-7e66fd01b3e0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=30c8b4fd-6c75-4e8c-b43d-f31074d76442 HTTP/1.1" status: 200  len: 852 time: 0.0552340
Dec 25 21:16:49.442629 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-cfacd07b-a437-48f9-be2a-8f83df1052f5 req-368f7c4b-1ee2-4f45-b6a8-dbb4ac95d8bb service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=66cd474f-564e-4f62-ba35-0016e7dcec42&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.1723897
Dec 25 21:16:49.446140 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-91295b33-d158-49c7-bdcb-e3a0249b10e0 req-4343cd83-a124-4422-9bb5-91f93df4ba7c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2c732578-b39b-40c1-8a55-147e577043a0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0294292
Dec 25 21:16:49.571975 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-91295b33-d158-49c7-bdcb-e3a0249b10e0 req-7b33698d-c2b1-478a-9f88-a3185c8c641e service neutron] 10.222.0.37 "GET /v2.0/networks/2c732578-b39b-40c1-8a55-147e577043a0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1183350
Dec 25 21:16:49.649826 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfacd07b-a437-48f9-be2a-8f83df1052f5 req-06cb568b-a00a-4e9c-8dbc-ec103e6c9b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:16:49.651358 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-cfacd07b-a437-48f9-be2a-8f83df1052f5 req-06cb568b-a00a-4e9c-8dbc-ec103e6c9b4c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=919a00bb2d294ab291df4bbd212ae7fe&device_id=66cd474f-564e-4f62-ba35-0016e7dcec42 HTTP/1.1" status: 200  len: 1102 time: 0.1662059
Dec 25 21:16:49.659270 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device 36aab66a-d72a-4228-bef8-35285fc6597a no longer exists at agent hyperv_nch1-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:16:49.685514 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-d154026f-ba8f-45fb-9c98-77b7e2b628c0 req-24077293-b920-4639-8b28-3ccd59037dfd service neutron] For port a97266bc-054b-4f05-9507-8f17f9e55d8f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a97266bc-054b-4f05-9507-8f17f9e55d8f,segment=NetworkSegment(85c774cb-a0eb-4ad9-961f-f331d3b37cd6),segment_id=85c774cb-a0eb-4ad9-961f-f331d3b37cd6)] {{(pid=121606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:16:49.747735 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fbac36-be88-4356-85ff-c898514186f4 req-9031f37c-1f83-4d6b-8827-40b2c983f819 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:16:49.749715 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-81fbac36-be88-4356-85ff-c898514186f4 req-9031f37c-1f83-4d6b-8827-40b2c983f819 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.31 "GET /v2.0/networks?id=050fe506-29b6-4536-b03a-6d4fd9d4993c HTTP/1.1" status: 200  len: 812 time: 0.1086471
Dec 25 21:16:49.751474 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:49.776564 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82c0ef8-5345-46cf-a2bd-9ab530030ded req-966e784e-21df-496d-b3a6-5d5633ff7118 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:16:49.786176 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b82c0ef8-5345-46cf-a2bd-9ab530030ded req-966e784e-21df-496d-b3a6-5d5633ff7118 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/ports?device_id=36168d53-184a-47fb-a60b-6f72689c760c HTTP/1.1" status: 200  len: 950 time: 0.1931145
Dec 25 21:16:49.807242 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-91295b33-d158-49c7-bdcb-e3a0249b10e0 req-2027a2d5-203e-43c9-bfd6-430587e81795 service neutron] 10.222.0.37 "GET /v2.0/networks/2c732578-b39b-40c1-8a55-147e577043a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2254143
Dec 25 21:16:49.827417 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port 36aab66a-d72a-4228-bef8-35285fc6597a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=36aab66a-d72a-4228-bef8-35285fc6597a,segment=NetworkSegment(85c774cb-a0eb-4ad9-961f-f331d3b37cd6),segment_id=85c774cb-a0eb-4ad9-961f-f331d3b37cd6)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:16:49.861501 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-81fbac36-be88-4356-85ff-c898514186f4 req-9741c84c-c6c6-45ec-98a6-79fdcd659e73 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4c3545b07d0b4ccf9cd48a80c2d37521 HTTP/1.1" status: 200  len: 379 time: 0.0963724
Dec 25 21:16:49.866577 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-d154026f-ba8f-45fb-9c98-77b7e2b628c0 req-24077293-b920-4639-8b28-3ccd59037dfd service neutron] For port a97266bc-054b-4f05-9507-8f17f9e55d8f, host nch2-master-1, cleared binding levels {{(pid=121606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:16:49.874430 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [req-81fbac36-be88-4356-85ff-c898514186f4 req-7032d03a-4f1a-4f79-9f00-3fc456a81330 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Request body: {'port': {'device_id': '161df36a-2258-4f32-a7b0-2f7c793d4390', 'network_id': '050fe506-29b6-4536-b03a-6d4fd9d4993c', 'admin_state_up': True, 'tenant_id': '4c3545b07d0b4ccf9cd48a80c2d37521', 'security_groups': ['303458ac-ce28-4cba-8947-b5e432a1ea1f']}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:16:49.910293 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-d7a5ba7e-e25b-407e-8378-7bdb88db690b req-663a8679-5250-4fef-9d69-8916501c9065 tempest-ImagesOneServerNegativeTestJSON-1717313213 tempest-ImagesOneServerNegativeTestJSON-1717313213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:49.925637 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:49.995453 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Pushing event updated for resources: {'Port': ['ID=36aab66a-d72a-4228-bef8-35285fc6597a,revision_number=11']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:16:50.002127 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663a8679-5250-4fef-9d69-8916501c9065 tempest-ImagesOneServerNegativeTestJSON-1717313213 tempest-ImagesOneServerNegativeTestJSON-1717313213-project] Pushing event deleted for resources: {'Port': ['ID=79306c37-bd08-49bf-b49d-90f7ba24ce10,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:16:50.024142 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36168d53-184a-47fb-a60b-6f72689c760c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a97266bc-054b-4f05-9507-8f17f9e55d8f'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:16:50.026588 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9858820c13ec2827453b94ebc4181065e990a4e4089ccb9fe762531ac62d2fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4169e16-08b5-4235-9f7a-f69325dea0ec" -d '{"events": [{"server_uuid": "36168d53-184a-47fb-a60b-6f72689c760c", "name": "network-vif-unplugged", "status": "completed", "tag": "a97266bc-054b-4f05-9507-8f17f9e55d8f"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:16:50.036520 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-d154026f-ba8f-45fb-9c98-77b7e2b628c0 req-24077293-b920-4639-8b28-3ccd59037dfd service neutron] Publish callbacks [] for port, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:50.072248 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b728ee59-6452-4bc1-ab8c-fdfbc31d218b req-f5757198-974a-4904-9f71-9236b64fc274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:16:50.073788 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-b728ee59-6452-4bc1-ab8c-fdfbc31d218b req-f5757198-974a-4904-9f71-9236b64fc274 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8154e82a58434a60b677d150202a5312&device_id=05cf3a17-49d6-43d2-9b08-505f1e637900 HTTP/1.1" status: 200  len: 1094 time: 0.0840039
Dec 25 21:16:50.089592 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b82c0ef8-5345-46cf-a2bd-9ab530030ded req-3ddb0cbf-e9ad-4f94-9694-8c54cf7853b1 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3f1ae63-416f-443f-b032-af0d7dcc9019&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2982960
Dec 25 21:16:50.102282 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.provisioning_blocks [req-d154026f-ba8f-45fb-9c98-77b7e2b628c0 req-24077293-b920-4639-8b28-3ccd59037dfd service neutron] Transition to ACTIVE for port object a97266bc-054b-4f05-9507-8f17f9e55d8f will not be triggered until provisioned by entity L2. {{(pid=121606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 25 21:16:50.117276 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfacd07b-a437-48f9-be2a-8f83df1052f5 req-49f3bec2-b099-416d-bc87-6306973cffcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:16:50.118781 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-cfacd07b-a437-48f9-be2a-8f83df1052f5 req-49f3bec2-b099-416d-bc87-6306973cffcc service neutron] 10.222.0.31 "GET /v2.0/networks?id=8f212e98-547d-4c6e-a560-2e9a548c8f59 HTTP/1.1" status: 200  len: 870 time: 0.4399593
Dec 25 21:16:50.139725 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7a5ba7e-e25b-407e-8378-7bdb88db690b req-663a8679-5250-4fef-9d69-8916501c9065 tempest-ImagesOneServerNegativeTestJSON-1717313213 tempest-ImagesOneServerNegativeTestJSON-1717313213-project] No DVR routers for this DVR port 79306c37-bd08-49bf-b49d-90f7ba24ce10 on host nch1-master-1 {{(pid=121606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:16:50.151603 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-d7a5ba7e-e25b-407e-8378-7bdb88db690b req-663a8679-5250-4fef-9d69-8916501c9065 tempest-ImagesOneServerNegativeTestJSON-1717313213 tempest-ImagesOneServerNegativeTestJSON-1717313213-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:50.157598 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d7a5ba7e-e25b-407e-8378-7bdb88db690b req-663a8679-5250-4fef-9d69-8916501c9065 tempest-ImagesOneServerNegativeTestJSON-1717313213 tempest-ImagesOneServerNegativeTestJSON-1717313213-project] 10.222.0.31 "DELETE /v2.0/ports/79306c37-bd08-49bf-b49d-90f7ba24ce10 HTTP/1.1" status: 204  len: 173 time: 1.2391376
Dec 25 21:16:50.181139 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81fbac36-be88-4356-85ff-c898514186f4 req-7032d03a-4f1a-4f79-9f00-3fc456a81330 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Made reservation on behalf of 4c3545b07d0b4ccf9cd48a80c2d37521 for: {'port': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:16:50.185285 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-81fbac36-be88-4356-85ff-c898514186f4 req-7032d03a-4f1a-4f79-9f00-3fc456a81330 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:50.203081 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-cfacd07b-a437-48f9-be2a-8f83df1052f5 req-2c8323bb-16a7-437e-999d-df005ff752ea service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.217&port_id=36aab66a-d72a-4228-bef8-35285fc6597a HTTP/1.1" status: 200  len: 217 time: 0.0654421
Dec 25 21:16:50.204092 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-d154026f-ba8f-45fb-9c98-77b7e2b628c0 req-24077293-b920-4639-8b28-3ccd59037dfd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:50.266401 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b728ee59-6452-4bc1-ab8c-fdfbc31d218b req-cc3424ae-2714-4607-a720-0ece973a461e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:16:50.268740 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-b728ee59-6452-4bc1-ab8c-fdfbc31d218b req-cc3424ae-2714-4607-a720-0ece973a461e service neutron] 10.222.0.37 "GET /v2.0/networks?id=2c732578-b39b-40c1-8a55-147e577043a0 HTTP/1.1" status: 200  len: 913 time: 0.1860526
Dec 25 21:16:50.287752 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671aa70b-d6fb-47e5-8d75-b4a596f0c6db req-06e151e0-d70c-4ac2-bb72-2e45b310523d tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:16:50.293846 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-671aa70b-d6fb-47e5-8d75-b4a596f0c6db req-06e151e0-d70c-4ac2-bb72-2e45b310523d tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] 10.222.0.32 "GET /v2.0/ports?device_id=05cf3a17-49d6-43d2-9b08-505f1e637900 HTTP/1.1" status: 200  len: 943 time: 0.2471642
Dec 25 21:16:50.317260 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-b728ee59-6452-4bc1-ab8c-fdfbc31d218b req-17229b67-315b-451f-b2b5-a74d4b72b1ab service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=68b20766-9d12-4028-ab7b-1eb5150d2808 HTTP/1.1" status: 200  len: 217 time: 0.0397892
Dec 25 21:16:50.341103 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ae52c006-587d-4bbc-bb88-80931b4c08ba req-a57286e1-f8c3-4ac4-ac10-9156f8e3e41a tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/ports?device_id=161df36a-2258-4f32-a7b0-2f7c793d4390 HTTP/1.1" status: 200  len: 210 time: 0.1293380
Dec 25 21:16:50.349950 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66cd474f-564e-4f62-ba35-0016e7dcec42', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '36aab66a-d72a-4228-bef8-35285fc6597a'}] {{(pid=121608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:16:50.353810 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a88c78c3ff6266bd59c7e89d275b28c92e739b67d23c89d71af88829fd31566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ab8a965-ecf4-456e-9be8-5c851b8e63d5" -d '{"events": [{"server_uuid": "66cd474f-564e-4f62-ba35-0016e7dcec42", "name": "network-vif-unplugged", "status": "completed", "tag": "36aab66a-d72a-4228-bef8-35285fc6597a"}]}' {{(pid=121608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:16:50.364270 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfacd07b-a437-48f9-be2a-8f83df1052f5 req-220a443c-5809-449e-b918-6ac21490fc51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:16:50.365926 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-cfacd07b-a437-48f9-be2a-8f83df1052f5 req-220a443c-5809-449e-b918-6ac21490fc51 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=dcfbae86-f93e-400c-8084-eac7f56ff5ba HTTP/1.1" status: 200  len: 843 time: 0.1493609
Dec 25 21:16:50.366667 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24077293-b920-4639-8b28-3ccd59037dfd service neutron] Pushing event updated for resources: {'Port': ['ID=a97266bc-054b-4f05-9507-8f17f9e55d8f,revision_number=6']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:16:50.388081 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b728ee59-6452-4bc1-ab8c-fdfbc31d218b req-33153b56-402b-46b6-abb9-174625e9e8ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:16:50.389600 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-b728ee59-6452-4bc1-ab8c-fdfbc31d218b req-33153b56-402b-46b6-abb9-174625e9e8ba service neutron] 10.222.0.37 "GET /v2.0/subnets?id=30c8b4fd-6c75-4e8c-b43d-f31074d76442 HTTP/1.1" status: 200  len: 852 time: 0.0638473
Dec 25 21:16:50.431964 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-b728ee59-6452-4bc1-ab8c-fdfbc31d218b req-977916b4-2bc3-4864-b7de-bc226d52ac64 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2c732578-b39b-40c1-8a55-147e577043a0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0285928
Dec 25 21:16:50.588214 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_common [req-81fbac36-be88-4356-85ff-c898514186f4 req-7032d03a-4f1a-4f79-9f00-3fc456a81330 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Allocated IP 172.20.0.5 (050fe506-29b6-4536-b03a-6d4fd9d4993c/1f5d8ab8-049c-411c-8531-c48febcca4ec/cdd08e2a-d7d3-45dd-874c-1cadcc9203fd) {{(pid=121607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:16:50.630707 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-b728ee59-6452-4bc1-ab8c-fdfbc31d218b req-7fbc7430-fad4-4de1-be91-5295c5b9fd8e service neutron] 10.222.0.37 "GET /v2.0/networks/2c732578-b39b-40c1-8a55-147e577043a0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1703432
Dec 25 21:16:50.813984 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [req-d154026f-ba8f-45fb-9c98-77b7e2b628c0 req-24077293-b920-4639-8b28-3ccd59037dfd service neutron] No DVR routers for this DVR port a97266bc-054b-4f05-9507-8f17f9e55d8f on host nch2-master-1 {{(pid=121606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:16:50.820488 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-b728ee59-6452-4bc1-ab8c-fdfbc31d218b req-d827b678-2478-41ef-9b7d-8d81c7da35c1 service neutron] 10.222.0.37 "GET /v2.0/networks/2c732578-b39b-40c1-8a55-147e577043a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1796210
Dec 25 21:16:50.835504 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-81fbac36-be88-4356-85ff-c898514186f4 req-7032d03a-4f1a-4f79-9f00-3fc456a81330 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Publish callbacks [] for port, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:50.845428 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3e90565a-23ec-4608-ac9e-8a92394c2b00 req-ed186939-6744-4d46-b997-f4449ac24d2c tempest-ImagesOneServerNegativeTestJSON-1717313213 tempest-ImagesOneServerNegativeTestJSON-1717313213-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d343d1d-ac0a-4447-862f-e13c2facfcef HTTP/1.1" status: 200  len: 210 time: 0.0817828
Dec 25 21:16:50.865775 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-671aa70b-d6fb-47e5-8d75-b4a596f0c6db req-1c2f9534-adc0-42cf-9751-8745649bab85 tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] 10.222.0.32 "GET /v2.0/security-groups?id=2bf8651c-3ed0-44bb-a064-d61aab6ec281&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5433602
Dec 25 21:16:50.939561 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-d154026f-ba8f-45fb-9c98-77b7e2b628c0 req-24077293-b920-4639-8b28-3ccd59037dfd service neutron] Attempting to bind port a97266bc-054b-4f05-9507-8f17f9e55d8f on host nch1-master-1 for vnic_type normal with profile  {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:16:50.952270 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-d154026f-ba8f-45fb-9c98-77b7e2b628c0 req-24077293-b920-4639-8b28-3ccd59037dfd service neutron] Attempting to bind port a97266bc-054b-4f05-9507-8f17f9e55d8f by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '85c774cb-a0eb-4ad9-961f-f331d3b37cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '8f212e98-547d-4c6e-a560-2e9a548c8f59'}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:16:50.952893 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d154026f-ba8f-45fb-9c98-77b7e2b628c0 req-24077293-b920-4639-8b28-3ccd59037dfd service neutron] Attempting to bind port a97266bc-054b-4f05-9507-8f17f9e55d8f on network 8f212e98-547d-4c6e-a560-2e9a548c8f59 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:16:50.958208 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfacd07b-a437-48f9-be2a-8f83df1052f5 req-218e0eec-9460-480c-813d-cf8c31a547b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:16:50.959844 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-cfacd07b-a437-48f9-be2a-8f83df1052f5 req-218e0eec-9460-480c-813d-cf8c31a547b9 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=8f212e98-547d-4c6e-a560-2e9a548c8f59&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.5806193
Dec 25 21:16:50.981351 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d154026f-ba8f-45fb-9c98-77b7e2b628c0 req-24077293-b920-4639-8b28-3ccd59037dfd service neutron] Port a97266bc-054b-4f05-9507-8f17f9e55d8f on network 8f212e98-547d-4c6e-a560-2e9a548c8f59 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 25 21:16:50.982001 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d154026f-ba8f-45fb-9c98-77b7e2b628c0 req-24077293-b920-4639-8b28-3ccd59037dfd service neutron] Attempting to bind port a97266bc-054b-4f05-9507-8f17f9e55d8f on network 8f212e98-547d-4c6e-a560-2e9a548c8f59 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:16:50.988948 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d154026f-ba8f-45fb-9c98-77b7e2b628c0 req-24077293-b920-4639-8b28-3ccd59037dfd service neutron] Checking agent: {'id': '6d577036-68fc-4aa4-aed7-5ab01de2117e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 21, 4, 34), 'started_at': datetime.datetime(2021, 12, 25, 21, 4, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 16, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:16:50.991240 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d154026f-ba8f-45fb-9c98-77b7e2b628c0 req-24077293-b920-4639-8b28-3ccd59037dfd service neutron] Checking segment: {'id': '85c774cb-a0eb-4ad9-961f-f331d3b37cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '8f212e98-547d-4c6e-a560-2e9a548c8f59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:16:50.991240 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d154026f-ba8f-45fb-9c98-77b7e2b628c0 req-24077293-b920-4639-8b28-3ccd59037dfd service neutron] Bound using segment: {'id': '85c774cb-a0eb-4ad9-961f-f331d3b37cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '8f212e98-547d-4c6e-a560-2e9a548c8f59'} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:16:50.991240 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-d154026f-ba8f-45fb-9c98-77b7e2b628c0 req-24077293-b920-4639-8b28-3ccd59037dfd service neutron] Bound port: a97266bc-054b-4f05-9507-8f17f9e55d8f, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85c774cb-a0eb-4ad9-961f-f331d3b37cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '8f212e98-547d-4c6e-a560-2e9a548c8f59'}}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:16:50.991240 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-d154026f-ba8f-45fb-9c98-77b7e2b628c0 req-24077293-b920-4639-8b28-3ccd59037dfd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:51.003922 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 25 Dec 2021 21:16:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba01c31b-aa18-412f-acd7-3eea0ff405ad x-openstack-request-id: req-ba01c31b-aa18-412f-acd7-3eea0ff405ad {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:16:51.004254 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36168d53-184a-47fb-a60b-6f72689c760c", "name": "network-vif-unplugged", "status": "completed", "tag": "a97266bc-054b-4f05-9507-8f17f9e55d8f", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:16:51.004491 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ba01c31b-aa18-412f-acd7-3eea0ff405ad {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:16:51.004848 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36168d53-184a-47fb-a60b-6f72689c760c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a97266bc-054b-4f05-9507-8f17f9e55d8f', 'code': 200}
Dec 25 21:16:51.014518 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-81fbac36-be88-4356-85ff-c898514186f4 req-7032d03a-4f1a-4f79-9f00-3fc456a81330 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:51.070126 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7032d03a-4f1a-4f79-9f00-3fc456a81330 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Pushing event updated for resources: {'Port': ['ID=cdd08e2a-d7d3-45dd-874c-1cadcc9203fd,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:16:51.084581 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81fbac36-be88-4356-85ff-c898514186f4 req-7032d03a-4f1a-4f79-9f00-3fc456a81330 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Network 050fe506-29b6-4536-b03a-6d4fd9d4993c is already hosted by enough agents. {{(pid=121607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:16:51.088297 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [req-81fbac36-be88-4356-85ff-c898514186f4 req-7032d03a-4f1a-4f79-9f00-3fc456a81330 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Resources bound (agent type, host, resource id):  {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:16:51.090626 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [req-81fbac36-be88-4356-85ff-c898514186f4 req-7032d03a-4f1a-4f79-9f00-3fc456a81330 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Received port after_create {{(pid=121607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:16:51.149630 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 25 Dec 2021 21:16:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5183c9f2-bbb8-42b5-a8e9-baa71dfbbcf1 x-openstack-request-id: req-5183c9f2-bbb8-42b5-a8e9-baa71dfbbcf1 {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:16:51.150126 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66cd474f-564e-4f62-ba35-0016e7dcec42", "name": "network-vif-unplugged", "status": "completed", "tag": "36aab66a-d72a-4228-bef8-35285fc6597a", "code": 200}]} {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:16:51.150945 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5183c9f2-bbb8-42b5-a8e9-baa71dfbbcf1 {{(pid=121608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:16:51.151449 ncdv-master-1 neutron-server[121608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66cd474f-564e-4f62-ba35-0016e7dcec42', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '36aab66a-d72a-4228-bef8-35285fc6597a', 'code': 200}
Dec 25 21:16:51.159095 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:16:51.159095 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:16:51.159095 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:16:51.159095 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:16:51.159095 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:16:51.159095 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:16:51.159095 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:16:51.159095 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:16:51.159095 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:16:51.159095 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:16:51.159095 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:16:51.159095 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:16:51.159095 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:16:51.159095 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:16:51.159095 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:16:51.159095 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:16:51.159095 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:16:51.159095 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:16:51.159095 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:16:51.159095 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:16:51.159095 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:16:51.159095 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:16:51.159095 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:16:51.159095 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:16:51.159095 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:16:51.159095 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:16:51.159095 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:16:51.159095 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:16:51.159095 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:16:51.159095 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:16:51.159095 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:16:51.159095 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:16:51.159095 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:16:51.159095 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:16:51.159095 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:16:51.159095 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:16:51.163306 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:16:51.163306 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:16:51.163306 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:16:51.163306 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:16:51.163306 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:16:51.163306 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:16:51.163306 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:16:51.163306 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:16:51.163306 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:16:51.163306 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:16:51.163306 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:16:51.163306 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:16:51.163306 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fbac36-be88-4356-85ff-c898514186f4 req-7032d03a-4f1a-4f79-9f00-3fc456a81330 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:16:51.163306 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-81fbac36-be88-4356-85ff-c898514186f4 req-7032d03a-4f1a-4f79-9f00-3fc456a81330 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:51.173687 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:16:51.173687 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:16:51.173687 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:16:51.173687 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:16:51.173687 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:16:51.173687 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:16:51.173687 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:16:51.173687 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:16:51.173687 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:16:51.173687 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:16:51.173687 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:16:51.173687 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:16:51.173687 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:16:51.173687 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:16:51.173687 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:16:51.173687 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:16:51.173687 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:16:51.173687 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:16:51.173687 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:16:51.173687 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:16:51.173687 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:16:51.173687 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:16:51.173687 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:16:51.173687 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:16:51.173687 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:16:51.173687 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:16:51.173687 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:16:51.173687 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:16:51.173687 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:16:51.173687 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:16:51.173687 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:16:51.173687 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:16:51.173687 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:16:51.173687 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:16:51.173687 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:16:51.173687 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:16:51.178208 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:16:51.178208 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:16:51.178208 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:16:51.178208 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:16:51.178208 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:16:51.178208 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:16:51.178208 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:16:51.178208 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:16:51.178208 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:16:51.178208 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:16:51.178208 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:16:51.178208 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:16:51.179815 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951cce19-04c1-43c3-8995-7547309da7a3 req-3ecd75cc-d67b-47fa-bda5-9f1e77172850 tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:16:51.181784 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-951cce19-04c1-43c3-8995-7547309da7a3 req-3ecd75cc-d67b-47fa-bda5-9f1e77172850 tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] 10.222.0.32 "GET /v2.0/ports?device_id=a665e8d7-d64e-4879-9389-ad2efb13749b HTTP/1.1" status: 200  len: 945 time: 0.1761348
Dec 25 21:16:51.228417 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-cfacd07b-a437-48f9-be2a-8f83df1052f5 req-9f9d214f-ac0b-4d4b-ba69-657c24cbf178 service neutron] 10.222.0.31 "GET /v2.0/networks/8f212e98-547d-4c6e-a560-2e9a548c8f59?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2572963
Dec 25 21:16:51.232627 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-d154026f-ba8f-45fb-9c98-77b7e2b628c0 req-24077293-b920-4639-8b28-3ccd59037dfd service neutron] For port a97266bc-054b-4f05-9507-8f17f9e55d8f, host nch1-master-1, cleared binding levels {{(pid=121606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:16:51.255887 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-d154026f-ba8f-45fb-9c98-77b7e2b628c0 req-24077293-b920-4639-8b28-3ccd59037dfd service neutron] For port a97266bc-054b-4f05-9507-8f17f9e55d8f, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a97266bc-054b-4f05-9507-8f17f9e55d8f,segment=NetworkSegment(85c774cb-a0eb-4ad9-961f-f331d3b37cd6),segment_id=85c774cb-a0eb-4ad9-961f-f331d3b37cd6)] {{(pid=121606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:16:51.257643 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-81fbac36-be88-4356-85ff-c898514186f4 req-7032d03a-4f1a-4f79-9f00-3fc456a81330 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.3904147
Dec 25 21:16:51.271677 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [req-81fbac36-be88-4356-85ff-c898514186f4 req-4548422e-632c-4fd7-9561-eac3be8b4989 service neutron] Request body: {'port': {'device_id': '161df36a-2258-4f32-a7b0-2f7c793d4390', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:16:51.322600 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-951cce19-04c1-43c3-8995-7547309da7a3 req-91e8b811-e2b1-4203-96e2-dd23e323466f tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] 10.222.0.32 "GET /v2.0/security-groups?id=e70b16a5-3c2f-443c-a3bd-2851d79b2b90&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1057665
Dec 25 21:16:51.337673 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-81fbac36-be88-4356-85ff-c898514186f4 req-4548422e-632c-4fd7-9561-eac3be8b4989 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:51.414966 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-d154026f-ba8f-45fb-9c98-77b7e2b628c0 req-24077293-b920-4639-8b28-3ccd59037dfd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:51.482729 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d154026f-ba8f-45fb-9c98-77b7e2b628c0 req-24077293-b920-4639-8b28-3ccd59037dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:16:51.483545 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-d154026f-ba8f-45fb-9c98-77b7e2b628c0 req-24077293-b920-4639-8b28-3ccd59037dfd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:51.485187 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d154026f-ba8f-45fb-9c98-77b7e2b628c0 req-24077293-b920-4639-8b28-3ccd59037dfd service neutron] 10.222.0.31 "PUT /v2.0/ports/a97266bc-054b-4f05-9507-8f17f9e55d8f HTTP/1.1" status: 200  len: 1096 time: 2.4057591
Dec 25 21:16:51.518279 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22399a2-8069-4f94-9564-49f89dfc4a18 req-c89e79bd-8426-461d-971d-07fde37dec5d tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:16:51.527669 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-76abedb0-724e-4bc0-8506-ce9c7fff6819 None None] Provisioning complete for port cdd08e2a-d7d3-45dd-874c-1cadcc9203fd triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:16:51.527932 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-76abedb0-724e-4bc0-8506-ce9c7fff6819 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:51.532739 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b22399a2-8069-4f94-9564-49f89dfc4a18 req-c89e79bd-8426-461d-971d-07fde37dec5d tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/ports?device_id=36168d53-184a-47fb-a60b-6f72689c760c HTTP/1.1" status: 200  len: 948 time: 0.2125008
Dec 25 21:16:51.547712 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-cfacd07b-a437-48f9-be2a-8f83df1052f5 req-59c8db26-fe84-4966-ad0f-63830394b431 service neutron] 10.222.0.31 "GET /v2.0/networks/8f212e98-547d-4c6e-a560-2e9a548c8f59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3052974
Dec 25 21:16:51.583805 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24077293-b920-4639-8b28-3ccd59037dfd service neutron] Pushing event updated for resources: {'Port': ['ID=a97266bc-054b-4f05-9507-8f17f9e55d8f,revision_number=7']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:16:51.611834 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-76abedb0-724e-4bc0-8506-ce9c7fff6819 None None] Port cdd08e2a-d7d3-45dd-874c-1cadcc9203fd cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:16:51.646852 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d154026f-ba8f-45fb-9c98-77b7e2b628c0 req-9cf001c7-7370-4ed4-83d0-a5f2d0b73675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:16:51.648564 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d154026f-ba8f-45fb-9c98-77b7e2b628c0 req-9cf001c7-7370-4ed4-83d0-a5f2d0b73675 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ed880d80bcfb4641b02f26da5fad21b8&device_id=36168d53-184a-47fb-a60b-6f72689c760c HTTP/1.1" status: 200  len: 1099 time: 0.0858154
Dec 25 21:16:51.652413 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b22399a2-8069-4f94-9564-49f89dfc4a18 req-ec087646-53f5-4ab2-8eab-80dd7fe68be3 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3f1ae63-416f-443f-b032-af0d7dcc9019&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1186795
Dec 25 21:16:51.676440 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device 79306c37-bd08-49bf-b49d-90f7ba24ce10 no longer exists at agent hyperv_nch1-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:16:51.710420 ncdv-master-1 neutron-server[121607]: DEBUG neutron.notifiers.nova [req-81fbac36-be88-4356-85ff-c898514186f4 req-4548422e-632c-4fd7-9561-eac3be8b4989 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cdd08e2a-d7d3-45dd-874c-1cadcc9203fd {{(pid=121607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:16:51.718986 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-81fbac36-be88-4356-85ff-c898514186f4 req-4548422e-632c-4fd7-9561-eac3be8b4989 service neutron] Publish callbacks [] for port, precommit_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:51.720641 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] No Port match for: 79306c37-bd08-49bf-b49d-90f7ba24ce10 {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:16:51.721029 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device 79306c37-bd08-49bf-b49d-90f7ba24ce10 not bound to the agent host nch1-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:16:51.733825 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.provisioning_blocks [req-81fbac36-be88-4356-85ff-c898514186f4 req-4548422e-632c-4fd7-9561-eac3be8b4989 service neutron] Transition to ACTIVE for port object cdd08e2a-d7d3-45dd-874c-1cadcc9203fd will not be triggered until provisioned by entity L2. {{(pid=121607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 25 21:16:51.820896 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d154026f-ba8f-45fb-9c98-77b7e2b628c0 req-e322c297-eb72-427e-8443-bf97a719f257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:16:51.820896 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d154026f-ba8f-45fb-9c98-77b7e2b628c0 req-e322c297-eb72-427e-8443-bf97a719f257 service neutron] 10.222.0.31 "GET /v2.0/networks?id=8f212e98-547d-4c6e-a560-2e9a548c8f59 HTTP/1.1" status: 200  len: 870 time: 0.1489928
Dec 25 21:16:51.828665 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-81fbac36-be88-4356-85ff-c898514186f4 req-4548422e-632c-4fd7-9561-eac3be8b4989 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8632327'] for port, after_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:51.859948 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c46e3bd-174e-4189-9c9c-fd361d2c09db req-06855ea0-2fa7-4506-b19a-329c1a59e704 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:16:51.869346 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2c46e3bd-174e-4189-9c9c-fd361d2c09db req-06855ea0-2fa7-4506-b19a-329c1a59e704 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/ports?device_id=161df36a-2258-4f32-a7b0-2f7c793d4390 HTTP/1.1" status: 200  len: 931 time: 0.1125329
Dec 25 21:16:51.904919 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4548422e-632c-4fd7-9561-eac3be8b4989 service neutron] Pushing event updated for resources: {'Port': ['ID=cdd08e2a-d7d3-45dd-874c-1cadcc9203fd,revision_number=2']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:16:51.912732 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d154026f-ba8f-45fb-9c98-77b7e2b628c0 req-83e07d8a-e51f-4ab0-80f9-952d75816f97 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.126&port_id=a97266bc-054b-4f05-9507-8f17f9e55d8f HTTP/1.1" status: 200  len: 217 time: 0.0767274
Dec 25 21:16:51.988782 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.managers [req-81fbac36-be88-4356-85ff-c898514186f4 req-4548422e-632c-4fd7-9561-eac3be8b4989 service neutron] Attempting to bind port cdd08e2a-d7d3-45dd-874c-1cadcc9203fd on host nch1-master-1 for vnic_type normal with profile  {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:16:51.989354 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.managers [req-81fbac36-be88-4356-85ff-c898514186f4 req-4548422e-632c-4fd7-9561-eac3be8b4989 service neutron] Attempting to bind port cdd08e2a-d7d3-45dd-874c-1cadcc9203fd by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '66e39abb-3870-4404-91e4-a4d8a7ae7fb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '050fe506-29b6-4536-b03a-6d4fd9d4993c'}] {{(pid=121607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:16:51.989884 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81fbac36-be88-4356-85ff-c898514186f4 req-4548422e-632c-4fd7-9561-eac3be8b4989 service neutron] Attempting to bind port cdd08e2a-d7d3-45dd-874c-1cadcc9203fd on network 050fe506-29b6-4536-b03a-6d4fd9d4993c {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:16:51.994981 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81fbac36-be88-4356-85ff-c898514186f4 req-4548422e-632c-4fd7-9561-eac3be8b4989 service neutron] Port cdd08e2a-d7d3-45dd-874c-1cadcc9203fd on network 050fe506-29b6-4536-b03a-6d4fd9d4993c not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 25 21:16:51.995704 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81fbac36-be88-4356-85ff-c898514186f4 req-4548422e-632c-4fd7-9561-eac3be8b4989 service neutron] Attempting to bind port cdd08e2a-d7d3-45dd-874c-1cadcc9203fd on network 050fe506-29b6-4536-b03a-6d4fd9d4993c {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:16:52.001172 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81fbac36-be88-4356-85ff-c898514186f4 req-4548422e-632c-4fd7-9561-eac3be8b4989 service neutron] Checking agent: {'id': '6d577036-68fc-4aa4-aed7-5ab01de2117e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 21, 4, 34), 'started_at': datetime.datetime(2021, 12, 25, 21, 4, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 16, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:16:52.001655 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81fbac36-be88-4356-85ff-c898514186f4 req-4548422e-632c-4fd7-9561-eac3be8b4989 service neutron] Checking segment: {'id': '66e39abb-3870-4404-91e4-a4d8a7ae7fb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '050fe506-29b6-4536-b03a-6d4fd9d4993c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:16:52.002361 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81fbac36-be88-4356-85ff-c898514186f4 req-4548422e-632c-4fd7-9561-eac3be8b4989 service neutron] Bound using segment: {'id': '66e39abb-3870-4404-91e4-a4d8a7ae7fb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '050fe506-29b6-4536-b03a-6d4fd9d4993c'} {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:16:52.002685 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.managers [req-81fbac36-be88-4356-85ff-c898514186f4 req-4548422e-632c-4fd7-9561-eac3be8b4989 service neutron] Bound port: cdd08e2a-d7d3-45dd-874c-1cadcc9203fd, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66e39abb-3870-4404-91e4-a4d8a7ae7fb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '050fe506-29b6-4536-b03a-6d4fd9d4993c'}}] {{(pid=121607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:16:52.003122 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-81fbac36-be88-4356-85ff-c898514186f4 req-4548422e-632c-4fd7-9561-eac3be8b4989 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:52.036377 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d154026f-ba8f-45fb-9c98-77b7e2b628c0 req-85c1516f-9321-473e-9a02-f84ccffe5f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:16:52.038283 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d154026f-ba8f-45fb-9c98-77b7e2b628c0 req-85c1516f-9321-473e-9a02-f84ccffe5f2a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=dcfbae86-f93e-400c-8084-eac7f56ff5ba HTTP/1.1" status: 200  len: 843 time: 0.1173928
Dec 25 21:16:52.059024 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2c46e3bd-174e-4189-9c9c-fd361d2c09db req-288aa747-16c1-4aa3-bb19-90177e9c42c0 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/security-groups?id=303458ac-ce28-4cba-8947-b5e432a1ea1f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1885805
Dec 25 21:16:52.120005 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.db [req-81fbac36-be88-4356-85ff-c898514186f4 req-4548422e-632c-4fd7-9561-eac3be8b4989 service neutron] For port cdd08e2a-d7d3-45dd-874c-1cadcc9203fd, host nch1-master-1, cleared binding levels {{(pid=121607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:16:52.126529 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.db [req-81fbac36-be88-4356-85ff-c898514186f4 req-4548422e-632c-4fd7-9561-eac3be8b4989 service neutron] For port cdd08e2a-d7d3-45dd-874c-1cadcc9203fd, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=cdd08e2a-d7d3-45dd-874c-1cadcc9203fd,segment=NetworkSegment(66e39abb-3870-4404-91e4-a4d8a7ae7fb7),segment_id=66e39abb-3870-4404-91e4-a4d8a7ae7fb7)] {{(pid=121607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:16:52.133261 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d154026f-ba8f-45fb-9c98-77b7e2b628c0 req-8825bbbd-6763-4535-8993-c958d2b82489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:16:52.134924 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d154026f-ba8f-45fb-9c98-77b7e2b628c0 req-8825bbbd-6763-4535-8993-c958d2b82489 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=8f212e98-547d-4c6e-a560-2e9a548c8f59&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0749781
Dec 25 21:16:52.261554 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-81fbac36-be88-4356-85ff-c898514186f4 req-4548422e-632c-4fd7-9561-eac3be8b4989 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8632327'] for port, after_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:52.278855 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dd8394-3b82-4f16-9912-f37ea1b3343d req-d3578282-1af6-4705-9488-730ad126d20e tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:16:52.280509 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-89dd8394-3b82-4f16-9912-f37ea1b3343d req-d3578282-1af6-4705-9488-730ad126d20e tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] 10.222.0.32 "GET /v2.0/ports?device_id=05cf3a17-49d6-43d2-9b08-505f1e637900 HTTP/1.1" status: 200  len: 943 time: 0.1162312
Dec 25 21:16:52.284714 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d154026f-ba8f-45fb-9c98-77b7e2b628c0 req-763f216c-693f-4b74-9b37-efb85bdc1959 service neutron] 10.222.0.31 "GET /v2.0/networks/8f212e98-547d-4c6e-a560-2e9a548c8f59?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1418881
Dec 25 21:16:52.305777 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fbac36-be88-4356-85ff-c898514186f4 req-4548422e-632c-4fd7-9561-eac3be8b4989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:16:52.306405 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-81fbac36-be88-4356-85ff-c898514186f4 req-4548422e-632c-4fd7-9561-eac3be8b4989 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:52.307919 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-81fbac36-be88-4356-85ff-c898514186f4 req-4548422e-632c-4fd7-9561-eac3be8b4989 service neutron] 10.222.0.31 "PUT /v2.0/ports/cdd08e2a-d7d3-45dd-874c-1cadcc9203fd HTTP/1.1" status: 200  len: 1091 time: 1.0413897
Dec 25 21:16:52.308393 ncdv-master-1 neutron-server[121607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '161df36a-2258-4f32-a7b0-2f7c793d4390', 'tag': 'cdd08e2a-d7d3-45dd-874c-1cadcc9203fd'}] {{(pid=121607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:16:52.310695 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f980bbcadfa7bf1e788024e1448be660373c21f97f015f780444e999c451203" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3162ebc-f08e-4bf2-8284-332a9d39213e" -d '{"events": [{"name": "network-changed", "server_uuid": "161df36a-2258-4f32-a7b0-2f7c793d4390", "tag": "cdd08e2a-d7d3-45dd-874c-1cadcc9203fd"}]}' {{(pid=121607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:16:52.338614 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4548422e-632c-4fd7-9561-eac3be8b4989 service neutron] Pushing event updated for resources: {'Port': ['ID=cdd08e2a-d7d3-45dd-874c-1cadcc9203fd,revision_number=3']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:16:52.426900 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-89dd8394-3b82-4f16-9912-f37ea1b3343d req-b3eb73af-1591-4b5b-b956-78d14e55b65b tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] 10.222.0.32 "GET /v2.0/security-groups?id=2bf8651c-3ed0-44bb-a064-d61aab6ec281&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1362386
Dec 25 21:16:52.466176 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fbac36-be88-4356-85ff-c898514186f4 req-ec515136-b5a5-4f49-a6c6-c9a7282ca0c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:16:52.467687 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-81fbac36-be88-4356-85ff-c898514186f4 req-ec515136-b5a5-4f49-a6c6-c9a7282ca0c3 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=4c3545b07d0b4ccf9cd48a80c2d37521&device_id=161df36a-2258-4f32-a7b0-2f7c793d4390 HTTP/1.1" status: 200  len: 1094 time: 0.0528834
Dec 25 21:16:52.492237 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d154026f-ba8f-45fb-9c98-77b7e2b628c0 req-148565da-784f-4294-8ea6-f3eeaf67a2d6 service neutron] 10.222.0.31 "GET /v2.0/networks/8f212e98-547d-4c6e-a560-2e9a548c8f59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1694129
Dec 25 21:16:52.539815 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-81fbac36-be88-4356-85ff-c898514186f4 req-245a56a9-81ca-4bb7-9cd6-8ebbd674aa85 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cdd08e2a-d7d3-45dd-874c-1cadcc9203fd HTTP/1.1" status: 200  len: 217 time: 0.0586226
Dec 25 21:16:52.591792 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fbac36-be88-4356-85ff-c898514186f4 req-b39f1d02-71b1-403f-827b-c5da2f682baa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:16:52.593239 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-81fbac36-be88-4356-85ff-c898514186f4 req-b39f1d02-71b1-403f-827b-c5da2f682baa service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1f5d8ab8-049c-411c-8531-c48febcca4ec HTTP/1.1" status: 200  len: 851 time: 0.0457549
Dec 25 21:16:52.656050 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fbac36-be88-4356-85ff-c898514186f4 req-42afb242-159b-49a1-8950-8ee66d4c92a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:16:52.657538 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-81fbac36-be88-4356-85ff-c898514186f4 req-42afb242-159b-49a1-8950-8ee66d4c92a8 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=050fe506-29b6-4536-b03a-6d4fd9d4993c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0494473
Dec 25 21:16:52.754487 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-81fbac36-be88-4356-85ff-c898514186f4 req-994aac7f-ebe1-4b1b-9473-2d4f7895734b service neutron] 10.222.0.31 "GET /v2.0/networks/050fe506-29b6-4536-b03a-6d4fd9d4993c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0877664
Dec 25 21:16:52.792713 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device 68b20766-9d12-4028-ab7b-1eb5150d2808 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 25 21:16:52.794782 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device a97266bc-054b-4f05-9507-8f17f9e55d8f no longer exists at agent hyperv_nch2-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:16:52.822383 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Dec 2021 21:16:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15c59201-e2be-40d3-a779-a2b5f2337152 x-openstack-request-id: req-15c59201-e2be-40d3-a779-a2b5f2337152 {{(pid=121607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:16:52.825476 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "161df36a-2258-4f32-a7b0-2f7c793d4390", "tag": "cdd08e2a-d7d3-45dd-874c-1cadcc9203fd", "status": "completed", "code": 200}]} {{(pid=121607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:16:52.825476 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-15c59201-e2be-40d3-a779-a2b5f2337152 {{(pid=121607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:16:52.825476 ncdv-master-1 neutron-server[121607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '161df36a-2258-4f32-a7b0-2f7c793d4390', 'tag': 'cdd08e2a-d7d3-45dd-874c-1cadcc9203fd', 'status': 'completed', 'code': 200}
Dec 25 21:16:52.855166 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-81fbac36-be88-4356-85ff-c898514186f4 req-3d648ef9-108d-4cdd-b857-6e5ff0fe1abc service neutron] 10.222.0.31 "GET /v2.0/networks/050fe506-29b6-4536-b03a-6d4fd9d4993c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0936983
Dec 25 21:16:52.871717 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] The host nch2-master-1 is not matching for port a97266bc-054b-4f05-9507-8f17f9e55d8f host nch1-master-1! {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}}
Dec 25 21:16:52.872122 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device a97266bc-054b-4f05-9507-8f17f9e55d8f not bound to the agent host nch2-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:16:52.912527 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869aa93a-bd11-4b33-90db-7b061bf45f78 req-3b62aab4-2834-4052-911e-117430ed9e44 tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:16:52.914274 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-869aa93a-bd11-4b33-90db-7b061bf45f78 req-3b62aab4-2834-4052-911e-117430ed9e44 tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] 10.222.0.32 "GET /v2.0/ports?device_id=a665e8d7-d64e-4879-9389-ad2efb13749b HTTP/1.1" status: 200  len: 945 time: 0.0590839
Dec 25 21:16:52.959863 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 54264) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:16:52.964746 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-68f4b39c-b7c4-4539-a17c-698e6b1a4a58 tempest-ImagesOneServerNegativeTestJSON-1717313213 tempest-ImagesOneServerNegativeTestJSON-1717313213-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2140349410', 'description': 'tempest-description--1496055572'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:16:52.968580 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port 68b20766-9d12-4028-ab7b-1eb5150d2808, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=68b20766-9d12-4028-ab7b-1eb5150d2808,segment=NetworkSegment(40b3768f-3d6e-4d28-9b2a-4711b7f0f059),segment_id=40b3768f-3d6e-4d28-9b2a-4711b7f0f059)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:16:52.976070 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-869aa93a-bd11-4b33-90db-7b061bf45f78 req-59740bb1-af44-4036-95b9-7cdf5b5b9759 tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] 10.222.0.32 "GET /v2.0/security-groups?id=e70b16a5-3c2f-443c-a3bd-2851d79b2b90&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0548239
Dec 25 21:16:52.985009 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Returning: {'device': '68b20766-9d12-4028-ab7b-1eb5150d2808', 'network_id': '2c732578-b39b-40c1-8a55-147e577043a0', 'port_id': '68b20766-9d12-4028-ab7b-1eb5150d2808', 'mac_address': 'fa:16:3e:cf:17:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30c8b4fd-6c75-4e8c-b43d-f31074d76442', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 25 21:16:53.006018 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d343d1d-ac0a-4447-862f-e13c2facfcef', 'name': 'network-vif-deleted', 'tag': '79306c37-bd08-49bf-b49d-90f7ba24ce10'}, {'name': 'network-changed', 'server_uuid': '36168d53-184a-47fb-a60b-6f72689c760c', 'tag': 'a97266bc-054b-4f05-9507-8f17f9e55d8f'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:16:53.008358 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9858820c13ec2827453b94ebc4181065e990a4e4089ccb9fe762531ac62d2fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5971681f-92ce-4bfc-ae8b-86fd73f0e2a5" -d '{"events": [{"server_uuid": "1d343d1d-ac0a-4447-862f-e13c2facfcef", "name": "network-vif-deleted", "tag": "79306c37-bd08-49bf-b49d-90f7ba24ce10"}, {"name": "network-changed", "server_uuid": "36168d53-184a-47fb-a60b-6f72689c760c", "tag": "a97266bc-054b-4f05-9507-8f17f9e55d8f"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:16:53.031560 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:53.046642 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68b20766-9d12-4028-ab7b-1eb5150d2808 {{(pid=121608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:16:53.071722 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3162ebc-f08e-4bf2-8284-332a9d39213e req-3a14f246-8217-4536-ac4b-d195b8a42ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:16:53.073293 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-c3162ebc-f08e-4bf2-8284-332a9d39213e req-3a14f246-8217-4536-ac4b-d195b8a42ec7 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=4c3545b07d0b4ccf9cd48a80c2d37521&device_id=161df36a-2258-4f32-a7b0-2f7c793d4390 HTTP/1.1" status: 200  len: 1094 time: 0.0753274
Dec 25 21:16:53.080997 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-68f4b39c-b7c4-4539-a17c-698e6b1a4a58 tempest-ImagesOneServerNegativeTestJSON-1717313213 tempest-ImagesOneServerNegativeTestJSON-1717313213-project] Publish callbacks [] for security_group, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:53.087627 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port 68b20766-9d12-4028-ab7b-1eb5150d2808, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=68b20766-9d12-4028-ab7b-1eb5150d2808,segment=NetworkSegment(40b3768f-3d6e-4d28-9b2a-4711b7f0f059),segment_id=40b3768f-3d6e-4d28-9b2a-4711b7f0f059)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:16:53.127352 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f926d89-db11-4b0b-b1cb-90e658c27690 req-3483de8d-928c-494f-85e7-789847f44d23 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:16:53.129725 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5f926d89-db11-4b0b-b1cb-90e658c27690 req-3483de8d-928c-494f-85e7-789847f44d23 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/ports?device_id=36168d53-184a-47fb-a60b-6f72689c760c HTTP/1.1" status: 200  len: 948 time: 0.0811689
Dec 25 21:16:53.159297 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:53.189071 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5f926d89-db11-4b0b-b1cb-90e658c27690 req-8d489b00-b3b7-47b6-84ac-8d720960ad05 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3f1ae63-416f-443f-b032-af0d7dcc9019&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0485504
Dec 25 21:16:53.215503 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3162ebc-f08e-4bf2-8284-332a9d39213e req-66d21aaf-d2ae-4aab-921e-cace3477b012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:16:53.216453 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-c3162ebc-f08e-4bf2-8284-332a9d39213e req-66d21aaf-d2ae-4aab-921e-cace3477b012 service neutron] 10.222.0.31 "GET /v2.0/networks?id=050fe506-29b6-4536-b03a-6d4fd9d4993c HTTP/1.1" status: 200  len: 913 time: 0.1262023
Dec 25 21:16:53.242724 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Pushing event updated for resources: {'Port': ['ID=68b20766-9d12-4028-ab7b-1eb5150d2808,revision_number=4']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:16:53.266897 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sat, 25 Dec 2021 21:16:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba1e3372-5cb0-43b6-8421-4049d2664074 x-openstack-request-id: req-ba1e3372-5cb0-43b6-8421-4049d2664074 {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:16:53.267195 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d343d1d-ac0a-4447-862f-e13c2facfcef", "name": "network-vif-deleted", "tag": "79306c37-bd08-49bf-b49d-90f7ba24ce10", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "36168d53-184a-47fb-a60b-6f72689c760c", "tag": "a97266bc-054b-4f05-9507-8f17f9e55d8f", "status": "completed", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:16:53.267440 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ba1e3372-5cb0-43b6-8421-4049d2664074 {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:16:53.267838 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d343d1d-ac0a-4447-862f-e13c2facfcef', 'name': 'network-vif-deleted', 'tag': '79306c37-bd08-49bf-b49d-90f7ba24ce10', 'status': 'completed', 'code': 200}
Dec 25 21:16:53.268090 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36168d53-184a-47fb-a60b-6f72689c760c', 'tag': 'a97266bc-054b-4f05-9507-8f17f9e55d8f', 'status': 'completed', 'code': 200}
Dec 25 21:16:53.282879 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-68f4b39c-b7c4-4539-a17c-698e6b1a4a58 tempest-ImagesOneServerNegativeTestJSON-1717313213 tempest-ImagesOneServerNegativeTestJSON-1717313213-project] Publish callbacks [] for security_group, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:53.284661 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-c3162ebc-f08e-4bf2-8284-332a9d39213e req-59d2d5a6-8e19-48f7-ba8a-b3ce95db8f24 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cdd08e2a-d7d3-45dd-874c-1cadcc9203fd HTTP/1.1" status: 200  len: 217 time: 0.0574386
Dec 25 21:16:53.367175 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3162ebc-f08e-4bf2-8284-332a9d39213e req-13efe714-57bf-4410-bda3-cda0c94c092d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:16:53.368672 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-c3162ebc-f08e-4bf2-8284-332a9d39213e req-13efe714-57bf-4410-bda3-cda0c94c092d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1f5d8ab8-049c-411c-8531-c48febcca4ec HTTP/1.1" status: 200  len: 851 time: 0.0758231
Dec 25 21:16:53.370591 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-68f4b39c-b7c4-4539-a17c-698e6b1a4a58 tempest-ImagesOneServerNegativeTestJSON-1717313213 tempest-ImagesOneServerNegativeTestJSON-1717313213-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:53.387640 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] get_ports_and_sgs() called for port_ids ['68b20766-9d12-4028-ab7b-1eb5150d2808'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:16:53.395661 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5971681f-92ce-4bfc-ae8b-86fd73f0e2a5 req-7d3eab73-d531-46cf-80ac-e341768db7fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:16:53.397218 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5971681f-92ce-4bfc-ae8b-86fd73f0e2a5 req-7d3eab73-d531-46cf-80ac-e341768db7fe service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ed880d80bcfb4641b02f26da5fad21b8&device_id=36168d53-184a-47fb-a60b-6f72689c760c HTTP/1.1" status: 200  len: 1099 time: 0.0976636
Dec 25 21:16:53.404227 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5971681f-92ce-4bfc-ae8b-86fd73f0e2a5 req-62c60f8b-0256-4ac3-b2bf-74c621512bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:16:53.405709 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-5971681f-92ce-4bfc-ae8b-86fd73f0e2a5 req-62c60f8b-0256-4ac3-b2bf-74c621512bc4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ed880d80bcfb4641b02f26da5fad21b8&device_id=36168d53-184a-47fb-a60b-6f72689c760c HTTP/1.1" status: 200  len: 1099 time: 0.1022408
Dec 25 21:16:53.409853 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f609be-9b22-4d7e-ad70-32bf35009e2a req-14eab6ba-13f0-427e-bd0f-fab646126103 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:16:53.413584 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b3f609be-9b22-4d7e-ad70-32bf35009e2a req-14eab6ba-13f0-427e-bd0f-fab646126103 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/ports?device_id=161df36a-2258-4f32-a7b0-2f7c793d4390 HTTP/1.1" status: 200  len: 943 time: 0.0683374
Dec 25 21:16:53.459514 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f4b39c-b7c4-4539-a17c-698e6b1a4a58 tempest-ImagesOneServerNegativeTestJSON-1717313213 tempest-ImagesOneServerNegativeTestJSON-1717313213-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60639844-89a1-47b5-bf18-025b641fcc85,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:16:53.513052 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-68f4b39c-b7c4-4539-a17c-698e6b1a4a58 tempest-ImagesOneServerNegativeTestJSON-1717313213 tempest-ImagesOneServerNegativeTestJSON-1717313213-project] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:53.517585 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-68f4b39c-b7c4-4539-a17c-698e6b1a4a58 tempest-ImagesOneServerNegativeTestJSON-1717313213 tempest-ImagesOneServerNegativeTestJSON-1717313213-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1799 time: 0.5566599
Dec 25 21:16:53.519225 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 54296) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:16:53.531463 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-9edda7ac-6bc6-40be-b70b-ce4c365c5801 tempest-ImagesOneServerNegativeTestJSON-1717313213 tempest-ImagesOneServerNegativeTestJSON-1717313213-project] Request body: {'security_group_rule': {'security_group_id': '60639844-89a1-47b5-bf18-025b641fcc85', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:16:53.537515 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3162ebc-f08e-4bf2-8284-332a9d39213e req-1729721b-cf12-48de-9235-f2b01f0e7fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:16:53.539142 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-c3162ebc-f08e-4bf2-8284-332a9d39213e req-1729721b-cf12-48de-9235-f2b01f0e7fd3 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=050fe506-29b6-4536-b03a-6d4fd9d4993c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1523075
Dec 25 21:16:53.551604 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b3f609be-9b22-4d7e-ad70-32bf35009e2a req-8e0927c1-3261-4d26-9a54-bf5ab7e7db36 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/security-groups?id=303458ac-ce28-4cba-8947-b5e432a1ea1f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1219022
Dec 25 21:16:53.573417 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5971681f-92ce-4bfc-ae8b-86fd73f0e2a5 req-bb864c95-7ac8-429c-beae-657e81fecfb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:16:53.576112 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5971681f-92ce-4bfc-ae8b-86fd73f0e2a5 req-bb864c95-7ac8-429c-beae-657e81fecfb8 service neutron] 10.222.0.31 "GET /v2.0/networks?id=8f212e98-547d-4c6e-a560-2e9a548c8f59 HTTP/1.1" status: 200  len: 870 time: 0.1585999
Dec 25 21:16:53.605462 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5971681f-92ce-4bfc-ae8b-86fd73f0e2a5 req-e85a48f2-bb67-4f91-a73b-347f55e5e8fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:16:53.606700 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-5971681f-92ce-4bfc-ae8b-86fd73f0e2a5 req-e85a48f2-bb67-4f91-a73b-347f55e5e8fd service neutron] 10.222.0.37 "GET /v2.0/networks?id=8f212e98-547d-4c6e-a560-2e9a548c8f59 HTTP/1.1" status: 200  len: 870 time: 0.1767581
Dec 25 21:16:53.642388 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5971681f-92ce-4bfc-ae8b-86fd73f0e2a5 req-183c080f-c736-465b-be8d-6c065bdb3ab1 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.126&port_id=a97266bc-054b-4f05-9507-8f17f9e55d8f HTTP/1.1" status: 200  len: 217 time: 0.0554223
Dec 25 21:16:53.680435 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-5971681f-92ce-4bfc-ae8b-86fd73f0e2a5 req-f226adf7-4146-4f9b-a2de-037745882d91 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.126&port_id=a97266bc-054b-4f05-9507-8f17f9e55d8f HTTP/1.1" status: 200  len: 217 time: 0.0397916
Dec 25 21:16:53.716974 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5971681f-92ce-4bfc-ae8b-86fd73f0e2a5 req-0fbba00a-9c65-405d-ae02-55fa3c99de76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:16:53.718422 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5971681f-92ce-4bfc-ae8b-86fd73f0e2a5 req-0fbba00a-9c65-405d-ae02-55fa3c99de76 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=dcfbae86-f93e-400c-8084-eac7f56ff5ba HTTP/1.1" status: 200  len: 843 time: 0.0665994
Dec 25 21:16:53.734109 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d406c5-bf17-481f-93ca-3edc9039ac64 req-9ae48b35-d169-4f69-8cef-29435e0abf3e tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:16:53.734350 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-c3162ebc-f08e-4bf2-8284-332a9d39213e req-12d1e63a-c64f-46cb-8fc4-ba4665615b09 service neutron] 10.222.0.31 "GET /v2.0/networks/050fe506-29b6-4536-b03a-6d4fd9d4993c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1845074
Dec 25 21:16:53.734449 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d1d406c5-bf17-481f-93ca-3edc9039ac64 req-9ae48b35-d169-4f69-8cef-29435e0abf3e tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] 10.222.0.32 "GET /v2.0/ports?device_id=05cf3a17-49d6-43d2-9b08-505f1e637900 HTTP/1.1" status: 200  len: 944 time: 0.0934098
Dec 25 21:16:53.741626 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-9edda7ac-6bc6-40be-b70b-ce4c365c5801 tempest-ImagesOneServerNegativeTestJSON-1717313213 tempest-ImagesOneServerNegativeTestJSON-1717313213-project] Publish callbacks [] for security_group_rule, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:53.769104 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5971681f-92ce-4bfc-ae8b-86fd73f0e2a5 req-0ce268b0-e106-4a85-b32e-a097365f5dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:16:53.770570 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-5971681f-92ce-4bfc-ae8b-86fd73f0e2a5 req-0ce268b0-e106-4a85-b32e-a097365f5dfb service neutron] 10.222.0.37 "GET /v2.0/subnets?id=dcfbae86-f93e-400c-8084-eac7f56ff5ba HTTP/1.1" status: 200  len: 843 time: 0.0828276
Dec 25 21:16:53.810215 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5971681f-92ce-4bfc-ae8b-86fd73f0e2a5 req-407b87f7-fd8d-49b2-a65f-935ef5644fef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:16:53.811726 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5971681f-92ce-4bfc-ae8b-86fd73f0e2a5 req-407b87f7-fd8d-49b2-a65f-935ef5644fef service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=8f212e98-547d-4c6e-a560-2e9a548c8f59&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0775464
Dec 25 21:16:53.816907 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d1d406c5-bf17-481f-93ca-3edc9039ac64 req-7daabdef-c3c5-42ee-81d7-3c378fb2ac98 tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] 10.222.0.32 "GET /v2.0/security-groups?id=2bf8651c-3ed0-44bb-a064-d61aab6ec281&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0732825
Dec 25 21:16:53.893466 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-9edda7ac-6bc6-40be-b70b-ce4c365c5801 tempest-ImagesOneServerNegativeTestJSON-1717313213 tempest-ImagesOneServerNegativeTestJSON-1717313213-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:53.900458 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5971681f-92ce-4bfc-ae8b-86fd73f0e2a5 req-2cc157f0-01e4-41ce-a2de-fba8b162344e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:16:53.902059 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-5971681f-92ce-4bfc-ae8b-86fd73f0e2a5 req-2cc157f0-01e4-41ce-a2de-fba8b162344e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8f212e98-547d-4c6e-a560-2e9a548c8f59&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1114945
Dec 25 21:16:53.919712 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5971681f-92ce-4bfc-ae8b-86fd73f0e2a5 req-a9bf5c1b-57f6-4039-8d9a-047a89c90457 service neutron] 10.222.0.31 "GET /v2.0/networks/8f212e98-547d-4c6e-a560-2e9a548c8f59?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0978491
Dec 25 21:16:53.924311 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-c3162ebc-f08e-4bf2-8284-332a9d39213e req-d5b3afcc-ceed-494c-8759-9425b32ffe5c service neutron] 10.222.0.31 "GET /v2.0/networks/050fe506-29b6-4536-b03a-6d4fd9d4993c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1755607
Dec 25 21:16:53.983305 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-9edda7ac-6bc6-40be-b70b-ce4c365c5801 tempest-ImagesOneServerNegativeTestJSON-1717313213 tempest-ImagesOneServerNegativeTestJSON-1717313213-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077839'] for security_group_rule, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:54.015775 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edda7ac-6bc6-40be-b70b-ce4c365c5801 tempest-ImagesOneServerNegativeTestJSON-1717313213 tempest-ImagesOneServerNegativeTestJSON-1717313213-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ccff42a-0e61-48ef-8940-29da62d38061,revision_number=0']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:16:54.036341 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5971681f-92ce-4bfc-ae8b-86fd73f0e2a5 req-2d619f9c-0edd-4c2a-9242-5d4f11deb785 service neutron] 10.222.0.31 "GET /v2.0/networks/8f212e98-547d-4c6e-a560-2e9a548c8f59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1024389
Dec 25 21:16:54.036619 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-5971681f-92ce-4bfc-ae8b-86fd73f0e2a5 req-32a78020-3c39-4c2c-9a2c-7efffe79f06f service neutron] 10.222.0.37 "GET /v2.0/networks/8f212e98-547d-4c6e-a560-2e9a548c8f59?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1207135
Dec 25 21:16:54.110289 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f42194-5f90-4f9d-9eb2-7f1b4c417171 req-c07522ee-4fa0-4671-b4f5-7dde2cafbee9 tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:16:54.112399 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f2f42194-5f90-4f9d-9eb2-7f1b4c417171 req-c07522ee-4fa0-4671-b4f5-7dde2cafbee9 tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] 10.222.0.32 "GET /v2.0/ports?device_id=a665e8d7-d64e-4879-9389-ad2efb13749b HTTP/1.1" status: 200  len: 945 time: 0.0522575
Dec 25 21:16:54.130710 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-9edda7ac-6bc6-40be-b70b-ce4c365c5801 tempest-ImagesOneServerNegativeTestJSON-1717313213 tempest-ImagesOneServerNegativeTestJSON-1717313213-project] Publish callbacks [] for security_group_rule, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:54.132667 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-9edda7ac-6bc6-40be-b70b-ce4c365c5801 tempest-ImagesOneServerNegativeTestJSON-1717313213 tempest-ImagesOneServerNegativeTestJSON-1717313213-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.6088305
Dec 25 21:16:54.135394 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 54318) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:16:54.143695 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-06b455cb-ba5d-4e13-86cd-59bbdb397ee6 tempest-ImagesOneServerNegativeTestJSON-1717313213 tempest-ImagesOneServerNegativeTestJSON-1717313213-project] Request body: {'security_group_rule': {'security_group_id': '60639844-89a1-47b5-bf18-025b641fcc85', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:16:54.179815 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f2f42194-5f90-4f9d-9eb2-7f1b4c417171 req-6cfbe376-e954-4604-95dd-7fc6ddd2b2a5 tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] 10.222.0.32 "GET /v2.0/security-groups?id=e70b16a5-3c2f-443c-a3bd-2851d79b2b90&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0600870
Dec 25 21:16:54.319140 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86278a6d-7998-4aa2-8469-2fa9f616c379 req-517ad899-1ac2-46af-8bec-3517a1f0f6ac tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:16:54.321284 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-86278a6d-7998-4aa2-8469-2fa9f616c379 req-517ad899-1ac2-46af-8bec-3517a1f0f6ac tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/ports?device_id=36168d53-184a-47fb-a60b-6f72689c760c HTTP/1.1" status: 200  len: 948 time: 0.0571241
Dec 25 21:16:54.380036 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-86278a6d-7998-4aa2-8469-2fa9f616c379 req-b38b1f52-c0fd-4ea4-975b-2062df590283 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3f1ae63-416f-443f-b032-af0d7dcc9019&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0525289
Dec 25 21:16:54.487222 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-5971681f-92ce-4bfc-ae8b-86fd73f0e2a5 req-4467082c-6905-4962-8584-c113c6d66e94 service neutron] 10.222.0.37 "GET /v2.0/networks/8f212e98-547d-4c6e-a560-2e9a548c8f59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4433100
Dec 25 21:16:54.586525 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-06b455cb-ba5d-4e13-86cd-59bbdb397ee6 tempest-ImagesOneServerNegativeTestJSON-1717313213 tempest-ImagesOneServerNegativeTestJSON-1717313213-project] Publish callbacks [] for security_group_rule, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:54.646691 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-06b455cb-ba5d-4e13-86cd-59bbdb397ee6 tempest-ImagesOneServerNegativeTestJSON-1717313213 tempest-ImagesOneServerNegativeTestJSON-1717313213-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:54.717621 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcbcc0d-c538-4db6-b871-582ea9c86fd8 req-cf2e6816-5fc7-42ec-8569-e11550f60bc6 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:16:54.719168 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7dcbcc0d-c538-4db6-b871-582ea9c86fd8 req-cf2e6816-5fc7-42ec-8569-e11550f60bc6 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/ports?device_id=161df36a-2258-4f32-a7b0-2f7c793d4390 HTTP/1.1" status: 200  len: 943 time: 0.0575447
Dec 25 21:16:54.748403 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-06b455cb-ba5d-4e13-86cd-59bbdb397ee6 tempest-ImagesOneServerNegativeTestJSON-1717313213 tempest-ImagesOneServerNegativeTestJSON-1717313213-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077839'] for security_group_rule, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:54.766583 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b455cb-ba5d-4e13-86cd-59bbdb397ee6 tempest-ImagesOneServerNegativeTestJSON-1717313213 tempest-ImagesOneServerNegativeTestJSON-1717313213-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f403f597-b1b2-42f4-967e-777b4fed58e0,revision_number=0']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:16:54.775808 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7dcbcc0d-c538-4db6-b871-582ea9c86fd8 req-7231361b-98f2-4431-87f9-a244352e8252 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/security-groups?id=303458ac-ce28-4cba-8947-b5e432a1ea1f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0471342
Dec 25 21:16:54.809369 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device 68b20766-9d12-4028-ab7b-1eb5150d2808 up at agent hyperv_nch2-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:16:54.869968 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-06b455cb-ba5d-4e13-86cd-59bbdb397ee6 tempest-ImagesOneServerNegativeTestJSON-1717313213 tempest-ImagesOneServerNegativeTestJSON-1717313213-project] Publish callbacks [] for security_group_rule, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:54.874773 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-06b455cb-ba5d-4e13-86cd-59bbdb397ee6 tempest-ImagesOneServerNegativeTestJSON-1717313213 tempest-ImagesOneServerNegativeTestJSON-1717313213-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.7350030
Dec 25 21:16:54.875737 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 54364) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:16:54.880496 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-d79b875a-429f-4cbd-8a5a-b66e91dc164f tempest-ImagesOneServerNegativeTestJSON-1717313213 tempest-ImagesOneServerNegativeTestJSON-1717313213-project] Request body: {'floatingip': {'floating_network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:16:54.936901 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Provisioning for port 68b20766-9d12-4028-ab7b-1eb5150d2808 completed by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 25 21:16:54.942677 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Provisioning complete for port 68b20766-9d12-4028-ab7b-1eb5150d2808 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:16:54.943141 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:55.010263 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-d79b875a-429f-4cbd-8a5a-b66e91dc164f tempest-ImagesOneServerNegativeTestJSON-1717313213 tempest-ImagesOneServerNegativeTestJSON-1717313213-project] Publish callbacks [] for floatingip, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:55.025853 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:55.053517 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05cf3a17-49d6-43d2-9b08-505f1e637900', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68b20766-9d12-4028-ab7b-1eb5150d2808'}] {{(pid=121608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:16:55.056141 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a88c78c3ff6266bd59c7e89d275b28c92e739b67d23c89d71af88829fd31566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cc9fcc8-d3cb-4ff0-b54c-cab78338c1b4" -d '{"events": [{"server_uuid": "05cf3a17-49d6-43d2-9b08-505f1e637900", "name": "network-vif-plugged", "status": "completed", "tag": "68b20766-9d12-4028-ab7b-1eb5150d2808"}]}' {{(pid=121608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:16:55.073255 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port 68b20766-9d12-4028-ab7b-1eb5150d2808, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=68b20766-9d12-4028-ab7b-1eb5150d2808,segment=NetworkSegment(40b3768f-3d6e-4d28-9b2a-4711b7f0f059),segment_id=40b3768f-3d6e-4d28-9b2a-4711b7f0f059)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:16:55.117971 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-d79b875a-429f-4cbd-8a5a-b66e91dc164f tempest-ImagesOneServerNegativeTestJSON-1717313213 tempest-ImagesOneServerNegativeTestJSON-1717313213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:55.142218 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:55.203494 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Pushing event updated for resources: {'Port': ['ID=68b20766-9d12-4028-ab7b-1eb5150d2808,revision_number=5']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:16:55.267442 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_common [None req-d79b875a-429f-4cbd-8a5a-b66e91dc164f tempest-ImagesOneServerNegativeTestJSON-1717313213 tempest-ImagesOneServerNegativeTestJSON-1717313213-project] Allocated IP 172.35.3.57 (7201e55c-7c5f-41aa-a042-a363696539d0/7a939e13-713f-45cf-bba7-1539635abe25/7d285785-6a5d-4239-ba02-5e6e1cc8e911) {{(pid=121606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:16:55.279371 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ea36ba-a41b-4054-9cf1-bf087598c281 req-36c06aa5-8968-4ac6-ae9a-44ca0892fcc3 tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:16:55.280897 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-64ea36ba-a41b-4054-9cf1-bf087598c281 req-36c06aa5-8968-4ac6-ae9a-44ca0892fcc3 tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] 10.222.0.32 "GET /v2.0/ports?device_id=05cf3a17-49d6-43d2-9b08-505f1e637900 HTTP/1.1" status: 200  len: 945 time: 0.1001544
Dec 25 21:16:55.381502 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-64ea36ba-a41b-4054-9cf1-bf087598c281 req-a9b849d3-3c4c-45bd-b0d6-79132adcf82f tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] 10.222.0.32 "GET /v2.0/security-groups?id=2bf8651c-3ed0-44bb-a064-d61aab6ec281&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0936217
Dec 25 21:16:55.419104 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-d79b875a-429f-4cbd-8a5a-b66e91dc164f tempest-ImagesOneServerNegativeTestJSON-1717313213 tempest-ImagesOneServerNegativeTestJSON-1717313213-project] Publish callbacks [] for port, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:55.485076 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 21:16:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a30ad6a4-b759-477a-8138-16df09ce9dc7 x-openstack-request-id: req-a30ad6a4-b759-477a-8138-16df09ce9dc7 {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:16:55.485384 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05cf3a17-49d6-43d2-9b08-505f1e637900", "name": "network-vif-plugged", "status": "completed", "tag": "68b20766-9d12-4028-ab7b-1eb5150d2808", "code": 200}]} {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:16:55.487927 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a30ad6a4-b759-477a-8138-16df09ce9dc7 {{(pid=121608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:16:55.487927 ncdv-master-1 neutron-server[121608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05cf3a17-49d6-43d2-9b08-505f1e637900', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68b20766-9d12-4028-ab7b-1eb5150d2808', 'code': 200}
Dec 25 21:16:55.538875 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-d79b875a-429f-4cbd-8a5a-b66e91dc164f tempest-ImagesOneServerNegativeTestJSON-1717313213 tempest-ImagesOneServerNegativeTestJSON-1717313213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:55.578932 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d79b875a-429f-4cbd-8a5a-b66e91dc164f tempest-ImagesOneServerNegativeTestJSON-1717313213 tempest-ImagesOneServerNegativeTestJSON-1717313213-project] Network 7201e55c-7c5f-41aa-a042-a363696539d0 is already hosted by enough agents. {{(pid=121606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:16:55.583544 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [None req-d79b875a-429f-4cbd-8a5a-b66e91dc164f tempest-ImagesOneServerNegativeTestJSON-1717313213 tempest-ImagesOneServerNegativeTestJSON-1717313213-project] Resources bound (agent type, host, resource id):  {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:16:55.587628 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d79b875a-429f-4cbd-8a5a-b66e91dc164f tempest-ImagesOneServerNegativeTestJSON-1717313213 tempest-ImagesOneServerNegativeTestJSON-1717313213-project] Received port after_create {{(pid=121606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:16:55.593491 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb316929-3c2d-4882-a986-56375fec0ad0 req-66bb8084-6091-4cf4-b461-2e6082fbfd46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:16:55.595195 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-bb316929-3c2d-4882-a986-56375fec0ad0 req-66bb8084-6091-4cf4-b461-2e6082fbfd46 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=05cf3a17-49d6-43d2-9b08-505f1e637900 HTTP/1.1" status: 200  len: 1096 time: 0.0560236
Dec 25 21:16:55.628065 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79b875a-429f-4cbd-8a5a-b66e91dc164f tempest-ImagesOneServerNegativeTestJSON-1717313213 tempest-ImagesOneServerNegativeTestJSON-1717313213-project] Pushing event updated for resources: {'Port': ['ID=7d285785-6a5d-4239-ba02-5e6e1cc8e911,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:16:55.647101 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-bb316929-3c2d-4882-a986-56375fec0ad0 req-a41a5163-f827-46fe-94cb-4c441771503d service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=2bf8651c-3ed0-44bb-a064-d61aab6ec281&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444236
Dec 25 21:16:55.711207 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8266a2f-8e09-4cde-9a7d-6a51b694d159 req-a2697067-bb3a-4783-b44f-e542fae781c5 tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:16:55.712745 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f8266a2f-8e09-4cde-9a7d-6a51b694d159 req-a2697067-bb3a-4783-b44f-e542fae781c5 tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] 10.222.0.32 "GET /v2.0/ports?device_id=a665e8d7-d64e-4879-9389-ad2efb13749b HTTP/1.1" status: 200  len: 945 time: 0.1168504
Dec 25 21:16:55.770721 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13033d62-ef17-4b46-afc9-f1f910683626 req-04952a6e-280f-462a-b36a-b90b0368ed88 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:16:55.772198 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-13033d62-ef17-4b46-afc9-f1f910683626 req-04952a6e-280f-462a-b36a-b90b0368ed88 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/ports?device_id=36168d53-184a-47fb-a60b-6f72689c760c HTTP/1.1" status: 200  len: 948 time: 0.1261442
Dec 25 21:16:55.805939 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-d79b875a-429f-4cbd-8a5a-b66e91dc164f tempest-ImagesOneServerNegativeTestJSON-1717313213 tempest-ImagesOneServerNegativeTestJSON-1717313213-project] Publish callbacks [] for floatingip, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:55.827399 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f8266a2f-8e09-4cde-9a7d-6a51b694d159 req-eb77d8bc-bd38-4b3f-9c92-c6ae07bc1c2d tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] 10.222.0.32 "GET /v2.0/security-groups?id=e70b16a5-3c2f-443c-a3bd-2851d79b2b90&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0946245
Dec 25 21:16:55.848988 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-13033d62-ef17-4b46-afc9-f1f910683626 req-e00bd1af-3e42-4bb8-8af0-74236fbbe5f2 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3f1ae63-416f-443f-b032-af0d7dcc9019&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0695162
Dec 25 21:16:55.891384 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-d79b875a-429f-4cbd-8a5a-b66e91dc164f tempest-ImagesOneServerNegativeTestJSON-1717313213 tempest-ImagesOneServerNegativeTestJSON-1717313213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:56.035046 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55018e34-1612-4ea0-bfba-be7b0988cf68 req-17f9616b-8e23-4cf8-8874-7310251efbd4 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:16:56.036524 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-55018e34-1612-4ea0-bfba-be7b0988cf68 req-17f9616b-8e23-4cf8-8874-7310251efbd4 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/ports?device_id=161df36a-2258-4f32-a7b0-2f7c793d4390 HTTP/1.1" status: 200  len: 943 time: 0.1113572
Dec 25 21:16:56.111657 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-55018e34-1612-4ea0-bfba-be7b0988cf68 req-2dafd1fa-b762-40e1-8aa9-7b0b9dbfd2d7 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/security-groups?id=303458ac-ce28-4cba-8947-b5e432a1ea1f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0672226
Dec 25 21:16:56.147466 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-d79b875a-429f-4cbd-8a5a-b66e91dc164f tempest-ImagesOneServerNegativeTestJSON-1717313213 tempest-ImagesOneServerNegativeTestJSON-1717313213-project] Publish callbacks [] for port, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:56.224131 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-d79b875a-429f-4cbd-8a5a-b66e91dc164f tempest-ImagesOneServerNegativeTestJSON-1717313213 tempest-ImagesOneServerNegativeTestJSON-1717313213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:56.298436 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79b875a-429f-4cbd-8a5a-b66e91dc164f tempest-ImagesOneServerNegativeTestJSON-1717313213 tempest-ImagesOneServerNegativeTestJSON-1717313213-project] Pushing event updated for resources: {'Port': ['ID=7d285785-6a5d-4239-ba02-5e6e1cc8e911,revision_number=2']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:16:56.307480 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-d79b875a-429f-4cbd-8a5a-b66e91dc164f tempest-ImagesOneServerNegativeTestJSON-1717313213 tempest-ImagesOneServerNegativeTestJSON-1717313213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2008639'] for floatingip, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:56.385702 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca20c249-7866-4738-aae2-8b8518175224 req-5b3181f4-34ac-4c3c-8ade-6b245bf294fc tempest-ListImageFiltersTestJSON-1815595502 tempest-ListImageFiltersTestJSON-1815595502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:16:56.387185 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ca20c249-7866-4738-aae2-8b8518175224 req-5b3181f4-34ac-4c3c-8ade-6b245bf294fc tempest-ListImageFiltersTestJSON-1815595502 tempest-ListImageFiltersTestJSON-1815595502-project] 10.222.0.32 "GET /v2.0/ports?device_id=59d35b75-8e17-40b9-bfd2-615b2128e5df HTTP/1.1" status: 200  len: 948 time: 0.0493898
Dec 25 21:16:56.393972 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-d79b875a-429f-4cbd-8a5a-b66e91dc164f tempest-ImagesOneServerNegativeTestJSON-1717313213 tempest-ImagesOneServerNegativeTestJSON-1717313213-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for floatingip, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:56.395114 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-d79b875a-429f-4cbd-8a5a-b66e91dc164f tempest-ImagesOneServerNegativeTestJSON-1717313213 tempest-ImagesOneServerNegativeTestJSON-1717313213-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 1.5190697
Dec 25 21:16:56.438510 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ca20c249-7866-4738-aae2-8b8518175224 req-b14df1bd-772a-4136-960a-74b6c0f9da7e tempest-ListImageFiltersTestJSON-1815595502 tempest-ListImageFiltersTestJSON-1815595502-project] 10.222.0.32 "GET /v2.0/security-groups?id=d60cc0c8-8901-457c-b6ff-328606b32b2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423403
Dec 25 21:16:56.552124 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417517d0-69c0-4a11-8905-8e08393a5876 req-8ea41548-3bdd-45b5-b710-831257d88325 tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:16:56.553946 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-417517d0-69c0-4a11-8905-8e08393a5876 req-8ea41548-3bdd-45b5-b710-831257d88325 tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] 10.222.0.32 "GET /v2.0/ports?device_id=05cf3a17-49d6-43d2-9b08-505f1e637900 HTTP/1.1" status: 200  len: 945 time: 0.0503776
Dec 25 21:16:56.611490 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-417517d0-69c0-4a11-8905-8e08393a5876 req-4a84d437-e176-42f2-869f-22c1284fc1b6 tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] 10.222.0.32 "GET /v2.0/security-groups?id=2bf8651c-3ed0-44bb-a064-d61aab6ec281&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0486870
Dec 25 21:16:56.758027 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2724eff7-0953-4645-8210-6493f5e257a8 req-22108698-8eea-4037-ada5-83f5799dc061 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:16:56.759548 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2724eff7-0953-4645-8210-6493f5e257a8 req-22108698-8eea-4037-ada5-83f5799dc061 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.31 "GET /v2.0/ports?device_id=36168d53-184a-47fb-a60b-6f72689c760c&tenant_id=ed880d80bcfb4641b02f26da5fad21b8&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 948 time: 0.1136286
Dec 25 21:16:56.901476 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a521e4cb-3d90-4a15-a691-4b724e7ae8c3 req-151b2dfb-a82a-4f61-b955-fd43fe06cd7a tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:16:56.903007 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a521e4cb-3d90-4a15-a691-4b724e7ae8c3 req-151b2dfb-a82a-4f61-b955-fd43fe06cd7a tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/ports?device_id=36168d53-184a-47fb-a60b-6f72689c760c HTTP/1.1" status: 200  len: 948 time: 0.1621101
Dec 25 21:16:56.910443 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2724eff7-0953-4645-8210-6493f5e257a8 req-0aa7faba-d101-48c8-b812-176781482bfa service neutron] 10.222.0.31 "GET /v2.0/ports/a97266bc-054b-4f05-9507-8f17f9e55d8f/bindings/nch1-master-1 HTTP/1.1" status: 200  len: 382 time: 0.1395257
Dec 25 21:16:56.918279 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0345cefc-0787-465d-af4e-9cb7ee0f63cb req-678daaca-4502-40bb-aa27-cb9121aab0a0 tempest-ImagesOneServerNegativeTestJSON-1717313213 tempest-ImagesOneServerNegativeTestJSON-1717313213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:16:56.919754 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0345cefc-0787-465d-af4e-9cb7ee0f63cb req-678daaca-4502-40bb-aa27-cb9121aab0a0 tempest-ImagesOneServerNegativeTestJSON-1717313213 tempest-ImagesOneServerNegativeTestJSON-1717313213-project] 10.222.0.32 "GET /v2.0/networks?id=979f5e3f-5f36-45e3-b799-ae422a7efba5 HTTP/1.1" status: 200  len: 822 time: 0.2141745
Dec 25 21:16:56.982949 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0345cefc-0787-465d-af4e-9cb7ee0f63cb req-bc9f0680-e51d-4489-bf84-2ee433816783 tempest-ImagesOneServerNegativeTestJSON-1717313213 tempest-ImagesOneServerNegativeTestJSON-1717313213-project] 10.222.0.32 "GET /v2.0/quotas/9dbe1e97c3f64bee9355ec5d1b424c8a HTTP/1.1" status: 200  len: 375 time: 0.0559886
Dec 25 21:16:57.020483 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a521e4cb-3d90-4a15-a691-4b724e7ae8c3 req-887f37c5-b19a-4a5e-ad9a-2c5386974eaa tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3f1ae63-416f-443f-b032-af0d7dcc9019&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1090972
Dec 25 21:16:57.036766 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0345cefc-0787-465d-af4e-9cb7ee0f63cb req-ca7a2e5d-391a-4c9d-bf3b-2b543a71e1c9 tempest-ImagesOneServerNegativeTestJSON-1717313213 tempest-ImagesOneServerNegativeTestJSON-1717313213-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=9dbe1e97c3f64bee9355ec5d1b424c8a&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0405183
Dec 25 21:16:57.039626 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2724eff7-0953-4645-8210-6493f5e257a8 req-00816053-bded-4452-a165-14dcd3f7605e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:16:57.041020 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2724eff7-0953-4645-8210-6493f5e257a8 req-00816053-bded-4452-a165-14dcd3f7605e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ed880d80bcfb4641b02f26da5fad21b8&device_id=36168d53-184a-47fb-a60b-6f72689c760c HTTP/1.1" status: 200  len: 1099 time: 0.0987878
Dec 25 21:16:57.223960 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b566ac-3a0a-46df-ab78-49a02dcb2141 req-8cbd091a-5354-4081-a914-38b906fba431 tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:16:57.225453 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-94b566ac-3a0a-46df-ab78-49a02dcb2141 req-8cbd091a-5354-4081-a914-38b906fba431 tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] 10.222.0.32 "GET /v2.0/ports?device_id=a665e8d7-d64e-4879-9389-ad2efb13749b HTTP/1.1" status: 200  len: 945 time: 0.1410279
Dec 25 21:16:57.262479 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2724eff7-0953-4645-8210-6493f5e257a8 req-e4ad8bcc-bc25-4fb1-95d7-a898813facd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:16:57.262479 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2724eff7-0953-4645-8210-6493f5e257a8 req-e4ad8bcc-bc25-4fb1-95d7-a898813facd7 service neutron] 10.222.0.31 "GET /v2.0/networks?id=8f212e98-547d-4c6e-a560-2e9a548c8f59 HTTP/1.1" status: 200  len: 870 time: 0.2008066
Dec 25 21:16:57.262479 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0345cefc-0787-465d-af4e-9cb7ee0f63cb req-45042b15-810c-44d3-b44f-2c1e11fe1eb7 service neutron] 10.222.0.32 "GET /v2.0/networks/979f5e3f-5f36-45e3-b799-ae422a7efba5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2104969
Dec 25 21:16:57.333071 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2724eff7-0953-4645-8210-6493f5e257a8 req-247ae668-fc25-4c58-bcef-96d766ba3387 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.126&port_id=a97266bc-054b-4f05-9507-8f17f9e55d8f HTTP/1.1" status: 200  len: 217 time: 0.0665164
Dec 25 21:16:57.358028 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-94b566ac-3a0a-46df-ab78-49a02dcb2141 req-4c0c00be-40d9-4afd-b444-4894ee8f4be7 tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] 10.222.0.32 "GET /v2.0/security-groups?id=e70b16a5-3c2f-443c-a3bd-2851d79b2b90&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1243401
Dec 25 21:16:57.697449 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device a97266bc-054b-4f05-9507-8f17f9e55d8f details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 25 21:16:57.758605 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2724eff7-0953-4645-8210-6493f5e257a8 req-4e0efbfd-b83a-4a8c-8c7a-24d1b295f628 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:16:57.759995 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2724eff7-0953-4645-8210-6493f5e257a8 req-4e0efbfd-b83a-4a8c-8c7a-24d1b295f628 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=dcfbae86-f93e-400c-8084-eac7f56ff5ba HTTP/1.1" status: 200  len: 843 time: 0.4157639
Dec 25 21:16:57.782191 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0345cefc-0787-465d-af4e-9cb7ee0f63cb req-8a371856-65df-4017-b11c-e447b51411c5 service neutron] 10.222.0.32 "GET /v2.0/networks/979f5e3f-5f36-45e3-b799-ae422a7efba5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5085332
Dec 25 21:16:57.801511 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c785d17-199a-4be0-9c5d-98c15acab9af req-504f83f2-3cb3-4808-9a99-e5bb0075c773 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:16:57.802972 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3c785d17-199a-4be0-9c5d-98c15acab9af req-504f83f2-3cb3-4808-9a99-e5bb0075c773 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/ports?device_id=161df36a-2258-4f32-a7b0-2f7c793d4390 HTTP/1.1" status: 200  len: 943 time: 0.0855632
Dec 25 21:16:57.806055 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port a97266bc-054b-4f05-9507-8f17f9e55d8f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a97266bc-054b-4f05-9507-8f17f9e55d8f,segment=NetworkSegment(85c774cb-a0eb-4ad9-961f-f331d3b37cd6),segment_id=85c774cb-a0eb-4ad9-961f-f331d3b37cd6)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:16:57.819533 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Returning: {'device': 'a97266bc-054b-4f05-9507-8f17f9e55d8f', 'network_id': '8f212e98-547d-4c6e-a560-2e9a548c8f59', 'port_id': 'a97266bc-054b-4f05-9507-8f17f9e55d8f', 'mac_address': 'fa:16:3e:ce:5c:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcfbae86-f93e-400c-8084-eac7f56ff5ba', 'ip_address': '192.168.233.126'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 25 21:16:57.858936 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:57.859324 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2724eff7-0953-4645-8210-6493f5e257a8 req-40619cf0-0129-4f10-bf60-cedacc0a8ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:16:57.860827 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2724eff7-0953-4645-8210-6493f5e257a8 req-40619cf0-0129-4f10-bf60-cedacc0a8ac8 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=8f212e98-547d-4c6e-a560-2e9a548c8f59&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0811510
Dec 25 21:16:57.877611 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a97266bc-054b-4f05-9507-8f17f9e55d8f {{(pid=121608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:16:57.882262 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3c785d17-199a-4be0-9c5d-98c15acab9af req-c016f38c-2040-49af-a049-d80507eaeeed tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/security-groups?id=303458ac-ce28-4cba-8947-b5e432a1ea1f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0643804
Dec 25 21:16:57.897915 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port a97266bc-054b-4f05-9507-8f17f9e55d8f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a97266bc-054b-4f05-9507-8f17f9e55d8f,segment=NetworkSegment(85c774cb-a0eb-4ad9-961f-f331d3b37cd6),segment_id=85c774cb-a0eb-4ad9-961f-f331d3b37cd6)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:16:57.976353 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:57.977070 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device cdd08e2a-d7d3-45dd-874c-1cadcc9203fd details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 25 21:16:57.998655 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2724eff7-0953-4645-8210-6493f5e257a8 req-df188c9a-8bd3-494b-b6d2-9d5ecdf456c2 service neutron] 10.222.0.31 "GET /v2.0/networks/8f212e98-547d-4c6e-a560-2e9a548c8f59?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1292810
Dec 25 21:16:58.010186 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfb9451-31fe-4d57-a9ef-93a3429623d1 req-06226456-0181-45f7-9a89-2d4f1965dc2d tempest-ListImageFiltersTestJSON-1815595502 tempest-ListImageFiltersTestJSON-1815595502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:16:58.011735 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-cdfb9451-31fe-4d57-a9ef-93a3429623d1 req-06226456-0181-45f7-9a89-2d4f1965dc2d tempest-ListImageFiltersTestJSON-1815595502 tempest-ListImageFiltersTestJSON-1815595502-project] 10.222.0.32 "GET /v2.0/ports?device_id=59d35b75-8e17-40b9-bfd2-615b2128e5df HTTP/1.1" status: 200  len: 948 time: 0.0728686
Dec 25 21:16:58.017542 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140277f9-3b80-45b9-8ec9-de857f2f1f65 req-3c6ed812-d1ac-4129-bc4d-9674b02ea3de tempest-ListImageFiltersTestJSON-1815595502 tempest-ListImageFiltersTestJSON-1815595502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:16:58.018997 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-140277f9-3b80-45b9-8ec9-de857f2f1f65 req-3c6ed812-d1ac-4129-bc4d-9674b02ea3de tempest-ListImageFiltersTestJSON-1815595502 tempest-ListImageFiltersTestJSON-1815595502-project] 10.222.0.31 "GET /v2.0/ports?device_id=59d35b75-8e17-40b9-bfd2-615b2128e5df HTTP/1.1" status: 200  len: 948 time: 0.0527711
Dec 25 21:16:58.088691 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Pushing event updated for resources: {'Port': ['ID=a97266bc-054b-4f05-9507-8f17f9e55d8f,revision_number=8']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:16:58.122017 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port cdd08e2a-d7d3-45dd-874c-1cadcc9203fd, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=cdd08e2a-d7d3-45dd-874c-1cadcc9203fd,segment=NetworkSegment(66e39abb-3870-4404-91e4-a4d8a7ae7fb7),segment_id=66e39abb-3870-4404-91e4-a4d8a7ae7fb7)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:16:58.138451 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Returning: {'device': 'cdd08e2a-d7d3-45dd-874c-1cadcc9203fd', 'network_id': '050fe506-29b6-4536-b03a-6d4fd9d4993c', 'port_id': 'cdd08e2a-d7d3-45dd-874c-1cadcc9203fd', 'mac_address': 'fa:16:3e:54:4d:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f5d8ab8-049c-411c-8531-c48febcca4ec', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 25 21:16:58.170687 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [req-140277f9-3b80-45b9-8ec9-de857f2f1f65 req-df315ec6-ba5d-4678-a449-9122cf7d3d26 tempest-ListImageFiltersTestJSON-1815595502 tempest-ListImageFiltersTestJSON-1815595502-project] Deleting port a8e1347c-d578-42de-9815-79469dc5aa48 {{(pid=121607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:16:58.171350 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-140277f9-3b80-45b9-8ec9-de857f2f1f65 req-df315ec6-ba5d-4678-a449-9122cf7d3d26 tempest-ListImageFiltersTestJSON-1815595502 tempest-ListImageFiltersTestJSON-1815595502-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:58.181491 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:58.194541 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-cdfb9451-31fe-4d57-a9ef-93a3429623d1 req-a7285194-3c31-4bee-807b-a03db0e68583 tempest-ListImageFiltersTestJSON-1815595502 tempest-ListImageFiltersTestJSON-1815595502-project] 10.222.0.32 "GET /v2.0/security-groups?id=d60cc0c8-8901-457c-b6ff-328606b32b2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1724391
Dec 25 21:16:58.227864 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cdd08e2a-d7d3-45dd-874c-1cadcc9203fd {{(pid=121608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:16:58.254557 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port cdd08e2a-d7d3-45dd-874c-1cadcc9203fd, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=cdd08e2a-d7d3-45dd-874c-1cadcc9203fd,segment=NetworkSegment(66e39abb-3870-4404-91e4-a4d8a7ae7fb7),segment_id=66e39abb-3870-4404-91e4-a4d8a7ae7fb7)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:16:58.258422 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2724eff7-0953-4645-8210-6493f5e257a8 req-b250dbed-6549-49b7-919b-00513b954ab5 service neutron] 10.222.0.31 "GET /v2.0/networks/8f212e98-547d-4c6e-a560-2e9a548c8f59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2455084
Dec 25 21:16:58.317241 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.db [req-140277f9-3b80-45b9-8ec9-de857f2f1f65 req-df315ec6-ba5d-4678-a449-9122cf7d3d26 tempest-ListImageFiltersTestJSON-1815595502 tempest-ListImageFiltersTestJSON-1815595502-project] For port a8e1347c-d578-42de-9815-79469dc5aa48, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a8e1347c-d578-42de-9815-79469dc5aa48,segment=NetworkSegment(85c774cb-a0eb-4ad9-961f-f331d3b37cd6),segment_id=85c774cb-a0eb-4ad9-961f-f331d3b37cd6)] {{(pid=121607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:16:58.317721 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-140277f9-3b80-45b9-8ec9-de857f2f1f65 req-df315ec6-ba5d-4678-a449-9122cf7d3d26 tempest-ListImageFiltersTestJSON-1815595502 tempest-ListImageFiltersTestJSON-1815595502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:58.336982 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e896cd19-709d-468a-9c54-044854d22e36 req-95181931-aecd-4877-a1a7-3aad28bf8246 tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:16:58.337582 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [req-140277f9-3b80-45b9-8ec9-de857f2f1f65 req-df315ec6-ba5d-4678-a449-9122cf7d3d26 tempest-ListImageFiltersTestJSON-1815595502 tempest-ListImageFiltersTestJSON-1815595502-project] Calling delete_port for a8e1347c-d578-42de-9815-79469dc5aa48 owned by compute:nova {{(pid=121607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:16:58.338800 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e896cd19-709d-468a-9c54-044854d22e36 req-95181931-aecd-4877-a1a7-3aad28bf8246 tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] 10.222.0.32 "GET /v2.0/ports?device_id=05cf3a17-49d6-43d2-9b08-505f1e637900 HTTP/1.1" status: 200  len: 945 time: 0.0863636
Dec 25 21:16:58.349903 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:58.368017 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdddead-b2b1-43e0-b910-c4c21b692eb1 req-69535d46-b8db-4514-95df-97bd666cd737 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:16:58.371506 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9bdddead-b2b1-43e0-b910-c4c21b692eb1 req-69535d46-b8db-4514-95df-97bd666cd737 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/ports?device_id=36168d53-184a-47fb-a60b-6f72689c760c HTTP/1.1" status: 200  len: 949 time: 0.0701146
Dec 25 21:16:58.419429 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Pushing event updated for resources: {'Port': ['ID=cdd08e2a-d7d3-45dd-874c-1cadcc9203fd,revision_number=4']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:16:58.458589 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e896cd19-709d-468a-9c54-044854d22e36 req-dfb29de3-8f65-4a43-b536-6658d0d8202c tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] 10.222.0.32 "GET /v2.0/security-groups?id=2bf8651c-3ed0-44bb-a064-d61aab6ec281&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0884452
Dec 25 21:16:58.468051 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9bdddead-b2b1-43e0-b910-c4c21b692eb1 req-7000cb69-a475-4fb9-ab59-b3ec513ee153 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3f1ae63-416f-443f-b032-af0d7dcc9019&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0858564
Dec 25 21:16:58.557476 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ed344fcb-ec0b-488c-9722-0eb89221a942 req-79f07a30-a2c7-48cb-ab7e-2861e523f210 tempest-ImagesOneServerNegativeTestJSON-1717313213 tempest-ImagesOneServerNegativeTestJSON-1717313213-project] 10.222.0.32 "GET /v2.0/ports?device_id=6cf2c55e-9f30-4390-b13e-f7a8917aba8b HTTP/1.1" status: 200  len: 210 time: 0.0277824
Dec 25 21:16:58.593545 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-140277f9-3b80-45b9-8ec9-de857f2f1f65 req-df315ec6-ba5d-4678-a449-9122cf7d3d26 tempest-ListImageFiltersTestJSON-1815595502 tempest-ListImageFiltersTestJSON-1815595502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:58.616417 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda43331-8756-4a60-9fad-1bf1f84107bb req-d9500e42-78a2-494c-8f03-eff1862fc9ab tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:16:58.621369 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-dda43331-8756-4a60-9fad-1bf1f84107bb req-d9500e42-78a2-494c-8f03-eff1862fc9ab tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] 10.222.0.32 "GET /v2.0/ports?device_id=a665e8d7-d64e-4879-9389-ad2efb13749b HTTP/1.1" status: 200  len: 945 time: 0.0629196
Dec 25 21:16:58.652489 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df315ec6-ba5d-4678-a449-9122cf7d3d26 tempest-ListImageFiltersTestJSON-1815595502 tempest-ListImageFiltersTestJSON-1815595502-project] Pushing event deleted for resources: {'Port': ['ID=a8e1347c-d578-42de-9815-79469dc5aa48,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:16:58.662833 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] get_ports_and_sgs() called for port_ids ['cdd08e2a-d7d3-45dd-874c-1cadcc9203fd'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:16:58.682178 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-dda43331-8756-4a60-9fad-1bf1f84107bb req-b82c032c-570e-4738-b482-f6150d61b6b7 tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] 10.222.0.32 "GET /v2.0/security-groups?id=e70b16a5-3c2f-443c-a3bd-2851d79b2b90&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0572150
Dec 25 21:16:58.684987 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [req-140277f9-3b80-45b9-8ec9-de857f2f1f65 req-df315ec6-ba5d-4678-a449-9122cf7d3d26 tempest-ListImageFiltersTestJSON-1815595502 tempest-ListImageFiltersTestJSON-1815595502-project] No DVR routers for this DVR port a8e1347c-d578-42de-9815-79469dc5aa48 on host nch1-master-1 {{(pid=121607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:16:58.689871 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-140277f9-3b80-45b9-8ec9-de857f2f1f65 req-df315ec6-ba5d-4678-a449-9122cf7d3d26 tempest-ListImageFiltersTestJSON-1815595502 tempest-ListImageFiltersTestJSON-1815595502-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:58.695564 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-140277f9-3b80-45b9-8ec9-de857f2f1f65 req-df315ec6-ba5d-4678-a449-9122cf7d3d26 tempest-ListImageFiltersTestJSON-1815595502 tempest-ListImageFiltersTestJSON-1815595502-project] 10.222.0.31 "DELETE /v2.0/ports/a8e1347c-d578-42de-9815-79469dc5aa48 HTTP/1.1" status: 204  len: 173 time: 0.6637201
Dec 25 21:16:58.695564 ncdv-master-1 neutron-server[121607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59d35b75-8e17-40b9-bfd2-615b2128e5df', 'name': 'network-vif-deleted', 'tag': 'a8e1347c-d578-42de-9815-79469dc5aa48'}] {{(pid=121607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:16:58.695980 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f980bbcadfa7bf1e788024e1448be660373c21f97f015f780444e999c451203" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bab33a6-7409-447f-98db-e538f042237a" -d '{"events": [{"server_uuid": "59d35b75-8e17-40b9-bfd2-615b2128e5df", "name": "network-vif-deleted", "tag": "a8e1347c-d578-42de-9815-79469dc5aa48"}]}' {{(pid=121607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:16:58.716809 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] get_ports_and_sgs() called for port_ids ['a97266bc-054b-4f05-9507-8f17f9e55d8f'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:16:58.736077 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 21:16:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad906d76-5aee-4093-95d6-a4252064db08 x-openstack-request-id: req-ad906d76-5aee-4093-95d6-a4252064db08 {{(pid=121607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:16:58.736379 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59d35b75-8e17-40b9-bfd2-615b2128e5df", "name": "network-vif-deleted", "tag": "a8e1347c-d578-42de-9815-79469dc5aa48", "status": "completed", "code": 200}]} {{(pid=121607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:16:58.736648 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ad906d76-5aee-4093-95d6-a4252064db08 {{(pid=121607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:16:58.737061 ncdv-master-1 neutron-server[121607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59d35b75-8e17-40b9-bfd2-615b2128e5df', 'name': 'network-vif-deleted', 'tag': 'a8e1347c-d578-42de-9815-79469dc5aa48', 'status': 'completed', 'code': 200}
Dec 25 21:16:59.022408 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7159dea-1cb5-4817-965e-c31acaef7cc8 req-9b77c920-5a08-4a73-bc22-033b9c976939 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:16:59.024076 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e7159dea-1cb5-4817-965e-c31acaef7cc8 req-9b77c920-5a08-4a73-bc22-033b9c976939 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/ports?device_id=161df36a-2258-4f32-a7b0-2f7c793d4390 HTTP/1.1" status: 200  len: 944 time: 0.0643079
Dec 25 21:16:59.096115 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e7159dea-1cb5-4817-965e-c31acaef7cc8 req-36abe5eb-204c-4692-aa37-d9f3e7de6a45 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/security-groups?id=303458ac-ce28-4cba-8947-b5e432a1ea1f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0635898
Dec 25 21:16:59.322022 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5120c398-65af-4189-90c1-07dde3c99cff req-b87380e1-6eb5-4166-b890-fc3693f3c99a tempest-ListImageFiltersTestJSON-1815595502 tempest-ListImageFiltersTestJSON-1815595502-project] 10.222.0.32 "GET /v2.0/ports?device_id=59d35b75-8e17-40b9-bfd2-615b2128e5df HTTP/1.1" status: 200  len: 210 time: 0.0368576
Dec 25 21:16:59.594398 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea3f1dc-7203-4a88-a8da-c1310319441f req-921d03f1-f1cd-49fe-9a6b-efb58277b71a tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:16:59.596074 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0ea3f1dc-7203-4a88-a8da-c1310319441f req-921d03f1-f1cd-49fe-9a6b-efb58277b71a tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/ports?device_id=36168d53-184a-47fb-a60b-6f72689c760c HTTP/1.1" status: 200  len: 949 time: 0.0533583
Dec 25 21:16:59.654957 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0ea3f1dc-7203-4a88-a8da-c1310319441f req-c5803d25-a946-430e-8b5e-dbd587edb387 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3f1ae63-416f-443f-b032-af0d7dcc9019&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0511887
Dec 25 21:16:59.700027 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-cfb1ecf5-0bd7-4dad-ad98-3273ba032bd0 req-9008b1a0-0c39-468b-a759-cf6f2ba61d9a tempest-ImagesOneServerNegativeTestJSON-1717313213 tempest-ImagesOneServerNegativeTestJSON-1717313213-project] 10.222.0.32 "GET /v2.0/ports?device_id=6cf2c55e-9f30-4390-b13e-f7a8917aba8b HTTP/1.1" status: 200  len: 210 time: 0.0276160
Dec 25 21:16:59.706067 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device a97266bc-054b-4f05-9507-8f17f9e55d8f up at agent hyperv_nch1-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:16:59.797596 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b21eef-2bce-4af7-899b-08d5b6f49332 req-c561ef00-de3b-4584-bf62-3cfe09fec39a tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:16:59.799090 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-91b21eef-2bce-4af7-899b-08d5b6f49332 req-c561ef00-de3b-4584-bf62-3cfe09fec39a tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] 10.222.0.32 "GET /v2.0/ports?device_id=a665e8d7-d64e-4879-9389-ad2efb13749b HTTP/1.1" status: 200  len: 945 time: 0.0546486
Dec 25 21:16:59.854200 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-91b21eef-2bce-4af7-899b-08d5b6f49332 req-c591e838-d95d-40f6-97cc-6c6cef121659 tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] 10.222.0.32 "GET /v2.0/security-groups?id=e70b16a5-3c2f-443c-a3bd-2851d79b2b90&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0446804
Dec 25 21:16:59.855244 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Provisioning for port a97266bc-054b-4f05-9507-8f17f9e55d8f completed by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 25 21:16:59.859489 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Provisioning complete for port a97266bc-054b-4f05-9507-8f17f9e55d8f triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:16:59.859857 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:59.943411 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:16:59.968354 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36168d53-184a-47fb-a60b-6f72689c760c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a97266bc-054b-4f05-9507-8f17f9e55d8f'}] {{(pid=121608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:16:59.970605 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a88c78c3ff6266bd59c7e89d275b28c92e739b67d23c89d71af88829fd31566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-371731c2-68d0-4114-9370-765eab844ee1" -d '{"events": [{"server_uuid": "36168d53-184a-47fb-a60b-6f72689c760c", "name": "network-vif-plugged", "status": "completed", "tag": "a97266bc-054b-4f05-9507-8f17f9e55d8f"}]}' {{(pid=121608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:16:59.987737 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port a97266bc-054b-4f05-9507-8f17f9e55d8f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a97266bc-054b-4f05-9507-8f17f9e55d8f,segment=NetworkSegment(85c774cb-a0eb-4ad9-961f-f331d3b37cd6),segment_id=85c774cb-a0eb-4ad9-961f-f331d3b37cd6)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:17:00.020257 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 21:16:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a9eb5aa-36df-4c85-a842-79bc837e1b8b x-openstack-request-id: req-7a9eb5aa-36df-4c85-a842-79bc837e1b8b {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:17:00.020558 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36168d53-184a-47fb-a60b-6f72689c760c", "name": "network-vif-plugged", "status": "completed", "tag": "a97266bc-054b-4f05-9507-8f17f9e55d8f", "code": 200}]} {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:17:00.020821 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7a9eb5aa-36df-4c85-a842-79bc837e1b8b {{(pid=121608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:17:00.021369 ncdv-master-1 neutron-server[121608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36168d53-184a-47fb-a60b-6f72689c760c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a97266bc-054b-4f05-9507-8f17f9e55d8f', 'code': 200}
Dec 25 21:17:00.050801 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:00.051537 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device cdd08e2a-d7d3-45dd-874c-1cadcc9203fd up at agent hyperv_nch1-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:17:00.126708 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Pushing event updated for resources: {'Port': ['ID=a97266bc-054b-4f05-9507-8f17f9e55d8f,revision_number=9']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:17:00.198015 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Provisioning for port cdd08e2a-d7d3-45dd-874c-1cadcc9203fd completed by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 25 21:17:00.202232 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Provisioning complete for port cdd08e2a-d7d3-45dd-874c-1cadcc9203fd triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:17:00.202624 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:00.221216 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc588bac-1bde-4db6-868f-1e3130c0bc3e req-1e4fb5d4-ba74-47ac-88b4-530c9e204781 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:17:00.223349 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-fc588bac-1bde-4db6-868f-1e3130c0bc3e req-1e4fb5d4-ba74-47ac-88b4-530c9e204781 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/ports?device_id=161df36a-2258-4f32-a7b0-2f7c793d4390 HTTP/1.1" status: 200  len: 944 time: 0.0525925
Dec 25 21:17:00.276092 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-fc588bac-1bde-4db6-868f-1e3130c0bc3e req-f2cdaa86-3bb5-4ee7-a00f-346c19d9f479 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/security-groups?id=303458ac-ce28-4cba-8947-b5e432a1ea1f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0465097
Dec 25 21:17:00.289590 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:00.333338 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port cdd08e2a-d7d3-45dd-874c-1cadcc9203fd, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=cdd08e2a-d7d3-45dd-874c-1cadcc9203fd,segment=NetworkSegment(66e39abb-3870-4404-91e4-a4d8a7ae7fb7),segment_id=66e39abb-3870-4404-91e4-a4d8a7ae7fb7)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:17:00.470554 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:00.471359 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device 7dbd4557-2b40-4db1-9a68-6caa3efd7bb8 no longer exists at agent hyperv_nch1-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:17:00.566856 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Pushing event updated for resources: {'Port': ['ID=cdd08e2a-d7d3-45dd-874c-1cadcc9203fd,revision_number=5']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:17:00.575443 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0345cefc-0787-465d-af4e-9cb7ee0f63cb req-2110fa23-b843-45c7-a7de-3f87dc719c11 tempest-ImagesOneServerNegativeTestJSON-1717313213 tempest-ImagesOneServerNegativeTestJSON-1717313213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:17:00.581191 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-0345cefc-0787-465d-af4e-9cb7ee0f63cb req-2110fa23-b843-45c7-a7de-3f87dc719c11 tempest-ImagesOneServerNegativeTestJSON-1717313213 tempest-ImagesOneServerNegativeTestJSON-1717313213-project] 10.222.0.37 "GET /v2.0/networks?id=979f5e3f-5f36-45e3-b799-ae422a7efba5 HTTP/1.1" status: 200  len: 822 time: 0.1720276
Dec 25 21:17:00.597190 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [req-0345cefc-0787-465d-af4e-9cb7ee0f63cb req-c8534c14-a772-42d0-84a6-35525dc99380 tempest-ImagesOneServerNegativeTestJSON-1717313213 tempest-ImagesOneServerNegativeTestJSON-1717313213-project] Request body: {'port': {'device_id': '6cf2c55e-9f30-4390-b13e-f7a8917aba8b', 'network_id': '979f5e3f-5f36-45e3-b799-ae422a7efba5', 'admin_state_up': True, 'tenant_id': '9dbe1e97c3f64bee9355ec5d1b424c8a'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:17:00.631154 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:00.673122 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port 7dbd4557-2b40-4db1-9a68-6caa3efd7bb8, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7dbd4557-2b40-4db1-9a68-6caa3efd7bb8,segment=NetworkSegment(59040483-3fcc-4b5a-8606-f8e28575fa62),segment_id=59040483-3fcc-4b5a-8606-f8e28575fa62)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:17:00.768465 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:00.799874 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d8c41f-46e3-480e-9533-aa5c4d101174 req-c0503a89-6b29-4b7a-b0ae-0f53534e7d72 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:17:00.802255 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-31d8c41f-46e3-480e-9533-aa5c4d101174 req-c0503a89-6b29-4b7a-b0ae-0f53534e7d72 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/ports?device_id=36168d53-184a-47fb-a60b-6f72689c760c HTTP/1.1" status: 200  len: 950 time: 0.0622523
Dec 25 21:17:00.843477 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Pushing event updated for resources: {'Port': ['ID=7dbd4557-2b40-4db1-9a68-6caa3efd7bb8,revision_number=6']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:17:00.859012 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0345cefc-0787-465d-af4e-9cb7ee0f63cb req-c8534c14-a772-42d0-84a6-35525dc99380 tempest-ImagesOneServerNegativeTestJSON-1717313213 tempest-ImagesOneServerNegativeTestJSON-1717313213-project] Made reservation on behalf of 9dbe1e97c3f64bee9355ec5d1b424c8a for: {'port': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:17:00.865362 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-31d8c41f-46e3-480e-9533-aa5c4d101174 req-b18f949e-c8c3-47dc-bf70-0e66b151e9c1 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3f1ae63-416f-443f-b032-af0d7dcc9019&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0518286
Dec 25 21:17:00.865717 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-0345cefc-0787-465d-af4e-9cb7ee0f63cb req-c8534c14-a772-42d0-84a6-35525dc99380 tempest-ImagesOneServerNegativeTestJSON-1717313213 tempest-ImagesOneServerNegativeTestJSON-1717313213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:00.980390 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b3b83ec8-1ca6-4c0b-a4e1-067ab191f188 req-7c6281a3-e475-4543-ad59-65df80e4c050 tempest-ImagesOneServerNegativeTestJSON-1717313213 tempest-ImagesOneServerNegativeTestJSON-1717313213-project] 10.222.0.32 "GET /v2.0/ports?device_id=6cf2c55e-9f30-4390-b13e-f7a8917aba8b HTTP/1.1" status: 200  len: 210 time: 0.0447752
Dec 25 21:17:01.008658 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_common [req-0345cefc-0787-465d-af4e-9cb7ee0f63cb req-c8534c14-a772-42d0-84a6-35525dc99380 tempest-ImagesOneServerNegativeTestJSON-1717313213 tempest-ImagesOneServerNegativeTestJSON-1717313213-project] Allocated IP 172.20.0.9 (979f5e3f-5f36-45e3-b799-ae422a7efba5/048bdd92-f291-4a78-86a6-99fc0420bf47/ca27c441-c54d-4e05-8a52-86b1df07f0e3) {{(pid=121607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:17:01.022493 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3139b859-8ab5-4002-8bb2-8168771557af req-d0913fcd-fe0a-47d9-b12f-6544dfe895db tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:17:01.029490 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3139b859-8ab5-4002-8bb2-8168771557af req-d0913fcd-fe0a-47d9-b12f-6544dfe895db tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] 10.222.0.32 "GET /v2.0/ports?device_id=a665e8d7-d64e-4879-9389-ad2efb13749b HTTP/1.1" status: 200  len: 943 time: 0.0792096
Dec 25 21:17:01.108786 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3139b859-8ab5-4002-8bb2-8168771557af req-57293f82-0108-40f8-bffb-5d0d1290141d tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] 10.222.0.32 "GET /v2.0/security-groups?id=e70b16a5-3c2f-443c-a3bd-2851d79b2b90&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0777097
Dec 25 21:17:01.122769 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab84f6db-31cb-4141-8774-cb611d43fbd1 req-6f2ce7dc-9963-4683-b44a-ca0e3d2b364f tempest-ListImageFiltersTestJSON-1815595502 tempest-ListImageFiltersTestJSON-1815595502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:17:01.124424 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ab84f6db-31cb-4141-8774-cb611d43fbd1 req-6f2ce7dc-9963-4683-b44a-ca0e3d2b364f tempest-ListImageFiltersTestJSON-1815595502 tempest-ListImageFiltersTestJSON-1815595502-project] 10.222.0.32 "GET /v2.0/ports?device_id=66cd474f-564e-4f62-ba35-0016e7dcec42 HTTP/1.1" status: 200  len: 949 time: 0.0777595
Dec 25 21:17:01.173485 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-0345cefc-0787-465d-af4e-9cb7ee0f63cb req-c8534c14-a772-42d0-84a6-35525dc99380 tempest-ImagesOneServerNegativeTestJSON-1717313213 tempest-ImagesOneServerNegativeTestJSON-1717313213-project] Publish callbacks [] for port, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:01.181978 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ab84f6db-31cb-4141-8774-cb611d43fbd1 req-5bafbf0b-b5fa-41b9-9425-246824b0ae93 tempest-ListImageFiltersTestJSON-1815595502 tempest-ListImageFiltersTestJSON-1815595502-project] 10.222.0.32 "GET /v2.0/security-groups?id=d60cc0c8-8901-457c-b6ff-328606b32b2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0505853
Dec 25 21:17:01.285748 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-0345cefc-0787-465d-af4e-9cb7ee0f63cb req-c8534c14-a772-42d0-84a6-35525dc99380 tempest-ImagesOneServerNegativeTestJSON-1717313213 tempest-ImagesOneServerNegativeTestJSON-1717313213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:01.336762 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0345cefc-0787-465d-af4e-9cb7ee0f63cb req-c8534c14-a772-42d0-84a6-35525dc99380 tempest-ImagesOneServerNegativeTestJSON-1717313213 tempest-ImagesOneServerNegativeTestJSON-1717313213-project] Network 979f5e3f-5f36-45e3-b799-ae422a7efba5 is already hosted by enough agents. {{(pid=121607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:17:01.338960 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [req-0345cefc-0787-465d-af4e-9cb7ee0f63cb req-c8534c14-a772-42d0-84a6-35525dc99380 tempest-ImagesOneServerNegativeTestJSON-1717313213 tempest-ImagesOneServerNegativeTestJSON-1717313213-project] Resources bound (agent type, host, resource id):  {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:17:01.342754 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [req-0345cefc-0787-465d-af4e-9cb7ee0f63cb req-c8534c14-a772-42d0-84a6-35525dc99380 tempest-ImagesOneServerNegativeTestJSON-1717313213 tempest-ImagesOneServerNegativeTestJSON-1717313213-project] Received port after_create {{(pid=121607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:17:01.375507 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8534c14-a772-42d0-84a6-35525dc99380 tempest-ImagesOneServerNegativeTestJSON-1717313213 tempest-ImagesOneServerNegativeTestJSON-1717313213-project] Pushing event updated for resources: {'Port': ['ID=ca27c441-c54d-4e05-8a52-86b1df07f0e3,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:17:01.424040 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0345cefc-0787-465d-af4e-9cb7ee0f63cb req-c8534c14-a772-42d0-84a6-35525dc99380 tempest-ImagesOneServerNegativeTestJSON-1717313213 tempest-ImagesOneServerNegativeTestJSON-1717313213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:17:01.426560 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-0345cefc-0787-465d-af4e-9cb7ee0f63cb req-c8534c14-a772-42d0-84a6-35525dc99380 tempest-ImagesOneServerNegativeTestJSON-1717313213 tempest-ImagesOneServerNegativeTestJSON-1717313213-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:01.462193 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2724eff7-0953-4645-8210-6493f5e257a8 req-592873c3-3538-443f-b489-8a71f97397b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:17:01.463826 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2724eff7-0953-4645-8210-6493f5e257a8 req-592873c3-3538-443f-b489-8a71f97397b3 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=36168d53-184a-47fb-a60b-6f72689c760c&tenant_id=ed880d80bcfb4641b02f26da5fad21b8 HTTP/1.1" status: 200  len: 1101 time: 0.1215060
Dec 25 21:17:01.482703 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85aca9c0-24eb-4e6b-b1fe-ee79548121ef req-fe134ed9-0ec5-4827-81ec-114f55dd02fe tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:17:01.484340 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-85aca9c0-24eb-4e6b-b1fe-ee79548121ef req-fe134ed9-0ec5-4827-81ec-114f55dd02fe tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/ports?device_id=161df36a-2258-4f32-a7b0-2f7c793d4390 HTTP/1.1" status: 200  len: 945 time: 0.0886316
Dec 25 21:17:01.488809 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-2724eff7-0953-4645-8210-6493f5e257a8 req-dcef7cc4-9ad1-401b-a884-e259971a5826 service neutron] Request body: {'port': {'binding:host_id': 'nch2-master-1', 'device_owner': 'compute:nova'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:17:01.577647 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-85aca9c0-24eb-4e6b-b1fe-ee79548121ef req-cb80fa36-3bce-47cb-95a0-78915e76aee0 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/security-groups?id=303458ac-ce28-4cba-8947-b5e432a1ea1f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0850365
Dec 25 21:17:01.578360 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-2724eff7-0953-4645-8210-6493f5e257a8 req-dcef7cc4-9ad1-401b-a884-e259971a5826 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:01.606005 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-0345cefc-0787-465d-af4e-9cb7ee0f63cb req-c8534c14-a772-42d0-84a6-35525dc99380 tempest-ImagesOneServerNegativeTestJSON-1717313213 tempest-ImagesOneServerNegativeTestJSON-1717313213-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0133197
Dec 25 21:17:01.619510 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [req-0345cefc-0787-465d-af4e-9cb7ee0f63cb req-d8ca0f3e-bd4e-48f4-8823-86c60da446de service neutron] Request body: {'port': {'device_id': '6cf2c55e-9f30-4390-b13e-f7a8917aba8b', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:17:01.675694 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-0345cefc-0787-465d-af4e-9cb7ee0f63cb req-d8ca0f3e-bd4e-48f4-8823-86c60da446de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:01.694758 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device a8e1347c-d578-42de-9815-79469dc5aa48 no longer exists at agent hyperv_nch1-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:17:01.718964 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] No Port match for: a8e1347c-d578-42de-9815-79469dc5aa48 {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:17:01.719311 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device a8e1347c-d578-42de-9815-79469dc5aa48 not bound to the agent host nch1-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:17:01.805283 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-2724eff7-0953-4645-8210-6493f5e257a8 req-dcef7cc4-9ad1-401b-a884-e259971a5826 service neutron] For port a97266bc-054b-4f05-9507-8f17f9e55d8f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a97266bc-054b-4f05-9507-8f17f9e55d8f,segment=NetworkSegment(85c774cb-a0eb-4ad9-961f-f331d3b37cd6),segment_id=85c774cb-a0eb-4ad9-961f-f331d3b37cd6)] {{(pid=121606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:17:01.891670 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-2724eff7-0953-4645-8210-6493f5e257a8 req-dcef7cc4-9ad1-401b-a884-e259971a5826 service neutron] For port a97266bc-054b-4f05-9507-8f17f9e55d8f, host nch1-master-1, cleared binding levels {{(pid=121606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:17:01.933387 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36168d53-184a-47fb-a60b-6f72689c760c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a97266bc-054b-4f05-9507-8f17f9e55d8f'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:17:01.935624 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9858820c13ec2827453b94ebc4181065e990a4e4089ccb9fe762531ac62d2fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8599472c-4c9d-48bf-a386-8f439314ee9a" -d '{"events": [{"server_uuid": "36168d53-184a-47fb-a60b-6f72689c760c", "name": "network-vif-unplugged", "status": "completed", "tag": "a97266bc-054b-4f05-9507-8f17f9e55d8f"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:17:01.941615 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-2724eff7-0953-4645-8210-6493f5e257a8 req-dcef7cc4-9ad1-401b-a884-e259971a5826 service neutron] Publish callbacks [] for port, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:01.976363 ncdv-master-1 neutron-server[121607]: DEBUG neutron.notifiers.nova [req-0345cefc-0787-465d-af4e-9cb7ee0f63cb req-d8ca0f3e-bd4e-48f4-8823-86c60da446de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca27c441-c54d-4e05-8a52-86b1df07f0e3 {{(pid=121607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:17:01.982235 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.provisioning_blocks [req-2724eff7-0953-4645-8210-6493f5e257a8 req-dcef7cc4-9ad1-401b-a884-e259971a5826 service neutron] Transition to ACTIVE for port object a97266bc-054b-4f05-9507-8f17f9e55d8f will not be triggered until provisioned by entity L2. {{(pid=121606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 25 21:17:01.985639 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-0345cefc-0787-465d-af4e-9cb7ee0f63cb req-d8ca0f3e-bd4e-48f4-8823-86c60da446de service neutron] Publish callbacks [] for port, precommit_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:01.999495 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.provisioning_blocks [req-0345cefc-0787-465d-af4e-9cb7ee0f63cb req-d8ca0f3e-bd4e-48f4-8823-86c60da446de service neutron] Transition to ACTIVE for port object ca27c441-c54d-4e05-8a52-86b1df07f0e3 will not be triggered until provisioned by entity L2. {{(pid=121607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 25 21:17:02.001878 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9015f4dc-ad92-4748-b526-7650e7ea3ff8 req-2f32bc00-3ac1-44e5-bb87-a9b0f4ae46ac tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:17:02.006117 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9015f4dc-ad92-4748-b526-7650e7ea3ff8 req-2f32bc00-3ac1-44e5-bb87-a9b0f4ae46ac tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/ports?device_id=36168d53-184a-47fb-a60b-6f72689c760c HTTP/1.1" status: 200  len: 950 time: 0.0646801
Dec 25 21:17:02.022029 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '161df36a-2258-4f32-a7b0-2f7c793d4390', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdd08e2a-d7d3-45dd-874c-1cadcc9203fd'}, {'server_uuid': 'a665e8d7-d64e-4879-9389-ad2efb13749b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7dbd4557-2b40-4db1-9a68-6caa3efd7bb8'}] {{(pid=121608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:17:02.024264 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a88c78c3ff6266bd59c7e89d275b28c92e739b67d23c89d71af88829fd31566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cacbc61d-e2bf-4b3e-8338-429d7a471b7f" -d '{"events": [{"server_uuid": "161df36a-2258-4f32-a7b0-2f7c793d4390", "name": "network-vif-plugged", "status": "completed", "tag": "cdd08e2a-d7d3-45dd-874c-1cadcc9203fd"}, {"server_uuid": "a665e8d7-d64e-4879-9389-ad2efb13749b", "name": "network-vif-unplugged", "status": "completed", "tag": "7dbd4557-2b40-4db1-9a68-6caa3efd7bb8"}]}' {{(pid=121608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:17:02.052609 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9015f4dc-ad92-4748-b526-7650e7ea3ff8 req-45d6b498-ebe4-484c-b900-2517326f82d4 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3f1ae63-416f-443f-b032-af0d7dcc9019&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420365
Dec 25 21:17:02.056388 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-2724eff7-0953-4645-8210-6493f5e257a8 req-dcef7cc4-9ad1-401b-a884-e259971a5826 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:02.085589 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-0345cefc-0787-465d-af4e-9cb7ee0f63cb req-d8ca0f3e-bd4e-48f4-8823-86c60da446de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8632327'] for port, after_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:02.140915 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcef7cc4-9ad1-401b-a884-e259971a5826 service neutron] Pushing event updated for resources: {'Port': ['ID=a97266bc-054b-4f05-9507-8f17f9e55d8f,revision_number=10']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:17:02.166058 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 25 Dec 2021 21:17:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e4411a7-7bf0-4a12-bcd2-05bc4f2c1742 x-openstack-request-id: req-7e4411a7-7bf0-4a12-bcd2-05bc4f2c1742 {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:17:02.166360 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36168d53-184a-47fb-a60b-6f72689c760c", "name": "network-vif-unplugged", "status": "completed", "tag": "a97266bc-054b-4f05-9507-8f17f9e55d8f", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:17:02.166761 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7e4411a7-7bf0-4a12-bcd2-05bc4f2c1742 {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:17:02.167167 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36168d53-184a-47fb-a60b-6f72689c760c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a97266bc-054b-4f05-9507-8f17f9e55d8f', 'code': 200}
Dec 25 21:17:02.170147 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [req-2724eff7-0953-4645-8210-6493f5e257a8 req-dcef7cc4-9ad1-401b-a884-e259971a5826 service neutron] No DVR routers for this DVR port a97266bc-054b-4f05-9507-8f17f9e55d8f on host nch1-master-1 {{(pid=121606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:17:02.223108 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ca0f3e-bd4e-48f4-8823-86c60da446de service neutron] Pushing event updated for resources: {'Port': ['ID=ca27c441-c54d-4e05-8a52-86b1df07f0e3,revision_number=2']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:17:02.224835 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-2724eff7-0953-4645-8210-6493f5e257a8 req-dcef7cc4-9ad1-401b-a884-e259971a5826 service neutron] Attempting to bind port a97266bc-054b-4f05-9507-8f17f9e55d8f on host nch2-master-1 for vnic_type normal with profile  {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:17:02.233168 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-2724eff7-0953-4645-8210-6493f5e257a8 req-dcef7cc4-9ad1-401b-a884-e259971a5826 service neutron] Attempting to bind port a97266bc-054b-4f05-9507-8f17f9e55d8f by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '85c774cb-a0eb-4ad9-961f-f331d3b37cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '8f212e98-547d-4c6e-a560-2e9a548c8f59'}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:17:02.236020 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2724eff7-0953-4645-8210-6493f5e257a8 req-dcef7cc4-9ad1-401b-a884-e259971a5826 service neutron] Attempting to bind port a97266bc-054b-4f05-9507-8f17f9e55d8f on network 8f212e98-547d-4c6e-a560-2e9a548c8f59 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:17:02.265998 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2724eff7-0953-4645-8210-6493f5e257a8 req-dcef7cc4-9ad1-401b-a884-e259971a5826 service neutron] Port a97266bc-054b-4f05-9507-8f17f9e55d8f on network 8f212e98-547d-4c6e-a560-2e9a548c8f59 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 25 21:17:02.266368 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2724eff7-0953-4645-8210-6493f5e257a8 req-dcef7cc4-9ad1-401b-a884-e259971a5826 service neutron] Attempting to bind port a97266bc-054b-4f05-9507-8f17f9e55d8f on network 8f212e98-547d-4c6e-a560-2e9a548c8f59 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:17:02.290603 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2724eff7-0953-4645-8210-6493f5e257a8 req-dcef7cc4-9ad1-401b-a884-e259971a5826 service neutron] Checking agent: {'id': '0d9ae313-8f8d-40fa-8a9f-d098a25a9911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 21, 4, 38), 'started_at': datetime.datetime(2021, 12, 25, 21, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 16, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:17:02.295117 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2724eff7-0953-4645-8210-6493f5e257a8 req-dcef7cc4-9ad1-401b-a884-e259971a5826 service neutron] Checking segment: {'id': '85c774cb-a0eb-4ad9-961f-f331d3b37cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '8f212e98-547d-4c6e-a560-2e9a548c8f59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:17:02.295117 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2724eff7-0953-4645-8210-6493f5e257a8 req-dcef7cc4-9ad1-401b-a884-e259971a5826 service neutron] Bound using segment: {'id': '85c774cb-a0eb-4ad9-961f-f331d3b37cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '8f212e98-547d-4c6e-a560-2e9a548c8f59'} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:17:02.295117 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-2724eff7-0953-4645-8210-6493f5e257a8 req-dcef7cc4-9ad1-401b-a884-e259971a5826 service neutron] Bound port: a97266bc-054b-4f05-9507-8f17f9e55d8f, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85c774cb-a0eb-4ad9-961f-f331d3b37cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '8f212e98-547d-4c6e-a560-2e9a548c8f59'}}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:17:02.295117 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-2724eff7-0953-4645-8210-6493f5e257a8 req-dcef7cc4-9ad1-401b-a884-e259971a5826 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:02.312672 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.managers [req-0345cefc-0787-465d-af4e-9cb7ee0f63cb req-d8ca0f3e-bd4e-48f4-8823-86c60da446de service neutron] Attempting to bind port ca27c441-c54d-4e05-8a52-86b1df07f0e3 on host nch2-master-1 for vnic_type normal with profile  {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:17:02.313053 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.managers [req-0345cefc-0787-465d-af4e-9cb7ee0f63cb req-d8ca0f3e-bd4e-48f4-8823-86c60da446de service neutron] Attempting to bind port ca27c441-c54d-4e05-8a52-86b1df07f0e3 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '851a1add-14f1-4631-9dc8-d7579713b600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '979f5e3f-5f36-45e3-b799-ae422a7efba5'}] {{(pid=121607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:17:02.323942 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0345cefc-0787-465d-af4e-9cb7ee0f63cb req-d8ca0f3e-bd4e-48f4-8823-86c60da446de service neutron] Attempting to bind port ca27c441-c54d-4e05-8a52-86b1df07f0e3 on network 979f5e3f-5f36-45e3-b799-ae422a7efba5 {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:17:02.327374 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0345cefc-0787-465d-af4e-9cb7ee0f63cb req-d8ca0f3e-bd4e-48f4-8823-86c60da446de service neutron] Port ca27c441-c54d-4e05-8a52-86b1df07f0e3 on network 979f5e3f-5f36-45e3-b799-ae422a7efba5 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 25 21:17:02.327736 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0345cefc-0787-465d-af4e-9cb7ee0f63cb req-d8ca0f3e-bd4e-48f4-8823-86c60da446de service neutron] Attempting to bind port ca27c441-c54d-4e05-8a52-86b1df07f0e3 on network 979f5e3f-5f36-45e3-b799-ae422a7efba5 {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:17:02.339469 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0345cefc-0787-465d-af4e-9cb7ee0f63cb req-d8ca0f3e-bd4e-48f4-8823-86c60da446de service neutron] Checking agent: {'id': '0d9ae313-8f8d-40fa-8a9f-d098a25a9911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 21, 4, 38), 'started_at': datetime.datetime(2021, 12, 25, 21, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 16, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:17:02.339810 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0345cefc-0787-465d-af4e-9cb7ee0f63cb req-d8ca0f3e-bd4e-48f4-8823-86c60da446de service neutron] Checking segment: {'id': '851a1add-14f1-4631-9dc8-d7579713b600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '979f5e3f-5f36-45e3-b799-ae422a7efba5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:17:02.340207 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0345cefc-0787-465d-af4e-9cb7ee0f63cb req-d8ca0f3e-bd4e-48f4-8823-86c60da446de service neutron] Bound using segment: {'id': '851a1add-14f1-4631-9dc8-d7579713b600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '979f5e3f-5f36-45e3-b799-ae422a7efba5'} {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:17:02.340663 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.managers [req-0345cefc-0787-465d-af4e-9cb7ee0f63cb req-d8ca0f3e-bd4e-48f4-8823-86c60da446de service neutron] Bound port: ca27c441-c54d-4e05-8a52-86b1df07f0e3, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '851a1add-14f1-4631-9dc8-d7579713b600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '979f5e3f-5f36-45e3-b799-ae422a7efba5'}}] {{(pid=121607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:17:02.341148 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-0345cefc-0787-465d-af4e-9cb7ee0f63cb req-d8ca0f3e-bd4e-48f4-8823-86c60da446de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:02.345254 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83de1219-ca29-474c-b861-255b52c77f4f req-a662bb6f-6aed-41b2-99c7-bfddd7341e6c tempest-ImagesOneServerNegativeTestJSON-1717313213 tempest-ImagesOneServerNegativeTestJSON-1717313213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:17:02.355485 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-83de1219-ca29-474c-b861-255b52c77f4f req-a662bb6f-6aed-41b2-99c7-bfddd7341e6c tempest-ImagesOneServerNegativeTestJSON-1717313213 tempest-ImagesOneServerNegativeTestJSON-1717313213-project] 10.222.0.32 "GET /v2.0/ports?device_id=6cf2c55e-9f30-4390-b13e-f7a8917aba8b HTTP/1.1" status: 200  len: 943 time: 0.1148150
Dec 25 21:17:02.365484 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Sat, 25 Dec 2021 21:17:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e07e1c4-e7da-462c-b93a-3ba4fd6d5d67 x-openstack-request-id: req-4e07e1c4-e7da-462c-b93a-3ba4fd6d5d67 {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:17:02.365785 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "161df36a-2258-4f32-a7b0-2f7c793d4390", "name": "network-vif-plugged", "status": "completed", "tag": "cdd08e2a-d7d3-45dd-874c-1cadcc9203fd", "code": 200}, {"server_uuid": "a665e8d7-d64e-4879-9389-ad2efb13749b", "name": "network-vif-unplugged", "status": "completed", "tag": "7dbd4557-2b40-4db1-9a68-6caa3efd7bb8", "code": 200}]} {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:17:02.366236 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4e07e1c4-e7da-462c-b93a-3ba4fd6d5d67 {{(pid=121608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:17:02.366641 ncdv-master-1 neutron-server[121608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '161df36a-2258-4f32-a7b0-2f7c793d4390', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdd08e2a-d7d3-45dd-874c-1cadcc9203fd', 'code': 200}
Dec 25 21:17:02.366902 ncdv-master-1 neutron-server[121608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a665e8d7-d64e-4879-9389-ad2efb13749b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7dbd4557-2b40-4db1-9a68-6caa3efd7bb8', 'code': 200}
Dec 25 21:17:02.439638 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-2724eff7-0953-4645-8210-6493f5e257a8 req-dcef7cc4-9ad1-401b-a884-e259971a5826 service neutron] For port a97266bc-054b-4f05-9507-8f17f9e55d8f, host nch2-master-1, cleared binding levels {{(pid=121606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:17:02.444571 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-2724eff7-0953-4645-8210-6493f5e257a8 req-dcef7cc4-9ad1-401b-a884-e259971a5826 service neutron] For port a97266bc-054b-4f05-9507-8f17f9e55d8f, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a97266bc-054b-4f05-9507-8f17f9e55d8f,segment=NetworkSegment(85c774cb-a0eb-4ad9-961f-f331d3b37cd6),segment_id=85c774cb-a0eb-4ad9-961f-f331d3b37cd6)] {{(pid=121606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:17:02.514123 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.db [req-0345cefc-0787-465d-af4e-9cb7ee0f63cb req-d8ca0f3e-bd4e-48f4-8823-86c60da446de service neutron] For port ca27c441-c54d-4e05-8a52-86b1df07f0e3, host nch2-master-1, cleared binding levels {{(pid=121607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:17:02.521679 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.db [req-0345cefc-0787-465d-af4e-9cb7ee0f63cb req-d8ca0f3e-bd4e-48f4-8823-86c60da446de service neutron] For port ca27c441-c54d-4e05-8a52-86b1df07f0e3, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ca27c441-c54d-4e05-8a52-86b1df07f0e3,segment=NetworkSegment(851a1add-14f1-4631-9dc8-d7579713b600),segment_id=851a1add-14f1-4631-9dc8-d7579713b600)] {{(pid=121607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:17:02.523017 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-83de1219-ca29-474c-b861-255b52c77f4f req-ead87f40-56a6-4b4d-b0e9-f4daf7e0e61e tempest-ImagesOneServerNegativeTestJSON-1717313213 tempest-ImagesOneServerNegativeTestJSON-1717313213-project] 10.222.0.32 "GET /v2.0/security-groups?id=90b09226-05f9-413f-802a-f36d3e55d2ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1666405
Dec 25 21:17:02.528342 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7441dd2-92e3-4601-a7be-7765d0d441dc req-a3e23f31-8dda-4172-8ea1-bf21c6d88672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:17:02.529695 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-2724eff7-0953-4645-8210-6493f5e257a8 req-dcef7cc4-9ad1-401b-a884-e259971a5826 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:02.530094 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-d7441dd2-92e3-4601-a7be-7765d0d441dc req-a3e23f31-8dda-4172-8ea1-bf21c6d88672 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=161df36a-2258-4f32-a7b0-2f7c793d4390 HTTP/1.1" status: 200  len: 1096 time: 0.0598974
Dec 25 21:17:02.594066 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2724eff7-0953-4645-8210-6493f5e257a8 req-dcef7cc4-9ad1-401b-a884-e259971a5826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:17:02.594974 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-2724eff7-0953-4645-8210-6493f5e257a8 req-dcef7cc4-9ad1-401b-a884-e259971a5826 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:02.595565 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-d7441dd2-92e3-4601-a7be-7765d0d441dc req-aa7a10b3-89fe-4d48-87d0-135047141022 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=303458ac-ce28-4cba-8947-b5e432a1ea1f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0524507
Dec 25 21:17:02.598162 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2724eff7-0953-4645-8210-6493f5e257a8 req-dcef7cc4-9ad1-401b-a884-e259971a5826 service neutron] 10.222.0.37 "PUT /v2.0/ports/a97266bc-054b-4f05-9507-8f17f9e55d8f HTTP/1.1" status: 200  len: 1097 time: 1.1237533
Dec 25 21:17:02.623664 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96ad1d0-c5e5-4791-9bdb-c5d8098591d4 req-f9c8f16a-8b64-4311-b1bf-333b3ea2e53c tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:17:02.625281 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b96ad1d0-c5e5-4791-9bdb-c5d8098591d4 req-f9c8f16a-8b64-4311-b1bf-333b3ea2e53c tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] 10.222.0.32 "GET /v2.0/ports?device_id=a665e8d7-d64e-4879-9389-ad2efb13749b HTTP/1.1" status: 200  len: 943 time: 0.1535051
Dec 25 21:17:02.655511 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-0345cefc-0787-465d-af4e-9cb7ee0f63cb req-d8ca0f3e-bd4e-48f4-8823-86c60da446de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8632327'] for port, after_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:02.700575 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0345cefc-0787-465d-af4e-9cb7ee0f63cb req-d8ca0f3e-bd4e-48f4-8823-86c60da446de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:17:02.701222 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-0345cefc-0787-465d-af4e-9cb7ee0f63cb req-d8ca0f3e-bd4e-48f4-8823-86c60da446de service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:02.702603 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-0345cefc-0787-465d-af4e-9cb7ee0f63cb req-d8ca0f3e-bd4e-48f4-8823-86c60da446de service neutron] 10.222.0.37 "PUT /v2.0/ports/ca27c441-c54d-4e05-8a52-86b1df07f0e3 HTTP/1.1" status: 200  len: 1091 time: 1.0873952
Dec 25 21:17:02.703066 ncdv-master-1 neutron-server[121607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cf2c55e-9f30-4390-b13e-f7a8917aba8b', 'tag': 'ca27c441-c54d-4e05-8a52-86b1df07f0e3'}] {{(pid=121607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:17:02.705397 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f980bbcadfa7bf1e788024e1448be660373c21f97f015f780444e999c451203" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bfe5215-ee0b-4d5f-9fd1-1e88c1cae7a3" -d '{"events": [{"name": "network-changed", "server_uuid": "6cf2c55e-9f30-4390-b13e-f7a8917aba8b", "tag": "ca27c441-c54d-4e05-8a52-86b1df07f0e3"}]}' {{(pid=121607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:17:02.731546 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcef7cc4-9ad1-401b-a884-e259971a5826 service neutron] Pushing event updated for resources: {'Port': ['ID=a97266bc-054b-4f05-9507-8f17f9e55d8f,revision_number=11']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:17:02.734357 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ca0f3e-bd4e-48f4-8823-86c60da446de service neutron] Pushing event updated for resources: {'Port': ['ID=ca27c441-c54d-4e05-8a52-86b1df07f0e3,revision_number=3']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:17:02.772655 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2051e30e-04ef-4ef6-95e8-0b76299de32c req-df8c252d-0709-4b59-b11a-3429ab3d5e24 tempest-ListImageFiltersTestJSON-1815595502 tempest-ListImageFiltersTestJSON-1815595502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:17:02.774668 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2051e30e-04ef-4ef6-95e8-0b76299de32c req-df8c252d-0709-4b59-b11a-3429ab3d5e24 tempest-ListImageFiltersTestJSON-1815595502 tempest-ListImageFiltersTestJSON-1815595502-project] 10.222.0.32 "GET /v2.0/ports?device_id=66cd474f-564e-4f62-ba35-0016e7dcec42 HTTP/1.1" status: 200  len: 949 time: 0.1431468
Dec 25 21:17:02.808297 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2724eff7-0953-4645-8210-6493f5e257a8 req-76f30370-9b20-4dbb-8c63-f5a0bf9b3b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:17:02.810502 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2724eff7-0953-4645-8210-6493f5e257a8 req-76f30370-9b20-4dbb-8c63-f5a0bf9b3b1e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ed880d80bcfb4641b02f26da5fad21b8&device_id=36168d53-184a-47fb-a60b-6f72689c760c HTTP/1.1" status: 200  len: 1100 time: 0.1814668
Dec 25 21:17:02.837101 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b96ad1d0-c5e5-4791-9bdb-c5d8098591d4 req-5f496b27-2246-467a-9d00-5e4e8e780966 tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] 10.222.0.32 "GET /v2.0/security-groups?id=e70b16a5-3c2f-443c-a3bd-2851d79b2b90&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1731622
Dec 25 21:17:02.905911 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0345cefc-0787-465d-af4e-9cb7ee0f63cb req-e5fc9f0d-c464-414c-a7f6-300973e84e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:17:02.916955 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-0345cefc-0787-465d-af4e-9cb7ee0f63cb req-e5fc9f0d-c464-414c-a7f6-300973e84e49 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9dbe1e97c3f64bee9355ec5d1b424c8a&device_id=6cf2c55e-9f30-4390-b13e-f7a8917aba8b HTTP/1.1" status: 200  len: 1094 time: 0.0741677
Dec 25 21:17:02.977422 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2051e30e-04ef-4ef6-95e8-0b76299de32c req-83b4231e-2a89-4dc5-978e-e5f5b85cd65a tempest-ListImageFiltersTestJSON-1815595502 tempest-ListImageFiltersTestJSON-1815595502-project] 10.222.0.32 "GET /v2.0/security-groups?id=d60cc0c8-8901-457c-b6ff-328606b32b2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1939423
Dec 25 21:17:02.981880 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-0345cefc-0787-465d-af4e-9cb7ee0f63cb req-43feee33-2058-434b-a513-7eb239ada5c7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ca27c441-c54d-4e05-8a52-86b1df07f0e3 HTTP/1.1" status: 200  len: 217 time: 0.0608144
Dec 25 21:17:03.040568 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2724eff7-0953-4645-8210-6493f5e257a8 req-ea7b2919-a344-4a1c-bb9b-db7f017c35e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:17:03.040790 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Dec 2021 21:17:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bf0ea2d-ef31-4cba-b22a-a409f520c2fd x-openstack-request-id: req-5bf0ea2d-ef31-4cba-b22a-a409f520c2fd {{(pid=121607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:17:03.041121 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6cf2c55e-9f30-4390-b13e-f7a8917aba8b", "tag": "ca27c441-c54d-4e05-8a52-86b1df07f0e3", "status": "completed", "code": 200}]} {{(pid=121607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:17:03.041380 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5bf0ea2d-ef31-4cba-b22a-a409f520c2fd {{(pid=121607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:17:03.041776 ncdv-master-1 neutron-server[121607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6cf2c55e-9f30-4390-b13e-f7a8917aba8b', 'tag': 'ca27c441-c54d-4e05-8a52-86b1df07f0e3', 'status': 'completed', 'code': 200}
Dec 25 21:17:03.042498 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2724eff7-0953-4645-8210-6493f5e257a8 req-ea7b2919-a344-4a1c-bb9b-db7f017c35e5 service neutron] 10.222.0.37 "GET /v2.0/networks?id=8f212e98-547d-4c6e-a560-2e9a548c8f59 HTTP/1.1" status: 200  len: 870 time: 0.2025671
Dec 25 21:17:03.077232 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0345cefc-0787-465d-af4e-9cb7ee0f63cb req-23ca0fc7-20c8-4384-89e0-4d6b2c8dd7ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:17:03.078832 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-0345cefc-0787-465d-af4e-9cb7ee0f63cb req-23ca0fc7-20c8-4384-89e0-4d6b2c8dd7ee service neutron] 10.222.0.37 "GET /v2.0/subnets?id=048bdd92-f291-4a78-86a6-99fc0420bf47 HTTP/1.1" status: 200  len: 862 time: 0.0792437
Dec 25 21:17:03.087609 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b93eaf-9a31-4ca7-9c56-fe547f199489 req-0c057ca1-d528-4502-9d17-e3c58dc93954 tempest-ListImageFiltersTestJSON-1815595502 tempest-ListImageFiltersTestJSON-1815595502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:17:03.089077 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-b9b93eaf-9a31-4ca7-9c56-fe547f199489 req-0c057ca1-d528-4502-9d17-e3c58dc93954 tempest-ListImageFiltersTestJSON-1815595502 tempest-ListImageFiltersTestJSON-1815595502-project] 10.222.0.31 "GET /v2.0/ports?device_id=66cd474f-564e-4f62-ba35-0016e7dcec42 HTTP/1.1" status: 200  len: 949 time: 0.1063068
Dec 25 21:17:03.112826 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2724eff7-0953-4645-8210-6493f5e257a8 req-b1065ccc-fe05-4237-89b5-79f0e0ead1e6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.126&port_id=a97266bc-054b-4f05-9507-8f17f9e55d8f HTTP/1.1" status: 200  len: 217 time: 0.0606182
Dec 25 21:17:03.120826 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e284f648-48b3-420c-8173-3fc744897f06 req-b24b0821-e4d5-47d1-9bb6-25f82a48ff19 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:17:03.122467 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e284f648-48b3-420c-8173-3fc744897f06 req-b24b0821-e4d5-47d1-9bb6-25f82a48ff19 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/ports?device_id=161df36a-2258-4f32-a7b0-2f7c793d4390 HTTP/1.1" status: 200  len: 945 time: 0.1523824
Dec 25 21:17:03.149072 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-0345cefc-0787-465d-af4e-9cb7ee0f63cb req-3f7d03af-72eb-460c-a21e-9e4ebcbc033b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=979f5e3f-5f36-45e3-b799-ae422a7efba5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0589900
Dec 25 21:17:03.235424 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2724eff7-0953-4645-8210-6493f5e257a8 req-85b5501c-d0b3-4187-ae2f-cf629f17282a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:17:03.237366 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2724eff7-0953-4645-8210-6493f5e257a8 req-85b5501c-d0b3-4187-ae2f-cf629f17282a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=dcfbae86-f93e-400c-8084-eac7f56ff5ba HTTP/1.1" status: 200  len: 843 time: 0.1138942
Dec 25 21:17:03.288841 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e284f648-48b3-420c-8173-3fc744897f06 req-23ee0d86-e99e-4206-b918-f1a141c04c7d tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/security-groups?id=303458ac-ce28-4cba-8947-b5e432a1ea1f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1561844
Dec 25 21:17:03.300196 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cb681a-b6f7-4422-8a9b-cabd245f5ac8 req-1f151d02-c062-4fdc-935a-39f367cdd6e0 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:17:03.301852 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c8cb681a-b6f7-4422-8a9b-cabd245f5ac8 req-1f151d02-c062-4fdc-935a-39f367cdd6e0 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/ports?device_id=36168d53-184a-47fb-a60b-6f72689c760c HTTP/1.1" status: 200  len: 949 time: 0.1438777
Dec 25 21:17:03.322531 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [req-b9b93eaf-9a31-4ca7-9c56-fe547f199489 req-a229cb80-a9c3-462e-87ef-d0d374c92e50 tempest-ListImageFiltersTestJSON-1815595502 tempest-ListImageFiltersTestJSON-1815595502-project] Deleting port 36aab66a-d72a-4228-bef8-35285fc6597a {{(pid=121607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:17:03.322891 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-b9b93eaf-9a31-4ca7-9c56-fe547f199489 req-a229cb80-a9c3-462e-87ef-d0d374c92e50 tempest-ListImageFiltersTestJSON-1815595502 tempest-ListImageFiltersTestJSON-1815595502-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:03.329889 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-0345cefc-0787-465d-af4e-9cb7ee0f63cb req-5bbb60b2-eb33-4668-a9b7-b797b6c18f22 service neutron] 10.222.0.37 "GET /v2.0/networks/979f5e3f-5f36-45e3-b799-ae422a7efba5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1540611
Dec 25 21:17:03.337041 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2724eff7-0953-4645-8210-6493f5e257a8 req-edc310e3-9947-4b39-bbde-ab0d972ae518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:17:03.338556 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2724eff7-0953-4645-8210-6493f5e257a8 req-edc310e3-9947-4b39-bbde-ab0d972ae518 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8f212e98-547d-4c6e-a560-2e9a548c8f59&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0908525
Dec 25 21:17:03.389256 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c8cb681a-b6f7-4422-8a9b-cabd245f5ac8 req-62ec282a-76fa-49ba-bbca-876fafb95b10 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3f1ae63-416f-443f-b032-af0d7dcc9019&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0780413
Dec 25 21:17:03.466788 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2724eff7-0953-4645-8210-6493f5e257a8 req-9b070ebe-ce2d-4193-81a8-ddffac0c5ba7 service neutron] 10.222.0.37 "GET /v2.0/networks/8f212e98-547d-4c6e-a560-2e9a548c8f59?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1176820
Dec 25 21:17:03.491918 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.db [req-b9b93eaf-9a31-4ca7-9c56-fe547f199489 req-a229cb80-a9c3-462e-87ef-d0d374c92e50 tempest-ListImageFiltersTestJSON-1815595502 tempest-ListImageFiltersTestJSON-1815595502-project] For port 36aab66a-d72a-4228-bef8-35285fc6597a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=36aab66a-d72a-4228-bef8-35285fc6597a,segment=NetworkSegment(85c774cb-a0eb-4ad9-961f-f331d3b37cd6),segment_id=85c774cb-a0eb-4ad9-961f-f331d3b37cd6)] {{(pid=121607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:17:03.492238 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-b9b93eaf-9a31-4ca7-9c56-fe547f199489 req-a229cb80-a9c3-462e-87ef-d0d374c92e50 tempest-ListImageFiltersTestJSON-1815595502 tempest-ListImageFiltersTestJSON-1815595502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:03.503861 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-0345cefc-0787-465d-af4e-9cb7ee0f63cb req-d48d95ee-de1c-4415-9e14-f8308e59f36d service neutron] 10.222.0.37 "GET /v2.0/networks/979f5e3f-5f36-45e3-b799-ae422a7efba5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1616595
Dec 25 21:17:03.507756 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [req-b9b93eaf-9a31-4ca7-9c56-fe547f199489 req-a229cb80-a9c3-462e-87ef-d0d374c92e50 tempest-ListImageFiltersTestJSON-1815595502 tempest-ListImageFiltersTestJSON-1815595502-project] Calling delete_port for 36aab66a-d72a-4228-bef8-35285fc6597a owned by compute:nova {{(pid=121607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:17:03.609301 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2724eff7-0953-4645-8210-6493f5e257a8 req-06c73df2-8358-4045-9715-5a39f163ca96 service neutron] 10.222.0.37 "GET /v2.0/networks/8f212e98-547d-4c6e-a560-2e9a548c8f59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1354558
Dec 25 21:17:03.663415 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfe5215-ee0b-4d5f-9fd1-1e88c1cae7a3 req-f6e3c9ca-1476-43ae-a5a0-ed298e1462d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:17:03.664933 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-3bfe5215-ee0b-4d5f-9fd1-1e88c1cae7a3 req-f6e3c9ca-1476-43ae-a5a0-ed298e1462d0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9dbe1e97c3f64bee9355ec5d1b424c8a&device_id=6cf2c55e-9f30-4390-b13e-f7a8917aba8b HTTP/1.1" status: 200  len: 1094 time: 0.0787835
Dec 25 21:17:03.680802 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadac984-7c42-4759-97a8-5324dc42400c req-1d5851d4-984c-4bb0-b214-faeb2f27409f tempest-ImagesOneServerNegativeTestJSON-1717313213 tempest-ImagesOneServerNegativeTestJSON-1717313213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:17:03.681984 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-eadac984-7c42-4759-97a8-5324dc42400c req-1d5851d4-984c-4bb0-b214-faeb2f27409f tempest-ImagesOneServerNegativeTestJSON-1717313213 tempest-ImagesOneServerNegativeTestJSON-1717313213-project] 10.222.0.32 "GET /v2.0/ports?device_id=6cf2c55e-9f30-4390-b13e-f7a8917aba8b HTTP/1.1" status: 200  len: 943 time: 0.0601234
Dec 25 21:17:03.707053 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device 7dbd4557-2b40-4db1-9a68-6caa3efd7bb8 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 25 21:17:03.711516 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device a97266bc-054b-4f05-9507-8f17f9e55d8f no longer exists at agent hyperv_nch1-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:17:03.739326 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-eadac984-7c42-4759-97a8-5324dc42400c req-69a7d10e-4451-4694-bcc7-b76b63f97b58 tempest-ImagesOneServerNegativeTestJSON-1717313213 tempest-ImagesOneServerNegativeTestJSON-1717313213-project] 10.222.0.32 "GET /v2.0/security-groups?id=90b09226-05f9-413f-802a-f36d3e55d2ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0498209
Dec 25 21:17:03.785849 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] The host nch1-master-1 is not matching for port a97266bc-054b-4f05-9507-8f17f9e55d8f host nch2-master-1! {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}}
Dec 25 21:17:03.786563 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device a97266bc-054b-4f05-9507-8f17f9e55d8f not bound to the agent host nch1-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:17:03.803118 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-b9b93eaf-9a31-4ca7-9c56-fe547f199489 req-a229cb80-a9c3-462e-87ef-d0d374c92e50 tempest-ListImageFiltersTestJSON-1815595502 tempest-ListImageFiltersTestJSON-1815595502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:03.853005 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port 7dbd4557-2b40-4db1-9a68-6caa3efd7bb8, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7dbd4557-2b40-4db1-9a68-6caa3efd7bb8,segment=NetworkSegment(59040483-3fcc-4b5a-8606-f8e28575fa62),segment_id=59040483-3fcc-4b5a-8606-f8e28575fa62)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:17:03.857327 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a229cb80-a9c3-462e-87ef-d0d374c92e50 tempest-ListImageFiltersTestJSON-1815595502 tempest-ListImageFiltersTestJSON-1815595502-project] Pushing event deleted for resources: {'Port': ['ID=36aab66a-d72a-4228-bef8-35285fc6597a,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:17:03.864658 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Returning: {'device': '7dbd4557-2b40-4db1-9a68-6caa3efd7bb8', 'network_id': '597fae95-d9e4-466a-853c-7cbb09218bf0', 'port_id': '7dbd4557-2b40-4db1-9a68-6caa3efd7bb8', 'mac_address': 'fa:16:3e:58:17:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37f917d0-d496-45cf-ae0a-66a9d35b37e3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 25 21:17:03.916817 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:03.935969 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7dbd4557-2b40-4db1-9a68-6caa3efd7bb8 {{(pid=121608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:17:03.954320 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9b93eaf-9a31-4ca7-9c56-fe547f199489 req-a229cb80-a9c3-462e-87ef-d0d374c92e50 tempest-ListImageFiltersTestJSON-1815595502 tempest-ListImageFiltersTestJSON-1815595502-project] No DVR routers for this DVR port 36aab66a-d72a-4228-bef8-35285fc6597a on host nch1-master-1 {{(pid=121607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:17:03.960640 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-b9b93eaf-9a31-4ca7-9c56-fe547f199489 req-a229cb80-a9c3-462e-87ef-d0d374c92e50 tempest-ListImageFiltersTestJSON-1815595502 tempest-ListImageFiltersTestJSON-1815595502-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:03.961104 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port 7dbd4557-2b40-4db1-9a68-6caa3efd7bb8, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7dbd4557-2b40-4db1-9a68-6caa3efd7bb8,segment=NetworkSegment(59040483-3fcc-4b5a-8606-f8e28575fa62),segment_id=59040483-3fcc-4b5a-8606-f8e28575fa62)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:17:03.964624 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-b9b93eaf-9a31-4ca7-9c56-fe547f199489 req-a229cb80-a9c3-462e-87ef-d0d374c92e50 tempest-ListImageFiltersTestJSON-1815595502 tempest-ListImageFiltersTestJSON-1815595502-project] 10.222.0.31 "DELETE /v2.0/ports/36aab66a-d72a-4228-bef8-35285fc6597a HTTP/1.1" status: 204  len: 173 time: 0.8653038
Dec 25 21:17:03.975351 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfe5215-ee0b-4d5f-9fd1-1e88c1cae7a3 req-669f5cc0-12f6-4a79-bd0f-f96fcdae1f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:17:03.976812 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-3bfe5215-ee0b-4d5f-9fd1-1e88c1cae7a3 req-669f5cc0-12f6-4a79-bd0f-f96fcdae1f4e service neutron] 10.222.0.37 "GET /v2.0/networks?id=979f5e3f-5f36-45e3-b799-ae422a7efba5 HTTP/1.1" status: 200  len: 923 time: 0.1948688
Dec 25 21:17:03.990919 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434c36df-fc6b-434a-ad26-e5d8065da295 req-d4120513-1e33-4b68-b5ad-8071835bb646 tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:17:03.992577 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-434c36df-fc6b-434a-ad26-e5d8065da295 req-d4120513-1e33-4b68-b5ad-8071835bb646 tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] 10.222.0.32 "GET /v2.0/ports?device_id=a665e8d7-d64e-4879-9389-ad2efb13749b HTTP/1.1" status: 200  len: 943 time: 0.0650284
Dec 25 21:17:04.016485 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:04.045547 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-434c36df-fc6b-434a-ad26-e5d8065da295 req-f7d1d03c-665c-4024-8e6f-3a888c6122c6 tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] 10.222.0.32 "GET /v2.0/security-groups?id=e70b16a5-3c2f-443c-a3bd-2851d79b2b90&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0469120
Dec 25 21:17:04.046960 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-3bfe5215-ee0b-4d5f-9fd1-1e88c1cae7a3 req-42189924-c0cf-425f-8ca3-879afb3bbd93 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ca27c441-c54d-4e05-8a52-86b1df07f0e3 HTTP/1.1" status: 200  len: 217 time: 0.0619435
Dec 25 21:17:04.072672 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Pushing event updated for resources: {'Port': ['ID=7dbd4557-2b40-4db1-9a68-6caa3efd7bb8,revision_number=7']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:17:04.082860 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-45e43021-4e4a-4181-ab59-a686d365bc31 req-c88df1fa-852f-4e7e-ab42-0a41cbf473e1 tempest-ListImageFiltersTestJSON-1815595502 tempest-ListImageFiltersTestJSON-1815595502-project] 10.222.0.32 "GET /v2.0/ports?device_id=66cd474f-564e-4f62-ba35-0016e7dcec42 HTTP/1.1" status: 200  len: 210 time: 0.0341849
Dec 25 21:17:04.153670 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:04.154991 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfe5215-ee0b-4d5f-9fd1-1e88c1cae7a3 req-18eb58ec-db39-4b1c-bcb6-f28c0041c0e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:17:04.157915 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-3bfe5215-ee0b-4d5f-9fd1-1e88c1cae7a3 req-18eb58ec-db39-4b1c-bcb6-f28c0041c0e1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=048bdd92-f291-4a78-86a6-99fc0420bf47 HTTP/1.1" status: 200  len: 862 time: 0.0502656
Dec 25 21:17:04.168262 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36168d53-184a-47fb-a60b-6f72689c760c', 'tag': 'a97266bc-054b-4f05-9507-8f17f9e55d8f'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:17:04.172043 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9858820c13ec2827453b94ebc4181065e990a4e4089ccb9fe762531ac62d2fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f20c2314-e634-47bd-8057-27fd172e0171" -d '{"events": [{"name": "network-changed", "server_uuid": "36168d53-184a-47fb-a60b-6f72689c760c", "tag": "a97266bc-054b-4f05-9507-8f17f9e55d8f"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:17:04.195903 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-3bfe5215-ee0b-4d5f-9fd1-1e88c1cae7a3 req-76ce595f-fa3e-49c8-b8bd-8394662519bc service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=979f5e3f-5f36-45e3-b799-ae422a7efba5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0306523
Dec 25 21:17:04.235771 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Dec 2021 21:17:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e59d46e0-9ad2-45ec-9e57-ee2dcb8d9cda x-openstack-request-id: req-e59d46e0-9ad2-45ec-9e57-ee2dcb8d9cda {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:17:04.236072 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36168d53-184a-47fb-a60b-6f72689c760c", "tag": "a97266bc-054b-4f05-9507-8f17f9e55d8f", "status": "completed", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:17:04.236328 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e59d46e0-9ad2-45ec-9e57-ee2dcb8d9cda {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:17:04.236726 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36168d53-184a-47fb-a60b-6f72689c760c', 'tag': 'a97266bc-054b-4f05-9507-8f17f9e55d8f', 'status': 'completed', 'code': 200}
Dec 25 21:17:04.239840 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] get_ports_and_sgs() called for port_ids ['7dbd4557-2b40-4db1-9a68-6caa3efd7bb8'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:17:04.326337 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20c2314-e634-47bd-8057-27fd172e0171 req-11bbba63-e52b-4212-b186-62a2ad0184d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:17:04.327996 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f20c2314-e634-47bd-8057-27fd172e0171 req-11bbba63-e52b-4212-b186-62a2ad0184d7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ed880d80bcfb4641b02f26da5fad21b8&device_id=36168d53-184a-47fb-a60b-6f72689c760c HTTP/1.1" status: 200  len: 1100 time: 0.0537608
Dec 25 21:17:04.341089 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-3bfe5215-ee0b-4d5f-9fd1-1e88c1cae7a3 req-17941b28-c324-4ed5-9722-8aeefc3b84c6 service neutron] 10.222.0.37 "GET /v2.0/networks/979f5e3f-5f36-45e3-b799-ae422a7efba5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1370955
Dec 25 21:17:04.477796 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20c2314-e634-47bd-8057-27fd172e0171 req-d5d5c15b-7f0f-4524-b6e6-1a316e4601aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:17:04.479965 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-f20c2314-e634-47bd-8057-27fd172e0171 req-d5d5c15b-7f0f-4524-b6e6-1a316e4601aa service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ed880d80bcfb4641b02f26da5fad21b8&device_id=36168d53-184a-47fb-a60b-6f72689c760c HTTP/1.1" status: 200  len: 1100 time: 0.2048261
Dec 25 21:17:04.557126 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c554aba2-0e7f-44b4-be05-b20ff5a486b9 req-62cd262a-15d4-4128-8e92-764897177d6c tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:17:04.561350 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c554aba2-0e7f-44b4-be05-b20ff5a486b9 req-62cd262a-15d4-4128-8e92-764897177d6c tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/ports?device_id=161df36a-2258-4f32-a7b0-2f7c793d4390 HTTP/1.1" status: 200  len: 945 time: 0.1445982
Dec 25 21:17:04.568611 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-3bfe5215-ee0b-4d5f-9fd1-1e88c1cae7a3 req-bc931b64-0977-482b-a94b-946a27bc176f service neutron] 10.222.0.37 "GET /v2.0/networks/979f5e3f-5f36-45e3-b799-ae422a7efba5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2012477
Dec 25 21:17:04.605111 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20c2314-e634-47bd-8057-27fd172e0171 req-85eaff59-22d5-4b33-929f-32b991d7cf81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:17:04.606582 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f20c2314-e634-47bd-8057-27fd172e0171 req-85eaff59-22d5-4b33-929f-32b991d7cf81 service neutron] 10.222.0.37 "GET /v2.0/networks?id=8f212e98-547d-4c6e-a560-2e9a548c8f59 HTTP/1.1" status: 200  len: 870 time: 0.2642190
Dec 25 21:17:04.642079 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20c2314-e634-47bd-8057-27fd172e0171 req-04408eee-5eff-4edb-98ea-535e82612bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:17:04.645099 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-f20c2314-e634-47bd-8057-27fd172e0171 req-04408eee-5eff-4edb-98ea-535e82612bf7 service neutron] 10.222.0.31 "GET /v2.0/networks?id=8f212e98-547d-4c6e-a560-2e9a548c8f59 HTTP/1.1" status: 200  len: 870 time: 0.1551902
Dec 25 21:17:04.674391 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f20c2314-e634-47bd-8057-27fd172e0171 req-8cf7b24b-2359-487f-bc68-302dbe826f6d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.126&port_id=a97266bc-054b-4f05-9507-8f17f9e55d8f HTTP/1.1" status: 200  len: 217 time: 0.0568035
Dec 25 21:17:04.690809 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-f20c2314-e634-47bd-8057-27fd172e0171 req-e3cefe50-05aa-4d9a-9baa-eb68d6eeb788 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.126&port_id=a97266bc-054b-4f05-9507-8f17f9e55d8f HTTP/1.1" status: 200  len: 217 time: 0.0382228
Dec 25 21:17:04.691377 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c554aba2-0e7f-44b4-be05-b20ff5a486b9 req-545a0839-cfb7-406d-85b2-9fac373c1df2 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/security-groups?id=303458ac-ce28-4cba-8947-b5e432a1ea1f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1186328
Dec 25 21:17:04.754921 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20c2314-e634-47bd-8057-27fd172e0171 req-cfb5918d-fd82-4cc0-aeff-38767467700a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:17:04.756509 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-f20c2314-e634-47bd-8057-27fd172e0171 req-cfb5918d-fd82-4cc0-aeff-38767467700a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=dcfbae86-f93e-400c-8084-eac7f56ff5ba HTTP/1.1" status: 200  len: 843 time: 0.0539753
Dec 25 21:17:04.765356 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-a884cd28-2473-48b4-84fc-2f4e617e3b12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:04.775803 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad423eb5-7844-4d18-99a6-248bc868f400 req-b39b037c-0012-410c-9aae-e5bf44d15e37 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:17:04.777353 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ad423eb5-7844-4d18-99a6-248bc868f400 req-b39b037c-0012-410c-9aae-e5bf44d15e37 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/ports?device_id=36168d53-184a-47fb-a60b-6f72689c760c HTTP/1.1" status: 200  len: 949 time: 0.2068105
Dec 25 21:17:04.778955 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20c2314-e634-47bd-8057-27fd172e0171 req-767ccde0-cc14-471a-bbf8-38a9f81dbb66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:17:04.781272 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f20c2314-e634-47bd-8057-27fd172e0171 req-767ccde0-cc14-471a-bbf8-38a9f81dbb66 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=dcfbae86-f93e-400c-8084-eac7f56ff5ba HTTP/1.1" status: 200  len: 843 time: 0.0737355
Dec 25 21:17:04.814234 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20c2314-e634-47bd-8057-27fd172e0171 req-aa09cd91-15c4-4d8a-a5d8-fd66afa69f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:17:04.816941 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-f20c2314-e634-47bd-8057-27fd172e0171 req-aa09cd91-15c4-4d8a-a5d8-fd66afa69f17 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=8f212e98-547d-4c6e-a560-2e9a548c8f59&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0446024
Dec 25 21:17:04.872689 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ad423eb5-7844-4d18-99a6-248bc868f400 req-63e5c2ca-a1ba-4101-a8dc-60fc046c2309 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3f1ae63-416f-443f-b032-af0d7dcc9019&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0865271
Dec 25 21:17:04.878936 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20c2314-e634-47bd-8057-27fd172e0171 req-c55f628e-d09a-4d80-853b-54b60c2849e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:17:04.880422 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f20c2314-e634-47bd-8057-27fd172e0171 req-c55f628e-d09a-4d80-853b-54b60c2849e1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8f212e98-547d-4c6e-a560-2e9a548c8f59&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0864034
Dec 25 21:17:04.933898 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-f20c2314-e634-47bd-8057-27fd172e0171 req-476ff59c-1844-4865-a81c-621780939550 service neutron] 10.222.0.31 "GET /v2.0/networks/8f212e98-547d-4c6e-a560-2e9a548c8f59?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1094284
Dec 25 21:17:05.022770 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f20c2314-e634-47bd-8057-27fd172e0171 req-ca73db86-71d1-4c91-bed2-8f221710dda7 service neutron] 10.222.0.37 "GET /v2.0/networks/8f212e98-547d-4c6e-a560-2e9a548c8f59?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1341736
Dec 25 21:17:05.031324 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42eaee21-f8ba-4f9c-867b-aa6b9b4e7797 req-3eacd5da-9ad0-47ad-966f-d7e113c1db48 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:17:05.032755 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-42eaee21-f8ba-4f9c-867b-aa6b9b4e7797 req-3eacd5da-9ad0-47ad-966f-d7e113c1db48 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/ports?device_id=161df36a-2258-4f32-a7b0-2f7c793d4390 HTTP/1.1" status: 200  len: 945 time: 0.0747108
Dec 25 21:17:05.043991 ncdv-master-1 neutron-server[121607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66cd474f-564e-4f62-ba35-0016e7dcec42', 'name': 'network-vif-deleted', 'tag': '36aab66a-d72a-4228-bef8-35285fc6597a'}] {{(pid=121607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:17:05.046327 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f980bbcadfa7bf1e788024e1448be660373c21f97f015f780444e999c451203" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49438473-c462-4d8f-a349-c88e13e85951" -d '{"events": [{"server_uuid": "66cd474f-564e-4f62-ba35-0016e7dcec42", "name": "network-vif-deleted", "tag": "36aab66a-d72a-4228-bef8-35285fc6597a"}]}' {{(pid=121607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:17:05.050665 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 54662) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:17:05.055459 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-ca22b15e-6ccb-47a0-858b-5262567760b0 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Request body: {'floatingip': {'port_id': 'cdd08e2a-d7d3-45dd-874c-1cadcc9203fd'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:17:05.060534 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-f20c2314-e634-47bd-8057-27fd172e0171 req-4b6bb5ef-9871-4ded-a20a-44b2a5dfb081 service neutron] 10.222.0.31 "GET /v2.0/networks/8f212e98-547d-4c6e-a560-2e9a548c8f59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1196685
Dec 25 21:17:05.111380 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ca22b15e-6ccb-47a0-858b-5262567760b0 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Publish callbacks [] for floatingip, before_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:05.168504 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f20c2314-e634-47bd-8057-27fd172e0171 req-645c2f75-94d2-4943-8a97-46b4725da215 service neutron] 10.222.0.37 "GET /v2.0/networks/8f212e98-547d-4c6e-a560-2e9a548c8f59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1346822
Dec 25 21:17:05.178902 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdc5317-1bf6-40bf-8fb1-f575991841a5 req-48b026cc-edea-4942-9fee-39e44cffa4d2 tempest-ImagesOneServerNegativeTestJSON-1717313213 tempest-ImagesOneServerNegativeTestJSON-1717313213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:17:05.180677 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1cdc5317-1bf6-40bf-8fb1-f575991841a5 req-48b026cc-edea-4942-9fee-39e44cffa4d2 tempest-ImagesOneServerNegativeTestJSON-1717313213 tempest-ImagesOneServerNegativeTestJSON-1717313213-project] 10.222.0.32 "GET /v2.0/ports?device_id=6cf2c55e-9f30-4390-b13e-f7a8917aba8b HTTP/1.1" status: 200  len: 943 time: 0.0721283
Dec 25 21:17:05.232397 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1cdc5317-1bf6-40bf-8fb1-f575991841a5 req-5ea8f3fc-fd0a-4a49-abbb-1bd8d4873fd0 tempest-ImagesOneServerNegativeTestJSON-1717313213 tempest-ImagesOneServerNegativeTestJSON-1717313213-project] 10.222.0.32 "GET /v2.0/security-groups?id=90b09226-05f9-413f-802a-f36d3e55d2ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440559
Dec 25 21:17:05.279075 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 21:17:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed7a34c2-a6e7-4ff2-aa3a-16dfd00b11ee x-openstack-request-id: req-ed7a34c2-a6e7-4ff2-aa3a-16dfd00b11ee {{(pid=121607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:17:05.279464 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66cd474f-564e-4f62-ba35-0016e7dcec42", "name": "network-vif-deleted", "tag": "36aab66a-d72a-4228-bef8-35285fc6597a", "status": "completed", "code": 200}]} {{(pid=121607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:17:05.279744 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ed7a34c2-a6e7-4ff2-aa3a-16dfd00b11ee {{(pid=121607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:17:05.280207 ncdv-master-1 neutron-server[121607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66cd474f-564e-4f62-ba35-0016e7dcec42', 'name': 'network-vif-deleted', 'tag': '36aab66a-d72a-4228-bef8-35285fc6597a', 'status': 'completed', 'code': 200}
Dec 25 21:17:05.373487 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f23f13-28f3-4f4d-b424-08c63223f898 req-56585bd6-ae6c-4aae-84bc-1c07792d87c4 tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:17:05.375580 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-64f23f13-28f3-4f4d-b424-08c63223f898 req-56585bd6-ae6c-4aae-84bc-1c07792d87c4 tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] 10.222.0.32 "GET /v2.0/ports?device_id=a665e8d7-d64e-4879-9389-ad2efb13749b HTTP/1.1" status: 200  len: 944 time: 0.0504591
Dec 25 21:17:05.423459 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-64f23f13-28f3-4f4d-b424-08c63223f898 req-6d650527-c62e-411a-b07d-7944dee59a40 tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] 10.222.0.32 "GET /v2.0/security-groups?id=e70b16a5-3c2f-443c-a3bd-2851d79b2b90&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412564
Dec 25 21:17:05.582200 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ca22b15e-6ccb-47a0-858b-5262567760b0 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Publish callbacks [] for floatingip, precommit_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:05.654536 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ca22b15e-6ccb-47a0-858b-5262567760b0 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2008639'] for floatingip, after_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:05.712944 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device 7dbd4557-2b40-4db1-9a68-6caa3efd7bb8 up at agent hyperv_nch1-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:17:05.768149 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Provisioning complete for port 7dbd4557-2b40-4db1-9a68-6caa3efd7bb8 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:17:05.768909 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:05.797918 ncdv-master-1 neutron-server[121607]: INFO neutron.db.l3_db [None req-ca22b15e-6ccb-47a0-858b-5262567760b0 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Floating IP 13cc4e12-07e1-4fc5-92b2-e64187a64890 associated. External IP: 172.35.3.63, port: cdd08e2a-d7d3-45dd-874c-1cadcc9203fd.
Dec 25 21:17:05.860545 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:05.889049 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a665e8d7-d64e-4879-9389-ad2efb13749b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dbd4557-2b40-4db1-9a68-6caa3efd7bb8'}] {{(pid=121608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:17:05.891768 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a88c78c3ff6266bd59c7e89d275b28c92e739b67d23c89d71af88829fd31566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68482e00-7d0f-42a9-ae5f-92648ed4d6e3" -d '{"events": [{"server_uuid": "a665e8d7-d64e-4879-9389-ad2efb13749b", "name": "network-vif-plugged", "status": "completed", "tag": "7dbd4557-2b40-4db1-9a68-6caa3efd7bb8"}]}' {{(pid=121608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:17:05.910400 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port 7dbd4557-2b40-4db1-9a68-6caa3efd7bb8, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7dbd4557-2b40-4db1-9a68-6caa3efd7bb8,segment=NetworkSegment(59040483-3fcc-4b5a-8606-f8e28575fa62),segment_id=59040483-3fcc-4b5a-8606-f8e28575fa62)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:17:05.943968 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 21:17:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6312f4e-139e-47a3-bb04-a5110d9b0dcd x-openstack-request-id: req-c6312f4e-139e-47a3-bb04-a5110d9b0dcd {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:17:05.944333 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a665e8d7-d64e-4879-9389-ad2efb13749b", "name": "network-vif-plugged", "status": "completed", "tag": "7dbd4557-2b40-4db1-9a68-6caa3efd7bb8", "code": 200}]} {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:17:05.944672 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c6312f4e-139e-47a3-bb04-a5110d9b0dcd {{(pid=121608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:17:05.945149 ncdv-master-1 neutron-server[121608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a665e8d7-d64e-4879-9389-ad2efb13749b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dbd4557-2b40-4db1-9a68-6caa3efd7bb8', 'code': 200}
Dec 25 21:17:06.005401 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:06.007309 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device 36aab66a-d72a-4228-bef8-35285fc6597a no longer exists at agent hyperv_nch1-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:17:06.056223 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] No Port match for: 36aab66a-d72a-4228-bef8-35285fc6597a {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:17:06.056995 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device 36aab66a-d72a-4228-bef8-35285fc6597a not bound to the agent host nch1-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:17:06.092365 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca22b15e-6ccb-47a0-858b-5262567760b0 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Router 64d33087-8110-48e8-8d7a-cbd6f57725b1 has already been hosted by L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 {{(pid=121607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 25 21:17:06.110452 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Pushing event updated for resources: {'Port': ['ID=7dbd4557-2b40-4db1-9a68-6caa3efd7bb8,revision_number=8']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:17:06.131933 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6237feff-6cb2-4608-8915-8bc3e51e331b req-8d0c6432-ab98-4912-83f3-d98ddbed478e tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:17:06.133670 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-6237feff-6cb2-4608-8915-8bc3e51e331b req-8d0c6432-ab98-4912-83f3-d98ddbed478e tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/ports?device_id=36168d53-184a-47fb-a60b-6f72689c760c HTTP/1.1" status: 200  len: 949 time: 0.1117482
Dec 25 21:17:06.217743 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3306d185-ffb7-4bbe-b91c-4490afae0264 req-e83cfb7d-4ca8-4770-9d65-6dfb746d8900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:17:06.219341 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-3306d185-ffb7-4bbe-b91c-4490afae0264 req-e83cfb7d-4ca8-4770-9d65-6dfb746d8900 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=a665e8d7-d64e-4879-9389-ad2efb13749b HTTP/1.1" status: 200  len: 1096 time: 0.0674510
Dec 25 21:17:06.231566 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-6237feff-6cb2-4608-8915-8bc3e51e331b req-b7d2a11e-16d1-494d-a0a7-419e538b663c tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3f1ae63-416f-443f-b032-af0d7dcc9019&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0863652
Dec 25 21:17:06.287841 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca22b15e-6ccb-47a0-858b-5262567760b0 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 21:17:06.300304 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ca22b15e-6ccb-47a0-858b-5262567760b0 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for floatingip, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:06.303229 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c79cff5-9795-47d7-bace-f651430945d9 None None] Sync routers for ids ['64d33087-8110-48e8-8d7a-cbd6f57725b1'] in ncdv-master-1 {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 21:17:06.315604 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c79cff5-9795-47d7-bace-f651430945d9 None None] Routers {'64d33087-8110-48e8-8d7a-cbd6f57725b1'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:17:06.317013 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-3c79cff5-9795-47d7-bace-f651430945d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f26133429d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:16:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['64d33087-8110-48e8-8d7a-cbd6f57725b1'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:17:06.326568 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-3306d185-ffb7-4bbe-b91c-4490afae0264 req-bf662699-66ba-4ff5-a529-8d67bc9d3d41 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=e70b16a5-3c2f-443c-a3bd-2851d79b2b90&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0796492
Dec 25 21:17:06.336980 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-ca22b15e-6ccb-47a0-858b-5262567760b0 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "PUT /v2.0/floatingips/13cc4e12-07e1-4fc5-92b2-e64187a64890 HTTP/1.1" status: 200  len: 990 time: 1.2834470
Dec 25 21:17:06.430102 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43d4ad9-c809-4b39-a03c-95a143bd0448 req-b1ea2cf7-1a3f-435b-b1f3-57bc8507bb7a tempest-ImagesOneServerNegativeTestJSON-1717313213 tempest-ImagesOneServerNegativeTestJSON-1717313213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:17:06.437397 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d43d4ad9-c809-4b39-a03c-95a143bd0448 req-b1ea2cf7-1a3f-435b-b1f3-57bc8507bb7a tempest-ImagesOneServerNegativeTestJSON-1717313213 tempest-ImagesOneServerNegativeTestJSON-1717313213-project] 10.222.0.32 "GET /v2.0/ports?device_id=6cf2c55e-9f30-4390-b13e-f7a8917aba8b HTTP/1.1" status: 200  len: 943 time: 0.0613146
Dec 25 21:17:06.482398 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvr_db [None req-3c79cff5-9795-47d7-bace-f651430945d9 None None] Set router 64d33087-8110-48e8-8d7a-cbd6f57725b1 gateway port host: ncdv-master-1 {{(pid=121608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:17:06.485545 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d43d4ad9-c809-4b39-a03c-95a143bd0448 req-b783ed8d-1b71-449d-83a3-f11fc3d253a3 tempest-ImagesOneServerNegativeTestJSON-1717313213 tempest-ImagesOneServerNegativeTestJSON-1717313213-project] 10.222.0.32 "GET /v2.0/security-groups?id=90b09226-05f9-413f-802a-f36d3e55d2ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0473204
Dec 25 21:17:06.691358 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f721ad-c2c4-4435-9895-5d9dfc2797b8 req-6c6ae4cf-8deb-4a3d-a8fc-f6a6a72810d9 tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:17:06.706983 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a9f721ad-c2c4-4435-9895-5d9dfc2797b8 req-6c6ae4cf-8deb-4a3d-a8fc-f6a6a72810d9 tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] 10.222.0.32 "GET /v2.0/ports?device_id=a665e8d7-d64e-4879-9389-ad2efb13749b HTTP/1.1" status: 200  len: 945 time: 0.0677772
Dec 25 21:17:06.777858 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a9f721ad-c2c4-4435-9895-5d9dfc2797b8 req-54b7b2de-cce4-404b-9845-c9e3d65404cf tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] 10.222.0.32 "GET /v2.0/security-groups?id=e70b16a5-3c2f-443c-a3bd-2851d79b2b90&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0643127
Dec 25 21:17:06.810861 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-3c79cff5-9795-47d7-bace-f651430945d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f26133429d0>, [{'id': '64d33087-8110-48e8-8d7a-cbd6f57725b1', 'name': 'tempest-ServerActionsTestJSON-1405305583-router', 'tenant_id': '4c3545b07d0b4ccf9cd48a80c2d37521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.75'}], 'enable_snat': True}, 'gw_port_id': '5c9037aa-6516-4164-8ea4-ad8d042897d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:16:29Z', 'updated_at': '2021-12-25T21:16:37Z', 'revision_number': 4, 'project_id': '4c3545b07d0b4ccf9cd48a80c2d37521', 'gw_port': {'id': '5c9037aa-6516-4164-8ea4-ad8d042897d7', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:38:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64d33087-8110-48e8-8d7a-cbd6f57725b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1009, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:16:31Z', 'updated_at': '2021-12-25T21:16:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '13cc4e12-07e1-4fc5-92b2-e64187a64890', 'tenant_id': '4c3545b07d0b4ccf9cd48a80c2d37521', 'floating_ip_address': '172.35.3.63', 'floating_network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'router_id': '64d33087-8110-48e8-8d7a-cbd6f57725b1', 'port_id': 'cdd08e2a-d7d3-45dd-874c-1cadcc9203fd', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1018, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '050fe506-29b6-4536-b03a-6d4fd9d4993c', 'mac_address': 'fa:16:3e:54:4d:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '161df36a-2258-4f32-a7b0-2f7c793d4390', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-25T21:16:44Z', 'updated_at': '2021-12-25T21:17:05Z', 'revision_number': 1, 'project_id': '4c3545b07d0b4ccf9cd48a80c2d37521', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '020b68b7-f89a-4b33-b20b-4ab3c8fe3101', 'name': '', 'network_id': '050fe506-29b6-4536-b03a-6d4fd9d4993c', 'tenant_id': '4c3545b07d0b4ccf9cd48a80c2d37521', 'mac_address': 'fa:16:3e:85:5b:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64d33087-8110-48e8-8d7a-cbd6f57725b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': '1f5d8ab8-049c-411c-8531-c48febcca4ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:16:36Z', 'updated_at': '2021-12-25T21:16:42Z', 'revision_number': 5, 'project_id': '4c3545b07d0b4ccf9cd48a80c2d37521', 'subnets': [{'id': '1f5d8ab8-049c-411c-8531-c48febcca4ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:17:06.846783 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c79cff5-9795-47d7-bace-f651430945d9 None None] Checking router: 64d33087-8110-48e8-8d7a-cbd6f57725b1 for host: ncdv-master-1 {{(pid=121608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 25 21:17:06.855879 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c79cff5-9795-47d7-bace-f651430945d9 None None] Routers {'64d33087-8110-48e8-8d7a-cbd6f57725b1'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:17:06.856591 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-3c79cff5-9795-47d7-bace-f651430945d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f26133429d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:16:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['64d33087-8110-48e8-8d7a-cbd6f57725b1'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:17:06.911086 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device a97266bc-054b-4f05-9507-8f17f9e55d8f details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 25 21:17:07.088535 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.db.resource_extend [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 25 21:17:07.100659 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-6662d78f-a64f-47b4-af23-da050650fc89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:07.198670 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvr_db [None req-3c79cff5-9795-47d7-bace-f651430945d9 None None] Set router 64d33087-8110-48e8-8d7a-cbd6f57725b1 gateway port host: ncdv-master-1 {{(pid=121608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:17:07.247337 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port a97266bc-054b-4f05-9507-8f17f9e55d8f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a97266bc-054b-4f05-9507-8f17f9e55d8f,segment=NetworkSegment(85c774cb-a0eb-4ad9-961f-f331d3b37cd6),segment_id=85c774cb-a0eb-4ad9-961f-f331d3b37cd6)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:17:07.270938 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9e3d1b-a15c-44f5-95f0-d985c123c5a7 req-2d90a688-2426-4358-b86b-3ff8ef83c14d tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:17:07.272447 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ac9e3d1b-a15c-44f5-95f0-d985c123c5a7 req-2d90a688-2426-4358-b86b-3ff8ef83c14d tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] 10.222.0.32 "GET /v2.0/ports?device_id=05cf3a17-49d6-43d2-9b08-505f1e637900 HTTP/1.1" status: 200  len: 945 time: 0.0536981
Dec 25 21:17:07.281588 ncdv-master-1 neutron-server[121607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '161df36a-2258-4f32-a7b0-2f7c793d4390', 'tag': 'cdd08e2a-d7d3-45dd-874c-1cadcc9203fd'}] {{(pid=121607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:17:07.287073 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f980bbcadfa7bf1e788024e1448be660373c21f97f015f780444e999c451203" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ee7fdb8-b4d4-4c8c-b117-1feae8bda81a" -d '{"events": [{"name": "network-changed", "server_uuid": "161df36a-2258-4f32-a7b0-2f7c793d4390", "tag": "cdd08e2a-d7d3-45dd-874c-1cadcc9203fd"}]}' {{(pid=121607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:17:07.294026 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Returning: {'device': 'a97266bc-054b-4f05-9507-8f17f9e55d8f', 'network_id': '8f212e98-547d-4c6e-a560-2e9a548c8f59', 'port_id': 'a97266bc-054b-4f05-9507-8f17f9e55d8f', 'mac_address': 'fa:16:3e:ce:5c:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcfbae86-f93e-400c-8084-eac7f56ff5ba', 'ip_address': '192.168.233.126'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 25 21:17:07.327718 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ac9e3d1b-a15c-44f5-95f0-d985c123c5a7 req-dacebecf-97c7-473e-bcd7-f03f2eac8ce7 tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] 10.222.0.32 "GET /v2.0/security-groups?id=2bf8651c-3ed0-44bb-a064-d61aab6ec281&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0489595
Dec 25 21:17:07.361998 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:07.386408 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a97266bc-054b-4f05-9507-8f17f9e55d8f {{(pid=121608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:17:07.441432 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Dec 2021 21:17:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-341b4dd3-4b9a-44f1-bc25-1c8261ee0438 x-openstack-request-id: req-341b4dd3-4b9a-44f1-bc25-1c8261ee0438 {{(pid=121607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:17:07.442491 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "161df36a-2258-4f32-a7b0-2f7c793d4390", "tag": "cdd08e2a-d7d3-45dd-874c-1cadcc9203fd", "status": "completed", "code": 200}]} {{(pid=121607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:17:07.448220 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-341b4dd3-4b9a-44f1-bc25-1c8261ee0438 {{(pid=121607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:17:07.448220 ncdv-master-1 neutron-server[121607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '161df36a-2258-4f32-a7b0-2f7c793d4390', 'tag': 'cdd08e2a-d7d3-45dd-874c-1cadcc9203fd', 'status': 'completed', 'code': 200}
Dec 25 21:17:07.460374 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466b2128-4065-4dc2-ae48-2ed09af95384 req-ec3f370c-244c-4558-96ae-87adba95c4e0 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:17:07.461985 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-466b2128-4065-4dc2-ae48-2ed09af95384 req-ec3f370c-244c-4558-96ae-87adba95c4e0 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/ports?device_id=36168d53-184a-47fb-a60b-6f72689c760c HTTP/1.1" status: 200  len: 949 time: 0.0641921
Dec 25 21:17:07.462140 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port a97266bc-054b-4f05-9507-8f17f9e55d8f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a97266bc-054b-4f05-9507-8f17f9e55d8f,segment=NetworkSegment(85c774cb-a0eb-4ad9-961f-f331d3b37cd6),segment_id=85c774cb-a0eb-4ad9-961f-f331d3b37cd6)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:17:07.509596 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee7fdb8-b4d4-4c8c-b117-1feae8bda81a req-b52a1e27-c482-4868-8386-cfc12c837fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:17:07.514307 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-9ee7fdb8-b4d4-4c8c-b117-1feae8bda81a req-b52a1e27-c482-4868-8386-cfc12c837fa8 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=4c3545b07d0b4ccf9cd48a80c2d37521&device_id=161df36a-2258-4f32-a7b0-2f7c793d4390 HTTP/1.1" status: 200  len: 1096 time: 0.0474200
Dec 25 21:17:07.531999 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-466b2128-4065-4dc2-ae48-2ed09af95384 req-c15bd8ca-f96a-4b8b-8fa5-58822f4d096c tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3f1ae63-416f-443f-b032-af0d7dcc9019&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0530233
Dec 25 21:17:07.557246 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-3c79cff5-9795-47d7-bace-f651430945d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f26133429d0>, [{'id': '64d33087-8110-48e8-8d7a-cbd6f57725b1', 'name': 'tempest-ServerActionsTestJSON-1405305583-router', 'tenant_id': '4c3545b07d0b4ccf9cd48a80c2d37521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.75'}], 'enable_snat': True}, 'gw_port_id': '5c9037aa-6516-4164-8ea4-ad8d042897d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:16:29Z', 'updated_at': '2021-12-25T21:16:37Z', 'revision_number': 4, 'project_id': '4c3545b07d0b4ccf9cd48a80c2d37521', 'gw_port': {'id': '5c9037aa-6516-4164-8ea4-ad8d042897d7', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:38:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64d33087-8110-48e8-8d7a-cbd6f57725b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1009, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:16:31Z', 'updated_at': '2021-12-25T21:16:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '13cc4e12-07e1-4fc5-92b2-e64187a64890', 'tenant_id': '4c3545b07d0b4ccf9cd48a80c2d37521', 'floating_ip_address': '172.35.3.63', 'floating_network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'router_id': '64d33087-8110-48e8-8d7a-cbd6f57725b1', 'port_id': 'cdd08e2a-d7d3-45dd-874c-1cadcc9203fd', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1018, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '050fe506-29b6-4536-b03a-6d4fd9d4993c', 'mac_address': 'fa:16:3e:54:4d:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '161df36a-2258-4f32-a7b0-2f7c793d4390', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-25T21:16:44Z', 'updated_at': '2021-12-25T21:17:05Z', 'revision_number': 1, 'project_id': '4c3545b07d0b4ccf9cd48a80c2d37521', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '020b68b7-f89a-4b33-b20b-4ab3c8fe3101', 'name': '', 'network_id': '050fe506-29b6-4536-b03a-6d4fd9d4993c', 'tenant_id': '4c3545b07d0b4ccf9cd48a80c2d37521', 'mac_address': 'fa:16:3e:85:5b:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64d33087-8110-48e8-8d7a-cbd6f57725b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': '1f5d8ab8-049c-411c-8531-c48febcca4ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:16:36Z', 'updated_at': '2021-12-25T21:16:42Z', 'revision_number': 5, 'project_id': '4c3545b07d0b4ccf9cd48a80c2d37521', 'subnets': [{'id': '1f5d8ab8-049c-411c-8531-c48febcca4ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:17:07.615259 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c79cff5-9795-47d7-bace-f651430945d9 None None] The sync data for ids ['64d33087-8110-48e8-8d7a-cbd6f57725b1'] in ncdv-master-1 is: [{'id': '64d33087-8110-48e8-8d7a-cbd6f57725b1', 'name': 'tempest-ServerActionsTestJSON-1405305583-router', 'tenant_id': '4c3545b07d0b4ccf9cd48a80c2d37521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.75'}], 'enable_snat': True}, 'gw_port_id': '5c9037aa-6516-4164-8ea4-ad8d042897d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:16:29Z', 'updated_at': '2021-12-25T21:16:37Z', 'revision_number': 4, 'project_id': '4c3545b07d0b4ccf9cd48a80c2d37521', 'gw_port': {'id': '5c9037aa-6516-4164-8ea4-ad8d042897d7', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:38:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64d33087-8110-48e8-8d7a-cbd6f57725b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1009, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:16:31Z', 'updated_at': '2021-12-25T21:16:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '13cc4e12-07e1-4fc5-92b2-e64187a64890', 'tenant_id': '4c3545b07d0b4ccf9cd48a80c2d37521', 'floating_ip_address': '172.35.3.63', 'floating_network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'router_id': '64d33087-8110-48e8-8d7a-cbd6f57725b1', 'port_id': 'cdd08e2a-d7d3-45dd-874c-1cadcc9203fd', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1018, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '050fe506-29b6-4536-b03a-6d4fd9d4993c', 'mac_address': 'fa:16:3e:54:4d:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '161df36a-2258-4f32-a7b0-2f7c793d4390', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-25T21:16:44Z', 'updated_at': '2021-12-25T21:17:05Z', 'revision_number': 1, 'project_id': '4c3545b07d0b4ccf9cd48a80c2d37521', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '020b68b7-f89a-4b33-b20b-4ab3c8fe3101', 'name': '', 'network_id': '050fe506-29b6-4536-b03a-6d4fd9d4993c', 'tenant_id': '4c3545b07d0b4ccf9cd48a80c2d37521', 'mac_address': 'fa:16:3e:85:5b:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64d33087-8110-48e8-8d7a-cbd6f57725b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': '1f5d8ab8-049c-411c-8531-c48febcca4ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:16:36Z', 'updated_at': '2021-12-25T21:16:42Z', 'revision_number': 5, 'project_id': '4c3545b07d0b4ccf9cd48a80c2d37521', 'subnets': [{'id': '1f5d8ab8-049c-411c-8531-c48febcca4ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 21:17:07.618072 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:07.619376 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device ca27c441-c54d-4e05-8a52-86b1df07f0e3 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 25 21:17:07.683503 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee7fdb8-b4d4-4c8c-b117-1feae8bda81a req-eb95aba7-78a7-44cc-878c-0f5c6ba64884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:17:07.685178 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c6cc54-5728-4d21-83b0-700d02213942 req-3ff6ae15-d12f-4203-b16e-b0ca53558908 tempest-ImagesOneServerNegativeTestJSON-1717313213 tempest-ImagesOneServerNegativeTestJSON-1717313213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:17:07.686864 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b0c6cc54-5728-4d21-83b0-700d02213942 req-3ff6ae15-d12f-4203-b16e-b0ca53558908 tempest-ImagesOneServerNegativeTestJSON-1717313213 tempest-ImagesOneServerNegativeTestJSON-1717313213-project] 10.222.0.32 "GET /v2.0/ports?device_id=6cf2c55e-9f30-4390-b13e-f7a8917aba8b HTTP/1.1" status: 200  len: 943 time: 0.1002128
Dec 25 21:17:07.688105 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-9ee7fdb8-b4d4-4c8c-b117-1feae8bda81a req-eb95aba7-78a7-44cc-878c-0f5c6ba64884 service neutron] 10.222.0.31 "GET /v2.0/networks?id=050fe506-29b6-4536-b03a-6d4fd9d4993c HTTP/1.1" status: 200  len: 913 time: 0.1652184
Dec 25 21:17:07.731600 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Pushing event updated for resources: {'Port': ['ID=a97266bc-054b-4f05-9507-8f17f9e55d8f,revision_number=12']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:17:07.806741 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port ca27c441-c54d-4e05-8a52-86b1df07f0e3, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ca27c441-c54d-4e05-8a52-86b1df07f0e3,segment=NetworkSegment(851a1add-14f1-4631-9dc8-d7579713b600),segment_id=851a1add-14f1-4631-9dc8-d7579713b600)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:17:07.819485 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b0c6cc54-5728-4d21-83b0-700d02213942 req-a8a01a82-7581-4fe4-b4a0-96187f944c57 tempest-ImagesOneServerNegativeTestJSON-1717313213 tempest-ImagesOneServerNegativeTestJSON-1717313213-project] 10.222.0.32 "GET /v2.0/security-groups?id=90b09226-05f9-413f-802a-f36d3e55d2ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1252882
Dec 25 21:17:07.821495 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Returning: {'device': 'ca27c441-c54d-4e05-8a52-86b1df07f0e3', 'network_id': '979f5e3f-5f36-45e3-b799-ae422a7efba5', 'port_id': 'ca27c441-c54d-4e05-8a52-86b1df07f0e3', 'mac_address': 'fa:16:3e:68:00:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '048bdd92-f291-4a78-86a6-99fc0420bf47', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 25 21:17:07.862212 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-9ee7fdb8-b4d4-4c8c-b117-1feae8bda81a req-5f80ca46-dd46-4547-860b-86dd8b8a0ae4 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cdd08e2a-d7d3-45dd-874c-1cadcc9203fd HTTP/1.1" status: 200  len: 998 time: 0.1643281
Dec 25 21:17:07.905721 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514605a2-ecde-40a0-9845-82a54ec8ed83 req-fc42ada0-01e3-4ff2-ba7a-f75cee165d3d tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:17:07.913712 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-514605a2-ecde-40a0-9845-82a54ec8ed83 req-fc42ada0-01e3-4ff2-ba7a-f75cee165d3d tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/ports?device_id=36168d53-184a-47fb-a60b-6f72689c760c HTTP/1.1" status: 200  len: 950 time: 0.2798569
Dec 25 21:17:07.916156 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:07.973608 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee7fdb8-b4d4-4c8c-b117-1feae8bda81a req-31173052-0b2b-4919-bc79-95b9d3ecac19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:17:07.975114 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-9ee7fdb8-b4d4-4c8c-b117-1feae8bda81a req-31173052-0b2b-4919-bc79-95b9d3ecac19 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1f5d8ab8-049c-411c-8531-c48febcca4ec HTTP/1.1" status: 200  len: 851 time: 0.1055493
Dec 25 21:17:07.978696 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca27c441-c54d-4e05-8a52-86b1df07f0e3 {{(pid=121608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:17:07.989181 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-514605a2-ecde-40a0-9845-82a54ec8ed83 req-470fb963-7e74-4efc-be7a-0efec0b4a242 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3f1ae63-416f-443f-b032-af0d7dcc9019&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0707965
Dec 25 21:17:08.040752 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port ca27c441-c54d-4e05-8a52-86b1df07f0e3, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ca27c441-c54d-4e05-8a52-86b1df07f0e3,segment=NetworkSegment(851a1add-14f1-4631-9dc8-d7579713b600),segment_id=851a1add-14f1-4631-9dc8-d7579713b600)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:17:08.046096 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2598ba9d-541c-4ca1-89e4-fe76093857cc None None] New status for floating IP 13cc4e12-07e1-4fc5-92b2-e64187a64890: ACTIVE {{(pid=121609) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 25 21:17:08.050980 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 54802) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:17:08.099547 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee7fdb8-b4d4-4c8c-b117-1feae8bda81a req-1dd3ca6a-cebe-46b2-bf03-85d5272bb1e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:17:08.101111 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-9ee7fdb8-b4d4-4c8c-b117-1feae8bda81a req-1dd3ca6a-cebe-46b2-bf03-85d5272bb1e6 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=050fe506-29b6-4536-b03a-6d4fd9d4993c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1182382
Dec 25 21:17:08.156276 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:08.158522 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:08.178685 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004c6ff3-0955-4335-8e88-3d98e46d95e2 req-d0dbec7a-4d61-4150-be64-44287242d2c2 tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:17:08.189545 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-004c6ff3-0955-4335-8e88-3d98e46d95e2 req-d0dbec7a-4d61-4150-be64-44287242d2c2 tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] 10.222.0.32 "GET /v2.0/ports?device_id=a665e8d7-d64e-4879-9389-ad2efb13749b HTTP/1.1" status: 200  len: 945 time: 0.1039464
Dec 25 21:17:08.246523 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Pushing event updated for resources: {'Port': ['ID=ca27c441-c54d-4e05-8a52-86b1df07f0e3,revision_number=4']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:17:08.255807 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-9ee7fdb8-b4d4-4c8c-b117-1feae8bda81a req-75e1382f-270b-458b-9a22-755e1af1879e service neutron] 10.222.0.31 "GET /v2.0/networks/050fe506-29b6-4536-b03a-6d4fd9d4993c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1460297
Dec 25 21:17:08.326339 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9bdcf988-8655-44db-be53-bd8c3ee5efec req-4cdba798-914d-4187-80c7-0eca5c769577 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=ed880d80bcfb4641b02f26da5fad21b8&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0455182
Dec 25 21:17:08.329475 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-e917c5ba-6361-4e02-993c-85e539e00412 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=919a00bb2d294ab291df4bbd212ae7fe&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2774229
Dec 25 21:17:08.332826 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 54818) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:17:08.334739 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-004c6ff3-0955-4335-8e88-3d98e46d95e2 req-712f3769-cac5-4f53-a4d9-ace3f58689e2 tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] 10.222.0.32 "GET /v2.0/security-groups?id=e70b16a5-3c2f-443c-a3bd-2851d79b2b90&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1443779
Dec 25 21:17:08.403756 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3e945ecd-9380-47c2-aa0a-12ebe07e03e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:08.504427 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdcf988-8655-44db-be53-bd8c3ee5efec req-4dd5ffb2-387e-4f2f-998d-a21e01a52701 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:17:08.506052 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9bdcf988-8655-44db-be53-bd8c3ee5efec req-4dd5ffb2-387e-4f2f-998d-a21e01a52701 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1702006
Dec 25 21:17:08.515060 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a473c1-119a-461f-a607-1c39ab303972 req-a48792fb-568e-4a75-afbd-9f61f1037767 tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:17:08.517269 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-44a473c1-119a-461f-a607-1c39ab303972 req-a48792fb-568e-4a75-afbd-9f61f1037767 tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] 10.222.0.32 "GET /v2.0/ports?device_id=05cf3a17-49d6-43d2-9b08-505f1e637900 HTTP/1.1" status: 200  len: 945 time: 0.0874407
Dec 25 21:17:08.535325 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9bdcf988-8655-44db-be53-bd8c3ee5efec req-e03ef955-662f-4dd2-aa23-04ddb6068337 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/quotas/ed880d80bcfb4641b02f26da5fad21b8 HTTP/1.1" status: 200  len: 375 time: 0.0167787
Dec 25 21:17:08.601821 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-44a473c1-119a-461f-a607-1c39ab303972 req-2e920b00-e6fe-46c8-9aed-23bb0f763e3c tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] 10.222.0.32 "GET /v2.0/security-groups?id=2bf8651c-3ed0-44bb-a064-d61aab6ec281&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0760448
Dec 25 21:17:08.617060 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9bdcf988-8655-44db-be53-bd8c3ee5efec req-5947567a-b898-4c0b-9e96-d3ce02331bda tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=ed880d80bcfb4641b02f26da5fad21b8&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0740302
Dec 25 21:17:08.675882 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-9ee7fdb8-b4d4-4c8c-b117-1feae8bda81a req-93c24d9c-f735-42bf-a687-38370d5de009 service neutron] 10.222.0.31 "GET /v2.0/networks/050fe506-29b6-4536-b03a-6d4fd9d4993c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4128306
Dec 25 21:17:08.695405 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a4d13e11-bf33-41a5-a6be-cde3a8ebdb13 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:08.720331 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a4d13e11-bf33-41a5-a6be-cde3a8ebdb13 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:08.728732 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bfacc0-0694-4f96-856c-a4b2f1d4829f req-a0ddb164-9a17-457c-91fd-8a6ca8be526f tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:17:08.733616 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-59bfacc0-0694-4f96-856c-a4b2f1d4829f req-a0ddb164-9a17-457c-91fd-8a6ca8be526f tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] 10.222.0.32 "GET /v2.0/ports?device_id=a665e8d7-d64e-4879-9389-ad2efb13749b HTTP/1.1" status: 200  len: 945 time: 0.0699499
Dec 25 21:17:08.783231 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-59bfacc0-0694-4f96-856c-a4b2f1d4829f req-6e6f1014-a8b3-484f-aa41-fe71b43f4060 tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] 10.222.0.32 "GET /v2.0/security-groups?id=e70b16a5-3c2f-443c-a3bd-2851d79b2b90&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0457220
Dec 25 21:17:08.893619 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a4d13e11-bf33-41a5-a6be-cde3a8ebdb13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:08.893619 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a4d13e11-bf33-41a5-a6be-cde3a8ebdb13 admin admin] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:08.893619 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-a4d13e11-bf33-41a5-a6be-cde3a8ebdb13 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d60cc0c8-8901-457c-b6ff-328606b32b2d HTTP/1.1" status: 204  len: 168 time: 0.5595028
Dec 25 21:17:08.903274 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d13e11-bf33-41a5-a6be-cde3a8ebdb13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d60cc0c8-8901-457c-b6ff-328606b32b2d,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:17:08.925821 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b46eda14-f4ba-4b9a-a5c8-617b487b983a req-01c8a836-0e57-4c9d-af01-d31d5a4e05cc tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/ports?device_id=4e09da5c-da55-4216-89ee-8cbdaf24ecec HTTP/1.1" status: 200  len: 210 time: 0.0278769
Dec 25 21:17:09.071508 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d249fa3-ff9f-43de-973a-1ea79839976b req-74be1725-495f-42b0-b1a8-85c436949d99 tempest-ImagesOneServerNegativeTestJSON-1717313213 tempest-ImagesOneServerNegativeTestJSON-1717313213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:17:09.073354 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5d249fa3-ff9f-43de-973a-1ea79839976b req-74be1725-495f-42b0-b1a8-85c436949d99 tempest-ImagesOneServerNegativeTestJSON-1717313213 tempest-ImagesOneServerNegativeTestJSON-1717313213-project] 10.222.0.32 "GET /v2.0/ports?device_id=6cf2c55e-9f30-4390-b13e-f7a8917aba8b HTTP/1.1" status: 200  len: 944 time: 0.0573475
Dec 25 21:17:09.140246 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5d249fa3-ff9f-43de-973a-1ea79839976b req-41661fe6-8355-425a-b9ba-1fb222470167 tempest-ImagesOneServerNegativeTestJSON-1717313213 tempest-ImagesOneServerNegativeTestJSON-1717313213-project] 10.222.0.32 "GET /v2.0/security-groups?id=90b09226-05f9-413f-802a-f36d3e55d2ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0546834
Dec 25 21:17:09.163086 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] get_ports_and_sgs() called for port_ids ['a97266bc-054b-4f05-9507-8f17f9e55d8f'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:17:09.194001 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] get_ports_and_sgs() called for port_ids ['ca27c441-c54d-4e05-8a52-86b1df07f0e3'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:17:09.520695 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63693f28-a721-4c0d-83e6-0c33a41ec871 req-ec27c610-b0de-4c82-9d78-3f0e2f904093 tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:17:09.522339 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-63693f28-a721-4c0d-83e6-0c33a41ec871 req-ec27c610-b0de-4c82-9d78-3f0e2f904093 tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] 10.222.0.32 "GET /v2.0/networks?id=597fae95-d9e4-466a-853c-7cbb09218bf0 HTTP/1.1" status: 200  len: 813 time: 0.1410046
Dec 25 21:17:09.538606 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-63693f28-a721-4c0d-83e6-0c33a41ec871 req-4486dcc1-424d-445c-b1e3-c3f12f9b882f tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] 10.222.0.32 "GET /v2.0/quotas/27d474dfd37c46f0aa14aa84e8b3ad41 HTTP/1.1" status: 200  len: 375 time: 0.0098753
Dec 25 21:17:09.588893 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-63693f28-a721-4c0d-83e6-0c33a41ec871 req-d38c0cd1-e287-49d8-a4f7-8275f159c6d3 tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=27d474dfd37c46f0aa14aa84e8b3ad41&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0441127
Dec 25 21:17:09.781033 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-63693f28-a721-4c0d-83e6-0c33a41ec871 req-8cbc0fba-9314-4693-a5b3-ceae965a068d service neutron] 10.222.0.32 "GET /v2.0/networks/597fae95-d9e4-466a-853c-7cbb09218bf0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0969567
Dec 25 21:17:09.806819 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-15cb578f-7a63-4fd3-925d-83bad4c7b82a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:10.135229 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b903ed-0c75-4611-96ab-36aee95ca734 req-2edb1530-affb-43f5-afd5-22b29029876c tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:17:10.136746 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-87b903ed-0c75-4611-96ab-36aee95ca734 req-2edb1530-affb-43f5-afd5-22b29029876c tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] 10.222.0.32 "GET /v2.0/ports?device_id=05cf3a17-49d6-43d2-9b08-505f1e637900 HTTP/1.1" status: 200  len: 945 time: 0.4581475
Dec 25 21:17:10.156477 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30fe486-e64a-4e56-963a-7cc245466b98 req-b67daf68-492a-4930-a43c-d7634c707d7a tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:17:10.158085 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c30fe486-e64a-4e56-963a-7cc245466b98 req-b67daf68-492a-4930-a43c-d7634c707d7a tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] 10.222.0.37 "GET /v2.0/ports?device_id=05cf3a17-49d6-43d2-9b08-505f1e637900 HTTP/1.1" status: 200  len: 945 time: 0.4432809
Dec 25 21:17:10.193658 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-63693f28-a721-4c0d-83e6-0c33a41ec871 req-385ea3f1-9ca7-409e-8540-3caabd38010a service neutron] 10.222.0.32 "GET /v2.0/networks/597fae95-d9e4-466a-853c-7cbb09218bf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4871786
Dec 25 21:17:10.271623 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-87b903ed-0c75-4611-96ab-36aee95ca734 req-911f3272-0504-4afb-be21-0cd072401e0d tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] 10.222.0.32 "GET /v2.0/security-groups?id=2bf8651c-3ed0-44bb-a064-d61aab6ec281&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1252832
Dec 25 21:17:10.298752 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [req-c30fe486-e64a-4e56-963a-7cc245466b98 req-368f9605-c4f2-4a9e-ad10-bfd20f6b1ea1 tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] Deleting port 68b20766-9d12-4028-ab7b-1eb5150d2808 {{(pid=121606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:17:10.298960 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-c30fe486-e64a-4e56-963a-7cc245466b98 req-368f9605-c4f2-4a9e-ad10-bfd20f6b1ea1 tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:10.358530 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1bbe58ac-31b2-4e42-a72f-293d8f7592cb req-03b2f84e-d68d-46e8-afd5-ef86046b5adb tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/ports?device_id=4e09da5c-da55-4216-89ee-8cbdaf24ecec HTTP/1.1" status: 200  len: 210 time: 0.0294800
Dec 25 21:17:10.426729 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-c30fe486-e64a-4e56-963a-7cc245466b98 req-368f9605-c4f2-4a9e-ad10-bfd20f6b1ea1 tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] For port 68b20766-9d12-4028-ab7b-1eb5150d2808, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=68b20766-9d12-4028-ab7b-1eb5150d2808,segment=NetworkSegment(40b3768f-3d6e-4d28-9b2a-4711b7f0f059),segment_id=40b3768f-3d6e-4d28-9b2a-4711b7f0f059)] {{(pid=121606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:17:10.426729 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-c30fe486-e64a-4e56-963a-7cc245466b98 req-368f9605-c4f2-4a9e-ad10-bfd20f6b1ea1 tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:10.477975 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [req-c30fe486-e64a-4e56-963a-7cc245466b98 req-368f9605-c4f2-4a9e-ad10-bfd20f6b1ea1 tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] Calling delete_port for 68b20766-9d12-4028-ab7b-1eb5150d2808 owned by compute:nova {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:17:10.553643 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300ebd9d-f122-42ca-8aa3-63997530dfbe req-bf763098-1b41-40f3-9a78-56057bd13530 tempest-ImagesOneServerNegativeTestJSON-1717313213 tempest-ImagesOneServerNegativeTestJSON-1717313213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:17:10.555474 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-300ebd9d-f122-42ca-8aa3-63997530dfbe req-bf763098-1b41-40f3-9a78-56057bd13530 tempest-ImagesOneServerNegativeTestJSON-1717313213 tempest-ImagesOneServerNegativeTestJSON-1717313213-project] 10.222.0.32 "GET /v2.0/ports?device_id=6cf2c55e-9f30-4390-b13e-f7a8917aba8b HTTP/1.1" status: 200  len: 944 time: 0.1349237
Dec 25 21:17:10.593636 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:10.618627 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-219e761a-7ec4-4adb-9419-204b9cbc8117 req-32dfcc06-e045-46e4-af0e-fa444aaec852 tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] 10.222.0.32 "GET /v2.0/ports?device_id=145d49b0-3bfb-45f5-9f32-8f86e111755f HTTP/1.1" status: 200  len: 210 time: 0.0556908
Dec 25 21:17:10.632597 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444d791a-21d0-40e7-aca0-19233dca3d94 req-765b048f-e398-42c8-9f40-4bd926fee940 tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:17:10.634521 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-444d791a-21d0-40e7-aca0-19233dca3d94 req-765b048f-e398-42c8-9f40-4bd926fee940 tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] 10.222.0.31 "GET /v2.0/ports?device_id=a665e8d7-d64e-4879-9389-ad2efb13749b HTTP/1.1" status: 200  len: 945 time: 0.0648901
Dec 25 21:17:10.714583 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-300ebd9d-f122-42ca-8aa3-63997530dfbe req-a20fe881-c85d-42ce-9597-9ae43c166271 tempest-ImagesOneServerNegativeTestJSON-1717313213 tempest-ImagesOneServerNegativeTestJSON-1717313213-project] 10.222.0.32 "GET /v2.0/security-groups?id=90b09226-05f9-413f-802a-f36d3e55d2ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1314473
Dec 25 21:17:10.754207 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [req-444d791a-21d0-40e7-aca0-19233dca3d94 req-e41a2d1c-c37d-426e-a1eb-490a91a2aa2d tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] Deleting port 7dbd4557-2b40-4db1-9a68-6caa3efd7bb8 {{(pid=121607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:17:10.754547 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-444d791a-21d0-40e7-aca0-19233dca3d94 req-e41a2d1c-c37d-426e-a1eb-490a91a2aa2d tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:10.759536 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 54900) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:17:10.803026 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-c30fe486-e64a-4e56-963a-7cc245466b98 req-368f9605-c4f2-4a9e-ad10-bfd20f6b1ea1 tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:10.819807 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] get_ports_and_sgs() called for port_ids ['68b20766-9d12-4028-ab7b-1eb5150d2808'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:17:10.857452 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.db [req-444d791a-21d0-40e7-aca0-19233dca3d94 req-e41a2d1c-c37d-426e-a1eb-490a91a2aa2d tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] For port 7dbd4557-2b40-4db1-9a68-6caa3efd7bb8, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7dbd4557-2b40-4db1-9a68-6caa3efd7bb8,segment=NetworkSegment(59040483-3fcc-4b5a-8606-f8e28575fa62),segment_id=59040483-3fcc-4b5a-8606-f8e28575fa62)] {{(pid=121607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:17:10.863442 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-444d791a-21d0-40e7-aca0-19233dca3d94 req-e41a2d1c-c37d-426e-a1eb-490a91a2aa2d tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:10.867998 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368f9605-c4f2-4a9e-ad10-bfd20f6b1ea1 tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] Pushing event deleted for resources: {'Port': ['ID=68b20766-9d12-4028-ab7b-1eb5150d2808,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:17:10.874955 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [req-444d791a-21d0-40e7-aca0-19233dca3d94 req-e41a2d1c-c37d-426e-a1eb-490a91a2aa2d tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] Calling delete_port for 7dbd4557-2b40-4db1-9a68-6caa3efd7bb8 owned by compute:nova {{(pid=121607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:17:10.916101 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [req-c30fe486-e64a-4e56-963a-7cc245466b98 req-368f9605-c4f2-4a9e-ad10-bfd20f6b1ea1 tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] No DVR routers for this DVR port 68b20766-9d12-4028-ab7b-1eb5150d2808 on host nch2-master-1 {{(pid=121606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:17:10.920418 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-9944c7d8-974c-42d5-aac7-5b20e4527f4b admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-513386562-network', 'tenant_id': '16a084940f024be8aee5807248918cb5'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:17:10.923841 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-c30fe486-e64a-4e56-963a-7cc245466b98 req-368f9605-c4f2-4a9e-ad10-bfd20f6b1ea1 tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:10.927668 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c30fe486-e64a-4e56-963a-7cc245466b98 req-368f9605-c4f2-4a9e-ad10-bfd20f6b1ea1 tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] 10.222.0.37 "DELETE /v2.0/ports/68b20766-9d12-4028-ab7b-1eb5150d2808 HTTP/1.1" status: 204  len: 173 time: 0.7548940
Dec 25 21:17:10.928103 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05cf3a17-49d6-43d2-9b08-505f1e637900', 'name': 'network-vif-deleted', 'tag': '68b20766-9d12-4028-ab7b-1eb5150d2808'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:17:10.930606 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9858820c13ec2827453b94ebc4181065e990a4e4089ccb9fe762531ac62d2fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d55df43c-10cb-4bda-aa0e-a6a19f719b92" -d '{"events": [{"server_uuid": "05cf3a17-49d6-43d2-9b08-505f1e637900", "name": "network-vif-deleted", "tag": "68b20766-9d12-4028-ab7b-1eb5150d2808"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:17:10.934631 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device a97266bc-054b-4f05-9507-8f17f9e55d8f up at agent hyperv_nch2-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:17:11.010357 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 21:17:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acda4b54-a0bf-42e6-b1b8-e581ff254efd x-openstack-request-id: req-acda4b54-a0bf-42e6-b1b8-e581ff254efd {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:17:11.010997 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05cf3a17-49d6-43d2-9b08-505f1e637900", "name": "network-vif-deleted", "tag": "68b20766-9d12-4028-ab7b-1eb5150d2808", "status": "completed", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:17:11.011420 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-acda4b54-a0bf-42e6-b1b8-e581ff254efd {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:17:11.011989 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05cf3a17-49d6-43d2-9b08-505f1e637900', 'name': 'network-vif-deleted', 'tag': '68b20766-9d12-4028-ab7b-1eb5150d2808', 'status': 'completed', 'code': 200}
Dec 25 21:17:11.038728 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9944c7d8-974c-42d5-aac7-5b20e4527f4b admin admin] Made reservation on behalf of 16a084940f024be8aee5807248918cb5 for: {'network': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:17:11.042411 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-9944c7d8-974c-42d5-aac7-5b20e4527f4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for network, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:11.051277 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-9944c7d8-974c-42d5-aac7-5b20e4527f4b admin admin] Publish callbacks [] for security_group, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:11.089981 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Provisioning for port a97266bc-054b-4f05-9507-8f17f9e55d8f completed by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 25 21:17:11.093867 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Provisioning complete for port a97266bc-054b-4f05-9507-8f17f9e55d8f triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:17:11.094233 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:11.148920 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-9944c7d8-974c-42d5-aac7-5b20e4527f4b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:11.159948 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-444d791a-21d0-40e7-aca0-19233dca3d94 req-e41a2d1c-c37d-426e-a1eb-490a91a2aa2d tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:11.187347 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] get_ports_and_sgs() called for port_ids ['7dbd4557-2b40-4db1-9a68-6caa3efd7bb8'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:17:11.210628 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-9944c7d8-974c-42d5-aac7-5b20e4527f4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:11.229150 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9944c7d8-974c-42d5-aac7-5b20e4527f4b admin admin] vlan segment allocate from pool success with {'vlan_id': 182, 'physical_network': 'physnet1'}  {{(pid=121606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 25 21:17:11.240918 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41a2d1c-c37d-426e-a1eb-490a91a2aa2d tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] Pushing event deleted for resources: {'Port': ['ID=7dbd4557-2b40-4db1-9a68-6caa3efd7bb8,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:17:11.257212 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41a2d1c-c37d-426e-a1eb-490a91a2aa2d tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:17:11.260669 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41a2d1c-c37d-426e-a1eb-490a91a2aa2d tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:17:11.261232 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41a2d1c-c37d-426e-a1eb-490a91a2aa2d tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:17:11.262948 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:11.263522 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41a2d1c-c37d-426e-a1eb-490a91a2aa2d tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:17:11.264039 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41a2d1c-c37d-426e-a1eb-490a91a2aa2d tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:17:11.265046 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41a2d1c-c37d-426e-a1eb-490a91a2aa2d tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:17:11.265729 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41a2d1c-c37d-426e-a1eb-490a91a2aa2d tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:17:11.267303 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-9944c7d8-974c-42d5-aac7-5b20e4527f4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:11.267773 ncdv-master-1 neutron-server[121606]: INFO neutron.db.segments_db [None req-9944c7d8-974c-42d5-aac7-5b20e4527f4b admin admin] Added segment 01b1b6b5-7db5-40ee-a399-bc306695a2d5 of type vlan for network ce9b43e7-57f0-42d1-9422-f764ccb2bd06
Dec 25 21:17:11.268021 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41a2d1c-c37d-426e-a1eb-490a91a2aa2d tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:17:11.268533 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41a2d1c-c37d-426e-a1eb-490a91a2aa2d tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:17:11.269593 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41a2d1c-c37d-426e-a1eb-490a91a2aa2d tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:17:11.270106 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41a2d1c-c37d-426e-a1eb-490a91a2aa2d tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:17:11.275718 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41a2d1c-c37d-426e-a1eb-490a91a2aa2d tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:17:11.276843 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41a2d1c-c37d-426e-a1eb-490a91a2aa2d tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:17:11.281291 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9944c7d8-974c-42d5-aac7-5b20e4527f4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1afdcc1a-136b-4b62-a479-56858cefce8d,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:17:11.320464 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36168d53-184a-47fb-a60b-6f72689c760c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a97266bc-054b-4f05-9507-8f17f9e55d8f'}] {{(pid=121608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:17:11.324397 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-9944c7d8-974c-42d5-aac7-5b20e4527f4b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737602163420'] for network, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:11.325074 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a88c78c3ff6266bd59c7e89d275b28c92e739b67d23c89d71af88829fd31566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c01498a2-f6c7-47fd-8ff0-f99b531ea834" -d '{"events": [{"server_uuid": "36168d53-184a-47fb-a60b-6f72689c760c", "name": "network-vif-plugged", "status": "completed", "tag": "a97266bc-054b-4f05-9507-8f17f9e55d8f"}]}' {{(pid=121608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:17:11.342572 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port a97266bc-054b-4f05-9507-8f17f9e55d8f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a97266bc-054b-4f05-9507-8f17f9e55d8f,segment=NetworkSegment(85c774cb-a0eb-4ad9-961f-f331d3b37cd6),segment_id=85c774cb-a0eb-4ad9-961f-f331d3b37cd6)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:17:11.372974 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [req-444d791a-21d0-40e7-aca0-19233dca3d94 req-e41a2d1c-c37d-426e-a1eb-490a91a2aa2d tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] No DVR routers for this DVR port 7dbd4557-2b40-4db1-9a68-6caa3efd7bb8 on host nch1-master-1 {{(pid=121607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:17:11.376635 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-444d791a-21d0-40e7-aca0-19233dca3d94 req-e41a2d1c-c37d-426e-a1eb-490a91a2aa2d tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:11.379174 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-444d791a-21d0-40e7-aca0-19233dca3d94 req-e41a2d1c-c37d-426e-a1eb-490a91a2aa2d tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] 10.222.0.31 "DELETE /v2.0/ports/7dbd4557-2b40-4db1-9a68-6caa3efd7bb8 HTTP/1.1" status: 204  len: 173 time: 0.7375009
Dec 25 21:17:11.379836 ncdv-master-1 neutron-server[121607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a665e8d7-d64e-4879-9389-ad2efb13749b', 'name': 'network-vif-deleted', 'tag': '7dbd4557-2b40-4db1-9a68-6caa3efd7bb8'}] {{(pid=121607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:17:11.382311 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f980bbcadfa7bf1e788024e1448be660373c21f97f015f780444e999c451203" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86edf7ef-cc21-4a34-aaaa-3b3d5ff690d7" -d '{"events": [{"server_uuid": "a665e8d7-d64e-4879-9389-ad2efb13749b", "name": "network-vif-deleted", "tag": "7dbd4557-2b40-4db1-9a68-6caa3efd7bb8"}]}' {{(pid=121607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:17:11.420237 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:11.422238 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device ca27c441-c54d-4e05-8a52-86b1df07f0e3 up at agent hyperv_nch2-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:17:11.423460 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8d4a4093-52c9-41cf-97e9-30894fe10d51 req-5d751658-7fac-47f5-938b-bbd7f7c7aff9 tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] 10.222.0.32 "GET /v2.0/ports?device_id=05cf3a17-49d6-43d2-9b08-505f1e637900 HTTP/1.1" status: 200  len: 210 time: 0.0495811
Dec 25 21:17:11.424602 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-9944c7d8-974c-42d5-aac7-5b20e4527f4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870'] for network, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:11.425537 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9944c7d8-974c-42d5-aac7-5b20e4527f4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:17:11.426109 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-9944c7d8-974c-42d5-aac7-5b20e4527f4b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for network, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:11.528259 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Pushing event updated for resources: {'Port': ['ID=a97266bc-054b-4f05-9507-8f17f9e55d8f,revision_number=13']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:17:11.539782 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 21:17:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ed1d67f-d35f-429a-835a-8a5eae4342c2 x-openstack-request-id: req-8ed1d67f-d35f-429a-835a-8a5eae4342c2 {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:17:11.539782 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36168d53-184a-47fb-a60b-6f72689c760c", "name": "network-vif-plugged", "status": "completed", "tag": "a97266bc-054b-4f05-9507-8f17f9e55d8f", "code": 200}]} {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:17:11.539782 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8ed1d67f-d35f-429a-835a-8a5eae4342c2 {{(pid=121608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:17:11.539782 ncdv-master-1 neutron-server[121608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36168d53-184a-47fb-a60b-6f72689c760c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a97266bc-054b-4f05-9507-8f17f9e55d8f', 'code': 200}
Dec 25 21:17:11.552604 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9944c7d8-974c-42d5-aac7-5b20e4527f4b admin admin] Pushing event updated for resources: {'Network': ['ID=ce9b43e7-57f0-42d1-9422-f764ccb2bd06,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:17:11.567886 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 21:17:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f224c93a-9966-43f7-b9cb-451beaea4f90 x-openstack-request-id: req-f224c93a-9966-43f7-b9cb-451beaea4f90 {{(pid=121607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:17:11.568251 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a665e8d7-d64e-4879-9389-ad2efb13749b", "name": "network-vif-deleted", "tag": "7dbd4557-2b40-4db1-9a68-6caa3efd7bb8", "status": "completed", "code": 200}]} {{(pid=121607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:17:11.568573 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f224c93a-9966-43f7-b9cb-451beaea4f90 {{(pid=121607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:17:11.569110 ncdv-master-1 neutron-server[121607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a665e8d7-d64e-4879-9389-ad2efb13749b', 'name': 'network-vif-deleted', 'tag': '7dbd4557-2b40-4db1-9a68-6caa3efd7bb8', 'status': 'completed', 'code': 200}
Dec 25 21:17:11.572152 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Network ce9b43e7-57f0-42d1-9422-f764ccb2bd06 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 25 21:17:11.586905 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-9944c7d8-974c-42d5-aac7-5b20e4527f4b admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 0.8262045
Dec 25 21:17:11.589918 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 54942) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:17:11.595425 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-15c12b9f-b161-4666-8602-9957885fe199 admin admin] Request body: {'subnet': {'network_id': 'ce9b43e7-57f0-42d1-9422-f764ccb2bd06', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-513386562-subnet', 'tenant_id': '16a084940f024be8aee5807248918cb5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:17:11.665476 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f0de940f-c5f2-434b-8a8c-8cbf1b782629 req-8f59dc8c-8806-4f11-a742-c7d1b854e84b tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/ports?device_id=4e09da5c-da55-4216-89ee-8cbdaf24ecec HTTP/1.1" status: 200  len: 210 time: 0.0525301
Dec 25 21:17:11.737745 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7b90e3-81b0-44e4-8de5-abe5411dea04 req-2d8a0de8-bf73-4134-aaa6-c61ffde6dd6d tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:17:11.739395 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0d7b90e3-81b0-44e4-8de5-abe5411dea04 req-2d8a0de8-bf73-4134-aaa6-c61ffde6dd6d tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] 10.222.0.32 "GET /v2.0/ports?device_id=c169c539-29b8-4eeb-bb76-6e6eabd11098 HTTP/1.1" status: 200  len: 945 time: 0.0641263
Dec 25 21:17:11.752012 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15c12b9f-b161-4666-8602-9957885fe199 admin admin] Made reservation on behalf of 16a084940f024be8aee5807248918cb5 for: {'subnet': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:17:11.756601 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Provisioning for port ca27c441-c54d-4e05-8a52-86b1df07f0e3 completed by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 25 21:17:11.757221 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-15c12b9f-b161-4666-8602-9957885fe199 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8852834'] for subnet, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:11.759968 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Provisioning complete for port ca27c441-c54d-4e05-8a52-86b1df07f0e3 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:17:11.760347 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:11.829475 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-60949996-5b12-45b4-bc8f-5fee03ecdbe0 req-f47bdae5-3e43-4d7f-8a0f-318994d7b899 tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] 10.222.0.32 "GET /v2.0/ports?device_id=145d49b0-3bfb-45f5-9f32-8f86e111755f HTTP/1.1" status: 200  len: 210 time: 0.0472157
Dec 25 21:17:11.862450 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0d7b90e3-81b0-44e4-8de5-abe5411dea04 req-802e5348-8df5-490b-ba83-e66fdea32eb8 tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] 10.222.0.32 "GET /v2.0/security-groups?id=20bd9841-9e11-4157-a0aa-08323059b96f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1124091
Dec 25 21:17:11.878584 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:11.921664 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port ca27c441-c54d-4e05-8a52-86b1df07f0e3, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ca27c441-c54d-4e05-8a52-86b1df07f0e3,segment=NetworkSegment(851a1add-14f1-4631-9dc8-d7579713b600),segment_id=851a1add-14f1-4631-9dc8-d7579713b600)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:17:11.965339 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e9f134-30c3-470e-b567-66526582ccd9 req-33cab551-243d-45ec-9797-0e26067d8f95 tempest-ImagesOneServerNegativeTestJSON-1717313213 tempest-ImagesOneServerNegativeTestJSON-1717313213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:17:11.972960 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-64e9f134-30c3-470e-b567-66526582ccd9 req-33cab551-243d-45ec-9797-0e26067d8f95 tempest-ImagesOneServerNegativeTestJSON-1717313213 tempest-ImagesOneServerNegativeTestJSON-1717313213-project] 10.222.0.32 "GET /v2.0/ports?device_id=6cf2c55e-9f30-4390-b13e-f7a8917aba8b HTTP/1.1" status: 200  len: 944 time: 0.0633788
Dec 25 21:17:11.976087 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:12.027619 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Pushing event updated for resources: {'Port': ['ID=ca27c441-c54d-4e05-8a52-86b1df07f0e3,revision_number=5']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:17:12.045215 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-64e9f134-30c3-470e-b567-66526582ccd9 req-e0c21124-0aea-42b0-97c7-35aa36e316e8 tempest-ImagesOneServerNegativeTestJSON-1717313213 tempest-ImagesOneServerNegativeTestJSON-1717313213-project] 10.222.0.32 "GET /v2.0/security-groups?id=90b09226-05f9-413f-802a-f36d3e55d2ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0607786
Dec 25 21:17:12.073491 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-15c12b9f-b161-4666-8602-9957885fe199 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8632475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8852848'] for subnet, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:12.129648 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c12b9f-b161-4666-8602-9957885fe199 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3f60a15f-92c1-4709-8506-7a38b4b980cc,revision_number=0']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:17:12.154893 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-9bdcf988-8655-44db-be53-bd8c3ee5efec req-271956ec-a961-45b8-bb74-30f43daa05a2 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=ed880d80bcfb4641b02f26da5fad21b8&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0267892
Dec 25 21:17:12.158698 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15c12b9f-b161-4666-8602-9957885fe199 admin admin] Checking segment: {'id': '01b1b6b5-7db5-40ee-a399-bc306695a2d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ce9b43e7-57f0-42d1-9422-f764ccb2bd06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:17:12.159054 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15c12b9f-b161-4666-8602-9957885fe199 admin admin] Network hostable DHCP agents. Network: ce9b43e7-57f0-42d1-9422-f764ccb2bd06, hostable agents: ['1813db88-2c1b-4357-a2ba-869246b663c2'], hosted agents: [] {{(pid=121607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 25 21:17:12.272138 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdcf988-8655-44db-be53-bd8c3ee5efec req-dc4969d1-7ca2-4990-9150-ca2a952a1b67 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:17:12.273679 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-9bdcf988-8655-44db-be53-bd8c3ee5efec req-dc4969d1-7ca2-4990-9150-ca2a952a1b67 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1115592
Dec 25 21:17:12.290646 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [req-9bdcf988-8655-44db-be53-bd8c3ee5efec req-5634af46-9f3b-404b-823b-c89e6fa1255d tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] Request body: {'port': {'device_id': '4e09da5c-da55-4216-89ee-8cbdaf24ecec', 'network_id': '8f212e98-547d-4c6e-a560-2e9a548c8f59', 'admin_state_up': True, 'tenant_id': 'ed880d80bcfb4641b02f26da5fad21b8'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:17:12.319500 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15c12b9f-b161-4666-8602-9957885fe199 admin admin] Network ce9b43e7-57f0-42d1-9422-f764ccb2bd06 is scheduled to be hosted by DHCP agent 1813db88-2c1b-4357-a2ba-869246b663c2 with binding_index 1 {{(pid=121607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 25 21:17:12.400003 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-15c12b9f-b161-4666-8602-9957885fe199 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, ce9b43e7-57f0-42d1-9422-f764ccb2bd06) {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:17:12.406716 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15c12b9f-b161-4666-8602-9957885fe199 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:17:12.407419 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-15c12b9f-b161-4666-8602-9957885fe199 admin admin] Publish callbacks [] for subnet, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:12.408816 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac26c946-a991-4b8a-91f4-a6672a6baaeb None None] Network ce9b43e7-57f0-42d1-9422-f764ccb2bd06 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:17:12.513845 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2e53415-09d9-4a7f-a3ba-356b1428eb37 None None] Network ce9b43e7-57f0-42d1-9422-f764ccb2bd06 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:17:12.517286 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-15c12b9f-b161-4666-8602-9957885fe199 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 0.9260068
Dec 25 21:17:12.527114 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9bdcf988-8655-44db-be53-bd8c3ee5efec req-5634af46-9f3b-404b-823b-c89e6fa1255d tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] Made reservation on behalf of ed880d80bcfb4641b02f26da5fad21b8 for: {'port': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:17:12.527114 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-9bdcf988-8655-44db-be53-bd8c3ee5efec req-5634af46-9f3b-404b-823b-c89e6fa1255d tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:12.585590 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dac4a3-4260-40d6-959c-b1b10f277795 req-091219d9-141f-4ee9-aed5-61b553930fe6 tempest-VolumesAdminNegativeTest-1446759092 tempest-VolumesAdminNegativeTest-1446759092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:17:12.587964 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-36dac4a3-4260-40d6-959c-b1b10f277795 req-091219d9-141f-4ee9-aed5-61b553930fe6 tempest-VolumesAdminNegativeTest-1446759092 tempest-VolumesAdminNegativeTest-1446759092-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a1b1d33-82d4-4c29-8f52-f3c59e495d4e HTTP/1.1" status: 200  len: 945 time: 0.1049895
Dec 25 21:17:12.597819 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f1c9109e-1257-4c40-b4bf-6ddf027733b8 req-da9335c1-da0d-4b32-83af-9e55e10b38e9 tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] 10.222.0.32 "GET /v2.0/ports?device_id=05cf3a17-49d6-43d2-9b08-505f1e637900 HTTP/1.1" status: 200  len: 210 time: 0.0619309
Dec 25 21:17:12.679907 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-36dac4a3-4260-40d6-959c-b1b10f277795 req-2b436d33-7a4e-4f8f-8ee9-f0ea09cb13b5 tempest-VolumesAdminNegativeTest-1446759092 tempest-VolumesAdminNegativeTest-1446759092-project] 10.222.0.32 "GET /v2.0/security-groups?id=a90f643f-61fe-451d-80ef-ad971b4b5604&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0806267
Dec 25 21:17:12.758318 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_common [req-9bdcf988-8655-44db-be53-bd8c3ee5efec req-5634af46-9f3b-404b-823b-c89e6fa1255d tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] Allocated IP 192.168.233.100 (8f212e98-547d-4c6e-a560-2e9a548c8f59/dcfbae86-f93e-400c-8084-eac7f56ff5ba/6260aad7-fac9-455a-b6ea-92f0abdfd81d) {{(pid=121607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:17:12.760089 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ff5fbf45-736d-48a6-a155-a07a9f3a1a2a req-ba50d66c-cc9c-450c-89c0-d432b150a2b0 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/ports?device_id=4e09da5c-da55-4216-89ee-8cbdaf24ecec HTTP/1.1" status: 200  len: 210 time: 0.0268128
Dec 25 21:17:12.891359 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-fe2797c4-50d1-4bb2-9af5-235c2f68359d req-e9df5c47-ef8a-4564-9630-06c72bb50d20 tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1118929642', 'description': 'tempest-description-518741877'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:17:12.931327 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-9bdcf988-8655-44db-be53-bd8c3ee5efec req-5634af46-9f3b-404b-823b-c89e6fa1255d tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] Publish callbacks [] for port, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:12.934039 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device 68b20766-9d12-4028-ab7b-1eb5150d2808 no longer exists at agent hyperv_nch2-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:17:12.943314 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4f54d06b-e45a-492b-b601-cf3c14d2ca56 req-30050ab6-90cd-4d46-8ea6-75969d1fe94e tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] 10.222.0.32 "GET /v2.0/ports?device_id=145d49b0-3bfb-45f5-9f32-8f86e111755f HTTP/1.1" status: 200  len: 210 time: 0.0374696
Dec 25 21:17:12.981590 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] No Port match for: 68b20766-9d12-4028-ab7b-1eb5150d2808 {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:17:12.982142 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device 68b20766-9d12-4028-ab7b-1eb5150d2808 not bound to the agent host nch2-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:17:13.016162 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-fe2797c4-50d1-4bb2-9af5-235c2f68359d req-e9df5c47-ef8a-4564-9630-06c72bb50d20 tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] Publish callbacks [] for security_group, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:13.039315 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-9bdcf988-8655-44db-be53-bd8c3ee5efec req-5634af46-9f3b-404b-823b-c89e6fa1255d tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:13.052062 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] get_ports_and_sgs() called for port_ids ['5a73a242-a477-40db-9b6d-7ac1d38d6950', '860d1670-d6af-4fc5-80bd-08f9b6582dac', 'a97266bc-054b-4f05-9507-8f17f9e55d8f'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:17:13.091624 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9bdcf988-8655-44db-be53-bd8c3ee5efec req-5634af46-9f3b-404b-823b-c89e6fa1255d tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] Network 8f212e98-547d-4c6e-a560-2e9a548c8f59 is already hosted by enough agents. {{(pid=121607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:17:13.094954 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [req-9bdcf988-8655-44db-be53-bd8c3ee5efec req-5634af46-9f3b-404b-823b-c89e6fa1255d tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] Resources bound (agent type, host, resource id):  {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:17:13.095679 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55aa3e94-978f-45c4-a6ed-4f5d0406bffd req-366cfd49-d346-49ff-b1a0-5040ee628e92 tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:17:13.097296 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-55aa3e94-978f-45c4-a6ed-4f5d0406bffd req-366cfd49-d346-49ff-b1a0-5040ee628e92 tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] 10.222.0.32 "GET /v2.0/ports?device_id=c169c539-29b8-4eeb-bb76-6e6eabd11098 HTTP/1.1" status: 200  len: 945 time: 0.0771844
Dec 25 21:17:13.099161 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bdcf988-8655-44db-be53-bd8c3ee5efec req-5634af46-9f3b-404b-823b-c89e6fa1255d tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] Received port after_create {{(pid=121607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:17:13.126645 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5634af46-9f3b-404b-823b-c89e6fa1255d tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] Pushing event updated for resources: {'Port': ['ID=6260aad7-fac9-455a-b6ea-92f0abdfd81d,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:17:13.132624 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-fe2797c4-50d1-4bb2-9af5-235c2f68359d req-e9df5c47-ef8a-4564-9630-06c72bb50d20 tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] Publish callbacks [] for security_group, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:13.165796 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdcf988-8655-44db-be53-bd8c3ee5efec req-5634af46-9f3b-404b-823b-c89e6fa1255d tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:17:13.166567 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-9bdcf988-8655-44db-be53-bd8c3ee5efec req-5634af46-9f3b-404b-823b-c89e6fa1255d tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:13.186256 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-55aa3e94-978f-45c4-a6ed-4f5d0406bffd req-b09a045b-1a33-4105-93b7-58fa586f8c5b tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] 10.222.0.32 "GET /v2.0/security-groups?id=20bd9841-9e11-4157-a0aa-08323059b96f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0669670
Dec 25 21:17:13.263908 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-fe2797c4-50d1-4bb2-9af5-235c2f68359d req-e9df5c47-ef8a-4564-9630-06c72bb50d20 tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:13.287203 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-9bdcf988-8655-44db-be53-bd8c3ee5efec req-5634af46-9f3b-404b-823b-c89e6fa1255d tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 1.0004663
Dec 25 21:17:13.300645 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [req-9bdcf988-8655-44db-be53-bd8c3ee5efec req-05b281c0-835c-496e-a2cd-33ff479d3884 service neutron] Request body: {'port': {'device_id': '4e09da5c-da55-4216-89ee-8cbdaf24ecec', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:17:13.379413 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9df5c47-ef8a-4564-9630-06c72bb50d20 tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05129fd7-236e-4b0b-954e-4596cc33e1bb,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:17:13.395156 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-9bdcf988-8655-44db-be53-bd8c3ee5efec req-05b281c0-835c-496e-a2cd-33ff479d3884 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:13.414516 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63693f28-a721-4c0d-83e6-0c33a41ec871 req-896b12c7-6dad-49ee-857a-4a49810e1fdb tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:17:13.416013 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-63693f28-a721-4c0d-83e6-0c33a41ec871 req-896b12c7-6dad-49ee-857a-4a49810e1fdb tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] 10.222.0.31 "GET /v2.0/networks?id=597fae95-d9e4-466a-853c-7cbb09218bf0 HTTP/1.1" status: 200  len: 813 time: 0.1878319
Dec 25 21:17:13.425227 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dc8f10-e04b-4d80-97eb-98cf86359099 req-c6d96526-3c64-417e-818a-7d97edc66cc1 tempest-ImagesOneServerNegativeTestJSON-1717313213 tempest-ImagesOneServerNegativeTestJSON-1717313213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:17:13.426731 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-62dc8f10-e04b-4d80-97eb-98cf86359099 req-c6d96526-3c64-417e-818a-7d97edc66cc1 tempest-ImagesOneServerNegativeTestJSON-1717313213 tempest-ImagesOneServerNegativeTestJSON-1717313213-project] 10.222.0.32 "GET /v2.0/ports?device_id=6cf2c55e-9f30-4390-b13e-f7a8917aba8b HTTP/1.1" status: 200  len: 945 time: 0.1395812
Dec 25 21:17:13.429747 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-fe2797c4-50d1-4bb2-9af5-235c2f68359d req-e9df5c47-ef8a-4564-9630-06c72bb50d20 tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] Publish callbacks [] for security_group, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:13.430893 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-fe2797c4-50d1-4bb2-9af5-235c2f68359d req-e9df5c47-ef8a-4564-9630-06c72bb50d20 tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1824 time: 0.5451400
Dec 25 21:17:13.435909 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-63693f28-a721-4c0d-83e6-0c33a41ec871 req-f60a7539-7b05-422e-8a7e-db38b74c8ab5 tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] Request body: {'port': {'device_id': '145d49b0-3bfb-45f5-9f32-8f86e111755f', 'network_id': '597fae95-d9e4-466a-853c-7cbb09218bf0', 'admin_state_up': True, 'tenant_id': '27d474dfd37c46f0aa14aa84e8b3ad41'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:17:13.495883 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-237c97d0-23bb-4d49-a16d-f1b37fdac82d None None] Provisioning complete for port 6260aad7-fac9-455a-b6ea-92f0abdfd81d triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:17:13.496245 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-237c97d0-23bb-4d49-a16d-f1b37fdac82d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:13.526226 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-d1239cf4-dfba-4daa-b636-014541f377cc req-381bae9d-e4db-4036-b3b8-fb30ce0a9dfe tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1499255848', 'description': 'tempest-description-1866969044'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:17:13.541570 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cf2c55e-9f30-4390-b13e-f7a8917aba8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca27c441-c54d-4e05-8a52-86b1df07f0e3'}] {{(pid=121608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:17:13.543877 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a88c78c3ff6266bd59c7e89d275b28c92e739b67d23c89d71af88829fd31566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4051e1de-9fa3-4027-b727-bcea2de1d818" -d '{"events": [{"server_uuid": "6cf2c55e-9f30-4390-b13e-f7a8917aba8b", "name": "network-vif-plugged", "status": "completed", "tag": "ca27c441-c54d-4e05-8a52-86b1df07f0e3"}]}' {{(pid=121608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:17:13.561216 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-237c97d0-23bb-4d49-a16d-f1b37fdac82d None None] Port 6260aad7-fac9-455a-b6ea-92f0abdfd81d cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:17:13.601515 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-62dc8f10-e04b-4d80-97eb-98cf86359099 req-e58db0f2-e31c-403a-8d35-60b10f2359a4 tempest-ImagesOneServerNegativeTestJSON-1717313213 tempest-ImagesOneServerNegativeTestJSON-1717313213-project] 10.222.0.32 "GET /v2.0/security-groups?id=90b09226-05f9-413f-802a-f36d3e55d2ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0806842
Dec 25 21:17:13.657508 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-d1239cf4-dfba-4daa-b636-014541f377cc req-381bae9d-e4db-4036-b3b8-fb30ce0a9dfe tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] Publish callbacks [] for security_group, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:13.660636 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 21:17:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a001989-ae26-4973-aa4f-348d58a57f93 x-openstack-request-id: req-5a001989-ae26-4973-aa4f-348d58a57f93 {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:17:13.661080 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cf2c55e-9f30-4390-b13e-f7a8917aba8b", "name": "network-vif-plugged", "status": "completed", "tag": "ca27c441-c54d-4e05-8a52-86b1df07f0e3", "code": 200}]} {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:17:13.666408 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5a001989-ae26-4973-aa4f-348d58a57f93 {{(pid=121608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:17:13.666408 ncdv-master-1 neutron-server[121608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cf2c55e-9f30-4390-b13e-f7a8917aba8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca27c441-c54d-4e05-8a52-86b1df07f0e3', 'code': 200}
Dec 25 21:17:13.706875 ncdv-master-1 neutron-server[121607]: DEBUG neutron.notifiers.nova [req-9bdcf988-8655-44db-be53-bd8c3ee5efec req-05b281c0-835c-496e-a2cd-33ff479d3884 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6260aad7-fac9-455a-b6ea-92f0abdfd81d {{(pid=121607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:17:13.725254 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-9bdcf988-8655-44db-be53-bd8c3ee5efec req-05b281c0-835c-496e-a2cd-33ff479d3884 service neutron] Publish callbacks [] for port, precommit_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:13.747305 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.provisioning_blocks [req-9bdcf988-8655-44db-be53-bd8c3ee5efec req-05b281c0-835c-496e-a2cd-33ff479d3884 service neutron] Transition to ACTIVE for port object 6260aad7-fac9-455a-b6ea-92f0abdfd81d will not be triggered until provisioned by entity L2. {{(pid=121607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 25 21:17:13.764170 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device 7dbd4557-2b40-4db1-9a68-6caa3efd7bb8 no longer exists at agent hyperv_nch1-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:17:13.776149 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-d1239cf4-dfba-4daa-b636-014541f377cc req-381bae9d-e4db-4036-b3b8-fb30ce0a9dfe tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] Publish callbacks [] for security_group, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:13.784630 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] No Port match for: 7dbd4557-2b40-4db1-9a68-6caa3efd7bb8 {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:17:13.785006 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device 7dbd4557-2b40-4db1-9a68-6caa3efd7bb8 not bound to the agent host nch1-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:17:13.810201 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63693f28-a721-4c0d-83e6-0c33a41ec871 req-f60a7539-7b05-422e-8a7e-db38b74c8ab5 tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] Made reservation on behalf of 27d474dfd37c46f0aa14aa84e8b3ad41 for: {'port': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:17:13.812694 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-63693f28-a721-4c0d-83e6-0c33a41ec871 req-f60a7539-7b05-422e-8a7e-db38b74c8ab5 tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:13.825566 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-9bdcf988-8655-44db-be53-bd8c3ee5efec req-05b281c0-835c-496e-a2cd-33ff479d3884 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8632327'] for port, after_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:13.855109 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-d1239cf4-dfba-4daa-b636-014541f377cc req-381bae9d-e4db-4036-b3b8-fb30ce0a9dfe tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:13.879685 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b281c0-835c-496e-a2cd-33ff479d3884 service neutron] Pushing event updated for resources: {'Port': ['ID=6260aad7-fac9-455a-b6ea-92f0abdfd81d,revision_number=2']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:17:13.891206 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b637995-290f-411c-9e52-3151cd69a95b req-18b15fa1-c166-4254-ae4a-4f3e06851d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:17:13.892744 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9b637995-290f-411c-9e52-3151cd69a95b req-18b15fa1-c166-4254-ae4a-4f3e06851d59 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6cf2c55e-9f30-4390-b13e-f7a8917aba8b HTTP/1.1" status: 200  len: 1096 time: 0.1487503
Dec 25 21:17:13.931418 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f830093-e118-4bce-aee0-f442a951a595 req-38b56210-6b9e-4754-bef8-6bfd187ddcb3 tempest-VolumesAdminNegativeTest-1446759092 tempest-VolumesAdminNegativeTest-1446759092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:17:13.933029 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2f830093-e118-4bce-aee0-f442a951a595 req-38b56210-6b9e-4754-bef8-6bfd187ddcb3 tempest-VolumesAdminNegativeTest-1446759092 tempest-VolumesAdminNegativeTest-1446759092-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a1b1d33-82d4-4c29-8f52-f3c59e495d4e HTTP/1.1" status: 200  len: 945 time: 0.1698725
Dec 25 21:17:13.971226 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.managers [req-9bdcf988-8655-44db-be53-bd8c3ee5efec req-05b281c0-835c-496e-a2cd-33ff479d3884 service neutron] Attempting to bind port 6260aad7-fac9-455a-b6ea-92f0abdfd81d on host nch1-master-1 for vnic_type normal with profile  {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:17:13.972281 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.managers [req-9bdcf988-8655-44db-be53-bd8c3ee5efec req-05b281c0-835c-496e-a2cd-33ff479d3884 service neutron] Attempting to bind port 6260aad7-fac9-455a-b6ea-92f0abdfd81d by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '85c774cb-a0eb-4ad9-961f-f331d3b37cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '8f212e98-547d-4c6e-a560-2e9a548c8f59'}] {{(pid=121607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:17:13.972835 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bdcf988-8655-44db-be53-bd8c3ee5efec req-05b281c0-835c-496e-a2cd-33ff479d3884 service neutron] Attempting to bind port 6260aad7-fac9-455a-b6ea-92f0abdfd81d on network 8f212e98-547d-4c6e-a560-2e9a548c8f59 {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:17:13.978558 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bdcf988-8655-44db-be53-bd8c3ee5efec req-05b281c0-835c-496e-a2cd-33ff479d3884 service neutron] Port 6260aad7-fac9-455a-b6ea-92f0abdfd81d on network 8f212e98-547d-4c6e-a560-2e9a548c8f59 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 25 21:17:13.983997 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bdcf988-8655-44db-be53-bd8c3ee5efec req-05b281c0-835c-496e-a2cd-33ff479d3884 service neutron] Attempting to bind port 6260aad7-fac9-455a-b6ea-92f0abdfd81d on network 8f212e98-547d-4c6e-a560-2e9a548c8f59 {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:17:13.985816 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bdcf988-8655-44db-be53-bd8c3ee5efec req-05b281c0-835c-496e-a2cd-33ff479d3884 service neutron] Checking agent: {'id': '6d577036-68fc-4aa4-aed7-5ab01de2117e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 21, 4, 34), 'started_at': datetime.datetime(2021, 12, 25, 21, 4, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 17, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:17:13.986338 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bdcf988-8655-44db-be53-bd8c3ee5efec req-05b281c0-835c-496e-a2cd-33ff479d3884 service neutron] Checking segment: {'id': '85c774cb-a0eb-4ad9-961f-f331d3b37cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '8f212e98-547d-4c6e-a560-2e9a548c8f59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:17:13.986891 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bdcf988-8655-44db-be53-bd8c3ee5efec req-05b281c0-835c-496e-a2cd-33ff479d3884 service neutron] Bound using segment: {'id': '85c774cb-a0eb-4ad9-961f-f331d3b37cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '8f212e98-547d-4c6e-a560-2e9a548c8f59'} {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:17:13.988067 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.managers [req-9bdcf988-8655-44db-be53-bd8c3ee5efec req-05b281c0-835c-496e-a2cd-33ff479d3884 service neutron] Bound port: 6260aad7-fac9-455a-b6ea-92f0abdfd81d, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85c774cb-a0eb-4ad9-961f-f331d3b37cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '8f212e98-547d-4c6e-a560-2e9a548c8f59'}}] {{(pid=121607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:17:13.988902 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-9bdcf988-8655-44db-be53-bd8c3ee5efec req-05b281c0-835c-496e-a2cd-33ff479d3884 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:13.990411 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381bae9d-e4db-4036-b3b8-fb30ce0a9dfe tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d97e5b33-925e-41f0-914b-8313cf2e46c0,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:17:14.030879 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-d1239cf4-dfba-4daa-b636-014541f377cc req-381bae9d-e4db-4036-b3b8-fb30ce0a9dfe tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] Publish callbacks [] for security_group, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:14.032163 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d1239cf4-dfba-4daa-b636-014541f377cc req-381bae9d-e4db-4036-b3b8-fb30ce0a9dfe tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1825 time: 0.5102375
Dec 25 21:17:14.063634 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.db [req-9bdcf988-8655-44db-be53-bd8c3ee5efec req-05b281c0-835c-496e-a2cd-33ff479d3884 service neutron] For port 6260aad7-fac9-455a-b6ea-92f0abdfd81d, host nch1-master-1, cleared binding levels {{(pid=121607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:17:14.065433 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9b637995-290f-411c-9e52-3151cd69a95b req-14e6a626-1648-4152-94dc-e365f6230876 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=90b09226-05f9-413f-802a-f36d3e55d2ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1620774
Dec 25 21:17:14.068803 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.db [req-9bdcf988-8655-44db-be53-bd8c3ee5efec req-05b281c0-835c-496e-a2cd-33ff479d3884 service neutron] For port 6260aad7-fac9-455a-b6ea-92f0abdfd81d, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6260aad7-fac9-455a-b6ea-92f0abdfd81d,segment=NetworkSegment(85c774cb-a0eb-4ad9-961f-f331d3b37cd6),segment_id=85c774cb-a0eb-4ad9-961f-f331d3b37cd6)] {{(pid=121607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:17:14.090848 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_common [req-63693f28-a721-4c0d-83e6-0c33a41ec871 req-f60a7539-7b05-422e-8a7e-db38b74c8ab5 tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] Allocated IP 172.20.0.5 (597fae95-d9e4-466a-853c-7cbb09218bf0/37f917d0-d496-45cf-ae0a-66a9d35b37e3/bcca9b59-72e2-4e80-8ac7-e478ceb19706) {{(pid=121606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:17:14.117406 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2f830093-e118-4bce-aee0-f442a951a595 req-eafe0cb6-f1e8-48ab-858b-578a8b3cb833 tempest-VolumesAdminNegativeTest-1446759092 tempest-VolumesAdminNegativeTest-1446759092-project] 10.222.0.32 "GET /v2.0/security-groups?id=a90f643f-61fe-451d-80ef-ad971b4b5604&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1729875
Dec 25 21:17:14.151634 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-9bdcf988-8655-44db-be53-bd8c3ee5efec req-05b281c0-835c-496e-a2cd-33ff479d3884 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8632327'] for port, after_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:14.204015 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdcf988-8655-44db-be53-bd8c3ee5efec req-05b281c0-835c-496e-a2cd-33ff479d3884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:17:14.204578 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-9bdcf988-8655-44db-be53-bd8c3ee5efec req-05b281c0-835c-496e-a2cd-33ff479d3884 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:14.206753 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-9bdcf988-8655-44db-be53-bd8c3ee5efec req-05b281c0-835c-496e-a2cd-33ff479d3884 service neutron] 10.222.0.31 "PUT /v2.0/ports/6260aad7-fac9-455a-b6ea-92f0abdfd81d HTTP/1.1" status: 200  len: 1096 time: 0.9103343
Dec 25 21:17:14.210900 ncdv-master-1 neutron-server[121607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e09da5c-da55-4216-89ee-8cbdaf24ecec', 'tag': '6260aad7-fac9-455a-b6ea-92f0abdfd81d'}] {{(pid=121607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:17:14.214215 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f980bbcadfa7bf1e788024e1448be660373c21f97f015f780444e999c451203" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69a2d89c-d5b6-4a1c-bad2-7677720d94b5" -d '{"events": [{"name": "network-changed", "server_uuid": "4e09da5c-da55-4216-89ee-8cbdaf24ecec", "tag": "6260aad7-fac9-455a-b6ea-92f0abdfd81d"}]}' {{(pid=121607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:17:14.271301 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5e2f31-c83a-4b69-bbaf-fb05e2b65fb0 req-3cef8c25-1683-4c0c-b39c-d5536e560c64 tempest-VolumesAdminNegativeTest-1446759092 tempest-VolumesAdminNegativeTest-1446759092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:17:14.275468 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8e5e2f31-c83a-4b69-bbaf-fb05e2b65fb0 req-3cef8c25-1683-4c0c-b39c-d5536e560c64 tempest-VolumesAdminNegativeTest-1446759092 tempest-VolumesAdminNegativeTest-1446759092-project] 10.222.0.31 "GET /v2.0/ports?device_id=4a1b1d33-82d4-4c29-8f52-f3c59e495d4e HTTP/1.1" status: 200  len: 945 time: 0.1980777
Dec 25 21:17:14.277612 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b281c0-835c-496e-a2cd-33ff479d3884 service neutron] Pushing event updated for resources: {'Port': ['ID=6260aad7-fac9-455a-b6ea-92f0abdfd81d,revision_number=3']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:17:14.318258 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a5b2b1-ebed-408e-a8db-3c720933cd88 req-87b24e2f-fa5d-43cf-9cc1-c9b9991b7ee3 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:17:14.323959 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d5a5b2b1-ebed-408e-a8db-3c720933cd88 req-87b24e2f-fa5d-43cf-9cc1-c9b9991b7ee3 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/ports?device_id=4e09da5c-da55-4216-89ee-8cbdaf24ecec HTTP/1.1" status: 200  len: 948 time: 0.1996841
Dec 25 21:17:14.366740 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdcf988-8655-44db-be53-bd8c3ee5efec req-e8c011e9-292b-47b7-a920-404166609e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:17:14.368612 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-9bdcf988-8655-44db-be53-bd8c3ee5efec req-e8c011e9-292b-47b7-a920-404166609e2d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ed880d80bcfb4641b02f26da5fad21b8&device_id=4e09da5c-da55-4216-89ee-8cbdaf24ecec HTTP/1.1" status: 200  len: 1099 time: 0.0500128
Dec 25 21:17:14.421079 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-9bdcf988-8655-44db-be53-bd8c3ee5efec req-46d15f9d-d0b6-4648-9076-52d0ddfca608 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.100&port_id=6260aad7-fac9-455a-b6ea-92f0abdfd81d HTTP/1.1" status: 200  len: 217 time: 0.0424209
Dec 25 21:17:14.433802 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-99257be7-4889-4985-b994-a8766f229e92 req-d55ef248-5778-457c-858f-4a51b3ef587c tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] 10.222.0.32 "GET /v2.0/ports?device_id=145d49b0-3bfb-45f5-9f32-8f86e111755f HTTP/1.1" status: 200  len: 210 time: 0.1126201
Dec 25 21:17:14.480001 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdcf988-8655-44db-be53-bd8c3ee5efec req-eba5fd51-d45a-44da-abdd-b3cffdbeb4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:17:14.480001 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-9bdcf988-8655-44db-be53-bd8c3ee5efec req-eba5fd51-d45a-44da-abdd-b3cffdbeb4a1 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=dcfbae86-f93e-400c-8084-eac7f56ff5ba HTTP/1.1" status: 200  len: 843 time: 0.0484848
Dec 25 21:17:14.482187 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d5a5b2b1-ebed-408e-a8db-3c720933cd88 req-3a1cefad-f743-450b-8117-c94fd7b44a79 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3f1ae63-416f-443f-b032-af0d7dcc9019&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1196961
Dec 25 21:17:14.544273 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-63693f28-a721-4c0d-83e6-0c33a41ec871 req-f60a7539-7b05-422e-8a7e-db38b74c8ab5 tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] Publish callbacks [] for port, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:14.553126 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdcf988-8655-44db-be53-bd8c3ee5efec req-8e8b3130-e906-4d05-937b-e7d17c299e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:17:14.555142 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-9bdcf988-8655-44db-be53-bd8c3ee5efec req-8e8b3130-e906-4d05-937b-e7d17c299e0c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=8f212e98-547d-4c6e-a560-2e9a548c8f59&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0713041
Dec 25 21:17:14.652510 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-9bdcf988-8655-44db-be53-bd8c3ee5efec req-ca943187-8aa7-402c-b390-aa95724dd024 service neutron] 10.222.0.31 "GET /v2.0/networks/8f212e98-547d-4c6e-a560-2e9a548c8f59?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0896356
Dec 25 21:17:14.667829 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [req-8e5e2f31-c83a-4b69-bbaf-fb05e2b65fb0 req-42c0ca95-8628-4f4a-a0de-0d6285e52434 tempest-VolumesAdminNegativeTest-1446759092 tempest-VolumesAdminNegativeTest-1446759092-project] Deleting port fba43cf4-f214-42a5-b791-cde0e1556285 {{(pid=121606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:17:14.668410 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-8e5e2f31-c83a-4b69-bbaf-fb05e2b65fb0 req-42c0ca95-8628-4f4a-a0de-0d6285e52434 tempest-VolumesAdminNegativeTest-1446759092 tempest-VolumesAdminNegativeTest-1446759092-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:14.740853 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5971320e-fd41-492b-93f8-53b599dc4496 req-e240e4ba-842a-4a2d-bcb0-5a99c6ee9c7b tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:17:14.742291 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5971320e-fd41-492b-93f8-53b599dc4496 req-e240e4ba-842a-4a2d-bcb0-5a99c6ee9c7b tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] 10.222.0.32 "GET /v2.0/ports?device_id=c169c539-29b8-4eeb-bb76-6e6eabd11098 HTTP/1.1" status: 200  len: 945 time: 0.1684141
Dec 25 21:17:14.749118 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-9bdcf988-8655-44db-be53-bd8c3ee5efec req-0d1e34b8-d53c-419e-a3fb-ac6303e980aa service neutron] 10.222.0.31 "GET /v2.0/networks/8f212e98-547d-4c6e-a560-2e9a548c8f59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0890419
Dec 25 21:17:14.783051 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-63693f28-a721-4c0d-83e6-0c33a41ec871 req-f60a7539-7b05-422e-8a7e-db38b74c8ab5 tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:14.795494 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad248f9-ec54-40fd-bb13-d3e581da428f req-d21b41ed-36c0-461d-aede-b997540a9d3c tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:17:14.796967 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0ad248f9-ec54-40fd-bb13-d3e581da428f req-d21b41ed-36c0-461d-aede-b997540a9d3c tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] 10.222.0.32 "GET /v2.0/networks?id=ce9b43e7-57f0-42d1-9422-f764ccb2bd06 HTTP/1.1" status: 200  len: 812 time: 0.2579751
Dec 25 21:17:14.882522 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63693f28-a721-4c0d-83e6-0c33a41ec871 req-f60a7539-7b05-422e-8a7e-db38b74c8ab5 tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] Network 597fae95-d9e4-466a-853c-7cbb09218bf0 is already hosted by enough agents. {{(pid=121606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:17:14.888834 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0ad248f9-ec54-40fd-bb13-d3e581da428f req-208b73a9-191f-410c-8252-624f8000c5ea tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] 10.222.0.32 "GET /v2.0/quotas/16a084940f024be8aee5807248918cb5 HTTP/1.1" status: 200  len: 375 time: 0.0753767
Dec 25 21:17:14.894989 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-8e5e2f31-c83a-4b69-bbaf-fb05e2b65fb0 req-42c0ca95-8628-4f4a-a0de-0d6285e52434 tempest-VolumesAdminNegativeTest-1446759092 tempest-VolumesAdminNegativeTest-1446759092-project] For port fba43cf4-f214-42a5-b791-cde0e1556285, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=fba43cf4-f214-42a5-b791-cde0e1556285,segment=NetworkSegment(47dbe20b-fa58-47dc-b3ab-e0e2a78a5536),segment_id=47dbe20b-fa58-47dc-b3ab-e0e2a78a5536)] {{(pid=121606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:17:14.895355 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-8e5e2f31-c83a-4b69-bbaf-fb05e2b65fb0 req-42c0ca95-8628-4f4a-a0de-0d6285e52434 tempest-VolumesAdminNegativeTest-1446759092 tempest-VolumesAdminNegativeTest-1446759092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:14.904578 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [req-63693f28-a721-4c0d-83e6-0c33a41ec871 req-f60a7539-7b05-422e-8a7e-db38b74c8ab5 tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] Resources bound (agent type, host, resource id):  {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:17:14.919117 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [req-63693f28-a721-4c0d-83e6-0c33a41ec871 req-f60a7539-7b05-422e-8a7e-db38b74c8ab5 tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] Received port after_create {{(pid=121606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:17:14.934652 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60a7539-7b05-422e-8a7e-db38b74c8ab5 tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] Pushing event updated for resources: {'Port': ['ID=bcca9b59-72e2-4e80-8ac7-e478ceb19706,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:17:14.953768 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [req-8e5e2f31-c83a-4b69-bbaf-fb05e2b65fb0 req-42c0ca95-8628-4f4a-a0de-0d6285e52434 tempest-VolumesAdminNegativeTest-1446759092 tempest-VolumesAdminNegativeTest-1446759092-project] Calling delete_port for fba43cf4-f214-42a5-b791-cde0e1556285 owned by compute:nova {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:17:14.975193 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5971320e-fd41-492b-93f8-53b599dc4496 req-3982aa74-b55c-468d-8a7c-1c94c89ee45d tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] 10.222.0.32 "GET /v2.0/security-groups?id=20bd9841-9e11-4157-a0aa-08323059b96f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2033346
Dec 25 21:17:14.981700 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0ad248f9-ec54-40fd-bb13-d3e581da428f req-aa24c845-05b2-4ab6-850f-c3dec16cdcad tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=16a084940f024be8aee5807248918cb5&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0782514
Dec 25 21:17:15.029049 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Dec 2021 21:17:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d50617a-9958-42e4-80bf-d50907a95e1e x-openstack-request-id: req-5d50617a-9958-42e4-80bf-d50907a95e1e {{(pid=121607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:17:15.029593 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e09da5c-da55-4216-89ee-8cbdaf24ecec", "tag": "6260aad7-fac9-455a-b6ea-92f0abdfd81d", "status": "completed", "code": 200}]} {{(pid=121607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:17:15.029593 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5d50617a-9958-42e4-80bf-d50907a95e1e {{(pid=121607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:17:15.030076 ncdv-master-1 neutron-server[121607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e09da5c-da55-4216-89ee-8cbdaf24ecec', 'tag': '6260aad7-fac9-455a-b6ea-92f0abdfd81d', 'status': 'completed', 'code': 200}
Dec 25 21:17:15.060622 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:17:15.060622 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:17:15.060622 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:17:15.060622 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:17:15.060622 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:17:15.060622 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:17:15.060622 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:17:15.060622 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:17:15.060622 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:17:15.060622 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:17:15.060622 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:17:15.060622 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:17:15.060622 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:17:15.060622 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:17:15.060622 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:17:15.060622 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:17:15.060622 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:17:15.060622 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:17:15.060622 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:17:15.060622 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:17:15.060622 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:17:15.060622 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:17:15.060622 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:17:15.060622 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:17:15.060622 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:17:15.060622 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:17:15.060622 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:17:15.060622 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:17:15.060622 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:17:15.060622 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:17:15.060622 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:17:15.060622 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:17:15.060622 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:17:15.060622 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:17:15.060622 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:17:15.060622 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:17:15.063505 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:17:15.063505 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:17:15.063505 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:17:15.063505 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:17:15.063505 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:17:15.063505 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:17:15.063505 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:17:15.063505 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:17:15.063505 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:17:15.063505 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:17:15.063505 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:17:15.063505 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:17:15.065136 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63693f28-a721-4c0d-83e6-0c33a41ec871 req-f60a7539-7b05-422e-8a7e-db38b74c8ab5 tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:17:15.067906 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-63693f28-a721-4c0d-83e6-0c33a41ec871 req-f60a7539-7b05-422e-8a7e-db38b74c8ab5 tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:15.102893 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a2d89c-d5b6-4a1c-bad2-7677720d94b5 req-68b5fbb9-add4-478c-b799-5fa63f33c892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:17:15.104546 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-69a2d89c-d5b6-4a1c-bad2-7677720d94b5 req-68b5fbb9-add4-478c-b799-5fa63f33c892 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ed880d80bcfb4641b02f26da5fad21b8&device_id=4e09da5c-da55-4216-89ee-8cbdaf24ecec HTTP/1.1" status: 200  len: 1099 time: 0.0504725
Dec 25 21:17:15.202040 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a2d89c-d5b6-4a1c-bad2-7677720d94b5 req-35942793-d603-4a57-9da4-561474d9b00c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:17:15.203674 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-69a2d89c-d5b6-4a1c-bad2-7677720d94b5 req-35942793-d603-4a57-9da4-561474d9b00c service neutron] 10.222.0.31 "GET /v2.0/networks?id=8f212e98-547d-4c6e-a560-2e9a548c8f59 HTTP/1.1" status: 200  len: 870 time: 0.0921524
Dec 25 21:17:15.247625 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0ad248f9-ec54-40fd-bb13-d3e581da428f req-eb65896f-14e1-44c3-b461-9e03b93f66e0 service neutron] 10.222.0.32 "GET /v2.0/networks/ce9b43e7-57f0-42d1-9422-f764ccb2bd06?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2558482
Dec 25 21:17:15.252169 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-69a2d89c-d5b6-4a1c-bad2-7677720d94b5 req-63a469b2-1a13-4f42-824c-3be9f2affe9d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.100&port_id=6260aad7-fac9-455a-b6ea-92f0abdfd81d HTTP/1.1" status: 200  len: 217 time: 0.0399237
Dec 25 21:17:15.254582 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-63693f28-a721-4c0d-83e6-0c33a41ec871 req-f60a7539-7b05-422e-8a7e-db38b74c8ab5 tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.8227069
Dec 25 21:17:15.280849 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-63693f28-a721-4c0d-83e6-0c33a41ec871 req-1337d8f4-8cf4-4541-86ea-fbb5a2d612a8 service neutron] Request body: {'port': {'device_id': '145d49b0-3bfb-45f5-9f32-8f86e111755f', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:17:15.308748 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a2d89c-d5b6-4a1c-bad2-7677720d94b5 req-995165b1-8c1c-4b76-b969-a55a692c58f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:17:15.310475 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-69a2d89c-d5b6-4a1c-bad2-7677720d94b5 req-995165b1-8c1c-4b76-b969-a55a692c58f4 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=dcfbae86-f93e-400c-8084-eac7f56ff5ba HTTP/1.1" status: 200  len: 843 time: 0.0450611
Dec 25 21:17:15.358660 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a2d89c-d5b6-4a1c-bad2-7677720d94b5 req-710c811f-a4f6-4cfe-8fcc-179f010ab65a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:17:15.360200 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-69a2d89c-d5b6-4a1c-bad2-7677720d94b5 req-710c811f-a4f6-4cfe-8fcc-179f010ab65a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=8f212e98-547d-4c6e-a560-2e9a548c8f59&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0408926
Dec 25 21:17:15.363877 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b599d881-3dcf-4d46-9c04-5b64213c1276 req-de8f6195-fcf9-404f-ac27-3d1e05f26532 tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:17:15.365368 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b599d881-3dcf-4d46-9c04-5b64213c1276 req-de8f6195-fcf9-404f-ac27-3d1e05f26532 tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] 10.222.0.32 "GET /v2.0/networks?id=2c732578-b39b-40c1-8a55-147e577043a0 HTTP/1.1" status: 200  len: 812 time: 0.2447419
Dec 25 21:17:15.432565 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b599d881-3dcf-4d46-9c04-5b64213c1276 req-c72342e9-f710-4e76-bc09-01471b266c80 tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] 10.222.0.32 "GET /v2.0/quotas/8154e82a58434a60b677d150202a5312 HTTP/1.1" status: 200  len: 375 time: 0.0249860
Dec 25 21:17:15.434661 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-63693f28-a721-4c0d-83e6-0c33a41ec871 req-1337d8f4-8cf4-4541-86ea-fbb5a2d612a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:15.460550 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-69a2d89c-d5b6-4a1c-bad2-7677720d94b5 req-61019794-208d-4e50-ba98-5639eb2df1c7 service neutron] 10.222.0.31 "GET /v2.0/networks/8f212e98-547d-4c6e-a560-2e9a548c8f59?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0924487
Dec 25 21:17:15.464952 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-8e5e2f31-c83a-4b69-bbaf-fb05e2b65fb0 req-42c0ca95-8628-4f4a-a0de-0d6285e52434 tempest-VolumesAdminNegativeTest-1446759092 tempest-VolumesAdminNegativeTest-1446759092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:15.476838 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] get_ports_and_sgs() called for port_ids ['fba43cf4-f214-42a5-b791-cde0e1556285'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:17:15.516211 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0ad248f9-ec54-40fd-bb13-d3e581da428f req-8798a2f3-9114-44f8-a839-0bba4aa3a037 service neutron] 10.222.0.32 "GET /v2.0/networks/ce9b43e7-57f0-42d1-9422-f764ccb2bd06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2551343
Dec 25 21:17:15.518070 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b599d881-3dcf-4d46-9c04-5b64213c1276 req-06abb0f5-25a8-4f5f-95e1-483c4ffb53a3 tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=8154e82a58434a60b677d150202a5312&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0732384
Dec 25 21:17:15.540152 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c0ca95-8628-4f4a-a0de-0d6285e52434 tempest-VolumesAdminNegativeTest-1446759092 tempest-VolumesAdminNegativeTest-1446759092-project] Pushing event deleted for resources: {'Port': ['ID=fba43cf4-f214-42a5-b791-cde0e1556285,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:17:15.572840 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-69a2d89c-d5b6-4a1c-bad2-7677720d94b5 req-de37467e-b888-4989-8b4d-494c9ff8b090 service neutron] 10.222.0.31 "GET /v2.0/networks/8f212e98-547d-4c6e-a560-2e9a548c8f59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1037381
Dec 25 21:17:15.651688 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e5e2f31-c83a-4b69-bbaf-fb05e2b65fb0 req-42c0ca95-8628-4f4a-a0de-0d6285e52434 tempest-VolumesAdminNegativeTest-1446759092 tempest-VolumesAdminNegativeTest-1446759092-project] No DVR routers for this DVR port fba43cf4-f214-42a5-b791-cde0e1556285 on host nch1-master-1 {{(pid=121606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:17:15.699533 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-8e5e2f31-c83a-4b69-bbaf-fb05e2b65fb0 req-42c0ca95-8628-4f4a-a0de-0d6285e52434 tempest-VolumesAdminNegativeTest-1446759092 tempest-VolumesAdminNegativeTest-1446759092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:15.702929 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8e5e2f31-c83a-4b69-bbaf-fb05e2b65fb0 req-42c0ca95-8628-4f4a-a0de-0d6285e52434 tempest-VolumesAdminNegativeTest-1446759092 tempest-VolumesAdminNegativeTest-1446759092-project] 10.222.0.31 "DELETE /v2.0/ports/fba43cf4-f214-42a5-b791-cde0e1556285 HTTP/1.1" status: 204  len: 173 time: 1.4165010
Dec 25 21:17:15.703379 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a1b1d33-82d4-4c29-8f52-f3c59e495d4e', 'name': 'network-vif-deleted', 'tag': 'fba43cf4-f214-42a5-b791-cde0e1556285'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:17:15.705646 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9858820c13ec2827453b94ebc4181065e990a4e4089ccb9fe762531ac62d2fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f743aa8-65f9-402d-a4d4-830bbcb2629c" -d '{"events": [{"server_uuid": "4a1b1d33-82d4-4c29-8f52-f3c59e495d4e", "name": "network-vif-deleted", "tag": "fba43cf4-f214-42a5-b791-cde0e1556285"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:17:15.759988 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b599d881-3dcf-4d46-9c04-5b64213c1276 req-58d813cd-561a-4b3d-8696-7f5e20360dbf service neutron] 10.222.0.32 "GET /v2.0/networks/2c732578-b39b-40c1-8a55-147e577043a0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2210071
Dec 25 21:17:15.944084 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94835913-4145-4111-9155-bd591102e74c req-9fdefae0-9d1b-4873-a463-7ea0e6a8976e tempest-ImagesOneServerNegativeTestJSON-1717313213 tempest-ImagesOneServerNegativeTestJSON-1717313213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:17:15.945623 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-94835913-4145-4111-9155-bd591102e74c req-9fdefae0-9d1b-4873-a463-7ea0e6a8976e tempest-ImagesOneServerNegativeTestJSON-1717313213 tempest-ImagesOneServerNegativeTestJSON-1717313213-project] 10.222.0.32 "GET /v2.0/ports?device_id=6cf2c55e-9f30-4390-b13e-f7a8917aba8b HTTP/1.1" status: 200  len: 945 time: 0.1458204
Dec 25 21:17:15.987783 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b599d881-3dcf-4d46-9c04-5b64213c1276 req-0ac97c86-72e8-4cad-a47b-cbe1d8d0688d service neutron] 10.222.0.32 "GET /v2.0/networks/2c732578-b39b-40c1-8a55-147e577043a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2132759
Dec 25 21:17:16.051562 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-94835913-4145-4111-9155-bd591102e74c req-78b79028-6798-410a-918e-3e004aa52b12 tempest-ImagesOneServerNegativeTestJSON-1717313213 tempest-ImagesOneServerNegativeTestJSON-1717313213-project] 10.222.0.32 "GET /v2.0/security-groups?id=90b09226-05f9-413f-802a-f36d3e55d2ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0963008
Dec 25 21:17:16.057927 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [req-63693f28-a721-4c0d-83e6-0c33a41ec871 req-1337d8f4-8cf4-4541-86ea-fbb5a2d612a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bcca9b59-72e2-4e80-8ac7-e478ceb19706 {{(pid=121606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:17:16.069954 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-63693f28-a721-4c0d-83e6-0c33a41ec871 req-1337d8f4-8cf4-4541-86ea-fbb5a2d612a8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:16.078174 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.provisioning_blocks [req-63693f28-a721-4c0d-83e6-0c33a41ec871 req-1337d8f4-8cf4-4541-86ea-fbb5a2d612a8 service neutron] Transition to ACTIVE for port object bcca9b59-72e2-4e80-8ac7-e478ceb19706 will not be triggered until provisioned by entity L2. {{(pid=121606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 25 21:17:16.151553 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-dce7aea7-70e7-4172-bfbc-f0a192f2c122 req-e3483186-92ef-4fc5-b4ee-0d6158316a31 tempest-VolumesAdminNegativeTest-1446759092 tempest-VolumesAdminNegativeTest-1446759092-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a1b1d33-82d4-4c29-8f52-f3c59e495d4e HTTP/1.1" status: 200  len: 210 time: 0.0260692
Dec 25 21:17:16.208154 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-63693f28-a721-4c0d-83e6-0c33a41ec871 req-1337d8f4-8cf4-4541-86ea-fbb5a2d612a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:16.295703 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1337d8f4-8cf4-4541-86ea-fbb5a2d612a8 service neutron] Pushing event updated for resources: {'Port': ['ID=bcca9b59-72e2-4e80-8ac7-e478ceb19706,revision_number=2']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:17:16.444766 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccb3d11-126e-4a90-b296-ae72fb27256d req-631f3123-71e5-47b6-8af9-a441baa017ce tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:17:16.446292 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1ccb3d11-126e-4a90-b296-ae72fb27256d req-631f3123-71e5-47b6-8af9-a441baa017ce tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/ports?device_id=4e09da5c-da55-4216-89ee-8cbdaf24ecec HTTP/1.1" status: 200  len: 948 time: 0.1222126
Dec 25 21:17:16.459187 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868c6919-b61b-47a8-a172-797fe4bad2f2 req-9c0a53a6-aaa4-46a5-9840-a9f91270e47c tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:17:16.460595 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-868c6919-b61b-47a8-a172-797fe4bad2f2 req-9c0a53a6-aaa4-46a5-9840-a9f91270e47c tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] 10.222.0.32 "GET /v2.0/ports?device_id=145d49b0-3bfb-45f5-9f32-8f86e111755f HTTP/1.1" status: 200  len: 943 time: 0.1703489
Dec 25 21:17:16.479382 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-63693f28-a721-4c0d-83e6-0c33a41ec871 req-1337d8f4-8cf4-4541-86ea-fbb5a2d612a8 service neutron] Attempting to bind port bcca9b59-72e2-4e80-8ac7-e478ceb19706 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:17:16.479721 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-63693f28-a721-4c0d-83e6-0c33a41ec871 req-1337d8f4-8cf4-4541-86ea-fbb5a2d612a8 service neutron] Attempting to bind port bcca9b59-72e2-4e80-8ac7-e478ceb19706 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '59040483-3fcc-4b5a-8606-f8e28575fa62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '597fae95-d9e4-466a-853c-7cbb09218bf0'}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:17:16.480049 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63693f28-a721-4c0d-83e6-0c33a41ec871 req-1337d8f4-8cf4-4541-86ea-fbb5a2d612a8 service neutron] Attempting to bind port bcca9b59-72e2-4e80-8ac7-e478ceb19706 on network 597fae95-d9e4-466a-853c-7cbb09218bf0 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:17:16.501442 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63693f28-a721-4c0d-83e6-0c33a41ec871 req-1337d8f4-8cf4-4541-86ea-fbb5a2d612a8 service neutron] Port bcca9b59-72e2-4e80-8ac7-e478ceb19706 on network 597fae95-d9e4-466a-853c-7cbb09218bf0 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 25 21:17:16.501776 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63693f28-a721-4c0d-83e6-0c33a41ec871 req-1337d8f4-8cf4-4541-86ea-fbb5a2d612a8 service neutron] Attempting to bind port bcca9b59-72e2-4e80-8ac7-e478ceb19706 on network 597fae95-d9e4-466a-853c-7cbb09218bf0 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:17:16.523684 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63693f28-a721-4c0d-83e6-0c33a41ec871 req-1337d8f4-8cf4-4541-86ea-fbb5a2d612a8 service neutron] Checking agent: {'id': '6d577036-68fc-4aa4-aed7-5ab01de2117e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 21, 4, 34), 'started_at': datetime.datetime(2021, 12, 25, 21, 4, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 17, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:17:16.524021 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63693f28-a721-4c0d-83e6-0c33a41ec871 req-1337d8f4-8cf4-4541-86ea-fbb5a2d612a8 service neutron] Checking segment: {'id': '59040483-3fcc-4b5a-8606-f8e28575fa62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '597fae95-d9e4-466a-853c-7cbb09218bf0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:17:16.524401 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63693f28-a721-4c0d-83e6-0c33a41ec871 req-1337d8f4-8cf4-4541-86ea-fbb5a2d612a8 service neutron] Bound using segment: {'id': '59040483-3fcc-4b5a-8606-f8e28575fa62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '597fae95-d9e4-466a-853c-7cbb09218bf0'} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:17:16.524830 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-63693f28-a721-4c0d-83e6-0c33a41ec871 req-1337d8f4-8cf4-4541-86ea-fbb5a2d612a8 service neutron] Bound port: bcca9b59-72e2-4e80-8ac7-e478ceb19706, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59040483-3fcc-4b5a-8606-f8e28575fa62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '597fae95-d9e4-466a-853c-7cbb09218bf0'}}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:17:16.525207 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-63693f28-a721-4c0d-83e6-0c33a41ec871 req-1337d8f4-8cf4-4541-86ea-fbb5a2d612a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:16.562721 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1ccb3d11-126e-4a90-b296-ae72fb27256d req-ce3efe27-1131-4de3-9c24-b9d6758f7df7 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3f1ae63-416f-443f-b032-af0d7dcc9019&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1011484
Dec 25 21:17:16.565926 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-868c6919-b61b-47a8-a172-797fe4bad2f2 req-81c5cbe1-bcda-4ccc-80f5-fb7769beaf3f tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] 10.222.0.32 "GET /v2.0/security-groups?id=e70b16a5-3c2f-443c-a3bd-2851d79b2b90&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0959868
Dec 25 21:17:16.617892 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 21:17:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddd9ca7a-31ea-4ee8-a337-86f511c057c5 x-openstack-request-id: req-ddd9ca7a-31ea-4ee8-a337-86f511c057c5 {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:17:16.618197 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a1b1d33-82d4-4c29-8f52-f3c59e495d4e", "name": "network-vif-deleted", "tag": "fba43cf4-f214-42a5-b791-cde0e1556285", "status": "completed", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:17:16.618454 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ddd9ca7a-31ea-4ee8-a337-86f511c057c5 {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:17:16.618893 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a1b1d33-82d4-4c29-8f52-f3c59e495d4e', 'name': 'network-vif-deleted', 'tag': 'fba43cf4-f214-42a5-b791-cde0e1556285', 'status': 'completed', 'code': 200}
Dec 25 21:17:16.625272 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-63693f28-a721-4c0d-83e6-0c33a41ec871 req-1337d8f4-8cf4-4541-86ea-fbb5a2d612a8 service neutron] For port bcca9b59-72e2-4e80-8ac7-e478ceb19706, host nch1-master-1, cleared binding levels {{(pid=121606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:17:16.629773 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-63693f28-a721-4c0d-83e6-0c33a41ec871 req-1337d8f4-8cf4-4541-86ea-fbb5a2d612a8 service neutron] For port bcca9b59-72e2-4e80-8ac7-e478ceb19706, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=bcca9b59-72e2-4e80-8ac7-e478ceb19706,segment=NetworkSegment(59040483-3fcc-4b5a-8606-f8e28575fa62),segment_id=59040483-3fcc-4b5a-8606-f8e28575fa62)] {{(pid=121606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:17:16.727422 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-bfa0cd4d-67e8-4567-9c52-f23d7e7dc7e0 req-d0d4656f-b02b-4828-9761-68c40528818c tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5de591e-2d50-4b6e-8d61-887076ed592d HTTP/1.1" status: 200  len: 210 time: 0.0400786
Dec 25 21:17:16.749843 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987fbfda-fc32-4284-b105-b7c1671b1846 req-c1c8f9f8-33df-4d19-bf22-a73e2faaec6f tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:17:16.751336 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-987fbfda-fc32-4284-b105-b7c1671b1846 req-c1c8f9f8-33df-4d19-bf22-a73e2faaec6f tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] 10.222.0.32 "GET /v2.0/ports?device_id=c169c539-29b8-4eeb-bb76-6e6eabd11098 HTTP/1.1" status: 200  len: 945 time: 0.0751755
Dec 25 21:17:16.764280 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-63693f28-a721-4c0d-83e6-0c33a41ec871 req-1337d8f4-8cf4-4541-86ea-fbb5a2d612a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:16.841974 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63693f28-a721-4c0d-83e6-0c33a41ec871 req-1337d8f4-8cf4-4541-86ea-fbb5a2d612a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:17:16.842513 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-63693f28-a721-4c0d-83e6-0c33a41ec871 req-1337d8f4-8cf4-4541-86ea-fbb5a2d612a8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:16.843925 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-63693f28-a721-4c0d-83e6-0c33a41ec871 req-1337d8f4-8cf4-4541-86ea-fbb5a2d612a8 service neutron] 10.222.0.31 "PUT /v2.0/ports/bcca9b59-72e2-4e80-8ac7-e478ceb19706 HTTP/1.1" status: 200  len: 1091 time: 1.5677083
Dec 25 21:17:16.891535 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-987fbfda-fc32-4284-b105-b7c1671b1846 req-922df5f5-0e2d-4acf-a6e6-b06ef9fc523f tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] 10.222.0.32 "GET /v2.0/security-groups?id=20bd9841-9e11-4157-a0aa-08323059b96f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1339192
Dec 25 21:17:16.892391 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1337d8f4-8cf4-4541-86ea-fbb5a2d612a8 service neutron] Pushing event updated for resources: {'Port': ['ID=bcca9b59-72e2-4e80-8ac7-e478ceb19706,revision_number=3']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:17:16.907518 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282c81d8-781d-4245-b2dd-457355260fd0 req-747e87dc-e9ef-4846-b077-a81dd6f0a146 tempest-ImagesOneServerNegativeTestJSON-1717313213 tempest-ImagesOneServerNegativeTestJSON-1717313213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:17:16.909066 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-282c81d8-781d-4245-b2dd-457355260fd0 req-747e87dc-e9ef-4846-b077-a81dd6f0a146 tempest-ImagesOneServerNegativeTestJSON-1717313213 tempest-ImagesOneServerNegativeTestJSON-1717313213-project] 10.222.0.32 "GET /v2.0/ports?device_id=6cf2c55e-9f30-4390-b13e-f7a8917aba8b HTTP/1.1" status: 200  len: 945 time: 0.1058590
Dec 25 21:17:17.001423 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c2e4e6a1-0d42-4560-9535-95263cb961d2 req-cb8f1998-e1ca-4700-8ecb-a6b096fa2e32 tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] 10.222.0.32 "GET /v2.0/ports?device_id=e338781e-8257-4f80-8001-d9d3b7422f48 HTTP/1.1" status: 200  len: 210 time: 0.0493503
Dec 25 21:17:17.006885 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-282c81d8-781d-4245-b2dd-457355260fd0 req-a0cce000-47ce-424a-856f-1bb34c92ba8e tempest-ImagesOneServerNegativeTestJSON-1717313213 tempest-ImagesOneServerNegativeTestJSON-1717313213-project] 10.222.0.32 "GET /v2.0/security-groups?id=90b09226-05f9-413f-802a-f36d3e55d2ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0826421
Dec 25 21:17:17.366890 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63693f28-a721-4c0d-83e6-0c33a41ec871 req-fd4b517a-7dab-469c-9663-8938d9c5eb2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:17:17.368392 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-63693f28-a721-4c0d-83e6-0c33a41ec871 req-fd4b517a-7dab-469c-9663-8938d9c5eb2c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=27d474dfd37c46f0aa14aa84e8b3ad41&device_id=145d49b0-3bfb-45f5-9f32-8f86e111755f HTTP/1.1" status: 200  len: 1094 time: 0.3764818
Dec 25 21:17:17.418617 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-63693f28-a721-4c0d-83e6-0c33a41ec871 req-a5975ee4-0a2a-4701-9a4f-1cb5957d5e2e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bcca9b59-72e2-4e80-8ac7-e478ceb19706 HTTP/1.1" status: 200  len: 217 time: 0.0408187
Dec 25 21:17:17.468762 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63693f28-a721-4c0d-83e6-0c33a41ec871 req-db8e3903-8803-4320-9001-e2d852b479fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:17:17.470317 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-63693f28-a721-4c0d-83e6-0c33a41ec871 req-db8e3903-8803-4320-9001-e2d852b479fc service neutron] 10.222.0.31 "GET /v2.0/subnets?id=37f917d0-d496-45cf-ae0a-66a9d35b37e3 HTTP/1.1" status: 200  len: 853 time: 0.0443721
Dec 25 21:17:17.504519 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-63693f28-a721-4c0d-83e6-0c33a41ec871 req-0f3ab770-1d9c-4540-8752-52a9384ec5b6 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=597fae95-d9e4-466a-853c-7cbb09218bf0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0251803
Dec 25 21:17:17.601978 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-63693f28-a721-4c0d-83e6-0c33a41ec871 req-42afaab6-9a04-473e-a574-c4da7fcf16dd service neutron] 10.222.0.31 "GET /v2.0/networks/597fae95-d9e4-466a-853c-7cbb09218bf0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0901024
Dec 25 21:17:17.671351 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 55090) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:17:17.706859 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-63693f28-a721-4c0d-83e6-0c33a41ec871 req-891ec07c-bc79-4290-8e7b-add2ab7c717b service neutron] 10.222.0.31 "GET /v2.0/networks/597fae95-d9e4-466a-853c-7cbb09218bf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0970881
Dec 25 21:17:17.726884 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_v2 [None req-41e36b40-3f45-4bbb-8af5-d7a4634f7638 admin admin] Deleting subnet 5cc00bca-9276-4abd-9854-5fa193805042 {{(pid=121607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Dec 25 21:17:17.732867 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-41e36b40-3f45-4bbb-8af5-d7a4634f7638 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:17.764012 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device 6260aad7-fac9-455a-b6ea-92f0abdfd81d details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 25 21:17:17.769756 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-41e36b40-3f45-4bbb-8af5-d7a4634f7638 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10246617'] for subnet, precommit_delete_associations {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:17.785267 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device fba43cf4-f214-42a5-b791-cde0e1556285 no longer exists at agent hyperv_nch1-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:17:17.817793 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-41e36b40-3f45-4bbb-8af5-d7a4634f7638 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995662'] for subnet, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:17.878510 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e0491f-4585-42bd-ae01-97d30cbc751b req-a01c57b5-e051-43e6-a942-3e8fd5012f9e tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:17:17.880156 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-10e0491f-4585-42bd-ae01-97d30cbc751b req-a01c57b5-e051-43e6-a942-3e8fd5012f9e tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] 10.222.0.32 "GET /v2.0/ports?device_id=145d49b0-3bfb-45f5-9f32-8f86e111755f HTTP/1.1" status: 200  len: 943 time: 0.0524082
Dec 25 21:17:17.937140 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-10e0491f-4585-42bd-ae01-97d30cbc751b req-c5b23e2f-63b9-4622-862d-c0dd0ccc2922 tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] 10.222.0.32 "GET /v2.0/security-groups?id=e70b16a5-3c2f-443c-a3bd-2851d79b2b90&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0492501
Dec 25 21:17:17.976195 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-41e36b40-3f45-4bbb-8af5-d7a4634f7638 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8632410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8852809'] for subnet, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:18.025079 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c05889-865d-4b77-a9a5-417f0621a86a req-13482928-5c4f-4d75-8590-7337e497facd tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:17:18.027862 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-55c05889-865d-4b77-a9a5-417f0621a86a req-13482928-5c4f-4d75-8590-7337e497facd tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/ports?device_id=4e09da5c-da55-4216-89ee-8cbdaf24ecec HTTP/1.1" status: 200  len: 948 time: 0.0748148
Dec 25 21:17:18.030706 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e36b40-3f45-4bbb-8af5-d7a4634f7638 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5cc00bca-9276-4abd-9854-5fa193805042,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:17:18.038603 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-41e36b40-3f45-4bbb-8af5-d7a4634f7638 admin admin] Publish callbacks [] for subnet, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:18.047065 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-41e36b40-3f45-4bbb-8af5-d7a4634f7638 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/5cc00bca-9276-4abd-9854-5fa193805042 HTTP/1.1" status: 204  len: 168 time: 0.3745654
Dec 25 21:17:18.051183 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 55102) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:17:18.057866 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] No Port match for: fba43cf4-f214-42a5-b791-cde0e1556285 {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:17:18.058446 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device fba43cf4-f214-42a5-b791-cde0e1556285 not bound to the agent host nch1-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:17:18.093403 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-55c05889-865d-4b77-a9a5-417f0621a86a req-9fc327dc-54cc-49ac-abe9-06977f18c3ab tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3f1ae63-416f-443f-b032-af0d7dcc9019&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0599854
Dec 25 21:17:18.097549 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port 6260aad7-fac9-455a-b6ea-92f0abdfd81d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6260aad7-fac9-455a-b6ea-92f0abdfd81d,segment=NetworkSegment(85c774cb-a0eb-4ad9-961f-f331d3b37cd6),segment_id=85c774cb-a0eb-4ad9-961f-f331d3b37cd6)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:17:18.113307 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Returning: {'device': '6260aad7-fac9-455a-b6ea-92f0abdfd81d', 'network_id': '8f212e98-547d-4c6e-a560-2e9a548c8f59', 'port_id': '6260aad7-fac9-455a-b6ea-92f0abdfd81d', 'mac_address': 'fa:16:3e:55:37:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcfbae86-f93e-400c-8084-eac7f56ff5ba', 'ip_address': '192.168.233.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 25 21:17:18.149391 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-d222d99c-fbb0-42cc-a9d1-daf941564625 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625803'] for network, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:18.150769 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:18.164000 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6260aad7-fac9-455a-b6ea-92f0abdfd81d {{(pid=121608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:17:18.184645 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port 6260aad7-fac9-455a-b6ea-92f0abdfd81d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6260aad7-fac9-455a-b6ea-92f0abdfd81d,segment=NetworkSegment(85c774cb-a0eb-4ad9-961f-f331d3b37cd6),segment_id=85c774cb-a0eb-4ad9-961f-f331d3b37cd6)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:17:18.195315 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-64f1cd0b-cbed-4d8b-a828-f1339a1e06c1 req-efc97a9e-4418-4dee-b36c-4ce6d16a601e tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5de591e-2d50-4b6e-8d61-887076ed592d HTTP/1.1" status: 200  len: 210 time: 0.0343115
Dec 25 21:17:18.234908 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-d222d99c-fbb0-42cc-a9d1-daf941564625 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997585', 'neutron.services.segments.db._delete_segments_for_network-8737602743071'] for network, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:18.273386 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-d222d99c-fbb0-42cc-a9d1-daf941564625 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2612e82130>,) {'filters': {'network_id': ['77b2a75d-f400-4539-8345-8e2b357f5c23']}} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:17:18.284486 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-d222d99c-fbb0-42cc-a9d1-daf941564625 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2612e82130>, '47dbe20b-fa58-47dc-b3ab-e0e2a78a5536') {'for_net_delete': True} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:17:18.284901 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-d222d99c-fbb0-42cc-a9d1-daf941564625 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2612e82130>, '47dbe20b-fa58-47dc-b3ab-e0e2a78a5536') {} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:17:18.294833 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-d222d99c-fbb0-42cc-a9d1-daf941564625 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737602746920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10246592'] for segment, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:18.316439 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-d222d99c-fbb0-42cc-a9d1-daf941564625 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:18.322902 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:18.327425 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d222d99c-fbb0-42cc-a9d1-daf941564625 admin admin] Releasing vlan 162 on physical network physnet1 to pool {{(pid=121607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 25 21:17:18.327425 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-d222d99c-fbb0-42cc-a9d1-daf941564625 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8633327'] for segment, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:18.327743 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:17:18.327743 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:17:18.327743 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:17:18.327743 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:17:18.327743 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:17:18.327743 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:17:18.327743 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:17:18.327743 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:17:18.327743 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:17:18.327743 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:17:18.327743 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:17:18.327743 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:17:18.327743 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:17:18.327743 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:17:18.327743 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:17:18.327743 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:17:18.327743 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:17:18.327743 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:17:18.327743 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:17:18.327743 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:17:18.327743 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:17:18.327743 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:17:18.327743 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:17:18.327743 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:17:18.327743 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:17:18.327743 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:17:18.327743 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:17:18.327743 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:17:18.327743 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:17:18.327743 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:17:18.327743 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:17:18.327743 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:17:18.327743 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:17:18.327743 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:17:18.327743 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:17:18.327743 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:17:18.331105 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:17:18.331105 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:17:18.331105 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:17:18.331105 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:17:18.331105 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:17:18.331105 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:17:18.331105 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:17:18.331105 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:17:18.331105 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:17:18.331105 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:17:18.331105 ncdv-master-1 neutron-server[121607]: Traceback (most recent call last):
Dec 25 21:17:18.331105 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 25 21:17:18.331105 ncdv-master-1 neutron-server[121607]:     timer()
Dec 25 21:17:18.331105 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 25 21:17:18.331105 ncdv-master-1 neutron-server[121607]:     cb(*args, **kw)
Dec 25 21:17:18.331105 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 25 21:17:18.331105 ncdv-master-1 neutron-server[121607]:     return func(*args, **kwargs)
Dec 25 21:17:18.331105 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 25 21:17:18.331105 ncdv-master-1 neutron-server[121607]:     self._notify()
Dec 25 21:17:18.331105 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 25 21:17:18.331105 ncdv-master-1 neutron-server[121607]:     self.callback(batched_events)
Dec 25 21:17:18.331105 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 25 21:17:18.331105 ncdv-master-1 neutron-server[121607]:     event.method(event)
Dec 25 21:17:18.331105 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 25 21:17:18.331105 ncdv-master-1 neutron-server[121607]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 25 21:17:18.331105 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 25 21:17:18.331105 ncdv-master-1 neutron-server[121607]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 25 21:17:18.331105 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 25 21:17:18.331105 ncdv-master-1 neutron-server[121607]:     return f(self, *a, **k)
Dec 25 21:17:18.331105 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 25 21:17:18.331105 ncdv-master-1 neutron-server[121607]:     return self._get(url).json()
Dec 25 21:17:18.331105 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 25 21:17:18.331105 ncdv-master-1 neutron-server[121607]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 25 21:17:18.331105 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 25 21:17:18.331105 ncdv-master-1 neutron-server[121607]:     return self.request(url, 'GET', **kwargs)
Dec 25 21:17:18.331105 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 25 21:17:18.331105 ncdv-master-1 neutron-server[121607]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 25 21:17:18.331105 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 25 21:17:18.331105 ncdv-master-1 neutron-server[121607]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 25 21:17:18.331105 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 25 21:17:18.331105 ncdv-master-1 neutron-server[121607]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 25 21:17:18.331105 ncdv-master-1 neutron-server[121607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 25 21:17:18.383681 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5fc759-2b60-444b-b222-c039a188d3f9 req-129c387f-5200-479e-a4af-bf25c62167f5 tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:17:18.385633 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-bd5fc759-2b60-444b-b222-c039a188d3f9 req-129c387f-5200-479e-a4af-bf25c62167f5 tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] 10.222.0.32 "GET /v2.0/ports?device_id=c169c539-29b8-4eeb-bb76-6e6eabd11098 HTTP/1.1" status: 200  len: 945 time: 0.0948019
Dec 25 21:17:18.430085 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Pushing event updated for resources: {'Port': ['ID=6260aad7-fac9-455a-b6ea-92f0abdfd81d,revision_number=4']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:17:18.450396 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-d222d99c-fbb0-42cc-a9d1-daf941564625 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2008653'] for network, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:18.456532 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-d222d99c-fbb0-42cc-a9d1-daf941564625 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for network, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:18.459803 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-d222d99c-fbb0-42cc-a9d1-daf941564625 admin admin] 10.222.0.32 "DELETE /v2.0/networks/77b2a75d-f400-4539-8345-8e2b357f5c23 HTTP/1.1" status: 204  len: 168 time: 0.4075577
Dec 25 21:17:18.463025 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 55118) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:17:18.466648 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-bd5fc759-2b60-444b-b222-c039a188d3f9 req-337ba0dd-2158-4658-92cd-2fe5fbeb489b tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] 10.222.0.32 "GET /v2.0/security-groups?id=20bd9841-9e11-4157-a0aa-08323059b96f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0730472
Dec 25 21:17:18.470874 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d222d99c-fbb0-42cc-a9d1-daf941564625 admin admin] Pushing event deleted for resources: {'Network': ['ID=77b2a75d-f400-4539-8345-8e2b357f5c23,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:17:18.589577 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] get_ports_and_sgs() called for port_ids ['6260aad7-fac9-455a-b6ea-92f0abdfd81d'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:17:18.635061 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '145d49b0-3bfb-45f5-9f32-8f86e111755f', 'tag': 'bcca9b59-72e2-4e80-8ac7-e478ceb19706'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:17:18.637126 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9858820c13ec2827453b94ebc4181065e990a4e4089ccb9fe762531ac62d2fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d42cdc2-85db-486e-a3e1-6ce4fab2ebfd" -d '{"events": [{"name": "network-changed", "server_uuid": "145d49b0-3bfb-45f5-9f32-8f86e111755f", "tag": "bcca9b59-72e2-4e80-8ac7-e478ceb19706"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:17:18.658363 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e86951b-faa0-4e6f-b3d4-b2587d126f4a admin admin] Deleting subnet de33c586-4b0c-47f8-bdf2-488367b1fbd7 {{(pid=121606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Dec 25 21:17:18.667082 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-0e86951b-faa0-4e6f-b3d4-b2587d126f4a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:18.742097 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cfa267-b067-476a-87f8-40b2f4d501d9 req-0af32246-e71f-40d3-b9de-076685976354 tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:17:18.743589 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-35cfa267-b067-476a-87f8-40b2f4d501d9 req-0af32246-e71f-40d3-b9de-076685976354 tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] 10.222.0.32 "GET /v2.0/networks?id=2c732578-b39b-40c1-8a55-147e577043a0 HTTP/1.1" status: 200  len: 812 time: 0.3034298
Dec 25 21:17:18.757064 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad248f9-ec54-40fd-bb13-d3e581da428f req-ff0eda41-5282-4a97-a53a-b8d69b69b8ff tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:17:18.758485 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0ad248f9-ec54-40fd-bb13-d3e581da428f req-ff0eda41-5282-4a97-a53a-b8d69b69b8ff tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] 10.222.0.37 "GET /v2.0/networks?id=ce9b43e7-57f0-42d1-9422-f764ccb2bd06 HTTP/1.1" status: 200  len: 812 time: 0.2507410
Dec 25 21:17:18.764711 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-0e86951b-faa0-4e6f-b3d4-b2587d126f4a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9084199'] for subnet, precommit_delete_associations {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:18.796625 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-0ad248f9-ec54-40fd-bb13-d3e581da428f req-b5278ea5-1b59-41b6-9b67-afed8f5e40d8 tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] Request body: {'port': {'device_id': 'e5de591e-2d50-4b6e-8d61-887076ed592d', 'network_id': 'ce9b43e7-57f0-42d1-9422-f764ccb2bd06', 'admin_state_up': True, 'tenant_id': '16a084940f024be8aee5807248918cb5'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:17:18.809997 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ffb90a-ab5a-4629-8a0f-e3b92d4deb0a req-4395466d-553f-4b59-8960-b01802911928 tempest-ImagesOneServerNegativeTestJSON-1717313213 tempest-ImagesOneServerNegativeTestJSON-1717313213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:17:18.812807 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-89ffb90a-ab5a-4629-8a0f-e3b92d4deb0a req-4395466d-553f-4b59-8960-b01802911928 tempest-ImagesOneServerNegativeTestJSON-1717313213 tempest-ImagesOneServerNegativeTestJSON-1717313213-project] 10.222.0.32 "GET /v2.0/ports?device_id=6cf2c55e-9f30-4390-b13e-f7a8917aba8b HTTP/1.1" status: 200  len: 945 time: 0.2321179
Dec 25 21:17:18.828326 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-35cfa267-b067-476a-87f8-40b2f4d501d9 req-fe0dcf6d-ace9-46c3-9a4e-f9a2d1de7ff4 tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] 10.222.0.32 "GET /v2.0/quotas/8154e82a58434a60b677d150202a5312 HTTP/1.1" status: 200  len: 375 time: 0.0674062
Dec 25 21:17:18.919902 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-35cfa267-b067-476a-87f8-40b2f4d501d9 req-be9222f1-e8f3-4e7f-b36a-1d681bfd5c17 tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=8154e82a58434a60b677d150202a5312&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0788274
Dec 25 21:17:18.924214 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-0e86951b-faa0-4e6f-b3d4-b2587d126f4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995662'] for subnet, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:19.020424 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-89ffb90a-ab5a-4629-8a0f-e3b92d4deb0a req-0be37c99-6188-45ba-b9a0-290aa508fd9f tempest-ImagesOneServerNegativeTestJSON-1717313213 tempest-ImagesOneServerNegativeTestJSON-1717313213-project] 10.222.0.32 "GET /v2.0/security-groups?id=90b09226-05f9-413f-802a-f36d3e55d2ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1937258
Dec 25 21:17:19.067905 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Dec 2021 21:17:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c6c5e04-4398-4297-bbac-e3a7e8d36a20 x-openstack-request-id: req-6c6c5e04-4398-4297-bbac-e3a7e8d36a20 {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:17:19.068202 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "145d49b0-3bfb-45f5-9f32-8f86e111755f", "tag": "bcca9b59-72e2-4e80-8ac7-e478ceb19706", "status": "completed", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:17:19.068454 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6c6c5e04-4398-4297-bbac-e3a7e8d36a20 {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:17:19.068838 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '145d49b0-3bfb-45f5-9f32-8f86e111755f', 'tag': 'bcca9b59-72e2-4e80-8ac7-e478ceb19706', 'status': 'completed', 'code': 200}
Dec 25 21:17:19.140423 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-35cfa267-b067-476a-87f8-40b2f4d501d9 req-9bc39167-1e5a-4e5d-9be7-47951a72ad47 service neutron] 10.222.0.32 "GET /v2.0/networks/2c732578-b39b-40c1-8a55-147e577043a0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1895170
Dec 25 21:17:19.171823 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d42cdc2-85db-486e-a3e1-6ce4fab2ebfd req-3e2b8241-cb4e-458e-a12f-43ea7959170b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:17:19.173430 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7d42cdc2-85db-486e-a3e1-6ce4fab2ebfd req-3e2b8241-cb4e-458e-a12f-43ea7959170b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=27d474dfd37c46f0aa14aa84e8b3ad41&device_id=145d49b0-3bfb-45f5-9f32-8f86e111755f HTTP/1.1" status: 200  len: 1094 time: 0.0767944
Dec 25 21:17:19.174416 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-0e86951b-faa0-4e6f-b3d4-b2587d126f4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9084363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9028506'] for subnet, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:19.216532 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ad248f9-ec54-40fd-bb13-d3e581da428f req-b5278ea5-1b59-41b6-9b67-afed8f5e40d8 tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] Made reservation on behalf of 16a084940f024be8aee5807248918cb5 for: {'port': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:17:19.219801 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-0ad248f9-ec54-40fd-bb13-d3e581da428f req-b5278ea5-1b59-41b6-9b67-afed8f5e40d8 tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:19.251313 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e86951b-faa0-4e6f-b3d4-b2587d126f4a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=de33c586-4b0c-47f8-bdf2-488367b1fbd7,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:17:19.258896 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-0e86951b-faa0-4e6f-b3d4-b2587d126f4a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for subnet, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:19.262072 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-0e86951b-faa0-4e6f-b3d4-b2587d126f4a admin admin] 10.222.0.32 "DELETE /v2.0/subnets/de33c586-4b0c-47f8-bdf2-488367b1fbd7 HTTP/1.1" status: 204  len: 168 time: 0.7945433
Dec 25 21:17:19.264720 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 55136) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:17:19.323100 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e86951b-faa0-4e6f-b3d4-b2587d126f4a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:17:19.323446 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e86951b-faa0-4e6f-b3d4-b2587d126f4a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:17:19.323782 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e86951b-faa0-4e6f-b3d4-b2587d126f4a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:17:19.324115 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e86951b-faa0-4e6f-b3d4-b2587d126f4a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:17:19.324450 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e86951b-faa0-4e6f-b3d4-b2587d126f4a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:17:19.324775 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e86951b-faa0-4e6f-b3d4-b2587d126f4a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:17:19.325124 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e86951b-faa0-4e6f-b3d4-b2587d126f4a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:17:19.325450 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e86951b-faa0-4e6f-b3d4-b2587d126f4a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:17:19.325770 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e86951b-faa0-4e6f-b3d4-b2587d126f4a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:17:19.326091 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e86951b-faa0-4e6f-b3d4-b2587d126f4a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:17:19.326411 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e86951b-faa0-4e6f-b3d4-b2587d126f4a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:17:19.327370 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e86951b-faa0-4e6f-b3d4-b2587d126f4a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:17:19.327370 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e86951b-faa0-4e6f-b3d4-b2587d126f4a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:17:19.340010 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-1248ef41-7742-48f1-8b09-4311a9b8f044 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625803'] for network, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:19.419001 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-1248ef41-7742-48f1-8b09-4311a9b8f044 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997585', 'neutron.services.segments.db._delete_segments_for_network-8737602743071'] for network, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:19.443691 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-1248ef41-7742-48f1-8b09-4311a9b8f044 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f26124c3af0>,) {'filters': {'network_id': ['df00f948-e7f2-405b-a9e6-59f97a899868']}} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:17:19.453087 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-1248ef41-7742-48f1-8b09-4311a9b8f044 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f26124c3af0>, 'f58afd9b-4e5f-4744-b0b4-b267e636d9d6') {'for_net_delete': True} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:17:19.453381 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-1248ef41-7742-48f1-8b09-4311a9b8f044 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f26124c3af0>, 'f58afd9b-4e5f-4744-b0b4-b267e636d9d6') {} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:17:19.457277 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9097510-8cba-4ff9-b146-638f1ec91aac req-8691bcdd-7ff2-4521-9bc8-c278ec7951d0 tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:17:19.458765 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f9097510-8cba-4ff9-b146-638f1ec91aac req-8691bcdd-7ff2-4521-9bc8-c278ec7951d0 tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] 10.222.0.32 "GET /v2.0/ports?device_id=145d49b0-3bfb-45f5-9f32-8f86e111755f HTTP/1.1" status: 200  len: 943 time: 0.2446206
Dec 25 21:17:19.467243 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-1248ef41-7742-48f1-8b09-4311a9b8f044 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737602746920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10246592'] for segment, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:19.472030 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-35cfa267-b067-476a-87f8-40b2f4d501d9 req-58f55964-c3d5-461f-a7f0-3065da017b16 service neutron] 10.222.0.32 "GET /v2.0/networks/2c732578-b39b-40c1-8a55-147e577043a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3238521
Dec 25 21:17:19.481860 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-1248ef41-7742-48f1-8b09-4311a9b8f044 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:19.498625 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1248ef41-7742-48f1-8b09-4311a9b8f044 admin admin] Releasing vlan 189 on physical network physnet1 to pool {{(pid=121607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 25 21:17:19.498625 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-1248ef41-7742-48f1-8b09-4311a9b8f044 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8633327'] for segment, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:19.499020 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d42cdc2-85db-486e-a3e1-6ce4fab2ebfd req-1c003a43-1a53-4c08-8b31-d2b4e8c7e550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:17:19.499223 ncdv-master-1 neutron-server[121607]: Traceback (most recent call last):
Dec 25 21:17:19.499223 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 25 21:17:19.499223 ncdv-master-1 neutron-server[121607]:     timer()
Dec 25 21:17:19.499223 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 25 21:17:19.499223 ncdv-master-1 neutron-server[121607]:     cb(*args, **kw)
Dec 25 21:17:19.499223 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 25 21:17:19.499223 ncdv-master-1 neutron-server[121607]:     return func(*args, **kwargs)
Dec 25 21:17:19.499223 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 25 21:17:19.499223 ncdv-master-1 neutron-server[121607]:     self._notify()
Dec 25 21:17:19.499223 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 25 21:17:19.499223 ncdv-master-1 neutron-server[121607]:     self.callback(batched_events)
Dec 25 21:17:19.499223 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 25 21:17:19.499223 ncdv-master-1 neutron-server[121607]:     event.method(event)
Dec 25 21:17:19.499223 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 25 21:17:19.499223 ncdv-master-1 neutron-server[121607]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 25 21:17:19.499223 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 25 21:17:19.499223 ncdv-master-1 neutron-server[121607]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 25 21:17:19.499223 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 25 21:17:19.499223 ncdv-master-1 neutron-server[121607]:     return f(self, *a, **k)
Dec 25 21:17:19.499223 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 25 21:17:19.499223 ncdv-master-1 neutron-server[121607]:     return self._get(url).json()
Dec 25 21:17:19.499223 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 25 21:17:19.499223 ncdv-master-1 neutron-server[121607]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 25 21:17:19.499223 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 25 21:17:19.499223 ncdv-master-1 neutron-server[121607]:     return self.request(url, 'GET', **kwargs)
Dec 25 21:17:19.499223 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 25 21:17:19.499223 ncdv-master-1 neutron-server[121607]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 25 21:17:19.499223 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 25 21:17:19.499223 ncdv-master-1 neutron-server[121607]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 25 21:17:19.499223 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 25 21:17:19.499223 ncdv-master-1 neutron-server[121607]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 25 21:17:19.499223 ncdv-master-1 neutron-server[121607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 25 21:17:19.504313 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7d42cdc2-85db-486e-a3e1-6ce4fab2ebfd req-1c003a43-1a53-4c08-8b31-d2b4e8c7e550 service neutron] 10.222.0.31 "GET /v2.0/networks?id=597fae95-d9e4-466a-853c-7cbb09218bf0 HTTP/1.1" status: 200  len: 914 time: 0.3029885
Dec 25 21:17:19.569180 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7d42cdc2-85db-486e-a3e1-6ce4fab2ebfd req-79d82e21-8d0f-4779-b131-a3799516d9af service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bcca9b59-72e2-4e80-8ac7-e478ceb19706 HTTP/1.1" status: 200  len: 217 time: 0.0515532
Dec 25 21:17:19.625757 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f9097510-8cba-4ff9-b146-638f1ec91aac req-b9aab731-53e3-4eea-9c21-039b60039ecf tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] 10.222.0.32 "GET /v2.0/security-groups?id=e70b16a5-3c2f-443c-a3bd-2851d79b2b90&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1603305
Dec 25 21:17:19.632807 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_common [req-0ad248f9-ec54-40fd-bb13-d3e581da428f req-b5278ea5-1b59-41b6-9b67-afed8f5e40d8 tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] Allocated IP 172.20.0.2 (ce9b43e7-57f0-42d1-9422-f764ccb2bd06/3f60a15f-92c1-4709-8506-7a38b4b980cc/dfc1a5c0-22fe-4e86-8082-3ae401c78b61) {{(pid=121606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:17:19.649555 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-1248ef41-7742-48f1-8b09-4311a9b8f044 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2008653'] for network, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:19.649721 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d42cdc2-85db-486e-a3e1-6ce4fab2ebfd req-93ba595d-34a8-4207-bbc7-e1f74120739f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:17:19.649721 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7d42cdc2-85db-486e-a3e1-6ce4fab2ebfd req-93ba595d-34a8-4207-bbc7-e1f74120739f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=37f917d0-d496-45cf-ae0a-66a9d35b37e3 HTTP/1.1" status: 200  len: 853 time: 0.0712018
Dec 25 21:17:19.654263 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-1248ef41-7742-48f1-8b09-4311a9b8f044 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for network, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:19.658948 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-1248ef41-7742-48f1-8b09-4311a9b8f044 admin admin] 10.222.0.32 "DELETE /v2.0/networks/df00f948-e7f2-405b-a9e6-59f97a899868 HTTP/1.1" status: 204  len: 168 time: 0.3924813
Dec 25 21:17:19.688323 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1248ef41-7742-48f1-8b09-4311a9b8f044 admin admin] Pushing event deleted for resources: {'Network': ['ID=df00f948-e7f2-405b-a9e6-59f97a899868,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:17:19.697629 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7d42cdc2-85db-486e-a3e1-6ce4fab2ebfd req-204166b6-8975-42ab-ae78-b5564f7ecad5 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=597fae95-d9e4-466a-853c-7cbb09218bf0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0416381
Dec 25 21:17:19.778202 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device 6260aad7-fac9-455a-b6ea-92f0abdfd81d up at agent hyperv_nch1-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:17:19.863206 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3662b869-26bc-44bb-ada3-221ebd2888ac req-6114e380-53b0-43b1-9e47-74977b9af782 tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5de591e-2d50-4b6e-8d61-887076ed592d HTTP/1.1" status: 200  len: 210 time: 0.0836439
Dec 25 21:17:19.941735 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f13551-a567-4a6e-ab78-8cecce63902e req-e5f376e6-c0cc-431d-b4bd-282d91a57f74 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:17:19.943160 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-65f13551-a567-4a6e-ab78-8cecce63902e req-e5f376e6-c0cc-431d-b4bd-282d91a57f74 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/ports?device_id=4e09da5c-da55-4216-89ee-8cbdaf24ecec HTTP/1.1" status: 200  len: 949 time: 0.2069967
Dec 25 21:17:19.943511 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Provisioning for port 6260aad7-fac9-455a-b6ea-92f0abdfd81d completed by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 25 21:17:19.948690 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7d42cdc2-85db-486e-a3e1-6ce4fab2ebfd req-9c39a23e-8eb9-4aa3-9dde-728df7a9dd5a service neutron] 10.222.0.31 "GET /v2.0/networks/597fae95-d9e4-466a-853c-7cbb09218bf0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2401297
Dec 25 21:17:19.952190 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Provisioning complete for port 6260aad7-fac9-455a-b6ea-92f0abdfd81d triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:17:19.953112 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:20.042548 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-0ad248f9-ec54-40fd-bb13-d3e581da428f req-b5278ea5-1b59-41b6-9b67-afed8f5e40d8 tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] Publish callbacks [] for port, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:20.050460 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:20.057024 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 55152) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:17:20.081743 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e09da5c-da55-4216-89ee-8cbdaf24ecec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6260aad7-fac9-455a-b6ea-92f0abdfd81d'}] {{(pid=121608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:17:20.083994 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a88c78c3ff6266bd59c7e89d275b28c92e739b67d23c89d71af88829fd31566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c12a4f5-9e21-401e-a510-0547d550affc" -d '{"events": [{"server_uuid": "4e09da5c-da55-4216-89ee-8cbdaf24ecec", "name": "network-vif-plugged", "status": "completed", "tag": "6260aad7-fac9-455a-b6ea-92f0abdfd81d"}]}' {{(pid=121608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:17:20.098747 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port 6260aad7-fac9-455a-b6ea-92f0abdfd81d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6260aad7-fac9-455a-b6ea-92f0abdfd81d,segment=NetworkSegment(85c774cb-a0eb-4ad9-961f-f331d3b37cd6),segment_id=85c774cb-a0eb-4ad9-961f-f331d3b37cd6)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:17:20.110924 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-2324ada4-b447-463f-8100-eb8675854c7e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ef4a444bae614ca7b19f2e61052a4c6e&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0508935
Dec 25 21:17:20.113051 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 55156) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:17:20.117939 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-65f13551-a567-4a6e-ab78-8cecce63902e req-9f2d8a96-4e55-44ba-a3d1-c2f0bf59a5e6 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3f1ae63-416f-443f-b032-af0d7dcc9019&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1641273
Dec 25 21:17:20.141896 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b2d751-cdea-47ac-b271-c55c58abbf57 req-fbb109cb-70ce-492c-8b51-f29bbf391b20 tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:17:20.141896 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-35b2d751-cdea-47ac-b271-c55c58abbf57 req-fbb109cb-70ce-492c-8b51-f29bbf391b20 tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] 10.222.0.32 "GET /v2.0/ports?device_id=c169c539-29b8-4eeb-bb76-6e6eabd11098 HTTP/1.1" status: 200  len: 945 time: 0.1858377
Dec 25 21:17:20.151646 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:20.209850 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-1d8c49de-0f86-43e9-a49c-3e855e1eb535 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:20.212296 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7d42cdc2-85db-486e-a3e1-6ce4fab2ebfd req-64ce85dc-83e6-49bf-b309-ae9721039830 service neutron] 10.222.0.31 "GET /v2.0/networks/597fae95-d9e4-466a-853c-7cbb09218bf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2388813
Dec 25 21:17:20.213319 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Pushing event updated for resources: {'Port': ['ID=6260aad7-fac9-455a-b6ea-92f0abdfd81d,revision_number=5']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:17:20.237494 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9dc22b72-3010-472b-9893-76bb526944f1 req-b4c9b902-125c-481a-8019-da01ca7c7c2d tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] 10.222.0.32 "GET /v2.0/ports?device_id=d2254a4b-e6ed-4560-a239-47903f19b47d HTTP/1.1" status: 200  len: 210 time: 0.0496323
Dec 25 21:17:20.240285 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-1d8c49de-0f86-43e9-a49c-3e855e1eb535 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:20.256640 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-35b2d751-cdea-47ac-b271-c55c58abbf57 req-4c9de809-2284-4cb8-8143-6d8bfc3ce226 tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] 10.222.0.32 "GET /v2.0/security-groups?id=20bd9841-9e11-4157-a0aa-08323059b96f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1167367
Dec 25 21:17:20.276452 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-0ad248f9-ec54-40fd-bb13-d3e581da428f req-b5278ea5-1b59-41b6-9b67-afed8f5e40d8 tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:20.305121 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 21:17:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d90ae7b8-5e5d-4cad-b941-c36ad979e426 x-openstack-request-id: req-d90ae7b8-5e5d-4cad-b941-c36ad979e426 {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:17:20.305509 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e09da5c-da55-4216-89ee-8cbdaf24ecec", "name": "network-vif-plugged", "status": "completed", "tag": "6260aad7-fac9-455a-b6ea-92f0abdfd81d", "code": 200}]} {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:17:20.305857 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d90ae7b8-5e5d-4cad-b941-c36ad979e426 {{(pid=121608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:17:20.306450 ncdv-master-1 neutron-server[121608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e09da5c-da55-4216-89ee-8cbdaf24ecec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6260aad7-fac9-455a-b6ea-92f0abdfd81d', 'code': 200}
Dec 25 21:17:20.369929 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ad248f9-ec54-40fd-bb13-d3e581da428f req-b5278ea5-1b59-41b6-9b67-afed8f5e40d8 tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] Network ce9b43e7-57f0-42d1-9422-f764ccb2bd06 is already hosted by enough agents. {{(pid=121606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:17:20.373851 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-1d8c49de-0f86-43e9-a49c-3e855e1eb535 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:20.377057 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-1d8c49de-0f86-43e9-a49c-3e855e1eb535 admin admin] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:20.378356 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [req-0ad248f9-ec54-40fd-bb13-d3e581da428f req-b5278ea5-1b59-41b6-9b67-afed8f5e40d8 tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] Resources bound (agent type, host, resource id):  {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:17:20.381235 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5278ea5-1b59-41b6-9b67-afed8f5e40d8 tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] Pushing event updated for resources: {'Port': ['ID=dfc1a5c0-22fe-4e86-8082-3ae401c78b61,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:17:20.387640 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ad248f9-ec54-40fd-bb13-d3e581da428f req-b5278ea5-1b59-41b6-9b67-afed8f5e40d8 tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] Received port after_create {{(pid=121606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:17:20.388554 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-1d8c49de-0f86-43e9-a49c-3e855e1eb535 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a90f643f-61fe-451d-80ef-ad971b4b5604 HTTP/1.1" status: 204  len: 168 time: 0.2705052
Dec 25 21:17:20.399561 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8c49de-0f86-43e9-a49c-3e855e1eb535 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a90f643f-61fe-451d-80ef-ad971b4b5604,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:17:20.461126 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f610010-04cb-4575-ab85-fee41b7249a4 req-ae4c6273-eea5-4c6e-9ca2-596489718123 tempest-ImagesOneServerNegativeTestJSON-1717313213 tempest-ImagesOneServerNegativeTestJSON-1717313213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:17:20.462534 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4f610010-04cb-4575-ab85-fee41b7249a4 req-ae4c6273-eea5-4c6e-9ca2-596489718123 tempest-ImagesOneServerNegativeTestJSON-1717313213 tempest-ImagesOneServerNegativeTestJSON-1717313213-project] 10.222.0.32 "GET /v2.0/ports?device_id=6cf2c55e-9f30-4390-b13e-f7a8917aba8b HTTP/1.1" status: 200  len: 945 time: 0.1444316
Dec 25 21:17:20.476849 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad248f9-ec54-40fd-bb13-d3e581da428f req-b5278ea5-1b59-41b6-9b67-afed8f5e40d8 tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:17:20.477470 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-0ad248f9-ec54-40fd-bb13-d3e581da428f req-b5278ea5-1b59-41b6-9b67-afed8f5e40d8 tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:20.504932 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ff3083-d73c-40c1-8817-58e8ff19e09b req-9c609079-3bc7-4998-8901-cb11b51ff57c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:17:20.506474 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-22ff3083-d73c-40c1-8817-58e8ff19e09b req-9c609079-3bc7-4998-8901-cb11b51ff57c service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=4e09da5c-da55-4216-89ee-8cbdaf24ecec HTTP/1.1" status: 200  len: 1101 time: 0.1195917
Dec 25 21:17:20.548587 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4f610010-04cb-4575-ab85-fee41b7249a4 req-d0e95ffd-0a08-453c-ac01-c140497f63e1 tempest-ImagesOneServerNegativeTestJSON-1717313213 tempest-ImagesOneServerNegativeTestJSON-1717313213-project] 10.222.0.32 "GET /v2.0/security-groups?id=90b09226-05f9-413f-802a-f36d3e55d2ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0793374
Dec 25 21:17:20.568545 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-22ff3083-d73c-40c1-8817-58e8ff19e09b req-0cf77763-8885-4a33-a29d-4dd0f16a6346 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=d3f1ae63-416f-443f-b032-af0d7dcc9019&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0514598
Dec 25 21:17:20.618494 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0ad248f9-ec54-40fd-bb13-d3e581da428f req-b5278ea5-1b59-41b6-9b67-afed8f5e40d8 tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.8455606
Dec 25 21:17:20.635739 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-0ad248f9-ec54-40fd-bb13-d3e581da428f req-50ef7f45-948f-4487-8b50-cb48de0b3f31 service neutron] Request body: {'port': {'device_id': 'e5de591e-2d50-4b6e-8d61-887076ed592d', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:17:20.690698 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-0ad248f9-ec54-40fd-bb13-d3e581da428f req-50ef7f45-948f-4487-8b50-cb48de0b3f31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:20.786869 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9017db-4216-452b-ac60-8d3c980debef req-b9105e15-12ea-4cf8-9432-f6a840b2d209 tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:17:20.788360 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7f9017db-4216-452b-ac60-8d3c980debef req-b9105e15-12ea-4cf8-9432-f6a840b2d209 tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] 10.222.0.32 "GET /v2.0/ports?device_id=145d49b0-3bfb-45f5-9f32-8f86e111755f HTTP/1.1" status: 200  len: 943 time: 0.0891509
Dec 25 21:17:20.916651 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7f9017db-4216-452b-ac60-8d3c980debef req-b7a53123-d445-4145-a937-de299d16851d tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] 10.222.0.32 "GET /v2.0/security-groups?id=e70b16a5-3c2f-443c-a3bd-2851d79b2b90&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0865216
Dec 25 21:17:20.992707 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device ca27c441-c54d-4e05-8a52-86b1df07f0e3 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 25 21:17:21.040030 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46aa7a3a-d086-42d7-a837-c46ca93e1e76 req-cf7f6a22-abeb-49f7-8289-404a8b989119 tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:17:21.042078 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-46aa7a3a-d086-42d7-a837-c46ca93e1e76 req-cf7f6a22-abeb-49f7-8289-404a8b989119 tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5de591e-2d50-4b6e-8d61-887076ed592d HTTP/1.1" status: 200  len: 931 time: 0.0863118
Dec 25 21:17:21.111042 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port ca27c441-c54d-4e05-8a52-86b1df07f0e3, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ca27c441-c54d-4e05-8a52-86b1df07f0e3,segment=NetworkSegment(851a1add-14f1-4631-9dc8-d7579713b600),segment_id=851a1add-14f1-4631-9dc8-d7579713b600)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:17:21.124965 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Returning: {'device': 'ca27c441-c54d-4e05-8a52-86b1df07f0e3', 'network_id': '979f5e3f-5f36-45e3-b799-ae422a7efba5', 'port_id': 'ca27c441-c54d-4e05-8a52-86b1df07f0e3', 'mac_address': 'fa:16:3e:68:00:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '048bdd92-f291-4a78-86a6-99fc0420bf47', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 25 21:17:21.126417 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [req-0ad248f9-ec54-40fd-bb13-d3e581da428f req-50ef7f45-948f-4487-8b50-cb48de0b3f31 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dfc1a5c0-22fe-4e86-8082-3ae401c78b61 {{(pid=121606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:17:21.138632 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-0ad248f9-ec54-40fd-bb13-d3e581da428f req-50ef7f45-948f-4487-8b50-cb48de0b3f31 service neutron] Publish callbacks [] for port, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:21.145604 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 55174) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:17:21.160066 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-46aa7a3a-d086-42d7-a837-c46ca93e1e76 req-d5caf4ba-2098-42e3-a4e1-211ba8bed5a6 tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] 10.222.0.32 "GET /v2.0/security-groups?id=1afdcc1a-136b-4b62-a479-56858cefce8d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0925598
Dec 25 21:17:21.162908 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.provisioning_blocks [req-0ad248f9-ec54-40fd-bb13-d3e581da428f req-50ef7f45-948f-4487-8b50-cb48de0b3f31 service neutron] Transition to ACTIVE for port object dfc1a5c0-22fe-4e86-8082-3ae401c78b61 will not be triggered until provisioned by entity L2. {{(pid=121606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 25 21:17:21.194080 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-a01a51a9-d7be-4a95-bee5-2f11cad2ce89 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=759e68391a21437c981ea5c487262fdd&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0471218
Dec 25 21:17:21.196389 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 55176) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:17:21.204830 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:21.224297 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ca27c441-c54d-4e05-8a52-86b1df07f0e3 {{(pid=121608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:17:21.249772 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port ca27c441-c54d-4e05-8a52-86b1df07f0e3, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ca27c441-c54d-4e05-8a52-86b1df07f0e3,segment=NetworkSegment(851a1add-14f1-4631-9dc8-d7579713b600),segment_id=851a1add-14f1-4631-9dc8-d7579713b600)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:17:21.255796 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e351b712-647f-4fa3-9011-97e80255f8c2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:21.275628 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-0ad248f9-ec54-40fd-bb13-d3e581da428f req-50ef7f45-948f-4487-8b50-cb48de0b3f31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:21.282911 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e351b712-647f-4fa3-9011-97e80255f8c2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:21.341657 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:21.391824 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8d610029-d040-45a0-8e40-dc7777c2a0f7 req-299ead3a-def5-43b3-a684-f78f0fcb5c29 tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] 10.222.0.32 "GET /v2.0/ports?device_id=d2254a4b-e6ed-4560-a239-47903f19b47d HTTP/1.1" status: 200  len: 210 time: 0.0644495
Dec 25 21:17:21.401643 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ef7f45-948f-4487-8b50-cb48de0b3f31 service neutron] Pushing event updated for resources: {'Port': ['ID=dfc1a5c0-22fe-4e86-8082-3ae401c78b61,revision_number=2']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:17:21.407437 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Pushing event updated for resources: {'Port': ['ID=ca27c441-c54d-4e05-8a52-86b1df07f0e3,revision_number=6']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:17:21.424853 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:17:21.424853 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:17:21.424853 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:17:21.424853 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:17:21.424853 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:17:21.424853 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:17:21.424853 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:17:21.424853 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:17:21.424853 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:17:21.424853 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:17:21.424853 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:17:21.424853 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:17:21.424853 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:17:21.424853 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:17:21.424853 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:17:21.424853 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:17:21.424853 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:17:21.424853 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:17:21.424853 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:17:21.424853 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:17:21.424853 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:17:21.424853 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:17:21.424853 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:17:21.424853 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:17:21.424853 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:17:21.424853 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:17:21.424853 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:17:21.424853 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:17:21.424853 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:17:21.424853 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:17:21.424853 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:17:21.424853 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:17:21.424853 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:17:21.424853 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:17:21.424853 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:17:21.424853 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:17:21.434579 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:17:21.434579 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:17:21.434579 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:17:21.434579 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:17:21.434579 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:17:21.434579 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:17:21.434579 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:17:21.434579 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:17:21.434579 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:17:21.434579 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:17:21.434579 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:17:21.434579 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:17:21.435946 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] get_ports_and_sgs() called for port_ids ['ca27c441-c54d-4e05-8a52-86b1df07f0e3'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:17:21.436140 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5613b296-cd79-441d-8d8f-7f30f398d5f4 req-26a963fc-ccea-4331-97ca-fc36a09506b3 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:17:21.436140 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5613b296-cd79-441d-8d8f-7f30f398d5f4 req-26a963fc-ccea-4331-97ca-fc36a09506b3 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/ports?device_id=4e09da5c-da55-4216-89ee-8cbdaf24ecec HTTP/1.1" status: 200  len: 950 time: 0.1836045
Dec 25 21:17:21.478513 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e351b712-647f-4fa3-9011-97e80255f8c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:21.487258 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e351b712-647f-4fa3-9011-97e80255f8c2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:21.489033 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-e351b712-647f-4fa3-9011-97e80255f8c2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/87dc2b7c-777b-4730-bb71-b5a3bf28a732 HTTP/1.1" status: 204  len: 168 time: 0.2914162
Dec 25 21:17:21.499714 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e351b712-647f-4fa3-9011-97e80255f8c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87dc2b7c-777b-4730-bb71-b5a3bf28a732,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:17:21.601655 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5613b296-cd79-441d-8d8f-7f30f398d5f4 req-968f845c-4a9d-46b9-92bf-c0a168889783 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3f1ae63-416f-443f-b032-af0d7dcc9019&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1589656
Dec 25 21:17:21.622388 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a11da80-01be-479d-aa8a-02d4e79a0dca req-9cd03edf-c37f-413c-860b-5753dd761efa tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:17:21.630373 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2a11da80-01be-479d-aa8a-02d4e79a0dca req-9cd03edf-c37f-413c-860b-5753dd761efa tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] 10.222.0.32 "GET /v2.0/ports?device_id=c169c539-29b8-4eeb-bb76-6e6eabd11098 HTTP/1.1" status: 200  len: 945 time: 0.1621256
Dec 25 21:17:21.641757 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-0ad248f9-ec54-40fd-bb13-d3e581da428f req-50ef7f45-948f-4487-8b50-cb48de0b3f31 service neutron] Attempting to bind port dfc1a5c0-22fe-4e86-8082-3ae401c78b61 on host nch2-master-1 for vnic_type normal with profile  {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:17:21.642104 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-0ad248f9-ec54-40fd-bb13-d3e581da428f req-50ef7f45-948f-4487-8b50-cb48de0b3f31 service neutron] Attempting to bind port dfc1a5c0-22fe-4e86-8082-3ae401c78b61 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '01b1b6b5-7db5-40ee-a399-bc306695a2d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ce9b43e7-57f0-42d1-9422-f764ccb2bd06'}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:17:21.642437 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ad248f9-ec54-40fd-bb13-d3e581da428f req-50ef7f45-948f-4487-8b50-cb48de0b3f31 service neutron] Attempting to bind port dfc1a5c0-22fe-4e86-8082-3ae401c78b61 on network ce9b43e7-57f0-42d1-9422-f764ccb2bd06 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:17:21.782245 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device bcca9b59-72e2-4e80-8ac7-e478ceb19706 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 25 21:17:21.901349 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port bcca9b59-72e2-4e80-8ac7-e478ceb19706, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=bcca9b59-72e2-4e80-8ac7-e478ceb19706,segment=NetworkSegment(59040483-3fcc-4b5a-8606-f8e28575fa62),segment_id=59040483-3fcc-4b5a-8606-f8e28575fa62)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:17:21.921570 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Returning: {'device': 'bcca9b59-72e2-4e80-8ac7-e478ceb19706', 'network_id': '597fae95-d9e4-466a-853c-7cbb09218bf0', 'port_id': 'bcca9b59-72e2-4e80-8ac7-e478ceb19706', 'mac_address': 'fa:16:3e:39:ae:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37f917d0-d496-45cf-ae0a-66a9d35b37e3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 25 21:17:21.970206 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:21.985133 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bcca9b59-72e2-4e80-8ac7-e478ceb19706 {{(pid=121608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:17:21.989072 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ad248f9-ec54-40fd-bb13-d3e581da428f req-50ef7f45-948f-4487-8b50-cb48de0b3f31 service neutron] Port dfc1a5c0-22fe-4e86-8082-3ae401c78b61 on network ce9b43e7-57f0-42d1-9422-f764ccb2bd06 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 25 21:17:21.989404 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ad248f9-ec54-40fd-bb13-d3e581da428f req-50ef7f45-948f-4487-8b50-cb48de0b3f31 service neutron] Attempting to bind port dfc1a5c0-22fe-4e86-8082-3ae401c78b61 on network ce9b43e7-57f0-42d1-9422-f764ccb2bd06 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:17:22.013654 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port bcca9b59-72e2-4e80-8ac7-e478ceb19706, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=bcca9b59-72e2-4e80-8ac7-e478ceb19706,segment=NetworkSegment(59040483-3fcc-4b5a-8606-f8e28575fa62),segment_id=59040483-3fcc-4b5a-8606-f8e28575fa62)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:17:22.016550 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ad248f9-ec54-40fd-bb13-d3e581da428f req-50ef7f45-948f-4487-8b50-cb48de0b3f31 service neutron] Checking agent: {'id': '0d9ae313-8f8d-40fa-8a9f-d098a25a9911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 21, 4, 38), 'started_at': datetime.datetime(2021, 12, 25, 21, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 17, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:17:22.016912 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ad248f9-ec54-40fd-bb13-d3e581da428f req-50ef7f45-948f-4487-8b50-cb48de0b3f31 service neutron] Checking segment: {'id': '01b1b6b5-7db5-40ee-a399-bc306695a2d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ce9b43e7-57f0-42d1-9422-f764ccb2bd06'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:17:22.017471 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ad248f9-ec54-40fd-bb13-d3e581da428f req-50ef7f45-948f-4487-8b50-cb48de0b3f31 service neutron] Bound using segment: {'id': '01b1b6b5-7db5-40ee-a399-bc306695a2d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ce9b43e7-57f0-42d1-9422-f764ccb2bd06'} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:17:22.017952 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-0ad248f9-ec54-40fd-bb13-d3e581da428f req-50ef7f45-948f-4487-8b50-cb48de0b3f31 service neutron] Bound port: dfc1a5c0-22fe-4e86-8082-3ae401c78b61, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01b1b6b5-7db5-40ee-a399-bc306695a2d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ce9b43e7-57f0-42d1-9422-f764ccb2bd06'}}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:17:22.018848 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-0ad248f9-ec54-40fd-bb13-d3e581da428f req-50ef7f45-948f-4487-8b50-cb48de0b3f31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:22.068969 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2a11da80-01be-479d-aa8a-02d4e79a0dca req-eb4ce44c-e431-4a09-8e6e-5faabc2e5979 tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] 10.222.0.32 "GET /v2.0/security-groups?id=20bd9841-9e11-4157-a0aa-08323059b96f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4376802
Dec 25 21:17:22.099546 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3b0de4-c4ba-439e-b227-152608a1a7b4 req-8401e446-a728-441d-82ce-ba701163697b tempest-ImagesOneServerNegativeTestJSON-1717313213 tempest-ImagesOneServerNegativeTestJSON-1717313213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:17:22.106759 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-6c3b0de4-c4ba-439e-b227-152608a1a7b4 req-8401e446-a728-441d-82ce-ba701163697b tempest-ImagesOneServerNegativeTestJSON-1717313213 tempest-ImagesOneServerNegativeTestJSON-1717313213-project] 10.222.0.32 "GET /v2.0/ports?device_id=6cf2c55e-9f30-4390-b13e-f7a8917aba8b HTTP/1.1" status: 200  len: 944 time: 0.1300478
Dec 25 21:17:22.112059 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:22.168902 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Pushing event updated for resources: {'Port': ['ID=bcca9b59-72e2-4e80-8ac7-e478ceb19706,revision_number=4']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:17:22.176926 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-0ad248f9-ec54-40fd-bb13-d3e581da428f req-50ef7f45-948f-4487-8b50-cb48de0b3f31 service neutron] For port dfc1a5c0-22fe-4e86-8082-3ae401c78b61, host nch2-master-1, cleared binding levels {{(pid=121606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:17:22.208571 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-6c3b0de4-c4ba-439e-b227-152608a1a7b4 req-0b55cd93-fd34-414c-992c-92cd0348f245 tempest-ImagesOneServerNegativeTestJSON-1717313213 tempest-ImagesOneServerNegativeTestJSON-1717313213-project] 10.222.0.32 "GET /v2.0/security-groups?id=90b09226-05f9-413f-802a-f36d3e55d2ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1009567
Dec 25 21:17:22.214550 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-0ad248f9-ec54-40fd-bb13-d3e581da428f req-50ef7f45-948f-4487-8b50-cb48de0b3f31 service neutron] For port dfc1a5c0-22fe-4e86-8082-3ae401c78b61, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=dfc1a5c0-22fe-4e86-8082-3ae401c78b61,segment=NetworkSegment(01b1b6b5-7db5-40ee-a399-bc306695a2d5),segment_id=01b1b6b5-7db5-40ee-a399-bc306695a2d5)] {{(pid=121606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:17:22.235243 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb59fd8-9feb-49dd-bf39-aa0f392e2c3b req-7e29c7b0-5ffa-4b59-8ece-cb9ebdf58bb9 tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:17:22.235243 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-efb59fd8-9feb-49dd-bf39-aa0f392e2c3b req-7e29c7b0-5ffa-4b59-8ece-cb9ebdf58bb9 tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] 10.222.0.32 "GET /v2.0/ports?device_id=145d49b0-3bfb-45f5-9f32-8f86e111755f HTTP/1.1" status: 200  len: 944 time: 0.0704541
Dec 25 21:17:22.296279 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-efb59fd8-9feb-49dd-bf39-aa0f392e2c3b req-11f39a5e-2993-4689-98d1-d6ca4bf4cc86 tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] 10.222.0.32 "GET /v2.0/security-groups?id=e70b16a5-3c2f-443c-a3bd-2851d79b2b90&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0565872
Dec 25 21:17:22.313377 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-0ad248f9-ec54-40fd-bb13-d3e581da428f req-50ef7f45-948f-4487-8b50-cb48de0b3f31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:22.360805 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] get_ports_and_sgs() called for port_ids ['bcca9b59-72e2-4e80-8ac7-e478ceb19706'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:17:22.372685 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad248f9-ec54-40fd-bb13-d3e581da428f req-50ef7f45-948f-4487-8b50-cb48de0b3f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:17:22.373577 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-0ad248f9-ec54-40fd-bb13-d3e581da428f req-50ef7f45-948f-4487-8b50-cb48de0b3f31 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:22.378546 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0ad248f9-ec54-40fd-bb13-d3e581da428f req-50ef7f45-948f-4487-8b50-cb48de0b3f31 service neutron] 10.222.0.37 "PUT /v2.0/ports/dfc1a5c0-22fe-4e86-8082-3ae401c78b61 HTTP/1.1" status: 200  len: 1091 time: 1.7432890
Dec 25 21:17:22.378546 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5de591e-2d50-4b6e-8d61-887076ed592d', 'tag': 'dfc1a5c0-22fe-4e86-8082-3ae401c78b61'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:17:22.380240 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9858820c13ec2827453b94ebc4181065e990a4e4089ccb9fe762531ac62d2fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3316839-f552-4a80-9d87-2d2d69a37e05" -d '{"events": [{"name": "network-changed", "server_uuid": "e5de591e-2d50-4b6e-8d61-887076ed592d", "tag": "dfc1a5c0-22fe-4e86-8082-3ae401c78b61"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:17:22.390236 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf631fd-7f0a-4395-9091-3cb6301fa803 req-cbb58ad2-3e4f-40a1-a072-7cd62930365b tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:17:22.391797 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-bcf631fd-7f0a-4395-9091-3cb6301fa803 req-cbb58ad2-3e4f-40a1-a072-7cd62930365b tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5de591e-2d50-4b6e-8d61-887076ed592d HTTP/1.1" status: 200  len: 943 time: 0.1131060
Dec 25 21:17:22.413418 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cfa267-b067-476a-87f8-40b2f4d501d9 req-02001ab4-2d66-4012-95c3-a4a9a519a27f tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:17:22.423202 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ef7f45-948f-4487-8b50-cb48de0b3f31 service neutron] Pushing event updated for resources: {'Port': ['ID=dfc1a5c0-22fe-4e86-8082-3ae401c78b61,revision_number=3']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:17:22.423691 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-35cfa267-b067-476a-87f8-40b2f4d501d9 req-02001ab4-2d66-4012-95c3-a4a9a519a27f tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] 10.222.0.37 "GET /v2.0/networks?id=2c732578-b39b-40c1-8a55-147e577043a0 HTTP/1.1" status: 200  len: 812 time: 0.1933439
Dec 25 21:17:22.447221 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [req-35cfa267-b067-476a-87f8-40b2f4d501d9 req-350850b8-83d9-4857-ae88-c537d03e8326 tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] Request body: {'port': {'device_id': 'd2254a4b-e6ed-4560-a239-47903f19b47d', 'network_id': '2c732578-b39b-40c1-8a55-147e577043a0', 'admin_state_up': True, 'tenant_id': '8154e82a58434a60b677d150202a5312'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:17:22.472744 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-bcf631fd-7f0a-4395-9091-3cb6301fa803 req-8c99b06c-f97c-46de-be25-b8fbd34b51be tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] 10.222.0.32 "GET /v2.0/security-groups?id=1afdcc1a-136b-4b62-a479-56858cefce8d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0669315
Dec 25 21:17:22.561765 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Dec 2021 21:17:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b1ae28b-d275-40bc-8a8f-1233dd8101b3 x-openstack-request-id: req-5b1ae28b-d275-40bc-8a8f-1233dd8101b3 {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:17:22.562131 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5de591e-2d50-4b6e-8d61-887076ed592d", "tag": "dfc1a5c0-22fe-4e86-8082-3ae401c78b61", "status": "completed", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:17:22.567902 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5b1ae28b-d275-40bc-8a8f-1233dd8101b3 {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:17:22.568367 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5de591e-2d50-4b6e-8d61-887076ed592d', 'tag': 'dfc1a5c0-22fe-4e86-8082-3ae401c78b61', 'status': 'completed', 'code': 200}
Dec 25 21:17:22.604560 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0876eaf6-7fd5-4843-a9e4-934bd8e14edb req-674262e0-87bd-43cd-ac83-964d153ba69f tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] 10.222.0.32 "GET /v2.0/ports?device_id=d2254a4b-e6ed-4560-a239-47903f19b47d HTTP/1.1" status: 200  len: 210 time: 0.0301137
Dec 25 21:17:22.610925 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad248f9-ec54-40fd-bb13-d3e581da428f req-a07537d2-8f19-40a9-84bb-00610adf8516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:17:22.613265 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0ad248f9-ec54-40fd-bb13-d3e581da428f req-a07537d2-8f19-40a9-84bb-00610adf8516 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=16a084940f024be8aee5807248918cb5&device_id=e5de591e-2d50-4b6e-8d61-887076ed592d HTTP/1.1" status: 200  len: 1094 time: 0.1076870
Dec 25 21:17:22.666182 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0ad248f9-ec54-40fd-bb13-d3e581da428f req-6d94f9d2-edd9-4cfe-b7b0-ef96a74bd67a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=dfc1a5c0-22fe-4e86-8082-3ae401c78b61 HTTP/1.1" status: 200  len: 217 time: 0.0427327
Dec 25 21:17:22.724192 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35cfa267-b067-476a-87f8-40b2f4d501d9 req-350850b8-83d9-4857-ae88-c537d03e8326 tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] Made reservation on behalf of 8154e82a58434a60b677d150202a5312 for: {'port': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:17:22.729057 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-35cfa267-b067-476a-87f8-40b2f4d501d9 req-350850b8-83d9-4857-ae88-c537d03e8326 tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:22.746448 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad248f9-ec54-40fd-bb13-d3e581da428f req-e02754e6-74be-4dbf-adde-ddff9e4ca681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:17:22.747955 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0ad248f9-ec54-40fd-bb13-d3e581da428f req-e02754e6-74be-4dbf-adde-ddff9e4ca681 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3f60a15f-92c1-4709-8506-7a38b4b980cc HTTP/1.1" status: 200  len: 852 time: 0.0757532
Dec 25 21:17:22.759834 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac43528a-6161-482c-9a23-e5a825b1df3f req-55cb510f-9367-4125-82fb-d6f45a028020 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:17:22.763099 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ac43528a-6161-482c-9a23-e5a825b1df3f req-55cb510f-9367-4125-82fb-d6f45a028020 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/ports?device_id=4e09da5c-da55-4216-89ee-8cbdaf24ecec HTTP/1.1" status: 200  len: 950 time: 0.0811834
Dec 25 21:17:22.801936 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0ad248f9-ec54-40fd-bb13-d3e581da428f req-4c85fe8c-d26b-4b30-9ed0-8fd9ade808b2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ce9b43e7-57f0-42d1-9422-f764ccb2bd06&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0395846
Dec 25 21:17:22.868651 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ac43528a-6161-482c-9a23-e5a825b1df3f req-1d356851-5b10-44cd-bdf4-e3fb965195af tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3f1ae63-416f-443f-b032-af0d7dcc9019&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0984507
Dec 25 21:17:22.882126 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_common [req-35cfa267-b067-476a-87f8-40b2f4d501d9 req-350850b8-83d9-4857-ae88-c537d03e8326 tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] Allocated IP 172.20.0.8 (2c732578-b39b-40c1-8a55-147e577043a0/30c8b4fd-6c75-4e8c-b43d-f31074d76442/285370c8-a68b-4ddd-9ceb-19642f45731c) {{(pid=121607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:17:22.947018 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0ad248f9-ec54-40fd-bb13-d3e581da428f req-fa48357f-23bb-41bf-ada9-d4d101c44980 service neutron] 10.222.0.37 "GET /v2.0/networks/ce9b43e7-57f0-42d1-9422-f764ccb2bd06?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1374252
Dec 25 21:17:23.019540 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device ca27c441-c54d-4e05-8a52-86b1df07f0e3 no longer exists at agent hyperv_nch2-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:17:23.075804 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-35cfa267-b067-476a-87f8-40b2f4d501d9 req-350850b8-83d9-4857-ae88-c537d03e8326 tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] Publish callbacks [] for port, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:23.103694 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:23.106575 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2416c7a3-756c-4906-bf32-3f071f89cfa9 req-db86797c-4ff8-43bc-aeab-e6ef5cf9faf1 tempest-ImagesOneServerNegativeTestJSON-1717313213 tempest-ImagesOneServerNegativeTestJSON-1717313213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:17:23.108181 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2416c7a3-756c-4906-bf32-3f071f89cfa9 req-db86797c-4ff8-43bc-aeab-e6ef5cf9faf1 tempest-ImagesOneServerNegativeTestJSON-1717313213 tempest-ImagesOneServerNegativeTestJSON-1717313213-project] 10.222.0.32 "GET /v2.0/ports?device_id=6cf2c55e-9f30-4390-b13e-f7a8917aba8b HTTP/1.1" status: 200  len: 944 time: 0.1482346
Dec 25 21:17:23.117602 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id ca27c441-c54d-4e05-8a52-86b1df07f0e3 {{(pid=121608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:17:23.137710 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port ca27c441-c54d-4e05-8a52-86b1df07f0e3, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ca27c441-c54d-4e05-8a52-86b1df07f0e3,segment=NetworkSegment(851a1add-14f1-4631-9dc8-d7579713b600),segment_id=851a1add-14f1-4631-9dc8-d7579713b600)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:17:23.140562 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f084451a-6061-405d-9c3d-4affb938b55c req-63f08905-f88c-4f59-8a36-7998ef5b27d8 tempest-MigrationsAdminTest-1524580803 tempest-MigrationsAdminTest-1524580803-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:17:23.143821 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f084451a-6061-405d-9c3d-4affb938b55c req-63f08905-f88c-4f59-8a36-7998ef5b27d8 tempest-MigrationsAdminTest-1524580803 tempest-MigrationsAdminTest-1524580803-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=4e09da5c-da55-4216-89ee-8cbdaf24ecec HTTP/1.1" status: 200  len: 1101 time: 0.1229470
Dec 25 21:17:23.155060 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0ad248f9-ec54-40fd-bb13-d3e581da428f req-359e57f8-1cff-467c-bcbf-bf7f527f80b9 service neutron] 10.222.0.37 "GET /v2.0/networks/ce9b43e7-57f0-42d1-9422-f764ccb2bd06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1979687
Dec 25 21:17:23.162707 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-35cfa267-b067-476a-87f8-40b2f4d501d9 req-350850b8-83d9-4857-ae88-c537d03e8326 tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:23.208655 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2416c7a3-756c-4906-bf32-3f071f89cfa9 req-a4ecc2a4-c5fe-4975-b3dd-b3bc0aefa999 tempest-ImagesOneServerNegativeTestJSON-1717313213 tempest-ImagesOneServerNegativeTestJSON-1717313213-project] 10.222.0.32 "GET /v2.0/security-groups?id=90b09226-05f9-413f-802a-f36d3e55d2ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0883293
Dec 25 21:17:23.211236 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35cfa267-b067-476a-87f8-40b2f4d501d9 req-350850b8-83d9-4857-ae88-c537d03e8326 tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] Network 2c732578-b39b-40c1-8a55-147e577043a0 is already hosted by enough agents. {{(pid=121607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:17:23.214403 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [req-35cfa267-b067-476a-87f8-40b2f4d501d9 req-350850b8-83d9-4857-ae88-c537d03e8326 tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] Resources bound (agent type, host, resource id):  {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:17:23.218974 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f084451a-6061-405d-9c3d-4affb938b55c req-91561db0-356d-4b75-8a3b-9e3ff2a35906 tempest-MigrationsAdminTest-1524580803 tempest-MigrationsAdminTest-1524580803-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=d3f1ae63-416f-443f-b032-af0d7dcc9019&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0661459
Dec 25 21:17:23.219214 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [req-35cfa267-b067-476a-87f8-40b2f4d501d9 req-350850b8-83d9-4857-ae88-c537d03e8326 tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] Received port after_create {{(pid=121607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:17:23.219927 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:23.223257 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350850b8-83d9-4857-ae88-c537d03e8326 tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] Pushing event updated for resources: {'Port': ['ID=285370c8-a68b-4ddd-9ceb-19642f45731c,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:17:23.289533 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Pushing event updated for resources: {'Port': ['ID=ca27c441-c54d-4e05-8a52-86b1df07f0e3,revision_number=7']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:17:23.299206 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cfa267-b067-476a-87f8-40b2f4d501d9 req-350850b8-83d9-4857-ae88-c537d03e8326 tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:17:23.300426 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-35cfa267-b067-476a-87f8-40b2f4d501d9 req-350850b8-83d9-4857-ae88-c537d03e8326 tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:23.371506 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3316839-f552-4a80-9d87-2d2d69a37e05 req-1d20361f-7378-4e0a-94d9-a8ba17c2b4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:17:23.373806 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d3316839-f552-4a80-9d87-2d2d69a37e05 req-1d20361f-7378-4e0a-94d9-a8ba17c2b4e4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=16a084940f024be8aee5807248918cb5&device_id=e5de591e-2d50-4b6e-8d61-887076ed592d HTTP/1.1" status: 200  len: 1094 time: 0.0867250
Dec 25 21:17:23.382609 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-35cfa267-b067-476a-87f8-40b2f4d501d9 req-350850b8-83d9-4857-ae88-c537d03e8326 tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.9398363
Dec 25 21:17:23.387674 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c5ff53-f116-4ef1-9727-c1565b117bc4 req-c3465e79-401f-4ec6-bec6-637e91644355 tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:17:23.389867 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a9c5ff53-f116-4ef1-9727-c1565b117bc4 req-c3465e79-401f-4ec6-bec6-637e91644355 tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] 10.222.0.32 "GET /v2.0/ports?device_id=c169c539-29b8-4eeb-bb76-6e6eabd11098 HTTP/1.1" status: 200  len: 945 time: 0.0674081
Dec 25 21:17:23.396170 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [req-35cfa267-b067-476a-87f8-40b2f4d501d9 req-ea276c1f-6966-4a97-9cce-a4270eaab332 service neutron] Request body: {'port': {'device_id': 'd2254a4b-e6ed-4560-a239-47903f19b47d', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:17:23.459067 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-35cfa267-b067-476a-87f8-40b2f4d501d9 req-ea276c1f-6966-4a97-9cce-a4270eaab332 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:23.503827 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a9c5ff53-f116-4ef1-9727-c1565b117bc4 req-827348fa-9186-4011-95e2-be766ca60830 tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] 10.222.0.32 "GET /v2.0/security-groups?id=20bd9841-9e11-4157-a0aa-08323059b96f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1009164
Dec 25 21:17:23.522149 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3316839-f552-4a80-9d87-2d2d69a37e05 req-ba95e81d-2332-4369-9766-043159b4d644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:17:23.523698 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d3316839-f552-4a80-9d87-2d2d69a37e05 req-ba95e81d-2332-4369-9766-043159b4d644 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ce9b43e7-57f0-42d1-9422-f764ccb2bd06 HTTP/1.1" status: 200  len: 913 time: 0.1327190
Dec 25 21:17:23.579982 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d3316839-f552-4a80-9d87-2d2d69a37e05 req-cd671a0c-843b-4c18-949f-73273f11237d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=dfc1a5c0-22fe-4e86-8082-3ae401c78b61 HTTP/1.1" status: 200  len: 217 time: 0.0449040
Dec 25 21:17:23.662488 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3316839-f552-4a80-9d87-2d2d69a37e05 req-cd6b0c27-6adb-4328-b6ca-b5d13e889b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:17:23.664169 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d3316839-f552-4a80-9d87-2d2d69a37e05 req-cd6b0c27-6adb-4328-b6ca-b5d13e889b0a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3f60a15f-92c1-4709-8506-7a38b4b980cc HTTP/1.1" status: 200  len: 852 time: 0.0736940
Dec 25 21:17:23.678159 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390a3468-5a2c-4552-8a0a-cb9ef58ae17a req-1585c3d5-ea72-4e17-b568-746fdcd0341f tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:17:23.679955 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-390a3468-5a2c-4552-8a0a-cb9ef58ae17a req-1585c3d5-ea72-4e17-b568-746fdcd0341f tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] 10.222.0.32 "GET /v2.0/ports?device_id=145d49b0-3bfb-45f5-9f32-8f86e111755f HTTP/1.1" status: 200  len: 944 time: 0.0914676
Dec 25 21:17:23.707017 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d3316839-f552-4a80-9d87-2d2d69a37e05 req-44f6010f-2453-43b1-a162-7c6c9342674b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ce9b43e7-57f0-42d1-9422-f764ccb2bd06&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0259924
Dec 25 21:17:23.749005 ncdv-master-1 neutron-server[121607]: DEBUG neutron.notifiers.nova [req-35cfa267-b067-476a-87f8-40b2f4d501d9 req-ea276c1f-6966-4a97-9cce-a4270eaab332 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 285370c8-a68b-4ddd-9ceb-19642f45731c {{(pid=121607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:17:23.760710 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-35cfa267-b067-476a-87f8-40b2f4d501d9 req-ea276c1f-6966-4a97-9cce-a4270eaab332 service neutron] Publish callbacks [] for port, precommit_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:23.773437 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.provisioning_blocks [req-35cfa267-b067-476a-87f8-40b2f4d501d9 req-ea276c1f-6966-4a97-9cce-a4270eaab332 service neutron] Transition to ACTIVE for port object 285370c8-a68b-4ddd-9ceb-19642f45731c will not be triggered until provisioned by entity L2. {{(pid=121607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 25 21:17:23.789850 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device bcca9b59-72e2-4e80-8ac7-e478ceb19706 up at agent hyperv_nch1-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:17:23.805951 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-390a3468-5a2c-4552-8a0a-cb9ef58ae17a req-28a50bfc-954a-4b19-9a31-68e07f2cbf9f tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] 10.222.0.32 "GET /v2.0/security-groups?id=e70b16a5-3c2f-443c-a3bd-2851d79b2b90&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1013730
Dec 25 21:17:23.840404 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d3316839-f552-4a80-9d87-2d2d69a37e05 req-52b5fe04-684d-43c6-95e3-ba7421bc595e service neutron] 10.222.0.37 "GET /v2.0/networks/ce9b43e7-57f0-42d1-9422-f764ccb2bd06?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1208475
Dec 25 21:17:23.867321 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-35cfa267-b067-476a-87f8-40b2f4d501d9 req-ea276c1f-6966-4a97-9cce-a4270eaab332 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8632327'] for port, after_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:23.960165 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Provisioning for port bcca9b59-72e2-4e80-8ac7-e478ceb19706 completed by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 25 21:17:23.968094 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Provisioning complete for port bcca9b59-72e2-4e80-8ac7-e478ceb19706 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:17:23.968850 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:23.981385 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea276c1f-6966-4a97-9cce-a4270eaab332 service neutron] Pushing event updated for resources: {'Port': ['ID=285370c8-a68b-4ddd-9ceb-19642f45731c,revision_number=2']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:17:23.989384 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d3316839-f552-4a80-9d87-2d2d69a37e05 req-48a859c8-038e-4702-950d-98912205807e service neutron] 10.222.0.37 "GET /v2.0/networks/ce9b43e7-57f0-42d1-9422-f764ccb2bd06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1402206
Dec 25 21:17:24.002617 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb4bb21-f76f-4c90-a294-0cac4f84b562 req-b80269dc-9e0b-4769-bae3-ec80036d6407 tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:17:24.008222 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.managers [req-35cfa267-b067-476a-87f8-40b2f4d501d9 req-ea276c1f-6966-4a97-9cce-a4270eaab332 service neutron] Attempting to bind port 285370c8-a68b-4ddd-9ceb-19642f45731c on host nch2-master-1 for vnic_type normal with profile  {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:17:24.008222 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.managers [req-35cfa267-b067-476a-87f8-40b2f4d501d9 req-ea276c1f-6966-4a97-9cce-a4270eaab332 service neutron] Attempting to bind port 285370c8-a68b-4ddd-9ceb-19642f45731c by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '40b3768f-3d6e-4d28-9b2a-4711b7f0f059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '2c732578-b39b-40c1-8a55-147e577043a0'}] {{(pid=121607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:17:24.008222 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35cfa267-b067-476a-87f8-40b2f4d501d9 req-ea276c1f-6966-4a97-9cce-a4270eaab332 service neutron] Attempting to bind port 285370c8-a68b-4ddd-9ceb-19642f45731c on network 2c732578-b39b-40c1-8a55-147e577043a0 {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:17:24.012587 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-cbb4bb21-f76f-4c90-a294-0cac4f84b562 req-b80269dc-9e0b-4769-bae3-ec80036d6407 tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5de591e-2d50-4b6e-8d61-887076ed592d HTTP/1.1" status: 200  len: 943 time: 0.0952978
Dec 25 21:17:24.014655 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35cfa267-b067-476a-87f8-40b2f4d501d9 req-ea276c1f-6966-4a97-9cce-a4270eaab332 service neutron] Port 285370c8-a68b-4ddd-9ceb-19642f45731c on network 2c732578-b39b-40c1-8a55-147e577043a0 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 25 21:17:24.015058 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35cfa267-b067-476a-87f8-40b2f4d501d9 req-ea276c1f-6966-4a97-9cce-a4270eaab332 service neutron] Attempting to bind port 285370c8-a68b-4ddd-9ceb-19642f45731c on network 2c732578-b39b-40c1-8a55-147e577043a0 {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:17:24.021202 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35cfa267-b067-476a-87f8-40b2f4d501d9 req-ea276c1f-6966-4a97-9cce-a4270eaab332 service neutron] Checking agent: {'id': '0d9ae313-8f8d-40fa-8a9f-d098a25a9911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 21, 4, 38), 'started_at': datetime.datetime(2021, 12, 25, 21, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 17, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:17:24.021609 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35cfa267-b067-476a-87f8-40b2f4d501d9 req-ea276c1f-6966-4a97-9cce-a4270eaab332 service neutron] Checking segment: {'id': '40b3768f-3d6e-4d28-9b2a-4711b7f0f059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '2c732578-b39b-40c1-8a55-147e577043a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:17:24.022069 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35cfa267-b067-476a-87f8-40b2f4d501d9 req-ea276c1f-6966-4a97-9cce-a4270eaab332 service neutron] Bound using segment: {'id': '40b3768f-3d6e-4d28-9b2a-4711b7f0f059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '2c732578-b39b-40c1-8a55-147e577043a0'} {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:17:24.022551 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.managers [req-35cfa267-b067-476a-87f8-40b2f4d501d9 req-ea276c1f-6966-4a97-9cce-a4270eaab332 service neutron] Bound port: 285370c8-a68b-4ddd-9ceb-19642f45731c, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40b3768f-3d6e-4d28-9b2a-4711b7f0f059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '2c732578-b39b-40c1-8a55-147e577043a0'}}] {{(pid=121607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:17:24.022964 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-35cfa267-b067-476a-87f8-40b2f4d501d9 req-ea276c1f-6966-4a97-9cce-a4270eaab332 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:24.058172 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-cbb4bb21-f76f-4c90-a294-0cac4f84b562 req-f4b81511-f6bc-4180-aee2-345693906b74 tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] 10.222.0.32 "GET /v2.0/security-groups?id=1afdcc1a-136b-4b62-a479-56858cefce8d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0447419
Dec 25 21:17:24.064092 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:24.098419 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.db [req-35cfa267-b067-476a-87f8-40b2f4d501d9 req-ea276c1f-6966-4a97-9cce-a4270eaab332 service neutron] For port 285370c8-a68b-4ddd-9ceb-19642f45731c, host nch2-master-1, cleared binding levels {{(pid=121607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:17:24.101584 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.db [req-35cfa267-b067-476a-87f8-40b2f4d501d9 req-ea276c1f-6966-4a97-9cce-a4270eaab332 service neutron] For port 285370c8-a68b-4ddd-9ceb-19642f45731c, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=285370c8-a68b-4ddd-9ceb-19642f45731c,segment=NetworkSegment(40b3768f-3d6e-4d28-9b2a-4711b7f0f059),segment_id=40b3768f-3d6e-4d28-9b2a-4711b7f0f059)] {{(pid=121607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:17:24.110304 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '145d49b0-3bfb-45f5-9f32-8f86e111755f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcca9b59-72e2-4e80-8ac7-e478ceb19706'}] {{(pid=121608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:17:24.113418 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a88c78c3ff6266bd59c7e89d275b28c92e739b67d23c89d71af88829fd31566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d82e262-1a59-4658-bfa9-d90bf417b55a" -d '{"events": [{"server_uuid": "145d49b0-3bfb-45f5-9f32-8f86e111755f", "name": "network-vif-plugged", "status": "completed", "tag": "bcca9b59-72e2-4e80-8ac7-e478ceb19706"}]}' {{(pid=121608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:17:24.127594 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port bcca9b59-72e2-4e80-8ac7-e478ceb19706, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=bcca9b59-72e2-4e80-8ac7-e478ceb19706,segment=NetworkSegment(59040483-3fcc-4b5a-8606-f8e28575fa62),segment_id=59040483-3fcc-4b5a-8606-f8e28575fa62)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:17:24.164638 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-35cfa267-b067-476a-87f8-40b2f4d501d9 req-ea276c1f-6966-4a97-9cce-a4270eaab332 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8632327'] for port, after_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:24.181613 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab66e6e-0990-4894-973d-a9b9f771ced8 req-d5419c5f-89d1-4918-a0e2-0dd0724fa24c tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:17:24.182231 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:24.183278 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-fab66e6e-0990-4894-973d-a9b9f771ced8 req-d5419c5f-89d1-4918-a0e2-0dd0724fa24c tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] 10.222.0.32 "GET /v2.0/ports?device_id=d2254a4b-e6ed-4560-a239-47903f19b47d HTTP/1.1" status: 200  len: 943 time: 0.0535603
Dec 25 21:17:24.208800 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cfa267-b067-476a-87f8-40b2f4d501d9 req-ea276c1f-6966-4a97-9cce-a4270eaab332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:17:24.209763 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-35cfa267-b067-476a-87f8-40b2f4d501d9 req-ea276c1f-6966-4a97-9cce-a4270eaab332 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:24.210947 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-35cfa267-b067-476a-87f8-40b2f4d501d9 req-ea276c1f-6966-4a97-9cce-a4270eaab332 service neutron] 10.222.0.37 "PUT /v2.0/ports/285370c8-a68b-4ddd-9ceb-19642f45731c HTTP/1.1" status: 200  len: 1091 time: 0.8197403
Dec 25 21:17:24.211434 ncdv-master-1 neutron-server[121607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2254a4b-e6ed-4560-a239-47903f19b47d', 'tag': '285370c8-a68b-4ddd-9ceb-19642f45731c'}] {{(pid=121607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:17:24.213769 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f980bbcadfa7bf1e788024e1448be660373c21f97f015f780444e999c451203" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-458127c6-8918-453f-8658-a772ceefcfd4" -d '{"events": [{"name": "network-changed", "server_uuid": "d2254a4b-e6ed-4560-a239-47903f19b47d", "tag": "285370c8-a68b-4ddd-9ceb-19642f45731c"}]}' {{(pid=121607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:17:24.235879 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea276c1f-6966-4a97-9cce-a4270eaab332 service neutron] Pushing event updated for resources: {'Port': ['ID=285370c8-a68b-4ddd-9ceb-19642f45731c,revision_number=3']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:17:24.251595 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Pushing event updated for resources: {'Port': ['ID=bcca9b59-72e2-4e80-8ac7-e478ceb19706,revision_number=5']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:17:24.274900 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-fab66e6e-0990-4894-973d-a9b9f771ced8 req-0c0e9992-28e8-44ae-aaf8-953a20a7ed41 tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] 10.222.0.32 "GET /v2.0/security-groups?id=2bf8651c-3ed0-44bb-a064-d61aab6ec281&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0803955
Dec 25 21:17:24.324865 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa1588e-7239-44dd-ab7e-2703e883119f req-f3268d34-fba5-4ef1-9cbc-41d93bfecbd8 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:17:24.326528 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2fa1588e-7239-44dd-ab7e-2703e883119f req-f3268d34-fba5-4ef1-9cbc-41d93bfecbd8 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/ports?device_id=4e09da5c-da55-4216-89ee-8cbdaf24ecec HTTP/1.1" status: 200  len: 950 time: 0.0664182
Dec 25 21:17:24.337560 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 21:17:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a51fde6d-e421-478b-abd1-e2894ca9e590 x-openstack-request-id: req-a51fde6d-e421-478b-abd1-e2894ca9e590 {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:17:24.341372 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "145d49b0-3bfb-45f5-9f32-8f86e111755f", "name": "network-vif-plugged", "status": "completed", "tag": "bcca9b59-72e2-4e80-8ac7-e478ceb19706", "code": 200}]} {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:17:24.341372 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a51fde6d-e421-478b-abd1-e2894ca9e590 {{(pid=121608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:17:24.341372 ncdv-master-1 neutron-server[121608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '145d49b0-3bfb-45f5-9f32-8f86e111755f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcca9b59-72e2-4e80-8ac7-e478ceb19706', 'code': 200}
Dec 25 21:17:24.389742 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2fa1588e-7239-44dd-ab7e-2703e883119f req-316c2c2b-0183-4a73-877b-f2ea1ff56abd tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3f1ae63-416f-443f-b032-af0d7dcc9019&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0562632
Dec 25 21:17:24.457917 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Dec 2021 21:17:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87f2d465-4899-45a5-a590-93b81ad20e7e x-openstack-request-id: req-87f2d465-4899-45a5-a590-93b81ad20e7e {{(pid=121607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:17:24.458213 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2254a4b-e6ed-4560-a239-47903f19b47d", "tag": "285370c8-a68b-4ddd-9ceb-19642f45731c", "status": "completed", "code": 200}]} {{(pid=121607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:17:24.458469 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-87f2d465-4899-45a5-a590-93b81ad20e7e {{(pid=121607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:17:24.458862 ncdv-master-1 neutron-server[121607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2254a4b-e6ed-4560-a239-47903f19b47d', 'tag': '285370c8-a68b-4ddd-9ceb-19642f45731c', 'status': 'completed', 'code': 200}
Dec 25 21:17:24.469228 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cfa267-b067-476a-87f8-40b2f4d501d9 req-2470c7b7-40c4-47bc-a1c7-4f861c7f7a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:17:24.475970 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-35cfa267-b067-476a-87f8-40b2f4d501d9 req-2470c7b7-40c4-47bc-a1c7-4f861c7f7a81 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8154e82a58434a60b677d150202a5312&device_id=d2254a4b-e6ed-4560-a239-47903f19b47d HTTP/1.1" status: 200  len: 1094 time: 0.1344047
Dec 25 21:17:24.562498 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-35cfa267-b067-476a-87f8-40b2f4d501d9 req-ca19bb1c-f589-4956-bc33-c888e0b6e35f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=285370c8-a68b-4ddd-9ceb-19642f45731c HTTP/1.1" status: 200  len: 217 time: 0.0771439
Dec 25 21:17:24.641258 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cfa267-b067-476a-87f8-40b2f4d501d9 req-e3851f4a-cea1-410d-be1b-5fcaf458db87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:17:24.642720 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-35cfa267-b067-476a-87f8-40b2f4d501d9 req-e3851f4a-cea1-410d-be1b-5fcaf458db87 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=30c8b4fd-6c75-4e8c-b43d-f31074d76442 HTTP/1.1" status: 200  len: 852 time: 0.0706749
Dec 25 21:17:24.681411 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-35cfa267-b067-476a-87f8-40b2f4d501d9 req-8539acdc-d700-4f57-8ef4-7eda6475ed21 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2c732578-b39b-40c1-8a55-147e577043a0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0297174
Dec 25 21:17:24.704606 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce33075-d93e-4cbb-941d-deb24497c1cf req-c3ebb3ce-2b94-46a7-a38f-f0e6b91111ff tempest-ImagesOneServerNegativeTestJSON-1717313213 tempest-ImagesOneServerNegativeTestJSON-1717313213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:17:24.706943 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8ce33075-d93e-4cbb-941d-deb24497c1cf req-c3ebb3ce-2b94-46a7-a38f-f0e6b91111ff tempest-ImagesOneServerNegativeTestJSON-1717313213 tempest-ImagesOneServerNegativeTestJSON-1717313213-project] 10.222.0.32 "GET /v2.0/ports?device_id=6cf2c55e-9f30-4390-b13e-f7a8917aba8b HTTP/1.1" status: 200  len: 943 time: 0.1931891
Dec 25 21:17:24.713943 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2f6ecc11-8428-4f11-a843-788711e51af9 req-55c7175c-049a-49d0-80fc-380d62b8bf48 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=4e09da5c-da55-4216-89ee-8cbdaf24ecec&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.4210355
Dec 25 21:17:24.735948 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [req-2f6ecc11-8428-4f11-a843-788711e51af9 req-d7b24d76-faae-4635-a093-e135dda22bd1 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=121606) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 25 21:17:24.740395 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2f6ecc11-8428-4f11-a843-788711e51af9 req-d7b24d76-faae-4635-a093-e135dda22bd1 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0084548
Dec 25 21:17:24.763207 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009706bb-79b9-4f20-b945-b2a6394bbca4 req-3b30c98d-a46f-4495-983d-9d9d480a0923 tempest-ImagesOneServerNegativeTestJSON-1717313213 tempest-ImagesOneServerNegativeTestJSON-1717313213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:17:24.769133 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-009706bb-79b9-4f20-b945-b2a6394bbca4 req-3b30c98d-a46f-4495-983d-9d9d480a0923 tempest-ImagesOneServerNegativeTestJSON-1717313213 tempest-ImagesOneServerNegativeTestJSON-1717313213-project] 10.222.0.37 "GET /v2.0/ports?device_id=6cf2c55e-9f30-4390-b13e-f7a8917aba8b HTTP/1.1" status: 200  len: 943 time: 0.1621504
Dec 25 21:17:24.778949 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-35cfa267-b067-476a-87f8-40b2f4d501d9 req-341e82e5-57d9-4898-b3bd-0e6bcd4a62a6 service neutron] 10.222.0.37 "GET /v2.0/networks/2c732578-b39b-40c1-8a55-147e577043a0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0910132
Dec 25 21:17:24.796176 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132de001-0943-4752-bf9e-6cba2b3472fc req-8b93336f-1f51-4420-9d62-29efed2a5367 tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:17:24.797890 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-132de001-0943-4752-bf9e-6cba2b3472fc req-8b93336f-1f51-4420-9d62-29efed2a5367 tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] 10.222.0.32 "GET /v2.0/ports?device_id=c169c539-29b8-4eeb-bb76-6e6eabd11098 HTTP/1.1" status: 200  len: 945 time: 0.1797786
Dec 25 21:17:24.831155 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b850d11-8ad4-4a2e-9562-782e25273599 req-781da3f2-cab4-4921-a0b3-552ab1d25b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:17:24.832647 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1b850d11-8ad4-4a2e-9562-782e25273599 req-781da3f2-cab4-4921-a0b3-552ab1d25b13 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=145d49b0-3bfb-45f5-9f32-8f86e111755f HTTP/1.1" status: 200  len: 1096 time: 0.4278867
Dec 25 21:17:24.864491 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8ce33075-d93e-4cbb-941d-deb24497c1cf req-bf48cdec-1815-430a-a3ff-9edeca105c3e tempest-ImagesOneServerNegativeTestJSON-1717313213 tempest-ImagesOneServerNegativeTestJSON-1717313213-project] 10.222.0.32 "GET /v2.0/security-groups?id=90b09226-05f9-413f-802a-f36d3e55d2ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1481123
Dec 25 21:17:24.873726 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-35cfa267-b067-476a-87f8-40b2f4d501d9 req-6617d384-135e-4695-9baf-cf8326933179 service neutron] 10.222.0.37 "GET /v2.0/networks/2c732578-b39b-40c1-8a55-147e577043a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0863397
Dec 25 21:17:24.996398 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-132de001-0943-4752-bf9e-6cba2b3472fc req-1a7f2837-428c-4402-ad1a-0bb7ffbd0181 tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] 10.222.0.32 "GET /v2.0/security-groups?id=20bd9841-9e11-4157-a0aa-08323059b96f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1865387
Dec 25 21:17:25.000673 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1b850d11-8ad4-4a2e-9562-782e25273599 req-f42f7639-5790-44b4-b2ad-14b57dd46780 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=e70b16a5-3c2f-443c-a3bd-2851d79b2b90&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1579144
Dec 25 21:17:25.021529 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [req-009706bb-79b9-4f20-b945-b2a6394bbca4 req-7236d8d8-40f5-4e4b-96d4-1ad9d90df8e2 tempest-ImagesOneServerNegativeTestJSON-1717313213 tempest-ImagesOneServerNegativeTestJSON-1717313213-project] Deleting port ca27c441-c54d-4e05-8a52-86b1df07f0e3 {{(pid=121606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:17:25.021955 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-009706bb-79b9-4f20-b945-b2a6394bbca4 req-7236d8d8-40f5-4e4b-96d4-1ad9d90df8e2 tempest-ImagesOneServerNegativeTestJSON-1717313213 tempest-ImagesOneServerNegativeTestJSON-1717313213-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:25.022133 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device dfc1a5c0-22fe-4e86-8082-3ae401c78b61 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 25 21:17:25.034238 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af839d6f-3d14-4c6a-bbbd-c74c3f5e764c req-63571025-83eb-47fe-820f-93d4d4fe622c tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:17:25.035761 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-af839d6f-3d14-4c6a-bbbd-c74c3f5e764c req-63571025-83eb-47fe-820f-93d4d4fe622c tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] 10.222.0.32 "GET /v2.0/ports?device_id=145d49b0-3bfb-45f5-9f32-8f86e111755f HTTP/1.1" status: 200  len: 945 time: 0.1012120
Dec 25 21:17:25.115998 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458127c6-8918-453f-8658-a772ceefcfd4 req-033332fb-1801-4d5c-b816-d7be40227b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:17:25.121717 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-458127c6-8918-453f-8658-a772ceefcfd4 req-033332fb-1801-4d5c-b816-d7be40227b22 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8154e82a58434a60b677d150202a5312&device_id=d2254a4b-e6ed-4560-a239-47903f19b47d HTTP/1.1" status: 200  len: 1094 time: 0.0732183
Dec 25 21:17:25.185668 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-af839d6f-3d14-4c6a-bbbd-c74c3f5e764c req-85793a79-4b16-4362-b124-d78fb6fb4793 tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] 10.222.0.32 "GET /v2.0/security-groups?id=e70b16a5-3c2f-443c-a3bd-2851d79b2b90&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0786421
Dec 25 21:17:25.189028 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-009706bb-79b9-4f20-b945-b2a6394bbca4 req-7236d8d8-40f5-4e4b-96d4-1ad9d90df8e2 tempest-ImagesOneServerNegativeTestJSON-1717313213 tempest-ImagesOneServerNegativeTestJSON-1717313213-project] For port ca27c441-c54d-4e05-8a52-86b1df07f0e3, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ca27c441-c54d-4e05-8a52-86b1df07f0e3,segment=NetworkSegment(851a1add-14f1-4631-9dc8-d7579713b600),segment_id=851a1add-14f1-4631-9dc8-d7579713b600)] {{(pid=121606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:17:25.189395 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-009706bb-79b9-4f20-b945-b2a6394bbca4 req-7236d8d8-40f5-4e4b-96d4-1ad9d90df8e2 tempest-ImagesOneServerNegativeTestJSON-1717313213 tempest-ImagesOneServerNegativeTestJSON-1717313213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:25.227968 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 55324) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:17:25.235137 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port dfc1a5c0-22fe-4e86-8082-3ae401c78b61, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=dfc1a5c0-22fe-4e86-8082-3ae401c78b61,segment=NetworkSegment(01b1b6b5-7db5-40ee-a399-bc306695a2d5),segment_id=01b1b6b5-7db5-40ee-a399-bc306695a2d5)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:17:25.250781 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Returning: {'device': 'dfc1a5c0-22fe-4e86-8082-3ae401c78b61', 'network_id': 'ce9b43e7-57f0-42d1-9422-f764ccb2bd06', 'port_id': 'dfc1a5c0-22fe-4e86-8082-3ae401c78b61', 'mac_address': 'fa:16:3e:20:94:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f60a15f-92c1-4709-8506-7a38b4b980cc', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 25 21:17:25.259683 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [req-009706bb-79b9-4f20-b945-b2a6394bbca4 req-7236d8d8-40f5-4e4b-96d4-1ad9d90df8e2 tempest-ImagesOneServerNegativeTestJSON-1717313213 tempest-ImagesOneServerNegativeTestJSON-1717313213-project] Calling delete_port for ca27c441-c54d-4e05-8a52-86b1df07f0e3 owned by compute:nova {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:17:25.290059 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458127c6-8918-453f-8658-a772ceefcfd4 req-8c8c9d92-7cfb-489b-a482-d58f9eb9ddd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:17:25.291646 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-458127c6-8918-453f-8658-a772ceefcfd4 req-8c8c9d92-7cfb-489b-a482-d58f9eb9ddd3 service neutron] 10.222.0.37 "GET /v2.0/networks?id=2c732578-b39b-40c1-8a55-147e577043a0 HTTP/1.1" status: 200  len: 913 time: 0.1622307
Dec 25 21:17:25.329848 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:25.355393 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dfc1a5c0-22fe-4e86-8082-3ae401c78b61 {{(pid=121608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:17:25.355748 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-458127c6-8918-453f-8658-a772ceefcfd4 req-9b7f68cc-a5ed-475c-9462-9e9674b761a0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=285370c8-a68b-4ddd-9ceb-19642f45731c HTTP/1.1" status: 200  len: 217 time: 0.0554125
Dec 25 21:17:25.402905 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port dfc1a5c0-22fe-4e86-8082-3ae401c78b61, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=dfc1a5c0-22fe-4e86-8082-3ae401c78b61,segment=NetworkSegment(01b1b6b5-7db5-40ee-a399-bc306695a2d5),segment_id=01b1b6b5-7db5-40ee-a399-bc306695a2d5)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:17:25.407845 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-68e6f83c-ab7d-49cb-a993-988f3dee4f85 admin admin] Publish callbacks [] for security_group, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:25.429950 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d781d76-6355-493c-9ab3-eaa9ce865fcd req-12c67752-c71e-4224-ab02-e94d4a80f407 tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:17:25.431816 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2d781d76-6355-493c-9ab3-eaa9ce865fcd req-12c67752-c71e-4224-ab02-e94d4a80f407 tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5de591e-2d50-4b6e-8d61-887076ed592d HTTP/1.1" status: 200  len: 943 time: 0.2447438
Dec 25 21:17:25.447680 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458127c6-8918-453f-8658-a772ceefcfd4 req-4d827794-db9d-4d01-bef7-d91b5fd9154d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:17:25.449725 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-458127c6-8918-453f-8658-a772ceefcfd4 req-4d827794-db9d-4d01-bef7-d91b5fd9154d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=30c8b4fd-6c75-4e8c-b43d-f31074d76442 HTTP/1.1" status: 200  len: 852 time: 0.0859301
Dec 25 21:17:25.484915 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:25.494961 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34edd85-576e-4853-b48c-e68f73815b42 req-211a72ef-b0bb-4ad3-ad4c-afdcfe90f12c tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:17:25.496135 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-458127c6-8918-453f-8658-a772ceefcfd4 req-fe0f2f14-5b7e-4147-b24f-4f390b88fa67 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2c732578-b39b-40c1-8a55-147e577043a0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0367627
Dec 25 21:17:25.496525 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f34edd85-576e-4853-b48c-e68f73815b42 req-211a72ef-b0bb-4ad3-ad4c-afdcfe90f12c tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] 10.222.0.32 "GET /v2.0/ports?device_id=d2254a4b-e6ed-4560-a239-47903f19b47d HTTP/1.1" status: 200  len: 943 time: 0.1308968
Dec 25 21:17:25.557744 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2d781d76-6355-493c-9ab3-eaa9ce865fcd req-278065f4-f188-4c68-8b2a-0951035f8e06 tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] 10.222.0.32 "GET /v2.0/security-groups?id=1afdcc1a-136b-4b62-a479-56858cefce8d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1051469
Dec 25 21:17:25.562857 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Pushing event updated for resources: {'Port': ['ID=dfc1a5c0-22fe-4e86-8082-3ae401c78b61,revision_number=4']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:17:25.580755 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f34edd85-576e-4853-b48c-e68f73815b42 req-fc4e1ba0-687c-4739-8774-b33769f485f0 tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] 10.222.0.32 "GET /v2.0/security-groups?id=2bf8651c-3ed0-44bb-a064-d61aab6ec281&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0767565
Dec 25 21:17:25.602798 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-009706bb-79b9-4f20-b945-b2a6394bbca4 req-7236d8d8-40f5-4e4b-96d4-1ad9d90df8e2 tempest-ImagesOneServerNegativeTestJSON-1717313213 tempest-ImagesOneServerNegativeTestJSON-1717313213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:25.662965 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-458127c6-8918-453f-8658-a772ceefcfd4 req-1a7c5d2f-6cec-4afb-ac0e-22e4ea5864ee service neutron] 10.222.0.37 "GET /v2.0/networks/2c732578-b39b-40c1-8a55-147e577043a0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1572847
Dec 25 21:17:25.667740 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7236d8d8-40f5-4e4b-96d4-1ad9d90df8e2 tempest-ImagesOneServerNegativeTestJSON-1717313213 tempest-ImagesOneServerNegativeTestJSON-1717313213-project] Pushing event deleted for resources: {'Port': ['ID=ca27c441-c54d-4e05-8a52-86b1df07f0e3,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:17:25.667918 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-68e6f83c-ab7d-49cb-a993-988f3dee4f85 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:25.716724 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.agents_db [None req-ec08dba0-4483-4109-b5e1-5e4a9fdaf12d None None] Agent healthcheck: found 7 active agents {{(pid=121609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 25 21:17:25.717669 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [req-009706bb-79b9-4f20-b945-b2a6394bbca4 req-7236d8d8-40f5-4e4b-96d4-1ad9d90df8e2 tempest-ImagesOneServerNegativeTestJSON-1717313213 tempest-ImagesOneServerNegativeTestJSON-1717313213-project] No DVR routers for this DVR port ca27c441-c54d-4e05-8a52-86b1df07f0e3 on host nch2-master-1 {{(pid=121606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:17:25.720816 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-009706bb-79b9-4f20-b945-b2a6394bbca4 req-7236d8d8-40f5-4e4b-96d4-1ad9d90df8e2 tempest-ImagesOneServerNegativeTestJSON-1717313213 tempest-ImagesOneServerNegativeTestJSON-1717313213-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:25.724171 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-009706bb-79b9-4f20-b945-b2a6394bbca4 req-7236d8d8-40f5-4e4b-96d4-1ad9d90df8e2 tempest-ImagesOneServerNegativeTestJSON-1717313213 tempest-ImagesOneServerNegativeTestJSON-1717313213-project] 10.222.0.37 "DELETE /v2.0/ports/ca27c441-c54d-4e05-8a52-86b1df07f0e3 HTTP/1.1" status: 204  len: 173 time: 0.9487793
Dec 25 21:17:25.724616 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cf2c55e-9f30-4390-b13e-f7a8917aba8b', 'name': 'network-vif-deleted', 'tag': 'ca27c441-c54d-4e05-8a52-86b1df07f0e3'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:17:25.726876 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9858820c13ec2827453b94ebc4181065e990a4e4089ccb9fe762531ac62d2fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e1fb304-b3fa-439e-ac86-5b2e4b7e2bf2" -d '{"events": [{"server_uuid": "6cf2c55e-9f30-4390-b13e-f7a8917aba8b", "name": "network-vif-deleted", "tag": "ca27c441-c54d-4e05-8a52-86b1df07f0e3"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:17:25.742185 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-68e6f83c-ab7d-49cb-a993-988f3dee4f85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:25.746295 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cd1c6b-cfac-4284-b68c-7420f9af0824 req-3f0caf95-8687-49a2-92b5-f6d4a4b534fc tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:17:25.746295 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-11cd1c6b-cfac-4284-b68c-7420f9af0824 req-3f0caf95-8687-49a2-92b5-f6d4a4b534fc tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/ports?device_id=4e09da5c-da55-4216-89ee-8cbdaf24ecec HTTP/1.1" status: 200  len: 950 time: 0.1055207
Dec 25 21:17:25.773725 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e6f83c-ab7d-49cb-a993-988f3dee4f85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fea7870-8b30-4f03-a7e2-56523c66796e,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:17:25.797424 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] get_ports_and_sgs() called for port_ids ['dfc1a5c0-22fe-4e86-8082-3ae401c78b61'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:17:25.822936 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 21:17:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d62e16f5-bf85-4193-90f2-1d3703ddfaae x-openstack-request-id: req-d62e16f5-bf85-4193-90f2-1d3703ddfaae {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:17:25.823278 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cf2c55e-9f30-4390-b13e-f7a8917aba8b", "name": "network-vif-deleted", "tag": "ca27c441-c54d-4e05-8a52-86b1df07f0e3", "status": "completed", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:17:25.823558 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d62e16f5-bf85-4193-90f2-1d3703ddfaae {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:17:25.823967 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cf2c55e-9f30-4390-b13e-f7a8917aba8b', 'name': 'network-vif-deleted', 'tag': 'ca27c441-c54d-4e05-8a52-86b1df07f0e3', 'status': 'completed', 'code': 200}
Dec 25 21:17:25.824973 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-68e6f83c-ab7d-49cb-a993-988f3dee4f85 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=78c0254f98dd4b38bc1adc0a91b6e776&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5958862
Dec 25 21:17:25.826230 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 55340) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:17:25.829126 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-458127c6-8918-453f-8658-a772ceefcfd4 req-8706472f-58db-429a-86ba-f9c36adc4f64 service neutron] 10.222.0.37 "GET /v2.0/networks/2c732578-b39b-40c1-8a55-147e577043a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1519294
Dec 25 21:17:25.837351 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-11cd1c6b-cfac-4284-b68c-7420f9af0824 req-83b9b4b6-8c75-4b3e-bbf3-e4fd6be173c9 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3f1ae63-416f-443f-b032-af0d7dcc9019&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0864432
Dec 25 21:17:25.887219 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-87361e4a-4b10-479d-9698-b9e7cc81d16a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:25.916691 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-87361e4a-4b10-479d-9698-b9e7cc81d16a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:26.010013 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-00bea858-c52f-4378-ab1e-90ced0e1ac95 req-626a5213-bd83-43be-8103-1a1a7200d6a1 tempest-ImagesOneServerNegativeTestJSON-1717313213 tempest-ImagesOneServerNegativeTestJSON-1717313213-project] 10.222.0.32 "GET /v2.0/ports?device_id=6cf2c55e-9f30-4390-b13e-f7a8917aba8b HTTP/1.1" status: 200  len: 210 time: 0.0531044
Dec 25 21:17:26.128335 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c815570-dc14-4867-9cbe-13d596e5353a req-81cc7d7b-792a-43a4-8739-070d871f7002 tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:17:26.130149 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2c815570-dc14-4867-9cbe-13d596e5353a req-81cc7d7b-792a-43a4-8739-070d871f7002 tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] 10.222.0.32 "GET /v2.0/ports?device_id=c169c539-29b8-4eeb-bb76-6e6eabd11098 HTTP/1.1" status: 200  len: 945 time: 0.0521665
Dec 25 21:17:26.154313 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-87361e4a-4b10-479d-9698-b9e7cc81d16a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:26.157083 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-87361e4a-4b10-479d-9698-b9e7cc81d16a admin admin] Publish callbacks [] for security_group, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:26.158228 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-87361e4a-4b10-479d-9698-b9e7cc81d16a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1fea7870-8b30-4f03-a7e2-56523c66796e HTTP/1.1" status: 204  len: 168 time: 0.3310733
Dec 25 21:17:26.171470 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87361e4a-4b10-479d-9698-b9e7cc81d16a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fea7870-8b30-4f03-a7e2-56523c66796e,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:17:26.233615 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2c815570-dc14-4867-9cbe-13d596e5353a req-1078017a-43ad-475d-ac2e-760265ec383a tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] 10.222.0.32 "GET /v2.0/security-groups?id=20bd9841-9e11-4157-a0aa-08323059b96f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0974562
Dec 25 21:17:26.309573 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f8d7eb-c2a0-46a6-9f3d-359950682e22 req-32f48add-ae5e-4589-ae7c-048cf6e3a1cc tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:17:26.311207 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-92f8d7eb-c2a0-46a6-9f3d-359950682e22 req-32f48add-ae5e-4589-ae7c-048cf6e3a1cc tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] 10.222.0.32 "GET /v2.0/ports?device_id=145d49b0-3bfb-45f5-9f32-8f86e111755f HTTP/1.1" status: 200  len: 945 time: 0.0589039
Dec 25 21:17:26.367528 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-92f8d7eb-c2a0-46a6-9f3d-359950682e22 req-f1103854-1fe6-4bcc-8759-371534510f86 tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] 10.222.0.32 "GET /v2.0/security-groups?id=e70b16a5-3c2f-443c-a3bd-2851d79b2b90&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0495901
Dec 25 21:17:26.716212 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edfc398-18cf-4670-a9d1-55639433271f req-07edb509-3cb1-41eb-bece-4a506e8d5b85 tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:17:26.717831 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-6edfc398-18cf-4670-a9d1-55639433271f req-07edb509-3cb1-41eb-bece-4a506e8d5b85 tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5de591e-2d50-4b6e-8d61-887076ed592d HTTP/1.1" status: 200  len: 944 time: 0.0823159
Dec 25 21:17:26.731041 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff733544-ccac-42c2-8219-5c6f00d3fb00 req-7bb98f81-77fd-4534-8d70-e66b819bac6c tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:17:26.732516 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ff733544-ccac-42c2-8219-5c6f00d3fb00 req-7bb98f81-77fd-4534-8d70-e66b819bac6c tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] 10.222.0.32 "GET /v2.0/ports?device_id=d2254a4b-e6ed-4560-a239-47903f19b47d HTTP/1.1" status: 200  len: 943 time: 0.0713568
Dec 25 21:17:26.805530 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-6edfc398-18cf-4670-a9d1-55639433271f req-a25550de-7683-49d1-b8e7-3b6b71972971 tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] 10.222.0.32 "GET /v2.0/security-groups?id=1afdcc1a-136b-4b62-a479-56858cefce8d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0715747
Dec 25 21:17:26.813329 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ff733544-ccac-42c2-8219-5c6f00d3fb00 req-1ab03c49-bcc8-471d-bd47-ba0e333f188a tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] 10.222.0.32 "GET /v2.0/security-groups?id=2bf8651c-3ed0-44bb-a064-d61aab6ec281&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0664992
Dec 25 21:17:27.276518 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd68e62-393b-4a1e-9e0e-a3f2bffff4b4 req-53301c76-d02b-407d-9da3-1ec26ecc41e8 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:17:27.276518 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7fd68e62-393b-4a1e-9e0e-a3f2bffff4b4 req-53301c76-d02b-407d-9da3-1ec26ecc41e8 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/ports?device_id=4e09da5c-da55-4216-89ee-8cbdaf24ecec HTTP/1.1" status: 200  len: 950 time: 0.0569227
Dec 25 21:17:27.276518 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7fd68e62-393b-4a1e-9e0e-a3f2bffff4b4 req-e5466fe4-82ed-42a2-8f72-e84056fce7ae tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3f1ae63-416f-443f-b032-af0d7dcc9019&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0497334
Dec 25 21:17:27.280860 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device 285370c8-a68b-4ddd-9ceb-19642f45731c details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 25 21:17:27.280860 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device dfc1a5c0-22fe-4e86-8082-3ae401c78b61 up at agent hyperv_nch2-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:17:27.280860 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port 285370c8-a68b-4ddd-9ceb-19642f45731c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=285370c8-a68b-4ddd-9ceb-19642f45731c,segment=NetworkSegment(40b3768f-3d6e-4d28-9b2a-4711b7f0f059),segment_id=40b3768f-3d6e-4d28-9b2a-4711b7f0f059)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:17:27.280860 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Returning: {'device': '285370c8-a68b-4ddd-9ceb-19642f45731c', 'network_id': '2c732578-b39b-40c1-8a55-147e577043a0', 'port_id': '285370c8-a68b-4ddd-9ceb-19642f45731c', 'mac_address': 'fa:16:3e:54:aa:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30c8b4fd-6c75-4e8c-b43d-f31074d76442', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 25 21:17:27.280860 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:27.292357 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 285370c8-a68b-4ddd-9ceb-19642f45731c {{(pid=121608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:17:27.293533 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 55396) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:17:27.327213 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port 285370c8-a68b-4ddd-9ceb-19642f45731c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=285370c8-a68b-4ddd-9ceb-19642f45731c,segment=NetworkSegment(40b3768f-3d6e-4d28-9b2a-4711b7f0f059),segment_id=40b3768f-3d6e-4d28-9b2a-4711b7f0f059)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:17:27.406381 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3518f0a0-517f-4092-a7ba-9562cc0ff7a4 req-e96baa4d-d19a-4f4a-83c8-f057e94feffe tempest-ImagesOneServerNegativeTestJSON-1717313213 tempest-ImagesOneServerNegativeTestJSON-1717313213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:17:27.407869 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3518f0a0-517f-4092-a7ba-9562cc0ff7a4 req-e96baa4d-d19a-4f4a-83c8-f057e94feffe tempest-ImagesOneServerNegativeTestJSON-1717313213 tempest-ImagesOneServerNegativeTestJSON-1717313213-project] 10.222.0.32 "GET /v2.0/networks?id=979f5e3f-5f36-45e3-b799-ae422a7efba5 HTTP/1.1" status: 200  len: 822 time: 0.1654792
Dec 25 21:17:27.421182 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24581fba-1b7a-4e38-a4e1-b370fabb7933 req-10f8bf8e-e6b7-43ad-8c29-174b7ecbd44c tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:17:27.423847 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-24581fba-1b7a-4e38-a4e1-b370fabb7933 req-10f8bf8e-e6b7-43ad-8c29-174b7ecbd44c tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] 10.222.0.32 "GET /v2.0/ports?device_id=c169c539-29b8-4eeb-bb76-6e6eabd11098 HTTP/1.1" status: 200  len: 945 time: 0.0796065
Dec 25 21:17:27.439707 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3518f0a0-517f-4092-a7ba-9562cc0ff7a4 req-3d485157-48ee-477b-b1da-682828d856a6 tempest-ImagesOneServerNegativeTestJSON-1717313213 tempest-ImagesOneServerNegativeTestJSON-1717313213-project] 10.222.0.32 "GET /v2.0/quotas/9dbe1e97c3f64bee9355ec5d1b424c8a HTTP/1.1" status: 200  len: 375 time: 0.0160658
Dec 25 21:17:27.442495 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Provisioning for port dfc1a5c0-22fe-4e86-8082-3ae401c78b61 completed by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 25 21:17:27.446751 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:27.452869 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Provisioning complete for port dfc1a5c0-22fe-4e86-8082-3ae401c78b61 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:17:27.453392 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:27.480075 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-69449b14-8ef4-429d-974a-7ecf521fa242 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-636950425-network', 'tenant_id': '5cda4085ba364f6394aa22b77fd7b795'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:17:27.496957 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3518f0a0-517f-4092-a7ba-9562cc0ff7a4 req-591187fb-53d3-4430-b700-862e269f7973 tempest-ImagesOneServerNegativeTestJSON-1717313213 tempest-ImagesOneServerNegativeTestJSON-1717313213-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=9dbe1e97c3f64bee9355ec5d1b424c8a&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0494034
Dec 25 21:17:27.527703 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Pushing event updated for resources: {'Port': ['ID=285370c8-a68b-4ddd-9ceb-19642f45731c,revision_number=4']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:17:27.562387 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-24581fba-1b7a-4e38-a4e1-b370fabb7933 req-0f859cc7-590c-411c-90d2-371883fbd4de tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] 10.222.0.32 "GET /v2.0/security-groups?id=20bd9841-9e11-4157-a0aa-08323059b96f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1304934
Dec 25 21:17:27.579626 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69449b14-8ef4-429d-974a-7ecf521fa242 admin admin] Made reservation on behalf of 5cda4085ba364f6394aa22b77fd7b795 for: {'network': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:17:27.580492 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:27.583126 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-69449b14-8ef4-429d-974a-7ecf521fa242 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for network, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:27.602371 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-69449b14-8ef4-429d-974a-7ecf521fa242 admin admin] Publish callbacks [] for security_group, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:27.605470 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5de591e-2d50-4b6e-8d61-887076ed592d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfc1a5c0-22fe-4e86-8082-3ae401c78b61'}] {{(pid=121608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:17:27.607823 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a88c78c3ff6266bd59c7e89d275b28c92e739b67d23c89d71af88829fd31566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c2edcfc-9d19-47a4-b60b-a7e7c5f19a08" -d '{"events": [{"server_uuid": "e5de591e-2d50-4b6e-8d61-887076ed592d", "name": "network-vif-plugged", "status": "completed", "tag": "dfc1a5c0-22fe-4e86-8082-3ae401c78b61"}]}' {{(pid=121608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:17:27.618400 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6ecc11-8428-4f11-a843-788711e51af9 req-04c45e66-70d7-46ff-86ce-5ea8e6beb3d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:17:27.619807 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2f6ecc11-8428-4f11-a843-788711e51af9 req-04c45e66-70d7-46ff-86ce-5ea8e6beb3d7 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ed880d80bcfb4641b02f26da5fad21b8&device_id=4e09da5c-da55-4216-89ee-8cbdaf24ecec HTTP/1.1" status: 200  len: 1101 time: 0.1500483
Dec 25 21:17:27.625275 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port dfc1a5c0-22fe-4e86-8082-3ae401c78b61, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=dfc1a5c0-22fe-4e86-8082-3ae401c78b61,segment=NetworkSegment(01b1b6b5-7db5-40ee-a399-bc306695a2d5),segment_id=01b1b6b5-7db5-40ee-a399-bc306695a2d5)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:17:27.673890 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3518f0a0-517f-4092-a7ba-9562cc0ff7a4 req-c2f3d9a6-9824-40fa-b594-f0b4793b9734 service neutron] 10.222.0.32 "GET /v2.0/networks/979f5e3f-5f36-45e3-b799-ae422a7efba5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1564226
Dec 25 21:17:27.703860 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-69449b14-8ef4-429d-974a-7ecf521fa242 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:27.727637 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:27.753895 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] get_ports_and_sgs() called for port_ids ['285370c8-a68b-4ddd-9ceb-19642f45731c'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:17:27.810786 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Pushing event updated for resources: {'Port': ['ID=dfc1a5c0-22fe-4e86-8082-3ae401c78b61,revision_number=5']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:17:27.814666 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-69449b14-8ef4-429d-974a-7ecf521fa242 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:27.833531 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6ecc11-8428-4f11-a843-788711e51af9 req-0a02333e-1569-4f41-b3c8-4b9da7a6c660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:17:27.835388 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2f6ecc11-8428-4f11-a843-788711e51af9 req-0a02333e-1569-4f41-b3c8-4b9da7a6c660 service neutron] 10.222.0.31 "GET /v2.0/networks?id=8f212e98-547d-4c6e-a560-2e9a548c8f59 HTTP/1.1" status: 200  len: 870 time: 0.2069089
Dec 25 21:17:27.844584 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69449b14-8ef4-429d-974a-7ecf521fa242 admin admin] vlan segment allocate from pool success with {'vlan_id': 194, 'physical_network': 'physnet1'}  {{(pid=121607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 25 21:17:27.855242 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c24e22-6936-43ff-87e7-935f0dc04ca6 req-68c11c5f-bc0e-4038-bdaf-36d5ce0ece85 tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:17:27.855465 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69449b14-8ef4-429d-974a-7ecf521fa242 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa8cf8fd-4445-40d4-a2d3-1a61a2347821,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:17:27.856348 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-69c24e22-6936-43ff-87e7-935f0dc04ca6 req-68c11c5f-bc0e-4038-bdaf-36d5ce0ece85 tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] 10.222.0.32 "GET /v2.0/ports?device_id=145d49b0-3bfb-45f5-9f32-8f86e111755f HTTP/1.1" status: 200  len: 945 time: 0.1435175
Dec 25 21:17:27.870153 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-69449b14-8ef4-429d-974a-7ecf521fa242 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:27.870500 ncdv-master-1 neutron-server[121607]: INFO neutron.db.segments_db [None req-69449b14-8ef4-429d-974a-7ecf521fa242 admin admin] Added segment 11709093-c3a1-40c4-bc85-10208f320f71 of type vlan for network 98be5f11-10b7-447b-85e7-b29694bf3318
Dec 25 21:17:27.914290 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-69449b14-8ef4-429d-974a-7ecf521fa242 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737602163420'] for network, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:27.919017 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3518f0a0-517f-4092-a7ba-9562cc0ff7a4 req-aea77daf-41ba-4d26-9c22-16448b762400 service neutron] 10.222.0.32 "GET /v2.0/networks/979f5e3f-5f36-45e3-b799-ae422a7efba5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2386136
Dec 25 21:17:27.926574 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2f6ecc11-8428-4f11-a843-788711e51af9 req-2d13243d-79a9-40d5-b082-819ec1ac5546 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.100&port_id=6260aad7-fac9-455a-b6ea-92f0abdfd81d HTTP/1.1" status: 200  len: 217 time: 0.0817289
Dec 25 21:17:27.971655 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-69c24e22-6936-43ff-87e7-935f0dc04ca6 req-d27db7f8-67ae-43c1-8612-cb42c335ceee tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] 10.222.0.32 "GET /v2.0/security-groups?id=e70b16a5-3c2f-443c-a3bd-2851d79b2b90&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1067061
Dec 25 21:17:27.993384 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6ecc11-8428-4f11-a843-788711e51af9 req-acb434d1-3f54-4d1a-ba21-ff2b60b6044e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:17:27.996461 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2f6ecc11-8428-4f11-a843-788711e51af9 req-acb434d1-3f54-4d1a-ba21-ff2b60b6044e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=dcfbae86-f93e-400c-8084-eac7f56ff5ba HTTP/1.1" status: 200  len: 843 time: 0.0595138
Dec 25 21:17:28.043156 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6ecc11-8428-4f11-a843-788711e51af9 req-23defe62-899f-4010-b4d0-d497fd9c1bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:17:28.044652 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2f6ecc11-8428-4f11-a843-788711e51af9 req-23defe62-899f-4010-b4d0-d497fd9c1bb9 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=8f212e98-547d-4c6e-a560-2e9a548c8f59&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0411239
Dec 25 21:17:28.053651 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-69449b14-8ef4-429d-974a-7ecf521fa242 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870'] for network, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:28.054901 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69449b14-8ef4-429d-974a-7ecf521fa242 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:17:28.055496 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-69449b14-8ef4-429d-974a-7ecf521fa242 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for network, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:28.059597 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [req-2f6ecc11-8428-4f11-a843-788711e51af9 req-9dfb230a-c93a-4d34-81a3-0da6c5c359ff service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=121606) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 25 21:17:28.060553 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2f6ecc11-8428-4f11-a843-788711e51af9 req-9dfb230a-c93a-4d34-81a3-0da6c5c359ff service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0050292
Dec 25 21:17:28.119398 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69449b14-8ef4-429d-974a-7ecf521fa242 admin admin] Pushing event updated for resources: {'Network': ['ID=98be5f11-10b7-447b-85e7-b29694bf3318,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:17:28.129880 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Network 98be5f11-10b7-447b-85e7-b29694bf3318 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 25 21:17:28.168838 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-69449b14-8ef4-429d-974a-7ecf521fa242 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 893 time: 0.8740251
Dec 25 21:17:28.171650 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 21:17:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58362680-e546-445a-bea9-50c5ea63f1c8 x-openstack-request-id: req-58362680-e546-445a-bea9-50c5ea63f1c8 {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:17:28.173267 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5de591e-2d50-4b6e-8d61-887076ed592d", "name": "network-vif-plugged", "status": "completed", "tag": "dfc1a5c0-22fe-4e86-8082-3ae401c78b61", "code": 200}]} {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:17:28.173267 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-58362680-e546-445a-bea9-50c5ea63f1c8 {{(pid=121608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:17:28.173267 ncdv-master-1 neutron-server[121608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5de591e-2d50-4b6e-8d61-887076ed592d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfc1a5c0-22fe-4e86-8082-3ae401c78b61', 'code': 200}
Dec 25 21:17:28.176194 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 55420) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:17:28.182155 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-7d9f7d12-9919-4255-b6cc-cf1d388ec231 admin admin] Request body: {'subnet': {'network_id': '98be5f11-10b7-447b-85e7-b29694bf3318', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-636950425-subnet', 'tenant_id': '5cda4085ba364f6394aa22b77fd7b795', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:17:28.312399 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d9f7d12-9919-4255-b6cc-cf1d388ec231 admin admin] Made reservation on behalf of 5cda4085ba364f6394aa22b77fd7b795 for: {'subnet': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:17:28.314826 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-7d9f7d12-9919-4255-b6cc-cf1d388ec231 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8852834'] for subnet, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:28.355023 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9227280-f0a6-47c1-804e-203d0531e787 req-f69e6a5b-ef80-43a7-83cf-1bcc7e302da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:17:28.356975 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-b9227280-f0a6-47c1-804e-203d0531e787 req-f69e6a5b-ef80-43a7-83cf-1bcc7e302da2 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e5de591e-2d50-4b6e-8d61-887076ed592d HTTP/1.1" status: 200  len: 1096 time: 0.0926268
Dec 25 21:17:28.451027 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-b9227280-f0a6-47c1-804e-203d0531e787 req-72becd3f-7005-41e9-aee9-5525b772e90a service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=1afdcc1a-136b-4b62-a479-56858cefce8d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0666621
Dec 25 21:17:28.597444 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-7d9f7d12-9919-4255-b6cc-cf1d388ec231 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8632475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8852848'] for subnet, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:28.634336 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2f6ecc11-8428-4f11-a843-788711e51af9 req-f1e755ba-97ba-4e6b-ae4a-c89b69de39fe service neutron] 10.222.0.31 "GET /v2.0/networks/8f212e98-547d-4c6e-a560-2e9a548c8f59?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5662537
Dec 25 21:17:28.650046 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e378eee9-e641-4e95-b7f2-de479959484f req-26dc0f10-a79a-4225-b4d3-9a5440508afa tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:17:28.651492 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e378eee9-e641-4e95-b7f2-de479959484f req-26dc0f10-a79a-4225-b4d3-9a5440508afa tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5de591e-2d50-4b6e-8d61-887076ed592d HTTP/1.1" status: 200  len: 945 time: 0.1367123
Dec 25 21:17:28.654564 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9f7d12-9919-4255-b6cc-cf1d388ec231 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9fc67fad-dba3-4687-a61b-ff56555e901c,revision_number=0']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:17:28.655532 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80064567-6435-4d45-8483-79a160934f7e req-620d74a0-ef21-41d7-b23a-9320d178f135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:17:28.658027 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-80064567-6435-4d45-8483-79a160934f7e req-620d74a0-ef21-41d7-b23a-9320d178f135 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7ed80be6e633499b9d1dc61c05014afc&device_id=c169c539-29b8-4eeb-bb76-6e6eabd11098 HTTP/1.1" status: 200  len: 1096 time: 0.1445105
Dec 25 21:17:28.663010 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d9f7d12-9919-4255-b6cc-cf1d388ec231 admin admin] Checking segment: {'id': '11709093-c3a1-40c4-bc85-10208f320f71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '98be5f11-10b7-447b-85e7-b29694bf3318'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:17:28.663010 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d9f7d12-9919-4255-b6cc-cf1d388ec231 admin admin] Network hostable DHCP agents. Network: 98be5f11-10b7-447b-85e7-b29694bf3318, hostable agents: ['1813db88-2c1b-4357-a2ba-869246b663c2'], hosted agents: [] {{(pid=121607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 25 21:17:28.673905 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c97c248-5100-4eb8-8a4a-bffe6388117f req-1e6c6a0f-b9fb-4e70-9073-7388ce457aa9 tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:17:28.675387 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9c97c248-5100-4eb8-8a4a-bffe6388117f req-1e6c6a0f-b9fb-4e70-9073-7388ce457aa9 tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] 10.222.0.32 "GET /v2.0/ports?device_id=d2254a4b-e6ed-4560-a239-47903f19b47d HTTP/1.1" status: 200  len: 944 time: 0.1596541
Dec 25 21:17:28.764403 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d9f7d12-9919-4255-b6cc-cf1d388ec231 admin admin] Network 98be5f11-10b7-447b-85e7-b29694bf3318 is scheduled to be hosted by DHCP agent 1813db88-2c1b-4357-a2ba-869246b663c2 with binding_index 1 {{(pid=121607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 25 21:17:28.865611 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e378eee9-e641-4e95-b7f2-de479959484f req-c6af1033-8114-4f17-97d7-4a8397a1924f tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] 10.222.0.32 "GET /v2.0/security-groups?id=1afdcc1a-136b-4b62-a479-56858cefce8d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2061698
Dec 25 21:17:28.875640 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9c97c248-5100-4eb8-8a4a-bffe6388117f req-60945ce2-5485-4a12-adea-34891770d37d tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] 10.222.0.32 "GET /v2.0/security-groups?id=2bf8651c-3ed0-44bb-a064-d61aab6ec281&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1865830
Dec 25 21:17:28.895506 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-7d9f7d12-9919-4255-b6cc-cf1d388ec231 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 98be5f11-10b7-447b-85e7-b29694bf3318) {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:17:28.900850 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d9f7d12-9919-4255-b6cc-cf1d388ec231 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:17:28.901596 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-7d9f7d12-9919-4255-b6cc-cf1d388ec231 admin admin] Publish callbacks [] for subnet, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:28.914517 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6777e410-e5d0-441e-9cd3-4238c022d48a None None] Network 98be5f11-10b7-447b-85e7-b29694bf3318 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:17:28.917162 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80064567-6435-4d45-8483-79a160934f7e req-e775e433-758d-47af-925d-b9767a88f502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:17:28.918654 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-80064567-6435-4d45-8483-79a160934f7e req-e775e433-758d-47af-925d-b9767a88f502 service neutron] 10.222.0.37 "GET /v2.0/networks?id=cb028617-ca4b-4888-809e-8a74d7f084f8 HTTP/1.1" status: 200  len: 911 time: 0.2416463
Dec 25 21:17:28.929761 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2f6ecc11-8428-4f11-a843-788711e51af9 req-2f13f235-44cd-4684-bfa8-7327a2380835 service neutron] 10.222.0.31 "GET /v2.0/networks/8f212e98-547d-4c6e-a560-2e9a548c8f59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2762969
Dec 25 21:17:29.032571 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba42a7a8-47bb-4db4-a533-ade5378c55e9 None None] Network 98be5f11-10b7-447b-85e7-b29694bf3318 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:17:29.054187 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-80064567-6435-4d45-8483-79a160934f7e req-2740f605-a121-4e7a-bb3a-51c784ab2204 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=305a9e22-e716-452b-815d-1b4b804fad15 HTTP/1.1" status: 200  len: 1000 time: 0.1206143
Dec 25 21:17:29.056217 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device 285370c8-a68b-4ddd-9ceb-19642f45731c up at agent hyperv_nch2-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:17:29.058246 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-7d9f7d12-9919-4255-b6cc-cf1d388ec231 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 857 time: 0.8808134
Dec 25 21:17:29.083109 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb768a5-ce49-44dd-9097-69f5a4b0d0a0 req-83ca0973-28f6-4fe8-9e3a-5c6a96ed83e3 tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:17:29.084709 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1fb768a5-ce49-44dd-9097-69f5a4b0d0a0 req-83ca0973-28f6-4fe8-9e3a-5c6a96ed83e3 tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] 10.222.0.32 "GET /v2.0/ports?device_id=145d49b0-3bfb-45f5-9f32-8f86e111755f HTTP/1.1" status: 200  len: 945 time: 0.1534994
Dec 25 21:17:29.129572 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3904fbfb-23e4-47b8-a694-8b4326eb7c8a req-e32a8c13-a75d-426e-82f0-325e97bfe02e tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:17:29.131205 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3904fbfb-23e4-47b8-a694-8b4326eb7c8a req-e32a8c13-a75d-426e-82f0-325e97bfe02e tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/ports?device_id=4e09da5c-da55-4216-89ee-8cbdaf24ecec HTTP/1.1" status: 200  len: 950 time: 0.1386986
Dec 25 21:17:29.172343 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80064567-6435-4d45-8483-79a160934f7e req-25f16fb1-89f4-440b-beb4-7673a5f7421d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:17:29.173912 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-80064567-6435-4d45-8483-79a160934f7e req-25f16fb1-89f4-440b-beb4-7673a5f7421d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=00dff513-a38a-48f8-809a-d1935b6eecea HTTP/1.1" status: 200  len: 849 time: 0.1104846
Dec 25 21:17:29.234796 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1fb768a5-ce49-44dd-9097-69f5a4b0d0a0 req-14e0e87c-f0cd-4800-8285-747d429ccfbe tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] 10.222.0.32 "GET /v2.0/security-groups?id=e70b16a5-3c2f-443c-a3bd-2851d79b2b90&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1229577
Dec 25 21:17:29.269897 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3904fbfb-23e4-47b8-a694-8b4326eb7c8a req-17cb6ad0-2935-4925-8463-6f310d9dc396 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3f1ae63-416f-443f-b032-af0d7dcc9019&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1234491
Dec 25 21:17:29.302489 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80064567-6435-4d45-8483-79a160934f7e req-4f2692ef-3a6a-4f9a-928d-d6b7a14683db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:17:29.304578 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-80064567-6435-4d45-8483-79a160934f7e req-4f2692ef-3a6a-4f9a-928d-d6b7a14683db service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=cb028617-ca4b-4888-809e-8a74d7f084f8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0878937
Dec 25 21:17:29.349591 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-95ee36ca-836b-489b-a68a-251d05e65c5b req-37d6e458-e027-42d1-95f6-65565228ea43 tempest-ImagesOneServerNegativeTestJSON-1717313213 tempest-ImagesOneServerNegativeTestJSON-1717313213-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5284da0-3efe-4fd6-b107-6eb5f66c269d HTTP/1.1" status: 200  len: 210 time: 0.0438328
Dec 25 21:17:29.413731 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Provisioning for port 285370c8-a68b-4ddd-9ceb-19642f45731c completed by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 25 21:17:29.417911 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Provisioning complete for port 285370c8-a68b-4ddd-9ceb-19642f45731c triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:17:29.418296 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:29.459722 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15da9c4d-34f6-479e-86f9-2a91b96f5563 req-2c789709-44eb-4228-b072-6c2b4bfca487 tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:17:29.462027 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-15da9c4d-34f6-479e-86f9-2a91b96f5563 req-2c789709-44eb-4228-b072-6c2b4bfca487 tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] 10.222.0.32 "GET /v2.0/ports?device_id=c169c539-29b8-4eeb-bb76-6e6eabd11098 HTTP/1.1" status: 200  len: 945 time: 0.1155937
Dec 25 21:17:29.487292 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-80064567-6435-4d45-8483-79a160934f7e req-57fa0b7a-f811-45e4-9b8b-c9b71df70382 service neutron] 10.222.0.37 "GET /v2.0/networks/cb028617-ca4b-4888-809e-8a74d7f084f8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1665413
Dec 25 21:17:29.519080 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:29.548230 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-15da9c4d-34f6-479e-86f9-2a91b96f5563 req-31aaf06d-2330-41f4-901c-f53723a73284 tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] 10.222.0.32 "GET /v2.0/security-groups?id=20bd9841-9e11-4157-a0aa-08323059b96f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0750399
Dec 25 21:17:29.594698 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port 285370c8-a68b-4ddd-9ceb-19642f45731c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=285370c8-a68b-4ddd-9ceb-19642f45731c,segment=NetworkSegment(40b3768f-3d6e-4d28-9b2a-4711b7f0f059),segment_id=40b3768f-3d6e-4d28-9b2a-4711b7f0f059)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:17:29.621329 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-80064567-6435-4d45-8483-79a160934f7e req-bafdef50-367b-4cee-9aa1-9323497ad6fb service neutron] 10.222.0.37 "GET /v2.0/networks/cb028617-ca4b-4888-809e-8a74d7f084f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1138203
Dec 25 21:17:29.662697 ncdv-master-1 neutron-server[121606]: INFO neutron.api.v2.resource [req-d52aee87-857f-4cc4-9463-f6b3ecac4a03 req-8e201076-3e80-4bed-ac8b-a4c6a7b87333 tempest-SecurityGroupsNegativeTestJSON-1168531450 tempest-SecurityGroupsNegativeTestJSON-1168531450-project] show failed (client error): The resource could not be found.
Dec 25 21:17:29.672075 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d52aee87-857f-4cc4-9463-f6b3ecac4a03 req-8e201076-3e80-4bed-ac8b-a4c6a7b87333 tempest-SecurityGroupsNegativeTestJSON-1168531450 tempest-SecurityGroupsNegativeTestJSON-1168531450-project] 10.222.0.32 "GET /v2.0/security-groups/60a573f5-2fbe-4083-a61b-b6589f9ef9be HTTP/1.1" status: 404  len: 352 time: 0.0288544
Dec 25 21:17:29.690802 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:29.692299 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device ca27c441-c54d-4e05-8a52-86b1df07f0e3 no longer exists at agent hyperv_nch2-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:17:29.731240 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] No Port match for: ca27c441-c54d-4e05-8a52-86b1df07f0e3 {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:17:29.731589 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device ca27c441-c54d-4e05-8a52-86b1df07f0e3 not bound to the agent host nch2-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:17:29.751355 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7d003571-f89b-4d33-8702-112aaff0c4ed req-d8ff010d-5607-45b0-abd4-dbe10d0eb0ba tempest-SecurityGroupsNegativeTestJSON-1168531450 tempest-SecurityGroupsNegativeTestJSON-1168531450-project] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5cda4085ba364f6394aa22b77fd7b795 HTTP/1.1" status: 200  len: 3005 time: 0.0469263
Dec 25 21:17:29.758794 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Pushing event updated for resources: {'Port': ['ID=285370c8-a68b-4ddd-9ceb-19642f45731c,revision_number=5']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:17:29.797217 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7d003571-f89b-4d33-8702-112aaff0c4ed req-405694af-79c8-402b-baa9-8aeab7fbc33a tempest-SecurityGroupsNegativeTestJSON-1168531450 tempest-SecurityGroupsNegativeTestJSON-1168531450-project] 10.222.0.32 "GET /v2.0/security-groups/fa8cf8fd-4445-40d4-a2d3-1a61a2347821 HTTP/1.1" status: 200  len: 3002 time: 0.0387683
Dec 25 21:17:29.845722 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7d003571-f89b-4d33-8702-112aaff0c4ed req-98c38f99-ab24-4da6-bf58-fb519860b1ae tempest-SecurityGroupsNegativeTestJSON-1168531450 tempest-SecurityGroupsNegativeTestJSON-1168531450-project] 10.222.0.32 "GET /v2.0/security-groups/fa8cf8fd-4445-40d4-a2d3-1a61a2347821 HTTP/1.1" status: 200  len: 3002 time: 0.0415809
Dec 25 21:17:29.919278 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ca3d7d73-f776-423c-acb3-df577a9c112a req-c6bf9717-504d-42b5-bfb9-c99e48e46fd5 tempest-SecurityGroupsNegativeTestJSON-1168531450 tempest-SecurityGroupsNegativeTestJSON-1168531450-project] 10.222.0.32 "GET /v2.0/security-groups/fa8cf8fd-4445-40d4-a2d3-1a61a2347821 HTTP/1.1" status: 200  len: 3002 time: 0.0510821
Dec 25 21:17:29.998014 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006c53f7-8aa2-44fb-bd11-ac2a726fef63 req-dfbf5261-238d-4c5f-98ac-352bc7c22dc2 tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:17:29.999497 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-006c53f7-8aa2-44fb-bd11-ac2a726fef63 req-dfbf5261-238d-4c5f-98ac-352bc7c22dc2 tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] 10.222.0.32 "GET /v2.0/ports?device_id=145d49b0-3bfb-45f5-9f32-8f86e111755f HTTP/1.1" status: 200  len: 945 time: 0.0792148
Dec 25 21:17:30.024652 ncdv-master-1 neutron-server[121606]: INFO neutron.api.v2.resource [req-ca3d7d73-f776-423c-acb3-df577a9c112a req-0505dd4b-4e4e-46da-9057-760251b208db tempest-SecurityGroupsNegativeTestJSON-1168531450 tempest-SecurityGroupsNegativeTestJSON-1168531450-project] delete failed (client error): There was a conflict when trying to complete your request.
Dec 25 21:17:30.025678 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ca3d7d73-f776-423c-acb3-df577a9c112a req-0505dd4b-4e4e-46da-9057-760251b208db tempest-SecurityGroupsNegativeTestJSON-1168531450 tempest-SecurityGroupsNegativeTestJSON-1168531450-project] 10.222.0.32 "DELETE /v2.0/security-groups/fa8cf8fd-4445-40d4-a2d3-1a61a2347821 HTTP/1.1" status: 409  len: 352 time: 0.0962741
Dec 25 21:17:30.063278 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-006c53f7-8aa2-44fb-bd11-ac2a726fef63 req-bf43e1c7-9965-4027-b6f0-1f26742bf149 tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] 10.222.0.32 "GET /v2.0/security-groups?id=e70b16a5-3c2f-443c-a3bd-2851d79b2b90&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0553684
Dec 25 21:17:30.129504 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea4b50a-24d5-4008-8eff-90b0dd67f379 req-b212aa74-7c7e-4b15-bd69-ead2fe827555 tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:17:30.131121 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-6ea4b50a-24d5-4008-8eff-90b0dd67f379 req-b212aa74-7c7e-4b15-bd69-ead2fe827555 tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5de591e-2d50-4b6e-8d61-887076ed592d HTTP/1.1" status: 200  len: 945 time: 0.0542333
Dec 25 21:17:30.174213 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2254a4b-e6ed-4560-a239-47903f19b47d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '285370c8-a68b-4ddd-9ceb-19642f45731c'}] {{(pid=121608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:17:30.176497 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a88c78c3ff6266bd59c7e89d275b28c92e739b67d23c89d71af88829fd31566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-007b2c13-9138-4edb-bd90-aad938bccb55" -d '{"events": [{"server_uuid": "d2254a4b-e6ed-4560-a239-47903f19b47d", "name": "network-vif-plugged", "status": "completed", "tag": "285370c8-a68b-4ddd-9ceb-19642f45731c"}]}' {{(pid=121608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:17:30.212510 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea03693b-cdad-4e33-b21a-1aa292ded1dc req-4b9516be-82a4-4ac7-b51d-c05dc5d5b25e tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:17:30.214029 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ea03693b-cdad-4e33-b21a-1aa292ded1dc req-4b9516be-82a4-4ac7-b51d-c05dc5d5b25e tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] 10.222.0.32 "GET /v2.0/ports?device_id=d2254a4b-e6ed-4560-a239-47903f19b47d HTTP/1.1" status: 200  len: 945 time: 0.0802085
Dec 25 21:17:30.217211 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-6ea4b50a-24d5-4008-8eff-90b0dd67f379 req-da2bce97-9873-49e8-b071-f299ce6afdab tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] 10.222.0.32 "GET /v2.0/security-groups?id=1afdcc1a-136b-4b62-a479-56858cefce8d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0750968
Dec 25 21:17:30.261146 ncdv-master-1 neutron-server[121606]: INFO neutron.api.v2.resource [req-fc414541-f93b-45b7-b900-9e0c296883e0 req-8f2bd5be-b214-4a3e-b040-dfdd3511b7a0 tempest-SecurityGroupsNegativeTestJSON-1168531450 tempest-SecurityGroupsNegativeTestJSON-1168531450-project] show failed (client error): The resource could not be found.
Dec 25 21:17:30.262127 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-fc414541-f93b-45b7-b900-9e0c296883e0 req-8f2bd5be-b214-4a3e-b040-dfdd3511b7a0 tempest-SecurityGroupsNegativeTestJSON-1168531450 tempest-SecurityGroupsNegativeTestJSON-1168531450-project] 10.222.0.32 "GET /v2.0/security-groups/256868f8-fa54-42e4-9313-f2948fad3ff9 HTTP/1.1" status: 404  len: 352 time: 0.0210395
Dec 25 21:17:30.276339 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ea03693b-cdad-4e33-b21a-1aa292ded1dc req-bb824edc-c62b-4dfb-bfb6-315c40cff6ed tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] 10.222.0.32 "GET /v2.0/security-groups?id=2bf8651c-3ed0-44bb-a064-d61aab6ec281&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0563948
Dec 25 21:17:30.321175 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 21:17:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5631302b-918a-4556-b135-e9d404a2b06e x-openstack-request-id: req-5631302b-918a-4556-b135-e9d404a2b06e {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:17:30.321540 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2254a4b-e6ed-4560-a239-47903f19b47d", "name": "network-vif-plugged", "status": "completed", "tag": "285370c8-a68b-4ddd-9ceb-19642f45731c", "code": 200}]} {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:17:30.321862 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5631302b-918a-4556-b135-e9d404a2b06e {{(pid=121608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:17:30.322329 ncdv-master-1 neutron-server[121608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2254a4b-e6ed-4560-a239-47903f19b47d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '285370c8-a68b-4ddd-9ceb-19642f45731c', 'code': 200}
Dec 25 21:17:30.379886 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7076f795-cbf1-4a8b-a610-8e5943211113 req-aecac1da-37de-49a5-9e49-1447ea83d30b tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:17:30.381243 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7076f795-cbf1-4a8b-a610-8e5943211113 req-aecac1da-37de-49a5-9e49-1447ea83d30b tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] 10.222.0.32 "GET /v2.0/ports?device_id=145d49b0-3bfb-45f5-9f32-8f86e111755f HTTP/1.1" status: 200  len: 945 time: 0.0555069
Dec 25 21:17:30.477993 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7fadd513-1105-48ec-a08d-7e814ec0871f req-98f007e2-c9d0-495b-bed4-0939ff186734 tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1118929642&fields=id&tenant_id=16a084940f024be8aee5807248918cb5 HTTP/1.1" status: 200  len: 267 time: 0.1073551
Dec 25 21:17:30.526093 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7076f795-cbf1-4a8b-a610-8e5943211113 req-804457d0-6fa0-42d4-869d-33c5a39a5553 tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] 10.222.0.32 "GET /v2.0/security-groups?id=e70b16a5-3c2f-443c-a3bd-2851d79b2b90&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1366146
Dec 25 21:17:30.534481 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab1ca13-86a9-472f-a4e3-0bd5452a7678 req-b52ccc69-5250-46af-a891-427811bfa03a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:17:30.535980 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-bab1ca13-86a9-472f-a4e3-0bd5452a7678 req-b52ccc69-5250-46af-a891-427811bfa03a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d2254a4b-e6ed-4560-a239-47903f19b47d HTTP/1.1" status: 200  len: 1096 time: 0.1085744
Dec 25 21:17:30.590374 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3518f0a0-517f-4092-a7ba-9562cc0ff7a4 req-ea6868f4-f095-4409-b2c8-8d8147f3569c tempest-ImagesOneServerNegativeTestJSON-1717313213 tempest-ImagesOneServerNegativeTestJSON-1717313213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:17:30.591957 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-3518f0a0-517f-4092-a7ba-9562cc0ff7a4 req-ea6868f4-f095-4409-b2c8-8d8147f3569c tempest-ImagesOneServerNegativeTestJSON-1717313213 tempest-ImagesOneServerNegativeTestJSON-1717313213-project] 10.222.0.37 "GET /v2.0/networks?id=979f5e3f-5f36-45e3-b799-ae422a7efba5 HTTP/1.1" status: 200  len: 822 time: 0.1121345
Dec 25 21:17:30.592525 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fadd513-1105-48ec-a08d-7e814ec0871f req-d123dc58-4ae7-4ce1-bd3c-5381325fcf96 tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:17:30.594206 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7fadd513-1105-48ec-a08d-7e814ec0871f req-d123dc58-4ae7-4ce1-bd3c-5381325fcf96 tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5de591e-2d50-4b6e-8d61-887076ed592d HTTP/1.1" status: 200  len: 945 time: 0.1052542
Dec 25 21:17:30.595497 ncdv-master-1 neutron-server[121606]: INFO neutron.api.v2.resource [req-0a6556ef-9118-482c-9594-80537353091b req-91101d23-8ef9-40dc-94af-769a49d399ef tempest-SecurityGroupsNegativeTestJSON-1168531450 tempest-SecurityGroupsNegativeTestJSON-1168531450-project] show failed (client error): The resource could not be found.
Dec 25 21:17:30.596441 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0a6556ef-9118-482c-9594-80537353091b req-91101d23-8ef9-40dc-94af-769a49d399ef tempest-SecurityGroupsNegativeTestJSON-1168531450 tempest-SecurityGroupsNegativeTestJSON-1168531450-project] 10.222.0.32 "GET /v2.0/security-groups/f55fb858-4a65-44a2-84c9-5ff5f2494f15 HTTP/1.1" status: 404  len: 352 time: 0.0388563
Dec 25 21:17:30.612698 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 55490) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:17:30.613712 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-7fadd513-1105-48ec-a08d-7e814ec0871f req-0b1dd173-4027-4a0c-9163-b8066de89aa5 tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] Request body: {'port': {'security_groups': ['1afdcc1a-136b-4b62-a479-56858cefce8d', '05129fd7-236e-4b0b-954e-4596cc33e1bb']}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:17:30.619267 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [req-3518f0a0-517f-4092-a7ba-9562cc0ff7a4 req-bee70cba-d41f-4ad6-90f0-74f4dc83fc56 tempest-ImagesOneServerNegativeTestJSON-1717313213 tempest-ImagesOneServerNegativeTestJSON-1717313213-project] Request body: {'port': {'device_id': 'a5284da0-3efe-4fd6-b107-6eb5f66c269d', 'network_id': '979f5e3f-5f36-45e3-b799-ae422a7efba5', 'admin_state_up': True, 'tenant_id': '9dbe1e97c3f64bee9355ec5d1b424c8a'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:17:30.659251 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-bab1ca13-86a9-472f-a4e3-0bd5452a7678 req-a2fcb680-09f8-44b1-95e0-c15e74221d05 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=2bf8651c-3ed0-44bb-a064-d61aab6ec281&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1114745
Dec 25 21:17:30.720577 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-7fadd513-1105-48ec-a08d-7e814ec0871f req-0b1dd173-4027-4a0c-9163-b8066de89aa5 tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:30.750617 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28069f51-a87c-42d3-ac70-c9db8fc46878 req-d8ff5087-fe4f-4875-872f-63a74b70ba92 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:17:30.752899 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-28069f51-a87c-42d3-ac70-c9db8fc46878 req-d8ff5087-fe4f-4875-872f-63a74b70ba92 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/ports?device_id=4e09da5c-da55-4216-89ee-8cbdaf24ecec HTTP/1.1" status: 200  len: 950 time: 0.0871825
Dec 25 21:17:30.855422 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-28069f51-a87c-42d3-ac70-c9db8fc46878 req-2ca75c2e-9e84-4107-b6c4-7117d6a2f8ca tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3f1ae63-416f-443f-b032-af0d7dcc9019&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0833099
Dec 25 21:17:30.987954 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3c55ff50-0bc2-497a-834e-20ae6a1403a1 req-c6bfa20e-759a-4942-9a49-cab93301ca03 tempest-ImagesOneServerNegativeTestJSON-1717313213 tempest-ImagesOneServerNegativeTestJSON-1717313213-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5284da0-3efe-4fd6-b107-6eb5f66c269d HTTP/1.1" status: 200  len: 210 time: 0.0572867
Dec 25 21:17:31.012866 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_v2 [None req-30922c29-866c-47b0-b147-841818382ba5 admin admin] Deleting subnet 9fc67fad-dba3-4687-a61b-ff56555e901c {{(pid=121607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Dec 25 21:17:31.019172 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-30922c29-866c-47b0-b147-841818382ba5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:31.034267 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-7fadd513-1105-48ec-a08d-7e814ec0871f req-0b1dd173-4027-4a0c-9163-b8066de89aa5 tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] For port dfc1a5c0-22fe-4e86-8082-3ae401c78b61, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=dfc1a5c0-22fe-4e86-8082-3ae401c78b61,segment=NetworkSegment(01b1b6b5-7db5-40ee-a399-bc306695a2d5),segment_id=01b1b6b5-7db5-40ee-a399-bc306695a2d5)] {{(pid=121606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:17:31.070920 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-30922c29-866c-47b0-b147-841818382ba5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10246617'] for subnet, precommit_delete_associations {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:31.076858 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-7fadd513-1105-48ec-a08d-7e814ec0871f req-0b1dd173-4027-4a0c-9163-b8066de89aa5 tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] Publish callbacks [] for port, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:31.119573 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-30922c29-866c-47b0-b147-841818382ba5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995662'] for subnet, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:31.152943 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-7fadd513-1105-48ec-a08d-7e814ec0871f req-0b1dd173-4027-4a0c-9163-b8066de89aa5 tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:31.176690 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] get_ports_and_sgs() called for port_ids ['dfc1a5c0-22fe-4e86-8082-3ae401c78b61'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:17:31.179518 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3518f0a0-517f-4092-a7ba-9562cc0ff7a4 req-bee70cba-d41f-4ad6-90f0-74f4dc83fc56 tempest-ImagesOneServerNegativeTestJSON-1717313213 tempest-ImagesOneServerNegativeTestJSON-1717313213-project] Made reservation on behalf of 9dbe1e97c3f64bee9355ec5d1b424c8a for: {'port': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:17:31.184064 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-3518f0a0-517f-4092-a7ba-9562cc0ff7a4 req-bee70cba-d41f-4ad6-90f0-74f4dc83fc56 tempest-ImagesOneServerNegativeTestJSON-1717313213 tempest-ImagesOneServerNegativeTestJSON-1717313213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:31.200284 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fadd513-1105-48ec-a08d-7e814ec0871f req-0b1dd173-4027-4a0c-9163-b8066de89aa5 tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:17:31.200957 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-7fadd513-1105-48ec-a08d-7e814ec0871f req-0b1dd173-4027-4a0c-9163-b8066de89aa5 tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:31.202433 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7fadd513-1105-48ec-a08d-7e814ec0871f req-0b1dd173-4027-4a0c-9163-b8066de89aa5 tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] 10.222.0.32 "PUT /v2.0/ports/dfc1a5c0-22fe-4e86-8082-3ae401c78b61 HTTP/1.1" status: 200  len: 981 time: 0.5962749
Dec 25 21:17:31.204826 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5de591e-2d50-4b6e-8d61-887076ed592d', 'tag': 'dfc1a5c0-22fe-4e86-8082-3ae401c78b61'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:17:31.207196 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9858820c13ec2827453b94ebc4181065e990a4e4089ccb9fe762531ac62d2fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2db7e95-7ea7-4ec7-8ada-169e75874d23" -d '{"events": [{"name": "network-changed", "server_uuid": "e5de591e-2d50-4b6e-8d61-887076ed592d", "tag": "dfc1a5c0-22fe-4e86-8082-3ae401c78b61"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:17:31.240306 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1dd173-4027-4a0c-9163-b8066de89aa5 tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] Pushing event updated for resources: {'Port': ['ID=dfc1a5c0-22fe-4e86-8082-3ae401c78b61,revision_number=6']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:17:31.279796 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-30922c29-866c-47b0-b147-841818382ba5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8632410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8852809'] for subnet, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:31.300191 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Dec 2021 21:17:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c43b587-696f-43ea-8f57-cfdc3681bf8f x-openstack-request-id: req-3c43b587-696f-43ea-8f57-cfdc3681bf8f {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:17:31.300734 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5de591e-2d50-4b6e-8d61-887076ed592d", "tag": "dfc1a5c0-22fe-4e86-8082-3ae401c78b61", "status": "completed", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:17:31.301166 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3c43b587-696f-43ea-8f57-cfdc3681bf8f {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:17:31.301776 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5de591e-2d50-4b6e-8d61-887076ed592d', 'tag': 'dfc1a5c0-22fe-4e86-8082-3ae401c78b61', 'status': 'completed', 'code': 200}
Dec 25 21:17:31.332825 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] get_ports_and_sgs() called for port_ids ['dfc1a5c0-22fe-4e86-8082-3ae401c78b61'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:17:31.337198 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-30922c29-866c-47b0-b147-841818382ba5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:31.343553 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-30922c29-866c-47b0-b147-841818382ba5 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/9fc67fad-dba3-4687-a61b-ff56555e901c HTTP/1.1" status: 204  len: 168 time: 0.7279716
Dec 25 21:17:31.347385 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 55502) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:17:31.391376 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2db7e95-7ea7-4ec7-8ada-169e75874d23 req-7fe3bb42-7746-49fe-bf91-9a5db3e1dd64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:17:31.394151 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b2db7e95-7ea7-4ec7-8ada-169e75874d23 req-7fe3bb42-7746-49fe-bf91-9a5db3e1dd64 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=16a084940f024be8aee5807248918cb5&device_id=e5de591e-2d50-4b6e-8d61-887076ed592d HTTP/1.1" status: 200  len: 1135 time: 0.0660484
Dec 25 21:17:31.397111 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30922c29-866c-47b0-b147-841818382ba5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9fc67fad-dba3-4687-a61b-ff56555e901c,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:17:31.524442 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-407a2d75-a429-46a6-a699-0635ab95207f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625803'] for network, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:31.535098 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c749e713-8e9e-476a-b15f-80b139be221b req-2cd71971-d704-452c-aed5-5dd0c7c6bad0 tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1499255848&fields=id&tenant_id=16a084940f024be8aee5807248918cb5 HTTP/1.1" status: 200  len: 267 time: 0.1358154
Dec 25 21:17:31.579186 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_common [req-3518f0a0-517f-4092-a7ba-9562cc0ff7a4 req-bee70cba-d41f-4ad6-90f0-74f4dc83fc56 tempest-ImagesOneServerNegativeTestJSON-1717313213 tempest-ImagesOneServerNegativeTestJSON-1717313213-project] Allocated IP 172.20.0.10 (979f5e3f-5f36-45e3-b799-ae422a7efba5/048bdd92-f291-4a78-86a6-99fc0420bf47/cbb5ba94-31f2-4df4-8a61-f6af5700b77d) {{(pid=121607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:17:31.622877 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2db7e95-7ea7-4ec7-8ada-169e75874d23 req-19a02715-e87a-45e9-b4ec-347f2e24d385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:17:31.624496 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b2db7e95-7ea7-4ec7-8ada-169e75874d23 req-19a02715-e87a-45e9-b4ec-347f2e24d385 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ce9b43e7-57f0-42d1-9422-f764ccb2bd06 HTTP/1.1" status: 200  len: 913 time: 0.2045720
Dec 25 21:17:31.637221 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c749e713-8e9e-476a-b15f-80b139be221b req-aaeee6c7-5e8c-4573-9354-4886b409cdc7 tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:17:31.645276 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c749e713-8e9e-476a-b15f-80b139be221b req-aaeee6c7-5e8c-4573-9354-4886b409cdc7 tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5de591e-2d50-4b6e-8d61-887076ed592d HTTP/1.1" status: 200  len: 984 time: 0.1089096
Dec 25 21:17:31.645653 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-407a2d75-a429-46a6-a699-0635ab95207f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997585', 'neutron.services.segments.db._delete_segments_for_network-8737602743071'] for network, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:31.659486 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-c749e713-8e9e-476a-b15f-80b139be221b req-3578d345-abb4-4bfe-b010-11460cd5196f tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] Request body: {'port': {'security_groups': ['05129fd7-236e-4b0b-954e-4596cc33e1bb', '1afdcc1a-136b-4b62-a479-56858cefce8d', 'd97e5b33-925e-41f0-914b-8313cf2e46c0']}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:17:31.684359 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-407a2d75-a429-46a6-a699-0635ab95207f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f26127a2bb0>,) {'filters': {'network_id': ['98be5f11-10b7-447b-85e7-b29694bf3318']}} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:17:31.701951 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-407a2d75-a429-46a6-a699-0635ab95207f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f26127a2bb0>, '11709093-c3a1-40c4-bc85-10208f320f71') {'for_net_delete': True} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:17:31.702244 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-407a2d75-a429-46a6-a699-0635ab95207f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f26127a2bb0>, '11709093-c3a1-40c4-bc85-10208f320f71') {} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:17:31.720697 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b2db7e95-7ea7-4ec7-8ada-169e75874d23 req-92a35eb8-3cc7-4b5b-8f14-b9b456c2e8b2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=dfc1a5c0-22fe-4e86-8082-3ae401c78b61 HTTP/1.1" status: 200  len: 217 time: 0.0730863
Dec 25 21:17:31.725372 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-407a2d75-a429-46a6-a699-0635ab95207f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737602746920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10246592'] for segment, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:31.731339 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3850dc8c-c9d4-4a28-9630-e403980dba41 req-bfad12ec-d40c-4354-a12e-4ba36d8f81e4 tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:17:31.732800 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3850dc8c-c9d4-4a28-9630-e403980dba41 req-bfad12ec-d40c-4354-a12e-4ba36d8f81e4 tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] 10.222.0.32 "GET /v2.0/ports?device_id=c169c539-29b8-4eeb-bb76-6e6eabd11098 HTTP/1.1" status: 200  len: 945 time: 0.1630962
Dec 25 21:17:31.749418 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-407a2d75-a429-46a6-a699-0635ab95207f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:31.782675 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-407a2d75-a429-46a6-a699-0635ab95207f admin admin] Releasing vlan 194 on physical network physnet1 to pool {{(pid=121607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 25 21:17:31.782990 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-407a2d75-a429-46a6-a699-0635ab95207f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8633327'] for segment, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:31.785232 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:17:31.785232 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:17:31.785232 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:17:31.785232 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:17:31.785232 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:17:31.785232 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:17:31.785232 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:17:31.785232 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:17:31.785232 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:17:31.785232 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:17:31.785232 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:17:31.785232 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:17:31.785232 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:17:31.785232 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:17:31.785232 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:17:31.785232 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:17:31.785232 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:17:31.785232 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:17:31.785232 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:17:31.785232 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:17:31.785232 ncdv-master-1 neutron-server[121607]: Traceback (most recent call last):
Dec 25 21:17:31.785232 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 25 21:17:31.785232 ncdv-master-1 neutron-server[121607]:     timer()
Dec 25 21:17:31.785232 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 25 21:17:31.785232 ncdv-master-1 neutron-server[121607]:     cb(*args, **kw)
Dec 25 21:17:31.785232 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 25 21:17:31.785232 ncdv-master-1 neutron-server[121607]:     return func(*args, **kwargs)
Dec 25 21:17:31.785232 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 25 21:17:31.785232 ncdv-master-1 neutron-server[121607]:     self._notify()
Dec 25 21:17:31.785232 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 25 21:17:31.785232 ncdv-master-1 neutron-server[121607]:     self.callback(batched_events)
Dec 25 21:17:31.785232 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 25 21:17:31.785232 ncdv-master-1 neutron-server[121607]:     event.method(event)
Dec 25 21:17:31.785232 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 25 21:17:31.785232 ncdv-master-1 neutron-server[121607]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 25 21:17:31.785232 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 25 21:17:31.785232 ncdv-master-1 neutron-server[121607]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 25 21:17:31.785232 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 25 21:17:31.785232 ncdv-master-1 neutron-server[121607]:     return f(self, *a, **k)
Dec 25 21:17:31.785232 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 25 21:17:31.785232 ncdv-master-1 neutron-server[121607]:     return self._get(url).json()
Dec 25 21:17:31.785232 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 25 21:17:31.785232 ncdv-master-1 neutron-server[121607]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 25 21:17:31.785232 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 25 21:17:31.785232 ncdv-master-1 neutron-server[121607]:     return self.request(url, 'GET', **kwargs)
Dec 25 21:17:31.785232 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 25 21:17:31.785232 ncdv-master-1 neutron-server[121607]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 25 21:17:31.785232 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 25 21:17:31.785232 ncdv-master-1 neutron-server[121607]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 25 21:17:31.785232 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 25 21:17:31.785232 ncdv-master-1 neutron-server[121607]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 25 21:17:31.785232 ncdv-master-1 neutron-server[121607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 25 21:17:31.839602 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2db7e95-7ea7-4ec7-8ada-169e75874d23 req-15161255-dc9d-4c2c-840c-79d1ce032c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:17:31.841184 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b2db7e95-7ea7-4ec7-8ada-169e75874d23 req-15161255-dc9d-4c2c-840c-79d1ce032c49 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3f60a15f-92c1-4709-8506-7a38b4b980cc HTTP/1.1" status: 200  len: 852 time: 0.1053646
Dec 25 21:17:31.843997 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-c749e713-8e9e-476a-b15f-80b139be221b req-3578d345-abb4-4bfe-b010-11460cd5196f tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:31.875200 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-3518f0a0-517f-4092-a7ba-9562cc0ff7a4 req-bee70cba-d41f-4ad6-90f0-74f4dc83fc56 tempest-ImagesOneServerNegativeTestJSON-1717313213 tempest-ImagesOneServerNegativeTestJSON-1717313213-project] Publish callbacks [] for port, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:31.876382 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3850dc8c-c9d4-4a28-9630-e403980dba41 req-88592963-0224-4b8b-81b8-34e8025d44cf tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] 10.222.0.32 "GET /v2.0/security-groups?id=20bd9841-9e11-4157-a0aa-08323059b96f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1301229
Dec 25 21:17:31.894541 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b2db7e95-7ea7-4ec7-8ada-169e75874d23 req-7e1261b2-cbb4-4c7d-b535-7738668267f8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ce9b43e7-57f0-42d1-9422-f764ccb2bd06&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0355294
Dec 25 21:17:31.941486 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-407a2d75-a429-46a6-a699-0635ab95207f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2008653'] for network, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:31.948949 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-407a2d75-a429-46a6-a699-0635ab95207f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for network, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:31.950819 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-407a2d75-a429-46a6-a699-0635ab95207f admin admin] 10.222.0.32 "DELETE /v2.0/networks/98be5f11-10b7-447b-85e7-b29694bf3318 HTTP/1.1" status: 204  len: 168 time: 0.5764699
Dec 25 21:17:31.964421 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407a2d75-a429-46a6-a699-0635ab95207f admin admin] Pushing event deleted for resources: {'Network': ['ID=98be5f11-10b7-447b-85e7-b29694bf3318,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:17:32.004461 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-3518f0a0-517f-4092-a7ba-9562cc0ff7a4 req-bee70cba-d41f-4ad6-90f0-74f4dc83fc56 tempest-ImagesOneServerNegativeTestJSON-1717313213 tempest-ImagesOneServerNegativeTestJSON-1717313213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:32.048915 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3518f0a0-517f-4092-a7ba-9562cc0ff7a4 req-bee70cba-d41f-4ad6-90f0-74f4dc83fc56 tempest-ImagesOneServerNegativeTestJSON-1717313213 tempest-ImagesOneServerNegativeTestJSON-1717313213-project] Network 979f5e3f-5f36-45e3-b799-ae422a7efba5 is already hosted by enough agents. {{(pid=121607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:17:32.052084 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [req-3518f0a0-517f-4092-a7ba-9562cc0ff7a4 req-bee70cba-d41f-4ad6-90f0-74f4dc83fc56 tempest-ImagesOneServerNegativeTestJSON-1717313213 tempest-ImagesOneServerNegativeTestJSON-1717313213-project] Resources bound (agent type, host, resource id):  {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:17:32.055990 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [req-3518f0a0-517f-4092-a7ba-9562cc0ff7a4 req-bee70cba-d41f-4ad6-90f0-74f4dc83fc56 tempest-ImagesOneServerNegativeTestJSON-1717313213 tempest-ImagesOneServerNegativeTestJSON-1717313213-project] Received port after_create {{(pid=121607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:17:32.084787 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee70cba-d41f-4ad6-90f0-74f4dc83fc56 tempest-ImagesOneServerNegativeTestJSON-1717313213 tempest-ImagesOneServerNegativeTestJSON-1717313213-project] Pushing event updated for resources: {'Port': ['ID=cbb5ba94-31f2-4df4-8a61-f6af5700b77d,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:17:32.106395 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f335d7fc-b3e5-4fd9-ac0b-faf20da8b410 req-74b0d380-1282-40a9-95eb-7151050e0bb3 tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:17:32.107898 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f335d7fc-b3e5-4fd9-ac0b-faf20da8b410 req-74b0d380-1282-40a9-95eb-7151050e0bb3 tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] 10.222.0.32 "GET /v2.0/ports?device_id=145d49b0-3bfb-45f5-9f32-8f86e111755f HTTP/1.1" status: 200  len: 945 time: 0.1665115
Dec 25 21:17:32.112115 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b2db7e95-7ea7-4ec7-8ada-169e75874d23 req-c111ebd5-00a9-45ae-83b7-d7ea9a2a4748 service neutron] 10.222.0.37 "GET /v2.0/networks/ce9b43e7-57f0-42d1-9422-f764ccb2bd06?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1949606
Dec 25 21:17:32.114937 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3518f0a0-517f-4092-a7ba-9562cc0ff7a4 req-bee70cba-d41f-4ad6-90f0-74f4dc83fc56 tempest-ImagesOneServerNegativeTestJSON-1717313213 tempest-ImagesOneServerNegativeTestJSON-1717313213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:17:32.115322 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-3518f0a0-517f-4092-a7ba-9562cc0ff7a4 req-bee70cba-d41f-4ad6-90f0-74f4dc83fc56 tempest-ImagesOneServerNegativeTestJSON-1717313213 tempest-ImagesOneServerNegativeTestJSON-1717313213-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:32.230853 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-3518f0a0-517f-4092-a7ba-9562cc0ff7a4 req-bee70cba-d41f-4ad6-90f0-74f4dc83fc56 tempest-ImagesOneServerNegativeTestJSON-1717313213 tempest-ImagesOneServerNegativeTestJSON-1717313213-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.6229990
Dec 25 21:17:32.254345 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [req-3518f0a0-517f-4092-a7ba-9562cc0ff7a4 req-8f39b7ec-e3d2-4081-a155-39aa991064a7 service neutron] Request body: {'port': {'device_id': 'a5284da0-3efe-4fd6-b107-6eb5f66c269d', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:17:32.279098 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f335d7fc-b3e5-4fd9-ac0b-faf20da8b410 req-03bd05e9-6765-4c11-aa50-eeccb88429d7 tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] 10.222.0.32 "GET /v2.0/security-groups?id=e70b16a5-3c2f-443c-a3bd-2851d79b2b90&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1636465
Dec 25 21:17:32.305154 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 55514) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:17:32.319676 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b2db7e95-7ea7-4ec7-8ada-169e75874d23 req-90c4d44d-9f47-4594-9396-42a10fb34ba5 service neutron] 10.222.0.37 "GET /v2.0/networks/ce9b43e7-57f0-42d1-9422-f764ccb2bd06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1975238
Dec 25 21:17:32.326327 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-c749e713-8e9e-476a-b15f-80b139be221b req-3578d345-abb4-4bfe-b010-11460cd5196f tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] For port dfc1a5c0-22fe-4e86-8082-3ae401c78b61, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=dfc1a5c0-22fe-4e86-8082-3ae401c78b61,segment=NetworkSegment(01b1b6b5-7db5-40ee-a399-bc306695a2d5),segment_id=01b1b6b5-7db5-40ee-a399-bc306695a2d5)] {{(pid=121606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:17:32.332506 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-3518f0a0-517f-4092-a7ba-9562cc0ff7a4 req-8f39b7ec-e3d2-4081-a155-39aa991064a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:32.358228 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-c749e713-8e9e-476a-b15f-80b139be221b req-3578d345-abb4-4bfe-b010-11460cd5196f tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] Publish callbacks [] for port, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:32.382041 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-9e68daca-1f39-4ed1-8b1d-787906da74cd admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5cda4085ba364f6394aa22b77fd7b795&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0758514
Dec 25 21:17:32.385140 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 55518) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:17:32.457544 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2a8e5b-a585-4b29-856a-40caa91e78d6 req-d76b029f-3ecc-4958-bbed-333931ede6ae tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:17:32.461382 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ed2a8e5b-a585-4b29-856a-40caa91e78d6 req-d76b029f-3ecc-4958-bbed-333931ede6ae tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] 10.222.0.32 "GET /v2.0/ports?device_id=d2254a4b-e6ed-4560-a239-47903f19b47d HTTP/1.1" status: 200  len: 945 time: 0.0901990
Dec 25 21:17:32.463490 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-c749e713-8e9e-476a-b15f-80b139be221b req-3578d345-abb4-4bfe-b010-11460cd5196f tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:32.478706 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] get_ports_and_sgs() called for port_ids ['dfc1a5c0-22fe-4e86-8082-3ae401c78b61'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:17:32.515942 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-9d80ecea-4d7b-4862-95c3-9f272da8ee26 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:32.556941 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c749e713-8e9e-476a-b15f-80b139be221b req-3578d345-abb4-4bfe-b010-11460cd5196f tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:17:32.557165 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-c749e713-8e9e-476a-b15f-80b139be221b req-3578d345-abb4-4bfe-b010-11460cd5196f tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:32.558430 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c749e713-8e9e-476a-b15f-80b139be221b req-3578d345-abb4-4bfe-b010-11460cd5196f tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] 10.222.0.32 "PUT /v2.0/ports/dfc1a5c0-22fe-4e86-8082-3ae401c78b61 HTTP/1.1" status: 200  len: 1020 time: 0.9121237
Dec 25 21:17:32.594778 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-9d80ecea-4d7b-4862-95c3-9f272da8ee26 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:32.626529 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ed2a8e5b-a585-4b29-856a-40caa91e78d6 req-562af5a2-85f4-45d8-a875-84bb28f60d17 tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] 10.222.0.32 "GET /v2.0/security-groups?id=2bf8651c-3ed0-44bb-a064-d61aab6ec281&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1589537
Dec 25 21:17:32.629228 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3578d345-abb4-4bfe-b010-11460cd5196f tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] Pushing event updated for resources: {'Port': ['ID=dfc1a5c0-22fe-4e86-8082-3ae401c78b61,revision_number=7']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:17:32.651557 ncdv-master-1 neutron-server[121607]: DEBUG neutron.notifiers.nova [req-3518f0a0-517f-4092-a7ba-9562cc0ff7a4 req-8f39b7ec-e3d2-4081-a155-39aa991064a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cbb5ba94-31f2-4df4-8a61-f6af5700b77d {{(pid=121607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:17:32.653324 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] get_ports_and_sgs() called for port_ids ['dfc1a5c0-22fe-4e86-8082-3ae401c78b61'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:17:32.665569 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-3518f0a0-517f-4092-a7ba-9562cc0ff7a4 req-8f39b7ec-e3d2-4081-a155-39aa991064a7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:32.725974 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9f0995-9581-41ad-afb2-295f30643e09 req-3a7c3ad3-4bfb-4d7a-afa2-ef8ada9a138d tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:17:32.727696 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1b9f0995-9581-41ad-afb2-295f30643e09 req-3a7c3ad3-4bfb-4d7a-afa2-ef8ada9a138d tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/ports?device_id=4e09da5c-da55-4216-89ee-8cbdaf24ecec HTTP/1.1" status: 200  len: 950 time: 0.0608406
Dec 25 21:17:32.756232 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.provisioning_blocks [req-3518f0a0-517f-4092-a7ba-9562cc0ff7a4 req-8f39b7ec-e3d2-4081-a155-39aa991064a7 service neutron] Transition to ACTIVE for port object cbb5ba94-31f2-4df4-8a61-f6af5700b77d will not be triggered until provisioned by entity L2. {{(pid=121607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 25 21:17:32.767826 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-9d80ecea-4d7b-4862-95c3-9f272da8ee26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:32.770647 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-9d80ecea-4d7b-4862-95c3-9f272da8ee26 admin admin] Publish callbacks [] for security_group, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:32.771809 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-9d80ecea-4d7b-4862-95c3-9f272da8ee26 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/fa8cf8fd-4445-40d4-a2d3-1a61a2347821 HTTP/1.1" status: 204  len: 168 time: 0.3856685
Dec 25 21:17:32.798305 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d80ecea-4d7b-4862-95c3-9f272da8ee26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa8cf8fd-4445-40d4-a2d3-1a61a2347821,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:17:32.817140 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4d9ef1-d50c-4195-b952-58b92e15e66f req-30bd036e-b558-49af-a70f-4a12fae5c1b3 tempest-ImagesOneServerNegativeTestJSON-1717313213 tempest-ImagesOneServerNegativeTestJSON-1717313213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:17:32.818689 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8a4d9ef1-d50c-4195-b952-58b92e15e66f req-30bd036e-b558-49af-a70f-4a12fae5c1b3 tempest-ImagesOneServerNegativeTestJSON-1717313213 tempest-ImagesOneServerNegativeTestJSON-1717313213-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5284da0-3efe-4fd6-b107-6eb5f66c269d HTTP/1.1" status: 200  len: 932 time: 0.0894885
Dec 25 21:17:32.819320 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-3518f0a0-517f-4092-a7ba-9562cc0ff7a4 req-8f39b7ec-e3d2-4081-a155-39aa991064a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8632327'] for port, after_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:32.848834 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1b9f0995-9581-41ad-afb2-295f30643e09 req-f2642fd7-c748-4362-91c1-02d129268dc0 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3f1ae63-416f-443f-b032-af0d7dcc9019&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1087129
Dec 25 21:17:32.907576 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f39b7ec-e3d2-4081-a155-39aa991064a7 service neutron] Pushing event updated for resources: {'Port': ['ID=cbb5ba94-31f2-4df4-8a61-f6af5700b77d,revision_number=2']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:17:32.929184 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8a4d9ef1-d50c-4195-b952-58b92e15e66f req-c112336a-a9dd-4810-9f73-f2b887bb6150 tempest-ImagesOneServerNegativeTestJSON-1717313213 tempest-ImagesOneServerNegativeTestJSON-1717313213-project] 10.222.0.32 "GET /v2.0/security-groups?id=90b09226-05f9-413f-802a-f36d3e55d2ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1001382
Dec 25 21:17:33.030790 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.managers [req-3518f0a0-517f-4092-a7ba-9562cc0ff7a4 req-8f39b7ec-e3d2-4081-a155-39aa991064a7 service neutron] Attempting to bind port cbb5ba94-31f2-4df4-8a61-f6af5700b77d on host nch2-master-1 for vnic_type normal with profile  {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:17:33.031130 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.managers [req-3518f0a0-517f-4092-a7ba-9562cc0ff7a4 req-8f39b7ec-e3d2-4081-a155-39aa991064a7 service neutron] Attempting to bind port cbb5ba94-31f2-4df4-8a61-f6af5700b77d by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '851a1add-14f1-4631-9dc8-d7579713b600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '979f5e3f-5f36-45e3-b799-ae422a7efba5'}] {{(pid=121607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:17:33.032311 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3518f0a0-517f-4092-a7ba-9562cc0ff7a4 req-8f39b7ec-e3d2-4081-a155-39aa991064a7 service neutron] Attempting to bind port cbb5ba94-31f2-4df4-8a61-f6af5700b77d on network 979f5e3f-5f36-45e3-b799-ae422a7efba5 {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:17:33.036417 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3518f0a0-517f-4092-a7ba-9562cc0ff7a4 req-8f39b7ec-e3d2-4081-a155-39aa991064a7 service neutron] Port cbb5ba94-31f2-4df4-8a61-f6af5700b77d on network 979f5e3f-5f36-45e3-b799-ae422a7efba5 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 25 21:17:33.036939 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3518f0a0-517f-4092-a7ba-9562cc0ff7a4 req-8f39b7ec-e3d2-4081-a155-39aa991064a7 service neutron] Attempting to bind port cbb5ba94-31f2-4df4-8a61-f6af5700b77d on network 979f5e3f-5f36-45e3-b799-ae422a7efba5 {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:17:33.042993 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3518f0a0-517f-4092-a7ba-9562cc0ff7a4 req-8f39b7ec-e3d2-4081-a155-39aa991064a7 service neutron] Checking agent: {'id': '0d9ae313-8f8d-40fa-8a9f-d098a25a9911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 21, 4, 38), 'started_at': datetime.datetime(2021, 12, 25, 21, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 17, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:17:33.043341 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3518f0a0-517f-4092-a7ba-9562cc0ff7a4 req-8f39b7ec-e3d2-4081-a155-39aa991064a7 service neutron] Checking segment: {'id': '851a1add-14f1-4631-9dc8-d7579713b600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '979f5e3f-5f36-45e3-b799-ae422a7efba5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:17:33.043727 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3518f0a0-517f-4092-a7ba-9562cc0ff7a4 req-8f39b7ec-e3d2-4081-a155-39aa991064a7 service neutron] Bound using segment: {'id': '851a1add-14f1-4631-9dc8-d7579713b600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '979f5e3f-5f36-45e3-b799-ae422a7efba5'} {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:17:33.044166 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.managers [req-3518f0a0-517f-4092-a7ba-9562cc0ff7a4 req-8f39b7ec-e3d2-4081-a155-39aa991064a7 service neutron] Bound port: cbb5ba94-31f2-4df4-8a61-f6af5700b77d, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '851a1add-14f1-4631-9dc8-d7579713b600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '979f5e3f-5f36-45e3-b799-ae422a7efba5'}}] {{(pid=121607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:17:33.044572 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-3518f0a0-517f-4092-a7ba-9562cc0ff7a4 req-8f39b7ec-e3d2-4081-a155-39aa991064a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:33.086360 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66fdb2a-667b-48fa-a41c-fbf1c46fe570 req-b8e4dc6b-f1d6-431c-a5ba-3720988047fe tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:17:33.087917 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b66fdb2a-667b-48fa-a41c-fbf1c46fe570 req-b8e4dc6b-f1d6-431c-a5ba-3720988047fe tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] 10.222.0.32 "GET /v2.0/ports?device_id=145d49b0-3bfb-45f5-9f32-8f86e111755f HTTP/1.1" status: 200  len: 945 time: 0.0923860
Dec 25 21:17:33.111698 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e51381-cb57-4dbe-a017-576e5bed5485 req-9597cd55-75d2-47f3-afd0-bf5fb16d139c tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:17:33.113223 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-29e51381-cb57-4dbe-a017-576e5bed5485 req-9597cd55-75d2-47f3-afd0-bf5fb16d139c tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5de591e-2d50-4b6e-8d61-887076ed592d HTTP/1.1" status: 200  len: 1023 time: 0.0780015
Dec 25 21:17:33.120005 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.db [req-3518f0a0-517f-4092-a7ba-9562cc0ff7a4 req-8f39b7ec-e3d2-4081-a155-39aa991064a7 service neutron] For port cbb5ba94-31f2-4df4-8a61-f6af5700b77d, host nch2-master-1, cleared binding levels {{(pid=121607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:17:33.123789 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.db [req-3518f0a0-517f-4092-a7ba-9562cc0ff7a4 req-8f39b7ec-e3d2-4081-a155-39aa991064a7 service neutron] For port cbb5ba94-31f2-4df4-8a61-f6af5700b77d, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=cbb5ba94-31f2-4df4-8a61-f6af5700b77d,segment=NetworkSegment(851a1add-14f1-4631-9dc8-d7579713b600),segment_id=851a1add-14f1-4631-9dc8-d7579713b600)] {{(pid=121607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:17:33.162199 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b66fdb2a-667b-48fa-a41c-fbf1c46fe570 req-92b62756-167b-404d-9b80-8d6b2f576f23 tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] 10.222.0.32 "GET /v2.0/security-groups?id=e70b16a5-3c2f-443c-a3bd-2851d79b2b90&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0663402
Dec 25 21:17:33.208241 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-3518f0a0-517f-4092-a7ba-9562cc0ff7a4 req-8f39b7ec-e3d2-4081-a155-39aa991064a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8632327'] for port, after_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:33.223838 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-29e51381-cb57-4dbe-a017-576e5bed5485 req-ec199693-a1ed-40d2-ade7-6754200eb126 tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] 10.222.0.32 "GET /v2.0/security-groups?id=05129fd7-236e-4b0b-954e-4596cc33e1bb&id=1afdcc1a-136b-4b62-a479-56858cefce8d&id=d97e5b33-925e-41f0-914b-8313cf2e46c0 HTTP/1.1" status: 200  len: 6208 time: 0.0961831
Dec 25 21:17:33.246014 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3518f0a0-517f-4092-a7ba-9562cc0ff7a4 req-8f39b7ec-e3d2-4081-a155-39aa991064a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:17:33.246641 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-3518f0a0-517f-4092-a7ba-9562cc0ff7a4 req-8f39b7ec-e3d2-4081-a155-39aa991064a7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:33.248249 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-3518f0a0-517f-4092-a7ba-9562cc0ff7a4 req-8f39b7ec-e3d2-4081-a155-39aa991064a7 service neutron] 10.222.0.37 "PUT /v2.0/ports/cbb5ba94-31f2-4df4-8a61-f6af5700b77d HTTP/1.1" status: 200  len: 1092 time: 0.9986911
Dec 25 21:17:33.248495 ncdv-master-1 neutron-server[121607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5284da0-3efe-4fd6-b107-6eb5f66c269d', 'tag': 'cbb5ba94-31f2-4df4-8a61-f6af5700b77d'}] {{(pid=121607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:17:33.253959 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f980bbcadfa7bf1e788024e1448be660373c21f97f015f780444e999c451203" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b786f952-b121-4b3b-a427-935b1e6399c9" -d '{"events": [{"name": "network-changed", "server_uuid": "a5284da0-3efe-4fd6-b107-6eb5f66c269d", "tag": "cbb5ba94-31f2-4df4-8a61-f6af5700b77d"}]}' {{(pid=121607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:17:33.285335 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f39b7ec-e3d2-4081-a155-39aa991064a7 service neutron] Pushing event updated for resources: {'Port': ['ID=cbb5ba94-31f2-4df4-8a61-f6af5700b77d,revision_number=3']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:17:33.302995 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5de591e-2d50-4b6e-8d61-887076ed592d', 'tag': 'dfc1a5c0-22fe-4e86-8082-3ae401c78b61'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:17:33.307097 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9858820c13ec2827453b94ebc4181065e990a4e4089ccb9fe762531ac62d2fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43bd5154-071c-49de-ae86-b94be8b75e31" -d '{"events": [{"name": "network-changed", "server_uuid": "e5de591e-2d50-4b6e-8d61-887076ed592d", "tag": "dfc1a5c0-22fe-4e86-8082-3ae401c78b61"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:17:33.430410 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3518f0a0-517f-4092-a7ba-9562cc0ff7a4 req-05593f6e-8cb4-4ac1-bb2c-9096179a337b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:17:33.431893 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-3518f0a0-517f-4092-a7ba-9562cc0ff7a4 req-05593f6e-8cb4-4ac1-bb2c-9096179a337b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9dbe1e97c3f64bee9355ec5d1b424c8a&device_id=a5284da0-3efe-4fd6-b107-6eb5f66c269d HTTP/1.1" status: 200  len: 1095 time: 0.0416303
Dec 25 21:17:33.484197 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-3518f0a0-517f-4092-a7ba-9562cc0ff7a4 req-80095c31-ae1b-4609-92ba-84c88b2ec060 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cbb5ba94-31f2-4df4-8a61-f6af5700b77d HTTP/1.1" status: 200  len: 217 time: 0.0378792
Dec 25 21:17:33.509253 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-f7dee60f-03e9-4848-b408-68c37162c747 req-ae69b42b-5b80-4263-b4da-8ea0b07cc50d tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] Request body: {'security_group': {'name': ' tempest-securitygroup -138513825 ', 'description': 'tempest-description-99350922'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:17:33.543516 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3518f0a0-517f-4092-a7ba-9562cc0ff7a4 req-1cf16cbe-d37c-4834-9095-83ec9126aa60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:17:33.545053 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-3518f0a0-517f-4092-a7ba-9562cc0ff7a4 req-1cf16cbe-d37c-4834-9095-83ec9126aa60 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=048bdd92-f291-4a78-86a6-99fc0420bf47 HTTP/1.1" status: 200  len: 862 time: 0.0473382
Dec 25 21:17:33.587790 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-3518f0a0-517f-4092-a7ba-9562cc0ff7a4 req-84676661-fc6c-4ca3-a95e-90fe721844d8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=979f5e3f-5f36-45e3-b799-ae422a7efba5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0325196
Dec 25 21:17:33.630570 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-f7dee60f-03e9-4848-b408-68c37162c747 req-ae69b42b-5b80-4263-b4da-8ea0b07cc50d tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] Publish callbacks [] for security_group, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:33.687958 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-3518f0a0-517f-4092-a7ba-9562cc0ff7a4 req-3c19a4ee-1f16-49e8-a5e5-bd3d2eb04ca0 service neutron] 10.222.0.37 "GET /v2.0/networks/979f5e3f-5f36-45e3-b799-ae422a7efba5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0941241
Dec 25 21:17:33.816928 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-3518f0a0-517f-4092-a7ba-9562cc0ff7a4 req-25a58554-ada1-40cb-8fab-b94ae0662454 service neutron] 10.222.0.37 "GET /v2.0/networks/979f5e3f-5f36-45e3-b799-ae422a7efba5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1102808
Dec 25 21:17:33.823404 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-f7dee60f-03e9-4848-b408-68c37162c747 req-ae69b42b-5b80-4263-b4da-8ea0b07cc50d tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] Publish callbacks [] for security_group, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:33.828556 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Dec 2021 21:17:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ec7d7ce-15aa-4fba-83a9-f0f18afbd167 x-openstack-request-id: req-7ec7d7ce-15aa-4fba-83a9-f0f18afbd167 {{(pid=121607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:17:33.828556 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5284da0-3efe-4fd6-b107-6eb5f66c269d", "tag": "cbb5ba94-31f2-4df4-8a61-f6af5700b77d", "status": "completed", "code": 200}]} {{(pid=121607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:17:33.828556 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7ec7d7ce-15aa-4fba-83a9-f0f18afbd167 {{(pid=121607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:17:33.828556 ncdv-master-1 neutron-server[121607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5284da0-3efe-4fd6-b107-6eb5f66c269d', 'tag': 'cbb5ba94-31f2-4df4-8a61-f6af5700b77d', 'status': 'completed', 'code': 200}
Dec 25 21:17:33.853243 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Dec 2021 21:17:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e54e71dc-5c7b-453b-9368-973bcfaa7cbf x-openstack-request-id: req-e54e71dc-5c7b-453b-9368-973bcfaa7cbf {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:17:33.853571 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5de591e-2d50-4b6e-8d61-887076ed592d", "tag": "dfc1a5c0-22fe-4e86-8082-3ae401c78b61", "status": "completed", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:17:33.853824 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e54e71dc-5c7b-453b-9368-973bcfaa7cbf {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:17:33.854218 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5de591e-2d50-4b6e-8d61-887076ed592d', 'tag': 'dfc1a5c0-22fe-4e86-8082-3ae401c78b61', 'status': 'completed', 'code': 200}
Dec 25 21:17:33.917670 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bd5154-071c-49de-ae86-b94be8b75e31 req-301df6f3-a3b4-411b-a393-edb5e1d12049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:17:33.919173 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-43bd5154-071c-49de-ae86-b94be8b75e31 req-301df6f3-a3b4-411b-a393-edb5e1d12049 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=16a084940f024be8aee5807248918cb5&device_id=e5de591e-2d50-4b6e-8d61-887076ed592d HTTP/1.1" status: 200  len: 1174 time: 0.0433161
Dec 25 21:17:33.954112 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abce70b2-e067-4c59-8d0d-b753dd33b672 req-bce8ffbc-1f69-4e1d-b519-bd6e4e6fc23f tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:17:33.955720 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-abce70b2-e067-4c59-8d0d-b753dd33b672 req-bce8ffbc-1f69-4e1d-b519-bd6e4e6fc23f tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] 10.222.0.32 "GET /v2.0/ports?device_id=d2254a4b-e6ed-4560-a239-47903f19b47d HTTP/1.1" status: 200  len: 945 time: 0.0534441
Dec 25 21:17:34.008566 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-abce70b2-e067-4c59-8d0d-b753dd33b672 req-2f27e492-efa1-4c99-b7db-ad9c5ad6e738 tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] 10.222.0.32 "GET /v2.0/security-groups?id=2bf8651c-3ed0-44bb-a064-d61aab6ec281&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0466468
Dec 25 21:17:34.024603 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-f7dee60f-03e9-4848-b408-68c37162c747 req-ae69b42b-5b80-4263-b4da-8ea0b07cc50d tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:34.050896 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bd5154-071c-49de-ae86-b94be8b75e31 req-da4e797e-e24f-44a4-aba1-4d078fdda9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:17:34.053065 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-43bd5154-071c-49de-ae86-b94be8b75e31 req-da4e797e-e24f-44a4-aba1-4d078fdda9cd service neutron] 10.222.0.37 "GET /v2.0/networks?id=ce9b43e7-57f0-42d1-9422-f764ccb2bd06 HTTP/1.1" status: 200  len: 913 time: 0.1244488
Dec 25 21:17:34.053980 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 55564) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:17:34.104272 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae69b42b-5b80-4263-b4da-8ea0b07cc50d tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] Pushing event updated for resources: {'SecurityGroup': ['ID=873a1b84-0d85-4a75-a3a2-94fba05a40a6,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:17:34.124071 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b786f952-b121-4b3b-a427-935b1e6399c9 req-7a304c90-c8a5-4a47-984d-6ad4ab2f2ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:17:34.125376 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b786f952-b121-4b3b-a427-935b1e6399c9 req-7a304c90-c8a5-4a47-984d-6ad4ab2f2ee8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9dbe1e97c3f64bee9355ec5d1b424c8a&device_id=a5284da0-3efe-4fd6-b107-6eb5f66c269d HTTP/1.1" status: 200  len: 1095 time: 0.0705144
Dec 25 21:17:34.137645 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-f7dee60f-03e9-4848-b408-68c37162c747 req-ae69b42b-5b80-4263-b4da-8ea0b07cc50d tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] Publish callbacks [] for security_group, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:34.141415 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f7dee60f-03e9-4848-b408-68c37162c747 req-ae69b42b-5b80-4263-b4da-8ea0b07cc50d tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1802 time: 0.6376653
Dec 25 21:17:34.145111 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-43bd5154-071c-49de-ae86-b94be8b75e31 req-04b60426-f9f8-4cb6-8093-c6237f2668fd service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=dfc1a5c0-22fe-4e86-8082-3ae401c78b61 HTTP/1.1" status: 200  len: 217 time: 0.0831895
Dec 25 21:17:34.198142 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:34.213848 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bd5154-071c-49de-ae86-b94be8b75e31 req-a38594cf-0978-4afa-bee2-b45e7964b8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:17:34.215414 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-43bd5154-071c-49de-ae86-b94be8b75e31 req-a38594cf-0978-4afa-bee2-b45e7964b8b1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3f60a15f-92c1-4709-8506-7a38b4b980cc HTTP/1.1" status: 200  len: 852 time: 0.0615914
Dec 25 21:17:34.222414 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-d658f1af-579a-43a1-b513-4f3f0170f469 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1957510423-network', 'tenant_id': '38d7cbaffc1340f59e994569e8e33e1d'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:17:34.250404 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-43bd5154-071c-49de-ae86-b94be8b75e31 req-3d79a8b9-6724-4ccc-8d8f-7f7f527b2340 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ce9b43e7-57f0-42d1-9422-f764ccb2bd06&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0275524
Dec 25 21:17:34.303214 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b786f952-b121-4b3b-a427-935b1e6399c9 req-647266c2-a795-4b64-ab7a-86467cd608b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:17:34.304964 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b786f952-b121-4b3b-a427-935b1e6399c9 req-647266c2-a795-4b64-ab7a-86467cd608b8 service neutron] 10.222.0.37 "GET /v2.0/networks?id=979f5e3f-5f36-45e3-b799-ae422a7efba5 HTTP/1.1" status: 200  len: 923 time: 0.1623282
Dec 25 21:17:34.344333 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8aabc5-2f3d-4fa0-8ce6-2c31416ae8c9 req-6ff6c4c1-3691-4711-b654-d5794b1023ed tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:17:34.346359 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9a8aabc5-2f3d-4fa0-8ce6-2c31416ae8c9 req-6ff6c4c1-3691-4711-b654-d5794b1023ed tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/ports?device_id=4e09da5c-da55-4216-89ee-8cbdaf24ecec HTTP/1.1" status: 200  len: 950 time: 0.1305959
Dec 25 21:17:34.354963 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-43bd5154-071c-49de-ae86-b94be8b75e31 req-ad1ac4f1-bf0c-4c73-988c-ccc83fcfbd67 service neutron] 10.222.0.37 "GET /v2.0/networks/ce9b43e7-57f0-42d1-9422-f764ccb2bd06?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0850554
Dec 25 21:17:34.378507 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b786f952-b121-4b3b-a427-935b1e6399c9 req-135eb720-c4c0-4642-b488-bd141fe53ee6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cbb5ba94-31f2-4df4-8a61-f6af5700b77d HTTP/1.1" status: 200  len: 217 time: 0.0517220
Dec 25 21:17:34.379054 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d658f1af-579a-43a1-b513-4f3f0170f469 admin admin] Made reservation on behalf of 38d7cbaffc1340f59e994569e8e33e1d for: {'network': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:17:34.381299 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-d658f1af-579a-43a1-b513-4f3f0170f469 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for network, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:34.413179 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-d658f1af-579a-43a1-b513-4f3f0170f469 admin admin] Publish callbacks [] for security_group, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:34.464612 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2df2c2-48e6-4487-9add-f7e9e0fa732c req-f15f66d5-9642-4642-bbc9-0852a1ca613e tempest-ImagesOneServerNegativeTestJSON-1717313213 tempest-ImagesOneServerNegativeTestJSON-1717313213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:17:34.466307 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5d2df2c2-48e6-4487-9add-f7e9e0fa732c req-f15f66d5-9642-4642-bbc9-0852a1ca613e tempest-ImagesOneServerNegativeTestJSON-1717313213 tempest-ImagesOneServerNegativeTestJSON-1717313213-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5284da0-3efe-4fd6-b107-6eb5f66c269d HTTP/1.1" status: 200  len: 944 time: 0.1756668
Dec 25 21:17:34.466863 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-43bd5154-071c-49de-ae86-b94be8b75e31 req-06fc9ea9-53d8-4f34-a1eb-018239dacd62 service neutron] 10.222.0.37 "GET /v2.0/networks/ce9b43e7-57f0-42d1-9422-f764ccb2bd06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0997286
Dec 25 21:17:34.515288 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b786f952-b121-4b3b-a427-935b1e6399c9 req-7a9bfa45-4e9f-415a-acc7-ce3e9c1fcf6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:17:34.516777 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b786f952-b121-4b3b-a427-935b1e6399c9 req-7a9bfa45-4e9f-415a-acc7-ce3e9c1fcf6d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=048bdd92-f291-4a78-86a6-99fc0420bf47 HTTP/1.1" status: 200  len: 862 time: 0.1261883
Dec 25 21:17:34.523517 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9a8aabc5-2f3d-4fa0-8ce6-2c31416ae8c9 req-ae2b9e8e-308a-4968-ab5a-f63d7f7870f8 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3f1ae63-416f-443f-b032-af0d7dcc9019&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1482794
Dec 25 21:17:34.573112 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b786f952-b121-4b3b-a427-935b1e6399c9 req-62ffef03-8409-4a91-a531-cfc7e655add6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=979f5e3f-5f36-45e3-b799-ae422a7efba5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0428939
Dec 25 21:17:34.609889 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5d2df2c2-48e6-4487-9add-f7e9e0fa732c req-ebccb7d1-4b8c-4bd3-a52c-f4d6d506647a tempest-ImagesOneServerNegativeTestJSON-1717313213 tempest-ImagesOneServerNegativeTestJSON-1717313213-project] 10.222.0.32 "GET /v2.0/security-groups?id=90b09226-05f9-413f-802a-f36d3e55d2ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1331697
Dec 25 21:17:34.744486 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-248cf9c7-971d-4527-b36d-d5526c7e497e req-b9122ff8-b333-4e96-8b1d-d0229b04c77d tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] 10.222.0.32 "GET /v2.0/security-groups/873a1b84-0d85-4a75-a3a2-94fba05a40a6 HTTP/1.1" status: 200  len: 1797 time: 0.1311285
Dec 25 21:17:34.749189 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-d658f1af-579a-43a1-b513-4f3f0170f469 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:34.758320 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-144321df-ad74-4bd1-9a48-ecb5c6dc17bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:34.777098 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b786f952-b121-4b3b-a427-935b1e6399c9 req-3ebccdaa-4627-4579-9683-339a3b4e4441 service neutron] 10.222.0.37 "GET /v2.0/networks/979f5e3f-5f36-45e3-b799-ae422a7efba5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1943324
Dec 25 21:17:34.795305 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432060ca-6b3e-45d1-a7d4-9c03ad0029a8 req-95f6dc45-e8be-46fc-bc02-752dc79b2bec tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:17:34.796904 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-432060ca-6b3e-45d1-a7d4-9c03ad0029a8 req-95f6dc45-e8be-46fc-bc02-752dc79b2bec tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] 10.222.0.32 "GET /v2.0/ports?device_id=145d49b0-3bfb-45f5-9f32-8f86e111755f HTTP/1.1" status: 200  len: 945 time: 0.1117353
Dec 25 21:17:34.827406 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-d658f1af-579a-43a1-b513-4f3f0170f469 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:34.918785 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d658f1af-579a-43a1-b513-4f3f0170f469 admin admin] vlan segment allocate from pool success with {'vlan_id': 170, 'physical_network': 'physnet1'}  {{(pid=121606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 25 21:17:34.937424 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d658f1af-579a-43a1-b513-4f3f0170f469 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c514444-6044-490f-9acc-6dece3909d9f,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:17:34.942523 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c4d651b8-d5ac-4a13-a627-460e74365403 req-780e8817-9cf8-41d0-bf3b-436e0714a5e8 tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] 10.222.0.32 "GET /v2.0/security-groups/873a1b84-0d85-4a75-a3a2-94fba05a40a6 HTTP/1.1" status: 200  len: 1797 time: 0.1739342
Dec 25 21:17:34.959984 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-d658f1af-579a-43a1-b513-4f3f0170f469 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:34.960340 ncdv-master-1 neutron-server[121606]: INFO neutron.db.segments_db [None req-d658f1af-579a-43a1-b513-4f3f0170f469 admin admin] Added segment 2eb49ff2-b1de-4e84-a376-6f91f784eeb5 of type vlan for network de2cf5f5-0f83-4089-a263-5ec0a5e6f1de
Dec 25 21:17:35.008537 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-432060ca-6b3e-45d1-a7d4-9c03ad0029a8 req-dbe708c3-4171-456d-ba4f-ac3c87924f8b tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] 10.222.0.32 "GET /v2.0/security-groups?id=e70b16a5-3c2f-443c-a3bd-2851d79b2b90&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1924810
Dec 25 21:17:35.029623 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b786f952-b121-4b3b-a427-935b1e6399c9 req-c9e057f7-c4d5-41c1-9354-b0cee3d946bf service neutron] 10.222.0.37 "GET /v2.0/networks/979f5e3f-5f36-45e3-b799-ae422a7efba5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2295082
Dec 25 21:17:35.039127 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-d658f1af-579a-43a1-b513-4f3f0170f469 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737602163420'] for network, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:35.133867 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-c4d651b8-d5ac-4a13-a627-460e74365403 req-0600c63c-5b4f-420b-909c-e60238916ce3 tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] Publish callbacks [] for security_group, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:35.167592 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-d658f1af-579a-43a1-b513-4f3f0170f469 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870'] for network, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:35.168548 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d658f1af-579a-43a1-b513-4f3f0170f469 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:17:35.169219 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-d658f1af-579a-43a1-b513-4f3f0170f469 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for network, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:35.183363 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-c4d651b8-d5ac-4a13-a627-460e74365403 req-0600c63c-5b4f-420b-909c-e60238916ce3 tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] Publish callbacks [] for security_group, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:35.219537 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62911e7-18cb-4aba-ba1e-e138a5a92d5f req-c66c374c-47af-4f1d-a662-14e646ce1af3 tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:17:35.221593 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d62911e7-18cb-4aba-ba1e-e138a5a92d5f req-c66c374c-47af-4f1d-a662-14e646ce1af3 tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] 10.222.0.31 "GET /v2.0/ports?device_id=145d49b0-3bfb-45f5-9f32-8f86e111755f HTTP/1.1" status: 200  len: 945 time: 0.1411226
Dec 25 21:17:35.238135 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7406cb-cdff-43f6-9852-6641f82c442e req-bf53b7e6-af75-44ef-8bb6-5b8104dc5c38 tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:17:35.239536 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-db7406cb-cdff-43f6-9852-6641f82c442e req-bf53b7e6-af75-44ef-8bb6-5b8104dc5c38 tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] 10.222.0.32 "GET /v2.0/ports?device_id=d2254a4b-e6ed-4560-a239-47903f19b47d HTTP/1.1" status: 200  len: 945 time: 0.1579888
Dec 25 21:17:35.596165 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-d658f1af-579a-43a1-b513-4f3f0170f469 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 879 time: 1.5400448
Dec 25 21:17:35.600270 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 55578) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:17:35.605259 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-77a1c2ab-5504-4be7-93d4-691de190de47 admin admin] Request body: {'subnet': {'network_id': 'de2cf5f5-0f83-4089-a263-5ec0a5e6f1de', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1957510423-subnet', 'tenant_id': '38d7cbaffc1340f59e994569e8e33e1d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:17:35.635569 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d658f1af-579a-43a1-b513-4f3f0170f469 admin admin] Pushing event updated for resources: {'Network': ['ID=de2cf5f5-0f83-4089-a263-5ec0a5e6f1de,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:17:35.645718 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Network de2cf5f5-0f83-4089-a263-5ec0a5e6f1de details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 25 21:17:35.694797 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-db7406cb-cdff-43f6-9852-6641f82c442e req-a735ecbe-edce-416c-bbbc-ad87fb144651 tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] 10.222.0.32 "GET /v2.0/security-groups?id=2bf8651c-3ed0-44bb-a064-d61aab6ec281&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4409819
Dec 25 21:17:35.719316 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [req-d62911e7-18cb-4aba-ba1e-e138a5a92d5f req-e8341755-9ab4-48e4-9418-3417da7c5992 tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] Deleting port bcca9b59-72e2-4e80-8ac7-e478ceb19706 {{(pid=121606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:17:35.720934 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-d62911e7-18cb-4aba-ba1e-e138a5a92d5f req-e8341755-9ab4-48e4-9418-3417da7c5992 tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:35.775065 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77a1c2ab-5504-4be7-93d4-691de190de47 admin admin] Made reservation on behalf of 38d7cbaffc1340f59e994569e8e33e1d for: {'subnet': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:17:35.777487 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-77a1c2ab-5504-4be7-93d4-691de190de47 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8852834'] for subnet, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:35.780833 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-c4d651b8-d5ac-4a13-a627-460e74365403 req-0600c63c-5b4f-420b-909c-e60238916ce3 tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:35.783472 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-c4d651b8-d5ac-4a13-a627-460e74365403 req-0600c63c-5b4f-420b-909c-e60238916ce3 tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] Publish callbacks [] for security_group, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:35.784575 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c4d651b8-d5ac-4a13-a627-460e74365403 req-0600c63c-5b4f-420b-909c-e60238916ce3 tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] 10.222.0.32 "DELETE /v2.0/security-groups/873a1b84-0d85-4a75-a3a2-94fba05a40a6 HTTP/1.1" status: 204  len: 173 time: 0.8227270
Dec 25 21:17:35.825435 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0600c63c-5b4f-420b-909c-e60238916ce3 tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=873a1b84-0d85-4a75-a3a2-94fba05a40a6,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:17:35.852918 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-d62911e7-18cb-4aba-ba1e-e138a5a92d5f req-e8341755-9ab4-48e4-9418-3417da7c5992 tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] For port bcca9b59-72e2-4e80-8ac7-e478ceb19706, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=bcca9b59-72e2-4e80-8ac7-e478ceb19706,segment=NetworkSegment(59040483-3fcc-4b5a-8606-f8e28575fa62),segment_id=59040483-3fcc-4b5a-8606-f8e28575fa62)] {{(pid=121606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:17:35.852918 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-d62911e7-18cb-4aba-ba1e-e138a5a92d5f req-e8341755-9ab4-48e4-9418-3417da7c5992 tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:35.871603 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [req-d62911e7-18cb-4aba-ba1e-e138a5a92d5f req-e8341755-9ab4-48e4-9418-3417da7c5992 tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] Calling delete_port for bcca9b59-72e2-4e80-8ac7-e478ceb19706 owned by compute:nova {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:17:35.883687 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a950e0e2-6aa5-4cf7-8a83-f771ab40bbb5 req-b4f33ace-1713-4f72-bfff-b61d886dbaae tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:17:35.885277 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a950e0e2-6aa5-4cf7-8a83-f771ab40bbb5 req-b4f33ace-1713-4f72-bfff-b61d886dbaae tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/ports?device_id=4e09da5c-da55-4216-89ee-8cbdaf24ecec HTTP/1.1" status: 200  len: 950 time: 0.1081557
Dec 25 21:17:36.014694 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a950e0e2-6aa5-4cf7-8a83-f771ab40bbb5 req-04c94922-0008-47f0-b502-fcad65a70930 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3f1ae63-416f-443f-b032-af0d7dcc9019&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0918081
Dec 25 21:17:36.035415 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03721ab9-6db7-4b36-b25d-978fa213445b req-525b31c3-27d8-4608-aacf-b02f3ed06f1e tempest-ImagesOneServerNegativeTestJSON-1717313213 tempest-ImagesOneServerNegativeTestJSON-1717313213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:17:36.040548 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-03721ab9-6db7-4b36-b25d-978fa213445b req-525b31c3-27d8-4608-aacf-b02f3ed06f1e tempest-ImagesOneServerNegativeTestJSON-1717313213 tempest-ImagesOneServerNegativeTestJSON-1717313213-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5284da0-3efe-4fd6-b107-6eb5f66c269d HTTP/1.1" status: 200  len: 944 time: 0.1055140
Dec 25 21:17:36.059303 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-77a1c2ab-5504-4be7-93d4-691de190de47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8632475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8852848'] for subnet, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:36.119593 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a1c2ab-5504-4be7-93d4-691de190de47 admin admin] Pushing event updated for resources: {'Subnet': ['ID=81f9dfd5-f0bc-4f72-bceb-acbb4f595f27,revision_number=0']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:17:36.125388 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-03721ab9-6db7-4b36-b25d-978fa213445b req-1d738de5-c12f-4797-96b1-50be37a6042e tempest-ImagesOneServerNegativeTestJSON-1717313213 tempest-ImagesOneServerNegativeTestJSON-1717313213-project] 10.222.0.32 "GET /v2.0/security-groups?id=90b09226-05f9-413f-802a-f36d3e55d2ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0817780
Dec 25 21:17:36.132389 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77a1c2ab-5504-4be7-93d4-691de190de47 admin admin] Checking segment: {'id': '2eb49ff2-b1de-4e84-a376-6f91f784eeb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'de2cf5f5-0f83-4089-a263-5ec0a5e6f1de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:17:36.132757 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77a1c2ab-5504-4be7-93d4-691de190de47 admin admin] Network hostable DHCP agents. Network: de2cf5f5-0f83-4089-a263-5ec0a5e6f1de, hostable agents: ['1813db88-2c1b-4357-a2ba-869246b663c2'], hosted agents: [] {{(pid=121607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 25 21:17:36.160956 ncdv-master-1 neutron-server[121606]: INFO neutron.api.v2.resource [req-78c6d450-b473-48d9-b5fc-6ae2f01e671f req-82123c3f-8238-4854-8055-4ff72b80d505 tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] show failed (client error): The resource could not be found.
Dec 25 21:17:36.161936 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-78c6d450-b473-48d9-b5fc-6ae2f01e671f req-82123c3f-8238-4854-8055-4ff72b80d505 tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] 10.222.0.32 "GET /v2.0/security-groups/873a1b84-0d85-4a75-a3a2-94fba05a40a6 HTTP/1.1" status: 404  len: 352 time: 0.0133836
Dec 25 21:17:36.207671 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-d62911e7-18cb-4aba-ba1e-e138a5a92d5f req-e8341755-9ab4-48e4-9418-3417da7c5992 tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:36.246170 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8341755-9ab4-48e4-9418-3417da7c5992 tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] Pushing event deleted for resources: {'Port': ['ID=bcca9b59-72e2-4e80-8ac7-e478ceb19706,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:17:36.263510 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8715faf6-d4d8-476c-b61d-0dc1f0fe4534 req-76dfbeed-5986-46fe-a66d-68a8d2cb1962 tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] 10.222.0.32 "GET /v2.0/ports?device_id=145d49b0-3bfb-45f5-9f32-8f86e111755f HTTP/1.1" status: 200  len: 210 time: 0.0465574
Dec 25 21:17:36.266916 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77a1c2ab-5504-4be7-93d4-691de190de47 admin admin] Network de2cf5f5-0f83-4089-a263-5ec0a5e6f1de is scheduled to be hosted by DHCP agent 1813db88-2c1b-4357-a2ba-869246b663c2 with binding_index 1 {{(pid=121607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 25 21:17:36.295027 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-974e3e89-9444-4bfd-b389-8d53dc021078 req-1993b822-5b41-432c-a431-25276c2656cd tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1303430442', 'description': 'tempest-description-1900400511'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:17:36.318192 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [req-d62911e7-18cb-4aba-ba1e-e138a5a92d5f req-e8341755-9ab4-48e4-9418-3417da7c5992 tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] No DVR routers for this DVR port bcca9b59-72e2-4e80-8ac7-e478ceb19706 on host nch1-master-1 {{(pid=121606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:17:36.322074 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-d62911e7-18cb-4aba-ba1e-e138a5a92d5f req-e8341755-9ab4-48e4-9418-3417da7c5992 tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:36.325480 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d62911e7-18cb-4aba-ba1e-e138a5a92d5f req-e8341755-9ab4-48e4-9418-3417da7c5992 tempest-ServerDiskConfigTestJSON-1464303465 tempest-ServerDiskConfigTestJSON-1464303465-project] 10.222.0.31 "DELETE /v2.0/ports/bcca9b59-72e2-4e80-8ac7-e478ceb19706 HTTP/1.1" status: 204  len: 173 time: 1.0850620
Dec 25 21:17:36.325906 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '145d49b0-3bfb-45f5-9f32-8f86e111755f', 'name': 'network-vif-deleted', 'tag': 'bcca9b59-72e2-4e80-8ac7-e478ceb19706'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:17:36.328192 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9858820c13ec2827453b94ebc4181065e990a4e4089ccb9fe762531ac62d2fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87948410-e39e-42b6-a5dc-056529fcc20e" -d '{"events": [{"server_uuid": "145d49b0-3bfb-45f5-9f32-8f86e111755f", "name": "network-vif-deleted", "tag": "bcca9b59-72e2-4e80-8ac7-e478ceb19706"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:17:36.373064 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-77a1c2ab-5504-4be7-93d4-691de190de47 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, de2cf5f5-0f83-4089-a263-5ec0a5e6f1de) {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:17:36.377417 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77a1c2ab-5504-4be7-93d4-691de190de47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:17:36.378005 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-77a1c2ab-5504-4be7-93d4-691de190de47 admin admin] Publish callbacks [] for subnet, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:36.382689 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3ddef51-f037-4166-b68c-6d2db3832b94 None None] Network de2cf5f5-0f83-4089-a263-5ec0a5e6f1de requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:17:36.402529 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-974e3e89-9444-4bfd-b389-8d53dc021078 req-1993b822-5b41-432c-a431-25276c2656cd tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] Publish callbacks [] for security_group, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:36.444701 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 21:17:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45a47cb5-f6b9-4b3c-9512-2556a408eb09 x-openstack-request-id: req-45a47cb5-f6b9-4b3c-9512-2556a408eb09 {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:17:36.445063 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "145d49b0-3bfb-45f5-9f32-8f86e111755f", "name": "network-vif-deleted", "tag": "bcca9b59-72e2-4e80-8ac7-e478ceb19706", "status": "completed", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:17:36.445316 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-45a47cb5-f6b9-4b3c-9512-2556a408eb09 {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:17:36.445723 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '145d49b0-3bfb-45f5-9f32-8f86e111755f', 'name': 'network-vif-deleted', 'tag': 'bcca9b59-72e2-4e80-8ac7-e478ceb19706', 'status': 'completed', 'code': 200}
Dec 25 21:17:36.480156 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-974e3e89-9444-4bfd-b389-8d53dc021078 req-1993b822-5b41-432c-a431-25276c2656cd tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] Publish callbacks [] for security_group, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:36.495328 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-77a1c2ab-5504-4be7-93d4-691de190de47 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 843 time: 0.8860862
Dec 25 21:17:36.503127 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9f4acd4-16fc-4d9e-b64b-dbe6e481b9e3 None None] Network de2cf5f5-0f83-4089-a263-5ec0a5e6f1de requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:17:36.552506 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105f1c35-9e89-4223-a16d-e923529ea9cb req-1690acc8-5a12-4086-be3d-55235b7e93e1 tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:17:36.560427 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-105f1c35-9e89-4223-a16d-e923529ea9cb req-1690acc8-5a12-4086-be3d-55235b7e93e1 tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] 10.222.0.32 "GET /v2.0/ports?device_id=d2254a4b-e6ed-4560-a239-47903f19b47d HTTP/1.1" status: 200  len: 945 time: 0.0604992
Dec 25 21:17:36.575227 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-974e3e89-9444-4bfd-b389-8d53dc021078 req-1993b822-5b41-432c-a431-25276c2656cd tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:36.629028 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1993b822-5b41-432c-a431-25276c2656cd tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c4949cd-b458-4b77-8ea0-ea8f7d49b7a6,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:17:36.638266 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-105f1c35-9e89-4223-a16d-e923529ea9cb req-8128c716-5a56-4771-9bca-0b4ff217ff69 tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] 10.222.0.32 "GET /v2.0/security-groups?id=2bf8651c-3ed0-44bb-a064-d61aab6ec281&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0768743
Dec 25 21:17:36.678484 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-974e3e89-9444-4bfd-b389-8d53dc021078 req-1993b822-5b41-432c-a431-25276c2656cd tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] Publish callbacks [] for security_group, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:36.679998 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-974e3e89-9444-4bfd-b389-8d53dc021078 req-1993b822-5b41-432c-a431-25276c2656cd tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1825 time: 0.3912771
Dec 25 21:17:36.704721 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-12bd5121-a97c-4706-ba70-beedce07cc5c req-778d0d24-0575-4a7c-951a-1804f03f9e1a tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1527451707', 'description': 'tempest-description-43443116'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:17:36.813289 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-12bd5121-a97c-4706-ba70-beedce07cc5c req-778d0d24-0575-4a7c-951a-1804f03f9e1a tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] Publish callbacks [] for security_group, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:36.941098 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-f463cb31-509b-48f9-a15c-673f27287e82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:36.949889 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-12bd5121-a97c-4706-ba70-beedce07cc5c req-778d0d24-0575-4a7c-951a-1804f03f9e1a tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] Publish callbacks [] for security_group, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:36.976366 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e946f6-0bc3-4711-8664-891f5872dc10 req-ed9b5bf7-9372-4a49-9cc6-cea887514588 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:17:36.978028 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d4e946f6-0bc3-4711-8664-891f5872dc10 req-ed9b5bf7-9372-4a49-9cc6-cea887514588 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] 10.222.0.32 "GET /v2.0/networks?id=de2cf5f5-0f83-4089-a263-5ec0a5e6f1de HTTP/1.1" status: 200  len: 806 time: 0.1351216
Dec 25 21:17:36.993154 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d4e946f6-0bc3-4711-8664-891f5872dc10 req-717303c6-e2f4-4dab-af22-db9b9aa95910 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] 10.222.0.32 "GET /v2.0/quotas/38d7cbaffc1340f59e994569e8e33e1d HTTP/1.1" status: 200  len: 375 time: 0.0093219
Dec 25 21:17:37.027473 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d4e946f6-0bc3-4711-8664-891f5872dc10 req-28f049cd-3f31-413a-accf-13bc96b7748b tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=38d7cbaffc1340f59e994569e8e33e1d&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0275538
Dec 25 21:17:37.028667 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-12bd5121-a97c-4706-ba70-beedce07cc5c req-778d0d24-0575-4a7c-951a-1804f03f9e1a tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:37.074562 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device cbb5ba94-31f2-4df4-8a61-f6af5700b77d details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 25 21:17:37.085362 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778d0d24-0575-4a7c-951a-1804f03f9e1a tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7aab234a-65b2-4f08-a28b-36ce01fbb815,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:17:37.146473 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d4e946f6-0bc3-4711-8664-891f5872dc10 req-42ba9134-fda3-4735-8b02-ae4dd580afaa service neutron] 10.222.0.32 "GET /v2.0/networks/de2cf5f5-0f83-4089-a263-5ec0a5e6f1de?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1103036
Dec 25 21:17:37.154334 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-12bd5121-a97c-4706-ba70-beedce07cc5c req-778d0d24-0575-4a7c-951a-1804f03f9e1a tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] Publish callbacks [] for security_group, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:37.155547 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-12bd5121-a97c-4706-ba70-beedce07cc5c req-778d0d24-0575-4a7c-951a-1804f03f9e1a tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1823 time: 0.4552724
Dec 25 21:17:37.181495 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port cbb5ba94-31f2-4df4-8a61-f6af5700b77d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=cbb5ba94-31f2-4df4-8a61-f6af5700b77d,segment=NetworkSegment(851a1add-14f1-4631-9dc8-d7579713b600),segment_id=851a1add-14f1-4631-9dc8-d7579713b600)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:17:37.201976 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Returning: {'device': 'cbb5ba94-31f2-4df4-8a61-f6af5700b77d', 'network_id': '979f5e3f-5f36-45e3-b799-ae422a7efba5', 'port_id': 'cbb5ba94-31f2-4df4-8a61-f6af5700b77d', 'mac_address': 'fa:16:3e:ab:63:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '048bdd92-f291-4a78-86a6-99fc0420bf47', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 25 21:17:37.252459 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:37.267990 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d4e946f6-0bc3-4711-8664-891f5872dc10 req-779f60b5-2d43-4eda-bb8e-c07146030c77 service neutron] 10.222.0.32 "GET /v2.0/networks/de2cf5f5-0f83-4089-a263-5ec0a5e6f1de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1109180
Dec 25 21:17:37.273749 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cbb5ba94-31f2-4df4-8a61-f6af5700b77d {{(pid=121608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:17:37.294398 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port cbb5ba94-31f2-4df4-8a61-f6af5700b77d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=cbb5ba94-31f2-4df4-8a61-f6af5700b77d,segment=NetworkSegment(851a1add-14f1-4631-9dc8-d7579713b600),segment_id=851a1add-14f1-4631-9dc8-d7579713b600)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:17:37.364437 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3810be26-905b-48ba-b9cb-2ef93acbd39b req-0b840828-1c9d-4deb-bad7-935511a97da4 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:17:37.366068 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3810be26-905b-48ba-b9cb-2ef93acbd39b req-0b840828-1c9d-4deb-bad7-935511a97da4 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/ports?device_id=4e09da5c-da55-4216-89ee-8cbdaf24ecec HTTP/1.1" status: 200  len: 950 time: 0.0498462
Dec 25 21:17:37.373334 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:37.415210 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3810be26-905b-48ba-b9cb-2ef93acbd39b req-ae8e5686-f08a-4a15-85c6-532d61f4e6e9 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3f1ae63-416f-443f-b032-af0d7dcc9019&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433381
Dec 25 21:17:37.424746 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Pushing event updated for resources: {'Port': ['ID=cbb5ba94-31f2-4df4-8a61-f6af5700b77d,revision_number=4']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:17:37.494665 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-286711dc-b8b6-4a46-8486-a83f7e3fa1fb req-e7cda770-d92e-4c97-a8d2-e8f22878cd46 tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2025149006', 'description': 'tempest-description-1518694600'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:17:37.548324 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3a2365-65e3-49c6-be09-b46bf4668efb req-13abea96-063a-4eba-a8dc-f7346ede9b0b tempest-ImagesOneServerNegativeTestJSON-1717313213 tempest-ImagesOneServerNegativeTestJSON-1717313213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:17:37.550531 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ae3a2365-65e3-49c6-be09-b46bf4668efb req-13abea96-063a-4eba-a8dc-f7346ede9b0b tempest-ImagesOneServerNegativeTestJSON-1717313213 tempest-ImagesOneServerNegativeTestJSON-1717313213-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5284da0-3efe-4fd6-b107-6eb5f66c269d HTTP/1.1" status: 200  len: 945 time: 0.0757356
Dec 25 21:17:37.604888 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ae3a2365-65e3-49c6-be09-b46bf4668efb req-544f9018-90d8-44ba-9cbb-270c1e5ce09f tempest-ImagesOneServerNegativeTestJSON-1717313213 tempest-ImagesOneServerNegativeTestJSON-1717313213-project] 10.222.0.32 "GET /v2.0/security-groups?id=90b09226-05f9-413f-802a-f36d3e55d2ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0471191
Dec 25 21:17:37.617923 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-286711dc-b8b6-4a46-8486-a83f7e3fa1fb req-e7cda770-d92e-4c97-a8d2-e8f22878cd46 tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] Publish callbacks [] for security_group, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:37.673498 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] get_ports_and_sgs() called for port_ids ['cbb5ba94-31f2-4df4-8a61-f6af5700b77d'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:17:37.711182 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-286711dc-b8b6-4a46-8486-a83f7e3fa1fb req-e7cda770-d92e-4c97-a8d2-e8f22878cd46 tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] Publish callbacks [] for security_group, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:37.713645 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-44867f3c-1f1f-4ade-8ad5-8116c0d35458 req-98be0e25-383a-4fc2-8bba-006c8a5e8162 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] 10.222.0.32 "GET /v2.0/ports?device_id=e6a1be38-1673-434a-ac87-a3a12f8760ce HTTP/1.1" status: 200  len: 210 time: 0.0319710
Dec 25 21:17:37.773478 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-286711dc-b8b6-4a46-8486-a83f7e3fa1fb req-e7cda770-d92e-4c97-a8d2-e8f22878cd46 tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:37.829118 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cda770-d92e-4c97-a8d2-e8f22878cd46 tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f815413a-79b3-4d1b-b14c-dcbdf85ac8f7,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:17:37.835713 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device bcca9b59-72e2-4e80-8ac7-e478ceb19706 no longer exists at agent hyperv_nch1-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:17:37.859405 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] No Port match for: bcca9b59-72e2-4e80-8ac7-e478ceb19706 {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:17:37.859746 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device bcca9b59-72e2-4e80-8ac7-e478ceb19706 not bound to the agent host nch1-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:17:37.868125 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38645406-7e87-4647-94bd-b173657c921a req-595c9dce-da39-4f81-94c9-90f69ceca281 tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:17:37.869645 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-38645406-7e87-4647-94bd-b173657c921a req-595c9dce-da39-4f81-94c9-90f69ceca281 tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] 10.222.0.32 "GET /v2.0/ports?device_id=d2254a4b-e6ed-4560-a239-47903f19b47d HTTP/1.1" status: 200  len: 945 time: 0.0541692
Dec 25 21:17:37.874459 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-286711dc-b8b6-4a46-8486-a83f7e3fa1fb req-e7cda770-d92e-4c97-a8d2-e8f22878cd46 tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] Publish callbacks [] for security_group, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:37.875599 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-286711dc-b8b6-4a46-8486-a83f7e3fa1fb req-e7cda770-d92e-4c97-a8d2-e8f22878cd46 tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1825 time: 0.3976257
Dec 25 21:17:37.919038 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-38645406-7e87-4647-94bd-b173657c921a req-2d083844-dd70-4cf0-b2b3-3670a422530b tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] 10.222.0.32 "GET /v2.0/security-groups?id=2bf8651c-3ed0-44bb-a064-d61aab6ec281&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425124
Dec 25 21:17:38.027702 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 55644) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:17:38.038145 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b8fa5b94-f245-400a-aeb0-85e67a8397bf req-ee3b85f7-160d-42fd-b1fa-1ea0a303cbec tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=16a084940f024be8aee5807248918cb5 HTTP/1.1" status: 200  len: 11013 time: 0.1070201
Dec 25 21:17:38.077055 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_v2 [None req-e09f9e21-7cc9-4039-a6c3-b2965fc9d5b2 admin admin] Deleting subnet 37f917d0-d496-45cf-ae0a-66a9d35b37e3 {{(pid=121607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Dec 25 21:17:38.080217 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e09f9e21-7cc9-4039-a6c3-b2965fc9d5b2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:38.092647 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b8fa5b94-f245-400a-aeb0-85e67a8397bf req-c7a2cedf-0e34-4618-ad49-0cd842a768a9 tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] 10.222.0.32 "GET /v2.0/security-groups/1afdcc1a-136b-4b62-a479-56858cefce8d HTTP/1.1" status: 200  len: 3002 time: 0.0480385
Dec 25 21:17:38.115128 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e09f9e21-7cc9-4039-a6c3-b2965fc9d5b2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10246617'] for subnet, precommit_delete_associations {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:38.127790 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:38.154920 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e09f9e21-7cc9-4039-a6c3-b2965fc9d5b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995662'] for subnet, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:38.157482 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebf3c89-c64a-4931-9ace-cda2c97ca48a req-1ecaeb6b-ac71-4ec3-83e2-bbdf256be650 tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:17:38.159520 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7ebf3c89-c64a-4931-9ace-cda2c97ca48a req-1ecaeb6b-ac71-4ec3-83e2-bbdf256be650 tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2254a4b-e6ed-4560-a239-47903f19b47d HTTP/1.1" status: 200  len: 945 time: 0.0808203
Dec 25 21:17:38.163710 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b8fa5b94-f245-400a-aeb0-85e67a8397bf req-5f0d2243-92c2-4cbe-b7bf-80eee41b98ba tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] 10.222.0.32 "GET /v2.0/security-groups/1afdcc1a-136b-4b62-a479-56858cefce8d HTTP/1.1" status: 200  len: 3002 time: 0.0570717
Dec 25 21:17:38.285579 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0a200a86-4392-4a18-90d1-675bf8e42898 req-a021e124-a848-45a3-b493-af9bc151c1fa tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] 10.222.0.32 "GET /v2.0/security-groups/1c4949cd-b458-4b77-8ea0-ea8f7d49b7a6 HTTP/1.1" status: 200  len: 1820 time: 0.0840814
Dec 25 21:17:38.287972 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e09f9e21-7cc9-4039-a6c3-b2965fc9d5b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8632410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8852809'] for subnet, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:38.304280 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [req-7ebf3c89-c64a-4931-9ace-cda2c97ca48a req-264fa52c-6b03-41b5-97d6-825a0032468f tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] Deleting port 285370c8-a68b-4ddd-9ceb-19642f45731c {{(pid=121606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:17:38.305125 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-7ebf3c89-c64a-4931-9ace-cda2c97ca48a req-264fa52c-6b03-41b5-97d6-825a0032468f tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:38.320640 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09f9e21-7cc9-4039-a6c3-b2965fc9d5b2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=37f917d0-d496-45cf-ae0a-66a9d35b37e3,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:17:38.324816 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e09f9e21-7cc9-4039-a6c3-b2965fc9d5b2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:38.330287 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-e09f9e21-7cc9-4039-a6c3-b2965fc9d5b2 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/37f917d0-d496-45cf-ae0a-66a9d35b37e3 HTTP/1.1" status: 204  len: 168 time: 0.3001971
Dec 25 21:17:38.332044 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 55652) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:17:38.390087 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3e945ecd-9380-47c2-aa0a-12ebe07e03e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:38.405124 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-3d3327aa-b0d5-49e5-988b-4ae79545bf75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625803'] for network, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:38.431477 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-0a200a86-4392-4a18-90d1-675bf8e42898 req-ffd7a4d7-5de1-48e8-a7d9-b25c30e6ba5e tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] Publish callbacks [] for security_group, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:38.452842 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-7ebf3c89-c64a-4931-9ace-cda2c97ca48a req-264fa52c-6b03-41b5-97d6-825a0032468f tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] For port 285370c8-a68b-4ddd-9ceb-19642f45731c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=285370c8-a68b-4ddd-9ceb-19642f45731c,segment=NetworkSegment(40b3768f-3d6e-4d28-9b2a-4711b7f0f059),segment_id=40b3768f-3d6e-4d28-9b2a-4711b7f0f059)] {{(pid=121606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:17:38.453282 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-7ebf3c89-c64a-4931-9ace-cda2c97ca48a req-264fa52c-6b03-41b5-97d6-825a0032468f tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:38.475372 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-0a200a86-4392-4a18-90d1-675bf8e42898 req-ffd7a4d7-5de1-48e8-a7d9-b25c30e6ba5e tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] Publish callbacks [] for security_group, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:38.485657 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [req-7ebf3c89-c64a-4931-9ace-cda2c97ca48a req-264fa52c-6b03-41b5-97d6-825a0032468f tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] Calling delete_port for 285370c8-a68b-4ddd-9ceb-19642f45731c owned by compute:nova {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:17:38.491369 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-3d3327aa-b0d5-49e5-988b-4ae79545bf75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997585', 'neutron.services.segments.db._delete_segments_for_network-8737602743071'] for network, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:38.516532 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-3d3327aa-b0d5-49e5-988b-4ae79545bf75 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2611e8e4f0>,) {'filters': {'network_id': ['597fae95-d9e4-466a-853c-7cbb09218bf0']}} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:17:38.526949 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-3d3327aa-b0d5-49e5-988b-4ae79545bf75 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2611e8e4f0>, '59040483-3fcc-4b5a-8606-f8e28575fa62') {'for_net_delete': True} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:17:38.527245 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-3d3327aa-b0d5-49e5-988b-4ae79545bf75 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2611e8e4f0>, '59040483-3fcc-4b5a-8606-f8e28575fa62') {} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:17:38.537464 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-3d3327aa-b0d5-49e5-988b-4ae79545bf75 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737602746920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10246592'] for segment, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:38.550220 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-3d3327aa-b0d5-49e5-988b-4ae79545bf75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:38.556647 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d3327aa-b0d5-49e5-988b-4ae79545bf75 admin admin] Releasing vlan 185 on physical network physnet1 to pool {{(pid=121607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 25 21:17:38.557055 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-3d3327aa-b0d5-49e5-988b-4ae79545bf75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8633327'] for segment, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:38.558697 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:17:38.558697 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:17:38.558697 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:17:38.558697 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:17:38.558697 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:17:38.558697 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:17:38.558697 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:17:38.558697 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:17:38.558697 ncdv-master-1 neutron-server[121607]: Traceback (most recent call last):
Dec 25 21:17:38.558697 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 25 21:17:38.558697 ncdv-master-1 neutron-server[121607]:     timer()
Dec 25 21:17:38.558697 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 25 21:17:38.558697 ncdv-master-1 neutron-server[121607]:     cb(*args, **kw)
Dec 25 21:17:38.558697 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 25 21:17:38.558697 ncdv-master-1 neutron-server[121607]:     return func(*args, **kwargs)
Dec 25 21:17:38.558697 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 25 21:17:38.558697 ncdv-master-1 neutron-server[121607]:     self._notify()
Dec 25 21:17:38.558697 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 25 21:17:38.558697 ncdv-master-1 neutron-server[121607]:     self.callback(batched_events)
Dec 25 21:17:38.558697 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 25 21:17:38.558697 ncdv-master-1 neutron-server[121607]:     event.method(event)
Dec 25 21:17:38.558697 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 25 21:17:38.558697 ncdv-master-1 neutron-server[121607]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 25 21:17:38.558697 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 25 21:17:38.558697 ncdv-master-1 neutron-server[121607]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 25 21:17:38.558697 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 25 21:17:38.558697 ncdv-master-1 neutron-server[121607]:     return f(self, *a, **k)
Dec 25 21:17:38.558697 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 25 21:17:38.558697 ncdv-master-1 neutron-server[121607]:     return self._get(url).json()
Dec 25 21:17:38.558697 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 25 21:17:38.558697 ncdv-master-1 neutron-server[121607]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 25 21:17:38.558697 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 25 21:17:38.558697 ncdv-master-1 neutron-server[121607]:     return self.request(url, 'GET', **kwargs)
Dec 25 21:17:38.558697 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 25 21:17:38.558697 ncdv-master-1 neutron-server[121607]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 25 21:17:38.558697 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 25 21:17:38.558697 ncdv-master-1 neutron-server[121607]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 25 21:17:38.558697 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 25 21:17:38.558697 ncdv-master-1 neutron-server[121607]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 25 21:17:38.558697 ncdv-master-1 neutron-server[121607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 25 21:17:38.605533 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6c44d3-c4ed-4c0c-8372-4d772beb48b4 req-ea6ef16e-b61f-47ef-9ff4-60984d757fcf tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:17:38.607036 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5f6c44d3-c4ed-4c0c-8372-4d772beb48b4 req-ea6ef16e-b61f-47ef-9ff4-60984d757fcf tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/ports?device_id=4e09da5c-da55-4216-89ee-8cbdaf24ecec HTTP/1.1" status: 200  len: 950 time: 0.1140854
Dec 25 21:17:38.690961 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5f6c44d3-c4ed-4c0c-8372-4d772beb48b4 req-42fb97b8-d491-482a-ab4b-fd7e90f8c903 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3f1ae63-416f-443f-b032-af0d7dcc9019&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0762241
Dec 25 21:17:38.712211 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-0a200a86-4392-4a18-90d1-675bf8e42898 req-ffd7a4d7-5de1-48e8-a7d9-b25c30e6ba5e tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:38.712676 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-3d3327aa-b0d5-49e5-988b-4ae79545bf75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2008653'] for network, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:38.717439 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-0a200a86-4392-4a18-90d1-675bf8e42898 req-ffd7a4d7-5de1-48e8-a7d9-b25c30e6ba5e tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] Publish callbacks [] for security_group, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:38.725728 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0a200a86-4392-4a18-90d1-675bf8e42898 req-ffd7a4d7-5de1-48e8-a7d9-b25c30e6ba5e tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] 10.222.0.32 "DELETE /v2.0/security-groups/1c4949cd-b458-4b77-8ea0-ea8f7d49b7a6 HTTP/1.1" status: 204  len: 173 time: 0.4244986
Dec 25 21:17:38.730133 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-3d3327aa-b0d5-49e5-988b-4ae79545bf75 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for network, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:38.735861 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-3d3327aa-b0d5-49e5-988b-4ae79545bf75 admin admin] 10.222.0.32 "DELETE /v2.0/networks/597fae95-d9e4-466a-853c-7cbb09218bf0 HTTP/1.1" status: 204  len: 168 time: 0.4006095
Dec 25 21:17:38.735861 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3327aa-b0d5-49e5-988b-4ae79545bf75 admin admin] Pushing event deleted for resources: {'Network': ['ID=597fae95-d9e4-466a-853c-7cbb09218bf0,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:17:38.745336 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd7a4d7-5de1-48e8-a7d9-b25c30e6ba5e tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c4949cd-b458-4b77-8ea0-ea8f7d49b7a6,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:17:38.761222 ncdv-master-1 neutron-server[121606]: INFO neutron.api.v2.resource [req-5ed5bf4f-2af4-4f5d-8f2c-b5dacf6491f6 req-2d156818-1e03-49cb-ba7d-b1f91b839e87 tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] show failed (client error): The resource could not be found.
Dec 25 21:17:38.762264 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5ed5bf4f-2af4-4f5d-8f2c-b5dacf6491f6 req-2d156818-1e03-49cb-ba7d-b1f91b839e87 tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] 10.222.0.32 "GET /v2.0/security-groups/1c4949cd-b458-4b77-8ea0-ea8f7d49b7a6 HTTP/1.1" status: 404  len: 352 time: 0.0181386
Dec 25 21:17:38.837644 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-7ebf3c89-c64a-4931-9ace-cda2c97ca48a req-264fa52c-6b03-41b5-97d6-825a0032468f tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:38.850142 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] get_ports_and_sgs() called for port_ids ['285370c8-a68b-4ddd-9ceb-19642f45731c'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:17:38.859187 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-aa434b18-f3bf-401d-b47e-c94e74985ec2 req-d06d326c-f566-4514-9fe1-975295512115 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] 10.222.0.32 "GET /v2.0/ports?device_id=e6a1be38-1673-434a-ac87-a3a12f8760ce HTTP/1.1" status: 200  len: 210 time: 0.0341048
Dec 25 21:17:38.895017 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264fa52c-6b03-41b5-97d6-825a0032468f tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] Pushing event deleted for resources: {'Port': ['ID=285370c8-a68b-4ddd-9ceb-19642f45731c,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:17:38.933566 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cfbebb-41c0-4ff5-b067-ed3441175943 req-13aa73e8-8f70-46da-b965-2183ccd4a677 tempest-ImagesOneServerNegativeTestJSON-1717313213 tempest-ImagesOneServerNegativeTestJSON-1717313213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:17:38.935164 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-27cfbebb-41c0-4ff5-b067-ed3441175943 req-13aa73e8-8f70-46da-b965-2183ccd4a677 tempest-ImagesOneServerNegativeTestJSON-1717313213 tempest-ImagesOneServerNegativeTestJSON-1717313213-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5284da0-3efe-4fd6-b107-6eb5f66c269d HTTP/1.1" status: 200  len: 945 time: 0.1541862
Dec 25 21:17:38.980307 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ebf3c89-c64a-4931-9ace-cda2c97ca48a req-264fa52c-6b03-41b5-97d6-825a0032468f tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] No DVR routers for this DVR port 285370c8-a68b-4ddd-9ceb-19642f45731c on host nch2-master-1 {{(pid=121606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:17:38.994891 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-7ebf3c89-c64a-4931-9ace-cda2c97ca48a req-264fa52c-6b03-41b5-97d6-825a0032468f tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:38.998138 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7ebf3c89-c64a-4931-9ace-cda2c97ca48a req-264fa52c-6b03-41b5-97d6-825a0032468f tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] 10.222.0.37 "DELETE /v2.0/ports/285370c8-a68b-4ddd-9ceb-19642f45731c HTTP/1.1" status: 204  len: 173 time: 0.8271470
Dec 25 21:17:38.999474 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2254a4b-e6ed-4560-a239-47903f19b47d', 'name': 'network-vif-deleted', 'tag': '285370c8-a68b-4ddd-9ceb-19642f45731c'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:17:39.002376 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9858820c13ec2827453b94ebc4181065e990a4e4089ccb9fe762531ac62d2fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-070804ad-7d9a-404f-9d02-71b7f9e8732b" -d '{"events": [{"server_uuid": "d2254a4b-e6ed-4560-a239-47903f19b47d", "name": "network-vif-deleted", "tag": "285370c8-a68b-4ddd-9ceb-19642f45731c"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:17:39.020332 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-cfcf9ceb-0dfb-4b2c-a9c0-9119e8bb76e2 req-fe5b0302-21cf-4c6b-9ebc-4c7239871915 tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] 10.222.0.32 "GET /v2.0/security-groups/7aab234a-65b2-4f08-a28b-36ce01fbb815 HTTP/1.1" status: 200  len: 1818 time: 0.1295965
Dec 25 21:17:39.062434 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-27cfbebb-41c0-4ff5-b067-ed3441175943 req-b3993bab-1a4f-4706-81a1-6c49a1158840 tempest-ImagesOneServerNegativeTestJSON-1717313213 tempest-ImagesOneServerNegativeTestJSON-1717313213-project] 10.222.0.32 "GET /v2.0/security-groups?id=90b09226-05f9-413f-802a-f36d3e55d2ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1101558
Dec 25 21:17:39.094388 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device cbb5ba94-31f2-4df4-8a61-f6af5700b77d up at agent hyperv_nch2-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:17:39.110294 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-cfcf9ceb-0dfb-4b2c-a9c0-9119e8bb76e2 req-3ad477c2-9c50-4734-9b79-c59c74064d4b tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] Publish callbacks [] for security_group, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:39.141058 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-cfcf9ceb-0dfb-4b2c-a9c0-9119e8bb76e2 req-3ad477c2-9c50-4734-9b79-c59c74064d4b tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] Publish callbacks [] for security_group, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:39.162559 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 55670) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:17:39.184829 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-bb17fc10-f7d4-4e32-81f7-e850f3c00cd8 req-1643327b-06a3-457a-b164-1518131fcc56 tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] 10.222.0.32 "GET /v2.0/ports?device_id=d2254a4b-e6ed-4560-a239-47903f19b47d HTTP/1.1" status: 200  len: 210 time: 0.0356030
Dec 25 21:17:39.207326 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Provisioning for port cbb5ba94-31f2-4df4-8a61-f6af5700b77d completed by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 25 21:17:39.211377 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Provisioning complete for port cbb5ba94-31f2-4df4-8a61-f6af5700b77d triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:17:39.211750 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:39.224956 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-14b64a18-878c-4233-b686-6ef7fc8c97c1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=27d474dfd37c46f0aa14aa84e8b3ad41&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0609496
Dec 25 21:17:39.227125 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 55672) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:17:39.262356 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 21:17:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7a86450-f612-46df-b467-dcf95f89b55a x-openstack-request-id: req-b7a86450-f612-46df-b467-dcf95f89b55a {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:17:39.262356 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2254a4b-e6ed-4560-a239-47903f19b47d", "name": "network-vif-deleted", "tag": "285370c8-a68b-4ddd-9ceb-19642f45731c", "status": "completed", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:17:39.262356 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b7a86450-f612-46df-b467-dcf95f89b55a {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:17:39.262356 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2254a4b-e6ed-4560-a239-47903f19b47d', 'name': 'network-vif-deleted', 'tag': '285370c8-a68b-4ddd-9ceb-19642f45731c', 'status': 'completed', 'code': 200}
Dec 25 21:17:39.281701 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-cfcf9ceb-0dfb-4b2c-a9c0-9119e8bb76e2 req-3ad477c2-9c50-4734-9b79-c59c74064d4b tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:39.284533 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-cfcf9ceb-0dfb-4b2c-a9c0-9119e8bb76e2 req-3ad477c2-9c50-4734-9b79-c59c74064d4b tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] Publish callbacks [] for security_group, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:39.285814 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-cfcf9ceb-0dfb-4b2c-a9c0-9119e8bb76e2 req-3ad477c2-9c50-4734-9b79-c59c74064d4b tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] 10.222.0.32 "DELETE /v2.0/security-groups/7aab234a-65b2-4f08-a28b-36ce01fbb815 HTTP/1.1" status: 204  len: 173 time: 0.2573760
Dec 25 21:17:39.289945 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-829c7561-40fa-414b-b0d6-3ff04ccdb246 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:39.294909 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad477c2-9c50-4734-9b79-c59c74064d4b tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7aab234a-65b2-4f08-a28b-36ce01fbb815,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:17:39.327239 ncdv-master-1 neutron-server[121606]: INFO neutron.api.v2.resource [req-3d9ebe5d-4624-4828-ac50-303a853fda95 req-37775968-6cb5-4e6e-828b-471e0c8fd42e tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] show failed (client error): The resource could not be found.
Dec 25 21:17:39.328227 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-829c7561-40fa-414b-b0d6-3ff04ccdb246 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:39.333515 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:39.334397 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3d9ebe5d-4624-4828-ac50-303a853fda95 req-37775968-6cb5-4e6e-828b-471e0c8fd42e tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] 10.222.0.32 "GET /v2.0/security-groups/7aab234a-65b2-4f08-a28b-36ce01fbb815 HTTP/1.1" status: 404  len: 352 time: 0.0238950
Dec 25 21:17:39.363342 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5284da0-3efe-4fd6-b107-6eb5f66c269d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbb5ba94-31f2-4df4-8a61-f6af5700b77d'}] {{(pid=121608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:17:39.374695 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a88c78c3ff6266bd59c7e89d275b28c92e739b67d23c89d71af88829fd31566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e884c456-7fb0-4006-bfb7-79f707654a4c" -d '{"events": [{"server_uuid": "a5284da0-3efe-4fd6-b107-6eb5f66c269d", "name": "network-vif-plugged", "status": "completed", "tag": "cbb5ba94-31f2-4df4-8a61-f6af5700b77d"}]}' {{(pid=121608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:17:39.394636 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-15cb578f-7a63-4fd3-925d-83bad4c7b82a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:39.398138 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port cbb5ba94-31f2-4df4-8a61-f6af5700b77d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=cbb5ba94-31f2-4df4-8a61-f6af5700b77d,segment=NetworkSegment(851a1add-14f1-4631-9dc8-d7579713b600),segment_id=851a1add-14f1-4631-9dc8-d7579713b600)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:17:39.407658 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1cde6c0e-bbd5-471e-8dcd-30c6e30fa184 req-5ec4ae75-2197-4dad-83ec-ea69be827723 tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] 10.222.0.32 "GET /v2.0/security-groups/f815413a-79b3-4d1b-b14c-dcbdf85ac8f7 HTTP/1.1" status: 200  len: 1820 time: 0.0549099
Dec 25 21:17:39.473405 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-1cde6c0e-bbd5-471e-8dcd-30c6e30fa184 req-9325999d-3991-45bc-a393-619b01459c4c tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] Publish callbacks [] for security_group, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:39.481561 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-829c7561-40fa-414b-b0d6-3ff04ccdb246 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:39.484891 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-829c7561-40fa-414b-b0d6-3ff04ccdb246 admin admin] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:39.487339 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-829c7561-40fa-414b-b0d6-3ff04ccdb246 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e70b16a5-3c2f-443c-a3bd-2851d79b2b90 HTTP/1.1" status: 204  len: 168 time: 0.2579474
Dec 25 21:17:39.497097 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829c7561-40fa-414b-b0d6-3ff04ccdb246 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e70b16a5-3c2f-443c-a3bd-2851d79b2b90,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:17:39.500063 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-1cde6c0e-bbd5-471e-8dcd-30c6e30fa184 req-9325999d-3991-45bc-a393-619b01459c4c tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] Publish callbacks [] for security_group, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:39.518566 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:39.586415 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Pushing event updated for resources: {'Port': ['ID=cbb5ba94-31f2-4df4-8a61-f6af5700b77d,revision_number=5']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:17:39.594152 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 21:17:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dab3482-c843-4188-b299-51db1ac22a25 x-openstack-request-id: req-9dab3482-c843-4188-b299-51db1ac22a25 {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:17:39.594533 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5284da0-3efe-4fd6-b107-6eb5f66c269d", "name": "network-vif-plugged", "status": "completed", "tag": "cbb5ba94-31f2-4df4-8a61-f6af5700b77d", "code": 200}]} {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:17:39.594791 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9dab3482-c843-4188-b299-51db1ac22a25 {{(pid=121608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:17:39.595222 ncdv-master-1 neutron-server[121608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5284da0-3efe-4fd6-b107-6eb5f66c269d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbb5ba94-31f2-4df4-8a61-f6af5700b77d', 'code': 200}
Dec 25 21:17:39.620883 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-1cde6c0e-bbd5-471e-8dcd-30c6e30fa184 req-9325999d-3991-45bc-a393-619b01459c4c tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:39.623746 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-1cde6c0e-bbd5-471e-8dcd-30c6e30fa184 req-9325999d-3991-45bc-a393-619b01459c4c tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] Publish callbacks [] for security_group, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:39.624972 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1cde6c0e-bbd5-471e-8dcd-30c6e30fa184 req-9325999d-3991-45bc-a393-619b01459c4c tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] 10.222.0.32 "DELETE /v2.0/security-groups/f815413a-79b3-4d1b-b14c-dcbdf85ac8f7 HTTP/1.1" status: 204  len: 173 time: 0.2087514
Dec 25 21:17:39.635406 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9325999d-3991-45bc-a393-619b01459c4c tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f815413a-79b3-4d1b-b14c-dcbdf85ac8f7,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:17:39.661605 ncdv-master-1 neutron-server[121606]: INFO neutron.api.v2.resource [req-73d857cf-7193-4808-bc7b-7f25059f15a7 req-25aeba31-8c33-4a5d-8f96-6116c6acac13 tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] show failed (client error): The resource could not be found.
Dec 25 21:17:39.663061 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-73d857cf-7193-4808-bc7b-7f25059f15a7 req-25aeba31-8c33-4a5d-8f96-6116c6acac13 tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] 10.222.0.32 "GET /v2.0/security-groups/f815413a-79b3-4d1b-b14c-dcbdf85ac8f7 HTTP/1.1" status: 404  len: 352 time: 0.0175734
Dec 25 21:17:39.761693 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ac205beb-dd07-406d-950f-f242b955a74f req-62f7ff59-f32c-49f3-9f4e-109143d9a84e tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=16a084940f024be8aee5807248918cb5 HTTP/1.1" status: 200  len: 6208 time: 0.0755103
Dec 25 21:17:39.918316 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f17c45-c496-48e9-b304-996cb67bbd2c req-65760ac0-a01d-4b74-904f-063b1a31fdb0 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:17:39.919793 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-55f17c45-c496-48e9-b304-996cb67bbd2c req-65760ac0-a01d-4b74-904f-063b1a31fdb0 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/ports?device_id=4e09da5c-da55-4216-89ee-8cbdaf24ecec HTTP/1.1" status: 200  len: 950 time: 0.1442614
Dec 25 21:17:39.949958 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ac205beb-dd07-406d-950f-f242b955a74f req-8be7dd26-2f7b-43bb-ae32-bf4a0ea48967 tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] 10.222.0.32 "GET /v2.0/security-groups/1afdcc1a-136b-4b62-a479-56858cefce8d HTTP/1.1" status: 200  len: 3002 time: 0.1808870
Dec 25 21:17:40.003310 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436c2f40-3f5e-446a-ba5f-424bacbfdce0 req-7fe4b99c-2978-497c-b78f-6578c73f3cab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:17:40.004822 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-436c2f40-3f5e-446a-ba5f-424bacbfdce0 req-7fe4b99c-2978-497c-b78f-6578c73f3cab service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a5284da0-3efe-4fd6-b107-6eb5f66c269d HTTP/1.1" status: 200  len: 1097 time: 0.3409438
Dec 25 21:17:40.077696 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e946f6-0bc3-4711-8664-891f5872dc10 req-6f1d6eb3-029b-425f-a944-9256af40250b tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:17:40.079149 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d4e946f6-0bc3-4711-8664-891f5872dc10 req-6f1d6eb3-029b-425f-a944-9256af40250b tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] 10.222.0.31 "GET /v2.0/networks?id=de2cf5f5-0f83-4089-a263-5ec0a5e6f1de HTTP/1.1" status: 200  len: 806 time: 0.2396936
Dec 25 21:17:40.087177 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ac205beb-dd07-406d-950f-f242b955a74f req-f6ff4443-84cc-405b-94f1-c4d84ed48ce7 tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] 10.222.0.32 "GET /v2.0/security-groups/1afdcc1a-136b-4b62-a479-56858cefce8d HTTP/1.1" status: 200  len: 3002 time: 0.1285176
Dec 25 21:17:40.104995 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-55f17c45-c496-48e9-b304-996cb67bbd2c req-e3dbb6d5-169d-49d7-8e0d-71fa334bae1b tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3f1ae63-416f-443f-b032-af0d7dcc9019&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1461732
Dec 25 21:17:40.104995 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-d4e946f6-0bc3-4711-8664-891f5872dc10 req-c7886728-5c51-43b0-8ac1-bf5d1a1513ee tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] Request body: {'port': {'device_id': 'e6a1be38-1673-434a-ac87-a3a12f8760ce', 'network_id': 'de2cf5f5-0f83-4089-a263-5ec0a5e6f1de', 'admin_state_up': True, 'tenant_id': '38d7cbaffc1340f59e994569e8e33e1d'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:17:40.138041 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-436c2f40-3f5e-446a-ba5f-424bacbfdce0 req-dae2bd3c-7519-4e12-99d3-2cca9e97ba06 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=90b09226-05f9-413f-802a-f36d3e55d2ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1185706
Dec 25 21:17:40.242460 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0724c814-3302-4404-9c37-abd143519202 req-0cf8485d-775f-459d-b555-173b26f2dc0c tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] 10.222.0.32 "GET /v2.0/ports?device_id=e6a1be38-1673-434a-ac87-a3a12f8760ce HTTP/1.1" status: 200  len: 210 time: 0.0611138
Dec 25 21:17:40.274476 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-a28aed3e-6db0-4040-99c6-c304dc1e47b5 req-15271c84-74d5-418d-a191-3b01a9646271 tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-25546439', 'description': 'tempest-description-1950563526'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:17:40.297256 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe2049a-b206-429d-9425-ab68323e4c7e req-64649aa9-f00f-4007-a2a7-4c2f8552df98 tempest-ImagesOneServerNegativeTestJSON-1717313213 tempest-ImagesOneServerNegativeTestJSON-1717313213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:17:40.298816 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-bfe2049a-b206-429d-9425-ab68323e4c7e req-64649aa9-f00f-4007-a2a7-4c2f8552df98 tempest-ImagesOneServerNegativeTestJSON-1717313213 tempest-ImagesOneServerNegativeTestJSON-1717313213-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5284da0-3efe-4fd6-b107-6eb5f66c269d HTTP/1.1" status: 200  len: 946 time: 0.1164105
Dec 25 21:17:40.363726 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-bfe2049a-b206-429d-9425-ab68323e4c7e req-ce1bb8ab-ccca-472f-8440-83819d510c49 tempest-ImagesOneServerNegativeTestJSON-1717313213 tempest-ImagesOneServerNegativeTestJSON-1717313213-project] 10.222.0.32 "GET /v2.0/security-groups?id=90b09226-05f9-413f-802a-f36d3e55d2ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0584209
Dec 25 21:17:40.416383 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-a28aed3e-6db0-4040-99c6-c304dc1e47b5 req-15271c84-74d5-418d-a191-3b01a9646271 tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] Publish callbacks [] for security_group, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:40.419828 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4e946f6-0bc3-4711-8664-891f5872dc10 req-c7886728-5c51-43b0-8ac1-bf5d1a1513ee tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] Made reservation on behalf of 38d7cbaffc1340f59e994569e8e33e1d for: {'port': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:17:40.424214 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-d4e946f6-0bc3-4711-8664-891f5872dc10 req-c7886728-5c51-43b0-8ac1-bf5d1a1513ee tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:40.601661 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:40.626078 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-a28aed3e-6db0-4040-99c6-c304dc1e47b5 req-15271c84-74d5-418d-a191-3b01a9646271 tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] Publish callbacks [] for security_group, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:40.654608 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_common [req-d4e946f6-0bc3-4711-8664-891f5872dc10 req-c7886728-5c51-43b0-8ac1-bf5d1a1513ee tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] Allocated IP 172.20.0.4 (de2cf5f5-0f83-4089-a263-5ec0a5e6f1de/81f9dfd5-f0bc-4f72-bceb-acbb4f595f27/b548a516-5b40-4749-9286-e686f9b3d3be) {{(pid=121606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:17:40.720800 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-a28aed3e-6db0-4040-99c6-c304dc1e47b5 req-15271c84-74d5-418d-a191-3b01a9646271 tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:40.728498 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 55734) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:17:40.764275 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8cfbaa-f15d-4586-a4bc-7ca01587ab50 req-9f3d7516-4b02-4ed7-9ce3-4916b731b29c tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:17:40.765763 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0f8cfbaa-f15d-4586-a4bc-7ca01587ab50 req-9f3d7516-4b02-4ed7-9ce3-4916b731b29c tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] 10.222.0.32 "GET /v2.0/networks?id=2c732578-b39b-40c1-8a55-147e577043a0 HTTP/1.1" status: 200  len: 812 time: 0.1771381
Dec 25 21:17:40.794101 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15271c84-74d5-418d-a191-3b01a9646271 tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ba33cf5-783f-47f8-ab0c-abe946a208dc,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:17:40.807315 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0f8cfbaa-f15d-4586-a4bc-7ca01587ab50 req-27c4f34e-b382-4cd8-9a25-f3a3479f3323 tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] 10.222.0.32 "GET /v2.0/quotas/8154e82a58434a60b677d150202a5312 HTTP/1.1" status: 200  len: 375 time: 0.0339651
Dec 25 21:17:40.830104 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-f2bbc2df-32ae-4b71-9054-145d4f316189 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1516595634-network', 'tenant_id': '3b0881f03bcb42b2af8fbbc9bd84ca78'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:17:40.852904 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0f8cfbaa-f15d-4586-a4bc-7ca01587ab50 req-16eec994-9764-470e-a9a5-6f80185f64ad tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=8154e82a58434a60b677d150202a5312&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0353758
Dec 25 21:17:40.882587 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [req-0f8cfbaa-f15d-4586-a4bc-7ca01587ab50 req-f69d39cf-1992-4007-8562-2f8919b7d566 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=121606) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 25 21:17:40.883537 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0f8cfbaa-f15d-4586-a4bc-7ca01587ab50 req-f69d39cf-1992-4007-8562-2f8919b7d566 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0069227
Dec 25 21:17:40.886346 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-a28aed3e-6db0-4040-99c6-c304dc1e47b5 req-15271c84-74d5-418d-a191-3b01a9646271 tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] Publish callbacks [] for security_group, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:40.887457 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a28aed3e-6db0-4040-99c6-c304dc1e47b5 req-15271c84-74d5-418d-a191-3b01a9646271 tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1823 time: 0.6171126
Dec 25 21:17:40.925296 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-dc64201c-c6c3-49b7-96df-4ccee88297fe req-a5e53c22-9679-40b2-bd63-e4247098f6ae tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1487778555', 'description': 'tempest-description-1337562743'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:17:40.952280 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2bbc2df-32ae-4b71-9054-145d4f316189 admin admin] Made reservation on behalf of 3b0881f03bcb42b2af8fbbc9bd84ca78 for: {'network': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:17:40.954730 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f2bbc2df-32ae-4b71-9054-145d4f316189 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for network, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:40.964059 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f2bbc2df-32ae-4b71-9054-145d4f316189 admin admin] Publish callbacks [] for security_group, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:41.003399 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-d4e946f6-0bc3-4711-8664-891f5872dc10 req-c7886728-5c51-43b0-8ac1-bf5d1a1513ee tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] Publish callbacks [] for port, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:41.037231 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f2bbc2df-32ae-4b71-9054-145d4f316189 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:41.045658 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0f8cfbaa-f15d-4586-a4bc-7ca01587ab50 req-cbd93c44-9745-41f9-b8e5-5bfb3748d192 service neutron] 10.222.0.32 "GET /v2.0/networks/2c732578-b39b-40c1-8a55-147e577043a0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1550832
Dec 25 21:17:41.110368 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f2bbc2df-32ae-4b71-9054-145d4f316189 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:41.114935 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-dc64201c-c6c3-49b7-96df-4ccee88297fe req-a5e53c22-9679-40b2-bd63-e4247098f6ae tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] Publish callbacks [] for security_group, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:41.120691 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device 285370c8-a68b-4ddd-9ceb-19642f45731c no longer exists at agent hyperv_nch2-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:17:41.134700 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2bbc2df-32ae-4b71-9054-145d4f316189 admin admin] vlan segment allocate from pool success with {'vlan_id': 180, 'physical_network': 'physnet1'}  {{(pid=121607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 25 21:17:41.141373 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] No Port match for: 285370c8-a68b-4ddd-9ceb-19642f45731c {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:17:41.141716 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device 285370c8-a68b-4ddd-9ceb-19642f45731c not bound to the agent host nch2-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:17:41.149057 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bbc2df-32ae-4b71-9054-145d4f316189 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3baa9cd-9895-4145-88c0-053a91673173,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:17:41.154550 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f2bbc2df-32ae-4b71-9054-145d4f316189 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:41.154889 ncdv-master-1 neutron-server[121607]: INFO neutron.db.segments_db [None req-f2bbc2df-32ae-4b71-9054-145d4f316189 admin admin] Added segment a23ab71a-bf4a-4f83-858c-14fbc7539004 of type vlan for network 040e4d7b-a517-49cc-8699-70c0b9b2f222
Dec 25 21:17:41.164839 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0f8cfbaa-f15d-4586-a4bc-7ca01587ab50 req-8e65896c-2c63-45fe-9219-825cb812969d service neutron] 10.222.0.32 "GET /v2.0/networks/2c732578-b39b-40c1-8a55-147e577043a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1123464
Dec 25 21:17:41.181719 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-d4e946f6-0bc3-4711-8664-891f5872dc10 req-c7886728-5c51-43b0-8ac1-bf5d1a1513ee tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:41.198329 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f2bbc2df-32ae-4b71-9054-145d4f316189 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737602163420'] for network, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:41.252775 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4e946f6-0bc3-4711-8664-891f5872dc10 req-c7886728-5c51-43b0-8ac1-bf5d1a1513ee tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] Network de2cf5f5-0f83-4089-a263-5ec0a5e6f1de is already hosted by enough agents. {{(pid=121606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:17:41.257464 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7886728-5c51-43b0-8ac1-bf5d1a1513ee tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] Pushing event updated for resources: {'Port': ['ID=b548a516-5b40-4749-9286-e686f9b3d3be,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:17:41.261365 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-dc64201c-c6c3-49b7-96df-4ccee88297fe req-a5e53c22-9679-40b2-bd63-e4247098f6ae tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] Publish callbacks [] for security_group, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:41.262719 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [req-d4e946f6-0bc3-4711-8664-891f5872dc10 req-c7886728-5c51-43b0-8ac1-bf5d1a1513ee tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] Resources bound (agent type, host, resource id):  {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:17:41.264936 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4e946f6-0bc3-4711-8664-891f5872dc10 req-c7886728-5c51-43b0-8ac1-bf5d1a1513ee tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] Received port after_create {{(pid=121606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:17:41.295358 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f2bbc2df-32ae-4b71-9054-145d4f316189 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870'] for network, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:41.296340 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2bbc2df-32ae-4b71-9054-145d4f316189 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:17:41.296951 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f2bbc2df-32ae-4b71-9054-145d4f316189 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for network, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:41.313419 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e946f6-0bc3-4711-8664-891f5872dc10 req-c7886728-5c51-43b0-8ac1-bf5d1a1513ee tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:17:41.314063 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-d4e946f6-0bc3-4711-8664-891f5872dc10 req-c7886728-5c51-43b0-8ac1-bf5d1a1513ee tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:41.352615 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-dc64201c-c6c3-49b7-96df-4ccee88297fe req-a5e53c22-9679-40b2-bd63-e4247098f6ae tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:41.362652 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bbc2df-32ae-4b71-9054-145d4f316189 admin admin] Pushing event updated for resources: {'Network': ['ID=040e4d7b-a517-49cc-8699-70c0b9b2f222,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:17:41.374321 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Network 040e4d7b-a517-49cc-8699-70c0b9b2f222 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 25 21:17:41.382557 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e53c22-9679-40b2-bd63-e4247098f6ae tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18bfcab3-627d-4ce2-86bd-48e027bcf973,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:17:41.445110 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d4e946f6-0bc3-4711-8664-891f5872dc10 req-c7886728-5c51-43b0-8ac1-bf5d1a1513ee tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.3489912
Dec 25 21:17:41.445313 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-f2bbc2df-32ae-4b71-9054-145d4f316189 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 0.7124894
Dec 25 21:17:41.445431 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-dc64201c-c6c3-49b7-96df-4ccee88297fe req-a5e53c22-9679-40b2-bd63-e4247098f6ae tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] Publish callbacks [] for security_group, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:41.445515 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 55748) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:17:41.450300 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-54d44bb9-cade-431d-8410-7f813aa92312 admin admin] Request body: {'subnet': {'network_id': '040e4d7b-a517-49cc-8699-70c0b9b2f222', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1516595634-subnet', 'tenant_id': '3b0881f03bcb42b2af8fbbc9bd84ca78', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:17:41.480671 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-dc64201c-c6c3-49b7-96df-4ccee88297fe req-a5e53c22-9679-40b2-bd63-e4247098f6ae tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1825 time: 0.5628076
Dec 25 21:17:41.499441 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-d4e946f6-0bc3-4711-8664-891f5872dc10 req-0425c893-e9ef-40d1-b3ad-f43d7c851ceb service neutron] Request body: {'port': {'device_id': 'e6a1be38-1673-434a-ac87-a3a12f8760ce', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:17:41.567593 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54d44bb9-cade-431d-8410-7f813aa92312 admin admin] Made reservation on behalf of 3b0881f03bcb42b2af8fbbc9bd84ca78 for: {'subnet': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:17:41.570143 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-54d44bb9-cade-431d-8410-7f813aa92312 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8852834'] for subnet, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:41.600173 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-d4e946f6-0bc3-4711-8664-891f5872dc10 req-0425c893-e9ef-40d1-b3ad-f43d7c851ceb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:41.674529 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c338fa0-4328-41f5-851c-d474d028b04c req-2cb862c2-4365-4fa8-b138-7f1f501b4e93 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:17:41.676076 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1c338fa0-4328-41f5-851c-d474d028b04c req-2cb862c2-4365-4fa8-b138-7f1f501b4e93 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/ports?device_id=4e09da5c-da55-4216-89ee-8cbdaf24ecec HTTP/1.1" status: 200  len: 950 time: 0.1380904
Dec 25 21:17:41.694747 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1546be01-af4f-4df0-acd5-ea2a47b2519c req-8f3c38a5-fe55-4910-be15-2e1d068ee5b7 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:17:41.696257 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1546be01-af4f-4df0-acd5-ea2a47b2519c req-8f3c38a5-fe55-4910-be15-2e1d068ee5b7 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] 10.222.0.32 "GET /v2.0/ports?device_id=e6a1be38-1673-434a-ac87-a3a12f8760ce HTTP/1.1" status: 200  len: 931 time: 0.1211283
Dec 25 21:17:41.850609 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1c338fa0-4328-41f5-851c-d474d028b04c req-f436613b-1638-4bce-b118-735373e89e34 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3f1ae63-416f-443f-b032-af0d7dcc9019&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1516716
Dec 25 21:17:41.855362 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-54d44bb9-cade-431d-8410-7f813aa92312 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8632475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8852848'] for subnet, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:41.859357 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1546be01-af4f-4df0-acd5-ea2a47b2519c req-e5054101-9501-4a3f-a410-56b3f3237596 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c514444-6044-490f-9acc-6dece3909d9f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1470101
Dec 25 21:17:41.903533 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d44bb9-cade-431d-8410-7f813aa92312 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca46be31-1a87-4846-b557-a9f49755a2de,revision_number=0']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:17:41.940284 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54d44bb9-cade-431d-8410-7f813aa92312 admin admin] Checking segment: {'id': 'a23ab71a-bf4a-4f83-858c-14fbc7539004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '040e4d7b-a517-49cc-8699-70c0b9b2f222'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:17:41.940973 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54d44bb9-cade-431d-8410-7f813aa92312 admin admin] Network hostable DHCP agents. Network: 040e4d7b-a517-49cc-8699-70c0b9b2f222, hostable agents: ['1813db88-2c1b-4357-a2ba-869246b663c2'], hosted agents: [] {{(pid=121607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 25 21:17:41.975805 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-22d0fe9c-13f6-4d8b-8bbd-c8c5aa4766cb req-f0c012d3-0985-4888-92e4-d9bbd34c16a0 tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] 10.222.0.32 "GET /v2.0/ports?device_id=503df13c-2f74-4094-bbd9-a07a7ba8f4cb HTTP/1.1" status: 200  len: 210 time: 0.0479767
Dec 25 21:17:42.043878 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54d44bb9-cade-431d-8410-7f813aa92312 admin admin] Network 040e4d7b-a517-49cc-8699-70c0b9b2f222 is scheduled to be hosted by DHCP agent 1813db88-2c1b-4357-a2ba-869246b663c2 with binding_index 1 {{(pid=121607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 25 21:17:42.065036 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881ccbdf-620e-4eaf-a813-fe6770abb56e req-7a8eb721-1ade-43bf-aa0f-92da1245ca8f tempest-ImagesOneServerNegativeTestJSON-1717313213 tempest-ImagesOneServerNegativeTestJSON-1717313213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:17:42.066528 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-881ccbdf-620e-4eaf-a813-fe6770abb56e req-7a8eb721-1ade-43bf-aa0f-92da1245ca8f tempest-ImagesOneServerNegativeTestJSON-1717313213 tempest-ImagesOneServerNegativeTestJSON-1717313213-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5284da0-3efe-4fd6-b107-6eb5f66c269d HTTP/1.1" status: 200  len: 946 time: 0.0931122
Dec 25 21:17:42.072270 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [req-d4e946f6-0bc3-4711-8664-891f5872dc10 req-0425c893-e9ef-40d1-b3ad-f43d7c851ceb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b548a516-5b40-4749-9286-e686f9b3d3be {{(pid=121606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:17:42.080128 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-d4e946f6-0bc3-4711-8664-891f5872dc10 req-0425c893-e9ef-40d1-b3ad-f43d7c851ceb service neutron] Publish callbacks [] for port, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:42.105260 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.provisioning_blocks [req-d4e946f6-0bc3-4711-8664-891f5872dc10 req-0425c893-e9ef-40d1-b3ad-f43d7c851ceb service neutron] Transition to ACTIVE for port object b548a516-5b40-4749-9286-e686f9b3d3be will not be triggered until provisioned by entity L2. {{(pid=121606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 25 21:17:42.133328 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-54d44bb9-cade-431d-8410-7f813aa92312 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 040e4d7b-a517-49cc-8699-70c0b9b2f222) {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:17:42.138018 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54d44bb9-cade-431d-8410-7f813aa92312 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:17:42.138828 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-54d44bb9-cade-431d-8410-7f813aa92312 admin admin] Publish callbacks [] for subnet, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:42.145927 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-881ccbdf-620e-4eaf-a813-fe6770abb56e req-ec27f09c-e4d1-4f2e-a14c-66af6e1d8bd1 tempest-ImagesOneServerNegativeTestJSON-1717313213 tempest-ImagesOneServerNegativeTestJSON-1717313213-project] 10.222.0.32 "GET /v2.0/security-groups?id=90b09226-05f9-413f-802a-f36d3e55d2ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0626612
Dec 25 21:17:42.151157 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87db3dde-20a1-416e-8963-da26706e873e None None] Network 040e4d7b-a517-49cc-8699-70c0b9b2f222 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:17:42.215545 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-d4e946f6-0bc3-4711-8664-891f5872dc10 req-0425c893-e9ef-40d1-b3ad-f43d7c851ceb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:42.255702 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-54d44bb9-cade-431d-8410-7f813aa92312 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.8033102
Dec 25 21:17:42.256422 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 55774) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:17:42.261011 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-024bd01e-9b06-4a08-bfcb-251a2d5fa359 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1516595634-router', 'tenant_id': '3b0881f03bcb42b2af8fbbc9bd84ca78', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'}}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:17:42.275597 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-317afbe3-9b46-4e11-ad8a-8ffe91711990 None None] Network 040e4d7b-a517-49cc-8699-70c0b9b2f222 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:17:42.352718 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-024bd01e-9b06-4a08-bfcb-251a2d5fa359 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2014909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14863'] for router, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:42.353831 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-024bd01e-9b06-4a08-bfcb-251a2d5fa359 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2014285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2009796', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2082630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14848'] for router, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:42.424258 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-024bd01e-9b06-4a08-bfcb-251a2d5fa359 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:42.606471 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0425c893-e9ef-40d1-b3ad-f43d7c851ceb service neutron] Pushing event updated for resources: {'Port': ['ID=b548a516-5b40-4749-9286-e686f9b3d3be,revision_number=2']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:17:42.624725 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:17:42.624725 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:17:42.624725 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:17:42.624725 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:17:42.624725 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:17:42.624725 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:17:42.624725 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:17:42.624725 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:17:42.624725 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:17:42.624725 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:17:42.624725 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:17:42.624725 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:17:42.624725 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:17:42.624725 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:17:42.624725 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:17:42.624725 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:17:42.624725 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:17:42.624725 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:17:42.624725 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:17:42.624725 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:17:42.624725 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:17:42.624725 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:17:42.624725 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:17:42.624725 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:17:42.624725 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:17:42.624725 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:17:42.624725 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:17:42.624725 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:17:42.624725 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:17:42.624725 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:17:42.624725 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:17:42.624725 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:17:42.624725 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:17:42.624725 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:17:42.624725 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:17:42.624725 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:17:42.626614 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:17:42.626614 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:17:42.626614 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:17:42.626614 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:17:42.626614 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:17:42.626614 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:17:42.626614 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:17:42.626614 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:17:42.626614 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:17:42.626614 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:17:42.626614 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:17:42.626614 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:17:42.628070 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f19179-ba26-458b-b84d-c4eb0651c6e7 req-d6220987-ed96-4eb2-8f99-ea1d92c25d52 tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:17:42.629631 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b2f19179-ba26-458b-b84d-c4eb0651c6e7 req-d6220987-ed96-4eb2-8f99-ea1d92c25d52 tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] 10.222.0.32 "GET /v2.0/networks?id=ce9b43e7-57f0-42d1-9422-f764ccb2bd06 HTTP/1.1" status: 200  len: 812 time: 0.4991865
Dec 25 21:17:42.638623 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-024bd01e-9b06-4a08-bfcb-251a2d5fa359 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:42.692070 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b2f19179-ba26-458b-b84d-c4eb0651c6e7 req-8f4591fd-30a6-4841-bbe3-f94865d89033 tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] 10.222.0.32 "GET /v2.0/quotas/16a084940f024be8aee5807248918cb5 HTTP/1.1" status: 200  len: 375 time: 0.0469675
Dec 25 21:17:42.742299 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ce100a-1679-499e-bc65-fbfc5e7979a9 req-ef1d35a9-f07e-4b1b-8666-22afd02f23bb tempest-ImagesOneServerNegativeTestJSON-1717313213 tempest-ImagesOneServerNegativeTestJSON-1717313213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:17:42.743832 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c2ce100a-1679-499e-bc65-fbfc5e7979a9 req-ef1d35a9-f07e-4b1b-8666-22afd02f23bb tempest-ImagesOneServerNegativeTestJSON-1717313213 tempest-ImagesOneServerNegativeTestJSON-1717313213-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5284da0-3efe-4fd6-b107-6eb5f66c269d HTTP/1.1" status: 200  len: 946 time: 0.1383820
Dec 25 21:17:42.780390 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-d4e946f6-0bc3-4711-8664-891f5872dc10 req-0425c893-e9ef-40d1-b3ad-f43d7c851ceb service neutron] Attempting to bind port b548a516-5b40-4749-9286-e686f9b3d3be on host nch1-master-1 for vnic_type normal with profile  {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:17:42.780730 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-d4e946f6-0bc3-4711-8664-891f5872dc10 req-0425c893-e9ef-40d1-b3ad-f43d7c851ceb service neutron] Attempting to bind port b548a516-5b40-4749-9286-e686f9b3d3be by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '2eb49ff2-b1de-4e84-a376-6f91f784eeb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'de2cf5f5-0f83-4089-a263-5ec0a5e6f1de'}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:17:42.781084 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4e946f6-0bc3-4711-8664-891f5872dc10 req-0425c893-e9ef-40d1-b3ad-f43d7c851ceb service neutron] Attempting to bind port b548a516-5b40-4749-9286-e686f9b3d3be on network de2cf5f5-0f83-4089-a263-5ec0a5e6f1de {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:17:42.793930 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4e946f6-0bc3-4711-8664-891f5872dc10 req-0425c893-e9ef-40d1-b3ad-f43d7c851ceb service neutron] Port b548a516-5b40-4749-9286-e686f9b3d3be on network de2cf5f5-0f83-4089-a263-5ec0a5e6f1de not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 25 21:17:42.794257 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4e946f6-0bc3-4711-8664-891f5872dc10 req-0425c893-e9ef-40d1-b3ad-f43d7c851ceb service neutron] Attempting to bind port b548a516-5b40-4749-9286-e686f9b3d3be on network de2cf5f5-0f83-4089-a263-5ec0a5e6f1de {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:17:42.808939 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b2f19179-ba26-458b-b84d-c4eb0651c6e7 req-6447fada-a6ff-4f5f-a4b9-2c2271192ec5 tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=16a084940f024be8aee5807248918cb5&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1092165
Dec 25 21:17:42.811980 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4e946f6-0bc3-4711-8664-891f5872dc10 req-0425c893-e9ef-40d1-b3ad-f43d7c851ceb service neutron] Checking agent: {'id': '6d577036-68fc-4aa4-aed7-5ab01de2117e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 21, 4, 34), 'started_at': datetime.datetime(2021, 12, 25, 21, 4, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 17, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:17:42.812324 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4e946f6-0bc3-4711-8664-891f5872dc10 req-0425c893-e9ef-40d1-b3ad-f43d7c851ceb service neutron] Checking segment: {'id': '2eb49ff2-b1de-4e84-a376-6f91f784eeb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'de2cf5f5-0f83-4089-a263-5ec0a5e6f1de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:17:42.812709 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4e946f6-0bc3-4711-8664-891f5872dc10 req-0425c893-e9ef-40d1-b3ad-f43d7c851ceb service neutron] Bound using segment: {'id': '2eb49ff2-b1de-4e84-a376-6f91f784eeb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'de2cf5f5-0f83-4089-a263-5ec0a5e6f1de'} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:17:42.813186 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-d4e946f6-0bc3-4711-8664-891f5872dc10 req-0425c893-e9ef-40d1-b3ad-f43d7c851ceb service neutron] Bound port: b548a516-5b40-4749-9286-e686f9b3d3be, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2eb49ff2-b1de-4e84-a376-6f91f784eeb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'de2cf5f5-0f83-4089-a263-5ec0a5e6f1de'}}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:17:42.813552 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-d4e946f6-0bc3-4711-8664-891f5872dc10 req-0425c893-e9ef-40d1-b3ad-f43d7c851ceb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:42.857387 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c2ce100a-1679-499e-bc65-fbfc5e7979a9 req-3745729e-897a-4f24-9155-3e3e41cd808d tempest-ImagesOneServerNegativeTestJSON-1717313213 tempest-ImagesOneServerNegativeTestJSON-1717313213-project] 10.222.0.32 "GET /v2.0/security-groups?id=90b09226-05f9-413f-802a-f36d3e55d2ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1023417
Dec 25 21:17:42.987881 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-024bd01e-9b06-4a08-bfcb-251a2d5fa359 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:42.991536 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-d4e946f6-0bc3-4711-8664-891f5872dc10 req-0425c893-e9ef-40d1-b3ad-f43d7c851ceb service neutron] For port b548a516-5b40-4749-9286-e686f9b3d3be, host nch1-master-1, cleared binding levels {{(pid=121606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:17:42.997612 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-d4e946f6-0bc3-4711-8664-891f5872dc10 req-0425c893-e9ef-40d1-b3ad-f43d7c851ceb service neutron] For port b548a516-5b40-4749-9286-e686f9b3d3be, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b548a516-5b40-4749-9286-e686f9b3d3be,segment=NetworkSegment(2eb49ff2-b1de-4e84-a376-6f91f784eeb5),segment_id=2eb49ff2-b1de-4e84-a376-6f91f784eeb5)] {{(pid=121606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:17:43.003553 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b2f19179-ba26-458b-b84d-c4eb0651c6e7 req-593f70dd-a5ec-49c7-9577-d5962810e019 service neutron] 10.222.0.32 "GET /v2.0/networks/ce9b43e7-57f0-42d1-9422-f764ccb2bd06?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1797013
Dec 25 21:17:43.008510 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-024bd01e-9b06-4a08-bfcb-251a2d5fa359 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:43.014439 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15ccb35-0180-4826-b3b0-1bc2bc40d19c req-1b4c3a71-bab0-4fc6-8aad-8742e009ce53 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:17:43.016062 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b15ccb35-0180-4826-b3b0-1bc2bc40d19c req-1b4c3a71-bab0-4fc6-8aad-8742e009ce53 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/ports?device_id=4e09da5c-da55-4216-89ee-8cbdaf24ecec HTTP/1.1" status: 200  len: 950 time: 0.0910230
Dec 25 21:17:43.097214 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-d4e946f6-0bc3-4711-8664-891f5872dc10 req-0425c893-e9ef-40d1-b3ad-f43d7c851ceb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:43.125401 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_common [None req-024bd01e-9b06-4a08-bfcb-251a2d5fa359 admin admin] Allocated IP 172.35.3.175 (7201e55c-7c5f-41aa-a042-a363696539d0/7a939e13-713f-45cf-bba7-1539635abe25/2803deba-1b18-4a6d-9ba9-77345c222205) {{(pid=121607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:17:43.171852 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e946f6-0bc3-4711-8664-891f5872dc10 req-0425c893-e9ef-40d1-b3ad-f43d7c851ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:17:43.172516 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-d4e946f6-0bc3-4711-8664-891f5872dc10 req-0425c893-e9ef-40d1-b3ad-f43d7c851ceb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:43.173983 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d4e946f6-0bc3-4711-8664-891f5872dc10 req-0425c893-e9ef-40d1-b3ad-f43d7c851ceb service neutron] 10.222.0.31 "PUT /v2.0/ports/b548a516-5b40-4749-9286-e686f9b3d3be HTTP/1.1" status: 200  len: 1091 time: 1.6867502
Dec 25 21:17:43.174439 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6a1be38-1673-434a-ac87-a3a12f8760ce', 'tag': 'b548a516-5b40-4749-9286-e686f9b3d3be'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:17:43.176683 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9858820c13ec2827453b94ebc4181065e990a4e4089ccb9fe762531ac62d2fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b67a5ab7-ab2e-434e-9e15-ac80ce6fc71c" -d '{"events": [{"name": "network-changed", "server_uuid": "e6a1be38-1673-434a-ac87-a3a12f8760ce", "tag": "b548a516-5b40-4749-9286-e686f9b3d3be"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:17:43.194529 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b15ccb35-0180-4826-b3b0-1bc2bc40d19c req-1fecb3b5-adb0-44dc-93b8-bca2a9e85ba4 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3f1ae63-416f-443f-b032-af0d7dcc9019&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1682992
Dec 25 21:17:43.215312 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b2f19179-ba26-458b-b84d-c4eb0651c6e7 req-2fd3d86c-2140-46f6-8077-cd3a9d4b9b61 service neutron] 10.222.0.32 "GET /v2.0/networks/ce9b43e7-57f0-42d1-9422-f764ccb2bd06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1981714
Dec 25 21:17:43.220971 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0425c893-e9ef-40d1-b3ad-f43d7c851ceb service neutron] Pushing event updated for resources: {'Port': ['ID=b548a516-5b40-4749-9286-e686f9b3d3be,revision_number=3']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:17:43.238832 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-024bd01e-9b06-4a08-bfcb-251a2d5fa359 admin admin] Publish callbacks [] for port, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:43.344029 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d9fcfc-0bce-4885-a7d5-d8b74d1d3a2e req-29365740-ee02-477a-a773-5954b48be647 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:17:43.346166 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-50d9fcfc-0bce-4885-a7d5-d8b74d1d3a2e req-29365740-ee02-477a-a773-5954b48be647 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] 10.222.0.32 "GET /v2.0/ports?device_id=e6a1be38-1673-434a-ac87-a3a12f8760ce HTTP/1.1" status: 200  len: 943 time: 0.0865135
Dec 25 21:17:43.350368 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-024bd01e-9b06-4a08-bfcb-251a2d5fa359 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:43.351785 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e946f6-0bc3-4711-8664-891f5872dc10 req-d750cc36-edc0-4f6a-82fa-44cf120cb867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:17:43.353221 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d4e946f6-0bc3-4711-8664-891f5872dc10 req-d750cc36-edc0-4f6a-82fa-44cf120cb867 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=38d7cbaffc1340f59e994569e8e33e1d&device_id=e6a1be38-1673-434a-ac87-a3a12f8760ce HTTP/1.1" status: 200  len: 1094 time: 0.0629282
Dec 25 21:17:43.391423 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-024bd01e-9b06-4a08-bfcb-251a2d5fa359 admin admin] Network 7201e55c-7c5f-41aa-a042-a363696539d0 is already hosted by enough agents. {{(pid=121607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:17:43.397229 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-024bd01e-9b06-4a08-bfcb-251a2d5fa359 admin admin] Resources bound (agent type, host, resource id):  {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:17:43.404776 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-024bd01e-9b06-4a08-bfcb-251a2d5fa359 admin admin] Received port after_create {{(pid=121607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:17:43.408069 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024bd01e-9b06-4a08-bfcb-251a2d5fa359 admin admin] Pushing event updated for resources: {'Port': ['ID=2803deba-1b18-4a6d-9ba9-77345c222205,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:17:43.417352 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d4e946f6-0bc3-4711-8664-891f5872dc10 req-dadeefee-d721-4e21-92fb-c4d3b126577e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b548a516-5b40-4749-9286-e686f9b3d3be HTTP/1.1" status: 200  len: 217 time: 0.0504649
Dec 25 21:17:43.487034 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-50d9fcfc-0bce-4885-a7d5-d8b74d1d3a2e req-3438e499-a594-4a6e-98c8-9fc6fc1a3370 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c514444-6044-490f-9acc-6dece3909d9f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1328492
Dec 25 21:17:43.513482 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ff646376-3736-4650-90cb-ee92b7eff0d1 req-69fd8ab6-c723-432c-8a01-1c1553721aa9 tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] 10.222.0.32 "GET /v2.0/ports?device_id=503df13c-2f74-4094-bbd9-a07a7ba8f4cb HTTP/1.1" status: 200  len: 210 time: 0.0435274
Dec 25 21:17:43.522909 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e946f6-0bc3-4711-8664-891f5872dc10 req-8af6a16c-86de-4b0a-81b5-ef35dff4b213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:17:43.524536 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d4e946f6-0bc3-4711-8664-891f5872dc10 req-8af6a16c-86de-4b0a-81b5-ef35dff4b213 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=81f9dfd5-f0bc-4f72-bceb-acbb4f595f27 HTTP/1.1" status: 200  len: 846 time: 0.0999684
Dec 25 21:17:43.581617 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d4e946f6-0bc3-4711-8664-891f5872dc10 req-05ba8234-ffe3-410c-b26b-d9aa7d4fe95e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=de2cf5f5-0f83-4089-a263-5ec0a5e6f1de&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0480700
Dec 25 21:17:43.702224 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-6d2f8ec4-479b-4a6c-abc7-f204e84482ea req-340e4c8a-8a63-4636-95e2-06c0e1a04d3d tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] 10.222.0.32 "GET /v2.0/ports?device_id=07d51e67-c044-4aa2-9b94-b50e5df7aecb HTTP/1.1" status: 200  len: 210 time: 0.0430045
Dec 25 21:17:43.720771 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d4e946f6-0bc3-4711-8664-891f5872dc10 req-9472c4aa-c436-407d-8c40-f49041655ff8 service neutron] 10.222.0.31 "GET /v2.0/networks/de2cf5f5-0f83-4089-a263-5ec0a5e6f1de?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1253080
Dec 25 21:17:43.729421 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Dec 2021 21:17:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58d645fd-101b-4619-a6d5-e65dbd3a6f07 x-openstack-request-id: req-58d645fd-101b-4619-a6d5-e65dbd3a6f07 {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:17:43.729717 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6a1be38-1673-434a-ac87-a3a12f8760ce", "tag": "b548a516-5b40-4749-9286-e686f9b3d3be", "status": "completed", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:17:43.730073 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-58d645fd-101b-4619-a6d5-e65dbd3a6f07 {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:17:43.730466 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6a1be38-1673-434a-ac87-a3a12f8760ce', 'tag': 'b548a516-5b40-4749-9286-e686f9b3d3be', 'status': 'completed', 'code': 200}
Dec 25 21:17:43.818011 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-024bd01e-9b06-4a08-bfcb-251a2d5fa359 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:43.819629 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d4e946f6-0bc3-4711-8664-891f5872dc10 req-ed63f591-f262-4b78-a276-a0bde7a2800e service neutron] 10.222.0.31 "GET /v2.0/networks/de2cf5f5-0f83-4089-a263-5ec0a5e6f1de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0869443
Dec 25 21:17:44.001911 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8cfbaa-f15d-4586-a4bc-7ca01587ab50 req-f066b648-7aa8-4273-bd94-d99c5391bc6c tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:17:44.006353 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0f8cfbaa-f15d-4586-a4bc-7ca01587ab50 req-f066b648-7aa8-4273-bd94-d99c5391bc6c tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] 10.222.0.37 "GET /v2.0/networks?id=2c732578-b39b-40c1-8a55-147e577043a0 HTTP/1.1" status: 200  len: 812 time: 0.1463919
Dec 25 21:17:44.055635 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-0f8cfbaa-f15d-4586-a4bc-7ca01587ab50 req-4dc39dd1-0996-4819-87c0-aba8b605ed0d tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] Request body: {'port': {'device_id': '503df13c-2f74-4094-bbd9-a07a7ba8f4cb', 'network_id': '2c732578-b39b-40c1-8a55-147e577043a0', 'admin_state_up': True, 'tenant_id': '8154e82a58434a60b677d150202a5312'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:17:44.142384 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67a5ab7-ab2e-434e-9e15-ac80ce6fc71c req-74343b5a-84d6-4bfe-959a-ca3254555548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:17:44.143762 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b67a5ab7-ab2e-434e-9e15-ac80ce6fc71c req-74343b5a-84d6-4bfe-959a-ca3254555548 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=38d7cbaffc1340f59e994569e8e33e1d&device_id=e6a1be38-1673-434a-ac87-a3a12f8760ce HTTP/1.1" status: 200  len: 1094 time: 0.1364944
Dec 25 21:17:44.160352 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c5a1db-9145-4e69-85a2-0d506645f409 req-cfd746ac-f998-4309-9f5a-a5c8509c582e tempest-ImagesOneServerNegativeTestJSON-1717313213 tempest-ImagesOneServerNegativeTestJSON-1717313213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:17:44.161967 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-58c5a1db-9145-4e69-85a2-0d506645f409 req-cfd746ac-f998-4309-9f5a-a5c8509c582e tempest-ImagesOneServerNegativeTestJSON-1717313213 tempest-ImagesOneServerNegativeTestJSON-1717313213-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5284da0-3efe-4fd6-b107-6eb5f66c269d HTTP/1.1" status: 200  len: 946 time: 0.1692817
Dec 25 21:17:44.343148 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-024bd01e-9b06-4a08-bfcb-251a2d5fa359 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2014278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2009753'] for router, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:44.360499 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-58c5a1db-9145-4e69-85a2-0d506645f409 req-92788108-0728-46e8-a34a-1ca51982de3b tempest-ImagesOneServerNegativeTestJSON-1717313213 tempest-ImagesOneServerNegativeTestJSON-1717313213-project] 10.222.0.32 "GET /v2.0/security-groups?id=90b09226-05f9-413f-802a-f36d3e55d2ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1744506
Dec 25 21:17:44.361573 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67a5ab7-ab2e-434e-9e15-ac80ce6fc71c req-227a0d09-a856-4362-96ff-fead1a298130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:17:44.362936 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b67a5ab7-ab2e-434e-9e15-ac80ce6fc71c req-227a0d09-a856-4362-96ff-fead1a298130 service neutron] 10.222.0.31 "GET /v2.0/networks?id=de2cf5f5-0f83-4089-a263-5ec0a5e6f1de HTTP/1.1" status: 200  len: 907 time: 0.2000816
Dec 25 21:17:44.397286 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff1f0aa-0a8b-4500-ad32-c3cd3a3b9414 req-d1c7cccf-1810-43ac-9606-7708c50daa38 tempest-ImagesOneServerNegativeTestJSON-1717313213 tempest-ImagesOneServerNegativeTestJSON-1717313213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:17:44.398730 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-3ff1f0aa-0a8b-4500-ad32-c3cd3a3b9414 req-d1c7cccf-1810-43ac-9606-7708c50daa38 tempest-ImagesOneServerNegativeTestJSON-1717313213 tempest-ImagesOneServerNegativeTestJSON-1717313213-project] 10.222.0.37 "GET /v2.0/ports?device_id=a5284da0-3efe-4fd6-b107-6eb5f66c269d HTTP/1.1" status: 200  len: 946 time: 0.0953324
Dec 25 21:17:44.431047 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f977f14-45c5-428f-b662-56d4f2ff9505 req-6d3f1985-0316-408e-925c-5351e5a5a33f tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:17:44.432969 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3f977f14-45c5-428f-b662-56d4f2ff9505 req-6d3f1985-0316-408e-925c-5351e5a5a33f tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/ports?device_id=4e09da5c-da55-4216-89ee-8cbdaf24ecec HTTP/1.1" status: 200  len: 950 time: 0.1358988
Dec 25 21:17:44.434221 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b67a5ab7-ab2e-434e-9e15-ac80ce6fc71c req-33d84abd-bb63-4f24-8f4d-0286a3701a6c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b548a516-5b40-4749-9286-e686f9b3d3be HTTP/1.1" status: 200  len: 217 time: 0.0623863
Dec 25 21:17:44.435277 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f8cfbaa-f15d-4586-a4bc-7ca01587ab50 req-4dc39dd1-0996-4819-87c0-aba8b605ed0d tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] Made reservation on behalf of 8154e82a58434a60b677d150202a5312 for: {'port': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:17:44.441009 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-0f8cfbaa-f15d-4586-a4bc-7ca01587ab50 req-4dc39dd1-0996-4819-87c0-aba8b605ed0d tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:44.562347 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [req-3ff1f0aa-0a8b-4500-ad32-c3cd3a3b9414 req-0f4bb244-212a-4f28-8a83-46573fa711fc tempest-ImagesOneServerNegativeTestJSON-1717313213 tempest-ImagesOneServerNegativeTestJSON-1717313213-project] Deleting port cbb5ba94-31f2-4df4-8a61-f6af5700b77d {{(pid=121607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:17:44.562720 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-3ff1f0aa-0a8b-4500-ad32-c3cd3a3b9414 req-0f4bb244-212a-4f28-8a83-46573fa711fc tempest-ImagesOneServerNegativeTestJSON-1717313213 tempest-ImagesOneServerNegativeTestJSON-1717313213-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:44.567069 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67a5ab7-ab2e-434e-9e15-ac80ce6fc71c req-cd4a14cd-df7d-4db4-ab42-e5867d3d0e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:17:44.568808 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b67a5ab7-ab2e-434e-9e15-ac80ce6fc71c req-cd4a14cd-df7d-4db4-ab42-e5867d3d0e44 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=81f9dfd5-f0bc-4f72-bceb-acbb4f595f27 HTTP/1.1" status: 200  len: 846 time: 0.1190181
Dec 25 21:17:44.608605 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3f977f14-45c5-428f-b662-56d4f2ff9505 req-14ab7ea2-9f5f-406a-b9ee-418e4edd0a03 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3f1ae63-416f-443f-b032-af0d7dcc9019&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1663172
Dec 25 21:17:44.643961 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b67a5ab7-ab2e-434e-9e15-ac80ce6fc71c req-99f13ee9-e131-4feb-ae52-cc111e4582e3 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=de2cf5f5-0f83-4089-a263-5ec0a5e6f1de&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0624290
Dec 25 21:17:44.656678 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-024bd01e-9b06-4a08-bfcb-251a2d5fa359 admin admin] Router dfb386db-09a3-49fa-8678-273f6968540f is scheduled to L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 with binding_index 1 {{(pid=121607) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 25 21:17:44.668573 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.db [req-3ff1f0aa-0a8b-4500-ad32-c3cd3a3b9414 req-0f4bb244-212a-4f28-8a83-46573fa711fc tempest-ImagesOneServerNegativeTestJSON-1717313213 tempest-ImagesOneServerNegativeTestJSON-1717313213-project] For port cbb5ba94-31f2-4df4-8a61-f6af5700b77d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=cbb5ba94-31f2-4df4-8a61-f6af5700b77d,segment=NetworkSegment(851a1add-14f1-4631-9dc8-d7579713b600),segment_id=851a1add-14f1-4631-9dc8-d7579713b600)] {{(pid=121607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:17:44.668961 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-3ff1f0aa-0a8b-4500-ad32-c3cd3a3b9414 req-0f4bb244-212a-4f28-8a83-46573fa711fc tempest-ImagesOneServerNegativeTestJSON-1717313213 tempest-ImagesOneServerNegativeTestJSON-1717313213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:44.719231 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [req-3ff1f0aa-0a8b-4500-ad32-c3cd3a3b9414 req-0f4bb244-212a-4f28-8a83-46573fa711fc tempest-ImagesOneServerNegativeTestJSON-1717313213 tempest-ImagesOneServerNegativeTestJSON-1717313213-project] Calling delete_port for cbb5ba94-31f2-4df4-8a61-f6af5700b77d owned by compute:nova {{(pid=121607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:17:44.748207 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-430fba98-8d2f-47ce-a177-03f50ad36d92 req-98165446-07b2-48ab-b94f-d1bd7f5184d6 tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] 10.222.0.32 "GET /v2.0/ports?device_id=503df13c-2f74-4094-bbd9-a07a7ba8f4cb HTTP/1.1" status: 200  len: 210 time: 0.0659194
Dec 25 21:17:44.759658 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7320f0-1593-4f42-9324-2f1782202eaa req-4c7b146e-4a1a-4635-ac17-bc3eb17971fb tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:17:44.768952 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3a7320f0-1593-4f42-9324-2f1782202eaa req-4c7b146e-4a1a-4635-ac17-bc3eb17971fb tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] 10.222.0.32 "GET /v2.0/ports?device_id=e6a1be38-1673-434a-ac87-a3a12f8760ce HTTP/1.1" status: 200  len: 943 time: 0.1816621
Dec 25 21:17:44.783577 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_common [req-0f8cfbaa-f15d-4586-a4bc-7ca01587ab50 req-4dc39dd1-0996-4819-87c0-aba8b605ed0d tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] Allocated IP 172.20.0.9 (2c732578-b39b-40c1-8a55-147e577043a0/30c8b4fd-6c75-4e8c-b43d-f31074d76442/af2cd469-e53b-45dd-9334-186a6c6c612a) {{(pid=121606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:17:44.837713 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-024bd01e-9b06-4a08-bfcb-251a2d5fa359 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 21:17:44.862322 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-631fafcb-482e-42a0-88cc-99b848b39fa3 None None] Sync routers for ids ['dfb386db-09a3-49fa-8678-273f6968540f'] in ncdv-master-1 {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 21:17:44.882275 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-631fafcb-482e-42a0-88cc-99b848b39fa3 None None] Routers {'dfb386db-09a3-49fa-8678-273f6968540f'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:17:44.883143 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-631fafcb-482e-42a0-88cc-99b848b39fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f26182055b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:17:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['dfb386db-09a3-49fa-8678-273f6968540f'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:17:44.894225 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3a7320f0-1593-4f42-9324-2f1782202eaa req-ddfbe0e4-cba8-49c5-9914-bb28d3b22222 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c514444-6044-490f-9acc-6dece3909d9f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1116929
Dec 25 21:17:44.931501 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b67a5ab7-ab2e-434e-9e15-ac80ce6fc71c req-57adadd0-2c9d-47fa-937e-b6843df22ad7 service neutron] 10.222.0.31 "GET /v2.0/networks/de2cf5f5-0f83-4089-a263-5ec0a5e6f1de?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2744808
Dec 25 21:17:44.935301 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-024bd01e-9b06-4a08-bfcb-251a2d5fa359 admin admin] Publish callbacks [] for router, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:44.936771 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-024bd01e-9b06-4a08-bfcb-251a2d5fa359 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 2.6791816
Dec 25 21:17:44.938092 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f1ada933-9cc6-44f0-a7cf-a7d5530cc3bc req-f3adffc8-dfbd-4cfa-b9ca-015bd433086a tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] 10.222.0.32 "GET /v2.0/ports?device_id=07d51e67-c044-4aa2-9b94-b50e5df7aecb HTTP/1.1" status: 200  len: 210 time: 0.0417905
Dec 25 21:17:44.942090 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 55812) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:17:45.019058 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvr_db [None req-631fafcb-482e-42a0-88cc-99b848b39fa3 None None] Set router dfb386db-09a3-49fa-8678-273f6968540f gateway port host: ncdv-master-1 {{(pid=121608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:17:45.026371 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-3ff1f0aa-0a8b-4500-ad32-c3cd3a3b9414 req-0f4bb244-212a-4f28-8a83-46573fa711fc tempest-ImagesOneServerNegativeTestJSON-1717313213 tempest-ImagesOneServerNegativeTestJSON-1717313213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:45.052316 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] get_ports_and_sgs() called for port_ids ['cbb5ba94-31f2-4df4-8a61-f6af5700b77d'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:17:45.055595 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4bb244-212a-4f28-8a83-46573fa711fc tempest-ImagesOneServerNegativeTestJSON-1717313213 tempest-ImagesOneServerNegativeTestJSON-1717313213-project] Pushing event deleted for resources: {'Port': ['ID=cbb5ba94-31f2-4df4-8a61-f6af5700b77d,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:17:45.117616 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ff1f0aa-0a8b-4500-ad32-c3cd3a3b9414 req-0f4bb244-212a-4f28-8a83-46573fa711fc tempest-ImagesOneServerNegativeTestJSON-1717313213 tempest-ImagesOneServerNegativeTestJSON-1717313213-project] No DVR routers for this DVR port cbb5ba94-31f2-4df4-8a61-f6af5700b77d on host nch2-master-1 {{(pid=121607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:17:45.120093 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-3ff1f0aa-0a8b-4500-ad32-c3cd3a3b9414 req-0f4bb244-212a-4f28-8a83-46573fa711fc tempest-ImagesOneServerNegativeTestJSON-1717313213 tempest-ImagesOneServerNegativeTestJSON-1717313213-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:45.124068 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-3ff1f0aa-0a8b-4500-ad32-c3cd3a3b9414 req-0f4bb244-212a-4f28-8a83-46573fa711fc tempest-ImagesOneServerNegativeTestJSON-1717313213 tempest-ImagesOneServerNegativeTestJSON-1717313213-project] 10.222.0.37 "DELETE /v2.0/ports/cbb5ba94-31f2-4df4-8a61-f6af5700b77d HTTP/1.1" status: 204  len: 173 time: 0.7137778
Dec 25 21:17:45.124605 ncdv-master-1 neutron-server[121607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5284da0-3efe-4fd6-b107-6eb5f66c269d', 'name': 'network-vif-deleted', 'tag': 'cbb5ba94-31f2-4df4-8a61-f6af5700b77d'}] {{(pid=121607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:17:45.128358 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f980bbcadfa7bf1e788024e1448be660373c21f97f015f780444e999c451203" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2ce90cc-b7d3-4433-bd51-a448f37412a7" -d '{"events": [{"server_uuid": "a5284da0-3efe-4fd6-b107-6eb5f66c269d", "name": "network-vif-deleted", "tag": "cbb5ba94-31f2-4df4-8a61-f6af5700b77d"}]}' {{(pid=121607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:17:45.172835 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 21:17:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e324f1e2-8b48-4f41-834f-dbd7cbf6a567 x-openstack-request-id: req-e324f1e2-8b48-4f41-834f-dbd7cbf6a567 {{(pid=121607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:17:45.174505 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5284da0-3efe-4fd6-b107-6eb5f66c269d", "name": "network-vif-deleted", "tag": "cbb5ba94-31f2-4df4-8a61-f6af5700b77d", "status": "completed", "code": 200}]} {{(pid=121607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:17:45.174963 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e324f1e2-8b48-4f41-834f-dbd7cbf6a567 {{(pid=121607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:17:45.175524 ncdv-master-1 neutron-server[121607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5284da0-3efe-4fd6-b107-6eb5f66c269d', 'name': 'network-vif-deleted', 'tag': 'cbb5ba94-31f2-4df4-8a61-f6af5700b77d', 'status': 'completed', 'code': 200}
Dec 25 21:17:45.197132 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b67a5ab7-ab2e-434e-9e15-ac80ce6fc71c req-4c7f72e8-22fc-43de-a423-17bf65b04e1f service neutron] 10.222.0.31 "GET /v2.0/networks/de2cf5f5-0f83-4089-a263-5ec0a5e6f1de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2556698
Dec 25 21:17:45.256152 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-631fafcb-482e-42a0-88cc-99b848b39fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f26182055b0>, [{'id': 'dfb386db-09a3-49fa-8678-273f6968540f', 'name': 'tempest-ServerRescueTestJSON-1516595634-router', 'tenant_id': '3b0881f03bcb42b2af8fbbc9bd84ca78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.175'}], 'enable_snat': True}, 'gw_port_id': '2803deba-1b18-4a6d-9ba9-77345c222205', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:17:42Z', 'updated_at': '2021-12-25T21:17:43Z', 'revision_number': 3, 'project_id': '3b0881f03bcb42b2af8fbbc9bd84ca78', 'gw_port': {'id': '2803deba-1b18-4a6d-9ba9-77345c222205', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:25:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfb386db-09a3-49fa-8678-273f6968540f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1097, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:17:43Z', 'updated_at': '2021-12-25T21:17:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:17:45.267896 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-0f8cfbaa-f15d-4586-a4bc-7ca01587ab50 req-4dc39dd1-0996-4819-87c0-aba8b605ed0d tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] Publish callbacks [] for port, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:45.286639 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-631fafcb-482e-42a0-88cc-99b848b39fa3 None None] Checking router: dfb386db-09a3-49fa-8678-273f6968540f for host: ncdv-master-1 {{(pid=121608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 25 21:17:45.286962 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-631fafcb-482e-42a0-88cc-99b848b39fa3 None None] Updating router dfb386db-09a3-49fa-8678-273f6968540f port 2803deba-1b18-4a6d-9ba9-77345c222205 binding host ncdv-master-1 {{(pid=121608) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 25 21:17:45.318112 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-631fafcb-482e-42a0-88cc-99b848b39fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:45.469511 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-0f8cfbaa-f15d-4586-a4bc-7ca01587ab50 req-4dc39dd1-0996-4819-87c0-aba8b605ed0d tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:45.518520 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0e66c436-54f7-4bd3-a8a9-1b15439ec600 req-fd8de076-5853-45dd-a0d3-f8ef9c68a504 tempest-ImagesOneServerNegativeTestJSON-1717313213 tempest-ImagesOneServerNegativeTestJSON-1717313213-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5284da0-3efe-4fd6-b107-6eb5f66c269d HTTP/1.1" status: 200  len: 210 time: 0.0641441
Dec 25 21:17:45.563346 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f8cfbaa-f15d-4586-a4bc-7ca01587ab50 req-4dc39dd1-0996-4819-87c0-aba8b605ed0d tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] Network 2c732578-b39b-40c1-8a55-147e577043a0 is already hosted by enough agents. {{(pid=121606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:17:45.572076 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [req-0f8cfbaa-f15d-4586-a4bc-7ca01587ab50 req-4dc39dd1-0996-4819-87c0-aba8b605ed0d tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] Resources bound (agent type, host, resource id):  {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:17:45.575416 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc39dd1-0996-4819-87c0-aba8b605ed0d tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] Pushing event updated for resources: {'Port': ['ID=af2cd469-e53b-45dd-9334-186a6c6c612a,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:17:45.579079 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f8cfbaa-f15d-4586-a4bc-7ca01587ab50 req-4dc39dd1-0996-4819-87c0-aba8b605ed0d tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] Received port after_create {{(pid=121606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:17:45.604379 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-631fafcb-482e-42a0-88cc-99b848b39fa3 None None] Publish callbacks [] for port, precommit_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:45.658432 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8cfbaa-f15d-4586-a4bc-7ca01587ab50 req-4dc39dd1-0996-4819-87c0-aba8b605ed0d tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:17:45.659047 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-0f8cfbaa-f15d-4586-a4bc-7ca01587ab50 req-4dc39dd1-0996-4819-87c0-aba8b605ed0d tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:45.681416 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-631fafcb-482e-42a0-88cc-99b848b39fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:45.736999 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-bb34bf82-81bc-4ee6-9595-62be7b82f90f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:45.740315 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-631fafcb-482e-42a0-88cc-99b848b39fa3 None None] Attempting to bind port 2803deba-1b18-4a6d-9ba9-77345c222205 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:17:45.741068 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-631fafcb-482e-42a0-88cc-99b848b39fa3 None None] Attempting to bind port 2803deba-1b18-4a6d-9ba9-77345c222205 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:17:45.741068 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-631fafcb-482e-42a0-88cc-99b848b39fa3 None None] Attempting to bind port 2803deba-1b18-4a6d-9ba9-77345c222205 on network 7201e55c-7c5f-41aa-a042-a363696539d0 {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:17:45.746129 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69201bc0-ef1c-4b6f-845c-16d341ef5f64 None None] Pushing event updated for resources: {'Port': ['ID=2803deba-1b18-4a6d-9ba9-77345c222205,revision_number=2']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:17:45.749828 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-631fafcb-482e-42a0-88cc-99b848b39fa3 None None] Checking agent: {'id': 'ca4f5c6d-f1fd-48b8-a3e3-395864c7d23d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 20, 56, 40), 'started_at': datetime.datetime(2021, 12, 25, 20, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 17, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:17:45.750215 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-631fafcb-482e-42a0-88cc-99b848b39fa3 None None] Checking segment: {'id': '6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:17:45.750675 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-631fafcb-482e-42a0-88cc-99b848b39fa3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:45.751071 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-631fafcb-482e-42a0-88cc-99b848b39fa3 None None] Bound using segment: {'id': '6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:17:45.751618 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-631fafcb-482e-42a0-88cc-99b848b39fa3 None None] Bound port: 2803deba-1b18-4a6d-9ba9-77345c222205, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'}}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:17:45.752007 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-631fafcb-482e-42a0-88cc-99b848b39fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:45.839091 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-631fafcb-482e-42a0-88cc-99b848b39fa3 None None] For port 2803deba-1b18-4a6d-9ba9-77345c222205, host ncdv-master-1, cleared binding levels {{(pid=121608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:17:45.843829 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-631fafcb-482e-42a0-88cc-99b848b39fa3 None None] For port 2803deba-1b18-4a6d-9ba9-77345c222205, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2803deba-1b18-4a6d-9ba9-77345c222205,segment=NetworkSegment(6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855),segment_id=6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855)] {{(pid=121608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:17:45.962742 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-631fafcb-482e-42a0-88cc-99b848b39fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:46.042481 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69201bc0-ef1c-4b6f-845c-16d341ef5f64 None None] Pushing event updated for resources: {'Port': ['ID=2803deba-1b18-4a6d-9ba9-77345c222205,revision_number=3']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:17:46.047088 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-631fafcb-482e-42a0-88cc-99b848b39fa3 None None] Routers {'dfb386db-09a3-49fa-8678-273f6968540f'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:17:46.047798 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-631fafcb-482e-42a0-88cc-99b848b39fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f26182055b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:17:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['dfb386db-09a3-49fa-8678-273f6968540f'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:17:46.097563 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0f8cfbaa-f15d-4586-a4bc-7ca01587ab50 req-4dc39dd1-0996-4819-87c0-aba8b605ed0d tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.0721552
Dec 25 21:17:46.124342 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [req-0f8cfbaa-f15d-4586-a4bc-7ca01587ab50 req-ec5023c1-7599-4a2f-a9bf-dc4caa1d2a0d tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=121606) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 25 21:17:46.125364 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0f8cfbaa-f15d-4586-a4bc-7ca01587ab50 req-ec5023c1-7599-4a2f-a9bf-dc4caa1d2a0d tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0175748
Dec 25 21:17:46.165667 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-0f8cfbaa-f15d-4586-a4bc-7ca01587ab50 req-6fc2b844-25c3-4528-bb70-c03445fcf5e1 service neutron] Request body: {'port': {'device_id': '503df13c-2f74-4094-bbd9-a07a7ba8f4cb', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:17:46.261722 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2780e4b-055b-4fcf-b01c-85ee3348016f req-cf70a209-2fdc-42d6-bce3-d4ba537f0ba5 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:17:46.263269 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f2780e4b-055b-4fcf-b01c-85ee3348016f req-cf70a209-2fdc-42d6-bce3-d4ba537f0ba5 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/ports?device_id=4e09da5c-da55-4216-89ee-8cbdaf24ecec HTTP/1.1" status: 200  len: 950 time: 0.5654452
Dec 25 21:17:46.320554 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvr_db [None req-631fafcb-482e-42a0-88cc-99b848b39fa3 None None] Set router dfb386db-09a3-49fa-8678-273f6968540f gateway port host: ncdv-master-1 {{(pid=121608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:17:46.376095 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b99eb3-33a3-440a-b68c-f5820f231928 req-7cd618e3-ff07-40e1-aa3d-6263e6b39657 tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:17:46.378049 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-10b99eb3-33a3-440a-b68c-f5820f231928 req-7cd618e3-ff07-40e1-aa3d-6263e6b39657 tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] 10.222.0.32 "GET /v2.0/ports?device_id=503df13c-2f74-4094-bbd9-a07a7ba8f4cb HTTP/1.1" status: 200  len: 931 time: 0.2966788
Dec 25 21:17:46.414435 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-0f8cfbaa-f15d-4586-a4bc-7ca01587ab50 req-6fc2b844-25c3-4528-bb70-c03445fcf5e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:46.427226 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f19179-ba26-458b-b84d-c4eb0651c6e7 req-fdaf6dc9-1791-4a85-9aed-481702838de8 tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:17:46.428939 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b2f19179-ba26-458b-b84d-c4eb0651c6e7 req-fdaf6dc9-1791-4a85-9aed-481702838de8 tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] 10.222.0.31 "GET /v2.0/networks?id=ce9b43e7-57f0-42d1-9422-f764ccb2bd06 HTTP/1.1" status: 200  len: 812 time: 0.3493428
Dec 25 21:17:46.457508 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-b2f19179-ba26-458b-b84d-c4eb0651c6e7 req-922d58b5-45f7-4d7e-9cec-c064d047af7d tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] Request body: {'port': {'device_id': '07d51e67-c044-4aa2-9b94-b50e5df7aecb', 'network_id': 'ce9b43e7-57f0-42d1-9422-f764ccb2bd06', 'admin_state_up': True, 'tenant_id': '16a084940f024be8aee5807248918cb5'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:17:46.505969 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-631fafcb-482e-42a0-88cc-99b848b39fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f26182055b0>, [{'id': 'dfb386db-09a3-49fa-8678-273f6968540f', 'name': 'tempest-ServerRescueTestJSON-1516595634-router', 'tenant_id': '3b0881f03bcb42b2af8fbbc9bd84ca78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.175'}], 'enable_snat': True}, 'gw_port_id': '2803deba-1b18-4a6d-9ba9-77345c222205', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:17:42Z', 'updated_at': '2021-12-25T21:17:43Z', 'revision_number': 3, 'project_id': '3b0881f03bcb42b2af8fbbc9bd84ca78', 'gw_port': {'id': '2803deba-1b18-4a6d-9ba9-77345c222205', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:25:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfb386db-09a3-49fa-8678-273f6968540f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1097, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:17:43Z', 'updated_at': '2021-12-25T21:17:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:17:46.522766 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f2780e4b-055b-4fcf-b01c-85ee3348016f req-b8fc6bec-3992-4c07-ba4a-bd6c41d13e41 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3f1ae63-416f-443f-b032-af0d7dcc9019&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2415440
Dec 25 21:17:46.557233 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-631fafcb-482e-42a0-88cc-99b848b39fa3 None None] The sync data for ids ['dfb386db-09a3-49fa-8678-273f6968540f'] in ncdv-master-1 is: [{'id': 'dfb386db-09a3-49fa-8678-273f6968540f', 'name': 'tempest-ServerRescueTestJSON-1516595634-router', 'tenant_id': '3b0881f03bcb42b2af8fbbc9bd84ca78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.175'}], 'enable_snat': True}, 'gw_port_id': '2803deba-1b18-4a6d-9ba9-77345c222205', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:17:42Z', 'updated_at': '2021-12-25T21:17:43Z', 'revision_number': 3, 'project_id': '3b0881f03bcb42b2af8fbbc9bd84ca78', 'gw_port': {'id': '2803deba-1b18-4a6d-9ba9-77345c222205', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:25:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfb386db-09a3-49fa-8678-273f6968540f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1097, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:17:43Z', 'updated_at': '2021-12-25T21:17:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 21:17:46.634648 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-10b99eb3-33a3-440a-b68c-f5820f231928 req-b7a977a7-4e34-4c2b-be68-fcda4f6bbeef tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] 10.222.0.32 "GET /v2.0/security-groups?id=2bf8651c-3ed0-44bb-a064-d61aab6ec281&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2371349
Dec 25 21:17:46.748758 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_common [None req-bb34bf82-81bc-4ee6-9595-62be7b82f90f admin admin] Allocated IP 172.20.0.1 (040e4d7b-a517-49cc-8699-70c0b9b2f222/ca46be31-1a87-4846-b557-a9f49755a2de/f41a970d-3836-4c80-bdf6-1b67ab6d2c50) {{(pid=121606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:17:46.801431 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-77d38cf1-7a2b-41b3-b642-55ea89d55bd1 req-b0fc1405-c478-43ff-8dea-9958a275f83c tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] 10.222.0.32 "GET /v2.0/ports?device_id=07d51e67-c044-4aa2-9b94-b50e5df7aecb HTTP/1.1" status: 200  len: 210 time: 0.0939779
Dec 25 21:17:46.985193 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4310206-b238-4fb8-8e8f-fc1f3b34021e req-ceb15e0d-571d-40d5-bb4a-f1462838bf37 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:17:46.987476 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d4310206-b238-4fb8-8e8f-fc1f3b34021e req-ceb15e0d-571d-40d5-bb4a-f1462838bf37 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] 10.222.0.32 "GET /v2.0/ports?device_id=e6a1be38-1673-434a-ac87-a3a12f8760ce HTTP/1.1" status: 200  len: 943 time: 0.2801311
Dec 25 21:17:47.097501 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 2803deba-1b18-4a6d-9ba9-77345c222205 up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:17:47.107693 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-bb34bf82-81bc-4ee6-9595-62be7b82f90f admin admin] Publish callbacks [] for port, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:47.125470 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 55842) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:17:47.125965 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d4310206-b238-4fb8-8e8f-fc1f3b34021e req-6b5b5ad0-737e-4aa4-9f29-bbfc695c8e65 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c514444-6044-490f-9acc-6dece3909d9f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1282513
Dec 25 21:17:47.154409 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2f19179-ba26-458b-b84d-c4eb0651c6e7 req-922d58b5-45f7-4d7e-9cec-c064d047af7d tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] Made reservation on behalf of 16a084940f024be8aee5807248918cb5 for: {'port': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:17:47.158824 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-b2f19179-ba26-458b-b84d-c4eb0651c6e7 req-922d58b5-45f7-4d7e-9cec-c064d047af7d tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:47.196762 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port 2803deba-1b18-4a6d-9ba9-77345c222205 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:17:47.199039 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [req-0f8cfbaa-f15d-4586-a4bc-7ca01587ab50 req-6fc2b844-25c3-4528-bb70-c03445fcf5e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af2cd469-e53b-45dd-9334-186a6c6c612a {{(pid=121606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:17:47.201312 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:47.217031 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-0f8cfbaa-f15d-4586-a4bc-7ca01587ab50 req-6fc2b844-25c3-4528-bb70-c03445fcf5e1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:47.224888 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-cc69067d-347c-41da-bc79-9d77b89e2419 tempest-ImagesOneServerNegativeTestJSON-1717313213 tempest-ImagesOneServerNegativeTestJSON-1717313213-project] Publish callbacks [] for security_group, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:47.251111 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-cc69067d-347c-41da-bc79-9d77b89e2419 tempest-ImagesOneServerNegativeTestJSON-1717313213 tempest-ImagesOneServerNegativeTestJSON-1717313213-project] Publish callbacks [] for security_group, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:47.264845 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.provisioning_blocks [req-0f8cfbaa-f15d-4586-a4bc-7ca01587ab50 req-6fc2b844-25c3-4528-bb70-c03445fcf5e1 service neutron] Transition to ACTIVE for port object af2cd469-e53b-45dd-9334-186a6c6c612a will not be triggered until provisioned by entity L2. {{(pid=121606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 25 21:17:47.296472 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:47.308244 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-bb34bf82-81bc-4ee6-9595-62be7b82f90f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:47.319325 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] For port 2803deba-1b18-4a6d-9ba9-77345c222205, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2803deba-1b18-4a6d-9ba9-77345c222205,segment=NetworkSegment(6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855),segment_id=6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:17:47.368892 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-0f8cfbaa-f15d-4586-a4bc-7ca01587ab50 req-6fc2b844-25c3-4528-bb70-c03445fcf5e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:47.375958 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-cc69067d-347c-41da-bc79-9d77b89e2419 tempest-ImagesOneServerNegativeTestJSON-1717313213 tempest-ImagesOneServerNegativeTestJSON-1717313213-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:47.378770 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-cc69067d-347c-41da-bc79-9d77b89e2419 tempest-ImagesOneServerNegativeTestJSON-1717313213 tempest-ImagesOneServerNegativeTestJSON-1717313213-project] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:47.383808 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-cc69067d-347c-41da-bc79-9d77b89e2419 tempest-ImagesOneServerNegativeTestJSON-1717313213 tempest-ImagesOneServerNegativeTestJSON-1717313213-project] 10.222.0.32 "DELETE /v2.0/security-groups/60639844-89a1-47b5-bf18-025b641fcc85 HTTP/1.1" status: 204  len: 168 time: 0.2559454
Dec 25 21:17:47.384718 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 55844) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:17:47.396475 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb34bf82-81bc-4ee6-9595-62be7b82f90f admin admin] Network 040e4d7b-a517-49cc-8699-70c0b9b2f222 is already hosted by enough agents. {{(pid=121606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:17:47.401682 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [None req-bb34bf82-81bc-4ee6-9595-62be7b82f90f admin admin] Resources bound (agent type, host, resource id):  {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:17:47.409345 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc69067d-347c-41da-bc79-9d77b89e2419 tempest-ImagesOneServerNegativeTestJSON-1717313213 tempest-ImagesOneServerNegativeTestJSON-1717313213-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=60639844-89a1-47b5-bf18-025b641fcc85,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:17:47.410248 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb34bf82-81bc-4ee6-9595-62be7b82f90f admin admin] Received port after_create {{(pid=121606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:17:47.413312 ncdv-master-1 neutron-server[121607]: INFO neutron.api.v2.resource [None req-0ea9d2bd-e763-4435-b100-bdc7eecdaeca tempest-ImagesOneServerNegativeTestJSON-1717313213 tempest-ImagesOneServerNegativeTestJSON-1717313213-project] show failed (client error): The resource could not be found.
Dec 25 21:17:47.417473 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:47.419437 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-0ea9d2bd-e763-4435-b100-bdc7eecdaeca tempest-ImagesOneServerNegativeTestJSON-1717313213 tempest-ImagesOneServerNegativeTestJSON-1717313213-project] 10.222.0.32 "GET /v2.0/security-groups/60639844-89a1-47b5-bf18-025b641fcc85 HTTP/1.1" status: 404  len: 347 time: 0.0305691
Dec 25 21:17:47.420227 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 55846) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:17:47.441923 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb34bf82-81bc-4ee6-9595-62be7b82f90f admin admin] Pushing event updated for resources: {'Port': ['ID=f41a970d-3836-4c80-bdf6-1b67ab6d2c50,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:17:47.459178 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_common [req-b2f19179-ba26-458b-b84d-c4eb0651c6e7 req-922d58b5-45f7-4d7e-9cec-c064d047af7d tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] Allocated IP 172.20.0.6 (ce9b43e7-57f0-42d1-9422-f764ccb2bd06/3f60a15f-92c1-4709-8506-7a38b4b980cc/351ad003-7628-46fe-a749-8abfe48f50a4) {{(pid=121606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:17:47.544594 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Pushing event updated for resources: {'Port': ['ID=2803deba-1b18-4a6d-9ba9-77345c222205,revision_number=4']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:17:47.552126 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-bb34bf82-81bc-4ee6-9595-62be7b82f90f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2008772'] for router_interface, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:47.556586 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:17:47.556971 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:17:47.557292 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:17:47.557624 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:17:47.557953 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:17:47.558307 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:17:47.558630 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:17:47.558955 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:17:47.559273 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:17:47.559590 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:17:47.560036 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:17:47.561959 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:17:47.562318 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:17:47.611092 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-ee6c7811-6083-41dc-91ce-a83e5f43b0b3 req-5e27374b-ca9a-4e7f-af01-6f9526074ffd service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=b248cb56-18c2-4ff2-a8da-8e0993879a65&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0597856
Dec 25 21:17:47.624739 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-80c835d3-c2fb-40fe-ba18-afa82b17e5da tempest-ImagesOneServerNegativeTestJSON-1717313213 tempest-ImagesOneServerNegativeTestJSON-1717313213-project] Deleting port 7d285785-6a5d-4239-ba02-5e6e1cc8e911 {{(pid=121607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:17:47.626081 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-80c835d3-c2fb-40fe-ba18-afa82b17e5da tempest-ImagesOneServerNegativeTestJSON-1717313213 tempest-ImagesOneServerNegativeTestJSON-1717313213-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:47.713590 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc2b844-25c3-4528-bb70-c03445fcf5e1 service neutron] Pushing event updated for resources: {'Port': ['ID=af2cd469-e53b-45dd-9334-186a6c6c612a,revision_number=2']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:17:47.782376 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:17:47.782376 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:17:47.782376 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:17:47.782376 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:17:47.782376 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:17:47.782376 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:17:47.782376 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:17:47.782376 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:17:47.782376 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:17:47.782376 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:17:47.782376 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:17:47.782376 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:17:47.782376 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:17:47.782376 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:17:47.782376 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:17:47.782376 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:17:47.782376 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:17:47.782376 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:17:47.782376 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:17:47.782376 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:17:47.782376 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:17:47.782376 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:17:47.782376 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:17:47.782376 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:17:47.782376 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:17:47.782376 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:17:47.782376 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:17:47.782376 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:17:47.782376 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:17:47.782376 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:17:47.782376 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:17:47.782376 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:17:47.782376 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:17:47.782376 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:17:47.782376 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:17:47.782376 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:17:47.784533 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:17:47.784533 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:17:47.784533 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:17:47.784533 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:17:47.784533 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:17:47.784533 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:17:47.784533 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:17:47.784533 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:17:47.784533 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:17:47.784533 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:17:47.784533 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:17:47.784533 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:17:47.784533 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8327a43f-b209-456a-9845-e24cd78f1bb1 req-bf88d819-43ac-43ce-bc28-455596679b28 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:17:47.785297 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8327a43f-b209-456a-9845-e24cd78f1bb1 req-bf88d819-43ac-43ce-bc28-455596679b28 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/ports?device_id=4e09da5c-da55-4216-89ee-8cbdaf24ecec HTTP/1.1" status: 200  len: 950 time: 0.1457036
Dec 25 21:17:47.795540 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-80c835d3-c2fb-40fe-ba18-afa82b17e5da tempest-ImagesOneServerNegativeTestJSON-1717313213 tempest-ImagesOneServerNegativeTestJSON-1717313213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:47.795866 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-80c835d3-c2fb-40fe-ba18-afa82b17e5da tempest-ImagesOneServerNegativeTestJSON-1717313213 tempest-ImagesOneServerNegativeTestJSON-1717313213-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:47.798473 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-0f8cfbaa-f15d-4586-a4bc-7ca01587ab50 req-6fc2b844-25c3-4528-bb70-c03445fcf5e1 service neutron] Attempting to bind port af2cd469-e53b-45dd-9334-186a6c6c612a on host nch2-master-1 for vnic_type normal with profile  {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:17:47.798813 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-0f8cfbaa-f15d-4586-a4bc-7ca01587ab50 req-6fc2b844-25c3-4528-bb70-c03445fcf5e1 service neutron] Attempting to bind port af2cd469-e53b-45dd-9334-186a6c6c612a by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '40b3768f-3d6e-4d28-9b2a-4711b7f0f059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '2c732578-b39b-40c1-8a55-147e577043a0'}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:17:47.799136 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f8cfbaa-f15d-4586-a4bc-7ca01587ab50 req-6fc2b844-25c3-4528-bb70-c03445fcf5e1 service neutron] Attempting to bind port af2cd469-e53b-45dd-9334-186a6c6c612a on network 2c732578-b39b-40c1-8a55-147e577043a0 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:17:47.812300 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6c7811-6083-41dc-91ce-a83e5f43b0b3 req-3417cd93-8ee5-4709-90ec-48c209a6417f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:17:47.814419 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-ee6c7811-6083-41dc-91ce-a83e5f43b0b3 req-3417cd93-8ee5-4709-90ec-48c209a6417f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ed880d80bcfb4641b02f26da5fad21b8&device_id=b248cb56-18c2-4ff2-a8da-8e0993879a65 HTTP/1.1" status: 200  len: 1101 time: 0.0770030
Dec 25 21:17:47.815279 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-80c835d3-c2fb-40fe-ba18-afa82b17e5da tempest-ImagesOneServerNegativeTestJSON-1717313213 tempest-ImagesOneServerNegativeTestJSON-1717313213-project] Calling delete_port for 7d285785-6a5d-4239-ba02-5e6e1cc8e911 owned by network:floatingip {{(pid=121607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:17:47.833959 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device b548a516-5b40-4749-9286-e686f9b3d3be details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 25 21:17:47.870883 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f8cfbaa-f15d-4586-a4bc-7ca01587ab50 req-6fc2b844-25c3-4528-bb70-c03445fcf5e1 service neutron] Port af2cd469-e53b-45dd-9334-186a6c6c612a on network 2c732578-b39b-40c1-8a55-147e577043a0 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 25 21:17:47.871238 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f8cfbaa-f15d-4586-a4bc-7ca01587ab50 req-6fc2b844-25c3-4528-bb70-c03445fcf5e1 service neutron] Attempting to bind port af2cd469-e53b-45dd-9334-186a6c6c612a on network 2c732578-b39b-40c1-8a55-147e577043a0 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:17:47.903129 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f8cfbaa-f15d-4586-a4bc-7ca01587ab50 req-6fc2b844-25c3-4528-bb70-c03445fcf5e1 service neutron] Checking agent: {'id': '0d9ae313-8f8d-40fa-8a9f-d098a25a9911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 21, 4, 38), 'started_at': datetime.datetime(2021, 12, 25, 21, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 17, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:17:47.903450 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f8cfbaa-f15d-4586-a4bc-7ca01587ab50 req-6fc2b844-25c3-4528-bb70-c03445fcf5e1 service neutron] Checking segment: {'id': '40b3768f-3d6e-4d28-9b2a-4711b7f0f059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '2c732578-b39b-40c1-8a55-147e577043a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:17:47.903769 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f8cfbaa-f15d-4586-a4bc-7ca01587ab50 req-6fc2b844-25c3-4528-bb70-c03445fcf5e1 service neutron] Bound using segment: {'id': '40b3768f-3d6e-4d28-9b2a-4711b7f0f059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '2c732578-b39b-40c1-8a55-147e577043a0'} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:17:47.904198 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-0f8cfbaa-f15d-4586-a4bc-7ca01587ab50 req-6fc2b844-25c3-4528-bb70-c03445fcf5e1 service neutron] Bound port: af2cd469-e53b-45dd-9334-186a6c6c612a, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40b3768f-3d6e-4d28-9b2a-4711b7f0f059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '2c732578-b39b-40c1-8a55-147e577043a0'}}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:17:47.904550 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-0f8cfbaa-f15d-4586-a4bc-7ca01587ab50 req-6fc2b844-25c3-4528-bb70-c03445fcf5e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:47.960940 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port b548a516-5b40-4749-9286-e686f9b3d3be, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b548a516-5b40-4749-9286-e686f9b3d3be,segment=NetworkSegment(2eb49ff2-b1de-4e84-a376-6f91f784eeb5),segment_id=2eb49ff2-b1de-4e84-a376-6f91f784eeb5)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:17:47.976090 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Returning: {'device': 'b548a516-5b40-4749-9286-e686f9b3d3be', 'network_id': 'de2cf5f5-0f83-4089-a263-5ec0a5e6f1de', 'port_id': 'b548a516-5b40-4749-9286-e686f9b3d3be', 'mac_address': 'fa:16:3e:c5:fd:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81f9dfd5-f0bc-4f72-bceb-acbb4f595f27', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 25 21:17:47.990149 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6c7811-6083-41dc-91ce-a83e5f43b0b3 req-480cb6dc-00c0-4772-b43d-7e97d9178c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:17:47.991642 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-ee6c7811-6083-41dc-91ce-a83e5f43b0b3 req-480cb6dc-00c0-4772-b43d-7e97d9178c56 service neutron] 10.222.0.37 "GET /v2.0/networks?id=8f212e98-547d-4c6e-a560-2e9a548c8f59 HTTP/1.1" status: 200  len: 870 time: 0.1539922
Dec 25 21:17:48.015542 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8327a43f-b209-456a-9845-e24cd78f1bb1 req-fd21bf9e-3c39-4670-992b-49cb896cd0ed tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3f1ae63-416f-443f-b032-af0d7dcc9019&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2135167
Dec 25 21:17:48.027098 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:48.031697 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d16967c-11c8-42f4-ad75-3f8700b4e2b4 req-c8eb13e1-93f4-463c-873c-5715743d240a tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:17:48.039028 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0d16967c-11c8-42f4-ad75-3f8700b4e2b4 req-c8eb13e1-93f4-463c-873c-5715743d240a tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] 10.222.0.32 "GET /v2.0/ports?device_id=503df13c-2f74-4094-bbd9-a07a7ba8f4cb HTTP/1.1" status: 200  len: 943 time: 0.2418807
Dec 25 21:17:48.053424 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b548a516-5b40-4749-9286-e686f9b3d3be {{(pid=121608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:17:48.076112 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-ee6c7811-6083-41dc-91ce-a83e5f43b0b3 req-913cd6dd-f0c5-4347-b62a-edacc7bbcc9a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.241&port_id=5a73a242-a477-40db-9b6d-7ac1d38d6950 HTTP/1.1" status: 200  len: 217 time: 0.0730062
Dec 25 21:17:48.078124 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port b548a516-5b40-4749-9286-e686f9b3d3be, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b548a516-5b40-4749-9286-e686f9b3d3be,segment=NetworkSegment(2eb49ff2-b1de-4e84-a376-6f91f784eeb5),segment_id=2eb49ff2-b1de-4e84-a376-6f91f784eeb5)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:17:48.096274 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-b2f19179-ba26-458b-b84d-c4eb0651c6e7 req-922d58b5-45f7-4d7e-9cec-c064d047af7d tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] Publish callbacks [] for port, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:48.137008 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-bb34bf82-81bc-4ee6-9595-62be7b82f90f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:48.138296 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6c7811-6083-41dc-91ce-a83e5f43b0b3 req-02d6dbae-ce2a-4a9d-9d62-cef7f3ae311e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:17:48.139815 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-ee6c7811-6083-41dc-91ce-a83e5f43b0b3 req-02d6dbae-ce2a-4a9d-9d62-cef7f3ae311e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=dcfbae86-f93e-400c-8084-eac7f56ff5ba HTTP/1.1" status: 200  len: 843 time: 0.0546303
Dec 25 21:17:48.170373 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3978e2d8-6398-4bcf-b327-fdb5977df566 req-f2e81ef8-5a92-44dc-b209-5194a00e0beb tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] 10.222.0.32 "GET /v2.0/ports?device_id=07d51e67-c044-4aa2-9b94-b50e5df7aecb HTTP/1.1" status: 200  len: 210 time: 0.0587387
Dec 25 21:17:48.174199 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-0f8cfbaa-f15d-4586-a4bc-7ca01587ab50 req-6fc2b844-25c3-4528-bb70-c03445fcf5e1 service neutron] For port af2cd469-e53b-45dd-9334-186a6c6c612a, host nch2-master-1, cleared binding levels {{(pid=121606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:17:48.207575 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6c7811-6083-41dc-91ce-a83e5f43b0b3 req-9370ccfc-3500-45c0-a56e-f2195bbf64ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:17:48.209266 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-ee6c7811-6083-41dc-91ce-a83e5f43b0b3 req-9370ccfc-3500-45c0-a56e-f2195bbf64ef service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8f212e98-547d-4c6e-a560-2e9a548c8f59&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0622849
Dec 25 21:17:48.216724 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-0f8cfbaa-f15d-4586-a4bc-7ca01587ab50 req-6fc2b844-25c3-4528-bb70-c03445fcf5e1 service neutron] For port af2cd469-e53b-45dd-9334-186a6c6c612a, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=af2cd469-e53b-45dd-9334-186a6c6c612a,segment=NetworkSegment(40b3768f-3d6e-4d28-9b2a-4711b7f0f059),segment_id=40b3768f-3d6e-4d28-9b2a-4711b7f0f059)] {{(pid=121606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:17:48.221284 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:48.245337 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0d16967c-11c8-42f4-ad75-3f8700b4e2b4 req-3b475b39-f316-411b-a6ba-c7e927b70bee tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] 10.222.0.32 "GET /v2.0/security-groups?id=2bf8651c-3ed0-44bb-a064-d61aab6ec281&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2054324
Dec 25 21:17:48.267125 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-80c835d3-c2fb-40fe-ba18-afa82b17e5da tempest-ImagesOneServerNegativeTestJSON-1717313213 tempest-ImagesOneServerNegativeTestJSON-1717313213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:48.315133 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Pushing event updated for resources: {'Port': ['ID=b548a516-5b40-4749-9286-e686f9b3d3be,revision_number=4']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:17:48.320060 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-0f8cfbaa-f15d-4586-a4bc-7ca01587ab50 req-6fc2b844-25c3-4528-bb70-c03445fcf5e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:48.342649 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c835d3-c2fb-40fe-ba18-afa82b17e5da tempest-ImagesOneServerNegativeTestJSON-1717313213 tempest-ImagesOneServerNegativeTestJSON-1717313213-project] Pushing event deleted for resources: {'Port': ['ID=7d285785-6a5d-4239-ba02-5e6e1cc8e911,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:17:48.393717 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8cfbaa-f15d-4586-a4bc-7ca01587ab50 req-6fc2b844-25c3-4528-bb70-c03445fcf5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:17:48.394364 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-0f8cfbaa-f15d-4586-a4bc-7ca01587ab50 req-6fc2b844-25c3-4528-bb70-c03445fcf5e1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:48.395755 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0f8cfbaa-f15d-4586-a4bc-7ca01587ab50 req-6fc2b844-25c3-4528-bb70-c03445fcf5e1 service neutron] 10.222.0.37 "PUT /v2.0/ports/af2cd469-e53b-45dd-9334-186a6c6c612a HTTP/1.1" status: 200  len: 1091 time: 2.2513101
Dec 25 21:17:48.401513 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '503df13c-2f74-4094-bbd9-a07a7ba8f4cb', 'tag': 'af2cd469-e53b-45dd-9334-186a6c6c612a'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:17:48.403745 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9858820c13ec2827453b94ebc4181065e990a4e4089ccb9fe762531ac62d2fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e6026e6-e5dc-406b-8b51-e2ba8f024add" -d '{"events": [{"name": "network-changed", "server_uuid": "503df13c-2f74-4094-bbd9-a07a7ba8f4cb", "tag": "af2cd469-e53b-45dd-9334-186a6c6c612a"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:17:48.407235 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-ee6c7811-6083-41dc-91ce-a83e5f43b0b3 req-64c90ad8-0329-4614-a8c6-cd3916a583bf service neutron] 10.222.0.37 "GET /v2.0/networks/8f212e98-547d-4c6e-a560-2e9a548c8f59?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1893897
Dec 25 21:17:48.409083 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-80c835d3-c2fb-40fe-ba18-afa82b17e5da tempest-ImagesOneServerNegativeTestJSON-1717313213 tempest-ImagesOneServerNegativeTestJSON-1717313213-project] Publish callbacks [] for floatingip, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:48.411208 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-80c835d3-c2fb-40fe-ba18-afa82b17e5da tempest-ImagesOneServerNegativeTestJSON-1717313213 tempest-ImagesOneServerNegativeTestJSON-1717313213-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for floatingip, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:48.412244 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-80c835d3-c2fb-40fe-ba18-afa82b17e5da tempest-ImagesOneServerNegativeTestJSON-1717313213 tempest-ImagesOneServerNegativeTestJSON-1717313213-project] 10.222.0.32 "DELETE /v2.0/floatingips/5e9bcd16-32b9-403c-a437-cc4bcb106566 HTTP/1.1" status: 204  len: 168 time: 0.9902525
Dec 25 21:17:48.452642 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcfe4a9-fbba-4911-b6ad-94cd487f8929 req-1d74c2f2-80b5-48ef-9fba-799d4de1a6e1 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:17:48.454279 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-cfcfe4a9-fbba-4911-b6ad-94cd487f8929 req-1d74c2f2-80b5-48ef-9fba-799d4de1a6e1 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] 10.222.0.32 "GET /v2.0/ports?device_id=e6a1be38-1673-434a-ac87-a3a12f8760ce HTTP/1.1" status: 200  len: 944 time: 0.1909254
Dec 25 21:17:48.463525 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] get_ports_and_sgs() called for port_ids ['b548a516-5b40-4749-9286-e686f9b3d3be'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:17:48.464863 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-b2f19179-ba26-458b-b84d-c4eb0651c6e7 req-922d58b5-45f7-4d7e-9cec-c064d047af7d tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:48.473972 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc2b844-25c3-4528-bb70-c03445fcf5e1 service neutron] Pushing event updated for resources: {'Port': ['ID=af2cd469-e53b-45dd-9334-186a6c6c612a,revision_number=3']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:17:48.524182 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] get_ports_and_sgs() called for port_ids ['dfc1a5c0-22fe-4e86-8082-3ae401c78b61'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:17:48.555746 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-ee6c7811-6083-41dc-91ce-a83e5f43b0b3 req-822a5a3d-fb76-41eb-841d-57edd91f04d8 service neutron] 10.222.0.37 "GET /v2.0/networks/8f212e98-547d-4c6e-a560-2e9a548c8f59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1394186
Dec 25 21:17:48.571674 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2f19179-ba26-458b-b84d-c4eb0651c6e7 req-922d58b5-45f7-4d7e-9cec-c064d047af7d tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] Network ce9b43e7-57f0-42d1-9422-f764ccb2bd06 is already hosted by enough agents. {{(pid=121606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:17:48.580463 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Dec 2021 21:17:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c5d946a-6881-45fe-8e92-d45cd286abda x-openstack-request-id: req-9c5d946a-6881-45fe-8e92-d45cd286abda {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:17:48.580757 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "503df13c-2f74-4094-bbd9-a07a7ba8f4cb", "tag": "af2cd469-e53b-45dd-9334-186a6c6c612a", "status": "completed", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:17:48.581037 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9c5d946a-6881-45fe-8e92-d45cd286abda {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:17:48.581433 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '503df13c-2f74-4094-bbd9-a07a7ba8f4cb', 'tag': 'af2cd469-e53b-45dd-9334-186a6c6c612a', 'status': 'completed', 'code': 200}
Dec 25 21:17:48.590303 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [req-b2f19179-ba26-458b-b84d-c4eb0651c6e7 req-922d58b5-45f7-4d7e-9cec-c064d047af7d tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] Resources bound (agent type, host, resource id):  {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:17:48.602860 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2f19179-ba26-458b-b84d-c4eb0651c6e7 req-922d58b5-45f7-4d7e-9cec-c064d047af7d tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] Received port after_create {{(pid=121606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:17:48.643409 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 55870) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:17:48.652326 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922d58b5-45f7-4d7e-9cec-c064d047af7d tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] Pushing event updated for resources: {'Port': ['ID=351ad003-7628-46fe-a749-8abfe48f50a4,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:17:48.679743 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-cfcfe4a9-fbba-4911-b6ad-94cd487f8929 req-f36a6f5b-ee50-42df-880c-bcbf5168ce88 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c514444-6044-490f-9acc-6dece3909d9f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2111137
Dec 25 21:17:48.698420 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-bb34bf82-81bc-4ee6-9595-62be7b82f90f admin admin] Publish callbacks [] for port, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:48.702036 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_v2 [None req-a711ef75-29a3-4384-bf00-d19f84c0a2e3 admin admin] Deleting subnet 048bdd92-f291-4a78-86a6-99fc0420bf47 {{(pid=121607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Dec 25 21:17:48.713742 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8cfbaa-f15d-4586-a4bc-7ca01587ab50 req-42522bbe-99f9-485f-8998-3f0fcd495c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:17:48.713914 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a711ef75-29a3-4384-bf00-d19f84c0a2e3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:48.714011 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0f8cfbaa-f15d-4586-a4bc-7ca01587ab50 req-42522bbe-99f9-485f-8998-3f0fcd495c7c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8154e82a58434a60b677d150202a5312&device_id=503df13c-2f74-4094-bbd9-a07a7ba8f4cb HTTP/1.1" status: 200  len: 1094 time: 0.1834738
Dec 25 21:17:48.722243 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f19179-ba26-458b-b84d-c4eb0651c6e7 req-922d58b5-45f7-4d7e-9cec-c064d047af7d tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:17:48.723362 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-b2f19179-ba26-458b-b84d-c4eb0651c6e7 req-922d58b5-45f7-4d7e-9cec-c064d047af7d tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:48.776557 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a711ef75-29a3-4384-bf00-d19f84c0a2e3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10246617'] for subnet, precommit_delete_associations {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:48.781886 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0f8cfbaa-f15d-4586-a4bc-7ca01587ab50 req-75685d99-4289-4719-96a3-ae432c14d6e4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=af2cd469-e53b-45dd-9334-186a6c6c612a HTTP/1.1" status: 200  len: 217 time: 0.0531921
Dec 25 21:17:48.783636 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-bb34bf82-81bc-4ee6-9595-62be7b82f90f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:48.847596 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a711ef75-29a3-4384-bf00-d19f84c0a2e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995662'] for subnet, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:48.866415 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b2f19179-ba26-458b-b84d-c4eb0651c6e7 req-922d58b5-45f7-4d7e-9cec-c064d047af7d tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.4149466
Dec 25 21:17:48.885265 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-b2f19179-ba26-458b-b84d-c4eb0651c6e7 req-94b0ed77-60d9-4d7d-82fc-dd0610ac55c0 service neutron] Request body: {'port': {'device_id': '07d51e67-c044-4aa2-9b94-b50e5df7aecb', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:17:48.927333 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-bb34bf82-81bc-4ee6-9595-62be7b82f90f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2007636'] for router_interface, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:48.933000 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8cfbaa-f15d-4586-a4bc-7ca01587ab50 req-f372c11d-c83a-436e-a1fb-58631026d13d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:17:48.934422 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0f8cfbaa-f15d-4586-a4bc-7ca01587ab50 req-f372c11d-c83a-436e-a1fb-58631026d13d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=30c8b4fd-6c75-4e8c-b43d-f31074d76442 HTTP/1.1" status: 200  len: 852 time: 0.1259601
Dec 25 21:17:48.935008 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb34bf82-81bc-4ee6-9595-62be7b82f90f admin admin] Pushing event updated for resources: {'Port': ['ID=f41a970d-3836-4c80-bdf6-1b67ab6d2c50,revision_number=2']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:17:48.975597 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a711ef75-29a3-4384-bf00-d19f84c0a2e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8632410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8852809'] for subnet, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:49.002142 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0f8cfbaa-f15d-4586-a4bc-7ca01587ab50 req-a0d17626-389d-44b4-bb7a-f1fa75b6aff4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2c732578-b39b-40c1-8a55-147e577043a0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0574272
Dec 25 21:17:49.002911 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a711ef75-29a3-4384-bf00-d19f84c0a2e3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=048bdd92-f291-4a78-86a6-99fc0420bf47,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:17:49.004903 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a711ef75-29a3-4384-bf00-d19f84c0a2e3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:49.008298 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-a711ef75-29a3-4384-bf00-d19f84c0a2e3 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/048bdd92-f291-4a78-86a6-99fc0420bf47 HTTP/1.1" status: 204  len: 168 time: 0.3635800
Dec 25 21:17:49.010755 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 55874) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:17:49.029734 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-b2f19179-ba26-458b-b84d-c4eb0651c6e7 req-94b0ed77-60d9-4d7d-82fc-dd0610ac55c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:49.077006 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 2803deba-1b18-4a6d-9ba9-77345c222205 up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:17:49.109690 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-60ab71c0-72d9-4d11-ab28-c7c41c7f2980 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625803'] for network, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:49.138927 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port 2803deba-1b18-4a6d-9ba9-77345c222205 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:17:49.139358 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:49.161880 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device cbb5ba94-31f2-4df4-8a61-f6af5700b77d no longer exists at agent hyperv_nch2-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:17:49.197206 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] No Port match for: cbb5ba94-31f2-4df4-8a61-f6af5700b77d {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:17:49.197396 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device cbb5ba94-31f2-4df4-8a61-f6af5700b77d not bound to the agent host nch2-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:17:49.212864 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-60ab71c0-72d9-4d11-ab28-c7c41c7f2980 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997585', 'neutron.services.segments.db._delete_segments_for_network-8737602743071'] for network, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:49.228570 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb34bf82-81bc-4ee6-9595-62be7b82f90f admin admin] Network 040e4d7b-a517-49cc-8699-70c0b9b2f222 is already hosted by enough agents. {{(pid=121606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:17:49.268776 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-60ab71c0-72d9-4d11-ab28-c7c41c7f2980 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f26128f1d90>,) {'filters': {'network_id': ['979f5e3f-5f36-45e3-b799-ae422a7efba5']}} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:17:49.279849 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-60ab71c0-72d9-4d11-ab28-c7c41c7f2980 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f26128f1d90>, '851a1add-14f1-4631-9dc8-d7579713b600') {'for_net_delete': True} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:17:49.280168 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-60ab71c0-72d9-4d11-ab28-c7c41c7f2980 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f26128f1d90>, '851a1add-14f1-4631-9dc8-d7579713b600') {} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:17:49.290461 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-60ab71c0-72d9-4d11-ab28-c7c41c7f2980 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737602746920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10246592'] for segment, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:49.305157 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-60ab71c0-72d9-4d11-ab28-c7c41c7f2980 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:49.311701 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60ab71c0-72d9-4d11-ab28-c7c41c7f2980 admin admin] Releasing vlan 174 on physical network physnet1 to pool {{(pid=121607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 25 21:17:49.312154 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-60ab71c0-72d9-4d11-ab28-c7c41c7f2980 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8633327'] for segment, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:49.314562 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:17:49.314562 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:17:49.314562 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:17:49.314562 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:17:49.314562 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:17:49.314562 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:17:49.314562 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:17:49.314562 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:17:49.314562 ncdv-master-1 neutron-server[121607]: Traceback (most recent call last):
Dec 25 21:17:49.314562 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 25 21:17:49.314562 ncdv-master-1 neutron-server[121607]:     timer()
Dec 25 21:17:49.314562 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 25 21:17:49.314562 ncdv-master-1 neutron-server[121607]:     cb(*args, **kw)
Dec 25 21:17:49.314562 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 25 21:17:49.314562 ncdv-master-1 neutron-server[121607]:     return func(*args, **kwargs)
Dec 25 21:17:49.314562 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 25 21:17:49.314562 ncdv-master-1 neutron-server[121607]:     self._notify()
Dec 25 21:17:49.314562 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 25 21:17:49.314562 ncdv-master-1 neutron-server[121607]:     self.callback(batched_events)
Dec 25 21:17:49.314562 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 25 21:17:49.314562 ncdv-master-1 neutron-server[121607]:     event.method(event)
Dec 25 21:17:49.314562 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 25 21:17:49.314562 ncdv-master-1 neutron-server[121607]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 25 21:17:49.314562 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 25 21:17:49.314562 ncdv-master-1 neutron-server[121607]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 25 21:17:49.314562 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 25 21:17:49.314562 ncdv-master-1 neutron-server[121607]:     return f(self, *a, **k)
Dec 25 21:17:49.314562 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 25 21:17:49.314562 ncdv-master-1 neutron-server[121607]:     return self._get(url).json()
Dec 25 21:17:49.314562 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 25 21:17:49.314562 ncdv-master-1 neutron-server[121607]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 25 21:17:49.314562 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 25 21:17:49.314562 ncdv-master-1 neutron-server[121607]:     return self.request(url, 'GET', **kwargs)
Dec 25 21:17:49.314562 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 25 21:17:49.314562 ncdv-master-1 neutron-server[121607]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 25 21:17:49.314562 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 25 21:17:49.314562 ncdv-master-1 neutron-server[121607]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 25 21:17:49.314562 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 25 21:17:49.314562 ncdv-master-1 neutron-server[121607]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 25 21:17:49.314562 ncdv-master-1 neutron-server[121607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 25 21:17:49.431998 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-60ab71c0-72d9-4d11-ab28-c7c41c7f2980 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2008653'] for network, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:49.438145 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-60ab71c0-72d9-4d11-ab28-c7c41c7f2980 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for network, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:49.441860 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-60ab71c0-72d9-4d11-ab28-c7c41c7f2980 admin admin] 10.222.0.32 "DELETE /v2.0/networks/979f5e3f-5f36-45e3-b799-ae422a7efba5 HTTP/1.1" status: 204  len: 168 time: 0.4301755
Dec 25 21:17:49.453216 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ab71c0-72d9-4d11-ab28-c7c41c7f2980 admin admin] Pushing event deleted for resources: {'Network': ['ID=979f5e3f-5f36-45e3-b799-ae422a7efba5,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:17:49.606072 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [None req-bb34bf82-81bc-4ee6-9595-62be7b82f90f admin admin] Resources bound (agent type, host, resource id):  {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:17:49.629794 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0f8cfbaa-f15d-4586-a4bc-7ca01587ab50 req-9ecf1040-490a-4d70-b06a-45ba458038d0 service neutron] 10.222.0.37 "GET /v2.0/networks/2c732578-b39b-40c1-8a55-147e577043a0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6107361
Dec 25 21:17:49.669430 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b44fe0a-df4c-49ce-b61a-1d149cdc87b5 req-1c7bce7e-1e4c-44b6-8aed-836c81c47df9 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:17:49.670879 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7b44fe0a-df4c-49ce-b61a-1d149cdc87b5 req-1c7bce7e-1e4c-44b6-8aed-836c81c47df9 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/ports?device_id=4e09da5c-da55-4216-89ee-8cbdaf24ecec HTTP/1.1" status: 200  len: 950 time: 0.5481653
Dec 25 21:17:49.799708 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 55886) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:17:49.820286 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d558ac-cc3a-4d72-ace8-78f87aba9071 req-34fcdcbf-ea59-46de-b20c-40389b555c52 tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:17:49.821837 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-43d558ac-cc3a-4d72-ace8-78f87aba9071 req-34fcdcbf-ea59-46de-b20c-40389b555c52 tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] 10.222.0.32 "GET /v2.0/ports?device_id=07d51e67-c044-4aa2-9b94-b50e5df7aecb HTTP/1.1" status: 200  len: 931 time: 0.2233403
Dec 25 21:17:49.834776 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device b548a516-5b40-4749-9286-e686f9b3d3be up at agent hyperv_nch1-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:17:49.846113 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-851bdbf3-5cdf-4832-9277-9b3340d797f9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9dbe1e97c3f64bee9355ec5d1b424c8a&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0443192
Dec 25 21:17:49.848698 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 55890) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:17:49.901166 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-847ffef5-37f2-484b-b60c-7bbd3e9059d9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:49.922276 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-847ffef5-37f2-484b-b60c-7bbd3e9059d9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:49.953973 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Provisioning for port b548a516-5b40-4749-9286-e686f9b3d3be completed by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 25 21:17:49.958164 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Provisioning complete for port b548a516-5b40-4749-9286-e686f9b3d3be triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:17:49.958670 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:49.971976 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7b44fe0a-df4c-49ce-b61a-1d149cdc87b5 req-dfce1a1e-5334-4241-99e7-a1b57b100681 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3f1ae63-416f-443f-b032-af0d7dcc9019&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2779734
Dec 25 21:17:50.007801 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0f8cfbaa-f15d-4586-a4bc-7ca01587ab50 req-e95d0ad7-cbb0-4c38-a731-41ab40d30751 service neutron] 10.222.0.37 "GET /v2.0/networks/2c732578-b39b-40c1-8a55-147e577043a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3597088
Dec 25 21:17:50.034380 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb34bf82-81bc-4ee6-9595-62be7b82f90f admin admin] Router dfb386db-09a3-49fa-8678-273f6968540f has already been hosted by L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 {{(pid=121606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 25 21:17:50.041967 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-847ffef5-37f2-484b-b60c-7bbd3e9059d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:50.045224 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-847ffef5-37f2-484b-b60c-7bbd3e9059d9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:50.049448 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-847ffef5-37f2-484b-b60c-7bbd3e9059d9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/90b09226-05f9-413f-802a-f36d3e55d2ac HTTP/1.1" status: 204  len: 168 time: 0.1969340
Dec 25 21:17:50.056123 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-43d558ac-cc3a-4d72-ace8-78f87aba9071 req-6a28e16e-7d0e-41ed-a59e-d379ede97fc2 tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] 10.222.0.32 "GET /v2.0/security-groups?id=1afdcc1a-136b-4b62-a479-56858cefce8d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2185357
Dec 25 21:17:50.056862 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:50.078429 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847ffef5-37f2-484b-b60c-7bbd3e9059d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90b09226-05f9-413f-802a-f36d3e55d2ac,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:17:50.102943 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6a1be38-1673-434a-ac87-a3a12f8760ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b548a516-5b40-4749-9286-e686f9b3d3be'}] {{(pid=121608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:17:50.107450 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a88c78c3ff6266bd59c7e89d275b28c92e739b67d23c89d71af88829fd31566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df6544ac-c045-4926-a9af-a0f3e591290b" -d '{"events": [{"server_uuid": "e6a1be38-1673-434a-ac87-a3a12f8760ce", "name": "network-vif-plugged", "status": "completed", "tag": "b548a516-5b40-4749-9286-e686f9b3d3be"}]}' {{(pid=121608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:17:50.129528 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port b548a516-5b40-4749-9286-e686f9b3d3be, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b548a516-5b40-4749-9286-e686f9b3d3be,segment=NetworkSegment(2eb49ff2-b1de-4e84-a376-6f91f784eeb5),segment_id=2eb49ff2-b1de-4e84-a376-6f91f784eeb5)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:17:50.192300 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:50.219538 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [req-b2f19179-ba26-458b-b84d-c4eb0651c6e7 req-94b0ed77-60d9-4d7d-82fc-dd0610ac55c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 351ad003-7628-46fe-a749-8abfe48f50a4 {{(pid=121606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:17:50.252693 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-b2f19179-ba26-458b-b84d-c4eb0651c6e7 req-94b0ed77-60d9-4d7d-82fc-dd0610ac55c0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:50.253237 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Pushing event updated for resources: {'Port': ['ID=b548a516-5b40-4749-9286-e686f9b3d3be,revision_number=5']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:17:50.270303 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd704938-6fac-460e-a2ef-c61b300ba57a req-e8c44100-2de6-47dc-b4e4-e61ddd240f3a tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:17:50.272520 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-dd704938-6fac-460e-a2ef-c61b300ba57a req-e8c44100-2de6-47dc-b4e4-e61ddd240f3a tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] 10.222.0.32 "GET /v2.0/ports?device_id=503df13c-2f74-4094-bbd9-a07a7ba8f4cb HTTP/1.1" status: 200  len: 943 time: 0.2330639
Dec 25 21:17:50.352268 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.provisioning_blocks [req-b2f19179-ba26-458b-b84d-c4eb0651c6e7 req-94b0ed77-60d9-4d7d-82fc-dd0610ac55c0 service neutron] Transition to ACTIVE for port object 351ad003-7628-46fe-a749-8abfe48f50a4 will not be triggered until provisioned by entity L2. {{(pid=121606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 25 21:17:50.370728 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6026e6-e5dc-406b-8b51-e2ba8f024add req-3ea605c1-6120-4f75-aa58-696893aa5763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:17:50.372220 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8e6026e6-e5dc-406b-8b51-e2ba8f024add req-3ea605c1-6120-4f75-aa58-696893aa5763 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8154e82a58434a60b677d150202a5312&device_id=503df13c-2f74-4094-bbd9-a07a7ba8f4cb HTTP/1.1" status: 200  len: 1094 time: 0.2078063
Dec 25 21:17:50.385524 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7edf442-c489-460d-8a47-09373fcfefc0 req-525a7e65-afb9-4123-81a0-87309d00d561 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:17:50.386974 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d7edf442-c489-460d-8a47-09373fcfefc0 req-525a7e65-afb9-4123-81a0-87309d00d561 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] 10.222.0.32 "GET /v2.0/ports?device_id=e6a1be38-1673-434a-ac87-a3a12f8760ce HTTP/1.1" status: 200  len: 945 time: 0.2236536
Dec 25 21:17:50.390717 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb34bf82-81bc-4ee6-9595-62be7b82f90f admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 21:17:50.403539 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99e5b1fc-07ed-4031-b7d8-88c1ff84ff11 None None] Sync routers for ids ['dfb386db-09a3-49fa-8678-273f6968540f'] in ncdv-master-1 {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 21:17:50.424919 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-bb34bf82-81bc-4ee6-9595-62be7b82f90f admin admin] 10.222.0.32 "PUT /v2.0/routers/dfb386db-09a3-49fa-8678-273f6968540f/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.4663386
Dec 25 21:17:50.425139 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99e5b1fc-07ed-4031-b7d8-88c1ff84ff11 None None] Routers {'dfb386db-09a3-49fa-8678-273f6968540f'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:17:50.425139 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-99e5b1fc-07ed-4031-b7d8-88c1ff84ff11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2618aa9490>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:17:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['dfb386db-09a3-49fa-8678-273f6968540f'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:17:50.427182 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-b2f19179-ba26-458b-b84d-c4eb0651c6e7 req-94b0ed77-60d9-4d7d-82fc-dd0610ac55c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:50.495743 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-dd704938-6fac-460e-a2ef-c61b300ba57a req-d0f324c9-8ddd-47fc-8e81-68ae36c58f74 tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] 10.222.0.32 "GET /v2.0/security-groups?id=2bf8651c-3ed0-44bb-a064-d61aab6ec281&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2078447
Dec 25 21:17:50.559166 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b0ed77-60d9-4d7d-82fc-dd0610ac55c0 service neutron] Pushing event updated for resources: {'Port': ['ID=351ad003-7628-46fe-a749-8abfe48f50a4,revision_number=2']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:17:50.591981 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d7edf442-c489-460d-8a47-09373fcfefc0 req-d488c366-17dc-47fb-8cdb-7d9667a595f1 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c514444-6044-490f-9acc-6dece3909d9f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1814539
Dec 25 21:17:50.626941 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvr_db [None req-99e5b1fc-07ed-4031-b7d8-88c1ff84ff11 None None] Set router dfb386db-09a3-49fa-8678-273f6968540f gateway port host: ncdv-master-1 {{(pid=121609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:17:50.660502 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6026e6-e5dc-406b-8b51-e2ba8f024add req-e9220a7e-31a6-403d-aced-01a2740b721c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:17:50.662199 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8e6026e6-e5dc-406b-8b51-e2ba8f024add req-e9220a7e-31a6-403d-aced-01a2740b721c service neutron] 10.222.0.37 "GET /v2.0/networks?id=2c732578-b39b-40c1-8a55-147e577043a0 HTTP/1.1" status: 200  len: 913 time: 0.2731633
Dec 25 21:17:50.693706 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 21:17:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-480963d0-97f6-44a6-90ef-ab54d7e81c7b x-openstack-request-id: req-480963d0-97f6-44a6-90ef-ab54d7e81c7b {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:17:50.694312 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6a1be38-1673-434a-ac87-a3a12f8760ce", "name": "network-vif-plugged", "status": "completed", "tag": "b548a516-5b40-4749-9286-e686f9b3d3be", "code": 200}]} {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:17:50.694695 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-480963d0-97f6-44a6-90ef-ab54d7e81c7b {{(pid=121608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:17:50.695687 ncdv-master-1 neutron-server[121608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6a1be38-1673-434a-ac87-a3a12f8760ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b548a516-5b40-4749-9286-e686f9b3d3be', 'code': 200}
Dec 25 21:17:50.721214 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8e6026e6-e5dc-406b-8b51-e2ba8f024add req-ea90d5f7-3b51-4457-b957-ee563ad94b62 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=af2cd469-e53b-45dd-9334-186a6c6c612a HTTP/1.1" status: 200  len: 217 time: 0.0486114
Dec 25 21:17:50.757811 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-b2f19179-ba26-458b-b84d-c4eb0651c6e7 req-94b0ed77-60d9-4d7d-82fc-dd0610ac55c0 service neutron] Attempting to bind port 351ad003-7628-46fe-a749-8abfe48f50a4 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:17:50.758095 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-b2f19179-ba26-458b-b84d-c4eb0651c6e7 req-94b0ed77-60d9-4d7d-82fc-dd0610ac55c0 service neutron] Attempting to bind port 351ad003-7628-46fe-a749-8abfe48f50a4 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '01b1b6b5-7db5-40ee-a399-bc306695a2d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ce9b43e7-57f0-42d1-9422-f764ccb2bd06'}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:17:50.758617 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2f19179-ba26-458b-b84d-c4eb0651c6e7 req-94b0ed77-60d9-4d7d-82fc-dd0610ac55c0 service neutron] Attempting to bind port 351ad003-7628-46fe-a749-8abfe48f50a4 on network ce9b43e7-57f0-42d1-9422-f764ccb2bd06 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:17:50.795173 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2f19179-ba26-458b-b84d-c4eb0651c6e7 req-94b0ed77-60d9-4d7d-82fc-dd0610ac55c0 service neutron] Port 351ad003-7628-46fe-a749-8abfe48f50a4 on network ce9b43e7-57f0-42d1-9422-f764ccb2bd06 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 25 21:17:50.795539 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2f19179-ba26-458b-b84d-c4eb0651c6e7 req-94b0ed77-60d9-4d7d-82fc-dd0610ac55c0 service neutron] Attempting to bind port 351ad003-7628-46fe-a749-8abfe48f50a4 on network ce9b43e7-57f0-42d1-9422-f764ccb2bd06 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:17:50.810407 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2f19179-ba26-458b-b84d-c4eb0651c6e7 req-94b0ed77-60d9-4d7d-82fc-dd0610ac55c0 service neutron] Checking agent: {'id': '6d577036-68fc-4aa4-aed7-5ab01de2117e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 21, 4, 34), 'started_at': datetime.datetime(2021, 12, 25, 21, 4, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 17, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:17:50.810777 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2f19179-ba26-458b-b84d-c4eb0651c6e7 req-94b0ed77-60d9-4d7d-82fc-dd0610ac55c0 service neutron] Checking segment: {'id': '01b1b6b5-7db5-40ee-a399-bc306695a2d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ce9b43e7-57f0-42d1-9422-f764ccb2bd06'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:17:50.811171 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2f19179-ba26-458b-b84d-c4eb0651c6e7 req-94b0ed77-60d9-4d7d-82fc-dd0610ac55c0 service neutron] Bound using segment: {'id': '01b1b6b5-7db5-40ee-a399-bc306695a2d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ce9b43e7-57f0-42d1-9422-f764ccb2bd06'} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:17:50.811610 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-b2f19179-ba26-458b-b84d-c4eb0651c6e7 req-94b0ed77-60d9-4d7d-82fc-dd0610ac55c0 service neutron] Bound port: 351ad003-7628-46fe-a749-8abfe48f50a4, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01b1b6b5-7db5-40ee-a399-bc306695a2d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ce9b43e7-57f0-42d1-9422-f764ccb2bd06'}}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:17:50.811969 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-b2f19179-ba26-458b-b84d-c4eb0651c6e7 req-94b0ed77-60d9-4d7d-82fc-dd0610ac55c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:50.818149 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6026e6-e5dc-406b-8b51-e2ba8f024add req-58f4d5a3-c9a4-4963-bff3-24484aa7184f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:17:50.819674 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8e6026e6-e5dc-406b-8b51-e2ba8f024add req-58f4d5a3-c9a4-4963-bff3-24484aa7184f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=30c8b4fd-6c75-4e8c-b43d-f31074d76442 HTTP/1.1" status: 200  len: 852 time: 0.0913379
Dec 25 21:17:50.882939 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a69f8a-e4f3-4bc3-a9d4-8c92331600e9 req-ff14f068-0405-4d2c-920c-dcf38413cad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:17:50.884645 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b1a69f8a-e4f3-4bc3-a9d4-8c92331600e9 req-ff14f068-0405-4d2c-920c-dcf38413cad1 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=e6a1be38-1673-434a-ac87-a3a12f8760ce HTTP/1.1" status: 200  len: 1096 time: 0.1220794
Dec 25 21:17:50.888367 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8e6026e6-e5dc-406b-8b51-e2ba8f024add req-b1c8c99c-87e9-429e-a61a-23c24f882d30 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2c732578-b39b-40c1-8a55-147e577043a0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0558970
Dec 25 21:17:50.976033 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-b2f19179-ba26-458b-b84d-c4eb0651c6e7 req-94b0ed77-60d9-4d7d-82fc-dd0610ac55c0 service neutron] For port 351ad003-7628-46fe-a749-8abfe48f50a4, host nch1-master-1, cleared binding levels {{(pid=121606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:17:50.982778 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-b2f19179-ba26-458b-b84d-c4eb0651c6e7 req-94b0ed77-60d9-4d7d-82fc-dd0610ac55c0 service neutron] For port 351ad003-7628-46fe-a749-8abfe48f50a4, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=351ad003-7628-46fe-a749-8abfe48f50a4,segment=NetworkSegment(01b1b6b5-7db5-40ee-a399-bc306695a2d5),segment_id=01b1b6b5-7db5-40ee-a399-bc306695a2d5)] {{(pid=121606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:17:50.999025 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-99e5b1fc-07ed-4031-b7d8-88c1ff84ff11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2618aa9490>, [{'id': 'dfb386db-09a3-49fa-8678-273f6968540f', 'name': 'tempest-ServerRescueTestJSON-1516595634-router', 'tenant_id': '3b0881f03bcb42b2af8fbbc9bd84ca78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.175'}], 'enable_snat': True}, 'gw_port_id': '2803deba-1b18-4a6d-9ba9-77345c222205', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:17:42Z', 'updated_at': '2021-12-25T21:17:47Z', 'revision_number': 4, 'project_id': '3b0881f03bcb42b2af8fbbc9bd84ca78', 'gw_port': {'id': '2803deba-1b18-4a6d-9ba9-77345c222205', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:25:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfb386db-09a3-49fa-8678-273f6968540f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1097, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:17:43Z', 'updated_at': '2021-12-25T21:17:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'f41a970d-3836-4c80-bdf6-1b67ab6d2c50', 'name': '', 'network_id': '040e4d7b-a517-49cc-8699-70c0b9b2f222', 'tenant_id': '3b0881f03bcb42b2af8fbbc9bd84ca78', 'mac_address': 'fa:16:3e:c4:78:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfb386db-09a3-49fa-8678-273f6968540f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1099, 'fixed_ips': [{'subnet_id': 'ca46be31-1a87-4846-b557-a9f49755a2de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:17:46Z', 'updated_at': '2021-12-25T21:17:48Z', 'revision_number': 2, 'project_id': '3b0881f03bcb42b2af8fbbc9bd84ca78', 'subnets': [{'id': 'ca46be31-1a87-4846-b557-a9f49755a2de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:17:51.024243 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b1a69f8a-e4f3-4bc3-a9d4-8c92331600e9 req-28a1c175-8341-4a31-a541-53bcd9c3387e service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=0c514444-6044-490f-9acc-6dece3909d9f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1275661
Dec 25 21:17:51.030046 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99e5b1fc-07ed-4031-b7d8-88c1ff84ff11 None None] Checking router: dfb386db-09a3-49fa-8678-273f6968540f for host: ncdv-master-1 {{(pid=121609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 25 21:17:51.030701 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99e5b1fc-07ed-4031-b7d8-88c1ff84ff11 None None] Updating router dfb386db-09a3-49fa-8678-273f6968540f port f41a970d-3836-4c80-bdf6-1b67ab6d2c50 binding host ncdv-master-1 {{(pid=121609) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 25 21:17:51.057204 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-b2f19179-ba26-458b-b84d-c4eb0651c6e7 req-94b0ed77-60d9-4d7d-82fc-dd0610ac55c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:51.058206 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-99e5b1fc-07ed-4031-b7d8-88c1ff84ff11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:51.070239 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8e6026e6-e5dc-406b-8b51-e2ba8f024add req-d0ce34f3-3734-4c8c-9b69-cca578c021f1 service neutron] 10.222.0.37 "GET /v2.0/networks/2c732578-b39b-40c1-8a55-147e577043a0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1637790
Dec 25 21:17:51.144921 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f19179-ba26-458b-b84d-c4eb0651c6e7 req-94b0ed77-60d9-4d7d-82fc-dd0610ac55c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:17:51.145656 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-b2f19179-ba26-458b-b84d-c4eb0651c6e7 req-94b0ed77-60d9-4d7d-82fc-dd0610ac55c0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:51.147246 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b2f19179-ba26-458b-b84d-c4eb0651c6e7 req-94b0ed77-60d9-4d7d-82fc-dd0610ac55c0 service neutron] 10.222.0.31 "PUT /v2.0/ports/351ad003-7628-46fe-a749-8abfe48f50a4 HTTP/1.1" status: 200  len: 1091 time: 2.2687860
Dec 25 21:17:51.151483 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07d51e67-c044-4aa2-9b94-b50e5df7aecb', 'tag': '351ad003-7628-46fe-a749-8abfe48f50a4'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:17:51.153948 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9858820c13ec2827453b94ebc4181065e990a4e4089ccb9fe762531ac62d2fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56925a4a-50c4-4700-9d71-c9fee0d6c76c" -d '{"events": [{"name": "network-changed", "server_uuid": "07d51e67-c044-4aa2-9b94-b50e5df7aecb", "tag": "351ad003-7628-46fe-a749-8abfe48f50a4"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:17:51.269672 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b0ed77-60d9-4d7d-82fc-dd0610ac55c0 service neutron] Pushing event updated for resources: {'Port': ['ID=351ad003-7628-46fe-a749-8abfe48f50a4,revision_number=3']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:17:51.325629 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28feb785-0746-4f18-90fc-e14b76f489de req-2131d880-a9fb-4f82-9b84-91d3cbb96af4 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:17:51.332931 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-28feb785-0746-4f18-90fc-e14b76f489de req-2131d880-a9fb-4f82-9b84-91d3cbb96af4 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/ports?device_id=4e09da5c-da55-4216-89ee-8cbdaf24ecec HTTP/1.1" status: 200  len: 950 time: 0.2164011
Dec 25 21:17:51.364947 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-99e5b1fc-07ed-4031-b7d8-88c1ff84ff11 None None] Publish callbacks [] for port, precommit_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:51.370777 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8e6026e6-e5dc-406b-8b51-e2ba8f024add req-e21f0a77-04f7-4365-85fb-44d55009178f service neutron] 10.222.0.37 "GET /v2.0/networks/2c732578-b39b-40c1-8a55-147e577043a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2659609
Dec 25 21:17:51.435365 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-99e5b1fc-07ed-4031-b7d8-88c1ff84ff11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:51.435886 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51155767-e2ab-4fb2-9da7-1ba8a9a60e69 req-a35a6f73-0525-4897-9e9f-4b1173735865 tempest-ServerRescueTestJSON-1336662106 tempest-ServerRescueTestJSON-1336662106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:17:51.437290 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-51155767-e2ab-4fb2-9da7-1ba8a9a60e69 req-a35a6f73-0525-4897-9e9f-4b1173735865 tempest-ServerRescueTestJSON-1336662106 tempest-ServerRescueTestJSON-1336662106-project] 10.222.0.32 "GET /v2.0/networks?id=040e4d7b-a517-49cc-8699-70c0b9b2f222 HTTP/1.1" status: 200  len: 811 time: 0.2585542
Dec 25 21:17:51.464327 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-28feb785-0746-4f18-90fc-e14b76f489de req-1cf9afb0-a568-49ff-9352-f821e8ecf8e3 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3f1ae63-416f-443f-b032-af0d7dcc9019&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1305425
Dec 25 21:17:51.471344 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-51155767-e2ab-4fb2-9da7-1ba8a9a60e69 req-f85a0950-71ab-4b23-be4a-1119511298e9 tempest-ServerRescueTestJSON-1336662106 tempest-ServerRescueTestJSON-1336662106-project] 10.222.0.32 "GET /v2.0/quotas/3b0881f03bcb42b2af8fbbc9bd84ca78 HTTP/1.1" status: 200  len: 375 time: 0.0246387
Dec 25 21:17:51.473546 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f19179-ba26-458b-b84d-c4eb0651c6e7 req-429aa1a8-e0aa-4a22-9b37-2e3c15a3b3de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:17:51.475092 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b2f19179-ba26-458b-b84d-c4eb0651c6e7 req-429aa1a8-e0aa-4a22-9b37-2e3c15a3b3de service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=16a084940f024be8aee5807248918cb5&device_id=07d51e67-c044-4aa2-9b94-b50e5df7aecb HTTP/1.1" status: 200  len: 1094 time: 0.1003790
Dec 25 21:17:51.495573 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f212d6ba-1567-4dfb-bb3c-0bf1d0b83587 None None] Pushing event updated for resources: {'Port': ['ID=f41a970d-3836-4c80-bdf6-1b67ab6d2c50,revision_number=3']} {{(pid=121609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:17:51.505612 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f212d6ba-1567-4dfb-bb3c-0bf1d0b83587 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:17:51.506344 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f212d6ba-1567-4dfb-bb3c-0bf1d0b83587 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:17:51.506668 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f212d6ba-1567-4dfb-bb3c-0bf1d0b83587 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:17:51.507048 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f212d6ba-1567-4dfb-bb3c-0bf1d0b83587 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:17:51.507610 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f212d6ba-1567-4dfb-bb3c-0bf1d0b83587 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:17:51.507945 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f212d6ba-1567-4dfb-bb3c-0bf1d0b83587 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:17:51.508259 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f212d6ba-1567-4dfb-bb3c-0bf1d0b83587 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:17:51.508578 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f212d6ba-1567-4dfb-bb3c-0bf1d0b83587 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:17:51.508918 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f212d6ba-1567-4dfb-bb3c-0bf1d0b83587 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:17:51.509241 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f212d6ba-1567-4dfb-bb3c-0bf1d0b83587 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:17:51.509560 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f212d6ba-1567-4dfb-bb3c-0bf1d0b83587 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:17:51.509880 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f212d6ba-1567-4dfb-bb3c-0bf1d0b83587 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:17:51.510196 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f212d6ba-1567-4dfb-bb3c-0bf1d0b83587 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:17:51.546563 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b2f19179-ba26-458b-b84d-c4eb0651c6e7 req-0394ae10-6bd8-4c35-a973-b14d76c7c5dc service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=351ad003-7628-46fe-a749-8abfe48f50a4 HTTP/1.1" status: 200  len: 217 time: 0.0563147
Dec 25 21:17:51.568945 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.managers [None req-99e5b1fc-07ed-4031-b7d8-88c1ff84ff11 None None] Attempting to bind port f41a970d-3836-4c80-bdf6-1b67ab6d2c50 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:17:51.569310 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.managers [None req-99e5b1fc-07ed-4031-b7d8-88c1ff84ff11 None None] Attempting to bind port f41a970d-3836-4c80-bdf6-1b67ab6d2c50 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'a23ab71a-bf4a-4f83-858c-14fbc7539004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '040e4d7b-a517-49cc-8699-70c0b9b2f222'}] {{(pid=121609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:17:51.569803 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99e5b1fc-07ed-4031-b7d8-88c1ff84ff11 None None] Attempting to bind port f41a970d-3836-4c80-bdf6-1b67ab6d2c50 on network 040e4d7b-a517-49cc-8699-70c0b9b2f222 {{(pid=121609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:17:51.574540 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99e5b1fc-07ed-4031-b7d8-88c1ff84ff11 None None] Checking agent: {'id': 'ca4f5c6d-f1fd-48b8-a3e3-395864c7d23d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 20, 56, 40), 'started_at': datetime.datetime(2021, 12, 25, 20, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 17, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:17:51.574906 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99e5b1fc-07ed-4031-b7d8-88c1ff84ff11 None None] Checking segment: {'id': 'a23ab71a-bf4a-4f83-858c-14fbc7539004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '040e4d7b-a517-49cc-8699-70c0b9b2f222'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:17:51.575295 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-99e5b1fc-07ed-4031-b7d8-88c1ff84ff11 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:51.575680 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99e5b1fc-07ed-4031-b7d8-88c1ff84ff11 None None] Bound using segment: {'id': 'a23ab71a-bf4a-4f83-858c-14fbc7539004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '040e4d7b-a517-49cc-8699-70c0b9b2f222'} {{(pid=121609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:17:51.576134 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.managers [None req-99e5b1fc-07ed-4031-b7d8-88c1ff84ff11 None None] Bound port: f41a970d-3836-4c80-bdf6-1b67ab6d2c50, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a23ab71a-bf4a-4f83-858c-14fbc7539004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '040e4d7b-a517-49cc-8699-70c0b9b2f222'}}] {{(pid=121609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:17:51.576501 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-99e5b1fc-07ed-4031-b7d8-88c1ff84ff11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:51.622961 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-51155767-e2ab-4fb2-9da7-1ba8a9a60e69 req-b3c0a9bd-80c3-4fea-bd0a-1c5c979c247e tempest-ServerRescueTestJSON-1336662106 tempest-ServerRescueTestJSON-1336662106-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=3b0881f03bcb42b2af8fbbc9bd84ca78&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1431513
Dec 25 21:17:51.638754 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.db [None req-99e5b1fc-07ed-4031-b7d8-88c1ff84ff11 None None] For port f41a970d-3836-4c80-bdf6-1b67ab6d2c50, host ncdv-master-1, cleared binding levels {{(pid=121609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:17:51.641809 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.db [None req-99e5b1fc-07ed-4031-b7d8-88c1ff84ff11 None None] For port f41a970d-3836-4c80-bdf6-1b67ab6d2c50, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f41a970d-3836-4c80-bdf6-1b67ab6d2c50,segment=NetworkSegment(a23ab71a-bf4a-4f83-858c-14fbc7539004),segment_id=a23ab71a-bf4a-4f83-858c-14fbc7539004)] {{(pid=121609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:17:51.646505 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f19179-ba26-458b-b84d-c4eb0651c6e7 req-ff664d91-9b39-4953-a98f-246b4ed14f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:17:51.649015 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b2f19179-ba26-458b-b84d-c4eb0651c6e7 req-ff664d91-9b39-4953-a98f-246b4ed14f45 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=3f60a15f-92c1-4709-8506-7a38b4b980cc HTTP/1.1" status: 200  len: 852 time: 0.0891507
Dec 25 21:17:51.666569 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a8b26a-15ea-426a-9e97-ef0486149a51 req-56e30aa1-e107-4d06-8a30-16970a4a4a44 tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:17:51.668012 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b4a8b26a-15ea-426a-9e97-ef0486149a51 req-56e30aa1-e107-4d06-8a30-16970a4a4a44 tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] 10.222.0.32 "GET /v2.0/ports?device_id=07d51e67-c044-4aa2-9b94-b50e5df7aecb HTTP/1.1" status: 200  len: 943 time: 0.1182663
Dec 25 21:17:51.706980 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-99e5b1fc-07ed-4031-b7d8-88c1ff84ff11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:51.710064 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b2f19179-ba26-458b-b84d-c4eb0651c6e7 req-6727b872-564f-4bdf-b281-809c591091cd service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ce9b43e7-57f0-42d1-9422-f764ccb2bd06&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0411448
Dec 25 21:17:51.771085 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99e5b1fc-07ed-4031-b7d8-88c1ff84ff11 None None] Routers {'dfb386db-09a3-49fa-8678-273f6968540f'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:17:51.771635 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-99e5b1fc-07ed-4031-b7d8-88c1ff84ff11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2618aa9490>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:17:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['dfb386db-09a3-49fa-8678-273f6968540f'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:17:51.777726 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f212d6ba-1567-4dfb-bb3c-0bf1d0b83587 None None] Pushing event updated for resources: {'Port': ['ID=f41a970d-3836-4c80-bdf6-1b67ab6d2c50,revision_number=4']} {{(pid=121609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:17:51.852407 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-51155767-e2ab-4fb2-9da7-1ba8a9a60e69 req-3e9d4de0-37c9-455e-abd0-cdd5cbd741a3 service neutron] 10.222.0.32 "GET /v2.0/networks/040e4d7b-a517-49cc-8699-70c0b9b2f222?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2200119
Dec 25 21:17:51.859544 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b4a8b26a-15ea-426a-9e97-ef0486149a51 req-8c434c32-3b42-4b8e-b41c-a9c198522104 tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] 10.222.0.32 "GET /v2.0/security-groups?id=1afdcc1a-136b-4b62-a479-56858cefce8d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1807792
Dec 25 21:17:51.902848 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvr_db [None req-99e5b1fc-07ed-4031-b7d8-88c1ff84ff11 None None] Set router dfb386db-09a3-49fa-8678-273f6968540f gateway port host: ncdv-master-1 {{(pid=121609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:17:51.909392 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b2f19179-ba26-458b-b84d-c4eb0651c6e7 req-e622b298-cf4c-45d1-8e51-bb8fd398d185 service neutron] 10.222.0.31 "GET /v2.0/networks/ce9b43e7-57f0-42d1-9422-f764ccb2bd06?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1884818
Dec 25 21:17:51.935558 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Dec 2021 21:17:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1d29d93-ba60-42da-95c0-cda3acf54b61 x-openstack-request-id: req-b1d29d93-ba60-42da-95c0-cda3acf54b61 {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:17:51.935853 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07d51e67-c044-4aa2-9b94-b50e5df7aecb", "tag": "351ad003-7628-46fe-a749-8abfe48f50a4", "status": "completed", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:17:51.936647 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b1d29d93-ba60-42da-95c0-cda3acf54b61 {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:17:51.936647 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07d51e67-c044-4aa2-9b94-b50e5df7aecb', 'tag': '351ad003-7628-46fe-a749-8abfe48f50a4', 'status': 'completed', 'code': 200}
Dec 25 21:17:52.024397 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-51155767-e2ab-4fb2-9da7-1ba8a9a60e69 req-51b364b6-685c-4f9b-8ad8-4be91d2fc5fe service neutron] 10.222.0.32 "GET /v2.0/networks/040e4d7b-a517-49cc-8699-70c0b9b2f222?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1638823
Dec 25 21:17:52.051881 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b2f19179-ba26-458b-b84d-c4eb0651c6e7 req-e74147ad-a8eb-4493-b81d-362b1fd05f9e service neutron] 10.222.0.31 "GET /v2.0/networks/ce9b43e7-57f0-42d1-9422-f764ccb2bd06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1181674
Dec 25 21:17:52.130199 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-99e5b1fc-07ed-4031-b7d8-88c1ff84ff11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2618aa9490>, [{'id': 'dfb386db-09a3-49fa-8678-273f6968540f', 'name': 'tempest-ServerRescueTestJSON-1516595634-router', 'tenant_id': '3b0881f03bcb42b2af8fbbc9bd84ca78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.175'}], 'enable_snat': True}, 'gw_port_id': '2803deba-1b18-4a6d-9ba9-77345c222205', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:17:42Z', 'updated_at': '2021-12-25T21:17:47Z', 'revision_number': 4, 'project_id': '3b0881f03bcb42b2af8fbbc9bd84ca78', 'gw_port': {'id': '2803deba-1b18-4a6d-9ba9-77345c222205', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:25:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfb386db-09a3-49fa-8678-273f6968540f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1097, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:17:43Z', 'updated_at': '2021-12-25T21:17:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'f41a970d-3836-4c80-bdf6-1b67ab6d2c50', 'name': '', 'network_id': '040e4d7b-a517-49cc-8699-70c0b9b2f222', 'tenant_id': '3b0881f03bcb42b2af8fbbc9bd84ca78', 'mac_address': 'fa:16:3e:c4:78:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfb386db-09a3-49fa-8678-273f6968540f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1099, 'fixed_ips': [{'subnet_id': 'ca46be31-1a87-4846-b557-a9f49755a2de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:17:46Z', 'updated_at': '2021-12-25T21:17:51Z', 'revision_number': 4, 'project_id': '3b0881f03bcb42b2af8fbbc9bd84ca78', 'subnets': [{'id': 'ca46be31-1a87-4846-b557-a9f49755a2de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:17:52.157539 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99e5b1fc-07ed-4031-b7d8-88c1ff84ff11 None None] The sync data for ids ['dfb386db-09a3-49fa-8678-273f6968540f'] in ncdv-master-1 is: [{'id': 'dfb386db-09a3-49fa-8678-273f6968540f', 'name': 'tempest-ServerRescueTestJSON-1516595634-router', 'tenant_id': '3b0881f03bcb42b2af8fbbc9bd84ca78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.175'}], 'enable_snat': True}, 'gw_port_id': '2803deba-1b18-4a6d-9ba9-77345c222205', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:17:42Z', 'updated_at': '2021-12-25T21:17:47Z', 'revision_number': 4, 'project_id': '3b0881f03bcb42b2af8fbbc9bd84ca78', 'gw_port': {'id': '2803deba-1b18-4a6d-9ba9-77345c222205', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:25:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfb386db-09a3-49fa-8678-273f6968540f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1097, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:17:43Z', 'updated_at': '2021-12-25T21:17:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'f41a970d-3836-4c80-bdf6-1b67ab6d2c50', 'name': '', 'network_id': '040e4d7b-a517-49cc-8699-70c0b9b2f222', 'tenant_id': '3b0881f03bcb42b2af8fbbc9bd84ca78', 'mac_address': 'fa:16:3e:c4:78:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfb386db-09a3-49fa-8678-273f6968540f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1099, 'fixed_ips': [{'subnet_id': 'ca46be31-1a87-4846-b557-a9f49755a2de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:17:46Z', 'updated_at': '2021-12-25T21:17:51Z', 'revision_number': 4, 'project_id': '3b0881f03bcb42b2af8fbbc9bd84ca78', 'subnets': [{'id': 'ca46be31-1a87-4846-b557-a9f49755a2de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 21:17:52.211014 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56925a4a-50c4-4700-9d71-c9fee0d6c76c req-a7186a94-339f-4f49-a625-685899d02c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:17:52.212712 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-56925a4a-50c4-4700-9d71-c9fee0d6c76c req-a7186a94-339f-4f49-a625-685899d02c91 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=16a084940f024be8aee5807248918cb5&device_id=07d51e67-c044-4aa2-9b94-b50e5df7aecb HTTP/1.1" status: 200  len: 1094 time: 0.0522351
Dec 25 21:17:52.431402 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56925a4a-50c4-4700-9d71-c9fee0d6c76c req-ae7328f6-0727-4c70-9474-cb3403b5f71c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:17:52.433188 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-56925a4a-50c4-4700-9d71-c9fee0d6c76c req-ae7328f6-0727-4c70-9474-cb3403b5f71c service neutron] 10.222.0.31 "GET /v2.0/networks?id=ce9b43e7-57f0-42d1-9422-f764ccb2bd06 HTTP/1.1" status: 200  len: 913 time: 0.2136290
Dec 25 21:17:52.459376 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59791866-1dca-43b7-94fa-a6b73bfd47c5 req-0fe5f484-2676-46fb-bdcd-2c3522349b20 tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:17:52.460959 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-59791866-1dca-43b7-94fa-a6b73bfd47c5 req-0fe5f484-2676-46fb-bdcd-2c3522349b20 tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] 10.222.0.32 "GET /v2.0/ports?device_id=503df13c-2f74-4094-bbd9-a07a7ba8f4cb HTTP/1.1" status: 200  len: 943 time: 0.1124122
Dec 25 21:17:52.516994 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-56925a4a-50c4-4700-9d71-c9fee0d6c76c req-c2dc23c4-1526-452a-b4d0-4475d2cf0025 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=351ad003-7628-46fe-a749-8abfe48f50a4 HTTP/1.1" status: 200  len: 217 time: 0.0678697
Dec 25 21:17:52.576182 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b319da-1a4e-4f9c-92d9-9b653db9505f req-4d29bb87-fcd5-4b5d-9c26-d9a1ca117978 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:17:52.579441 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-86b319da-1a4e-4f9c-92d9-9b653db9505f req-4d29bb87-fcd5-4b5d-9c26-d9a1ca117978 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] 10.222.0.32 "GET /v2.0/ports?device_id=e6a1be38-1673-434a-ac87-a3a12f8760ce HTTP/1.1" status: 200  len: 945 time: 0.1668468
Dec 25 21:17:52.591248 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-59791866-1dca-43b7-94fa-a6b73bfd47c5 req-e75c8a88-37f2-461d-80ee-d7ff2a05a2fb tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] 10.222.0.32 "GET /v2.0/security-groups?id=2bf8651c-3ed0-44bb-a064-d61aab6ec281&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1230342
Dec 25 21:17:52.617018 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56925a4a-50c4-4700-9d71-c9fee0d6c76c req-1e74a46e-3e81-4dc9-8c65-538e2fe86727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:17:52.618438 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-56925a4a-50c4-4700-9d71-c9fee0d6c76c req-1e74a46e-3e81-4dc9-8c65-538e2fe86727 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=3f60a15f-92c1-4709-8506-7a38b4b980cc HTTP/1.1" status: 200  len: 852 time: 0.0928857
Dec 25 21:17:52.664516 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-56925a4a-50c4-4700-9d71-c9fee0d6c76c req-f77b20fd-f787-4665-8ecf-6b1e6411a945 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ce9b43e7-57f0-42d1-9422-f764ccb2bd06&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0340366
Dec 25 21:17:52.669283 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-86b319da-1a4e-4f9c-92d9-9b653db9505f req-1b3b601e-8a7d-483b-a6fe-50037ec38775 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c514444-6044-490f-9acc-6dece3909d9f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0820434
Dec 25 21:17:52.852535 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-6d1e03b0-9355-4ae3-afc2-51519051afc0 req-3aa21893-0c10-4ac2-9d95-fa7f299f24cc tempest-ServerRescueTestJSON-1336662106 tempest-ServerRescueTestJSON-1336662106-project] 10.222.0.32 "GET /v2.0/ports?device_id=30bfda27-68a3-4a4a-bfd1-7749eaa3997c HTTP/1.1" status: 200  len: 210 time: 0.0631835
Dec 25 21:17:52.877765 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-56925a4a-50c4-4700-9d71-c9fee0d6c76c req-97fd1938-f6a0-4114-b255-d0ef66917afa service neutron] 10.222.0.31 "GET /v2.0/networks/ce9b43e7-57f0-42d1-9422-f764ccb2bd06?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1982982
Dec 25 21:17:52.892927 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3408e05-ec48-4f1c-8017-1512f2a3d9be req-2bc91b75-31ed-4f58-b449-e5c99268db72 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:17:52.894537 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d3408e05-ec48-4f1c-8017-1512f2a3d9be req-2bc91b75-31ed-4f58-b449-e5c99268db72 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/ports?device_id=4e09da5c-da55-4216-89ee-8cbdaf24ecec HTTP/1.1" status: 200  len: 950 time: 0.1067648
Dec 25 21:17:53.121460 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device f41a970d-3836-4c80-bdf6-1b67ab6d2c50 up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:17:53.158694 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device af2cd469-e53b-45dd-9334-186a6c6c612a details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 25 21:17:53.226116 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port f41a970d-3836-4c80-bdf6-1b67ab6d2c50 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:17:53.226491 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:53.306523 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port af2cd469-e53b-45dd-9334-186a6c6c612a, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=af2cd469-e53b-45dd-9334-186a6c6c612a,segment=NetworkSegment(40b3768f-3d6e-4d28-9b2a-4711b7f0f059),segment_id=40b3768f-3d6e-4d28-9b2a-4711b7f0f059)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:17:53.333610 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Returning: {'device': 'af2cd469-e53b-45dd-9334-186a6c6c612a', 'network_id': '2c732578-b39b-40c1-8a55-147e577043a0', 'port_id': 'af2cd469-e53b-45dd-9334-186a6c6c612a', 'mac_address': 'fa:16:3e:48:65:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30c8b4fd-6c75-4e8c-b43d-f31074d76442', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 25 21:17:53.403612 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:53.418217 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af2cd469-e53b-45dd-9334-186a6c6c612a {{(pid=121608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:17:53.419790 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d3408e05-ec48-4f1c-8017-1512f2a3d9be req-eda1fea4-f48f-4fe0-a8cc-4a0adabb911d tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3f1ae63-416f-443f-b032-af0d7dcc9019&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5163667
Dec 25 21:17:53.422566 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:53.447957 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-56925a4a-50c4-4700-9d71-c9fee0d6c76c req-3d323140-16d8-41ea-89c5-85e5ae3aa27c service neutron] 10.222.0.31 "GET /v2.0/networks/ce9b43e7-57f0-42d1-9422-f764ccb2bd06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5524175
Dec 25 21:17:53.460288 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f71476-ef81-4b6c-967b-d8e768535a34 req-5f445672-0ca3-4815-a8e8-babcc289d9df tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:17:53.461976 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port af2cd469-e53b-45dd-9334-186a6c6c612a, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=af2cd469-e53b-45dd-9334-186a6c6c612a,segment=NetworkSegment(40b3768f-3d6e-4d28-9b2a-4711b7f0f059),segment_id=40b3768f-3d6e-4d28-9b2a-4711b7f0f059)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:17:53.467965 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-47f71476-ef81-4b6c-967b-d8e768535a34 req-5f445672-0ca3-4815-a8e8-babcc289d9df tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] 10.222.0.32 "GET /v2.0/networks?id=de2cf5f5-0f83-4089-a263-5ec0a5e6f1de HTTP/1.1" status: 200  len: 806 time: 0.1992037
Dec 25 21:17:53.481435 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-47f71476-ef81-4b6c-967b-d8e768535a34 req-5723c01d-89fe-4e47-a8ea-b01d9e995326 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] 10.222.0.32 "GET /v2.0/quotas/38d7cbaffc1340f59e994569e8e33e1d HTTP/1.1" status: 200  len: 375 time: 0.0125003
Dec 25 21:17:53.485349 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] For port f41a970d-3836-4c80-bdf6-1b67ab6d2c50, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f41a970d-3836-4c80-bdf6-1b67ab6d2c50,segment=NetworkSegment(a23ab71a-bf4a-4f83-858c-14fbc7539004),segment_id=a23ab71a-bf4a-4f83-858c-14fbc7539004)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:17:53.558139 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:53.567085 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-47f71476-ef81-4b6c-967b-d8e768535a34 req-ac6c5c68-35b3-4939-8431-6e33b0006f49 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=38d7cbaffc1340f59e994569e8e33e1d&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0821514
Dec 25 21:17:53.591810 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d43e185-832e-4f85-9d2b-c1f17163307f req-9d5b0fb0-f354-4087-8ae8-dc19f765f044 tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:17:53.593308 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0d43e185-832e-4f85-9d2b-c1f17163307f req-9d5b0fb0-f354-4087-8ae8-dc19f765f044 tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] 10.222.0.32 "GET /v2.0/ports?device_id=07d51e67-c044-4aa2-9b94-b50e5df7aecb HTTP/1.1" status: 200  len: 943 time: 0.0772882
Dec 25 21:17:53.609868 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Pushing event updated for resources: {'Port': ['ID=af2cd469-e53b-45dd-9334-186a6c6c612a,revision_number=4']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:17:53.615907 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:53.668613 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Pushing event updated for resources: {'Port': ['ID=f41a970d-3836-4c80-bdf6-1b67ab6d2c50,revision_number=5']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:17:53.700546 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0d43e185-832e-4f85-9d2b-c1f17163307f req-0c1e3cf3-e4f6-4405-bb3b-85f89749d7eb tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] 10.222.0.32 "GET /v2.0/security-groups?id=1afdcc1a-136b-4b62-a479-56858cefce8d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0973501
Dec 25 21:17:53.711565 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-47f71476-ef81-4b6c-967b-d8e768535a34 req-2510854f-3995-42d0-9b93-ca1b0b32adf5 service neutron] 10.222.0.32 "GET /v2.0/networks/de2cf5f5-0f83-4089-a263-5ec0a5e6f1de?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1360765
Dec 25 21:17:53.815392 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-47f71476-ef81-4b6c-967b-d8e768535a34 req-41abfc44-286b-41af-a4d8-e3cf4bf29df0 service neutron] 10.222.0.32 "GET /v2.0/networks/de2cf5f5-0f83-4089-a263-5ec0a5e6f1de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0975335
Dec 25 21:17:53.857966 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] get_ports_and_sgs() called for port_ids ['af2cd469-e53b-45dd-9334-186a6c6c612a'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:17:54.059788 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8651be4d-c570-4495-9577-980f225978f3 req-ba4eea29-85a5-4d35-9912-659de3413cc4 tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:17:54.062183 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8651be4d-c570-4495-9577-980f225978f3 req-ba4eea29-85a5-4d35-9912-659de3413cc4 tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] 10.222.0.32 "GET /v2.0/ports?device_id=503df13c-2f74-4094-bbd9-a07a7ba8f4cb HTTP/1.1" status: 200  len: 944 time: 0.0647411
Dec 25 21:17:54.127789 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8651be4d-c570-4495-9577-980f225978f3 req-beb41041-e5d7-40b7-b9f2-a8c437d516a7 tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] 10.222.0.32 "GET /v2.0/security-groups?id=2bf8651c-3ed0-44bb-a064-d61aab6ec281&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0574200
Dec 25 21:17:54.170018 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7b3fbec8-7b68-41ac-ad9b-2f96b2631551 req-803620a9-f3e4-4001-84e1-6f797acaa1b1 tempest-ServerRescueTestJSON-1336662106 tempest-ServerRescueTestJSON-1336662106-project] 10.222.0.32 "GET /v2.0/ports?device_id=30bfda27-68a3-4a4a-bfd1-7749eaa3997c HTTP/1.1" status: 200  len: 210 time: 0.0285118
Dec 25 21:17:54.694072 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51155767-e2ab-4fb2-9da7-1ba8a9a60e69 req-6f50c7ce-20a5-4605-a4f6-adc7ff512719 tempest-ServerRescueTestJSON-1336662106 tempest-ServerRescueTestJSON-1336662106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:17:54.695430 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-51155767-e2ab-4fb2-9da7-1ba8a9a60e69 req-6f50c7ce-20a5-4605-a4f6-adc7ff512719 tempest-ServerRescueTestJSON-1336662106 tempest-ServerRescueTestJSON-1336662106-project] 10.222.0.37 "GET /v2.0/networks?id=040e4d7b-a517-49cc-8699-70c0b9b2f222 HTTP/1.1" status: 200  len: 811 time: 0.1103003
Dec 25 21:17:54.709185 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-51155767-e2ab-4fb2-9da7-1ba8a9a60e69 req-f96691bc-8460-4766-8494-da5053df6106 tempest-ServerRescueTestJSON-1336662106 tempest-ServerRescueTestJSON-1336662106-project] Request body: {'port': {'device_id': '30bfda27-68a3-4a4a-bfd1-7749eaa3997c', 'network_id': '040e4d7b-a517-49cc-8699-70c0b9b2f222', 'admin_state_up': True, 'tenant_id': '3b0881f03bcb42b2af8fbbc9bd84ca78'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:17:54.903592 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581f99c8-f644-4710-be7a-a6b29eb161a5 req-4cf19251-0f52-401a-9314-d27dd9300fcd tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:17:54.905143 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-581f99c8-f644-4710-be7a-a6b29eb161a5 req-4cf19251-0f52-401a-9314-d27dd9300fcd tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/ports?device_id=4e09da5c-da55-4216-89ee-8cbdaf24ecec HTTP/1.1" status: 200  len: 950 time: 0.0998244
Dec 25 21:17:54.938543 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b5bb03-5d7c-47c4-a3b3-24c24da0b66c req-9f4ef03c-7844-4d2a-b15d-34c93eb6aefa tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:17:54.940103 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e2b5bb03-5d7c-47c4-a3b3-24c24da0b66c req-9f4ef03c-7844-4d2a-b15d-34c93eb6aefa tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] 10.222.0.32 "GET /v2.0/ports?device_id=07d51e67-c044-4aa2-9b94-b50e5df7aecb HTTP/1.1" status: 200  len: 943 time: 0.0805855
Dec 25 21:17:54.981591 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51155767-e2ab-4fb2-9da7-1ba8a9a60e69 req-f96691bc-8460-4766-8494-da5053df6106 tempest-ServerRescueTestJSON-1336662106 tempest-ServerRescueTestJSON-1336662106-project] Made reservation on behalf of 3b0881f03bcb42b2af8fbbc9bd84ca78 for: {'port': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:17:54.985116 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-51155767-e2ab-4fb2-9da7-1ba8a9a60e69 req-f96691bc-8460-4766-8494-da5053df6106 tempest-ServerRescueTestJSON-1336662106 tempest-ServerRescueTestJSON-1336662106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:54.992419 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-581f99c8-f644-4710-be7a-a6b29eb161a5 req-f8ff9f7d-b53d-4f61-9cfa-f123c78ecefe tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3f1ae63-416f-443f-b032-af0d7dcc9019&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0781207
Dec 25 21:17:55.089692 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e2b5bb03-5d7c-47c4-a3b3-24c24da0b66c req-689754fd-730b-471b-9755-25ca0fd101ac tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] 10.222.0.32 "GET /v2.0/security-groups?id=1afdcc1a-136b-4b62-a479-56858cefce8d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1408067
Dec 25 21:17:55.093487 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device f41a970d-3836-4c80-bdf6-1b67ab6d2c50 up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:17:55.161484 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port f41a970d-3836-4c80-bdf6-1b67ab6d2c50 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:17:55.161991 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:55.190708 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device af2cd469-e53b-45dd-9334-186a6c6c612a up at agent hyperv_nch2-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:17:55.240023 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_common [req-51155767-e2ab-4fb2-9da7-1ba8a9a60e69 req-f96691bc-8460-4766-8494-da5053df6106 tempest-ServerRescueTestJSON-1336662106 tempest-ServerRescueTestJSON-1336662106-project] Allocated IP 172.20.0.5 (040e4d7b-a517-49cc-8699-70c0b9b2f222/ca46be31-1a87-4846-b557-a9f49755a2de/d3b55372-6cc1-4847-8bab-b4a3a6aec2ff) {{(pid=121606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:17:55.333830 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0c8300-e943-4497-81fc-4c0318be30c4 req-00309bba-8dd6-4c5d-8d53-da7cb5a363bf tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:17:55.335334 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-bf0c8300-e943-4497-81fc-4c0318be30c4 req-00309bba-8dd6-4c5d-8d53-da7cb5a363bf tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] 10.222.0.32 "GET /v2.0/networks?id=de2cf5f5-0f83-4089-a263-5ec0a5e6f1de HTTP/1.1" status: 200  len: 806 time: 0.1456332
Dec 25 21:17:55.360726 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Provisioning for port af2cd469-e53b-45dd-9334-186a6c6c612a completed by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 25 21:17:55.365911 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Provisioning complete for port af2cd469-e53b-45dd-9334-186a6c6c612a triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:17:55.366871 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:55.367648 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-bf0c8300-e943-4497-81fc-4c0318be30c4 req-30496e5d-f3e6-469d-9047-44990daad734 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] 10.222.0.32 "GET /v2.0/quotas/38d7cbaffc1340f59e994569e8e33e1d HTTP/1.1" status: 200  len: 375 time: 0.0249264
Dec 25 21:17:55.469018 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-bf0c8300-e943-4497-81fc-4c0318be30c4 req-eff1ff98-befc-4809-b6a1-eb2e3063e986 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=38d7cbaffc1340f59e994569e8e33e1d&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0895650
Dec 25 21:17:55.475926 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:55.499094 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-51155767-e2ab-4fb2-9da7-1ba8a9a60e69 req-f96691bc-8460-4766-8494-da5053df6106 tempest-ServerRescueTestJSON-1336662106 tempest-ServerRescueTestJSON-1336662106-project] Publish callbacks [] for port, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:55.500168 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '503df13c-2f74-4094-bbd9-a07a7ba8f4cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af2cd469-e53b-45dd-9334-186a6c6c612a'}] {{(pid=121608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:17:55.503385 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a88c78c3ff6266bd59c7e89d275b28c92e739b67d23c89d71af88829fd31566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59e73b79-9d21-44be-871b-3cc10240f9e8" -d '{"events": [{"server_uuid": "503df13c-2f74-4094-bbd9-a07a7ba8f4cb", "name": "network-vif-plugged", "status": "completed", "tag": "af2cd469-e53b-45dd-9334-186a6c6c612a"}]}' {{(pid=121608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:17:55.515962 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port af2cd469-e53b-45dd-9334-186a6c6c612a, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=af2cd469-e53b-45dd-9334-186a6c6c612a,segment=NetworkSegment(40b3768f-3d6e-4d28-9b2a-4711b7f0f059),segment_id=40b3768f-3d6e-4d28-9b2a-4711b7f0f059)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:17:55.618398 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:55.643996 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-51155767-e2ab-4fb2-9da7-1ba8a9a60e69 req-f96691bc-8460-4766-8494-da5053df6106 tempest-ServerRescueTestJSON-1336662106 tempest-ServerRescueTestJSON-1336662106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:55.678313 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Pushing event updated for resources: {'Port': ['ID=af2cd469-e53b-45dd-9334-186a6c6c612a,revision_number=5']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:17:55.714807 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51155767-e2ab-4fb2-9da7-1ba8a9a60e69 req-f96691bc-8460-4766-8494-da5053df6106 tempest-ServerRescueTestJSON-1336662106 tempest-ServerRescueTestJSON-1336662106-project] Network 040e4d7b-a517-49cc-8699-70c0b9b2f222 is already hosted by enough agents. {{(pid=121606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:17:55.730415 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [req-51155767-e2ab-4fb2-9da7-1ba8a9a60e69 req-f96691bc-8460-4766-8494-da5053df6106 tempest-ServerRescueTestJSON-1336662106 tempest-ServerRescueTestJSON-1336662106-project] Resources bound (agent type, host, resource id):  {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:17:55.746592 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96691bc-8460-4766-8494-da5053df6106 tempest-ServerRescueTestJSON-1336662106 tempest-ServerRescueTestJSON-1336662106-project] Pushing event updated for resources: {'Port': ['ID=d3b55372-6cc1-4847-8bab-b4a3a6aec2ff,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:17:55.748797 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [req-51155767-e2ab-4fb2-9da7-1ba8a9a60e69 req-f96691bc-8460-4766-8494-da5053df6106 tempest-ServerRescueTestJSON-1336662106 tempest-ServerRescueTestJSON-1336662106-project] Received port after_create {{(pid=121606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:17:55.757426 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-bf0c8300-e943-4497-81fc-4c0318be30c4 req-d10ee038-b4f5-4241-a7eb-33a90f439b65 service neutron] 10.222.0.32 "GET /v2.0/networks/de2cf5f5-0f83-4089-a263-5ec0a5e6f1de?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2734973
Dec 25 21:17:55.838495 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51155767-e2ab-4fb2-9da7-1ba8a9a60e69 req-f96691bc-8460-4766-8494-da5053df6106 tempest-ServerRescueTestJSON-1336662106 tempest-ServerRescueTestJSON-1336662106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:17:55.839102 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-51155767-e2ab-4fb2-9da7-1ba8a9a60e69 req-f96691bc-8460-4766-8494-da5053df6106 tempest-ServerRescueTestJSON-1336662106 tempest-ServerRescueTestJSON-1336662106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:55.850556 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device 351ad003-7628-46fe-a749-8abfe48f50a4 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 25 21:17:55.851093 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4036d460-bf6f-4289-8b4d-061bfb760aed req-3ea71943-4b14-457b-ab5c-a76629b68b09 tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:17:55.852587 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4036d460-bf6f-4289-8b4d-061bfb760aed req-3ea71943-4b14-457b-ab5c-a76629b68b09 tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] 10.222.0.32 "GET /v2.0/ports?device_id=503df13c-2f74-4094-bbd9-a07a7ba8f4cb HTTP/1.1" status: 200  len: 945 time: 0.1470318
Dec 25 21:17:55.938269 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-bf0c8300-e943-4497-81fc-4c0318be30c4 req-622f02f6-b397-41a0-a7b1-601a126f28fc service neutron] 10.222.0.32 "GET /v2.0/networks/de2cf5f5-0f83-4089-a263-5ec0a5e6f1de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1626368
Dec 25 21:17:55.949671 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4036d460-bf6f-4289-8b4d-061bfb760aed req-4cccd51b-0d6e-46d2-a5b5-ea93847684d4 tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] 10.222.0.32 "GET /v2.0/security-groups?id=2bf8651c-3ed0-44bb-a064-d61aab6ec281&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0643237
Dec 25 21:17:55.950315 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port 351ad003-7628-46fe-a749-8abfe48f50a4, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=351ad003-7628-46fe-a749-8abfe48f50a4,segment=NetworkSegment(01b1b6b5-7db5-40ee-a399-bc306695a2d5),segment_id=01b1b6b5-7db5-40ee-a399-bc306695a2d5)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:17:55.969238 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Returning: {'device': '351ad003-7628-46fe-a749-8abfe48f50a4', 'network_id': 'ce9b43e7-57f0-42d1-9422-f764ccb2bd06', 'port_id': '351ad003-7628-46fe-a749-8abfe48f50a4', 'mac_address': 'fa:16:3e:ed:d1:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f60a15f-92c1-4709-8506-7a38b4b980cc', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 25 21:17:55.987695 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-51155767-e2ab-4fb2-9da7-1ba8a9a60e69 req-f96691bc-8460-4766-8494-da5053df6106 tempest-ServerRescueTestJSON-1336662106 tempest-ServerRescueTestJSON-1336662106-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.2812793
Dec 25 21:17:56.004147 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:56.005247 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-51155767-e2ab-4fb2-9da7-1ba8a9a60e69 req-99205f06-2a4b-4f95-83c6-0397a4198e30 service neutron] Request body: {'port': {'device_id': '30bfda27-68a3-4a4a-bfd1-7749eaa3997c', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:17:56.025931 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 351ad003-7628-46fe-a749-8abfe48f50a4 {{(pid=121608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:17:56.045859 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port 351ad003-7628-46fe-a749-8abfe48f50a4, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=351ad003-7628-46fe-a749-8abfe48f50a4,segment=NetworkSegment(01b1b6b5-7db5-40ee-a399-bc306695a2d5),segment_id=01b1b6b5-7db5-40ee-a399-bc306695a2d5)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:17:56.097515 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-51155767-e2ab-4fb2-9da7-1ba8a9a60e69 req-99205f06-2a4b-4f95-83c6-0397a4198e30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:56.113686 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e77673-c954-49c7-b5c1-62e8ddb9aa73 req-5106940b-cff7-4f95-bb47-19f0e380a95e tempest-ServerRescueTestJSON-1336662106 tempest-ServerRescueTestJSON-1336662106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:17:56.115249 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-48e77673-c954-49c7-b5c1-62e8ddb9aa73 req-5106940b-cff7-4f95-bb47-19f0e380a95e tempest-ServerRescueTestJSON-1336662106 tempest-ServerRescueTestJSON-1336662106-project] 10.222.0.32 "GET /v2.0/ports?device_id=30bfda27-68a3-4a4a-bfd1-7749eaa3997c HTTP/1.1" status: 200  len: 931 time: 0.0879545
Dec 25 21:17:56.132653 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:56.196178 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Pushing event updated for resources: {'Port': ['ID=351ad003-7628-46fe-a749-8abfe48f50a4,revision_number=4']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:17:56.232041 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 21:17:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f80f956e-e2e9-4bd7-816e-4f16bc21f54b x-openstack-request-id: req-f80f956e-e2e9-4bd7-816e-4f16bc21f54b {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:17:56.232405 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "503df13c-2f74-4094-bbd9-a07a7ba8f4cb", "name": "network-vif-plugged", "status": "completed", "tag": "af2cd469-e53b-45dd-9334-186a6c6c612a", "code": 200}]} {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:17:56.232740 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f80f956e-e2e9-4bd7-816e-4f16bc21f54b {{(pid=121608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:17:56.234184 ncdv-master-1 neutron-server[121608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '503df13c-2f74-4094-bbd9-a07a7ba8f4cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af2cd469-e53b-45dd-9334-186a6c6c612a', 'code': 200}
Dec 25 21:17:56.250163 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-48e77673-c954-49c7-b5c1-62e8ddb9aa73 req-891ec820-ac58-49b9-b4fb-d1ebc3a1732a tempest-ServerRescueTestJSON-1336662106 tempest-ServerRescueTestJSON-1336662106-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3baa9cd-9895-4145-88c0-053a91673173&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1286998
Dec 25 21:17:56.366676 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] get_ports_and_sgs() called for port_ids ['351ad003-7628-46fe-a749-8abfe48f50a4'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:17:56.387546 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0940147d-0b54-41cd-9d35-4b8e945b0d43 req-5aa8ae0b-52b3-4603-b4b0-cd2718972ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:17:56.396649 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-0940147d-0b54-41cd-9d35-4b8e945b0d43 req-5aa8ae0b-52b3-4603-b4b0-cd2718972ad2 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=503df13c-2f74-4094-bbd9-a07a7ba8f4cb HTTP/1.1" status: 200  len: 1096 time: 0.0810215
Dec 25 21:17:56.451502 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56149d5-cf6a-4cad-95e8-785792f6ec4b req-08409840-853d-4b9a-a64b-7a303321cc0f tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:17:56.453409 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b56149d5-cf6a-4cad-95e8-785792f6ec4b req-08409840-853d-4b9a-a64b-7a303321cc0f tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/ports?device_id=4e09da5c-da55-4216-89ee-8cbdaf24ecec HTTP/1.1" status: 200  len: 950 time: 0.1168728
Dec 25 21:17:56.458403 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-0940147d-0b54-41cd-9d35-4b8e945b0d43 req-2e552052-c959-4b6c-bad5-6a6569d5d302 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=2bf8651c-3ed0-44bb-a064-d61aab6ec281&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0507636
Dec 25 21:17:56.525630 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [req-51155767-e2ab-4fb2-9da7-1ba8a9a60e69 req-99205f06-2a4b-4f95-83c6-0397a4198e30 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3b55372-6cc1-4847-8bab-b4a3a6aec2ff {{(pid=121606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:17:56.539124 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-51155767-e2ab-4fb2-9da7-1ba8a9a60e69 req-99205f06-2a4b-4f95-83c6-0397a4198e30 service neutron] Publish callbacks [] for port, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:56.549249 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b56149d5-cf6a-4cad-95e8-785792f6ec4b req-9ea9575a-ef0c-4eef-86c0-4450fc0d411c tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3f1ae63-416f-443f-b032-af0d7dcc9019&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0864174
Dec 25 21:17:56.559556 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.provisioning_blocks [req-51155767-e2ab-4fb2-9da7-1ba8a9a60e69 req-99205f06-2a4b-4f95-83c6-0397a4198e30 service neutron] Transition to ACTIVE for port object d3b55372-6cc1-4847-8bab-b4a3a6aec2ff will not be triggered until provisioned by entity L2. {{(pid=121606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 25 21:17:56.639964 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-00dfae95-5e88-44db-bc08-ef03cecfccea req-848f4700-8079-4994-afc3-e937fc8716b7 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5ed595e-9d45-49c6-a45b-2e014b11f9db HTTP/1.1" status: 200  len: 210 time: 0.0489216
Dec 25 21:17:56.643870 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-51155767-e2ab-4fb2-9da7-1ba8a9a60e69 req-99205f06-2a4b-4f95-83c6-0397a4198e30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:56.703175 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b786a1-61da-4acb-974b-a2ba0350010c req-a8450e2f-ba86-4b8d-bdc3-6aa02a61d432 tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:17:56.704741 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-08b786a1-61da-4acb-974b-a2ba0350010c req-a8450e2f-ba86-4b8d-bdc3-6aa02a61d432 tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] 10.222.0.32 "GET /v2.0/ports?device_id=07d51e67-c044-4aa2-9b94-b50e5df7aecb HTTP/1.1" status: 200  len: 944 time: 0.1043549
Dec 25 21:17:56.733532 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99205f06-2a4b-4f95-83c6-0397a4198e30 service neutron] Pushing event updated for resources: {'Port': ['ID=d3b55372-6cc1-4847-8bab-b4a3a6aec2ff,revision_number=2']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:17:56.811746 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-08b786a1-61da-4acb-974b-a2ba0350010c req-cbf15f4d-079a-4bc3-832a-1579d870c8be tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] 10.222.0.32 "GET /v2.0/security-groups?id=1afdcc1a-136b-4b62-a479-56858cefce8d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0966887
Dec 25 21:17:56.829627 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-51155767-e2ab-4fb2-9da7-1ba8a9a60e69 req-99205f06-2a4b-4f95-83c6-0397a4198e30 service neutron] Attempting to bind port d3b55372-6cc1-4847-8bab-b4a3a6aec2ff on host nch2-master-1 for vnic_type normal with profile  {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:17:56.830091 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-51155767-e2ab-4fb2-9da7-1ba8a9a60e69 req-99205f06-2a4b-4f95-83c6-0397a4198e30 service neutron] Attempting to bind port d3b55372-6cc1-4847-8bab-b4a3a6aec2ff by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'a23ab71a-bf4a-4f83-858c-14fbc7539004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '040e4d7b-a517-49cc-8699-70c0b9b2f222'}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:17:56.830428 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51155767-e2ab-4fb2-9da7-1ba8a9a60e69 req-99205f06-2a4b-4f95-83c6-0397a4198e30 service neutron] Attempting to bind port d3b55372-6cc1-4847-8bab-b4a3a6aec2ff on network 040e4d7b-a517-49cc-8699-70c0b9b2f222 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:17:56.834881 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51155767-e2ab-4fb2-9da7-1ba8a9a60e69 req-99205f06-2a4b-4f95-83c6-0397a4198e30 service neutron] Port d3b55372-6cc1-4847-8bab-b4a3a6aec2ff on network 040e4d7b-a517-49cc-8699-70c0b9b2f222 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 25 21:17:56.835210 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51155767-e2ab-4fb2-9da7-1ba8a9a60e69 req-99205f06-2a4b-4f95-83c6-0397a4198e30 service neutron] Attempting to bind port d3b55372-6cc1-4847-8bab-b4a3a6aec2ff on network 040e4d7b-a517-49cc-8699-70c0b9b2f222 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:17:56.840126 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51155767-e2ab-4fb2-9da7-1ba8a9a60e69 req-99205f06-2a4b-4f95-83c6-0397a4198e30 service neutron] Checking agent: {'id': '0d9ae313-8f8d-40fa-8a9f-d098a25a9911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 21, 4, 38), 'started_at': datetime.datetime(2021, 12, 25, 21, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 17, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:17:56.840464 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51155767-e2ab-4fb2-9da7-1ba8a9a60e69 req-99205f06-2a4b-4f95-83c6-0397a4198e30 service neutron] Checking segment: {'id': 'a23ab71a-bf4a-4f83-858c-14fbc7539004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '040e4d7b-a517-49cc-8699-70c0b9b2f222'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:17:56.840850 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51155767-e2ab-4fb2-9da7-1ba8a9a60e69 req-99205f06-2a4b-4f95-83c6-0397a4198e30 service neutron] Bound using segment: {'id': 'a23ab71a-bf4a-4f83-858c-14fbc7539004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '040e4d7b-a517-49cc-8699-70c0b9b2f222'} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:17:56.841324 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-51155767-e2ab-4fb2-9da7-1ba8a9a60e69 req-99205f06-2a4b-4f95-83c6-0397a4198e30 service neutron] Bound port: d3b55372-6cc1-4847-8bab-b4a3a6aec2ff, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a23ab71a-bf4a-4f83-858c-14fbc7539004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '040e4d7b-a517-49cc-8699-70c0b9b2f222'}}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:17:56.841709 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-51155767-e2ab-4fb2-9da7-1ba8a9a60e69 req-99205f06-2a4b-4f95-83c6-0397a4198e30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:56.908101 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-51155767-e2ab-4fb2-9da7-1ba8a9a60e69 req-99205f06-2a4b-4f95-83c6-0397a4198e30 service neutron] For port d3b55372-6cc1-4847-8bab-b4a3a6aec2ff, host nch2-master-1, cleared binding levels {{(pid=121606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:17:56.911483 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-51155767-e2ab-4fb2-9da7-1ba8a9a60e69 req-99205f06-2a4b-4f95-83c6-0397a4198e30 service neutron] For port d3b55372-6cc1-4847-8bab-b4a3a6aec2ff, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d3b55372-6cc1-4847-8bab-b4a3a6aec2ff,segment=NetworkSegment(a23ab71a-bf4a-4f83-858c-14fbc7539004),segment_id=a23ab71a-bf4a-4f83-858c-14fbc7539004)] {{(pid=121606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:17:56.981678 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-51155767-e2ab-4fb2-9da7-1ba8a9a60e69 req-99205f06-2a4b-4f95-83c6-0397a4198e30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:57.022634 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51155767-e2ab-4fb2-9da7-1ba8a9a60e69 req-99205f06-2a4b-4f95-83c6-0397a4198e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:17:57.024466 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-51155767-e2ab-4fb2-9da7-1ba8a9a60e69 req-99205f06-2a4b-4f95-83c6-0397a4198e30 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:57.026056 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-51155767-e2ab-4fb2-9da7-1ba8a9a60e69 req-99205f06-2a4b-4f95-83c6-0397a4198e30 service neutron] 10.222.0.37 "PUT /v2.0/ports/d3b55372-6cc1-4847-8bab-b4a3a6aec2ff HTTP/1.1" status: 200  len: 1091 time: 1.0286782
Dec 25 21:17:57.027637 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30bfda27-68a3-4a4a-bfd1-7749eaa3997c', 'tag': 'd3b55372-6cc1-4847-8bab-b4a3a6aec2ff'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:17:57.032848 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9858820c13ec2827453b94ebc4181065e990a4e4089ccb9fe762531ac62d2fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2ea8801-dca5-4132-af41-b09fadc036ad" -d '{"events": [{"name": "network-changed", "server_uuid": "30bfda27-68a3-4a4a-bfd1-7749eaa3997c", "tag": "d3b55372-6cc1-4847-8bab-b4a3a6aec2ff"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:17:57.080725 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99205f06-2a4b-4f95-83c6-0397a4198e30 service neutron] Pushing event updated for resources: {'Port': ['ID=d3b55372-6cc1-4847-8bab-b4a3a6aec2ff,revision_number=3']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:17:57.097380 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07cb460-c9a0-4188-837f-a8a73611a5bd req-aed7eb1c-010f-4fec-bb45-03c481e6c791 tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:17:57.099063 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d07cb460-c9a0-4188-837f-a8a73611a5bd req-aed7eb1c-010f-4fec-bb45-03c481e6c791 tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] 10.222.0.32 "GET /v2.0/ports?device_id=503df13c-2f74-4094-bbd9-a07a7ba8f4cb HTTP/1.1" status: 200  len: 945 time: 0.0720754
Dec 25 21:17:57.100483 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Dec 2021 21:17:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e11c5410-ec4e-4501-aa2b-0f891284c838 x-openstack-request-id: req-e11c5410-ec4e-4501-aa2b-0f891284c838 {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:17:57.100775 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30bfda27-68a3-4a4a-bfd1-7749eaa3997c", "tag": "d3b55372-6cc1-4847-8bab-b4a3a6aec2ff", "status": "completed", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:17:57.101068 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e11c5410-ec4e-4501-aa2b-0f891284c838 {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:17:57.101463 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30bfda27-68a3-4a4a-bfd1-7749eaa3997c', 'tag': 'd3b55372-6cc1-4847-8bab-b4a3a6aec2ff', 'status': 'completed', 'code': 200}
Dec 25 21:17:57.185466 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d07cb460-c9a0-4188-837f-a8a73611a5bd req-f51ff29d-70b6-4c36-878b-0e0db9e6d9d4 tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] 10.222.0.32 "GET /v2.0/security-groups?id=2bf8651c-3ed0-44bb-a064-d61aab6ec281&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0788620
Dec 25 21:17:57.192002 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ea8801-dca5-4132-af41-b09fadc036ad req-5baadbe9-4dbd-40b8-8ded-8043a7bfa13f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:17:57.193488 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f2ea8801-dca5-4132-af41-b09fadc036ad req-5baadbe9-4dbd-40b8-8ded-8043a7bfa13f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3b0881f03bcb42b2af8fbbc9bd84ca78&device_id=30bfda27-68a3-4a4a-bfd1-7749eaa3997c HTTP/1.1" status: 200  len: 1094 time: 0.0672150
Dec 25 21:17:57.297737 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ea8801-dca5-4132-af41-b09fadc036ad req-0c8c935b-f8fe-4771-a542-689c9c1df474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:17:57.299457 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f2ea8801-dca5-4132-af41-b09fadc036ad req-0c8c935b-f8fe-4771-a542-689c9c1df474 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=3b0881f03bcb42b2af8fbbc9bd84ca78&shared=False HTTP/1.1" status: 200  len: 912 time: 0.0971930
Dec 25 21:17:57.426286 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5cd0f9-ad81-4072-b7eb-21356ace7f3c req-95e6d222-647e-4188-bc4c-78790631c868 tempest-ServerRescueTestJSON-1336662106 tempest-ServerRescueTestJSON-1336662106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:17:57.428020 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-6b5cd0f9-ad81-4072-b7eb-21356ace7f3c req-95e6d222-647e-4188-bc4c-78790631c868 tempest-ServerRescueTestJSON-1336662106 tempest-ServerRescueTestJSON-1336662106-project] 10.222.0.32 "GET /v2.0/ports?device_id=30bfda27-68a3-4a4a-bfd1-7749eaa3997c HTTP/1.1" status: 200  len: 943 time: 0.0970187
Dec 25 21:17:57.455850 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ea8801-dca5-4132-af41-b09fadc036ad req-d3da055f-5e0a-4c9c-a4de-737ac192c1c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:17:57.457389 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f2ea8801-dca5-4132-af41-b09fadc036ad req-d3da055f-5e0a-4c9c-a4de-737ac192c1c1 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1482823
Dec 25 21:17:57.488373 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 56080) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:17:57.493409 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-6b5cd0f9-ad81-4072-b7eb-21356ace7f3c req-b4646400-32a2-484d-b32c-1c7bfe2e4d8a tempest-ServerRescueTestJSON-1336662106 tempest-ServerRescueTestJSON-1336662106-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3baa9cd-9895-4145-88c0-053a91673173&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0587728
Dec 25 21:17:57.546609 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51155767-e2ab-4fb2-9da7-1ba8a9a60e69 req-07122283-9cd8-4f92-9787-46fec736cc36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:17:57.548257 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-51155767-e2ab-4fb2-9da7-1ba8a9a60e69 req-07122283-9cd8-4f92-9787-46fec736cc36 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3b0881f03bcb42b2af8fbbc9bd84ca78&device_id=30bfda27-68a3-4a4a-bfd1-7749eaa3997c HTTP/1.1" status: 200  len: 1094 time: 0.0451152
Dec 25 21:17:57.596559 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-51155767-e2ab-4fb2-9da7-1ba8a9a60e69 req-5fa77cf4-34ef-40ce-be57-fdf5e1d3abd9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d3b55372-6cc1-4847-8bab-b4a3a6aec2ff HTTP/1.1" status: 200  len: 217 time: 0.0380936
Dec 25 21:17:57.624810 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-bff9b67c-4d71-42b1-be6c-d30842867ba1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:57.686489 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51155767-e2ab-4fb2-9da7-1ba8a9a60e69 req-59e3620c-fc38-4fa3-a414-fa9d47ec28b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:17:57.689541 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-51155767-e2ab-4fb2-9da7-1ba8a9a60e69 req-59e3620c-fc38-4fa3-a414-fa9d47ec28b2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ca46be31-1a87-4846-b557-a9f49755a2de HTTP/1.1" status: 200  len: 851 time: 0.0811794
Dec 25 21:17:57.708435 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-bff9b67c-4d71-42b1-be6c-d30842867ba1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:57.716787 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d12d15-25c6-4a63-adaf-e0535465f629 req-49412766-06b5-4aa9-a924-2dd22112a6b7 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:17:57.718332 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f9d12d15-25c6-4a63-adaf-e0535465f629 req-49412766-06b5-4aa9-a924-2dd22112a6b7 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/ports?device_id=4e09da5c-da55-4216-89ee-8cbdaf24ecec HTTP/1.1" status: 200  len: 950 time: 0.0829656
Dec 25 21:17:57.736025 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-51155767-e2ab-4fb2-9da7-1ba8a9a60e69 req-8ed443a4-966c-454e-822f-c9213ad33d13 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=040e4d7b-a517-49cc-8699-70c0b9b2f222&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0372503
Dec 25 21:17:57.787484 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-fa005e40-c3ab-49c4-9306-f4d58e2ff506 req-1b308394-3f49-47de-ac26-44b444aa5153 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5ed595e-9d45-49c6-a45b-2e014b11f9db HTTP/1.1" status: 200  len: 210 time: 0.0553586
Dec 25 21:17:57.795490 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-bff9b67c-4d71-42b1-be6c-d30842867ba1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:57.837531 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff9b67c-4d71-42b1-be6c-d30842867ba1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=527e62b0-ae15-4026-81e8-3b4bc4614f55,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:17:57.848568 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device 351ad003-7628-46fe-a749-8abfe48f50a4 up at agent hyperv_nch1-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:17:57.856310 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f9d12d15-25c6-4a63-adaf-e0535465f629 req-90a8030a-9f40-44ca-b563-819e6b921e9c tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3f1ae63-416f-443f-b032-af0d7dcc9019&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1231153
Dec 25 21:17:57.889533 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-bff9b67c-4d71-42b1-be6c-d30842867ba1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9d760708c3d04eccb06f1e108da89ed8&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3999529
Dec 25 21:17:57.890208 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 56092) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:17:57.907218 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-51155767-e2ab-4fb2-9da7-1ba8a9a60e69 req-c881513c-4901-4daa-a36b-1877cdf770b7 service neutron] 10.222.0.37 "GET /v2.0/networks/040e4d7b-a517-49cc-8699-70c0b9b2f222?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1578531
Dec 25 21:17:57.962321 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-6b157837-2064-444b-a137-52de3d155978 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:57.984381 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-6b157837-2064-444b-a137-52de3d155978 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:58.035442 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad268d21-a2e9-44ea-a985-8a9baa9a5d9c req-357f1ef6-9840-4982-be1e-99f5ca1d925c tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:17:58.036948 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ad268d21-a2e9-44ea-a985-8a9baa9a5d9c req-357f1ef6-9840-4982-be1e-99f5ca1d925c tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] 10.222.0.32 "GET /v2.0/ports?device_id=07d51e67-c044-4aa2-9b94-b50e5df7aecb HTTP/1.1" status: 200  len: 944 time: 0.0893855
Dec 25 21:17:58.054177 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-51155767-e2ab-4fb2-9da7-1ba8a9a60e69 req-3e09e752-9f3e-4ec3-819f-9da793426cd4 service neutron] 10.222.0.37 "GET /v2.0/networks/040e4d7b-a517-49cc-8699-70c0b9b2f222?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1379859
Dec 25 21:17:58.089701 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ad268d21-a2e9-44ea-a985-8a9baa9a5d9c req-35c36514-b0f2-46d6-b56f-c692aaea8fe4 tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] 10.222.0.32 "GET /v2.0/security-groups?id=1afdcc1a-136b-4b62-a479-56858cefce8d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0454879
Dec 25 21:17:58.089928 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Provisioning for port 351ad003-7628-46fe-a749-8abfe48f50a4 completed by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 25 21:17:58.095534 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Provisioning complete for port 351ad003-7628-46fe-a749-8abfe48f50a4 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:17:58.095915 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:58.126383 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-6b157837-2064-444b-a137-52de3d155978 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:58.129141 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-6b157837-2064-444b-a137-52de3d155978 admin admin] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:58.130271 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-6b157837-2064-444b-a137-52de3d155978 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/527e62b0-ae15-4026-81e8-3b4bc4614f55 HTTP/1.1" status: 204  len: 168 time: 0.2389269
Dec 25 21:17:58.138671 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b157837-2064-444b-a137-52de3d155978 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=527e62b0-ae15-4026-81e8-3b4bc4614f55,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:17:58.183701 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:58.221810 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port 351ad003-7628-46fe-a749-8abfe48f50a4, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=351ad003-7628-46fe-a749-8abfe48f50a4,segment=NetworkSegment(01b1b6b5-7db5-40ee-a399-bc306695a2d5),segment_id=01b1b6b5-7db5-40ee-a399-bc306695a2d5)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:17:58.235929 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07d51e67-c044-4aa2-9b94-b50e5df7aecb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '351ad003-7628-46fe-a749-8abfe48f50a4'}] {{(pid=121608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:17:58.238230 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a88c78c3ff6266bd59c7e89d275b28c92e739b67d23c89d71af88829fd31566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e8168ae-aef1-4d3b-a8b2-f6d088fd9256" -d '{"events": [{"server_uuid": "07d51e67-c044-4aa2-9b94-b50e5df7aecb", "name": "network-vif-plugged", "status": "completed", "tag": "351ad003-7628-46fe-a749-8abfe48f50a4"}]}' {{(pid=121608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:17:58.281221 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 21:17:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e612e072-7dc2-485c-8ebd-b477e2fdf173 x-openstack-request-id: req-e612e072-7dc2-485c-8ebd-b477e2fdf173 {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:17:58.281221 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07d51e67-c044-4aa2-9b94-b50e5df7aecb", "name": "network-vif-plugged", "status": "completed", "tag": "351ad003-7628-46fe-a749-8abfe48f50a4", "code": 200}]} {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:17:58.281221 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e612e072-7dc2-485c-8ebd-b477e2fdf173 {{(pid=121608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:17:58.281221 ncdv-master-1 neutron-server[121608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07d51e67-c044-4aa2-9b94-b50e5df7aecb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '351ad003-7628-46fe-a749-8abfe48f50a4', 'code': 200}
Dec 25 21:17:58.301462 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:58.310193 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de8dec4-95a0-4684-9a12-f529c8308218 req-c1061957-c567-4d6c-9c0b-963d79e82101 tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:17:58.311809 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8de8dec4-95a0-4684-9a12-f529c8308218 req-c1061957-c567-4d6c-9c0b-963d79e82101 tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] 10.222.0.32 "GET /v2.0/ports?device_id=503df13c-2f74-4094-bbd9-a07a7ba8f4cb HTTP/1.1" status: 200  len: 945 time: 0.0546629
Dec 25 21:17:58.354161 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Pushing event updated for resources: {'Port': ['ID=351ad003-7628-46fe-a749-8abfe48f50a4,revision_number=5']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:17:58.386392 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8de8dec4-95a0-4684-9a12-f529c8308218 req-ce7ac9f1-6caf-4120-ba36-2d7753c808af tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] 10.222.0.32 "GET /v2.0/security-groups?id=2bf8651c-3ed0-44bb-a064-d61aab6ec281&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0649467
Dec 25 21:17:58.399645 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bd0420-8356-4cb8-a011-d42a4ca95af6 req-c5c49541-082a-42e0-b5fa-dadee3e4698d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:17:58.401112 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-64bd0420-8356-4cb8-a011-d42a4ca95af6 req-c5c49541-082a-42e0-b5fa-dadee3e4698d service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=07d51e67-c044-4aa2-9b94-b50e5df7aecb HTTP/1.1" status: 200  len: 1096 time: 0.0543416
Dec 25 21:17:58.457944 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-64bd0420-8356-4cb8-a011-d42a4ca95af6 req-ff51b319-ea3f-4469-afda-f639cf6386f5 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=1afdcc1a-136b-4b62-a479-56858cefce8d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0483706
Dec 25 21:17:58.611363 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cab895-96ef-4bd0-8cb8-902071af8b2e req-e3ff7859-db35-42ae-a674-ea98ff7e6388 tempest-ServerRescueTestJSON-1336662106 tempest-ServerRescueTestJSON-1336662106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:17:58.612854 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-61cab895-96ef-4bd0-8cb8-902071af8b2e req-e3ff7859-db35-42ae-a674-ea98ff7e6388 tempest-ServerRescueTestJSON-1336662106 tempest-ServerRescueTestJSON-1336662106-project] 10.222.0.32 "GET /v2.0/ports?device_id=30bfda27-68a3-4a4a-bfd1-7749eaa3997c HTTP/1.1" status: 200  len: 943 time: 0.0509508
Dec 25 21:17:58.686629 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-61cab895-96ef-4bd0-8cb8-902071af8b2e req-974b05ee-21b3-4c3a-a2f6-6e6fccb1bbca tempest-ServerRescueTestJSON-1336662106 tempest-ServerRescueTestJSON-1336662106-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3baa9cd-9895-4145-88c0-053a91673173&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0675914
Dec 25 21:17:58.768050 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0c8300-e943-4497-81fc-4c0318be30c4 req-07748bea-c956-4bde-8e70-9d79e8d88352 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:17:58.769580 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-bf0c8300-e943-4497-81fc-4c0318be30c4 req-07748bea-c956-4bde-8e70-9d79e8d88352 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] 10.222.0.31 "GET /v2.0/networks?id=de2cf5f5-0f83-4089-a263-5ec0a5e6f1de HTTP/1.1" status: 200  len: 806 time: 0.1220932
Dec 25 21:17:58.789864 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-bf0c8300-e943-4497-81fc-4c0318be30c4 req-d0971e90-f9c8-4f27-97eb-21588b698b2c tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] Request body: {'port': {'device_id': 'b5ed595e-9d45-49c6-a45b-2e014b11f9db', 'network_id': 'de2cf5f5-0f83-4089-a263-5ec0a5e6f1de', 'admin_state_up': True, 'tenant_id': '38d7cbaffc1340f59e994569e8e33e1d'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:17:58.899369 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a23481e7-08b1-4425-bafe-ac5dbb942d9d req-c836d61e-6036-44cb-99e1-a43dce82b7e5 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5ed595e-9d45-49c6-a45b-2e014b11f9db HTTP/1.1" status: 200  len: 210 time: 0.0297515
Dec 25 21:17:58.990825 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf0c8300-e943-4497-81fc-4c0318be30c4 req-d0971e90-f9c8-4f27-97eb-21588b698b2c tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] Made reservation on behalf of 38d7cbaffc1340f59e994569e8e33e1d for: {'port': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:17:58.994295 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-bf0c8300-e943-4497-81fc-4c0318be30c4 req-d0971e90-f9c8-4f27-97eb-21588b698b2c tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:59.079919 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917862c6-a698-45c9-b718-4e41ee009469 req-d8d42c38-4715-4846-a06b-943381143b59 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:17:59.081494 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-917862c6-a698-45c9-b718-4e41ee009469 req-d8d42c38-4715-4846-a06b-943381143b59 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/ports?device_id=4e09da5c-da55-4216-89ee-8cbdaf24ecec HTTP/1.1" status: 200  len: 950 time: 0.1221097
Dec 25 21:17:59.188512 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-917862c6-a698-45c9-b718-4e41ee009469 req-fe1f7c20-79fb-4df7-9109-7ec2bd2b2d0b tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3f1ae63-416f-443f-b032-af0d7dcc9019&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0964012
Dec 25 21:17:59.227628 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_common [req-bf0c8300-e943-4497-81fc-4c0318be30c4 req-d0971e90-f9c8-4f27-97eb-21588b698b2c tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] Allocated IP 172.20.0.3 (de2cf5f5-0f83-4089-a263-5ec0a5e6f1de/81f9dfd5-f0bc-4f72-bceb-acbb4f595f27/a3eb73b0-73d7-475d-8adc-e559e07f85d9) {{(pid=121606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:17:59.247421 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f865359b-440f-46e9-95f4-58de61b6111e req-89f070a5-13ef-4ee7-aa50-ad6c50f12f89 tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:17:59.248977 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f865359b-440f-46e9-95f4-58de61b6111e req-89f070a5-13ef-4ee7-aa50-ad6c50f12f89 tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] 10.222.0.32 "GET /v2.0/ports?device_id=503df13c-2f74-4094-bbd9-a07a7ba8f4cb HTTP/1.1" status: 200  len: 945 time: 0.0837538
Dec 25 21:17:59.378062 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e45210d-3fc9-430a-a731-4123ea3286ec req-2d355867-c190-4399-bbb5-64e2218d9bbe tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:17:59.379566 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7e45210d-3fc9-430a-a731-4123ea3286ec req-2d355867-c190-4399-bbb5-64e2218d9bbe tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] 10.222.0.32 "GET /v2.0/ports?device_id=07d51e67-c044-4aa2-9b94-b50e5df7aecb HTTP/1.1" status: 200  len: 945 time: 0.1261382
Dec 25 21:17:59.388249 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f865359b-440f-46e9-95f4-58de61b6111e req-458436a4-7c80-4958-9ff5-c56aeb82d06a tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] 10.222.0.32 "GET /v2.0/security-groups?id=2bf8651c-3ed0-44bb-a064-d61aab6ec281&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1163929
Dec 25 21:17:59.814917 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7e45210d-3fc9-430a-a731-4123ea3286ec req-bed476b2-f066-4b91-81a5-09e0cff8b9de tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] 10.222.0.32 "GET /v2.0/security-groups?id=1afdcc1a-136b-4b62-a479-56858cefce8d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4256520
Dec 25 21:17:59.830544 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-bf0c8300-e943-4497-81fc-4c0318be30c4 req-d0971e90-f9c8-4f27-97eb-21588b698b2c tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] Publish callbacks [] for port, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:17:59.847171 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d7c3c0-5b91-40e1-b057-bd1175259fa0 req-86ca0fe9-fe9e-41e6-9cca-5e6d389dcee7 tempest-ServerRescueTestJSON-1336662106 tempest-ServerRescueTestJSON-1336662106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:17:59.848629 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-38d7c3c0-5b91-40e1-b057-bd1175259fa0 req-86ca0fe9-fe9e-41e6-9cca-5e6d389dcee7 tempest-ServerRescueTestJSON-1336662106 tempest-ServerRescueTestJSON-1336662106-project] 10.222.0.32 "GET /v2.0/ports?device_id=30bfda27-68a3-4a4a-bfd1-7749eaa3997c HTTP/1.1" status: 200  len: 943 time: 0.0887611
Dec 25 21:17:59.911476 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-38d7c3c0-5b91-40e1-b057-bd1175259fa0 req-c9450198-ef07-47d9-9769-33022f6d664f tempest-ServerRescueTestJSON-1336662106 tempest-ServerRescueTestJSON-1336662106-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3baa9cd-9895-4145-88c0-053a91673173&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0560279
Dec 25 21:17:59.996648 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-998f6b29-e584-481c-afb2-78888fc5da52 req-a28f1a65-69d9-4065-8856-facb8ae538bc tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5ed595e-9d45-49c6-a45b-2e014b11f9db HTTP/1.1" status: 200  len: 210 time: 0.0265822
Dec 25 21:17:59.997809 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-bf0c8300-e943-4497-81fc-4c0318be30c4 req-d0971e90-f9c8-4f27-97eb-21588b698b2c tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:00.010574 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] get_ports_and_sgs() called for port_ids ['b548a516-5b40-4749-9286-e686f9b3d3be'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:18:00.046423 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf0c8300-e943-4497-81fc-4c0318be30c4 req-d0971e90-f9c8-4f27-97eb-21588b698b2c tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] Network de2cf5f5-0f83-4089-a263-5ec0a5e6f1de is already hosted by enough agents. {{(pid=121606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:18:00.050174 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [req-bf0c8300-e943-4497-81fc-4c0318be30c4 req-d0971e90-f9c8-4f27-97eb-21588b698b2c tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] Resources bound (agent type, host, resource id):  {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:18:00.054323 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf0c8300-e943-4497-81fc-4c0318be30c4 req-d0971e90-f9c8-4f27-97eb-21588b698b2c tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] Received port after_create {{(pid=121606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:18:00.073301 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 56154) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:18:00.080501 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0971e90-f9c8-4f27-97eb-21588b698b2c tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] Pushing event updated for resources: {'Port': ['ID=a3eb73b0-73d7-475d-8adc-e559e07f85d9,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:18:00.104943 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:18:00.104943 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:18:00.104943 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:18:00.104943 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:18:00.104943 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:18:00.104943 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:18:00.104943 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:18:00.104943 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:18:00.104943 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:18:00.104943 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:18:00.104943 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:18:00.104943 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:18:00.104943 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:18:00.104943 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:18:00.104943 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:18:00.104943 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:18:00.104943 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:18:00.104943 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:18:00.104943 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:18:00.104943 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:18:00.104943 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:18:00.104943 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:18:00.104943 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:18:00.104943 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:18:00.104943 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:18:00.104943 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:18:00.104943 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:18:00.104943 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:18:00.104943 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:18:00.104943 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:18:00.104943 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:18:00.104943 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:18:00.104943 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:18:00.104943 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:18:00.104943 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:18:00.104943 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:18:00.107466 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:18:00.107466 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:18:00.107466 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:18:00.107466 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:18:00.107466 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:18:00.107466 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:18:00.107466 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:18:00.107466 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:18:00.107466 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:18:00.107466 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:18:00.107466 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:18:00.107466 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:18:00.108472 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0c8300-e943-4497-81fc-4c0318be30c4 req-d0971e90-f9c8-4f27-97eb-21588b698b2c tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:18:00.109125 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-bf0c8300-e943-4497-81fc-4c0318be30c4 req-d0971e90-f9c8-4f27-97eb-21588b698b2c tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:00.204725 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ced9405e-f272-4a94-80f4-c137e3b53b7f admin admin] Publish callbacks [] for security_group, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:00.206500 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-bf0c8300-e943-4497-81fc-4c0318be30c4 req-d0971e90-f9c8-4f27-97eb-21588b698b2c tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.4230933
Dec 25 21:18:00.220038 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-bf0c8300-e943-4497-81fc-4c0318be30c4 req-513005f2-4732-4e42-b946-12dc661faa27 service neutron] Request body: {'port': {'device_id': 'b5ed595e-9d45-49c6-a45b-2e014b11f9db', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:18:00.279951 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ced9405e-f272-4a94-80f4-c137e3b53b7f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:00.299268 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-bf0c8300-e943-4497-81fc-4c0318be30c4 req-513005f2-4732-4e42-b946-12dc661faa27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:00.337985 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ced9405e-f272-4a94-80f4-c137e3b53b7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:00.354288 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80871b2c-1699-4ee0-880a-5c16db2edf73 req-b501570d-f40e-4e42-8139-d0144da0cd6b tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:18:00.355778 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-80871b2c-1699-4ee0-880a-5c16db2edf73 req-b501570d-f40e-4e42-8139-d0144da0cd6b tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/ports?device_id=4e09da5c-da55-4216-89ee-8cbdaf24ecec HTTP/1.1" status: 200  len: 950 time: 0.0853920
Dec 25 21:18:00.379439 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-ced9405e-f272-4a94-80f4-c137e3b53b7f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=afb5e744bcf64b58b3f5ffc60e9f338e&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3012836
Dec 25 21:18:00.379439 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced9405e-f272-4a94-80f4-c137e3b53b7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=493d272d-26cf-4c5b-85a8-b4bf77c78a76,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:18:00.380210 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 56162) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:18:00.431469 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-63470db9-6ef2-4023-9393-e142e9731460 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:00.452718 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-63470db9-6ef2-4023-9393-e142e9731460 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:00.474968 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-80871b2c-1699-4ee0-880a-5c16db2edf73 req-b1f82488-8e9b-4666-ae3f-4fab2db43df5 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3f1ae63-416f-443f-b032-af0d7dcc9019&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1073904
Dec 25 21:18:00.575997 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0d3676-dc9a-4739-aa72-0565c59c0f14 req-069548a8-8795-434e-822a-51458c45abbf tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:18:00.577506 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2d0d3676-dc9a-4739-aa72-0565c59c0f14 req-069548a8-8795-434e-822a-51458c45abbf tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] 10.222.0.32 "GET /v2.0/ports?device_id=503df13c-2f74-4094-bbd9-a07a7ba8f4cb HTTP/1.1" status: 200  len: 945 time: 0.0931022
Dec 25 21:18:00.580371 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-63470db9-6ef2-4023-9393-e142e9731460 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:00.583086 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-63470db9-6ef2-4023-9393-e142e9731460 admin admin] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:00.584221 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-63470db9-6ef2-4023-9393-e142e9731460 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/493d272d-26cf-4c5b-85a8-b4bf77c78a76 HTTP/1.1" status: 204  len: 168 time: 0.2031150
Dec 25 21:18:00.594068 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63470db9-6ef2-4023-9393-e142e9731460 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=493d272d-26cf-4c5b-85a8-b4bf77c78a76,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:18:00.670647 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2d0d3676-dc9a-4739-aa72-0565c59c0f14 req-d5d69897-a0a2-4020-8a6b-e6757ba860e5 tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] 10.222.0.32 "GET /v2.0/security-groups?id=2bf8651c-3ed0-44bb-a064-d61aab6ec281&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0841086
Dec 25 21:18:00.685379 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [req-bf0c8300-e943-4497-81fc-4c0318be30c4 req-513005f2-4732-4e42-b946-12dc661faa27 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3eb73b0-73d7-475d-8adc-e559e07f85d9 {{(pid=121606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:18:00.692833 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-bf0c8300-e943-4497-81fc-4c0318be30c4 req-513005f2-4732-4e42-b946-12dc661faa27 service neutron] Publish callbacks [] for port, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:00.705418 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.provisioning_blocks [req-bf0c8300-e943-4497-81fc-4c0318be30c4 req-513005f2-4732-4e42-b946-12dc661faa27 service neutron] Transition to ACTIVE for port object a3eb73b0-73d7-475d-8adc-e559e07f85d9 will not be triggered until provisioned by entity L2. {{(pid=121606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 25 21:18:00.784280 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-bf0c8300-e943-4497-81fc-4c0318be30c4 req-513005f2-4732-4e42-b946-12dc661faa27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:00.838360 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513005f2-4732-4e42-b946-12dc661faa27 service neutron] Pushing event updated for resources: {'Port': ['ID=a3eb73b0-73d7-475d-8adc-e559e07f85d9,revision_number=2']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:18:00.957489 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-bf0c8300-e943-4497-81fc-4c0318be30c4 req-513005f2-4732-4e42-b946-12dc661faa27 service neutron] Attempting to bind port a3eb73b0-73d7-475d-8adc-e559e07f85d9 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:18:00.957980 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-bf0c8300-e943-4497-81fc-4c0318be30c4 req-513005f2-4732-4e42-b946-12dc661faa27 service neutron] Attempting to bind port a3eb73b0-73d7-475d-8adc-e559e07f85d9 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '2eb49ff2-b1de-4e84-a376-6f91f784eeb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'de2cf5f5-0f83-4089-a263-5ec0a5e6f1de'}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:18:00.958459 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf0c8300-e943-4497-81fc-4c0318be30c4 req-513005f2-4732-4e42-b946-12dc661faa27 service neutron] Attempting to bind port a3eb73b0-73d7-475d-8adc-e559e07f85d9 on network de2cf5f5-0f83-4089-a263-5ec0a5e6f1de {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:18:00.967430 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf0c8300-e943-4497-81fc-4c0318be30c4 req-513005f2-4732-4e42-b946-12dc661faa27 service neutron] Port a3eb73b0-73d7-475d-8adc-e559e07f85d9 on network de2cf5f5-0f83-4089-a263-5ec0a5e6f1de not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 25 21:18:00.967761 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf0c8300-e943-4497-81fc-4c0318be30c4 req-513005f2-4732-4e42-b946-12dc661faa27 service neutron] Attempting to bind port a3eb73b0-73d7-475d-8adc-e559e07f85d9 on network de2cf5f5-0f83-4089-a263-5ec0a5e6f1de {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:18:00.974799 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf0c8300-e943-4497-81fc-4c0318be30c4 req-513005f2-4732-4e42-b946-12dc661faa27 service neutron] Checking agent: {'id': '6d577036-68fc-4aa4-aed7-5ab01de2117e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 21, 4, 34), 'started_at': datetime.datetime(2021, 12, 25, 21, 4, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 17, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:18:00.975424 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf0c8300-e943-4497-81fc-4c0318be30c4 req-513005f2-4732-4e42-b946-12dc661faa27 service neutron] Checking segment: {'id': '2eb49ff2-b1de-4e84-a376-6f91f784eeb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'de2cf5f5-0f83-4089-a263-5ec0a5e6f1de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:18:00.975963 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf0c8300-e943-4497-81fc-4c0318be30c4 req-513005f2-4732-4e42-b946-12dc661faa27 service neutron] Bound using segment: {'id': '2eb49ff2-b1de-4e84-a376-6f91f784eeb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'de2cf5f5-0f83-4089-a263-5ec0a5e6f1de'} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:18:00.976566 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-bf0c8300-e943-4497-81fc-4c0318be30c4 req-513005f2-4732-4e42-b946-12dc661faa27 service neutron] Bound port: a3eb73b0-73d7-475d-8adc-e559e07f85d9, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2eb49ff2-b1de-4e84-a376-6f91f784eeb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'de2cf5f5-0f83-4089-a263-5ec0a5e6f1de'}}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:18:00.977114 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-bf0c8300-e943-4497-81fc-4c0318be30c4 req-513005f2-4732-4e42-b946-12dc661faa27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:00.999021 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e15eb20-f23f-4763-8d3e-3f02d9f40a84 req-2bd55786-3675-4a14-98a5-4279fc6b1fcc tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:18:01.000761 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3e15eb20-f23f-4763-8d3e-3f02d9f40a84 req-2bd55786-3675-4a14-98a5-4279fc6b1fcc tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] 10.222.0.32 "GET /v2.0/ports?device_id=07d51e67-c044-4aa2-9b94-b50e5df7aecb HTTP/1.1" status: 200  len: 945 time: 0.0911534
Dec 25 21:18:01.122809 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3e15eb20-f23f-4763-8d3e-3f02d9f40a84 req-1701539a-dda0-46e6-a71a-fc780b59cec6 tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] 10.222.0.32 "GET /v2.0/security-groups?id=1afdcc1a-136b-4b62-a479-56858cefce8d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0937710
Dec 25 21:18:01.147095 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650a138f-0230-433b-9c98-4187fa4d239b req-c0c19343-8ea2-4c32-83d6-4f4dfc476659 tempest-ServerRescueTestJSON-1336662106 tempest-ServerRescueTestJSON-1336662106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:18:01.148590 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-650a138f-0230-433b-9c98-4187fa4d239b req-c0c19343-8ea2-4c32-83d6-4f4dfc476659 tempest-ServerRescueTestJSON-1336662106 tempest-ServerRescueTestJSON-1336662106-project] 10.222.0.32 "GET /v2.0/ports?device_id=30bfda27-68a3-4a4a-bfd1-7749eaa3997c HTTP/1.1" status: 200  len: 943 time: 0.1183951
Dec 25 21:18:01.149928 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-bf0c8300-e943-4497-81fc-4c0318be30c4 req-513005f2-4732-4e42-b946-12dc661faa27 service neutron] For port a3eb73b0-73d7-475d-8adc-e559e07f85d9, host nch1-master-1, cleared binding levels {{(pid=121606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:18:01.153393 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-bf0c8300-e943-4497-81fc-4c0318be30c4 req-513005f2-4732-4e42-b946-12dc661faa27 service neutron] For port a3eb73b0-73d7-475d-8adc-e559e07f85d9, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a3eb73b0-73d7-475d-8adc-e559e07f85d9,segment=NetworkSegment(2eb49ff2-b1de-4e84-a376-6f91f784eeb5),segment_id=2eb49ff2-b1de-4e84-a376-6f91f784eeb5)] {{(pid=121606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:18:01.184518 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device d3b55372-6cc1-4847-8bab-b4a3a6aec2ff details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 25 21:18:01.375252 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-650a138f-0230-433b-9c98-4187fa4d239b req-febd0310-47f8-45ea-8cba-4bec1b605f77 tempest-ServerRescueTestJSON-1336662106 tempest-ServerRescueTestJSON-1336662106-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3baa9cd-9895-4145-88c0-053a91673173&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0721927
Dec 25 21:18:01.375252 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2342ca-9801-4469-bb73-b2d3e7360bab req-b2930d7f-4101-43ab-ac9c-e06e6a3e2301 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:18:01.375252 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-6d2342ca-9801-4469-bb73-b2d3e7360bab req-b2930d7f-4101-43ab-ac9c-e06e6a3e2301 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5ed595e-9d45-49c6-a45b-2e014b11f9db HTTP/1.1" status: 200  len: 943 time: 0.0624285
Dec 25 21:18:01.377512 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port d3b55372-6cc1-4847-8bab-b4a3a6aec2ff, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d3b55372-6cc1-4847-8bab-b4a3a6aec2ff,segment=NetworkSegment(a23ab71a-bf4a-4f83-858c-14fbc7539004),segment_id=a23ab71a-bf4a-4f83-858c-14fbc7539004)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:18:01.377512 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Returning: {'device': 'd3b55372-6cc1-4847-8bab-b4a3a6aec2ff', 'network_id': '040e4d7b-a517-49cc-8699-70c0b9b2f222', 'port_id': 'd3b55372-6cc1-4847-8bab-b4a3a6aec2ff', 'mac_address': 'fa:16:3e:bf:97:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca46be31-1a87-4846-b557-a9f49755a2de', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 25 21:18:01.377512 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:01.377512 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3b55372-6cc1-4847-8bab-b4a3a6aec2ff {{(pid=121608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:18:01.378173 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-6d2342ca-9801-4469-bb73-b2d3e7360bab req-b18a68d1-a0b9-4ba1-84f8-19193a992715 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c514444-6044-490f-9acc-6dece3909d9f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1096361
Dec 25 21:18:01.378921 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port d3b55372-6cc1-4847-8bab-b4a3a6aec2ff, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d3b55372-6cc1-4847-8bab-b4a3a6aec2ff,segment=NetworkSegment(a23ab71a-bf4a-4f83-858c-14fbc7539004),segment_id=a23ab71a-bf4a-4f83-858c-14fbc7539004)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:18:01.382152 ncdv-master-1 neutron-server[121606]: INFO neutron.api.v2.resource [req-2f6ecc11-8428-4f11-a843-788711e51af9 req-3e73c083-45c3-4dfa-873f-e710d6f4882b service neutron] show failed (client error): The resource could not be found.
Dec 25 21:18:01.383168 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2f6ecc11-8428-4f11-a843-788711e51af9 req-3e73c083-45c3-4dfa-873f-e710d6f4882b service neutron] 10.222.0.31 "GET /v2.0/ports/6260aad7-fac9-455a-b6ea-92f0abdfd81d/bindings/nch2-master-1 HTTP/1.1" status: 404  len: 380 time: 0.1265199
Dec 25 21:18:01.395079 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-75c0bbf0-a53f-49ef-a62c-7de1078340a3 req-8cc420b2-aaf0-45f1-81c1-2fdad2a58027 tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-25546439&fields=id&tenant_id=16a084940f024be8aee5807248918cb5 HTTP/1.1" status: 200  len: 267 time: 0.0905993
Dec 25 21:18:01.450189 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c0bbf0-a53f-49ef-a62c-7de1078340a3 req-d5949008-c2da-4225-8443-ac942341dfaf tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:18:01.451817 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-75c0bbf0-a53f-49ef-a62c-7de1078340a3 req-d5949008-c2da-4225-8443-ac942341dfaf tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] 10.222.0.32 "GET /v2.0/ports?device_id=07d51e67-c044-4aa2-9b94-b50e5df7aecb HTTP/1.1" status: 200  len: 945 time: 0.0540769
Dec 25 21:18:01.463795 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-75c0bbf0-a53f-49ef-a62c-7de1078340a3 req-68fd33d5-9bde-4345-865e-6153f70f33ab tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] Request body: {'port': {'security_groups': ['1afdcc1a-136b-4b62-a479-56858cefce8d', '2ba33cf5-783f-47f8-ab0c-abe946a208dc']}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:18:01.537721 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-bf0c8300-e943-4497-81fc-4c0318be30c4 req-513005f2-4732-4e42-b946-12dc661faa27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:01.549836 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-75c0bbf0-a53f-49ef-a62c-7de1078340a3 req-68fd33d5-9bde-4345-865e-6153f70f33ab tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:01.585360 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0c8300-e943-4497-81fc-4c0318be30c4 req-513005f2-4732-4e42-b946-12dc661faa27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:18:01.585360 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-bf0c8300-e943-4497-81fc-4c0318be30c4 req-513005f2-4732-4e42-b946-12dc661faa27 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:01.585591 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-bf0c8300-e943-4497-81fc-4c0318be30c4 req-513005f2-4732-4e42-b946-12dc661faa27 service neutron] 10.222.0.31 "PUT /v2.0/ports/a3eb73b0-73d7-475d-8adc-e559e07f85d9 HTTP/1.1" status: 200  len: 1091 time: 1.3699198
Dec 25 21:18:01.596697 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5ed595e-9d45-49c6-a45b-2e014b11f9db', 'tag': 'a3eb73b0-73d7-475d-8adc-e559e07f85d9'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:18:01.599038 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9858820c13ec2827453b94ebc4181065e990a4e4089ccb9fe762531ac62d2fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a871b3fa-00b5-4593-9535-3fb5d43a9264" -d '{"events": [{"name": "network-changed", "server_uuid": "b5ed595e-9d45-49c6-a45b-2e014b11f9db", "tag": "a3eb73b0-73d7-475d-8adc-e559e07f85d9"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:18:01.606927 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:01.665880 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Pushing event updated for resources: {'Port': ['ID=d3b55372-6cc1-4847-8bab-b4a3a6aec2ff,revision_number=4']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:18:01.687341 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513005f2-4732-4e42-b946-12dc661faa27 service neutron] Pushing event updated for resources: {'Port': ['ID=a3eb73b0-73d7-475d-8adc-e559e07f85d9,revision_number=3']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:18:01.727555 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722bc0fd-b3f1-4f4f-9f25-b5143ebe14c9 req-e2a02250-0676-4992-ab35-54a6ef892365 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:18:01.729083 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-722bc0fd-b3f1-4f4f-9f25-b5143ebe14c9 req-e2a02250-0676-4992-ab35-54a6ef892365 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/ports?device_id=4e09da5c-da55-4216-89ee-8cbdaf24ecec HTTP/1.1" status: 200  len: 950 time: 0.1770806
Dec 25 21:18:01.850400 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-722bc0fd-b3f1-4f4f-9f25-b5143ebe14c9 req-a46849a1-58d9-4a8b-b450-77868518a826 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3f1ae63-416f-443f-b032-af0d7dcc9019&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1111903
Dec 25 21:18:01.864503 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0c8300-e943-4497-81fc-4c0318be30c4 req-0161431e-a8c8-4e49-b6f1-9aa4fb5ef392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:18:01.866083 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-bf0c8300-e943-4497-81fc-4c0318be30c4 req-0161431e-a8c8-4e49-b6f1-9aa4fb5ef392 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=38d7cbaffc1340f59e994569e8e33e1d&device_id=b5ed595e-9d45-49c6-a45b-2e014b11f9db HTTP/1.1" status: 200  len: 1094 time: 0.1045036
Dec 25 21:18:01.932614 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Dec 2021 21:18:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d3de48b-372d-45c3-971e-c4183531ef1a x-openstack-request-id: req-4d3de48b-372d-45c3-971e-c4183531ef1a {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:18:01.932935 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5ed595e-9d45-49c6-a45b-2e014b11f9db", "tag": "a3eb73b0-73d7-475d-8adc-e559e07f85d9", "status": "completed", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:18:01.933193 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4d3de48b-372d-45c3-971e-c4183531ef1a {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:18:01.933589 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5ed595e-9d45-49c6-a45b-2e014b11f9db', 'tag': 'a3eb73b0-73d7-475d-8adc-e559e07f85d9', 'status': 'completed', 'code': 200}
Dec 25 21:18:01.939012 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-bf0c8300-e943-4497-81fc-4c0318be30c4 req-d69ed3c0-d865-42be-b8d1-410ac9cb9569 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a3eb73b0-73d7-475d-8adc-e559e07f85d9 HTTP/1.1" status: 200  len: 217 time: 0.0444777
Dec 25 21:18:01.946233 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] get_ports_and_sgs() called for port_ids ['d3b55372-6cc1-4847-8bab-b4a3a6aec2ff'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:18:02.039099 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-75c0bbf0-a53f-49ef-a62c-7de1078340a3 req-68fd33d5-9bde-4345-865e-6153f70f33ab tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] For port 351ad003-7628-46fe-a749-8abfe48f50a4, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=351ad003-7628-46fe-a749-8abfe48f50a4,segment=NetworkSegment(01b1b6b5-7db5-40ee-a399-bc306695a2d5),segment_id=01b1b6b5-7db5-40ee-a399-bc306695a2d5)] {{(pid=121606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:18:02.071407 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0c8300-e943-4497-81fc-4c0318be30c4 req-74beb0d0-e61b-4372-b24a-2c6fc91bff3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:18:02.072933 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-bf0c8300-e943-4497-81fc-4c0318be30c4 req-74beb0d0-e61b-4372-b24a-2c6fc91bff3c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=81f9dfd5-f0bc-4f72-bceb-acbb4f595f27 HTTP/1.1" status: 200  len: 846 time: 0.1039007
Dec 25 21:18:02.082886 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d66370c-3dfc-4387-91ec-f34a96e1bda2 req-2a086376-6ec6-49fa-b04a-e99f86421aa0 tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:18:02.084375 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7d66370c-3dfc-4387-91ec-f34a96e1bda2 req-2a086376-6ec6-49fa-b04a-e99f86421aa0 tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] 10.222.0.32 "GET /v2.0/ports?device_id=503df13c-2f74-4094-bbd9-a07a7ba8f4cb HTTP/1.1" status: 200  len: 945 time: 0.1071291
Dec 25 21:18:02.134991 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-75c0bbf0-a53f-49ef-a62c-7de1078340a3 req-68fd33d5-9bde-4345-865e-6153f70f33ab tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] Publish callbacks [] for port, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:02.138983 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-bf0c8300-e943-4497-81fc-4c0318be30c4 req-3a91af16-bd28-4272-b2a6-e0a4752d4bac service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=de2cf5f5-0f83-4089-a263-5ec0a5e6f1de&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0535009
Dec 25 21:18:02.217784 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-75c0bbf0-a53f-49ef-a62c-7de1078340a3 req-68fd33d5-9bde-4345-865e-6153f70f33ab tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:02.225488 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 56202) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:18:02.229067 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] get_ports_and_sgs() called for port_ids ['351ad003-7628-46fe-a749-8abfe48f50a4'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:18:02.268194 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7d66370c-3dfc-4387-91ec-f34a96e1bda2 req-bc69de45-fd73-4b85-b233-6c991740ca1d tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] 10.222.0.32 "GET /v2.0/security-groups?id=2bf8651c-3ed0-44bb-a064-d61aab6ec281&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1682959
Dec 25 21:18:02.290120 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6ecc11-8428-4f11-a843-788711e51af9 req-200c4b77-a467-40a4-a5d3-dea754ea5d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:18:02.291595 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2f6ecc11-8428-4f11-a843-788711e51af9 req-200c4b77-a467-40a4-a5d3-dea754ea5d6b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=4e09da5c-da55-4216-89ee-8cbdaf24ecec&tenant_id=ed880d80bcfb4641b02f26da5fad21b8 HTTP/1.1" status: 200  len: 1101 time: 0.1928456
Dec 25 21:18:02.318447 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c0bbf0-a53f-49ef-a62c-7de1078340a3 req-68fd33d5-9bde-4345-865e-6153f70f33ab tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:18:02.319074 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-75c0bbf0-a53f-49ef-a62c-7de1078340a3 req-68fd33d5-9bde-4345-865e-6153f70f33ab tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:02.320461 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-75c0bbf0-a53f-49ef-a62c-7de1078340a3 req-68fd33d5-9bde-4345-865e-6153f70f33ab tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] 10.222.0.32 "PUT /v2.0/ports/351ad003-7628-46fe-a749-8abfe48f50a4 HTTP/1.1" status: 200  len: 981 time: 0.8614709
Dec 25 21:18:02.327137 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-2f6ecc11-8428-4f11-a843-788711e51af9 req-3921e416-68da-480e-8889-1e8b0312b2e9 service neutron] Request body: {'port': {'binding:host_id': 'nch2-master-1', 'device_owner': 'compute:nova'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:18:02.366608 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-65cb4b5b-6aa1-428b-b1f5-e0606c6eb91f admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1844261110-network', 'tenant_id': 'ba1ca2fcc2ce4d41b609fa6a753fc806'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:18:02.378634 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-bf0c8300-e943-4497-81fc-4c0318be30c4 req-634b9d42-4c4f-4493-8363-289e9a9c3f05 service neutron] 10.222.0.31 "GET /v2.0/networks/de2cf5f5-0f83-4089-a263-5ec0a5e6f1de?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2194045
Dec 25 21:18:02.389415 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] get_ports_and_sgs() called for port_ids ['351ad003-7628-46fe-a749-8abfe48f50a4'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:18:02.398975 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd33d5-9bde-4345-865e-6153f70f33ab tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] Pushing event updated for resources: {'Port': ['ID=351ad003-7628-46fe-a749-8abfe48f50a4,revision_number=6']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:18:02.449256 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65cb4b5b-6aa1-428b-b1f5-e0606c6eb91f admin admin] Made reservation on behalf of ba1ca2fcc2ce4d41b609fa6a753fc806 for: {'network': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:18:02.452267 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-65cb4b5b-6aa1-428b-b1f5-e0606c6eb91f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for network, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:02.462505 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-65cb4b5b-6aa1-428b-b1f5-e0606c6eb91f admin admin] Publish callbacks [] for security_group, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:02.534721 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-2f6ecc11-8428-4f11-a843-788711e51af9 req-3921e416-68da-480e-8889-1e8b0312b2e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:02.549471 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-65cb4b5b-6aa1-428b-b1f5-e0606c6eb91f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:02.561828 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b8dd406a-d82b-42df-9a84-22c25ef93e99 req-d56b8f04-b396-4536-96d7-99c2658ed936 tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] 10.222.0.32 "GET /v2.0/security-groups/2ba33cf5-783f-47f8-ab0c-abe946a208dc HTTP/1.1" status: 200  len: 1818 time: 0.2006011
Dec 25 21:18:02.620371 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-65cb4b5b-6aa1-428b-b1f5-e0606c6eb91f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:02.634639 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65cb4b5b-6aa1-428b-b1f5-e0606c6eb91f admin admin] vlan segment allocate from pool success with {'vlan_id': 188, 'physical_network': 'physnet1'}  {{(pid=121607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 25 21:18:02.646323 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-65cb4b5b-6aa1-428b-b1f5-e0606c6eb91f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:02.647052 ncdv-master-1 neutron-server[121607]: INFO neutron.db.segments_db [None req-65cb4b5b-6aa1-428b-b1f5-e0606c6eb91f admin admin] Added segment 563b54b5-528d-4b6e-aaa6-896a27c58e45 of type vlan for network 98581356-69b5-4e98-93ff-2ca77d3cb056
Dec 25 21:18:02.647190 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03d4a23-768d-4650-bf2a-0200a9a6ed49 req-0610aff6-37e7-4a43-97c7-ad1aa97d5314 tempest-ServerRescueTestJSON-1336662106 tempest-ServerRescueTestJSON-1336662106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:18:02.648702 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b03d4a23-768d-4650-bf2a-0200a9a6ed49 req-0610aff6-37e7-4a43-97c7-ad1aa97d5314 tempest-ServerRescueTestJSON-1336662106 tempest-ServerRescueTestJSON-1336662106-project] 10.222.0.32 "GET /v2.0/ports?device_id=30bfda27-68a3-4a4a-bfd1-7749eaa3997c HTTP/1.1" status: 200  len: 944 time: 0.2151871
Dec 25 21:18:02.653388 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-bf0c8300-e943-4497-81fc-4c0318be30c4 req-ab7d87bc-50fa-4b37-bed0-5c372864cee9 service neutron] 10.222.0.31 "GET /v2.0/networks/de2cf5f5-0f83-4089-a263-5ec0a5e6f1de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2555816
Dec 25 21:18:02.716628 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-65cb4b5b-6aa1-428b-b1f5-e0606c6eb91f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737602163420'] for network, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:02.720151 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.agents_db [None req-ec08dba0-4483-4109-b5e1-5e4a9fdaf12d None None] Agent healthcheck: found 7 active agents {{(pid=121609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 25 21:18:02.727124 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] get_ports_and_sgs() called for port_ids ['dfc1a5c0-22fe-4e86-8082-3ae401c78b61'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:18:02.736508 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cb4b5b-6aa1-428b-b1f5-e0606c6eb91f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0e1474a-85f1-41b6-bec4-c25addebeacd,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:18:02.757162 ncdv-master-1 neutron-server[121606]: INFO neutron.api.v2.resource [req-b8dd406a-d82b-42df-9a84-22c25ef93e99 req-eafebe43-0dd9-4162-a4d9-09770f734c2a tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] delete failed (client error): There was a conflict when trying to complete your request.
Dec 25 21:18:02.758233 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b8dd406a-d82b-42df-9a84-22c25ef93e99 req-eafebe43-0dd9-4162-a4d9-09770f734c2a tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] 10.222.0.32 "DELETE /v2.0/security-groups/2ba33cf5-783f-47f8-ab0c-abe946a208dc HTTP/1.1" status: 409  len: 341 time: 0.1956284
Dec 25 21:18:02.807376 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b03d4a23-768d-4650-bf2a-0200a9a6ed49 req-1bf47f7b-1064-40db-a00e-4ff4f0724032 tempest-ServerRescueTestJSON-1336662106 tempest-ServerRescueTestJSON-1336662106-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3baa9cd-9895-4145-88c0-053a91673173&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1428690
Dec 25 21:18:02.889191 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-65cb4b5b-6aa1-428b-b1f5-e0606c6eb91f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870'] for network, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:02.890212 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65cb4b5b-6aa1-428b-b1f5-e0606c6eb91f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:18:02.890742 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-65cb4b5b-6aa1-428b-b1f5-e0606c6eb91f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for network, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:02.928196 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a871b3fa-00b5-4593-9535-3fb5d43a9264 req-2f35a29d-17cd-40eb-a170-cbffdf09f4ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:18:02.929767 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a871b3fa-00b5-4593-9535-3fb5d43a9264 req-2f35a29d-17cd-40eb-a170-cbffdf09f4ba service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=38d7cbaffc1340f59e994569e8e33e1d&device_id=b5ed595e-9d45-49c6-a45b-2e014b11f9db HTTP/1.1" status: 200  len: 1094 time: 0.1264625
Dec 25 21:18:02.931526 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-2f6ecc11-8428-4f11-a843-788711e51af9 req-3921e416-68da-480e-8889-1e8b0312b2e9 service neutron] For port 6260aad7-fac9-455a-b6ea-92f0abdfd81d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6260aad7-fac9-455a-b6ea-92f0abdfd81d,segment=NetworkSegment(85c774cb-a0eb-4ad9-961f-f331d3b37cd6),segment_id=85c774cb-a0eb-4ad9-961f-f331d3b37cd6)] {{(pid=121606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:18:02.961248 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cb4b5b-6aa1-428b-b1f5-e0606c6eb91f admin admin] Pushing event updated for resources: {'Network': ['ID=98581356-69b5-4e98-93ff-2ca77d3cb056,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:18:02.977734 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Network 98581356-69b5-4e98-93ff-2ca77d3cb056 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 25 21:18:02.979705 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-65cb4b5b-6aa1-428b-b1f5-e0606c6eb91f admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 889 time: 0.7525728
Dec 25 21:18:02.982705 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 56218) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:18:02.989952 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-3ca319cc-3cf0-4a08-beec-f9917e170b07 admin admin] Request body: {'subnet': {'network_id': '98581356-69b5-4e98-93ff-2ca77d3cb056', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1844261110-subnet', 'tenant_id': 'ba1ca2fcc2ce4d41b609fa6a753fc806', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:18:02.991469 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ce8d83-946e-4f03-908b-d205a9d8260b req-5ced398a-8577-4b54-a7b6-dfd3aba7194f tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:18:02.998766 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e4ce8d83-946e-4f03-908b-d205a9d8260b req-5ced398a-8577-4b54-a7b6-dfd3aba7194f tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5ed595e-9d45-49c6-a45b-2e014b11f9db HTTP/1.1" status: 200  len: 943 time: 0.1338105
Dec 25 21:18:03.090102 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-2f6ecc11-8428-4f11-a843-788711e51af9 req-3921e416-68da-480e-8889-1e8b0312b2e9 service neutron] For port 6260aad7-fac9-455a-b6ea-92f0abdfd81d, host nch1-master-1, cleared binding levels {{(pid=121606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:18:03.103098 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ca319cc-3cf0-4a08-beec-f9917e170b07 admin admin] Made reservation on behalf of ba1ca2fcc2ce4d41b609fa6a753fc806 for: {'subnet': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:18:03.107140 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-3ca319cc-3cf0-4a08-beec-f9917e170b07 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8852834'] for subnet, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:03.131365 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e4ce8d83-946e-4f03-908b-d205a9d8260b req-d5e8302d-4385-4d34-add7-c82862fdbd26 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c514444-6044-490f-9acc-6dece3909d9f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1317518
Dec 25 21:18:03.157688 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a871b3fa-00b5-4593-9535-3fb5d43a9264 req-55319c4a-cbe8-444d-afa8-2a7d85dbf0bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:18:03.162075 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a871b3fa-00b5-4593-9535-3fb5d43a9264 req-55319c4a-cbe8-444d-afa8-2a7d85dbf0bd service neutron] 10.222.0.31 "GET /v2.0/networks?id=de2cf5f5-0f83-4089-a263-5ec0a5e6f1de HTTP/1.1" status: 200  len: 907 time: 0.2168941
Dec 25 21:18:03.165446 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-2f6ecc11-8428-4f11-a843-788711e51af9 req-3921e416-68da-480e-8889-1e8b0312b2e9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:03.196814 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device d3b55372-6cc1-4847-8bab-b4a3a6aec2ff up at agent hyperv_nch2-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:18:03.253708 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a871b3fa-00b5-4593-9535-3fb5d43a9264 req-985fefec-f426-4308-a94f-d09c2fac4410 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a3eb73b0-73d7-475d-8adc-e559e07f85d9 HTTP/1.1" status: 200  len: 217 time: 0.0848789
Dec 25 21:18:03.278980 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.provisioning_blocks [req-2f6ecc11-8428-4f11-a843-788711e51af9 req-3921e416-68da-480e-8889-1e8b0312b2e9 service neutron] Transition to ACTIVE for port object 6260aad7-fac9-455a-b6ea-92f0abdfd81d will not be triggered until provisioned by entity L2. {{(pid=121606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 25 21:18:03.317365 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Provisioning for port d3b55372-6cc1-4847-8bab-b4a3a6aec2ff completed by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 25 21:18:03.321965 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Provisioning complete for port d3b55372-6cc1-4847-8bab-b4a3a6aec2ff triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:18:03.322395 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:03.355159 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-2f6ecc11-8428-4f11-a843-788711e51af9 req-3921e416-68da-480e-8889-1e8b0312b2e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:03.363300 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-3ca319cc-3cf0-4a08-beec-f9917e170b07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8632475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8852848'] for subnet, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:03.410966 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:03.421081 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca319cc-3cf0-4a08-beec-f9917e170b07 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6158a754-03d6-4ba0-bf8a-020a29c4ba47,revision_number=0']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:18:03.431059 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71d4532-09a8-410c-89cf-dc872d42b08a req-8b232ead-8b1f-42e3-8e89-7e40510b1360 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:18:03.432653 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c71d4532-09a8-410c-89cf-dc872d42b08a req-8b232ead-8b1f-42e3-8e89-7e40510b1360 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/ports?device_id=4e09da5c-da55-4216-89ee-8cbdaf24ecec HTTP/1.1" status: 200  len: 950 time: 0.1945729
Dec 25 21:18:03.435434 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ca319cc-3cf0-4a08-beec-f9917e170b07 admin admin] Checking segment: {'id': '563b54b5-528d-4b6e-aaa6-896a27c58e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '98581356-69b5-4e98-93ff-2ca77d3cb056'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:18:03.435934 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ca319cc-3cf0-4a08-beec-f9917e170b07 admin admin] Network hostable DHCP agents. Network: 98581356-69b5-4e98-93ff-2ca77d3cb056, hostable agents: ['1813db88-2c1b-4357-a2ba-869246b663c2'], hosted agents: [] {{(pid=121607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 25 21:18:03.436861 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30bfda27-68a3-4a4a-bfd1-7749eaa3997c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3b55372-6cc1-4847-8bab-b4a3a6aec2ff'}] {{(pid=121608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:18:03.439471 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a88c78c3ff6266bd59c7e89d275b28c92e739b67d23c89d71af88829fd31566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d4c8b7f-4972-4d53-b498-344fed6b30b2" -d '{"events": [{"server_uuid": "30bfda27-68a3-4a4a-bfd1-7749eaa3997c", "name": "network-vif-plugged", "status": "completed", "tag": "d3b55372-6cc1-4847-8bab-b4a3a6aec2ff"}]}' {{(pid=121608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:18:03.444012 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a871b3fa-00b5-4593-9535-3fb5d43a9264 req-54d5790b-29ed-47ac-bbbe-de61d13cafaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:18:03.445666 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a871b3fa-00b5-4593-9535-3fb5d43a9264 req-54d5790b-29ed-47ac-bbbe-de61d13cafaa service neutron] 10.222.0.31 "GET /v2.0/subnets?id=81f9dfd5-f0bc-4f72-bceb-acbb4f595f27 HTTP/1.1" status: 200  len: 846 time: 0.1757569
Dec 25 21:18:03.454758 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port d3b55372-6cc1-4847-8bab-b4a3a6aec2ff, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d3b55372-6cc1-4847-8bab-b4a3a6aec2ff,segment=NetworkSegment(a23ab71a-bf4a-4f83-858c-14fbc7539004),segment_id=a23ab71a-bf4a-4f83-858c-14fbc7539004)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:18:03.456892 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dec2f43-d250-46a3-91bc-173b205e8604 req-2c2ac489-d368-4264-8c04-4e890a66c805 tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:18:03.458577 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5dec2f43-d250-46a3-91bc-173b205e8604 req-2c2ac489-d368-4264-8c04-4e890a66c805 tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] 10.222.0.32 "GET /v2.0/ports?device_id=07d51e67-c044-4aa2-9b94-b50e5df7aecb HTTP/1.1" status: 200  len: 984 time: 0.2097285
Dec 25 21:18:03.526613 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ca319cc-3cf0-4a08-beec-f9917e170b07 admin admin] Network 98581356-69b5-4e98-93ff-2ca77d3cb056 is scheduled to be hosted by DHCP agent 1813db88-2c1b-4357-a2ba-869246b663c2 with binding_index 1 {{(pid=121607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 25 21:18:03.532582 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3921e416-68da-480e-8889-1e8b0312b2e9 service neutron] Pushing event updated for resources: {'Port': ['ID=6260aad7-fac9-455a-b6ea-92f0abdfd81d,revision_number=6']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:18:03.535135 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:03.536103 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f6ecc11-8428-4f11-a843-788711e51af9 req-3921e416-68da-480e-8889-1e8b0312b2e9 service neutron] No DVR routers for this DVR port 6260aad7-fac9-455a-b6ea-92f0abdfd81d on host nch1-master-1 {{(pid=121606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:18:03.550179 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a871b3fa-00b5-4593-9535-3fb5d43a9264 req-924975cf-42d2-41c3-a419-b94a6de0b208 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=de2cf5f5-0f83-4089-a263-5ec0a5e6f1de&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0859501
Dec 25 21:18:03.556285 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c735c804-3602-45b8-a46b-51fa07030c36 req-343d515a-b48d-4e70-a871-31f9afe120dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:18:03.557760 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c735c804-3602-45b8-a46b-51fa07030c36 req-343d515a-b48d-4e70-a871-31f9afe120dc service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=16a084940f024be8aee5807248918cb5&device_id=07d51e67-c044-4aa2-9b94-b50e5df7aecb HTTP/1.1" status: 200  len: 1135 time: 0.2296174
Dec 25 21:18:03.595062 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Pushing event updated for resources: {'Port': ['ID=d3b55372-6cc1-4847-8bab-b4a3a6aec2ff,revision_number=5']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:18:03.595605 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-3ca319cc-3cf0-4a08-beec-f9917e170b07 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 98581356-69b5-4e98-93ff-2ca77d3cb056) {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:18:03.600207 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ca319cc-3cf0-4a08-beec-f9917e170b07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:18:03.604448 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-3ca319cc-3cf0-4a08-beec-f9917e170b07 admin admin] Publish callbacks [] for subnet, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:03.612625 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bf7c887-afa7-47f8-8ad2-1c64ae5690aa None None] Network 98581356-69b5-4e98-93ff-2ca77d3cb056 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:18:03.702115 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-3ca319cc-3cf0-4a08-beec-f9917e170b07 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 0.7096059
Dec 25 21:18:03.702115 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 56226) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:18:03.702917 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-4d19d6b4-1149-414f-ab76-3b925d084e2d admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1844261110-router', 'tenant_id': 'ba1ca2fcc2ce4d41b609fa6a753fc806', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'}}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:18:03.709685 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-2f6ecc11-8428-4f11-a843-788711e51af9 req-3921e416-68da-480e-8889-1e8b0312b2e9 service neutron] Attempting to bind port 6260aad7-fac9-455a-b6ea-92f0abdfd81d on host nch2-master-1 for vnic_type normal with profile  {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:18:03.710029 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-2f6ecc11-8428-4f11-a843-788711e51af9 req-3921e416-68da-480e-8889-1e8b0312b2e9 service neutron] Attempting to bind port 6260aad7-fac9-455a-b6ea-92f0abdfd81d by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '85c774cb-a0eb-4ad9-961f-f331d3b37cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '8f212e98-547d-4c6e-a560-2e9a548c8f59'}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:18:03.710352 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f6ecc11-8428-4f11-a843-788711e51af9 req-3921e416-68da-480e-8889-1e8b0312b2e9 service neutron] Attempting to bind port 6260aad7-fac9-455a-b6ea-92f0abdfd81d on network 8f212e98-547d-4c6e-a560-2e9a548c8f59 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:18:03.723488 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c71d4532-09a8-410c-89cf-dc872d42b08a req-860ae398-472b-4d59-aaea-8fc33b0f6f99 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3f1ae63-416f-443f-b032-af0d7dcc9019&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2629263
Dec 25 21:18:03.731328 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd5fa556-bc2a-4e50-b2be-a21c93871c7f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-98581356-69b5-4e98-93ff-2ca77d3cb056', 'network_id': '98581356-69b5-4e98-93ff-2ca77d3cb056', 'project_id': 'ba1ca2fcc2ce4d41b609fa6a753fc806', 'fixed_ips': [{'subnet_id': '6158a754-03d6-4ba0-bf8a-020a29c4ba47'}]}} from ncdv-master-1. {{(pid=121608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 25 21:18:03.732421 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-cd5fa556-bc2a-4e50-b2be-a21c93871c7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:03.786945 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5dec2f43-d250-46a3-91bc-173b205e8604 req-4f6141a6-c3da-4007-99df-583616f9a27d tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] 10.222.0.32 "GET /v2.0/security-groups?id=1afdcc1a-136b-4b62-a479-56858cefce8d&id=2ba33cf5-783f-47f8-ab0c-abe946a208dc&fields=id&fields=name HTTP/1.1" status: 200  len: 400 time: 0.3195009
Dec 25 21:18:03.787515 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f6ecc11-8428-4f11-a843-788711e51af9 req-3921e416-68da-480e-8889-1e8b0312b2e9 service neutron] Port 6260aad7-fac9-455a-b6ea-92f0abdfd81d on network 8f212e98-547d-4c6e-a560-2e9a548c8f59 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 25 21:18:03.788416 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f6ecc11-8428-4f11-a843-788711e51af9 req-3921e416-68da-480e-8889-1e8b0312b2e9 service neutron] Attempting to bind port 6260aad7-fac9-455a-b6ea-92f0abdfd81d on network 8f212e98-547d-4c6e-a560-2e9a548c8f59 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:18:03.807944 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-4d19d6b4-1149-414f-ab76-3b925d084e2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2014909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14863'] for router, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:03.810251 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-4d19d6b4-1149-414f-ab76-3b925d084e2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2014285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2009796', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2082630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14848'] for router, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:03.816673 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f6ecc11-8428-4f11-a843-788711e51af9 req-3921e416-68da-480e-8889-1e8b0312b2e9 service neutron] Checking agent: {'id': '0d9ae313-8f8d-40fa-8a9f-d098a25a9911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 21, 4, 38), 'started_at': datetime.datetime(2021, 12, 25, 21, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 17, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:18:03.817052 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f6ecc11-8428-4f11-a843-788711e51af9 req-3921e416-68da-480e-8889-1e8b0312b2e9 service neutron] Checking segment: {'id': '85c774cb-a0eb-4ad9-961f-f331d3b37cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '8f212e98-547d-4c6e-a560-2e9a548c8f59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:18:03.817434 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f6ecc11-8428-4f11-a843-788711e51af9 req-3921e416-68da-480e-8889-1e8b0312b2e9 service neutron] Bound using segment: {'id': '85c774cb-a0eb-4ad9-961f-f331d3b37cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '8f212e98-547d-4c6e-a560-2e9a548c8f59'} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:18:03.817872 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-2f6ecc11-8428-4f11-a843-788711e51af9 req-3921e416-68da-480e-8889-1e8b0312b2e9 service neutron] Bound port: 6260aad7-fac9-455a-b6ea-92f0abdfd81d, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85c774cb-a0eb-4ad9-961f-f331d3b37cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '8f212e98-547d-4c6e-a560-2e9a548c8f59'}}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:18:03.818224 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-2f6ecc11-8428-4f11-a843-788711e51af9 req-3921e416-68da-480e-8889-1e8b0312b2e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:03.889285 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-4d19d6b4-1149-414f-ab76-3b925d084e2d admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:03.894457 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 21:18:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9a4ebd0-03b3-412d-bc9c-a1f5e76ae4d7 x-openstack-request-id: req-b9a4ebd0-03b3-412d-bc9c-a1f5e76ae4d7 {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:18:03.894790 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30bfda27-68a3-4a4a-bfd1-7749eaa3997c", "name": "network-vif-plugged", "status": "completed", "tag": "d3b55372-6cc1-4847-8bab-b4a3a6aec2ff", "code": 200}]} {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:18:03.895054 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b9a4ebd0-03b3-412d-bc9c-a1f5e76ae4d7 {{(pid=121608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:18:03.895478 ncdv-master-1 neutron-server[121608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30bfda27-68a3-4a4a-bfd1-7749eaa3997c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3b55372-6cc1-4847-8bab-b4a3a6aec2ff', 'code': 200}
Dec 25 21:18:03.922579 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.db_base_plugin_common [None req-cd5fa556-bc2a-4e50-b2be-a21c93871c7f None None] Allocated IP 172.20.0.2 (98581356-69b5-4e98-93ff-2ca77d3cb056/6158a754-03d6-4ba0-bf8a-020a29c4ba47/a7b06e1a-d9b1-4388-9883-9e66b8972225) {{(pid=121608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:18:04.084606 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-cd5fa556-bc2a-4e50-b2be-a21c93871c7f None None] Publish callbacks [] for port, precommit_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:04.129918 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-4d19d6b4-1149-414f-ab76-3b925d084e2d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:04.136059 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65131057-203f-49e3-97d4-994c20e9e9c8 req-42fd3774-ade6-4800-bb4f-3b9bda1d60cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:18:04.137584 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-65131057-203f-49e3-97d4-994c20e9e9c8 req-42fd3774-ade6-4800-bb4f-3b9bda1d60cd service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=30bfda27-68a3-4a4a-bfd1-7749eaa3997c HTTP/1.1" status: 200  len: 1096 time: 0.1414227
Dec 25 21:18:04.167369 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-cd5fa556-bc2a-4e50-b2be-a21c93871c7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946'] for port, after_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:04.175734 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07d51e67-c044-4aa2-9b94-b50e5df7aecb', 'tag': '351ad003-7628-46fe-a749-8abfe48f50a4'}, {'server_uuid': '4e09da5c-da55-4216-89ee-8cbdaf24ecec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6260aad7-fac9-455a-b6ea-92f0abdfd81d'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:18:04.179073 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9858820c13ec2827453b94ebc4181065e990a4e4089ccb9fe762531ac62d2fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aacf0529-fd7d-4403-ad2b-ed184311f846" -d '{"events": [{"name": "network-changed", "server_uuid": "07d51e67-c044-4aa2-9b94-b50e5df7aecb", "tag": "351ad003-7628-46fe-a749-8abfe48f50a4"}, {"server_uuid": "4e09da5c-da55-4216-89ee-8cbdaf24ecec", "name": "network-vif-unplugged", "status": "completed", "tag": "6260aad7-fac9-455a-b6ea-92f0abdfd81d"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:18:04.185606 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-65131057-203f-49e3-97d4-994c20e9e9c8 req-0bf53701-8497-4b58-8dd0-239363887b61 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=d3baa9cd-9895-4145-88c0-053a91673173&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0395191
Dec 25 21:18:04.202477 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:04.219208 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd5fa556-bc2a-4e50-b2be-a21c93871c7f None None] Network 98581356-69b5-4e98-93ff-2ca77d3cb056 is already hosted by enough agents. {{(pid=121608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:18:04.222299 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.base_scheduler [None req-cd5fa556-bc2a-4e50-b2be-a21c93871c7f None None] Resources bound (agent type, host, resource id):  {{(pid=121608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:18:04.227987 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd5fa556-bc2a-4e50-b2be-a21c93871c7f None None] Received port after_create {{(pid=121608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:18:04.230104 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5fa556-bc2a-4e50-b2be-a21c93871c7f None None] Pushing event updated for resources: {'Port': ['ID=a7b06e1a-d9b1-4388-9883-9e66b8972225,revision_number=1']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:18:04.262264 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c735c804-3602-45b8-a46b-51fa07030c36 req-34a296c2-c942-481c-b168-ebf1e6402721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:18:04.263916 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c735c804-3602-45b8-a46b-51fa07030c36 req-34a296c2-c942-481c-b168-ebf1e6402721 service neutron] 10.222.0.31 "GET /v2.0/networks?id=ce9b43e7-57f0-42d1-9422-f764ccb2bd06 HTTP/1.1" status: 200  len: 913 time: 0.6930535
Dec 25 21:18:04.265675 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a871b3fa-00b5-4593-9535-3fb5d43a9264 req-17bad4d9-0bc9-40f2-8700-25ef80be681d service neutron] 10.222.0.31 "GET /v2.0/networks/de2cf5f5-0f83-4089-a263-5ec0a5e6f1de?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6959031
Dec 25 21:18:04.299554 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-cd5fa556-bc2a-4e50-b2be-a21c93871c7f None None] Attempting to bind port a7b06e1a-d9b1-4388-9883-9e66b8972225 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:18:04.300076 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-cd5fa556-bc2a-4e50-b2be-a21c93871c7f None None] Attempting to bind port a7b06e1a-d9b1-4388-9883-9e66b8972225 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '563b54b5-528d-4b6e-aaa6-896a27c58e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '98581356-69b5-4e98-93ff-2ca77d3cb056'}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:18:04.300537 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd5fa556-bc2a-4e50-b2be-a21c93871c7f None None] Attempting to bind port a7b06e1a-d9b1-4388-9883-9e66b8972225 on network 98581356-69b5-4e98-93ff-2ca77d3cb056 {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:18:04.311916 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd5fa556-bc2a-4e50-b2be-a21c93871c7f None None] Checking agent: {'id': 'ca4f5c6d-f1fd-48b8-a3e3-395864c7d23d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 20, 56, 40), 'started_at': datetime.datetime(2021, 12, 25, 20, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 17, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:18:04.312384 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd5fa556-bc2a-4e50-b2be-a21c93871c7f None None] Checking segment: {'id': '563b54b5-528d-4b6e-aaa6-896a27c58e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '98581356-69b5-4e98-93ff-2ca77d3cb056'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:18:04.312851 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-cd5fa556-bc2a-4e50-b2be-a21c93871c7f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:04.313916 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd5fa556-bc2a-4e50-b2be-a21c93871c7f None None] Bound using segment: {'id': '563b54b5-528d-4b6e-aaa6-896a27c58e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '98581356-69b5-4e98-93ff-2ca77d3cb056'} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:18:04.314496 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-cd5fa556-bc2a-4e50-b2be-a21c93871c7f None None] Bound port: a7b06e1a-d9b1-4388-9883-9e66b8972225, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '563b54b5-528d-4b6e-aaa6-896a27c58e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '98581356-69b5-4e98-93ff-2ca77d3cb056'}}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:18:04.314955 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-cd5fa556-bc2a-4e50-b2be-a21c93871c7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:04.318684 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25f8936-67d2-48cb-b803-c583bd266f3e req-6bfad5f5-d857-4f52-9d0c-f1ecd854f15e tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:18:04.320178 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d25f8936-67d2-48cb-b803-c583bd266f3e req-6bfad5f5-d857-4f52-9d0c-f1ecd854f15e tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] 10.222.0.32 "GET /v2.0/ports?device_id=503df13c-2f74-4094-bbd9-a07a7ba8f4cb HTTP/1.1" status: 200  len: 945 time: 0.5212386
Dec 25 21:18:04.376481 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c735c804-3602-45b8-a46b-51fa07030c36 req-9c07a8e0-df62-4d95-a694-1e2c6c0e0ec8 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=351ad003-7628-46fe-a749-8abfe48f50a4 HTTP/1.1" status: 200  len: 217 time: 0.0945208
Dec 25 21:18:04.397823 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14bb1df-d019-4e18-b94b-9d0c0886acaf req-5b248570-d385-4ec9-aaeb-6a92866305b6 tempest-ServerRescueTestJSON-1336662106 tempest-ServerRescueTestJSON-1336662106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:18:04.399270 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f14bb1df-d019-4e18-b94b-9d0c0886acaf req-5b248570-d385-4ec9-aaeb-6a92866305b6 tempest-ServerRescueTestJSON-1336662106 tempest-ServerRescueTestJSON-1336662106-project] 10.222.0.32 "GET /v2.0/ports?device_id=30bfda27-68a3-4a4a-bfd1-7749eaa3997c HTTP/1.1" status: 200  len: 945 time: 0.2165794
Dec 25 21:18:04.402315 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-4d19d6b4-1149-414f-ab76-3b925d084e2d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:04.425920 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-4d19d6b4-1149-414f-ab76-3b925d084e2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:04.431317 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-cd5fa556-bc2a-4e50-b2be-a21c93871c7f None None] For port a7b06e1a-d9b1-4388-9883-9e66b8972225, host ncdv-master-1, cleared binding levels {{(pid=121608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:18:04.435757 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-cd5fa556-bc2a-4e50-b2be-a21c93871c7f None None] For port a7b06e1a-d9b1-4388-9883-9e66b8972225, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a7b06e1a-d9b1-4388-9883-9e66b8972225,segment=NetworkSegment(563b54b5-528d-4b6e-aaa6-896a27c58e45),segment_id=563b54b5-528d-4b6e-aaa6-896a27c58e45)] {{(pid=121608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:18:04.457316 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-2f6ecc11-8428-4f11-a843-788711e51af9 req-3921e416-68da-480e-8889-1e8b0312b2e9 service neutron] For port 6260aad7-fac9-455a-b6ea-92f0abdfd81d, host nch2-master-1, cleared binding levels {{(pid=121606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:18:04.502295 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-cd5fa556-bc2a-4e50-b2be-a21c93871c7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:04.502557 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-2f6ecc11-8428-4f11-a843-788711e51af9 req-3921e416-68da-480e-8889-1e8b0312b2e9 service neutron] For port 6260aad7-fac9-455a-b6ea-92f0abdfd81d, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=6260aad7-fac9-455a-b6ea-92f0abdfd81d,segment=NetworkSegment(85c774cb-a0eb-4ad9-961f-f331d3b37cd6),segment_id=85c774cb-a0eb-4ad9-961f-f331d3b37cd6)] {{(pid=121606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:18:04.541368 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_common [None req-4d19d6b4-1149-414f-ab76-3b925d084e2d admin admin] Allocated IP 172.35.3.93 (7201e55c-7c5f-41aa-a042-a363696539d0/7a939e13-713f-45cf-bba7-1539635abe25/6ba58e06-75d0-421c-9bb3-7bcdd960f12c) {{(pid=121607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:18:04.563789 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c735c804-3602-45b8-a46b-51fa07030c36 req-bb818840-5f50-4404-aa46-82db824dceda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:18:04.566001 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c735c804-3602-45b8-a46b-51fa07030c36 req-bb818840-5f50-4404-aa46-82db824dceda service neutron] 10.222.0.31 "GET /v2.0/subnets?id=3f60a15f-92c1-4709-8506-7a38b4b980cc HTTP/1.1" status: 200  len: 852 time: 0.1766357
Dec 25 21:18:04.588503 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5fa556-bc2a-4e50-b2be-a21c93871c7f None None] Pushing event updated for resources: {'Port': ['ID=a7b06e1a-d9b1-4388-9883-9e66b8972225,revision_number=2']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:18:04.607681 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d25f8936-67d2-48cb-b803-c583bd266f3e req-699c9e8b-5034-4b3f-99ff-bfa56bbc5abb tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] 10.222.0.32 "GET /v2.0/security-groups?id=2bf8651c-3ed0-44bb-a064-d61aab6ec281&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2491345
Dec 25 21:18:04.608773 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-2f6ecc11-8428-4f11-a843-788711e51af9 req-3921e416-68da-480e-8889-1e8b0312b2e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:04.614537 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a871b3fa-00b5-4593-9535-3fb5d43a9264 req-9fd6de49-f078-4cda-90b4-d08c3514b21f service neutron] 10.222.0.31 "GET /v2.0/networks/de2cf5f5-0f83-4089-a263-5ec0a5e6f1de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3351767
Dec 25 21:18:04.616333 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c735c804-3602-45b8-a46b-51fa07030c36 req-460223b1-0344-4c38-bbcd-08094536239c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ce9b43e7-57f0-42d1-9422-f764ccb2bd06&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0410612
Dec 25 21:18:04.622678 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f14bb1df-d019-4e18-b94b-9d0c0886acaf req-fe529a86-8506-42bb-8f11-dcb39c433315 tempest-ServerRescueTestJSON-1336662106 tempest-ServerRescueTestJSON-1336662106-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3baa9cd-9895-4145-88c0-053a91673173&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2051573
Dec 25 21:18:04.699413 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6ecc11-8428-4f11-a843-788711e51af9 req-3921e416-68da-480e-8889-1e8b0312b2e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:18:04.699901 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-2f6ecc11-8428-4f11-a843-788711e51af9 req-3921e416-68da-480e-8889-1e8b0312b2e9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:04.701420 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2f6ecc11-8428-4f11-a843-788711e51af9 req-3921e416-68da-480e-8889-1e8b0312b2e9 service neutron] 10.222.0.37 "PUT /v2.0/ports/6260aad7-fac9-455a-b6ea-92f0abdfd81d HTTP/1.1" status: 200  len: 1096 time: 2.3943534
Dec 25 21:18:04.734150 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-4d19d6b4-1149-414f-ab76-3b925d084e2d admin admin] Publish callbacks [] for port, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:04.805971 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-ac60782d-30f1-4145-ad34-06597da97ae5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:04.819256 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3921e416-68da-480e-8889-1e8b0312b2e9 service neutron] Pushing event updated for resources: {'Port': ['ID=6260aad7-fac9-455a-b6ea-92f0abdfd81d,revision_number=7']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:18:04.868957 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Sat, 25 Dec 2021 21:18:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93fadaec-7f91-439c-a2e0-0cdc4b6b46a2 x-openstack-request-id: req-93fadaec-7f91-439c-a2e0-0cdc4b6b46a2 {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:18:04.868957 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07d51e67-c044-4aa2-9b94-b50e5df7aecb", "tag": "351ad003-7628-46fe-a749-8abfe48f50a4", "status": "completed", "code": 200}, {"server_uuid": "4e09da5c-da55-4216-89ee-8cbdaf24ecec", "name": "network-vif-unplugged", "status": "completed", "tag": "6260aad7-fac9-455a-b6ea-92f0abdfd81d", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:18:04.868957 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-93fadaec-7f91-439c-a2e0-0cdc4b6b46a2 {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:18:04.868957 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07d51e67-c044-4aa2-9b94-b50e5df7aecb', 'tag': '351ad003-7628-46fe-a749-8abfe48f50a4', 'status': 'completed', 'code': 200}
Dec 25 21:18:04.868957 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e09da5c-da55-4216-89ee-8cbdaf24ecec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6260aad7-fac9-455a-b6ea-92f0abdfd81d', 'code': 200}
Dec 25 21:18:04.876038 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-4d19d6b4-1149-414f-ab76-3b925d084e2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:04.882100 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c735c804-3602-45b8-a46b-51fa07030c36 req-51a5ffdc-1ba5-4868-a188-350ca20c0874 service neutron] 10.222.0.31 "GET /v2.0/networks/ce9b43e7-57f0-42d1-9422-f764ccb2bd06?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2338939
Dec 25 21:18:04.886496 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6ecc11-8428-4f11-a843-788711e51af9 req-00e428f4-0b4d-415f-8ef9-4b6fa98db0d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:18:04.888005 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2f6ecc11-8428-4f11-a843-788711e51af9 req-00e428f4-0b4d-415f-8ef9-4b6fa98db0d8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ed880d80bcfb4641b02f26da5fad21b8&device_id=4e09da5c-da55-4216-89ee-8cbdaf24ecec HTTP/1.1" status: 200  len: 1099 time: 0.1594391
Dec 25 21:18:04.919203 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:18:04.919203 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:18:04.919203 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:18:04.919203 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:18:04.919203 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:18:04.919203 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:18:04.919203 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:18:04.919203 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:18:04.919203 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:18:04.919203 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:18:04.919203 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:18:04.919203 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:18:04.919203 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:18:04.919203 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:18:04.919203 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:18:04.919203 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:18:04.919203 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:18:04.919203 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:18:04.919203 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:18:04.919203 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:18:04.919203 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:18:04.919203 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:18:04.919203 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:18:04.919203 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:18:04.919203 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:18:04.919203 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:18:04.919203 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:18:04.919203 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:18:04.919203 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:18:04.919203 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:18:04.919203 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:18:04.919203 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:18:04.919203 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:18:04.919203 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:18:04.919203 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:18:04.919203 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:18:04.921341 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:18:04.921341 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:18:04.921341 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:18:04.921341 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:18:04.921341 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:18:04.921341 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:18:04.921341 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:18:04.921341 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:18:04.921341 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:18:04.921341 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:18:04.921341 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:18:04.921341 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:18:04.931822 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153836bd-c896-4075-a3af-14c1251e1c3f req-cdb7f7e5-78c4-4b26-b879-f99b81dcaf28 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:18:04.934242 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-153836bd-c896-4075-a3af-14c1251e1c3f req-cdb7f7e5-78c4-4b26-b879-f99b81dcaf28 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5ed595e-9d45-49c6-a45b-2e014b11f9db HTTP/1.1" status: 200  len: 943 time: 0.1423795
Dec 25 21:18:04.954758 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d19d6b4-1149-414f-ab76-3b925d084e2d admin admin] Network 7201e55c-7c5f-41aa-a042-a363696539d0 is already hosted by enough agents. {{(pid=121607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:18:04.967484 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-4d19d6b4-1149-414f-ab76-3b925d084e2d admin admin] Resources bound (agent type, host, resource id):  {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:18:04.970045 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d19d6b4-1149-414f-ab76-3b925d084e2d admin admin] Pushing event updated for resources: {'Port': ['ID=6ba58e06-75d0-421c-9bb3-7bcdd960f12c,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:18:04.972218 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d19d6b4-1149-414f-ab76-3b925d084e2d admin admin] Received port after_create {{(pid=121607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:18:05.194298 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-153836bd-c896-4075-a3af-14c1251e1c3f req-8a19f512-95e7-49b0-876d-4475f34fb52f tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c514444-6044-490f-9acc-6dece3909d9f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2056887
Dec 25 21:18:05.197133 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c735c804-3602-45b8-a46b-51fa07030c36 req-788fbc4e-9145-4244-a4cc-31e528845cf8 service neutron] 10.222.0.31 "GET /v2.0/networks/ce9b43e7-57f0-42d1-9422-f764ccb2bd06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3072634
Dec 25 21:18:05.209972 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device a7b06e1a-d9b1-4388-9883-9e66b8972225 up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:18:05.216574 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c801cb2-0477-47a4-b255-87b1f089ba3b req-73833805-3a68-47c6-b749-533709918349 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:18:05.225216 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8c801cb2-0477-47a4-b255-87b1f089ba3b req-73833805-3a68-47c6-b749-533709918349 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/ports?device_id=4e09da5c-da55-4216-89ee-8cbdaf24ecec HTTP/1.1" status: 200  len: 948 time: 0.2469900
Dec 25 21:18:05.249971 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6ecc11-8428-4f11-a843-788711e51af9 req-968aaf14-8ff9-4cdb-b934-bedd2ba239fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:18:05.251534 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2f6ecc11-8428-4f11-a843-788711e51af9 req-968aaf14-8ff9-4cdb-b934-bedd2ba239fd service neutron] 10.222.0.37 "GET /v2.0/networks?id=8f212e98-547d-4c6e-a560-2e9a548c8f59 HTTP/1.1" status: 200  len: 870 time: 0.3473260
Dec 25 21:18:05.271634 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port a7b06e1a-d9b1-4388-9883-9e66b8972225 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:18:05.271913 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:05.326686 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2f6ecc11-8428-4f11-a843-788711e51af9 req-e7410f5c-6a2b-42d9-8be9-5739592468ea service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.100&port_id=6260aad7-fac9-455a-b6ea-92f0abdfd81d HTTP/1.1" status: 200  len: 217 time: 0.0580943
Dec 25 21:18:05.345747 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8c801cb2-0477-47a4-b255-87b1f089ba3b req-de5c76fb-8d41-4076-aade-32913f50619e tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3f1ae63-416f-443f-b032-af0d7dcc9019&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1196575
Dec 25 21:18:05.374373 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:05.444739 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] For port a7b06e1a-d9b1-4388-9883-9e66b8972225, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a7b06e1a-d9b1-4388-9883-9e66b8972225,segment=NetworkSegment(563b54b5-528d-4b6e-aaa6-896a27c58e45),segment_id=563b54b5-528d-4b6e-aaa6-896a27c58e45)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:18:05.456923 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6ecc11-8428-4f11-a843-788711e51af9 req-28a71970-e80d-43cf-949a-56fab5dcbfca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:18:05.462766 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2f6ecc11-8428-4f11-a843-788711e51af9 req-28a71970-e80d-43cf-949a-56fab5dcbfca service neutron] 10.222.0.37 "GET /v2.0/subnets?id=dcfbae86-f93e-400c-8084-eac7f56ff5ba HTTP/1.1" status: 200  len: 843 time: 0.1218395
Dec 25 21:18:05.464075 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-4d19d6b4-1149-414f-ab76-3b925d084e2d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:05.478098 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f873af3-18a7-4224-b79a-3cd265d64d45 req-5a2d3824-bd0d-456e-8d8b-515f916acb23 tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:18:05.486211 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9f873af3-18a7-4224-b79a-3cd265d64d45 req-5a2d3824-bd0d-456e-8d8b-515f916acb23 tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] 10.222.0.32 "GET /v2.0/ports?device_id=07d51e67-c044-4aa2-9b94-b50e5df7aecb HTTP/1.1" status: 200  len: 984 time: 0.2062087
Dec 25 21:18:05.514026 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:05.572249 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacf0529-fd7d-4403-ad2b-ed184311f846 req-cec316b0-9f32-4897-9e4c-cc4af644cd73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:18:05.576007 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-aacf0529-fd7d-4403-ad2b-ed184311f846 req-cec316b0-9f32-4897-9e4c-cc4af644cd73 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=16a084940f024be8aee5807248918cb5&device_id=07d51e67-c044-4aa2-9b94-b50e5df7aecb HTTP/1.1" status: 200  len: 1135 time: 0.1641281
Dec 25 21:18:05.626529 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Pushing event updated for resources: {'Port': ['ID=a7b06e1a-d9b1-4388-9883-9e66b8972225,revision_number=3']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:18:05.741457 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6ecc11-8428-4f11-a843-788711e51af9 req-88e28760-4323-406b-8b81-7d4218f9fc54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:18:05.743038 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2f6ecc11-8428-4f11-a843-788711e51af9 req-88e28760-4323-406b-8b81-7d4218f9fc54 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8f212e98-547d-4c6e-a560-2e9a548c8f59&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.2533364
Dec 25 21:18:05.755596 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9f873af3-18a7-4224-b79a-3cd265d64d45 req-623d3cd4-dc70-43d7-a1e4-7a269086fd11 tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] 10.222.0.32 "GET /v2.0/security-groups?id=1afdcc1a-136b-4b62-a479-56858cefce8d&id=2ba33cf5-783f-47f8-ab0c-abe946a208dc&fields=id&fields=name HTTP/1.1" status: 200  len: 400 time: 0.2684698
Dec 25 21:18:05.793397 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-4d19d6b4-1149-414f-ab76-3b925d084e2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2014278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2009753'] for router, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:05.809705 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacf0529-fd7d-4403-ad2b-ed184311f846 req-9fe09db2-0177-4adf-a6c6-f6bc3e1c94d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:18:05.811357 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-aacf0529-fd7d-4403-ad2b-ed184311f846 req-9fe09db2-0177-4adf-a6c6-f6bc3e1c94d4 service neutron] 10.222.0.31 "GET /v2.0/networks?id=ce9b43e7-57f0-42d1-9422-f764ccb2bd06 HTTP/1.1" status: 200  len: 913 time: 0.2224815
Dec 25 21:18:05.879545 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device a3eb73b0-73d7-475d-8adc-e559e07f85d9 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 25 21:18:05.905617 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-aacf0529-fd7d-4403-ad2b-ed184311f846 req-a88c3696-fd7c-4f11-8f64-364ae976f67b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=351ad003-7628-46fe-a749-8abfe48f50a4 HTTP/1.1" status: 200  len: 217 time: 0.0847518
Dec 25 21:18:05.937693 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device 6260aad7-fac9-455a-b6ea-92f0abdfd81d no longer exists at agent hyperv_nch1-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:18:05.990873 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d36bfc-d19c-48e6-a90a-748ed2862544 req-cca23fbe-e756-4616-8300-1c6f7a582f15 tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:18:05.998665 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c6d36bfc-d19c-48e6-a90a-748ed2862544 req-cca23fbe-e756-4616-8300-1c6f7a582f15 tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] 10.222.0.32 "GET /v2.0/ports?device_id=503df13c-2f74-4094-bbd9-a07a7ba8f4cb HTTP/1.1" status: 200  len: 945 time: 0.2873638
Dec 25 21:18:06.037053 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] The host nch1-master-1 is not matching for port 6260aad7-fac9-455a-b6ea-92f0abdfd81d host nch2-master-1! {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}}
Dec 25 21:18:06.037340 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device 6260aad7-fac9-455a-b6ea-92f0abdfd81d not bound to the agent host nch1-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:18:06.061977 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2f6ecc11-8428-4f11-a843-788711e51af9 req-a24bd31c-403a-4745-b04a-339d8755e448 service neutron] 10.222.0.37 "GET /v2.0/networks/8f212e98-547d-4c6e-a560-2e9a548c8f59?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2834456
Dec 25 21:18:06.068518 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d113911-f31b-4705-8cb5-89dc08290372 None None] Network 98581356-69b5-4e98-93ff-2ca77d3cb056 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:18:06.075104 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacf0529-fd7d-4403-ad2b-ed184311f846 req-8530b27a-896a-459e-9bc9-4312460f5586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:18:06.077219 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-aacf0529-fd7d-4403-ad2b-ed184311f846 req-8530b27a-896a-459e-9bc9-4312460f5586 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=3f60a15f-92c1-4709-8506-7a38b4b980cc HTTP/1.1" status: 200  len: 852 time: 0.1585093
Dec 25 21:18:06.086429 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port a3eb73b0-73d7-475d-8adc-e559e07f85d9, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a3eb73b0-73d7-475d-8adc-e559e07f85d9,segment=NetworkSegment(2eb49ff2-b1de-4e84-a376-6f91f784eeb5),segment_id=2eb49ff2-b1de-4e84-a376-6f91f784eeb5)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:18:06.106116 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c15afe-0b80-4a26-9d3c-db161824923c req-1e1aa26c-7661-43b3-9a78-79f8bc667f88 tempest-ServerRescueTestJSON-1336662106 tempest-ServerRescueTestJSON-1336662106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:18:06.107697 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c3c15afe-0b80-4a26-9d3c-db161824923c req-1e1aa26c-7661-43b3-9a78-79f8bc667f88 tempest-ServerRescueTestJSON-1336662106 tempest-ServerRescueTestJSON-1336662106-project] 10.222.0.32 "GET /v2.0/ports?device_id=30bfda27-68a3-4a4a-bfd1-7749eaa3997c HTTP/1.1" status: 200  len: 945 time: 0.2073402
Dec 25 21:18:06.167739 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c6d36bfc-d19c-48e6-a90a-748ed2862544 req-b20f013c-da6c-4145-80c4-90ced2917b25 tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] 10.222.0.32 "GET /v2.0/security-groups?id=2bf8651c-3ed0-44bb-a064-d61aab6ec281&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1681104
Dec 25 21:18:06.202650 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-aacf0529-fd7d-4403-ad2b-ed184311f846 req-e5b1a389-6198-49e4-8d3c-13136a750fc0 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ce9b43e7-57f0-42d1-9422-f764ccb2bd06&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0881200
Dec 25 21:18:06.225695 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Returning: {'device': 'a3eb73b0-73d7-475d-8adc-e559e07f85d9', 'network_id': 'de2cf5f5-0f83-4089-a263-5ec0a5e6f1de', 'port_id': 'a3eb73b0-73d7-475d-8adc-e559e07f85d9', 'mac_address': 'fa:16:3e:53:f4:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81f9dfd5-f0bc-4f72-bceb-acbb4f595f27', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 25 21:18:06.234992 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-7113528e-a769-4a9b-aeb0-658337998582 None None] Provisioning complete for port a7b06e1a-d9b1-4388-9883-9e66b8972225 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:18:06.235367 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-7113528e-a769-4a9b-aeb0-658337998582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:06.334095 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:06.350503 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3eb73b0-73d7-475d-8adc-e559e07f85d9 {{(pid=121608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:18:06.369242 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d19d6b4-1149-414f-ab76-3b925d084e2d admin admin] Router 6de767ea-f957-4cb0-b833-b32d4389f243 is scheduled to L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 with binding_index 1 {{(pid=121607) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 25 21:18:06.398954 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port a3eb73b0-73d7-475d-8adc-e559e07f85d9, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a3eb73b0-73d7-475d-8adc-e559e07f85d9,segment=NetworkSegment(2eb49ff2-b1de-4e84-a376-6f91f784eeb5),segment_id=2eb49ff2-b1de-4e84-a376-6f91f784eeb5)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:18:06.444916 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2f6ecc11-8428-4f11-a843-788711e51af9 req-2bc60a76-4746-4fea-ba84-1039c1c81c7a service neutron] 10.222.0.37 "GET /v2.0/networks/8f212e98-547d-4c6e-a560-2e9a548c8f59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3620007
Dec 25 21:18:06.455921 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c3c15afe-0b80-4a26-9d3c-db161824923c req-f7712ef3-bafd-4bac-917e-7be78dcd54d5 tempest-ServerRescueTestJSON-1336662106 tempest-ServerRescueTestJSON-1336662106-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3baa9cd-9895-4145-88c0-053a91673173&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3200457
Dec 25 21:18:06.487911 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d12cc98-df38-47bc-9481-5ddba43aba58 req-bf9af323-fc9f-4511-a2c8-75ff71d3f85e tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:18:06.490216 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1d12cc98-df38-47bc-9481-5ddba43aba58 req-bf9af323-fc9f-4511-a2c8-75ff71d3f85e tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5ed595e-9d45-49c6-a45b-2e014b11f9db HTTP/1.1" status: 200  len: 943 time: 0.1467214
Dec 25 21:18:06.511585 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-aacf0529-fd7d-4403-ad2b-ed184311f846 req-890cd41f-345f-42b3-8535-6f8db9b18efa service neutron] 10.222.0.31 "GET /v2.0/networks/ce9b43e7-57f0-42d1-9422-f764ccb2bd06?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2965877
Dec 25 21:18:06.514790 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d19d6b4-1149-414f-ab76-3b925d084e2d admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 21:18:06.519393 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:06.530869 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f91e5877-beb4-4c6c-88d3-3b9ed66c4fff None None] Sync routers for ids ['6de767ea-f957-4cb0-b833-b32d4389f243'] in ncdv-master-1 {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 21:18:06.580077 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f91e5877-beb4-4c6c-88d3-3b9ed66c4fff None None] Routers {'6de767ea-f957-4cb0-b833-b32d4389f243'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:18:06.580629 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-f91e5877-beb4-4c6c-88d3-3b9ed66c4fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f26182392b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:17:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['6de767ea-f957-4cb0-b833-b32d4389f243'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:18:06.651040 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1d12cc98-df38-47bc-9481-5ddba43aba58 req-dec7ae8d-aaeb-4d5f-9c91-d12f84beef85 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c514444-6044-490f-9acc-6dece3909d9f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1510847
Dec 25 21:18:06.670660 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-4d19d6b4-1149-414f-ab76-3b925d084e2d admin admin] Publish callbacks [] for router, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:06.672777 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-4d19d6b4-1149-414f-ab76-3b925d084e2d admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 927 time: 2.9741492
Dec 25 21:18:06.675433 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 56258) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:18:06.684190 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ba1e17-b8c9-4877-bfa1-f912eb99b565 req-1d66f020-535f-42c0-9811-2ab4a8bf2589 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:18:06.685224 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-45ba1e17-b8c9-4877-bfa1-f912eb99b565 req-1d66f020-535f-42c0-9811-2ab4a8bf2589 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/ports?device_id=4e09da5c-da55-4216-89ee-8cbdaf24ecec HTTP/1.1" status: 200  len: 948 time: 0.1273150
Dec 25 21:18:06.710630 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-aacf0529-fd7d-4403-ad2b-ed184311f846 req-e162113e-22e5-430d-b942-df55ac243ced service neutron] 10.222.0.31 "GET /v2.0/networks/ce9b43e7-57f0-42d1-9422-f764ccb2bd06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1879392
Dec 25 21:18:06.748916 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-45ba1e17-b8c9-4877-bfa1-f912eb99b565 req-177ae6ab-b862-4a3c-98bd-077586a3f235 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3f1ae63-416f-443f-b032-af0d7dcc9019&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0553882
Dec 25 21:18:06.787938 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Pushing event updated for resources: {'Port': ['ID=a3eb73b0-73d7-475d-8adc-e559e07f85d9,revision_number=4']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:18:06.808385 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-af41daee-e085-4852-9e29-60bdf2957f2a None None] Provisioning complete for port a7b06e1a-d9b1-4388-9883-9e66b8972225 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:18:06.808765 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-af41daee-e085-4852-9e29-60bdf2957f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:06.865465 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] get_ports_and_sgs() called for port_ids ['a3eb73b0-73d7-475d-8adc-e559e07f85d9'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:18:06.869480 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e09da5c-da55-4216-89ee-8cbdaf24ecec', 'tag': '6260aad7-fac9-455a-b6ea-92f0abdfd81d'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:18:06.871878 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9858820c13ec2827453b94ebc4181065e990a4e4089ccb9fe762531ac62d2fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fc8e6e2-6b0f-4d4c-99c3-d04d432d80fb" -d '{"events": [{"name": "network-changed", "server_uuid": "4e09da5c-da55-4216-89ee-8cbdaf24ecec", "tag": "6260aad7-fac9-455a-b6ea-92f0abdfd81d"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:18:06.935751 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvr_db [None req-f91e5877-beb4-4c6c-88d3-3b9ed66c4fff None None] Set router 6de767ea-f957-4cb0-b833-b32d4389f243 gateway port host: ncdv-master-1 {{(pid=121608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:18:06.941578 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f6bfbb-d327-46ef-a608-00229e493985 req-ac4c2b15-43ef-4d8a-b78d-addb1af27107 tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:18:06.950175 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-81f6bfbb-d327-46ef-a608-00229e493985 req-ac4c2b15-43ef-4d8a-b78d-addb1af27107 tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] 10.222.0.32 "GET /v2.0/ports?device_id=07d51e67-c044-4aa2-9b94-b50e5df7aecb HTTP/1.1" status: 200  len: 984 time: 0.0634408
Dec 25 21:18:06.954953 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Dec 2021 21:18:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a549977-02e1-4622-be60-37c96a2a0bf1 x-openstack-request-id: req-2a549977-02e1-4622-be60-37c96a2a0bf1 {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:18:06.955257 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e09da5c-da55-4216-89ee-8cbdaf24ecec", "tag": "6260aad7-fac9-455a-b6ea-92f0abdfd81d", "status": "completed", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:18:06.955932 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2a549977-02e1-4622-be60-37c96a2a0bf1 {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:18:06.956300 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e09da5c-da55-4216-89ee-8cbdaf24ecec', 'tag': '6260aad7-fac9-455a-b6ea-92f0abdfd81d', 'status': 'completed', 'code': 200}
Dec 25 21:18:07.003704 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-fa35e822-71b7-4789-a342-ea362da1f417 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:07.110541 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device a7b06e1a-d9b1-4388-9883-9e66b8972225 up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:18:07.155204 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc8e6e2-6b0f-4d4c-99c3-d04d432d80fb req-7b87051c-1341-4970-a672-59744125c385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:18:07.157649 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3fc8e6e2-6b0f-4d4c-99c3-d04d432d80fb req-7b87051c-1341-4970-a672-59744125c385 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ed880d80bcfb4641b02f26da5fad21b8&device_id=4e09da5c-da55-4216-89ee-8cbdaf24ecec HTTP/1.1" status: 200  len: 1099 time: 0.1691170
Dec 25 21:18:07.164411 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-81f6bfbb-d327-46ef-a608-00229e493985 req-8841dc5f-4532-426f-9ede-8885b3d72b30 tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] 10.222.0.32 "GET /v2.0/security-groups?id=1afdcc1a-136b-4b62-a479-56858cefce8d&id=2ba33cf5-783f-47f8-ab0c-abe946a208dc&fields=id&fields=name HTTP/1.1" status: 200  len: 400 time: 0.2072308
Dec 25 21:18:07.166361 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc8e6e2-6b0f-4d4c-99c3-d04d432d80fb req-edf87c5e-8a62-4a73-a5c6-ac3e33a57bba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:18:07.170382 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3fc8e6e2-6b0f-4d4c-99c3-d04d432d80fb req-edf87c5e-8a62-4a73-a5c6-ac3e33a57bba service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ed880d80bcfb4641b02f26da5fad21b8&device_id=4e09da5c-da55-4216-89ee-8cbdaf24ecec HTTP/1.1" status: 200  len: 1099 time: 0.1781902
Dec 25 21:18:07.201745 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-777af0fd-18dd-48fb-854d-ef62068f8114 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:07.264639 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port a7b06e1a-d9b1-4388-9883-9e66b8972225 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:18:07.265044 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:07.343447 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-f91e5877-beb4-4c6c-88d3-3b9ed66c4fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f26182392b0>, [{'id': '6de767ea-f957-4cb0-b833-b32d4389f243', 'name': 'tempest-ServersTestBootFromVolume-1844261110-router', 'tenant_id': 'ba1ca2fcc2ce4d41b609fa6a753fc806', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.93'}], 'enable_snat': True}, 'gw_port_id': '6ba58e06-75d0-421c-9bb3-7bcdd960f12c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:18:03Z', 'updated_at': '2021-12-25T21:18:05Z', 'revision_number': 3, 'project_id': 'ba1ca2fcc2ce4d41b609fa6a753fc806', 'gw_port': {'id': '6ba58e06-75d0-421c-9bb3-7bcdd960f12c', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:0f:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6de767ea-f957-4cb0-b833-b32d4389f243', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1123, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:18:04Z', 'updated_at': '2021-12-25T21:18:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:18:07.372897 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f91e5877-beb4-4c6c-88d3-3b9ed66c4fff None None] Checking router: 6de767ea-f957-4cb0-b833-b32d4389f243 for host: ncdv-master-1 {{(pid=121608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 25 21:18:07.373106 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f91e5877-beb4-4c6c-88d3-3b9ed66c4fff None None] Updating router 6de767ea-f957-4cb0-b833-b32d4389f243 port 6ba58e06-75d0-421c-9bb3-7bcdd960f12c binding host ncdv-master-1 {{(pid=121608) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 25 21:18:07.410431 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc8e6e2-6b0f-4d4c-99c3-d04d432d80fb req-135f9415-58f9-4849-9749-812e7c6134bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:18:07.412426 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3fc8e6e2-6b0f-4d4c-99c3-d04d432d80fb req-135f9415-58f9-4849-9749-812e7c6134bf service neutron] 10.222.0.37 "GET /v2.0/networks?id=8f212e98-547d-4c6e-a560-2e9a548c8f59 HTTP/1.1" status: 200  len: 870 time: 0.2437749
Dec 25 21:18:07.414890 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc8e6e2-6b0f-4d4c-99c3-d04d432d80fb req-e00d8d14-9cd8-4dc5-b172-d9005096906b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:18:07.416216 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3fc8e6e2-6b0f-4d4c-99c3-d04d432d80fb req-e00d8d14-9cd8-4dc5-b172-d9005096906b service neutron] 10.222.0.31 "GET /v2.0/networks?id=8f212e98-547d-4c6e-a560-2e9a548c8f59 HTTP/1.1" status: 200  len: 870 time: 0.2395308
Dec 25 21:18:07.421773 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-f91e5877-beb4-4c6c-88d3-3b9ed66c4fff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:07.436956 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_common [None req-777af0fd-18dd-48fb-854d-ef62068f8114 admin admin] Allocated IP 172.20.0.1 (98581356-69b5-4e98-93ff-2ca77d3cb056/6158a754-03d6-4ba0-bf8a-020a29c4ba47/e1066518-d087-44ed-b1f7-eec6160773ff) {{(pid=121607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:18:07.449323 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb5cb51-5814-4008-957a-b231b5a22581 req-6dadf770-7839-4913-b4b5-d7d697ab8bfb tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:18:07.451533 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ebb5cb51-5814-4008-957a-b231b5a22581 req-6dadf770-7839-4913-b4b5-d7d697ab8bfb tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] 10.222.0.32 "GET /v2.0/ports?device_id=503df13c-2f74-4094-bbd9-a07a7ba8f4cb HTTP/1.1" status: 200  len: 945 time: 0.1448178
Dec 25 21:18:07.491107 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3fc8e6e2-6b0f-4d4c-99c3-d04d432d80fb req-f5b2f7e0-0749-41e4-bbea-43555c97838e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.100&port_id=6260aad7-fac9-455a-b6ea-92f0abdfd81d HTTP/1.1" status: 200  len: 217 time: 0.0647855
Dec 25 21:18:07.523747 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3b4554b2-eb4c-4177-ac52-a9f282338639 req-2b2da939-4918-488b-8db5-c0bd10e74e7c tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1487778555&fields=id&tenant_id=16a084940f024be8aee5807248918cb5 HTTP/1.1" status: 200  len: 267 time: 0.2130156
Dec 25 21:18:07.534242 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3fc8e6e2-6b0f-4d4c-99c3-d04d432d80fb req-43d4c07e-33fe-4c72-86eb-22ea08891a63 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.100&port_id=6260aad7-fac9-455a-b6ea-92f0abdfd81d HTTP/1.1" status: 200  len: 217 time: 0.0939732
Dec 25 21:18:07.558594 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-777af0fd-18dd-48fb-854d-ef62068f8114 admin admin] Publish callbacks [] for port, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:07.649579 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-777af0fd-18dd-48fb-854d-ef62068f8114 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:07.668990 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ebb5cb51-5814-4008-957a-b231b5a22581 req-d40c1db7-e2d8-4dfd-beab-359f42a683fc tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] 10.222.0.32 "GET /v2.0/security-groups?id=2bf8651c-3ed0-44bb-a064-d61aab6ec281&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1816847
Dec 25 21:18:07.672903 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc8e6e2-6b0f-4d4c-99c3-d04d432d80fb req-b9b99165-0464-4fdc-b997-e19de8e757c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:18:07.674314 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3fc8e6e2-6b0f-4d4c-99c3-d04d432d80fb req-b9b99165-0464-4fdc-b997-e19de8e757c6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=dcfbae86-f93e-400c-8084-eac7f56ff5ba HTTP/1.1" status: 200  len: 843 time: 0.1496422
Dec 25 21:18:07.675556 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc8e6e2-6b0f-4d4c-99c3-d04d432d80fb req-b17b0d51-ff43-444b-a44d-60c6757044da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:18:07.676967 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3fc8e6e2-6b0f-4d4c-99c3-d04d432d80fb req-b17b0d51-ff43-444b-a44d-60c6757044da service neutron] 10.222.0.31 "GET /v2.0/subnets?id=dcfbae86-f93e-400c-8084-eac7f56ff5ba HTTP/1.1" status: 200  len: 843 time: 0.1318126
Dec 25 21:18:07.694317 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-777af0fd-18dd-48fb-854d-ef62068f8114 admin admin] Network 98581356-69b5-4e98-93ff-2ca77d3cb056 is already hosted by enough agents. {{(pid=121607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:18:07.694440 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4554b2-eb4c-4177-ac52-a9f282338639 req-2bcfb11f-9ff2-45e4-af22-6b4764811287 tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:18:07.696335 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3b4554b2-eb4c-4177-ac52-a9f282338639 req-2bcfb11f-9ff2-45e4-af22-6b4764811287 tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] 10.222.0.32 "GET /v2.0/ports?device_id=07d51e67-c044-4aa2-9b94-b50e5df7aecb HTTP/1.1" status: 200  len: 984 time: 0.1612487
Dec 25 21:18:07.700102 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-f91e5877-beb4-4c6c-88d3-3b9ed66c4fff None None] Publish callbacks [] for port, precommit_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:07.704731 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-777af0fd-18dd-48fb-854d-ef62068f8114 admin admin] Resources bound (agent type, host, resource id):  {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:18:07.708388 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-777af0fd-18dd-48fb-854d-ef62068f8114 admin admin] Received port after_create {{(pid=121607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:18:07.714287 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777af0fd-18dd-48fb-854d-ef62068f8114 admin admin] Pushing event updated for resources: {'Port': ['ID=e1066518-d087-44ed-b1f7-eec6160773ff,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:18:07.754431 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-3b4554b2-eb4c-4177-ac52-a9f282338639 req-1e5ef6f8-dc64-4e83-9495-ab2fc5f059a1 tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] Request body: {'port': {'security_groups': ['1afdcc1a-136b-4b62-a479-56858cefce8d', '2ba33cf5-783f-47f8-ab0c-abe946a208dc', '18bfcab3-627d-4ce2-86bd-48e027bcf973']}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:18:07.758439 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-f91e5877-beb4-4c6c-88d3-3b9ed66c4fff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:07.768093 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-777af0fd-18dd-48fb-854d-ef62068f8114 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2008772'] for router_interface, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:07.856074 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc8e6e2-6b0f-4d4c-99c3-d04d432d80fb req-fdf1eea9-b055-4c6b-90ce-0d7e1875b58f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:18:07.856490 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-f91e5877-beb4-4c6c-88d3-3b9ed66c4fff None None] Attempting to bind port 6ba58e06-75d0-421c-9bb3-7bcdd960f12c on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:18:07.857053 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-f91e5877-beb4-4c6c-88d3-3b9ed66c4fff None None] Attempting to bind port 6ba58e06-75d0-421c-9bb3-7bcdd960f12c by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:18:07.857727 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f91e5877-beb4-4c6c-88d3-3b9ed66c4fff None None] Attempting to bind port 6ba58e06-75d0-421c-9bb3-7bcdd960f12c on network 7201e55c-7c5f-41aa-a042-a363696539d0 {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:18:07.858721 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3fc8e6e2-6b0f-4d4c-99c3-d04d432d80fb req-fdf1eea9-b055-4c6b-90ce-0d7e1875b58f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=8f212e98-547d-4c6e-a560-2e9a548c8f59&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1611536
Dec 25 21:18:07.860378 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d9008e-8b2d-4277-998c-80fc5defb8dc None None] Pushing event updated for resources: {'Port': ['ID=6ba58e06-75d0-421c-9bb3-7bcdd960f12c,revision_number=2']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:18:07.863421 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc8e6e2-6b0f-4d4c-99c3-d04d432d80fb req-28820084-54ad-47f0-b6c8-aee6dd5b7b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:18:07.865264 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3fc8e6e2-6b0f-4d4c-99c3-d04d432d80fb req-28820084-54ad-47f0-b6c8-aee6dd5b7b83 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8f212e98-547d-4c6e-a560-2e9a548c8f59&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1817782
Dec 25 21:18:07.869999 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f91e5877-beb4-4c6c-88d3-3b9ed66c4fff None None] Checking agent: {'id': 'ca4f5c6d-f1fd-48b8-a3e3-395864c7d23d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 20, 56, 40), 'started_at': datetime.datetime(2021, 12, 25, 20, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 17, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:18:07.870958 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f91e5877-beb4-4c6c-88d3-3b9ed66c4fff None None] Checking segment: {'id': '6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:18:07.870958 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-f91e5877-beb4-4c6c-88d3-3b9ed66c4fff None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:07.871822 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f91e5877-beb4-4c6c-88d3-3b9ed66c4fff None None] Bound using segment: {'id': '6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:18:07.871822 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-f91e5877-beb4-4c6c-88d3-3b9ed66c4fff None None] Bound port: 6ba58e06-75d0-421c-9bb3-7bcdd960f12c, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'}}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:18:07.871999 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-f91e5877-beb4-4c6c-88d3-3b9ed66c4fff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:07.887596 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device a3eb73b0-73d7-475d-8adc-e559e07f85d9 up at agent hyperv_nch1-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:18:07.984579 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-f91e5877-beb4-4c6c-88d3-3b9ed66c4fff None None] For port 6ba58e06-75d0-421c-9bb3-7bcdd960f12c, host ncdv-master-1, cleared binding levels {{(pid=121608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:18:07.989148 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-f91e5877-beb4-4c6c-88d3-3b9ed66c4fff None None] For port 6ba58e06-75d0-421c-9bb3-7bcdd960f12c, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6ba58e06-75d0-421c-9bb3-7bcdd960f12c,segment=NetworkSegment(6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855),segment_id=6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855)] {{(pid=121608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:18:08.027764 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-f1ac5e06-0cca-4189-84cd-f133cb13a5a8 None None] Provisioning complete for port e1066518-d087-44ed-b1f7-eec6160773ff triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:18:08.028130 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-f1ac5e06-0cca-4189-84cd-f133cb13a5a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:08.056662 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-777af0fd-18dd-48fb-854d-ef62068f8114 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:08.065441 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-f1ac5e06-0cca-4189-84cd-f133cb13a5a8 None None] Port e1066518-d087-44ed-b1f7-eec6160773ff cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:18:08.129251 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-f91e5877-beb4-4c6c-88d3-3b9ed66c4fff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:08.162120 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Provisioning for port a3eb73b0-73d7-475d-8adc-e559e07f85d9 completed by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 25 21:18:08.166543 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:08.187616 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Provisioning complete for port a3eb73b0-73d7-475d-8adc-e559e07f85d9 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:18:08.187616 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:08.231295 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f91e5877-beb4-4c6c-88d3-3b9ed66c4fff None None] Routers {'6de767ea-f957-4cb0-b833-b32d4389f243'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:18:08.231918 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-f91e5877-beb4-4c6c-88d3-3b9ed66c4fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f26182392b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:18:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['6de767ea-f957-4cb0-b833-b32d4389f243'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:18:08.236038 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d9008e-8b2d-4277-998c-80fc5defb8dc None None] Pushing event updated for resources: {'Port': ['ID=6ba58e06-75d0-421c-9bb3-7bcdd960f12c,revision_number=3']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:18:08.239751 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-777af0fd-18dd-48fb-854d-ef62068f8114 admin admin] Publish callbacks [] for port, precommit_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:08.299974 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-3b4554b2-eb4c-4177-ac52-a9f282338639 req-1e5ef6f8-dc64-4e83-9495-ab2fc5f059a1 tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:08.309305 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-777af0fd-18dd-48fb-854d-ef62068f8114 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8632327'] for port, after_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:08.383286 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-777af0fd-18dd-48fb-854d-ef62068f8114 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2007636'] for router_interface, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:08.386355 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777af0fd-18dd-48fb-854d-ef62068f8114 admin admin] Pushing event updated for resources: {'Port': ['ID=e1066518-d087-44ed-b1f7-eec6160773ff,revision_number=2']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:18:08.392008 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvr_db [None req-f91e5877-beb4-4c6c-88d3-3b9ed66c4fff None None] Set router 6de767ea-f957-4cb0-b833-b32d4389f243 gateway port host: ncdv-master-1 {{(pid=121608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:18:08.426904 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3fc8e6e2-6b0f-4d4c-99c3-d04d432d80fb req-e23eaad9-23d2-425c-97db-0a080b7b39c8 service neutron] 10.222.0.31 "GET /v2.0/networks/8f212e98-547d-4c6e-a560-2e9a548c8f59?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5604768
Dec 25 21:18:08.436966 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:08.461690 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3e945ecd-9380-47c2-aa0a-12ebe07e03e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:08.469840 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f016c37-8b41-4e34-a853-6a0d74e597ae req-e71dfa0e-3e64-47bf-b130-48e5ea06df26 tempest-ServerRescueTestJSON-1336662106 tempest-ServerRescueTestJSON-1336662106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:18:08.471359 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3f016c37-8b41-4e34-a853-6a0d74e597ae req-e71dfa0e-3e64-47bf-b130-48e5ea06df26 tempest-ServerRescueTestJSON-1336662106 tempest-ServerRescueTestJSON-1336662106-project] 10.222.0.32 "GET /v2.0/ports?device_id=30bfda27-68a3-4a4a-bfd1-7749eaa3997c HTTP/1.1" status: 200  len: 945 time: 0.2030249
Dec 25 21:18:08.492235 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-777af0fd-18dd-48fb-854d-ef62068f8114 admin admin] Network 98581356-69b5-4e98-93ff-2ca77d3cb056 is already hosted by enough agents. {{(pid=121607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:18:08.493712 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-777af0fd-18dd-48fb-854d-ef62068f8114 admin admin] Resources bound (agent type, host, resource id):  {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:18:08.498857 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3fc8e6e2-6b0f-4d4c-99c3-d04d432d80fb req-ca28e619-c984-4952-a3bb-91b6a1dccb8e service neutron] 10.222.0.37 "GET /v2.0/networks/8f212e98-547d-4c6e-a560-2e9a548c8f59?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2290573
Dec 25 21:18:08.510093 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5ed595e-9d45-49c6-a45b-2e014b11f9db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3eb73b0-73d7-475d-8adc-e559e07f85d9'}] {{(pid=121608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:18:08.512351 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a88c78c3ff6266bd59c7e89d275b28c92e739b67d23c89d71af88829fd31566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98f2074a-4377-485a-993f-048bb3164ce3" -d '{"events": [{"server_uuid": "b5ed595e-9d45-49c6-a45b-2e014b11f9db", "name": "network-vif-plugged", "status": "completed", "tag": "a3eb73b0-73d7-475d-8adc-e559e07f85d9"}]}' {{(pid=121608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:18:08.535361 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port a3eb73b0-73d7-475d-8adc-e559e07f85d9, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a3eb73b0-73d7-475d-8adc-e559e07f85d9,segment=NetworkSegment(2eb49ff2-b1de-4e84-a376-6f91f784eeb5),segment_id=2eb49ff2-b1de-4e84-a376-6f91f784eeb5)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:18:08.619097 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:08.649896 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-777af0fd-18dd-48fb-854d-ef62068f8114 admin admin] Router 6de767ea-f957-4cb0-b833-b32d4389f243 has already been hosted by L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 {{(pid=121607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 25 21:18:08.729542 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3f016c37-8b41-4e34-a853-6a0d74e597ae req-3917d5e4-5ed2-4238-8490-72f8527975e5 tempest-ServerRescueTestJSON-1336662106 tempest-ServerRescueTestJSON-1336662106-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3baa9cd-9895-4145-88c0-053a91673173&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2433374
Dec 25 21:18:08.732092 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3fc8e6e2-6b0f-4d4c-99c3-d04d432d80fb req-31297508-5d46-4b23-868e-d98f687a9f81 service neutron] 10.222.0.31 "GET /v2.0/networks/8f212e98-547d-4c6e-a560-2e9a548c8f59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2887993
Dec 25 21:18:08.767387 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3fc8e6e2-6b0f-4d4c-99c3-d04d432d80fb req-01161ad2-330c-46da-bc57-f27b0edef5f2 service neutron] 10.222.0.37 "GET /v2.0/networks/8f212e98-547d-4c6e-a560-2e9a548c8f59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2511373
Dec 25 21:18:08.830637 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-777af0fd-18dd-48fb-854d-ef62068f8114 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 21:18:08.841407 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-777af0fd-18dd-48fb-854d-ef62068f8114 admin admin] 10.222.0.32 "PUT /v2.0/routers/6de767ea-f957-4cb0-b833-b32d4389f243/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.1641152
Dec 25 21:18:08.855064 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Pushing event updated for resources: {'Port': ['ID=a3eb73b0-73d7-475d-8adc-e559e07f85d9,revision_number=5']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:18:08.874192 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-f91e5877-beb4-4c6c-88d3-3b9ed66c4fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f26182392b0>, [{'id': '6de767ea-f957-4cb0-b833-b32d4389f243', 'name': 'tempest-ServersTestBootFromVolume-1844261110-router', 'tenant_id': 'ba1ca2fcc2ce4d41b609fa6a753fc806', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.93'}], 'enable_snat': True}, 'gw_port_id': '6ba58e06-75d0-421c-9bb3-7bcdd960f12c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:18:03Z', 'updated_at': '2021-12-25T21:18:07Z', 'revision_number': 4, 'project_id': 'ba1ca2fcc2ce4d41b609fa6a753fc806', 'gw_port': {'id': '6ba58e06-75d0-421c-9bb3-7bcdd960f12c', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:0f:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6de767ea-f957-4cb0-b833-b32d4389f243', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1123, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:18:04Z', 'updated_at': '2021-12-25T21:18:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'e1066518-d087-44ed-b1f7-eec6160773ff', 'name': '', 'network_id': '98581356-69b5-4e98-93ff-2ca77d3cb056', 'tenant_id': 'ba1ca2fcc2ce4d41b609fa6a753fc806', 'mac_address': 'fa:16:3e:4e:bb:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6de767ea-f957-4cb0-b833-b32d4389f243', 'device_owner': 'network:router_interface', 'standard_attr_id': 1124, 'fixed_ips': [{'subnet_id': '6158a754-03d6-4ba0-bf8a-020a29c4ba47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:18:07Z', 'updated_at': '2021-12-25T21:18:07Z', 'revision_number': 1, 'project_id': 'ba1ca2fcc2ce4d41b609fa6a753fc806', 'subnets': [{'id': '6158a754-03d6-4ba0-bf8a-020a29c4ba47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:18:08.917702 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f91e5877-beb4-4c6c-88d3-3b9ed66c4fff None None] The sync data for ids ['6de767ea-f957-4cb0-b833-b32d4389f243'] in ncdv-master-1 is: [{'id': '6de767ea-f957-4cb0-b833-b32d4389f243', 'name': 'tempest-ServersTestBootFromVolume-1844261110-router', 'tenant_id': 'ba1ca2fcc2ce4d41b609fa6a753fc806', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.93'}], 'enable_snat': True}, 'gw_port_id': '6ba58e06-75d0-421c-9bb3-7bcdd960f12c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:18:03Z', 'updated_at': '2021-12-25T21:18:07Z', 'revision_number': 4, 'project_id': 'ba1ca2fcc2ce4d41b609fa6a753fc806', 'gw_port': {'id': '6ba58e06-75d0-421c-9bb3-7bcdd960f12c', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:0f:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6de767ea-f957-4cb0-b833-b32d4389f243', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1123, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:18:04Z', 'updated_at': '2021-12-25T21:18:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'e1066518-d087-44ed-b1f7-eec6160773ff', 'name': '', 'network_id': '98581356-69b5-4e98-93ff-2ca77d3cb056', 'tenant_id': 'ba1ca2fcc2ce4d41b609fa6a753fc806', 'mac_address': 'fa:16:3e:4e:bb:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6de767ea-f957-4cb0-b833-b32d4389f243', 'device_owner': 'network:router_interface', 'standard_attr_id': 1124, 'fixed_ips': [{'subnet_id': '6158a754-03d6-4ba0-bf8a-020a29c4ba47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:18:07Z', 'updated_at': '2021-12-25T21:18:07Z', 'revision_number': 1, 'project_id': 'ba1ca2fcc2ce4d41b609fa6a753fc806', 'subnets': [{'id': '6158a754-03d6-4ba0-bf8a-020a29c4ba47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 21:18:08.930569 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-924851b4-9e2e-4811-bb37-ed860746f448 None None] Provisioning complete for port e1066518-d087-44ed-b1f7-eec6160773ff triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:18:08.930942 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-924851b4-9e2e-4811-bb37-ed860746f448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:08.935089 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-3b4554b2-eb4c-4177-ac52-a9f282338639 req-1e5ef6f8-dc64-4e83-9495-ab2fc5f059a1 tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] For port 351ad003-7628-46fe-a749-8abfe48f50a4, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=351ad003-7628-46fe-a749-8abfe48f50a4,segment=NetworkSegment(01b1b6b5-7db5-40ee-a399-bc306695a2d5),segment_id=01b1b6b5-7db5-40ee-a399-bc306695a2d5)] {{(pid=121606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:18:08.988939 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d890b728-fc39-4aa4-bf4b-6c09a4854a86 req-edf393e6-e9ca-4ea8-92b8-9143f726a1f7 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:18:08.988939 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d890b728-fc39-4aa4-bf4b-6c09a4854a86 req-edf393e6-e9ca-4ea8-92b8-9143f726a1f7 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5ed595e-9d45-49c6-a45b-2e014b11f9db HTTP/1.1" status: 200  len: 945 time: 0.1267848
Dec 25 21:18:08.990364 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-924851b4-9e2e-4811-bb37-ed860746f448 None None] Port e1066518-d087-44ed-b1f7-eec6160773ff cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:18:09.021062 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-3b4554b2-eb4c-4177-ac52-a9f282338639 req-1e5ef6f8-dc64-4e83-9495-ab2fc5f059a1 tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] Publish callbacks [] for port, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:09.055915 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d890b728-fc39-4aa4-bf4b-6c09a4854a86 req-332b8a3b-0795-4989-a49c-ba1627db7d10 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c514444-6044-490f-9acc-6dece3909d9f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0644925
Dec 25 21:18:09.088889 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-3b4554b2-eb4c-4177-ac52-a9f282338639 req-1e5ef6f8-dc64-4e83-9495-ab2fc5f059a1 tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:09.101532 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] get_ports_and_sgs() called for port_ids ['351ad003-7628-46fe-a749-8abfe48f50a4'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:18:09.103888 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] get_ports_and_sgs() called for port_ids ['dfc1a5c0-22fe-4e86-8082-3ae401c78b61'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:18:09.161001 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4554b2-eb4c-4177-ac52-a9f282338639 req-1e5ef6f8-dc64-4e83-9495-ab2fc5f059a1 tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:18:09.161753 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-3b4554b2-eb4c-4177-ac52-a9f282338639 req-1e5ef6f8-dc64-4e83-9495-ab2fc5f059a1 tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:09.163408 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3b4554b2-eb4c-4177-ac52-a9f282338639 req-1e5ef6f8-dc64-4e83-9495-ab2fc5f059a1 tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] 10.222.0.32 "PUT /v2.0/ports/351ad003-7628-46fe-a749-8abfe48f50a4 HTTP/1.1" status: 200  len: 1020 time: 1.4575367
Dec 25 21:18:09.163927 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07d51e67-c044-4aa2-9b94-b50e5df7aecb', 'tag': '351ad003-7628-46fe-a749-8abfe48f50a4'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:18:09.166285 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9858820c13ec2827453b94ebc4181065e990a4e4089ccb9fe762531ac62d2fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69d06dd6-7602-407c-bd5e-a6d5077b588f" -d '{"events": [{"name": "network-changed", "server_uuid": "07d51e67-c044-4aa2-9b94-b50e5df7aecb", "tag": "351ad003-7628-46fe-a749-8abfe48f50a4"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:18:09.232775 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] get_ports_and_sgs() called for port_ids ['351ad003-7628-46fe-a749-8abfe48f50a4'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:18:09.248289 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5ef6f8-dc64-4e83-9495-ab2fc5f059a1 tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] Pushing event updated for resources: {'Port': ['ID=351ad003-7628-46fe-a749-8abfe48f50a4,revision_number=7']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:18:09.262877 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2399940-5546-4d6a-a5ab-d0a4f64f0b3f req-17600bbb-c5e6-484a-8215-592654443ecf tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:18:09.270954 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b2399940-5546-4d6a-a5ab-d0a4f64f0b3f req-17600bbb-c5e6-484a-8215-592654443ecf tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/ports?device_id=4e09da5c-da55-4216-89ee-8cbdaf24ecec HTTP/1.1" status: 200  len: 948 time: 0.1325893
Dec 25 21:18:09.277453 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 21:18:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98e0c391-03d0-4b2c-8360-be1abc386825 x-openstack-request-id: req-98e0c391-03d0-4b2c-8360-be1abc386825 {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:18:09.277935 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5ed595e-9d45-49c6-a45b-2e014b11f9db", "name": "network-vif-plugged", "status": "completed", "tag": "a3eb73b0-73d7-475d-8adc-e559e07f85d9", "code": 200}]} {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:18:09.278200 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-98e0c391-03d0-4b2c-8360-be1abc386825 {{(pid=121608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:18:09.279065 ncdv-master-1 neutron-server[121608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5ed595e-9d45-49c6-a45b-2e014b11f9db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3eb73b0-73d7-475d-8adc-e559e07f85d9', 'code': 200}
Dec 25 21:18:09.287607 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device 6260aad7-fac9-455a-b6ea-92f0abdfd81d details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 25 21:18:09.345977 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b2399940-5546-4d6a-a5ab-d0a4f64f0b3f req-262110db-fd16-43c9-b552-0427f7903323 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3f1ae63-416f-443f-b032-af0d7dcc9019&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0657425
Dec 25 21:18:09.466222 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a338b41-7ec7-40eb-8999-ec3802993f18 req-65c03df9-2384-4978-9814-548e7d0d5759 tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:18:09.468248 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1a338b41-7ec7-40eb-8999-ec3802993f18 req-65c03df9-2384-4978-9814-548e7d0d5759 tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] 10.222.0.32 "GET /v2.0/ports?device_id=503df13c-2f74-4094-bbd9-a07a7ba8f4cb HTTP/1.1" status: 200  len: 945 time: 0.0998828
Dec 25 21:18:09.471405 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e7b40a-29e5-4045-ade6-ade5a108c87a req-7fad00a9-6a31-4a26-b9d1-fc522948ec9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:18:09.472915 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-00e7b40a-29e5-4045-ade6-ade5a108c87a req-7fad00a9-6a31-4a26-b9d1-fc522948ec9c service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=b5ed595e-9d45-49c6-a45b-2e014b11f9db HTTP/1.1" status: 200  len: 1096 time: 0.0729177
Dec 25 21:18:09.550409 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-15cb578f-7a63-4fd3-925d-83bad4c7b82a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:09.557029 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1a338b41-7ec7-40eb-8999-ec3802993f18 req-a9def9a4-a217-40ff-9e83-d1ac33b8f806 tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] 10.222.0.32 "GET /v2.0/security-groups?id=2bf8651c-3ed0-44bb-a064-d61aab6ec281&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0812066
Dec 25 21:18:09.560802 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-00e7b40a-29e5-4045-ade6-ade5a108c87a req-970e1eb1-120c-4e3d-b09f-76a77732d5e2 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=0c514444-6044-490f-9acc-6dece3909d9f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0769262
Dec 25 21:18:09.633742 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port 6260aad7-fac9-455a-b6ea-92f0abdfd81d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=6260aad7-fac9-455a-b6ea-92f0abdfd81d,segment=NetworkSegment(85c774cb-a0eb-4ad9-961f-f331d3b37cd6),segment_id=85c774cb-a0eb-4ad9-961f-f331d3b37cd6)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:18:09.680198 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Returning: {'device': '6260aad7-fac9-455a-b6ea-92f0abdfd81d', 'network_id': '8f212e98-547d-4c6e-a560-2e9a548c8f59', 'port_id': '6260aad7-fac9-455a-b6ea-92f0abdfd81d', 'mac_address': 'fa:16:3e:55:37:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcfbae86-f93e-400c-8084-eac7f56ff5ba', 'ip_address': '192.168.233.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 25 21:18:09.822408 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:09.857239 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-04009d6d-1788-489d-81d2-20d11e85e2b9 req-302f9838-5a9a-42b0-b269-eef8a29b089d tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] 10.222.0.32 "GET /v2.0/security-groups/18bfcab3-627d-4ce2-86bd-48e027bcf973 HTTP/1.1" status: 200  len: 1820 time: 0.0666246
Dec 25 21:18:09.902979 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6260aad7-fac9-455a-b6ea-92f0abdfd81d {{(pid=121608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:18:09.959441 ncdv-master-1 neutron-server[121606]: INFO neutron.api.v2.resource [req-04009d6d-1788-489d-81d2-20d11e85e2b9 req-fda231a1-b87a-47c6-8e12-fb0ed0760262 tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] delete failed (client error): There was a conflict when trying to complete your request.
Dec 25 21:18:09.960529 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-04009d6d-1788-489d-81d2-20d11e85e2b9 req-fda231a1-b87a-47c6-8e12-fb0ed0760262 tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] 10.222.0.32 "DELETE /v2.0/security-groups/18bfcab3-627d-4ce2-86bd-48e027bcf973 HTTP/1.1" status: 409  len: 341 time: 0.1024127
Dec 25 21:18:09.974432 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cca4cc-cbd2-4369-a4c8-d32ac26e57b4 req-cb2b603c-7fc4-49fa-a09a-7eac2e7aeb46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:18:09.975957 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d3cca4cc-cbd2-4369-a4c8-d32ac26e57b4 req-cb2b603c-7fc4-49fa-a09a-7eac2e7aeb46 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3b0881f03bcb42b2af8fbbc9bd84ca78&device_id=30bfda27-68a3-4a4a-bfd1-7749eaa3997c HTTP/1.1" status: 200  len: 1096 time: 0.0679293
Dec 25 21:18:09.997605 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port 6260aad7-fac9-455a-b6ea-92f0abdfd81d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=6260aad7-fac9-455a-b6ea-92f0abdfd81d,segment=NetworkSegment(85c774cb-a0eb-4ad9-961f-f331d3b37cd6),segment_id=85c774cb-a0eb-4ad9-961f-f331d3b37cd6)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:18:10.051145 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Dec 2021 21:18:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09e970fe-b18d-4fac-97bc-583efe1c0b49 x-openstack-request-id: req-09e970fe-b18d-4fac-97bc-583efe1c0b49 {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:18:10.051455 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07d51e67-c044-4aa2-9b94-b50e5df7aecb", "tag": "351ad003-7628-46fe-a749-8abfe48f50a4", "status": "completed", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:18:10.051713 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-09e970fe-b18d-4fac-97bc-583efe1c0b49 {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:18:10.052126 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07d51e67-c044-4aa2-9b94-b50e5df7aecb', 'tag': '351ad003-7628-46fe-a749-8abfe48f50a4', 'status': 'completed', 'code': 200}
Dec 25 21:18:10.096386 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:10.168527 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Pushing event updated for resources: {'Port': ['ID=6260aad7-fac9-455a-b6ea-92f0abdfd81d,revision_number=8']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:18:10.185821 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cca4cc-cbd2-4369-a4c8-d32ac26e57b4 req-d1dd96d9-443d-4c1b-97af-8f42d2a7fb12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:18:10.187566 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d3cca4cc-cbd2-4369-a4c8-d32ac26e57b4 req-d1dd96d9-443d-4c1b-97af-8f42d2a7fb12 service neutron] 10.222.0.37 "GET /v2.0/networks?id=040e4d7b-a517-49cc-8699-70c0b9b2f222 HTTP/1.1" status: 200  len: 912 time: 0.1954005
Dec 25 21:18:10.195613 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d06dd6-7602-407c-bd5e-a6d5077b588f req-bd83eda2-6a9d-41c9-b3e3-f5adbc6cbcf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:18:10.197087 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-69d06dd6-7602-407c-bd5e-a6d5077b588f req-bd83eda2-6a9d-41c9-b3e3-f5adbc6cbcf9 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=16a084940f024be8aee5807248918cb5&device_id=07d51e67-c044-4aa2-9b94-b50e5df7aecb HTTP/1.1" status: 200  len: 1174 time: 0.1068640
Dec 25 21:18:10.252437 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d3cca4cc-cbd2-4369-a4c8-d32ac26e57b4 req-8ae45ffd-8666-464d-acd3-45ff1668b836 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d3b55372-6cc1-4847-8bab-b4a3a6aec2ff HTTP/1.1" status: 200  len: 217 time: 0.0527802
Dec 25 21:18:10.260082 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4173de-5d72-4836-aaea-9653daba9944 req-76644103-771a-4e5c-8147-55881247ce3c tempest-ServerRescueTestJSON-1336662106 tempest-ServerRescueTestJSON-1336662106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:18:10.261691 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9e4173de-5d72-4836-aaea-9653daba9944 req-76644103-771a-4e5c-8147-55881247ce3c tempest-ServerRescueTestJSON-1336662106 tempest-ServerRescueTestJSON-1336662106-project] 10.222.0.32 "GET /v2.0/ports?device_id=30bfda27-68a3-4a4a-bfd1-7749eaa3997c HTTP/1.1" status: 200  len: 945 time: 0.1297703
Dec 25 21:18:10.393064 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cca4cc-cbd2-4369-a4c8-d32ac26e57b4 req-75dcce37-a0a8-4bd3-a5c7-84017d932932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:18:10.394546 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d3cca4cc-cbd2-4369-a4c8-d32ac26e57b4 req-75dcce37-a0a8-4bd3-a5c7-84017d932932 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ca46be31-1a87-4846-b557-a9f49755a2de HTTP/1.1" status: 200  len: 851 time: 0.1318741
Dec 25 21:18:10.421241 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9e4173de-5d72-4836-aaea-9653daba9944 req-8bf8005e-6a3f-4cc9-9f89-687226a7e4ba tempest-ServerRescueTestJSON-1336662106 tempest-ServerRescueTestJSON-1336662106-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3baa9cd-9895-4145-88c0-053a91673173&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1394339
Dec 25 21:18:10.438975 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d3cca4cc-cbd2-4369-a4c8-d32ac26e57b4 req-6bb41056-d1be-4ed3-a37c-d37af559ac02 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=040e4d7b-a517-49cc-8699-70c0b9b2f222&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0339952
Dec 25 21:18:10.452122 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] get_ports_and_sgs() called for port_ids ['6260aad7-fac9-455a-b6ea-92f0abdfd81d'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:18:10.452731 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d06dd6-7602-407c-bd5e-a6d5077b588f req-35ba2808-ac1d-41cf-8867-f723182007ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:18:10.455262 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-69d06dd6-7602-407c-bd5e-a6d5077b588f req-35ba2808-ac1d-41cf-8867-f723182007ac service neutron] 10.222.0.31 "GET /v2.0/networks?id=ce9b43e7-57f0-42d1-9422-f764ccb2bd06 HTTP/1.1" status: 200  len: 913 time: 0.2473698
Dec 25 21:18:10.531472 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-69d06dd6-7602-407c-bd5e-a6d5077b588f req-c0134341-2ef5-4fc9-a039-d58456c74338 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=351ad003-7628-46fe-a749-8abfe48f50a4 HTTP/1.1" status: 200  len: 217 time: 0.0604296
Dec 25 21:18:10.614217 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 56306) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:18:10.619355 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-e785cd1e-25e2-4274-8240-b27a4bdf7f47 tempest-ServersTestBootFromVolume-822926053 tempest-ServersTestBootFromVolume-822926053-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1906790644', 'description': 'tempest-description--1897069320'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:18:10.643460 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d06dd6-7602-407c-bd5e-a6d5077b588f req-c2383ee7-b444-43f4-a2e3-020b2bad33e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:18:10.644988 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-69d06dd6-7602-407c-bd5e-a6d5077b588f req-c2383ee7-b444-43f4-a2e3-020b2bad33e8 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=3f60a15f-92c1-4709-8506-7a38b4b980cc HTTP/1.1" status: 200  len: 852 time: 0.1047440
Dec 25 21:18:10.656060 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:10.666786 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d3cca4cc-cbd2-4369-a4c8-d32ac26e57b4 req-9c1c3eb6-7beb-4cde-93b0-b7df9633da49 service neutron] 10.222.0.37 "GET /v2.0/networks/040e4d7b-a517-49cc-8699-70c0b9b2f222?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2067561
Dec 25 21:18:10.704203 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-69d06dd6-7602-407c-bd5e-a6d5077b588f req-b2f725e7-0b1b-4527-86d3-e6e1d03f3fc7 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ce9b43e7-57f0-42d1-9422-f764ccb2bd06&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0485082
Dec 25 21:18:10.843367 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-e785cd1e-25e2-4274-8240-b27a4bdf7f47 tempest-ServersTestBootFromVolume-822926053 tempest-ServersTestBootFromVolume-822926053-project] Publish callbacks [] for security_group, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:10.860765 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07460f2f-2667-4e71-ba97-97334114d522 req-d8e2c6ce-8212-4af2-9215-0c126a69a6be tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:18:10.862330 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-07460f2f-2667-4e71-ba97-97334114d522 req-d8e2c6ce-8212-4af2-9215-0c126a69a6be tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5ed595e-9d45-49c6-a45b-2e014b11f9db HTTP/1.1" status: 200  len: 945 time: 0.1945949
Dec 25 21:18:10.928558 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d3cca4cc-cbd2-4369-a4c8-d32ac26e57b4 req-e5bd3947-a0b4-43ee-b489-c6d0a669ef7b service neutron] 10.222.0.37 "GET /v2.0/networks/040e4d7b-a517-49cc-8699-70c0b9b2f222?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2275124
Dec 25 21:18:10.944185 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-69d06dd6-7602-407c-bd5e-a6d5077b588f req-04fb9e5e-9883-42f0-8c06-4fa12e38fb5b service neutron] 10.222.0.31 "GET /v2.0/networks/ce9b43e7-57f0-42d1-9422-f764ccb2bd06?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2176614
Dec 25 21:18:11.002936 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-07460f2f-2667-4e71-ba97-97334114d522 req-675c5ccf-f522-44a9-b6ae-fa0731715474 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c514444-6044-490f-9acc-6dece3909d9f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1278512
Dec 25 21:18:11.095778 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-e785cd1e-25e2-4274-8240-b27a4bdf7f47 tempest-ServersTestBootFromVolume-822926053 tempest-ServersTestBootFromVolume-822926053-project] Publish callbacks [] for security_group, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:11.137429 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 6ba58e06-75d0-421c-9bb3-7bcdd960f12c up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:18:11.160533 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7586de5e-44b2-4026-a9af-12c25a32ed81 req-bbe80da4-ac68-4bac-82f6-bbec4e9f742e tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:18:11.162131 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7586de5e-44b2-4026-a9af-12c25a32ed81 req-bbe80da4-ac68-4bac-82f6-bbec4e9f742e tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/ports?device_id=4e09da5c-da55-4216-89ee-8cbdaf24ecec HTTP/1.1" status: 200  len: 949 time: 0.1709669
Dec 25 21:18:11.166624 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-e785cd1e-25e2-4274-8240-b27a4bdf7f47 tempest-ServersTestBootFromVolume-822926053 tempest-ServersTestBootFromVolume-822926053-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:11.191215 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port 6ba58e06-75d0-421c-9bb3-7bcdd960f12c triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:18:11.191588 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:11.193153 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-69d06dd6-7602-407c-bd5e-a6d5077b588f req-92a46405-a5c0-48c6-9a98-08ec22243d48 service neutron] 10.222.0.31 "GET /v2.0/networks/ce9b43e7-57f0-42d1-9422-f764ccb2bd06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2371023
Dec 25 21:18:11.225306 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa708ea3-4d0b-4d74-9eff-52a089fdbeba req-bf529641-3f0d-4126-95a6-bd315983c7be tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:18:11.226715 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-aa708ea3-4d0b-4d74-9eff-52a089fdbeba req-bf529641-3f0d-4126-95a6-bd315983c7be tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] 10.222.0.32 "GET /v2.0/ports?device_id=503df13c-2f74-4094-bbd9-a07a7ba8f4cb HTTP/1.1" status: 200  len: 945 time: 0.1369026
Dec 25 21:18:11.231072 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e785cd1e-25e2-4274-8240-b27a4bdf7f47 tempest-ServersTestBootFromVolume-822926053 tempest-ServersTestBootFromVolume-822926053-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1cca7a13-76a8-43b2-b6b1-de89b0da2437,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:18:11.277337 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:11.278612 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7586de5e-44b2-4026-a9af-12c25a32ed81 req-e7059101-0f9b-45e6-b06d-c01c61cceb9e tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3f1ae63-416f-443f-b032-af0d7dcc9019&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0986850
Dec 25 21:18:11.309330 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] For port 6ba58e06-75d0-421c-9bb3-7bcdd960f12c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6ba58e06-75d0-421c-9bb3-7bcdd960f12c,segment=NetworkSegment(6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855),segment_id=6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:18:11.310676 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-aa708ea3-4d0b-4d74-9eff-52a089fdbeba req-9c2f5717-825d-49a0-937e-b8520180a85b tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] 10.222.0.32 "GET /v2.0/security-groups?id=2bf8651c-3ed0-44bb-a064-d61aab6ec281&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0681989
Dec 25 21:18:11.312508 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-e785cd1e-25e2-4274-8240-b27a4bdf7f47 tempest-ServersTestBootFromVolume-822926053 tempest-ServersTestBootFromVolume-822926053-project] Publish callbacks [] for security_group, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:11.314457 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-e785cd1e-25e2-4274-8240-b27a4bdf7f47 tempest-ServersTestBootFromVolume-822926053 tempest-ServersTestBootFromVolume-822926053-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1799 time: 0.7001772
Dec 25 21:18:11.317313 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 56320) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:18:11.333654 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-71102718-6db6-4c45-ae2d-9d228f509cb7 tempest-ServersTestBootFromVolume-822926053 tempest-ServersTestBootFromVolume-822926053-project] Request body: {'security_group_rule': {'security_group_id': '1cca7a13-76a8-43b2-b6b1-de89b0da2437', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:18:11.374472 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:11.428148 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecdff90-4202-4475-9416-3fcec9046dda req-04b4db92-bffa-4b8d-9b20-f8de2470b065 tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:18:11.429815 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1ecdff90-4202-4475-9416-3fcec9046dda req-04b4db92-bffa-4b8d-9b20-f8de2470b065 tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] 10.222.0.32 "GET /v2.0/ports?device_id=07d51e67-c044-4aa2-9b94-b50e5df7aecb HTTP/1.1" status: 200  len: 1023 time: 0.0635273
Dec 25 21:18:11.436246 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Pushing event updated for resources: {'Port': ['ID=6ba58e06-75d0-421c-9bb3-7bcdd960f12c,revision_number=4']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:18:11.480442 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-71102718-6db6-4c45-ae2d-9d228f509cb7 tempest-ServersTestBootFromVolume-822926053 tempest-ServersTestBootFromVolume-822926053-project] Publish callbacks [] for security_group_rule, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:11.515424 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1ecdff90-4202-4475-9416-3fcec9046dda req-99f58711-2ad4-4ddc-87d0-db5061f57051 tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] 10.222.0.32 "GET /v2.0/security-groups?id=1afdcc1a-136b-4b62-a479-56858cefce8d&id=2ba33cf5-783f-47f8-ab0c-abe946a208dc&id=18bfcab3-627d-4ce2-86bd-48e027bcf973&fields=id&fields=name HTTP/1.1" status: 200  len: 515 time: 0.0780263
Dec 25 21:18:11.544858 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-71102718-6db6-4c45-ae2d-9d228f509cb7 tempest-ServersTestBootFromVolume-822926053 tempest-ServersTestBootFromVolume-822926053-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:11.558052 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-262ac385-5437-4721-b9cd-e86aea358981 None None] Sync routers for ids ['6de767ea-f957-4cb0-b833-b32d4389f243'] in ncdv-master-1 {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 21:18:11.569216 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-262ac385-5437-4721-b9cd-e86aea358981 None None] Routers {'6de767ea-f957-4cb0-b833-b32d4389f243'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:18:11.569836 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-262ac385-5437-4721-b9cd-e86aea358981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2618685970>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:18:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['6de767ea-f957-4cb0-b833-b32d4389f243'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:18:11.634515 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-71102718-6db6-4c45-ae2d-9d228f509cb7 tempest-ServersTestBootFromVolume-822926053 tempest-ServersTestBootFromVolume-822926053-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077839'] for security_group_rule, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:11.652727 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71102718-6db6-4c45-ae2d-9d228f509cb7 tempest-ServersTestBootFromVolume-822926053 tempest-ServersTestBootFromVolume-822926053-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d788f78-7e2f-4761-8e06-9e0bd3f6f7d4,revision_number=0']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:18:11.662464 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71102718-6db6-4c45-ae2d-9d228f509cb7 tempest-ServersTestBootFromVolume-822926053 tempest-ServersTestBootFromVolume-822926053-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:18:11.662888 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71102718-6db6-4c45-ae2d-9d228f509cb7 tempest-ServersTestBootFromVolume-822926053 tempest-ServersTestBootFromVolume-822926053-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:18:11.663324 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71102718-6db6-4c45-ae2d-9d228f509cb7 tempest-ServersTestBootFromVolume-822926053 tempest-ServersTestBootFromVolume-822926053-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:18:11.663696 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71102718-6db6-4c45-ae2d-9d228f509cb7 tempest-ServersTestBootFromVolume-822926053 tempest-ServersTestBootFromVolume-822926053-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:18:11.664108 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71102718-6db6-4c45-ae2d-9d228f509cb7 tempest-ServersTestBootFromVolume-822926053 tempest-ServersTestBootFromVolume-822926053-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:18:11.664505 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71102718-6db6-4c45-ae2d-9d228f509cb7 tempest-ServersTestBootFromVolume-822926053 tempest-ServersTestBootFromVolume-822926053-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:18:11.664936 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71102718-6db6-4c45-ae2d-9d228f509cb7 tempest-ServersTestBootFromVolume-822926053 tempest-ServersTestBootFromVolume-822926053-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:18:11.665438 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71102718-6db6-4c45-ae2d-9d228f509cb7 tempest-ServersTestBootFromVolume-822926053 tempest-ServersTestBootFromVolume-822926053-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:18:11.665860 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71102718-6db6-4c45-ae2d-9d228f509cb7 tempest-ServersTestBootFromVolume-822926053 tempest-ServersTestBootFromVolume-822926053-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:18:11.666250 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71102718-6db6-4c45-ae2d-9d228f509cb7 tempest-ServersTestBootFromVolume-822926053 tempest-ServersTestBootFromVolume-822926053-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:18:11.666635 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71102718-6db6-4c45-ae2d-9d228f509cb7 tempest-ServersTestBootFromVolume-822926053 tempest-ServersTestBootFromVolume-822926053-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:18:11.667017 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71102718-6db6-4c45-ae2d-9d228f509cb7 tempest-ServersTestBootFromVolume-822926053 tempest-ServersTestBootFromVolume-822926053-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:18:11.667345 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71102718-6db6-4c45-ae2d-9d228f509cb7 tempest-ServersTestBootFromVolume-822926053 tempest-ServersTestBootFromVolume-822926053-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:18:11.738070 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvr_db [None req-262ac385-5437-4721-b9cd-e86aea358981 None None] Set router 6de767ea-f957-4cb0-b833-b32d4389f243 gateway port host: ncdv-master-1 {{(pid=121609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:18:11.833325 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-71102718-6db6-4c45-ae2d-9d228f509cb7 tempest-ServersTestBootFromVolume-822926053 tempest-ServersTestBootFromVolume-822926053-project] Publish callbacks [] for security_group_rule, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:11.834605 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-71102718-6db6-4c45-ae2d-9d228f509cb7 tempest-ServersTestBootFromVolume-822926053 tempest-ServersTestBootFromVolume-822926053-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.5157657
Dec 25 21:18:11.837247 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 56328) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:18:11.841861 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-f1e4ecf7-ab2e-4f96-8df6-8bec7fd7d6e5 tempest-ServersTestBootFromVolume-822926053 tempest-ServersTestBootFromVolume-822926053-project] Request body: {'security_group_rule': {'security_group_id': '1cca7a13-76a8-43b2-b6b1-de89b0da2437', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:18:11.884459 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-262ac385-5437-4721-b9cd-e86aea358981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2618685970>, [{'id': '6de767ea-f957-4cb0-b833-b32d4389f243', 'name': 'tempest-ServersTestBootFromVolume-1844261110-router', 'tenant_id': 'ba1ca2fcc2ce4d41b609fa6a753fc806', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.93'}], 'enable_snat': True}, 'gw_port_id': '6ba58e06-75d0-421c-9bb3-7bcdd960f12c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:18:03Z', 'updated_at': '2021-12-25T21:18:07Z', 'revision_number': 4, 'project_id': 'ba1ca2fcc2ce4d41b609fa6a753fc806', 'gw_port': {'id': '6ba58e06-75d0-421c-9bb3-7bcdd960f12c', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:0f:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6de767ea-f957-4cb0-b833-b32d4389f243', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1123, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:18:04Z', 'updated_at': '2021-12-25T21:18:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'e1066518-d087-44ed-b1f7-eec6160773ff', 'name': '', 'network_id': '98581356-69b5-4e98-93ff-2ca77d3cb056', 'tenant_id': 'ba1ca2fcc2ce4d41b609fa6a753fc806', 'mac_address': 'fa:16:3e:4e:bb:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6de767ea-f957-4cb0-b833-b32d4389f243', 'device_owner': 'network:router_interface', 'standard_attr_id': 1124, 'fixed_ips': [{'subnet_id': '6158a754-03d6-4ba0-bf8a-020a29c4ba47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:18:07Z', 'updated_at': '2021-12-25T21:18:08Z', 'revision_number': 2, 'project_id': 'ba1ca2fcc2ce4d41b609fa6a753fc806', 'subnets': [{'id': '6158a754-03d6-4ba0-bf8a-020a29c4ba47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:18:11.911173 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-262ac385-5437-4721-b9cd-e86aea358981 None None] Checking router: 6de767ea-f957-4cb0-b833-b32d4389f243 for host: ncdv-master-1 {{(pid=121609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 25 21:18:11.911528 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-262ac385-5437-4721-b9cd-e86aea358981 None None] Updating router 6de767ea-f957-4cb0-b833-b32d4389f243 port e1066518-d087-44ed-b1f7-eec6160773ff binding host ncdv-master-1 {{(pid=121609) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 25 21:18:11.941339 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-262ac385-5437-4721-b9cd-e86aea358981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:11.961431 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48026637-a194-49ba-bac3-24e2cfe5761d req-ee193b0f-962b-4404-a60d-23dc5ac4edcb tempest-ServerRescueTestJSON-1336662106 tempest-ServerRescueTestJSON-1336662106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:18:11.962950 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-48026637-a194-49ba-bac3-24e2cfe5761d req-ee193b0f-962b-4404-a60d-23dc5ac4edcb tempest-ServerRescueTestJSON-1336662106 tempest-ServerRescueTestJSON-1336662106-project] 10.222.0.32 "GET /v2.0/ports?device_id=30bfda27-68a3-4a4a-bfd1-7749eaa3997c HTTP/1.1" status: 200  len: 945 time: 0.0571873
Dec 25 21:18:11.966658 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f1e4ecf7-ab2e-4f96-8df6-8bec7fd7d6e5 tempest-ServersTestBootFromVolume-822926053 tempest-ServersTestBootFromVolume-822926053-project] Publish callbacks [] for security_group_rule, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:12.033433 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-48026637-a194-49ba-bac3-24e2cfe5761d req-c18c4a18-48fe-4ca2-8107-a7aa77b0fe3a tempest-ServerRescueTestJSON-1336662106 tempest-ServerRescueTestJSON-1336662106-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3baa9cd-9895-4145-88c0-053a91673173&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0611873
Dec 25 21:18:12.035427 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f1e4ecf7-ab2e-4f96-8df6-8bec7fd7d6e5 tempest-ServersTestBootFromVolume-822926053 tempest-ServersTestBootFromVolume-822926053-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:12.134605 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f1e4ecf7-ab2e-4f96-8df6-8bec7fd7d6e5 tempest-ServersTestBootFromVolume-822926053 tempest-ServersTestBootFromVolume-822926053-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077839'] for security_group_rule, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:12.156001 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e4ecf7-ab2e-4f96-8df6-8bec7fd7d6e5 tempest-ServersTestBootFromVolume-822926053 tempest-ServersTestBootFromVolume-822926053-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6201e55b-a6cd-4a8a-9e63-deb69b70ac07,revision_number=0']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:18:12.184359 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970b7a99-190b-46a7-816f-6aa1a2faf082 req-e83f4765-50ff-4325-82b0-3df3b795c336 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:18:12.185876 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-970b7a99-190b-46a7-816f-6aa1a2faf082 req-e83f4765-50ff-4325-82b0-3df3b795c336 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/ports?device_id=4e09da5c-da55-4216-89ee-8cbdaf24ecec HTTP/1.1" status: 200  len: 949 time: 0.0770621
Dec 25 21:18:12.195391 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c3f363-81a9-40d5-8d7b-314becdee5ab req-38c2801b-59eb-4933-b9d1-b20c23c209ca tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:18:12.196998 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-52c3f363-81a9-40d5-8d7b-314becdee5ab req-38c2801b-59eb-4933-b9d1-b20c23c209ca tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5ed595e-9d45-49c6-a45b-2e014b11f9db HTTP/1.1" status: 200  len: 945 time: 0.0970745
Dec 25 21:18:12.233359 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f1e4ecf7-ab2e-4f96-8df6-8bec7fd7d6e5 tempest-ServersTestBootFromVolume-822926053 tempest-ServersTestBootFromVolume-822926053-project] Publish callbacks [] for security_group_rule, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:12.235501 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-f1e4ecf7-ab2e-4f96-8df6-8bec7fd7d6e5 tempest-ServersTestBootFromVolume-822926053 tempest-ServersTestBootFromVolume-822926053-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3972490
Dec 25 21:18:12.238430 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 56336) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:18:12.242966 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-24f250b5-05a8-48eb-986c-e1b1fcbeaac4 tempest-ServersTestBootFromVolume-822926053 tempest-ServersTestBootFromVolume-822926053-project] Request body: {'floatingip': {'floating_network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:18:12.316996 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-52c3f363-81a9-40d5-8d7b-314becdee5ab req-3ffb468d-d0dc-47af-a2a1-51dc80e2ea1a tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c514444-6044-490f-9acc-6dece3909d9f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1127057
Dec 25 21:18:12.321454 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-970b7a99-190b-46a7-816f-6aa1a2faf082 req-10dd7887-9e70-4b5d-9087-fd78db9136f4 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3f1ae63-416f-443f-b032-af0d7dcc9019&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1234410
Dec 25 21:18:12.329752 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68817e00-07c5-443e-8851-9780f9faf906 req-53762318-b2b4-4667-b2a2-b6ede4c8a28d tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:18:12.330676 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-68817e00-07c5-443e-8851-9780f9faf906 req-53762318-b2b4-4667-b2a2-b6ede4c8a28d tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.37 "GET /v2.0/ports?device_id=4e09da5c-da55-4216-89ee-8cbdaf24ecec&tenant_id=ed880d80bcfb4641b02f26da5fad21b8&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 949 time: 0.1128380
Dec 25 21:18:12.331753 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-262ac385-5437-4721-b9cd-e86aea358981 None None] Publish callbacks [] for port, precommit_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:12.338643 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-24f250b5-05a8-48eb-986c-e1b1fcbeaac4 tempest-ServersTestBootFromVolume-822926053 tempest-ServersTestBootFromVolume-822926053-project] Publish callbacks [] for floatingip, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:12.395543 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-262ac385-5437-4721-b9cd-e86aea358981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:12.409916 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-68817e00-07c5-443e-8851-9780f9faf906 req-fccf9376-b223-466c-a62c-eba087ad3915 service neutron] 10.222.0.37 "GET /v2.0/ports/6260aad7-fac9-455a-b6ea-92f0abdfd81d/bindings/nch2-master-1 HTTP/1.1" status: 200  len: 382 time: 0.0693617
Dec 25 21:18:12.482966 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-24f250b5-05a8-48eb-986c-e1b1fcbeaac4 tempest-ServersTestBootFromVolume-822926053 tempest-ServersTestBootFromVolume-822926053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:12.528713 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0f9f98-edc8-42d9-b971-31842e7fc0e0 None None] Pushing event updated for resources: {'Port': ['ID=e1066518-d087-44ed-b1f7-eec6160773ff,revision_number=3']} {{(pid=121609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:18:12.532186 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.managers [None req-262ac385-5437-4721-b9cd-e86aea358981 None None] Attempting to bind port e1066518-d087-44ed-b1f7-eec6160773ff on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:18:12.532629 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.managers [None req-262ac385-5437-4721-b9cd-e86aea358981 None None] Attempting to bind port e1066518-d087-44ed-b1f7-eec6160773ff by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '563b54b5-528d-4b6e-aaa6-896a27c58e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '98581356-69b5-4e98-93ff-2ca77d3cb056'}] {{(pid=121609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:18:12.533082 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-262ac385-5437-4721-b9cd-e86aea358981 None None] Attempting to bind port e1066518-d087-44ed-b1f7-eec6160773ff on network 98581356-69b5-4e98-93ff-2ca77d3cb056 {{(pid=121609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:18:12.540403 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfad72e4-d3f6-425c-a639-0bcf5acbf8cc req-ed4d49ef-0767-4ff0-b569-b5ede4607a44 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:18:12.540547 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-262ac385-5437-4721-b9cd-e86aea358981 None None] Checking agent: {'id': 'ca4f5c6d-f1fd-48b8-a3e3-395864c7d23d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 20, 56, 40), 'started_at': datetime.datetime(2021, 12, 25, 20, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 18, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:18:12.541021 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-262ac385-5437-4721-b9cd-e86aea358981 None None] Checking segment: {'id': '563b54b5-528d-4b6e-aaa6-896a27c58e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '98581356-69b5-4e98-93ff-2ca77d3cb056'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:18:12.541489 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-262ac385-5437-4721-b9cd-e86aea358981 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:12.542115 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-cfad72e4-d3f6-425c-a639-0bcf5acbf8cc req-ed4d49ef-0767-4ff0-b569-b5ede4607a44 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5ed595e-9d45-49c6-a45b-2e014b11f9db HTTP/1.1" status: 200  len: 945 time: 0.1253059
Dec 25 21:18:12.548772 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-262ac385-5437-4721-b9cd-e86aea358981 None None] Bound using segment: {'id': '563b54b5-528d-4b6e-aaa6-896a27c58e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '98581356-69b5-4e98-93ff-2ca77d3cb056'} {{(pid=121609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:18:12.549456 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.managers [None req-262ac385-5437-4721-b9cd-e86aea358981 None None] Bound port: e1066518-d087-44ed-b1f7-eec6160773ff, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '563b54b5-528d-4b6e-aaa6-896a27c58e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '98581356-69b5-4e98-93ff-2ca77d3cb056'}}] {{(pid=121609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:18:12.549927 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-262ac385-5437-4721-b9cd-e86aea358981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:12.555199 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68817e00-07c5-443e-8851-9780f9faf906 req-c82ba2ae-4059-401e-86b3-02065731f510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:18:12.556775 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-68817e00-07c5-443e-8851-9780f9faf906 req-c82ba2ae-4059-401e-86b3-02065731f510 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ed880d80bcfb4641b02f26da5fad21b8&device_id=4e09da5c-da55-4216-89ee-8cbdaf24ecec HTTP/1.1" status: 200  len: 1100 time: 0.1160386
Dec 25 21:18:12.564277 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec3ade6-384b-4fd1-afdc-cf19c04314c3 req-195abaf2-73e3-489c-8611-6468cbe4cd24 tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:18:12.577526 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4ec3ade6-384b-4fd1-afdc-cf19c04314c3 req-195abaf2-73e3-489c-8611-6468cbe4cd24 tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] 10.222.0.32 "GET /v2.0/ports?device_id=503df13c-2f74-4094-bbd9-a07a7ba8f4cb HTTP/1.1" status: 200  len: 945 time: 0.1483555
Dec 25 21:18:12.621006 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_common [None req-24f250b5-05a8-48eb-986c-e1b1fcbeaac4 tempest-ServersTestBootFromVolume-822926053 tempest-ServersTestBootFromVolume-822926053-project] Allocated IP 172.35.3.74 (7201e55c-7c5f-41aa-a042-a363696539d0/7a939e13-713f-45cf-bba7-1539635abe25/7598dd16-6e30-4c71-957e-1482856f1048) {{(pid=121607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:18:12.622410 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.db [None req-262ac385-5437-4721-b9cd-e86aea358981 None None] For port e1066518-d087-44ed-b1f7-eec6160773ff, host ncdv-master-1, cleared binding levels {{(pid=121609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:18:12.625721 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.db [None req-262ac385-5437-4721-b9cd-e86aea358981 None None] For port e1066518-d087-44ed-b1f7-eec6160773ff, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e1066518-d087-44ed-b1f7-eec6160773ff,segment=NetworkSegment(563b54b5-528d-4b6e-aaa6-896a27c58e45),segment_id=563b54b5-528d-4b6e-aaa6-896a27c58e45)] {{(pid=121609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:18:12.706516 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-262ac385-5437-4721-b9cd-e86aea358981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:12.758854 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4ec3ade6-384b-4fd1-afdc-cf19c04314c3 req-9d89db66-214a-4b86-b8d3-d0ba67f7e65c tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] 10.222.0.32 "GET /v2.0/security-groups?id=2bf8651c-3ed0-44bb-a064-d61aab6ec281&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1803238
Dec 25 21:18:12.766558 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-a936cce5-e25a-4472-add3-d406225a0528 None None] Provisioning complete for port e1066518-d087-44ed-b1f7-eec6160773ff triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:18:12.766937 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-a936cce5-e25a-4472-add3-d406225a0528 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:12.770347 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-cfad72e4-d3f6-425c-a639-0bcf5acbf8cc req-664248f0-4f1a-45b8-88bc-92bee1774808 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c514444-6044-490f-9acc-6dece3909d9f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1851914
Dec 25 21:18:12.770928 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-262ac385-5437-4721-b9cd-e86aea358981 None None] Routers {'6de767ea-f957-4cb0-b833-b32d4389f243'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:18:12.771663 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-262ac385-5437-4721-b9cd-e86aea358981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2618685970>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:18:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['6de767ea-f957-4cb0-b833-b32d4389f243'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:18:12.801574 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b463b5d-5b8c-45ea-a2a2-bb12f1f22cb8 req-47da3ea1-43df-4f7f-aec1-01d52414d05a tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:18:12.803709 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7b463b5d-5b8c-45ea-a2a2-bb12f1f22cb8 req-47da3ea1-43df-4f7f-aec1-01d52414d05a tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] 10.222.0.31 "GET /v2.0/ports?device_id=07d51e67-c044-4aa2-9b94-b50e5df7aecb HTTP/1.1" status: 200  len: 1023 time: 0.2595165
Dec 25 21:18:12.861292 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-24f250b5-05a8-48eb-986c-e1b1fcbeaac4 tempest-ServersTestBootFromVolume-822926053 tempest-ServersTestBootFromVolume-822926053-project] Publish callbacks [] for port, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:12.910602 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68817e00-07c5-443e-8851-9780f9faf906 req-a5df24a3-9e16-4822-8f96-9c2b2aec7378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:18:12.914548 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-68817e00-07c5-443e-8851-9780f9faf906 req-a5df24a3-9e16-4822-8f96-9c2b2aec7378 service neutron] 10.222.0.37 "GET /v2.0/networks?id=8f212e98-547d-4c6e-a560-2e9a548c8f59 HTTP/1.1" status: 200  len: 870 time: 0.2846305
Dec 25 21:18:12.968588 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-a936cce5-e25a-4472-add3-d406225a0528 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:13.006668 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvr_db [None req-262ac385-5437-4721-b9cd-e86aea358981 None None] Set router 6de767ea-f957-4cb0-b833-b32d4389f243 gateway port host: ncdv-master-1 {{(pid=121609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:18:13.008791 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0f9f98-edc8-42d9-b971-31842e7fc0e0 None None] Pushing event updated for resources: {'Port': ['ID=e1066518-d087-44ed-b1f7-eec6160773ff,revision_number=4']} {{(pid=121609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:18:13.038480 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-24f250b5-05a8-48eb-986c-e1b1fcbeaac4 tempest-ServersTestBootFromVolume-822926053 tempest-ServersTestBootFromVolume-822926053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:13.046617 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-a936cce5-e25a-4472-add3-d406225a0528 None None] For port e1066518-d087-44ed-b1f7-eec6160773ff, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e1066518-d087-44ed-b1f7-eec6160773ff,segment=NetworkSegment(563b54b5-528d-4b6e-aaa6-896a27c58e45),segment_id=563b54b5-528d-4b6e-aaa6-896a27c58e45)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:18:13.079668 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-68817e00-07c5-443e-8851-9780f9faf906 req-7a8af28c-11aa-4c53-9632-33e1570745a3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.100&port_id=6260aad7-fac9-455a-b6ea-92f0abdfd81d HTTP/1.1" status: 200  len: 217 time: 0.1461043
Dec 25 21:18:13.112429 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24f250b5-05a8-48eb-986c-e1b1fcbeaac4 tempest-ServersTestBootFromVolume-822926053 tempest-ServersTestBootFromVolume-822926053-project] Network 7201e55c-7c5f-41aa-a042-a363696539d0 is already hosted by enough agents. {{(pid=121607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:18:13.118883 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-24f250b5-05a8-48eb-986c-e1b1fcbeaac4 tempest-ServersTestBootFromVolume-822926053 tempest-ServersTestBootFromVolume-822926053-project] Resources bound (agent type, host, resource id):  {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:18:13.141420 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-a936cce5-e25a-4472-add3-d406225a0528 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:13.157936 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24f250b5-05a8-48eb-986c-e1b1fcbeaac4 tempest-ServersTestBootFromVolume-822926053 tempest-ServersTestBootFromVolume-822926053-project] Received port after_create {{(pid=121607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:18:13.197060 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68817e00-07c5-443e-8851-9780f9faf906 req-2198df77-1bf1-477a-91b1-7d20c9a796e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:18:13.198678 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-68817e00-07c5-443e-8851-9780f9faf906 req-2198df77-1bf1-477a-91b1-7d20c9a796e1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=dcfbae86-f93e-400c-8084-eac7f56ff5ba HTTP/1.1" status: 200  len: 843 time: 0.1031120
Dec 25 21:18:13.201542 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f250b5-05a8-48eb-986c-e1b1fcbeaac4 tempest-ServersTestBootFromVolume-822926053 tempest-ServersTestBootFromVolume-822926053-project] Pushing event updated for resources: {'Port': ['ID=7598dd16-6e30-4c71-957e-1482856f1048,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:18:13.207937 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 6ba58e06-75d0-421c-9bb3-7bcdd960f12c up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:18:13.212281 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d310dc-8138-4e33-8d41-8bc5871e9b37 req-bb79d729-75cd-4938-955f-88a051aa9c45 tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:18:13.213969 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b8d310dc-8138-4e33-8d41-8bc5871e9b37 req-bb79d729-75cd-4938-955f-88a051aa9c45 tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] 10.222.0.32 "GET /v2.0/ports?device_id=07d51e67-c044-4aa2-9b94-b50e5df7aecb HTTP/1.1" status: 200  len: 1023 time: 0.2678399
Dec 25 21:18:13.249774 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [req-7b463b5d-5b8c-45ea-a2a2-bb12f1f22cb8 req-af18014e-fada-45cd-b8d1-fd504e3f43c9 tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] Deleting port 351ad003-7628-46fe-a749-8abfe48f50a4 {{(pid=121606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:18:13.250849 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-7b463b5d-5b8c-45ea-a2a2-bb12f1f22cb8 req-af18014e-fada-45cd-b8d1-fd504e3f43c9 tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:13.287239 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device 6260aad7-fac9-455a-b6ea-92f0abdfd81d up at agent hyperv_nch2-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:18:13.316355 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-24f250b5-05a8-48eb-986c-e1b1fcbeaac4 tempest-ServersTestBootFromVolume-822926053 tempest-ServersTestBootFromVolume-822926053-project] Publish callbacks [] for floatingip, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:13.364352 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a936cce5-e25a-4472-add3-d406225a0528 None None] Pushing event updated for resources: {'Port': ['ID=e1066518-d087-44ed-b1f7-eec6160773ff,revision_number=5']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:18:13.369337 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-52041f9f-661a-4663-8a0f-bce62b39ccf4 None None] Provisioning complete for port e1066518-d087-44ed-b1f7-eec6160773ff triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:18:13.369711 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-52041f9f-661a-4663-8a0f-bce62b39ccf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:13.394125 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-262ac385-5437-4721-b9cd-e86aea358981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2618685970>, [{'id': '6de767ea-f957-4cb0-b833-b32d4389f243', 'name': 'tempest-ServersTestBootFromVolume-1844261110-router', 'tenant_id': 'ba1ca2fcc2ce4d41b609fa6a753fc806', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.93'}], 'enable_snat': True}, 'gw_port_id': '6ba58e06-75d0-421c-9bb3-7bcdd960f12c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:18:03Z', 'updated_at': '2021-12-25T21:18:07Z', 'revision_number': 4, 'project_id': 'ba1ca2fcc2ce4d41b609fa6a753fc806', 'gw_port': {'id': '6ba58e06-75d0-421c-9bb3-7bcdd960f12c', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:0f:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6de767ea-f957-4cb0-b833-b32d4389f243', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1123, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:18:04Z', 'updated_at': '2021-12-25T21:18:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'e1066518-d087-44ed-b1f7-eec6160773ff', 'name': '', 'network_id': '98581356-69b5-4e98-93ff-2ca77d3cb056', 'tenant_id': 'ba1ca2fcc2ce4d41b609fa6a753fc806', 'mac_address': 'fa:16:3e:4e:bb:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6de767ea-f957-4cb0-b833-b32d4389f243', 'device_owner': 'network:router_interface', 'standard_attr_id': 1124, 'fixed_ips': [{'subnet_id': '6158a754-03d6-4ba0-bf8a-020a29c4ba47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:18:07Z', 'updated_at': '2021-12-25T21:18:12Z', 'revision_number': 4, 'project_id': 'ba1ca2fcc2ce4d41b609fa6a753fc806', 'subnets': [{'id': '6158a754-03d6-4ba0-bf8a-020a29c4ba47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:18:13.408185 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-24f250b5-05a8-48eb-986c-e1b1fcbeaac4 tempest-ServersTestBootFromVolume-822926053 tempest-ServersTestBootFromVolume-822926053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:13.422257 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port 6ba58e06-75d0-421c-9bb3-7bcdd960f12c triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:18:13.422685 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:13.444734 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-262ac385-5437-4721-b9cd-e86aea358981 None None] The sync data for ids ['6de767ea-f957-4cb0-b833-b32d4389f243'] in ncdv-master-1 is: [{'id': '6de767ea-f957-4cb0-b833-b32d4389f243', 'name': 'tempest-ServersTestBootFromVolume-1844261110-router', 'tenant_id': 'ba1ca2fcc2ce4d41b609fa6a753fc806', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.93'}], 'enable_snat': True}, 'gw_port_id': '6ba58e06-75d0-421c-9bb3-7bcdd960f12c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:18:03Z', 'updated_at': '2021-12-25T21:18:07Z', 'revision_number': 4, 'project_id': 'ba1ca2fcc2ce4d41b609fa6a753fc806', 'gw_port': {'id': '6ba58e06-75d0-421c-9bb3-7bcdd960f12c', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:0f:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6de767ea-f957-4cb0-b833-b32d4389f243', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1123, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:18:04Z', 'updated_at': '2021-12-25T21:18:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'e1066518-d087-44ed-b1f7-eec6160773ff', 'name': '', 'network_id': '98581356-69b5-4e98-93ff-2ca77d3cb056', 'tenant_id': 'ba1ca2fcc2ce4d41b609fa6a753fc806', 'mac_address': 'fa:16:3e:4e:bb:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6de767ea-f957-4cb0-b833-b32d4389f243', 'device_owner': 'network:router_interface', 'standard_attr_id': 1124, 'fixed_ips': [{'subnet_id': '6158a754-03d6-4ba0-bf8a-020a29c4ba47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:18:07Z', 'updated_at': '2021-12-25T21:18:12Z', 'revision_number': 4, 'project_id': 'ba1ca2fcc2ce4d41b609fa6a753fc806', 'subnets': [{'id': '6158a754-03d6-4ba0-bf8a-020a29c4ba47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 21:18:13.551885 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Provisioning for port 6260aad7-fac9-455a-b6ea-92f0abdfd81d completed by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 25 21:18:13.561050 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Provisioning complete for port 6260aad7-fac9-455a-b6ea-92f0abdfd81d triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:18:13.561426 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:13.664210 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:13.673206 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-24f250b5-05a8-48eb-986c-e1b1fcbeaac4 tempest-ServersTestBootFromVolume-822926053 tempest-ServersTestBootFromVolume-822926053-project] Publish callbacks [] for port, precommit_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:13.693535 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e09da5c-da55-4216-89ee-8cbdaf24ecec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6260aad7-fac9-455a-b6ea-92f0abdfd81d'}] {{(pid=121608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:18:13.696004 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a88c78c3ff6266bd59c7e89d275b28c92e739b67d23c89d71af88829fd31566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fe44f71-4c85-4689-b39e-c0dcb13b3897" -d '{"events": [{"server_uuid": "4e09da5c-da55-4216-89ee-8cbdaf24ecec", "name": "network-vif-plugged", "status": "completed", "tag": "6260aad7-fac9-455a-b6ea-92f0abdfd81d"}]}' {{(pid=121608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:18:13.705661 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68817e00-07c5-443e-8851-9780f9faf906 req-17310ec4-ac6d-46ed-9f65-4c4a0437e356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:18:13.707213 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-68817e00-07c5-443e-8851-9780f9faf906 req-17310ec4-ac6d-46ed-9f65-4c4a0437e356 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8f212e98-547d-4c6e-a560-2e9a548c8f59&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.4922733
Dec 25 21:18:13.709908 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port 6260aad7-fac9-455a-b6ea-92f0abdfd81d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=6260aad7-fac9-455a-b6ea-92f0abdfd81d,segment=NetworkSegment(85c774cb-a0eb-4ad9-961f-f331d3b37cd6),segment_id=85c774cb-a0eb-4ad9-961f-f331d3b37cd6)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:18:13.714666 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-24f250b5-05a8-48eb-986c-e1b1fcbeaac4 tempest-ServersTestBootFromVolume-822926053 tempest-ServersTestBootFromVolume-822926053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8632327'] for port, after_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:13.783675 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:13.815443 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-7b463b5d-5b8c-45ea-a2a2-bb12f1f22cb8 req-af18014e-fada-45cd-b8d1-fd504e3f43c9 tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] For port 351ad003-7628-46fe-a749-8abfe48f50a4, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=351ad003-7628-46fe-a749-8abfe48f50a4,segment=NetworkSegment(01b1b6b5-7db5-40ee-a399-bc306695a2d5),segment_id=01b1b6b5-7db5-40ee-a399-bc306695a2d5)] {{(pid=121606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:18:13.815799 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f250b5-05a8-48eb-986c-e1b1fcbeaac4 tempest-ServersTestBootFromVolume-822926053 tempest-ServersTestBootFromVolume-822926053-project] Pushing event updated for resources: {'Port': ['ID=7598dd16-6e30-4c71-957e-1482856f1048,revision_number=2']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:18:13.815934 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-7b463b5d-5b8c-45ea-a2a2-bb12f1f22cb8 req-af18014e-fada-45cd-b8d1-fd504e3f43c9 tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:13.835094 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-24f250b5-05a8-48eb-986c-e1b1fcbeaac4 tempest-ServersTestBootFromVolume-822926053 tempest-ServersTestBootFromVolume-822926053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2008639'] for floatingip, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:13.851724 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Pushing event updated for resources: {'Port': ['ID=6260aad7-fac9-455a-b6ea-92f0abdfd81d,revision_number=9']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:18:13.877535 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [req-7b463b5d-5b8c-45ea-a2a2-bb12f1f22cb8 req-af18014e-fada-45cd-b8d1-fd504e3f43c9 tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] Calling delete_port for 351ad003-7628-46fe-a749-8abfe48f50a4 owned by compute:nova {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:18:13.885156 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b8d310dc-8138-4e33-8d41-8bc5871e9b37 req-473da359-7255-4c6e-9929-b71c38a488ac tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] 10.222.0.32 "GET /v2.0/security-groups?id=1afdcc1a-136b-4b62-a479-56858cefce8d&id=2ba33cf5-783f-47f8-ab0c-abe946a208dc&id=18bfcab3-627d-4ce2-86bd-48e027bcf973&fields=id&fields=name HTTP/1.1" status: 200  len: 515 time: 0.6442134
Dec 25 21:18:13.907245 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1eb1763-0f1b-4508-847f-779523c99d24 req-0e5d0417-f832-4bc8-a586-dd1763e18693 tempest-ServerRescueTestJSON-1336662106 tempest-ServerRescueTestJSON-1336662106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:18:13.907245 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e1eb1763-0f1b-4508-847f-779523c99d24 req-0e5d0417-f832-4bc8-a586-dd1763e18693 tempest-ServerRescueTestJSON-1336662106 tempest-ServerRescueTestJSON-1336662106-project] 10.222.0.32 "GET /v2.0/ports?device_id=30bfda27-68a3-4a4a-bfd1-7749eaa3997c HTTP/1.1" status: 200  len: 945 time: 0.1971550
Dec 25 21:18:13.962211 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-24f250b5-05a8-48eb-986c-e1b1fcbeaac4 tempest-ServersTestBootFromVolume-822926053 tempest-ServersTestBootFromVolume-822926053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for floatingip, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:13.963549 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-24f250b5-05a8-48eb-986c-e1b1fcbeaac4 tempest-ServersTestBootFromVolume-822926053 tempest-ServersTestBootFromVolume-822926053-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 1.7239995
Dec 25 21:18:13.987500 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-68817e00-07c5-443e-8851-9780f9faf906 req-78ed1d17-d041-44b1-ae3d-58a22f5b8793 service neutron] 10.222.0.37 "GET /v2.0/networks/8f212e98-547d-4c6e-a560-2e9a548c8f59?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2546685
Dec 25 21:18:14.098639 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e1eb1763-0f1b-4508-847f-779523c99d24 req-a3f79e37-07b1-4f50-8270-4efd28043ef4 tempest-ServerRescueTestJSON-1336662106 tempest-ServerRescueTestJSON-1336662106-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3baa9cd-9895-4145-88c0-053a91673173&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1890783
Dec 25 21:18:14.158580 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c789fb3-1fc6-41e1-ac46-532aea0e5d6e req-136613ac-d7f6-430f-93f6-d77d15a56d87 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:18:14.160094 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0c789fb3-1fc6-41e1-ac46-532aea0e5d6e req-136613ac-d7f6-430f-93f6-d77d15a56d87 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/ports?device_id=4e09da5c-da55-4216-89ee-8cbdaf24ecec HTTP/1.1" status: 200  len: 950 time: 0.1789532
Dec 25 21:18:14.236265 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-68817e00-07c5-443e-8851-9780f9faf906 req-42e48693-5f00-4a30-91a2-c36d7aa5dc51 service neutron] 10.222.0.37 "GET /v2.0/networks/8f212e98-547d-4c6e-a560-2e9a548c8f59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2339399
Dec 25 21:18:14.308828 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ca124f-5d17-40fc-8c52-5c8859b7e6be req-43124537-b687-452b-bf9c-f10b31196cfc tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:18:14.313361 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-11ca124f-5d17-40fc-8c52-5c8859b7e6be req-43124537-b687-452b-bf9c-f10b31196cfc tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5ed595e-9d45-49c6-a45b-2e014b11f9db HTTP/1.1" status: 200  len: 945 time: 0.1077840
Dec 25 21:18:14.317911 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0c789fb3-1fc6-41e1-ac46-532aea0e5d6e req-75c7d7ca-edee-4b39-bd93-71275c4d6de9 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3f1ae63-416f-443f-b032-af0d7dcc9019&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1384373
Dec 25 21:18:14.368432 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-7b463b5d-5b8c-45ea-a2a2-bb12f1f22cb8 req-af18014e-fada-45cd-b8d1-fd504e3f43c9 tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:14.376129 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 21:18:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40b1383f-7ec1-4c55-adb3-9a6d6f2348a7 x-openstack-request-id: req-40b1383f-7ec1-4c55-adb3-9a6d6f2348a7 {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:18:14.376428 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e09da5c-da55-4216-89ee-8cbdaf24ecec", "name": "network-vif-plugged", "status": "completed", "tag": "6260aad7-fac9-455a-b6ea-92f0abdfd81d", "code": 200}]} {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:18:14.376732 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-40b1383f-7ec1-4c55-adb3-9a6d6f2348a7 {{(pid=121608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:18:14.377169 ncdv-master-1 neutron-server[121608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e09da5c-da55-4216-89ee-8cbdaf24ecec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6260aad7-fac9-455a-b6ea-92f0abdfd81d', 'code': 200}
Dec 25 21:18:14.381889 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] get_ports_and_sgs() called for port_ids ['dfc1a5c0-22fe-4e86-8082-3ae401c78b61'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:18:14.387481 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] get_ports_and_sgs() called for port_ids ['351ad003-7628-46fe-a749-8abfe48f50a4'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:18:14.411960 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-11ca124f-5d17-40fc-8c52-5c8859b7e6be req-edba055d-723f-4fb0-813d-98af770a4350 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c514444-6044-490f-9acc-6dece3909d9f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0929427
Dec 25 21:18:14.417773 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af18014e-fada-45cd-b8d1-fd504e3f43c9 tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] Pushing event deleted for resources: {'Port': ['ID=351ad003-7628-46fe-a749-8abfe48f50a4,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:18:14.489604 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b463b5d-5b8c-45ea-a2a2-bb12f1f22cb8 req-af18014e-fada-45cd-b8d1-fd504e3f43c9 tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] No DVR routers for this DVR port 351ad003-7628-46fe-a749-8abfe48f50a4 on host nch1-master-1 {{(pid=121606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:18:14.493384 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-7b463b5d-5b8c-45ea-a2a2-bb12f1f22cb8 req-af18014e-fada-45cd-b8d1-fd504e3f43c9 tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:14.505377 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7b463b5d-5b8c-45ea-a2a2-bb12f1f22cb8 req-af18014e-fada-45cd-b8d1-fd504e3f43c9 tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] 10.222.0.31 "DELETE /v2.0/ports/351ad003-7628-46fe-a749-8abfe48f50a4 HTTP/1.1" status: 204  len: 173 time: 1.6808660
Dec 25 21:18:14.507846 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07d51e67-c044-4aa2-9b94-b50e5df7aecb', 'name': 'network-vif-deleted', 'tag': '351ad003-7628-46fe-a749-8abfe48f50a4'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:18:14.511500 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9858820c13ec2827453b94ebc4181065e990a4e4089ccb9fe762531ac62d2fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48902b5b-b735-4e71-8c13-1568f17d3335" -d '{"events": [{"server_uuid": "07d51e67-c044-4aa2-9b94-b50e5df7aecb", "name": "network-vif-deleted", "tag": "351ad003-7628-46fe-a749-8abfe48f50a4"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:18:14.543039 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00190a8-8451-47f5-9d9c-21fdce572c90 req-4149a117-aa79-49cc-8229-87aa776fe3ac tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:18:14.544718 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d00190a8-8451-47f5-9d9c-21fdce572c90 req-4149a117-aa79-49cc-8229-87aa776fe3ac tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] 10.222.0.32 "GET /v2.0/ports?device_id=503df13c-2f74-4094-bbd9-a07a7ba8f4cb HTTP/1.1" status: 200  len: 945 time: 0.1060634
Dec 25 21:18:14.609001 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d00190a8-8451-47f5-9d9c-21fdce572c90 req-e5ba0359-ca2f-4649-95ed-e2290445c9e5 tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] 10.222.0.32 "GET /v2.0/security-groups?id=2bf8651c-3ed0-44bb-a064-d61aab6ec281&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0518835
Dec 25 21:18:14.661390 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 21:18:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-519c1de1-8abe-477b-83c4-5bcc30a691b4 x-openstack-request-id: req-519c1de1-8abe-477b-83c4-5bcc30a691b4 {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:18:14.661684 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07d51e67-c044-4aa2-9b94-b50e5df7aecb", "name": "network-vif-deleted", "tag": "351ad003-7628-46fe-a749-8abfe48f50a4", "status": "completed", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:18:14.661936 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-519c1de1-8abe-477b-83c4-5bcc30a691b4 {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:18:14.662332 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07d51e67-c044-4aa2-9b94-b50e5df7aecb', 'name': 'network-vif-deleted', 'tag': '351ad003-7628-46fe-a749-8abfe48f50a4', 'status': 'completed', 'code': 200}
Dec 25 21:18:14.864616 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff511a0e-0861-49a5-adb8-8955721291fb req-1f24ebb3-bb10-4b50-867a-12c581315b6f tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:18:14.866135 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ff511a0e-0861-49a5-adb8-8955721291fb req-1f24ebb3-bb10-4b50-867a-12c581315b6f tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] 10.222.0.32 "GET /v2.0/ports?device_id=c169c539-29b8-4eeb-bb76-6e6eabd11098 HTTP/1.1" status: 200  len: 945 time: 0.0486445
Dec 25 21:18:14.952205 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ff511a0e-0861-49a5-adb8-8955721291fb req-41ed7732-6d81-4261-99d2-b3c3d7318561 tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] 10.222.0.32 "GET /v2.0/security-groups?id=20bd9841-9e11-4157-a0aa-08323059b96f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0773945
Dec 25 21:18:14.979523 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21f8fb9-aaf6-430f-ba5c-d6d4d19f14f6 req-f8d25f3f-b4ac-41a4-ae71-1bb725277ad5 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:18:14.979523 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f21f8fb9-aaf6-430f-ba5c-d6d4d19f14f6 req-f8d25f3f-b4ac-41a4-ae71-1bb725277ad5 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] 10.222.0.31 "GET /v2.0/ports?device_id=b5ed595e-9d45-49c6-a45b-2e014b11f9db HTTP/1.1" status: 200  len: 945 time: 0.1123435
Dec 25 21:18:15.036550 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-088caf4d-3ed7-4a08-91d6-e8cab44712f9 req-b26a731b-e9ba-4ace-9278-1d4bea7f106c tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] 10.222.0.32 "GET /v2.0/ports?device_id=07d51e67-c044-4aa2-9b94-b50e5df7aecb HTTP/1.1" status: 200  len: 210 time: 0.0499601
Dec 25 21:18:15.111976 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [req-f21f8fb9-aaf6-430f-ba5c-d6d4d19f14f6 req-a88ddf21-0641-4f3f-a38d-f13e100e0d95 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] Deleting port a3eb73b0-73d7-475d-8adc-e559e07f85d9 {{(pid=121606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:18:15.112613 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-f21f8fb9-aaf6-430f-ba5c-d6d4d19f14f6 req-a88ddf21-0641-4f3f-a38d-f13e100e0d95 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:15.120134 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device e1066518-d087-44ed-b1f7-eec6160773ff up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:18:15.175637 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port e1066518-d087-44ed-b1f7-eec6160773ff triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:18:15.176354 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:15.254748 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-f21f8fb9-aaf6-430f-ba5c-d6d4d19f14f6 req-a88ddf21-0641-4f3f-a38d-f13e100e0d95 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] For port a3eb73b0-73d7-475d-8adc-e559e07f85d9, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a3eb73b0-73d7-475d-8adc-e559e07f85d9,segment=NetworkSegment(2eb49ff2-b1de-4e84-a376-6f91f784eeb5),segment_id=2eb49ff2-b1de-4e84-a376-6f91f784eeb5)] {{(pid=121606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:18:15.255124 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-f21f8fb9-aaf6-430f-ba5c-d6d4d19f14f6 req-a88ddf21-0641-4f3f-a38d-f13e100e0d95 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:15.274115 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c7905c-1054-4fb6-b63d-508b172aba6a req-c96d5038-4700-4357-a77e-93b6f2f10e60 tempest-ServerRescueTestJSON-1336662106 tempest-ServerRescueTestJSON-1336662106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:18:15.276283 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c3c7905c-1054-4fb6-b63d-508b172aba6a req-c96d5038-4700-4357-a77e-93b6f2f10e60 tempest-ServerRescueTestJSON-1336662106 tempest-ServerRescueTestJSON-1336662106-project] 10.222.0.32 "GET /v2.0/ports?device_id=30bfda27-68a3-4a4a-bfd1-7749eaa3997c HTTP/1.1" status: 200  len: 945 time: 0.0831847
Dec 25 21:18:15.279899 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [req-f21f8fb9-aaf6-430f-ba5c-d6d4d19f14f6 req-a88ddf21-0641-4f3f-a38d-f13e100e0d95 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] Calling delete_port for a3eb73b0-73d7-475d-8adc-e559e07f85d9 owned by compute:nova {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:18:15.382652 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c3c7905c-1054-4fb6-b63d-508b172aba6a req-84256c1c-603c-4e47-9e60-50fe3fa3479a tempest-ServerRescueTestJSON-1336662106 tempest-ServerRescueTestJSON-1336662106-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3baa9cd-9895-4145-88c0-053a91673173&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0985889
Dec 25 21:18:15.490356 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9404f791-b382-43f4-8e25-5641ba156eea req-3efdc2e6-113a-4516-9062-edf09db4021b tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:18:15.491873 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9404f791-b382-43f4-8e25-5641ba156eea req-3efdc2e6-113a-4516-9062-edf09db4021b tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/ports?device_id=4e09da5c-da55-4216-89ee-8cbdaf24ecec HTTP/1.1" status: 200  len: 950 time: 0.0933867
Dec 25 21:18:15.571012 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9404f791-b382-43f4-8e25-5641ba156eea req-a5ef3f97-00b4-4c3e-93e1-1a453c28022a tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3f1ae63-416f-443f-b032-af0d7dcc9019&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0725214
Dec 25 21:18:15.583417 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5abb146-b9a5-4c00-aeb4-8a0b3b85bd96 req-f7987952-10eb-43e9-8380-298b1ba7f3dd tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:18:15.584996 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e5abb146-b9a5-4c00-aeb4-8a0b3b85bd96 req-f7987952-10eb-43e9-8380-298b1ba7f3dd tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5ed595e-9d45-49c6-a45b-2e014b11f9db HTTP/1.1" status: 200  len: 945 time: 0.0735903
Dec 25 21:18:15.599284 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-f21f8fb9-aaf6-430f-ba5c-d6d4d19f14f6 req-a88ddf21-0641-4f3f-a38d-f13e100e0d95 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:15.612074 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] get_ports_and_sgs() called for port_ids ['b548a516-5b40-4749-9286-e686f9b3d3be', 'a3eb73b0-73d7-475d-8adc-e559e07f85d9'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:18:15.640115 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88ddf21-0641-4f3f-a38d-f13e100e0d95 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] Pushing event deleted for resources: {'Port': ['ID=a3eb73b0-73d7-475d-8adc-e559e07f85d9,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:18:15.703742 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e5abb146-b9a5-4c00-aeb4-8a0b3b85bd96 req-d89b2d55-fb65-40bc-b8fd-705a27c76972 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c514444-6044-490f-9acc-6dece3909d9f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1117830
Dec 25 21:18:15.704413 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [req-f21f8fb9-aaf6-430f-ba5c-d6d4d19f14f6 req-a88ddf21-0641-4f3f-a38d-f13e100e0d95 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] No DVR routers for this DVR port a3eb73b0-73d7-475d-8adc-e559e07f85d9 on host nch1-master-1 {{(pid=121606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:18:15.706973 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-f21f8fb9-aaf6-430f-ba5c-d6d4d19f14f6 req-a88ddf21-0641-4f3f-a38d-f13e100e0d95 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:15.710749 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f21f8fb9-aaf6-430f-ba5c-d6d4d19f14f6 req-a88ddf21-0641-4f3f-a38d-f13e100e0d95 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] 10.222.0.31 "DELETE /v2.0/ports/a3eb73b0-73d7-475d-8adc-e559e07f85d9 HTTP/1.1" status: 204  len: 173 time: 0.7229099
Dec 25 21:18:15.780242 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dcef2f-cf84-4a08-9f6c-4dc5512e221a req-5660188f-023d-46bc-a64f-f1c12fbb8002 tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:18:15.782632 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-94dcef2f-cf84-4a08-9f6c-4dc5512e221a req-5660188f-023d-46bc-a64f-f1c12fbb8002 tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] 10.222.0.32 "GET /v2.0/ports?device_id=503df13c-2f74-4094-bbd9-a07a7ba8f4cb HTTP/1.1" status: 200  len: 945 time: 0.0558283
Dec 25 21:18:15.833187 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-94dcef2f-cf84-4a08-9f6c-4dc5512e221a req-5c937477-6b50-4c6d-9070-b3be2961e23a tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] 10.222.0.32 "GET /v2.0/security-groups?id=2bf8651c-3ed0-44bb-a064-d61aab6ec281&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430045
Dec 25 21:18:16.070162 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5a6506-f573-4f25-9090-b0403eed4a26 req-a043df3e-6f92-48f5-b519-410bcc7c0931 tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:18:16.071714 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-cd5a6506-f573-4f25-9090-b0403eed4a26 req-a043df3e-6f92-48f5-b519-410bcc7c0931 tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] 10.222.0.32 "GET /v2.0/ports?device_id=c169c539-29b8-4eeb-bb76-6e6eabd11098 HTTP/1.1" status: 200  len: 945 time: 0.0509393
Dec 25 21:18:16.131309 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-cd5a6506-f573-4f25-9090-b0403eed4a26 req-1c6cda1d-91dc-445d-be7e-8d250363f449 tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] 10.222.0.32 "GET /v2.0/security-groups?id=20bd9841-9e11-4157-a0aa-08323059b96f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0533652
Dec 25 21:18:16.155477 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0f7cd77d-75cc-489d-b3e5-3b5ab89afdbe req-2a2d8d51-cc09-44e9-bff8-fef9c470b573 tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] 10.222.0.32 "GET /v2.0/security-groups/2ba33cf5-783f-47f8-ab0c-abe946a208dc HTTP/1.1" status: 200  len: 1818 time: 0.0465987
Dec 25 21:18:16.215256 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-0f7cd77d-75cc-489d-b3e5-3b5ab89afdbe req-36684676-6920-46fc-9515-6abb7250fab0 tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] Publish callbacks [] for security_group, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:16.241829 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-0f7cd77d-75cc-489d-b3e5-3b5ab89afdbe req-36684676-6920-46fc-9515-6abb7250fab0 tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] Publish callbacks [] for security_group, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:16.379870 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-0f7cd77d-75cc-489d-b3e5-3b5ab89afdbe req-36684676-6920-46fc-9515-6abb7250fab0 tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:16.382463 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-0f7cd77d-75cc-489d-b3e5-3b5ab89afdbe req-36684676-6920-46fc-9515-6abb7250fab0 tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] Publish callbacks [] for security_group, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:16.383591 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0f7cd77d-75cc-489d-b3e5-3b5ab89afdbe req-36684676-6920-46fc-9515-6abb7250fab0 tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] 10.222.0.32 "DELETE /v2.0/security-groups/2ba33cf5-783f-47f8-ab0c-abe946a208dc HTTP/1.1" status: 204  len: 173 time: 0.2213211
Dec 25 21:18:16.392649 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36684676-6920-46fc-9515-6abb7250fab0 tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ba33cf5-783f-47f8-ab0c-abe946a208dc,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:18:16.442246 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-589ebd0a-d6a0-46fe-bc17-0c92ce3477fb req-c61df9bf-3754-4f5b-bce4-1ab1c000c768 tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] 10.222.0.32 "GET /v2.0/security-groups/18bfcab3-627d-4ce2-86bd-48e027bcf973 HTTP/1.1" status: 200  len: 1820 time: 0.0407605
Dec 25 21:18:16.528698 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d65d79-297e-455d-8089-a94638b17b99 req-ac276c2f-9ec3-4640-8b4d-d9b72ed79f9f tempest-ServerRescueTestJSON-1336662106 tempest-ServerRescueTestJSON-1336662106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:18:16.530256 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d9d65d79-297e-455d-8089-a94638b17b99 req-ac276c2f-9ec3-4640-8b4d-d9b72ed79f9f tempest-ServerRescueTestJSON-1336662106 tempest-ServerRescueTestJSON-1336662106-project] 10.222.0.32 "GET /v2.0/ports?device_id=30bfda27-68a3-4a4a-bfd1-7749eaa3997c HTTP/1.1" status: 200  len: 945 time: 0.0747588
Dec 25 21:18:16.556222 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-589ebd0a-d6a0-46fe-bc17-0c92ce3477fb req-a5dd7f5b-87c5-43fb-b56b-6f30c72284f5 tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] Publish callbacks [] for security_group, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:16.594616 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-589ebd0a-d6a0-46fe-bc17-0c92ce3477fb req-a5dd7f5b-87c5-43fb-b56b-6f30c72284f5 tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] Publish callbacks [] for security_group, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:16.614270 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d9d65d79-297e-455d-8089-a94638b17b99 req-bcc9d2ee-55cc-43b4-9ddb-a4176c3613fa tempest-ServerRescueTestJSON-1336662106 tempest-ServerRescueTestJSON-1336662106-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3baa9cd-9895-4145-88c0-053a91673173&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0751166
Dec 25 21:18:16.663936 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5ed595e-9d45-49c6-a45b-2e014b11f9db', 'name': 'network-vif-deleted', 'tag': 'a3eb73b0-73d7-475d-8adc-e559e07f85d9'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:18:16.666474 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9858820c13ec2827453b94ebc4181065e990a4e4089ccb9fe762531ac62d2fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f329dd32-51e3-41d8-967a-27c0437a21f3" -d '{"events": [{"server_uuid": "b5ed595e-9d45-49c6-a45b-2e014b11f9db", "name": "network-vif-deleted", "tag": "a3eb73b0-73d7-475d-8adc-e559e07f85d9"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:18:16.718696 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d417b902-d042-4c12-9bda-863ee6456175 req-02d35e46-1977-4c54-8430-31fd2d7c3045 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:18:16.720183 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d417b902-d042-4c12-9bda-863ee6456175 req-02d35e46-1977-4c54-8430-31fd2d7c3045 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/ports?device_id=4e09da5c-da55-4216-89ee-8cbdaf24ecec HTTP/1.1" status: 200  len: 950 time: 0.0506420
Dec 25 21:18:16.765624 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-589ebd0a-d6a0-46fe-bc17-0c92ce3477fb req-a5dd7f5b-87c5-43fb-b56b-6f30c72284f5 tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:16.768489 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-589ebd0a-d6a0-46fe-bc17-0c92ce3477fb req-a5dd7f5b-87c5-43fb-b56b-6f30c72284f5 tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] Publish callbacks [] for security_group, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:16.771700 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-589ebd0a-d6a0-46fe-bc17-0c92ce3477fb req-a5dd7f5b-87c5-43fb-b56b-6f30c72284f5 tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] 10.222.0.32 "DELETE /v2.0/security-groups/18bfcab3-627d-4ce2-86bd-48e027bcf973 HTTP/1.1" status: 204  len: 173 time: 0.3211787
Dec 25 21:18:16.781013 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d417b902-d042-4c12-9bda-863ee6456175 req-26b27b9f-8566-4b8a-8030-8014d456f766 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3f1ae63-416f-443f-b032-af0d7dcc9019&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0547674
Dec 25 21:18:16.786111 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5dd7f5b-87c5-43fb-b56b-6f30c72284f5 tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=18bfcab3-627d-4ce2-86bd-48e027bcf973,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:18:16.835474 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 21:18:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6a27232-b035-4dc8-abde-0c80cffeaaf4 x-openstack-request-id: req-b6a27232-b035-4dc8-abde-0c80cffeaaf4 {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:18:16.835867 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5ed595e-9d45-49c6-a45b-2e014b11f9db", "name": "network-vif-deleted", "tag": "a3eb73b0-73d7-475d-8adc-e559e07f85d9", "status": "completed", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:18:16.836041 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b6a27232-b035-4dc8-abde-0c80cffeaaf4 {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:18:16.836442 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5ed595e-9d45-49c6-a45b-2e014b11f9db', 'name': 'network-vif-deleted', 'tag': 'a3eb73b0-73d7-475d-8adc-e559e07f85d9', 'status': 'completed', 'code': 200}
Dec 25 21:18:16.882594 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-eeecb8de-90f8-490d-8636-97aae136ec5d req-0063e3b8-51b5-4609-b538-370209b6ae77 tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-751331123', 'description': 'tempest-description-883458621'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:18:16.931297 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4e4ddd34-cdd2-40c6-8101-461cf0167aee req-bcb7868c-f03d-4310-9d0e-237197b92f62 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5ed595e-9d45-49c6-a45b-2e014b11f9db HTTP/1.1" status: 200  len: 210 time: 0.0332165
Dec 25 21:18:17.043946 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54cca13-fc8d-434d-9ff2-c1eaedde0a87 req-e31f2a9a-40f5-4713-9b0c-6673bd9bb5d1 tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:18:17.045283 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c54cca13-fc8d-434d-9ff2-c1eaedde0a87 req-e31f2a9a-40f5-4713-9b0c-6673bd9bb5d1 tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] 10.222.0.32 "GET /v2.0/ports?device_id=503df13c-2f74-4094-bbd9-a07a7ba8f4cb HTTP/1.1" status: 200  len: 945 time: 0.0556717
Dec 25 21:18:17.046557 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-eeecb8de-90f8-490d-8636-97aae136ec5d req-0063e3b8-51b5-4609-b538-370209b6ae77 tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] Publish callbacks [] for security_group, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:17.121969 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c54cca13-fc8d-434d-9ff2-c1eaedde0a87 req-a56e5cf9-f69d-483f-a307-71e0b96b20a2 tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] 10.222.0.32 "GET /v2.0/security-groups?id=2bf8651c-3ed0-44bb-a064-d61aab6ec281&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0656254
Dec 25 21:18:17.151745 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-eeecb8de-90f8-490d-8636-97aae136ec5d req-0063e3b8-51b5-4609-b538-370209b6ae77 tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] Publish callbacks [] for security_group, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:17.237612 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-eeecb8de-90f8-490d-8636-97aae136ec5d req-0063e3b8-51b5-4609-b538-370209b6ae77 tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:17.266232 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ace86d8-6898-4ff3-b3eb-18c3287ad907 req-26ea5b30-607c-42fc-9e38-99960f433e5c tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:18:17.267694 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9ace86d8-6898-4ff3-b3eb-18c3287ad907 req-26ea5b30-607c-42fc-9e38-99960f433e5c tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] 10.222.0.32 "GET /v2.0/ports?device_id=c169c539-29b8-4eeb-bb76-6e6eabd11098 HTTP/1.1" status: 200  len: 945 time: 0.0668163
Dec 25 21:18:17.299088 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0063e3b8-51b5-4609-b538-370209b6ae77 tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b51ef9b8-c5e9-4ce9-b137-7d53f935953f,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:18:17.353996 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9ace86d8-6898-4ff3-b3eb-18c3287ad907 req-12a408b4-3ac9-4323-be0c-d0791fc14c51 tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] 10.222.0.32 "GET /v2.0/security-groups?id=20bd9841-9e11-4157-a0aa-08323059b96f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0785539
Dec 25 21:18:17.360318 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-eeecb8de-90f8-490d-8636-97aae136ec5d req-0063e3b8-51b5-4609-b538-370209b6ae77 tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] Publish callbacks [] for security_group, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:17.361499 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-eeecb8de-90f8-490d-8636-97aae136ec5d req-0063e3b8-51b5-4609-b538-370209b6ae77 tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1823 time: 0.4836218
Dec 25 21:18:17.364309 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68817e00-07c5-443e-8851-9780f9faf906 req-31527655-d146-42ef-a89a-3bb9e16b3ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:18:17.367680 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-68817e00-07c5-443e-8851-9780f9faf906 req-31527655-d146-42ef-a89a-3bb9e16b3ff0 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=4e09da5c-da55-4216-89ee-8cbdaf24ecec&tenant_id=ed880d80bcfb4641b02f26da5fad21b8 HTTP/1.1" status: 200  len: 1101 time: 0.0802248
Dec 25 21:18:17.380781 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-68817e00-07c5-443e-8851-9780f9faf906 req-a9ed4920-4336-4df7-b73c-8244a516dda7 service neutron] Request body: {'port': {'binding:host_id': 'nch1-master-1', 'device_owner': 'compute:nova'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:18:17.459922 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-68817e00-07c5-443e-8851-9780f9faf906 req-a9ed4920-4336-4df7-b73c-8244a516dda7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:17.463707 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1c2f6a79-507e-4f00-9fe6-156c8e15f33d req-7ec3cb60-05f8-437c-a833-3ecd0fbb585c tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] 10.222.0.32 "GET /v2.0/security-groups/b51ef9b8-c5e9-4ce9-b137-7d53f935953f HTTP/1.1" status: 200  len: 1818 time: 0.0802281
Dec 25 21:18:17.477786 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-1c2f6a79-507e-4f00-9fe6-156c8e15f33d req-32562c6b-3834-481f-af75-515a474c04bc tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] Request body: {'security_group': {'name': 'tempest-sg-hth-790629508', 'description': 'tempest-description-hth-473543043'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:18:17.550654 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-1c2f6a79-507e-4f00-9fe6-156c8e15f33d req-32562c6b-3834-481f-af75-515a474c04bc tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] Publish callbacks [] for security_group, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:17.667741 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-1c2f6a79-507e-4f00-9fe6-156c8e15f33d req-32562c6b-3834-481f-af75-515a474c04bc tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] Publish callbacks [] for security_group, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:17.757955 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-68817e00-07c5-443e-8851-9780f9faf906 req-a9ed4920-4336-4df7-b73c-8244a516dda7 service neutron] For port 6260aad7-fac9-455a-b6ea-92f0abdfd81d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=6260aad7-fac9-455a-b6ea-92f0abdfd81d,segment=NetworkSegment(85c774cb-a0eb-4ad9-961f-f331d3b37cd6),segment_id=85c774cb-a0eb-4ad9-961f-f331d3b37cd6)] {{(pid=121606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:18:17.777830 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26e3599-61c0-478b-a203-93ed69a70ea3 req-a8eae2e4-9d91-4a89-bb8d-8509607c1136 tempest-ServerRescueTestJSON-1336662106 tempest-ServerRescueTestJSON-1336662106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:18:17.779336 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c26e3599-61c0-478b-a203-93ed69a70ea3 req-a8eae2e4-9d91-4a89-bb8d-8509607c1136 tempest-ServerRescueTestJSON-1336662106 tempest-ServerRescueTestJSON-1336662106-project] 10.222.0.32 "GET /v2.0/ports?device_id=30bfda27-68a3-4a4a-bfd1-7749eaa3997c HTTP/1.1" status: 200  len: 945 time: 0.0771773
Dec 25 21:18:17.785320 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-1c2f6a79-507e-4f00-9fe6-156c8e15f33d req-32562c6b-3834-481f-af75-515a474c04bc tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:17.787916 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-1c2f6a79-507e-4f00-9fe6-156c8e15f33d req-32562c6b-3834-481f-af75-515a474c04bc tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] Publish callbacks [] for security_group, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:17.789087 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1c2f6a79-507e-4f00-9fe6-156c8e15f33d req-32562c6b-3834-481f-af75-515a474c04bc tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] 10.222.0.32 "PUT /v2.0/security-groups/b51ef9b8-c5e9-4ce9-b137-7d53f935953f HTTP/1.1" status: 200  len: 1792 time: 0.3172522
Dec 25 21:18:17.847414 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-68817e00-07c5-443e-8851-9780f9faf906 req-a9ed4920-4336-4df7-b73c-8244a516dda7 service neutron] For port 6260aad7-fac9-455a-b6ea-92f0abdfd81d, host nch2-master-1, cleared binding levels {{(pid=121606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:18:17.887844 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32562c6b-3834-481f-af75-515a474c04bc tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b51ef9b8-c5e9-4ce9-b137-7d53f935953f,revision_number=2']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:18:17.935175 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c26e3599-61c0-478b-a203-93ed69a70ea3 req-fa01b72d-1389-4b8c-be19-6418bca74d77 tempest-ServerRescueTestJSON-1336662106 tempest-ServerRescueTestJSON-1336662106-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3baa9cd-9895-4145-88c0-053a91673173&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1451411
Dec 25 21:18:17.939302 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-68817e00-07c5-443e-8851-9780f9faf906 req-a9ed4920-4336-4df7-b73c-8244a516dda7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:17.942146 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device 351ad003-7628-46fe-a749-8abfe48f50a4 no longer exists at agent hyperv_nch1-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:18:17.944044 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4c39d003-327b-43d4-b82c-b093b1163041 req-cf3fd083-e6c1-494f-b2fb-5f7420c516bf tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] 10.222.0.32 "GET /v2.0/security-groups/b51ef9b8-c5e9-4ce9-b137-7d53f935953f HTTP/1.1" status: 200  len: 1792 time: 0.1262159
Dec 25 21:18:17.958461 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.provisioning_blocks [req-68817e00-07c5-443e-8851-9780f9faf906 req-a9ed4920-4336-4df7-b73c-8244a516dda7 service neutron] Transition to ACTIVE for port object 6260aad7-fac9-455a-b6ea-92f0abdfd81d will not be triggered until provisioned by entity L2. {{(pid=121606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 25 21:18:17.975129 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] No Port match for: 351ad003-7628-46fe-a749-8abfe48f50a4 {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:18:17.975129 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device 351ad003-7628-46fe-a749-8abfe48f50a4 not bound to the agent host nch1-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:18:18.045219 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-68817e00-07c5-443e-8851-9780f9faf906 req-a9ed4920-4336-4df7-b73c-8244a516dda7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:18.135983 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8e9e8c-5cff-4340-a431-0dcf5e5d32eb req-ab0b6916-2f2d-49b9-867a-035d07ddd60b tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:18:18.137580 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-af8e9e8c-5cff-4340-a431-0dcf5e5d32eb req-ab0b6916-2f2d-49b9-867a-035d07ddd60b tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/ports?device_id=4e09da5c-da55-4216-89ee-8cbdaf24ecec HTTP/1.1" status: 200  len: 950 time: 0.1234024
Dec 25 21:18:18.159346 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ed4920-4336-4df7-b73c-8244a516dda7 service neutron] Pushing event updated for resources: {'Port': ['ID=6260aad7-fac9-455a-b6ea-92f0abdfd81d,revision_number=10']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:18:18.165531 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [req-68817e00-07c5-443e-8851-9780f9faf906 req-a9ed4920-4336-4df7-b73c-8244a516dda7 service neutron] No DVR routers for this DVR port 6260aad7-fac9-455a-b6ea-92f0abdfd81d on host nch2-master-1 {{(pid=121606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:18:18.199589 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-acd02d6e-001e-4810-922d-82195dc177ff req-e1f1ef45-9b32-4cc2-83f8-7f0dc1721b38 tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] 10.222.0.32 "GET /v2.0/security-groups/b51ef9b8-c5e9-4ce9-b137-7d53f935953f HTTP/1.1" status: 200  len: 1792 time: 0.1150975
Dec 25 21:18:18.267118 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-68817e00-07c5-443e-8851-9780f9faf906 req-a9ed4920-4336-4df7-b73c-8244a516dda7 service neutron] Attempting to bind port 6260aad7-fac9-455a-b6ea-92f0abdfd81d on host nch1-master-1 for vnic_type normal with profile  {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:18:18.267472 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-68817e00-07c5-443e-8851-9780f9faf906 req-a9ed4920-4336-4df7-b73c-8244a516dda7 service neutron] Attempting to bind port 6260aad7-fac9-455a-b6ea-92f0abdfd81d by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '85c774cb-a0eb-4ad9-961f-f331d3b37cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '8f212e98-547d-4c6e-a560-2e9a548c8f59'}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:18:18.267815 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68817e00-07c5-443e-8851-9780f9faf906 req-a9ed4920-4336-4df7-b73c-8244a516dda7 service neutron] Attempting to bind port 6260aad7-fac9-455a-b6ea-92f0abdfd81d on network 8f212e98-547d-4c6e-a560-2e9a548c8f59 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:18:18.280506 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68817e00-07c5-443e-8851-9780f9faf906 req-a9ed4920-4336-4df7-b73c-8244a516dda7 service neutron] Port 6260aad7-fac9-455a-b6ea-92f0abdfd81d on network 8f212e98-547d-4c6e-a560-2e9a548c8f59 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 25 21:18:18.280778 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68817e00-07c5-443e-8851-9780f9faf906 req-a9ed4920-4336-4df7-b73c-8244a516dda7 service neutron] Attempting to bind port 6260aad7-fac9-455a-b6ea-92f0abdfd81d on network 8f212e98-547d-4c6e-a560-2e9a548c8f59 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:18:18.286040 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-af8e9e8c-5cff-4340-a431-0dcf5e5d32eb req-433e972f-d1c6-4b00-a0e6-4ebab0c7db37 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3f1ae63-416f-443f-b032-af0d7dcc9019&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1238999
Dec 25 21:18:18.291863 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68817e00-07c5-443e-8851-9780f9faf906 req-a9ed4920-4336-4df7-b73c-8244a516dda7 service neutron] Checking agent: {'id': '6d577036-68fc-4aa4-aed7-5ab01de2117e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 21, 4, 34), 'started_at': datetime.datetime(2021, 12, 25, 21, 4, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 18, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:18:18.292211 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68817e00-07c5-443e-8851-9780f9faf906 req-a9ed4920-4336-4df7-b73c-8244a516dda7 service neutron] Checking segment: {'id': '85c774cb-a0eb-4ad9-961f-f331d3b37cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '8f212e98-547d-4c6e-a560-2e9a548c8f59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:18:18.292598 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68817e00-07c5-443e-8851-9780f9faf906 req-a9ed4920-4336-4df7-b73c-8244a516dda7 service neutron] Bound using segment: {'id': '85c774cb-a0eb-4ad9-961f-f331d3b37cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '8f212e98-547d-4c6e-a560-2e9a548c8f59'} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:18:18.293062 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-68817e00-07c5-443e-8851-9780f9faf906 req-a9ed4920-4336-4df7-b73c-8244a516dda7 service neutron] Bound port: 6260aad7-fac9-455a-b6ea-92f0abdfd81d, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85c774cb-a0eb-4ad9-961f-f331d3b37cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '8f212e98-547d-4c6e-a560-2e9a548c8f59'}}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:18:18.293425 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-68817e00-07c5-443e-8851-9780f9faf906 req-a9ed4920-4336-4df7-b73c-8244a516dda7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:18.339382 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-acd02d6e-001e-4810-922d-82195dc177ff req-4a07bb3a-6660-4a73-93de-18be0a02f133 tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] Publish callbacks [] for security_group, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:18.381825 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-acd02d6e-001e-4810-922d-82195dc177ff req-4a07bb3a-6660-4a73-93de-18be0a02f133 tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] Publish callbacks [] for security_group, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:18.403308 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-68817e00-07c5-443e-8851-9780f9faf906 req-a9ed4920-4336-4df7-b73c-8244a516dda7 service neutron] For port 6260aad7-fac9-455a-b6ea-92f0abdfd81d, host nch1-master-1, cleared binding levels {{(pid=121606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:18:18.424598 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-68817e00-07c5-443e-8851-9780f9faf906 req-a9ed4920-4336-4df7-b73c-8244a516dda7 service neutron] For port 6260aad7-fac9-455a-b6ea-92f0abdfd81d, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6260aad7-fac9-455a-b6ea-92f0abdfd81d,segment=NetworkSegment(85c774cb-a0eb-4ad9-961f-f331d3b37cd6),segment_id=85c774cb-a0eb-4ad9-961f-f331d3b37cd6)] {{(pid=121606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:18:18.547359 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-68817e00-07c5-443e-8851-9780f9faf906 req-a9ed4920-4336-4df7-b73c-8244a516dda7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:18.549326 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-acd02d6e-001e-4810-922d-82195dc177ff req-4a07bb3a-6660-4a73-93de-18be0a02f133 tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:18.552152 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-acd02d6e-001e-4810-922d-82195dc177ff req-4a07bb3a-6660-4a73-93de-18be0a02f133 tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] Publish callbacks [] for security_group, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:18.553845 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-acd02d6e-001e-4810-922d-82195dc177ff req-4a07bb3a-6660-4a73-93de-18be0a02f133 tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] 10.222.0.32 "DELETE /v2.0/security-groups/b51ef9b8-c5e9-4ce9-b137-7d53f935953f HTTP/1.1" status: 204  len: 173 time: 0.3373113
Dec 25 21:18:18.595246 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a07bb3a-6660-4a73-93de-18be0a02f133 tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b51ef9b8-c5e9-4ce9-b137-7d53f935953f,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:18:18.602549 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68817e00-07c5-443e-8851-9780f9faf906 req-a9ed4920-4336-4df7-b73c-8244a516dda7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:18:18.603164 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-68817e00-07c5-443e-8851-9780f9faf906 req-a9ed4920-4336-4df7-b73c-8244a516dda7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:18.604666 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-68817e00-07c5-443e-8851-9780f9faf906 req-a9ed4920-4336-4df7-b73c-8244a516dda7 service neutron] 10.222.0.31 "PUT /v2.0/ports/6260aad7-fac9-455a-b6ea-92f0abdfd81d HTTP/1.1" status: 200  len: 1097 time: 1.2281532
Dec 25 21:18:18.620392 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ed4920-4336-4df7-b73c-8244a516dda7 service neutron] Pushing event updated for resources: {'Port': ['ID=6260aad7-fac9-455a-b6ea-92f0abdfd81d,revision_number=11']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:18:18.702664 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68817e00-07c5-443e-8851-9780f9faf906 req-5e78dab6-80ed-4835-8e96-076c01e0df63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:18:18.704766 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-68817e00-07c5-443e-8851-9780f9faf906 req-5e78dab6-80ed-4835-8e96-076c01e0df63 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ed880d80bcfb4641b02f26da5fad21b8&device_id=4e09da5c-da55-4216-89ee-8cbdaf24ecec HTTP/1.1" status: 200  len: 1100 time: 0.0750234
Dec 25 21:18:18.717648 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3e350f-1103-4f6c-981f-f70777760be7 req-c69ad033-3fe0-47de-ba8b-d93ae5f9616d tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:18:18.719170 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ae3e350f-1103-4f6c-981f-f70777760be7 req-c69ad033-3fe0-47de-ba8b-d93ae5f9616d tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] 10.222.0.32 "GET /v2.0/ports?device_id=503df13c-2f74-4094-bbd9-a07a7ba8f4cb HTTP/1.1" status: 200  len: 945 time: 0.0809658
Dec 25 21:18:18.824865 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ae3e350f-1103-4f6c-981f-f70777760be7 req-203f70d2-00f6-4aa6-9604-b18fe4611d2b tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] 10.222.0.32 "GET /v2.0/security-groups?id=2bf8651c-3ed0-44bb-a064-d61aab6ec281&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0974388
Dec 25 21:18:18.838165 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e09da5c-da55-4216-89ee-8cbdaf24ecec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6260aad7-fac9-455a-b6ea-92f0abdfd81d'}, {'name': 'network-changed', 'server_uuid': '4e09da5c-da55-4216-89ee-8cbdaf24ecec', 'tag': '6260aad7-fac9-455a-b6ea-92f0abdfd81d'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:18:18.840448 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9858820c13ec2827453b94ebc4181065e990a4e4089ccb9fe762531ac62d2fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46d84d6c-c161-41a0-b184-2ec59c79927b" -d '{"events": [{"server_uuid": "4e09da5c-da55-4216-89ee-8cbdaf24ecec", "name": "network-vif-unplugged", "status": "completed", "tag": "6260aad7-fac9-455a-b6ea-92f0abdfd81d"}, {"name": "network-changed", "server_uuid": "4e09da5c-da55-4216-89ee-8cbdaf24ecec", "tag": "6260aad7-fac9-455a-b6ea-92f0abdfd81d"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:18:18.846695 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68817e00-07c5-443e-8851-9780f9faf906 req-fd47622a-2288-46c1-a42e-46f4ea1ef3f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:18:18.848020 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-68817e00-07c5-443e-8851-9780f9faf906 req-fd47622a-2288-46c1-a42e-46f4ea1ef3f2 service neutron] 10.222.0.31 "GET /v2.0/networks?id=8f212e98-547d-4c6e-a560-2e9a548c8f59 HTTP/1.1" status: 200  len: 870 time: 0.1279674
Dec 25 21:18:18.900119 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-68817e00-07c5-443e-8851-9780f9faf906 req-cab4950d-55f6-48d5-9d19-e15bc5601dc6 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.100&port_id=6260aad7-fac9-455a-b6ea-92f0abdfd81d HTTP/1.1" status: 200  len: 217 time: 0.0438042
Dec 25 21:18:18.966828 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Sat, 25 Dec 2021 21:18:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d30bcf34-6794-45fd-81cc-28c90b961314 x-openstack-request-id: req-d30bcf34-6794-45fd-81cc-28c90b961314 {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:18:18.967130 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e09da5c-da55-4216-89ee-8cbdaf24ecec", "name": "network-vif-unplugged", "status": "completed", "tag": "6260aad7-fac9-455a-b6ea-92f0abdfd81d", "code": 200}, {"name": "network-changed", "server_uuid": "4e09da5c-da55-4216-89ee-8cbdaf24ecec", "tag": "6260aad7-fac9-455a-b6ea-92f0abdfd81d", "status": "completed", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:18:18.967380 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d30bcf34-6794-45fd-81cc-28c90b961314 {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:18:18.967784 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e09da5c-da55-4216-89ee-8cbdaf24ecec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6260aad7-fac9-455a-b6ea-92f0abdfd81d', 'code': 200}
Dec 25 21:18:18.968010 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e09da5c-da55-4216-89ee-8cbdaf24ecec', 'tag': '6260aad7-fac9-455a-b6ea-92f0abdfd81d', 'status': 'completed', 'code': 200}
Dec 25 21:18:18.993572 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68817e00-07c5-443e-8851-9780f9faf906 req-8b3ea2f5-a8a1-49f7-bdc4-2c7bf6548d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:18:18.993572 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-68817e00-07c5-443e-8851-9780f9faf906 req-8b3ea2f5-a8a1-49f7-bdc4-2c7bf6548d91 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=dcfbae86-f93e-400c-8084-eac7f56ff5ba HTTP/1.1" status: 200  len: 843 time: 0.0817058
Dec 25 21:18:19.045405 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fb191d-42d0-4392-a35b-7b65f7f303c2 req-14bbc5c1-18ce-4915-9c92-32d878b4b92c tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:18:19.047723 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-13fb191d-42d0-4392-a35b-7b65f7f303c2 req-14bbc5c1-18ce-4915-9c92-32d878b4b92c tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] 10.222.0.32 "GET /v2.0/ports?device_id=c169c539-29b8-4eeb-bb76-6e6eabd11098 HTTP/1.1" status: 200  len: 945 time: 0.1142538
Dec 25 21:18:19.137094 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d84d6c-c161-41a0-b184-2ec59c79927b req-0beb9226-3c9c-4e91-83c9-b969f1ccaa9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:18:19.138690 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-46d84d6c-c161-41a0-b184-2ec59c79927b req-0beb9226-3c9c-4e91-83c9-b969f1ccaa9d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ed880d80bcfb4641b02f26da5fad21b8&device_id=4e09da5c-da55-4216-89ee-8cbdaf24ecec HTTP/1.1" status: 200  len: 1100 time: 0.1321921
Dec 25 21:18:19.148432 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68817e00-07c5-443e-8851-9780f9faf906 req-ade74397-f5ed-4256-a38e-d371c4582e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:18:19.149941 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-68817e00-07c5-443e-8851-9780f9faf906 req-ade74397-f5ed-4256-a38e-d371c4582e93 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=8f212e98-547d-4c6e-a560-2e9a548c8f59&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1537974
Dec 25 21:18:19.212243 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-13fb191d-42d0-4392-a35b-7b65f7f303c2 req-393ab7e0-d18f-4d44-b82d-6a65f7b79bec tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] 10.222.0.32 "GET /v2.0/security-groups?id=20bd9841-9e11-4157-a0aa-08323059b96f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1466026
Dec 25 21:18:19.229956 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae81a087-db81-4118-a52e-3d8c898720ab req-5d859e52-c594-4b96-a6c1-b67fc601e0e7 tempest-ServerRescueTestJSON-1336662106 tempest-ServerRescueTestJSON-1336662106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:18:19.231355 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ae81a087-db81-4118-a52e-3d8c898720ab req-5d859e52-c594-4b96-a6c1-b67fc601e0e7 tempest-ServerRescueTestJSON-1336662106 tempest-ServerRescueTestJSON-1336662106-project] 10.222.0.32 "GET /v2.0/ports?device_id=30bfda27-68a3-4a4a-bfd1-7749eaa3997c HTTP/1.1" status: 200  len: 945 time: 0.1583295
Dec 25 21:18:19.305100 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device 6260aad7-fac9-455a-b6ea-92f0abdfd81d no longer exists at agent hyperv_nch2-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:18:19.332259 ncdv-master-1 neutron-server[121606]: INFO neutron.api.v2.resource [req-e1c247c1-254d-46db-ab3f-c058e68bd0ff req-db872b04-d154-4706-a271-fefc6e6e854c tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] show failed (client error): The resource could not be found.
Dec 25 21:18:19.333287 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e1c247c1-254d-46db-ab3f-c058e68bd0ff req-db872b04-d154-4706-a271-fefc6e6e854c tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] 10.222.0.32 "GET /v2.0/security-groups/18bfcab3-627d-4ce2-86bd-48e027bcf973 HTTP/1.1" status: 404  len: 352 time: 0.0922594
Dec 25 21:18:19.343956 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] The host nch2-master-1 is not matching for port 6260aad7-fac9-455a-b6ea-92f0abdfd81d host nch1-master-1! {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}}
Dec 25 21:18:19.344362 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device 6260aad7-fac9-455a-b6ea-92f0abdfd81d not bound to the agent host nch2-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:18:19.384066 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d84d6c-c161-41a0-b184-2ec59c79927b req-6b8dcef5-3b31-46a4-870e-a9077203b93f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:18:19.385603 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-46d84d6c-c161-41a0-b184-2ec59c79927b req-6b8dcef5-3b31-46a4-870e-a9077203b93f service neutron] 10.222.0.37 "GET /v2.0/networks?id=8f212e98-547d-4c6e-a560-2e9a548c8f59 HTTP/1.1" status: 200  len: 870 time: 0.2348094
Dec 25 21:18:19.388485 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-68817e00-07c5-443e-8851-9780f9faf906 req-3c3d5730-0e7d-4679-affd-36aed3151ea5 service neutron] 10.222.0.31 "GET /v2.0/networks/8f212e98-547d-4c6e-a560-2e9a548c8f59?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2192752
Dec 25 21:18:19.392329 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ae81a087-db81-4118-a52e-3d8c898720ab req-30134d27-f83d-443b-b08b-173d3ec58bd7 tempest-ServerRescueTestJSON-1336662106 tempest-ServerRescueTestJSON-1336662106-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3baa9cd-9895-4145-88c0-053a91673173&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1501293
Dec 25 21:18:19.433476 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-46d84d6c-c161-41a0-b184-2ec59c79927b req-c5a0d92d-dbc9-4e5c-9106-6f5157fefe87 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.100&port_id=6260aad7-fac9-455a-b6ea-92f0abdfd81d HTTP/1.1" status: 200  len: 217 time: 0.0401938
Dec 25 21:18:19.582680 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d84d6c-c161-41a0-b184-2ec59c79927b req-386c1d60-1803-4bcd-a153-18f9447e8405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:18:19.584163 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-46d84d6c-c161-41a0-b184-2ec59c79927b req-386c1d60-1803-4bcd-a153-18f9447e8405 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=dcfbae86-f93e-400c-8084-eac7f56ff5ba HTTP/1.1" status: 200  len: 843 time: 0.1331241
Dec 25 21:18:19.683632 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c3d1dbde-0c8a-4f5f-b574-8fe59a7cce73 req-c57b535a-ad63-4cf7-be26-f6b28e6729b6 tempest-ServersTestBootFromVolume-822926053 tempest-ServersTestBootFromVolume-822926053-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1906790644&fields=id&tenant_id=ba1ca2fcc2ce4d41b609fa6a753fc806 HTTP/1.1" status: 200  len: 267 time: 0.1833799
Dec 25 21:18:19.708570 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-68817e00-07c5-443e-8851-9780f9faf906 req-0402dc74-78a8-44b9-a86a-10958288c8fa service neutron] 10.222.0.31 "GET /v2.0/networks/8f212e98-547d-4c6e-a560-2e9a548c8f59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2768693
Dec 25 21:18:19.752311 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d84d6c-c161-41a0-b184-2ec59c79927b req-85e4e33d-5c8a-48a1-840c-8e03e8545cee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:18:19.753853 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-46d84d6c-c161-41a0-b184-2ec59c79927b req-85e4e33d-5c8a-48a1-840c-8e03e8545cee service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8f212e98-547d-4c6e-a560-2e9a548c8f59&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1610005
Dec 25 21:18:19.764475 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fafdd8e-3831-4d11-a816-538773cf991a req-ec9db468-3885-4d15-b2d3-4bad52e86530 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:18:19.766498 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7fafdd8e-3831-4d11-a816-538773cf991a req-ec9db468-3885-4d15-b2d3-4bad52e86530 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] 10.222.0.32 "GET /v2.0/networks?id=de2cf5f5-0f83-4089-a263-5ec0a5e6f1de HTTP/1.1" status: 200  len: 806 time: 0.2785244
Dec 25 21:18:19.855952 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7fafdd8e-3831-4d11-a816-538773cf991a req-a9b5b891-d2a2-4362-95b4-f36dfc02da4a tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] 10.222.0.32 "GET /v2.0/quotas/38d7cbaffc1340f59e994569e8e33e1d HTTP/1.1" status: 200  len: 375 time: 0.0718207
Dec 25 21:18:19.960409 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device a3eb73b0-73d7-475d-8adc-e559e07f85d9 no longer exists at agent hyperv_nch1-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:18:19.981423 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] No Port match for: a3eb73b0-73d7-475d-8adc-e559e07f85d9 {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:18:19.981765 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device a3eb73b0-73d7-475d-8adc-e559e07f85d9 not bound to the agent host nch1-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:18:20.263675 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d84d6c-c161-41a0-b184-2ec59c79927b req-d114f0e9-ec53-4f78-84c9-162c30ada7b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:18:20.265211 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-46d84d6c-c161-41a0-b184-2ec59c79927b req-d114f0e9-ec53-4f78-84c9-162c30ada7b7 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ed880d80bcfb4641b02f26da5fad21b8&device_id=4e09da5c-da55-4216-89ee-8cbdaf24ecec HTTP/1.1" status: 200  len: 1100 time: 0.5083363
Dec 25 21:18:20.296183 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d1dbde-0c8a-4f5f-b574-8fe59a7cce73 req-09fface8-92d4-40c2-adcd-d120d8782505 tempest-ServersTestBootFromVolume-822926053 tempest-ServersTestBootFromVolume-822926053-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:18:20.298146 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c3d1dbde-0c8a-4f5f-b574-8fe59a7cce73 req-09fface8-92d4-40c2-adcd-d120d8782505 tempest-ServersTestBootFromVolume-822926053 tempest-ServersTestBootFromVolume-822926053-project] 10.222.0.32 "GET /v2.0/networks?id=98581356-69b5-4e98-93ff-2ca77d3cb056 HTTP/1.1" status: 200  len: 816 time: 0.6070318
Dec 25 21:18:20.332276 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-46d84d6c-c161-41a0-b184-2ec59c79927b req-0119c305-a5ce-4ea2-829a-3f483d21f997 service neutron] 10.222.0.37 "GET /v2.0/networks/8f212e98-547d-4c6e-a560-2e9a548c8f59?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5649521
Dec 25 21:18:20.341834 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7fafdd8e-3831-4d11-a816-538773cf991a req-aa97f358-7411-4770-bb1a-393b013599da tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=38d7cbaffc1340f59e994569e8e33e1d&fields=id HTTP/1.1" status: 200  len: 255 time: 0.4798453
Dec 25 21:18:20.351563 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c3d1dbde-0c8a-4f5f-b574-8fe59a7cce73 req-17b30e7c-761d-4c3a-8801-9df716fc4bb8 tempest-ServersTestBootFromVolume-822926053 tempest-ServersTestBootFromVolume-822926053-project] 10.222.0.32 "GET /v2.0/quotas/ba1ca2fcc2ce4d41b609fa6a753fc806 HTTP/1.1" status: 200  len: 375 time: 0.0375929
Dec 25 21:18:20.531932 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d84d6c-c161-41a0-b184-2ec59c79927b req-e46584a4-0666-4713-9b22-691ead1906c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:18:20.534407 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-46d84d6c-c161-41a0-b184-2ec59c79927b req-e46584a4-0666-4713-9b22-691ead1906c3 service neutron] 10.222.0.31 "GET /v2.0/networks?id=8f212e98-547d-4c6e-a560-2e9a548c8f59 HTTP/1.1" status: 200  len: 870 time: 0.2572439
Dec 25 21:18:20.603927 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c3d1dbde-0c8a-4f5f-b574-8fe59a7cce73 req-67bab980-ed00-48cd-899c-659e76011477 tempest-ServersTestBootFromVolume-822926053 tempest-ServersTestBootFromVolume-822926053-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=ba1ca2fcc2ce4d41b609fa6a753fc806&fields=id HTTP/1.1" status: 200  len: 302 time: 0.2225764
Dec 25 21:18:20.613768 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-46d84d6c-c161-41a0-b184-2ec59c79927b req-3814b433-c477-4e16-813d-62e19a0e407f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.100&port_id=6260aad7-fac9-455a-b6ea-92f0abdfd81d HTTP/1.1" status: 200  len: 217 time: 0.0705073
Dec 25 21:18:20.660390 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-46d84d6c-c161-41a0-b184-2ec59c79927b req-dd9374d3-7f4a-4163-895a-4bfc2ffd4b68 service neutron] 10.222.0.37 "GET /v2.0/networks/8f212e98-547d-4c6e-a560-2e9a548c8f59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3176067
Dec 25 21:18:20.663931 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7fafdd8e-3831-4d11-a816-538773cf991a req-9f5d54f7-119c-439a-b1d3-c7a49a2fe331 service neutron] 10.222.0.32 "GET /v2.0/networks/de2cf5f5-0f83-4089-a263-5ec0a5e6f1de?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2819605
Dec 25 21:18:20.706856 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d84d6c-c161-41a0-b184-2ec59c79927b req-d5293750-d223-4c1d-82b2-56919792d55e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:18:20.708269 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-46d84d6c-c161-41a0-b184-2ec59c79927b req-d5293750-d223-4c1d-82b2-56919792d55e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=dcfbae86-f93e-400c-8084-eac7f56ff5ba HTTP/1.1" status: 200  len: 843 time: 0.0833461
Dec 25 21:18:20.850149 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d84d6c-c161-41a0-b184-2ec59c79927b req-fae6dabd-b727-4aae-b03a-4a50bda07a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:18:20.851580 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-46d84d6c-c161-41a0-b184-2ec59c79927b req-fae6dabd-b727-4aae-b03a-4a50bda07a76 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=8f212e98-547d-4c6e-a560-2e9a548c8f59&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1331935
Dec 25 21:18:20.893011 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7fafdd8e-3831-4d11-a816-538773cf991a req-5c2312e7-1ae9-4043-971a-152c1258f4a9 service neutron] 10.222.0.32 "GET /v2.0/networks/de2cf5f5-0f83-4089-a263-5ec0a5e6f1de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2145922
Dec 25 21:18:20.896789 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c3d1dbde-0c8a-4f5f-b574-8fe59a7cce73 req-b089762f-d2ce-40c3-825d-3074bf390aca service neutron] 10.222.0.32 "GET /v2.0/networks/98581356-69b5-4e98-93ff-2ca77d3cb056?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2728646
Dec 25 21:18:21.028219 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-46d84d6c-c161-41a0-b184-2ec59c79927b req-d8290333-0f73-4fc4-94b9-62965ee1c14b service neutron] 10.222.0.31 "GET /v2.0/networks/8f212e98-547d-4c6e-a560-2e9a548c8f59?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1626759
Dec 25 21:18:21.038467 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c3d1dbde-0c8a-4f5f-b574-8fe59a7cce73 req-44f32c04-a8ce-4bea-9b04-f40ab2ed6dd4 service neutron] 10.222.0.32 "GET /v2.0/networks/98581356-69b5-4e98-93ff-2ca77d3cb056?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1351357
Dec 25 21:18:21.141696 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-46d84d6c-c161-41a0-b184-2ec59c79927b req-431c1ab3-41d1-41e8-8420-9c3b79d7cc6b service neutron] 10.222.0.31 "GET /v2.0/networks/8f212e98-547d-4c6e-a560-2e9a548c8f59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1021373
Dec 25 21:18:21.186927 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9473de5b-a070-4a16-8aef-ec19d8d0410b req-64b2e067-0584-4aa4-a4d8-12ea80fc7d70 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:18:21.187792 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9473de5b-a070-4a16-8aef-ec19d8d0410b req-64b2e067-0584-4aa4-a4d8-12ea80fc7d70 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/ports?device_id=4e09da5c-da55-4216-89ee-8cbdaf24ecec HTTP/1.1" status: 200  len: 949 time: 0.0667801
Dec 25 21:18:21.244262 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9473de5b-a070-4a16-8aef-ec19d8d0410b req-6ed24a78-cd4a-4979-9e7a-fd38078d8314 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3f1ae63-416f-443f-b032-af0d7dcc9019&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0503321
Dec 25 21:18:21.300218 ncdv-master-1 neutron-server[121606]: INFO neutron.api.v2.resource [req-fb26c582-999f-4dc3-be28-78f923c2e597 req-a5f5ebf4-4c90-40f0-b1cd-7dc4064881df tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] show failed (client error): The resource could not be found.
Dec 25 21:18:21.301483 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-fb26c582-999f-4dc3-be28-78f923c2e597 req-a5f5ebf4-4c90-40f0-b1cd-7dc4064881df tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] 10.222.0.32 "GET /v2.0/security-groups/2ba33cf5-783f-47f8-ab0c-abe946a208dc HTTP/1.1" status: 404  len: 352 time: 0.0141008
Dec 25 21:18:21.409910 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61a76a9-c686-4d1a-bfba-2112dda296af req-f0ecd089-367d-4c9d-b2a2-957b642360f3 tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:18:21.411431 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a61a76a9-c686-4d1a-bfba-2112dda296af req-f0ecd089-367d-4c9d-b2a2-957b642360f3 tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] 10.222.0.32 "GET /v2.0/ports?device_id=503df13c-2f74-4094-bbd9-a07a7ba8f4cb HTTP/1.1" status: 200  len: 945 time: 0.0595779
Dec 25 21:18:21.462292 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a61a76a9-c686-4d1a-bfba-2112dda296af req-b9c31a44-bce7-4522-862a-fc13db917448 tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] 10.222.0.32 "GET /v2.0/security-groups?id=2bf8651c-3ed0-44bb-a064-d61aab6ec281&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436988
Dec 25 21:18:21.591315 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32acc8d-f1a3-4b33-9e91-81a6a9e57a52 req-a5e17ce4-cea0-4134-a25f-9fcbfb97450c tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:18:21.592817 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c32acc8d-f1a3-4b33-9e91-81a6a9e57a52 req-a5e17ce4-cea0-4134-a25f-9fcbfb97450c tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] 10.222.0.32 "GET /v2.0/ports?device_id=c169c539-29b8-4eeb-bb76-6e6eabd11098 HTTP/1.1" status: 200  len: 945 time: 0.0694346
Dec 25 21:18:21.644187 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c32acc8d-f1a3-4b33-9e91-81a6a9e57a52 req-9a2b7f04-9741-4e7a-bc87-3393f10857db tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] 10.222.0.32 "GET /v2.0/security-groups?id=20bd9841-9e11-4157-a0aa-08323059b96f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0449162
Dec 25 21:18:21.821899 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dc80dc-b3ca-4426-aa94-f072c843410b req-61a81596-d26f-40a6-9eb2-97e05da9b54d tempest-ServerRescueTestJSON-1336662106 tempest-ServerRescueTestJSON-1336662106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:18:21.824435 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-30dc80dc-b3ca-4426-aa94-f072c843410b req-61a81596-d26f-40a6-9eb2-97e05da9b54d tempest-ServerRescueTestJSON-1336662106 tempest-ServerRescueTestJSON-1336662106-project] 10.222.0.32 "GET /v2.0/ports?device_id=30bfda27-68a3-4a4a-bfd1-7749eaa3997c HTTP/1.1" status: 200  len: 945 time: 0.0529335
Dec 25 21:18:21.871675 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-db240ce7-c390-4333-be1d-5a98c7a49e8d req-06d8a492-f42c-4324-a19f-445595de230b tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] 10.222.0.32 "GET /v2.0/ports?device_id=48b8a5b8-636e-4965-bb02-a799fdf8524f HTTP/1.1" status: 200  len: 210 time: 0.0401518
Dec 25 21:18:21.905448 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-30dc80dc-b3ca-4426-aa94-f072c843410b req-b681134b-caa0-4b24-8132-33fbbf2d2b3b tempest-ServerRescueTestJSON-1336662106 tempest-ServerRescueTestJSON-1336662106-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3baa9cd-9895-4145-88c0-053a91673173&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0727446
Dec 25 21:18:21.941157 ncdv-master-1 neutron-server[121606]: INFO neutron.api.v2.resource [req-1529f5af-0775-4cb0-9a94-8c5c58964321 req-5fe594f3-de7a-4fd2-a179-9ab2c0c87f85 tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] show failed (client error): The resource could not be found.
Dec 25 21:18:21.944409 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1529f5af-0775-4cb0-9a94-8c5c58964321 req-5fe594f3-de7a-4fd2-a179-9ab2c0c87f85 tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] 10.222.0.32 "GET /v2.0/security-groups/f815413a-79b3-4d1b-b14c-dcbdf85ac8f7 HTTP/1.1" status: 404  len: 352 time: 0.0198846
Dec 25 21:18:21.987530 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-02cc9cf5-5b00-4208-8fdc-d5f252d7ef52 req-59649462-e3be-4346-9842-80ae68fdef2e tempest-ServersTestBootFromVolume-822926053 tempest-ServersTestBootFromVolume-822926053-project] 10.222.0.32 "GET /v2.0/ports?device_id=e524c2c3-e248-42dd-82e5-49cb6b3a3b2c HTTP/1.1" status: 200  len: 210 time: 0.0418777
Dec 25 21:18:22.002220 ncdv-master-1 neutron-server[121606]: INFO neutron.api.v2.resource [req-bcd384ef-20df-4d8f-9069-bd3e0da798e2 req-963e6137-db0b-429c-964c-a51d2917c682 tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] show failed (client error): The resource could not be found.
Dec 25 21:18:22.005520 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-bcd384ef-20df-4d8f-9069-bd3e0da798e2 req-963e6137-db0b-429c-964c-a51d2917c682 tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] 10.222.0.32 "GET /v2.0/security-groups/7aab234a-65b2-4f08-a28b-36ce01fbb815 HTTP/1.1" status: 404  len: 352 time: 0.0202086
Dec 25 21:18:22.047430 ncdv-master-1 neutron-server[121606]: INFO neutron.api.v2.resource [req-da6fce28-8680-49bd-8987-a91f54dbfd0d req-282670cf-e1e8-4619-82f8-2d9d06b31f54 tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] show failed (client error): The resource could not be found.
Dec 25 21:18:22.048424 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-da6fce28-8680-49bd-8987-a91f54dbfd0d req-282670cf-e1e8-4619-82f8-2d9d06b31f54 tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] 10.222.0.32 "GET /v2.0/security-groups/1c4949cd-b458-4b77-8ea0-ea8f7d49b7a6 HTTP/1.1" status: 404  len: 352 time: 0.0155292
Dec 25 21:18:22.082846 ncdv-master-1 neutron-server[121606]: INFO neutron.api.v2.resource [req-c3954c6b-c3f7-452f-ad82-c2e06931b047 req-b3b8cd90-42f5-443a-b29b-40c5660002b9 tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] show failed (client error): The resource could not be found.
Dec 25 21:18:22.083874 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c3954c6b-c3f7-452f-ad82-c2e06931b047 req-b3b8cd90-42f5-443a-b29b-40c5660002b9 tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] 10.222.0.32 "GET /v2.0/security-groups/873a1b84-0d85-4a75-a3a2-94fba05a40a6 HTTP/1.1" status: 404  len: 352 time: 0.0148191
Dec 25 21:18:22.385423 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8a9fcc-0b71-4224-8eb4-fb2443d7e465 req-fe6b7e2d-50ba-4f07-a0a4-52a473dc79ad tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:18:22.387002 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4e8a9fcc-0b71-4224-8eb4-fb2443d7e465 req-fe6b7e2d-50ba-4f07-a0a4-52a473dc79ad tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/ports?device_id=4e09da5c-da55-4216-89ee-8cbdaf24ecec HTTP/1.1" status: 200  len: 949 time: 0.0539634
Dec 25 21:18:22.441479 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4e8a9fcc-0b71-4224-8eb4-fb2443d7e465 req-69169d9f-36b8-49f2-a10e-3a9aa392db4a tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3f1ae63-416f-443f-b032-af0d7dcc9019&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0450468
Dec 25 21:18:22.585578 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed32335c-9a0b-4d7c-acdd-c5413eed7ae6 req-7937dfa1-c535-48f0-8c96-157ae086f838 tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:18:22.587137 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ed32335c-9a0b-4d7c-acdd-c5413eed7ae6 req-7937dfa1-c535-48f0-8c96-157ae086f838 tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5de591e-2d50-4b6e-8d61-887076ed592d HTTP/1.1" status: 200  len: 1023 time: 0.0938318
Dec 25 21:18:22.592476 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6d5b18-69e8-4a31-87d1-bd4e4e398057 req-c0a1a2a4-5afa-43a3-bbeb-660eab4037f0 tempest-MigrationsAdminTest-1524580803 tempest-MigrationsAdminTest-1524580803-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:18:22.594007 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8d6d5b18-69e8-4a31-87d1-bd4e4e398057 req-c0a1a2a4-5afa-43a3-bbeb-660eab4037f0 tempest-MigrationsAdminTest-1524580803 tempest-MigrationsAdminTest-1524580803-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=4e09da5c-da55-4216-89ee-8cbdaf24ecec HTTP/1.1" status: 200  len: 1100 time: 0.0706260
Dec 25 21:18:22.678721 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8d6d5b18-69e8-4a31-87d1-bd4e4e398057 req-20a9e759-275b-4619-ab26-04b0c554ea26 tempest-MigrationsAdminTest-1524580803 tempest-MigrationsAdminTest-1524580803-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=d3f1ae63-416f-443f-b032-af0d7dcc9019&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0767043
Dec 25 21:18:22.689261 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ed32335c-9a0b-4d7c-acdd-c5413eed7ae6 req-3a866e84-b9fc-4e90-b7b5-c986829c53c0 tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] 10.222.0.32 "GET /v2.0/security-groups?id=05129fd7-236e-4b0b-954e-4596cc33e1bb&id=1afdcc1a-136b-4b62-a479-56858cefce8d&id=d97e5b33-925e-41f0-914b-8313cf2e46c0&fields=id&fields=name HTTP/1.1" status: 200  len: 517 time: 0.0936575
Dec 25 21:18:22.835044 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd517777-b80f-4103-8cc1-88523175a157 req-f6960ead-9cbc-458a-9c6b-b8c45192c416 tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:18:22.836680 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-cd517777-b80f-4103-8cc1-88523175a157 req-f6960ead-9cbc-458a-9c6b-b8c45192c416 tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] 10.222.0.32 "GET /v2.0/ports?device_id=c169c539-29b8-4eeb-bb76-6e6eabd11098 HTTP/1.1" status: 200  len: 945 time: 0.0820055
Dec 25 21:18:22.844523 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d20e2d-8dcc-402b-828a-11b54a16159c req-1d5c577d-f4f6-4d99-a1d2-744d93f869bf tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:18:22.845887 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e0d20e2d-8dcc-402b-828a-11b54a16159c req-1d5c577d-f4f6-4d99-a1d2-744d93f869bf tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] 10.222.0.32 "GET /v2.0/ports?device_id=503df13c-2f74-4094-bbd9-a07a7ba8f4cb HTTP/1.1" status: 200  len: 945 time: 0.0806074
Dec 25 21:18:22.918427 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-cd517777-b80f-4103-8cc1-88523175a157 req-2f5b835d-66ba-4448-b22a-95e857192879 tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] 10.222.0.32 "GET /v2.0/security-groups?id=20bd9841-9e11-4157-a0aa-08323059b96f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0710433
Dec 25 21:18:22.927031 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e0d20e2d-8dcc-402b-828a-11b54a16159c req-069eb227-0cc3-4fc5-98d0-ddeb2a960860 tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] 10.222.0.32 "GET /v2.0/security-groups?id=2bf8651c-3ed0-44bb-a064-d61aab6ec281&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0735877
Dec 25 21:18:23.073878 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0d9244e4-4348-4c3e-ad60-a1804b27cf64 req-32ee4e5f-9787-4f34-b4b3-e29c0eec5657 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] 10.222.0.32 "GET /v2.0/ports?device_id=48b8a5b8-636e-4965-bb02-a799fdf8524f HTTP/1.1" status: 200  len: 210 time: 0.0270660
Dec 25 21:18:23.178991 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11a3b90-5968-4a60-b19f-440ac2440ee2 req-1e5f2182-48f1-4d8a-8bad-80dd1848bc0c tempest-ServerRescueTestJSON-1336662106 tempest-ServerRescueTestJSON-1336662106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:18:23.180458 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a11a3b90-5968-4a60-b19f-440ac2440ee2 req-1e5f2182-48f1-4d8a-8bad-80dd1848bc0c tempest-ServerRescueTestJSON-1336662106 tempest-ServerRescueTestJSON-1336662106-project] 10.222.0.32 "GET /v2.0/ports?device_id=30bfda27-68a3-4a4a-bfd1-7749eaa3997c HTTP/1.1" status: 200  len: 945 time: 0.0490673
Dec 25 21:18:23.232980 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a11a3b90-5968-4a60-b19f-440ac2440ee2 req-a6305e97-ef02-4ec2-87c8-e041867f0cd6 tempest-ServerRescueTestJSON-1336662106 tempest-ServerRescueTestJSON-1336662106-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3baa9cd-9895-4145-88c0-053a91673173&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0463066
Dec 25 21:18:23.317083 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c228534e-c8af-43f4-9942-f58e1fd40dc5 req-358d8df1-026b-474a-9b4a-0f02be3dd2b9 tempest-ServersTestBootFromVolume-822926053 tempest-ServersTestBootFromVolume-822926053-project] 10.222.0.32 "GET /v2.0/ports?device_id=e524c2c3-e248-42dd-82e5-49cb6b3a3b2c HTTP/1.1" status: 200  len: 210 time: 0.0284405
Dec 25 21:18:23.395401 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab26bd65-7f5e-472c-a077-5ebff912db91 req-3804cbb3-fbd5-422d-b02c-897c0cc2bb7e tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:18:23.396973 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ab26bd65-7f5e-472c-a077-5ebff912db91 req-3804cbb3-fbd5-422d-b02c-897c0cc2bb7e tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/ports?device_id=4e09da5c-da55-4216-89ee-8cbdaf24ecec HTTP/1.1" status: 200  len: 949 time: 0.0499167
Dec 25 21:18:23.449406 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ab26bd65-7f5e-472c-a077-5ebff912db91 req-32d79328-4232-4267-8657-37251407da89 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3f1ae63-416f-443f-b032-af0d7dcc9019&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0460985
Dec 25 21:18:23.570339 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fafdd8e-3831-4d11-a816-538773cf991a req-64a328b0-088b-4ff4-8d2a-6bc0d3df95d9 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:18:23.571833 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7fafdd8e-3831-4d11-a816-538773cf991a req-64a328b0-088b-4ff4-8d2a-6bc0d3df95d9 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] 10.222.0.31 "GET /v2.0/networks?id=de2cf5f5-0f83-4089-a263-5ec0a5e6f1de HTTP/1.1" status: 200  len: 806 time: 0.1055703
Dec 25 21:18:23.587414 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-7fafdd8e-3831-4d11-a816-538773cf991a req-d8dea15b-63ed-4ceb-ba52-c178910616a4 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] Request body: {'port': {'device_id': '48b8a5b8-636e-4965-bb02-a799fdf8524f', 'network_id': 'de2cf5f5-0f83-4089-a263-5ec0a5e6f1de', 'admin_state_up': True, 'tenant_id': '38d7cbaffc1340f59e994569e8e33e1d'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:18:23.797693 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7fafdd8e-3831-4d11-a816-538773cf991a req-d8dea15b-63ed-4ceb-ba52-c178910616a4 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] Made reservation on behalf of 38d7cbaffc1340f59e994569e8e33e1d for: {'port': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:18:23.801055 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-7fafdd8e-3831-4d11-a816-538773cf991a req-d8dea15b-63ed-4ceb-ba52-c178910616a4 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:23.841556 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbfbd3b-3ab6-4943-ac45-06f2ba93d27f req-f01afe48-db26-409d-9643-81edc64cb56d tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:18:23.843074 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5bbfbd3b-3ab6-4943-ac45-06f2ba93d27f req-f01afe48-db26-409d-9643-81edc64cb56d tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5de591e-2d50-4b6e-8d61-887076ed592d HTTP/1.1" status: 200  len: 1023 time: 0.0801272
Dec 25 21:18:24.009465 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device 6260aad7-fac9-455a-b6ea-92f0abdfd81d details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 25 21:18:24.030343 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_common [req-7fafdd8e-3831-4d11-a816-538773cf991a req-d8dea15b-63ed-4ceb-ba52-c178910616a4 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] Allocated IP 172.20.0.7 (de2cf5f5-0f83-4089-a263-5ec0a5e6f1de/81f9dfd5-f0bc-4f72-bceb-acbb4f595f27/fd420be1-a16d-4f62-bae1-854747080d4d) {{(pid=121606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:18:24.056837 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e921705-1074-4f65-bc0b-7dd52c31bc99 req-4fcd1b43-b599-4323-a903-173d7a42818b tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:18:24.058260 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2e921705-1074-4f65-bc0b-7dd52c31bc99 req-4fcd1b43-b599-4323-a903-173d7a42818b tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] 10.222.0.37 "GET /v2.0/ports?device_id=e5de591e-2d50-4b6e-8d61-887076ed592d HTTP/1.1" status: 200  len: 1023 time: 0.1595476
Dec 25 21:18:24.074141 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5bbfbd3b-3ab6-4943-ac45-06f2ba93d27f req-da905503-9ee4-486c-958f-e3fca59ab069 tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] 10.222.0.32 "GET /v2.0/security-groups?id=05129fd7-236e-4b0b-954e-4596cc33e1bb&id=1afdcc1a-136b-4b62-a479-56858cefce8d&id=d97e5b33-925e-41f0-914b-8313cf2e46c0&fields=id&fields=name HTTP/1.1" status: 200  len: 517 time: 0.2048035
Dec 25 21:18:24.108143 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port 6260aad7-fac9-455a-b6ea-92f0abdfd81d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6260aad7-fac9-455a-b6ea-92f0abdfd81d,segment=NetworkSegment(85c774cb-a0eb-4ad9-961f-f331d3b37cd6),segment_id=85c774cb-a0eb-4ad9-961f-f331d3b37cd6)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:18:24.120769 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Returning: {'device': '6260aad7-fac9-455a-b6ea-92f0abdfd81d', 'network_id': '8f212e98-547d-4c6e-a560-2e9a548c8f59', 'port_id': '6260aad7-fac9-455a-b6ea-92f0abdfd81d', 'mac_address': 'fa:16:3e:55:37:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcfbae86-f93e-400c-8084-eac7f56ff5ba', 'ip_address': '192.168.233.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 25 21:18:24.164652 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:24.170289 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff996e54-fd03-4b85-8230-5541a114035a req-15d687b6-5333-41c1-b399-bd1f6007b132 tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:18:24.172500 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ff996e54-fd03-4b85-8230-5541a114035a req-15d687b6-5333-41c1-b399-bd1f6007b132 tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] 10.222.0.32 "GET /v2.0/ports?device_id=c169c539-29b8-4eeb-bb76-6e6eabd11098 HTTP/1.1" status: 200  len: 945 time: 0.1710513
Dec 25 21:18:24.178970 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6260aad7-fac9-455a-b6ea-92f0abdfd81d {{(pid=121608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:18:24.200287 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port 6260aad7-fac9-455a-b6ea-92f0abdfd81d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6260aad7-fac9-455a-b6ea-92f0abdfd81d,segment=NetworkSegment(85c774cb-a0eb-4ad9-961f-f331d3b37cd6),segment_id=85c774cb-a0eb-4ad9-961f-f331d3b37cd6)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:18:24.265819 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:24.315361 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Pushing event updated for resources: {'Port': ['ID=6260aad7-fac9-455a-b6ea-92f0abdfd81d,revision_number=12']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:18:24.354038 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689bbded-e10c-4b3c-adcb-e73edba1fafe req-67e25ea6-3f6f-4d6b-a8ad-4423db93c0a4 tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:18:24.355519 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-689bbded-e10c-4b3c-adcb-e73edba1fafe req-67e25ea6-3f6f-4d6b-a8ad-4423db93c0a4 tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] 10.222.0.32 "GET /v2.0/ports?device_id=503df13c-2f74-4094-bbd9-a07a7ba8f4cb HTTP/1.1" status: 200  len: 945 time: 0.2158332
Dec 25 21:18:24.370503 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ff996e54-fd03-4b85-8230-5541a114035a req-37153cef-dce2-4d39-a124-e8eb5e55e28a tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] 10.222.0.32 "GET /v2.0/security-groups?id=20bd9841-9e11-4157-a0aa-08323059b96f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1518087
Dec 25 21:18:24.407637 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [req-2e921705-1074-4f65-bc0b-7dd52c31bc99 req-57b65d14-7c70-47aa-91a6-f1fc3824c656 tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] Deleting port dfc1a5c0-22fe-4e86-8082-3ae401c78b61 {{(pid=121606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:18:24.408240 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-2e921705-1074-4f65-bc0b-7dd52c31bc99 req-57b65d14-7c70-47aa-91a6-f1fc3824c656 tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:24.481427 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-7fafdd8e-3831-4d11-a816-538773cf991a req-d8dea15b-63ed-4ceb-ba52-c178910616a4 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] Publish callbacks [] for port, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:24.607623 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f8e3b5a8-9c01-4f73-bd0d-0f2bccefd05a req-a8cd3eaf-4314-4e21-b861-beeb39e89d48 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] 10.222.0.32 "GET /v2.0/ports?device_id=48b8a5b8-636e-4965-bb02-a799fdf8524f HTTP/1.1" status: 200  len: 210 time: 0.1043959
Dec 25 21:18:24.611612 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-689bbded-e10c-4b3c-adcb-e73edba1fafe req-0cb66f89-cc4b-4307-982d-dbf58d6c9492 tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] 10.222.0.32 "GET /v2.0/security-groups?id=2bf8651c-3ed0-44bb-a064-d61aab6ec281&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2451756
Dec 25 21:18:24.689468 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-2e921705-1074-4f65-bc0b-7dd52c31bc99 req-57b65d14-7c70-47aa-91a6-f1fc3824c656 tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] For port dfc1a5c0-22fe-4e86-8082-3ae401c78b61, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=dfc1a5c0-22fe-4e86-8082-3ae401c78b61,segment=NetworkSegment(01b1b6b5-7db5-40ee-a399-bc306695a2d5),segment_id=01b1b6b5-7db5-40ee-a399-bc306695a2d5)] {{(pid=121606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:18:24.689833 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-2e921705-1074-4f65-bc0b-7dd52c31bc99 req-57b65d14-7c70-47aa-91a6-f1fc3824c656 tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:24.698488 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d1dbde-0c8a-4f5f-b574-8fe59a7cce73 req-c4ebd721-e199-44df-826a-f189cf4ee186 tempest-ServersTestBootFromVolume-822926053 tempest-ServersTestBootFromVolume-822926053-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:18:24.700003 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c3d1dbde-0c8a-4f5f-b574-8fe59a7cce73 req-c4ebd721-e199-44df-826a-f189cf4ee186 tempest-ServersTestBootFromVolume-822926053 tempest-ServersTestBootFromVolume-822926053-project] 10.222.0.31 "GET /v2.0/networks?id=98581356-69b5-4e98-93ff-2ca77d3cb056 HTTP/1.1" status: 200  len: 816 time: 0.3154471
Dec 25 21:18:24.730575 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [req-2e921705-1074-4f65-bc0b-7dd52c31bc99 req-57b65d14-7c70-47aa-91a6-f1fc3824c656 tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] Calling delete_port for dfc1a5c0-22fe-4e86-8082-3ae401c78b61 owned by compute:nova {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:18:24.765780 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-6e13248f-1532-48a1-8a44-2fa0863dfaef req-56e9fffd-a5c2-4f14-9719-5c84779676e7 tempest-ServersTestBootFromVolume-822926053 tempest-ServersTestBootFromVolume-822926053-project] 10.222.0.32 "GET /v2.0/ports?device_id=e524c2c3-e248-42dd-82e5-49cb6b3a3b2c HTTP/1.1" status: 200  len: 210 time: 0.0637240
Dec 25 21:18:24.769469 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-7fafdd8e-3831-4d11-a816-538773cf991a req-d8dea15b-63ed-4ceb-ba52-c178910616a4 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:24.781021 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] get_ports_and_sgs() called for port_ids ['b548a516-5b40-4749-9286-e686f9b3d3be'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:18:24.805037 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41faec56-ef45-40ce-a8da-1ed2dd0a076d req-e8848ca4-5199-4ea1-879e-26ad03ba8779 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:18:24.806698 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-41faec56-ef45-40ce-a8da-1ed2dd0a076d req-e8848ca4-5199-4ea1-879e-26ad03ba8779 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e09da5c-da55-4216-89ee-8cbdaf24ecec HTTP/1.1" status: 200  len: 950 time: 0.0627959
Dec 25 21:18:24.854541 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7fafdd8e-3831-4d11-a816-538773cf991a req-d8dea15b-63ed-4ceb-ba52-c178910616a4 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] Network de2cf5f5-0f83-4089-a263-5ec0a5e6f1de is already hosted by enough agents. {{(pid=121606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:18:24.891303 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [req-7fafdd8e-3831-4d11-a816-538773cf991a req-d8dea15b-63ed-4ceb-ba52-c178910616a4 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] Resources bound (agent type, host, resource id):  {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:18:24.916200 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fafdd8e-3831-4d11-a816-538773cf991a req-d8dea15b-63ed-4ceb-ba52-c178910616a4 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] Received port after_create {{(pid=121606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:18:24.937645 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [req-41faec56-ef45-40ce-a8da-1ed2dd0a076d req-6234138b-4187-4bf9-a307-92c43b3447b8 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] Deleting port 6260aad7-fac9-455a-b6ea-92f0abdfd81d {{(pid=121607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:18:24.937915 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-41faec56-ef45-40ce-a8da-1ed2dd0a076d req-6234138b-4187-4bf9-a307-92c43b3447b8 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:25.007424 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:18:25.007424 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:18:25.007424 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:18:25.007424 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:18:25.007424 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:18:25.007424 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:18:25.007424 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:18:25.007424 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:18:25.007424 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:18:25.007424 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:18:25.007424 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:18:25.007424 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:18:25.007424 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:18:25.007424 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:18:25.007424 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:18:25.007424 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:18:25.007424 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:18:25.007424 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:18:25.007424 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:18:25.007424 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:18:25.007424 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:18:25.007424 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:18:25.007424 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:18:25.007424 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:18:25.007424 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:18:25.007424 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:18:25.007424 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:18:25.007424 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:18:25.007424 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:18:25.007424 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:18:25.007424 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:18:25.007424 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:18:25.007424 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:18:25.007424 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:18:25.007424 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:18:25.007424 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:18:25.009972 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:18:25.009972 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:18:25.009972 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:18:25.009972 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:18:25.009972 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:18:25.009972 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:18:25.009972 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:18:25.009972 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:18:25.009972 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:18:25.009972 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:18:25.009972 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:18:25.009972 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:18:25.009972 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3083ed95-a9cb-4170-bf93-883d025682f5 req-d2151c99-c4b3-4650-8ea9-0b0014cdfb42 tempest-ServerRescueTestJSON-1336662106 tempest-ServerRescueTestJSON-1336662106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:18:25.012336 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3083ed95-a9cb-4170-bf93-883d025682f5 req-d2151c99-c4b3-4650-8ea9-0b0014cdfb42 tempest-ServerRescueTestJSON-1336662106 tempest-ServerRescueTestJSON-1336662106-project] 10.222.0.32 "GET /v2.0/ports?device_id=30bfda27-68a3-4a4a-bfd1-7749eaa3997c HTTP/1.1" status: 200  len: 945 time: 0.3113470
Dec 25 21:18:25.022121 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8dea15b-63ed-4ceb-ba52-c178910616a4 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] Pushing event updated for resources: {'Port': ['ID=fd420be1-a16d-4f62-bae1-854747080d4d,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:18:25.052937 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.db [req-41faec56-ef45-40ce-a8da-1ed2dd0a076d req-6234138b-4187-4bf9-a307-92c43b3447b8 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] For port 6260aad7-fac9-455a-b6ea-92f0abdfd81d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6260aad7-fac9-455a-b6ea-92f0abdfd81d,segment=NetworkSegment(85c774cb-a0eb-4ad9-961f-f331d3b37cd6),segment_id=85c774cb-a0eb-4ad9-961f-f331d3b37cd6)] {{(pid=121607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:18:25.053492 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-41faec56-ef45-40ce-a8da-1ed2dd0a076d req-6234138b-4187-4bf9-a307-92c43b3447b8 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:25.065682 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8dea15b-63ed-4ceb-ba52-c178910616a4 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:18:25.066039 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8dea15b-63ed-4ceb-ba52-c178910616a4 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:18:25.066395 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8dea15b-63ed-4ceb-ba52-c178910616a4 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:18:25.066733 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8dea15b-63ed-4ceb-ba52-c178910616a4 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:18:25.067066 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8dea15b-63ed-4ceb-ba52-c178910616a4 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:18:25.067401 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8dea15b-63ed-4ceb-ba52-c178910616a4 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:18:25.067742 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8dea15b-63ed-4ceb-ba52-c178910616a4 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:18:25.068338 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8dea15b-63ed-4ceb-ba52-c178910616a4 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:18:25.068450 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8dea15b-63ed-4ceb-ba52-c178910616a4 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:18:25.068705 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8dea15b-63ed-4ceb-ba52-c178910616a4 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:18:25.069059 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8dea15b-63ed-4ceb-ba52-c178910616a4 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:18:25.069389 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8dea15b-63ed-4ceb-ba52-c178910616a4 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:18:25.069539 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [req-41faec56-ef45-40ce-a8da-1ed2dd0a076d req-6234138b-4187-4bf9-a307-92c43b3447b8 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] Calling delete_port for 6260aad7-fac9-455a-b6ea-92f0abdfd81d owned by compute:nova {{(pid=121607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:18:25.069711 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8dea15b-63ed-4ceb-ba52-c178910616a4 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:18:25.091704 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fafdd8e-3831-4d11-a816-538773cf991a req-d8dea15b-63ed-4ceb-ba52-c178910616a4 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:18:25.092320 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-7fafdd8e-3831-4d11-a816-538773cf991a req-d8dea15b-63ed-4ceb-ba52-c178910616a4 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:25.099483 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c3d1dbde-0c8a-4f5f-b574-8fe59a7cce73 req-f20884e1-4c12-4eda-89c9-c4268cbc91bf tempest-ServersTestBootFromVolume-822926053 tempest-ServersTestBootFromVolume-822926053-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ba1ca2fcc2ce4d41b609fa6a753fc806 HTTP/1.1" status: 200  len: 380 time: 0.3712864
Dec 25 21:18:25.119732 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-c3d1dbde-0c8a-4f5f-b574-8fe59a7cce73 req-366bf0f4-2bcf-4232-a741-9d40047f5c7b tempest-ServersTestBootFromVolume-822926053 tempest-ServersTestBootFromVolume-822926053-project] Request body: {'port': {'device_id': 'e524c2c3-e248-42dd-82e5-49cb6b3a3b2c', 'network_id': '98581356-69b5-4e98-93ff-2ca77d3cb056', 'admin_state_up': True, 'tenant_id': 'ba1ca2fcc2ce4d41b609fa6a753fc806', 'security_groups': ['1cca7a13-76a8-43b2-b6b1-de89b0da2437']}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:18:25.134021 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cdd93c-79c6-47b6-8a1b-7dfd638d44b6 req-f66e9bde-4b8d-4c54-8035-0a8979911909 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:18:25.135566 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-55cdd93c-79c6-47b6-8a1b-7dfd638d44b6 req-f66e9bde-4b8d-4c54-8035-0a8979911909 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/ports?device_id=4e09da5c-da55-4216-89ee-8cbdaf24ecec HTTP/1.1" status: 200  len: 950 time: 0.2525625
Dec 25 21:18:25.209400 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3083ed95-a9cb-4170-bf93-883d025682f5 req-b870ccf2-2024-4280-8398-fe2226b48d9e tempest-ServerRescueTestJSON-1336662106 tempest-ServerRescueTestJSON-1336662106-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3baa9cd-9895-4145-88c0-053a91673173&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1770859
Dec 25 21:18:25.330935 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-41faec56-ef45-40ce-a8da-1ed2dd0a076d req-6234138b-4187-4bf9-a307-92c43b3447b8 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:25.344667 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] get_ports_and_sgs() called for port_ids ['5a73a242-a477-40db-9b6d-7ac1d38d6950', '860d1670-d6af-4fc5-80bd-08f9b6582dac', 'a97266bc-054b-4f05-9507-8f17f9e55d8f'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:18:25.387638 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6234138b-4187-4bf9-a307-92c43b3447b8 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] Pushing event deleted for resources: {'Port': ['ID=6260aad7-fac9-455a-b6ea-92f0abdfd81d,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:18:25.467551 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [req-41faec56-ef45-40ce-a8da-1ed2dd0a076d req-6234138b-4187-4bf9-a307-92c43b3447b8 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] No DVR routers for this DVR port 6260aad7-fac9-455a-b6ea-92f0abdfd81d on host nch1-master-1 {{(pid=121607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:18:25.476325 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-41faec56-ef45-40ce-a8da-1ed2dd0a076d req-6234138b-4187-4bf9-a307-92c43b3447b8 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:25.480119 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-41faec56-ef45-40ce-a8da-1ed2dd0a076d req-6234138b-4187-4bf9-a307-92c43b3447b8 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.31 "DELETE /v2.0/ports/6260aad7-fac9-455a-b6ea-92f0abdfd81d HTTP/1.1" status: 204  len: 173 time: 0.6664553
Dec 25 21:18:25.480734 ncdv-master-1 neutron-server[121607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e09da5c-da55-4216-89ee-8cbdaf24ecec', 'name': 'network-vif-deleted', 'tag': '6260aad7-fac9-455a-b6ea-92f0abdfd81d'}] {{(pid=121607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:18:25.483163 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f980bbcadfa7bf1e788024e1448be660373c21f97f015f780444e999c451203" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-776b63ca-963d-44f1-b211-5bbe9a91d22b" -d '{"events": [{"server_uuid": "4e09da5c-da55-4216-89ee-8cbdaf24ecec", "name": "network-vif-deleted", "tag": "6260aad7-fac9-455a-b6ea-92f0abdfd81d"}]}' {{(pid=121607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:18:25.646372 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7fafdd8e-3831-4d11-a816-538773cf991a req-d8dea15b-63ed-4ceb-ba52-c178910616a4 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.0626247
Dec 25 21:18:25.679296 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-7fafdd8e-3831-4d11-a816-538773cf991a req-fa9aefd5-b24c-491b-a094-4862df0567ab service neutron] Request body: {'port': {'device_id': '48b8a5b8-636e-4965-bb02-a799fdf8524f', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:18:25.757180 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-55cdd93c-79c6-47b6-8a1b-7dfd638d44b6 req-4f10cbbb-7cbb-4e29-8d94-1c0f0ba245ba tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3f1ae63-416f-443f-b032-af0d7dcc9019&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6023278
Dec 25 21:18:25.848252 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7494176-0f54-46b5-85ad-1a1b6b6edda7 req-99f563c4-9bf9-445f-853b-9d76d63006b0 tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:18:25.849783 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a7494176-0f54-46b5-85ad-1a1b6b6edda7 req-99f563c4-9bf9-445f-853b-9d76d63006b0 tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5de591e-2d50-4b6e-8d61-887076ed592d HTTP/1.1" status: 200  len: 1023 time: 0.2145300
Dec 25 21:18:25.864067 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-7fafdd8e-3831-4d11-a816-538773cf991a req-fa9aefd5-b24c-491b-a094-4862df0567ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:25.882353 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-2e921705-1074-4f65-bc0b-7dd52c31bc99 req-57b65d14-7c70-47aa-91a6-f1fc3824c656 tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:25.962713 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b65d14-7c70-47aa-91a6-f1fc3824c656 tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] Pushing event deleted for resources: {'Port': ['ID=dfc1a5c0-22fe-4e86-8082-3ae401c78b61,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:18:26.020724 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3d1dbde-0c8a-4f5f-b574-8fe59a7cce73 req-366bf0f4-2bcf-4232-a741-9d40047f5c7b tempest-ServersTestBootFromVolume-822926053 tempest-ServersTestBootFromVolume-822926053-project] Made reservation on behalf of ba1ca2fcc2ce4d41b609fa6a753fc806 for: {'port': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:18:26.024195 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-c3d1dbde-0c8a-4f5f-b574-8fe59a7cce73 req-366bf0f4-2bcf-4232-a741-9d40047f5c7b tempest-ServersTestBootFromVolume-822926053 tempest-ServersTestBootFromVolume-822926053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:26.052264 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device 6260aad7-fac9-455a-b6ea-92f0abdfd81d details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 25 21:18:26.056293 ncdv-master-1 neutron-server[121608]: INFO neutron.plugins.ml2.plugin [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] No ports have port_id starting with 6260aad7-fac9-455a-b6ea-92f0abdfd81d
Dec 25 21:18:26.057798 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device 6260aad7-fac9-455a-b6ea-92f0abdfd81d requested by agent hyperv_nch1-master-1 not found in database {{(pid=121608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:115}}
Dec 25 21:18:26.060934 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580cf2de-0481-4ef1-9662-b60752babd0a req-2b55f156-23d3-4f35-a34f-5d563bd13ef5 tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:18:26.062971 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-580cf2de-0481-4ef1-9662-b60752babd0a req-2b55f156-23d3-4f35-a34f-5d563bd13ef5 tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] 10.222.0.32 "GET /v2.0/ports?device_id=c169c539-29b8-4eeb-bb76-6e6eabd11098 HTTP/1.1" status: 200  len: 945 time: 0.2436903
Dec 25 21:18:26.063725 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e921705-1074-4f65-bc0b-7dd52c31bc99 req-57b65d14-7c70-47aa-91a6-f1fc3824c656 tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] No DVR routers for this DVR port dfc1a5c0-22fe-4e86-8082-3ae401c78b61 on host nch2-master-1 {{(pid=121606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:18:26.073098 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-2e921705-1074-4f65-bc0b-7dd52c31bc99 req-57b65d14-7c70-47aa-91a6-f1fc3824c656 tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:26.076325 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2e921705-1074-4f65-bc0b-7dd52c31bc99 req-57b65d14-7c70-47aa-91a6-f1fc3824c656 tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] 10.222.0.37 "DELETE /v2.0/ports/dfc1a5c0-22fe-4e86-8082-3ae401c78b61 HTTP/1.1" status: 204  len: 173 time: 2.0088694
Dec 25 21:18:26.119802 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5de591e-2d50-4b6e-8d61-887076ed592d', 'name': 'network-vif-deleted', 'tag': 'dfc1a5c0-22fe-4e86-8082-3ae401c78b61'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:18:26.121973 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9858820c13ec2827453b94ebc4181065e990a4e4089ccb9fe762531ac62d2fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c29b4c69-7766-40e1-8fbd-f472af08de28" -d '{"events": [{"server_uuid": "e5de591e-2d50-4b6e-8d61-887076ed592d", "name": "network-vif-deleted", "tag": "dfc1a5c0-22fe-4e86-8082-3ae401c78b61"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:18:26.172197 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a7494176-0f54-46b5-85ad-1a1b6b6edda7 req-b8eedf9a-8a36-424c-a040-bb0f311ddac6 tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] 10.222.0.32 "GET /v2.0/security-groups?id=05129fd7-236e-4b0b-954e-4596cc33e1bb&id=1afdcc1a-136b-4b62-a479-56858cefce8d&id=d97e5b33-925e-41f0-914b-8313cf2e46c0&fields=id&fields=name HTTP/1.1" status: 200  len: 517 time: 0.3038230
Dec 25 21:18:26.289855 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 21:18:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79eb9ee1-4a59-418a-a086-daecf0be7b94 x-openstack-request-id: req-79eb9ee1-4a59-418a-a086-daecf0be7b94 {{(pid=121607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:18:26.290355 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e09da5c-da55-4216-89ee-8cbdaf24ecec", "name": "network-vif-deleted", "tag": "6260aad7-fac9-455a-b6ea-92f0abdfd81d", "status": "completed", "code": 200}]} {{(pid=121607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:18:26.290437 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-79eb9ee1-4a59-418a-a086-daecf0be7b94 {{(pid=121607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:18:26.290893 ncdv-master-1 neutron-server[121607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e09da5c-da55-4216-89ee-8cbdaf24ecec', 'name': 'network-vif-deleted', 'tag': '6260aad7-fac9-455a-b6ea-92f0abdfd81d', 'status': 'completed', 'code': 200}
Dec 25 21:18:26.299731 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-580cf2de-0481-4ef1-9662-b60752babd0a req-58ca2670-0de3-4426-a49c-77988809a464 tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] 10.222.0.32 "GET /v2.0/security-groups?id=20bd9841-9e11-4157-a0aa-08323059b96f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1829777
Dec 25 21:18:26.481910 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_common [req-c3d1dbde-0c8a-4f5f-b574-8fe59a7cce73 req-366bf0f4-2bcf-4232-a741-9d40047f5c7b tempest-ServersTestBootFromVolume-822926053 tempest-ServersTestBootFromVolume-822926053-project] Allocated IP 172.20.0.13 (98581356-69b5-4e98-93ff-2ca77d3cb056/6158a754-03d6-4ba0-bf8a-020a29c4ba47/94ab1ddd-760b-4f0c-b396-3eeca500e583) {{(pid=121606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:18:26.528280 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f935c1-58aa-4160-b5f7-32258181e801 req-8001bf2c-e029-4bd0-8c4d-05fc2e8ca82d tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:18:26.529726 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f2f935c1-58aa-4160-b5f7-32258181e801 req-8001bf2c-e029-4bd0-8c4d-05fc2e8ca82d tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] 10.222.0.32 "GET /v2.0/ports?device_id=503df13c-2f74-4094-bbd9-a07a7ba8f4cb HTTP/1.1" status: 200  len: 945 time: 0.1600165
Dec 25 21:18:26.541353 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17d372c-8458-4bda-8d4f-bb71d123fb32 req-d4ab0757-32ea-40a1-b2fd-68cbb42f7142 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:18:26.542825 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c17d372c-8458-4bda-8d4f-bb71d123fb32 req-d4ab0757-32ea-40a1-b2fd-68cbb42f7142 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] 10.222.0.32 "GET /v2.0/ports?device_id=48b8a5b8-636e-4965-bb02-a799fdf8524f HTTP/1.1" status: 200  len: 931 time: 0.1668389
Dec 25 21:18:26.621354 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [req-7fafdd8e-3831-4d11-a816-538773cf991a req-fa9aefd5-b24c-491b-a094-4862df0567ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd420be1-a16d-4f62-bae1-854747080d4d {{(pid=121606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:18:26.647294 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-7fafdd8e-3831-4d11-a816-538773cf991a req-fa9aefd5-b24c-491b-a094-4862df0567ab service neutron] Publish callbacks [] for port, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:26.702069 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.provisioning_blocks [req-7fafdd8e-3831-4d11-a816-538773cf991a req-fa9aefd5-b24c-491b-a094-4862df0567ab service neutron] Transition to ACTIVE for port object fd420be1-a16d-4f62-bae1-854747080d4d will not be triggered until provisioned by entity L2. {{(pid=121606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 25 21:18:26.738490 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f2f935c1-58aa-4160-b5f7-32258181e801 req-4bbc50d6-5f41-4bee-98aa-0f505ee774da tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] 10.222.0.32 "GET /v2.0/security-groups?id=2bf8651c-3ed0-44bb-a064-d61aab6ec281&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1925328
Dec 25 21:18:26.743677 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c17d372c-8458-4bda-8d4f-bb71d123fb32 req-f78b6c1c-ed4d-475c-af95-4884b4af192b tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c514444-6044-490f-9acc-6dece3909d9f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1763215
Dec 25 21:18:26.798827 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-c3d1dbde-0c8a-4f5f-b574-8fe59a7cce73 req-366bf0f4-2bcf-4232-a741-9d40047f5c7b tempest-ServersTestBootFromVolume-822926053 tempest-ServersTestBootFromVolume-822926053-project] Publish callbacks [] for port, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:26.818623 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 21:18:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba0a4a79-4f81-4508-9bc3-c83a638c705e x-openstack-request-id: req-ba0a4a79-4f81-4508-9bc3-c83a638c705e {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:18:26.818982 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5de591e-2d50-4b6e-8d61-887076ed592d", "name": "network-vif-deleted", "tag": "dfc1a5c0-22fe-4e86-8082-3ae401c78b61", "status": "completed", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:18:26.819294 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ba0a4a79-4f81-4508-9bc3-c83a638c705e {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:18:26.819810 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5de591e-2d50-4b6e-8d61-887076ed592d', 'name': 'network-vif-deleted', 'tag': 'dfc1a5c0-22fe-4e86-8082-3ae401c78b61', 'status': 'completed', 'code': 200}
Dec 25 21:18:26.824309 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-7fafdd8e-3831-4d11-a816-538773cf991a req-fa9aefd5-b24c-491b-a094-4862df0567ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:26.850378 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c3c497e5-e664-4b69-8ecc-8dfd855a17d5 req-e1864767-4136-4232-9fa8-0df478fdaf64 tempest-ServersTestBootFromVolume-822926053 tempest-ServersTestBootFromVolume-822926053-project] 10.222.0.32 "GET /v2.0/ports?device_id=e524c2c3-e248-42dd-82e5-49cb6b3a3b2c HTTP/1.1" status: 200  len: 210 time: 0.0449233
Dec 25 21:18:26.943422 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9aefd5-b24c-491b-a094-4862df0567ab service neutron] Pushing event updated for resources: {'Port': ['ID=fd420be1-a16d-4f62-bae1-854747080d4d,revision_number=2']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:18:27.005556 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c765a68-fd1d-4686-bb64-4d22861bc4d7 req-d7d46a7d-f784-4067-8f1d-281d9f7d5b4c tempest-ServerRescueTestJSON-1336662106 tempest-ServerRescueTestJSON-1336662106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:18:27.007096 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9c765a68-fd1d-4686-bb64-4d22861bc4d7 req-d7d46a7d-f784-4067-8f1d-281d9f7d5b4c tempest-ServerRescueTestJSON-1336662106 tempest-ServerRescueTestJSON-1336662106-project] 10.222.0.32 "GET /v2.0/ports?device_id=30bfda27-68a3-4a4a-bfd1-7749eaa3997c HTTP/1.1" status: 200  len: 945 time: 0.1329811
Dec 25 21:18:27.043886 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-c3d1dbde-0c8a-4f5f-b574-8fe59a7cce73 req-366bf0f4-2bcf-4232-a741-9d40047f5c7b tempest-ServersTestBootFromVolume-822926053 tempest-ServersTestBootFromVolume-822926053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:27.097835 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-7fafdd8e-3831-4d11-a816-538773cf991a req-fa9aefd5-b24c-491b-a094-4862df0567ab service neutron] Attempting to bind port fd420be1-a16d-4f62-bae1-854747080d4d on host nch1-master-1 for vnic_type normal with profile  {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:18:27.098182 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-7fafdd8e-3831-4d11-a816-538773cf991a req-fa9aefd5-b24c-491b-a094-4862df0567ab service neutron] Attempting to bind port fd420be1-a16d-4f62-bae1-854747080d4d by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '2eb49ff2-b1de-4e84-a376-6f91f784eeb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'de2cf5f5-0f83-4089-a263-5ec0a5e6f1de'}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:18:27.098517 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fafdd8e-3831-4d11-a816-538773cf991a req-fa9aefd5-b24c-491b-a094-4862df0567ab service neutron] Attempting to bind port fd420be1-a16d-4f62-bae1-854747080d4d on network de2cf5f5-0f83-4089-a263-5ec0a5e6f1de {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:18:27.123834 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fafdd8e-3831-4d11-a816-538773cf991a req-fa9aefd5-b24c-491b-a094-4862df0567ab service neutron] Port fd420be1-a16d-4f62-bae1-854747080d4d on network de2cf5f5-0f83-4089-a263-5ec0a5e6f1de not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 25 21:18:27.124166 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fafdd8e-3831-4d11-a816-538773cf991a req-fa9aefd5-b24c-491b-a094-4862df0567ab service neutron] Attempting to bind port fd420be1-a16d-4f62-bae1-854747080d4d on network de2cf5f5-0f83-4089-a263-5ec0a5e6f1de {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:18:27.128318 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3d1dbde-0c8a-4f5f-b574-8fe59a7cce73 req-366bf0f4-2bcf-4232-a741-9d40047f5c7b tempest-ServersTestBootFromVolume-822926053 tempest-ServersTestBootFromVolume-822926053-project] Network 98581356-69b5-4e98-93ff-2ca77d3cb056 is already hosted by enough agents. {{(pid=121606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:18:27.135757 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9c765a68-fd1d-4686-bb64-4d22861bc4d7 req-a6b51e9e-7186-49b5-bfc6-97e9148821b4 tempest-ServerRescueTestJSON-1336662106 tempest-ServerRescueTestJSON-1336662106-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3baa9cd-9895-4145-88c0-053a91673173&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1196070
Dec 25 21:18:27.144110 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [req-c3d1dbde-0c8a-4f5f-b574-8fe59a7cce73 req-366bf0f4-2bcf-4232-a741-9d40047f5c7b tempest-ServersTestBootFromVolume-822926053 tempest-ServersTestBootFromVolume-822926053-project] Resources bound (agent type, host, resource id):  {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:18:27.146590 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3d1dbde-0c8a-4f5f-b574-8fe59a7cce73 req-366bf0f4-2bcf-4232-a741-9d40047f5c7b tempest-ServersTestBootFromVolume-822926053 tempest-ServersTestBootFromVolume-822926053-project] Received port after_create {{(pid=121606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:18:27.151375 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fafdd8e-3831-4d11-a816-538773cf991a req-fa9aefd5-b24c-491b-a094-4862df0567ab service neutron] Checking agent: {'id': '6d577036-68fc-4aa4-aed7-5ab01de2117e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 21, 4, 34), 'started_at': datetime.datetime(2021, 12, 25, 21, 4, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 18, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:18:27.152679 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fafdd8e-3831-4d11-a816-538773cf991a req-fa9aefd5-b24c-491b-a094-4862df0567ab service neutron] Checking segment: {'id': '2eb49ff2-b1de-4e84-a376-6f91f784eeb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'de2cf5f5-0f83-4089-a263-5ec0a5e6f1de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:18:27.152679 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fafdd8e-3831-4d11-a816-538773cf991a req-fa9aefd5-b24c-491b-a094-4862df0567ab service neutron] Bound using segment: {'id': '2eb49ff2-b1de-4e84-a376-6f91f784eeb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'de2cf5f5-0f83-4089-a263-5ec0a5e6f1de'} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:18:27.152679 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-7fafdd8e-3831-4d11-a816-538773cf991a req-fa9aefd5-b24c-491b-a094-4862df0567ab service neutron] Bound port: fd420be1-a16d-4f62-bae1-854747080d4d, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2eb49ff2-b1de-4e84-a376-6f91f784eeb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'de2cf5f5-0f83-4089-a263-5ec0a5e6f1de'}}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:18:27.153117 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-7fafdd8e-3831-4d11-a816-538773cf991a req-fa9aefd5-b24c-491b-a094-4862df0567ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:27.177936 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366bf0f4-2bcf-4232-a741-9d40047f5c7b tempest-ServersTestBootFromVolume-822926053 tempest-ServersTestBootFromVolume-822926053-project] Pushing event updated for resources: {'Port': ['ID=94ab1ddd-760b-4f0c-b396-3eeca500e583,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:18:27.281443 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d1dbde-0c8a-4f5f-b574-8fe59a7cce73 req-366bf0f4-2bcf-4232-a741-9d40047f5c7b tempest-ServersTestBootFromVolume-822926053 tempest-ServersTestBootFromVolume-822926053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:18:27.282115 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-c3d1dbde-0c8a-4f5f-b574-8fe59a7cce73 req-366bf0f4-2bcf-4232-a741-9d40047f5c7b tempest-ServersTestBootFromVolume-822926053 tempest-ServersTestBootFromVolume-822926053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:27.352234 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device dfc1a5c0-22fe-4e86-8082-3ae401c78b61 no longer exists at agent hyperv_nch2-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:18:27.356637 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7214a10-749a-4d1c-a79d-19a74cac829a req-425af5ee-a065-4edb-810a-1bf6a47b2019 tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:18:27.358274 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d7214a10-749a-4d1c-a79d-19a74cac829a req-425af5ee-a065-4edb-810a-1bf6a47b2019 tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] 10.222.0.32 "GET /v2.0/ports?device_id=c169c539-29b8-4eeb-bb76-6e6eabd11098 HTTP/1.1" status: 200  len: 945 time: 0.1584463
Dec 25 21:18:27.360242 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-7fafdd8e-3831-4d11-a816-538773cf991a req-fa9aefd5-b24c-491b-a094-4862df0567ab service neutron] For port fd420be1-a16d-4f62-bae1-854747080d4d, host nch1-master-1, cleared binding levels {{(pid=121606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:18:27.364503 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-7fafdd8e-3831-4d11-a816-538773cf991a req-fa9aefd5-b24c-491b-a094-4862df0567ab service neutron] For port fd420be1-a16d-4f62-bae1-854747080d4d, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=fd420be1-a16d-4f62-bae1-854747080d4d,segment=NetworkSegment(2eb49ff2-b1de-4e84-a376-6f91f784eeb5),segment_id=2eb49ff2-b1de-4e84-a376-6f91f784eeb5)] {{(pid=121606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:18:27.379063 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] No Port match for: dfc1a5c0-22fe-4e86-8082-3ae401c78b61 {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:18:27.379063 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device dfc1a5c0-22fe-4e86-8082-3ae401c78b61 not bound to the agent host nch2-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:18:27.390655 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cece8f7-6d49-46f9-ac72-a92b508168b0 req-f9b69cbe-93ba-467c-8653-3a1a76f752cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:18:27.392166 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2cece8f7-6d49-46f9-ac72-a92b508168b0 req-f9b69cbe-93ba-467c-8653-3a1a76f752cf service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7ed80be6e633499b9d1dc61c05014afc&device_id=c169c539-29b8-4eeb-bb76-6e6eabd11098 HTTP/1.1" status: 200  len: 1096 time: 0.1071835
Dec 25 21:18:27.440161 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c3d1dbde-0c8a-4f5f-b574-8fe59a7cce73 req-366bf0f4-2bcf-4232-a741-9d40047f5c7b tempest-ServersTestBootFromVolume-822926053 tempest-ServersTestBootFromVolume-822926053-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.3249280
Dec 25 21:18:27.441173 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-7fafdd8e-3831-4d11-a816-538773cf991a req-fa9aefd5-b24c-491b-a094-4862df0567ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:27.461150 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-05fe72f8-fbfe-4615-914b-a1b4dafdee2b None None] Provisioning complete for port 94ab1ddd-760b-4f0c-b396-3eeca500e583 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:18:27.461384 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d7214a10-749a-4d1c-a79d-19a74cac829a req-18cafa37-a118-4887-bfe4-1550b839e5e0 tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] 10.222.0.32 "GET /v2.0/security-groups?id=20bd9841-9e11-4157-a0aa-08323059b96f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0953746
Dec 25 21:18:27.461688 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-05fe72f8-fbfe-4615-914b-a1b4dafdee2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:27.466454 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-c3d1dbde-0c8a-4f5f-b574-8fe59a7cce73 req-7d86efc6-f958-467a-b72a-4a8e77071f33 service neutron] Request body: {'port': {'device_id': 'e524c2c3-e248-42dd-82e5-49cb6b3a3b2c', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:18:27.522519 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-05fe72f8-fbfe-4615-914b-a1b4dafdee2b None None] Port 94ab1ddd-760b-4f0c-b396-3eeca500e583 cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:18:27.556830 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fafdd8e-3831-4d11-a816-538773cf991a req-fa9aefd5-b24c-491b-a094-4862df0567ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:18:27.557474 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-7fafdd8e-3831-4d11-a816-538773cf991a req-fa9aefd5-b24c-491b-a094-4862df0567ab service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:27.558915 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7fafdd8e-3831-4d11-a816-538773cf991a req-fa9aefd5-b24c-491b-a094-4862df0567ab service neutron] 10.222.0.31 "PUT /v2.0/ports/fd420be1-a16d-4f62-bae1-854747080d4d HTTP/1.1" status: 200  len: 1091 time: 1.8869045
Dec 25 21:18:27.608296 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cece8f7-6d49-46f9-ac72-a92b508168b0 req-3c39c6fb-3726-40f5-b7fb-b2884258dd7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:18:27.609784 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2cece8f7-6d49-46f9-ac72-a92b508168b0 req-3c39c6fb-3726-40f5-b7fb-b2884258dd7c service neutron] 10.222.0.37 "GET /v2.0/networks?id=cb028617-ca4b-4888-809e-8a74d7f084f8 HTTP/1.1" status: 200  len: 911 time: 0.2077417
Dec 25 21:18:27.675278 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9aefd5-b24c-491b-a094-4862df0567ab service neutron] Pushing event updated for resources: {'Port': ['ID=fd420be1-a16d-4f62-bae1-854747080d4d,revision_number=3']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:18:27.711655 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-c3d1dbde-0c8a-4f5f-b574-8fe59a7cce73 req-7d86efc6-f958-467a-b72a-4a8e77071f33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:27.778078 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3c2f4272-22b4-4680-b38e-bb9c054edb0a req-3a7ce1c8-676c-4c08-aa61-f9620282a6c6 tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] 10.222.0.32 "GET /v2.0/security-groups/d97e5b33-925e-41f0-914b-8313cf2e46c0 HTTP/1.1" status: 200  len: 1820 time: 0.1883252
Dec 25 21:18:27.806845 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2cece8f7-6d49-46f9-ac72-a92b508168b0 req-4d356091-ce9f-46fc-9bc7-b754b2fabcdb service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=305a9e22-e716-452b-815d-1b4b804fad15 HTTP/1.1" status: 200  len: 1000 time: 0.1826527
Dec 25 21:18:27.878098 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad90afea-ce1e-4611-82db-775a4792e92b req-afd2f291-81d2-42d6-a2b7-550bae6d6cb4 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:18:27.879489 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ad90afea-ce1e-4611-82db-775a4792e92b req-afd2f291-81d2-42d6-a2b7-550bae6d6cb4 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/ports?device_id=36168d53-184a-47fb-a60b-6f72689c760c HTTP/1.1" status: 200  len: 951 time: 0.1943827
Dec 25 21:18:27.890005 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fafdd8e-3831-4d11-a816-538773cf991a req-a9a7585d-4f7c-4661-ba18-ee5ae23f0f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:18:27.891393 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7fafdd8e-3831-4d11-a816-538773cf991a req-a9a7585d-4f7c-4661-ba18-ee5ae23f0f25 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=38d7cbaffc1340f59e994569e8e33e1d&device_id=48b8a5b8-636e-4965-bb02-a799fdf8524f HTTP/1.1" status: 200  len: 1094 time: 0.2130444
Dec 25 21:18:28.009376 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7fafdd8e-3831-4d11-a816-538773cf991a req-76631d97-5e8c-4ecc-b17e-93fb2eed7fa1 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fd420be1-a16d-4f62-bae1-854747080d4d HTTP/1.1" status: 200  len: 217 time: 0.1028485
Dec 25 21:18:28.039572 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cece8f7-6d49-46f9-ac72-a92b508168b0 req-7685bdf1-0c0c-46b0-a17b-ea6adda62e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:18:28.041035 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2cece8f7-6d49-46f9-ac72-a92b508168b0 req-7685bdf1-0c0c-46b0-a17b-ea6adda62e01 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=00dff513-a38a-48f8-809a-d1935b6eecea HTTP/1.1" status: 200  len: 849 time: 0.2223074
Dec 25 21:18:28.126906 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-3c2f4272-22b4-4680-b38e-bb9c054edb0a req-b063d02a-ec0a-4cbe-9a79-2625ab3dc9e1 tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] Publish callbacks [] for security_group, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:28.150198 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ad90afea-ce1e-4611-82db-775a4792e92b req-3fda48af-fd7a-45ef-9f25-627b4b927a5d tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3f1ae63-416f-443f-b032-af0d7dcc9019&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2577782
Dec 25 21:18:28.207574 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fafdd8e-3831-4d11-a816-538773cf991a req-4c331443-f625-4140-9802-1c08d193948d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:18:28.209046 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7fafdd8e-3831-4d11-a816-538773cf991a req-4c331443-f625-4140-9802-1c08d193948d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=81f9dfd5-f0bc-4f72-bceb-acbb4f595f27 HTTP/1.1" status: 200  len: 846 time: 0.1888766
Dec 25 21:18:28.214317 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-3c2f4272-22b4-4680-b38e-bb9c054edb0a req-b063d02a-ec0a-4cbe-9a79-2625ab3dc9e1 tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] Publish callbacks [] for security_group, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:28.283519 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7fafdd8e-3831-4d11-a816-538773cf991a req-32e99f18-5b66-4eb7-8ca2-ec64995f262b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=de2cf5f5-0f83-4089-a263-5ec0a5e6f1de&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0664780
Dec 25 21:18:28.293542 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cece8f7-6d49-46f9-ac72-a92b508168b0 req-0a4cfdd9-1cda-4a0f-b518-a62f30521845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:18:28.294905 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2cece8f7-6d49-46f9-ac72-a92b508168b0 req-0a4cfdd9-1cda-4a0f-b518-a62f30521845 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=cb028617-ca4b-4888-809e-8a74d7f084f8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.2368071
Dec 25 21:18:28.430715 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102e437a-aff4-433e-a632-5854a5ba349a req-b95c012c-0bcd-448e-92d0-89d4491b2ae4 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:18:28.432095 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-102e437a-aff4-433e-a632-5854a5ba349a req-b95c012c-0bcd-448e-92d0-89d4491b2ae4 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] 10.222.0.32 "GET /v2.0/ports?device_id=48b8a5b8-636e-4965-bb02-a799fdf8524f HTTP/1.1" status: 200  len: 943 time: 0.2122273
Dec 25 21:18:28.823738 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48b8a5b8-636e-4965-bb02-a799fdf8524f', 'tag': 'fd420be1-a16d-4f62-bae1-854747080d4d'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:18:28.825999 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9858820c13ec2827453b94ebc4181065e990a4e4089ccb9fe762531ac62d2fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa661687-582a-454c-9d46-fe8cfe09260d" -d '{"events": [{"name": "network-changed", "server_uuid": "48b8a5b8-636e-4965-bb02-a799fdf8524f", "tag": "fd420be1-a16d-4f62-bae1-854747080d4d"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:18:28.829189 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-3c2f4272-22b4-4680-b38e-bb9c054edb0a req-b063d02a-ec0a-4cbe-9a79-2625ab3dc9e1 tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:28.831728 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-3c2f4272-22b4-4680-b38e-bb9c054edb0a req-b063d02a-ec0a-4cbe-9a79-2625ab3dc9e1 tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] Publish callbacks [] for security_group, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:28.832791 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3c2f4272-22b4-4680-b38e-bb9c054edb0a req-b063d02a-ec0a-4cbe-9a79-2625ab3dc9e1 tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] 10.222.0.32 "DELETE /v2.0/security-groups/d97e5b33-925e-41f0-914b-8313cf2e46c0 HTTP/1.1" status: 204  len: 173 time: 1.0319200
Dec 25 21:18:28.873131 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [req-c3d1dbde-0c8a-4f5f-b574-8fe59a7cce73 req-7d86efc6-f958-467a-b72a-4a8e77071f33 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94ab1ddd-760b-4f0c-b396-3eeca500e583 {{(pid=121606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:18:28.886939 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b063d02a-ec0a-4cbe-9a79-2625ab3dc9e1 tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d97e5b33-925e-41f0-914b-8313cf2e46c0,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:18:28.890689 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-c3d1dbde-0c8a-4f5f-b574-8fe59a7cce73 req-7d86efc6-f958-467a-b72a-4a8e77071f33 service neutron] Publish callbacks [] for port, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:28.897214 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7fafdd8e-3831-4d11-a816-538773cf991a req-59b5ec49-0229-4535-bfbe-fb4cac870b1a service neutron] 10.222.0.31 "GET /v2.0/networks/de2cf5f5-0f83-4089-a263-5ec0a5e6f1de?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5986266
Dec 25 21:18:28.898905 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2cece8f7-6d49-46f9-ac72-a92b508168b0 req-e0f85155-cde2-43f4-ad72-7e0099cdd472 service neutron] 10.222.0.37 "GET /v2.0/networks/cb028617-ca4b-4888-809e-8a74d7f084f8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5824473
Dec 25 21:18:28.975388 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.provisioning_blocks [req-c3d1dbde-0c8a-4f5f-b574-8fe59a7cce73 req-7d86efc6-f958-467a-b72a-4a8e77071f33 service neutron] Transition to ACTIVE for port object 94ab1ddd-760b-4f0c-b396-3eeca500e583 will not be triggered until provisioned by entity L2. {{(pid=121606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 25 21:18:28.980627 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-102e437a-aff4-433e-a632-5854a5ba349a req-9f1dfa8b-2ace-4cf7-840c-b50c2d8bc696 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c514444-6044-490f-9acc-6dece3909d9f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5195312
Dec 25 21:18:29.006265 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc15ddc-657e-43a0-be14-2ba9faddc461 req-f23d15aa-da3a-4094-9a88-cbbab8d457c2 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:18:29.008035 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-4dc15ddc-657e-43a0-be14-2ba9faddc461 req-f23d15aa-da3a-4094-9a88-cbbab8d457c2 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.37 "GET /v2.0/ports?device_id=36168d53-184a-47fb-a60b-6f72689c760c HTTP/1.1" status: 200  len: 951 time: 0.0526106
Dec 25 21:18:29.103402 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [req-4dc15ddc-657e-43a0-be14-2ba9faddc461 req-d76be016-e6f6-40d0-9959-fec70198f846 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] Deleting port a97266bc-054b-4f05-9507-8f17f9e55d8f {{(pid=121607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:18:29.103663 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-4dc15ddc-657e-43a0-be14-2ba9faddc461 req-d76be016-e6f6-40d0-9959-fec70198f846 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:29.105006 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-c3d1dbde-0c8a-4f5f-b574-8fe59a7cce73 req-7d86efc6-f958-467a-b72a-4a8e77071f33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:29.119347 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc6c2ef-8a62-4f5c-9f29-a0299d84a3a1 req-64bd7326-a389-4556-9c12-04342a37dcc1 tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:18:29.120830 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-cbc6c2ef-8a62-4f5c-9f29-a0299d84a3a1 req-64bd7326-a389-4556-9c12-04342a37dcc1 tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] 10.222.0.32 "GET /v2.0/ports?device_id=503df13c-2f74-4094-bbd9-a07a7ba8f4cb HTTP/1.1" status: 200  len: 945 time: 0.2277951
Dec 25 21:18:29.205306 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2cece8f7-6d49-46f9-ac72-a92b508168b0 req-8ec7aa4b-92c8-4c47-92b8-da2c9e2dd1a3 service neutron] 10.222.0.37 "GET /v2.0/networks/cb028617-ca4b-4888-809e-8a74d7f084f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2853060
Dec 25 21:18:29.210667 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.db [req-4dc15ddc-657e-43a0-be14-2ba9faddc461 req-d76be016-e6f6-40d0-9959-fec70198f846 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] For port a97266bc-054b-4f05-9507-8f17f9e55d8f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a97266bc-054b-4f05-9507-8f17f9e55d8f,segment=NetworkSegment(85c774cb-a0eb-4ad9-961f-f331d3b37cd6),segment_id=85c774cb-a0eb-4ad9-961f-f331d3b37cd6)] {{(pid=121607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:18:29.211131 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-4dc15ddc-657e-43a0-be14-2ba9faddc461 req-d76be016-e6f6-40d0-9959-fec70198f846 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:29.231726 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7fafdd8e-3831-4d11-a816-538773cf991a req-548dadbc-aeea-4152-9b04-d12a1a0bfb17 service neutron] 10.222.0.31 "GET /v2.0/networks/de2cf5f5-0f83-4089-a263-5ec0a5e6f1de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3157625
Dec 25 21:18:29.234227 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [req-4dc15ddc-657e-43a0-be14-2ba9faddc461 req-d76be016-e6f6-40d0-9959-fec70198f846 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] Calling delete_port for a97266bc-054b-4f05-9507-8f17f9e55d8f owned by compute:nova {{(pid=121607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:18:29.237847 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d86efc6-f958-467a-b72a-4a8e77071f33 service neutron] Pushing event updated for resources: {'Port': ['ID=94ab1ddd-760b-4f0c-b396-3eeca500e583,revision_number=2']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:18:29.254247 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a046a43b-d137-4568-86f9-6aa509f782fc req-22b9f2ad-0c0e-436c-a245-8855aa5f169c tempest-ServersTestBootFromVolume-822926053 tempest-ServersTestBootFromVolume-822926053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:18:29.255824 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a046a43b-d137-4568-86f9-6aa509f782fc req-22b9f2ad-0c0e-436c-a245-8855aa5f169c tempest-ServersTestBootFromVolume-822926053 tempest-ServersTestBootFromVolume-822926053-project] 10.222.0.32 "GET /v2.0/ports?device_id=e524c2c3-e248-42dd-82e5-49cb6b3a3b2c HTTP/1.1" status: 200  len: 944 time: 0.1922352
Dec 25 21:18:29.325213 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-cbc6c2ef-8a62-4f5c-9f29-a0299d84a3a1 req-eacbebd4-21b4-4694-9670-492c0230e17d tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] 10.222.0.32 "GET /v2.0/security-groups?id=2bf8651c-3ed0-44bb-a064-d61aab6ec281&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1927803
Dec 25 21:18:29.377452 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a046a43b-d137-4568-86f9-6aa509f782fc req-0b94319e-61a3-4caa-8856-237c8dd52820 tempest-ServersTestBootFromVolume-822926053 tempest-ServersTestBootFromVolume-822926053-project] 10.222.0.32 "GET /v2.0/security-groups?id=1cca7a13-76a8-43b2-b6b1-de89b0da2437&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0996590
Dec 25 21:18:29.384165 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-c3d1dbde-0c8a-4f5f-b574-8fe59a7cce73 req-7d86efc6-f958-467a-b72a-4a8e77071f33 service neutron] Attempting to bind port 94ab1ddd-760b-4f0c-b396-3eeca500e583 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:18:29.384520 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-c3d1dbde-0c8a-4f5f-b574-8fe59a7cce73 req-7d86efc6-f958-467a-b72a-4a8e77071f33 service neutron] Attempting to bind port 94ab1ddd-760b-4f0c-b396-3eeca500e583 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '563b54b5-528d-4b6e-aaa6-896a27c58e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '98581356-69b5-4e98-93ff-2ca77d3cb056'}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:18:29.384856 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3d1dbde-0c8a-4f5f-b574-8fe59a7cce73 req-7d86efc6-f958-467a-b72a-4a8e77071f33 service neutron] Attempting to bind port 94ab1ddd-760b-4f0c-b396-3eeca500e583 on network 98581356-69b5-4e98-93ff-2ca77d3cb056 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:18:29.396253 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3d1dbde-0c8a-4f5f-b574-8fe59a7cce73 req-7d86efc6-f958-467a-b72a-4a8e77071f33 service neutron] Port 94ab1ddd-760b-4f0c-b396-3eeca500e583 on network 98581356-69b5-4e98-93ff-2ca77d3cb056 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 25 21:18:29.396253 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3d1dbde-0c8a-4f5f-b574-8fe59a7cce73 req-7d86efc6-f958-467a-b72a-4a8e77071f33 service neutron] Attempting to bind port 94ab1ddd-760b-4f0c-b396-3eeca500e583 on network 98581356-69b5-4e98-93ff-2ca77d3cb056 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:18:29.397134 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3d1dbde-0c8a-4f5f-b574-8fe59a7cce73 req-7d86efc6-f958-467a-b72a-4a8e77071f33 service neutron] Checking agent: {'id': '6d577036-68fc-4aa4-aed7-5ab01de2117e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 21, 4, 34), 'started_at': datetime.datetime(2021, 12, 25, 21, 4, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 18, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:18:29.397444 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3d1dbde-0c8a-4f5f-b574-8fe59a7cce73 req-7d86efc6-f958-467a-b72a-4a8e77071f33 service neutron] Checking segment: {'id': '563b54b5-528d-4b6e-aaa6-896a27c58e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '98581356-69b5-4e98-93ff-2ca77d3cb056'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:18:29.397846 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3d1dbde-0c8a-4f5f-b574-8fe59a7cce73 req-7d86efc6-f958-467a-b72a-4a8e77071f33 service neutron] Bound using segment: {'id': '563b54b5-528d-4b6e-aaa6-896a27c58e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '98581356-69b5-4e98-93ff-2ca77d3cb056'} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:18:29.398933 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-c3d1dbde-0c8a-4f5f-b574-8fe59a7cce73 req-7d86efc6-f958-467a-b72a-4a8e77071f33 service neutron] Bound port: 94ab1ddd-760b-4f0c-b396-3eeca500e583, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '563b54b5-528d-4b6e-aaa6-896a27c58e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '98581356-69b5-4e98-93ff-2ca77d3cb056'}}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:18:29.399355 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-c3d1dbde-0c8a-4f5f-b574-8fe59a7cce73 req-7d86efc6-f958-467a-b72a-4a8e77071f33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:29.511399 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-4dc15ddc-657e-43a0-be14-2ba9faddc461 req-d76be016-e6f6-40d0-9959-fec70198f846 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:29.525505 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] get_ports_and_sgs() called for port_ids ['5a73a242-a477-40db-9b6d-7ac1d38d6950', '860d1670-d6af-4fc5-80bd-08f9b6582dac', 'a97266bc-054b-4f05-9507-8f17f9e55d8f'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:18:29.540022 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a1a17b-9660-434e-b4ec-3aef60fba02f req-0f497ca7-c257-4581-805a-89c9b5910d90 tempest-ServerRescueTestJSON-1336662106 tempest-ServerRescueTestJSON-1336662106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:18:29.541599 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-82a1a17b-9660-434e-b4ec-3aef60fba02f req-0f497ca7-c257-4581-805a-89c9b5910d90 tempest-ServerRescueTestJSON-1336662106 tempest-ServerRescueTestJSON-1336662106-project] 10.222.0.32 "GET /v2.0/ports?device_id=30bfda27-68a3-4a4a-bfd1-7749eaa3997c HTTP/1.1" status: 200  len: 945 time: 0.1262465
Dec 25 21:18:29.544429 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-c3d1dbde-0c8a-4f5f-b574-8fe59a7cce73 req-7d86efc6-f958-467a-b72a-4a8e77071f33 service neutron] For port 94ab1ddd-760b-4f0c-b396-3eeca500e583, host nch1-master-1, cleared binding levels {{(pid=121606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:18:29.547388 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76be016-e6f6-40d0-9959-fec70198f846 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] Pushing event deleted for resources: {'Port': ['ID=a97266bc-054b-4f05-9507-8f17f9e55d8f,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:18:29.549033 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-c3d1dbde-0c8a-4f5f-b574-8fe59a7cce73 req-7d86efc6-f958-467a-b72a-4a8e77071f33 service neutron] For port 94ab1ddd-760b-4f0c-b396-3eeca500e583, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=94ab1ddd-760b-4f0c-b396-3eeca500e583,segment=NetworkSegment(563b54b5-528d-4b6e-aaa6-896a27c58e45),segment_id=563b54b5-528d-4b6e-aaa6-896a27c58e45)] {{(pid=121606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:18:29.558739 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13d377f-d3ac-4fab-9aba-0413a5a79471 req-1659e093-ee03-43b4-9fa9-76840eed7a56 tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:18:29.560913 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c13d377f-d3ac-4fab-9aba-0413a5a79471 req-1659e093-ee03-43b4-9fa9-76840eed7a56 tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] 10.222.0.32 "GET /v2.0/ports?device_id=c169c539-29b8-4eeb-bb76-6e6eabd11098 HTTP/1.1" status: 200  len: 945 time: 0.0995321
Dec 25 21:18:29.617578 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [req-4dc15ddc-657e-43a0-be14-2ba9faddc461 req-d76be016-e6f6-40d0-9959-fec70198f846 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] No DVR routers for this DVR port a97266bc-054b-4f05-9507-8f17f9e55d8f on host nch2-master-1 {{(pid=121607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:18:29.621883 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-4dc15ddc-657e-43a0-be14-2ba9faddc461 req-d76be016-e6f6-40d0-9959-fec70198f846 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:29.628180 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-4dc15ddc-657e-43a0-be14-2ba9faddc461 req-d76be016-e6f6-40d0-9959-fec70198f846 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.37 "DELETE /v2.0/ports/a97266bc-054b-4f05-9507-8f17f9e55d8f HTTP/1.1" status: 204  len: 173 time: 0.6140666
Dec 25 21:18:29.629207 ncdv-master-1 neutron-server[121607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36168d53-184a-47fb-a60b-6f72689c760c', 'name': 'network-vif-deleted', 'tag': 'a97266bc-054b-4f05-9507-8f17f9e55d8f'}] {{(pid=121607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:18:29.633393 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f980bbcadfa7bf1e788024e1448be660373c21f97f015f780444e999c451203" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d8d7109-6b9c-47d1-984b-1741141d4f20" -d '{"events": [{"server_uuid": "36168d53-184a-47fb-a60b-6f72689c760c", "name": "network-vif-deleted", "tag": "a97266bc-054b-4f05-9507-8f17f9e55d8f"}]}' {{(pid=121607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:18:29.639487 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-c3d1dbde-0c8a-4f5f-b574-8fe59a7cce73 req-7d86efc6-f958-467a-b72a-4a8e77071f33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:29.685915 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-82a1a17b-9660-434e-b4ec-3aef60fba02f req-c94c569a-8bbf-41e6-a80d-4c641d53c60f tempest-ServerRescueTestJSON-1336662106 tempest-ServerRescueTestJSON-1336662106-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3baa9cd-9895-4145-88c0-053a91673173&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1250920
Dec 25 21:18:29.699169 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c13d377f-d3ac-4fab-9aba-0413a5a79471 req-8b9b1f57-b485-4a2c-a2fd-1d184b65ce4e tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] 10.222.0.32 "GET /v2.0/security-groups?id=20bd9841-9e11-4157-a0aa-08323059b96f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1299374
Dec 25 21:18:29.707225 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d1dbde-0c8a-4f5f-b574-8fe59a7cce73 req-7d86efc6-f958-467a-b72a-4a8e77071f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:18:29.716630 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-c3d1dbde-0c8a-4f5f-b574-8fe59a7cce73 req-7d86efc6-f958-467a-b72a-4a8e77071f33 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:29.718868 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c3d1dbde-0c8a-4f5f-b574-8fe59a7cce73 req-7d86efc6-f958-467a-b72a-4a8e77071f33 service neutron] 10.222.0.31 "PUT /v2.0/ports/94ab1ddd-760b-4f0c-b396-3eeca500e583 HTTP/1.1" status: 200  len: 1092 time: 2.2642608
Dec 25 21:18:29.742591 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d86efc6-f958-467a-b72a-4a8e77071f33 service neutron] Pushing event updated for resources: {'Port': ['ID=94ab1ddd-760b-4f0c-b396-3eeca500e583,revision_number=3']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:18:29.799494 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Dec 2021 21:18:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9af45a6-36b9-4caa-9ea2-f655bd6c906f x-openstack-request-id: req-f9af45a6-36b9-4caa-9ea2-f655bd6c906f {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:18:29.799797 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48b8a5b8-636e-4965-bb02-a799fdf8524f", "tag": "fd420be1-a16d-4f62-bae1-854747080d4d", "status": "completed", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:18:29.800075 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f9af45a6-36b9-4caa-9ea2-f655bd6c906f {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:18:29.800467 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48b8a5b8-636e-4965-bb02-a799fdf8524f', 'tag': 'fd420be1-a16d-4f62-bae1-854747080d4d', 'status': 'completed', 'code': 200}
Dec 25 21:18:29.978121 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f509b2fb-d010-4d44-a056-b21818172c02 req-3b693652-b0d4-4a9d-8e43-23e1997c0b29 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/ports?device_id=36168d53-184a-47fb-a60b-6f72689c760c HTTP/1.1" status: 200  len: 210 time: 0.0904186
Dec 25 21:18:30.000472 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa661687-582a-454c-9d46-fe8cfe09260d req-af8b07f5-4327-426f-ac9d-7e31c69dfc1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:18:30.002009 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-aa661687-582a-454c-9d46-fe8cfe09260d req-af8b07f5-4327-426f-ac9d-7e31c69dfc1c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=38d7cbaffc1340f59e994569e8e33e1d&device_id=48b8a5b8-636e-4965-bb02-a799fdf8524f HTTP/1.1" status: 200  len: 1094 time: 0.1579859
Dec 25 21:18:30.005207 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d1dbde-0c8a-4f5f-b574-8fe59a7cce73 req-e70323f3-2e37-4164-9686-02dd6bedc250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:18:30.006647 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c3d1dbde-0c8a-4f5f-b574-8fe59a7cce73 req-e70323f3-2e37-4164-9686-02dd6bedc250 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ba1ca2fcc2ce4d41b609fa6a753fc806&device_id=e524c2c3-e248-42dd-82e5-49cb6b3a3b2c HTTP/1.1" status: 200  len: 1095 time: 0.1150038
Dec 25 21:18:30.011232 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-78caab36-72f6-42b6-981d-8e9b53d7d7d4 req-963bfc1c-1d81-4d2b-bb2e-52b5ae63abaa tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] 10.222.0.32 "GET /v2.0/security-groups/05129fd7-236e-4b0b-954e-4596cc33e1bb HTTP/1.1" status: 200  len: 1819 time: 0.1885555
Dec 25 21:18:30.041648 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 21:18:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88d1cfff-09df-4fc3-8459-68655a45db85 x-openstack-request-id: req-88d1cfff-09df-4fc3-8459-68655a45db85 {{(pid=121607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:18:30.042856 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36168d53-184a-47fb-a60b-6f72689c760c", "name": "network-vif-deleted", "tag": "a97266bc-054b-4f05-9507-8f17f9e55d8f", "status": "completed", "code": 200}]} {{(pid=121607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:18:30.043360 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-88d1cfff-09df-4fc3-8459-68655a45db85 {{(pid=121607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:18:30.043972 ncdv-master-1 neutron-server[121607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36168d53-184a-47fb-a60b-6f72689c760c', 'name': 'network-vif-deleted', 'tag': 'a97266bc-054b-4f05-9507-8f17f9e55d8f', 'status': 'completed', 'code': 200}
Dec 25 21:18:30.058583 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device 6260aad7-fac9-455a-b6ea-92f0abdfd81d no longer exists at agent hyperv_nch1-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:18:30.101522 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] No Port match for: 6260aad7-fac9-455a-b6ea-92f0abdfd81d {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:18:30.102047 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device 6260aad7-fac9-455a-b6ea-92f0abdfd81d not bound to the agent host nch1-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:18:30.113122 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c3d1dbde-0c8a-4f5f-b574-8fe59a7cce73 req-c3c37008-6126-4ee2-849f-ebedf24fa963 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=94ab1ddd-760b-4f0c-b396-3eeca500e583 HTTP/1.1" status: 200  len: 217 time: 0.0827219
Dec 25 21:18:30.266202 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d1dbde-0c8a-4f5f-b574-8fe59a7cce73 req-5ac814e9-6978-4403-bde0-7667d2804441 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:18:30.267724 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c3d1dbde-0c8a-4f5f-b574-8fe59a7cce73 req-5ac814e9-6978-4403-bde0-7667d2804441 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=6158a754-03d6-4ba0-bf8a-020a29c4ba47 HTTP/1.1" status: 200  len: 855 time: 0.1350939
Dec 25 21:18:30.284208 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-78caab36-72f6-42b6-981d-8e9b53d7d7d4 req-132b2d29-ef90-41c9-a883-3a9d4963799d tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] Publish callbacks [] for security_group, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:30.305998 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cd5c87-60fd-4162-8c31-f15c07c9611d req-288e28da-8af3-4239-9c79-eed0c836bd97 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:18:30.307490 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-40cd5c87-60fd-4162-8c31-f15c07c9611d req-288e28da-8af3-4239-9c79-eed0c836bd97 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] 10.222.0.32 "GET /v2.0/ports?device_id=48b8a5b8-636e-4965-bb02-a799fdf8524f HTTP/1.1" status: 200  len: 943 time: 0.1759949
Dec 25 21:18:30.331269 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa661687-582a-454c-9d46-fe8cfe09260d req-cdfcd9a0-92db-4152-92eb-1f0a8a6672f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:18:30.332756 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-aa661687-582a-454c-9d46-fe8cfe09260d req-cdfcd9a0-92db-4152-92eb-1f0a8a6672f6 service neutron] 10.222.0.31 "GET /v2.0/networks?id=de2cf5f5-0f83-4089-a263-5ec0a5e6f1de HTTP/1.1" status: 200  len: 907 time: 0.3125479
Dec 25 21:18:30.368622 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-78caab36-72f6-42b6-981d-8e9b53d7d7d4 req-132b2d29-ef90-41c9-a883-3a9d4963799d tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] Publish callbacks [] for security_group, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:30.415514 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-aa661687-582a-454c-9d46-fe8cfe09260d req-85a73e32-1ce2-4df3-8234-16a673fe9cc1 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fd420be1-a16d-4f62-bae1-854747080d4d HTTP/1.1" status: 200  len: 217 time: 0.0692048
Dec 25 21:18:30.458035 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d1dbde-0c8a-4f5f-b574-8fe59a7cce73 req-031d0d7b-01e0-4458-86ac-e3dc6919bd3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:18:30.459521 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c3d1dbde-0c8a-4f5f-b574-8fe59a7cce73 req-031d0d7b-01e0-4458-86ac-e3dc6919bd3a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=98581356-69b5-4e98-93ff-2ca77d3cb056&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1778493
Dec 25 21:18:30.494349 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-40cd5c87-60fd-4162-8c31-f15c07c9611d req-afd9f0eb-1250-48a9-bbd0-ca8b504a7178 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c514444-6044-490f-9acc-6dece3909d9f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1655345
Dec 25 21:18:30.561300 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa661687-582a-454c-9d46-fe8cfe09260d req-5ae4df5b-6f4e-4bd5-a318-1e6ae7c44363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:18:30.563592 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-aa661687-582a-454c-9d46-fe8cfe09260d req-5ae4df5b-6f4e-4bd5-a318-1e6ae7c44363 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=81f9dfd5-f0bc-4f72-bceb-acbb4f595f27 HTTP/1.1" status: 200  len: 846 time: 0.1339076
Dec 25 21:18:30.617871 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-aa661687-582a-454c-9d46-fe8cfe09260d req-984f54b3-dd58-4892-844c-78ead71c282b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=de2cf5f5-0f83-4089-a263-5ec0a5e6f1de&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0424240
Dec 25 21:18:30.618507 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-78caab36-72f6-42b6-981d-8e9b53d7d7d4 req-132b2d29-ef90-41c9-a883-3a9d4963799d tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:30.622306 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-78caab36-72f6-42b6-981d-8e9b53d7d7d4 req-132b2d29-ef90-41c9-a883-3a9d4963799d tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] Publish callbacks [] for security_group, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:30.623380 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-78caab36-72f6-42b6-981d-8e9b53d7d7d4 req-132b2d29-ef90-41c9-a883-3a9d4963799d tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] 10.222.0.32 "DELETE /v2.0/security-groups/05129fd7-236e-4b0b-954e-4596cc33e1bb HTTP/1.1" status: 204  len: 173 time: 0.6049974
Dec 25 21:18:30.630016 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 56714) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:18:30.669415 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132b2d29-ef90-41c9-a883-3a9d4963799d tempest-SecurityGroupsTestJSON-1559584135 tempest-SecurityGroupsTestJSON-1559584135-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=05129fd7-236e-4b0b-954e-4596cc33e1bb,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:18:30.680593 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_v2 [None req-63814d65-f21e-4448-947d-2b511bc66b50 admin admin] Deleting subnet 3f60a15f-92c1-4709-8506-7a38b4b980cc {{(pid=121607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Dec 25 21:18:30.684437 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-63814d65-f21e-4448-947d-2b511bc66b50 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:30.690089 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c3d1dbde-0c8a-4f5f-b574-8fe59a7cce73 req-54b3cd25-9a0d-4ea4-a5bf-e080315833bb service neutron] 10.222.0.31 "GET /v2.0/networks/98581356-69b5-4e98-93ff-2ca77d3cb056?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2083278
Dec 25 21:18:30.725570 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-63814d65-f21e-4448-947d-2b511bc66b50 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10246617'] for subnet, precommit_delete_associations {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:30.768150 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcf1194-10ac-46e3-87be-b726c7f8582f req-f5afd779-4ea5-4b9d-bd5a-2f9a3072c0c2 tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:18:30.769616 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-edcf1194-10ac-46e3-87be-b726c7f8582f req-f5afd779-4ea5-4b9d-bd5a-2f9a3072c0c2 tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] 10.222.0.32 "GET /v2.0/ports?device_id=503df13c-2f74-4094-bbd9-a07a7ba8f4cb HTTP/1.1" status: 200  len: 945 time: 0.2104664
Dec 25 21:18:30.770987 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-63814d65-f21e-4448-947d-2b511bc66b50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995662'] for subnet, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:30.894010 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-63814d65-f21e-4448-947d-2b511bc66b50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8632410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8852809'] for subnet, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:30.903866 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa32fd53-ac06-429d-be3f-28ec39503706 req-928ab87e-19a7-4acf-abbc-e3878ffba20e tempest-ServersTestBootFromVolume-822926053 tempest-ServersTestBootFromVolume-822926053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:18:30.905410 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-aa32fd53-ac06-429d-be3f-28ec39503706 req-928ab87e-19a7-4acf-abbc-e3878ffba20e tempest-ServersTestBootFromVolume-822926053 tempest-ServersTestBootFromVolume-822926053-project] 10.222.0.32 "GET /v2.0/ports?device_id=e524c2c3-e248-42dd-82e5-49cb6b3a3b2c HTTP/1.1" status: 200  len: 944 time: 0.2197123
Dec 25 21:18:30.912521 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-aa661687-582a-454c-9d46-fe8cfe09260d req-3f883383-edd8-4a27-957e-4b24876b71a9 service neutron] 10.222.0.31 "GET /v2.0/networks/de2cf5f5-0f83-4089-a263-5ec0a5e6f1de?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2806931
Dec 25 21:18:30.920246 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63814d65-f21e-4448-947d-2b511bc66b50 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3f60a15f-92c1-4709-8506-7a38b4b980cc,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:18:30.922231 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-edcf1194-10ac-46e3-87be-b726c7f8582f req-02cb49c9-0572-4cbe-9442-ea0f1d921521 tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] 10.222.0.32 "GET /v2.0/security-groups?id=2bf8651c-3ed0-44bb-a064-d61aab6ec281&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1390862
Dec 25 21:18:30.926204 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-63814d65-f21e-4448-947d-2b511bc66b50 admin admin] Publish callbacks [] for subnet, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:30.930168 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-63814d65-f21e-4448-947d-2b511bc66b50 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/3f60a15f-92c1-4709-8506-7a38b4b980cc HTTP/1.1" status: 204  len: 168 time: 0.2989693
Dec 25 21:18:30.933145 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 56722) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:18:30.960856 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c3d1dbde-0c8a-4f5f-b574-8fe59a7cce73 req-ad7c1244-f09a-4e7e-a461-2114b44f0c1e service neutron] 10.222.0.31 "GET /v2.0/networks/98581356-69b5-4e98-93ff-2ca77d3cb056?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2528877
Dec 25 21:18:31.008694 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b94d4e7e-1237-464d-8a15-b7c0f0f97a6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625803'] for network, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:31.061681 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-aa32fd53-ac06-429d-be3f-28ec39503706 req-6bf641e9-5d4f-499e-91d6-74106b5cde70 tempest-ServersTestBootFromVolume-822926053 tempest-ServersTestBootFromVolume-822926053-project] 10.222.0.32 "GET /v2.0/security-groups?id=1cca7a13-76a8-43b2-b6b1-de89b0da2437&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1481576
Dec 25 21:18:31.091881 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b94d4e7e-1237-464d-8a15-b7c0f0f97a6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997585', 'neutron.services.segments.db._delete_segments_for_network-8737602743071'] for network, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:31.096562 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa164e5-89f0-4ff3-9bea-d6492996fc60 req-bab55479-5f6f-455a-a366-c1fa542f3320 tempest-ServerRescueTestJSON-1336662106 tempest-ServerRescueTestJSON-1336662106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:18:31.098099 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1aa164e5-89f0-4ff3-9bea-d6492996fc60 req-bab55479-5f6f-455a-a366-c1fa542f3320 tempest-ServerRescueTestJSON-1336662106 tempest-ServerRescueTestJSON-1336662106-project] 10.222.0.32 "GET /v2.0/ports?device_id=30bfda27-68a3-4a4a-bfd1-7749eaa3997c HTTP/1.1" status: 200  len: 945 time: 0.1098151
Dec 25 21:18:31.104665 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-aa661687-582a-454c-9d46-fe8cfe09260d req-ad6a4802-d1be-4892-98dd-b8f51a8f5e39 service neutron] 10.222.0.31 "GET /v2.0/networks/de2cf5f5-0f83-4089-a263-5ec0a5e6f1de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1714950
Dec 25 21:18:31.113685 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-b94d4e7e-1237-464d-8a15-b7c0f0f97a6e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2612412430>,) {'filters': {'network_id': ['ce9b43e7-57f0-42d1-9422-f764ccb2bd06']}} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:18:31.125345 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-b94d4e7e-1237-464d-8a15-b7c0f0f97a6e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2612412430>, '01b1b6b5-7db5-40ee-a399-bc306695a2d5') {'for_net_delete': True} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:18:31.126040 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-b94d4e7e-1237-464d-8a15-b7c0f0f97a6e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2612412430>, '01b1b6b5-7db5-40ee-a399-bc306695a2d5') {} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:18:31.136039 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b94d4e7e-1237-464d-8a15-b7c0f0f97a6e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737602746920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10246592'] for segment, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:31.149652 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b94d4e7e-1237-464d-8a15-b7c0f0f97a6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:31.156581 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b94d4e7e-1237-464d-8a15-b7c0f0f97a6e admin admin] Releasing vlan 182 on physical network physnet1 to pool {{(pid=121607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 25 21:18:31.157190 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b94d4e7e-1237-464d-8a15-b7c0f0f97a6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8633327'] for segment, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:31.159077 ncdv-master-1 neutron-server[121607]: Traceback (most recent call last):
Dec 25 21:18:31.159077 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 25 21:18:31.159077 ncdv-master-1 neutron-server[121607]:     timer()
Dec 25 21:18:31.159077 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 25 21:18:31.159077 ncdv-master-1 neutron-server[121607]:     cb(*args, **kw)
Dec 25 21:18:31.159077 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 25 21:18:31.159077 ncdv-master-1 neutron-server[121607]:     return func(*args, **kwargs)
Dec 25 21:18:31.159077 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 25 21:18:31.159077 ncdv-master-1 neutron-server[121607]:     self._notify()
Dec 25 21:18:31.159077 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 25 21:18:31.159077 ncdv-master-1 neutron-server[121607]:     self.callback(batched_events)
Dec 25 21:18:31.159077 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 25 21:18:31.159077 ncdv-master-1 neutron-server[121607]:     event.method(event)
Dec 25 21:18:31.159077 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 25 21:18:31.159077 ncdv-master-1 neutron-server[121607]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 25 21:18:31.159077 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 25 21:18:31.159077 ncdv-master-1 neutron-server[121607]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 25 21:18:31.159077 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 25 21:18:31.159077 ncdv-master-1 neutron-server[121607]:     return f(self, *a, **k)
Dec 25 21:18:31.159077 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 25 21:18:31.159077 ncdv-master-1 neutron-server[121607]:     return self._get(url).json()
Dec 25 21:18:31.159077 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 25 21:18:31.159077 ncdv-master-1 neutron-server[121607]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 25 21:18:31.159077 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 25 21:18:31.159077 ncdv-master-1 neutron-server[121607]:     return self.request(url, 'GET', **kwargs)
Dec 25 21:18:31.159077 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 25 21:18:31.159077 ncdv-master-1 neutron-server[121607]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 25 21:18:31.159077 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 25 21:18:31.159077 ncdv-master-1 neutron-server[121607]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 25 21:18:31.159077 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 25 21:18:31.159077 ncdv-master-1 neutron-server[121607]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 25 21:18:31.159077 ncdv-master-1 neutron-server[121607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 25 21:18:31.161434 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1aa164e5-89f0-4ff3-9bea-d6492996fc60 req-ca54ed1f-ed48-4434-9fd1-fc15e431b793 tempest-ServerRescueTestJSON-1336662106 tempest-ServerRescueTestJSON-1336662106-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3baa9cd-9895-4145-88c0-053a91673173&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0540307
Dec 25 21:18:31.198869 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6295d2-0c26-4d29-887f-aeb018534dd8 req-0c65cd35-0a8d-473c-9211-d077e00a5287 tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:18:31.200179 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5d6295d2-0c26-4d29-887f-aeb018534dd8 req-0c65cd35-0a8d-473c-9211-d077e00a5287 tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] 10.222.0.32 "GET /v2.0/ports?device_id=c169c539-29b8-4eeb-bb76-6e6eabd11098 HTTP/1.1" status: 200  len: 945 time: 0.0530813
Dec 25 21:18:31.250829 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5d6295d2-0c26-4d29-887f-aeb018534dd8 req-da813195-d996-44a3-9fea-ae700408b749 tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] 10.222.0.32 "GET /v2.0/security-groups?id=20bd9841-9e11-4157-a0aa-08323059b96f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0435836
Dec 25 21:18:31.319078 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b94d4e7e-1237-464d-8a15-b7c0f0f97a6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2008653'] for network, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:31.324448 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b94d4e7e-1237-464d-8a15-b7c0f0f97a6e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for network, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:31.330993 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-b94d4e7e-1237-464d-8a15-b7c0f0f97a6e admin admin] 10.222.0.32 "DELETE /v2.0/networks/ce9b43e7-57f0-42d1-9422-f764ccb2bd06 HTTP/1.1" status: 204  len: 168 time: 0.3936491
Dec 25 21:18:31.338472 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94d4e7e-1237-464d-8a15-b7c0f0f97a6e admin admin] Pushing event deleted for resources: {'Network': ['ID=ce9b43e7-57f0-42d1-9422-f764ccb2bd06,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:18:31.357117 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device af2cd469-e53b-45dd-9334-186a6c6c612a details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 25 21:18:31.583918 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port af2cd469-e53b-45dd-9334-186a6c6c612a, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=af2cd469-e53b-45dd-9334-186a6c6c612a,segment=NetworkSegment(40b3768f-3d6e-4d28-9b2a-4711b7f0f059),segment_id=40b3768f-3d6e-4d28-9b2a-4711b7f0f059)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:18:31.596192 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Returning: {'device': 'af2cd469-e53b-45dd-9334-186a6c6c612a', 'network_id': '2c732578-b39b-40c1-8a55-147e577043a0', 'port_id': 'af2cd469-e53b-45dd-9334-186a6c6c612a', 'mac_address': 'fa:16:3e:48:65:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30c8b4fd-6c75-4e8c-b43d-f31074d76442', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 25 21:18:31.628589 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52601119-b705-409a-8acb-948b4ad22b0a req-142e68f8-a0d8-4917-aef2-d5be0dcd0a2a tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:18:31.630114 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-52601119-b705-409a-8acb-948b4ad22b0a req-142e68f8-a0d8-4917-aef2-d5be0dcd0a2a tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] 10.222.0.32 "GET /v2.0/ports?device_id=48b8a5b8-636e-4965-bb02-a799fdf8524f HTTP/1.1" status: 200  len: 943 time: 0.0546219
Dec 25 21:18:31.633181 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:31.647668 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id af2cd469-e53b-45dd-9334-186a6c6c612a {{(pid=121608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:18:31.687847 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port af2cd469-e53b-45dd-9334-186a6c6c612a, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=af2cd469-e53b-45dd-9334-186a6c6c612a,segment=NetworkSegment(40b3768f-3d6e-4d28-9b2a-4711b7f0f059),segment_id=40b3768f-3d6e-4d28-9b2a-4711b7f0f059)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:18:31.691982 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-52601119-b705-409a-8acb-948b4ad22b0a req-44919985-6334-41d3-a488-8ed8dcf56313 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c514444-6044-490f-9acc-6dece3909d9f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0550420
Dec 25 21:18:31.756922 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c118a4b5-711c-4868-a832-73dc5a6bfc31 req-e74c9714-4af2-4b0b-8144-217f39f83b8f tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:18:31.758424 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c118a4b5-711c-4868-a832-73dc5a6bfc31 req-e74c9714-4af2-4b0b-8144-217f39f83b8f tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/ports?device_id=3308bcb1-0f06-470f-913d-ae09dfc92a3a HTTP/1.1" status: 200  len: 950 time: 0.0489020
Dec 25 21:18:31.762883 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 56736) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:18:31.786788 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:31.802193 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e524c2c3-e248-42dd-82e5-49cb6b3a3b2c', 'tag': '94ab1ddd-760b-4f0c-b396-3eeca500e583'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:18:31.804477 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9858820c13ec2827453b94ebc4181065e990a4e4089ccb9fe762531ac62d2fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2932f3f-9433-4630-9fd9-f5737d1e63ef" -d '{"events": [{"name": "network-changed", "server_uuid": "e524c2c3-e248-42dd-82e5-49cb6b3a3b2c", "tag": "94ab1ddd-760b-4f0c-b396-3eeca500e583"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:18:31.841312 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Pushing event updated for resources: {'Port': ['ID=af2cd469-e53b-45dd-9334-186a6c6c612a,revision_number=6']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:18:31.841529 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-9bbffc81-5627-4a2f-aead-939ded131d18 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=16a084940f024be8aee5807248918cb5&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0749388
Dec 25 21:18:31.842370 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 56740) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:18:31.852006 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c118a4b5-711c-4868-a832-73dc5a6bfc31 req-28e959a5-3239-4148-9cb5-d1d9129ec0de tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3f1ae63-416f-443f-b032-af0d7dcc9019&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0861242
Dec 25 21:18:31.859783 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Dec 2021 21:18:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-220ef14b-4151-493a-a814-e25d3bf75c80 x-openstack-request-id: req-220ef14b-4151-493a-a814-e25d3bf75c80 {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:18:31.860132 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e524c2c3-e248-42dd-82e5-49cb6b3a3b2c", "tag": "94ab1ddd-760b-4f0c-b396-3eeca500e583", "status": "completed", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:18:31.860391 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-220ef14b-4151-493a-a814-e25d3bf75c80 {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:18:31.860949 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e524c2c3-e248-42dd-82e5-49cb6b3a3b2c', 'tag': '94ab1ddd-760b-4f0c-b396-3eeca500e583', 'status': 'completed', 'code': 200}
Dec 25 21:18:31.904355 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-8e6f9f9c-f0ff-4615-ab70-7ed11f672184 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:31.925205 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2932f3f-9433-4630-9fd9-f5737d1e63ef req-5fdc15b9-b89d-4f84-b406-de7b6e81c238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:18:31.925551 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-8e6f9f9c-f0ff-4615-ab70-7ed11f672184 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:31.927317 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a2932f3f-9433-4630-9fd9-f5737d1e63ef req-5fdc15b9-b89d-4f84-b406-de7b6e81c238 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ba1ca2fcc2ce4d41b609fa6a753fc806&device_id=e524c2c3-e248-42dd-82e5-49cb6b3a3b2c HTTP/1.1" status: 200  len: 1095 time: 0.0459776
Dec 25 21:18:31.929380 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] get_ports_and_sgs() called for port_ids ['af2cd469-e53b-45dd-9334-186a6c6c612a'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:18:32.074178 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device fd420be1-a16d-4f62-bae1-854747080d4d details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 25 21:18:32.093096 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2932f3f-9433-4630-9fd9-f5737d1e63ef req-f1aac062-1616-4c81-b0e9-43421ddb7c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:18:32.094756 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a2932f3f-9433-4630-9fd9-f5737d1e63ef req-f1aac062-1616-4c81-b0e9-43421ddb7c3b service neutron] 10.222.0.31 "GET /v2.0/networks?id=98581356-69b5-4e98-93ff-2ca77d3cb056 HTTP/1.1" status: 200  len: 917 time: 0.1597838
Dec 25 21:18:32.099654 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-8e6f9f9c-f0ff-4615-ab70-7ed11f672184 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:32.102290 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-8e6f9f9c-f0ff-4615-ab70-7ed11f672184 admin admin] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:32.103947 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-8e6f9f9c-f0ff-4615-ab70-7ed11f672184 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1afdcc1a-136b-4b62-a479-56858cefce8d HTTP/1.1" status: 204  len: 168 time: 0.2599347
Dec 25 21:18:32.113276 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6f9f9c-f0ff-4615-ab70-7ed11f672184 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1afdcc1a-136b-4b62-a479-56858cefce8d,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:18:32.116596 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba96e7b-e309-477a-a9d8-caaedf5f0833 req-0aba314e-62d5-46cd-a972-baf90be3f1c9 tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:18:32.118118 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-dba96e7b-e309-477a-a9d8-caaedf5f0833 req-0aba314e-62d5-46cd-a972-baf90be3f1c9 tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] 10.222.0.32 "GET /v2.0/ports?device_id=503df13c-2f74-4094-bbd9-a07a7ba8f4cb HTTP/1.1" status: 200  len: 944 time: 0.0820479
Dec 25 21:18:32.172689 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a2932f3f-9433-4630-9fd9-f5737d1e63ef req-3c888568-57d3-46ff-b590-cfa1659ab32b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=94ab1ddd-760b-4f0c-b396-3eeca500e583 HTTP/1.1" status: 200  len: 217 time: 0.0532856
Dec 25 21:18:32.383624 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port fd420be1-a16d-4f62-bae1-854747080d4d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=fd420be1-a16d-4f62-bae1-854747080d4d,segment=NetworkSegment(2eb49ff2-b1de-4e84-a376-6f91f784eeb5),segment_id=2eb49ff2-b1de-4e84-a376-6f91f784eeb5)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:18:32.383624 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Returning: {'device': 'fd420be1-a16d-4f62-bae1-854747080d4d', 'network_id': 'de2cf5f5-0f83-4089-a263-5ec0a5e6f1de', 'port_id': 'fd420be1-a16d-4f62-bae1-854747080d4d', 'mac_address': 'fa:16:3e:51:de:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81f9dfd5-f0bc-4f72-bceb-acbb4f595f27', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 25 21:18:32.386218 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2932f3f-9433-4630-9fd9-f5737d1e63ef req-ed600415-1abf-49da-8c4c-5298235dfbf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:18:32.386218 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a2932f3f-9433-4630-9fd9-f5737d1e63ef req-ed600415-1abf-49da-8c4c-5298235dfbf8 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=6158a754-03d6-4ba0-bf8a-020a29c4ba47 HTTP/1.1" status: 200  len: 855 time: 0.1002364
Dec 25 21:18:32.386218 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-dba96e7b-e309-477a-a9d8-caaedf5f0833 req-aee40689-07cd-42b8-ad88-75c1d7e7c780 tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] 10.222.0.32 "GET /v2.0/security-groups?id=2bf8651c-3ed0-44bb-a064-d61aab6ec281&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1185534
Dec 25 21:18:32.386458 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:32.386548 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fffe87-ba64-49cd-867d-cffec5358881 req-119a3a18-4cc6-47ae-b3c2-58959040169f tempest-ServersTestBootFromVolume-822926053 tempest-ServersTestBootFromVolume-822926053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:18:32.386548 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d6fffe87-ba64-49cd-867d-cffec5358881 req-119a3a18-4cc6-47ae-b3c2-58959040169f tempest-ServersTestBootFromVolume-822926053 tempest-ServersTestBootFromVolume-822926053-project] 10.222.0.32 "GET /v2.0/ports?device_id=e524c2c3-e248-42dd-82e5-49cb6b3a3b2c HTTP/1.1" status: 200  len: 944 time: 0.1370354
Dec 25 21:18:32.386724 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd420be1-a16d-4f62-bae1-854747080d4d {{(pid=121608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:18:32.386724 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port fd420be1-a16d-4f62-bae1-854747080d4d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=fd420be1-a16d-4f62-bae1-854747080d4d,segment=NetworkSegment(2eb49ff2-b1de-4e84-a376-6f91f784eeb5),segment_id=2eb49ff2-b1de-4e84-a376-6f91f784eeb5)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:18:32.399949 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2932f3f-9433-4630-9fd9-f5737d1e63ef req-74e7b407-9f26-46be-80f1-af6004804155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:18:32.401513 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a2932f3f-9433-4630-9fd9-f5737d1e63ef req-74e7b407-9f26-46be-80f1-af6004804155 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=98581356-69b5-4e98-93ff-2ca77d3cb056&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1118083
Dec 25 21:18:32.411243 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d6fffe87-ba64-49cd-867d-cffec5358881 req-4e5cf1ce-ae52-4529-a63a-615e52a0bb5e tempest-ServersTestBootFromVolume-822926053 tempest-ServersTestBootFromVolume-822926053-project] 10.222.0.32 "GET /v2.0/security-groups?id=1cca7a13-76a8-43b2-b6b1-de89b0da2437&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0815308
Dec 25 21:18:32.453818 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b4dcb7-1e72-44c2-9e7c-9040bf3b6d22 req-bb33f979-1142-4a12-9bf7-aded910fada8 tempest-ServerRescueTestJSON-1336662106 tempest-ServerRescueTestJSON-1336662106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:18:32.460753 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c6b4dcb7-1e72-44c2-9e7c-9040bf3b6d22 req-bb33f979-1142-4a12-9bf7-aded910fada8 tempest-ServerRescueTestJSON-1336662106 tempest-ServerRescueTestJSON-1336662106-project] 10.222.0.32 "GET /v2.0/ports?device_id=30bfda27-68a3-4a4a-bfd1-7749eaa3997c HTTP/1.1" status: 200  len: 945 time: 0.0989244
Dec 25 21:18:32.507986 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:32.545895 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a2932f3f-9433-4630-9fd9-f5737d1e63ef req-043d9146-2304-4fc5-a774-174cda5f4e99 service neutron] 10.222.0.31 "GET /v2.0/networks/98581356-69b5-4e98-93ff-2ca77d3cb056?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1337063
Dec 25 21:18:32.551147 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c6b4dcb7-1e72-44c2-9e7c-9040bf3b6d22 req-e5006d1c-b1ab-4776-941a-87d91e653ef3 tempest-ServerRescueTestJSON-1336662106 tempest-ServerRescueTestJSON-1336662106-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3baa9cd-9895-4145-88c0-053a91673173&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0632195
Dec 25 21:18:32.587450 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Pushing event updated for resources: {'Port': ['ID=fd420be1-a16d-4f62-bae1-854747080d4d,revision_number=4']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:18:32.668831 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a2932f3f-9433-4630-9fd9-f5737d1e63ef req-3c7f9248-88f8-42e4-81b1-d79f45f84c86 service neutron] 10.222.0.31 "GET /v2.0/networks/98581356-69b5-4e98-93ff-2ca77d3cb056?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1149125
Dec 25 21:18:32.728674 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] get_ports_and_sgs() called for port_ids ['fd420be1-a16d-4f62-bae1-854747080d4d'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:18:32.836164 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7ec772-7b06-4a38-bf54-a96c4dbd90c1 req-7353003e-a37c-4038-b2e9-81c214c8a97d tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:18:32.838438 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3d7ec772-7b06-4a38-bf54-a96c4dbd90c1 req-7353003e-a37c-4038-b2e9-81c214c8a97d tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] 10.222.0.32 "GET /v2.0/ports?device_id=48b8a5b8-636e-4965-bb02-a799fdf8524f HTTP/1.1" status: 200  len: 944 time: 0.0619955
Dec 25 21:18:32.901506 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3d7ec772-7b06-4a38-bf54-a96c4dbd90c1 req-47a2b1cc-7851-4202-8bef-2f73adb3038b tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c514444-6044-490f-9acc-6dece3909d9f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0565090
Dec 25 21:18:32.998426 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6de1e0-7c60-49ac-94dc-cd3a9442c61e req-ac3d9e14-3271-45fc-9905-c8806134f0c3 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:18:32.999969 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1d6de1e0-7c60-49ac-94dc-cd3a9442c61e req-ac3d9e14-3271-45fc-9905-c8806134f0c3 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/ports?device_id=3308bcb1-0f06-470f-913d-ae09dfc92a3a HTTP/1.1" status: 200  len: 950 time: 0.0558124
Dec 25 21:18:33.048724 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1d6de1e0-7c60-49ac-94dc-cd3a9442c61e req-410c4316-c3fb-40cb-a124-0c65d64b9166 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3f1ae63-416f-443f-b032-af0d7dcc9019&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425446
Dec 25 21:18:33.224424 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba2d56c-9a3d-4620-923e-97afb8fe6c44 req-56b62d57-4b32-402e-b011-3aeab5a200db tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:18:33.229864 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-9ba2d56c-9a3d-4620-923e-97afb8fe6c44 req-56b62d57-4b32-402e-b011-3aeab5a200db tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.37 "GET /v2.0/ports?device_id=3308bcb1-0f06-470f-913d-ae09dfc92a3a HTTP/1.1" status: 200  len: 950 time: 0.0494838
Dec 25 21:18:33.322042 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [req-9ba2d56c-9a3d-4620-923e-97afb8fe6c44 req-84cd0679-6071-4076-ad91-8c02516b2d66 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] Deleting port 860d1670-d6af-4fc5-80bd-08f9b6582dac {{(pid=121607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:18:33.322454 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-9ba2d56c-9a3d-4620-923e-97afb8fe6c44 req-84cd0679-6071-4076-ad91-8c02516b2d66 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:33.355982 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device af2cd469-e53b-45dd-9334-186a6c6c612a up at agent hyperv_nch2-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:18:33.422370 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 56804) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:18:33.475384 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.db [req-9ba2d56c-9a3d-4620-923e-97afb8fe6c44 req-84cd0679-6071-4076-ad91-8c02516b2d66 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] For port 860d1670-d6af-4fc5-80bd-08f9b6582dac, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=860d1670-d6af-4fc5-80bd-08f9b6582dac,segment=NetworkSegment(85c774cb-a0eb-4ad9-961f-f331d3b37cd6),segment_id=85c774cb-a0eb-4ad9-961f-f331d3b37cd6)] {{(pid=121607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:18:33.476908 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Provisioning complete for port af2cd469-e53b-45dd-9334-186a6c6c612a triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:18:33.476908 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:33.478021 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-9ba2d56c-9a3d-4620-923e-97afb8fe6c44 req-84cd0679-6071-4076-ad91-8c02516b2d66 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:33.500750 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [req-9ba2d56c-9a3d-4620-923e-97afb8fe6c44 req-84cd0679-6071-4076-ad91-8c02516b2d66 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] Calling delete_port for 860d1670-d6af-4fc5-80bd-08f9b6582dac owned by compute:nova {{(pid=121607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:18:33.535572 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6c2f87-5cae-45ff-9747-ff82cf1d5378 req-aca86e94-3ea8-4026-b8fd-15b6237192c8 tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:18:33.549099 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-cc6c2f87-5cae-45ff-9747-ff82cf1d5378 req-aca86e94-3ea8-4026-b8fd-15b6237192c8 tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] 10.222.0.32 "GET /v2.0/ports?device_id=503df13c-2f74-4094-bbd9-a07a7ba8f4cb HTTP/1.1" status: 200  len: 944 time: 0.0767162
Dec 25 21:18:33.668568 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-cc6c2f87-5cae-45ff-9747-ff82cf1d5378 req-0f77b948-d8a5-492c-aad8-52c868f1ebac tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] 10.222.0.32 "GET /v2.0/security-groups?id=2bf8651c-3ed0-44bb-a064-d61aab6ec281&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1170197
Dec 25 21:18:33.691767 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:33.696568 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2caab8-1152-42d8-b84b-bfade5f5773f req-4b50f0af-81cc-4ee0-a48d-cdac8a7ce707 tempest-ServersTestBootFromVolume-822926053 tempest-ServersTestBootFromVolume-822926053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:18:33.716868 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9d2caab8-1152-42d8-b84b-bfade5f5773f req-4b50f0af-81cc-4ee0-a48d-cdac8a7ce707 tempest-ServersTestBootFromVolume-822926053 tempest-ServersTestBootFromVolume-822926053-project] 10.222.0.32 "GET /v2.0/ports?device_id=e524c2c3-e248-42dd-82e5-49cb6b3a3b2c HTTP/1.1" status: 200  len: 944 time: 0.1184554
Dec 25 21:18:33.731682 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-1a645b07-e0de-438e-ae1e-e6a6b659a3c1 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1112662764-network', 'tenant_id': 'd4571ece0fa3450b83fde221178518c8'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:18:33.771021 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port af2cd469-e53b-45dd-9334-186a6c6c612a, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=af2cd469-e53b-45dd-9334-186a6c6c612a,segment=NetworkSegment(40b3768f-3d6e-4d28-9b2a-4711b7f0f059),segment_id=40b3768f-3d6e-4d28-9b2a-4711b7f0f059)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:18:33.778797 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '503df13c-2f74-4094-bbd9-a07a7ba8f4cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af2cd469-e53b-45dd-9334-186a6c6c612a'}] {{(pid=121608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:18:33.778911 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-9ba2d56c-9a3d-4620-923e-97afb8fe6c44 req-84cd0679-6071-4076-ad91-8c02516b2d66 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:33.780476 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a88c78c3ff6266bd59c7e89d275b28c92e739b67d23c89d71af88829fd31566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7bfecc0-48da-4b78-9a24-ac5af9ef1594" -d '{"events": [{"server_uuid": "503df13c-2f74-4094-bbd9-a07a7ba8f4cb", "name": "network-vif-plugged", "status": "completed", "tag": "af2cd469-e53b-45dd-9334-186a6c6c612a"}]}' {{(pid=121608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:18:33.783836 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9d2caab8-1152-42d8-b84b-bfade5f5773f req-041e04a2-d1b7-45ae-ae15-b6702a5f9aa3 tempest-ServersTestBootFromVolume-822926053 tempest-ServersTestBootFromVolume-822926053-project] 10.222.0.32 "GET /v2.0/security-groups?id=1cca7a13-76a8-43b2-b6b1-de89b0da2437&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0657837
Dec 25 21:18:33.800836 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] get_ports_and_sgs() called for port_ids ['5a73a242-a477-40db-9b6d-7ac1d38d6950', '860d1670-d6af-4fc5-80bd-08f9b6582dac'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:18:33.833317 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cd0679-6071-4076-ad91-8c02516b2d66 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] Pushing event deleted for resources: {'Port': ['ID=860d1670-d6af-4fc5-80bd-08f9b6582dac,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:18:33.846179 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 21:18:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3dfd0b2-e2ee-4f54-8823-756b884bbcbc x-openstack-request-id: req-a3dfd0b2-e2ee-4f54-8823-756b884bbcbc {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:18:33.846753 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "503df13c-2f74-4094-bbd9-a07a7ba8f4cb", "name": "network-vif-plugged", "status": "completed", "tag": "af2cd469-e53b-45dd-9334-186a6c6c612a", "code": 200}]} {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:18:33.847159 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a3dfd0b2-e2ee-4f54-8823-756b884bbcbc {{(pid=121608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:18:33.847703 ncdv-master-1 neutron-server[121608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '503df13c-2f74-4094-bbd9-a07a7ba8f4cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af2cd469-e53b-45dd-9334-186a6c6c612a', 'code': 200}
Dec 25 21:18:33.878962 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:33.881122 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device a97266bc-054b-4f05-9507-8f17f9e55d8f no longer exists at agent hyperv_nch2-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:18:33.933897 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] No Port match for: a97266bc-054b-4f05-9507-8f17f9e55d8f {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:18:33.934459 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device a97266bc-054b-4f05-9507-8f17f9e55d8f not bound to the agent host nch2-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:18:33.964796 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d417d925-46c5-45cf-8705-8f5166948fbc req-4e66316a-c8ed-4b12-98aa-a04cda23cb68 tempest-ServerRescueTestJSON-1336662106 tempest-ServerRescueTestJSON-1336662106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:18:33.975047 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d417d925-46c5-45cf-8705-8f5166948fbc req-4e66316a-c8ed-4b12-98aa-a04cda23cb68 tempest-ServerRescueTestJSON-1336662106 tempest-ServerRescueTestJSON-1336662106-project] 10.222.0.32 "GET /v2.0/ports?device_id=30bfda27-68a3-4a4a-bfd1-7749eaa3997c HTTP/1.1" status: 200  len: 945 time: 0.0804508
Dec 25 21:18:34.007021 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ba2d56c-9a3d-4620-923e-97afb8fe6c44 req-84cd0679-6071-4076-ad91-8c02516b2d66 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] No DVR routers for this DVR port 860d1670-d6af-4fc5-80bd-08f9b6582dac on host nch2-master-1 {{(pid=121607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:18:34.012525 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a645b07-e0de-438e-ae1e-e6a6b659a3c1 admin admin] Made reservation on behalf of d4571ece0fa3450b83fde221178518c8 for: {'network': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:18:34.015004 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Pushing event updated for resources: {'Port': ['ID=af2cd469-e53b-45dd-9334-186a6c6c612a,revision_number=7']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:18:34.015420 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-1a645b07-e0de-438e-ae1e-e6a6b659a3c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for network, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:34.021374 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-9ba2d56c-9a3d-4620-923e-97afb8fe6c44 req-84cd0679-6071-4076-ad91-8c02516b2d66 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:34.030749 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-9ba2d56c-9a3d-4620-923e-97afb8fe6c44 req-84cd0679-6071-4076-ad91-8c02516b2d66 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.37 "DELETE /v2.0/ports/860d1670-d6af-4fc5-80bd-08f9b6582dac HTTP/1.1" status: 204  len: 173 time: 0.7977774
Dec 25 21:18:34.034301 ncdv-master-1 neutron-server[121607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3308bcb1-0f06-470f-913d-ae09dfc92a3a', 'name': 'network-vif-deleted', 'tag': '860d1670-d6af-4fc5-80bd-08f9b6582dac'}] {{(pid=121607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:18:34.042666 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f980bbcadfa7bf1e788024e1448be660373c21f97f015f780444e999c451203" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6be919e-20cd-484d-b3a6-7a031bc0a06d" -d '{"events": [{"server_uuid": "3308bcb1-0f06-470f-913d-ae09dfc92a3a", "name": "network-vif-deleted", "tag": "860d1670-d6af-4fc5-80bd-08f9b6582dac"}]}' {{(pid=121607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:18:34.055832 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-1a645b07-e0de-438e-ae1e-e6a6b659a3c1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:34.087258 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device fd420be1-a16d-4f62-bae1-854747080d4d up at agent hyperv_nch1-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:18:34.142087 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-1a645b07-e0de-438e-ae1e-e6a6b659a3c1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:34.158069 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d417d925-46c5-45cf-8705-8f5166948fbc req-09d0468e-8dab-4cb5-9730-cc7d7ca7454e tempest-ServerRescueTestJSON-1336662106 tempest-ServerRescueTestJSON-1336662106-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3baa9cd-9895-4145-88c0-053a91673173&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1768281
Dec 25 21:18:34.220190 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-1a645b07-e0de-438e-ae1e-e6a6b659a3c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:34.243066 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfd91b2-d3d4-41fd-b190-0d593f77e72c req-80f1987c-3150-48a1-9355-973f31cea018 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:18:34.247806 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3cfd91b2-d3d4-41fd-b190-0d593f77e72c req-80f1987c-3150-48a1-9355-973f31cea018 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] 10.222.0.32 "GET /v2.0/ports?device_id=48b8a5b8-636e-4965-bb02-a799fdf8524f HTTP/1.1" status: 200  len: 944 time: 0.1971061
Dec 25 21:18:34.248341 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:34.255646 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a645b07-e0de-438e-ae1e-e6a6b659a3c1 admin admin] vlan segment allocate from pool success with {'vlan_id': 169, 'physical_network': 'physnet1'}  {{(pid=121607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 25 21:18:34.266204 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a645b07-e0de-438e-ae1e-e6a6b659a3c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b91eef00-e17a-4a6b-bf8c-dc658b79c2db,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:18:34.271662 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-1a645b07-e0de-438e-ae1e-e6a6b659a3c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:34.272160 ncdv-master-1 neutron-server[121607]: INFO neutron.db.segments_db [None req-1a645b07-e0de-438e-ae1e-e6a6b659a3c1 admin admin] Added segment ebab95c3-92f3-4953-88f7-4db8e8264725 of type vlan for network b8d0c0f5-4a55-4519-afa5-15b47bd47c1f
Dec 25 21:18:34.276854 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Provisioning for port fd420be1-a16d-4f62-bae1-854747080d4d completed by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 25 21:18:34.291695 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Provisioning complete for port fd420be1-a16d-4f62-bae1-854747080d4d triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:18:34.291695 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:34.343393 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 21:18:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13064b57-bf82-46a4-a369-2632e1bf9db5 x-openstack-request-id: req-13064b57-bf82-46a4-a369-2632e1bf9db5 {{(pid=121607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:18:34.343393 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3308bcb1-0f06-470f-913d-ae09dfc92a3a", "name": "network-vif-deleted", "tag": "860d1670-d6af-4fc5-80bd-08f9b6582dac", "status": "completed", "code": 200}]} {{(pid=121607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:18:34.343393 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-13064b57-bf82-46a4-a369-2632e1bf9db5 {{(pid=121607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:18:34.343393 ncdv-master-1 neutron-server[121607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3308bcb1-0f06-470f-913d-ae09dfc92a3a', 'name': 'network-vif-deleted', 'tag': '860d1670-d6af-4fc5-80bd-08f9b6582dac', 'status': 'completed', 'code': 200}
Dec 25 21:18:34.410377 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3cfd91b2-d3d4-41fd-b190-0d593f77e72c req-e7d234c1-a46a-465d-923f-e580a832a04e tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c514444-6044-490f-9acc-6dece3909d9f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1525092
Dec 25 21:18:34.428895 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-1a645b07-e0de-438e-ae1e-e6a6b659a3c1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737602163420'] for network, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:34.501637 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-21066db6-8c40-443e-9532-027625cf2ea9 req-47bea1b1-1318-42c2-a1dd-22a58db435fe tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/ports?device_id=3308bcb1-0f06-470f-913d-ae09dfc92a3a HTTP/1.1" status: 200  len: 210 time: 0.0794246
Dec 25 21:18:34.520969 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:34.548047 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-1a645b07-e0de-438e-ae1e-e6a6b659a3c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870'] for network, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:34.549405 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a645b07-e0de-438e-ae1e-e6a6b659a3c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:18:34.550004 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-1a645b07-e0de-438e-ae1e-e6a6b659a3c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for network, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:34.570466 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port fd420be1-a16d-4f62-bae1-854747080d4d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=fd420be1-a16d-4f62-bae1-854747080d4d,segment=NetworkSegment(2eb49ff2-b1de-4e84-a376-6f91f784eeb5),segment_id=2eb49ff2-b1de-4e84-a376-6f91f784eeb5)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:18:34.634899 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a645b07-e0de-438e-ae1e-e6a6b659a3c1 admin admin] Pushing event updated for resources: {'Network': ['ID=b8d0c0f5-4a55-4519-afa5-15b47bd47c1f,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:18:34.640243 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:34.646573 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Network b8d0c0f5-4a55-4519-afa5-15b47bd47c1f details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 25 21:18:34.696842 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-1a645b07-e0de-438e-ae1e-e6a6b659a3c1 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 890 time: 1.2705669
Dec 25 21:18:34.697647 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 56824) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:18:34.702692 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-b1819077-cd9b-459c-ab30-287111185d0b admin admin] Request body: {'subnet': {'network_id': 'b8d0c0f5-4a55-4519-afa5-15b47bd47c1f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1112662764-subnet', 'tenant_id': 'd4571ece0fa3450b83fde221178518c8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:18:34.830225 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1819077-cd9b-459c-ab30-287111185d0b admin admin] Made reservation on behalf of d4571ece0fa3450b83fde221178518c8 for: {'subnet': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:18:34.832094 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Pushing event updated for resources: {'Port': ['ID=fd420be1-a16d-4f62-bae1-854747080d4d,revision_number=5']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:18:34.832823 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b1819077-cd9b-459c-ab30-287111185d0b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8852834'] for subnet, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:34.845963 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b225be2e-e85f-4822-a600-7b00e6a5c3b2 req-ee9153a6-8c24-4af1-9b7a-004401e4e2fd tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:18:34.853919 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b225be2e-e85f-4822-a600-7b00e6a5c3b2 req-ee9153a6-8c24-4af1-9b7a-004401e4e2fd tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] 10.222.0.32 "GET /v2.0/ports?device_id=503df13c-2f74-4094-bbd9-a07a7ba8f4cb HTTP/1.1" status: 200  len: 945 time: 0.0892324
Dec 25 21:18:34.862565 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-169c4f2c-a1e6-4fc7-949a-259668cbfe3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:34.921751 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b225be2e-e85f-4822-a600-7b00e6a5c3b2 req-b4524b39-6b58-4527-ab11-5d6f4433d4e4 tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] 10.222.0.32 "GET /v2.0/security-groups?id=2bf8651c-3ed0-44bb-a064-d61aab6ec281&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0666962
Dec 25 21:18:35.044173 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7db128-526e-480b-be24-66422867826a req-27f56345-cf59-4736-ba0c-3bb36d5ad24f tempest-ServersTestBootFromVolume-822926053 tempest-ServersTestBootFromVolume-822926053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:18:35.053978 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-be7db128-526e-480b-be24-66422867826a req-27f56345-cf59-4736-ba0c-3bb36d5ad24f tempest-ServersTestBootFromVolume-822926053 tempest-ServersTestBootFromVolume-822926053-project] 10.222.0.32 "GET /v2.0/ports?device_id=e524c2c3-e248-42dd-82e5-49cb6b3a3b2c HTTP/1.1" status: 200  len: 944 time: 0.0825698
Dec 25 21:18:35.140650 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b1819077-cd9b-459c-ab30-287111185d0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8632475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8852848'] for subnet, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:35.141076 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-be7db128-526e-480b-be24-66422867826a req-5f92d40a-7517-48ae-8254-33ed02d18e04 tempest-ServersTestBootFromVolume-822926053 tempest-ServersTestBootFromVolume-822926053-project] 10.222.0.32 "GET /v2.0/security-groups?id=1cca7a13-76a8-43b2-b6b1-de89b0da2437&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0833001
Dec 25 21:18:35.213576 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1819077-cd9b-459c-ab30-287111185d0b admin admin] Pushing event updated for resources: {'Subnet': ['ID=de1e389c-30c9-4340-81e2-e9ffc3e01b02,revision_number=0']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:18:35.221662 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1819077-cd9b-459c-ab30-287111185d0b admin admin] Checking segment: {'id': 'ebab95c3-92f3-4953-88f7-4db8e8264725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'b8d0c0f5-4a55-4519-afa5-15b47bd47c1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:18:35.227080 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1819077-cd9b-459c-ab30-287111185d0b admin admin] Network hostable DHCP agents. Network: b8d0c0f5-4a55-4519-afa5-15b47bd47c1f, hostable agents: ['1813db88-2c1b-4357-a2ba-869246b663c2'], hosted agents: [] {{(pid=121607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 25 21:18:35.326478 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1819077-cd9b-459c-ab30-287111185d0b admin admin] Network b8d0c0f5-4a55-4519-afa5-15b47bd47c1f is scheduled to be hosted by DHCP agent 1813db88-2c1b-4357-a2ba-869246b663c2 with binding_index 1 {{(pid=121607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 25 21:18:35.327304 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3eacec-8798-4af8-ab6f-311e6d4d5c34 req-f01d16f6-b1d6-4bf1-9251-368505a68292 tempest-ServerRescueTestJSON-1336662106 tempest-ServerRescueTestJSON-1336662106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:18:35.328971 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-de3eacec-8798-4af8-ab6f-311e6d4d5c34 req-f01d16f6-b1d6-4bf1-9251-368505a68292 tempest-ServerRescueTestJSON-1336662106 tempest-ServerRescueTestJSON-1336662106-project] 10.222.0.32 "GET /v2.0/ports?device_id=30bfda27-68a3-4a4a-bfd1-7749eaa3997c HTTP/1.1" status: 200  len: 945 time: 0.0693893
Dec 25 21:18:35.385956 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-de3eacec-8798-4af8-ab6f-311e6d4d5c34 req-8e88b0df-7668-4f0c-9f7a-bd3b3cd1e0be tempest-ServerRescueTestJSON-1336662106 tempest-ServerRescueTestJSON-1336662106-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3baa9cd-9895-4145-88c0-053a91673173&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0498962
Dec 25 21:18:35.408135 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-b1819077-cd9b-459c-ab30-287111185d0b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, b8d0c0f5-4a55-4519-afa5-15b47bd47c1f) {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:18:35.413106 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1819077-cd9b-459c-ab30-287111185d0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:18:35.413700 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b1819077-cd9b-459c-ab30-287111185d0b admin admin] Publish callbacks [] for subnet, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:35.417312 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98109f93-8735-4d9a-8c23-afad222297eb None None] Network b8d0c0f5-4a55-4519-afa5-15b47bd47c1f requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:18:35.499668 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-b1819077-cd9b-459c-ab30-287111185d0b admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 853 time: 0.8008137
Dec 25 21:18:35.502332 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 56834) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:18:35.507152 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-ddabbcc5-ceb6-431f-80d5-fa9bb1baa901 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1112662764-router', 'tenant_id': 'd4571ece0fa3450b83fde221178518c8', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'}}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:18:35.573093 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a0ef416-3dee-4776-86f3-1ca2a4c1171e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-b8d0c0f5-4a55-4519-afa5-15b47bd47c1f', 'network_id': 'b8d0c0f5-4a55-4519-afa5-15b47bd47c1f', 'project_id': 'd4571ece0fa3450b83fde221178518c8', 'fixed_ips': [{'subnet_id': 'de1e389c-30c9-4340-81e2-e9ffc3e01b02'}]}} from ncdv-master-1. {{(pid=121608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 25 21:18:35.574024 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-4a0ef416-3dee-4776-86f3-1ca2a4c1171e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:35.620730 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cb66c2-6996-4138-ac9f-61a186a45a40 req-adc9b571-c6a3-4e8a-b2cd-5516b39c6419 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:18:35.624770 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-93cb66c2-6996-4138-ac9f-61a186a45a40 req-adc9b571-c6a3-4e8a-b2cd-5516b39c6419 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] 10.222.0.32 "GET /v2.0/ports?device_id=48b8a5b8-636e-4965-bb02-a799fdf8524f HTTP/1.1" status: 200  len: 945 time: 0.0982430
Dec 25 21:18:35.628101 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ddabbcc5-ceb6-431f-80d5-fa9bb1baa901 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2014909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14863'] for router, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:35.629234 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ddabbcc5-ceb6-431f-80d5-fa9bb1baa901 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2014285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2009796', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2082630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14848'] for router, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:35.707181 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-93cb66c2-6996-4138-ac9f-61a186a45a40 req-7d3bc3b6-e698-453f-895a-4a3f318ca165 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c514444-6044-490f-9acc-6dece3909d9f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0739017
Dec 25 21:18:35.827370 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.db_base_plugin_common [None req-4a0ef416-3dee-4776-86f3-1ca2a4c1171e None None] Allocated IP 172.20.0.2 (b8d0c0f5-4a55-4519-afa5-15b47bd47c1f/de1e389c-30c9-4340-81e2-e9ffc3e01b02/f4e76ecc-0552-40f4-968e-1ce75645c146) {{(pid=121608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:18:35.871179 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48b8a5b8-636e-4965-bb02-a799fdf8524f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd420be1-a16d-4f62-bae1-854747080d4d'}] {{(pid=121608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:18:35.875529 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a88c78c3ff6266bd59c7e89d275b28c92e739b67d23c89d71af88829fd31566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f166c96f-31b8-4181-8d22-284df92bf037" -d '{"events": [{"server_uuid": "48b8a5b8-636e-4965-bb02-a799fdf8524f", "name": "network-vif-plugged", "status": "completed", "tag": "fd420be1-a16d-4f62-bae1-854747080d4d"}]}' {{(pid=121608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:18:36.096641 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 21:18:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d261ecb3-f4ab-4c98-844f-e69882ee561d x-openstack-request-id: req-d261ecb3-f4ab-4c98-844f-e69882ee561d {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:18:36.097514 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48b8a5b8-636e-4965-bb02-a799fdf8524f", "name": "network-vif-plugged", "status": "completed", "tag": "fd420be1-a16d-4f62-bae1-854747080d4d", "code": 200}]} {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:18:36.101517 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d261ecb3-f4ab-4c98-844f-e69882ee561d {{(pid=121608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:18:36.102396 ncdv-master-1 neutron-server[121608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48b8a5b8-636e-4965-bb02-a799fdf8524f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd420be1-a16d-4f62-bae1-854747080d4d', 'code': 200}
Dec 25 21:18:36.119418 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device 94ab1ddd-760b-4f0c-b396-3eeca500e583 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 25 21:18:36.149029 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ddabbcc5-ceb6-431f-80d5-fa9bb1baa901 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:36.156075 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bc3912-7227-4e2e-96c5-fe779948e6db req-fbe36362-7abd-499b-aec1-47e7f39a9796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:18:36.157266 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c6bc3912-7227-4e2e-96c5-fe779948e6db req-fbe36362-7abd-499b-aec1-47e7f39a9796 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=48b8a5b8-636e-4965-bb02-a799fdf8524f HTTP/1.1" status: 200  len: 1096 time: 0.0897102
Dec 25 21:18:36.173703 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-4a0ef416-3dee-4776-86f3-1ca2a4c1171e None None] Publish callbacks [] for port, precommit_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:36.297634 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c3be20-cc7f-45ae-8199-594314a47d29 req-3ceb0f4c-45ac-4ae7-9255-c9ade48578dc tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:18:36.299700 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f3c3be20-cc7f-45ae-8199-594314a47d29 req-3ceb0f4c-45ac-4ae7-9255-c9ade48578dc tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/ports?device_id=b248cb56-18c2-4ff2-a8da-8e0993879a65 HTTP/1.1" status: 200  len: 950 time: 0.0866346
Dec 25 21:18:36.303580 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c6bc3912-7227-4e2e-96c5-fe779948e6db req-32dbd66e-54c8-48f2-8908-c920acd0c062 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=0c514444-6044-490f-9acc-6dece3909d9f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1373127
Dec 25 21:18:36.308806 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port 94ab1ddd-760b-4f0c-b396-3eeca500e583, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=94ab1ddd-760b-4f0c-b396-3eeca500e583,segment=NetworkSegment(563b54b5-528d-4b6e-aaa6-896a27c58e45),segment_id=563b54b5-528d-4b6e-aaa6-896a27c58e45)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:18:36.312968 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89da7ad5-d253-4632-b36f-2b370dd56a67 req-aa6ac42b-2c2a-47d8-be59-1a8fd7bba67b tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:18:36.314826 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-89da7ad5-d253-4632-b36f-2b370dd56a67 req-aa6ac42b-2c2a-47d8-be59-1a8fd7bba67b tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] 10.222.0.32 "GET /v2.0/ports?device_id=503df13c-2f74-4094-bbd9-a07a7ba8f4cb HTTP/1.1" status: 200  len: 945 time: 0.1506224
Dec 25 21:18:36.337743 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Returning: {'device': '94ab1ddd-760b-4f0c-b396-3eeca500e583', 'network_id': '98581356-69b5-4e98-93ff-2ca77d3cb056', 'port_id': '94ab1ddd-760b-4f0c-b396-3eeca500e583', 'mac_address': 'fa:16:3e:ed:f7:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6158a754-03d6-4ba0-bf8a-020a29c4ba47', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 25 21:18:36.357736 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-4a0ef416-3dee-4776-86f3-1ca2a4c1171e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946'] for port, after_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:36.369664 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f3c3be20-cc7f-45ae-8199-594314a47d29 req-5ae7d49f-dfdb-46e6-b7e6-96b50d011021 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3f1ae63-416f-443f-b032-af0d7dcc9019&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0517952
Dec 25 21:18:36.432207 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-89da7ad5-d253-4632-b36f-2b370dd56a67 req-5dd73e38-abc3-41e6-a12a-5fa336b39ccf tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] 10.222.0.32 "GET /v2.0/security-groups?id=2bf8651c-3ed0-44bb-a064-d61aab6ec281&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0670919
Dec 25 21:18:36.475966 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a0ef416-3dee-4776-86f3-1ca2a4c1171e None None] Network b8d0c0f5-4a55-4519-afa5-15b47bd47c1f is already hosted by enough agents. {{(pid=121608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:18:36.503599 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ddabbcc5-ceb6-431f-80d5-fa9bb1baa901 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:36.505896 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.base_scheduler [None req-4a0ef416-3dee-4776-86f3-1ca2a4c1171e None None] Resources bound (agent type, host, resource id):  {{(pid=121608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:18:36.512719 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a0ef416-3dee-4776-86f3-1ca2a4c1171e None None] Received port after_create {{(pid=121608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:18:36.525535 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:36.529167 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0ef416-3dee-4776-86f3-1ca2a4c1171e None None] Pushing event updated for resources: {'Port': ['ID=f4e76ecc-0552-40f4-968e-1ce75645c146,revision_number=1']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:18:36.565154 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94ab1ddd-760b-4f0c-b396-3eeca500e583 {{(pid=121608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:18:36.583755 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf212356-90de-4358-909d-42dfa01e40f3 req-a224c552-0493-4179-9d38-665654426e9d tempest-ServerRescueTestJSON-1336662106 tempest-ServerRescueTestJSON-1336662106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:18:36.591349 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-bf212356-90de-4358-909d-42dfa01e40f3 req-a224c552-0493-4179-9d38-665654426e9d tempest-ServerRescueTestJSON-1336662106 tempest-ServerRescueTestJSON-1336662106-project] 10.222.0.32 "GET /v2.0/ports?device_id=30bfda27-68a3-4a4a-bfd1-7749eaa3997c HTTP/1.1" status: 200  len: 945 time: 0.0823779
Dec 25 21:18:36.619575 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port 94ab1ddd-760b-4f0c-b396-3eeca500e583, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=94ab1ddd-760b-4f0c-b396-3eeca500e583,segment=NetworkSegment(563b54b5-528d-4b6e-aaa6-896a27c58e45),segment_id=563b54b5-528d-4b6e-aaa6-896a27c58e45)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:18:36.624917 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-4a0ef416-3dee-4776-86f3-1ca2a4c1171e None None] Attempting to bind port f4e76ecc-0552-40f4-968e-1ce75645c146 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:18:36.625898 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-4a0ef416-3dee-4776-86f3-1ca2a4c1171e None None] Attempting to bind port f4e76ecc-0552-40f4-968e-1ce75645c146 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ebab95c3-92f3-4953-88f7-4db8e8264725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'b8d0c0f5-4a55-4519-afa5-15b47bd47c1f'}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:18:36.627524 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a0ef416-3dee-4776-86f3-1ca2a4c1171e None None] Attempting to bind port f4e76ecc-0552-40f4-968e-1ce75645c146 on network b8d0c0f5-4a55-4519-afa5-15b47bd47c1f {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:18:36.632259 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a0ef416-3dee-4776-86f3-1ca2a4c1171e None None] Checking agent: {'id': 'ca4f5c6d-f1fd-48b8-a3e3-395864c7d23d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 20, 56, 40), 'started_at': datetime.datetime(2021, 12, 25, 20, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 18, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:18:36.632725 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a0ef416-3dee-4776-86f3-1ca2a4c1171e None None] Checking segment: {'id': 'ebab95c3-92f3-4953-88f7-4db8e8264725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'b8d0c0f5-4a55-4519-afa5-15b47bd47c1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:18:36.633229 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-4a0ef416-3dee-4776-86f3-1ca2a4c1171e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:36.633692 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a0ef416-3dee-4776-86f3-1ca2a4c1171e None None] Bound using segment: {'id': 'ebab95c3-92f3-4953-88f7-4db8e8264725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'b8d0c0f5-4a55-4519-afa5-15b47bd47c1f'} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:18:36.634236 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-4a0ef416-3dee-4776-86f3-1ca2a4c1171e None None] Bound port: f4e76ecc-0552-40f4-968e-1ce75645c146, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebab95c3-92f3-4953-88f7-4db8e8264725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'b8d0c0f5-4a55-4519-afa5-15b47bd47c1f'}}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:18:36.634680 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-4a0ef416-3dee-4776-86f3-1ca2a4c1171e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:36.717253 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:36.800513 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-4a0ef416-3dee-4776-86f3-1ca2a4c1171e None None] For port f4e76ecc-0552-40f4-968e-1ce75645c146, host ncdv-master-1, cleared binding levels {{(pid=121608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:18:36.813821 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-4a0ef416-3dee-4776-86f3-1ca2a4c1171e None None] For port f4e76ecc-0552-40f4-968e-1ce75645c146, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f4e76ecc-0552-40f4-968e-1ce75645c146,segment=NetworkSegment(ebab95c3-92f3-4953-88f7-4db8e8264725),segment_id=ebab95c3-92f3-4953-88f7-4db8e8264725)] {{(pid=121608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:18:36.828233 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Pushing event updated for resources: {'Port': ['ID=94ab1ddd-760b-4f0c-b396-3eeca500e583,revision_number=4']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:18:36.896944 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ddabbcc5-ceb6-431f-80d5-fa9bb1baa901 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:36.919400 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ddabbcc5-ceb6-431f-80d5-fa9bb1baa901 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:36.927711 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-4a0ef416-3dee-4776-86f3-1ca2a4c1171e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:37.009817 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a069fc-218c-4599-a5f5-081e463158f0 req-c55e58d9-e618-4b03-8f17-3537a29d31e2 tempest-ServersTestBootFromVolume-822926053 tempest-ServersTestBootFromVolume-822926053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:18:37.011382 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-02a069fc-218c-4599-a5f5-081e463158f0 req-c55e58d9-e618-4b03-8f17-3537a29d31e2 tempest-ServersTestBootFromVolume-822926053 tempest-ServersTestBootFromVolume-822926053-project] 10.222.0.32 "GET /v2.0/ports?device_id=e524c2c3-e248-42dd-82e5-49cb6b3a3b2c HTTP/1.1" status: 200  len: 944 time: 0.5156968
Dec 25 21:18:37.035504 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-bf212356-90de-4358-909d-42dfa01e40f3 req-196baf2a-6558-4296-b192-520e6fb1ec82 tempest-ServerRescueTestJSON-1336662106 tempest-ServerRescueTestJSON-1336662106-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3baa9cd-9895-4145-88c0-053a91673173&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4431217
Dec 25 21:18:37.051787 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0ef416-3dee-4776-86f3-1ca2a4c1171e None None] Pushing event updated for resources: {'Port': ['ID=f4e76ecc-0552-40f4-968e-1ce75645c146,revision_number=2']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:18:37.057483 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] get_ports_and_sgs() called for port_ids ['94ab1ddd-760b-4f0c-b396-3eeca500e583'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:18:37.120176 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-02a069fc-218c-4599-a5f5-081e463158f0 req-633c5905-bc66-4275-a3a3-b6db1c14ffde tempest-ServersTestBootFromVolume-822926053 tempest-ServersTestBootFromVolume-822926053-project] 10.222.0.32 "GET /v2.0/security-groups?id=1cca7a13-76a8-43b2-b6b1-de89b0da2437&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0961907
Dec 25 21:18:37.149571 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-603f133e-11a1-4d14-8112-90799128d501 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:37.182275 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_common [None req-ddabbcc5-ceb6-431f-80d5-fa9bb1baa901 admin admin] Allocated IP 172.35.3.68 (7201e55c-7c5f-41aa-a042-a363696539d0/7a939e13-713f-45cf-bba7-1539635abe25/e72e509b-5408-41d4-ad12-5493f3ff5a70) {{(pid=121607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:18:37.308578 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897d55be-564e-42bb-b397-fa2c273b1caf req-60f30222-6ab6-4237-a551-8eac4643e048 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:18:37.316860 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-897d55be-564e-42bb-b397-fa2c273b1caf req-60f30222-6ab6-4237-a551-8eac4643e048 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] 10.222.0.32 "GET /v2.0/ports?device_id=48b8a5b8-636e-4965-bb02-a799fdf8524f HTTP/1.1" status: 200  len: 945 time: 0.1196611
Dec 25 21:18:37.394559 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device 860d1670-d6af-4fc5-80bd-08f9b6582dac no longer exists at agent hyperv_nch2-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:18:37.418590 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-897d55be-564e-42bb-b397-fa2c273b1caf req-2a600cd4-8ae4-4fd4-a7d3-93159dc53739 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c514444-6044-490f-9acc-6dece3909d9f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1007226
Dec 25 21:18:37.442998 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ddabbcc5-ceb6-431f-80d5-fa9bb1baa901 admin admin] Publish callbacks [] for port, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:37.453610 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] No Port match for: 860d1670-d6af-4fc5-80bd-08f9b6582dac {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:18:37.453963 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device 860d1670-d6af-4fc5-80bd-08f9b6582dac not bound to the agent host nch2-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:18:37.616643 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9861fbc2-4c74-4e84-9ace-a9e1d0c625da req-37c3263b-1b89-445a-a35d-6e087150ea21 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:18:37.618252 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-9861fbc2-4c74-4e84-9ace-a9e1d0c625da req-37c3263b-1b89-445a-a35d-6e087150ea21 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.37 "GET /v2.0/ports?device_id=b248cb56-18c2-4ff2-a8da-8e0993879a65 HTTP/1.1" status: 200  len: 950 time: 0.1539130
Dec 25 21:18:37.664303 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6aed3c-8b8d-4a72-90fc-e2eae72f9d86 req-fed8dfaf-4297-463d-8d03-dfeb03267592 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:18:37.673110 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2e6aed3c-8b8d-4a72-90fc-e2eae72f9d86 req-fed8dfaf-4297-463d-8d03-dfeb03267592 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/ports?device_id=b248cb56-18c2-4ff2-a8da-8e0993879a65 HTTP/1.1" status: 200  len: 950 time: 0.1326599
Dec 25 21:18:37.708799 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2ab10b-051f-4ae7-b9df-d6d1570c0818 req-0953f856-2553-4399-8904-3232f6fe41b4 tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:18:37.710736 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1a2ab10b-051f-4ae7-b9df-d6d1570c0818 req-0953f856-2553-4399-8904-3232f6fe41b4 tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] 10.222.0.32 "GET /v2.0/ports?device_id=503df13c-2f74-4094-bbd9-a07a7ba8f4cb HTTP/1.1" status: 200  len: 945 time: 0.1151288
Dec 25 21:18:37.726161 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ddabbcc5-ceb6-431f-80d5-fa9bb1baa901 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:37.777430 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddabbcc5-ceb6-431f-80d5-fa9bb1baa901 admin admin] Network 7201e55c-7c5f-41aa-a042-a363696539d0 is already hosted by enough agents. {{(pid=121607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:18:37.783220 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2e6aed3c-8b8d-4a72-90fc-e2eae72f9d86 req-6e2d8c98-730e-4272-ab6a-2962bd83c708 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3f1ae63-416f-443f-b032-af0d7dcc9019&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1072838
Dec 25 21:18:37.785748 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-ddabbcc5-ceb6-431f-80d5-fa9bb1baa901 admin admin] Resources bound (agent type, host, resource id):  {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:18:37.789959 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddabbcc5-ceb6-431f-80d5-fa9bb1baa901 admin admin] Received port after_create {{(pid=121607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:18:37.802580 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1a2ab10b-051f-4ae7-b9df-d6d1570c0818 req-fe76c066-6b95-499f-91a3-87239b9f5464 tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] 10.222.0.32 "GET /v2.0/security-groups?id=2bf8651c-3ed0-44bb-a064-d61aab6ec281&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0820162
Dec 25 21:18:37.822177 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddabbcc5-ceb6-431f-80d5-fa9bb1baa901 admin admin] Pushing event updated for resources: {'Port': ['ID=e72e509b-5408-41d4-ad12-5493f3ff5a70,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:18:37.923508 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [req-9861fbc2-4c74-4e84-9ace-a9e1d0c625da req-364f91f1-c12d-4224-b5f4-66f9be143838 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] Deleting port 5a73a242-a477-40db-9b6d-7ac1d38d6950 {{(pid=121607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:18:37.923508 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-9861fbc2-4c74-4e84-9ace-a9e1d0c625da req-364f91f1-c12d-4224-b5f4-66f9be143838 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:38.044451 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.db [req-9861fbc2-4c74-4e84-9ace-a9e1d0c625da req-364f91f1-c12d-4224-b5f4-66f9be143838 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] For port 5a73a242-a477-40db-9b6d-7ac1d38d6950, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5a73a242-a477-40db-9b6d-7ac1d38d6950,segment=NetworkSegment(85c774cb-a0eb-4ad9-961f-f331d3b37cd6),segment_id=85c774cb-a0eb-4ad9-961f-f331d3b37cd6)] {{(pid=121607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:18:38.044919 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-9861fbc2-4c74-4e84-9ace-a9e1d0c625da req-364f91f1-c12d-4224-b5f4-66f9be143838 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:38.064394 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [req-9861fbc2-4c74-4e84-9ace-a9e1d0c625da req-364f91f1-c12d-4224-b5f4-66f9be143838 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] Calling delete_port for 5a73a242-a477-40db-9b6d-7ac1d38d6950 owned by compute:nova {{(pid=121607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:18:38.119368 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device 94ab1ddd-760b-4f0c-b396-3eeca500e583 up at agent hyperv_nch1-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:18:38.191356 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88073d22-617f-44f8-8ce8-70f0f382eb9e req-5fd1bf71-95f0-4ffe-bf84-35c5a94e3532 tempest-ServerRescueTestJSON-1336662106 tempest-ServerRescueTestJSON-1336662106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:18:38.193417 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:38.199692 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-88073d22-617f-44f8-8ce8-70f0f382eb9e req-5fd1bf71-95f0-4ffe-bf84-35c5a94e3532 tempest-ServerRescueTestJSON-1336662106 tempest-ServerRescueTestJSON-1336662106-project] 10.222.0.32 "GET /v2.0/ports?device_id=30bfda27-68a3-4a4a-bfd1-7749eaa3997c HTTP/1.1" status: 200  len: 945 time: 0.0781298
Dec 25 21:18:38.267569 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Provisioning for port 94ab1ddd-760b-4f0c-b396-3eeca500e583 completed by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 25 21:18:38.273342 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Provisioning complete for port 94ab1ddd-760b-4f0c-b396-3eeca500e583 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:18:38.273725 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:38.296041 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-88073d22-617f-44f8-8ce8-70f0f382eb9e req-26fc1e68-a270-45f8-85d6-1ad836af7cd4 tempest-ServerRescueTestJSON-1336662106 tempest-ServerRescueTestJSON-1336662106-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3baa9cd-9895-4145-88c0-053a91673173&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0925307
Dec 25 21:18:38.317513 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ddabbcc5-ceb6-431f-80d5-fa9bb1baa901 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:38.331211 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5f4b15-58c5-4ee8-9456-65c2ac41116e req-76e1680b-3480-40a4-9b2b-7486615dbae6 tempest-ServersTestBootFromVolume-822926053 tempest-ServersTestBootFromVolume-822926053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:18:38.335946 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8a5f4b15-58c5-4ee8-9456-65c2ac41116e req-76e1680b-3480-40a4-9b2b-7486615dbae6 tempest-ServersTestBootFromVolume-822926053 tempest-ServersTestBootFromVolume-822926053-project] 10.222.0.32 "GET /v2.0/ports?device_id=e524c2c3-e248-42dd-82e5-49cb6b3a3b2c HTTP/1.1" status: 200  len: 945 time: 0.1185076
Dec 25 21:18:38.445658 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8a5f4b15-58c5-4ee8-9456-65c2ac41116e req-3e1ed007-def4-425e-b872-d0956a8a45ab tempest-ServersTestBootFromVolume-822926053 tempest-ServersTestBootFromVolume-822926053-project] 10.222.0.32 "GET /v2.0/security-groups?id=1cca7a13-76a8-43b2-b6b1-de89b0da2437&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1011310
Dec 25 21:18:38.470194 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:38.512935 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-9861fbc2-4c74-4e84-9ace-a9e1d0c625da req-364f91f1-c12d-4224-b5f4-66f9be143838 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:38.527336 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3e945ecd-9380-47c2-aa0a-12ebe07e03e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:38.532860 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] get_ports_and_sgs() called for port_ids ['5a73a242-a477-40db-9b6d-7ac1d38d6950'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:18:38.581971 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e524c2c3-e248-42dd-82e5-49cb6b3a3b2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94ab1ddd-760b-4f0c-b396-3eeca500e583'}] {{(pid=121608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:18:38.584746 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a88c78c3ff6266bd59c7e89d275b28c92e739b67d23c89d71af88829fd31566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d579887-6a0c-4782-a0da-997f45d51997" -d '{"events": [{"server_uuid": "e524c2c3-e248-42dd-82e5-49cb6b3a3b2c", "name": "network-vif-plugged", "status": "completed", "tag": "94ab1ddd-760b-4f0c-b396-3eeca500e583"}]}' {{(pid=121608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:18:38.606213 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port 94ab1ddd-760b-4f0c-b396-3eeca500e583, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=94ab1ddd-760b-4f0c-b396-3eeca500e583,segment=NetworkSegment(563b54b5-528d-4b6e-aaa6-896a27c58e45),segment_id=563b54b5-528d-4b6e-aaa6-896a27c58e45)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:18:38.619757 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364f91f1-c12d-4224-b5f4-66f9be143838 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] Pushing event deleted for resources: {'Port': ['ID=5a73a242-a477-40db-9b6d-7ac1d38d6950,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:18:38.630057 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32c5501-302c-4bb7-8ae6-16b68fcd7549 req-c045e3b9-4a3d-465c-92fd-d328a542e3c7 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:18:38.640493 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e32c5501-302c-4bb7-8ae6-16b68fcd7549 req-c045e3b9-4a3d-465c-92fd-d328a542e3c7 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] 10.222.0.32 "GET /v2.0/ports?device_id=48b8a5b8-636e-4965-bb02-a799fdf8524f HTTP/1.1" status: 200  len: 945 time: 0.1237512
Dec 25 21:18:38.656679 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 21:18:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90f06909-e51e-4672-8ef8-31c186e957ea x-openstack-request-id: req-90f06909-e51e-4672-8ef8-31c186e957ea {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:18:38.656679 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e524c2c3-e248-42dd-82e5-49cb6b3a3b2c", "name": "network-vif-plugged", "status": "completed", "tag": "94ab1ddd-760b-4f0c-b396-3eeca500e583", "code": 200}]} {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:18:38.656679 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-90f06909-e51e-4672-8ef8-31c186e957ea {{(pid=121608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:18:38.656679 ncdv-master-1 neutron-server[121608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e524c2c3-e248-42dd-82e5-49cb6b3a3b2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94ab1ddd-760b-4f0c-b396-3eeca500e583', 'code': 200}
Dec 25 21:18:38.715203 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [req-9861fbc2-4c74-4e84-9ace-a9e1d0c625da req-364f91f1-c12d-4224-b5f4-66f9be143838 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] No DVR routers for this DVR port 5a73a242-a477-40db-9b6d-7ac1d38d6950 on host nch2-master-1 {{(pid=121607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:18:38.721151 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:38.738538 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e32c5501-302c-4bb7-8ae6-16b68fcd7549 req-faed86e3-9473-4a65-8c3f-3812d074d421 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c514444-6044-490f-9acc-6dece3909d9f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0924134
Dec 25 21:18:38.786928 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14afc908-ae7a-42c9-b2da-37144b28071a None None] Network b8d0c0f5-4a55-4519-afa5-15b47bd47c1f requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:18:38.792402 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-9861fbc2-4c74-4e84-9ace-a9e1d0c625da req-364f91f1-c12d-4224-b5f4-66f9be143838 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:38.804678 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-9861fbc2-4c74-4e84-9ace-a9e1d0c625da req-364f91f1-c12d-4224-b5f4-66f9be143838 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.37 "DELETE /v2.0/ports/5a73a242-a477-40db-9b6d-7ac1d38d6950 HTTP/1.1" status: 204  len: 173 time: 1.1792603
Dec 25 21:18:38.805530 ncdv-master-1 neutron-server[121607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b248cb56-18c2-4ff2-a8da-8e0993879a65', 'name': 'network-vif-deleted', 'tag': '5a73a242-a477-40db-9b6d-7ac1d38d6950'}] {{(pid=121607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:18:38.808026 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f980bbcadfa7bf1e788024e1448be660373c21f97f015f780444e999c451203" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fabf8d2a-0d47-4205-84ea-f01ae0b38bd7" -d '{"events": [{"server_uuid": "b248cb56-18c2-4ff2-a8da-8e0993879a65", "name": "network-vif-deleted", "tag": "5a73a242-a477-40db-9b6d-7ac1d38d6950"}]}' {{(pid=121607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:18:38.836804 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a004882-4c36-4dbc-83af-be70fec1c719 req-d4ffb6cc-602b-4579-a386-0f7e52690bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:18:38.838635 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5a004882-4c36-4dbc-83af-be70fec1c719 req-d4ffb6cc-602b-4579-a386-0f7e52690bd7 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=e524c2c3-e248-42dd-82e5-49cb6b3a3b2c HTTP/1.1" status: 200  len: 1097 time: 0.0859714
Dec 25 21:18:38.862365 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ddabbcc5-ceb6-431f-80d5-fa9bb1baa901 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2014278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2009753'] for router, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:38.893223 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Pushing event updated for resources: {'Port': ['ID=94ab1ddd-760b-4f0c-b396-3eeca500e583,revision_number=5']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:18:38.922409 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-a6af8f0c-ceff-453a-9bd5-fb55f89a4c27 None None] Provisioning complete for port f4e76ecc-0552-40f4-968e-1ce75645c146 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:18:38.922862 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-a6af8f0c-ceff-453a-9bd5-fb55f89a4c27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:38.933480 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 21:18:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0400705-eba3-4c6c-bfba-8adeca4c4466 x-openstack-request-id: req-e0400705-eba3-4c6c-bfba-8adeca4c4466 {{(pid=121607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:18:38.933866 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b248cb56-18c2-4ff2-a8da-8e0993879a65", "name": "network-vif-deleted", "tag": "5a73a242-a477-40db-9b6d-7ac1d38d6950", "status": "completed", "code": 200}]} {{(pid=121607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:18:38.934386 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e0400705-eba3-4c6c-bfba-8adeca4c4466 {{(pid=121607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:18:38.934917 ncdv-master-1 neutron-server[121607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b248cb56-18c2-4ff2-a8da-8e0993879a65', 'name': 'network-vif-deleted', 'tag': '5a73a242-a477-40db-9b6d-7ac1d38d6950', 'status': 'completed', 'code': 200}
Dec 25 21:18:39.082302 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-a6af8f0c-ceff-453a-9bd5-fb55f89a4c27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:39.219874 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4784f36-b30a-4c23-901c-8ea0d9c7e2b8 req-0b8e436a-1bfa-47ff-b516-5efa002f442a tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:18:39.221559 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d4784f36-b30a-4c23-901c-8ea0d9c7e2b8 req-0b8e436a-1bfa-47ff-b516-5efa002f442a tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] 10.222.0.32 "GET /v2.0/ports?device_id=48b8a5b8-636e-4965-bb02-a799fdf8524f HTTP/1.1" status: 200  len: 945 time: 0.3477778
Dec 25 21:18:39.224839 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5a004882-4c36-4dbc-83af-be70fec1c719 req-496ac448-c030-40f9-a91b-524fb4c7d9e1 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=1cca7a13-76a8-43b2-b6b1-de89b0da2437&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3784108
Dec 25 21:18:39.288157 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddabbcc5-ceb6-431f-80d5-fa9bb1baa901 admin admin] Router fd5d1e0a-1e64-40a3-b29d-a4ced077dc1a is scheduled to L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 with binding_index 1 {{(pid=121607) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 25 21:18:39.385171 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-a6af8f0c-ceff-453a-9bd5-fb55f89a4c27 None None] For port f4e76ecc-0552-40f4-968e-1ce75645c146, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f4e76ecc-0552-40f4-968e-1ce75645c146,segment=NetworkSegment(ebab95c3-92f3-4953-88f7-4db8e8264725),segment_id=ebab95c3-92f3-4953-88f7-4db8e8264725)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:18:39.388900 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device f4e76ecc-0552-40f4-968e-1ce75645c146 up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:18:39.403827 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fbe521-9395-408e-aad6-dd0cfc300d75 req-048937e8-3303-45e8-9dde-de2113074669 tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:18:39.410072 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-78fbe521-9395-408e-aad6-dd0cfc300d75 req-048937e8-3303-45e8-9dde-de2113074669 tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] 10.222.0.32 "GET /v2.0/ports?device_id=503df13c-2f74-4094-bbd9-a07a7ba8f4cb HTTP/1.1" status: 200  len: 945 time: 0.3788304
Dec 25 21:18:39.464758 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-a6af8f0c-ceff-453a-9bd5-fb55f89a4c27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:39.472615 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d4784f36-b30a-4c23-901c-8ea0d9c7e2b8 req-5d201b5d-57e1-4354-9355-7703342459b9 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c514444-6044-490f-9acc-6dece3909d9f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2165823
Dec 25 21:18:39.517667 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port f4e76ecc-0552-40f4-968e-1ce75645c146 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:18:39.518933 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:39.528490 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-15cb578f-7a63-4fd3-925d-83bad4c7b82a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:39.556205 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-78fbe521-9395-408e-aad6-dd0cfc300d75 req-37bad6d2-141c-437e-ae7f-e7b317071d54 tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] 10.222.0.32 "GET /v2.0/security-groups?id=2bf8651c-3ed0-44bb-a064-d61aab6ec281&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1316555
Dec 25 21:18:39.575743 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddabbcc5-ceb6-431f-80d5-fa9bb1baa901 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 21:18:39.613117 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-993d14ad-4779-4780-921c-c61e7c7c8993 None None] Sync routers for ids ['fd5d1e0a-1e64-40a3-b29d-a4ced077dc1a'] in ncdv-master-1 {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 21:18:39.646588 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-993d14ad-4779-4780-921c-c61e7c7c8993 None None] Routers {'fd5d1e0a-1e64-40a3-b29d-a4ced077dc1a'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:18:39.647108 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-993d14ad-4779-4780-921c-c61e7c7c8993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f261329e190>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:18:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['fd5d1e0a-1e64-40a3-b29d-a4ced077dc1a'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:18:39.656032 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c94d2599-51c0-460e-bab4-351a685fcc79 req-a3f7c29e-d5e7-4368-b179-f0903a36de14 tempest-MigrationsAdminTest-1932570903 tempest-MigrationsAdminTest-1932570903-project] 10.222.0.32 "GET /v2.0/ports?device_id=b248cb56-18c2-4ff2-a8da-8e0993879a65 HTTP/1.1" status: 200  len: 210 time: 0.0378613
Dec 25 21:18:39.665687 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ddabbcc5-ceb6-431f-80d5-fa9bb1baa901 admin admin] Publish callbacks [] for router, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:39.670365 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-ddabbcc5-ceb6-431f-80d5-fa9bb1baa901 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 928 time: 4.1643312
Dec 25 21:18:39.672749 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 56890) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:18:39.720308 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.agents_db [None req-ec08dba0-4483-4109-b5e1-5e4a9fdaf12d None None] Agent healthcheck: found 7 active agents {{(pid=121609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 25 21:18:39.720938 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-e34519b4-a80a-4764-8434-3c4c68beff2c None None] Provisioning complete for port f4e76ecc-0552-40f4-968e-1ce75645c146 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:18:39.720938 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-e34519b4-a80a-4764-8434-3c4c68beff2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:39.723703 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6af8f0c-ceff-453a-9bd5-fb55f89a4c27 None None] Pushing event updated for resources: {'Port': ['ID=f4e76ecc-0552-40f4-968e-1ce75645c146,revision_number=3']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:18:39.994266 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvr_db [None req-993d14ad-4779-4780-921c-c61e7c7c8993 None None] Set router fd5d1e0a-1e64-40a3-b29d-a4ced077dc1a gateway port host: ncdv-master-1 {{(pid=121608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:18:40.084565 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f6315f-5691-450e-b78a-ce3413d62a15 req-8348ca76-2923-4869-a55d-fe52b38ba28f tempest-ServerRescueTestJSON-1336662106 tempest-ServerRescueTestJSON-1336662106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:18:40.093608 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f3f6315f-5691-450e-b78a-ce3413d62a15 req-8348ca76-2923-4869-a55d-fe52b38ba28f tempest-ServerRescueTestJSON-1336662106 tempest-ServerRescueTestJSON-1336662106-project] 10.222.0.32 "GET /v2.0/ports?device_id=30bfda27-68a3-4a4a-bfd1-7749eaa3997c HTTP/1.1" status: 200  len: 945 time: 0.1251018
Dec 25 21:18:40.172679 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1d39f6-9fdf-40cd-8332-1798d74a670a req-602a09e7-9893-41c2-9b1c-e8c13e4e8f76 tempest-ServersTestBootFromVolume-822926053 tempest-ServersTestBootFromVolume-822926053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:18:40.180619 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7e1d39f6-9fdf-40cd-8332-1798d74a670a req-602a09e7-9893-41c2-9b1c-e8c13e4e8f76 tempest-ServersTestBootFromVolume-822926053 tempest-ServersTestBootFromVolume-822926053-project] 10.222.0.32 "GET /v2.0/ports?device_id=e524c2c3-e248-42dd-82e5-49cb6b3a3b2c HTTP/1.1" status: 200  len: 946 time: 0.2396333
Dec 25 21:18:40.252117 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-993d14ad-4779-4780-921c-c61e7c7c8993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f261329e190>, [{'id': 'fd5d1e0a-1e64-40a3-b29d-a4ced077dc1a', 'name': 'tempest-TaggedBootDevicesTest_v242-1112662764-router', 'tenant_id': 'd4571ece0fa3450b83fde221178518c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.68'}], 'enable_snat': True}, 'gw_port_id': 'e72e509b-5408-41d4-ad12-5493f3ff5a70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:18:35Z', 'updated_at': '2021-12-25T21:18:37Z', 'revision_number': 3, 'project_id': 'd4571ece0fa3450b83fde221178518c8', 'gw_port': {'id': 'e72e509b-5408-41d4-ad12-5493f3ff5a70', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:27:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd5d1e0a-1e64-40a3-b29d-a4ced077dc1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1147, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:18:36Z', 'updated_at': '2021-12-25T21:18:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:18:40.278951 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f3f6315f-5691-450e-b78a-ce3413d62a15 req-fefe8052-7904-4a07-9f1d-67c979d00596 tempest-ServerRescueTestJSON-1336662106 tempest-ServerRescueTestJSON-1336662106-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3baa9cd-9895-4145-88c0-053a91673173&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1807709
Dec 25 21:18:40.282462 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-993d14ad-4779-4780-921c-c61e7c7c8993 None None] Checking router: fd5d1e0a-1e64-40a3-b29d-a4ced077dc1a for host: ncdv-master-1 {{(pid=121608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 25 21:18:40.282843 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-993d14ad-4779-4780-921c-c61e7c7c8993 None None] Updating router fd5d1e0a-1e64-40a3-b29d-a4ced077dc1a port e72e509b-5408-41d4-ad12-5493f3ff5a70 binding host ncdv-master-1 {{(pid=121608) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 25 21:18:40.325967 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-993d14ad-4779-4780-921c-c61e7c7c8993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:40.342102 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7e1d39f6-9fdf-40cd-8332-1798d74a670a req-38f47bd6-aef9-4a42-a954-daf2e92928c3 tempest-ServersTestBootFromVolume-822926053 tempest-ServersTestBootFromVolume-822926053-project] 10.222.0.32 "GET /v2.0/security-groups?id=1cca7a13-76a8-43b2-b6b1-de89b0da2437&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1559715
Dec 25 21:18:40.558494 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-4df43f7c-b0c0-45c5-acbb-e57f5f15d4a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:40.694770 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-993d14ad-4779-4780-921c-c61e7c7c8993 None None] Publish callbacks [] for port, precommit_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:40.702374 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:40.815342 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-993d14ad-4779-4780-921c-c61e7c7c8993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:40.819150 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefb0794-b7b6-4d25-9d8b-4065da814a50 req-3c1e4d50-1608-46f4-a542-da9b908af5c3 tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:18:40.828944 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-fefb0794-b7b6-4d25-9d8b-4065da814a50 req-3c1e4d50-1608-46f4-a542-da9b908af5c3 tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] 10.222.0.32 "GET /v2.0/ports?device_id=503df13c-2f74-4094-bbd9-a07a7ba8f4cb HTTP/1.1" status: 200  len: 945 time: 0.1114397
Dec 25 21:18:40.871448 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_common [None req-4df43f7c-b0c0-45c5-acbb-e57f5f15d4a2 admin admin] Allocated IP 172.20.0.1 (b8d0c0f5-4a55-4519-afa5-15b47bd47c1f/de1e389c-30c9-4340-81e2-e9ffc3e01b02/a81cfeda-139d-47fa-b318-76fafd3132a6) {{(pid=121606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:18:40.953597 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f282c9a-2257-43ba-8c62-97df0f08ccb2 None None] Pushing event updated for resources: {'Port': ['ID=e72e509b-5408-41d4-ad12-5493f3ff5a70,revision_number=2']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:18:40.957431 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-fefb0794-b7b6-4d25-9d8b-4065da814a50 req-fde07e2f-2ced-4a21-9701-8e08c475c07b tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] 10.222.0.32 "GET /v2.0/security-groups?id=2bf8651c-3ed0-44bb-a064-d61aab6ec281&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1239150
Dec 25 21:18:40.983211 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-993d14ad-4779-4780-921c-c61e7c7c8993 None None] Attempting to bind port e72e509b-5408-41d4-ad12-5493f3ff5a70 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:18:40.983478 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-993d14ad-4779-4780-921c-c61e7c7c8993 None None] Attempting to bind port e72e509b-5408-41d4-ad12-5493f3ff5a70 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:18:40.983853 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-993d14ad-4779-4780-921c-c61e7c7c8993 None None] Attempting to bind port e72e509b-5408-41d4-ad12-5493f3ff5a70 on network 7201e55c-7c5f-41aa-a042-a363696539d0 {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:18:40.991847 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-993d14ad-4779-4780-921c-c61e7c7c8993 None None] Checking agent: {'id': 'ca4f5c6d-f1fd-48b8-a3e3-395864c7d23d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 20, 56, 40), 'started_at': datetime.datetime(2021, 12, 25, 20, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 18, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:18:40.991847 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-993d14ad-4779-4780-921c-c61e7c7c8993 None None] Checking segment: {'id': '6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:18:40.992498 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-993d14ad-4779-4780-921c-c61e7c7c8993 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:40.992768 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-993d14ad-4779-4780-921c-c61e7c7c8993 None None] Bound using segment: {'id': '6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:18:40.993354 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-993d14ad-4779-4780-921c-c61e7c7c8993 None None] Bound port: e72e509b-5408-41d4-ad12-5493f3ff5a70, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'}}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:18:40.993789 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-993d14ad-4779-4780-921c-c61e7c7c8993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:41.117166 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-993d14ad-4779-4780-921c-c61e7c7c8993 None None] For port e72e509b-5408-41d4-ad12-5493f3ff5a70, host ncdv-master-1, cleared binding levels {{(pid=121608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:18:41.126203 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-993d14ad-4779-4780-921c-c61e7c7c8993 None None] For port e72e509b-5408-41d4-ad12-5493f3ff5a70, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e72e509b-5408-41d4-ad12-5493f3ff5a70,segment=NetworkSegment(6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855),segment_id=6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855)] {{(pid=121608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:18:41.149498 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device f4e76ecc-0552-40f4-968e-1ce75645c146 up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:18:41.207186 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port f4e76ecc-0552-40f4-968e-1ce75645c146 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:18:41.207801 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:41.228449 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-4df43f7c-b0c0-45c5-acbb-e57f5f15d4a2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:41.241608 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365b6a6c-da4d-43ae-b776-641581fff82c req-fe260a1b-972e-4fad-befd-5299ffd0fc5e tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:18:41.250250 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-365b6a6c-da4d-43ae-b776-641581fff82c req-fe260a1b-972e-4fad-befd-5299ffd0fc5e tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] 10.222.0.32 "GET /v2.0/ports?device_id=48b8a5b8-636e-4965-bb02-a799fdf8524f HTTP/1.1" status: 200  len: 945 time: 0.1346765
Dec 25 21:18:41.258826 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-993d14ad-4779-4780-921c-c61e7c7c8993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:41.341928 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-365b6a6c-da4d-43ae-b776-641581fff82c req-a39ca7ee-8c24-4dd2-960b-871af38bf387 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c514444-6044-490f-9acc-6dece3909d9f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0894041
Dec 25 21:18:41.425054 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device 5a73a242-a477-40db-9b6d-7ac1d38d6950 no longer exists at agent hyperv_nch2-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:18:41.446095 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f282c9a-2257-43ba-8c62-97df0f08ccb2 None None] Pushing event updated for resources: {'Port': ['ID=e72e509b-5408-41d4-ad12-5493f3ff5a70,revision_number=3']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:18:41.482243 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] No Port match for: 5a73a242-a477-40db-9b6d-7ac1d38d6950 {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:18:41.482657 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device 5a73a242-a477-40db-9b6d-7ac1d38d6950 not bound to the agent host nch2-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:18:41.489021 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-993d14ad-4779-4780-921c-c61e7c7c8993 None None] Routers {'fd5d1e0a-1e64-40a3-b29d-a4ced077dc1a'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:18:41.489784 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-993d14ad-4779-4780-921c-c61e7c7c8993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f261329e190>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:18:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['fd5d1e0a-1e64-40a3-b29d-a4ced077dc1a'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:18:41.522508 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-4df43f7c-b0c0-45c5-acbb-e57f5f15d4a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:41.613834 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 56908) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:18:41.663477 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ff8f85-fc31-4a5d-8311-e7e851a309ca req-c1d3fb91-4aa2-45d4-8a8b-be2ea7f500c0 tempest-ServersTestBootFromVolume-822926053 tempest-ServersTestBootFromVolume-822926053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:18:41.665045 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-78ff8f85-fc31-4a5d-8311-e7e851a309ca req-c1d3fb91-4aa2-45d4-8a8b-be2ea7f500c0 tempest-ServersTestBootFromVolume-822926053 tempest-ServersTestBootFromVolume-822926053-project] 10.222.0.32 "GET /v2.0/ports?device_id=e524c2c3-e248-42dd-82e5-49cb6b3a3b2c HTTP/1.1" status: 200  len: 946 time: 0.2001245
Dec 25 21:18:41.668745 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4df43f7c-b0c0-45c5-acbb-e57f5f15d4a2 admin admin] Network b8d0c0f5-4a55-4519-afa5-15b47bd47c1f is already hosted by enough agents. {{(pid=121606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:18:41.672269 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvr_db [None req-993d14ad-4779-4780-921c-c61e7c7c8993 None None] Set router fd5d1e0a-1e64-40a3-b29d-a4ced077dc1a gateway port host: ncdv-master-1 {{(pid=121608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:18:41.675619 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [None req-4df43f7c-b0c0-45c5-acbb-e57f5f15d4a2 admin admin] Resources bound (agent type, host, resource id):  {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:18:41.679249 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df43f7c-b0c0-45c5-acbb-e57f5f15d4a2 admin admin] Pushing event updated for resources: {'Port': ['ID=a81cfeda-139d-47fa-b318-76fafd3132a6,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:18:41.682298 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4df43f7c-b0c0-45c5-acbb-e57f5f15d4a2 admin admin] Received port after_create {{(pid=121606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:18:41.726853 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf0f8a7-2ffe-46b7-ad1b-7bc2510a7d24 req-ff3f601e-9e1d-447e-a856-db7522653842 tempest-ServerRescueTestJSON-1336662106 tempest-ServerRescueTestJSON-1336662106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:18:41.734539 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-cdf0f8a7-2ffe-46b7-ad1b-7bc2510a7d24 req-ff3f601e-9e1d-447e-a856-db7522653842 tempest-ServerRescueTestJSON-1336662106 tempest-ServerRescueTestJSON-1336662106-project] 10.222.0.32 "GET /v2.0/ports?device_id=30bfda27-68a3-4a4a-bfd1-7749eaa3997c HTTP/1.1" status: 200  len: 945 time: 0.3014939
Dec 25 21:18:41.788186 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-4df43f7c-b0c0-45c5-acbb-e57f5f15d4a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2008772'] for router_interface, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:41.849572 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-37a235d3-5bea-4367-927e-213fa66cb54a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ed880d80bcfb4641b02f26da5fad21b8&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2350259
Dec 25 21:18:41.859412 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 56912) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:18:41.966295 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-78ff8f85-fc31-4a5d-8311-e7e851a309ca req-aa45064f-dc4f-4650-9e5f-b15800d0aa8b tempest-ServersTestBootFromVolume-822926053 tempest-ServersTestBootFromVolume-822926053-project] 10.222.0.32 "GET /v2.0/security-groups?id=1cca7a13-76a8-43b2-b6b1-de89b0da2437&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2879837
Dec 25 21:18:41.981473 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-cdf0f8a7-2ffe-46b7-ad1b-7bc2510a7d24 req-3f82bdcc-7124-47ca-ba6d-4cfb18421618 tempest-ServerRescueTestJSON-1336662106 tempest-ServerRescueTestJSON-1336662106-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3baa9cd-9895-4145-88c0-053a91673173&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2460079
Dec 25 21:18:42.011253 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5df93837-433d-4f69-81be-e375b3b85f78 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:42.023116 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-993d14ad-4779-4780-921c-c61e7c7c8993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f261329e190>, [{'id': 'fd5d1e0a-1e64-40a3-b29d-a4ced077dc1a', 'name': 'tempest-TaggedBootDevicesTest_v242-1112662764-router', 'tenant_id': 'd4571ece0fa3450b83fde221178518c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.68'}], 'enable_snat': True}, 'gw_port_id': 'e72e509b-5408-41d4-ad12-5493f3ff5a70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:18:35Z', 'updated_at': '2021-12-25T21:18:37Z', 'revision_number': 3, 'project_id': 'd4571ece0fa3450b83fde221178518c8', 'gw_port': {'id': 'e72e509b-5408-41d4-ad12-5493f3ff5a70', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:27:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd5d1e0a-1e64-40a3-b29d-a4ced077dc1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1147, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:18:36Z', 'updated_at': '2021-12-25T21:18:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:18:42.073760 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5df93837-433d-4f69-81be-e375b3b85f78 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:42.104949 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-4df43f7c-b0c0-45c5-acbb-e57f5f15d4a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:42.110648 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-993d14ad-4779-4780-921c-c61e7c7c8993 None None] The sync data for ids ['fd5d1e0a-1e64-40a3-b29d-a4ced077dc1a'] in ncdv-master-1 is: [{'id': 'fd5d1e0a-1e64-40a3-b29d-a4ced077dc1a', 'name': 'tempest-TaggedBootDevicesTest_v242-1112662764-router', 'tenant_id': 'd4571ece0fa3450b83fde221178518c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.68'}], 'enable_snat': True}, 'gw_port_id': 'e72e509b-5408-41d4-ad12-5493f3ff5a70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:18:35Z', 'updated_at': '2021-12-25T21:18:37Z', 'revision_number': 3, 'project_id': 'd4571ece0fa3450b83fde221178518c8', 'gw_port': {'id': 'e72e509b-5408-41d4-ad12-5493f3ff5a70', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:27:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd5d1e0a-1e64-40a3-b29d-a4ced077dc1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1147, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:18:36Z', 'updated_at': '2021-12-25T21:18:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 21:18:42.149716 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-f58cc0b7-cc93-47e8-841f-dc9d4c9ef6b6 None None] Provisioning complete for port a81cfeda-139d-47fa-b318-76fafd3132a6 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:18:42.150317 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-f58cc0b7-cc93-47e8-841f-dc9d4c9ef6b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:42.238457 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5df93837-433d-4f69-81be-e375b3b85f78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:42.241322 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5df93837-433d-4f69-81be-e375b3b85f78 admin admin] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:42.242611 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-5df93837-433d-4f69-81be-e375b3b85f78 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d3f1ae63-416f-443f-b032-af0d7dcc9019 HTTP/1.1" status: 204  len: 168 time: 0.3818204
Dec 25 21:18:42.258611 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df93837-433d-4f69-81be-e375b3b85f78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3f1ae63-416f-443f-b032-af0d7dcc9019,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:18:42.281709 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-f58cc0b7-cc93-47e8-841f-dc9d4c9ef6b6 None None] Port a81cfeda-139d-47fa-b318-76fafd3132a6 cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:18:42.310692 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a229ee-0e15-49cd-9660-0a60a6ae6f6f req-d3a6b64a-498b-425b-9c4a-07cfdf625ac0 tempest-ServersTestBootFromVolume-822926053 tempest-ServersTestBootFromVolume-822926053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:18:42.317399 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b6a229ee-0e15-49cd-9660-0a60a6ae6f6f req-d3a6b64a-498b-425b-9c4a-07cfdf625ac0 tempest-ServersTestBootFromVolume-822926053 tempest-ServersTestBootFromVolume-822926053-project] 10.222.0.32 "GET /v2.0/ports?device_id=e524c2c3-e248-42dd-82e5-49cb6b3a3b2c HTTP/1.1" status: 200  len: 946 time: 0.2393281
Dec 25 21:18:42.321622 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 56922) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:18:42.329183 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-273dcb27-8781-44aa-96ec-6f5d1478841a tempest-ServersTestBootFromVolume-822926053 tempest-ServersTestBootFromVolume-822926053-project] Request body: {'floatingip': {'port_id': '94ab1ddd-760b-4f0c-b396-3eeca500e583'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:18:42.355102 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac075a2-0d11-4438-9289-a6823ed611bc req-7e792c4a-817b-4532-82d1-01615e3bf3fa tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:18:42.365407 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-dac075a2-0d11-4438-9289-a6823ed611bc req-7e792c4a-817b-4532-82d1-01615e3bf3fa tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] 10.222.0.32 "GET /v2.0/ports?device_id=503df13c-2f74-4094-bbd9-a07a7ba8f4cb HTTP/1.1" status: 200  len: 945 time: 0.2227411
Dec 25 21:18:42.399245 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f3ef68-10ec-4a96-b0a4-7d2cafb6af9f req-3517aed2-d120-4429-96c8-53bf66f4a854 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:18:42.400961 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-95f3ef68-10ec-4a96-b0a4-7d2cafb6af9f req-3517aed2-d120-4429-96c8-53bf66f4a854 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] 10.222.0.31 "GET /v2.0/ports?device_id=48b8a5b8-636e-4965-bb02-a799fdf8524f HTTP/1.1" status: 200  len: 945 time: 0.2531550
Dec 25 21:18:42.442339 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-273dcb27-8781-44aa-96ec-6f5d1478841a tempest-ServersTestBootFromVolume-822926053 tempest-ServersTestBootFromVolume-822926053-project] Publish callbacks [] for floatingip, before_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:42.573649 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-dac075a2-0d11-4438-9289-a6823ed611bc req-18909514-908c-4685-b68c-aff9be296427 tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] 10.222.0.32 "GET /v2.0/security-groups?id=2bf8651c-3ed0-44bb-a064-d61aab6ec281&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2072296
Dec 25 21:18:42.737802 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996fa141-6b63-42b9-8c61-cdfbe204cd8b req-2efd4989-e0ad-4b88-b77c-ce25f1778c21 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:18:42.739453 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-996fa141-6b63-42b9-8c61-cdfbe204cd8b req-2efd4989-e0ad-4b88-b77c-ce25f1778c21 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] 10.222.0.32 "GET /v2.0/ports?device_id=48b8a5b8-636e-4965-bb02-a799fdf8524f HTTP/1.1" status: 200  len: 945 time: 0.1608589
Dec 25 21:18:42.805271 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [req-95f3ef68-10ec-4a96-b0a4-7d2cafb6af9f req-024e2d11-bd3a-4c6b-9d0f-68de64a0cb66 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] Deleting port fd420be1-a16d-4f62-bae1-854747080d4d {{(pid=121606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:18:42.805867 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-95f3ef68-10ec-4a96-b0a4-7d2cafb6af9f req-024e2d11-bd3a-4c6b-9d0f-68de64a0cb66 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:42.816039 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-4df43f7c-b0c0-45c5-acbb-e57f5f15d4a2 admin admin] Publish callbacks [] for port, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:42.913202 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-4df43f7c-b0c0-45c5-acbb-e57f5f15d4a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:42.992912 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-996fa141-6b63-42b9-8c61-cdfbe204cd8b req-2b819188-6e56-4724-83c2-83df7620a705 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c514444-6044-490f-9acc-6dece3909d9f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2317905
Dec 25 21:18:43.005902 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbef8803-ea27-4ccb-a184-af4b0a32d933 req-f0d4aee1-4b6d-4011-9742-16f18a88ee9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:18:43.015290 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-cbef8803-ea27-4ccb-a184-af4b0a32d933 req-f0d4aee1-4b6d-4011-9742-16f18a88ee9b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=30bfda27-68a3-4a4a-bfd1-7749eaa3997c HTTP/1.1" status: 200  len: 1096 time: 0.5997210
Dec 25 21:18:43.174666 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df43f7c-b0c0-45c5-acbb-e57f5f15d4a2 admin admin] Pushing event updated for resources: {'Port': ['ID=a81cfeda-139d-47fa-b318-76fafd3132a6,revision_number=2']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:18:43.208896 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device e72e509b-5408-41d4-ad12-5493f3ff5a70 up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:18:43.238165 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-95f3ef68-10ec-4a96-b0a4-7d2cafb6af9f req-024e2d11-bd3a-4c6b-9d0f-68de64a0cb66 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] For port fd420be1-a16d-4f62-bae1-854747080d4d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=fd420be1-a16d-4f62-bae1-854747080d4d,segment=NetworkSegment(2eb49ff2-b1de-4e84-a376-6f91f784eeb5),segment_id=2eb49ff2-b1de-4e84-a376-6f91f784eeb5)] {{(pid=121606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:18:43.238405 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-95f3ef68-10ec-4a96-b0a4-7d2cafb6af9f req-024e2d11-bd3a-4c6b-9d0f-68de64a0cb66 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:43.238861 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-cbef8803-ea27-4ccb-a184-af4b0a32d933 req-7508acdb-d037-495b-b5a9-f7c4d91c5f0a service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=d3baa9cd-9895-4145-88c0-053a91673173&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2213788
Dec 25 21:18:43.245764 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-4df43f7c-b0c0-45c5-acbb-e57f5f15d4a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2007636'] for router_interface, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:43.276243 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [req-95f3ef68-10ec-4a96-b0a4-7d2cafb6af9f req-024e2d11-bd3a-4c6b-9d0f-68de64a0cb66 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] Calling delete_port for fd420be1-a16d-4f62-bae1-854747080d4d owned by compute:nova {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:18:43.298921 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 56930) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:18:43.321084 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port e72e509b-5408-41d4-ad12-5493f3ff5a70 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:18:43.325602 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:43.423857 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-647d8e83-e392-4545-9476-90ed18e6df6c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=cbd62ea5e59c47fc8d5c271934c6a120&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1146643
Dec 25 21:18:43.428758 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.db.resource_extend [None req-273dcb27-8781-44aa-96ec-6f5d1478841a tempest-ServersTestBootFromVolume-822926053 tempest-ServersTestBootFromVolume-822926053-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 25 21:18:43.431731 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 56932) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:18:43.451185 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86c5f24-6c61-454b-8737-6427e5bdbef8 req-23eb4338-25f4-4d1b-b7b0-2e39064542bf tempest-ServerRescueTestJSON-1336662106 tempest-ServerRescueTestJSON-1336662106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:18:43.454082 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a86c5f24-6c61-454b-8737-6427e5bdbef8 req-23eb4338-25f4-4d1b-b7b0-2e39064542bf tempest-ServerRescueTestJSON-1336662106 tempest-ServerRescueTestJSON-1336662106-project] 10.222.0.32 "GET /v2.0/ports?device_id=30bfda27-68a3-4a4a-bfd1-7749eaa3997c HTTP/1.1" status: 200  len: 945 time: 0.2745790
Dec 25 21:18:43.471354 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:43.519448 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] For port e72e509b-5408-41d4-ad12-5493f3ff5a70, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e72e509b-5408-41d4-ad12-5493f3ff5a70,segment=NetworkSegment(6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855),segment_id=6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:18:43.549154 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-273dcb27-8781-44aa-96ec-6f5d1478841a tempest-ServersTestBootFromVolume-822926053 tempest-ServersTestBootFromVolume-822926053-project] Publish callbacks [] for floatingip, precommit_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:43.576238 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-c2dc413e-da42-4043-9d9a-9757d448d14b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:43.591562 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:43.622873 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-273dcb27-8781-44aa-96ec-6f5d1478841a tempest-ServersTestBootFromVolume-822926053 tempest-ServersTestBootFromVolume-822926053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2008639'] for floatingip, after_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:43.627669 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a86c5f24-6c61-454b-8737-6427e5bdbef8 req-95bd7f53-b4c5-4de8-bdec-f79f39a63657 tempest-ServerRescueTestJSON-1336662106 tempest-ServerRescueTestJSON-1336662106-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3baa9cd-9895-4145-88c0-053a91673173&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1423061
Dec 25 21:18:43.630887 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4df43f7c-b0c0-45c5-acbb-e57f5f15d4a2 admin admin] Network b8d0c0f5-4a55-4519-afa5-15b47bd47c1f is already hosted by enough agents. {{(pid=121606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:18:43.640366 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [None req-4df43f7c-b0c0-45c5-acbb-e57f5f15d4a2 admin admin] Resources bound (agent type, host, resource id):  {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:18:43.732205 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-c2dc413e-da42-4043-9d9a-9757d448d14b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:43.743039 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Pushing event updated for resources: {'Port': ['ID=e72e509b-5408-41d4-ad12-5493f3ff5a70,revision_number=4']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:18:43.870805 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e18775-1e1f-47be-b3bf-986fac3e058c req-59cdad66-372b-42da-af92-26b02b2e6d8b tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:18:43.872546 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c9e18775-1e1f-47be-b3bf-986fac3e058c req-59cdad66-372b-42da-af92-26b02b2e6d8b tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] 10.222.0.32 "GET /v2.0/ports?device_id=503df13c-2f74-4094-bbd9-a07a7ba8f4cb HTTP/1.1" status: 200  len: 945 time: 0.1178148
Dec 25 21:18:43.930870 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4df43f7c-b0c0-45c5-acbb-e57f5f15d4a2 admin admin] Router fd5d1e0a-1e64-40a3-b29d-a4ced077dc1a has already been hosted by L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 {{(pid=121606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 25 21:18:43.961111 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c9e18775-1e1f-47be-b3bf-986fac3e058c req-7fbd871d-5f39-45eb-a048-6bf196bffa77 tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] 10.222.0.32 "GET /v2.0/security-groups?id=2bf8651c-3ed0-44bb-a064-d61aab6ec281&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0712616
Dec 25 21:18:44.032586 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-fd17cebe-5e82-4c97-a620-63ca9b3036ba None None] Provisioning complete for port a81cfeda-139d-47fa-b318-76fafd3132a6 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:18:44.032996 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-fd17cebe-5e82-4c97-a620-63ca9b3036ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:44.087058 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-fd17cebe-5e82-4c97-a620-63ca9b3036ba None None] Port a81cfeda-139d-47fa-b318-76fafd3132a6 cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:18:44.158921 ncdv-master-1 neutron-server[121607]: INFO neutron.db.l3_db [None req-273dcb27-8781-44aa-96ec-6f5d1478841a tempest-ServersTestBootFromVolume-822926053 tempest-ServersTestBootFromVolume-822926053-project] Floating IP 90450ab7-a883-4596-a68a-ad4c293b4010 associated. External IP: 172.35.3.74, port: 94ab1ddd-760b-4f0c-b396-3eeca500e583.
Dec 25 21:18:44.292581 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-c2dc413e-da42-4043-9d9a-9757d448d14b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:44.295169 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-c2dc413e-da42-4043-9d9a-9757d448d14b admin admin] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:44.296343 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-c2dc413e-da42-4043-9d9a-9757d448d14b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/78ad4a5f-089b-4609-844c-66c1cc8e18bc HTTP/1.1" status: 204  len: 168 time: 0.8646359
Dec 25 21:18:44.348818 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2dc413e-da42-4043-9d9a-9757d448d14b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78ad4a5f-089b-4609-844c-66c1cc8e18bc,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:18:44.475659 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-95f3ef68-10ec-4a96-b0a4-7d2cafb6af9f req-024e2d11-bd3a-4c6b-9d0f-68de64a0cb66 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:44.477557 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-273dcb27-8781-44aa-96ec-6f5d1478841a tempest-ServersTestBootFromVolume-822926053 tempest-ServersTestBootFromVolume-822926053-project] Router 6de767ea-f957-4cb0-b833-b32d4389f243 has already been hosted by L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 {{(pid=121607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 25 21:18:44.487747 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] get_ports_and_sgs() called for port_ids ['b548a516-5b40-4749-9286-e686f9b3d3be'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:18:44.502864 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-6d60c0b2-b905-44cd-9f9c-c134db0666f9 req-b1df0b27-81b3-4107-82d5-1507041bf346 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] 10.222.0.32 "GET /v2.0/ports?device_id=48b8a5b8-636e-4965-bb02-a799fdf8524f HTTP/1.1" status: 200  len: 210 time: 0.0416679
Dec 25 21:18:44.533126 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024e2d11-bd3a-4c6b-9d0f-68de64a0cb66 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] Pushing event deleted for resources: {'Port': ['ID=fd420be1-a16d-4f62-bae1-854747080d4d,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:18:44.538131 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4df43f7c-b0c0-45c5-acbb-e57f5f15d4a2 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 21:18:44.630284 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [req-95f3ef68-10ec-4a96-b0a4-7d2cafb6af9f req-024e2d11-bd3a-4c6b-9d0f-68de64a0cb66 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] No DVR routers for this DVR port fd420be1-a16d-4f62-bae1-854747080d4d on host nch1-master-1 {{(pid=121606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:18:44.638202 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-95f3ef68-10ec-4a96-b0a4-7d2cafb6af9f req-024e2d11-bd3a-4c6b-9d0f-68de64a0cb66 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:44.644255 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-95f3ef68-10ec-4a96-b0a4-7d2cafb6af9f req-024e2d11-bd3a-4c6b-9d0f-68de64a0cb66 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] 10.222.0.31 "DELETE /v2.0/ports/fd420be1-a16d-4f62-bae1-854747080d4d HTTP/1.1" status: 204  len: 173 time: 2.2203968
Dec 25 21:18:44.646228 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48b8a5b8-636e-4965-bb02-a799fdf8524f', 'name': 'network-vif-deleted', 'tag': 'fd420be1-a16d-4f62-bae1-854747080d4d'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:18:44.648982 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9858820c13ec2827453b94ebc4181065e990a4e4089ccb9fe762531ac62d2fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f0c9920-ca59-4586-83c0-337f18a058cd" -d '{"events": [{"server_uuid": "48b8a5b8-636e-4965-bb02-a799fdf8524f", "name": "network-vif-deleted", "tag": "fd420be1-a16d-4f62-bae1-854747080d4d"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:18:44.659731 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-4df43f7c-b0c0-45c5-acbb-e57f5f15d4a2 admin admin] 10.222.0.32 "PUT /v2.0/routers/fd5d1e0a-1e64-40a3-b29d-a4ced077dc1a/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.9853811
Dec 25 21:18:44.673902 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-273dcb27-8781-44aa-96ec-6f5d1478841a tempest-ServersTestBootFromVolume-822926053 tempest-ServersTestBootFromVolume-822926053-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 21:18:44.690745 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec4de355-ac64-4239-b08d-9afe81ad6c2b None None] Sync routers for ids ['6de767ea-f957-4cb0-b833-b32d4389f243'] in ncdv-master-1 {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 21:18:44.693062 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-273dcb27-8781-44aa-96ec-6f5d1478841a tempest-ServersTestBootFromVolume-822926053 tempest-ServersTestBootFromVolume-822926053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for floatingip, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:44.718486 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec4de355-ac64-4239-b08d-9afe81ad6c2b None None] Routers {'6de767ea-f957-4cb0-b833-b32d4389f243'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:18:44.719399 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-ec4de355-ac64-4239-b08d-9afe81ad6c2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2618580e80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:18:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['6de767ea-f957-4cb0-b833-b32d4389f243'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:18:44.742243 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-273dcb27-8781-44aa-96ec-6f5d1478841a tempest-ServersTestBootFromVolume-822926053 tempest-ServersTestBootFromVolume-822926053-project] 10.222.0.32 "PUT /v2.0/floatingips/90450ab7-a883-4596-a68a-ad4c293b4010 HTTP/1.1" status: 200  len: 991 time: 2.4190681
Dec 25 21:18:44.743052 ncdv-master-1 neutron-server[121607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e524c2c3-e248-42dd-82e5-49cb6b3a3b2c', 'tag': '94ab1ddd-760b-4f0c-b396-3eeca500e583'}] {{(pid=121607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:18:44.751011 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f980bbcadfa7bf1e788024e1448be660373c21f97f015f780444e999c451203" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb5ebf4f-b521-4909-a4e8-3e2c876d9523" -d '{"events": [{"name": "network-changed", "server_uuid": "e524c2c3-e248-42dd-82e5-49cb6b3a3b2c", "tag": "94ab1ddd-760b-4f0c-b396-3eeca500e583"}]}' {{(pid=121607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:18:44.775658 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 21:18:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87a41ef8-f456-4474-896e-fd084e4198b2 x-openstack-request-id: req-87a41ef8-f456-4474-896e-fd084e4198b2 {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:18:44.776289 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48b8a5b8-636e-4965-bb02-a799fdf8524f", "name": "network-vif-deleted", "tag": "fd420be1-a16d-4f62-bae1-854747080d4d", "status": "completed", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:18:44.776289 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-87a41ef8-f456-4474-896e-fd084e4198b2 {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:18:44.776678 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48b8a5b8-636e-4965-bb02-a799fdf8524f', 'name': 'network-vif-deleted', 'tag': 'fd420be1-a16d-4f62-bae1-854747080d4d', 'status': 'completed', 'code': 200}
Dec 25 21:18:44.853156 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13c46edd-5f2b-4f57-a530-e6b3c45abb86 None None] Sync routers for ids ['fd5d1e0a-1e64-40a3-b29d-a4ced077dc1a'] in ncdv-master-1 {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 21:18:44.975259 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c46edd-5f2b-4f57-a530-e6b3c45abb86 None None] Routers {'fd5d1e0a-1e64-40a3-b29d-a4ced077dc1a'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:18:44.975911 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-13c46edd-5f2b-4f57-a530-e6b3c45abb86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2618132040>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:18:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['fd5d1e0a-1e64-40a3-b29d-a4ced077dc1a'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:18:45.015427 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvr_db [None req-ec4de355-ac64-4239-b08d-9afe81ad6c2b None None] Set router 6de767ea-f957-4cb0-b833-b32d4389f243 gateway port host: ncdv-master-1 {{(pid=121609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:18:45.094224 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77aeac5-093b-4473-9f73-047ee9f1342a req-e2460023-7387-4e16-8961-8ad46b6b4a5e tempest-ServerRescueTestJSON-1336662106 tempest-ServerRescueTestJSON-1336662106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:18:45.116918 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e77aeac5-093b-4473-9f73-047ee9f1342a req-e2460023-7387-4e16-8961-8ad46b6b4a5e tempest-ServerRescueTestJSON-1336662106 tempest-ServerRescueTestJSON-1336662106-project] 10.222.0.32 "GET /v2.0/ports?device_id=30bfda27-68a3-4a4a-bfd1-7749eaa3997c HTTP/1.1" status: 200  len: 945 time: 0.2596006
Dec 25 21:18:45.258487 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6428d01d-d2a5-4f05-bbf6-936104a12a20 req-277a1fd0-8cb5-4e11-940e-5cd1fa89bf32 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:18:45.274335 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-6428d01d-d2a5-4f05-bbf6-936104a12a20 req-277a1fd0-8cb5-4e11-940e-5cd1fa89bf32 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/ports?device_id=161df36a-2258-4f32-a7b0-2f7c793d4390 HTTP/1.1" status: 200  len: 945 time: 0.2781637
Dec 25 21:18:45.328065 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e77aeac5-093b-4473-9f73-047ee9f1342a req-9800db43-03bf-4d02-a51b-65738899da33 tempest-ServerRescueTestJSON-1336662106 tempest-ServerRescueTestJSON-1336662106-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3baa9cd-9895-4145-88c0-053a91673173&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2105405
Dec 25 21:18:45.390880 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-6428d01d-d2a5-4f05-bbf6-936104a12a20 req-058ab5e4-cc5f-41ac-9a89-713dce166128 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/security-groups?id=303458ac-ce28-4cba-8947-b5e432a1ea1f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1111505
Dec 25 21:18:45.418042 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-ec4de355-ac64-4239-b08d-9afe81ad6c2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2618580e80>, [{'id': '6de767ea-f957-4cb0-b833-b32d4389f243', 'name': 'tempest-ServersTestBootFromVolume-1844261110-router', 'tenant_id': 'ba1ca2fcc2ce4d41b609fa6a753fc806', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.93'}], 'enable_snat': True}, 'gw_port_id': '6ba58e06-75d0-421c-9bb3-7bcdd960f12c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:18:03Z', 'updated_at': '2021-12-25T21:18:07Z', 'revision_number': 4, 'project_id': 'ba1ca2fcc2ce4d41b609fa6a753fc806', 'gw_port': {'id': '6ba58e06-75d0-421c-9bb3-7bcdd960f12c', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:0f:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6de767ea-f957-4cb0-b833-b32d4389f243', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1123, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:18:04Z', 'updated_at': '2021-12-25T21:18:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '90450ab7-a883-4596-a68a-ad4c293b4010', 'tenant_id': 'ba1ca2fcc2ce4d41b609fa6a753fc806', 'floating_ip_address': '172.35.3.74', 'floating_network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'router_id': '6de767ea-f957-4cb0-b833-b32d4389f243', 'port_id': '94ab1ddd-760b-4f0c-b396-3eeca500e583', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1131, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '98581356-69b5-4e98-93ff-2ca77d3cb056', 'mac_address': 'fa:16:3e:ed:f7:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e524c2c3-e248-42dd-82e5-49cb6b3a3b2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-25T21:18:13Z', 'updated_at': '2021-12-25T21:18:43Z', 'revision_number': 1, 'project_id': 'ba1ca2fcc2ce4d41b609fa6a753fc806', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1066518-d087-44ed-b1f7-eec6160773ff', 'name': '', 'network_id': '98581356-69b5-4e98-93ff-2ca77d3cb056', 'tenant_id': 'ba1ca2fcc2ce4d41b609fa6a753fc806', 'mac_address': 'fa:16:3e:4e:bb:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6de767ea-f957-4cb0-b833-b32d4389f243', 'device_owner': 'network:router_interface', 'standard_attr_id': 1124, 'fixed_ips': [{'subnet_id': '6158a754-03d6-4ba0-bf8a-020a29c4ba47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:18:07Z', 'updated_at': '2021-12-25T21:18:13Z', 'revision_number': 5, 'project_id': 'ba1ca2fcc2ce4d41b609fa6a753fc806', 'subnets': [{'id': '6158a754-03d6-4ba0-bf8a-020a29c4ba47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:18:45.433453 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Dec 2021 21:18:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a1fd707-5b4e-4dcc-8093-4627a2fbaf43 x-openstack-request-id: req-5a1fd707-5b4e-4dcc-8093-4627a2fbaf43 {{(pid=121607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:18:45.433939 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e524c2c3-e248-42dd-82e5-49cb6b3a3b2c", "tag": "94ab1ddd-760b-4f0c-b396-3eeca500e583", "status": "completed", "code": 200}]} {{(pid=121607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:18:45.434619 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5a1fd707-5b4e-4dcc-8093-4627a2fbaf43 {{(pid=121607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:18:45.435311 ncdv-master-1 neutron-server[121607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e524c2c3-e248-42dd-82e5-49cb6b3a3b2c', 'tag': '94ab1ddd-760b-4f0c-b396-3eeca500e583', 'status': 'completed', 'code': 200}
Dec 25 21:18:45.493078 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec4de355-ac64-4239-b08d-9afe81ad6c2b None None] Checking router: 6de767ea-f957-4cb0-b833-b32d4389f243 for host: ncdv-master-1 {{(pid=121609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 25 21:18:45.508220 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec4de355-ac64-4239-b08d-9afe81ad6c2b None None] Routers {'6de767ea-f957-4cb0-b833-b32d4389f243'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:18:45.510361 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-ec4de355-ac64-4239-b08d-9afe81ad6c2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2618580e80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:18:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['6de767ea-f957-4cb0-b833-b32d4389f243'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:18:45.571365 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5ebf4f-b521-4909-a4e8-3e2c876d9523 req-37697295-0c88-4bed-8c46-dba5bb4c04c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:18:45.572887 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-cb5ebf4f-b521-4909-a4e8-3e2c876d9523 req-37697295-0c88-4bed-8c46-dba5bb4c04c9 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ba1ca2fcc2ce4d41b609fa6a753fc806&device_id=e524c2c3-e248-42dd-82e5-49cb6b3a3b2c HTTP/1.1" status: 200  len: 1097 time: 0.1056519
Dec 25 21:18:45.628779 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvr_db [None req-13c46edd-5f2b-4f57-a530-e6b3c45abb86 None None] Set router fd5d1e0a-1e64-40a3-b29d-a4ced077dc1a gateway port host: ncdv-master-1 {{(pid=121608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:18:45.722056 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device e72e509b-5408-41d4-ad12-5493f3ff5a70 up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:18:45.882513 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvr_db [None req-ec4de355-ac64-4239-b08d-9afe81ad6c2b None None] Set router 6de767ea-f957-4cb0-b833-b32d4389f243 gateway port host: ncdv-master-1 {{(pid=121609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:18:45.883270 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c185e8a-72ff-446b-a4c8-f7954fc634a7 req-a66685bf-e4f0-4f0d-bc5d-b7cebe699265 tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:18:45.885305 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0c185e8a-72ff-446b-a4c8-f7954fc634a7 req-a66685bf-e4f0-4f0d-bc5d-b7cebe699265 tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] 10.222.0.32 "GET /v2.0/ports?device_id=503df13c-2f74-4094-bbd9-a07a7ba8f4cb HTTP/1.1" status: 200  len: 945 time: 0.3196340
Dec 25 21:18:46.001966 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5ebf4f-b521-4909-a4e8-3e2c876d9523 req-1b501535-787f-47a0-9445-998211a2134a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:18:46.007050 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-cb5ebf4f-b521-4909-a4e8-3e2c876d9523 req-1b501535-787f-47a0-9445-998211a2134a service neutron] 10.222.0.31 "GET /v2.0/networks?id=98581356-69b5-4e98-93ff-2ca77d3cb056 HTTP/1.1" status: 200  len: 917 time: 0.4120648
Dec 25 21:18:46.028390 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port e72e509b-5408-41d4-ad12-5493f3ff5a70 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:18:46.029626 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:46.042468 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0c185e8a-72ff-446b-a4c8-f7954fc634a7 req-90fd8d5f-44ad-49ec-a1cf-a73dc1de1b4e tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] 10.222.0.32 "GET /v2.0/security-groups?id=2bf8651c-3ed0-44bb-a064-d61aab6ec281&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1482599
Dec 25 21:18:46.169081 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-cb5ebf4f-b521-4909-a4e8-3e2c876d9523 req-5f8fd541-ecd7-4326-b624-04b6f2d927e0 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=94ab1ddd-760b-4f0c-b396-3eeca500e583 HTTP/1.1" status: 200  len: 999 time: 0.1407530
Dec 25 21:18:46.183656 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device fd420be1-a16d-4f62-bae1-854747080d4d no longer exists at agent hyperv_nch1-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:18:46.194414 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 57008) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:18:46.199306 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-df76cf01-2633-4915-a49b-6105ca277bce admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-3692813-network', 'tenant_id': '498aad80bbd44b6e8fc8fd1b6ed08a4b'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:18:46.270600 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] No Port match for: fd420be1-a16d-4f62-bae1-854747080d4d {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:18:46.270909 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device fd420be1-a16d-4f62-bae1-854747080d4d not bound to the agent host nch1-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:18:46.300750 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5ebf4f-b521-4909-a4e8-3e2c876d9523 req-fa8fadf5-30c2-4386-9e72-6ae71d417b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:18:46.301899 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-cb5ebf4f-b521-4909-a4e8-3e2c876d9523 req-fa8fadf5-30c2-4386-9e72-6ae71d417b9e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=6158a754-03d6-4ba0-bf8a-020a29c4ba47 HTTP/1.1" status: 200  len: 855 time: 0.1291642
Dec 25 21:18:46.330547 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df76cf01-2633-4915-a49b-6105ca277bce admin admin] Made reservation on behalf of 498aad80bbd44b6e8fc8fd1b6ed08a4b for: {'network': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:18:46.333487 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-df76cf01-2633-4915-a49b-6105ca277bce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for network, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:46.348967 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-df76cf01-2633-4915-a49b-6105ca277bce admin admin] Publish callbacks [] for security_group, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:46.434311 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-13c46edd-5f2b-4f57-a530-e6b3c45abb86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2618132040>, [{'id': 'fd5d1e0a-1e64-40a3-b29d-a4ced077dc1a', 'name': 'tempest-TaggedBootDevicesTest_v242-1112662764-router', 'tenant_id': 'd4571ece0fa3450b83fde221178518c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.68'}], 'enable_snat': True}, 'gw_port_id': 'e72e509b-5408-41d4-ad12-5493f3ff5a70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:18:35Z', 'updated_at': '2021-12-25T21:18:41Z', 'revision_number': 4, 'project_id': 'd4571ece0fa3450b83fde221178518c8', 'gw_port': {'id': 'e72e509b-5408-41d4-ad12-5493f3ff5a70', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:27:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd5d1e0a-1e64-40a3-b29d-a4ced077dc1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1147, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:18:36Z', 'updated_at': '2021-12-25T21:18:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'a81cfeda-139d-47fa-b318-76fafd3132a6', 'name': '', 'network_id': 'b8d0c0f5-4a55-4519-afa5-15b47bd47c1f', 'tenant_id': 'd4571ece0fa3450b83fde221178518c8', 'mac_address': 'fa:16:3e:d7:52:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd5d1e0a-1e64-40a3-b29d-a4ced077dc1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': 'de1e389c-30c9-4340-81e2-e9ffc3e01b02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:18:40Z', 'updated_at': '2021-12-25T21:18:42Z', 'revision_number': 2, 'project_id': 'd4571ece0fa3450b83fde221178518c8', 'subnets': [{'id': 'de1e389c-30c9-4340-81e2-e9ffc3e01b02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:18:46.490155 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-ec4de355-ac64-4239-b08d-9afe81ad6c2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2618580e80>, [{'id': '6de767ea-f957-4cb0-b833-b32d4389f243', 'name': 'tempest-ServersTestBootFromVolume-1844261110-router', 'tenant_id': 'ba1ca2fcc2ce4d41b609fa6a753fc806', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.93'}], 'enable_snat': True}, 'gw_port_id': '6ba58e06-75d0-421c-9bb3-7bcdd960f12c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:18:03Z', 'updated_at': '2021-12-25T21:18:07Z', 'revision_number': 4, 'project_id': 'ba1ca2fcc2ce4d41b609fa6a753fc806', 'gw_port': {'id': '6ba58e06-75d0-421c-9bb3-7bcdd960f12c', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:0f:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6de767ea-f957-4cb0-b833-b32d4389f243', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1123, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:18:04Z', 'updated_at': '2021-12-25T21:18:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '90450ab7-a883-4596-a68a-ad4c293b4010', 'tenant_id': 'ba1ca2fcc2ce4d41b609fa6a753fc806', 'floating_ip_address': '172.35.3.74', 'floating_network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'router_id': '6de767ea-f957-4cb0-b833-b32d4389f243', 'port_id': '94ab1ddd-760b-4f0c-b396-3eeca500e583', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1131, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '98581356-69b5-4e98-93ff-2ca77d3cb056', 'mac_address': 'fa:16:3e:ed:f7:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e524c2c3-e248-42dd-82e5-49cb6b3a3b2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-25T21:18:13Z', 'updated_at': '2021-12-25T21:18:43Z', 'revision_number': 1, 'project_id': 'ba1ca2fcc2ce4d41b609fa6a753fc806', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1066518-d087-44ed-b1f7-eec6160773ff', 'name': '', 'network_id': '98581356-69b5-4e98-93ff-2ca77d3cb056', 'tenant_id': 'ba1ca2fcc2ce4d41b609fa6a753fc806', 'mac_address': 'fa:16:3e:4e:bb:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6de767ea-f957-4cb0-b833-b32d4389f243', 'device_owner': 'network:router_interface', 'standard_attr_id': 1124, 'fixed_ips': [{'subnet_id': '6158a754-03d6-4ba0-bf8a-020a29c4ba47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:18:07Z', 'updated_at': '2021-12-25T21:18:13Z', 'revision_number': 5, 'project_id': 'ba1ca2fcc2ce4d41b609fa6a753fc806', 'subnets': [{'id': '6158a754-03d6-4ba0-bf8a-020a29c4ba47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:18:46.536656 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13c46edd-5f2b-4f57-a530-e6b3c45abb86 None None] Checking router: fd5d1e0a-1e64-40a3-b29d-a4ced077dc1a for host: ncdv-master-1 {{(pid=121608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 25 21:18:46.537473 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13c46edd-5f2b-4f57-a530-e6b3c45abb86 None None] Updating router fd5d1e0a-1e64-40a3-b29d-a4ced077dc1a port a81cfeda-139d-47fa-b318-76fafd3132a6 binding host ncdv-master-1 {{(pid=121608) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 25 21:18:46.582670 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec4de355-ac64-4239-b08d-9afe81ad6c2b None None] The sync data for ids ['6de767ea-f957-4cb0-b833-b32d4389f243'] in ncdv-master-1 is: [{'id': '6de767ea-f957-4cb0-b833-b32d4389f243', 'name': 'tempest-ServersTestBootFromVolume-1844261110-router', 'tenant_id': 'ba1ca2fcc2ce4d41b609fa6a753fc806', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.93'}], 'enable_snat': True}, 'gw_port_id': '6ba58e06-75d0-421c-9bb3-7bcdd960f12c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:18:03Z', 'updated_at': '2021-12-25T21:18:07Z', 'revision_number': 4, 'project_id': 'ba1ca2fcc2ce4d41b609fa6a753fc806', 'gw_port': {'id': '6ba58e06-75d0-421c-9bb3-7bcdd960f12c', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:0f:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6de767ea-f957-4cb0-b833-b32d4389f243', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1123, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:18:04Z', 'updated_at': '2021-12-25T21:18:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '90450ab7-a883-4596-a68a-ad4c293b4010', 'tenant_id': 'ba1ca2fcc2ce4d41b609fa6a753fc806', 'floating_ip_address': '172.35.3.74', 'floating_network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'router_id': '6de767ea-f957-4cb0-b833-b32d4389f243', 'port_id': '94ab1ddd-760b-4f0c-b396-3eeca500e583', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1131, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '98581356-69b5-4e98-93ff-2ca77d3cb056', 'mac_address': 'fa:16:3e:ed:f7:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e524c2c3-e248-42dd-82e5-49cb6b3a3b2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-25T21:18:13Z', 'updated_at': '2021-12-25T21:18:43Z', 'revision_number': 1, 'project_id': 'ba1ca2fcc2ce4d41b609fa6a753fc806', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1066518-d087-44ed-b1f7-eec6160773ff', 'name': '', 'network_id': '98581356-69b5-4e98-93ff-2ca77d3cb056', 'tenant_id': 'ba1ca2fcc2ce4d41b609fa6a753fc806', 'mac_address': 'fa:16:3e:4e:bb:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6de767ea-f957-4cb0-b833-b32d4389f243', 'device_owner': 'network:router_interface', 'standard_attr_id': 1124, 'fixed_ips': [{'subnet_id': '6158a754-03d6-4ba0-bf8a-020a29c4ba47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:18:07Z', 'updated_at': '2021-12-25T21:18:13Z', 'revision_number': 5, 'project_id': 'ba1ca2fcc2ce4d41b609fa6a753fc806', 'subnets': [{'id': '6158a754-03d6-4ba0-bf8a-020a29c4ba47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 21:18:46.595277 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-df76cf01-2633-4915-a49b-6105ca277bce admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:46.646307 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-13c46edd-5f2b-4f57-a530-e6b3c45abb86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:46.650744 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5ebf4f-b521-4909-a4e8-3e2c876d9523 req-cc85be6a-dcda-4c39-b283-4d1e62f7f6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:18:46.657562 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-cb5ebf4f-b521-4909-a4e8-3e2c876d9523 req-cc85be6a-dcda-4c39-b283-4d1e62f7f6d7 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=98581356-69b5-4e98-93ff-2ca77d3cb056&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.3403862
Dec 25 21:18:46.684436 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-df76cf01-2633-4915-a49b-6105ca277bce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:46.694693 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:18:46.694693 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:18:46.694693 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:18:46.694693 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:18:46.694693 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:18:46.694693 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:18:46.694693 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:18:46.694693 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:18:46.694693 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:18:46.694693 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:18:46.694693 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:18:46.694693 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:18:46.694693 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:18:46.694693 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:18:46.694693 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:18:46.694693 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:18:46.694693 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:18:46.694693 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:18:46.694693 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:18:46.694693 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:18:46.694693 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:18:46.694693 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:18:46.694693 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:18:46.694693 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:18:46.694693 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:18:46.694693 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:18:46.694693 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:18:46.694693 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:18:46.694693 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:18:46.694693 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:18:46.694693 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:18:46.694693 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:18:46.694693 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:18:46.694693 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:18:46.694693 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:18:46.694693 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:18:46.696839 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:18:46.696839 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:18:46.696839 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:18:46.696839 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:18:46.696839 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:18:46.696839 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:18:46.696839 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:18:46.696839 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:18:46.696839 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:18:46.696839 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:18:46.696839 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:18:46.696839 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:18:46.696839 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9d4789-959b-4471-b85b-49ec45bf5743 req-4211fb47-281d-4ccb-abc7-29a84fdab29e tempest-ServerRescueTestJSON-1336662106 tempest-ServerRescueTestJSON-1336662106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:18:46.706486 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df76cf01-2633-4915-a49b-6105ca277bce admin admin] vlan segment allocate from pool success with {'vlan_id': 190, 'physical_network': 'physnet1'}  {{(pid=121607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 25 21:18:46.719221 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9d9d4789-959b-4471-b85b-49ec45bf5743 req-4211fb47-281d-4ccb-abc7-29a84fdab29e tempest-ServerRescueTestJSON-1336662106 tempest-ServerRescueTestJSON-1336662106-project] 10.222.0.32 "GET /v2.0/networks?id=040e4d7b-a517-49cc-8699-70c0b9b2f222 HTTP/1.1" status: 200  len: 811 time: 0.3293216
Dec 25 21:18:46.740059 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-df76cf01-2633-4915-a49b-6105ca277bce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:46.745728 ncdv-master-1 neutron-server[121607]: INFO neutron.db.segments_db [None req-df76cf01-2633-4915-a49b-6105ca277bce admin admin] Added segment e27b2cac-48d7-4286-8b35-0393d79f3be7 of type vlan for network 6058fe46-3c8e-4441-bbcc-621d480152a1
Dec 25 21:18:46.800029 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9d9d4789-959b-4471-b85b-49ec45bf5743 req-954f55fd-2da5-47ad-850b-3f3def54bedc tempest-ServerRescueTestJSON-1336662106 tempest-ServerRescueTestJSON-1336662106-project] 10.222.0.32 "GET /v2.0/quotas/3b0881f03bcb42b2af8fbbc9bd84ca78 HTTP/1.1" status: 200  len: 375 time: 0.0784783
Dec 25 21:18:46.969684 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-df76cf01-2633-4915-a49b-6105ca277bce admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737602163420'] for network, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:46.973036 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df76cf01-2633-4915-a49b-6105ca277bce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18c4bd80-91bc-4ef9-adee-a65155ffec6e,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:18:46.973171 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9d9d4789-959b-4471-b85b-49ec45bf5743 req-40f9af2c-a4fc-48ed-9eef-ff51cd479ff6 tempest-ServerRescueTestJSON-1336662106 tempest-ServerRescueTestJSON-1336662106-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=3b0881f03bcb42b2af8fbbc9bd84ca78&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1721060
Dec 25 21:18:47.008742 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da5ccb8d-65ea-4682-a288-134c9766aa4c None None] New status for floating IP 90450ab7-a883-4596-a68a-ad4c293b4010: ACTIVE {{(pid=121609) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 25 21:18:47.010945 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-cb5ebf4f-b521-4909-a4e8-3e2c876d9523 req-b81b1e6c-ac7c-47a7-96a1-6fd578f963b5 service neutron] 10.222.0.31 "GET /v2.0/networks/98581356-69b5-4e98-93ff-2ca77d3cb056?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2893989
Dec 25 21:18:47.105758 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-df76cf01-2633-4915-a49b-6105ca277bce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870'] for network, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:47.107002 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df76cf01-2633-4915-a49b-6105ca277bce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:18:47.107712 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-df76cf01-2633-4915-a49b-6105ca277bce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for network, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:47.245812 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-df76cf01-2633-4915-a49b-6105ca277bce admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 1.0502763
Dec 25 21:18:47.258563 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df76cf01-2633-4915-a49b-6105ca277bce admin admin] Pushing event updated for resources: {'Network': ['ID=6058fe46-3c8e-4441-bbcc-621d480152a1,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:18:47.260642 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 57046) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:18:47.283686 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Network 6058fe46-3c8e-4441-bbcc-621d480152a1 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 25 21:18:47.296527 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-71c1d421-03e0-4f47-b0a1-a6016e526f67 admin admin] Request body: {'subnet': {'network_id': '6058fe46-3c8e-4441-bbcc-621d480152a1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-3692813-subnet', 'tenant_id': '498aad80bbd44b6e8fc8fd1b6ed08a4b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:18:47.389540 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9d9d4789-959b-4471-b85b-49ec45bf5743 req-2239f8d6-1399-4956-919a-9485367e9279 service neutron] 10.222.0.32 "GET /v2.0/networks/040e4d7b-a517-49cc-8699-70c0b9b2f222?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4155765
Dec 25 21:18:47.445626 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-cb5ebf4f-b521-4909-a4e8-3e2c876d9523 req-6ccda1d6-48f7-4661-8f68-228a9ccdd2fe service neutron] 10.222.0.31 "GET /v2.0/networks/98581356-69b5-4e98-93ff-2ca77d3cb056?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4060750
Dec 25 21:18:47.453015 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-13c46edd-5f2b-4f57-a530-e6b3c45abb86 None None] Publish callbacks [] for port, precommit_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:47.477132 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71c1d421-03e0-4f47-b0a1-a6016e526f67 admin admin] Made reservation on behalf of 498aad80bbd44b6e8fc8fd1b6ed08a4b for: {'subnet': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:18:47.481263 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-71c1d421-03e0-4f47-b0a1-a6016e526f67 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8852834'] for subnet, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:47.497392 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37ee41a-f7cd-4d63-9941-db8ad31ab235 req-4d10d658-e5a0-4c66-acd3-0e4265a638a3 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:18:47.505876 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e37ee41a-f7cd-4d63-9941-db8ad31ab235 req-4d10d658-e5a0-4c66-acd3-0e4265a638a3 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] 10.222.0.32 "GET /v2.0/networks?id=de2cf5f5-0f83-4089-a263-5ec0a5e6f1de HTTP/1.1" status: 200  len: 806 time: 0.4329560
Dec 25 21:18:47.530663 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-13c46edd-5f2b-4f57-a530-e6b3c45abb86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:47.532905 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e37ee41a-f7cd-4d63-9941-db8ad31ab235 req-b0d7ddd6-5b62-4b05-b46c-d8a60b0ac00e tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] 10.222.0.32 "GET /v2.0/quotas/38d7cbaffc1340f59e994569e8e33e1d HTTP/1.1" status: 200  len: 375 time: 0.0258558
Dec 25 21:18:47.604087 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9d9d4789-959b-4471-b85b-49ec45bf5743 req-04d8dcbe-606d-4de5-9689-115b4f16dbf2 service neutron] 10.222.0.32 "GET /v2.0/networks/040e4d7b-a517-49cc-8699-70c0b9b2f222?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2049000
Dec 25 21:18:47.644907 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e37ee41a-f7cd-4d63-9941-db8ad31ab235 req-8c331572-ec6c-4b89-9e02-cb22224dc7a8 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=38d7cbaffc1340f59e994569e8e33e1d&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1085331
Dec 25 21:18:47.661514 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78aaeaca-ffb7-498f-a1b0-1586418c12c3 None None] Pushing event updated for resources: {'Port': ['ID=a81cfeda-139d-47fa-b318-76fafd3132a6,revision_number=3']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:18:47.705373 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78aaeaca-ffb7-498f-a1b0-1586418c12c3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:18:47.718196 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78aaeaca-ffb7-498f-a1b0-1586418c12c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:18:47.718196 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78aaeaca-ffb7-498f-a1b0-1586418c12c3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:18:47.718196 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78aaeaca-ffb7-498f-a1b0-1586418c12c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:18:47.718196 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78aaeaca-ffb7-498f-a1b0-1586418c12c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:18:47.718196 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78aaeaca-ffb7-498f-a1b0-1586418c12c3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:18:47.718196 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78aaeaca-ffb7-498f-a1b0-1586418c12c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:18:47.718196 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78aaeaca-ffb7-498f-a1b0-1586418c12c3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:18:47.718196 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78aaeaca-ffb7-498f-a1b0-1586418c12c3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:18:47.718196 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78aaeaca-ffb7-498f-a1b0-1586418c12c3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:18:47.718196 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78aaeaca-ffb7-498f-a1b0-1586418c12c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:18:47.718196 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78aaeaca-ffb7-498f-a1b0-1586418c12c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:18:47.718196 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78aaeaca-ffb7-498f-a1b0-1586418c12c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:18:47.833807 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e37ee41a-f7cd-4d63-9941-db8ad31ab235 req-822e797f-b8ce-4a23-8bc3-c3262d8e4f03 service neutron] 10.222.0.32 "GET /v2.0/networks/de2cf5f5-0f83-4089-a263-5ec0a5e6f1de?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1877460
Dec 25 21:18:47.848546 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-13c46edd-5f2b-4f57-a530-e6b3c45abb86 None None] Attempting to bind port a81cfeda-139d-47fa-b318-76fafd3132a6 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:18:47.852345 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-13c46edd-5f2b-4f57-a530-e6b3c45abb86 None None] Attempting to bind port a81cfeda-139d-47fa-b318-76fafd3132a6 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ebab95c3-92f3-4953-88f7-4db8e8264725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'b8d0c0f5-4a55-4519-afa5-15b47bd47c1f'}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:18:47.852849 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c46edd-5f2b-4f57-a530-e6b3c45abb86 None None] Attempting to bind port a81cfeda-139d-47fa-b318-76fafd3132a6 on network b8d0c0f5-4a55-4519-afa5-15b47bd47c1f {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:18:47.878317 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c46edd-5f2b-4f57-a530-e6b3c45abb86 None None] Checking agent: {'id': 'ca4f5c6d-f1fd-48b8-a3e3-395864c7d23d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 20, 56, 40), 'started_at': datetime.datetime(2021, 12, 25, 20, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 18, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:18:47.879776 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c46edd-5f2b-4f57-a530-e6b3c45abb86 None None] Checking segment: {'id': 'ebab95c3-92f3-4953-88f7-4db8e8264725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'b8d0c0f5-4a55-4519-afa5-15b47bd47c1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:18:47.880217 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-13c46edd-5f2b-4f57-a530-e6b3c45abb86 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:47.880608 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c46edd-5f2b-4f57-a530-e6b3c45abb86 None None] Bound using segment: {'id': 'ebab95c3-92f3-4953-88f7-4db8e8264725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'b8d0c0f5-4a55-4519-afa5-15b47bd47c1f'} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:18:47.881121 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-13c46edd-5f2b-4f57-a530-e6b3c45abb86 None None] Bound port: a81cfeda-139d-47fa-b318-76fafd3132a6, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebab95c3-92f3-4953-88f7-4db8e8264725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'b8d0c0f5-4a55-4519-afa5-15b47bd47c1f'}}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:18:47.882749 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-13c46edd-5f2b-4f57-a530-e6b3c45abb86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:48.065241 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-71c1d421-03e0-4f47-b0a1-a6016e526f67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8632475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8852848'] for subnet, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:48.079656 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e37ee41a-f7cd-4d63-9941-db8ad31ab235 req-58fa68ec-1c1d-4863-a55e-924e15cc0264 service neutron] 10.222.0.32 "GET /v2.0/networks/de2cf5f5-0f83-4089-a263-5ec0a5e6f1de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2448590
Dec 25 21:18:48.110968 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f560ddba-0187-4b5d-9843-591b4370eb34 req-b514a3a7-e7a8-4ee3-8ad4-e8d334b30c75 tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:18:48.115126 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f560ddba-0187-4b5d-9843-591b4370eb34 req-b514a3a7-e7a8-4ee3-8ad4-e8d334b30c75 tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] 10.222.0.32 "GET /v2.0/ports?device_id=503df13c-2f74-4094-bbd9-a07a7ba8f4cb HTTP/1.1" status: 200  len: 945 time: 0.1224802
Dec 25 21:18:48.149490 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-13c46edd-5f2b-4f57-a530-e6b3c45abb86 None None] For port a81cfeda-139d-47fa-b318-76fafd3132a6, host ncdv-master-1, cleared binding levels {{(pid=121608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:18:48.158862 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-13c46edd-5f2b-4f57-a530-e6b3c45abb86 None None] For port a81cfeda-139d-47fa-b318-76fafd3132a6, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a81cfeda-139d-47fa-b318-76fafd3132a6,segment=NetworkSegment(ebab95c3-92f3-4953-88f7-4db8e8264725),segment_id=ebab95c3-92f3-4953-88f7-4db8e8264725)] {{(pid=121608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:18:48.168218 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-074aadbb-243b-4964-8ae8-3f5145c9db41 None None] Provisioning complete for port a81cfeda-139d-47fa-b318-76fafd3132a6 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:18:48.169096 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-074aadbb-243b-4964-8ae8-3f5145c9db41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:48.234532 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f560ddba-0187-4b5d-9843-591b4370eb34 req-330ee393-c60b-47c2-b210-a86dc134c1a1 tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] 10.222.0.32 "GET /v2.0/security-groups?id=2bf8651c-3ed0-44bb-a064-d61aab6ec281&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1065428
Dec 25 21:18:48.240599 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-13c46edd-5f2b-4f57-a530-e6b3c45abb86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:48.278976 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c1d421-03e0-4f47-b0a1-a6016e526f67 admin admin] Pushing event updated for resources: {'Subnet': ['ID=79c8bfc0-8e1d-4217-8f33-90a45df6b944,revision_number=0']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:18:48.306421 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71c1d421-03e0-4f47-b0a1-a6016e526f67 admin admin] Checking segment: {'id': 'e27b2cac-48d7-4286-8b35-0393d79f3be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '6058fe46-3c8e-4441-bbcc-621d480152a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:18:48.306787 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71c1d421-03e0-4f47-b0a1-a6016e526f67 admin admin] Network hostable DHCP agents. Network: 6058fe46-3c8e-4441-bbcc-621d480152a1, hostable agents: ['1813db88-2c1b-4357-a2ba-869246b663c2'], hosted agents: [] {{(pid=121607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 25 21:18:48.419212 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78aaeaca-ffb7-498f-a1b0-1586418c12c3 None None] Pushing event updated for resources: {'Port': ['ID=a81cfeda-139d-47fa-b318-76fafd3132a6,revision_number=4']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:18:48.430176 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c46edd-5f2b-4f57-a530-e6b3c45abb86 None None] Routers {'fd5d1e0a-1e64-40a3-b29d-a4ced077dc1a'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:18:48.431111 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-13c46edd-5f2b-4f57-a530-e6b3c45abb86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2618132040>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:18:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['fd5d1e0a-1e64-40a3-b29d-a4ced077dc1a'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:18:48.435730 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-074aadbb-243b-4964-8ae8-3f5145c9db41 None None] Port a81cfeda-139d-47fa-b318-76fafd3132a6 cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:18:48.450019 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71c1d421-03e0-4f47-b0a1-a6016e526f67 admin admin] Network 6058fe46-3c8e-4441-bbcc-621d480152a1 is scheduled to be hosted by DHCP agent 1813db88-2c1b-4357-a2ba-869246b663c2 with binding_index 1 {{(pid=121607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 25 21:18:48.545635 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-71c1d421-03e0-4f47-b0a1-a6016e526f67 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 6058fe46-3c8e-4441-bbcc-621d480152a1) {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:18:48.567353 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ef6f0b6-7081-4caf-b5d1-6ce2a7d5da26 None None] Network 6058fe46-3c8e-4441-bbcc-621d480152a1 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:18:48.569574 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71c1d421-03e0-4f47-b0a1-a6016e526f67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:18:48.574848 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-71c1d421-03e0-4f47-b0a1-a6016e526f67 admin admin] Publish callbacks [] for subnet, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:48.622689 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ab1dc5b5-62d3-46a8-904b-6bc104a55bbe req-c8c400de-e935-4566-a224-fdb070b00183 tempest-ServerRescueTestJSON-1336662106 tempest-ServerRescueTestJSON-1336662106-project] 10.222.0.32 "GET /v2.0/ports?device_id=843046c2-4f29-489f-bce9-b4862b3636be HTTP/1.1" status: 200  len: 210 time: 0.1408913
Dec 25 21:18:48.695588 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-71c1d421-03e0-4f47-b0a1-a6016e526f67 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 1.4242938
Dec 25 21:18:48.695588 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 57082) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:18:48.701260 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-f3821bd7-036c-4532-801e-78873dcb512f admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-3692813-router', 'tenant_id': '498aad80bbd44b6e8fc8fd1b6ed08a4b', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'}}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:18:48.718265 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ebbd93b7-64d0-4353-b653-f1cc2e9782f1 req-cfb591a4-a872-4fb4-9502-33ae43281224 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] 10.222.0.32 "GET /v2.0/ports?device_id=1246c4c7-a769-4e4e-9a42-2138119611b8 HTTP/1.1" status: 200  len: 210 time: 0.0795171
Dec 25 21:18:48.741627 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvr_db [None req-13c46edd-5f2b-4f57-a530-e6b3c45abb86 None None] Set router fd5d1e0a-1e64-40a3-b29d-a4ced077dc1a gateway port host: ncdv-master-1 {{(pid=121608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:18:48.880553 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f3821bd7-036c-4532-801e-78873dcb512f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2014909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14863'] for router, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:48.882320 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f3821bd7-036c-4532-801e-78873dcb512f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2014285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2009796', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2082630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14848'] for router, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:48.887183 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 57092) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:18:48.895635 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-430baba8-25bb-4a7b-9220-32672e1883b5 None None] Provisioning complete for port a81cfeda-139d-47fa-b318-76fafd3132a6 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:18:48.896010 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-430baba8-25bb-4a7b-9220-32672e1883b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:48.973117 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f3821bd7-036c-4532-801e-78873dcb512f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:49.079442 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9f51d05-5f31-4ea5-8eea-f58e94110b14 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-6058fe46-3c8e-4441-bbcc-621d480152a1', 'network_id': '6058fe46-3c8e-4441-bbcc-621d480152a1', 'project_id': '498aad80bbd44b6e8fc8fd1b6ed08a4b', 'fixed_ips': [{'subnet_id': '79c8bfc0-8e1d-4217-8f33-90a45df6b944'}]}} from ncdv-master-1. {{(pid=121608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 25 21:18:49.080315 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-f9f51d05-5f31-4ea5-8eea-f58e94110b14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:49.092633 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-2bdc40da-890a-48e5-a014-d02e0e65bee7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:49.241323 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-2bdc40da-890a-48e5-a014-d02e0e65bee7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:49.300576 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-430baba8-25bb-4a7b-9220-32672e1883b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:49.350187 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f3821bd7-036c-4532-801e-78873dcb512f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:49.373569 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-2bdc40da-890a-48e5-a014-d02e0e65bee7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:49.409542 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdc40da-890a-48e5-a014-d02e0e65bee7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18ba5d0f-a6bf-4b44-888a-5eeecd4ab95b,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:18:49.513830 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-2bdc40da-890a-48e5-a014-d02e0e65bee7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6dac266e7bb14fcd8248347dded3db77&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6255145
Dec 25 21:18:49.520384 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 57102) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:18:49.585148 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-430baba8-25bb-4a7b-9220-32672e1883b5 None None] For port a81cfeda-139d-47fa-b318-76fafd3132a6, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a81cfeda-139d-47fa-b318-76fafd3132a6,segment=NetworkSegment(ebab95c3-92f3-4953-88f7-4db8e8264725),segment_id=ebab95c3-92f3-4953-88f7-4db8e8264725)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:18:49.613287 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.db_base_plugin_common [None req-f9f51d05-5f31-4ea5-8eea-f58e94110b14 None None] Allocated IP 172.20.0.2 (6058fe46-3c8e-4441-bbcc-621d480152a1/79c8bfc0-8e1d-4217-8f33-90a45df6b944/e8076b93-aece-4da7-b07a-39127b883847) {{(pid=121608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:18:49.614284 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17cc635-ca6e-4d54-91cc-517e52673866 req-b359f7fb-c637-4cf5-a31e-54a3b053019f tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:18:49.626179 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d17cc635-ca6e-4d54-91cc-517e52673866 req-b359f7fb-c637-4cf5-a31e-54a3b053019f tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] 10.222.0.32 "GET /v2.0/ports?device_id=503df13c-2f74-4094-bbd9-a07a7ba8f4cb HTTP/1.1" status: 200  len: 945 time: 0.2092030
Dec 25 21:18:49.655961 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-13c46edd-5f2b-4f57-a530-e6b3c45abb86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2618132040>, [{'id': 'fd5d1e0a-1e64-40a3-b29d-a4ced077dc1a', 'name': 'tempest-TaggedBootDevicesTest_v242-1112662764-router', 'tenant_id': 'd4571ece0fa3450b83fde221178518c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.68'}], 'enable_snat': True}, 'gw_port_id': 'e72e509b-5408-41d4-ad12-5493f3ff5a70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:18:35Z', 'updated_at': '2021-12-25T21:18:41Z', 'revision_number': 4, 'project_id': 'd4571ece0fa3450b83fde221178518c8', 'gw_port': {'id': 'e72e509b-5408-41d4-ad12-5493f3ff5a70', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:27:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd5d1e0a-1e64-40a3-b29d-a4ced077dc1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1147, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:18:36Z', 'updated_at': '2021-12-25T21:18:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'a81cfeda-139d-47fa-b318-76fafd3132a6', 'name': '', 'network_id': 'b8d0c0f5-4a55-4519-afa5-15b47bd47c1f', 'tenant_id': 'd4571ece0fa3450b83fde221178518c8', 'mac_address': 'fa:16:3e:d7:52:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd5d1e0a-1e64-40a3-b29d-a4ced077dc1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': 'de1e389c-30c9-4340-81e2-e9ffc3e01b02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:18:40Z', 'updated_at': '2021-12-25T21:18:48Z', 'revision_number': 4, 'project_id': 'd4571ece0fa3450b83fde221178518c8', 'subnets': [{'id': 'de1e389c-30c9-4340-81e2-e9ffc3e01b02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:18:49.664618 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-430baba8-25bb-4a7b-9220-32672e1883b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:49.667150 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-7ffc0e29-1d7a-4453-bffa-aecddb9f4763 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:49.734161 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-e26d8578-09c1-491c-86a1-09404d830982 req-2b18f761-7719-458b-aba1-2bedfdca6e54 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c169c539-29b8-4eeb-bb76-6e6eabd11098&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.1890326
Dec 25 21:18:49.737534 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-7ffc0e29-1d7a-4453-bffa-aecddb9f4763 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:49.755714 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430baba8-25bb-4a7b-9220-32672e1883b5 None None] Pushing event updated for resources: {'Port': ['ID=a81cfeda-139d-47fa-b318-76fafd3132a6,revision_number=5']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:18:49.783662 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13c46edd-5f2b-4f57-a530-e6b3c45abb86 None None] The sync data for ids ['fd5d1e0a-1e64-40a3-b29d-a4ced077dc1a'] in ncdv-master-1 is: [{'id': 'fd5d1e0a-1e64-40a3-b29d-a4ced077dc1a', 'name': 'tempest-TaggedBootDevicesTest_v242-1112662764-router', 'tenant_id': 'd4571ece0fa3450b83fde221178518c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.68'}], 'enable_snat': True}, 'gw_port_id': 'e72e509b-5408-41d4-ad12-5493f3ff5a70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:18:35Z', 'updated_at': '2021-12-25T21:18:41Z', 'revision_number': 4, 'project_id': 'd4571ece0fa3450b83fde221178518c8', 'gw_port': {'id': 'e72e509b-5408-41d4-ad12-5493f3ff5a70', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:27:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd5d1e0a-1e64-40a3-b29d-a4ced077dc1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1147, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:18:36Z', 'updated_at': '2021-12-25T21:18:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'a81cfeda-139d-47fa-b318-76fafd3132a6', 'name': '', 'network_id': 'b8d0c0f5-4a55-4519-afa5-15b47bd47c1f', 'tenant_id': 'd4571ece0fa3450b83fde221178518c8', 'mac_address': 'fa:16:3e:d7:52:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd5d1e0a-1e64-40a3-b29d-a4ced077dc1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': 'de1e389c-30c9-4340-81e2-e9ffc3e01b02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:18:40Z', 'updated_at': '2021-12-25T21:18:48Z', 'revision_number': 4, 'project_id': 'd4571ece0fa3450b83fde221178518c8', 'subnets': [{'id': 'de1e389c-30c9-4340-81e2-e9ffc3e01b02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 21:18:49.945623 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e8682f1d-ae04-4f43-8033-51512d97dff5 req-4a79297f-b11f-45e8-86b2-b0f8942134a0 tempest-ServerRescueTestJSON-1336662106 tempest-ServerRescueTestJSON-1336662106-project] 10.222.0.32 "GET /v2.0/ports?device_id=843046c2-4f29-489f-bce9-b4862b3636be HTTP/1.1" status: 200  len: 210 time: 0.0803425
Dec 25 21:18:49.973813 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-7ffc0e29-1d7a-4453-bffa-aecddb9f4763 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:49.978067 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26d8578-09c1-491c-86a1-09404d830982 req-40d0ea64-842f-42e0-8824-2a6943276bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:18:49.986731 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-e26d8578-09c1-491c-86a1-09404d830982 req-40d0ea64-842f-42e0-8824-2a6943276bd0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7ed80be6e633499b9d1dc61c05014afc&device_id=c169c539-29b8-4eeb-bb76-6e6eabd11098 HTTP/1.1" status: 200  len: 1096 time: 0.2208834
Dec 25 21:18:49.987503 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-7ffc0e29-1d7a-4453-bffa-aecddb9f4763 admin admin] Publish callbacks [] for security_group, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:50.001783 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-7ffc0e29-1d7a-4453-bffa-aecddb9f4763 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/18ba5d0f-a6bf-4b44-888a-5eeecd4ab95b HTTP/1.1" status: 204  len: 168 time: 0.4808145
Dec 25 21:18:50.071873 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffc0e29-1d7a-4453-bffa-aecddb9f4763 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18ba5d0f-a6bf-4b44-888a-5eeecd4ab95b,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:18:50.155677 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d17cc635-ca6e-4d54-91cc-517e52673866 req-f00e92c6-2f6e-4b5f-99bc-ce917888ef20 tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] 10.222.0.32 "GET /v2.0/security-groups?id=2bf8651c-3ed0-44bb-a064-d61aab6ec281&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5271630
Dec 25 21:18:50.177349 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-f9f51d05-5f31-4ea5-8eea-f58e94110b14 None None] Publish callbacks [] for port, precommit_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:50.198098 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device cdd08e2a-d7d3-45dd-874c-1cadcc9203fd details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 25 21:18:50.211364 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26d8578-09c1-491c-86a1-09404d830982 req-5006eafc-b6ee-473a-a1bc-68e4ecc21d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:18:50.213196 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-e26d8578-09c1-491c-86a1-09404d830982 req-5006eafc-b6ee-473a-a1bc-68e4ecc21d1e service neutron] 10.222.0.37 "GET /v2.0/networks?id=cb028617-ca4b-4888-809e-8a74d7f084f8 HTTP/1.1" status: 200  len: 911 time: 0.1414747
Dec 25 21:18:50.238840 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-6520b37c-e660-41f8-8a1a-58b29cc8e267 req-b56d6086-fbaf-4817-a3e0-8578efa54b64 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] 10.222.0.32 "GET /v2.0/ports?device_id=1246c4c7-a769-4e4e-9a42-2138119611b8 HTTP/1.1" status: 200  len: 210 time: 0.0627329
Dec 25 21:18:50.290923 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f3821bd7-036c-4532-801e-78873dcb512f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:50.335244 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f3821bd7-036c-4532-801e-78873dcb512f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:50.346573 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port cdd08e2a-d7d3-45dd-874c-1cadcc9203fd, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=cdd08e2a-d7d3-45dd-874c-1cadcc9203fd,segment=NetworkSegment(66e39abb-3870-4404-91e4-a4d8a7ae7fb7),segment_id=66e39abb-3870-4404-91e4-a4d8a7ae7fb7)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:18:50.364326 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Returning: {'device': 'cdd08e2a-d7d3-45dd-874c-1cadcc9203fd', 'network_id': '050fe506-29b6-4536-b03a-6d4fd9d4993c', 'port_id': 'cdd08e2a-d7d3-45dd-874c-1cadcc9203fd', 'mac_address': 'fa:16:3e:54:4d:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f5d8ab8-049c-411c-8531-c48febcca4ec', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 25 21:18:50.382558 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-f9f51d05-5f31-4ea5-8eea-f58e94110b14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946'] for port, after_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:50.481796 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-e26d8578-09c1-491c-86a1-09404d830982 req-19a2a9e2-491f-496d-b7cf-b783dab55fd3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=305a9e22-e716-452b-815d-1b4b804fad15 HTTP/1.1" status: 200  len: 1000 time: 0.1977179
Dec 25 21:18:50.542904 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f51d05-5f31-4ea5-8eea-f58e94110b14 None None] Pushing event updated for resources: {'Port': ['ID=e8076b93-aece-4da7-b07a-39127b883847,revision_number=1']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:18:50.558282 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9f51d05-5f31-4ea5-8eea-f58e94110b14 None None] Network 6058fe46-3c8e-4441-bbcc-621d480152a1 is already hosted by enough agents. {{(pid=121608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:18:50.567605 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.base_scheduler [None req-f9f51d05-5f31-4ea5-8eea-f58e94110b14 None None] Resources bound (agent type, host, resource id):  {{(pid=121608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:18:50.577415 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9f51d05-5f31-4ea5-8eea-f58e94110b14 None None] Received port after_create {{(pid=121608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:18:50.637709 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:50.659458 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-f9f51d05-5f31-4ea5-8eea-f58e94110b14 None None] Attempting to bind port e8076b93-aece-4da7-b07a-39127b883847 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:18:50.659828 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-f9f51d05-5f31-4ea5-8eea-f58e94110b14 None None] Attempting to bind port e8076b93-aece-4da7-b07a-39127b883847 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e27b2cac-48d7-4286-8b35-0393d79f3be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '6058fe46-3c8e-4441-bbcc-621d480152a1'}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:18:50.660185 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9f51d05-5f31-4ea5-8eea-f58e94110b14 None None] Attempting to bind port e8076b93-aece-4da7-b07a-39127b883847 on network 6058fe46-3c8e-4441-bbcc-621d480152a1 {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:18:50.664034 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cdd08e2a-d7d3-45dd-874c-1cadcc9203fd {{(pid=121608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:18:50.672552 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9f51d05-5f31-4ea5-8eea-f58e94110b14 None None] Checking agent: {'id': 'ca4f5c6d-f1fd-48b8-a3e3-395864c7d23d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 20, 56, 40), 'started_at': datetime.datetime(2021, 12, 25, 20, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 18, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:18:50.672927 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9f51d05-5f31-4ea5-8eea-f58e94110b14 None None] Checking segment: {'id': 'e27b2cac-48d7-4286-8b35-0393d79f3be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '6058fe46-3c8e-4441-bbcc-621d480152a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:18:50.673329 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-f9f51d05-5f31-4ea5-8eea-f58e94110b14 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:50.673717 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9f51d05-5f31-4ea5-8eea-f58e94110b14 None None] Bound using segment: {'id': 'e27b2cac-48d7-4286-8b35-0393d79f3be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '6058fe46-3c8e-4441-bbcc-621d480152a1'} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:18:50.674188 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-f9f51d05-5f31-4ea5-8eea-f58e94110b14 None None] Bound port: e8076b93-aece-4da7-b07a-39127b883847, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e27b2cac-48d7-4286-8b35-0393d79f3be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '6058fe46-3c8e-4441-bbcc-621d480152a1'}}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:18:50.675128 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-f9f51d05-5f31-4ea5-8eea-f58e94110b14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:50.679197 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_common [None req-f3821bd7-036c-4532-801e-78873dcb512f admin admin] Allocated IP 172.35.3.64 (7201e55c-7c5f-41aa-a042-a363696539d0/7a939e13-713f-45cf-bba7-1539635abe25/7c282b14-a019-42f0-8bcb-0327ab42a496) {{(pid=121607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:18:50.729239 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port cdd08e2a-d7d3-45dd-874c-1cadcc9203fd, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=cdd08e2a-d7d3-45dd-874c-1cadcc9203fd,segment=NetworkSegment(66e39abb-3870-4404-91e4-a4d8a7ae7fb7),segment_id=66e39abb-3870-4404-91e4-a4d8a7ae7fb7)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:18:50.816260 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:50.991218 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Pushing event updated for resources: {'Port': ['ID=cdd08e2a-d7d3-45dd-874c-1cadcc9203fd,revision_number=6']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:18:50.996778 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 57134) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:18:51.015417 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f3821bd7-036c-4532-801e-78873dcb512f admin admin] Publish callbacks [] for port, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:51.090853 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-136e9a54-16c9-4686-a3e6-ecb423806923 admin admin] Publish callbacks [] for security_group, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:51.100364 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] get_ports_and_sgs() called for port_ids ['cdd08e2a-d7d3-45dd-874c-1cadcc9203fd'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:18:51.201451 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-f9f51d05-5f31-4ea5-8eea-f58e94110b14 None None] For port e8076b93-aece-4da7-b07a-39127b883847, host ncdv-master-1, cleared binding levels {{(pid=121608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:18:51.225348 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-f9f51d05-5f31-4ea5-8eea-f58e94110b14 None None] For port e8076b93-aece-4da7-b07a-39127b883847, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e8076b93-aece-4da7-b07a-39127b883847,segment=NetworkSegment(e27b2cac-48d7-4286-8b35-0393d79f3be7),segment_id=e27b2cac-48d7-4286-8b35-0393d79f3be7)] {{(pid=121608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:18:51.256691 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26d8578-09c1-491c-86a1-09404d830982 req-8690c1ad-01f8-4118-aac2-b41df194d709 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:18:51.258627 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-e26d8578-09c1-491c-86a1-09404d830982 req-8690c1ad-01f8-4118-aac2-b41df194d709 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=00dff513-a38a-48f8-809a-d1935b6eecea HTTP/1.1" status: 200  len: 849 time: 0.7654707
Dec 25 21:18:51.339075 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9d4789-959b-4471-b85b-49ec45bf5743 req-55d60d1c-b662-4cb5-8f41-6229c6dfa75f tempest-ServerRescueTestJSON-1336662106 tempest-ServerRescueTestJSON-1336662106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:18:51.347803 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9d9d4789-959b-4471-b85b-49ec45bf5743 req-55d60d1c-b662-4cb5-8f41-6229c6dfa75f tempest-ServerRescueTestJSON-1336662106 tempest-ServerRescueTestJSON-1336662106-project] 10.222.0.31 "GET /v2.0/networks?id=040e4d7b-a517-49cc-8699-70c0b9b2f222 HTTP/1.1" status: 200  len: 811 time: 0.3756568
Dec 25 21:18:51.351811 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f3821bd7-036c-4532-801e-78873dcb512f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:51.387518 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device a81cfeda-139d-47fa-b318-76fafd3132a6 up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:18:51.397821 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-f9f51d05-5f31-4ea5-8eea-f58e94110b14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:51.399716 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-9d9d4789-959b-4471-b85b-49ec45bf5743 req-2e56ba1d-3b7a-4769-a9c1-f841923eeafa tempest-ServerRescueTestJSON-1336662106 tempest-ServerRescueTestJSON-1336662106-project] Request body: {'port': {'device_id': '843046c2-4f29-489f-bce9-b4862b3636be', 'network_id': '040e4d7b-a517-49cc-8699-70c0b9b2f222', 'admin_state_up': True, 'tenant_id': '3b0881f03bcb42b2af8fbbc9bd84ca78'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:18:51.433429 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-54c832c5-437e-49a3-8233-2bc26ea8f48f req-93abfefd-f360-4eba-8fac-28b8aefb1700 tempest-ServerRescueTestJSON-1336662106 tempest-ServerRescueTestJSON-1336662106-project] 10.222.0.32 "GET /v2.0/ports?device_id=843046c2-4f29-489f-bce9-b4862b3636be HTTP/1.1" status: 200  len: 210 time: 0.0840011
Dec 25 21:18:51.659792 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-136e9a54-16c9-4686-a3e6-ecb423806923 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:51.686089 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f51d05-5f31-4ea5-8eea-f58e94110b14 None None] Pushing event updated for resources: {'Port': ['ID=e8076b93-aece-4da7-b07a-39127b883847,revision_number=2']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:18:51.747185 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3821bd7-036c-4532-801e-78873dcb512f admin admin] Network 7201e55c-7c5f-41aa-a042-a363696539d0 is already hosted by enough agents. {{(pid=121607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:18:51.765437 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7fdf49-3a91-4e6b-8169-72f6805d001d req-f1d28540-6479-44e8-a3b9-384e68d19129 tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:18:51.769035 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-136e9a54-16c9-4686-a3e6-ecb423806923 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:51.776304 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ea7fdf49-3a91-4e6b-8169-72f6805d001d req-f1d28540-6479-44e8-a3b9-384e68d19129 tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] 10.222.0.32 "GET /v2.0/ports?device_id=503df13c-2f74-4094-bbd9-a07a7ba8f4cb HTTP/1.1" status: 200  len: 945 time: 0.3831949
Dec 25 21:18:51.789203 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d6c3b16f-c70d-44cd-8d51-609ecee205af req-b7efc37a-af62-4e6a-8487-a4edd725b40e tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] 10.222.0.32 "GET /v2.0/ports?device_id=1246c4c7-a769-4e4e-9a42-2138119611b8 HTTP/1.1" status: 200  len: 210 time: 0.1434889
Dec 25 21:18:51.796148 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port a81cfeda-139d-47fa-b318-76fafd3132a6 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:18:51.796522 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:51.816001 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-f3821bd7-036c-4532-801e-78873dcb512f admin admin] Resources bound (agent type, host, resource id):  {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:18:51.849673 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3821bd7-036c-4532-801e-78873dcb512f admin admin] Received port after_create {{(pid=121607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:18:51.865353 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26d8578-09c1-491c-86a1-09404d830982 req-b9276c1c-71e2-40f1-b2a6-baf5d3ee56c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:18:51.870044 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-e26d8578-09c1-491c-86a1-09404d830982 req-b9276c1c-71e2-40f1-b2a6-baf5d3ee56c1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=cb028617-ca4b-4888-809e-8a74d7f084f8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.6015334
Dec 25 21:18:52.052346 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3821bd7-036c-4532-801e-78873dcb512f admin admin] Pushing event updated for resources: {'Port': ['ID=7c282b14-a019-42f0-8bcb-0327ab42a496,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:18:52.119710 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-136e9a54-16c9-4686-a3e6-ecb423806923 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3c4908bee625451ba824fdb5096ab2be&name=default HTTP/1.1" status: 200  len: 3000 time: 1.1213899
Dec 25 21:18:52.125296 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136e9a54-16c9-4686-a3e6-ecb423806923 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8630e27e-4d78-4fe0-898b-63eba17fad6c,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:18:52.141442 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 57156) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:18:52.213233 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device cdd08e2a-d7d3-45dd-874c-1cadcc9203fd up at agent hyperv_nch1-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:18:52.285010 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ea7fdf49-3a91-4e6b-8169-72f6805d001d req-d24d22d5-fc9c-41db-8b09-820d71a96353 tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] 10.222.0.32 "GET /v2.0/security-groups?id=2bf8651c-3ed0-44bb-a064-d61aab6ec281&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5068557
Dec 25 21:18:52.314420 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Provisioning complete for port cdd08e2a-d7d3-45dd-874c-1cadcc9203fd triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:18:52.314891 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:52.512444 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37ee41a-f7cd-4d63-9941-db8ad31ab235 req-e97669a0-481d-43c5-bcbf-bf99e303b551 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:18:52.520139 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e37ee41a-f7cd-4d63-9941-db8ad31ab235 req-e97669a0-481d-43c5-bcbf-bf99e303b551 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] 10.222.0.31 "GET /v2.0/networks?id=de2cf5f5-0f83-4089-a263-5ec0a5e6f1de HTTP/1.1" status: 200  len: 806 time: 0.6056869
Dec 25 21:18:52.529713 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-e26d8578-09c1-491c-86a1-09404d830982 req-c5b65eae-ffd1-4fa0-845f-0ae9d85382bd service neutron] 10.222.0.37 "GET /v2.0/networks/cb028617-ca4b-4888-809e-8a74d7f084f8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5529509
Dec 25 21:18:52.544818 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-e37ee41a-f7cd-4d63-9941-db8ad31ab235 req-58364a2f-4411-4a78-8e03-3a6363aec5d3 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] Request body: {'port': {'device_id': '1246c4c7-a769-4e4e-9a42-2138119611b8', 'network_id': 'de2cf5f5-0f83-4089-a263-5ec0a5e6f1de', 'admin_state_up': True, 'tenant_id': '38d7cbaffc1340f59e994569e8e33e1d'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:18:52.603008 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:52.666043 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-eeb3c387-2d2e-4447-adcf-ea18f440812e req-08f0d776-f7a7-42da-920d-e9a31166a49d tempest-ServerRescueTestJSON-1336662106 tempest-ServerRescueTestJSON-1336662106-project] 10.222.0.32 "GET /v2.0/ports?device_id=843046c2-4f29-489f-bce9-b4862b3636be HTTP/1.1" status: 200  len: 210 time: 0.0408914
Dec 25 21:18:52.668665 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port cdd08e2a-d7d3-45dd-874c-1cadcc9203fd, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=cdd08e2a-d7d3-45dd-874c-1cadcc9203fd,segment=NetworkSegment(66e39abb-3870-4404-91e4-a4d8a7ae7fb7),segment_id=66e39abb-3870-4404-91e4-a4d8a7ae7fb7)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:18:52.670895 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '161df36a-2258-4f32-a7b0-2f7c793d4390', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdd08e2a-d7d3-45dd-874c-1cadcc9203fd'}] {{(pid=121608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:18:52.677508 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a88c78c3ff6266bd59c7e89d275b28c92e739b67d23c89d71af88829fd31566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5f8ecfc-0626-4be6-af5e-3533eb4d0cd6" -d '{"events": [{"server_uuid": "161df36a-2258-4f32-a7b0-2f7c793d4390", "name": "network-vif-plugged", "status": "completed", "tag": "cdd08e2a-d7d3-45dd-874c-1cadcc9203fd"}]}' {{(pid=121608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:18:52.751063 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 21:18:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caad55b5-6ae5-421a-9174-2df70d481715 x-openstack-request-id: req-caad55b5-6ae5-421a-9174-2df70d481715 {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:18:52.751688 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "161df36a-2258-4f32-a7b0-2f7c793d4390", "name": "network-vif-plugged", "status": "completed", "tag": "cdd08e2a-d7d3-45dd-874c-1cadcc9203fd", "code": 200}]} {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:18:52.752181 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-caad55b5-6ae5-421a-9174-2df70d481715 {{(pid=121608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:18:52.752676 ncdv-master-1 neutron-server[121608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '161df36a-2258-4f32-a7b0-2f7c793d4390', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdd08e2a-d7d3-45dd-874c-1cadcc9203fd', 'code': 200}
Dec 25 21:18:52.796695 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-84a62805-3eef-48e7-9054-2f6117203eda admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:52.871340 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-84a62805-3eef-48e7-9054-2f6117203eda admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:52.891284 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-e26d8578-09c1-491c-86a1-09404d830982 req-6e69f506-ffe6-45fb-a809-4644db2395dd service neutron] 10.222.0.37 "GET /v2.0/networks/cb028617-ca4b-4888-809e-8a74d7f084f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3529482
Dec 25 21:18:52.899768 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a624d1-cd71-46f4-b304-77cd5b5df54b req-35e8c1f8-9922-4095-946a-e9d0b3e240bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:18:52.901686 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-c5a624d1-cd71-46f4-b304-77cd5b5df54b req-35e8c1f8-9922-4095-946a-e9d0b3e240bf service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=4c3545b07d0b4ccf9cd48a80c2d37521&device_id=161df36a-2258-4f32-a7b0-2f7c793d4390 HTTP/1.1" status: 200  len: 1095 time: 0.2174978
Dec 25 21:18:52.927774 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d9d4789-959b-4471-b85b-49ec45bf5743 req-2e56ba1d-3b7a-4769-a9c1-f841923eeafa tempest-ServerRescueTestJSON-1336662106 tempest-ServerRescueTestJSON-1336662106-project] Made reservation on behalf of 3b0881f03bcb42b2af8fbbc9bd84ca78 for: {'port': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:18:52.958356 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:52.972700 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-9d9d4789-959b-4471-b85b-49ec45bf5743 req-2e56ba1d-3b7a-4769-a9c1-f841923eeafa tempest-ServerRescueTestJSON-1336662106 tempest-ServerRescueTestJSON-1336662106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:53.183487 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Pushing event updated for resources: {'Port': ['ID=cdd08e2a-d7d3-45dd-874c-1cadcc9203fd,revision_number=7']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:18:53.218620 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a624d1-cd71-46f4-b304-77cd5b5df54b req-43949f21-45e6-4920-afd7-3bde5f4f4d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:18:53.220393 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-c5a624d1-cd71-46f4-b304-77cd5b5df54b req-43949f21-45e6-4920-afd7-3bde5f4f4d77 service neutron] 10.222.0.31 "GET /v2.0/networks?id=050fe506-29b6-4536-b03a-6d4fd9d4993c HTTP/1.1" status: 200  len: 913 time: 0.2951407
Dec 25 21:18:53.350141 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device e8076b93-aece-4da7-b07a-39127b883847 up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:18:53.466341 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-84a62805-3eef-48e7-9054-2f6117203eda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:53.470205 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-84a62805-3eef-48e7-9054-2f6117203eda admin admin] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:53.480632 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-84a62805-3eef-48e7-9054-2f6117203eda admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8630e27e-4d78-4fe0-898b-63eba17fad6c HTTP/1.1" status: 204  len: 168 time: 1.3360083
Dec 25 21:18:53.521768 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8b78318c-3b9f-4068-b880-f6464bc0d9bb req-aadb9f83-c492-44fb-9d29-f5edfee45ee5 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] 10.222.0.32 "GET /v2.0/ports?device_id=1246c4c7-a769-4e4e-9a42-2138119611b8 HTTP/1.1" status: 200  len: 210 time: 0.6138978
Dec 25 21:18:53.539762 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port e8076b93-aece-4da7-b07a-39127b883847 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:18:53.540142 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:53.600918 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a62805-3eef-48e7-9054-2f6117203eda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8630e27e-4d78-4fe0-898b-63eba17fad6c,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:18:53.633525 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-c5a624d1-cd71-46f4-b304-77cd5b5df54b req-d88d8399-17f8-4560-8343-022ae73eeff1 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cdd08e2a-d7d3-45dd-874c-1cadcc9203fd HTTP/1.1" status: 200  len: 1000 time: 0.4054444
Dec 25 21:18:53.634106 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f3821bd7-036c-4532-801e-78873dcb512f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:53.727870 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c93209d9-70a1-4603-bbf3-2b763844154f None None] Network 6058fe46-3c8e-4441-bbcc-621d480152a1 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:18:53.771087 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e37ee41a-f7cd-4d63-9941-db8ad31ab235 req-58364a2f-4411-4a78-8e03-3a6363aec5d3 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] Made reservation on behalf of 38d7cbaffc1340f59e994569e8e33e1d for: {'port': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:18:53.778923 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-e37ee41a-f7cd-4d63-9941-db8ad31ab235 req-58364a2f-4411-4a78-8e03-3a6363aec5d3 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:53.878157 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_common [req-9d9d4789-959b-4471-b85b-49ec45bf5743 req-2e56ba1d-3b7a-4769-a9c1-f841923eeafa tempest-ServerRescueTestJSON-1336662106 tempest-ServerRescueTestJSON-1336662106-project] Allocated IP 172.20.0.7 (040e4d7b-a517-49cc-8699-70c0b9b2f222/ca46be31-1a87-4846-b557-a9f49755a2de/e7c63a15-3218-4c35-bfa1-ef91d39c458a) {{(pid=121606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:18:53.901236 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54e5ae54-24a6-472d-9419-6073dae7abf7 None None] Provisioning complete for port e8076b93-aece-4da7-b07a-39127b883847 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:18:53.902069 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54e5ae54-24a6-472d-9419-6073dae7abf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:53.911371 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a624d1-cd71-46f4-b304-77cd5b5df54b req-fde10c2d-c58a-4d40-9abf-dc6b529bdee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:18:53.915369 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-c5a624d1-cd71-46f4-b304-77cd5b5df54b req-fde10c2d-c58a-4d40-9abf-dc6b529bdee6 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1f5d8ab8-049c-411c-8531-c48febcca4ec HTTP/1.1" status: 200  len: 851 time: 0.2698188
Dec 25 21:18:54.027649 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528d3a78-5ada-4e9f-8336-0e1e2cf5c50f req-37fcb64f-966e-45f3-9d7a-2cbf5c0a9146 tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:18:54.043022 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-528d3a78-5ada-4e9f-8336-0e1e2cf5c50f req-37fcb64f-966e-45f3-9d7a-2cbf5c0a9146 tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] 10.222.0.32 "GET /v2.0/ports?device_id=503df13c-2f74-4094-bbd9-a07a7ba8f4cb HTTP/1.1" status: 200  len: 945 time: 0.5169988
Dec 25 21:18:54.104119 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:54.231962 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54e5ae54-24a6-472d-9419-6073dae7abf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:54.237894 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] For port e8076b93-aece-4da7-b07a-39127b883847, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e8076b93-aece-4da7-b07a-39127b883847,segment=NetworkSegment(e27b2cac-48d7-4286-8b35-0393d79f3be7),segment_id=e27b2cac-48d7-4286-8b35-0393d79f3be7)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:18:54.299230 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a624d1-cd71-46f4-b304-77cd5b5df54b req-a359c69a-9cf1-4a8c-aece-db5562ffc658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:18:54.301240 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-c5a624d1-cd71-46f4-b304-77cd5b5df54b req-a359c69a-9cf1-4a8c-aece-db5562ffc658 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=050fe506-29b6-4536-b03a-6d4fd9d4993c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.3766811
Dec 25 21:18:54.309727 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:54.428958 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.db.api [None req-54e5ae54-24a6-472d-9419-6073dae7abf7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=121608) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 25 21:18:54.430037 ncdv-master-1 neutron-server[121608]: DEBUG oslo_db.api [None req-54e5ae54-24a6-472d-9419-6073dae7abf7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 25 21:18:54.445349 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Pushing event updated for resources: {'Port': ['ID=e8076b93-aece-4da7-b07a-39127b883847,revision_number=3']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:18:54.503288 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-9d9d4789-959b-4471-b85b-49ec45bf5743 req-2e56ba1d-3b7a-4769-a9c1-f841923eeafa tempest-ServerRescueTestJSON-1336662106 tempest-ServerRescueTestJSON-1336662106-project] Publish callbacks [] for port, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:54.585315 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e06efc93-de6c-4c6d-a2f1-34cb23f5e186 req-dfd4e4db-702e-4c91-92a3-ac4ccef4408c tempest-ServerRescueTestJSON-1336662106 tempest-ServerRescueTestJSON-1336662106-project] 10.222.0.32 "GET /v2.0/ports?device_id=843046c2-4f29-489f-bce9-b4862b3636be HTTP/1.1" status: 200  len: 210 time: 0.7149086
Dec 25 21:18:54.703508 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f3821bd7-036c-4532-801e-78873dcb512f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2014278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2009753'] for router, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:54.731169 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-528d3a78-5ada-4e9f-8336-0e1e2cf5c50f req-e1fdb316-a54d-4024-aa73-0965fd18e65d tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] 10.222.0.32 "GET /v2.0/security-groups?id=2bf8651c-3ed0-44bb-a064-d61aab6ec281&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6870213
Dec 25 21:18:54.809667 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-9d9d4789-959b-4471-b85b-49ec45bf5743 req-2e56ba1d-3b7a-4769-a9c1-f841923eeafa tempest-ServerRescueTestJSON-1336662106 tempest-ServerRescueTestJSON-1336662106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:54.848369 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] get_ports_and_sgs() called for port_ids ['d3b55372-6cc1-4847-8bab-b4a3a6aec2ff'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:18:54.854621 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-575fb564-c974-480d-a282-b1bc176d974c req-223f7dd8-100a-4710-b2d7-dddabb4728c9 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] 10.222.0.32 "GET /v2.0/ports?device_id=1246c4c7-a769-4e4e-9a42-2138119611b8 HTTP/1.1" status: 200  len: 210 time: 0.0509832
Dec 25 21:18:54.867997 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-c5a624d1-cd71-46f4-b304-77cd5b5df54b req-00f3514b-c74e-445b-b7bc-abd352ada148 service neutron] 10.222.0.31 "GET /v2.0/networks/050fe506-29b6-4536-b03a-6d4fd9d4993c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5534728
Dec 25 21:18:54.927839 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d9d4789-959b-4471-b85b-49ec45bf5743 req-2e56ba1d-3b7a-4769-a9c1-f841923eeafa tempest-ServerRescueTestJSON-1336662106 tempest-ServerRescueTestJSON-1336662106-project] Network 040e4d7b-a517-49cc-8699-70c0b9b2f222 is already hosted by enough agents. {{(pid=121606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:18:54.933697 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [req-9d9d4789-959b-4471-b85b-49ec45bf5743 req-2e56ba1d-3b7a-4769-a9c1-f841923eeafa tempest-ServerRescueTestJSON-1336662106 tempest-ServerRescueTestJSON-1336662106-project] Resources bound (agent type, host, resource id):  {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:18:54.942935 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d9d4789-959b-4471-b85b-49ec45bf5743 req-2e56ba1d-3b7a-4769-a9c1-f841923eeafa tempest-ServerRescueTestJSON-1336662106 tempest-ServerRescueTestJSON-1336662106-project] Received port after_create {{(pid=121606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:18:54.946591 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_common [req-e37ee41a-f7cd-4d63-9941-db8ad31ab235 req-58364a2f-4411-4a78-8e03-3a6363aec5d3 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] Allocated IP 172.20.0.11 (de2cf5f5-0f83-4089-a263-5ec0a5e6f1de/81f9dfd5-f0bc-4f72-bceb-acbb4f595f27/ae3f3cc3-d73b-4b19-ae8d-52d95e61449e) {{(pid=121606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:18:54.995097 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e56ba1d-3b7a-4769-a9c1-f841923eeafa tempest-ServerRescueTestJSON-1336662106 tempest-ServerRescueTestJSON-1336662106-project] Pushing event updated for resources: {'Port': ['ID=e7c63a15-3218-4c35-bfa1-ef91d39c458a,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:18:55.052615 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9d4789-959b-4471-b85b-49ec45bf5743 req-2e56ba1d-3b7a-4769-a9c1-f841923eeafa tempest-ServerRescueTestJSON-1336662106 tempest-ServerRescueTestJSON-1336662106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:18:55.053470 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-9d9d4789-959b-4471-b85b-49ec45bf5743 req-2e56ba1d-3b7a-4769-a9c1-f841923eeafa tempest-ServerRescueTestJSON-1336662106 tempest-ServerRescueTestJSON-1336662106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:55.136816 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9d9d4789-959b-4471-b85b-49ec45bf5743 req-2e56ba1d-3b7a-4769-a9c1-f841923eeafa tempest-ServerRescueTestJSON-1336662106 tempest-ServerRescueTestJSON-1336662106-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.7528036
Dec 25 21:18:55.154188 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-9d9d4789-959b-4471-b85b-49ec45bf5743 req-a0fd785a-3b38-4fb6-82b2-80a8341638e0 service neutron] Request body: {'port': {'device_id': '843046c2-4f29-489f-bce9-b4862b3636be', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:18:55.230974 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device e8076b93-aece-4da7-b07a-39127b883847 up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:18:55.268694 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-c5a624d1-cd71-46f4-b304-77cd5b5df54b req-891ab348-3fb2-4b7d-a590-fa243749b58d service neutron] 10.222.0.31 "GET /v2.0/networks/050fe506-29b6-4536-b03a-6d4fd9d4993c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3676288
Dec 25 21:18:55.278255 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-9d9d4789-959b-4471-b85b-49ec45bf5743 req-a0fd785a-3b38-4fb6-82b2-80a8341638e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:55.299337 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-46e0b0e2-a5a9-49c4-8cfa-081fb27b25a1 None None] Provisioning complete for port e8076b93-aece-4da7-b07a-39127b883847 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:18:55.299773 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-46e0b0e2-a5a9-49c4-8cfa-081fb27b25a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:55.332772 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-e37ee41a-f7cd-4d63-9941-db8ad31ab235 req-58364a2f-4411-4a78-8e03-3a6363aec5d3 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] Publish callbacks [] for port, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:55.368252 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port e8076b93-aece-4da7-b07a-39127b883847 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:18:55.368627 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:55.380962 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3821bd7-036c-4532-801e-78873dcb512f admin admin] Router 8482e85f-9f33-4367-9cf0-4e1fde853a3a is scheduled to L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 with binding_index 1 {{(pid=121607) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 25 21:18:55.583255 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3821bd7-036c-4532-801e-78873dcb512f admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 21:18:55.596389 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f95836a9-2d0e-45da-9763-b97ebf31577d None None] Sync routers for ids ['8482e85f-9f33-4367-9cf0-4e1fde853a3a'] in ncdv-master-1 {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 21:18:55.613611 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f95836a9-2d0e-45da-9763-b97ebf31577d None None] Routers {'8482e85f-9f33-4367-9cf0-4e1fde853a3a'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:18:55.614261 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-f95836a9-2d0e-45da-9763-b97ebf31577d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2618b56ac0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:18:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['8482e85f-9f33-4367-9cf0-4e1fde853a3a'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:18:55.703900 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f3821bd7-036c-4532-801e-78873dcb512f admin admin] Publish callbacks [] for router, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:55.719888 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-f3821bd7-036c-4532-801e-78873dcb512f admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 925 time: 7.0117433
Dec 25 21:18:55.719888 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 57218) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:18:55.861662 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [req-9d9d4789-959b-4471-b85b-49ec45bf5743 req-a0fd785a-3b38-4fb6-82b2-80a8341638e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7c63a15-3218-4c35-bfa1-ef91d39c458a {{(pid=121606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:18:55.870182 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-9d9d4789-959b-4471-b85b-49ec45bf5743 req-a0fd785a-3b38-4fb6-82b2-80a8341638e0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:55.884166 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.provisioning_blocks [req-9d9d4789-959b-4471-b85b-49ec45bf5743 req-a0fd785a-3b38-4fb6-82b2-80a8341638e0 service neutron] Transition to ACTIVE for port object e7c63a15-3218-4c35-bfa1-ef91d39c458a will not be triggered until provisioned by entity L2. {{(pid=121606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 25 21:18:55.889079 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-e37ee41a-f7cd-4d63-9941-db8ad31ab235 req-58364a2f-4411-4a78-8e03-3a6363aec5d3 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:55.937708 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvr_db [None req-f95836a9-2d0e-45da-9763-b97ebf31577d None None] Set router 8482e85f-9f33-4367-9cf0-4e1fde853a3a gateway port host: ncdv-master-1 {{(pid=121608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:18:56.015502 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58364a2f-4411-4a78-8e03-3a6363aec5d3 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] Pushing event updated for resources: {'Port': ['ID=ae3f3cc3-d73b-4b19-ae8d-52d95e61449e,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:18:56.043663 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-9d9d4789-959b-4471-b85b-49ec45bf5743 req-a0fd785a-3b38-4fb6-82b2-80a8341638e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:56.053158 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] get_ports_and_sgs() called for port_ids ['b548a516-5b40-4749-9286-e686f9b3d3be'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:18:56.109805 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e37ee41a-f7cd-4d63-9941-db8ad31ab235 req-58364a2f-4411-4a78-8e03-3a6363aec5d3 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] Network de2cf5f5-0f83-4089-a263-5ec0a5e6f1de is already hosted by enough agents. {{(pid=121606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:18:56.247477 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [req-e37ee41a-f7cd-4d63-9941-db8ad31ab235 req-58364a2f-4411-4a78-8e03-3a6363aec5d3 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] Resources bound (agent type, host, resource id):  {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:18:56.250061 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [req-e37ee41a-f7cd-4d63-9941-db8ad31ab235 req-58364a2f-4411-4a78-8e03-3a6363aec5d3 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] Received port after_create {{(pid=121606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:18:56.316245 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fd785a-3b38-4fb6-82b2-80a8341638e0 service neutron] Pushing event updated for resources: {'Port': ['ID=e7c63a15-3218-4c35-bfa1-ef91d39c458a,revision_number=2']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:18:56.361574 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37ee41a-f7cd-4d63-9941-db8ad31ab235 req-58364a2f-4411-4a78-8e03-3a6363aec5d3 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:18:56.362271 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-e37ee41a-f7cd-4d63-9941-db8ad31ab235 req-58364a2f-4411-4a78-8e03-3a6363aec5d3 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:56.427523 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2113b2e-f733-4aa1-ae7b-4f71a4f68066 req-02e71310-4624-4472-9b4b-29b3c798f863 tempest-ServerRescueTestJSON-1336662106 tempest-ServerRescueTestJSON-1336662106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:18:56.436472 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a2113b2e-f733-4aa1-ae7b-4f71a4f68066 req-02e71310-4624-4472-9b4b-29b3c798f863 tempest-ServerRescueTestJSON-1336662106 tempest-ServerRescueTestJSON-1336662106-project] 10.222.0.32 "GET /v2.0/ports?device_id=843046c2-4f29-489f-bce9-b4862b3636be HTTP/1.1" status: 200  len: 943 time: 0.5492115
Dec 25 21:18:56.450483 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a859a3-ed46-4aff-8aa2-da38fe121640 req-4bc46e32-9364-4dc5-9bc1-303bff585991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:18:56.454165 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-c9a859a3-ed46-4aff-8aa2-da38fe121640 req-4bc46e32-9364-4dc5-9bc1-303bff585991 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8154e82a58434a60b677d150202a5312&device_id=503df13c-2f74-4094-bbd9-a07a7ba8f4cb HTTP/1.1" status: 200  len: 1096 time: 0.5063889
Dec 25 21:18:56.489041 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3643d198-a450-45ac-b888-39bc9fb799d4 req-cea0b66a-4921-4959-b6d5-c0d1f0307558 tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:18:56.497218 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3643d198-a450-45ac-b888-39bc9fb799d4 req-cea0b66a-4921-4959-b6d5-c0d1f0307558 tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] 10.222.0.32 "GET /v2.0/ports?device_id=503df13c-2f74-4094-bbd9-a07a7ba8f4cb HTTP/1.1" status: 200  len: 945 time: 0.6113808
Dec 25 21:18:56.527474 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e37ee41a-f7cd-4d63-9941-db8ad31ab235 req-58364a2f-4411-4a78-8e03-3a6363aec5d3 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 4.0001950
Dec 25 21:18:56.552754 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-e37ee41a-f7cd-4d63-9941-db8ad31ab235 req-bee6d49e-8234-49ac-b2d5-3930d243746b service neutron] Request body: {'port': {'device_id': '1246c4c7-a769-4e4e-9a42-2138119611b8', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:18:56.623542 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3643d198-a450-45ac-b888-39bc9fb799d4 req-ffed0257-965b-49d5-a108-3e7a33a60eee tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] 10.222.0.32 "GET /v2.0/security-groups?id=2bf8651c-3ed0-44bb-a064-d61aab6ec281&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1204631
Dec 25 21:18:56.739437 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a2113b2e-f733-4aa1-ae7b-4f71a4f68066 req-82079390-a305-45ce-bb7a-856e6114047d tempest-ServerRescueTestJSON-1336662106 tempest-ServerRescueTestJSON-1336662106-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3baa9cd-9895-4145-88c0-053a91673173&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3016939
Dec 25 21:18:56.753740 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-9d9d4789-959b-4471-b85b-49ec45bf5743 req-a0fd785a-3b38-4fb6-82b2-80a8341638e0 service neutron] Attempting to bind port e7c63a15-3218-4c35-bfa1-ef91d39c458a on host nch1-master-1 for vnic_type normal with profile  {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:18:56.756862 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-9d9d4789-959b-4471-b85b-49ec45bf5743 req-a0fd785a-3b38-4fb6-82b2-80a8341638e0 service neutron] Attempting to bind port e7c63a15-3218-4c35-bfa1-ef91d39c458a by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'a23ab71a-bf4a-4f83-858c-14fbc7539004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '040e4d7b-a517-49cc-8699-70c0b9b2f222'}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:18:56.768606 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d9d4789-959b-4471-b85b-49ec45bf5743 req-a0fd785a-3b38-4fb6-82b2-80a8341638e0 service neutron] Attempting to bind port e7c63a15-3218-4c35-bfa1-ef91d39c458a on network 040e4d7b-a517-49cc-8699-70c0b9b2f222 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:18:56.786202 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-f95836a9-2d0e-45da-9763-b97ebf31577d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2618b56ac0>, [{'id': '8482e85f-9f33-4367-9cf0-4e1fde853a3a', 'name': 'tempest-TaggedBootDevicesTest_v242-3692813-router', 'tenant_id': '498aad80bbd44b6e8fc8fd1b6ed08a4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.64'}], 'enable_snat': True}, 'gw_port_id': '7c282b14-a019-42f0-8bcb-0327ab42a496', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:18:48Z', 'updated_at': '2021-12-25T21:18:52Z', 'revision_number': 3, 'project_id': '498aad80bbd44b6e8fc8fd1b6ed08a4b', 'gw_port': {'id': '7c282b14-a019-42f0-8bcb-0327ab42a496', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:1d:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8482e85f-9f33-4367-9cf0-4e1fde853a3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1164, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:18:50Z', 'updated_at': '2021-12-25T21:18:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:18:56.813758 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a859a3-ed46-4aff-8aa2-da38fe121640 req-84fb0daf-8820-44cd-8c4d-5cee517698f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:18:56.818171 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-c9a859a3-ed46-4aff-8aa2-da38fe121640 req-84fb0daf-8820-44cd-8c4d-5cee517698f7 service neutron] 10.222.0.37 "GET /v2.0/networks?id=2c732578-b39b-40c1-8a55-147e577043a0 HTTP/1.1" status: 200  len: 913 time: 0.3188577
Dec 25 21:18:56.827000 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f95836a9-2d0e-45da-9763-b97ebf31577d None None] Checking router: 8482e85f-9f33-4367-9cf0-4e1fde853a3a for host: ncdv-master-1 {{(pid=121608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 25 21:18:56.827556 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f95836a9-2d0e-45da-9763-b97ebf31577d None None] Updating router 8482e85f-9f33-4367-9cf0-4e1fde853a3a port 7c282b14-a019-42f0-8bcb-0327ab42a496 binding host ncdv-master-1 {{(pid=121608) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 25 21:18:56.845350 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d9d4789-959b-4471-b85b-49ec45bf5743 req-a0fd785a-3b38-4fb6-82b2-80a8341638e0 service neutron] Port e7c63a15-3218-4c35-bfa1-ef91d39c458a on network 040e4d7b-a517-49cc-8699-70c0b9b2f222 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 25 21:18:56.854533 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d9d4789-959b-4471-b85b-49ec45bf5743 req-a0fd785a-3b38-4fb6-82b2-80a8341638e0 service neutron] Attempting to bind port e7c63a15-3218-4c35-bfa1-ef91d39c458a on network 040e4d7b-a517-49cc-8699-70c0b9b2f222 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:18:56.859485 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-f95836a9-2d0e-45da-9763-b97ebf31577d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:56.899139 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-e37ee41a-f7cd-4d63-9941-db8ad31ab235 req-bee6d49e-8234-49ac-b2d5-3930d243746b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:56.908297 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d9d4789-959b-4471-b85b-49ec45bf5743 req-a0fd785a-3b38-4fb6-82b2-80a8341638e0 service neutron] Checking agent: {'id': '6d577036-68fc-4aa4-aed7-5ab01de2117e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 21, 4, 34), 'started_at': datetime.datetime(2021, 12, 25, 21, 4, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 18, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:18:56.908958 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d9d4789-959b-4471-b85b-49ec45bf5743 req-a0fd785a-3b38-4fb6-82b2-80a8341638e0 service neutron] Checking segment: {'id': 'a23ab71a-bf4a-4f83-858c-14fbc7539004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '040e4d7b-a517-49cc-8699-70c0b9b2f222'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:18:56.909587 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d9d4789-959b-4471-b85b-49ec45bf5743 req-a0fd785a-3b38-4fb6-82b2-80a8341638e0 service neutron] Bound using segment: {'id': 'a23ab71a-bf4a-4f83-858c-14fbc7539004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '040e4d7b-a517-49cc-8699-70c0b9b2f222'} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:18:56.910262 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-9d9d4789-959b-4471-b85b-49ec45bf5743 req-a0fd785a-3b38-4fb6-82b2-80a8341638e0 service neutron] Bound port: e7c63a15-3218-4c35-bfa1-ef91d39c458a, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a23ab71a-bf4a-4f83-858c-14fbc7539004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '040e4d7b-a517-49cc-8699-70c0b9b2f222'}}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:18:56.910856 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-9d9d4789-959b-4471-b85b-49ec45bf5743 req-a0fd785a-3b38-4fb6-82b2-80a8341638e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:56.993816 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-c9a859a3-ed46-4aff-8aa2-da38fe121640 req-53d08a73-3173-4750-bb63-9897a03b0dbd service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=af2cd469-e53b-45dd-9334-186a6c6c612a HTTP/1.1" status: 200  len: 217 time: 0.0696957
Dec 25 21:18:57.083944 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a859a3-ed46-4aff-8aa2-da38fe121640 req-42f99b6a-66bc-456c-8d95-25068f3b956c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:18:57.087593 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-c9a859a3-ed46-4aff-8aa2-da38fe121640 req-42f99b6a-66bc-456c-8d95-25068f3b956c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=30c8b4fd-6c75-4e8c-b43d-f31074d76442 HTTP/1.1" status: 200  len: 852 time: 0.0830436
Dec 25 21:18:57.179482 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-c9a859a3-ed46-4aff-8aa2-da38fe121640 req-6c4d2266-e27a-41da-8fef-00eb35db621c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2c732578-b39b-40c1-8a55-147e577043a0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0806651
Dec 25 21:18:57.374729 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-c9a859a3-ed46-4aff-8aa2-da38fe121640 req-fa719cab-4d4e-4320-940f-29728dfa21ef service neutron] 10.222.0.37 "GET /v2.0/networks/2c732578-b39b-40c1-8a55-147e577043a0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1664457
Dec 25 21:18:57.436339 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-f95836a9-2d0e-45da-9763-b97ebf31577d None None] Publish callbacks [] for port, precommit_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:57.521539 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-f95836a9-2d0e-45da-9763-b97ebf31577d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:57.572588 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-c9a859a3-ed46-4aff-8aa2-da38fe121640 req-7c8790e1-f1c9-4775-abe6-f2d1a8b8a5e6 service neutron] 10.222.0.37 "GET /v2.0/networks/2c732578-b39b-40c1-8a55-147e577043a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1862338
Dec 25 21:18:57.616127 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-537d85ce-d926-46df-aeaa-15130025e9b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:57.618450 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-f95836a9-2d0e-45da-9763-b97ebf31577d None None] Attempting to bind port 7c282b14-a019-42f0-8bcb-0327ab42a496 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:18:57.618969 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-f95836a9-2d0e-45da-9763-b97ebf31577d None None] Attempting to bind port 7c282b14-a019-42f0-8bcb-0327ab42a496 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:18:57.620081 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f95836a9-2d0e-45da-9763-b97ebf31577d None None] Attempting to bind port 7c282b14-a019-42f0-8bcb-0327ab42a496 on network 7201e55c-7c5f-41aa-a042-a363696539d0 {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:18:57.624612 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-acb93d70-9b90-47be-84a4-5c83bb542f22 req-44c635d4-d6ba-47f2-9d08-427aaae29def tempest-SecurityGroupsTestAdminJSON-834040197 tempest-SecurityGroupsTestAdminJSON-834040197-project] Request body: {'security_group': {'name': 'tempest-securitygroup-2129640823', 'description': 'tempest-description-1661185255'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:18:57.630570 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3339305-c0b4-4e75-905f-990babeddc35 None None] Pushing event updated for resources: {'Port': ['ID=7c282b14-a019-42f0-8bcb-0327ab42a496,revision_number=2']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:18:57.637618 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f95836a9-2d0e-45da-9763-b97ebf31577d None None] Checking agent: {'id': 'ca4f5c6d-f1fd-48b8-a3e3-395864c7d23d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 20, 56, 40), 'started_at': datetime.datetime(2021, 12, 25, 20, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 18, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:18:57.637618 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f95836a9-2d0e-45da-9763-b97ebf31577d None None] Checking segment: {'id': '6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:18:57.639220 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-f95836a9-2d0e-45da-9763-b97ebf31577d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:57.639636 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f95836a9-2d0e-45da-9763-b97ebf31577d None None] Bound using segment: {'id': '6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:18:57.641606 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-f95836a9-2d0e-45da-9763-b97ebf31577d None None] Bound port: 7c282b14-a019-42f0-8bcb-0327ab42a496, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'}}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:18:57.642259 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-f95836a9-2d0e-45da-9763-b97ebf31577d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:57.642386 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4773729-033f-40e6-9230-e10463268154 req-ecb88aa3-020a-4e9d-acde-ed8eb496703b tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:18:57.643860 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f4773729-033f-40e6-9230-e10463268154 req-ecb88aa3-020a-4e9d-acde-ed8eb496703b tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] 10.222.0.32 "GET /v2.0/ports?device_id=1246c4c7-a769-4e4e-9a42-2138119611b8 HTTP/1.1" status: 200  len: 932 time: 0.8316052
Dec 25 21:18:57.732907 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-f95836a9-2d0e-45da-9763-b97ebf31577d None None] For port 7c282b14-a019-42f0-8bcb-0327ab42a496, host ncdv-master-1, cleared binding levels {{(pid=121608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:18:57.740694 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-f95836a9-2d0e-45da-9763-b97ebf31577d None None] For port 7c282b14-a019-42f0-8bcb-0327ab42a496, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7c282b14-a019-42f0-8bcb-0327ab42a496,segment=NetworkSegment(6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855),segment_id=6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855)] {{(pid=121608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:18:57.761042 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-9d9d4789-959b-4471-b85b-49ec45bf5743 req-a0fd785a-3b38-4fb6-82b2-80a8341638e0 service neutron] For port e7c63a15-3218-4c35-bfa1-ef91d39c458a, host nch1-master-1, cleared binding levels {{(pid=121606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:18:57.779220 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-acb93d70-9b90-47be-84a4-5c83bb542f22 req-44c635d4-d6ba-47f2-9d08-427aaae29def tempest-SecurityGroupsTestAdminJSON-834040197 tempest-SecurityGroupsTestAdminJSON-834040197-project] Publish callbacks [] for security_group, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:57.793054 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-9d9d4789-959b-4471-b85b-49ec45bf5743 req-a0fd785a-3b38-4fb6-82b2-80a8341638e0 service neutron] For port e7c63a15-3218-4c35-bfa1-ef91d39c458a, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e7c63a15-3218-4c35-bfa1-ef91d39c458a,segment=NetworkSegment(a23ab71a-bf4a-4f83-858c-14fbc7539004),segment_id=a23ab71a-bf4a-4f83-858c-14fbc7539004)] {{(pid=121606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:18:57.808521 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f4773729-033f-40e6-9230-e10463268154 req-b803e70d-2200-4cf5-b158-1558775cb4f4 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c514444-6044-490f-9acc-6dece3909d9f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1477103
Dec 25 21:18:57.809314 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-acb93d70-9b90-47be-84a4-5c83bb542f22 req-44c635d4-d6ba-47f2-9d08-427aaae29def tempest-SecurityGroupsTestAdminJSON-834040197 tempest-SecurityGroupsTestAdminJSON-834040197-project] Publish callbacks [] for security_group, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:57.832705 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-f95836a9-2d0e-45da-9763-b97ebf31577d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:57.835926 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_common [None req-537d85ce-d926-46df-aeaa-15130025e9b5 admin admin] Allocated IP 172.20.0.1 (6058fe46-3c8e-4441-bbcc-621d480152a1/79c8bfc0-8e1d-4217-8f33-90a45df6b944/82795fa2-9bce-4c61-9f3a-5a9770527fef) {{(pid=121607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:18:57.884600 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-9d9d4789-959b-4471-b85b-49ec45bf5743 req-a0fd785a-3b38-4fb6-82b2-80a8341638e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:57.908733 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f95836a9-2d0e-45da-9763-b97ebf31577d None None] Routers {'8482e85f-9f33-4367-9cf0-4e1fde853a3a'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:18:57.909612 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-f95836a9-2d0e-45da-9763-b97ebf31577d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2618b56ac0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:18:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['8482e85f-9f33-4367-9cf0-4e1fde853a3a'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:18:57.920742 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [req-e37ee41a-f7cd-4d63-9941-db8ad31ab235 req-bee6d49e-8234-49ac-b2d5-3930d243746b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae3f3cc3-d73b-4b19-ae8d-52d95e61449e {{(pid=121606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:18:57.981773 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-e37ee41a-f7cd-4d63-9941-db8ad31ab235 req-bee6d49e-8234-49ac-b2d5-3930d243746b service neutron] Publish callbacks [] for port, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:57.998909 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-537d85ce-d926-46df-aeaa-15130025e9b5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:58.017035 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9d4789-959b-4471-b85b-49ec45bf5743 req-a0fd785a-3b38-4fb6-82b2-80a8341638e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:18:58.017663 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-9d9d4789-959b-4471-b85b-49ec45bf5743 req-a0fd785a-3b38-4fb6-82b2-80a8341638e0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:58.019110 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9d9d4789-959b-4471-b85b-49ec45bf5743 req-a0fd785a-3b38-4fb6-82b2-80a8341638e0 service neutron] 10.222.0.31 "PUT /v2.0/ports/e7c63a15-3218-4c35-bfa1-ef91d39c458a HTTP/1.1" status: 200  len: 1091 time: 2.8724928
Dec 25 21:18:58.024624 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '843046c2-4f29-489f-bce9-b4862b3636be', 'tag': 'e7c63a15-3218-4c35-bfa1-ef91d39c458a'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:18:58.027010 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9858820c13ec2827453b94ebc4181065e990a4e4089ccb9fe762531ac62d2fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a2dccef-4f4b-4d5a-b210-9bef54b4b1e7" -d '{"events": [{"name": "network-changed", "server_uuid": "843046c2-4f29-489f-bce9-b4862b3636be", "tag": "e7c63a15-3218-4c35-bfa1-ef91d39c458a"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:18:58.039155 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3339305-c0b4-4e75-905f-990babeddc35 None None] Pushing event updated for resources: {'Port': ['ID=7c282b14-a019-42f0-8bcb-0327ab42a496,revision_number=3']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:18:58.049905 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.provisioning_blocks [req-e37ee41a-f7cd-4d63-9941-db8ad31ab235 req-bee6d49e-8234-49ac-b2d5-3930d243746b service neutron] Transition to ACTIVE for port object ae3f3cc3-d73b-4b19-ae8d-52d95e61449e will not be triggered until provisioned by entity L2. {{(pid=121606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 25 21:18:58.073428 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fd785a-3b38-4fb6-82b2-80a8341638e0 service neutron] Pushing event updated for resources: {'Port': ['ID=e7c63a15-3218-4c35-bfa1-ef91d39c458a,revision_number=3']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:18:58.089124 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b2c137-8e7c-4530-b5b5-a10f23fc1a6c req-aa90baae-e955-48b1-b92b-10a3dc2ba551 tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:18:58.096985 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d0b2c137-8e7c-4530-b5b5-a10f23fc1a6c req-aa90baae-e955-48b1-b92b-10a3dc2ba551 tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] 10.222.0.32 "GET /v2.0/ports?device_id=503df13c-2f74-4094-bbd9-a07a7ba8f4cb HTTP/1.1" status: 200  len: 945 time: 0.1480401
Dec 25 21:18:58.168311 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvr_db [None req-f95836a9-2d0e-45da-9763-b97ebf31577d None None] Set router 8482e85f-9f33-4367-9cf0-4e1fde853a3a gateway port host: ncdv-master-1 {{(pid=121608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:18:58.180437 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-acb93d70-9b90-47be-84a4-5c83bb542f22 req-44c635d4-d6ba-47f2-9d08-427aaae29def tempest-SecurityGroupsTestAdminJSON-834040197 tempest-SecurityGroupsTestAdminJSON-834040197-project] Publish callbacks [] for security_group, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:58.181855 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-537d85ce-d926-46df-aeaa-15130025e9b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:58.198456 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-e37ee41a-f7cd-4d63-9941-db8ad31ab235 req-bee6d49e-8234-49ac-b2d5-3930d243746b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:58.214066 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d0b2c137-8e7c-4530-b5b5-a10f23fc1a6c req-205d292c-02a9-49a4-a681-c0653d41436c tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] 10.222.0.32 "GET /v2.0/security-groups?id=2bf8651c-3ed0-44bb-a064-d61aab6ec281&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1157193
Dec 25 21:18:58.251513 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-537d85ce-d926-46df-aeaa-15130025e9b5 admin admin] Network 6058fe46-3c8e-4441-bbcc-621d480152a1 is already hosted by enough agents. {{(pid=121607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:18:58.257579 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-537d85ce-d926-46df-aeaa-15130025e9b5 admin admin] Resources bound (agent type, host, resource id):  {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:18:58.277150 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-537d85ce-d926-46df-aeaa-15130025e9b5 admin admin] Received port after_create {{(pid=121607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:18:58.315147 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-acb93d70-9b90-47be-84a4-5c83bb542f22 req-44c635d4-d6ba-47f2-9d08-427aaae29def tempest-SecurityGroupsTestAdminJSON-834040197 tempest-SecurityGroupsTestAdminJSON-834040197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:58.336331 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-537d85ce-d926-46df-aeaa-15130025e9b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2008772'] for router_interface, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:58.344498 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537d85ce-d926-46df-aeaa-15130025e9b5 admin admin] Pushing event updated for resources: {'Port': ['ID=82795fa2-9bce-4c61-9f3a-5a9770527fef,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:18:58.418929 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee6d49e-8234-49ac-b2d5-3930d243746b service neutron] Pushing event updated for resources: {'Port': ['ID=ae3f3cc3-d73b-4b19-ae8d-52d95e61449e,revision_number=2']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:18:58.458756 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9d4789-959b-4471-b85b-49ec45bf5743 req-b770d3ca-0ea4-415c-b383-84ef9bd90cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:18:58.460403 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9d9d4789-959b-4471-b85b-49ec45bf5743 req-b770d3ca-0ea4-415c-b383-84ef9bd90cf1 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3b0881f03bcb42b2af8fbbc9bd84ca78&device_id=843046c2-4f29-489f-bce9-b4862b3636be HTTP/1.1" status: 200  len: 1094 time: 0.3047407
Dec 25 21:18:58.465574 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c635d4-d6ba-47f2-9d08-427aaae29def tempest-SecurityGroupsTestAdminJSON-834040197 tempest-SecurityGroupsTestAdminJSON-834040197-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dac5953a-740e-4068-a57a-89c4db32b486,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:18:58.540669 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-f95836a9-2d0e-45da-9763-b97ebf31577d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2618b56ac0>, [{'id': '8482e85f-9f33-4367-9cf0-4e1fde853a3a', 'name': 'tempest-TaggedBootDevicesTest_v242-3692813-router', 'tenant_id': '498aad80bbd44b6e8fc8fd1b6ed08a4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.64'}], 'enable_snat': True}, 'gw_port_id': '7c282b14-a019-42f0-8bcb-0327ab42a496', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:18:48Z', 'updated_at': '2021-12-25T21:18:52Z', 'revision_number': 3, 'project_id': '498aad80bbd44b6e8fc8fd1b6ed08a4b', 'gw_port': {'id': '7c282b14-a019-42f0-8bcb-0327ab42a496', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:1d:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8482e85f-9f33-4367-9cf0-4e1fde853a3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1164, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:18:50Z', 'updated_at': '2021-12-25T21:18:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:18:58.578768 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f95836a9-2d0e-45da-9763-b97ebf31577d None None] The sync data for ids ['8482e85f-9f33-4367-9cf0-4e1fde853a3a'] in ncdv-master-1 is: [{'id': '8482e85f-9f33-4367-9cf0-4e1fde853a3a', 'name': 'tempest-TaggedBootDevicesTest_v242-3692813-router', 'tenant_id': '498aad80bbd44b6e8fc8fd1b6ed08a4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.64'}], 'enable_snat': True}, 'gw_port_id': '7c282b14-a019-42f0-8bcb-0327ab42a496', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:18:48Z', 'updated_at': '2021-12-25T21:18:52Z', 'revision_number': 3, 'project_id': '498aad80bbd44b6e8fc8fd1b6ed08a4b', 'gw_port': {'id': '7c282b14-a019-42f0-8bcb-0327ab42a496', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:1d:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8482e85f-9f33-4367-9cf0-4e1fde853a3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1164, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:18:50Z', 'updated_at': '2021-12-25T21:18:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 21:18:58.593222 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9d9d4789-959b-4471-b85b-49ec45bf5743 req-caff9286-062a-4400-8e71-badb558f976e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e7c63a15-3218-4c35-bfa1-ef91d39c458a HTTP/1.1" status: 200  len: 217 time: 0.1093566
Dec 25 21:18:58.645583 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-537d85ce-d926-46df-aeaa-15130025e9b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:58.723439 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c7d3d1-1ce9-4c1c-8537-fa46f1ab6876 req-0a3eba70-c9f3-4b33-9a43-077306d0209b tempest-ServerRescueTestJSON-1336662106 tempest-ServerRescueTestJSON-1336662106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:18:58.725808 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b9c7d3d1-1ce9-4c1c-8537-fa46f1ab6876 req-0a3eba70-c9f3-4b33-9a43-077306d0209b tempest-ServerRescueTestJSON-1336662106 tempest-ServerRescueTestJSON-1336662106-project] 10.222.0.32 "GET /v2.0/ports?device_id=843046c2-4f29-489f-bce9-b4862b3636be HTTP/1.1" status: 200  len: 943 time: 0.3639727
Dec 25 21:18:58.752774 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-acb93d70-9b90-47be-84a4-5c83bb542f22 req-44c635d4-d6ba-47f2-9d08-427aaae29def tempest-SecurityGroupsTestAdminJSON-834040197 tempest-SecurityGroupsTestAdminJSON-834040197-project] Publish callbacks [] for security_group, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:58.759513 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-7a2c7827-5cab-469f-b49d-27b17b7afcb2 None None] Provisioning complete for port 82795fa2-9bce-4c61-9f3a-5a9770527fef triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:18:58.762323 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-7a2c7827-5cab-469f-b49d-27b17b7afcb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:58.773035 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-e37ee41a-f7cd-4d63-9941-db8ad31ab235 req-bee6d49e-8234-49ac-b2d5-3930d243746b service neutron] Attempting to bind port ae3f3cc3-d73b-4b19-ae8d-52d95e61449e on host nch1-master-1 for vnic_type normal with profile  {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:18:58.773527 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-e37ee41a-f7cd-4d63-9941-db8ad31ab235 req-bee6d49e-8234-49ac-b2d5-3930d243746b service neutron] Attempting to bind port ae3f3cc3-d73b-4b19-ae8d-52d95e61449e by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '2eb49ff2-b1de-4e84-a376-6f91f784eeb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'de2cf5f5-0f83-4089-a263-5ec0a5e6f1de'}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:18:58.773977 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e37ee41a-f7cd-4d63-9941-db8ad31ab235 req-bee6d49e-8234-49ac-b2d5-3930d243746b service neutron] Attempting to bind port ae3f3cc3-d73b-4b19-ae8d-52d95e61449e on network de2cf5f5-0f83-4089-a263-5ec0a5e6f1de {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:18:58.795854 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e37ee41a-f7cd-4d63-9941-db8ad31ab235 req-bee6d49e-8234-49ac-b2d5-3930d243746b service neutron] Port ae3f3cc3-d73b-4b19-ae8d-52d95e61449e on network de2cf5f5-0f83-4089-a263-5ec0a5e6f1de not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 25 21:18:58.796336 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e37ee41a-f7cd-4d63-9941-db8ad31ab235 req-bee6d49e-8234-49ac-b2d5-3930d243746b service neutron] Attempting to bind port ae3f3cc3-d73b-4b19-ae8d-52d95e61449e on network de2cf5f5-0f83-4089-a263-5ec0a5e6f1de {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:18:58.810243 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9d4789-959b-4471-b85b-49ec45bf5743 req-6881cf8b-a78c-475d-bde8-3b3dd3260497 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:18:58.812596 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9d9d4789-959b-4471-b85b-49ec45bf5743 req-6881cf8b-a78c-475d-bde8-3b3dd3260497 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=ca46be31-1a87-4846-b557-a9f49755a2de HTTP/1.1" status: 200  len: 851 time: 0.2111490
Dec 25 21:18:58.817143 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-acb93d70-9b90-47be-84a4-5c83bb542f22 req-44c635d4-d6ba-47f2-9d08-427aaae29def tempest-SecurityGroupsTestAdminJSON-834040197 tempest-SecurityGroupsTestAdminJSON-834040197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:58.826189 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b9c7d3d1-1ce9-4c1c-8537-fa46f1ab6876 req-8f66d484-ab79-4490-abca-51382235ce00 tempest-ServerRescueTestJSON-1336662106 tempest-ServerRescueTestJSON-1336662106-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3baa9cd-9895-4145-88c0-053a91673173&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0852523
Dec 25 21:18:58.827150 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e37ee41a-f7cd-4d63-9941-db8ad31ab235 req-bee6d49e-8234-49ac-b2d5-3930d243746b service neutron] Checking agent: {'id': '6d577036-68fc-4aa4-aed7-5ab01de2117e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 21, 4, 34), 'started_at': datetime.datetime(2021, 12, 25, 21, 4, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 18, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:18:58.827618 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e37ee41a-f7cd-4d63-9941-db8ad31ab235 req-bee6d49e-8234-49ac-b2d5-3930d243746b service neutron] Checking segment: {'id': '2eb49ff2-b1de-4e84-a376-6f91f784eeb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'de2cf5f5-0f83-4089-a263-5ec0a5e6f1de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:18:58.828104 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e37ee41a-f7cd-4d63-9941-db8ad31ab235 req-bee6d49e-8234-49ac-b2d5-3930d243746b service neutron] Bound using segment: {'id': '2eb49ff2-b1de-4e84-a376-6f91f784eeb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'de2cf5f5-0f83-4089-a263-5ec0a5e6f1de'} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:18:58.828757 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-e37ee41a-f7cd-4d63-9941-db8ad31ab235 req-bee6d49e-8234-49ac-b2d5-3930d243746b service neutron] Bound port: ae3f3cc3-d73b-4b19-ae8d-52d95e61449e, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2eb49ff2-b1de-4e84-a376-6f91f784eeb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'de2cf5f5-0f83-4089-a263-5ec0a5e6f1de'}}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:18:58.829374 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-e37ee41a-f7cd-4d63-9941-db8ad31ab235 req-bee6d49e-8234-49ac-b2d5-3930d243746b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:58.859850 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-7a2c7827-5cab-469f-b49d-27b17b7afcb2 None None] Port 82795fa2-9bce-4c61-9f3a-5a9770527fef cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:18:58.951337 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-537d85ce-d926-46df-aeaa-15130025e9b5 admin admin] Publish callbacks [] for port, precommit_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:58.993187 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c635d4-d6ba-47f2-9d08-427aaae29def tempest-SecurityGroupsTestAdminJSON-834040197 tempest-SecurityGroupsTestAdminJSON-834040197-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b76391b3-c0ab-4903-a590-70a6c7bd9b15,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:18:59.002331 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9d9d4789-959b-4471-b85b-49ec45bf5743 req-d4baf7d3-2c6d-4a7c-9954-d54da90f15da service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=040e4d7b-a517-49cc-8699-70c0b9b2f222&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1554475
Dec 25 21:18:59.145960 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-e37ee41a-f7cd-4d63-9941-db8ad31ab235 req-bee6d49e-8234-49ac-b2d5-3930d243746b service neutron] For port ae3f3cc3-d73b-4b19-ae8d-52d95e61449e, host nch1-master-1, cleared binding levels {{(pid=121606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:18:59.145960 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Dec 2021 21:18:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d31a1acb-3f21-44f3-9bfe-90e928adb323 x-openstack-request-id: req-d31a1acb-3f21-44f3-9bfe-90e928adb323 {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:18:59.145960 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "843046c2-4f29-489f-bce9-b4862b3636be", "tag": "e7c63a15-3218-4c35-bfa1-ef91d39c458a", "status": "completed", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:18:59.145960 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d31a1acb-3f21-44f3-9bfe-90e928adb323 {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:18:59.145960 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '843046c2-4f29-489f-bce9-b4862b3636be', 'tag': 'e7c63a15-3218-4c35-bfa1-ef91d39c458a', 'status': 'completed', 'code': 200}
Dec 25 21:18:59.145960 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-e37ee41a-f7cd-4d63-9941-db8ad31ab235 req-bee6d49e-8234-49ac-b2d5-3930d243746b service neutron] For port ae3f3cc3-d73b-4b19-ae8d-52d95e61449e, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ae3f3cc3-d73b-4b19-ae8d-52d95e61449e,segment=NetworkSegment(2eb49ff2-b1de-4e84-a376-6f91f784eeb5),segment_id=2eb49ff2-b1de-4e84-a376-6f91f784eeb5)] {{(pid=121606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:18:59.182266 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9d9d4789-959b-4471-b85b-49ec45bf5743 req-ccc5c160-754b-4741-98b9-64a7f8615118 service neutron] 10.222.0.31 "GET /v2.0/networks/040e4d7b-a517-49cc-8699-70c0b9b2f222?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1659737
Dec 25 21:18:59.207798 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1365cfbe-088f-4959-a774-02dfae809c50 req-d074ac08-ca5e-4d07-bc33-aa38639ff061 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:18:59.209977 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1365cfbe-088f-4959-a774-02dfae809c50 req-d074ac08-ca5e-4d07-bc33-aa38639ff061 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] 10.222.0.32 "GET /v2.0/ports?device_id=1246c4c7-a769-4e4e-9a42-2138119611b8 HTTP/1.1" status: 200  len: 944 time: 0.0843847
Dec 25 21:18:59.225202 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-537d85ce-d926-46df-aeaa-15130025e9b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8632327'] for port, after_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:59.245011 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 7c282b14-a019-42f0-8bcb-0327ab42a496 up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:18:59.253366 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-e37ee41a-f7cd-4d63-9941-db8ad31ab235 req-bee6d49e-8234-49ac-b2d5-3930d243746b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:59.257272 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-acb93d70-9b90-47be-84a4-5c83bb542f22 req-44c635d4-d6ba-47f2-9d08-427aaae29def tempest-SecurityGroupsTestAdminJSON-834040197 tempest-SecurityGroupsTestAdminJSON-834040197-project] Publish callbacks [] for security_group, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:59.258527 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-acb93d70-9b90-47be-84a4-5c83bb542f22 req-44c635d4-d6ba-47f2-9d08-427aaae29def tempest-SecurityGroupsTestAdminJSON-834040197 tempest-SecurityGroupsTestAdminJSON-834040197-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1802 time: 1.6388044
Dec 25 21:18:59.358803 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537d85ce-d926-46df-aeaa-15130025e9b5 admin admin] Pushing event updated for resources: {'Port': ['ID=82795fa2-9bce-4c61-9f3a-5a9770527fef,revision_number=2']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:18:59.367104 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port 7c282b14-a019-42f0-8bcb-0327ab42a496 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:18:59.367486 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:59.376443 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-537d85ce-d926-46df-aeaa-15130025e9b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2007636'] for router_interface, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:59.450335 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device af2cd469-e53b-45dd-9334-186a6c6c612a no longer exists at agent hyperv_nch2-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:18:59.547289 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37ee41a-f7cd-4d63-9941-db8ad31ab235 req-bee6d49e-8234-49ac-b2d5-3930d243746b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:18:59.547910 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-e37ee41a-f7cd-4d63-9941-db8ad31ab235 req-bee6d49e-8234-49ac-b2d5-3930d243746b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:59.549473 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e37ee41a-f7cd-4d63-9941-db8ad31ab235 req-bee6d49e-8234-49ac-b2d5-3930d243746b service neutron] 10.222.0.31 "PUT /v2.0/ports/ae3f3cc3-d73b-4b19-ae8d-52d95e61449e HTTP/1.1" status: 200  len: 1092 time: 3.0024226
Dec 25 21:18:59.561138 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-537d85ce-d926-46df-aeaa-15130025e9b5 admin admin] Network 6058fe46-3c8e-4441-bbcc-621d480152a1 is already hosted by enough agents. {{(pid=121607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:18:59.562783 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-537d85ce-d926-46df-aeaa-15130025e9b5 admin admin] Resources bound (agent type, host, resource id):  {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:18:59.639290 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1365cfbe-088f-4959-a774-02dfae809c50 req-0dc6cfc1-1ae6-4af0-892e-a94e7317033c tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c514444-6044-490f-9acc-6dece3909d9f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4105067
Dec 25 21:18:59.680175 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:59.692563 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9d9d4789-959b-4471-b85b-49ec45bf5743 req-380279fe-cc4a-4634-a163-05370bb8400e service neutron] 10.222.0.31 "GET /v2.0/networks/040e4d7b-a517-49cc-8699-70c0b9b2f222?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5018401
Dec 25 21:18:59.707857 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-e9047c2b-6bf2-488b-b939-cd5758235b0f req-e674a612-434c-4f01-8596-60f59b114886 tempest-SecurityGroupsTestAdminJSON-834040197 tempest-SecurityGroupsTestAdminJSON-834040197-project] Request body: {'security_group': {'name': 'tempest-securitygroup-724072335', 'description': 'tempest-description-458401360'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:18:59.747827 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:59.764947 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee6d49e-8234-49ac-b2d5-3930d243746b service neutron] Pushing event updated for resources: {'Port': ['ID=ae3f3cc3-d73b-4b19-ae8d-52d95e61449e,revision_number=3']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:18:59.826612 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port af2cd469-e53b-45dd-9334-186a6c6c612a, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=af2cd469-e53b-45dd-9334-186a6c6c612a,segment=NetworkSegment(40b3768f-3d6e-4d28-9b2a-4711b7f0f059),segment_id=40b3768f-3d6e-4d28-9b2a-4711b7f0f059)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:18:59.831567 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-537d85ce-d926-46df-aeaa-15130025e9b5 admin admin] Router 8482e85f-9f33-4367-9cf0-4e1fde853a3a has already been hosted by L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 {{(pid=121607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 25 21:18:59.861703 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] For port 7c282b14-a019-42f0-8bcb-0327ab42a496, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7c282b14-a019-42f0-8bcb-0327ab42a496,segment=NetworkSegment(6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855),segment_id=6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:18:59.862783 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '503df13c-2f74-4094-bbd9-a07a7ba8f4cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'af2cd469-e53b-45dd-9334-186a6c6c612a'}] {{(pid=121608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:18:59.865566 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a88c78c3ff6266bd59c7e89d275b28c92e739b67d23c89d71af88829fd31566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1011a757-0f41-416a-82ea-6e9de74d00c9" -d '{"events": [{"server_uuid": "503df13c-2f74-4094-bbd9-a07a7ba8f4cb", "name": "network-vif-unplugged", "status": "completed", "tag": "af2cd469-e53b-45dd-9334-186a6c6c612a"}]}' {{(pid=121608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:18:59.881665 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca50013-3a9a-4cac-b8b7-6cdf2b423590 req-fb748f31-1c4d-4e18-a735-67d257e9c747 tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:18:59.883193 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-aca50013-3a9a-4cac-b8b7-6cdf2b423590 req-fb748f31-1c4d-4e18-a735-67d257e9c747 tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] 10.222.0.32 "GET /v2.0/ports?device_id=503df13c-2f74-4094-bbd9-a07a7ba8f4cb HTTP/1.1" status: 200  len: 945 time: 0.4954555
Dec 25 21:18:59.957669 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:18:59.961294 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:00.014055 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37ee41a-f7cd-4d63-9941-db8ad31ab235 req-4d62d9a7-498a-4957-9fcd-7d66310dbdb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:19:00.015991 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e37ee41a-f7cd-4d63-9941-db8ad31ab235 req-4d62d9a7-498a-4957-9fcd-7d66310dbdb8 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=38d7cbaffc1340f59e994569e8e33e1d&device_id=1246c4c7-a769-4e4e-9a42-2138119611b8 HTTP/1.1" status: 200  len: 1095 time: 0.2851233
Dec 25 21:19:00.039223 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-537d85ce-d926-46df-aeaa-15130025e9b5 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 21:19:00.051975 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-537d85ce-d926-46df-aeaa-15130025e9b5 admin admin] 10.222.0.32 "PUT /v2.0/routers/8482e85f-9f33-4367-9cf0-4e1fde853a3a/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.3367515
Dec 25 21:19:00.065527 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-0a68c544-93c8-4abd-9d8f-d4080e9756f8 None None] Provisioning complete for port 82795fa2-9bce-4c61-9f3a-5a9770527fef triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:19:00.065935 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-0a68c544-93c8-4abd-9d8f-d4080e9756f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:00.120823 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Pushing event updated for resources: {'Port': ['ID=af2cd469-e53b-45dd-9334-186a6c6c612a,revision_number=8']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:19:00.177132 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2dccef-4f4b-4d5a-b210-9bef54b4b1e7 req-d117ca30-2eba-4f38-ba8c-cb242638fe30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:19:00.178694 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9a2dccef-4f4b-4d5a-b210-9bef54b4b1e7 req-d117ca30-2eba-4f38-ba8c-cb242638fe30 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3b0881f03bcb42b2af8fbbc9bd84ca78&device_id=843046c2-4f29-489f-bce9-b4862b3636be HTTP/1.1" status: 200  len: 1094 time: 0.2919135
Dec 25 21:19:00.183039 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e37ee41a-f7cd-4d63-9941-db8ad31ab235 req-976a946a-7e9a-4fbc-852b-b1e91e41e0f5 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ae3f3cc3-d73b-4b19-ae8d-52d95e61449e HTTP/1.1" status: 200  len: 217 time: 0.1546731
Dec 25 21:19:00.186323 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-e9047c2b-6bf2-488b-b939-cd5758235b0f req-e674a612-434c-4f01-8596-60f59b114886 tempest-SecurityGroupsTestAdminJSON-834040197 tempest-SecurityGroupsTestAdminJSON-834040197-project] Publish callbacks [] for security_group, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:00.190732 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-0a68c544-93c8-4abd-9d8f-d4080e9756f8 None None] Port 82795fa2-9bce-4c61-9f3a-5a9770527fef cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:19:00.219478 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Pushing event updated for resources: {'Port': ['ID=7c282b14-a019-42f0-8bcb-0327ab42a496,revision_number=4']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:19:00.330436 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-aca50013-3a9a-4cac-b8b7-6cdf2b423590 req-046245de-cf15-4bcd-8d0b-43d9a12f2e41 tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] 10.222.0.32 "GET /v2.0/security-groups?id=2bf8651c-3ed0-44bb-a064-d61aab6ec281&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3791885
Dec 25 21:19:00.407976 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2dccef-4f4b-4d5a-b210-9bef54b4b1e7 req-34904b39-996a-4460-bba0-89f82fdbdb7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:19:00.409529 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9a2dccef-4f4b-4d5a-b210-9bef54b4b1e7 req-34904b39-996a-4460-bba0-89f82fdbdb7c service neutron] 10.222.0.31 "GET /v2.0/networks?id=040e4d7b-a517-49cc-8699-70c0b9b2f222 HTTP/1.1" status: 200  len: 912 time: 0.1880057
Dec 25 21:19:00.414183 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37ee41a-f7cd-4d63-9941-db8ad31ab235 req-1a4feb85-0272-44b0-a8eb-b12f7f5beb0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:19:00.416303 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e37ee41a-f7cd-4d63-9941-db8ad31ab235 req-1a4feb85-0272-44b0-a8eb-b12f7f5beb0c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=81f9dfd5-f0bc-4f72-bceb-acbb4f595f27 HTTP/1.1" status: 200  len: 846 time: 0.2120166
Dec 25 21:19:00.465441 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9a2dccef-4f4b-4d5a-b210-9bef54b4b1e7 req-f195efa0-6716-439f-ad3b-d0f3cf5bfe2d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e7c63a15-3218-4c35-bfa1-ef91d39c458a HTTP/1.1" status: 200  len: 217 time: 0.0454481
Dec 25 21:19:00.475563 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sat, 25 Dec 2021 21:18:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c4a026c-3506-4dce-9250-2d5aef0253f9 x-openstack-request-id: req-2c4a026c-3506-4dce-9250-2d5aef0253f9 {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:19:00.475916 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "503df13c-2f74-4094-bbd9-a07a7ba8f4cb", "name": "network-vif-unplugged", "status": "failed", "tag": "af2cd469-e53b-45dd-9334-186a6c6c612a", "code": 422}]} {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:19:00.476169 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2c4a026c-3506-4dce-9250-2d5aef0253f9 {{(pid=121608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:19:00.476802 ncdv-master-1 neutron-server[121608]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '503df13c-2f74-4094-bbd9-a07a7ba8f4cb', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'af2cd469-e53b-45dd-9334-186a6c6c612a', 'code': 422} returned with failed status
Dec 25 21:19:00.539742 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2dccef-4f4b-4d5a-b210-9bef54b4b1e7 req-e82c1f86-c58a-43cf-bfd7-6aff8034ab23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:19:00.541368 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9a2dccef-4f4b-4d5a-b210-9bef54b4b1e7 req-e82c1f86-c58a-43cf-bfd7-6aff8034ab23 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=ca46be31-1a87-4846-b557-a9f49755a2de HTTP/1.1" status: 200  len: 851 time: 0.0639420
Dec 25 21:19:00.559755 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e37ee41a-f7cd-4d63-9941-db8ad31ab235 req-9c0188a1-c5ee-42d6-a206-546d15a9b3cf service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=de2cf5f5-0f83-4089-a263-5ec0a5e6f1de&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0935748
Dec 25 21:19:00.589181 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9a2dccef-4f4b-4d5a-b210-9bef54b4b1e7 req-17bd9b5d-509f-46e5-8ae2-220f11a48bc3 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=040e4d7b-a517-49cc-8699-70c0b9b2f222&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0327215
Dec 25 21:19:00.771523 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-e9047c2b-6bf2-488b-b939-cd5758235b0f req-e674a612-434c-4f01-8596-60f59b114886 tempest-SecurityGroupsTestAdminJSON-834040197 tempest-SecurityGroupsTestAdminJSON-834040197-project] Publish callbacks [] for security_group, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:00.824602 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f544c2-3da2-4605-9c1c-27a0666b0415 req-92252583-2333-42fc-9367-369c48aa1f8a tempest-ServerRescueTestJSON-1336662106 tempest-ServerRescueTestJSON-1336662106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:19:00.829822 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-43f544c2-3da2-4605-9c1c-27a0666b0415 req-92252583-2333-42fc-9367-369c48aa1f8a tempest-ServerRescueTestJSON-1336662106 tempest-ServerRescueTestJSON-1336662106-project] 10.222.0.32 "GET /v2.0/ports?device_id=843046c2-4f29-489f-bce9-b4862b3636be HTTP/1.1" status: 200  len: 943 time: 0.2723844
Dec 25 21:19:00.898755 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-e9047c2b-6bf2-488b-b939-cd5758235b0f req-e674a612-434c-4f01-8596-60f59b114886 tempest-SecurityGroupsTestAdminJSON-834040197 tempest-SecurityGroupsTestAdminJSON-834040197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:00.944953 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e674a612-434c-4f01-8596-60f59b114886 tempest-SecurityGroupsTestAdminJSON-834040197 tempest-SecurityGroupsTestAdminJSON-834040197-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f9ac08a-6b63-4df1-a644-2fcd7e654536,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:19:00.955924 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e37ee41a-f7cd-4d63-9941-db8ad31ab235 req-202fca48-b2f3-49ed-a670-7df4809aa23f service neutron] 10.222.0.31 "GET /v2.0/networks/de2cf5f5-0f83-4089-a263-5ec0a5e6f1de?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3590305
Dec 25 21:19:00.978060 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9a2dccef-4f4b-4d5a-b210-9bef54b4b1e7 req-d1a9b109-8721-453a-9a72-ba26d4f299a4 service neutron] 10.222.0.31 "GET /v2.0/networks/040e4d7b-a517-49cc-8699-70c0b9b2f222?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3718798
Dec 25 21:19:01.002601 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-43f544c2-3da2-4605-9c1c-27a0666b0415 req-b9b0b628-ae38-48fe-a327-770860cef39a tempest-ServerRescueTestJSON-1336662106 tempest-ServerRescueTestJSON-1336662106-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3baa9cd-9895-4145-88c0-053a91673173&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1686172
Dec 25 21:19:01.103668 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1246c4c7-a769-4e4e-9a42-2138119611b8', 'tag': 'ae3f3cc3-d73b-4b19-ae8d-52d95e61449e'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:19:01.106172 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9858820c13ec2827453b94ebc4181065e990a4e4089ccb9fe762531ac62d2fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef7a38d0-722e-45d3-8380-fcd37032864b" -d '{"events": [{"name": "network-changed", "server_uuid": "1246c4c7-a769-4e4e-9a42-2138119611b8", "tag": "ae3f3cc3-d73b-4b19-ae8d-52d95e61449e"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:19:01.184585 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 7c282b14-a019-42f0-8bcb-0327ab42a496 up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:19:01.238490 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-e9047c2b-6bf2-488b-b939-cd5758235b0f req-e674a612-434c-4f01-8596-60f59b114886 tempest-SecurityGroupsTestAdminJSON-834040197 tempest-SecurityGroupsTestAdminJSON-834040197-project] Publish callbacks [] for security_group, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:01.244847 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e9047c2b-6bf2-488b-b939-cd5758235b0f req-e674a612-434c-4f01-8596-60f59b114886 tempest-SecurityGroupsTestAdminJSON-834040197 tempest-SecurityGroupsTestAdminJSON-834040197-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1800 time: 1.5508730
Dec 25 21:19:01.288987 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf6f3aee-8760-4fcb-9689-381a6a481b3d None None] Sync routers for ids ['8482e85f-9f33-4367-9cf0-4e1fde853a3a'] in ncdv-master-1 {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 21:19:01.312464 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf6f3aee-8760-4fcb-9689-381a6a481b3d None None] Routers {'8482e85f-9f33-4367-9cf0-4e1fde853a3a'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:19:01.312857 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-bf6f3aee-8760-4fcb-9689-381a6a481b3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f26183804f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:18:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['8482e85f-9f33-4367-9cf0-4e1fde853a3a'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:19:01.371215 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port 7c282b14-a019-42f0-8bcb-0327ab42a496 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:19:01.387954 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:01.437199 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Dec 2021 21:19:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8250bef9-6488-4865-b7ad-df66975de904 x-openstack-request-id: req-8250bef9-6488-4865-b7ad-df66975de904 {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:19:01.437483 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1246c4c7-a769-4e4e-9a42-2138119611b8", "tag": "ae3f3cc3-d73b-4b19-ae8d-52d95e61449e", "status": "completed", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:19:01.437738 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8250bef9-6488-4865-b7ad-df66975de904 {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:19:01.438124 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1246c4c7-a769-4e4e-9a42-2138119611b8', 'tag': 'ae3f3cc3-d73b-4b19-ae8d-52d95e61449e', 'status': 'completed', 'code': 200}
Dec 25 21:19:01.515034 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-3083ee5f-ca7c-4e3c-bcc4-cee7b39a3a25 req-50e68d72-77e9-49db-805b-50ba7acfbf7f tempest-SecurityGroupsTestAdminJSON-2051445158 tempest-SecurityGroupsTestAdminJSON-2051445158-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-36635400', 'description': 'tempest-description-502712452'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:19:01.610766 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9a2dccef-4f4b-4d5a-b210-9bef54b4b1e7 req-bf79036d-a523-482e-93b0-d3c44d11c739 service neutron] 10.222.0.31 "GET /v2.0/networks/040e4d7b-a517-49cc-8699-70c0b9b2f222?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6004729
Dec 25 21:19:01.680233 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvr_db [None req-bf6f3aee-8760-4fcb-9689-381a6a481b3d None None] Set router 8482e85f-9f33-4367-9cf0-4e1fde853a3a gateway port host: ncdv-master-1 {{(pid=121609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:19:01.690919 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e37ee41a-f7cd-4d63-9941-db8ad31ab235 req-2dd193b6-ab0b-4ac8-85fb-b49f73e14902 service neutron] 10.222.0.31 "GET /v2.0/networks/de2cf5f5-0f83-4089-a263-5ec0a5e6f1de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7154202
Dec 25 21:19:01.699862 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3f8fc2-a0b4-4235-bc66-cfc0a9587c08 req-818d3650-1011-4a15-bcdc-fb66639de640 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:19:01.708330 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1f3f8fc2-a0b4-4235-bc66-cfc0a9587c08 req-818d3650-1011-4a15-bcdc-fb66639de640 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] 10.222.0.32 "GET /v2.0/ports?device_id=1246c4c7-a769-4e4e-9a42-2138119611b8 HTTP/1.1" status: 200  len: 944 time: 0.2774692
Dec 25 21:19:01.793670 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1f3f8fc2-a0b4-4235-bc66-cfc0a9587c08 req-c3d6dc98-21b1-4bf7-b3ef-4dccbfc1dd6e tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c514444-6044-490f-9acc-6dece3909d9f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0844476
Dec 25 21:19:01.804038 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-3083ee5f-ca7c-4e3c-bcc4-cee7b39a3a25 req-50e68d72-77e9-49db-805b-50ba7acfbf7f tempest-SecurityGroupsTestAdminJSON-2051445158 tempest-SecurityGroupsTestAdminJSON-2051445158-project-admin] Publish callbacks [] for security_group, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:01.818269 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-3083ee5f-ca7c-4e3c-bcc4-cee7b39a3a25 req-50e68d72-77e9-49db-805b-50ba7acfbf7f tempest-SecurityGroupsTestAdminJSON-2051445158 tempest-SecurityGroupsTestAdminJSON-2051445158-project-admin] Publish callbacks [] for security_group, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:01.999745 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-bf6f3aee-8760-4fcb-9689-381a6a481b3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f26183804f0>, [{'id': '8482e85f-9f33-4367-9cf0-4e1fde853a3a', 'name': 'tempest-TaggedBootDevicesTest_v242-3692813-router', 'tenant_id': '498aad80bbd44b6e8fc8fd1b6ed08a4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.64'}], 'enable_snat': True}, 'gw_port_id': '7c282b14-a019-42f0-8bcb-0327ab42a496', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:18:48Z', 'updated_at': '2021-12-25T21:18:58Z', 'revision_number': 4, 'project_id': '498aad80bbd44b6e8fc8fd1b6ed08a4b', 'gw_port': {'id': '7c282b14-a019-42f0-8bcb-0327ab42a496', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:1d:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8482e85f-9f33-4367-9cf0-4e1fde853a3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1164, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:18:50Z', 'updated_at': '2021-12-25T21:18:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '82795fa2-9bce-4c61-9f3a-5a9770527fef', 'name': '', 'network_id': '6058fe46-3c8e-4441-bbcc-621d480152a1', 'tenant_id': '498aad80bbd44b6e8fc8fd1b6ed08a4b', 'mac_address': 'fa:16:3e:0e:a0:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8482e85f-9f33-4367-9cf0-4e1fde853a3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1172, 'fixed_ips': [{'subnet_id': '79c8bfc0-8e1d-4217-8f33-90a45df6b944', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:18:57Z', 'updated_at': '2021-12-25T21:18:58Z', 'revision_number': 2, 'project_id': '498aad80bbd44b6e8fc8fd1b6ed08a4b', 'subnets': [{'id': '79c8bfc0-8e1d-4217-8f33-90a45df6b944', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:19:02.038512 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-3083ee5f-ca7c-4e3c-bcc4-cee7b39a3a25 req-50e68d72-77e9-49db-805b-50ba7acfbf7f tempest-SecurityGroupsTestAdminJSON-2051445158 tempest-SecurityGroupsTestAdminJSON-2051445158-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:02.044452 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf6f3aee-8760-4fcb-9689-381a6a481b3d None None] Checking router: 8482e85f-9f33-4367-9cf0-4e1fde853a3a for host: ncdv-master-1 {{(pid=121609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 25 21:19:02.044850 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf6f3aee-8760-4fcb-9689-381a6a481b3d None None] Updating router 8482e85f-9f33-4367-9cf0-4e1fde853a3a port 82795fa2-9bce-4c61-9f3a-5a9770527fef binding host ncdv-master-1 {{(pid=121609) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 25 21:19:02.051267 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7a38d0-722e-45d3-8380-fcd37032864b req-918cef9a-782f-49d4-8366-273138f99421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:19:02.324039 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ef7a38d0-722e-45d3-8380-fcd37032864b req-918cef9a-782f-49d4-8366-273138f99421 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=38d7cbaffc1340f59e994569e8e33e1d&device_id=1246c4c7-a769-4e4e-9a42-2138119611b8 HTTP/1.1" status: 200  len: 1095 time: 0.1409340
Dec 25 21:19:02.324039 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20eebe5b-a48a-4f2c-84d8-ec5633338cd0 req-dedff79f-0e34-4eff-b7d7-d94e7cb0bbac tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:19:02.325538 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-bf6f3aee-8760-4fcb-9689-381a6a481b3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:02.326270 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-20eebe5b-a48a-4f2c-84d8-ec5633338cd0 req-dedff79f-0e34-4eff-b7d7-d94e7cb0bbac tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] 10.222.0.32 "GET /v2.0/ports?device_id=503df13c-2f74-4094-bbd9-a07a7ba8f4cb HTTP/1.1" status: 200  len: 943 time: 0.0959430
Dec 25 21:19:02.326270 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-20eebe5b-a48a-4f2c-84d8-ec5633338cd0 req-d8d25868-0b44-40f9-a16c-97c6ffd8987c tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] 10.222.0.32 "GET /v2.0/security-groups?id=2bf8651c-3ed0-44bb-a064-d61aab6ec281&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1117280
Dec 25 21:19:02.326270 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-3083ee5f-ca7c-4e3c-bcc4-cee7b39a3a25 req-50e68d72-77e9-49db-805b-50ba7acfbf7f tempest-SecurityGroupsTestAdminJSON-2051445158 tempest-SecurityGroupsTestAdminJSON-2051445158-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:02.326270 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7a38d0-722e-45d3-8380-fcd37032864b req-6ab5b8ec-45ef-4c4e-b96d-544657b9455f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:19:02.326270 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ef7a38d0-722e-45d3-8380-fcd37032864b req-6ab5b8ec-45ef-4c4e-b96d-544657b9455f service neutron] 10.222.0.31 "GET /v2.0/networks?id=de2cf5f5-0f83-4089-a263-5ec0a5e6f1de HTTP/1.1" status: 200  len: 907 time: 0.1734383
Dec 25 21:19:02.329665 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ef7a38d0-722e-45d3-8380-fcd37032864b req-439101ac-0ea7-43c7-ac59-9afa8864b787 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ae3f3cc3-d73b-4b19-ae8d-52d95e61449e HTTP/1.1" status: 200  len: 217 time: 0.0708115
Dec 25 21:19:02.397234 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e68d72-77e9-49db-805b-50ba7acfbf7f tempest-SecurityGroupsTestAdminJSON-2051445158 tempest-SecurityGroupsTestAdminJSON-2051445158-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e559152-760a-4f71-a3d1-6863a7c331f9,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:19:02.527145 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-3083ee5f-ca7c-4e3c-bcc4-cee7b39a3a25 req-50e68d72-77e9-49db-805b-50ba7acfbf7f tempest-SecurityGroupsTestAdminJSON-2051445158 tempest-SecurityGroupsTestAdminJSON-2051445158-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:02.536757 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c32045-fa2a-4d5c-8e12-745c4b4852b8 req-94e356d5-afa5-4630-a061-6939631c573e tempest-ServerRescueTestJSON-1336662106 tempest-ServerRescueTestJSON-1336662106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:19:02.539160 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-56c32045-fa2a-4d5c-8e12-745c4b4852b8 req-94e356d5-afa5-4630-a061-6939631c573e tempest-ServerRescueTestJSON-1336662106 tempest-ServerRescueTestJSON-1336662106-project] 10.222.0.32 "GET /v2.0/ports?device_id=843046c2-4f29-489f-bce9-b4862b3636be HTTP/1.1" status: 200  len: 943 time: 0.1186414
Dec 25 21:19:02.540837 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7a38d0-722e-45d3-8380-fcd37032864b req-3275ea83-ab0b-460d-b519-2f429539b49f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:19:02.542677 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ef7a38d0-722e-45d3-8380-fcd37032864b req-3275ea83-ab0b-460d-b519-2f429539b49f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=81f9dfd5-f0bc-4f72-bceb-acbb4f595f27 HTTP/1.1" status: 200  len: 846 time: 0.1834602
Dec 25 21:19:02.543666 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-bf6f3aee-8760-4fcb-9689-381a6a481b3d None None] Publish callbacks [] for port, precommit_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:02.583907 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-3083ee5f-ca7c-4e3c-bcc4-cee7b39a3a25 req-50e68d72-77e9-49db-805b-50ba7acfbf7f tempest-SecurityGroupsTestAdminJSON-2051445158 tempest-SecurityGroupsTestAdminJSON-2051445158-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:02.603766 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-bf6f3aee-8760-4fcb-9689-381a6a481b3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:02.606950 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ef7a38d0-722e-45d3-8380-fcd37032864b req-7949940f-f0c6-4b44-9189-214d91cb6f26 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=de2cf5f5-0f83-4089-a263-5ec0a5e6f1de&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0481486
Dec 25 21:19:02.671855 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc3d3d3-5ed7-4fae-acc0-9068a70abe4a None None] Pushing event updated for resources: {'Port': ['ID=82795fa2-9bce-4c61-9f3a-5a9770527fef,revision_number=3']} {{(pid=121609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:19:02.677000 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e68d72-77e9-49db-805b-50ba7acfbf7f tempest-SecurityGroupsTestAdminJSON-2051445158 tempest-SecurityGroupsTestAdminJSON-2051445158-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb7f3ec4-8776-4775-8f5a-2dd2f22f16a4,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:19:02.697667 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-56c32045-fa2a-4d5c-8e12-745c4b4852b8 req-6a3a7e04-bb4d-498a-9ddf-e856bafa0572 tempest-ServerRescueTestJSON-1336662106 tempest-ServerRescueTestJSON-1336662106-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3baa9cd-9895-4145-88c0-053a91673173&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1473053
Dec 25 21:19:02.728753 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc3d3d3-5ed7-4fae-acc0-9068a70abe4a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:19:02.733681 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc3d3d3-5ed7-4fae-acc0-9068a70abe4a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:19:02.733681 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc3d3d3-5ed7-4fae-acc0-9068a70abe4a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:19:02.733681 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc3d3d3-5ed7-4fae-acc0-9068a70abe4a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:19:02.733681 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc3d3d3-5ed7-4fae-acc0-9068a70abe4a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:19:02.733681 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc3d3d3-5ed7-4fae-acc0-9068a70abe4a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:19:02.733681 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc3d3d3-5ed7-4fae-acc0-9068a70abe4a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:19:02.733681 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc3d3d3-5ed7-4fae-acc0-9068a70abe4a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:19:02.733681 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc3d3d3-5ed7-4fae-acc0-9068a70abe4a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:19:02.733681 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc3d3d3-5ed7-4fae-acc0-9068a70abe4a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:19:02.733681 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc3d3d3-5ed7-4fae-acc0-9068a70abe4a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:19:02.733681 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc3d3d3-5ed7-4fae-acc0-9068a70abe4a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:19:02.733681 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc3d3d3-5ed7-4fae-acc0-9068a70abe4a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:19:02.762652 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.managers [None req-bf6f3aee-8760-4fcb-9689-381a6a481b3d None None] Attempting to bind port 82795fa2-9bce-4c61-9f3a-5a9770527fef on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:19:02.763432 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.managers [None req-bf6f3aee-8760-4fcb-9689-381a6a481b3d None None] Attempting to bind port 82795fa2-9bce-4c61-9f3a-5a9770527fef by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e27b2cac-48d7-4286-8b35-0393d79f3be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '6058fe46-3c8e-4441-bbcc-621d480152a1'}] {{(pid=121609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:19:02.763979 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf6f3aee-8760-4fcb-9689-381a6a481b3d None None] Attempting to bind port 82795fa2-9bce-4c61-9f3a-5a9770527fef on network 6058fe46-3c8e-4441-bbcc-621d480152a1 {{(pid=121609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:19:02.766801 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-3083ee5f-ca7c-4e3c-bcc4-cee7b39a3a25 req-50e68d72-77e9-49db-805b-50ba7acfbf7f tempest-SecurityGroupsTestAdminJSON-2051445158 tempest-SecurityGroupsTestAdminJSON-2051445158-project-admin] Publish callbacks [] for security_group, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:02.771686 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3083ee5f-ca7c-4e3c-bcc4-cee7b39a3a25 req-50e68d72-77e9-49db-805b-50ba7acfbf7f tempest-SecurityGroupsTestAdminJSON-2051445158 tempest-SecurityGroupsTestAdminJSON-2051445158-project-admin] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1799 time: 1.2873685
Dec 25 21:19:02.771844 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf6f3aee-8760-4fcb-9689-381a6a481b3d None None] Checking agent: {'id': 'ca4f5c6d-f1fd-48b8-a3e3-395864c7d23d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 20, 56, 40), 'started_at': datetime.datetime(2021, 12, 25, 20, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 18, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:19:02.772410 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf6f3aee-8760-4fcb-9689-381a6a481b3d None None] Checking segment: {'id': 'e27b2cac-48d7-4286-8b35-0393d79f3be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '6058fe46-3c8e-4441-bbcc-621d480152a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:19:02.773008 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-bf6f3aee-8760-4fcb-9689-381a6a481b3d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:02.773549 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf6f3aee-8760-4fcb-9689-381a6a481b3d None None] Bound using segment: {'id': 'e27b2cac-48d7-4286-8b35-0393d79f3be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '6058fe46-3c8e-4441-bbcc-621d480152a1'} {{(pid=121609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:19:02.774237 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.managers [None req-bf6f3aee-8760-4fcb-9689-381a6a481b3d None None] Bound port: 82795fa2-9bce-4c61-9f3a-5a9770527fef, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e27b2cac-48d7-4286-8b35-0393d79f3be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '6058fe46-3c8e-4441-bbcc-621d480152a1'}}] {{(pid=121609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:19:02.774785 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-bf6f3aee-8760-4fcb-9689-381a6a481b3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:02.839174 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ef7a38d0-722e-45d3-8380-fcd37032864b req-4d7bd512-2487-4a2a-81ec-12ed65d5b10d service neutron] 10.222.0.31 "GET /v2.0/networks/de2cf5f5-0f83-4089-a263-5ec0a5e6f1de?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2180371
Dec 25 21:19:02.958096 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.db [None req-bf6f3aee-8760-4fcb-9689-381a6a481b3d None None] For port 82795fa2-9bce-4c61-9f3a-5a9770527fef, host ncdv-master-1, cleared binding levels {{(pid=121609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:19:02.972169 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.db [None req-bf6f3aee-8760-4fcb-9689-381a6a481b3d None None] For port 82795fa2-9bce-4c61-9f3a-5a9770527fef, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=82795fa2-9bce-4c61-9f3a-5a9770527fef,segment=NetworkSegment(e27b2cac-48d7-4286-8b35-0393d79f3be7),segment_id=e27b2cac-48d7-4286-8b35-0393d79f3be7)] {{(pid=121609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:19:02.990041 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-ac63e9e2-9bfb-4869-be60-3d1c45a0b656 req-a0a5bbda-78b6-412c-8de0-af92cefc1ed9 tempest-SecurityGroupsTestAdminJSON-2051445158 tempest-SecurityGroupsTestAdminJSON-2051445158-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-114468242', 'description': 'tempest-description-2051221313'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:19:03.078433 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-bf6f3aee-8760-4fcb-9689-381a6a481b3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:03.175464 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ef7a38d0-722e-45d3-8380-fcd37032864b req-32dd53a4-0c6e-4e0d-a8d8-64bee1cd5960 service neutron] 10.222.0.31 "GET /v2.0/networks/de2cf5f5-0f83-4089-a263-5ec0a5e6f1de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3209100
Dec 25 21:19:03.175598 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf6f3aee-8760-4fcb-9689-381a6a481b3d None None] Routers {'8482e85f-9f33-4367-9cf0-4e1fde853a3a'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:19:03.175598 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-bf6f3aee-8760-4fcb-9689-381a6a481b3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f26183804f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:18:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['8482e85f-9f33-4367-9cf0-4e1fde853a3a'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:19:03.176631 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-9712bde5-7c6d-47a2-9f51-00f351bff8f4 None None] Provisioning complete for port 82795fa2-9bce-4c61-9f3a-5a9770527fef triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:19:03.177140 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9712bde5-7c6d-47a2-9f51-00f351bff8f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:03.198061 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-ac63e9e2-9bfb-4869-be60-3d1c45a0b656 req-a0a5bbda-78b6-412c-8de0-af92cefc1ed9 tempest-SecurityGroupsTestAdminJSON-2051445158 tempest-SecurityGroupsTestAdminJSON-2051445158-project-admin] Publish callbacks [] for security_group, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:03.302426 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9712bde5-7c6d-47a2-9f51-00f351bff8f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:03.347443 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc3d3d3-5ed7-4fae-acc0-9068a70abe4a None None] Pushing event updated for resources: {'Port': ['ID=82795fa2-9bce-4c61-9f3a-5a9770527fef,revision_number=4']} {{(pid=121609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:19:03.375332 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9712bde5-7c6d-47a2-9f51-00f351bff8f4 None None] For port 82795fa2-9bce-4c61-9f3a-5a9770527fef, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=82795fa2-9bce-4c61-9f3a-5a9770527fef,segment=NetworkSegment(e27b2cac-48d7-4286-8b35-0393d79f3be7),segment_id=e27b2cac-48d7-4286-8b35-0393d79f3be7)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:19:03.391657 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-ac63e9e2-9bfb-4869-be60-3d1c45a0b656 req-a0a5bbda-78b6-412c-8de0-af92cefc1ed9 tempest-SecurityGroupsTestAdminJSON-2051445158 tempest-SecurityGroupsTestAdminJSON-2051445158-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:03.432359 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9712bde5-7c6d-47a2-9f51-00f351bff8f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:03.444596 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvr_db [None req-bf6f3aee-8760-4fcb-9689-381a6a481b3d None None] Set router 8482e85f-9f33-4367-9cf0-4e1fde853a3a gateway port host: ncdv-master-1 {{(pid=121609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:19:03.478502 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-ac63e9e2-9bfb-4869-be60-3d1c45a0b656 req-a0a5bbda-78b6-412c-8de0-af92cefc1ed9 tempest-SecurityGroupsTestAdminJSON-2051445158 tempest-SecurityGroupsTestAdminJSON-2051445158-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:03.492697 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device af2cd469-e53b-45dd-9334-186a6c6c612a no longer exists at agent hyperv_nch2-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:19:03.514195 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a5bbda-78b6-412c-8de0-af92cefc1ed9 tempest-SecurityGroupsTestAdminJSON-2051445158 tempest-SecurityGroupsTestAdminJSON-2051445158-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4053d4aa-64ba-4ded-8d4e-e4198a0f7f40,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:19:03.537188 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9712bde5-7c6d-47a2-9f51-00f351bff8f4 None None] Pushing event updated for resources: {'Port': ['ID=82795fa2-9bce-4c61-9f3a-5a9770527fef,revision_number=5']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:19:03.563717 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-3e0e17cd-6a4b-44b1-8983-4f922738d251 None None] Provisioning complete for port 82795fa2-9bce-4c61-9f3a-5a9770527fef triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:19:03.564203 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3e0e17cd-6a4b-44b1-8983-4f922738d251 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:03.595361 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-ac63e9e2-9bfb-4869-be60-3d1c45a0b656 req-a0a5bbda-78b6-412c-8de0-af92cefc1ed9 tempest-SecurityGroupsTestAdminJSON-2051445158 tempest-SecurityGroupsTestAdminJSON-2051445158-project-admin] Publish callbacks [] for security_group, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:03.597532 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ac63e9e2-9bfb-4869-be60-3d1c45a0b656 req-a0a5bbda-78b6-412c-8de0-af92cefc1ed9 tempest-SecurityGroupsTestAdminJSON-2051445158 tempest-SecurityGroupsTestAdminJSON-2051445158-project-admin] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1801 time: 0.6331816
Dec 25 21:19:03.745748 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050676dc-03b1-479b-8851-0da23fbaa678 req-0bf04f7d-ba26-4227-bafb-cf51200cdc3c tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:19:03.757183 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-050676dc-03b1-479b-8851-0da23fbaa678 req-0bf04f7d-ba26-4227-bafb-cf51200cdc3c tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] 10.222.0.32 "GET /v2.0/ports?device_id=1246c4c7-a769-4e4e-9a42-2138119611b8 HTTP/1.1" status: 200  len: 944 time: 0.0853410
Dec 25 21:19:03.834140 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-bf6f3aee-8760-4fcb-9689-381a6a481b3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f26183804f0>, [{'id': '8482e85f-9f33-4367-9cf0-4e1fde853a3a', 'name': 'tempest-TaggedBootDevicesTest_v242-3692813-router', 'tenant_id': '498aad80bbd44b6e8fc8fd1b6ed08a4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.64'}], 'enable_snat': True}, 'gw_port_id': '7c282b14-a019-42f0-8bcb-0327ab42a496', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:18:48Z', 'updated_at': '2021-12-25T21:18:58Z', 'revision_number': 4, 'project_id': '498aad80bbd44b6e8fc8fd1b6ed08a4b', 'gw_port': {'id': '7c282b14-a019-42f0-8bcb-0327ab42a496', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:1d:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8482e85f-9f33-4367-9cf0-4e1fde853a3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1164, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:18:50Z', 'updated_at': '2021-12-25T21:18:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '82795fa2-9bce-4c61-9f3a-5a9770527fef', 'name': '', 'network_id': '6058fe46-3c8e-4441-bbcc-621d480152a1', 'tenant_id': '498aad80bbd44b6e8fc8fd1b6ed08a4b', 'mac_address': 'fa:16:3e:0e:a0:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8482e85f-9f33-4367-9cf0-4e1fde853a3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1172, 'fixed_ips': [{'subnet_id': '79c8bfc0-8e1d-4217-8f33-90a45df6b944', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:18:57Z', 'updated_at': '2021-12-25T21:19:02Z', 'revision_number': 4, 'project_id': '498aad80bbd44b6e8fc8fd1b6ed08a4b', 'subnets': [{'id': '79c8bfc0-8e1d-4217-8f33-90a45df6b944', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:19:03.837484 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-050676dc-03b1-479b-8851-0da23fbaa678 req-a165905e-1a0b-45ca-9c06-dd7eb6fd870c tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c514444-6044-490f-9acc-6dece3909d9f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0792570
Dec 25 21:19:03.864194 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf6f3aee-8760-4fcb-9689-381a6a481b3d None None] The sync data for ids ['8482e85f-9f33-4367-9cf0-4e1fde853a3a'] in ncdv-master-1 is: [{'id': '8482e85f-9f33-4367-9cf0-4e1fde853a3a', 'name': 'tempest-TaggedBootDevicesTest_v242-3692813-router', 'tenant_id': '498aad80bbd44b6e8fc8fd1b6ed08a4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.64'}], 'enable_snat': True}, 'gw_port_id': '7c282b14-a019-42f0-8bcb-0327ab42a496', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:18:48Z', 'updated_at': '2021-12-25T21:18:58Z', 'revision_number': 4, 'project_id': '498aad80bbd44b6e8fc8fd1b6ed08a4b', 'gw_port': {'id': '7c282b14-a019-42f0-8bcb-0327ab42a496', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:1d:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8482e85f-9f33-4367-9cf0-4e1fde853a3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1164, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:18:50Z', 'updated_at': '2021-12-25T21:18:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '82795fa2-9bce-4c61-9f3a-5a9770527fef', 'name': '', 'network_id': '6058fe46-3c8e-4441-bbcc-621d480152a1', 'tenant_id': '498aad80bbd44b6e8fc8fd1b6ed08a4b', 'mac_address': 'fa:16:3e:0e:a0:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8482e85f-9f33-4367-9cf0-4e1fde853a3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1172, 'fixed_ips': [{'subnet_id': '79c8bfc0-8e1d-4217-8f33-90a45df6b944', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:18:57Z', 'updated_at': '2021-12-25T21:19:02Z', 'revision_number': 4, 'project_id': '498aad80bbd44b6e8fc8fd1b6ed08a4b', 'subnets': [{'id': '79c8bfc0-8e1d-4217-8f33-90a45df6b944', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 21:19:04.198416 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:04.280679 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c318cb57-0043-4445-90b2-efb6fc66abb7 req-4746dc43-0313-4625-a0ea-e19bb3c13f48 tempest-SecurityGroupsTestAdminJSON-2051445158 tempest-SecurityGroupsTestAdminJSON-2051445158-project-admin] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 50923 time: 0.4110129
Dec 25 21:19:04.313117 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device e7c63a15-3218-4c35-bfa1-ef91d39c458a details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 25 21:19:04.416970 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c318cb57-0043-4445-90b2-efb6fc66abb7 req-8e9fd000-4a37-464c-86c8-8e896c7f8f69 tempest-SecurityGroupsTestAdminJSON-2051445158 tempest-SecurityGroupsTestAdminJSON-2051445158-project-admin] 10.222.0.32 "GET /v2.0/security-groups/0c514444-6044-490f-9acc-6dece3909d9f HTTP/1.1" status: 200  len: 3002 time: 0.0816793
Dec 25 21:19:04.467276 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c318cb57-0043-4445-90b2-efb6fc66abb7 req-8262dfdc-4286-4dbe-84a0-7c69c58932de tempest-SecurityGroupsTestAdminJSON-2051445158 tempest-SecurityGroupsTestAdminJSON-2051445158-project-admin] 10.222.0.32 "GET /v2.0/security-groups/0c514444-6044-490f-9acc-6dece3909d9f HTTP/1.1" status: 200  len: 3002 time: 0.0434792
Dec 25 21:19:04.478258 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port e7c63a15-3218-4c35-bfa1-ef91d39c458a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e7c63a15-3218-4c35-bfa1-ef91d39c458a,segment=NetworkSegment(a23ab71a-bf4a-4f83-858c-14fbc7539004),segment_id=a23ab71a-bf4a-4f83-858c-14fbc7539004)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:19:04.496845 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Returning: {'device': 'e7c63a15-3218-4c35-bfa1-ef91d39c458a', 'network_id': '040e4d7b-a517-49cc-8699-70c0b9b2f222', 'port_id': 'e7c63a15-3218-4c35-bfa1-ef91d39c458a', 'mac_address': 'fa:16:3e:13:53:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca46be31-1a87-4846-b557-a9f49755a2de', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 25 21:19:04.522030 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c318cb57-0043-4445-90b2-efb6fc66abb7 req-cb6fca20-b71d-4577-8fd8-0c934b285239 tempest-SecurityGroupsTestAdminJSON-2051445158 tempest-SecurityGroupsTestAdminJSON-2051445158-project-admin] 10.222.0.32 "GET /v2.0/security-groups/18c4bd80-91bc-4ef9-adee-a65155ffec6e HTTP/1.1" status: 200  len: 3002 time: 0.0461187
Dec 25 21:19:04.544108 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:04.558323 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7c63a15-3218-4c35-bfa1-ef91d39c458a {{(pid=121608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:19:04.571101 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c318cb57-0043-4445-90b2-efb6fc66abb7 req-0f59c869-d65b-4009-ab8a-6a5fb77b9b2d tempest-SecurityGroupsTestAdminJSON-2051445158 tempest-SecurityGroupsTestAdminJSON-2051445158-project-admin] 10.222.0.32 "GET /v2.0/security-groups/18c4bd80-91bc-4ef9-adee-a65155ffec6e HTTP/1.1" status: 200  len: 3002 time: 0.0418804
Dec 25 21:19:04.581497 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port e7c63a15-3218-4c35-bfa1-ef91d39c458a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e7c63a15-3218-4c35-bfa1-ef91d39c458a,segment=NetworkSegment(a23ab71a-bf4a-4f83-858c-14fbc7539004),segment_id=a23ab71a-bf4a-4f83-858c-14fbc7539004)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:19:04.616959 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c318cb57-0043-4445-90b2-efb6fc66abb7 req-7397ce29-024c-4993-bdea-c5618e896e47 tempest-SecurityGroupsTestAdminJSON-2051445158 tempest-SecurityGroupsTestAdminJSON-2051445158-project-admin] 10.222.0.32 "GET /v2.0/security-groups/26b4a1dc-ab52-4448-849f-147d113de01b HTTP/1.1" status: 200  len: 2994 time: 0.0388465
Dec 25 21:19:04.678474 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c318cb57-0043-4445-90b2-efb6fc66abb7 req-3930777c-edb7-4b52-94bc-1afbe04791bb tempest-SecurityGroupsTestAdminJSON-2051445158 tempest-SecurityGroupsTestAdminJSON-2051445158-project-admin] 10.222.0.32 "GET /v2.0/security-groups/26b4a1dc-ab52-4448-849f-147d113de01b HTTP/1.1" status: 200  len: 2994 time: 0.0523264
Dec 25 21:19:04.731843 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c318cb57-0043-4445-90b2-efb6fc66abb7 req-4d5f6c4a-56d4-4ef5-93d6-4fd129e74d40 tempest-SecurityGroupsTestAdminJSON-2051445158 tempest-SecurityGroupsTestAdminJSON-2051445158-project-admin] 10.222.0.32 "GET /v2.0/security-groups/2bf8651c-3ed0-44bb-a064-d61aab6ec281 HTTP/1.1" status: 200  len: 2998 time: 0.0466285
Dec 25 21:19:04.778990 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c318cb57-0043-4445-90b2-efb6fc66abb7 req-60e1826e-0105-48f1-b1c4-789c2b090a0d tempest-SecurityGroupsTestAdminJSON-2051445158 tempest-SecurityGroupsTestAdminJSON-2051445158-project-admin] 10.222.0.32 "GET /v2.0/security-groups/2bf8651c-3ed0-44bb-a064-d61aab6ec281 HTTP/1.1" status: 200  len: 2998 time: 0.0382757
Dec 25 21:19:04.825270 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:04.827345 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c318cb57-0043-4445-90b2-efb6fc66abb7 req-b5a124df-ff6c-4915-8a1c-2286f543f8ad tempest-SecurityGroupsTestAdminJSON-2051445158 tempest-SecurityGroupsTestAdminJSON-2051445158-project-admin] 10.222.0.32 "GET /v2.0/security-groups/4e559152-760a-4f71-a3d1-6863a7c331f9 HTTP/1.1" status: 200  len: 3002 time: 0.0410419
Dec 25 21:19:04.874223 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c318cb57-0043-4445-90b2-efb6fc66abb7 req-742be7dd-352a-4ac2-887c-d5022704ed26 tempest-SecurityGroupsTestAdminJSON-2051445158 tempest-SecurityGroupsTestAdminJSON-2051445158-project-admin] 10.222.0.32 "GET /v2.0/security-groups/4e559152-760a-4f71-a3d1-6863a7c331f9 HTTP/1.1" status: 200  len: 3002 time: 0.0404866
Dec 25 21:19:04.885032 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-40dd7044-bc99-47f4-a4a3-7f520adbf720 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:04.890778 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Pushing event updated for resources: {'Port': ['ID=e7c63a15-3218-4c35-bfa1-ef91d39c458a,revision_number=4']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:19:04.922780 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c318cb57-0043-4445-90b2-efb6fc66abb7 req-74881353-2bd6-4025-af9c-287a4849dbb9 tempest-SecurityGroupsTestAdminJSON-2051445158 tempest-SecurityGroupsTestAdminJSON-2051445158-project-admin] 10.222.0.32 "GET /v2.0/security-groups/8da2903e-43de-461d-84b5-0c733a2bfb8c HTTP/1.1" status: 200  len: 3002 time: 0.0411956
Dec 25 21:19:04.989862 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c318cb57-0043-4445-90b2-efb6fc66abb7 req-514911a9-a6a1-4d1e-af36-3a451a1ce1c0 tempest-SecurityGroupsTestAdminJSON-2051445158 tempest-SecurityGroupsTestAdminJSON-2051445158-project-admin] 10.222.0.32 "GET /v2.0/security-groups/8da2903e-43de-461d-84b5-0c733a2bfb8c HTTP/1.1" status: 200  len: 3002 time: 0.0566008
Dec 25 21:19:05.060383 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c318cb57-0043-4445-90b2-efb6fc66abb7 req-85db8665-ac58-4e55-aa86-66c4b2662e0e tempest-SecurityGroupsTestAdminJSON-2051445158 tempest-SecurityGroupsTestAdminJSON-2051445158-project-admin] 10.222.0.32 "GET /v2.0/security-groups/ac6ced0f-5d6f-4851-adaa-b869d1e961bb HTTP/1.1" status: 200  len: 2998 time: 0.0603125
Dec 25 21:19:05.075767 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] get_ports_and_sgs() called for port_ids ['e7c63a15-3218-4c35-bfa1-ef91d39c458a'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:19:05.182413 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c318cb57-0043-4445-90b2-efb6fc66abb7 req-27aeed08-a5ad-4838-8602-e81db7b1f247 tempest-SecurityGroupsTestAdminJSON-2051445158 tempest-SecurityGroupsTestAdminJSON-2051445158-project-admin] 10.222.0.32 "GET /v2.0/security-groups/ac6ced0f-5d6f-4851-adaa-b869d1e961bb HTTP/1.1" status: 200  len: 2998 time: 0.1208873
Dec 25 21:19:05.246028 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 82795fa2-9bce-4c61-9f3a-5a9770527fef up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:19:05.287449 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c318cb57-0043-4445-90b2-efb6fc66abb7 req-32310d8c-5c5a-46d0-b1b9-003ea3169097 tempest-SecurityGroupsTestAdminJSON-2051445158 tempest-SecurityGroupsTestAdminJSON-2051445158-project-admin] 10.222.0.32 "GET /v2.0/security-groups/b780b8de-5183-4886-80fb-00b7548fd245 HTTP/1.1" status: 200  len: 2998 time: 0.0948405
Dec 25 21:19:05.398147 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c318cb57-0043-4445-90b2-efb6fc66abb7 req-e8d9c086-8f41-4c10-b11c-b1f491004d05 tempest-SecurityGroupsTestAdminJSON-2051445158 tempest-SecurityGroupsTestAdminJSON-2051445158-project-admin] 10.222.0.32 "GET /v2.0/security-groups/b780b8de-5183-4886-80fb-00b7548fd245 HTTP/1.1" status: 200  len: 2998 time: 0.0919652
Dec 25 21:19:05.433247 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port 82795fa2-9bce-4c61-9f3a-5a9770527fef triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:19:05.433894 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:05.468436 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c318cb57-0043-4445-90b2-efb6fc66abb7 req-d67a9a7e-f89c-4fd9-80fb-631c052ccb30 tempest-SecurityGroupsTestAdminJSON-2051445158 tempest-SecurityGroupsTestAdminJSON-2051445158-project-admin] 10.222.0.32 "GET /v2.0/security-groups/b91eef00-e17a-4a6b-bf8c-dc658b79c2db HTTP/1.1" status: 200  len: 3002 time: 0.0694664
Dec 25 21:19:05.605702 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c318cb57-0043-4445-90b2-efb6fc66abb7 req-3fb57bb6-7ff0-44ef-a3f5-d776db2ae7a3 tempest-SecurityGroupsTestAdminJSON-2051445158 tempest-SecurityGroupsTestAdminJSON-2051445158-project-admin] 10.222.0.32 "GET /v2.0/security-groups/b91eef00-e17a-4a6b-bf8c-dc658b79c2db HTTP/1.1" status: 200  len: 3002 time: 0.1362360
Dec 25 21:19:05.633377 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1f84c1-7a3e-42a4-8f0b-82d8a09ecb86 req-90939132-70e8-4381-bdad-27ebcf97671e tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:19:05.635749 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ec1f84c1-7a3e-42a4-8f0b-82d8a09ecb86 req-90939132-70e8-4381-bdad-27ebcf97671e tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] 10.222.0.32 "GET /v2.0/ports?device_id=503df13c-2f74-4094-bbd9-a07a7ba8f4cb HTTP/1.1" status: 200  len: 943 time: 0.1122591
Dec 25 21:19:05.694484 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c318cb57-0043-4445-90b2-efb6fc66abb7 req-85d40e6d-bf8b-4ec6-9419-6c93b5dbc35e tempest-SecurityGroupsTestAdminJSON-2051445158 tempest-SecurityGroupsTestAdminJSON-2051445158-project-admin] 10.222.0.32 "GET /v2.0/security-groups/bb4dcaa7-d5e7-44c0-a343-4cab9529f407 HTTP/1.1" status: 200  len: 2990 time: 0.0828142
Dec 25 21:19:05.790406 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c318cb57-0043-4445-90b2-efb6fc66abb7 req-d9c30b2d-48b8-4abc-85ee-663830379c42 tempest-SecurityGroupsTestAdminJSON-2051445158 tempest-SecurityGroupsTestAdminJSON-2051445158-project-admin] 10.222.0.32 "GET /v2.0/security-groups/bb4dcaa7-d5e7-44c0-a343-4cab9529f407 HTTP/1.1" status: 200  len: 2990 time: 0.0893767
Dec 25 21:19:05.811822 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [req-ec1f84c1-7a3e-42a4-8f0b-82d8a09ecb86 req-eadf8018-49a7-4d09-b747-8cc9d84e7ace tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] Deleting port af2cd469-e53b-45dd-9334-186a6c6c612a {{(pid=121606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:19:05.812168 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-ec1f84c1-7a3e-42a4-8f0b-82d8a09ecb86 req-eadf8018-49a7-4d09-b747-8cc9d84e7ace tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:05.932114 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c318cb57-0043-4445-90b2-efb6fc66abb7 req-7f879924-414d-41e6-939b-e662eee1b944 tempest-SecurityGroupsTestAdminJSON-2051445158 tempest-SecurityGroupsTestAdminJSON-2051445158-project-admin] 10.222.0.32 "GET /v2.0/security-groups/d3baa9cd-9895-4145-88c0-053a91673173 HTTP/1.1" status: 200  len: 3002 time: 0.1241670
Dec 25 21:19:05.973070 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-ec1f84c1-7a3e-42a4-8f0b-82d8a09ecb86 req-eadf8018-49a7-4d09-b747-8cc9d84e7ace tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] For port af2cd469-e53b-45dd-9334-186a6c6c612a, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=af2cd469-e53b-45dd-9334-186a6c6c612a,segment=NetworkSegment(40b3768f-3d6e-4d28-9b2a-4711b7f0f059),segment_id=40b3768f-3d6e-4d28-9b2a-4711b7f0f059)] {{(pid=121606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:19:05.973449 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-ec1f84c1-7a3e-42a4-8f0b-82d8a09ecb86 req-eadf8018-49a7-4d09-b747-8cc9d84e7ace tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:06.005995 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [req-ec1f84c1-7a3e-42a4-8f0b-82d8a09ecb86 req-eadf8018-49a7-4d09-b747-8cc9d84e7ace tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] Calling delete_port for af2cd469-e53b-45dd-9334-186a6c6c612a owned by compute:nova {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:19:06.025315 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c318cb57-0043-4445-90b2-efb6fc66abb7 req-9d360823-6814-4449-b8aa-2cb843ef5846 tempest-SecurityGroupsTestAdminJSON-2051445158 tempest-SecurityGroupsTestAdminJSON-2051445158-project-admin] 10.222.0.32 "GET /v2.0/security-groups/d3baa9cd-9895-4145-88c0-053a91673173 HTTP/1.1" status: 200  len: 3002 time: 0.0851905
Dec 25 21:19:06.150453 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c318cb57-0043-4445-90b2-efb6fc66abb7 req-25e9b10d-91e9-447a-8bbf-147cc23fef42 tempest-SecurityGroupsTestAdminJSON-2051445158 tempest-SecurityGroupsTestAdminJSON-2051445158-project-admin] 10.222.0.32 "GET /v2.0/security-groups/dac5953a-740e-4068-a57a-89c4db32b486 HTTP/1.1" status: 200  len: 3002 time: 0.0699601
Dec 25 21:19:06.244194 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c318cb57-0043-4445-90b2-efb6fc66abb7 req-581ee4d9-b97b-45eb-8044-a1aeae77eeec tempest-SecurityGroupsTestAdminJSON-2051445158 tempest-SecurityGroupsTestAdminJSON-2051445158-project-admin] 10.222.0.32 "GET /v2.0/security-groups/dac5953a-740e-4068-a57a-89c4db32b486 HTTP/1.1" status: 200  len: 3002 time: 0.0764701
Dec 25 21:19:06.283244 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device ae3f3cc3-d73b-4b19-ae8d-52d95e61449e details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 25 21:19:06.294999 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c318cb57-0043-4445-90b2-efb6fc66abb7 req-0b6200f8-82ef-4140-8c32-8961acbc0fb2 tempest-SecurityGroupsTestAdminJSON-2051445158 tempest-SecurityGroupsTestAdminJSON-2051445158-project-admin] 10.222.0.32 "GET /v2.0/security-groups/f0e1474a-85f1-41b6-bec4-c25addebeacd HTTP/1.1" status: 200  len: 3002 time: 0.0400717
Dec 25 21:19:06.304677 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device e7c63a15-3218-4c35-bfa1-ef91d39c458a up at agent hyperv_nch1-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:19:06.365070 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c318cb57-0043-4445-90b2-efb6fc66abb7 req-b8980b65-d241-48cb-9af9-0e02828a3935 tempest-SecurityGroupsTestAdminJSON-2051445158 tempest-SecurityGroupsTestAdminJSON-2051445158-project-admin] 10.222.0.32 "GET /v2.0/security-groups/f0e1474a-85f1-41b6-bec4-c25addebeacd HTTP/1.1" status: 200  len: 3002 time: 0.0628211
Dec 25 21:19:06.403559 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-ec1f84c1-7a3e-42a4-8f0b-82d8a09ecb86 req-eadf8018-49a7-4d09-b747-8cc9d84e7ace tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:06.494099 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadf8018-49a7-4d09-b747-8cc9d84e7ace tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] Pushing event deleted for resources: {'Port': ['ID=af2cd469-e53b-45dd-9334-186a6c6c612a,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:19:06.539492 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec1f84c1-7a3e-42a4-8f0b-82d8a09ecb86 req-eadf8018-49a7-4d09-b747-8cc9d84e7ace tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] No DVR routers for this DVR port af2cd469-e53b-45dd-9334-186a6c6c612a on host nch2-master-1 {{(pid=121606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:19:06.543912 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-ec1f84c1-7a3e-42a4-8f0b-82d8a09ecb86 req-eadf8018-49a7-4d09-b747-8cc9d84e7ace tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:06.548709 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ec1f84c1-7a3e-42a4-8f0b-82d8a09ecb86 req-eadf8018-49a7-4d09-b747-8cc9d84e7ace tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] 10.222.0.32 "DELETE /v2.0/ports/af2cd469-e53b-45dd-9334-186a6c6c612a HTTP/1.1" status: 204  len: 173 time: 0.9010985
Dec 25 21:19:06.549320 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '503df13c-2f74-4094-bbd9-a07a7ba8f4cb', 'name': 'network-vif-deleted', 'tag': 'af2cd469-e53b-45dd-9334-186a6c6c612a'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:19:06.553498 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9858820c13ec2827453b94ebc4181065e990a4e4089ccb9fe762531ac62d2fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b0a972c-2eb1-496a-97bd-094cc2a0888d" -d '{"events": [{"server_uuid": "503df13c-2f74-4094-bbd9-a07a7ba8f4cb", "name": "network-vif-deleted", "tag": "af2cd469-e53b-45dd-9334-186a6c6c612a"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:19:06.576415 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a6090d-97f9-445e-a364-959385b32d7b req-c347c120-060d-403e-b7af-37961c9233bf tempest-ServerRescueTestJSON-1336662106 tempest-ServerRescueTestJSON-1336662106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:19:06.578292 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-39a6090d-97f9-445e-a364-959385b32d7b req-c347c120-060d-403e-b7af-37961c9233bf tempest-ServerRescueTestJSON-1336662106 tempest-ServerRescueTestJSON-1336662106-project] 10.222.0.32 "GET /v2.0/ports?device_id=843046c2-4f29-489f-bce9-b4862b3636be HTTP/1.1" status: 200  len: 944 time: 0.0984733
Dec 25 21:19:06.638265 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port ae3f3cc3-d73b-4b19-ae8d-52d95e61449e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ae3f3cc3-d73b-4b19-ae8d-52d95e61449e,segment=NetworkSegment(2eb49ff2-b1de-4e84-a376-6f91f784eeb5),segment_id=2eb49ff2-b1de-4e84-a376-6f91f784eeb5)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:19:06.653120 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Returning: {'device': 'ae3f3cc3-d73b-4b19-ae8d-52d95e61449e', 'network_id': 'de2cf5f5-0f83-4089-a263-5ec0a5e6f1de', 'port_id': 'ae3f3cc3-d73b-4b19-ae8d-52d95e61449e', 'mac_address': 'fa:16:3e:5a:8d:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81f9dfd5-f0bc-4f72-bceb-acbb4f595f27', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 25 21:19:06.673791 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-39a6090d-97f9-445e-a364-959385b32d7b req-16405515-871b-4bf7-aafc-0c6ee571d382 tempest-ServerRescueTestJSON-1336662106 tempest-ServerRescueTestJSON-1336662106-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3baa9cd-9895-4145-88c0-053a91673173&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0821538
Dec 25 21:19:06.681696 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Provisioning for port e7c63a15-3218-4c35-bfa1-ef91d39c458a completed by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 25 21:19:06.689015 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Provisioning complete for port e7c63a15-3218-4c35-bfa1-ef91d39c458a triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:19:06.689622 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:06.737793 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:06.758143 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae3f3cc3-d73b-4b19-ae8d-52d95e61449e {{(pid=121608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:19:06.785536 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port ae3f3cc3-d73b-4b19-ae8d-52d95e61449e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ae3f3cc3-d73b-4b19-ae8d-52d95e61449e,segment=NetworkSegment(2eb49ff2-b1de-4e84-a376-6f91f784eeb5),segment_id=2eb49ff2-b1de-4e84-a376-6f91f784eeb5)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:19:06.849158 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:06.863045 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:06.931361 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '843046c2-4f29-489f-bce9-b4862b3636be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7c63a15-3218-4c35-bfa1-ef91d39c458a'}] {{(pid=121608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:19:06.935555 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a88c78c3ff6266bd59c7e89d275b28c92e739b67d23c89d71af88829fd31566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8fd0651-febd-4a66-9197-ab54c14dc779" -d '{"events": [{"server_uuid": "843046c2-4f29-489f-bce9-b4862b3636be", "name": "network-vif-plugged", "status": "completed", "tag": "e7c63a15-3218-4c35-bfa1-ef91d39c458a"}]}' {{(pid=121608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:19:06.972989 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port e7c63a15-3218-4c35-bfa1-ef91d39c458a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e7c63a15-3218-4c35-bfa1-ef91d39c458a,segment=NetworkSegment(a23ab71a-bf4a-4f83-858c-14fbc7539004),segment_id=a23ab71a-bf4a-4f83-858c-14fbc7539004)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:19:06.985700 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Pushing event updated for resources: {'Port': ['ID=ae3f3cc3-d73b-4b19-ae8d-52d95e61449e,revision_number=4']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:19:07.044372 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-468ca710-252d-4f72-a6d9-b8a60bbfc3e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:07.047502 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:07.113195 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b8312d-68f8-4064-b4ab-32f6f3efa160 req-2fe76d59-618d-4e8b-be3f-5d79adde9b17 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:19:07.115520 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-45b8312d-68f8-4064-b4ab-32f6f3efa160 req-2fe76d59-618d-4e8b-be3f-5d79adde9b17 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] 10.222.0.32 "GET /v2.0/ports?device_id=1246c4c7-a769-4e4e-9a42-2138119611b8 HTTP/1.1" status: 200  len: 945 time: 0.0960863
Dec 25 21:19:07.120762 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Pushing event updated for resources: {'Port': ['ID=e7c63a15-3218-4c35-bfa1-ef91d39c458a,revision_number=5']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:19:07.129245 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] get_ports_and_sgs() called for port_ids ['ae3f3cc3-d73b-4b19-ae8d-52d95e61449e'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:19:07.213794 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-45b8312d-68f8-4064-b4ab-32f6f3efa160 req-abcd4f5d-8093-4381-80af-6dc9067a253f tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c514444-6044-490f-9acc-6dece3909d9f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0881388
Dec 25 21:19:07.380047 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-87ae53a2-f416-4184-9666-cd48b8cbb0ea req-f279252b-679d-476e-b9b4-54e86a72d704 tempest-SecurityGroupsTestAdminJSON-834040197 tempest-SecurityGroupsTestAdminJSON-834040197-project] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0a9b4b2ed77041ca941a10d4f614efe0 HTTP/1.1" status: 200  len: 6161 time: 0.1189115
Dec 25 21:19:07.470235 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-87ae53a2-f416-4184-9666-cd48b8cbb0ea req-e07e0d1f-7d1d-407d-925e-3360b2cb82a0 tempest-SecurityGroupsTestAdminJSON-834040197 tempest-SecurityGroupsTestAdminJSON-834040197-project] 10.222.0.32 "GET /v2.0/security-groups/dac5953a-740e-4068-a57a-89c4db32b486 HTTP/1.1" status: 200  len: 3002 time: 0.0879474
Dec 25 21:19:07.484348 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Sat, 25 Dec 2021 21:19:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77afa97b-de1f-4ae2-a31c-c78d6ab52171 x-openstack-request-id: req-77afa97b-de1f-4ae2-a31c-c78d6ab52171 {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:19:07.484632 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "503df13c-2f74-4094-bbd9-a07a7ba8f4cb", "name": "network-vif-deleted", "tag": "af2cd469-e53b-45dd-9334-186a6c6c612a", "status": "failed", "code": 422}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:19:07.484908 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-77afa97b-de1f-4ae2-a31c-c78d6ab52171 {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:19:07.485309 ncdv-master-1 neutron-server[121606]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '503df13c-2f74-4094-bbd9-a07a7ba8f4cb', 'name': 'network-vif-deleted', 'tag': 'af2cd469-e53b-45dd-9334-186a6c6c612a', 'status': 'failed', 'code': 422} returned with failed status
Dec 25 21:19:07.523601 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 21:19:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3df5c299-978e-40a9-8498-7f902e0c109e x-openstack-request-id: req-3df5c299-978e-40a9-8498-7f902e0c109e {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:19:07.524288 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "843046c2-4f29-489f-bce9-b4862b3636be", "name": "network-vif-plugged", "status": "completed", "tag": "e7c63a15-3218-4c35-bfa1-ef91d39c458a", "code": 200}]} {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:19:07.524622 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3df5c299-978e-40a9-8498-7f902e0c109e {{(pid=121608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:19:07.525298 ncdv-master-1 neutron-server[121608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '843046c2-4f29-489f-bce9-b4862b3636be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7c63a15-3218-4c35-bfa1-ef91d39c458a', 'code': 200}
Dec 25 21:19:07.528249 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-87ae53a2-f416-4184-9666-cd48b8cbb0ea req-e9cf4502-87dc-4c91-bb99-6784047082d2 tempest-SecurityGroupsTestAdminJSON-834040197 tempest-SecurityGroupsTestAdminJSON-834040197-project] 10.222.0.32 "GET /v2.0/security-groups/dac5953a-740e-4068-a57a-89c4db32b486 HTTP/1.1" status: 200  len: 3002 time: 0.0515552
Dec 25 21:19:07.709193 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b87191c0-18be-4f99-900f-ec6a1a22da97 req-f7f99794-164a-466b-bbf9-22fb33026a07 tempest-SecurityGroupsTestAdminJSON-2051445158 tempest-SecurityGroupsTestAdminJSON-2051445158-project-admin] 10.222.0.32 "GET /v2.0/security-groups/4053d4aa-64ba-4ded-8d4e-e4198a0f7f40 HTTP/1.1" status: 200  len: 1796 time: 0.1245863
Dec 25 21:19:07.721222 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649b175d-c53c-43fc-aa3c-0de61bcba9c3 req-b0baa789-f75e-4211-82d9-259f6df95a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:19:07.722860 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-649b175d-c53c-43fc-aa3c-0de61bcba9c3 req-b0baa789-f75e-4211-82d9-259f6df95a9c service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=843046c2-4f29-489f-bce9-b4862b3636be HTTP/1.1" status: 200  len: 1096 time: 0.0877140
Dec 25 21:19:07.807500 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-649b175d-c53c-43fc-aa3c-0de61bcba9c3 req-d2202a73-82f8-4c0b-aed6-76ba41dd69fc service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=d3baa9cd-9895-4145-88c0-053a91673173&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0716915
Dec 25 21:19:07.808217 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-b87191c0-18be-4f99-900f-ec6a1a22da97 req-b2c102ff-4b75-490e-aa26-fd85353fa370 tempest-SecurityGroupsTestAdminJSON-2051445158 tempest-SecurityGroupsTestAdminJSON-2051445158-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:07.831345 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-b87191c0-18be-4f99-900f-ec6a1a22da97 req-b2c102ff-4b75-490e-aa26-fd85353fa370 tempest-SecurityGroupsTestAdminJSON-2051445158 tempest-SecurityGroupsTestAdminJSON-2051445158-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:07.997808 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-b87191c0-18be-4f99-900f-ec6a1a22da97 req-b2c102ff-4b75-490e-aa26-fd85353fa370 tempest-SecurityGroupsTestAdminJSON-2051445158 tempest-SecurityGroupsTestAdminJSON-2051445158-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:08.000512 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-b87191c0-18be-4f99-900f-ec6a1a22da97 req-b2c102ff-4b75-490e-aa26-fd85353fa370 tempest-SecurityGroupsTestAdminJSON-2051445158 tempest-SecurityGroupsTestAdminJSON-2051445158-project-admin] Publish callbacks [] for security_group, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:08.011118 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b87191c0-18be-4f99-900f-ec6a1a22da97 req-b2c102ff-4b75-490e-aa26-fd85353fa370 tempest-SecurityGroupsTestAdminJSON-2051445158 tempest-SecurityGroupsTestAdminJSON-2051445158-project-admin] 10.222.0.32 "DELETE /v2.0/security-groups/4053d4aa-64ba-4ded-8d4e-e4198a0f7f40 HTTP/1.1" status: 204  len: 173 time: 0.2892714
Dec 25 21:19:08.024867 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c102ff-4b75-490e-aa26-fd85353fa370 tempest-SecurityGroupsTestAdminJSON-2051445158 tempest-SecurityGroupsTestAdminJSON-2051445158-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4053d4aa-64ba-4ded-8d4e-e4198a0f7f40,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:19:08.130501 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:08.162390 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ff5414-123b-4203-9722-208b93a83f70 req-562f4760-06f4-4d9e-bfa6-9367ec090877 tempest-ServerRescueTestJSON-1336662106 tempest-ServerRescueTestJSON-1336662106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:19:08.164655 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-85ff5414-123b-4203-9722-208b93a83f70 req-562f4760-06f4-4d9e-bfa6-9367ec090877 tempest-ServerRescueTestJSON-1336662106 tempest-ServerRescueTestJSON-1336662106-project] 10.222.0.32 "GET /v2.0/ports?device_id=843046c2-4f29-489f-bce9-b4862b3636be HTTP/1.1" status: 200  len: 945 time: 0.0892177
Dec 25 21:19:08.284020 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-85ff5414-123b-4203-9722-208b93a83f70 req-c510daca-700f-4afd-94a4-3bebaee1c534 tempest-ServerRescueTestJSON-1336662106 tempest-ServerRescueTestJSON-1336662106-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3baa9cd-9895-4145-88c0-053a91673173&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1070390
Dec 25 21:19:08.297795 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device ae3f3cc3-d73b-4b19-ae8d-52d95e61449e up at agent hyperv_nch1-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:19:08.314777 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281d90fe-0fcd-4fd8-9b69-b20336653006 req-5535d127-7ccf-4dd4-9fd6-c57aff1aef42 tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:19:08.326736 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-281d90fe-0fcd-4fd8-9b69-b20336653006 req-5535d127-7ccf-4dd4-9fd6-c57aff1aef42 tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] 10.222.0.32 "GET /v2.0/networks?id=2c732578-b39b-40c1-8a55-147e577043a0 HTTP/1.1" status: 200  len: 812 time: 0.1567755
Dec 25 21:19:08.346000 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-281d90fe-0fcd-4fd8-9b69-b20336653006 req-7ea26a93-6e16-4c6e-9c9e-767563d57de2 tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] 10.222.0.32 "GET /v2.0/quotas/8154e82a58434a60b677d150202a5312 HTTP/1.1" status: 200  len: 375 time: 0.0170403
Dec 25 21:19:08.381474 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-281d90fe-0fcd-4fd8-9b69-b20336653006 req-48177004-e2c8-46bb-ba77-c8f1381888ea tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=8154e82a58434a60b677d150202a5312&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0355394
Dec 25 21:19:08.521897 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3e945ecd-9380-47c2-aa0a-12ebe07e03e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:08.542470 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-074d9300-9422-4b7e-a822-a95dca8745a8 req-e537c4b0-3715-4ef2-936a-887191936ab9 tempest-SecurityGroupsTestAdminJSON-2051445158 tempest-SecurityGroupsTestAdminJSON-2051445158-project-admin] 10.222.0.32 "GET /v2.0/security-groups/eb7f3ec4-8776-4775-8f5a-2dd2f22f16a4 HTTP/1.1" status: 200  len: 1794 time: 0.1062670
Dec 25 21:19:08.543024 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Provisioning for port ae3f3cc3-d73b-4b19-ae8d-52d95e61449e completed by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 25 21:19:08.543024 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Provisioning complete for port ae3f3cc3-d73b-4b19-ae8d-52d95e61449e triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:19:08.543024 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:08.543549 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-281d90fe-0fcd-4fd8-9b69-b20336653006 req-820f0ac6-a69a-4e58-a7f9-a4c9d432055d service neutron] 10.222.0.32 "GET /v2.0/networks/2c732578-b39b-40c1-8a55-147e577043a0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1481361
Dec 25 21:19:08.626640 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:08.667057 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port ae3f3cc3-d73b-4b19-ae8d-52d95e61449e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ae3f3cc3-d73b-4b19-ae8d-52d95e61449e,segment=NetworkSegment(2eb49ff2-b1de-4e84-a376-6f91f784eeb5),segment_id=2eb49ff2-b1de-4e84-a376-6f91f784eeb5)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:19:08.973449 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-074d9300-9422-4b7e-a822-a95dca8745a8 req-425ddd29-b715-4030-875f-4e890d01828f tempest-SecurityGroupsTestAdminJSON-2051445158 tempest-SecurityGroupsTestAdminJSON-2051445158-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:08.992484 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-281d90fe-0fcd-4fd8-9b69-b20336653006 req-b6cd0d60-6f51-4eb2-88a9-2b522a5a9598 service neutron] 10.222.0.32 "GET /v2.0/networks/2c732578-b39b-40c1-8a55-147e577043a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4436564
Dec 25 21:19:09.003362 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-074d9300-9422-4b7e-a822-a95dca8745a8 req-425ddd29-b715-4030-875f-4e890d01828f tempest-SecurityGroupsTestAdminJSON-2051445158 tempest-SecurityGroupsTestAdminJSON-2051445158-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:09.243482 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:09.290159 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Pushing event updated for resources: {'Port': ['ID=ae3f3cc3-d73b-4b19-ae8d-52d95e61449e,revision_number=5']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:19:09.308167 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-074d9300-9422-4b7e-a822-a95dca8745a8 req-425ddd29-b715-4030-875f-4e890d01828f tempest-SecurityGroupsTestAdminJSON-2051445158 tempest-SecurityGroupsTestAdminJSON-2051445158-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:09.323826 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-074d9300-9422-4b7e-a822-a95dca8745a8 req-425ddd29-b715-4030-875f-4e890d01828f tempest-SecurityGroupsTestAdminJSON-2051445158 tempest-SecurityGroupsTestAdminJSON-2051445158-project-admin] Publish callbacks [] for security_group, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:09.355871 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-074d9300-9422-4b7e-a822-a95dca8745a8 req-425ddd29-b715-4030-875f-4e890d01828f tempest-SecurityGroupsTestAdminJSON-2051445158 tempest-SecurityGroupsTestAdminJSON-2051445158-project-admin] 10.222.0.32 "DELETE /v2.0/security-groups/eb7f3ec4-8776-4775-8f5a-2dd2f22f16a4 HTTP/1.1" status: 204  len: 173 time: 0.8134193
Dec 25 21:19:09.394336 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425ddd29-b715-4030-875f-4e890d01828f tempest-SecurityGroupsTestAdminJSON-2051445158 tempest-SecurityGroupsTestAdminJSON-2051445158-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb7f3ec4-8776-4775-8f5a-2dd2f22f16a4,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:19:09.462096 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-15cb578f-7a63-4fd3-925d-83bad4c7b82a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:09.529930 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1246c4c7-a769-4e4e-9a42-2138119611b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae3f3cc3-d73b-4b19-ae8d-52d95e61449e'}] {{(pid=121608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:19:09.531261 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a88c78c3ff6266bd59c7e89d275b28c92e739b67d23c89d71af88829fd31566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c37fb8b-257b-454c-9aa3-f5509688304a" -d '{"events": [{"server_uuid": "1246c4c7-a769-4e4e-9a42-2138119611b8", "name": "network-vif-plugged", "status": "completed", "tag": "ae3f3cc3-d73b-4b19-ae8d-52d95e61449e"}]}' {{(pid=121608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:19:09.608932 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf6f43f-0dd3-40ab-923b-09a486c1f6a3 req-4a946c06-8386-4387-a83c-0b3ecee38ed7 tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:19:09.610536 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-fcf6f43f-0dd3-40ab-923b-09a486c1f6a3 req-4a946c06-8386-4387-a83c-0b3ecee38ed7 tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] 10.222.0.32 "GET /v2.0/ports?device_id=c169c539-29b8-4eeb-bb76-6e6eabd11098 HTTP/1.1" status: 200  len: 945 time: 0.1988790
Dec 25 21:19:09.626983 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c82a5d-211a-466d-8aa1-a04afc21ea1b req-3b704410-b42e-4bd6-92b8-b223ddc641c8 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:19:09.628636 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-52c82a5d-211a-466d-8aa1-a04afc21ea1b req-3b704410-b42e-4bd6-92b8-b223ddc641c8 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] 10.222.0.32 "GET /v2.0/ports?device_id=1246c4c7-a769-4e4e-9a42-2138119611b8 HTTP/1.1" status: 200  len: 946 time: 0.1314800
Dec 25 21:19:09.710951 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-fcf6f43f-0dd3-40ab-923b-09a486c1f6a3 req-3760d6b2-0bfb-45a9-9cc3-76b1b0dff57f tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] 10.222.0.32 "GET /v2.0/security-groups?id=20bd9841-9e11-4157-a0aa-08323059b96f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0930662
Dec 25 21:19:09.715634 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-52c82a5d-211a-466d-8aa1-a04afc21ea1b req-92a90426-7bdd-4975-8d83-408af9e8a5c5 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c514444-6044-490f-9acc-6dece3909d9f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0789526
Dec 25 21:19:09.811478 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-de537e52-312b-4baf-9684-432c6225bb92 req-38b29bfd-8c13-4cff-87b3-95d1075859a0 tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] 10.222.0.32 "GET /v2.0/ports?device_id=a4de75a7-d672-42e2-b76c-476113efaa1c HTTP/1.1" status: 200  len: 210 time: 0.0348227
Dec 25 21:19:09.914286 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0406ad68-78ab-4047-ad6d-b47c65d785f0 req-06ad083f-6455-4b03-b79e-d59066e0227d tempest-ServerRescueTestJSON-1336662106 tempest-ServerRescueTestJSON-1336662106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:19:09.918815 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0406ad68-78ab-4047-ad6d-b47c65d785f0 req-06ad083f-6455-4b03-b79e-d59066e0227d tempest-ServerRescueTestJSON-1336662106 tempest-ServerRescueTestJSON-1336662106-project] 10.222.0.32 "GET /v2.0/ports?device_id=843046c2-4f29-489f-bce9-b4862b3636be HTTP/1.1" status: 200  len: 945 time: 0.1082985
Dec 25 21:19:09.926338 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-54c87111-5820-40df-98b5-e3e6af082ac8 req-648db137-d13d-4e7e-a323-728fafd1e899 tempest-SecurityGroupsTestAdminJSON-834040197 tempest-SecurityGroupsTestAdminJSON-834040197-project] 10.222.0.32 "GET /v2.0/security-groups/5f9ac08a-6b63-4df1-a644-2fcd7e654536 HTTP/1.1" status: 200  len: 1795 time: 0.0730419
Dec 25 21:19:10.025080 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0406ad68-78ab-4047-ad6d-b47c65d785f0 req-008966a7-9b3b-45a1-8759-29ebe72b6d0d tempest-ServerRescueTestJSON-1336662106 tempest-ServerRescueTestJSON-1336662106-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3baa9cd-9895-4145-88c0-053a91673173&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0975065
Dec 25 21:19:10.057346 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd34785-a076-4fbf-b527-6183799cd88f req-26e8116b-3206-4149-a29d-c3fba21541bb tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:19:10.059594 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-dfd34785-a076-4fbf-b527-6183799cd88f req-26e8116b-3206-4149-a29d-c3fba21541bb tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] 10.222.0.37 "GET /v2.0/ports?device_id=c169c539-29b8-4eeb-bb76-6e6eabd11098 HTTP/1.1" status: 200  len: 945 time: 0.0721009
Dec 25 21:19:10.078620 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-54c87111-5820-40df-98b5-e3e6af082ac8 req-307d3f1b-19f1-42b7-869b-a3cbbc3aa9b7 tempest-SecurityGroupsTestAdminJSON-834040197 tempest-SecurityGroupsTestAdminJSON-834040197-project] Publish callbacks [] for security_group, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:10.154910 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-54c87111-5820-40df-98b5-e3e6af082ac8 req-307d3f1b-19f1-42b7-869b-a3cbbc3aa9b7 tempest-SecurityGroupsTestAdminJSON-834040197 tempest-SecurityGroupsTestAdminJSON-834040197-project] Publish callbacks [] for security_group, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:10.217636 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 21:19:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e07154e-d522-43ea-9923-0567b3c21f46 x-openstack-request-id: req-6e07154e-d522-43ea-9923-0567b3c21f46 {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:19:10.218135 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1246c4c7-a769-4e4e-9a42-2138119611b8", "name": "network-vif-plugged", "status": "completed", "tag": "ae3f3cc3-d73b-4b19-ae8d-52d95e61449e", "code": 200}]} {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:19:10.218235 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6e07154e-d522-43ea-9923-0567b3c21f46 {{(pid=121608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:19:10.218556 ncdv-master-1 neutron-server[121608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1246c4c7-a769-4e4e-9a42-2138119611b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae3f3cc3-d73b-4b19-ae8d-52d95e61449e', 'code': 200}
Dec 25 21:19:10.232972 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [req-dfd34785-a076-4fbf-b527-6183799cd88f req-02a5e1e2-a2e8-471b-97b6-deabdd8ae525 tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] Deleting port 305a9e22-e716-452b-815d-1b4b804fad15 {{(pid=121607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:19:10.233389 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-dfd34785-a076-4fbf-b527-6183799cd88f req-02a5e1e2-a2e8-471b-97b6-deabdd8ae525 tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:10.352581 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.db [req-dfd34785-a076-4fbf-b527-6183799cd88f req-02a5e1e2-a2e8-471b-97b6-deabdd8ae525 tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] For port 305a9e22-e716-452b-815d-1b4b804fad15, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=305a9e22-e716-452b-815d-1b4b804fad15,segment=NetworkSegment(ec46da94-4337-45cb-9fe0-68d817889615),segment_id=ec46da94-4337-45cb-9fe0-68d817889615)] {{(pid=121607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:19:10.352997 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-dfd34785-a076-4fbf-b527-6183799cd88f req-02a5e1e2-a2e8-471b-97b6-deabdd8ae525 tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:10.392167 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-54c87111-5820-40df-98b5-e3e6af082ac8 req-307d3f1b-19f1-42b7-869b-a3cbbc3aa9b7 tempest-SecurityGroupsTestAdminJSON-834040197 tempest-SecurityGroupsTestAdminJSON-834040197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:10.394809 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-54c87111-5820-40df-98b5-e3e6af082ac8 req-307d3f1b-19f1-42b7-869b-a3cbbc3aa9b7 tempest-SecurityGroupsTestAdminJSON-834040197 tempest-SecurityGroupsTestAdminJSON-834040197-project] Publish callbacks [] for security_group, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:10.396357 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-54c87111-5820-40df-98b5-e3e6af082ac8 req-307d3f1b-19f1-42b7-869b-a3cbbc3aa9b7 tempest-SecurityGroupsTestAdminJSON-834040197 tempest-SecurityGroupsTestAdminJSON-834040197-project] 10.222.0.32 "DELETE /v2.0/security-groups/5f9ac08a-6b63-4df1-a644-2fcd7e654536 HTTP/1.1" status: 204  len: 173 time: 0.4549599
Dec 25 21:19:10.411215 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307d3f1b-19f1-42b7-869b-a3cbbc3aa9b7 tempest-SecurityGroupsTestAdminJSON-834040197 tempest-SecurityGroupsTestAdminJSON-834040197-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f9ac08a-6b63-4df1-a644-2fcd7e654536,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:19:10.424735 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f3faa9-26a5-4d38-b464-b1ff2d82a066 req-32fff5a2-7330-4f8c-9ea9-a21cbfd3b9ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:19:10.426493 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-29f3faa9-26a5-4d38-b464-b1ff2d82a066 req-32fff5a2-7330-4f8c-9ea9-a21cbfd3b9ed service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=1246c4c7-a769-4e4e-9a42-2138119611b8 HTTP/1.1" status: 200  len: 1097 time: 0.0650458
Dec 25 21:19:10.482305 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5fef5269-b71b-4fa1-8e0a-4a04d6ce75ce req-d69c54ac-1e1c-4b16-8fc8-90cfecfacde4 tempest-SecurityGroupsTestAdminJSON-834040197 tempest-SecurityGroupsTestAdminJSON-834040197-project] 10.222.0.32 "GET /v2.0/security-groups/b76391b3-c0ab-4903-a590-70a6c7bd9b15 HTTP/1.1" status: 200  len: 1797 time: 0.0665755
Dec 25 21:19:10.507603 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-29f3faa9-26a5-4d38-b464-b1ff2d82a066 req-0e7171dd-0aaf-4b0b-898d-98e8283cd77c service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=0c514444-6044-490f-9acc-6dece3909d9f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0713351
Dec 25 21:19:10.549168 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-dfd34785-a076-4fbf-b527-6183799cd88f req-02a5e1e2-a2e8-471b-97b6-deabdd8ae525 tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] Publish callbacks [] for floatingip, precommit_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:10.549609 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-dfd34785-a076-4fbf-b527-6183799cd88f req-02a5e1e2-a2e8-471b-97b6-deabdd8ae525 tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2008639'] for floatingip, after_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:10.551047 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-5fef5269-b71b-4fa1-8e0a-4a04d6ce75ce req-ac8d1ddf-401c-4751-be11-71b9ecc23da0 tempest-SecurityGroupsTestAdminJSON-834040197 tempest-SecurityGroupsTestAdminJSON-834040197-project] Publish callbacks [] for security_group, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:10.551144 ncdv-master-1 neutron-server[121607]: INFO neutron.db.l3_db [req-dfd34785-a076-4fbf-b527-6183799cd88f req-02a5e1e2-a2e8-471b-97b6-deabdd8ae525 tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] Floating IP 7030fa48-eea5-47b8-942c-3180112f7d7f disassociated. External IP: 172.35.3.55, port: 305a9e22-e716-452b-815d-1b4b804fad15.
Dec 25 21:19:10.551381 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [req-dfd34785-a076-4fbf-b527-6183799cd88f req-02a5e1e2-a2e8-471b-97b6-deabdd8ae525 tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] Calling delete_port for 305a9e22-e716-452b-815d-1b4b804fad15 owned by compute:nova {{(pid=121607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:19:10.586522 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-5fef5269-b71b-4fa1-8e0a-4a04d6ce75ce req-ac8d1ddf-401c-4751-be11-71b9ecc23da0 tempest-SecurityGroupsTestAdminJSON-834040197 tempest-SecurityGroupsTestAdminJSON-834040197-project] Publish callbacks [] for security_group, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:10.660163 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:10.780826 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-5fef5269-b71b-4fa1-8e0a-4a04d6ce75ce req-ac8d1ddf-401c-4751-be11-71b9ecc23da0 tempest-SecurityGroupsTestAdminJSON-834040197 tempest-SecurityGroupsTestAdminJSON-834040197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:10.783537 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-5fef5269-b71b-4fa1-8e0a-4a04d6ce75ce req-ac8d1ddf-401c-4751-be11-71b9ecc23da0 tempest-SecurityGroupsTestAdminJSON-834040197 tempest-SecurityGroupsTestAdminJSON-834040197-project] Publish callbacks [] for security_group, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:10.784684 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5fef5269-b71b-4fa1-8e0a-4a04d6ce75ce req-ac8d1ddf-401c-4751-be11-71b9ecc23da0 tempest-SecurityGroupsTestAdminJSON-834040197 tempest-SecurityGroupsTestAdminJSON-834040197-project] 10.222.0.32 "DELETE /v2.0/security-groups/b76391b3-c0ab-4903-a590-70a6c7bd9b15 HTTP/1.1" status: 204  len: 173 time: 0.2950220
Dec 25 21:19:10.795549 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8d1ddf-401c-4751-be11-71b9ecc23da0 tempest-SecurityGroupsTestAdminJSON-834040197 tempest-SecurityGroupsTestAdminJSON-834040197-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b76391b3-c0ab-4903-a590-70a6c7bd9b15,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:19:10.883265 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2963914c-b280-46ce-83c5-2f79fce4e8e8 req-de98d1f4-ab55-4a73-9cb0-72a6a90c0fd3 tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:19:10.884762 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2963914c-b280-46ce-83c5-2f79fce4e8e8 req-de98d1f4-ab55-4a73-9cb0-72a6a90c0fd3 tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] 10.222.0.32 "GET /v2.0/ports?device_id=c169c539-29b8-4eeb-bb76-6e6eabd11098 HTTP/1.1" status: 200  len: 945 time: 0.0498803
Dec 25 21:19:10.913743 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-dfd34785-a076-4fbf-b527-6183799cd88f req-02a5e1e2-a2e8-471b-97b6-deabdd8ae525 tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:10.957400 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2963914c-b280-46ce-83c5-2f79fce4e8e8 req-33e49c02-b902-4f0f-b4e7-982c2e433e5a tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] 10.222.0.32 "GET /v2.0/security-groups?id=20bd9841-9e11-4157-a0aa-08323059b96f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0537219
Dec 25 21:19:10.957994 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a5e1e2-a2e8-471b-97b6-deabdd8ae525 tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] Pushing event deleted for resources: {'Port': ['ID=305a9e22-e716-452b-815d-1b4b804fad15,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:19:11.046785 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0de3d2-d4fb-4942-aa85-36008e3dc681 req-4a304338-da30-4ccb-851b-f6ef9b621f12 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:19:11.048981 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ef0de3d2-d4fb-4942-aa85-36008e3dc681 req-4a304338-da30-4ccb-851b-f6ef9b621f12 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] 10.222.0.32 "GET /v2.0/ports?device_id=1246c4c7-a769-4e4e-9a42-2138119611b8 HTTP/1.1" status: 200  len: 946 time: 0.0674384
Dec 25 21:19:11.121271 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d5d6dce2-b8d1-4f45-8bff-f56d50d48a65 req-003d985e-5c98-4f29-9157-b04172df9cd8 tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] 10.222.0.32 "GET /v2.0/ports?device_id=a4de75a7-d672-42e2-b76c-476113efaa1c HTTP/1.1" status: 200  len: 210 time: 0.0538294
Dec 25 21:19:11.136459 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dfd34785-a076-4fbf-b527-6183799cd88f req-02a5e1e2-a2e8-471b-97b6-deabdd8ae525 tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] Router 518eea4f-bd4e-4803-90e7-aa4090dd8322 has already been hosted by L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 {{(pid=121607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 25 21:19:11.158172 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ef0de3d2-d4fb-4942-aa85-36008e3dc681 req-7f33e804-efdc-408f-8d37-f314822c372f tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c514444-6044-490f-9acc-6dece3909d9f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1020591
Dec 25 21:19:11.164996 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad44d965-7255-44fd-a0c0-872b760abd0c req-c2d19868-e672-4e2d-a28c-1aabae57e334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:19:11.166305 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ad44d965-7255-44fd-a0c0-872b760abd0c req-c2d19868-e672-4e2d-a28c-1aabae57e334 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3b0881f03bcb42b2af8fbbc9bd84ca78&device_id=843046c2-4f29-489f-bce9-b4862b3636be HTTP/1.1" status: 200  len: 1096 time: 0.0820324
Dec 25 21:19:11.288761 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dfd34785-a076-4fbf-b527-6183799cd88f req-02a5e1e2-a2e8-471b-97b6-deabdd8ae525 tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 21:19:11.300445 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36f7073b-df68-4ce1-90bd-137d37b625c1 None None] Sync routers for ids ['518eea4f-bd4e-4803-90e7-aa4090dd8322'] in ncdv-master-1 {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 21:19:11.320859 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad44d965-7255-44fd-a0c0-872b760abd0c req-07a6f028-9aec-4e22-a365-c72f7300dd8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:19:11.327611 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36f7073b-df68-4ce1-90bd-137d37b625c1 None None] Routers {'518eea4f-bd4e-4803-90e7-aa4090dd8322'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:19:11.327611 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-36f7073b-df68-4ce1-90bd-137d37b625c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f26182b0a90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:19:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['518eea4f-bd4e-4803-90e7-aa4090dd8322'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:19:11.328150 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ad44d965-7255-44fd-a0c0-872b760abd0c req-07a6f028-9aec-4e22-a365-c72f7300dd8b service neutron] 10.222.0.31 "GET /v2.0/networks?id=040e4d7b-a517-49cc-8699-70c0b9b2f222 HTTP/1.1" status: 200  len: 912 time: 0.1467035
Dec 25 21:19:11.335623 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44fa683-cb8b-425d-82ef-6776d73b0afc req-8c4e7617-af92-4dba-85e1-a2c6ceafb25d tempest-ServerRescueTestJSON-1336662106 tempest-ServerRescueTestJSON-1336662106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:19:11.337175 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f44fa683-cb8b-425d-82ef-6776d73b0afc req-8c4e7617-af92-4dba-85e1-a2c6ceafb25d tempest-ServerRescueTestJSON-1336662106 tempest-ServerRescueTestJSON-1336662106-project] 10.222.0.32 "GET /v2.0/ports?device_id=843046c2-4f29-489f-bce9-b4862b3636be HTTP/1.1" status: 200  len: 945 time: 0.0760930
Dec 25 21:19:11.391557 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfd34785-a076-4fbf-b527-6183799cd88f req-02a5e1e2-a2e8-471b-97b6-deabdd8ae525 tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] No DVR routers for this DVR port 305a9e22-e716-452b-815d-1b4b804fad15 on host nch2-master-1 {{(pid=121607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:19:11.394444 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-dfd34785-a076-4fbf-b527-6183799cd88f req-02a5e1e2-a2e8-471b-97b6-deabdd8ae525 tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:11.399120 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-dfd34785-a076-4fbf-b527-6183799cd88f req-02a5e1e2-a2e8-471b-97b6-deabdd8ae525 tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] 10.222.0.37 "DELETE /v2.0/ports/305a9e22-e716-452b-815d-1b4b804fad15 HTTP/1.1" status: 204  len: 173 time: 1.3327296
Dec 25 21:19:11.399827 ncdv-master-1 neutron-server[121607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c169c539-29b8-4eeb-bb76-6e6eabd11098', 'name': 'network-vif-deleted', 'tag': '305a9e22-e716-452b-815d-1b4b804fad15'}] {{(pid=121607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:19:11.402800 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f980bbcadfa7bf1e788024e1448be660373c21f97f015f780444e999c451203" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0106535-395a-4621-84ae-ee9e9397d10d" -d '{"events": [{"server_uuid": "c169c539-29b8-4eeb-bb76-6e6eabd11098", "name": "network-vif-deleted", "tag": "305a9e22-e716-452b-815d-1b4b804fad15"}]}' {{(pid=121607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:19:11.404274 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ad44d965-7255-44fd-a0c0-872b760abd0c req-6a511b6c-d355-48b7-b824-faace55d647a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e7c63a15-3218-4c35-bfa1-ef91d39c458a HTTP/1.1" status: 200  len: 217 time: 0.0658245
Dec 25 21:19:11.519054 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 21:19:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c115d9d0-371e-44af-b7f3-46537f060b75 x-openstack-request-id: req-c115d9d0-371e-44af-b7f3-46537f060b75 {{(pid=121607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:19:11.519375 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c169c539-29b8-4eeb-bb76-6e6eabd11098", "name": "network-vif-deleted", "tag": "305a9e22-e716-452b-815d-1b4b804fad15", "status": "completed", "code": 200}]} {{(pid=121607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:19:11.519607 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c115d9d0-371e-44af-b7f3-46537f060b75 {{(pid=121607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:19:11.520210 ncdv-master-1 neutron-server[121607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c169c539-29b8-4eeb-bb76-6e6eabd11098', 'name': 'network-vif-deleted', 'tag': '305a9e22-e716-452b-815d-1b4b804fad15', 'status': 'completed', 'code': 200}
Dec 25 21:19:11.535795 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f44fa683-cb8b-425d-82ef-6776d73b0afc req-5ceb4e33-55db-4f69-bd8d-a7d0c872ed9a tempest-ServerRescueTestJSON-1336662106 tempest-ServerRescueTestJSON-1336662106-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3baa9cd-9895-4145-88c0-053a91673173&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1897855
Dec 25 21:19:11.542504 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad44d965-7255-44fd-a0c0-872b760abd0c req-557920cd-01bb-4a5d-805d-c5c683b1d2ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:19:11.546299 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ad44d965-7255-44fd-a0c0-872b760abd0c req-557920cd-01bb-4a5d-805d-c5c683b1d2ad service neutron] 10.222.0.31 "GET /v2.0/subnets?id=ca46be31-1a87-4846-b557-a9f49755a2de HTTP/1.1" status: 200  len: 851 time: 0.1337860
Dec 25 21:19:11.611894 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ad44d965-7255-44fd-a0c0-872b760abd0c req-541edf06-3760-40e2-a80a-fd473fda2b4b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=040e4d7b-a517-49cc-8699-70c0b9b2f222&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0526443
Dec 25 21:19:11.656243 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvr_db [None req-36f7073b-df68-4ce1-90bd-137d37b625c1 None None] Set router 518eea4f-bd4e-4803-90e7-aa4090dd8322 gateway port host: ncdv-master-1 {{(pid=121608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:19:11.661535 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 57594) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:19:11.832924 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-0dd479ba-c191-42a4-bce1-a92cb1da7494 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0a9b4b2ed77041ca941a10d4f614efe0&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1683791
Dec 25 21:19:11.833641 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 57598) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:19:11.834745 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ad44d965-7255-44fd-a0c0-872b760abd0c req-abe05049-8e47-4ba3-bf52-002a6ee98849 service neutron] 10.222.0.31 "GET /v2.0/networks/040e4d7b-a517-49cc-8699-70c0b9b2f222?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2111306
Dec 25 21:19:11.863018 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbeda18-56f0-4b0d-a3aa-1aa6bc46ee3d req-3b6c0a6c-09d4-4a66-a2d8-02f787c94753 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:19:11.864597 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8bbeda18-56f0-4b0d-a3aa-1aa6bc46ee3d req-3b6c0a6c-09d4-4a66-a2d8-02f787c94753 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/ports?device_id=161df36a-2258-4f32-a7b0-2f7c793d4390 HTTP/1.1" status: 200  len: 945 time: 0.0916648
Dec 25 21:19:11.886760 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-2fd3a394-ee3b-4264-b770-1d4d143ca70f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:11.910336 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-2fd3a394-ee3b-4264-b770-1d4d143ca70f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:11.958622 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-36f7073b-df68-4ce1-90bd-137d37b625c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f26182b0a90>, [{'id': '518eea4f-bd4e-4803-90e7-aa4090dd8322', 'name': 'tempest-AttachVolumeTestJSON-534243322-router', 'tenant_id': '7ed80be6e633499b9d1dc61c05014afc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.48'}], 'enable_snat': True}, 'gw_port_id': 'e475d07d-ef33-47d9-bf29-6524f78c9470', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:14:43Z', 'updated_at': '2021-12-25T21:14:49Z', 'revision_number': 4, 'project_id': '7ed80be6e633499b9d1dc61c05014afc', 'gw_port': {'id': 'e475d07d-ef33-47d9-bf29-6524f78c9470', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:b6:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '518eea4f-bd4e-4803-90e7-aa4090dd8322', 'device_owner': 'network:router_gateway', 'standard_attr_id': 852, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:14:43Z', 'updated_at': '2021-12-25T21:14:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '052fead1-c995-4d25-878a-9b0d22f2a7ac', 'name': '', 'network_id': 'cb028617-ca4b-4888-809e-8a74d7f084f8', 'tenant_id': '7ed80be6e633499b9d1dc61c05014afc', 'mac_address': 'fa:16:3e:8a:a8:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '518eea4f-bd4e-4803-90e7-aa4090dd8322', 'device_owner': 'network:router_interface', 'standard_attr_id': 853, 'fixed_ips': [{'subnet_id': '00dff513-a38a-48f8-809a-d1935b6eecea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:14:47Z', 'updated_at': '2021-12-25T21:14:53Z', 'revision_number': 5, 'project_id': '7ed80be6e633499b9d1dc61c05014afc', 'subnets': [{'id': '00dff513-a38a-48f8-809a-d1935b6eecea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:19:11.988074 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36f7073b-df68-4ce1-90bd-137d37b625c1 None None] Checking router: 518eea4f-bd4e-4803-90e7-aa4090dd8322 for host: ncdv-master-1 {{(pid=121608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 25 21:19:12.009145 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ad44d965-7255-44fd-a0c0-872b760abd0c req-b3098a90-9974-4bde-9cef-bfd8212bb655 service neutron] 10.222.0.31 "GET /v2.0/networks/040e4d7b-a517-49cc-8699-70c0b9b2f222?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1434493
Dec 25 21:19:12.014326 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8bbeda18-56f0-4b0d-a3aa-1aa6bc46ee3d req-7ed1d21a-cf1c-4da8-9c33-6705fad4dcf0 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/security-groups?id=303458ac-ce28-4cba-8947-b5e432a1ea1f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1160290
Dec 25 21:19:12.018992 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36f7073b-df68-4ce1-90bd-137d37b625c1 None None] Routers {'518eea4f-bd4e-4803-90e7-aa4090dd8322'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:19:12.019698 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-36f7073b-df68-4ce1-90bd-137d37b625c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f26182b0a90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:19:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['518eea4f-bd4e-4803-90e7-aa4090dd8322'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:19:12.054509 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-2fd3a394-ee3b-4264-b770-1d4d143ca70f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:12.057592 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-2fd3a394-ee3b-4264-b770-1d4d143ca70f admin admin] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:12.061308 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-2fd3a394-ee3b-4264-b770-1d4d143ca70f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/dac5953a-740e-4068-a57a-89c4db32b486 HTTP/1.1" status: 204  len: 168 time: 0.2244008
Dec 25 21:19:12.076036 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd3a394-ee3b-4264-b770-1d4d143ca70f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dac5953a-740e-4068-a57a-89c4db32b486,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:19:12.099053 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd3a394-ee3b-4264-b770-1d4d143ca70f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:19:12.099053 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd3a394-ee3b-4264-b770-1d4d143ca70f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:19:12.099292 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd3a394-ee3b-4264-b770-1d4d143ca70f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:19:12.102424 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd3a394-ee3b-4264-b770-1d4d143ca70f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:19:12.102987 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd3a394-ee3b-4264-b770-1d4d143ca70f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:19:12.103340 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd3a394-ee3b-4264-b770-1d4d143ca70f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:19:12.104236 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd3a394-ee3b-4264-b770-1d4d143ca70f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:19:12.105480 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd3a394-ee3b-4264-b770-1d4d143ca70f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:19:12.105987 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd3a394-ee3b-4264-b770-1d4d143ca70f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:19:12.107820 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd3a394-ee3b-4264-b770-1d4d143ca70f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:19:12.108304 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd3a394-ee3b-4264-b770-1d4d143ca70f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:19:12.108842 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd3a394-ee3b-4264-b770-1d4d143ca70f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:19:12.110231 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd3a394-ee3b-4264-b770-1d4d143ca70f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:19:12.149071 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-defd9698-6225-4b01-85eb-f1afbc55a6fa req-c503acba-b642-4c60-b0b3-10806a8953e6 tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] 10.222.0.32 "GET /v2.0/ports?device_id=c169c539-29b8-4eeb-bb76-6e6eabd11098 HTTP/1.1" status: 200  len: 210 time: 0.0467389
Dec 25 21:19:12.210945 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvr_db [None req-36f7073b-df68-4ce1-90bd-137d37b625c1 None None] Set router 518eea4f-bd4e-4803-90e7-aa4090dd8322 gateway port host: ncdv-master-1 {{(pid=121608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:19:12.247352 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2546883b-d0a7-45d2-a948-2c98e5413ae1 req-3f073cb9-fe7e-4052-a0c3-0e02640ffb57 tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] 10.222.0.32 "GET /v2.0/ports?device_id=a4de75a7-d672-42e2-b76c-476113efaa1c HTTP/1.1" status: 200  len: 210 time: 0.0361567
Dec 25 21:19:12.430902 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa063513-f8ad-4104-96b5-10abbeb1156e req-80ec51f5-1c88-49d1-a07b-2e6702fb6da5 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:19:12.439130 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-aa063513-f8ad-4104-96b5-10abbeb1156e req-80ec51f5-1c88-49d1-a07b-2e6702fb6da5 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] 10.222.0.32 "GET /v2.0/ports?device_id=1246c4c7-a769-4e4e-9a42-2138119611b8 HTTP/1.1" status: 200  len: 946 time: 0.0759358
Dec 25 21:19:12.494512 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-36f7073b-df68-4ce1-90bd-137d37b625c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f26182b0a90>, [{'id': '518eea4f-bd4e-4803-90e7-aa4090dd8322', 'name': 'tempest-AttachVolumeTestJSON-534243322-router', 'tenant_id': '7ed80be6e633499b9d1dc61c05014afc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.48'}], 'enable_snat': True}, 'gw_port_id': 'e475d07d-ef33-47d9-bf29-6524f78c9470', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:14:43Z', 'updated_at': '2021-12-25T21:14:49Z', 'revision_number': 4, 'project_id': '7ed80be6e633499b9d1dc61c05014afc', 'gw_port': {'id': 'e475d07d-ef33-47d9-bf29-6524f78c9470', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:b6:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '518eea4f-bd4e-4803-90e7-aa4090dd8322', 'device_owner': 'network:router_gateway', 'standard_attr_id': 852, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:14:43Z', 'updated_at': '2021-12-25T21:14:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '052fead1-c995-4d25-878a-9b0d22f2a7ac', 'name': '', 'network_id': 'cb028617-ca4b-4888-809e-8a74d7f084f8', 'tenant_id': '7ed80be6e633499b9d1dc61c05014afc', 'mac_address': 'fa:16:3e:8a:a8:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '518eea4f-bd4e-4803-90e7-aa4090dd8322', 'device_owner': 'network:router_interface', 'standard_attr_id': 853, 'fixed_ips': [{'subnet_id': '00dff513-a38a-48f8-809a-d1935b6eecea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:14:47Z', 'updated_at': '2021-12-25T21:14:53Z', 'revision_number': 5, 'project_id': '7ed80be6e633499b9d1dc61c05014afc', 'subnets': [{'id': '00dff513-a38a-48f8-809a-d1935b6eecea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:19:12.514113 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-aa063513-f8ad-4104-96b5-10abbeb1156e req-c7dc4f7b-a35a-4a69-91ea-ae36c4167008 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c514444-6044-490f-9acc-6dece3909d9f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0686762
Dec 25 21:19:12.529894 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36f7073b-df68-4ce1-90bd-137d37b625c1 None None] The sync data for ids ['518eea4f-bd4e-4803-90e7-aa4090dd8322'] in ncdv-master-1 is: [{'id': '518eea4f-bd4e-4803-90e7-aa4090dd8322', 'name': 'tempest-AttachVolumeTestJSON-534243322-router', 'tenant_id': '7ed80be6e633499b9d1dc61c05014afc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.48'}], 'enable_snat': True}, 'gw_port_id': 'e475d07d-ef33-47d9-bf29-6524f78c9470', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:14:43Z', 'updated_at': '2021-12-25T21:14:49Z', 'revision_number': 4, 'project_id': '7ed80be6e633499b9d1dc61c05014afc', 'gw_port': {'id': 'e475d07d-ef33-47d9-bf29-6524f78c9470', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:b6:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '518eea4f-bd4e-4803-90e7-aa4090dd8322', 'device_owner': 'network:router_gateway', 'standard_attr_id': 852, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:14:43Z', 'updated_at': '2021-12-25T21:14:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '052fead1-c995-4d25-878a-9b0d22f2a7ac', 'name': '', 'network_id': 'cb028617-ca4b-4888-809e-8a74d7f084f8', 'tenant_id': '7ed80be6e633499b9d1dc61c05014afc', 'mac_address': 'fa:16:3e:8a:a8:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '518eea4f-bd4e-4803-90e7-aa4090dd8322', 'device_owner': 'network:router_interface', 'standard_attr_id': 853, 'fixed_ips': [{'subnet_id': '00dff513-a38a-48f8-809a-d1935b6eecea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:14:47Z', 'updated_at': '2021-12-25T21:14:53Z', 'revision_number': 5, 'project_id': '7ed80be6e633499b9d1dc61c05014afc', 'subnets': [{'id': '00dff513-a38a-48f8-809a-d1935b6eecea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 21:19:12.611800 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281d90fe-0fcd-4fd8-9b69-b20336653006 req-a52f3a4a-3454-44ce-8eda-b4440c5304a0 tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:19:12.613399 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-281d90fe-0fcd-4fd8-9b69-b20336653006 req-a52f3a4a-3454-44ce-8eda-b4440c5304a0 tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] 10.222.0.37 "GET /v2.0/networks?id=2c732578-b39b-40c1-8a55-147e577043a0 HTTP/1.1" status: 200  len: 812 time: 0.2221866
Dec 25 21:19:12.628833 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [req-281d90fe-0fcd-4fd8-9b69-b20336653006 req-5deb0d49-c45a-416f-be3e-e3f01a9e8038 tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] Request body: {'port': {'device_id': 'a4de75a7-d672-42e2-b76c-476113efaa1c', 'network_id': '2c732578-b39b-40c1-8a55-147e577043a0', 'admin_state_up': True, 'tenant_id': '8154e82a58434a60b677d150202a5312'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:19:12.741462 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b6cb83-38f9-42a2-9bb1-111711d8ded9 req-ba89a529-4588-4528-bbd5-27a5d14ba21e tempest-ServerRescueTestJSON-1336662106 tempest-ServerRescueTestJSON-1336662106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:19:12.742983 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-39b6cb83-38f9-42a2-9bb1-111711d8ded9 req-ba89a529-4588-4528-bbd5-27a5d14ba21e tempest-ServerRescueTestJSON-1336662106 tempest-ServerRescueTestJSON-1336662106-project] 10.222.0.32 "GET /v2.0/ports?device_id=843046c2-4f29-489f-bce9-b4862b3636be HTTP/1.1" status: 200  len: 945 time: 0.0502033
Dec 25 21:19:12.829702 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-39b6cb83-38f9-42a2-9bb1-111711d8ded9 req-5dc1df68-a654-4cca-8891-5ba91d38074f tempest-ServerRescueTestJSON-1336662106 tempest-ServerRescueTestJSON-1336662106-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3baa9cd-9895-4145-88c0-053a91673173&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0608411
Dec 25 21:19:12.850233 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-281d90fe-0fcd-4fd8-9b69-b20336653006 req-5deb0d49-c45a-416f-be3e-e3f01a9e8038 tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] Made reservation on behalf of 8154e82a58434a60b677d150202a5312 for: {'port': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:19:12.859277 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-281d90fe-0fcd-4fd8-9b69-b20336653006 req-5deb0d49-c45a-416f-be3e-e3f01a9e8038 tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:12.880764 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25d76141-943c-41d9-9097-588d7c1d05c8 None None] New status for floating IP 7030fa48-eea5-47b8-942c-3180112f7d7f: DOWN {{(pid=121609) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 25 21:19:13.021495 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9015bb54-5c04-4161-b441-5f80d84cedc1 req-1f112399-67f5-44ad-b48c-28fa47501040 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:19:13.022992 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9015bb54-5c04-4161-b441-5f80d84cedc1 req-1f112399-67f5-44ad-b48c-28fa47501040 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] 10.222.0.32 "GET /v2.0/networks?id=de2cf5f5-0f83-4089-a263-5ec0a5e6f1de HTTP/1.1" status: 200  len: 806 time: 0.1307635
Dec 25 21:19:13.044733 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9015bb54-5c04-4161-b441-5f80d84cedc1 req-5d4e29ce-600a-4c7f-b3d4-04f5ee651746 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] 10.222.0.32 "GET /v2.0/quotas/38d7cbaffc1340f59e994569e8e33e1d HTTP/1.1" status: 200  len: 375 time: 0.0151148
Dec 25 21:19:13.066971 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_common [req-281d90fe-0fcd-4fd8-9b69-b20336653006 req-5deb0d49-c45a-416f-be3e-e3f01a9e8038 tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] Allocated IP 172.20.0.4 (2c732578-b39b-40c1-8a55-147e577043a0/30c8b4fd-6c75-4e8c-b43d-f31074d76442/3a34eced-5439-48d3-9513-deac24aff981) {{(pid=121607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:19:13.092894 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9015bb54-5c04-4161-b441-5f80d84cedc1 req-908ae0ce-bf89-44af-940b-1e8baf0570be tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=38d7cbaffc1340f59e994569e8e33e1d&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0464351
Dec 25 21:19:13.197157 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9015bb54-5c04-4161-b441-5f80d84cedc1 req-41600d2e-0166-41a3-93b7-3438b39be771 service neutron] 10.222.0.32 "GET /v2.0/networks/de2cf5f5-0f83-4089-a263-5ec0a5e6f1de?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0965798
Dec 25 21:19:13.219064 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-281d90fe-0fcd-4fd8-9b69-b20336653006 req-5deb0d49-c45a-416f-be3e-e3f01a9e8038 tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] Publish callbacks [] for port, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:13.235010 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 57660) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:19:13.317091 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-c2b04507-40fe-4286-a19e-ed74699abc8f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=be6e984a93be4b058194af3eeb858b71&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0809472
Dec 25 21:19:13.320670 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 57662) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:19:13.328821 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 57666) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:19:13.335920 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9015bb54-5c04-4161-b441-5f80d84cedc1 req-f67811f7-ebfd-4c8c-bb2b-7291063b8788 service neutron] 10.222.0.32 "GET /v2.0/networks/de2cf5f5-0f83-4089-a263-5ec0a5e6f1de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1318312
Dec 25 21:19:13.394016 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-281d90fe-0fcd-4fd8-9b69-b20336653006 req-5deb0d49-c45a-416f-be3e-e3f01a9e8038 tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:13.435357 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e53dd75-b127-40f4-bdd4-284318aa8d3d req-1eaea07a-5fc9-4503-b568-edf1dabfd856 tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:19:13.436972 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1e53dd75-b127-40f4-bdd4-284318aa8d3d req-1eaea07a-5fc9-4503-b568-edf1dabfd856 tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] 10.222.0.32 "GET /v2.0/ports?device_id=a4de75a7-d672-42e2-b76c-476113efaa1c HTTP/1.1" status: 200  len: 931 time: 0.0582640
Dec 25 21:19:13.473799 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-281d90fe-0fcd-4fd8-9b69-b20336653006 req-5deb0d49-c45a-416f-be3e-e3f01a9e8038 tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] Network 2c732578-b39b-40c1-8a55-147e577043a0 is already hosted by enough agents. {{(pid=121607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:19:13.483110 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5cd71a13-6d09-4f7b-b048-619ee8ebcec4 tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] Publish callbacks [] for security_group, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:13.484974 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [req-281d90fe-0fcd-4fd8-9b69-b20336653006 req-5deb0d49-c45a-416f-be3e-e3f01a9e8038 tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] Resources bound (agent type, host, resource id):  {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:19:13.487330 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [req-281d90fe-0fcd-4fd8-9b69-b20336653006 req-5deb0d49-c45a-416f-be3e-e3f01a9e8038 tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] Received port after_create {{(pid=121607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:19:13.490111 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1e53dd75-b127-40f4-bdd4-284318aa8d3d req-e19c005a-bcae-4f34-9502-bd59553ad529 tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] 10.222.0.32 "GET /v2.0/security-groups?id=2bf8651c-3ed0-44bb-a064-d61aab6ec281&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0461922
Dec 25 21:19:13.492375 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b74f668b-5551-4ae4-bcab-5c3f38df942c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:13.493894 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5deb0d49-c45a-416f-be3e-e3f01a9e8038 tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] Pushing event updated for resources: {'Port': ['ID=3a34eced-5439-48d3-9513-deac24aff981,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:19:13.513736 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device 305a9e22-e716-452b-815d-1b4b804fad15 no longer exists at agent hyperv_nch2-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:19:13.531253 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] No Port match for: 305a9e22-e716-452b-815d-1b4b804fad15 {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:19:13.531617 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device 305a9e22-e716-452b-815d-1b4b804fad15 not bound to the agent host nch2-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:19:13.572823 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5cd71a13-6d09-4f7b-b048-619ee8ebcec4 tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] Publish callbacks [] for security_group, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:13.576332 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b74f668b-5551-4ae4-bcab-5c3f38df942c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:13.604479 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281d90fe-0fcd-4fd8-9b69-b20336653006 req-5deb0d49-c45a-416f-be3e-e3f01a9e8038 tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:19:13.604479 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-281d90fe-0fcd-4fd8-9b69-b20336653006 req-5deb0d49-c45a-416f-be3e-e3f01a9e8038 tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:13.693406 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f08f5d93-1869-4e04-b7f3-5b198a41d157 req-5b6d7280-edaf-4437-a4d3-b93fcf940b11 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] 10.222.0.32 "GET /v2.0/ports?device_id=1dcb2aa4-3186-4c62-a704-70ced44d42ca HTTP/1.1" status: 200  len: 210 time: 0.0613415
Dec 25 21:19:13.839247 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-281d90fe-0fcd-4fd8-9b69-b20336653006 req-5deb0d49-c45a-416f-be3e-e3f01a9e8038 tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.2148216
Dec 25 21:19:13.840051 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b74f668b-5551-4ae4-bcab-5c3f38df942c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:13.843364 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b74f668b-5551-4ae4-bcab-5c3f38df942c admin admin] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:13.844479 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-b74f668b-5551-4ae4-bcab-5c3f38df942c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4e559152-760a-4f71-a3d1-6863a7c331f9 HTTP/1.1" status: 204  len: 168 time: 0.5226295
Dec 25 21:19:13.845276 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5cd71a13-6d09-4f7b-b048-619ee8ebcec4 tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:13.848027 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5cd71a13-6d09-4f7b-b048-619ee8ebcec4 tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:13.849314 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-5cd71a13-6d09-4f7b-b048-619ee8ebcec4 tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] 10.222.0.32 "DELETE /v2.0/security-groups/20bd9841-9e11-4157-a0aa-08323059b96f HTTP/1.1" status: 204  len: 168 time: 0.5192153
Dec 25 21:19:13.852104 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 57686) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:19:13.855910 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [req-281d90fe-0fcd-4fd8-9b69-b20336653006 req-3a14d98a-533e-4f7a-b055-aeb76fe85c84 service neutron] Request body: {'port': {'device_id': 'a4de75a7-d672-42e2-b76c-476113efaa1c', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:19:13.869528 ncdv-master-1 neutron-server[121606]: INFO neutron.api.v2.resource [None req-147c4573-99b0-407b-954a-4462df248d57 tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] show failed (client error): The resource could not be found.
Dec 25 21:19:13.873455 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-147c4573-99b0-407b-954a-4462df248d57 tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] 10.222.0.32 "GET /v2.0/security-groups/20bd9841-9e11-4157-a0aa-08323059b96f HTTP/1.1" status: 404  len: 347 time: 0.0171931
Dec 25 21:19:13.874164 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 57690) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:19:13.880591 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74f668b-5551-4ae4-bcab-5c3f38df942c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e559152-760a-4f71-a3d1-6863a7c331f9,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:19:13.898560 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd71a13-6d09-4f7b-b048-619ee8ebcec4 tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=20bd9841-9e11-4157-a0aa-08323059b96f,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:19:13.950259 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-281d90fe-0fcd-4fd8-9b69-b20336653006 req-3a14d98a-533e-4f7a-b055-aeb76fe85c84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:14.070788 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23be966c-ed47-4076-bad1-2b8bb57edabc req-7fdbfcc6-f912-444e-89d6-760896c0cc66 tempest-ServerRescueTestJSON-1336662106 tempest-ServerRescueTestJSON-1336662106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:19:14.072243 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-23be966c-ed47-4076-bad1-2b8bb57edabc req-7fdbfcc6-f912-444e-89d6-760896c0cc66 tempest-ServerRescueTestJSON-1336662106 tempest-ServerRescueTestJSON-1336662106-project] 10.222.0.32 "GET /v2.0/ports?device_id=843046c2-4f29-489f-bce9-b4862b3636be HTTP/1.1" status: 200  len: 945 time: 0.0680728
Dec 25 21:19:14.077874 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-3794efc5-a86d-4b9b-8cdb-285492fc3ea3 tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] Deleting port c815e1fa-3608-4ed9-b694-6555ec00eabe {{(pid=121606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:19:14.078216 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-3794efc5-a86d-4b9b-8cdb-285492fc3ea3 tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:14.181646 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-23be966c-ed47-4076-bad1-2b8bb57edabc req-f96506b8-9761-4be7-8ed1-fbb31083522e tempest-ServerRescueTestJSON-1336662106 tempest-ServerRescueTestJSON-1336662106-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3baa9cd-9895-4145-88c0-053a91673173&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1006429
Dec 25 21:19:14.197207 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-3794efc5-a86d-4b9b-8cdb-285492fc3ea3 tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:14.197558 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-3794efc5-a86d-4b9b-8cdb-285492fc3ea3 tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:14.220379 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-3794efc5-a86d-4b9b-8cdb-285492fc3ea3 tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] Calling delete_port for c815e1fa-3608-4ed9-b694-6555ec00eabe owned by network:floatingip {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:19:14.251058 ncdv-master-1 neutron-server[121607]: DEBUG neutron.notifiers.nova [req-281d90fe-0fcd-4fd8-9b69-b20336653006 req-3a14d98a-533e-4f7a-b055-aeb76fe85c84 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a34eced-5439-48d3-9513-deac24aff981 {{(pid=121607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:19:14.260027 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-281d90fe-0fcd-4fd8-9b69-b20336653006 req-3a14d98a-533e-4f7a-b055-aeb76fe85c84 service neutron] Publish callbacks [] for port, precommit_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:14.272375 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.provisioning_blocks [req-281d90fe-0fcd-4fd8-9b69-b20336653006 req-3a14d98a-533e-4f7a-b055-aeb76fe85c84 service neutron] Transition to ACTIVE for port object 3a34eced-5439-48d3-9513-deac24aff981 will not be triggered until provisioned by entity L2. {{(pid=121607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 25 21:19:14.359010 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-281d90fe-0fcd-4fd8-9b69-b20336653006 req-3a14d98a-533e-4f7a-b055-aeb76fe85c84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8632327'] for port, after_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:14.434130 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a14d98a-533e-4f7a-b055-aeb76fe85c84 service neutron] Pushing event updated for resources: {'Port': ['ID=3a34eced-5439-48d3-9513-deac24aff981,revision_number=2']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:19:14.448934 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-3794efc5-a86d-4b9b-8cdb-285492fc3ea3 tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:14.479949 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3794efc5-a86d-4b9b-8cdb-285492fc3ea3 tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] Pushing event deleted for resources: {'Port': ['ID=c815e1fa-3608-4ed9-b694-6555ec00eabe,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:19:14.492711 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.managers [req-281d90fe-0fcd-4fd8-9b69-b20336653006 req-3a14d98a-533e-4f7a-b055-aeb76fe85c84 service neutron] Attempting to bind port 3a34eced-5439-48d3-9513-deac24aff981 on host nch2-master-1 for vnic_type normal with profile  {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:19:14.493090 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.managers [req-281d90fe-0fcd-4fd8-9b69-b20336653006 req-3a14d98a-533e-4f7a-b055-aeb76fe85c84 service neutron] Attempting to bind port 3a34eced-5439-48d3-9513-deac24aff981 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '40b3768f-3d6e-4d28-9b2a-4711b7f0f059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '2c732578-b39b-40c1-8a55-147e577043a0'}] {{(pid=121607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:19:14.493425 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-281d90fe-0fcd-4fd8-9b69-b20336653006 req-3a14d98a-533e-4f7a-b055-aeb76fe85c84 service neutron] Attempting to bind port 3a34eced-5439-48d3-9513-deac24aff981 on network 2c732578-b39b-40c1-8a55-147e577043a0 {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:19:14.498427 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-281d90fe-0fcd-4fd8-9b69-b20336653006 req-3a14d98a-533e-4f7a-b055-aeb76fe85c84 service neutron] Port 3a34eced-5439-48d3-9513-deac24aff981 on network 2c732578-b39b-40c1-8a55-147e577043a0 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 25 21:19:14.498768 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-281d90fe-0fcd-4fd8-9b69-b20336653006 req-3a14d98a-533e-4f7a-b055-aeb76fe85c84 service neutron] Attempting to bind port 3a34eced-5439-48d3-9513-deac24aff981 on network 2c732578-b39b-40c1-8a55-147e577043a0 {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:19:14.503605 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-281d90fe-0fcd-4fd8-9b69-b20336653006 req-3a14d98a-533e-4f7a-b055-aeb76fe85c84 service neutron] Checking agent: {'id': '0d9ae313-8f8d-40fa-8a9f-d098a25a9911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 21, 4, 38), 'started_at': datetime.datetime(2021, 12, 25, 21, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 19, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:19:14.503938 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-281d90fe-0fcd-4fd8-9b69-b20336653006 req-3a14d98a-533e-4f7a-b055-aeb76fe85c84 service neutron] Checking segment: {'id': '40b3768f-3d6e-4d28-9b2a-4711b7f0f059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '2c732578-b39b-40c1-8a55-147e577043a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:19:14.504322 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-281d90fe-0fcd-4fd8-9b69-b20336653006 req-3a14d98a-533e-4f7a-b055-aeb76fe85c84 service neutron] Bound using segment: {'id': '40b3768f-3d6e-4d28-9b2a-4711b7f0f059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '2c732578-b39b-40c1-8a55-147e577043a0'} {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:19:14.504742 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.managers [req-281d90fe-0fcd-4fd8-9b69-b20336653006 req-3a14d98a-533e-4f7a-b055-aeb76fe85c84 service neutron] Bound port: 3a34eced-5439-48d3-9513-deac24aff981, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40b3768f-3d6e-4d28-9b2a-4711b7f0f059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '2c732578-b39b-40c1-8a55-147e577043a0'}}] {{(pid=121607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:19:14.505117 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-281d90fe-0fcd-4fd8-9b69-b20336653006 req-3a14d98a-533e-4f7a-b055-aeb76fe85c84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:14.550770 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-3794efc5-a86d-4b9b-8cdb-285492fc3ea3 tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] Publish callbacks [] for floatingip, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:14.553720 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-3794efc5-a86d-4b9b-8cdb-285492fc3ea3 tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for floatingip, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:14.556820 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-3794efc5-a86d-4b9b-8cdb-285492fc3ea3 tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] 10.222.0.32 "DELETE /v2.0/floatingips/7030fa48-eea5-47b8-942c-3180112f7d7f HTTP/1.1" status: 204  len: 168 time: 0.6812065
Dec 25 21:19:14.573322 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.db [req-281d90fe-0fcd-4fd8-9b69-b20336653006 req-3a14d98a-533e-4f7a-b055-aeb76fe85c84 service neutron] For port 3a34eced-5439-48d3-9513-deac24aff981, host nch2-master-1, cleared binding levels {{(pid=121607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:19:14.576743 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.db [req-281d90fe-0fcd-4fd8-9b69-b20336653006 req-3a14d98a-533e-4f7a-b055-aeb76fe85c84 service neutron] For port 3a34eced-5439-48d3-9513-deac24aff981, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3a34eced-5439-48d3-9513-deac24aff981,segment=NetworkSegment(40b3768f-3d6e-4d28-9b2a-4711b7f0f059),segment_id=40b3768f-3d6e-4d28-9b2a-4711b7f0f059)] {{(pid=121607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:19:14.632592 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844a3b82-a78e-4db0-8b94-639db2e617bf req-227f02c6-e57f-4984-8b96-428f40286960 tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:19:14.634152 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-844a3b82-a78e-4db0-8b94-639db2e617bf req-227f02c6-e57f-4984-8b96-428f40286960 tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] 10.222.0.32 "GET /v2.0/ports?device_id=a4de75a7-d672-42e2-b76c-476113efaa1c HTTP/1.1" status: 200  len: 943 time: 0.0526781
Dec 25 21:19:14.697721 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-844a3b82-a78e-4db0-8b94-639db2e617bf req-e8afa436-d2bb-4cb8-a4a0-9988ab3dda7a tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] 10.222.0.32 "GET /v2.0/security-groups?id=2bf8651c-3ed0-44bb-a064-d61aab6ec281&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0565982
Dec 25 21:19:14.701256 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-281d90fe-0fcd-4fd8-9b69-b20336653006 req-3a14d98a-533e-4f7a-b055-aeb76fe85c84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8632327'] for port, after_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:14.757147 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281d90fe-0fcd-4fd8-9b69-b20336653006 req-3a14d98a-533e-4f7a-b055-aeb76fe85c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:19:14.757147 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-281d90fe-0fcd-4fd8-9b69-b20336653006 req-3a14d98a-533e-4f7a-b055-aeb76fe85c84 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:14.758771 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-281d90fe-0fcd-4fd8-9b69-b20336653006 req-3a14d98a-533e-4f7a-b055-aeb76fe85c84 service neutron] 10.222.0.37 "PUT /v2.0/ports/3a34eced-5439-48d3-9513-deac24aff981 HTTP/1.1" status: 200  len: 1091 time: 0.9079120
Dec 25 21:19:14.759303 ncdv-master-1 neutron-server[121607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4de75a7-d672-42e2-b76c-476113efaa1c', 'tag': '3a34eced-5439-48d3-9513-deac24aff981'}] {{(pid=121607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:19:14.762494 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f980bbcadfa7bf1e788024e1448be660373c21f97f015f780444e999c451203" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbae6eda-4e45-424b-9b93-4669f2ae3095" -d '{"events": [{"name": "network-changed", "server_uuid": "a4de75a7-d672-42e2-b76c-476113efaa1c", "tag": "3a34eced-5439-48d3-9513-deac24aff981"}]}' {{(pid=121607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:19:14.795301 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-25c3139f-81cc-45be-b34d-71e6bbffbcb5 req-ea441cba-4bfe-420a-92e3-2a5a968aa898 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] 10.222.0.32 "GET /v2.0/ports?device_id=1dcb2aa4-3186-4c62-a704-70ced44d42ca HTTP/1.1" status: 200  len: 210 time: 0.0343688
Dec 25 21:19:14.796627 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a14d98a-533e-4f7a-b055-aeb76fe85c84 service neutron] Pushing event updated for resources: {'Port': ['ID=3a34eced-5439-48d3-9513-deac24aff981,revision_number=3']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:19:14.994576 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281d90fe-0fcd-4fd8-9b69-b20336653006 req-92b58aa1-15b1-4cb2-a172-9edb3c9813fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:19:14.996212 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-281d90fe-0fcd-4fd8-9b69-b20336653006 req-92b58aa1-15b1-4cb2-a172-9edb3c9813fe service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8154e82a58434a60b677d150202a5312&device_id=a4de75a7-d672-42e2-b76c-476113efaa1c HTTP/1.1" status: 200  len: 1094 time: 0.0818572
Dec 25 21:19:15.015411 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Dec 2021 21:19:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afa74157-033f-4951-a349-a90f18e56d4b x-openstack-request-id: req-afa74157-033f-4951-a349-a90f18e56d4b {{(pid=121607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:19:15.015704 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4de75a7-d672-42e2-b76c-476113efaa1c", "tag": "3a34eced-5439-48d3-9513-deac24aff981", "status": "completed", "code": 200}]} {{(pid=121607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:19:15.015956 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-afa74157-033f-4951-a349-a90f18e56d4b {{(pid=121607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:19:15.016345 ncdv-master-1 neutron-server[121607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4de75a7-d672-42e2-b76c-476113efaa1c', 'tag': '3a34eced-5439-48d3-9513-deac24aff981', 'status': 'completed', 'code': 200}
Dec 25 21:19:15.049159 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-281d90fe-0fcd-4fd8-9b69-b20336653006 req-13e1c764-dee7-49c2-8142-8d26c06d2aa0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3a34eced-5439-48d3-9513-deac24aff981 HTTP/1.1" status: 200  len: 217 time: 0.0433309
Dec 25 21:19:15.101182 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281d90fe-0fcd-4fd8-9b69-b20336653006 req-c3123442-b5df-4f09-ae62-ac143dce7f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:19:15.102663 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-281d90fe-0fcd-4fd8-9b69-b20336653006 req-c3123442-b5df-4f09-ae62-ac143dce7f39 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=30c8b4fd-6c75-4e8c-b43d-f31074d76442 HTTP/1.1" status: 200  len: 852 time: 0.0450838
Dec 25 21:19:15.142966 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-281d90fe-0fcd-4fd8-9b69-b20336653006 req-6f36bf46-1f80-4a86-9c44-0ff15b309885 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2c732578-b39b-40c1-8a55-147e577043a0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0329192
Dec 25 21:19:15.358648 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7930b6be-6c1f-4601-b295-90e2fb0c0496 req-b3662710-9eba-464a-abed-0937a4d006b3 tempest-ServerRescueTestJSON-1336662106 tempest-ServerRescueTestJSON-1336662106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:19:15.360402 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7930b6be-6c1f-4601-b295-90e2fb0c0496 req-b3662710-9eba-464a-abed-0937a4d006b3 tempest-ServerRescueTestJSON-1336662106 tempest-ServerRescueTestJSON-1336662106-project] 10.222.0.32 "GET /v2.0/ports?device_id=843046c2-4f29-489f-bce9-b4862b3636be HTTP/1.1" status: 200  len: 945 time: 0.0676250
Dec 25 21:19:15.423309 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7930b6be-6c1f-4601-b295-90e2fb0c0496 req-b614bcb8-7c92-4705-8f2e-73ee8b93229c tempest-ServerRescueTestJSON-1336662106 tempest-ServerRescueTestJSON-1336662106-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3baa9cd-9895-4145-88c0-053a91673173&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0558305
Dec 25 21:19:15.476774 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 57734) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:19:15.481339 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-b1584672-e9cb-4d90-8671-f327cb9a022d tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1116856633', 'description': 'tempest-description--1752053548'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:19:15.603553 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-281d90fe-0fcd-4fd8-9b69-b20336653006 req-f55f0f39-ead2-4fe2-98d1-3d9d2d162036 service neutron] 10.222.0.37 "GET /v2.0/networks/2c732578-b39b-40c1-8a55-147e577043a0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4521108
Dec 25 21:19:15.620315 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-b1584672-e9cb-4d90-8671-f327cb9a022d tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] Publish callbacks [] for security_group, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:15.704158 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-281d90fe-0fcd-4fd8-9b69-b20336653006 req-bf40471d-3e83-49ed-b186-7955c0218a5a service neutron] 10.222.0.37 "GET /v2.0/networks/2c732578-b39b-40c1-8a55-147e577043a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0930867
Dec 25 21:19:15.739423 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-b1584672-e9cb-4d90-8671-f327cb9a022d tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] Publish callbacks [] for security_group, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:15.814637 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3feaa5-c1f5-4cad-bfcb-5bc67d4b75ed req-6d344fc8-0e72-4d03-aac4-d04121c152cc tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:19:15.816108 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-cb3feaa5-c1f5-4cad-bfcb-5bc67d4b75ed req-6d344fc8-0e72-4d03-aac4-d04121c152cc tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] 10.222.0.32 "GET /v2.0/ports?device_id=a4de75a7-d672-42e2-b76c-476113efaa1c HTTP/1.1" status: 200  len: 943 time: 0.0495238
Dec 25 21:19:15.866875 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-cb3feaa5-c1f5-4cad-bfcb-5bc67d4b75ed req-f91c31c5-88f7-4fc4-9d5c-4efb82b8fd14 tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] 10.222.0.32 "GET /v2.0/security-groups?id=2bf8651c-3ed0-44bb-a064-d61aab6ec281&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0445611
Dec 25 21:19:15.914737 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a48eee79-4b09-4da0-b35b-cbf00e45bfa8 req-ce78fe7b-294b-4d3b-b667-57d881eda49e tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] 10.222.0.32 "GET /v2.0/ports?device_id=1dcb2aa4-3186-4c62-a704-70ced44d42ca HTTP/1.1" status: 200  len: 210 time: 0.0312934
Dec 25 21:19:15.926326 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-b1584672-e9cb-4d90-8671-f327cb9a022d tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:15.993195 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1584672-e9cb-4d90-8671-f327cb9a022d tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ab40fef-4e3d-4094-a15c-e55f81ab0c72,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:19:15.993640 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbae6eda-4e45-424b-9b93-4669f2ae3095 req-36bd7b35-3e1d-4e32-b0b5-7d72bc7aa469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:19:15.995093 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-fbae6eda-4e45-424b-9b93-4669f2ae3095 req-36bd7b35-3e1d-4e32-b0b5-7d72bc7aa469 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8154e82a58434a60b677d150202a5312&device_id=a4de75a7-d672-42e2-b76c-476113efaa1c HTTP/1.1" status: 200  len: 1094 time: 0.0859866
Dec 25 21:19:16.091621 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-b1584672-e9cb-4d90-8671-f327cb9a022d tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] Publish callbacks [] for security_group, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:16.096058 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-b1584672-e9cb-4d90-8671-f327cb9a022d tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1799 time: 0.6153355
Dec 25 21:19:16.096166 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 57758) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:19:16.102380 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-bb2c2ff7-9467-4c49-b7f7-f6c1ba434f34 tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] Request body: {'security_group_rule': {'security_group_id': '5ab40fef-4e3d-4094-a15c-e55f81ab0c72', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:19:16.107001 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbae6eda-4e45-424b-9b93-4669f2ae3095 req-4679f4dc-917f-45f7-9a48-bc0c2e769f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:19:16.109316 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-fbae6eda-4e45-424b-9b93-4669f2ae3095 req-4679f4dc-917f-45f7-9a48-bc0c2e769f52 service neutron] 10.222.0.37 "GET /v2.0/networks?id=2c732578-b39b-40c1-8a55-147e577043a0 HTTP/1.1" status: 200  len: 913 time: 0.0974603
Dec 25 21:19:16.167938 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-fbae6eda-4e45-424b-9b93-4669f2ae3095 req-4dba7f42-6035-4086-b2c8-2c8bb1f2a83c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3a34eced-5439-48d3-9513-deac24aff981 HTTP/1.1" status: 200  len: 217 time: 0.0486438
Dec 25 21:19:16.205917 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-bb2c2ff7-9467-4c49-b7f7-f6c1ba434f34 tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] Publish callbacks [] for security_group_rule, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:16.226591 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbae6eda-4e45-424b-9b93-4669f2ae3095 req-e95b15f3-f126-41f4-8eeb-d0390e41b478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:19:16.228322 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-fbae6eda-4e45-424b-9b93-4669f2ae3095 req-e95b15f3-f126-41f4-8eeb-d0390e41b478 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=30c8b4fd-6c75-4e8c-b43d-f31074d76442 HTTP/1.1" status: 200  len: 852 time: 0.0514801
Dec 25 21:19:16.261117 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-fbae6eda-4e45-424b-9b93-4669f2ae3095 req-7c5f1a00-b415-460e-8a1e-2071e5159ce6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2c732578-b39b-40c1-8a55-147e577043a0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0256300
Dec 25 21:19:16.274357 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-bb2c2ff7-9467-4c49-b7f7-f6c1ba434f34 tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:16.335745 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-bb2c2ff7-9467-4c49-b7f7-f6c1ba434f34 tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077839'] for security_group_rule, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:16.350959 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device cdd08e2a-d7d3-45dd-874c-1cadcc9203fd details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 25 21:19:16.354825 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device cdd08e2a-d7d3-45dd-874c-1cadcc9203fd no longer exists at agent hyperv_nch1-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:19:16.373804 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-fbae6eda-4e45-424b-9b93-4669f2ae3095 req-fc41626e-8bbd-40ef-8c07-6b37b124d9ac service neutron] 10.222.0.37 "GET /v2.0/networks/2c732578-b39b-40c1-8a55-147e577043a0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1052408
Dec 25 21:19:16.402589 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2c2ff7-9467-4c49-b7f7-f6c1ba434f34 tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04a387c8-9234-47f0-9acb-b68f40fd8fde,revision_number=0']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:19:16.475114 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9015bb54-5c04-4161-b441-5f80d84cedc1 req-5bc3f7f2-5494-4e7a-aeb6-2f3d89bf1653 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:19:16.477340 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:16.478220 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9015bb54-5c04-4161-b441-5f80d84cedc1 req-5bc3f7f2-5494-4e7a-aeb6-2f3d89bf1653 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] 10.222.0.37 "GET /v2.0/networks?id=de2cf5f5-0f83-4089-a263-5ec0a5e6f1de HTTP/1.1" status: 200  len: 806 time: 0.1840189
Dec 25 21:19:16.486198 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-bb2c2ff7-9467-4c49-b7f7-f6c1ba434f34 tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] Publish callbacks [] for security_group_rule, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:16.489138 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-bb2c2ff7-9467-4c49-b7f7-f6c1ba434f34 tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3916979
Dec 25 21:19:16.502335 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-9015bb54-5c04-4161-b441-5f80d84cedc1 req-ebe84538-7ca4-4e1a-9fd6-1268928f401b tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] Request body: {'port': {'device_id': '1dcb2aa4-3186-4c62-a704-70ced44d42ca', 'network_id': 'de2cf5f5-0f83-4089-a263-5ec0a5e6f1de', 'admin_state_up': True, 'tenant_id': '38d7cbaffc1340f59e994569e8e33e1d'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:19:16.508407 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 57780) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:19:16.513708 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-d11982e1-339c-4690-a7a6-fbbe08ad7263 tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] Request body: {'security_group_rule': {'security_group_id': '5ab40fef-4e3d-4094-a15c-e55f81ab0c72', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:19:16.532602 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-fbae6eda-4e45-424b-9b93-4669f2ae3095 req-24c55b1a-aa3a-4104-a89b-14116187c394 service neutron] 10.222.0.37 "GET /v2.0/networks/2c732578-b39b-40c1-8a55-147e577043a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1473250
Dec 25 21:19:16.538618 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '161df36a-2258-4f32-a7b0-2f7c793d4390', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cdd08e2a-d7d3-45dd-874c-1cadcc9203fd'}] {{(pid=121608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:19:16.546137 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a88c78c3ff6266bd59c7e89d275b28c92e739b67d23c89d71af88829fd31566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-106427f6-9205-4109-b644-e017d9417261" -d '{"events": [{"server_uuid": "161df36a-2258-4f32-a7b0-2f7c793d4390", "name": "network-vif-unplugged", "status": "completed", "tag": "cdd08e2a-d7d3-45dd-874c-1cadcc9203fd"}]}' {{(pid=121608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:19:16.546385 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port cdd08e2a-d7d3-45dd-874c-1cadcc9203fd, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=cdd08e2a-d7d3-45dd-874c-1cadcc9203fd,segment=NetworkSegment(66e39abb-3870-4404-91e4-a4d8a7ae7fb7),segment_id=66e39abb-3870-4404-91e4-a4d8a7ae7fb7)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:19:16.623771 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port cdd08e2a-d7d3-45dd-874c-1cadcc9203fd, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=cdd08e2a-d7d3-45dd-874c-1cadcc9203fd,segment=NetworkSegment(66e39abb-3870-4404-91e4-a4d8a7ae7fb7),segment_id=66e39abb-3870-4404-91e4-a4d8a7ae7fb7)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:19:16.652601 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Returning: {'device': 'cdd08e2a-d7d3-45dd-874c-1cadcc9203fd', 'network_id': '050fe506-29b6-4536-b03a-6d4fd9d4993c', 'port_id': 'cdd08e2a-d7d3-45dd-874c-1cadcc9203fd', 'mac_address': 'fa:16:3e:54:4d:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f5d8ab8-049c-411c-8531-c48febcca4ec', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 25 21:19:16.681166 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd4d40b-2072-49d9-b3d2-962c0a01cc7d req-d0cfc6fc-7a73-4aa4-831c-440c53198933 tempest-ServerRescueTestJSON-1336662106 tempest-ServerRescueTestJSON-1336662106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:19:16.682709 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-abd4d40b-2072-49d9-b3d2-962c0a01cc7d req-d0cfc6fc-7a73-4aa4-831c-440c53198933 tempest-ServerRescueTestJSON-1336662106 tempest-ServerRescueTestJSON-1336662106-project] 10.222.0.32 "GET /v2.0/ports?device_id=843046c2-4f29-489f-bce9-b4862b3636be HTTP/1.1" status: 200  len: 945 time: 0.1227555
Dec 25 21:19:16.697306 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:16.713157 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cdd08e2a-d7d3-45dd-874c-1cadcc9203fd {{(pid=121608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:19:16.721041 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.agents_db [None req-ec08dba0-4483-4109-b5e1-5e4a9fdaf12d None None] Agent healthcheck: found 7 active agents {{(pid=121609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 25 21:19:16.723762 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:16.744174 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-abd4d40b-2072-49d9-b3d2-962c0a01cc7d req-15a2e512-4e6e-44bc-9c29-5de6aed5a3f9 tempest-ServerRescueTestJSON-1336662106 tempest-ServerRescueTestJSON-1336662106-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3baa9cd-9895-4145-88c0-053a91673173&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0537629
Dec 25 21:19:16.803688 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 25 Dec 2021 21:19:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6baf7aef-64de-4ee5-a31c-72ae43109b54 x-openstack-request-id: req-6baf7aef-64de-4ee5-a31c-72ae43109b54 {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:19:16.804184 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "161df36a-2258-4f32-a7b0-2f7c793d4390", "name": "network-vif-unplugged", "status": "completed", "tag": "cdd08e2a-d7d3-45dd-874c-1cadcc9203fd", "code": 200}]} {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:19:16.804705 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6baf7aef-64de-4ee5-a31c-72ae43109b54 {{(pid=121608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:19:16.805262 ncdv-master-1 neutron-server[121608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '161df36a-2258-4f32-a7b0-2f7c793d4390', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cdd08e2a-d7d3-45dd-874c-1cadcc9203fd', 'code': 200}
Dec 25 21:19:16.810070 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-d11982e1-339c-4690-a7a6-fbbe08ad7263 tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] Publish callbacks [] for security_group_rule, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:16.812764 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.db.api [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=121608) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 25 21:19:16.813146 ncdv-master-1 neutron-server[121608]: DEBUG oslo_db.api [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 25 21:19:16.817744 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Pushing event updated for resources: {'Port': ['ID=cdd08e2a-d7d3-45dd-874c-1cadcc9203fd,revision_number=8']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:19:16.838477 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-55ee5ce1-a77f-4f28-8acb-f757329e4285 req-6461eb8f-31ce-4fc0-a265-f921022a4dda tempest-ServersAdminNegativeTestJSON-1924497653 tempest-ServersAdminNegativeTestJSON-1924497653-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=0ecfd75e0530430eaad8f0531a3a5244&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0444331
Dec 25 21:19:16.973105 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-d11982e1-339c-4690-a7a6-fbbe08ad7263 tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:17.017236 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ee5ce1-a77f-4f28-8acb-f757329e4285 req-49a61eed-79ba-4e83-8cd1-96c7084e4f89 tempest-ServersAdminNegativeTestJSON-1924497653 tempest-ServersAdminNegativeTestJSON-1924497653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:19:17.018626 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-55ee5ce1-a77f-4f28-8acb-f757329e4285 req-49a61eed-79ba-4e83-8cd1-96c7084e4f89 tempest-ServersAdminNegativeTestJSON-1924497653 tempest-ServersAdminNegativeTestJSON-1924497653-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1693871
Dec 25 21:19:17.019996 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9015bb54-5c04-4161-b441-5f80d84cedc1 req-ebe84538-7ca4-4e1a-9fd6-1268928f401b tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] Made reservation on behalf of 38d7cbaffc1340f59e994569e8e33e1d for: {'port': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:19:17.023348 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-9015bb54-5c04-4161-b441-5f80d84cedc1 req-ebe84538-7ca4-4e1a-9fd6-1268928f401b tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:17.048401 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-d11982e1-339c-4690-a7a6-fbbe08ad7263 tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077839'] for security_group_rule, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:17.058452 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-55ee5ce1-a77f-4f28-8acb-f757329e4285 req-f78932f3-7421-4b97-a23a-2c7cbe92b72d tempest-ServersAdminNegativeTestJSON-1924497653 tempest-ServersAdminNegativeTestJSON-1924497653-project] 10.222.0.32 "GET /v2.0/quotas/0ecfd75e0530430eaad8f0531a3a5244 HTTP/1.1" status: 200  len: 375 time: 0.0283544
Dec 25 21:19:17.067940 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16bb303-3e2e-4811-a8f8-d1088ceb737a req-b71c7af7-a60a-4267-9e81-54ba04905ecb tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:19:17.069418 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b16bb303-3e2e-4811-a8f8-d1088ceb737a req-b71c7af7-a60a-4267-9e81-54ba04905ecb tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] 10.222.0.32 "GET /v2.0/ports?device_id=a4de75a7-d672-42e2-b76c-476113efaa1c HTTP/1.1" status: 200  len: 943 time: 0.1210945
Dec 25 21:19:17.102705 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11982e1-339c-4690-a7a6-fbbe08ad7263 tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80f8e8bd-cf7e-46f8-b176-6f816ddd76a0,revision_number=0']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:19:17.158516 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-55ee5ce1-a77f-4f28-8acb-f757329e4285 req-64ab76b9-5b32-4afa-89a2-383fed40f153 tempest-ServersAdminNegativeTestJSON-1924497653 tempest-ServersAdminNegativeTestJSON-1924497653-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=0ecfd75e0530430eaad8f0531a3a5244&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0832326
Dec 25 21:19:17.230826 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b16bb303-3e2e-4811-a8f8-d1088ceb737a req-6d40850a-5520-4a17-8662-196fbcabdedc tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] 10.222.0.32 "GET /v2.0/security-groups?id=2bf8651c-3ed0-44bb-a064-d61aab6ec281&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1476572
Dec 25 21:19:17.251517 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-d11982e1-339c-4690-a7a6-fbbe08ad7263 tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] Publish callbacks [] for security_group_rule, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:17.256801 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-d11982e1-339c-4690-a7a6-fbbe08ad7263 tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.7430918
Dec 25 21:19:17.257658 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 57820) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:19:17.262094 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-cca64aa7-2cc4-4be2-bff6-12e4b1c8331b tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] Request body: {'floatingip': {'floating_network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:19:17.276685 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_common [req-9015bb54-5c04-4161-b441-5f80d84cedc1 req-ebe84538-7ca4-4e1a-9fd6-1268928f401b tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] Allocated IP 172.20.0.13 (de2cf5f5-0f83-4089-a263-5ec0a5e6f1de/81f9dfd5-f0bc-4f72-bceb-acbb4f595f27/596692a1-86ae-4ad5-865e-d9310e0fd70e) {{(pid=121606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:19:17.353509 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:17.366697 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-87ca0f33-ad7b-44e9-a7ce-545b7e6097dd req-bb836a87-a85c-47f0-855b-52a761c9f9f3 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] 10.222.0.32 "GET /v2.0/ports?device_id=1dcb2aa4-3186-4c62-a704-70ced44d42ca HTTP/1.1" status: 200  len: 210 time: 0.0542159
Dec 25 21:19:17.373300 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cdd08e2a-d7d3-45dd-874c-1cadcc9203fd {{(pid=121608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:19:17.400620 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port cdd08e2a-d7d3-45dd-874c-1cadcc9203fd, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=cdd08e2a-d7d3-45dd-874c-1cadcc9203fd,segment=NetworkSegment(66e39abb-3870-4404-91e4-a4d8a7ae7fb7),segment_id=66e39abb-3870-4404-91e4-a4d8a7ae7fb7)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:19:17.400732 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-cca64aa7-2cc4-4be2-bff6-12e4b1c8331b tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] Publish callbacks [] for floatingip, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:17.492209 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-874c3881-5201-405d-af89-1ab393912339 req-ee96f945-0fa7-47f8-b14b-a3460c4ec1a2 tempest-ServersAdminNegativeTestJSON-1924497653 tempest-ServersAdminNegativeTestJSON-1924497653-project] 10.222.0.32 "GET /v2.0/ports?device_id=dd3eb3b9-51e6-4fb9-87e8-3122867c3a42 HTTP/1.1" status: 200  len: 210 time: 0.0451941
Dec 25 21:19:17.505910 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:17.568260 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device 3a34eced-5439-48d3-9513-deac24aff981 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 25 21:19:17.606353 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Pushing event updated for resources: {'Port': ['ID=cdd08e2a-d7d3-45dd-874c-1cadcc9203fd,revision_number=9']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:19:17.623451 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-9015bb54-5c04-4161-b441-5f80d84cedc1 req-ebe84538-7ca4-4e1a-9fd6-1268928f401b tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] Publish callbacks [] for port, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:17.625925 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] get_ports_and_sgs() called for port_ids ['cdd08e2a-d7d3-45dd-874c-1cadcc9203fd'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:19:17.684700 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-cca64aa7-2cc4-4be2-bff6-12e4b1c8331b tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:17.735381 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port 3a34eced-5439-48d3-9513-deac24aff981, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3a34eced-5439-48d3-9513-deac24aff981,segment=NetworkSegment(40b3768f-3d6e-4d28-9b2a-4711b7f0f059),segment_id=40b3768f-3d6e-4d28-9b2a-4711b7f0f059)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:19:17.761416 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Returning: {'device': '3a34eced-5439-48d3-9513-deac24aff981', 'network_id': '2c732578-b39b-40c1-8a55-147e577043a0', 'port_id': '3a34eced-5439-48d3-9513-deac24aff981', 'mac_address': 'fa:16:3e:48:5c:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30c8b4fd-6c75-4e8c-b43d-f31074d76442', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 25 21:19:17.806701 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_common [None req-cca64aa7-2cc4-4be2-bff6-12e4b1c8331b tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] Allocated IP 172.35.3.239 (7201e55c-7c5f-41aa-a042-a363696539d0/7a939e13-713f-45cf-bba7-1539635abe25/c3166b6f-279a-4d58-81fb-df5df71fa77a) {{(pid=121606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:19:17.809280 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-9015bb54-5c04-4161-b441-5f80d84cedc1 req-ebe84538-7ca4-4e1a-9fd6-1268928f401b tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:17.834575 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:17.859814 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a34eced-5439-48d3-9513-deac24aff981 {{(pid=121608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:19:17.913932 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9015bb54-5c04-4161-b441-5f80d84cedc1 req-ebe84538-7ca4-4e1a-9fd6-1268928f401b tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] Network de2cf5f5-0f83-4089-a263-5ec0a5e6f1de is already hosted by enough agents. {{(pid=121606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:19:17.929578 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [req-9015bb54-5c04-4161-b441-5f80d84cedc1 req-ebe84538-7ca4-4e1a-9fd6-1268928f401b tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] Resources bound (agent type, host, resource id):  {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:19:17.936520 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [req-9015bb54-5c04-4161-b441-5f80d84cedc1 req-ebe84538-7ca4-4e1a-9fd6-1268928f401b tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] Received port after_create {{(pid=121606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:19:17.944512 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe84538-7ca4-4e1a-9fd6-1268928f401b tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] Pushing event updated for resources: {'Port': ['ID=596692a1-86ae-4ad5-865e-d9310e0fd70e,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:19:17.967283 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port 3a34eced-5439-48d3-9513-deac24aff981, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3a34eced-5439-48d3-9513-deac24aff981,segment=NetworkSegment(40b3768f-3d6e-4d28-9b2a-4711b7f0f059),segment_id=40b3768f-3d6e-4d28-9b2a-4711b7f0f059)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:19:18.056856 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:19:18.056856 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:19:18.056856 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:19:18.056856 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:19:18.056856 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:19:18.056856 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:19:18.056856 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:19:18.056856 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:19:18.056856 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:19:18.056856 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:19:18.056856 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:19:18.056856 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:19:18.056856 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:19:18.056856 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:19:18.056856 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:19:18.056856 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:19:18.056856 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:19:18.056856 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:19:18.056856 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:19:18.056856 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:19:18.056856 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:19:18.056856 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:19:18.056856 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:19:18.056856 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:19:18.056856 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:19:18.056856 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:19:18.056856 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:19:18.056856 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:19:18.056856 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:19:18.056856 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:19:18.056856 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:19:18.056856 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:19:18.056856 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:19:18.056856 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:19:18.056856 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:19:18.056856 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:19:18.059645 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:19:18.059645 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:19:18.059645 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:19:18.059645 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:19:18.059645 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:19:18.059645 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:19:18.059645 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:19:18.059645 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:19:18.059645 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:19:18.059645 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:19:18.059645 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:19:18.059645 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:19:18.061499 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a16883d-8476-4e2c-ba70-295fb634f723 req-8466c516-80ce-480c-a76d-81a92c95bea2 tempest-ServerRescueTestJSON-1336662106 tempest-ServerRescueTestJSON-1336662106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:19:18.071095 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4a16883d-8476-4e2c-ba70-295fb634f723 req-8466c516-80ce-480c-a76d-81a92c95bea2 tempest-ServerRescueTestJSON-1336662106 tempest-ServerRescueTestJSON-1336662106-project] 10.222.0.32 "GET /v2.0/ports?device_id=843046c2-4f29-489f-bce9-b4862b3636be HTTP/1.1" status: 200  len: 945 time: 0.2239623
Dec 25 21:19:18.077762 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:18.096820 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9015bb54-5c04-4161-b441-5f80d84cedc1 req-ebe84538-7ca4-4e1a-9fd6-1268928f401b tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:19:18.097515 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-9015bb54-5c04-4161-b441-5f80d84cedc1 req-ebe84538-7ca4-4e1a-9fd6-1268928f401b tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:18.166211 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Pushing event updated for resources: {'Port': ['ID=3a34eced-5439-48d3-9513-deac24aff981,revision_number=4']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:19:18.168097 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-cca64aa7-2cc4-4be2-bff6-12e4b1c8331b tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] Publish callbacks [] for port, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:18.191264 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4a16883d-8476-4e2c-ba70-295fb634f723 req-916bbe84-6cb9-48e4-9cea-59fb7056b310 tempest-ServerRescueTestJSON-1336662106 tempest-ServerRescueTestJSON-1336662106-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3baa9cd-9895-4145-88c0-053a91673173&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1208315
Dec 25 21:19:18.284923 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9015bb54-5c04-4161-b441-5f80d84cedc1 req-ebe84538-7ca4-4e1a-9fd6-1268928f401b tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.7924902
Dec 25 21:19:18.298546 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-9015bb54-5c04-4161-b441-5f80d84cedc1 req-11b26388-ca08-455a-addd-285bab62fa9b service neutron] Request body: {'port': {'device_id': '1dcb2aa4-3186-4c62-a704-70ced44d42ca', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:19:18.308186 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] get_ports_and_sgs() called for port_ids ['3a34eced-5439-48d3-9513-deac24aff981'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:19:18.337970 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-cca64aa7-2cc4-4be2-bff6-12e4b1c8331b tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:18.371595 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] get_ports_and_sgs() called for port_ids ['b548a516-5b40-4749-9286-e686f9b3d3be', 'ae3f3cc3-d73b-4b19-ae8d-52d95e61449e'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:19:18.403394 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca64aa7-2cc4-4be2-bff6-12e4b1c8331b tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] Pushing event updated for resources: {'Port': ['ID=c3166b6f-279a-4d58-81fb-df5df71fa77a,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:19:18.471814 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cca64aa7-2cc4-4be2-bff6-12e4b1c8331b tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] Network 7201e55c-7c5f-41aa-a042-a363696539d0 is already hosted by enough agents. {{(pid=121606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:19:18.506662 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd54d095-c2b9-4cf8-8f63-2d21d72c2080 req-6f5c2a07-bcfe-424f-ba7d-9704b87aea6a tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:19:18.515661 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-cd54d095-c2b9-4cf8-8f63-2d21d72c2080 req-6f5c2a07-bcfe-424f-ba7d-9704b87aea6a tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] 10.222.0.32 "GET /v2.0/ports?device_id=a4de75a7-d672-42e2-b76c-476113efaa1c HTTP/1.1" status: 200  len: 944 time: 0.1815171
Dec 25 21:19:18.519352 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [None req-cca64aa7-2cc4-4be2-bff6-12e4b1c8331b tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] Resources bound (agent type, host, resource id):  {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:19:18.530478 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cca64aa7-2cc4-4be2-bff6-12e4b1c8331b tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] Received port after_create {{(pid=121606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:19:18.532541 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-9015bb54-5c04-4161-b441-5f80d84cedc1 req-11b26388-ca08-455a-addd-285bab62fa9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:18.670303 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9586ac-da1d-4650-acae-b174d4909a25 req-4d7f61af-9518-48a7-903a-02f43e6bba96 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:19:18.678559 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5f9586ac-da1d-4650-acae-b174d4909a25 req-4d7f61af-9518-48a7-903a-02f43e6bba96 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] 10.222.0.32 "GET /v2.0/ports?device_id=1dcb2aa4-3186-4c62-a704-70ced44d42ca HTTP/1.1" status: 200  len: 932 time: 0.2090225
Dec 25 21:19:18.759078 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-cca64aa7-2cc4-4be2-bff6-12e4b1c8331b tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] Publish callbacks [] for floatingip, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:18.782966 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 57860) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:19:18.790080 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-9b37d65f-a101-4969-ad13-4a2482c816f9 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1971126286'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:19:18.798709 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-cd54d095-c2b9-4cf8-8f63-2d21d72c2080 req-914c23da-7114-4815-a258-9a8dabd08d15 tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] 10.222.0.32 "GET /v2.0/security-groups?id=2bf8651c-3ed0-44bb-a064-d61aab6ec281&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2797537
Dec 25 21:19:18.980045 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b37d65f-a101-4969-ad13-4a2482c816f9 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Made reservation on behalf of d4571ece0fa3450b83fde221178518c8 for: {'network': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:19:18.986051 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-9b37d65f-a101-4969-ad13-4a2482c816f9 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for network, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:19.032746 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-cca64aa7-2cc4-4be2-bff6-12e4b1c8331b tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:19.038658 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b37d65f-a101-4969-ad13-4a2482c816f9 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] vlan segment allocate from pool success with {'vlan_id': 150, 'physical_network': 'physnet1'}  {{(pid=121607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 25 21:19:19.051439 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-9b37d65f-a101-4969-ad13-4a2482c816f9 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:19.051786 ncdv-master-1 neutron-server[121607]: INFO neutron.db.segments_db [None req-9b37d65f-a101-4969-ad13-4a2482c816f9 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Added segment 3c3bf577-825d-4a12-8515-c9a0adea0ed3 of type vlan for network f7ed1632-2ec3-4974-9097-8fe2ac8f3ba4
Dec 25 21:19:19.141227 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-9b37d65f-a101-4969-ad13-4a2482c816f9 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737602163420'] for network, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:19.158695 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-45d76cab-12ef-49b9-9047-7154bbdcec0c req-07465417-adf4-4bdd-b9a8-78d4a656bf62 tempest-ServersAdminNegativeTestJSON-1924497653 tempest-ServersAdminNegativeTestJSON-1924497653-project] 10.222.0.32 "GET /v2.0/ports?device_id=dd3eb3b9-51e6-4fb9-87e8-3122867c3a42 HTTP/1.1" status: 200  len: 210 time: 0.0730059
Dec 25 21:19:19.195757 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5f9586ac-da1d-4650-acae-b174d4909a25 req-e8247e04-39c3-4814-977a-211c32c77f77 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c514444-6044-490f-9acc-6dece3909d9f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5137148
Dec 25 21:19:19.281102 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-9b37d65f-a101-4969-ad13-4a2482c816f9 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870'] for network, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:19.288260 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b37d65f-a101-4969-ad13-4a2482c816f9 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:19:19.294486 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-9b37d65f-a101-4969-ad13-4a2482c816f9 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for network, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:19.435677 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b37d65f-a101-4969-ad13-4a2482c816f9 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Pushing event updated for resources: {'Network': ['ID=f7ed1632-2ec3-4974-9097-8fe2ac8f3ba4,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:19:19.442738 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-9b37d65f-a101-4969-ad13-4a2482c816f9 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 774 time: 0.6572101
Dec 25 21:19:19.445084 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 57868) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:19:19.448215 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Network f7ed1632-2ec3-4974-9097-8fe2ac8f3ba4 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 25 21:19:19.463251 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-de7f1f81-f470-4d4d-9aff-faf8df752357 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-822784363'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:19:19.555740 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device 3a34eced-5439-48d3-9513-deac24aff981 up at agent hyperv_nch2-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:19:19.580588 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de7f1f81-f470-4d4d-9aff-faf8df752357 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Made reservation on behalf of d4571ece0fa3450b83fde221178518c8 for: {'network': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:19:19.584829 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-de7f1f81-f470-4d4d-9aff-faf8df752357 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for network, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:19.627404 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de7f1f81-f470-4d4d-9aff-faf8df752357 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] vlan segment allocate from pool success with {'vlan_id': 178, 'physical_network': 'physnet1'}  {{(pid=121607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 25 21:19:19.645277 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-de7f1f81-f470-4d4d-9aff-faf8df752357 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:19.645700 ncdv-master-1 neutron-server[121607]: INFO neutron.db.segments_db [None req-de7f1f81-f470-4d4d-9aff-faf8df752357 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Added segment 1484705c-8e80-460c-b34f-1f443916d93d of type vlan for network 3822397d-3d72-44cf-9fd0-b3119ec81123
Dec 25 21:19:19.701769 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-de7f1f81-f470-4d4d-9aff-faf8df752357 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737602163420'] for network, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:19.763764 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Provisioning for port 3a34eced-5439-48d3-9513-deac24aff981 completed by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 25 21:19:19.773897 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Provisioning complete for port 3a34eced-5439-48d3-9513-deac24aff981 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:19:19.774274 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:19.843272 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-de7f1f81-f470-4d4d-9aff-faf8df752357 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870'] for network, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:19.852598 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de7f1f81-f470-4d4d-9aff-faf8df752357 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:19:19.853317 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-de7f1f81-f470-4d4d-9aff-faf8df752357 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for network, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:19.878911 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c9474a-201d-42b5-950c-c0c8e3f94b32 req-6b4a4071-0967-44c4-9a35-dae19e4ac13a tempest-ServerRescueTestJSON-1336662106 tempest-ServerRescueTestJSON-1336662106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:19:19.880658 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-62c9474a-201d-42b5-950c-c0c8e3f94b32 req-6b4a4071-0967-44c4-9a35-dae19e4ac13a tempest-ServerRescueTestJSON-1336662106 tempest-ServerRescueTestJSON-1336662106-project] 10.222.0.32 "GET /v2.0/ports?device_id=843046c2-4f29-489f-bce9-b4862b3636be HTTP/1.1" status: 200  len: 945 time: 0.1993968
Dec 25 21:19:19.944923 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:19.987133 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4de75a7-d672-42e2-b76c-476113efaa1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a34eced-5439-48d3-9513-deac24aff981'}] {{(pid=121608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:19:19.994422 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a88c78c3ff6266bd59c7e89d275b28c92e739b67d23c89d71af88829fd31566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-557054ea-c284-496e-b8c7-80fcc3d573c9" -d '{"events": [{"server_uuid": "a4de75a7-d672-42e2-b76c-476113efaa1c", "name": "network-vif-plugged", "status": "completed", "tag": "3a34eced-5439-48d3-9513-deac24aff981"}]}' {{(pid=121608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:19:20.000253 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-cca64aa7-2cc4-4be2-bff6-12e4b1c8331b tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] Publish callbacks [] for port, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:20.032367 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [req-9015bb54-5c04-4161-b441-5f80d84cedc1 req-11b26388-ca08-455a-addd-285bab62fa9b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 596692a1-86ae-4ad5-865e-d9310e0fd70e {{(pid=121606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:19:20.049750 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d35ee7-ae3a-4620-8323-7f5a7ca312da req-070e7db1-3771-4250-8a66-c3d6c52dd386 tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:19:20.051414 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-42d35ee7-ae3a-4620-8323-7f5a7ca312da req-070e7db1-3771-4250-8a66-c3d6c52dd386 tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] 10.222.0.32 "GET /v2.0/ports?device_id=a4de75a7-d672-42e2-b76c-476113efaa1c HTTP/1.1" status: 200  len: 944 time: 0.1612449
Dec 25 21:19:20.056110 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-de7f1f81-f470-4d4d-9aff-faf8df752357 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 773 time: 0.6073883
Dec 25 21:19:20.056110 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7f1f81-f470-4d4d-9aff-faf8df752357 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Pushing event updated for resources: {'Network': ['ID=3822397d-3d72-44cf-9fd0-b3119ec81123,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:19:20.058192 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 57880) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:19:20.064686 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-abc76bb3-47f4-4154-b0a9-69c16d9ba58f tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Request body: {'subnet': {'network_id': 'f7ed1632-2ec3-4974-9097-8fe2ac8f3ba4', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:19:20.065386 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port 3a34eced-5439-48d3-9513-deac24aff981, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3a34eced-5439-48d3-9513-deac24aff981,segment=NetworkSegment(40b3768f-3d6e-4d28-9b2a-4711b7f0f059),segment_id=40b3768f-3d6e-4d28-9b2a-4711b7f0f059)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:19:20.071365 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Network 3822397d-3d72-44cf-9fd0-b3119ec81123 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 25 21:19:20.073365 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-9015bb54-5c04-4161-b441-5f80d84cedc1 req-11b26388-ca08-455a-addd-285bab62fa9b service neutron] Publish callbacks [] for port, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:20.117438 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-62c9474a-201d-42b5-950c-c0c8e3f94b32 req-adbfb26d-1ffa-4ac3-bdba-454d48956534 tempest-ServerRescueTestJSON-1336662106 tempest-ServerRescueTestJSON-1336662106-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3baa9cd-9895-4145-88c0-053a91673173&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2252910
Dec 25 21:19:20.131491 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-cca64aa7-2cc4-4be2-bff6-12e4b1c8331b tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:20.145934 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.provisioning_blocks [req-9015bb54-5c04-4161-b441-5f80d84cedc1 req-11b26388-ca08-455a-addd-285bab62fa9b service neutron] Transition to ACTIVE for port object 596692a1-86ae-4ad5-865e-d9310e0fd70e will not be triggered until provisioned by entity L2. {{(pid=121606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 25 21:19:20.213295 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-42d35ee7-ae3a-4620-8323-7f5a7ca312da req-c24facb4-11e0-4551-9804-e456e9ad9c8f tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] 10.222.0.32 "GET /v2.0/security-groups?id=2bf8651c-3ed0-44bb-a064-d61aab6ec281&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1347857
Dec 25 21:19:20.219517 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-55ee5ce1-a77f-4f28-8acb-f757329e4285 req-eaae11ac-9a64-4016-9778-9d6449191840 tempest-ServersAdminNegativeTestJSON-1924497653 tempest-ServersAdminNegativeTestJSON-1924497653-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=0ecfd75e0530430eaad8f0531a3a5244&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0427003
Dec 25 21:19:20.236511 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:20.312251 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca64aa7-2cc4-4be2-bff6-12e4b1c8331b tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] Pushing event updated for resources: {'Port': ['ID=c3166b6f-279a-4d58-81fb-df5df71fa77a,revision_number=2']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:19:20.331116 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 21:19:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6357ef0f-8c0c-49e9-bc77-06074b5123df x-openstack-request-id: req-6357ef0f-8c0c-49e9-bc77-06074b5123df {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:19:20.331415 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4de75a7-d672-42e2-b76c-476113efaa1c", "name": "network-vif-plugged", "status": "completed", "tag": "3a34eced-5439-48d3-9513-deac24aff981", "code": 200}]} {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:19:20.331680 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6357ef0f-8c0c-49e9-bc77-06074b5123df {{(pid=121608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:19:20.332087 ncdv-master-1 neutron-server[121608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4de75a7-d672-42e2-b76c-476113efaa1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a34eced-5439-48d3-9513-deac24aff981', 'code': 200}
Dec 25 21:19:20.344636 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Pushing event updated for resources: {'Port': ['ID=3a34eced-5439-48d3-9513-deac24aff981,revision_number=5']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:19:20.365778 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device cdd08e2a-d7d3-45dd-874c-1cadcc9203fd up at agent hyperv_nch1-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:19:20.419800 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1f29db95-cfca-4887-b385-d4d627b8054b req-b3d6bceb-ebe8-4354-8e8b-54fc99a120ae tempest-ServersAdminNegativeTestJSON-1924497653 tempest-ServersAdminNegativeTestJSON-1924497653-project] 10.222.0.32 "GET /v2.0/ports?device_id=dd3eb3b9-51e6-4fb9-87e8-3122867c3a42 HTTP/1.1" status: 200  len: 210 time: 0.1145716
Dec 25 21:19:20.452562 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abc76bb3-47f4-4154-b0a9-69c16d9ba58f tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Made reservation on behalf of d4571ece0fa3450b83fde221178518c8 for: {'subnet': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:19:20.457906 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-abc76bb3-47f4-4154-b0a9-69c16d9ba58f tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8852834'] for subnet, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:20.469981 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ee5ce1-a77f-4f28-8acb-f757329e4285 req-aa9817f1-0d8f-46da-af51-bc84571d0488 tempest-ServersAdminNegativeTestJSON-1924497653 tempest-ServersAdminNegativeTestJSON-1924497653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:19:20.471737 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-55ee5ce1-a77f-4f28-8acb-f757329e4285 req-aa9817f1-0d8f-46da-af51-bc84571d0488 tempest-ServersAdminNegativeTestJSON-1924497653 tempest-ServersAdminNegativeTestJSON-1924497653-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2325013
Dec 25 21:19:20.492813 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-9015bb54-5c04-4161-b441-5f80d84cedc1 req-11b26388-ca08-455a-addd-285bab62fa9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:20.499927 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [req-55ee5ce1-a77f-4f28-8acb-f757329e4285 req-4405aa46-21ea-4e8b-932c-e270f575804b tempest-ServersAdminNegativeTestJSON-1924497653 tempest-ServersAdminNegativeTestJSON-1924497653-project] Request body: {'port': {'device_id': 'dd3eb3b9-51e6-4fb9-87e8-3122867c3a42', 'network_id': '8f212e98-547d-4c6e-a560-2e9a548c8f59', 'admin_state_up': True, 'tenant_id': '0ecfd75e0530430eaad8f0531a3a5244'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:19:20.504108 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Provisioning complete for port cdd08e2a-d7d3-45dd-874c-1cadcc9203fd triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:19:20.504591 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:20.560272 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-cca64aa7-2cc4-4be2-bff6-12e4b1c8331b tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2008639'] for floatingip, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:20.593362 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:20.626421 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b26388-ca08-455a-addd-285bab62fa9b service neutron] Pushing event updated for resources: {'Port': ['ID=596692a1-86ae-4ad5-865e-d9310e0fd70e,revision_number=2']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:19:20.632301 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6523815-0c54-4c74-b667-80f94828b829 req-f602b92a-f2c3-4b6c-a2cb-d8bca31a0021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:19:20.633826 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port cdd08e2a-d7d3-45dd-874c-1cadcc9203fd, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=cdd08e2a-d7d3-45dd-874c-1cadcc9203fd,segment=NetworkSegment(66e39abb-3870-4404-91e4-a4d8a7ae7fb7),segment_id=66e39abb-3870-4404-91e4-a4d8a7ae7fb7)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:19:20.635339 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a6523815-0c54-4c74-b667-80f94828b829 req-f602b92a-f2c3-4b6c-a2cb-d8bca31a0021 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a4de75a7-d672-42e2-b76c-476113efaa1c HTTP/1.1" status: 200  len: 1096 time: 0.2063692
Dec 25 21:19:20.713141 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1000f3eb-5066-4e45-b026-c4c46619cfd7 req-1a003086-02e6-4a41-8124-a27719b38c98 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:19:20.722779 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1000f3eb-5066-4e45-b026-c4c46619cfd7 req-1a003086-02e6-4a41-8124-a27719b38c98 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] 10.222.0.32 "GET /v2.0/ports?device_id=1dcb2aa4-3186-4c62-a704-70ced44d42ca HTTP/1.1" status: 200  len: 944 time: 0.2225668
Dec 25 21:19:20.771548 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:20.791866 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-cca64aa7-2cc4-4be2-bff6-12e4b1c8331b tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for floatingip, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:20.793114 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-cca64aa7-2cc4-4be2-bff6-12e4b1c8331b tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 3.5347185
Dec 25 21:19:20.809017 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a6523815-0c54-4c74-b667-80f94828b829 req-09020dd9-0a22-40a4-b8d7-8aca86dee235 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=2bf8651c-3ed0-44bb-a064-d61aab6ec281&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1621053
Dec 25 21:19:20.837965 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-9015bb54-5c04-4161-b441-5f80d84cedc1 req-11b26388-ca08-455a-addd-285bab62fa9b service neutron] Attempting to bind port 596692a1-86ae-4ad5-865e-d9310e0fd70e on host nch2-master-1 for vnic_type normal with profile  {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:19:20.838324 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-9015bb54-5c04-4161-b441-5f80d84cedc1 req-11b26388-ca08-455a-addd-285bab62fa9b service neutron] Attempting to bind port 596692a1-86ae-4ad5-865e-d9310e0fd70e by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '2eb49ff2-b1de-4e84-a376-6f91f784eeb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'de2cf5f5-0f83-4089-a263-5ec0a5e6f1de'}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:19:20.838633 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9015bb54-5c04-4161-b441-5f80d84cedc1 req-11b26388-ca08-455a-addd-285bab62fa9b service neutron] Attempting to bind port 596692a1-86ae-4ad5-865e-d9310e0fd70e on network de2cf5f5-0f83-4089-a263-5ec0a5e6f1de {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:19:20.846846 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Pushing event updated for resources: {'Port': ['ID=cdd08e2a-d7d3-45dd-874c-1cadcc9203fd,revision_number=10']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:19:20.874539 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1000f3eb-5066-4e45-b026-c4c46619cfd7 req-f668a8d6-1c1b-4d60-b748-f0eeb94d653a tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c514444-6044-490f-9acc-6dece3909d9f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1434689
Dec 25 21:19:20.877129 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9015bb54-5c04-4161-b441-5f80d84cedc1 req-11b26388-ca08-455a-addd-285bab62fa9b service neutron] Port 596692a1-86ae-4ad5-865e-d9310e0fd70e on network de2cf5f5-0f83-4089-a263-5ec0a5e6f1de not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 25 21:19:20.878007 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9015bb54-5c04-4161-b441-5f80d84cedc1 req-11b26388-ca08-455a-addd-285bab62fa9b service neutron] Attempting to bind port 596692a1-86ae-4ad5-865e-d9310e0fd70e on network de2cf5f5-0f83-4089-a263-5ec0a5e6f1de {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:19:20.886655 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9015bb54-5c04-4161-b441-5f80d84cedc1 req-11b26388-ca08-455a-addd-285bab62fa9b service neutron] Checking agent: {'id': '0d9ae313-8f8d-40fa-8a9f-d098a25a9911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 21, 4, 38), 'started_at': datetime.datetime(2021, 12, 25, 21, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 19, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:19:20.887341 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9015bb54-5c04-4161-b441-5f80d84cedc1 req-11b26388-ca08-455a-addd-285bab62fa9b service neutron] Checking segment: {'id': '2eb49ff2-b1de-4e84-a376-6f91f784eeb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'de2cf5f5-0f83-4089-a263-5ec0a5e6f1de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:19:20.888012 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9015bb54-5c04-4161-b441-5f80d84cedc1 req-11b26388-ca08-455a-addd-285bab62fa9b service neutron] Bound using segment: {'id': '2eb49ff2-b1de-4e84-a376-6f91f784eeb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'de2cf5f5-0f83-4089-a263-5ec0a5e6f1de'} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:19:20.888506 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-9015bb54-5c04-4161-b441-5f80d84cedc1 req-11b26388-ca08-455a-addd-285bab62fa9b service neutron] Bound port: 596692a1-86ae-4ad5-865e-d9310e0fd70e, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2eb49ff2-b1de-4e84-a376-6f91f784eeb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'de2cf5f5-0f83-4089-a263-5ec0a5e6f1de'}}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:19:20.888868 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-9015bb54-5c04-4161-b441-5f80d84cedc1 req-11b26388-ca08-455a-addd-285bab62fa9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:20.968552 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-abc76bb3-47f4-4154-b0a9-69c16d9ba58f tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8632475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8852848'] for subnet, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:20.993514 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-9015bb54-5c04-4161-b441-5f80d84cedc1 req-11b26388-ca08-455a-addd-285bab62fa9b service neutron] For port 596692a1-86ae-4ad5-865e-d9310e0fd70e, host nch2-master-1, cleared binding levels {{(pid=121606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:19:21.005000 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-9015bb54-5c04-4161-b441-5f80d84cedc1 req-11b26388-ca08-455a-addd-285bab62fa9b service neutron] For port 596692a1-86ae-4ad5-865e-d9310e0fd70e, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=596692a1-86ae-4ad5-865e-d9310e0fd70e,segment=NetworkSegment(2eb49ff2-b1de-4e84-a376-6f91f784eeb5),segment_id=2eb49ff2-b1de-4e84-a376-6f91f784eeb5)] {{(pid=121606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:19:21.007804 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55ee5ce1-a77f-4f28-8acb-f757329e4285 req-4405aa46-21ea-4e8b-932c-e270f575804b tempest-ServersAdminNegativeTestJSON-1924497653 tempest-ServersAdminNegativeTestJSON-1924497653-project] Made reservation on behalf of 0ecfd75e0530430eaad8f0531a3a5244 for: {'port': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:19:21.012138 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-55ee5ce1-a77f-4f28-8acb-f757329e4285 req-4405aa46-21ea-4e8b-932c-e270f575804b tempest-ServersAdminNegativeTestJSON-1924497653 tempest-ServersAdminNegativeTestJSON-1924497653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:21.039344 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-55ee5ce1-a77f-4f28-8acb-f757329e4285 req-4405aa46-21ea-4e8b-932c-e270f575804b tempest-ServersAdminNegativeTestJSON-1924497653 tempest-ServersAdminNegativeTestJSON-1924497653-project] Publish callbacks [] for security_group, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:21.078738 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc76bb3-47f4-4154-b0a9-69c16d9ba58f tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Pushing event updated for resources: {'Subnet': ['ID=f792eb17-8c67-407f-9cdd-1353c9bc42bb,revision_number=0']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:19:21.098491 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-9015bb54-5c04-4161-b441-5f80d84cedc1 req-11b26388-ca08-455a-addd-285bab62fa9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:21.102856 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abc76bb3-47f4-4154-b0a9-69c16d9ba58f tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Checking segment: {'id': '3c3bf577-825d-4a12-8515-c9a0adea0ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'f7ed1632-2ec3-4974-9097-8fe2ac8f3ba4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:19:21.103216 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abc76bb3-47f4-4154-b0a9-69c16d9ba58f tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Network hostable DHCP agents. Network: f7ed1632-2ec3-4974-9097-8fe2ac8f3ba4, hostable agents: ['1813db88-2c1b-4357-a2ba-869246b663c2'], hosted agents: [] {{(pid=121607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 25 21:19:21.139825 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e1479f88-5237-40d4-9278-603c21d7dfa9 req-3c5a9d39-207b-428e-ba71-19417d07aa9d tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1116856633&fields=id&tenant_id=7ed80be6e633499b9d1dc61c05014afc HTTP/1.1" status: 200  len: 267 time: 0.1025047
Dec 25 21:19:21.175614 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9015bb54-5c04-4161-b441-5f80d84cedc1 req-11b26388-ca08-455a-addd-285bab62fa9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:19:21.176425 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-9015bb54-5c04-4161-b441-5f80d84cedc1 req-11b26388-ca08-455a-addd-285bab62fa9b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:21.181072 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9015bb54-5c04-4161-b441-5f80d84cedc1 req-11b26388-ca08-455a-addd-285bab62fa9b service neutron] 10.222.0.37 "PUT /v2.0/ports/596692a1-86ae-4ad5-865e-d9310e0fd70e HTTP/1.1" status: 200  len: 1092 time: 2.8845181
Dec 25 21:19:21.181072 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1dcb2aa4-3186-4c62-a704-70ced44d42ca', 'tag': '596692a1-86ae-4ad5-865e-d9310e0fd70e'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:19:21.182785 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9858820c13ec2827453b94ebc4181065e990a4e4089ccb9fe762531ac62d2fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6e67639-c1d9-461f-b250-f53235e87759" -d '{"events": [{"name": "network-changed", "server_uuid": "1dcb2aa4-3186-4c62-a704-70ced44d42ca", "tag": "596692a1-86ae-4ad5-865e-d9310e0fd70e"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:19:21.199365 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-55ee5ce1-a77f-4f28-8acb-f757329e4285 req-4405aa46-21ea-4e8b-932c-e270f575804b tempest-ServersAdminNegativeTestJSON-1924497653 tempest-ServersAdminNegativeTestJSON-1924497653-project] Publish callbacks [] for security_group, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:21.241266 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abc76bb3-47f4-4154-b0a9-69c16d9ba58f tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Network f7ed1632-2ec3-4974-9097-8fe2ac8f3ba4 is scheduled to be hosted by DHCP agent 1813db88-2c1b-4357-a2ba-869246b663c2 with binding_index 1 {{(pid=121607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 25 21:19:21.256329 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b26388-ca08-455a-addd-285bab62fa9b service neutron] Pushing event updated for resources: {'Port': ['ID=596692a1-86ae-4ad5-865e-d9310e0fd70e,revision_number=3']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:19:21.326781 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-55ee5ce1-a77f-4f28-8acb-f757329e4285 req-4405aa46-21ea-4e8b-932c-e270f575804b tempest-ServersAdminNegativeTestJSON-1924497653 tempest-ServersAdminNegativeTestJSON-1924497653-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:21.346652 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1479f88-5237-40d4-9278-603c21d7dfa9 req-e4c9889f-2961-419c-972b-d939bc724e6d tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:19:21.350144 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e1479f88-5237-40d4-9278-603c21d7dfa9 req-e4c9889f-2961-419c-972b-d939bc724e6d tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] 10.222.0.32 "GET /v2.0/networks?id=cb028617-ca4b-4888-809e-8a74d7f084f8 HTTP/1.1" status: 200  len: 810 time: 0.2094531
Dec 25 21:19:21.355313 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-abc76bb3-47f4-4154-b0a9-69c16d9ba58f tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, f7ed1632-2ec3-4974-9097-8fe2ac8f3ba4) {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:19:21.361902 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dc6a54-256b-4057-a3ea-edf0bf017c6e req-3a67cefa-57cc-4303-b02e-3fc661fcd23b tempest-ServerRescueTestJSON-1336662106 tempest-ServerRescueTestJSON-1336662106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:19:21.364026 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffa1a1eb-82a1-4e3d-b176-b5dd01ac3345 None None] Network f7ed1632-2ec3-4974-9097-8fe2ac8f3ba4 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:19:21.370593 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b0dc6a54-256b-4057-a3ea-edf0bf017c6e req-3a67cefa-57cc-4303-b02e-3fc661fcd23b tempest-ServerRescueTestJSON-1336662106 tempest-ServerRescueTestJSON-1336662106-project] 10.222.0.32 "GET /v2.0/ports?device_id=843046c2-4f29-489f-bce9-b4862b3636be HTTP/1.1" status: 200  len: 945 time: 0.1179962
Dec 25 21:19:21.373144 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abc76bb3-47f4-4154-b0a9-69c16d9ba58f tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:19:21.376259 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-abc76bb3-47f4-4154-b0a9-69c16d9ba58f tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Publish callbacks [] for subnet, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:21.430857 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e1479f88-5237-40d4-9278-603c21d7dfa9 req-5b55d941-4e2a-4d31-9dd6-ad97af831935 tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] 10.222.0.32 "GET /v2.0/quotas/7ed80be6e633499b9d1dc61c05014afc HTTP/1.1" status: 200  len: 375 time: 0.0345166
Dec 25 21:19:21.438203 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4405aa46-21ea-4e8b-932c-e270f575804b tempest-ServersAdminNegativeTestJSON-1924497653 tempest-ServersAdminNegativeTestJSON-1924497653-project] Pushing event updated for resources: {'SecurityGroup': ['ID=349abdf5-d976-4669-aec0-3c3abb1132dd,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:19:21.507732 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b0dc6a54-256b-4057-a3ea-edf0bf017c6e req-d2781557-9d0a-4130-8899-c18af9d1d046 tempest-ServerRescueTestJSON-1336662106 tempest-ServerRescueTestJSON-1336662106-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3baa9cd-9895-4145-88c0-053a91673173&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1359556
Dec 25 21:19:21.546108 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-abc76bb3-47f4-4154-b0a9-69c16d9ba58f tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 794 time: 1.4791951
Dec 25 21:19:21.547412 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4924d371-cdbe-465f-8ea1-332ab387bb6d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-f7ed1632-2ec3-4974-9097-8fe2ac8f3ba4', 'network_id': 'f7ed1632-2ec3-4974-9097-8fe2ac8f3ba4', 'project_id': 'd4571ece0fa3450b83fde221178518c8', 'fixed_ips': [{'subnet_id': 'f792eb17-8c67-407f-9cdd-1353c9bc42bb'}]}} from ncdv-master-1. {{(pid=121608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 25 21:19:21.547906 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-4924d371-cdbe-465f-8ea1-332ab387bb6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:21.548082 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 57912) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:19:21.561622 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-66cfdd30-b0ee-4d72-a1f4-cfa8f7ca3a68 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Request body: {'subnet': {'network_id': '3822397d-3d72-44cf-9fd0-b3119ec81123', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:19:21.592665 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e1479f88-5237-40d4-9278-603c21d7dfa9 req-b0dcd322-f832-4442-88fb-32dc28631b0a tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=7ed80be6e633499b9d1dc61c05014afc&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1519265
Dec 25 21:19:21.614118 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9015bb54-5c04-4161-b441-5f80d84cedc1 req-81b964a0-a2fb-49bf-954f-b774d86d267f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:19:21.615773 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9015bb54-5c04-4161-b441-5f80d84cedc1 req-81b964a0-a2fb-49bf-954f-b774d86d267f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=38d7cbaffc1340f59e994569e8e33e1d&device_id=1dcb2aa4-3186-4c62-a704-70ced44d42ca HTTP/1.1" status: 200  len: 1095 time: 0.2092288
Dec 25 21:19:21.620160 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [req-e1479f88-5237-40d4-9278-603c21d7dfa9 req-2af6de1e-19d4-42ed-bf32-128fb624efb8 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=121606) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 25 21:19:21.628660 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e1479f88-5237-40d4-9278-603c21d7dfa9 req-2af6de1e-19d4-42ed-bf32-128fb624efb8 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0175951
Dec 25 21:19:21.640147 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Dec 2021 21:19:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80aab317-3c4c-4ef4-8022-037d895dad07 x-openstack-request-id: req-80aab317-3c4c-4ef4-8022-037d895dad07 {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:19:21.640523 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1dcb2aa4-3186-4c62-a704-70ced44d42ca", "tag": "596692a1-86ae-4ad5-865e-d9310e0fd70e", "status": "completed", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:19:21.640884 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-80aab317-3c4c-4ef4-8022-037d895dad07 {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:19:21.641372 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1dcb2aa4-3186-4c62-a704-70ced44d42ca', 'tag': '596692a1-86ae-4ad5-865e-d9310e0fd70e', 'status': 'completed', 'code': 200}
Dec 25 21:19:21.738656 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_common [req-55ee5ce1-a77f-4f28-8acb-f757329e4285 req-4405aa46-21ea-4e8b-932c-e270f575804b tempest-ServersAdminNegativeTestJSON-1924497653 tempest-ServersAdminNegativeTestJSON-1924497653-project] Allocated IP 192.168.233.199 (8f212e98-547d-4c6e-a560-2e9a548c8f59/dcfbae86-f93e-400c-8084-eac7f56ff5ba/60d06ee7-b2a0-4b58-9871-903596124a14) {{(pid=121607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:19:21.807396 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e1479f88-5237-40d4-9278-603c21d7dfa9 req-53adc904-1743-43c5-bea4-ba7e10c95602 service neutron] 10.222.0.32 "GET /v2.0/networks/cb028617-ca4b-4888-809e-8a74d7f084f8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1776516
Dec 25 21:19:21.810256 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9015bb54-5c04-4161-b441-5f80d84cedc1 req-20ff2b11-7b8d-409c-8830-bbcff518745a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=596692a1-86ae-4ad5-865e-d9310e0fd70e HTTP/1.1" status: 200  len: 217 time: 0.1707091
Dec 25 21:19:21.852006 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.db_base_plugin_common [None req-4924d371-cdbe-465f-8ea1-332ab387bb6d None None] Allocated IP 10.1.1.2 (f7ed1632-2ec3-4974-9097-8fe2ac8f3ba4/f792eb17-8c67-407f-9cdd-1353c9bc42bb/835d6a22-8218-4666-8871-0f32a71bd98d) {{(pid=121608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:19:21.909668 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66cfdd30-b0ee-4d72-a1f4-cfa8f7ca3a68 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Made reservation on behalf of d4571ece0fa3450b83fde221178518c8 for: {'subnet': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:19:21.920748 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-66cfdd30-b0ee-4d72-a1f4-cfa8f7ca3a68 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8852834'] for subnet, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:22.012998 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9015bb54-5c04-4161-b441-5f80d84cedc1 req-d99b427e-334f-463f-9685-ea5ce702903a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:19:22.014678 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9015bb54-5c04-4161-b441-5f80d84cedc1 req-d99b427e-334f-463f-9685-ea5ce702903a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=81f9dfd5-f0bc-4f72-bceb-acbb4f595f27 HTTP/1.1" status: 200  len: 846 time: 0.1969507
Dec 25 21:19:22.108228 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9015bb54-5c04-4161-b441-5f80d84cedc1 req-53aacc4a-ed52-4f1a-814e-c142e0872587 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=de2cf5f5-0f83-4089-a263-5ec0a5e6f1de&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0585592
Dec 25 21:19:22.135928 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6974a2d-02a2-46c4-8504-451af8df1e1c req-9eb595a2-ac48-4700-8a31-f9367c114e8d tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:19:22.149288 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e6974a2d-02a2-46c4-8504-451af8df1e1c req-9eb595a2-ac48-4700-8a31-f9367c114e8d tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] 10.222.0.32 "GET /v2.0/ports?device_id=a4de75a7-d672-42e2-b76c-476113efaa1c HTTP/1.1" status: 200  len: 945 time: 0.2069721
Dec 25 21:19:22.201150 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-55ee5ce1-a77f-4f28-8acb-f757329e4285 req-4405aa46-21ea-4e8b-932c-e270f575804b tempest-ServersAdminNegativeTestJSON-1924497653 tempest-ServersAdminNegativeTestJSON-1924497653-project] Publish callbacks [] for port, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:22.210339 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e1479f88-5237-40d4-9278-603c21d7dfa9 req-c9e2a4df-9365-472d-98b9-67e4fa863e53 service neutron] 10.222.0.32 "GET /v2.0/networks/cb028617-ca4b-4888-809e-8a74d7f084f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3775251
Dec 25 21:19:22.246761 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-4924d371-cdbe-465f-8ea1-332ab387bb6d None None] Publish callbacks [] for port, precommit_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:22.314119 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e6974a2d-02a2-46c4-8504-451af8df1e1c req-7b405f39-7b81-425e-b98f-bfd7f82e2cbe tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] 10.222.0.32 "GET /v2.0/security-groups?id=2bf8651c-3ed0-44bb-a064-d61aab6ec281&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1584389
Dec 25 21:19:22.334379 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '161df36a-2258-4f32-a7b0-2f7c793d4390', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdd08e2a-d7d3-45dd-874c-1cadcc9203fd'}] {{(pid=121608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:19:22.338077 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a88c78c3ff6266bd59c7e89d275b28c92e739b67d23c89d71af88829fd31566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60a70c37-37b3-497c-b39e-49d5d3afcbfb" -d '{"events": [{"server_uuid": "161df36a-2258-4f32-a7b0-2f7c793d4390", "name": "network-vif-plugged", "status": "completed", "tag": "cdd08e2a-d7d3-45dd-874c-1cadcc9203fd"}]}' {{(pid=121608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:19:22.338864 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9015bb54-5c04-4161-b441-5f80d84cedc1 req-a21082d1-dcee-4dfb-88ad-e6410a7abce4 service neutron] 10.222.0.37 "GET /v2.0/networks/de2cf5f5-0f83-4089-a263-5ec0a5e6f1de?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2154915
Dec 25 21:19:22.385754 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-4924d371-cdbe-465f-8ea1-332ab387bb6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946'] for port, after_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:22.410060 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-55ee5ce1-a77f-4f28-8acb-f757329e4285 req-4405aa46-21ea-4e8b-932c-e270f575804b tempest-ServersAdminNegativeTestJSON-1924497653 tempest-ServersAdminNegativeTestJSON-1924497653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:22.467118 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55ee5ce1-a77f-4f28-8acb-f757329e4285 req-4405aa46-21ea-4e8b-932c-e270f575804b tempest-ServersAdminNegativeTestJSON-1924497653 tempest-ServersAdminNegativeTestJSON-1924497653-project] Network 8f212e98-547d-4c6e-a560-2e9a548c8f59 is already hosted by enough agents. {{(pid=121607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:19:22.474003 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [req-55ee5ce1-a77f-4f28-8acb-f757329e4285 req-4405aa46-21ea-4e8b-932c-e270f575804b tempest-ServersAdminNegativeTestJSON-1924497653 tempest-ServersAdminNegativeTestJSON-1924497653-project] Resources bound (agent type, host, resource id):  {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:19:22.477252 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [req-55ee5ce1-a77f-4f28-8acb-f757329e4285 req-4405aa46-21ea-4e8b-932c-e270f575804b tempest-ServersAdminNegativeTestJSON-1924497653 tempest-ServersAdminNegativeTestJSON-1924497653-project] Received port after_create {{(pid=121607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:19:22.493504 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4924d371-cdbe-465f-8ea1-332ab387bb6d None None] Network f7ed1632-2ec3-4974-9097-8fe2ac8f3ba4 is already hosted by enough agents. {{(pid=121608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:19:22.499488 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.base_scheduler [None req-4924d371-cdbe-465f-8ea1-332ab387bb6d None None] Resources bound (agent type, host, resource id):  {{(pid=121608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:19:22.507963 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4924d371-cdbe-465f-8ea1-332ab387bb6d None None] Received port after_create {{(pid=121608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:19:22.517804 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4924d371-cdbe-465f-8ea1-332ab387bb6d None None] Pushing event updated for resources: {'Port': ['ID=835d6a22-8218-4666-8871-0f32a71bd98d,revision_number=1']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:19:22.534677 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-66cfdd30-b0ee-4d72-a1f4-cfa8f7ca3a68 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8632475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8852848'] for subnet, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:22.553967 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9015bb54-5c04-4161-b441-5f80d84cedc1 req-77354a23-331f-4b53-b1ee-8a48ee3a7e3d service neutron] 10.222.0.37 "GET /v2.0/networks/de2cf5f5-0f83-4089-a263-5ec0a5e6f1de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2079675
Dec 25 21:19:22.588335 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f87d589-1dd8-4031-91d4-ede86de9bd50 req-8b601220-5725-4093-a362-9846dbf81df6 tempest-ServersAdminNegativeTestJSON-1924497653 tempest-ServersAdminNegativeTestJSON-1924497653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:19:22.590650 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2f87d589-1dd8-4031-91d4-ede86de9bd50 req-8b601220-5725-4093-a362-9846dbf81df6 tempest-ServersAdminNegativeTestJSON-1924497653 tempest-ServersAdminNegativeTestJSON-1924497653-project] 10.222.0.32 "GET /v2.0/ports?device_id=dd3eb3b9-51e6-4fb9-87e8-3122867c3a42 HTTP/1.1" status: 200  len: 936 time: 0.1357212
Dec 25 21:19:22.621616 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cfdd30-b0ee-4d72-a1f4-cfa8f7ca3a68 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Pushing event updated for resources: {'Subnet': ['ID=0f498337-e4ba-4b34-b7b9-d5a4315f4f02,revision_number=0']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:19:22.627188 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4405aa46-21ea-4e8b-932c-e270f575804b tempest-ServersAdminNegativeTestJSON-1924497653 tempest-ServersAdminNegativeTestJSON-1924497653-project] Pushing event updated for resources: {'Port': ['ID=60d06ee7-b2a0-4b58-9871-903596124a14,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:19:22.678834 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ee5ce1-a77f-4f28-8acb-f757329e4285 req-4405aa46-21ea-4e8b-932c-e270f575804b tempest-ServersAdminNegativeTestJSON-1924497653 tempest-ServersAdminNegativeTestJSON-1924497653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:19:22.681370 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-55ee5ce1-a77f-4f28-8acb-f757329e4285 req-4405aa46-21ea-4e8b-932c-e270f575804b tempest-ServersAdminNegativeTestJSON-1924497653 tempest-ServersAdminNegativeTestJSON-1924497653-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:22.686681 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-4924d371-cdbe-465f-8ea1-332ab387bb6d None None] Attempting to bind port 835d6a22-8218-4666-8871-0f32a71bd98d on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:19:22.687209 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-4924d371-cdbe-465f-8ea1-332ab387bb6d None None] Attempting to bind port 835d6a22-8218-4666-8871-0f32a71bd98d by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '3c3bf577-825d-4a12-8515-c9a0adea0ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'f7ed1632-2ec3-4974-9097-8fe2ac8f3ba4'}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:19:22.693247 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4924d371-cdbe-465f-8ea1-332ab387bb6d None None] Attempting to bind port 835d6a22-8218-4666-8871-0f32a71bd98d on network f7ed1632-2ec3-4974-9097-8fe2ac8f3ba4 {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:19:22.723927 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4924d371-cdbe-465f-8ea1-332ab387bb6d None None] Checking agent: {'id': 'ca4f5c6d-f1fd-48b8-a3e3-395864c7d23d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 20, 56, 40), 'started_at': datetime.datetime(2021, 12, 25, 20, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 19, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:19:22.724398 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4924d371-cdbe-465f-8ea1-332ab387bb6d None None] Checking segment: {'id': '3c3bf577-825d-4a12-8515-c9a0adea0ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'f7ed1632-2ec3-4974-9097-8fe2ac8f3ba4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:19:22.727244 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-4924d371-cdbe-465f-8ea1-332ab387bb6d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:22.727662 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4924d371-cdbe-465f-8ea1-332ab387bb6d None None] Bound using segment: {'id': '3c3bf577-825d-4a12-8515-c9a0adea0ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'f7ed1632-2ec3-4974-9097-8fe2ac8f3ba4'} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:19:22.728165 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-4924d371-cdbe-465f-8ea1-332ab387bb6d None None] Bound port: 835d6a22-8218-4666-8871-0f32a71bd98d, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c3bf577-825d-4a12-8515-c9a0adea0ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'f7ed1632-2ec3-4974-9097-8fe2ac8f3ba4'}}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:19:22.728554 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-4924d371-cdbe-465f-8ea1-332ab387bb6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:22.764133 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66cfdd30-b0ee-4d72-a1f4-cfa8f7ca3a68 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Checking segment: {'id': '1484705c-8e80-460c-b34f-1f443916d93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '3822397d-3d72-44cf-9fd0-b3119ec81123'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:19:22.764574 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66cfdd30-b0ee-4d72-a1f4-cfa8f7ca3a68 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Network hostable DHCP agents. Network: 3822397d-3d72-44cf-9fd0-b3119ec81123, hostable agents: ['1813db88-2c1b-4357-a2ba-869246b663c2'], hosted agents: [] {{(pid=121607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 25 21:19:22.790808 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2f87d589-1dd8-4031-91d4-ede86de9bd50 req-ba1f8233-f1b9-4501-9b0d-c64abc73299f tempest-ServersAdminNegativeTestJSON-1924497653 tempest-ServersAdminNegativeTestJSON-1924497653-project] 10.222.0.32 "GET /v2.0/security-groups?id=349abdf5-d976-4669-aec0-3c3abb1132dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1894915
Dec 25 21:19:22.883156 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-55ee5ce1-a77f-4f28-8acb-f757329e4285 req-4405aa46-21ea-4e8b-932c-e270f575804b tempest-ServersAdminNegativeTestJSON-1924497653 tempest-ServersAdminNegativeTestJSON-1924497653-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 2.3524752
Dec 25 21:19:22.883156 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [req-55ee5ce1-a77f-4f28-8acb-f757329e4285 req-5c07a260-f802-455d-97e4-247e10e27311 service neutron] Request body: {'port': {'device_id': 'dd3eb3b9-51e6-4fb9-87e8-3122867c3a42', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:19:22.905882 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-4924d371-cdbe-465f-8ea1-332ab387bb6d None None] For port 835d6a22-8218-4666-8871-0f32a71bd98d, host ncdv-master-1, cleared binding levels {{(pid=121608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:19:22.913434 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 21:19:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f11d8ad-5448-4d9c-98be-4ef1e6047032 x-openstack-request-id: req-9f11d8ad-5448-4d9c-98be-4ef1e6047032 {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:19:22.913735 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "161df36a-2258-4f32-a7b0-2f7c793d4390", "name": "network-vif-plugged", "status": "completed", "tag": "cdd08e2a-d7d3-45dd-874c-1cadcc9203fd", "code": 200}]} {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:19:22.913978 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9f11d8ad-5448-4d9c-98be-4ef1e6047032 {{(pid=121608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:19:22.914373 ncdv-master-1 neutron-server[121608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '161df36a-2258-4f32-a7b0-2f7c793d4390', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdd08e2a-d7d3-45dd-874c-1cadcc9203fd', 'code': 200}
Dec 25 21:19:22.916118 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-4924d371-cdbe-465f-8ea1-332ab387bb6d None None] For port 835d6a22-8218-4666-8871-0f32a71bd98d, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=835d6a22-8218-4666-8871-0f32a71bd98d,segment=NetworkSegment(3c3bf577-825d-4a12-8515-c9a0adea0ed3),segment_id=3c3bf577-825d-4a12-8515-c9a0adea0ed3)] {{(pid=121608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:19:22.947273 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5432c759-6afa-4ea7-943c-3cb36d93736e req-5c301b05-17e4-45c0-b233-d117fb77f9a2 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:19:22.963324 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5432c759-6afa-4ea7-943c-3cb36d93736e req-5c301b05-17e4-45c0-b233-d117fb77f9a2 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] 10.222.0.32 "GET /v2.0/ports?device_id=1dcb2aa4-3186-4c62-a704-70ced44d42ca HTTP/1.1" status: 200  len: 944 time: 0.1704097
Dec 25 21:19:22.968139 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-55ee5ce1-a77f-4f28-8acb-f757329e4285 req-5c07a260-f802-455d-97e4-247e10e27311 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:22.984844 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e67639-c1d9-461f-b250-f53235e87759 req-2aabebd1-0027-41b5-9eb2-14737b371d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:19:22.986354 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d6e67639-c1d9-461f-b250-f53235e87759 req-2aabebd1-0027-41b5-9eb2-14737b371d67 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=38d7cbaffc1340f59e994569e8e33e1d&device_id=1dcb2aa4-3186-4c62-a704-70ced44d42ca HTTP/1.1" status: 200  len: 1095 time: 0.2460017
Dec 25 21:19:23.026011 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-1fc60557-b716-4d39-9df2-7370a385c034 None None] Provisioning complete for port 60d06ee7-b2a0-4b58-9871-903596124a14 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:19:23.026839 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-1fc60557-b716-4d39-9df2-7370a385c034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:23.071016 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-1fc60557-b716-4d39-9df2-7370a385c034 None None] Port 60d06ee7-b2a0-4b58-9871-903596124a14 cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:19:23.112588 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5432c759-6afa-4ea7-943c-3cb36d93736e req-a7c8f0d2-862d-47a6-a6df-ae407ce8b9b3 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c514444-6044-490f-9acc-6dece3909d9f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1377182
Dec 25 21:19:23.137031 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf98990f-591a-4a42-9fe8-6af7a8622eb7 req-de10843d-82d2-4740-bc81-700a1b36169a tempest-ServerRescueTestJSON-1336662106 tempest-ServerRescueTestJSON-1336662106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:19:23.139208 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-bf98990f-591a-4a42-9fe8-6af7a8622eb7 req-de10843d-82d2-4740-bc81-700a1b36169a tempest-ServerRescueTestJSON-1336662106 tempest-ServerRescueTestJSON-1336662106-project] 10.222.0.32 "GET /v2.0/ports?device_id=843046c2-4f29-489f-bce9-b4862b3636be HTTP/1.1" status: 200  len: 945 time: 0.1322463
Dec 25 21:19:23.166487 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e67639-c1d9-461f-b250-f53235e87759 req-e4dd7f7d-1a97-4a83-976f-5a126d864f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:19:23.167990 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d6e67639-c1d9-461f-b250-f53235e87759 req-e4dd7f7d-1a97-4a83-976f-5a126d864f8a service neutron] 10.222.0.37 "GET /v2.0/networks?id=de2cf5f5-0f83-4089-a263-5ec0a5e6f1de HTTP/1.1" status: 200  len: 907 time: 0.1726105
Dec 25 21:19:23.188856 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66cfdd30-b0ee-4d72-a1f4-cfa8f7ca3a68 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Network 3822397d-3d72-44cf-9fd0-b3119ec81123 is scheduled to be hosted by DHCP agent 1813db88-2c1b-4357-a2ba-869246b663c2 with binding_index 1 {{(pid=121607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 25 21:19:23.235609 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d6e67639-c1d9-461f-b250-f53235e87759 req-4c181bcf-71df-4f68-b4c3-458f013ca7c2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=596692a1-86ae-4ad5-865e-d9310e0fd70e HTTP/1.1" status: 200  len: 217 time: 0.0590308
Dec 25 21:19:23.252916 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-4924d371-cdbe-465f-8ea1-332ab387bb6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:23.264366 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b01e0272-e0a9-4e67-99a5-8969a3d9522b req-7bf83d8f-0c4b-41a9-ae3d-0918a9cd2382 tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] 10.222.0.32 "GET /v2.0/ports?device_id=f1f8bfda-0dfb-4159-89b2-bf30653ddcb2 HTTP/1.1" status: 200  len: 210 time: 0.0782120
Dec 25 21:19:23.346239 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-bf98990f-591a-4a42-9fe8-6af7a8622eb7 req-b1416dfd-8344-4015-b42b-cf408267ee16 tempest-ServerRescueTestJSON-1336662106 tempest-ServerRescueTestJSON-1336662106-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3baa9cd-9895-4145-88c0-053a91673173&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1602075
Dec 25 21:19:23.346239 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e67639-c1d9-461f-b250-f53235e87759 req-39c787fe-caf6-46fd-afe5-a729b4730529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:19:23.346239 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d6e67639-c1d9-461f-b250-f53235e87759 req-39c787fe-caf6-46fd-afe5-a729b4730529 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=81f9dfd5-f0bc-4f72-bceb-acbb4f595f27 HTTP/1.1" status: 200  len: 846 time: 0.0760124
Dec 25 21:19:23.358045 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-66cfdd30-b0ee-4d72-a1f4-cfa8f7ca3a68 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 3822397d-3d72-44cf-9fd0-b3119ec81123) {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:19:23.362877 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66cfdd30-b0ee-4d72-a1f4-cfa8f7ca3a68 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:19:23.363502 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-66cfdd30-b0ee-4d72-a1f4-cfa8f7ca3a68 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Publish callbacks [] for subnet, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:23.392005 ncdv-master-1 neutron-server[121607]: DEBUG neutron.notifiers.nova [req-55ee5ce1-a77f-4f28-8acb-f757329e4285 req-5c07a260-f802-455d-97e4-247e10e27311 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60d06ee7-b2a0-4b58-9871-903596124a14 {{(pid=121607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:19:23.423972 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-55ee5ce1-a77f-4f28-8acb-f757329e4285 req-5c07a260-f802-455d-97e4-247e10e27311 service neutron] Publish callbacks [] for port, precommit_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:23.431753 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d6e67639-c1d9-461f-b250-f53235e87759 req-85d3321c-8a3a-4731-a86e-4c22fade43ac service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=de2cf5f5-0f83-4089-a263-5ec0a5e6f1de&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0840855
Dec 25 21:19:23.431999 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95f944b1-fcb7-4a2b-b1b9-097a1a7d35aa None None] Network 3822397d-3d72-44cf-9fd0-b3119ec81123 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:19:23.451382 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4924d371-cdbe-465f-8ea1-332ab387bb6d None None] Pushing event updated for resources: {'Port': ['ID=835d6a22-8218-4666-8871-0f32a71bd98d,revision_number=2']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:19:23.455215 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.provisioning_blocks [req-55ee5ce1-a77f-4f28-8acb-f757329e4285 req-5c07a260-f802-455d-97e4-247e10e27311 service neutron] Transition to ACTIVE for port object 60d06ee7-b2a0-4b58-9871-903596124a14 will not be triggered until provisioned by entity L2. {{(pid=121607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 25 21:19:23.517845 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 57940) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:19:23.519271 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-66cfdd30-b0ee-4d72-a1f4-cfa8f7ca3a68 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 794 time: 1.9675176
Dec 25 21:19:23.538713 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-89b9aae8-64ca-4c24-93f1-efab7284b77d tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Request body: {'port': {'network_id': 'f7ed1632-2ec3-4974-9097-8fe2ac8f3ba4', 'name': 'tempest-TaggedBootDevicesTest_v242-1824241491', 'fixed_ips': [{'subnet_id': 'f792eb17-8c67-407f-9cdd-1353c9bc42bb'}]}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:19:23.566921 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-55ee5ce1-a77f-4f28-8acb-f757329e4285 req-5c07a260-f802-455d-97e4-247e10e27311 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8632327'] for port, after_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:23.660895 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c07a260-f802-455d-97e4-247e10e27311 service neutron] Pushing event updated for resources: {'Port': ['ID=60d06ee7-b2a0-4b58-9871-903596124a14,revision_number=2']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:19:23.720841 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61106693-2757-4ee2-bf9f-6dd869186e1b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-3822397d-3d72-44cf-9fd0-b3119ec81123', 'network_id': '3822397d-3d72-44cf-9fd0-b3119ec81123', 'project_id': 'd4571ece0fa3450b83fde221178518c8', 'fixed_ips': [{'subnet_id': '0f498337-e4ba-4b34-b7b9-d5a4315f4f02'}]}} from ncdv-master-1. {{(pid=121608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 25 21:19:23.722730 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-61106693-2757-4ee2-bf9f-6dd869186e1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:23.751598 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.managers [req-55ee5ce1-a77f-4f28-8acb-f757329e4285 req-5c07a260-f802-455d-97e4-247e10e27311 service neutron] Attempting to bind port 60d06ee7-b2a0-4b58-9871-903596124a14 on host nch2-master-1 for vnic_type normal with profile  {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:19:23.752236 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.managers [req-55ee5ce1-a77f-4f28-8acb-f757329e4285 req-5c07a260-f802-455d-97e4-247e10e27311 service neutron] Attempting to bind port 60d06ee7-b2a0-4b58-9871-903596124a14 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '85c774cb-a0eb-4ad9-961f-f331d3b37cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '8f212e98-547d-4c6e-a560-2e9a548c8f59'}] {{(pid=121607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:19:23.752689 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55ee5ce1-a77f-4f28-8acb-f757329e4285 req-5c07a260-f802-455d-97e4-247e10e27311 service neutron] Attempting to bind port 60d06ee7-b2a0-4b58-9871-903596124a14 on network 8f212e98-547d-4c6e-a560-2e9a548c8f59 {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:19:23.762411 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55ee5ce1-a77f-4f28-8acb-f757329e4285 req-5c07a260-f802-455d-97e4-247e10e27311 service neutron] Port 60d06ee7-b2a0-4b58-9871-903596124a14 on network 8f212e98-547d-4c6e-a560-2e9a548c8f59 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 25 21:19:23.763142 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55ee5ce1-a77f-4f28-8acb-f757329e4285 req-5c07a260-f802-455d-97e4-247e10e27311 service neutron] Attempting to bind port 60d06ee7-b2a0-4b58-9871-903596124a14 on network 8f212e98-547d-4c6e-a560-2e9a548c8f59 {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:19:23.770249 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55ee5ce1-a77f-4f28-8acb-f757329e4285 req-5c07a260-f802-455d-97e4-247e10e27311 service neutron] Checking agent: {'id': '0d9ae313-8f8d-40fa-8a9f-d098a25a9911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 21, 4, 38), 'started_at': datetime.datetime(2021, 12, 25, 21, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 19, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:19:23.770724 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55ee5ce1-a77f-4f28-8acb-f757329e4285 req-5c07a260-f802-455d-97e4-247e10e27311 service neutron] Checking segment: {'id': '85c774cb-a0eb-4ad9-961f-f331d3b37cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '8f212e98-547d-4c6e-a560-2e9a548c8f59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:19:23.771208 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55ee5ce1-a77f-4f28-8acb-f757329e4285 req-5c07a260-f802-455d-97e4-247e10e27311 service neutron] Bound using segment: {'id': '85c774cb-a0eb-4ad9-961f-f331d3b37cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '8f212e98-547d-4c6e-a560-2e9a548c8f59'} {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:19:23.772328 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.managers [req-55ee5ce1-a77f-4f28-8acb-f757329e4285 req-5c07a260-f802-455d-97e4-247e10e27311 service neutron] Bound port: 60d06ee7-b2a0-4b58-9871-903596124a14, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85c774cb-a0eb-4ad9-961f-f331d3b37cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '8f212e98-547d-4c6e-a560-2e9a548c8f59'}}] {{(pid=121607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:19:23.772951 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-55ee5ce1-a77f-4f28-8acb-f757329e4285 req-5c07a260-f802-455d-97e4-247e10e27311 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:23.805741 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6761455-94f4-45ce-9dfe-dbda7e3aa861 req-e448be7e-43b8-4e82-a7a7-62317fe23845 tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:19:23.814900 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d6761455-94f4-45ce-9dfe-dbda7e3aa861 req-e448be7e-43b8-4e82-a7a7-62317fe23845 tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] 10.222.0.32 "GET /v2.0/ports?device_id=a4de75a7-d672-42e2-b76c-476113efaa1c HTTP/1.1" status: 200  len: 945 time: 0.1914365
Dec 25 21:19:23.885375 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.db [req-55ee5ce1-a77f-4f28-8acb-f757329e4285 req-5c07a260-f802-455d-97e4-247e10e27311 service neutron] For port 60d06ee7-b2a0-4b58-9871-903596124a14, host nch2-master-1, cleared binding levels {{(pid=121607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:19:23.885723 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d6e67639-c1d9-461f-b250-f53235e87759 req-7d37b961-1bda-4583-8830-63691102933f service neutron] 10.222.0.37 "GET /v2.0/networks/de2cf5f5-0f83-4089-a263-5ec0a5e6f1de?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4403768
Dec 25 21:19:23.895146 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.db [req-55ee5ce1-a77f-4f28-8acb-f757329e4285 req-5c07a260-f802-455d-97e4-247e10e27311 service neutron] For port 60d06ee7-b2a0-4b58-9871-903596124a14, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=60d06ee7-b2a0-4b58-9871-903596124a14,segment=NetworkSegment(85c774cb-a0eb-4ad9-961f-f331d3b37cd6),segment_id=85c774cb-a0eb-4ad9-961f-f331d3b37cd6)] {{(pid=121607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:19:23.919872 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.db_base_plugin_common [None req-61106693-2757-4ee2-bf9f-6dd869186e1b None None] Allocated IP 10.2.2.2 (3822397d-3d72-44cf-9fd0-b3119ec81123/0f498337-e4ba-4b34-b7b9-d5a4315f4f02/94f6a724-8477-4326-98da-bff0df1b266b) {{(pid=121608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:19:23.973661 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d6761455-94f4-45ce-9dfe-dbda7e3aa861 req-a74dfbb2-26b4-49f0-9c9a-55621b92aa65 tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] 10.222.0.32 "GET /v2.0/security-groups?id=2bf8651c-3ed0-44bb-a064-d61aab6ec281&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1578727
Dec 25 21:19:24.041753 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-55ee5ce1-a77f-4f28-8acb-f757329e4285 req-5c07a260-f802-455d-97e4-247e10e27311 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8632327'] for port, after_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:24.052667 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89b9aae8-64ca-4c24-93f1-efab7284b77d tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Made reservation on behalf of d4571ece0fa3450b83fde221178518c8 for: {'port': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:19:24.119739 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b1c3ad-2333-48d9-a89d-278053d3f96e req-a99aec52-64e7-42c4-afd7-ae2b8c75948a tempest-ServersAdminNegativeTestJSON-1924497653 tempest-ServersAdminNegativeTestJSON-1924497653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:19:24.121726 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-05b1c3ad-2333-48d9-a89d-278053d3f96e req-a99aec52-64e7-42c4-afd7-ae2b8c75948a tempest-ServersAdminNegativeTestJSON-1924497653 tempest-ServersAdminNegativeTestJSON-1924497653-project] 10.222.0.32 "GET /v2.0/ports?device_id=dd3eb3b9-51e6-4fb9-87e8-3122867c3a42 HTTP/1.1" status: 200  len: 948 time: 0.2222710
Dec 25 21:19:24.142740 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d6e67639-c1d9-461f-b250-f53235e87759 req-2dc5d128-aaac-43fb-8aba-d3051c9f8b6a service neutron] 10.222.0.37 "GET /v2.0/networks/de2cf5f5-0f83-4089-a263-5ec0a5e6f1de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2444663
Dec 25 21:19:24.192704 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ee5ce1-a77f-4f28-8acb-f757329e4285 req-5c07a260-f802-455d-97e4-247e10e27311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:19:24.202007 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-55ee5ce1-a77f-4f28-8acb-f757329e4285 req-5c07a260-f802-455d-97e4-247e10e27311 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:24.204611 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-55ee5ce1-a77f-4f28-8acb-f757329e4285 req-5c07a260-f802-455d-97e4-247e10e27311 service neutron] 10.222.0.37 "PUT /v2.0/ports/60d06ee7-b2a0-4b58-9871-903596124a14 HTTP/1.1" status: 200  len: 1096 time: 1.3501699
Dec 25 21:19:24.207411 ncdv-master-1 neutron-server[121607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd3eb3b9-51e6-4fb9-87e8-3122867c3a42', 'tag': '60d06ee7-b2a0-4b58-9871-903596124a14'}] {{(pid=121607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:19:24.231669 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f980bbcadfa7bf1e788024e1448be660373c21f97f015f780444e999c451203" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b212366-d27a-4d39-b2df-33f967b21cdd" -d '{"events": [{"name": "network-changed", "server_uuid": "dd3eb3b9-51e6-4fb9-87e8-3122867c3a42", "tag": "60d06ee7-b2a0-4b58-9871-903596124a14"}]}' {{(pid=121607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:19:24.247341 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c07a260-f802-455d-97e4-247e10e27311 service neutron] Pushing event updated for resources: {'Port': ['ID=60d06ee7-b2a0-4b58-9871-903596124a14,revision_number=3']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:19:24.291484 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-05b1c3ad-2333-48d9-a89d-278053d3f96e req-4afe33d3-c763-4de5-836d-cb7a9194bbf7 tempest-ServersAdminNegativeTestJSON-1924497653 tempest-ServersAdminNegativeTestJSON-1924497653-project] 10.222.0.32 "GET /v2.0/security-groups?id=349abdf5-d976-4669-aec0-3c3abb1132dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1612914
Dec 25 21:19:24.320554 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-89b9aae8-64ca-4c24-93f1-efab7284b77d tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:24.322835 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-61106693-2757-4ee2-bf9f-6dd869186e1b None None] Publish callbacks [] for port, precommit_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:24.400042 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [None req-89b9aae8-64ca-4c24-93f1-efab7284b77d tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] device_id is not set on port 7d584498-0a66-4020-96ff-ac37bb6bf33e yet. {{(pid=121606) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 25 21:19:24.438658 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-61106693-2757-4ee2-bf9f-6dd869186e1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946'] for port, after_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:24.504461 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ee5ce1-a77f-4f28-8acb-f757329e4285 req-71e54c06-da10-4b49-be82-a0ec935e5cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:19:24.506489 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-55ee5ce1-a77f-4f28-8acb-f757329e4285 req-71e54c06-da10-4b49-be82-a0ec935e5cbb service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0ecfd75e0530430eaad8f0531a3a5244&device_id=dd3eb3b9-51e6-4fb9-87e8-3122867c3a42 HTTP/1.1" status: 200  len: 1099 time: 0.1031480
Dec 25 21:19:24.603888 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61106693-2757-4ee2-bf9f-6dd869186e1b None None] Network 3822397d-3d72-44cf-9fd0-b3119ec81123 is already hosted by enough agents. {{(pid=121608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:19:24.623552 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.base_scheduler [None req-61106693-2757-4ee2-bf9f-6dd869186e1b None None] Resources bound (agent type, host, resource id):  {{(pid=121608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:19:24.627398 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61106693-2757-4ee2-bf9f-6dd869186e1b None None] Received port after_create {{(pid=121608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:19:24.692512 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Dec 2021 21:19:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd4d42d4-71de-4a1f-b5f2-53fb4af0d6e5 x-openstack-request-id: req-fd4d42d4-71de-4a1f-b5f2-53fb4af0d6e5 {{(pid=121607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:19:24.694315 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61106693-2757-4ee2-bf9f-6dd869186e1b None None] Pushing event updated for resources: {'Port': ['ID=94f6a724-8477-4326-98da-bff0df1b266b,revision_number=1']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:19:24.694618 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd3eb3b9-51e6-4fb9-87e8-3122867c3a42", "tag": "60d06ee7-b2a0-4b58-9871-903596124a14", "status": "completed", "code": 200}]} {{(pid=121607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:19:24.694987 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-fd4d42d4-71de-4a1f-b5f2-53fb4af0d6e5 {{(pid=121607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:19:24.695798 ncdv-master-1 neutron-server[121607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd3eb3b9-51e6-4fb9-87e8-3122867c3a42', 'tag': '60d06ee7-b2a0-4b58-9871-903596124a14', 'status': 'completed', 'code': 200}
Dec 25 21:19:24.697757 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-55ee5ce1-a77f-4f28-8acb-f757329e4285 req-2734735a-056b-4e3b-b63d-15f2ca9779a2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.199&port_id=60d06ee7-b2a0-4b58-9871-903596124a14 HTTP/1.1" status: 200  len: 217 time: 0.1837463
Dec 25 21:19:24.827919 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-61106693-2757-4ee2-bf9f-6dd869186e1b None None] Attempting to bind port 94f6a724-8477-4326-98da-bff0df1b266b on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:19:24.828481 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-61106693-2757-4ee2-bf9f-6dd869186e1b None None] Attempting to bind port 94f6a724-8477-4326-98da-bff0df1b266b by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '1484705c-8e80-460c-b34f-1f443916d93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '3822397d-3d72-44cf-9fd0-b3119ec81123'}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:19:24.828715 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61106693-2757-4ee2-bf9f-6dd869186e1b None None] Attempting to bind port 94f6a724-8477-4326-98da-bff0df1b266b on network 3822397d-3d72-44cf-9fd0-b3119ec81123 {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:19:24.834421 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ee5ce1-a77f-4f28-8acb-f757329e4285 req-1c8812a1-5ed3-4d75-ba2c-e8b95be4d728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:19:24.839547 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61106693-2757-4ee2-bf9f-6dd869186e1b None None] Checking agent: {'id': 'ca4f5c6d-f1fd-48b8-a3e3-395864c7d23d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 20, 56, 40), 'started_at': datetime.datetime(2021, 12, 25, 20, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 19, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:19:24.839961 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61106693-2757-4ee2-bf9f-6dd869186e1b None None] Checking segment: {'id': '1484705c-8e80-460c-b34f-1f443916d93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '3822397d-3d72-44cf-9fd0-b3119ec81123'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:19:24.840411 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-61106693-2757-4ee2-bf9f-6dd869186e1b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:24.840838 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61106693-2757-4ee2-bf9f-6dd869186e1b None None] Bound using segment: {'id': '1484705c-8e80-460c-b34f-1f443916d93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '3822397d-3d72-44cf-9fd0-b3119ec81123'} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:19:24.841341 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-61106693-2757-4ee2-bf9f-6dd869186e1b None None] Bound port: 94f6a724-8477-4326-98da-bff0df1b266b, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1484705c-8e80-460c-b34f-1f443916d93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '3822397d-3d72-44cf-9fd0-b3119ec81123'}}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:19:24.841716 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-61106693-2757-4ee2-bf9f-6dd869186e1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:24.842229 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-55ee5ce1-a77f-4f28-8acb-f757329e4285 req-1c8812a1-5ed3-4d75-ba2c-e8b95be4d728 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=dcfbae86-f93e-400c-8084-eac7f56ff5ba HTTP/1.1" status: 200  len: 843 time: 0.1361537
Dec 25 21:19:24.928930 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ee5ce1-a77f-4f28-8acb-f757329e4285 req-60d0793c-9770-46c1-b4eb-95b64d3fafbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:19:24.932087 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-55ee5ce1-a77f-4f28-8acb-f757329e4285 req-60d0793c-9770-46c1-b4eb-95b64d3fafbe service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8f212e98-547d-4c6e-a560-2e9a548c8f59&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0822725
Dec 25 21:19:24.947041 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-61106693-2757-4ee2-bf9f-6dd869186e1b None None] For port 94f6a724-8477-4326-98da-bff0df1b266b, host ncdv-master-1, cleared binding levels {{(pid=121608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:19:24.955724 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-61106693-2757-4ee2-bf9f-6dd869186e1b None None] For port 94f6a724-8477-4326-98da-bff0df1b266b, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=94f6a724-8477-4326-98da-bff0df1b266b,segment=NetworkSegment(1484705c-8e80-460c-b34f-1f443916d93d),segment_id=1484705c-8e80-460c-b34f-1f443916d93d)] {{(pid=121608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:19:25.032034 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b69294-5b76-45cc-8ca5-e2477b9f4008 req-88d919c9-7afc-4dc7-8600-06d846fe7300 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:19:25.033985 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-08b69294-5b76-45cc-8ca5-e2477b9f4008 req-88d919c9-7afc-4dc7-8600-06d846fe7300 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] 10.222.0.32 "GET /v2.0/ports?device_id=1dcb2aa4-3186-4c62-a704-70ced44d42ca HTTP/1.1" status: 200  len: 944 time: 0.5990236
Dec 25 21:19:25.049921 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-61106693-2757-4ee2-bf9f-6dd869186e1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:25.057214 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a165a8f-1f1c-4b46-9c2f-a2f48021d3b0 req-61f578a4-288b-4c3c-9f91-953cc9fccd27 tempest-ServerRescueTestJSON-1336662106 tempest-ServerRescueTestJSON-1336662106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:19:25.066572 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0a165a8f-1f1c-4b46-9c2f-a2f48021d3b0 req-61f578a4-288b-4c3c-9f91-953cc9fccd27 tempest-ServerRescueTestJSON-1336662106 tempest-ServerRescueTestJSON-1336662106-project] 10.222.0.32 "GET /v2.0/ports?device_id=843046c2-4f29-489f-bce9-b4862b3636be HTTP/1.1" status: 200  len: 945 time: 0.3456805
Dec 25 21:19:25.183595 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-55ee5ce1-a77f-4f28-8acb-f757329e4285 req-4df6f82e-481b-453c-9b3e-c47f66274e51 service neutron] 10.222.0.37 "GET /v2.0/networks/8f212e98-547d-4c6e-a560-2e9a548c8f59?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2331200
Dec 25 21:19:25.192723 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0a165a8f-1f1c-4b46-9c2f-a2f48021d3b0 req-7c2e3458-a1fc-4ba4-901a-bcdb4ff60fdf tempest-ServerRescueTestJSON-1336662106 tempest-ServerRescueTestJSON-1336662106-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3baa9cd-9895-4145-88c0-053a91673173&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1249964
Dec 25 21:19:25.235273 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61106693-2757-4ee2-bf9f-6dd869186e1b None None] Pushing event updated for resources: {'Port': ['ID=94f6a724-8477-4326-98da-bff0df1b266b,revision_number=2']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:19:25.338475 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-08b69294-5b76-45cc-8ca5-e2477b9f4008 req-e34269c1-d5f9-48bb-82c9-47e2e4ed3aec tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c514444-6044-490f-9acc-6dece3909d9f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2935112
Dec 25 21:19:25.347154 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 835d6a22-8218-4666-8871-0f32a71bd98d up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:19:25.352723 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_common [None req-89b9aae8-64ca-4c24-93f1-efab7284b77d tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Allocated IP 10.1.1.183 (f7ed1632-2ec3-4974-9097-8fe2ac8f3ba4/f792eb17-8c67-407f-9cdd-1353c9bc42bb/7d584498-0a66-4020-96ff-ac37bb6bf33e) {{(pid=121606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:19:25.431409 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-6e58fcb6-d4e0-4369-a1a2-7be949e6938a req-f7ed41ad-6269-4634-9501-59c5c2644ab7 tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] 10.222.0.32 "GET /v2.0/ports?device_id=f1f8bfda-0dfb-4159-89b2-bf30653ddcb2 HTTP/1.1" status: 200  len: 210 time: 0.0753040
Dec 25 21:19:25.498525 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-55ee5ce1-a77f-4f28-8acb-f757329e4285 req-3ad130bc-b128-499d-980c-e466fdde1cb3 service neutron] 10.222.0.37 "GET /v2.0/networks/8f212e98-547d-4c6e-a560-2e9a548c8f59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2936606
Dec 25 21:19:25.518744 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port 835d6a22-8218-4666-8871-0f32a71bd98d triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:19:25.519183 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:25.585771 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device 596692a1-86ae-4ad5-865e-d9310e0fd70e details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 25 21:19:25.840113 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port 596692a1-86ae-4ad5-865e-d9310e0fd70e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=596692a1-86ae-4ad5-865e-d9310e0fd70e,segment=NetworkSegment(2eb49ff2-b1de-4e84-a376-6f91f784eeb5),segment_id=2eb49ff2-b1de-4e84-a376-6f91f784eeb5)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:19:25.862854 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Returning: {'device': '596692a1-86ae-4ad5-865e-d9310e0fd70e', 'network_id': 'de2cf5f5-0f83-4089-a263-5ec0a5e6f1de', 'port_id': '596692a1-86ae-4ad5-865e-d9310e0fd70e', 'mac_address': 'fa:16:3e:69:c5:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81f9dfd5-f0bc-4f72-bceb-acbb4f595f27', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 25 21:19:25.865195 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b212366-d27a-4d39-b2df-33f967b21cdd req-e4e0e91c-245a-4fba-b31f-bf74e7280328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:19:25.873722 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-7b212366-d27a-4d39-b2df-33f967b21cdd req-e4e0e91c-245a-4fba-b31f-bf74e7280328 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0ecfd75e0530430eaad8f0531a3a5244&device_id=dd3eb3b9-51e6-4fb9-87e8-3122867c3a42 HTTP/1.1" status: 200  len: 1099 time: 0.1214986
Dec 25 21:19:25.889144 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-687e5b67-b623-4857-9392-8583b77eb4b8 None None] Network f7ed1632-2ec3-4974-9097-8fe2ac8f3ba4 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:19:25.927310 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804049b0-ed43-4138-b6b1-10143a5e2ac2 req-01266445-5c6d-435d-8c11-888bbfcd9d63 tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:19:25.936340 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-804049b0-ed43-4138-b6b1-10143a5e2ac2 req-01266445-5c6d-435d-8c11-888bbfcd9d63 tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] 10.222.0.32 "GET /v2.0/ports?device_id=a4de75a7-d672-42e2-b76c-476113efaa1c HTTP/1.1" status: 200  len: 945 time: 0.3731399
Dec 25 21:19:25.957938 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:25.986869 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74e8f6c-06df-4593-9042-ee98de16c91a req-82938e45-1509-47d0-a88c-2c6ebb12e873 tempest-ServersAdminNegativeTestJSON-1924497653 tempest-ServersAdminNegativeTestJSON-1924497653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:19:25.996906 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c74e8f6c-06df-4593-9042-ee98de16c91a req-82938e45-1509-47d0-a88c-2c6ebb12e873 tempest-ServersAdminNegativeTestJSON-1924497653 tempest-ServersAdminNegativeTestJSON-1924497653-project] 10.222.0.32 "GET /v2.0/ports?device_id=dd3eb3b9-51e6-4fb9-87e8-3122867c3a42 HTTP/1.1" status: 200  len: 948 time: 0.2877367
Dec 25 21:19:26.051774 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-d4ef32fb-ee09-4b42-b8d7-dba7aa5980bf None None] Provisioning complete for port 835d6a22-8218-4666-8871-0f32a71bd98d triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:19:26.052412 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-d4ef32fb-ee09-4b42-b8d7-dba7aa5980bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:26.060575 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:26.067093 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] For port 835d6a22-8218-4666-8871-0f32a71bd98d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=835d6a22-8218-4666-8871-0f32a71bd98d,segment=NetworkSegment(3c3bf577-825d-4a12-8515-c9a0adea0ed3),segment_id=3c3bf577-825d-4a12-8515-c9a0adea0ed3)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:19:26.114331 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b212366-d27a-4d39-b2df-33f967b21cdd req-a039a516-14f5-49cc-9f53-2733ee53deac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:19:26.119821 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-7b212366-d27a-4d39-b2df-33f967b21cdd req-a039a516-14f5-49cc-9f53-2733ee53deac service neutron] 10.222.0.37 "GET /v2.0/networks?id=8f212e98-547d-4c6e-a560-2e9a548c8f59 HTTP/1.1" status: 200  len: 870 time: 0.2378464
Dec 25 21:19:26.125386 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-804049b0-ed43-4138-b6b1-10143a5e2ac2 req-0555e9a0-a29e-4d1f-a325-8a3a5af054f1 tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] 10.222.0.32 "GET /v2.0/security-groups?id=2bf8651c-3ed0-44bb-a064-d61aab6ec281&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1880651
Dec 25 21:19:26.132156 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 596692a1-86ae-4ad5-865e-d9310e0fd70e {{(pid=121608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:19:26.196617 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port 596692a1-86ae-4ad5-865e-d9310e0fd70e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=596692a1-86ae-4ad5-865e-d9310e0fd70e,segment=NetworkSegment(2eb49ff2-b1de-4e84-a376-6f91f784eeb5),segment_id=2eb49ff2-b1de-4e84-a376-6f91f784eeb5)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:19:26.200162 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:26.249028 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-7b212366-d27a-4d39-b2df-33f967b21cdd req-ea6dab07-a21e-4d55-b08d-049f92628cb4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.199&port_id=60d06ee7-b2a0-4b58-9871-903596124a14 HTTP/1.1" status: 200  len: 217 time: 0.1176312
Dec 25 21:19:26.263256 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1479f88-5237-40d4-9278-603c21d7dfa9 req-459b701f-1716-48f0-9c96-2f2e6f5c9af9 tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:19:26.265210 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e1479f88-5237-40d4-9278-603c21d7dfa9 req-459b701f-1716-48f0-9c96-2f2e6f5c9af9 tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] 10.222.0.37 "GET /v2.0/networks?id=cb028617-ca4b-4888-809e-8a74d7f084f8 HTTP/1.1" status: 200  len: 810 time: 0.4270175
Dec 25 21:19:26.306033 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c74e8f6c-06df-4593-9042-ee98de16c91a req-c1e5f861-03a0-47f9-835a-95e0e71d49e5 tempest-ServersAdminNegativeTestJSON-1924497653 tempest-ServersAdminNegativeTestJSON-1924497653-project] 10.222.0.32 "GET /v2.0/security-groups?id=349abdf5-d976-4669-aec0-3c3abb1132dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3052499
Dec 25 21:19:26.369733 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b212366-d27a-4d39-b2df-33f967b21cdd req-568515c7-8a9f-423a-a2ff-122f62ab9ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:19:26.371558 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-7b212366-d27a-4d39-b2df-33f967b21cdd req-568515c7-8a9f-423a-a2ff-122f62ab9ef2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=dcfbae86-f93e-400c-8084-eac7f56ff5ba HTTP/1.1" status: 200  len: 843 time: 0.1061726
Dec 25 21:19:26.486779 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b212366-d27a-4d39-b2df-33f967b21cdd req-7b4ba191-5b71-4c2a-afb1-597de368baa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:19:26.488309 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-7b212366-d27a-4d39-b2df-33f967b21cdd req-7b4ba191-5b71-4c2a-afb1-597de368baa8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8f212e98-547d-4c6e-a560-2e9a548c8f59&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1085811
Dec 25 21:19:26.586514 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Pushing event updated for resources: {'Port': ['ID=835d6a22-8218-4666-8871-0f32a71bd98d,revision_number=3']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:19:26.606747 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:26.652491 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-7b212366-d27a-4d39-b2df-33f967b21cdd req-d3aa68bf-4c35-4263-829b-cb6032ec6f1a service neutron] 10.222.0.37 "GET /v2.0/networks/8f212e98-547d-4c6e-a560-2e9a548c8f59?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1483006
Dec 25 21:19:26.772309 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-7b212366-d27a-4d39-b2df-33f967b21cdd req-7335de1d-5f5e-44b8-8272-24cb36d677d1 service neutron] 10.222.0.37 "GET /v2.0/networks/8f212e98-547d-4c6e-a560-2e9a548c8f59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1141856
Dec 25 21:19:26.774596 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Pushing event updated for resources: {'Port': ['ID=596692a1-86ae-4ad5-865e-d9310e0fd70e,revision_number=4']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:19:26.850700 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] get_ports_and_sgs() called for port_ids ['596692a1-86ae-4ad5-865e-d9310e0fd70e'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:19:26.999867 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8f02d40-35fc-411c-9a5c-a803faf01ce9 None None] Network 3822397d-3d72-44cf-9fd0-b3119ec81123 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:19:27.100391 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-89b9aae8-64ca-4c24-93f1-efab7284b77d tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Publish callbacks [] for port, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:27.107115 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e1479f88-5237-40d4-9278-603c21d7dfa9 req-9542bbc0-1f30-4b20-bebe-675f0bd77efd tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7ed80be6e633499b9d1dc61c05014afc HTTP/1.1" status: 200  len: 380 time: 0.7987971
Dec 25 21:19:27.120050 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-e1479f88-5237-40d4-9278-603c21d7dfa9 req-d28f6a9f-1241-4f58-9609-b47bccb93549 tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] Request body: {'port': {'device_id': 'f1f8bfda-0dfb-4159-89b2-bf30653ddcb2', 'network_id': 'cb028617-ca4b-4888-809e-8a74d7f084f8', 'admin_state_up': True, 'tenant_id': '7ed80be6e633499b9d1dc61c05014afc', 'security_groups': ['5ab40fef-4e3d-4094-a15c-e55f81ab0c72']}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:19:27.190989 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-9971bf58-0edd-48a7-8db1-d6f8238f344b None None] Provisioning complete for port 835d6a22-8218-4666-8871-0f32a71bd98d triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:19:27.191542 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9971bf58-0edd-48a7-8db1-d6f8238f344b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:27.236009 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb41ca5-1330-4076-8e24-a6a560c9b4f3 req-21453e46-9e47-454e-b098-310a9470064d tempest-ServerRescueTestJSON-1336662106 tempest-ServerRescueTestJSON-1336662106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:19:27.237665 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-6cb41ca5-1330-4076-8e24-a6a560c9b4f3 req-21453e46-9e47-454e-b098-310a9470064d tempest-ServerRescueTestJSON-1336662106 tempest-ServerRescueTestJSON-1336662106-project] 10.222.0.32 "GET /v2.0/ports?device_id=843046c2-4f29-489f-bce9-b4862b3636be HTTP/1.1" status: 200  len: 945 time: 0.9087026
Dec 25 21:19:27.253065 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d22173-e8cf-463a-83f4-d5321ef45156 req-36997d4b-2b6e-453e-b5ec-e8a91811ad8f tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:19:27.254765 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a7d22173-e8cf-463a-83f4-d5321ef45156 req-36997d4b-2b6e-453e-b5ec-e8a91811ad8f tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] 10.222.0.32 "GET /v2.0/ports?device_id=1dcb2aa4-3186-4c62-a704-70ced44d42ca HTTP/1.1" status: 200  len: 945 time: 0.2829561
Dec 25 21:19:27.362395 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-9971bf58-0edd-48a7-8db1-d6f8238f344b None None] Provisioning complete for port 94f6a724-8477-4326-98da-bff0df1b266b triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:19:27.362748 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9971bf58-0edd-48a7-8db1-d6f8238f344b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:27.407126 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a7d22173-e8cf-463a-83f4-d5321ef45156 req-e9b31c56-d532-4eae-8620-215664b7a40a tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c514444-6044-490f-9acc-6dece3909d9f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1401408
Dec 25 21:19:27.419088 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 835d6a22-8218-4666-8871-0f32a71bd98d up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:19:27.432160 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-6cb41ca5-1330-4076-8e24-a6a560c9b4f3 req-8eb1e332-e29f-41c5-9252-c87f4218414b tempest-ServerRescueTestJSON-1336662106 tempest-ServerRescueTestJSON-1336662106-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3baa9cd-9895-4145-88c0-053a91673173&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1657424
Dec 25 21:19:27.499049 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1479f88-5237-40d4-9278-603c21d7dfa9 req-d28f6a9f-1241-4f58-9609-b47bccb93549 tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] Made reservation on behalf of 7ed80be6e633499b9d1dc61c05014afc for: {'port': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:19:27.505242 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-e1479f88-5237-40d4-9278-603c21d7dfa9 req-d28f6a9f-1241-4f58-9609-b47bccb93549 tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:27.530887 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-89b9aae8-64ca-4c24-93f1-efab7284b77d tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:27.583484 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device 60d06ee7-b2a0-4b58-9871-903596124a14 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 25 21:19:27.609694 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89b9aae8-64ca-4c24-93f1-efab7284b77d tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Network f7ed1632-2ec3-4974-9097-8fe2ac8f3ba4 is already hosted by enough agents. {{(pid=121606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:19:27.634475 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port 835d6a22-8218-4666-8871-0f32a71bd98d triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:19:27.634850 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:27.648505 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [None req-89b9aae8-64ca-4c24-93f1-efab7284b77d tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Resources bound (agent type, host, resource id):  {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:19:27.664033 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9b1b60cc-14c3-47a0-803b-05911b8d1460 req-63b03edf-f9d4-4842-bef7-6c51088357b8 tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] 10.222.0.32 "GET /v2.0/ports?device_id=f1f8bfda-0dfb-4159-89b2-bf30653ddcb2 HTTP/1.1" status: 200  len: 210 time: 0.1125429
Dec 25 21:19:27.669866 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89b9aae8-64ca-4c24-93f1-efab7284b77d tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Received port after_create {{(pid=121606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:19:27.688187 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9971bf58-0edd-48a7-8db1-d6f8238f344b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:27.819392 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89b9aae8-64ca-4c24-93f1-efab7284b77d tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:19:27.821113 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-89b9aae8-64ca-4c24-93f1-efab7284b77d tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:27.848528 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9971bf58-0edd-48a7-8db1-d6f8238f344b None None] For port 94f6a724-8477-4326-98da-bff0df1b266b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=94f6a724-8477-4326-98da-bff0df1b266b,segment=NetworkSegment(1484705c-8e80-460c-b34f-1f443916d93d),segment_id=1484705c-8e80-460c-b34f-1f443916d93d)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:19:27.865565 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 94f6a724-8477-4326-98da-bff0df1b266b up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:19:27.910335 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port 60d06ee7-b2a0-4b58-9871-903596124a14, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=60d06ee7-b2a0-4b58-9871-903596124a14,segment=NetworkSegment(85c774cb-a0eb-4ad9-961f-f331d3b37cd6),segment_id=85c774cb-a0eb-4ad9-961f-f331d3b37cd6)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:19:27.929722 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Returning: {'device': '60d06ee7-b2a0-4b58-9871-903596124a14', 'network_id': '8f212e98-547d-4c6e-a560-2e9a548c8f59', 'port_id': '60d06ee7-b2a0-4b58-9871-903596124a14', 'mac_address': 'fa:16:3e:ac:c3:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcfbae86-f93e-400c-8084-eac7f56ff5ba', 'ip_address': '192.168.233.199'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 25 21:19:27.942877 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9971bf58-0edd-48a7-8db1-d6f8238f344b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:27.957794 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b9aae8-64ca-4c24-93f1-efab7284b77d tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Pushing event updated for resources: {'Port': ['ID=7d584498-0a66-4020-96ff-ac37bb6bf33e,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:19:28.015347 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:28.038809 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b9aae8-64ca-4c24-93f1-efab7284b77d tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:19:28.039184 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b9aae8-64ca-4c24-93f1-efab7284b77d tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:19:28.039922 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b9aae8-64ca-4c24-93f1-efab7284b77d tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:19:28.040322 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b9aae8-64ca-4c24-93f1-efab7284b77d tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:19:28.040645 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b9aae8-64ca-4c24-93f1-efab7284b77d tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:19:28.041053 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b9aae8-64ca-4c24-93f1-efab7284b77d tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:19:28.041347 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b9aae8-64ca-4c24-93f1-efab7284b77d tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:19:28.042340 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b9aae8-64ca-4c24-93f1-efab7284b77d tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:19:28.042481 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port 94f6a724-8477-4326-98da-bff0df1b266b triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:19:28.042564 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b9aae8-64ca-4c24-93f1-efab7284b77d tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:19:28.042774 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:28.042862 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b9aae8-64ca-4c24-93f1-efab7284b77d tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:19:28.042862 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b9aae8-64ca-4c24-93f1-efab7284b77d tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:19:28.043003 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b9aae8-64ca-4c24-93f1-efab7284b77d tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:19:28.043807 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b9aae8-64ca-4c24-93f1-efab7284b77d tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:19:28.078416 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_common [req-e1479f88-5237-40d4-9278-603c21d7dfa9 req-d28f6a9f-1241-4f58-9609-b47bccb93549 tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] Allocated IP 172.20.0.5 (cb028617-ca4b-4888-809e-8a74d7f084f8/00dff513-a38a-48f8-809a-d1935b6eecea/468e4b8e-2b46-4578-81eb-d2bfd34de1bb) {{(pid=121606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:19:28.095328 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60d06ee7-b2a0-4b58-9871-903596124a14 {{(pid=121608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:19:28.102784 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9971bf58-0edd-48a7-8db1-d6f8238f344b None None] Pushing event updated for resources: {'Port': ['ID=94f6a724-8477-4326-98da-bff0df1b266b,revision_number=3']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:19:28.106991 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e632cde-5dd9-4e7a-91e4-4a9318356318 req-7f1d5950-f410-44ce-8332-1b44b701e282 tempest-ServersAdminNegativeTestJSON-1924497653 tempest-ServersAdminNegativeTestJSON-1924497653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:19:28.108558 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0e632cde-5dd9-4e7a-91e4-4a9318356318 req-7f1d5950-f410-44ce-8332-1b44b701e282 tempest-ServersAdminNegativeTestJSON-1924497653 tempest-ServersAdminNegativeTestJSON-1924497653-project] 10.222.0.32 "GET /v2.0/ports?device_id=dd3eb3b9-51e6-4fb9-87e8-3122867c3a42 HTTP/1.1" status: 200  len: 948 time: 0.2502100
Dec 25 21:19:28.117927 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578a4e91-8655-498c-8395-f73e143468ff req-98021645-3cfc-4f92-b660-5df0d87e6440 tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:19:28.125177 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-578a4e91-8655-498c-8395-f73e143468ff req-98021645-3cfc-4f92-b660-5df0d87e6440 tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] 10.222.0.32 "GET /v2.0/ports?device_id=a4de75a7-d672-42e2-b76c-476113efaa1c HTTP/1.1" status: 200  len: 945 time: 0.4564266
Dec 25 21:19:28.130594 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port 60d06ee7-b2a0-4b58-9871-903596124a14, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=60d06ee7-b2a0-4b58-9871-903596124a14,segment=NetworkSegment(85c774cb-a0eb-4ad9-961f-f331d3b37cd6),segment_id=85c774cb-a0eb-4ad9-961f-f331d3b37cd6)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:19:28.138800 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-98878043-dfa8-43bd-bfac-5f3c821b0fb9 None None] Provisioning complete for port 94f6a724-8477-4326-98da-bff0df1b266b triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:19:28.139320 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-98878043-dfa8-43bd-bfac-5f3c821b0fb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:28.169863 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-89b9aae8-64ca-4c24-93f1-efab7284b77d tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 4.6499600
Dec 25 21:19:28.172407 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 57996) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:19:28.179211 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-5a8b641b-4f41-48a8-b58c-e16c8cc1326b tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Request body: {'port': {'network_id': 'f7ed1632-2ec3-4974-9097-8fe2ac8f3ba4', 'name': 'tempest-TaggedBootDevicesTest_v242-1020377056', 'fixed_ips': [{'subnet_id': 'f792eb17-8c67-407f-9cdd-1353c9bc42bb'}]}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:19:28.253245 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:28.265073 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0e632cde-5dd9-4e7a-91e4-4a9318356318 req-012764bc-334c-4a66-9c15-809ed584fdbe tempest-ServersAdminNegativeTestJSON-1924497653 tempest-ServersAdminNegativeTestJSON-1924497653-project] 10.222.0.32 "GET /v2.0/security-groups?id=349abdf5-d976-4669-aec0-3c3abb1132dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1323848
Dec 25 21:19:28.274301 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-578a4e91-8655-498c-8395-f73e143468ff req-8511b72b-ae21-4661-b700-9848ea348f0d tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] 10.222.0.32 "GET /v2.0/security-groups?id=2bf8651c-3ed0-44bb-a064-d61aab6ec281&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1483004
Dec 25 21:19:28.378526 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-98878043-dfa8-43bd-bfac-5f3c821b0fb9 None None] Provisioning complete for port 7d584498-0a66-4020-96ff-ac37bb6bf33e triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:19:28.378899 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-98878043-dfa8-43bd-bfac-5f3c821b0fb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:28.412906 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Pushing event updated for resources: {'Port': ['ID=60d06ee7-b2a0-4b58-9871-903596124a14,revision_number=4']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:19:28.430027 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-e1479f88-5237-40d4-9278-603c21d7dfa9 req-d28f6a9f-1241-4f58-9609-b47bccb93549 tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] Publish callbacks [] for port, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:28.435194 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-98878043-dfa8-43bd-bfac-5f3c821b0fb9 None None] Port 7d584498-0a66-4020-96ff-ac37bb6bf33e cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:19:28.442748 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a8b641b-4f41-48a8-b58c-e16c8cc1326b tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Made reservation on behalf of d4571ece0fa3450b83fde221178518c8 for: {'port': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:19:28.501108 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] get_ports_and_sgs() called for port_ids ['60d06ee7-b2a0-4b58-9871-903596124a14'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:19:28.564437 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5a8b641b-4f41-48a8-b58c-e16c8cc1326b tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:28.589514 ncdv-master-1 neutron-server[121607]: DEBUG neutron.notifiers.nova [None req-5a8b641b-4f41-48a8-b58c-e16c8cc1326b tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] device_id is not set on port fd6aa216-385a-41e5-8c5e-3aae2253a5ab yet. {{(pid=121607) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 25 21:19:28.621671 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-e1479f88-5237-40d4-9278-603c21d7dfa9 req-d28f6a9f-1241-4f58-9609-b47bccb93549 tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:28.750124 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1479f88-5237-40d4-9278-603c21d7dfa9 req-d28f6a9f-1241-4f58-9609-b47bccb93549 tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] Network cb028617-ca4b-4888-809e-8a74d7f084f8 is already hosted by enough agents. {{(pid=121606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:19:28.767868 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [req-e1479f88-5237-40d4-9278-603c21d7dfa9 req-d28f6a9f-1241-4f58-9609-b47bccb93549 tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] Resources bound (agent type, host, resource id):  {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:19:28.780614 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313a7da0-9ba8-4c70-b9c0-c99d311a51c3 req-932822eb-42f8-4587-a20e-9d0ff7f04f52 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:19:28.792114 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-313a7da0-9ba8-4c70-b9c0-c99d311a51c3 req-932822eb-42f8-4587-a20e-9d0ff7f04f52 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] 10.222.0.32 "GET /v2.0/ports?device_id=1dcb2aa4-3186-4c62-a704-70ced44d42ca HTTP/1.1" status: 200  len: 945 time: 0.2417960
Dec 25 21:19:28.801281 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1479f88-5237-40d4-9278-603c21d7dfa9 req-d28f6a9f-1241-4f58-9609-b47bccb93549 tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] Received port after_create {{(pid=121606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:19:28.846899 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28f6a9f-1241-4f58-9609-b47bccb93549 tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] Pushing event updated for resources: {'Port': ['ID=468e4b8e-2b46-4578-81eb-d2bfd34de1bb,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:19:28.866859 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_common [None req-5a8b641b-4f41-48a8-b58c-e16c8cc1326b tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Allocated IP 10.1.1.61 (f7ed1632-2ec3-4974-9097-8fe2ac8f3ba4/f792eb17-8c67-407f-9cdd-1353c9bc42bb/fd6aa216-385a-41e5-8c5e-3aae2253a5ab) {{(pid=121607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:19:28.876006 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fe79d1-ce25-4967-ad6f-643e47866ab4 req-4455b70e-f59f-47a6-9126-2d4f219245de tempest-ServerRescueTestJSON-1336662106 tempest-ServerRescueTestJSON-1336662106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:19:28.885421 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c4fe79d1-ce25-4967-ad6f-643e47866ab4 req-4455b70e-f59f-47a6-9126-2d4f219245de tempest-ServerRescueTestJSON-1336662106 tempest-ServerRescueTestJSON-1336662106-project] 10.222.0.32 "GET /v2.0/ports?device_id=843046c2-4f29-489f-bce9-b4862b3636be HTTP/1.1" status: 200  len: 945 time: 0.2878506
Dec 25 21:19:28.931958 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1479f88-5237-40d4-9278-603c21d7dfa9 req-d28f6a9f-1241-4f58-9609-b47bccb93549 tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:19:28.932615 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-e1479f88-5237-40d4-9278-603c21d7dfa9 req-d28f6a9f-1241-4f58-9609-b47bccb93549 tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:28.969215 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-313a7da0-9ba8-4c70-b9c0-c99d311a51c3 req-b947ad70-7de2-4db1-81b1-16cb5f939c3d tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c514444-6044-490f-9acc-6dece3909d9f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1761043
Dec 25 21:19:29.018766 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c4fe79d1-ce25-4967-ad6f-643e47866ab4 req-f8c457ca-b57d-484e-88f3-b9774e86ff43 tempest-ServerRescueTestJSON-1336662106 tempest-ServerRescueTestJSON-1336662106-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3baa9cd-9895-4145-88c0-053a91673173&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1231606
Dec 25 21:19:29.063650 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e1479f88-5237-40d4-9278-603c21d7dfa9 req-d28f6a9f-1241-4f58-9609-b47bccb93549 tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.9478900
Dec 25 21:19:29.069885 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-320b7e39-291d-45e5-9981-4ef5500e75f6 None None] Provisioning complete for port 468e4b8e-2b46-4578-81eb-d2bfd34de1bb triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:19:29.084769 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-320b7e39-291d-45e5-9981-4ef5500e75f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:29.094850 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-e1479f88-5237-40d4-9278-603c21d7dfa9 req-c9a4ab5c-9002-48d6-b97e-442eea23a85b service neutron] Request body: {'port': {'device_id': 'f1f8bfda-0dfb-4159-89b2-bf30653ddcb2', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:19:29.131969 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5a8b641b-4f41-48a8-b58c-e16c8cc1326b tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Publish callbacks [] for port, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:29.172601 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-320b7e39-291d-45e5-9981-4ef5500e75f6 None None] Port 468e4b8e-2b46-4578-81eb-d2bfd34de1bb cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:19:29.196501 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-e1479f88-5237-40d4-9278-603c21d7dfa9 req-c9a4ab5c-9002-48d6-b97e-442eea23a85b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:29.203828 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 94f6a724-8477-4326-98da-bff0df1b266b up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:19:29.264613 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port 94f6a724-8477-4326-98da-bff0df1b266b triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:19:29.264928 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:29.271979 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5a8b641b-4f41-48a8-b58c-e16c8cc1326b tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:29.297116 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2de51c-669e-44fc-b77a-db5900801857 req-f8b42c36-ee49-4b24-9316-e8187bcb4510 tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:19:29.307239 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3c2de51c-669e-44fc-b77a-db5900801857 req-f8b42c36-ee49-4b24-9316-e8187bcb4510 tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] 10.222.0.32 "GET /v2.0/ports?device_id=f1f8bfda-0dfb-4159-89b2-bf30653ddcb2 HTTP/1.1" status: 200  len: 931 time: 0.1212280
Dec 25 21:19:29.388454 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3c2de51c-669e-44fc-b77a-db5900801857 req-3c95872e-1386-4726-a890-b4aa94ba7031 tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] 10.222.0.32 "GET /v2.0/security-groups?id=5ab40fef-4e3d-4094-a15c-e55f81ab0c72&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0801430
Dec 25 21:19:29.409678 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a8b641b-4f41-48a8-b58c-e16c8cc1326b tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Network f7ed1632-2ec3-4974-9097-8fe2ac8f3ba4 is already hosted by enough agents. {{(pid=121607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:19:29.417107 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-5a8b641b-4f41-48a8-b58c-e16c8cc1326b tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Resources bound (agent type, host, resource id):  {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:19:29.420536 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a8b641b-4f41-48a8-b58c-e16c8cc1326b tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Received port after_create {{(pid=121607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:19:29.465207 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8b641b-4f41-48a8-b58c-e16c8cc1326b tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Pushing event updated for resources: {'Port': ['ID=fd6aa216-385a-41e5-8c5e-3aae2253a5ab,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:19:29.486307 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a8b641b-4f41-48a8-b58c-e16c8cc1326b tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:19:29.487270 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5a8b641b-4f41-48a8-b58c-e16c8cc1326b tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:29.584650 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device 596692a1-86ae-4ad5-865e-d9310e0fd70e up at agent hyperv_nch2-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:19:29.610074 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-5a8b641b-4f41-48a8-b58c-e16c8cc1326b tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 936 time: 1.4359140
Dec 25 21:19:29.671142 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5a2dd5-4168-4809-8b53-e22649aa56dd req-bf5f9b92-9f49-4b29-a0d8-adc3d7d43f6e tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:19:29.672633 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-be5a2dd5-4168-4809-8b53-e22649aa56dd req-bf5f9b92-9f49-4b29-a0d8-adc3d7d43f6e tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] 10.222.0.32 "GET /v2.0/ports?device_id=a4de75a7-d672-42e2-b76c-476113efaa1c HTTP/1.1" status: 200  len: 945 time: 0.1750343
Dec 25 21:19:29.724220 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22974eda-3b9c-455c-9bae-850270da247c req-e94f4656-c283-47a4-b58b-f3dd7fd59056 tempest-ServersAdminNegativeTestJSON-1924497653 tempest-ServersAdminNegativeTestJSON-1924497653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:19:29.726048 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-22974eda-3b9c-455c-9bae-850270da247c req-e94f4656-c283-47a4-b58b-f3dd7fd59056 tempest-ServersAdminNegativeTestJSON-1924497653 tempest-ServersAdminNegativeTestJSON-1924497653-project] 10.222.0.32 "GET /v2.0/ports?device_id=dd3eb3b9-51e6-4fb9-87e8-3122867c3a42 HTTP/1.1" status: 200  len: 949 time: 0.2164176
Dec 25 21:19:29.761032 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Provisioning for port 596692a1-86ae-4ad5-865e-d9310e0fd70e completed by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 25 21:19:29.767310 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Provisioning complete for port 596692a1-86ae-4ad5-865e-d9310e0fd70e triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:19:29.767694 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:29.830209 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-dd22862a-2be7-4eab-bac5-30a4b2306f30 None None] Provisioning complete for port fd6aa216-385a-41e5-8c5e-3aae2253a5ab triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:19:29.830643 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-dd22862a-2be7-4eab-bac5-30a4b2306f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:29.840981 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-be5a2dd5-4168-4809-8b53-e22649aa56dd req-fe18eda4-65a7-42ab-8e1e-11384ca44a94 tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] 10.222.0.32 "GET /v2.0/security-groups?id=2bf8651c-3ed0-44bb-a064-d61aab6ec281&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1132200
Dec 25 21:19:29.850455 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-22974eda-3b9c-455c-9bae-850270da247c req-ad883aaf-cab5-4a1a-be91-96a69ffcad98 tempest-ServersAdminNegativeTestJSON-1924497653 tempest-ServersAdminNegativeTestJSON-1924497653-project] 10.222.0.32 "GET /v2.0/security-groups?id=349abdf5-d976-4669-aec0-3c3abb1132dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1151650
Dec 25 21:19:29.925266 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-dd22862a-2be7-4eab-bac5-30a4b2306f30 None None] Port fd6aa216-385a-41e5-8c5e-3aae2253a5ab cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:19:29.943088 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:29.975757 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [req-e1479f88-5237-40d4-9278-603c21d7dfa9 req-c9a4ab5c-9002-48d6-b97e-442eea23a85b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 468e4b8e-2b46-4578-81eb-d2bfd34de1bb {{(pid=121606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:19:29.988326 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dcb2aa4-3186-4c62-a704-70ced44d42ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '596692a1-86ae-4ad5-865e-d9310e0fd70e'}] {{(pid=121608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:19:29.992250 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-e1479f88-5237-40d4-9278-603c21d7dfa9 req-c9a4ab5c-9002-48d6-b97e-442eea23a85b service neutron] Publish callbacks [] for port, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:29.992866 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a88c78c3ff6266bd59c7e89d275b28c92e739b67d23c89d71af88829fd31566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e093349-fe0a-4709-ae67-a4ad0589330a" -d '{"events": [{"server_uuid": "1dcb2aa4-3186-4c62-a704-70ced44d42ca", "name": "network-vif-plugged", "status": "completed", "tag": "596692a1-86ae-4ad5-865e-d9310e0fd70e"}]}' {{(pid=121608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:19:30.019668 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port 596692a1-86ae-4ad5-865e-d9310e0fd70e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=596692a1-86ae-4ad5-865e-d9310e0fd70e,segment=NetworkSegment(2eb49ff2-b1de-4e84-a376-6f91f784eeb5),segment_id=2eb49ff2-b1de-4e84-a376-6f91f784eeb5)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:19:30.020760 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.provisioning_blocks [req-e1479f88-5237-40d4-9278-603c21d7dfa9 req-c9a4ab5c-9002-48d6-b97e-442eea23a85b service neutron] Transition to ACTIVE for port object 468e4b8e-2b46-4578-81eb-d2bfd34de1bb will not be triggered until provisioned by entity L2. {{(pid=121606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 25 21:19:30.090011 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:30.091509 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device 60d06ee7-b2a0-4b58-9871-903596124a14 up at agent hyperv_nch2-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:19:30.096896 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-e1479f88-5237-40d4-9278-603c21d7dfa9 req-c9a4ab5c-9002-48d6-b97e-442eea23a85b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:30.160908 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b108a4-595e-4973-a141-ed9950f44d6a req-96c75626-0f05-49f7-b7a3-2177cdb3b6dd tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:19:30.168930 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-46b108a4-595e-4973-a141-ed9950f44d6a req-96c75626-0f05-49f7-b7a3-2177cdb3b6dd tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] 10.222.0.32 "GET /v2.0/ports?device_id=1dcb2aa4-3186-4c62-a704-70ced44d42ca HTTP/1.1" status: 200  len: 945 time: 0.1151059
Dec 25 21:19:30.192794 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a4ab5c-9002-48d6-b97e-442eea23a85b service neutron] Pushing event updated for resources: {'Port': ['ID=468e4b8e-2b46-4578-81eb-d2bfd34de1bb,revision_number=2']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:19:30.256267 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Pushing event updated for resources: {'Port': ['ID=596692a1-86ae-4ad5-865e-d9310e0fd70e,revision_number=5']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:19:30.298195 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-46b108a4-595e-4973-a141-ed9950f44d6a req-e1f673f9-d2c4-4b52-8502-5e56a4f3198c tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c514444-6044-490f-9acc-6dece3909d9f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1275222
Dec 25 21:19:30.352080 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Provisioning for port 60d06ee7-b2a0-4b58-9871-903596124a14 completed by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 25 21:19:30.356448 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-e1479f88-5237-40d4-9278-603c21d7dfa9 req-c9a4ab5c-9002-48d6-b97e-442eea23a85b service neutron] Attempting to bind port 468e4b8e-2b46-4578-81eb-d2bfd34de1bb on host nch2-master-1 for vnic_type normal with profile  {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:19:30.356913 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-e1479f88-5237-40d4-9278-603c21d7dfa9 req-c9a4ab5c-9002-48d6-b97e-442eea23a85b service neutron] Attempting to bind port 468e4b8e-2b46-4578-81eb-d2bfd34de1bb by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'ec46da94-4337-45cb-9fe0-68d817889615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'cb028617-ca4b-4888-809e-8a74d7f084f8'}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:19:30.357351 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1479f88-5237-40d4-9278-603c21d7dfa9 req-c9a4ab5c-9002-48d6-b97e-442eea23a85b service neutron] Attempting to bind port 468e4b8e-2b46-4578-81eb-d2bfd34de1bb on network cb028617-ca4b-4888-809e-8a74d7f084f8 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:19:30.359432 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Provisioning complete for port 60d06ee7-b2a0-4b58-9871-903596124a14 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:19:30.359983 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:30.365645 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 21:19:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d41ae481-a259-4e1c-9767-a7856f10f190 x-openstack-request-id: req-d41ae481-a259-4e1c-9767-a7856f10f190 {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:19:30.366149 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1dcb2aa4-3186-4c62-a704-70ced44d42ca", "name": "network-vif-plugged", "status": "completed", "tag": "596692a1-86ae-4ad5-865e-d9310e0fd70e", "code": 200}]} {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:19:30.366557 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d41ae481-a259-4e1c-9767-a7856f10f190 {{(pid=121608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:19:30.367103 ncdv-master-1 neutron-server[121608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1dcb2aa4-3186-4c62-a704-70ced44d42ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '596692a1-86ae-4ad5-865e-d9310e0fd70e', 'code': 200}
Dec 25 21:19:30.373762 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1479f88-5237-40d4-9278-603c21d7dfa9 req-c9a4ab5c-9002-48d6-b97e-442eea23a85b service neutron] Port 468e4b8e-2b46-4578-81eb-d2bfd34de1bb on network cb028617-ca4b-4888-809e-8a74d7f084f8 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 25 21:19:30.374213 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1479f88-5237-40d4-9278-603c21d7dfa9 req-c9a4ab5c-9002-48d6-b97e-442eea23a85b service neutron] Attempting to bind port 468e4b8e-2b46-4578-81eb-d2bfd34de1bb on network cb028617-ca4b-4888-809e-8a74d7f084f8 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:19:30.397174 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1479f88-5237-40d4-9278-603c21d7dfa9 req-c9a4ab5c-9002-48d6-b97e-442eea23a85b service neutron] Checking agent: {'id': '0d9ae313-8f8d-40fa-8a9f-d098a25a9911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 21, 4, 38), 'started_at': datetime.datetime(2021, 12, 25, 21, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 19, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:19:30.397174 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1479f88-5237-40d4-9278-603c21d7dfa9 req-c9a4ab5c-9002-48d6-b97e-442eea23a85b service neutron] Checking segment: {'id': 'ec46da94-4337-45cb-9fe0-68d817889615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'cb028617-ca4b-4888-809e-8a74d7f084f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:19:30.397174 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1479f88-5237-40d4-9278-603c21d7dfa9 req-c9a4ab5c-9002-48d6-b97e-442eea23a85b service neutron] Bound using segment: {'id': 'ec46da94-4337-45cb-9fe0-68d817889615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'cb028617-ca4b-4888-809e-8a74d7f084f8'} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:19:30.397174 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-e1479f88-5237-40d4-9278-603c21d7dfa9 req-c9a4ab5c-9002-48d6-b97e-442eea23a85b service neutron] Bound port: 468e4b8e-2b46-4578-81eb-d2bfd34de1bb, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec46da94-4337-45cb-9fe0-68d817889615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'cb028617-ca4b-4888-809e-8a74d7f084f8'}}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:19:30.397174 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-e1479f88-5237-40d4-9278-603c21d7dfa9 req-c9a4ab5c-9002-48d6-b97e-442eea23a85b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:30.552776 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 58050) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:19:30.561192 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19aae805-9dac-4b17-9e7c-a3c6f76a0ed1 req-ab8c9eeb-20e1-4817-a459-3bc0303f8970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:19:30.563179 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-19aae805-9dac-4b17-9e7c-a3c6f76a0ed1 req-ab8c9eeb-20e1-4817-a459-3bc0303f8970 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=1dcb2aa4-3186-4c62-a704-70ced44d42ca HTTP/1.1" status: 200  len: 1097 time: 0.1411200
Dec 25 21:19:30.563658 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:30.570207 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-ae33c8e9-a7a3-48a2-9b7f-13427fb42977 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Request body: {'security_group': {'name': 'tempest-securitygroup--385716866', 'description': 'tempest-description--466026937'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:19:30.636867 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:19:30.636867 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:19:30.636867 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:19:30.636867 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:19:30.636867 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:19:30.636867 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:19:30.636867 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:19:30.636867 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:19:30.636867 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:19:30.636867 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:19:30.636867 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:19:30.636867 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:19:30.636867 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:19:30.636867 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:19:30.636867 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:19:30.636867 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:19:30.636867 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:19:30.636867 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:19:30.636867 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:19:30.636867 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:19:30.636867 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:19:30.636867 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:19:30.636867 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:19:30.636867 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:19:30.636867 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:19:30.636867 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:19:30.636867 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:19:30.636867 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:19:30.636867 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:19:30.636867 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:19:30.636867 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:19:30.636867 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:19:30.636867 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:19:30.636867 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:19:30.636867 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:19:30.636867 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:19:30.640116 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:19:30.640116 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:19:30.640116 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:19:30.640116 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:19:30.640116 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:19:30.640116 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:19:30.640116 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:19:30.640116 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:19:30.640116 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:19:30.640116 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:19:30.640116 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:19:30.640116 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:19:30.640116 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06c163c-843b-47b3-9411-ef58e1e084bd req-fefced72-d5d6-4dad-bb35-b871e606c29d tempest-ServerRescueTestJSON-1336662106 tempest-ServerRescueTestJSON-1336662106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:19:30.640116 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c06c163c-843b-47b3-9411-ef58e1e084bd req-fefced72-d5d6-4dad-bb35-b871e606c29d tempest-ServerRescueTestJSON-1336662106 tempest-ServerRescueTestJSON-1336662106-project] 10.222.0.32 "GET /v2.0/ports?device_id=843046c2-4f29-489f-bce9-b4862b3636be HTTP/1.1" status: 200  len: 945 time: 0.1110494
Dec 25 21:19:30.641138 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port 60d06ee7-b2a0-4b58-9871-903596124a14, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=60d06ee7-b2a0-4b58-9871-903596124a14,segment=NetworkSegment(85c774cb-a0eb-4ad9-961f-f331d3b37cd6),segment_id=85c774cb-a0eb-4ad9-961f-f331d3b37cd6)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:19:30.658520 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-e1479f88-5237-40d4-9278-603c21d7dfa9 req-c9a4ab5c-9002-48d6-b97e-442eea23a85b service neutron] For port 468e4b8e-2b46-4578-81eb-d2bfd34de1bb, host nch2-master-1, cleared binding levels {{(pid=121606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:19:30.676011 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-19aae805-9dac-4b17-9e7c-a3c6f76a0ed1 req-688c2219-8e96-4503-83f6-df1b36fc5f16 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=0c514444-6044-490f-9acc-6dece3909d9f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0969586
Dec 25 21:19:30.683355 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-e1479f88-5237-40d4-9278-603c21d7dfa9 req-c9a4ab5c-9002-48d6-b97e-442eea23a85b service neutron] For port 468e4b8e-2b46-4578-81eb-d2bfd34de1bb, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=468e4b8e-2b46-4578-81eb-d2bfd34de1bb,segment=NetworkSegment(ec46da94-4337-45cb-9fe0-68d817889615),segment_id=ec46da94-4337-45cb-9fe0-68d817889615)] {{(pid=121606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:19:30.701706 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c06c163c-843b-47b3-9411-ef58e1e084bd req-0d6d2c33-b6c3-43aa-9322-f3fea09fb9b5 tempest-ServerRescueTestJSON-1336662106 tempest-ServerRescueTestJSON-1336662106-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3baa9cd-9895-4145-88c0-053a91673173&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0751219
Dec 25 21:19:30.766980 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d560610e-93f8-4c91-bc44-f2517dda6ffe req-55facaec-3288-4900-bb8d-69f4b7a38ff2 tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:19:30.768485 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d560610e-93f8-4c91-bc44-f2517dda6ffe req-55facaec-3288-4900-bb8d-69f4b7a38ff2 tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] 10.222.0.32 "GET /v2.0/ports?device_id=f1f8bfda-0dfb-4159-89b2-bf30653ddcb2 HTTP/1.1" status: 200  len: 943 time: 0.0507193
Dec 25 21:19:30.819890 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d560610e-93f8-4c91-bc44-f2517dda6ffe req-ace928f9-bcb2-43dc-9c8f-32b1a64d03d5 tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] 10.222.0.32 "GET /v2.0/security-groups?id=5ab40fef-4e3d-4094-a15c-e55f81ab0c72&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0449636
Dec 25 21:19:30.977804 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:30.998614 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976eb19f-3797-481f-b0d9-4c6f3777973b req-59b36b04-afaf-4c64-bb64-ba53a6ad031c tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:19:31.000279 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-976eb19f-3797-481f-b0d9-4c6f3777973b req-59b36b04-afaf-4c64-bb64-ba53a6ad031c tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] 10.222.0.32 "GET /v2.0/ports?device_id=a4de75a7-d672-42e2-b76c-476113efaa1c HTTP/1.1" status: 200  len: 945 time: 0.0821602
Dec 25 21:19:31.000747 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ae33c8e9-a7a3-48a2-9b7f-13427fb42977 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Publish callbacks [] for security_group, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:31.005734 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-e1479f88-5237-40d4-9278-603c21d7dfa9 req-c9a4ab5c-9002-48d6-b97e-442eea23a85b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:31.027547 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efe473e-1bf0-4b21-8462-13ed6316b55a req-0e0de388-cc47-4995-82d9-a731ae4cf421 tempest-ServersAdminNegativeTestJSON-1924497653 tempest-ServersAdminNegativeTestJSON-1924497653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:19:31.029150 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3efe473e-1bf0-4b21-8462-13ed6316b55a req-0e0de388-cc47-4995-82d9-a731ae4cf421 tempest-ServersAdminNegativeTestJSON-1924497653 tempest-ServersAdminNegativeTestJSON-1924497653-project] 10.222.0.32 "GET /v2.0/ports?device_id=dd3eb3b9-51e6-4fb9-87e8-3122867c3a42 HTTP/1.1" status: 200  len: 949 time: 0.0980241
Dec 25 21:19:31.038299 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1479f88-5237-40d4-9278-603c21d7dfa9 req-c9a4ab5c-9002-48d6-b97e-442eea23a85b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:19:31.038924 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-e1479f88-5237-40d4-9278-603c21d7dfa9 req-c9a4ab5c-9002-48d6-b97e-442eea23a85b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:31.040278 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e1479f88-5237-40d4-9278-603c21d7dfa9 req-c9a4ab5c-9002-48d6-b97e-442eea23a85b service neutron] 10.222.0.37 "PUT /v2.0/ports/468e4b8e-2b46-4578-81eb-d2bfd34de1bb HTTP/1.1" status: 200  len: 1091 time: 1.9526303
Dec 25 21:19:31.040719 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1f8bfda-0dfb-4159-89b2-bf30653ddcb2', 'tag': '468e4b8e-2b46-4578-81eb-d2bfd34de1bb'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:19:31.044220 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9858820c13ec2827453b94ebc4181065e990a4e4089ccb9fe762531ac62d2fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7deaf684-e200-4b37-afaa-8fd2b9eaa63b" -d '{"events": [{"name": "network-changed", "server_uuid": "f1f8bfda-0dfb-4159-89b2-bf30653ddcb2", "tag": "468e4b8e-2b46-4578-81eb-d2bfd34de1bb"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:19:31.050979 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Pushing event updated for resources: {'Port': ['ID=60d06ee7-b2a0-4b58-9871-903596124a14,revision_number=5']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:19:31.179381 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ae33c8e9-a7a3-48a2-9b7f-13427fb42977 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Publish callbacks [] for security_group, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:31.195062 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a4ab5c-9002-48d6-b97e-442eea23a85b service neutron] Pushing event updated for resources: {'Port': ['ID=468e4b8e-2b46-4578-81eb-d2bfd34de1bb,revision_number=3']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:19:31.237167 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-976eb19f-3797-481f-b0d9-4c6f3777973b req-843be45e-865d-4384-a308-95fc9982d9c5 tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] 10.222.0.32 "GET /v2.0/security-groups?id=2bf8651c-3ed0-44bb-a064-d61aab6ec281&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2203093
Dec 25 21:19:31.257475 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3efe473e-1bf0-4b21-8462-13ed6316b55a req-bc0d7f0a-f6da-40bd-a014-ca145b393762 tempest-ServersAdminNegativeTestJSON-1924497653 tempest-ServersAdminNegativeTestJSON-1924497653-project] 10.222.0.32 "GET /v2.0/security-groups?id=349abdf5-d976-4669-aec0-3c3abb1132dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2037392
Dec 25 21:19:31.269210 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ae33c8e9-a7a3-48a2-9b7f-13427fb42977 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:31.296380 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1479f88-5237-40d4-9278-603c21d7dfa9 req-4d8f435a-8cee-4f34-b7e1-83a966079bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:19:31.299024 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e1479f88-5237-40d4-9278-603c21d7dfa9 req-4d8f435a-8cee-4f34-b7e1-83a966079bfb service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7ed80be6e633499b9d1dc61c05014afc&device_id=f1f8bfda-0dfb-4159-89b2-bf30653ddcb2 HTTP/1.1" status: 200  len: 1094 time: 0.1210706
Dec 25 21:19:31.309474 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Dec 2021 21:19:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e59e295e-6d86-4162-bf5f-aa78e2e8dc7f x-openstack-request-id: req-e59e295e-6d86-4162-bf5f-aa78e2e8dc7f {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:19:31.309794 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1f8bfda-0dfb-4159-89b2-bf30653ddcb2", "tag": "468e4b8e-2b46-4578-81eb-d2bfd34de1bb", "status": "completed", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:19:31.310050 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e59e295e-6d86-4162-bf5f-aa78e2e8dc7f {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:19:31.316312 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1f8bfda-0dfb-4159-89b2-bf30653ddcb2', 'tag': '468e4b8e-2b46-4578-81eb-d2bfd34de1bb', 'status': 'completed', 'code': 200}
Dec 25 21:19:31.317849 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae33c8e9-a7a3-48a2-9b7f-13427fb42977 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Pushing event updated for resources: {'SecurityGroup': ['ID=051b583c-529b-425b-89b3-0dd7f4245e61,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:19:31.351111 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e1479f88-5237-40d4-9278-603c21d7dfa9 req-23471b25-3d55-4cbe-86d1-b6727ed3b67e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=468e4b8e-2b46-4578-81eb-d2bfd34de1bb HTTP/1.1" status: 200  len: 217 time: 0.0385103
Dec 25 21:19:31.370823 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ae33c8e9-a7a3-48a2-9b7f-13427fb42977 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:31.375075 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-ae33c8e9-a7a3-48a2-9b7f-13427fb42977 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1797 time: 0.8081653
Dec 25 21:19:31.378078 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 58064) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:19:31.385460 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-3e293bf4-e716-4bc1-8dfb-a6dff385776d tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Request body: {'security_group_rule': {'security_group_id': '051b583c-529b-425b-89b3-0dd7f4245e61', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:19:31.429426 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1479f88-5237-40d4-9278-603c21d7dfa9 req-f0836821-bc26-4329-906e-18aea3805b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:19:31.431027 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e1479f88-5237-40d4-9278-603c21d7dfa9 req-f0836821-bc26-4329-906e-18aea3805b8d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=00dff513-a38a-48f8-809a-d1935b6eecea HTTP/1.1" status: 200  len: 849 time: 0.0721745
Dec 25 21:19:31.517950 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8087f4b-81aa-4b0e-9b72-6981bd2f38b0 req-fdd0c98f-1289-44ea-912c-7ccec14a90e0 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:19:31.519583 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e8087f4b-81aa-4b0e-9b72-6981bd2f38b0 req-fdd0c98f-1289-44ea-912c-7ccec14a90e0 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] 10.222.0.32 "GET /v2.0/ports?device_id=1dcb2aa4-3186-4c62-a704-70ced44d42ca HTTP/1.1" status: 200  len: 946 time: 0.0869570
Dec 25 21:19:31.524754 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1479f88-5237-40d4-9278-603c21d7dfa9 req-201aeeb0-d6ac-4e9a-9e95-0f8ac2a4df4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:19:31.526194 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e1479f88-5237-40d4-9278-603c21d7dfa9 req-201aeeb0-d6ac-4e9a-9e95-0f8ac2a4df4a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=cb028617-ca4b-4888-809e-8a74d7f084f8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0844359
Dec 25 21:19:31.561708 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-3e293bf4-e716-4bc1-8dfb-a6dff385776d tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Publish callbacks [] for security_group_rule, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:31.603725 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e8087f4b-81aa-4b0e-9b72-6981bd2f38b0 req-6a0cc263-d248-43d1-99f3-4d5c8152eb14 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c514444-6044-490f-9acc-6dece3909d9f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0765669
Dec 25 21:19:31.644684 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-3e293bf4-e716-4bc1-8dfb-a6dff385776d tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:31.686680 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e1479f88-5237-40d4-9278-603c21d7dfa9 req-810b0299-adaf-46f3-b704-deacb2ae0d7a service neutron] 10.222.0.37 "GET /v2.0/networks/cb028617-ca4b-4888-809e-8a74d7f084f8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1403172
Dec 25 21:19:31.774527 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-3e293bf4-e716-4bc1-8dfb-a6dff385776d tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077839'] for security_group_rule, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:31.798605 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e293bf4-e716-4bc1-8dfb-a6dff385776d tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df5df868-d84a-4c7f-a763-1f83a6e29ee6,revision_number=0']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:19:31.861037 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e1479f88-5237-40d4-9278-603c21d7dfa9 req-27112797-460b-4f6a-98df-84613298c8d2 service neutron] 10.222.0.37 "GET /v2.0/networks/cb028617-ca4b-4888-809e-8a74d7f084f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1621008
Dec 25 21:19:31.880293 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-3e293bf4-e716-4bc1-8dfb-a6dff385776d tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Publish callbacks [] for security_group_rule, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:31.882615 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-3e293bf4-e716-4bc1-8dfb-a6dff385776d tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.5027666
Dec 25 21:19:31.884698 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 58076) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:19:31.886420 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb41e3eb-d4f7-48c3-be78-0cd3c0b0b4c9 req-1bae3265-fa2c-4715-8c91-51486614c3c0 tempest-ServerRescueTestJSON-1336662106 tempest-ServerRescueTestJSON-1336662106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:19:31.888495 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-eb41e3eb-d4f7-48c3-be78-0cd3c0b0b4c9 req-1bae3265-fa2c-4715-8c91-51486614c3c0 tempest-ServerRescueTestJSON-1336662106 tempest-ServerRescueTestJSON-1336662106-project] 10.222.0.32 "GET /v2.0/ports?device_id=843046c2-4f29-489f-bce9-b4862b3636be HTTP/1.1" status: 200  len: 945 time: 0.0965257
Dec 25 21:19:31.889861 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-caf264b6-7cfd-48cd-a8a0-fc3abb12a300 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Request body: {'security_group_rule': {'security_group_id': '051b583c-529b-425b-89b3-0dd7f4245e61', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:19:31.981263 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-eb41e3eb-d4f7-48c3-be78-0cd3c0b0b4c9 req-6c34a9d3-de1f-46b4-874f-9c227e036d3b tempest-ServerRescueTestJSON-1336662106 tempest-ServerRescueTestJSON-1336662106-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3baa9cd-9895-4145-88c0-053a91673173&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0850234
Dec 25 21:19:31.999469 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-caf264b6-7cfd-48cd-a8a0-fc3abb12a300 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Publish callbacks [] for security_group_rule, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:32.038340 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904602af-b30a-4ad8-b426-d7bcd0f24e74 req-01c14024-0b3c-42e3-8ebc-d8098c826652 tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:19:32.039900 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-904602af-b30a-4ad8-b426-d7bcd0f24e74 req-01c14024-0b3c-42e3-8ebc-d8098c826652 tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] 10.222.0.32 "GET /v2.0/ports?device_id=f1f8bfda-0dfb-4159-89b2-bf30653ddcb2 HTTP/1.1" status: 200  len: 943 time: 0.1205132
Dec 25 21:19:32.064690 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7deaf684-e200-4b37-afaa-8fd2b9eaa63b req-f3ce62bd-961b-47fc-afb1-569cd0c7183d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:19:32.066243 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7deaf684-e200-4b37-afaa-8fd2b9eaa63b req-f3ce62bd-961b-47fc-afb1-569cd0c7183d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7ed80be6e633499b9d1dc61c05014afc&device_id=f1f8bfda-0dfb-4159-89b2-bf30653ddcb2 HTTP/1.1" status: 200  len: 1094 time: 0.0824006
Dec 25 21:19:32.069288 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-caf264b6-7cfd-48cd-a8a0-fc3abb12a300 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:32.123047 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-caf264b6-7cfd-48cd-a8a0-fc3abb12a300 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077839'] for security_group_rule, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:32.126778 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-904602af-b30a-4ad8-b426-d7bcd0f24e74 req-96afccc3-e7d4-4b83-989d-5ea6e4bb988f tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] 10.222.0.32 "GET /v2.0/security-groups?id=5ab40fef-4e3d-4094-a15c-e55f81ab0c72&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0799761
Dec 25 21:19:32.156552 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf264b6-7cfd-48cd-a8a0-fc3abb12a300 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=909dc557-3d7e-4257-b5cf-f7f9037310df,revision_number=0']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:19:32.203434 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7deaf684-e200-4b37-afaa-8fd2b9eaa63b req-0939475a-bfdc-4ea9-92e6-532aa0358d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:19:32.205663 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7deaf684-e200-4b37-afaa-8fd2b9eaa63b req-0939475a-bfdc-4ea9-92e6-532aa0358d93 service neutron] 10.222.0.37 "GET /v2.0/networks?id=cb028617-ca4b-4888-809e-8a74d7f084f8 HTTP/1.1" status: 200  len: 911 time: 0.1241014
Dec 25 21:19:32.227792 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-caf264b6-7cfd-48cd-a8a0-fc3abb12a300 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Publish callbacks [] for security_group_rule, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:32.230211 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-caf264b6-7cfd-48cd-a8a0-fc3abb12a300 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3445048
Dec 25 21:19:32.233834 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 58078) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:19:32.238485 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-d56acd64-e8f5-4e7c-bcab-60a3d8946e86 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Request body: {'floatingip': {'floating_network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:19:32.254315 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7deaf684-e200-4b37-afaa-8fd2b9eaa63b req-093cc404-38fb-4c86-aea7-33ca1f93a420 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=468e4b8e-2b46-4578-81eb-d2bfd34de1bb HTTP/1.1" status: 200  len: 217 time: 0.0408258
Dec 25 21:19:32.336224 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7deaf684-e200-4b37-afaa-8fd2b9eaa63b req-df9bf944-990a-458a-9cf8-82b057603164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:19:32.337746 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7deaf684-e200-4b37-afaa-8fd2b9eaa63b req-df9bf944-990a-458a-9cf8-82b057603164 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=00dff513-a38a-48f8-809a-d1935b6eecea HTTP/1.1" status: 200  len: 849 time: 0.0767365
Dec 25 21:19:32.370214 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd3eb3b9-51e6-4fb9-87e8-3122867c3a42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60d06ee7-b2a0-4b58-9871-903596124a14'}] {{(pid=121608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:19:32.374545 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a88c78c3ff6266bd59c7e89d275b28c92e739b67d23c89d71af88829fd31566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a213dda-8fcd-4251-8260-98d553e5ee82" -d '{"events": [{"server_uuid": "dd3eb3b9-51e6-4fb9-87e8-3122867c3a42", "name": "network-vif-plugged", "status": "completed", "tag": "60d06ee7-b2a0-4b58-9871-903596124a14"}]}' {{(pid=121608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:19:32.382187 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-d56acd64-e8f5-4e7c-bcab-60a3d8946e86 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Publish callbacks [] for floatingip, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:32.444939 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7deaf684-e200-4b37-afaa-8fd2b9eaa63b req-23012369-171e-490a-bc9d-b0084046ea68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:19:32.446471 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7deaf684-e200-4b37-afaa-8fd2b9eaa63b req-23012369-171e-490a-bc9d-b0084046ea68 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=cb028617-ca4b-4888-809e-8a74d7f084f8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0979943
Dec 25 21:19:32.461092 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e0bfcc-cf37-464c-8783-08d362c5abb4 req-456d5494-cad4-427b-9e9b-b704e6d343f1 tempest-ServersAdminNegativeTestJSON-1924497653 tempest-ServersAdminNegativeTestJSON-1924497653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:19:32.462544 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-82e0bfcc-cf37-464c-8783-08d362c5abb4 req-456d5494-cad4-427b-9e9b-b704e6d343f1 tempest-ServersAdminNegativeTestJSON-1924497653 tempest-ServersAdminNegativeTestJSON-1924497653-project] 10.222.0.32 "GET /v2.0/ports?device_id=dd3eb3b9-51e6-4fb9-87e8-3122867c3a42 HTTP/1.1" status: 200  len: 950 time: 0.1150320
Dec 25 21:19:32.500052 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e871e0-ff8d-40f6-9b62-632df5f2ee95 req-5b2e4c1c-09e5-4049-99aa-afa24356216e tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:19:32.501611 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d2e871e0-ff8d-40f6-9b62-632df5f2ee95 req-5b2e4c1c-09e5-4049-99aa-afa24356216e tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] 10.222.0.32 "GET /v2.0/ports?device_id=a4de75a7-d672-42e2-b76c-476113efaa1c HTTP/1.1" status: 200  len: 945 time: 0.1629796
Dec 25 21:19:32.538004 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-d56acd64-e8f5-4e7c-bcab-60a3d8946e86 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:32.653581 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-82e0bfcc-cf37-464c-8783-08d362c5abb4 req-975cd0cb-28b8-486a-a078-ce8caddc5f12 tempest-ServersAdminNegativeTestJSON-1924497653 tempest-ServersAdminNegativeTestJSON-1924497653-project] 10.222.0.32 "GET /v2.0/security-groups?id=349abdf5-d976-4669-aec0-3c3abb1132dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1447070
Dec 25 21:19:32.661367 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d2e871e0-ff8d-40f6-9b62-632df5f2ee95 req-b63163c9-9d88-4044-a693-178867fa023d tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] 10.222.0.32 "GET /v2.0/security-groups?id=2bf8651c-3ed0-44bb-a064-d61aab6ec281&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1369274
Dec 25 21:19:32.679967 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_common [None req-d56acd64-e8f5-4e7c-bcab-60a3d8946e86 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Allocated IP 172.35.3.189 (7201e55c-7c5f-41aa-a042-a363696539d0/7a939e13-713f-45cf-bba7-1539635abe25/f79651b7-f7e3-4fac-80bb-57a24414df19) {{(pid=121607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:19:32.705313 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7deaf684-e200-4b37-afaa-8fd2b9eaa63b req-0ae22e35-ae47-4337-b2d1-9d21ed0857d6 service neutron] 10.222.0.37 "GET /v2.0/networks/cb028617-ca4b-4888-809e-8a74d7f084f8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2386937
Dec 25 21:19:32.734595 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 21:19:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5a1346e-2ee0-484b-89e5-96704658a71f x-openstack-request-id: req-d5a1346e-2ee0-484b-89e5-96704658a71f {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:19:32.734963 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd3eb3b9-51e6-4fb9-87e8-3122867c3a42", "name": "network-vif-plugged", "status": "completed", "tag": "60d06ee7-b2a0-4b58-9871-903596124a14", "code": 200}]} {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:19:32.735290 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d5a1346e-2ee0-484b-89e5-96704658a71f {{(pid=121608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:19:32.735756 ncdv-master-1 neutron-server[121608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd3eb3b9-51e6-4fb9-87e8-3122867c3a42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60d06ee7-b2a0-4b58-9871-903596124a14', 'code': 200}
Dec 25 21:19:32.833217 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-d56acd64-e8f5-4e7c-bcab-60a3d8946e86 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Publish callbacks [] for port, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:32.903700 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7deaf684-e200-4b37-afaa-8fd2b9eaa63b req-624c9829-7b22-4f1c-9627-66593192e5a6 service neutron] 10.222.0.37 "GET /v2.0/networks/cb028617-ca4b-4888-809e-8a74d7f084f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1906228
Dec 25 21:19:32.909823 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d41122-43a4-4f32-a4df-801ae95b0060 req-f5f02a8b-e4a4-443c-982d-9d23e027af24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:19:32.911706 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-40d41122-43a4-4f32-a4df-801ae95b0060 req-f5f02a8b-e4a4-443c-982d-9d23e027af24 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=dd3eb3b9-51e6-4fb9-87e8-3122867c3a42 HTTP/1.1" status: 200  len: 1101 time: 0.0637288
Dec 25 21:19:32.917360 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ca61bd-4fcf-4d0a-9d71-afdf08ef7d6c req-e4c8b25b-04a7-40a0-b646-2952188cbe1f tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:19:32.926225 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-75ca61bd-4fcf-4d0a-9d71-afdf08ef7d6c req-e4c8b25b-04a7-40a0-b646-2952188cbe1f tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] 10.222.0.32 "GET /v2.0/ports?device_id=1dcb2aa4-3186-4c62-a704-70ced44d42ca HTTP/1.1" status: 200  len: 946 time: 0.0900855
Dec 25 21:19:32.968832 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-d56acd64-e8f5-4e7c-bcab-60a3d8946e86 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:32.974060 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-40d41122-43a4-4f32-a4df-801ae95b0060 req-77b94ebe-10dc-4e35-b158-6bb2f8e7d03c service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=349abdf5-d976-4669-aec0-3c3abb1132dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0543764
Dec 25 21:19:32.978176 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-75ca61bd-4fcf-4d0a-9d71-afdf08ef7d6c req-cb045b63-dcdb-475a-94e6-3c625dc8d670 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c514444-6044-490f-9acc-6dece3909d9f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0509589
Dec 25 21:19:33.042185 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d56acd64-e8f5-4e7c-bcab-60a3d8946e86 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Network 7201e55c-7c5f-41aa-a042-a363696539d0 is already hosted by enough agents. {{(pid=121607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:19:33.056019 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-d56acd64-e8f5-4e7c-bcab-60a3d8946e86 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Resources bound (agent type, host, resource id):  {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:19:33.059705 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d56acd64-e8f5-4e7c-bcab-60a3d8946e86 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Received port after_create {{(pid=121607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:19:33.085445 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56acd64-e8f5-4e7c-bcab-60a3d8946e86 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Pushing event updated for resources: {'Port': ['ID=f79651b7-f7e3-4fac-80bb-57a24414df19,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:19:33.170921 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-d56acd64-e8f5-4e7c-bcab-60a3d8946e86 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Publish callbacks [] for floatingip, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:33.171354 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e552ff67-5526-4a19-a4a3-3ffd82f015c9 req-d1e8a038-a260-4896-acf9-eeebf4852f01 tempest-ServerRescueTestJSON-1336662106 tempest-ServerRescueTestJSON-1336662106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:19:33.180384 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e552ff67-5526-4a19-a4a3-3ffd82f015c9 req-d1e8a038-a260-4896-acf9-eeebf4852f01 tempest-ServerRescueTestJSON-1336662106 tempest-ServerRescueTestJSON-1336662106-project] 10.222.0.32 "GET /v2.0/ports?device_id=843046c2-4f29-489f-bce9-b4862b3636be HTTP/1.1" status: 200  len: 945 time: 0.1082196
Dec 25 21:19:33.212522 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdde5d39-43fc-429d-bb6d-c31e0c46a6e3 req-5d7544bc-2b85-461e-a12c-34e9c22aa9f3 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:19:33.214062 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-fdde5d39-43fc-429d-bb6d-c31e0c46a6e3 req-5d7544bc-2b85-461e-a12c-34e9c22aa9f3 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] 10.222.0.32 "GET /v2.0/ports?device_id=1246c4c7-a769-4e4e-9a42-2138119611b8 HTTP/1.1" status: 200  len: 946 time: 0.0894406
Dec 25 21:19:33.264033 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e552ff67-5526-4a19-a4a3-3ffd82f015c9 req-6ce675a1-ef71-4f4f-b852-3fb9c2df69e7 tempest-ServerRescueTestJSON-1336662106 tempest-ServerRescueTestJSON-1336662106-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3baa9cd-9895-4145-88c0-053a91673173&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0823061
Dec 25 21:19:33.285332 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-d56acd64-e8f5-4e7c-bcab-60a3d8946e86 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:33.307958 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-fdde5d39-43fc-429d-bb6d-c31e0c46a6e3 req-c6cb2c38-c9f0-45cb-a96e-cfa8b8cdaa9c tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c514444-6044-490f-9acc-6dece3909d9f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0824471
Dec 25 21:19:33.440279 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e1bfe7-7afa-420b-bd0d-dc3b61d43482 req-0e9f44ce-6304-4c9d-9ce3-fb8cd056c810 tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:19:33.442142 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-45e1bfe7-7afa-420b-bd0d-dc3b61d43482 req-0e9f44ce-6304-4c9d-9ce3-fb8cd056c810 tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] 10.222.0.32 "GET /v2.0/ports?device_id=f1f8bfda-0dfb-4159-89b2-bf30653ddcb2 HTTP/1.1" status: 200  len: 943 time: 0.0951200
Dec 25 21:19:33.504684 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471180c8-252b-4ad2-9f1b-8015c2c767b1 req-8d28cc92-7cc4-4053-a41b-2333ec68277a tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:19:33.511478 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-471180c8-252b-4ad2-9f1b-8015c2c767b1 req-8d28cc92-7cc4-4053-a41b-2333ec68277a tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] 10.222.0.32 "GET /v2.0/ports?device_id=1dcb2aa4-3186-4c62-a704-70ced44d42ca HTTP/1.1" status: 200  len: 946 time: 0.0982380
Dec 25 21:19:33.535188 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-d56acd64-e8f5-4e7c-bcab-60a3d8946e86 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Publish callbacks [] for port, precommit_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:33.562152 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-45e1bfe7-7afa-420b-bd0d-dc3b61d43482 req-a24fa2de-9c8a-4306-a591-6d568f87f22d tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] 10.222.0.32 "GET /v2.0/security-groups?id=5ab40fef-4e3d-4094-a15c-e55f81ab0c72&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1001995
Dec 25 21:19:33.585664 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-471180c8-252b-4ad2-9f1b-8015c2c767b1 req-cebc9336-2ebc-4fbd-a72b-cfad01881ad3 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c514444-6044-490f-9acc-6dece3909d9f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0726182
Dec 25 21:19:33.606057 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device 468e4b8e-2b46-4578-81eb-d2bfd34de1bb details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 25 21:19:33.623866 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-d56acd64-e8f5-4e7c-bcab-60a3d8946e86 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8632327'] for port, after_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:33.686894 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56acd64-e8f5-4e7c-bcab-60a3d8946e86 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Pushing event updated for resources: {'Port': ['ID=f79651b7-f7e3-4fac-80bb-57a24414df19,revision_number=2']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:19:33.774845 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-d56acd64-e8f5-4e7c-bcab-60a3d8946e86 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2008639'] for floatingip, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:33.785391 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port 468e4b8e-2b46-4578-81eb-d2bfd34de1bb, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=468e4b8e-2b46-4578-81eb-d2bfd34de1bb,segment=NetworkSegment(ec46da94-4337-45cb-9fe0-68d817889615),segment_id=ec46da94-4337-45cb-9fe0-68d817889615)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:19:33.800272 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Returning: {'device': '468e4b8e-2b46-4578-81eb-d2bfd34de1bb', 'network_id': 'cb028617-ca4b-4888-809e-8a74d7f084f8', 'port_id': '468e4b8e-2b46-4578-81eb-d2bfd34de1bb', 'mac_address': 'fa:16:3e:35:6a:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00dff513-a38a-48f8-809a-d1935b6eecea', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 25 21:19:33.840125 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:33.864059 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 468e4b8e-2b46-4578-81eb-d2bfd34de1bb {{(pid=121608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:19:33.873250 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08875b3a-bb81-4364-b449-ee429d2d3692 req-eb570d33-32ce-4b9b-b1fe-29f4dfe510e5 tempest-ServersAdminNegativeTestJSON-1924497653 tempest-ServersAdminNegativeTestJSON-1924497653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:19:33.874993 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-08875b3a-bb81-4364-b449-ee429d2d3692 req-eb570d33-32ce-4b9b-b1fe-29f4dfe510e5 tempest-ServersAdminNegativeTestJSON-1924497653 tempest-ServersAdminNegativeTestJSON-1924497653-project] 10.222.0.32 "GET /v2.0/ports?device_id=dd3eb3b9-51e6-4fb9-87e8-3122867c3a42 HTTP/1.1" status: 200  len: 950 time: 0.0876422
Dec 25 21:19:33.884728 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-d56acd64-e8f5-4e7c-bcab-60a3d8946e86 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for floatingip, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:33.914433 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-d56acd64-e8f5-4e7c-bcab-60a3d8946e86 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.6531165
Dec 25 21:19:33.915163 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port 468e4b8e-2b46-4578-81eb-d2bfd34de1bb, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=468e4b8e-2b46-4578-81eb-d2bfd34de1bb,segment=NetworkSegment(ec46da94-4337-45cb-9fe0-68d817889615),segment_id=ec46da94-4337-45cb-9fe0-68d817889615)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:19:33.961579 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-08875b3a-bb81-4364-b449-ee429d2d3692 req-7cab8803-ef25-4246-b3e7-ae385ab9188e tempest-ServersAdminNegativeTestJSON-1924497653 tempest-ServersAdminNegativeTestJSON-1924497653-project] 10.222.0.32 "GET /v2.0/security-groups?id=349abdf5-d976-4669-aec0-3c3abb1132dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0691388
Dec 25 21:19:34.030863 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:34.140531 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a6516d-ab05-4222-a583-d8efcb5e2159 req-03ccc779-f919-42bf-9417-8dabb8ec99d2 tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:19:34.149266 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Pushing event updated for resources: {'Port': ['ID=468e4b8e-2b46-4578-81eb-d2bfd34de1bb,revision_number=4']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:19:34.149833 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-09a6516d-ab05-4222-a583-d8efcb5e2159 req-03ccc779-f919-42bf-9417-8dabb8ec99d2 tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] 10.222.0.32 "GET /v2.0/ports?device_id=a4de75a7-d672-42e2-b76c-476113efaa1c HTTP/1.1" status: 200  len: 945 time: 0.0858042
Dec 25 21:19:34.208269 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-09a6516d-ab05-4222-a583-d8efcb5e2159 req-f0871454-e6ce-46b9-bbd4-0bdbad024095 tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] 10.222.0.32 "GET /v2.0/security-groups?id=2bf8651c-3ed0-44bb-a064-d61aab6ec281&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0574598
Dec 25 21:19:34.299290 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] get_ports_and_sgs() called for port_ids ['468e4b8e-2b46-4578-81eb-d2bfd34de1bb'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:19:34.305606 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:34.479073 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4af7ab0f-8741-4c80-8988-ff06aed62416 req-61ba573f-0cc9-4916-8b62-c4dd3a12aaa8 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--385716866&fields=id&tenant_id=d4571ece0fa3450b83fde221178518c8 HTTP/1.1" status: 200  len: 267 time: 0.0909631
Dec 25 21:19:34.533324 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af7ab0f-8741-4c80-8988-ff06aed62416 req-1f8144e5-970a-45a5-b161-9ccf93275689 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:19:34.541342 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4af7ab0f-8741-4c80-8988-ff06aed62416 req-1f8144e5-970a-45a5-b161-9ccf93275689 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] 10.222.0.32 "GET /v2.0/ports/7d584498-0a66-4020-96ff-ac37bb6bf33e HTTP/1.1" status: 200  len: 937 time: 0.0604401
Dec 25 21:19:34.573292 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fa8c9b-73cd-4663-af8e-e7e211f93843 req-6479cffd-fff4-4d49-8697-8b370acc5f13 tempest-ServerRescueTestJSON-1336662106 tempest-ServerRescueTestJSON-1336662106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:19:34.581961 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-55fa8c9b-73cd-4663-af8e-e7e211f93843 req-6479cffd-fff4-4d49-8697-8b370acc5f13 tempest-ServerRescueTestJSON-1336662106 tempest-ServerRescueTestJSON-1336662106-project] 10.222.0.32 "GET /v2.0/ports?device_id=843046c2-4f29-489f-bce9-b4862b3636be HTTP/1.1" status: 200  len: 945 time: 0.1707618
Dec 25 21:19:34.643193 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af7ab0f-8741-4c80-8988-ff06aed62416 req-f28572e5-5b8d-417d-a513-13158e5d3e06 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:19:34.645482 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4af7ab0f-8741-4c80-8988-ff06aed62416 req-f28572e5-5b8d-417d-a513-13158e5d3e06 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] 10.222.0.32 "GET /v2.0/ports/fd6aa216-385a-41e5-8c5e-3aae2253a5ab HTTP/1.1" status: 200  len: 936 time: 0.1031621
Dec 25 21:19:34.717076 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4af7ab0f-8741-4c80-8988-ff06aed62416 req-10209198-d0a5-40e2-936e-b15bb265672a tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] 10.222.0.32 "GET /v2.0/ports?network_id=3822397d-3d72-44cf-9fd0-b3119ec81123&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200  len: 210 time: 0.0611730
Dec 25 21:19:34.722763 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-55fa8c9b-73cd-4663-af8e-e7e211f93843 req-b1aab4fd-a45d-458e-a41c-31a48027fcf6 tempest-ServerRescueTestJSON-1336662106 tempest-ServerRescueTestJSON-1336662106-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3baa9cd-9895-4145-88c0-053a91673173&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1398988
Dec 25 21:19:34.768932 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4af7ab0f-8741-4c80-8988-ff06aed62416 req-a8c322fe-8c18-493f-b533-457b6bb55796 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] 10.222.0.32 "GET /v2.0/ports?network_id=3822397d-3d72-44cf-9fd0-b3119ec81123&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200  len: 210 time: 0.0438476
Dec 25 21:19:34.791370 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-7ff7ca51-55a7-44f4-a045-252f8e7c024c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:34.917262 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5cf9ec-4300-4877-9ab4-961b42866e54 req-82621310-fa29-4a87-89d8-ec6eb15ab994 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:19:34.919231 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3c5cf9ec-4300-4877-9ab4-961b42866e54 req-82621310-fa29-4a87-89d8-ec6eb15ab994 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] 10.222.0.32 "GET /v2.0/ports?device_id=1dcb2aa4-3186-4c62-a704-70ced44d42ca HTTP/1.1" status: 200  len: 946 time: 0.1292663
Dec 25 21:19:34.964861 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af7ab0f-8741-4c80-8988-ff06aed62416 req-13d221c6-8574-4e9e-8cfc-1168a7e0a929 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:19:34.972167 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af7ab0f-8741-4c80-8988-ff06aed62416 req-13d221c6-8574-4e9e-8cfc-1168a7e0a929 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:19:34.978024 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af7ab0f-8741-4c80-8988-ff06aed62416 req-13d221c6-8574-4e9e-8cfc-1168a7e0a929 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:19:34.979633 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4af7ab0f-8741-4c80-8988-ff06aed62416 req-13d221c6-8574-4e9e-8cfc-1168a7e0a929 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] 10.222.0.32 "GET /v2.0/networks?id=b8d0c0f5-4a55-4519-afa5-15b47bd47c1f&id=f7ed1632-2ec3-4974-9097-8fe2ac8f3ba4&id=f7ed1632-2ec3-4974-9097-8fe2ac8f3ba4&id=3822397d-3d72-44cf-9fd0-b3119ec81123&id=3822397d-3d72-44cf-9fd0-b3119ec81123 HTTP/1.1" status: 200  len: 1995 time: 0.2049985
Dec 25 21:19:35.016594 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4af7ab0f-8741-4c80-8988-ff06aed62416 req-b116d67d-96e3-47b3-81b3-73991b0ff00a tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] 10.222.0.32 "GET /v2.0/quotas/d4571ece0fa3450b83fde221178518c8 HTTP/1.1" status: 200  len: 375 time: 0.0283282
Dec 25 21:19:35.057189 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3c5cf9ec-4300-4877-9ab4-961b42866e54 req-4fedba3d-8287-46bd-9aeb-4ea7c3930f8c tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c514444-6044-490f-9acc-6dece3909d9f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0982704
Dec 25 21:19:35.083650 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4af7ab0f-8741-4c80-8988-ff06aed62416 req-1441a224-b52d-45b3-aaec-348f08e31b01 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=d4571ece0fa3450b83fde221178518c8&fields=id HTTP/1.1" status: 200  len: 486 time: 0.0584495
Dec 25 21:19:35.181412 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaa1d91-a25b-434c-9f2e-6c47ca5e116e req-b0e532df-5d55-4f01-a7cf-af7c80820a48 tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:19:35.182773 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3aaa1d91-a25b-434c-9f2e-6c47ca5e116e req-b0e532df-5d55-4f01-a7cf-af7c80820a48 tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] 10.222.0.32 "GET /v2.0/ports?device_id=f1f8bfda-0dfb-4159-89b2-bf30653ddcb2 HTTP/1.1" status: 200  len: 944 time: 0.0982502
Dec 25 21:19:35.231197 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4af7ab0f-8741-4c80-8988-ff06aed62416 req-433beaff-7876-478d-b408-8d7198601943 service neutron] 10.222.0.32 "GET /v2.0/networks/b8d0c0f5-4a55-4519-afa5-15b47bd47c1f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1348243
Dec 25 21:19:35.265716 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3aaa1d91-a25b-434c-9f2e-6c47ca5e116e req-42f10451-6290-458c-9819-b55c48d9e6e5 tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] 10.222.0.32 "GET /v2.0/security-groups?id=5ab40fef-4e3d-4094-a15c-e55f81ab0c72&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0749533
Dec 25 21:19:35.367539 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4af7ab0f-8741-4c80-8988-ff06aed62416 req-d5634a1f-2e4c-4297-ba8c-085ace8b919f service neutron] 10.222.0.32 "GET /v2.0/networks/b8d0c0f5-4a55-4519-afa5-15b47bd47c1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1299629
Dec 25 21:19:35.618470 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device 468e4b8e-2b46-4578-81eb-d2bfd34de1bb up at agent hyperv_nch2-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:19:35.734200 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66107ef-0b96-446a-beba-87ae13b92b8a req-4a8eed86-d54f-4c6e-9290-5fb2a2594450 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:19:35.737537 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-e66107ef-0b96-446a-beba-87ae13b92b8a req-4a8eed86-d54f-4c6e-9290-5fb2a2594450 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] 10.222.0.37 "GET /v2.0/ports?device_id=1dcb2aa4-3186-4c62-a704-70ced44d42ca HTTP/1.1" status: 200  len: 946 time: 0.1013052
Dec 25 21:19:35.776342 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4af7ab0f-8741-4c80-8988-ff06aed62416 req-8063a963-6fa2-48a7-98fd-deb04d9da671 service neutron] 10.222.0.32 "GET /v2.0/ports/7d584498-0a66-4020-96ff-ac37bb6bf33e?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200  len: 311 time: 0.3896515
Dec 25 21:19:35.792038 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922e524c-38b7-49b9-9489-3a6eafc5d841 req-b9c5c14d-abab-4b03-9925-899694e0b9c2 tempest-ServersAdminNegativeTestJSON-1924497653 tempest-ServersAdminNegativeTestJSON-1924497653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:19:35.800502 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-922e524c-38b7-49b9-9489-3a6eafc5d841 req-b9c5c14d-abab-4b03-9925-899694e0b9c2 tempest-ServersAdminNegativeTestJSON-1924497653 tempest-ServersAdminNegativeTestJSON-1924497653-project] 10.222.0.32 "GET /v2.0/ports?device_id=dd3eb3b9-51e6-4fb9-87e8-3122867c3a42 HTTP/1.1" status: 200  len: 950 time: 0.4568710
Dec 25 21:19:35.875544 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [req-e66107ef-0b96-446a-beba-87ae13b92b8a req-edf3f79f-fcd3-49c6-acad-577bdf011c76 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] Deleting port 596692a1-86ae-4ad5-865e-d9310e0fd70e {{(pid=121607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:19:35.875967 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-e66107ef-0b96-446a-beba-87ae13b92b8a req-edf3f79f-fcd3-49c6-acad-577bdf011c76 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:35.893446 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Provisioning for port 468e4b8e-2b46-4578-81eb-d2bfd34de1bb completed by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 25 21:19:35.898255 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Provisioning complete for port 468e4b8e-2b46-4578-81eb-d2bfd34de1bb triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:19:35.898805 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:35.921535 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-922e524c-38b7-49b9-9489-3a6eafc5d841 req-eb3560ea-2be1-4843-8737-68b12926010d tempest-ServersAdminNegativeTestJSON-1924497653 tempest-ServersAdminNegativeTestJSON-1924497653-project] 10.222.0.32 "GET /v2.0/security-groups?id=349abdf5-d976-4669-aec0-3c3abb1132dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1154699
Dec 25 21:19:35.966851 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4af7ab0f-8741-4c80-8988-ff06aed62416 req-d9af42af-67ed-4586-a575-d2515376e760 service neutron] 10.222.0.32 "GET /v2.0/networks/f7ed1632-2ec3-4974-9097-8fe2ac8f3ba4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1631672
Dec 25 21:19:36.013484 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:36.031395 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.db [req-e66107ef-0b96-446a-beba-87ae13b92b8a req-edf3f79f-fcd3-49c6-acad-577bdf011c76 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] For port 596692a1-86ae-4ad5-865e-d9310e0fd70e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=596692a1-86ae-4ad5-865e-d9310e0fd70e,segment=NetworkSegment(2eb49ff2-b1de-4e84-a376-6f91f784eeb5),segment_id=2eb49ff2-b1de-4e84-a376-6f91f784eeb5)] {{(pid=121607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:19:36.035136 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-e66107ef-0b96-446a-beba-87ae13b92b8a req-edf3f79f-fcd3-49c6-acad-577bdf011c76 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:36.056318 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [req-e66107ef-0b96-446a-beba-87ae13b92b8a req-edf3f79f-fcd3-49c6-acad-577bdf011c76 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] Calling delete_port for 596692a1-86ae-4ad5-865e-d9310e0fd70e owned by compute:nova {{(pid=121607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:19:36.064422 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1f8bfda-0dfb-4159-89b2-bf30653ddcb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '468e4b8e-2b46-4578-81eb-d2bfd34de1bb'}] {{(pid=121608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:19:36.067481 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a88c78c3ff6266bd59c7e89d275b28c92e739b67d23c89d71af88829fd31566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f68bf8c6-b372-4121-8956-d895be3b4a8f" -d '{"events": [{"server_uuid": "f1f8bfda-0dfb-4159-89b2-bf30653ddcb2", "name": "network-vif-plugged", "status": "completed", "tag": "468e4b8e-2b46-4578-81eb-d2bfd34de1bb"}]}' {{(pid=121608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:19:36.081500 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port 468e4b8e-2b46-4578-81eb-d2bfd34de1bb, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=468e4b8e-2b46-4578-81eb-d2bfd34de1bb,segment=NetworkSegment(ec46da94-4337-45cb-9fe0-68d817889615),segment_id=ec46da94-4337-45cb-9fe0-68d817889615)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:19:36.131202 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4af7ab0f-8741-4c80-8988-ff06aed62416 req-77de54b8-8a7c-473e-9024-ed31cb212088 service neutron] 10.222.0.32 "GET /v2.0/networks/f7ed1632-2ec3-4974-9097-8fe2ac8f3ba4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1540694
Dec 25 21:19:36.176712 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cb952c-7af1-40d0-b311-0f068d07e78e req-ab35d6b1-2d0b-4d76-9bb3-7da6e74e4d2e tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:19:36.178209 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-28cb952c-7af1-40d0-b311-0f068d07e78e req-ab35d6b1-2d0b-4d76-9bb3-7da6e74e4d2e tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] 10.222.0.32 "GET /v2.0/ports?device_id=a4de75a7-d672-42e2-b76c-476113efaa1c HTTP/1.1" status: 200  len: 945 time: 0.1459424
Dec 25 21:19:36.194496 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4af7ab0f-8741-4c80-8988-ff06aed62416 req-0f1d1bb2-aece-4ddb-9a73-6c79b5eaa191 service neutron] 10.222.0.32 "GET /v2.0/ports/fd6aa216-385a-41e5-8c5e-3aae2253a5ab?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200  len: 311 time: 0.0558200
Dec 25 21:19:36.240424 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:36.253940 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-28cb952c-7af1-40d0-b311-0f068d07e78e req-26860ccf-12fb-4031-b0fb-b58e7f4dc8b4 tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] 10.222.0.32 "GET /v2.0/security-groups?id=2bf8651c-3ed0-44bb-a064-d61aab6ec281&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0690875
Dec 25 21:19:36.292017 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Pushing event updated for resources: {'Port': ['ID=468e4b8e-2b46-4578-81eb-d2bfd34de1bb,revision_number=5']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:19:36.319100 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4af7ab0f-8741-4c80-8988-ff06aed62416 req-445268dc-76f8-4fae-915a-fcd459078390 service neutron] 10.222.0.32 "GET /v2.0/networks/f7ed1632-2ec3-4974-9097-8fe2ac8f3ba4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1084194
Dec 25 21:19:36.356676 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-e66107ef-0b96-446a-beba-87ae13b92b8a req-edf3f79f-fcd3-49c6-acad-577bdf011c76 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:36.369251 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] get_ports_and_sgs() called for port_ids ['b548a516-5b40-4749-9286-e686f9b3d3be', 'ae3f3cc3-d73b-4b19-ae8d-52d95e61449e'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:19:36.372818 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] get_ports_and_sgs() called for port_ids ['596692a1-86ae-4ad5-865e-d9310e0fd70e'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:19:36.391248 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf3f79f-fcd3-49c6-acad-577bdf011c76 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] Pushing event deleted for resources: {'Port': ['ID=596692a1-86ae-4ad5-865e-d9310e0fd70e,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:19:36.439868 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [req-e66107ef-0b96-446a-beba-87ae13b92b8a req-edf3f79f-fcd3-49c6-acad-577bdf011c76 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] No DVR routers for this DVR port 596692a1-86ae-4ad5-865e-d9310e0fd70e on host nch2-master-1 {{(pid=121607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:19:36.442485 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-e66107ef-0b96-446a-beba-87ae13b92b8a req-edf3f79f-fcd3-49c6-acad-577bdf011c76 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:36.446041 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-e66107ef-0b96-446a-beba-87ae13b92b8a req-edf3f79f-fcd3-49c6-acad-577bdf011c76 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] 10.222.0.37 "DELETE /v2.0/ports/596692a1-86ae-4ad5-865e-d9310e0fd70e HTTP/1.1" status: 204  len: 173 time: 0.7023859
Dec 25 21:19:36.446511 ncdv-master-1 neutron-server[121607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dcb2aa4-3186-4c62-a704-70ced44d42ca', 'name': 'network-vif-deleted', 'tag': '596692a1-86ae-4ad5-865e-d9310e0fd70e'}] {{(pid=121607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:19:36.448808 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f980bbcadfa7bf1e788024e1448be660373c21f97f015f780444e999c451203" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-500832f1-ba66-43e8-96fe-b02440aef093" -d '{"events": [{"server_uuid": "1dcb2aa4-3186-4c62-a704-70ced44d42ca", "name": "network-vif-deleted", "tag": "596692a1-86ae-4ad5-865e-d9310e0fd70e"}]}' {{(pid=121607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:19:36.464732 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4af7ab0f-8741-4c80-8988-ff06aed62416 req-4d9a6225-225e-48a4-ada9-9ab6bd395d89 service neutron] 10.222.0.32 "GET /v2.0/networks/f7ed1632-2ec3-4974-9097-8fe2ac8f3ba4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1384656
Dec 25 21:19:36.477291 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84a47dd-a4e9-4b58-a06f-5a6d09284638 req-9f0f13ec-78da-4bac-b567-d1e652618c78 tempest-ServerRescueTestJSON-1336662106 tempest-ServerRescueTestJSON-1336662106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:19:36.481131 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e84a47dd-a4e9-4b58-a06f-5a6d09284638 req-9f0f13ec-78da-4bac-b567-d1e652618c78 tempest-ServerRescueTestJSON-1336662106 tempest-ServerRescueTestJSON-1336662106-project] 10.222.0.32 "GET /v2.0/ports?device_id=843046c2-4f29-489f-bce9-b4862b3636be HTTP/1.1" status: 200  len: 945 time: 0.0709872
Dec 25 21:19:36.586102 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e84a47dd-a4e9-4b58-a06f-5a6d09284638 req-1a279945-669f-4de7-b88a-1050f970ece1 tempest-ServerRescueTestJSON-1336662106 tempest-ServerRescueTestJSON-1336662106-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3baa9cd-9895-4145-88c0-053a91673173&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0984559
Dec 25 21:19:36.613119 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4af7ab0f-8741-4c80-8988-ff06aed62416 req-6c05b343-e43a-4f70-9b82-a7ee87e87ce0 service neutron] 10.222.0.32 "GET /v2.0/networks/f7ed1632-2ec3-4974-9097-8fe2ac8f3ba4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1333206
Dec 25 21:19:36.733553 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4af7ab0f-8741-4c80-8988-ff06aed62416 req-42e7a2c8-8c10-4535-a0d4-307a031ee124 service neutron] 10.222.0.32 "GET /v2.0/networks/f7ed1632-2ec3-4974-9097-8fe2ac8f3ba4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1135077
Dec 25 21:19:36.792505 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-30e4b8bf-d24d-4572-b1f6-281826ab5e2c req-33002849-7376-4a46-9667-32a9eae4f192 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] 10.222.0.32 "GET /v2.0/ports?device_id=1dcb2aa4-3186-4c62-a704-70ced44d42ca HTTP/1.1" status: 200  len: 210 time: 0.0416703
Dec 25 21:19:36.847041 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 21:19:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60946a30-435b-487e-8bcb-0d523478b2cb x-openstack-request-id: req-60946a30-435b-487e-8bcb-0d523478b2cb {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:19:36.847365 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1f8bfda-0dfb-4159-89b2-bf30653ddcb2", "name": "network-vif-plugged", "status": "completed", "tag": "468e4b8e-2b46-4578-81eb-d2bfd34de1bb", "code": 200}]} {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:19:36.847775 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-60946a30-435b-487e-8bcb-0d523478b2cb {{(pid=121608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:19:36.848167 ncdv-master-1 neutron-server[121608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1f8bfda-0dfb-4159-89b2-bf30653ddcb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '468e4b8e-2b46-4578-81eb-d2bfd34de1bb', 'code': 200}
Dec 25 21:19:36.854173 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4af7ab0f-8741-4c80-8988-ff06aed62416 req-82d4282c-0c82-4b5e-b6df-58d609c0c952 service neutron] 10.222.0.32 "GET /v2.0/networks/f7ed1632-2ec3-4974-9097-8fe2ac8f3ba4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1125810
Dec 25 21:19:36.951257 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-400b84c7-1692-47a8-9b3d-31ed60870496 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:36.975052 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4af7ab0f-8741-4c80-8988-ff06aed62416 req-748e75a5-4ebc-4c82-96e2-fa9bdeff44dd service neutron] 10.222.0.32 "GET /v2.0/networks/f7ed1632-2ec3-4974-9097-8fe2ac8f3ba4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1142621
Dec 25 21:19:36.987782 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412d64a2-3f02-4239-aed6-9b99d2b011d7 req-bc8f5042-7f69-4ae3-bb36-6539fcf0a5b3 tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:19:36.989374 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-412d64a2-3f02-4239-aed6-9b99d2b011d7 req-bc8f5042-7f69-4ae3-bb36-6539fcf0a5b3 tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] 10.222.0.32 "GET /v2.0/ports?device_id=f1f8bfda-0dfb-4159-89b2-bf30653ddcb2 HTTP/1.1" status: 200  len: 945 time: 0.0677400
Dec 25 21:19:37.099373 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-412d64a2-3f02-4239-aed6-9b99d2b011d7 req-95b2f248-e510-4d77-9fef-f4767a26c440 tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] 10.222.0.32 "GET /v2.0/security-groups?id=5ab40fef-4e3d-4094-a15c-e55f81ab0c72&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1002247
Dec 25 21:19:37.117620 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4af7ab0f-8741-4c80-8988-ff06aed62416 req-b9d8ee1f-eb30-4178-894d-b52967e73acd service neutron] 10.222.0.32 "GET /v2.0/networks/3822397d-3d72-44cf-9fd0-b3119ec81123?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1271646
Dec 25 21:19:37.246076 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4af7ab0f-8741-4c80-8988-ff06aed62416 req-8eaf3685-ff82-4c01-9212-b509d941a780 service neutron] 10.222.0.32 "GET /v2.0/networks/3822397d-3d72-44cf-9fd0-b3119ec81123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1209235
Dec 25 21:19:37.316467 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1d909e0f-c514-4612-8e8d-cc7f6c695676 req-3d9ca24d-ddad-42d5-9ce8-ef33031cad73 tempest-ServersAdminNegativeTestJSON-1924497653 tempest-ServersAdminNegativeTestJSON-1924497653-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=0ecfd75e0530430eaad8f0531a3a5244&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0593350
Dec 25 21:19:37.373610 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 21:19:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-291dccd8-ccd4-4beb-af48-30051da487e2 x-openstack-request-id: req-291dccd8-ccd4-4beb-af48-30051da487e2 {{(pid=121607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:19:37.374252 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1dcb2aa4-3186-4c62-a704-70ced44d42ca", "name": "network-vif-deleted", "tag": "596692a1-86ae-4ad5-865e-d9310e0fd70e", "status": "completed", "code": 200}]} {{(pid=121607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:19:37.374252 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-291dccd8-ccd4-4beb-af48-30051da487e2 {{(pid=121607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:19:37.374510 ncdv-master-1 neutron-server[121607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1dcb2aa4-3186-4c62-a704-70ced44d42ca', 'name': 'network-vif-deleted', 'tag': '596692a1-86ae-4ad5-865e-d9310e0fd70e', 'status': 'completed', 'code': 200}
Dec 25 21:19:37.388364 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc800711-1eb1-45ec-826d-b8c6172b63ed req-81d240f7-27e0-4769-9fbb-c46ddb70cdb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:19:37.391179 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-dc800711-1eb1-45ec-826d-b8c6172b63ed req-81d240f7-27e0-4769-9fbb-c46ddb70cdb7 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f1f8bfda-0dfb-4159-89b2-bf30653ddcb2 HTTP/1.1" status: 200  len: 1096 time: 0.3532379
Dec 25 21:19:37.439519 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-dc800711-1eb1-45ec-826d-b8c6172b63ed req-3806e8e2-b214-45e8-90ee-d8333b75b572 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=5ab40fef-4e3d-4094-a15c-e55f81ab0c72&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415378
Dec 25 21:19:37.448688 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4af7ab0f-8741-4c80-8988-ff06aed62416 req-cbd401cc-295b-41c6-b8a9-4f6d5a245e28 service neutron] 10.222.0.32 "GET /v2.0/networks/3822397d-3d72-44cf-9fd0-b3119ec81123?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1963017
Dec 25 21:19:37.489998 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d909e0f-c514-4612-8e8d-cc7f6c695676 req-d91e1de6-6993-4168-85e0-05b016f3e4ba tempest-ServersAdminNegativeTestJSON-1924497653 tempest-ServersAdminNegativeTestJSON-1924497653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:19:37.492531 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1d909e0f-c514-4612-8e8d-cc7f6c695676 req-d91e1de6-6993-4168-85e0-05b016f3e4ba tempest-ServersAdminNegativeTestJSON-1924497653 tempest-ServersAdminNegativeTestJSON-1924497653-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1723640
Dec 25 21:19:37.515604 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1d909e0f-c514-4612-8e8d-cc7f6c695676 req-3d26310b-6184-4479-bea8-3f1b11e377be tempest-ServersAdminNegativeTestJSON-1924497653 tempest-ServersAdminNegativeTestJSON-1924497653-project] 10.222.0.32 "GET /v2.0/quotas/0ecfd75e0530430eaad8f0531a3a5244 HTTP/1.1" status: 200  len: 375 time: 0.0141132
Dec 25 21:19:37.598764 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4af7ab0f-8741-4c80-8988-ff06aed62416 req-937611ad-1b00-4ab2-aff8-c0bc5b75f44c service neutron] 10.222.0.32 "GET /v2.0/networks/3822397d-3d72-44cf-9fd0-b3119ec81123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1404204
Dec 25 21:19:37.607462 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1d909e0f-c514-4612-8e8d-cc7f6c695676 req-4c483818-a2a8-417a-9b4b-9449bc448c37 tempest-ServersAdminNegativeTestJSON-1924497653 tempest-ServersAdminNegativeTestJSON-1924497653-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=0ecfd75e0530430eaad8f0531a3a5244&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0623579
Dec 25 21:19:37.945735 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378403b5-ff95-4d0b-89dd-0d6ffb7fddf0 req-2eb8b975-e725-4eed-aa8a-ed769c06ad7b tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:19:37.948817 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-378403b5-ff95-4d0b-89dd-0d6ffb7fddf0 req-2eb8b975-e725-4eed-aa8a-ed769c06ad7b tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] 10.222.0.32 "GET /v2.0/ports?device_id=a4de75a7-d672-42e2-b76c-476113efaa1c HTTP/1.1" status: 200  len: 945 time: 0.0516317
Dec 25 21:19:38.001147 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-378403b5-ff95-4d0b-89dd-0d6ffb7fddf0 req-b29fa1ea-c3c7-49b7-91d1-5e743abf60b3 tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] 10.222.0.32 "GET /v2.0/security-groups?id=2bf8651c-3ed0-44bb-a064-d61aab6ec281&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426006
Dec 25 21:19:38.160418 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:38.176786 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4040fed8-0741-479a-887b-987ec68c0551 req-76184f14-9156-4973-b2bf-f3549b999257 tempest-ServerRescueTestJSON-1336662106 tempest-ServerRescueTestJSON-1336662106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:19:38.178372 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4040fed8-0741-479a-887b-987ec68c0551 req-76184f14-9156-4973-b2bf-f3549b999257 tempest-ServerRescueTestJSON-1336662106 tempest-ServerRescueTestJSON-1336662106-project] 10.222.0.32 "GET /v2.0/ports?device_id=843046c2-4f29-489f-bce9-b4862b3636be HTTP/1.1" status: 200  len: 945 time: 0.0602400
Dec 25 21:19:38.231527 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4040fed8-0741-479a-887b-987ec68c0551 req-ba4ff990-dc1d-4c0a-87df-7f39d070909d tempest-ServerRescueTestJSON-1336662106 tempest-ServerRescueTestJSON-1336662106-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3baa9cd-9895-4145-88c0-053a91673173&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429332
Dec 25 21:19:38.340832 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90da3a68-7cec-4a1e-a7b5-91ff8555febb req-1eb101f2-9e95-4538-a7d0-73da3f75736c tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:19:38.342363 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-90da3a68-7cec-4a1e-a7b5-91ff8555febb req-1eb101f2-9e95-4538-a7d0-73da3f75736c tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/ports?device_id=161df36a-2258-4f32-a7b0-2f7c793d4390 HTTP/1.1" status: 200  len: 946 time: 0.0501838
Dec 25 21:19:38.391637 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-90da3a68-7cec-4a1e-a7b5-91ff8555febb req-f7523b19-0222-4d8f-9fef-0fe42250d264 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/security-groups?id=303458ac-ce28-4cba-8947-b5e432a1ea1f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0426927
Dec 25 21:19:38.442216 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3e945ecd-9380-47c2-aa0a-12ebe07e03e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:38.492075 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a7b7703b-5128-4086-b2aa-f19c51db1ba4 req-d7f7715a-0ba8-4324-abf2-37d3daeec367 tempest-ServersAdminNegativeTestJSON-1924497653 tempest-ServersAdminNegativeTestJSON-1924497653-project] 10.222.0.32 "GET /v2.0/ports?device_id=5b9012c6-d4d3-4575-bc3c-7cabf98171e2 HTTP/1.1" status: 200  len: 210 time: 0.0255647
Dec 25 21:19:38.612389 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fc60de-45f0-4a93-8d46-5e7a7f874ba8 req-597db427-e3e8-4905-8985-ca66811be022 tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:19:38.613908 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-28fc60de-45f0-4a93-8d46-5e7a7f874ba8 req-597db427-e3e8-4905-8985-ca66811be022 tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] 10.222.0.32 "GET /v2.0/ports?device_id=f1f8bfda-0dfb-4159-89b2-bf30653ddcb2 HTTP/1.1" status: 200  len: 945 time: 0.0538156
Dec 25 21:19:38.660671 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-28fc60de-45f0-4a93-8d46-5e7a7f874ba8 req-64456860-9f08-4b03-923d-48c1576d4439 tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] 10.222.0.32 "GET /v2.0/security-groups?id=5ab40fef-4e3d-4094-a15c-e55f81ab0c72&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0408359
Dec 25 21:19:39.348989 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988233c9-4cdb-4ca0-9956-d5097c1c498f req-0889646c-4bbb-4a2a-ac04-bd15bfa9c719 tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:19:39.356539 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-988233c9-4cdb-4ca0-9956-d5097c1c498f req-0889646c-4bbb-4a2a-ac04-bd15bfa9c719 tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] 10.222.0.32 "GET /v2.0/ports?device_id=a4de75a7-d672-42e2-b76c-476113efaa1c HTTP/1.1" status: 200  len: 945 time: 0.0661633
Dec 25 21:19:39.404263 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-988233c9-4cdb-4ca0-9956-d5097c1c498f req-46c8abcc-ec2d-4fcd-9199-0959e58b671e tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] 10.222.0.32 "GET /v2.0/security-groups?id=2bf8651c-3ed0-44bb-a064-d61aab6ec281&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0468450
Dec 25 21:19:39.487490 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-15cb578f-7a63-4fd3-925d-83bad4c7b82a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:39.531420 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7e7bd735-69e8-4f67-8bb5-3df856724032 req-db9905e9-ab3b-42cf-aa7f-aa4535965fd0 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa2d5924-6a22-461e-b48b-e73f52f4b72c HTTP/1.1" status: 200  len: 210 time: 0.0265102
Dec 25 21:19:39.630263 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device 596692a1-86ae-4ad5-865e-d9310e0fd70e no longer exists at agent hyperv_nch2-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:19:39.653479 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] No Port match for: 596692a1-86ae-4ad5-865e-d9310e0fd70e {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:19:39.653823 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device 596692a1-86ae-4ad5-865e-d9310e0fd70e not bound to the agent host nch2-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:19:39.665760 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988fe964-33d6-46be-b121-e773b3a609d4 req-f2d15b9d-917b-4ea4-b653-d5ac1bbce2eb tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:19:39.667256 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-988fe964-33d6-46be-b121-e773b3a609d4 req-f2d15b9d-917b-4ea4-b653-d5ac1bbce2eb tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/ports?device_id=161df36a-2258-4f32-a7b0-2f7c793d4390 HTTP/1.1" status: 200  len: 946 time: 0.0524101
Dec 25 21:19:39.716988 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-988fe964-33d6-46be-b121-e773b3a609d4 req-21d9cc69-2219-4fac-8c52-b58d7d0c91f2 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/security-groups?id=303458ac-ce28-4cba-8947-b5e432a1ea1f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0422235
Dec 25 21:19:39.827353 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a8e2d4c4-3355-4561-b949-bb10c6f6c4e8 req-cc0f14bb-43c5-48d4-9e3c-b413f41fa2d2 tempest-ServersAdminNegativeTestJSON-1924497653 tempest-ServersAdminNegativeTestJSON-1924497653-project] 10.222.0.32 "GET /v2.0/ports?device_id=5b9012c6-d4d3-4575-bc3c-7cabf98171e2 HTTP/1.1" status: 200  len: 210 time: 0.0480571
Dec 25 21:19:39.851542 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3974dc-31c1-4268-a23c-ef749f7df88c req-9ffe6d51-6ea3-4e3a-bafa-2074432a525d tempest-ServerRescueTestJSON-1336662106 tempest-ServerRescueTestJSON-1336662106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:19:39.852819 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0b3974dc-31c1-4268-a23c-ef749f7df88c req-9ffe6d51-6ea3-4e3a-bafa-2074432a525d tempest-ServerRescueTestJSON-1336662106 tempest-ServerRescueTestJSON-1336662106-project] 10.222.0.32 "GET /v2.0/ports?device_id=843046c2-4f29-489f-bce9-b4862b3636be HTTP/1.1" status: 200  len: 945 time: 0.0614119
Dec 25 21:19:39.904634 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0b3974dc-31c1-4268-a23c-ef749f7df88c req-42c89144-9b27-4934-97b6-03b3c61ea73c tempest-ServerRescueTestJSON-1336662106 tempest-ServerRescueTestJSON-1336662106-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3baa9cd-9895-4145-88c0-053a91673173&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0450640
Dec 25 21:19:39.964469 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e2f65a-c287-41fa-977c-286a7946f26c req-2fb4d2e3-1685-43eb-9b98-ac0a86a4b71f tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:19:39.966674 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-95e2f65a-c287-41fa-977c-286a7946f26c req-2fb4d2e3-1685-43eb-9b98-ac0a86a4b71f tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] 10.222.0.32 "GET /v2.0/ports?device_id=f1f8bfda-0dfb-4159-89b2-bf30653ddcb2 HTTP/1.1" status: 200  len: 945 time: 0.0544181
Dec 25 21:19:40.044886 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-95e2f65a-c287-41fa-977c-286a7946f26c req-087d6a01-da83-4264-9d44-a46f12e680b8 tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] 10.222.0.32 "GET /v2.0/security-groups?id=5ab40fef-4e3d-4094-a15c-e55f81ab0c72&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0722680
Dec 25 21:19:40.056096 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a65089f-4858-491f-b616-96bb3bab5c20 req-c32d3686-f4bc-4ed4-8c1b-34440dfdee51 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:19:40.057759 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3a65089f-4858-491f-b616-96bb3bab5c20 req-c32d3686-f4bc-4ed4-8c1b-34440dfdee51 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] 10.222.0.32 "GET /v2.0/ports?device_id=1246c4c7-a769-4e4e-9a42-2138119611b8 HTTP/1.1" status: 200  len: 946 time: 0.0772061
Dec 25 21:19:40.116102 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3a65089f-4858-491f-b616-96bb3bab5c20 req-774b12a5-fa32-4e91-aeab-d935e7c235c3 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c514444-6044-490f-9acc-6dece3909d9f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0500348
Dec 25 21:19:40.176475 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548a443e-15ec-447e-babe-bd68a78d4dc0 req-0e927fb0-ce8f-426a-8900-efae16301641 tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:19:40.178035 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-548a443e-15ec-447e-babe-bd68a78d4dc0 req-0e927fb0-ce8f-426a-8900-efae16301641 tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] 10.222.0.32 "GET /v2.0/ports?device_id=f1f8bfda-0dfb-4159-89b2-bf30653ddcb2 HTTP/1.1" status: 200  len: 945 time: 0.0585170
Dec 25 21:19:40.186995 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 58284) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:19:40.191543 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-3be8be81-0dd8-4510-906f-c1f936109aa9 tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] Request body: {'floatingip': {'port_id': '468e4b8e-2b46-4578-81eb-d2bfd34de1bb'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:19:40.233459 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-3be8be81-0dd8-4510-906f-c1f936109aa9 tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] Publish callbacks [] for floatingip, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:40.244317 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-1d909e0f-c514-4612-8e8d-cc7f6c695676 req-ff04c60e-86e5-4a7c-be65-78c3efc908ff tempest-ServersAdminNegativeTestJSON-1924497653 tempest-ServersAdminNegativeTestJSON-1924497653-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=0ecfd75e0530430eaad8f0531a3a5244&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0224698
Dec 25 21:19:40.354510 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d909e0f-c514-4612-8e8d-cc7f6c695676 req-0107ed8f-cc6b-43f6-93e9-8c9c833eb84c tempest-ServersAdminNegativeTestJSON-1924497653 tempest-ServersAdminNegativeTestJSON-1924497653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:19:40.356072 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-1d909e0f-c514-4612-8e8d-cc7f6c695676 req-0107ed8f-cc6b-43f6-93e9-8c9c833eb84c tempest-ServersAdminNegativeTestJSON-1924497653 tempest-ServersAdminNegativeTestJSON-1924497653-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1048858
Dec 25 21:19:40.369250 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [req-1d909e0f-c514-4612-8e8d-cc7f6c695676 req-97f391c1-9204-49a6-9761-09d82f649d03 tempest-ServersAdminNegativeTestJSON-1924497653 tempest-ServersAdminNegativeTestJSON-1924497653-project] Request body: {'port': {'device_id': '5b9012c6-d4d3-4575-bc3c-7cabf98171e2', 'network_id': '8f212e98-547d-4c6e-a560-2e9a548c8f59', 'admin_state_up': True, 'tenant_id': '0ecfd75e0530430eaad8f0531a3a5244'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:19:40.590492 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d909e0f-c514-4612-8e8d-cc7f6c695676 req-97f391c1-9204-49a6-9761-09d82f649d03 tempest-ServersAdminNegativeTestJSON-1924497653 tempest-ServersAdminNegativeTestJSON-1924497653-project] Made reservation on behalf of 0ecfd75e0530430eaad8f0531a3a5244 for: {'port': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:19:40.595692 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-1d909e0f-c514-4612-8e8d-cc7f6c695676 req-97f391c1-9204-49a6-9761-09d82f649d03 tempest-ServersAdminNegativeTestJSON-1924497653 tempest-ServersAdminNegativeTestJSON-1924497653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:40.628581 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de71b74d-d2a6-4d28-bba5-0c5618bb0049 req-9d2b4212-8316-417d-8a4b-43578aca8dc4 tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:19:40.630083 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-de71b74d-d2a6-4d28-bba5-0c5618bb0049 req-9d2b4212-8316-417d-8a4b-43578aca8dc4 tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] 10.222.0.32 "GET /v2.0/ports?device_id=a4de75a7-d672-42e2-b76c-476113efaa1c HTTP/1.1" status: 200  len: 945 time: 0.0910742
Dec 25 21:19:40.640914 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:40.675221 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b3950534-f19a-4abc-9e71-352f18203fa1 req-6eb1b42f-2f60-49ba-bfb0-df92df14fb30 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa2d5924-6a22-461e-b48b-e73f52f4b72c HTTP/1.1" status: 200  len: 210 time: 0.0571303
Dec 25 21:19:40.742122 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_common [req-1d909e0f-c514-4612-8e8d-cc7f6c695676 req-97f391c1-9204-49a6-9761-09d82f649d03 tempest-ServersAdminNegativeTestJSON-1924497653 tempest-ServersAdminNegativeTestJSON-1924497653-project] Allocated IP 192.168.233.178 (8f212e98-547d-4c6e-a560-2e9a548c8f59/dcfbae86-f93e-400c-8084-eac7f56ff5ba/73f7190f-617f-419d-8f40-aa6aad25bf15) {{(pid=121607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:19:40.748728 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-de71b74d-d2a6-4d28-bba5-0c5618bb0049 req-f13c3186-860c-4723-abce-ad9b87cf0161 tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] 10.222.0.32 "GET /v2.0/security-groups?id=2bf8651c-3ed0-44bb-a064-d61aab6ec281&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1096776
Dec 25 21:19:40.813420 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-3be8be81-0dd8-4510-906f-c1f936109aa9 tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] Publish callbacks [] for floatingip, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:40.865661 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d49f37a-3011-480b-9a4e-2a684f476b6b req-e55537be-435e-4ac4-8b1d-7b55fd7d73e3 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:19:40.867399 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0d49f37a-3011-480b-9a4e-2a684f476b6b req-e55537be-435e-4ac4-8b1d-7b55fd7d73e3 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/ports?device_id=161df36a-2258-4f32-a7b0-2f7c793d4390 HTTP/1.1" status: 200  len: 946 time: 0.0525243
Dec 25 21:19:40.905014 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-3be8be81-0dd8-4510-906f-c1f936109aa9 tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2008639'] for floatingip, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:40.931951 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-1d909e0f-c514-4612-8e8d-cc7f6c695676 req-97f391c1-9204-49a6-9761-09d82f649d03 tempest-ServersAdminNegativeTestJSON-1924497653 tempest-ServersAdminNegativeTestJSON-1924497653-project] Publish callbacks [] for port, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:40.983648 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-38a9ee2b-83cb-46d7-b59d-85f2a29cde58 req-300992f2-5eb2-4d33-8d33-f1a860d6d664 tempest-ServersAdminNegativeTestJSON-1924497653 tempest-ServersAdminNegativeTestJSON-1924497653-project] 10.222.0.32 "GET /v2.0/ports?device_id=5b9012c6-d4d3-4575-bc3c-7cabf98171e2 HTTP/1.1" status: 200  len: 210 time: 0.0755630
Dec 25 21:19:40.989301 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0d49f37a-3011-480b-9a4e-2a684f476b6b req-52f2d8ee-7ad0-40f3-95ca-b4342c26476f tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/security-groups?id=303458ac-ce28-4cba-8947-b5e432a1ea1f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1144841
Dec 25 21:19:41.060251 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-1d909e0f-c514-4612-8e8d-cc7f6c695676 req-97f391c1-9204-49a6-9761-09d82f649d03 tempest-ServersAdminNegativeTestJSON-1924497653 tempest-ServersAdminNegativeTestJSON-1924497653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:41.078155 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] get_ports_and_sgs() called for port_ids ['60d06ee7-b2a0-4b58-9871-903596124a14'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:19:41.086141 ncdv-master-1 neutron-server[121606]: INFO neutron.db.l3_db [None req-3be8be81-0dd8-4510-906f-c1f936109aa9 tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] Floating IP 7a087e13-f875-4a85-8f3e-efa4c60b83e3 associated. External IP: 172.35.3.239, port: 468e4b8e-2b46-4578-81eb-d2bfd34de1bb.
Dec 25 21:19:41.106665 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d909e0f-c514-4612-8e8d-cc7f6c695676 req-97f391c1-9204-49a6-9761-09d82f649d03 tempest-ServersAdminNegativeTestJSON-1924497653 tempest-ServersAdminNegativeTestJSON-1924497653-project] Network 8f212e98-547d-4c6e-a560-2e9a548c8f59 is already hosted by enough agents. {{(pid=121607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:19:41.112602 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [req-1d909e0f-c514-4612-8e8d-cc7f6c695676 req-97f391c1-9204-49a6-9761-09d82f649d03 tempest-ServersAdminNegativeTestJSON-1924497653 tempest-ServersAdminNegativeTestJSON-1924497653-project] Resources bound (agent type, host, resource id):  {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:19:41.115055 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d909e0f-c514-4612-8e8d-cc7f6c695676 req-97f391c1-9204-49a6-9761-09d82f649d03 tempest-ServersAdminNegativeTestJSON-1924497653 tempest-ServersAdminNegativeTestJSON-1924497653-project] Received port after_create {{(pid=121607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:19:41.144594 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f391c1-9204-49a6-9761-09d82f649d03 tempest-ServersAdminNegativeTestJSON-1924497653 tempest-ServersAdminNegativeTestJSON-1924497653-project] Pushing event updated for resources: {'Port': ['ID=73f7190f-617f-419d-8f40-aa6aad25bf15,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:19:41.161633 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be02b82a-7db7-41e6-8bc0-9103e3819136 req-41dc584f-79bb-4599-9e02-14fa1967018e tempest-ServerRescueTestJSON-1336662106 tempest-ServerRescueTestJSON-1336662106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:19:41.170263 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-be02b82a-7db7-41e6-8bc0-9103e3819136 req-41dc584f-79bb-4599-9e02-14fa1967018e tempest-ServerRescueTestJSON-1336662106 tempest-ServerRescueTestJSON-1336662106-project] 10.222.0.32 "GET /v2.0/ports?device_id=843046c2-4f29-489f-bce9-b4862b3636be HTTP/1.1" status: 200  len: 945 time: 0.1214929
Dec 25 21:19:41.181832 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:19:41.181832 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:19:41.181832 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:19:41.181832 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:19:41.181832 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:19:41.181832 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:19:41.181832 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:19:41.181832 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:19:41.181832 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:19:41.181832 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:19:41.181832 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:19:41.181832 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:19:41.181832 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:19:41.181832 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:19:41.181832 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:19:41.181832 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:19:41.181832 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:19:41.181832 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:19:41.181832 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:19:41.181832 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:19:41.181832 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:19:41.181832 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:19:41.181832 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:19:41.181832 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:19:41.181832 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:19:41.181832 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:19:41.181832 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:19:41.181832 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:19:41.181832 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:19:41.181832 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:19:41.181832 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:19:41.181832 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:19:41.181832 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:19:41.181832 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:19:41.181832 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:19:41.181832 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:19:41.183972 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:19:41.183972 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:19:41.183972 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:19:41.183972 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:19:41.183972 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:19:41.183972 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:19:41.183972 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:19:41.183972 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:19:41.183972 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:19:41.183972 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:19:41.183972 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:19:41.183972 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:19:41.183972 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d909e0f-c514-4612-8e8d-cc7f6c695676 req-97f391c1-9204-49a6-9761-09d82f649d03 tempest-ServersAdminNegativeTestJSON-1924497653 tempest-ServersAdminNegativeTestJSON-1924497653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:19:41.183972 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-1d909e0f-c514-4612-8e8d-cc7f6c695676 req-97f391c1-9204-49a6-9761-09d82f649d03 tempest-ServersAdminNegativeTestJSON-1924497653 tempest-ServersAdminNegativeTestJSON-1924497653-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:41.302823 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-1d909e0f-c514-4612-8e8d-cc7f6c695676 req-97f391c1-9204-49a6-9761-09d82f649d03 tempest-ServersAdminNegativeTestJSON-1924497653 tempest-ServersAdminNegativeTestJSON-1924497653-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 0.9373620
Dec 25 21:19:41.315304 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [req-1d909e0f-c514-4612-8e8d-cc7f6c695676 req-864feed9-7be6-47fd-8510-aea4a09d3072 service neutron] Request body: {'port': {'device_id': '5b9012c6-d4d3-4575-bc3c-7cabf98171e2', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:19:41.383695 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-1d909e0f-c514-4612-8e8d-cc7f6c695676 req-864feed9-7be6-47fd-8510-aea4a09d3072 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:41.433158 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-be02b82a-7db7-41e6-8bc0-9103e3819136 req-dac7288b-9005-4cb7-b36e-d7d63047e08b tempest-ServerRescueTestJSON-1336662106 tempest-ServerRescueTestJSON-1336662106-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3baa9cd-9895-4145-88c0-053a91673173&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2549286
Dec 25 21:19:41.488504 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51d1f8f-e73d-46f3-89b4-74b91e62be3e req-417dc361-a03a-4fb3-a516-99de39e3e583 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:19:41.490018 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a51d1f8f-e73d-46f3-89b4-74b91e62be3e req-417dc361-a03a-4fb3-a516-99de39e3e583 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] 10.222.0.32 "GET /v2.0/ports?device_id=1246c4c7-a769-4e4e-9a42-2138119611b8 HTTP/1.1" status: 200  len: 946 time: 0.2213221
Dec 25 21:19:41.504813 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87c8cf5-c236-41a2-891f-0d7c2309414e req-9563e8c5-8633-4e1c-bc44-6bccc957343f tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:19:41.506284 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d87c8cf5-c236-41a2-891f-0d7c2309414e req-9563e8c5-8633-4e1c-bc44-6bccc957343f tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] 10.222.0.31 "GET /v2.0/ports?device_id=1246c4c7-a769-4e4e-9a42-2138119611b8 HTTP/1.1" status: 200  len: 946 time: 0.2198391
Dec 25 21:19:41.512413 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-778b6115-2107-4f8b-b927-972828ec30ad None None] Provisioning complete for port 73f7190f-617f-419d-8f40-aa6aad25bf15 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:19:41.512777 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-778b6115-2107-4f8b-b927-972828ec30ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:41.567097 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-778b6115-2107-4f8b-b927-972828ec30ad None None] Port 73f7190f-617f-419d-8f40-aa6aad25bf15 cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:19:41.584076 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3be8be81-0dd8-4510-906f-c1f936109aa9 tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] Router 518eea4f-bd4e-4803-90e7-aa4090dd8322 has already been hosted by L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 {{(pid=121606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 25 21:19:41.633482 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a51d1f8f-e73d-46f3-89b4-74b91e62be3e req-25c23244-2232-400e-8c3b-73557ec0fc85 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c514444-6044-490f-9acc-6dece3909d9f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1257184
Dec 25 21:19:41.681284 ncdv-master-1 neutron-server[121607]: DEBUG neutron.notifiers.nova [req-1d909e0f-c514-4612-8e8d-cc7f6c695676 req-864feed9-7be6-47fd-8510-aea4a09d3072 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73f7190f-617f-419d-8f40-aa6aad25bf15 {{(pid=121607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:19:41.691688 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-1d909e0f-c514-4612-8e8d-cc7f6c695676 req-864feed9-7be6-47fd-8510-aea4a09d3072 service neutron] Publish callbacks [] for port, precommit_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:41.705856 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.provisioning_blocks [req-1d909e0f-c514-4612-8e8d-cc7f6c695676 req-864feed9-7be6-47fd-8510-aea4a09d3072 service neutron] Transition to ACTIVE for port object 73f7190f-617f-419d-8f40-aa6aad25bf15 will not be triggered until provisioned by entity L2. {{(pid=121607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 25 21:19:41.790996 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-1d909e0f-c514-4612-8e8d-cc7f6c695676 req-864feed9-7be6-47fd-8510-aea4a09d3072 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8632327'] for port, after_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:41.850141 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864feed9-7be6-47fd-8510-aea4a09d3072 service neutron] Pushing event updated for resources: {'Port': ['ID=73f7190f-617f-419d-8f40-aa6aad25bf15,revision_number=2']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:19:41.940691 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.managers [req-1d909e0f-c514-4612-8e8d-cc7f6c695676 req-864feed9-7be6-47fd-8510-aea4a09d3072 service neutron] Attempting to bind port 73f7190f-617f-419d-8f40-aa6aad25bf15 on host nch2-master-1 for vnic_type normal with profile  {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:19:41.941089 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.managers [req-1d909e0f-c514-4612-8e8d-cc7f6c695676 req-864feed9-7be6-47fd-8510-aea4a09d3072 service neutron] Attempting to bind port 73f7190f-617f-419d-8f40-aa6aad25bf15 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '85c774cb-a0eb-4ad9-961f-f331d3b37cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '8f212e98-547d-4c6e-a560-2e9a548c8f59'}] {{(pid=121607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:19:41.941774 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d909e0f-c514-4612-8e8d-cc7f6c695676 req-864feed9-7be6-47fd-8510-aea4a09d3072 service neutron] Attempting to bind port 73f7190f-617f-419d-8f40-aa6aad25bf15 on network 8f212e98-547d-4c6e-a560-2e9a548c8f59 {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:19:41.955370 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d909e0f-c514-4612-8e8d-cc7f6c695676 req-864feed9-7be6-47fd-8510-aea4a09d3072 service neutron] Port 73f7190f-617f-419d-8f40-aa6aad25bf15 on network 8f212e98-547d-4c6e-a560-2e9a548c8f59 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 25 21:19:41.955697 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d909e0f-c514-4612-8e8d-cc7f6c695676 req-864feed9-7be6-47fd-8510-aea4a09d3072 service neutron] Attempting to bind port 73f7190f-617f-419d-8f40-aa6aad25bf15 on network 8f212e98-547d-4c6e-a560-2e9a548c8f59 {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:19:41.962825 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d909e0f-c514-4612-8e8d-cc7f6c695676 req-864feed9-7be6-47fd-8510-aea4a09d3072 service neutron] Checking agent: {'id': '0d9ae313-8f8d-40fa-8a9f-d098a25a9911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 21, 4, 38), 'started_at': datetime.datetime(2021, 12, 25, 21, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 19, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:19:41.967242 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d909e0f-c514-4612-8e8d-cc7f6c695676 req-864feed9-7be6-47fd-8510-aea4a09d3072 service neutron] Checking segment: {'id': '85c774cb-a0eb-4ad9-961f-f331d3b37cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '8f212e98-547d-4c6e-a560-2e9a548c8f59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:19:41.967242 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d909e0f-c514-4612-8e8d-cc7f6c695676 req-864feed9-7be6-47fd-8510-aea4a09d3072 service neutron] Bound using segment: {'id': '85c774cb-a0eb-4ad9-961f-f331d3b37cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '8f212e98-547d-4c6e-a560-2e9a548c8f59'} {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:19:41.967242 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.managers [req-1d909e0f-c514-4612-8e8d-cc7f6c695676 req-864feed9-7be6-47fd-8510-aea4a09d3072 service neutron] Bound port: 73f7190f-617f-419d-8f40-aa6aad25bf15, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85c774cb-a0eb-4ad9-961f-f331d3b37cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '8f212e98-547d-4c6e-a560-2e9a548c8f59'}}] {{(pid=121607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:19:41.967242 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-1d909e0f-c514-4612-8e8d-cc7f6c695676 req-864feed9-7be6-47fd-8510-aea4a09d3072 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:42.039092 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.db [req-1d909e0f-c514-4612-8e8d-cc7f6c695676 req-864feed9-7be6-47fd-8510-aea4a09d3072 service neutron] For port 73f7190f-617f-419d-8f40-aa6aad25bf15, host nch2-master-1, cleared binding levels {{(pid=121607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:19:42.043145 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.db [req-1d909e0f-c514-4612-8e8d-cc7f6c695676 req-864feed9-7be6-47fd-8510-aea4a09d3072 service neutron] For port 73f7190f-617f-419d-8f40-aa6aad25bf15, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=73f7190f-617f-419d-8f40-aa6aad25bf15,segment=NetworkSegment(85c774cb-a0eb-4ad9-961f-f331d3b37cd6),segment_id=85c774cb-a0eb-4ad9-961f-f331d3b37cd6)] {{(pid=121607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:19:42.104500 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7515c418-8e2e-4fec-9338-8fd6fc20c3f5 req-b4d79974-ad03-4dd2-822d-c617b05ffb49 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa2d5924-6a22-461e-b48b-e73f52f4b72c HTTP/1.1" status: 200  len: 210 time: 0.0779238
Dec 25 21:19:42.111088 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-1d909e0f-c514-4612-8e8d-cc7f6c695676 req-864feed9-7be6-47fd-8510-aea4a09d3072 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8632327'] for port, after_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:42.150041 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d909e0f-c514-4612-8e8d-cc7f6c695676 req-864feed9-7be6-47fd-8510-aea4a09d3072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:19:42.150684 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-1d909e0f-c514-4612-8e8d-cc7f6c695676 req-864feed9-7be6-47fd-8510-aea4a09d3072 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:42.152288 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-1d909e0f-c514-4612-8e8d-cc7f6c695676 req-864feed9-7be6-47fd-8510-aea4a09d3072 service neutron] 10.222.0.37 "PUT /v2.0/ports/73f7190f-617f-419d-8f40-aa6aad25bf15 HTTP/1.1" status: 200  len: 1096 time: 0.8414304
Dec 25 21:19:42.154632 ncdv-master-1 neutron-server[121607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b9012c6-d4d3-4575-bc3c-7cabf98171e2', 'tag': '73f7190f-617f-419d-8f40-aa6aad25bf15'}] {{(pid=121607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:19:42.158182 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f980bbcadfa7bf1e788024e1448be660373c21f97f015f780444e999c451203" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbcf7f2b-3784-4782-8ae8-105f5b7aa845" -d '{"events": [{"name": "network-changed", "server_uuid": "5b9012c6-d4d3-4575-bc3c-7cabf98171e2", "tag": "73f7190f-617f-419d-8f40-aa6aad25bf15"}]}' {{(pid=121607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:19:42.172256 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [req-d87c8cf5-c236-41a2-891f-0d7c2309414e req-cbc35717-5043-461f-9ebd-20178697785e tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] Deleting port ae3f3cc3-d73b-4b19-ae8d-52d95e61449e {{(pid=121606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:19:42.173162 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-d87c8cf5-c236-41a2-891f-0d7c2309414e req-cbc35717-5043-461f-9ebd-20178697785e tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:42.187654 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864feed9-7be6-47fd-8510-aea4a09d3072 service neutron] Pushing event updated for resources: {'Port': ['ID=73f7190f-617f-419d-8f40-aa6aad25bf15,revision_number=3']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:19:42.226549 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af7ab0f-8741-4c80-8988-ff06aed62416 req-5fc5b810-b2b9-4675-b2ba-31e18ce3d23e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:19:42.228520 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4af7ab0f-8741-4c80-8988-ff06aed62416 req-5fc5b810-b2b9-4675-b2ba-31e18ce3d23e service neutron] 10.222.0.37 "GET /v2.0/ports/7d584498-0a66-4020-96ff-ac37bb6bf33e HTTP/1.1" status: 200  len: 1033 time: 0.1547949
Dec 25 21:19:42.331665 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d909e0f-c514-4612-8e8d-cc7f6c695676 req-380d544f-6a1c-4112-89b1-72811cb8a14f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:19:42.333225 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-1d909e0f-c514-4612-8e8d-cc7f6c695676 req-380d544f-6a1c-4112-89b1-72811cb8a14f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0ecfd75e0530430eaad8f0531a3a5244&device_id=5b9012c6-d4d3-4575-bc3c-7cabf98171e2 HTTP/1.1" status: 200  len: 1099 time: 0.0564806
Dec 25 21:19:42.356046 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642dafd8-38b1-415f-968a-1b2ca1330616 req-60646d91-61af-4f2d-84a9-35683277a501 tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:19:42.357629 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-642dafd8-38b1-415f-968a-1b2ca1330616 req-60646d91-61af-4f2d-84a9-35683277a501 tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] 10.222.0.32 "GET /v2.0/ports?device_id=a4de75a7-d672-42e2-b76c-476113efaa1c HTTP/1.1" status: 200  len: 945 time: 0.3300860
Dec 25 21:19:42.366704 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3be8be81-0dd8-4510-906f-c1f936109aa9 tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 21:19:42.380588 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-3be8be81-0dd8-4510-906f-c1f936109aa9 tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for floatingip, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:42.383334 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-863b2ab8-ba2e-4ad1-8530-82ba037070fe None None] Sync routers for ids ['518eea4f-bd4e-4803-90e7-aa4090dd8322'] in ncdv-master-1 {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 21:19:42.390176 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-1d909e0f-c514-4612-8e8d-cc7f6c695676 req-5bd23a03-2794-46ab-80dc-776f25a6a7f3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.178&port_id=73f7190f-617f-419d-8f40-aa6aad25bf15 HTTP/1.1" status: 200  len: 217 time: 0.0491774
Dec 25 21:19:42.397746 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-863b2ab8-ba2e-4ad1-8530-82ba037070fe None None] Routers {'518eea4f-bd4e-4803-90e7-aa4090dd8322'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:19:42.398809 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-863b2ab8-ba2e-4ad1-8530-82ba037070fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f26134bbf40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:19:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['518eea4f-bd4e-4803-90e7-aa4090dd8322'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:19:42.448605 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device cdd08e2a-d7d3-45dd-874c-1cadcc9203fd details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 25 21:19:42.449531 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af7ab0f-8741-4c80-8988-ff06aed62416 req-54d7678a-8a0f-4671-af41-1692f80062f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:19:42.451010 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4af7ab0f-8741-4c80-8988-ff06aed62416 req-54d7678a-8a0f-4671-af41-1692f80062f7 service neutron] 10.222.0.37 "GET /v2.0/ports/fd6aa216-385a-41e5-8c5e-3aae2253a5ab HTTP/1.1" status: 200  len: 1032 time: 0.1902673
Dec 25 21:19:42.451242 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device cdd08e2a-d7d3-45dd-874c-1cadcc9203fd no longer exists at agent hyperv_nch1-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:19:42.456025 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d909e0f-c514-4612-8e8d-cc7f6c695676 req-0430b64b-e7d2-47a9-8534-9891e79e39f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:19:42.457022 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-1d909e0f-c514-4612-8e8d-cc7f6c695676 req-0430b64b-e7d2-47a9-8534-9891e79e39f8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=dcfbae86-f93e-400c-8084-eac7f56ff5ba HTTP/1.1" status: 200  len: 843 time: 0.0580544
Dec 25 21:19:42.475616 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-3be8be81-0dd8-4510-906f-c1f936109aa9 tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] 10.222.0.32 "PUT /v2.0/floatingips/7a087e13-f875-4a85-8f3e-efa4c60b83e3 HTTP/1.1" status: 200  len: 991 time: 2.2848988
Dec 25 21:19:42.485573 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1f8bfda-0dfb-4159-89b2-bf30653ddcb2', 'tag': '468e4b8e-2b46-4578-81eb-d2bfd34de1bb'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:19:42.487876 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9858820c13ec2827453b94ebc4181065e990a4e4089ccb9fe762531ac62d2fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a4625e3-3c3d-4fc8-9e68-e7997447f104" -d '{"events": [{"name": "network-changed", "server_uuid": "f1f8bfda-0dfb-4159-89b2-bf30653ddcb2", "tag": "468e4b8e-2b46-4578-81eb-d2bfd34de1bb"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:19:42.500252 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-d87c8cf5-c236-41a2-891f-0d7c2309414e req-cbc35717-5043-461f-9ebd-20178697785e tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] For port ae3f3cc3-d73b-4b19-ae8d-52d95e61449e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ae3f3cc3-d73b-4b19-ae8d-52d95e61449e,segment=NetworkSegment(2eb49ff2-b1de-4e84-a376-6f91f784eeb5),segment_id=2eb49ff2-b1de-4e84-a376-6f91f784eeb5)] {{(pid=121606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:19:42.500628 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-d87c8cf5-c236-41a2-891f-0d7c2309414e req-cbc35717-5043-461f-9ebd-20178697785e tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:42.516258 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d909e0f-c514-4612-8e8d-cc7f6c695676 req-826ae45c-d19e-4de9-9057-aad7702fa1fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:19:42.521791 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-1d909e0f-c514-4612-8e8d-cc7f6c695676 req-826ae45c-d19e-4de9-9057-aad7702fa1fc service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8f212e98-547d-4c6e-a560-2e9a548c8f59&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0575116
Dec 25 21:19:42.556198 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5c268b-732f-4b6b-8507-b93d0b1c4234 req-7e659cec-a7e0-49ff-9c17-9019aa2032b5 tempest-ServersAdminNegativeTestJSON-1924497653 tempest-ServersAdminNegativeTestJSON-1924497653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:19:42.563801 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1e5c268b-732f-4b6b-8507-b93d0b1c4234 req-7e659cec-a7e0-49ff-9c17-9019aa2032b5 tempest-ServersAdminNegativeTestJSON-1924497653 tempest-ServersAdminNegativeTestJSON-1924497653-project] 10.222.0.32 "GET /v2.0/ports?device_id=5b9012c6-d4d3-4575-bc3c-7cabf98171e2 HTTP/1.1" status: 200  len: 948 time: 0.3402069
Dec 25 21:19:42.581416 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [req-d87c8cf5-c236-41a2-891f-0d7c2309414e req-cbc35717-5043-461f-9ebd-20178697785e tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] Calling delete_port for ae3f3cc3-d73b-4b19-ae8d-52d95e61449e owned by compute:nova {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:19:42.650489 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-1d909e0f-c514-4612-8e8d-cc7f6c695676 req-db4d7743-3b01-47cf-8d5b-2673b4584aee service neutron] 10.222.0.37 "GET /v2.0/networks/8f212e98-547d-4c6e-a560-2e9a548c8f59?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1172676
Dec 25 21:19:42.663494 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-642dafd8-38b1-415f-968a-1b2ca1330616 req-0a03aa66-cb36-4d7d-b3e1-ac1f12230e57 tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] 10.222.0.32 "GET /v2.0/security-groups?id=2bf8651c-3ed0-44bb-a064-d61aab6ec281&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2948475
Dec 25 21:19:42.772175 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af7ab0f-8741-4c80-8988-ff06aed62416 req-2ed27758-9744-4978-8b37-7d28ffb80543 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:19:42.778926 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af7ab0f-8741-4c80-8988-ff06aed62416 req-2ed27758-9744-4978-8b37-7d28ffb80543 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:19:42.784840 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af7ab0f-8741-4c80-8988-ff06aed62416 req-2ed27758-9744-4978-8b37-7d28ffb80543 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:19:42.786516 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4af7ab0f-8741-4c80-8988-ff06aed62416 req-2ed27758-9744-4978-8b37-7d28ffb80543 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] 10.222.0.37 "GET /v2.0/networks?id=b8d0c0f5-4a55-4519-afa5-15b47bd47c1f&id=f7ed1632-2ec3-4974-9097-8fe2ac8f3ba4&id=f7ed1632-2ec3-4974-9097-8fe2ac8f3ba4&id=f7ed1632-2ec3-4974-9097-8fe2ac8f3ba4&id=f7ed1632-2ec3-4974-9097-8fe2ac8f3ba4&id=3822397d-3d72-44cf-9fd0-b3119ec81123&id=3822397d-3d72-44cf-9fd0-b3119ec81123 HTTP/1.1" status: 200  len: 1995 time: 0.3155205
Dec 25 21:19:42.792506 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvr_db [None req-863b2ab8-ba2e-4ad1-8530-82ba037070fe None None] Set router 518eea4f-bd4e-4803-90e7-aa4090dd8322 gateway port host: ncdv-master-1 {{(pid=121608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:19:42.804831 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1e5c268b-732f-4b6b-8507-b93d0b1c4234 req-9af963c0-0807-4df5-94c3-ef80283ca2f0 tempest-ServersAdminNegativeTestJSON-1924497653 tempest-ServersAdminNegativeTestJSON-1924497653-project] 10.222.0.32 "GET /v2.0/security-groups?id=349abdf5-d976-4669-aec0-3c3abb1132dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2399504
Dec 25 21:19:42.822916 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-1d909e0f-c514-4612-8e8d-cc7f6c695676 req-7d7e8af3-f2fc-4e36-97b3-b178a48e1dd2 service neutron] 10.222.0.37 "GET /v2.0/networks/8f212e98-547d-4c6e-a560-2e9a548c8f59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1636295
Dec 25 21:19:42.856167 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Dec 2021 21:19:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7cb6920-d059-491e-95d9-aba7c0184bda x-openstack-request-id: req-b7cb6920-d059-491e-95d9-aba7c0184bda {{(pid=121607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:19:42.856663 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b9012c6-d4d3-4575-bc3c-7cabf98171e2", "tag": "73f7190f-617f-419d-8f40-aa6aad25bf15", "status": "completed", "code": 200}]} {{(pid=121607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:19:42.857119 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b7cb6920-d059-491e-95d9-aba7c0184bda {{(pid=121607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:19:42.857672 ncdv-master-1 neutron-server[121607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b9012c6-d4d3-4575-bc3c-7cabf98171e2', 'tag': '73f7190f-617f-419d-8f40-aa6aad25bf15', 'status': 'completed', 'code': 200}
Dec 25 21:19:42.970707 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:42.982280 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port cdd08e2a-d7d3-45dd-874c-1cadcc9203fd, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=cdd08e2a-d7d3-45dd-874c-1cadcc9203fd,segment=NetworkSegment(66e39abb-3870-4404-91e4-a4d8a7ae7fb7),segment_id=66e39abb-3870-4404-91e4-a4d8a7ae7fb7)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:19:43.033101 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dfa9a2-85bc-4fe3-806b-b1e62478f06b req-0cde7f95-f737-47c0-a4e0-46fa1b2bad57 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:19:43.034763 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-20dfa9a2-85bc-4fe3-806b-b1e62478f06b req-0cde7f95-f737-47c0-a4e0-46fa1b2bad57 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/ports?device_id=161df36a-2258-4f32-a7b0-2f7c793d4390 HTTP/1.1" status: 200  len: 946 time: 0.2706561
Dec 25 21:19:43.043642 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4af7ab0f-8741-4c80-8988-ff06aed62416 req-8de29add-82ba-405a-84e8-38f4700001c3 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d4571ece0fa3450b83fde221178518c8 HTTP/1.1" status: 200  len: 379 time: 0.2247572
Dec 25 21:19:43.055178 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d552c9-9ac2-4725-84c6-eeefc67897f5 req-93ab166c-d1dd-4bc5-86b3-eb11b2cb573f tempest-ServerRescueTestJSON-1336662106 tempest-ServerRescueTestJSON-1336662106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:19:43.056714 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-17d552c9-9ac2-4725-84c6-eeefc67897f5 req-93ab166c-d1dd-4bc5-86b3-eb11b2cb573f tempest-ServerRescueTestJSON-1336662106 tempest-ServerRescueTestJSON-1336662106-project] 10.222.0.32 "GET /v2.0/ports?device_id=843046c2-4f29-489f-bce9-b4862b3636be HTTP/1.1" status: 200  len: 945 time: 0.1421382
Dec 25 21:19:43.063720 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-4af7ab0f-8741-4c80-8988-ff06aed62416 req-0cdcbafb-cb05-439b-8a11-434c6b3bf175 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Request body: {'port': {'device_id': 'aa2d5924-6a22-461e-b48b-e73f52f4b72c', 'network_id': 'b8d0c0f5-4a55-4519-afa5-15b47bd47c1f', 'admin_state_up': True, 'tenant_id': 'd4571ece0fa3450b83fde221178518c8', 'security_groups': ['051b583c-529b-425b-89b3-0dd7f4245e61']}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:19:43.080556 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '161df36a-2258-4f32-a7b0-2f7c793d4390', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cdd08e2a-d7d3-45dd-874c-1cadcc9203fd'}] {{(pid=121608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:19:43.086582 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a88c78c3ff6266bd59c7e89d275b28c92e739b67d23c89d71af88829fd31566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f9b9076-c83f-42e2-bd47-50c961fc236d" -d '{"events": [{"server_uuid": "161df36a-2258-4f32-a7b0-2f7c793d4390", "name": "network-vif-unplugged", "status": "completed", "tag": "cdd08e2a-d7d3-45dd-874c-1cadcc9203fd"}]}' {{(pid=121608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:19:43.086992 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcf7f2b-3784-4782-8ae8-105f5b7aa845 req-c633e023-5dc7-48d3-b2db-ecd8db72e88f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:19:43.086992 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-bbcf7f2b-3784-4782-8ae8-105f5b7aa845 req-c633e023-5dc7-48d3-b2db-ecd8db72e88f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0ecfd75e0530430eaad8f0531a3a5244&device_id=5b9012c6-d4d3-4575-bc3c-7cabf98171e2 HTTP/1.1" status: 200  len: 1099 time: 0.0617683
Dec 25 21:19:43.090869 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Returning: {'device': 'cdd08e2a-d7d3-45dd-874c-1cadcc9203fd', 'network_id': '050fe506-29b6-4536-b03a-6d4fd9d4993c', 'port_id': 'cdd08e2a-d7d3-45dd-874c-1cadcc9203fd', 'mac_address': 'fa:16:3e:54:4d:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f5d8ab8-049c-411c-8531-c48febcca4ec', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 25 21:19:43.098004 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port cdd08e2a-d7d3-45dd-874c-1cadcc9203fd, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=cdd08e2a-d7d3-45dd-874c-1cadcc9203fd,segment=NetworkSegment(66e39abb-3870-4404-91e4-a4d8a7ae7fb7),segment_id=66e39abb-3870-4404-91e4-a4d8a7ae7fb7)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:19:43.184355 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:43.186140 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-20dfa9a2-85bc-4fe3-806b-b1e62478f06b req-e01341a0-7fc5-4931-974b-07c5ae658d61 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/security-groups?id=303458ac-ce28-4cba-8947-b5e432a1ea1f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1283143
Dec 25 21:19:43.186763 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-d87c8cf5-c236-41a2-891f-0d7c2309414e req-cbc35717-5043-461f-9ebd-20178697785e tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:43.234993 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:43.241333 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Pushing event updated for resources: {'Port': ['ID=cdd08e2a-d7d3-45dd-874c-1cadcc9203fd,revision_number=11']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:19:43.243948 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] get_ports_and_sgs() called for port_ids ['b548a516-5b40-4749-9286-e686f9b3d3be', 'ae3f3cc3-d73b-4b19-ae8d-52d95e61449e'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:19:43.269466 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc35717-5043-461f-9ebd-20178697785e tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] Pushing event deleted for resources: {'Port': ['ID=ae3f3cc3-d73b-4b19-ae8d-52d95e61449e,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:19:43.270643 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcf7f2b-3784-4782-8ae8-105f5b7aa845 req-260533ca-dcfc-4897-808c-e33fa0cda1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:19:43.275408 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-bbcf7f2b-3784-4782-8ae8-105f5b7aa845 req-260533ca-dcfc-4897-808c-e33fa0cda1e3 service neutron] 10.222.0.37 "GET /v2.0/networks?id=8f212e98-547d-4c6e-a560-2e9a548c8f59 HTTP/1.1" status: 200  len: 870 time: 0.1817827
Dec 25 21:19:43.297362 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cdd08e2a-d7d3-45dd-874c-1cadcc9203fd {{(pid=121608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:19:43.328386 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-17d552c9-9ac2-4725-84c6-eeefc67897f5 req-5788f9ff-425b-4d5f-8a29-534e90c1756d tempest-ServerRescueTestJSON-1336662106 tempest-ServerRescueTestJSON-1336662106-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3baa9cd-9895-4145-88c0-053a91673173&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2598624
Dec 25 21:19:43.362525 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-bbcf7f2b-3784-4782-8ae8-105f5b7aa845 req-cc0d8ae2-4c51-4028-b2c2-263054e8e5e5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.178&port_id=73f7190f-617f-419d-8f40-aa6aad25bf15 HTTP/1.1" status: 200  len: 217 time: 0.0725892
Dec 25 21:19:43.370001 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [req-d87c8cf5-c236-41a2-891f-0d7c2309414e req-cbc35717-5043-461f-9ebd-20178697785e tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] No DVR routers for this DVR port ae3f3cc3-d73b-4b19-ae8d-52d95e61449e on host nch1-master-1 {{(pid=121606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:19:43.386213 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-d87c8cf5-c236-41a2-891f-0d7c2309414e req-cbc35717-5043-461f-9ebd-20178697785e tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:43.396825 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d87c8cf5-c236-41a2-891f-0d7c2309414e req-cbc35717-5043-461f-9ebd-20178697785e tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] 10.222.0.31 "DELETE /v2.0/ports/ae3f3cc3-d73b-4b19-ae8d-52d95e61449e HTTP/1.1" status: 204  len: 173 time: 1.8776896
Dec 25 21:19:43.411016 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Dec 2021 21:19:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baf80c52-b0a2-4fbe-8632-0df3da2c9c9a x-openstack-request-id: req-baf80c52-b0a2-4fbe-8632-0df3da2c9c9a {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:19:43.416184 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1f8bfda-0dfb-4159-89b2-bf30653ddcb2", "tag": "468e4b8e-2b46-4578-81eb-d2bfd34de1bb", "status": "completed", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:19:43.416184 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-baf80c52-b0a2-4fbe-8632-0df3da2c9c9a {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:19:43.416184 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1f8bfda-0dfb-4159-89b2-bf30653ddcb2', 'tag': '468e4b8e-2b46-4578-81eb-d2bfd34de1bb', 'status': 'completed', 'code': 200}
Dec 25 21:19:43.437150 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.db.api [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=121608) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 25 21:19:43.438047 ncdv-master-1 neutron-server[121608]: DEBUG oslo_db.api [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 25 21:19:43.524457 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcf7f2b-3784-4782-8ae8-105f5b7aa845 req-fb9b170d-3027-44a4-be87-60c64af1f935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:19:43.526196 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-bbcf7f2b-3784-4782-8ae8-105f5b7aa845 req-fb9b170d-3027-44a4-be87-60c64af1f935 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=dcfbae86-f93e-400c-8084-eac7f56ff5ba HTTP/1.1" status: 200  len: 843 time: 0.1441159
Dec 25 21:19:43.526779 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-863b2ab8-ba2e-4ad1-8530-82ba037070fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f26134bbf40>, [{'id': '518eea4f-bd4e-4803-90e7-aa4090dd8322', 'name': 'tempest-AttachVolumeTestJSON-534243322-router', 'tenant_id': '7ed80be6e633499b9d1dc61c05014afc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.48'}], 'enable_snat': True}, 'gw_port_id': 'e475d07d-ef33-47d9-bf29-6524f78c9470', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:14:43Z', 'updated_at': '2021-12-25T21:14:49Z', 'revision_number': 4, 'project_id': '7ed80be6e633499b9d1dc61c05014afc', 'gw_port': {'id': 'e475d07d-ef33-47d9-bf29-6524f78c9470', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:b6:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '518eea4f-bd4e-4803-90e7-aa4090dd8322', 'device_owner': 'network:router_gateway', 'standard_attr_id': 852, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:14:43Z', 'updated_at': '2021-12-25T21:14:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '7a087e13-f875-4a85-8f3e-efa4c60b83e3', 'tenant_id': '7ed80be6e633499b9d1dc61c05014afc', 'floating_ip_address': '172.35.3.239', 'floating_network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'router_id': '518eea4f-bd4e-4803-90e7-aa4090dd8322', 'port_id': '468e4b8e-2b46-4578-81eb-d2bfd34de1bb', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1203, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb028617-ca4b-4888-809e-8a74d7f084f8', 'mac_address': 'fa:16:3e:35:6a:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1f8bfda-0dfb-4159-89b2-bf30653ddcb2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-25T21:19:18Z', 'updated_at': '2021-12-25T21:19:40Z', 'revision_number': 1, 'project_id': '7ed80be6e633499b9d1dc61c05014afc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '052fead1-c995-4d25-878a-9b0d22f2a7ac', 'name': '', 'network_id': 'cb028617-ca4b-4888-809e-8a74d7f084f8', 'tenant_id': '7ed80be6e633499b9d1dc61c05014afc', 'mac_address': 'fa:16:3e:8a:a8:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '518eea4f-bd4e-4803-90e7-aa4090dd8322', 'device_owner': 'network:router_interface', 'standard_attr_id': 853, 'fixed_ips': [{'subnet_id': '00dff513-a38a-48f8-809a-d1935b6eecea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:14:47Z', 'updated_at': '2021-12-25T21:14:53Z', 'revision_number': 5, 'project_id': '7ed80be6e633499b9d1dc61c05014afc', 'subnets': [{'id': '00dff513-a38a-48f8-809a-d1935b6eecea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:19:43.575134 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-bdd80795-e5b0-4e89-b973-ba3776094437 req-38f9eca2-f2fd-47d8-bd50-1951988ce5d6 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] 10.222.0.32 "GET /v2.0/ports?device_id=1246c4c7-a769-4e4e-9a42-2138119611b8 HTTP/1.1" status: 200  len: 210 time: 0.0694621
Dec 25 21:19:43.592161 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4625e3-3c3d-4fc8-9e68-e7997447f104 req-f9c54efd-e9a4-42cd-851d-da6cedf817b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:19:43.594230 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3a4625e3-3c3d-4fc8-9e68-e7997447f104 req-f9c54efd-e9a4-42cd-851d-da6cedf817b7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7ed80be6e633499b9d1dc61c05014afc&device_id=f1f8bfda-0dfb-4159-89b2-bf30653ddcb2 HTTP/1.1" status: 200  len: 1096 time: 0.1499653
Dec 25 21:19:43.603237 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-863b2ab8-ba2e-4ad1-8530-82ba037070fe None None] Checking router: 518eea4f-bd4e-4803-90e7-aa4090dd8322 for host: ncdv-master-1 {{(pid=121608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 25 21:19:43.627719 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcf7f2b-3784-4782-8ae8-105f5b7aa845 req-f3043998-3d5e-42d2-9088-c7f64bd298ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:19:43.631707 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-bbcf7f2b-3784-4782-8ae8-105f5b7aa845 req-f3043998-3d5e-42d2-9088-c7f64bd298ea service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8f212e98-547d-4c6e-a560-2e9a548c8f59&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0970807
Dec 25 21:19:43.661474 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 25 Dec 2021 21:19:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a245880-7757-41e0-98cf-2ed5466163a1 x-openstack-request-id: req-0a245880-7757-41e0-98cf-2ed5466163a1 {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:19:43.661771 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "161df36a-2258-4f32-a7b0-2f7c793d4390", "name": "network-vif-unplugged", "status": "completed", "tag": "cdd08e2a-d7d3-45dd-874c-1cadcc9203fd", "code": 200}]} {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:19:43.662236 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0a245880-7757-41e0-98cf-2ed5466163a1 {{(pid=121608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:19:43.662878 ncdv-master-1 neutron-server[121608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '161df36a-2258-4f32-a7b0-2f7c793d4390', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cdd08e2a-d7d3-45dd-874c-1cadcc9203fd', 'code': 200}
Dec 25 21:19:43.693944 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-863b2ab8-ba2e-4ad1-8530-82ba037070fe None None] Routers {'518eea4f-bd4e-4803-90e7-aa4090dd8322'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:19:43.694728 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-863b2ab8-ba2e-4ad1-8530-82ba037070fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f26134bbf40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:19:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['518eea4f-bd4e-4803-90e7-aa4090dd8322'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:19:43.757960 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-bbcf7f2b-3784-4782-8ae8-105f5b7aa845 req-971a1577-b933-48c6-bc26-dead06ac41f0 service neutron] 10.222.0.37 "GET /v2.0/networks/8f212e98-547d-4c6e-a560-2e9a548c8f59?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1170194
Dec 25 21:19:43.829918 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4af7ab0f-8741-4c80-8988-ff06aed62416 req-0cdcbafb-cb05-439b-8a11-434c6b3bf175 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Made reservation on behalf of d4571ece0fa3450b83fde221178518c8 for: {'port': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:19:43.839215 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-4af7ab0f-8741-4c80-8988-ff06aed62416 req-0cdcbafb-cb05-439b-8a11-434c6b3bf175 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:43.876137 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvr_db [None req-863b2ab8-ba2e-4ad1-8530-82ba037070fe None None] Set router 518eea4f-bd4e-4803-90e7-aa4090dd8322 gateway port host: ncdv-master-1 {{(pid=121608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:19:43.913809 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-bbcf7f2b-3784-4782-8ae8-105f5b7aa845 req-b75dbfe0-ae32-4c37-9e25-9398293dd7d0 service neutron] 10.222.0.37 "GET /v2.0/networks/8f212e98-547d-4c6e-a560-2e9a548c8f59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1468141
Dec 25 21:19:43.916495 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0eae4014-c614-40d4-a409-0c3ebdc6d2b8 req-a565bc3e-7fdc-4a09-867c-2cdd7f4b86f4 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa2d5924-6a22-461e-b48b-e73f52f4b72c HTTP/1.1" status: 200  len: 210 time: 0.0876002
Dec 25 21:19:43.990873 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4625e3-3c3d-4fc8-9e68-e7997447f104 req-be3e3ece-a997-4c92-a9c5-fa79c1d0f721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:19:43.992954 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3a4625e3-3c3d-4fc8-9e68-e7997447f104 req-be3e3ece-a997-4c92-a9c5-fa79c1d0f721 service neutron] 10.222.0.37 "GET /v2.0/networks?id=cb028617-ca4b-4888-809e-8a74d7f084f8 HTTP/1.1" status: 200  len: 911 time: 0.3911288
Dec 25 21:19:44.115696 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:44.120339 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3a4625e3-3c3d-4fc8-9e68-e7997447f104 req-a9f58db6-bfca-4dad-bb2f-d17c48e9812f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=468e4b8e-2b46-4578-81eb-d2bfd34de1bb HTTP/1.1" status: 200  len: 999 time: 0.1181729
Dec 25 21:19:44.137954 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cdd08e2a-d7d3-45dd-874c-1cadcc9203fd {{(pid=121608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:19:44.165259 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212b6958-87ef-49fc-86c1-98e53b23597e req-59441ae6-a879-4f08-80ca-7a060a92fb09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:19:44.167053 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-212b6958-87ef-49fc-86c1-98e53b23597e req-59441ae6-a879-4f08-80ca-7a060a92fb09 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=843046c2-4f29-489f-bce9-b4862b3636be HTTP/1.1" status: 200  len: 1096 time: 0.2598431
Dec 25 21:19:44.172391 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port cdd08e2a-d7d3-45dd-874c-1cadcc9203fd, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=cdd08e2a-d7d3-45dd-874c-1cadcc9203fd,segment=NetworkSegment(66e39abb-3870-4404-91e4-a4d8a7ae7fb7),segment_id=66e39abb-3870-4404-91e4-a4d8a7ae7fb7)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:19:44.180025 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46abdb56-d1c3-4785-8438-67fa91436e5b req-328a9ce5-42dc-4272-bede-01ad6239eadb tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:19:44.187236 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-46abdb56-d1c3-4785-8438-67fa91436e5b req-328a9ce5-42dc-4272-bede-01ad6239eadb tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] 10.222.0.32 "GET /v2.0/ports?device_id=a4de75a7-d672-42e2-b76c-476113efaa1c HTTP/1.1" status: 200  len: 945 time: 0.3206568
Dec 25 21:19:44.242388 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-863b2ab8-ba2e-4ad1-8530-82ba037070fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f26134bbf40>, [{'id': '518eea4f-bd4e-4803-90e7-aa4090dd8322', 'name': 'tempest-AttachVolumeTestJSON-534243322-router', 'tenant_id': '7ed80be6e633499b9d1dc61c05014afc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.48'}], 'enable_snat': True}, 'gw_port_id': 'e475d07d-ef33-47d9-bf29-6524f78c9470', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:14:43Z', 'updated_at': '2021-12-25T21:14:49Z', 'revision_number': 4, 'project_id': '7ed80be6e633499b9d1dc61c05014afc', 'gw_port': {'id': 'e475d07d-ef33-47d9-bf29-6524f78c9470', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:b6:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '518eea4f-bd4e-4803-90e7-aa4090dd8322', 'device_owner': 'network:router_gateway', 'standard_attr_id': 852, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:14:43Z', 'updated_at': '2021-12-25T21:14:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '7a087e13-f875-4a85-8f3e-efa4c60b83e3', 'tenant_id': '7ed80be6e633499b9d1dc61c05014afc', 'floating_ip_address': '172.35.3.239', 'floating_network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'router_id': '518eea4f-bd4e-4803-90e7-aa4090dd8322', 'port_id': '468e4b8e-2b46-4578-81eb-d2bfd34de1bb', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1203, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb028617-ca4b-4888-809e-8a74d7f084f8', 'mac_address': 'fa:16:3e:35:6a:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1f8bfda-0dfb-4159-89b2-bf30653ddcb2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-25T21:19:18Z', 'updated_at': '2021-12-25T21:19:40Z', 'revision_number': 1, 'project_id': '7ed80be6e633499b9d1dc61c05014afc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '052fead1-c995-4d25-878a-9b0d22f2a7ac', 'name': '', 'network_id': 'cb028617-ca4b-4888-809e-8a74d7f084f8', 'tenant_id': '7ed80be6e633499b9d1dc61c05014afc', 'mac_address': 'fa:16:3e:8a:a8:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '518eea4f-bd4e-4803-90e7-aa4090dd8322', 'device_owner': 'network:router_interface', 'standard_attr_id': 853, 'fixed_ips': [{'subnet_id': '00dff513-a38a-48f8-809a-d1935b6eecea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:14:47Z', 'updated_at': '2021-12-25T21:14:53Z', 'revision_number': 5, 'project_id': '7ed80be6e633499b9d1dc61c05014afc', 'subnets': [{'id': '00dff513-a38a-48f8-809a-d1935b6eecea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:19:44.344141 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-863b2ab8-ba2e-4ad1-8530-82ba037070fe None None] The sync data for ids ['518eea4f-bd4e-4803-90e7-aa4090dd8322'] in ncdv-master-1 is: [{'id': '518eea4f-bd4e-4803-90e7-aa4090dd8322', 'name': 'tempest-AttachVolumeTestJSON-534243322-router', 'tenant_id': '7ed80be6e633499b9d1dc61c05014afc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.48'}], 'enable_snat': True}, 'gw_port_id': 'e475d07d-ef33-47d9-bf29-6524f78c9470', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:14:43Z', 'updated_at': '2021-12-25T21:14:49Z', 'revision_number': 4, 'project_id': '7ed80be6e633499b9d1dc61c05014afc', 'gw_port': {'id': 'e475d07d-ef33-47d9-bf29-6524f78c9470', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:b6:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '518eea4f-bd4e-4803-90e7-aa4090dd8322', 'device_owner': 'network:router_gateway', 'standard_attr_id': 852, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:14:43Z', 'updated_at': '2021-12-25T21:14:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '7a087e13-f875-4a85-8f3e-efa4c60b83e3', 'tenant_id': '7ed80be6e633499b9d1dc61c05014afc', 'floating_ip_address': '172.35.3.239', 'floating_network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'router_id': '518eea4f-bd4e-4803-90e7-aa4090dd8322', 'port_id': '468e4b8e-2b46-4578-81eb-d2bfd34de1bb', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1203, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb028617-ca4b-4888-809e-8a74d7f084f8', 'mac_address': 'fa:16:3e:35:6a:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1f8bfda-0dfb-4159-89b2-bf30653ddcb2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-25T21:19:18Z', 'updated_at': '2021-12-25T21:19:40Z', 'revision_number': 1, 'project_id': '7ed80be6e633499b9d1dc61c05014afc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '052fead1-c995-4d25-878a-9b0d22f2a7ac', 'name': '', 'network_id': 'cb028617-ca4b-4888-809e-8a74d7f084f8', 'tenant_id': '7ed80be6e633499b9d1dc61c05014afc', 'mac_address': 'fa:16:3e:8a:a8:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '518eea4f-bd4e-4803-90e7-aa4090dd8322', 'device_owner': 'network:router_interface', 'standard_attr_id': 853, 'fixed_ips': [{'subnet_id': '00dff513-a38a-48f8-809a-d1935b6eecea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:14:47Z', 'updated_at': '2021-12-25T21:14:53Z', 'revision_number': 5, 'project_id': '7ed80be6e633499b9d1dc61c05014afc', 'subnets': [{'id': '00dff513-a38a-48f8-809a-d1935b6eecea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 21:19:44.350873 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:44.361904 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4625e3-3c3d-4fc8-9e68-e7997447f104 req-9f243ca3-445f-4a4f-aa88-b8a131e2f865 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:19:44.363045 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3a4625e3-3c3d-4fc8-9e68-e7997447f104 req-9f243ca3-445f-4a4f-aa88-b8a131e2f865 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=00dff513-a38a-48f8-809a-d1935b6eecea HTTP/1.1" status: 200  len: 849 time: 0.2312348
Dec 25 21:19:44.381700 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c452d43a-045b-4734-b26d-fe387f828f02 req-f6f24316-8e61-4d86-a98d-d58e2fbb56c2 tempest-ServersAdminNegativeTestJSON-1924497653 tempest-ServersAdminNegativeTestJSON-1924497653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:19:44.383371 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c452d43a-045b-4734-b26d-fe387f828f02 req-f6f24316-8e61-4d86-a98d-d58e2fbb56c2 tempest-ServersAdminNegativeTestJSON-1924497653 tempest-ServersAdminNegativeTestJSON-1924497653-project] 10.222.0.32 "GET /v2.0/ports?device_id=5b9012c6-d4d3-4575-bc3c-7cabf98171e2 HTTP/1.1" status: 200  len: 948 time: 0.3134775
Dec 25 21:19:44.451437 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Pushing event updated for resources: {'Port': ['ID=cdd08e2a-d7d3-45dd-874c-1cadcc9203fd,revision_number=12']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:19:44.455910 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device ae3f3cc3-d73b-4b19-ae8d-52d95e61449e no longer exists at agent hyperv_nch1-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:19:44.471310 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-46abdb56-d1c3-4785-8438-67fa91436e5b req-378c76cf-48a1-4fd6-b2df-14582ddfc075 tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] 10.222.0.32 "GET /v2.0/security-groups?id=2bf8651c-3ed0-44bb-a064-d61aab6ec281&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2813191
Dec 25 21:19:44.492853 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-212b6958-87ef-49fc-86c1-98e53b23597e req-033fd599-a763-4eec-8d35-bc839a479363 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=d3baa9cd-9895-4145-88c0-053a91673173&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3025572
Dec 25 21:19:44.507615 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] get_ports_and_sgs() called for port_ids ['cdd08e2a-d7d3-45dd-874c-1cadcc9203fd'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:19:44.510786 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] No Port match for: ae3f3cc3-d73b-4b19-ae8d-52d95e61449e {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:19:44.510786 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device ae3f3cc3-d73b-4b19-ae8d-52d95e61449e not bound to the agent host nch1-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:19:44.562021 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_common [req-4af7ab0f-8741-4c80-8988-ff06aed62416 req-0cdcbafb-cb05-439b-8a11-434c6b3bf175 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Allocated IP 172.20.0.14 (b8d0c0f5-4a55-4519-afa5-15b47bd47c1f/de1e389c-30c9-4340-81e2-e9ffc3e01b02/634d748d-c261-4855-913b-beb5992df4cb) {{(pid=121606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:19:44.701096 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c452d43a-045b-4734-b26d-fe387f828f02 req-8a7d71d2-2019-429f-85e7-28b8742a1f4c tempest-ServersAdminNegativeTestJSON-1924497653 tempest-ServersAdminNegativeTestJSON-1924497653-project] 10.222.0.32 "GET /v2.0/security-groups?id=349abdf5-d976-4669-aec0-3c3abb1132dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2920771
Dec 25 21:19:44.778711 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4625e3-3c3d-4fc8-9e68-e7997447f104 req-630439a6-61d0-47f1-87fa-aa0d013a5153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:19:44.780493 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3a4625e3-3c3d-4fc8-9e68-e7997447f104 req-630439a6-61d0-47f1-87fa-aa0d013a5153 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=cb028617-ca4b-4888-809e-8a74d7f084f8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.3880749
Dec 25 21:19:44.813273 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e8a1bf-7f07-4113-9aac-c61ec42ffe95 None None] New status for floating IP 7a087e13-f875-4a85-8f3e-efa4c60b83e3: ACTIVE {{(pid=121609) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 25 21:19:44.816719 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbf3155-7951-410c-9781-6a64ea578526 req-b84a0971-8afa-46ae-bb07-2b9cc65a8a0d tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:19:44.825511 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1fbf3155-7951-410c-9781-6a64ea578526 req-b84a0971-8afa-46ae-bb07-2b9cc65a8a0d tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/ports?device_id=161df36a-2258-4f32-a7b0-2f7c793d4390 HTTP/1.1" status: 200  len: 945 time: 0.2385614
Dec 25 21:19:45.016721 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1fbf3155-7951-410c-9781-6a64ea578526 req-2e3d0b43-7338-40e5-b907-e59b539dcd4e tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/security-groups?id=303458ac-ce28-4cba-8947-b5e432a1ea1f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1902502
Dec 25 21:19:45.031244 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b97c750-c096-4e86-877c-4bfd681d7501 req-56a2af62-c73e-4043-a4fc-bb93adc73ef3 tempest-ServerRescueTestJSON-1336662106 tempest-ServerRescueTestJSON-1336662106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:19:45.046405 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2b97c750-c096-4e86-877c-4bfd681d7501 req-56a2af62-c73e-4043-a4fc-bb93adc73ef3 tempest-ServerRescueTestJSON-1336662106 tempest-ServerRescueTestJSON-1336662106-project] 10.222.0.32 "GET /v2.0/ports?device_id=843046c2-4f29-489f-bce9-b4862b3636be HTTP/1.1" status: 200  len: 945 time: 0.2646554
Dec 25 21:19:45.098111 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-4af7ab0f-8741-4c80-8988-ff06aed62416 req-0cdcbafb-cb05-439b-8a11-434c6b3bf175 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Publish callbacks [] for port, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:45.133247 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3a4625e3-3c3d-4fc8-9e68-e7997447f104 req-dd773032-87fd-45fe-bbe5-895663da8f79 service neutron] 10.222.0.37 "GET /v2.0/networks/cb028617-ca4b-4888-809e-8a74d7f084f8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2942760
Dec 25 21:19:45.191028 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2b97c750-c096-4e86-877c-4bfd681d7501 req-5d5102cc-54eb-4f6f-8b05-2f7f6d40e768 tempest-ServerRescueTestJSON-1336662106 tempest-ServerRescueTestJSON-1336662106-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3baa9cd-9895-4145-88c0-053a91673173&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1408849
Dec 25 21:19:45.405207 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3a4625e3-3c3d-4fc8-9e68-e7997447f104 req-2bb18498-c998-4958-93f2-68da14cf7213 service neutron] 10.222.0.37 "GET /v2.0/networks/cb028617-ca4b-4888-809e-8a74d7f084f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2555785
Dec 25 21:19:45.430013 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1246c4c7-a769-4e4e-9a42-2138119611b8', 'name': 'network-vif-deleted', 'tag': 'ae3f3cc3-d73b-4b19-ae8d-52d95e61449e'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:19:45.432426 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9858820c13ec2827453b94ebc4181065e990a4e4089ccb9fe762531ac62d2fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa4a4f81-4f3d-44f0-af69-47ccac0c5730" -d '{"events": [{"server_uuid": "1246c4c7-a769-4e4e-9a42-2138119611b8", "name": "network-vif-deleted", "tag": "ae3f3cc3-d73b-4b19-ae8d-52d95e61449e"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:19:45.450580 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e45a34ea-5c46-4b0b-8adc-434d96c4b220 req-00e61540-b649-4d48-be25-6ea7e5408d00 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] 10.222.0.32 "GET /v2.0/ports?device_id=1246c4c7-a769-4e4e-9a42-2138119611b8 HTTP/1.1" status: 200  len: 210 time: 0.1212163
Dec 25 21:19:45.498807 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-4af7ab0f-8741-4c80-8988-ff06aed62416 req-0cdcbafb-cb05-439b-8a11-434c6b3bf175 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:45.556743 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdcbafb-cb05-439b-8a11-434c6b3bf175 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Pushing event updated for resources: {'Port': ['ID=634d748d-c261-4855-913b-beb5992df4cb,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:19:45.596049 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e373be7-2b29-499b-9421-451e43ad7656 req-15222644-2146-4870-99cb-23f47b8f1d5d tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:19:45.604148 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1e373be7-2b29-499b-9421-451e43ad7656 req-15222644-2146-4870-99cb-23f47b8f1d5d tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa2d5924-6a22-461e-b48b-e73f52f4b72c HTTP/1.1" status: 200  len: 932 time: 0.2022977
Dec 25 21:19:45.609070 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 21:19:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-367e9242-3318-4985-9408-d1c10cc9529b x-openstack-request-id: req-367e9242-3318-4985-9408-d1c10cc9529b {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:19:45.609596 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1246c4c7-a769-4e4e-9a42-2138119611b8", "name": "network-vif-deleted", "tag": "ae3f3cc3-d73b-4b19-ae8d-52d95e61449e", "status": "completed", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:19:45.610082 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-367e9242-3318-4985-9408-d1c10cc9529b {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:19:45.610871 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1246c4c7-a769-4e4e-9a42-2138119611b8', 'name': 'network-vif-deleted', 'tag': 'ae3f3cc3-d73b-4b19-ae8d-52d95e61449e', 'status': 'completed', 'code': 200}
Dec 25 21:19:45.629807 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4af7ab0f-8741-4c80-8988-ff06aed62416 req-0cdcbafb-cb05-439b-8a11-434c6b3bf175 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Network b8d0c0f5-4a55-4519-afa5-15b47bd47c1f is already hosted by enough agents. {{(pid=121606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:19:45.654484 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device 73f7190f-617f-419d-8f40-aa6aad25bf15 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 25 21:19:45.676362 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [req-4af7ab0f-8741-4c80-8988-ff06aed62416 req-0cdcbafb-cb05-439b-8a11-434c6b3bf175 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Resources bound (agent type, host, resource id):  {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:19:45.683747 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [req-4af7ab0f-8741-4c80-8988-ff06aed62416 req-0cdcbafb-cb05-439b-8a11-434c6b3bf175 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Received port after_create {{(pid=121606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:19:45.947107 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1e373be7-2b29-499b-9421-451e43ad7656 req-5625177e-f4c3-4992-bd84-a46d8d2ca125 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] 10.222.0.32 "GET /v2.0/security-groups?id=051b583c-529b-425b-89b3-0dd7f4245e61&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3409705
Dec 25 21:19:46.009885 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af7ab0f-8741-4c80-8988-ff06aed62416 req-0cdcbafb-cb05-439b-8a11-434c6b3bf175 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:19:46.015539 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-4af7ab0f-8741-4c80-8988-ff06aed62416 req-0cdcbafb-cb05-439b-8a11-434c6b3bf175 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:46.073529 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port 73f7190f-617f-419d-8f40-aa6aad25bf15, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=73f7190f-617f-419d-8f40-aa6aad25bf15,segment=NetworkSegment(85c774cb-a0eb-4ad9-961f-f331d3b37cd6),segment_id=85c774cb-a0eb-4ad9-961f-f331d3b37cd6)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:19:46.088227 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Returning: {'device': '73f7190f-617f-419d-8f40-aa6aad25bf15', 'network_id': '8f212e98-547d-4c6e-a560-2e9a548c8f59', 'port_id': '73f7190f-617f-419d-8f40-aa6aad25bf15', 'mac_address': 'fa:16:3e:ce:2d:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcfbae86-f93e-400c-8084-eac7f56ff5ba', 'ip_address': '192.168.233.178'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 25 21:19:46.150136 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea06d3c8-6f0c-4dbd-827d-e83b179edd2e req-03d7b30f-9ca8-42c2-9036-7f692a3cf95b tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:19:46.164329 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ea06d3c8-6f0c-4dbd-827d-e83b179edd2e req-03d7b30f-9ca8-42c2-9036-7f692a3cf95b tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] 10.222.0.32 "GET /v2.0/ports?device_id=a4de75a7-d672-42e2-b76c-476113efaa1c HTTP/1.1" status: 200  len: 945 time: 0.3256223
Dec 25 21:19:46.196252 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:46.214871 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73f7190f-617f-419d-8f40-aa6aad25bf15 {{(pid=121608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:19:46.219215 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4af7ab0f-8741-4c80-8988-ff06aed62416 req-0cdcbafb-cb05-439b-8a11-434c6b3bf175 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 3.1597481
Dec 25 21:19:46.247484 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port 73f7190f-617f-419d-8f40-aa6aad25bf15, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=73f7190f-617f-419d-8f40-aa6aad25bf15,segment=NetworkSegment(85c774cb-a0eb-4ad9-961f-f331d3b37cd6),segment_id=85c774cb-a0eb-4ad9-961f-f331d3b37cd6)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:19:46.257129 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-4af7ab0f-8741-4c80-8988-ff06aed62416 req-890e4dd7-42fb-4fae-8ca2-f2a681ab3db4 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Request body: {'port': {'device_id': 'aa2d5924-6a22-461e-b48b-e73f52f4b72c', 'network_id': 'f7ed1632-2ec3-4974-9097-8fe2ac8f3ba4', 'admin_state_up': True, 'tenant_id': 'd4571ece0fa3450b83fde221178518c8', 'security_groups': ['051b583c-529b-425b-89b3-0dd7f4245e61']}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:19:46.330534 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:46.340534 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ea06d3c8-6f0c-4dbd-827d-e83b179edd2e req-b794a579-f4c4-4acf-85cd-a5dfaed8b686 tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] 10.222.0.32 "GET /v2.0/security-groups?id=2bf8651c-3ed0-44bb-a064-d61aab6ec281&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1678464
Dec 25 21:19:46.410966 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e75767c-38f3-45bc-b814-a960adceb916 req-fb9b58d9-552b-4f6f-868f-47663ad670db tempest-ServersAdminNegativeTestJSON-1924497653 tempest-ServersAdminNegativeTestJSON-1924497653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:19:46.419597 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3e75767c-38f3-45bc-b814-a960adceb916 req-fb9b58d9-552b-4f6f-868f-47663ad670db tempest-ServersAdminNegativeTestJSON-1924497653 tempest-ServersAdminNegativeTestJSON-1924497653-project] 10.222.0.32 "GET /v2.0/ports?device_id=5b9012c6-d4d3-4575-bc3c-7cabf98171e2 HTTP/1.1" status: 200  len: 948 time: 0.2460237
Dec 25 21:19:46.428706 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-6d1fe073-242b-46d7-ac6c-b8aa159d0197 None None] Provisioning complete for port 634d748d-c261-4855-913b-beb5992df4cb triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:19:46.433585 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-6d1fe073-242b-46d7-ac6c-b8aa159d0197 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:46.481756 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device cdd08e2a-d7d3-45dd-874c-1cadcc9203fd up at agent hyperv_nch1-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:19:46.526586 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Pushing event updated for resources: {'Port': ['ID=73f7190f-617f-419d-8f40-aa6aad25bf15,revision_number=4']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:19:46.530726 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3e75767c-38f3-45bc-b814-a960adceb916 req-4b663366-36c6-46c5-b663-b7cb86d72a14 tempest-ServersAdminNegativeTestJSON-1924497653 tempest-ServersAdminNegativeTestJSON-1924497653-project] 10.222.0.32 "GET /v2.0/security-groups?id=349abdf5-d976-4669-aec0-3c3abb1132dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1095033
Dec 25 21:19:46.539006 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-6d1fe073-242b-46d7-ac6c-b8aa159d0197 None None] Port 634d748d-c261-4855-913b-beb5992df4cb cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:19:46.564809 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85c8301-8630-4172-9d65-33413a246ac6 req-ac394f82-c167-44a3-ae25-a13d55964c84 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:19:46.564809 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c85c8301-8630-4172-9d65-33413a246ac6 req-ac394f82-c167-44a3-ae25-a13d55964c84 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/ports?device_id=161df36a-2258-4f32-a7b0-2f7c793d4390 HTTP/1.1" status: 200  len: 945 time: 0.0990725
Dec 25 21:19:46.594639 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Provisioning complete for port cdd08e2a-d7d3-45dd-874c-1cadcc9203fd triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:19:46.597822 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:46.638768 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c85c8301-8630-4172-9d65-33413a246ac6 req-8968b17c-8fa1-4b91-adcc-4fbc11b0db2b tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/security-groups?id=303458ac-ce28-4cba-8947-b5e432a1ea1f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0658085
Dec 25 21:19:46.651726 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] get_ports_and_sgs() called for port_ids ['73f7190f-617f-419d-8f40-aa6aad25bf15'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:19:46.658017 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4af7ab0f-8741-4c80-8988-ff06aed62416 req-890e4dd7-42fb-4fae-8ca2-f2a681ab3db4 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Made reservation on behalf of d4571ece0fa3450b83fde221178518c8 for: {'port': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:19:46.661663 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-4af7ab0f-8741-4c80-8988-ff06aed62416 req-890e4dd7-42fb-4fae-8ca2-f2a681ab3db4 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:46.836463 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:46.837126 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa6b12e-87ec-431b-b2f9-721706360737 req-8efd46c4-6e01-4d97-b34e-2740b58e1e75 tempest-ServerRescueTestJSON-1336662106 tempest-ServerRescueTestJSON-1336662106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:19:46.845685 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2fa6b12e-87ec-431b-b2f9-721706360737 req-8efd46c4-6e01-4d97-b34e-2740b58e1e75 tempest-ServerRescueTestJSON-1336662106 tempest-ServerRescueTestJSON-1336662106-project] 10.222.0.32 "GET /v2.0/ports?device_id=843046c2-4f29-489f-bce9-b4862b3636be HTTP/1.1" status: 200  len: 945 time: 0.1307890
Dec 25 21:19:46.941032 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_common [req-4af7ab0f-8741-4c80-8988-ff06aed62416 req-890e4dd7-42fb-4fae-8ca2-f2a681ab3db4 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Allocated IP 10.1.1.129 (f7ed1632-2ec3-4974-9097-8fe2ac8f3ba4/f792eb17-8c67-407f-9cdd-1353c9bc42bb/2eb143cf-a0c7-4e74-a5f2-177a4bc1db2c) {{(pid=121606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:19:46.960712 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2fa6b12e-87ec-431b-b2f9-721706360737 req-f18c9bd1-0964-48a5-96ed-41522c820ddb tempest-ServerRescueTestJSON-1336662106 tempest-ServerRescueTestJSON-1336662106-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3baa9cd-9895-4145-88c0-053a91673173&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1129460
Dec 25 21:19:46.974479 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '161df36a-2258-4f32-a7b0-2f7c793d4390', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdd08e2a-d7d3-45dd-874c-1cadcc9203fd'}] {{(pid=121608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:19:46.976491 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a88c78c3ff6266bd59c7e89d275b28c92e739b67d23c89d71af88829fd31566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ec1faf4-bb5c-4490-a3e2-cd396b593b46" -d '{"events": [{"server_uuid": "161df36a-2258-4f32-a7b0-2f7c793d4390", "name": "network-vif-plugged", "status": "completed", "tag": "cdd08e2a-d7d3-45dd-874c-1cadcc9203fd"}]}' {{(pid=121608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:19:47.004522 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port cdd08e2a-d7d3-45dd-874c-1cadcc9203fd, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=cdd08e2a-d7d3-45dd-874c-1cadcc9203fd,segment=NetworkSegment(66e39abb-3870-4404-91e4-a4d8a7ae7fb7),segment_id=66e39abb-3870-4404-91e4-a4d8a7ae7fb7)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:19:47.057203 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 21:19:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11520417-d10e-441b-819e-4b0f804fb87d x-openstack-request-id: req-11520417-d10e-441b-819e-4b0f804fb87d {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:19:47.057203 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "161df36a-2258-4f32-a7b0-2f7c793d4390", "name": "network-vif-plugged", "status": "completed", "tag": "cdd08e2a-d7d3-45dd-874c-1cadcc9203fd", "code": 200}]} {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:19:47.057903 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-11520417-d10e-441b-819e-4b0f804fb87d {{(pid=121608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:19:47.059134 ncdv-master-1 neutron-server[121608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '161df36a-2258-4f32-a7b0-2f7c793d4390', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdd08e2a-d7d3-45dd-874c-1cadcc9203fd', 'code': 200}
Dec 25 21:19:47.091657 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:47.188210 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Pushing event updated for resources: {'Port': ['ID=cdd08e2a-d7d3-45dd-874c-1cadcc9203fd,revision_number=13']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:19:47.667073 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device 73f7190f-617f-419d-8f40-aa6aad25bf15 up at agent hyperv_nch2-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:19:47.841678 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Provisioning for port 73f7190f-617f-419d-8f40-aa6aad25bf15 completed by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 25 21:19:47.852654 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Provisioning complete for port 73f7190f-617f-419d-8f40-aa6aad25bf15 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:19:47.854291 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:47.922452 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23454d29-63b4-4c4a-8129-a66551c71bb0 req-feb46f84-b7ed-4b67-b401-e15005bcac7a tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:19:47.930709 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-23454d29-63b4-4c4a-8129-a66551c71bb0 req-feb46f84-b7ed-4b67-b401-e15005bcac7a tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] 10.222.0.32 "GET /v2.0/networks?id=de2cf5f5-0f83-4089-a263-5ec0a5e6f1de HTTP/1.1" status: 200  len: 806 time: 0.8592634
Dec 25 21:19:47.952142 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-23454d29-63b4-4c4a-8129-a66551c71bb0 req-b4644b42-80c5-446b-836f-28a9397f2789 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] 10.222.0.32 "GET /v2.0/quotas/38d7cbaffc1340f59e994569e8e33e1d HTTP/1.1" status: 200  len: 375 time: 0.0205045
Dec 25 21:19:48.052909 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667b970d-a578-4f59-80e6-cf5536213ec0 req-dee17563-06cd-4538-aa12-efb32cf33aff tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:19:48.058202 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:48.062726 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-667b970d-a578-4f59-80e6-cf5536213ec0 req-dee17563-06cd-4538-aa12-efb32cf33aff tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa2d5924-6a22-461e-b48b-e73f52f4b72c HTTP/1.1" status: 200  len: 932 time: 0.3015707
Dec 25 21:19:48.115841 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port 73f7190f-617f-419d-8f40-aa6aad25bf15, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=73f7190f-617f-419d-8f40-aa6aad25bf15,segment=NetworkSegment(85c774cb-a0eb-4ad9-961f-f331d3b37cd6),segment_id=85c774cb-a0eb-4ad9-961f-f331d3b37cd6)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:19:48.127185 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-23454d29-63b4-4c4a-8129-a66551c71bb0 req-b122e663-b10e-4dc1-ba35-9b1737ce7b02 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=38d7cbaffc1340f59e994569e8e33e1d&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1741920
Dec 25 21:19:48.132540 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ddfffc-c89a-4fa4-9c21-3bfe224eb049 req-b2618e25-4238-4a2e-827f-c34ef3a3f79f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:19:48.135011 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-36ddfffc-c89a-4fa4-9c21-3bfe224eb049 req-b2618e25-4238-4a2e-827f-c34ef3a3f79f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3b0881f03bcb42b2af8fbbc9bd84ca78&device_id=843046c2-4f29-489f-bce9-b4862b3636be HTTP/1.1" status: 200  len: 1096 time: 0.3726449
Dec 25 21:19:48.177389 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-4af7ab0f-8741-4c80-8988-ff06aed62416 req-890e4dd7-42fb-4fae-8ca2-f2a681ab3db4 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Publish callbacks [] for port, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:48.242759 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:48.249868 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-667b970d-a578-4f59-80e6-cf5536213ec0 req-a7e8ce15-45f2-4184-b9bc-0649dd9a7da5 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] 10.222.0.32 "GET /v2.0/security-groups?id=051b583c-529b-425b-89b3-0dd7f4245e61&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1861277
Dec 25 21:19:48.364402 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Pushing event updated for resources: {'Port': ['ID=73f7190f-617f-419d-8f40-aa6aad25bf15,revision_number=5']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:19:48.374930 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:19:48.375297 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:19:48.375633 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:19:48.375973 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:19:48.376957 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:19:48.376957 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:19:48.377148 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:19:48.377409 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:19:48.377865 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:19:48.378350 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:19:48.378526 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:19:48.378863 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:19:48.379186 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:19:48.490986 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ddfffc-c89a-4fa4-9c21-3bfe224eb049 req-b54b0d90-eea7-420a-b3be-749776154502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:19:48.492613 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-36ddfffc-c89a-4fa4-9c21-3bfe224eb049 req-b54b0d90-eea7-420a-b3be-749776154502 service neutron] 10.222.0.31 "GET /v2.0/networks?id=040e4d7b-a517-49cc-8699-70c0b9b2f222 HTTP/1.1" status: 200  len: 912 time: 0.3407273
Dec 25 21:19:48.496123 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-23454d29-63b4-4c4a-8129-a66551c71bb0 req-3916fa9b-82a2-48b7-b26d-ac27dc7abe13 service neutron] 10.222.0.32 "GET /v2.0/networks/de2cf5f5-0f83-4089-a263-5ec0a5e6f1de?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3562486
Dec 25 21:19:48.557140 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94833262-0650-4e41-b392-13f48dd350ee req-107d29c7-e5d3-4b94-9cb4-d3fdd8bdfe34 tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:19:48.559205 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-94833262-0650-4e41-b392-13f48dd350ee req-107d29c7-e5d3-4b94-9cb4-d3fdd8bdfe34 tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] 10.222.0.32 "GET /v2.0/ports?device_id=a4de75a7-d672-42e2-b76c-476113efaa1c HTTP/1.1" status: 200  len: 945 time: 0.1693783
Dec 25 21:19:48.560499 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-36ddfffc-c89a-4fa4-9c21-3bfe224eb049 req-c8106c67-c25d-427b-beee-1f78fb7ab223 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e7c63a15-3218-4c35-bfa1-ef91d39c458a HTTP/1.1" status: 200  len: 217 time: 0.0599153
Dec 25 21:19:48.615218 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-4af7ab0f-8741-4c80-8988-ff06aed62416 req-890e4dd7-42fb-4fae-8ca2-f2a681ab3db4 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:48.749742 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ddfffc-c89a-4fa4-9c21-3bfe224eb049 req-67f226a6-959a-40a0-9b1b-62e5b766929c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:19:48.751252 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-36ddfffc-c89a-4fa4-9c21-3bfe224eb049 req-67f226a6-959a-40a0-9b1b-62e5b766929c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=ca46be31-1a87-4846-b557-a9f49755a2de HTTP/1.1" status: 200  len: 851 time: 0.1811845
Dec 25 21:19:48.757251 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4af7ab0f-8741-4c80-8988-ff06aed62416 req-890e4dd7-42fb-4fae-8ca2-f2a681ab3db4 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Network f7ed1632-2ec3-4974-9097-8fe2ac8f3ba4 is already hosted by enough agents. {{(pid=121606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:19:48.782589 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-94833262-0650-4e41-b392-13f48dd350ee req-4aa4000f-923c-4db9-9839-29b5b4cb34ce tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] 10.222.0.32 "GET /v2.0/security-groups?id=2bf8651c-3ed0-44bb-a064-d61aab6ec281&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2108767
Dec 25 21:19:48.785181 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [req-4af7ab0f-8741-4c80-8988-ff06aed62416 req-890e4dd7-42fb-4fae-8ca2-f2a681ab3db4 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Resources bound (agent type, host, resource id):  {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:19:48.812944 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890e4dd7-42fb-4fae-8ca2-f2a681ab3db4 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Pushing event updated for resources: {'Port': ['ID=2eb143cf-a0c7-4e74-a5f2-177a4bc1db2c,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:19:48.814091 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [req-4af7ab0f-8741-4c80-8988-ff06aed62416 req-890e4dd7-42fb-4fae-8ca2-f2a681ab3db4 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Received port after_create {{(pid=121606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:19:48.863277 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-36ddfffc-c89a-4fa4-9c21-3bfe224eb049 req-fc26c313-feb2-4836-845f-a37c7c82fa22 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=040e4d7b-a517-49cc-8699-70c0b9b2f222&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0972035
Dec 25 21:19:48.959056 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-23454d29-63b4-4c4a-8129-a66551c71bb0 req-34cc454f-c021-4bc6-9e68-2c2d97d11587 service neutron] 10.222.0.32 "GET /v2.0/networks/de2cf5f5-0f83-4089-a263-5ec0a5e6f1de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4510431
Dec 25 21:19:49.061070 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b9012c6-d4d3-4575-bc3c-7cabf98171e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73f7190f-617f-419d-8f40-aa6aad25bf15'}] {{(pid=121608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:19:49.064112 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a88c78c3ff6266bd59c7e89d275b28c92e739b67d23c89d71af88829fd31566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0768e637-42cc-4788-a783-bd233fcf615b" -d '{"events": [{"server_uuid": "5b9012c6-d4d3-4575-bc3c-7cabf98171e2", "name": "network-vif-plugged", "status": "completed", "tag": "73f7190f-617f-419d-8f40-aa6aad25bf15"}]}' {{(pid=121608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:19:49.071468 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af7ab0f-8741-4c80-8988-ff06aed62416 req-890e4dd7-42fb-4fae-8ca2-f2a681ab3db4 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:19:49.072234 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-4af7ab0f-8741-4c80-8988-ff06aed62416 req-890e4dd7-42fb-4fae-8ca2-f2a681ab3db4 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:49.114237 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b538f60c-7849-4134-9bbf-28b9dd1bc2cc req-4c61899e-f20f-4a21-93a4-76e2517ee395 tempest-ServerRescueTestJSON-1336662106 tempest-ServerRescueTestJSON-1336662106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:19:49.116458 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b538f60c-7849-4134-9bbf-28b9dd1bc2cc req-4c61899e-f20f-4a21-93a4-76e2517ee395 tempest-ServerRescueTestJSON-1336662106 tempest-ServerRescueTestJSON-1336662106-project] 10.222.0.32 "GET /v2.0/ports?device_id=843046c2-4f29-489f-bce9-b4862b3636be HTTP/1.1" status: 200  len: 945 time: 0.2134583
Dec 25 21:19:49.158182 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-36ddfffc-c89a-4fa4-9c21-3bfe224eb049 req-9e808051-58cc-4a95-9936-1ce145c2b89e service neutron] 10.222.0.31 "GET /v2.0/networks/040e4d7b-a517-49cc-8699-70c0b9b2f222?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2562506
Dec 25 21:19:49.199645 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-548a079e-5d14-4b75-acfb-32b79effef8e None None] Provisioning complete for port 2eb143cf-a0c7-4e74-a5f2-177a4bc1db2c triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:19:49.202358 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-548a079e-5d14-4b75-acfb-32b79effef8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:49.212494 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b538f60c-7849-4134-9bbf-28b9dd1bc2cc req-0186afde-6b2d-4775-ab00-b7f2fbaa682f tempest-ServerRescueTestJSON-1336662106 tempest-ServerRescueTestJSON-1336662106-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3baa9cd-9895-4145-88c0-053a91673173&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0886123
Dec 25 21:19:49.248400 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-548a079e-5d14-4b75-acfb-32b79effef8e None None] Port 2eb143cf-a0c7-4e74-a5f2-177a4bc1db2c cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:19:49.312960 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-36ddfffc-c89a-4fa4-9c21-3bfe224eb049 req-6ce08cfc-b359-4574-b5d2-12d0398a2ac4 service neutron] 10.222.0.31 "GET /v2.0/networks/040e4d7b-a517-49cc-8699-70c0b9b2f222?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1473818
Dec 25 21:19:49.316258 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4af7ab0f-8741-4c80-8988-ff06aed62416 req-890e4dd7-42fb-4fae-8ca2-f2a681ab3db4 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.0686858
Dec 25 21:19:49.350383 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-4af7ab0f-8741-4c80-8988-ff06aed62416 req-f3e90684-ec78-4cda-9898-b7981fbd46b8 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Request body: {'port': {'device_id': 'aa2d5924-6a22-461e-b48b-e73f52f4b72c', 'network_id': 'f7ed1632-2ec3-4974-9097-8fe2ac8f3ba4', 'admin_state_up': True, 'tenant_id': 'd4571ece0fa3450b83fde221178518c8', 'security_groups': ['051b583c-529b-425b-89b3-0dd7f4245e61']}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:19:49.433494 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86cf488-65a5-4ff9-b6eb-5940c7440fae req-de11edeb-daf9-4f8d-9fb3-a1d3236ae32d tempest-ServersAdminNegativeTestJSON-1924497653 tempest-ServersAdminNegativeTestJSON-1924497653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:19:49.435117 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f86cf488-65a5-4ff9-b6eb-5940c7440fae req-de11edeb-daf9-4f8d-9fb3-a1d3236ae32d tempest-ServersAdminNegativeTestJSON-1924497653 tempest-ServersAdminNegativeTestJSON-1924497653-project] 10.222.0.32 "GET /v2.0/ports?device_id=5b9012c6-d4d3-4575-bc3c-7cabf98171e2 HTTP/1.1" status: 200  len: 950 time: 0.1636891
Dec 25 21:19:49.569470 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f86cf488-65a5-4ff9-b6eb-5940c7440fae req-c1536711-301a-4f0d-b5f2-fb8e857c6438 tempest-ServersAdminNegativeTestJSON-1924497653 tempest-ServersAdminNegativeTestJSON-1924497653-project] 10.222.0.32 "GET /v2.0/security-groups?id=349abdf5-d976-4669-aec0-3c3abb1132dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1039388
Dec 25 21:19:49.592347 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfb1a08-1a81-4ef5-8160-f14ba9df60c2 req-892a1e9a-c7cf-4752-b50c-23d193900647 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:19:49.601124 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-abfb1a08-1a81-4ef5-8160-f14ba9df60c2 req-892a1e9a-c7cf-4752-b50c-23d193900647 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/ports?device_id=161df36a-2258-4f32-a7b0-2f7c793d4390 HTTP/1.1" status: 200  len: 946 time: 0.1221335
Dec 25 21:19:49.668952 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-abfb1a08-1a81-4ef5-8160-f14ba9df60c2 req-4e4a327e-0be6-4c00-aa49-cc3c430fbf3f tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/security-groups?id=303458ac-ce28-4cba-8947-b5e432a1ea1f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0668945
Dec 25 21:19:49.739545 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4af7ab0f-8741-4c80-8988-ff06aed62416 req-f3e90684-ec78-4cda-9898-b7981fbd46b8 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Made reservation on behalf of d4571ece0fa3450b83fde221178518c8 for: {'port': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:19:49.743365 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-4af7ab0f-8741-4c80-8988-ff06aed62416 req-f3e90684-ec78-4cda-9898-b7981fbd46b8 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:49.747416 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 21:19:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d04acd62-4ae2-417f-83ab-5d53b4e0ed39 x-openstack-request-id: req-d04acd62-4ae2-417f-83ab-5d53b4e0ed39 {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:19:49.750596 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b9012c6-d4d3-4575-bc3c-7cabf98171e2", "name": "network-vif-plugged", "status": "completed", "tag": "73f7190f-617f-419d-8f40-aa6aad25bf15", "code": 200}]} {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:19:49.750596 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d04acd62-4ae2-417f-83ab-5d53b4e0ed39 {{(pid=121608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:19:49.750596 ncdv-master-1 neutron-server[121608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b9012c6-d4d3-4575-bc3c-7cabf98171e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73f7190f-617f-419d-8f40-aa6aad25bf15', 'code': 200}
Dec 25 21:19:49.889096 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-6355f86c-ea45-4f3e-9ba7-5c43f525754b req-a2589064-1434-4308-ac08-d847b98abfb6 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] 10.222.0.32 "GET /v2.0/ports?device_id=714d5f5c-ef35-4c4a-8bb3-05dec010fd61 HTTP/1.1" status: 200  len: 210 time: 0.0837889
Dec 25 21:19:50.036231 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f250592e-d3bb-4971-a8b8-f1e3c2ba88f2 req-6bbabb36-942b-4f56-956c-203e5b930450 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:19:50.042548 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f250592e-d3bb-4971-a8b8-f1e3c2ba88f2 req-6bbabb36-942b-4f56-956c-203e5b930450 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:19:50.044188 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f250592e-d3bb-4971-a8b8-f1e3c2ba88f2 req-6bbabb36-942b-4f56-956c-203e5b930450 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa2d5924-6a22-461e-b48b-e73f52f4b72c HTTP/1.1" status: 200  len: 1654 time: 0.2620308
Dec 25 21:19:50.067897 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57006d5-67cc-4629-86df-4fc0061212bc req-38d34960-6c32-482c-b62e-305b7c71409d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:19:50.069498 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f57006d5-67cc-4629-86df-4fc0061212bc req-38d34960-6c32-482c-b62e-305b7c71409d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=5b9012c6-d4d3-4575-bc3c-7cabf98171e2 HTTP/1.1" status: 200  len: 1101 time: 0.1835694
Dec 25 21:19:50.139827 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496334bf-3374-459b-b7b8-0a86b408231d req-8935e71d-ac91-4d03-ab4c-008b771850f3 tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:19:50.141638 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-496334bf-3374-459b-b7b8-0a86b408231d req-8935e71d-ac91-4d03-ab4c-008b771850f3 tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] 10.222.0.32 "GET /v2.0/ports?device_id=a4de75a7-d672-42e2-b76c-476113efaa1c HTTP/1.1" status: 200  len: 945 time: 0.1738937
Dec 25 21:19:50.203470 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_common [req-4af7ab0f-8741-4c80-8988-ff06aed62416 req-f3e90684-ec78-4cda-9898-b7981fbd46b8 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Allocated IP 10.1.1.72 (f7ed1632-2ec3-4974-9097-8fe2ac8f3ba4/f792eb17-8c67-407f-9cdd-1353c9bc42bb/8de83a8d-9b83-433c-af96-f34c522b12b1) {{(pid=121606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:19:50.224993 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f250592e-d3bb-4971-a8b8-f1e3c2ba88f2 req-a971695b-839f-4f7a-8ad6-529a7b947cb0 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] 10.222.0.32 "GET /v2.0/security-groups?id=051b583c-529b-425b-89b3-0dd7f4245e61&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1659417
Dec 25 21:19:50.254295 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f57006d5-67cc-4629-86df-4fc0061212bc req-4aef2f90-0255-464d-a6dd-f9ae21065e31 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=349abdf5-d976-4669-aec0-3c3abb1132dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1494234
Dec 25 21:19:50.266416 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-496334bf-3374-459b-b7b8-0a86b408231d req-ee565068-16c7-4e69-843e-723e9c0c2f8a tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] 10.222.0.32 "GET /v2.0/security-groups?id=2bf8651c-3ed0-44bb-a064-d61aab6ec281&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1153867
Dec 25 21:19:50.415783 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37406f4c-e844-49b7-9ee3-f8aeed4014c7 req-74cac803-f5ed-4d58-bbcd-d310aa439a39 tempest-ServerRescueTestJSON-1336662106 tempest-ServerRescueTestJSON-1336662106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:19:50.417153 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-37406f4c-e844-49b7-9ee3-f8aeed4014c7 req-74cac803-f5ed-4d58-bbcd-d310aa439a39 tempest-ServerRescueTestJSON-1336662106 tempest-ServerRescueTestJSON-1336662106-project] 10.222.0.32 "GET /v2.0/ports?device_id=843046c2-4f29-489f-bce9-b4862b3636be HTTP/1.1" status: 200  len: 945 time: 0.1121483
Dec 25 21:19:50.452178 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-4af7ab0f-8741-4c80-8988-ff06aed62416 req-f3e90684-ec78-4cda-9898-b7981fbd46b8 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Publish callbacks [] for port, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:50.503950 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-37406f4c-e844-49b7-9ee3-f8aeed4014c7 req-d9dce218-5031-4b59-b2e2-afb9ac27a0b6 tempest-ServerRescueTestJSON-1336662106 tempest-ServerRescueTestJSON-1336662106-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3baa9cd-9895-4145-88c0-053a91673173&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0783889
Dec 25 21:19:50.601024 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-4af7ab0f-8741-4c80-8988-ff06aed62416 req-f3e90684-ec78-4cda-9898-b7981fbd46b8 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:50.662171 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4af7ab0f-8741-4c80-8988-ff06aed62416 req-f3e90684-ec78-4cda-9898-b7981fbd46b8 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Network f7ed1632-2ec3-4974-9097-8fe2ac8f3ba4 is already hosted by enough agents. {{(pid=121606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:19:50.665974 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [req-4af7ab0f-8741-4c80-8988-ff06aed62416 req-f3e90684-ec78-4cda-9898-b7981fbd46b8 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Resources bound (agent type, host, resource id):  {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:19:50.671402 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [req-4af7ab0f-8741-4c80-8988-ff06aed62416 req-f3e90684-ec78-4cda-9898-b7981fbd46b8 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Received port after_create {{(pid=121606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:19:50.710176 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e90684-ec78-4cda-9898-b7981fbd46b8 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Pushing event updated for resources: {'Port': ['ID=8de83a8d-9b83-433c-af96-f34c522b12b1,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:19:50.747131 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:19:50.747131 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:19:50.747131 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:19:50.747131 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:19:50.747131 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:19:50.747131 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:19:50.747131 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:19:50.747131 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:19:50.747131 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:19:50.747131 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:19:50.747131 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:19:50.747131 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:19:50.747131 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:19:50.747131 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:19:50.747131 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:19:50.747131 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:19:50.747131 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:19:50.747131 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:19:50.747131 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:19:50.747131 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:19:50.747131 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:19:50.747131 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:19:50.747131 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:19:50.747131 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:19:50.747131 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:19:50.747131 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:19:50.747131 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:19:50.747131 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:19:50.747131 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:19:50.747131 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:19:50.747131 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:19:50.747131 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:19:50.747131 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:19:50.747131 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:19:50.747131 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:19:50.747131 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:19:50.749709 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:19:50.749709 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:19:50.749709 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:19:50.749709 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:19:50.749709 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:19:50.749709 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:19:50.749709 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:19:50.749709 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:19:50.749709 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:19:50.749709 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:19:50.749709 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:19:50.749709 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:19:50.749709 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af7ab0f-8741-4c80-8988-ff06aed62416 req-f3e90684-ec78-4cda-9898-b7981fbd46b8 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:19:50.749709 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-4af7ab0f-8741-4c80-8988-ff06aed62416 req-f3e90684-ec78-4cda-9898-b7981fbd46b8 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:50.845814 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb64d62-1297-4ba2-a514-29490bac6773 req-3922d4a4-ceec-4b5a-bb40-9124366cad12 tempest-ServersAdminNegativeTestJSON-1924497653 tempest-ServersAdminNegativeTestJSON-1924497653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:19:50.854508 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4cb64d62-1297-4ba2-a514-29490bac6773 req-3922d4a4-ceec-4b5a-bb40-9124366cad12 tempest-ServersAdminNegativeTestJSON-1924497653 tempest-ServersAdminNegativeTestJSON-1924497653-project] 10.222.0.32 "GET /v2.0/ports?device_id=5b9012c6-d4d3-4575-bc3c-7cabf98171e2 HTTP/1.1" status: 200  len: 950 time: 0.0922709
Dec 25 21:19:50.875166 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4af7ab0f-8741-4c80-8988-ff06aed62416 req-f3e90684-ec78-4cda-9898-b7981fbd46b8 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 932 time: 1.5371554
Dec 25 21:19:50.914752 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-4af7ab0f-8741-4c80-8988-ff06aed62416 req-d9426327-75a1-4710-a0c7-8f63a965a32d tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Request body: {'port': {'device_id': 'aa2d5924-6a22-461e-b48b-e73f52f4b72c', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '3822397d-3d72-44cf-9fd0-b3119ec81123', 'admin_state_up': True, 'tenant_id': 'd4571ece0fa3450b83fde221178518c8', 'security_groups': ['051b583c-529b-425b-89b3-0dd7f4245e61']}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:19:50.990095 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4cb64d62-1297-4ba2-a514-29490bac6773 req-80f6b473-a8c7-4a8e-abf1-a8602b372a5d tempest-ServersAdminNegativeTestJSON-1924497653 tempest-ServersAdminNegativeTestJSON-1924497653-project] 10.222.0.32 "GET /v2.0/security-groups?id=349abdf5-d976-4669-aec0-3c3abb1132dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1332953
Dec 25 21:19:51.059978 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5dd66c-7225-4b72-9cc3-81bd33e94c2e req-3c490f9d-79ef-485e-af2c-134e9ebe2edc tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:19:51.062892 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-be5dd66c-7225-4b72-9cc3-81bd33e94c2e req-3c490f9d-79ef-485e-af2c-134e9ebe2edc tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/ports?device_id=161df36a-2258-4f32-a7b0-2f7c793d4390 HTTP/1.1" status: 200  len: 946 time: 0.1901882
Dec 25 21:19:51.111929 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-1c07005c-5e03-4ed8-90fc-5b5c37932db0 None None] Provisioning complete for port 8de83a8d-9b83-433c-af96-f34c522b12b1 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:19:51.112451 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-1c07005c-5e03-4ed8-90fc-5b5c37932db0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:51.168172 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-fb2fc4cc-ad82-4412-9355-bd285e8d88ab req-bd913ce2-2bbf-4905-9393-0b409cbdb969 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] 10.222.0.32 "GET /v2.0/ports?device_id=714d5f5c-ef35-4c4a-8bb3-05dec010fd61 HTTP/1.1" status: 200  len: 210 time: 0.0803015
Dec 25 21:19:51.313515 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-be5dd66c-7225-4b72-9cc3-81bd33e94c2e req-42c9a996-5c0d-4462-b4f5-9e28030f67ef tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/security-groups?id=303458ac-ce28-4cba-8947-b5e432a1ea1f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2457876
Dec 25 21:19:51.349706 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-1c07005c-5e03-4ed8-90fc-5b5c37932db0 None None] Port 8de83a8d-9b83-433c-af96-f34c522b12b1 cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:19:51.404723 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4af7ab0f-8741-4c80-8988-ff06aed62416 req-d9426327-75a1-4710-a0c7-8f63a965a32d tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Made reservation on behalf of d4571ece0fa3450b83fde221178518c8 for: {'port': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:19:51.434389 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30944da8-9006-4d9b-949c-ab4a55d1f14d req-8c897017-6f3e-4cb6-840e-3395f14bc4f7 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:19:51.440665 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30944da8-9006-4d9b-949c-ab4a55d1f14d req-8c897017-6f3e-4cb6-840e-3395f14bc4f7 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:19:51.446688 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30944da8-9006-4d9b-949c-ab4a55d1f14d req-8c897017-6f3e-4cb6-840e-3395f14bc4f7 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:19:51.448372 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-30944da8-9006-4d9b-949c-ab4a55d1f14d req-8c897017-6f3e-4cb6-840e-3395f14bc4f7 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa2d5924-6a22-461e-b48b-e73f52f4b72c HTTP/1.1" status: 200  len: 2374 time: 0.1160607
Dec 25 21:19:51.563730 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1237fcdc-1a58-4718-9db6-102b736c2ce3 req-8fb11a1e-e359-484a-b202-36423c56b3b5 tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:19:51.565305 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1237fcdc-1a58-4718-9db6-102b736c2ce3 req-8fb11a1e-e359-484a-b202-36423c56b3b5 tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] 10.222.0.32 "GET /v2.0/ports?device_id=a4de75a7-d672-42e2-b76c-476113efaa1c HTTP/1.1" status: 200  len: 945 time: 0.1818521
Dec 25 21:19:51.589123 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-30944da8-9006-4d9b-949c-ab4a55d1f14d req-1df578a4-aae3-4bbd-bb3c-0ec8fd096679 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] 10.222.0.32 "GET /v2.0/security-groups?id=051b583c-529b-425b-89b3-0dd7f4245e61&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1141679
Dec 25 21:19:51.637725 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-4af7ab0f-8741-4c80-8988-ff06aed62416 req-d9426327-75a1-4710-a0c7-8f63a965a32d tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:51.778081 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1237fcdc-1a58-4718-9db6-102b736c2ce3 req-64290840-2f2e-4d4e-bb7e-211148f6834b tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] 10.222.0.32 "GET /v2.0/security-groups?id=2bf8651c-3ed0-44bb-a064-d61aab6ec281&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2049360
Dec 25 21:19:51.929106 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e202a57f-0518-47b4-9a92-090c33537ade req-697e0d6f-bb27-4ce6-9cfe-1f5b49408abe tempest-ServerRescueTestJSON-1336662106 tempest-ServerRescueTestJSON-1336662106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:19:51.930707 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e202a57f-0518-47b4-9a92-090c33537ade req-697e0d6f-bb27-4ce6-9cfe-1f5b49408abe tempest-ServerRescueTestJSON-1336662106 tempest-ServerRescueTestJSON-1336662106-project] 10.222.0.32 "GET /v2.0/ports?device_id=843046c2-4f29-489f-bce9-b4862b3636be HTTP/1.1" status: 200  len: 945 time: 0.1362457
Dec 25 21:19:52.054097 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e202a57f-0518-47b4-9a92-090c33537ade req-f9a773f0-f5f0-441d-9ead-15675d7b2996 tempest-ServerRescueTestJSON-1336662106 tempest-ServerRescueTestJSON-1336662106-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3baa9cd-9895-4145-88c0-053a91673173&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1155770
Dec 25 21:19:52.055396 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_common [req-4af7ab0f-8741-4c80-8988-ff06aed62416 req-d9426327-75a1-4710-a0c7-8f63a965a32d tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Allocated IP 10.2.2.100 (3822397d-3d72-44cf-9fd0-b3119ec81123/0f498337-e4ba-4b34-b7b9-d5a4315f4f02/9c0613e4-0268-4ae9-8585-76b021617ef8) {{(pid=121606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:19:52.264674 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5270631a-77f4-4423-a815-0263230ba5b2 req-367711b7-1182-4929-97d9-f197c6375870 tempest-ServersAdminNegativeTestJSON-1924497653 tempest-ServersAdminNegativeTestJSON-1924497653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:19:52.266464 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5270631a-77f4-4423-a815-0263230ba5b2 req-367711b7-1182-4929-97d9-f197c6375870 tempest-ServersAdminNegativeTestJSON-1924497653 tempest-ServersAdminNegativeTestJSON-1924497653-project] 10.222.0.32 "GET /v2.0/ports?device_id=5b9012c6-d4d3-4575-bc3c-7cabf98171e2 HTTP/1.1" status: 200  len: 950 time: 0.1204467
Dec 25 21:19:52.377222 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-4af7ab0f-8741-4c80-8988-ff06aed62416 req-d9426327-75a1-4710-a0c7-8f63a965a32d tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Publish callbacks [] for port, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:52.429920 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5270631a-77f4-4423-a815-0263230ba5b2 req-4497c104-736b-4c27-9427-ecc4cf6d5c83 tempest-ServersAdminNegativeTestJSON-1924497653 tempest-ServersAdminNegativeTestJSON-1924497653-project] 10.222.0.32 "GET /v2.0/security-groups?id=349abdf5-d976-4669-aec0-3c3abb1132dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1559238
Dec 25 21:19:52.591783 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0caed2a1-c447-4fa6-9540-860abaf5ad5a req-d6737236-7d05-448e-b151-b2c70d79d306 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] 10.222.0.32 "GET /v2.0/ports?device_id=714d5f5c-ef35-4c4a-8bb3-05dec010fd61 HTTP/1.1" status: 200  len: 210 time: 0.0492833
Dec 25 21:19:52.639719 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23454d29-63b4-4c4a-8129-a66551c71bb0 req-ee4cfeb2-650b-44c3-8f0e-0ed24782d1ca tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:19:52.644557 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-23454d29-63b4-4c4a-8129-a66551c71bb0 req-ee4cfeb2-650b-44c3-8f0e-0ed24782d1ca tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] 10.222.0.31 "GET /v2.0/networks?id=de2cf5f5-0f83-4089-a263-5ec0a5e6f1de HTTP/1.1" status: 200  len: 806 time: 0.3411992
Dec 25 21:19:52.676546 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-4af7ab0f-8741-4c80-8988-ff06aed62416 req-d9426327-75a1-4710-a0c7-8f63a965a32d tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:52.705074 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-23454d29-63b4-4c4a-8129-a66551c71bb0 req-312d98c9-ef39-499f-9874-4a9a5f5561bd tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] Request body: {'port': {'device_id': '714d5f5c-ef35-4c4a-8bb3-05dec010fd61', 'network_id': 'de2cf5f5-0f83-4089-a263-5ec0a5e6f1de', 'admin_state_up': True, 'tenant_id': '38d7cbaffc1340f59e994569e8e33e1d'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:19:52.794137 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4af7ab0f-8741-4c80-8988-ff06aed62416 req-d9426327-75a1-4710-a0c7-8f63a965a32d tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Network 3822397d-3d72-44cf-9fd0-b3119ec81123 is already hosted by enough agents. {{(pid=121606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:19:52.801963 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [req-4af7ab0f-8741-4c80-8988-ff06aed62416 req-d9426327-75a1-4710-a0c7-8f63a965a32d tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Resources bound (agent type, host, resource id):  {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:19:52.814424 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [req-4af7ab0f-8741-4c80-8988-ff06aed62416 req-d9426327-75a1-4710-a0c7-8f63a965a32d tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Received port after_create {{(pid=121606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:19:53.293552 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-a4cb00d5-f2ef-465c-8c73-063846f3795c None None] Provisioning complete for port 9c0613e4-0268-4ae9-8585-76b021617ef8 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:19:53.294170 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-a4cb00d5-f2ef-465c-8c73-063846f3795c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:53.336651 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-a4cb00d5-f2ef-465c-8c73-063846f3795c None None] Port 9c0613e4-0268-4ae9-8585-76b021617ef8 cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:19:53.376538 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76181364-38d2-4e31-a04f-730778363ad7 req-8fa777db-8f23-4b89-b41c-cb9608d4213b tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:19:53.378355 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-76181364-38d2-4e31-a04f-730778363ad7 req-8fa777db-8f23-4b89-b41c-cb9608d4213b tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/ports?device_id=161df36a-2258-4f32-a7b0-2f7c793d4390 HTTP/1.1" status: 200  len: 946 time: 0.7828028
Dec 25 21:19:53.393911 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9426327-75a1-4710-a0c7-8f63a965a32d tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Pushing event updated for resources: {'Port': ['ID=9c0613e4-0268-4ae9-8585-76b021617ef8,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:19:53.481199 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af7ab0f-8741-4c80-8988-ff06aed62416 req-d9426327-75a1-4710-a0c7-8f63a965a32d tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:19:53.482055 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-4af7ab0f-8741-4c80-8988-ff06aed62416 req-d9426327-75a1-4710-a0c7-8f63a965a32d tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:53.557143 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90eba48-f15a-4ecf-96ba-0c3d9eb77b33 req-3a1764ed-0993-4da2-ad0c-a4d982088fb0 tempest-ServerRescueTestJSON-1336662106 tempest-ServerRescueTestJSON-1336662106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:19:53.559252 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f90eba48-f15a-4ecf-96ba-0c3d9eb77b33 req-3a1764ed-0993-4da2-ad0c-a4d982088fb0 tempest-ServerRescueTestJSON-1336662106 tempest-ServerRescueTestJSON-1336662106-project] 10.222.0.32 "GET /v2.0/ports?device_id=843046c2-4f29-489f-bce9-b4862b3636be HTTP/1.1" status: 200  len: 945 time: 0.1799161
Dec 25 21:19:53.564120 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-76181364-38d2-4e31-a04f-730778363ad7 req-73c1a73b-d066-466a-977a-2b14c09da0f3 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/security-groups?id=303458ac-ce28-4cba-8947-b5e432a1ea1f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1568403
Dec 25 21:19:53.567110 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b7c0efdd-9bb1-445c-9e41-efbf4c043cb7 req-ea9b869d-c6e2-40b8-8b9b-3871d7354e2f service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=e6a1be38-1673-434a-ac87-a3a12f8760ce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.1784551
Dec 25 21:19:53.576087 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4af7ab0f-8741-4c80-8988-ff06aed62416 req-d9426327-75a1-4710-a0c7-8f63a965a32d tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.6881754
Dec 25 21:19:53.598209 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-4af7ab0f-8741-4c80-8988-ff06aed62416 req-884e2afe-3a4e-4aef-ad46-4e82a24c9c2f tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Request body: {'port': {'device_id': 'aa2d5924-6a22-461e-b48b-e73f52f4b72c', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '3822397d-3d72-44cf-9fd0-b3119ec81123', 'admin_state_up': True, 'tenant_id': 'd4571ece0fa3450b83fde221178518c8', 'security_groups': ['051b583c-529b-425b-89b3-0dd7f4245e61']}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:19:53.726376 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.agents_db [None req-ec08dba0-4483-4109-b5e1-5e4a9fdaf12d None None] Agent healthcheck: found 7 active agents {{(pid=121609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 25 21:19:53.767293 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f90eba48-f15a-4ecf-96ba-0c3d9eb77b33 req-e36d89ec-c13f-4650-8ce7-035534535006 tempest-ServerRescueTestJSON-1336662106 tempest-ServerRescueTestJSON-1336662106-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3baa9cd-9895-4145-88c0-053a91673173&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1990914
Dec 25 21:19:53.804368 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c0efdd-9bb1-445c-9e41-efbf4c043cb7 req-3bd6b231-e973-4ef5-93b4-4663e9823eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:19:53.805938 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b7c0efdd-9bb1-445c-9e41-efbf4c043cb7 req-3bd6b231-e973-4ef5-93b4-4663e9823eb5 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=38d7cbaffc1340f59e994569e8e33e1d&device_id=e6a1be38-1673-434a-ac87-a3a12f8760ce HTTP/1.1" status: 200  len: 1096 time: 0.1769257
Dec 25 21:19:53.806498 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23454d29-63b4-4c4a-8129-a66551c71bb0 req-312d98c9-ef39-499f-9874-4a9a5f5561bd tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] Made reservation on behalf of 38d7cbaffc1340f59e994569e8e33e1d for: {'port': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:19:53.810571 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-23454d29-63b4-4c4a-8129-a66551c71bb0 req-312d98c9-ef39-499f-9874-4a9a5f5561bd tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:53.874565 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025a414e-1d91-43ae-bbbb-caca3d937a61 req-57b46aec-6bda-4e2f-954e-bdf894800b09 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:19:53.884178 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025a414e-1d91-43ae-bbbb-caca3d937a61 req-57b46aec-6bda-4e2f-954e-bdf894800b09 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:19:53.888898 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025a414e-1d91-43ae-bbbb-caca3d937a61 req-57b46aec-6bda-4e2f-954e-bdf894800b09 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:19:53.894813 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025a414e-1d91-43ae-bbbb-caca3d937a61 req-57b46aec-6bda-4e2f-954e-bdf894800b09 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:19:53.896575 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-025a414e-1d91-43ae-bbbb-caca3d937a61 req-57b46aec-6bda-4e2f-954e-bdf894800b09 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa2d5924-6a22-461e-b48b-e73f52f4b72c HTTP/1.1" status: 200  len: 3095 time: 0.1780684
Dec 25 21:19:54.079066 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4af7ab0f-8741-4c80-8988-ff06aed62416 req-884e2afe-3a4e-4aef-ad46-4e82a24c9c2f tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Made reservation on behalf of d4571ece0fa3450b83fde221178518c8 for: {'port': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:19:54.083685 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-4af7ab0f-8741-4c80-8988-ff06aed62416 req-884e2afe-3a4e-4aef-ad46-4e82a24c9c2f tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:54.143392 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-025a414e-1d91-43ae-bbbb-caca3d937a61 req-a9ff8873-3b7a-4a83-bfcd-4e601a2002bc tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] 10.222.0.32 "GET /v2.0/security-groups?id=051b583c-529b-425b-89b3-0dd7f4245e61&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2390485
Dec 25 21:19:54.156957 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c0efdd-9bb1-445c-9e41-efbf4c043cb7 req-a7651713-b7ab-4e81-9ca0-7f7097f0ea75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:19:54.158464 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b7c0efdd-9bb1-445c-9e41-efbf4c043cb7 req-a7651713-b7ab-4e81-9ca0-7f7097f0ea75 service neutron] 10.222.0.31 "GET /v2.0/networks?id=de2cf5f5-0f83-4089-a263-5ec0a5e6f1de HTTP/1.1" status: 200  len: 907 time: 0.3248260
Dec 25 21:19:54.226485 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b7c0efdd-9bb1-445c-9e41-efbf4c043cb7 req-de9ec152-d327-488e-8918-35d785614544 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b548a516-5b40-4749-9286-e686f9b3d3be HTTP/1.1" status: 200  len: 217 time: 0.0594392
Dec 25 21:19:54.270837 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_common [req-23454d29-63b4-4c4a-8129-a66551c71bb0 req-312d98c9-ef39-499f-9874-4a9a5f5561bd tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] Allocated IP 172.20.0.10 (de2cf5f5-0f83-4089-a263-5ec0a5e6f1de/81f9dfd5-f0bc-4f72-bceb-acbb4f595f27/3a19bd46-150e-4b0a-b87d-54e59821aacd) {{(pid=121606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:19:54.301824 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fec4d0-3e7b-4e27-b216-af9f54ce5bbe req-47aa5fa7-2d2f-4ae6-833c-d6e5efc6f417 tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:19:54.305488 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c8fec4d0-3e7b-4e27-b216-af9f54ce5bbe req-47aa5fa7-2d2f-4ae6-833c-d6e5efc6f417 tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] 10.222.0.32 "GET /v2.0/ports?device_id=a4de75a7-d672-42e2-b76c-476113efaa1c HTTP/1.1" status: 200  len: 945 time: 0.2613697
Dec 25 21:19:54.449793 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c0efdd-9bb1-445c-9e41-efbf4c043cb7 req-58ae2a2c-2581-4a6c-9641-c4ca066c094c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:19:54.451220 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b7c0efdd-9bb1-445c-9e41-efbf4c043cb7 req-58ae2a2c-2581-4a6c-9641-c4ca066c094c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=81f9dfd5-f0bc-4f72-bceb-acbb4f595f27 HTTP/1.1" status: 200  len: 846 time: 0.1893306
Dec 25 21:19:54.511465 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b7c0efdd-9bb1-445c-9e41-efbf4c043cb7 req-4af9f4da-240f-47bf-98f3-8bb28b9d6f24 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=de2cf5f5-0f83-4089-a263-5ec0a5e6f1de&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0448987
Dec 25 21:19:54.603703 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c8fec4d0-3e7b-4e27-b216-af9f54ce5bbe req-81f81bf9-2896-4544-bcb9-5cd1688214dd tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] 10.222.0.32 "GET /v2.0/security-groups?id=2bf8651c-3ed0-44bb-a064-d61aab6ec281&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2737718
Dec 25 21:19:54.606138 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f980a9a-e0d6-4df8-9cfb-e1f3fc823990 req-fa130089-cd72-43ab-815c-0d29c7107448 tempest-ServersAdminNegativeTestJSON-1101065756 tempest-ServersAdminNegativeTestJSON-1101065756-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:19:54.607557 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7f980a9a-e0d6-4df8-9cfb-e1f3fc823990 req-fa130089-cd72-43ab-815c-0d29c7107448 tempest-ServersAdminNegativeTestJSON-1101065756 tempest-ServersAdminNegativeTestJSON-1101065756-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=5b9012c6-d4d3-4575-bc3c-7cabf98171e2 HTTP/1.1" status: 200  len: 1101 time: 0.2789178
Dec 25 21:19:54.633645 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_common [req-4af7ab0f-8741-4c80-8988-ff06aed62416 req-884e2afe-3a4e-4aef-ad46-4e82a24c9c2f tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Allocated IP 10.2.2.200 (3822397d-3d72-44cf-9fd0-b3119ec81123/0f498337-e4ba-4b34-b7b9-d5a4315f4f02/0daa1ac7-be03-4d72-b2a5-72b1ee145ecb) {{(pid=121606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:19:54.727707 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-7f980a9a-e0d6-4df8-9cfb-e1f3fc823990 req-e9211e9e-22cf-4333-a5a0-23ec90240f0b tempest-ServersAdminNegativeTestJSON-1101065756 tempest-ServersAdminNegativeTestJSON-1101065756-project-admin] Publish callbacks [] for security_group, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:54.770664 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-36f1aa23-c799-473a-a377-054faf11c4da req-5404449d-0693-4bdb-81a2-144f48393821 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] 10.222.0.32 "GET /v2.0/ports?device_id=714d5f5c-ef35-4c4a-8bb3-05dec010fd61 HTTP/1.1" status: 200  len: 210 time: 0.0885363
Dec 25 21:19:54.841866 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-23454d29-63b4-4c4a-8129-a66551c71bb0 req-312d98c9-ef39-499f-9874-4a9a5f5561bd tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] Publish callbacks [] for port, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:54.878437 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b7c0efdd-9bb1-445c-9e41-efbf4c043cb7 req-f70544dc-618b-418d-b57b-a21bfd48b98a service neutron] 10.222.0.31 "GET /v2.0/networks/de2cf5f5-0f83-4089-a263-5ec0a5e6f1de?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3363264
Dec 25 21:19:55.115097 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-4af7ab0f-8741-4c80-8988-ff06aed62416 req-884e2afe-3a4e-4aef-ad46-4e82a24c9c2f tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Publish callbacks [] for port, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:55.178903 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe858a4-8609-4439-9e12-227b495df60f req-f33858b1-b232-4f95-a342-bc76e090577c tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:19:55.181077 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2fe858a4-8609-4439-9e12-227b495df60f req-f33858b1-b232-4f95-a342-bc76e090577c tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/ports?device_id=161df36a-2258-4f32-a7b0-2f7c793d4390 HTTP/1.1" status: 200  len: 946 time: 0.3057864
Dec 25 21:19:55.249503 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-23454d29-63b4-4c4a-8129-a66551c71bb0 req-312d98c9-ef39-499f-9874-4a9a5f5561bd tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:55.260633 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] get_ports_and_sgs() called for port_ids ['b548a516-5b40-4749-9286-e686f9b3d3be'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:19:55.275905 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-7f980a9a-e0d6-4df8-9cfb-e1f3fc823990 req-e9211e9e-22cf-4333-a5a0-23ec90240f0b tempest-ServersAdminNegativeTestJSON-1101065756 tempest-ServersAdminNegativeTestJSON-1101065756-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:55.334742 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b7c0efdd-9bb1-445c-9e41-efbf4c043cb7 req-3c25bffa-8e7f-4066-b69e-03cb1a965518 service neutron] 10.222.0.31 "GET /v2.0/networks/de2cf5f5-0f83-4089-a263-5ec0a5e6f1de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4473493
Dec 25 21:19:55.357887 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23454d29-63b4-4c4a-8129-a66551c71bb0 req-312d98c9-ef39-499f-9874-4a9a5f5561bd tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] Network de2cf5f5-0f83-4089-a263-5ec0a5e6f1de is already hosted by enough agents. {{(pid=121606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:19:55.366645 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312d98c9-ef39-499f-9874-4a9a5f5561bd tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] Pushing event updated for resources: {'Port': ['ID=3a19bd46-150e-4b0a-b87d-54e59821aacd,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:19:55.369322 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [req-23454d29-63b4-4c4a-8129-a66551c71bb0 req-312d98c9-ef39-499f-9874-4a9a5f5561bd tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] Resources bound (agent type, host, resource id):  {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:19:55.376612 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [req-23454d29-63b4-4c4a-8129-a66551c71bb0 req-312d98c9-ef39-499f-9874-4a9a5f5561bd tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] Received port after_create {{(pid=121606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:19:55.382372 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2fe858a4-8609-4439-9e12-227b495df60f req-deb7c677-f60b-4568-b04c-c47749ab8c8e tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/security-groups?id=303458ac-ce28-4cba-8947-b5e432a1ea1f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1571472
Dec 25 21:19:55.410145 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-4af7ab0f-8741-4c80-8988-ff06aed62416 req-884e2afe-3a4e-4aef-ad46-4e82a24c9c2f tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:55.475948 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4af7ab0f-8741-4c80-8988-ff06aed62416 req-884e2afe-3a4e-4aef-ad46-4e82a24c9c2f tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Network 3822397d-3d72-44cf-9fd0-b3119ec81123 is already hosted by enough agents. {{(pid=121606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:19:55.486911 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [req-4af7ab0f-8741-4c80-8988-ff06aed62416 req-884e2afe-3a4e-4aef-ad46-4e82a24c9c2f tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Resources bound (agent type, host, resource id):  {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:19:55.499256 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23454d29-63b4-4c4a-8129-a66551c71bb0 req-312d98c9-ef39-499f-9874-4a9a5f5561bd tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:19:55.499953 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-23454d29-63b4-4c4a-8129-a66551c71bb0 req-312d98c9-ef39-499f-9874-4a9a5f5561bd tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:55.502611 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [req-4af7ab0f-8741-4c80-8988-ff06aed62416 req-884e2afe-3a4e-4aef-ad46-4e82a24c9c2f tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Received port after_create {{(pid=121606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:19:55.509379 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884e2afe-3a4e-4aef-ad46-4e82a24c9c2f tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Pushing event updated for resources: {'Port': ['ID=0daa1ac7-be03-4d72-b2a5-72b1ee145ecb,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:19:55.538895 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-7f980a9a-e0d6-4df8-9cfb-e1f3fc823990 req-e9211e9e-22cf-4333-a5a0-23ec90240f0b tempest-ServersAdminNegativeTestJSON-1101065756 tempest-ServersAdminNegativeTestJSON-1101065756-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:55.632184 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9211e9e-22cf-4333-a5a0-23ec90240f0b tempest-ServersAdminNegativeTestJSON-1101065756 tempest-ServersAdminNegativeTestJSON-1101065756-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8711db11-faf1-4e00-9a8e-851bd97c172b,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:19:55.649241 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7f980a9a-e0d6-4df8-9cfb-e1f3fc823990 req-e9211e9e-22cf-4333-a5a0-23ec90240f0b tempest-ServersAdminNegativeTestJSON-1101065756 tempest-ServersAdminNegativeTestJSON-1101065756-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=349abdf5-d976-4669-aec0-3c3abb1132dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.0299177
Dec 25 21:19:55.658478 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af7ab0f-8741-4c80-8988-ff06aed62416 req-884e2afe-3a4e-4aef-ad46-4e82a24c9c2f tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:19:55.659520 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-4af7ab0f-8741-4c80-8988-ff06aed62416 req-884e2afe-3a4e-4aef-ad46-4e82a24c9c2f tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:55.691232 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-23454d29-63b4-4c4a-8129-a66551c71bb0 req-312d98c9-ef39-499f-9874-4a9a5f5561bd tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 3.0017831
Dec 25 21:19:55.708391 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-23454d29-63b4-4c4a-8129-a66551c71bb0 req-f9226c0a-c586-4d84-af98-82da1014abbf service neutron] Request body: {'port': {'device_id': '714d5f5c-ef35-4c4a-8bb3-05dec010fd61', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:19:55.777193 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bca0da-e21c-4fc3-8a53-eb4d037ebb9b req-8ce0683b-5e74-46e3-a4b1-68508ec7fd11 tempest-ServerRescueTestJSON-1336662106 tempest-ServerRescueTestJSON-1336662106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:19:55.780233 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-36bca0da-e21c-4fc3-8a53-eb4d037ebb9b req-8ce0683b-5e74-46e3-a4b1-68508ec7fd11 tempest-ServerRescueTestJSON-1336662106 tempest-ServerRescueTestJSON-1336662106-project] 10.222.0.32 "GET /v2.0/ports?device_id=843046c2-4f29-489f-bce9-b4862b3636be HTTP/1.1" status: 200  len: 945 time: 0.2438946
Dec 25 21:19:55.797761 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4af7ab0f-8741-4c80-8988-ff06aed62416 req-884e2afe-3a4e-4aef-ad46-4e82a24c9c2f tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.2007344
Dec 25 21:19:55.864231 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-4af7ab0f-8741-4c80-8988-ff06aed62416 req-d2fea33c-c7d4-489c-8f43-f7d8f498af1e service neutron] Request body: {'port': {'device_id': 'aa2d5924-6a22-461e-b48b-e73f52f4b72c', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:19:55.893516 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-0e421e1e-c091-422e-a9af-6817c8ec5570 None None] Provisioning complete for port 0daa1ac7-be03-4d72-b2a5-72b1ee145ecb triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:19:55.894040 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-0e421e1e-c091-422e-a9af-6817c8ec5570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:55.916082 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-23454d29-63b4-4c4a-8129-a66551c71bb0 req-f9226c0a-c586-4d84-af98-82da1014abbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:55.950381 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-0e421e1e-c091-422e-a9af-6817c8ec5570 None None] Port 0daa1ac7-be03-4d72-b2a5-72b1ee145ecb cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:19:56.215822 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5792a3f0-ccd4-4bba-afd9-e002dc3ec45a req-743c0ea2-0993-4a87-8326-57457aa17193 tempest-ServerRescueTestJSON-1336662106 tempest-ServerRescueTestJSON-1336662106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:19:56.217266 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5792a3f0-ccd4-4bba-afd9-e002dc3ec45a req-743c0ea2-0993-4a87-8326-57457aa17193 tempest-ServerRescueTestJSON-1336662106 tempest-ServerRescueTestJSON-1336662106-project] 10.222.0.31 "GET /v2.0/ports?device_id=843046c2-4f29-489f-bce9-b4862b3636be HTTP/1.1" status: 200  len: 945 time: 0.5797541
Dec 25 21:19:56.323702 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-4af7ab0f-8741-4c80-8988-ff06aed62416 req-d2fea33c-c7d4-489c-8f43-f7d8f498af1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:56.441764 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-36bca0da-e21c-4fc3-8a53-eb4d037ebb9b req-bc3eebb9-ae39-4d93-a40e-34ab8d82de52 tempest-ServerRescueTestJSON-1336662106 tempest-ServerRescueTestJSON-1336662106-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3baa9cd-9895-4145-88c0-053a91673173&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5271258
Dec 25 21:19:56.519438 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43decf4f-5064-4d3e-b3c1-5c3fe9f837ba req-548d7795-b600-457b-938f-809278d6a8e5 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:19:56.527201 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43decf4f-5064-4d3e-b3c1-5c3fe9f837ba req-548d7795-b600-457b-938f-809278d6a8e5 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:19:56.533333 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43decf4f-5064-4d3e-b3c1-5c3fe9f837ba req-548d7795-b600-457b-938f-809278d6a8e5 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:19:56.539261 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43decf4f-5064-4d3e-b3c1-5c3fe9f837ba req-548d7795-b600-457b-938f-809278d6a8e5 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:19:56.547326 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43decf4f-5064-4d3e-b3c1-5c3fe9f837ba req-548d7795-b600-457b-938f-809278d6a8e5 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:19:56.553441 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-43decf4f-5064-4d3e-b3c1-5c3fe9f837ba req-548d7795-b600-457b-938f-809278d6a8e5 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa2d5924-6a22-461e-b48b-e73f52f4b72c HTTP/1.1" status: 200  len: 3816 time: 0.3604031
Dec 25 21:19:56.743204 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-43decf4f-5064-4d3e-b3c1-5c3fe9f837ba req-3fc2e0bd-781d-4b82-a571-05b1cac2e4de tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] 10.222.0.32 "GET /v2.0/security-groups?id=051b583c-529b-425b-89b3-0dd7f4245e61&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1740069
Dec 25 21:19:56.843011 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [req-ed2516b1-cc57-4704-a1e8-bfe735e68c15 req-7996c988-7b9d-434c-b5b1-6760b5c2f1f5 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=121606) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 25 21:19:56.844033 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ed2516b1-cc57-4704-a1e8-bfe735e68c15 req-7996c988-7b9d-434c-b5b1-6760b5c2f1f5 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0057030
Dec 25 21:19:56.852502 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [req-5792a3f0-ccd4-4bba-afd9-e002dc3ec45a req-d7de9f40-bfda-4923-bafc-14e40fbb4cf9 tempest-ServerRescueTestJSON-1336662106 tempest-ServerRescueTestJSON-1336662106-project] Deleting port e7c63a15-3218-4c35-bfa1-ef91d39c458a {{(pid=121606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:19:56.852768 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-5792a3f0-ccd4-4bba-afd9-e002dc3ec45a req-d7de9f40-bfda-4923-bafc-14e40fbb4cf9 tempest-ServerRescueTestJSON-1336662106 tempest-ServerRescueTestJSON-1336662106-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:56.866920 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ab0a94-a9f2-4f88-81a9-1bd5a02e33c2 req-d918f7c9-3131-446e-9a67-c653e2cc2a82 tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:19:56.874266 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a0ab0a94-a9f2-4f88-81a9-1bd5a02e33c2 req-d918f7c9-3131-446e-9a67-c653e2cc2a82 tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] 10.222.0.32 "GET /v2.0/ports?device_id=a4de75a7-d672-42e2-b76c-476113efaa1c HTTP/1.1" status: 200  len: 945 time: 0.2721450
Dec 25 21:19:57.128985 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a0ab0a94-a9f2-4f88-81a9-1bd5a02e33c2 req-d8993e18-01d3-4d72-8a57-d2550097e063 tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] 10.222.0.32 "GET /v2.0/security-groups?id=2bf8651c-3ed0-44bb-a064-d61aab6ec281&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2538197
Dec 25 21:19:57.168261 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-5792a3f0-ccd4-4bba-afd9-e002dc3ec45a req-d7de9f40-bfda-4923-bafc-14e40fbb4cf9 tempest-ServerRescueTestJSON-1336662106 tempest-ServerRescueTestJSON-1336662106-project] For port e7c63a15-3218-4c35-bfa1-ef91d39c458a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e7c63a15-3218-4c35-bfa1-ef91d39c458a,segment=NetworkSegment(a23ab71a-bf4a-4f83-858c-14fbc7539004),segment_id=a23ab71a-bf4a-4f83-858c-14fbc7539004)] {{(pid=121606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:19:57.168631 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-5792a3f0-ccd4-4bba-afd9-e002dc3ec45a req-d7de9f40-bfda-4923-bafc-14e40fbb4cf9 tempest-ServerRescueTestJSON-1336662106 tempest-ServerRescueTestJSON-1336662106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:57.197848 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a634a98-6a8f-4f4f-ab32-208661f9451e req-194436a4-83a6-4723-89cf-8612edc0e4c2 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:19:57.207571 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8a634a98-6a8f-4f4f-ab32-208661f9451e req-194436a4-83a6-4723-89cf-8612edc0e4c2 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] 10.222.0.32 "GET /v2.0/ports?device_id=714d5f5c-ef35-4c4a-8bb3-05dec010fd61 HTTP/1.1" status: 200  len: 932 time: 0.2681983
Dec 25 21:19:57.276961 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [req-5792a3f0-ccd4-4bba-afd9-e002dc3ec45a req-d7de9f40-bfda-4923-bafc-14e40fbb4cf9 tempest-ServerRescueTestJSON-1336662106 tempest-ServerRescueTestJSON-1336662106-project] Calling delete_port for e7c63a15-3218-4c35-bfa1-ef91d39c458a owned by compute:nova {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:19:57.304794 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [req-23454d29-63b4-4c4a-8129-a66551c71bb0 req-f9226c0a-c586-4d84-af98-82da1014abbf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a19bd46-150e-4b0a-b87d-54e59821aacd {{(pid=121606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:19:57.331112 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-23454d29-63b4-4c4a-8129-a66551c71bb0 req-f9226c0a-c586-4d84-af98-82da1014abbf service neutron] Publish callbacks [] for port, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:57.427258 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8a634a98-6a8f-4f4f-ab32-208661f9451e req-cac5b001-75f0-4a27-9932-ddc583d2fa51 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c514444-6044-490f-9acc-6dece3909d9f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2186701
Dec 25 21:19:57.440587 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d320c79-ef07-4035-b285-1555e9c4337f req-d2962670-bf61-43d6-ad33-ac9484235ecc tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:19:57.457300 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3d320c79-ef07-4035-b285-1555e9c4337f req-d2962670-bf61-43d6-ad33-ac9484235ecc tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/ports?device_id=161df36a-2258-4f32-a7b0-2f7c793d4390 HTTP/1.1" status: 200  len: 946 time: 0.2165565
Dec 25 21:19:57.460172 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.provisioning_blocks [req-23454d29-63b4-4c4a-8129-a66551c71bb0 req-f9226c0a-c586-4d84-af98-82da1014abbf service neutron] Transition to ACTIVE for port object 3a19bd46-150e-4b0a-b87d-54e59821aacd will not be triggered until provisioned by entity L2. {{(pid=121606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 25 21:19:57.539935 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [req-4af7ab0f-8741-4c80-8988-ff06aed62416 req-d2fea33c-c7d4-489c-8f43-f7d8f498af1e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 634d748d-c261-4855-913b-beb5992df4cb {{(pid=121606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:19:57.551187 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-23454d29-63b4-4c4a-8129-a66551c71bb0 req-f9226c0a-c586-4d84-af98-82da1014abbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:57.568212 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-4af7ab0f-8741-4c80-8988-ff06aed62416 req-d2fea33c-c7d4-489c-8f43-f7d8f498af1e service neutron] Publish callbacks [] for port, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:57.624802 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3d320c79-ef07-4035-b285-1555e9c4337f req-446c87e4-fad1-4f8e-b04d-f2ca3c6bba38 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/security-groups?id=303458ac-ce28-4cba-8947-b5e432a1ea1f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1750000
Dec 25 21:19:57.699380 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9226c0a-c586-4d84-af98-82da1014abbf service neutron] Pushing event updated for resources: {'Port': ['ID=3a19bd46-150e-4b0a-b87d-54e59821aacd,revision_number=2']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:19:57.819571 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b954c51-9bc4-43fb-8da3-708ede8d0148 req-7736dcf4-4f75-45e2-9667-8ef24df5bbc9 tempest-ServerRescueTestJSON-1336662106 tempest-ServerRescueTestJSON-1336662106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:19:57.821732 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2b954c51-9bc4-43fb-8da3-708ede8d0148 req-7736dcf4-4f75-45e2-9667-8ef24df5bbc9 tempest-ServerRescueTestJSON-1336662106 tempest-ServerRescueTestJSON-1336662106-project] 10.222.0.32 "GET /v2.0/ports?device_id=843046c2-4f29-489f-bce9-b4862b3636be HTTP/1.1" status: 200  len: 945 time: 0.1143515
Dec 25 21:19:57.844926 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-23454d29-63b4-4c4a-8129-a66551c71bb0 req-f9226c0a-c586-4d84-af98-82da1014abbf service neutron] Attempting to bind port 3a19bd46-150e-4b0a-b87d-54e59821aacd on host nch1-master-1 for vnic_type normal with profile  {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:19:57.844926 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-23454d29-63b4-4c4a-8129-a66551c71bb0 req-f9226c0a-c586-4d84-af98-82da1014abbf service neutron] Attempting to bind port 3a19bd46-150e-4b0a-b87d-54e59821aacd by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '2eb49ff2-b1de-4e84-a376-6f91f784eeb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'de2cf5f5-0f83-4089-a263-5ec0a5e6f1de'}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:19:57.844926 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23454d29-63b4-4c4a-8129-a66551c71bb0 req-f9226c0a-c586-4d84-af98-82da1014abbf service neutron] Attempting to bind port 3a19bd46-150e-4b0a-b87d-54e59821aacd on network de2cf5f5-0f83-4089-a263-5ec0a5e6f1de {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:19:57.857191 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23454d29-63b4-4c4a-8129-a66551c71bb0 req-f9226c0a-c586-4d84-af98-82da1014abbf service neutron] Port 3a19bd46-150e-4b0a-b87d-54e59821aacd on network de2cf5f5-0f83-4089-a263-5ec0a5e6f1de not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 25 21:19:57.857533 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23454d29-63b4-4c4a-8129-a66551c71bb0 req-f9226c0a-c586-4d84-af98-82da1014abbf service neutron] Attempting to bind port 3a19bd46-150e-4b0a-b87d-54e59821aacd on network de2cf5f5-0f83-4089-a263-5ec0a5e6f1de {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:19:57.872091 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23454d29-63b4-4c4a-8129-a66551c71bb0 req-f9226c0a-c586-4d84-af98-82da1014abbf service neutron] Checking agent: {'id': '6d577036-68fc-4aa4-aed7-5ab01de2117e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 21, 4, 34), 'started_at': datetime.datetime(2021, 12, 25, 21, 4, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 19, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:19:57.872444 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23454d29-63b4-4c4a-8129-a66551c71bb0 req-f9226c0a-c586-4d84-af98-82da1014abbf service neutron] Checking segment: {'id': '2eb49ff2-b1de-4e84-a376-6f91f784eeb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'de2cf5f5-0f83-4089-a263-5ec0a5e6f1de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:19:57.873830 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23454d29-63b4-4c4a-8129-a66551c71bb0 req-f9226c0a-c586-4d84-af98-82da1014abbf service neutron] Bound using segment: {'id': '2eb49ff2-b1de-4e84-a376-6f91f784eeb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'de2cf5f5-0f83-4089-a263-5ec0a5e6f1de'} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:19:57.873830 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-23454d29-63b4-4c4a-8129-a66551c71bb0 req-f9226c0a-c586-4d84-af98-82da1014abbf service neutron] Bound port: 3a19bd46-150e-4b0a-b87d-54e59821aacd, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2eb49ff2-b1de-4e84-a376-6f91f784eeb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'de2cf5f5-0f83-4089-a263-5ec0a5e6f1de'}}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:19:57.873830 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-23454d29-63b4-4c4a-8129-a66551c71bb0 req-f9226c0a-c586-4d84-af98-82da1014abbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:57.894408 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.provisioning_blocks [req-4af7ab0f-8741-4c80-8988-ff06aed62416 req-d2fea33c-c7d4-489c-8f43-f7d8f498af1e service neutron] Transition to ACTIVE for port object 634d748d-c261-4855-913b-beb5992df4cb will not be triggered until provisioned by entity L2. {{(pid=121606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 25 21:19:57.899610 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-5792a3f0-ccd4-4bba-afd9-e002dc3ec45a req-d7de9f40-bfda-4923-bafc-14e40fbb4cf9 tempest-ServerRescueTestJSON-1336662106 tempest-ServerRescueTestJSON-1336662106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:57.911773 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] get_ports_and_sgs() called for port_ids ['e7c63a15-3218-4c35-bfa1-ef91d39c458a'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:19:57.920264 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] get_ports_and_sgs() called for port_ids ['d3b55372-6cc1-4847-8bab-b4a3a6aec2ff'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:19:57.924001 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2b954c51-9bc4-43fb-8da3-708ede8d0148 req-ad031231-b24c-4690-950f-94060b8bbe5b tempest-ServerRescueTestJSON-1336662106 tempest-ServerRescueTestJSON-1336662106-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3baa9cd-9895-4145-88c0-053a91673173&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0927401
Dec 25 21:19:57.966919 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7de9f40-bfda-4923-bafc-14e40fbb4cf9 tempest-ServerRescueTestJSON-1336662106 tempest-ServerRescueTestJSON-1336662106-project] Pushing event deleted for resources: {'Port': ['ID=e7c63a15-3218-4c35-bfa1-ef91d39c458a,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:19:58.083524 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [req-5792a3f0-ccd4-4bba-afd9-e002dc3ec45a req-d7de9f40-bfda-4923-bafc-14e40fbb4cf9 tempest-ServerRescueTestJSON-1336662106 tempest-ServerRescueTestJSON-1336662106-project] No DVR routers for this DVR port e7c63a15-3218-4c35-bfa1-ef91d39c458a on host nch1-master-1 {{(pid=121606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:19:58.086623 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-5792a3f0-ccd4-4bba-afd9-e002dc3ec45a req-d7de9f40-bfda-4923-bafc-14e40fbb4cf9 tempest-ServerRescueTestJSON-1336662106 tempest-ServerRescueTestJSON-1336662106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:58.091377 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5792a3f0-ccd4-4bba-afd9-e002dc3ec45a req-d7de9f40-bfda-4923-bafc-14e40fbb4cf9 tempest-ServerRescueTestJSON-1336662106 tempest-ServerRescueTestJSON-1336662106-project] 10.222.0.31 "DELETE /v2.0/ports/e7c63a15-3218-4c35-bfa1-ef91d39c458a HTTP/1.1" status: 204  len: 173 time: 1.8609881
Dec 25 21:19:58.095334 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '843046c2-4f29-489f-bce9-b4862b3636be', 'name': 'network-vif-deleted', 'tag': 'e7c63a15-3218-4c35-bfa1-ef91d39c458a'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:19:58.097864 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9858820c13ec2827453b94ebc4181065e990a4e4089ccb9fe762531ac62d2fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cade62e5-62c5-4d6e-92a1-058ec5f58008" -d '{"events": [{"server_uuid": "843046c2-4f29-489f-bce9-b4862b3636be", "name": "network-vif-deleted", "tag": "e7c63a15-3218-4c35-bfa1-ef91d39c458a"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:19:58.106738 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-23454d29-63b4-4c4a-8129-a66551c71bb0 req-f9226c0a-c586-4d84-af98-82da1014abbf service neutron] For port 3a19bd46-150e-4b0a-b87d-54e59821aacd, host nch1-master-1, cleared binding levels {{(pid=121606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:19:58.110536 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-23454d29-63b4-4c4a-8129-a66551c71bb0 req-f9226c0a-c586-4d84-af98-82da1014abbf service neutron] For port 3a19bd46-150e-4b0a-b87d-54e59821aacd, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3a19bd46-150e-4b0a-b87d-54e59821aacd,segment=NetworkSegment(2eb49ff2-b1de-4e84-a376-6f91f784eeb5),segment_id=2eb49ff2-b1de-4e84-a376-6f91f784eeb5)] {{(pid=121606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:19:58.111589 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-4af7ab0f-8741-4c80-8988-ff06aed62416 req-d2fea33c-c7d4-489c-8f43-f7d8f498af1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:58.228981 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fea33c-c7d4-489c-8f43-f7d8f498af1e service neutron] Pushing event updated for resources: {'Port': ['ID=634d748d-c261-4855-913b-beb5992df4cb,revision_number=2']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:19:58.286053 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba6fa76-abc4-40fd-8943-70c1d0db80d9 req-db2bc22a-fbd7-4ada-a073-4d7d6e29c4f0 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:19:58.292665 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba6fa76-abc4-40fd-8943-70c1d0db80d9 req-db2bc22a-fbd7-4ada-a073-4d7d6e29c4f0 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:19:58.299013 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba6fa76-abc4-40fd-8943-70c1d0db80d9 req-db2bc22a-fbd7-4ada-a073-4d7d6e29c4f0 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:19:58.305365 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba6fa76-abc4-40fd-8943-70c1d0db80d9 req-db2bc22a-fbd7-4ada-a073-4d7d6e29c4f0 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:19:58.311526 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba6fa76-abc4-40fd-8943-70c1d0db80d9 req-db2bc22a-fbd7-4ada-a073-4d7d6e29c4f0 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:19:58.313490 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3ba6fa76-abc4-40fd-8943-70c1d0db80d9 req-db2bc22a-fbd7-4ada-a073-4d7d6e29c4f0 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa2d5924-6a22-461e-b48b-e73f52f4b72c HTTP/1.1" status: 200  len: 3828 time: 0.1993670
Dec 25 21:19:58.368625 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6914d2-c179-4425-97f5-b9aad623ec95 req-8e58a14a-cc77-4ecf-ad7c-156bfee452e9 tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:19:58.370247 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-dd6914d2-c179-4425-97f5-b9aad623ec95 req-8e58a14a-cc77-4ecf-ad7c-156bfee452e9 tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] 10.222.0.32 "GET /v2.0/ports?device_id=a4de75a7-d672-42e2-b76c-476113efaa1c HTTP/1.1" status: 200  len: 945 time: 0.1801305
Dec 25 21:19:58.402622 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-4af7ab0f-8741-4c80-8988-ff06aed62416 req-d2fea33c-c7d4-489c-8f43-f7d8f498af1e service neutron] Attempting to bind port 634d748d-c261-4855-913b-beb5992df4cb on host nch2-master-1 for vnic_type normal with profile  {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:19:58.402976 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-4af7ab0f-8741-4c80-8988-ff06aed62416 req-d2fea33c-c7d4-489c-8f43-f7d8f498af1e service neutron] Attempting to bind port 634d748d-c261-4855-913b-beb5992df4cb by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'ebab95c3-92f3-4953-88f7-4db8e8264725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'b8d0c0f5-4a55-4519-afa5-15b47bd47c1f'}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:19:58.403311 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4af7ab0f-8741-4c80-8988-ff06aed62416 req-d2fea33c-c7d4-489c-8f43-f7d8f498af1e service neutron] Attempting to bind port 634d748d-c261-4855-913b-beb5992df4cb on network b8d0c0f5-4a55-4519-afa5-15b47bd47c1f {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:19:58.419565 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3ba6fa76-abc4-40fd-8943-70c1d0db80d9 req-a8fc6b42-923f-4395-9aef-9516f72bd8d9 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] 10.222.0.32 "GET /v2.0/security-groups?id=051b583c-529b-425b-89b3-0dd7f4245e61&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0992384
Dec 25 21:19:58.421997 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4af7ab0f-8741-4c80-8988-ff06aed62416 req-d2fea33c-c7d4-489c-8f43-f7d8f498af1e service neutron] Port 634d748d-c261-4855-913b-beb5992df4cb on network b8d0c0f5-4a55-4519-afa5-15b47bd47c1f not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 25 21:19:58.422332 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4af7ab0f-8741-4c80-8988-ff06aed62416 req-d2fea33c-c7d4-489c-8f43-f7d8f498af1e service neutron] Attempting to bind port 634d748d-c261-4855-913b-beb5992df4cb on network b8d0c0f5-4a55-4519-afa5-15b47bd47c1f {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:19:58.449281 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4af7ab0f-8741-4c80-8988-ff06aed62416 req-d2fea33c-c7d4-489c-8f43-f7d8f498af1e service neutron] Checking agent: {'id': '0d9ae313-8f8d-40fa-8a9f-d098a25a9911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 21, 4, 38), 'started_at': datetime.datetime(2021, 12, 25, 21, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 19, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:19:58.449281 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4af7ab0f-8741-4c80-8988-ff06aed62416 req-d2fea33c-c7d4-489c-8f43-f7d8f498af1e service neutron] Checking segment: {'id': 'ebab95c3-92f3-4953-88f7-4db8e8264725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'b8d0c0f5-4a55-4519-afa5-15b47bd47c1f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:19:58.449548 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4af7ab0f-8741-4c80-8988-ff06aed62416 req-d2fea33c-c7d4-489c-8f43-f7d8f498af1e service neutron] Bound using segment: {'id': 'ebab95c3-92f3-4953-88f7-4db8e8264725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'b8d0c0f5-4a55-4519-afa5-15b47bd47c1f'} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:19:58.449992 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-4af7ab0f-8741-4c80-8988-ff06aed62416 req-d2fea33c-c7d4-489c-8f43-f7d8f498af1e service neutron] Bound port: 634d748d-c261-4855-913b-beb5992df4cb, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ebab95c3-92f3-4953-88f7-4db8e8264725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'b8d0c0f5-4a55-4519-afa5-15b47bd47c1f'}}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:19:58.450363 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-4af7ab0f-8741-4c80-8988-ff06aed62416 req-d2fea33c-c7d4-489c-8f43-f7d8f498af1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:58.462831 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-dd6914d2-c179-4425-97f5-b9aad623ec95 req-70b8a28a-e5e8-4a0c-8d6a-89495ac10a99 tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] 10.222.0.32 "GET /v2.0/security-groups?id=2bf8651c-3ed0-44bb-a064-d61aab6ec281&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0795159
Dec 25 21:19:58.499426 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 21:19:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b735829c-2aa3-4e7d-8866-a659b6c69b13 x-openstack-request-id: req-b735829c-2aa3-4e7d-8866-a659b6c69b13 {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:19:58.499708 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "843046c2-4f29-489f-bce9-b4862b3636be", "name": "network-vif-deleted", "tag": "e7c63a15-3218-4c35-bfa1-ef91d39c458a", "status": "completed", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:19:58.499978 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b735829c-2aa3-4e7d-8866-a659b6c69b13 {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:19:58.500383 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '843046c2-4f29-489f-bce9-b4862b3636be', 'name': 'network-vif-deleted', 'tag': 'e7c63a15-3218-4c35-bfa1-ef91d39c458a', 'status': 'completed', 'code': 200}
Dec 25 21:19:58.537186 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-4af7ab0f-8741-4c80-8988-ff06aed62416 req-d2fea33c-c7d4-489c-8f43-f7d8f498af1e service neutron] For port 634d748d-c261-4855-913b-beb5992df4cb, host nch2-master-1, cleared binding levels {{(pid=121606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:19:58.537186 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-4af7ab0f-8741-4c80-8988-ff06aed62416 req-d2fea33c-c7d4-489c-8f43-f7d8f498af1e service neutron] For port 634d748d-c261-4855-913b-beb5992df4cb, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=634d748d-c261-4855-913b-beb5992df4cb,segment=NetworkSegment(ebab95c3-92f3-4953-88f7-4db8e8264725),segment_id=ebab95c3-92f3-4953-88f7-4db8e8264725)] {{(pid=121606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:19:58.603567 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04465119-6949-42c9-a799-5cac61450ca1 req-60152521-d025-41b2-959f-e3a857c19e04 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:19:58.605658 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-04465119-6949-42c9-a799-5cac61450ca1 req-60152521-d025-41b2-959f-e3a857c19e04 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] 10.222.0.32 "GET /v2.0/ports?device_id=714d5f5c-ef35-4c4a-8bb3-05dec010fd61 HTTP/1.1" status: 200  len: 944 time: 0.0537403
Dec 25 21:19:58.639363 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-23454d29-63b4-4c4a-8129-a66551c71bb0 req-f9226c0a-c586-4d84-af98-82da1014abbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:58.687643 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-4af7ab0f-8741-4c80-8988-ff06aed62416 req-d2fea33c-c7d4-489c-8f43-f7d8f498af1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:58.702050 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-04465119-6949-42c9-a799-5cac61450ca1 req-356be180-3ffd-47d0-a65c-50a2997934ff tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c514444-6044-490f-9acc-6dece3909d9f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0905418
Dec 25 21:19:58.708670 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23454d29-63b4-4c4a-8129-a66551c71bb0 req-f9226c0a-c586-4d84-af98-82da1014abbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:19:58.709437 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-23454d29-63b4-4c4a-8129-a66551c71bb0 req-f9226c0a-c586-4d84-af98-82da1014abbf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:58.710771 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-23454d29-63b4-4c4a-8129-a66551c71bb0 req-f9226c0a-c586-4d84-af98-82da1014abbf service neutron] 10.222.0.31 "PUT /v2.0/ports/3a19bd46-150e-4b0a-b87d-54e59821aacd HTTP/1.1" status: 200  len: 1092 time: 3.0112045
Dec 25 21:19:58.728326 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af7ab0f-8741-4c80-8988-ff06aed62416 req-d2fea33c-c7d4-489c-8f43-f7d8f498af1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:19:58.729025 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-4af7ab0f-8741-4c80-8988-ff06aed62416 req-d2fea33c-c7d4-489c-8f43-f7d8f498af1e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:58.731025 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4af7ab0f-8741-4c80-8988-ff06aed62416 req-d2fea33c-c7d4-489c-8f43-f7d8f498af1e service neutron] 10.222.0.37 "PUT /v2.0/ports/634d748d-c261-4855-913b-beb5992df4cb HTTP/1.1" status: 200  len: 1092 time: 2.9316475
Dec 25 21:19:58.736726 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9226c0a-c586-4d84-af98-82da1014abbf service neutron] Pushing event updated for resources: {'Port': ['ID=3a19bd46-150e-4b0a-b87d-54e59821aacd,revision_number=3']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:19:58.828241 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fea33c-c7d4-489c-8f43-f7d8f498af1e service neutron] Pushing event updated for resources: {'Port': ['ID=634d748d-c261-4855-913b-beb5992df4cb,revision_number=3']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:19:58.861717 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-4af7ab0f-8741-4c80-8988-ff06aed62416 req-f4222771-9c06-4ce7-8192-2aa699e32de9 service neutron] Request body: {'port': {'device_id': 'aa2d5924-6a22-461e-b48b-e73f52f4b72c', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:19:59.050132 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-4af7ab0f-8741-4c80-8988-ff06aed62416 req-f4222771-9c06-4ce7-8192-2aa699e32de9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:19:59.091163 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23454d29-63b4-4c4a-8129-a66551c71bb0 req-5a469fbf-f96c-4b16-a09d-56edefbe51e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:19:59.092691 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-23454d29-63b4-4c4a-8129-a66551c71bb0 req-5a469fbf-f96c-4b16-a09d-56edefbe51e7 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=38d7cbaffc1340f59e994569e8e33e1d&device_id=714d5f5c-ef35-4c4a-8bb3-05dec010fd61 HTTP/1.1" status: 200  len: 1095 time: 0.1734836
Dec 25 21:19:59.139027 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8b3a74-a4b4-4059-b59e-3b7933aed6c7 req-bc3d9680-d01d-4686-b002-7a7824e6aafe tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:19:59.140539 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2a8b3a74-a4b4-4059-b59e-3b7933aed6c7 req-bc3d9680-d01d-4686-b002-7a7824e6aafe tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/ports?device_id=161df36a-2258-4f32-a7b0-2f7c793d4390 HTTP/1.1" status: 200  len: 946 time: 0.2249799
Dec 25 21:19:59.206255 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-23454d29-63b4-4c4a-8129-a66551c71bb0 req-57c24719-f128-4593-9308-0158ccf95d0b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3a19bd46-150e-4b0a-b87d-54e59821aacd HTTP/1.1" status: 200  len: 217 time: 0.0821583
Dec 25 21:19:59.251601 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89df0a62-9835-4509-9e3b-be72d488c60e req-26604018-2999-4267-b772-7e2bd0430ff0 tempest-ServersAdminNegativeTestJSON-1924497653 tempest-ServersAdminNegativeTestJSON-1924497653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:19:59.253314 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-89df0a62-9835-4509-9e3b-be72d488c60e req-26604018-2999-4267-b772-7e2bd0430ff0 tempest-ServersAdminNegativeTestJSON-1924497653 tempest-ServersAdminNegativeTestJSON-1924497653-project] 10.222.0.32 "GET /v2.0/ports?device_id=5b9012c6-d4d3-4575-bc3c-7cabf98171e2 HTTP/1.1" status: 200  len: 950 time: 0.2273369
Dec 25 21:19:59.659057 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2a8b3a74-a4b4-4059-b59e-3b7933aed6c7 req-acf1a20c-482a-400d-a69f-f9617728ae2e tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/security-groups?id=303458ac-ce28-4cba-8947-b5e432a1ea1f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4722021
Dec 25 21:19:59.687741 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23454d29-63b4-4c4a-8129-a66551c71bb0 req-30481558-cfaa-4a7b-bcbc-e43500624f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:19:59.689272 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-23454d29-63b4-4c4a-8129-a66551c71bb0 req-30481558-cfaa-4a7b-bcbc-e43500624f6d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=81f9dfd5-f0bc-4f72-bceb-acbb4f595f27 HTTP/1.1" status: 200  len: 846 time: 0.4585450
Dec 25 21:19:59.733812 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3006753b-35c8-4ef7-9b74-373d0e8d6451 req-17142d83-93b4-4abc-bbbc-25b2b3507355 tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:19:59.735304 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3006753b-35c8-4ef7-9b74-373d0e8d6451 req-17142d83-93b4-4abc-bbbc-25b2b3507355 tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] 10.222.0.37 "GET /v2.0/ports?device_id=a4de75a7-d672-42e2-b76c-476113efaa1c HTTP/1.1" status: 200  len: 945 time: 0.1741509
Dec 25 21:19:59.782085 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-89df0a62-9835-4509-9e3b-be72d488c60e req-935524d2-7e0f-4dc5-8707-947f7bff2081 tempest-ServersAdminNegativeTestJSON-1924497653 tempest-ServersAdminNegativeTestJSON-1924497653-project] 10.222.0.32 "GET /v2.0/security-groups?id=349abdf5-d976-4669-aec0-3c3abb1132dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5033627
Dec 25 21:19:59.784931 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-23454d29-63b4-4c4a-8129-a66551c71bb0 req-99355ebb-b6d3-419a-beb3-fb57e0860951 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=de2cf5f5-0f83-4089-a263-5ec0a5e6f1de&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0800531
Dec 25 21:20:00.056567 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d8f39a-17fe-470f-8672-9222171469b8 req-b02c7ad6-c824-464d-ae66-5bfcd88dca81 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:00.063096 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d8f39a-17fe-470f-8672-9222171469b8 req-b02c7ad6-c824-464d-ae66-5bfcd88dca81 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:00.070919 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d8f39a-17fe-470f-8672-9222171469b8 req-b02c7ad6-c824-464d-ae66-5bfcd88dca81 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:00.077301 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d8f39a-17fe-470f-8672-9222171469b8 req-b02c7ad6-c824-464d-ae66-5bfcd88dca81 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:00.083336 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d8f39a-17fe-470f-8672-9222171469b8 req-b02c7ad6-c824-464d-ae66-5bfcd88dca81 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:00.085182 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a5d8f39a-17fe-470f-8672-9222171469b8 req-b02c7ad6-c824-464d-ae66-5bfcd88dca81 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa2d5924-6a22-461e-b48b-e73f52f4b72c HTTP/1.1" status: 200  len: 3828 time: 0.2473834
Dec 25 21:20:00.107572 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842f96f0-6792-40d4-9748-d6a650b069aa req-973b6c25-ee25-4484-8550-d63b0a84834f tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:00.109062 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-842f96f0-6792-40d4-9748-d6a650b069aa req-973b6c25-ee25-4484-8550-d63b0a84834f tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] 10.222.0.32 "GET /v2.0/ports?device_id=a4de75a7-d672-42e2-b76c-476113efaa1c HTTP/1.1" status: 200  len: 945 time: 0.2420287
Dec 25 21:20:00.138662 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-23454d29-63b4-4c4a-8129-a66551c71bb0 req-a9a70ecd-1df2-4be4-8d4b-e1a6aad9fed7 service neutron] 10.222.0.31 "GET /v2.0/networks/de2cf5f5-0f83-4089-a263-5ec0a5e6f1de?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3421519
Dec 25 21:20:00.216383 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [req-4af7ab0f-8741-4c80-8988-ff06aed62416 req-f4222771-9c06-4ce7-8192-2aa699e32de9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d584498-0a66-4020-96ff-ac37bb6bf33e {{(pid=121606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:20:00.235924 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-4af7ab0f-8741-4c80-8988-ff06aed62416 req-f4222771-9c06-4ce7-8192-2aa699e32de9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:00.255600 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [req-3006753b-35c8-4ef7-9b74-373d0e8d6451 req-c44f4d77-bf3f-4ef6-94ba-64e3bd3935ee tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] Deleting port 3a34eced-5439-48d3-9513-deac24aff981 {{(pid=121606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:20:00.256046 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-3006753b-35c8-4ef7-9b74-373d0e8d6451 req-c44f4d77-bf3f-4ef6-94ba-64e3bd3935ee tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:00.286371 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a5d8f39a-17fe-470f-8672-9222171469b8 req-0d3a1a52-a76d-4a8e-ae57-4a084a40068b tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] 10.222.0.32 "GET /v2.0/security-groups?id=051b583c-529b-425b-89b3-0dd7f4245e61&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1879215
Dec 25 21:20:00.320834 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.provisioning_blocks [req-4af7ab0f-8741-4c80-8988-ff06aed62416 req-f4222771-9c06-4ce7-8192-2aa699e32de9 service neutron] Transition to ACTIVE for port object 7d584498-0a66-4020-96ff-ac37bb6bf33e will not be triggered until provisioned by entity L2. {{(pid=121606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 25 21:20:00.347519 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-842f96f0-6792-40d4-9748-d6a650b069aa req-ec7fedb5-f73f-4572-9190-f916772ae561 tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] 10.222.0.32 "GET /v2.0/security-groups?id=2bf8651c-3ed0-44bb-a064-d61aab6ec281&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2075293
Dec 25 21:20:00.394252 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-4af7ab0f-8741-4c80-8988-ff06aed62416 req-f4222771-9c06-4ce7-8192-2aa699e32de9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:00.437843 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-23454d29-63b4-4c4a-8129-a66551c71bb0 req-d015901d-ea2c-4e04-b5f7-b476d0743fff service neutron] 10.222.0.31 "GET /v2.0/networks/de2cf5f5-0f83-4089-a263-5ec0a5e6f1de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2763736
Dec 25 21:20:00.504676 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-3006753b-35c8-4ef7-9b74-373d0e8d6451 req-c44f4d77-bf3f-4ef6-94ba-64e3bd3935ee tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] For port 3a34eced-5439-48d3-9513-deac24aff981, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3a34eced-5439-48d3-9513-deac24aff981,segment=NetworkSegment(40b3768f-3d6e-4d28-9b2a-4711b7f0f059),segment_id=40b3768f-3d6e-4d28-9b2a-4711b7f0f059)] {{(pid=121606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:20:00.505072 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-3006753b-35c8-4ef7-9b74-373d0e8d6451 req-c44f4d77-bf3f-4ef6-94ba-64e3bd3935ee tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:00.509281 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '714d5f5c-ef35-4c4a-8bb3-05dec010fd61', 'tag': '3a19bd46-150e-4b0a-b87d-54e59821aacd'}, {'name': 'network-changed', 'server_uuid': 'aa2d5924-6a22-461e-b48b-e73f52f4b72c', 'tag': '634d748d-c261-4855-913b-beb5992df4cb'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:20:00.511590 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9858820c13ec2827453b94ebc4181065e990a4e4089ccb9fe762531ac62d2fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9aac53c-29de-403b-8b07-2239417eb406" -d '{"events": [{"name": "network-changed", "server_uuid": "714d5f5c-ef35-4c4a-8bb3-05dec010fd61", "tag": "3a19bd46-150e-4b0a-b87d-54e59821aacd"}, {"name": "network-changed", "server_uuid": "aa2d5924-6a22-461e-b48b-e73f52f4b72c", "tag": "634d748d-c261-4855-913b-beb5992df4cb"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:20:00.536409 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4222771-9c06-4ce7-8192-2aa699e32de9 service neutron] Pushing event updated for resources: {'Port': ['ID=7d584498-0a66-4020-96ff-ac37bb6bf33e,revision_number=2']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:20:00.541129 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [req-3006753b-35c8-4ef7-9b74-373d0e8d6451 req-c44f4d77-bf3f-4ef6-94ba-64e3bd3935ee tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] Calling delete_port for 3a34eced-5439-48d3-9513-deac24aff981 owned by compute:nova {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:20:00.555155 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device e7c63a15-3218-4c35-bfa1-ef91d39c458a no longer exists at agent hyperv_nch1-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:20:00.591235 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] No Port match for: e7c63a15-3218-4c35-bfa1-ef91d39c458a {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:20:00.591848 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device e7c63a15-3218-4c35-bfa1-ef91d39c458a not bound to the agent host nch1-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:20:00.608401 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b75ef4-2008-4489-b94a-84c839eeb2fd req-0cc94c7a-86e4-4f7d-b168-3f554491df03 tempest-ServersAdminNegativeTestJSON-1924497653 tempest-ServersAdminNegativeTestJSON-1924497653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:00.611883 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-79b75ef4-2008-4489-b94a-84c839eeb2fd req-0cc94c7a-86e4-4f7d-b168-3f554491df03 tempest-ServersAdminNegativeTestJSON-1924497653 tempest-ServersAdminNegativeTestJSON-1924497653-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b9012c6-d4d3-4575-bc3c-7cabf98171e2 HTTP/1.1" status: 200  len: 950 time: 0.1096702
Dec 25 21:20:00.627397 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:20:00.627397 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:20:00.627397 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:20:00.627397 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:20:00.627397 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:20:00.627397 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:20:00.627397 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:20:00.627397 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:20:00.627397 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:20:00.627397 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:20:00.627397 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:20:00.627397 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:20:00.627397 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:20:00.627397 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:20:00.627397 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:20:00.627397 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:20:00.627397 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:20:00.627397 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:20:00.627397 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:20:00.627397 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:20:00.627397 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:20:00.627397 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:20:00.627397 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:20:00.627397 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:20:00.627397 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:20:00.627397 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:20:00.627397 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:20:00.627397 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:20:00.627397 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:20:00.627397 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:20:00.627397 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:20:00.627397 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:20:00.627397 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:20:00.627397 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:20:00.627397 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:20:00.627397 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:20:00.631314 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:20:00.631314 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:20:00.631314 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:20:00.631314 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:20:00.631314 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:20:00.631314 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:20:00.631314 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:20:00.631314 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:20:00.631314 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:20:00.631314 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:20:00.631314 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:20:00.631314 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:20:00.632119 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bcb76d-ebe6-4111-a4c4-311b7573687a req-4189e7d9-9941-418e-ad78-5dedd4f91b6a tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:00.633630 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-18bcb76d-ebe6-4111-a4c4-311b7573687a req-4189e7d9-9941-418e-ad78-5dedd4f91b6a tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] 10.222.0.32 "GET /v2.0/ports?device_id=714d5f5c-ef35-4c4a-8bb3-05dec010fd61 HTTP/1.1" status: 200  len: 944 time: 0.2022755
Dec 25 21:20:00.764475 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-4af7ab0f-8741-4c80-8988-ff06aed62416 req-f4222771-9c06-4ce7-8192-2aa699e32de9 service neutron] Attempting to bind port 7d584498-0a66-4020-96ff-ac37bb6bf33e on host nch2-master-1 for vnic_type normal with profile  {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:20:00.765149 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-4af7ab0f-8741-4c80-8988-ff06aed62416 req-f4222771-9c06-4ce7-8192-2aa699e32de9 service neutron] Attempting to bind port 7d584498-0a66-4020-96ff-ac37bb6bf33e by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '3c3bf577-825d-4a12-8515-c9a0adea0ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'f7ed1632-2ec3-4974-9097-8fe2ac8f3ba4'}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:20:00.766738 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4af7ab0f-8741-4c80-8988-ff06aed62416 req-f4222771-9c06-4ce7-8192-2aa699e32de9 service neutron] Attempting to bind port 7d584498-0a66-4020-96ff-ac37bb6bf33e on network f7ed1632-2ec3-4974-9097-8fe2ac8f3ba4 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:20:00.774538 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [req-79b75ef4-2008-4489-b94a-84c839eeb2fd req-35d21857-5b88-4481-ba42-e91b977723b4 tempest-ServersAdminNegativeTestJSON-1924497653 tempest-ServersAdminNegativeTestJSON-1924497653-project] Deleting port 73f7190f-617f-419d-8f40-aa6aad25bf15 {{(pid=121607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:20:00.780848 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-18bcb76d-ebe6-4111-a4c4-311b7573687a req-a29e278c-8dc7-4eca-bead-98db813dc0ed tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c514444-6044-490f-9acc-6dece3909d9f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0988348
Dec 25 21:20:00.781063 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-79b75ef4-2008-4489-b94a-84c839eeb2fd req-35d21857-5b88-4481-ba42-e91b977723b4 tempest-ServersAdminNegativeTestJSON-1924497653 tempest-ServersAdminNegativeTestJSON-1924497653-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:00.781653 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4af7ab0f-8741-4c80-8988-ff06aed62416 req-f4222771-9c06-4ce7-8192-2aa699e32de9 service neutron] Port 7d584498-0a66-4020-96ff-ac37bb6bf33e on network f7ed1632-2ec3-4974-9097-8fe2ac8f3ba4 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 25 21:20:00.781983 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4af7ab0f-8741-4c80-8988-ff06aed62416 req-f4222771-9c06-4ce7-8192-2aa699e32de9 service neutron] Attempting to bind port 7d584498-0a66-4020-96ff-ac37bb6bf33e on network f7ed1632-2ec3-4974-9097-8fe2ac8f3ba4 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:20:00.794844 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4af7ab0f-8741-4c80-8988-ff06aed62416 req-f4222771-9c06-4ce7-8192-2aa699e32de9 service neutron] Checking agent: {'id': '0d9ae313-8f8d-40fa-8a9f-d098a25a9911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 21, 4, 38), 'started_at': datetime.datetime(2021, 12, 25, 21, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 19, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:20:00.795280 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4af7ab0f-8741-4c80-8988-ff06aed62416 req-f4222771-9c06-4ce7-8192-2aa699e32de9 service neutron] Checking segment: {'id': '3c3bf577-825d-4a12-8515-c9a0adea0ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'f7ed1632-2ec3-4974-9097-8fe2ac8f3ba4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:20:00.797191 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4af7ab0f-8741-4c80-8988-ff06aed62416 req-f4222771-9c06-4ce7-8192-2aa699e32de9 service neutron] Bound using segment: {'id': '3c3bf577-825d-4a12-8515-c9a0adea0ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'f7ed1632-2ec3-4974-9097-8fe2ac8f3ba4'} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:20:00.797191 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-4af7ab0f-8741-4c80-8988-ff06aed62416 req-f4222771-9c06-4ce7-8192-2aa699e32de9 service neutron] Bound port: 7d584498-0a66-4020-96ff-ac37bb6bf33e, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c3bf577-825d-4a12-8515-c9a0adea0ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'f7ed1632-2ec3-4974-9097-8fe2ac8f3ba4'}}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:20:00.797191 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-4af7ab0f-8741-4c80-8988-ff06aed62416 req-f4222771-9c06-4ce7-8192-2aa699e32de9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:00.915060 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sat, 25 Dec 2021 21:20:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8748c2e-8712-4472-bc18-81c3f66dbfb5 x-openstack-request-id: req-d8748c2e-8712-4472-bc18-81c3f66dbfb5 {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:20:00.915473 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "714d5f5c-ef35-4c4a-8bb3-05dec010fd61", "tag": "3a19bd46-150e-4b0a-b87d-54e59821aacd", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "aa2d5924-6a22-461e-b48b-e73f52f4b72c", "tag": "634d748d-c261-4855-913b-beb5992df4cb", "status": "completed", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:20:00.915791 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d8748c2e-8712-4472-bc18-81c3f66dbfb5 {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:20:00.916248 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '714d5f5c-ef35-4c4a-8bb3-05dec010fd61', 'tag': '3a19bd46-150e-4b0a-b87d-54e59821aacd', 'status': 'completed', 'code': 200}
Dec 25 21:20:00.916568 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa2d5924-6a22-461e-b48b-e73f52f4b72c', 'tag': '634d748d-c261-4855-913b-beb5992df4cb', 'status': 'completed', 'code': 200}
Dec 25 21:20:00.950298 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.db [req-79b75ef4-2008-4489-b94a-84c839eeb2fd req-35d21857-5b88-4481-ba42-e91b977723b4 tempest-ServersAdminNegativeTestJSON-1924497653 tempest-ServersAdminNegativeTestJSON-1924497653-project] For port 73f7190f-617f-419d-8f40-aa6aad25bf15, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=73f7190f-617f-419d-8f40-aa6aad25bf15,segment=NetworkSegment(85c774cb-a0eb-4ad9-961f-f331d3b37cd6),segment_id=85c774cb-a0eb-4ad9-961f-f331d3b37cd6)] {{(pid=121607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:20:00.950756 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-79b75ef4-2008-4489-b94a-84c839eeb2fd req-35d21857-5b88-4481-ba42-e91b977723b4 tempest-ServersAdminNegativeTestJSON-1924497653 tempest-ServersAdminNegativeTestJSON-1924497653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:00.968425 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [req-79b75ef4-2008-4489-b94a-84c839eeb2fd req-35d21857-5b88-4481-ba42-e91b977723b4 tempest-ServersAdminNegativeTestJSON-1924497653 tempest-ServersAdminNegativeTestJSON-1924497653-project] Calling delete_port for 73f7190f-617f-419d-8f40-aa6aad25bf15 owned by compute:nova {{(pid=121607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:20:00.974387 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9aac53c-29de-403b-8b07-2239417eb406 req-076d15eb-50ef-4054-9adc-506b7c11b458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:00.974878 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9aac53c-29de-403b-8b07-2239417eb406 req-076d15eb-50ef-4054-9adc-506b7c11b458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:00.975357 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9aac53c-29de-403b-8b07-2239417eb406 req-076d15eb-50ef-4054-9adc-506b7c11b458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:00.975827 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9aac53c-29de-403b-8b07-2239417eb406 req-076d15eb-50ef-4054-9adc-506b7c11b458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:00.976325 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9aac53c-29de-403b-8b07-2239417eb406 req-076d15eb-50ef-4054-9adc-506b7c11b458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:00.976762 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9aac53c-29de-403b-8b07-2239417eb406 req-076d15eb-50ef-4054-9adc-506b7c11b458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:00.983833 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-a9aac53c-29de-403b-8b07-2239417eb406 req-076d15eb-50ef-4054-9adc-506b7c11b458 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d4571ece0fa3450b83fde221178518c8&device_id=aa2d5924-6a22-461e-b48b-e73f52f4b72c HTTP/1.1" status: 200  len: 5250 time: 0.0913365
Dec 25 21:20:01.082929 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2af5f1-4294-4d07-a859-34f4712af274 req-9d32576f-f68b-43ec-821a-8be0cc9a4db9 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:01.084448 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-dd2af5f1-4294-4d07-a859-34f4712af274 req-9d32576f-f68b-43ec-821a-8be0cc9a4db9 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/ports?device_id=161df36a-2258-4f32-a7b0-2f7c793d4390 HTTP/1.1" status: 200  len: 946 time: 0.1664560
Dec 25 21:20:01.093580 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-4af7ab0f-8741-4c80-8988-ff06aed62416 req-f4222771-9c06-4ce7-8192-2aa699e32de9 service neutron] For port 7d584498-0a66-4020-96ff-ac37bb6bf33e, host nch2-master-1, cleared binding levels {{(pid=121606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:20:01.099260 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9aac53c-29de-403b-8b07-2239417eb406 req-546bba59-4e1b-45ca-b20c-31eb01c0929a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:01.100735 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a9aac53c-29de-403b-8b07-2239417eb406 req-546bba59-4e1b-45ca-b20c-31eb01c0929a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=38d7cbaffc1340f59e994569e8e33e1d&device_id=714d5f5c-ef35-4c4a-8bb3-05dec010fd61 HTTP/1.1" status: 200  len: 1095 time: 0.1815505
Dec 25 21:20:01.108226 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-4af7ab0f-8741-4c80-8988-ff06aed62416 req-f4222771-9c06-4ce7-8192-2aa699e32de9 service neutron] For port 7d584498-0a66-4020-96ff-ac37bb6bf33e, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7d584498-0a66-4020-96ff-ac37bb6bf33e,segment=NetworkSegment(3c3bf577-825d-4a12-8515-c9a0adea0ed3),segment_id=3c3bf577-825d-4a12-8515-c9a0adea0ed3)] {{(pid=121606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:20:01.117225 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198434e3-374e-4799-957b-643b2f92ae67 req-90604698-53bc-4f17-80fd-3b26ea6e755d tempest-ServerRescueTestJSON-1336662106 tempest-ServerRescueTestJSON-1336662106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:01.118767 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-198434e3-374e-4799-957b-643b2f92ae67 req-90604698-53bc-4f17-80fd-3b26ea6e755d tempest-ServerRescueTestJSON-1336662106 tempest-ServerRescueTestJSON-1336662106-project] 10.222.0.32 "GET /v2.0/ports?device_id=30bfda27-68a3-4a4a-bfd1-7749eaa3997c HTTP/1.1" status: 200  len: 945 time: 0.1291189
Dec 25 21:20:01.155398 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-3006753b-35c8-4ef7-9b74-373d0e8d6451 req-c44f4d77-bf3f-4ef6-94ba-64e3bd3935ee tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:01.159091 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9aac53c-29de-403b-8b07-2239417eb406 req-459c8db5-0702-4cda-bcd3-a49ca47a1048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:01.159643 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9aac53c-29de-403b-8b07-2239417eb406 req-459c8db5-0702-4cda-bcd3-a49ca47a1048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:01.160114 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9aac53c-29de-403b-8b07-2239417eb406 req-459c8db5-0702-4cda-bcd3-a49ca47a1048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:01.161917 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-a9aac53c-29de-403b-8b07-2239417eb406 req-459c8db5-0702-4cda-bcd3-a49ca47a1048 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=d4571ece0fa3450b83fde221178518c8&shared=False HTTP/1.1" status: 200  len: 2298 time: 0.1652381
Dec 25 21:20:01.169790 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] get_ports_and_sgs() called for port_ids ['3a34eced-5439-48d3-9513-deac24aff981'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:20:01.224902 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44f4d77-bf3f-4ef6-94ba-64e3bd3935ee tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] Pushing event deleted for resources: {'Port': ['ID=3a34eced-5439-48d3-9513-deac24aff981,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:20:01.272134 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-4af7ab0f-8741-4c80-8988-ff06aed62416 req-f4222771-9c06-4ce7-8192-2aa699e32de9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:01.306181 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-dd2af5f1-4294-4d07-a859-34f4712af274 req-1e6d65d0-f9a7-4ff3-a7fd-53280cd999fe tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/security-groups?id=303458ac-ce28-4cba-8947-b5e432a1ea1f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2145817
Dec 25 21:20:01.311829 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9aac53c-29de-403b-8b07-2239417eb406 req-cd2a50ed-16d0-4349-a52b-27d801093800 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:01.313350 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-a9aac53c-29de-403b-8b07-2239417eb406 req-cd2a50ed-16d0-4349-a52b-27d801093800 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1221106
Dec 25 21:20:01.360446 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-79b75ef4-2008-4489-b94a-84c839eeb2fd req-35d21857-5b88-4481-ba42-e91b977723b4 tempest-ServersAdminNegativeTestJSON-1924497653 tempest-ServersAdminNegativeTestJSON-1924497653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:01.368242 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [req-3006753b-35c8-4ef7-9b74-373d0e8d6451 req-c44f4d77-bf3f-4ef6-94ba-64e3bd3935ee tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] No DVR routers for this DVR port 3a34eced-5439-48d3-9513-deac24aff981 on host nch2-master-1 {{(pid=121606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:20:01.377354 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] get_ports_and_sgs() called for port_ids ['60d06ee7-b2a0-4b58-9871-903596124a14', '73f7190f-617f-419d-8f40-aa6aad25bf15'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:20:01.379605 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-3006753b-35c8-4ef7-9b74-373d0e8d6451 req-c44f4d77-bf3f-4ef6-94ba-64e3bd3935ee tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:01.384027 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3006753b-35c8-4ef7-9b74-373d0e8d6451 req-c44f4d77-bf3f-4ef6-94ba-64e3bd3935ee tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] 10.222.0.37 "DELETE /v2.0/ports/3a34eced-5439-48d3-9513-deac24aff981 HTTP/1.1" status: 204  len: 173 time: 1.5961118
Dec 25 21:20:01.401739 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-198434e3-374e-4799-957b-643b2f92ae67 req-5272ab29-9b67-43a0-9789-ae37983cb100 tempest-ServerRescueTestJSON-1336662106 tempest-ServerRescueTestJSON-1336662106-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3baa9cd-9895-4145-88c0-053a91673173&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2740674
Dec 25 21:20:01.405985 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af7ab0f-8741-4c80-8988-ff06aed62416 req-f4222771-9c06-4ce7-8192-2aa699e32de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:01.406656 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-4af7ab0f-8741-4c80-8988-ff06aed62416 req-f4222771-9c06-4ce7-8192-2aa699e32de9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:01.408069 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4af7ab0f-8741-4c80-8988-ff06aed62416 req-f4222771-9c06-4ce7-8192-2aa699e32de9 service neutron] 10.222.0.37 "PUT /v2.0/ports/7d584498-0a66-4020-96ff-ac37bb6bf33e HTTP/1.1" status: 200  len: 1136 time: 2.5509992
Dec 25 21:20:01.413085 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9aac53c-29de-403b-8b07-2239417eb406 req-df9b07e4-b679-4020-84d1-2d3a05b81e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:01.414548 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a9aac53c-29de-403b-8b07-2239417eb406 req-df9b07e4-b679-4020-84d1-2d3a05b81e5b service neutron] 10.222.0.31 "GET /v2.0/networks?id=de2cf5f5-0f83-4089-a263-5ec0a5e6f1de HTTP/1.1" status: 200  len: 907 time: 0.2894146
Dec 25 21:20:01.504124 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4222771-9c06-4ce7-8192-2aa699e32de9 service neutron] Pushing event updated for resources: {'Port': ['ID=7d584498-0a66-4020-96ff-ac37bb6bf33e,revision_number=3']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:20:01.520982 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a9aac53c-29de-403b-8b07-2239417eb406 req-b4e4f8d2-5ecb-4afa-b13c-bc7efb5674ae service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3a19bd46-150e-4b0a-b87d-54e59821aacd HTTP/1.1" status: 200  len: 217 time: 0.0909023
Dec 25 21:20:01.583568 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d21857-5b88-4481-ba42-e91b977723b4 tempest-ServersAdminNegativeTestJSON-1924497653 tempest-ServersAdminNegativeTestJSON-1924497653-project] Pushing event deleted for resources: {'Port': ['ID=73f7190f-617f-419d-8f40-aa6aad25bf15,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:20:01.590461 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [req-79b75ef4-2008-4489-b94a-84c839eeb2fd req-35d21857-5b88-4481-ba42-e91b977723b4 tempest-ServersAdminNegativeTestJSON-1924497653 tempest-ServersAdminNegativeTestJSON-1924497653-project] No DVR routers for this DVR port 73f7190f-617f-419d-8f40-aa6aad25bf15 on host nch2-master-1 {{(pid=121607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:20:01.590938 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-79b75ef4-2008-4489-b94a-84c839eeb2fd req-35d21857-5b88-4481-ba42-e91b977723b4 tempest-ServersAdminNegativeTestJSON-1924497653 tempest-ServersAdminNegativeTestJSON-1924497653-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:01.596444 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-79b75ef4-2008-4489-b94a-84c839eeb2fd req-35d21857-5b88-4481-ba42-e91b977723b4 tempest-ServersAdminNegativeTestJSON-1924497653 tempest-ServersAdminNegativeTestJSON-1924497653-project] 10.222.0.37 "DELETE /v2.0/ports/73f7190f-617f-419d-8f40-aa6aad25bf15 HTTP/1.1" status: 204  len: 173 time: 0.9749899
Dec 25 21:20:01.597156 ncdv-master-1 neutron-server[121607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b9012c6-d4d3-4575-bc3c-7cabf98171e2', 'name': 'network-vif-deleted', 'tag': '73f7190f-617f-419d-8f40-aa6aad25bf15'}] {{(pid=121607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:20:01.600339 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f980bbcadfa7bf1e788024e1448be660373c21f97f015f780444e999c451203" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b0833d4-1a0b-49d3-84e1-59d7b4e8fb35" -d '{"events": [{"server_uuid": "5b9012c6-d4d3-4575-bc3c-7cabf98171e2", "name": "network-vif-deleted", "tag": "73f7190f-617f-419d-8f40-aa6aad25bf15"}]}' {{(pid=121607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:20:01.622329 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-4af7ab0f-8741-4c80-8988-ff06aed62416 req-34b2deb9-a722-4756-bef7-3aa75f220ef4 service neutron] Request body: {'port': {'device_id': 'aa2d5924-6a22-461e-b48b-e73f52f4b72c', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:20:01.671240 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-68db0de0-6a94-4e75-a096-cfc62736d4f6 req-350b2a61-a05d-4d30-a9d6-d4db15096ac5 tempest-ServersAdminNegativeTestJSON-1924497653 tempest-ServersAdminNegativeTestJSON-1924497653-project] 10.222.0.32 "GET /v2.0/ports?device_id=5b9012c6-d4d3-4575-bc3c-7cabf98171e2 HTTP/1.1" status: 200  len: 210 time: 0.1024683
Dec 25 21:20:01.767388 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9aac53c-29de-403b-8b07-2239417eb406 req-925712fa-833d-42ff-9a6b-58946e3e789f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:01.774373 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a9aac53c-29de-403b-8b07-2239417eb406 req-925712fa-833d-42ff-9a6b-58946e3e789f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=81f9dfd5-f0bc-4f72-bceb-acbb4f595f27 HTTP/1.1" status: 200  len: 846 time: 0.2447839
Dec 25 21:20:02.136590 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b4c6701b-1f1d-4d38-afb0-b20bf895f1ad req-8b7d8b48-32f6-487a-9c8b-a3a248484322 tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] 10.222.0.32 "GET /v2.0/ports?device_id=a4de75a7-d672-42e2-b76c-476113efaa1c HTTP/1.1" status: 200  len: 210 time: 0.3814952
Dec 25 21:20:02.141079 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a9aac53c-29de-403b-8b07-2239417eb406 req-c98dec5f-085e-46fe-b99a-3c770dab12ce service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=de2cf5f5-0f83-4089-a263-5ec0a5e6f1de&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.3564711
Dec 25 21:20:02.178137 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa152d67-0bf9-4051-a271-385e0742b84e req-327b49a9-e946-4c9f-971c-2ee94e1f4026 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:02.185000 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa152d67-0bf9-4051-a271-385e0742b84e req-327b49a9-e946-4c9f-971c-2ee94e1f4026 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:02.186398 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 21:20:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c75c430-bf13-433b-9b79-f723a2691da5 x-openstack-request-id: req-2c75c430-bf13-433b-9b79-f723a2691da5 {{(pid=121607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:20:02.186858 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b9012c6-d4d3-4575-bc3c-7cabf98171e2", "name": "network-vif-deleted", "tag": "73f7190f-617f-419d-8f40-aa6aad25bf15", "status": "completed", "code": 200}]} {{(pid=121607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:20:02.186946 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2c75c430-bf13-433b-9b79-f723a2691da5 {{(pid=121607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:20:02.187331 ncdv-master-1 neutron-server[121607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b9012c6-d4d3-4575-bc3c-7cabf98171e2', 'name': 'network-vif-deleted', 'tag': '73f7190f-617f-419d-8f40-aa6aad25bf15', 'status': 'completed', 'code': 200}
Dec 25 21:20:02.190933 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa152d67-0bf9-4051-a271-385e0742b84e req-327b49a9-e946-4c9f-971c-2ee94e1f4026 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:02.197110 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa152d67-0bf9-4051-a271-385e0742b84e req-327b49a9-e946-4c9f-971c-2ee94e1f4026 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:02.203693 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa152d67-0bf9-4051-a271-385e0742b84e req-327b49a9-e946-4c9f-971c-2ee94e1f4026 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:02.209653 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa152d67-0bf9-4051-a271-385e0742b84e req-327b49a9-e946-4c9f-971c-2ee94e1f4026 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:02.211556 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-fa152d67-0bf9-4051-a271-385e0742b84e req-327b49a9-e946-4c9f-971c-2ee94e1f4026 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa2d5924-6a22-461e-b48b-e73f52f4b72c HTTP/1.1" status: 200  len: 4606 time: 0.6225874
Dec 25 21:20:02.212184 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-4af7ab0f-8741-4c80-8988-ff06aed62416 req-34b2deb9-a722-4756-bef7-3aa75f220ef4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:02.420533 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307c5c5f-1f93-4b0a-b132-4d07563e05f0 req-a3bf8149-0ada-4284-86f9-9a3c3bb5cc8e tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:02.421981 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-307c5c5f-1f93-4b0a-b132-4d07563e05f0 req-a3bf8149-0ada-4284-86f9-9a3c3bb5cc8e tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] 10.222.0.32 "GET /v2.0/ports?device_id=714d5f5c-ef35-4c4a-8bb3-05dec010fd61 HTTP/1.1" status: 200  len: 944 time: 0.1828008
Dec 25 21:20:02.427086 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-fa152d67-0bf9-4051-a271-385e0742b84e req-6ff2ac48-3ed5-40eb-ba89-5f581793df5e tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] 10.222.0.32 "GET /v2.0/security-groups?id=b91eef00-e17a-4a6b-bf8c-dc658b79c2db&id=051b583c-529b-425b-89b3-0dd7f4245e61&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.2036891
Dec 25 21:20:02.471521 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a9aac53c-29de-403b-8b07-2239417eb406 req-1a852f59-59d2-4c45-85b6-090732bca296 service neutron] 10.222.0.31 "GET /v2.0/networks/de2cf5f5-0f83-4089-a263-5ec0a5e6f1de?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3230541
Dec 25 21:20:02.675113 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-307c5c5f-1f93-4b0a-b132-4d07563e05f0 req-ab1fe4bb-0719-402e-a155-9e8f62e684a8 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c514444-6044-490f-9acc-6dece3909d9f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2004724
Dec 25 21:20:02.735752 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a9aac53c-29de-403b-8b07-2239417eb406 req-8c89b785-1650-467a-bf9f-112556fae08c service neutron] 10.222.0.31 "GET /v2.0/networks/de2cf5f5-0f83-4089-a263-5ec0a5e6f1de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2573442
Dec 25 21:20:02.767140 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc32c59-0657-495e-be3b-16f15f5cc1b4 req-521b11dd-565f-4cf4-a292-d7eb2e00327e tempest-ServerRescueTestJSON-1336662106 tempest-ServerRescueTestJSON-1336662106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:02.768668 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9cc32c59-0657-495e-be3b-16f15f5cc1b4 req-521b11dd-565f-4cf4-a292-d7eb2e00327e tempest-ServerRescueTestJSON-1336662106 tempest-ServerRescueTestJSON-1336662106-project] 10.222.0.32 "GET /v2.0/ports?device_id=30bfda27-68a3-4a4a-bfd1-7749eaa3997c HTTP/1.1" status: 200  len: 945 time: 0.1101923
Dec 25 21:20:02.885987 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74ec135-4cda-4a7b-a02a-ae2a2123288f req-2d52deee-adb2-4c71-8d22-492c1dbf58a2 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:02.887479 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e74ec135-4cda-4a7b-a02a-ae2a2123288f req-2d52deee-adb2-4c71-8d22-492c1dbf58a2 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/ports?device_id=161df36a-2258-4f32-a7b0-2f7c793d4390 HTTP/1.1" status: 200  len: 946 time: 0.1486690
Dec 25 21:20:02.889485 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [req-4af7ab0f-8741-4c80-8988-ff06aed62416 req-34b2deb9-a722-4756-bef7-3aa75f220ef4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd6aa216-385a-41e5-8c5e-3aae2253a5ab {{(pid=121606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:20:02.896552 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9cc32c59-0657-495e-be3b-16f15f5cc1b4 req-64187aca-20d5-4b84-b5ac-e02952ecf948 tempest-ServerRescueTestJSON-1336662106 tempest-ServerRescueTestJSON-1336662106-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3baa9cd-9895-4145-88c0-053a91673173&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1185279
Dec 25 21:20:02.902824 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-4af7ab0f-8741-4c80-8988-ff06aed62416 req-34b2deb9-a722-4756-bef7-3aa75f220ef4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:02.917897 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4de75a7-d672-42e2-b76c-476113efaa1c', 'name': 'network-vif-deleted', 'tag': '3a34eced-5439-48d3-9513-deac24aff981'}, {'name': 'network-changed', 'server_uuid': 'aa2d5924-6a22-461e-b48b-e73f52f4b72c', 'tag': '7d584498-0a66-4020-96ff-ac37bb6bf33e'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:20:02.920288 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9858820c13ec2827453b94ebc4181065e990a4e4089ccb9fe762531ac62d2fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f004203-ab8b-498f-b76e-1ef4f92d8958" -d '{"events": [{"server_uuid": "a4de75a7-d672-42e2-b76c-476113efaa1c", "name": "network-vif-deleted", "tag": "3a34eced-5439-48d3-9513-deac24aff981"}, {"name": "network-changed", "server_uuid": "aa2d5924-6a22-461e-b48b-e73f52f4b72c", "tag": "7d584498-0a66-4020-96ff-ac37bb6bf33e"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:20:02.942664 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.provisioning_blocks [req-4af7ab0f-8741-4c80-8988-ff06aed62416 req-34b2deb9-a722-4756-bef7-3aa75f220ef4 service neutron] Transition to ACTIVE for port object fd6aa216-385a-41e5-8c5e-3aae2253a5ab will not be triggered until provisioned by entity L2. {{(pid=121606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 25 21:20:02.961079 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e74ec135-4cda-4a7b-a02a-ae2a2123288f req-d3b346ea-7aa7-470a-a0fe-568a83a1e947 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/security-groups?id=303458ac-ce28-4cba-8947-b5e432a1ea1f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0615771
Dec 25 21:20:03.004625 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2f03d704-1aec-48a5-9daa-ab8980736e20 req-f0dbf410-f099-4827-96f4-bb8ec6b96ee1 tempest-ServersAdminNegativeTestJSON-1924497653 tempest-ServersAdminNegativeTestJSON-1924497653-project] 10.222.0.32 "GET /v2.0/ports?device_id=5b9012c6-d4d3-4575-bc3c-7cabf98171e2 HTTP/1.1" status: 200  len: 210 time: 0.0315194
Dec 25 21:20:03.012243 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sat, 25 Dec 2021 21:20:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b755eeff-c5e8-4547-9817-a78ac832b189 x-openstack-request-id: req-b755eeff-c5e8-4547-9817-a78ac832b189 {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:20:03.012549 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4de75a7-d672-42e2-b76c-476113efaa1c", "name": "network-vif-deleted", "tag": "3a34eced-5439-48d3-9513-deac24aff981", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "aa2d5924-6a22-461e-b48b-e73f52f4b72c", "tag": "7d584498-0a66-4020-96ff-ac37bb6bf33e", "status": "completed", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:20:03.012800 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b755eeff-c5e8-4547-9817-a78ac832b189 {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:20:03.013226 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4de75a7-d672-42e2-b76c-476113efaa1c', 'name': 'network-vif-deleted', 'tag': '3a34eced-5439-48d3-9513-deac24aff981', 'status': 'completed', 'code': 200}
Dec 25 21:20:03.013488 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa2d5924-6a22-461e-b48b-e73f52f4b72c', 'tag': '7d584498-0a66-4020-96ff-ac37bb6bf33e', 'status': 'completed', 'code': 200}
Dec 25 21:20:03.068916 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-4af7ab0f-8741-4c80-8988-ff06aed62416 req-34b2deb9-a722-4756-bef7-3aa75f220ef4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:03.102387 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f004203-ab8b-498f-b76e-1ef4f92d8958 req-892e6aed-29eb-4b65-b351-74c62600adae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:03.103147 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f004203-ab8b-498f-b76e-1ef4f92d8958 req-892e6aed-29eb-4b65-b351-74c62600adae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:03.103801 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f004203-ab8b-498f-b76e-1ef4f92d8958 req-892e6aed-29eb-4b65-b351-74c62600adae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:03.104757 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f004203-ab8b-498f-b76e-1ef4f92d8958 req-892e6aed-29eb-4b65-b351-74c62600adae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:03.106412 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f004203-ab8b-498f-b76e-1ef4f92d8958 req-892e6aed-29eb-4b65-b351-74c62600adae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:03.108105 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f004203-ab8b-498f-b76e-1ef4f92d8958 req-892e6aed-29eb-4b65-b351-74c62600adae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:03.111208 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-8f004203-ab8b-498f-b76e-1ef4f92d8958 req-892e6aed-29eb-4b65-b351-74c62600adae service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d4571ece0fa3450b83fde221178518c8&device_id=aa2d5924-6a22-461e-b48b-e73f52f4b72c HTTP/1.1" status: 200  len: 5292 time: 0.0713563
Dec 25 21:20:03.123394 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b2deb9-a722-4756-bef7-3aa75f220ef4 service neutron] Pushing event updated for resources: {'Port': ['ID=fd6aa216-385a-41e5-8c5e-3aae2253a5ab,revision_number=2']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:20:03.241668 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-4af7ab0f-8741-4c80-8988-ff06aed62416 req-34b2deb9-a722-4756-bef7-3aa75f220ef4 service neutron] Attempting to bind port fd6aa216-385a-41e5-8c5e-3aae2253a5ab on host nch2-master-1 for vnic_type normal with profile  {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:20:03.242891 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-4af7ab0f-8741-4c80-8988-ff06aed62416 req-34b2deb9-a722-4756-bef7-3aa75f220ef4 service neutron] Attempting to bind port fd6aa216-385a-41e5-8c5e-3aae2253a5ab by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '3c3bf577-825d-4a12-8515-c9a0adea0ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'f7ed1632-2ec3-4974-9097-8fe2ac8f3ba4'}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:20:03.243227 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4af7ab0f-8741-4c80-8988-ff06aed62416 req-34b2deb9-a722-4756-bef7-3aa75f220ef4 service neutron] Attempting to bind port fd6aa216-385a-41e5-8c5e-3aae2253a5ab on network f7ed1632-2ec3-4974-9097-8fe2ac8f3ba4 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:20:03.248197 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4af7ab0f-8741-4c80-8988-ff06aed62416 req-34b2deb9-a722-4756-bef7-3aa75f220ef4 service neutron] Port fd6aa216-385a-41e5-8c5e-3aae2253a5ab on network f7ed1632-2ec3-4974-9097-8fe2ac8f3ba4 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 25 21:20:03.248656 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4af7ab0f-8741-4c80-8988-ff06aed62416 req-34b2deb9-a722-4756-bef7-3aa75f220ef4 service neutron] Attempting to bind port fd6aa216-385a-41e5-8c5e-3aae2253a5ab on network f7ed1632-2ec3-4974-9097-8fe2ac8f3ba4 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:20:03.248779 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f004203-ab8b-498f-b76e-1ef4f92d8958 req-a2c3e38c-dd0b-497a-904e-b7951cad8a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:03.249296 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f004203-ab8b-498f-b76e-1ef4f92d8958 req-a2c3e38c-dd0b-497a-904e-b7951cad8a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:03.249813 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f004203-ab8b-498f-b76e-1ef4f92d8958 req-a2c3e38c-dd0b-497a-904e-b7951cad8a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:03.252702 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-8f004203-ab8b-498f-b76e-1ef4f92d8958 req-a2c3e38c-dd0b-497a-904e-b7951cad8a9b service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=d4571ece0fa3450b83fde221178518c8&shared=False HTTP/1.1" status: 200  len: 2298 time: 0.1323109
Dec 25 21:20:03.254784 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4af7ab0f-8741-4c80-8988-ff06aed62416 req-34b2deb9-a722-4756-bef7-3aa75f220ef4 service neutron] Checking agent: {'id': '0d9ae313-8f8d-40fa-8a9f-d098a25a9911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 21, 4, 38), 'started_at': datetime.datetime(2021, 12, 25, 21, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 19, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:20:03.255270 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4af7ab0f-8741-4c80-8988-ff06aed62416 req-34b2deb9-a722-4756-bef7-3aa75f220ef4 service neutron] Checking segment: {'id': '3c3bf577-825d-4a12-8515-c9a0adea0ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'f7ed1632-2ec3-4974-9097-8fe2ac8f3ba4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:20:03.255784 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4af7ab0f-8741-4c80-8988-ff06aed62416 req-34b2deb9-a722-4756-bef7-3aa75f220ef4 service neutron] Bound using segment: {'id': '3c3bf577-825d-4a12-8515-c9a0adea0ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'f7ed1632-2ec3-4974-9097-8fe2ac8f3ba4'} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:20:03.256102 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-4af7ab0f-8741-4c80-8988-ff06aed62416 req-34b2deb9-a722-4756-bef7-3aa75f220ef4 service neutron] Bound port: fd6aa216-385a-41e5-8c5e-3aae2253a5ab, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c3bf577-825d-4a12-8515-c9a0adea0ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'f7ed1632-2ec3-4974-9097-8fe2ac8f3ba4'}}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:20:03.256460 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-4af7ab0f-8741-4c80-8988-ff06aed62416 req-34b2deb9-a722-4756-bef7-3aa75f220ef4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:03.381266 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-4af7ab0f-8741-4c80-8988-ff06aed62416 req-34b2deb9-a722-4756-bef7-3aa75f220ef4 service neutron] For port fd6aa216-385a-41e5-8c5e-3aae2253a5ab, host nch2-master-1, cleared binding levels {{(pid=121606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:20:03.384639 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-4af7ab0f-8741-4c80-8988-ff06aed62416 req-34b2deb9-a722-4756-bef7-3aa75f220ef4 service neutron] For port fd6aa216-385a-41e5-8c5e-3aae2253a5ab, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=fd6aa216-385a-41e5-8c5e-3aae2253a5ab,segment=NetworkSegment(3c3bf577-825d-4a12-8515-c9a0adea0ed3),segment_id=3c3bf577-825d-4a12-8515-c9a0adea0ed3)] {{(pid=121606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:20:03.420682 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f004203-ab8b-498f-b76e-1ef4f92d8958 req-d0974e98-a82c-4260-bb02-fbef54509aae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:03.426477 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-8f004203-ab8b-498f-b76e-1ef4f92d8958 req-d0974e98-a82c-4260-bb02-fbef54509aae service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1620152
Dec 25 21:20:03.454594 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-4af7ab0f-8741-4c80-8988-ff06aed62416 req-34b2deb9-a722-4756-bef7-3aa75f220ef4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:03.511362 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ba33e5-d827-4457-9c64-35f373b30b04 req-6389eafd-eaaa-4094-a422-d0bf9767fb66 tempest-ServerRescueTestJSON-1336662106 tempest-ServerRescueTestJSON-1336662106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:03.514403 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-96ba33e5-d827-4457-9c64-35f373b30b04 req-6389eafd-eaaa-4094-a422-d0bf9767fb66 tempest-ServerRescueTestJSON-1336662106 tempest-ServerRescueTestJSON-1336662106-project] 10.222.0.37 "GET /v2.0/ports?device_id=30bfda27-68a3-4a4a-bfd1-7749eaa3997c HTTP/1.1" status: 200  len: 945 time: 0.0530846
Dec 25 21:20:03.541517 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af7ab0f-8741-4c80-8988-ff06aed62416 req-34b2deb9-a722-4756-bef7-3aa75f220ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:03.542189 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-4af7ab0f-8741-4c80-8988-ff06aed62416 req-34b2deb9-a722-4756-bef7-3aa75f220ef4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:03.543558 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4af7ab0f-8741-4c80-8988-ff06aed62416 req-34b2deb9-a722-4756-bef7-3aa75f220ef4 service neutron] 10.222.0.37 "PUT /v2.0/ports/fd6aa216-385a-41e5-8c5e-3aae2253a5ab HTTP/1.1" status: 200  len: 1135 time: 1.9522233
Dec 25 21:20:03.627404 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1acb242-c80b-4fae-a5c8-40674199ada9 req-f5730194-2c9a-42db-92b0-5958494d9d24 tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:03.633017 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e1acb242-c80b-4fae-a5c8-40674199ada9 req-f5730194-2c9a-42db-92b0-5958494d9d24 tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] 10.222.0.32 "GET /v2.0/networks?id=2c732578-b39b-40c1-8a55-147e577043a0 HTTP/1.1" status: 200  len: 812 time: 0.2132580
Dec 25 21:20:03.633751 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b2deb9-a722-4756-bef7-3aa75f220ef4 service neutron] Pushing event updated for resources: {'Port': ['ID=fd6aa216-385a-41e5-8c5e-3aae2253a5ab,revision_number=3']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:20:03.644779 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-4af7ab0f-8741-4c80-8988-ff06aed62416 req-e5d9b96a-e9cf-48c0-9255-a00b83006338 service neutron] Request body: {'port': {'device_id': 'aa2d5924-6a22-461e-b48b-e73f52f4b72c', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:20:03.650585 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [req-96ba33e5-d827-4457-9c64-35f373b30b04 req-51ab0554-feb9-4ad0-88e4-575321699272 tempest-ServerRescueTestJSON-1336662106 tempest-ServerRescueTestJSON-1336662106-project] Deleting port d3b55372-6cc1-4847-8bab-b4a3a6aec2ff {{(pid=121607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:20:03.651109 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-96ba33e5-d827-4457-9c64-35f373b30b04 req-51ab0554-feb9-4ad0-88e4-575321699272 tempest-ServerRescueTestJSON-1336662106 tempest-ServerRescueTestJSON-1336662106-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:03.688486 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b08e64-5aea-4403-89c9-942eaa99c12c req-3af45d11-46ae-428e-a828-c254e3a5d8db tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:03.694697 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b08e64-5aea-4403-89c9-942eaa99c12c req-3af45d11-46ae-428e-a828-c254e3a5d8db tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:03.701631 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b08e64-5aea-4403-89c9-942eaa99c12c req-3af45d11-46ae-428e-a828-c254e3a5d8db tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:03.707577 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b08e64-5aea-4403-89c9-942eaa99c12c req-3af45d11-46ae-428e-a828-c254e3a5d8db tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:03.713911 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b08e64-5aea-4403-89c9-942eaa99c12c req-3af45d11-46ae-428e-a828-c254e3a5d8db tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:03.720248 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b08e64-5aea-4403-89c9-942eaa99c12c req-3af45d11-46ae-428e-a828-c254e3a5d8db tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:03.726176 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b08e64-5aea-4403-89c9-942eaa99c12c req-3af45d11-46ae-428e-a828-c254e3a5d8db tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:03.728155 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-76b08e64-5aea-4403-89c9-942eaa99c12c req-3af45d11-46ae-428e-a828-c254e3a5d8db tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa2d5924-6a22-461e-b48b-e73f52f4b72c HTTP/1.1" status: 200  len: 5383 time: 0.1906514
Dec 25 21:20:03.732347 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e1acb242-c80b-4fae-a5c8-40674199ada9 req-a1992c33-577c-4acb-8364-cfe58b4f55dd tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] 10.222.0.32 "GET /v2.0/quotas/8154e82a58434a60b677d150202a5312 HTTP/1.1" status: 200  len: 375 time: 0.0936506
Dec 25 21:20:03.750499 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.db [req-96ba33e5-d827-4457-9c64-35f373b30b04 req-51ab0554-feb9-4ad0-88e4-575321699272 tempest-ServerRescueTestJSON-1336662106 tempest-ServerRescueTestJSON-1336662106-project] For port d3b55372-6cc1-4847-8bab-b4a3a6aec2ff, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d3b55372-6cc1-4847-8bab-b4a3a6aec2ff,segment=NetworkSegment(a23ab71a-bf4a-4f83-858c-14fbc7539004),segment_id=a23ab71a-bf4a-4f83-858c-14fbc7539004)] {{(pid=121607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:20:03.750932 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-96ba33e5-d827-4457-9c64-35f373b30b04 req-51ab0554-feb9-4ad0-88e4-575321699272 tempest-ServerRescueTestJSON-1336662106 tempest-ServerRescueTestJSON-1336662106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:03.764209 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [req-96ba33e5-d827-4457-9c64-35f373b30b04 req-51ab0554-feb9-4ad0-88e4-575321699272 tempest-ServerRescueTestJSON-1336662106 tempest-ServerRescueTestJSON-1336662106-project] Calling delete_port for d3b55372-6cc1-4847-8bab-b4a3a6aec2ff owned by compute:nova {{(pid=121607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:20:03.772545 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device 3a34eced-5439-48d3-9513-deac24aff981 no longer exists at agent hyperv_nch2-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:20:03.795427 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] No Port match for: 3a34eced-5439-48d3-9513-deac24aff981 {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:20:03.795690 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device 3a34eced-5439-48d3-9513-deac24aff981 not bound to the agent host nch2-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:20:03.796279 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device 73f7190f-617f-419d-8f40-aa6aad25bf15 no longer exists at agent hyperv_nch2-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:20:03.810910 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e1acb242-c80b-4fae-a5c8-40674199ada9 req-8936eb03-0088-4563-8fbe-4d10738cc87e tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=8154e82a58434a60b677d150202a5312&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0643733
Dec 25 21:20:03.818907 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] No Port match for: 73f7190f-617f-419d-8f40-aa6aad25bf15 {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:20:03.819469 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device 73f7190f-617f-419d-8f40-aa6aad25bf15 not bound to the agent host nch2-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:20:03.821516 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-4af7ab0f-8741-4c80-8988-ff06aed62416 req-e5d9b96a-e9cf-48c0-9255-a00b83006338 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:03.935965 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-76b08e64-5aea-4403-89c9-942eaa99c12c req-58bea269-ea71-48a7-82d9-ca7b67c0377f tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] 10.222.0.32 "GET /v2.0/security-groups?id=b91eef00-e17a-4a6b-bf8c-dc658b79c2db&id=051b583c-529b-425b-89b3-0dd7f4245e61&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1884358
Dec 25 21:20:04.020781 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-96ba33e5-d827-4457-9c64-35f373b30b04 req-51ab0554-feb9-4ad0-88e4-575321699272 tempest-ServerRescueTestJSON-1336662106 tempest-ServerRescueTestJSON-1336662106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:04.036254 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] get_ports_and_sgs() called for port_ids ['d3b55372-6cc1-4847-8bab-b4a3a6aec2ff'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:20:04.053864 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ab0554-feb9-4ad0-88e4-575321699272 tempest-ServerRescueTestJSON-1336662106 tempest-ServerRescueTestJSON-1336662106-project] Pushing event deleted for resources: {'Port': ['ID=d3b55372-6cc1-4847-8bab-b4a3a6aec2ff,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:20:04.059503 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e1acb242-c80b-4fae-a5c8-40674199ada9 req-dc45a7b7-90df-4ae1-b919-a7dc11674511 service neutron] 10.222.0.32 "GET /v2.0/networks/2c732578-b39b-40c1-8a55-147e577043a0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2308519
Dec 25 21:20:04.123354 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [req-96ba33e5-d827-4457-9c64-35f373b30b04 req-51ab0554-feb9-4ad0-88e4-575321699272 tempest-ServerRescueTestJSON-1336662106 tempest-ServerRescueTestJSON-1336662106-project] No DVR routers for this DVR port d3b55372-6cc1-4847-8bab-b4a3a6aec2ff on host nch2-master-1 {{(pid=121607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:20:04.130675 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-96ba33e5-d827-4457-9c64-35f373b30b04 req-51ab0554-feb9-4ad0-88e4-575321699272 tempest-ServerRescueTestJSON-1336662106 tempest-ServerRescueTestJSON-1336662106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:04.134080 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-96ba33e5-d827-4457-9c64-35f373b30b04 req-51ab0554-feb9-4ad0-88e4-575321699272 tempest-ServerRescueTestJSON-1336662106 tempest-ServerRescueTestJSON-1336662106-project] 10.222.0.37 "DELETE /v2.0/ports/d3b55372-6cc1-4847-8bab-b4a3a6aec2ff HTTP/1.1" status: 204  len: 173 time: 0.6122975
Dec 25 21:20:04.188851 ncdv-master-1 neutron-server[121607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30bfda27-68a3-4a4a-bfd1-7749eaa3997c', 'name': 'network-vif-deleted', 'tag': 'd3b55372-6cc1-4847-8bab-b4a3a6aec2ff'}] {{(pid=121607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:20:04.191213 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f980bbcadfa7bf1e788024e1448be660373c21f97f015f780444e999c451203" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-961e78d9-3046-48fb-99d1-feb5cb0bf37d" -d '{"events": [{"server_uuid": "30bfda27-68a3-4a4a-bfd1-7749eaa3997c", "name": "network-vif-deleted", "tag": "d3b55372-6cc1-4847-8bab-b4a3a6aec2ff"}]}' {{(pid=121607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:20:04.208589 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:04.272194 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e1acb242-c80b-4fae-a5c8-40674199ada9 req-de185bf1-e881-44b2-a04d-0b0b5cf43665 service neutron] 10.222.0.32 "GET /v2.0/networks/2c732578-b39b-40c1-8a55-147e577043a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1942360
Dec 25 21:20:04.296724 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a721f1ea-4d17-45e1-814b-240654265a7c req-730eb527-49a7-42fb-b4b8-006e670c836b tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:04.298535 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a721f1ea-4d17-45e1-814b-240654265a7c req-730eb527-49a7-42fb-b4b8-006e670c836b tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] 10.222.0.32 "GET /v2.0/ports?device_id=714d5f5c-ef35-4c4a-8bb3-05dec010fd61 HTTP/1.1" status: 200  len: 944 time: 0.1099730
Dec 25 21:20:04.352119 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [req-4af7ab0f-8741-4c80-8988-ff06aed62416 req-e5d9b96a-e9cf-48c0-9255-a00b83006338 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2eb143cf-a0c7-4e74-a5f2-177a4bc1db2c {{(pid=121606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:20:04.366627 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-4af7ab0f-8741-4c80-8988-ff06aed62416 req-e5d9b96a-e9cf-48c0-9255-a00b83006338 service neutron] Publish callbacks [] for port, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:04.391806 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.provisioning_blocks [req-4af7ab0f-8741-4c80-8988-ff06aed62416 req-e5d9b96a-e9cf-48c0-9255-a00b83006338 service neutron] Transition to ACTIVE for port object 2eb143cf-a0c7-4e74-a5f2-177a4bc1db2c will not be triggered until provisioned by entity L2. {{(pid=121606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 25 21:20:04.396282 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a721f1ea-4d17-45e1-814b-240654265a7c req-7e77c954-77f8-4707-ada8-41f342f034d7 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c514444-6044-490f-9acc-6dece3909d9f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0744460
Dec 25 21:20:04.477500 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-4af7ab0f-8741-4c80-8988-ff06aed62416 req-e5d9b96a-e9cf-48c0-9255-a00b83006338 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:04.498946 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-85aabedc-3ecf-4818-aa94-5aabb0513683 req-f99a3a2a-ff26-405d-b5f2-9f2a5d5ed78a tempest-ServerRescueTestJSON-1336662106 tempest-ServerRescueTestJSON-1336662106-project] 10.222.0.32 "GET /v2.0/ports?device_id=30bfda27-68a3-4a4a-bfd1-7749eaa3997c HTTP/1.1" status: 200  len: 210 time: 0.0326872
Dec 25 21:20:04.563832 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device 3a19bd46-150e-4b0a-b87d-54e59821aacd details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 25 21:20:04.566732 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device cdd08e2a-d7d3-45dd-874c-1cadcc9203fd no longer exists at agent hyperv_nch1-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:20:04.585664 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d9b96a-e9cf-48c0-9255-a00b83006338 service neutron] Pushing event updated for resources: {'Port': ['ID=2eb143cf-a0c7-4e74-a5f2-177a4bc1db2c,revision_number=2']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:20:04.685019 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 21:20:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60380fe9-dab9-4e8d-99d9-d3dbd836ebc2 x-openstack-request-id: req-60380fe9-dab9-4e8d-99d9-d3dbd836ebc2 {{(pid=121607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:20:04.685876 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30bfda27-68a3-4a4a-bfd1-7749eaa3997c", "name": "network-vif-deleted", "tag": "d3b55372-6cc1-4847-8bab-b4a3a6aec2ff", "status": "completed", "code": 200}]} {{(pid=121607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:20:04.686334 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-60380fe9-dab9-4e8d-99d9-d3dbd836ebc2 {{(pid=121607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:20:04.687090 ncdv-master-1 neutron-server[121607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30bfda27-68a3-4a4a-bfd1-7749eaa3997c', 'name': 'network-vif-deleted', 'tag': 'd3b55372-6cc1-4847-8bab-b4a3a6aec2ff', 'status': 'completed', 'code': 200}
Dec 25 21:20:04.726356 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:04.743760 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-4af7ab0f-8741-4c80-8988-ff06aed62416 req-e5d9b96a-e9cf-48c0-9255-a00b83006338 service neutron] Attempting to bind port 2eb143cf-a0c7-4e74-a5f2-177a4bc1db2c on host nch2-master-1 for vnic_type normal with profile  {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:20:04.745660 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-4af7ab0f-8741-4c80-8988-ff06aed62416 req-e5d9b96a-e9cf-48c0-9255-a00b83006338 service neutron] Attempting to bind port 2eb143cf-a0c7-4e74-a5f2-177a4bc1db2c by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '3c3bf577-825d-4a12-8515-c9a0adea0ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'f7ed1632-2ec3-4974-9097-8fe2ac8f3ba4'}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:20:04.746183 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4af7ab0f-8741-4c80-8988-ff06aed62416 req-e5d9b96a-e9cf-48c0-9255-a00b83006338 service neutron] Attempting to bind port 2eb143cf-a0c7-4e74-a5f2-177a4bc1db2c on network f7ed1632-2ec3-4974-9097-8fe2ac8f3ba4 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:20:04.802483 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '161df36a-2258-4f32-a7b0-2f7c793d4390', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cdd08e2a-d7d3-45dd-874c-1cadcc9203fd'}] {{(pid=121608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:20:04.806079 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a88c78c3ff6266bd59c7e89d275b28c92e739b67d23c89d71af88829fd31566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f421cac9-efce-40b1-a885-beb73a385649" -d '{"events": [{"server_uuid": "161df36a-2258-4f32-a7b0-2f7c793d4390", "name": "network-vif-unplugged", "status": "completed", "tag": "cdd08e2a-d7d3-45dd-874c-1cadcc9203fd"}]}' {{(pid=121608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:20:04.933961 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-350c6c13-8513-4f17-9e60-e4d92803c632 req-1c6f1dd2-2a36-4a26-a65f-f34817f2fa07 tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] 10.222.0.32 "GET /v2.0/ports?device_id=6bc9caeb-6686-4332-99c6-4ec54e0549ce HTTP/1.1" status: 200  len: 210 time: 0.0655882
Dec 25 21:20:04.933961 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4af7ab0f-8741-4c80-8988-ff06aed62416 req-e5d9b96a-e9cf-48c0-9255-a00b83006338 service neutron] Port 2eb143cf-a0c7-4e74-a5f2-177a4bc1db2c on network f7ed1632-2ec3-4974-9097-8fe2ac8f3ba4 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 25 21:20:04.933961 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4af7ab0f-8741-4c80-8988-ff06aed62416 req-e5d9b96a-e9cf-48c0-9255-a00b83006338 service neutron] Attempting to bind port 2eb143cf-a0c7-4e74-a5f2-177a4bc1db2c on network f7ed1632-2ec3-4974-9097-8fe2ac8f3ba4 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:20:04.937018 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port cdd08e2a-d7d3-45dd-874c-1cadcc9203fd, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=cdd08e2a-d7d3-45dd-874c-1cadcc9203fd,segment=NetworkSegment(66e39abb-3870-4404-91e4-a4d8a7ae7fb7),segment_id=66e39abb-3870-4404-91e4-a4d8a7ae7fb7)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:20:04.937989 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4af7ab0f-8741-4c80-8988-ff06aed62416 req-e5d9b96a-e9cf-48c0-9255-a00b83006338 service neutron] Checking agent: {'id': '0d9ae313-8f8d-40fa-8a9f-d098a25a9911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 21, 4, 38), 'started_at': datetime.datetime(2021, 12, 25, 21, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 19, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:20:04.937989 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4af7ab0f-8741-4c80-8988-ff06aed62416 req-e5d9b96a-e9cf-48c0-9255-a00b83006338 service neutron] Checking segment: {'id': '3c3bf577-825d-4a12-8515-c9a0adea0ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'f7ed1632-2ec3-4974-9097-8fe2ac8f3ba4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:20:04.937989 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4af7ab0f-8741-4c80-8988-ff06aed62416 req-e5d9b96a-e9cf-48c0-9255-a00b83006338 service neutron] Bound using segment: {'id': '3c3bf577-825d-4a12-8515-c9a0adea0ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'f7ed1632-2ec3-4974-9097-8fe2ac8f3ba4'} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:20:04.937989 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-4af7ab0f-8741-4c80-8988-ff06aed62416 req-e5d9b96a-e9cf-48c0-9255-a00b83006338 service neutron] Bound port: 2eb143cf-a0c7-4e74-a5f2-177a4bc1db2c, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c3bf577-825d-4a12-8515-c9a0adea0ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'f7ed1632-2ec3-4974-9097-8fe2ac8f3ba4'}}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:20:04.937989 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-4af7ab0f-8741-4c80-8988-ff06aed62416 req-e5d9b96a-e9cf-48c0-9255-a00b83006338 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:04.939396 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port 3a19bd46-150e-4b0a-b87d-54e59821aacd, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3a19bd46-150e-4b0a-b87d-54e59821aacd,segment=NetworkSegment(2eb49ff2-b1de-4e84-a376-6f91f784eeb5),segment_id=2eb49ff2-b1de-4e84-a376-6f91f784eeb5)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:20:04.939396 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Returning: {'device': '3a19bd46-150e-4b0a-b87d-54e59821aacd', 'network_id': 'de2cf5f5-0f83-4089-a263-5ec0a5e6f1de', 'port_id': '3a19bd46-150e-4b0a-b87d-54e59821aacd', 'mac_address': 'fa:16:3e:62:40:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81f9dfd5-f0bc-4f72-bceb-acbb4f595f27', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 25 21:20:04.939396 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 25 Dec 2021 21:20:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64ac3c80-430b-4a19-8cb3-51969dffa82d x-openstack-request-id: req-64ac3c80-430b-4a19-8cb3-51969dffa82d {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:20:04.939396 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "161df36a-2258-4f32-a7b0-2f7c793d4390", "name": "network-vif-unplugged", "status": "completed", "tag": "cdd08e2a-d7d3-45dd-874c-1cadcc9203fd", "code": 200}]} {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:20:04.939396 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-64ac3c80-430b-4a19-8cb3-51969dffa82d {{(pid=121608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:20:04.939396 ncdv-master-1 neutron-server[121608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '161df36a-2258-4f32-a7b0-2f7c793d4390', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cdd08e2a-d7d3-45dd-874c-1cadcc9203fd', 'code': 200}
Dec 25 21:20:04.939396 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:04.939396 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a19bd46-150e-4b0a-b87d-54e59821aacd {{(pid=121608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:20:04.940609 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-4af7ab0f-8741-4c80-8988-ff06aed62416 req-e5d9b96a-e9cf-48c0-9255-a00b83006338 service neutron] For port 2eb143cf-a0c7-4e74-a5f2-177a4bc1db2c, host nch2-master-1, cleared binding levels {{(pid=121606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:20:04.940609 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-4af7ab0f-8741-4c80-8988-ff06aed62416 req-e5d9b96a-e9cf-48c0-9255-a00b83006338 service neutron] For port 2eb143cf-a0c7-4e74-a5f2-177a4bc1db2c, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2eb143cf-a0c7-4e74-a5f2-177a4bc1db2c,segment=NetworkSegment(3c3bf577-825d-4a12-8515-c9a0adea0ed3),segment_id=3c3bf577-825d-4a12-8515-c9a0adea0ed3)] {{(pid=121606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:20:04.941083 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port 3a19bd46-150e-4b0a-b87d-54e59821aacd, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3a19bd46-150e-4b0a-b87d-54e59821aacd,segment=NetworkSegment(2eb49ff2-b1de-4e84-a376-6f91f784eeb5),segment_id=2eb49ff2-b1de-4e84-a376-6f91f784eeb5)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:20:05.014950 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa2d5924-6a22-461e-b48b-e73f52f4b72c', 'tag': 'fd6aa216-385a-41e5-8c5e-3aae2253a5ab'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:20:05.017359 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9858820c13ec2827453b94ebc4181065e990a4e4089ccb9fe762531ac62d2fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92da291c-add4-46c9-b895-6b8787a9c44d" -d '{"events": [{"name": "network-changed", "server_uuid": "aa2d5924-6a22-461e-b48b-e73f52f4b72c", "tag": "fd6aa216-385a-41e5-8c5e-3aae2253a5ab"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:20:05.074249 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-d09edc02-0683-44b0-98db-89b6e948c3dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:05.075278 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f39c4b2-4457-48e9-9439-e324392f7772 req-a07046ce-ef33-4c4d-9194-51ce37603a70 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:05.081302 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f39c4b2-4457-48e9-9439-e324392f7772 req-a07046ce-ef33-4c4d-9194-51ce37603a70 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:05.087240 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f39c4b2-4457-48e9-9439-e324392f7772 req-a07046ce-ef33-4c4d-9194-51ce37603a70 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:05.093781 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f39c4b2-4457-48e9-9439-e324392f7772 req-a07046ce-ef33-4c4d-9194-51ce37603a70 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:05.099831 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f39c4b2-4457-48e9-9439-e324392f7772 req-a07046ce-ef33-4c4d-9194-51ce37603a70 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:05.106516 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f39c4b2-4457-48e9-9439-e324392f7772 req-a07046ce-ef33-4c4d-9194-51ce37603a70 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:05.112622 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f39c4b2-4457-48e9-9439-e324392f7772 req-a07046ce-ef33-4c4d-9194-51ce37603a70 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:05.114570 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5f39c4b2-4457-48e9-9439-e324392f7772 req-a07046ce-ef33-4c4d-9194-51ce37603a70 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa2d5924-6a22-461e-b48b-e73f52f4b72c HTTP/1.1" status: 200  len: 5395 time: 0.0942514
Dec 25 21:20:05.172204 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:05.175962 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5f39c4b2-4457-48e9-9439-e324392f7772 req-8a08fdf6-be44-4295-8498-938ffd439270 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] 10.222.0.32 "GET /v2.0/security-groups?id=b91eef00-e17a-4a6b-bf8c-dc658b79c2db&id=051b583c-529b-425b-89b3-0dd7f4245e61&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0544980
Dec 25 21:20:05.177407 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:05.179804 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-4af7ab0f-8741-4c80-8988-ff06aed62416 req-e5d9b96a-e9cf-48c0-9255-a00b83006338 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:05.245662 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af7ab0f-8741-4c80-8988-ff06aed62416 req-e5d9b96a-e9cf-48c0-9255-a00b83006338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:05.246560 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-4af7ab0f-8741-4c80-8988-ff06aed62416 req-e5d9b96a-e9cf-48c0-9255-a00b83006338 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:05.248493 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4af7ab0f-8741-4c80-8988-ff06aed62416 req-e5d9b96a-e9cf-48c0-9255-a00b83006338 service neutron] 10.222.0.37 "PUT /v2.0/ports/2eb143cf-a0c7-4e74-a5f2-177a4bc1db2c HTTP/1.1" status: 200  len: 1091 time: 1.6104732
Dec 25 21:20:05.250403 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Dec 2021 21:20:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e6a24c1-2388-497a-9f5f-0afaf2f926cb x-openstack-request-id: req-0e6a24c1-2388-497a-9f5f-0afaf2f926cb {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:20:05.250902 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa2d5924-6a22-461e-b48b-e73f52f4b72c", "tag": "fd6aa216-385a-41e5-8c5e-3aae2253a5ab", "status": "completed", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:20:05.251314 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0e6a24c1-2388-497a-9f5f-0afaf2f926cb {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:20:05.252516 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa2d5924-6a22-461e-b48b-e73f52f4b72c', 'tag': 'fd6aa216-385a-41e5-8c5e-3aae2253a5ab', 'status': 'completed', 'code': 200}
Dec 25 21:20:05.259356 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Pushing event updated for resources: {'Port': ['ID=cdd08e2a-d7d3-45dd-874c-1cadcc9203fd,revision_number=14']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:20:05.281922 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d9b96a-e9cf-48c0-9255-a00b83006338 service neutron] Pushing event updated for resources: {'Port': ['ID=2eb143cf-a0c7-4e74-a5f2-177a4bc1db2c,revision_number=3']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:20:05.334725 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Pushing event updated for resources: {'Port': ['ID=3a19bd46-150e-4b0a-b87d-54e59821aacd,revision_number=4']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:20:05.393524 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [req-4af7ab0f-8741-4c80-8988-ff06aed62416 req-aeeb9e5a-5156-438c-91f3-0d7b825d126c service neutron] Request body: {'port': {'device_id': 'aa2d5924-6a22-461e-b48b-e73f52f4b72c', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:20:05.394870 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92da291c-add4-46c9-b895-6b8787a9c44d req-511a654f-233c-498d-8a43-d11ecb6796a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:05.398646 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92da291c-add4-46c9-b895-6b8787a9c44d req-511a654f-233c-498d-8a43-d11ecb6796a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:05.399212 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92da291c-add4-46c9-b895-6b8787a9c44d req-511a654f-233c-498d-8a43-d11ecb6796a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:05.399752 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92da291c-add4-46c9-b895-6b8787a9c44d req-511a654f-233c-498d-8a43-d11ecb6796a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:05.400415 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92da291c-add4-46c9-b895-6b8787a9c44d req-511a654f-233c-498d-8a43-d11ecb6796a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:05.401934 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92da291c-add4-46c9-b895-6b8787a9c44d req-511a654f-233c-498d-8a43-d11ecb6796a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:05.403349 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92da291c-add4-46c9-b895-6b8787a9c44d req-511a654f-233c-498d-8a43-d11ecb6796a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:05.410358 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-92da291c-add4-46c9-b895-6b8787a9c44d req-511a654f-233c-498d-8a43-d11ecb6796a2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d4571ece0fa3450b83fde221178518c8&device_id=aa2d5924-6a22-461e-b48b-e73f52f4b72c HTTP/1.1" status: 200  len: 6287 time: 0.1162968
Dec 25 21:20:05.432156 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] get_ports_and_sgs() called for port_ids ['3a19bd46-150e-4b0a-b87d-54e59821aacd'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:20:05.483690 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-4af7ab0f-8741-4c80-8988-ff06aed62416 req-aeeb9e5a-5156-438c-91f3-0d7b825d126c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:05.708500 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a2d6d9-be37-441c-9dff-8660720dd74c req-ad871a14-7dd4-41be-9d4f-37ff7727c996 tempest-ServersAdminNegativeTestJSON-1924497653 tempest-ServersAdminNegativeTestJSON-1924497653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:05.716038 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-47a2d6d9-be37-441c-9dff-8660720dd74c req-ad871a14-7dd4-41be-9d4f-37ff7727c996 tempest-ServersAdminNegativeTestJSON-1924497653 tempest-ServersAdminNegativeTestJSON-1924497653-project] 10.222.0.32 "GET /v2.0/ports?device_id=dd3eb3b9-51e6-4fb9-87e8-3122867c3a42 HTTP/1.1" status: 200  len: 950 time: 0.2495317
Dec 25 21:20:05.738209 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bee505-e2dc-40c2-a010-e88362c6eadd req-146c4828-2866-47c5-ba04-c16e34182885 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:05.739774 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e4bee505-e2dc-40c2-a010-e88362c6eadd req-146c4828-2866-47c5-ba04-c16e34182885 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] 10.222.0.32 "GET /v2.0/ports?device_id=714d5f5c-ef35-4c4a-8bb3-05dec010fd61 HTTP/1.1" status: 200  len: 945 time: 0.2114477
Dec 25 21:20:05.785041 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92da291c-add4-46c9-b895-6b8787a9c44d req-8d7bf184-0c25-4748-bfe1-9ae224135b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:05.785516 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92da291c-add4-46c9-b895-6b8787a9c44d req-8d7bf184-0c25-4748-bfe1-9ae224135b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:05.785977 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92da291c-add4-46c9-b895-6b8787a9c44d req-8d7bf184-0c25-4748-bfe1-9ae224135b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:05.787578 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-92da291c-add4-46c9-b895-6b8787a9c44d req-8d7bf184-0c25-4748-bfe1-9ae224135b20 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=d4571ece0fa3450b83fde221178518c8&shared=False HTTP/1.1" status: 200  len: 2298 time: 0.3690772
Dec 25 21:20:05.830445 ncdv-master-1 neutron-server[121607]: DEBUG neutron.notifiers.nova [req-4af7ab0f-8741-4c80-8988-ff06aed62416 req-aeeb9e5a-5156-438c-91f3-0d7b825d126c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8de83a8d-9b83-433c-af96-f34c522b12b1 {{(pid=121607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:20:05.838832 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-4af7ab0f-8741-4c80-8988-ff06aed62416 req-aeeb9e5a-5156-438c-91f3-0d7b825d126c service neutron] Publish callbacks [] for port, precommit_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:05.855336 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-47a2d6d9-be37-441c-9dff-8660720dd74c req-d0aad5ca-537e-4d30-9afd-691f38287339 tempest-ServersAdminNegativeTestJSON-1924497653 tempest-ServersAdminNegativeTestJSON-1924497653-project] 10.222.0.32 "GET /v2.0/security-groups?id=349abdf5-d976-4669-aec0-3c3abb1132dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1384218
Dec 25 21:20:05.855741 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.provisioning_blocks [req-4af7ab0f-8741-4c80-8988-ff06aed62416 req-aeeb9e5a-5156-438c-91f3-0d7b825d126c service neutron] Transition to ACTIVE for port object 8de83a8d-9b83-433c-af96-f34c522b12b1 will not be triggered until provisioned by entity L2. {{(pid=121607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 25 21:20:05.869365 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e4bee505-e2dc-40c2-a010-e88362c6eadd req-3fffbb85-9d25-4278-a0e8-ec1d58f8053b tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c514444-6044-490f-9acc-6dece3909d9f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1186481
Dec 25 21:20:05.921109 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 58794) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:20:05.924280 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92da291c-add4-46c9-b895-6b8787a9c44d req-290f012a-b312-41bd-ad3e-61d904105ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:05.925946 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-92da291c-add4-46c9-b895-6b8787a9c44d req-290f012a-b312-41bd-ad3e-61d904105ac8 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1272168
Dec 25 21:20:06.001369 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9bd2309c-8b53-4efe-8ddc-56734003d493 req-deb86f6c-55ae-4b31-89ca-98ba70ec2380 tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] 10.222.0.32 "GET /v2.0/ports?device_id=6bc9caeb-6686-4332-99c6-4ec54e0549ce HTTP/1.1" status: 200  len: 210 time: 0.0350385
Dec 25 21:20:06.026912 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-4af7ab0f-8741-4c80-8988-ff06aed62416 req-aeeb9e5a-5156-438c-91f3-0d7b825d126c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8632327'] for port, after_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:06.089938 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efce376-eef3-44ce-9535-e76f094d1d68 req-cf2f2068-8787-44da-a232-1b97b84755cb tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:06.091477 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7efce376-eef3-44ce-9535-e76f094d1d68 req-cf2f2068-8787-44da-a232-1b97b84755cb tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/ports?device_id=161df36a-2258-4f32-a7b0-2f7c793d4390 HTTP/1.1" status: 200  len: 944 time: 0.0557561
Dec 25 21:20:06.122021 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeeb9e5a-5156-438c-91f3-0d7b825d126c service neutron] Pushing event updated for resources: {'Port': ['ID=8de83a8d-9b83-433c-af96-f34c522b12b1,revision_number=2']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:20:06.252624 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.managers [req-4af7ab0f-8741-4c80-8988-ff06aed62416 req-aeeb9e5a-5156-438c-91f3-0d7b825d126c service neutron] Attempting to bind port 8de83a8d-9b83-433c-af96-f34c522b12b1 on host nch2-master-1 for vnic_type normal with profile  {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:20:06.253052 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.managers [req-4af7ab0f-8741-4c80-8988-ff06aed62416 req-aeeb9e5a-5156-438c-91f3-0d7b825d126c service neutron] Attempting to bind port 8de83a8d-9b83-433c-af96-f34c522b12b1 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '3c3bf577-825d-4a12-8515-c9a0adea0ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'f7ed1632-2ec3-4974-9097-8fe2ac8f3ba4'}] {{(pid=121607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:20:06.253347 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4af7ab0f-8741-4c80-8988-ff06aed62416 req-aeeb9e5a-5156-438c-91f3-0d7b825d126c service neutron] Attempting to bind port 8de83a8d-9b83-433c-af96-f34c522b12b1 on network f7ed1632-2ec3-4974-9097-8fe2ac8f3ba4 {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:20:06.287275 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4af7ab0f-8741-4c80-8988-ff06aed62416 req-aeeb9e5a-5156-438c-91f3-0d7b825d126c service neutron] Port 8de83a8d-9b83-433c-af96-f34c522b12b1 on network f7ed1632-2ec3-4974-9097-8fe2ac8f3ba4 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 25 21:20:06.287503 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4af7ab0f-8741-4c80-8988-ff06aed62416 req-aeeb9e5a-5156-438c-91f3-0d7b825d126c service neutron] Attempting to bind port 8de83a8d-9b83-433c-af96-f34c522b12b1 on network f7ed1632-2ec3-4974-9097-8fe2ac8f3ba4 {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:20:06.302387 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4af7ab0f-8741-4c80-8988-ff06aed62416 req-aeeb9e5a-5156-438c-91f3-0d7b825d126c service neutron] Checking agent: {'id': '0d9ae313-8f8d-40fa-8a9f-d098a25a9911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 21, 4, 38), 'started_at': datetime.datetime(2021, 12, 25, 21, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 19, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:20:06.302726 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4af7ab0f-8741-4c80-8988-ff06aed62416 req-aeeb9e5a-5156-438c-91f3-0d7b825d126c service neutron] Checking segment: {'id': '3c3bf577-825d-4a12-8515-c9a0adea0ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'f7ed1632-2ec3-4974-9097-8fe2ac8f3ba4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:20:06.303112 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4af7ab0f-8741-4c80-8988-ff06aed62416 req-aeeb9e5a-5156-438c-91f3-0d7b825d126c service neutron] Bound using segment: {'id': '3c3bf577-825d-4a12-8515-c9a0adea0ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'f7ed1632-2ec3-4974-9097-8fe2ac8f3ba4'} {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:20:06.303563 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.managers [req-4af7ab0f-8741-4c80-8988-ff06aed62416 req-aeeb9e5a-5156-438c-91f3-0d7b825d126c service neutron] Bound port: 8de83a8d-9b83-433c-af96-f34c522b12b1, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c3bf577-825d-4a12-8515-c9a0adea0ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'f7ed1632-2ec3-4974-9097-8fe2ac8f3ba4'}}] {{(pid=121607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:20:06.303917 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-4af7ab0f-8741-4c80-8988-ff06aed62416 req-aeeb9e5a-5156-438c-91f3-0d7b825d126c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:06.409022 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.db [req-4af7ab0f-8741-4c80-8988-ff06aed62416 req-aeeb9e5a-5156-438c-91f3-0d7b825d126c service neutron] For port 8de83a8d-9b83-433c-af96-f34c522b12b1, host nch2-master-1, cleared binding levels {{(pid=121607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:20:06.413087 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.db [req-4af7ab0f-8741-4c80-8988-ff06aed62416 req-aeeb9e5a-5156-438c-91f3-0d7b825d126c service neutron] For port 8de83a8d-9b83-433c-af96-f34c522b12b1, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8de83a8d-9b83-433c-af96-f34c522b12b1,segment=NetworkSegment(3c3bf577-825d-4a12-8515-c9a0adea0ed3),segment_id=3c3bf577-825d-4a12-8515-c9a0adea0ed3)] {{(pid=121607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:20:06.447959 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7efce376-eef3-44ce-9535-e76f094d1d68 req-91a159e8-f693-4c6e-90d3-30c7d05b7d97 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/security-groups?id=303458ac-ce28-4cba-8947-b5e432a1ea1f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3496225
Dec 25 21:20:06.467646 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d034efa8-1a2c-4973-88cb-050b85ec4797 req-6070b954-4ee5-487c-956e-01112a01ca3c tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:06.474222 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d034efa8-1a2c-4973-88cb-050b85ec4797 req-6070b954-4ee5-487c-956e-01112a01ca3c tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:06.483785 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d034efa8-1a2c-4973-88cb-050b85ec4797 req-6070b954-4ee5-487c-956e-01112a01ca3c tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:06.486736 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d034efa8-1a2c-4973-88cb-050b85ec4797 req-6070b954-4ee5-487c-956e-01112a01ca3c tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:06.490731 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5f43ebca-42e9-4235-85b6-be1451169702 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2007615'] for router_interface, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:06.492705 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d034efa8-1a2c-4973-88cb-050b85ec4797 req-6070b954-4ee5-487c-956e-01112a01ca3c tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:06.498805 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d034efa8-1a2c-4973-88cb-050b85ec4797 req-6070b954-4ee5-487c-956e-01112a01ca3c tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:06.505190 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d034efa8-1a2c-4973-88cb-050b85ec4797 req-6070b954-4ee5-487c-956e-01112a01ca3c tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:06.507210 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d034efa8-1a2c-4973-88cb-050b85ec4797 req-6070b954-4ee5-487c-956e-01112a01ca3c tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa2d5924-6a22-461e-b48b-e73f52f4b72c HTTP/1.1" status: 200  len: 5407 time: 0.1158273
Dec 25 21:20:06.533769 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-4af7ab0f-8741-4c80-8988-ff06aed62416 req-aeeb9e5a-5156-438c-91f3-0d7b825d126c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8632327'] for port, after_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:06.567087 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device 3a19bd46-150e-4b0a-b87d-54e59821aacd up at agent hyperv_nch1-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:20:06.581786 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d034efa8-1a2c-4973-88cb-050b85ec4797 req-5e018d64-59ce-473c-b2d7-a33311891d7a tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] 10.222.0.32 "GET /v2.0/security-groups?id=b91eef00-e17a-4a6b-bf8c-dc658b79c2db&id=051b583c-529b-425b-89b3-0dd7f4245e61&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0654252
Dec 25 21:20:06.585714 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af7ab0f-8741-4c80-8988-ff06aed62416 req-aeeb9e5a-5156-438c-91f3-0d7b825d126c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:06.586564 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-4af7ab0f-8741-4c80-8988-ff06aed62416 req-aeeb9e5a-5156-438c-91f3-0d7b825d126c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:06.588109 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-4af7ab0f-8741-4c80-8988-ff06aed62416 req-aeeb9e5a-5156-438c-91f3-0d7b825d126c service neutron] 10.222.0.37 "PUT /v2.0/ports/8de83a8d-9b83-433c-af96-f34c522b12b1 HTTP/1.1" status: 200  len: 1090 time: 1.1993196
Dec 25 21:20:06.659636 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeeb9e5a-5156-438c-91f3-0d7b825d126c service neutron] Pushing event updated for resources: {'Port': ['ID=8de83a8d-9b83-433c-af96-f34c522b12b1,revision_number=3']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:20:06.709362 ncdv-master-1 neutron-server[121607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa2d5924-6a22-461e-b48b-e73f52f4b72c', 'tag': '8de83a8d-9b83-433c-af96-f34c522b12b1'}] {{(pid=121607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:20:06.711633 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f980bbcadfa7bf1e788024e1448be660373c21f97f015f780444e999c451203" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cbac890-d147-4c40-8abd-a118c6e0926a" -d '{"events": [{"name": "network-changed", "server_uuid": "aa2d5924-6a22-461e-b48b-e73f52f4b72c", "tag": "8de83a8d-9b83-433c-af96-f34c522b12b1"}]}' {{(pid=121607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:20:06.762078 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Dec 2021 21:20:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7944e2f-c6b1-46bd-85cd-5d91ce52bbcd x-openstack-request-id: req-b7944e2f-c6b1-46bd-85cd-5d91ce52bbcd {{(pid=121607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:20:06.762078 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa2d5924-6a22-461e-b48b-e73f52f4b72c", "tag": "8de83a8d-9b83-433c-af96-f34c522b12b1", "status": "completed", "code": 200}]} {{(pid=121607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:20:06.762078 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b7944e2f-c6b1-46bd-85cd-5d91ce52bbcd {{(pid=121607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:20:06.762078 ncdv-master-1 neutron-server[121607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa2d5924-6a22-461e-b48b-e73f52f4b72c', 'tag': '8de83a8d-9b83-433c-af96-f34c522b12b1', 'status': 'completed', 'code': 200}
Dec 25 21:20:06.770307 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [req-4af7ab0f-8741-4c80-8988-ff06aed62416 req-2ebc0156-d1a7-4116-8893-d0d1a034a835 service neutron] Request body: {'port': {'device_id': 'aa2d5924-6a22-461e-b48b-e73f52f4b72c', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:20:06.784540 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Provisioning for port 3a19bd46-150e-4b0a-b87d-54e59821aacd completed by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 25 21:20:06.797970 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Provisioning complete for port 3a19bd46-150e-4b0a-b87d-54e59821aacd triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:20:06.801449 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:06.862160 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-4af7ab0f-8741-4c80-8988-ff06aed62416 req-2ebc0156-d1a7-4116-8893-d0d1a034a835 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:06.924363 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbac890-d147-4c40-8abd-a118c6e0926a req-8e4b0fed-f2aa-42e7-b85f-72ac47209a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:06.924954 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbac890-d147-4c40-8abd-a118c6e0926a req-8e4b0fed-f2aa-42e7-b85f-72ac47209a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:06.928865 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbac890-d147-4c40-8abd-a118c6e0926a req-8e4b0fed-f2aa-42e7-b85f-72ac47209a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:06.928865 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbac890-d147-4c40-8abd-a118c6e0926a req-8e4b0fed-f2aa-42e7-b85f-72ac47209a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:06.931188 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbac890-d147-4c40-8abd-a118c6e0926a req-8e4b0fed-f2aa-42e7-b85f-72ac47209a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:06.931709 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbac890-d147-4c40-8abd-a118c6e0926a req-8e4b0fed-f2aa-42e7-b85f-72ac47209a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:06.932231 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbac890-d147-4c40-8abd-a118c6e0926a req-8e4b0fed-f2aa-42e7-b85f-72ac47209a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:06.934454 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-6cbac890-d147-4c40-8abd-a118c6e0926a req-8e4b0fed-f2aa-42e7-b85f-72ac47209a1a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d4571ece0fa3450b83fde221178518c8&device_id=aa2d5924-6a22-461e-b48b-e73f52f4b72c HTTP/1.1" status: 200  len: 6354 time: 0.1487000
Dec 25 21:20:06.995036 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:07.042212 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '714d5f5c-ef35-4c4a-8bb3-05dec010fd61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a19bd46-150e-4b0a-b87d-54e59821aacd'}] {{(pid=121608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:20:07.044657 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a88c78c3ff6266bd59c7e89d275b28c92e739b67d23c89d71af88829fd31566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-705ced0c-e9fd-4e83-b674-f4352091f395" -d '{"events": [{"server_uuid": "714d5f5c-ef35-4c4a-8bb3-05dec010fd61", "name": "network-vif-plugged", "status": "completed", "tag": "3a19bd46-150e-4b0a-b87d-54e59821aacd"}]}' {{(pid=121608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:20:07.047372 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-5f43ebca-42e9-4235-85b6-be1451169702 admin admin] Deleting port f41a970d-3836-4c80-bdf6-1b67ab6d2c50 {{(pid=121607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:20:07.048043 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5f43ebca-42e9-4235-85b6-be1451169702 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:07.052687 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-4473e119-edb0-4cf9-aeaa-959510028577 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:07.069188 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port 3a19bd46-150e-4b0a-b87d-54e59821aacd, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3a19bd46-150e-4b0a-b87d-54e59821aacd,segment=NetworkSegment(2eb49ff2-b1de-4e84-a376-6f91f784eeb5),segment_id=2eb49ff2-b1de-4e84-a376-6f91f784eeb5)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:20:07.143633 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:07.189374 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5c2c25-d724-4092-828d-bbd068b2a944 req-bab31b70-7b1a-454b-9015-877f57992477 tempest-ServersAdminNegativeTestJSON-1924497653 tempest-ServersAdminNegativeTestJSON-1924497653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:07.191249 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8d5c2c25-d724-4092-828d-bbd068b2a944 req-bab31b70-7b1a-454b-9015-877f57992477 tempest-ServersAdminNegativeTestJSON-1924497653 tempest-ServersAdminNegativeTestJSON-1924497653-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd3eb3b9-51e6-4fb9-87e8-3122867c3a42 HTTP/1.1" status: 200  len: 950 time: 0.2554586
Dec 25 21:20:07.205138 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83c1c80-4d8e-4170-8202-a2967fd4cb3b req-fd0cc9b3-8196-4016-bcf7-829fe2d5d95b tempest-ServersAdminNegativeTestJSON-1924497653 tempest-ServersAdminNegativeTestJSON-1924497653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:07.206832 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a83c1c80-4d8e-4170-8202-a2967fd4cb3b req-fd0cc9b3-8196-4016-bcf7-829fe2d5d95b tempest-ServersAdminNegativeTestJSON-1924497653 tempest-ServersAdminNegativeTestJSON-1924497653-project] 10.222.0.32 "GET /v2.0/ports?device_id=dd3eb3b9-51e6-4fb9-87e8-3122867c3a42 HTTP/1.1" status: 200  len: 950 time: 0.2058737
Dec 25 21:20:07.215980 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340345d7-73f4-4f36-8dfb-521def5c7e7e req-200479f6-6d90-4252-b16c-54a998fcdf38 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:07.217905 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-340345d7-73f4-4f36-8dfb-521def5c7e7e req-200479f6-6d90-4252-b16c-54a998fcdf38 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/ports?device_id=161df36a-2258-4f32-a7b0-2f7c793d4390 HTTP/1.1" status: 200  len: 944 time: 0.2272868
Dec 25 21:20:07.226090 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Pushing event updated for resources: {'Port': ['ID=3a19bd46-150e-4b0a-b87d-54e59821aacd,revision_number=5']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:20:07.267163 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa2d5924-6a22-461e-b48b-e73f52f4b72c', 'tag': '2eb143cf-a0c7-4e74-a5f2-177a4bc1db2c'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:20:07.270005 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9858820c13ec2827453b94ebc4181065e990a4e4089ccb9fe762531ac62d2fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c67460c-a5ef-49c3-bf87-8eea591b1bc4" -d '{"events": [{"name": "network-changed", "server_uuid": "aa2d5924-6a22-461e-b48b-e73f52f4b72c", "tag": "2eb143cf-a0c7-4e74-a5f2-177a4bc1db2c"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:20:07.311653 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c837da3e-b015-49f4-80d2-c0d82a7b5f47 req-bc28f5c4-d5cb-4ed5-8aaf-07b148a545d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:07.313114 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c837da3e-b015-49f4-80d2-c0d82a7b5f47 req-bc28f5c4-d5cb-4ed5-8aaf-07b148a545d4 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=4c3545b07d0b4ccf9cd48a80c2d37521&device_id=161df36a-2258-4f32-a7b0-2f7c793d4390 HTTP/1.1" status: 200  len: 1095 time: 0.2235229
Dec 25 21:20:07.333006 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbac890-d147-4c40-8abd-a118c6e0926a req-2a665936-73d4-42a9-b32c-38767ea46cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:07.333493 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbac890-d147-4c40-8abd-a118c6e0926a req-2a665936-73d4-42a9-b32c-38767ea46cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:07.333968 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbac890-d147-4c40-8abd-a118c6e0926a req-2a665936-73d4-42a9-b32c-38767ea46cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:07.335764 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-6cbac890-d147-4c40-8abd-a118c6e0926a req-2a665936-73d4-42a9-b32c-38767ea46cc7 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=d4571ece0fa3450b83fde221178518c8&shared=False HTTP/1.1" status: 200  len: 2298 time: 0.3911757
Dec 25 21:20:07.492513 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a83c1c80-4d8e-4170-8202-a2967fd4cb3b req-88fbb87d-499e-4e2b-a9bc-a919092ef221 tempest-ServersAdminNegativeTestJSON-1924497653 tempest-ServersAdminNegativeTestJSON-1924497653-project] 10.222.0.32 "GET /v2.0/security-groups?id=349abdf5-d976-4669-aec0-3c3abb1132dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2733378
Dec 25 21:20:07.501478 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-340345d7-73f4-4f36-8dfb-521def5c7e7e req-793221f1-a924-45fb-a05f-76e4ecfd2d9a tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/security-groups?id=303458ac-ce28-4cba-8947-b5e432a1ea1f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2599423
Dec 25 21:20:07.568224 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.db [None req-5f43ebca-42e9-4235-85b6-be1451169702 admin admin] For port f41a970d-3836-4c80-bdf6-1b67ab6d2c50, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f41a970d-3836-4c80-bdf6-1b67ab6d2c50,segment=NetworkSegment(a23ab71a-bf4a-4f83-858c-14fbc7539004),segment_id=a23ab71a-bf4a-4f83-858c-14fbc7539004)] {{(pid=121607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:20:07.568224 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5f43ebca-42e9-4235-85b6-be1451169702 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:07.589626 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c837da3e-b015-49f4-80d2-c0d82a7b5f47 req-4f9f0801-4887-4788-aded-c7bd4494c213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:07.591276 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c837da3e-b015-49f4-80d2-c0d82a7b5f47 req-4f9f0801-4887-4788-aded-c7bd4494c213 service neutron] 10.222.0.31 "GET /v2.0/networks?id=050fe506-29b6-4536-b03a-6d4fd9d4993c HTTP/1.1" status: 200  len: 913 time: 0.2694118
Dec 25 21:20:07.591544 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-5f43ebca-42e9-4235-85b6-be1451169702 admin admin] Calling delete_port for f41a970d-3836-4c80-bdf6-1b67ab6d2c50 owned by network:router_interface {{(pid=121607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:20:07.614443 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [req-8d5c2c25-d724-4092-828d-bbd068b2a944 req-691be779-05ae-4dd2-9f37-c66db1822555 tempest-ServersAdminNegativeTestJSON-1924497653 tempest-ServersAdminNegativeTestJSON-1924497653-project] Deleting port 60d06ee7-b2a0-4b58-9871-903596124a14 {{(pid=121606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:20:07.614820 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-8d5c2c25-d724-4092-828d-bbd068b2a944 req-691be779-05ae-4dd2-9f37-c66db1822555 tempest-ServersAdminNegativeTestJSON-1924497653 tempest-ServersAdminNegativeTestJSON-1924497653-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:07.661007 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbac890-d147-4c40-8abd-a118c6e0926a req-5acb8d7b-8853-4498-b9bf-d3ef87d697cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:07.662527 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-6cbac890-d147-4c40-8abd-a118c6e0926a req-5acb8d7b-8853-4498-b9bf-d3ef87d697cc service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.3034327
Dec 25 21:20:07.680202 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1acb242-c80b-4fae-a5c8-40674199ada9 req-b59c2057-d4d0-4266-b656-0a38398950b0 tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:07.681801 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-e1acb242-c80b-4fae-a5c8-40674199ada9 req-b59c2057-d4d0-4266-b656-0a38398950b0 tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] 10.222.0.37 "GET /v2.0/networks?id=2c732578-b39b-40c1-8a55-147e577043a0 HTTP/1.1" status: 200  len: 812 time: 0.2475820
Dec 25 21:20:07.699580 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [req-e1acb242-c80b-4fae-a5c8-40674199ada9 req-8475d041-7b5b-495e-bf5b-0117369482a6 tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] Request body: {'port': {'device_id': '6bc9caeb-6686-4332-99c6-4ec54e0549ce', 'network_id': '2c732578-b39b-40c1-8a55-147e577043a0', 'admin_state_up': True, 'tenant_id': '8154e82a58434a60b677d150202a5312'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:20:07.727379 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f8bf727c-7ba1-4076-9f63-ecfe7d6b53dc req-931cb54d-0a60-4c70-9a8e-ae775bcceb9b tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] 10.222.0.32 "GET /v2.0/ports?device_id=6bc9caeb-6686-4332-99c6-4ec54e0549ce HTTP/1.1" status: 200  len: 210 time: 0.0803521
Dec 25 21:20:07.730651 ncdv-master-1 neutron-server[121607]: DEBUG neutron.notifiers.nova [req-4af7ab0f-8741-4c80-8988-ff06aed62416 req-2ebc0156-d1a7-4116-8893-d0d1a034a835 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c0613e4-0268-4ae9-8585-76b021617ef8 {{(pid=121607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:20:07.766505 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-4af7ab0f-8741-4c80-8988-ff06aed62416 req-2ebc0156-d1a7-4116-8893-d0d1a034a835 service neutron] Publish callbacks [] for port, precommit_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:07.776942 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device d3b55372-6cc1-4847-8bab-b4a3a6aec2ff no longer exists at agent hyperv_nch2-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:20:07.798788 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c837da3e-b015-49f4-80d2-c0d82a7b5f47 req-f06cb5d2-cf6a-4af7-b6a2-b4a74a58259a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cdd08e2a-d7d3-45dd-874c-1cadcc9203fd HTTP/1.1" status: 200  len: 998 time: 0.1987402
Dec 25 21:20:07.813028 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] No Port match for: d3b55372-6cc1-4847-8bab-b4a3a6aec2ff {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:20:07.813656 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device d3b55372-6cc1-4847-8bab-b4a3a6aec2ff not bound to the agent host nch2-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:20:07.816522 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 21:20:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92816116-ae58-4edd-99ac-6f027d6567c7 x-openstack-request-id: req-92816116-ae58-4edd-99ac-6f027d6567c7 {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:20:07.817062 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "714d5f5c-ef35-4c4a-8bb3-05dec010fd61", "name": "network-vif-plugged", "status": "completed", "tag": "3a19bd46-150e-4b0a-b87d-54e59821aacd", "code": 200}]} {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:20:07.817488 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-92816116-ae58-4edd-99ac-6f027d6567c7 {{(pid=121608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:20:07.818020 ncdv-master-1 neutron-server[121608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '714d5f5c-ef35-4c4a-8bb3-05dec010fd61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a19bd46-150e-4b0a-b87d-54e59821aacd', 'code': 200}
Dec 25 21:20:07.853173 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.provisioning_blocks [req-4af7ab0f-8741-4c80-8988-ff06aed62416 req-2ebc0156-d1a7-4116-8893-d0d1a034a835 service neutron] Transition to ACTIVE for port object 9c0613e4-0268-4ae9-8585-76b021617ef8 will not be triggered until provisioned by entity L2. {{(pid=121607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 25 21:20:07.866366 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b268933-c1e5-40e1-acd6-d7005f023fcf req-e223b96e-95a0-486e-ac28-13b3a3a64ac0 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:07.867584 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5b268933-c1e5-40e1-acd6-d7005f023fcf req-e223b96e-95a0-486e-ac28-13b3a3a64ac0 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] 10.222.0.32 "GET /v2.0/ports?device_id=714d5f5c-ef35-4c4a-8bb3-05dec010fd61 HTTP/1.1" status: 200  len: 946 time: 0.2230625
Dec 25 21:20:07.895237 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Dec 2021 21:20:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95c9ba7d-106b-4970-b30e-2a9cd1d8baae x-openstack-request-id: req-95c9ba7d-106b-4970-b30e-2a9cd1d8baae {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:20:07.895534 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa2d5924-6a22-461e-b48b-e73f52f4b72c", "tag": "2eb143cf-a0c7-4e74-a5f2-177a4bc1db2c", "status": "completed", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:20:07.895791 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-95c9ba7d-106b-4970-b30e-2a9cd1d8baae {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:20:07.896316 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa2d5924-6a22-461e-b48b-e73f52f4b72c', 'tag': '2eb143cf-a0c7-4e74-a5f2-177a4bc1db2c', 'status': 'completed', 'code': 200}
Dec 25 21:20:07.924961 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-8d5c2c25-d724-4092-828d-bbd068b2a944 req-691be779-05ae-4dd2-9f37-c66db1822555 tempest-ServersAdminNegativeTestJSON-1924497653 tempest-ServersAdminNegativeTestJSON-1924497653-project] For port 60d06ee7-b2a0-4b58-9871-903596124a14, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=60d06ee7-b2a0-4b58-9871-903596124a14,segment=NetworkSegment(85c774cb-a0eb-4ad9-961f-f331d3b37cd6),segment_id=85c774cb-a0eb-4ad9-961f-f331d3b37cd6)] {{(pid=121606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:20:07.930708 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-8d5c2c25-d724-4092-828d-bbd068b2a944 req-691be779-05ae-4dd2-9f37-c66db1822555 tempest-ServersAdminNegativeTestJSON-1924497653 tempest-ServersAdminNegativeTestJSON-1924497653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:07.930893 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-4af7ab0f-8741-4c80-8988-ff06aed62416 req-2ebc0156-d1a7-4116-8893-d0d1a034a835 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8632327'] for port, after_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:07.993700 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c837da3e-b015-49f4-80d2-c0d82a7b5f47 req-6a684fe9-887e-4e9d-912d-ef02543358fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:07.995822 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c837da3e-b015-49f4-80d2-c0d82a7b5f47 req-6a684fe9-887e-4e9d-912d-ef02543358fb service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1f5d8ab8-049c-411c-8531-c48febcca4ec HTTP/1.1" status: 200  len: 851 time: 0.1856365
Dec 25 21:20:08.000123 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [req-8d5c2c25-d724-4092-828d-bbd068b2a944 req-691be779-05ae-4dd2-9f37-c66db1822555 tempest-ServersAdminNegativeTestJSON-1924497653 tempest-ServersAdminNegativeTestJSON-1924497653-project] Calling delete_port for 60d06ee7-b2a0-4b58-9871-903596124a14 owned by compute:nova {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:20:08.070067 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebc0156-d1a7-4116-8893-d0d1a034a835 service neutron] Pushing event updated for resources: {'Port': ['ID=9c0613e4-0268-4ae9-8585-76b021617ef8,revision_number=2']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:20:08.075508 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1acb242-c80b-4fae-a5c8-40674199ada9 req-8475d041-7b5b-495e-bf5b-0117369482a6 tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] Made reservation on behalf of 8154e82a58434a60b677d150202a5312 for: {'port': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:20:08.078982 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-e1acb242-c80b-4fae-a5c8-40674199ada9 req-8475d041-7b5b-495e-bf5b-0117369482a6 tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:08.092618 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5b268933-c1e5-40e1-acd6-d7005f023fcf req-ea23c11e-94b0-44f9-983f-4879f6222f7f tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c514444-6044-490f-9acc-6dece3909d9f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2101877
Dec 25 21:20:08.121193 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:08.162475 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c67460c-a5ef-49c3-bf87-8eea591b1bc4 req-c763be6f-aae6-44e1-a42e-f0f4bb0da9c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:08.163222 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c67460c-a5ef-49c3-bf87-8eea591b1bc4 req-c763be6f-aae6-44e1-a42e-f0f4bb0da9c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:08.163985 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c67460c-a5ef-49c3-bf87-8eea591b1bc4 req-c763be6f-aae6-44e1-a42e-f0f4bb0da9c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:08.164681 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c67460c-a5ef-49c3-bf87-8eea591b1bc4 req-c763be6f-aae6-44e1-a42e-f0f4bb0da9c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:08.165479 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c67460c-a5ef-49c3-bf87-8eea591b1bc4 req-c763be6f-aae6-44e1-a42e-f0f4bb0da9c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:08.167028 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c67460c-a5ef-49c3-bf87-8eea591b1bc4 req-c763be6f-aae6-44e1-a42e-f0f4bb0da9c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:08.167728 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c67460c-a5ef-49c3-bf87-8eea591b1bc4 req-c763be6f-aae6-44e1-a42e-f0f4bb0da9c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:08.170100 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9c67460c-a5ef-49c3-bf87-8eea591b1bc4 req-c763be6f-aae6-44e1-a42e-f0f4bb0da9c4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d4571ece0fa3450b83fde221178518c8&device_id=aa2d5924-6a22-461e-b48b-e73f52f4b72c HTTP/1.1" status: 200  len: 6379 time: 0.2401528
Dec 25 21:20:08.172455 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297d7a9b-8060-4368-8046-94704f72d84c req-cd0e5cd3-006c-4281-ad54-5ecd716b4ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:08.174117 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-297d7a9b-8060-4368-8046-94704f72d84c req-cd0e5cd3-006c-4281-ad54-5ecd716b4ad2 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=714d5f5c-ef35-4c4a-8bb3-05dec010fd61 HTTP/1.1" status: 200  len: 1097 time: 0.2679083
Dec 25 21:20:08.216952 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5f43ebca-42e9-4235-85b6-be1451169702 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:08.255662 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c837da3e-b015-49f4-80d2-c0d82a7b5f47 req-8f3b55c6-b2e5-4a5f-b05d-ac4c62ea4144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:08.257213 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c837da3e-b015-49f4-80d2-c0d82a7b5f47 req-8f3b55c6-b2e5-4a5f-b05d-ac4c62ea4144 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=050fe506-29b6-4536-b03a-6d4fd9d4993c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.2417893
Dec 25 21:20:08.259885 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.managers [req-4af7ab0f-8741-4c80-8988-ff06aed62416 req-2ebc0156-d1a7-4116-8893-d0d1a034a835 service neutron] Attempting to bind port 9c0613e4-0268-4ae9-8585-76b021617ef8 on host nch2-master-1 for vnic_type normal with profile  {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:20:08.260753 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.managers [req-4af7ab0f-8741-4c80-8988-ff06aed62416 req-2ebc0156-d1a7-4116-8893-d0d1a034a835 service neutron] Attempting to bind port 9c0613e4-0268-4ae9-8585-76b021617ef8 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '1484705c-8e80-460c-b34f-1f443916d93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '3822397d-3d72-44cf-9fd0-b3119ec81123'}] {{(pid=121607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:20:08.261713 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4af7ab0f-8741-4c80-8988-ff06aed62416 req-2ebc0156-d1a7-4116-8893-d0d1a034a835 service neutron] Attempting to bind port 9c0613e4-0268-4ae9-8585-76b021617ef8 on network 3822397d-3d72-44cf-9fd0-b3119ec81123 {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:20:08.276801 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f43ebca-42e9-4235-85b6-be1451169702 admin admin] Pushing event deleted for resources: {'Port': ['ID=f41a970d-3836-4c80-bdf6-1b67ab6d2c50,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:20:08.280388 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7420032-b03d-4f87-ab1d-d70fad0f6382 req-e87c9d4e-41f1-4bb3-90ac-7b4fd562e575 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:08.286445 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7420032-b03d-4f87-ab1d-d70fad0f6382 req-e87c9d4e-41f1-4bb3-90ac-7b4fd562e575 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:08.292317 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7420032-b03d-4f87-ab1d-d70fad0f6382 req-e87c9d4e-41f1-4bb3-90ac-7b4fd562e575 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:08.296747 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4af7ab0f-8741-4c80-8988-ff06aed62416 req-2ebc0156-d1a7-4116-8893-d0d1a034a835 service neutron] Port 9c0613e4-0268-4ae9-8585-76b021617ef8 on network 3822397d-3d72-44cf-9fd0-b3119ec81123 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 25 21:20:08.297101 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4af7ab0f-8741-4c80-8988-ff06aed62416 req-2ebc0156-d1a7-4116-8893-d0d1a034a835 service neutron] Attempting to bind port 9c0613e4-0268-4ae9-8585-76b021617ef8 on network 3822397d-3d72-44cf-9fd0-b3119ec81123 {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:20:08.298751 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7420032-b03d-4f87-ab1d-d70fad0f6382 req-e87c9d4e-41f1-4bb3-90ac-7b4fd562e575 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:08.304718 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7420032-b03d-4f87-ab1d-d70fad0f6382 req-e87c9d4e-41f1-4bb3-90ac-7b4fd562e575 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:08.310801 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7420032-b03d-4f87-ab1d-d70fad0f6382 req-e87c9d4e-41f1-4bb3-90ac-7b4fd562e575 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:08.316712 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7420032-b03d-4f87-ab1d-d70fad0f6382 req-e87c9d4e-41f1-4bb3-90ac-7b4fd562e575 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:08.318710 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b7420032-b03d-4f87-ab1d-d70fad0f6382 req-e87c9d4e-41f1-4bb3-90ac-7b4fd562e575 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa2d5924-6a22-461e-b48b-e73f52f4b72c HTTP/1.1" status: 200  len: 5419 time: 0.2863874
Dec 25 21:20:08.345474 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4af7ab0f-8741-4c80-8988-ff06aed62416 req-2ebc0156-d1a7-4116-8893-d0d1a034a835 service neutron] Checking agent: {'id': '0d9ae313-8f8d-40fa-8a9f-d098a25a9911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 21, 4, 38), 'started_at': datetime.datetime(2021, 12, 25, 21, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 20, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:20:08.345731 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4af7ab0f-8741-4c80-8988-ff06aed62416 req-2ebc0156-d1a7-4116-8893-d0d1a034a835 service neutron] Checking segment: {'id': '1484705c-8e80-460c-b34f-1f443916d93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '3822397d-3d72-44cf-9fd0-b3119ec81123'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:20:08.346130 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4af7ab0f-8741-4c80-8988-ff06aed62416 req-2ebc0156-d1a7-4116-8893-d0d1a034a835 service neutron] Bound using segment: {'id': '1484705c-8e80-460c-b34f-1f443916d93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '3822397d-3d72-44cf-9fd0-b3119ec81123'} {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:20:08.346558 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.managers [req-4af7ab0f-8741-4c80-8988-ff06aed62416 req-2ebc0156-d1a7-4116-8893-d0d1a034a835 service neutron] Bound port: 9c0613e4-0268-4ae9-8585-76b021617ef8, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1484705c-8e80-460c-b34f-1f443916d93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '3822397d-3d72-44cf-9fd0-b3119ec81123'}}] {{(pid=121607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:20:08.346906 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-4af7ab0f-8741-4c80-8988-ff06aed62416 req-2ebc0156-d1a7-4116-8893-d0d1a034a835 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:08.372125 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3e945ecd-9380-47c2-aa0a-12ebe07e03e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:08.440072 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-297d7a9b-8060-4368-8046-94704f72d84c req-e5244c52-6914-450e-8f14-e368192c6f9f service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=0c514444-6044-490f-9acc-6dece3909d9f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2471819
Dec 25 21:20:08.455884 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_common [req-e1acb242-c80b-4fae-a5c8-40674199ada9 req-8475d041-7b5b-495e-bf5b-0117369482a6 tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] Allocated IP 172.20.0.8 (2c732578-b39b-40c1-8a55-147e577043a0/30c8b4fd-6c75-4e8c-b43d-f31074d76442/62c529f7-9fe3-4314-a727-f4d44e96de8d) {{(pid=121607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:20:08.531384 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.db [req-4af7ab0f-8741-4c80-8988-ff06aed62416 req-2ebc0156-d1a7-4116-8893-d0d1a034a835 service neutron] For port 9c0613e4-0268-4ae9-8585-76b021617ef8, host nch2-master-1, cleared binding levels {{(pid=121607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:20:08.550685 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.db [req-4af7ab0f-8741-4c80-8988-ff06aed62416 req-2ebc0156-d1a7-4116-8893-d0d1a034a835 service neutron] For port 9c0613e4-0268-4ae9-8585-76b021617ef8, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9c0613e4-0268-4ae9-8585-76b021617ef8,segment=NetworkSegment(1484705c-8e80-460c-b34f-1f443916d93d),segment_id=1484705c-8e80-460c-b34f-1f443916d93d)] {{(pid=121607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:20:08.551364 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c67460c-a5ef-49c3-bf87-8eea591b1bc4 req-ae87afec-cf43-4bda-af5e-3b042f0d372b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:08.551847 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c67460c-a5ef-49c3-bf87-8eea591b1bc4 req-ae87afec-cf43-4bda-af5e-3b042f0d372b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:08.552325 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c67460c-a5ef-49c3-bf87-8eea591b1bc4 req-ae87afec-cf43-4bda-af5e-3b042f0d372b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:08.554108 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9c67460c-a5ef-49c3-bf87-8eea591b1bc4 req-ae87afec-cf43-4bda-af5e-3b042f0d372b service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=d4571ece0fa3450b83fde221178518c8&shared=False HTTP/1.1" status: 200  len: 2298 time: 0.3710122
Dec 25 21:20:08.555500 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5f43ebca-42e9-4235-85b6-be1451169702 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2007763'] for router_interface, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:08.662037 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-4af7ab0f-8741-4c80-8988-ff06aed62416 req-2ebc0156-d1a7-4116-8893-d0d1a034a835 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8632327'] for port, after_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:08.731849 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af7ab0f-8741-4c80-8988-ff06aed62416 req-2ebc0156-d1a7-4116-8893-d0d1a034a835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:08.732424 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-4af7ab0f-8741-4c80-8988-ff06aed62416 req-2ebc0156-d1a7-4116-8893-d0d1a034a835 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:08.733884 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-4af7ab0f-8741-4c80-8988-ff06aed62416 req-2ebc0156-d1a7-4116-8893-d0d1a034a835 service neutron] 10.222.0.37 "PUT /v2.0/ports/9c0613e4-0268-4ae9-8585-76b021617ef8 HTTP/1.1" status: 200  len: 1091 time: 1.9678161
Dec 25 21:20:08.793405 ncdv-master-1 neutron-server[121607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa2d5924-6a22-461e-b48b-e73f52f4b72c', 'tag': '9c0613e4-0268-4ae9-8585-76b021617ef8'}] {{(pid=121607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:20:08.796485 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f980bbcadfa7bf1e788024e1448be660373c21f97f015f780444e999c451203" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4e3ec8f-ec0a-433c-81e1-fd0b8eef5913" -d '{"events": [{"name": "network-changed", "server_uuid": "aa2d5924-6a22-461e-b48b-e73f52f4b72c", "tag": "9c0613e4-0268-4ae9-8585-76b021617ef8"}]}' {{(pid=121607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:20:08.845062 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebc0156-d1a7-4116-8893-d0d1a034a835 service neutron] Pushing event updated for resources: {'Port': ['ID=9c0613e4-0268-4ae9-8585-76b021617ef8,revision_number=3']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:20:08.866518 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-8d5c2c25-d724-4092-828d-bbd068b2a944 req-691be779-05ae-4dd2-9f37-c66db1822555 tempest-ServersAdminNegativeTestJSON-1924497653 tempest-ServersAdminNegativeTestJSON-1924497653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:08.882793 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b7420032-b03d-4f87-ab1d-d70fad0f6382 req-28092588-776e-416b-ac0f-1cad94951025 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] 10.222.0.32 "GET /v2.0/security-groups?id=b91eef00-e17a-4a6b-bf8c-dc658b79c2db&id=051b583c-529b-425b-89b3-0dd7f4245e61&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.5520961
Dec 25 21:20:08.917766 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [req-4af7ab0f-8741-4c80-8988-ff06aed62416 req-50fdb4e9-ae60-46d4-91ca-e401155cacc8 service neutron] Request body: {'port': {'device_id': 'aa2d5924-6a22-461e-b48b-e73f52f4b72c', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:20:08.919096 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c837da3e-b015-49f4-80d2-c0d82a7b5f47 req-9bf03bfa-ae3c-46de-bcf6-577d53248096 service neutron] 10.222.0.31 "GET /v2.0/networks/050fe506-29b6-4536-b03a-6d4fd9d4993c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5897334
Dec 25 21:20:08.927868 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1e980d48-374c-4c02-a176-3db54b3d3cf4 req-1a00e801-3a08-4c45-b985-1e7b600f4dc5 tempest-ServersAdminNegativeTestJSON-1924497653 tempest-ServersAdminNegativeTestJSON-1924497653-project] 10.222.0.32 "GET /v2.0/ports?device_id=dd3eb3b9-51e6-4fb9-87e8-3122867c3a42 HTTP/1.1" status: 200  len: 210 time: 0.3304434
Dec 25 21:20:09.021383 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f43ebca-42e9-4235-85b6-be1451169702 admin admin] Router dfb386db-09a3-49fa-8678-273f6968540f has already been hosted by L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 {{(pid=121607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 25 21:20:09.028658 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691be779-05ae-4dd2-9f37-c66db1822555 tempest-ServersAdminNegativeTestJSON-1924497653 tempest-ServersAdminNegativeTestJSON-1924497653-project] Pushing event deleted for resources: {'Port': ['ID=60d06ee7-b2a0-4b58-9871-903596124a14,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:20:09.061209 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-e1acb242-c80b-4fae-a5c8-40674199ada9 req-8475d041-7b5b-495e-bf5b-0117369482a6 tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] Publish callbacks [] for port, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:09.070882 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-4af7ab0f-8741-4c80-8988-ff06aed62416 req-50fdb4e9-ae60-46d4-91ca-e401155cacc8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:09.125672 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-07d82b65-c425-44f0-9883-0078e966db94 req-fc3694ef-5d02-4652-8ff3-cc229d4888a9 tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] 10.222.0.32 "GET /v2.0/ports?device_id=6bc9caeb-6686-4332-99c6-4ec54e0549ce HTTP/1.1" status: 200  len: 210 time: 0.0852308
Dec 25 21:20:09.213620 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Dec 2021 21:20:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec3ce964-4d31-4175-a4f2-6dca84ccf59a x-openstack-request-id: req-ec3ce964-4d31-4175-a4f2-6dca84ccf59a {{(pid=121607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:20:09.213929 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa2d5924-6a22-461e-b48b-e73f52f4b72c", "tag": "9c0613e4-0268-4ae9-8585-76b021617ef8", "status": "completed", "code": 200}]} {{(pid=121607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:20:09.214215 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ec3ce964-4d31-4175-a4f2-6dca84ccf59a {{(pid=121607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:20:09.214682 ncdv-master-1 neutron-server[121607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa2d5924-6a22-461e-b48b-e73f52f4b72c', 'tag': '9c0613e4-0268-4ae9-8585-76b021617ef8', 'status': 'completed', 'code': 200}
Dec 25 21:20:09.219201 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d5c2c25-d724-4092-828d-bbd068b2a944 req-691be779-05ae-4dd2-9f37-c66db1822555 tempest-ServersAdminNegativeTestJSON-1924497653 tempest-ServersAdminNegativeTestJSON-1924497653-project] No DVR routers for this DVR port 60d06ee7-b2a0-4b58-9871-903596124a14 on host nch2-master-1 {{(pid=121606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:20:09.234706 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c67460c-a5ef-49c3-bf87-8eea591b1bc4 req-9af9ae39-6692-4185-ae15-fb3bb5794895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:09.240970 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9c67460c-a5ef-49c3-bf87-8eea591b1bc4 req-9af9ae39-6692-4185-ae15-fb3bb5794895 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.6658056
Dec 25 21:20:09.240970 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-8d5c2c25-d724-4092-828d-bbd068b2a944 req-691be779-05ae-4dd2-9f37-c66db1822555 tempest-ServersAdminNegativeTestJSON-1924497653 tempest-ServersAdminNegativeTestJSON-1924497653-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:09.254742 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8d5c2c25-d724-4092-828d-bbd068b2a944 req-691be779-05ae-4dd2-9f37-c66db1822555 tempest-ServersAdminNegativeTestJSON-1924497653 tempest-ServersAdminNegativeTestJSON-1924497653-project] 10.222.0.37 "DELETE /v2.0/ports/60d06ee7-b2a0-4b58-9871-903596124a14 HTTP/1.1" status: 204  len: 173 time: 2.0306678
Dec 25 21:20:09.283482 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af6202e-8fa4-448a-a445-bee395a76f7d req-8400a483-e727-4a62-a348-89e11608d5d1 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:09.285042 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5af6202e-8fa4-448a-a445-bee395a76f7d req-8400a483-e727-4a62-a348-89e11608d5d1 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/ports?device_id=161df36a-2258-4f32-a7b0-2f7c793d4390 HTTP/1.1" status: 200  len: 944 time: 0.2424731
Dec 25 21:20:09.329215 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f43ebca-42e9-4235-85b6-be1451169702 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 21:20:09.335964 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-5f43ebca-42e9-4235-85b6-be1451169702 admin admin] 10.222.0.32 "PUT /v2.0/routers/dfb386db-09a3-49fa-8678-273f6968540f/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.4136963
Dec 25 21:20:09.339508 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 58842) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:20:09.340753 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c837da3e-b015-49f4-80d2-c0d82a7b5f47 req-4107f741-818d-4010-a01f-22f028a7c2d0 service neutron] 10.222.0.31 "GET /v2.0/networks/050fe506-29b6-4536-b03a-6d4fd9d4993c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3644361
Dec 25 21:20:09.384793 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-764f98d7-5e78-466a-80cc-93e3e6fd722e None None] Sync routers for ids ['dfb386db-09a3-49fa-8678-273f6968540f'] in ncdv-master-1 {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 21:20:09.396791 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-e1acb242-c80b-4fae-a5c8-40674199ada9 req-8475d041-7b5b-495e-bf5b-0117369482a6 tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:09.420264 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-764f98d7-5e78-466a-80cc-93e3e6fd722e None None] Routers {'dfb386db-09a3-49fa-8678-273f6968540f'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:20:09.421301 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-764f98d7-5e78-466a-80cc-93e3e6fd722e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2613317130>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:20:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['dfb386db-09a3-49fa-8678-273f6968540f'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:20:09.458463 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5af6202e-8fa4-448a-a445-bee395a76f7d req-bf5a6c1d-d500-46ef-8bc0-0e5f52041cd9 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/security-groups?id=303458ac-ce28-4cba-8947-b5e432a1ea1f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1646631
Dec 25 21:20:09.474569 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d6c5c4-a986-4c18-a0b2-c9dad990576f req-a3b12e8a-d4fb-435a-a45d-864973efc27d tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:09.476046 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d1d6c5c4-a986-4c18-a0b2-c9dad990576f req-a3b12e8a-d4fb-435a-a45d-864973efc27d tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] 10.222.0.32 "GET /v2.0/ports?device_id=714d5f5c-ef35-4c4a-8bb3-05dec010fd61 HTTP/1.1" status: 200  len: 946 time: 0.1106379
Dec 25 21:20:09.482380 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e3ec8f-ec0a-433c-81e1-fd0b8eef5913 req-d8f5f440-f195-45f3-8cd4-2d1acb8d3f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:09.483160 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e3ec8f-ec0a-433c-81e1-fd0b8eef5913 req-d8f5f440-f195-45f3-8cd4-2d1acb8d3f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:09.483940 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e3ec8f-ec0a-433c-81e1-fd0b8eef5913 req-d8f5f440-f195-45f3-8cd4-2d1acb8d3f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:09.484573 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e3ec8f-ec0a-433c-81e1-fd0b8eef5913 req-d8f5f440-f195-45f3-8cd4-2d1acb8d3f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:09.485229 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e3ec8f-ec0a-433c-81e1-fd0b8eef5913 req-d8f5f440-f195-45f3-8cd4-2d1acb8d3f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:09.485855 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e3ec8f-ec0a-433c-81e1-fd0b8eef5913 req-d8f5f440-f195-45f3-8cd4-2d1acb8d3f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:09.486487 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e3ec8f-ec0a-433c-81e1-fd0b8eef5913 req-d8f5f440-f195-45f3-8cd4-2d1acb8d3f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:09.489107 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f4e3ec8f-ec0a-433c-81e1-fd0b8eef5913 req-d8f5f440-f195-45f3-8cd4-2d1acb8d3f7a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d4571ece0fa3450b83fde221178518c8&device_id=aa2d5924-6a22-461e-b48b-e73f52f4b72c HTTP/1.1" status: 200  len: 6421 time: 0.1794627
Dec 25 21:20:09.522494 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-15cb578f-7a63-4fd3-925d-83bad4c7b82a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:09.558153 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1acb242-c80b-4fae-a5c8-40674199ada9 req-8475d041-7b5b-495e-bf5b-0117369482a6 tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] Network 2c732578-b39b-40c1-8a55-147e577043a0 is already hosted by enough agents. {{(pid=121607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:20:09.630900 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [req-e1acb242-c80b-4fae-a5c8-40674199ada9 req-8475d041-7b5b-495e-bf5b-0117369482a6 tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] Resources bound (agent type, host, resource id):  {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:20:09.641760 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8475d041-7b5b-495e-bf5b-0117369482a6 tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] Pushing event updated for resources: {'Port': ['ID=62c529f7-9fe3-4314-a727-f4d44e96de8d,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:20:09.645112 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1acb242-c80b-4fae-a5c8-40674199ada9 req-8475d041-7b5b-495e-bf5b-0117369482a6 tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] Received port after_create {{(pid=121607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:20:09.661429 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d1d6c5c4-a986-4c18-a0b2-c9dad990576f req-cf2e8aa1-bb17-4799-93e2-12c7d4e18e4a tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c514444-6044-490f-9acc-6dece3909d9f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1410227
Dec 25 21:20:09.695849 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvr_db [None req-764f98d7-5e78-466a-80cc-93e3e6fd722e None None] Set router dfb386db-09a3-49fa-8678-273f6968540f gateway port host: ncdv-master-1 {{(pid=121608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:20:09.739224 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5496d944-4255-4e17-8660-55c098fd436a admin admin] Publish callbacks [] for router, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:09.773617 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device 60d06ee7-b2a0-4b58-9871-903596124a14 no longer exists at agent hyperv_nch2-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:20:09.774349 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e3ec8f-ec0a-433c-81e1-fd0b8eef5913 req-31636a20-8644-4e1f-96c6-da63bd25b24d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:09.774830 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e3ec8f-ec0a-433c-81e1-fd0b8eef5913 req-31636a20-8644-4e1f-96c6-da63bd25b24d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:09.776594 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e3ec8f-ec0a-433c-81e1-fd0b8eef5913 req-31636a20-8644-4e1f-96c6-da63bd25b24d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:09.778322 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f4e3ec8f-ec0a-433c-81e1-fd0b8eef5913 req-31636a20-8644-4e1f-96c6-da63bd25b24d service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=d4571ece0fa3450b83fde221178518c8&shared=False HTTP/1.1" status: 200  len: 2298 time: 0.2761261
Dec 25 21:20:09.796605 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1acb242-c80b-4fae-a5c8-40674199ada9 req-8475d041-7b5b-495e-bf5b-0117369482a6 tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:09.797265 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-e1acb242-c80b-4fae-a5c8-40674199ada9 req-8475d041-7b5b-495e-bf5b-0117369482a6 tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:09.807430 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] No Port match for: 60d06ee7-b2a0-4b58-9871-903596124a14 {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:20:09.807776 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device 60d06ee7-b2a0-4b58-9871-903596124a14 not bound to the agent host nch2-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:20:09.884070 ncdv-master-1 neutron-server[121607]: DEBUG neutron.notifiers.nova [req-4af7ab0f-8741-4c80-8988-ff06aed62416 req-50fdb4e9-ae60-46d4-91ca-e401155cacc8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0daa1ac7-be03-4d72-b2a5-72b1ee145ecb {{(pid=121607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:20:09.898305 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd3eb3b9-51e6-4fb9-87e8-3122867c3a42', 'name': 'network-vif-deleted', 'tag': '60d06ee7-b2a0-4b58-9871-903596124a14'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:20:09.898511 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-4af7ab0f-8741-4c80-8988-ff06aed62416 req-50fdb4e9-ae60-46d4-91ca-e401155cacc8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:09.904175 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9858820c13ec2827453b94ebc4181065e990a4e4089ccb9fe762531ac62d2fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b2842a8-6d31-43b0-b661-d60788afe25d" -d '{"events": [{"server_uuid": "dd3eb3b9-51e6-4fb9-87e8-3122867c3a42", "name": "network-vif-deleted", "tag": "60d06ee7-b2a0-4b58-9871-903596124a14"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:20:09.919773 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.provisioning_blocks [req-4af7ab0f-8741-4c80-8988-ff06aed62416 req-50fdb4e9-ae60-46d4-91ca-e401155cacc8 service neutron] Transition to ACTIVE for port object 0daa1ac7-be03-4d72-b2a5-72b1ee145ecb will not be triggered until provisioned by entity L2. {{(pid=121607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 25 21:20:09.924301 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5496d944-4255-4e17-8660-55c098fd436a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:09.933115 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e3ec8f-ec0a-433c-81e1-fd0b8eef5913 req-629b8a97-3ed9-4c32-a0ae-0b44df3d7677 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:09.934909 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f4e3ec8f-ec0a-433c-81e1-fd0b8eef5913 req-629b8a97-3ed9-4c32-a0ae-0b44df3d7677 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1488671
Dec 25 21:20:09.935553 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-e1acb242-c80b-4fae-a5c8-40674199ada9 req-8475d041-7b5b-495e-bf5b-0117369482a6 tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.2398722
Dec 25 21:20:09.943790 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-764f98d7-5e78-466a-80cc-93e3e6fd722e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2613317130>, [{'id': 'dfb386db-09a3-49fa-8678-273f6968540f', 'name': 'tempest-ServerRescueTestJSON-1516595634-router', 'tenant_id': '3b0881f03bcb42b2af8fbbc9bd84ca78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.175'}], 'enable_snat': True}, 'gw_port_id': '2803deba-1b18-4a6d-9ba9-77345c222205', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:17:42Z', 'updated_at': '2021-12-25T21:20:07Z', 'revision_number': 5, 'project_id': '3b0881f03bcb42b2af8fbbc9bd84ca78', 'gw_port': {'id': '2803deba-1b18-4a6d-9ba9-77345c222205', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:25:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfb386db-09a3-49fa-8678-273f6968540f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1097, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:17:43Z', 'updated_at': '2021-12-25T21:17:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:20:09.960109 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [req-e1acb242-c80b-4fae-a5c8-40674199ada9 req-b73f4ca0-d169-47b8-8de8-9ad82cf99f06 service neutron] Request body: {'port': {'device_id': '6bc9caeb-6686-4332-99c6-4ec54e0549ce', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:20:09.976056 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-764f98d7-5e78-466a-80cc-93e3e6fd722e None None] Checking router: dfb386db-09a3-49fa-8678-273f6968540f for host: ncdv-master-1 {{(pid=121608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 25 21:20:09.990872 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-764f98d7-5e78-466a-80cc-93e3e6fd722e None None] Routers {'dfb386db-09a3-49fa-8678-273f6968540f'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:20:09.991425 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-764f98d7-5e78-466a-80cc-93e3e6fd722e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2613317130>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:20:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['dfb386db-09a3-49fa-8678-273f6968540f'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:20:10.016072 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-4af7ab0f-8741-4c80-8988-ff06aed62416 req-50fdb4e9-ae60-46d4-91ca-e401155cacc8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8632327'] for port, after_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:10.017006 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 21:20:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbab9b2c-7d5b-451b-a434-479e73877b2b x-openstack-request-id: req-bbab9b2c-7d5b-451b-a434-479e73877b2b {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:20:10.017488 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd3eb3b9-51e6-4fb9-87e8-3122867c3a42", "name": "network-vif-deleted", "tag": "60d06ee7-b2a0-4b58-9871-903596124a14", "status": "completed", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:20:10.017833 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-bbab9b2c-7d5b-451b-a434-479e73877b2b {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:20:10.018280 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd3eb3b9-51e6-4fb9-87e8-3122867c3a42', 'name': 'network-vif-deleted', 'tag': '60d06ee7-b2a0-4b58-9871-903596124a14', 'status': 'completed', 'code': 200}
Dec 25 21:20:10.074045 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-e1acb242-c80b-4fae-a5c8-40674199ada9 req-b73f4ca0-d169-47b8-8de8-9ad82cf99f06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:10.117249 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fdb4e9-ae60-46d4-91ca-e401155cacc8 service neutron] Pushing event updated for resources: {'Port': ['ID=0daa1ac7-be03-4d72-b2a5-72b1ee145ecb,revision_number=2']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:20:10.184061 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55e901e-c40f-4088-88ae-1cc9312a7477 req-55a81c51-1a91-41c1-9bd9-47be08215f47 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:10.190273 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55e901e-c40f-4088-88ae-1cc9312a7477 req-55a81c51-1a91-41c1-9bd9-47be08215f47 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:10.197292 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55e901e-c40f-4088-88ae-1cc9312a7477 req-55a81c51-1a91-41c1-9bd9-47be08215f47 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:10.204459 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55e901e-c40f-4088-88ae-1cc9312a7477 req-55a81c51-1a91-41c1-9bd9-47be08215f47 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:10.210792 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55e901e-c40f-4088-88ae-1cc9312a7477 req-55a81c51-1a91-41c1-9bd9-47be08215f47 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:10.216828 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvr_db [None req-764f98d7-5e78-466a-80cc-93e3e6fd722e None None] Set router dfb386db-09a3-49fa-8678-273f6968540f gateway port host: ncdv-master-1 {{(pid=121608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:20:10.218514 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55e901e-c40f-4088-88ae-1cc9312a7477 req-55a81c51-1a91-41c1-9bd9-47be08215f47 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:10.225564 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55e901e-c40f-4088-88ae-1cc9312a7477 req-55a81c51-1a91-41c1-9bd9-47be08215f47 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:10.227397 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f55e901e-c40f-4088-88ae-1cc9312a7477 req-55a81c51-1a91-41c1-9bd9-47be08215f47 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa2d5924-6a22-461e-b48b-e73f52f4b72c HTTP/1.1" status: 200  len: 5431 time: 0.1883771
Dec 25 21:20:10.250350 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e487d0b2-8030-4846-ba5f-a17596b94e8b req-a64f4658-5b50-4a95-aab1-cb7f7d22580e tempest-ServersAdminNegativeTestJSON-1924497653 tempest-ServersAdminNegativeTestJSON-1924497653-project] 10.222.0.32 "GET /v2.0/ports?device_id=dd3eb3b9-51e6-4fb9-87e8-3122867c3a42 HTTP/1.1" status: 200  len: 210 time: 0.1052878
Dec 25 21:20:10.318979 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.managers [req-4af7ab0f-8741-4c80-8988-ff06aed62416 req-50fdb4e9-ae60-46d4-91ca-e401155cacc8 service neutron] Attempting to bind port 0daa1ac7-be03-4d72-b2a5-72b1ee145ecb on host nch2-master-1 for vnic_type normal with profile  {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:20:10.319571 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.managers [req-4af7ab0f-8741-4c80-8988-ff06aed62416 req-50fdb4e9-ae60-46d4-91ca-e401155cacc8 service neutron] Attempting to bind port 0daa1ac7-be03-4d72-b2a5-72b1ee145ecb by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '1484705c-8e80-460c-b34f-1f443916d93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '3822397d-3d72-44cf-9fd0-b3119ec81123'}] {{(pid=121607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:20:10.319920 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4af7ab0f-8741-4c80-8988-ff06aed62416 req-50fdb4e9-ae60-46d4-91ca-e401155cacc8 service neutron] Attempting to bind port 0daa1ac7-be03-4d72-b2a5-72b1ee145ecb on network 3822397d-3d72-44cf-9fd0-b3119ec81123 {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:20:10.337248 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4af7ab0f-8741-4c80-8988-ff06aed62416 req-50fdb4e9-ae60-46d4-91ca-e401155cacc8 service neutron] Port 0daa1ac7-be03-4d72-b2a5-72b1ee145ecb on network 3822397d-3d72-44cf-9fd0-b3119ec81123 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 25 21:20:10.337589 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4af7ab0f-8741-4c80-8988-ff06aed62416 req-50fdb4e9-ae60-46d4-91ca-e401155cacc8 service neutron] Attempting to bind port 0daa1ac7-be03-4d72-b2a5-72b1ee145ecb on network 3822397d-3d72-44cf-9fd0-b3119ec81123 {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:20:10.350206 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-5496d944-4255-4e17-8660-55c098fd436a admin admin] Deleting port 2803deba-1b18-4a6d-9ba9-77345c222205 {{(pid=121607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:20:10.350572 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5496d944-4255-4e17-8660-55c098fd436a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:10.394555 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4af7ab0f-8741-4c80-8988-ff06aed62416 req-50fdb4e9-ae60-46d4-91ca-e401155cacc8 service neutron] Checking agent: {'id': '0d9ae313-8f8d-40fa-8a9f-d098a25a9911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 21, 4, 38), 'started_at': datetime.datetime(2021, 12, 25, 21, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 20, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:20:10.394911 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4af7ab0f-8741-4c80-8988-ff06aed62416 req-50fdb4e9-ae60-46d4-91ca-e401155cacc8 service neutron] Checking segment: {'id': '1484705c-8e80-460c-b34f-1f443916d93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '3822397d-3d72-44cf-9fd0-b3119ec81123'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:20:10.395452 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4af7ab0f-8741-4c80-8988-ff06aed62416 req-50fdb4e9-ae60-46d4-91ca-e401155cacc8 service neutron] Bound using segment: {'id': '1484705c-8e80-460c-b34f-1f443916d93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '3822397d-3d72-44cf-9fd0-b3119ec81123'} {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:20:10.396227 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f55e901e-c40f-4088-88ae-1cc9312a7477 req-a2f115f9-6632-4efd-b236-dee4c6d94647 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] 10.222.0.32 "GET /v2.0/security-groups?id=b91eef00-e17a-4a6b-bf8c-dc658b79c2db&id=051b583c-529b-425b-89b3-0dd7f4245e61&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1534781
Dec 25 21:20:10.401350 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.managers [req-4af7ab0f-8741-4c80-8988-ff06aed62416 req-50fdb4e9-ae60-46d4-91ca-e401155cacc8 service neutron] Bound port: 0daa1ac7-be03-4d72-b2a5-72b1ee145ecb, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1484705c-8e80-460c-b34f-1f443916d93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '3822397d-3d72-44cf-9fd0-b3119ec81123'}}] {{(pid=121607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:20:10.402024 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-4af7ab0f-8741-4c80-8988-ff06aed62416 req-50fdb4e9-ae60-46d4-91ca-e401155cacc8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:10.435233 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90720bcc-99d0-495b-9977-05bcd5238e63 req-37947c92-6654-4a54-89ed-4c5d2e8d1128 tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:10.443854 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-90720bcc-99d0-495b-9977-05bcd5238e63 req-37947c92-6654-4a54-89ed-4c5d2e8d1128 tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] 10.222.0.32 "GET /v2.0/ports?device_id=6bc9caeb-6686-4332-99c6-4ec54e0549ce HTTP/1.1" status: 200  len: 931 time: 0.0863857
Dec 25 21:20:10.512067 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-90720bcc-99d0-495b-9977-05bcd5238e63 req-b06b9074-13c4-45e9-9a31-fdb50d1d57d4 tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] 10.222.0.32 "GET /v2.0/security-groups?id=2bf8651c-3ed0-44bb-a064-d61aab6ec281&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0626853
Dec 25 21:20:10.603227 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:10.623157 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-764f98d7-5e78-466a-80cc-93e3e6fd722e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2613317130>, [{'id': 'dfb386db-09a3-49fa-8678-273f6968540f', 'name': 'tempest-ServerRescueTestJSON-1516595634-router', 'tenant_id': '3b0881f03bcb42b2af8fbbc9bd84ca78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.175'}], 'enable_snat': True}, 'gw_port_id': '2803deba-1b18-4a6d-9ba9-77345c222205', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:17:42Z', 'updated_at': '2021-12-25T21:20:07Z', 'revision_number': 5, 'project_id': '3b0881f03bcb42b2af8fbbc9bd84ca78', 'gw_port': {'id': '2803deba-1b18-4a6d-9ba9-77345c222205', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:25:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfb386db-09a3-49fa-8678-273f6968540f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1097, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:17:43Z', 'updated_at': '2021-12-25T21:17:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:20:10.652437 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b1c5f7-8ce9-4e27-a229-697e6d20c0d2 req-645417ae-dce9-4ad0-80e2-fb2fdedbaec8 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:10.654716 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.db [None req-5496d944-4255-4e17-8660-55c098fd436a admin admin] For port 2803deba-1b18-4a6d-9ba9-77345c222205, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2803deba-1b18-4a6d-9ba9-77345c222205,segment=NetworkSegment(6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855),segment_id=6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855)] {{(pid=121607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:20:10.655206 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5496d944-4255-4e17-8660-55c098fd436a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:10.656073 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-764f98d7-5e78-466a-80cc-93e3e6fd722e None None] The sync data for ids ['dfb386db-09a3-49fa-8678-273f6968540f'] in ncdv-master-1 is: [{'id': 'dfb386db-09a3-49fa-8678-273f6968540f', 'name': 'tempest-ServerRescueTestJSON-1516595634-router', 'tenant_id': '3b0881f03bcb42b2af8fbbc9bd84ca78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.175'}], 'enable_snat': True}, 'gw_port_id': '2803deba-1b18-4a6d-9ba9-77345c222205', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:17:42Z', 'updated_at': '2021-12-25T21:20:07Z', 'revision_number': 5, 'project_id': '3b0881f03bcb42b2af8fbbc9bd84ca78', 'gw_port': {'id': '2803deba-1b18-4a6d-9ba9-77345c222205', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:25:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfb386db-09a3-49fa-8678-273f6968540f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1097, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:17:43Z', 'updated_at': '2021-12-25T21:17:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 21:20:10.659957 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-87b1c5f7-8ce9-4e27-a229-697e6d20c0d2 req-645417ae-dce9-4ad0-80e2-fb2fdedbaec8 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/ports?device_id=161df36a-2258-4f32-a7b0-2f7c793d4390 HTTP/1.1" status: 200  len: 944 time: 0.0996969
Dec 25 21:20:10.726998 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-87b1c5f7-8ce9-4e27-a229-697e6d20c0d2 req-a5aed117-028b-4f9a-acba-5b9e3681489e tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/security-groups?id=303458ac-ce28-4cba-8947-b5e432a1ea1f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0659704
Dec 25 21:20:10.831941 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52544fb9-060a-4d36-a1a7-71921d928b5a req-542d5ce5-171b-4944-8886-c49e85630671 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:10.833580 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-52544fb9-060a-4d36-a1a7-71921d928b5a req-542d5ce5-171b-4944-8886-c49e85630671 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] 10.222.0.32 "GET /v2.0/ports?device_id=714d5f5c-ef35-4c4a-8bb3-05dec010fd61 HTTP/1.1" status: 200  len: 946 time: 0.0578651
Dec 25 21:20:10.890445 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-52544fb9-060a-4d36-a1a7-71921d928b5a req-13caded6-1c9f-4c17-b57b-4e385bfb669b tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c514444-6044-490f-9acc-6dece3909d9f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0492482
Dec 25 21:20:10.949214 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5e5a55-a6e9-44da-b226-7efb90505977 req-b60baa71-5bea-41ef-92fd-37da1e73390e tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:10.949214 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1e5e5a55-a6e9-44da-b226-7efb90505977 req-b60baa71-5bea-41ef-92fd-37da1e73390e tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/ports?device_id=161df36a-2258-4f32-a7b0-2f7c793d4390 HTTP/1.1" status: 200  len: 944 time: 0.0626547
Dec 25 21:20:11.007142 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1e5e5a55-a6e9-44da-b226-7efb90505977 req-3284b98b-dd0b-4fd0-95f9-71bd47e22215 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/security-groups?id=303458ac-ce28-4cba-8947-b5e432a1ea1f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0531049
Dec 25 21:20:11.026992 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-5496d944-4255-4e17-8660-55c098fd436a admin admin] Calling delete_port for 2803deba-1b18-4a6d-9ba9-77345c222205 owned by network:router_gateway {{(pid=121607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:20:11.036451 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.db [req-4af7ab0f-8741-4c80-8988-ff06aed62416 req-50fdb4e9-ae60-46d4-91ca-e401155cacc8 service neutron] For port 0daa1ac7-be03-4d72-b2a5-72b1ee145ecb, host nch2-master-1, cleared binding levels {{(pid=121607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:20:11.041896 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.db [req-4af7ab0f-8741-4c80-8988-ff06aed62416 req-50fdb4e9-ae60-46d4-91ca-e401155cacc8 service neutron] For port 0daa1ac7-be03-4d72-b2a5-72b1ee145ecb, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0daa1ac7-be03-4d72-b2a5-72b1ee145ecb,segment=NetworkSegment(1484705c-8e80-460c-b34f-1f443916d93d),segment_id=1484705c-8e80-460c-b34f-1f443916d93d)] {{(pid=121607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:20:11.123179 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-4af7ab0f-8741-4c80-8988-ff06aed62416 req-50fdb4e9-ae60-46d4-91ca-e401155cacc8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8632327'] for port, after_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:11.153592 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device f41a970d-3836-4c80-bdf6-1b67ab6d2c50 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:20:11.163859 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b3ff2b-b59c-4329-a167-e7da2e977484 req-29d94685-e310-44cb-834c-671e87d9b9a6 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:11.165615 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-60b3ff2b-b59c-4329-a167-e7da2e977484 req-29d94685-e310-44cb-834c-671e87d9b9a6 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/ports?device_id=161df36a-2258-4f32-a7b0-2f7c793d4390 HTTP/1.1" status: 200  len: 944 time: 0.0808089
Dec 25 21:20:11.183716 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] No Port match for: f41a970d-3836-4c80-bdf6-1b67ab6d2c50 {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:20:11.189486 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device f41a970d-3836-4c80-bdf6-1b67ab6d2c50 not bound to the agent host ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:20:11.223593 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af7ab0f-8741-4c80-8988-ff06aed62416 req-50fdb4e9-ae60-46d4-91ca-e401155cacc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:11.223593 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-4af7ab0f-8741-4c80-8988-ff06aed62416 req-50fdb4e9-ae60-46d4-91ca-e401155cacc8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:11.225380 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-4af7ab0f-8741-4c80-8988-ff06aed62416 req-50fdb4e9-ae60-46d4-91ca-e401155cacc8 service neutron] 10.222.0.37 "PUT /v2.0/ports/0daa1ac7-be03-4d72-b2a5-72b1ee145ecb HTTP/1.1" status: 200  len: 1091 time: 2.3163729
Dec 25 21:20:11.225841 ncdv-master-1 neutron-server[121607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa2d5924-6a22-461e-b48b-e73f52f4b72c', 'tag': '0daa1ac7-be03-4d72-b2a5-72b1ee145ecb'}] {{(pid=121607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:20:11.228161 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f980bbcadfa7bf1e788024e1448be660373c21f97f015f780444e999c451203" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fdd67e8-3031-4e61-823f-bc4b695051f1" -d '{"events": [{"name": "network-changed", "server_uuid": "aa2d5924-6a22-461e-b48b-e73f52f4b72c", "tag": "0daa1ac7-be03-4d72-b2a5-72b1ee145ecb"}]}' {{(pid=121607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:20:11.243056 ncdv-master-1 neutron-server[121607]: DEBUG neutron.notifiers.nova [req-e1acb242-c80b-4fae-a5c8-40674199ada9 req-b73f4ca0-d169-47b8-8de8-9ad82cf99f06 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62c529f7-9fe3-4314-a727-f4d44e96de8d {{(pid=121607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:20:11.266887 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-60b3ff2b-b59c-4329-a167-e7da2e977484 req-57f7284b-2136-4873-8e37-f9f57b9bacc1 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/security-groups?id=303458ac-ce28-4cba-8947-b5e432a1ea1f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0929582
Dec 25 21:20:11.276338 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3432bd4d-d162-4d3b-8b39-cdd4241f5570 req-2aedace3-148e-49ef-b4e0-dccbf585b560 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:11.281415 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3432bd4d-d162-4d3b-8b39-cdd4241f5570 req-2aedace3-148e-49ef-b4e0-dccbf585b560 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] 10.222.0.32 "GET /v2.0/ports?device_id=714d5f5c-ef35-4c4a-8bb3-05dec010fd61 HTTP/1.1" status: 200  len: 946 time: 0.0922129
Dec 25 21:20:11.304393 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-e1acb242-c80b-4fae-a5c8-40674199ada9 req-b73f4ca0-d169-47b8-8de8-9ad82cf99f06 service neutron] Publish callbacks [] for port, precommit_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:11.329773 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fdb4e9-ae60-46d4-91ca-e401155cacc8 service neutron] Pushing event updated for resources: {'Port': ['ID=0daa1ac7-be03-4d72-b2a5-72b1ee145ecb,revision_number=3']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:20:11.358740 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.provisioning_blocks [req-e1acb242-c80b-4fae-a5c8-40674199ada9 req-b73f4ca0-d169-47b8-8de8-9ad82cf99f06 service neutron] Transition to ACTIVE for port object 62c529f7-9fe3-4314-a727-f4d44e96de8d will not be triggered until provisioned by entity L2. {{(pid=121607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 25 21:20:11.368160 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Dec 2021 21:20:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ef27891-416f-4aa6-86be-1d7f1546e86d x-openstack-request-id: req-3ef27891-416f-4aa6-86be-1d7f1546e86d {{(pid=121607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:20:11.368160 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa2d5924-6a22-461e-b48b-e73f52f4b72c", "tag": "0daa1ac7-be03-4d72-b2a5-72b1ee145ecb", "status": "completed", "code": 200}]} {{(pid=121607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:20:11.368160 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3ef27891-416f-4aa6-86be-1d7f1546e86d {{(pid=121607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:20:11.368160 ncdv-master-1 neutron-server[121607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa2d5924-6a22-461e-b48b-e73f52f4b72c', 'tag': '0daa1ac7-be03-4d72-b2a5-72b1ee145ecb', 'status': 'completed', 'code': 200}
Dec 25 21:20:11.369051 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3432bd4d-d162-4d3b-8b39-cdd4241f5570 req-91fa759f-4cc6-4ef4-94e1-062361c78501 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c514444-6044-490f-9acc-6dece3909d9f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0807588
Dec 25 21:20:11.475355 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af7ab0f-8741-4c80-8988-ff06aed62416 req-041dbbd5-4e52-4dc9-b7f7-523b20a6be6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:11.476137 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af7ab0f-8741-4c80-8988-ff06aed62416 req-041dbbd5-4e52-4dc9-b7f7-523b20a6be6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:11.476808 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af7ab0f-8741-4c80-8988-ff06aed62416 req-041dbbd5-4e52-4dc9-b7f7-523b20a6be6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:11.483031 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af7ab0f-8741-4c80-8988-ff06aed62416 req-041dbbd5-4e52-4dc9-b7f7-523b20a6be6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:11.483031 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af7ab0f-8741-4c80-8988-ff06aed62416 req-041dbbd5-4e52-4dc9-b7f7-523b20a6be6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:11.483031 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af7ab0f-8741-4c80-8988-ff06aed62416 req-041dbbd5-4e52-4dc9-b7f7-523b20a6be6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:11.483031 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af7ab0f-8741-4c80-8988-ff06aed62416 req-041dbbd5-4e52-4dc9-b7f7-523b20a6be6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:11.483031 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-4af7ab0f-8741-4c80-8988-ff06aed62416 req-041dbbd5-4e52-4dc9-b7f7-523b20a6be6e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d4571ece0fa3450b83fde221178518c8&device_id=aa2d5924-6a22-461e-b48b-e73f52f4b72c HTTP/1.1" status: 200  len: 6488 time: 0.1077986
Dec 25 21:20:11.483031 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-e1acb242-c80b-4fae-a5c8-40674199ada9 req-b73f4ca0-d169-47b8-8de8-9ad82cf99f06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8632327'] for port, after_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:11.566701 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7266ed-e633-4f82-adcd-fb56f1593ddc req-8fe60ee2-be4e-450e-aa50-cffeff3a6b8a tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:11.574471 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9c7266ed-e633-4f82-adcd-fb56f1593ddc req-8fe60ee2-be4e-450e-aa50-cffeff3a6b8a tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] 10.222.0.32 "GET /v2.0/ports?device_id=714d5f5c-ef35-4c4a-8bb3-05dec010fd61 HTTP/1.1" status: 200  len: 946 time: 0.0974162
Dec 25 21:20:11.604973 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-4af7ab0f-8741-4c80-8988-ff06aed62416 req-24ecb006-618d-466f-b69e-7ae07fbc84ce service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=634d748d-c261-4855-913b-beb5992df4cb HTTP/1.1" status: 200  len: 217 time: 0.0901394
Dec 25 21:20:11.606643 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7aedf18-1df4-4a04-a962-35d75932ab11 req-9fefef49-6b31-483e-9185-a09440c8808a tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:11.612541 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7aedf18-1df4-4a04-a962-35d75932ab11 req-9fefef49-6b31-483e-9185-a09440c8808a tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:11.618562 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7aedf18-1df4-4a04-a962-35d75932ab11 req-9fefef49-6b31-483e-9185-a09440c8808a tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:11.625022 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7aedf18-1df4-4a04-a962-35d75932ab11 req-9fefef49-6b31-483e-9185-a09440c8808a tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:11.630872 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7aedf18-1df4-4a04-a962-35d75932ab11 req-9fefef49-6b31-483e-9185-a09440c8808a tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:11.631917 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73f4ca0-d169-47b8-8de8-9ad82cf99f06 service neutron] Pushing event updated for resources: {'Port': ['ID=62c529f7-9fe3-4314-a727-f4d44e96de8d,revision_number=2']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:20:11.637339 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7aedf18-1df4-4a04-a962-35d75932ab11 req-9fefef49-6b31-483e-9185-a09440c8808a tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:11.645096 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7aedf18-1df4-4a04-a962-35d75932ab11 req-9fefef49-6b31-483e-9185-a09440c8808a tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:11.645515 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a7aedf18-1df4-4a04-a962-35d75932ab11 req-9fefef49-6b31-483e-9185-a09440c8808a tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa2d5924-6a22-461e-b48b-e73f52f4b72c HTTP/1.1" status: 200  len: 5431 time: 0.1370957
Dec 25 21:20:11.692228 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9c7266ed-e633-4f82-adcd-fb56f1593ddc req-0158a73e-52fb-43f7-bc3e-ea9e2acbd0d6 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c514444-6044-490f-9acc-6dece3909d9f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1168890
Dec 25 21:20:11.711752 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af7ab0f-8741-4c80-8988-ff06aed62416 req-512f55b7-d72e-4815-b530-9c5a4204890b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:11.713296 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-4af7ab0f-8741-4c80-8988-ff06aed62416 req-512f55b7-d72e-4815-b530-9c5a4204890b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=de1e389c-30c9-4340-81e2-e9ffc3e01b02 HTTP/1.1" status: 200  len: 856 time: 0.0971615
Dec 25 21:20:11.731291 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5496d944-4255-4e17-8660-55c098fd436a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:11.746784 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a7aedf18-1df4-4a04-a962-35d75932ab11 req-c9e72f8a-efd8-40af-8cc0-ca588fe7f78b tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] 10.222.0.32 "GET /v2.0/security-groups?id=b91eef00-e17a-4a6b-bf8c-dc658b79c2db&id=051b583c-529b-425b-89b3-0dd7f4245e61&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0898352
Dec 25 21:20:11.794544 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5496d944-4255-4e17-8660-55c098fd436a admin admin] Pushing event deleted for resources: {'Port': ['ID=2803deba-1b18-4a6d-9ba9-77345c222205,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:20:11.847964 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af7ab0f-8741-4c80-8988-ff06aed62416 req-e6bb8eb7-c684-4d1c-89ee-b441b49bb37b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:11.849657 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-4af7ab0f-8741-4c80-8988-ff06aed62416 req-e6bb8eb7-c684-4d1c-89ee-b441b49bb37b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b8d0c0f5-4a55-4519-afa5-15b47bd47c1f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1291130
Dec 25 21:20:11.878587 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.managers [req-e1acb242-c80b-4fae-a5c8-40674199ada9 req-b73f4ca0-d169-47b8-8de8-9ad82cf99f06 service neutron] Attempting to bind port 62c529f7-9fe3-4314-a727-f4d44e96de8d on host nch2-master-1 for vnic_type normal with profile  {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:20:11.879435 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.managers [req-e1acb242-c80b-4fae-a5c8-40674199ada9 req-b73f4ca0-d169-47b8-8de8-9ad82cf99f06 service neutron] Attempting to bind port 62c529f7-9fe3-4314-a727-f4d44e96de8d by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '40b3768f-3d6e-4d28-9b2a-4711b7f0f059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '2c732578-b39b-40c1-8a55-147e577043a0'}] {{(pid=121607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:20:11.879783 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1acb242-c80b-4fae-a5c8-40674199ada9 req-b73f4ca0-d169-47b8-8de8-9ad82cf99f06 service neutron] Attempting to bind port 62c529f7-9fe3-4314-a727-f4d44e96de8d on network 2c732578-b39b-40c1-8a55-147e577043a0 {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:20:11.900098 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:20:11.900098 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:20:11.900098 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:20:11.900098 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:20:11.900098 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:20:11.900098 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:20:11.900098 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:20:11.900098 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:20:11.900098 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:20:11.900098 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:20:11.900098 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:20:11.900098 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:20:11.900098 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:20:11.900098 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:20:11.900098 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:20:11.900098 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:20:11.900098 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:20:11.900098 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:20:11.900098 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:20:11.900098 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:20:11.900098 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:20:11.900098 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:20:11.900098 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:20:11.900098 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:20:11.900098 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:20:11.900098 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:20:11.900098 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:20:11.900098 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:20:11.900098 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:20:11.900098 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:20:11.900098 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:20:11.900098 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:20:11.900098 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:20:11.900098 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:20:11.900098 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:20:11.900098 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:20:11.902727 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:20:11.902727 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:20:11.902727 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:20:11.902727 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:20:11.902727 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:20:11.902727 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:20:11.902727 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:20:11.902727 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:20:11.902727 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:20:11.902727 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:20:11.902727 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:20:11.902727 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:20:11.904148 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75792a91-b378-4240-a982-536ddc2ac494 req-2324e088-f5dd-4137-8af6-8b4c42c18a12 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:11.906116 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-75792a91-b378-4240-a982-536ddc2ac494 req-2324e088-f5dd-4137-8af6-8b4c42c18a12 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/networks?id=050fe506-29b6-4536-b03a-6d4fd9d4993c HTTP/1.1" status: 200  len: 812 time: 0.1320677
Dec 25 21:20:11.913214 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1acb242-c80b-4fae-a5c8-40674199ada9 req-b73f4ca0-d169-47b8-8de8-9ad82cf99f06 service neutron] Port 62c529f7-9fe3-4314-a727-f4d44e96de8d on network 2c732578-b39b-40c1-8a55-147e577043a0 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 25 21:20:11.917080 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1acb242-c80b-4fae-a5c8-40674199ada9 req-b73f4ca0-d169-47b8-8de8-9ad82cf99f06 service neutron] Attempting to bind port 62c529f7-9fe3-4314-a727-f4d44e96de8d on network 2c732578-b39b-40c1-8a55-147e577043a0 {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:20:11.934691 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1acb242-c80b-4fae-a5c8-40674199ada9 req-b73f4ca0-d169-47b8-8de8-9ad82cf99f06 service neutron] Checking agent: {'id': '0d9ae313-8f8d-40fa-8a9f-d098a25a9911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 21, 4, 38), 'started_at': datetime.datetime(2021, 12, 25, 21, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 20, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:20:11.935404 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1acb242-c80b-4fae-a5c8-40674199ada9 req-b73f4ca0-d169-47b8-8de8-9ad82cf99f06 service neutron] Checking segment: {'id': '40b3768f-3d6e-4d28-9b2a-4711b7f0f059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '2c732578-b39b-40c1-8a55-147e577043a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:20:11.935997 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1acb242-c80b-4fae-a5c8-40674199ada9 req-b73f4ca0-d169-47b8-8de8-9ad82cf99f06 service neutron] Bound using segment: {'id': '40b3768f-3d6e-4d28-9b2a-4711b7f0f059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '2c732578-b39b-40c1-8a55-147e577043a0'} {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:20:11.936529 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.managers [req-e1acb242-c80b-4fae-a5c8-40674199ada9 req-b73f4ca0-d169-47b8-8de8-9ad82cf99f06 service neutron] Bound port: 62c529f7-9fe3-4314-a727-f4d44e96de8d, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40b3768f-3d6e-4d28-9b2a-4711b7f0f059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '2c732578-b39b-40c1-8a55-147e577043a0'}}] {{(pid=121607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:20:11.936983 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-e1acb242-c80b-4fae-a5c8-40674199ada9 req-b73f4ca0-d169-47b8-8de8-9ad82cf99f06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:11.954990 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-75792a91-b378-4240-a982-536ddc2ac494 req-35497c32-4530-4527-954e-eafa555a7a27 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/quotas/4c3545b07d0b4ccf9cd48a80c2d37521 HTTP/1.1" status: 200  len: 375 time: 0.0331519
Dec 25 21:20:11.979208 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5496d944-4255-4e17-8660-55c098fd436a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2008689'] for router_gateway, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:12.004418 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876f2f86-7cc4-45d4-a721-2d31067fdb3a req-09531a03-1ac5-45e1-a26f-510e9fe6633b tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:12.005969 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-876f2f86-7cc4-45d4-a721-2d31067fdb3a req-09531a03-1ac5-45e1-a26f-510e9fe6633b tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] 10.222.0.32 "GET /v2.0/ports?device_id=6bc9caeb-6686-4332-99c6-4ec54e0549ce HTTP/1.1" status: 200  len: 943 time: 0.0988717
Dec 25 21:20:12.044976 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-75792a91-b378-4240-a982-536ddc2ac494 req-23b96550-a138-44fd-af66-0e5ce658b31f tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=4c3545b07d0b4ccf9cd48a80c2d37521&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0774388
Dec 25 21:20:12.045628 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 58902) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:20:12.102233 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-876f2f86-7cc4-45d4-a721-2d31067fdb3a req-a264f1fb-6b39-43ce-82de-6d94c75b0718 tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] 10.222.0.32 "GET /v2.0/security-groups?id=2bf8651c-3ed0-44bb-a064-d61aab6ec281&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0875359
Dec 25 21:20:12.133693 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5496d944-4255-4e17-8660-55c098fd436a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2014235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14905'] for router, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:12.137152 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5496d944-4255-4e17-8660-55c098fd436a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:12.186669 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-75792a91-b378-4240-a982-536ddc2ac494 req-92814e4c-816d-4d8b-b91b-f75f26d30b60 service neutron] 10.222.0.32 "GET /v2.0/networks/050fe506-29b6-4536-b03a-6d4fd9d4993c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1315682
Dec 25 21:20:12.209845 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-4af7ab0f-8741-4c80-8988-ff06aed62416 req-6faaf248-3606-4f0c-8a3c-69366109c49a service neutron] 10.222.0.37 "GET /v2.0/networks/b8d0c0f5-4a55-4519-afa5-15b47bd47c1f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3413990
Dec 25 21:20:12.212660 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.db [req-e1acb242-c80b-4fae-a5c8-40674199ada9 req-b73f4ca0-d169-47b8-8de8-9ad82cf99f06 service neutron] For port 62c529f7-9fe3-4314-a727-f4d44e96de8d, host nch2-master-1, cleared binding levels {{(pid=121607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:20:12.215875 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.db [req-e1acb242-c80b-4fae-a5c8-40674199ada9 req-b73f4ca0-d169-47b8-8de8-9ad82cf99f06 service neutron] For port 62c529f7-9fe3-4314-a727-f4d44e96de8d, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=62c529f7-9fe3-4314-a727-f4d44e96de8d,segment=NetworkSegment(40b3768f-3d6e-4d28-9b2a-4711b7f0f059),segment_id=40b3768f-3d6e-4d28-9b2a-4711b7f0f059)] {{(pid=121607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:20:12.240546 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-ac16fcfd-1c50-46cd-a691-d46c16141767 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0ecfd75e0530430eaad8f0531a3a5244&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1911898
Dec 25 21:20:12.243116 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 58906) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:20:12.284086 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5496d944-4255-4e17-8660-55c098fd436a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2014220'] for router, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:12.284631 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5496d944-4255-4e17-8660-55c098fd436a admin admin] Fanout notify agent at l3_agent the message router_deleted on router dfb386db-09a3-49fa-8678-273f6968540f {{(pid=121607) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 25 21:20:12.290423 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5496d944-4255-4e17-8660-55c098fd436a admin admin] Publish callbacks [] for router, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:12.294644 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-5496d944-4255-4e17-8660-55c098fd436a admin admin] 10.222.0.32 "DELETE /v2.0/routers/dfb386db-09a3-49fa-8678-273f6968540f HTTP/1.1" status: 204  len: 168 time: 2.9541969
Dec 25 21:20:12.296952 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 58908) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:20:12.316323 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-4af7ab0f-8741-4c80-8988-ff06aed62416 req-5b06eb25-c2ba-4edf-9be0-937338732617 service neutron] 10.222.0.37 "GET /v2.0/networks/b8d0c0f5-4a55-4519-afa5-15b47bd47c1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0980382
Dec 25 21:20:12.320966 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-e1acb242-c80b-4fae-a5c8-40674199ada9 req-b73f4ca0-d169-47b8-8de8-9ad82cf99f06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8632327'] for port, after_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:12.372569 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-75792a91-b378-4240-a982-536ddc2ac494 req-cfb015fe-4424-4dfb-9219-9cb794f69b1a service neutron] 10.222.0.32 "GET /v2.0/networks/050fe506-29b6-4536-b03a-6d4fd9d4993c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1733706
Dec 25 21:20:12.385135 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_v2 [None req-48cabd20-bd28-4c38-a470-9796a7019d2a admin admin] Deleting subnet ca46be31-1a87-4846-b557-a9f49755a2de {{(pid=121606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Dec 25 21:20:12.396430 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-48cabd20-bd28-4c38-a470-9796a7019d2a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:12.398573 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-4af7ab0f-8741-4c80-8988-ff06aed62416 req-2b7ed3ad-1511-4f04-9487-406bd14b1219 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.183&port_id=7d584498-0a66-4020-96ff-ac37bb6bf33e HTTP/1.1" status: 200  len: 217 time: 0.0740666
Dec 25 21:20:12.402597 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1acb242-c80b-4fae-a5c8-40674199ada9 req-b73f4ca0-d169-47b8-8de8-9ad82cf99f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:12.403325 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-e1acb242-c80b-4fae-a5c8-40674199ada9 req-b73f4ca0-d169-47b8-8de8-9ad82cf99f06 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:12.404953 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-e1acb242-c80b-4fae-a5c8-40674199ada9 req-b73f4ca0-d169-47b8-8de8-9ad82cf99f06 service neutron] 10.222.0.37 "PUT /v2.0/ports/62c529f7-9fe3-4314-a727-f4d44e96de8d HTTP/1.1" status: 200  len: 1091 time: 2.4551470
Dec 25 21:20:12.420796 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-a989a03a-2257-4e2f-b62d-aa45ee372071 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:12.452538 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-48cabd20-bd28-4c38-a470-9796a7019d2a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9084199'] for subnet, precommit_delete_associations {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:12.475883 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-a989a03a-2257-4e2f-b62d-aa45ee372071 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:12.489865 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73f4ca0-d169-47b8-8de8-9ad82cf99f06 service neutron] Pushing event updated for resources: {'Port': ['ID=62c529f7-9fe3-4314-a727-f4d44e96de8d,revision_number=3']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:20:12.507446 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73f4ca0-d169-47b8-8de8-9ad82cf99f06 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:20:12.508252 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73f4ca0-d169-47b8-8de8-9ad82cf99f06 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:20:12.508804 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73f4ca0-d169-47b8-8de8-9ad82cf99f06 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:20:12.509365 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73f4ca0-d169-47b8-8de8-9ad82cf99f06 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:20:12.509955 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73f4ca0-d169-47b8-8de8-9ad82cf99f06 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:20:12.510509 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73f4ca0-d169-47b8-8de8-9ad82cf99f06 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:20:12.511039 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73f4ca0-d169-47b8-8de8-9ad82cf99f06 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:20:12.511618 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73f4ca0-d169-47b8-8de8-9ad82cf99f06 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:20:12.512674 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73f4ca0-d169-47b8-8de8-9ad82cf99f06 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:20:12.513264 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73f4ca0-d169-47b8-8de8-9ad82cf99f06 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:20:12.513811 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73f4ca0-d169-47b8-8de8-9ad82cf99f06 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:20:12.514263 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73f4ca0-d169-47b8-8de8-9ad82cf99f06 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:20:12.514813 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73f4ca0-d169-47b8-8de8-9ad82cf99f06 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:20:12.522146 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af7ab0f-8741-4c80-8988-ff06aed62416 req-9aa62367-a857-484f-8d48-98d5b182de65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:12.523768 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-4af7ab0f-8741-4c80-8988-ff06aed62416 req-9aa62367-a857-484f-8d48-98d5b182de65 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f792eb17-8c67-407f-9cdd-1353c9bc42bb HTTP/1.1" status: 200  len: 797 time: 0.1134160
Dec 25 21:20:12.535001 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-48cabd20-bd28-4c38-a470-9796a7019d2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995662'] for subnet, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:12.628720 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af7ab0f-8741-4c80-8988-ff06aed62416 req-d93b7fb5-bc0a-42e2-99f9-76673123f5c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:12.628720 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-4af7ab0f-8741-4c80-8988-ff06aed62416 req-d93b7fb5-bc0a-42e2-99f9-76673123f5c5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f7ed1632-2ec3-4974-9097-8fe2ac8f3ba4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.0828671
Dec 25 21:20:12.628720 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1acb242-c80b-4fae-a5c8-40674199ada9 req-cacb9fc9-1633-48af-8bb5-430a00fef625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:12.628720 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-e1acb242-c80b-4fae-a5c8-40674199ada9 req-cacb9fc9-1633-48af-8bb5-430a00fef625 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8154e82a58434a60b677d150202a5312&device_id=6bc9caeb-6686-4332-99c6-4ec54e0549ce HTTP/1.1" status: 200  len: 1094 time: 0.0856109
Dec 25 21:20:12.652901 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-a989a03a-2257-4e2f-b62d-aa45ee372071 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:12.655672 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-a989a03a-2257-4e2f-b62d-aa45ee372071 admin admin] Publish callbacks [] for security_group, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:12.656905 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-a989a03a-2257-4e2f-b62d-aa45ee372071 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/349abdf5-d976-4669-aec0-3c3abb1132dd HTTP/1.1" status: 204  len: 168 time: 0.4128575
Dec 25 21:20:12.671597 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a989a03a-2257-4e2f-b62d-aa45ee372071 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=349abdf5-d976-4669-aec0-3c3abb1132dd,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:20:12.744968 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-e1acb242-c80b-4fae-a5c8-40674199ada9 req-dd5183ec-039e-4935-a387-c43f74bda4e3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=62c529f7-9fe3-4314-a727-f4d44e96de8d HTTP/1.1" status: 200  len: 217 time: 0.0506678
Dec 25 21:20:12.755814 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4ff7c69d-180d-48b0-a7ff-d36766d74329 req-1507fa34-fd84-4dcb-abcd-7e5c1f1d7214 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c440c6c-f195-45df-bc8f-62cfb0a36698 HTTP/1.1" status: 200  len: 210 time: 0.0719249
Dec 25 21:20:12.756814 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-48cabd20-bd28-4c38-a470-9796a7019d2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9084363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9028506'] for subnet, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:12.804026 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cabd20-bd28-4c38-a470-9796a7019d2a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ca46be31-1a87-4846-b557-a9f49755a2de,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:20:12.813210 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-48cabd20-bd28-4c38-a470-9796a7019d2a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for subnet, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:12.816373 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-48cabd20-bd28-4c38-a470-9796a7019d2a admin admin] 10.222.0.32 "DELETE /v2.0/subnets/ca46be31-1a87-4846-b557-a9f49755a2de HTTP/1.1" status: 204  len: 168 time: 0.5181527
Dec 25 21:20:12.819650 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 58926) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:20:12.850896 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a74fac-f4b6-4367-9dc8-899c5c911f8c req-02642f81-f2ee-4152-957d-66febafeb9a6 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:12.852778 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-17a74fac-f4b6-4367-9dc8-899c5c911f8c req-02642f81-f2ee-4152-957d-66febafeb9a6 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] 10.222.0.32 "GET /v2.0/ports?device_id=714d5f5c-ef35-4c4a-8bb3-05dec010fd61 HTTP/1.1" status: 200  len: 946 time: 0.1549025
Dec 25 21:20:12.869900 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1acb242-c80b-4fae-a5c8-40674199ada9 req-d36f3f89-eb4e-4f8f-8ee7-ceed19a15c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:12.871365 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-e1acb242-c80b-4fae-a5c8-40674199ada9 req-d36f3f89-eb4e-4f8f-8ee7-ceed19a15c81 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=30c8b4fd-6c75-4e8c-b43d-f31074d76442 HTTP/1.1" status: 200  len: 852 time: 0.0763299
Dec 25 21:20:12.876904 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-4af7ab0f-8741-4c80-8988-ff06aed62416 req-91274a3f-60ae-418a-93d9-20e502e277d7 service neutron] 10.222.0.37 "GET /v2.0/networks/f7ed1632-2ec3-4974-9097-8fe2ac8f3ba4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2396736
Dec 25 21:20:12.936195 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-e1acb242-c80b-4fae-a5c8-40674199ada9 req-aac03af1-c5f0-4821-856d-cc84f7688cf7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2c732578-b39b-40c1-8a55-147e577043a0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0516772
Dec 25 21:20:12.976842 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-c3861772-41c5-4874-979f-5f92c3aaa51d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625803'] for network, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:13.002722 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-17a74fac-f4b6-4367-9dc8-899c5c911f8c req-ca911871-bfe6-40e4-aac8-2115b517c723 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c514444-6044-490f-9acc-6dece3909d9f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1396713
Dec 25 21:20:13.027760 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4021c82-a710-466a-9d5c-d1b8a710d162 req-52f9cd0c-54de-400d-951a-522b30fc5c96 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:13.035576 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4021c82-a710-466a-9d5c-d1b8a710d162 req-52f9cd0c-54de-400d-951a-522b30fc5c96 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:13.041658 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4021c82-a710-466a-9d5c-d1b8a710d162 req-52f9cd0c-54de-400d-951a-522b30fc5c96 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:13.048036 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4021c82-a710-466a-9d5c-d1b8a710d162 req-52f9cd0c-54de-400d-951a-522b30fc5c96 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:13.054349 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4021c82-a710-466a-9d5c-d1b8a710d162 req-52f9cd0c-54de-400d-951a-522b30fc5c96 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:13.061111 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4021c82-a710-466a-9d5c-d1b8a710d162 req-52f9cd0c-54de-400d-951a-522b30fc5c96 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:13.067475 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4021c82-a710-466a-9d5c-d1b8a710d162 req-52f9cd0c-54de-400d-951a-522b30fc5c96 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:13.069598 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b4021c82-a710-466a-9d5c-d1b8a710d162 req-52f9cd0c-54de-400d-951a-522b30fc5c96 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa2d5924-6a22-461e-b48b-e73f52f4b72c HTTP/1.1" status: 200  len: 5431 time: 0.2141850
Dec 25 21:20:13.071246 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-4af7ab0f-8741-4c80-8988-ff06aed62416 req-49b95bde-58ed-4039-b722-e280d60ae54a service neutron] 10.222.0.37 "GET /v2.0/networks/f7ed1632-2ec3-4974-9097-8fe2ac8f3ba4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1748784
Dec 25 21:20:13.093355 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-e1acb242-c80b-4fae-a5c8-40674199ada9 req-db2b80c8-3772-4043-b6ab-f0bd4c60c4fd service neutron] 10.222.0.37 "GET /v2.0/networks/2c732578-b39b-40c1-8a55-147e577043a0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1491759
Dec 25 21:20:13.178644 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-4af7ab0f-8741-4c80-8988-ff06aed62416 req-7e1cf7d7-0812-4639-8d79-3f3e3816dc1e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.61&port_id=fd6aa216-385a-41e5-8c5e-3aae2253a5ab HTTP/1.1" status: 200  len: 217 time: 0.0957353
Dec 25 21:20:13.212867 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b4021c82-a710-466a-9d5c-d1b8a710d162 req-c4a1b78a-5463-4e73-a865-bc7255a6ef6a tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] 10.222.0.32 "GET /v2.0/security-groups?id=b91eef00-e17a-4a6b-bf8c-dc658b79c2db&id=051b583c-529b-425b-89b3-0dd7f4245e61&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1187861
Dec 25 21:20:13.227619 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 2803deba-1b18-4a6d-9ba9-77345c222205 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:20:13.246551 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-c3861772-41c5-4874-979f-5f92c3aaa51d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997585', 'neutron.services.segments.db._delete_segments_for_network-8737602743071'] for network, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:13.261361 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] No Port match for: 2803deba-1b18-4a6d-9ba9-77345c222205 {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:20:13.261806 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 2803deba-1b18-4a6d-9ba9-77345c222205 not bound to the agent host ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:20:13.297915 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.segments.db [None req-c3861772-41c5-4874-979f-5f92c3aaa51d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f26125671f0>,) {'filters': {'network_id': ['040e4d7b-a517-49cc-8699-70c0b9b2f222']}} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:20:13.299004 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af7ab0f-8741-4c80-8988-ff06aed62416 req-1bcb5124-a25f-4e82-9a0a-cf2139ee4ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:13.300449 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-4af7ab0f-8741-4c80-8988-ff06aed62416 req-1bcb5124-a25f-4e82-9a0a-cf2139ee4ad2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f792eb17-8c67-407f-9cdd-1353c9bc42bb HTTP/1.1" status: 200  len: 797 time: 0.1017947
Dec 25 21:20:13.319355 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.segments.db [None req-c3861772-41c5-4874-979f-5f92c3aaa51d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f26125671f0>, 'a23ab71a-bf4a-4f83-858c-14fbc7539004') {'for_net_delete': True} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:20:13.319656 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.segments.db [None req-c3861772-41c5-4874-979f-5f92c3aaa51d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f26125671f0>, 'a23ab71a-bf4a-4f83-858c-14fbc7539004') {} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:20:13.339875 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-c3861772-41c5-4874-979f-5f92c3aaa51d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737602746920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9084222'] for segment, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:13.346329 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-e1acb242-c80b-4fae-a5c8-40674199ada9 req-dd3cd58f-ff66-4fd6-ba0b-a7cfa24b10b5 service neutron] 10.222.0.37 "GET /v2.0/networks/2c732578-b39b-40c1-8a55-147e577043a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1894989
Dec 25 21:20:13.351504 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88492007-55ce-4634-aed0-13e9a1dd558c req-d638f8a2-2a11-4aa3-9b64-bdebce582a20 tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:13.353055 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-88492007-55ce-4634-aed0-13e9a1dd558c req-d638f8a2-2a11-4aa3-9b64-bdebce582a20 tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] 10.222.0.32 "GET /v2.0/ports?device_id=6bc9caeb-6686-4332-99c6-4ec54e0549ce HTTP/1.1" status: 200  len: 943 time: 0.1373017
Dec 25 21:20:13.364423 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af7ab0f-8741-4c80-8988-ff06aed62416 req-2861522e-712e-4bec-9079-ed579de9e03b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:13.365990 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-4af7ab0f-8741-4c80-8988-ff06aed62416 req-2861522e-712e-4bec-9079-ed579de9e03b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f7ed1632-2ec3-4974-9097-8fe2ac8f3ba4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.0552440
Dec 25 21:20:13.366477 ncdv-master-1 neutron-server[121607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bc9caeb-6686-4332-99c6-4ec54e0549ce', 'tag': '62c529f7-9fe3-4314-a727-f4d44e96de8d'}] {{(pid=121607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:20:13.368898 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f980bbcadfa7bf1e788024e1448be660373c21f97f015f780444e999c451203" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9c9db8d-b236-4815-a406-3126cebe7bff" -d '{"events": [{"name": "network-changed", "server_uuid": "6bc9caeb-6686-4332-99c6-4ec54e0549ce", "tag": "62c529f7-9fe3-4314-a727-f4d44e96de8d"}]}' {{(pid=121607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:20:13.418433 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-88492007-55ce-4634-aed0-13e9a1dd558c req-b97a45aa-6f0a-493a-97e0-c31758d25256 tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] 10.222.0.32 "GET /v2.0/security-groups?id=2bf8651c-3ed0-44bb-a064-d61aab6ec281&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0492730
Dec 25 21:20:13.419376 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-c3861772-41c5-4874-979f-5f92c3aaa51d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:13.427414 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3861772-41c5-4874-979f-5f92c3aaa51d admin admin] Releasing vlan 180 on physical network physnet1 to pool {{(pid=121606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 25 21:20:13.427802 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-c3861772-41c5-4874-979f-5f92c3aaa51d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9084542'] for segment, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:13.429471 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:20:13.429471 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:20:13.429471 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:20:13.429471 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:20:13.429471 ncdv-master-1 neutron-server[121606]: Traceback (most recent call last):
Dec 25 21:20:13.429471 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 25 21:20:13.429471 ncdv-master-1 neutron-server[121606]:     timer()
Dec 25 21:20:13.429471 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 25 21:20:13.429471 ncdv-master-1 neutron-server[121606]:     cb(*args, **kw)
Dec 25 21:20:13.429471 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 25 21:20:13.429471 ncdv-master-1 neutron-server[121606]:     return func(*args, **kwargs)
Dec 25 21:20:13.429471 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 25 21:20:13.429471 ncdv-master-1 neutron-server[121606]:     self._notify()
Dec 25 21:20:13.429471 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 25 21:20:13.429471 ncdv-master-1 neutron-server[121606]:     self.callback(batched_events)
Dec 25 21:20:13.429471 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 25 21:20:13.429471 ncdv-master-1 neutron-server[121606]:     event.method(event)
Dec 25 21:20:13.429471 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 25 21:20:13.429471 ncdv-master-1 neutron-server[121606]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 25 21:20:13.429471 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 25 21:20:13.429471 ncdv-master-1 neutron-server[121606]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 25 21:20:13.429471 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 25 21:20:13.429471 ncdv-master-1 neutron-server[121606]:     return f(self, *a, **k)
Dec 25 21:20:13.429471 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 25 21:20:13.429471 ncdv-master-1 neutron-server[121606]:     return self._get(url).json()
Dec 25 21:20:13.429471 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 25 21:20:13.429471 ncdv-master-1 neutron-server[121606]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 25 21:20:13.429471 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 25 21:20:13.429471 ncdv-master-1 neutron-server[121606]:     return self.request(url, 'GET', **kwargs)
Dec 25 21:20:13.429471 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 25 21:20:13.429471 ncdv-master-1 neutron-server[121606]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 25 21:20:13.429471 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 25 21:20:13.429471 ncdv-master-1 neutron-server[121606]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 25 21:20:13.429471 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 25 21:20:13.429471 ncdv-master-1 neutron-server[121606]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 25 21:20:13.429471 ncdv-master-1 neutron-server[121606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 25 21:20:13.437708 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Dec 2021 21:20:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64f95a74-41f5-4186-b380-23d709e0db6a x-openstack-request-id: req-64f95a74-41f5-4186-b380-23d709e0db6a {{(pid=121607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:20:13.437999 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6bc9caeb-6686-4332-99c6-4ec54e0549ce", "tag": "62c529f7-9fe3-4314-a727-f4d44e96de8d", "status": "completed", "code": 200}]} {{(pid=121607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:20:13.438276 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-64f95a74-41f5-4186-b380-23d709e0db6a {{(pid=121607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:20:13.443943 ncdv-master-1 neutron-server[121607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6bc9caeb-6686-4332-99c6-4ec54e0549ce', 'tag': '62c529f7-9fe3-4314-a727-f4d44e96de8d', 'status': 'completed', 'code': 200}
Dec 25 21:20:13.503378 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-4af7ab0f-8741-4c80-8988-ff06aed62416 req-cb7b33d1-f6ff-4f0a-a6dd-f016a46185fb service neutron] 10.222.0.37 "GET /v2.0/networks/f7ed1632-2ec3-4974-9097-8fe2ac8f3ba4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1298554
Dec 25 21:20:13.503729 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 58938) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:20:13.533177 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c9db8d-b236-4815-a406-3126cebe7bff req-279d0605-efb7-492d-837e-5ac92b3fe0e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:13.534815 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-d9c9db8d-b236-4815-a406-3126cebe7bff req-279d0605-efb7-492d-837e-5ac92b3fe0e7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8154e82a58434a60b677d150202a5312&device_id=6bc9caeb-6686-4332-99c6-4ec54e0549ce HTTP/1.1" status: 200  len: 1094 time: 0.0692856
Dec 25 21:20:13.548594 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-50cc1d1a-3ab3-45fd-baa3-a9dcc324dba8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1cf8aa86e22f4e25b3c7006f5ea4c074&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0409536
Dec 25 21:20:13.548828 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 58940) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:20:13.576471 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-c3861772-41c5-4874-979f-5f92c3aaa51d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2008653'] for network, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:13.582577 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-c3861772-41c5-4874-979f-5f92c3aaa51d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for network, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:13.586749 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-c3861772-41c5-4874-979f-5f92c3aaa51d admin admin] 10.222.0.32 "DELETE /v2.0/networks/040e4d7b-a517-49cc-8699-70c0b9b2f222 HTTP/1.1" status: 204  len: 168 time: 0.7659683
Dec 25 21:20:13.615422 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3861772-41c5-4874-979f-5f92c3aaa51d admin admin] Pushing event deleted for resources: {'Network': ['ID=040e4d7b-a517-49cc-8699-70c0b9b2f222,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:20:13.634345 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-9b7c667e-4dc9-407c-97d1-5c4a6d9cd14a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:13.662699 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-9b7c667e-4dc9-407c-97d1-5c4a6d9cd14a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:13.674582 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-4af7ab0f-8741-4c80-8988-ff06aed62416 req-b98f6632-8b1c-4b21-ad0c-ec10de99b9e8 service neutron] 10.222.0.37 "GET /v2.0/networks/f7ed1632-2ec3-4974-9097-8fe2ac8f3ba4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1628087
Dec 25 21:20:13.723025 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c9db8d-b236-4815-a406-3126cebe7bff req-a00dbb68-726a-435e-81b9-cb11498ec03f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:13.724528 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-d9c9db8d-b236-4815-a406-3126cebe7bff req-a00dbb68-726a-435e-81b9-cb11498ec03f service neutron] 10.222.0.37 "GET /v2.0/networks?id=2c732578-b39b-40c1-8a55-147e577043a0 HTTP/1.1" status: 200  len: 913 time: 0.1810834
Dec 25 21:20:13.726346 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-4af7ab0f-8741-4c80-8988-ff06aed62416 req-99cea063-e626-4a85-80b6-5d1ad1bcfde4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.129&port_id=2eb143cf-a0c7-4e74-a5f2-177a4bc1db2c HTTP/1.1" status: 200  len: 217 time: 0.0409172
Dec 25 21:20:13.804951 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-d9c9db8d-b236-4815-a406-3126cebe7bff req-b690b29e-f61b-4245-8b8f-d261147aff56 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=62c529f7-9fe3-4314-a727-f4d44e96de8d HTTP/1.1" status: 200  len: 217 time: 0.0651715
Dec 25 21:20:13.850736 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af7ab0f-8741-4c80-8988-ff06aed62416 req-f9e33248-597f-4cf5-9e35-63038cdd7742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:13.852172 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-4af7ab0f-8741-4c80-8988-ff06aed62416 req-f9e33248-597f-4cf5-9e35-63038cdd7742 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f792eb17-8c67-407f-9cdd-1353c9bc42bb HTTP/1.1" status: 200  len: 797 time: 0.1114500
Dec 25 21:20:13.865077 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d7b8b95d-283e-4628-8989-081a94fadfdf req-4deb4ab7-88f5-48d6-8b73-43ad3708c191 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c440c6c-f195-45df-bc8f-62cfb0a36698 HTTP/1.1" status: 200  len: 210 time: 0.0308311
Dec 25 21:20:13.873859 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c9db8d-b236-4815-a406-3126cebe7bff req-d3eb23fd-f978-4a11-b019-49cf868a9a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:13.886222 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-d9c9db8d-b236-4815-a406-3126cebe7bff req-d3eb23fd-f978-4a11-b019-49cf868a9a4c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=30c8b4fd-6c75-4e8c-b43d-f31074d76442 HTTP/1.1" status: 200  len: 852 time: 0.0743384
Dec 25 21:20:13.913279 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123880fb-dec9-4d27-ae09-a64ecd148514 req-47f833fc-85ef-46f8-8f57-35955572a591 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:13.914680 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-123880fb-dec9-4d27-ae09-a64ecd148514 req-47f833fc-85ef-46f8-8f57-35955572a591 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] 10.222.0.31 "GET /v2.0/ports?device_id=714d5f5c-ef35-4c4a-8bb3-05dec010fd61 HTTP/1.1" status: 200  len: 946 time: 0.0487723
Dec 25 21:20:13.937977 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-d9c9db8d-b236-4815-a406-3126cebe7bff req-9c0d7e3d-ca15-4a9e-8cf7-fa2d4ef1637a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2c732578-b39b-40c1-8a55-147e577043a0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0374126
Dec 25 21:20:13.944214 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af7ab0f-8741-4c80-8988-ff06aed62416 req-4fd46dfa-eb5f-4254-af9e-0b1d11c9d251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:13.945730 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-4af7ab0f-8741-4c80-8988-ff06aed62416 req-4fd46dfa-eb5f-4254-af9e-0b1d11c9d251 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f7ed1632-2ec3-4974-9097-8fe2ac8f3ba4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.0855906
Dec 25 21:20:14.019361 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [req-123880fb-dec9-4d27-ae09-a64ecd148514 req-0a617739-30b8-41fa-8ec0-e4ef398d6db3 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] Deleting port 3a19bd46-150e-4b0a-b87d-54e59821aacd {{(pid=121606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:20:14.019709 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-123880fb-dec9-4d27-ae09-a64ecd148514 req-0a617739-30b8-41fa-8ec0-e4ef398d6db3 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:14.091055 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-9b7c667e-4dc9-407c-97d1-5c4a6d9cd14a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:14.093965 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-9b7c667e-4dc9-407c-97d1-5c4a6d9cd14a admin admin] Publish callbacks [] for security_group, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:14.095244 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-9b7c667e-4dc9-407c-97d1-5c4a6d9cd14a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8711db11-faf1-4e00-9a8e-851bd97c172b HTTP/1.1" status: 204  len: 168 time: 0.5454707
Dec 25 21:20:14.100863 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-d9c9db8d-b236-4815-a406-3126cebe7bff req-57678068-7ac8-487d-81a1-a94f332f182f service neutron] 10.222.0.37 "GET /v2.0/networks/2c732578-b39b-40c1-8a55-147e577043a0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1541531
Dec 25 21:20:14.106903 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-4af7ab0f-8741-4c80-8988-ff06aed62416 req-480b6bd4-5aa6-48e9-b899-db98429a81dd service neutron] 10.222.0.37 "GET /v2.0/networks/f7ed1632-2ec3-4974-9097-8fe2ac8f3ba4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1520844
Dec 25 21:20:14.116127 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7c667e-4dc9-407c-97d1-5c4a6d9cd14a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8711db11-faf1-4e00-9a8e-851bd97c172b,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:20:14.181165 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-123880fb-dec9-4d27-ae09-a64ecd148514 req-0a617739-30b8-41fa-8ec0-e4ef398d6db3 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] For port 3a19bd46-150e-4b0a-b87d-54e59821aacd, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3a19bd46-150e-4b0a-b87d-54e59821aacd,segment=NetworkSegment(2eb49ff2-b1de-4e84-a376-6f91f784eeb5),segment_id=2eb49ff2-b1de-4e84-a376-6f91f784eeb5)] {{(pid=121606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:20:14.181533 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-123880fb-dec9-4d27-ae09-a64ecd148514 req-0a617739-30b8-41fa-8ec0-e4ef398d6db3 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:14.191696 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 58954) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:20:14.207948 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [req-123880fb-dec9-4d27-ae09-a64ecd148514 req-0a617739-30b8-41fa-8ec0-e4ef398d6db3 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] Calling delete_port for 3a19bd46-150e-4b0a-b87d-54e59821aacd owned by compute:nova {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:20:14.221299 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5482f6-47b6-432a-8780-19e1aa715e71 req-adcaf1cb-8b50-45c6-b9b6-e84f72525939 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:14.230010 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8a5482f6-47b6-432a-8780-19e1aa715e71 req-adcaf1cb-8b50-45c6-b9b6-e84f72525939 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] 10.222.0.32 "GET /v2.0/ports?device_id=714d5f5c-ef35-4c4a-8bb3-05dec010fd61 HTTP/1.1" status: 200  len: 946 time: 0.1116405
Dec 25 21:20:14.341823 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8a5482f6-47b6-432a-8780-19e1aa715e71 req-768e1e34-8c6f-4010-8816-dd4ff8ad96ea tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c514444-6044-490f-9acc-6dece3909d9f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1109316
Dec 25 21:20:14.344241 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-d9c9db8d-b236-4815-a406-3126cebe7bff req-6f0335bc-6188-4f89-b0b7-a373e54a5b43 service neutron] 10.222.0.37 "GET /v2.0/networks/2c732578-b39b-40c1-8a55-147e577043a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2281151
Dec 25 21:20:14.371073 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-41cc86fa-c8ef-4ad5-a220-044f71de8186 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3b0881f03bcb42b2af8fbbc9bd84ca78&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1780422
Dec 25 21:20:14.373779 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 58958) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:20:14.389805 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-4af7ab0f-8741-4c80-8988-ff06aed62416 req-181f13c5-5bcf-42e3-8524-eccbfdadc9f4 service neutron] 10.222.0.37 "GET /v2.0/networks/f7ed1632-2ec3-4974-9097-8fe2ac8f3ba4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2642040
Dec 25 21:20:14.410091 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5b8011-f6d9-41ff-99d5-41bb6d31cd55 req-7667b85a-dcd2-4805-8da4-3214f0213cdf tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:14.413039 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5b8011-f6d9-41ff-99d5-41bb6d31cd55 req-7667b85a-dcd2-4805-8da4-3214f0213cdf tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:14.420772 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5b8011-f6d9-41ff-99d5-41bb6d31cd55 req-7667b85a-dcd2-4805-8da4-3214f0213cdf tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:14.426905 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5b8011-f6d9-41ff-99d5-41bb6d31cd55 req-7667b85a-dcd2-4805-8da4-3214f0213cdf tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:14.433818 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5b8011-f6d9-41ff-99d5-41bb6d31cd55 req-7667b85a-dcd2-4805-8da4-3214f0213cdf tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:14.440931 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5b8011-f6d9-41ff-99d5-41bb6d31cd55 req-7667b85a-dcd2-4805-8da4-3214f0213cdf tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:14.446963 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5b8011-f6d9-41ff-99d5-41bb6d31cd55 req-7667b85a-dcd2-4805-8da4-3214f0213cdf tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:14.449159 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1e5b8011-f6d9-41ff-99d5-41bb6d31cd55 req-7667b85a-dcd2-4805-8da4-3214f0213cdf tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa2d5924-6a22-461e-b48b-e73f52f4b72c HTTP/1.1" status: 200  len: 5431 time: 0.1347930
Dec 25 21:20:14.457177 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-4af7ab0f-8741-4c80-8988-ff06aed62416 req-21da9d7f-612b-4e39-91b9-842e5fc01f4a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.72&port_id=8de83a8d-9b83-433c-af96-f34c522b12b1 HTTP/1.1" status: 200  len: 217 time: 0.0490851
Dec 25 21:20:14.545447 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af7ab0f-8741-4c80-8988-ff06aed62416 req-32c90a42-6bc1-4c31-aad7-f89714ff4ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:14.546988 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-4af7ab0f-8741-4c80-8988-ff06aed62416 req-32c90a42-6bc1-4c31-aad7-f89714ff4ec8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f792eb17-8c67-407f-9cdd-1353c9bc42bb HTTP/1.1" status: 200  len: 797 time: 0.0818918
Dec 25 21:20:14.548224 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-64dd2822-642a-44e1-885c-0f9a76585e0e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:14.610917 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-64dd2822-642a-44e1-885c-0f9a76585e0e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:14.630308 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af7ab0f-8741-4c80-8988-ff06aed62416 req-1e106145-4584-45e0-9553-1858e78ca425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:14.632047 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-4af7ab0f-8741-4c80-8988-ff06aed62416 req-1e106145-4584-45e0-9553-1858e78ca425 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f7ed1632-2ec3-4974-9097-8fe2ac8f3ba4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.0742142
Dec 25 21:20:14.745273 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-4af7ab0f-8741-4c80-8988-ff06aed62416 req-3c4fdc32-2a1d-4cf6-9649-347a309289ab service neutron] 10.222.0.37 "GET /v2.0/networks/f7ed1632-2ec3-4974-9097-8fe2ac8f3ba4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1025939
Dec 25 21:20:14.807277 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-123880fb-dec9-4d27-ae09-a64ecd148514 req-0a617739-30b8-41fa-8ec0-e4ef398d6db3 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:14.820210 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] get_ports_and_sgs() called for port_ids ['b548a516-5b40-4749-9286-e686f9b3d3be', '3a19bd46-150e-4b0a-b87d-54e59821aacd'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:20:14.853382 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-64dd2822-642a-44e1-885c-0f9a76585e0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:14.855944 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-64dd2822-642a-44e1-885c-0f9a76585e0e admin admin] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:14.859865 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1e5b8011-f6d9-41ff-99d5-41bb6d31cd55 req-13e6ea6e-e71a-47a7-9da3-9d5511170017 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] 10.222.0.32 "GET /v2.0/security-groups?id=b91eef00-e17a-4a6b-bf8c-dc658b79c2db&id=051b583c-529b-425b-89b3-0dd7f4245e61&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.3901005
Dec 25 21:20:14.860636 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a617739-30b8-41fa-8ec0-e4ef398d6db3 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] Pushing event deleted for resources: {'Port': ['ID=3a19bd46-150e-4b0a-b87d-54e59821aacd,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:20:14.870680 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-64dd2822-642a-44e1-885c-0f9a76585e0e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d3baa9cd-9895-4145-88c0-053a91673173 HTTP/1.1" status: 204  len: 168 time: 0.4916859
Dec 25 21:20:14.899673 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-4af7ab0f-8741-4c80-8988-ff06aed62416 req-383570ef-745a-46c7-8c15-4882d6569087 service neutron] 10.222.0.37 "GET /v2.0/networks/f7ed1632-2ec3-4974-9097-8fe2ac8f3ba4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1464508
Dec 25 21:20:14.904678 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c25e6c5-f73c-4728-8bed-4d3662c650a3 req-48625df4-c1c3-4cb8-8326-e19e1564ad7b tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:14.912339 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7c25e6c5-f73c-4728-8bed-4d3662c650a3 req-48625df4-c1c3-4cb8-8326-e19e1564ad7b tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] 10.222.0.32 "GET /v2.0/ports?device_id=6bc9caeb-6686-4332-99c6-4ec54e0549ce HTTP/1.1" status: 200  len: 943 time: 0.4008353
Dec 25 21:20:14.915020 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64dd2822-642a-44e1-885c-0f9a76585e0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3baa9cd-9895-4145-88c0-053a91673173,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:20:14.942918 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [req-123880fb-dec9-4d27-ae09-a64ecd148514 req-0a617739-30b8-41fa-8ec0-e4ef398d6db3 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] No DVR routers for this DVR port 3a19bd46-150e-4b0a-b87d-54e59821aacd on host nch1-master-1 {{(pid=121606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:20:14.949867 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-123880fb-dec9-4d27-ae09-a64ecd148514 req-0a617739-30b8-41fa-8ec0-e4ef398d6db3 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:14.950668 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-123880fb-dec9-4d27-ae09-a64ecd148514 req-0a617739-30b8-41fa-8ec0-e4ef398d6db3 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] 10.222.0.31 "DELETE /v2.0/ports/3a19bd46-150e-4b0a-b87d-54e59821aacd HTTP/1.1" status: 204  len: 173 time: 1.0295162
Dec 25 21:20:14.953813 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '714d5f5c-ef35-4c4a-8bb3-05dec010fd61', 'name': 'network-vif-deleted', 'tag': '3a19bd46-150e-4b0a-b87d-54e59821aacd'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:20:14.959886 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9858820c13ec2827453b94ebc4181065e990a4e4089ccb9fe762531ac62d2fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-069ced07-5014-47b6-ad88-7a626a3c5d19" -d '{"events": [{"server_uuid": "714d5f5c-ef35-4c4a-8bb3-05dec010fd61", "name": "network-vif-deleted", "tag": "3a19bd46-150e-4b0a-b87d-54e59821aacd"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:20:15.010645 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7c25e6c5-f73c-4728-8bed-4d3662c650a3 req-4f37cf8d-428d-48cc-a29a-eb8d335c21df tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] 10.222.0.32 "GET /v2.0/security-groups?id=2bf8651c-3ed0-44bb-a064-d61aab6ec281&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0967000
Dec 25 21:20:15.043511 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-4af7ab0f-8741-4c80-8988-ff06aed62416 req-c4c25612-a820-4438-ac30-9ad99cbec090 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=9c0613e4-0268-4ae9-8585-76b021617ef8 HTTP/1.1" status: 200  len: 217 time: 0.1333706
Dec 25 21:20:15.126400 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af7ab0f-8741-4c80-8988-ff06aed62416 req-cd88da3e-d9ab-4a87-8f2e-a6d041a5dec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:15.126400 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-4af7ab0f-8741-4c80-8988-ff06aed62416 req-cd88da3e-d9ab-4a87-8f2e-a6d041a5dec0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0f498337-e4ba-4b34-b7b9-d5a4315f4f02 HTTP/1.1" status: 200  len: 797 time: 0.0627949
Dec 25 21:20:15.126688 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 21:20:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0140f143-5c6f-4204-82a5-e0b315d16ba4 x-openstack-request-id: req-0140f143-5c6f-4204-82a5-e0b315d16ba4 {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:20:15.127112 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "714d5f5c-ef35-4c4a-8bb3-05dec010fd61", "name": "network-vif-deleted", "tag": "3a19bd46-150e-4b0a-b87d-54e59821aacd", "status": "completed", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:20:15.127203 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0140f143-5c6f-4204-82a5-e0b315d16ba4 {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:20:15.127616 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '714d5f5c-ef35-4c4a-8bb3-05dec010fd61', 'name': 'network-vif-deleted', 'tag': '3a19bd46-150e-4b0a-b87d-54e59821aacd', 'status': 'completed', 'code': 200}
Dec 25 21:20:15.146917 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8a133e6a-1f6a-4f5c-a382-c16a7b4b1287 req-a07153e6-0f57-4552-b1f7-3e6725e11297 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c440c6c-f195-45df-bc8f-62cfb0a36698 HTTP/1.1" status: 200  len: 210 time: 0.0432673
Dec 25 21:20:15.215263 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af7ab0f-8741-4c80-8988-ff06aed62416 req-c45ebcb6-264b-4454-9597-e77ec8a5a897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:15.216374 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-4af7ab0f-8741-4c80-8988-ff06aed62416 req-c45ebcb6-264b-4454-9597-e77ec8a5a897 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3822397d-3d72-44cf-9fd0-b3119ec81123&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.0854175
Dec 25 21:20:15.236184 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75792a91-b378-4240-a982-536ddc2ac494 req-70ae970f-b2d7-46fe-895d-ff31f0eefc51 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:15.237874 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-75792a91-b378-4240-a982-536ddc2ac494 req-70ae970f-b2d7-46fe-895d-ff31f0eefc51 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.31 "GET /v2.0/networks?id=050fe506-29b6-4536-b03a-6d4fd9d4993c HTTP/1.1" status: 200  len: 812 time: 0.1634440
Dec 25 21:20:15.256127 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-75792a91-b378-4240-a982-536ddc2ac494 req-96f538ae-a246-4186-87f8-3d91e80215bf tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Request body: {'port': {'device_id': '8c440c6c-f195-45df-bc8f-62cfb0a36698', 'network_id': '050fe506-29b6-4536-b03a-6d4fd9d4993c', 'admin_state_up': True, 'tenant_id': '4c3545b07d0b4ccf9cd48a80c2d37521'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:20:15.318449 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-4af7ab0f-8741-4c80-8988-ff06aed62416 req-822a322f-2ddc-49b1-bd8a-a7f300e369e7 service neutron] 10.222.0.37 "GET /v2.0/networks/3822397d-3d72-44cf-9fd0-b3119ec81123?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0932727
Dec 25 21:20:15.478430 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-731cb3c5-9756-44ac-af92-ad4a0c3f8ea8 req-03fe89d9-3f36-43fe-a827-35887e55fb77 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] 10.222.0.32 "GET /v2.0/ports?device_id=714d5f5c-ef35-4c4a-8bb3-05dec010fd61 HTTP/1.1" status: 200  len: 210 time: 0.0366900
Dec 25 21:20:15.640106 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75792a91-b378-4240-a982-536ddc2ac494 req-96f538ae-a246-4186-87f8-3d91e80215bf tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Made reservation on behalf of 4c3545b07d0b4ccf9cd48a80c2d37521 for: {'port': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:20:15.643967 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-75792a91-b378-4240-a982-536ddc2ac494 req-96f538ae-a246-4186-87f8-3d91e80215bf tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:15.754618 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-4af7ab0f-8741-4c80-8988-ff06aed62416 req-8f9390eb-474c-46d0-942c-ace21f70f295 service neutron] 10.222.0.37 "GET /v2.0/networks/3822397d-3d72-44cf-9fd0-b3119ec81123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4285767
Dec 25 21:20:15.818023 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device 62c529f7-9fe3-4314-a727-f4d44e96de8d details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 25 21:20:15.827916 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_common [req-75792a91-b378-4240-a982-536ddc2ac494 req-96f538ae-a246-4186-87f8-3d91e80215bf tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Allocated IP 172.20.0.11 (050fe506-29b6-4536-b03a-6d4fd9d4993c/1f5d8ab8-049c-411c-8531-c48febcca4ec/815adaf6-6cd2-46df-a541-c0f11b539b22) {{(pid=121606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:20:15.836410 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-4af7ab0f-8741-4c80-8988-ff06aed62416 req-6831c6f6-8c65-438e-996b-ece6720a3739 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=0daa1ac7-be03-4d72-b2a5-72b1ee145ecb HTTP/1.1" status: 200  len: 217 time: 0.0746679
Dec 25 21:20:15.845544 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8a2d65c8-bf9d-4a9e-a128-42c77e92559f req-5aa473c6-4a13-4990-816d-7993e283861f tempest-ImagesNegativeTestJSON-828474617 tempest-ImagesNegativeTestJSON-828474617-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=d2b5edef5e3349c2bf221f47c5457b4f&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0325489
Dec 25 21:20:15.887765 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af7ab0f-8741-4c80-8988-ff06aed62416 req-3899b30a-e16d-42e4-81b9-2e78d19f8660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:15.889326 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-4af7ab0f-8741-4c80-8988-ff06aed62416 req-3899b30a-e16d-42e4-81b9-2e78d19f8660 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0f498337-e4ba-4b34-b7b9-d5a4315f4f02 HTTP/1.1" status: 200  len: 797 time: 0.0454493
Dec 25 21:20:15.980905 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port 62c529f7-9fe3-4314-a727-f4d44e96de8d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=62c529f7-9fe3-4314-a727-f4d44e96de8d,segment=NetworkSegment(40b3768f-3d6e-4d28-9b2a-4711b7f0f059),segment_id=40b3768f-3d6e-4d28-9b2a-4711b7f0f059)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:20:15.998847 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af7ab0f-8741-4c80-8988-ff06aed62416 req-c17972bd-2908-4b2d-9a62-308c19579d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:15.999169 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Returning: {'device': '62c529f7-9fe3-4314-a727-f4d44e96de8d', 'network_id': '2c732578-b39b-40c1-8a55-147e577043a0', 'port_id': '62c529f7-9fe3-4314-a727-f4d44e96de8d', 'mac_address': 'fa:16:3e:65:e1:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30c8b4fd-6c75-4e8c-b43d-f31074d76442', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 25 21:20:15.999280 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-4af7ab0f-8741-4c80-8988-ff06aed62416 req-c17972bd-2908-4b2d-9a62-308c19579d14 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3822397d-3d72-44cf-9fd0-b3119ec81123&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.0989852
Dec 25 21:20:16.054459 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:16.074962 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62c529f7-9fe3-4314-a727-f4d44e96de8d {{(pid=121608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:20:16.105063 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-4af7ab0f-8741-4c80-8988-ff06aed62416 req-818c7c06-4a32-4c2a-b7ad-81677915ad25 service neutron] 10.222.0.37 "GET /v2.0/networks/3822397d-3d72-44cf-9fd0-b3119ec81123?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0999453
Dec 25 21:20:16.106482 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port 62c529f7-9fe3-4314-a727-f4d44e96de8d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=62c529f7-9fe3-4314-a727-f4d44e96de8d,segment=NetworkSegment(40b3768f-3d6e-4d28-9b2a-4711b7f0f059),segment_id=40b3768f-3d6e-4d28-9b2a-4711b7f0f059)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:20:16.131575 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2d65c8-bf9d-4a9e-a128-42c77e92559f req-12b793f5-0110-40df-a2c5-c60a44844c76 tempest-ImagesNegativeTestJSON-828474617 tempest-ImagesNegativeTestJSON-828474617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:16.133113 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8a2d65c8-bf9d-4a9e-a128-42c77e92559f req-12b793f5-0110-40df-a2c5-c60a44844c76 tempest-ImagesNegativeTestJSON-828474617 tempest-ImagesNegativeTestJSON-828474617-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2778754
Dec 25 21:20:16.163374 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6544126d-de51-4d44-8462-97108a0ec8ed req-c52621d4-dda1-4045-a10a-c1bb639cd92b tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:16.170415 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6544126d-de51-4d44-8462-97108a0ec8ed req-c52621d4-dda1-4045-a10a-c1bb639cd92b tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:16.178003 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6544126d-de51-4d44-8462-97108a0ec8ed req-c52621d4-dda1-4045-a10a-c1bb639cd92b tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:16.184819 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6544126d-de51-4d44-8462-97108a0ec8ed req-c52621d4-dda1-4045-a10a-c1bb639cd92b tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:16.190857 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6544126d-de51-4d44-8462-97108a0ec8ed req-c52621d4-dda1-4045-a10a-c1bb639cd92b tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:16.196000 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:16.197003 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6544126d-de51-4d44-8462-97108a0ec8ed req-c52621d4-dda1-4045-a10a-c1bb639cd92b tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:16.205621 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-4af7ab0f-8741-4c80-8988-ff06aed62416 req-c9f7b450-5fd3-4c8a-af40-e9bd1b50ea02 service neutron] 10.222.0.37 "GET /v2.0/networks/3822397d-3d72-44cf-9fd0-b3119ec81123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0903594
Dec 25 21:20:16.205740 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6544126d-de51-4d44-8462-97108a0ec8ed req-c52621d4-dda1-4045-a10a-c1bb639cd92b tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:16.216031 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-6544126d-de51-4d44-8462-97108a0ec8ed req-c52621d4-dda1-4045-a10a-c1bb639cd92b tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa2d5924-6a22-461e-b48b-e73f52f4b72c HTTP/1.1" status: 200  len: 5431 time: 0.2354891
Dec 25 21:20:16.253909 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8a2d65c8-bf9d-4a9e-a128-42c77e92559f req-fe636e1f-34e6-465c-97fa-4ed792ac664d tempest-ImagesNegativeTestJSON-828474617 tempest-ImagesNegativeTestJSON-828474617-project] 10.222.0.32 "GET /v2.0/quotas/d2b5edef5e3349c2bf221f47c5457b4f HTTP/1.1" status: 200  len: 375 time: 0.1125865
Dec 25 21:20:16.278477 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-75792a91-b378-4240-a982-536ddc2ac494 req-96f538ae-a246-4186-87f8-3d91e80215bf tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Publish callbacks [] for port, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:16.284251 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Pushing event updated for resources: {'Port': ['ID=62c529f7-9fe3-4314-a727-f4d44e96de8d,revision_number=4']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:20:16.307233 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8a2d65c8-bf9d-4a9e-a128-42c77e92559f req-c7e93336-0884-41df-8da2-f6ffc7cfffcf tempest-ImagesNegativeTestJSON-828474617 tempest-ImagesNegativeTestJSON-828474617-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=d2b5edef5e3349c2bf221f47c5457b4f&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0524173
Dec 25 21:20:16.330141 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 59034) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:20:16.365119 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-6544126d-de51-4d44-8462-97108a0ec8ed req-677ba32c-91f8-438a-9954-03465318b648 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] 10.222.0.32 "GET /v2.0/security-groups?id=b91eef00-e17a-4a6b-bf8c-dc658b79c2db&id=051b583c-529b-425b-89b3-0dd7f4245e61&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1411836
Dec 25 21:20:16.415996 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] get_ports_and_sgs() called for port_ids ['62c529f7-9fe3-4314-a727-f4d44e96de8d'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:20:16.430602 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdd67e8-3031-4e61-823f-bc4b695051f1 req-3ca7074e-5a85-4b1a-b8f4-8ba1123ef3c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:16.431385 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdd67e8-3031-4e61-823f-bc4b695051f1 req-3ca7074e-5a85-4b1a-b8f4-8ba1123ef3c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:16.432202 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdd67e8-3031-4e61-823f-bc4b695051f1 req-3ca7074e-5a85-4b1a-b8f4-8ba1123ef3c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:16.432824 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdd67e8-3031-4e61-823f-bc4b695051f1 req-3ca7074e-5a85-4b1a-b8f4-8ba1123ef3c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:16.433594 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdd67e8-3031-4e61-823f-bc4b695051f1 req-3ca7074e-5a85-4b1a-b8f4-8ba1123ef3c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:16.434327 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdd67e8-3031-4e61-823f-bc4b695051f1 req-3ca7074e-5a85-4b1a-b8f4-8ba1123ef3c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:16.435164 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdd67e8-3031-4e61-823f-bc4b695051f1 req-3ca7074e-5a85-4b1a-b8f4-8ba1123ef3c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:16.437699 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-3fdd67e8-3031-4e61-823f-bc4b695051f1 req-3ca7074e-5a85-4b1a-b8f4-8ba1123ef3c3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d4571ece0fa3450b83fde221178518c8&device_id=aa2d5924-6a22-461e-b48b-e73f52f4b72c HTTP/1.1" status: 200  len: 6488 time: 0.0735259
Dec 25 21:20:16.478746 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-48cafcd5-a3a8-4bc2-9c87-aeba3c3a378d admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1998990851-network', 'tenant_id': 'bfd1b67368c34701bcdc20105e48ad41'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:20:16.513313 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6274adf-18a8-47d0-951b-5878271fce6e req-28ddffa4-a268-4478-85db-98d8d7561e30 tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:16.522414 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b6274adf-18a8-47d0-951b-5878271fce6e req-28ddffa4-a268-4478-85db-98d8d7561e30 tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] 10.222.0.32 "GET /v2.0/ports?device_id=6bc9caeb-6686-4332-99c6-4ec54e0549ce HTTP/1.1" status: 200  len: 944 time: 0.0734673
Dec 25 21:20:16.532999 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-75792a91-b378-4240-a982-536ddc2ac494 req-96f538ae-a246-4186-87f8-3d91e80215bf tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:16.572829 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdd67e8-3031-4e61-823f-bc4b695051f1 req-2728b5ef-1c2a-46af-aaf0-4619b854283c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:16.574447 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-3fdd67e8-3031-4e61-823f-bc4b695051f1 req-2728b5ef-1c2a-46af-aaf0-4619b854283c service neutron] 10.222.0.37 "GET /v2.0/networks?id=3822397d-3d72-44cf-9fd0-b3119ec81123 HTTP/1.1" status: 200  len: 902 time: 0.1281462
Dec 25 21:20:16.624317 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-3fdd67e8-3031-4e61-823f-bc4b695051f1 req-8992d57e-44e9-4561-904a-27dd1f6aea7c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=0daa1ac7-be03-4d72-b2a5-72b1ee145ecb HTTP/1.1" status: 200  len: 217 time: 0.0400345
Dec 25 21:20:16.625479 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48cafcd5-a3a8-4bc2-9c87-aeba3c3a378d admin admin] Made reservation on behalf of bfd1b67368c34701bcdc20105e48ad41 for: {'network': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:20:16.627828 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-48cafcd5-a3a8-4bc2-9c87-aeba3c3a378d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for network, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:16.641047 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b6274adf-18a8-47d0-951b-5878271fce6e req-3fd19635-e8cb-4bd1-bc7a-81292c66bc70 tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] 10.222.0.32 "GET /v2.0/security-groups?id=2bf8651c-3ed0-44bb-a064-d61aab6ec281&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1149263
Dec 25 21:20:16.657634 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75792a91-b378-4240-a982-536ddc2ac494 req-96f538ae-a246-4186-87f8-3d91e80215bf tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Network 050fe506-29b6-4536-b03a-6d4fd9d4993c is already hosted by enough agents. {{(pid=121606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:20:16.665575 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [req-75792a91-b378-4240-a982-536ddc2ac494 req-96f538ae-a246-4186-87f8-3d91e80215bf tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Resources bound (agent type, host, resource id):  {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:20:16.674160 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [req-75792a91-b378-4240-a982-536ddc2ac494 req-96f538ae-a246-4186-87f8-3d91e80215bf tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Received port after_create {{(pid=121606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:20:16.691669 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-48cafcd5-a3a8-4bc2-9c87-aeba3c3a378d admin admin] Publish callbacks [] for security_group, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:16.695096 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdd67e8-3031-4e61-823f-bc4b695051f1 req-53db16e6-5b6f-476e-bffc-ebf4ac497014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:16.697932 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-3fdd67e8-3031-4e61-823f-bc4b695051f1 req-53db16e6-5b6f-476e-bffc-ebf4ac497014 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0f498337-e4ba-4b34-b7b9-d5a4315f4f02 HTTP/1.1" status: 200  len: 797 time: 0.0594621
Dec 25 21:20:16.750353 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f538ae-a246-4186-87f8-3d91e80215bf tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Pushing event updated for resources: {'Port': ['ID=815adaf6-6cd2-46df-a541-c0f11b539b22,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:20:16.823051 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdd67e8-3031-4e61-823f-bc4b695051f1 req-b1c3063a-c078-4756-b0c8-f3eebda8d3c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:16.826704 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-3fdd67e8-3031-4e61-823f-bc4b695051f1 req-b1c3063a-c078-4756-b0c8-f3eebda8d3c6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3822397d-3d72-44cf-9fd0-b3119ec81123&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.1191590
Dec 25 21:20:16.832891 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75792a91-b378-4240-a982-536ddc2ac494 req-96f538ae-a246-4186-87f8-3d91e80215bf tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:16.833710 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-75792a91-b378-4240-a982-536ddc2ac494 req-96f538ae-a246-4186-87f8-3d91e80215bf tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:16.866464 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-48cafcd5-a3a8-4bc2-9c87-aeba3c3a378d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:16.879861 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-6d177e86-fcd6-4c6a-9ff1-6c3cbce39418 req-03129525-3aa7-492e-9ac1-f045f028ab6b tempest-ImagesNegativeTestJSON-828474617 tempest-ImagesNegativeTestJSON-828474617-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb1b09d3-5625-472f-beea-2338a1ab5b4a HTTP/1.1" status: 200  len: 210 time: 0.0411143
Dec 25 21:20:16.888153 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e48a5b-4005-4987-9906-8f1b75c6501c req-227159ff-6eb6-4913-a0d6-7242be0ddeef tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:16.889701 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-70e48a5b-4005-4987-9906-8f1b75c6501c req-227159ff-6eb6-4913-a0d6-7242be0ddeef tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c440c6c-f195-45df-bc8f-62cfb0a36698 HTTP/1.1" status: 200  len: 932 time: 0.1497617
Dec 25 21:20:16.951202 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-3fdd67e8-3031-4e61-823f-bc4b695051f1 req-b0efa512-e861-4458-b89f-5e2ea37d5d29 service neutron] 10.222.0.37 "GET /v2.0/networks/3822397d-3d72-44cf-9fd0-b3119ec81123?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1139617
Dec 25 21:20:16.968518 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-70e48a5b-4005-4987-9906-8f1b75c6501c req-45b78070-ec0d-46b0-aa24-5dca40fd8035 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/security-groups?id=8da2903e-43de-461d-84b5-0c733a2bfb8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0617805
Dec 25 21:20:16.997993 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-48cafcd5-a3a8-4bc2-9c87-aeba3c3a378d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:17.014012 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-75792a91-b378-4240-a982-536ddc2ac494 req-96f538ae-a246-4186-87f8-3d91e80215bf tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.7667489
Dec 25 21:20:17.026790 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-75792a91-b378-4240-a982-536ddc2ac494 req-ac19e9c6-d044-49ff-957e-358c13c79f08 service neutron] Request body: {'port': {'device_id': '8c440c6c-f195-45df-bc8f-62cfb0a36698', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:20:17.030013 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-793d5c64-c1c8-4941-acd0-6bd56f8fa5d2 None None] Provisioning complete for port 815adaf6-6cd2-46df-a541-c0f11b539b22 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:20:17.034293 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-793d5c64-c1c8-4941-acd0-6bd56f8fa5d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:17.068130 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48cafcd5-a3a8-4bc2-9c87-aeba3c3a378d admin admin] vlan segment allocate from pool success with {'vlan_id': 199, 'physical_network': 'physnet1'}  {{(pid=121607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 25 21:20:17.071526 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cafcd5-a3a8-4bc2-9c87-aeba3c3a378d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90c387e5-e604-4c27-9f19-ebc2203871ff,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:20:17.092658 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-793d5c64-c1c8-4941-acd0-6bd56f8fa5d2 None None] Port 815adaf6-6cd2-46df-a541-c0f11b539b22 cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:20:17.098632 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-48cafcd5-a3a8-4bc2-9c87-aeba3c3a378d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:17.099007 ncdv-master-1 neutron-server[121607]: INFO neutron.db.segments_db [None req-48cafcd5-a3a8-4bc2-9c87-aeba3c3a378d admin admin] Added segment 5bce967c-ac24-49c6-a4ac-96bca1f26c4b of type vlan for network 5e3e14c1-fa4f-4065-b9e3-19dd5f8f11c3
Dec 25 21:20:17.110573 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-75792a91-b378-4240-a982-536ddc2ac494 req-ac19e9c6-d044-49ff-957e-358c13c79f08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:17.151287 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-3fdd67e8-3031-4e61-823f-bc4b695051f1 req-bf3c0a03-6b76-4e80-a3d6-7ca3cf4cc9b5 service neutron] 10.222.0.37 "GET /v2.0/networks/3822397d-3d72-44cf-9fd0-b3119ec81123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1913729
Dec 25 21:20:17.159572 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-48cafcd5-a3a8-4bc2-9c87-aeba3c3a378d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737602163420'] for network, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:17.234495 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-48cafcd5-a3a8-4bc2-9c87-aeba3c3a378d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870'] for network, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:17.235656 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48cafcd5-a3a8-4bc2-9c87-aeba3c3a378d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:17.236509 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-48cafcd5-a3a8-4bc2-9c87-aeba3c3a378d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for network, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:17.308352 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cafcd5-a3a8-4bc2-9c87-aeba3c3a378d admin admin] Pushing event updated for resources: {'Network': ['ID=5e3e14c1-fa4f-4065-b9e3-19dd5f8f11c3,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:20:17.319899 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Network 5e3e14c1-fa4f-4065-b9e3-19dd5f8f11c3 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 25 21:20:17.352456 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-48cafcd5-a3a8-4bc2-9c87-aeba3c3a378d admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 893 time: 1.0229306
Dec 25 21:20:17.355748 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 59060) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:20:17.361255 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-e6a0100a-5126-40aa-a272-94c1920cc7d5 admin admin] Request body: {'subnet': {'network_id': '5e3e14c1-fa4f-4065-b9e3-19dd5f8f11c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1998990851-subnet', 'tenant_id': 'bfd1b67368c34701bcdc20105e48ad41', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:20:17.365043 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667be0a7-7fc9-4c92-9ede-4bb5338c908f req-a236460c-13a8-4ce2-8bf5-060928b919ae tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:17.366535 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-667be0a7-7fc9-4c92-9ede-4bb5338c908f req-a236460c-13a8-4ce2-8bf5-060928b919ae tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] 10.222.0.32 "GET /v2.0/networks?id=de2cf5f5-0f83-4089-a263-5ec0a5e6f1de HTTP/1.1" status: 200  len: 806 time: 0.2022986
Dec 25 21:20:17.415233 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-667be0a7-7fc9-4c92-9ede-4bb5338c908f req-2cf3fd86-2bf8-4973-89ae-ca69805128f4 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] 10.222.0.32 "GET /v2.0/quotas/38d7cbaffc1340f59e994569e8e33e1d HTTP/1.1" status: 200  len: 375 time: 0.0193784
Dec 25 21:20:17.480569 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6a0100a-5126-40aa-a272-94c1920cc7d5 admin admin] Made reservation on behalf of bfd1b67368c34701bcdc20105e48ad41 for: {'subnet': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:20:17.482956 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e6a0100a-5126-40aa-a272-94c1920cc7d5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8852834'] for subnet, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:17.530034 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-667be0a7-7fc9-4c92-9ede-4bb5338c908f req-98a127a4-0a34-4e79-8095-81d10828b0a0 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=38d7cbaffc1340f59e994569e8e33e1d&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1082287
Dec 25 21:20:17.573282 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccab020-aa46-48d2-9a8c-0d3ee0407f30 req-26dd6232-91d3-423e-8e5a-d12e8e7e5018 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:17.579125 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccab020-aa46-48d2-9a8c-0d3ee0407f30 req-26dd6232-91d3-423e-8e5a-d12e8e7e5018 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:17.585050 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccab020-aa46-48d2-9a8c-0d3ee0407f30 req-26dd6232-91d3-423e-8e5a-d12e8e7e5018 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:17.591501 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccab020-aa46-48d2-9a8c-0d3ee0407f30 req-26dd6232-91d3-423e-8e5a-d12e8e7e5018 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:17.597462 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccab020-aa46-48d2-9a8c-0d3ee0407f30 req-26dd6232-91d3-423e-8e5a-d12e8e7e5018 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:17.603388 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccab020-aa46-48d2-9a8c-0d3ee0407f30 req-26dd6232-91d3-423e-8e5a-d12e8e7e5018 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:17.609503 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccab020-aa46-48d2-9a8c-0d3ee0407f30 req-26dd6232-91d3-423e-8e5a-d12e8e7e5018 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:17.611484 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5ccab020-aa46-48d2-9a8c-0d3ee0407f30 req-26dd6232-91d3-423e-8e5a-d12e8e7e5018 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa2d5924-6a22-461e-b48b-e73f52f4b72c HTTP/1.1" status: 200  len: 5431 time: 0.1503708
Dec 25 21:20:17.668064 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [req-75792a91-b378-4240-a982-536ddc2ac494 req-ac19e9c6-d044-49ff-957e-358c13c79f08 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 815adaf6-6cd2-46df-a541-c0f11b539b22 {{(pid=121606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:20:17.705992 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-75792a91-b378-4240-a982-536ddc2ac494 req-ac19e9c6-d044-49ff-957e-358c13c79f08 service neutron] Publish callbacks [] for port, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:17.731683 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e6a0100a-5126-40aa-a272-94c1920cc7d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8632475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8852848'] for subnet, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:17.743807 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.provisioning_blocks [req-75792a91-b378-4240-a982-536ddc2ac494 req-ac19e9c6-d044-49ff-957e-358c13c79f08 service neutron] Transition to ACTIVE for port object 815adaf6-6cd2-46df-a541-c0f11b539b22 will not be triggered until provisioned by entity L2. {{(pid=121606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 25 21:20:17.770385 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5ccab020-aa46-48d2-9a8c-0d3ee0407f30 req-f2e95762-8200-46c4-a216-b0c529d9d102 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] 10.222.0.32 "GET /v2.0/security-groups?id=b91eef00-e17a-4a6b-bf8c-dc658b79c2db&id=051b583c-529b-425b-89b3-0dd7f4245e61&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1498702
Dec 25 21:20:17.774158 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-667be0a7-7fc9-4c92-9ede-4bb5338c908f req-fe7856c5-9b17-4a8b-a4c3-62a1316db737 service neutron] 10.222.0.32 "GET /v2.0/networks/de2cf5f5-0f83-4089-a263-5ec0a5e6f1de?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2152400
Dec 25 21:20:17.781440 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a0100a-5126-40aa-a272-94c1920cc7d5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=46335a3d-cb7c-4909-913c-277e2c1dc81d,revision_number=0']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:20:17.800353 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6a0100a-5126-40aa-a272-94c1920cc7d5 admin admin] Checking segment: {'id': '5bce967c-ac24-49c6-a4ac-96bca1f26c4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '5e3e14c1-fa4f-4065-b9e3-19dd5f8f11c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:20:17.800716 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6a0100a-5126-40aa-a272-94c1920cc7d5 admin admin] Network hostable DHCP agents. Network: 5e3e14c1-fa4f-4065-b9e3-19dd5f8f11c3, hostable agents: ['1813db88-2c1b-4357-a2ba-869246b663c2'], hosted agents: [] {{(pid=121607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 25 21:20:17.839322 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device 62c529f7-9fe3-4314-a727-f4d44e96de8d up at agent hyperv_nch2-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:20:17.867571 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-75792a91-b378-4240-a982-536ddc2ac494 req-ac19e9c6-d044-49ff-957e-358c13c79f08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:17.908131 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6a0100a-5126-40aa-a272-94c1920cc7d5 admin admin] Network 5e3e14c1-fa4f-4065-b9e3-19dd5f8f11c3 is scheduled to be hosted by DHCP agent 1813db88-2c1b-4357-a2ba-869246b663c2 with binding_index 1 {{(pid=121607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 25 21:20:17.912532 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-667be0a7-7fc9-4c92-9ede-4bb5338c908f req-6200d8eb-9bb1-4a8d-b5c7-378007249ca1 service neutron] 10.222.0.32 "GET /v2.0/networks/de2cf5f5-0f83-4089-a263-5ec0a5e6f1de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1302931
Dec 25 21:20:17.967065 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac19e9c6-d044-49ff-957e-358c13c79f08 service neutron] Pushing event updated for resources: {'Port': ['ID=815adaf6-6cd2-46df-a541-c0f11b539b22,revision_number=2']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:20:17.995548 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Provisioning for port 62c529f7-9fe3-4314-a727-f4d44e96de8d completed by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 25 21:20:18.000501 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Provisioning complete for port 62c529f7-9fe3-4314-a727-f4d44e96de8d triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:20:18.001428 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:18.032084 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb92544-b5e6-4e6e-9b72-dbea898d22a8 req-d3e350df-8ffa-4d60-81d0-243e605910a4 tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:18.033658 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7fb92544-b5e6-4e6e-9b72-dbea898d22a8 req-d3e350df-8ffa-4d60-81d0-243e605910a4 tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] 10.222.0.32 "GET /v2.0/ports?device_id=6bc9caeb-6686-4332-99c6-4ec54e0549ce HTTP/1.1" status: 200  len: 944 time: 0.1273210
Dec 25 21:20:18.040702 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-e6a0100a-5126-40aa-a272-94c1920cc7d5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 5e3e14c1-fa4f-4065-b9e3-19dd5f8f11c3) {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:20:18.053953 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6a0100a-5126-40aa-a272-94c1920cc7d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:18.054556 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e6a0100a-5126-40aa-a272-94c1920cc7d5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:18.060093 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92d358ac-73ef-47c4-af44-8c62daf45ef3 None None] Network 5e3e14c1-fa4f-4065-b9e3-19dd5f8f11c3 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:20:18.101542 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-75792a91-b378-4240-a982-536ddc2ac494 req-ac19e9c6-d044-49ff-957e-358c13c79f08 service neutron] Attempting to bind port 815adaf6-6cd2-46df-a541-c0f11b539b22 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:20:18.102136 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-75792a91-b378-4240-a982-536ddc2ac494 req-ac19e9c6-d044-49ff-957e-358c13c79f08 service neutron] Attempting to bind port 815adaf6-6cd2-46df-a541-c0f11b539b22 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '66e39abb-3870-4404-91e4-a4d8a7ae7fb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '050fe506-29b6-4536-b03a-6d4fd9d4993c'}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:20:18.102769 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75792a91-b378-4240-a982-536ddc2ac494 req-ac19e9c6-d044-49ff-957e-358c13c79f08 service neutron] Attempting to bind port 815adaf6-6cd2-46df-a541-c0f11b539b22 on network 050fe506-29b6-4536-b03a-6d4fd9d4993c {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:20:18.120058 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75792a91-b378-4240-a982-536ddc2ac494 req-ac19e9c6-d044-49ff-957e-358c13c79f08 service neutron] Port 815adaf6-6cd2-46df-a541-c0f11b539b22 on network 050fe506-29b6-4536-b03a-6d4fd9d4993c not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 25 21:20:18.120391 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75792a91-b378-4240-a982-536ddc2ac494 req-ac19e9c6-d044-49ff-957e-358c13c79f08 service neutron] Attempting to bind port 815adaf6-6cd2-46df-a541-c0f11b539b22 on network 050fe506-29b6-4536-b03a-6d4fd9d4993c {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:20:18.129454 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7fb92544-b5e6-4e6e-9b72-dbea898d22a8 req-6f12de80-f27a-4f36-9e3f-00f2e89ccc1a tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] 10.222.0.32 "GET /v2.0/security-groups?id=2bf8651c-3ed0-44bb-a064-d61aab6ec281&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0882950
Dec 25 21:20:18.135352 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75792a91-b378-4240-a982-536ddc2ac494 req-ac19e9c6-d044-49ff-957e-358c13c79f08 service neutron] Checking agent: {'id': '6d577036-68fc-4aa4-aed7-5ab01de2117e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 21, 4, 34), 'started_at': datetime.datetime(2021, 12, 25, 21, 4, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 20, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:20:18.135352 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75792a91-b378-4240-a982-536ddc2ac494 req-ac19e9c6-d044-49ff-957e-358c13c79f08 service neutron] Checking segment: {'id': '66e39abb-3870-4404-91e4-a4d8a7ae7fb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '050fe506-29b6-4536-b03a-6d4fd9d4993c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:20:18.135352 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75792a91-b378-4240-a982-536ddc2ac494 req-ac19e9c6-d044-49ff-957e-358c13c79f08 service neutron] Bound using segment: {'id': '66e39abb-3870-4404-91e4-a4d8a7ae7fb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '050fe506-29b6-4536-b03a-6d4fd9d4993c'} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:20:18.135352 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-75792a91-b378-4240-a982-536ddc2ac494 req-ac19e9c6-d044-49ff-957e-358c13c79f08 service neutron] Bound port: 815adaf6-6cd2-46df-a541-c0f11b539b22, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66e39abb-3870-4404-91e4-a4d8a7ae7fb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '050fe506-29b6-4536-b03a-6d4fd9d4993c'}}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:20:18.135352 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-75792a91-b378-4240-a982-536ddc2ac494 req-ac19e9c6-d044-49ff-957e-358c13c79f08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:18.162343 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:18.191989 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-e6a0100a-5126-40aa-a272-94c1920cc7d5 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 857 time: 0.8351760
Dec 25 21:20:18.194883 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 59078) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:20:18.200250 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-9b67f245-a01e-4af9-9854-a8da8f9a489d admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1998990851-router', 'tenant_id': 'bfd1b67368c34701bcdc20105e48ad41', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'}}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:20:18.204856 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bc9caeb-6686-4332-99c6-4ec54e0549ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62c529f7-9fe3-4314-a727-f4d44e96de8d'}] {{(pid=121608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:20:18.207277 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a88c78c3ff6266bd59c7e89d275b28c92e739b67d23c89d71af88829fd31566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbdf9b43-1a69-4a03-9588-f0e7f036f16b" -d '{"events": [{"server_uuid": "6bc9caeb-6686-4332-99c6-4ec54e0549ce", "name": "network-vif-plugged", "status": "completed", "tag": "62c529f7-9fe3-4314-a727-f4d44e96de8d"}]}' {{(pid=121608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:20:18.241185 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port 62c529f7-9fe3-4314-a727-f4d44e96de8d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=62c529f7-9fe3-4314-a727-f4d44e96de8d,segment=NetworkSegment(40b3768f-3d6e-4d28-9b2a-4711b7f0f059),segment_id=40b3768f-3d6e-4d28-9b2a-4711b7f0f059)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:20:18.241606 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-75792a91-b378-4240-a982-536ddc2ac494 req-ac19e9c6-d044-49ff-957e-358c13c79f08 service neutron] For port 815adaf6-6cd2-46df-a541-c0f11b539b22, host nch1-master-1, cleared binding levels {{(pid=121606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:20:18.246498 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-75792a91-b378-4240-a982-536ddc2ac494 req-ac19e9c6-d044-49ff-957e-358c13c79f08 service neutron] For port 815adaf6-6cd2-46df-a541-c0f11b539b22, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=815adaf6-6cd2-46df-a541-c0f11b539b22,segment=NetworkSegment(66e39abb-3870-4404-91e4-a4d8a7ae7fb7),segment_id=66e39abb-3870-4404-91e4-a4d8a7ae7fb7)] {{(pid=121606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:20:18.258926 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4654a761-413b-4aa0-9d3c-581bf2b19283 None None] Network 5e3e14c1-fa4f-4065-b9e3-19dd5f8f11c3 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:20:18.329147 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:18.340010 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-9b67f245-a01e-4af9-9854-a8da8f9a489d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2014909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14863'] for router, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:18.341377 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-9b67f245-a01e-4af9-9854-a8da8f9a489d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2014285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2009796', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2082630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14848'] for router, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:18.384956 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-75792a91-b378-4240-a982-536ddc2ac494 req-ac19e9c6-d044-49ff-957e-358c13c79f08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:18.406682 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-dcb1c7fb-2a18-4e8f-ba41-3ffc972a836c req-5d2e0b5b-93a5-4f7e-b1a0-9d1be4e4d649 tempest-ImagesNegativeTestJSON-828474617 tempest-ImagesNegativeTestJSON-828474617-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb1b09d3-5625-472f-beea-2338a1ab5b4a HTTP/1.1" status: 200  len: 210 time: 0.0832701
Dec 25 21:20:18.423199 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-9b67f245-a01e-4af9-9854-a8da8f9a489d admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:18.426794 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Pushing event updated for resources: {'Port': ['ID=62c529f7-9fe3-4314-a727-f4d44e96de8d,revision_number=5']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:20:18.496102 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b8c085-0516-4f0d-9503-8db2735e1e05 req-8448974e-ed07-4d05-a41b-2d958e7381fc tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:18.497626 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b7b8c085-0516-4f0d-9503-8db2735e1e05 req-8448974e-ed07-4d05-a41b-2d958e7381fc tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c440c6c-f195-45df-bc8f-62cfb0a36698 HTTP/1.1" status: 200  len: 944 time: 0.1880105
Dec 25 21:20:18.502552 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75792a91-b378-4240-a982-536ddc2ac494 req-ac19e9c6-d044-49ff-957e-358c13c79f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:18.503165 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-75792a91-b378-4240-a982-536ddc2ac494 req-ac19e9c6-d044-49ff-957e-358c13c79f08 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:18.504903 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-75792a91-b378-4240-a982-536ddc2ac494 req-ac19e9c6-d044-49ff-957e-358c13c79f08 service neutron] 10.222.0.31 "PUT /v2.0/ports/815adaf6-6cd2-46df-a541-c0f11b539b22 HTTP/1.1" status: 200  len: 1092 time: 1.4826007
Dec 25 21:20:18.522594 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c440c6c-f195-45df-bc8f-62cfb0a36698', 'tag': '815adaf6-6cd2-46df-a541-c0f11b539b22'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:20:18.525008 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9858820c13ec2827453b94ebc4181065e990a4e4089ccb9fe762531ac62d2fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cab0d58-179c-482b-8ee4-e89f2c2212a1" -d '{"events": [{"name": "network-changed", "server_uuid": "8c440c6c-f195-45df-bc8f-62cfb0a36698", "tag": "815adaf6-6cd2-46df-a541-c0f11b539b22"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:20:18.565674 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-fa94a725-8d6c-4052-aafc-0018e66f3be2 req-cfc5a033-f326-448f-8c51-518a4874dc03 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] 10.222.0.32 "GET /v2.0/ports?device_id=89ed46e1-4b7a-40ec-a9f8-923852705e90 HTTP/1.1" status: 200  len: 210 time: 0.0884473
Dec 25 21:20:18.581615 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac19e9c6-d044-49ff-957e-358c13c79f08 service neutron] Pushing event updated for resources: {'Port': ['ID=815adaf6-6cd2-46df-a541-c0f11b539b22,revision_number=3']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:20:18.599622 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device 3a19bd46-150e-4b0a-b87d-54e59821aacd no longer exists at agent hyperv_nch1-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:20:18.654595 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] No Port match for: 3a19bd46-150e-4b0a-b87d-54e59821aacd {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:20:18.654946 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device 3a19bd46-150e-4b0a-b87d-54e59821aacd not bound to the agent host nch1-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:20:18.659940 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b7b8c085-0516-4f0d-9503-8db2735e1e05 req-26b2fe4c-f94b-4e21-9313-c5409f39e889 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/security-groups?id=8da2903e-43de-461d-84b5-0c733a2bfb8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1269827
Dec 25 21:20:18.682143 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 21:20:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bd68f1c-080b-4c1c-872f-6603c435f3b2 x-openstack-request-id: req-2bd68f1c-080b-4c1c-872f-6603c435f3b2 {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:20:18.682143 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bc9caeb-6686-4332-99c6-4ec54e0549ce", "name": "network-vif-plugged", "status": "completed", "tag": "62c529f7-9fe3-4314-a727-f4d44e96de8d", "code": 200}]} {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:20:18.682143 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2bd68f1c-080b-4c1c-872f-6603c435f3b2 {{(pid=121608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:20:18.682143 ncdv-master-1 neutron-server[121608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bc9caeb-6686-4332-99c6-4ec54e0549ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62c529f7-9fe3-4314-a727-f4d44e96de8d', 'code': 200}
Dec 25 21:20:18.726427 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-9b67f245-a01e-4af9-9854-a8da8f9a489d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:18.739519 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Dec 2021 21:20:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25621890-f649-435a-b6c8-ad70060782dc x-openstack-request-id: req-25621890-f649-435a-b6c8-ad70060782dc {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:20:18.739903 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c440c6c-f195-45df-bc8f-62cfb0a36698", "tag": "815adaf6-6cd2-46df-a541-c0f11b539b22", "status": "completed", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:20:18.740224 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-25621890-f649-435a-b6c8-ad70060782dc {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:20:18.740691 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c440c6c-f195-45df-bc8f-62cfb0a36698', 'tag': '815adaf6-6cd2-46df-a541-c0f11b539b22', 'status': 'completed', 'code': 200}
Dec 25 21:20:18.762497 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75792a91-b378-4240-a982-536ddc2ac494 req-807108fb-04ca-41bf-8109-68360df35cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:18.764148 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-75792a91-b378-4240-a982-536ddc2ac494 req-807108fb-04ca-41bf-8109-68360df35cc5 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=4c3545b07d0b4ccf9cd48a80c2d37521&device_id=8c440c6c-f195-45df-bc8f-62cfb0a36698 HTTP/1.1" status: 200  len: 1095 time: 0.0603750
Dec 25 21:20:18.795874 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee79e0dc-3a51-4242-926d-bdae568a3f04 req-0c15c4d0-c4ab-4b42-92e4-d33d650523e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:18.798360 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-ee79e0dc-3a51-4242-926d-bdae568a3f04 req-0c15c4d0-c4ab-4b42-92e4-d33d650523e7 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6bc9caeb-6686-4332-99c6-4ec54e0549ce HTTP/1.1" status: 200  len: 1096 time: 0.0528624
Dec 25 21:20:18.824987 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-75792a91-b378-4240-a982-536ddc2ac494 req-59e14400-6dbf-4517-a751-65a53530f95a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=815adaf6-6cd2-46df-a541-c0f11b539b22 HTTP/1.1" status: 200  len: 217 time: 0.0529037
Dec 25 21:20:18.883114 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-ee79e0dc-3a51-4242-926d-bdae568a3f04 req-eb6778c2-733d-490a-ac6f-f74d73863082 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=2bf8651c-3ed0-44bb-a064-d61aab6ec281&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0770233
Dec 25 21:20:18.918168 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75792a91-b378-4240-a982-536ddc2ac494 req-02076f13-8ef5-46f2-9186-74b921f459f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:18.919807 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-75792a91-b378-4240-a982-536ddc2ac494 req-02076f13-8ef5-46f2-9186-74b921f459f1 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1f5d8ab8-049c-411c-8531-c48febcca4ec HTTP/1.1" status: 200  len: 851 time: 0.0859127
Dec 25 21:20:18.940761 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cead99a-cca7-49f3-8ad9-8f4888fd8478 req-2c27fea6-5986-49a8-8a05-1e5042d926ef tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:18.946810 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cead99a-cca7-49f3-8ad9-8f4888fd8478 req-2c27fea6-5986-49a8-8a05-1e5042d926ef tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:18.953027 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cead99a-cca7-49f3-8ad9-8f4888fd8478 req-2c27fea6-5986-49a8-8a05-1e5042d926ef tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:18.958972 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cead99a-cca7-49f3-8ad9-8f4888fd8478 req-2c27fea6-5986-49a8-8a05-1e5042d926ef tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:18.968067 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cead99a-cca7-49f3-8ad9-8f4888fd8478 req-2c27fea6-5986-49a8-8a05-1e5042d926ef tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:18.974521 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cead99a-cca7-49f3-8ad9-8f4888fd8478 req-2c27fea6-5986-49a8-8a05-1e5042d926ef tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:18.981195 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cead99a-cca7-49f3-8ad9-8f4888fd8478 req-2c27fea6-5986-49a8-8a05-1e5042d926ef tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:18.983521 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8cead99a-cca7-49f3-8ad9-8f4888fd8478 req-2c27fea6-5986-49a8-8a05-1e5042d926ef tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa2d5924-6a22-461e-b48b-e73f52f4b72c HTTP/1.1" status: 200  len: 5431 time: 0.1166427
Dec 25 21:20:19.060062 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75792a91-b378-4240-a982-536ddc2ac494 req-2c1847bf-d33d-4e5f-8fd3-4a27db0bc6a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:19.061608 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-75792a91-b378-4240-a982-536ddc2ac494 req-2c1847bf-d33d-4e5f-8fd3-4a27db0bc6a5 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=050fe506-29b6-4536-b03a-6d4fd9d4993c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0771101
Dec 25 21:20:19.063291 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-9b67f245-a01e-4af9-9854-a8da8f9a489d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:19.075475 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8cead99a-cca7-49f3-8ad9-8f4888fd8478 req-aa4696ac-3ce7-45c9-8a73-be4dd1b964d3 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] 10.222.0.32 "GET /v2.0/security-groups?id=b91eef00-e17a-4a6b-bf8c-dc658b79c2db&id=051b583c-529b-425b-89b3-0dd7f4245e61&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0819576
Dec 25 21:20:19.092233 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-9b67f245-a01e-4af9-9854-a8da8f9a489d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:19.176129 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-75792a91-b378-4240-a982-536ddc2ac494 req-c22f63ba-a4e5-410f-a356-c85dbb96b24f service neutron] 10.222.0.31 "GET /v2.0/networks/050fe506-29b6-4536-b03a-6d4fd9d4993c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0982327
Dec 25 21:20:19.206255 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_common [None req-9b67f245-a01e-4af9-9854-a8da8f9a489d admin admin] Allocated IP 172.35.3.112 (7201e55c-7c5f-41aa-a042-a363696539d0/7a939e13-713f-45cf-bba7-1539635abe25/41d1740f-8e33-489f-9ce2-1cbb1abb45dc) {{(pid=121607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:20:19.312553 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dc4d26-62f1-4db2-aa81-e37520337800 req-38d49a03-5ab1-417a-94ba-7609f94a1c98 tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:19.314186 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c9dc4d26-62f1-4db2-aa81-e37520337800 req-38d49a03-5ab1-417a-94ba-7609f94a1c98 tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] 10.222.0.32 "GET /v2.0/ports?device_id=6bc9caeb-6686-4332-99c6-4ec54e0549ce HTTP/1.1" status: 200  len: 945 time: 0.1039770
Dec 25 21:20:19.316302 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-75792a91-b378-4240-a982-536ddc2ac494 req-0c9b2f2a-4725-4d11-8921-34553e2496a4 service neutron] 10.222.0.31 "GET /v2.0/networks/050fe506-29b6-4536-b03a-6d4fd9d4993c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1343181
Dec 25 21:20:19.323155 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-9b67f245-a01e-4af9-9854-a8da8f9a489d admin admin] Publish callbacks [] for port, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:19.364678 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8a2d65c8-bf9d-4a9e-a128-42c77e92559f req-dcb34fb2-a6a6-4702-82ea-c88b2a2627ad tempest-ImagesNegativeTestJSON-828474617 tempest-ImagesNegativeTestJSON-828474617-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=d2b5edef5e3349c2bf221f47c5457b4f&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0274553
Dec 25 21:20:19.411805 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c9dc4d26-62f1-4db2-aa81-e37520337800 req-a8014f78-54e9-4cc5-a4b3-ed4ae6c6874b tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] 10.222.0.32 "GET /v2.0/security-groups?id=2bf8651c-3ed0-44bb-a064-d61aab6ec281&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0916886
Dec 25 21:20:19.448616 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-9b67f245-a01e-4af9-9854-a8da8f9a489d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:19.495111 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b67f245-a01e-4af9-9854-a8da8f9a489d admin admin] Network 7201e55c-7c5f-41aa-a042-a363696539d0 is already hosted by enough agents. {{(pid=121607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:20:19.498223 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-9b67f245-a01e-4af9-9854-a8da8f9a489d admin admin] Resources bound (agent type, host, resource id):  {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:20:19.504365 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b67f245-a01e-4af9-9854-a8da8f9a489d admin admin] Received port after_create {{(pid=121607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:20:19.538987 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b67f245-a01e-4af9-9854-a8da8f9a489d admin admin] Pushing event updated for resources: {'Port': ['ID=41d1740f-8e33-489f-9ce2-1cbb1abb45dc,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:20:19.543207 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2d65c8-bf9d-4a9e-a128-42c77e92559f req-4ebf3ee3-dd6e-4eb1-9798-2c0d45369ccc tempest-ImagesNegativeTestJSON-828474617 tempest-ImagesNegativeTestJSON-828474617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:19.544818 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8a2d65c8-bf9d-4a9e-a128-42c77e92559f req-4ebf3ee3-dd6e-4eb1-9798-2c0d45369ccc tempest-ImagesNegativeTestJSON-828474617 tempest-ImagesNegativeTestJSON-828474617-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1726713
Dec 25 21:20:19.564740 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3cfb8f9f-ccb9-4ef2-938b-1a630fc5ce23 req-00e1d934-1ba5-416f-b97b-f11fd0448510 tempest-ImagesNegativeTestJSON-828474617 tempest-ImagesNegativeTestJSON-828474617-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb1b09d3-5625-472f-beea-2338a1ab5b4a HTTP/1.1" status: 200  len: 210 time: 0.0445149
Dec 25 21:20:19.568153 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-8a2d65c8-bf9d-4a9e-a128-42c77e92559f req-f3fcac44-9f1b-4d8a-a7a9-01a66404c5b4 tempest-ImagesNegativeTestJSON-828474617 tempest-ImagesNegativeTestJSON-828474617-project] Request body: {'port': {'device_id': 'eb1b09d3-5625-472f-beea-2338a1ab5b4a', 'network_id': '8f212e98-547d-4c6e-a560-2e9a548c8f59', 'admin_state_up': True, 'tenant_id': 'd2b5edef5e3349c2bf221f47c5457b4f'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:20:19.601412 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cab0d58-179c-482b-8ee4-e89f2c2212a1 req-80ab374d-f064-453f-bf2e-0e5d30ced652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:19.602383 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8cab0d58-179c-482b-8ee4-e89f2c2212a1 req-80ab374d-f064-453f-bf2e-0e5d30ced652 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=4c3545b07d0b4ccf9cd48a80c2d37521&device_id=8c440c6c-f195-45df-bc8f-62cfb0a36698 HTTP/1.1" status: 200  len: 1095 time: 0.1224599
Dec 25 21:20:19.907296 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-9b67f245-a01e-4af9-9854-a8da8f9a489d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:19.985273 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d58e655e-ca06-4643-a3fe-7cbf2a20bb28 req-756b2e7f-a7d3-43ee-9e5d-b08314a92cfa tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] 10.222.0.32 "GET /v2.0/ports?device_id=89ed46e1-4b7a-40ec-a9f8-923852705e90 HTTP/1.1" status: 200  len: 210 time: 0.0829520
Dec 25 21:20:20.076576 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334d3714-0d26-43b1-af8a-b9c1e7ced4f7 req-a9550a71-67f0-4be4-804a-e14d85f24baf tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:20.078174 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-334d3714-0d26-43b1-af8a-b9c1e7ced4f7 req-a9550a71-67f0-4be4-804a-e14d85f24baf tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c440c6c-f195-45df-bc8f-62cfb0a36698 HTTP/1.1" status: 200  len: 944 time: 0.1730242
Dec 25 21:20:20.083731 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cab0d58-179c-482b-8ee4-e89f2c2212a1 req-bcb4a2d4-d6d6-4b4a-98e3-a2db2acada49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:20.085193 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8cab0d58-179c-482b-8ee4-e89f2c2212a1 req-bcb4a2d4-d6d6-4b4a-98e3-a2db2acada49 service neutron] 10.222.0.31 "GET /v2.0/networks?id=050fe506-29b6-4536-b03a-6d4fd9d4993c HTTP/1.1" status: 200  len: 913 time: 0.4741673
Dec 25 21:20:20.153419 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8cab0d58-179c-482b-8ee4-e89f2c2212a1 req-a01f12c4-c184-4ab0-aa8d-9ccaece449e2 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=815adaf6-6cd2-46df-a541-c0f11b539b22 HTTP/1.1" status: 200  len: 217 time: 0.0540760
Dec 25 21:20:20.160596 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-9b67f245-a01e-4af9-9854-a8da8f9a489d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2014278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2009753'] for router, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:20.215385 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-334d3714-0d26-43b1-af8a-b9c1e7ced4f7 req-d39bf6eb-e4b5-47f1-890a-ded66d4104b2 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/security-groups?id=8da2903e-43de-461d-84b5-0c733a2bfb8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1256561
Dec 25 21:20:20.249953 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cab0d58-179c-482b-8ee4-e89f2c2212a1 req-79966135-f8ed-49e7-8991-22087f06edef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:20.251444 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8cab0d58-179c-482b-8ee4-e89f2c2212a1 req-79966135-f8ed-49e7-8991-22087f06edef service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1f5d8ab8-049c-411c-8531-c48febcca4ec HTTP/1.1" status: 200  len: 851 time: 0.0870662
Dec 25 21:20:20.267984 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150eebcd-fc76-4191-a9dd-bbe9acd33792 req-7c33330b-269b-4e22-a1c7-ecde2c25f19e tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:20.274049 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150eebcd-fc76-4191-a9dd-bbe9acd33792 req-7c33330b-269b-4e22-a1c7-ecde2c25f19e tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:20.280592 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150eebcd-fc76-4191-a9dd-bbe9acd33792 req-7c33330b-269b-4e22-a1c7-ecde2c25f19e tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:20.286569 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150eebcd-fc76-4191-a9dd-bbe9acd33792 req-7c33330b-269b-4e22-a1c7-ecde2c25f19e tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:20.293072 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150eebcd-fc76-4191-a9dd-bbe9acd33792 req-7c33330b-269b-4e22-a1c7-ecde2c25f19e tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:20.299296 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150eebcd-fc76-4191-a9dd-bbe9acd33792 req-7c33330b-269b-4e22-a1c7-ecde2c25f19e tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:20.305284 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150eebcd-fc76-4191-a9dd-bbe9acd33792 req-7c33330b-269b-4e22-a1c7-ecde2c25f19e tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:20.307268 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-150eebcd-fc76-4191-a9dd-bbe9acd33792 req-7c33330b-269b-4e22-a1c7-ecde2c25f19e tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa2d5924-6a22-461e-b48b-e73f52f4b72c HTTP/1.1" status: 200  len: 5431 time: 0.1310785
Dec 25 21:20:20.316547 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a2d65c8-bf9d-4a9e-a128-42c77e92559f req-f3fcac44-9f1b-4d8a-a7a9-01a66404c5b4 tempest-ImagesNegativeTestJSON-828474617 tempest-ImagesNegativeTestJSON-828474617-project] Made reservation on behalf of d2b5edef5e3349c2bf221f47c5457b4f for: {'port': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:20:20.319762 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-8a2d65c8-bf9d-4a9e-a128-42c77e92559f req-f3fcac44-9f1b-4d8a-a7a9-01a66404c5b4 tempest-ImagesNegativeTestJSON-828474617 tempest-ImagesNegativeTestJSON-828474617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:20.350834 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-8a2d65c8-bf9d-4a9e-a128-42c77e92559f req-f3fcac44-9f1b-4d8a-a7a9-01a66404c5b4 tempest-ImagesNegativeTestJSON-828474617 tempest-ImagesNegativeTestJSON-828474617-project] Publish callbacks [] for security_group, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:20.406798 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cab0d58-179c-482b-8ee4-e89f2c2212a1 req-34b9f099-f8e6-4626-bda1-766aaeccb59a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:20.408312 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8cab0d58-179c-482b-8ee4-e89f2c2212a1 req-34b9f099-f8e6-4626-bda1-766aaeccb59a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=050fe506-29b6-4536-b03a-6d4fd9d4993c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0998118
Dec 25 21:20:20.422781 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b67f245-a01e-4af9-9854-a8da8f9a489d admin admin] Router 6fee4504-9331-466c-8137-c9604d35f8d5 is scheduled to L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 with binding_index 1 {{(pid=121607) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 25 21:20:20.469114 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-150eebcd-fc76-4191-a9dd-bbe9acd33792 req-a17c5b6a-5f83-48f2-876b-653410e4198d tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] 10.222.0.32 "GET /v2.0/security-groups?id=b91eef00-e17a-4a6b-bf8c-dc658b79c2db&id=051b583c-529b-425b-89b3-0dd7f4245e61&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1451981
Dec 25 21:20:20.535017 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b67f245-a01e-4af9-9854-a8da8f9a489d admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 21:20:20.546260 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40825809-1f5a-4734-9ed2-636774a1608e None None] Sync routers for ids ['6fee4504-9331-466c-8137-c9604d35f8d5'] in ncdv-master-1 {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 21:20:20.557212 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40825809-1f5a-4734-9ed2-636774a1608e None None] Routers {'6fee4504-9331-466c-8137-c9604d35f8d5'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:20:20.557859 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-40825809-1f5a-4734-9ed2-636774a1608e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f26189122e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:20:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['6fee4504-9331-466c-8137-c9604d35f8d5'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:20:20.584340 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-8a2d65c8-bf9d-4a9e-a128-42c77e92559f req-f3fcac44-9f1b-4d8a-a7a9-01a66404c5b4 tempest-ImagesNegativeTestJSON-828474617 tempest-ImagesNegativeTestJSON-828474617-project] Publish callbacks [] for security_group, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:20.588683 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8cab0d58-179c-482b-8ee4-e89f2c2212a1 req-39d1d8c0-7d1e-48ef-96f1-02838f4dc308 service neutron] 10.222.0.31 "GET /v2.0/networks/050fe506-29b6-4536-b03a-6d4fd9d4993c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1679347
Dec 25 21:20:20.608129 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-9b67f245-a01e-4af9-9854-a8da8f9a489d admin admin] Publish callbacks [] for router, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:20.613300 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f885707-4652-4d3e-92e4-65578a8e2996 req-7df2ad85-871c-4032-a26e-5744e439e0d2 tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:20.613617 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-9b67f245-a01e-4af9-9854-a8da8f9a489d admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 932 time: 2.4176674
Dec 25 21:20:20.614434 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 59116) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:20:20.614857 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2f885707-4652-4d3e-92e4-65578a8e2996 req-7df2ad85-871c-4032-a26e-5744e439e0d2 tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] 10.222.0.32 "GET /v2.0/ports?device_id=6bc9caeb-6686-4332-99c6-4ec54e0549ce HTTP/1.1" status: 200  len: 945 time: 0.0932953
Dec 25 21:20:20.666851 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-8a2d65c8-bf9d-4a9e-a128-42c77e92559f req-f3fcac44-9f1b-4d8a-a7a9-01a66404c5b4 tempest-ImagesNegativeTestJSON-828474617 tempest-ImagesNegativeTestJSON-828474617-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:20.719374 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvr_db [None req-40825809-1f5a-4734-9ed2-636774a1608e None None] Set router 6fee4504-9331-466c-8137-c9604d35f8d5 gateway port host: ncdv-master-1 {{(pid=121609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:20:20.766543 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-465eb2ea-da0d-4bed-b949-3d7445a5b58c req-269ce2ec-0d40-4ae2-b1f2-9f520b2eaf20 tempest-ImagesNegativeTestJSON-828474617 tempest-ImagesNegativeTestJSON-828474617-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb1b09d3-5625-472f-beea-2338a1ab5b4a HTTP/1.1" status: 200  len: 210 time: 0.1006846
Dec 25 21:20:20.815096 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fcac44-9f1b-4d8a-a7a9-01a66404c5b4 tempest-ImagesNegativeTestJSON-828474617 tempest-ImagesNegativeTestJSON-828474617-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9a8ff49-3211-4c8f-a325-bc7030b31bd4,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:20:20.838792 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2f885707-4652-4d3e-92e4-65578a8e2996 req-402579dc-9ed8-49c5-9ab4-0a4c14287efe tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] 10.222.0.32 "GET /v2.0/security-groups?id=2bf8651c-3ed0-44bb-a064-d61aab6ec281&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2086511
Dec 25 21:20:20.876537 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8cab0d58-179c-482b-8ee4-e89f2c2212a1 req-e9229432-39b1-49a2-8016-126a85bfca68 service neutron] 10.222.0.31 "GET /v2.0/networks/050fe506-29b6-4536-b03a-6d4fd9d4993c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2791872
Dec 25 21:20:20.968109 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_common [req-8a2d65c8-bf9d-4a9e-a128-42c77e92559f req-f3fcac44-9f1b-4d8a-a7a9-01a66404c5b4 tempest-ImagesNegativeTestJSON-828474617 tempest-ImagesNegativeTestJSON-828474617-project] Allocated IP 192.168.233.25 (8f212e98-547d-4c6e-a560-2e9a548c8f59/dcfbae86-f93e-400c-8084-eac7f56ff5ba/06a6d407-75ff-436c-a36c-cd7f85e5face) {{(pid=121606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:20:21.039111 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-40825809-1f5a-4734-9ed2-636774a1608e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f26189122e0>, [{'id': '6fee4504-9331-466c-8137-c9604d35f8d5', 'name': 'tempest-ServerRescueTestJSONUnderV235-1998990851-router', 'tenant_id': 'bfd1b67368c34701bcdc20105e48ad41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.112'}], 'enable_snat': True}, 'gw_port_id': '41d1740f-8e33-489f-9ce2-1cbb1abb45dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:20:18Z', 'updated_at': '2021-12-25T21:20:19Z', 'revision_number': 3, 'project_id': 'bfd1b67368c34701bcdc20105e48ad41', 'gw_port': {'id': '41d1740f-8e33-489f-9ce2-1cbb1abb45dc', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:da:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fee4504-9331-466c-8137-c9604d35f8d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:20:19Z', 'updated_at': '2021-12-25T21:20:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:20:21.078151 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40825809-1f5a-4734-9ed2-636774a1608e None None] Checking router: 6fee4504-9331-466c-8137-c9604d35f8d5 for host: ncdv-master-1 {{(pid=121609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 25 21:20:21.078758 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40825809-1f5a-4734-9ed2-636774a1608e None None] Updating router 6fee4504-9331-466c-8137-c9604d35f8d5 port 41d1740f-8e33-489f-9ce2-1cbb1abb45dc binding host ncdv-master-1 {{(pid=121609) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 25 21:20:21.111306 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-40825809-1f5a-4734-9ed2-636774a1608e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:21.186757 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-41fded67-fdd9-49a9-97de-35491fa921e4 req-9d0e4b67-3673-43e3-9397-42d7bb92dac6 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] 10.222.0.32 "GET /v2.0/ports?device_id=89ed46e1-4b7a-40ec-a9f8-923852705e90 HTTP/1.1" status: 200  len: 210 time: 0.0433006
Dec 25 21:20:21.234437 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-8a2d65c8-bf9d-4a9e-a128-42c77e92559f req-f3fcac44-9f1b-4d8a-a7a9-01a66404c5b4 tempest-ImagesNegativeTestJSON-828474617 tempest-ImagesNegativeTestJSON-828474617-project] Publish callbacks [] for port, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:21.361602 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-8a2d65c8-bf9d-4a9e-a128-42c77e92559f req-f3fcac44-9f1b-4d8a-a7a9-01a66404c5b4 tempest-ImagesNegativeTestJSON-828474617 tempest-ImagesNegativeTestJSON-828474617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:21.391531 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667be0a7-7fc9-4c92-9ede-4bb5338c908f req-51c2f0fd-c82e-43cc-a5dd-c4952d3d5f27 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:21.393192 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-667be0a7-7fc9-4c92-9ede-4bb5338c908f req-51c2f0fd-c82e-43cc-a5dd-c4952d3d5f27 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] 10.222.0.31 "GET /v2.0/networks?id=de2cf5f5-0f83-4089-a263-5ec0a5e6f1de HTTP/1.1" status: 200  len: 806 time: 0.5270369
Dec 25 21:20:21.427840 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [req-667be0a7-7fc9-4c92-9ede-4bb5338c908f req-81022f8a-b0cb-4bd9-a526-c286fb5f9592 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] Request body: {'port': {'device_id': '89ed46e1-4b7a-40ec-a9f8-923852705e90', 'network_id': 'de2cf5f5-0f83-4089-a263-5ec0a5e6f1de', 'admin_state_up': True, 'tenant_id': '38d7cbaffc1340f59e994569e8e33e1d'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:20:21.463897 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a2d65c8-bf9d-4a9e-a128-42c77e92559f req-f3fcac44-9f1b-4d8a-a7a9-01a66404c5b4 tempest-ImagesNegativeTestJSON-828474617 tempest-ImagesNegativeTestJSON-828474617-project] Network 8f212e98-547d-4c6e-a560-2e9a548c8f59 is already hosted by enough agents. {{(pid=121606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:20:21.470142 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-40825809-1f5a-4734-9ed2-636774a1608e None None] Publish callbacks [] for port, precommit_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:21.473643 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [req-8a2d65c8-bf9d-4a9e-a128-42c77e92559f req-f3fcac44-9f1b-4d8a-a7a9-01a66404c5b4 tempest-ImagesNegativeTestJSON-828474617 tempest-ImagesNegativeTestJSON-828474617-project] Resources bound (agent type, host, resource id):  {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:20:21.486177 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a2d65c8-bf9d-4a9e-a128-42c77e92559f req-f3fcac44-9f1b-4d8a-a7a9-01a66404c5b4 tempest-ImagesNegativeTestJSON-828474617 tempest-ImagesNegativeTestJSON-828474617-project] Received port after_create {{(pid=121606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:20:21.499481 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e5b649-79e3-427c-889c-e2959b5881d7 req-25bcc60d-ff5b-441e-88bf-f03e1a17f1af tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:21.508461 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-23e5b649-79e3-427c-889c-e2959b5881d7 req-25bcc60d-ff5b-441e-88bf-f03e1a17f1af tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] 10.222.0.32 "GET /v2.0/ports?device_id=6bc9caeb-6686-4332-99c6-4ec54e0549ce HTTP/1.1" status: 200  len: 945 time: 0.1574576
Dec 25 21:20:21.511845 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fcac44-9f1b-4d8a-a7a9-01a66404c5b4 tempest-ImagesNegativeTestJSON-828474617 tempest-ImagesNegativeTestJSON-828474617-project] Pushing event updated for resources: {'Port': ['ID=06a6d407-75ff-436c-a36c-cd7f85e5face,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:20:21.553963 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-40825809-1f5a-4734-9ed2-636774a1608e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:21.569633 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581fa42a-197d-473b-81b0-0829289174f1 req-335dbf5d-8564-4407-af5f-f05346b377e6 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:21.572134 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-581fa42a-197d-473b-81b0-0829289174f1 req-335dbf5d-8564-4407-af5f-f05346b377e6 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c440c6c-f195-45df-bc8f-62cfb0a36698 HTTP/1.1" status: 200  len: 944 time: 0.1749563
Dec 25 21:20:21.605807 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2d65c8-bf9d-4a9e-a128-42c77e92559f req-f3fcac44-9f1b-4d8a-a7a9-01a66404c5b4 tempest-ImagesNegativeTestJSON-828474617 tempest-ImagesNegativeTestJSON-828474617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:21.606461 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-8a2d65c8-bf9d-4a9e-a128-42c77e92559f req-f3fcac44-9f1b-4d8a-a7a9-01a66404c5b4 tempest-ImagesNegativeTestJSON-828474617 tempest-ImagesNegativeTestJSON-828474617-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:21.631247 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee06a6a8-034e-4324-9e29-fe97ca587fa7 None None] Pushing event updated for resources: {'Port': ['ID=41d1740f-8e33-489f-9ce2-1cbb1abb45dc,revision_number=2']} {{(pid=121609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:20:21.632251 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-fcf02eff-7caa-4fce-9e10-4b5bf4ba09af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:21.636759 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.managers [None req-40825809-1f5a-4734-9ed2-636774a1608e None None] Attempting to bind port 41d1740f-8e33-489f-9ce2-1cbb1abb45dc on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:20:21.637533 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.managers [None req-40825809-1f5a-4734-9ed2-636774a1608e None None] Attempting to bind port 41d1740f-8e33-489f-9ce2-1cbb1abb45dc by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'}] {{(pid=121609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:20:21.638136 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40825809-1f5a-4734-9ed2-636774a1608e None None] Attempting to bind port 41d1740f-8e33-489f-9ce2-1cbb1abb45dc on network 7201e55c-7c5f-41aa-a042-a363696539d0 {{(pid=121609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:20:21.652623 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee06a6a8-034e-4324-9e29-fe97ca587fa7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:20:21.653246 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee06a6a8-034e-4324-9e29-fe97ca587fa7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:20:21.653818 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee06a6a8-034e-4324-9e29-fe97ca587fa7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:20:21.654370 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee06a6a8-034e-4324-9e29-fe97ca587fa7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:20:21.654902 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee06a6a8-034e-4324-9e29-fe97ca587fa7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:20:21.655486 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee06a6a8-034e-4324-9e29-fe97ca587fa7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:20:21.656011 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee06a6a8-034e-4324-9e29-fe97ca587fa7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:20:21.656512 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee06a6a8-034e-4324-9e29-fe97ca587fa7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:20:21.656916 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee06a6a8-034e-4324-9e29-fe97ca587fa7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:20:21.657395 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee06a6a8-034e-4324-9e29-fe97ca587fa7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:20:21.657726 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee06a6a8-034e-4324-9e29-fe97ca587fa7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:20:21.658201 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee06a6a8-034e-4324-9e29-fe97ca587fa7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:20:21.659654 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee06a6a8-034e-4324-9e29-fe97ca587fa7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:20:21.659790 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-23e5b649-79e3-427c-889c-e2959b5881d7 req-a99c4365-fbfe-426e-9f29-eb27da84c290 tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] 10.222.0.32 "GET /v2.0/security-groups?id=2bf8651c-3ed0-44bb-a064-d61aab6ec281&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1367452
Dec 25 21:20:21.663456 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40825809-1f5a-4734-9ed2-636774a1608e None None] Checking agent: {'id': 'ca4f5c6d-f1fd-48b8-a3e3-395864c7d23d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 20, 56, 40), 'started_at': datetime.datetime(2021, 12, 25, 20, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 20, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:20:21.664083 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40825809-1f5a-4734-9ed2-636774a1608e None None] Checking segment: {'id': '6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:20:21.671453 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-40825809-1f5a-4734-9ed2-636774a1608e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:21.673149 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40825809-1f5a-4734-9ed2-636774a1608e None None] Bound using segment: {'id': '6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'} {{(pid=121609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:20:21.674372 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.managers [None req-40825809-1f5a-4734-9ed2-636774a1608e None None] Bound port: 41d1740f-8e33-489f-9ce2-1cbb1abb45dc, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'}}] {{(pid=121609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:20:21.674932 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-40825809-1f5a-4734-9ed2-636774a1608e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:21.724096 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-581fa42a-197d-473b-81b0-0829289174f1 req-bda601d2-a3e7-4d97-a3b4-028492b21534 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/security-groups?id=8da2903e-43de-461d-84b5-0c733a2bfb8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1330562
Dec 25 21:20:21.753837 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.db [None req-40825809-1f5a-4734-9ed2-636774a1608e None None] For port 41d1740f-8e33-489f-9ce2-1cbb1abb45dc, host ncdv-master-1, cleared binding levels {{(pid=121609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:20:21.762774 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.db [None req-40825809-1f5a-4734-9ed2-636774a1608e None None] For port 41d1740f-8e33-489f-9ce2-1cbb1abb45dc, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=41d1740f-8e33-489f-9ce2-1cbb1abb45dc,segment=NetworkSegment(6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855),segment_id=6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855)] {{(pid=121609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:20:21.765778 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-667be0a7-7fc9-4c92-9ede-4bb5338c908f req-81022f8a-b0cb-4bd9-a526-c286fb5f9592 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] Made reservation on behalf of 38d7cbaffc1340f59e994569e8e33e1d for: {'port': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:20:21.772029 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-667be0a7-7fc9-4c92-9ede-4bb5338c908f req-81022f8a-b0cb-4bd9-a526-c286fb5f9592 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:21.805684 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8a2d65c8-bf9d-4a9e-a128-42c77e92559f req-f3fcac44-9f1b-4d8a-a7a9-01a66404c5b4 tempest-ImagesNegativeTestJSON-828474617 tempest-ImagesNegativeTestJSON-828474617-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 2.2440050
Dec 25 21:20:21.826962 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-8a2d65c8-bf9d-4a9e-a128-42c77e92559f req-d693f439-acbc-4350-b016-b25d040ade38 service neutron] Request body: {'port': {'device_id': 'eb1b09d3-5625-472f-beea-2338a1ab5b4a', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:20:21.858060 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device 0daa1ac7-be03-4d72-b2a5-72b1ee145ecb details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 25 21:20:21.862220 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-faac20ff-2dcd-4240-82d7-1b3d2f63b1f4 None None] Provisioning complete for port 06a6d407-75ff-436c-a36c-cd7f85e5face triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:20:21.862709 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-faac20ff-2dcd-4240-82d7-1b3d2f63b1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:21.903031 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-40825809-1f5a-4734-9ed2-636774a1608e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:21.914907 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_common [None req-fcf02eff-7caa-4fce-9e10-4b5bf4ba09af admin admin] Allocated IP 172.20.0.1 (5e3e14c1-fa4f-4065-b9e3-19dd5f8f11c3/46335a3d-cb7c-4909-913c-277e2c1dc81d/20c5dd42-50c5-43d1-a899-c9b4bd8a4356) {{(pid=121607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:20:21.941691 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42492bec-6f3b-4ace-8192-69986b58bb01 req-511cabbb-2fd7-4ff0-a151-29e016520ce8 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:21.949125 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42492bec-6f3b-4ace-8192-69986b58bb01 req-511cabbb-2fd7-4ff0-a151-29e016520ce8 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:21.957541 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42492bec-6f3b-4ace-8192-69986b58bb01 req-511cabbb-2fd7-4ff0-a151-29e016520ce8 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:21.961664 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42492bec-6f3b-4ace-8192-69986b58bb01 req-511cabbb-2fd7-4ff0-a151-29e016520ce8 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:21.968759 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42492bec-6f3b-4ace-8192-69986b58bb01 req-511cabbb-2fd7-4ff0-a151-29e016520ce8 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:21.969218 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-faac20ff-2dcd-4240-82d7-1b3d2f63b1f4 None None] Port 06a6d407-75ff-436c-a36c-cd7f85e5face cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:20:21.974743 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42492bec-6f3b-4ace-8192-69986b58bb01 req-511cabbb-2fd7-4ff0-a151-29e016520ce8 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:21.981874 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42492bec-6f3b-4ace-8192-69986b58bb01 req-511cabbb-2fd7-4ff0-a151-29e016520ce8 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:21.990566 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-42492bec-6f3b-4ace-8192-69986b58bb01 req-511cabbb-2fd7-4ff0-a151-29e016520ce8 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa2d5924-6a22-461e-b48b-e73f52f4b72c HTTP/1.1" status: 200  len: 5431 time: 0.2006433
Dec 25 21:20:21.996056 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee06a6a8-034e-4324-9e29-fe97ca587fa7 None None] Pushing event updated for resources: {'Port': ['ID=41d1740f-8e33-489f-9ce2-1cbb1abb45dc,revision_number=3']} {{(pid=121609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:20:22.017182 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-8a2d65c8-bf9d-4a9e-a128-42c77e92559f req-d693f439-acbc-4350-b016-b25d040ade38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:22.037379 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_common [req-667be0a7-7fc9-4c92-9ede-4bb5338c908f req-81022f8a-b0cb-4bd9-a526-c286fb5f9592 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] Allocated IP 172.20.0.14 (de2cf5f5-0f83-4089-a263-5ec0a5e6f1de/81f9dfd5-f0bc-4f72-bceb-acbb4f595f27/50029fbf-b328-4b5f-80c2-bcc4da3c4b96) {{(pid=121607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:20:22.042034 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40825809-1f5a-4734-9ed2-636774a1608e None None] Routers {'6fee4504-9331-466c-8137-c9604d35f8d5'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:20:22.044815 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-40825809-1f5a-4734-9ed2-636774a1608e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f26189122e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:20:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['6fee4504-9331-466c-8137-c9604d35f8d5'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:20:22.059807 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33f526b-c64a-428e-8ac6-97ecc09d7629 req-aad4c2f8-42e5-44c0-9c7b-7e391a4b06cc tempest-ImagesNegativeTestJSON-828474617 tempest-ImagesNegativeTestJSON-828474617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:22.066119 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port 0daa1ac7-be03-4d72-b2a5-72b1ee145ecb, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0daa1ac7-be03-4d72-b2a5-72b1ee145ecb,segment=NetworkSegment(1484705c-8e80-460c-b34f-1f443916d93d),segment_id=1484705c-8e80-460c-b34f-1f443916d93d)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:20:22.067189 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e33f526b-c64a-428e-8ac6-97ecc09d7629 req-aad4c2f8-42e5-44c0-9c7b-7e391a4b06cc tempest-ImagesNegativeTestJSON-828474617 tempest-ImagesNegativeTestJSON-828474617-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb1b09d3-5625-472f-beea-2338a1ab5b4a HTTP/1.1" status: 200  len: 935 time: 0.2101786
Dec 25 21:20:22.083394 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Returning: {'device': '0daa1ac7-be03-4d72-b2a5-72b1ee145ecb', 'network_id': '3822397d-3d72-44cf-9fd0-b3119ec81123', 'port_id': '0daa1ac7-be03-4d72-b2a5-72b1ee145ecb', 'mac_address': 'fa:16:3e:de:88:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f498337-e4ba-4b34-b7b9-d5a4315f4f02', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 25 21:20:22.148968 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:22.157567 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-fcf02eff-7caa-4fce-9e10-4b5bf4ba09af admin admin] Publish callbacks [] for port, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:22.162000 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-42492bec-6f3b-4ace-8192-69986b58bb01 req-d5981f41-f7f2-4ff7-8071-1f7dc3c37197 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] 10.222.0.32 "GET /v2.0/security-groups?id=b91eef00-e17a-4a6b-bf8c-dc658b79c2db&id=051b583c-529b-425b-89b3-0dd7f4245e61&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1704218
Dec 25 21:20:22.171080 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0daa1ac7-be03-4d72-b2a5-72b1ee145ecb {{(pid=121608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:20:22.193297 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvr_db [None req-40825809-1f5a-4734-9ed2-636774a1608e None None] Set router 6fee4504-9331-466c-8137-c9604d35f8d5 gateway port host: ncdv-master-1 {{(pid=121609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:20:22.216374 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port 0daa1ac7-be03-4d72-b2a5-72b1ee145ecb, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0daa1ac7-be03-4d72-b2a5-72b1ee145ecb,segment=NetworkSegment(1484705c-8e80-460c-b34f-1f443916d93d),segment_id=1484705c-8e80-460c-b34f-1f443916d93d)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:20:22.288596 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-667be0a7-7fc9-4c92-9ede-4bb5338c908f req-81022f8a-b0cb-4bd9-a526-c286fb5f9592 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] Publish callbacks [] for port, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:22.295313 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:22.296392 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device 2eb143cf-a0c7-4e74-a5f2-177a4bc1db2c details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 25 21:20:22.315239 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5445a528-c120-44a4-9e9a-be4a1a0ed17e req-f4de1777-90bf-432d-9803-2240738aa07c tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] 10.222.0.32 "GET /v2.0/ports?device_id=89ed46e1-4b7a-40ec-a9f8-923852705e90 HTTP/1.1" status: 200  len: 210 time: 0.0422318
Dec 25 21:20:22.339400 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e33f526b-c64a-428e-8ac6-97ecc09d7629 req-6f365b5f-a03d-40ca-a0b5-79aeaef5ad39 tempest-ImagesNegativeTestJSON-828474617 tempest-ImagesNegativeTestJSON-828474617-project] 10.222.0.32 "GET /v2.0/security-groups?id=b9a8ff49-3211-4c8f-a325-bc7030b31bd4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2711318
Dec 25 21:20:22.349821 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-fcf02eff-7caa-4fce-9e10-4b5bf4ba09af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:22.406680 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcf02eff-7caa-4fce-9e10-4b5bf4ba09af admin admin] Network 5e3e14c1-fa4f-4065-b9e3-19dd5f8f11c3 is already hosted by enough agents. {{(pid=121607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:20:22.407926 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-667be0a7-7fc9-4c92-9ede-4bb5338c908f req-81022f8a-b0cb-4bd9-a526-c286fb5f9592 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:22.415165 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-fcf02eff-7caa-4fce-9e10-4b5bf4ba09af admin admin] Resources bound (agent type, host, resource id):  {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:20:22.415403 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Pushing event updated for resources: {'Port': ['ID=0daa1ac7-be03-4d72-b2a5-72b1ee145ecb,revision_number=4']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:20:22.422818 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] get_ports_and_sgs() called for port_ids ['b548a516-5b40-4749-9286-e686f9b3d3be'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:20:22.426826 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcf02eff-7caa-4fce-9e10-4b5bf4ba09af admin admin] Received port after_create {{(pid=121607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:20:22.461578 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf02eff-7caa-4fce-9e10-4b5bf4ba09af admin admin] Pushing event updated for resources: {'Port': ['ID=20c5dd42-50c5-43d1-a899-c9b4bd8a4356,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:20:22.481674 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-667be0a7-7fc9-4c92-9ede-4bb5338c908f req-81022f8a-b0cb-4bd9-a526-c286fb5f9592 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] Network de2cf5f5-0f83-4089-a263-5ec0a5e6f1de is already hosted by enough agents. {{(pid=121607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:20:22.487609 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-40825809-1f5a-4734-9ed2-636774a1608e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f26189122e0>, [{'id': '6fee4504-9331-466c-8137-c9604d35f8d5', 'name': 'tempest-ServerRescueTestJSONUnderV235-1998990851-router', 'tenant_id': 'bfd1b67368c34701bcdc20105e48ad41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.112'}], 'enable_snat': True}, 'gw_port_id': '41d1740f-8e33-489f-9ce2-1cbb1abb45dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:20:18Z', 'updated_at': '2021-12-25T21:20:19Z', 'revision_number': 3, 'project_id': 'bfd1b67368c34701bcdc20105e48ad41', 'gw_port': {'id': '41d1740f-8e33-489f-9ce2-1cbb1abb45dc', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:da:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fee4504-9331-466c-8137-c9604d35f8d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:20:19Z', 'updated_at': '2021-12-25T21:20:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:20:22.512638 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [req-667be0a7-7fc9-4c92-9ede-4bb5338c908f req-81022f8a-b0cb-4bd9-a526-c286fb5f9592 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] Resources bound (agent type, host, resource id):  {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:20:22.519755 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [req-667be0a7-7fc9-4c92-9ede-4bb5338c908f req-81022f8a-b0cb-4bd9-a526-c286fb5f9592 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] Received port after_create {{(pid=121607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:20:22.520982 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40825809-1f5a-4734-9ed2-636774a1608e None None] The sync data for ids ['6fee4504-9331-466c-8137-c9604d35f8d5'] in ncdv-master-1 is: [{'id': '6fee4504-9331-466c-8137-c9604d35f8d5', 'name': 'tempest-ServerRescueTestJSONUnderV235-1998990851-router', 'tenant_id': 'bfd1b67368c34701bcdc20105e48ad41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.112'}], 'enable_snat': True}, 'gw_port_id': '41d1740f-8e33-489f-9ce2-1cbb1abb45dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:20:18Z', 'updated_at': '2021-12-25T21:20:19Z', 'revision_number': 3, 'project_id': 'bfd1b67368c34701bcdc20105e48ad41', 'gw_port': {'id': '41d1740f-8e33-489f-9ce2-1cbb1abb45dc', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:da:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fee4504-9331-466c-8137-c9604d35f8d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:20:19Z', 'updated_at': '2021-12-25T21:20:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 21:20:22.537182 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port 2eb143cf-a0c7-4e74-a5f2-177a4bc1db2c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2eb143cf-a0c7-4e74-a5f2-177a4bc1db2c,segment=NetworkSegment(3c3bf577-825d-4a12-8515-c9a0adea0ed3),segment_id=3c3bf577-825d-4a12-8515-c9a0adea0ed3)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:20:22.566764 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Returning: {'device': '2eb143cf-a0c7-4e74-a5f2-177a4bc1db2c', 'network_id': 'f7ed1632-2ec3-4974-9097-8fe2ac8f3ba4', 'port_id': '2eb143cf-a0c7-4e74-a5f2-177a4bc1db2c', 'mac_address': 'fa:16:3e:38:20:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f792eb17-8c67-407f-9cdd-1353c9bc42bb', 'ip_address': '10.1.1.129'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 25 21:20:22.568534 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-fcf02eff-7caa-4fce-9e10-4b5bf4ba09af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2008772'] for router_interface, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:22.576499 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [req-8a2d65c8-bf9d-4a9e-a128-42c77e92559f req-d693f439-acbc-4350-b016-b25d040ade38 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06a6d407-75ff-436c-a36c-cd7f85e5face {{(pid=121606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:20:22.588516 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-8a2d65c8-bf9d-4a9e-a128-42c77e92559f req-d693f439-acbc-4350-b016-b25d040ade38 service neutron] Publish callbacks [] for port, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:22.610478 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.provisioning_blocks [req-8a2d65c8-bf9d-4a9e-a128-42c77e92559f req-d693f439-acbc-4350-b016-b25d040ade38 service neutron] Transition to ACTIVE for port object 06a6d407-75ff-436c-a36c-cd7f85e5face will not be triggered until provisioned by entity L2. {{(pid=121606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 25 21:20:22.611106 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device 815adaf6-6cd2-46df-a541-c0f11b539b22 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 25 21:20:22.625893 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81022f8a-b0cb-4bd9-a526-c286fb5f9592 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] Pushing event updated for resources: {'Port': ['ID=50029fbf-b328-4b5f-80c2-bcc4da3c4b96,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:20:22.646830 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:22.648947 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667be0a7-7fc9-4c92-9ede-4bb5338c908f req-81022f8a-b0cb-4bd9-a526-c286fb5f9592 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:22.649584 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-667be0a7-7fc9-4c92-9ede-4bb5338c908f req-81022f8a-b0cb-4bd9-a526-c286fb5f9592 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:22.697506 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2eb143cf-a0c7-4e74-a5f2-177a4bc1db2c {{(pid=121608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:20:22.719984 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-8a2d65c8-bf9d-4a9e-a128-42c77e92559f req-d693f439-acbc-4350-b016-b25d040ade38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:22.776084 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-667be0a7-7fc9-4c92-9ede-4bb5338c908f req-81022f8a-b0cb-4bd9-a526-c286fb5f9592 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.3708737
Dec 25 21:20:22.777037 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port 2eb143cf-a0c7-4e74-a5f2-177a4bc1db2c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2eb143cf-a0c7-4e74-a5f2-177a4bc1db2c,segment=NetworkSegment(3c3bf577-825d-4a12-8515-c9a0adea0ed3),segment_id=3c3bf577-825d-4a12-8515-c9a0adea0ed3)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:20:22.793923 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [req-667be0a7-7fc9-4c92-9ede-4bb5338c908f req-53040ffa-7f6a-46f9-836c-3bd858565d62 service neutron] Request body: {'port': {'device_id': '89ed46e1-4b7a-40ec-a9f8-923852705e90', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:20:22.835845 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port 815adaf6-6cd2-46df-a541-c0f11b539b22, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=815adaf6-6cd2-46df-a541-c0f11b539b22,segment=NetworkSegment(66e39abb-3870-4404-91e4-a4d8a7ae7fb7),segment_id=66e39abb-3870-4404-91e4-a4d8a7ae7fb7)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:20:22.856962 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Returning: {'device': '815adaf6-6cd2-46df-a541-c0f11b539b22', 'network_id': '050fe506-29b6-4536-b03a-6d4fd9d4993c', 'port_id': '815adaf6-6cd2-46df-a541-c0f11b539b22', 'mac_address': 'fa:16:3e:00:20:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f5d8ab8-049c-411c-8531-c48febcca4ec', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 25 21:20:22.880255 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d693f439-acbc-4350-b016-b25d040ade38 service neutron] Pushing event updated for resources: {'Port': ['ID=06a6d407-75ff-436c-a36c-cd7f85e5face,revision_number=2']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:20:22.909950 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:22.910608 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device 9c0613e4-0268-4ae9-8585-76b021617ef8 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 25 21:20:22.938175 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:20:22.938175 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:20:22.938175 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:20:22.938175 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:20:22.938175 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:20:22.938175 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:20:22.938175 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:20:22.938175 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:20:22.938175 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:20:22.938175 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:20:22.938175 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:20:22.938175 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:20:22.938175 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:20:22.938175 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:20:22.938175 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:20:22.938175 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:20:22.938175 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:20:22.938175 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:20:22.938175 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:20:22.938175 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:20:22.938175 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:20:22.938175 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:20:22.938175 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:20:22.938175 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:20:22.938175 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:20:22.938175 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:20:22.938175 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:20:22.938175 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:20:22.938175 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:20:22.938175 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:20:22.938175 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:20:22.938175 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:20:22.938175 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:20:22.938175 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:20:22.938175 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:20:22.938175 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:20:22.940703 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:20:22.940703 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:20:22.940703 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:20:22.940703 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:20:22.940703 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:20:22.940703 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:20:22.940703 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:20:22.940703 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:20:22.940703 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:20:22.940703 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:20:22.940703 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:20:22.940703 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:20:22.940703 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283ceee6-ac42-48c7-8cbf-3c34a04c36d8 req-790da793-96f0-42f6-97c9-f6cee8614e79 tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:22.948736 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-283ceee6-ac42-48c7-8cbf-3c34a04c36d8 req-790da793-96f0-42f6-97c9-f6cee8614e79 tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] 10.222.0.32 "GET /v2.0/ports?device_id=6bc9caeb-6686-4332-99c6-4ec54e0549ce HTTP/1.1" status: 200  len: 945 time: 0.1839113
Dec 25 21:20:22.995972 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-667be0a7-7fc9-4c92-9ede-4bb5338c908f req-53040ffa-7f6a-46f9-836c-3bd858565d62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:23.006783 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-fcf02eff-7caa-4fce-9e10-4b5bf4ba09af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:23.022898 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d004475-72ee-437d-9d7e-e706fa9d17bc req-b0eb174f-384b-4ef1-a5e0-6feddb63127b tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:23.030562 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7d004475-72ee-437d-9d7e-e706fa9d17bc req-b0eb174f-384b-4ef1-a5e0-6feddb63127b tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c440c6c-f195-45df-bc8f-62cfb0a36698 HTTP/1.1" status: 200  len: 944 time: 0.1798093
Dec 25 21:20:23.052033 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port 9c0613e4-0268-4ae9-8585-76b021617ef8, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9c0613e4-0268-4ae9-8585-76b021617ef8,segment=NetworkSegment(1484705c-8e80-460c-b34f-1f443916d93d),segment_id=1484705c-8e80-460c-b34f-1f443916d93d)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:20:23.069650 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Pushing event updated for resources: {'Port': ['ID=2eb143cf-a0c7-4e74-a5f2-177a4bc1db2c,revision_number=4']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:20:23.073810 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Returning: {'device': '9c0613e4-0268-4ae9-8585-76b021617ef8', 'network_id': '3822397d-3d72-44cf-9fd0-b3119ec81123', 'port_id': '9c0613e4-0268-4ae9-8585-76b021617ef8', 'mac_address': 'fa:16:3e:78:b2:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f498337-e4ba-4b34-b7b9-d5a4315f4f02', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 25 21:20:23.103897 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-8a2d65c8-bf9d-4a9e-a128-42c77e92559f req-d693f439-acbc-4350-b016-b25d040ade38 service neutron] Attempting to bind port 06a6d407-75ff-436c-a36c-cd7f85e5face on host nch1-master-1 for vnic_type normal with profile  {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:20:23.104243 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-8a2d65c8-bf9d-4a9e-a128-42c77e92559f req-d693f439-acbc-4350-b016-b25d040ade38 service neutron] Attempting to bind port 06a6d407-75ff-436c-a36c-cd7f85e5face by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '85c774cb-a0eb-4ad9-961f-f331d3b37cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '8f212e98-547d-4c6e-a560-2e9a548c8f59'}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:20:23.104574 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a2d65c8-bf9d-4a9e-a128-42c77e92559f req-d693f439-acbc-4350-b016-b25d040ade38 service neutron] Attempting to bind port 06a6d407-75ff-436c-a36c-cd7f85e5face on network 8f212e98-547d-4c6e-a560-2e9a548c8f59 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:20:23.114871 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:23.143333 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 815adaf6-6cd2-46df-a541-c0f11b539b22 {{(pid=121608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:20:23.167988 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port 815adaf6-6cd2-46df-a541-c0f11b539b22, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=815adaf6-6cd2-46df-a541-c0f11b539b22,segment=NetworkSegment(66e39abb-3870-4404-91e4-a4d8a7ae7fb7),segment_id=66e39abb-3870-4404-91e4-a4d8a7ae7fb7)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:20:23.172474 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:23.189530 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7d004475-72ee-437d-9d7e-e706fa9d17bc req-30479b54-cc67-4737-a87c-61c9447058f8 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/security-groups?id=8da2903e-43de-461d-84b5-0c733a2bfb8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1579907
Dec 25 21:20:23.191836 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c0613e4-0268-4ae9-8585-76b021617ef8 {{(pid=121608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:20:23.209089 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-283ceee6-ac42-48c7-8cbf-3c34a04c36d8 req-90c17dd5-7e4e-4108-8ee2-075de7d52432 tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] 10.222.0.32 "GET /v2.0/security-groups?id=2bf8651c-3ed0-44bb-a064-d61aab6ec281&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2596922
Dec 25 21:20:23.210274 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a2d65c8-bf9d-4a9e-a128-42c77e92559f req-d693f439-acbc-4350-b016-b25d040ade38 service neutron] Port 06a6d407-75ff-436c-a36c-cd7f85e5face on network 8f212e98-547d-4c6e-a560-2e9a548c8f59 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 25 21:20:23.210607 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a2d65c8-bf9d-4a9e-a128-42c77e92559f req-d693f439-acbc-4350-b016-b25d040ade38 service neutron] Attempting to bind port 06a6d407-75ff-436c-a36c-cd7f85e5face on network 8f212e98-547d-4c6e-a560-2e9a548c8f59 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:20:23.234134 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a2d65c8-bf9d-4a9e-a128-42c77e92559f req-d693f439-acbc-4350-b016-b25d040ade38 service neutron] Checking agent: {'id': '6d577036-68fc-4aa4-aed7-5ab01de2117e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 21, 4, 34), 'started_at': datetime.datetime(2021, 12, 25, 21, 4, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 20, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:20:23.239662 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a2d65c8-bf9d-4a9e-a128-42c77e92559f req-d693f439-acbc-4350-b016-b25d040ade38 service neutron] Checking segment: {'id': '85c774cb-a0eb-4ad9-961f-f331d3b37cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '8f212e98-547d-4c6e-a560-2e9a548c8f59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:20:23.240130 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a2d65c8-bf9d-4a9e-a128-42c77e92559f req-d693f439-acbc-4350-b016-b25d040ade38 service neutron] Bound using segment: {'id': '85c774cb-a0eb-4ad9-961f-f331d3b37cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '8f212e98-547d-4c6e-a560-2e9a548c8f59'} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:20:23.240606 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-8a2d65c8-bf9d-4a9e-a128-42c77e92559f req-d693f439-acbc-4350-b016-b25d040ade38 service neutron] Bound port: 06a6d407-75ff-436c-a36c-cd7f85e5face, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85c774cb-a0eb-4ad9-961f-f331d3b37cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '8f212e98-547d-4c6e-a560-2e9a548c8f59'}}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:20:23.241873 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-8a2d65c8-bf9d-4a9e-a128-42c77e92559f req-d693f439-acbc-4350-b016-b25d040ade38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:23.251186 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:23.347378 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 41d1740f-8e33-489f-9ce2-1cbb1abb45dc up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:20:23.362259 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port 9c0613e4-0268-4ae9-8585-76b021617ef8, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9c0613e4-0268-4ae9-8585-76b021617ef8,segment=NetworkSegment(1484705c-8e80-460c-b34f-1f443916d93d),segment_id=1484705c-8e80-460c-b34f-1f443916d93d)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:20:23.387852 ncdv-master-1 neutron-server[121607]: DEBUG neutron.notifiers.nova [req-667be0a7-7fc9-4c92-9ede-4bb5338c908f req-53040ffa-7f6a-46f9-836c-3bd858565d62 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50029fbf-b328-4b5f-80c2-bcc4da3c4b96 {{(pid=121607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:20:23.396360 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-667be0a7-7fc9-4c92-9ede-4bb5338c908f req-53040ffa-7f6a-46f9-836c-3bd858565d62 service neutron] Publish callbacks [] for port, precommit_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:23.410763 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.provisioning_blocks [req-667be0a7-7fc9-4c92-9ede-4bb5338c908f req-53040ffa-7f6a-46f9-836c-3bd858565d62 service neutron] Transition to ACTIVE for port object 50029fbf-b328-4b5f-80c2-bcc4da3c4b96 will not be triggered until provisioned by entity L2. {{(pid=121607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 25 21:20:23.438714 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298c9a48-ab31-4cdd-b034-9b998712814a req-c9967439-08d8-47e5-871f-13738218fb93 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:23.446065 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:23.446887 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device fd6aa216-385a-41e5-8c5e-3aae2253a5ab details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 25 21:20:23.447139 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298c9a48-ab31-4cdd-b034-9b998712814a req-c9967439-08d8-47e5-871f-13738218fb93 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:23.454390 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298c9a48-ab31-4cdd-b034-9b998712814a req-c9967439-08d8-47e5-871f-13738218fb93 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:23.461096 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298c9a48-ab31-4cdd-b034-9b998712814a req-c9967439-08d8-47e5-871f-13738218fb93 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:23.468716 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Pushing event updated for resources: {'Port': ['ID=815adaf6-6cd2-46df-a541-c0f11b539b22,revision_number=4']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:20:23.469511 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298c9a48-ab31-4cdd-b034-9b998712814a req-c9967439-08d8-47e5-871f-13738218fb93 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:23.485664 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298c9a48-ab31-4cdd-b034-9b998712814a req-c9967439-08d8-47e5-871f-13738218fb93 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:23.486987 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-667be0a7-7fc9-4c92-9ede-4bb5338c908f req-53040ffa-7f6a-46f9-836c-3bd858565d62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8632327'] for port, after_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:23.493162 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298c9a48-ab31-4cdd-b034-9b998712814a req-c9967439-08d8-47e5-871f-13738218fb93 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:23.503783 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-298c9a48-ab31-4cdd-b034-9b998712814a req-c9967439-08d8-47e5-871f-13738218fb93 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa2d5924-6a22-461e-b48b-e73f52f4b72c HTTP/1.1" status: 200  len: 5433 time: 0.1888049
Dec 25 21:20:23.512631 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] get_ports_and_sgs() called for port_ids ['815adaf6-6cd2-46df-a541-c0f11b539b22'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:20:23.529255 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-8a2d65c8-bf9d-4a9e-a128-42c77e92559f req-d693f439-acbc-4350-b016-b25d040ade38 service neutron] For port 06a6d407-75ff-436c-a36c-cd7f85e5face, host nch1-master-1, cleared binding levels {{(pid=121606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:20:23.553433 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-8a2d65c8-bf9d-4a9e-a128-42c77e92559f req-d693f439-acbc-4350-b016-b25d040ade38 service neutron] For port 06a6d407-75ff-436c-a36c-cd7f85e5face, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=06a6d407-75ff-436c-a36c-cd7f85e5face,segment=NetworkSegment(85c774cb-a0eb-4ad9-961f-f331d3b37cd6),segment_id=85c774cb-a0eb-4ad9-961f-f331d3b37cd6)] {{(pid=121606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:20:23.598322 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53040ffa-7f6a-46f9-836c-3bd858565d62 service neutron] Pushing event updated for resources: {'Port': ['ID=50029fbf-b328-4b5f-80c2-bcc4da3c4b96,revision_number=2']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:20:23.604637 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port 41d1740f-8e33-489f-9ce2-1cbb1abb45dc triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:20:23.605056 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:23.623538 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-298c9a48-ab31-4cdd-b034-9b998712814a req-dcaede00-39bd-4f82-bfce-faa552413acc tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] 10.222.0.32 "GET /v2.0/security-groups?id=b91eef00-e17a-4a6b-bf8c-dc658b79c2db&id=051b583c-529b-425b-89b3-0dd7f4245e61&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1126046
Dec 25 21:20:23.625418 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-8a2d65c8-bf9d-4a9e-a128-42c77e92559f req-d693f439-acbc-4350-b016-b25d040ade38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:23.665279 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port fd6aa216-385a-41e5-8c5e-3aae2253a5ab, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=fd6aa216-385a-41e5-8c5e-3aae2253a5ab,segment=NetworkSegment(3c3bf577-825d-4a12-8515-c9a0adea0ed3),segment_id=3c3bf577-825d-4a12-8515-c9a0adea0ed3)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:20:23.696650 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2d65c8-bf9d-4a9e-a128-42c77e92559f req-d693f439-acbc-4350-b016-b25d040ade38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:23.697902 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-8a2d65c8-bf9d-4a9e-a128-42c77e92559f req-d693f439-acbc-4350-b016-b25d040ade38 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:23.699392 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8a2d65c8-bf9d-4a9e-a128-42c77e92559f req-d693f439-acbc-4350-b016-b25d040ade38 service neutron] 10.222.0.31 "PUT /v2.0/ports/06a6d407-75ff-436c-a36c-cd7f85e5face HTTP/1.1" status: 200  len: 1095 time: 1.8780727
Dec 25 21:20:23.699982 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb1b09d3-5625-472f-beea-2338a1ab5b4a', 'tag': '06a6d407-75ff-436c-a36c-cd7f85e5face'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:20:23.702472 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9858820c13ec2827453b94ebc4181065e990a4e4089ccb9fe762531ac62d2fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-344ca250-be36-4a27-a801-a0167fb2d526" -d '{"events": [{"name": "network-changed", "server_uuid": "eb1b09d3-5625-472f-beea-2338a1ab5b4a", "tag": "06a6d407-75ff-436c-a36c-cd7f85e5face"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:20:23.738642 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-fcf02eff-7caa-4fce-9e10-4b5bf4ba09af admin admin] Publish callbacks [] for port, precommit_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:23.765100 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d693f439-acbc-4350-b016-b25d040ade38 service neutron] Pushing event updated for resources: {'Port': ['ID=06a6d407-75ff-436c-a36c-cd7f85e5face,revision_number=3']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:20:23.770851 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.managers [req-667be0a7-7fc9-4c92-9ede-4bb5338c908f req-53040ffa-7f6a-46f9-836c-3bd858565d62 service neutron] Attempting to bind port 50029fbf-b328-4b5f-80c2-bcc4da3c4b96 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:20:23.771523 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.managers [req-667be0a7-7fc9-4c92-9ede-4bb5338c908f req-53040ffa-7f6a-46f9-836c-3bd858565d62 service neutron] Attempting to bind port 50029fbf-b328-4b5f-80c2-bcc4da3c4b96 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '2eb49ff2-b1de-4e84-a376-6f91f784eeb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'de2cf5f5-0f83-4089-a263-5ec0a5e6f1de'}] {{(pid=121607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:20:23.772268 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-667be0a7-7fc9-4c92-9ede-4bb5338c908f req-53040ffa-7f6a-46f9-836c-3bd858565d62 service neutron] Attempting to bind port 50029fbf-b328-4b5f-80c2-bcc4da3c4b96 on network de2cf5f5-0f83-4089-a263-5ec0a5e6f1de {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:20:23.782851 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-667be0a7-7fc9-4c92-9ede-4bb5338c908f req-53040ffa-7f6a-46f9-836c-3bd858565d62 service neutron] Port 50029fbf-b328-4b5f-80c2-bcc4da3c4b96 on network de2cf5f5-0f83-4089-a263-5ec0a5e6f1de not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 25 21:20:23.783185 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-667be0a7-7fc9-4c92-9ede-4bb5338c908f req-53040ffa-7f6a-46f9-836c-3bd858565d62 service neutron] Attempting to bind port 50029fbf-b328-4b5f-80c2-bcc4da3c4b96 on network de2cf5f5-0f83-4089-a263-5ec0a5e6f1de {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:20:23.790012 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-667be0a7-7fc9-4c92-9ede-4bb5338c908f req-53040ffa-7f6a-46f9-836c-3bd858565d62 service neutron] Checking agent: {'id': '6d577036-68fc-4aa4-aed7-5ab01de2117e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 21, 4, 34), 'started_at': datetime.datetime(2021, 12, 25, 21, 4, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 20, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:20:23.790355 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-667be0a7-7fc9-4c92-9ede-4bb5338c908f req-53040ffa-7f6a-46f9-836c-3bd858565d62 service neutron] Checking segment: {'id': '2eb49ff2-b1de-4e84-a376-6f91f784eeb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'de2cf5f5-0f83-4089-a263-5ec0a5e6f1de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:20:23.790832 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-667be0a7-7fc9-4c92-9ede-4bb5338c908f req-53040ffa-7f6a-46f9-836c-3bd858565d62 service neutron] Bound using segment: {'id': '2eb49ff2-b1de-4e84-a376-6f91f784eeb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'de2cf5f5-0f83-4089-a263-5ec0a5e6f1de'} {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:20:23.791407 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.managers [req-667be0a7-7fc9-4c92-9ede-4bb5338c908f req-53040ffa-7f6a-46f9-836c-3bd858565d62 service neutron] Bound port: 50029fbf-b328-4b5f-80c2-bcc4da3c4b96, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2eb49ff2-b1de-4e84-a376-6f91f784eeb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'de2cf5f5-0f83-4089-a263-5ec0a5e6f1de'}}] {{(pid=121607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:20:23.791940 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-667be0a7-7fc9-4c92-9ede-4bb5338c908f req-53040ffa-7f6a-46f9-836c-3bd858565d62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:23.843491 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-fcf02eff-7caa-4fce-9e10-4b5bf4ba09af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8632327'] for port, after_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:23.929824 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d3a642-e2e9-40a5-aa09-c6a691bd2cae req-70298460-0743-491a-857a-7bbba6781e23 tempest-ImagesNegativeTestJSON-828474617 tempest-ImagesNegativeTestJSON-828474617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:23.938573 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b4d3a642-e2e9-40a5-aa09-c6a691bd2cae req-70298460-0743-491a-857a-7bbba6781e23 tempest-ImagesNegativeTestJSON-828474617 tempest-ImagesNegativeTestJSON-828474617-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb1b09d3-5625-472f-beea-2338a1ab5b4a HTTP/1.1" status: 200  len: 947 time: 0.1435792
Dec 25 21:20:23.985122 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Returning: {'device': 'fd6aa216-385a-41e5-8c5e-3aae2253a5ab', 'network_id': 'f7ed1632-2ec3-4974-9097-8fe2ac8f3ba4', 'port_id': 'fd6aa216-385a-41e5-8c5e-3aae2253a5ab', 'mac_address': 'fa:16:3e:4a:9c:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f792eb17-8c67-407f-9cdd-1353c9bc42bb', 'ip_address': '10.1.1.61'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 25 21:20:23.988817 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Pushing event updated for resources: {'Port': ['ID=9c0613e4-0268-4ae9-8585-76b021617ef8,revision_number=4']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:20:24.015803 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2d65c8-bf9d-4a9e-a128-42c77e92559f req-4cc9736a-6736-486e-8e05-5517b66caad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:24.017347 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8a2d65c8-bf9d-4a9e-a128-42c77e92559f req-4cc9736a-6736-486e-8e05-5517b66caad1 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d2b5edef5e3349c2bf221f47c5457b4f&device_id=eb1b09d3-5625-472f-beea-2338a1ab5b4a HTTP/1.1" status: 200  len: 1098 time: 0.1508133
Dec 25 21:20:24.089264 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.db [req-667be0a7-7fc9-4c92-9ede-4bb5338c908f req-53040ffa-7f6a-46f9-836c-3bd858565d62 service neutron] For port 50029fbf-b328-4b5f-80c2-bcc4da3c4b96, host nch1-master-1, cleared binding levels {{(pid=121607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:20:24.093052 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.db [req-667be0a7-7fc9-4c92-9ede-4bb5338c908f req-53040ffa-7f6a-46f9-836c-3bd858565d62 service neutron] For port 50029fbf-b328-4b5f-80c2-bcc4da3c4b96, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=50029fbf-b328-4b5f-80c2-bcc4da3c4b96,segment=NetworkSegment(2eb49ff2-b1de-4e84-a376-6f91f784eeb5),segment_id=2eb49ff2-b1de-4e84-a376-6f91f784eeb5)] {{(pid=121607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:20:24.094283 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf02eff-7caa-4fce-9e10-4b5bf4ba09af admin admin] Pushing event updated for resources: {'Port': ['ID=20c5dd42-50c5-43d1-a899-c9b4bd8a4356,revision_number=2']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:20:24.100903 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:24.103386 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabb1091-c6f0-4eaa-ac79-4125c52b7cb0 req-263f43da-63ea-4c34-9cbe-1434894b0d9c tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:24.105641 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:24.108968 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-aabb1091-c6f0-4eaa-ac79-4125c52b7cb0 req-263f43da-63ea-4c34-9cbe-1434894b0d9c tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] 10.222.0.32 "GET /v2.0/ports?device_id=89ed46e1-4b7a-40ec-a9f8-923852705e90 HTTP/1.1" status: 200  len: 944 time: 0.2074368
Dec 25 21:20:24.124970 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b4d3a642-e2e9-40a5-aa09-c6a691bd2cae req-9d590e2e-57a5-49ee-acf6-955d2b6790a4 tempest-ImagesNegativeTestJSON-828474617 tempest-ImagesNegativeTestJSON-828474617-project] 10.222.0.32 "GET /v2.0/security-groups?id=b9a8ff49-3211-4c8f-a325-bc7030b31bd4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1857257
Dec 25 21:20:24.126374 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-fcf02eff-7caa-4fce-9e10-4b5bf4ba09af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2007636'] for router_interface, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:24.139420 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] For port 41d1740f-8e33-489f-9ce2-1cbb1abb45dc, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=41d1740f-8e33-489f-9ce2-1cbb1abb45dc,segment=NetworkSegment(6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855),segment_id=6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:20:24.150286 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8a2d65c8-bf9d-4a9e-a128-42c77e92559f req-32b377fe-76f8-442d-9fdc-fefb60850531 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=06a6d407-75ff-436c-a36c-cd7f85e5face HTTP/1.1" status: 200  len: 217 time: 0.1159680
Dec 25 21:20:24.164138 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd6aa216-385a-41e5-8c5e-3aae2253a5ab {{(pid=121608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:20:24.196026 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-667be0a7-7fc9-4c92-9ede-4bb5338c908f req-53040ffa-7f6a-46f9-836c-3bd858565d62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8632327'] for port, after_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:24.219532 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port fd6aa216-385a-41e5-8c5e-3aae2253a5ab, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=fd6aa216-385a-41e5-8c5e-3aae2253a5ab,segment=NetworkSegment(3c3bf577-825d-4a12-8515-c9a0adea0ed3),segment_id=3c3bf577-825d-4a12-8515-c9a0adea0ed3)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:20:24.222174 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:24.232854 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2d65c8-bf9d-4a9e-a128-42c77e92559f req-a75907d9-0b91-4fad-8ebc-ae8167359729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:24.234681 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8a2d65c8-bf9d-4a9e-a128-42c77e92559f req-a75907d9-0b91-4fad-8ebc-ae8167359729 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=dcfbae86-f93e-400c-8084-eac7f56ff5ba HTTP/1.1" status: 200  len: 843 time: 0.0631838
Dec 25 21:20:24.298139 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-aabb1091-c6f0-4eaa-ac79-4125c52b7cb0 req-6f31d9f8-762d-43c1-a973-ba59a76337d4 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c514444-6044-490f-9acc-6dece3909d9f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1715157
Dec 25 21:20:24.300919 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:24.302852 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device 7d584498-0a66-4020-96ff-ac37bb6bf33e details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 25 21:20:24.328675 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2d65c8-bf9d-4a9e-a128-42c77e92559f req-73b535c1-6c43-4cd2-a524-5c49f535e6fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:24.335080 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8a2d65c8-bf9d-4a9e-a128-42c77e92559f req-73b535c1-6c43-4cd2-a524-5c49f535e6fb service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=8f212e98-547d-4c6e-a560-2e9a548c8f59&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0873141
Dec 25 21:20:24.339445 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667be0a7-7fc9-4c92-9ede-4bb5338c908f req-53040ffa-7f6a-46f9-836c-3bd858565d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:24.340078 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-667be0a7-7fc9-4c92-9ede-4bb5338c908f req-53040ffa-7f6a-46f9-836c-3bd858565d62 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:24.341596 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-667be0a7-7fc9-4c92-9ede-4bb5338c908f req-53040ffa-7f6a-46f9-836c-3bd858565d62 service neutron] 10.222.0.31 "PUT /v2.0/ports/50029fbf-b328-4b5f-80c2-bcc4da3c4b96 HTTP/1.1" status: 200  len: 1092 time: 1.5572643
Dec 25 21:20:24.344566 ncdv-master-1 neutron-server[121607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89ed46e1-4b7a-40ec-a9f8-923852705e90', 'tag': '50029fbf-b328-4b5f-80c2-bcc4da3c4b96'}] {{(pid=121607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:20:24.354860 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Pushing event updated for resources: {'Port': ['ID=41d1740f-8e33-489f-9ce2-1cbb1abb45dc,revision_number=4']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:20:24.357487 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f980bbcadfa7bf1e788024e1448be660373c21f97f015f780444e999c451203" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e879b08a-6e12-4e71-bf2f-c7fbbcc92f70" -d '{"events": [{"name": "network-changed", "server_uuid": "89ed46e1-4b7a-40ec-a9f8-923852705e90", "tag": "50029fbf-b328-4b5f-80c2-bcc4da3c4b96"}]}' {{(pid=121607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:20:24.363289 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Dec 2021 21:20:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4557cc5f-d533-491e-9f3e-aff5fe821fb1 x-openstack-request-id: req-4557cc5f-d533-491e-9f3e-aff5fe821fb1 {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:20:24.363577 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb1b09d3-5625-472f-beea-2338a1ab5b4a", "tag": "06a6d407-75ff-436c-a36c-cd7f85e5face", "status": "completed", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:20:24.363834 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4557cc5f-d533-491e-9f3e-aff5fe821fb1 {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:20:24.364236 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb1b09d3-5625-472f-beea-2338a1ab5b4a', 'tag': '06a6d407-75ff-436c-a36c-cd7f85e5face', 'status': 'completed', 'code': 200}
Dec 25 21:20:24.431132 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port 7d584498-0a66-4020-96ff-ac37bb6bf33e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7d584498-0a66-4020-96ff-ac37bb6bf33e,segment=NetworkSegment(3c3bf577-825d-4a12-8515-c9a0adea0ed3),segment_id=3c3bf577-825d-4a12-8515-c9a0adea0ed3)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:20:24.443173 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53040ffa-7f6a-46f9-836c-3bd858565d62 service neutron] Pushing event updated for resources: {'Port': ['ID=50029fbf-b328-4b5f-80c2-bcc4da3c4b96,revision_number=3']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:20:24.456692 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Pushing event updated for resources: {'Port': ['ID=fd6aa216-385a-41e5-8c5e-3aae2253a5ab,revision_number=4']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:20:24.459606 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Returning: {'device': '7d584498-0a66-4020-96ff-ac37bb6bf33e', 'network_id': 'f7ed1632-2ec3-4974-9097-8fe2ac8f3ba4', 'port_id': '7d584498-0a66-4020-96ff-ac37bb6bf33e', 'mac_address': 'fa:16:3e:16:77:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f792eb17-8c67-407f-9cdd-1353c9bc42bb', 'ip_address': '10.1.1.183'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 25 21:20:24.514359 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:24.518232 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcf02eff-7caa-4fce-9e10-4b5bf4ba09af admin admin] Network 5e3e14c1-fa4f-4065-b9e3-19dd5f8f11c3 is already hosted by enough agents. {{(pid=121607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:20:24.521837 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-fcf02eff-7caa-4fce-9e10-4b5bf4ba09af admin admin] Resources bound (agent type, host, resource id):  {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:20:24.534450 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d584498-0a66-4020-96ff-ac37bb6bf33e {{(pid=121608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:20:24.538915 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667be0a7-7fc9-4c92-9ede-4bb5338c908f req-68a580ec-7a51-4593-889c-98b5b3ea2110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:24.540319 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-667be0a7-7fc9-4c92-9ede-4bb5338c908f req-68a580ec-7a51-4593-889c-98b5b3ea2110 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=38d7cbaffc1340f59e994569e8e33e1d&device_id=89ed46e1-4b7a-40ec-a9f8-923852705e90 HTTP/1.1" status: 200  len: 1095 time: 0.0702648
Dec 25 21:20:24.563122 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port 7d584498-0a66-4020-96ff-ac37bb6bf33e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7d584498-0a66-4020-96ff-ac37bb6bf33e,segment=NetworkSegment(3c3bf577-825d-4a12-8515-c9a0adea0ed3),segment_id=3c3bf577-825d-4a12-8515-c9a0adea0ed3)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:20:24.564285 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8a2d65c8-bf9d-4a9e-a128-42c77e92559f req-05ca03e4-90b5-43d5-98dc-bcd5cd1af729 service neutron] 10.222.0.31 "GET /v2.0/networks/8f212e98-547d-4c6e-a560-2e9a548c8f59?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2254097
Dec 25 21:20:24.575422 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bf944d-1a4a-4cd1-bc74-d179c2f6c590 req-3f805a92-03e1-4053-b57b-2aa09fae1818 tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:24.576892 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d6bf944d-1a4a-4cd1-bc74-d179c2f6c590 req-3f805a92-03e1-4053-b57b-2aa09fae1818 tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] 10.222.0.32 "GET /v2.0/ports?device_id=6bc9caeb-6686-4332-99c6-4ec54e0549ce HTTP/1.1" status: 200  len: 945 time: 0.1590724
Dec 25 21:20:24.594146 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1b2854-b391-4f0d-9124-9e7089ae6e98 req-0e3c0b84-7f49-49f6-873c-6df5a992f1e7 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:24.595628 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2b1b2854-b391-4f0d-9124-9e7089ae6e98 req-0e3c0b84-7f49-49f6-873c-6df5a992f1e7 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c440c6c-f195-45df-bc8f-62cfb0a36698 HTTP/1.1" status: 200  len: 945 time: 0.1040263
Dec 25 21:20:24.616356 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-667be0a7-7fc9-4c92-9ede-4bb5338c908f req-cb65218a-faa4-4001-b477-df27bf4b868e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=50029fbf-b328-4b5f-80c2-bcc4da3c4b96 HTTP/1.1" status: 200  len: 217 time: 0.0440972
Dec 25 21:20:24.673486 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:24.674504 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device 634d748d-c261-4855-913b-beb5992df4cb details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 25 21:20:24.720327 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667be0a7-7fc9-4c92-9ede-4bb5338c908f req-86e4dda0-2766-4e5b-87d0-a401a756be70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:24.722165 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-667be0a7-7fc9-4c92-9ede-4bb5338c908f req-86e4dda0-2766-4e5b-87d0-a401a756be70 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=81f9dfd5-f0bc-4f72-bceb-acbb4f595f27 HTTP/1.1" status: 200  len: 846 time: 0.0987749
Dec 25 21:20:24.729484 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d6bf944d-1a4a-4cd1-bc74-d179c2f6c590 req-bdad0438-86e1-4a97-826b-8c27787e711d tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] 10.222.0.32 "GET /v2.0/security-groups?id=2bf8651c-3ed0-44bb-a064-d61aab6ec281&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1327388
Dec 25 21:20:24.734823 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcf02eff-7caa-4fce-9e10-4b5bf4ba09af admin admin] Router 6fee4504-9331-466c-8137-c9604d35f8d5 has already been hosted by L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 {{(pid=121607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 25 21:20:24.788778 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Pushing event updated for resources: {'Port': ['ID=7d584498-0a66-4020-96ff-ac37bb6bf33e,revision_number=4']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:20:24.789234 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8a2d65c8-bf9d-4a9e-a128-42c77e92559f req-ff89adfb-35d6-4452-b2a2-2c0e36cf842c service neutron] 10.222.0.31 "GET /v2.0/networks/8f212e98-547d-4c6e-a560-2e9a548c8f59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2102816
Dec 25 21:20:24.813506 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2b1b2854-b391-4f0d-9124-9e7089ae6e98 req-2bfa8a61-a4c5-4e13-9525-30010486c854 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/security-groups?id=8da2903e-43de-461d-84b5-0c733a2bfb8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1996500
Dec 25 21:20:24.848683 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-667be0a7-7fc9-4c92-9ede-4bb5338c908f req-bd826d6b-7060-4e20-9517-4e1d34aab550 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=de2cf5f5-0f83-4089-a263-5ec0a5e6f1de&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1099234
Dec 25 21:20:24.863574 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port 634d748d-c261-4855-913b-beb5992df4cb, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=634d748d-c261-4855-913b-beb5992df4cb,segment=NetworkSegment(ebab95c3-92f3-4953-88f7-4db8e8264725),segment_id=ebab95c3-92f3-4953-88f7-4db8e8264725)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:20:24.877297 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Returning: {'device': '634d748d-c261-4855-913b-beb5992df4cb', 'network_id': 'b8d0c0f5-4a55-4519-afa5-15b47bd47c1f', 'port_id': '634d748d-c261-4855-913b-beb5992df4cb', 'mac_address': 'fa:16:3e:3b:04:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de1e389c-30c9-4340-81e2-e9ffc3e01b02', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 25 21:20:24.891761 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Dec 2021 21:20:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c727cbfa-14f1-432d-9cb7-136113e04931 x-openstack-request-id: req-c727cbfa-14f1-432d-9cb7-136113e04931 {{(pid=121607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:20:24.892027 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89ed46e1-4b7a-40ec-a9f8-923852705e90", "tag": "50029fbf-b328-4b5f-80c2-bcc4da3c4b96", "status": "completed", "code": 200}]} {{(pid=121607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:20:24.892284 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c727cbfa-14f1-432d-9cb7-136113e04931 {{(pid=121607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:20:24.892674 ncdv-master-1 neutron-server[121607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89ed46e1-4b7a-40ec-a9f8-923852705e90', 'tag': '50029fbf-b328-4b5f-80c2-bcc4da3c4b96', 'status': 'completed', 'code': 200}
Dec 25 21:20:24.918405 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:24.934670 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 634d748d-c261-4855-913b-beb5992df4cb {{(pid=121608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:20:24.956843 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port 634d748d-c261-4855-913b-beb5992df4cb, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=634d748d-c261-4855-913b-beb5992df4cb,segment=NetworkSegment(ebab95c3-92f3-4953-88f7-4db8e8264725),segment_id=ebab95c3-92f3-4953-88f7-4db8e8264725)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:20:24.995737 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcf02eff-7caa-4fce-9e10-4b5bf4ba09af admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 21:20:25.002649 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-fcf02eff-7caa-4fce-9e10-4b5bf4ba09af admin admin] 10.222.0.32 "PUT /v2.0/routers/6fee4504-9331-466c-8137-c9604d35f8d5/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.3871300
Dec 25 21:20:25.022441 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344ca250-be36-4a27-a801-a0167fb2d526 req-11d8f201-05fd-449d-b69b-ef111d006256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:25.024500 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-344ca250-be36-4a27-a801-a0167fb2d526 req-11d8f201-05fd-449d-b69b-ef111d006256 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d2b5edef5e3349c2bf221f47c5457b4f&device_id=eb1b09d3-5625-472f-beea-2338a1ab5b4a HTTP/1.1" status: 200  len: 1098 time: 0.1001081
Dec 25 21:20:25.032848 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-667be0a7-7fc9-4c92-9ede-4bb5338c908f req-e407a8df-c3f4-461b-b4d1-39280b1df509 service neutron] 10.222.0.31 "GET /v2.0/networks/de2cf5f5-0f83-4089-a263-5ec0a5e6f1de?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1737969
Dec 25 21:20:25.057730 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9334d82b-93ae-4759-adb8-6d9e106b33cb req-231f52e3-e78b-4bc5-97e5-b9345fb888ea tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:25.064009 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9334d82b-93ae-4759-adb8-6d9e106b33cb req-231f52e3-e78b-4bc5-97e5-b9345fb888ea tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:25.069943 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9334d82b-93ae-4759-adb8-6d9e106b33cb req-231f52e3-e78b-4bc5-97e5-b9345fb888ea tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:25.077538 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9334d82b-93ae-4759-adb8-6d9e106b33cb req-231f52e3-e78b-4bc5-97e5-b9345fb888ea tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:25.085711 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:25.086938 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device 8de83a8d-9b83-433c-af96-f34c522b12b1 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 25 21:20:25.088600 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9334d82b-93ae-4759-adb8-6d9e106b33cb req-231f52e3-e78b-4bc5-97e5-b9345fb888ea tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:25.095566 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9334d82b-93ae-4759-adb8-6d9e106b33cb req-231f52e3-e78b-4bc5-97e5-b9345fb888ea tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:25.101524 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9334d82b-93ae-4759-adb8-6d9e106b33cb req-231f52e3-e78b-4bc5-97e5-b9345fb888ea tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:25.103509 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9334d82b-93ae-4759-adb8-6d9e106b33cb req-231f52e3-e78b-4bc5-97e5-b9345fb888ea tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa2d5924-6a22-461e-b48b-e73f52f4b72c HTTP/1.1" status: 200  len: 5436 time: 0.1332114
Dec 25 21:20:25.148649 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-667be0a7-7fc9-4c92-9ede-4bb5338c908f req-7f5c27db-c54e-43e9-b604-07c47f64cdaf service neutron] 10.222.0.31 "GET /v2.0/networks/de2cf5f5-0f83-4089-a263-5ec0a5e6f1de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1082897
Dec 25 21:20:25.207168 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Pushing event updated for resources: {'Port': ['ID=634d748d-c261-4855-913b-beb5992df4cb,revision_number=4']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:20:25.213372 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port 8de83a8d-9b83-433c-af96-f34c522b12b1, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8de83a8d-9b83-433c-af96-f34c522b12b1,segment=NetworkSegment(3c3bf577-825d-4a12-8515-c9a0adea0ed3),segment_id=3c3bf577-825d-4a12-8515-c9a0adea0ed3)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:20:25.230987 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Returning: {'device': '8de83a8d-9b83-433c-af96-f34c522b12b1', 'network_id': 'f7ed1632-2ec3-4974-9097-8fe2ac8f3ba4', 'port_id': '8de83a8d-9b83-433c-af96-f34c522b12b1', 'mac_address': 'fa:16:3e:04:04:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f792eb17-8c67-407f-9cdd-1353c9bc42bb', 'ip_address': '10.1.1.72'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 25 21:20:25.272320 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 41d1740f-8e33-489f-9ce2-1cbb1abb45dc up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:20:25.306050 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5885890b-d3c0-40a2-9f95-3e203bad58f6 req-877b95f1-63e1-4757-8ed3-6b09a037c25c tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:25.306625 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c988bd5-e65f-475d-800b-aa3475523694 None None] Sync routers for ids ['6fee4504-9331-466c-8137-c9604d35f8d5'] in ncdv-master-1 {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 21:20:25.308033 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-5885890b-d3c0-40a2-9f95-3e203bad58f6 req-877b95f1-63e1-4757-8ed3-6b09a037c25c tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] 10.222.0.37 "GET /v2.0/ports?device_id=6bc9caeb-6686-4332-99c6-4ec54e0549ce HTTP/1.1" status: 200  len: 945 time: 0.1060305
Dec 25 21:20:25.342980 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:25.354915 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c988bd5-e65f-475d-800b-aa3475523694 None None] Routers {'6fee4504-9331-466c-8137-c9604d35f8d5'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:20:25.355636 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-3c988bd5-e65f-475d-800b-aa3475523694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f26134ac0d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:20:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['6fee4504-9331-466c-8137-c9604d35f8d5'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:20:25.389390 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e879b08a-6e12-4e71-bf2f-c7fbbcc92f70 req-56d5c81a-ba26-4531-a0c7-17059ad7fa7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:25.390900 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-e879b08a-6e12-4e71-bf2f-c7fbbcc92f70 req-56d5c81a-ba26-4531-a0c7-17059ad7fa7f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=38d7cbaffc1340f59e994569e8e33e1d&device_id=89ed46e1-4b7a-40ec-a9f8-923852705e90 HTTP/1.1" status: 200  len: 1095 time: 0.0820434
Dec 25 21:20:25.397114 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8de83a8d-9b83-433c-af96-f34c522b12b1 {{(pid=121608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:20:25.438497 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port 8de83a8d-9b83-433c-af96-f34c522b12b1, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8de83a8d-9b83-433c-af96-f34c522b12b1,segment=NetworkSegment(3c3bf577-825d-4a12-8515-c9a0adea0ed3),segment_id=3c3bf577-825d-4a12-8515-c9a0adea0ed3)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:20:25.447336 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port 41d1740f-8e33-489f-9ce2-1cbb1abb45dc triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:20:25.452015 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:25.510875 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:25.513247 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [req-5885890b-d3c0-40a2-9f95-3e203bad58f6 req-a580c333-60d7-4e43-b895-d971da10b168 tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] Deleting port 62c529f7-9fe3-4314-a727-f4d44e96de8d {{(pid=121607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:20:25.513590 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-5885890b-d3c0-40a2-9f95-3e203bad58f6 req-a580c333-60d7-4e43-b895-d971da10b168 tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:25.535309 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e879b08a-6e12-4e71-bf2f-c7fbbcc92f70 req-f14b911a-2ae6-471a-9ced-ceb583c856bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:25.536706 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-e879b08a-6e12-4e71-bf2f-c7fbbcc92f70 req-f14b911a-2ae6-471a-9ced-ceb583c856bc service neutron] 10.222.0.31 "GET /v2.0/networks?id=de2cf5f5-0f83-4089-a263-5ec0a5e6f1de HTTP/1.1" status: 200  len: 907 time: 0.1270700
Dec 25 21:20:25.557397 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvr_db [None req-3c988bd5-e65f-475d-800b-aa3475523694 None None] Set router 6fee4504-9331-466c-8137-c9604d35f8d5 gateway port host: ncdv-master-1 {{(pid=121608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:20:25.585436 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c681302-013f-4fbf-9007-1af288932c9f req-41b0a9c4-d1b8-4e8d-9270-bee540fc2732 tempest-ImagesNegativeTestJSON-828474617 tempest-ImagesNegativeTestJSON-828474617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:25.591164 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-e879b08a-6e12-4e71-bf2f-c7fbbcc92f70 req-f4a10812-c21d-41ed-ba77-e54b11c40427 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=50029fbf-b328-4b5f-80c2-bcc4da3c4b96 HTTP/1.1" status: 200  len: 217 time: 0.0434144
Dec 25 21:20:25.592794 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3c681302-013f-4fbf-9007-1af288932c9f req-41b0a9c4-d1b8-4e8d-9270-bee540fc2732 tempest-ImagesNegativeTestJSON-828474617 tempest-ImagesNegativeTestJSON-828474617-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb1b09d3-5625-472f-beea-2338a1ab5b4a HTTP/1.1" status: 200  len: 947 time: 0.1481142
Dec 25 21:20:25.617210 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9334d82b-93ae-4759-adb8-6d9e106b33cb req-4fa419bd-f7f5-4c9a-99af-c28c9f6fca46 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] 10.222.0.32 "GET /v2.0/security-groups?id=b91eef00-e17a-4a6b-bf8c-dc658b79c2db&id=051b583c-529b-425b-89b3-0dd7f4245e61&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1737473
Dec 25 21:20:25.623952 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Pushing event updated for resources: {'Port': ['ID=8de83a8d-9b83-433c-af96-f34c522b12b1,revision_number=4']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:20:25.662580 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344ca250-be36-4a27-a801-a0167fb2d526 req-d50639e3-b850-4442-bdcd-0cc6baf31b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:25.672169 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-344ca250-be36-4a27-a801-a0167fb2d526 req-d50639e3-b850-4442-bdcd-0cc6baf31b6c service neutron] 10.222.0.31 "GET /v2.0/networks?id=8f212e98-547d-4c6e-a560-2e9a548c8f59 HTTP/1.1" status: 200  len: 870 time: 0.6383109
Dec 25 21:20:25.689540 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.db [req-5885890b-d3c0-40a2-9f95-3e203bad58f6 req-a580c333-60d7-4e43-b895-d971da10b168 tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] For port 62c529f7-9fe3-4314-a727-f4d44e96de8d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=62c529f7-9fe3-4314-a727-f4d44e96de8d,segment=NetworkSegment(40b3768f-3d6e-4d28-9b2a-4711b7f0f059),segment_id=40b3768f-3d6e-4d28-9b2a-4711b7f0f059)] {{(pid=121607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:20:25.689540 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-5885890b-d3c0-40a2-9f95-3e203bad58f6 req-a580c333-60d7-4e43-b895-d971da10b168 tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:25.693389 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e879b08a-6e12-4e71-bf2f-c7fbbcc92f70 req-50280843-5441-4297-a214-cb29ce2e0f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:25.694836 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-e879b08a-6e12-4e71-bf2f-c7fbbcc92f70 req-50280843-5441-4297-a214-cb29ce2e0f7e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=81f9dfd5-f0bc-4f72-bceb-acbb4f595f27 HTTP/1.1" status: 200  len: 846 time: 0.0794673
Dec 25 21:20:25.730912 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [req-5885890b-d3c0-40a2-9f95-3e203bad58f6 req-a580c333-60d7-4e43-b895-d971da10b168 tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] Calling delete_port for 62c529f7-9fe3-4314-a727-f4d44e96de8d owned by compute:nova {{(pid=121607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:20:25.735100 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-344ca250-be36-4a27-a801-a0167fb2d526 req-e8d080e7-ec16-4459-83eb-2853178524f0 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=06a6d407-75ff-436c-a36c-cd7f85e5face HTTP/1.1" status: 200  len: 217 time: 0.0539441
Dec 25 21:20:25.735469 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-e879b08a-6e12-4e71-bf2f-c7fbbcc92f70 req-f8a32fb8-551f-4f07-bb63-b6447acb8bfb service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=de2cf5f5-0f83-4089-a263-5ec0a5e6f1de&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0321743
Dec 25 21:20:25.744443 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3c681302-013f-4fbf-9007-1af288932c9f req-2c73261c-1de8-4a7d-8835-3892549e6c84 tempest-ImagesNegativeTestJSON-828474617 tempest-ImagesNegativeTestJSON-828474617-project] 10.222.0.32 "GET /v2.0/security-groups?id=b9a8ff49-3211-4c8f-a325-bc7030b31bd4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1501987
Dec 25 21:20:25.828206 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344ca250-be36-4a27-a801-a0167fb2d526 req-b9c60424-b9b1-4564-a52f-05ec96dd0999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:25.834463 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-344ca250-be36-4a27-a801-a0167fb2d526 req-b9c60424-b9b1-4564-a52f-05ec96dd0999 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=dcfbae86-f93e-400c-8084-eac7f56ff5ba HTTP/1.1" status: 200  len: 843 time: 0.0839221
Dec 25 21:20:25.913270 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-e879b08a-6e12-4e71-bf2f-c7fbbcc92f70 req-806e3c14-0c1a-4085-953c-516ad5ff53c4 service neutron] 10.222.0.31 "GET /v2.0/networks/de2cf5f5-0f83-4089-a263-5ec0a5e6f1de?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1634924
Dec 25 21:20:25.938300 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344ca250-be36-4a27-a801-a0167fb2d526 req-0d6dc6bd-8ba5-45db-b26b-d50d509a786e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:25.940216 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-344ca250-be36-4a27-a801-a0167fb2d526 req-0d6dc6bd-8ba5-45db-b26b-d50d509a786e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=8f212e98-547d-4c6e-a560-2e9a548c8f59&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1002340
Dec 25 21:20:25.946346 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-3c988bd5-e65f-475d-800b-aa3475523694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f26134ac0d0>, [{'id': '6fee4504-9331-466c-8137-c9604d35f8d5', 'name': 'tempest-ServerRescueTestJSONUnderV235-1998990851-router', 'tenant_id': 'bfd1b67368c34701bcdc20105e48ad41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.112'}], 'enable_snat': True}, 'gw_port_id': '41d1740f-8e33-489f-9ce2-1cbb1abb45dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:20:18Z', 'updated_at': '2021-12-25T21:20:22Z', 'revision_number': 4, 'project_id': 'bfd1b67368c34701bcdc20105e48ad41', 'gw_port': {'id': '41d1740f-8e33-489f-9ce2-1cbb1abb45dc', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:da:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fee4504-9331-466c-8137-c9604d35f8d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:20:19Z', 'updated_at': '2021-12-25T21:20:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '20c5dd42-50c5-43d1-a899-c9b4bd8a4356', 'name': '', 'network_id': '5e3e14c1-fa4f-4065-b9e3-19dd5f8f11c3', 'tenant_id': 'bfd1b67368c34701bcdc20105e48ad41', 'mac_address': 'fa:16:3e:36:1d:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fee4504-9331-466c-8137-c9604d35f8d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '46335a3d-cb7c-4909-913c-277e2c1dc81d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:20:21Z', 'updated_at': '2021-12-25T21:20:23Z', 'revision_number': 2, 'project_id': 'bfd1b67368c34701bcdc20105e48ad41', 'subnets': [{'id': '46335a3d-cb7c-4909-913c-277e2c1dc81d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:20:25.955719 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124f52d4-7a1a-4b4c-a479-56204b39d7cd req-2874df1d-5678-456b-9c52-b5943eaf4209 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:25.963836 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-124f52d4-7a1a-4b4c-a479-56204b39d7cd req-2874df1d-5678-456b-9c52-b5943eaf4209 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] 10.222.0.32 "GET /v2.0/ports?device_id=89ed46e1-4b7a-40ec-a9f8-923852705e90 HTTP/1.1" status: 200  len: 944 time: 0.0812263
Dec 25 21:20:26.004346 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c988bd5-e65f-475d-800b-aa3475523694 None None] Checking router: 6fee4504-9331-466c-8137-c9604d35f8d5 for host: ncdv-master-1 {{(pid=121608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 25 21:20:26.004754 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c988bd5-e65f-475d-800b-aa3475523694 None None] Updating router 6fee4504-9331-466c-8137-c9604d35f8d5 port 20c5dd42-50c5-43d1-a899-c9b4bd8a4356 binding host ncdv-master-1 {{(pid=121608) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 25 21:20:26.054210 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3c988bd5-e65f-475d-800b-aa3475523694 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:26.062720 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] get_ports_and_sgs() called for port_ids ['0daa1ac7-be03-4d72-b2a5-72b1ee145ecb'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:20:26.065440 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] get_ports_and_sgs() called for port_ids ['8de83a8d-9b83-433c-af96-f34c522b12b1'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:20:26.069541 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] get_ports_and_sgs() called for port_ids ['9c0613e4-0268-4ae9-8585-76b021617ef8'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:20:26.104125 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-124f52d4-7a1a-4b4c-a479-56204b39d7cd req-fde40c5b-5d23-43ab-aa1c-d205c337d9ec tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c514444-6044-490f-9acc-6dece3909d9f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1384075
Dec 25 21:20:26.172464 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-344ca250-be36-4a27-a801-a0167fb2d526 req-cc492024-1a48-4d8a-b742-14aa176ccde1 service neutron] 10.222.0.31 "GET /v2.0/networks/8f212e98-547d-4c6e-a560-2e9a548c8f59?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2059135
Dec 25 21:20:26.178617 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] get_ports_and_sgs() called for port_ids ['2eb143cf-a0c7-4e74-a5f2-177a4bc1db2c'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:20:26.296048 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7143ee-1d4b-4347-892a-f0a69a99cc02 req-1437429f-c84e-49df-8ad0-c4fde07c8d25 tempest-ServerRescueTestJSONUnderV235-1351702928 tempest-ServerRescueTestJSONUnderV235-1351702928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:26.297815 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2e7143ee-1d4b-4347-892a-f0a69a99cc02 req-1437429f-c84e-49df-8ad0-c4fde07c8d25 tempest-ServerRescueTestJSONUnderV235-1351702928 tempest-ServerRescueTestJSONUnderV235-1351702928-project] 10.222.0.32 "GET /v2.0/networks?id=5e3e14c1-fa4f-4065-b9e3-19dd5f8f11c3 HTTP/1.1" status: 200  len: 820 time: 0.2376282
Dec 25 21:20:26.327659 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ebb0d7-0a8a-411f-8677-68f57bdcbea8 req-60e129ed-4973-4362-9c20-eacc5df1caed tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:26.333398 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-65ebb0d7-0a8a-411f-8677-68f57bdcbea8 req-60e129ed-4973-4362-9c20-eacc5df1caed tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] 10.222.0.32 "GET /v2.0/ports?device_id=6bc9caeb-6686-4332-99c6-4ec54e0549ce HTTP/1.1" status: 200  len: 945 time: 0.1398363
Dec 25 21:20:26.368730 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2e7143ee-1d4b-4347-892a-f0a69a99cc02 req-28c55f95-3b46-4ed3-ad29-15c883c4dfe2 tempest-ServerRescueTestJSONUnderV235-1351702928 tempest-ServerRescueTestJSONUnderV235-1351702928-project] 10.222.0.32 "GET /v2.0/quotas/bfd1b67368c34701bcdc20105e48ad41 HTTP/1.1" status: 200  len: 375 time: 0.0527153
Dec 25 21:20:26.369257 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-e879b08a-6e12-4e71-bf2f-c7fbbcc92f70 req-14d972ed-0cd5-4dff-a6e0-52ea088d561c service neutron] 10.222.0.31 "GET /v2.0/networks/de2cf5f5-0f83-4089-a263-5ec0a5e6f1de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4458215
Dec 25 21:20:26.378192 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-344ca250-be36-4a27-a801-a0167fb2d526 req-a425785c-4df9-4f41-bd98-e6686fb47328 service neutron] 10.222.0.31 "GET /v2.0/networks/8f212e98-547d-4c6e-a560-2e9a548c8f59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1953506
Dec 25 21:20:26.428277 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-5885890b-d3c0-40a2-9f95-3e203bad58f6 req-a580c333-60d7-4e43-b895-d971da10b168 tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:26.445500 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-65ebb0d7-0a8a-411f-8677-68f57bdcbea8 req-8c600f23-5f6c-4e42-b9db-4c2b36b84f6b tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] 10.222.0.32 "GET /v2.0/security-groups?id=2bf8651c-3ed0-44bb-a064-d61aab6ec281&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0888150
Dec 25 21:20:26.460487 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a580c333-60d7-4e43-b895-d971da10b168 tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] Pushing event deleted for resources: {'Port': ['ID=62c529f7-9fe3-4314-a727-f4d44e96de8d,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:20:26.463052 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2e7143ee-1d4b-4347-892a-f0a69a99cc02 req-9f7c5c13-aa6f-419c-81e0-fa6061633826 tempest-ServerRescueTestJSONUnderV235-1351702928 tempest-ServerRescueTestJSONUnderV235-1351702928-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=bfd1b67368c34701bcdc20105e48ad41&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0813577
Dec 25 21:20:26.517419 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [req-5885890b-d3c0-40a2-9f95-3e203bad58f6 req-a580c333-60d7-4e43-b895-d971da10b168 tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] No DVR routers for this DVR port 62c529f7-9fe3-4314-a727-f4d44e96de8d on host nch2-master-1 {{(pid=121607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:20:26.520298 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-5885890b-d3c0-40a2-9f95-3e203bad58f6 req-a580c333-60d7-4e43-b895-d971da10b168 tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:26.524265 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-5885890b-d3c0-40a2-9f95-3e203bad58f6 req-a580c333-60d7-4e43-b895-d971da10b168 tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] 10.222.0.37 "DELETE /v2.0/ports/62c529f7-9fe3-4314-a727-f4d44e96de8d HTTP/1.1" status: 204  len: 173 time: 1.2062535
Dec 25 21:20:26.604416 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2e7143ee-1d4b-4347-892a-f0a69a99cc02 req-d88b8813-803f-495d-a458-9aeecbe20358 service neutron] 10.222.0.32 "GET /v2.0/networks/5e3e14c1-fa4f-4065-b9e3-19dd5f8f11c3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1265693
Dec 25 21:20:26.615183 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device 815adaf6-6cd2-46df-a541-c0f11b539b22 up at agent hyperv_nch1-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:20:26.618005 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8363ad4b-a88b-4424-a2c3-d2be4de45378 req-9df0e15e-ac68-4fed-b7db-dc08e4c3bbcd tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:26.619496 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8363ad4b-a88b-4424-a2c3-d2be4de45378 req-9df0e15e-ac68-4fed-b7db-dc08e4c3bbcd tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c440c6c-f195-45df-bc8f-62cfb0a36698 HTTP/1.1" status: 200  len: 945 time: 0.0773168
Dec 25 21:20:26.734319 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8363ad4b-a88b-4424-a2c3-d2be4de45378 req-310ca757-af77-47e1-ac22-7fdea6a29e1c tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/security-groups?id=8da2903e-43de-461d-84b5-0c733a2bfb8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1048944
Dec 25 21:20:26.763479 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2e7143ee-1d4b-4347-892a-f0a69a99cc02 req-6c0701aa-b441-4718-a9eb-80aba0e233f1 service neutron] 10.222.0.32 "GET /v2.0/networks/5e3e14c1-fa4f-4065-b9e3-19dd5f8f11c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1429372
Dec 25 21:20:26.893828 ncdv-master-1 neutron-server[121607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bc9caeb-6686-4332-99c6-4ec54e0549ce', 'name': 'network-vif-deleted', 'tag': '62c529f7-9fe3-4314-a727-f4d44e96de8d'}] {{(pid=121607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:20:26.897496 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f980bbcadfa7bf1e788024e1448be660373c21f97f015f780444e999c451203" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6603016-9cd4-436d-a135-3b65e8f50256" -d '{"events": [{"server_uuid": "6bc9caeb-6686-4332-99c6-4ec54e0549ce", "name": "network-vif-deleted", "tag": "62c529f7-9fe3-4314-a727-f4d44e96de8d"}]}' {{(pid=121607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:20:26.961299 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db634948-b536-4ed4-85d9-48ee35091cbf req-89a53a48-7697-4c99-a97f-b512fc1b1cc9 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:26.982994 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db634948-b536-4ed4-85d9-48ee35091cbf req-89a53a48-7697-4c99-a97f-b512fc1b1cc9 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:26.990926 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db634948-b536-4ed4-85d9-48ee35091cbf req-89a53a48-7697-4c99-a97f-b512fc1b1cc9 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:26.997718 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db634948-b536-4ed4-85d9-48ee35091cbf req-89a53a48-7697-4c99-a97f-b512fc1b1cc9 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:27.005315 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db634948-b536-4ed4-85d9-48ee35091cbf req-89a53a48-7697-4c99-a97f-b512fc1b1cc9 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:27.011995 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db634948-b536-4ed4-85d9-48ee35091cbf req-89a53a48-7697-4c99-a97f-b512fc1b1cc9 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:27.018816 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db634948-b536-4ed4-85d9-48ee35091cbf req-89a53a48-7697-4c99-a97f-b512fc1b1cc9 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:27.025615 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-db634948-b536-4ed4-85d9-48ee35091cbf req-89a53a48-7697-4c99-a97f-b512fc1b1cc9 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa2d5924-6a22-461e-b48b-e73f52f4b72c HTTP/1.1" status: 200  len: 5438 time: 0.1297488
Dec 25 21:20:27.034951 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] get_ports_and_sgs() called for port_ids ['7d584498-0a66-4020-96ff-ac37bb6bf33e'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:20:27.093779 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] get_ports_and_sgs() called for port_ids ['fd6aa216-385a-41e5-8c5e-3aae2253a5ab'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:20:27.095895 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] get_ports_and_sgs() called for port_ids ['634d748d-c261-4855-913b-beb5992df4cb'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:20:27.096791 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-db634948-b536-4ed4-85d9-48ee35091cbf req-02b5ab52-a7c1-4e08-ba9a-809906be6ca4 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] 10.222.0.32 "GET /v2.0/security-groups?id=b91eef00-e17a-4a6b-bf8c-dc658b79c2db&id=051b583c-529b-425b-89b3-0dd7f4245e61&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0693657
Dec 25 21:20:27.187137 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba41e6ee-0ef4-4fd6-9623-a213dfcfd0ce req-1b204bf2-af26-4a32-8612-d3b831150345 tempest-ImagesNegativeTestJSON-828474617 tempest-ImagesNegativeTestJSON-828474617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:27.193403 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 21:20:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e62d3234-d9d0-4b48-b477-e4268c33b947 x-openstack-request-id: req-e62d3234-d9d0-4b48-b477-e4268c33b947 {{(pid=121607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:20:27.193403 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bc9caeb-6686-4332-99c6-4ec54e0549ce", "name": "network-vif-deleted", "tag": "62c529f7-9fe3-4314-a727-f4d44e96de8d", "status": "completed", "code": 200}]} {{(pid=121607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:20:27.193403 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e62d3234-d9d0-4b48-b477-e4268c33b947 {{(pid=121607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:20:27.195371 ncdv-master-1 neutron-server[121607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bc9caeb-6686-4332-99c6-4ec54e0549ce', 'name': 'network-vif-deleted', 'tag': '62c529f7-9fe3-4314-a727-f4d44e96de8d', 'status': 'completed', 'code': 200}
Dec 25 21:20:27.200530 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ba41e6ee-0ef4-4fd6-9623-a213dfcfd0ce req-1b204bf2-af26-4a32-8612-d3b831150345 tempest-ImagesNegativeTestJSON-828474617 tempest-ImagesNegativeTestJSON-828474617-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb1b09d3-5625-472f-beea-2338a1ab5b4a HTTP/1.1" status: 200  len: 947 time: 0.0929596
Dec 25 21:20:27.211112 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Provisioning for port 815adaf6-6cd2-46df-a541-c0f11b539b22 completed by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 25 21:20:27.251788 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Provisioning complete for port 815adaf6-6cd2-46df-a541-c0f11b539b22 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:20:27.252293 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:27.267357 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b42503bb-93e0-4cb5-a051-3fb00ae2df08 req-38f7a5fd-c3e1-424d-aad3-7045ebf2364a tempest-ServerRescueTestJSONUnderV235-1351702928 tempest-ServerRescueTestJSONUnderV235-1351702928-project] 10.222.0.32 "GET /v2.0/ports?device_id=f38f1e54-3e25-4107-9a2c-734823ced707 HTTP/1.1" status: 200  len: 210 time: 0.0400991
Dec 25 21:20:27.294059 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ba41e6ee-0ef4-4fd6-9623-a213dfcfd0ce req-1d233b06-e3a5-485c-b0a1-03e791e6a8df tempest-ImagesNegativeTestJSON-828474617 tempest-ImagesNegativeTestJSON-828474617-project] 10.222.0.32 "GET /v2.0/security-groups?id=b9a8ff49-3211-4c8f-a325-bc7030b31bd4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0925190
Dec 25 21:20:27.324470 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3c988bd5-e65f-475d-800b-aa3475523694 None None] Publish callbacks [] for port, precommit_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:27.385111 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7104ce91-d04b-4ba3-b2c5-d5d5050a35ea req-f9839aa8-c700-4d4a-b8d7-f0a1172be702 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:27.386612 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7104ce91-d04b-4ba3-b2c5-d5d5050a35ea req-f9839aa8-c700-4d4a-b8d7-f0a1172be702 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] 10.222.0.32 "GET /v2.0/ports?device_id=89ed46e1-4b7a-40ec-a9f8-923852705e90 HTTP/1.1" status: 200  len: 944 time: 0.0510466
Dec 25 21:20:27.425914 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3c988bd5-e65f-475d-800b-aa3475523694 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:27.443659 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7104ce91-d04b-4ba3-b2c5-d5d5050a35ea req-40cc4ede-0530-4f88-a260-ef5a60d6ff2b tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c514444-6044-490f-9acc-6dece3909d9f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0501628
Dec 25 21:20:27.545431 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device 62c529f7-9fe3-4314-a727-f4d44e96de8d no longer exists at agent hyperv_nch2-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:20:27.569836 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e444dce3-6f3e-4e47-83a4-07eaddb76b02 req-81024efd-11e2-4a0c-a5e5-9bdbba810ae6 tempest-DeleteServersTestJSON-404477660 tempest-DeleteServersTestJSON-404477660-project] 10.222.0.32 "GET /v2.0/ports?device_id=6bc9caeb-6686-4332-99c6-4ec54e0549ce HTTP/1.1" status: 200  len: 210 time: 0.0446033
Dec 25 21:20:27.606501 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] No Port match for: 62c529f7-9fe3-4314-a727-f4d44e96de8d {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:20:27.606848 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device 62c529f7-9fe3-4314-a727-f4d44e96de8d not bound to the agent host nch2-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:20:27.609560 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917c948a-c272-49a0-8269-fd961968522c None None] Pushing event updated for resources: {'Port': ['ID=20c5dd42-50c5-43d1-a899-c9b4bd8a4356,revision_number=3']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:20:27.630469 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:27.745579 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c440c6c-f195-45df-bc8f-62cfb0a36698', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '815adaf6-6cd2-46df-a541-c0f11b539b22'}] {{(pid=121608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:20:27.747808 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a88c78c3ff6266bd59c7e89d275b28c92e739b67d23c89d71af88829fd31566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3143a14e-07c3-42e9-bf56-41756bd87229" -d '{"events": [{"server_uuid": "8c440c6c-f195-45df-bc8f-62cfb0a36698", "name": "network-vif-plugged", "status": "completed", "tag": "815adaf6-6cd2-46df-a541-c0f11b539b22"}]}' {{(pid=121608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:20:27.755955 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-3c988bd5-e65f-475d-800b-aa3475523694 None None] Attempting to bind port 20c5dd42-50c5-43d1-a899-c9b4bd8a4356 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:20:27.756331 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-3c988bd5-e65f-475d-800b-aa3475523694 None None] Attempting to bind port 20c5dd42-50c5-43d1-a899-c9b4bd8a4356 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '5bce967c-ac24-49c6-a4ac-96bca1f26c4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '5e3e14c1-fa4f-4065-b9e3-19dd5f8f11c3'}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:20:27.756700 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c988bd5-e65f-475d-800b-aa3475523694 None None] Attempting to bind port 20c5dd42-50c5-43d1-a899-c9b4bd8a4356 on network 5e3e14c1-fa4f-4065-b9e3-19dd5f8f11c3 {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:20:27.774367 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port 815adaf6-6cd2-46df-a541-c0f11b539b22, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=815adaf6-6cd2-46df-a541-c0f11b539b22,segment=NetworkSegment(66e39abb-3870-4404-91e4-a4d8a7ae7fb7),segment_id=66e39abb-3870-4404-91e4-a4d8a7ae7fb7)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:20:27.777177 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c988bd5-e65f-475d-800b-aa3475523694 None None] Checking agent: {'id': 'ca4f5c6d-f1fd-48b8-a3e3-395864c7d23d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 20, 56, 40), 'started_at': datetime.datetime(2021, 12, 25, 20, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 20, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:20:27.777555 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c988bd5-e65f-475d-800b-aa3475523694 None None] Checking segment: {'id': '5bce967c-ac24-49c6-a4ac-96bca1f26c4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '5e3e14c1-fa4f-4065-b9e3-19dd5f8f11c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:20:27.777959 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3c988bd5-e65f-475d-800b-aa3475523694 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:27.778354 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c988bd5-e65f-475d-800b-aa3475523694 None None] Bound using segment: {'id': '5bce967c-ac24-49c6-a4ac-96bca1f26c4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '5e3e14c1-fa4f-4065-b9e3-19dd5f8f11c3'} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:20:27.778828 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-3c988bd5-e65f-475d-800b-aa3475523694 None None] Bound port: 20c5dd42-50c5-43d1-a899-c9b4bd8a4356, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bce967c-ac24-49c6-a4ac-96bca1f26c4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '5e3e14c1-fa4f-4065-b9e3-19dd5f8f11c3'}}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:20:27.779195 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3c988bd5-e65f-475d-800b-aa3475523694 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:27.793125 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 21:20:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d455af2-2215-4954-a28b-b495dfa0c57b x-openstack-request-id: req-8d455af2-2215-4954-a28b-b495dfa0c57b {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:20:27.793486 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c440c6c-f195-45df-bc8f-62cfb0a36698", "name": "network-vif-plugged", "status": "completed", "tag": "815adaf6-6cd2-46df-a541-c0f11b539b22", "code": 200}]} {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:20:27.793688 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8d455af2-2215-4954-a28b-b495dfa0c57b {{(pid=121608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:20:27.794130 ncdv-master-1 neutron-server[121608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c440c6c-f195-45df-bc8f-62cfb0a36698', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '815adaf6-6cd2-46df-a541-c0f11b539b22', 'code': 200}
Dec 25 21:20:27.851871 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-3c988bd5-e65f-475d-800b-aa3475523694 None None] For port 20c5dd42-50c5-43d1-a899-c9b4bd8a4356, host ncdv-master-1, cleared binding levels {{(pid=121608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:20:27.856152 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-3c988bd5-e65f-475d-800b-aa3475523694 None None] For port 20c5dd42-50c5-43d1-a899-c9b4bd8a4356, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=20c5dd42-50c5-43d1-a899-c9b4bd8a4356,segment=NetworkSegment(5bce967c-ac24-49c6-a4ac-96bca1f26c4b),segment_id=5bce967c-ac24-49c6-a4ac-96bca1f26c4b)] {{(pid=121608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:20:27.903600 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:27.919783 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2d8c99-a5a4-4681-888e-0c6dd0ff4bb2 req-7b717dd6-9597-49f5-a630-fea6e614f0c8 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:27.921421 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4e2d8c99-a5a4-4681-888e-0c6dd0ff4bb2 req-7b717dd6-9597-49f5-a630-fea6e614f0c8 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c440c6c-f195-45df-bc8f-62cfb0a36698 HTTP/1.1" status: 200  len: 945 time: 0.0906250
Dec 25 21:20:27.928201 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17050f1f-5a1d-4ba4-953d-fbe76b8770e1 req-43dd1e9d-ec36-4f1f-930a-a4612556d54d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:27.929725 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-17050f1f-5a1d-4ba4-953d-fbe76b8770e1 req-43dd1e9d-ec36-4f1f-930a-a4612556d54d service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=8c440c6c-f195-45df-bc8f-62cfb0a36698 HTTP/1.1" status: 200  len: 1096 time: 0.0665801
Dec 25 21:20:27.943002 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3c988bd5-e65f-475d-800b-aa3475523694 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:27.973285 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Pushing event updated for resources: {'Port': ['ID=815adaf6-6cd2-46df-a541-c0f11b539b22,revision_number=5']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:20:28.007965 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4e2d8c99-a5a4-4681-888e-0c6dd0ff4bb2 req-0d6d8976-0438-4fda-81bd-f1edc29771ad tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/security-groups?id=8da2903e-43de-461d-84b5-0c733a2bfb8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0771968
Dec 25 21:20:28.011579 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-17050f1f-5a1d-4ba4-953d-fbe76b8770e1 req-8ba3628d-ca40-452e-a277-a6f0924d3387 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=8da2903e-43de-461d-84b5-0c733a2bfb8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0739968
Dec 25 21:20:28.016010 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c988bd5-e65f-475d-800b-aa3475523694 None None] Routers {'6fee4504-9331-466c-8137-c9604d35f8d5'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:20:28.016649 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-3c988bd5-e65f-475d-800b-aa3475523694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f26134ac0d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:20:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['6fee4504-9331-466c-8137-c9604d35f8d5'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:20:28.066086 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917c948a-c272-49a0-8269-fd961968522c None None] Pushing event updated for resources: {'Port': ['ID=20c5dd42-50c5-43d1-a899-c9b4bd8a4356,revision_number=4']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:20:28.141821 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvr_db [None req-3c988bd5-e65f-475d-800b-aa3475523694 None None] Set router 6fee4504-9331-466c-8137-c9604d35f8d5 gateway port host: ncdv-master-1 {{(pid=121608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:20:28.232370 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265021e9-b6fd-4da5-bc9f-ed54f376d2c0 req-54671c5a-650b-4cb2-8fed-58bf01306612 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:28.238443 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265021e9-b6fd-4da5-bc9f-ed54f376d2c0 req-54671c5a-650b-4cb2-8fed-58bf01306612 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:28.244353 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265021e9-b6fd-4da5-bc9f-ed54f376d2c0 req-54671c5a-650b-4cb2-8fed-58bf01306612 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:28.250451 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265021e9-b6fd-4da5-bc9f-ed54f376d2c0 req-54671c5a-650b-4cb2-8fed-58bf01306612 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:28.256531 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265021e9-b6fd-4da5-bc9f-ed54f376d2c0 req-54671c5a-650b-4cb2-8fed-58bf01306612 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:28.263404 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265021e9-b6fd-4da5-bc9f-ed54f376d2c0 req-54671c5a-650b-4cb2-8fed-58bf01306612 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:28.269614 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265021e9-b6fd-4da5-bc9f-ed54f376d2c0 req-54671c5a-650b-4cb2-8fed-58bf01306612 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:28.271544 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-265021e9-b6fd-4da5-bc9f-ed54f376d2c0 req-54671c5a-650b-4cb2-8fed-58bf01306612 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa2d5924-6a22-461e-b48b-e73f52f4b72c HTTP/1.1" status: 200  len: 5438 time: 0.0958891
Dec 25 21:20:28.334972 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-265021e9-b6fd-4da5-bc9f-ed54f376d2c0 req-adaef23a-8718-464c-9ffb-a45f78dc044f tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] 10.222.0.32 "GET /v2.0/security-groups?id=b91eef00-e17a-4a6b-bf8c-dc658b79c2db&id=051b583c-529b-425b-89b3-0dd7f4245e61&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0559680
Dec 25 21:20:28.350235 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-3c988bd5-e65f-475d-800b-aa3475523694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f26134ac0d0>, [{'id': '6fee4504-9331-466c-8137-c9604d35f8d5', 'name': 'tempest-ServerRescueTestJSONUnderV235-1998990851-router', 'tenant_id': 'bfd1b67368c34701bcdc20105e48ad41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.112'}], 'enable_snat': True}, 'gw_port_id': '41d1740f-8e33-489f-9ce2-1cbb1abb45dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:20:18Z', 'updated_at': '2021-12-25T21:20:22Z', 'revision_number': 4, 'project_id': 'bfd1b67368c34701bcdc20105e48ad41', 'gw_port': {'id': '41d1740f-8e33-489f-9ce2-1cbb1abb45dc', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:da:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fee4504-9331-466c-8137-c9604d35f8d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:20:19Z', 'updated_at': '2021-12-25T21:20:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '20c5dd42-50c5-43d1-a899-c9b4bd8a4356', 'name': '', 'network_id': '5e3e14c1-fa4f-4065-b9e3-19dd5f8f11c3', 'tenant_id': 'bfd1b67368c34701bcdc20105e48ad41', 'mac_address': 'fa:16:3e:36:1d:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fee4504-9331-466c-8137-c9604d35f8d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '46335a3d-cb7c-4909-913c-277e2c1dc81d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:20:21Z', 'updated_at': '2021-12-25T21:20:27Z', 'revision_number': 4, 'project_id': 'bfd1b67368c34701bcdc20105e48ad41', 'subnets': [{'id': '46335a3d-cb7c-4909-913c-277e2c1dc81d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:20:28.386045 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c988bd5-e65f-475d-800b-aa3475523694 None None] The sync data for ids ['6fee4504-9331-466c-8137-c9604d35f8d5'] in ncdv-master-1 is: [{'id': '6fee4504-9331-466c-8137-c9604d35f8d5', 'name': 'tempest-ServerRescueTestJSONUnderV235-1998990851-router', 'tenant_id': 'bfd1b67368c34701bcdc20105e48ad41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.112'}], 'enable_snat': True}, 'gw_port_id': '41d1740f-8e33-489f-9ce2-1cbb1abb45dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:20:18Z', 'updated_at': '2021-12-25T21:20:22Z', 'revision_number': 4, 'project_id': 'bfd1b67368c34701bcdc20105e48ad41', 'gw_port': {'id': '41d1740f-8e33-489f-9ce2-1cbb1abb45dc', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:da:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fee4504-9331-466c-8137-c9604d35f8d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:20:19Z', 'updated_at': '2021-12-25T21:20:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '20c5dd42-50c5-43d1-a899-c9b4bd8a4356', 'name': '', 'network_id': '5e3e14c1-fa4f-4065-b9e3-19dd5f8f11c3', 'tenant_id': 'bfd1b67368c34701bcdc20105e48ad41', 'mac_address': 'fa:16:3e:36:1d:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fee4504-9331-466c-8137-c9604d35f8d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '46335a3d-cb7c-4909-913c-277e2c1dc81d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:20:21Z', 'updated_at': '2021-12-25T21:20:27Z', 'revision_number': 4, 'project_id': 'bfd1b67368c34701bcdc20105e48ad41', 'subnets': [{'id': '46335a3d-cb7c-4909-913c-277e2c1dc81d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 21:20:28.402496 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1b6866cc-356c-4c31-b75d-81a2f027f250 req-99651bde-d185-417f-9711-4bdefc7dccb0 tempest-ServerRescueTestJSONUnderV235-1351702928 tempest-ServerRescueTestJSONUnderV235-1351702928-project] 10.222.0.32 "GET /v2.0/ports?device_id=f38f1e54-3e25-4107-9a2c-734823ced707 HTTP/1.1" status: 200  len: 210 time: 0.0484288
Dec 25 21:20:28.491068 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9402f6d2-d4e0-4392-b6fc-20c47bd25cab req-91e38470-4b1a-4b35-9ee3-1a2995a0a596 tempest-ImagesNegativeTestJSON-828474617 tempest-ImagesNegativeTestJSON-828474617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:28.492601 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9402f6d2-d4e0-4392-b6fc-20c47bd25cab req-91e38470-4b1a-4b35-9ee3-1a2995a0a596 tempest-ImagesNegativeTestJSON-828474617 tempest-ImagesNegativeTestJSON-828474617-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb1b09d3-5625-472f-beea-2338a1ab5b4a HTTP/1.1" status: 200  len: 947 time: 0.0801806
Dec 25 21:20:28.578140 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9402f6d2-d4e0-4392-b6fc-20c47bd25cab req-cfaec2ef-4a03-4e4c-ab4e-4ea8f52fbfc8 tempest-ImagesNegativeTestJSON-828474617 tempest-ImagesNegativeTestJSON-828474617-project] 10.222.0.32 "GET /v2.0/security-groups?id=b9a8ff49-3211-4c8f-a325-bc7030b31bd4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0749722
Dec 25 21:20:28.596116 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5211e97-94b6-4304-bb40-2cb808c7e2db req-c156c791-6097-4c32-a9c9-23cf9be81705 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:28.597338 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e5211e97-94b6-4304-bb40-2cb808c7e2db req-c156c791-6097-4c32-a9c9-23cf9be81705 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] 10.222.0.32 "GET /v2.0/ports?device_id=89ed46e1-4b7a-40ec-a9f8-923852705e90 HTTP/1.1" status: 200  len: 944 time: 0.0713174
Dec 25 21:20:28.626410 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device 50029fbf-b328-4b5f-80c2-bcc4da3c4b96 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 25 21:20:28.679039 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e5211e97-94b6-4304-bb40-2cb808c7e2db req-e2970a46-589b-4c1e-b9a2-8aea2632b134 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c514444-6044-490f-9acc-6dece3909d9f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0727191
Dec 25 21:20:28.756639 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port 50029fbf-b328-4b5f-80c2-bcc4da3c4b96, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=50029fbf-b328-4b5f-80c2-bcc4da3c4b96,segment=NetworkSegment(2eb49ff2-b1de-4e84-a376-6f91f784eeb5),segment_id=2eb49ff2-b1de-4e84-a376-6f91f784eeb5)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:20:28.774949 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Returning: {'device': '50029fbf-b328-4b5f-80c2-bcc4da3c4b96', 'network_id': 'de2cf5f5-0f83-4089-a263-5ec0a5e6f1de', 'port_id': '50029fbf-b328-4b5f-80c2-bcc4da3c4b96', 'mac_address': 'fa:16:3e:00:fd:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81f9dfd5-f0bc-4f72-bceb-acbb4f595f27', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 25 21:20:28.819221 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:28.840355 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50029fbf-b328-4b5f-80c2-bcc4da3c4b96 {{(pid=121608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:20:28.867614 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port 50029fbf-b328-4b5f-80c2-bcc4da3c4b96, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=50029fbf-b328-4b5f-80c2-bcc4da3c4b96,segment=NetworkSegment(2eb49ff2-b1de-4e84-a376-6f91f784eeb5),segment_id=2eb49ff2-b1de-4e84-a376-6f91f784eeb5)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:20:28.977500 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:28.978694 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device 06a6d407-75ff-436c-a36c-cd7f85e5face details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 25 21:20:29.081435 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Pushing event updated for resources: {'Port': ['ID=50029fbf-b328-4b5f-80c2-bcc4da3c4b96,revision_number=4']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:20:29.154803 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port 06a6d407-75ff-436c-a36c-cd7f85e5face, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=06a6d407-75ff-436c-a36c-cd7f85e5face,segment=NetworkSegment(85c774cb-a0eb-4ad9-961f-f331d3b37cd6),segment_id=85c774cb-a0eb-4ad9-961f-f331d3b37cd6)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:20:29.169532 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Returning: {'device': '06a6d407-75ff-436c-a36c-cd7f85e5face', 'network_id': '8f212e98-547d-4c6e-a560-2e9a548c8f59', 'port_id': '06a6d407-75ff-436c-a36c-cd7f85e5face', 'mac_address': 'fa:16:3e:3b:fc:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcfbae86-f93e-400c-8084-eac7f56ff5ba', 'ip_address': '192.168.233.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 25 21:20:29.183141 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35a3d4f-ab9b-4b97-9a62-d317ddad2a7a req-3932575e-b2ac-4de3-a6d8-d2eb9b137a98 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:29.184911 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e35a3d4f-ab9b-4b97-9a62-d317ddad2a7a req-3932575e-b2ac-4de3-a6d8-d2eb9b137a98 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c440c6c-f195-45df-bc8f-62cfb0a36698 HTTP/1.1" status: 200  len: 946 time: 0.0874088
Dec 25 21:20:29.238849 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:29.253438 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e35a3d4f-ab9b-4b97-9a62-d317ddad2a7a req-3e6cbe91-8862-49ae-85f3-5aaac5d91baa tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/security-groups?id=8da2903e-43de-461d-84b5-0c733a2bfb8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0619586
Dec 25 21:20:29.256809 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06a6d407-75ff-436c-a36c-cd7f85e5face {{(pid=121608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:20:29.292835 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 20c5dd42-50c5-43d1-a899-c9b4bd8a4356 up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:20:29.300983 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port 06a6d407-75ff-436c-a36c-cd7f85e5face, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=06a6d407-75ff-436c-a36c-cd7f85e5face,segment=NetworkSegment(85c774cb-a0eb-4ad9-961f-f331d3b37cd6),segment_id=85c774cb-a0eb-4ad9-961f-f331d3b37cd6)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:20:29.358142 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port 20c5dd42-50c5-43d1-a899-c9b4bd8a4356 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:20:29.358840 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:29.438419 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:29.514769 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:29.541682 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-476a1e88-2e29-460c-87dc-a9b87542c953 req-35a91858-7ba7-4b89-b623-397f5b769933 tempest-ServerRescueTestJSONUnderV235-1351702928 tempest-ServerRescueTestJSONUnderV235-1351702928-project] 10.222.0.32 "GET /v2.0/ports?device_id=f38f1e54-3e25-4107-9a2c-734823ced707 HTTP/1.1" status: 200  len: 210 time: 0.0404508
Dec 25 21:20:29.545969 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device 0daa1ac7-be03-4d72-b2a5-72b1ee145ecb up at agent hyperv_nch2-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:20:29.550849 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Pushing event updated for resources: {'Port': ['ID=06a6d407-75ff-436c-a36c-cd7f85e5face,revision_number=4']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:20:29.565347 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9ba32f-0a83-4c16-85eb-c9df605d9fdf req-ac37c3e9-fe14-43e0-84fd-cdbcc3d985f6 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:29.572219 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9ba32f-0a83-4c16-85eb-c9df605d9fdf req-ac37c3e9-fe14-43e0-84fd-cdbcc3d985f6 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:29.576299 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] For port 20c5dd42-50c5-43d1-a899-c9b4bd8a4356, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=20c5dd42-50c5-43d1-a899-c9b4bd8a4356,segment=NetworkSegment(5bce967c-ac24-49c6-a4ac-96bca1f26c4b),segment_id=5bce967c-ac24-49c6-a4ac-96bca1f26c4b)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:20:29.580543 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9ba32f-0a83-4c16-85eb-c9df605d9fdf req-ac37c3e9-fe14-43e0-84fd-cdbcc3d985f6 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:29.586196 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9ba32f-0a83-4c16-85eb-c9df605d9fdf req-ac37c3e9-fe14-43e0-84fd-cdbcc3d985f6 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:29.593456 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9ba32f-0a83-4c16-85eb-c9df605d9fdf req-ac37c3e9-fe14-43e0-84fd-cdbcc3d985f6 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:29.599313 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9ba32f-0a83-4c16-85eb-c9df605d9fdf req-ac37c3e9-fe14-43e0-84fd-cdbcc3d985f6 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:29.606550 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9ba32f-0a83-4c16-85eb-c9df605d9fdf req-ac37c3e9-fe14-43e0-84fd-cdbcc3d985f6 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:29.617889 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ba9ba32f-0a83-4c16-85eb-c9df605d9fdf req-ac37c3e9-fe14-43e0-84fd-cdbcc3d985f6 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa2d5924-6a22-461e-b48b-e73f52f4b72c HTTP/1.1" status: 200  len: 5438 time: 0.1597483
Dec 25 21:20:29.702436 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] get_ports_and_sgs() called for port_ids ['06a6d407-75ff-436c-a36c-cd7f85e5face'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:20:29.721768 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ba9ba32f-0a83-4c16-85eb-c9df605d9fdf req-270a9239-663b-4a2b-bc9f-7d9ad0cba7c4 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] 10.222.0.32 "GET /v2.0/security-groups?id=b91eef00-e17a-4a6b-bf8c-dc658b79c2db&id=051b583c-529b-425b-89b3-0dd7f4245e61&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0969985
Dec 25 21:20:29.752889 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] get_ports_and_sgs() called for port_ids ['50029fbf-b328-4b5f-80c2-bcc4da3c4b96'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:20:29.757362 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:29.815545 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20f96bd-94a5-4632-b523-976455a272a2 req-e5dcb0c0-d3ef-4216-9dac-80204d02b000 tempest-ImagesNegativeTestJSON-828474617 tempest-ImagesNegativeTestJSON-828474617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:29.817734 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d20f96bd-94a5-4632-b523-976455a272a2 req-e5dcb0c0-d3ef-4216-9dac-80204d02b000 tempest-ImagesNegativeTestJSON-828474617 tempest-ImagesNegativeTestJSON-828474617-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb1b09d3-5625-472f-beea-2338a1ab5b4a HTTP/1.1" status: 200  len: 948 time: 0.1192765
Dec 25 21:20:29.830326 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Provisioning for port 0daa1ac7-be03-4d72-b2a5-72b1ee145ecb completed by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 25 21:20:29.852298 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Provisioning complete for port 0daa1ac7-be03-4d72-b2a5-72b1ee145ecb triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:20:29.852298 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:29.880769 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:20:29.880769 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:20:29.880769 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:20:29.880769 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:20:29.880769 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:20:29.880769 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:20:29.880769 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:20:29.880769 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:20:29.880769 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:20:29.880769 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:20:29.880769 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:20:29.880769 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:20:29.880769 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:20:29.880769 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:20:29.880769 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:20:29.880769 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:20:29.880769 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:20:29.880769 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:20:29.880769 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:20:29.880769 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:20:29.880769 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:20:29.880769 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:20:29.880769 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:20:29.880769 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:20:29.880769 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:20:29.880769 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:20:29.880769 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:20:29.880769 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:20:29.880769 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:20:29.880769 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:20:29.880769 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:20:29.880769 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:20:29.880769 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:20:29.880769 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:20:29.880769 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:20:29.880769 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:20:29.883685 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:20:29.883685 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:20:29.883685 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:20:29.883685 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:20:29.883685 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:20:29.883685 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:20:29.883685 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:20:29.883685 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:20:29.883685 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:20:29.883685 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:20:29.883685 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:20:29.883685 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:20:29.888617 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7143ee-1d4b-4347-892a-f0a69a99cc02 req-ae0a9ad3-3207-4fdf-8619-e0babdf6e6fd tempest-ServerRescueTestJSONUnderV235-1351702928 tempest-ServerRescueTestJSONUnderV235-1351702928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:29.890699 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-2e7143ee-1d4b-4347-892a-f0a69a99cc02 req-ae0a9ad3-3207-4fdf-8619-e0babdf6e6fd tempest-ServerRescueTestJSONUnderV235-1351702928 tempest-ServerRescueTestJSONUnderV235-1351702928-project] 10.222.0.37 "GET /v2.0/networks?id=5e3e14c1-fa4f-4065-b9e3-19dd5f8f11c3 HTTP/1.1" status: 200  len: 820 time: 0.2446012
Dec 25 21:20:29.907600 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [req-2e7143ee-1d4b-4347-892a-f0a69a99cc02 req-e7659191-2fa9-4746-91f0-c6e8d73c0b49 tempest-ServerRescueTestJSONUnderV235-1351702928 tempest-ServerRescueTestJSONUnderV235-1351702928-project] Request body: {'port': {'device_id': 'f38f1e54-3e25-4107-9a2c-734823ced707', 'network_id': '5e3e14c1-fa4f-4065-b9e3-19dd5f8f11c3', 'admin_state_up': True, 'tenant_id': 'bfd1b67368c34701bcdc20105e48ad41'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:20:29.927508 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Pushing event updated for resources: {'Port': ['ID=20c5dd42-50c5-43d1-a899-c9b4bd8a4356,revision_number=5']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:20:29.974605 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d20f96bd-94a5-4632-b523-976455a272a2 req-c1f7c6db-9aae-40a2-8284-5790e79906b4 tempest-ImagesNegativeTestJSON-828474617 tempest-ImagesNegativeTestJSON-828474617-project] 10.222.0.32 "GET /v2.0/security-groups?id=b9a8ff49-3211-4c8f-a325-bc7030b31bd4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1308432
Dec 25 21:20:29.990221 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0185ff76-1eb5-43aa-b3b0-2d137efaaba4 req-67652942-cf60-464f-8cda-b6135329bcf5 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:30.005683 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0185ff76-1eb5-43aa-b3b0-2d137efaaba4 req-67652942-cf60-464f-8cda-b6135329bcf5 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] 10.222.0.32 "GET /v2.0/ports?device_id=89ed46e1-4b7a-40ec-a9f8-923852705e90 HTTP/1.1" status: 200  len: 945 time: 0.1326685
Dec 25 21:20:30.044802 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:30.078366 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0185ff76-1eb5-43aa-b3b0-2d137efaaba4 req-0e29e144-e410-41f3-892c-2f92437995ab tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c514444-6044-490f-9acc-6dece3909d9f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0745735
Dec 25 21:20:30.113055 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa2d5924-6a22-461e-b48b-e73f52f4b72c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0daa1ac7-be03-4d72-b2a5-72b1ee145ecb'}] {{(pid=121608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:20:30.115277 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a88c78c3ff6266bd59c7e89d275b28c92e739b67d23c89d71af88829fd31566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ffe3422-e369-454d-9218-1bf2c25d9a9c" -d '{"events": [{"server_uuid": "aa2d5924-6a22-461e-b48b-e73f52f4b72c", "name": "network-vif-plugged", "status": "completed", "tag": "0daa1ac7-be03-4d72-b2a5-72b1ee145ecb"}]}' {{(pid=121608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:20:30.137623 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port 0daa1ac7-be03-4d72-b2a5-72b1ee145ecb, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0daa1ac7-be03-4d72-b2a5-72b1ee145ecb,segment=NetworkSegment(1484705c-8e80-460c-b34f-1f443916d93d),segment_id=1484705c-8e80-460c-b34f-1f443916d93d)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:20:30.158206 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 21:20:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a11b4557-96cc-42d3-a1a8-6d1079e3336f x-openstack-request-id: req-a11b4557-96cc-42d3-a1a8-6d1079e3336f {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:20:30.158500 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa2d5924-6a22-461e-b48b-e73f52f4b72c", "name": "network-vif-plugged", "status": "completed", "tag": "0daa1ac7-be03-4d72-b2a5-72b1ee145ecb", "code": 200}]} {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:20:30.158753 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a11b4557-96cc-42d3-a1a8-6d1079e3336f {{(pid=121608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:20:30.159142 ncdv-master-1 neutron-server[121608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa2d5924-6a22-461e-b48b-e73f52f4b72c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0daa1ac7-be03-4d72-b2a5-72b1ee145ecb', 'code': 200}
Dec 25 21:20:30.199250 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:30.200033 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device 2eb143cf-a0c7-4e74-a5f2-177a4bc1db2c up at agent hyperv_nch2-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:20:30.211157 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e7143ee-1d4b-4347-892a-f0a69a99cc02 req-e7659191-2fa9-4746-91f0-c6e8d73c0b49 tempest-ServerRescueTestJSONUnderV235-1351702928 tempest-ServerRescueTestJSONUnderV235-1351702928-project] Made reservation on behalf of bfd1b67368c34701bcdc20105e48ad41 for: {'port': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:20:30.215455 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-2e7143ee-1d4b-4347-892a-f0a69a99cc02 req-e7659191-2fa9-4746-91f0-c6e8d73c0b49 tempest-ServerRescueTestJSONUnderV235-1351702928 tempest-ServerRescueTestJSONUnderV235-1351702928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:30.282168 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Pushing event updated for resources: {'Port': ['ID=0daa1ac7-be03-4d72-b2a5-72b1ee145ecb,revision_number=5']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:20:30.364452 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_common [req-2e7143ee-1d4b-4347-892a-f0a69a99cc02 req-e7659191-2fa9-4746-91f0-c6e8d73c0b49 tempest-ServerRescueTestJSONUnderV235-1351702928 tempest-ServerRescueTestJSONUnderV235-1351702928-project] Allocated IP 172.20.0.14 (5e3e14c1-fa4f-4065-b9e3-19dd5f8f11c3/46335a3d-cb7c-4909-913c-277e2c1dc81d/8b0e5751-7b56-4a37-85e7-4ab3bbe3ac3e) {{(pid=121607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:20:30.381300 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b926aa-7c6d-44d7-be5e-0fae699139e7 req-489bb360-f06b-4aa2-81b9-e734408de979 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:30.385584 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c8b926aa-7c6d-44d7-be5e-0fae699139e7 req-489bb360-f06b-4aa2-81b9-e734408de979 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c440c6c-f195-45df-bc8f-62cfb0a36698 HTTP/1.1" status: 200  len: 946 time: 0.0665674
Dec 25 21:20:30.393596 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Provisioning for port 2eb143cf-a0c7-4e74-a5f2-177a4bc1db2c completed by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 25 21:20:30.397889 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Provisioning complete for port 2eb143cf-a0c7-4e74-a5f2-177a4bc1db2c triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:20:30.398363 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:30.434848 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c8b926aa-7c6d-44d7-be5e-0fae699139e7 req-57e06a26-570b-421f-9ff1-b76dd69f0b7f tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/security-groups?id=8da2903e-43de-461d-84b5-0c733a2bfb8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0458345
Dec 25 21:20:30.482396 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:30.528114 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port 2eb143cf-a0c7-4e74-a5f2-177a4bc1db2c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2eb143cf-a0c7-4e74-a5f2-177a4bc1db2c,segment=NetworkSegment(3c3bf577-825d-4a12-8515-c9a0adea0ed3),segment_id=3c3bf577-825d-4a12-8515-c9a0adea0ed3)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:20:30.536418 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-2e7143ee-1d4b-4347-892a-f0a69a99cc02 req-e7659191-2fa9-4746-91f0-c6e8d73c0b49 tempest-ServerRescueTestJSONUnderV235-1351702928 tempest-ServerRescueTestJSONUnderV235-1351702928-project] Publish callbacks [] for port, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:30.599288 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:30.600133 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device fd6aa216-385a-41e5-8c5e-3aae2253a5ab up at agent hyperv_nch2-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:20:30.628002 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-2e7143ee-1d4b-4347-892a-f0a69a99cc02 req-e7659191-2fa9-4746-91f0-c6e8d73c0b49 tempest-ServerRescueTestJSONUnderV235-1351702928 tempest-ServerRescueTestJSONUnderV235-1351702928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:30.642622 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-321da3c3-b1da-47d9-9578-96240c8fa91d req-e89de10d-ca75-43b9-8e2b-0649a38acadb tempest-ServerRescueTestJSONUnderV235-1351702928 tempest-ServerRescueTestJSONUnderV235-1351702928-project] 10.222.0.32 "GET /v2.0/ports?device_id=f38f1e54-3e25-4107-9a2c-734823ced707 HTTP/1.1" status: 200  len: 210 time: 0.0306370
Dec 25 21:20:30.677369 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e7143ee-1d4b-4347-892a-f0a69a99cc02 req-e7659191-2fa9-4746-91f0-c6e8d73c0b49 tempest-ServerRescueTestJSONUnderV235-1351702928 tempest-ServerRescueTestJSONUnderV235-1351702928-project] Network 5e3e14c1-fa4f-4065-b9e3-19dd5f8f11c3 is already hosted by enough agents. {{(pid=121607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:20:30.680425 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [req-2e7143ee-1d4b-4347-892a-f0a69a99cc02 req-e7659191-2fa9-4746-91f0-c6e8d73c0b49 tempest-ServerRescueTestJSONUnderV235-1351702928 tempest-ServerRescueTestJSONUnderV235-1351702928-project] Resources bound (agent type, host, resource id):  {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:20:30.685477 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e7143ee-1d4b-4347-892a-f0a69a99cc02 req-e7659191-2fa9-4746-91f0-c6e8d73c0b49 tempest-ServerRescueTestJSONUnderV235-1351702928 tempest-ServerRescueTestJSONUnderV235-1351702928-project] Received port after_create {{(pid=121607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:20:30.689865 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Pushing event updated for resources: {'Port': ['ID=2eb143cf-a0c7-4e74-a5f2-177a4bc1db2c,revision_number=5']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:20:30.710797 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7659191-2fa9-4746-91f0-c6e8d73c0b49 tempest-ServerRescueTestJSONUnderV235-1351702928 tempest-ServerRescueTestJSONUnderV235-1351702928-project] Pushing event updated for resources: {'Port': ['ID=8b0e5751-7b56-4a37-85e7-4ab3bbe3ac3e,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:20:30.728494 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.agents_db [None req-ec08dba0-4483-4109-b5e1-5e4a9fdaf12d None None] Agent healthcheck: found 7 active agents {{(pid=121609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 25 21:20:30.749954 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7143ee-1d4b-4347-892a-f0a69a99cc02 req-e7659191-2fa9-4746-91f0-c6e8d73c0b49 tempest-ServerRescueTestJSONUnderV235-1351702928 tempest-ServerRescueTestJSONUnderV235-1351702928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:30.750579 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-2e7143ee-1d4b-4347-892a-f0a69a99cc02 req-e7659191-2fa9-4746-91f0-c6e8d73c0b49 tempest-ServerRescueTestJSONUnderV235-1351702928 tempest-ServerRescueTestJSONUnderV235-1351702928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:30.776730 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Provisioning for port fd6aa216-385a-41e5-8c5e-3aae2253a5ab completed by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 25 21:20:30.780845 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Provisioning complete for port fd6aa216-385a-41e5-8c5e-3aae2253a5ab triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:20:30.781253 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:30.829260 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0985b97-41fe-4bbd-9c5f-e31f47d371e2 req-802bee3f-2084-49a0-9fe9-1baa26a1d84f tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:30.830760 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-2e7143ee-1d4b-4347-892a-f0a69a99cc02 req-e7659191-2fa9-4746-91f0-c6e8d73c0b49 tempest-ServerRescueTestJSONUnderV235-1351702928 tempest-ServerRescueTestJSONUnderV235-1351702928-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.9294164
Dec 25 21:20:30.831792 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c0985b97-41fe-4bbd-9c5f-e31f47d371e2 req-802bee3f-2084-49a0-9fe9-1baa26a1d84f tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c440c6c-f195-45df-bc8f-62cfb0a36698 HTTP/1.1" status: 200  len: 946 time: 0.0583653
Dec 25 21:20:30.843388 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [req-2e7143ee-1d4b-4347-892a-f0a69a99cc02 req-1dc77398-2125-4146-bf22-8fe8d81489e4 service neutron] Request body: {'port': {'device_id': 'f38f1e54-3e25-4107-9a2c-734823ced707', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:20:30.876684 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:30.906333 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-2e7143ee-1d4b-4347-892a-f0a69a99cc02 req-1dc77398-2125-4146-bf22-8fe8d81489e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:30.917643 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port fd6aa216-385a-41e5-8c5e-3aae2253a5ab, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=fd6aa216-385a-41e5-8c5e-3aae2253a5ab,segment=NetworkSegment(3c3bf577-825d-4a12-8515-c9a0adea0ed3),segment_id=3c3bf577-825d-4a12-8515-c9a0adea0ed3)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:20:30.938948 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fca2f20-362a-4328-8819-7a1cff50f80f req-37a881c1-3b18-4f35-80fc-45bd46335a90 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:30.944935 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fca2f20-362a-4328-8819-7a1cff50f80f req-37a881c1-3b18-4f35-80fc-45bd46335a90 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:30.951280 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fca2f20-362a-4328-8819-7a1cff50f80f req-37a881c1-3b18-4f35-80fc-45bd46335a90 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:30.957484 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fca2f20-362a-4328-8819-7a1cff50f80f req-37a881c1-3b18-4f35-80fc-45bd46335a90 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:30.964210 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fca2f20-362a-4328-8819-7a1cff50f80f req-37a881c1-3b18-4f35-80fc-45bd46335a90 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:30.970183 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fca2f20-362a-4328-8819-7a1cff50f80f req-37a881c1-3b18-4f35-80fc-45bd46335a90 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:30.976166 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fca2f20-362a-4328-8819-7a1cff50f80f req-37a881c1-3b18-4f35-80fc-45bd46335a90 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:30.978791 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1fca2f20-362a-4328-8819-7a1cff50f80f req-37a881c1-3b18-4f35-80fc-45bd46335a90 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa2d5924-6a22-461e-b48b-e73f52f4b72c HTTP/1.1" status: 200  len: 5440 time: 0.1374907
Dec 25 21:20:30.982735 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c0985b97-41fe-4bbd-9c5f-e31f47d371e2 req-609cc7b0-0d60-4d94-8659-90adfb734561 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/security-groups?id=8da2903e-43de-461d-84b5-0c733a2bfb8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1436152
Dec 25 21:20:31.013549 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:31.015589 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device 9c0613e4-0268-4ae9-8585-76b021617ef8 up at agent hyperv_nch2-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:20:31.047359 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1fca2f20-362a-4328-8819-7a1cff50f80f req-cfc20228-e610-4bde-a8b9-ec0e5265e7b3 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] 10.222.0.32 "GET /v2.0/security-groups?id=b91eef00-e17a-4a6b-bf8c-dc658b79c2db&id=051b583c-529b-425b-89b3-0dd7f4245e61&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0618918
Dec 25 21:20:31.112082 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Pushing event updated for resources: {'Port': ['ID=fd6aa216-385a-41e5-8c5e-3aae2253a5ab,revision_number=5']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:20:31.125647 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e769a78-bf70-488c-8ac3-fdd16d35dbe3 req-bf15e088-af7f-40a6-86ad-44d1356b777c tempest-ImagesNegativeTestJSON-828474617 tempest-ImagesNegativeTestJSON-828474617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:31.134649 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7e769a78-bf70-488c-8ac3-fdd16d35dbe3 req-bf15e088-af7f-40a6-86ad-44d1356b777c tempest-ImagesNegativeTestJSON-828474617 tempest-ImagesNegativeTestJSON-828474617-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb1b09d3-5625-472f-beea-2338a1ab5b4a HTTP/1.1" status: 200  len: 948 time: 0.0646641
Dec 25 21:20:31.188198 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7e769a78-bf70-488c-8ac3-fdd16d35dbe3 req-dc8d0613-ce93-4179-b0b0-c2159ac7915b tempest-ImagesNegativeTestJSON-828474617 tempest-ImagesNegativeTestJSON-828474617-project] 10.222.0.32 "GET /v2.0/security-groups?id=b9a8ff49-3211-4c8f-a325-bc7030b31bd4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0523927
Dec 25 21:20:31.193802 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Provisioning for port 9c0613e4-0268-4ae9-8585-76b021617ef8 completed by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 25 21:20:31.203853 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Provisioning complete for port 9c0613e4-0268-4ae9-8585-76b021617ef8 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:20:31.204556 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:31.234965 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 20c5dd42-50c5-43d1-a899-c9b4bd8a4356 up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:20:31.245332 ncdv-master-1 neutron-server[121607]: DEBUG neutron.notifiers.nova [req-2e7143ee-1d4b-4347-892a-f0a69a99cc02 req-1dc77398-2125-4146-bf22-8fe8d81489e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b0e5751-7b56-4a37-85e7-4ab3bbe3ac3e {{(pid=121607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:20:31.254128 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-2e7143ee-1d4b-4347-892a-f0a69a99cc02 req-1dc77398-2125-4146-bf22-8fe8d81489e4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:31.268803 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.provisioning_blocks [req-2e7143ee-1d4b-4347-892a-f0a69a99cc02 req-1dc77398-2125-4146-bf22-8fe8d81489e4 service neutron] Transition to ACTIVE for port object 8b0e5751-7b56-4a37-85e7-4ab3bbe3ac3e will not be triggered until provisioned by entity L2. {{(pid=121607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 25 21:20:31.282220 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b45955-b7ab-443e-b181-8d6940f0e1fe req-ccbd366b-edcc-4e8e-a6a5-a98893694612 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:31.283912 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e7b45955-b7ab-443e-b181-8d6940f0e1fe req-ccbd366b-edcc-4e8e-a6a5-a98893694612 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] 10.222.0.32 "GET /v2.0/ports?device_id=89ed46e1-4b7a-40ec-a9f8-923852705e90 HTTP/1.1" status: 200  len: 945 time: 0.0568161
Dec 25 21:20:31.340868 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e7b45955-b7ab-443e-b181-8d6940f0e1fe req-a9539f60-41c5-43a6-b7e3-d052557723f8 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c514444-6044-490f-9acc-6dece3909d9f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0502555
Dec 25 21:20:31.348864 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-2e7143ee-1d4b-4347-892a-f0a69a99cc02 req-1dc77398-2125-4146-bf22-8fe8d81489e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8632327'] for port, after_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:31.408941 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc77398-2125-4146-bf22-8fe8d81489e4 service neutron] Pushing event updated for resources: {'Port': ['ID=8b0e5751-7b56-4a37-85e7-4ab3bbe3ac3e,revision_number=2']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:20:31.466045 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port 20c5dd42-50c5-43d1-a899-c9b4bd8a4356 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:20:31.466730 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:31.495532 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.managers [req-2e7143ee-1d4b-4347-892a-f0a69a99cc02 req-1dc77398-2125-4146-bf22-8fe8d81489e4 service neutron] Attempting to bind port 8b0e5751-7b56-4a37-85e7-4ab3bbe3ac3e on host nch2-master-1 for vnic_type normal with profile  {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:20:31.496246 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.managers [req-2e7143ee-1d4b-4347-892a-f0a69a99cc02 req-1dc77398-2125-4146-bf22-8fe8d81489e4 service neutron] Attempting to bind port 8b0e5751-7b56-4a37-85e7-4ab3bbe3ac3e by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '5bce967c-ac24-49c6-a4ac-96bca1f26c4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '5e3e14c1-fa4f-4065-b9e3-19dd5f8f11c3'}] {{(pid=121607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:20:31.496246 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e7143ee-1d4b-4347-892a-f0a69a99cc02 req-1dc77398-2125-4146-bf22-8fe8d81489e4 service neutron] Attempting to bind port 8b0e5751-7b56-4a37-85e7-4ab3bbe3ac3e on network 5e3e14c1-fa4f-4065-b9e3-19dd5f8f11c3 {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:20:31.500611 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e7143ee-1d4b-4347-892a-f0a69a99cc02 req-1dc77398-2125-4146-bf22-8fe8d81489e4 service neutron] Port 8b0e5751-7b56-4a37-85e7-4ab3bbe3ac3e on network 5e3e14c1-fa4f-4065-b9e3-19dd5f8f11c3 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 25 21:20:31.500906 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e7143ee-1d4b-4347-892a-f0a69a99cc02 req-1dc77398-2125-4146-bf22-8fe8d81489e4 service neutron] Attempting to bind port 8b0e5751-7b56-4a37-85e7-4ab3bbe3ac3e on network 5e3e14c1-fa4f-4065-b9e3-19dd5f8f11c3 {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:20:31.501345 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:31.506793 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e7143ee-1d4b-4347-892a-f0a69a99cc02 req-1dc77398-2125-4146-bf22-8fe8d81489e4 service neutron] Checking agent: {'id': '0d9ae313-8f8d-40fa-8a9f-d098a25a9911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 21, 4, 38), 'started_at': datetime.datetime(2021, 12, 25, 21, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 20, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:20:31.507128 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e7143ee-1d4b-4347-892a-f0a69a99cc02 req-1dc77398-2125-4146-bf22-8fe8d81489e4 service neutron] Checking segment: {'id': '5bce967c-ac24-49c6-a4ac-96bca1f26c4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '5e3e14c1-fa4f-4065-b9e3-19dd5f8f11c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:20:31.512114 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e7143ee-1d4b-4347-892a-f0a69a99cc02 req-1dc77398-2125-4146-bf22-8fe8d81489e4 service neutron] Bound using segment: {'id': '5bce967c-ac24-49c6-a4ac-96bca1f26c4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '5e3e14c1-fa4f-4065-b9e3-19dd5f8f11c3'} {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:20:31.512114 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.managers [req-2e7143ee-1d4b-4347-892a-f0a69a99cc02 req-1dc77398-2125-4146-bf22-8fe8d81489e4 service neutron] Bound port: 8b0e5751-7b56-4a37-85e7-4ab3bbe3ac3e, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5bce967c-ac24-49c6-a4ac-96bca1f26c4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '5e3e14c1-fa4f-4065-b9e3-19dd5f8f11c3'}}] {{(pid=121607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:20:31.512114 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-2e7143ee-1d4b-4347-892a-f0a69a99cc02 req-1dc77398-2125-4146-bf22-8fe8d81489e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:31.545502 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port 9c0613e4-0268-4ae9-8585-76b021617ef8, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9c0613e4-0268-4ae9-8585-76b021617ef8,segment=NetworkSegment(1484705c-8e80-460c-b34f-1f443916d93d),segment_id=1484705c-8e80-460c-b34f-1f443916d93d)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:20:31.580442 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.db [req-2e7143ee-1d4b-4347-892a-f0a69a99cc02 req-1dc77398-2125-4146-bf22-8fe8d81489e4 service neutron] For port 8b0e5751-7b56-4a37-85e7-4ab3bbe3ac3e, host nch2-master-1, cleared binding levels {{(pid=121607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:20:31.580442 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.db [req-2e7143ee-1d4b-4347-892a-f0a69a99cc02 req-1dc77398-2125-4146-bf22-8fe8d81489e4 service neutron] For port 8b0e5751-7b56-4a37-85e7-4ab3bbe3ac3e, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8b0e5751-7b56-4a37-85e7-4ab3bbe3ac3e,segment=NetworkSegment(5bce967c-ac24-49c6-a4ac-96bca1f26c4b),segment_id=5bce967c-ac24-49c6-a4ac-96bca1f26c4b)] {{(pid=121607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:20:31.616466 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:31.617314 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device 7d584498-0a66-4020-96ff-ac37bb6bf33e up at agent hyperv_nch2-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:20:31.651378 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-2e7143ee-1d4b-4347-892a-f0a69a99cc02 req-1dc77398-2125-4146-bf22-8fe8d81489e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8632327'] for port, after_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:31.688623 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7143ee-1d4b-4347-892a-f0a69a99cc02 req-1dc77398-2125-4146-bf22-8fe8d81489e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:31.689529 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-2e7143ee-1d4b-4347-892a-f0a69a99cc02 req-1dc77398-2125-4146-bf22-8fe8d81489e4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:31.691165 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-2e7143ee-1d4b-4347-892a-f0a69a99cc02 req-1dc77398-2125-4146-bf22-8fe8d81489e4 service neutron] 10.222.0.37 "PUT /v2.0/ports/8b0e5751-7b56-4a37-85e7-4ab3bbe3ac3e HTTP/1.1" status: 200  len: 1092 time: 0.8521268
Dec 25 21:20:31.691668 ncdv-master-1 neutron-server[121607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f38f1e54-3e25-4107-9a2c-734823ced707', 'tag': '8b0e5751-7b56-4a37-85e7-4ab3bbe3ac3e'}] {{(pid=121607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:20:31.693997 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f980bbcadfa7bf1e788024e1448be660373c21f97f015f780444e999c451203" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f307307a-59e7-43ff-8ded-1acc5cee9189" -d '{"events": [{"name": "network-changed", "server_uuid": "f38f1e54-3e25-4107-9a2c-734823ced707", "tag": "8b0e5751-7b56-4a37-85e7-4ab3bbe3ac3e"}]}' {{(pid=121607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:20:31.695380 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Pushing event updated for resources: {'Port': ['ID=9c0613e4-0268-4ae9-8585-76b021617ef8,revision_number=5']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:20:31.725155 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc77398-2125-4146-bf22-8fe8d81489e4 service neutron] Pushing event updated for resources: {'Port': ['ID=8b0e5751-7b56-4a37-85e7-4ab3bbe3ac3e,revision_number=3']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:20:31.735428 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Dec 2021 21:20:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0167e19f-4999-42ac-bd0d-ec5031d56bf7 x-openstack-request-id: req-0167e19f-4999-42ac-bd0d-ec5031d56bf7 {{(pid=121607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:20:31.735722 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f38f1e54-3e25-4107-9a2c-734823ced707", "tag": "8b0e5751-7b56-4a37-85e7-4ab3bbe3ac3e", "status": "completed", "code": 200}]} {{(pid=121607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:20:31.735993 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0167e19f-4999-42ac-bd0d-ec5031d56bf7 {{(pid=121607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:20:31.736372 ncdv-master-1 neutron-server[121607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f38f1e54-3e25-4107-9a2c-734823ced707', 'tag': '8b0e5751-7b56-4a37-85e7-4ab3bbe3ac3e', 'status': 'completed', 'code': 200}
Dec 25 21:20:31.790864 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b2f21f-39fe-45d3-838d-19e6163d4acb req-aa4fe323-bcfa-46ba-ab61-920b63497867 tempest-ServerRescueTestJSONUnderV235-1351702928 tempest-ServerRescueTestJSONUnderV235-1351702928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:31.793183 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-32b2f21f-39fe-45d3-838d-19e6163d4acb req-aa4fe323-bcfa-46ba-ab61-920b63497867 tempest-ServerRescueTestJSONUnderV235-1351702928 tempest-ServerRescueTestJSONUnderV235-1351702928-project] 10.222.0.32 "GET /v2.0/ports?device_id=f38f1e54-3e25-4107-9a2c-734823ced707 HTTP/1.1" status: 200  len: 944 time: 0.0497305
Dec 25 21:20:31.799310 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f307307a-59e7-43ff-8ded-1acc5cee9189 req-eb2fb436-aafd-40ee-badb-c8c19832a3a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:31.800865 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-f307307a-59e7-43ff-8ded-1acc5cee9189 req-eb2fb436-aafd-40ee-badb-c8c19832a3a6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=bfd1b67368c34701bcdc20105e48ad41&device_id=f38f1e54-3e25-4107-9a2c-734823ced707 HTTP/1.1" status: 200  len: 1095 time: 0.0427017
Dec 25 21:20:31.822638 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Provisioning for port 7d584498-0a66-4020-96ff-ac37bb6bf33e completed by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 25 21:20:31.826935 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Provisioning complete for port 7d584498-0a66-4020-96ff-ac37bb6bf33e triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:20:31.827311 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:31.843201 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-32b2f21f-39fe-45d3-838d-19e6163d4acb req-159cb87d-dd11-4875-9e7d-e8e04dd97410 tempest-ServerRescueTestJSONUnderV235-1351702928 tempest-ServerRescueTestJSONUnderV235-1351702928-project] 10.222.0.32 "GET /v2.0/security-groups?id=90c387e5-e604-4c27-9f19-ebc2203871ff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436425
Dec 25 21:20:31.912035 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f307307a-59e7-43ff-8ded-1acc5cee9189 req-c624b84a-03a9-436b-aab6-73ec13ebd032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:31.913541 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-f307307a-59e7-43ff-8ded-1acc5cee9189 req-c624b84a-03a9-436b-aab6-73ec13ebd032 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=bfd1b67368c34701bcdc20105e48ad41&shared=False HTTP/1.1" status: 200  len: 921 time: 0.1052485
Dec 25 21:20:31.913991 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:31.947554 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port 7d584498-0a66-4020-96ff-ac37bb6bf33e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7d584498-0a66-4020-96ff-ac37bb6bf33e,segment=NetworkSegment(3c3bf577-825d-4a12-8515-c9a0adea0ed3),segment_id=3c3bf577-825d-4a12-8515-c9a0adea0ed3)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:20:32.017357 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f307307a-59e7-43ff-8ded-1acc5cee9189 req-ac1b4233-2f05-4b2e-9b1c-00fc33ee1a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:32.019009 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-f307307a-59e7-43ff-8ded-1acc5cee9189 req-ac1b4233-2f05-4b2e-9b1c-00fc33ee1a13 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.0991590
Dec 25 21:20:32.028051 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:32.029145 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device 634d748d-c261-4855-913b-beb5992df4cb up at agent hyperv_nch2-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:20:32.095517 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7143ee-1d4b-4347-892a-f0a69a99cc02 req-8329a401-93e7-405d-9292-92cc4d906a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:32.097087 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-2e7143ee-1d4b-4347-892a-f0a69a99cc02 req-8329a401-93e7-405d-9292-92cc4d906a0b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=bfd1b67368c34701bcdc20105e48ad41&device_id=f38f1e54-3e25-4107-9a2c-734823ced707 HTTP/1.1" status: 200  len: 1095 time: 0.0421891
Dec 25 21:20:32.122407 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Pushing event updated for resources: {'Port': ['ID=7d584498-0a66-4020-96ff-ac37bb6bf33e,revision_number=5']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:20:32.124556 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a4776d-56a0-4599-8edd-941cb748af20 req-6bd00ec5-11e0-4a66-8f30-b99255650345 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:32.126974 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-34a4776d-56a0-4599-8edd-941cb748af20 req-6bd00ec5-11e0-4a66-8f30-b99255650345 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c440c6c-f195-45df-bc8f-62cfb0a36698 HTTP/1.1" status: 200  len: 946 time: 0.0715125
Dec 25 21:20:32.154718 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-2e7143ee-1d4b-4347-892a-f0a69a99cc02 req-da768565-9c7c-4eba-908f-2ef3e6c63361 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8b0e5751-7b56-4a37-85e7-4ab3bbe3ac3e HTTP/1.1" status: 200  len: 217 time: 0.0500133
Dec 25 21:20:32.160459 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa2d5924-6a22-461e-b48b-e73f52f4b72c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2eb143cf-a0c7-4e74-a5f2-177a4bc1db2c'}, {'server_uuid': 'aa2d5924-6a22-461e-b48b-e73f52f4b72c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd6aa216-385a-41e5-8c5e-3aae2253a5ab'}, {'server_uuid': 'aa2d5924-6a22-461e-b48b-e73f52f4b72c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c0613e4-0268-4ae9-8585-76b021617ef8'}, {'server_uuid': 'aa2d5924-6a22-461e-b48b-e73f52f4b72c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d584498-0a66-4020-96ff-ac37bb6bf33e'}] {{(pid=121608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:20:32.163076 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a88c78c3ff6266bd59c7e89d275b28c92e739b67d23c89d71af88829fd31566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3ee5db6-6b73-4fb4-abb2-f5809e7365f4" -d '{"events": [{"server_uuid": "aa2d5924-6a22-461e-b48b-e73f52f4b72c", "name": "network-vif-plugged", "status": "completed", "tag": "2eb143cf-a0c7-4e74-a5f2-177a4bc1db2c"}, {"server_uuid": "aa2d5924-6a22-461e-b48b-e73f52f4b72c", "name": "network-vif-plugged", "status": "completed", "tag": "fd6aa216-385a-41e5-8c5e-3aae2253a5ab"}, {"server_uuid": "aa2d5924-6a22-461e-b48b-e73f52f4b72c", "name": "network-vif-plugged", "status": "completed", "tag": "9c0613e4-0268-4ae9-8585-76b021617ef8"}, {"server_uuid": "aa2d5924-6a22-461e-b48b-e73f52f4b72c", "name": "network-vif-plugged", "status": "completed", "tag": "7d584498-0a66-4020-96ff-ac37bb6bf33e"}]}' {{(pid=121608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:20:32.208075 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7143ee-1d4b-4347-892a-f0a69a99cc02 req-68b74c41-ec9e-4115-ab5a-13d81baee6e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:32.209659 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-2e7143ee-1d4b-4347-892a-f0a69a99cc02 req-68b74c41-ec9e-4115-ab5a-13d81baee6e7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=46335a3d-cb7c-4909-913c-277e2c1dc81d HTTP/1.1" status: 200  len: 860 time: 0.0472689
Dec 25 21:20:32.214295 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-34a4776d-56a0-4599-8edd-941cb748af20 req-af37e44b-bd4b-406c-af46-fc3a74cc1e72 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/security-groups?id=8da2903e-43de-461d-84b5-0c733a2bfb8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0794263
Dec 25 21:20:32.216170 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Provisioning for port 634d748d-c261-4855-913b-beb5992df4cb completed by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 25 21:20:32.221774 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Provisioning complete for port 634d748d-c261-4855-913b-beb5992df4cb triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:20:32.222147 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:32.241943 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c3d9ca-519a-4072-9ced-35c654de63e5 req-b08e2a23-826b-4641-a64d-38c134cfaf59 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:32.251039 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c3d9ca-519a-4072-9ced-35c654de63e5 req-b08e2a23-826b-4641-a64d-38c134cfaf59 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:32.257224 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-2e7143ee-1d4b-4347-892a-f0a69a99cc02 req-2e5267a4-da63-4e1d-82fa-b13c42d32569 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5e3e14c1-fa4f-4065-b9e3-19dd5f8f11c3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0385816
Dec 25 21:20:32.265797 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c3d9ca-519a-4072-9ced-35c654de63e5 req-b08e2a23-826b-4641-a64d-38c134cfaf59 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:32.265797 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c3d9ca-519a-4072-9ced-35c654de63e5 req-b08e2a23-826b-4641-a64d-38c134cfaf59 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:32.269406 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Sat, 25 Dec 2021 21:20:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14f7184c-40e6-412b-97f1-a7f286bbf470 x-openstack-request-id: req-14f7184c-40e6-412b-97f1-a7f286bbf470 {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:20:32.269716 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa2d5924-6a22-461e-b48b-e73f52f4b72c", "name": "network-vif-plugged", "status": "completed", "tag": "2eb143cf-a0c7-4e74-a5f2-177a4bc1db2c", "code": 200}, {"server_uuid": "aa2d5924-6a22-461e-b48b-e73f52f4b72c", "name": "network-vif-plugged", "status": "completed", "tag": "fd6aa216-385a-41e5-8c5e-3aae2253a5ab", "code": 200}, {"server_uuid": "aa2d5924-6a22-461e-b48b-e73f52f4b72c", "name": "network-vif-plugged", "status": "completed", "tag": "9c0613e4-0268-4ae9-8585-76b021617ef8", "code": 200}, {"server_uuid": "aa2d5924-6a22-461e-b48b-e73f52f4b72c", "name": "network-vif-plugged", "status": "completed", "tag": "7d584498-0a66-4020-96ff-ac37bb6bf33e", "code": 200}]} {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:20:32.269979 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-14f7184c-40e6-412b-97f1-a7f286bbf470 {{(pid=121608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:20:32.270366 ncdv-master-1 neutron-server[121608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa2d5924-6a22-461e-b48b-e73f52f4b72c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2eb143cf-a0c7-4e74-a5f2-177a4bc1db2c', 'code': 200}
Dec 25 21:20:32.270628 ncdv-master-1 neutron-server[121608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa2d5924-6a22-461e-b48b-e73f52f4b72c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd6aa216-385a-41e5-8c5e-3aae2253a5ab', 'code': 200}
Dec 25 21:20:32.270881 ncdv-master-1 neutron-server[121608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa2d5924-6a22-461e-b48b-e73f52f4b72c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c0613e4-0268-4ae9-8585-76b021617ef8', 'code': 200}
Dec 25 21:20:32.271131 ncdv-master-1 neutron-server[121608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa2d5924-6a22-461e-b48b-e73f52f4b72c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d584498-0a66-4020-96ff-ac37bb6bf33e', 'code': 200}
Dec 25 21:20:32.276137 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c3d9ca-519a-4072-9ced-35c654de63e5 req-b08e2a23-826b-4641-a64d-38c134cfaf59 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:32.282946 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c3d9ca-519a-4072-9ced-35c654de63e5 req-b08e2a23-826b-4641-a64d-38c134cfaf59 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:32.290122 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c3d9ca-519a-4072-9ced-35c654de63e5 req-b08e2a23-826b-4641-a64d-38c134cfaf59 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:32.292763 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-16c3d9ca-519a-4072-9ced-35c654de63e5 req-b08e2a23-826b-4641-a64d-38c134cfaf59 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa2d5924-6a22-461e-b48b-e73f52f4b72c HTTP/1.1" status: 200  len: 5443 time: 0.1418500
Dec 25 21:20:32.324419 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:32.364924 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port 634d748d-c261-4855-913b-beb5992df4cb, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=634d748d-c261-4855-913b-beb5992df4cb,segment=NetworkSegment(ebab95c3-92f3-4953-88f7-4db8e8264725),segment_id=ebab95c3-92f3-4953-88f7-4db8e8264725)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:20:32.383550 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-2e7143ee-1d4b-4347-892a-f0a69a99cc02 req-c4d3c56f-f8ff-45e9-b01a-74bff3a1c765 service neutron] 10.222.0.37 "GET /v2.0/networks/5e3e14c1-fa4f-4065-b9e3-19dd5f8f11c3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1192114
Dec 25 21:20:32.385909 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-16c3d9ca-519a-4072-9ced-35c654de63e5 req-cd490ab2-dd0a-474d-a277-df7aa56ab062 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] 10.222.0.32 "GET /v2.0/security-groups?id=b91eef00-e17a-4a6b-bf8c-dc658b79c2db&id=051b583c-529b-425b-89b3-0dd7f4245e61&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0864780
Dec 25 21:20:32.450810 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:32.452219 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device 8de83a8d-9b83-433c-af96-f34c522b12b1 up at agent hyperv_nch2-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:20:32.462643 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c71e05a-b845-4633-9efc-b83d2d3e8849 req-38c5b862-0074-4639-8d97-d5980fefd2df tempest-ImagesNegativeTestJSON-828474617 tempest-ImagesNegativeTestJSON-828474617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:32.464412 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3c71e05a-b845-4633-9efc-b83d2d3e8849 req-38c5b862-0074-4639-8d97-d5980fefd2df tempest-ImagesNegativeTestJSON-828474617 tempest-ImagesNegativeTestJSON-828474617-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb1b09d3-5625-472f-beea-2338a1ab5b4a HTTP/1.1" status: 200  len: 948 time: 0.0527887
Dec 25 21:20:32.495126 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-2e7143ee-1d4b-4347-892a-f0a69a99cc02 req-d164b04c-678e-4dbc-97c5-249bd26ab89d service neutron] 10.222.0.37 "GET /v2.0/networks/5e3e14c1-fa4f-4065-b9e3-19dd5f8f11c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1042223
Dec 25 21:20:32.531667 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Pushing event updated for resources: {'Port': ['ID=634d748d-c261-4855-913b-beb5992df4cb,revision_number=5']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:20:32.541830 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3c71e05a-b845-4633-9efc-b83d2d3e8849 req-c263009a-d0b7-4271-935f-126b63909ba5 tempest-ImagesNegativeTestJSON-828474617 tempest-ImagesNegativeTestJSON-828474617-project] 10.222.0.32 "GET /v2.0/security-groups?id=b9a8ff49-3211-4c8f-a325-bc7030b31bd4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0675371
Dec 25 21:20:32.559117 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5567f94d-2f38-420d-9220-c6ac3df2239e req-2c9c4fab-1634-4dc5-9e8e-e7dd4aee5d58 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:32.559117 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5567f94d-2f38-420d-9220-c6ac3df2239e req-2c9c4fab-1634-4dc5-9e8e-e7dd4aee5d58 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] 10.222.0.32 "GET /v2.0/ports?device_id=89ed46e1-4b7a-40ec-a9f8-923852705e90 HTTP/1.1" status: 200  len: 945 time: 0.0986314
Dec 25 21:20:32.610067 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5567f94d-2f38-420d-9220-c6ac3df2239e req-57ac307c-96d2-4259-ae07-54145302ba9a tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c514444-6044-490f-9acc-6dece3909d9f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0515425
Dec 25 21:20:32.633382 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Provisioning for port 8de83a8d-9b83-433c-af96-f34c522b12b1 completed by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 25 21:20:32.638236 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Provisioning complete for port 8de83a8d-9b83-433c-af96-f34c522b12b1 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:20:32.638607 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:32.642699 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device 50029fbf-b328-4b5f-80c2-bcc4da3c4b96 up at agent hyperv_nch1-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:20:32.756298 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:32.788311 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port 8de83a8d-9b83-433c-af96-f34c522b12b1, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8de83a8d-9b83-433c-af96-f34c522b12b1,segment=NetworkSegment(3c3bf577-825d-4a12-8515-c9a0adea0ed3),segment_id=3c3bf577-825d-4a12-8515-c9a0adea0ed3)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:20:32.850540 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Provisioning for port 50029fbf-b328-4b5f-80c2-bcc4da3c4b96 completed by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 25 21:20:32.854534 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Provisioning complete for port 50029fbf-b328-4b5f-80c2-bcc4da3c4b96 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:20:32.854905 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:32.877560 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:32.942178 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Pushing event updated for resources: {'Port': ['ID=8de83a8d-9b83-433c-af96-f34c522b12b1,revision_number=5']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:20:32.975879 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861799c8-3cab-48d6-9eaf-b90e02c872c6 req-0fe79e39-b82d-42a2-980f-7585515ed18c tempest-ServerRescueTestJSONUnderV235-1351702928 tempest-ServerRescueTestJSONUnderV235-1351702928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:32.977681 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-861799c8-3cab-48d6-9eaf-b90e02c872c6 req-0fe79e39-b82d-42a2-980f-7585515ed18c tempest-ServerRescueTestJSONUnderV235-1351702928 tempest-ServerRescueTestJSONUnderV235-1351702928-project] 10.222.0.32 "GET /v2.0/ports?device_id=f38f1e54-3e25-4107-9a2c-734823ced707 HTTP/1.1" status: 200  len: 944 time: 0.0602815
Dec 25 21:20:32.983775 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:33.016382 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port 50029fbf-b328-4b5f-80c2-bcc4da3c4b96, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=50029fbf-b328-4b5f-80c2-bcc4da3c4b96,segment=NetworkSegment(2eb49ff2-b1de-4e84-a376-6f91f784eeb5),segment_id=2eb49ff2-b1de-4e84-a376-6f91f784eeb5)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:20:33.027166 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-861799c8-3cab-48d6-9eaf-b90e02c872c6 req-85d01443-bb53-4169-8673-3dba193af46c tempest-ServerRescueTestJSONUnderV235-1351702928 tempest-ServerRescueTestJSONUnderV235-1351702928-project] 10.222.0.32 "GET /v2.0/security-groups?id=90c387e5-e604-4c27-9f19-ebc2203871ff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432189
Dec 25 21:20:33.073845 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:33.074644 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device 06a6d407-75ff-436c-a36c-cd7f85e5face up at agent hyperv_nch1-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:20:33.148846 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Pushing event updated for resources: {'Port': ['ID=50029fbf-b328-4b5f-80c2-bcc4da3c4b96,revision_number=5']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:20:33.221730 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Provisioning for port 06a6d407-75ff-436c-a36c-cd7f85e5face completed by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 25 21:20:33.225658 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Provisioning complete for port 06a6d407-75ff-436c-a36c-cd7f85e5face triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:20:33.226074 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:33.304448 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:33.334878 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01067ad9-9a07-43a1-805d-0d49e767e079 req-d1f149ff-54e5-4266-83b0-9090c68bab05 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:33.336381 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-01067ad9-9a07-43a1-805d-0d49e767e079 req-d1f149ff-54e5-4266-83b0-9090c68bab05 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c440c6c-f195-45df-bc8f-62cfb0a36698 HTTP/1.1" status: 200  len: 946 time: 0.0490685
Dec 25 21:20:33.337724 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port 06a6d407-75ff-436c-a36c-cd7f85e5face, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=06a6d407-75ff-436c-a36c-cd7f85e5face,segment=NetworkSegment(85c774cb-a0eb-4ad9-961f-f331d3b37cd6),segment_id=85c774cb-a0eb-4ad9-961f-f331d3b37cd6)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:20:33.389729 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-01067ad9-9a07-43a1-805d-0d49e767e079 req-f5e27605-2f5b-477b-846e-d22337c29d01 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/security-groups?id=8da2903e-43de-461d-84b5-0c733a2bfb8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0470595
Dec 25 21:20:33.422678 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:33.472280 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Pushing event updated for resources: {'Port': ['ID=06a6d407-75ff-436c-a36c-cd7f85e5face,revision_number=5']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:20:33.515825 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097f61de-85db-4607-814e-02aefae8e43a req-2c3b1e67-cbb7-4ec7-b9d9-b4eccee915f2 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:33.521862 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097f61de-85db-4607-814e-02aefae8e43a req-2c3b1e67-cbb7-4ec7-b9d9-b4eccee915f2 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:33.527835 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097f61de-85db-4607-814e-02aefae8e43a req-2c3b1e67-cbb7-4ec7-b9d9-b4eccee915f2 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:33.533805 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097f61de-85db-4607-814e-02aefae8e43a req-2c3b1e67-cbb7-4ec7-b9d9-b4eccee915f2 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:33.540630 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097f61de-85db-4607-814e-02aefae8e43a req-2c3b1e67-cbb7-4ec7-b9d9-b4eccee915f2 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:33.546924 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097f61de-85db-4607-814e-02aefae8e43a req-2c3b1e67-cbb7-4ec7-b9d9-b4eccee915f2 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:33.552938 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097f61de-85db-4607-814e-02aefae8e43a req-2c3b1e67-cbb7-4ec7-b9d9-b4eccee915f2 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:33.554884 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-097f61de-85db-4607-814e-02aefae8e43a req-2c3b1e67-cbb7-4ec7-b9d9-b4eccee915f2 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa2d5924-6a22-461e-b48b-e73f52f4b72c HTTP/1.1" status: 200  len: 5445 time: 0.0924289
Dec 25 21:20:33.616278 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-097f61de-85db-4607-814e-02aefae8e43a req-3e2f415e-0110-4837-a313-fa8e7e81a4a1 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] 10.222.0.32 "GET /v2.0/security-groups?id=b91eef00-e17a-4a6b-bf8c-dc658b79c2db&id=051b583c-529b-425b-89b3-0dd7f4245e61&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0545726
Dec 25 21:20:33.669094 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e5fe17-da70-47dd-80b9-859261cfa3aa req-1c7680e3-ea89-4152-9dab-37575dc7b75b tempest-ImagesNegativeTestJSON-828474617 tempest-ImagesNegativeTestJSON-828474617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:33.670585 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e6e5fe17-da70-47dd-80b9-859261cfa3aa req-1c7680e3-ea89-4152-9dab-37575dc7b75b tempest-ImagesNegativeTestJSON-828474617 tempest-ImagesNegativeTestJSON-828474617-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb1b09d3-5625-472f-beea-2338a1ab5b4a HTTP/1.1" status: 200  len: 949 time: 0.0534265
Dec 25 21:20:33.726006 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e6e5fe17-da70-47dd-80b9-859261cfa3aa req-ec9a44d2-625e-400c-a089-ec5acdb041af tempest-ImagesNegativeTestJSON-828474617 tempest-ImagesNegativeTestJSON-828474617-project] 10.222.0.32 "GET /v2.0/security-groups?id=b9a8ff49-3211-4c8f-a325-bc7030b31bd4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0478833
Dec 25 21:20:33.789213 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aff01b2-27f9-45aa-92a7-958afeea1ca0 req-0e34ca33-2fab-4cae-99f7-33a75ecf35a8 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:33.791265 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2aff01b2-27f9-45aa-92a7-958afeea1ca0 req-0e34ca33-2fab-4cae-99f7-33a75ecf35a8 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] 10.222.0.32 "GET /v2.0/ports?device_id=89ed46e1-4b7a-40ec-a9f8-923852705e90 HTTP/1.1" status: 200  len: 946 time: 0.0496395
Dec 25 21:20:33.838225 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2aff01b2-27f9-45aa-92a7-958afeea1ca0 req-7f69b938-26e9-4093-9f9a-c61ab13a359a tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c514444-6044-490f-9acc-6dece3909d9f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405958
Dec 25 21:20:34.143328 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0bc8c1-fb60-4148-9172-86238aa6dc48 req-6853ddab-6420-4561-a9a2-26c4e6859535 tempest-ServerRescueTestJSONUnderV235-1351702928 tempest-ServerRescueTestJSONUnderV235-1351702928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:34.144759 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4e0bc8c1-fb60-4148-9172-86238aa6dc48 req-6853ddab-6420-4561-a9a2-26c4e6859535 tempest-ServerRescueTestJSONUnderV235-1351702928 tempest-ServerRescueTestJSONUnderV235-1351702928-project] 10.222.0.32 "GET /v2.0/ports?device_id=f38f1e54-3e25-4107-9a2c-734823ced707 HTTP/1.1" status: 200  len: 944 time: 0.0482390
Dec 25 21:20:34.188185 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:34.197336 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4e0bc8c1-fb60-4148-9172-86238aa6dc48 req-45e57a29-153c-470e-8562-0a8de75987b9 tempest-ServerRescueTestJSONUnderV235-1351702928 tempest-ServerRescueTestJSONUnderV235-1351702928-project] 10.222.0.32 "GET /v2.0/security-groups?id=90c387e5-e604-4c27-9f19-ebc2203871ff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0457902
Dec 25 21:20:34.271970 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa2d5924-6a22-461e-b48b-e73f52f4b72c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '634d748d-c261-4855-913b-beb5992df4cb'}, {'server_uuid': 'aa2d5924-6a22-461e-b48b-e73f52f4b72c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8de83a8d-9b83-433c-af96-f34c522b12b1'}, {'server_uuid': '89ed46e1-4b7a-40ec-a9f8-923852705e90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50029fbf-b328-4b5f-80c2-bcc4da3c4b96'}, {'server_uuid': 'eb1b09d3-5625-472f-beea-2338a1ab5b4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06a6d407-75ff-436c-a36c-cd7f85e5face'}] {{(pid=121608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:20:34.274451 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a88c78c3ff6266bd59c7e89d275b28c92e739b67d23c89d71af88829fd31566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf22d8bd-4573-4bf0-93cd-065fdff02794" -d '{"events": [{"server_uuid": "aa2d5924-6a22-461e-b48b-e73f52f4b72c", "name": "network-vif-plugged", "status": "completed", "tag": "634d748d-c261-4855-913b-beb5992df4cb"}, {"server_uuid": "aa2d5924-6a22-461e-b48b-e73f52f4b72c", "name": "network-vif-plugged", "status": "completed", "tag": "8de83a8d-9b83-433c-af96-f34c522b12b1"}, {"server_uuid": "89ed46e1-4b7a-40ec-a9f8-923852705e90", "name": "network-vif-plugged", "status": "completed", "tag": "50029fbf-b328-4b5f-80c2-bcc4da3c4b96"}, {"server_uuid": "eb1b09d3-5625-472f-beea-2338a1ab5b4a", "name": "network-vif-plugged", "status": "completed", "tag": "06a6d407-75ff-436c-a36c-cd7f85e5face"}]}' {{(pid=121608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:20:34.323902 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Sat, 25 Dec 2021 21:20:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5663ab30-6211-417e-9b56-757d2e789a1e x-openstack-request-id: req-5663ab30-6211-417e-9b56-757d2e789a1e {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:20:34.324200 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa2d5924-6a22-461e-b48b-e73f52f4b72c", "name": "network-vif-plugged", "status": "completed", "tag": "634d748d-c261-4855-913b-beb5992df4cb", "code": 200}, {"server_uuid": "aa2d5924-6a22-461e-b48b-e73f52f4b72c", "name": "network-vif-plugged", "status": "completed", "tag": "8de83a8d-9b83-433c-af96-f34c522b12b1", "code": 200}, {"server_uuid": "89ed46e1-4b7a-40ec-a9f8-923852705e90", "name": "network-vif-plugged", "status": "completed", "tag": "50029fbf-b328-4b5f-80c2-bcc4da3c4b96", "code": 200}, {"server_uuid": "eb1b09d3-5625-472f-beea-2338a1ab5b4a", "name": "network-vif-plugged", "status": "completed", "tag": "06a6d407-75ff-436c-a36c-cd7f85e5face", "code": 200}]} {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:20:34.324453 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5663ab30-6211-417e-9b56-757d2e789a1e {{(pid=121608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:20:34.324851 ncdv-master-1 neutron-server[121608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa2d5924-6a22-461e-b48b-e73f52f4b72c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '634d748d-c261-4855-913b-beb5992df4cb', 'code': 200}
Dec 25 21:20:34.325139 ncdv-master-1 neutron-server[121608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa2d5924-6a22-461e-b48b-e73f52f4b72c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8de83a8d-9b83-433c-af96-f34c522b12b1', 'code': 200}
Dec 25 21:20:34.325389 ncdv-master-1 neutron-server[121608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89ed46e1-4b7a-40ec-a9f8-923852705e90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50029fbf-b328-4b5f-80c2-bcc4da3c4b96', 'code': 200}
Dec 25 21:20:34.325634 ncdv-master-1 neutron-server[121608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb1b09d3-5625-472f-beea-2338a1ab5b4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06a6d407-75ff-436c-a36c-cd7f85e5face', 'code': 200}
Dec 25 21:20:34.445766 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c313c2-9f9c-4244-8f60-cb56f7297011 req-faab62c8-bc6e-4a9f-802e-5b21f47dbcba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:34.448080 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-33c313c2-9f9c-4244-8f60-cb56f7297011 req-faab62c8-bc6e-4a9f-802e-5b21f47dbcba service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=89ed46e1-4b7a-40ec-a9f8-923852705e90 HTTP/1.1" status: 200  len: 1097 time: 0.0455258
Dec 25 21:20:34.484287 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654e451b-4ebc-4a0e-8100-488ce8bbdcb7 req-f6919961-4824-4ef5-a4b5-5073e5ca4f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:34.484955 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654e451b-4ebc-4a0e-8100-488ce8bbdcb7 req-f6919961-4824-4ef5-a4b5-5073e5ca4f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:34.485497 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654e451b-4ebc-4a0e-8100-488ce8bbdcb7 req-f6919961-4824-4ef5-a4b5-5073e5ca4f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:34.486033 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654e451b-4ebc-4a0e-8100-488ce8bbdcb7 req-f6919961-4824-4ef5-a4b5-5073e5ca4f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:34.487130 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654e451b-4ebc-4a0e-8100-488ce8bbdcb7 req-f6919961-4824-4ef5-a4b5-5073e5ca4f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:34.487682 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654e451b-4ebc-4a0e-8100-488ce8bbdcb7 req-f6919961-4824-4ef5-a4b5-5073e5ca4f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:34.488215 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654e451b-4ebc-4a0e-8100-488ce8bbdcb7 req-f6919961-4824-4ef5-a4b5-5073e5ca4f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:34.490538 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-654e451b-4ebc-4a0e-8100-488ce8bbdcb7 req-f6919961-4824-4ef5-a4b5-5073e5ca4f5c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=aa2d5924-6a22-461e-b48b-e73f52f4b72c HTTP/1.1" status: 200  len: 6502 time: 0.0890367
Dec 25 21:20:34.496805 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64acbd8-4708-4b80-b084-f512701a50d0 req-dc4485f7-8c34-44bf-bab3-ddcab38b28a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:34.498793 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-e64acbd8-4708-4b80-b084-f512701a50d0 req-dc4485f7-8c34-44bf-bab3-ddcab38b28a5 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=eb1b09d3-5625-472f-beea-2338a1ab5b4a HTTP/1.1" status: 200  len: 1100 time: 0.0887806
Dec 25 21:20:34.512014 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-33c313c2-9f9c-4244-8f60-cb56f7297011 req-58ff5afa-1a8f-47f7-b65c-1cc386251243 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=0c514444-6044-490f-9acc-6dece3909d9f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0516200
Dec 25 21:20:34.583034 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-e64acbd8-4708-4b80-b084-f512701a50d0 req-8aec42a8-6a1c-41cc-8127-f2c0d1c9ada6 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=b9a8ff49-3211-4c8f-a325-bc7030b31bd4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0767999
Dec 25 21:20:34.599464 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-654e451b-4ebc-4a0e-8100-488ce8bbdcb7 req-7a3d7ec4-a02d-4cfb-9cd0-8defb09e2bf6 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=051b583c-529b-425b-89b3-0dd7f4245e61&id=b91eef00-e17a-4a6b-bf8c-dc658b79c2db&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0832245
Dec 25 21:20:34.764553 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-7eebad47-2891-493e-a324-17a6bb8c7a2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:34.784970 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723c5313-de83-4eae-ba3e-2920c7ee221f req-e03a82ac-011b-4d20-b99e-2d81515a555d tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:34.790838 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723c5313-de83-4eae-ba3e-2920c7ee221f req-e03a82ac-011b-4d20-b99e-2d81515a555d tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:34.796997 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723c5313-de83-4eae-ba3e-2920c7ee221f req-e03a82ac-011b-4d20-b99e-2d81515a555d tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:34.802960 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723c5313-de83-4eae-ba3e-2920c7ee221f req-e03a82ac-011b-4d20-b99e-2d81515a555d tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:34.809485 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723c5313-de83-4eae-ba3e-2920c7ee221f req-e03a82ac-011b-4d20-b99e-2d81515a555d tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:34.815369 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723c5313-de83-4eae-ba3e-2920c7ee221f req-e03a82ac-011b-4d20-b99e-2d81515a555d tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:34.821391 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723c5313-de83-4eae-ba3e-2920c7ee221f req-e03a82ac-011b-4d20-b99e-2d81515a555d tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:34.823848 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-723c5313-de83-4eae-ba3e-2920c7ee221f req-e03a82ac-011b-4d20-b99e-2d81515a555d tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa2d5924-6a22-461e-b48b-e73f52f4b72c HTTP/1.1" status: 200  len: 5445 time: 0.1235394
Dec 25 21:20:34.836453 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29df5c1d-6fd3-4e45-a957-fd8382090529 req-1210d16e-1257-4bcb-b4eb-0e2633e58e9a tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:34.837909 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-29df5c1d-6fd3-4e45-a957-fd8382090529 req-1210d16e-1257-4bcb-b4eb-0e2633e58e9a tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c440c6c-f195-45df-bc8f-62cfb0a36698 HTTP/1.1" status: 200  len: 946 time: 0.1083601
Dec 25 21:20:34.919237 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-29df5c1d-6fd3-4e45-a957-fd8382090529 req-a7dc07d2-2803-4d42-88dd-48c998e69dee tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/security-groups?id=8da2903e-43de-461d-84b5-0c733a2bfb8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0748243
Dec 25 21:20:34.924560 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-723c5313-de83-4eae-ba3e-2920c7ee221f req-d620ba0a-b592-473d-8bb7-d96ad53944c1 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] 10.222.0.32 "GET /v2.0/security-groups?id=b91eef00-e17a-4a6b-bf8c-dc658b79c2db&id=051b583c-529b-425b-89b3-0dd7f4245e61&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0857882
Dec 25 21:20:35.035267 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b5bdc8-15d2-453d-9984-db74f56e5e09 req-8c680ced-c740-47d6-b512-eac8f4b191e1 tempest-ImagesNegativeTestJSON-828474617 tempest-ImagesNegativeTestJSON-828474617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:35.036754 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-88b5bdc8-15d2-453d-9984-db74f56e5e09 req-8c680ced-c740-47d6-b512-eac8f4b191e1 tempest-ImagesNegativeTestJSON-828474617 tempest-ImagesNegativeTestJSON-828474617-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb1b09d3-5625-472f-beea-2338a1ab5b4a HTTP/1.1" status: 200  len: 949 time: 0.0499575
Dec 25 21:20:35.112067 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609c0886-bbb3-43f4-b6b9-de4a1dbaf5fd req-f2a568fe-5d42-45ee-8bd7-df4c4b629c89 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:35.113609 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-609c0886-bbb3-43f4-b6b9-de4a1dbaf5fd req-f2a568fe-5d42-45ee-8bd7-df4c4b629c89 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] 10.222.0.32 "GET /v2.0/ports?device_id=89ed46e1-4b7a-40ec-a9f8-923852705e90 HTTP/1.1" status: 200  len: 946 time: 0.0759583
Dec 25 21:20:35.118305 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-88b5bdc8-15d2-453d-9984-db74f56e5e09 req-fec618ad-7e28-4ccd-a5d3-57e35a97f417 tempest-ImagesNegativeTestJSON-828474617 tempest-ImagesNegativeTestJSON-828474617-project] 10.222.0.32 "GET /v2.0/security-groups?id=b9a8ff49-3211-4c8f-a325-bc7030b31bd4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0717258
Dec 25 21:20:35.164991 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-609c0886-bbb3-43f4-b6b9-de4a1dbaf5fd req-b2d48e60-f35b-47c9-81fd-650d3fc789b4 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c514444-6044-490f-9acc-6dece3909d9f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0453296
Dec 25 21:20:35.315287 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db851e54-32bf-4ba7-bca6-51a9fb5b8c0f req-38ea3d46-03f5-4dfd-83a9-d327ac19ec89 tempest-ServerRescueTestJSONUnderV235-1351702928 tempest-ServerRescueTestJSONUnderV235-1351702928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:35.316900 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-db851e54-32bf-4ba7-bca6-51a9fb5b8c0f req-38ea3d46-03f5-4dfd-83a9-d327ac19ec89 tempest-ServerRescueTestJSONUnderV235-1351702928 tempest-ServerRescueTestJSONUnderV235-1351702928-project] 10.222.0.32 "GET /v2.0/ports?device_id=f38f1e54-3e25-4107-9a2c-734823ced707 HTTP/1.1" status: 200  len: 944 time: 0.0494821
Dec 25 21:20:35.363864 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-db851e54-32bf-4ba7-bca6-51a9fb5b8c0f req-afa3b816-1df3-45ec-a021-406b3193ca22 tempest-ServerRescueTestJSONUnderV235-1351702928 tempest-ServerRescueTestJSONUnderV235-1351702928-project] 10.222.0.32 "GET /v2.0/security-groups?id=90c387e5-e604-4c27-9f19-ebc2203871ff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410814
Dec 25 21:20:35.569361 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device 8b0e5751-7b56-4a37-85e7-4ab3bbe3ac3e details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 25 21:20:35.664221 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port 8b0e5751-7b56-4a37-85e7-4ab3bbe3ac3e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8b0e5751-7b56-4a37-85e7-4ab3bbe3ac3e,segment=NetworkSegment(5bce967c-ac24-49c6-a4ac-96bca1f26c4b),segment_id=5bce967c-ac24-49c6-a4ac-96bca1f26c4b)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:20:35.675655 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Returning: {'device': '8b0e5751-7b56-4a37-85e7-4ab3bbe3ac3e', 'network_id': '5e3e14c1-fa4f-4065-b9e3-19dd5f8f11c3', 'port_id': '8b0e5751-7b56-4a37-85e7-4ab3bbe3ac3e', 'mac_address': 'fa:16:3e:80:74:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46335a3d-cb7c-4909-913c-277e2c1dc81d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 25 21:20:35.719132 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:35.732354 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b0e5751-7b56-4a37-85e7-4ab3bbe3ac3e {{(pid=121608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:20:35.750894 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port 8b0e5751-7b56-4a37-85e7-4ab3bbe3ac3e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8b0e5751-7b56-4a37-85e7-4ab3bbe3ac3e,segment=NetworkSegment(5bce967c-ac24-49c6-a4ac-96bca1f26c4b),segment_id=5bce967c-ac24-49c6-a4ac-96bca1f26c4b)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:20:35.805111 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:35.854748 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Pushing event updated for resources: {'Port': ['ID=8b0e5751-7b56-4a37-85e7-4ab3bbe3ac3e,revision_number=4']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:20:36.091708 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] get_ports_and_sgs() called for port_ids ['8b0e5751-7b56-4a37-85e7-4ab3bbe3ac3e'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:20:36.092854 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37718492-2e34-4d62-b49d-dca80b6cdc94 req-366b35ab-3ede-4fd1-8b49-768a1286d5ff tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:36.094509 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-37718492-2e34-4d62-b49d-dca80b6cdc94 req-366b35ab-3ede-4fd1-8b49-768a1286d5ff tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c440c6c-f195-45df-bc8f-62cfb0a36698 HTTP/1.1" status: 200  len: 946 time: 0.0802224
Dec 25 21:20:36.111150 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e724760f-e31c-4fc0-8f73-c4b002555a2a req-ecc2f119-e44f-44a6-952a-af1648dd6f78 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:36.117312 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e724760f-e31c-4fc0-8f73-c4b002555a2a req-ecc2f119-e44f-44a6-952a-af1648dd6f78 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:36.123837 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e724760f-e31c-4fc0-8f73-c4b002555a2a req-ecc2f119-e44f-44a6-952a-af1648dd6f78 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:36.129855 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e724760f-e31c-4fc0-8f73-c4b002555a2a req-ecc2f119-e44f-44a6-952a-af1648dd6f78 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:36.136411 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e724760f-e31c-4fc0-8f73-c4b002555a2a req-ecc2f119-e44f-44a6-952a-af1648dd6f78 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:36.142589 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e724760f-e31c-4fc0-8f73-c4b002555a2a req-ecc2f119-e44f-44a6-952a-af1648dd6f78 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:36.148395 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e724760f-e31c-4fc0-8f73-c4b002555a2a req-ecc2f119-e44f-44a6-952a-af1648dd6f78 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:36.150410 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e724760f-e31c-4fc0-8f73-c4b002555a2a req-ecc2f119-e44f-44a6-952a-af1648dd6f78 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa2d5924-6a22-461e-b48b-e73f52f4b72c HTTP/1.1" status: 200  len: 5445 time: 0.1270933
Dec 25 21:20:36.222834 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-37718492-2e34-4d62-b49d-dca80b6cdc94 req-5fc8df16-f59e-4657-bf78-c15e2e5967ce tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/security-groups?id=8da2903e-43de-461d-84b5-0c733a2bfb8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0713680
Dec 25 21:20:36.241949 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e724760f-e31c-4fc0-8f73-c4b002555a2a req-7f5b3200-c1d0-4be7-8bd3-ece31fbdc9c3 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] 10.222.0.32 "GET /v2.0/security-groups?id=b91eef00-e17a-4a6b-bf8c-dc658b79c2db&id=051b583c-529b-425b-89b3-0dd7f4245e61&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0841098
Dec 25 21:20:36.360503 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67094bf5-81d9-48ff-a622-27e979240e18 req-dd85876c-ed72-4552-bb2c-d637fb3d78fe tempest-ImagesNegativeTestJSON-828474617 tempest-ImagesNegativeTestJSON-828474617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:36.361888 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-67094bf5-81d9-48ff-a622-27e979240e18 req-dd85876c-ed72-4552-bb2c-d637fb3d78fe tempest-ImagesNegativeTestJSON-828474617 tempest-ImagesNegativeTestJSON-828474617-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb1b09d3-5625-472f-beea-2338a1ab5b4a HTTP/1.1" status: 200  len: 949 time: 0.0580199
Dec 25 21:20:36.433176 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ed7c53-8d1a-4a40-bc94-a8bd92770e0f req-a829d0a8-249f-40ed-ae20-3ccd09858fd0 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:36.434646 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-18ed7c53-8d1a-4a40-bc94-a8bd92770e0f req-a829d0a8-249f-40ed-ae20-3ccd09858fd0 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] 10.222.0.32 "GET /v2.0/ports?device_id=89ed46e1-4b7a-40ec-a9f8-923852705e90 HTTP/1.1" status: 200  len: 946 time: 0.0906627
Dec 25 21:20:36.442486 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-67094bf5-81d9-48ff-a622-27e979240e18 req-d5fbc028-98d4-4d40-b48d-3a4824ef60eb tempest-ImagesNegativeTestJSON-828474617 tempest-ImagesNegativeTestJSON-828474617-project] 10.222.0.32 "GET /v2.0/security-groups?id=b9a8ff49-3211-4c8f-a325-bc7030b31bd4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0634055
Dec 25 21:20:36.485836 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-18ed7c53-8d1a-4a40-bc94-a8bd92770e0f req-ebb87895-3bf7-43fb-b9b0-b2912f6944e8 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c514444-6044-490f-9acc-6dece3909d9f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421891
Dec 25 21:20:36.561830 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b90f01-c41c-4b29-99f7-dff4b2cf3d08 req-f6da7d59-9a38-4933-ace1-d52904009508 tempest-ServerRescueTestJSONUnderV235-1351702928 tempest-ServerRescueTestJSONUnderV235-1351702928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:36.563399 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-69b90f01-c41c-4b29-99f7-dff4b2cf3d08 req-f6da7d59-9a38-4933-ace1-d52904009508 tempest-ServerRescueTestJSONUnderV235-1351702928 tempest-ServerRescueTestJSONUnderV235-1351702928-project] 10.222.0.32 "GET /v2.0/ports?device_id=f38f1e54-3e25-4107-9a2c-734823ced707 HTTP/1.1" status: 200  len: 945 time: 0.0503695
Dec 25 21:20:36.610414 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-69b90f01-c41c-4b29-99f7-dff4b2cf3d08 req-75db7d38-61d7-465c-822d-e6508aace18e tempest-ServerRescueTestJSONUnderV235-1351702928 tempest-ServerRescueTestJSONUnderV235-1351702928-project] 10.222.0.32 "GET /v2.0/security-groups?id=90c387e5-e604-4c27-9f19-ebc2203871ff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410366
Dec 25 21:20:36.952462 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51f8480-bf31-448b-94ea-c7536520c6d5 req-67bf7700-8955-477e-9028-521df726280f tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:36.954039 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a51f8480-bf31-448b-94ea-c7536520c6d5 req-67bf7700-8955-477e-9028-521df726280f tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] 10.222.0.32 "GET /v2.0/ports?device_id=89ed46e1-4b7a-40ec-a9f8-923852705e90 HTTP/1.1" status: 200  len: 946 time: 0.0520489
Dec 25 21:20:37.031970 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a51f8480-bf31-448b-94ea-c7536520c6d5 req-f9540782-319d-47e2-b8ef-a81fd356438a tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c514444-6044-490f-9acc-6dece3909d9f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0717824
Dec 25 21:20:37.050753 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f9b49f-085b-4e9b-b3ed-2d743626a1f8 req-c0433294-f3b8-4391-b209-91bd11d5ad7b tempest-ImagesNegativeTestJSON-828474617 tempest-ImagesNegativeTestJSON-828474617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:37.050753 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-27f9b49f-085b-4e9b-b3ed-2d743626a1f8 req-c0433294-f3b8-4391-b209-91bd11d5ad7b tempest-ImagesNegativeTestJSON-828474617 tempest-ImagesNegativeTestJSON-828474617-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb1b09d3-5625-472f-beea-2338a1ab5b4a HTTP/1.1" status: 200  len: 949 time: 0.0695937
Dec 25 21:20:37.061875 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-41ca6163-91be-4979-a5aa-5a77b1b01504 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:37.105276 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-27f9b49f-085b-4e9b-b3ed-2d743626a1f8 req-c904c0a4-27ab-4d99-82e0-951b1b147a58 tempest-ImagesNegativeTestJSON-828474617 tempest-ImagesNegativeTestJSON-828474617-project] 10.222.0.32 "GET /v2.0/security-groups?id=b9a8ff49-3211-4c8f-a325-bc7030b31bd4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0491526
Dec 25 21:20:37.159768 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eed00eb-343c-407c-86bb-6a1570fd1c6b req-ec370a8e-f9c5-4ff0-ae2b-124344dba921 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:37.161951 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7eed00eb-343c-407c-86bb-6a1570fd1c6b req-ec370a8e-f9c5-4ff0-ae2b-124344dba921 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] 10.222.0.32 "GET /v2.0/ports?device_id=89ed46e1-4b7a-40ec-a9f8-923852705e90 HTTP/1.1" status: 200  len: 946 time: 0.0555038
Dec 25 21:20:37.209423 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7eed00eb-343c-407c-86bb-6a1570fd1c6b req-f2899371-af56-4110-ac68-19c7e66a6de1 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c514444-6044-490f-9acc-6dece3909d9f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419657
Dec 25 21:20:37.343979 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7283320-aad6-43ab-9001-06f1960498fb req-32bb48a2-e9d2-4123-bb30-6df4857783b4 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:37.345470 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b7283320-aad6-43ab-9001-06f1960498fb req-32bb48a2-e9d2-4123-bb30-6df4857783b4 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c440c6c-f195-45df-bc8f-62cfb0a36698 HTTP/1.1" status: 200  len: 946 time: 0.0532737
Dec 25 21:20:37.392707 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b7283320-aad6-43ab-9001-06f1960498fb req-67b1aff9-0f1b-4583-acb8-6d41d922f08b tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/security-groups?id=8da2903e-43de-461d-84b5-0c733a2bfb8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409365
Dec 25 21:20:37.503419 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3d6b7a-2e70-4874-8f1c-caefe16608f8 req-c1e34a31-65a3-4199-a6ea-70d59ebdbc5b tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:37.510030 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3d6b7a-2e70-4874-8f1c-caefe16608f8 req-c1e34a31-65a3-4199-a6ea-70d59ebdbc5b tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:37.516062 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3d6b7a-2e70-4874-8f1c-caefe16608f8 req-c1e34a31-65a3-4199-a6ea-70d59ebdbc5b tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:37.522128 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3d6b7a-2e70-4874-8f1c-caefe16608f8 req-c1e34a31-65a3-4199-a6ea-70d59ebdbc5b tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:37.528134 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3d6b7a-2e70-4874-8f1c-caefe16608f8 req-c1e34a31-65a3-4199-a6ea-70d59ebdbc5b tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:37.534456 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3d6b7a-2e70-4874-8f1c-caefe16608f8 req-c1e34a31-65a3-4199-a6ea-70d59ebdbc5b tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:37.542140 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3d6b7a-2e70-4874-8f1c-caefe16608f8 req-c1e34a31-65a3-4199-a6ea-70d59ebdbc5b tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:37.544121 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-fc3d6b7a-2e70-4874-8f1c-caefe16608f8 req-c1e34a31-65a3-4199-a6ea-70d59ebdbc5b tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa2d5924-6a22-461e-b48b-e73f52f4b72c HTTP/1.1" status: 200  len: 5445 time: 0.0941396
Dec 25 21:20:37.601838 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device 8b0e5751-7b56-4a37-85e7-4ab3bbe3ac3e up at agent hyperv_nch2-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:20:37.611911 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-fc3d6b7a-2e70-4874-8f1c-caefe16608f8 req-f86ee71d-be64-4d85-8dcd-c83051e85810 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] 10.222.0.32 "GET /v2.0/security-groups?id=b91eef00-e17a-4a6b-bf8c-dc658b79c2db&id=051b583c-529b-425b-89b3-0dd7f4245e61&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0603061
Dec 25 21:20:37.695889 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e246ba9c-9f9e-44e1-8a22-59a150ccac73 req-ec6fda05-1efe-477c-ae5f-0462c9fcc5d2 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:37.698047 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e246ba9c-9f9e-44e1-8a22-59a150ccac73 req-ec6fda05-1efe-477c-ae5f-0462c9fcc5d2 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] 10.222.0.32 "GET /v2.0/ports?device_id=89ed46e1-4b7a-40ec-a9f8-923852705e90 HTTP/1.1" status: 200  len: 946 time: 0.0571792
Dec 25 21:20:37.741796 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Provisioning for port 8b0e5751-7b56-4a37-85e7-4ab3bbe3ac3e completed by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 25 21:20:37.746430 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Provisioning complete for port 8b0e5751-7b56-4a37-85e7-4ab3bbe3ac3e triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:20:37.746810 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:37.775973 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49545f1-73bb-4661-93df-f8d53f76e32c req-db785c6a-49c1-4671-9cef-cffce033539b tempest-ServerRescueTestJSONUnderV235-1351702928 tempest-ServerRescueTestJSONUnderV235-1351702928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:37.777544 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a49545f1-73bb-4661-93df-f8d53f76e32c req-db785c6a-49c1-4671-9cef-cffce033539b tempest-ServerRescueTestJSONUnderV235-1351702928 tempest-ServerRescueTestJSONUnderV235-1351702928-project] 10.222.0.32 "GET /v2.0/ports?device_id=f38f1e54-3e25-4107-9a2c-734823ced707 HTTP/1.1" status: 200  len: 945 time: 0.0786028
Dec 25 21:20:37.781223 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e246ba9c-9f9e-44e1-8a22-59a150ccac73 req-bccb4f03-00e2-4325-9f6b-e0963e14b176 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c514444-6044-490f-9acc-6dece3909d9f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0729184
Dec 25 21:20:37.829256 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:37.833723 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a49545f1-73bb-4661-93df-f8d53f76e32c req-a8227a89-cd1d-4241-9761-0666cac21414 tempest-ServerRescueTestJSONUnderV235-1351702928 tempest-ServerRescueTestJSONUnderV235-1351702928-project] 10.222.0.32 "GET /v2.0/security-groups?id=90c387e5-e604-4c27-9f19-ebc2203871ff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0494437
Dec 25 21:20:37.862242 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f38f1e54-3e25-4107-9a2c-734823ced707', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b0e5751-7b56-4a37-85e7-4ab3bbe3ac3e'}] {{(pid=121608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:20:37.864639 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a88c78c3ff6266bd59c7e89d275b28c92e739b67d23c89d71af88829fd31566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f71a1ac-7a87-40ae-a515-c80b80bf054f" -d '{"events": [{"server_uuid": "f38f1e54-3e25-4107-9a2c-734823ced707", "name": "network-vif-plugged", "status": "completed", "tag": "8b0e5751-7b56-4a37-85e7-4ab3bbe3ac3e"}]}' {{(pid=121608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:20:37.878931 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port 8b0e5751-7b56-4a37-85e7-4ab3bbe3ac3e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8b0e5751-7b56-4a37-85e7-4ab3bbe3ac3e,segment=NetworkSegment(5bce967c-ac24-49c6-a4ac-96bca1f26c4b),segment_id=5bce967c-ac24-49c6-a4ac-96bca1f26c4b)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:20:37.929284 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 21:20:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c922dd99-e805-4e18-a0c5-f0606017942e x-openstack-request-id: req-c922dd99-e805-4e18-a0c5-f0606017942e {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:20:37.929284 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f38f1e54-3e25-4107-9a2c-734823ced707", "name": "network-vif-plugged", "status": "completed", "tag": "8b0e5751-7b56-4a37-85e7-4ab3bbe3ac3e", "code": 200}]} {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:20:37.929284 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c922dd99-e805-4e18-a0c5-f0606017942e {{(pid=121608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:20:37.929284 ncdv-master-1 neutron-server[121608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f38f1e54-3e25-4107-9a2c-734823ced707', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b0e5751-7b56-4a37-85e7-4ab3bbe3ac3e', 'code': 200}
Dec 25 21:20:37.948637 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:38.003943 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Pushing event updated for resources: {'Port': ['ID=8b0e5751-7b56-4a37-85e7-4ab3bbe3ac3e,revision_number=5']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:20:38.036116 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e08efb-816c-49ac-bb6c-4b4d9e3d6ce2 req-3775f0d1-2b89-4eaa-b316-7fc4682c6260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:38.038397 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-e3e08efb-816c-49ac-bb6c-4b4d9e3d6ce2 req-3775f0d1-2b89-4eaa-b316-7fc4682c6260 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f38f1e54-3e25-4107-9a2c-734823ced707 HTTP/1.1" status: 200  len: 1097 time: 0.0463521
Dec 25 21:20:38.084250 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-e3e08efb-816c-49ac-bb6c-4b4d9e3d6ce2 req-df2c4295-ae2b-4ce4-8159-f9a92c1f25d8 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=90c387e5-e604-4c27-9f19-ebc2203871ff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0396457
Dec 25 21:20:38.142126 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:38.228224 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232f5c2b-0f4e-4059-a95a-a14905cbff05 req-26ca567a-4e50-42aa-9d92-381d3a55ccf8 tempest-ImagesNegativeTestJSON-828474617 tempest-ImagesNegativeTestJSON-828474617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:38.230055 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-232f5c2b-0f4e-4059-a95a-a14905cbff05 req-26ca567a-4e50-42aa-9d92-381d3a55ccf8 tempest-ImagesNegativeTestJSON-828474617 tempest-ImagesNegativeTestJSON-828474617-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb1b09d3-5625-472f-beea-2338a1ab5b4a HTTP/1.1" status: 200  len: 949 time: 0.0548146
Dec 25 21:20:38.284862 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-232f5c2b-0f4e-4059-a95a-a14905cbff05 req-6a2b1e30-5e64-47ab-8bcf-827d3be83185 tempest-ImagesNegativeTestJSON-828474617 tempest-ImagesNegativeTestJSON-828474617-project] 10.222.0.32 "GET /v2.0/security-groups?id=b9a8ff49-3211-4c8f-a325-bc7030b31bd4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0445030
Dec 25 21:20:38.404246 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3e945ecd-9380-47c2-aa0a-12ebe07e03e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:38.460177 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc6bab4-70b7-4443-a2dc-6e0cbe45272c req-da9432e7-28e3-4512-b91e-bde3e80db265 tempest-ImagesNegativeTestJSON-828474617 tempest-ImagesNegativeTestJSON-828474617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:38.461671 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-1dc6bab4-70b7-4443-a2dc-6e0cbe45272c req-da9432e7-28e3-4512-b91e-bde3e80db265 tempest-ImagesNegativeTestJSON-828474617 tempest-ImagesNegativeTestJSON-828474617-project] 10.222.0.31 "GET /v2.0/ports?device_id=eb1b09d3-5625-472f-beea-2338a1ab5b4a HTTP/1.1" status: 200  len: 949 time: 0.0519323
Dec 25 21:20:38.513186 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823d267d-f0c5-4202-a894-09f2ba434ae0 req-06e18713-8a5a-4cab-af16-ac8800140acf tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:38.520629 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-823d267d-f0c5-4202-a894-09f2ba434ae0 req-06e18713-8a5a-4cab-af16-ac8800140acf tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c440c6c-f195-45df-bc8f-62cfb0a36698 HTTP/1.1" status: 200  len: 946 time: 0.0480957
Dec 25 21:20:38.560217 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [req-1dc6bab4-70b7-4443-a2dc-6e0cbe45272c req-dc36464b-76fc-4914-aafd-3af828b47315 tempest-ImagesNegativeTestJSON-828474617 tempest-ImagesNegativeTestJSON-828474617-project] Deleting port 06a6d407-75ff-436c-a36c-cd7f85e5face {{(pid=121607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:20:38.560483 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-1dc6bab4-70b7-4443-a2dc-6e0cbe45272c req-dc36464b-76fc-4914-aafd-3af828b47315 tempest-ImagesNegativeTestJSON-828474617 tempest-ImagesNegativeTestJSON-828474617-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:38.563811 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-823d267d-f0c5-4202-a894-09f2ba434ae0 req-64a2133f-6444-4caa-ae2d-e7b58f149218 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/security-groups?id=8da2903e-43de-461d-84b5-0c733a2bfb8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431719
Dec 25 21:20:38.656408 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.db [req-1dc6bab4-70b7-4443-a2dc-6e0cbe45272c req-dc36464b-76fc-4914-aafd-3af828b47315 tempest-ImagesNegativeTestJSON-828474617 tempest-ImagesNegativeTestJSON-828474617-project] For port 06a6d407-75ff-436c-a36c-cd7f85e5face, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=06a6d407-75ff-436c-a36c-cd7f85e5face,segment=NetworkSegment(85c774cb-a0eb-4ad9-961f-f331d3b37cd6),segment_id=85c774cb-a0eb-4ad9-961f-f331d3b37cd6)] {{(pid=121607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:20:38.656836 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-1dc6bab4-70b7-4443-a2dc-6e0cbe45272c req-dc36464b-76fc-4914-aafd-3af828b47315 tempest-ImagesNegativeTestJSON-828474617 tempest-ImagesNegativeTestJSON-828474617-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:38.669230 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [req-1dc6bab4-70b7-4443-a2dc-6e0cbe45272c req-dc36464b-76fc-4914-aafd-3af828b47315 tempest-ImagesNegativeTestJSON-828474617 tempest-ImagesNegativeTestJSON-828474617-project] Calling delete_port for 06a6d407-75ff-436c-a36c-cd7f85e5face owned by compute:nova {{(pid=121607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:20:38.745241 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9463b219-e1c3-4d23-8f8d-f4b43b819800 req-4184e3f5-bca9-4bdd-9cdb-dfadf77bd6d8 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:38.757466 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9463b219-e1c3-4d23-8f8d-f4b43b819800 req-4184e3f5-bca9-4bdd-9cdb-dfadf77bd6d8 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:38.766733 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9463b219-e1c3-4d23-8f8d-f4b43b819800 req-4184e3f5-bca9-4bdd-9cdb-dfadf77bd6d8 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:38.772724 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9463b219-e1c3-4d23-8f8d-f4b43b819800 req-4184e3f5-bca9-4bdd-9cdb-dfadf77bd6d8 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:38.779277 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9463b219-e1c3-4d23-8f8d-f4b43b819800 req-4184e3f5-bca9-4bdd-9cdb-dfadf77bd6d8 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:38.785216 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9463b219-e1c3-4d23-8f8d-f4b43b819800 req-4184e3f5-bca9-4bdd-9cdb-dfadf77bd6d8 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:38.791178 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9463b219-e1c3-4d23-8f8d-f4b43b819800 req-4184e3f5-bca9-4bdd-9cdb-dfadf77bd6d8 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:38.793222 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9463b219-e1c3-4d23-8f8d-f4b43b819800 req-4184e3f5-bca9-4bdd-9cdb-dfadf77bd6d8 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa2d5924-6a22-461e-b48b-e73f52f4b72c HTTP/1.1" status: 200  len: 5445 time: 0.1031928
Dec 25 21:20:38.857320 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9463b219-e1c3-4d23-8f8d-f4b43b819800 req-488535e2-e201-4363-a530-17073a5e6f11 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] 10.222.0.32 "GET /v2.0/security-groups?id=b91eef00-e17a-4a6b-bf8c-dc658b79c2db&id=051b583c-529b-425b-89b3-0dd7f4245e61&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0572662
Dec 25 21:20:38.886188 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-1dc6bab4-70b7-4443-a2dc-6e0cbe45272c req-dc36464b-76fc-4914-aafd-3af828b47315 tempest-ImagesNegativeTestJSON-828474617 tempest-ImagesNegativeTestJSON-828474617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:38.901734 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] get_ports_and_sgs() called for port_ids ['06a6d407-75ff-436c-a36c-cd7f85e5face'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:20:38.944909 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc36464b-76fc-4914-aafd-3af828b47315 tempest-ImagesNegativeTestJSON-828474617 tempest-ImagesNegativeTestJSON-828474617-project] Pushing event deleted for resources: {'Port': ['ID=06a6d407-75ff-436c-a36c-cd7f85e5face,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:20:39.003193 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [req-1dc6bab4-70b7-4443-a2dc-6e0cbe45272c req-dc36464b-76fc-4914-aafd-3af828b47315 tempest-ImagesNegativeTestJSON-828474617 tempest-ImagesNegativeTestJSON-828474617-project] No DVR routers for this DVR port 06a6d407-75ff-436c-a36c-cd7f85e5face on host nch1-master-1 {{(pid=121607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:20:39.006170 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-1dc6bab4-70b7-4443-a2dc-6e0cbe45272c req-dc36464b-76fc-4914-aafd-3af828b47315 tempest-ImagesNegativeTestJSON-828474617 tempest-ImagesNegativeTestJSON-828474617-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:39.010454 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-1dc6bab4-70b7-4443-a2dc-6e0cbe45272c req-dc36464b-76fc-4914-aafd-3af828b47315 tempest-ImagesNegativeTestJSON-828474617 tempest-ImagesNegativeTestJSON-828474617-project] 10.222.0.31 "DELETE /v2.0/ports/06a6d407-75ff-436c-a36c-cd7f85e5face HTTP/1.1" status: 204  len: 173 time: 0.5416594
Dec 25 21:20:39.010922 ncdv-master-1 neutron-server[121607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb1b09d3-5625-472f-beea-2338a1ab5b4a', 'name': 'network-vif-deleted', 'tag': '06a6d407-75ff-436c-a36c-cd7f85e5face'}] {{(pid=121607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:20:39.013300 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f980bbcadfa7bf1e788024e1448be660373c21f97f015f780444e999c451203" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfebd1c9-fea5-40a7-9ab3-2785143ef3e1" -d '{"events": [{"server_uuid": "eb1b09d3-5625-472f-beea-2338a1ab5b4a", "name": "network-vif-deleted", "tag": "06a6d407-75ff-436c-a36c-cd7f85e5face"}]}' {{(pid=121607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:20:39.193911 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec9da19-0a40-415a-8f9a-de30a07b1209 req-3529a307-972a-4c1a-81bf-e57d5bf3fa9e tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:39.195451 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9ec9da19-0a40-415a-8f9a-de30a07b1209 req-3529a307-972a-4c1a-81bf-e57d5bf3fa9e tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] 10.222.0.32 "GET /v2.0/ports?device_id=89ed46e1-4b7a-40ec-a9f8-923852705e90 HTTP/1.1" status: 200  len: 946 time: 0.3371751
Dec 25 21:20:39.208386 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa421eca-3337-46f9-9ec4-394b5f3411ed req-51dd85a9-c8b4-4ed1-ac16-af7c2a4ae561 tempest-ServerRescueTestJSONUnderV235-1351702928 tempest-ServerRescueTestJSONUnderV235-1351702928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:39.209864 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-fa421eca-3337-46f9-9ec4-394b5f3411ed req-51dd85a9-c8b4-4ed1-ac16-af7c2a4ae561 tempest-ServerRescueTestJSONUnderV235-1351702928 tempest-ServerRescueTestJSONUnderV235-1351702928-project] 10.222.0.32 "GET /v2.0/ports?device_id=f38f1e54-3e25-4107-9a2c-734823ced707 HTTP/1.1" status: 200  len: 946 time: 0.0665500
Dec 25 21:20:39.280270 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9ec9da19-0a40-415a-8f9a-de30a07b1209 req-79142c25-e0da-4a35-8b9d-e6a88c2d6aaa tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c514444-6044-490f-9acc-6dece3909d9f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0693433
Dec 25 21:20:39.302917 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-fa421eca-3337-46f9-9ec4-394b5f3411ed req-d05d1500-03a3-42c4-9257-8a7103eb8366 tempest-ServerRescueTestJSONUnderV235-1351702928 tempest-ServerRescueTestJSONUnderV235-1351702928-project] 10.222.0.32 "GET /v2.0/security-groups?id=90c387e5-e604-4c27-9f19-ebc2203871ff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0852656
Dec 25 21:20:39.414668 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e253e7-82ff-467a-9e63-28da37a8bf2a req-dd2499f7-5eb0-407a-8a2c-efb5496112bf tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:39.421128 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e253e7-82ff-467a-9e63-28da37a8bf2a req-dd2499f7-5eb0-407a-8a2c-efb5496112bf tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:39.427455 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-15cb578f-7a63-4fd3-925d-83bad4c7b82a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:39.429495 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e253e7-82ff-467a-9e63-28da37a8bf2a req-dd2499f7-5eb0-407a-8a2c-efb5496112bf tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:39.437779 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e253e7-82ff-467a-9e63-28da37a8bf2a req-dd2499f7-5eb0-407a-8a2c-efb5496112bf tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:39.444678 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e253e7-82ff-467a-9e63-28da37a8bf2a req-dd2499f7-5eb0-407a-8a2c-efb5496112bf tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:39.450687 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e253e7-82ff-467a-9e63-28da37a8bf2a req-dd2499f7-5eb0-407a-8a2c-efb5496112bf tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:39.452113 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 21:20:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcb7bc95-7606-4127-9136-afcdbfc1b005 x-openstack-request-id: req-fcb7bc95-7606-4127-9136-afcdbfc1b005 {{(pid=121607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:20:39.452598 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb1b09d3-5625-472f-beea-2338a1ab5b4a", "name": "network-vif-deleted", "tag": "06a6d407-75ff-436c-a36c-cd7f85e5face", "status": "completed", "code": 200}]} {{(pid=121607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:20:39.452836 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-fcb7bc95-7606-4127-9136-afcdbfc1b005 {{(pid=121607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:20:39.453356 ncdv-master-1 neutron-server[121607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb1b09d3-5625-472f-beea-2338a1ab5b4a', 'name': 'network-vif-deleted', 'tag': '06a6d407-75ff-436c-a36c-cd7f85e5face', 'status': 'completed', 'code': 200}
Dec 25 21:20:39.457222 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e253e7-82ff-467a-9e63-28da37a8bf2a req-dd2499f7-5eb0-407a-8a2c-efb5496112bf tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:39.459227 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c8e253e7-82ff-467a-9e63-28da37a8bf2a req-dd2499f7-5eb0-407a-8a2c-efb5496112bf tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa2d5924-6a22-461e-b48b-e73f52f4b72c HTTP/1.1" status: 200  len: 5445 time: 0.1184657
Dec 25 21:20:39.469771 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 59478) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:20:39.475293 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-aad84338-2d19-488a-b216-f0059f38fc45 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Request body: {'floatingip': {'port_id': '634d748d-c261-4855-913b-beb5992df4cb'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:20:39.527267 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-aad84338-2d19-488a-b216-f0059f38fc45 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Publish callbacks [] for floatingip, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:39.547587 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-856bfd30-03c2-4905-812a-593ac1fa3e2e req-c10e5505-410a-47ff-86e7-af3d5c156449 tempest-ImagesNegativeTestJSON-828474617 tempest-ImagesNegativeTestJSON-828474617-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb1b09d3-5625-472f-beea-2338a1ab5b4a HTTP/1.1" status: 200  len: 210 time: 0.0355358
Dec 25 21:20:39.572070 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 59484) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:20:39.616912 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_v2 [None req-b633f3b0-d4b3-4125-98da-94f43e23edfc admin admin] Deleting subnet 30c8b4fd-6c75-4e8c-b43d-f31074d76442 {{(pid=121607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Dec 25 21:20:39.622674 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b633f3b0-d4b3-4125-98da-94f43e23edfc admin admin] Publish callbacks [] for subnet, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:39.661501 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b633f3b0-d4b3-4125-98da-94f43e23edfc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10246617'] for subnet, precommit_delete_associations {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:39.703055 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b633f3b0-d4b3-4125-98da-94f43e23edfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995662'] for subnet, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:39.760457 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb553ea-91be-4ce7-94ff-d3d83a2caf91 req-8b57aba0-e748-455a-bd9a-0961c61f2313 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:39.762287 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3fb553ea-91be-4ce7-94ff-d3d83a2caf91 req-8b57aba0-e748-455a-bd9a-0961c61f2313 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c440c6c-f195-45df-bc8f-62cfb0a36698 HTTP/1.1" status: 200  len: 946 time: 0.1241741
Dec 25 21:20:39.822296 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b633f3b0-d4b3-4125-98da-94f43e23edfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8632410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8852809'] for subnet, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:39.851022 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b633f3b0-d4b3-4125-98da-94f43e23edfc admin admin] Publish callbacks [] for subnet, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:39.855206 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-b633f3b0-d4b3-4125-98da-94f43e23edfc admin admin] 10.222.0.32 "DELETE /v2.0/subnets/30c8b4fd-6c75-4e8c-b43d-f31074d76442 HTTP/1.1" status: 204  len: 168 time: 0.2821288
Dec 25 21:20:39.856262 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b633f3b0-d4b3-4125-98da-94f43e23edfc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=30c8b4fd-6c75-4e8c-b43d-f31074d76442,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:20:39.858818 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 59490) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:20:39.896964 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3fb553ea-91be-4ce7-94ff-d3d83a2caf91 req-4d64dfb6-de55-4648-a225-8cee9940c48e tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/security-groups?id=8da2903e-43de-461d-84b5-0c733a2bfb8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1266060
Dec 25 21:20:39.932720 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-64790743-38fc-4623-9636-792e6071e1ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625803'] for network, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:40.019932 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-64790743-38fc-4623-9636-792e6071e1ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997585', 'neutron.services.segments.db._delete_segments_for_network-8737602743071'] for network, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:40.043712 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-64790743-38fc-4623-9636-792e6071e1ba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2612b6a580>,) {'filters': {'network_id': ['2c732578-b39b-40c1-8a55-147e577043a0']}} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:20:40.054065 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-64790743-38fc-4623-9636-792e6071e1ba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2612b6a580>, '40b3768f-3d6e-4d28-9b2a-4711b7f0f059') {'for_net_delete': True} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:20:40.054385 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-64790743-38fc-4623-9636-792e6071e1ba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2612b6a580>, '40b3768f-3d6e-4d28-9b2a-4711b7f0f059') {} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:20:40.063813 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-64790743-38fc-4623-9636-792e6071e1ba admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737602746920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10246592'] for segment, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:40.079111 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-64790743-38fc-4623-9636-792e6071e1ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:40.085709 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64790743-38fc-4623-9636-792e6071e1ba admin admin] Releasing vlan 184 on physical network physnet1 to pool {{(pid=121607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 25 21:20:40.086102 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-64790743-38fc-4623-9636-792e6071e1ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8633327'] for segment, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:40.088414 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:20:40.088414 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:20:40.088414 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:20:40.088414 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:20:40.088414 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:20:40.088414 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:20:40.088414 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:20:40.088414 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:20:40.088414 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:20:40.088414 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:20:40.088414 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:20:40.088414 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:20:40.088414 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:20:40.088414 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:20:40.088414 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:20:40.088414 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:20:40.088414 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:20:40.088414 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:20:40.088414 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:20:40.088414 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:20:40.088414 ncdv-master-1 neutron-server[121607]: Traceback (most recent call last):
Dec 25 21:20:40.088414 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 25 21:20:40.088414 ncdv-master-1 neutron-server[121607]:     timer()
Dec 25 21:20:40.088414 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 25 21:20:40.088414 ncdv-master-1 neutron-server[121607]:     cb(*args, **kw)
Dec 25 21:20:40.088414 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 25 21:20:40.088414 ncdv-master-1 neutron-server[121607]:     return func(*args, **kwargs)
Dec 25 21:20:40.088414 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 25 21:20:40.088414 ncdv-master-1 neutron-server[121607]:     self._notify()
Dec 25 21:20:40.088414 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 25 21:20:40.088414 ncdv-master-1 neutron-server[121607]:     self.callback(batched_events)
Dec 25 21:20:40.088414 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 25 21:20:40.088414 ncdv-master-1 neutron-server[121607]:     event.method(event)
Dec 25 21:20:40.088414 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 25 21:20:40.088414 ncdv-master-1 neutron-server[121607]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 25 21:20:40.088414 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 25 21:20:40.088414 ncdv-master-1 neutron-server[121607]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 25 21:20:40.088414 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 25 21:20:40.088414 ncdv-master-1 neutron-server[121607]:     return f(self, *a, **k)
Dec 25 21:20:40.088414 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 25 21:20:40.088414 ncdv-master-1 neutron-server[121607]:     return self._get(url).json()
Dec 25 21:20:40.088414 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 25 21:20:40.088414 ncdv-master-1 neutron-server[121607]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 25 21:20:40.088414 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 25 21:20:40.088414 ncdv-master-1 neutron-server[121607]:     return self.request(url, 'GET', **kwargs)
Dec 25 21:20:40.088414 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 25 21:20:40.088414 ncdv-master-1 neutron-server[121607]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 25 21:20:40.088414 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 25 21:20:40.088414 ncdv-master-1 neutron-server[121607]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 25 21:20:40.088414 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 25 21:20:40.088414 ncdv-master-1 neutron-server[121607]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 25 21:20:40.088414 ncdv-master-1 neutron-server[121607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 25 21:20:40.127340 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-aad84338-2d19-488a-b216-f0059f38fc45 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Publish callbacks [] for floatingip, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:40.256224 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-64790743-38fc-4623-9636-792e6071e1ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2008653'] for network, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:40.256480 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-aad84338-2d19-488a-b216-f0059f38fc45 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2008639'] for floatingip, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:40.262194 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-64790743-38fc-4623-9636-792e6071e1ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for network, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:40.265543 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-64790743-38fc-4623-9636-792e6071e1ba admin admin] 10.222.0.32 "DELETE /v2.0/networks/2c732578-b39b-40c1-8a55-147e577043a0 HTTP/1.1" status: 204  len: 168 time: 0.4055631
Dec 25 21:20:40.277984 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64790743-38fc-4623-9636-792e6071e1ba admin admin] Pushing event deleted for resources: {'Network': ['ID=2c732578-b39b-40c1-8a55-147e577043a0,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:20:40.390113 ncdv-master-1 neutron-server[121606]: INFO neutron.db.l3_db [None req-aad84338-2d19-488a-b216-f0059f38fc45 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Floating IP 319344bd-db11-4e0e-ba3c-956d567a0a21 associated. External IP: 172.35.3.189, port: 634d748d-c261-4855-913b-beb5992df4cb.
Dec 25 21:20:40.496720 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0233acef-4593-46e6-8624-69450fb35ef8 req-8bff91aa-ac98-4ade-9234-4f0b8899211e tempest-ServerRescueTestJSONUnderV235-1351702928 tempest-ServerRescueTestJSONUnderV235-1351702928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:40.498261 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0233acef-4593-46e6-8624-69450fb35ef8 req-8bff91aa-ac98-4ade-9234-4f0b8899211e tempest-ServerRescueTestJSONUnderV235-1351702928 tempest-ServerRescueTestJSONUnderV235-1351702928-project] 10.222.0.32 "GET /v2.0/ports?device_id=f38f1e54-3e25-4107-9a2c-734823ced707 HTTP/1.1" status: 200  len: 946 time: 0.1231015
Dec 25 21:20:40.531142 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ee352a-5646-44cb-8784-66a3c322ece8 req-2d80157b-a184-4d00-be0d-546ed369c059 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:40.532629 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d3ee352a-5646-44cb-8784-66a3c322ece8 req-2d80157b-a184-4d00-be0d-546ed369c059 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] 10.222.0.32 "GET /v2.0/ports?device_id=89ed46e1-4b7a-40ec-a9f8-923852705e90 HTTP/1.1" status: 200  len: 946 time: 0.1749163
Dec 25 21:20:40.576194 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 59502) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:20:40.618402 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-a053d934-fd02-4f57-a779-164c5d831a04 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8154e82a58434a60b677d150202a5312&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0402000
Dec 25 21:20:40.621118 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 59504) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:20:40.644402 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:40.663704 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0233acef-4593-46e6-8624-69450fb35ef8 req-bcba9dfc-ed3a-42b8-94fb-5c29ab1bdd91 tempest-ServerRescueTestJSONUnderV235-1351702928 tempest-ServerRescueTestJSONUnderV235-1351702928-project] 10.222.0.32 "GET /v2.0/security-groups?id=90c387e5-e604-4c27-9f19-ebc2203871ff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1285088
Dec 25 21:20:40.669043 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d3ee352a-5646-44cb-8784-66a3c322ece8 req-bbf13194-3751-4619-ac33-b02026e468a8 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c514444-6044-490f-9acc-6dece3909d9f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1220572
Dec 25 21:20:40.673071 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-38d59bc6-bec7-40e3-b451-0fffa87648db admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:40.705136 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-38d59bc6-bec7-40e3-b451-0fffa87648db admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:40.764639 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aad84338-2d19-488a-b216-f0059f38fc45 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Router fd5d1e0a-1e64-40a3-b29d-a4ced077dc1a has already been hosted by L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 {{(pid=121606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 25 21:20:40.861781 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-38d59bc6-bec7-40e3-b451-0fffa87648db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:40.869075 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-38d59bc6-bec7-40e3-b451-0fffa87648db admin admin] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:40.869075 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-38d59bc6-bec7-40e3-b451-0fffa87648db admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2bf8651c-3ed0-44bb-a064-d61aab6ec281 HTTP/1.1" status: 204  len: 168 time: 0.2437479
Dec 25 21:20:40.903656 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d59bc6-bec7-40e3-b451-0fffa87648db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bf8651c-3ed0-44bb-a064-d61aab6ec281,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:20:40.925089 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aad84338-2d19-488a-b216-f0059f38fc45 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 21:20:40.937944 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-aad84338-2d19-488a-b216-f0059f38fc45 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for floatingip, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:40.938318 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-964ecaa0-4316-42cb-8b9b-a14608e3c08b None None] Sync routers for ids ['fd5d1e0a-1e64-40a3-b29d-a4ced077dc1a'] in ncdv-master-1 {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 21:20:40.954172 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-964ecaa0-4316-42cb-8b9b-a14608e3c08b None None] Routers {'fd5d1e0a-1e64-40a3-b29d-a4ced077dc1a'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:20:40.956558 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-964ecaa0-4316-42cb-8b9b-a14608e3c08b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f26184a0610>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:20:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['fd5d1e0a-1e64-40a3-b29d-a4ced077dc1a'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:20:40.987335 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-aad84338-2d19-488a-b216-f0059f38fc45 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] 10.222.0.32 "PUT /v2.0/floatingips/319344bd-db11-4e0e-ba3c-956d567a0a21 HTTP/1.1" status: 200  len: 992 time: 1.5160019
Dec 25 21:20:40.988088 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa2d5924-6a22-461e-b48b-e73f52f4b72c', 'tag': '634d748d-c261-4855-913b-beb5992df4cb'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:20:40.990561 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9858820c13ec2827453b94ebc4181065e990a4e4089ccb9fe762531ac62d2fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89486230-9fcb-48b1-8cba-b35429a5a4cc" -d '{"events": [{"name": "network-changed", "server_uuid": "aa2d5924-6a22-461e-b48b-e73f52f4b72c", "tag": "634d748d-c261-4855-913b-beb5992df4cb"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:20:41.070023 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b193186c-c106-4692-88b2-037fa9ac713b req-0680b730-3bb1-4f02-9e4c-b661ea87f544 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:41.073112 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvr_db [None req-964ecaa0-4316-42cb-8b9b-a14608e3c08b None None] Set router fd5d1e0a-1e64-40a3-b29d-a4ced077dc1a gateway port host: ncdv-master-1 {{(pid=121609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:20:41.077404 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b193186c-c106-4692-88b2-037fa9ac713b req-0680b730-3bb1-4f02-9e4c-b661ea87f544 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c440c6c-f195-45df-bc8f-62cfb0a36698 HTTP/1.1" status: 200  len: 946 time: 0.0569770
Dec 25 21:20:41.142963 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b193186c-c106-4692-88b2-037fa9ac713b req-351bc10e-c9e4-4890-9d52-85ae34d7848f tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/security-groups?id=8da2903e-43de-461d-84b5-0c733a2bfb8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0528107
Dec 25 21:20:41.184054 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Dec 2021 21:20:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7613e0d8-2a02-46a2-abd1-781ac7a565a4 x-openstack-request-id: req-7613e0d8-2a02-46a2-abd1-781ac7a565a4 {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:20:41.227161 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa2d5924-6a22-461e-b48b-e73f52f4b72c", "tag": "634d748d-c261-4855-913b-beb5992df4cb", "status": "completed", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:20:41.227161 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7613e0d8-2a02-46a2-abd1-781ac7a565a4 {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:20:41.227161 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa2d5924-6a22-461e-b48b-e73f52f4b72c', 'tag': '634d748d-c261-4855-913b-beb5992df4cb', 'status': 'completed', 'code': 200}
Dec 25 21:20:41.306848 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f461e06-f5a8-44ee-8622-9f12234c49c6 req-73c23241-7cf4-4265-9c2a-9dc4c7cfc443 tempest-ServerRescueTestJSONUnderV235-1351702928 tempest-ServerRescueTestJSONUnderV235-1351702928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:41.314765 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4f461e06-f5a8-44ee-8622-9f12234c49c6 req-73c23241-7cf4-4265-9c2a-9dc4c7cfc443 tempest-ServerRescueTestJSONUnderV235-1351702928 tempest-ServerRescueTestJSONUnderV235-1351702928-project] 10.222.0.32 "GET /v2.0/ports?device_id=f38f1e54-3e25-4107-9a2c-734823ced707 HTTP/1.1" status: 200  len: 946 time: 0.0758195
Dec 25 21:20:41.364980 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89486230-9fcb-48b1-8cba-b35429a5a4cc req-708b9a60-9db8-46df-89e0-b3eb32b4ff81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:41.365893 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89486230-9fcb-48b1-8cba-b35429a5a4cc req-708b9a60-9db8-46df-89e0-b3eb32b4ff81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:41.366588 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89486230-9fcb-48b1-8cba-b35429a5a4cc req-708b9a60-9db8-46df-89e0-b3eb32b4ff81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:41.367249 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89486230-9fcb-48b1-8cba-b35429a5a4cc req-708b9a60-9db8-46df-89e0-b3eb32b4ff81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:41.367863 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89486230-9fcb-48b1-8cba-b35429a5a4cc req-708b9a60-9db8-46df-89e0-b3eb32b4ff81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:41.368416 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89486230-9fcb-48b1-8cba-b35429a5a4cc req-708b9a60-9db8-46df-89e0-b3eb32b4ff81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:41.369186 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89486230-9fcb-48b1-8cba-b35429a5a4cc req-708b9a60-9db8-46df-89e0-b3eb32b4ff81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:41.371375 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-89486230-9fcb-48b1-8cba-b35429a5a4cc req-708b9a60-9db8-46df-89e0-b3eb32b4ff81 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d4571ece0fa3450b83fde221178518c8&device_id=aa2d5924-6a22-461e-b48b-e73f52f4b72c HTTP/1.1" status: 200  len: 6502 time: 0.1559329
Dec 25 21:20:41.374861 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47ea263-bae2-42d2-9c2d-e12ba83114c5 req-5c2a74eb-0af8-474c-8192-2556fa77fe2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:41.376750 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-f47ea263-bae2-42d2-9c2d-e12ba83114c5 req-5c2a74eb-0af8-474c-8192-2556fa77fe2a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=bfd1b67368c34701bcdc20105e48ad41&device_id=f38f1e54-3e25-4107-9a2c-734823ced707 HTTP/1.1" status: 200  len: 1097 time: 0.0896428
Dec 25 21:20:41.390408 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4f461e06-f5a8-44ee-8622-9f12234c49c6 req-f735bd4d-831c-4848-b937-8d1e2c7e2a38 tempest-ServerRescueTestJSONUnderV235-1351702928 tempest-ServerRescueTestJSONUnderV235-1351702928-project] 10.222.0.32 "GET /v2.0/security-groups?id=90c387e5-e604-4c27-9f19-ebc2203871ff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0660188
Dec 25 21:20:41.391737 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-964ecaa0-4316-42cb-8b9b-a14608e3c08b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f26184a0610>, [{'id': 'fd5d1e0a-1e64-40a3-b29d-a4ced077dc1a', 'name': 'tempest-TaggedBootDevicesTest_v242-1112662764-router', 'tenant_id': 'd4571ece0fa3450b83fde221178518c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.68'}], 'enable_snat': True}, 'gw_port_id': 'e72e509b-5408-41d4-ad12-5493f3ff5a70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:18:35Z', 'updated_at': '2021-12-25T21:18:41Z', 'revision_number': 4, 'project_id': 'd4571ece0fa3450b83fde221178518c8', 'gw_port': {'id': 'e72e509b-5408-41d4-ad12-5493f3ff5a70', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:27:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd5d1e0a-1e64-40a3-b29d-a4ced077dc1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1147, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:18:36Z', 'updated_at': '2021-12-25T21:18:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '319344bd-db11-4e0e-ba3c-956d567a0a21', 'tenant_id': 'd4571ece0fa3450b83fde221178518c8', 'floating_ip_address': '172.35.3.189', 'floating_network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'router_id': 'fd5d1e0a-1e64-40a3-b29d-a4ced077dc1a', 'port_id': '634d748d-c261-4855-913b-beb5992df4cb', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1227, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8d0c0f5-4a55-4519-afa5-15b47bd47c1f', 'mac_address': 'fa:16:3e:3b:04:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa2d5924-6a22-461e-b48b-e73f52f4b72c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-25T21:19:33Z', 'updated_at': '2021-12-25T21:20:40Z', 'revision_number': 1, 'project_id': 'd4571ece0fa3450b83fde221178518c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a81cfeda-139d-47fa-b318-76fafd3132a6', 'name': '', 'network_id': 'b8d0c0f5-4a55-4519-afa5-15b47bd47c1f', 'tenant_id': 'd4571ece0fa3450b83fde221178518c8', 'mac_address': 'fa:16:3e:d7:52:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd5d1e0a-1e64-40a3-b29d-a4ced077dc1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': 'de1e389c-30c9-4340-81e2-e9ffc3e01b02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:18:40Z', 'updated_at': '2021-12-25T21:18:49Z', 'revision_number': 5, 'project_id': 'd4571ece0fa3450b83fde221178518c8', 'subnets': [{'id': 'de1e389c-30c9-4340-81e2-e9ffc3e01b02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:20:41.432609 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-964ecaa0-4316-42cb-8b9b-a14608e3c08b None None] Checking router: fd5d1e0a-1e64-40a3-b29d-a4ced077dc1a for host: ncdv-master-1 {{(pid=121609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 25 21:20:41.442176 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-964ecaa0-4316-42cb-8b9b-a14608e3c08b None None] Routers {'fd5d1e0a-1e64-40a3-b29d-a4ced077dc1a'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:20:41.442989 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-964ecaa0-4316-42cb-8b9b-a14608e3c08b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f26184a0610>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:20:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['fd5d1e0a-1e64-40a3-b29d-a4ced077dc1a'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:20:41.556814 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89486230-9fcb-48b1-8cba-b35429a5a4cc req-3b6c4ade-9753-4075-9b3c-a07f2ef60be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:41.558359 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-89486230-9fcb-48b1-8cba-b35429a5a4cc req-3b6c4ade-9753-4075-9b3c-a07f2ef60be6 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b8d0c0f5-4a55-4519-afa5-15b47bd47c1f HTTP/1.1" status: 200  len: 918 time: 0.1732440
Dec 25 21:20:41.561090 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47ea263-bae2-42d2-9c2d-e12ba83114c5 req-0b6aa2da-20d1-496d-ae61-0f20ba052de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:41.562111 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvr_db [None req-964ecaa0-4316-42cb-8b9b-a14608e3c08b None None] Set router fd5d1e0a-1e64-40a3-b29d-a4ced077dc1a gateway port host: ncdv-master-1 {{(pid=121609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:20:41.562435 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-f47ea263-bae2-42d2-9c2d-e12ba83114c5 req-0b6aa2da-20d1-496d-ae61-0f20ba052de7 service neutron] 10.222.0.37 "GET /v2.0/networks?id=5e3e14c1-fa4f-4065-b9e3-19dd5f8f11c3 HTTP/1.1" status: 200  len: 921 time: 0.1603305
Dec 25 21:20:41.646261 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-f47ea263-bae2-42d2-9c2d-e12ba83114c5 req-eed1c911-7b88-47a9-868e-dedc9a80d13d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8b0e5751-7b56-4a37-85e7-4ab3bbe3ac3e HTTP/1.1" status: 200  len: 217 time: 0.0730133
Dec 25 21:20:41.692600 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-89486230-9fcb-48b1-8cba-b35429a5a4cc req-ac27d2e2-66cd-48db-a069-ca930106bddb service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=634d748d-c261-4855-913b-beb5992df4cb HTTP/1.1" status: 200  len: 1000 time: 0.1216829
Dec 25 21:20:41.740555 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47ea263-bae2-42d2-9c2d-e12ba83114c5 req-62f47a6b-2018-49a0-a10b-ded0eaa0baf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:41.742178 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-f47ea263-bae2-42d2-9c2d-e12ba83114c5 req-62f47a6b-2018-49a0-a10b-ded0eaa0baf8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=46335a3d-cb7c-4909-913c-277e2c1dc81d HTTP/1.1" status: 200  len: 860 time: 0.0868039
Dec 25 21:20:41.815828 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-f47ea263-bae2-42d2-9c2d-e12ba83114c5 req-f4bb837a-fdd4-4cc4-b32a-6b1f04e22711 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5e3e14c1-fa4f-4065-b9e3-19dd5f8f11c3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0615079
Dec 25 21:20:41.819907 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89486230-9fcb-48b1-8cba-b35429a5a4cc req-aa923b6b-3448-4c8a-8e5a-2aecff54850e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:41.824783 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-89486230-9fcb-48b1-8cba-b35429a5a4cc req-aa923b6b-3448-4c8a-8e5a-2aecff54850e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=de1e389c-30c9-4340-81e2-e9ffc3e01b02 HTTP/1.1" status: 200  len: 856 time: 0.1241584
Dec 25 21:20:41.879804 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 59552) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:20:41.913406 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51649d1e-a5d5-43b5-8f25-c7c3152f858e req-5350fa9a-57e5-405c-9a10-fc3c02cdc59e tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:41.922281 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-51649d1e-a5d5-43b5-8f25-c7c3152f858e req-5350fa9a-57e5-405c-9a10-fc3c02cdc59e tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] 10.222.0.32 "GET /v2.0/ports?device_id=89ed46e1-4b7a-40ec-a9f8-923852705e90 HTTP/1.1" status: 200  len: 946 time: 0.1035144
Dec 25 21:20:41.952788 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89486230-9fcb-48b1-8cba-b35429a5a4cc req-88c3d0fd-8ccc-48f5-a8ff-e72b44082019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:41.954333 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-89486230-9fcb-48b1-8cba-b35429a5a4cc req-88c3d0fd-8ccc-48f5-a8ff-e72b44082019 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b8d0c0f5-4a55-4519-afa5-15b47bd47c1f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1125760
Dec 25 21:20:41.993443 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-964ecaa0-4316-42cb-8b9b-a14608e3c08b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f26184a0610>, [{'id': 'fd5d1e0a-1e64-40a3-b29d-a4ced077dc1a', 'name': 'tempest-TaggedBootDevicesTest_v242-1112662764-router', 'tenant_id': 'd4571ece0fa3450b83fde221178518c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.68'}], 'enable_snat': True}, 'gw_port_id': 'e72e509b-5408-41d4-ad12-5493f3ff5a70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:18:35Z', 'updated_at': '2021-12-25T21:18:41Z', 'revision_number': 4, 'project_id': 'd4571ece0fa3450b83fde221178518c8', 'gw_port': {'id': 'e72e509b-5408-41d4-ad12-5493f3ff5a70', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:27:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd5d1e0a-1e64-40a3-b29d-a4ced077dc1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1147, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:18:36Z', 'updated_at': '2021-12-25T21:18:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '319344bd-db11-4e0e-ba3c-956d567a0a21', 'tenant_id': 'd4571ece0fa3450b83fde221178518c8', 'floating_ip_address': '172.35.3.189', 'floating_network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'router_id': 'fd5d1e0a-1e64-40a3-b29d-a4ced077dc1a', 'port_id': '634d748d-c261-4855-913b-beb5992df4cb', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1227, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8d0c0f5-4a55-4519-afa5-15b47bd47c1f', 'mac_address': 'fa:16:3e:3b:04:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa2d5924-6a22-461e-b48b-e73f52f4b72c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-25T21:19:33Z', 'updated_at': '2021-12-25T21:20:40Z', 'revision_number': 1, 'project_id': 'd4571ece0fa3450b83fde221178518c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a81cfeda-139d-47fa-b318-76fafd3132a6', 'name': '', 'network_id': 'b8d0c0f5-4a55-4519-afa5-15b47bd47c1f', 'tenant_id': 'd4571ece0fa3450b83fde221178518c8', 'mac_address': 'fa:16:3e:d7:52:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd5d1e0a-1e64-40a3-b29d-a4ced077dc1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': 'de1e389c-30c9-4340-81e2-e9ffc3e01b02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:18:40Z', 'updated_at': '2021-12-25T21:18:49Z', 'revision_number': 5, 'project_id': 'd4571ece0fa3450b83fde221178518c8', 'subnets': [{'id': 'de1e389c-30c9-4340-81e2-e9ffc3e01b02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:20:42.002464 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-f47ea263-bae2-42d2-9c2d-e12ba83114c5 req-a0d83064-4418-419f-a752-2efec13dc92f service neutron] 10.222.0.37 "GET /v2.0/networks/5e3e14c1-fa4f-4065-b9e3-19dd5f8f11c3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1766734
Dec 25 21:20:42.008019 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-51649d1e-a5d5-43b5-8f25-c7c3152f858e req-4231de11-0449-4908-9813-30173e2dc70c tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c514444-6044-490f-9acc-6dece3909d9f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0811532
Dec 25 21:20:42.030786 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-964ecaa0-4316-42cb-8b9b-a14608e3c08b None None] The sync data for ids ['fd5d1e0a-1e64-40a3-b29d-a4ced077dc1a'] in ncdv-master-1 is: [{'id': 'fd5d1e0a-1e64-40a3-b29d-a4ced077dc1a', 'name': 'tempest-TaggedBootDevicesTest_v242-1112662764-router', 'tenant_id': 'd4571ece0fa3450b83fde221178518c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.68'}], 'enable_snat': True}, 'gw_port_id': 'e72e509b-5408-41d4-ad12-5493f3ff5a70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:18:35Z', 'updated_at': '2021-12-25T21:18:41Z', 'revision_number': 4, 'project_id': 'd4571ece0fa3450b83fde221178518c8', 'gw_port': {'id': 'e72e509b-5408-41d4-ad12-5493f3ff5a70', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:27:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd5d1e0a-1e64-40a3-b29d-a4ced077dc1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1147, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:18:36Z', 'updated_at': '2021-12-25T21:18:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '319344bd-db11-4e0e-ba3c-956d567a0a21', 'tenant_id': 'd4571ece0fa3450b83fde221178518c8', 'floating_ip_address': '172.35.3.189', 'floating_network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'router_id': 'fd5d1e0a-1e64-40a3-b29d-a4ced077dc1a', 'port_id': '634d748d-c261-4855-913b-beb5992df4cb', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1227, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8d0c0f5-4a55-4519-afa5-15b47bd47c1f', 'mac_address': 'fa:16:3e:3b:04:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa2d5924-6a22-461e-b48b-e73f52f4b72c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-25T21:19:33Z', 'updated_at': '2021-12-25T21:20:40Z', 'revision_number': 1, 'project_id': 'd4571ece0fa3450b83fde221178518c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a81cfeda-139d-47fa-b318-76fafd3132a6', 'name': '', 'network_id': 'b8d0c0f5-4a55-4519-afa5-15b47bd47c1f', 'tenant_id': 'd4571ece0fa3450b83fde221178518c8', 'mac_address': 'fa:16:3e:d7:52:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd5d1e0a-1e64-40a3-b29d-a4ced077dc1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': 'de1e389c-30c9-4340-81e2-e9ffc3e01b02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:18:40Z', 'updated_at': '2021-12-25T21:18:49Z', 'revision_number': 5, 'project_id': 'd4571ece0fa3450b83fde221178518c8', 'subnets': [{'id': 'de1e389c-30c9-4340-81e2-e9ffc3e01b02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 21:20:42.109257 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-ade5db16-c2fc-4287-96d7-615e41240bc9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d2b5edef5e3349c2bf221f47c5457b4f&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2257233
Dec 25 21:20:42.112028 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 59560) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:20:42.140368 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-89486230-9fcb-48b1-8cba-b35429a5a4cc req-77c84df4-3e24-4bd1-918b-ad4a9a097ed5 service neutron] 10.222.0.37 "GET /v2.0/networks/b8d0c0f5-4a55-4519-afa5-15b47bd47c1f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1771283
Dec 25 21:20:42.180151 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-4f452e94-3f2f-4e2e-ba60-ad5e916c8e13 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:42.208343 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-4f452e94-3f2f-4e2e-ba60-ad5e916c8e13 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:42.265494 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-f47ea263-bae2-42d2-9c2d-e12ba83114c5 req-59bbce28-4e3e-4313-8db1-96e7b2266ba0 service neutron] 10.222.0.37 "GET /v2.0/networks/5e3e14c1-fa4f-4065-b9e3-19dd5f8f11c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2550063
Dec 25 21:20:42.300293 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-89486230-9fcb-48b1-8cba-b35429a5a4cc req-a8b75d93-c9a8-48a8-8e04-02e4acb4067b service neutron] 10.222.0.37 "GET /v2.0/networks/b8d0c0f5-4a55-4519-afa5-15b47bd47c1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1335227
Dec 25 21:20:42.306481 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bce5a3-23e7-498a-a9a6-905edbd65424 req-484cb427-a01a-44da-af3b-77924a5d66d5 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:42.308332 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b5bce5a3-23e7-498a-a9a6-905edbd65424 req-484cb427-a01a-44da-af3b-77924a5d66d5 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c440c6c-f195-45df-bc8f-62cfb0a36698 HTTP/1.1" status: 200  len: 946 time: 0.0712576
Dec 25 21:20:42.358929 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e5f2610-9bcd-4cac-96b0-2fc5b93ec887 None None] New status for floating IP 319344bd-db11-4e0e-ba3c-956d567a0a21: ACTIVE {{(pid=121608) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 25 21:20:42.378414 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b5bce5a3-23e7-498a-a9a6-905edbd65424 req-853c9c04-b59a-47ac-b4a4-7bccd4c39b26 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/security-groups?id=8da2903e-43de-461d-84b5-0c733a2bfb8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0607145
Dec 25 21:20:42.393594 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-4f452e94-3f2f-4e2e-ba60-ad5e916c8e13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:42.396519 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-4f452e94-3f2f-4e2e-ba60-ad5e916c8e13 admin admin] Publish callbacks [] for security_group, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:42.400717 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-4f452e94-3f2f-4e2e-ba60-ad5e916c8e13 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b9a8ff49-3211-4c8f-a325-bc7030b31bd4 HTTP/1.1" status: 204  len: 168 time: 0.2870996
Dec 25 21:20:42.425078 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f452e94-3f2f-4e2e-ba60-ad5e916c8e13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9a8ff49-3211-4c8f-a325-bc7030b31bd4,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:20:42.447737 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f452e94-3f2f-4e2e-ba60-ad5e916c8e13 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:20:42.449441 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f452e94-3f2f-4e2e-ba60-ad5e916c8e13 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:20:42.449651 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f452e94-3f2f-4e2e-ba60-ad5e916c8e13 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:20:42.450397 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f452e94-3f2f-4e2e-ba60-ad5e916c8e13 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:20:42.451610 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f452e94-3f2f-4e2e-ba60-ad5e916c8e13 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:20:42.452025 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f452e94-3f2f-4e2e-ba60-ad5e916c8e13 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:20:42.453667 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f452e94-3f2f-4e2e-ba60-ad5e916c8e13 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:20:42.454486 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f452e94-3f2f-4e2e-ba60-ad5e916c8e13 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:20:42.455259 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f452e94-3f2f-4e2e-ba60-ad5e916c8e13 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:20:42.456705 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f452e94-3f2f-4e2e-ba60-ad5e916c8e13 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:20:42.457090 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f452e94-3f2f-4e2e-ba60-ad5e916c8e13 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:20:42.457894 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f452e94-3f2f-4e2e-ba60-ad5e916c8e13 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:20:42.458779 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f452e94-3f2f-4e2e-ba60-ad5e916c8e13 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:20:42.463462 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 59578) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:20:42.537994 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb58921-e183-4bc7-ae58-0f8c826e2653 req-2e6f86a2-530b-4a87-abec-2275f03d9310 tempest-ServerRescueTestJSONUnderV235-1351702928 tempest-ServerRescueTestJSONUnderV235-1351702928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:42.540326 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-bdb58921-e183-4bc7-ae58-0f8c826e2653 req-2e6f86a2-530b-4a87-abec-2275f03d9310 tempest-ServerRescueTestJSONUnderV235-1351702928 tempest-ServerRescueTestJSONUnderV235-1351702928-project] 10.222.0.32 "GET /v2.0/ports?device_id=f38f1e54-3e25-4107-9a2c-734823ced707 HTTP/1.1" status: 200  len: 946 time: 0.0612705
Dec 25 21:20:42.595238 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-bdb58921-e183-4bc7-ae58-0f8c826e2653 req-75748afe-a858-4d24-8e0b-578ec85d4cc0 tempest-ServerRescueTestJSONUnderV235-1351702928 tempest-ServerRescueTestJSONUnderV235-1351702928-project] 10.222.0.32 "GET /v2.0/security-groups?id=90c387e5-e604-4c27-9f19-ebc2203871ff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0481882
Dec 25 21:20:42.609359 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-ddea5570-2644-49f8-b41f-d1e0011b9394 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-811121703-network', 'tenant_id': '4e25bb59aaf6463b813f8a47e00b807e'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:20:42.675786 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device 06a6d407-75ff-436c-a36c-cd7f85e5face no longer exists at agent hyperv_nch1-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:20:42.696904 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] No Port match for: 06a6d407-75ff-436c-a36c-cd7f85e5face {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:20:42.697263 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device 06a6d407-75ff-436c-a36c-cd7f85e5face not bound to the agent host nch1-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:20:42.701906 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddea5570-2644-49f8-b41f-d1e0011b9394 admin admin] Made reservation on behalf of 4e25bb59aaf6463b813f8a47e00b807e for: {'network': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:20:42.704223 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ddea5570-2644-49f8-b41f-d1e0011b9394 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for network, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:42.713916 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ddea5570-2644-49f8-b41f-d1e0011b9394 admin admin] Publish callbacks [] for security_group, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:42.786635 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ddea5570-2644-49f8-b41f-d1e0011b9394 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:42.833700 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ddea5570-2644-49f8-b41f-d1e0011b9394 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:42.861909 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ddea5570-2644-49f8-b41f-d1e0011b9394 admin admin] vlan segment allocate from pool success with {'vlan_id': 197, 'physical_network': 'physnet1'}  {{(pid=121607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 25 21:20:42.867328 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddea5570-2644-49f8-b41f-d1e0011b9394 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dc92a69-8bd0-451a-a3ed-922f09b40b39,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:20:42.874666 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ddea5570-2644-49f8-b41f-d1e0011b9394 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:42.875132 ncdv-master-1 neutron-server[121607]: INFO neutron.db.segments_db [None req-ddea5570-2644-49f8-b41f-d1e0011b9394 admin admin] Added segment a6acde2c-9502-4f16-b7ea-3e1c83b8c9e6 of type vlan for network 8ea22150-5d73-4eda-bec4-147118c897f9
Dec 25 21:20:42.918077 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ddea5570-2644-49f8-b41f-d1e0011b9394 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737602163420'] for network, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:42.987309 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ddea5570-2644-49f8-b41f-d1e0011b9394 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870'] for network, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:42.988290 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddea5570-2644-49f8-b41f-d1e0011b9394 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:42.988886 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ddea5570-2644-49f8-b41f-d1e0011b9394 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for network, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:43.049181 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddea5570-2644-49f8-b41f-d1e0011b9394 admin admin] Pushing event updated for resources: {'Network': ['ID=8ea22150-5d73-4eda-bec4-147118c897f9,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:20:43.062267 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Network 8ea22150-5d73-4eda-bec4-147118c897f9 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 25 21:20:43.076370 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-ddea5570-2644-49f8-b41f-d1e0011b9394 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 894 time: 0.6115587
Dec 25 21:20:43.079114 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 59596) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:20:43.084140 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-bc46320d-2655-4df4-9899-3a28bcf92e81 admin admin] Request body: {'subnet': {'network_id': '8ea22150-5d73-4eda-bec4-147118c897f9', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-811121703-subnet', 'tenant_id': '4e25bb59aaf6463b813f8a47e00b807e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:20:43.181125 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d06681-7fb0-4455-95c1-b211915b63f6 req-f068878f-c953-4301-a71f-3f9cf6993e70 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:43.182681 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c7d06681-7fb0-4455-95c1-b211915b63f6 req-f068878f-c953-4301-a71f-3f9cf6993e70 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] 10.222.0.32 "GET /v2.0/ports?device_id=89ed46e1-4b7a-40ec-a9f8-923852705e90 HTTP/1.1" status: 200  len: 946 time: 0.0622876
Dec 25 21:20:43.193183 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc46320d-2655-4df4-9899-3a28bcf92e81 admin admin] Made reservation on behalf of 4e25bb59aaf6463b813f8a47e00b807e for: {'subnet': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:20:43.195583 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-bc46320d-2655-4df4-9899-3a28bcf92e81 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8852834'] for subnet, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:43.233102 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c7d06681-7fb0-4455-95c1-b211915b63f6 req-287e7a1c-7bb8-45f1-8081-07c6781ccc2d tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c514444-6044-490f-9acc-6dece3909d9f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435913
Dec 25 21:20:43.419060 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-bc46320d-2655-4df4-9899-3a28bcf92e81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8632475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8852848'] for subnet, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:43.475922 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc46320d-2655-4df4-9899-3a28bcf92e81 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5fb4f45c-5338-4cc2-a6ab-3ebe6a3f65c2,revision_number=0']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:20:43.483456 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc46320d-2655-4df4-9899-3a28bcf92e81 admin admin] Checking segment: {'id': 'a6acde2c-9502-4f16-b7ea-3e1c83b8c9e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '8ea22150-5d73-4eda-bec4-147118c897f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:20:43.483809 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc46320d-2655-4df4-9899-3a28bcf92e81 admin admin] Network hostable DHCP agents. Network: 8ea22150-5d73-4eda-bec4-147118c897f9, hostable agents: ['1813db88-2c1b-4357-a2ba-869246b663c2'], hosted agents: [] {{(pid=121607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 25 21:20:43.499326 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4643f2fe-4001-4e31-9c45-99e90bef8dd0 req-918f7482-bcd2-4f9d-aed1-3280e7782610 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:43.500904 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4643f2fe-4001-4e31-9c45-99e90bef8dd0 req-918f7482-bcd2-4f9d-aed1-3280e7782610 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c440c6c-f195-45df-bc8f-62cfb0a36698 HTTP/1.1" status: 200  len: 946 time: 0.0526583
Dec 25 21:20:43.553558 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc46320d-2655-4df4-9899-3a28bcf92e81 admin admin] Network 8ea22150-5d73-4eda-bec4-147118c897f9 is scheduled to be hosted by DHCP agent 1813db88-2c1b-4357-a2ba-869246b663c2 with binding_index 1 {{(pid=121607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 25 21:20:43.554416 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4643f2fe-4001-4e31-9c45-99e90bef8dd0 req-591c4fac-6409-4297-9b89-197590d22fb1 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/security-groups?id=8da2903e-43de-461d-84b5-0c733a2bfb8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431745
Dec 25 21:20:43.592105 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 59612) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:20:43.616015 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-bc46320d-2655-4df4-9899-3a28bcf92e81 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 8ea22150-5d73-4eda-bec4-147118c897f9) {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:20:43.621199 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc46320d-2655-4df4-9899-3a28bcf92e81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:43.621818 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-bc46320d-2655-4df4-9899-3a28bcf92e81 admin admin] Publish callbacks [] for subnet, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:43.628438 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fe18b73-c96f-43c5-9d9a-20f7c714b657 None None] Network 8ea22150-5d73-4eda-bec4-147118c897f9 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:20:43.700964 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-7a6b0ae3-c808-44e7-82c5-d86f1a3aba02 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1948595823-network', 'tenant_id': '363ad00286c74e49ac9d96aa0edebda1'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:20:43.707952 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-bc46320d-2655-4df4-9899-3a28bcf92e81 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 858 time: 0.6278191
Dec 25 21:20:43.734125 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c8d494-12fe-401e-a888-8d0e849f026d req-ea5a5d6c-51bd-4b0a-a1c8-dc5eb883d012 tempest-ServerRescueTestJSONUnderV235-1351702928 tempest-ServerRescueTestJSONUnderV235-1351702928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:43.735888 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-26c8d494-12fe-401e-a888-8d0e849f026d req-ea5a5d6c-51bd-4b0a-a1c8-dc5eb883d012 tempest-ServerRescueTestJSONUnderV235-1351702928 tempest-ServerRescueTestJSONUnderV235-1351702928-project] 10.222.0.32 "GET /v2.0/ports?device_id=f38f1e54-3e25-4107-9a2c-734823ced707 HTTP/1.1" status: 200  len: 946 time: 0.0617623
Dec 25 21:20:43.743547 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a52e55c8-d0e9-4c74-93ad-026eab9971ef None None] Network 8ea22150-5d73-4eda-bec4-147118c897f9 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:20:43.794079 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-26c8d494-12fe-401e-a888-8d0e849f026d req-25a1b557-142c-4ece-928c-97025bc4b497 tempest-ServerRescueTestJSONUnderV235-1351702928 tempest-ServerRescueTestJSONUnderV235-1351702928-project] 10.222.0.32 "GET /v2.0/security-groups?id=90c387e5-e604-4c27-9f19-ebc2203871ff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0494869
Dec 25 21:20:43.856144 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a6b0ae3-c808-44e7-82c5-d86f1a3aba02 admin admin] Made reservation on behalf of 363ad00286c74e49ac9d96aa0edebda1 for: {'network': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:20:43.859733 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-7a6b0ae3-c808-44e7-82c5-d86f1a3aba02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for network, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:43.867725 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-7a6b0ae3-c808-44e7-82c5-d86f1a3aba02 admin admin] Publish callbacks [] for security_group, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:43.944155 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-7a6b0ae3-c808-44e7-82c5-d86f1a3aba02 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:44.010463 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-7a6b0ae3-c808-44e7-82c5-d86f1a3aba02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:44.039322 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a6b0ae3-c808-44e7-82c5-d86f1a3aba02 admin admin] vlan segment allocate from pool success with {'vlan_id': 166, 'physical_network': 'physnet1'}  {{(pid=121607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 25 21:20:44.049306 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6b0ae3-c808-44e7-82c5-d86f1a3aba02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3862f37-797d-40f5-a507-ddcbffd40d39,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:20:44.054203 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-7a6b0ae3-c808-44e7-82c5-d86f1a3aba02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:44.054564 ncdv-master-1 neutron-server[121607]: INFO neutron.db.segments_db [None req-7a6b0ae3-c808-44e7-82c5-d86f1a3aba02 admin admin] Added segment ee5bff43-dada-4433-bb21-2ac51270c941 of type vlan for network a99e9608-4051-427d-8a99-05dfc6653e1d
Dec 25 21:20:44.104170 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-7a6b0ae3-c808-44e7-82c5-d86f1a3aba02 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737602163420'] for network, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:44.164756 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffac56a-ebbf-4f54-9a1e-4a703a561f56 req-9db2fc71-da21-437a-8a72-cb4d3fcd4237 tempest-InstanceActionsNegativeTestJSON-1067309904 tempest-InstanceActionsNegativeTestJSON-1067309904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:44.166323 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-cffac56a-ebbf-4f54-9a1e-4a703a561f56 req-9db2fc71-da21-437a-8a72-cb4d3fcd4237 tempest-InstanceActionsNegativeTestJSON-1067309904 tempest-InstanceActionsNegativeTestJSON-1067309904-project] 10.222.0.32 "GET /v2.0/networks?id=8ea22150-5d73-4eda-bec4-147118c897f9 HTTP/1.1" status: 200  len: 821 time: 0.1076300
Dec 25 21:20:44.181513 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-cffac56a-ebbf-4f54-9a1e-4a703a561f56 req-03c5b284-8605-4f29-9c9a-74b91de27dc9 tempest-InstanceActionsNegativeTestJSON-1067309904 tempest-InstanceActionsNegativeTestJSON-1067309904-project] 10.222.0.32 "GET /v2.0/quotas/4e25bb59aaf6463b813f8a47e00b807e HTTP/1.1" status: 200  len: 375 time: 0.0092149
Dec 25 21:20:44.187736 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-7a6b0ae3-c808-44e7-82c5-d86f1a3aba02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870'] for network, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:44.189026 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a6b0ae3-c808-44e7-82c5-d86f1a3aba02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:44.189750 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-7a6b0ae3-c808-44e7-82c5-d86f1a3aba02 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for network, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:44.218197 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-cffac56a-ebbf-4f54-9a1e-4a703a561f56 req-4d21241a-75e9-4342-9218-522ad7ab34e5 tempest-InstanceActionsNegativeTestJSON-1067309904 tempest-InstanceActionsNegativeTestJSON-1067309904-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=4e25bb59aaf6463b813f8a47e00b807e&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0305357
Dec 25 21:20:44.262500 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6b0ae3-c808-44e7-82c5-d86f1a3aba02 admin admin] Pushing event updated for resources: {'Network': ['ID=a99e9608-4051-427d-8a99-05dfc6653e1d,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:20:44.273320 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Network a99e9608-4051-427d-8a99-05dfc6653e1d details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 25 21:20:44.307860 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-7a6b0ae3-c808-44e7-82c5-d86f1a3aba02 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.7113552
Dec 25 21:20:44.308100 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 59640) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:20:44.312794 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-82afec1b-8d1c-4015-8027-e639e8a7035d admin admin] Request body: {'subnet': {'network_id': 'a99e9608-4051-427d-8a99-05dfc6653e1d', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1948595823-subnet', 'tenant_id': '363ad00286c74e49ac9d96aa0edebda1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:20:44.358922 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-cffac56a-ebbf-4f54-9a1e-4a703a561f56 req-2abc9c77-5ec5-4e7c-b08d-128179911c81 service neutron] 10.222.0.32 "GET /v2.0/networks/8ea22150-5d73-4eda-bec4-147118c897f9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1330392
Dec 25 21:20:44.400997 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030141fa-88f2-4b11-9842-b526d6433eb0 req-ff2a509c-eea6-4726-8613-4f021684986a tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:44.402472 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-030141fa-88f2-4b11-9842-b526d6433eb0 req-ff2a509c-eea6-4726-8613-4f021684986a tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] 10.222.0.32 "GET /v2.0/ports?device_id=89ed46e1-4b7a-40ec-a9f8-923852705e90 HTTP/1.1" status: 200  len: 946 time: 0.0872736
Dec 25 21:20:44.409836 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82afec1b-8d1c-4015-8027-e639e8a7035d admin admin] Made reservation on behalf of 363ad00286c74e49ac9d96aa0edebda1 for: {'subnet': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:20:44.414261 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-82afec1b-8d1c-4015-8027-e639e8a7035d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8852834'] for subnet, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:44.497242 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-cffac56a-ebbf-4f54-9a1e-4a703a561f56 req-ad28d5f1-43aa-4ad3-97d7-31971c60ea07 service neutron] 10.222.0.32 "GET /v2.0/networks/8ea22150-5d73-4eda-bec4-147118c897f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1313004
Dec 25 21:20:44.501251 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-030141fa-88f2-4b11-9842-b526d6433eb0 req-06d7ad94-bb7e-4e1a-8238-0e0f012a536c tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c514444-6044-490f-9acc-6dece3909d9f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0923152
Dec 25 21:20:44.674382 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebe78d4-3298-41bf-9e6e-371a0a0f6bf1 req-439efe3b-1379-4d08-bc87-811243b507eb tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:44.675891 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8ebe78d4-3298-41bf-9e6e-371a0a0f6bf1 req-439efe3b-1379-4d08-bc87-811243b507eb tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c440c6c-f195-45df-bc8f-62cfb0a36698 HTTP/1.1" status: 200  len: 946 time: 0.0493405
Dec 25 21:20:44.684634 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-82afec1b-8d1c-4015-8027-e639e8a7035d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8632475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8852848'] for subnet, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:44.728617 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8ebe78d4-3298-41bf-9e6e-371a0a0f6bf1 req-a5947ac1-a14c-49ea-9c2b-73c2bda09edc tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/security-groups?id=8da2903e-43de-461d-84b5-0c733a2bfb8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0459559
Dec 25 21:20:44.737555 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82afec1b-8d1c-4015-8027-e639e8a7035d admin admin] Pushing event updated for resources: {'Subnet': ['ID=d75a4c82-0958-4341-959f-44b3dcf81275,revision_number=0']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:20:44.765478 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82afec1b-8d1c-4015-8027-e639e8a7035d admin admin] Checking segment: {'id': 'ee5bff43-dada-4433-bb21-2ac51270c941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'a99e9608-4051-427d-8a99-05dfc6653e1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:20:44.765857 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82afec1b-8d1c-4015-8027-e639e8a7035d admin admin] Network hostable DHCP agents. Network: a99e9608-4051-427d-8a99-05dfc6653e1d, hostable agents: ['1813db88-2c1b-4357-a2ba-869246b663c2'], hosted agents: [] {{(pid=121607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 25 21:20:44.819555 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-41541c29-f9d9-4557-a9de-056d3658259f req-ad8f4b02-84bb-4433-9f70-cc7fff286dba tempest-InstanceActionsNegativeTestJSON-1067309904 tempest-InstanceActionsNegativeTestJSON-1067309904-project] 10.222.0.32 "GET /v2.0/ports?device_id=2b3390a0-3ddd-4b99-8b26-bdd23b7e22e4 HTTP/1.1" status: 200  len: 210 time: 0.0284820
Dec 25 21:20:44.873394 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82afec1b-8d1c-4015-8027-e639e8a7035d admin admin] Network a99e9608-4051-427d-8a99-05dfc6653e1d is scheduled to be hosted by DHCP agent 1813db88-2c1b-4357-a2ba-869246b663c2 with binding_index 1 {{(pid=121607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 25 21:20:44.920106 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288d4d45-a9ce-4e81-8ab5-4c5ee0a7335c req-c5b7eab5-cba3-4b31-b71c-ba109ed1bf42 tempest-ServerRescueTestJSONUnderV235-1351702928 tempest-ServerRescueTestJSONUnderV235-1351702928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:44.921935 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-288d4d45-a9ce-4e81-8ab5-4c5ee0a7335c req-c5b7eab5-cba3-4b31-b71c-ba109ed1bf42 tempest-ServerRescueTestJSONUnderV235-1351702928 tempest-ServerRescueTestJSONUnderV235-1351702928-project] 10.222.0.32 "GET /v2.0/ports?device_id=f38f1e54-3e25-4107-9a2c-734823ced707 HTTP/1.1" status: 200  len: 946 time: 0.0541945
Dec 25 21:20:44.953566 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-82afec1b-8d1c-4015-8027-e639e8a7035d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, a99e9608-4051-427d-8a99-05dfc6653e1d) {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:20:44.958272 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82afec1b-8d1c-4015-8027-e639e8a7035d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:44.958947 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-82afec1b-8d1c-4015-8027-e639e8a7035d admin admin] Publish callbacks [] for subnet, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:44.975104 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-491319fb-1429-4a44-9959-bcabc3afe8e8 None None] Network a99e9608-4051-427d-8a99-05dfc6653e1d requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:20:44.976706 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-288d4d45-a9ce-4e81-8ab5-4c5ee0a7335c req-0dafb7d1-817f-40f9-bfab-20c7530a0f19 tempest-ServerRescueTestJSONUnderV235-1351702928 tempest-ServerRescueTestJSONUnderV235-1351702928-project] 10.222.0.32 "GET /v2.0/security-groups?id=90c387e5-e604-4c27-9f19-ebc2203871ff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0483372
Dec 25 21:20:45.047810 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-82afec1b-8d1c-4015-8027-e639e8a7035d admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.7387218
Dec 25 21:20:45.091517 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-680eb2b4-22c9-4221-b24e-48f43a3cbe65 None None] Network a99e9608-4051-427d-8a99-05dfc6653e1d requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:20:45.442747 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f126c99a-4a45-41c5-944b-b6a24e25e10e req-016c4106-c2db-4a59-9be1-e2a9cfc6fe49 tempest-InstanceActionsTestJSON-876378512 tempest-InstanceActionsTestJSON-876378512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:45.444220 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f126c99a-4a45-41c5-944b-b6a24e25e10e req-016c4106-c2db-4a59-9be1-e2a9cfc6fe49 tempest-InstanceActionsTestJSON-876378512 tempest-InstanceActionsTestJSON-876378512-project] 10.222.0.32 "GET /v2.0/networks?id=a99e9608-4051-427d-8a99-05dfc6653e1d HTTP/1.1" status: 200  len: 814 time: 0.1050003
Dec 25 21:20:45.459321 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f126c99a-4a45-41c5-944b-b6a24e25e10e req-149c11d6-eb5f-49f0-974f-3df79f4fc949 tempest-InstanceActionsTestJSON-876378512 tempest-InstanceActionsTestJSON-876378512-project] 10.222.0.32 "GET /v2.0/quotas/363ad00286c74e49ac9d96aa0edebda1 HTTP/1.1" status: 200  len: 375 time: 0.0089862
Dec 25 21:20:45.490520 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f126c99a-4a45-41c5-944b-b6a24e25e10e req-e3e7f1bf-944e-46c1-ba8e-c7d5eee737e2 tempest-InstanceActionsTestJSON-876378512 tempest-InstanceActionsTestJSON-876378512-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=363ad00286c74e49ac9d96aa0edebda1&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0258102
Dec 25 21:20:45.594677 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f126c99a-4a45-41c5-944b-b6a24e25e10e req-a369ab6d-1507-4a1f-8410-10d5f655ded5 service neutron] 10.222.0.32 "GET /v2.0/networks/a99e9608-4051-427d-8a99-05dfc6653e1d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0968554
Dec 25 21:20:45.659156 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b7fc7c-7342-42a1-9e8a-bc55c2882d28 req-fec7e020-884f-4842-a8b4-cd7845ffb30a tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:45.660697 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c4b7fc7c-7342-42a1-9e8a-bc55c2882d28 req-fec7e020-884f-4842-a8b4-cd7845ffb30a tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] 10.222.0.32 "GET /v2.0/ports?device_id=89ed46e1-4b7a-40ec-a9f8-923852705e90 HTTP/1.1" status: 200  len: 946 time: 0.0810378
Dec 25 21:20:45.980204 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f126c99a-4a45-41c5-944b-b6a24e25e10e req-3f6b398d-956b-4a5c-bcc5-61828bad6837 service neutron] 10.222.0.32 "GET /v2.0/networks/a99e9608-4051-427d-8a99-05dfc6653e1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3708742
Dec 25 21:20:45.987656 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c4b7fc7c-7342-42a1-9e8a-bc55c2882d28 req-eefd1309-85df-4851-990a-e9bae31f2f24 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c514444-6044-490f-9acc-6dece3909d9f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3007910
Dec 25 21:20:46.154838 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d53fe7-faaa-46e7-9919-d9c315acec5d req-60faec0c-c3a5-4b8e-8c41-c6010ea839d2 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:46.157325 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-00d53fe7-faaa-46e7-9919-d9c315acec5d req-60faec0c-c3a5-4b8e-8c41-c6010ea839d2 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c440c6c-f195-45df-bc8f-62cfb0a36698 HTTP/1.1" status: 200  len: 946 time: 0.0499458
Dec 25 21:20:46.221823 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-00d53fe7-faaa-46e7-9919-d9c315acec5d req-55c969e9-858f-4aac-8b53-698295752cdd tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/security-groups?id=8da2903e-43de-461d-84b5-0c733a2bfb8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0573003
Dec 25 21:20:46.237426 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-50a3162e-d4b9-461a-ab93-ac99aa555d37 req-30bf9048-e2cd-4733-b58a-6ef671432943 tempest-InstanceActionsNegativeTestJSON-1067309904 tempest-InstanceActionsNegativeTestJSON-1067309904-project] 10.222.0.32 "GET /v2.0/ports?device_id=2b3390a0-3ddd-4b99-8b26-bdd23b7e22e4 HTTP/1.1" status: 200  len: 210 time: 0.0297754
Dec 25 21:20:46.355526 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc40b4a-7953-4380-aa98-260e009b15da req-e6450daa-d7ab-4947-810f-0c94980744e2 tempest-ServerRescueTestJSONUnderV235-1351702928 tempest-ServerRescueTestJSONUnderV235-1351702928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:46.357066 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2bc40b4a-7953-4380-aa98-260e009b15da req-e6450daa-d7ab-4947-810f-0c94980744e2 tempest-ServerRescueTestJSONUnderV235-1351702928 tempest-ServerRescueTestJSONUnderV235-1351702928-project] 10.222.0.32 "GET /v2.0/ports?device_id=f38f1e54-3e25-4107-9a2c-734823ced707 HTTP/1.1" status: 200  len: 946 time: 0.0623739
Dec 25 21:20:46.396283 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-daf15472-a464-476e-b408-0018888f2f18 req-ef0dd75a-629c-4196-b092-6ba24c0c2ad3 tempest-InstanceActionsTestJSON-876378512 tempest-InstanceActionsTestJSON-876378512-project] 10.222.0.32 "GET /v2.0/ports?device_id=7d1e8a07-d1e2-418d-abfa-e9a0bfff6cd5 HTTP/1.1" status: 200  len: 210 time: 0.0382326
Dec 25 21:20:46.427114 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2bc40b4a-7953-4380-aa98-260e009b15da req-c1594ee8-36b0-4210-a1e2-3ad93ea7ba78 tempest-ServerRescueTestJSONUnderV235-1351702928 tempest-ServerRescueTestJSONUnderV235-1351702928-project] 10.222.0.32 "GET /v2.0/security-groups?id=90c387e5-e604-4c27-9f19-ebc2203871ff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0608735
Dec 25 21:20:47.104994 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356f5e1a-407b-4a4d-9b1c-99446ba749e8 req-193ac6ba-13ec-4c6c-b8f2-8e974801ca60 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:47.106498 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-356f5e1a-407b-4a4d-9b1c-99446ba749e8 req-193ac6ba-13ec-4c6c-b8f2-8e974801ca60 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] 10.222.0.32 "GET /v2.0/ports?device_id=89ed46e1-4b7a-40ec-a9f8-923852705e90 HTTP/1.1" status: 200  len: 946 time: 0.0508218
Dec 25 21:20:47.159113 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-356f5e1a-407b-4a4d-9b1c-99446ba749e8 req-d49df58c-d3d7-4442-9d00-d1cb33ff31ec tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c514444-6044-490f-9acc-6dece3909d9f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0461764
Dec 25 21:20:47.365431 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1637d3b6-37e8-434e-bf48-590a39e7e097 req-4f981947-cc23-4332-a268-89e0ccf1712e tempest-InstanceActionsNegativeTestJSON-1067309904 tempest-InstanceActionsNegativeTestJSON-1067309904-project] 10.222.0.32 "GET /v2.0/ports?device_id=2b3390a0-3ddd-4b99-8b26-bdd23b7e22e4 HTTP/1.1" status: 200  len: 210 time: 0.0451708
Dec 25 21:20:47.381199 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4139a249-0bd6-432c-894c-0e17ad5c32c2 req-d82dc12d-36a9-496c-95a7-eca5855bf6f4 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:47.389174 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4139a249-0bd6-432c-894c-0e17ad5c32c2 req-d82dc12d-36a9-496c-95a7-eca5855bf6f4 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c440c6c-f195-45df-bc8f-62cfb0a36698 HTTP/1.1" status: 200  len: 946 time: 0.0945613
Dec 25 21:20:47.417577 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffac56a-ebbf-4f54-9a1e-4a703a561f56 req-8cf34a35-7eed-4349-afeb-cdbd2880a236 tempest-InstanceActionsNegativeTestJSON-1067309904 tempest-InstanceActionsNegativeTestJSON-1067309904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:47.419723 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-cffac56a-ebbf-4f54-9a1e-4a703a561f56 req-8cf34a35-7eed-4349-afeb-cdbd2880a236 tempest-InstanceActionsNegativeTestJSON-1067309904 tempest-InstanceActionsNegativeTestJSON-1067309904-project] 10.222.0.37 "GET /v2.0/networks?id=8ea22150-5d73-4eda-bec4-147118c897f9 HTTP/1.1" status: 200  len: 821 time: 0.1248219
Dec 25 21:20:47.437149 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4139a249-0bd6-432c-894c-0e17ad5c32c2 req-6b45d51c-6d5d-402d-938f-0f5a605e689a tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/security-groups?id=8da2903e-43de-461d-84b5-0c733a2bfb8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0474193
Dec 25 21:20:47.443738 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [req-cffac56a-ebbf-4f54-9a1e-4a703a561f56 req-341fdbe3-f32f-4acb-a348-4d40b218977b tempest-InstanceActionsNegativeTestJSON-1067309904 tempest-InstanceActionsNegativeTestJSON-1067309904-project] Request body: {'port': {'device_id': '2b3390a0-3ddd-4b99-8b26-bdd23b7e22e4', 'network_id': '8ea22150-5d73-4eda-bec4-147118c897f9', 'admin_state_up': True, 'tenant_id': '4e25bb59aaf6463b813f8a47e00b807e'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:20:47.566478 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9197c009-ed07-4c20-b887-737a7d602094 req-bfe55be8-8650-4c5c-8910-3084262a7258 tempest-InstanceActionsTestJSON-876378512 tempest-InstanceActionsTestJSON-876378512-project] 10.222.0.32 "GET /v2.0/ports?device_id=7d1e8a07-d1e2-418d-abfa-e9a0bfff6cd5 HTTP/1.1" status: 200  len: 210 time: 0.0456197
Dec 25 21:20:47.587000 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acda552f-0158-4760-a8bf-a7121aba48d7 req-c0b5e53e-0902-409a-bf96-fca6237c3545 tempest-ServerRescueTestJSONUnderV235-1351702928 tempest-ServerRescueTestJSONUnderV235-1351702928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:47.589307 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-acda552f-0158-4760-a8bf-a7121aba48d7 req-c0b5e53e-0902-409a-bf96-fca6237c3545 tempest-ServerRescueTestJSONUnderV235-1351702928 tempest-ServerRescueTestJSONUnderV235-1351702928-project] 10.222.0.32 "GET /v2.0/ports?device_id=f38f1e54-3e25-4107-9a2c-734823ced707 HTTP/1.1" status: 200  len: 946 time: 0.0779636
Dec 25 21:20:47.646275 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-acda552f-0158-4760-a8bf-a7121aba48d7 req-3cc56501-3d8b-419f-8456-91c9ff405f93 tempest-ServerRescueTestJSONUnderV235-1351702928 tempest-ServerRescueTestJSONUnderV235-1351702928-project] 10.222.0.32 "GET /v2.0/security-groups?id=90c387e5-e604-4c27-9f19-ebc2203871ff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0480161
Dec 25 21:20:47.707101 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cffac56a-ebbf-4f54-9a1e-4a703a561f56 req-341fdbe3-f32f-4acb-a348-4d40b218977b tempest-InstanceActionsNegativeTestJSON-1067309904 tempest-InstanceActionsNegativeTestJSON-1067309904-project] Made reservation on behalf of 4e25bb59aaf6463b813f8a47e00b807e for: {'port': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:20:47.710946 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-cffac56a-ebbf-4f54-9a1e-4a703a561f56 req-341fdbe3-f32f-4acb-a348-4d40b218977b tempest-InstanceActionsNegativeTestJSON-1067309904 tempest-InstanceActionsNegativeTestJSON-1067309904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:47.839131 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_common [req-cffac56a-ebbf-4f54-9a1e-4a703a561f56 req-341fdbe3-f32f-4acb-a348-4d40b218977b tempest-InstanceActionsNegativeTestJSON-1067309904 tempest-InstanceActionsNegativeTestJSON-1067309904-project] Allocated IP 172.20.0.8 (8ea22150-5d73-4eda-bec4-147118c897f9/5fb4f45c-5338-4cc2-a6ab-3ebe6a3f65c2/ccc1d5bd-ed23-461a-ae87-41bb69b17dca) {{(pid=121607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:20:47.984568 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-cffac56a-ebbf-4f54-9a1e-4a703a561f56 req-341fdbe3-f32f-4acb-a348-4d40b218977b tempest-InstanceActionsNegativeTestJSON-1067309904 tempest-InstanceActionsNegativeTestJSON-1067309904-project] Publish callbacks [] for port, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:48.107954 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-cffac56a-ebbf-4f54-9a1e-4a703a561f56 req-341fdbe3-f32f-4acb-a348-4d40b218977b tempest-InstanceActionsNegativeTestJSON-1067309904 tempest-InstanceActionsNegativeTestJSON-1067309904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:48.156120 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cffac56a-ebbf-4f54-9a1e-4a703a561f56 req-341fdbe3-f32f-4acb-a348-4d40b218977b tempest-InstanceActionsNegativeTestJSON-1067309904 tempest-InstanceActionsNegativeTestJSON-1067309904-project] Network 8ea22150-5d73-4eda-bec4-147118c897f9 is already hosted by enough agents. {{(pid=121607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:20:48.159210 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [req-cffac56a-ebbf-4f54-9a1e-4a703a561f56 req-341fdbe3-f32f-4acb-a348-4d40b218977b tempest-InstanceActionsNegativeTestJSON-1067309904 tempest-InstanceActionsNegativeTestJSON-1067309904-project] Resources bound (agent type, host, resource id):  {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:20:48.161899 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [req-cffac56a-ebbf-4f54-9a1e-4a703a561f56 req-341fdbe3-f32f-4acb-a348-4d40b218977b tempest-InstanceActionsNegativeTestJSON-1067309904 tempest-InstanceActionsNegativeTestJSON-1067309904-project] Received port after_create {{(pid=121607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:20:48.201161 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341fdbe3-f32f-4acb-a348-4d40b218977b tempest-InstanceActionsNegativeTestJSON-1067309904 tempest-InstanceActionsNegativeTestJSON-1067309904-project] Pushing event updated for resources: {'Port': ['ID=ccc1d5bd-ed23-461a-ae87-41bb69b17dca,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:20:48.221175 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffac56a-ebbf-4f54-9a1e-4a703a561f56 req-341fdbe3-f32f-4acb-a348-4d40b218977b tempest-InstanceActionsNegativeTestJSON-1067309904 tempest-InstanceActionsNegativeTestJSON-1067309904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:48.221782 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-cffac56a-ebbf-4f54-9a1e-4a703a561f56 req-341fdbe3-f32f-4acb-a348-4d40b218977b tempest-InstanceActionsNegativeTestJSON-1067309904 tempest-InstanceActionsNegativeTestJSON-1067309904-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:48.280643 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d880712f-8802-4afd-92a6-67258ec37afc req-2dce660e-f6b3-4e16-a63f-931318c3b19a tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:48.282186 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d880712f-8802-4afd-92a6-67258ec37afc req-2dce660e-f6b3-4e16-a63f-931318c3b19a tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] 10.222.0.32 "GET /v2.0/ports?device_id=89ed46e1-4b7a-40ec-a9f8-923852705e90 HTTP/1.1" status: 200  len: 946 time: 0.0517392
Dec 25 21:20:48.321864 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-cffac56a-ebbf-4f54-9a1e-4a703a561f56 req-341fdbe3-f32f-4acb-a348-4d40b218977b tempest-InstanceActionsNegativeTestJSON-1067309904 tempest-InstanceActionsNegativeTestJSON-1067309904-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8822241
Dec 25 21:20:48.334435 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d880712f-8802-4afd-92a6-67258ec37afc req-435c2667-f993-4d83-bd9e-c9dd48b5de6e tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c514444-6044-490f-9acc-6dece3909d9f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0463190
Dec 25 21:20:48.334881 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [req-cffac56a-ebbf-4f54-9a1e-4a703a561f56 req-6ab45e71-12b9-45e0-8304-9dde5e9a2491 service neutron] Request body: {'port': {'device_id': '2b3390a0-3ddd-4b99-8b26-bdd23b7e22e4', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:20:48.388296 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-cffac56a-ebbf-4f54-9a1e-4a703a561f56 req-6ab45e71-12b9-45e0-8304-9dde5e9a2491 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:48.506525 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d266c2a-5184-48c8-8a7d-40a2fcd5284e req-2689c8eb-b17b-4bf3-b595-492011ea93c0 tempest-InstanceActionsNegativeTestJSON-1067309904 tempest-InstanceActionsNegativeTestJSON-1067309904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:48.508113 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0d266c2a-5184-48c8-8a7d-40a2fcd5284e req-2689c8eb-b17b-4bf3-b595-492011ea93c0 tempest-InstanceActionsNegativeTestJSON-1067309904 tempest-InstanceActionsNegativeTestJSON-1067309904-project] 10.222.0.32 "GET /v2.0/ports?device_id=2b3390a0-3ddd-4b99-8b26-bdd23b7e22e4 HTTP/1.1" status: 200  len: 931 time: 0.0619004
Dec 25 21:20:48.575424 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0d266c2a-5184-48c8-8a7d-40a2fcd5284e req-7ac17bcf-a1b0-45c0-8aa8-e9f0d50819c3 tempest-InstanceActionsNegativeTestJSON-1067309904 tempest-InstanceActionsNegativeTestJSON-1067309904-project] 10.222.0.32 "GET /v2.0/security-groups?id=4dc92a69-8bd0-451a-a3ed-922f09b40b39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0610929
Dec 25 21:20:48.657154 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4b5644-714a-41ab-b4f7-dc54ccb081ba req-57552d4a-5f67-4eef-9e67-f89b485fd389 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:48.658655 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-6e4b5644-714a-41ab-b4f7-dc54ccb081ba req-57552d4a-5f67-4eef-9e67-f89b485fd389 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c440c6c-f195-45df-bc8f-62cfb0a36698 HTTP/1.1" status: 200  len: 946 time: 0.0809801
Dec 25 21:20:48.698838 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9c235cd0-68af-42da-8486-f7c13ea7214f req-b8f6f49e-899f-46dc-a60f-3aabdb1df226 tempest-InstanceActionsTestJSON-876378512 tempest-InstanceActionsTestJSON-876378512-project] 10.222.0.32 "GET /v2.0/ports?device_id=7d1e8a07-d1e2-418d-abfa-e9a0bfff6cd5 HTTP/1.1" status: 200  len: 210 time: 0.0391483
Dec 25 21:20:48.734857 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-6e4b5644-714a-41ab-b4f7-dc54ccb081ba req-d950e38b-fd6b-4684-a97b-95868a5d36ee tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/security-groups?id=8da2903e-43de-461d-84b5-0c733a2bfb8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0648470
Dec 25 21:20:48.867890 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2b7779-a4f8-435b-aa88-580e47a5cd8c req-b78946e0-e60d-4afb-9aa9-50a8feaff9aa tempest-ServerRescueTestJSONUnderV235-1351702928 tempest-ServerRescueTestJSONUnderV235-1351702928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:48.870280 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8f2b7779-a4f8-435b-aa88-580e47a5cd8c req-b78946e0-e60d-4afb-9aa9-50a8feaff9aa tempest-ServerRescueTestJSONUnderV235-1351702928 tempest-ServerRescueTestJSONUnderV235-1351702928-project] 10.222.0.32 "GET /v2.0/ports?device_id=f38f1e54-3e25-4107-9a2c-734823ced707 HTTP/1.1" status: 200  len: 946 time: 0.0547445
Dec 25 21:20:48.924925 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8f2b7779-a4f8-435b-aa88-580e47a5cd8c req-0b2c6810-a0b2-444a-b232-d983ae1ccab1 tempest-ServerRescueTestJSONUnderV235-1351702928 tempest-ServerRescueTestJSONUnderV235-1351702928-project] 10.222.0.32 "GET /v2.0/security-groups?id=90c387e5-e604-4c27-9f19-ebc2203871ff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0477972
Dec 25 21:20:49.017527 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f126c99a-4a45-41c5-944b-b6a24e25e10e req-52f2cf86-bf90-4d8e-b963-97e14f895549 tempest-InstanceActionsTestJSON-876378512 tempest-InstanceActionsTestJSON-876378512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:49.018965 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-f126c99a-4a45-41c5-944b-b6a24e25e10e req-52f2cf86-bf90-4d8e-b963-97e14f895549 tempest-InstanceActionsTestJSON-876378512 tempest-InstanceActionsTestJSON-876378512-project] 10.222.0.37 "GET /v2.0/networks?id=a99e9608-4051-427d-8a99-05dfc6653e1d HTTP/1.1" status: 200  len: 814 time: 0.4877169
Dec 25 21:20:49.034811 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [req-f126c99a-4a45-41c5-944b-b6a24e25e10e req-800ef79b-eb1e-4335-95e3-6ed76a258be2 tempest-InstanceActionsTestJSON-876378512 tempest-InstanceActionsTestJSON-876378512-project] Request body: {'port': {'device_id': '7d1e8a07-d1e2-418d-abfa-e9a0bfff6cd5', 'network_id': 'a99e9608-4051-427d-8a99-05dfc6653e1d', 'admin_state_up': True, 'tenant_id': '363ad00286c74e49ac9d96aa0edebda1'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:20:49.142894 ncdv-master-1 neutron-server[121607]: DEBUG neutron.notifiers.nova [req-cffac56a-ebbf-4f54-9a1e-4a703a561f56 req-6ab45e71-12b9-45e0-8304-9dde5e9a2491 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ccc1d5bd-ed23-461a-ae87-41bb69b17dca {{(pid=121607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:20:49.153566 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-cffac56a-ebbf-4f54-9a1e-4a703a561f56 req-6ab45e71-12b9-45e0-8304-9dde5e9a2491 service neutron] Publish callbacks [] for port, precommit_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:49.178504 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.provisioning_blocks [req-cffac56a-ebbf-4f54-9a1e-4a703a561f56 req-6ab45e71-12b9-45e0-8304-9dde5e9a2491 service neutron] Transition to ACTIVE for port object ccc1d5bd-ed23-461a-ae87-41bb69b17dca will not be triggered until provisioned by entity L2. {{(pid=121607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 25 21:20:49.238506 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-cffac56a-ebbf-4f54-9a1e-4a703a561f56 req-6ab45e71-12b9-45e0-8304-9dde5e9a2491 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8632327'] for port, after_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:49.268104 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f126c99a-4a45-41c5-944b-b6a24e25e10e req-800ef79b-eb1e-4335-95e3-6ed76a258be2 tempest-InstanceActionsTestJSON-876378512 tempest-InstanceActionsTestJSON-876378512-project] Made reservation on behalf of 363ad00286c74e49ac9d96aa0edebda1 for: {'port': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:20:49.271644 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-f126c99a-4a45-41c5-944b-b6a24e25e10e req-800ef79b-eb1e-4335-95e3-6ed76a258be2 tempest-InstanceActionsTestJSON-876378512 tempest-InstanceActionsTestJSON-876378512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:49.310573 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab45e71-12b9-45e0-8304-9dde5e9a2491 service neutron] Pushing event updated for resources: {'Port': ['ID=ccc1d5bd-ed23-461a-ae87-41bb69b17dca,revision_number=2']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:20:49.457490 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.managers [req-cffac56a-ebbf-4f54-9a1e-4a703a561f56 req-6ab45e71-12b9-45e0-8304-9dde5e9a2491 service neutron] Attempting to bind port ccc1d5bd-ed23-461a-ae87-41bb69b17dca on host nch2-master-1 for vnic_type normal with profile  {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:20:49.457816 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.managers [req-cffac56a-ebbf-4f54-9a1e-4a703a561f56 req-6ab45e71-12b9-45e0-8304-9dde5e9a2491 service neutron] Attempting to bind port ccc1d5bd-ed23-461a-ae87-41bb69b17dca by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'a6acde2c-9502-4f16-b7ea-3e1c83b8c9e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '8ea22150-5d73-4eda-bec4-147118c897f9'}] {{(pid=121607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:20:49.458071 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cffac56a-ebbf-4f54-9a1e-4a703a561f56 req-6ab45e71-12b9-45e0-8304-9dde5e9a2491 service neutron] Attempting to bind port ccc1d5bd-ed23-461a-ae87-41bb69b17dca on network 8ea22150-5d73-4eda-bec4-147118c897f9 {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:20:49.466709 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b857a9da-9cec-4f6d-92bd-6b7df18a0bc7 req-3967b9eb-9269-4994-a32b-e3740453358b tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:49.467991 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cffac56a-ebbf-4f54-9a1e-4a703a561f56 req-6ab45e71-12b9-45e0-8304-9dde5e9a2491 service neutron] Port ccc1d5bd-ed23-461a-ae87-41bb69b17dca on network 8ea22150-5d73-4eda-bec4-147118c897f9 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 25 21:20:49.468238 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b857a9da-9cec-4f6d-92bd-6b7df18a0bc7 req-3967b9eb-9269-4994-a32b-e3740453358b tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] 10.222.0.32 "GET /v2.0/ports?device_id=89ed46e1-4b7a-40ec-a9f8-923852705e90 HTTP/1.1" status: 200  len: 946 time: 0.0558004
Dec 25 21:20:49.468350 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cffac56a-ebbf-4f54-9a1e-4a703a561f56 req-6ab45e71-12b9-45e0-8304-9dde5e9a2491 service neutron] Attempting to bind port ccc1d5bd-ed23-461a-ae87-41bb69b17dca on network 8ea22150-5d73-4eda-bec4-147118c897f9 {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:20:49.481832 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cffac56a-ebbf-4f54-9a1e-4a703a561f56 req-6ab45e71-12b9-45e0-8304-9dde5e9a2491 service neutron] Checking agent: {'id': '0d9ae313-8f8d-40fa-8a9f-d098a25a9911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 21, 4, 38), 'started_at': datetime.datetime(2021, 12, 25, 21, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 20, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:20:49.482159 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cffac56a-ebbf-4f54-9a1e-4a703a561f56 req-6ab45e71-12b9-45e0-8304-9dde5e9a2491 service neutron] Checking segment: {'id': 'a6acde2c-9502-4f16-b7ea-3e1c83b8c9e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '8ea22150-5d73-4eda-bec4-147118c897f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:20:49.482544 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cffac56a-ebbf-4f54-9a1e-4a703a561f56 req-6ab45e71-12b9-45e0-8304-9dde5e9a2491 service neutron] Bound using segment: {'id': 'a6acde2c-9502-4f16-b7ea-3e1c83b8c9e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '8ea22150-5d73-4eda-bec4-147118c897f9'} {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:20:49.483005 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.managers [req-cffac56a-ebbf-4f54-9a1e-4a703a561f56 req-6ab45e71-12b9-45e0-8304-9dde5e9a2491 service neutron] Bound port: ccc1d5bd-ed23-461a-ae87-41bb69b17dca, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6acde2c-9502-4f16-b7ea-3e1c83b8c9e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '8ea22150-5d73-4eda-bec4-147118c897f9'}}] {{(pid=121607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:20:49.483328 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-cffac56a-ebbf-4f54-9a1e-4a703a561f56 req-6ab45e71-12b9-45e0-8304-9dde5e9a2491 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:49.485576 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_common [req-f126c99a-4a45-41c5-944b-b6a24e25e10e req-800ef79b-eb1e-4335-95e3-6ed76a258be2 tempest-InstanceActionsTestJSON-876378512 tempest-InstanceActionsTestJSON-876378512-project] Allocated IP 172.20.0.13 (a99e9608-4051-427d-8a99-05dfc6653e1d/d75a4c82-0958-4341-959f-44b3dcf81275/a63c4532-3c2e-4893-bf9a-eef4032f9a9e) {{(pid=121607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:20:49.604541 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.db [req-cffac56a-ebbf-4f54-9a1e-4a703a561f56 req-6ab45e71-12b9-45e0-8304-9dde5e9a2491 service neutron] For port ccc1d5bd-ed23-461a-ae87-41bb69b17dca, host nch2-master-1, cleared binding levels {{(pid=121607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:20:49.605796 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b857a9da-9cec-4f6d-92bd-6b7df18a0bc7 req-28a49c31-a398-4e46-b50f-c0df063e6575 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c514444-6044-490f-9acc-6dece3909d9f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1307781
Dec 25 21:20:49.627413 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.db [req-cffac56a-ebbf-4f54-9a1e-4a703a561f56 req-6ab45e71-12b9-45e0-8304-9dde5e9a2491 service neutron] For port ccc1d5bd-ed23-461a-ae87-41bb69b17dca, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ccc1d5bd-ed23-461a-ae87-41bb69b17dca,segment=NetworkSegment(a6acde2c-9502-4f16-b7ea-3e1c83b8c9e6),segment_id=a6acde2c-9502-4f16-b7ea-3e1c83b8c9e6)] {{(pid=121607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:20:49.633309 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-26fa6f73-b49d-4579-8744-6f8053c680b6 req-523c5736-72c9-4ff0-8d85-0afecfe19f6a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f1f8bfda-0dfb-4159-89b2-bf30653ddcb2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0902669
Dec 25 21:20:49.709675 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-f126c99a-4a45-41c5-944b-b6a24e25e10e req-800ef79b-eb1e-4335-95e3-6ed76a258be2 tempest-InstanceActionsTestJSON-876378512 tempest-InstanceActionsTestJSON-876378512-project] Publish callbacks [] for port, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:49.715128 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-cffac56a-ebbf-4f54-9a1e-4a703a561f56 req-6ab45e71-12b9-45e0-8304-9dde5e9a2491 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8632327'] for port, after_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:49.757196 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a1bac3-e959-49b0-bcc4-8b02308b0c03 req-7fe938c3-64f5-471e-80fc-a791e739ee10 tempest-InstanceActionsNegativeTestJSON-1067309904 tempest-InstanceActionsNegativeTestJSON-1067309904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:49.758777 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-54a1bac3-e959-49b0-bcc4-8b02308b0c03 req-7fe938c3-64f5-471e-80fc-a791e739ee10 tempest-InstanceActionsNegativeTestJSON-1067309904 tempest-InstanceActionsNegativeTestJSON-1067309904-project] 10.222.0.32 "GET /v2.0/ports?device_id=2b3390a0-3ddd-4b99-8b26-bdd23b7e22e4 HTTP/1.1" status: 200  len: 943 time: 0.0888441
Dec 25 21:20:49.767534 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fa6f73-b49d-4579-8744-6f8053c680b6 req-94f5c0d6-fcdb-44be-aaa1-ac0c8619a5b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:49.769129 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-26fa6f73-b49d-4579-8744-6f8053c680b6 req-94f5c0d6-fcdb-44be-aaa1-ac0c8619a5b3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7ed80be6e633499b9d1dc61c05014afc&device_id=f1f8bfda-0dfb-4159-89b2-bf30653ddcb2 HTTP/1.1" status: 200  len: 1096 time: 0.0701368
Dec 25 21:20:49.774426 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffac56a-ebbf-4f54-9a1e-4a703a561f56 req-6ab45e71-12b9-45e0-8304-9dde5e9a2491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:49.775056 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-cffac56a-ebbf-4f54-9a1e-4a703a561f56 req-6ab45e71-12b9-45e0-8304-9dde5e9a2491 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:49.776474 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-cffac56a-ebbf-4f54-9a1e-4a703a561f56 req-6ab45e71-12b9-45e0-8304-9dde5e9a2491 service neutron] 10.222.0.37 "PUT /v2.0/ports/ccc1d5bd-ed23-461a-ae87-41bb69b17dca HTTP/1.1" status: 200  len: 1091 time: 1.4458170
Dec 25 21:20:49.776944 ncdv-master-1 neutron-server[121607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b3390a0-3ddd-4b99-8b26-bdd23b7e22e4', 'tag': 'ccc1d5bd-ed23-461a-ae87-41bb69b17dca'}] {{(pid=121607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:20:49.779515 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f980bbcadfa7bf1e788024e1448be660373c21f97f015f780444e999c451203" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e29c13f3-5e5b-43ab-bf14-0848eab823fa" -d '{"events": [{"name": "network-changed", "server_uuid": "2b3390a0-3ddd-4b99-8b26-bdd23b7e22e4", "tag": "ccc1d5bd-ed23-461a-ae87-41bb69b17dca"}]}' {{(pid=121607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:20:49.809799 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab45e71-12b9-45e0-8304-9dde5e9a2491 service neutron] Pushing event updated for resources: {'Port': ['ID=ccc1d5bd-ed23-461a-ae87-41bb69b17dca,revision_number=3']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:20:49.839131 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-54a1bac3-e959-49b0-bcc4-8b02308b0c03 req-bd105a24-1cf5-40b9-93ea-69290ac0607a tempest-InstanceActionsNegativeTestJSON-1067309904 tempest-InstanceActionsNegativeTestJSON-1067309904-project] 10.222.0.32 "GET /v2.0/security-groups?id=4dc92a69-8bd0-451a-a3ed-922f09b40b39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0676107
Dec 25 21:20:49.854497 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-6515ae81-56a7-4469-b82f-af54995b114c req-6f4c9de2-cecc-451d-b2ac-4ef8fc6b644f tempest-InstanceActionsTestJSON-876378512 tempest-InstanceActionsTestJSON-876378512-project] 10.222.0.32 "GET /v2.0/ports?device_id=7d1e8a07-d1e2-418d-abfa-e9a0bfff6cd5 HTTP/1.1" status: 200  len: 210 time: 0.0383525
Dec 25 21:20:49.909392 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-f126c99a-4a45-41c5-944b-b6a24e25e10e req-800ef79b-eb1e-4335-95e3-6ed76a258be2 tempest-InstanceActionsTestJSON-876378512 tempest-InstanceActionsTestJSON-876378512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:49.986767 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f126c99a-4a45-41c5-944b-b6a24e25e10e req-800ef79b-eb1e-4335-95e3-6ed76a258be2 tempest-InstanceActionsTestJSON-876378512 tempest-InstanceActionsTestJSON-876378512-project] Network a99e9608-4051-427d-8a99-05dfc6653e1d is already hosted by enough agents. {{(pid=121607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:20:49.988021 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fa6f73-b49d-4579-8744-6f8053c680b6 req-6dfa8a9c-2f15-448c-a2fe-1e2d897ac3c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:49.989628 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-26fa6f73-b49d-4579-8744-6f8053c680b6 req-6dfa8a9c-2f15-448c-a2fe-1e2d897ac3c0 service neutron] 10.222.0.37 "GET /v2.0/networks?id=cb028617-ca4b-4888-809e-8a74d7f084f8 HTTP/1.1" status: 200  len: 911 time: 0.1745300
Dec 25 21:20:49.992291 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffac56a-ebbf-4f54-9a1e-4a703a561f56 req-0678ca12-4cde-418d-8649-0cde1168d6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:49.993813 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-cffac56a-ebbf-4f54-9a1e-4a703a561f56 req-0678ca12-4cde-418d-8649-0cde1168d6d7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4e25bb59aaf6463b813f8a47e00b807e&device_id=2b3390a0-3ddd-4b99-8b26-bdd23b7e22e4 HTTP/1.1" status: 200  len: 1094 time: 0.0973883
Dec 25 21:20:49.995546 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [req-f126c99a-4a45-41c5-944b-b6a24e25e10e req-800ef79b-eb1e-4335-95e3-6ed76a258be2 tempest-InstanceActionsTestJSON-876378512 tempest-InstanceActionsTestJSON-876378512-project] Resources bound (agent type, host, resource id):  {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:20:49.997968 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800ef79b-eb1e-4335-95e3-6ed76a258be2 tempest-InstanceActionsTestJSON-876378512 tempest-InstanceActionsTestJSON-876378512-project] Pushing event updated for resources: {'Port': ['ID=a63c4532-3c2e-4893-bf9a-eef4032f9a9e,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:20:50.000164 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [req-f126c99a-4a45-41c5-944b-b6a24e25e10e req-800ef79b-eb1e-4335-95e3-6ed76a258be2 tempest-InstanceActionsTestJSON-876378512 tempest-InstanceActionsTestJSON-876378512-project] Received port after_create {{(pid=121607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:20:50.023729 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Dec 2021 21:20:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-941f45a0-437a-4ee4-a013-1fd6d83b3249 x-openstack-request-id: req-941f45a0-437a-4ee4-a013-1fd6d83b3249 {{(pid=121607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:20:50.024352 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b3390a0-3ddd-4b99-8b26-bdd23b7e22e4", "tag": "ccc1d5bd-ed23-461a-ae87-41bb69b17dca", "status": "completed", "code": 200}]} {{(pid=121607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:20:50.024352 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-941f45a0-437a-4ee4-a013-1fd6d83b3249 {{(pid=121607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:20:50.024655 ncdv-master-1 neutron-server[121607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b3390a0-3ddd-4b99-8b26-bdd23b7e22e4', 'tag': 'ccc1d5bd-ed23-461a-ae87-41bb69b17dca', 'status': 'completed', 'code': 200}
Dec 25 21:20:50.031051 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ab2926-49c4-4f2b-909d-f9d03d527d03 req-8b999ccd-a693-4483-9ac3-00b3346ed683 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:50.032663 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c1ab2926-49c4-4f2b-909d-f9d03d527d03 req-8b999ccd-a693-4483-9ac3-00b3346ed683 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c440c6c-f195-45df-bc8f-62cfb0a36698 HTTP/1.1" status: 200  len: 946 time: 0.1026514
Dec 25 21:20:50.070684 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-cffac56a-ebbf-4f54-9a1e-4a703a561f56 req-53d77861-7d21-4532-92d2-109447307f46 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ccc1d5bd-ed23-461a-ae87-41bb69b17dca HTTP/1.1" status: 200  len: 217 time: 0.0587230
Dec 25 21:20:50.115880 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f126c99a-4a45-41c5-944b-b6a24e25e10e req-800ef79b-eb1e-4335-95e3-6ed76a258be2 tempest-InstanceActionsTestJSON-876378512 tempest-InstanceActionsTestJSON-876378512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:50.116600 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-f126c99a-4a45-41c5-944b-b6a24e25e10e req-800ef79b-eb1e-4335-95e3-6ed76a258be2 tempest-InstanceActionsTestJSON-876378512 tempest-InstanceActionsTestJSON-876378512-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:50.124288 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-26fa6f73-b49d-4579-8744-6f8053c680b6 req-51f7e6c5-fdef-4624-a078-67cf35760ec1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=468e4b8e-2b46-4578-81eb-d2bfd34de1bb HTTP/1.1" status: 200  len: 1001 time: 0.0988057
Dec 25 21:20:50.178723 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fa6f73-b49d-4579-8744-6f8053c680b6 req-419216b1-aa10-49d8-b0df-f8ab94617136 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:50.180450 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-26fa6f73-b49d-4579-8744-6f8053c680b6 req-419216b1-aa10-49d8-b0df-f8ab94617136 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=00dff513-a38a-48f8-809a-d1935b6eecea HTTP/1.1" status: 200  len: 849 time: 0.0484886
Dec 25 21:20:50.185888 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffac56a-ebbf-4f54-9a1e-4a703a561f56 req-c3076923-3e7a-40b3-b589-4f67386d995a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:50.187394 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-cffac56a-ebbf-4f54-9a1e-4a703a561f56 req-c3076923-3e7a-40b3-b589-4f67386d995a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5fb4f45c-5338-4cc2-a6ab-3ebe6a3f65c2 HTTP/1.1" status: 200  len: 861 time: 0.1036558
Dec 25 21:20:50.190852 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c1ab2926-49c4-4f2b-909d-f9d03d527d03 req-31fe69cf-88bb-471f-b96c-18dadaadce17 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/security-groups?id=8da2903e-43de-461d-84b5-0c733a2bfb8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1233330
Dec 25 21:20:50.203358 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-f126c99a-4a45-41c5-944b-b6a24e25e10e req-800ef79b-eb1e-4335-95e3-6ed76a258be2 tempest-InstanceActionsTestJSON-876378512 tempest-InstanceActionsTestJSON-876378512-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.1720831
Dec 25 21:20:50.212026 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40946224-ff17-4dc1-a04d-5759be7f17d3 req-bcc2d96f-cf3b-4443-be5a-9017e643c806 tempest-ServerRescueTestJSONUnderV235-1351702928 tempest-ServerRescueTestJSONUnderV235-1351702928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:50.214359 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-40946224-ff17-4dc1-a04d-5759be7f17d3 req-bcc2d96f-cf3b-4443-be5a-9017e643c806 tempest-ServerRescueTestJSONUnderV235-1351702928 tempest-ServerRescueTestJSONUnderV235-1351702928-project] 10.222.0.32 "GET /v2.0/ports?device_id=f38f1e54-3e25-4107-9a2c-734823ced707 HTTP/1.1" status: 200  len: 946 time: 0.1293879
Dec 25 21:20:50.225169 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [req-f126c99a-4a45-41c5-944b-b6a24e25e10e req-c9b08358-85b1-474e-883b-ce649a1f65f2 service neutron] Request body: {'port': {'device_id': '7d1e8a07-d1e2-418d-abfa-e9a0bfff6cd5', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:20:50.235689 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-cffac56a-ebbf-4f54-9a1e-4a703a561f56 req-c53dc144-8504-4341-9cfb-17323965d901 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8ea22150-5d73-4eda-bec4-147118c897f9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0401394
Dec 25 21:20:50.298500 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fa6f73-b49d-4579-8744-6f8053c680b6 req-8e87e059-b3e0-4da4-973e-ce8eca43f118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:50.300205 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-26fa6f73-b49d-4579-8744-6f8053c680b6 req-8e87e059-b3e0-4da4-973e-ce8eca43f118 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=cb028617-ca4b-4888-809e-8a74d7f084f8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1116958
Dec 25 21:20:50.316385 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-f126c99a-4a45-41c5-944b-b6a24e25e10e req-c9b08358-85b1-474e-883b-ce649a1f65f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:50.333790 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-40946224-ff17-4dc1-a04d-5759be7f17d3 req-ef81218d-ff1b-4b01-aa23-75cc47a6cf60 tempest-ServerRescueTestJSONUnderV235-1351702928 tempest-ServerRescueTestJSONUnderV235-1351702928-project] 10.222.0.32 "GET /v2.0/security-groups?id=90c387e5-e604-4c27-9f19-ebc2203871ff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1001234
Dec 25 21:20:50.369025 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-cffac56a-ebbf-4f54-9a1e-4a703a561f56 req-7d29a91e-6e94-4d33-9fed-d2a1eaaa8ddf service neutron] 10.222.0.37 "GET /v2.0/networks/8ea22150-5d73-4eda-bec4-147118c897f9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1203625
Dec 25 21:20:50.464518 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-cffac56a-ebbf-4f54-9a1e-4a703a561f56 req-a4f1eda8-f85f-46aa-bb31-b76ff472c400 service neutron] 10.222.0.37 "GET /v2.0/networks/8ea22150-5d73-4eda-bec4-147118c897f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0862629
Dec 25 21:20:50.510514 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-26fa6f73-b49d-4579-8744-6f8053c680b6 req-372e6bf1-fc94-406f-84be-8f68335298db service neutron] 10.222.0.37 "GET /v2.0/networks/cb028617-ca4b-4888-809e-8a74d7f084f8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2023039
Dec 25 21:20:50.602313 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29c13f3-5e5b-43ab-bf14-0848eab823fa req-5ec6700e-14aa-4384-bb07-febc74805982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:50.603862 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e29c13f3-5e5b-43ab-bf14-0848eab823fa req-5ec6700e-14aa-4384-bb07-febc74805982 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4e25bb59aaf6463b813f8a47e00b807e&device_id=2b3390a0-3ddd-4b99-8b26-bdd23b7e22e4 HTTP/1.1" status: 200  len: 1094 time: 0.0435648
Dec 25 21:20:50.688765 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-26fa6f73-b49d-4579-8744-6f8053c680b6 req-c61304c6-a142-4bac-b3c8-96cf777cac82 service neutron] 10.222.0.37 "GET /v2.0/networks/cb028617-ca4b-4888-809e-8a74d7f084f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1702600
Dec 25 21:20:50.735376 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29c13f3-5e5b-43ab-bf14-0848eab823fa req-358e5578-4d24-475d-86a7-6e8890e00f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:50.736919 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e29c13f3-5e5b-43ab-bf14-0848eab823fa req-358e5578-4d24-475d-86a7-6e8890e00f28 service neutron] 10.222.0.37 "GET /v2.0/networks?id=8ea22150-5d73-4eda-bec4-147118c897f9 HTTP/1.1" status: 200  len: 922 time: 0.1207490
Dec 25 21:20:50.754299 ncdv-master-1 neutron-server[121607]: DEBUG neutron.notifiers.nova [req-f126c99a-4a45-41c5-944b-b6a24e25e10e req-c9b08358-85b1-474e-883b-ce649a1f65f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a63c4532-3c2e-4893-bf9a-eef4032f9a9e {{(pid=121607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:20:50.763177 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-f126c99a-4a45-41c5-944b-b6a24e25e10e req-c9b08358-85b1-474e-883b-ce649a1f65f2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:50.776436 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.provisioning_blocks [req-f126c99a-4a45-41c5-944b-b6a24e25e10e req-c9b08358-85b1-474e-883b-ce649a1f65f2 service neutron] Transition to ACTIVE for port object a63c4532-3c2e-4893-bf9a-eef4032f9a9e will not be triggered until provisioned by entity L2. {{(pid=121607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 25 21:20:50.796988 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e29c13f3-5e5b-43ab-bf14-0848eab823fa req-03d20887-3f1e-4c83-bfc1-4b5a88193f03 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ccc1d5bd-ed23-461a-ae87-41bb69b17dca HTTP/1.1" status: 200  len: 217 time: 0.0420709
Dec 25 21:20:50.832992 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-f126c99a-4a45-41c5-944b-b6a24e25e10e req-c9b08358-85b1-474e-883b-ce649a1f65f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8632327'] for port, after_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:50.841223 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2be9b5-ae26-471b-b1be-5edd51f04d4f req-9e568637-915c-449f-8853-c5c910482216 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:50.842850 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2c2be9b5-ae26-471b-b1be-5edd51f04d4f req-9e568637-915c-449f-8853-c5c910482216 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] 10.222.0.32 "GET /v2.0/ports?device_id=89ed46e1-4b7a-40ec-a9f8-923852705e90 HTTP/1.1" status: 200  len: 946 time: 0.1178491
Dec 25 21:20:50.877025 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29c13f3-5e5b-43ab-bf14-0848eab823fa req-3f138561-1706-4f19-ac08-6f4d8e406b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:50.878591 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e29c13f3-5e5b-43ab-bf14-0848eab823fa req-3f138561-1706-4f19-ac08-6f4d8e406b12 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5fb4f45c-5338-4cc2-a6ab-3ebe6a3f65c2 HTTP/1.1" status: 200  len: 861 time: 0.0723236
Dec 25 21:20:50.907863 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b08358-85b1-474e-883b-ce649a1f65f2 service neutron] Pushing event updated for resources: {'Port': ['ID=a63c4532-3c2e-4893-bf9a-eef4032f9a9e,revision_number=2']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:20:50.930193 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e29c13f3-5e5b-43ab-bf14-0848eab823fa req-2f0e367e-52b8-43da-b995-6fe79c5d752d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8ea22150-5d73-4eda-bec4-147118c897f9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0372946
Dec 25 21:20:50.949058 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2c2be9b5-ae26-471b-b1be-5edd51f04d4f req-7ffc0bef-07aa-40c7-8165-6c4ba25d0b98 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c514444-6044-490f-9acc-6dece3909d9f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0982904
Dec 25 21:20:50.961802 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.managers [req-f126c99a-4a45-41c5-944b-b6a24e25e10e req-c9b08358-85b1-474e-883b-ce649a1f65f2 service neutron] Attempting to bind port a63c4532-3c2e-4893-bf9a-eef4032f9a9e on host nch2-master-1 for vnic_type normal with profile  {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:20:50.962278 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.managers [req-f126c99a-4a45-41c5-944b-b6a24e25e10e req-c9b08358-85b1-474e-883b-ce649a1f65f2 service neutron] Attempting to bind port a63c4532-3c2e-4893-bf9a-eef4032f9a9e by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'ee5bff43-dada-4433-bb21-2ac51270c941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'a99e9608-4051-427d-8a99-05dfc6653e1d'}] {{(pid=121607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:20:50.962703 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f126c99a-4a45-41c5-944b-b6a24e25e10e req-c9b08358-85b1-474e-883b-ce649a1f65f2 service neutron] Attempting to bind port a63c4532-3c2e-4893-bf9a-eef4032f9a9e on network a99e9608-4051-427d-8a99-05dfc6653e1d {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:20:50.969993 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f126c99a-4a45-41c5-944b-b6a24e25e10e req-c9b08358-85b1-474e-883b-ce649a1f65f2 service neutron] Port a63c4532-3c2e-4893-bf9a-eef4032f9a9e on network a99e9608-4051-427d-8a99-05dfc6653e1d not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 25 21:20:50.970323 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f126c99a-4a45-41c5-944b-b6a24e25e10e req-c9b08358-85b1-474e-883b-ce649a1f65f2 service neutron] Attempting to bind port a63c4532-3c2e-4893-bf9a-eef4032f9a9e on network a99e9608-4051-427d-8a99-05dfc6653e1d {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:20:50.976077 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f126c99a-4a45-41c5-944b-b6a24e25e10e req-c9b08358-85b1-474e-883b-ce649a1f65f2 service neutron] Checking agent: {'id': '0d9ae313-8f8d-40fa-8a9f-d098a25a9911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 21, 4, 38), 'started_at': datetime.datetime(2021, 12, 25, 21, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 20, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:20:50.976077 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f126c99a-4a45-41c5-944b-b6a24e25e10e req-c9b08358-85b1-474e-883b-ce649a1f65f2 service neutron] Checking segment: {'id': 'ee5bff43-dada-4433-bb21-2ac51270c941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'a99e9608-4051-427d-8a99-05dfc6653e1d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:20:50.976531 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f126c99a-4a45-41c5-944b-b6a24e25e10e req-c9b08358-85b1-474e-883b-ce649a1f65f2 service neutron] Bound using segment: {'id': 'ee5bff43-dada-4433-bb21-2ac51270c941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'a99e9608-4051-427d-8a99-05dfc6653e1d'} {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:20:50.977024 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.managers [req-f126c99a-4a45-41c5-944b-b6a24e25e10e req-c9b08358-85b1-474e-883b-ce649a1f65f2 service neutron] Bound port: a63c4532-3c2e-4893-bf9a-eef4032f9a9e, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee5bff43-dada-4433-bb21-2ac51270c941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'a99e9608-4051-427d-8a99-05dfc6653e1d'}}] {{(pid=121607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:20:50.977390 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-f126c99a-4a45-41c5-944b-b6a24e25e10e req-c9b08358-85b1-474e-883b-ce649a1f65f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:51.050792 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.db [req-f126c99a-4a45-41c5-944b-b6a24e25e10e req-c9b08358-85b1-474e-883b-ce649a1f65f2 service neutron] For port a63c4532-3c2e-4893-bf9a-eef4032f9a9e, host nch2-master-1, cleared binding levels {{(pid=121607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:20:51.053906 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.db [req-f126c99a-4a45-41c5-944b-b6a24e25e10e req-c9b08358-85b1-474e-883b-ce649a1f65f2 service neutron] For port a63c4532-3c2e-4893-bf9a-eef4032f9a9e, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a63c4532-3c2e-4893-bf9a-eef4032f9a9e,segment=NetworkSegment(ee5bff43-dada-4433-bb21-2ac51270c941),segment_id=ee5bff43-dada-4433-bb21-2ac51270c941)] {{(pid=121607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:20:51.069167 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b78a4a3-8b63-476c-a56e-022a0972d10d req-520ea6ea-a5b6-4911-b0d9-da110f0fc0f6 tempest-InstanceActionsNegativeTestJSON-1067309904 tempest-InstanceActionsNegativeTestJSON-1067309904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:51.070554 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2b78a4a3-8b63-476c-a56e-022a0972d10d req-520ea6ea-a5b6-4911-b0d9-da110f0fc0f6 tempest-InstanceActionsNegativeTestJSON-1067309904 tempest-InstanceActionsNegativeTestJSON-1067309904-project] 10.222.0.32 "GET /v2.0/ports?device_id=2b3390a0-3ddd-4b99-8b26-bdd23b7e22e4 HTTP/1.1" status: 200  len: 943 time: 0.1394958
Dec 25 21:20:51.107579 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-f126c99a-4a45-41c5-944b-b6a24e25e10e req-c9b08358-85b1-474e-883b-ce649a1f65f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8632327'] for port, after_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:51.119956 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e29c13f3-5e5b-43ab-bf14-0848eab823fa req-dc4cabbc-5198-461e-befe-e0074f7a933e service neutron] 10.222.0.37 "GET /v2.0/networks/8ea22150-5d73-4eda-bec4-147118c897f9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1769536
Dec 25 21:20:51.137699 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bd1e07-9316-41a8-8bbb-85e29c47797c req-a53faa6b-8ee1-443f-a5e3-d8c52c91a5d7 tempest-InstanceActionsTestJSON-876378512 tempest-InstanceActionsTestJSON-876378512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:51.138977 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-22bd1e07-9316-41a8-8bbb-85e29c47797c req-a53faa6b-8ee1-443f-a5e3-d8c52c91a5d7 tempest-InstanceActionsTestJSON-876378512 tempest-InstanceActionsTestJSON-876378512-project] 10.222.0.32 "GET /v2.0/ports?device_id=7d1e8a07-d1e2-418d-abfa-e9a0bfff6cd5 HTTP/1.1" status: 200  len: 944 time: 0.1089792
Dec 25 21:20:51.143591 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f126c99a-4a45-41c5-944b-b6a24e25e10e req-c9b08358-85b1-474e-883b-ce649a1f65f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:51.145228 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-f126c99a-4a45-41c5-944b-b6a24e25e10e req-c9b08358-85b1-474e-883b-ce649a1f65f2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:51.146960 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-f126c99a-4a45-41c5-944b-b6a24e25e10e req-c9b08358-85b1-474e-883b-ce649a1f65f2 service neutron] 10.222.0.37 "PUT /v2.0/ports/a63c4532-3c2e-4893-bf9a-eef4032f9a9e HTTP/1.1" status: 200  len: 1092 time: 0.9275696
Dec 25 21:20:51.177494 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b08358-85b1-474e-883b-ce649a1f65f2 service neutron] Pushing event updated for resources: {'Port': ['ID=a63c4532-3c2e-4893-bf9a-eef4032f9a9e,revision_number=3']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:20:51.186645 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2b78a4a3-8b63-476c-a56e-022a0972d10d req-7f83aed9-30d9-4ffe-9413-dee86f6e3748 tempest-InstanceActionsNegativeTestJSON-1067309904 tempest-InstanceActionsNegativeTestJSON-1067309904-project] 10.222.0.32 "GET /v2.0/security-groups?id=4dc92a69-8bd0-451a-a3ed-922f09b40b39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1079271
Dec 25 21:20:51.255204 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-22bd1e07-9316-41a8-8bbb-85e29c47797c req-0656d775-e57f-4a26-a278-13cdf8000714 tempest-InstanceActionsTestJSON-876378512 tempest-InstanceActionsTestJSON-876378512-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3862f37-797d-40f5-a507-ddcbffd40d39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0987580
Dec 25 21:20:51.277822 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e29c13f3-5e5b-43ab-bf14-0848eab823fa req-3902f22b-2f18-412d-ab84-4eccf7411f8d service neutron] 10.222.0.37 "GET /v2.0/networks/8ea22150-5d73-4eda-bec4-147118c897f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1378665
Dec 25 21:20:51.299808 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f126c99a-4a45-41c5-944b-b6a24e25e10e req-5a60e45f-53f3-43db-ac3f-4f26d9ba709a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:51.305379 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-f126c99a-4a45-41c5-944b-b6a24e25e10e req-5a60e45f-53f3-43db-ac3f-4f26d9ba709a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=363ad00286c74e49ac9d96aa0edebda1&device_id=7d1e8a07-d1e2-418d-abfa-e9a0bfff6cd5 HTTP/1.1" status: 200  len: 1095 time: 0.0537765
Dec 25 21:20:51.347267 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-f126c99a-4a45-41c5-944b-b6a24e25e10e req-d88fb578-4df0-43c0-b13a-d9267c1a33bc service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a63c4532-3c2e-4893-bf9a-eef4032f9a9e HTTP/1.1" status: 200  len: 217 time: 0.0348370
Dec 25 21:20:51.388333 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd138b4-a65e-4732-bbcd-3ee1d0abd004 req-6014b25f-dab3-43bc-a5eb-a994040c4ed5 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:51.390078 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0cd138b4-a65e-4732-bbcd-3ee1d0abd004 req-6014b25f-dab3-43bc-a5eb-a994040c4ed5 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c440c6c-f195-45df-bc8f-62cfb0a36698 HTTP/1.1" status: 200  len: 946 time: 0.0579383
Dec 25 21:20:51.406103 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f126c99a-4a45-41c5-944b-b6a24e25e10e req-5249b3b5-0d2d-4ba2-87cb-f4aa8de7125c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:51.407665 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-f126c99a-4a45-41c5-944b-b6a24e25e10e req-5249b3b5-0d2d-4ba2-87cb-f4aa8de7125c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d75a4c82-0958-4341-959f-44b3dcf81275 HTTP/1.1" status: 200  len: 854 time: 0.0473566
Dec 25 21:20:51.446555 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0cd138b4-a65e-4732-bbcd-3ee1d0abd004 req-80d94d24-73b6-49ff-8bbb-9cd2120a291b tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/security-groups?id=8da2903e-43de-461d-84b5-0c733a2bfb8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0475652
Dec 25 21:20:51.454220 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-f126c99a-4a45-41c5-944b-b6a24e25e10e req-6f11a321-f1a4-4342-8864-7c067fccb227 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a99e9608-4051-427d-8a99-05dfc6653e1d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0373166
Dec 25 21:20:51.501676 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1d8939-acf7-4f0f-b1de-093359091e75 req-23842628-5b60-41ed-85e7-1d67263849a4 tempest-ServerRescueTestJSONUnderV235-1351702928 tempest-ServerRescueTestJSONUnderV235-1351702928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:51.503175 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3f1d8939-acf7-4f0f-b1de-093359091e75 req-23842628-5b60-41ed-85e7-1d67263849a4 tempest-ServerRescueTestJSONUnderV235-1351702928 tempest-ServerRescueTestJSONUnderV235-1351702928-project] 10.222.0.32 "GET /v2.0/ports?device_id=f38f1e54-3e25-4107-9a2c-734823ced707 HTTP/1.1" status: 200  len: 946 time: 0.0531952
Dec 25 21:20:51.548259 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-f126c99a-4a45-41c5-944b-b6a24e25e10e req-b41fdaa6-070f-4d76-b0bd-25ada91294ee service neutron] 10.222.0.37 "GET /v2.0/networks/a99e9608-4051-427d-8a99-05dfc6653e1d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0863726
Dec 25 21:20:51.553914 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3f1d8939-acf7-4f0f-b1de-093359091e75 req-01748af2-6eea-48d4-88a1-b89363ee0174 tempest-ServerRescueTestJSONUnderV235-1351702928 tempest-ServerRescueTestJSONUnderV235-1351702928-project] 10.222.0.32 "GET /v2.0/security-groups?id=90c387e5-e604-4c27-9f19-ebc2203871ff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0445671
Dec 25 21:20:51.645153 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-f126c99a-4a45-41c5-944b-b6a24e25e10e req-ed29a53b-43db-484c-9b8f-2e8b9145739d service neutron] 10.222.0.37 "GET /v2.0/networks/a99e9608-4051-427d-8a99-05dfc6653e1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0864594
Dec 25 21:20:52.026176 ncdv-master-1 neutron-server[121607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d1e8a07-d1e2-418d-abfa-e9a0bfff6cd5', 'tag': 'a63c4532-3c2e-4893-bf9a-eef4032f9a9e'}] {{(pid=121607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:20:52.028628 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f980bbcadfa7bf1e788024e1448be660373c21f97f015f780444e999c451203" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ff23581-75a3-48dc-bc17-6e634b205215" -d '{"events": [{"name": "network-changed", "server_uuid": "7d1e8a07-d1e2-418d-abfa-e9a0bfff6cd5", "tag": "a63c4532-3c2e-4893-bf9a-eef4032f9a9e"}]}' {{(pid=121607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:20:52.067123 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Dec 2021 21:20:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6c4842a-488c-4ebf-bccf-63952262c144 x-openstack-request-id: req-d6c4842a-488c-4ebf-bccf-63952262c144 {{(pid=121607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:20:52.067732 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d1e8a07-d1e2-418d-abfa-e9a0bfff6cd5", "tag": "a63c4532-3c2e-4893-bf9a-eef4032f9a9e", "status": "completed", "code": 200}]} {{(pid=121607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:20:52.067732 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d6c4842a-488c-4ebf-bccf-63952262c144 {{(pid=121607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:20:52.068120 ncdv-master-1 neutron-server[121607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d1e8a07-d1e2-418d-abfa-e9a0bfff6cd5', 'tag': 'a63c4532-3c2e-4893-bf9a-eef4032f9a9e', 'status': 'completed', 'code': 200}
Dec 25 21:20:52.083173 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26763992-39ee-4855-9411-4870bfdb74a6 req-88318f19-0419-4543-860c-7f2654e57a41 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:52.084926 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-26763992-39ee-4855-9411-4870bfdb74a6 req-88318f19-0419-4543-860c-7f2654e57a41 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] 10.222.0.32 "GET /v2.0/ports?device_id=89ed46e1-4b7a-40ec-a9f8-923852705e90 HTTP/1.1" status: 200  len: 946 time: 0.0523610
Dec 25 21:20:52.133939 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff23581-75a3-48dc-bc17-6e634b205215 req-1763c6a1-0749-468e-88d0-946db7cc2109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:52.136103 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-7ff23581-75a3-48dc-bc17-6e634b205215 req-1763c6a1-0749-468e-88d0-946db7cc2109 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=363ad00286c74e49ac9d96aa0edebda1&device_id=7d1e8a07-d1e2-418d-abfa-e9a0bfff6cd5 HTTP/1.1" status: 200  len: 1095 time: 0.0410435
Dec 25 21:20:52.138625 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-26763992-39ee-4855-9411-4870bfdb74a6 req-5e4afbf7-d623-4fbc-8959-0d6fcca95680 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c514444-6044-490f-9acc-6dece3909d9f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0461555
Dec 25 21:20:52.229530 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff23581-75a3-48dc-bc17-6e634b205215 req-9b8dfb7f-af5a-4d52-b3f6-2784ae8902d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:52.230998 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-7ff23581-75a3-48dc-bc17-6e634b205215 req-9b8dfb7f-af5a-4d52-b3f6-2784ae8902d0 service neutron] 10.222.0.37 "GET /v2.0/networks?id=a99e9608-4051-427d-8a99-05dfc6653e1d HTTP/1.1" status: 200  len: 915 time: 0.0840945
Dec 25 21:20:52.281101 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-7ff23581-75a3-48dc-bc17-6e634b205215 req-3ab0ba71-d48a-4fb3-a00f-ff8e99db4318 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a63c4532-3c2e-4893-bf9a-eef4032f9a9e HTTP/1.1" status: 200  len: 217 time: 0.0410743
Dec 25 21:20:52.306670 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753b337a-3357-4b7b-ac45-c5e624900ba0 req-89013869-cf39-48f8-b619-76544139fbc7 tempest-InstanceActionsNegativeTestJSON-1067309904 tempest-InstanceActionsNegativeTestJSON-1067309904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:52.308261 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-753b337a-3357-4b7b-ac45-c5e624900ba0 req-89013869-cf39-48f8-b619-76544139fbc7 tempest-InstanceActionsNegativeTestJSON-1067309904 tempest-InstanceActionsNegativeTestJSON-1067309904-project] 10.222.0.32 "GET /v2.0/ports?device_id=2b3390a0-3ddd-4b99-8b26-bdd23b7e22e4 HTTP/1.1" status: 200  len: 943 time: 0.0512733
Dec 25 21:20:52.343945 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff23581-75a3-48dc-bc17-6e634b205215 req-ccfd08bf-346b-43c6-b63b-89de1ab2a51c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:52.345401 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-7ff23581-75a3-48dc-bc17-6e634b205215 req-ccfd08bf-346b-43c6-b63b-89de1ab2a51c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d75a4c82-0958-4341-959f-44b3dcf81275 HTTP/1.1" status: 200  len: 854 time: 0.0496082
Dec 25 21:20:52.372360 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-753b337a-3357-4b7b-ac45-c5e624900ba0 req-930d41fb-842b-4adf-aeb6-8a5f9a0143d5 tempest-InstanceActionsNegativeTestJSON-1067309904 tempest-InstanceActionsNegativeTestJSON-1067309904-project] 10.222.0.32 "GET /v2.0/security-groups?id=4dc92a69-8bd0-451a-a3ed-922f09b40b39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0569766
Dec 25 21:20:52.380996 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-7ff23581-75a3-48dc-bc17-6e634b205215 req-9cf6b2f4-a8b0-4dec-b717-6d2827269e19 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a99e9608-4051-427d-8a99-05dfc6653e1d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0273829
Dec 25 21:20:52.436434 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbeba867-61c5-4315-ae8c-7f3f791225e8 req-356a1cd2-3422-49b6-b348-ea35b2cd1e11 tempest-InstanceActionsTestJSON-876378512 tempest-InstanceActionsTestJSON-876378512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:52.438417 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-dbeba867-61c5-4315-ae8c-7f3f791225e8 req-356a1cd2-3422-49b6-b348-ea35b2cd1e11 tempest-InstanceActionsTestJSON-876378512 tempest-InstanceActionsTestJSON-876378512-project] 10.222.0.32 "GET /v2.0/ports?device_id=7d1e8a07-d1e2-418d-abfa-e9a0bfff6cd5 HTTP/1.1" status: 200  len: 944 time: 0.0535340
Dec 25 21:20:52.478770 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-7ff23581-75a3-48dc-bc17-6e634b205215 req-080cea11-daab-4a02-9d45-2c9c34848dfc service neutron] 10.222.0.37 "GET /v2.0/networks/a99e9608-4051-427d-8a99-05dfc6653e1d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0905437
Dec 25 21:20:52.488155 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-dbeba867-61c5-4315-ae8c-7f3f791225e8 req-0e0461eb-3f86-48e3-bcf1-67dfa75fbe56 tempest-InstanceActionsTestJSON-876378512 tempest-InstanceActionsTestJSON-876378512-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3862f37-797d-40f5-a507-ddcbffd40d39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434561
Dec 25 21:20:52.577417 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-7ff23581-75a3-48dc-bc17-6e634b205215 req-d4f3d7cd-e275-4e7e-9cd1-880a0f5d4b06 service neutron] 10.222.0.37 "GET /v2.0/networks/a99e9608-4051-427d-8a99-05dfc6653e1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0893707
Dec 25 21:20:52.578141 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3969718-977a-418b-8a41-f102ea913359 req-6280c927-cf70-4d37-8db7-7d791e205204 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:52.579819 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a3969718-977a-418b-8a41-f102ea913359 req-6280c927-cf70-4d37-8db7-7d791e205204 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c440c6c-f195-45df-bc8f-62cfb0a36698 HTTP/1.1" status: 200  len: 946 time: 0.0537148
Dec 25 21:20:52.632244 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a3969718-977a-418b-8a41-f102ea913359 req-583d0fc7-68bc-4d5d-b282-07d3a52edde1 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/security-groups?id=8da2903e-43de-461d-84b5-0c733a2bfb8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0443509
Dec 25 21:20:52.678895 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42111d6a-aaa1-418d-b83f-27260282676a req-b2e49d80-9d7f-4c9e-89c3-c6e177442387 tempest-ServerRescueTestJSONUnderV235-1351702928 tempest-ServerRescueTestJSONUnderV235-1351702928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:52.680375 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-42111d6a-aaa1-418d-b83f-27260282676a req-b2e49d80-9d7f-4c9e-89c3-c6e177442387 tempest-ServerRescueTestJSONUnderV235-1351702928 tempest-ServerRescueTestJSONUnderV235-1351702928-project] 10.222.0.32 "GET /v2.0/ports?device_id=f38f1e54-3e25-4107-9a2c-734823ced707 HTTP/1.1" status: 200  len: 946 time: 0.0531518
Dec 25 21:20:52.727591 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-42111d6a-aaa1-418d-b83f-27260282676a req-25fa8518-ef54-4209-93a4-61b080643dab tempest-ServerRescueTestJSONUnderV235-1351702928 tempest-ServerRescueTestJSONUnderV235-1351702928-project] 10.222.0.32 "GET /v2.0/security-groups?id=90c387e5-e604-4c27-9f19-ebc2203871ff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404639
Dec 25 21:20:53.258192 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02d52fb-6b61-4580-b4c0-b71fc879cd52 req-16ed2f9f-a1bd-481f-9a87-a84a54025c6f tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:53.259683 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b02d52fb-6b61-4580-b4c0-b71fc879cd52 req-16ed2f9f-a1bd-481f-9a87-a84a54025c6f tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] 10.222.0.32 "GET /v2.0/ports?device_id=89ed46e1-4b7a-40ec-a9f8-923852705e90 HTTP/1.1" status: 200  len: 946 time: 0.0493298
Dec 25 21:20:53.310271 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b02d52fb-6b61-4580-b4c0-b71fc879cd52 req-31e7fe99-c974-480d-bf3c-27e88b8f93df tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c514444-6044-490f-9acc-6dece3909d9f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0446115
Dec 25 21:20:53.488136 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6038f6ed-db4c-4864-a72a-7ec64d598b0c req-a4be173a-1793-4f93-b605-d5bf1ec1e1af tempest-InstanceActionsNegativeTestJSON-1067309904 tempest-InstanceActionsNegativeTestJSON-1067309904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:53.489742 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-6038f6ed-db4c-4864-a72a-7ec64d598b0c req-a4be173a-1793-4f93-b605-d5bf1ec1e1af tempest-InstanceActionsNegativeTestJSON-1067309904 tempest-InstanceActionsNegativeTestJSON-1067309904-project] 10.222.0.32 "GET /v2.0/ports?device_id=2b3390a0-3ddd-4b99-8b26-bdd23b7e22e4 HTTP/1.1" status: 200  len: 943 time: 0.0496962
Dec 25 21:20:53.537262 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-6038f6ed-db4c-4864-a72a-7ec64d598b0c req-ccde2417-4161-4841-b5d7-16f695c23a65 tempest-InstanceActionsNegativeTestJSON-1067309904 tempest-InstanceActionsNegativeTestJSON-1067309904-project] 10.222.0.32 "GET /v2.0/security-groups?id=4dc92a69-8bd0-451a-a3ed-922f09b40b39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413003
Dec 25 21:20:53.643029 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b820d98a-102b-4c96-96f6-752d7e2a6ce1 req-1d2248aa-cb8f-414d-ab84-2400451ebb19 tempest-InstanceActionsTestJSON-876378512 tempest-InstanceActionsTestJSON-876378512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:53.644521 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b820d98a-102b-4c96-96f6-752d7e2a6ce1 req-1d2248aa-cb8f-414d-ab84-2400451ebb19 tempest-InstanceActionsTestJSON-876378512 tempest-InstanceActionsTestJSON-876378512-project] 10.222.0.32 "GET /v2.0/ports?device_id=7d1e8a07-d1e2-418d-abfa-e9a0bfff6cd5 HTTP/1.1" status: 200  len: 944 time: 0.0485282
Dec 25 21:20:53.662511 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device ccc1d5bd-ed23-461a-ae87-41bb69b17dca details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 25 21:20:53.696853 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b820d98a-102b-4c96-96f6-752d7e2a6ce1 req-fa3171ab-4f91-48d3-a0e2-2aaf14d44e88 tempest-InstanceActionsTestJSON-876378512 tempest-InstanceActionsTestJSON-876378512-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3862f37-797d-40f5-a507-ddcbffd40d39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0460577
Dec 25 21:20:53.758432 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c5b795-2deb-4cc3-bb88-ff1ee23c099c req-63b69be7-55a4-474d-bc60-804c16699339 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:53.759996 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-89c5b795-2deb-4cc3-bb88-ff1ee23c099c req-63b69be7-55a4-474d-bc60-804c16699339 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c440c6c-f195-45df-bc8f-62cfb0a36698 HTTP/1.1" status: 200  len: 946 time: 0.0551147
Dec 25 21:20:53.767066 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port ccc1d5bd-ed23-461a-ae87-41bb69b17dca, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ccc1d5bd-ed23-461a-ae87-41bb69b17dca,segment=NetworkSegment(a6acde2c-9502-4f16-b7ea-3e1c83b8c9e6),segment_id=a6acde2c-9502-4f16-b7ea-3e1c83b8c9e6)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:20:53.779620 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Returning: {'device': 'ccc1d5bd-ed23-461a-ae87-41bb69b17dca', 'network_id': '8ea22150-5d73-4eda-bec4-147118c897f9', 'port_id': 'ccc1d5bd-ed23-461a-ae87-41bb69b17dca', 'mac_address': 'fa:16:3e:cd:71:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5fb4f45c-5338-4cc2-a6ab-3ebe6a3f65c2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 25 21:20:53.822518 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:53.837473 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ccc1d5bd-ed23-461a-ae87-41bb69b17dca {{(pid=121608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:20:53.840079 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-89c5b795-2deb-4cc3-bb88-ff1ee23c099c req-f6ba6435-168d-460b-9a53-ed06ec8cdd45 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/security-groups?id=8da2903e-43de-461d-84b5-0c733a2bfb8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0722806
Dec 25 21:20:53.860779 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port ccc1d5bd-ed23-461a-ae87-41bb69b17dca, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ccc1d5bd-ed23-461a-ae87-41bb69b17dca,segment=NetworkSegment(a6acde2c-9502-4f16-b7ea-3e1c83b8c9e6),segment_id=a6acde2c-9502-4f16-b7ea-3e1c83b8c9e6)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:20:53.869660 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44e2b23-6ef4-43e0-b676-c9614fbdb709 req-d2903bda-e3ed-4ddb-afc2-a7d8e50ee4a7 tempest-ServerRescueTestJSONUnderV235-1351702928 tempest-ServerRescueTestJSONUnderV235-1351702928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:53.871204 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b44e2b23-6ef4-43e0-b676-c9614fbdb709 req-d2903bda-e3ed-4ddb-afc2-a7d8e50ee4a7 tempest-ServerRescueTestJSONUnderV235-1351702928 tempest-ServerRescueTestJSONUnderV235-1351702928-project] 10.222.0.32 "GET /v2.0/ports?device_id=f38f1e54-3e25-4107-9a2c-734823ced707 HTTP/1.1" status: 200  len: 946 time: 0.0718238
Dec 25 21:20:53.919287 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b44e2b23-6ef4-43e0-b676-c9614fbdb709 req-e2a63d05-9ff3-4fd1-bc4d-4a08815d6c4a tempest-ServerRescueTestJSONUnderV235-1351702928 tempest-ServerRescueTestJSONUnderV235-1351702928-project] 10.222.0.32 "GET /v2.0/security-groups?id=90c387e5-e604-4c27-9f19-ebc2203871ff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416322
Dec 25 21:20:53.928509 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:53.975086 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Pushing event updated for resources: {'Port': ['ID=ccc1d5bd-ed23-461a-ae87-41bb69b17dca,revision_number=4']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:20:53.982729 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:20:53.983080 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:20:53.983427 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:20:53.983764 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:20:53.984101 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:20:53.984431 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:20:53.984759 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:20:53.985118 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:20:53.985446 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:20:53.985878 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:20:53.986213 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:20:53.986537 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:20:53.986863 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:20:54.232538 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] get_ports_and_sgs() called for port_ids ['ccc1d5bd-ed23-461a-ae87-41bb69b17dca'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:20:54.437613 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d77c888-af5e-4cbe-b1bc-34531e3ab55c req-1932864c-df9d-499d-b27b-f665d31386c4 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:54.439114 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2d77c888-af5e-4cbe-b1bc-34531e3ab55c req-1932864c-df9d-499d-b27b-f665d31386c4 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] 10.222.0.32 "GET /v2.0/ports?device_id=89ed46e1-4b7a-40ec-a9f8-923852705e90 HTTP/1.1" status: 200  len: 946 time: 0.0540812
Dec 25 21:20:54.493687 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2d77c888-af5e-4cbe-b1bc-34531e3ab55c req-540d28ee-2365-4da1-af0e-3c20e1077d21 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c514444-6044-490f-9acc-6dece3909d9f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421908
Dec 25 21:20:54.652760 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bab23df-64a3-433f-914a-fcc869bff684 req-2697a624-8796-4e87-add7-851cffe4f0c8 tempest-InstanceActionsNegativeTestJSON-1067309904 tempest-InstanceActionsNegativeTestJSON-1067309904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:54.654271 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1bab23df-64a3-433f-914a-fcc869bff684 req-2697a624-8796-4e87-add7-851cffe4f0c8 tempest-InstanceActionsNegativeTestJSON-1067309904 tempest-InstanceActionsNegativeTestJSON-1067309904-project] 10.222.0.32 "GET /v2.0/ports?device_id=2b3390a0-3ddd-4b99-8b26-bdd23b7e22e4 HTTP/1.1" status: 200  len: 944 time: 0.0513201
Dec 25 21:20:54.702399 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1bab23df-64a3-433f-914a-fcc869bff684 req-753523e9-7bec-48b4-a2f4-3e2d58d9ae8c tempest-InstanceActionsNegativeTestJSON-1067309904 tempest-InstanceActionsNegativeTestJSON-1067309904-project] 10.222.0.32 "GET /v2.0/security-groups?id=4dc92a69-8bd0-451a-a3ed-922f09b40b39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419791
Dec 25 21:20:54.820006 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25a8d14-3a5b-48df-b96d-5882a8092f56 req-42c1060a-efee-4280-bfd2-4ad3b8840627 tempest-InstanceActionsTestJSON-876378512 tempest-InstanceActionsTestJSON-876378512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:54.821477 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f25a8d14-3a5b-48df-b96d-5882a8092f56 req-42c1060a-efee-4280-bfd2-4ad3b8840627 tempest-InstanceActionsTestJSON-876378512 tempest-InstanceActionsTestJSON-876378512-project] 10.222.0.32 "GET /v2.0/ports?device_id=7d1e8a07-d1e2-418d-abfa-e9a0bfff6cd5 HTTP/1.1" status: 200  len: 944 time: 0.0518551
Dec 25 21:20:54.872196 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f25a8d14-3a5b-48df-b96d-5882a8092f56 req-9ee31c61-8373-45c9-900a-37b44697e146 tempest-InstanceActionsTestJSON-876378512 tempest-InstanceActionsTestJSON-876378512-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3862f37-797d-40f5-a507-ddcbffd40d39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0447657
Dec 25 21:20:54.966051 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23d9d99-f544-4626-a45f-3ee404c3c8aa req-b7759ddb-733e-4726-91c0-2fd716ad8b52 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:54.967649 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d23d9d99-f544-4626-a45f-3ee404c3c8aa req-b7759ddb-733e-4726-91c0-2fd716ad8b52 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c440c6c-f195-45df-bc8f-62cfb0a36698 HTTP/1.1" status: 200  len: 946 time: 0.0585704
Dec 25 21:20:55.017024 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d23d9d99-f544-4626-a45f-3ee404c3c8aa req-a82703e3-9880-44b1-9307-1833d2fc6dc4 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/security-groups?id=8da2903e-43de-461d-84b5-0c733a2bfb8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428960
Dec 25 21:20:55.069130 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a617656e-4bd0-43fa-be8b-a1feb717160c req-d087a12f-49f6-441b-9d37-54a588617bb0 tempest-ServerRescueTestJSONUnderV235-1351702928 tempest-ServerRescueTestJSONUnderV235-1351702928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:55.070672 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a617656e-4bd0-43fa-be8b-a1feb717160c req-d087a12f-49f6-441b-9d37-54a588617bb0 tempest-ServerRescueTestJSONUnderV235-1351702928 tempest-ServerRescueTestJSONUnderV235-1351702928-project] 10.222.0.32 "GET /v2.0/ports?device_id=f38f1e54-3e25-4107-9a2c-734823ced707 HTTP/1.1" status: 200  len: 946 time: 0.0488808
Dec 25 21:20:55.118805 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a617656e-4bd0-43fa-be8b-a1feb717160c req-5a83fba2-6c82-46cb-8ee4-877cc5f051c5 tempest-ServerRescueTestJSONUnderV235-1351702928 tempest-ServerRescueTestJSONUnderV235-1351702928-project] 10.222.0.32 "GET /v2.0/security-groups?id=90c387e5-e604-4c27-9f19-ebc2203871ff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417535
Dec 25 21:20:55.296443 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-76b81317-edcb-4922-a7d0-43ed95c6e54d req-86b02152-5f04-406d-8217-441b38f86dba service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=e524c2c3-e248-42dd-82e5-49cb6b3a3b2c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0453815
Dec 25 21:20:55.361303 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b81317-edcb-4922-a7d0-43ed95c6e54d req-7b262ea8-236f-49fb-a586-070441b4796f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:55.362720 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-76b81317-edcb-4922-a7d0-43ed95c6e54d req-7b262ea8-236f-49fb-a586-070441b4796f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ba1ca2fcc2ce4d41b609fa6a753fc806&device_id=e524c2c3-e248-42dd-82e5-49cb6b3a3b2c HTTP/1.1" status: 200  len: 1097 time: 0.0407288
Dec 25 21:20:55.466828 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b81317-edcb-4922-a7d0-43ed95c6e54d req-09e878f0-a9e1-402e-9aa8-53ce26b385a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:55.468530 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-76b81317-edcb-4922-a7d0-43ed95c6e54d req-09e878f0-a9e1-402e-9aa8-53ce26b385a5 service neutron] 10.222.0.31 "GET /v2.0/networks?id=98581356-69b5-4e98-93ff-2ca77d3cb056 HTTP/1.1" status: 200  len: 917 time: 0.0872452
Dec 25 21:20:55.537449 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-76b81317-edcb-4922-a7d0-43ed95c6e54d req-5d531d6d-b8d0-438c-a5ea-7946b9597d39 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=94ab1ddd-760b-4f0c-b396-3eeca500e583 HTTP/1.1" status: 200  len: 1001 time: 0.0606856
Dec 25 21:20:55.588408 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b81317-edcb-4922-a7d0-43ed95c6e54d req-de1cd113-78b2-4481-9fd1-a49a1edc901b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:55.589949 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-76b81317-edcb-4922-a7d0-43ed95c6e54d req-de1cd113-78b2-4481-9fd1-a49a1edc901b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=6158a754-03d6-4ba0-bf8a-020a29c4ba47 HTTP/1.1" status: 200  len: 855 time: 0.0442069
Dec 25 21:20:55.616037 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a18fdbc-7a79-4944-b38d-be0912a708ce req-b7fd957b-c4c6-4b46-8446-f819c0c134e9 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:55.617607 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-6a18fdbc-7a79-4944-b38d-be0912a708ce req-b7fd957b-c4c6-4b46-8446-f819c0c134e9 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] 10.222.0.32 "GET /v2.0/ports?device_id=89ed46e1-4b7a-40ec-a9f8-923852705e90 HTTP/1.1" status: 200  len: 946 time: 0.0602911
Dec 25 21:20:55.648407 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b81317-edcb-4922-a7d0-43ed95c6e54d req-31f4d927-f256-42d6-8b43-404b2c7ce586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:55.650439 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-76b81317-edcb-4922-a7d0-43ed95c6e54d req-31f4d927-f256-42d6-8b43-404b2c7ce586 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=98581356-69b5-4e98-93ff-2ca77d3cb056&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0525231
Dec 25 21:20:55.667284 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-6a18fdbc-7a79-4944-b38d-be0912a708ce req-fe8da782-3af4-4c0c-a8b6-1a039da421ac tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c514444-6044-490f-9acc-6dece3909d9f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425053
Dec 25 21:20:55.680082 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device a63c4532-3c2e-4893-bf9a-eef4032f9a9e details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 25 21:20:55.684619 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device ccc1d5bd-ed23-461a-ae87-41bb69b17dca up at agent hyperv_nch2-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:20:55.750645 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-76b81317-edcb-4922-a7d0-43ed95c6e54d req-26961d01-4d49-4e03-8fd6-e109caff9abd service neutron] 10.222.0.31 "GET /v2.0/networks/98581356-69b5-4e98-93ff-2ca77d3cb056?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0927656
Dec 25 21:20:55.824992 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f94485-4cdd-4f67-8ed4-c1340d731db7 req-d363f80d-064a-4e5c-805c-629c77d13f23 tempest-InstanceActionsNegativeTestJSON-1067309904 tempest-InstanceActionsNegativeTestJSON-1067309904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:55.826533 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-48f94485-4cdd-4f67-8ed4-c1340d731db7 req-d363f80d-064a-4e5c-805c-629c77d13f23 tempest-InstanceActionsNegativeTestJSON-1067309904 tempest-InstanceActionsNegativeTestJSON-1067309904-project] 10.222.0.32 "GET /v2.0/ports?device_id=2b3390a0-3ddd-4b99-8b26-bdd23b7e22e4 HTTP/1.1" status: 200  len: 944 time: 0.0527368
Dec 25 21:20:55.835944 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port a63c4532-3c2e-4893-bf9a-eef4032f9a9e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a63c4532-3c2e-4893-bf9a-eef4032f9a9e,segment=NetworkSegment(ee5bff43-dada-4433-bb21-2ac51270c941),segment_id=ee5bff43-dada-4433-bb21-2ac51270c941)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:20:55.848233 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Returning: {'device': 'a63c4532-3c2e-4893-bf9a-eef4032f9a9e', 'network_id': 'a99e9608-4051-427d-8a99-05dfc6653e1d', 'port_id': 'a63c4532-3c2e-4893-bf9a-eef4032f9a9e', 'mac_address': 'fa:16:3e:38:ef:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd75a4c82-0958-4341-959f-44b3dcf81275', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 25 21:20:55.853624 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-76b81317-edcb-4922-a7d0-43ed95c6e54d req-8ef4d975-3193-46ac-8849-a7b6aeb8cee1 service neutron] 10.222.0.31 "GET /v2.0/networks/98581356-69b5-4e98-93ff-2ca77d3cb056?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0947368
Dec 25 21:20:55.855381 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Provisioning for port ccc1d5bd-ed23-461a-ae87-41bb69b17dca completed by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 25 21:20:55.878828 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Provisioning complete for port ccc1d5bd-ed23-461a-ae87-41bb69b17dca triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:20:55.879242 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:55.887927 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-48f94485-4cdd-4f67-8ed4-c1340d731db7 req-fc10ed9d-e8ee-4855-975c-379cbd566b0b tempest-InstanceActionsNegativeTestJSON-1067309904 tempest-InstanceActionsNegativeTestJSON-1067309904-project] 10.222.0.32 "GET /v2.0/security-groups?id=4dc92a69-8bd0-451a-a3ed-922f09b40b39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0546021
Dec 25 21:20:55.922055 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:55.940344 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a63c4532-3c2e-4893-bf9a-eef4032f9a9e {{(pid=121608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:20:55.985173 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port a63c4532-3c2e-4893-bf9a-eef4032f9a9e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a63c4532-3c2e-4893-bf9a-eef4032f9a9e,segment=NetworkSegment(ee5bff43-dada-4433-bb21-2ac51270c941),segment_id=ee5bff43-dada-4433-bb21-2ac51270c941)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:20:55.999977 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:56.013951 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3e3e19-0467-4c22-8a97-15e4c80e7c57 req-c0aca6e8-9f67-4d49-a32a-656d7f3562f1 tempest-InstanceActionsTestJSON-876378512 tempest-InstanceActionsTestJSON-876378512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:56.019830 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8f3e3e19-0467-4c22-8a97-15e4c80e7c57 req-c0aca6e8-9f67-4d49-a32a-656d7f3562f1 tempest-InstanceActionsTestJSON-876378512 tempest-InstanceActionsTestJSON-876378512-project] 10.222.0.32 "GET /v2.0/ports?device_id=7d1e8a07-d1e2-418d-abfa-e9a0bfff6cd5 HTTP/1.1" status: 200  len: 944 time: 0.0656707
Dec 25 21:20:56.026646 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b3390a0-3ddd-4b99-8b26-bdd23b7e22e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccc1d5bd-ed23-461a-ae87-41bb69b17dca'}] {{(pid=121608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:20:56.028867 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a88c78c3ff6266bd59c7e89d275b28c92e739b67d23c89d71af88829fd31566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-162a4f00-04c0-4bbe-b55a-01cbd930245f" -d '{"events": [{"server_uuid": "2b3390a0-3ddd-4b99-8b26-bdd23b7e22e4", "name": "network-vif-plugged", "status": "completed", "tag": "ccc1d5bd-ed23-461a-ae87-41bb69b17dca"}]}' {{(pid=121608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:20:56.043675 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port ccc1d5bd-ed23-461a-ae87-41bb69b17dca, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ccc1d5bd-ed23-461a-ae87-41bb69b17dca,segment=NetworkSegment(a6acde2c-9502-4f16-b7ea-3e1c83b8c9e6),segment_id=a6acde2c-9502-4f16-b7ea-3e1c83b8c9e6)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:20:56.062170 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:56.080452 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8f3e3e19-0467-4c22-8a97-15e4c80e7c57 req-7ca4bf0a-2f36-4a42-be54-5cd5c475dfb6 tempest-InstanceActionsTestJSON-876378512 tempest-InstanceActionsTestJSON-876378512-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3862f37-797d-40f5-a507-ddcbffd40d39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0556881
Dec 25 21:20:56.090546 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 21:20:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccd8d67e-ed07-4be8-8f57-2bdcf75aa66d x-openstack-request-id: req-ccd8d67e-ed07-4be8-8f57-2bdcf75aa66d {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:20:56.090939 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b3390a0-3ddd-4b99-8b26-bdd23b7e22e4", "name": "network-vif-plugged", "status": "completed", "tag": "ccc1d5bd-ed23-461a-ae87-41bb69b17dca", "code": 200}]} {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:20:56.091303 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ccd8d67e-ed07-4be8-8f57-2bdcf75aa66d {{(pid=121608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:20:56.091887 ncdv-master-1 neutron-server[121608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b3390a0-3ddd-4b99-8b26-bdd23b7e22e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccc1d5bd-ed23-461a-ae87-41bb69b17dca', 'code': 200}
Dec 25 21:20:56.116356 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Pushing event updated for resources: {'Port': ['ID=a63c4532-3c2e-4893-bf9a-eef4032f9a9e,revision_number=4']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:20:56.124231 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:56.182962 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Pushing event updated for resources: {'Port': ['ID=ccc1d5bd-ed23-461a-ae87-41bb69b17dca,revision_number=5']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:20:56.214880 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecc8b68-38ee-4df9-bebf-65e5e8ec698d req-1ae99644-0809-444f-98fa-f8a1b318ed60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:56.216417 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-eecc8b68-38ee-4df9-bebf-65e5e8ec698d req-1ae99644-0809-444f-98fa-f8a1b318ed60 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=2b3390a0-3ddd-4b99-8b26-bdd23b7e22e4 HTTP/1.1" status: 200  len: 1096 time: 0.0531275
Dec 25 21:20:56.240712 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3c849f-b6d5-4a4d-bc87-2796e20abaed req-64ae3d9f-d1eb-4c49-beac-e7f5c48b4b9e tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:56.242603 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-cf3c849f-b6d5-4a4d-bc87-2796e20abaed req-64ae3d9f-d1eb-4c49-beac-e7f5c48b4b9e tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c440c6c-f195-45df-bc8f-62cfb0a36698 HTTP/1.1" status: 200  len: 946 time: 0.0947607
Dec 25 21:20:56.267386 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-eecc8b68-38ee-4df9-bebf-65e5e8ec698d req-ad24f6e9-9b2f-47eb-bdfe-16c11b04f42b service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=4dc92a69-8bd0-451a-a3ed-922f09b40b39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431709
Dec 25 21:20:56.282011 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0179e725-46a7-4345-852d-b14294387e84 req-64147e0a-38bc-441e-88b0-b0e80a679a9a tempest-ServerRescueTestJSONUnderV235-1351702928 tempest-ServerRescueTestJSONUnderV235-1351702928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:56.283495 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0179e725-46a7-4345-852d-b14294387e84 req-64147e0a-38bc-441e-88b0-b0e80a679a9a tempest-ServerRescueTestJSONUnderV235-1351702928 tempest-ServerRescueTestJSONUnderV235-1351702928-project] 10.222.0.32 "GET /v2.0/ports?device_id=f38f1e54-3e25-4107-9a2c-734823ced707 HTTP/1.1" status: 200  len: 946 time: 0.0856330
Dec 25 21:20:56.330184 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-cf3c849f-b6d5-4a4d-bc87-2796e20abaed req-6713dc5a-375c-4341-b2e1-54f5fe1f73c0 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/security-groups?id=8da2903e-43de-461d-84b5-0c733a2bfb8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0770221
Dec 25 21:20:56.367056 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0179e725-46a7-4345-852d-b14294387e84 req-6e4671f8-893c-4f87-93b1-8868dc9cd6fa tempest-ServerRescueTestJSONUnderV235-1351702928 tempest-ServerRescueTestJSONUnderV235-1351702928-project] 10.222.0.32 "GET /v2.0/security-groups?id=90c387e5-e604-4c27-9f19-ebc2203871ff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0731578
Dec 25 21:20:56.396578 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] get_ports_and_sgs() called for port_ids ['a63c4532-3c2e-4893-bf9a-eef4032f9a9e'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:20:56.799569 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2610101-d264-4449-b07e-6eeb94f368bc req-5125d499-96fa-4682-9fb9-42840c61d994 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:56.801305 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c2610101-d264-4449-b07e-6eeb94f368bc req-5125d499-96fa-4682-9fb9-42840c61d994 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] 10.222.0.32 "GET /v2.0/ports?device_id=89ed46e1-4b7a-40ec-a9f8-923852705e90 HTTP/1.1" status: 200  len: 946 time: 0.0565622
Dec 25 21:20:56.852718 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c2610101-d264-4449-b07e-6eeb94f368bc req-a369accf-db77-4a8e-aa57-c67abe6be529 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c514444-6044-490f-9acc-6dece3909d9f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0445673
Dec 25 21:20:57.004664 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c04d341-af8a-4dfb-aad0-f5c1eabeb557 req-f1551612-6312-4f5f-9bed-bd7d61b19049 tempest-InstanceActionsNegativeTestJSON-1067309904 tempest-InstanceActionsNegativeTestJSON-1067309904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:57.006252 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-6c04d341-af8a-4dfb-aad0-f5c1eabeb557 req-f1551612-6312-4f5f-9bed-bd7d61b19049 tempest-InstanceActionsNegativeTestJSON-1067309904 tempest-InstanceActionsNegativeTestJSON-1067309904-project] 10.222.0.32 "GET /v2.0/ports?device_id=2b3390a0-3ddd-4b99-8b26-bdd23b7e22e4 HTTP/1.1" status: 200  len: 945 time: 0.0525229
Dec 25 21:20:57.054378 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-6c04d341-af8a-4dfb-aad0-f5c1eabeb557 req-a77d14e4-158d-4209-ba9e-79ada59cdaca tempest-InstanceActionsNegativeTestJSON-1067309904 tempest-InstanceActionsNegativeTestJSON-1067309904-project] 10.222.0.32 "GET /v2.0/security-groups?id=4dc92a69-8bd0-451a-a3ed-922f09b40b39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412071
Dec 25 21:20:57.198885 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b32dacd-ad0e-4465-9c40-4f1211031461 req-05a33b62-5029-4ec9-ac06-06d67144818a tempest-InstanceActionsTestJSON-876378512 tempest-InstanceActionsTestJSON-876378512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:57.200365 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7b32dacd-ad0e-4465-9c40-4f1211031461 req-05a33b62-5029-4ec9-ac06-06d67144818a tempest-InstanceActionsTestJSON-876378512 tempest-InstanceActionsTestJSON-876378512-project] 10.222.0.32 "GET /v2.0/ports?device_id=7d1e8a07-d1e2-418d-abfa-e9a0bfff6cd5 HTTP/1.1" status: 200  len: 945 time: 0.0527971
Dec 25 21:20:57.246933 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7b32dacd-ad0e-4465-9c40-4f1211031461 req-7e6f1b6c-ed0e-4ef0-975f-ea56f01942f2 tempest-InstanceActionsTestJSON-876378512 tempest-InstanceActionsTestJSON-876378512-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3862f37-797d-40f5-a507-ddcbffd40d39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405238
Dec 25 21:20:57.475054 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e663f6db-ac73-452c-a31c-e5aeda1c211d req-e035317c-17b4-45ac-a1b4-33727a6e960f tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:57.476570 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e663f6db-ac73-452c-a31c-e5aeda1c211d req-e035317c-17b4-45ac-a1b4-33727a6e960f tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c440c6c-f195-45df-bc8f-62cfb0a36698 HTTP/1.1" status: 200  len: 946 time: 0.0741439
Dec 25 21:20:57.509420 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13501df-1464-47bc-88d1-8cdfb71b3293 req-d7b480c1-741a-466e-8cca-dfbc19719b32 tempest-ServerRescueTestJSONUnderV235-1351702928 tempest-ServerRescueTestJSONUnderV235-1351702928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:57.510840 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e13501df-1464-47bc-88d1-8cdfb71b3293 req-d7b480c1-741a-466e-8cca-dfbc19719b32 tempest-ServerRescueTestJSONUnderV235-1351702928 tempest-ServerRescueTestJSONUnderV235-1351702928-project] 10.222.0.32 "GET /v2.0/ports?device_id=f38f1e54-3e25-4107-9a2c-734823ced707 HTTP/1.1" status: 200  len: 946 time: 0.0758722
Dec 25 21:20:57.554731 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e663f6db-ac73-452c-a31c-e5aeda1c211d req-5ee01f48-1ef9-4e1a-bbf3-5dd5047502b2 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/security-groups?id=8da2903e-43de-461d-84b5-0c733a2bfb8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0705075
Dec 25 21:20:57.586127 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e13501df-1464-47bc-88d1-8cdfb71b3293 req-d0467b8d-c15c-4959-a1a8-d19987134618 tempest-ServerRescueTestJSONUnderV235-1351702928 tempest-ServerRescueTestJSONUnderV235-1351702928-project] 10.222.0.32 "GET /v2.0/security-groups?id=90c387e5-e604-4c27-9f19-ebc2203871ff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0691180
Dec 25 21:20:57.690180 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device a63c4532-3c2e-4893-bf9a-eef4032f9a9e up at agent hyperv_nch2-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:20:57.827097 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Provisioning for port a63c4532-3c2e-4893-bf9a-eef4032f9a9e completed by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 25 21:20:57.831240 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Provisioning complete for port a63c4532-3c2e-4893-bf9a-eef4032f9a9e triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:20:57.831611 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:57.908515 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:57.940677 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port a63c4532-3c2e-4893-bf9a-eef4032f9a9e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a63c4532-3c2e-4893-bf9a-eef4032f9a9e,segment=NetworkSegment(ee5bff43-dada-4433-bb21-2ac51270c941),segment_id=ee5bff43-dada-4433-bb21-2ac51270c941)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:20:57.971801 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799c9ba7-e364-46d8-99a7-5aa148ec3b78 req-2327f960-38ae-4c62-b0c0-dbb47899ee4c tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:57.973348 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-799c9ba7-e364-46d8-99a7-5aa148ec3b78 req-2327f960-38ae-4c62-b0c0-dbb47899ee4c tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] 10.222.0.32 "GET /v2.0/ports?device_id=89ed46e1-4b7a-40ec-a9f8-923852705e90 HTTP/1.1" status: 200  len: 946 time: 0.0494292
Dec 25 21:20:58.009742 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:20:58.021564 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-799c9ba7-e364-46d8-99a7-5aa148ec3b78 req-b2042704-88cd-4a3c-9b67-6d0c4fd41215 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c514444-6044-490f-9acc-6dece3909d9f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416596
Dec 25 21:20:58.065131 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Pushing event updated for resources: {'Port': ['ID=a63c4532-3c2e-4893-bf9a-eef4032f9a9e,revision_number=5']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:20:58.093535 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d1e8a07-d1e2-418d-abfa-e9a0bfff6cd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a63c4532-3c2e-4893-bf9a-eef4032f9a9e'}] {{(pid=121608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:20:58.095891 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a88c78c3ff6266bd59c7e89d275b28c92e739b67d23c89d71af88829fd31566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfd75127-b6af-4420-ad6c-6c4d12b78b59" -d '{"events": [{"server_uuid": "7d1e8a07-d1e2-418d-abfa-e9a0bfff6cd5", "name": "network-vif-plugged", "status": "completed", "tag": "a63c4532-3c2e-4893-bf9a-eef4032f9a9e"}]}' {{(pid=121608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:20:58.135490 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 21:20:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db8c4ed3-38e5-408b-af22-90241190bac5 x-openstack-request-id: req-db8c4ed3-38e5-408b-af22-90241190bac5 {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:20:58.135910 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d1e8a07-d1e2-418d-abfa-e9a0bfff6cd5", "name": "network-vif-plugged", "status": "completed", "tag": "a63c4532-3c2e-4893-bf9a-eef4032f9a9e", "code": 200}]} {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:20:58.136159 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-db8c4ed3-38e5-408b-af22-90241190bac5 {{(pid=121608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:20:58.136605 ncdv-master-1 neutron-server[121608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d1e8a07-d1e2-418d-abfa-e9a0bfff6cd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a63c4532-3c2e-4893-bf9a-eef4032f9a9e', 'code': 200}
Dec 25 21:20:58.190989 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d111f2c-c34d-4f4a-8782-8f7f581689c3 req-24817f58-ad9f-4ee0-b240-50a6603c6870 tempest-InstanceActionsNegativeTestJSON-1067309904 tempest-InstanceActionsNegativeTestJSON-1067309904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:58.192719 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8d111f2c-c34d-4f4a-8782-8f7f581689c3 req-24817f58-ad9f-4ee0-b240-50a6603c6870 tempest-InstanceActionsNegativeTestJSON-1067309904 tempest-InstanceActionsNegativeTestJSON-1067309904-project] 10.222.0.32 "GET /v2.0/ports?device_id=2b3390a0-3ddd-4b99-8b26-bdd23b7e22e4 HTTP/1.1" status: 200  len: 945 time: 0.0577283
Dec 25 21:20:58.245633 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19adbbee-1748-49a2-9f22-4af4c7c29b0a req-c8de2e18-9ebc-4d69-8a60-dee0ca304ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:58.246187 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8d111f2c-c34d-4f4a-8782-8f7f581689c3 req-d2ba7fac-65d8-41a9-b387-71acb30b71a5 tempest-InstanceActionsNegativeTestJSON-1067309904 tempest-InstanceActionsNegativeTestJSON-1067309904-project] 10.222.0.32 "GET /v2.0/security-groups?id=4dc92a69-8bd0-451a-a3ed-922f09b40b39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0465481
Dec 25 21:20:58.247827 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-19adbbee-1748-49a2-9f22-4af4c7c29b0a req-c8de2e18-9ebc-4d69-8a60-dee0ca304ce3 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=7d1e8a07-d1e2-418d-abfa-e9a0bfff6cd5 HTTP/1.1" status: 200  len: 1097 time: 0.0407271
Dec 25 21:20:58.307262 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-19adbbee-1748-49a2-9f22-4af4c7c29b0a req-4a292f44-6604-405e-b601-3ca85b6eb34f service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=e3862f37-797d-40f5-a507-ddcbffd40d39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0460796
Dec 25 21:20:58.385963 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0a3613-c081-4b5d-8a89-69c32b61dc86 req-344861c8-8fa1-49e2-a974-b9d8ebfc5889 tempest-InstanceActionsTestJSON-876378512 tempest-InstanceActionsTestJSON-876378512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:58.387612 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0e0a3613-c081-4b5d-8a89-69c32b61dc86 req-344861c8-8fa1-49e2-a974-b9d8ebfc5889 tempest-InstanceActionsTestJSON-876378512 tempest-InstanceActionsTestJSON-876378512-project] 10.222.0.32 "GET /v2.0/ports?device_id=7d1e8a07-d1e2-418d-abfa-e9a0bfff6cd5 HTTP/1.1" status: 200  len: 946 time: 0.0603571
Dec 25 21:20:58.436148 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0e0a3613-c081-4b5d-8a89-69c32b61dc86 req-e16e2273-5f34-4ade-94e6-a2720b71a219 tempest-InstanceActionsTestJSON-876378512 tempest-InstanceActionsTestJSON-876378512-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3862f37-797d-40f5-a507-ddcbffd40d39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423033
Dec 25 21:20:58.678947 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86f0e4f-f41e-4bbb-b645-1865c5a31c06 req-565bb728-216b-4b3d-acea-61d461eb8459 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:58.680449 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c86f0e4f-f41e-4bbb-b645-1865c5a31c06 req-565bb728-216b-4b3d-acea-61d461eb8459 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c440c6c-f195-45df-bc8f-62cfb0a36698 HTTP/1.1" status: 200  len: 946 time: 0.0524459
Dec 25 21:20:58.759050 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e08fe08-250a-44fe-8fb3-506f33293fb6 req-059adc18-09b9-42d4-8c9b-a9ff43100c37 tempest-ServerRescueTestJSONUnderV235-1351702928 tempest-ServerRescueTestJSONUnderV235-1351702928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:58.761138 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4e08fe08-250a-44fe-8fb3-506f33293fb6 req-059adc18-09b9-42d4-8c9b-a9ff43100c37 tempest-ServerRescueTestJSONUnderV235-1351702928 tempest-ServerRescueTestJSONUnderV235-1351702928-project] 10.222.0.32 "GET /v2.0/ports?device_id=f38f1e54-3e25-4107-9a2c-734823ced707 HTTP/1.1" status: 200  len: 946 time: 0.0797567
Dec 25 21:20:58.764718 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c86f0e4f-f41e-4bbb-b645-1865c5a31c06 req-addc038e-3238-4ab1-b846-d483765e9ec0 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/security-groups?id=8da2903e-43de-461d-84b5-0c733a2bfb8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0746324
Dec 25 21:20:58.817511 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4e08fe08-250a-44fe-8fb3-506f33293fb6 req-a206466d-6894-40b6-9fb1-c7abd88d822f tempest-ServerRescueTestJSONUnderV235-1351702928 tempest-ServerRescueTestJSONUnderV235-1351702928-project] 10.222.0.32 "GET /v2.0/security-groups?id=90c387e5-e604-4c27-9f19-ebc2203871ff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0503619
Dec 25 21:20:58.880286 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6804890-fd3f-419d-8faf-9840d998fdca req-491f6689-9cef-4cdb-899a-9fa530a82fd6 tempest-InstanceActionsNegativeTestJSON-1067309904 tempest-InstanceActionsNegativeTestJSON-1067309904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:58.881821 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d6804890-fd3f-419d-8faf-9840d998fdca req-491f6689-9cef-4cdb-899a-9fa530a82fd6 tempest-InstanceActionsNegativeTestJSON-1067309904 tempest-InstanceActionsNegativeTestJSON-1067309904-project] 10.222.0.32 "GET /v2.0/ports?device_id=2b3390a0-3ddd-4b99-8b26-bdd23b7e22e4 HTTP/1.1" status: 200  len: 945 time: 0.0578225
Dec 25 21:20:58.934891 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d6804890-fd3f-419d-8faf-9840d998fdca req-95c69d8c-d54f-484e-9ac1-8fc370ec3ef0 tempest-InstanceActionsNegativeTestJSON-1067309904 tempest-InstanceActionsNegativeTestJSON-1067309904-project] 10.222.0.32 "GET /v2.0/security-groups?id=4dc92a69-8bd0-451a-a3ed-922f09b40b39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0457034
Dec 25 21:20:59.137706 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea29206e-ec2e-463b-9678-21f8acd72737 req-45a5be3e-b7da-465c-ab60-3b83ed99d1f8 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:59.139111 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ea29206e-ec2e-463b-9678-21f8acd72737 req-45a5be3e-b7da-465c-ab60-3b83ed99d1f8 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] 10.222.0.32 "GET /v2.0/ports?device_id=89ed46e1-4b7a-40ec-a9f8-923852705e90 HTTP/1.1" status: 200  len: 946 time: 0.0481036
Dec 25 21:20:59.199645 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ea29206e-ec2e-463b-9678-21f8acd72737 req-3cf93586-7277-4b92-8715-43c0fda4d140 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c514444-6044-490f-9acc-6dece3909d9f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0519745
Dec 25 21:20:59.553039 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc2f599-e1c7-43fd-ad69-926e56b857b9 req-b58af921-cc03-4f9b-b7d7-d068cccc2577 tempest-InstanceActionsTestJSON-876378512 tempest-InstanceActionsTestJSON-876378512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:59.554575 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-dbc2f599-e1c7-43fd-ad69-926e56b857b9 req-b58af921-cc03-4f9b-b7d7-d068cccc2577 tempest-InstanceActionsTestJSON-876378512 tempest-InstanceActionsTestJSON-876378512-project] 10.222.0.32 "GET /v2.0/ports?device_id=7d1e8a07-d1e2-418d-abfa-e9a0bfff6cd5 HTTP/1.1" status: 200  len: 946 time: 0.0486357
Dec 25 21:20:59.602129 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-dbc2f599-e1c7-43fd-ad69-926e56b857b9 req-eb5b796d-491e-488a-89ed-d591600f7a2b tempest-InstanceActionsTestJSON-876378512 tempest-InstanceActionsTestJSON-876378512-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3862f37-797d-40f5-a507-ddcbffd40d39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411949
Dec 25 21:20:59.886937 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cad9f2c-5c4e-45a1-9998-323cb537b8f7 req-29a1b9a7-3dc1-4c71-8b10-c17c394cf6f3 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:20:59.888422 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-6cad9f2c-5c4e-45a1-9998-323cb537b8f7 req-29a1b9a7-3dc1-4c71-8b10-c17c394cf6f3 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c440c6c-f195-45df-bc8f-62cfb0a36698 HTTP/1.1" status: 200  len: 946 time: 0.0492971
Dec 25 21:21:00.209873 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c33884-cb07-495f-8faf-6209d6832cd2 req-0de7ebb8-da49-434e-9241-50b65ac836aa tempest-ServerRescueTestJSONUnderV235-1351702928 tempest-ServerRescueTestJSONUnderV235-1351702928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:21:00.211270 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-75c33884-cb07-495f-8faf-6209d6832cd2 req-0de7ebb8-da49-434e-9241-50b65ac836aa tempest-ServerRescueTestJSONUnderV235-1351702928 tempest-ServerRescueTestJSONUnderV235-1351702928-project] 10.222.0.32 "GET /v2.0/ports?device_id=f38f1e54-3e25-4107-9a2c-734823ced707 HTTP/1.1" status: 200  len: 946 time: 0.3219602
Dec 25 21:21:00.215102 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-6cad9f2c-5c4e-45a1-9998-323cb537b8f7 req-8e6c006d-56ae-4c07-8312-914ca21fe4f2 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/security-groups?id=8da2903e-43de-461d-84b5-0c733a2bfb8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3174207
Dec 25 21:21:00.262538 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-75c33884-cb07-495f-8faf-6209d6832cd2 req-54b6db83-7c7a-4a47-b134-97da0f0c658b tempest-ServerRescueTestJSONUnderV235-1351702928 tempest-ServerRescueTestJSONUnderV235-1351702928-project] 10.222.0.32 "GET /v2.0/security-groups?id=90c387e5-e604-4c27-9f19-ebc2203871ff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0448332
Dec 25 21:21:00.374558 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e7e8d7-99ed-4bb3-8e98-7fffb37e4c8a req-81d647ec-4e2a-4846-a02f-3a6553fc5e3c tempest-InstanceActionsNegativeTestJSON-1067309904 tempest-InstanceActionsNegativeTestJSON-1067309904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:21:00.376622 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-56e7e8d7-99ed-4bb3-8e98-7fffb37e4c8a req-81d647ec-4e2a-4846-a02f-3a6553fc5e3c tempest-InstanceActionsNegativeTestJSON-1067309904 tempest-InstanceActionsNegativeTestJSON-1067309904-project] 10.222.0.32 "GET /v2.0/ports?device_id=2b3390a0-3ddd-4b99-8b26-bdd23b7e22e4 HTTP/1.1" status: 200  len: 945 time: 0.0565910
Dec 25 21:21:00.401062 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6f2bc5-ccbd-4899-9965-c62481f1c75f req-f51b7682-046c-4b9b-9ab8-76288f3b9c35 tempest-InstanceActionsNegativeTestJSON-1067309904 tempest-InstanceActionsNegativeTestJSON-1067309904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:21:00.402918 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-4c6f2bc5-ccbd-4899-9965-c62481f1c75f req-f51b7682-046c-4b9b-9ab8-76288f3b9c35 tempest-InstanceActionsNegativeTestJSON-1067309904 tempest-InstanceActionsNegativeTestJSON-1067309904-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b3390a0-3ddd-4b99-8b26-bdd23b7e22e4 HTTP/1.1" status: 200  len: 945 time: 0.0583525
Dec 25 21:21:00.453172 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-56e7e8d7-99ed-4bb3-8e98-7fffb37e4c8a req-fd8be355-cc10-4e57-8f61-e9a163004f02 tempest-InstanceActionsNegativeTestJSON-1067309904 tempest-InstanceActionsNegativeTestJSON-1067309904-project] 10.222.0.32 "GET /v2.0/security-groups?id=4dc92a69-8bd0-451a-a3ed-922f09b40b39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0697844
Dec 25 21:21:00.474490 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e153c6-df43-4256-8830-9b9131f882aa req-7ce915bd-696f-47d0-9808-12393bf03b19 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:21:00.474490 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c7e153c6-df43-4256-8830-9b9131f882aa req-7ce915bd-696f-47d0-9808-12393bf03b19 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] 10.222.0.32 "GET /v2.0/ports?device_id=89ed46e1-4b7a-40ec-a9f8-923852705e90 HTTP/1.1" status: 200  len: 946 time: 0.0700214
Dec 25 21:21:00.511593 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [req-4c6f2bc5-ccbd-4899-9965-c62481f1c75f req-99de2702-877e-40d8-a387-ed434960961c tempest-InstanceActionsNegativeTestJSON-1067309904 tempest-InstanceActionsNegativeTestJSON-1067309904-project] Deleting port ccc1d5bd-ed23-461a-ae87-41bb69b17dca {{(pid=121607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:21:00.512044 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-4c6f2bc5-ccbd-4899-9965-c62481f1c75f req-99de2702-877e-40d8-a387-ed434960961c tempest-InstanceActionsNegativeTestJSON-1067309904 tempest-InstanceActionsNegativeTestJSON-1067309904-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:00.531933 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c7e153c6-df43-4256-8830-9b9131f882aa req-8997d638-b129-4747-b797-fc57d25505a5 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c514444-6044-490f-9acc-6dece3909d9f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0531490
Dec 25 21:21:00.604302 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.db [req-4c6f2bc5-ccbd-4899-9965-c62481f1c75f req-99de2702-877e-40d8-a387-ed434960961c tempest-InstanceActionsNegativeTestJSON-1067309904 tempest-InstanceActionsNegativeTestJSON-1067309904-project] For port ccc1d5bd-ed23-461a-ae87-41bb69b17dca, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ccc1d5bd-ed23-461a-ae87-41bb69b17dca,segment=NetworkSegment(a6acde2c-9502-4f16-b7ea-3e1c83b8c9e6),segment_id=a6acde2c-9502-4f16-b7ea-3e1c83b8c9e6)] {{(pid=121607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:21:00.604660 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-4c6f2bc5-ccbd-4899-9965-c62481f1c75f req-99de2702-877e-40d8-a387-ed434960961c tempest-InstanceActionsNegativeTestJSON-1067309904 tempest-InstanceActionsNegativeTestJSON-1067309904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:00.616259 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [req-4c6f2bc5-ccbd-4899-9965-c62481f1c75f req-99de2702-877e-40d8-a387-ed434960961c tempest-InstanceActionsNegativeTestJSON-1067309904 tempest-InstanceActionsNegativeTestJSON-1067309904-project] Calling delete_port for ccc1d5bd-ed23-461a-ae87-41bb69b17dca owned by compute:nova {{(pid=121607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:21:00.747502 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd300e2a-52a0-4599-8693-5018dbfd7185 req-e6b188dd-91c0-41c8-837f-7e167b97a636 tempest-InstanceActionsTestJSON-876378512 tempest-InstanceActionsTestJSON-876378512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:21:00.749683 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-dd300e2a-52a0-4599-8693-5018dbfd7185 req-e6b188dd-91c0-41c8-837f-7e167b97a636 tempest-InstanceActionsTestJSON-876378512 tempest-InstanceActionsTestJSON-876378512-project] 10.222.0.32 "GET /v2.0/ports?device_id=7d1e8a07-d1e2-418d-abfa-e9a0bfff6cd5 HTTP/1.1" status: 200  len: 946 time: 0.0706077
Dec 25 21:21:00.799714 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-dd300e2a-52a0-4599-8693-5018dbfd7185 req-8af456b1-0aa7-4bb1-86c4-d7b64263d281 tempest-InstanceActionsTestJSON-876378512 tempest-InstanceActionsTestJSON-876378512-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3862f37-797d-40f5-a507-ddcbffd40d39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433319
Dec 25 21:21:00.884379 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-4c6f2bc5-ccbd-4899-9965-c62481f1c75f req-99de2702-877e-40d8-a387-ed434960961c tempest-InstanceActionsNegativeTestJSON-1067309904 tempest-InstanceActionsNegativeTestJSON-1067309904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:00.905842 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] get_ports_and_sgs() called for port_ids ['ccc1d5bd-ed23-461a-ae87-41bb69b17dca'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:21:00.913446 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99de2702-877e-40d8-a387-ed434960961c tempest-InstanceActionsNegativeTestJSON-1067309904 tempest-InstanceActionsNegativeTestJSON-1067309904-project] Pushing event deleted for resources: {'Port': ['ID=ccc1d5bd-ed23-461a-ae87-41bb69b17dca,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:21:00.955392 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c6f2bc5-ccbd-4899-9965-c62481f1c75f req-99de2702-877e-40d8-a387-ed434960961c tempest-InstanceActionsNegativeTestJSON-1067309904 tempest-InstanceActionsNegativeTestJSON-1067309904-project] No DVR routers for this DVR port ccc1d5bd-ed23-461a-ae87-41bb69b17dca on host nch2-master-1 {{(pid=121607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:21:00.960910 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-4c6f2bc5-ccbd-4899-9965-c62481f1c75f req-99de2702-877e-40d8-a387-ed434960961c tempest-InstanceActionsNegativeTestJSON-1067309904 tempest-InstanceActionsNegativeTestJSON-1067309904-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:00.962014 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-4c6f2bc5-ccbd-4899-9965-c62481f1c75f req-99de2702-877e-40d8-a387-ed434960961c tempest-InstanceActionsNegativeTestJSON-1067309904 tempest-InstanceActionsNegativeTestJSON-1067309904-project] 10.222.0.37 "DELETE /v2.0/ports/ccc1d5bd-ed23-461a-ae87-41bb69b17dca HTTP/1.1" status: 204  len: 173 time: 0.5444207
Dec 25 21:21:00.962767 ncdv-master-1 neutron-server[121607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b3390a0-3ddd-4b99-8b26-bdd23b7e22e4', 'name': 'network-vif-deleted', 'tag': 'ccc1d5bd-ed23-461a-ae87-41bb69b17dca'}] {{(pid=121607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:21:00.965127 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f980bbcadfa7bf1e788024e1448be660373c21f97f015f780444e999c451203" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d207f0c1-cfaa-4c81-8db9-8d97bd6be727" -d '{"events": [{"server_uuid": "2b3390a0-3ddd-4b99-8b26-bdd23b7e22e4", "name": "network-vif-deleted", "tag": "ccc1d5bd-ed23-461a-ae87-41bb69b17dca"}]}' {{(pid=121607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:21:01.002603 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 21:21:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d3e12be-50ca-4deb-8c8a-dc052b1180d8 x-openstack-request-id: req-7d3e12be-50ca-4deb-8c8a-dc052b1180d8 {{(pid=121607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:21:01.002936 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b3390a0-3ddd-4b99-8b26-bdd23b7e22e4", "name": "network-vif-deleted", "tag": "ccc1d5bd-ed23-461a-ae87-41bb69b17dca", "status": "completed", "code": 200}]} {{(pid=121607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:21:01.003193 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7d3e12be-50ca-4deb-8c8a-dc052b1180d8 {{(pid=121607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:21:01.003589 ncdv-master-1 neutron-server[121607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b3390a0-3ddd-4b99-8b26-bdd23b7e22e4', 'name': 'network-vif-deleted', 'tag': 'ccc1d5bd-ed23-461a-ae87-41bb69b17dca', 'status': 'completed', 'code': 200}
Dec 25 21:21:01.212653 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b703275f-9744-4426-81f4-dfb5390fa4b2 req-d06be753-fe8e-4a70-ae35-3244eb6fcc9f tempest-InstanceActionsTestJSON-876378512 tempest-InstanceActionsTestJSON-876378512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:21:01.214247 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b703275f-9744-4426-81f4-dfb5390fa4b2 req-d06be753-fe8e-4a70-ae35-3244eb6fcc9f tempest-InstanceActionsTestJSON-876378512 tempest-InstanceActionsTestJSON-876378512-project] 10.222.0.32 "GET /v2.0/ports?device_id=7d1e8a07-d1e2-418d-abfa-e9a0bfff6cd5 HTTP/1.1" status: 200  len: 946 time: 0.0500548
Dec 25 21:21:01.269935 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b703275f-9744-4426-81f4-dfb5390fa4b2 req-2f7da886-1408-4ccb-9e39-1206c974a607 tempest-InstanceActionsTestJSON-876378512 tempest-InstanceActionsTestJSON-876378512-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3862f37-797d-40f5-a507-ddcbffd40d39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0493467
Dec 25 21:21:01.307626 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36c5563-75fb-42a9-8e42-fd2c501a9248 req-3b97ae9d-2766-47a3-8848-183edc8806e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:21:01.309160 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-d36c5563-75fb-42a9-8e42-fd2c501a9248 req-3b97ae9d-2766-47a3-8848-183edc8806e0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=363ad00286c74e49ac9d96aa0edebda1&device_id=7d1e8a07-d1e2-418d-abfa-e9a0bfff6cd5 HTTP/1.1" status: 200  len: 1097 time: 0.0451047
Dec 25 21:21:01.365709 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853d07f5-cd23-41d3-aa8c-09e9562c19a6 req-3d1ebb44-1e98-49f3-8257-8f8333ffbae5 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:21:01.367209 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-853d07f5-cd23-41d3-aa8c-09e9562c19a6 req-3d1ebb44-1e98-49f3-8257-8f8333ffbae5 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c440c6c-f195-45df-bc8f-62cfb0a36698 HTTP/1.1" status: 200  len: 946 time: 0.0716972
Dec 25 21:21:01.415937 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36c5563-75fb-42a9-8e42-fd2c501a9248 req-827854dd-1ba5-4325-a736-f1e57269658c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:21:01.418038 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-d36c5563-75fb-42a9-8e42-fd2c501a9248 req-827854dd-1ba5-4325-a736-f1e57269658c service neutron] 10.222.0.37 "GET /v2.0/networks?id=a99e9608-4051-427d-8a99-05dfc6653e1d HTTP/1.1" status: 200  len: 915 time: 0.1011751
Dec 25 21:21:01.421658 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3516419b-4bcb-41be-bdd1-5077586c7802 req-275e3b40-483e-49d6-bcd3-44c078e208ef tempest-ServerRescueTestJSONUnderV235-1351702928 tempest-ServerRescueTestJSONUnderV235-1351702928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:21:01.423246 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3516419b-4bcb-41be-bdd1-5077586c7802 req-275e3b40-483e-49d6-bcd3-44c078e208ef tempest-ServerRescueTestJSONUnderV235-1351702928 tempest-ServerRescueTestJSONUnderV235-1351702928-project] 10.222.0.32 "GET /v2.0/ports?device_id=f38f1e54-3e25-4107-9a2c-734823ced707 HTTP/1.1" status: 200  len: 946 time: 0.0782614
Dec 25 21:21:01.462510 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-853d07f5-cd23-41d3-aa8c-09e9562c19a6 req-0e50d21f-2e1b-4c08-bbef-58242871e500 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/security-groups?id=8da2903e-43de-461d-84b5-0c733a2bfb8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0808325
Dec 25 21:21:01.464923 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-d36c5563-75fb-42a9-8e42-fd2c501a9248 req-a10f8eaf-4d68-427c-a2ec-bf8ae1787097 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a63c4532-3c2e-4893-bf9a-eef4032f9a9e HTTP/1.1" status: 200  len: 217 time: 0.0365481
Dec 25 21:21:01.494515 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3516419b-4bcb-41be-bdd1-5077586c7802 req-c65d7122-2b46-4904-8120-2d4d1a20b3c3 tempest-ServerRescueTestJSONUnderV235-1351702928 tempest-ServerRescueTestJSONUnderV235-1351702928-project] 10.222.0.32 "GET /v2.0/security-groups?id=90c387e5-e604-4c27-9f19-ebc2203871ff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0649741
Dec 25 21:21:01.532781 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36c5563-75fb-42a9-8e42-fd2c501a9248 req-48e4e767-c83f-477b-8ebc-5c36ef8071ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:21:01.534600 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-d36c5563-75fb-42a9-8e42-fd2c501a9248 req-48e4e767-c83f-477b-8ebc-5c36ef8071ed service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d75a4c82-0958-4341-959f-44b3dcf81275 HTTP/1.1" status: 200  len: 854 time: 0.0605757
Dec 25 21:21:01.573081 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-d36c5563-75fb-42a9-8e42-fd2c501a9248 req-b3348aed-bc4f-44b2-9237-10fd7263a8dc service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a99e9608-4051-427d-8a99-05dfc6653e1d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0293372
Dec 25 21:21:01.639192 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-50dc2917-e3b0-4539-88b1-c0d63a58a70b req-eb29bef5-d4b2-4dd9-887c-9dbf77263353 tempest-InstanceActionsNegativeTestJSON-1067309904 tempest-InstanceActionsNegativeTestJSON-1067309904-project] 10.222.0.32 "GET /v2.0/ports?device_id=2b3390a0-3ddd-4b99-8b26-bdd23b7e22e4 HTTP/1.1" status: 200  len: 210 time: 0.0270433
Dec 25 21:21:01.678251 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-d36c5563-75fb-42a9-8e42-fd2c501a9248 req-ad3605fb-999b-4175-a9d3-4b9b7d69ca7c service neutron] 10.222.0.37 "GET /v2.0/networks/a99e9608-4051-427d-8a99-05dfc6653e1d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0967307
Dec 25 21:21:01.745993 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875feb51-a314-4e67-92b2-194d18b806ec req-fd936d03-9fa9-40d5-8566-f6235dc1ec51 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:21:01.747488 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-875feb51-a314-4e67-92b2-194d18b806ec req-fd936d03-9fa9-40d5-8566-f6235dc1ec51 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] 10.222.0.32 "GET /v2.0/ports?device_id=89ed46e1-4b7a-40ec-a9f8-923852705e90 HTTP/1.1" status: 200  len: 946 time: 0.0551255
Dec 25 21:21:01.791022 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-d36c5563-75fb-42a9-8e42-fd2c501a9248 req-f9dfd10f-c652-430d-aa4e-1e9dee80850c service neutron] 10.222.0.37 "GET /v2.0/networks/a99e9608-4051-427d-8a99-05dfc6653e1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0886199
Dec 25 21:21:01.797343 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-875feb51-a314-4e67-92b2-194d18b806ec req-22515e1c-9542-4dc2-9dea-42917dba5e75 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c514444-6044-490f-9acc-6dece3909d9f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435374
Dec 25 21:21:02.393149 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d02e8b-e874-4082-8038-f5d50b65d478 req-d3edd969-3f7e-4863-b921-39df4e203693 tempest-InstanceActionsTestJSON-876378512 tempest-InstanceActionsTestJSON-876378512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:21:02.394761 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f7d02e8b-e874-4082-8038-f5d50b65d478 req-d3edd969-3f7e-4863-b921-39df4e203693 tempest-InstanceActionsTestJSON-876378512 tempest-InstanceActionsTestJSON-876378512-project] 10.222.0.32 "GET /v2.0/ports?device_id=7d1e8a07-d1e2-418d-abfa-e9a0bfff6cd5 HTTP/1.1" status: 200  len: 946 time: 0.0507829
Dec 25 21:21:02.448222 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f7d02e8b-e874-4082-8038-f5d50b65d478 req-0b9928f2-dcfb-499d-8b70-adc37a18f45a tempest-InstanceActionsTestJSON-876378512 tempest-InstanceActionsTestJSON-876378512-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3862f37-797d-40f5-a507-ddcbffd40d39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0474303
Dec 25 21:21:02.610970 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d66683-6792-4693-af06-84c4ba07c217 req-17cac47d-df38-4cc4-a622-23b4d9d6b3b9 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:21:02.612456 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-22d66683-6792-4693-af06-84c4ba07c217 req-17cac47d-df38-4cc4-a622-23b4d9d6b3b9 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c440c6c-f195-45df-bc8f-62cfb0a36698 HTTP/1.1" status: 200  len: 946 time: 0.0787361
Dec 25 21:21:02.646787 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49eb3697-2d65-4c72-b871-7ee58ae6ab56 req-8ce13eb5-37cd-4058-9a23-0d39e1479c77 tempest-ServerRescueTestJSONUnderV235-1351702928 tempest-ServerRescueTestJSONUnderV235-1351702928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:21:02.648279 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-49eb3697-2d65-4c72-b871-7ee58ae6ab56 req-8ce13eb5-37cd-4058-9a23-0d39e1479c77 tempest-ServerRescueTestJSONUnderV235-1351702928 tempest-ServerRescueTestJSONUnderV235-1351702928-project] 10.222.0.32 "GET /v2.0/ports?device_id=f38f1e54-3e25-4107-9a2c-734823ced707 HTTP/1.1" status: 200  len: 946 time: 0.0797012
Dec 25 21:21:02.693286 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-22d66683-6792-4693-af06-84c4ba07c217 req-f8337034-c3ab-48ed-a30a-5df505c25cbb tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/security-groups?id=8da2903e-43de-461d-84b5-0c733a2bfb8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0729141
Dec 25 21:21:02.727987 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-49eb3697-2d65-4c72-b871-7ee58ae6ab56 req-8e40ad71-0f7f-495f-b434-5cc0d2546a4f tempest-ServerRescueTestJSONUnderV235-1351702928 tempest-ServerRescueTestJSONUnderV235-1351702928-project] 10.222.0.32 "GET /v2.0/security-groups?id=90c387e5-e604-4c27-9f19-ebc2203871ff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0724325
Dec 25 21:21:02.831147 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 59948) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:21:02.879833 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_v2 [None req-25b87400-97cf-45f8-8f73-eadf2bbc1e23 admin admin] Deleting subnet 5fb4f45c-5338-4cc2-a6ab-3ebe6a3f65c2 {{(pid=121607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Dec 25 21:21:02.883120 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-25b87400-97cf-45f8-8f73-eadf2bbc1e23 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:02.919109 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-25b87400-97cf-45f8-8f73-eadf2bbc1e23 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10246617'] for subnet, precommit_delete_associations {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:02.952055 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696eaa25-6a77-4cd7-8b78-802fa44ee86b req-36e1e5ae-5911-44cd-9bb5-163d4992053d tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:21:02.954267 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-696eaa25-6a77-4cd7-8b78-802fa44ee86b req-36e1e5ae-5911-44cd-9bb5-163d4992053d tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] 10.222.0.32 "GET /v2.0/ports?device_id=89ed46e1-4b7a-40ec-a9f8-923852705e90 HTTP/1.1" status: 200  len: 946 time: 0.0677564
Dec 25 21:21:02.974464 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-25b87400-97cf-45f8-8f73-eadf2bbc1e23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995662'] for subnet, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:03.031977 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-696eaa25-6a77-4cd7-8b78-802fa44ee86b req-e47c4cda-b00a-4145-94ce-b17762042fc7 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c514444-6044-490f-9acc-6dece3909d9f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0716097
Dec 25 21:21:03.050468 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e8684e-aab5-423e-8b8d-333c64193f97 req-c4ca3a93-1570-47cd-b3a9-6d2d70365e8e tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:21:03.051945 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-09e8684e-aab5-423e-8b8d-333c64193f97 req-c4ca3a93-1570-47cd-b3a9-6d2d70365e8e tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/ports?device_id=161df36a-2258-4f32-a7b0-2f7c793d4390 HTTP/1.1" status: 200  len: 944 time: 0.0697680
Dec 25 21:21:03.100773 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-09e8684e-aab5-423e-8b8d-333c64193f97 req-c0fd7e12-c60c-4792-8dc1-9bc3a6b5f66c tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/security-groups?id=303458ac-ce28-4cba-8947-b5e432a1ea1f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0421083
Dec 25 21:21:03.141809 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-25b87400-97cf-45f8-8f73-eadf2bbc1e23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8632410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8852809'] for subnet, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:03.168787 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-25b87400-97cf-45f8-8f73-eadf2bbc1e23 admin admin] Publish callbacks [] for subnet, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:03.175534 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-25b87400-97cf-45f8-8f73-eadf2bbc1e23 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/5fb4f45c-5338-4cc2-a6ab-3ebe6a3f65c2 HTTP/1.1" status: 204  len: 168 time: 0.3394978
Dec 25 21:21:03.175534 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b87400-97cf-45f8-8f73-eadf2bbc1e23 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5fb4f45c-5338-4cc2-a6ab-3ebe6a3f65c2,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:21:03.176054 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 59954) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:21:03.283271 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-44eb5e7a-7345-48fc-ae25-8048d31f2a63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625803'] for network, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:03.295020 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350653da-e5e3-40d6-8191-9815e769d842 req-0d32848e-b04d-4245-aa64-8c25b0009a12 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:21:03.296970 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-350653da-e5e3-40d6-8191-9815e769d842 req-0d32848e-b04d-4245-aa64-8c25b0009a12 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/ports?device_id=161df36a-2258-4f32-a7b0-2f7c793d4390 HTTP/1.1" status: 200  len: 944 time: 0.1096675
Dec 25 21:21:03.386457 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-350653da-e5e3-40d6-8191-9815e769d842 req-34bf72e9-161a-4e07-bb01-f2b4c5c35911 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/security-groups?id=303458ac-ce28-4cba-8947-b5e432a1ea1f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0822682
Dec 25 21:21:03.410000 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-44eb5e7a-7345-48fc-ae25-8048d31f2a63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997585', 'neutron.services.segments.db._delete_segments_for_network-8737602743071'] for network, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:03.436343 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.segments.db [None req-44eb5e7a-7345-48fc-ae25-8048d31f2a63 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f26193e8700>,) {'filters': {'network_id': ['8ea22150-5d73-4eda-bec4-147118c897f9']}} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:21:03.446095 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.segments.db [None req-44eb5e7a-7345-48fc-ae25-8048d31f2a63 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f26193e8700>, 'a6acde2c-9502-4f16-b7ea-3e1c83b8c9e6') {'for_net_delete': True} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:21:03.446397 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.segments.db [None req-44eb5e7a-7345-48fc-ae25-8048d31f2a63 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f26193e8700>, 'a6acde2c-9502-4f16-b7ea-3e1c83b8c9e6') {} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:21:03.455794 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-44eb5e7a-7345-48fc-ae25-8048d31f2a63 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737602746920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9084222'] for segment, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:03.468843 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-44eb5e7a-7345-48fc-ae25-8048d31f2a63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:03.478073 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44eb5e7a-7345-48fc-ae25-8048d31f2a63 admin admin] Releasing vlan 197 on physical network physnet1 to pool {{(pid=121606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 25 21:21:03.478985 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-44eb5e7a-7345-48fc-ae25-8048d31f2a63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9084542'] for segment, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:03.480915 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:21:03.480915 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:21:03.480915 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:21:03.480915 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:21:03.480915 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:21:03.480915 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:21:03.480915 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:21:03.480915 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:21:03.480915 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:21:03.480915 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:21:03.480915 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:21:03.480915 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:21:03.480915 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:21:03.480915 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:21:03.480915 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:21:03.480915 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:21:03.480915 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:21:03.480915 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:21:03.480915 ncdv-master-1 neutron-server[121606]: Traceback (most recent call last):
Dec 25 21:21:03.480915 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 25 21:21:03.480915 ncdv-master-1 neutron-server[121606]:     timer()
Dec 25 21:21:03.480915 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 25 21:21:03.480915 ncdv-master-1 neutron-server[121606]:     cb(*args, **kw)
Dec 25 21:21:03.480915 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 25 21:21:03.480915 ncdv-master-1 neutron-server[121606]:     return func(*args, **kwargs)
Dec 25 21:21:03.480915 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 25 21:21:03.480915 ncdv-master-1 neutron-server[121606]:     self._notify()
Dec 25 21:21:03.480915 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 25 21:21:03.480915 ncdv-master-1 neutron-server[121606]:     self.callback(batched_events)
Dec 25 21:21:03.480915 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 25 21:21:03.480915 ncdv-master-1 neutron-server[121606]:     event.method(event)
Dec 25 21:21:03.480915 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 25 21:21:03.480915 ncdv-master-1 neutron-server[121606]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 25 21:21:03.480915 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 25 21:21:03.480915 ncdv-master-1 neutron-server[121606]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 25 21:21:03.480915 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 25 21:21:03.480915 ncdv-master-1 neutron-server[121606]:     return f(self, *a, **k)
Dec 25 21:21:03.480915 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 25 21:21:03.480915 ncdv-master-1 neutron-server[121606]:     return self._get(url).json()
Dec 25 21:21:03.480915 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 25 21:21:03.480915 ncdv-master-1 neutron-server[121606]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 25 21:21:03.480915 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 25 21:21:03.480915 ncdv-master-1 neutron-server[121606]:     return self.request(url, 'GET', **kwargs)
Dec 25 21:21:03.480915 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 25 21:21:03.480915 ncdv-master-1 neutron-server[121606]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 25 21:21:03.480915 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 25 21:21:03.480915 ncdv-master-1 neutron-server[121606]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 25 21:21:03.480915 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 25 21:21:03.480915 ncdv-master-1 neutron-server[121606]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 25 21:21:03.480915 ncdv-master-1 neutron-server[121606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 25 21:21:03.602988 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432c63d0-6292-44ce-b44e-f0cff64402bf req-5ba0df60-0e1f-446c-b6ad-ba4b2aaea555 tempest-InstanceActionsTestJSON-876378512 tempest-InstanceActionsTestJSON-876378512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:21:03.604992 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-432c63d0-6292-44ce-b44e-f0cff64402bf req-5ba0df60-0e1f-446c-b6ad-ba4b2aaea555 tempest-InstanceActionsTestJSON-876378512 tempest-InstanceActionsTestJSON-876378512-project] 10.222.0.32 "GET /v2.0/ports?device_id=7d1e8a07-d1e2-418d-abfa-e9a0bfff6cd5 HTTP/1.1" status: 200  len: 946 time: 0.0748718
Dec 25 21:21:03.630696 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-44eb5e7a-7345-48fc-ae25-8048d31f2a63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2008653'] for network, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:03.662548 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-44eb5e7a-7345-48fc-ae25-8048d31f2a63 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for network, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:03.665522 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-44eb5e7a-7345-48fc-ae25-8048d31f2a63 admin admin] 10.222.0.32 "DELETE /v2.0/networks/8ea22150-5d73-4eda-bec4-147118c897f9 HTTP/1.1" status: 204  len: 168 time: 0.4881439
Dec 25 21:21:03.687465 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44eb5e7a-7345-48fc-ae25-8048d31f2a63 admin admin] Pushing event deleted for resources: {'Network': ['ID=8ea22150-5d73-4eda-bec4-147118c897f9,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:21:03.698976 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device ccc1d5bd-ed23-461a-ae87-41bb69b17dca no longer exists at agent hyperv_nch2-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:21:03.720317 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] No Port match for: ccc1d5bd-ed23-461a-ae87-41bb69b17dca {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:21:03.720832 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device ccc1d5bd-ed23-461a-ae87-41bb69b17dca not bound to the agent host nch2-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:21:03.732487 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe2c755-5b4f-4455-85d6-4a9c743f4399 req-c0821db7-585d-4e8b-ac9d-946aea3bce21 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:21:03.734003 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1fe2c755-5b4f-4455-85d6-4a9c743f4399 req-c0821db7-585d-4e8b-ac9d-946aea3bce21 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/networks?id=050fe506-29b6-4536-b03a-6d4fd9d4993c HTTP/1.1" status: 200  len: 812 time: 0.1672850
Dec 25 21:21:03.737244 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-432c63d0-6292-44ce-b44e-f0cff64402bf req-fe78e81e-81fe-4339-87bd-a82a1d8dc547 tempest-InstanceActionsTestJSON-876378512 tempest-InstanceActionsTestJSON-876378512-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3862f37-797d-40f5-a507-ddcbffd40d39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1258936
Dec 25 21:21:03.749594 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1fe2c755-5b4f-4455-85d6-4a9c743f4399 req-872184c8-dd2a-47d5-897b-e589638af410 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/quotas/4c3545b07d0b4ccf9cd48a80c2d37521 HTTP/1.1" status: 200  len: 375 time: 0.0094094
Dec 25 21:21:03.834954 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1fe2c755-5b4f-4455-85d6-4a9c743f4399 req-a2581a6e-83b9-44d1-952d-ed1286eff050 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=4c3545b07d0b4ccf9cd48a80c2d37521&fields=id HTTP/1.1" status: 200  len: 394 time: 0.0792723
Dec 25 21:21:03.883299 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742cb280-55c2-4ee8-b58c-2a45c6478ed5 req-afd954ce-7ed7-40cf-85be-45ddb644ec06 tempest-ServerRescueTestJSONUnderV235-1351702928 tempest-ServerRescueTestJSONUnderV235-1351702928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:21:03.884844 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-742cb280-55c2-4ee8-b58c-2a45c6478ed5 req-afd954ce-7ed7-40cf-85be-45ddb644ec06 tempest-ServerRescueTestJSONUnderV235-1351702928 tempest-ServerRescueTestJSONUnderV235-1351702928-project] 10.222.0.32 "GET /v2.0/ports?device_id=f38f1e54-3e25-4107-9a2c-734823ced707 HTTP/1.1" status: 200  len: 946 time: 0.0856683
Dec 25 21:21:03.973173 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1fe2c755-5b4f-4455-85d6-4a9c743f4399 req-52aec825-aca2-4aae-a13d-254f048d1c71 service neutron] 10.222.0.32 "GET /v2.0/networks/050fe506-29b6-4536-b03a-6d4fd9d4993c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1303535
Dec 25 21:21:03.980959 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-742cb280-55c2-4ee8-b58c-2a45c6478ed5 req-e066b956-8534-4126-9014-e8535eb8d6b2 tempest-ServerRescueTestJSONUnderV235-1351702928 tempest-ServerRescueTestJSONUnderV235-1351702928-project] 10.222.0.32 "GET /v2.0/security-groups?id=90c387e5-e604-4c27-9f19-ebc2203871ff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0673909
Dec 25 21:21:04.026692 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 59982) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:21:04.072867 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-3044ed96-9991-447a-bee7-22730fa53e2d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4e25bb59aaf6463b813f8a47e00b807e&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0445597
Dec 25 21:21:04.075415 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 59988) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:21:04.088558 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1fe2c755-5b4f-4455-85d6-4a9c743f4399 req-9543a3c3-45dd-4d51-86f6-61829d2de6a7 service neutron] 10.222.0.32 "GET /v2.0/networks/050fe506-29b6-4536-b03a-6d4fd9d4993c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1052892
Dec 25 21:21:04.130507 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-3982a84a-4cb7-40ce-9155-ed19fe6c1e6c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:04.158679 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-3982a84a-4cb7-40ce-9155-ed19fe6c1e6c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:04.232701 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:04.393498 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-3982a84a-4cb7-40ce-9155-ed19fe6c1e6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:04.396146 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-3982a84a-4cb7-40ce-9155-ed19fe6c1e6c admin admin] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:04.399773 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-3982a84a-4cb7-40ce-9155-ed19fe6c1e6c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4dc92a69-8bd0-451a-a3ed-922f09b40b39 HTTP/1.1" status: 204  len: 168 time: 0.3209496
Dec 25 21:21:04.406665 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3982a84a-4cb7-40ce-9155-ed19fe6c1e6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dc92a69-8bd0-451a-a3ed-922f09b40b39,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:21:04.413554 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3596af1-ec9f-48de-9297-12caf7a8ae44 req-8d098d25-8390-4ced-a3c8-8937b27ebe4b tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:21:04.418053 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a3596af1-ec9f-48de-9297-12caf7a8ae44 req-8d098d25-8390-4ced-a3c8-8937b27ebe4b tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] 10.222.0.32 "GET /v2.0/ports?device_id=89ed46e1-4b7a-40ec-a9f8-923852705e90 HTTP/1.1" status: 200  len: 946 time: 0.0645161
Dec 25 21:21:04.480144 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a3596af1-ec9f-48de-9297-12caf7a8ae44 req-98cbff77-aa8a-4593-ad38-bc39f85bc56a tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c514444-6044-490f-9acc-6dece3909d9f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0538111
Dec 25 21:21:04.546843 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-034ec6c6-1863-4ed9-a6a1-130cf65662b6 req-e0b0f82b-9541-4d11-b9cc-446b86bb5fe6 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/ports?device_id=a61c5de8-d812-47f0-b612-27005b61919f HTTP/1.1" status: 200  len: 210 time: 0.0261288
Dec 25 21:21:04.809896 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-19233090-1267-47cf-bc30-b05ae236303a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:04.888667 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9122acac-e91b-43bd-acda-de1bc94b880e req-78365939-b087-403e-88ce-9c2c64f55c71 tempest-InstanceActionsTestJSON-876378512 tempest-InstanceActionsTestJSON-876378512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:21:04.890354 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9122acac-e91b-43bd-acda-de1bc94b880e req-78365939-b087-403e-88ce-9c2c64f55c71 tempest-InstanceActionsTestJSON-876378512 tempest-InstanceActionsTestJSON-876378512-project] 10.222.0.32 "GET /v2.0/ports?device_id=7d1e8a07-d1e2-418d-abfa-e9a0bfff6cd5 HTTP/1.1" status: 200  len: 946 time: 0.0769570
Dec 25 21:21:04.902393 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353ce0c7-24d4-455b-b5e3-9bdccdc8dbdc req-128eefd8-21c4-4756-bb1b-c66730e5e1e4 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:21:04.903951 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-353ce0c7-24d4-455b-b5e3-9bdccdc8dbdc req-128eefd8-21c4-4756-bb1b-c66730e5e1e4 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] 10.222.0.32 "GET /v2.0/ports?device_id=89ed46e1-4b7a-40ec-a9f8-923852705e90 HTTP/1.1" status: 200  len: 946 time: 0.0815668
Dec 25 21:21:04.981811 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-353ce0c7-24d4-455b-b5e3-9bdccdc8dbdc req-71a634c7-4722-462f-8026-5da3c7902796 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c514444-6044-490f-9acc-6dece3909d9f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0709512
Dec 25 21:21:05.002488 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9122acac-e91b-43bd-acda-de1bc94b880e req-dca1ddec-e970-461f-9570-f8f157046e46 tempest-InstanceActionsTestJSON-876378512 tempest-InstanceActionsTestJSON-876378512-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3862f37-797d-40f5-a507-ddcbffd40d39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0876110
Dec 25 21:21:05.127009 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001e1b2a-3404-4237-82d3-fe89b7e49a69 req-0adaae6b-de7d-44d1-b6f9-a2881ed52038 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:21:05.128521 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-001e1b2a-3404-4237-82d3-fe89b7e49a69 req-0adaae6b-de7d-44d1-b6f9-a2881ed52038 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] 10.222.0.32 "GET /v2.0/ports?device_id=89ed46e1-4b7a-40ec-a9f8-923852705e90 HTTP/1.1" status: 200  len: 946 time: 0.0772820
Dec 25 21:21:05.139462 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00e8177-09a4-47f4-9997-27fa8b903bd7 req-a7a003bc-6bf7-40d2-8af6-e8f467845e62 tempest-ServerRescueTestJSONUnderV235-1351702928 tempest-ServerRescueTestJSONUnderV235-1351702928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:21:05.140972 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b00e8177-09a4-47f4-9997-27fa8b903bd7 req-a7a003bc-6bf7-40d2-8af6-e8f467845e62 tempest-ServerRescueTestJSONUnderV235-1351702928 tempest-ServerRescueTestJSONUnderV235-1351702928-project] 10.222.0.32 "GET /v2.0/ports?device_id=f38f1e54-3e25-4107-9a2c-734823ced707 HTTP/1.1" status: 200  len: 946 time: 0.0800140
Dec 25 21:21:05.218547 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-001e1b2a-3404-4237-82d3-fe89b7e49a69 req-2479e6bf-0164-4427-a446-b8e24a0b10f4 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c514444-6044-490f-9acc-6dece3909d9f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0765793
Dec 25 21:21:05.221914 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b00e8177-09a4-47f4-9997-27fa8b903bd7 req-990cd4c0-6df9-4bf6-80e5-824ce426e78c tempest-ServerRescueTestJSONUnderV235-1351702928 tempest-ServerRescueTestJSONUnderV235-1351702928-project] 10.222.0.32 "GET /v2.0/security-groups?id=90c387e5-e604-4c27-9f19-ebc2203871ff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0742674
Dec 25 21:21:05.644717 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f8cdfaa9-e005-4360-9414-f81eed2c25a0 req-e87dfd65-c61c-4b38-a426-ae177da1d47e tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/ports?device_id=a61c5de8-d812-47f0-b612-27005b61919f HTTP/1.1" status: 200  len: 210 time: 0.0284441
Dec 25 21:21:05.788431 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 60042) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:21:05.789811 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d31a3a-ecb2-4277-8eee-030ef1056813 req-d0f62912-70cd-4789-9ad2-c9a61d85d869 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:21:05.791454 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-79d31a3a-ecb2-4277-8eee-030ef1056813 req-d0f62912-70cd-4789-9ad2-c9a61d85d869 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] 10.222.0.32 "GET /v2.0/ports?device_id=89ed46e1-4b7a-40ec-a9f8-923852705e90 HTTP/1.1" status: 200  len: 946 time: 0.0494752
Dec 25 21:21:05.858628 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-79d31a3a-ecb2-4277-8eee-030ef1056813 req-a3db5f42-cbc9-42f9-8bd0-fca4ae77a1c1 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c514444-6044-490f-9acc-6dece3909d9f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0607474
Dec 25 21:21:05.904547 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-8f740bdc-12b4-4f79-8fca-90fbb5433c46 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1205974060-network', 'tenant_id': 'e372a1fc5a7e45c39e9ebee6a776c081'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:21:06.083663 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f740bdc-12b4-4f79-8fca-90fbb5433c46 admin admin] Made reservation on behalf of e372a1fc5a7e45c39e9ebee6a776c081 for: {'network': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:21:06.086019 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-8f740bdc-12b4-4f79-8fca-90fbb5433c46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for network, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:06.095401 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-8f740bdc-12b4-4f79-8fca-90fbb5433c46 admin admin] Publish callbacks [] for security_group, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:06.106524 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03143891-51ed-4637-a12d-f43407cd2684 req-6b345b57-b262-4cee-b210-c51a4c0fbc3a tempest-InstanceActionsTestJSON-876378512 tempest-InstanceActionsTestJSON-876378512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:21:06.108287 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-03143891-51ed-4637-a12d-f43407cd2684 req-6b345b57-b262-4cee-b210-c51a4c0fbc3a tempest-InstanceActionsTestJSON-876378512 tempest-InstanceActionsTestJSON-876378512-project] 10.222.0.32 "GET /v2.0/ports?device_id=7d1e8a07-d1e2-418d-abfa-e9a0bfff6cd5 HTTP/1.1" status: 200  len: 946 time: 0.0486712
Dec 25 21:21:06.165095 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-03143891-51ed-4637-a12d-f43407cd2684 req-47122f2c-8cb9-46c5-bc1a-96f9909e8151 tempest-InstanceActionsTestJSON-876378512 tempest-InstanceActionsTestJSON-876378512-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3862f37-797d-40f5-a507-ddcbffd40d39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0483377
Dec 25 21:21:06.191397 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-8f740bdc-12b4-4f79-8fca-90fbb5433c46 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:06.271794 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-8f740bdc-12b4-4f79-8fca-90fbb5433c46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:06.287746 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f740bdc-12b4-4f79-8fca-90fbb5433c46 admin admin] vlan segment allocate from pool success with {'vlan_id': 184, 'physical_network': 'physnet1'}  {{(pid=121607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 25 21:21:06.304273 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f740bdc-12b4-4f79-8fca-90fbb5433c46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8219af7-6d08-4409-bc9e-4cb00b9748fd,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:21:06.307826 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-8f740bdc-12b4-4f79-8fca-90fbb5433c46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:06.308168 ncdv-master-1 neutron-server[121607]: INFO neutron.db.segments_db [None req-8f740bdc-12b4-4f79-8fca-90fbb5433c46 admin admin] Added segment b1ac63a8-9e31-4fc8-a172-492e76b65555 of type vlan for network 8a2bf814-627c-42b9-8fa2-c3b29a2cdee7
Dec 25 21:21:06.348309 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e89b73-d329-48a4-bc81-9837af8eef62 req-42e16c50-ac6e-4577-9d62-950429bd63f9 tempest-ServerRescueTestJSONUnderV235-1351702928 tempest-ServerRescueTestJSONUnderV235-1351702928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:21:06.350077 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b6e89b73-d329-48a4-bc81-9837af8eef62 req-42e16c50-ac6e-4577-9d62-950429bd63f9 tempest-ServerRescueTestJSONUnderV235-1351702928 tempest-ServerRescueTestJSONUnderV235-1351702928-project] 10.222.0.32 "GET /v2.0/ports?device_id=f38f1e54-3e25-4107-9a2c-734823ced707 HTTP/1.1" status: 200  len: 946 time: 0.0573137
Dec 25 21:21:06.364739 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-8f740bdc-12b4-4f79-8fca-90fbb5433c46 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737602163420'] for network, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:06.401453 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b6e89b73-d329-48a4-bc81-9837af8eef62 req-213387f9-eff6-46b0-8e4c-2668ba95e0ac tempest-ServerRescueTestJSONUnderV235-1351702928 tempest-ServerRescueTestJSONUnderV235-1351702928-project] 10.222.0.32 "GET /v2.0/security-groups?id=90c387e5-e604-4c27-9f19-ebc2203871ff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426316
Dec 25 21:21:06.426694 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412cff38-933f-469b-9c1a-c01427588422 req-b44df271-f1e2-4bc0-b626-1a25e94f666a tempest-InstanceActionsTestJSON-876378512 tempest-InstanceActionsTestJSON-876378512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:21:06.428253 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-412cff38-933f-469b-9c1a-c01427588422 req-b44df271-f1e2-4bc0-b626-1a25e94f666a tempest-InstanceActionsTestJSON-876378512 tempest-InstanceActionsTestJSON-876378512-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d1e8a07-d1e2-418d-abfa-e9a0bfff6cd5 HTTP/1.1" status: 200  len: 946 time: 0.0825236
Dec 25 21:21:06.463157 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-8f740bdc-12b4-4f79-8fca-90fbb5433c46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870'] for network, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:06.464162 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f740bdc-12b4-4f79-8fca-90fbb5433c46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:21:06.464725 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-8f740bdc-12b4-4f79-8fca-90fbb5433c46 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for network, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:06.560687 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f740bdc-12b4-4f79-8fca-90fbb5433c46 admin admin] Pushing event updated for resources: {'Network': ['ID=8a2bf814-627c-42b9-8fa2-c3b29a2cdee7,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:21:06.570762 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Network 8a2bf814-627c-42b9-8fa2-c3b29a2cdee7 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 25 21:21:06.585732 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [req-412cff38-933f-469b-9c1a-c01427588422 req-9ec6030b-2f82-42c2-b4c5-831f89cc4b7f tempest-InstanceActionsTestJSON-876378512 tempest-InstanceActionsTestJSON-876378512-project] Deleting port a63c4532-3c2e-4893-bf9a-eef4032f9a9e {{(pid=121607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:21:06.586659 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-412cff38-933f-469b-9c1a-c01427588422 req-9ec6030b-2f82-42c2-b4c5-831f89cc4b7f tempest-InstanceActionsTestJSON-876378512 tempest-InstanceActionsTestJSON-876378512-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:06.627627 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-8f740bdc-12b4-4f79-8fca-90fbb5433c46 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 886 time: 0.8380275
Dec 25 21:21:06.631523 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 60056) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:21:06.641028 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-a41c7819-4131-49c9-9195-636435211160 admin admin] Request body: {'subnet': {'network_id': '8a2bf814-627c-42b9-8fa2-c3b29a2cdee7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1205974060-subnet', 'tenant_id': 'e372a1fc5a7e45c39e9ebee6a776c081', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:21:06.734947 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a41c7819-4131-49c9-9195-636435211160 admin admin] Made reservation on behalf of e372a1fc5a7e45c39e9ebee6a776c081 for: {'subnet': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:21:06.738115 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-a41c7819-4131-49c9-9195-636435211160 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9028529'] for subnet, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:06.762204 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.db [req-412cff38-933f-469b-9c1a-c01427588422 req-9ec6030b-2f82-42c2-b4c5-831f89cc4b7f tempest-InstanceActionsTestJSON-876378512 tempest-InstanceActionsTestJSON-876378512-project] For port a63c4532-3c2e-4893-bf9a-eef4032f9a9e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a63c4532-3c2e-4893-bf9a-eef4032f9a9e,segment=NetworkSegment(ee5bff43-dada-4433-bb21-2ac51270c941),segment_id=ee5bff43-dada-4433-bb21-2ac51270c941)] {{(pid=121607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:21:06.762575 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-412cff38-933f-469b-9c1a-c01427588422 req-9ec6030b-2f82-42c2-b4c5-831f89cc4b7f tempest-InstanceActionsTestJSON-876378512 tempest-InstanceActionsTestJSON-876378512-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:06.763616 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5522869b-5dd1-4967-bd43-4f38a93888e1 req-d2787e69-e20b-4c85-9ee6-4295cd80cc2b tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/ports?device_id=a61c5de8-d812-47f0-b612-27005b61919f HTTP/1.1" status: 200  len: 210 time: 0.0409358
Dec 25 21:21:06.787342 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe2c755-5b4f-4455-85d6-4a9c743f4399 req-2d37f029-3786-4de6-83a1-a1e41c4fcc84 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:21:06.789095 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-1fe2c755-5b4f-4455-85d6-4a9c743f4399 req-2d37f029-3786-4de6-83a1-a1e41c4fcc84 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.31 "GET /v2.0/networks?id=050fe506-29b6-4536-b03a-6d4fd9d4993c HTTP/1.1" status: 200  len: 812 time: 0.1876602
Dec 25 21:21:06.790053 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [req-412cff38-933f-469b-9c1a-c01427588422 req-9ec6030b-2f82-42c2-b4c5-831f89cc4b7f tempest-InstanceActionsTestJSON-876378512 tempest-InstanceActionsTestJSON-876378512-project] Calling delete_port for a63c4532-3c2e-4893-bf9a-eef4032f9a9e owned by compute:nova {{(pid=121607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:21:06.806271 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [req-1fe2c755-5b4f-4455-85d6-4a9c743f4399 req-90ccc493-0374-4ffc-bd17-5f3a8b6b8d4f tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Request body: {'port': {'device_id': 'a61c5de8-d812-47f0-b612-27005b61919f', 'network_id': '050fe506-29b6-4536-b03a-6d4fd9d4993c', 'admin_state_up': True, 'tenant_id': '4c3545b07d0b4ccf9cd48a80c2d37521'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:21:06.953672 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-e407c5eb-214b-4c2f-863c-18cdfc608680 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:07.014038 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe508b70-d72e-4f2c-aa89-c204b2305429 req-48d3aec2-fc5d-44ff-87c8-dc05dc7853e7 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:21:07.015586 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-fe508b70-d72e-4f2c-aa89-c204b2305429 req-48d3aec2-fc5d-44ff-87c8-dc05dc7853e7 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] 10.222.0.32 "GET /v2.0/ports?device_id=89ed46e1-4b7a-40ec-a9f8-923852705e90 HTTP/1.1" status: 200  len: 946 time: 0.0671928
Dec 25 21:21:07.017060 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-a41c7819-4131-49c9-9195-636435211160 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9084170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9028515'] for subnet, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:07.135769 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41c7819-4131-49c9-9195-636435211160 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7090ee37-2419-42f4-98ff-c630e9b17826,revision_number=0']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:21:07.155923 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a41c7819-4131-49c9-9195-636435211160 admin admin] Checking segment: {'id': 'b1ac63a8-9e31-4fc8-a172-492e76b65555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '8a2bf814-627c-42b9-8fa2-c3b29a2cdee7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:21:07.156287 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a41c7819-4131-49c9-9195-636435211160 admin admin] Network hostable DHCP agents. Network: 8a2bf814-627c-42b9-8fa2-c3b29a2cdee7, hostable agents: ['1813db88-2c1b-4357-a2ba-869246b663c2'], hosted agents: [] {{(pid=121606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 25 21:21:07.171401 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-fe508b70-d72e-4f2c-aa89-c204b2305429 req-20092dcc-e4b9-4d34-b1fb-cf17b6c38ecc tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c514444-6044-490f-9acc-6dece3909d9f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1479113
Dec 25 21:21:07.182251 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b501779-c1b7-471f-87fa-9daa1cebfdf8 req-0355fdb6-58dd-4c69-a06f-998ee9b6dece tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:21:07.183820 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4b501779-c1b7-471f-87fa-9daa1cebfdf8 req-0355fdb6-58dd-4c69-a06f-998ee9b6dece tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] 10.222.0.31 "GET /v2.0/ports?device_id=89ed46e1-4b7a-40ec-a9f8-923852705e90 HTTP/1.1" status: 200  len: 946 time: 0.1273792
Dec 25 21:21:07.302008 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a41c7819-4131-49c9-9195-636435211160 admin admin] Network 8a2bf814-627c-42b9-8fa2-c3b29a2cdee7 is scheduled to be hosted by DHCP agent 1813db88-2c1b-4357-a2ba-869246b663c2 with binding_index 1 {{(pid=121606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 25 21:21:07.342313 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd23b67-8939-476c-bdaf-0e07cf73f4ab req-6d1004b6-4885-45e4-88e2-e58dce98a4d0 tempest-InstanceActionsTestJSON-876378512 tempest-InstanceActionsTestJSON-876378512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:21:07.343884 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ebd23b67-8939-476c-bdaf-0e07cf73f4ab req-6d1004b6-4885-45e4-88e2-e58dce98a4d0 tempest-InstanceActionsTestJSON-876378512 tempest-InstanceActionsTestJSON-876378512-project] 10.222.0.32 "GET /v2.0/ports?device_id=7d1e8a07-d1e2-418d-abfa-e9a0bfff6cd5 HTTP/1.1" status: 200  len: 946 time: 0.0879366
Dec 25 21:21:07.350856 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [req-4b501779-c1b7-471f-87fa-9daa1cebfdf8 req-8101aa86-11e9-4cf7-af92-17a9383d3a28 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] Deleting port 50029fbf-b328-4b5f-80c2-bcc4da3c4b96 {{(pid=121606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:21:07.351202 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-4b501779-c1b7-471f-87fa-9daa1cebfdf8 req-8101aa86-11e9-4cf7-af92-17a9383d3a28 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:07.364019 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1fe2c755-5b4f-4455-85d6-4a9c743f4399 req-90ccc493-0374-4ffc-bd17-5f3a8b6b8d4f tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Made reservation on behalf of 4c3545b07d0b4ccf9cd48a80c2d37521 for: {'port': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:21:07.369013 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-1fe2c755-5b4f-4455-85d6-4a9c743f4399 req-90ccc493-0374-4ffc-bd17-5f3a8b6b8d4f tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:07.416976 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-412cff38-933f-469b-9c1a-c01427588422 req-9ec6030b-2f82-42c2-b4c5-831f89cc4b7f tempest-InstanceActionsTestJSON-876378512 tempest-InstanceActionsTestJSON-876378512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:07.438248 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] get_ports_and_sgs() called for port_ids ['a63c4532-3c2e-4893-bf9a-eef4032f9a9e'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:21:07.438352 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [None req-a41c7819-4131-49c9-9195-636435211160 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 8a2bf814-627c-42b9-8fa2-c3b29a2cdee7) {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:21:07.450808 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a41c7819-4131-49c9-9195-636435211160 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:21:07.451427 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-a41c7819-4131-49c9-9195-636435211160 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for subnet, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:07.475925 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ebd23b67-8939-476c-bdaf-0e07cf73f4ab req-6d336b44-05b4-42b8-8cba-4435626e5f1a tempest-InstanceActionsTestJSON-876378512 tempest-InstanceActionsTestJSON-876378512-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3862f37-797d-40f5-a507-ddcbffd40d39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1216891
Dec 25 21:21:07.499094 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c1ee6f6-b386-4589-b571-053948e80e42 None None] Network 8a2bf814-627c-42b9-8fa2-c3b29a2cdee7 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:21:07.514048 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec6030b-2f82-42c2-b4c5-831f89cc4b7f tempest-InstanceActionsTestJSON-876378512 tempest-InstanceActionsTestJSON-876378512-project] Pushing event deleted for resources: {'Port': ['ID=a63c4532-3c2e-4893-bf9a-eef4032f9a9e,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:21:07.523355 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-4b501779-c1b7-471f-87fa-9daa1cebfdf8 req-8101aa86-11e9-4cf7-af92-17a9383d3a28 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] For port 50029fbf-b328-4b5f-80c2-bcc4da3c4b96, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=50029fbf-b328-4b5f-80c2-bcc4da3c4b96,segment=NetworkSegment(2eb49ff2-b1de-4e84-a376-6f91f784eeb5),segment_id=2eb49ff2-b1de-4e84-a376-6f91f784eeb5)] {{(pid=121606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:21:07.523917 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-4b501779-c1b7-471f-87fa-9daa1cebfdf8 req-8101aa86-11e9-4cf7-af92-17a9383d3a28 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:07.541740 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [req-4b501779-c1b7-471f-87fa-9daa1cebfdf8 req-8101aa86-11e9-4cf7-af92-17a9383d3a28 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] Calling delete_port for 50029fbf-b328-4b5f-80c2-bcc4da3c4b96 owned by compute:nova {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:21:07.559069 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-a41c7819-4131-49c9-9195-636435211160 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 0.9255736
Dec 25 21:21:07.573097 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [req-412cff38-933f-469b-9c1a-c01427588422 req-9ec6030b-2f82-42c2-b4c5-831f89cc4b7f tempest-InstanceActionsTestJSON-876378512 tempest-InstanceActionsTestJSON-876378512-project] No DVR routers for this DVR port a63c4532-3c2e-4893-bf9a-eef4032f9a9e on host nch2-master-1 {{(pid=121607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:21:07.595906 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-412cff38-933f-469b-9c1a-c01427588422 req-9ec6030b-2f82-42c2-b4c5-831f89cc4b7f tempest-InstanceActionsTestJSON-876378512 tempest-InstanceActionsTestJSON-876378512-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:07.599488 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-412cff38-933f-469b-9c1a-c01427588422 req-9ec6030b-2f82-42c2-b4c5-831f89cc4b7f tempest-InstanceActionsTestJSON-876378512 tempest-InstanceActionsTestJSON-876378512-project] 10.222.0.37 "DELETE /v2.0/ports/a63c4532-3c2e-4893-bf9a-eef4032f9a9e HTTP/1.1" status: 204  len: 173 time: 1.1645210
Dec 25 21:21:07.599954 ncdv-master-1 neutron-server[121607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d1e8a07-d1e2-418d-abfa-e9a0bfff6cd5', 'name': 'network-vif-deleted', 'tag': 'a63c4532-3c2e-4893-bf9a-eef4032f9a9e'}] {{(pid=121607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:21:07.611822 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f980bbcadfa7bf1e788024e1448be660373c21f97f015f780444e999c451203" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b74cde6f-0c68-42fd-85b5-152c5c1d75af" -d '{"events": [{"server_uuid": "7d1e8a07-d1e2-418d-abfa-e9a0bfff6cd5", "name": "network-vif-deleted", "tag": "a63c4532-3c2e-4893-bf9a-eef4032f9a9e"}]}' {{(pid=121607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:21:07.685373 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_common [req-1fe2c755-5b4f-4455-85d6-4a9c743f4399 req-90ccc493-0374-4ffc-bd17-5f3a8b6b8d4f tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Allocated IP 172.20.0.9 (050fe506-29b6-4536-b03a-6d4fd9d4993c/1f5d8ab8-049c-411c-8531-c48febcca4ec/d39bd2f0-4d3d-4db5-8928-d5a1bd22462e) {{(pid=121607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:21:07.716525 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1b0393c-42e1-4728-9b5f-c53b8e60d21a None None] Network 8a2bf814-627c-42b9-8fa2-c3b29a2cdee7 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:21:07.733223 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.agents_db [None req-ec08dba0-4483-4109-b5e1-5e4a9fdaf12d None None] Agent healthcheck: found 7 active agents {{(pid=121609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 25 21:21:07.770024 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 21:21:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93b2bde5-5033-4c67-8c83-55fb6dfe55e6 x-openstack-request-id: req-93b2bde5-5033-4c67-8c83-55fb6dfe55e6 {{(pid=121607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:21:07.770257 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d1e8a07-d1e2-418d-abfa-e9a0bfff6cd5", "name": "network-vif-deleted", "tag": "a63c4532-3c2e-4893-bf9a-eef4032f9a9e", "status": "completed", "code": 200}]} {{(pid=121607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:21:07.770519 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-93b2bde5-5033-4c67-8c83-55fb6dfe55e6 {{(pid=121607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:21:07.770931 ncdv-master-1 neutron-server[121607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d1e8a07-d1e2-418d-abfa-e9a0bfff6cd5', 'name': 'network-vif-deleted', 'tag': 'a63c4532-3c2e-4893-bf9a-eef4032f9a9e', 'status': 'completed', 'code': 200}
Dec 25 21:21:07.782679 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a8838d-48dd-4c2c-90f7-864962c7f9ce req-cc2fd5e0-8160-4925-ba77-a95555612cb8 tempest-ServerRescueTestJSONUnderV235-1351702928 tempest-ServerRescueTestJSONUnderV235-1351702928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:21:07.784278 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-15a8838d-48dd-4c2c-90f7-864962c7f9ce req-cc2fd5e0-8160-4925-ba77-a95555612cb8 tempest-ServerRescueTestJSONUnderV235-1351702928 tempest-ServerRescueTestJSONUnderV235-1351702928-project] 10.222.0.32 "GET /v2.0/ports?device_id=f38f1e54-3e25-4107-9a2c-734823ced707 HTTP/1.1" status: 200  len: 946 time: 0.1678152
Dec 25 21:21:07.840116 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-4b501779-c1b7-471f-87fa-9daa1cebfdf8 req-8101aa86-11e9-4cf7-af92-17a9383d3a28 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:07.854988 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] get_ports_and_sgs() called for port_ids ['b548a516-5b40-4749-9286-e686f9b3d3be', '50029fbf-b328-4b5f-80c2-bcc4da3c4b96'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:21:07.857526 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-15a8838d-48dd-4c2c-90f7-864962c7f9ce req-ce9b4fe2-683d-4407-bfb9-4395182edf7c tempest-ServerRescueTestJSONUnderV235-1351702928 tempest-ServerRescueTestJSONUnderV235-1351702928-project] 10.222.0.32 "GET /v2.0/security-groups?id=90c387e5-e604-4c27-9f19-ebc2203871ff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0669131
Dec 25 21:21:07.920927 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8101aa86-11e9-4cf7-af92-17a9383d3a28 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] Pushing event deleted for resources: {'Port': ['ID=50029fbf-b328-4b5f-80c2-bcc4da3c4b96,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:21:07.994115 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-1fe2c755-5b4f-4455-85d6-4a9c743f4399 req-90ccc493-0374-4ffc-bd17-5f3a8b6b8d4f tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Publish callbacks [] for port, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:07.999657 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b501779-c1b7-471f-87fa-9daa1cebfdf8 req-8101aa86-11e9-4cf7-af92-17a9383d3a28 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] No DVR routers for this DVR port 50029fbf-b328-4b5f-80c2-bcc4da3c4b96 on host nch1-master-1 {{(pid=121606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:21:08.017441 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-4b501779-c1b7-471f-87fa-9daa1cebfdf8 req-8101aa86-11e9-4cf7-af92-17a9383d3a28 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:08.022023 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4b501779-c1b7-471f-87fa-9daa1cebfdf8 req-8101aa86-11e9-4cf7-af92-17a9383d3a28 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] 10.222.0.31 "DELETE /v2.0/ports/50029fbf-b328-4b5f-80c2-bcc4da3c4b96 HTTP/1.1" status: 204  len: 173 time: 0.8312132
Dec 25 21:21:08.035441 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ad93a12a-cfc6-4b3c-b7eb-ef3f03327010 req-b6496b7a-ea5f-46e5-bef2-761173da89ff tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/ports?device_id=a61c5de8-d812-47f0-b612-27005b61919f HTTP/1.1" status: 200  len: 210 time: 0.0664828
Dec 25 21:21:08.036344 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89ed46e1-4b7a-40ec-a9f8-923852705e90', 'name': 'network-vif-deleted', 'tag': '50029fbf-b328-4b5f-80c2-bcc4da3c4b96'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:21:08.038783 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9858820c13ec2827453b94ebc4181065e990a4e4089ccb9fe762531ac62d2fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a06acfb8-e07e-4b3c-b601-1f87ba3d2dc5" -d '{"events": [{"server_uuid": "89ed46e1-4b7a-40ec-a9f8-923852705e90", "name": "network-vif-deleted", "tag": "50029fbf-b328-4b5f-80c2-bcc4da3c4b96"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:21:08.095753 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 21:21:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92f7794a-9398-49aa-b35f-4cb332170de2 x-openstack-request-id: req-92f7794a-9398-49aa-b35f-4cb332170de2 {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:21:08.096045 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89ed46e1-4b7a-40ec-a9f8-923852705e90", "name": "network-vif-deleted", "tag": "50029fbf-b328-4b5f-80c2-bcc4da3c4b96", "status": "completed", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:21:08.100748 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-1fe2c755-5b4f-4455-85d6-4a9c743f4399 req-90ccc493-0374-4ffc-bd17-5f3a8b6b8d4f tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:08.100925 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-92f7794a-9398-49aa-b35f-4cb332170de2 {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:21:08.100925 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89ed46e1-4b7a-40ec-a9f8-923852705e90', 'name': 'network-vif-deleted', 'tag': '50029fbf-b328-4b5f-80c2-bcc4da3c4b96', 'status': 'completed', 'code': 200}
Dec 25 21:21:08.143463 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1fe2c755-5b4f-4455-85d6-4a9c743f4399 req-90ccc493-0374-4ffc-bd17-5f3a8b6b8d4f tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Network 050fe506-29b6-4536-b03a-6d4fd9d4993c is already hosted by enough agents. {{(pid=121607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:21:08.146833 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [req-1fe2c755-5b4f-4455-85d6-4a9c743f4399 req-90ccc493-0374-4ffc-bd17-5f3a8b6b8d4f tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Resources bound (agent type, host, resource id):  {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:21:08.151422 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fe2c755-5b4f-4455-85d6-4a9c743f4399 req-90ccc493-0374-4ffc-bd17-5f3a8b6b8d4f tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Received port after_create {{(pid=121607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:21:08.158775 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ccc493-0374-4ffc-bd17-5f3a8b6b8d4f tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Pushing event updated for resources: {'Port': ['ID=d39bd2f0-4d3d-4db5-8928-d5a1bd22462e,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:21:08.202103 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6aebd7-7b4f-4ac3-aa65-be2a5bd7114f req-59e360b8-0de4-4436-9629-b800bd55554d tempest-ServerPasswordTestJSON-711784220 tempest-ServerPasswordTestJSON-711784220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:21:08.202330 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:08.208919 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2d6aebd7-7b4f-4ac3-aa65-be2a5bd7114f req-59e360b8-0de4-4436-9629-b800bd55554d tempest-ServerPasswordTestJSON-711784220 tempest-ServerPasswordTestJSON-711784220-project] 10.222.0.32 "GET /v2.0/networks?id=8a2bf814-627c-42b9-8fa2-c3b29a2cdee7 HTTP/1.1" status: 200  len: 813 time: 0.1348469
Dec 25 21:21:08.223311 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:21:08.223311 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:21:08.223311 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:21:08.223311 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:21:08.223311 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:21:08.223311 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:21:08.223311 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:21:08.223311 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:21:08.223311 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:21:08.223311 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:21:08.223311 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:21:08.223311 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:21:08.223311 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:21:08.223311 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:21:08.223311 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:21:08.223311 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:21:08.223311 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:21:08.223311 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:21:08.223311 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:21:08.223311 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:21:08.223311 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:21:08.223311 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:21:08.223311 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:21:08.223311 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:21:08.223311 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:21:08.223311 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:21:08.223311 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:21:08.223311 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:21:08.223311 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:21:08.223311 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:21:08.223311 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:21:08.223311 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:21:08.223311 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:21:08.223311 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:21:08.223311 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:21:08.223311 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:21:08.271676 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:21:08.271676 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:21:08.271676 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:21:08.271676 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:21:08.271676 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:21:08.271676 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:21:08.271676 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:21:08.271676 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:21:08.271676 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:21:08.271676 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:21:08.271676 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:21:08.271676 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:21:08.271676 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe2c755-5b4f-4455-85d6-4a9c743f4399 req-90ccc493-0374-4ffc-bd17-5f3a8b6b8d4f tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:21:08.271676 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-1fe2c755-5b4f-4455-85d6-4a9c743f4399 req-90ccc493-0374-4ffc-bd17-5f3a8b6b8d4f tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:08.273318 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2d6aebd7-7b4f-4ac3-aa65-be2a5bd7114f req-82a926c7-8261-49d4-850c-78637eee7e20 tempest-ServerPasswordTestJSON-711784220 tempest-ServerPasswordTestJSON-711784220-project] 10.222.0.32 "GET /v2.0/quotas/e372a1fc5a7e45c39e9ebee6a776c081 HTTP/1.1" status: 200  len: 375 time: 0.0155594
Dec 25 21:21:08.273318 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2d6aebd7-7b4f-4ac3-aa65-be2a5bd7114f req-a01e882c-00e4-49ed-863f-6824aa8bbb2f tempest-ServerPasswordTestJSON-711784220 tempest-ServerPasswordTestJSON-711784220-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=e372a1fc5a7e45c39e9ebee6a776c081&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0297198
Dec 25 21:21:08.301483 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2a9f0613-68cd-4551-8980-7edc1d0df559 req-0896e5aa-9b5c-4435-a74c-aa65a216d089 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] 10.222.0.32 "GET /v2.0/ports?device_id=89ed46e1-4b7a-40ec-a9f8-923852705e90 HTTP/1.1" status: 200  len: 210 time: 0.0383518
Dec 25 21:21:08.315905 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] get_ports_and_sgs() called for port_ids ['815adaf6-6cd2-46df-a541-c0f11b539b22'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:21:08.389275 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-1fe2c755-5b4f-4455-85d6-4a9c743f4399 req-90ccc493-0374-4ffc-bd17-5f3a8b6b8d4f tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.5881314
Dec 25 21:21:08.401608 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2d6aebd7-7b4f-4ac3-aa65-be2a5bd7114f req-a326bcd8-fe7d-4d2b-8a42-2ef00d6e841b service neutron] 10.222.0.32 "GET /v2.0/networks/8a2bf814-627c-42b9-8fa2-c3b29a2cdee7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1257184
Dec 25 21:21:08.404265 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [req-1fe2c755-5b4f-4455-85d6-4a9c743f4399 req-8127f49d-de9b-42d1-a704-818a1beab1f7 service neutron] Request body: {'port': {'device_id': 'a61c5de8-d812-47f0-b612-27005b61919f', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:21:08.476634 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-1fe2c755-5b4f-4455-85d6-4a9c743f4399 req-8127f49d-de9b-42d1-a704-818a1beab1f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:08.502450 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-aa8657d5-2051-4c79-929d-337e16944ac1 None None] Provisioning complete for port d39bd2f0-4d3d-4db5-8928-d5a1bd22462e triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:21:08.504314 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-aa8657d5-2051-4c79-929d-337e16944ac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:08.518508 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2d6aebd7-7b4f-4ac3-aa65-be2a5bd7114f req-cb090d72-ab9c-4b32-a47e-919e4e74bff6 service neutron] 10.222.0.32 "GET /v2.0/networks/8a2bf814-627c-42b9-8fa2-c3b29a2cdee7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1105437
Dec 25 21:21:08.545136 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3e945ecd-9380-47c2-aa0a-12ebe07e03e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:08.550194 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-aa8657d5-2051-4c79-929d-337e16944ac1 None None] Port d39bd2f0-4d3d-4db5-8928-d5a1bd22462e cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:21:08.649691 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-11ee1e6a-69d0-41e3-8d7a-d419977acc8a req-163023ea-3257-4bce-898e-e4e770dd390c tempest-InstanceActionsTestJSON-876378512 tempest-InstanceActionsTestJSON-876378512-project] 10.222.0.32 "GET /v2.0/ports?device_id=7d1e8a07-d1e2-418d-abfa-e9a0bfff6cd5 HTTP/1.1" status: 200  len: 210 time: 0.0279834
Dec 25 21:21:08.804254 ncdv-master-1 neutron-server[121607]: DEBUG neutron.notifiers.nova [req-1fe2c755-5b4f-4455-85d6-4a9c743f4399 req-8127f49d-de9b-42d1-a704-818a1beab1f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d39bd2f0-4d3d-4db5-8928-d5a1bd22462e {{(pid=121607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:21:08.813764 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-1fe2c755-5b4f-4455-85d6-4a9c743f4399 req-8127f49d-de9b-42d1-a704-818a1beab1f7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:08.829995 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.provisioning_blocks [req-1fe2c755-5b4f-4455-85d6-4a9c743f4399 req-8127f49d-de9b-42d1-a704-818a1beab1f7 service neutron] Transition to ACTIVE for port object d39bd2f0-4d3d-4db5-8928-d5a1bd22462e will not be triggered until provisioned by entity L2. {{(pid=121607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 25 21:21:08.856409 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7f4835a6-c7dd-4a58-aa5c-7ecf709275eb req-6e3d6e2e-5dde-447e-a762-fadfb29c52e2 tempest-ServerPasswordTestJSON-711784220 tempest-ServerPasswordTestJSON-711784220-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a747d3f-891a-44f7-93c1-17ac8d8cafb8 HTTP/1.1" status: 200  len: 210 time: 0.0353477
Dec 25 21:21:08.952350 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-1fe2c755-5b4f-4455-85d6-4a9c743f4399 req-8127f49d-de9b-42d1-a704-818a1beab1f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8632327'] for port, after_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:08.982913 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d21f3b-cffe-4a4c-b667-143c6cf85d9c req-63e1a9b1-4251-47d0-8ff5-4c55afdd73d1 tempest-ServerRescueTestJSONUnderV235-1351702928 tempest-ServerRescueTestJSONUnderV235-1351702928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:21:08.984487 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-23d21f3b-cffe-4a4c-b667-143c6cf85d9c req-63e1a9b1-4251-47d0-8ff5-4c55afdd73d1 tempest-ServerRescueTestJSONUnderV235-1351702928 tempest-ServerRescueTestJSONUnderV235-1351702928-project] 10.222.0.32 "GET /v2.0/ports?device_id=f38f1e54-3e25-4107-9a2c-734823ced707 HTTP/1.1" status: 200  len: 946 time: 0.0585003
Dec 25 21:21:09.012778 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8127f49d-de9b-42d1-a704-818a1beab1f7 service neutron] Pushing event updated for resources: {'Port': ['ID=d39bd2f0-4d3d-4db5-8928-d5a1bd22462e,revision_number=2']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:21:09.044470 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-23d21f3b-cffe-4a4c-b667-143c6cf85d9c req-111a76b7-bfdc-4a37-925d-84a3e68687de tempest-ServerRescueTestJSONUnderV235-1351702928 tempest-ServerRescueTestJSONUnderV235-1351702928-project] 10.222.0.32 "GET /v2.0/security-groups?id=90c387e5-e604-4c27-9f19-ebc2203871ff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0495424
Dec 25 21:21:09.087231 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.managers [req-1fe2c755-5b4f-4455-85d6-4a9c743f4399 req-8127f49d-de9b-42d1-a704-818a1beab1f7 service neutron] Attempting to bind port d39bd2f0-4d3d-4db5-8928-d5a1bd22462e on host nch1-master-1 for vnic_type normal with profile  {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:21:09.088136 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.managers [req-1fe2c755-5b4f-4455-85d6-4a9c743f4399 req-8127f49d-de9b-42d1-a704-818a1beab1f7 service neutron] Attempting to bind port d39bd2f0-4d3d-4db5-8928-d5a1bd22462e by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '66e39abb-3870-4404-91e4-a4d8a7ae7fb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '050fe506-29b6-4536-b03a-6d4fd9d4993c'}] {{(pid=121607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:21:09.088428 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fe2c755-5b4f-4455-85d6-4a9c743f4399 req-8127f49d-de9b-42d1-a704-818a1beab1f7 service neutron] Attempting to bind port d39bd2f0-4d3d-4db5-8928-d5a1bd22462e on network 050fe506-29b6-4536-b03a-6d4fd9d4993c {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:21:09.095445 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fe2c755-5b4f-4455-85d6-4a9c743f4399 req-8127f49d-de9b-42d1-a704-818a1beab1f7 service neutron] Port d39bd2f0-4d3d-4db5-8928-d5a1bd22462e on network 050fe506-29b6-4536-b03a-6d4fd9d4993c not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 25 21:21:09.097819 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fe2c755-5b4f-4455-85d6-4a9c743f4399 req-8127f49d-de9b-42d1-a704-818a1beab1f7 service neutron] Attempting to bind port d39bd2f0-4d3d-4db5-8928-d5a1bd22462e on network 050fe506-29b6-4536-b03a-6d4fd9d4993c {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:21:09.101616 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fe2c755-5b4f-4455-85d6-4a9c743f4399 req-8127f49d-de9b-42d1-a704-818a1beab1f7 service neutron] Checking agent: {'id': '6d577036-68fc-4aa4-aed7-5ab01de2117e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 21, 4, 34), 'started_at': datetime.datetime(2021, 12, 25, 21, 4, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 21, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:21:09.101616 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fe2c755-5b4f-4455-85d6-4a9c743f4399 req-8127f49d-de9b-42d1-a704-818a1beab1f7 service neutron] Checking segment: {'id': '66e39abb-3870-4404-91e4-a4d8a7ae7fb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '050fe506-29b6-4536-b03a-6d4fd9d4993c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:21:09.102014 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fe2c755-5b4f-4455-85d6-4a9c743f4399 req-8127f49d-de9b-42d1-a704-818a1beab1f7 service neutron] Bound using segment: {'id': '66e39abb-3870-4404-91e4-a4d8a7ae7fb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '050fe506-29b6-4536-b03a-6d4fd9d4993c'} {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:21:09.102450 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.managers [req-1fe2c755-5b4f-4455-85d6-4a9c743f4399 req-8127f49d-de9b-42d1-a704-818a1beab1f7 service neutron] Bound port: d39bd2f0-4d3d-4db5-8928-d5a1bd22462e, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66e39abb-3870-4404-91e4-a4d8a7ae7fb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '050fe506-29b6-4536-b03a-6d4fd9d4993c'}}] {{(pid=121607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:21:09.102811 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-1fe2c755-5b4f-4455-85d6-4a9c743f4399 req-8127f49d-de9b-42d1-a704-818a1beab1f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:09.184608 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2784399f-5f7a-47c4-9786-be25198f433e req-1e4a886d-47e8-4097-b4cb-36056e98b3d4 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:21:09.186404 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2784399f-5f7a-47c4-9786-be25198f433e req-1e4a886d-47e8-4097-b4cb-36056e98b3d4 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/ports?device_id=a61c5de8-d812-47f0-b612-27005b61919f HTTP/1.1" status: 200  len: 943 time: 0.0608659
Dec 25 21:21:09.202009 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.db [req-1fe2c755-5b4f-4455-85d6-4a9c743f4399 req-8127f49d-de9b-42d1-a704-818a1beab1f7 service neutron] For port d39bd2f0-4d3d-4db5-8928-d5a1bd22462e, host nch1-master-1, cleared binding levels {{(pid=121607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:21:09.206354 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.db [req-1fe2c755-5b4f-4455-85d6-4a9c743f4399 req-8127f49d-de9b-42d1-a704-818a1beab1f7 service neutron] For port d39bd2f0-4d3d-4db5-8928-d5a1bd22462e, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d39bd2f0-4d3d-4db5-8928-d5a1bd22462e,segment=NetworkSegment(66e39abb-3870-4404-91e4-a4d8a7ae7fb7),segment_id=66e39abb-3870-4404-91e4-a4d8a7ae7fb7)] {{(pid=121607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:21:09.238864 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2784399f-5f7a-47c4-9786-be25198f433e req-2be30b75-1804-4276-933d-d2cdb6251ae5 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/security-groups?id=8da2903e-43de-461d-84b5-0c733a2bfb8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0449598
Dec 25 21:21:09.347109 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-1fe2c755-5b4f-4455-85d6-4a9c743f4399 req-8127f49d-de9b-42d1-a704-818a1beab1f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8632327'] for port, after_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:09.384641 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe2c755-5b4f-4455-85d6-4a9c743f4399 req-8127f49d-de9b-42d1-a704-818a1beab1f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:21:09.385370 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-1fe2c755-5b4f-4455-85d6-4a9c743f4399 req-8127f49d-de9b-42d1-a704-818a1beab1f7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:09.386769 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-1fe2c755-5b4f-4455-85d6-4a9c743f4399 req-8127f49d-de9b-42d1-a704-818a1beab1f7 service neutron] 10.222.0.31 "PUT /v2.0/ports/d39bd2f0-4d3d-4db5-8928-d5a1bd22462e HTTP/1.1" status: 200  len: 1091 time: 0.9889598
Dec 25 21:21:09.410412 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8127f49d-de9b-42d1-a704-818a1beab1f7 service neutron] Pushing event updated for resources: {'Port': ['ID=d39bd2f0-4d3d-4db5-8928-d5a1bd22462e,revision_number=3']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:21:09.493742 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-15cb578f-7a63-4fd3-925d-83bad4c7b82a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:09.658834 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe2c755-5b4f-4455-85d6-4a9c743f4399 req-cd681d6c-215b-494f-9ca0-a94bdfe88dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:21:09.660434 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-1fe2c755-5b4f-4455-85d6-4a9c743f4399 req-cd681d6c-215b-494f-9ca0-a94bdfe88dd1 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=4c3545b07d0b4ccf9cd48a80c2d37521&device_id=a61c5de8-d812-47f0-b612-27005b61919f HTTP/1.1" status: 200  len: 1094 time: 0.0453820
Dec 25 21:21:09.700848 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device a63c4532-3c2e-4893-bf9a-eef4032f9a9e no longer exists at agent hyperv_nch2-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:21:09.721455 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 60140) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:21:09.726943 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-1fe2c755-5b4f-4455-85d6-4a9c743f4399 req-86460c11-cc2f-4d5d-9bb1-4def76f5d4c6 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d39bd2f0-4d3d-4db5-8928-d5a1bd22462e HTTP/1.1" status: 200  len: 217 time: 0.0573633
Dec 25 21:21:09.745096 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] No Port match for: a63c4532-3c2e-4893-bf9a-eef4032f9a9e {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:21:09.745343 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device a63c4532-3c2e-4893-bf9a-eef4032f9a9e not bound to the agent host nch2-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:21:09.776034 ncdv-master-1 neutron-server[121607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a61c5de8-d812-47f0-b612-27005b61919f', 'tag': 'd39bd2f0-4d3d-4db5-8928-d5a1bd22462e'}] {{(pid=121607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:21:09.779381 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f980bbcadfa7bf1e788024e1448be660373c21f97f015f780444e999c451203" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91a1190a-5423-4ada-8139-2e814c5a9f83" -d '{"events": [{"name": "network-changed", "server_uuid": "a61c5de8-d812-47f0-b612-27005b61919f", "tag": "d39bd2f0-4d3d-4db5-8928-d5a1bd22462e"}]}' {{(pid=121607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:21:09.810207 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe2c755-5b4f-4455-85d6-4a9c743f4399 req-85e2d26a-036d-4279-9256-7066438bdaae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:21:09.811815 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-1fe2c755-5b4f-4455-85d6-4a9c743f4399 req-85e2d26a-036d-4279-9256-7066438bdaae service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1f5d8ab8-049c-411c-8531-c48febcca4ec HTTP/1.1" status: 200  len: 851 time: 0.0779266
Dec 25 21:21:09.819498 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_v2 [None req-35fc9e87-6f44-457f-94d4-cc2652ff213b admin admin] Deleting subnet d75a4c82-0958-4341-959f-44b3dcf81275 {{(pid=121606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Dec 25 21:21:09.828386 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-35fc9e87-6f44-457f-94d4-cc2652ff213b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:09.850268 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Dec 2021 21:21:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-575fa3d5-aec7-4873-bf6f-fcc8ccc6226f x-openstack-request-id: req-575fa3d5-aec7-4873-bf6f-fcc8ccc6226f {{(pid=121607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:21:09.852751 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a61c5de8-d812-47f0-b612-27005b61919f", "tag": "d39bd2f0-4d3d-4db5-8928-d5a1bd22462e", "status": "completed", "code": 200}]} {{(pid=121607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:21:09.852751 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-575fa3d5-aec7-4873-bf6f-fcc8ccc6226f {{(pid=121607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:21:09.852751 ncdv-master-1 neutron-server[121607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a61c5de8-d812-47f0-b612-27005b61919f', 'tag': 'd39bd2f0-4d3d-4db5-8928-d5a1bd22462e', 'status': 'completed', 'code': 200}
Dec 25 21:21:09.866657 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-35fc9e87-6f44-457f-94d4-cc2652ff213b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9084199'] for subnet, precommit_delete_associations {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:09.871996 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe2c755-5b4f-4455-85d6-4a9c743f4399 req-afcdf214-5450-41b4-bfb6-8ed16276c4b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:21:09.876980 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-1fe2c755-5b4f-4455-85d6-4a9c743f4399 req-afcdf214-5450-41b4-bfb6-8ed16276c4b3 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=050fe506-29b6-4536-b03a-6d4fd9d4993c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0559406
Dec 25 21:21:09.921391 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-35fc9e87-6f44-457f-94d4-cc2652ff213b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995662'] for subnet, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:09.990267 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-bfdd0481-0473-4d05-94b7-8875c8bcd1ae req-2c9f7993-ad2c-417a-8ac7-971c257db169 tempest-ServerPasswordTestJSON-711784220 tempest-ServerPasswordTestJSON-711784220-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a747d3f-891a-44f7-93c1-17ac8d8cafb8 HTTP/1.1" status: 200  len: 210 time: 0.0485349
Dec 25 21:21:09.994491 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-1fe2c755-5b4f-4455-85d6-4a9c743f4399 req-7ad720a3-6ba6-4b58-b0ac-b2ce9e67adeb service neutron] 10.222.0.31 "GET /v2.0/networks/050fe506-29b6-4536-b03a-6d4fd9d4993c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1129110
Dec 25 21:21:10.107407 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-1fe2c755-5b4f-4455-85d6-4a9c743f4399 req-c2863a14-f1f6-4fc7-b883-11c3466e55d4 service neutron] 10.222.0.31 "GET /v2.0/networks/050fe506-29b6-4536-b03a-6d4fd9d4993c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1059895
Dec 25 21:21:10.136063 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-35fc9e87-6f44-457f-94d4-cc2652ff213b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9084363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9028506'] for subnet, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:10.177565 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fc9e87-6f44-457f-94d4-cc2652ff213b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d75a4c82-0958-4341-959f-44b3dcf81275,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:21:10.181996 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-35fc9e87-6f44-457f-94d4-cc2652ff213b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for subnet, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:10.185241 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-35fc9e87-6f44-457f-94d4-cc2652ff213b admin admin] 10.222.0.32 "DELETE /v2.0/subnets/d75a4c82-0958-4341-959f-44b3dcf81275 HTTP/1.1" status: 204  len: 168 time: 0.4625404
Dec 25 21:21:10.188141 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 60166) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:21:10.209945 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5f0614-c2e1-47fc-9917-43e752375d6e req-35b4ccd9-11cf-44e1-bbee-22340dd77e07 tempest-ServerRescueTestJSONUnderV235-1351702928 tempest-ServerRescueTestJSONUnderV235-1351702928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:21:10.211528 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ce5f0614-c2e1-47fc-9917-43e752375d6e req-35b4ccd9-11cf-44e1-bbee-22340dd77e07 tempest-ServerRescueTestJSONUnderV235-1351702928 tempest-ServerRescueTestJSONUnderV235-1351702928-project] 10.222.0.32 "GET /v2.0/ports?device_id=f38f1e54-3e25-4107-9a2c-734823ced707 HTTP/1.1" status: 200  len: 946 time: 0.0889213
Dec 25 21:21:10.269807 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ce5f0614-c2e1-47fc-9917-43e752375d6e req-3fc27f0e-1818-462b-8f0c-e62a3f70eacb tempest-ServerRescueTestJSONUnderV235-1351702928 tempest-ServerRescueTestJSONUnderV235-1351702928-project] 10.222.0.32 "GET /v2.0/security-groups?id=90c387e5-e604-4c27-9f19-ebc2203871ff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0484769
Dec 25 21:21:10.274950 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-6190016b-5354-4551-853c-cd29c736762d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625803'] for network, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:10.344190 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a1190a-5423-4ada-8139-2e814c5a9f83 req-a6e4c44f-7aef-44a3-9243-1521c8a95210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:21:10.345802 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-91a1190a-5423-4ada-8139-2e814c5a9f83 req-a6e4c44f-7aef-44a3-9243-1521c8a95210 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=4c3545b07d0b4ccf9cd48a80c2d37521&device_id=a61c5de8-d812-47f0-b612-27005b61919f HTTP/1.1" status: 200  len: 1094 time: 0.0862679
Dec 25 21:21:10.382936 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a26a58-e121-43cc-b0ed-cfcf622230bc req-7b8071c0-52e0-48ed-9543-7351dc5dad0e tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:21:10.385646 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d2a26a58-e121-43cc-b0ed-cfcf622230bc req-7b8071c0-52e0-48ed-9543-7351dc5dad0e tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/ports?device_id=a61c5de8-d812-47f0-b612-27005b61919f HTTP/1.1" status: 200  len: 943 time: 0.0522151
Dec 25 21:21:10.421103 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-6190016b-5354-4551-853c-cd29c736762d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997585', 'neutron.services.segments.db._delete_segments_for_network-8737602743071'] for network, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:10.449224 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d2a26a58-e121-43cc-b0ed-cfcf622230bc req-6640a22f-18a5-4b55-b44b-0e6d971be06a tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/security-groups?id=8da2903e-43de-461d-84b5-0c733a2bfb8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0567133
Dec 25 21:21:10.470696 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-6190016b-5354-4551-853c-cd29c736762d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2618a2ebb0>,) {'filters': {'network_id': ['a99e9608-4051-427d-8a99-05dfc6653e1d']}} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:21:10.485267 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-6190016b-5354-4551-853c-cd29c736762d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2618a2ebb0>, 'ee5bff43-dada-4433-bb21-2ac51270c941') {'for_net_delete': True} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:21:10.485604 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-6190016b-5354-4551-853c-cd29c736762d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2618a2ebb0>, 'ee5bff43-dada-4433-bb21-2ac51270c941') {} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:21:10.499660 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-6190016b-5354-4551-853c-cd29c736762d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737602746920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10246592'] for segment, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:10.519169 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a1190a-5423-4ada-8139-2e814c5a9f83 req-6c68fc2e-788c-4c2b-98ca-8596f6ced95c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:21:10.520099 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-91a1190a-5423-4ada-8139-2e814c5a9f83 req-6c68fc2e-788c-4c2b-98ca-8596f6ced95c service neutron] 10.222.0.31 "GET /v2.0/networks?id=050fe506-29b6-4536-b03a-6d4fd9d4993c HTTP/1.1" status: 200  len: 913 time: 0.1638286
Dec 25 21:21:10.523556 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-6190016b-5354-4551-853c-cd29c736762d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:10.525252 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4acaf1-ea66-40a5-9317-c6ecac112b12 req-5a4dec5f-ce85-43d3-ad05-dd5581a8f89d tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:21:10.527172 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-db4acaf1-ea66-40a5-9317-c6ecac112b12 req-5a4dec5f-ce85-43d3-ad05-dd5581a8f89d tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] 10.222.0.32 "GET /v2.0/ports?device_id=e6a1be38-1673-434a-ac87-a3a12f8760ce HTTP/1.1" status: 200  len: 945 time: 0.0580671
Dec 25 21:21:10.532971 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6190016b-5354-4551-853c-cd29c736762d admin admin] Releasing vlan 166 on physical network physnet1 to pool {{(pid=121607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 25 21:21:10.535878 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-6190016b-5354-4551-853c-cd29c736762d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8633327'] for segment, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:10.539705 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:21:10.539705 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:21:10.539705 ncdv-master-1 neutron-server[121607]: Traceback (most recent call last):
Dec 25 21:21:10.539705 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 25 21:21:10.539705 ncdv-master-1 neutron-server[121607]:     timer()
Dec 25 21:21:10.539705 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 25 21:21:10.539705 ncdv-master-1 neutron-server[121607]:     cb(*args, **kw)
Dec 25 21:21:10.539705 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 25 21:21:10.539705 ncdv-master-1 neutron-server[121607]:     return func(*args, **kwargs)
Dec 25 21:21:10.539705 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 25 21:21:10.539705 ncdv-master-1 neutron-server[121607]:     self._notify()
Dec 25 21:21:10.539705 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 25 21:21:10.539705 ncdv-master-1 neutron-server[121607]:     self.callback(batched_events)
Dec 25 21:21:10.539705 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 25 21:21:10.539705 ncdv-master-1 neutron-server[121607]:     event.method(event)
Dec 25 21:21:10.539705 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 25 21:21:10.539705 ncdv-master-1 neutron-server[121607]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 25 21:21:10.539705 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 25 21:21:10.539705 ncdv-master-1 neutron-server[121607]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 25 21:21:10.539705 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 25 21:21:10.539705 ncdv-master-1 neutron-server[121607]:     return f(self, *a, **k)
Dec 25 21:21:10.539705 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 25 21:21:10.539705 ncdv-master-1 neutron-server[121607]:     return self._get(url).json()
Dec 25 21:21:10.539705 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 25 21:21:10.539705 ncdv-master-1 neutron-server[121607]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 25 21:21:10.539705 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 25 21:21:10.539705 ncdv-master-1 neutron-server[121607]:     return self.request(url, 'GET', **kwargs)
Dec 25 21:21:10.539705 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 25 21:21:10.539705 ncdv-master-1 neutron-server[121607]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 25 21:21:10.539705 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 25 21:21:10.539705 ncdv-master-1 neutron-server[121607]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 25 21:21:10.539705 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 25 21:21:10.539705 ncdv-master-1 neutron-server[121607]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 25 21:21:10.539705 ncdv-master-1 neutron-server[121607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 25 21:21:10.581390 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-db4acaf1-ea66-40a5-9317-c6ecac112b12 req-59785447-6022-4670-9ef4-c16ccf814668 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c514444-6044-490f-9acc-6dece3909d9f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0468833
Dec 25 21:21:10.583270 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-91a1190a-5423-4ada-8139-2e814c5a9f83 req-19d10032-9fde-4839-ac26-fda299ffd5d3 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d39bd2f0-4d3d-4db5-8928-d5a1bd22462e HTTP/1.1" status: 200  len: 217 time: 0.0516953
Dec 25 21:21:10.597922 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:10.663792 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a1190a-5423-4ada-8139-2e814c5a9f83 req-7eefc0e9-d5e7-4d8d-b49f-232f811b1258 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:21:10.665313 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-91a1190a-5423-4ada-8139-2e814c5a9f83 req-7eefc0e9-d5e7-4d8d-b49f-232f811b1258 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1f5d8ab8-049c-411c-8531-c48febcca4ec HTTP/1.1" status: 200  len: 851 time: 0.0732148
Dec 25 21:21:10.717633 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a1190a-5423-4ada-8139-2e814c5a9f83 req-2b0c5b55-967c-4f22-951f-fc200e538331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:21:10.719937 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-91a1190a-5423-4ada-8139-2e814c5a9f83 req-2b0c5b55-967c-4f22-951f-fc200e538331 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=050fe506-29b6-4536-b03a-6d4fd9d4993c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0464580
Dec 25 21:21:10.786085 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-6190016b-5354-4551-853c-cd29c736762d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2008653'] for network, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:10.792694 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-6190016b-5354-4551-853c-cd29c736762d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for network, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:10.796211 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device 50029fbf-b328-4b5f-80c2-bcc4da3c4b96 no longer exists at agent hyperv_nch1-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:21:10.797394 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-6190016b-5354-4551-853c-cd29c736762d admin admin] 10.222.0.32 "DELETE /v2.0/networks/a99e9608-4051-427d-8a99-05dfc6653e1d HTTP/1.1" status: 204  len: 168 time: 0.6084235
Dec 25 21:21:10.815372 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6190016b-5354-4551-853c-cd29c736762d admin admin] Pushing event deleted for resources: {'Network': ['ID=a99e9608-4051-427d-8a99-05dfc6653e1d,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:21:10.824671 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] No Port match for: 50029fbf-b328-4b5f-80c2-bcc4da3c4b96 {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:21:10.825428 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device 50029fbf-b328-4b5f-80c2-bcc4da3c4b96 not bound to the agent host nch1-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:21:10.836540 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-91a1190a-5423-4ada-8139-2e814c5a9f83 req-06f3c844-d732-45be-8d77-321cd987dc3c service neutron] 10.222.0.31 "GET /v2.0/networks/050fe506-29b6-4536-b03a-6d4fd9d4993c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1076283
Dec 25 21:21:10.942305 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-91a1190a-5423-4ada-8139-2e814c5a9f83 req-d2a96e6c-f6bb-4fd0-a3b9-0ea853f78b56 service neutron] 10.222.0.31 "GET /v2.0/networks/050fe506-29b6-4536-b03a-6d4fd9d4993c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0972974
Dec 25 21:21:11.076759 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 60182) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:21:11.082689 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f447585e-a1e2-4d43-98ff-74ca133e59bb req-272954b5-079f-462a-bb0c-2b03fa810900 tempest-ServerPasswordTestJSON-711784220 tempest-ServerPasswordTestJSON-711784220-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a747d3f-891a-44f7-93c1-17ac8d8cafb8 HTTP/1.1" status: 200  len: 210 time: 0.0267658
Dec 25 21:21:11.117153 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-ce8e4d72-0e57-466b-b232-a574bde9dc2e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=363ad00286c74e49ac9d96aa0edebda1&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0391345
Dec 25 21:21:11.120216 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 60184) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:21:11.166946 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-6b4a43f9-c81a-4ae9-aaf8-80458d881cfd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:11.189328 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-6b4a43f9-c81a-4ae9-aaf8-80458d881cfd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:11.363551 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-6b4a43f9-c81a-4ae9-aaf8-80458d881cfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:11.366155 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-6b4a43f9-c81a-4ae9-aaf8-80458d881cfd admin admin] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:11.370676 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-6b4a43f9-c81a-4ae9-aaf8-80458d881cfd admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e3862f37-797d-40f5-a507-ddcbffd40d39 HTTP/1.1" status: 204  len: 168 time: 0.2469165
Dec 25 21:21:11.386194 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4a43f9-c81a-4ae9-aaf8-80458d881cfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3862f37-797d-40f5-a507-ddcbffd40d39,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:21:11.420435 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccad3cb-426d-410a-9a82-c816e712ab7b req-ecf2a7a0-c0bd-448c-aeac-5f64a363bc6f tempest-ServerRescueTestJSONUnderV235-1351702928 tempest-ServerRescueTestJSONUnderV235-1351702928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:21:11.422008 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-6ccad3cb-426d-410a-9a82-c816e712ab7b req-ecf2a7a0-c0bd-448c-aeac-5f64a363bc6f tempest-ServerRescueTestJSONUnderV235-1351702928 tempest-ServerRescueTestJSONUnderV235-1351702928-project] 10.222.0.32 "GET /v2.0/ports?device_id=f38f1e54-3e25-4107-9a2c-734823ced707 HTTP/1.1" status: 200  len: 946 time: 0.0719852
Dec 25 21:21:11.489519 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-6ccad3cb-426d-410a-9a82-c816e712ab7b req-cda08754-208f-4884-a5c1-d270d38236f3 tempest-ServerRescueTestJSONUnderV235-1351702928 tempest-ServerRescueTestJSONUnderV235-1351702928-project] 10.222.0.32 "GET /v2.0/security-groups?id=90c387e5-e604-4c27-9f19-ebc2203871ff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0607860
Dec 25 21:21:11.538843 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6aebd7-7b4f-4ac3-aa65-be2a5bd7114f req-a9d353a2-28f4-4d25-9f06-9714d53430fa tempest-ServerPasswordTestJSON-711784220 tempest-ServerPasswordTestJSON-711784220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:21:11.540508 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-2d6aebd7-7b4f-4ac3-aa65-be2a5bd7114f req-a9d353a2-28f4-4d25-9f06-9714d53430fa tempest-ServerPasswordTestJSON-711784220 tempest-ServerPasswordTestJSON-711784220-project] 10.222.0.37 "GET /v2.0/networks?id=8a2bf814-627c-42b9-8fa2-c3b29a2cdee7 HTTP/1.1" status: 200  len: 813 time: 0.1521196
Dec 25 21:21:11.557680 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [req-2d6aebd7-7b4f-4ac3-aa65-be2a5bd7114f req-29ff5b5a-1f1b-4137-ac08-149a122690d7 tempest-ServerPasswordTestJSON-711784220 tempest-ServerPasswordTestJSON-711784220-project] Request body: {'port': {'device_id': '3a747d3f-891a-44f7-93c1-17ac8d8cafb8', 'network_id': '8a2bf814-627c-42b9-8fa2-c3b29a2cdee7', 'admin_state_up': True, 'tenant_id': 'e372a1fc5a7e45c39e9ebee6a776c081'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:21:11.576072 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebdcaf6-731d-4eea-a75e-04925f3f210a req-b70f2fdd-aa4f-4f2d-8d9f-12476e59024c tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:21:11.579811 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-bebdcaf6-731d-4eea-a75e-04925f3f210a req-b70f2fdd-aa4f-4f2d-8d9f-12476e59024c tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/ports?device_id=a61c5de8-d812-47f0-b612-27005b61919f HTTP/1.1" status: 200  len: 943 time: 0.0531244
Dec 25 21:21:11.633255 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-bebdcaf6-731d-4eea-a75e-04925f3f210a req-63163bc1-8087-43d1-bbe9-6933dbc6c0f1 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/security-groups?id=8da2903e-43de-461d-84b5-0c733a2bfb8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0485425
Dec 25 21:21:11.721859 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83acd00-04fc-4bf5-ace3-963791c997fb req-525def0b-ef3f-4675-a0a0-237ac02f4e50 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:21:11.723304 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e83acd00-04fc-4bf5-ace3-963791c997fb req-525def0b-ef3f-4675-a0a0-237ac02f4e50 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] 10.222.0.32 "GET /v2.0/ports?device_id=e6a1be38-1673-434a-ac87-a3a12f8760ce HTTP/1.1" status: 200  len: 945 time: 0.0567667
Dec 25 21:21:11.778555 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e83acd00-04fc-4bf5-ace3-963791c997fb req-03ff196c-6573-48ef-8672-5092c6a9cf46 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c514444-6044-490f-9acc-6dece3909d9f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0454638
Dec 25 21:21:11.815714 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cbde06-8c21-4028-8210-ed30c3f401ac req-ca9302d8-e43c-4423-9177-7a346994c44c tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:21:11.817186 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-14cbde06-8c21-4028-8210-ed30c3f401ac req-ca9302d8-e43c-4423-9177-7a346994c44c tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6a1be38-1673-434a-ac87-a3a12f8760ce HTTP/1.1" status: 200  len: 945 time: 0.0500135
Dec 25 21:21:11.849342 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d6aebd7-7b4f-4ac3-aa65-be2a5bd7114f req-29ff5b5a-1f1b-4137-ac08-149a122690d7 tempest-ServerPasswordTestJSON-711784220 tempest-ServerPasswordTestJSON-711784220-project] Made reservation on behalf of e372a1fc5a7e45c39e9ebee6a776c081 for: {'port': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:21:11.852770 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-2d6aebd7-7b4f-4ac3-aa65-be2a5bd7114f req-29ff5b5a-1f1b-4137-ac08-149a122690d7 tempest-ServerPasswordTestJSON-711784220 tempest-ServerPasswordTestJSON-711784220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:12.015133 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [req-14cbde06-8c21-4028-8210-ed30c3f401ac req-02879316-6cb3-4db5-8956-1c8c45bb766a tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] Deleting port b548a516-5b40-4749-9286-e686f9b3d3be {{(pid=121607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:21:12.015764 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-14cbde06-8c21-4028-8210-ed30c3f401ac req-02879316-6cb3-4db5-8956-1c8c45bb766a tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:12.066237 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_common [req-2d6aebd7-7b4f-4ac3-aa65-be2a5bd7114f req-29ff5b5a-1f1b-4137-ac08-149a122690d7 tempest-ServerPasswordTestJSON-711784220 tempest-ServerPasswordTestJSON-711784220-project] Allocated IP 172.20.0.4 (8a2bf814-627c-42b9-8fa2-c3b29a2cdee7/7090ee37-2419-42f4-98ff-c630e9b17826/9c0aa314-9c2e-48d1-9808-f65926f1cc94) {{(pid=121607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:21:12.175815 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.db [req-14cbde06-8c21-4028-8210-ed30c3f401ac req-02879316-6cb3-4db5-8956-1c8c45bb766a tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] For port b548a516-5b40-4749-9286-e686f9b3d3be, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b548a516-5b40-4749-9286-e686f9b3d3be,segment=NetworkSegment(2eb49ff2-b1de-4e84-a376-6f91f784eeb5),segment_id=2eb49ff2-b1de-4e84-a376-6f91f784eeb5)] {{(pid=121607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:21:12.175815 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-14cbde06-8c21-4028-8210-ed30c3f401ac req-02879316-6cb3-4db5-8956-1c8c45bb766a tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:12.191063 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e588a6ad-638e-4a94-a5c9-23fc938cd361 req-f5a06c3f-c173-416f-b7be-b72a59946f27 tempest-ServerPasswordTestJSON-711784220 tempest-ServerPasswordTestJSON-711784220-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a747d3f-891a-44f7-93c1-17ac8d8cafb8 HTTP/1.1" status: 200  len: 210 time: 0.0348742
Dec 25 21:21:12.196479 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [req-14cbde06-8c21-4028-8210-ed30c3f401ac req-02879316-6cb3-4db5-8956-1c8c45bb766a tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] Calling delete_port for b548a516-5b40-4749-9286-e686f9b3d3be owned by compute:nova {{(pid=121607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:21:12.351449 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-2d6aebd7-7b4f-4ac3-aa65-be2a5bd7114f req-29ff5b5a-1f1b-4137-ac08-149a122690d7 tempest-ServerPasswordTestJSON-711784220 tempest-ServerPasswordTestJSON-711784220-project] Publish callbacks [] for port, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:12.512343 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-2d6aebd7-7b4f-4ac3-aa65-be2a5bd7114f req-29ff5b5a-1f1b-4137-ac08-149a122690d7 tempest-ServerPasswordTestJSON-711784220 tempest-ServerPasswordTestJSON-711784220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:12.546278 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-14cbde06-8c21-4028-8210-ed30c3f401ac req-02879316-6cb3-4db5-8956-1c8c45bb766a tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:12.557840 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] get_ports_and_sgs() called for port_ids ['b548a516-5b40-4749-9286-e686f9b3d3be'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:21:12.572071 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d6aebd7-7b4f-4ac3-aa65-be2a5bd7114f req-29ff5b5a-1f1b-4137-ac08-149a122690d7 tempest-ServerPasswordTestJSON-711784220 tempest-ServerPasswordTestJSON-711784220-project] Network 8a2bf814-627c-42b9-8fa2-c3b29a2cdee7 is already hosted by enough agents. {{(pid=121607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:21:12.579500 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [req-2d6aebd7-7b4f-4ac3-aa65-be2a5bd7114f req-29ff5b5a-1f1b-4137-ac08-149a122690d7 tempest-ServerPasswordTestJSON-711784220 tempest-ServerPasswordTestJSON-711784220-project] Resources bound (agent type, host, resource id):  {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:21:12.584308 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d6aebd7-7b4f-4ac3-aa65-be2a5bd7114f req-29ff5b5a-1f1b-4137-ac08-149a122690d7 tempest-ServerPasswordTestJSON-711784220 tempest-ServerPasswordTestJSON-711784220-project] Received port after_create {{(pid=121607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:21:12.588669 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ff5b5a-1f1b-4137-ac08-149a122690d7 tempest-ServerPasswordTestJSON-711784220 tempest-ServerPasswordTestJSON-711784220-project] Pushing event updated for resources: {'Port': ['ID=9c0aa314-9c2e-48d1-9808-f65926f1cc94,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:21:12.638389 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1345211-e0b9-4abe-ab06-2dd288d88ad2 req-28ec4a71-aef1-4ca8-97ea-2b21a3f8e4e5 tempest-ServerRescueTestJSONUnderV235-1351702928 tempest-ServerRescueTestJSONUnderV235-1351702928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:21:12.646538 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [req-14cbde06-8c21-4028-8210-ed30c3f401ac req-02879316-6cb3-4db5-8956-1c8c45bb766a tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] No DVR routers for this DVR port b548a516-5b40-4749-9286-e686f9b3d3be on host nch1-master-1 {{(pid=121607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:21:12.648908 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ff5b5a-1f1b-4137-ac08-149a122690d7 tempest-ServerPasswordTestJSON-711784220 tempest-ServerPasswordTestJSON-711784220-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:21:12.649290 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ff5b5a-1f1b-4137-ac08-149a122690d7 tempest-ServerPasswordTestJSON-711784220 tempest-ServerPasswordTestJSON-711784220-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:21:12.649413 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d1345211-e0b9-4abe-ab06-2dd288d88ad2 req-28ec4a71-aef1-4ca8-97ea-2b21a3f8e4e5 tempest-ServerRescueTestJSONUnderV235-1351702928 tempest-ServerRescueTestJSONUnderV235-1351702928-project] 10.222.0.32 "GET /v2.0/ports?device_id=f38f1e54-3e25-4107-9a2c-734823ced707 HTTP/1.1" status: 200  len: 946 time: 0.0805359
Dec 25 21:21:12.649630 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ff5b5a-1f1b-4137-ac08-149a122690d7 tempest-ServerPasswordTestJSON-711784220 tempest-ServerPasswordTestJSON-711784220-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:21:12.650503 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ff5b5a-1f1b-4137-ac08-149a122690d7 tempest-ServerPasswordTestJSON-711784220 tempest-ServerPasswordTestJSON-711784220-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:21:12.650901 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ff5b5a-1f1b-4137-ac08-149a122690d7 tempest-ServerPasswordTestJSON-711784220 tempest-ServerPasswordTestJSON-711784220-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:21:12.651246 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ff5b5a-1f1b-4137-ac08-149a122690d7 tempest-ServerPasswordTestJSON-711784220 tempest-ServerPasswordTestJSON-711784220-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:21:12.651573 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ff5b5a-1f1b-4137-ac08-149a122690d7 tempest-ServerPasswordTestJSON-711784220 tempest-ServerPasswordTestJSON-711784220-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:21:12.651894 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ff5b5a-1f1b-4137-ac08-149a122690d7 tempest-ServerPasswordTestJSON-711784220 tempest-ServerPasswordTestJSON-711784220-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:21:12.652214 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ff5b5a-1f1b-4137-ac08-149a122690d7 tempest-ServerPasswordTestJSON-711784220 tempest-ServerPasswordTestJSON-711784220-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:21:12.652532 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ff5b5a-1f1b-4137-ac08-149a122690d7 tempest-ServerPasswordTestJSON-711784220 tempest-ServerPasswordTestJSON-711784220-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:21:12.652848 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ff5b5a-1f1b-4137-ac08-149a122690d7 tempest-ServerPasswordTestJSON-711784220 tempest-ServerPasswordTestJSON-711784220-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:21:12.653210 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ff5b5a-1f1b-4137-ac08-149a122690d7 tempest-ServerPasswordTestJSON-711784220 tempest-ServerPasswordTestJSON-711784220-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:21:12.653531 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ff5b5a-1f1b-4137-ac08-149a122690d7 tempest-ServerPasswordTestJSON-711784220 tempest-ServerPasswordTestJSON-711784220-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:21:12.659166 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-14cbde06-8c21-4028-8210-ed30c3f401ac req-02879316-6cb3-4db5-8956-1c8c45bb766a tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:12.662572 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-14cbde06-8c21-4028-8210-ed30c3f401ac req-02879316-6cb3-4db5-8956-1c8c45bb766a tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] 10.222.0.31 "DELETE /v2.0/ports/b548a516-5b40-4749-9286-e686f9b3d3be HTTP/1.1" status: 204  len: 173 time: 0.8383257
Dec 25 21:21:12.662979 ncdv-master-1 neutron-server[121607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6a1be38-1673-434a-ac87-a3a12f8760ce', 'name': 'network-vif-deleted', 'tag': 'b548a516-5b40-4749-9286-e686f9b3d3be'}] {{(pid=121607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:21:12.665244 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f980bbcadfa7bf1e788024e1448be660373c21f97f015f780444e999c451203" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c02a404-2feb-4a65-b791-f0e024aae3cb" -d '{"events": [{"server_uuid": "e6a1be38-1673-434a-ac87-a3a12f8760ce", "name": "network-vif-deleted", "tag": "b548a516-5b40-4749-9286-e686f9b3d3be"}]}' {{(pid=121607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:21:12.700451 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02879316-6cb3-4db5-8956-1c8c45bb766a tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] Pushing event deleted for resources: {'Port': ['ID=b548a516-5b40-4749-9286-e686f9b3d3be,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:21:12.721348 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6aebd7-7b4f-4ac3-aa65-be2a5bd7114f req-29ff5b5a-1f1b-4137-ac08-149a122690d7 tempest-ServerPasswordTestJSON-711784220 tempest-ServerPasswordTestJSON-711784220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:21:12.722011 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-2d6aebd7-7b4f-4ac3-aa65-be2a5bd7114f req-29ff5b5a-1f1b-4137-ac08-149a122690d7 tempest-ServerPasswordTestJSON-711784220 tempest-ServerPasswordTestJSON-711784220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:12.726020 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 60226) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:21:12.726020 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 21:21:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7fbacfe-f067-42de-b9b5-a1a1d9b04710 x-openstack-request-id: req-f7fbacfe-f067-42de-b9b5-a1a1d9b04710 {{(pid=121607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:21:12.726439 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6a1be38-1673-434a-ac87-a3a12f8760ce", "name": "network-vif-deleted", "tag": "b548a516-5b40-4749-9286-e686f9b3d3be", "status": "completed", "code": 200}]} {{(pid=121607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:21:12.726439 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f7fbacfe-f067-42de-b9b5-a1a1d9b04710 {{(pid=121607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:21:12.726698 ncdv-master-1 neutron-server[121607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6a1be38-1673-434a-ac87-a3a12f8760ce', 'name': 'network-vif-deleted', 'tag': 'b548a516-5b40-4749-9286-e686f9b3d3be', 'status': 'completed', 'code': 200}
Dec 25 21:21:12.746399 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d1345211-e0b9-4abe-ab06-2dd288d88ad2 req-80c9928b-3c4c-40c2-8ff4-66d2716e8013 tempest-ServerRescueTestJSONUnderV235-1351702928 tempest-ServerRescueTestJSONUnderV235-1351702928-project] 10.222.0.32 "GET /v2.0/security-groups?id=90c387e5-e604-4c27-9f19-ebc2203871ff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0945523
Dec 25 21:21:12.780057 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device d39bd2f0-4d3d-4db5-8928-d5a1bd22462e details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 25 21:21:12.849633 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-2d6aebd7-7b4f-4ac3-aa65-be2a5bd7114f req-29ff5b5a-1f1b-4137-ac08-149a122690d7 tempest-ServerPasswordTestJSON-711784220 tempest-ServerPasswordTestJSON-711784220-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.2957425
Dec 25 21:21:12.859664 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f85cde-42be-4706-a998-35a485730aad req-fa40187b-25b6-4139-93a7-d8b52014fd68 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:21:12.866790 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [req-2d6aebd7-7b4f-4ac3-aa65-be2a5bd7114f req-8a8da94c-bc08-4b6a-8b77-a714dfbf09f1 service neutron] Request body: {'port': {'device_id': '3a747d3f-891a-44f7-93c1-17ac8d8cafb8', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:21:12.872332 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e8f85cde-42be-4706-a998-35a485730aad req-fa40187b-25b6-4139-93a7-d8b52014fd68 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/ports?device_id=a61c5de8-d812-47f0-b612-27005b61919f HTTP/1.1" status: 200  len: 943 time: 0.0851653
Dec 25 21:21:12.918290 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-eb89a167-92af-46fd-bd2b-e5c9dd06e4dd admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-676807788-network', 'tenant_id': 'c803957e88834105985d5ad65dbc78eb'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:21:12.946655 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port d39bd2f0-4d3d-4db5-8928-d5a1bd22462e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d39bd2f0-4d3d-4db5-8928-d5a1bd22462e,segment=NetworkSegment(66e39abb-3870-4404-91e4-a4d8a7ae7fb7),segment_id=66e39abb-3870-4404-91e4-a4d8a7ae7fb7)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:21:12.970454 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Returning: {'device': 'd39bd2f0-4d3d-4db5-8928-d5a1bd22462e', 'network_id': '050fe506-29b6-4536-b03a-6d4fd9d4993c', 'port_id': 'd39bd2f0-4d3d-4db5-8928-d5a1bd22462e', 'mac_address': 'fa:16:3e:c7:3a:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f5d8ab8-049c-411c-8531-c48febcca4ec', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 25 21:21:12.974494 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-2d6aebd7-7b4f-4ac3-aa65-be2a5bd7114f req-8a8da94c-bc08-4b6a-8b77-a714dfbf09f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:12.981037 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e8f85cde-42be-4706-a998-35a485730aad req-a736f99c-a115-416f-a161-a9fabea6454f tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/security-groups?id=8da2903e-43de-461d-84b5-0c733a2bfb8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1069412
Dec 25 21:21:12.983409 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c79c48e3-181e-46ca-879a-aa7bc6ff2290 req-236aa704-f834-4bae-9ec0-626f83de7a24 tempest-ServersTestJSON-814366795 tempest-ServersTestJSON-814366795-project] 10.222.0.32 "GET /v2.0/ports?device_id=e6a1be38-1673-434a-ac87-a3a12f8760ce HTTP/1.1" status: 200  len: 210 time: 0.0545170
Dec 25 21:21:13.023403 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:13.039135 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d39bd2f0-4d3d-4db5-8928-d5a1bd22462e {{(pid=121608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:21:13.060399 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port d39bd2f0-4d3d-4db5-8928-d5a1bd22462e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d39bd2f0-4d3d-4db5-8928-d5a1bd22462e,segment=NetworkSegment(66e39abb-3870-4404-91e4-a4d8a7ae7fb7),segment_id=66e39abb-3870-4404-91e4-a4d8a7ae7fb7)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:21:13.134950 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb89a167-92af-46fd-bd2b-e5c9dd06e4dd admin admin] Made reservation on behalf of c803957e88834105985d5ad65dbc78eb for: {'network': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:21:13.137235 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-eb89a167-92af-46fd-bd2b-e5c9dd06e4dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for network, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:13.147376 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-eb89a167-92af-46fd-bd2b-e5c9dd06e4dd admin admin] Publish callbacks [] for security_group, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:13.203830 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:13.254479 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Pushing event updated for resources: {'Port': ['ID=d39bd2f0-4d3d-4db5-8928-d5a1bd22462e,revision_number=4']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:21:13.316809 ncdv-master-1 neutron-server[121607]: DEBUG neutron.notifiers.nova [req-2d6aebd7-7b4f-4ac3-aa65-be2a5bd7114f req-8a8da94c-bc08-4b6a-8b77-a714dfbf09f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c0aa314-9c2e-48d1-9808-f65926f1cc94 {{(pid=121607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:21:13.327800 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-eb89a167-92af-46fd-bd2b-e5c9dd06e4dd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:13.329985 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-2d6aebd7-7b4f-4ac3-aa65-be2a5bd7114f req-8a8da94c-bc08-4b6a-8b77-a714dfbf09f1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:13.343194 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.provisioning_blocks [req-2d6aebd7-7b4f-4ac3-aa65-be2a5bd7114f req-8a8da94c-bc08-4b6a-8b77-a714dfbf09f1 service neutron] Transition to ACTIVE for port object 9c0aa314-9c2e-48d1-9808-f65926f1cc94 will not be triggered until provisioned by entity L2. {{(pid=121607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 25 21:21:13.438115 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-eb89a167-92af-46fd-bd2b-e5c9dd06e4dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:13.443296 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] get_ports_and_sgs() called for port_ids ['d39bd2f0-4d3d-4db5-8928-d5a1bd22462e'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:21:13.471198 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb89a167-92af-46fd-bd2b-e5c9dd06e4dd admin admin] vlan segment allocate from pool success with {'vlan_id': 174, 'physical_network': 'physnet1'}  {{(pid=121607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 25 21:21:13.478967 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb89a167-92af-46fd-bd2b-e5c9dd06e4dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47c3070a-f283-4e75-b7b3-56ad2fb9872a,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:21:13.481722 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-eb89a167-92af-46fd-bd2b-e5c9dd06e4dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:13.482030 ncdv-master-1 neutron-server[121607]: INFO neutron.db.segments_db [None req-eb89a167-92af-46fd-bd2b-e5c9dd06e4dd admin admin] Added segment 38cf7a96-deff-420e-94a5-80d601721a9f of type vlan for network 4e1dfe11-4e6f-4ba8-8b01-e28b07f53a27
Dec 25 21:21:13.491293 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-2d6aebd7-7b4f-4ac3-aa65-be2a5bd7114f req-8a8da94c-bc08-4b6a-8b77-a714dfbf09f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8632327'] for port, after_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:13.585564 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-eb89a167-92af-46fd-bd2b-e5c9dd06e4dd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737602163420'] for network, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:13.594440 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14421c9f-f1cd-46f7-9719-4f19832f0c3e req-dfbb86ed-79d2-4f22-b88b-8fab5deeda66 tempest-ServerPasswordTestJSON-711784220 tempest-ServerPasswordTestJSON-711784220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:21:13.597688 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8da94c-bc08-4b6a-8b77-a714dfbf09f1 service neutron] Pushing event updated for resources: {'Port': ['ID=9c0aa314-9c2e-48d1-9808-f65926f1cc94,revision_number=2']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:21:13.601738 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-14421c9f-f1cd-46f7-9719-4f19832f0c3e req-dfbb86ed-79d2-4f22-b88b-8fab5deeda66 tempest-ServerPasswordTestJSON-711784220 tempest-ServerPasswordTestJSON-711784220-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a747d3f-891a-44f7-93c1-17ac8d8cafb8 HTTP/1.1" status: 200  len: 931 time: 0.3266637
Dec 25 21:21:13.624513 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6598be02-74ae-41f4-9946-4a453dd94655 req-c8155bf2-4309-4188-8c22-76fb2b770e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:21:13.626296 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-6598be02-74ae-41f4-9946-4a453dd94655 req-c8155bf2-4309-4188-8c22-76fb2b770e7c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f38f1e54-3e25-4107-9a2c-734823ced707 HTTP/1.1" status: 200  len: 1097 time: 0.0824475
Dec 25 21:21:13.669077 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-14421c9f-f1cd-46f7-9719-4f19832f0c3e req-a35e64b2-3ba8-4c58-acc5-75700cff8963 tempest-ServerPasswordTestJSON-711784220 tempest-ServerPasswordTestJSON-711784220-project] 10.222.0.32 "GET /v2.0/security-groups?id=e8219af7-6d08-4409-bc9e-4cb00b9748fd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0664332
Dec 25 21:21:13.682519 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.managers [req-2d6aebd7-7b4f-4ac3-aa65-be2a5bd7114f req-8a8da94c-bc08-4b6a-8b77-a714dfbf09f1 service neutron] Attempting to bind port 9c0aa314-9c2e-48d1-9808-f65926f1cc94 on host nch2-master-1 for vnic_type normal with profile  {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:21:13.682847 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.managers [req-2d6aebd7-7b4f-4ac3-aa65-be2a5bd7114f req-8a8da94c-bc08-4b6a-8b77-a714dfbf09f1 service neutron] Attempting to bind port 9c0aa314-9c2e-48d1-9808-f65926f1cc94 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'b1ac63a8-9e31-4fc8-a172-492e76b65555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '8a2bf814-627c-42b9-8fa2-c3b29a2cdee7'}] {{(pid=121607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:21:13.683173 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d6aebd7-7b4f-4ac3-aa65-be2a5bd7114f req-8a8da94c-bc08-4b6a-8b77-a714dfbf09f1 service neutron] Attempting to bind port 9c0aa314-9c2e-48d1-9808-f65926f1cc94 on network 8a2bf814-627c-42b9-8fa2-c3b29a2cdee7 {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:21:13.693608 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-6598be02-74ae-41f4-9946-4a453dd94655 req-bc64caec-3050-4212-b35c-44164fb41113 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=90c387e5-e604-4c27-9f19-ebc2203871ff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0527265
Dec 25 21:21:13.694908 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d6aebd7-7b4f-4ac3-aa65-be2a5bd7114f req-8a8da94c-bc08-4b6a-8b77-a714dfbf09f1 service neutron] Port 9c0aa314-9c2e-48d1-9808-f65926f1cc94 on network 8a2bf814-627c-42b9-8fa2-c3b29a2cdee7 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 25 21:21:13.695226 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d6aebd7-7b4f-4ac3-aa65-be2a5bd7114f req-8a8da94c-bc08-4b6a-8b77-a714dfbf09f1 service neutron] Attempting to bind port 9c0aa314-9c2e-48d1-9808-f65926f1cc94 on network 8a2bf814-627c-42b9-8fa2-c3b29a2cdee7 {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:21:13.700736 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d6aebd7-7b4f-4ac3-aa65-be2a5bd7114f req-8a8da94c-bc08-4b6a-8b77-a714dfbf09f1 service neutron] Checking agent: {'id': '0d9ae313-8f8d-40fa-8a9f-d098a25a9911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 21, 4, 38), 'started_at': datetime.datetime(2021, 12, 25, 21, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 21, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:21:13.701128 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d6aebd7-7b4f-4ac3-aa65-be2a5bd7114f req-8a8da94c-bc08-4b6a-8b77-a714dfbf09f1 service neutron] Checking segment: {'id': 'b1ac63a8-9e31-4fc8-a172-492e76b65555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '8a2bf814-627c-42b9-8fa2-c3b29a2cdee7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:21:13.701504 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d6aebd7-7b4f-4ac3-aa65-be2a5bd7114f req-8a8da94c-bc08-4b6a-8b77-a714dfbf09f1 service neutron] Bound using segment: {'id': 'b1ac63a8-9e31-4fc8-a172-492e76b65555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '8a2bf814-627c-42b9-8fa2-c3b29a2cdee7'} {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:21:13.701922 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.managers [req-2d6aebd7-7b4f-4ac3-aa65-be2a5bd7114f req-8a8da94c-bc08-4b6a-8b77-a714dfbf09f1 service neutron] Bound port: 9c0aa314-9c2e-48d1-9808-f65926f1cc94, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1ac63a8-9e31-4fc8-a172-492e76b65555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '8a2bf814-627c-42b9-8fa2-c3b29a2cdee7'}}] {{(pid=121607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:21:13.702272 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-2d6aebd7-7b4f-4ac3-aa65-be2a5bd7114f req-8a8da94c-bc08-4b6a-8b77-a714dfbf09f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:13.749140 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-eb89a167-92af-46fd-bd2b-e5c9dd06e4dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870'] for network, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:13.750706 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb89a167-92af-46fd-bd2b-e5c9dd06e4dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:21:13.751574 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-eb89a167-92af-46fd-bd2b-e5c9dd06e4dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for network, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:13.815333 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.db [req-2d6aebd7-7b4f-4ac3-aa65-be2a5bd7114f req-8a8da94c-bc08-4b6a-8b77-a714dfbf09f1 service neutron] For port 9c0aa314-9c2e-48d1-9808-f65926f1cc94, host nch2-master-1, cleared binding levels {{(pid=121607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:21:13.846681 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb89a167-92af-46fd-bd2b-e5c9dd06e4dd admin admin] Pushing event updated for resources: {'Network': ['ID=4e1dfe11-4e6f-4ba8-8b01-e28b07f53a27,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:21:13.851432 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.db [req-2d6aebd7-7b4f-4ac3-aa65-be2a5bd7114f req-8a8da94c-bc08-4b6a-8b77-a714dfbf09f1 service neutron] For port 9c0aa314-9c2e-48d1-9808-f65926f1cc94, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9c0aa314-9c2e-48d1-9808-f65926f1cc94,segment=NetworkSegment(b1ac63a8-9e31-4fc8-a172-492e76b65555),segment_id=b1ac63a8-9e31-4fc8-a172-492e76b65555)] {{(pid=121607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:21:13.858279 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Network 4e1dfe11-4e6f-4ba8-8b01-e28b07f53a27 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 25 21:21:13.867169 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed16c24-0941-46c6-bc41-e3d97d3f7910 req-fccf75ce-2f01-458a-a79d-0a577b55ad49 tempest-ServerRescueTestJSONUnderV235-1351702928 tempest-ServerRescueTestJSONUnderV235-1351702928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:21:13.869340 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-bed16c24-0941-46c6-bc41-e3d97d3f7910 req-fccf75ce-2f01-458a-a79d-0a577b55ad49 tempest-ServerRescueTestJSONUnderV235-1351702928 tempest-ServerRescueTestJSONUnderV235-1351702928-project] 10.222.0.32 "GET /v2.0/ports?device_id=f38f1e54-3e25-4107-9a2c-734823ced707 HTTP/1.1" status: 200  len: 946 time: 0.0536361
Dec 25 21:21:13.929460 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-bed16c24-0941-46c6-bc41-e3d97d3f7910 req-df3cbb23-9402-4003-ba65-f18e48d23b35 tempest-ServerRescueTestJSONUnderV235-1351702928 tempest-ServerRescueTestJSONUnderV235-1351702928-project] 10.222.0.32 "GET /v2.0/security-groups?id=90c387e5-e604-4c27-9f19-ebc2203871ff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0537922
Dec 25 21:21:13.958745 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-2d6aebd7-7b4f-4ac3-aa65-be2a5bd7114f req-8a8da94c-bc08-4b6a-8b77-a714dfbf09f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8632327'] for port, after_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:13.963580 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-eb89a167-92af-46fd-bd2b-e5c9dd06e4dd admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 1.2360382
Dec 25 21:21:13.966799 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 60244) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:21:13.972049 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-54a41446-4175-4951-b892-5184b40cd604 admin admin] Request body: {'subnet': {'network_id': '4e1dfe11-4e6f-4ba8-8b01-e28b07f53a27', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-676807788-subnet', 'tenant_id': 'c803957e88834105985d5ad65dbc78eb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:21:13.997131 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6aebd7-7b4f-4ac3-aa65-be2a5bd7114f req-8a8da94c-bc08-4b6a-8b77-a714dfbf09f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:21:13.997488 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-2d6aebd7-7b4f-4ac3-aa65-be2a5bd7114f req-8a8da94c-bc08-4b6a-8b77-a714dfbf09f1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:13.998863 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-2d6aebd7-7b4f-4ac3-aa65-be2a5bd7114f req-8a8da94c-bc08-4b6a-8b77-a714dfbf09f1 service neutron] 10.222.0.37 "PUT /v2.0/ports/9c0aa314-9c2e-48d1-9808-f65926f1cc94 HTTP/1.1" status: 200  len: 1091 time: 1.1409009
Dec 25 21:21:14.022355 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8da94c-bc08-4b6a-8b77-a714dfbf09f1 service neutron] Pushing event updated for resources: {'Port': ['ID=9c0aa314-9c2e-48d1-9808-f65926f1cc94,revision_number=3']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:21:14.060689 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 60250) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:21:14.096687 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54a41446-4175-4951-b892-5184b40cd604 admin admin] Made reservation on behalf of c803957e88834105985d5ad65dbc78eb for: {'subnet': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:21:14.100615 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-54a41446-4175-4951-b892-5184b40cd604 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9028529'] for subnet, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:14.123774 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_v2 [None req-19d13262-f51c-448f-b2c9-85961718e818 admin admin] Deleting subnet 81f9dfd5-f0bc-4f72-bceb-acbb4f595f27 {{(pid=121607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Dec 25 21:21:14.127302 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-19d13262-f51c-448f-b2c9-85961718e818 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:14.190884 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1286e2e2-d81e-4bba-a239-93c11ad6489b req-8914e2ff-a39a-4501-bb2e-ecdc8d0e1f38 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:21:14.192397 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1286e2e2-d81e-4bba-a239-93c11ad6489b req-8914e2ff-a39a-4501-bb2e-ecdc8d0e1f38 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/ports?device_id=a61c5de8-d812-47f0-b612-27005b61919f HTTP/1.1" status: 200  len: 944 time: 0.1409998
Dec 25 21:21:14.199215 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-19d13262-f51c-448f-b2c9-85961718e818 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10246617'] for subnet, precommit_delete_associations {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:14.239340 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6aebd7-7b4f-4ac3-aa65-be2a5bd7114f req-b49dcf10-a84b-4009-a4cc-c49af859b244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:21:14.240979 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-2d6aebd7-7b4f-4ac3-aa65-be2a5bd7114f req-b49dcf10-a84b-4009-a4cc-c49af859b244 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e372a1fc5a7e45c39e9ebee6a776c081&device_id=3a747d3f-891a-44f7-93c1-17ac8d8cafb8 HTTP/1.1" status: 200  len: 1094 time: 0.0882261
Dec 25 21:21:14.262490 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-19d13262-f51c-448f-b2c9-85961718e818 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995662'] for subnet, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:14.265484 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1286e2e2-d81e-4bba-a239-93c11ad6489b req-3a4d9874-0a9a-4423-912b-6c791d5b8eaa tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/security-groups?id=8da2903e-43de-461d-84b5-0c733a2bfb8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0667279
Dec 25 21:21:14.312683 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-2d6aebd7-7b4f-4ac3-aa65-be2a5bd7114f req-1fe8a757-7af5-4743-aad3-2570d7fe944f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9c0aa314-9c2e-48d1-9808-f65926f1cc94 HTTP/1.1" status: 200  len: 217 time: 0.0611553
Dec 25 21:21:14.375447 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6aebd7-7b4f-4ac3-aa65-be2a5bd7114f req-77da6942-90b2-4ebf-ad6e-c8f561963b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:21:14.377541 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-2d6aebd7-7b4f-4ac3-aa65-be2a5bd7114f req-77da6942-90b2-4ebf-ad6e-c8f561963b0c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7090ee37-2419-42f4-98ff-c630e9b17826 HTTP/1.1" status: 200  len: 853 time: 0.0553789
Dec 25 21:21:14.411243 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-2d6aebd7-7b4f-4ac3-aa65-be2a5bd7114f req-d686d526-64e8-4e51-b327-e2c78a095d14 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8a2bf814-627c-42b9-8fa2-c3b29a2cdee7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0252936
Dec 25 21:21:14.443846 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-54a41446-4175-4951-b892-5184b40cd604 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9084170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9028515'] for subnet, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:14.491759 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-19d13262-f51c-448f-b2c9-85961718e818 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8632410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8852809'] for subnet, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:14.502906 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a41446-4175-4951-b892-5184b40cd604 admin admin] Pushing event updated for resources: {'Subnet': ['ID=63af84f8-cab9-4457-be06-3fecc420bf48,revision_number=0']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:21:14.513932 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54a41446-4175-4951-b892-5184b40cd604 admin admin] Checking segment: {'id': '38cf7a96-deff-420e-94a5-80d601721a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '4e1dfe11-4e6f-4ba8-8b01-e28b07f53a27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:21:14.514291 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54a41446-4175-4951-b892-5184b40cd604 admin admin] Network hostable DHCP agents. Network: 4e1dfe11-4e6f-4ba8-8b01-e28b07f53a27, hostable agents: ['1813db88-2c1b-4357-a2ba-869246b663c2'], hosted agents: [] {{(pid=121606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 25 21:21:14.532039 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d13262-f51c-448f-b2c9-85961718e818 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=81f9dfd5-f0bc-4f72-bceb-acbb4f595f27,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:21:14.533377 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-19d13262-f51c-448f-b2c9-85961718e818 admin admin] Publish callbacks [] for subnet, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:14.536433 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-19d13262-f51c-448f-b2c9-85961718e818 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/81f9dfd5-f0bc-4f72-bceb-acbb4f595f27 HTTP/1.1" status: 204  len: 168 time: 0.4746764
Dec 25 21:21:14.539106 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 60256) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:21:14.540299 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-2d6aebd7-7b4f-4ac3-aa65-be2a5bd7114f req-0c722a11-eaa4-47d2-885e-4f3b09012de3 service neutron] 10.222.0.37 "GET /v2.0/networks/8a2bf814-627c-42b9-8fa2-c3b29a2cdee7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1203930
Dec 25 21:21:14.611249 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-09fccfc5-00fa-49c3-9874-493d2565af76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625803'] for network, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:14.635810 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-2d6aebd7-7b4f-4ac3-aa65-be2a5bd7114f req-feebaba2-fd61-4ffd-83a1-5809f7bab764 service neutron] 10.222.0.37 "GET /v2.0/networks/8a2bf814-627c-42b9-8fa2-c3b29a2cdee7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0875096
Dec 25 21:21:14.652953 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54a41446-4175-4951-b892-5184b40cd604 admin admin] Network 4e1dfe11-4e6f-4ba8-8b01-e28b07f53a27 is scheduled to be hosted by DHCP agent 1813db88-2c1b-4357-a2ba-869246b663c2 with binding_index 1 {{(pid=121606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 25 21:21:14.717195 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-09fccfc5-00fa-49c3-9874-493d2565af76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997585', 'neutron.services.segments.db._delete_segments_for_network-8737602743071'] for network, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:14.727647 ncdv-master-1 neutron-server[121607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a747d3f-891a-44f7-93c1-17ac8d8cafb8', 'tag': '9c0aa314-9c2e-48d1-9808-f65926f1cc94'}] {{(pid=121607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:21:14.731209 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f980bbcadfa7bf1e788024e1448be660373c21f97f015f780444e999c451203" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78c0d37a-1f4c-44d5-8e4b-9fadc9266904" -d '{"events": [{"name": "network-changed", "server_uuid": "3a747d3f-891a-44f7-93c1-17ac8d8cafb8", "tag": "9c0aa314-9c2e-48d1-9808-f65926f1cc94"}]}' {{(pid=121607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:21:14.738960 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.segments.db [None req-09fccfc5-00fa-49c3-9874-493d2565af76 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f26130529d0>,) {'filters': {'network_id': ['de2cf5f5-0f83-4089-a263-5ec0a5e6f1de']}} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:21:14.759128 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.segments.db [None req-09fccfc5-00fa-49c3-9874-493d2565af76 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f26130529d0>, '2eb49ff2-b1de-4e84-a376-6f91f784eeb5') {'for_net_delete': True} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:21:14.759468 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.segments.db [None req-09fccfc5-00fa-49c3-9874-493d2565af76 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f26130529d0>, '2eb49ff2-b1de-4e84-a376-6f91f784eeb5') {} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:21:14.774964 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Dec 2021 21:21:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e342e296-34f3-411d-9a21-8ef4e7f0200e x-openstack-request-id: req-e342e296-34f3-411d-9a21-8ef4e7f0200e {{(pid=121607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:21:14.775258 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a747d3f-891a-44f7-93c1-17ac8d8cafb8", "tag": "9c0aa314-9c2e-48d1-9808-f65926f1cc94", "status": "completed", "code": 200}]} {{(pid=121607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:21:14.775527 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e342e296-34f3-411d-9a21-8ef4e7f0200e {{(pid=121607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:21:14.775912 ncdv-master-1 neutron-server[121607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a747d3f-891a-44f7-93c1-17ac8d8cafb8', 'tag': '9c0aa314-9c2e-48d1-9808-f65926f1cc94', 'status': 'completed', 'code': 200}
Dec 25 21:21:14.779206 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [None req-54a41446-4175-4951-b892-5184b40cd604 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 4e1dfe11-4e6f-4ba8-8b01-e28b07f53a27) {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:21:14.784643 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-09fccfc5-00fa-49c3-9874-493d2565af76 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737602746920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9084222'] for segment, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:14.791423 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51d549fe-c50e-4be8-9407-3958cc1408e7 None None] Network 4e1dfe11-4e6f-4ba8-8b01-e28b07f53a27 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:21:14.794754 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54a41446-4175-4951-b892-5184b40cd604 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:21:14.795611 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-54a41446-4175-4951-b892-5184b40cd604 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for subnet, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:14.810534 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-09fccfc5-00fa-49c3-9874-493d2565af76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:14.816279 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device d39bd2f0-4d3d-4db5-8928-d5a1bd22462e up at agent hyperv_nch1-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:21:14.821903 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09fccfc5-00fa-49c3-9874-493d2565af76 admin admin] Releasing vlan 170 on physical network physnet1 to pool {{(pid=121606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 25 21:21:14.822305 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-09fccfc5-00fa-49c3-9874-493d2565af76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9084542'] for segment, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:14.824167 ncdv-master-1 neutron-server[121606]: Traceback (most recent call last):
Dec 25 21:21:14.824167 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 25 21:21:14.824167 ncdv-master-1 neutron-server[121606]:     timer()
Dec 25 21:21:14.824167 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 25 21:21:14.824167 ncdv-master-1 neutron-server[121606]:     cb(*args, **kw)
Dec 25 21:21:14.824167 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 25 21:21:14.824167 ncdv-master-1 neutron-server[121606]:     return func(*args, **kwargs)
Dec 25 21:21:14.824167 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 25 21:21:14.824167 ncdv-master-1 neutron-server[121606]:     self._notify()
Dec 25 21:21:14.824167 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 25 21:21:14.824167 ncdv-master-1 neutron-server[121606]:     self.callback(batched_events)
Dec 25 21:21:14.824167 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 25 21:21:14.824167 ncdv-master-1 neutron-server[121606]:     event.method(event)
Dec 25 21:21:14.824167 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 25 21:21:14.824167 ncdv-master-1 neutron-server[121606]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 25 21:21:14.824167 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 25 21:21:14.824167 ncdv-master-1 neutron-server[121606]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 25 21:21:14.824167 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 25 21:21:14.824167 ncdv-master-1 neutron-server[121606]:     return f(self, *a, **k)
Dec 25 21:21:14.824167 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 25 21:21:14.824167 ncdv-master-1 neutron-server[121606]:     return self._get(url).json()
Dec 25 21:21:14.824167 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 25 21:21:14.824167 ncdv-master-1 neutron-server[121606]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 25 21:21:14.824167 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 25 21:21:14.824167 ncdv-master-1 neutron-server[121606]:     return self.request(url, 'GET', **kwargs)
Dec 25 21:21:14.824167 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 25 21:21:14.824167 ncdv-master-1 neutron-server[121606]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 25 21:21:14.824167 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 25 21:21:14.824167 ncdv-master-1 neutron-server[121606]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 25 21:21:14.824167 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 25 21:21:14.824167 ncdv-master-1 neutron-server[121606]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 25 21:21:14.824167 ncdv-master-1 neutron-server[121606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 25 21:21:14.844380 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcbf9d0-1357-4eaf-9780-1c42f71f2247 req-32d4bb3b-af25-4f59-b83b-3f330f7ed26e tempest-ServerPasswordTestJSON-711784220 tempest-ServerPasswordTestJSON-711784220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:21:14.845942 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3fcbf9d0-1357-4eaf-9780-1c42f71f2247 req-32d4bb3b-af25-4f59-b83b-3f330f7ed26e tempest-ServerPasswordTestJSON-711784220 tempest-ServerPasswordTestJSON-711784220-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a747d3f-891a-44f7-93c1-17ac8d8cafb8 HTTP/1.1" status: 200  len: 943 time: 0.0992351
Dec 25 21:21:14.855159 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c0d37a-1f4c-44d5-8e4b-9fadc9266904 req-5f287dc9-8f70-4c8c-aaed-6e6c221101cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:21:14.856902 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-78c0d37a-1f4c-44d5-8e4b-9fadc9266904 req-5f287dc9-8f70-4c8c-aaed-6e6c221101cb service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e372a1fc5a7e45c39e9ebee6a776c081&device_id=3a747d3f-891a-44f7-93c1-17ac8d8cafb8 HTTP/1.1" status: 200  len: 1094 time: 0.0602751
Dec 25 21:21:14.937770 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3fcbf9d0-1357-4eaf-9780-1c42f71f2247 req-a26bf062-17b2-460d-98dc-c6a85cb5e9a3 tempest-ServerPasswordTestJSON-711784220 tempest-ServerPasswordTestJSON-711784220-project] 10.222.0.32 "GET /v2.0/security-groups?id=e8219af7-6d08-4409-bc9e-4cb00b9748fd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0828593
Dec 25 21:21:14.981414 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-54a41446-4175-4951-b892-5184b40cd604 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 1.0050087
Dec 25 21:21:14.981937 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c0d37a-1f4c-44d5-8e4b-9fadc9266904 req-48b6917c-3636-4e5c-bf55-d731919c75f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:21:14.981937 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-78c0d37a-1f4c-44d5-8e4b-9fadc9266904 req-48b6917c-3636-4e5c-bf55-d731919c75f2 service neutron] 10.222.0.37 "GET /v2.0/networks?id=8a2bf814-627c-42b9-8fa2-c3b29a2cdee7 HTTP/1.1" status: 200  len: 914 time: 0.1133189
Dec 25 21:21:14.992921 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-09fccfc5-00fa-49c3-9874-493d2565af76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2008653'] for network, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:15.002012 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-09fccfc5-00fa-49c3-9874-493d2565af76 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for network, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:15.016069 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-09fccfc5-00fa-49c3-9874-493d2565af76 admin admin] 10.222.0.32 "DELETE /v2.0/networks/de2cf5f5-0f83-4089-a263-5ec0a5e6f1de HTTP/1.1" status: 204  len: 168 time: 0.4755373
Dec 25 21:21:15.041162 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fccfc5-00fa-49c3-9874-493d2565af76 admin admin] Pushing event deleted for resources: {'Network': ['ID=de2cf5f5-0f83-4089-a263-5ec0a5e6f1de,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:21:15.074374 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-78c0d37a-1f4c-44d5-8e4b-9fadc9266904 req-a680b00b-e9de-4bb8-a72d-e24f4a6927dc service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9c0aa314-9c2e-48d1-9808-f65926f1cc94 HTTP/1.1" status: 200  len: 217 time: 0.0748985
Dec 25 21:21:15.113967 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c564a0e-e63f-4ca7-b4e1-594ccec8df03 req-172c2e5e-c16a-43c0-97ea-f39a82a36c96 tempest-ServerRescueTestJSONUnderV235-1351702928 tempest-ServerRescueTestJSONUnderV235-1351702928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:21:15.116320 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-6c564a0e-e63f-4ca7-b4e1-594ccec8df03 req-172c2e5e-c16a-43c0-97ea-f39a82a36c96 tempest-ServerRescueTestJSONUnderV235-1351702928 tempest-ServerRescueTestJSONUnderV235-1351702928-project] 10.222.0.32 "GET /v2.0/ports?device_id=f38f1e54-3e25-4107-9a2c-734823ced707 HTTP/1.1" status: 200  len: 946 time: 0.0785577
Dec 25 21:21:15.144599 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c0d37a-1f4c-44d5-8e4b-9fadc9266904 req-a01c858a-9c41-4af4-a64c-ff4eb0c4b405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:21:15.146672 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-78c0d37a-1f4c-44d5-8e4b-9fadc9266904 req-a01c858a-9c41-4af4-a64c-ff4eb0c4b405 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7090ee37-2419-42f4-98ff-c630e9b17826 HTTP/1.1" status: 200  len: 853 time: 0.0642080
Dec 25 21:21:15.160522 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93af1ab5-3fcf-4f6f-ba27-22420df64272 None None] Network 4e1dfe11-4e6f-4ba8-8b01-e28b07f53a27 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:21:15.186098 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-78c0d37a-1f4c-44d5-8e4b-9fadc9266904 req-80d64fe3-d965-499d-9005-fd3e75322022 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8a2bf814-627c-42b9-8fa2-c3b29a2cdee7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0319650
Dec 25 21:21:15.205836 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-6c564a0e-e63f-4ca7-b4e1-594ccec8df03 req-e5d4e5d1-87c9-4a5c-9bea-3a7e41976b55 tempest-ServerRescueTestJSONUnderV235-1351702928 tempest-ServerRescueTestJSONUnderV235-1351702928-project] 10.222.0.32 "GET /v2.0/security-groups?id=90c387e5-e604-4c27-9f19-ebc2203871ff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0834939
Dec 25 21:21:15.230232 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 60274) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:21:15.283975 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-d6c9ea8f-2a1f-4422-bde3-175727c3e70f req-8503bd8c-bc49-459c-8345-8ae32d21c84a tempest-ServerRescueTestJSONUnderV235-1351702928 tempest-ServerRescueTestJSONUnderV235-1351702928-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1193278862', 'description': 'tempest-description-499070886'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:21:15.299201 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-78c0d37a-1f4c-44d5-8e4b-9fadc9266904 req-f3ec7d0c-fdb7-4582-9526-cb0d0080e2f7 service neutron] 10.222.0.37 "GET /v2.0/networks/8a2bf814-627c-42b9-8fa2-c3b29a2cdee7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1031096
Dec 25 21:21:15.301483 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Provisioning for port d39bd2f0-4d3d-4db5-8928-d5a1bd22462e completed by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 25 21:21:15.305588 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Provisioning complete for port d39bd2f0-4d3d-4db5-8928-d5a1bd22462e triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:21:15.305959 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:15.324207 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c487cc3-aa86-4276-b1eb-9a843f3178ee admin admin] Deleting subnet 63af84f8-cab9-4457-be06-3fecc420bf48 {{(pid=121606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Dec 25 21:21:15.328194 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-6c487cc3-aa86-4276-b1eb-9a843f3178ee admin admin] Publish callbacks [] for subnet, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:15.365231 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-6c487cc3-aa86-4276-b1eb-9a843f3178ee admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9084199'] for subnet, precommit_delete_associations {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:15.411328 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:15.433154 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-78c0d37a-1f4c-44d5-8e4b-9fadc9266904 req-732fd9f8-54ee-4095-ba4b-fd946160cd55 service neutron] 10.222.0.37 "GET /v2.0/networks/8a2bf814-627c-42b9-8fa2-c3b29a2cdee7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1236074
Dec 25 21:21:15.437281 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a61c5de8-d812-47f0-b612-27005b61919f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd39bd2f0-4d3d-4db5-8928-d5a1bd22462e'}] {{(pid=121608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:21:15.439613 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a88c78c3ff6266bd59c7e89d275b28c92e739b67d23c89d71af88829fd31566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df870f70-1f18-4077-a0a6-bfebf5bd2547" -d '{"events": [{"server_uuid": "a61c5de8-d812-47f0-b612-27005b61919f", "name": "network-vif-plugged", "status": "completed", "tag": "d39bd2f0-4d3d-4db5-8928-d5a1bd22462e"}]}' {{(pid=121608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:21:15.450083 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-6c487cc3-aa86-4276-b1eb-9a843f3178ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995662'] for subnet, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:15.453970 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port d39bd2f0-4d3d-4db5-8928-d5a1bd22462e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d39bd2f0-4d3d-4db5-8928-d5a1bd22462e,segment=NetworkSegment(66e39abb-3870-4404-91e4-a4d8a7ae7fb7),segment_id=66e39abb-3870-4404-91e4-a4d8a7ae7fb7)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:21:15.487618 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fd946b-587c-438a-9490-bd8492df05c1 req-c8f82700-7198-438a-bd54-4c291bed7807 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:21:15.489155 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-00fd946b-587c-438a-9490-bd8492df05c1 req-c8f82700-7198-438a-bd54-4c291bed7807 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/ports?device_id=a61c5de8-d812-47f0-b612-27005b61919f HTTP/1.1" status: 200  len: 944 time: 0.1015329
Dec 25 21:21:15.493573 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-d6c9ea8f-2a1f-4422-bde3-175727c3e70f req-8503bd8c-bc49-459c-8345-8ae32d21c84a tempest-ServerRescueTestJSONUnderV235-1351702928 tempest-ServerRescueTestJSONUnderV235-1351702928-project] Publish callbacks [] for security_group, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:15.512408 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:15.513259 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device b548a516-5b40-4749-9286-e686f9b3d3be no longer exists at agent hyperv_nch1-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:21:15.536079 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] No Port match for: b548a516-5b40-4749-9286-e686f9b3d3be {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:21:15.536079 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device b548a516-5b40-4749-9286-e686f9b3d3be not bound to the agent host nch1-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:21:15.576029 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 60284) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:21:15.577239 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-00fd946b-587c-438a-9490-bd8492df05c1 req-e565af2a-c3cd-4411-a286-9a9daefc1a82 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/security-groups?id=8da2903e-43de-461d-84b5-0c733a2bfb8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0777152
Dec 25 21:21:15.587669 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Pushing event updated for resources: {'Port': ['ID=d39bd2f0-4d3d-4db5-8928-d5a1bd22462e,revision_number=5']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:21:15.623470 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 21:21:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc2abc36-5208-48b9-991f-e312867b2088 x-openstack-request-id: req-cc2abc36-5208-48b9-991f-e312867b2088 {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:21:15.623470 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a61c5de8-d812-47f0-b612-27005b61919f", "name": "network-vif-plugged", "status": "completed", "tag": "d39bd2f0-4d3d-4db5-8928-d5a1bd22462e", "code": 200}]} {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:21:15.623673 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-cc2abc36-5208-48b9-991f-e312867b2088 {{(pid=121608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:21:15.623923 ncdv-master-1 neutron-server[121608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a61c5de8-d812-47f0-b612-27005b61919f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd39bd2f0-4d3d-4db5-8928-d5a1bd22462e', 'code': 200}
Dec 25 21:21:15.631616 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-99dfc14b-c775-46dc-a90c-5eca9a11b724 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=38d7cbaffc1340f59e994569e8e33e1d&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0542810
Dec 25 21:21:15.634166 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 60286) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:21:15.645949 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-6c487cc3-aa86-4276-b1eb-9a843f3178ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9084363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9028506'] for subnet, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:15.685658 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c487cc3-aa86-4276-b1eb-9a843f3178ee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=63af84f8-cab9-4457-be06-3fecc420bf48,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:21:15.696632 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-6c487cc3-aa86-4276-b1eb-9a843f3178ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for subnet, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:15.702496 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-6c487cc3-aa86-4276-b1eb-9a843f3178ee admin admin] 10.222.0.32 "DELETE /v2.0/subnets/63af84f8-cab9-4457-be06-3fecc420bf48 HTTP/1.1" status: 204  len: 168 time: 0.4687400
Dec 25 21:21:15.703775 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-1edb0415-405b-454a-9bf8-8acabfe0761c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:15.703924 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 60288) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:21:15.739094 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-1edb0415-405b-454a-9bf8-8acabfe0761c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:15.755508 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-d6c9ea8f-2a1f-4422-bde3-175727c3e70f req-8503bd8c-bc49-459c-8345-8ae32d21c84a tempest-ServerRescueTestJSONUnderV235-1351702928 tempest-ServerRescueTestJSONUnderV235-1351702928-project] Publish callbacks [] for security_group, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:15.765179 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222886a9-7bf4-475f-8120-b56e5f7f34e9 req-c06296bd-ef19-4fe5-947c-163569ede035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:21:15.766652 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-222886a9-7bf4-475f-8120-b56e5f7f34e9 req-c06296bd-ef19-4fe5-947c-163569ede035 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=a61c5de8-d812-47f0-b612-27005b61919f HTTP/1.1" status: 200  len: 1096 time: 0.0773747
Dec 25 21:21:15.800309 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-6c4b8ae7-d2a3-4afc-b2b6-65d9662465e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625803'] for network, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:15.816547 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-222886a9-7bf4-475f-8120-b56e5f7f34e9 req-84bc39b6-281b-4e07-b55c-e1575ffd7aae service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=8da2903e-43de-461d-84b5-0c733a2bfb8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424819
Dec 25 21:21:15.880677 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-6c4b8ae7-d2a3-4afc-b2b6-65d9662465e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997585', 'neutron.services.segments.db._delete_segments_for_network-8737602743071'] for network, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:15.883639 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-d6c9ea8f-2a1f-4422-bde3-175727c3e70f req-8503bd8c-bc49-459c-8345-8ae32d21c84a tempest-ServerRescueTestJSONUnderV235-1351702928 tempest-ServerRescueTestJSONUnderV235-1351702928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:15.919527 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.segments.db [None req-6c4b8ae7-d2a3-4afc-b2b6-65d9662465e2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2611d715e0>,) {'filters': {'network_id': ['4e1dfe11-4e6f-4ba8-8b01-e28b07f53a27']}} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:21:15.934687 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-1edb0415-405b-454a-9bf8-8acabfe0761c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:15.941095 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-1edb0415-405b-454a-9bf8-8acabfe0761c admin admin] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:15.941095 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-1edb0415-405b-454a-9bf8-8acabfe0761c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0c514444-6044-490f-9acc-6dece3909d9f HTTP/1.1" status: 204  len: 168 time: 0.3035021
Dec 25 21:21:15.941295 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.segments.db [None req-6c4b8ae7-d2a3-4afc-b2b6-65d9662465e2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2611d715e0>, '38cf7a96-deff-420e-94a5-80d601721a9f') {'for_net_delete': True} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:21:15.941473 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.segments.db [None req-6c4b8ae7-d2a3-4afc-b2b6-65d9662465e2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2611d715e0>, '38cf7a96-deff-420e-94a5-80d601721a9f') {} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:21:15.945174 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8503bd8c-bc49-459c-8345-8ae32d21c84a tempest-ServerRescueTestJSONUnderV235-1351702928 tempest-ServerRescueTestJSONUnderV235-1351702928-project] Pushing event updated for resources: {'SecurityGroup': ['ID=777664ad-5e56-438f-b294-88e17ba798c0,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:21:15.954781 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-6c4b8ae7-d2a3-4afc-b2b6-65d9662465e2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737602746920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9084222'] for segment, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:15.957866 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edb0415-405b-454a-9bf8-8acabfe0761c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c514444-6044-490f-9acc-6dece3909d9f,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:21:15.970998 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-6c4b8ae7-d2a3-4afc-b2b6-65d9662465e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:15.978892 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c4b8ae7-d2a3-4afc-b2b6-65d9662465e2 admin admin] Releasing vlan 174 on physical network physnet1 to pool {{(pid=121606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 25 21:21:15.979091 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-6c4b8ae7-d2a3-4afc-b2b6-65d9662465e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9084542'] for segment, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:15.981798 ncdv-master-1 neutron-server[121606]: Traceback (most recent call last):
Dec 25 21:21:15.981798 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 25 21:21:15.981798 ncdv-master-1 neutron-server[121606]:     timer()
Dec 25 21:21:15.981798 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 25 21:21:15.981798 ncdv-master-1 neutron-server[121606]:     cb(*args, **kw)
Dec 25 21:21:15.981798 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 25 21:21:15.981798 ncdv-master-1 neutron-server[121606]:     return func(*args, **kwargs)
Dec 25 21:21:15.981798 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 25 21:21:15.981798 ncdv-master-1 neutron-server[121606]:     self._notify()
Dec 25 21:21:15.981798 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 25 21:21:15.981798 ncdv-master-1 neutron-server[121606]:     self.callback(batched_events)
Dec 25 21:21:15.981798 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 25 21:21:15.981798 ncdv-master-1 neutron-server[121606]:     event.method(event)
Dec 25 21:21:15.981798 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 25 21:21:15.981798 ncdv-master-1 neutron-server[121606]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 25 21:21:15.981798 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 25 21:21:15.981798 ncdv-master-1 neutron-server[121606]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 25 21:21:15.981798 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 25 21:21:15.981798 ncdv-master-1 neutron-server[121606]:     return f(self, *a, **k)
Dec 25 21:21:15.981798 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 25 21:21:15.981798 ncdv-master-1 neutron-server[121606]:     return self._get(url).json()
Dec 25 21:21:15.981798 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 25 21:21:15.981798 ncdv-master-1 neutron-server[121606]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 25 21:21:15.981798 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 25 21:21:15.981798 ncdv-master-1 neutron-server[121606]:     return self.request(url, 'GET', **kwargs)
Dec 25 21:21:15.981798 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 25 21:21:15.981798 ncdv-master-1 neutron-server[121606]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 25 21:21:15.981798 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 25 21:21:15.981798 ncdv-master-1 neutron-server[121606]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 25 21:21:15.981798 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 25 21:21:15.981798 ncdv-master-1 neutron-server[121606]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 25 21:21:15.981798 ncdv-master-1 neutron-server[121606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 25 21:21:16.035100 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-d6c9ea8f-2a1f-4422-bde3-175727c3e70f req-8503bd8c-bc49-459c-8345-8ae32d21c84a tempest-ServerRescueTestJSONUnderV235-1351702928 tempest-ServerRescueTestJSONUnderV235-1351702928-project] Publish callbacks [] for security_group, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:16.036403 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d6c9ea8f-2a1f-4422-bde3-175727c3e70f req-8503bd8c-bc49-459c-8345-8ae32d21c84a tempest-ServerRescueTestJSONUnderV235-1351702928 tempest-ServerRescueTestJSONUnderV235-1351702928-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1831 time: 0.7619119
Dec 25 21:21:16.091087 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd1e1b6-0325-410a-bfdc-60028d83aa1b req-653e98fa-7d35-47ba-a30e-8c367d5d15fa tempest-ServerPasswordTestJSON-711784220 tempest-ServerPasswordTestJSON-711784220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:21:16.092655 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0bd1e1b6-0325-410a-bfdc-60028d83aa1b req-653e98fa-7d35-47ba-a30e-8c367d5d15fa tempest-ServerPasswordTestJSON-711784220 tempest-ServerPasswordTestJSON-711784220-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a747d3f-891a-44f7-93c1-17ac8d8cafb8 HTTP/1.1" status: 200  len: 943 time: 0.0553253
Dec 25 21:21:16.151461 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-6c4b8ae7-d2a3-4afc-b2b6-65d9662465e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2008653'] for network, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:16.163736 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-6c4b8ae7-d2a3-4afc-b2b6-65d9662465e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for network, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:16.166822 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-6c4b8ae7-d2a3-4afc-b2b6-65d9662465e2 admin admin] 10.222.0.32 "DELETE /v2.0/networks/4e1dfe11-4e6f-4ba8-8b01-e28b07f53a27 HTTP/1.1" status: 204  len: 168 time: 0.4630075
Dec 25 21:21:16.189910 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4b8ae7-d2a3-4afc-b2b6-65d9662465e2 admin admin] Pushing event deleted for resources: {'Network': ['ID=4e1dfe11-4e6f-4ba8-8b01-e28b07f53a27,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:21:16.198968 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f9cadf6e-d343-434a-b621-af3318f89e81 req-a4fd8f41-59db-4e49-9e5a-58edce8955a9 tempest-ServerRescueTestJSONUnderV235-1351702928 tempest-ServerRescueTestJSONUnderV235-1351702928-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1193278862&fields=id&tenant_id=bfd1b67368c34701bcdc20105e48ad41 HTTP/1.1" status: 200  len: 267 time: 0.0988958
Dec 25 21:21:16.202916 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0bd1e1b6-0325-410a-bfdc-60028d83aa1b req-eb3f327f-5729-412f-8404-2e6447749eb1 tempest-ServerPasswordTestJSON-711784220 tempest-ServerPasswordTestJSON-711784220-project] 10.222.0.32 "GET /v2.0/security-groups?id=e8219af7-6d08-4409-bc9e-4cb00b9748fd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0962870
Dec 25 21:21:16.265164 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cadf6e-d343-434a-b621-af3318f89e81 req-60b15115-d927-4e85-8780-fa3e5dea67b8 tempest-ServerRescueTestJSONUnderV235-1351702928 tempest-ServerRescueTestJSONUnderV235-1351702928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:21:16.266896 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f9cadf6e-d343-434a-b621-af3318f89e81 req-60b15115-d927-4e85-8780-fa3e5dea67b8 tempest-ServerRescueTestJSONUnderV235-1351702928 tempest-ServerRescueTestJSONUnderV235-1351702928-project] 10.222.0.32 "GET /v2.0/ports?device_id=f38f1e54-3e25-4107-9a2c-734823ced707 HTTP/1.1" status: 200  len: 946 time: 0.0599682
Dec 25 21:21:16.283677 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-f9cadf6e-d343-434a-b621-af3318f89e81 req-43f5b71b-7c05-4f3f-83a8-b546e83ee454 tempest-ServerRescueTestJSONUnderV235-1351702928 tempest-ServerRescueTestJSONUnderV235-1351702928-project] Request body: {'port': {'security_groups': ['90c387e5-e604-4c27-9f19-ebc2203871ff', '777664ad-5e56-438f-b294-88e17ba798c0']}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:21:16.368065 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-f9cadf6e-d343-434a-b621-af3318f89e81 req-43f5b71b-7c05-4f3f-83a8-b546e83ee454 tempest-ServerRescueTestJSONUnderV235-1351702928 tempest-ServerRescueTestJSONUnderV235-1351702928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:16.568113 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-f9cadf6e-d343-434a-b621-af3318f89e81 req-43f5b71b-7c05-4f3f-83a8-b546e83ee454 tempest-ServerRescueTestJSONUnderV235-1351702928 tempest-ServerRescueTestJSONUnderV235-1351702928-project] For port 8b0e5751-7b56-4a37-85e7-4ab3bbe3ac3e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8b0e5751-7b56-4a37-85e7-4ab3bbe3ac3e,segment=NetworkSegment(5bce967c-ac24-49c6-a4ac-96bca1f26c4b),segment_id=5bce967c-ac24-49c6-a4ac-96bca1f26c4b)] {{(pid=121606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:21:16.599574 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-f9cadf6e-d343-434a-b621-af3318f89e81 req-43f5b71b-7c05-4f3f-83a8-b546e83ee454 tempest-ServerRescueTestJSONUnderV235-1351702928 tempest-ServerRescueTestJSONUnderV235-1351702928-project] Publish callbacks [] for port, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:16.637281 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 60316) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:21:16.666297 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-f9cadf6e-d343-434a-b621-af3318f89e81 req-43f5b71b-7c05-4f3f-83a8-b546e83ee454 tempest-ServerRescueTestJSONUnderV235-1351702928 tempest-ServerRescueTestJSONUnderV235-1351702928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:16.679355 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] get_ports_and_sgs() called for port_ids ['8b0e5751-7b56-4a37-85e7-4ab3bbe3ac3e'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:21:16.749450 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cadf6e-d343-434a-b621-af3318f89e81 req-43f5b71b-7c05-4f3f-83a8-b546e83ee454 tempest-ServerRescueTestJSONUnderV235-1351702928 tempest-ServerRescueTestJSONUnderV235-1351702928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:21:16.749703 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-f9cadf6e-d343-434a-b621-af3318f89e81 req-43f5b71b-7c05-4f3f-83a8-b546e83ee454 tempest-ServerRescueTestJSONUnderV235-1351702928 tempest-ServerRescueTestJSONUnderV235-1351702928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:16.753397 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f9cadf6e-d343-434a-b621-af3318f89e81 req-43f5b71b-7c05-4f3f-83a8-b546e83ee454 tempest-ServerRescueTestJSONUnderV235-1351702928 tempest-ServerRescueTestJSONUnderV235-1351702928-project] 10.222.0.32 "PUT /v2.0/ports/8b0e5751-7b56-4a37-85e7-4ab3bbe3ac3e HTTP/1.1" status: 200  len: 982 time: 0.4756012
Dec 25 21:21:16.760186 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f38f1e54-3e25-4107-9a2c-734823ced707', 'tag': '8b0e5751-7b56-4a37-85e7-4ab3bbe3ac3e'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:21:16.762647 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9858820c13ec2827453b94ebc4181065e990a4e4089ccb9fe762531ac62d2fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2bcbffa-25f6-41f4-90fc-d182f768d732" -d '{"events": [{"name": "network-changed", "server_uuid": "f38f1e54-3e25-4107-9a2c-734823ced707", "tag": "8b0e5751-7b56-4a37-85e7-4ab3bbe3ac3e"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:21:16.790113 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-1c03db5b-fa11-44c7-ae57-0d696bfab047 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c803957e88834105985d5ad65dbc78eb&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1513100
Dec 25 21:21:16.793171 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 60322) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:21:16.799879 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e2a1b4-03ae-4468-8930-c6cae2fc1023 req-98715eda-b528-4c1b-b813-966e653af3c5 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:21:16.807916 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-14e2a1b4-03ae-4468-8930-c6cae2fc1023 req-98715eda-b528-4c1b-b813-966e653af3c5 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/ports?device_id=a61c5de8-d812-47f0-b612-27005b61919f HTTP/1.1" status: 200  len: 945 time: 0.1519792
Dec 25 21:21:16.827885 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f5b71b-7c05-4f3f-83a8-b546e83ee454 tempest-ServerRescueTestJSONUnderV235-1351702928 tempest-ServerRescueTestJSONUnderV235-1351702928-project] Pushing event updated for resources: {'Port': ['ID=8b0e5751-7b56-4a37-85e7-4ab3bbe3ac3e,revision_number=6']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:21:16.897173 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-d085ccbc-513c-4976-bcdd-352a2b247dd4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:16.922211 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] get_ports_and_sgs() called for port_ids ['8b0e5751-7b56-4a37-85e7-4ab3bbe3ac3e'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:21:16.923026 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-65fc8ca4-aa34-4391-bf69-e3d5dd08375e req-5ef75468-db3e-4310-9dd3-9470610bbdff tempest-ServerRescueTestJSONUnderV235-1351702928 tempest-ServerRescueTestJSONUnderV235-1351702928-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1193278862&fields=id&tenant_id=bfd1b67368c34701bcdc20105e48ad41 HTTP/1.1" status: 200  len: 267 time: 0.0918868
Dec 25 21:21:16.934053 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-d085ccbc-513c-4976-bcdd-352a2b247dd4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:16.966739 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-14e2a1b4-03ae-4468-8930-c6cae2fc1023 req-e9b829fd-74b5-42e1-a5c2-777d8855ea13 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/security-groups?id=8da2903e-43de-461d-84b5-0c733a2bfb8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1580119
Dec 25 21:21:17.034220 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fc8ca4-aa34-4391-bf69-e3d5dd08375e req-b933a7a6-978e-42d8-a730-fabd7e357e1a tempest-ServerRescueTestJSONUnderV235-1351702928 tempest-ServerRescueTestJSONUnderV235-1351702928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:21:17.035798 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-65fc8ca4-aa34-4391-bf69-e3d5dd08375e req-b933a7a6-978e-42d8-a730-fabd7e357e1a tempest-ServerRescueTestJSONUnderV235-1351702928 tempest-ServerRescueTestJSONUnderV235-1351702928-project] 10.222.0.32 "GET /v2.0/ports?device_id=f38f1e54-3e25-4107-9a2c-734823ced707 HTTP/1.1" status: 200  len: 985 time: 0.1117949
Dec 25 21:21:17.037296 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Dec 2021 21:21:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2218bdf6-2861-4bd0-ad19-1d23c411a3c7 x-openstack-request-id: req-2218bdf6-2861-4bd0-ad19-1d23c411a3c7 {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:21:17.038024 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f38f1e54-3e25-4107-9a2c-734823ced707", "tag": "8b0e5751-7b56-4a37-85e7-4ab3bbe3ac3e", "status": "completed", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:21:17.038169 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2218bdf6-2861-4bd0-ad19-1d23c411a3c7 {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:21:17.038554 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f38f1e54-3e25-4107-9a2c-734823ced707', 'tag': '8b0e5751-7b56-4a37-85e7-4ab3bbe3ac3e', 'status': 'completed', 'code': 200}
Dec 25 21:21:17.050445 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-65fc8ca4-aa34-4391-bf69-e3d5dd08375e req-aa4b0728-9b05-4516-b231-9db5a37b8698 tempest-ServerRescueTestJSONUnderV235-1351702928 tempest-ServerRescueTestJSONUnderV235-1351702928-project] Request body: {'port': {'security_groups': ['90c387e5-e604-4c27-9f19-ebc2203871ff']}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:21:17.098041 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bcbffa-25f6-41f4-90fc-d182f768d732 req-199e8948-33c9-41e1-a808-451141bc91b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:21:17.099558 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-c2bcbffa-25f6-41f4-90fc-d182f768d732 req-199e8948-33c9-41e1-a808-451141bc91b7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=bfd1b67368c34701bcdc20105e48ad41&device_id=f38f1e54-3e25-4107-9a2c-734823ced707 HTTP/1.1" status: 200  len: 1136 time: 0.0421607
Dec 25 21:21:17.129144 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-65fc8ca4-aa34-4391-bf69-e3d5dd08375e req-aa4b0728-9b05-4516-b231-9db5a37b8698 tempest-ServerRescueTestJSONUnderV235-1351702928 tempest-ServerRescueTestJSONUnderV235-1351702928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:17.199649 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-d085ccbc-513c-4976-bcdd-352a2b247dd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:17.202652 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-d085ccbc-513c-4976-bcdd-352a2b247dd4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:17.203913 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-d085ccbc-513c-4976-bcdd-352a2b247dd4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/47c3070a-f283-4e75-b7b3-56ad2fb9872a HTTP/1.1" status: 204  len: 168 time: 0.4082484
Dec 25 21:21:17.237913 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d085ccbc-513c-4976-bcdd-352a2b247dd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47c3070a-f283-4e75-b7b3-56ad2fb9872a,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:21:17.258574 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bcbffa-25f6-41f4-90fc-d182f768d732 req-7b908b76-8285-45f7-b2e2-fe1f2366ce3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:21:17.273392 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-c2bcbffa-25f6-41f4-90fc-d182f768d732 req-7b908b76-8285-45f7-b2e2-fe1f2366ce3c service neutron] 10.222.0.37 "GET /v2.0/networks?id=5e3e14c1-fa4f-4065-b9e3-19dd5f8f11c3 HTTP/1.1" status: 200  len: 921 time: 0.1662164
Dec 25 21:21:17.331744 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 60338) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:21:17.336225 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-c2bcbffa-25f6-41f4-90fc-d182f768d732 req-d176c05c-ad0b-464a-a87c-c67f027a880b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8b0e5751-7b56-4a37-85e7-4ab3bbe3ac3e HTTP/1.1" status: 200  len: 217 time: 0.0533309
Dec 25 21:21:17.389345 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bcbffa-25f6-41f4-90fc-d182f768d732 req-aa7abd16-dc11-407d-817b-01ef18a59544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:21:17.390840 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-c2bcbffa-25f6-41f4-90fc-d182f768d732 req-aa7abd16-dc11-407d-817b-01ef18a59544 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=46335a3d-cb7c-4909-913c-277e2c1dc81d HTTP/1.1" status: 200  len: 860 time: 0.0472419
Dec 25 21:21:17.417119 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-65fc8ca4-aa34-4391-bf69-e3d5dd08375e req-aa4b0728-9b05-4516-b231-9db5a37b8698 tempest-ServerRescueTestJSONUnderV235-1351702928 tempest-ServerRescueTestJSONUnderV235-1351702928-project] For port 8b0e5751-7b56-4a37-85e7-4ab3bbe3ac3e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8b0e5751-7b56-4a37-85e7-4ab3bbe3ac3e,segment=NetworkSegment(5bce967c-ac24-49c6-a4ac-96bca1f26c4b),segment_id=5bce967c-ac24-49c6-a4ac-96bca1f26c4b)] {{(pid=121606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:21:17.428413 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-c2bcbffa-25f6-41f4-90fc-d182f768d732 req-8f29b0ad-b911-4f5e-a9d0-9f6a0a956bc0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5e3e14c1-fa4f-4065-b9e3-19dd5f8f11c3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0294859
Dec 25 21:21:17.445153 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f86fe28-0cf4-490f-8a97-f7526cb0dfe0 req-00929ce1-3662-4871-bb26-9828b2133bb4 tempest-ServerPasswordTestJSON-711784220 tempest-ServerPasswordTestJSON-711784220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:21:17.446700 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8f86fe28-0cf4-490f-8a97-f7526cb0dfe0 req-00929ce1-3662-4871-bb26-9828b2133bb4 tempest-ServerPasswordTestJSON-711784220 tempest-ServerPasswordTestJSON-711784220-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a747d3f-891a-44f7-93c1-17ac8d8cafb8 HTTP/1.1" status: 200  len: 943 time: 0.1060736
Dec 25 21:21:17.475361 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-65fc8ca4-aa34-4391-bf69-e3d5dd08375e req-aa4b0728-9b05-4516-b231-9db5a37b8698 tempest-ServerRescueTestJSONUnderV235-1351702928 tempest-ServerRescueTestJSONUnderV235-1351702928-project] Publish callbacks [] for port, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:17.507557 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8f86fe28-0cf4-490f-8a97-f7526cb0dfe0 req-ec649c1a-5779-4beb-aad0-2b2018d5493e tempest-ServerPasswordTestJSON-711784220 tempest-ServerPasswordTestJSON-711784220-project] 10.222.0.32 "GET /v2.0/security-groups?id=e8219af7-6d08-4409-bc9e-4cb00b9748fd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0533102
Dec 25 21:21:17.553835 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-c2bcbffa-25f6-41f4-90fc-d182f768d732 req-a9d896c4-bc68-4759-bcb1-a14e40de0201 service neutron] 10.222.0.37 "GET /v2.0/networks/5e3e14c1-fa4f-4065-b9e3-19dd5f8f11c3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1168373
Dec 25 21:21:17.569356 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-65fc8ca4-aa34-4391-bf69-e3d5dd08375e req-aa4b0728-9b05-4516-b231-9db5a37b8698 tempest-ServerRescueTestJSONUnderV235-1351702928 tempest-ServerRescueTestJSONUnderV235-1351702928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:17.581938 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] get_ports_and_sgs() called for port_ids ['8b0e5751-7b56-4a37-85e7-4ab3bbe3ac3e'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:21:17.648708 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fc8ca4-aa34-4391-bf69-e3d5dd08375e req-aa4b0728-9b05-4516-b231-9db5a37b8698 tempest-ServerRescueTestJSONUnderV235-1351702928 tempest-ServerRescueTestJSONUnderV235-1351702928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:21:17.649527 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-65fc8ca4-aa34-4391-bf69-e3d5dd08375e req-aa4b0728-9b05-4516-b231-9db5a37b8698 tempest-ServerRescueTestJSONUnderV235-1351702928 tempest-ServerRescueTestJSONUnderV235-1351702928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:17.665180 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-65fc8ca4-aa34-4391-bf69-e3d5dd08375e req-aa4b0728-9b05-4516-b231-9db5a37b8698 tempest-ServerRescueTestJSONUnderV235-1351702928 tempest-ServerRescueTestJSONUnderV235-1351702928-project] 10.222.0.32 "PUT /v2.0/ports/8b0e5751-7b56-4a37-85e7-4ab3bbe3ac3e HTTP/1.1" status: 200  len: 943 time: 0.6204276
Dec 25 21:21:17.719099 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] get_ports_and_sgs() called for port_ids ['8b0e5751-7b56-4a37-85e7-4ab3bbe3ac3e'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:21:17.733765 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-807af36c-fc3c-47e5-b18e-d5a6e8a6d208 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-422022884-network', 'tenant_id': '66319858228140b3841ef6c7c8cd5c14'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:21:17.737838 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4b0728-9b05-4516-b231-9db5a37b8698 tempest-ServerRescueTestJSONUnderV235-1351702928 tempest-ServerRescueTestJSONUnderV235-1351702928-project] Pushing event updated for resources: {'Port': ['ID=8b0e5751-7b56-4a37-85e7-4ab3bbe3ac3e,revision_number=7']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:21:17.793171 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device 9c0aa314-9c2e-48d1-9808-f65926f1cc94 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 25 21:21:17.976598 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-807af36c-fc3c-47e5-b18e-d5a6e8a6d208 admin admin] Made reservation on behalf of 66319858228140b3841ef6c7c8cd5c14 for: {'network': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:21:17.994362 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-807af36c-fc3c-47e5-b18e-d5a6e8a6d208 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for network, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:18.017582 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port 9c0aa314-9c2e-48d1-9808-f65926f1cc94, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9c0aa314-9c2e-48d1-9808-f65926f1cc94,segment=NetworkSegment(b1ac63a8-9e31-4fc8-a172-492e76b65555),segment_id=b1ac63a8-9e31-4fc8-a172-492e76b65555)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:21:18.040637 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Returning: {'device': '9c0aa314-9c2e-48d1-9808-f65926f1cc94', 'network_id': '8a2bf814-627c-42b9-8fa2-c3b29a2cdee7', 'port_id': '9c0aa314-9c2e-48d1-9808-f65926f1cc94', 'mac_address': 'fa:16:3e:76:08:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7090ee37-2419-42f4-98ff-c630e9b17826', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 25 21:21:18.076662 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-807af36c-fc3c-47e5-b18e-d5a6e8a6d208 admin admin] Publish callbacks [] for security_group, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:18.079667 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-c2bcbffa-25f6-41f4-90fc-d182f768d732 req-ae3477bf-fe1f-41b4-8018-ab494b8c6484 service neutron] 10.222.0.37 "GET /v2.0/networks/5e3e14c1-fa4f-4065-b9e3-19dd5f8f11c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5212009
Dec 25 21:21:18.089700 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:18.103168 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c0aa314-9c2e-48d1-9808-f65926f1cc94 {{(pid=121608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:21:18.127356 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port 9c0aa314-9c2e-48d1-9808-f65926f1cc94, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9c0aa314-9c2e-48d1-9808-f65926f1cc94,segment=NetworkSegment(b1ac63a8-9e31-4fc8-a172-492e76b65555),segment_id=b1ac63a8-9e31-4fc8-a172-492e76b65555)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:21:18.139026 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-417e5b43-a6a4-41b4-ad7b-1ae060624ad8 req-83cef140-b162-498e-8caf-975050245b10 tempest-ServerRescueTestJSONUnderV235-1351702928 tempest-ServerRescueTestJSONUnderV235-1351702928-project] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.3875272
Dec 25 21:21:18.155603 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-417e5b43-a6a4-41b4-ad7b-1ae060624ad8 req-d67945c0-1db1-4b34-97c4-734538df00ff tempest-ServerRescueTestJSONUnderV235-1351702928 tempest-ServerRescueTestJSONUnderV235-1351702928-project] Request body: {'floatingip': {'floating_network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:21:18.192667 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97348bc9-af19-498d-8050-0d967275783c req-7c35f99c-c3b9-4da9-950a-da5648aa2852 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:21:18.194191 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-97348bc9-af19-498d-8050-0d967275783c req-7c35f99c-c3b9-4da9-950a-da5648aa2852 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/ports?device_id=a61c5de8-d812-47f0-b612-27005b61919f HTTP/1.1" status: 200  len: 945 time: 0.1039891
Dec 25 21:21:18.220718 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:18.279108 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-97348bc9-af19-498d-8050-0d967275783c req-d0ad7b2a-df6c-4a38-a536-94a3090bb4e9 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/security-groups?id=8da2903e-43de-461d-84b5-0c733a2bfb8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0753431
Dec 25 21:21:18.288967 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-807af36c-fc3c-47e5-b18e-d5a6e8a6d208 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:18.300043 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Pushing event updated for resources: {'Port': ['ID=9c0aa314-9c2e-48d1-9808-f65926f1cc94,revision_number=4']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:21:18.302183 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-417e5b43-a6a4-41b4-ad7b-1ae060624ad8 req-d67945c0-1db1-4b34-97c4-734538df00ff tempest-ServerRescueTestJSONUnderV235-1351702928 tempest-ServerRescueTestJSONUnderV235-1351702928-project] Publish callbacks [] for floatingip, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:18.387883 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-807af36c-fc3c-47e5-b18e-d5a6e8a6d208 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:18.423613 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-807af36c-fc3c-47e5-b18e-d5a6e8a6d208 admin admin] vlan segment allocate from pool success with {'vlan_id': 162, 'physical_network': 'physnet1'}  {{(pid=121606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 25 21:21:18.439901 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807af36c-fc3c-47e5-b18e-d5a6e8a6d208 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb031b39-e206-4789-8844-f32137bfb856,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:21:18.445783 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-807af36c-fc3c-47e5-b18e-d5a6e8a6d208 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:18.446123 ncdv-master-1 neutron-server[121606]: INFO neutron.db.segments_db [None req-807af36c-fc3c-47e5-b18e-d5a6e8a6d208 admin admin] Added segment 95544d4b-0c14-46d9-8e39-4d223a110754 of type vlan for network 2173080e-712c-4030-840a-d911c5ceb839
Dec 25 21:21:18.494563 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-807af36c-fc3c-47e5-b18e-d5a6e8a6d208 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737602163420'] for network, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:18.503893 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] get_ports_and_sgs() called for port_ids ['9c0aa314-9c2e-48d1-9808-f65926f1cc94'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:21:18.509034 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-417e5b43-a6a4-41b4-ad7b-1ae060624ad8 req-d67945c0-1db1-4b34-97c4-734538df00ff tempest-ServerRescueTestJSONUnderV235-1351702928 tempest-ServerRescueTestJSONUnderV235-1351702928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:18.629643 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 60374) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:21:18.683976 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_common [req-417e5b43-a6a4-41b4-ad7b-1ae060624ad8 req-d67945c0-1db1-4b34-97c4-734538df00ff tempest-ServerRescueTestJSONUnderV235-1351702928 tempest-ServerRescueTestJSONUnderV235-1351702928-project] Allocated IP 172.35.3.225 (7201e55c-7c5f-41aa-a042-a363696539d0/7a939e13-713f-45cf-bba7-1539635abe25/bc189b0b-649f-4a0a-8c95-03b90ef9a9da) {{(pid=121606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:21:18.699131 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f68e81e-f071-4be2-a71d-1b234a986de4 req-8e6b2c10-3e9e-46e9-a099-90cf08f37206 tempest-ServerPasswordTestJSON-711784220 tempest-ServerPasswordTestJSON-711784220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:21:18.700702 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-6f68e81e-f071-4be2-a71d-1b234a986de4 req-8e6b2c10-3e9e-46e9-a099-90cf08f37206 tempest-ServerPasswordTestJSON-711784220 tempest-ServerPasswordTestJSON-711784220-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a747d3f-891a-44f7-93c1-17ac8d8cafb8 HTTP/1.1" status: 200  len: 944 time: 0.0764666
Dec 25 21:21:18.716815 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-807af36c-fc3c-47e5-b18e-d5a6e8a6d208 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870'] for network, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:18.716815 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-807af36c-fc3c-47e5-b18e-d5a6e8a6d208 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:21:18.716815 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-807af36c-fc3c-47e5-b18e-d5a6e8a6d208 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for network, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:18.737330 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-05d9cdeb-6820-4b31-99a1-cf8868ab2430 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-793362378-network', 'tenant_id': '8dcf2517f61849cb9650682caf0c5712'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:21:18.826357 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05d9cdeb-6820-4b31-99a1-cf8868ab2430 admin admin] Made reservation on behalf of 8dcf2517f61849cb9650682caf0c5712 for: {'network': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:21:18.828612 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-05d9cdeb-6820-4b31-99a1-cf8868ab2430 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for network, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:18.838181 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-05d9cdeb-6820-4b31-99a1-cf8868ab2430 admin admin] Publish callbacks [] for security_group, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:18.844323 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807af36c-fc3c-47e5-b18e-d5a6e8a6d208 admin admin] Pushing event updated for resources: {'Network': ['ID=2173080e-712c-4030-840a-d911c5ceb839,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:21:18.855432 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Network 2173080e-712c-4030-840a-d911c5ceb839 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 25 21:21:18.927461 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-05d9cdeb-6820-4b31-99a1-cf8868ab2430 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:18.997877 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-05d9cdeb-6820-4b31-99a1-cf8868ab2430 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:19.025269 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05d9cdeb-6820-4b31-99a1-cf8868ab2430 admin admin] vlan segment allocate from pool success with {'vlan_id': 171, 'physical_network': 'physnet1'}  {{(pid=121607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 25 21:21:19.032356 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d9cdeb-6820-4b31-99a1-cf8868ab2430 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b13bfb58-0f10-46e2-9252-687280bf8bf9,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:21:19.038761 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-05d9cdeb-6820-4b31-99a1-cf8868ab2430 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:19.039096 ncdv-master-1 neutron-server[121607]: INFO neutron.db.segments_db [None req-05d9cdeb-6820-4b31-99a1-cf8868ab2430 admin admin] Added segment 1c5dea30-318f-4932-8772-f43ff59dee51 of type vlan for network df7f119b-f1bb-462c-b2dc-ce3acd2a89d9
Dec 25 21:21:19.081557 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-05d9cdeb-6820-4b31-99a1-cf8868ab2430 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737602163420'] for network, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:19.137161 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f38f1e54-3e25-4107-9a2c-734823ced707', 'tag': '8b0e5751-7b56-4a37-85e7-4ab3bbe3ac3e'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:21:19.139474 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9858820c13ec2827453b94ebc4181065e990a4e4089ccb9fe762531ac62d2fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72bccfb1-48ed-4d6f-8815-91865f67a628" -d '{"events": [{"name": "network-changed", "server_uuid": "f38f1e54-3e25-4107-9a2c-734823ced707", "tag": "8b0e5751-7b56-4a37-85e7-4ab3bbe3ac3e"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:21:19.152040 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-05d9cdeb-6820-4b31-99a1-cf8868ab2430 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870'] for network, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:19.153176 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05d9cdeb-6820-4b31-99a1-cf8868ab2430 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:21:19.153894 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-05d9cdeb-6820-4b31-99a1-cf8868ab2430 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for network, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:19.158916 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-807af36c-fc3c-47e5-b18e-d5a6e8a6d208 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 886 time: 1.8225875
Dec 25 21:21:19.161797 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 60384) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:21:19.169096 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-6f68e81e-f071-4be2-a71d-1b234a986de4 req-07b4f501-6868-46ec-9641-09af13587a30 tempest-ServerPasswordTestJSON-711784220 tempest-ServerPasswordTestJSON-711784220-project] 10.222.0.32 "GET /v2.0/security-groups?id=e8219af7-6d08-4409-bc9e-4cb00b9748fd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4566925
Dec 25 21:21:19.172167 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-81005131-d91c-4733-a168-1c7cc3af85f3 admin admin] Request body: {'subnet': {'network_id': '2173080e-712c-4030-840a-d911c5ceb839', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-422022884-subnet', 'tenant_id': '66319858228140b3841ef6c7c8cd5c14', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:21:19.203773 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-417e5b43-a6a4-41b4-ad7b-1ae060624ad8 req-d67945c0-1db1-4b34-97c4-734538df00ff tempest-ServerRescueTestJSONUnderV235-1351702928 tempest-ServerRescueTestJSONUnderV235-1351702928-project] Publish callbacks [] for port, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:19.239818 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d9cdeb-6820-4b31-99a1-cf8868ab2430 admin admin] Pushing event updated for resources: {'Network': ['ID=df7f119b-f1bb-462c-b2dc-ce3acd2a89d9,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:21:19.250116 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Network df7f119b-f1bb-462c-b2dc-ce3acd2a89d9 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 25 21:21:19.265113 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-05d9cdeb-6820-4b31-99a1-cf8868ab2430 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.6312118
Dec 25 21:21:19.276120 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 60386) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:21:19.276120 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-df8d6d1b-b72c-481b-9e3f-7ae6cb9e183f admin admin] Request body: {'subnet': {'network_id': 'df7f119b-f1bb-462c-b2dc-ce3acd2a89d9', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-793362378-subnet', 'tenant_id': '8dcf2517f61849cb9650682caf0c5712', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:21:19.318753 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-417e5b43-a6a4-41b4-ad7b-1ae060624ad8 req-d67945c0-1db1-4b34-97c4-734538df00ff tempest-ServerRescueTestJSONUnderV235-1351702928 tempest-ServerRescueTestJSONUnderV235-1351702928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:19.359250 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-417e5b43-a6a4-41b4-ad7b-1ae060624ad8 req-d67945c0-1db1-4b34-97c4-734538df00ff tempest-ServerRescueTestJSONUnderV235-1351702928 tempest-ServerRescueTestJSONUnderV235-1351702928-project] Network 7201e55c-7c5f-41aa-a042-a363696539d0 is already hosted by enough agents. {{(pid=121606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:21:19.362254 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [req-417e5b43-a6a4-41b4-ad7b-1ae060624ad8 req-d67945c0-1db1-4b34-97c4-734538df00ff tempest-ServerRescueTestJSONUnderV235-1351702928 tempest-ServerRescueTestJSONUnderV235-1351702928-project] Resources bound (agent type, host, resource id):  {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:21:19.363128 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81005131-d91c-4733-a168-1c7cc3af85f3 admin admin] Made reservation on behalf of 66319858228140b3841ef6c7c8cd5c14 for: {'subnet': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:21:19.365569 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-81005131-d91c-4733-a168-1c7cc3af85f3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8852834'] for subnet, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:19.366332 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [req-417e5b43-a6a4-41b4-ad7b-1ae060624ad8 req-d67945c0-1db1-4b34-97c4-734538df00ff tempest-ServerRescueTestJSONUnderV235-1351702928 tempest-ServerRescueTestJSONUnderV235-1351702928-project] Received port after_create {{(pid=121606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:21:19.396803 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67945c0-1db1-4b34-97c4-734538df00ff tempest-ServerRescueTestJSONUnderV235-1351702928 tempest-ServerRescueTestJSONUnderV235-1351702928-project] Pushing event updated for resources: {'Port': ['ID=bc189b0b-649f-4a0a-8c95-03b90ef9a9da,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:21:19.437025 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Dec 2021 21:21:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3193fb7-8250-4d1c-aac5-a8b357dac65c x-openstack-request-id: req-f3193fb7-8250-4d1c-aac5-a8b357dac65c {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:21:19.437025 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f38f1e54-3e25-4107-9a2c-734823ced707", "tag": "8b0e5751-7b56-4a37-85e7-4ab3bbe3ac3e", "status": "completed", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:21:19.437025 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f3193fb7-8250-4d1c-aac5-a8b357dac65c {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:21:19.437025 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f38f1e54-3e25-4107-9a2c-734823ced707', 'tag': '8b0e5751-7b56-4a37-85e7-4ab3bbe3ac3e', 'status': 'completed', 'code': 200}
Dec 25 21:21:19.492089 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-417e5b43-a6a4-41b4-ad7b-1ae060624ad8 req-d67945c0-1db1-4b34-97c4-734538df00ff tempest-ServerRescueTestJSONUnderV235-1351702928 tempest-ServerRescueTestJSONUnderV235-1351702928-project] Publish callbacks [] for floatingip, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:19.505851 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df8d6d1b-b72c-481b-9e3f-7ae6cb9e183f admin admin] Made reservation on behalf of 8dcf2517f61849cb9650682caf0c5712 for: {'subnet': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:21:19.508260 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-df8d6d1b-b72c-481b-9e3f-7ae6cb9e183f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9028529'] for subnet, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:19.536613 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bccfb1-48ed-4d6f-8815-91865f67a628 req-7c7b64f6-c557-4c1b-9149-fce4b150533d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:21:19.538145 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-72bccfb1-48ed-4d6f-8815-91865f67a628 req-7c7b64f6-c557-4c1b-9149-fce4b150533d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=bfd1b67368c34701bcdc20105e48ad41&device_id=f38f1e54-3e25-4107-9a2c-734823ced707 HTTP/1.1" status: 200  len: 1097 time: 0.0778344
Dec 25 21:21:19.613920 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-417e5b43-a6a4-41b4-ad7b-1ae060624ad8 req-d67945c0-1db1-4b34-97c4-734538df00ff tempest-ServerRescueTestJSONUnderV235-1351702928 tempest-ServerRescueTestJSONUnderV235-1351702928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:19.667150 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bccfb1-48ed-4d6f-8815-91865f67a628 req-ae3c8552-5167-4885-bea8-5f3790cd90f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:21:19.668643 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-72bccfb1-48ed-4d6f-8815-91865f67a628 req-ae3c8552-5167-4885-bea8-5f3790cd90f5 service neutron] 10.222.0.37 "GET /v2.0/networks?id=5e3e14c1-fa4f-4065-b9e3-19dd5f8f11c3 HTTP/1.1" status: 200  len: 921 time: 0.1216514
Dec 25 21:21:19.712180 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-72bccfb1-48ed-4d6f-8815-91865f67a628 req-36d03ccd-6e30-49dc-82f5-752c0813bfbc service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8b0e5751-7b56-4a37-85e7-4ab3bbe3ac3e HTTP/1.1" status: 200  len: 217 time: 0.0350940
Dec 25 21:21:19.718154 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-81005131-d91c-4733-a168-1c7cc3af85f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8632475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8852848'] for subnet, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:19.769402 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device 9c0aa314-9c2e-48d1-9808-f65926f1cc94 up at agent hyperv_nch2-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:21:19.822429 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81005131-d91c-4733-a168-1c7cc3af85f3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd250946-046a-4d6b-8707-567238b4ce5f,revision_number=0']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:21:19.825208 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bccfb1-48ed-4d6f-8815-91865f67a628 req-a2ce735d-af2a-4f8f-8111-0f6c58dd1d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:21:19.827508 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-72bccfb1-48ed-4d6f-8815-91865f67a628 req-a2ce735d-af2a-4f8f-8111-0f6c58dd1d6c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=46335a3d-cb7c-4909-913c-277e2c1dc81d HTTP/1.1" status: 200  len: 860 time: 0.1057401
Dec 25 21:21:19.833972 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81005131-d91c-4733-a168-1c7cc3af85f3 admin admin] Checking segment: {'id': '95544d4b-0c14-46d9-8e39-4d223a110754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '2173080e-712c-4030-840a-d911c5ceb839'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:21:19.834343 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81005131-d91c-4733-a168-1c7cc3af85f3 admin admin] Network hostable DHCP agents. Network: 2173080e-712c-4030-840a-d911c5ceb839, hostable agents: ['1813db88-2c1b-4357-a2ba-869246b663c2'], hosted agents: [] {{(pid=121607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 25 21:21:19.849588 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-417e5b43-a6a4-41b4-ad7b-1ae060624ad8 req-d67945c0-1db1-4b34-97c4-734538df00ff tempest-ServerRescueTestJSONUnderV235-1351702928 tempest-ServerRescueTestJSONUnderV235-1351702928-project] Publish callbacks [] for port, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:19.863106 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-72bccfb1-48ed-4d6f-8815-91865f67a628 req-11c13d47-d524-4ff4-b7a6-ff27ecc4ad97 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5e3e14c1-fa4f-4065-b9e3-19dd5f8f11c3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0265248
Dec 25 21:21:19.900853 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-df8d6d1b-b72c-481b-9e3f-7ae6cb9e183f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9084170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9028515'] for subnet, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:19.940339 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Provisioning for port 9c0aa314-9c2e-48d1-9808-f65926f1cc94 completed by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 25 21:21:19.949785 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Provisioning complete for port 9c0aa314-9c2e-48d1-9808-f65926f1cc94 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:21:19.950157 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:19.961757 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8d6d1b-b72c-481b-9e3f-7ae6cb9e183f admin admin] Pushing event updated for resources: {'Subnet': ['ID=d0593536-f259-44e3-8eca-283096dddce3,revision_number=0']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:21:19.964416 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-72bccfb1-48ed-4d6f-8815-91865f67a628 req-4af5c85a-a969-428b-9ca3-46723c6d3873 service neutron] 10.222.0.37 "GET /v2.0/networks/5e3e14c1-fa4f-4065-b9e3-19dd5f8f11c3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0936503
Dec 25 21:21:19.971119 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df8d6d1b-b72c-481b-9e3f-7ae6cb9e183f admin admin] Checking segment: {'id': '1c5dea30-318f-4932-8772-f43ff59dee51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'df7f119b-f1bb-462c-b2dc-ce3acd2a89d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:21:19.971482 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df8d6d1b-b72c-481b-9e3f-7ae6cb9e183f admin admin] Network hostable DHCP agents. Network: df7f119b-f1bb-462c-b2dc-ce3acd2a89d9, hostable agents: ['1813db88-2c1b-4357-a2ba-869246b663c2'], hosted agents: [] {{(pid=121606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 25 21:21:20.015052 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-417e5b43-a6a4-41b4-ad7b-1ae060624ad8 req-d67945c0-1db1-4b34-97c4-734538df00ff tempest-ServerRescueTestJSONUnderV235-1351702928 tempest-ServerRescueTestJSONUnderV235-1351702928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:20.035059 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81005131-d91c-4733-a168-1c7cc3af85f3 admin admin] Network 2173080e-712c-4030-840a-d911c5ceb839 is scheduled to be hosted by DHCP agent 1813db88-2c1b-4357-a2ba-869246b663c2 with binding_index 1 {{(pid=121607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 25 21:21:20.049392 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:20.071477 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-72bccfb1-48ed-4d6f-8815-91865f67a628 req-1663c6d0-3564-4fee-9cc4-9b4c6234d837 service neutron] 10.222.0.37 "GET /v2.0/networks/5e3e14c1-fa4f-4065-b9e3-19dd5f8f11c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0991313
Dec 25 21:21:20.075279 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a747d3f-891a-44f7-93c1-17ac8d8cafb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c0aa314-9c2e-48d1-9808-f65926f1cc94'}] {{(pid=121608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:21:20.077750 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a88c78c3ff6266bd59c7e89d275b28c92e739b67d23c89d71af88829fd31566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8653f932-43e9-4258-8664-8d2e2252d56e" -d '{"events": [{"server_uuid": "3a747d3f-891a-44f7-93c1-17ac8d8cafb8", "name": "network-vif-plugged", "status": "completed", "tag": "9c0aa314-9c2e-48d1-9808-f65926f1cc94"}]}' {{(pid=121608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:21:20.091665 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port 9c0aa314-9c2e-48d1-9808-f65926f1cc94, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9c0aa314-9c2e-48d1-9808-f65926f1cc94,segment=NetworkSegment(b1ac63a8-9e31-4fc8-a172-492e76b65555),segment_id=b1ac63a8-9e31-4fc8-a172-492e76b65555)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:21:20.095918 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df8d6d1b-b72c-481b-9e3f-7ae6cb9e183f admin admin] Network df7f119b-f1bb-462c-b2dc-ce3acd2a89d9 is scheduled to be hosted by DHCP agent 1813db88-2c1b-4357-a2ba-869246b663c2 with binding_index 1 {{(pid=121606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 25 21:21:20.105263 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67945c0-1db1-4b34-97c4-734538df00ff tempest-ServerRescueTestJSONUnderV235-1351702928 tempest-ServerRescueTestJSONUnderV235-1351702928-project] Pushing event updated for resources: {'Port': ['ID=bc189b0b-649f-4a0a-8c95-03b90ef9a9da,revision_number=2']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:21:20.119410 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-417e5b43-a6a4-41b4-ad7b-1ae060624ad8 req-d67945c0-1db1-4b34-97c4-734538df00ff tempest-ServerRescueTestJSONUnderV235-1351702928 tempest-ServerRescueTestJSONUnderV235-1351702928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2008639'] for floatingip, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:20.120825 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 21:21:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afd231b9-e196-40ec-98cd-6342c7f9ca43 x-openstack-request-id: req-afd231b9-e196-40ec-98cd-6342c7f9ca43 {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:21:20.121176 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a747d3f-891a-44f7-93c1-17ac8d8cafb8", "name": "network-vif-plugged", "status": "completed", "tag": "9c0aa314-9c2e-48d1-9808-f65926f1cc94", "code": 200}]} {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:21:20.121425 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-afd231b9-e196-40ec-98cd-6342c7f9ca43 {{(pid=121608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:21:20.121920 ncdv-master-1 neutron-server[121608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a747d3f-891a-44f7-93c1-17ac8d8cafb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c0aa314-9c2e-48d1-9808-f65926f1cc94', 'code': 200}
Dec 25 21:21:20.157580 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-81005131-d91c-4733-a168-1c7cc3af85f3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 2173080e-712c-4030-840a-d911c5ceb839) {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:21:20.161481 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [None req-df8d6d1b-b72c-481b-9e3f-7ae6cb9e183f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, df7f119b-f1bb-462c-b2dc-ce3acd2a89d9) {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:21:20.162297 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81005131-d91c-4733-a168-1c7cc3af85f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:21:20.163560 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-81005131-d91c-4733-a168-1c7cc3af85f3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:20.167268 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13b0d693-a929-45ad-9d2b-039a81c35966 None None] Network 2173080e-712c-4030-840a-d911c5ceb839 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:21:20.167611 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df8d6d1b-b72c-481b-9e3f-7ae6cb9e183f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:21:20.168213 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-df8d6d1b-b72c-481b-9e3f-7ae6cb9e183f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for subnet, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:20.183631 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23668e68-eac7-4333-bd8f-b6382bbbf240 None None] Network df7f119b-f1bb-462c-b2dc-ce3acd2a89d9 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:21:20.203215 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:20.229886 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-417e5b43-a6a4-41b4-ad7b-1ae060624ad8 req-d67945c0-1db1-4b34-97c4-734538df00ff tempest-ServerRescueTestJSONUnderV235-1351702928 tempest-ServerRescueTestJSONUnderV235-1351702928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for floatingip, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:20.231137 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-417e5b43-a6a4-41b4-ad7b-1ae060624ad8 req-d67945c0-1db1-4b34-97c4-734538df00ff tempest-ServerRescueTestJSONUnderV235-1351702928 tempest-ServerRescueTestJSONUnderV235-1351702928-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 2.0827601
Dec 25 21:21:20.238647 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394eadc1-4010-4aea-8f81-d433372fba8a req-a38a16ca-208b-4eb7-8511-520e443bbc12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:21:20.240231 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-394eadc1-4010-4aea-8f81-d433372fba8a req-a38a16ca-208b-4eb7-8511-520e443bbc12 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=3a747d3f-891a-44f7-93c1-17ac8d8cafb8 HTTP/1.1" status: 200  len: 1096 time: 0.0470514
Dec 25 21:21:20.298656 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-394eadc1-4010-4aea-8f81-d433372fba8a req-12e76ced-4a2b-4531-a0a7-1a35f59c26ee service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=e8219af7-6d08-4409-bc9e-4cb00b9748fd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0482738
Dec 25 21:21:20.315379 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-df8d6d1b-b72c-481b-9e3f-7ae6cb9e183f admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 1.0490680
Dec 25 21:21:20.325336 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-81005131-d91c-4733-a168-1c7cc3af85f3 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 1.1596129
Dec 25 21:21:20.347152 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-417e5b43-a6a4-41b4-ad7b-1ae060624ad8 req-2f83ea7c-efb5-4db9-b8fb-c401bb62a722 tempest-ServerRescueTestJSONUnderV235-1351702928 tempest-ServerRescueTestJSONUnderV235-1351702928-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.35.3.225 HTTP/1.1" status: 200  len: 696 time: 0.1056242
Dec 25 21:21:20.394361 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Pushing event updated for resources: {'Port': ['ID=9c0aa314-9c2e-48d1-9808-f65926f1cc94,revision_number=5']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:21:20.397252 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64360371-01c6-48d7-a541-f7aa110daf19 None None] Network df7f119b-f1bb-462c-b2dc-ce3acd2a89d9 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:21:20.492190 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417e5b43-a6a4-41b4-ad7b-1ae060624ad8 req-a93ebe48-3426-479b-b6d0-a934289e5e97 tempest-ServerRescueTestJSONUnderV235-1351702928 tempest-ServerRescueTestJSONUnderV235-1351702928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:21:20.495204 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-417e5b43-a6a4-41b4-ad7b-1ae060624ad8 req-a93ebe48-3426-479b-b6d0-a934289e5e97 tempest-ServerRescueTestJSONUnderV235-1351702928 tempest-ServerRescueTestJSONUnderV235-1351702928-project] 10.222.0.32 "GET /v2.0/networks/7201e55c-7c5f-41aa-a042-a363696539d0 HTTP/1.1" status: 200  len: 784 time: 0.1472199
Dec 25 21:21:20.508411 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6ec3f2-3ff6-46ee-958b-e2b301c97986 req-fb4a2a6a-31af-4182-ba44-ebdc3bdd8e1c tempest-ServerPasswordTestJSON-711784220 tempest-ServerPasswordTestJSON-711784220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:21:20.513443 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-af6ec3f2-3ff6-46ee-958b-e2b301c97986 req-fb4a2a6a-31af-4182-ba44-ebdc3bdd8e1c tempest-ServerPasswordTestJSON-711784220 tempest-ServerPasswordTestJSON-711784220-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a747d3f-891a-44f7-93c1-17ac8d8cafb8 HTTP/1.1" status: 200  len: 945 time: 0.2415338
Dec 25 21:21:20.517246 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c13fbcb4-7d5e-45e6-96ad-af9d2712c257 None None] Network 2173080e-712c-4030-840a-d911c5ceb839 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:21:20.522092 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [req-417e5b43-a6a4-41b4-ad7b-1ae060624ad8 req-f1c71a4b-507a-453c-8583-d196b0aca980 tempest-ServerRescueTestJSONUnderV235-1351702928 tempest-ServerRescueTestJSONUnderV235-1351702928-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=121606) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 25 21:21:20.525250 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-417e5b43-a6a4-41b4-ad7b-1ae060624ad8 req-f1c71a4b-507a-453c-8583-d196b0aca980 tempest-ServerRescueTestJSONUnderV235-1351702928 tempest-ServerRescueTestJSONUnderV235-1351702928-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0072701
Dec 25 21:21:20.574657 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-af6ec3f2-3ff6-46ee-958b-e2b301c97986 req-21f187e4-ed9b-4031-94d7-dfe7694f9da8 tempest-ServerPasswordTestJSON-711784220 tempest-ServerPasswordTestJSON-711784220-project] 10.222.0.32 "GET /v2.0/security-groups?id=e8219af7-6d08-4409-bc9e-4cb00b9748fd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0568538
Dec 25 21:21:20.872833 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019b2f7b-0fa9-4213-a384-5bce83f6f7f1 req-178dd515-3810-4e93-aef0-aabbd4577932 tempest-ServerRescueTestJSONUnderV235-1351702928 tempest-ServerRescueTestJSONUnderV235-1351702928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:21:20.874356 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-019b2f7b-0fa9-4213-a384-5bce83f6f7f1 req-178dd515-3810-4e93-aef0-aabbd4577932 tempest-ServerRescueTestJSONUnderV235-1351702928 tempest-ServerRescueTestJSONUnderV235-1351702928-project] 10.222.0.32 "GET /v2.0/ports?device_id=f38f1e54-3e25-4107-9a2c-734823ced707&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 946 time: 0.1084192
Dec 25 21:21:20.967968 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-019b2f7b-0fa9-4213-a384-5bce83f6f7f1 req-48f2502f-5896-4cec-bf73-d0652576bd4e tempest-ServerRescueTestJSONUnderV235-1351702928 tempest-ServerRescueTestJSONUnderV235-1351702928-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.35.3.225 HTTP/1.1" status: 200  len: 696 time: 0.0866776
Dec 25 21:21:20.980392 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-019b2f7b-0fa9-4213-a384-5bce83f6f7f1 req-1d1b153b-f745-43a7-9f70-9b0a0c5ef51a tempest-ServerRescueTestJSONUnderV235-1351702928 tempest-ServerRescueTestJSONUnderV235-1351702928-project] Request body: {'floatingip': {'port_id': '8b0e5751-7b56-4a37-85e7-4ab3bbe3ac3e', 'fixed_ip_address': '172.20.0.14'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:21:21.033144 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-019b2f7b-0fa9-4213-a384-5bce83f6f7f1 req-1d1b153b-f745-43a7-9f70-9b0a0c5ef51a tempest-ServerRescueTestJSONUnderV235-1351702928 tempest-ServerRescueTestJSONUnderV235-1351702928-project] Publish callbacks [] for floatingip, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:21.043624 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418e382c-3482-4e0a-9610-d88f322d2dbd req-81beba60-15cc-48ac-b950-ce06e47a75c5 tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:21:21.045388 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-418e382c-3482-4e0a-9610-d88f322d2dbd req-81beba60-15cc-48ac-b950-ce06e47a75c5 tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/networks?id=2173080e-712c-4030-840a-d911c5ceb839 HTTP/1.1" status: 200  len: 813 time: 0.2080805
Dec 25 21:21:21.088927 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-418e382c-3482-4e0a-9610-d88f322d2dbd req-55e7a5d7-c646-4c40-b2b6-21719421b034 tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/quotas/66319858228140b3841ef6c7c8cd5c14 HTTP/1.1" status: 200  len: 375 time: 0.0157695
Dec 25 21:21:21.139325 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-418e382c-3482-4e0a-9610-d88f322d2dbd req-69d8005d-98da-42a2-ac3f-b1754a764139 tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=66319858228140b3841ef6c7c8cd5c14&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0340371
Dec 25 21:21:21.308476 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-418e382c-3482-4e0a-9610-d88f322d2dbd req-ebd82243-caef-4d65-905b-5938d5f501ef service neutron] 10.222.0.32 "GET /v2.0/networks/2173080e-712c-4030-840a-d911c5ceb839?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1481380
Dec 25 21:21:21.513874 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-418e382c-3482-4e0a-9610-d88f322d2dbd req-78ab2eb5-cf9d-4e0e-86db-943202974062 service neutron] 10.222.0.32 "GET /v2.0/networks/2173080e-712c-4030-840a-d911c5ceb839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1800873
Dec 25 21:21:21.681612 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-019b2f7b-0fa9-4213-a384-5bce83f6f7f1 req-1d1b153b-f745-43a7-9f70-9b0a0c5ef51a tempest-ServerRescueTestJSONUnderV235-1351702928 tempest-ServerRescueTestJSONUnderV235-1351702928-project] Publish callbacks [] for floatingip, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:21.824410 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-019b2f7b-0fa9-4213-a384-5bce83f6f7f1 req-1d1b153b-f745-43a7-9f70-9b0a0c5ef51a tempest-ServerRescueTestJSONUnderV235-1351702928 tempest-ServerRescueTestJSONUnderV235-1351702928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2008639'] for floatingip, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:21.929701 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7ba98b-e9df-4145-8cce-175a75d156c2 req-c366d53e-091e-4fa9-ba2f-cf1849e6caf1 tempest-AttachVolumeNegativeTest-2126197630 tempest-AttachVolumeNegativeTest-2126197630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:21:21.931204 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1f7ba98b-e9df-4145-8cce-175a75d156c2 req-c366d53e-091e-4fa9-ba2f-cf1849e6caf1 tempest-AttachVolumeNegativeTest-2126197630 tempest-AttachVolumeNegativeTest-2126197630-project] 10.222.0.32 "GET /v2.0/networks?id=df7f119b-f1bb-462c-b2dc-ce3acd2a89d9 HTTP/1.1" status: 200  len: 814 time: 0.1532929
Dec 25 21:21:21.976349 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1f7ba98b-e9df-4145-8cce-175a75d156c2 req-e620d35f-74e6-45a7-a8bd-cf001eb5eb5a tempest-AttachVolumeNegativeTest-2126197630 tempest-AttachVolumeNegativeTest-2126197630-project] 10.222.0.32 "GET /v2.0/quotas/8dcf2517f61849cb9650682caf0c5712 HTTP/1.1" status: 200  len: 375 time: 0.0198610
Dec 25 21:21:21.995332 ncdv-master-1 neutron-server[121606]: INFO neutron.db.l3_db [req-019b2f7b-0fa9-4213-a384-5bce83f6f7f1 req-1d1b153b-f745-43a7-9f70-9b0a0c5ef51a tempest-ServerRescueTestJSONUnderV235-1351702928 tempest-ServerRescueTestJSONUnderV235-1351702928-project] Floating IP ef7ad7c9-ea62-47ce-af69-6aa9939e96d1 associated. External IP: 172.35.3.225, port: 8b0e5751-7b56-4a37-85e7-4ab3bbe3ac3e.
Dec 25 21:21:22.040151 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1f7ba98b-e9df-4145-8cce-175a75d156c2 req-b755e2e0-6b02-446b-b38b-4c91d936c2b0 tempest-AttachVolumeNegativeTest-2126197630 tempest-AttachVolumeNegativeTest-2126197630-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=8dcf2517f61849cb9650682caf0c5712&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0568922
Dec 25 21:21:22.475116 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1f7ba98b-e9df-4145-8cce-175a75d156c2 req-59a11183-865a-45f2-8a4f-e13e69a6887d service neutron] 10.222.0.32 "GET /v2.0/networks/df7f119b-f1bb-462c-b2dc-ce3acd2a89d9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4265330
Dec 25 21:21:22.616353 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.l3_agent_scheduler [req-019b2f7b-0fa9-4213-a384-5bce83f6f7f1 req-1d1b153b-f745-43a7-9f70-9b0a0c5ef51a tempest-ServerRescueTestJSONUnderV235-1351702928 tempest-ServerRescueTestJSONUnderV235-1351702928-project] Router 6fee4504-9331-466c-8137-c9604d35f8d5 has already been hosted by L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 {{(pid=121606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 25 21:21:22.625620 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1f7ba98b-e9df-4145-8cce-175a75d156c2 req-6e2559b2-9cb0-49e3-a85e-d897a0d6ed48 service neutron] 10.222.0.32 "GET /v2.0/networks/df7f119b-f1bb-462c-b2dc-ce3acd2a89d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1444089
Dec 25 21:21:22.733455 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-019b2f7b-0fa9-4213-a384-5bce83f6f7f1 req-1d1b153b-f745-43a7-9f70-9b0a0c5ef51a tempest-ServerRescueTestJSONUnderV235-1351702928 tempest-ServerRescueTestJSONUnderV235-1351702928-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 21:21:22.740236 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-019b2f7b-0fa9-4213-a384-5bce83f6f7f1 req-1d1b153b-f745-43a7-9f70-9b0a0c5ef51a tempest-ServerRescueTestJSONUnderV235-1351702928 tempest-ServerRescueTestJSONUnderV235-1351702928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for floatingip, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:22.744759 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b0a532a-3099-4ab1-8f4c-251c9ebc6c00 None None] Sync routers for ids ['6fee4504-9331-466c-8137-c9604d35f8d5'] in ncdv-master-1 {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 21:21:22.753999 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b0a532a-3099-4ab1-8f4c-251c9ebc6c00 None None] Routers {'6fee4504-9331-466c-8137-c9604d35f8d5'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:21:22.754610 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-1b0a532a-3099-4ab1-8f4c-251c9ebc6c00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2618555a30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:21:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['6fee4504-9331-466c-8137-c9604d35f8d5'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:21:22.766939 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-019b2f7b-0fa9-4213-a384-5bce83f6f7f1 req-1d1b153b-f745-43a7-9f70-9b0a0c5ef51a tempest-ServerRescueTestJSONUnderV235-1351702928 tempest-ServerRescueTestJSONUnderV235-1351702928-project] 10.222.0.32 "PUT /v2.0/floatingips/ef7ad7c9-ea62-47ce-af69-6aa9939e96d1 HTTP/1.1" status: 200  len: 997 time: 1.7921634
Dec 25 21:21:22.768977 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f38f1e54-3e25-4107-9a2c-734823ced707', 'tag': '8b0e5751-7b56-4a37-85e7-4ab3bbe3ac3e'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:21:22.769896 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9858820c13ec2827453b94ebc4181065e990a4e4089ccb9fe762531ac62d2fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2be6ba9d-e517-4f6e-8514-dc4ef478b85f" -d '{"events": [{"name": "network-changed", "server_uuid": "f38f1e54-3e25-4107-9a2c-734823ced707", "tag": "8b0e5751-7b56-4a37-85e7-4ab3bbe3ac3e"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:21:22.861961 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019b2f7b-0fa9-4213-a384-5bce83f6f7f1 req-36ac3581-78aa-411b-9f8a-8339502c32a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:21:22.863220 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvr_db [None req-1b0a532a-3099-4ab1-8f4c-251c9ebc6c00 None None] Set router 6fee4504-9331-466c-8137-c9604d35f8d5 gateway port host: ncdv-master-1 {{(pid=121609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:21:22.863509 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-019b2f7b-0fa9-4213-a384-5bce83f6f7f1 req-36ac3581-78aa-411b-9f8a-8339502c32a1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=bfd1b67368c34701bcdc20105e48ad41&device_id=f38f1e54-3e25-4107-9a2c-734823ced707 HTTP/1.1" status: 200  len: 1097 time: 0.0839889
Dec 25 21:21:23.022856 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a019c68-7f88-4a87-aa29-9830cda798cf req-e01d3c44-055f-4acc-90fa-4b33629497e9 tempest-ServerPasswordTestJSON-711784220 tempest-ServerPasswordTestJSON-711784220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:21:23.024472 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-6a019c68-7f88-4a87-aa29-9830cda798cf req-e01d3c44-055f-4acc-90fa-4b33629497e9 tempest-ServerPasswordTestJSON-711784220 tempest-ServerPasswordTestJSON-711784220-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a747d3f-891a-44f7-93c1-17ac8d8cafb8 HTTP/1.1" status: 200  len: 945 time: 0.1449828
Dec 25 21:21:23.027466 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019b2f7b-0fa9-4213-a384-5bce83f6f7f1 req-95b5420e-2b1e-4ddb-afea-3de45ac6d161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:21:23.028943 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-019b2f7b-0fa9-4213-a384-5bce83f6f7f1 req-95b5420e-2b1e-4ddb-afea-3de45ac6d161 service neutron] 10.222.0.32 "GET /v2.0/networks?id=5e3e14c1-fa4f-4065-b9e3-19dd5f8f11c3 HTTP/1.1" status: 200  len: 921 time: 0.1570141
Dec 25 21:21:23.096150 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-1b0a532a-3099-4ab1-8f4c-251c9ebc6c00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2618555a30>, [{'id': '6fee4504-9331-466c-8137-c9604d35f8d5', 'name': 'tempest-ServerRescueTestJSONUnderV235-1998990851-router', 'tenant_id': 'bfd1b67368c34701bcdc20105e48ad41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.112'}], 'enable_snat': True}, 'gw_port_id': '41d1740f-8e33-489f-9ce2-1cbb1abb45dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:20:18Z', 'updated_at': '2021-12-25T21:20:22Z', 'revision_number': 4, 'project_id': 'bfd1b67368c34701bcdc20105e48ad41', 'gw_port': {'id': '41d1740f-8e33-489f-9ce2-1cbb1abb45dc', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:da:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fee4504-9331-466c-8137-c9604d35f8d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:20:19Z', 'updated_at': '2021-12-25T21:20:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'ef7ad7c9-ea62-47ce-af69-6aa9939e96d1', 'tenant_id': 'bfd1b67368c34701bcdc20105e48ad41', 'floating_ip_address': '172.35.3.225', 'floating_network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'router_id': '6fee4504-9331-466c-8137-c9604d35f8d5', 'port_id': '8b0e5751-7b56-4a37-85e7-4ab3bbe3ac3e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1315, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5e3e14c1-fa4f-4065-b9e3-19dd5f8f11c3', 'mac_address': 'fa:16:3e:80:74:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f38f1e54-3e25-4107-9a2c-734823ced707', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-25T21:21:19Z', 'updated_at': '2021-12-25T21:21:21Z', 'revision_number': 1, 'project_id': 'bfd1b67368c34701bcdc20105e48ad41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20c5dd42-50c5-43d1-a899-c9b4bd8a4356', 'name': '', 'network_id': '5e3e14c1-fa4f-4065-b9e3-19dd5f8f11c3', 'tenant_id': 'bfd1b67368c34701bcdc20105e48ad41', 'mac_address': 'fa:16:3e:36:1d:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fee4504-9331-466c-8137-c9604d35f8d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '46335a3d-cb7c-4909-913c-277e2c1dc81d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:20:21Z', 'updated_at': '2021-12-25T21:20:29Z', 'revision_number': 5, 'project_id': 'bfd1b67368c34701bcdc20105e48ad41', 'subnets': [{'id': '46335a3d-cb7c-4909-913c-277e2c1dc81d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:21:23.123820 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b0a532a-3099-4ab1-8f4c-251c9ebc6c00 None None] Checking router: 6fee4504-9331-466c-8137-c9604d35f8d5 for host: ncdv-master-1 {{(pid=121609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 25 21:21:23.127025 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-019b2f7b-0fa9-4213-a384-5bce83f6f7f1 req-ee1bf759-efb6-4ab4-85d8-137bbd6ba9b3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8b0e5751-7b56-4a37-85e7-4ab3bbe3ac3e HTTP/1.1" status: 200  len: 1000 time: 0.0901384
Dec 25 21:21:23.131086 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-6a019c68-7f88-4a87-aa29-9830cda798cf req-2e449bb5-fdfc-4a06-8638-ff2c89347568 tempest-ServerPasswordTestJSON-711784220 tempest-ServerPasswordTestJSON-711784220-project] 10.222.0.32 "GET /v2.0/security-groups?id=e8219af7-6d08-4409-bc9e-4cb00b9748fd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0995440
Dec 25 21:21:23.132944 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b0a532a-3099-4ab1-8f4c-251c9ebc6c00 None None] Routers {'6fee4504-9331-466c-8137-c9604d35f8d5'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:21:23.133828 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-1b0a532a-3099-4ab1-8f4c-251c9ebc6c00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2618555a30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:21:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['6fee4504-9331-466c-8137-c9604d35f8d5'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:21:23.193074 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019b2f7b-0fa9-4213-a384-5bce83f6f7f1 req-946f4107-96e6-4698-866a-0c9c318fa9aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:21:23.194803 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-019b2f7b-0fa9-4213-a384-5bce83f6f7f1 req-946f4107-96e6-4698-866a-0c9c318fa9aa service neutron] 10.222.0.32 "GET /v2.0/subnets?id=46335a3d-cb7c-4909-913c-277e2c1dc81d HTTP/1.1" status: 200  len: 860 time: 0.0599451
Dec 25 21:21:23.230078 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-019b2f7b-0fa9-4213-a384-5bce83f6f7f1 req-4caa4302-f38f-4ebc-bb46-90e6248ece12 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5e3e14c1-fa4f-4065-b9e3-19dd5f8f11c3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0282927
Dec 25 21:21:23.245676 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvr_db [None req-1b0a532a-3099-4ab1-8f4c-251c9ebc6c00 None None] Set router 6fee4504-9331-466c-8137-c9604d35f8d5 gateway port host: ncdv-master-1 {{(pid=121609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:21:23.326952 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7b33408f-16c5-4bb2-9264-09fba843cc60 req-cd3cf594-5ff9-4dae-9176-1fbc52b2dd1a tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/ports?device_id=336c6856-ca33-4291-b38f-03e7f7a5db93 HTTP/1.1" status: 200  len: 210 time: 0.0587246
Dec 25 21:21:23.366903 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-019b2f7b-0fa9-4213-a384-5bce83f6f7f1 req-cd2dd721-974f-492f-8ffd-9c752680d411 service neutron] 10.222.0.32 "GET /v2.0/networks/5e3e14c1-fa4f-4065-b9e3-19dd5f8f11c3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1255999
Dec 25 21:21:23.470990 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-019b2f7b-0fa9-4213-a384-5bce83f6f7f1 req-2000181a-76f2-4f25-bbc2-13df03c66f96 service neutron] 10.222.0.32 "GET /v2.0/networks/5e3e14c1-fa4f-4065-b9e3-19dd5f8f11c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0998106
Dec 25 21:21:23.507922 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-1b0a532a-3099-4ab1-8f4c-251c9ebc6c00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2618555a30>, [{'id': '6fee4504-9331-466c-8137-c9604d35f8d5', 'name': 'tempest-ServerRescueTestJSONUnderV235-1998990851-router', 'tenant_id': 'bfd1b67368c34701bcdc20105e48ad41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.112'}], 'enable_snat': True}, 'gw_port_id': '41d1740f-8e33-489f-9ce2-1cbb1abb45dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:20:18Z', 'updated_at': '2021-12-25T21:20:22Z', 'revision_number': 4, 'project_id': 'bfd1b67368c34701bcdc20105e48ad41', 'gw_port': {'id': '41d1740f-8e33-489f-9ce2-1cbb1abb45dc', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:da:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fee4504-9331-466c-8137-c9604d35f8d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:20:19Z', 'updated_at': '2021-12-25T21:20:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'ef7ad7c9-ea62-47ce-af69-6aa9939e96d1', 'tenant_id': 'bfd1b67368c34701bcdc20105e48ad41', 'floating_ip_address': '172.35.3.225', 'floating_network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'router_id': '6fee4504-9331-466c-8137-c9604d35f8d5', 'port_id': '8b0e5751-7b56-4a37-85e7-4ab3bbe3ac3e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1315, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5e3e14c1-fa4f-4065-b9e3-19dd5f8f11c3', 'mac_address': 'fa:16:3e:80:74:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f38f1e54-3e25-4107-9a2c-734823ced707', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-25T21:21:19Z', 'updated_at': '2021-12-25T21:21:21Z', 'revision_number': 1, 'project_id': 'bfd1b67368c34701bcdc20105e48ad41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20c5dd42-50c5-43d1-a899-c9b4bd8a4356', 'name': '', 'network_id': '5e3e14c1-fa4f-4065-b9e3-19dd5f8f11c3', 'tenant_id': 'bfd1b67368c34701bcdc20105e48ad41', 'mac_address': 'fa:16:3e:36:1d:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fee4504-9331-466c-8137-c9604d35f8d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '46335a3d-cb7c-4909-913c-277e2c1dc81d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:20:21Z', 'updated_at': '2021-12-25T21:20:29Z', 'revision_number': 5, 'project_id': 'bfd1b67368c34701bcdc20105e48ad41', 'subnets': [{'id': '46335a3d-cb7c-4909-913c-277e2c1dc81d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:21:23.538142 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b0a532a-3099-4ab1-8f4c-251c9ebc6c00 None None] The sync data for ids ['6fee4504-9331-466c-8137-c9604d35f8d5'] in ncdv-master-1 is: [{'id': '6fee4504-9331-466c-8137-c9604d35f8d5', 'name': 'tempest-ServerRescueTestJSONUnderV235-1998990851-router', 'tenant_id': 'bfd1b67368c34701bcdc20105e48ad41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.112'}], 'enable_snat': True}, 'gw_port_id': '41d1740f-8e33-489f-9ce2-1cbb1abb45dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:20:18Z', 'updated_at': '2021-12-25T21:20:22Z', 'revision_number': 4, 'project_id': 'bfd1b67368c34701bcdc20105e48ad41', 'gw_port': {'id': '41d1740f-8e33-489f-9ce2-1cbb1abb45dc', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:da:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fee4504-9331-466c-8137-c9604d35f8d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:20:19Z', 'updated_at': '2021-12-25T21:20:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'ef7ad7c9-ea62-47ce-af69-6aa9939e96d1', 'tenant_id': 'bfd1b67368c34701bcdc20105e48ad41', 'floating_ip_address': '172.35.3.225', 'floating_network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'router_id': '6fee4504-9331-466c-8137-c9604d35f8d5', 'port_id': '8b0e5751-7b56-4a37-85e7-4ab3bbe3ac3e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1315, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5e3e14c1-fa4f-4065-b9e3-19dd5f8f11c3', 'mac_address': 'fa:16:3e:80:74:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f38f1e54-3e25-4107-9a2c-734823ced707', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-25T21:21:19Z', 'updated_at': '2021-12-25T21:21:21Z', 'revision_number': 1, 'project_id': 'bfd1b67368c34701bcdc20105e48ad41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20c5dd42-50c5-43d1-a899-c9b4bd8a4356', 'name': '', 'network_id': '5e3e14c1-fa4f-4065-b9e3-19dd5f8f11c3', 'tenant_id': 'bfd1b67368c34701bcdc20105e48ad41', 'mac_address': 'fa:16:3e:36:1d:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fee4504-9331-466c-8137-c9604d35f8d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '46335a3d-cb7c-4909-913c-277e2c1dc81d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:20:21Z', 'updated_at': '2021-12-25T21:20:29Z', 'revision_number': 5, 'project_id': 'bfd1b67368c34701bcdc20105e48ad41', 'subnets': [{'id': '46335a3d-cb7c-4909-913c-277e2c1dc81d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 21:21:23.585275 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Dec 2021 21:21:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b83261c-8793-4e0c-84a3-ac2a31fb69db x-openstack-request-id: req-6b83261c-8793-4e0c-84a3-ac2a31fb69db {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:21:23.585275 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f38f1e54-3e25-4107-9a2c-734823ced707", "tag": "8b0e5751-7b56-4a37-85e7-4ab3bbe3ac3e", "status": "completed", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:21:23.585275 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6b83261c-8793-4e0c-84a3-ac2a31fb69db {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:21:23.585275 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f38f1e54-3e25-4107-9a2c-734823ced707', 'tag': '8b0e5751-7b56-4a37-85e7-4ab3bbe3ac3e', 'status': 'completed', 'code': 200}
Dec 25 21:21:23.662092 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be6ba9d-e517-4f6e-8514-dc4ef478b85f req-96588d3a-6f2e-4dd9-937c-825808428300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:21:23.664524 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-2be6ba9d-e517-4f6e-8514-dc4ef478b85f req-96588d3a-6f2e-4dd9-937c-825808428300 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=bfd1b67368c34701bcdc20105e48ad41&device_id=f38f1e54-3e25-4107-9a2c-734823ced707 HTTP/1.1" status: 200  len: 1097 time: 0.0607107
Dec 25 21:21:23.675153 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-61f57411-7088-4f00-b763-fc159618e281 req-0b267665-6c47-4ba5-b7b1-5f7ea945a67f tempest-AttachVolumeNegativeTest-2126197630 tempest-AttachVolumeNegativeTest-2126197630-project] 10.222.0.32 "GET /v2.0/ports?device_id=64261b4d-7f44-4796-9323-e198eada5059 HTTP/1.1" status: 200  len: 210 time: 0.0649629
Dec 25 21:21:23.769952 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be6ba9d-e517-4f6e-8514-dc4ef478b85f req-26ffca29-2fcb-4088-bc63-74faaf8ce5d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:21:23.771900 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-2be6ba9d-e517-4f6e-8514-dc4ef478b85f req-26ffca29-2fcb-4088-bc63-74faaf8ce5d0 service neutron] 10.222.0.37 "GET /v2.0/networks?id=5e3e14c1-fa4f-4065-b9e3-19dd5f8f11c3 HTTP/1.1" status: 200  len: 921 time: 0.0995560
Dec 25 21:21:23.862654 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-2be6ba9d-e517-4f6e-8514-dc4ef478b85f req-70e59379-51a4-4bd4-862b-f872b56d7759 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8b0e5751-7b56-4a37-85e7-4ab3bbe3ac3e HTTP/1.1" status: 200  len: 1000 time: 0.0838618
Dec 25 21:21:23.864726 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ffa5ae3-ffc8-4597-988f-fdd8cf43f9f3 None None] New status for floating IP ef7ad7c9-ea62-47ce-af69-6aa9939e96d1: ACTIVE {{(pid=121608) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 25 21:21:23.916247 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5d193b79-dd13-452d-8e27-f7eb95ab05c0 req-0ae7e1f1-c1b1-4984-878c-390d6d3b1272 tempest-ServerRescueTestJSONUnderV235-1351702928 tempest-ServerRescueTestJSONUnderV235-1351702928-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.35.3.225 HTTP/1.1" status: 200  len: 1000 time: 0.1686034
Dec 25 21:21:23.971895 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be6ba9d-e517-4f6e-8514-dc4ef478b85f req-bf9dd547-f41c-4b4a-97cb-73e8ddf4f730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:21:23.973732 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-2be6ba9d-e517-4f6e-8514-dc4ef478b85f req-bf9dd547-f41c-4b4a-97cb-73e8ddf4f730 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=46335a3d-cb7c-4909-913c-277e2c1dc81d HTTP/1.1" status: 200  len: 860 time: 0.1047525
Dec 25 21:21:23.980637 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d193b79-dd13-452d-8e27-f7eb95ab05c0 req-887a51a9-d41d-44f7-8c8b-1e3a8cd91b3c tempest-ServerRescueTestJSONUnderV235-1351702928 tempest-ServerRescueTestJSONUnderV235-1351702928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:21:23.983195 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5d193b79-dd13-452d-8e27-f7eb95ab05c0 req-887a51a9-d41d-44f7-8c8b-1e3a8cd91b3c tempest-ServerRescueTestJSONUnderV235-1351702928 tempest-ServerRescueTestJSONUnderV235-1351702928-project] 10.222.0.32 "GET /v2.0/ports/8b0e5751-7b56-4a37-85e7-4ab3bbe3ac3e HTTP/1.1" status: 200  len: 943 time: 0.0642784
Dec 25 21:21:24.065808 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-2be6ba9d-e517-4f6e-8514-dc4ef478b85f req-e8d31e1c-9abb-4157-9ecf-59b4595f2318 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5e3e14c1-fa4f-4065-b9e3-19dd5f8f11c3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0855870
Dec 25 21:21:24.162244 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5d193b79-dd13-452d-8e27-f7eb95ab05c0 req-211a942c-4b78-4846-a5ad-5b03ef4b2508 tempest-ServerRescueTestJSONUnderV235-1351702928 tempest-ServerRescueTestJSONUnderV235-1351702928-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.35.3.225 HTTP/1.1" status: 200  len: 1000 time: 0.1251538
Dec 25 21:21:24.238492 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418e382c-3482-4e0a-9610-d88f322d2dbd req-aede7777-57fd-41e7-800b-308bc68c81ea tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:21:24.239961 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-418e382c-3482-4e0a-9610-d88f322d2dbd req-aede7777-57fd-41e7-800b-308bc68c81ea tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.31 "GET /v2.0/networks?id=2173080e-712c-4030-840a-d911c5ceb839 HTTP/1.1" status: 200  len: 813 time: 0.2342935
Dec 25 21:21:24.244012 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-2be6ba9d-e517-4f6e-8514-dc4ef478b85f req-fe45ce9a-902b-4cb8-8ed0-11f90c649f20 service neutron] 10.222.0.37 "GET /v2.0/networks/5e3e14c1-fa4f-4065-b9e3-19dd5f8f11c3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1676598
Dec 25 21:21:24.252626 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [req-418e382c-3482-4e0a-9610-d88f322d2dbd req-e1489abe-3583-493b-b143-814b14b9f54c tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] Request body: {'port': {'device_id': '336c6856-ca33-4291-b38f-03e7f7a5db93', 'network_id': '2173080e-712c-4030-840a-d911c5ceb839', 'admin_state_up': True, 'tenant_id': '66319858228140b3841ef6c7c8cd5c14'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:21:24.309956 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d193b79-dd13-452d-8e27-f7eb95ab05c0 req-f616f119-04c4-41ad-9832-98641c56de40 tempest-ServerRescueTestJSONUnderV235-1351702928 tempest-ServerRescueTestJSONUnderV235-1351702928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:21:24.311350 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5d193b79-dd13-452d-8e27-f7eb95ab05c0 req-f616f119-04c4-41ad-9832-98641c56de40 tempest-ServerRescueTestJSONUnderV235-1351702928 tempest-ServerRescueTestJSONUnderV235-1351702928-project] 10.222.0.32 "GET /v2.0/networks/7201e55c-7c5f-41aa-a042-a363696539d0 HTTP/1.1" status: 200  len: 784 time: 0.1417818
Dec 25 21:21:24.328522 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [req-5d193b79-dd13-452d-8e27-f7eb95ab05c0 req-1107e0d2-9d7e-4ec6-99d5-20e0c54f7868 tempest-ServerRescueTestJSONUnderV235-1351702928 tempest-ServerRescueTestJSONUnderV235-1351702928-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=121606) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 25 21:21:24.338817 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5d193b79-dd13-452d-8e27-f7eb95ab05c0 req-1107e0d2-9d7e-4ec6-99d5-20e0c54f7868 tempest-ServerRescueTestJSONUnderV235-1351702928 tempest-ServerRescueTestJSONUnderV235-1351702928-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0150709
Dec 25 21:21:24.456852 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5d193b79-dd13-452d-8e27-f7eb95ab05c0 req-356cdc82-b2e9-4e41-b884-0748e9777329 tempest-ServerRescueTestJSONUnderV235-1351702928 tempest-ServerRescueTestJSONUnderV235-1351702928-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.35.3.225 HTTP/1.1" status: 200  len: 1002 time: 0.0885332
Dec 25 21:21:24.471985 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-5d193b79-dd13-452d-8e27-f7eb95ab05c0 req-2abb59dd-c1ea-4570-9728-73b3d8db81d3 tempest-ServerRescueTestJSONUnderV235-1351702928 tempest-ServerRescueTestJSONUnderV235-1351702928-project] Request body: {'floatingip': {'port_id': None}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:21:24.479419 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-2be6ba9d-e517-4f6e-8514-dc4ef478b85f req-28c5ffe5-e8f1-419d-80ff-b97c1dec25a0 service neutron] 10.222.0.37 "GET /v2.0/networks/5e3e14c1-fa4f-4065-b9e3-19dd5f8f11c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2235126
Dec 25 21:21:24.539807 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-5d193b79-dd13-452d-8e27-f7eb95ab05c0 req-2abb59dd-c1ea-4570-9728-73b3d8db81d3 tempest-ServerRescueTestJSONUnderV235-1351702928 tempest-ServerRescueTestJSONUnderV235-1351702928-project] Publish callbacks [] for floatingip, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:24.625863 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-418e382c-3482-4e0a-9610-d88f322d2dbd req-e1489abe-3583-493b-b143-814b14b9f54c tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] Made reservation on behalf of 66319858228140b3841ef6c7c8cd5c14 for: {'port': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:21:24.629643 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-418e382c-3482-4e0a-9610-d88f322d2dbd req-e1489abe-3583-493b-b143-814b14b9f54c tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:24.679525 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68fd98b-7fce-4863-a509-49396001d0ab req-65858ed2-0539-43df-a590-47cc2b9846db tempest-ServerPasswordTestJSON-711784220 tempest-ServerPasswordTestJSON-711784220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:21:24.681150 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a68fd98b-7fce-4863-a509-49396001d0ab req-65858ed2-0539-43df-a590-47cc2b9846db tempest-ServerPasswordTestJSON-711784220 tempest-ServerPasswordTestJSON-711784220-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a747d3f-891a-44f7-93c1-17ac8d8cafb8 HTTP/1.1" status: 200  len: 945 time: 0.1003075
Dec 25 21:21:24.742242 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-5d193b79-dd13-452d-8e27-f7eb95ab05c0 req-2abb59dd-c1ea-4570-9728-73b3d8db81d3 tempest-ServerRescueTestJSONUnderV235-1351702928 tempest-ServerRescueTestJSONUnderV235-1351702928-project] Publish callbacks [] for floatingip, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:24.762511 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_common [req-418e382c-3482-4e0a-9610-d88f322d2dbd req-e1489abe-3583-493b-b143-814b14b9f54c tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] Allocated IP 172.20.0.6 (2173080e-712c-4030-840a-d911c5ceb839/fd250946-046a-4d6b-8707-567238b4ce5f/6dcde4f1-b084-49e9-9b96-ae184bf1c495) {{(pid=121607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:21:24.769402 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a68fd98b-7fce-4863-a509-49396001d0ab req-7b185776-687b-4563-9053-37c69c2424c8 tempest-ServerPasswordTestJSON-711784220 tempest-ServerPasswordTestJSON-711784220-project] 10.222.0.32 "GET /v2.0/security-groups?id=e8219af7-6d08-4409-bc9e-4cb00b9748fd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0770893
Dec 25 21:21:24.859915 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8c249c83-ba3c-418d-9fc5-f91175fbbf54 req-379395dd-1d7a-4f3a-b7e4-fd547f376275 tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/ports?device_id=336c6856-ca33-4291-b38f-03e7f7a5db93 HTTP/1.1" status: 200  len: 210 time: 0.0319037
Dec 25 21:21:24.934004 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-418e382c-3482-4e0a-9610-d88f322d2dbd req-e1489abe-3583-493b-b143-814b14b9f54c tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] Publish callbacks [] for port, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:24.945125 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-5d193b79-dd13-452d-8e27-f7eb95ab05c0 req-2abb59dd-c1ea-4570-9728-73b3d8db81d3 tempest-ServerRescueTestJSONUnderV235-1351702928 tempest-ServerRescueTestJSONUnderV235-1351702928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2008639'] for floatingip, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:24.945125 ncdv-master-1 neutron-server[121606]: INFO neutron.db.l3_db [req-5d193b79-dd13-452d-8e27-f7eb95ab05c0 req-2abb59dd-c1ea-4570-9728-73b3d8db81d3 tempest-ServerRescueTestJSONUnderV235-1351702928 tempest-ServerRescueTestJSONUnderV235-1351702928-project] Floating IP ef7ad7c9-ea62-47ce-af69-6aa9939e96d1 disassociated. External IP: 172.35.3.225, port: 8b0e5751-7b56-4a37-85e7-4ab3bbe3ac3e.
Dec 25 21:21:25.073398 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-418e382c-3482-4e0a-9610-d88f322d2dbd req-e1489abe-3583-493b-b143-814b14b9f54c tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:25.124010 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-418e382c-3482-4e0a-9610-d88f322d2dbd req-e1489abe-3583-493b-b143-814b14b9f54c tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] Network 2173080e-712c-4030-840a-d911c5ceb839 is already hosted by enough agents. {{(pid=121607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:21:25.128256 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [req-418e382c-3482-4e0a-9610-d88f322d2dbd req-e1489abe-3583-493b-b143-814b14b9f54c tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] Resources bound (agent type, host, resource id):  {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:21:25.133517 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [req-418e382c-3482-4e0a-9610-d88f322d2dbd req-e1489abe-3583-493b-b143-814b14b9f54c tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] Received port after_create {{(pid=121607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:21:25.203133 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1489abe-3583-493b-b143-814b14b9f54c tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] Pushing event updated for resources: {'Port': ['ID=6dcde4f1-b084-49e9-9b96-ae184bf1c495,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:21:25.220271 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418e382c-3482-4e0a-9610-d88f322d2dbd req-e1489abe-3583-493b-b143-814b14b9f54c tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:21:25.220786 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-418e382c-3482-4e0a-9610-d88f322d2dbd req-e1489abe-3583-493b-b143-814b14b9f54c tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:25.242346 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5d193b79-dd13-452d-8e27-f7eb95ab05c0 req-2abb59dd-c1ea-4570-9728-73b3d8db81d3 tempest-ServerRescueTestJSONUnderV235-1351702928 tempest-ServerRescueTestJSONUnderV235-1351702928-project] Router 6fee4504-9331-466c-8137-c9604d35f8d5 has already been hosted by L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 {{(pid=121606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 25 21:21:25.326916 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-418e382c-3482-4e0a-9610-d88f322d2dbd req-e1489abe-3583-493b-b143-814b14b9f54c tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0777442
Dec 25 21:21:25.341311 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [req-418e382c-3482-4e0a-9610-d88f322d2dbd req-b249d543-1096-4923-8ac3-2855f39b2587 service neutron] Request body: {'port': {'device_id': '336c6856-ca33-4291-b38f-03e7f7a5db93', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:21:25.401106 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0554b06c-c588-4e80-b406-31b37fe65945 req-ee4dae37-d701-47e2-816f-eed34202e941 tempest-AttachVolumeNegativeTest-2126197630 tempest-AttachVolumeNegativeTest-2126197630-project] 10.222.0.32 "GET /v2.0/ports?device_id=64261b4d-7f44-4796-9323-e198eada5059 HTTP/1.1" status: 200  len: 210 time: 0.0420349
Dec 25 21:21:25.402387 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-418e382c-3482-4e0a-9610-d88f322d2dbd req-b249d543-1096-4923-8ac3-2855f39b2587 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:25.412244 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5d193b79-dd13-452d-8e27-f7eb95ab05c0 req-2abb59dd-c1ea-4570-9728-73b3d8db81d3 tempest-ServerRescueTestJSONUnderV235-1351702928 tempest-ServerRescueTestJSONUnderV235-1351702928-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 21:21:25.420482 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-5d193b79-dd13-452d-8e27-f7eb95ab05c0 req-2abb59dd-c1ea-4570-9728-73b3d8db81d3 tempest-ServerRescueTestJSONUnderV235-1351702928 tempest-ServerRescueTestJSONUnderV235-1351702928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for floatingip, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:25.427616 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d84adb4-db76-447a-9c44-b94d84cca9c0 None None] Sync routers for ids ['6fee4504-9331-466c-8137-c9604d35f8d5'] in ncdv-master-1 {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 21:21:25.438784 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d84adb4-db76-447a-9c44-b94d84cca9c0 None None] Routers {'6fee4504-9331-466c-8137-c9604d35f8d5'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:21:25.439394 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-2d84adb4-db76-447a-9c44-b94d84cca9c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f261c4d44c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:21:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['6fee4504-9331-466c-8137-c9604d35f8d5'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:21:25.466558 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5d193b79-dd13-452d-8e27-f7eb95ab05c0 req-2abb59dd-c1ea-4570-9728-73b3d8db81d3 tempest-ServerRescueTestJSONUnderV235-1351702928 tempest-ServerRescueTestJSONUnderV235-1351702928-project] 10.222.0.32 "PUT /v2.0/floatingips/ef7ad7c9-ea62-47ce-af69-6aa9939e96d1 HTTP/1.1" status: 200  len: 695 time: 1.0008826
Dec 25 21:21:25.543969 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d193b79-dd13-452d-8e27-f7eb95ab05c0 req-8fbf6142-d7a5-4862-a9cb-f0dc29446fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:21:25.555411 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5d193b79-dd13-452d-8e27-f7eb95ab05c0 req-8fbf6142-d7a5-4862-a9cb-f0dc29446fc5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=bfd1b67368c34701bcdc20105e48ad41&device_id=f38f1e54-3e25-4107-9a2c-734823ced707 HTTP/1.1" status: 200  len: 1097 time: 0.0806568
Dec 25 21:21:25.586088 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f38f1e54-3e25-4107-9a2c-734823ced707', 'tag': '8b0e5751-7b56-4a37-85e7-4ab3bbe3ac3e'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:21:25.588934 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9858820c13ec2827453b94ebc4181065e990a4e4089ccb9fe762531ac62d2fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51cc0de1-4f04-430e-bd28-312920d42386" -d '{"events": [{"name": "network-changed", "server_uuid": "f38f1e54-3e25-4107-9a2c-734823ced707", "tag": "8b0e5751-7b56-4a37-85e7-4ab3bbe3ac3e"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:21:25.610627 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvr_db [None req-2d84adb4-db76-447a-9c44-b94d84cca9c0 None None] Set router 6fee4504-9331-466c-8137-c9604d35f8d5 gateway port host: ncdv-master-1 {{(pid=121609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:21:25.674330 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Dec 2021 21:21:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b98bb5a-f6f9-4ba7-9541-1cc5e3a54b75 x-openstack-request-id: req-8b98bb5a-f6f9-4ba7-9541-1cc5e3a54b75 {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:21:25.674796 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f38f1e54-3e25-4107-9a2c-734823ced707", "tag": "8b0e5751-7b56-4a37-85e7-4ab3bbe3ac3e", "status": "completed", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:21:25.675154 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8b98bb5a-f6f9-4ba7-9541-1cc5e3a54b75 {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:21:25.675716 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f38f1e54-3e25-4107-9a2c-734823ced707', 'tag': '8b0e5751-7b56-4a37-85e7-4ab3bbe3ac3e', 'status': 'completed', 'code': 200}
Dec 25 21:21:25.706581 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d193b79-dd13-452d-8e27-f7eb95ab05c0 req-e5cc88d3-98df-4b0f-a52f-3d86a6f1e11a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:21:25.708194 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5d193b79-dd13-452d-8e27-f7eb95ab05c0 req-e5cc88d3-98df-4b0f-a52f-3d86a6f1e11a service neutron] 10.222.0.32 "GET /v2.0/networks?id=5e3e14c1-fa4f-4065-b9e3-19dd5f8f11c3 HTTP/1.1" status: 200  len: 921 time: 0.1511896
Dec 25 21:21:25.763441 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5d193b79-dd13-452d-8e27-f7eb95ab05c0 req-c015f0d1-a4c7-4a64-81ff-7780fadd595d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8b0e5751-7b56-4a37-85e7-4ab3bbe3ac3e HTTP/1.1" status: 200  len: 217 time: 0.0481300
Dec 25 21:21:25.777702 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cc0de1-4f04-430e-bd28-312920d42386 req-b7f82b66-c0c2-449e-a23e-6e9dc5f371f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:21:25.779937 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-51cc0de1-4f04-430e-bd28-312920d42386 req-b7f82b66-c0c2-449e-a23e-6e9dc5f371f5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=bfd1b67368c34701bcdc20105e48ad41&device_id=f38f1e54-3e25-4107-9a2c-734823ced707 HTTP/1.1" status: 200  len: 1097 time: 0.0670934
Dec 25 21:21:25.852314 ncdv-master-1 neutron-server[121607]: DEBUG neutron.notifiers.nova [req-418e382c-3482-4e0a-9610-d88f322d2dbd req-b249d543-1096-4923-8ac3-2855f39b2587 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6dcde4f1-b084-49e9-9b96-ae184bf1c495 {{(pid=121607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:21:25.860830 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-418e382c-3482-4e0a-9610-d88f322d2dbd req-b249d543-1096-4923-8ac3-2855f39b2587 service neutron] Publish callbacks [] for port, precommit_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:25.891277 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-2d84adb4-db76-447a-9c44-b94d84cca9c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f261c4d44c0>, [{'id': '6fee4504-9331-466c-8137-c9604d35f8d5', 'name': 'tempest-ServerRescueTestJSONUnderV235-1998990851-router', 'tenant_id': 'bfd1b67368c34701bcdc20105e48ad41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.112'}], 'enable_snat': True}, 'gw_port_id': '41d1740f-8e33-489f-9ce2-1cbb1abb45dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:20:18Z', 'updated_at': '2021-12-25T21:20:22Z', 'revision_number': 4, 'project_id': 'bfd1b67368c34701bcdc20105e48ad41', 'gw_port': {'id': '41d1740f-8e33-489f-9ce2-1cbb1abb45dc', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:da:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fee4504-9331-466c-8137-c9604d35f8d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:20:19Z', 'updated_at': '2021-12-25T21:20:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '20c5dd42-50c5-43d1-a899-c9b4bd8a4356', 'name': '', 'network_id': '5e3e14c1-fa4f-4065-b9e3-19dd5f8f11c3', 'tenant_id': 'bfd1b67368c34701bcdc20105e48ad41', 'mac_address': 'fa:16:3e:36:1d:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fee4504-9331-466c-8137-c9604d35f8d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '46335a3d-cb7c-4909-913c-277e2c1dc81d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:20:21Z', 'updated_at': '2021-12-25T21:20:29Z', 'revision_number': 5, 'project_id': 'bfd1b67368c34701bcdc20105e48ad41', 'subnets': [{'id': '46335a3d-cb7c-4909-913c-277e2c1dc81d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:21:25.916170 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.provisioning_blocks [req-418e382c-3482-4e0a-9610-d88f322d2dbd req-b249d543-1096-4923-8ac3-2855f39b2587 service neutron] Transition to ACTIVE for port object 6dcde4f1-b084-49e9-9b96-ae184bf1c495 will not be triggered until provisioned by entity L2. {{(pid=121607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 25 21:21:25.932704 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a23e9da-5860-49bc-885a-744abaa0be60 req-1a6fa189-df23-4c48-a7c1-a5091df9ca52 tempest-ServerPasswordTestJSON-711784220 tempest-ServerPasswordTestJSON-711784220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:21:25.934418 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4a23e9da-5860-49bc-885a-744abaa0be60 req-1a6fa189-df23-4c48-a7c1-a5091df9ca52 tempest-ServerPasswordTestJSON-711784220 tempest-ServerPasswordTestJSON-711784220-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a747d3f-891a-44f7-93c1-17ac8d8cafb8 HTTP/1.1" status: 200  len: 945 time: 0.1803222
Dec 25 21:21:25.950276 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cc0de1-4f04-430e-bd28-312920d42386 req-3334462a-ce23-4b6a-bd94-684a5fdda30e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:21:25.952489 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-51cc0de1-4f04-430e-bd28-312920d42386 req-3334462a-ce23-4b6a-bd94-684a5fdda30e service neutron] 10.222.0.37 "GET /v2.0/networks?id=5e3e14c1-fa4f-4065-b9e3-19dd5f8f11c3 HTTP/1.1" status: 200  len: 921 time: 0.1486640
Dec 25 21:21:25.959341 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-418e382c-3482-4e0a-9610-d88f322d2dbd req-b249d543-1096-4923-8ac3-2855f39b2587 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8632327'] for port, after_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:25.985924 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d193b79-dd13-452d-8e27-f7eb95ab05c0 req-2973d691-bb96-4a7f-b554-01e02377f314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:21:25.988667 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5d193b79-dd13-452d-8e27-f7eb95ab05c0 req-2973d691-bb96-4a7f-b554-01e02377f314 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=46335a3d-cb7c-4909-913c-277e2c1dc81d HTTP/1.1" status: 200  len: 860 time: 0.2021272
Dec 25 21:21:26.025410 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d84adb4-db76-447a-9c44-b94d84cca9c0 None None] Checking router: 6fee4504-9331-466c-8137-c9604d35f8d5 for host: ncdv-master-1 {{(pid=121609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 25 21:21:26.035107 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d84adb4-db76-447a-9c44-b94d84cca9c0 None None] Routers {'6fee4504-9331-466c-8137-c9604d35f8d5'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:21:26.035870 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-2d84adb4-db76-447a-9c44-b94d84cca9c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f261c4d44c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:21:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['6fee4504-9331-466c-8137-c9604d35f8d5'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:21:26.036067 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-51cc0de1-4f04-430e-bd28-312920d42386 req-3ef6bc4c-d009-4781-b0f3-5c1c42f54f18 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8b0e5751-7b56-4a37-85e7-4ab3bbe3ac3e HTTP/1.1" status: 200  len: 217 time: 0.0723293
Dec 25 21:21:26.094964 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b249d543-1096-4923-8ac3-2855f39b2587 service neutron] Pushing event updated for resources: {'Port': ['ID=6dcde4f1-b084-49e9-9b96-ae184bf1c495,revision_number=2']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:21:26.134956 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cc0de1-4f04-430e-bd28-312920d42386 req-9141957d-c73c-4750-bc03-e23c01fcb5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:21:26.136510 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-51cc0de1-4f04-430e-bd28-312920d42386 req-9141957d-c73c-4750-bc03-e23c01fcb5aa service neutron] 10.222.0.37 "GET /v2.0/subnets?id=46335a3d-cb7c-4909-913c-277e2c1dc81d HTTP/1.1" status: 200  len: 860 time: 0.0930257
Dec 25 21:21:26.186895 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-51cc0de1-4f04-430e-bd28-312920d42386 req-1ed6ad9b-e0f6-4974-9c4c-ec6c475eaf72 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5e3e14c1-fa4f-4065-b9e3-19dd5f8f11c3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0316298
Dec 25 21:21:26.198572 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvr_db [None req-2d84adb4-db76-447a-9c44-b94d84cca9c0 None None] Set router 6fee4504-9331-466c-8137-c9604d35f8d5 gateway port host: ncdv-master-1 {{(pid=121609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:21:26.273921 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.managers [req-418e382c-3482-4e0a-9610-d88f322d2dbd req-b249d543-1096-4923-8ac3-2855f39b2587 service neutron] Attempting to bind port 6dcde4f1-b084-49e9-9b96-ae184bf1c495 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:21:26.273921 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.managers [req-418e382c-3482-4e0a-9610-d88f322d2dbd req-b249d543-1096-4923-8ac3-2855f39b2587 service neutron] Attempting to bind port 6dcde4f1-b084-49e9-9b96-ae184bf1c495 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '95544d4b-0c14-46d9-8e39-4d223a110754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '2173080e-712c-4030-840a-d911c5ceb839'}] {{(pid=121607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:21:26.274784 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-418e382c-3482-4e0a-9610-d88f322d2dbd req-b249d543-1096-4923-8ac3-2855f39b2587 service neutron] Attempting to bind port 6dcde4f1-b084-49e9-9b96-ae184bf1c495 on network 2173080e-712c-4030-840a-d911c5ceb839 {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:21:26.287538 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-418e382c-3482-4e0a-9610-d88f322d2dbd req-b249d543-1096-4923-8ac3-2855f39b2587 service neutron] Port 6dcde4f1-b084-49e9-9b96-ae184bf1c495 on network 2173080e-712c-4030-840a-d911c5ceb839 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 25 21:21:26.287877 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-418e382c-3482-4e0a-9610-d88f322d2dbd req-b249d543-1096-4923-8ac3-2855f39b2587 service neutron] Attempting to bind port 6dcde4f1-b084-49e9-9b96-ae184bf1c495 on network 2173080e-712c-4030-840a-d911c5ceb839 {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:21:26.301309 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-418e382c-3482-4e0a-9610-d88f322d2dbd req-b249d543-1096-4923-8ac3-2855f39b2587 service neutron] Checking agent: {'id': '6d577036-68fc-4aa4-aed7-5ab01de2117e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 21, 4, 34), 'started_at': datetime.datetime(2021, 12, 25, 21, 4, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 21, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:21:26.301679 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-418e382c-3482-4e0a-9610-d88f322d2dbd req-b249d543-1096-4923-8ac3-2855f39b2587 service neutron] Checking segment: {'id': '95544d4b-0c14-46d9-8e39-4d223a110754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '2173080e-712c-4030-840a-d911c5ceb839'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:21:26.302068 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-418e382c-3482-4e0a-9610-d88f322d2dbd req-b249d543-1096-4923-8ac3-2855f39b2587 service neutron] Bound using segment: {'id': '95544d4b-0c14-46d9-8e39-4d223a110754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '2173080e-712c-4030-840a-d911c5ceb839'} {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:21:26.302518 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.managers [req-418e382c-3482-4e0a-9610-d88f322d2dbd req-b249d543-1096-4923-8ac3-2855f39b2587 service neutron] Bound port: 6dcde4f1-b084-49e9-9b96-ae184bf1c495, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95544d4b-0c14-46d9-8e39-4d223a110754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '2173080e-712c-4030-840a-d911c5ceb839'}}] {{(pid=121607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:21:26.302871 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-418e382c-3482-4e0a-9610-d88f322d2dbd req-b249d543-1096-4923-8ac3-2855f39b2587 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:26.324080 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-51cc0de1-4f04-430e-bd28-312920d42386 req-409afbf4-29f0-4a4e-b8b8-1ac4e2db7cc7 service neutron] 10.222.0.37 "GET /v2.0/networks/5e3e14c1-fa4f-4065-b9e3-19dd5f8f11c3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1294901
Dec 25 21:21:26.376174 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5d193b79-dd13-452d-8e27-f7eb95ab05c0 req-87b7f4bd-dbd9-4eda-8dac-ab06968790d5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5e3e14c1-fa4f-4065-b9e3-19dd5f8f11c3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0522761
Dec 25 21:21:26.430424 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34d47a0-eef5-4842-9e2a-8a46f9552bc2 req-424cab4d-4688-44dc-b0ff-f4da77dce571 tempest-ServerPasswordTestJSON-711784220 tempest-ServerPasswordTestJSON-711784220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:21:26.437597 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b34d47a0-eef5-4842-9e2a-8a46f9552bc2 req-424cab4d-4688-44dc-b0ff-f4da77dce571 tempest-ServerPasswordTestJSON-711784220 tempest-ServerPasswordTestJSON-711784220-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a747d3f-891a-44f7-93c1-17ac8d8cafb8 HTTP/1.1" status: 200  len: 945 time: 0.5599055
Dec 25 21:21:26.440643 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.db [req-418e382c-3482-4e0a-9610-d88f322d2dbd req-b249d543-1096-4923-8ac3-2855f39b2587 service neutron] For port 6dcde4f1-b084-49e9-9b96-ae184bf1c495, host nch1-master-1, cleared binding levels {{(pid=121607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:21:26.444860 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.db [req-418e382c-3482-4e0a-9610-d88f322d2dbd req-b249d543-1096-4923-8ac3-2855f39b2587 service neutron] For port 6dcde4f1-b084-49e9-9b96-ae184bf1c495, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6dcde4f1-b084-49e9-9b96-ae184bf1c495,segment=NetworkSegment(95544d4b-0c14-46d9-8e39-4d223a110754),segment_id=95544d4b-0c14-46d9-8e39-4d223a110754)] {{(pid=121607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:21:26.461356 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-51cc0de1-4f04-430e-bd28-312920d42386 req-a2a9ea68-f76b-45b9-a832-b04142170a9c service neutron] 10.222.0.37 "GET /v2.0/networks/5e3e14c1-fa4f-4065-b9e3-19dd5f8f11c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1146991
Dec 25 21:21:26.462352 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-2d84adb4-db76-447a-9c44-b94d84cca9c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f261c4d44c0>, [{'id': '6fee4504-9331-466c-8137-c9604d35f8d5', 'name': 'tempest-ServerRescueTestJSONUnderV235-1998990851-router', 'tenant_id': 'bfd1b67368c34701bcdc20105e48ad41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.112'}], 'enable_snat': True}, 'gw_port_id': '41d1740f-8e33-489f-9ce2-1cbb1abb45dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:20:18Z', 'updated_at': '2021-12-25T21:20:22Z', 'revision_number': 4, 'project_id': 'bfd1b67368c34701bcdc20105e48ad41', 'gw_port': {'id': '41d1740f-8e33-489f-9ce2-1cbb1abb45dc', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:da:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fee4504-9331-466c-8137-c9604d35f8d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:20:19Z', 'updated_at': '2021-12-25T21:20:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '20c5dd42-50c5-43d1-a899-c9b4bd8a4356', 'name': '', 'network_id': '5e3e14c1-fa4f-4065-b9e3-19dd5f8f11c3', 'tenant_id': 'bfd1b67368c34701bcdc20105e48ad41', 'mac_address': 'fa:16:3e:36:1d:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fee4504-9331-466c-8137-c9604d35f8d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '46335a3d-cb7c-4909-913c-277e2c1dc81d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:20:21Z', 'updated_at': '2021-12-25T21:20:29Z', 'revision_number': 5, 'project_id': 'bfd1b67368c34701bcdc20105e48ad41', 'subnets': [{'id': '46335a3d-cb7c-4909-913c-277e2c1dc81d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:21:26.493187 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d84adb4-db76-447a-9c44-b94d84cca9c0 None None] The sync data for ids ['6fee4504-9331-466c-8137-c9604d35f8d5'] in ncdv-master-1 is: [{'id': '6fee4504-9331-466c-8137-c9604d35f8d5', 'name': 'tempest-ServerRescueTestJSONUnderV235-1998990851-router', 'tenant_id': 'bfd1b67368c34701bcdc20105e48ad41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.112'}], 'enable_snat': True}, 'gw_port_id': '41d1740f-8e33-489f-9ce2-1cbb1abb45dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:20:18Z', 'updated_at': '2021-12-25T21:20:22Z', 'revision_number': 4, 'project_id': 'bfd1b67368c34701bcdc20105e48ad41', 'gw_port': {'id': '41d1740f-8e33-489f-9ce2-1cbb1abb45dc', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:da:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fee4504-9331-466c-8137-c9604d35f8d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:20:19Z', 'updated_at': '2021-12-25T21:20:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '20c5dd42-50c5-43d1-a899-c9b4bd8a4356', 'name': '', 'network_id': '5e3e14c1-fa4f-4065-b9e3-19dd5f8f11c3', 'tenant_id': 'bfd1b67368c34701bcdc20105e48ad41', 'mac_address': 'fa:16:3e:36:1d:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fee4504-9331-466c-8137-c9604d35f8d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '46335a3d-cb7c-4909-913c-277e2c1dc81d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:20:21Z', 'updated_at': '2021-12-25T21:20:29Z', 'revision_number': 5, 'project_id': 'bfd1b67368c34701bcdc20105e48ad41', 'subnets': [{'id': '46335a3d-cb7c-4909-913c-277e2c1dc81d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 21:21:26.494802 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7ba98b-e9df-4145-8cce-175a75d156c2 req-073fd0cf-e673-46de-9438-760b709431d0 tempest-AttachVolumeNegativeTest-2126197630 tempest-AttachVolumeNegativeTest-2126197630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:21:26.497031 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1f7ba98b-e9df-4145-8cce-175a75d156c2 req-073fd0cf-e673-46de-9438-760b709431d0 tempest-AttachVolumeNegativeTest-2126197630 tempest-AttachVolumeNegativeTest-2126197630-project] 10.222.0.31 "GET /v2.0/networks?id=df7f119b-f1bb-462c-b2dc-ce3acd2a89d9 HTTP/1.1" status: 200  len: 814 time: 0.6943328
Dec 25 21:21:26.528344 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-1f7ba98b-e9df-4145-8cce-175a75d156c2 req-d06bbda3-49c0-4a1a-9b15-dcdf80fe0270 tempest-AttachVolumeNegativeTest-2126197630 tempest-AttachVolumeNegativeTest-2126197630-project] Request body: {'port': {'device_id': '64261b4d-7f44-4796-9323-e198eada5059', 'network_id': 'df7f119b-f1bb-462c-b2dc-ce3acd2a89d9', 'admin_state_up': True, 'tenant_id': '8dcf2517f61849cb9650682caf0c5712'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:21:26.536335 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-418e382c-3482-4e0a-9610-d88f322d2dbd req-b249d543-1096-4923-8ac3-2855f39b2587 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8632327'] for port, after_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:26.602667 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418e382c-3482-4e0a-9610-d88f322d2dbd req-b249d543-1096-4923-8ac3-2855f39b2587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:21:26.603593 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-418e382c-3482-4e0a-9610-d88f322d2dbd req-b249d543-1096-4923-8ac3-2855f39b2587 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:26.605294 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-418e382c-3482-4e0a-9610-d88f322d2dbd req-b249d543-1096-4923-8ac3-2855f39b2587 service neutron] 10.222.0.31 "PUT /v2.0/ports/6dcde4f1-b084-49e9-9b96-ae184bf1c495 HTTP/1.1" status: 200  len: 1091 time: 1.2691462
Dec 25 21:21:26.605755 ncdv-master-1 neutron-server[121607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '336c6856-ca33-4291-b38f-03e7f7a5db93', 'tag': '6dcde4f1-b084-49e9-9b96-ae184bf1c495'}] {{(pid=121607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:21:26.608194 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f980bbcadfa7bf1e788024e1448be660373c21f97f015f780444e999c451203" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09da9417-41ad-4fee-a0f0-350ed1aaf4b4" -d '{"events": [{"name": "network-changed", "server_uuid": "336c6856-ca33-4291-b38f-03e7f7a5db93", "tag": "6dcde4f1-b084-49e9-9b96-ae184bf1c495"}]}' {{(pid=121607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:21:26.634545 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b249d543-1096-4923-8ac3-2855f39b2587 service neutron] Pushing event updated for resources: {'Port': ['ID=6dcde4f1-b084-49e9-9b96-ae184bf1c495,revision_number=3']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:21:26.679237 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b34d47a0-eef5-4842-9e2a-8a46f9552bc2 req-5761f208-7267-4a67-92b5-b2d25f5e39ca tempest-ServerPasswordTestJSON-711784220 tempest-ServerPasswordTestJSON-711784220-project] 10.222.0.32 "GET /v2.0/security-groups?id=e8219af7-6d08-4409-bc9e-4cb00b9748fd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2407937
Dec 25 21:21:26.710295 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [req-4a23e9da-5860-49bc-885a-744abaa0be60 req-7e34516b-b23b-44ca-9749-ce07d3037620 tempest-ServerPasswordTestJSON-711784220 tempest-ServerPasswordTestJSON-711784220-project] Deleting port 9c0aa314-9c2e-48d1-9808-f65926f1cc94 {{(pid=121606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:21:26.711371 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-4a23e9da-5860-49bc-885a-744abaa0be60 req-7e34516b-b23b-44ca-9749-ce07d3037620 tempest-ServerPasswordTestJSON-711784220 tempest-ServerPasswordTestJSON-711784220-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:26.749730 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5d193b79-dd13-452d-8e27-f7eb95ab05c0 req-8eed7141-e460-4007-bd77-c0c26a9f7e7f service neutron] 10.222.0.32 "GET /v2.0/networks/5e3e14c1-fa4f-4065-b9e3-19dd5f8f11c3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3493671
Dec 25 21:21:26.767627 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418e382c-3482-4e0a-9610-d88f322d2dbd req-2796ee95-5fac-4b1d-9fec-fc136c98f25f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:21:26.769944 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-418e382c-3482-4e0a-9610-d88f322d2dbd req-2796ee95-5fac-4b1d-9fec-fc136c98f25f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=66319858228140b3841ef6c7c8cd5c14&device_id=336c6856-ca33-4291-b38f-03e7f7a5db93 HTTP/1.1" status: 200  len: 1094 time: 0.0515094
Dec 25 21:21:26.817555 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-418e382c-3482-4e0a-9610-d88f322d2dbd req-0f96e08e-b375-4d7a-87ed-fa3d57fd6d0a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6dcde4f1-b084-49e9-9b96-ae184bf1c495 HTTP/1.1" status: 200  len: 217 time: 0.0395472
Dec 25 21:21:26.824072 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-603cd17a-c8e6-4f59-9c48-da6fd1c0f9f8 None None] New status for floating IP ef7ad7c9-ea62-47ce-af69-6aa9939e96d1: DOWN {{(pid=121608) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 25 21:21:26.871165 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418e382c-3482-4e0a-9610-d88f322d2dbd req-1572e179-4270-4377-966b-911718c8b04c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:21:26.872535 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-418e382c-3482-4e0a-9610-d88f322d2dbd req-1572e179-4270-4377-966b-911718c8b04c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=fd250946-046a-4d6b-8707-567238b4ce5f HTTP/1.1" status: 200  len: 853 time: 0.0480700
Dec 25 21:21:26.907107 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-418e382c-3482-4e0a-9610-d88f322d2dbd req-a2917788-6cce-4260-b1b0-7c076eade525 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2173080e-712c-4030-840a-d911c5ceb839&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0270734
Dec 25 21:21:26.956209 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-4a23e9da-5860-49bc-885a-744abaa0be60 req-7e34516b-b23b-44ca-9749-ce07d3037620 tempest-ServerPasswordTestJSON-711784220 tempest-ServerPasswordTestJSON-711784220-project] For port 9c0aa314-9c2e-48d1-9808-f65926f1cc94, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9c0aa314-9c2e-48d1-9808-f65926f1cc94,segment=NetworkSegment(b1ac63a8-9e31-4fc8-a172-492e76b65555),segment_id=b1ac63a8-9e31-4fc8-a172-492e76b65555)] {{(pid=121606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:21:26.956902 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-4a23e9da-5860-49bc-885a-744abaa0be60 req-7e34516b-b23b-44ca-9749-ce07d3037620 tempest-ServerPasswordTestJSON-711784220 tempest-ServerPasswordTestJSON-711784220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:26.976385 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684a9fe6-83da-4077-81a5-ee645bb95e5e req-79ce6766-c289-4902-baaf-0d85f3fdfd07 tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:21:26.977969 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-684a9fe6-83da-4077-81a5-ee645bb95e5e req-79ce6766-c289-4902-baaf-0d85f3fdfd07 tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/ports?device_id=336c6856-ca33-4291-b38f-03e7f7a5db93 HTTP/1.1" status: 200  len: 943 time: 0.2105224
Dec 25 21:21:26.983370 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5d193b79-dd13-452d-8e27-f7eb95ab05c0 req-9c04a931-984a-4ae9-81b4-daf851a874f7 service neutron] 10.222.0.32 "GET /v2.0/networks/5e3e14c1-fa4f-4065-b9e3-19dd5f8f11c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2328582
Dec 25 21:21:26.991631 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [req-4a23e9da-5860-49bc-885a-744abaa0be60 req-7e34516b-b23b-44ca-9749-ce07d3037620 tempest-ServerPasswordTestJSON-711784220 tempest-ServerPasswordTestJSON-711784220-project] Calling delete_port for 9c0aa314-9c2e-48d1-9808-f65926f1cc94 owned by compute:nova {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:21:27.027983 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-418e382c-3482-4e0a-9610-d88f322d2dbd req-9814f98b-9eb1-4048-80cb-351b8f746d53 service neutron] 10.222.0.31 "GET /v2.0/networks/2173080e-712c-4030-840a-d911c5ceb839?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1137183
Dec 25 21:21:27.074421 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f7ba98b-e9df-4145-8cce-175a75d156c2 req-d06bbda3-49c0-4a1a-9b15-dcdf80fe0270 tempest-AttachVolumeNegativeTest-2126197630 tempest-AttachVolumeNegativeTest-2126197630-project] Made reservation on behalf of 8dcf2517f61849cb9650682caf0c5712 for: {'port': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:21:27.078826 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-1f7ba98b-e9df-4145-8cce-175a75d156c2 req-d06bbda3-49c0-4a1a-9b15-dcdf80fe0270 tempest-AttachVolumeNegativeTest-2126197630 tempest-AttachVolumeNegativeTest-2126197630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:27.122313 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-684a9fe6-83da-4077-81a5-ee645bb95e5e req-9b63fa19-b65a-4e02-adc6-9ae91e56016f tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/security-groups?id=eb031b39-e206-4789-8844-f32137bfb856&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1320958
Dec 25 21:21:27.165596 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-418e382c-3482-4e0a-9610-d88f322d2dbd req-b3d41d9d-566a-4573-a226-95d79be15521 service neutron] 10.222.0.31 "GET /v2.0/networks/2173080e-712c-4030-840a-d911c5ceb839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1268096
Dec 25 21:21:27.329202 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f1584321-ff95-4e22-9dc3-4cd1136b8011 req-78c8ddfc-f830-47df-b2fb-25e6e233ad81 tempest-AttachVolumeNegativeTest-2126197630 tempest-AttachVolumeNegativeTest-2126197630-project] 10.222.0.32 "GET /v2.0/ports?device_id=64261b4d-7f44-4796-9323-e198eada5059 HTTP/1.1" status: 200  len: 210 time: 0.0634828
Dec 25 21:21:27.351578 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_common [req-1f7ba98b-e9df-4145-8cce-175a75d156c2 req-d06bbda3-49c0-4a1a-9b15-dcdf80fe0270 tempest-AttachVolumeNegativeTest-2126197630 tempest-AttachVolumeNegativeTest-2126197630-project] Allocated IP 172.20.0.6 (df7f119b-f1bb-462c-b2dc-ce3acd2a89d9/d0593536-f259-44e3-8eca-283096dddce3/e1a1ed5e-2df4-4726-86bd-bc56ff15ffb1) {{(pid=121606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:21:27.441398 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Dec 2021 21:21:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6728001-c0ce-401a-928a-8d72e16a0422 x-openstack-request-id: req-b6728001-c0ce-401a-928a-8d72e16a0422 {{(pid=121607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:21:27.441762 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "336c6856-ca33-4291-b38f-03e7f7a5db93", "tag": "6dcde4f1-b084-49e9-9b96-ae184bf1c495", "status": "completed", "code": 200}]} {{(pid=121607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:21:27.441943 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b6728001-c0ce-401a-928a-8d72e16a0422 {{(pid=121607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:21:27.447678 ncdv-master-1 neutron-server[121607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '336c6856-ca33-4291-b38f-03e7f7a5db93', 'tag': '6dcde4f1-b084-49e9-9b96-ae184bf1c495', 'status': 'completed', 'code': 200}
Dec 25 21:21:27.487779 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-4a23e9da-5860-49bc-885a-744abaa0be60 req-7e34516b-b23b-44ca-9749-ce07d3037620 tempest-ServerPasswordTestJSON-711784220 tempest-ServerPasswordTestJSON-711784220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:27.501598 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] get_ports_and_sgs() called for port_ids ['9c0aa314-9c2e-48d1-9808-f65926f1cc94'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:21:27.511879 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09da9417-41ad-4fee-a0f0-350ed1aaf4b4 req-d8cf7b9c-358a-48e7-98ab-af32faf6c1d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:21:27.513430 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-09da9417-41ad-4fee-a0f0-350ed1aaf4b4 req-d8cf7b9c-358a-48e7-98ab-af32faf6c1d8 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=66319858228140b3841ef6c7c8cd5c14&device_id=336c6856-ca33-4291-b38f-03e7f7a5db93 HTTP/1.1" status: 200  len: 1094 time: 0.0423324
Dec 25 21:21:27.567912 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0dc965c8-98aa-4ef2-b4af-e21e91b52ced req-74f2628c-2245-41b2-8749-6fd915742c5c tempest-ServerRescueTestJSONUnderV235-1351702928 tempest-ServerRescueTestJSONUnderV235-1351702928-project] 10.222.0.32 "GET /v2.0/floatingips/ef7ad7c9-ea62-47ce-af69-6aa9939e96d1 HTTP/1.1" status: 200  len: 693 time: 0.0880284
Dec 25 21:21:27.568700 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e34516b-b23b-44ca-9749-ce07d3037620 tempest-ServerPasswordTestJSON-711784220 tempest-ServerPasswordTestJSON-711784220-project] Pushing event deleted for resources: {'Port': ['ID=9c0aa314-9c2e-48d1-9808-f65926f1cc94,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:21:27.640809 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09da9417-41ad-4fee-a0f0-350ed1aaf4b4 req-ed769670-a449-4a62-8216-05330dddb31c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:21:27.642345 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-09da9417-41ad-4fee-a0f0-350ed1aaf4b4 req-ed769670-a449-4a62-8216-05330dddb31c service neutron] 10.222.0.31 "GET /v2.0/networks?id=2173080e-712c-4030-840a-d911c5ceb839 HTTP/1.1" status: 200  len: 914 time: 0.1130083
Dec 25 21:21:27.647854 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a23e9da-5860-49bc-885a-744abaa0be60 req-7e34516b-b23b-44ca-9749-ce07d3037620 tempest-ServerPasswordTestJSON-711784220 tempest-ServerPasswordTestJSON-711784220-project] No DVR routers for this DVR port 9c0aa314-9c2e-48d1-9808-f65926f1cc94 on host nch2-master-1 {{(pid=121606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:21:27.660905 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-4a23e9da-5860-49bc-885a-744abaa0be60 req-7e34516b-b23b-44ca-9749-ce07d3037620 tempest-ServerPasswordTestJSON-711784220 tempest-ServerPasswordTestJSON-711784220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:27.665614 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4a23e9da-5860-49bc-885a-744abaa0be60 req-7e34516b-b23b-44ca-9749-ce07d3037620 tempest-ServerPasswordTestJSON-711784220 tempest-ServerPasswordTestJSON-711784220-project] 10.222.0.37 "DELETE /v2.0/ports/9c0aa314-9c2e-48d1-9808-f65926f1cc94 HTTP/1.1" status: 204  len: 173 time: 1.6726062
Dec 25 21:21:27.677489 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a747d3f-891a-44f7-93c1-17ac8d8cafb8', 'name': 'network-vif-deleted', 'tag': '9c0aa314-9c2e-48d1-9808-f65926f1cc94'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:21:27.679761 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9858820c13ec2827453b94ebc4181065e990a4e4089ccb9fe762531ac62d2fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fb81276-824a-4475-9c28-a3830e23fd90" -d '{"events": [{"server_uuid": "3a747d3f-891a-44f7-93c1-17ac8d8cafb8", "name": "network-vif-deleted", "tag": "9c0aa314-9c2e-48d1-9808-f65926f1cc94"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:21:27.686339 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-09da9417-41ad-4fee-a0f0-350ed1aaf4b4 req-4605c995-92aa-405e-8f83-177457b29364 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6dcde4f1-b084-49e9-9b96-ae184bf1c495 HTTP/1.1" status: 200  len: 217 time: 0.0357053
Dec 25 21:21:27.710469 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-1f7ba98b-e9df-4145-8cce-175a75d156c2 req-d06bbda3-49c0-4a1a-9b15-dcdf80fe0270 tempest-AttachVolumeNegativeTest-2126197630 tempest-AttachVolumeNegativeTest-2126197630-project] Publish callbacks [] for port, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:27.740924 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09da9417-41ad-4fee-a0f0-350ed1aaf4b4 req-41b7f6f3-db45-4c6a-be57-49898208ed85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:21:27.742727 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-09da9417-41ad-4fee-a0f0-350ed1aaf4b4 req-41b7f6f3-db45-4c6a-be57-49898208ed85 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=fd250946-046a-4d6b-8707-567238b4ce5f HTTP/1.1" status: 200  len: 853 time: 0.0494957
Dec 25 21:21:27.762880 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc965c8-98aa-4ef2-b4af-e21e91b52ced req-d947e706-a1fc-479e-b4a4-84b0fb32c6b9 tempest-ServerRescueTestJSONUnderV235-1351702928 tempest-ServerRescueTestJSONUnderV235-1351702928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:21:27.764288 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0dc965c8-98aa-4ef2-b4af-e21e91b52ced req-d947e706-a1fc-479e-b4a4-84b0fb32c6b9 tempest-ServerRescueTestJSONUnderV235-1351702928 tempest-ServerRescueTestJSONUnderV235-1351702928-project] 10.222.0.32 "GET /v2.0/networks/7201e55c-7c5f-41aa-a042-a363696539d0 HTTP/1.1" status: 200  len: 784 time: 0.1881618
Dec 25 21:21:27.774808 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-09da9417-41ad-4fee-a0f0-350ed1aaf4b4 req-dbbedc99-9681-4f5a-b76b-b276ab9d2d6f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2173080e-712c-4030-840a-d911c5ceb839&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0245562
Dec 25 21:21:27.781165 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [req-0dc965c8-98aa-4ef2-b4af-e21e91b52ced req-71bf11c0-1475-4970-90d0-29526ed8b64b tempest-ServerRescueTestJSONUnderV235-1351702928 tempest-ServerRescueTestJSONUnderV235-1351702928-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=121606) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 25 21:21:27.782162 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0dc965c8-98aa-4ef2-b4af-e21e91b52ced req-71bf11c0-1475-4970-90d0-29526ed8b64b tempest-ServerRescueTestJSONUnderV235-1351702928 tempest-ServerRescueTestJSONUnderV235-1351702928-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0059190
Dec 25 21:21:27.838078 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0dc965c8-98aa-4ef2-b4af-e21e91b52ced req-368eea2f-f34b-448d-9fd9-b776b471b8d7 tempest-ServerRescueTestJSONUnderV235-1351702928 tempest-ServerRescueTestJSONUnderV235-1351702928-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.35.3.225 HTTP/1.1" status: 200  len: 696 time: 0.0492582
Dec 25 21:21:27.869038 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-09da9417-41ad-4fee-a0f0-350ed1aaf4b4 req-d2b62903-045a-48c5-8ecc-06fae810b4bb service neutron] 10.222.0.31 "GET /v2.0/networks/2173080e-712c-4030-840a-d911c5ceb839?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0872543
Dec 25 21:21:27.888676 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0dc965c8-98aa-4ef2-b4af-e21e91b52ced req-59cff8c7-70b7-4ba4-a635-61191e373ae2 tempest-ServerRescueTestJSONUnderV235-1351702928 tempest-ServerRescueTestJSONUnderV235-1351702928-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.35.3.225 HTTP/1.1" status: 200  len: 696 time: 0.0443237
Dec 25 21:21:27.889692 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-1f7ba98b-e9df-4145-8cce-175a75d156c2 req-d06bbda3-49c0-4a1a-9b15-dcdf80fe0270 tempest-AttachVolumeNegativeTest-2126197630 tempest-AttachVolumeNegativeTest-2126197630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:27.982093 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f7ba98b-e9df-4145-8cce-175a75d156c2 req-d06bbda3-49c0-4a1a-9b15-dcdf80fe0270 tempest-AttachVolumeNegativeTest-2126197630 tempest-AttachVolumeNegativeTest-2126197630-project] Network df7f119b-f1bb-462c-b2dc-ce3acd2a89d9 is already hosted by enough agents. {{(pid=121606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:21:27.982303 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-09da9417-41ad-4fee-a0f0-350ed1aaf4b4 req-59a85a4a-8920-4cd3-98aa-cc2ccf27a8d8 service neutron] 10.222.0.31 "GET /v2.0/networks/2173080e-712c-4030-840a-d911c5ceb839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1052587
Dec 25 21:21:27.990710 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [req-1f7ba98b-e9df-4145-8cce-175a75d156c2 req-d06bbda3-49c0-4a1a-9b15-dcdf80fe0270 tempest-AttachVolumeNegativeTest-2126197630 tempest-AttachVolumeNegativeTest-2126197630-project] Resources bound (agent type, host, resource id):  {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:21:27.997089 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f7ba98b-e9df-4145-8cce-175a75d156c2 req-d06bbda3-49c0-4a1a-9b15-dcdf80fe0270 tempest-AttachVolumeNegativeTest-2126197630 tempest-AttachVolumeNegativeTest-2126197630-project] Received port after_create {{(pid=121606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:21:28.027238 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06bbda3-49c0-4a1a-9b15-dcdf80fe0270 tempest-AttachVolumeNegativeTest-2126197630 tempest-AttachVolumeNegativeTest-2126197630-project] Pushing event updated for resources: {'Port': ['ID=e1a1ed5e-2df4-4726-86bd-bc56ff15ffb1,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:21:28.102598 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7ba98b-e9df-4145-8cce-175a75d156c2 req-d06bbda3-49c0-4a1a-9b15-dcdf80fe0270 tempest-AttachVolumeNegativeTest-2126197630 tempest-AttachVolumeNegativeTest-2126197630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:21:28.103250 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-1f7ba98b-e9df-4145-8cce-175a75d156c2 req-d06bbda3-49c0-4a1a-9b15-dcdf80fe0270 tempest-AttachVolumeNegativeTest-2126197630 tempest-AttachVolumeNegativeTest-2126197630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:28.135786 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [req-0dc965c8-98aa-4ef2-b4af-e21e91b52ced req-4a124b76-af03-4cc3-94d9-9191e00d2b0f tempest-ServerRescueTestJSONUnderV235-1351702928 tempest-ServerRescueTestJSONUnderV235-1351702928-project] Deleting port bc189b0b-649f-4a0a-8c95-03b90ef9a9da {{(pid=121606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:21:28.136136 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-0dc965c8-98aa-4ef2-b4af-e21e91b52ced req-4a124b76-af03-4cc3-94d9-9191e00d2b0f tempest-ServerRescueTestJSONUnderV235-1351702928 tempest-ServerRescueTestJSONUnderV235-1351702928-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:28.158223 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 21:21:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d4044d8-55b8-4c9f-b24f-f653aaa91853 x-openstack-request-id: req-0d4044d8-55b8-4c9f-b24f-f653aaa91853 {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:21:28.158223 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a747d3f-891a-44f7-93c1-17ac8d8cafb8", "name": "network-vif-deleted", "tag": "9c0aa314-9c2e-48d1-9808-f65926f1cc94", "status": "completed", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:21:28.158223 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0d4044d8-55b8-4c9f-b24f-f653aaa91853 {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:21:28.158223 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a747d3f-891a-44f7-93c1-17ac8d8cafb8', 'name': 'network-vif-deleted', 'tag': '9c0aa314-9c2e-48d1-9808-f65926f1cc94', 'status': 'completed', 'code': 200}
Dec 25 21:21:28.229916 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-0dc965c8-98aa-4ef2-b4af-e21e91b52ced req-4a124b76-af03-4cc3-94d9-9191e00d2b0f tempest-ServerRescueTestJSONUnderV235-1351702928 tempest-ServerRescueTestJSONUnderV235-1351702928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:28.230245 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-0dc965c8-98aa-4ef2-b4af-e21e91b52ced req-4a124b76-af03-4cc3-94d9-9191e00d2b0f tempest-ServerRescueTestJSONUnderV235-1351702928 tempest-ServerRescueTestJSONUnderV235-1351702928-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:28.251791 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-32b0fea6-f304-4918-9405-e8ee64a272e7 req-20e22577-03c0-4b63-bf05-8a8908c94abb tempest-ServerPasswordTestJSON-711784220 tempest-ServerPasswordTestJSON-711784220-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a747d3f-891a-44f7-93c1-17ac8d8cafb8 HTTP/1.1" status: 200  len: 210 time: 0.0466700
Dec 25 21:21:28.255901 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1f7ba98b-e9df-4145-8cce-175a75d156c2 req-d06bbda3-49c0-4a1a-9b15-dcdf80fe0270 tempest-AttachVolumeNegativeTest-2126197630 tempest-AttachVolumeNegativeTest-2126197630-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.7454269
Dec 25 21:21:28.262788 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [req-0dc965c8-98aa-4ef2-b4af-e21e91b52ced req-4a124b76-af03-4cc3-94d9-9191e00d2b0f tempest-ServerRescueTestJSONUnderV235-1351702928 tempest-ServerRescueTestJSONUnderV235-1351702928-project] Calling delete_port for bc189b0b-649f-4a0a-8c95-03b90ef9a9da owned by network:floatingip {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:21:28.275628 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-1f7ba98b-e9df-4145-8cce-175a75d156c2 req-fd4a23f7-60e4-4749-8db4-850fb08ee33e service neutron] Request body: {'port': {'device_id': '64261b4d-7f44-4796-9323-e198eada5059', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:21:28.385176 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-1f7ba98b-e9df-4145-8cce-175a75d156c2 req-fd4a23f7-60e4-4749-8db4-850fb08ee33e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:28.570048 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02efac38-e4a9-4deb-894c-3240a21850e0 req-4873896c-d837-4ef9-94fa-6a6f107bbc9a tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:21:28.572192 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-02efac38-e4a9-4deb-894c-3240a21850e0 req-4873896c-d837-4ef9-94fa-6a6f107bbc9a tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/ports?device_id=336c6856-ca33-4291-b38f-03e7f7a5db93 HTTP/1.1" status: 200  len: 943 time: 0.1829660
Dec 25 21:21:28.694886 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-02efac38-e4a9-4deb-894c-3240a21850e0 req-855bcb0b-787b-401e-afa2-02921cc38ce7 tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/security-groups?id=eb031b39-e206-4789-8844-f32137bfb856&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1147964
Dec 25 21:21:28.764164 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-0dc965c8-98aa-4ef2-b4af-e21e91b52ced req-4a124b76-af03-4cc3-94d9-9191e00d2b0f tempest-ServerRescueTestJSONUnderV235-1351702928 tempest-ServerRescueTestJSONUnderV235-1351702928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:28.820392 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a124b76-af03-4cc3-94d9-9191e00d2b0f tempest-ServerRescueTestJSONUnderV235-1351702928 tempest-ServerRescueTestJSONUnderV235-1351702928-project] Pushing event deleted for resources: {'Port': ['ID=bc189b0b-649f-4a0a-8c95-03b90ef9a9da,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:21:28.880842 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [req-1f7ba98b-e9df-4145-8cce-175a75d156c2 req-fd4a23f7-60e4-4749-8db4-850fb08ee33e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1a1ed5e-2df4-4726-86bd-bc56ff15ffb1 {{(pid=121606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:21:28.904598 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-1f7ba98b-e9df-4145-8cce-175a75d156c2 req-fd4a23f7-60e4-4749-8db4-850fb08ee33e service neutron] Publish callbacks [] for port, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:28.932281 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.provisioning_blocks [req-1f7ba98b-e9df-4145-8cce-175a75d156c2 req-fd4a23f7-60e4-4749-8db4-850fb08ee33e service neutron] Transition to ACTIVE for port object e1a1ed5e-2df4-4726-86bd-bc56ff15ffb1 will not be triggered until provisioned by entity L2. {{(pid=121606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 25 21:21:28.936384 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-0dc965c8-98aa-4ef2-b4af-e21e91b52ced req-4a124b76-af03-4cc3-94d9-9191e00d2b0f tempest-ServerRescueTestJSONUnderV235-1351702928 tempest-ServerRescueTestJSONUnderV235-1351702928-project] Publish callbacks [] for floatingip, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:28.938976 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-0dc965c8-98aa-4ef2-b4af-e21e91b52ced req-4a124b76-af03-4cc3-94d9-9191e00d2b0f tempest-ServerRescueTestJSONUnderV235-1351702928 tempest-ServerRescueTestJSONUnderV235-1351702928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for floatingip, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:28.940117 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0dc965c8-98aa-4ef2-b4af-e21e91b52ced req-4a124b76-af03-4cc3-94d9-9191e00d2b0f tempest-ServerRescueTestJSONUnderV235-1351702928 tempest-ServerRescueTestJSONUnderV235-1351702928-project] 10.222.0.32 "DELETE /v2.0/floatingips/ef7ad7c9-ea62-47ce-af69-6aa9939e96d1 HTTP/1.1" status: 204  len: 173 time: 1.0436416
Dec 25 21:21:28.962242 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53eff8a-05e6-47aa-a92e-0892e1320e0a req-216de451-9102-497e-a6a1-f2cd31acb7ba tempest-AttachVolumeNegativeTest-2126197630 tempest-AttachVolumeNegativeTest-2126197630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:21:28.962242 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f53eff8a-05e6-47aa-a92e-0892e1320e0a req-216de451-9102-497e-a6a1-f2cd31acb7ba tempest-AttachVolumeNegativeTest-2126197630 tempest-AttachVolumeNegativeTest-2126197630-project] 10.222.0.32 "GET /v2.0/ports?device_id=64261b4d-7f44-4796-9323-e198eada5059 HTTP/1.1" status: 200  len: 931 time: 0.1147139
Dec 25 21:21:29.012672 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-1f7ba98b-e9df-4145-8cce-175a75d156c2 req-fd4a23f7-60e4-4749-8db4-850fb08ee33e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:29.043368 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f53eff8a-05e6-47aa-a92e-0892e1320e0a req-d700ccd4-913a-4521-9262-418166f80069 tempest-AttachVolumeNegativeTest-2126197630 tempest-AttachVolumeNegativeTest-2126197630-project] 10.222.0.32 "GET /v2.0/security-groups?id=b13bfb58-0f10-46e2-9252-687280bf8bf9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0709414
Dec 25 21:21:29.093887 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4a23f7-60e4-4749-8db4-850fb08ee33e service neutron] Pushing event updated for resources: {'Port': ['ID=e1a1ed5e-2df4-4726-86bd-bc56ff15ffb1,revision_number=2']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:21:29.126375 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-53a59316-07be-4012-a801-ef77de800c04 req-0d928547-9046-482f-87ce-9e0e107ad76c tempest-ServerRescueTestJSONUnderV235-1351702928 tempest-ServerRescueTestJSONUnderV235-1351702928-project] 10.222.0.32 "GET /v2.0/security-groups/777664ad-5e56-438f-b294-88e17ba798c0 HTTP/1.1" status: 200  len: 1826 time: 0.0820463
Dec 25 21:21:29.203472 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-1f7ba98b-e9df-4145-8cce-175a75d156c2 req-fd4a23f7-60e4-4749-8db4-850fb08ee33e service neutron] Attempting to bind port e1a1ed5e-2df4-4726-86bd-bc56ff15ffb1 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:21:29.203821 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-1f7ba98b-e9df-4145-8cce-175a75d156c2 req-fd4a23f7-60e4-4749-8db4-850fb08ee33e service neutron] Attempting to bind port e1a1ed5e-2df4-4726-86bd-bc56ff15ffb1 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '1c5dea30-318f-4932-8772-f43ff59dee51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'df7f119b-f1bb-462c-b2dc-ce3acd2a89d9'}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:21:29.204151 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f7ba98b-e9df-4145-8cce-175a75d156c2 req-fd4a23f7-60e4-4749-8db4-850fb08ee33e service neutron] Attempting to bind port e1a1ed5e-2df4-4726-86bd-bc56ff15ffb1 on network df7f119b-f1bb-462c-b2dc-ce3acd2a89d9 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:21:29.214926 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f7ba98b-e9df-4145-8cce-175a75d156c2 req-fd4a23f7-60e4-4749-8db4-850fb08ee33e service neutron] Port e1a1ed5e-2df4-4726-86bd-bc56ff15ffb1 on network df7f119b-f1bb-462c-b2dc-ce3acd2a89d9 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 25 21:21:29.218892 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f7ba98b-e9df-4145-8cce-175a75d156c2 req-fd4a23f7-60e4-4749-8db4-850fb08ee33e service neutron] Attempting to bind port e1a1ed5e-2df4-4726-86bd-bc56ff15ffb1 on network df7f119b-f1bb-462c-b2dc-ce3acd2a89d9 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:21:29.226891 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f7ba98b-e9df-4145-8cce-175a75d156c2 req-fd4a23f7-60e4-4749-8db4-850fb08ee33e service neutron] Checking agent: {'id': '6d577036-68fc-4aa4-aed7-5ab01de2117e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 21, 4, 34), 'started_at': datetime.datetime(2021, 12, 25, 21, 4, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 21, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:21:29.227889 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f7ba98b-e9df-4145-8cce-175a75d156c2 req-fd4a23f7-60e4-4749-8db4-850fb08ee33e service neutron] Checking segment: {'id': '1c5dea30-318f-4932-8772-f43ff59dee51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'df7f119b-f1bb-462c-b2dc-ce3acd2a89d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:21:29.228282 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f7ba98b-e9df-4145-8cce-175a75d156c2 req-fd4a23f7-60e4-4749-8db4-850fb08ee33e service neutron] Bound using segment: {'id': '1c5dea30-318f-4932-8772-f43ff59dee51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'df7f119b-f1bb-462c-b2dc-ce3acd2a89d9'} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:21:29.228718 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-1f7ba98b-e9df-4145-8cce-175a75d156c2 req-fd4a23f7-60e4-4749-8db4-850fb08ee33e service neutron] Bound port: e1a1ed5e-2df4-4726-86bd-bc56ff15ffb1, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c5dea30-318f-4932-8772-f43ff59dee51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'df7f119b-f1bb-462c-b2dc-ce3acd2a89d9'}}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:21:29.229109 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-1f7ba98b-e9df-4145-8cce-175a75d156c2 req-fd4a23f7-60e4-4749-8db4-850fb08ee33e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:29.238681 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-53a59316-07be-4012-a801-ef77de800c04 req-7bef9a48-6453-4374-8a25-8b3b1882d77e tempest-ServerRescueTestJSONUnderV235-1351702928 tempest-ServerRescueTestJSONUnderV235-1351702928-project] Publish callbacks [] for security_group, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:29.288580 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-53a59316-07be-4012-a801-ef77de800c04 req-7bef9a48-6453-4374-8a25-8b3b1882d77e tempest-ServerRescueTestJSONUnderV235-1351702928 tempest-ServerRescueTestJSONUnderV235-1351702928-project] Publish callbacks [] for security_group, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:29.317541 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 60570) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:21:29.351116 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-1f7ba98b-e9df-4145-8cce-175a75d156c2 req-fd4a23f7-60e4-4749-8db4-850fb08ee33e service neutron] For port e1a1ed5e-2df4-4726-86bd-bc56ff15ffb1, host nch1-master-1, cleared binding levels {{(pid=121606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:21:29.355292 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-1f7ba98b-e9df-4145-8cce-175a75d156c2 req-fd4a23f7-60e4-4749-8db4-850fb08ee33e service neutron] For port e1a1ed5e-2df4-4726-86bd-bc56ff15ffb1, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e1a1ed5e-2df4-4726-86bd-bc56ff15ffb1,segment=NetworkSegment(1c5dea30-318f-4932-8772-f43ff59dee51),segment_id=1c5dea30-318f-4932-8772-f43ff59dee51)] {{(pid=121606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:21:29.368611 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_v2 [None req-31c05c7b-a40f-4111-b42a-05a00f0ceb84 admin admin] Deleting subnet 7090ee37-2419-42f4-98ff-c630e9b17826 {{(pid=121607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Dec 25 21:21:29.371669 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-31c05c7b-a40f-4111-b42a-05a00f0ceb84 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:29.411023 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-31c05c7b-a40f-4111-b42a-05a00f0ceb84 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10246617'] for subnet, precommit_delete_associations {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:29.449016 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-31c05c7b-a40f-4111-b42a-05a00f0ceb84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995662'] for subnet, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:29.461186 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-1f7ba98b-e9df-4145-8cce-175a75d156c2 req-fd4a23f7-60e4-4749-8db4-850fb08ee33e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:29.465352 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-53a59316-07be-4012-a801-ef77de800c04 req-7bef9a48-6453-4374-8a25-8b3b1882d77e tempest-ServerRescueTestJSONUnderV235-1351702928 tempest-ServerRescueTestJSONUnderV235-1351702928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:29.467884 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-53a59316-07be-4012-a801-ef77de800c04 req-7bef9a48-6453-4374-8a25-8b3b1882d77e tempest-ServerRescueTestJSONUnderV235-1351702928 tempest-ServerRescueTestJSONUnderV235-1351702928-project] Publish callbacks [] for security_group, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:29.469078 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-53a59316-07be-4012-a801-ef77de800c04 req-7bef9a48-6453-4374-8a25-8b3b1882d77e tempest-ServerRescueTestJSONUnderV235-1351702928 tempest-ServerRescueTestJSONUnderV235-1351702928-project] 10.222.0.32 "DELETE /v2.0/security-groups/777664ad-5e56-438f-b294-88e17ba798c0 HTTP/1.1" status: 204  len: 173 time: 0.3245916
Dec 25 21:21:29.504249 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bef9a48-6453-4374-8a25-8b3b1882d77e tempest-ServerRescueTestJSONUnderV235-1351702928 tempest-ServerRescueTestJSONUnderV235-1351702928-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=777664ad-5e56-438f-b294-88e17ba798c0,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:21:29.516569 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7ba98b-e9df-4145-8cce-175a75d156c2 req-fd4a23f7-60e4-4749-8db4-850fb08ee33e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:21:29.517239 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-1f7ba98b-e9df-4145-8cce-175a75d156c2 req-fd4a23f7-60e4-4749-8db4-850fb08ee33e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:29.518656 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1f7ba98b-e9df-4145-8cce-175a75d156c2 req-fd4a23f7-60e4-4749-8db4-850fb08ee33e service neutron] 10.222.0.31 "PUT /v2.0/ports/e1a1ed5e-2df4-4726-86bd-bc56ff15ffb1 HTTP/1.1" status: 200  len: 1091 time: 1.2539461
Dec 25 21:21:29.536516 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4a23f7-60e4-4749-8db4-850fb08ee33e service neutron] Pushing event updated for resources: {'Port': ['ID=e1a1ed5e-2df4-4726-86bd-bc56ff15ffb1,revision_number=3']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:21:29.580760 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-31c05c7b-a40f-4111-b42a-05a00f0ceb84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8632410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8852809'] for subnet, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:29.612463 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c05c7b-a40f-4111-b42a-05a00f0ceb84 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7090ee37-2419-42f4-98ff-c630e9b17826,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:21:29.616651 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-31c05c7b-a40f-4111-b42a-05a00f0ceb84 admin admin] Publish callbacks [] for subnet, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:29.621322 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-31c05c7b-a40f-4111-b42a-05a00f0ceb84 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/7090ee37-2419-42f4-98ff-c630e9b17826 HTTP/1.1" status: 204  len: 168 time: 0.3013463
Dec 25 21:21:29.623451 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 60588) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:21:29.677589 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7ba98b-e9df-4145-8cce-175a75d156c2 req-71d35dbe-e388-4786-ad6d-e0c967a79c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:21:29.679166 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1f7ba98b-e9df-4145-8cce-175a75d156c2 req-71d35dbe-e388-4786-ad6d-e0c967a79c35 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8dcf2517f61849cb9650682caf0c5712&device_id=64261b4d-7f44-4796-9323-e198eada5059 HTTP/1.1" status: 200  len: 1094 time: 0.0529275
Dec 25 21:21:29.702312 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-97a30166-5cd6-4e62-8619-7114749aa6f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625803'] for network, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:29.727644 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1f7ba98b-e9df-4145-8cce-175a75d156c2 req-c57b1562-a244-4f91-b5d9-60302db39bc9 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e1a1ed5e-2df4-4726-86bd-bc56ff15ffb1 HTTP/1.1" status: 200  len: 217 time: 0.0371740
Dec 25 21:21:29.792763 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7ba98b-e9df-4145-8cce-175a75d156c2 req-d0b75fb1-22c3-40a4-9f7a-f85b318a73d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:21:29.794198 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1f7ba98b-e9df-4145-8cce-175a75d156c2 req-d0b75fb1-22c3-40a4-9f7a-f85b318a73d1 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d0593536-f259-44e3-8eca-283096dddce3 HTTP/1.1" status: 200  len: 854 time: 0.0594800
Dec 25 21:21:29.798280 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device 9c0aa314-9c2e-48d1-9808-f65926f1cc94 no longer exists at agent hyperv_nch2-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:21:29.801594 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-97a30166-5cd6-4e62-8619-7114749aa6f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997585', 'neutron.services.segments.db._delete_segments_for_network-8737602743071'] for network, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:29.822248 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] No Port match for: 9c0aa314-9c2e-48d1-9808-f65926f1cc94 {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:21:29.823053 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device 9c0aa314-9c2e-48d1-9808-f65926f1cc94 not bound to the agent host nch2-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:21:29.825964 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-97a30166-5cd6-4e62-8619-7114749aa6f5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f261215bf40>,) {'filters': {'network_id': ['8a2bf814-627c-42b9-8fa2-c3b29a2cdee7']}} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:21:29.835759 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-97a30166-5cd6-4e62-8619-7114749aa6f5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f261215bf40>, 'b1ac63a8-9e31-4fc8-a172-492e76b65555') {'for_net_delete': True} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:21:29.836051 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-97a30166-5cd6-4e62-8619-7114749aa6f5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f261215bf40>, 'b1ac63a8-9e31-4fc8-a172-492e76b65555') {} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:21:29.846049 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-97a30166-5cd6-4e62-8619-7114749aa6f5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737602746920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10246592'] for segment, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:29.848962 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1f7ba98b-e9df-4145-8cce-175a75d156c2 req-8b89bbf5-5279-41f4-bb30-e024e927c4d1 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=df7f119b-f1bb-462c-b2dc-ce3acd2a89d9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0421374
Dec 25 21:21:29.860108 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-97a30166-5cd6-4e62-8619-7114749aa6f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:29.866727 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97a30166-5cd6-4e62-8619-7114749aa6f5 admin admin] Releasing vlan 184 on physical network physnet1 to pool {{(pid=121607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 25 21:21:29.867109 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-97a30166-5cd6-4e62-8619-7114749aa6f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8633327'] for segment, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:29.868924 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:21:29.868924 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:21:29.868924 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:21:29.868924 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:21:29.868924 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:21:29.868924 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:21:29.868924 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:21:29.868924 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:21:29.868924 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:21:29.868924 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:21:29.868924 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:21:29.868924 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:21:29.868924 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:21:29.868924 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:21:29.868924 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:21:29.868924 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:21:29.868924 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:21:29.868924 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:21:29.868924 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:21:29.868924 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:21:29.868924 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:21:29.868924 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:21:29.868924 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:21:29.868924 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:21:29.868924 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:21:29.868924 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:21:29.868924 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:21:29.868924 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:21:29.868924 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:21:29.868924 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:21:29.868924 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:21:29.868924 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:21:29.868924 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:21:29.868924 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:21:29.868924 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:21:29.868924 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:21:29.868924 ncdv-master-1 neutron-server[121607]: Traceback (most recent call last):
Dec 25 21:21:29.871691 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 25 21:21:29.871691 ncdv-master-1 neutron-server[121607]:     timer()
Dec 25 21:21:29.871691 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 25 21:21:29.871691 ncdv-master-1 neutron-server[121607]:     cb(*args, **kw)
Dec 25 21:21:29.871691 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 25 21:21:29.871691 ncdv-master-1 neutron-server[121607]:     return func(*args, **kwargs)
Dec 25 21:21:29.871691 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 25 21:21:29.871691 ncdv-master-1 neutron-server[121607]:     self._notify()
Dec 25 21:21:29.871691 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 25 21:21:29.871691 ncdv-master-1 neutron-server[121607]:     self.callback(batched_events)
Dec 25 21:21:29.871691 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 25 21:21:29.871691 ncdv-master-1 neutron-server[121607]:     event.method(event)
Dec 25 21:21:29.871691 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 25 21:21:29.871691 ncdv-master-1 neutron-server[121607]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 25 21:21:29.871691 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 25 21:21:29.871691 ncdv-master-1 neutron-server[121607]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 25 21:21:29.871691 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 25 21:21:29.871691 ncdv-master-1 neutron-server[121607]:     return f(self, *a, **k)
Dec 25 21:21:29.871691 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 25 21:21:29.871691 ncdv-master-1 neutron-server[121607]:     return self._get(url).json()
Dec 25 21:21:29.871691 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 25 21:21:29.871691 ncdv-master-1 neutron-server[121607]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 25 21:21:29.871691 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 25 21:21:29.871691 ncdv-master-1 neutron-server[121607]:     return self.request(url, 'GET', **kwargs)
Dec 25 21:21:29.871691 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 25 21:21:29.871691 ncdv-master-1 neutron-server[121607]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 25 21:21:29.871691 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 25 21:21:29.871691 ncdv-master-1 neutron-server[121607]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 25 21:21:29.871691 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 25 21:21:29.871691 ncdv-master-1 neutron-server[121607]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 25 21:21:29.871691 ncdv-master-1 neutron-server[121607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 25 21:21:29.892789 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a798b8-1415-4e5a-ad92-6f45104fee83 req-331256f8-f0cd-498d-8d06-a9ac07463d21 tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:21:29.894343 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-86a798b8-1415-4e5a-ad92-6f45104fee83 req-331256f8-f0cd-498d-8d06-a9ac07463d21 tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/ports?device_id=336c6856-ca33-4291-b38f-03e7f7a5db93 HTTP/1.1" status: 200  len: 943 time: 0.1050596
Dec 25 21:21:29.997819 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-97a30166-5cd6-4e62-8619-7114749aa6f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2008653'] for network, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:30.004666 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-97a30166-5cd6-4e62-8619-7114749aa6f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for network, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:30.010945 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-97a30166-5cd6-4e62-8619-7114749aa6f5 admin admin] 10.222.0.32 "DELETE /v2.0/networks/8a2bf814-627c-42b9-8fa2-c3b29a2cdee7 HTTP/1.1" status: 204  len: 168 time: 0.3859906
Dec 25 21:21:30.013740 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-86a798b8-1415-4e5a-ad92-6f45104fee83 req-bee40efb-a5f2-423c-be38-4e72b1322dc0 tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/security-groups?id=eb031b39-e206-4789-8844-f32137bfb856&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0954287
Dec 25 21:21:30.016104 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1f7ba98b-e9df-4145-8cce-175a75d156c2 req-b80c209e-b0c5-421e-bd74-bf2ec80eef61 service neutron] 10.222.0.31 "GET /v2.0/networks/df7f119b-f1bb-462c-b2dc-ce3acd2a89d9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1592753
Dec 25 21:21:30.032428 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a30166-5cd6-4e62-8619-7114749aa6f5 admin admin] Pushing event deleted for resources: {'Network': ['ID=8a2bf814-627c-42b9-8fa2-c3b29a2cdee7,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:21:30.160069 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64261b4d-7f44-4796-9323-e198eada5059', 'tag': 'e1a1ed5e-2df4-4726-86bd-bc56ff15ffb1'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:21:30.162536 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9858820c13ec2827453b94ebc4181065e990a4e4089ccb9fe762531ac62d2fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e68d938-411e-480d-bab5-547e576c5507" -d '{"events": [{"name": "network-changed", "server_uuid": "64261b4d-7f44-4796-9323-e198eada5059", "tag": "e1a1ed5e-2df4-4726-86bd-bc56ff15ffb1"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:21:30.204603 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aacc1f7-9734-403f-a3b2-fb55c593b613 req-1a584d4a-ad8f-4c10-bf03-a16498a5babe tempest-ServerRescueTestJSONUnderV235-1351702928 tempest-ServerRescueTestJSONUnderV235-1351702928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:21:30.206112 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5aacc1f7-9734-403f-a3b2-fb55c593b613 req-1a584d4a-ad8f-4c10-bf03-a16498a5babe tempest-ServerRescueTestJSONUnderV235-1351702928 tempest-ServerRescueTestJSONUnderV235-1351702928-project] 10.222.0.32 "GET /v2.0/ports?device_id=f38f1e54-3e25-4107-9a2c-734823ced707 HTTP/1.1" status: 200  len: 946 time: 0.1417382
Dec 25 21:21:30.208811 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1f7ba98b-e9df-4145-8cce-175a75d156c2 req-6419faf6-98d6-4be3-bfe2-bae4d7f91e1f service neutron] 10.222.0.31 "GET /v2.0/networks/df7f119b-f1bb-462c-b2dc-ce3acd2a89d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1813684
Dec 25 21:21:30.221968 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9095f669-1d8c-4c68-a1f4-207a12ee4c41 req-197a3078-8f54-4218-9102-9736741da3cc tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:21:30.223454 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9095f669-1d8c-4c68-a1f4-207a12ee4c41 req-197a3078-8f54-4218-9102-9736741da3cc tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/ports?device_id=161df36a-2258-4f32-a7b0-2f7c793d4390 HTTP/1.1" status: 200  len: 944 time: 0.1016536
Dec 25 21:21:30.307850 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5aacc1f7-9734-403f-a3b2-fb55c593b613 req-7a830ac4-46c2-4766-b359-b29f2c2ec7ae tempest-ServerRescueTestJSONUnderV235-1351702928 tempest-ServerRescueTestJSONUnderV235-1351702928-project] 10.222.0.32 "GET /v2.0/security-groups?id=90c387e5-e604-4c27-9f19-ebc2203871ff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0938532
Dec 25 21:21:30.316833 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9095f669-1d8c-4c68-a1f4-207a12ee4c41 req-bfa8aa6c-a9aa-49d5-a232-a0b3f5f12d78 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/security-groups?id=303458ac-ce28-4cba-8947-b5e432a1ea1f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0820224
Dec 25 21:21:30.414512 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 60614) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:21:30.429217 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c91495-eff2-4241-a06c-4c61c11ff9cd req-a7c21618-bf12-4c63-b648-7e85dc5a69b1 tempest-AttachVolumeNegativeTest-2126197630 tempest-AttachVolumeNegativeTest-2126197630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:21:30.431679 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-22c91495-eff2-4241-a06c-4c61c11ff9cd req-a7c21618-bf12-4c63-b648-7e85dc5a69b1 tempest-AttachVolumeNegativeTest-2126197630 tempest-AttachVolumeNegativeTest-2126197630-project] 10.222.0.32 "GET /v2.0/ports?device_id=64261b4d-7f44-4796-9323-e198eada5059 HTTP/1.1" status: 200  len: 943 time: 0.0542300
Dec 25 21:21:30.433289 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Dec 2021 21:21:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84c3315c-b5a8-4fda-ae2f-7af58b01104e x-openstack-request-id: req-84c3315c-b5a8-4fda-ae2f-7af58b01104e {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:21:30.433579 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64261b4d-7f44-4796-9323-e198eada5059", "tag": "e1a1ed5e-2df4-4726-86bd-bc56ff15ffb1", "status": "completed", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:21:30.433830 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-84c3315c-b5a8-4fda-ae2f-7af58b01104e {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:21:30.434207 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64261b4d-7f44-4796-9323-e198eada5059', 'tag': 'e1a1ed5e-2df4-4726-86bd-bc56ff15ffb1', 'status': 'completed', 'code': 200}
Dec 25 21:21:30.467433 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-b6d5ed95-3d2c-4c0c-aafb-5ee66525b467 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e372a1fc5a7e45c39e9ebee6a776c081&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0509260
Dec 25 21:21:30.469840 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 60618) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:21:30.525396 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a2191762-0ad7-4fb7-a7fd-d2fb72e5eaf2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:30.543485 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-22c91495-eff2-4241-a06c-4c61c11ff9cd req-60ba29a4-6fc6-442f-8c48-4b75b5b9bb00 tempest-AttachVolumeNegativeTest-2126197630 tempest-AttachVolumeNegativeTest-2126197630-project] 10.222.0.32 "GET /v2.0/security-groups?id=b13bfb58-0f10-46e2-9252-687280bf8bf9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1058400
Dec 25 21:21:30.548325 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a2191762-0ad7-4fb7-a7fd-d2fb72e5eaf2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:30.548998 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e68d938-411e-480d-bab5-547e576c5507 req-bafdfad3-9a1f-4833-b95e-1ff9ce9f2d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:21:30.550451 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4e68d938-411e-480d-bab5-547e576c5507 req-bafdfad3-9a1f-4833-b95e-1ff9ce9f2d70 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8dcf2517f61849cb9650682caf0c5712&device_id=64261b4d-7f44-4796-9323-e198eada5059 HTTP/1.1" status: 200  len: 1094 time: 0.0942297
Dec 25 21:21:30.563659 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06763afa-ea87-4134-bcb1-d225d3f4bfdd req-e98cd872-061c-4967-a405-b5ac147561c2 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:21:30.565218 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-06763afa-ea87-4134-bcb1-d225d3f4bfdd req-e98cd872-061c-4967-a405-b5ac147561c2 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/ports?device_id=161df36a-2258-4f32-a7b0-2f7c793d4390 HTTP/1.1" status: 200  len: 944 time: 0.0731826
Dec 25 21:21:30.689020 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a2191762-0ad7-4fb7-a7fd-d2fb72e5eaf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:30.691638 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a2191762-0ad7-4fb7-a7fd-d2fb72e5eaf2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:30.692857 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-a2191762-0ad7-4fb7-a7fd-d2fb72e5eaf2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e8219af7-6d08-4409-bc9e-4cb00b9748fd HTTP/1.1" status: 204  len: 168 time: 0.2214379
Dec 25 21:21:30.701605 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2191762-0ad7-4fb7-a7fd-d2fb72e5eaf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8219af7-6d08-4409-bc9e-4cb00b9748fd,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:21:30.873298 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device 6dcde4f1-b084-49e9-9b96-ae184bf1c495 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 25 21:21:30.936067 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-06763afa-ea87-4134-bcb1-d225d3f4bfdd req-f9e5b661-c4c3-4f8f-b11a-e02039785be3 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/security-groups?id=303458ac-ce28-4cba-8947-b5e432a1ea1f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3488932
Dec 25 21:21:30.949619 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e68d938-411e-480d-bab5-547e576c5507 req-7da3e365-88c1-4be3-b5b1-0a432dcd8c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:21:30.951230 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4e68d938-411e-480d-bab5-547e576c5507 req-7da3e365-88c1-4be3-b5b1-0a432dcd8c5c service neutron] 10.222.0.31 "GET /v2.0/networks?id=df7f119b-f1bb-462c-b2dc-ce3acd2a89d9 HTTP/1.1" status: 200  len: 915 time: 0.3850691
Dec 25 21:21:30.983480 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port 6dcde4f1-b084-49e9-9b96-ae184bf1c495, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6dcde4f1-b084-49e9-9b96-ae184bf1c495,segment=NetworkSegment(95544d4b-0c14-46d9-8e39-4d223a110754),segment_id=95544d4b-0c14-46d9-8e39-4d223a110754)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:21:30.996043 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Returning: {'device': '6dcde4f1-b084-49e9-9b96-ae184bf1c495', 'network_id': '2173080e-712c-4030-840a-d911c5ceb839', 'port_id': '6dcde4f1-b084-49e9-9b96-ae184bf1c495', 'mac_address': 'fa:16:3e:7e:3d:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd250946-046a-4d6b-8707-567238b4ce5f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 25 21:21:31.003815 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4e68d938-411e-480d-bab5-547e576c5507 req-e6bcc9c4-c3d1-4430-9efe-fd20e5a4acf3 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e1a1ed5e-2df4-4726-86bd-bc56ff15ffb1 HTTP/1.1" status: 200  len: 217 time: 0.0423038
Dec 25 21:21:31.051353 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:31.066372 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6dcde4f1-b084-49e9-9b96-ae184bf1c495 {{(pid=121608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:21:31.074916 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e68d938-411e-480d-bab5-547e576c5507 req-58e15274-ed2f-4bf0-b298-b35c69817c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:21:31.076411 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4e68d938-411e-480d-bab5-547e576c5507 req-58e15274-ed2f-4bf0-b298-b35c69817c46 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d0593536-f259-44e3-8eca-283096dddce3 HTTP/1.1" status: 200  len: 854 time: 0.0643475
Dec 25 21:21:31.091919 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port 6dcde4f1-b084-49e9-9b96-ae184bf1c495, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6dcde4f1-b084-49e9-9b96-ae184bf1c495,segment=NetworkSegment(95544d4b-0c14-46d9-8e39-4d223a110754),segment_id=95544d4b-0c14-46d9-8e39-4d223a110754)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:21:31.116717 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4e68d938-411e-480d-bab5-547e576c5507 req-fba4d90d-8ff1-4add-9f23-56485986a555 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=df7f119b-f1bb-462c-b2dc-ce3acd2a89d9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0328941
Dec 25 21:21:31.182764 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:31.242440 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe13c69-3a9c-414b-8766-1aef9e7819d9 req-a7f956ea-ad83-4f77-ab6b-b5b6d15628cf tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:21:31.244554 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9fe13c69-3a9c-414b-8766-1aef9e7819d9 req-a7f956ea-ad83-4f77-ab6b-b5b6d15628cf tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/ports?device_id=336c6856-ca33-4291-b38f-03e7f7a5db93 HTTP/1.1" status: 200  len: 943 time: 0.1303961
Dec 25 21:21:31.254109 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Pushing event updated for resources: {'Port': ['ID=6dcde4f1-b084-49e9-9b96-ae184bf1c495,revision_number=4']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:21:31.296857 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4e68d938-411e-480d-bab5-547e576c5507 req-f28a2d77-f1ad-406d-9e14-8ed1772576e8 service neutron] 10.222.0.31 "GET /v2.0/networks/df7f119b-f1bb-462c-b2dc-ce3acd2a89d9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1707292
Dec 25 21:21:31.323225 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9fe13c69-3a9c-414b-8766-1aef9e7819d9 req-807f4a9b-7f99-4ad4-8486-230bf8272586 tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/security-groups?id=eb031b39-e206-4789-8844-f32137bfb856&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0719132
Dec 25 21:21:31.440093 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4e68d938-411e-480d-bab5-547e576c5507 req-43e2ac46-41d0-4620-b08d-0d6880587262 service neutron] 10.222.0.31 "GET /v2.0/networks/df7f119b-f1bb-462c-b2dc-ce3acd2a89d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1292095
Dec 25 21:21:31.465303 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] get_ports_and_sgs() called for port_ids ['6dcde4f1-b084-49e9-9b96-ae184bf1c495'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:21:31.474249 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd77704-0777-44af-8a4d-4ad4666ca2ef req-6dc9f23f-4786-4921-9c19-bff563b03698 tempest-ServerRescueTestJSONUnderV235-1351702928 tempest-ServerRescueTestJSONUnderV235-1351702928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:21:31.475874 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4dd77704-0777-44af-8a4d-4ad4666ca2ef req-6dc9f23f-4786-4921-9c19-bff563b03698 tempest-ServerRescueTestJSONUnderV235-1351702928 tempest-ServerRescueTestJSONUnderV235-1351702928-project] 10.222.0.32 "GET /v2.0/ports?device_id=f38f1e54-3e25-4107-9a2c-734823ced707 HTTP/1.1" status: 200  len: 946 time: 0.0692809
Dec 25 21:21:31.558524 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece18582-269b-4936-8b3b-b58f13386c35 req-44c432ef-608a-4bb7-a988-e3d1ca97df84 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:21:31.560142 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ece18582-269b-4936-8b3b-b58f13386c35 req-44c432ef-608a-4bb7-a988-e3d1ca97df84 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/ports?device_id=161df36a-2258-4f32-a7b0-2f7c793d4390 HTTP/1.1" status: 200  len: 944 time: 0.1032374
Dec 25 21:21:31.568017 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4dd77704-0777-44af-8a4d-4ad4666ca2ef req-5e599332-61cf-42a2-921f-b6908c7ba8e3 tempest-ServerRescueTestJSONUnderV235-1351702928 tempest-ServerRescueTestJSONUnderV235-1351702928-project] 10.222.0.32 "GET /v2.0/security-groups?id=90c387e5-e604-4c27-9f19-ebc2203871ff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0842552
Dec 25 21:21:31.625593 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ece18582-269b-4936-8b3b-b58f13386c35 req-ba9b3a37-b94d-4a70-b627-1b9b3ad9a73b tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/security-groups?id=303458ac-ce28-4cba-8947-b5e432a1ea1f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0492129
Dec 25 21:21:31.746220 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499131f0-8cad-4c84-8836-7c040a737563 req-f774ec6d-f3c2-4b05-b78f-921e9129310d tempest-AttachVolumeNegativeTest-2126197630 tempest-AttachVolumeNegativeTest-2126197630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:21:31.747889 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-499131f0-8cad-4c84-8836-7c040a737563 req-f774ec6d-f3c2-4b05-b78f-921e9129310d tempest-AttachVolumeNegativeTest-2126197630 tempest-AttachVolumeNegativeTest-2126197630-project] 10.222.0.32 "GET /v2.0/ports?device_id=64261b4d-7f44-4796-9323-e198eada5059 HTTP/1.1" status: 200  len: 943 time: 0.0580873
Dec 25 21:21:31.802819 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-499131f0-8cad-4c84-8836-7c040a737563 req-c7bddcae-2dee-4c3c-b2ea-a53b352ec554 tempest-AttachVolumeNegativeTest-2126197630 tempest-AttachVolumeNegativeTest-2126197630-project] 10.222.0.32 "GET /v2.0/security-groups?id=b13bfb58-0f10-46e2-9252-687280bf8bf9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0449653
Dec 25 21:21:31.971911 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 60660) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:21:32.069308 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-b1d3b84b-7d51-43da-8c68-29785c042d27 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-17170279-network', 'tenant_id': 'af127d2683f84f0682595fe8297db6b1'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:21:32.162039 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1d3b84b-7d51-43da-8c68-29785c042d27 admin admin] Made reservation on behalf of af127d2683f84f0682595fe8297db6b1 for: {'network': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:21:32.164371 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b1d3b84b-7d51-43da-8c68-29785c042d27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for network, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:32.173132 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b1d3b84b-7d51-43da-8c68-29785c042d27 admin admin] Publish callbacks [] for security_group, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:32.246546 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b1d3b84b-7d51-43da-8c68-29785c042d27 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:32.299986 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b1d3b84b-7d51-43da-8c68-29785c042d27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:32.322110 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1d3b84b-7d51-43da-8c68-29785c042d27 admin admin] vlan segment allocate from pool success with {'vlan_id': 165, 'physical_network': 'physnet1'}  {{(pid=121607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 25 21:21:32.337609 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b1d3b84b-7d51-43da-8c68-29785c042d27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:32.337951 ncdv-master-1 neutron-server[121607]: INFO neutron.db.segments_db [None req-b1d3b84b-7d51-43da-8c68-29785c042d27 admin admin] Added segment f1b91e55-a239-48f9-a6b2-6c2da2a6e0dd of type vlan for network c6d0f08d-96b7-4228-b50e-9f6262725ca6
Dec 25 21:21:32.339449 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d3b84b-7d51-43da-8c68-29785c042d27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b53a52e0-f618-42f7-a91e-f12e72408b35,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:21:32.398155 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19f43d1-8d82-4fc8-929f-5285749f75a2 req-72d741d8-2614-4859-bf2d-d0e3e5e9f69c tempest-ServerRescueTestJSONUnderV235-1351702928 tempest-ServerRescueTestJSONUnderV235-1351702928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:21:32.399711 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b19f43d1-8d82-4fc8-929f-5285749f75a2 req-72d741d8-2614-4859-bf2d-d0e3e5e9f69c tempest-ServerRescueTestJSONUnderV235-1351702928 tempest-ServerRescueTestJSONUnderV235-1351702928-project] 10.222.0.37 "GET /v2.0/ports?device_id=f38f1e54-3e25-4107-9a2c-734823ced707 HTTP/1.1" status: 200  len: 946 time: 0.0606465
Dec 25 21:21:32.408092 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b1d3b84b-7d51-43da-8c68-29785c042d27 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737602163420'] for network, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:32.522958 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b1d3b84b-7d51-43da-8c68-29785c042d27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870'] for network, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:32.523507 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738ddbfe-ff24-4efa-944e-7c986f6e8cad req-414300bc-e9bf-4299-b8b8-0829b7701442 tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:21:32.523854 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1d3b84b-7d51-43da-8c68-29785c042d27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:21:32.524487 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b1d3b84b-7d51-43da-8c68-29785c042d27 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for network, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:32.525060 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-738ddbfe-ff24-4efa-944e-7c986f6e8cad req-414300bc-e9bf-4299-b8b8-0829b7701442 tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/ports?device_id=336c6856-ca33-4291-b38f-03e7f7a5db93 HTTP/1.1" status: 200  len: 944 time: 0.0840001
Dec 25 21:21:32.553854 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [req-b19f43d1-8d82-4fc8-929f-5285749f75a2 req-c7e039bc-5887-47b1-a8f9-46fd09cc0aca tempest-ServerRescueTestJSONUnderV235-1351702928 tempest-ServerRescueTestJSONUnderV235-1351702928-project] Deleting port 8b0e5751-7b56-4a37-85e7-4ab3bbe3ac3e {{(pid=121606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:21:32.554190 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-b19f43d1-8d82-4fc8-929f-5285749f75a2 req-c7e039bc-5887-47b1-a8f9-46fd09cc0aca tempest-ServerRescueTestJSONUnderV235-1351702928 tempest-ServerRescueTestJSONUnderV235-1351702928-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:32.587603 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d3b84b-7d51-43da-8c68-29785c042d27 admin admin] Pushing event updated for resources: {'Network': ['ID=c6d0f08d-96b7-4228-b50e-9f6262725ca6,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:21:32.600059 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Network c6d0f08d-96b7-4228-b50e-9f6262725ca6 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 25 21:21:32.641798 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-738ddbfe-ff24-4efa-944e-7c986f6e8cad req-d077f869-2f45-446f-933e-5012baac3c75 tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/security-groups?id=eb031b39-e206-4789-8844-f32137bfb856&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1080041
Dec 25 21:21:32.650439 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 60678) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:21:32.650570 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-b1d3b84b-7d51-43da-8c68-29785c042d27 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 890 time: 0.6774137
Dec 25 21:21:32.667279 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-4d576ced-e5bd-4497-9f33-ffd9b4378b0b admin admin] Request body: {'subnet': {'network_id': 'c6d0f08d-96b7-4228-b50e-9f6262725ca6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-17170279-subnet', 'tenant_id': 'af127d2683f84f0682595fe8297db6b1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:21:32.769257 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-b19f43d1-8d82-4fc8-929f-5285749f75a2 req-c7e039bc-5887-47b1-a8f9-46fd09cc0aca tempest-ServerRescueTestJSONUnderV235-1351702928 tempest-ServerRescueTestJSONUnderV235-1351702928-project] For port 8b0e5751-7b56-4a37-85e7-4ab3bbe3ac3e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8b0e5751-7b56-4a37-85e7-4ab3bbe3ac3e,segment=NetworkSegment(5bce967c-ac24-49c6-a4ac-96bca1f26c4b),segment_id=5bce967c-ac24-49c6-a4ac-96bca1f26c4b)] {{(pid=121606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:21:32.769613 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-b19f43d1-8d82-4fc8-929f-5285749f75a2 req-c7e039bc-5887-47b1-a8f9-46fd09cc0aca tempest-ServerRescueTestJSONUnderV235-1351702928 tempest-ServerRescueTestJSONUnderV235-1351702928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:32.803127 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [req-b19f43d1-8d82-4fc8-929f-5285749f75a2 req-c7e039bc-5887-47b1-a8f9-46fd09cc0aca tempest-ServerRescueTestJSONUnderV235-1351702928 tempest-ServerRescueTestJSONUnderV235-1351702928-project] Calling delete_port for 8b0e5751-7b56-4a37-85e7-4ab3bbe3ac3e owned by compute:nova {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:21:32.811185 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d576ced-e5bd-4497-9f33-ffd9b4378b0b admin admin] Made reservation on behalf of af127d2683f84f0682595fe8297db6b1 for: {'subnet': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:21:32.813705 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-4d576ced-e5bd-4497-9f33-ffd9b4378b0b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9028529'] for subnet, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:32.840922 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe94a3a8-6eda-4eb2-9962-7252699ce668 req-a9392777-50e7-4a23-ba5a-948e729d5839 tempest-ServerRescueTestJSONUnderV235-1351702928 tempest-ServerRescueTestJSONUnderV235-1351702928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:21:32.842426 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-fe94a3a8-6eda-4eb2-9962-7252699ce668 req-a9392777-50e7-4a23-ba5a-948e729d5839 tempest-ServerRescueTestJSONUnderV235-1351702928 tempest-ServerRescueTestJSONUnderV235-1351702928-project] 10.222.0.32 "GET /v2.0/ports?device_id=f38f1e54-3e25-4107-9a2c-734823ced707 HTTP/1.1" status: 200  len: 946 time: 0.1316581
Dec 25 21:21:32.904188 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device e1a1ed5e-2df4-4726-86bd-bc56ff15ffb1 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 25 21:21:32.909019 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device 6dcde4f1-b084-49e9-9b96-ae184bf1c495 up at agent hyperv_nch1-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:21:32.918446 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0aae50-3d4a-40fc-836a-e69371bd2ff7 req-191ec28a-4bbf-4e21-a672-7d39e9550afe tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:21:32.920125 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2f0aae50-3d4a-40fc-836a-e69371bd2ff7 req-191ec28a-4bbf-4e21-a672-7d39e9550afe tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/ports?device_id=161df36a-2258-4f32-a7b0-2f7c793d4390 HTTP/1.1" status: 200  len: 944 time: 0.1866088
Dec 25 21:21:33.052619 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port e1a1ed5e-2df4-4726-86bd-bc56ff15ffb1, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e1a1ed5e-2df4-4726-86bd-bc56ff15ffb1,segment=NetworkSegment(1c5dea30-318f-4932-8772-f43ff59dee51),segment_id=1c5dea30-318f-4932-8772-f43ff59dee51)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:21:33.052953 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-fe94a3a8-6eda-4eb2-9962-7252699ce668 req-8f115ad2-6457-43da-a47f-56d0f84ff6cf tempest-ServerRescueTestJSONUnderV235-1351702928 tempest-ServerRescueTestJSONUnderV235-1351702928-project] 10.222.0.32 "GET /v2.0/security-groups?id=90c387e5-e604-4c27-9f19-ebc2203871ff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1971941
Dec 25 21:21:33.065460 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Returning: {'device': 'e1a1ed5e-2df4-4726-86bd-bc56ff15ffb1', 'network_id': 'df7f119b-f1bb-462c-b2dc-ce3acd2a89d9', 'port_id': 'e1a1ed5e-2df4-4726-86bd-bc56ff15ffb1', 'mac_address': 'fa:16:3e:8f:b5:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0593536-f259-44e3-8eca-283096dddce3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 25 21:21:33.067961 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Provisioning for port 6dcde4f1-b084-49e9-9b96-ae184bf1c495 completed by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 25 21:21:33.077697 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2f0aae50-3d4a-40fc-836a-e69371bd2ff7 req-f68259d6-c666-442d-9f84-9250aa8d5bcc tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/security-groups?id=303458ac-ce28-4cba-8947-b5e432a1ea1f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1199441
Dec 25 21:21:33.080349 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Provisioning complete for port 6dcde4f1-b084-49e9-9b96-ae184bf1c495 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:21:33.080349 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:33.163968 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:33.206455 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1a1ed5e-2df4-4726-86bd-bc56ff15ffb1 {{(pid=121608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:21:33.224121 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:33.242210 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port e1a1ed5e-2df4-4726-86bd-bc56ff15ffb1, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e1a1ed5e-2df4-4726-86bd-bc56ff15ffb1,segment=NetworkSegment(1c5dea30-318f-4932-8772-f43ff59dee51),segment_id=1c5dea30-318f-4932-8772-f43ff59dee51)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:21:33.257686 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '336c6856-ca33-4291-b38f-03e7f7a5db93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6dcde4f1-b084-49e9-9b96-ae184bf1c495'}] {{(pid=121608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:21:33.260100 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a88c78c3ff6266bd59c7e89d275b28c92e739b67d23c89d71af88829fd31566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd50c22f-1fdd-4886-9c23-dbc4c9ce9421" -d '{"events": [{"server_uuid": "336c6856-ca33-4291-b38f-03e7f7a5db93", "name": "network-vif-plugged", "status": "completed", "tag": "6dcde4f1-b084-49e9-9b96-ae184bf1c495"}]}' {{(pid=121608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:21:33.276136 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port 6dcde4f1-b084-49e9-9b96-ae184bf1c495, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6dcde4f1-b084-49e9-9b96-ae184bf1c495,segment=NetworkSegment(95544d4b-0c14-46d9-8e39-4d223a110754),segment_id=95544d4b-0c14-46d9-8e39-4d223a110754)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:21:33.311169 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 21:21:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0d00b4a-4bef-49fc-929a-92254b314b8a x-openstack-request-id: req-b0d00b4a-4bef-49fc-929a-92254b314b8a {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:21:33.311773 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "336c6856-ca33-4291-b38f-03e7f7a5db93", "name": "network-vif-plugged", "status": "completed", "tag": "6dcde4f1-b084-49e9-9b96-ae184bf1c495", "code": 200}]} {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:21:33.312023 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b0d00b4a-4bef-49fc-929a-92254b314b8a {{(pid=121608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:21:33.312427 ncdv-master-1 neutron-server[121608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '336c6856-ca33-4291-b38f-03e7f7a5db93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6dcde4f1-b084-49e9-9b96-ae184bf1c495', 'code': 200}
Dec 25 21:21:33.312769 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-b19f43d1-8d82-4fc8-929f-5285749f75a2 req-c7e039bc-5887-47b1-a8f9-46fd09cc0aca tempest-ServerRescueTestJSONUnderV235-1351702928 tempest-ServerRescueTestJSONUnderV235-1351702928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:33.328919 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] get_ports_and_sgs() called for port_ids ['8b0e5751-7b56-4a37-85e7-4ab3bbe3ac3e'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:21:33.357616 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:33.365016 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845121ce-8059-49ee-b2f9-743bf1c7e6c1 req-68021ab0-3cbb-40bc-be98-273b0408172b tempest-AttachVolumeNegativeTest-2126197630 tempest-AttachVolumeNegativeTest-2126197630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:21:33.366579 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-845121ce-8059-49ee-b2f9-743bf1c7e6c1 req-68021ab0-3cbb-40bc-be98-273b0408172b tempest-AttachVolumeNegativeTest-2126197630 tempest-AttachVolumeNegativeTest-2126197630-project] 10.222.0.32 "GET /v2.0/ports?device_id=64261b4d-7f44-4796-9323-e198eada5059 HTTP/1.1" status: 200  len: 943 time: 0.1074395
Dec 25 21:21:33.370293 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e039bc-5887-47b1-a8f9-46fd09cc0aca tempest-ServerRescueTestJSONUnderV235-1351702928 tempest-ServerRescueTestJSONUnderV235-1351702928-project] Pushing event deleted for resources: {'Port': ['ID=8b0e5751-7b56-4a37-85e7-4ab3bbe3ac3e,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:21:33.387325 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-4d576ced-e5bd-4497-9f33-ffd9b4378b0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9084170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9028515'] for subnet, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:33.404792 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:33.419449 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Pushing event updated for resources: {'Port': ['ID=e1a1ed5e-2df4-4726-86bd-bc56ff15ffb1,revision_number=4']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:21:33.470396 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Pushing event updated for resources: {'Port': ['ID=6dcde4f1-b084-49e9-9b96-ae184bf1c495,revision_number=5']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:21:33.473495 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [req-b19f43d1-8d82-4fc8-929f-5285749f75a2 req-c7e039bc-5887-47b1-a8f9-46fd09cc0aca tempest-ServerRescueTestJSONUnderV235-1351702928 tempest-ServerRescueTestJSONUnderV235-1351702928-project] No DVR routers for this DVR port 8b0e5751-7b56-4a37-85e7-4ab3bbe3ac3e on host nch2-master-1 {{(pid=121606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:21:33.487018 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-b19f43d1-8d82-4fc8-929f-5285749f75a2 req-c7e039bc-5887-47b1-a8f9-46fd09cc0aca tempest-ServerRescueTestJSONUnderV235-1351702928 tempest-ServerRescueTestJSONUnderV235-1351702928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:33.490405 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b19f43d1-8d82-4fc8-929f-5285749f75a2 req-c7e039bc-5887-47b1-a8f9-46fd09cc0aca tempest-ServerRescueTestJSONUnderV235-1351702928 tempest-ServerRescueTestJSONUnderV235-1351702928-project] 10.222.0.37 "DELETE /v2.0/ports/8b0e5751-7b56-4a37-85e7-4ab3bbe3ac3e HTTP/1.1" status: 204  len: 173 time: 1.0847225
Dec 25 21:21:33.493674 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f38f1e54-3e25-4107-9a2c-734823ced707', 'name': 'network-vif-deleted', 'tag': '8b0e5751-7b56-4a37-85e7-4ab3bbe3ac3e'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:21:33.495960 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9858820c13ec2827453b94ebc4181065e990a4e4089ccb9fe762531ac62d2fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86f8592b-7609-4d52-b81c-e2866e8d72f3" -d '{"events": [{"server_uuid": "f38f1e54-3e25-4107-9a2c-734823ced707", "name": "network-vif-deleted", "tag": "8b0e5751-7b56-4a37-85e7-4ab3bbe3ac3e"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:21:33.552490 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d576ced-e5bd-4497-9f33-ffd9b4378b0b admin admin] Pushing event updated for resources: {'Subnet': ['ID=54e8004f-9c9e-4996-97cc-5b15fbdb0d97,revision_number=0']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:21:33.565572 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 21:21:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5877b872-c27d-4d0f-aefd-1df34bc976c6 x-openstack-request-id: req-5877b872-c27d-4d0f-aefd-1df34bc976c6 {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:21:33.565572 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f38f1e54-3e25-4107-9a2c-734823ced707", "name": "network-vif-deleted", "tag": "8b0e5751-7b56-4a37-85e7-4ab3bbe3ac3e", "status": "completed", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:21:33.565572 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5877b872-c27d-4d0f-aefd-1df34bc976c6 {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:21:33.565572 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f38f1e54-3e25-4107-9a2c-734823ced707', 'name': 'network-vif-deleted', 'tag': '8b0e5751-7b56-4a37-85e7-4ab3bbe3ac3e', 'status': 'completed', 'code': 200}
Dec 25 21:21:33.582225 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-845121ce-8059-49ee-b2f9-743bf1c7e6c1 req-742bd674-5ed8-4d2c-bd37-0eb8f046f00d tempest-AttachVolumeNegativeTest-2126197630 tempest-AttachVolumeNegativeTest-2126197630-project] 10.222.0.32 "GET /v2.0/security-groups?id=b13bfb58-0f10-46e2-9252-687280bf8bf9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1893504
Dec 25 21:21:33.584286 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cce4e44-5b0a-4df2-a394-6f3517c26cbe req-95c49603-0474-450c-ab4c-67022532602a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:21:33.587609 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1cce4e44-5b0a-4df2-a394-6f3517c26cbe req-95c49603-0474-450c-ab4c-67022532602a service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=336c6856-ca33-4291-b38f-03e7f7a5db93 HTTP/1.1" status: 200  len: 1095 time: 0.2119095
Dec 25 21:21:33.594700 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d576ced-e5bd-4497-9f33-ffd9b4378b0b admin admin] Checking segment: {'id': 'f1b91e55-a239-48f9-a6b2-6c2da2a6e0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'c6d0f08d-96b7-4228-b50e-9f6262725ca6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:21:33.595083 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d576ced-e5bd-4497-9f33-ffd9b4378b0b admin admin] Network hostable DHCP agents. Network: c6d0f08d-96b7-4228-b50e-9f6262725ca6, hostable agents: ['1813db88-2c1b-4357-a2ba-869246b663c2'], hosted agents: [] {{(pid=121606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 25 21:21:33.643660 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] get_ports_and_sgs() called for port_ids ['e1a1ed5e-2df4-4726-86bd-bc56ff15ffb1'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:21:33.646572 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1cce4e44-5b0a-4df2-a394-6f3517c26cbe req-1174a061-0df9-4917-bf74-526be2c5c502 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=eb031b39-e206-4789-8844-f32137bfb856&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0490603
Dec 25 21:21:33.757191 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a24f78-fdc3-4d0f-8e3c-286e1e5076e0 req-b92eeaab-def9-41f6-9845-b0949df17500 tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:21:33.759404 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-89a24f78-fdc3-4d0f-8e3c-286e1e5076e0 req-b92eeaab-def9-41f6-9845-b0949df17500 tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/ports?device_id=336c6856-ca33-4291-b38f-03e7f7a5db93 HTTP/1.1" status: 200  len: 945 time: 0.0499671
Dec 25 21:21:33.784581 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d576ced-e5bd-4497-9f33-ffd9b4378b0b admin admin] Network c6d0f08d-96b7-4228-b50e-9f6262725ca6 is scheduled to be hosted by DHCP agent 1813db88-2c1b-4357-a2ba-869246b663c2 with binding_index 1 {{(pid=121606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 25 21:21:33.825396 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-89a24f78-fdc3-4d0f-8e3c-286e1e5076e0 req-574c422f-a334-4bfb-91a4-71f55fb393a5 tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/security-groups?id=eb031b39-e206-4789-8844-f32137bfb856&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0528774
Dec 25 21:21:33.911539 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [None req-4d576ced-e5bd-4497-9f33-ffd9b4378b0b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, c6d0f08d-96b7-4228-b50e-9f6262725ca6) {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:21:33.917493 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d576ced-e5bd-4497-9f33-ffd9b4378b0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:21:33.918097 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-4d576ced-e5bd-4497-9f33-ffd9b4378b0b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for subnet, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:33.922297 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a23e6a6-a1f0-4006-b703-39bf2659c248 None None] Network c6d0f08d-96b7-4228-b50e-9f6262725ca6 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:21:34.017490 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-350c9b65-6062-4aac-b7f7-2097db5abc0f None None] Network c6d0f08d-96b7-4228-b50e-9f6262725ca6 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:21:34.035749 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-4d576ced-e5bd-4497-9f33-ffd9b4378b0b admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 1.3779845
Dec 25 21:21:34.039240 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 60696) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:21:34.046026 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-fb56916d-1473-4e26-bad5-db867569728d admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-17170279-router', 'tenant_id': 'af127d2683f84f0682595fe8297db6b1', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'}}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:21:34.145855 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-fb56916d-1473-4e26-bad5-db867569728d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2014909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14863'] for router, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:34.146951 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-fb56916d-1473-4e26-bad5-db867569728d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2014285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2009796', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2082630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14848'] for router, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:34.184275 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9e3afb8c-4711-4224-8738-cf92ab0eac5a req-d8ba6a4f-2b76-403c-bd7e-e74c4bb82dea tempest-ServerRescueTestJSONUnderV235-1351702928 tempest-ServerRescueTestJSONUnderV235-1351702928-project] 10.222.0.32 "GET /v2.0/ports?device_id=f38f1e54-3e25-4107-9a2c-734823ced707 HTTP/1.1" status: 200  len: 210 time: 0.0426502
Dec 25 21:21:34.216955 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-fb56916d-1473-4e26-bad5-db867569728d admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:34.231240 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:34.252694 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03d820e-fad6-4665-b219-641889254243 req-b8475dfa-358a-49ab-b2c4-f179bb6140a5 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:21:34.254226 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c03d820e-fad6-4665-b219-641889254243 req-b8475dfa-358a-49ab-b2c4-f179bb6140a5 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/ports?device_id=161df36a-2258-4f32-a7b0-2f7c793d4390 HTTP/1.1" status: 200  len: 944 time: 0.0675623
Dec 25 21:21:34.309863 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c03d820e-fad6-4665-b219-641889254243 req-721ae34f-aef6-4233-89aa-2f3fd44ff001 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/security-groups?id=303458ac-ce28-4cba-8947-b5e432a1ea1f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0489376
Dec 25 21:21:34.708194 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5c952d-2373-4fd5-a06f-4e45013e910f req-6f449dc4-1a9f-4bb4-a257-bece6f796772 tempest-AttachVolumeNegativeTest-2126197630 tempest-AttachVolumeNegativeTest-2126197630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:21:34.709781 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9f5c952d-2373-4fd5-a06f-4e45013e910f req-6f449dc4-1a9f-4bb4-a257-bece6f796772 tempest-AttachVolumeNegativeTest-2126197630 tempest-AttachVolumeNegativeTest-2126197630-project] 10.222.0.32 "GET /v2.0/ports?device_id=64261b4d-7f44-4796-9323-e198eada5059 HTTP/1.1" status: 200  len: 944 time: 0.0587540
Dec 25 21:21:34.739933 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-fb56916d-1473-4e26-bad5-db867569728d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:34.764758 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9f5c952d-2373-4fd5-a06f-4e45013e910f req-947758a8-0453-4e4f-b165-3395ef94400b tempest-AttachVolumeNegativeTest-2126197630 tempest-AttachVolumeNegativeTest-2126197630-project] 10.222.0.32 "GET /v2.0/security-groups?id=b13bfb58-0f10-46e2-9252-687280bf8bf9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0473363
Dec 25 21:21:34.807879 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-f53ce326-fc7f-4b82-8fce-725c4319d722 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:34.919579 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device e1a1ed5e-2df4-4726-86bd-bc56ff15ffb1 up at agent hyperv_nch1-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:21:34.941465 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecb4ce9-4d0f-4c6f-aadd-d9963c4c2497 req-121fb309-528c-4f34-ad2d-cabb72c2780b tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:21:34.942911 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5ecb4ce9-4d0f-4c6f-aadd-d9963c4c2497 req-121fb309-528c-4f34-ad2d-cabb72c2780b tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/ports?device_id=336c6856-ca33-4291-b38f-03e7f7a5db93 HTTP/1.1" status: 200  len: 945 time: 0.0525923
Dec 25 21:21:35.004501 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5ecb4ce9-4d0f-4c6f-aadd-d9963c4c2497 req-f8214ce8-bc30-4280-9e40-5b56a548a2eb tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/security-groups?id=eb031b39-e206-4789-8844-f32137bfb856&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0537009
Dec 25 21:21:35.042475 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Provisioning for port e1a1ed5e-2df4-4726-86bd-bc56ff15ffb1 completed by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 25 21:21:35.046986 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Provisioning complete for port e1a1ed5e-2df4-4726-86bd-bc56ff15ffb1 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:21:35.047470 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:35.072264 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-fb56916d-1473-4e26-bad5-db867569728d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:35.092207 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-fb56916d-1473-4e26-bad5-db867569728d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:35.128603 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:35.165576 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port e1a1ed5e-2df4-4726-86bd-bc56ff15ffb1, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e1a1ed5e-2df4-4726-86bd-bc56ff15ffb1,segment=NetworkSegment(1c5dea30-318f-4932-8772-f43ff59dee51),segment_id=1c5dea30-318f-4932-8772-f43ff59dee51)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:21:35.205138 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_common [None req-fb56916d-1473-4e26-bad5-db867569728d admin admin] Allocated IP 172.35.3.165 (7201e55c-7c5f-41aa-a042-a363696539d0/7a939e13-713f-45cf-bba7-1539635abe25/33956311-9568-43db-baa0-a5fb99866c99) {{(pid=121607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:21:35.243544 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 60730) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:21:35.282278 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:35.315822 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-fb56916d-1473-4e26-bad5-db867569728d admin admin] Publish callbacks [] for port, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:35.316213 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64261b4d-7f44-4796-9323-e198eada5059', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1a1ed5e-2df4-4726-86bd-bc56ff15ffb1'}] {{(pid=121608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:21:35.320389 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a88c78c3ff6266bd59c7e89d275b28c92e739b67d23c89d71af88829fd31566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52830df0-9bc9-4976-8896-7869e2f30f3e" -d '{"events": [{"server_uuid": "64261b4d-7f44-4796-9323-e198eada5059", "name": "network-vif-plugged", "status": "completed", "tag": "e1a1ed5e-2df4-4726-86bd-bc56ff15ffb1"}]}' {{(pid=121608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:21:35.391148 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Pushing event updated for resources: {'Port': ['ID=e1a1ed5e-2df4-4726-86bd-bc56ff15ffb1,revision_number=5']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:21:35.395550 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 21:21:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b0bcb45-95f7-4ab0-a808-c452286d13f1 x-openstack-request-id: req-2b0bcb45-95f7-4ab0-a808-c452286d13f1 {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:21:35.395831 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64261b4d-7f44-4796-9323-e198eada5059", "name": "network-vif-plugged", "status": "completed", "tag": "e1a1ed5e-2df4-4726-86bd-bc56ff15ffb1", "code": 200}]} {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:21:35.396095 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2b0bcb45-95f7-4ab0-a808-c452286d13f1 {{(pid=121608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:21:35.396536 ncdv-master-1 neutron-server[121608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64261b4d-7f44-4796-9323-e198eada5059', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1a1ed5e-2df4-4726-86bd-bc56ff15ffb1', 'code': 200}
Dec 25 21:21:35.477764 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-fb56916d-1473-4e26-bad5-db867569728d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:35.520298 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb56916d-1473-4e26-bad5-db867569728d admin admin] Network 7201e55c-7c5f-41aa-a042-a363696539d0 is already hosted by enough agents. {{(pid=121607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:21:35.524658 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-fb56916d-1473-4e26-bad5-db867569728d admin admin] Resources bound (agent type, host, resource id):  {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:21:35.527517 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb56916d-1473-4e26-bad5-db867569728d admin admin] Received port after_create {{(pid=121607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:21:35.533834 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb56916d-1473-4e26-bad5-db867569728d admin admin] Pushing event updated for resources: {'Port': ['ID=33956311-9568-43db-baa0-a5fb99866c99,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:21:35.550263 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2841a88c-d4d4-4d9a-8e87-01db71921579 req-05c5b5ec-66c7-45bb-8f4a-a25d1bc290a9 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:21:35.551763 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2841a88c-d4d4-4d9a-8e87-01db71921579 req-05c5b5ec-66c7-45bb-8f4a-a25d1bc290a9 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/ports?device_id=161df36a-2258-4f32-a7b0-2f7c793d4390 HTTP/1.1" status: 200  len: 944 time: 0.1257327
Dec 25 21:21:35.588812 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63f3bba-998e-4d2e-a9fc-59a31d114144 req-d7774d9c-58dd-48b7-93a6-ef124f733950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:21:35.590340 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a63f3bba-998e-4d2e-a9fc-59a31d114144 req-d7774d9c-58dd-48b7-93a6-ef124f733950 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=64261b4d-7f44-4796-9323-e198eada5059 HTTP/1.1" status: 200  len: 1096 time: 0.1296096
Dec 25 21:21:35.682292 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2841a88c-d4d4-4d9a-8e87-01db71921579 req-d838e223-360c-4406-ae4d-c942e1169652 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/security-groups?id=303458ac-ce28-4cba-8947-b5e432a1ea1f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1195269
Dec 25 21:21:35.704824 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a63f3bba-998e-4d2e-a9fc-59a31d114144 req-0f06937e-13cf-405f-aa98-b539edbfead3 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=b13bfb58-0f10-46e2-9252-687280bf8bf9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0882804
Dec 25 21:21:35.871476 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-fb56916d-1473-4e26-bad5-db867569728d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:35.892681 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-44b3e1b7-9d2d-4bde-bb29-f33c28cfbde8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2007615'] for router_interface, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:35.943139 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d3b31d-b14d-46bc-b9d1-90459041e529 req-e38bad23-9f87-4237-8e37-c0efa7356730 tempest-AttachVolumeNegativeTest-2126197630 tempest-AttachVolumeNegativeTest-2126197630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:21:35.944544 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-32d3b31d-b14d-46bc-b9d1-90459041e529 req-e38bad23-9f87-4237-8e37-c0efa7356730 tempest-AttachVolumeNegativeTest-2126197630 tempest-AttachVolumeNegativeTest-2126197630-project] 10.222.0.32 "GET /v2.0/ports?device_id=64261b4d-7f44-4796-9323-e198eada5059 HTTP/1.1" status: 200  len: 945 time: 0.0996687
Dec 25 21:21:36.040345 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-32d3b31d-b14d-46bc-b9d1-90459041e529 req-aaa84377-c085-4635-ab0a-535373c1b3d8 tempest-AttachVolumeNegativeTest-2126197630 tempest-AttachVolumeNegativeTest-2126197630-project] 10.222.0.32 "GET /v2.0/security-groups?id=b13bfb58-0f10-46e2-9252-687280bf8bf9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0867224
Dec 25 21:21:36.076374 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-fb56916d-1473-4e26-bad5-db867569728d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2014278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2009753'] for router, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:36.299783 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb56916d-1473-4e26-bad5-db867569728d admin admin] Router 75c7846c-4ecd-4502-aa2f-9d2d86e07c0a is scheduled to L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 with binding_index 1 {{(pid=121607) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 25 21:21:36.421821 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb56916d-1473-4e26-bad5-db867569728d admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 21:21:36.434536 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-818e594d-1bf9-4d99-a2d4-5f0963d8bee7 None None] Sync routers for ids ['75c7846c-4ecd-4502-aa2f-9d2d86e07c0a'] in ncdv-master-1 {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 21:21:36.447122 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-818e594d-1bf9-4d99-a2d4-5f0963d8bee7 None None] Routers {'75c7846c-4ecd-4502-aa2f-9d2d86e07c0a'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:21:36.448521 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-818e594d-1bf9-4d99-a2d4-5f0963d8bee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f261a74fee0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:21:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['75c7846c-4ecd-4502-aa2f-9d2d86e07c0a'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:21:36.459862 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7d27e5-a0b7-4cde-9dd3-3de130cd4500 req-d0c7eaee-d018-4877-b169-39b7ba2a7d72 tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:21:36.461947 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5a7d27e5-a0b7-4cde-9dd3-3de130cd4500 req-d0c7eaee-d018-4877-b169-39b7ba2a7d72 tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/ports?device_id=336c6856-ca33-4291-b38f-03e7f7a5db93 HTTP/1.1" status: 200  len: 945 time: 0.3664315
Dec 25 21:21:36.530881 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-fb56916d-1473-4e26-bad5-db867569728d admin admin] Publish callbacks [] for router, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:36.532303 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-fb56916d-1473-4e26-bad5-db867569728d admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 929 time: 2.4908261
Dec 25 21:21:36.535010 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 60754) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:21:36.542438 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5a7d27e5-a0b7-4cde-9dd3-3de130cd4500 req-42a26649-a7ed-432b-9637-895b2f9f6ee0 tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/security-groups?id=eb031b39-e206-4789-8844-f32137bfb856&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0720575
Dec 25 21:21:36.556031 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvr_db [None req-818e594d-1bf9-4d99-a2d4-5f0963d8bee7 None None] Set router 75c7846c-4ecd-4502-aa2f-9d2d86e07c0a gateway port host: ncdv-master-1 {{(pid=121609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:21:36.637897 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-44b3e1b7-9d2d-4bde-bb29-f33c28cfbde8 admin admin] Deleting port 20c5dd42-50c5-43d1-a899-c9b4bd8a4356 {{(pid=121606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:21:36.638313 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-44b3e1b7-9d2d-4bde-bb29-f33c28cfbde8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:36.751929 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-818e594d-1bf9-4d99-a2d4-5f0963d8bee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f261a74fee0>, [{'id': '75c7846c-4ecd-4502-aa2f-9d2d86e07c0a', 'name': 'tempest-ServerRescueNegativeTestJSON-17170279-router', 'tenant_id': 'af127d2683f84f0682595fe8297db6b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.165'}], 'enable_snat': True}, 'gw_port_id': '33956311-9568-43db-baa0-a5fb99866c99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:21:34Z', 'updated_at': '2021-12-25T21:21:35Z', 'revision_number': 3, 'project_id': 'af127d2683f84f0682595fe8297db6b1', 'gw_port': {'id': '33956311-9568-43db-baa0-a5fb99866c99', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:62:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75c7846c-4ecd-4502-aa2f-9d2d86e07c0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:21:35Z', 'updated_at': '2021-12-25T21:21:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:21:36.757145 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [None req-44b3e1b7-9d2d-4bde-bb29-f33c28cfbde8 admin admin] For port 20c5dd42-50c5-43d1-a899-c9b4bd8a4356, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=20c5dd42-50c5-43d1-a899-c9b4bd8a4356,segment=NetworkSegment(5bce967c-ac24-49c6-a4ac-96bca1f26c4b),segment_id=5bce967c-ac24-49c6-a4ac-96bca1f26c4b)] {{(pid=121606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:21:36.757640 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-44b3e1b7-9d2d-4bde-bb29-f33c28cfbde8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:36.772442 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-44b3e1b7-9d2d-4bde-bb29-f33c28cfbde8 admin admin] Calling delete_port for 20c5dd42-50c5-43d1-a899-c9b4bd8a4356 owned by network:router_interface {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:21:36.779399 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-818e594d-1bf9-4d99-a2d4-5f0963d8bee7 None None] Checking router: 75c7846c-4ecd-4502-aa2f-9d2d86e07c0a for host: ncdv-master-1 {{(pid=121609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 25 21:21:36.779744 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-818e594d-1bf9-4d99-a2d4-5f0963d8bee7 None None] Updating router 75c7846c-4ecd-4502-aa2f-9d2d86e07c0a port 33956311-9568-43db-baa0-a5fb99866c99 binding host ncdv-master-1 {{(pid=121609) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 25 21:21:36.811028 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-818e594d-1bf9-4d99-a2d4-5f0963d8bee7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:36.945341 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63101425-123b-4d71-babf-6a4419d7a566 req-959644cf-7d6d-43ae-94e1-cde7fe5f300b tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:21:36.947715 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-63101425-123b-4d71-babf-6a4419d7a566 req-959644cf-7d6d-43ae-94e1-cde7fe5f300b tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/ports?device_id=161df36a-2258-4f32-a7b0-2f7c793d4390 HTTP/1.1" status: 200  len: 944 time: 0.1032188
Dec 25 21:21:36.997786 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-1b809e8c-4661-4946-97cc-2e6b5afbdc73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:37.052187 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-63101425-123b-4d71-babf-6a4419d7a566 req-f7a3b580-ddb3-428a-93d0-968fe86aec65 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/security-groups?id=303458ac-ce28-4cba-8947-b5e432a1ea1f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0935786
Dec 25 21:21:37.088624 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-818e594d-1bf9-4d99-a2d4-5f0963d8bee7 None None] Publish callbacks [] for port, precommit_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:37.166334 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-3932f299-c6c8-486e-b4bf-859e3fd9a51a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:37.180991 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-818e594d-1bf9-4d99-a2d4-5f0963d8bee7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:37.189036 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-44b3e1b7-9d2d-4bde-bb29-f33c28cfbde8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:37.225020 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.managers [None req-818e594d-1bf9-4d99-a2d4-5f0963d8bee7 None None] Attempting to bind port 33956311-9568-43db-baa0-a5fb99866c99 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:21:37.225722 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.managers [None req-818e594d-1bf9-4d99-a2d4-5f0963d8bee7 None None] Attempting to bind port 33956311-9568-43db-baa0-a5fb99866c99 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'}] {{(pid=121609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:21:37.226081 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-818e594d-1bf9-4d99-a2d4-5f0963d8bee7 None None] Attempting to bind port 33956311-9568-43db-baa0-a5fb99866c99 on network 7201e55c-7c5f-41aa-a042-a363696539d0 {{(pid=121609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:21:37.250966 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-818e594d-1bf9-4d99-a2d4-5f0963d8bee7 None None] Checking agent: {'id': 'ca4f5c6d-f1fd-48b8-a3e3-395864c7d23d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 20, 56, 40), 'started_at': datetime.datetime(2021, 12, 25, 20, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 21, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:21:37.252086 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-818e594d-1bf9-4d99-a2d4-5f0963d8bee7 None None] Checking segment: {'id': '6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:21:37.252435 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-818e594d-1bf9-4d99-a2d4-5f0963d8bee7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:37.253010 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-818e594d-1bf9-4d99-a2d4-5f0963d8bee7 None None] Bound using segment: {'id': '6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'} {{(pid=121609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:21:37.254473 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.managers [None req-818e594d-1bf9-4d99-a2d4-5f0963d8bee7 None None] Bound port: 33956311-9568-43db-baa0-a5fb99866c99, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'}}] {{(pid=121609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:21:37.255024 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-818e594d-1bf9-4d99-a2d4-5f0963d8bee7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:37.258255 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b3e1b7-9d2d-4bde-bb29-f33c28cfbde8 admin admin] Pushing event deleted for resources: {'Port': ['ID=20c5dd42-50c5-43d1-a899-c9b4bd8a4356,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:21:37.317302 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.db [None req-818e594d-1bf9-4d99-a2d4-5f0963d8bee7 None None] For port 33956311-9568-43db-baa0-a5fb99866c99, host ncdv-master-1, cleared binding levels {{(pid=121609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:21:37.320593 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.db [None req-818e594d-1bf9-4d99-a2d4-5f0963d8bee7 None None] For port 33956311-9568-43db-baa0-a5fb99866c99, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=33956311-9568-43db-baa0-a5fb99866c99,segment=NetworkSegment(6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855),segment_id=6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855)] {{(pid=121609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:21:37.322102 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa513524-7f98-4a88-849a-433c776bd9bd None None] Pushing event updated for resources: {'Port': ['ID=33956311-9568-43db-baa0-a5fb99866c99,revision_number=2']} {{(pid=121609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:21:37.334759 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa513524-7f98-4a88-849a-433c776bd9bd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:21:37.335101 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa513524-7f98-4a88-849a-433c776bd9bd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:21:37.335436 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa513524-7f98-4a88-849a-433c776bd9bd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:21:37.335764 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa513524-7f98-4a88-849a-433c776bd9bd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:21:37.336093 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa513524-7f98-4a88-849a-433c776bd9bd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:21:37.336468 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa513524-7f98-4a88-849a-433c776bd9bd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:21:37.336793 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa513524-7f98-4a88-849a-433c776bd9bd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:21:37.337137 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa513524-7f98-4a88-849a-433c776bd9bd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:21:37.341116 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa513524-7f98-4a88-849a-433c776bd9bd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:21:37.341692 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa513524-7f98-4a88-849a-433c776bd9bd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:21:37.342015 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa513524-7f98-4a88-849a-433c776bd9bd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:21:37.342351 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa513524-7f98-4a88-849a-433c776bd9bd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:21:37.342677 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa513524-7f98-4a88-849a-433c776bd9bd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:21:37.376617 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_common [None req-3932f299-c6c8-486e-b4bf-859e3fd9a51a admin admin] Allocated IP 172.20.0.1 (c6d0f08d-96b7-4228-b50e-9f6262725ca6/54e8004f-9c9e-4996-97cc-5b15fbdb0d97/573edeff-3aa3-4b3c-8139-06420a78e769) {{(pid=121607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:21:37.451376 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2362cd-c2e7-4291-92dd-4bcfe7e29418 req-abd34aa3-c4ca-44ea-a42e-4833e79e9eab tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:21:37.452907 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-fe2362cd-c2e7-4291-92dd-4bcfe7e29418 req-abd34aa3-c4ca-44ea-a42e-4833e79e9eab tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/networks?id=2173080e-712c-4030-840a-d911c5ceb839 HTTP/1.1" status: 200  len: 813 time: 0.3071363
Dec 25 21:21:37.455076 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-818e594d-1bf9-4d99-a2d4-5f0963d8bee7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:37.508535 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9f639e-83e0-4273-847e-1e70a72ad6fe req-78e702fc-5d41-4be5-a092-32560bd258a2 tempest-AttachVolumeNegativeTest-2126197630 tempest-AttachVolumeNegativeTest-2126197630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:21:37.508535 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1b9f639e-83e0-4273-847e-1e70a72ad6fe req-78e702fc-5d41-4be5-a092-32560bd258a2 tempest-AttachVolumeNegativeTest-2126197630 tempest-AttachVolumeNegativeTest-2126197630-project] 10.222.0.32 "GET /v2.0/ports?device_id=64261b4d-7f44-4796-9323-e198eada5059 HTTP/1.1" status: 200  len: 945 time: 0.1643775
Dec 25 21:21:37.508535 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-fe2362cd-c2e7-4291-92dd-4bcfe7e29418 req-b57a1cb9-6ebf-4133-9f17-70569060ae30 tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/quotas/66319858228140b3841ef6c7c8cd5c14 HTTP/1.1" status: 200  len: 375 time: 0.0360379
Dec 25 21:21:37.520404 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa513524-7f98-4a88-849a-433c776bd9bd None None] Pushing event updated for resources: {'Port': ['ID=33956311-9568-43db-baa0-a5fb99866c99,revision_number=3']} {{(pid=121609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:21:37.538221 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-3932f299-c6c8-486e-b4bf-859e3fd9a51a admin admin] Publish callbacks [] for port, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:37.543387 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-818e594d-1bf9-4d99-a2d4-5f0963d8bee7 None None] Routers {'75c7846c-4ecd-4502-aa2f-9d2d86e07c0a'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:21:37.544623 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-818e594d-1bf9-4d99-a2d4-5f0963d8bee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f261a74fee0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:21:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['75c7846c-4ecd-4502-aa2f-9d2d86e07c0a'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:21:37.656765 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvr_db [None req-818e594d-1bf9-4d99-a2d4-5f0963d8bee7 None None] Set router 75c7846c-4ecd-4502-aa2f-9d2d86e07c0a gateway port host: ncdv-master-1 {{(pid=121609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:21:37.661033 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1b9f639e-83e0-4273-847e-1e70a72ad6fe req-902dcf7d-7e7e-4139-81b0-0559d8149d7b tempest-AttachVolumeNegativeTest-2126197630 tempest-AttachVolumeNegativeTest-2126197630-project] 10.222.0.32 "GET /v2.0/security-groups?id=b13bfb58-0f10-46e2-9252-687280bf8bf9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1586344
Dec 25 21:21:37.716344 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-fe2362cd-c2e7-4291-92dd-4bcfe7e29418 req-f93f459b-ee12-4ddc-8840-10ff68da7ebc tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=66319858228140b3841ef6c7c8cd5c14&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1765766
Dec 25 21:21:37.716344 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-44b3e1b7-9d2d-4bde-bb29-f33c28cfbde8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2007763'] for router_interface, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:37.800282 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device 8b0e5751-7b56-4a37-85e7-4ab3bbe3ac3e no longer exists at agent hyperv_nch2-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:21:37.840658 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] No Port match for: 8b0e5751-7b56-4a37-85e7-4ab3bbe3ac3e {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:21:37.843812 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device 8b0e5751-7b56-4a37-85e7-4ab3bbe3ac3e not bound to the agent host nch2-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:21:37.852046 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-818e594d-1bf9-4d99-a2d4-5f0963d8bee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f261a74fee0>, [{'id': '75c7846c-4ecd-4502-aa2f-9d2d86e07c0a', 'name': 'tempest-ServerRescueNegativeTestJSON-17170279-router', 'tenant_id': 'af127d2683f84f0682595fe8297db6b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.165'}], 'enable_snat': True}, 'gw_port_id': '33956311-9568-43db-baa0-a5fb99866c99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:21:34Z', 'updated_at': '2021-12-25T21:21:35Z', 'revision_number': 3, 'project_id': 'af127d2683f84f0682595fe8297db6b1', 'gw_port': {'id': '33956311-9568-43db-baa0-a5fb99866c99', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:62:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75c7846c-4ecd-4502-aa2f-9d2d86e07c0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:21:35Z', 'updated_at': '2021-12-25T21:21:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:21:37.877532 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-3932f299-c6c8-486e-b4bf-859e3fd9a51a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:37.891549 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-fe2362cd-c2e7-4291-92dd-4bcfe7e29418 req-ed030420-dae7-40fd-b1b3-4d328f507f46 service neutron] 10.222.0.32 "GET /v2.0/networks/2173080e-712c-4030-840a-d911c5ceb839?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2127898
Dec 25 21:21:37.971075 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3932f299-c6c8-486e-b4bf-859e3fd9a51a admin admin] Network c6d0f08d-96b7-4228-b50e-9f6262725ca6 is already hosted by enough agents. {{(pid=121607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:21:37.974189 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-3932f299-c6c8-486e-b4bf-859e3fd9a51a admin admin] Resources bound (agent type, host, resource id):  {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:21:37.978200 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3932f299-c6c8-486e-b4bf-859e3fd9a51a admin admin] Received port after_create {{(pid=121607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:21:37.984639 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3932f299-c6c8-486e-b4bf-859e3fd9a51a admin admin] Pushing event updated for resources: {'Port': ['ID=573edeff-3aa3-4b3c-8139-06420a78e769,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:21:38.037351 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-818e594d-1bf9-4d99-a2d4-5f0963d8bee7 None None] The sync data for ids ['75c7846c-4ecd-4502-aa2f-9d2d86e07c0a'] in ncdv-master-1 is: [{'id': '75c7846c-4ecd-4502-aa2f-9d2d86e07c0a', 'name': 'tempest-ServerRescueNegativeTestJSON-17170279-router', 'tenant_id': 'af127d2683f84f0682595fe8297db6b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.165'}], 'enable_snat': True}, 'gw_port_id': '33956311-9568-43db-baa0-a5fb99866c99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:21:34Z', 'updated_at': '2021-12-25T21:21:35Z', 'revision_number': 3, 'project_id': 'af127d2683f84f0682595fe8297db6b1', 'gw_port': {'id': '33956311-9568-43db-baa0-a5fb99866c99', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:62:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75c7846c-4ecd-4502-aa2f-9d2d86e07c0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:21:35Z', 'updated_at': '2021-12-25T21:21:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 21:21:38.038206 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-3932f299-c6c8-486e-b4bf-859e3fd9a51a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2008772'] for router_interface, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:38.119276 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-fe2362cd-c2e7-4291-92dd-4bcfe7e29418 req-feb6301d-7749-4989-8e8f-546f25da2e58 service neutron] 10.222.0.32 "GET /v2.0/networks/2173080e-712c-4030-840a-d911c5ceb839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2266858
Dec 25 21:21:38.157653 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:38.227320 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44b3e1b7-9d2d-4bde-bb29-f33c28cfbde8 admin admin] Router 6fee4504-9331-466c-8137-c9604d35f8d5 has already been hosted by L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 {{(pid=121606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 25 21:21:38.313653 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73991e7-23d6-46be-a61a-31cdde276a6b req-cf4da98c-6e1a-4969-bbc3-b80a35dd1ac3 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:21:38.316823 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d73991e7-23d6-46be-a61a-31cdde276a6b req-cf4da98c-6e1a-4969-bbc3-b80a35dd1ac3 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/ports?device_id=161df36a-2258-4f32-a7b0-2f7c793d4390 HTTP/1.1" status: 200  len: 944 time: 0.1057911
Dec 25 21:21:38.367989 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-3932f299-c6c8-486e-b4bf-859e3fd9a51a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:38.447780 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44b3e1b7-9d2d-4bde-bb29-f33c28cfbde8 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 21:21:38.453746 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d73991e7-23d6-46be-a61a-31cdde276a6b req-72fd3f81-2c1a-41a0-91be-3ca1baf5077a tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/security-groups?id=303458ac-ce28-4cba-8947-b5e432a1ea1f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1168766
Dec 25 21:21:38.457072 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-44b3e1b7-9d2d-4bde-bb29-f33c28cfbde8 admin admin] 10.222.0.32 "PUT /v2.0/routers/6fee4504-9331-466c-8137-c9604d35f8d5/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.2117865
Dec 25 21:21:38.460018 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 60796) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:21:38.484155 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a858028f-9766-4137-8154-4e7af738c16b None None] Sync routers for ids ['6fee4504-9331-466c-8137-c9604d35f8d5'] in ncdv-master-1 {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 21:21:38.488815 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3e945ecd-9380-47c2-aa0a-12ebe07e03e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:38.504614 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a858028f-9766-4137-8154-4e7af738c16b None None] Routers {'6fee4504-9331-466c-8137-c9604d35f8d5'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:21:38.506350 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-a858028f-9766-4137-8154-4e7af738c16b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f26134f6250>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:21:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['6fee4504-9331-466c-8137-c9604d35f8d5'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:21:38.687659 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-127e8aaf-ed4b-459e-bbf8-0a17a1bf38b9 req-c205f6f5-1db9-4800-88b0-9a8ce30963b9 tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/ports?device_id=942e6548-a2f0-42a7-9cb7-ca574fef9231 HTTP/1.1" status: 200  len: 210 time: 0.0680308
Dec 25 21:21:38.737154 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-fa753fd3-ee72-4be0-98d9-5e44fe5b07ee admin admin] Publish callbacks [] for router, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:38.789074 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvr_db [None req-a858028f-9766-4137-8154-4e7af738c16b None None] Set router 6fee4504-9331-466c-8137-c9604d35f8d5 gateway port host: ncdv-master-1 {{(pid=121608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:21:38.911326 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-3932f299-c6c8-486e-b4bf-859e3fd9a51a admin admin] Publish callbacks [] for port, precommit_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:38.929506 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-fa753fd3-ee72-4be0-98d9-5e44fe5b07ee admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:39.039864 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-3932f299-c6c8-486e-b4bf-859e3fd9a51a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8632327'] for port, after_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:39.084603 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-a858028f-9766-4137-8154-4e7af738c16b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f26134f6250>, [{'id': '6fee4504-9331-466c-8137-c9604d35f8d5', 'name': 'tempest-ServerRescueTestJSONUnderV235-1998990851-router', 'tenant_id': 'bfd1b67368c34701bcdc20105e48ad41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.112'}], 'enable_snat': True}, 'gw_port_id': '41d1740f-8e33-489f-9ce2-1cbb1abb45dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:20:18Z', 'updated_at': '2021-12-25T21:21:37Z', 'revision_number': 5, 'project_id': 'bfd1b67368c34701bcdc20105e48ad41', 'gw_port': {'id': '41d1740f-8e33-489f-9ce2-1cbb1abb45dc', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:da:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fee4504-9331-466c-8137-c9604d35f8d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:20:19Z', 'updated_at': '2021-12-25T21:20:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:21:39.115759 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a858028f-9766-4137-8154-4e7af738c16b None None] Checking router: 6fee4504-9331-466c-8137-c9604d35f8d5 for host: ncdv-master-1 {{(pid=121608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 25 21:21:39.127409 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a858028f-9766-4137-8154-4e7af738c16b None None] Routers {'6fee4504-9331-466c-8137-c9604d35f8d5'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:21:39.128392 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-a858028f-9766-4137-8154-4e7af738c16b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f26134f6250>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:21:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['6fee4504-9331-466c-8137-c9604d35f8d5'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:21:39.130349 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3932f299-c6c8-486e-b4bf-859e3fd9a51a admin admin] Pushing event updated for resources: {'Port': ['ID=573edeff-3aa3-4b3c-8139-06420a78e769,revision_number=2']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:21:39.155842 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-3932f299-c6c8-486e-b4bf-859e3fd9a51a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2007636'] for router_interface, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:39.180970 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-fa753fd3-ee72-4be0-98d9-5e44fe5b07ee admin admin] Deleting port 41d1740f-8e33-489f-9ce2-1cbb1abb45dc {{(pid=121607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:21:39.181495 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-fa753fd3-ee72-4be0-98d9-5e44fe5b07ee admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:39.249176 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvr_db [None req-a858028f-9766-4137-8154-4e7af738c16b None None] Set router 6fee4504-9331-466c-8137-c9604d35f8d5 gateway port host: None {{(pid=121608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:21:39.323194 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-a858028f-9766-4137-8154-4e7af738c16b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f26134f6250>, [{'id': '6fee4504-9331-466c-8137-c9604d35f8d5', 'name': 'tempest-ServerRescueTestJSONUnderV235-1998990851-router', 'tenant_id': 'bfd1b67368c34701bcdc20105e48ad41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:20:18Z', 'updated_at': '2021-12-25T21:21:38Z', 'revision_number': 6, 'project_id': 'bfd1b67368c34701bcdc20105e48ad41', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:21:39.359454 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a858028f-9766-4137-8154-4e7af738c16b None None] The sync data for ids ['6fee4504-9331-466c-8137-c9604d35f8d5'] in ncdv-master-1 is: [{'id': '6fee4504-9331-466c-8137-c9604d35f8d5', 'name': 'tempest-ServerRescueTestJSONUnderV235-1998990851-router', 'tenant_id': 'bfd1b67368c34701bcdc20105e48ad41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:20:18Z', 'updated_at': '2021-12-25T21:21:38Z', 'revision_number': 6, 'project_id': 'bfd1b67368c34701bcdc20105e48ad41', 'gw_port_host': None}] {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 21:21:39.454653 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-15cb578f-7a63-4fd3-925d-83bad4c7b82a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:39.634316 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.db [None req-fa753fd3-ee72-4be0-98d9-5e44fe5b07ee admin admin] For port 41d1740f-8e33-489f-9ce2-1cbb1abb45dc, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=41d1740f-8e33-489f-9ce2-1cbb1abb45dc,segment=NetworkSegment(6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855),segment_id=6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855)] {{(pid=121607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:21:39.634935 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-fa753fd3-ee72-4be0-98d9-5e44fe5b07ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:39.657448 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-fa753fd3-ee72-4be0-98d9-5e44fe5b07ee admin admin] Calling delete_port for 41d1740f-8e33-489f-9ce2-1cbb1abb45dc owned by network:router_gateway {{(pid=121607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:21:39.659150 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7dcca5-4f09-4f8f-a258-535be82a7f17 req-4f140b3d-5553-436f-92b3-1dde1c1ee930 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:21:39.660658 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-dc7dcca5-4f09-4f8f-a258-535be82a7f17 req-4f140b3d-5553-436f-92b3-1dde1c1ee930 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/ports?device_id=161df36a-2258-4f32-a7b0-2f7c793d4390 HTTP/1.1" status: 200  len: 944 time: 0.0559342
Dec 25 21:21:39.671814 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3932f299-c6c8-486e-b4bf-859e3fd9a51a admin admin] Network c6d0f08d-96b7-4228-b50e-9f6262725ca6 is already hosted by enough agents. {{(pid=121607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:21:39.675768 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-3932f299-c6c8-486e-b4bf-859e3fd9a51a admin admin] Resources bound (agent type, host, resource id):  {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:21:39.760362 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-dc7dcca5-4f09-4f8f-a258-535be82a7f17 req-46225f97-1614-439d-8868-ffe5e7f6ae76 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/security-groups?id=303458ac-ce28-4cba-8947-b5e432a1ea1f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0924892
Dec 25 21:21:39.807713 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1a97487b-2f2d-4639-a72e-5bf2be98aaab req-dadd474e-b295-4038-a27f-5db97d8c4646 tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/ports?device_id=942e6548-a2f0-42a7-9cb7-ca574fef9231 HTTP/1.1" status: 200  len: 210 time: 0.0380328
Dec 25 21:21:39.828028 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 33956311-9568-43db-baa0-a5fb99866c99 up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:21:39.904994 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port 33956311-9568-43db-baa0-a5fb99866c99 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:21:39.905395 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:39.945852 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3932f299-c6c8-486e-b4bf-859e3fd9a51a admin admin] Router 75c7846c-4ecd-4502-aa2f-9d2d86e07c0a has already been hosted by L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 {{(pid=121607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 25 21:21:40.012419 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:40.036705 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] For port 33956311-9568-43db-baa0-a5fb99866c99, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=33956311-9568-43db-baa0-a5fb99866c99,segment=NetworkSegment(6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855),segment_id=6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:21:40.106219 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:40.107747 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3932f299-c6c8-486e-b4bf-859e3fd9a51a admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 21:21:40.122151 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-3932f299-c6c8-486e-b4bf-859e3fd9a51a admin admin] 10.222.0.32 "PUT /v2.0/routers/75c7846c-4ecd-4502-aa2f-9d2d86e07c0a/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.5769408
Dec 25 21:21:40.165021 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Pushing event updated for resources: {'Port': ['ID=33956311-9568-43db-baa0-a5fb99866c99,revision_number=4']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:21:40.191953 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-fa753fd3-ee72-4be0-98d9-5e44fe5b07ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:40.219882 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa753fd3-ee72-4be0-98d9-5e44fe5b07ee admin admin] Pushing event deleted for resources: {'Port': ['ID=41d1740f-8e33-489f-9ce2-1cbb1abb45dc,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:21:40.311806 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-fa753fd3-ee72-4be0-98d9-5e44fe5b07ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2008689'] for router_gateway, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:40.423924 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-fa753fd3-ee72-4be0-98d9-5e44fe5b07ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2014235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14905'] for router, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:40.426373 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-fa753fd3-ee72-4be0-98d9-5e44fe5b07ee admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:40.528615 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-fa753fd3-ee72-4be0-98d9-5e44fe5b07ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2014220'] for router, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:40.529969 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa753fd3-ee72-4be0-98d9-5e44fe5b07ee admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6fee4504-9331-466c-8137-c9604d35f8d5 {{(pid=121607) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 25 21:21:40.541120 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-fa753fd3-ee72-4be0-98d9-5e44fe5b07ee admin admin] Publish callbacks [] for router, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:40.541120 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-fa753fd3-ee72-4be0-98d9-5e44fe5b07ee admin admin] 10.222.0.32 "DELETE /v2.0/routers/6fee4504-9331-466c-8137-c9604d35f8d5 HTTP/1.1" status: 204  len: 168 time: 2.0757349
Dec 25 21:21:40.541120 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 60858) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:21:40.597407 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_v2 [None req-401b45fa-efae-432c-adf8-e789b2565d49 admin admin] Deleting subnet 46335a3d-cb7c-4909-913c-277e2c1dc81d {{(pid=121607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Dec 25 21:21:40.601090 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-401b45fa-efae-432c-adf8-e789b2565d49 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:40.603800 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:40.643329 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c54fefd0-0064-432b-91a7-991077d19861 None None] Sync routers for ids ['75c7846c-4ecd-4502-aa2f-9d2d86e07c0a'] in ncdv-master-1 {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 21:21:40.657227 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c54fefd0-0064-432b-91a7-991077d19861 None None] Routers {'75c7846c-4ecd-4502-aa2f-9d2d86e07c0a'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:21:40.659599 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-c54fefd0-0064-432b-91a7-991077d19861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f26196bed00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:21:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['75c7846c-4ecd-4502-aa2f-9d2d86e07c0a'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:21:40.665338 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-401b45fa-efae-432c-adf8-e789b2565d49 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10246617'] for subnet, precommit_delete_associations {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:40.672845 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f1c042-b95d-43f5-a65d-64bda57980cd req-6ca8050d-f2be-4f3d-a07f-3dd8e57f0d02 tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:21:40.686280 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e4f1c042-b95d-43f5-a65d-64bda57980cd req-6ca8050d-f2be-4f3d-a07f-3dd8e57f0d02 tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] 10.222.0.32 "GET /v2.0/networks?id=c6d0f08d-96b7-4228-b50e-9f6262725ca6 HTTP/1.1" status: 200  len: 817 time: 0.1472628
Dec 25 21:21:40.702398 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e4f1c042-b95d-43f5-a65d-64bda57980cd req-b75d5b2b-0b16-4c33-8583-d4508418da50 tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] 10.222.0.32 "GET /v2.0/quotas/af127d2683f84f0682595fe8297db6b1 HTTP/1.1" status: 200  len: 375 time: 0.0171101
Dec 25 21:21:40.724375 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-401b45fa-efae-432c-adf8-e789b2565d49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995662'] for subnet, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:40.775534 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvr_db [None req-c54fefd0-0064-432b-91a7-991077d19861 None None] Set router 75c7846c-4ecd-4502-aa2f-9d2d86e07c0a gateway port host: ncdv-master-1 {{(pid=121609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:21:40.778702 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e4f1c042-b95d-43f5-a65d-64bda57980cd req-fd3d2715-9863-4582-9c7d-bbd25529ec2f tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=af127d2683f84f0682595fe8297db6b1&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0662005
Dec 25 21:21:40.867042 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-401b45fa-efae-432c-adf8-e789b2565d49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8632410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8852809'] for subnet, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:40.876289 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e4f1c042-b95d-43f5-a65d-64bda57980cd req-df2f6f8f-1e0e-4972-ab24-1de7264873ed service neutron] 10.222.0.32 "GET /v2.0/networks/c6d0f08d-96b7-4228-b50e-9f6262725ca6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0961983
Dec 25 21:21:40.923487 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401b45fa-efae-432c-adf8-e789b2565d49 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=46335a3d-cb7c-4909-913c-277e2c1dc81d,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:21:40.938017 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-401b45fa-efae-432c-adf8-e789b2565d49 admin admin] Publish callbacks [] for subnet, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:40.948348 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-401b45fa-efae-432c-adf8-e789b2565d49 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/46335a3d-cb7c-4909-913c-277e2c1dc81d HTTP/1.1" status: 204  len: 168 time: 0.4035938
Dec 25 21:21:40.948348 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 60870) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:21:41.028643 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e4f1c042-b95d-43f5-a65d-64bda57980cd req-6cba78d5-9866-473a-bf61-6d0433ded6b8 service neutron] 10.222.0.32 "GET /v2.0/networks/c6d0f08d-96b7-4228-b50e-9f6262725ca6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1514609
Dec 25 21:21:41.065770 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-640f69fb-ad32-4ff6-81f0-d4d299a6f5a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625803'] for network, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:41.105812 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb2f8f2-ab35-4158-9a46-c9f8fb23972a req-51d8927b-7c83-4c80-a760-033828e6f8d7 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:21:41.113362 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8cb2f8f2-ab35-4158-9a46-c9f8fb23972a req-51d8927b-7c83-4c80-a760-033828e6f8d7 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/ports?device_id=161df36a-2258-4f32-a7b0-2f7c793d4390 HTTP/1.1" status: 200  len: 944 time: 0.0834448
Dec 25 21:21:41.115408 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-c54fefd0-0064-432b-91a7-991077d19861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f26196bed00>, [{'id': '75c7846c-4ecd-4502-aa2f-9d2d86e07c0a', 'name': 'tempest-ServerRescueNegativeTestJSON-17170279-router', 'tenant_id': 'af127d2683f84f0682595fe8297db6b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.165'}], 'enable_snat': True}, 'gw_port_id': '33956311-9568-43db-baa0-a5fb99866c99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:21:34Z', 'updated_at': '2021-12-25T21:21:38Z', 'revision_number': 4, 'project_id': 'af127d2683f84f0682595fe8297db6b1', 'gw_port': {'id': '33956311-9568-43db-baa0-a5fb99866c99', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:62:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c7846c-4ecd-4502-aa2f-9d2d86e07c0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:21:35Z', 'updated_at': '2021-12-25T21:21:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '573edeff-3aa3-4b3c-8139-06420a78e769', 'name': '', 'network_id': 'c6d0f08d-96b7-4228-b50e-9f6262725ca6', 'tenant_id': 'af127d2683f84f0682595fe8297db6b1', 'mac_address': 'fa:16:3e:23:18:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75c7846c-4ecd-4502-aa2f-9d2d86e07c0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1330, 'fixed_ips': [{'subnet_id': '54e8004f-9c9e-4996-97cc-5b15fbdb0d97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:21:37Z', 'updated_at': '2021-12-25T21:21:38Z', 'revision_number': 2, 'project_id': 'af127d2683f84f0682595fe8297db6b1', 'subnets': [{'id': '54e8004f-9c9e-4996-97cc-5b15fbdb0d97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:21:41.152835 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c54fefd0-0064-432b-91a7-991077d19861 None None] Checking router: 75c7846c-4ecd-4502-aa2f-9d2d86e07c0a for host: ncdv-master-1 {{(pid=121609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 25 21:21:41.153565 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c54fefd0-0064-432b-91a7-991077d19861 None None] Updating router 75c7846c-4ecd-4502-aa2f-9d2d86e07c0a port 573edeff-3aa3-4b3c-8139-06420a78e769 binding host ncdv-master-1 {{(pid=121609) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 25 21:21:41.171108 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8cb2f8f2-ab35-4158-9a46-c9f8fb23972a req-89227bf5-2663-4c0e-a40c-c06c22def36a tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/security-groups?id=303458ac-ce28-4cba-8947-b5e432a1ea1f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0568604
Dec 25 21:21:41.180857 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-c54fefd0-0064-432b-91a7-991077d19861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:41.230286 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-640f69fb-ad32-4ff6-81f0-d4d299a6f5a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997585', 'neutron.services.segments.db._delete_segments_for_network-8737602743071'] for network, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:41.252333 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-640f69fb-ad32-4ff6-81f0-d4d299a6f5a4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2612e03760>,) {'filters': {'network_id': ['5e3e14c1-fa4f-4065-b9e3-19dd5f8f11c3']}} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:21:41.268659 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-640f69fb-ad32-4ff6-81f0-d4d299a6f5a4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2612e03760>, '5bce967c-ac24-49c6-a4ac-96bca1f26c4b') {'for_net_delete': True} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:21:41.269365 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-640f69fb-ad32-4ff6-81f0-d4d299a6f5a4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2612e03760>, '5bce967c-ac24-49c6-a4ac-96bca1f26c4b') {} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:21:41.270400 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 33956311-9568-43db-baa0-a5fb99866c99 up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:21:41.279827 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-640f69fb-ad32-4ff6-81f0-d4d299a6f5a4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737602746920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10246592'] for segment, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:41.294761 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-640f69fb-ad32-4ff6-81f0-d4d299a6f5a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:41.296675 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-22b93fdd-94be-4bf4-8bdf-db6f28f00255 req-3d01b884-3772-43fd-a988-2e414e7b03bd tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/ports?device_id=942e6548-a2f0-42a7-9cb7-ca574fef9231 HTTP/1.1" status: 200  len: 210 time: 0.0492604
Dec 25 21:21:41.301927 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-640f69fb-ad32-4ff6-81f0-d4d299a6f5a4 admin admin] Releasing vlan 199 on physical network physnet1 to pool {{(pid=121607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 25 21:21:41.302432 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-640f69fb-ad32-4ff6-81f0-d4d299a6f5a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8633327'] for segment, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:41.305988 ncdv-master-1 neutron-server[121607]: Traceback (most recent call last):
Dec 25 21:21:41.305988 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 25 21:21:41.305988 ncdv-master-1 neutron-server[121607]:     timer()
Dec 25 21:21:41.305988 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 25 21:21:41.305988 ncdv-master-1 neutron-server[121607]:     cb(*args, **kw)
Dec 25 21:21:41.305988 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 25 21:21:41.305988 ncdv-master-1 neutron-server[121607]:     return func(*args, **kwargs)
Dec 25 21:21:41.305988 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 25 21:21:41.305988 ncdv-master-1 neutron-server[121607]:     self._notify()
Dec 25 21:21:41.305988 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 25 21:21:41.305988 ncdv-master-1 neutron-server[121607]:     self.callback(batched_events)
Dec 25 21:21:41.305988 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 25 21:21:41.305988 ncdv-master-1 neutron-server[121607]:     event.method(event)
Dec 25 21:21:41.305988 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 25 21:21:41.305988 ncdv-master-1 neutron-server[121607]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 25 21:21:41.305988 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 25 21:21:41.305988 ncdv-master-1 neutron-server[121607]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 25 21:21:41.305988 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 25 21:21:41.305988 ncdv-master-1 neutron-server[121607]:     return f(self, *a, **k)
Dec 25 21:21:41.305988 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 25 21:21:41.305988 ncdv-master-1 neutron-server[121607]:     return self._get(url).json()
Dec 25 21:21:41.305988 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 25 21:21:41.305988 ncdv-master-1 neutron-server[121607]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 25 21:21:41.305988 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 25 21:21:41.305988 ncdv-master-1 neutron-server[121607]:     return self.request(url, 'GET', **kwargs)
Dec 25 21:21:41.305988 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 25 21:21:41.305988 ncdv-master-1 neutron-server[121607]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 25 21:21:41.305988 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 25 21:21:41.305988 ncdv-master-1 neutron-server[121607]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 25 21:21:41.305988 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 25 21:21:41.305988 ncdv-master-1 neutron-server[121607]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 25 21:21:41.305988 ncdv-master-1 neutron-server[121607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 25 21:21:41.352901 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port 33956311-9568-43db-baa0-a5fb99866c99 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:21:41.353345 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:41.570884 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-640f69fb-ad32-4ff6-81f0-d4d299a6f5a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2008653'] for network, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:41.583175 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-640f69fb-ad32-4ff6-81f0-d4d299a6f5a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for network, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:41.590221 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 20c5dd42-50c5-43d1-a899-c9b4bd8a4356 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:21:41.599546 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-640f69fb-ad32-4ff6-81f0-d4d299a6f5a4 admin admin] 10.222.0.32 "DELETE /v2.0/networks/5e3e14c1-fa4f-4065-b9e3-19dd5f8f11c3 HTTP/1.1" status: 204  len: 168 time: 0.6516652
Dec 25 21:21:41.634579 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640f69fb-ad32-4ff6-81f0-d4d299a6f5a4 admin admin] Pushing event deleted for resources: {'Network': ['ID=5e3e14c1-fa4f-4065-b9e3-19dd5f8f11c3,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:21:41.646223 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] No Port match for: 20c5dd42-50c5-43d1-a899-c9b4bd8a4356 {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:21:41.650616 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 20c5dd42-50c5-43d1-a899-c9b4bd8a4356 not bound to the agent host ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:21:41.653046 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 41d1740f-8e33-489f-9ce2-1cbb1abb45dc no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:21:41.683926 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-c54fefd0-0064-432b-91a7-991077d19861 None None] Publish callbacks [] for port, precommit_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:41.684438 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2362cd-c2e7-4291-92dd-4bcfe7e29418 req-506f0e29-dbe5-47ec-8508-07b071fb15d4 tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:21:41.686761 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-fe2362cd-c2e7-4291-92dd-4bcfe7e29418 req-506f0e29-dbe5-47ec-8508-07b071fb15d4 tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.37 "GET /v2.0/networks?id=2173080e-712c-4030-840a-d911c5ceb839 HTTP/1.1" status: 200  len: 813 time: 0.2267504
Dec 25 21:21:41.686943 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] No Port match for: 41d1740f-8e33-489f-9ce2-1cbb1abb45dc {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:21:41.687196 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 41d1740f-8e33-489f-9ce2-1cbb1abb45dc not bound to the agent host ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:21:41.707625 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-fe2362cd-c2e7-4291-92dd-4bcfe7e29418 req-20617e9c-4299-4e33-bcb7-3bd67c33c8fa tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] Request body: {'port': {'device_id': '942e6548-a2f0-42a7-9cb7-ca574fef9231', 'network_id': '2173080e-712c-4030-840a-d911c5ceb839', 'admin_state_up': True, 'tenant_id': '66319858228140b3841ef6c7c8cd5c14'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:21:41.792603 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-fc6d3ec3-97d0-4353-b337-d8b1161a6e62 req-cbbbc31f-f9f8-4ebf-aa26-bee57bbce9db tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] 10.222.0.32 "GET /v2.0/ports?device_id=441fa3cf-7f7d-4f84-b4aa-cc9b9d70e477 HTTP/1.1" status: 200  len: 210 time: 0.0595212
Dec 25 21:21:41.800234 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-c54fefd0-0064-432b-91a7-991077d19861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:41.867264 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39dae92-69bf-40df-990d-a82f608a3e9d None None] Pushing event updated for resources: {'Port': ['ID=573edeff-3aa3-4b3c-8139-06420a78e769,revision_number=3']} {{(pid=121609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:21:41.920026 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.managers [None req-c54fefd0-0064-432b-91a7-991077d19861 None None] Attempting to bind port 573edeff-3aa3-4b3c-8139-06420a78e769 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:21:41.920399 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.managers [None req-c54fefd0-0064-432b-91a7-991077d19861 None None] Attempting to bind port 573edeff-3aa3-4b3c-8139-06420a78e769 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'f1b91e55-a239-48f9-a6b2-6c2da2a6e0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'c6d0f08d-96b7-4228-b50e-9f6262725ca6'}] {{(pid=121609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:21:41.921087 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c54fefd0-0064-432b-91a7-991077d19861 None None] Attempting to bind port 573edeff-3aa3-4b3c-8139-06420a78e769 on network c6d0f08d-96b7-4228-b50e-9f6262725ca6 {{(pid=121609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:21:41.926521 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c54fefd0-0064-432b-91a7-991077d19861 None None] Checking agent: {'id': 'ca4f5c6d-f1fd-48b8-a3e3-395864c7d23d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 20, 56, 40), 'started_at': datetime.datetime(2021, 12, 25, 20, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 21, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:21:41.926903 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c54fefd0-0064-432b-91a7-991077d19861 None None] Checking segment: {'id': 'f1b91e55-a239-48f9-a6b2-6c2da2a6e0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'c6d0f08d-96b7-4228-b50e-9f6262725ca6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:21:41.927397 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-c54fefd0-0064-432b-91a7-991077d19861 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:41.927795 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c54fefd0-0064-432b-91a7-991077d19861 None None] Bound using segment: {'id': 'f1b91e55-a239-48f9-a6b2-6c2da2a6e0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'c6d0f08d-96b7-4228-b50e-9f6262725ca6'} {{(pid=121609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:21:41.928268 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.managers [None req-c54fefd0-0064-432b-91a7-991077d19861 None None] Bound port: 573edeff-3aa3-4b3c-8139-06420a78e769, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1b91e55-a239-48f9-a6b2-6c2da2a6e0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'c6d0f08d-96b7-4228-b50e-9f6262725ca6'}}] {{(pid=121609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:21:41.928646 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-c54fefd0-0064-432b-91a7-991077d19861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:42.017326 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.db [None req-c54fefd0-0064-432b-91a7-991077d19861 None None] For port 573edeff-3aa3-4b3c-8139-06420a78e769, host ncdv-master-1, cleared binding levels {{(pid=121609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:21:42.028703 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe2362cd-c2e7-4291-92dd-4bcfe7e29418 req-20617e9c-4299-4e33-bcb7-3bd67c33c8fa tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] Made reservation on behalf of 66319858228140b3841ef6c7c8cd5c14 for: {'port': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:21:42.032357 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.db [None req-c54fefd0-0064-432b-91a7-991077d19861 None None] For port 573edeff-3aa3-4b3c-8139-06420a78e769, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=573edeff-3aa3-4b3c-8139-06420a78e769,segment=NetworkSegment(f1b91e55-a239-48f9-a6b2-6c2da2a6e0dd),segment_id=f1b91e55-a239-48f9-a6b2-6c2da2a6e0dd)] {{(pid=121609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:21:42.032560 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-fe2362cd-c2e7-4291-92dd-4bcfe7e29418 req-20617e9c-4299-4e33-bcb7-3bd67c33c8fa tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:42.118413 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-c54fefd0-0064-432b-91a7-991077d19861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:42.185998 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c54fefd0-0064-432b-91a7-991077d19861 None None] Routers {'75c7846c-4ecd-4502-aa2f-9d2d86e07c0a'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:21:42.186984 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-c54fefd0-0064-432b-91a7-991077d19861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f26196bed00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:21:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['75c7846c-4ecd-4502-aa2f-9d2d86e07c0a'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:21:42.190519 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39dae92-69bf-40df-990d-a82f608a3e9d None None] Pushing event updated for resources: {'Port': ['ID=573edeff-3aa3-4b3c-8139-06420a78e769,revision_number=4']} {{(pid=121609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:21:42.191342 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b81c728-720c-4f86-a129-8934ab4f964d req-24afc537-f918-4316-b901-87463c57966d tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:21:42.193054 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4b81c728-720c-4f86-a129-8934ab4f964d req-24afc537-f918-4316-b901-87463c57966d tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] 10.222.0.32 "GET /v2.0/networks?id=c6d0f08d-96b7-4228-b50e-9f6262725ca6 HTTP/1.1" status: 200  len: 817 time: 0.2616620
Dec 25 21:21:42.198524 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 60914) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:21:42.254040 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4b81c728-720c-4f86-a129-8934ab4f964d req-c2f65e4a-8f64-406f-a02f-487e7a47d775 tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] 10.222.0.32 "GET /v2.0/quotas/af127d2683f84f0682595fe8297db6b1 HTTP/1.1" status: 200  len: 375 time: 0.0446234
Dec 25 21:21:42.316763 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvr_db [None req-c54fefd0-0064-432b-91a7-991077d19861 None None] Set router 75c7846c-4ecd-4502-aa2f-9d2d86e07c0a gateway port host: ncdv-master-1 {{(pid=121609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:21:42.323312 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-c1e2186c-934a-4da1-b6ae-f35280b8f992 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=bfd1b67368c34701bcdc20105e48ad41&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1191039
Dec 25 21:21:42.324044 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 60918) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:21:42.333161 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_common [req-fe2362cd-c2e7-4291-92dd-4bcfe7e29418 req-20617e9c-4299-4e33-bcb7-3bd67c33c8fa tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] Allocated IP 172.20.0.14 (2173080e-712c-4030-840a-d911c5ceb839/fd250946-046a-4d6b-8707-567238b4ce5f/e4c36e02-8789-45df-a1e7-5c05d3d9f049) {{(pid=121606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:21:42.352862 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4b81c728-720c-4f86-a129-8934ab4f964d req-51b1b562-2221-4da6-a417-9ad08f690f40 tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=af127d2683f84f0682595fe8297db6b1&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0858593
Dec 25 21:21:42.404079 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-0a6f6f43-7a14-4bd8-9606-84d7aeeb45b3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:42.437877 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-0a6f6f43-7a14-4bd8-9606-84d7aeeb45b3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:42.554477 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4b81c728-720c-4f86-a129-8934ab4f964d req-54c8f4d1-b3da-47a8-b158-441953d88154 service neutron] 10.222.0.32 "GET /v2.0/networks/c6d0f08d-96b7-4228-b50e-9f6262725ca6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1838222
Dec 25 21:21:42.568580 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-0a6f6f43-7a14-4bd8-9606-84d7aeeb45b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:42.571976 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-0a6f6f43-7a14-4bd8-9606-84d7aeeb45b3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:42.573334 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-0a6f6f43-7a14-4bd8-9606-84d7aeeb45b3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/90c387e5-e604-4c27-9f19-ebc2203871ff HTTP/1.1" status: 204  len: 168 time: 0.2475893
Dec 25 21:21:42.586643 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-c54fefd0-0064-432b-91a7-991077d19861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f26196bed00>, [{'id': '75c7846c-4ecd-4502-aa2f-9d2d86e07c0a', 'name': 'tempest-ServerRescueNegativeTestJSON-17170279-router', 'tenant_id': 'af127d2683f84f0682595fe8297db6b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.165'}], 'enable_snat': True}, 'gw_port_id': '33956311-9568-43db-baa0-a5fb99866c99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:21:34Z', 'updated_at': '2021-12-25T21:21:38Z', 'revision_number': 4, 'project_id': 'af127d2683f84f0682595fe8297db6b1', 'gw_port': {'id': '33956311-9568-43db-baa0-a5fb99866c99', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:62:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c7846c-4ecd-4502-aa2f-9d2d86e07c0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:21:35Z', 'updated_at': '2021-12-25T21:21:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '573edeff-3aa3-4b3c-8139-06420a78e769', 'name': '', 'network_id': 'c6d0f08d-96b7-4228-b50e-9f6262725ca6', 'tenant_id': 'af127d2683f84f0682595fe8297db6b1', 'mac_address': 'fa:16:3e:23:18:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75c7846c-4ecd-4502-aa2f-9d2d86e07c0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1330, 'fixed_ips': [{'subnet_id': '54e8004f-9c9e-4996-97cc-5b15fbdb0d97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:21:37Z', 'updated_at': '2021-12-25T21:21:42Z', 'revision_number': 4, 'project_id': 'af127d2683f84f0682595fe8297db6b1', 'subnets': [{'id': '54e8004f-9c9e-4996-97cc-5b15fbdb0d97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:21:42.589003 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6f6f43-7a14-4bd8-9606-84d7aeeb45b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90c387e5-e604-4c27-9f19-ebc2203871ff,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:21:42.619354 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c54fefd0-0064-432b-91a7-991077d19861 None None] The sync data for ids ['75c7846c-4ecd-4502-aa2f-9d2d86e07c0a'] in ncdv-master-1 is: [{'id': '75c7846c-4ecd-4502-aa2f-9d2d86e07c0a', 'name': 'tempest-ServerRescueNegativeTestJSON-17170279-router', 'tenant_id': 'af127d2683f84f0682595fe8297db6b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.165'}], 'enable_snat': True}, 'gw_port_id': '33956311-9568-43db-baa0-a5fb99866c99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:21:34Z', 'updated_at': '2021-12-25T21:21:38Z', 'revision_number': 4, 'project_id': 'af127d2683f84f0682595fe8297db6b1', 'gw_port': {'id': '33956311-9568-43db-baa0-a5fb99866c99', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:62:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c7846c-4ecd-4502-aa2f-9d2d86e07c0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:21:35Z', 'updated_at': '2021-12-25T21:21:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '573edeff-3aa3-4b3c-8139-06420a78e769', 'name': '', 'network_id': 'c6d0f08d-96b7-4228-b50e-9f6262725ca6', 'tenant_id': 'af127d2683f84f0682595fe8297db6b1', 'mac_address': 'fa:16:3e:23:18:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75c7846c-4ecd-4502-aa2f-9d2d86e07c0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1330, 'fixed_ips': [{'subnet_id': '54e8004f-9c9e-4996-97cc-5b15fbdb0d97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:21:37Z', 'updated_at': '2021-12-25T21:21:42Z', 'revision_number': 4, 'project_id': 'af127d2683f84f0682595fe8297db6b1', 'subnets': [{'id': '54e8004f-9c9e-4996-97cc-5b15fbdb0d97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 21:21:43.125857 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4b81c728-720c-4f86-a129-8934ab4f964d req-c2108004-1442-4061-b310-0d43fd5e3c08 service neutron] 10.222.0.32 "GET /v2.0/networks/c6d0f08d-96b7-4228-b50e-9f6262725ca6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5623257
Dec 25 21:21:43.232118 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-fe2362cd-c2e7-4291-92dd-4bcfe7e29418 req-20617e9c-4299-4e33-bcb7-3bd67c33c8fa tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] Publish callbacks [] for port, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:43.303917 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20773114-deb7-4ecc-b54d-0f006d833d90 req-fb656c18-d5fe-4210-9e6b-dbacb273d8a1 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:21:43.313223 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-20773114-deb7-4ecc-b54d-0f006d833d90 req-fb656c18-d5fe-4210-9e6b-dbacb273d8a1 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/ports?device_id=161df36a-2258-4f32-a7b0-2f7c793d4390 HTTP/1.1" status: 200  len: 944 time: 0.1906538
Dec 25 21:21:43.350640 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 573edeff-3aa3-4b3c-8139-06420a78e769 up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:21:43.463388 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-20773114-deb7-4ecc-b54d-0f006d833d90 req-4bc4aa54-d6a0-45f3-b078-2df259faad73 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/security-groups?id=303458ac-ce28-4cba-8947-b5e432a1ea1f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1490281
Dec 25 21:21:43.489880 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port 573edeff-3aa3-4b3c-8139-06420a78e769 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:21:43.490499 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:43.572585 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3904f7ec-f478-44e7-bead-d5a259b3ba75 req-1e2f1da2-1b54-46cc-8e1d-c2baf19db911 tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/ports?device_id=942e6548-a2f0-42a7-9cb7-ca574fef9231 HTTP/1.1" status: 200  len: 210 time: 0.0516706
Dec 25 21:21:43.633481 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-fe2362cd-c2e7-4291-92dd-4bcfe7e29418 req-20617e9c-4299-4e33-bcb7-3bd67c33c8fa tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:43.765829 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe2362cd-c2e7-4291-92dd-4bcfe7e29418 req-20617e9c-4299-4e33-bcb7-3bd67c33c8fa tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] Network 2173080e-712c-4030-840a-d911c5ceb839 is already hosted by enough agents. {{(pid=121606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:21:43.780898 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [req-fe2362cd-c2e7-4291-92dd-4bcfe7e29418 req-20617e9c-4299-4e33-bcb7-3bd67c33c8fa tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] Resources bound (agent type, host, resource id):  {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:21:43.786521 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe2362cd-c2e7-4291-92dd-4bcfe7e29418 req-20617e9c-4299-4e33-bcb7-3bd67c33c8fa tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] Received port after_create {{(pid=121606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:21:43.929306 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] get_ports_and_sgs() called for port_ids ['6dcde4f1-b084-49e9-9b96-ae184bf1c495'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:21:43.981865 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20617e9c-4299-4e33-bcb7-3bd67c33c8fa tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] Pushing event updated for resources: {'Port': ['ID=e4c36e02-8789-45df-a1e7-5c05d3d9f049,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:21:44.012257 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-6fa2c4f0-ddb8-41fd-b02e-2927fdf7d48e req-319f75bc-ef07-45a7-b6ef-602ffd003793 tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] 10.222.0.32 "GET /v2.0/ports?device_id=20a90e3e-c379-4f2f-9632-763f67a3a334 HTTP/1.1" status: 200  len: 210 time: 0.1429887
Dec 25 21:21:44.052842 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20617e9c-4299-4e33-bcb7-3bd67c33c8fa tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:21:44.055681 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20617e9c-4299-4e33-bcb7-3bd67c33c8fa tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:21:44.056122 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20617e9c-4299-4e33-bcb7-3bd67c33c8fa tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:21:44.057391 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20617e9c-4299-4e33-bcb7-3bd67c33c8fa tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:21:44.058389 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20617e9c-4299-4e33-bcb7-3bd67c33c8fa tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:21:44.060157 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20617e9c-4299-4e33-bcb7-3bd67c33c8fa tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:21:44.060713 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20617e9c-4299-4e33-bcb7-3bd67c33c8fa tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:21:44.061321 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20617e9c-4299-4e33-bcb7-3bd67c33c8fa tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:21:44.061878 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20617e9c-4299-4e33-bcb7-3bd67c33c8fa tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:21:44.064354 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20617e9c-4299-4e33-bcb7-3bd67c33c8fa tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:21:44.064978 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20617e9c-4299-4e33-bcb7-3bd67c33c8fa tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:21:44.065700 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20617e9c-4299-4e33-bcb7-3bd67c33c8fa tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:21:44.066270 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20617e9c-4299-4e33-bcb7-3bd67c33c8fa tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:21:44.089926 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:21:44.089926 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:21:44.089926 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:21:44.089926 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:21:44.089926 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:21:44.089926 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:21:44.089926 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:21:44.089926 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:21:44.089926 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:21:44.089926 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:21:44.089926 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:21:44.089926 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:21:44.089926 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:21:44.089926 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:21:44.089926 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:21:44.089926 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:21:44.089926 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:21:44.089926 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:21:44.089926 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:21:44.089926 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:21:44.089926 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:21:44.089926 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:21:44.089926 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:21:44.089926 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:21:44.089926 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:21:44.089926 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:21:44.089926 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:21:44.089926 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:21:44.089926 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:21:44.089926 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:21:44.089926 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:21:44.089926 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:21:44.089926 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:21:44.089926 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:21:44.089926 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:21:44.089926 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:21:44.092179 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:21:44.092179 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:21:44.092179 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:21:44.092179 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:21:44.092179 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:21:44.092179 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:21:44.092179 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:21:44.092179 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:21:44.092179 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:21:44.092179 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:21:44.092179 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:21:44.092179 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:21:44.096609 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2362cd-c2e7-4291-92dd-4bcfe7e29418 req-20617e9c-4299-4e33-bcb7-3bd67c33c8fa tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:21:44.097721 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-fe2362cd-c2e7-4291-92dd-4bcfe7e29418 req-20617e9c-4299-4e33-bcb7-3bd67c33c8fa tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:44.119500 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:44.198977 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] For port 573edeff-3aa3-4b3c-8139-06420a78e769, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=573edeff-3aa3-4b3c-8139-06420a78e769,segment=NetworkSegment(f1b91e55-a239-48f9-a6b2-6c2da2a6e0dd),segment_id=f1b91e55-a239-48f9-a6b2-6c2da2a6e0dd)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:21:44.211954 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-fe2362cd-c2e7-4291-92dd-4bcfe7e29418 req-20617e9c-4299-4e33-bcb7-3bd67c33c8fa tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.5098448
Dec 25 21:21:44.227713 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-fe2362cd-c2e7-4291-92dd-4bcfe7e29418 req-84916fde-6c9c-4437-b102-7509436eb7b5 service neutron] Request body: {'port': {'device_id': '942e6548-a2f0-42a7-9cb7-ca574fef9231', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:21:44.288320 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-fe2362cd-c2e7-4291-92dd-4bcfe7e29418 req-84916fde-6c9c-4437-b102-7509436eb7b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:44.305260 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:44.465236 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Pushing event updated for resources: {'Port': ['ID=573edeff-3aa3-4b3c-8139-06420a78e769,revision_number=5']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:21:44.679605 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c16f58-7063-4142-936e-bbff89196131 req-56e78866-11da-4ac6-8b1d-2b3010364c8b tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:21:44.681497 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-97c16f58-7063-4142-936e-bbff89196131 req-56e78866-11da-4ac6-8b1d-2b3010364c8b tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/ports?device_id=161df36a-2258-4f32-a7b0-2f7c793d4390 HTTP/1.1" status: 200  len: 944 time: 0.1023674
Dec 25 21:21:44.705237 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f1c042-b95d-43f5-a65d-64bda57980cd req-9bd59ac7-d769-45f7-8c3a-750be306889c tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:21:44.707652 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-e4f1c042-b95d-43f5-a65d-64bda57980cd req-9bd59ac7-d769-45f7-8c3a-750be306889c tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] 10.222.0.37 "GET /v2.0/networks?id=c6d0f08d-96b7-4228-b50e-9f6262725ca6 HTTP/1.1" status: 200  len: 817 time: 0.1465390
Dec 25 21:21:44.726308 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [req-e4f1c042-b95d-43f5-a65d-64bda57980cd req-fb0b965f-0900-4464-a9fa-7a224f16cb7c tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] Request body: {'port': {'device_id': '441fa3cf-7f7d-4f84-b4aa-cc9b9d70e477', 'network_id': 'c6d0f08d-96b7-4228-b50e-9f6262725ca6', 'admin_state_up': True, 'tenant_id': 'af127d2683f84f0682595fe8297db6b1'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:21:44.730408 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.agents_db [None req-ec08dba0-4483-4109-b5e1-5e4a9fdaf12d None None] Agent healthcheck: found 7 active agents {{(pid=121609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 25 21:21:44.790875 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [req-fe2362cd-c2e7-4291-92dd-4bcfe7e29418 req-84916fde-6c9c-4437-b102-7509436eb7b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4c36e02-8789-45df-a1e7-5c05d3d9f049 {{(pid=121606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:21:44.816035 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-97c16f58-7063-4142-936e-bbff89196131 req-a27ac80a-ebcd-415c-a640-6c84eabff049 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/security-groups?id=303458ac-ce28-4cba-8947-b5e432a1ea1f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1248753
Dec 25 21:21:44.821789 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-fe2362cd-c2e7-4291-92dd-4bcfe7e29418 req-84916fde-6c9c-4437-b102-7509436eb7b5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:44.845728 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.provisioning_blocks [req-fe2362cd-c2e7-4291-92dd-4bcfe7e29418 req-84916fde-6c9c-4437-b102-7509436eb7b5 service neutron] Transition to ACTIVE for port object e4c36e02-8789-45df-a1e7-5c05d3d9f049 will not be triggered until provisioned by entity L2. {{(pid=121606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 25 21:21:44.948102 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5b999d-1e70-4e8b-b33f-f5e822365fe7 req-8ec37093-ecdd-4a5e-9f41-61d446ffe4d7 tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:21:44.950031 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-fa5b999d-1e70-4e8b-b33f-f5e822365fe7 req-8ec37093-ecdd-4a5e-9f41-61d446ffe4d7 tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/ports?device_id=942e6548-a2f0-42a7-9cb7-ca574fef9231 HTTP/1.1" status: 200  len: 932 time: 0.0570607
Dec 25 21:21:44.951160 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-fe2362cd-c2e7-4291-92dd-4bcfe7e29418 req-84916fde-6c9c-4437-b102-7509436eb7b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:44.972990 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4f1c042-b95d-43f5-a65d-64bda57980cd req-fb0b965f-0900-4464-a9fa-7a224f16cb7c tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] Made reservation on behalf of af127d2683f84f0682595fe8297db6b1 for: {'port': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:21:44.976863 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-e4f1c042-b95d-43f5-a65d-64bda57980cd req-fb0b965f-0900-4464-a9fa-7a224f16cb7c tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:45.065352 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84916fde-6c9c-4437-b102-7509436eb7b5 service neutron] Pushing event updated for resources: {'Port': ['ID=e4c36e02-8789-45df-a1e7-5c05d3d9f049,revision_number=2']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:21:45.118535 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-fa5b999d-1e70-4e8b-b33f-f5e822365fe7 req-19053734-177d-49a8-9c4a-c93c9029865e tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/security-groups?id=eb031b39-e206-4789-8844-f32137bfb856&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1590407
Dec 25 21:21:45.285616 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_common [req-e4f1c042-b95d-43f5-a65d-64bda57980cd req-fb0b965f-0900-4464-a9fa-7a224f16cb7c tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] Allocated IP 172.20.0.10 (c6d0f08d-96b7-4228-b50e-9f6262725ca6/54e8004f-9c9e-4996-97cc-5b15fbdb0d97/e763608c-e444-4936-aae2-43161cd57a85) {{(pid=121607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:21:45.300075 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 573edeff-3aa3-4b3c-8139-06420a78e769 up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:21:45.314861 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0957bd04-6f07-4485-b4bc-5bdc1b2a40f6 req-1dd813c0-2ee3-4e39-95d8-ae07d14d9aec tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] 10.222.0.32 "GET /v2.0/ports?device_id=20a90e3e-c379-4f2f-9632-763f67a3a334 HTTP/1.1" status: 200  len: 210 time: 0.0861382
Dec 25 21:21:45.369160 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9897b7dd-b9e0-49e3-8813-f755e36e9b9c req-41b9cf01-d446-4018-978e-99fe403cd947 tempest-ServerShowV247Test-197376765 tempest-ServerShowV247Test-197376765-project] 10.222.0.32 "GET /v2.0/ports?device_id=3503245c-9c15-4ca9-8c8e-dfd5025b1c2c HTTP/1.1" status: 200  len: 210 time: 0.0934341
Dec 25 21:21:45.369923 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port 573edeff-3aa3-4b3c-8139-06420a78e769 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:21:45.370447 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:45.397501 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-fe2362cd-c2e7-4291-92dd-4bcfe7e29418 req-84916fde-6c9c-4437-b102-7509436eb7b5 service neutron] Attempting to bind port e4c36e02-8789-45df-a1e7-5c05d3d9f049 on host nch2-master-1 for vnic_type normal with profile  {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:21:45.398094 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-fe2362cd-c2e7-4291-92dd-4bcfe7e29418 req-84916fde-6c9c-4437-b102-7509436eb7b5 service neutron] Attempting to bind port e4c36e02-8789-45df-a1e7-5c05d3d9f049 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '95544d4b-0c14-46d9-8e39-4d223a110754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '2173080e-712c-4030-840a-d911c5ceb839'}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:21:45.398762 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe2362cd-c2e7-4291-92dd-4bcfe7e29418 req-84916fde-6c9c-4437-b102-7509436eb7b5 service neutron] Attempting to bind port e4c36e02-8789-45df-a1e7-5c05d3d9f049 on network 2173080e-712c-4030-840a-d911c5ceb839 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:21:45.407393 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe2362cd-c2e7-4291-92dd-4bcfe7e29418 req-84916fde-6c9c-4437-b102-7509436eb7b5 service neutron] Port e4c36e02-8789-45df-a1e7-5c05d3d9f049 on network 2173080e-712c-4030-840a-d911c5ceb839 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 25 21:21:45.407720 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe2362cd-c2e7-4291-92dd-4bcfe7e29418 req-84916fde-6c9c-4437-b102-7509436eb7b5 service neutron] Attempting to bind port e4c36e02-8789-45df-a1e7-5c05d3d9f049 on network 2173080e-712c-4030-840a-d911c5ceb839 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:21:45.417653 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe2362cd-c2e7-4291-92dd-4bcfe7e29418 req-84916fde-6c9c-4437-b102-7509436eb7b5 service neutron] Checking agent: {'id': '0d9ae313-8f8d-40fa-8a9f-d098a25a9911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 21, 4, 38), 'started_at': datetime.datetime(2021, 12, 25, 21, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 21, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:21:45.418284 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe2362cd-c2e7-4291-92dd-4bcfe7e29418 req-84916fde-6c9c-4437-b102-7509436eb7b5 service neutron] Checking segment: {'id': '95544d4b-0c14-46d9-8e39-4d223a110754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '2173080e-712c-4030-840a-d911c5ceb839'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:21:45.418394 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe2362cd-c2e7-4291-92dd-4bcfe7e29418 req-84916fde-6c9c-4437-b102-7509436eb7b5 service neutron] Bound using segment: {'id': '95544d4b-0c14-46d9-8e39-4d223a110754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '2173080e-712c-4030-840a-d911c5ceb839'} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:21:45.419075 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-fe2362cd-c2e7-4291-92dd-4bcfe7e29418 req-84916fde-6c9c-4437-b102-7509436eb7b5 service neutron] Bound port: e4c36e02-8789-45df-a1e7-5c05d3d9f049, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95544d4b-0c14-46d9-8e39-4d223a110754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '2173080e-712c-4030-840a-d911c5ceb839'}}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:21:45.419441 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-fe2362cd-c2e7-4291-92dd-4bcfe7e29418 req-84916fde-6c9c-4437-b102-7509436eb7b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:45.552544 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-fe2362cd-c2e7-4291-92dd-4bcfe7e29418 req-84916fde-6c9c-4437-b102-7509436eb7b5 service neutron] For port e4c36e02-8789-45df-a1e7-5c05d3d9f049, host nch2-master-1, cleared binding levels {{(pid=121606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:21:45.559620 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-fe2362cd-c2e7-4291-92dd-4bcfe7e29418 req-84916fde-6c9c-4437-b102-7509436eb7b5 service neutron] For port e4c36e02-8789-45df-a1e7-5c05d3d9f049, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e4c36e02-8789-45df-a1e7-5c05d3d9f049,segment=NetworkSegment(95544d4b-0c14-46d9-8e39-4d223a110754),segment_id=95544d4b-0c14-46d9-8e39-4d223a110754)] {{(pid=121606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:21:45.623618 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-e4f1c042-b95d-43f5-a65d-64bda57980cd req-fb0b965f-0900-4464-a9fa-7a224f16cb7c tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] Publish callbacks [] for port, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:45.643705 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-fe2362cd-c2e7-4291-92dd-4bcfe7e29418 req-84916fde-6c9c-4437-b102-7509436eb7b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:45.689805 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2362cd-c2e7-4291-92dd-4bcfe7e29418 req-84916fde-6c9c-4437-b102-7509436eb7b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:21:45.690420 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-fe2362cd-c2e7-4291-92dd-4bcfe7e29418 req-84916fde-6c9c-4437-b102-7509436eb7b5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:45.691809 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-fe2362cd-c2e7-4291-92dd-4bcfe7e29418 req-84916fde-6c9c-4437-b102-7509436eb7b5 service neutron] 10.222.0.37 "PUT /v2.0/ports/e4c36e02-8789-45df-a1e7-5c05d3d9f049 HTTP/1.1" status: 200  len: 1092 time: 1.4698215
Dec 25 21:21:45.692301 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '942e6548-a2f0-42a7-9cb7-ca574fef9231', 'tag': 'e4c36e02-8789-45df-a1e7-5c05d3d9f049'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:21:45.694600 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9858820c13ec2827453b94ebc4181065e990a4e4089ccb9fe762531ac62d2fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8b7513f-023b-45e4-94c2-5329f303d5f7" -d '{"events": [{"name": "network-changed", "server_uuid": "942e6548-a2f0-42a7-9cb7-ca574fef9231", "tag": "e4c36e02-8789-45df-a1e7-5c05d3d9f049"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:21:45.717473 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84916fde-6c9c-4437-b102-7509436eb7b5 service neutron] Pushing event updated for resources: {'Port': ['ID=e4c36e02-8789-45df-a1e7-5c05d3d9f049,revision_number=3']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:21:45.860266 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-e4f1c042-b95d-43f5-a65d-64bda57980cd req-fb0b965f-0900-4464-a9fa-7a224f16cb7c tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:45.915416 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4f1c042-b95d-43f5-a65d-64bda57980cd req-fb0b965f-0900-4464-a9fa-7a224f16cb7c tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] Network c6d0f08d-96b7-4228-b50e-9f6262725ca6 is already hosted by enough agents. {{(pid=121607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:21:45.933156 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [req-e4f1c042-b95d-43f5-a65d-64bda57980cd req-fb0b965f-0900-4464-a9fa-7a224f16cb7c tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] Resources bound (agent type, host, resource id):  {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:21:45.942225 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4f1c042-b95d-43f5-a65d-64bda57980cd req-fb0b965f-0900-4464-a9fa-7a224f16cb7c tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] Received port after_create {{(pid=121607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:21:45.949038 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0b965f-0900-4464-a9fa-7a224f16cb7c tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] Pushing event updated for resources: {'Port': ['ID=e763608c-e444-4936-aae2-43161cd57a85,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:21:46.009716 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Dec 2021 21:21:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-574478a9-ad64-4af2-9e38-0fb78de5a95c x-openstack-request-id: req-574478a9-ad64-4af2-9e38-0fb78de5a95c {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:21:46.010015 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "942e6548-a2f0-42a7-9cb7-ca574fef9231", "tag": "e4c36e02-8789-45df-a1e7-5c05d3d9f049", "status": "completed", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:21:46.010264 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-574478a9-ad64-4af2-9e38-0fb78de5a95c {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:21:46.025210 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '942e6548-a2f0-42a7-9cb7-ca574fef9231', 'tag': 'e4c36e02-8789-45df-a1e7-5c05d3d9f049', 'status': 'completed', 'code': 200}
Dec 25 21:21:46.071933 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2362cd-c2e7-4291-92dd-4bcfe7e29418 req-525183e8-86f2-48b5-b3ce-4a5168df69b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:21:46.082226 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-fe2362cd-c2e7-4291-92dd-4bcfe7e29418 req-525183e8-86f2-48b5-b3ce-4a5168df69b9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=66319858228140b3841ef6c7c8cd5c14&device_id=942e6548-a2f0-42a7-9cb7-ca574fef9231 HTTP/1.1" status: 200  len: 1095 time: 0.1653981
Dec 25 21:21:46.099399 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f1c042-b95d-43f5-a65d-64bda57980cd req-fb0b965f-0900-4464-a9fa-7a224f16cb7c tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:21:46.100050 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-e4f1c042-b95d-43f5-a65d-64bda57980cd req-fb0b965f-0900-4464-a9fa-7a224f16cb7c tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:46.185844 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0b98bf20-3e9a-4eb4-9ed2-73a2ac727a3d req-dbbc25cb-6e76-4fea-bb1f-34a55b76470d tempest-ServerShowV247Test-197376765 tempest-ServerShowV247Test-197376765-project] 10.222.0.32 "GET /v2.0/ports?device_id=526ed898-b7b5-489a-b321-daca61b7fda9 HTTP/1.1" status: 200  len: 210 time: 0.0727673
Dec 25 21:21:46.187467 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-fe2362cd-c2e7-4291-92dd-4bcfe7e29418 req-523d4d5c-712d-45db-9c84-f7a9a477b1e9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e4c36e02-8789-45df-a1e7-5c05d3d9f049 HTTP/1.1" status: 200  len: 217 time: 0.0829470
Dec 25 21:21:46.223333 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-e4f1c042-b95d-43f5-a65d-64bda57980cd req-fb0b965f-0900-4464-a9fa-7a224f16cb7c tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.5013139
Dec 25 21:21:46.244055 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341e05f4-e581-4176-b2bb-d6413aaf162c req-3ae2b9ea-c8e8-4be9-afb8-160a6c4a25ae tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:21:46.245610 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-341e05f4-e581-4176-b2bb-d6413aaf162c req-3ae2b9ea-c8e8-4be9-afb8-160a6c4a25ae tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/ports?device_id=161df36a-2258-4f32-a7b0-2f7c793d4390 HTTP/1.1" status: 200  len: 944 time: 0.1623132
Dec 25 21:21:46.263320 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2362cd-c2e7-4291-92dd-4bcfe7e29418 req-28f47b46-fa08-4467-88d6-a0cbed765ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:21:46.264747 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-fe2362cd-c2e7-4291-92dd-4bcfe7e29418 req-28f47b46-fa08-4467-88d6-a0cbed765ba5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fd250946-046a-4d6b-8707-567238b4ce5f HTTP/1.1" status: 200  len: 853 time: 0.0678077
Dec 25 21:21:46.267883 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [req-e4f1c042-b95d-43f5-a65d-64bda57980cd req-e61fe580-8e8d-417b-8992-4b283633b43c service neutron] Request body: {'port': {'device_id': '441fa3cf-7f7d-4f84-b4aa-cc9b9d70e477', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:21:46.301211 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-fe2362cd-c2e7-4291-92dd-4bcfe7e29418 req-f5e51f38-0458-4a92-9334-c75df897ff7c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2173080e-712c-4030-840a-d911c5ceb839&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0281007
Dec 25 21:21:46.333109 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-e4f1c042-b95d-43f5-a65d-64bda57980cd req-e61fe580-8e8d-417b-8992-4b283633b43c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:46.375629 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-341e05f4-e581-4176-b2bb-d6413aaf162c req-b3e8068d-0963-4b02-bf73-ca20a5e5c52f tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/security-groups?id=303458ac-ce28-4cba-8947-b5e432a1ea1f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1212945
Dec 25 21:21:46.470079 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe89c78f-f91c-45a1-9271-c030928f54fc req-3c887b16-4ac6-4b33-83b5-1672a0bbe544 tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:21:46.478327 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-fe89c78f-f91c-45a1-9271-c030928f54fc req-3c887b16-4ac6-4b33-83b5-1672a0bbe544 tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/ports?device_id=942e6548-a2f0-42a7-9cb7-ca574fef9231 HTTP/1.1" status: 200  len: 944 time: 0.1412296
Dec 25 21:21:46.519011 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-fe2362cd-c2e7-4291-92dd-4bcfe7e29418 req-beec64e0-1703-4634-864f-80f3a9d3b006 service neutron] 10.222.0.37 "GET /v2.0/networks/2173080e-712c-4030-840a-d911c5ceb839?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2079811
Dec 25 21:21:46.588215 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b81c728-720c-4f86-a129-8934ab4f964d req-152dea74-d9ee-4f94-a07f-966f900fd8a6 tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:21:46.589688 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-4b81c728-720c-4f86-a129-8934ab4f964d req-152dea74-d9ee-4f94-a07f-966f900fd8a6 tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] 10.222.0.37 "GET /v2.0/networks?id=c6d0f08d-96b7-4228-b50e-9f6262725ca6 HTTP/1.1" status: 200  len: 817 time: 0.2045591
Dec 25 21:21:46.600139 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b0dab628-8228-420f-ae7c-8b9c69a0f06a req-b559e6a7-964d-4420-8dc7-1fd4b1bd84e2 tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] 10.222.0.32 "GET /v2.0/ports?device_id=20a90e3e-c379-4f2f-9632-763f67a3a334 HTTP/1.1" status: 200  len: 210 time: 0.0581410
Dec 25 21:21:46.605489 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-fe89c78f-f91c-45a1-9271-c030928f54fc req-11021d63-0229-4687-a3a7-4f56b7f08d5b tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/security-groups?id=eb031b39-e206-4789-8844-f32137bfb856&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1264856
Dec 25 21:21:46.608779 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [req-4b81c728-720c-4f86-a129-8934ab4f964d req-01b838b6-a806-497e-bde9-5a7474c8b949 tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] Request body: {'port': {'device_id': '20a90e3e-c379-4f2f-9632-763f67a3a334', 'network_id': 'c6d0f08d-96b7-4228-b50e-9f6262725ca6', 'admin_state_up': True, 'tenant_id': 'af127d2683f84f0682595fe8297db6b1'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:21:46.674796 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-fe2362cd-c2e7-4291-92dd-4bcfe7e29418 req-b6623e4e-d0e5-45b3-b1f4-9d82dcfede1e service neutron] 10.222.0.37 "GET /v2.0/networks/2173080e-712c-4030-840a-d911c5ceb839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1480939
Dec 25 21:21:46.863455 ncdv-master-1 neutron-server[121607]: DEBUG neutron.notifiers.nova [req-e4f1c042-b95d-43f5-a65d-64bda57980cd req-e61fe580-8e8d-417b-8992-4b283633b43c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e763608c-e444-4936-aae2-43161cd57a85 {{(pid=121607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:21:46.873510 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-e4f1c042-b95d-43f5-a65d-64bda57980cd req-e61fe580-8e8d-417b-8992-4b283633b43c service neutron] Publish callbacks [] for port, precommit_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:46.897076 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b81c728-720c-4f86-a129-8934ab4f964d req-01b838b6-a806-497e-bde9-5a7474c8b949 tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] Made reservation on behalf of af127d2683f84f0682595fe8297db6b1 for: {'port': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:21:46.902022 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-4b81c728-720c-4f86-a129-8934ab4f964d req-01b838b6-a806-497e-bde9-5a7474c8b949 tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:46.919513 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.provisioning_blocks [req-e4f1c042-b95d-43f5-a65d-64bda57980cd req-e61fe580-8e8d-417b-8992-4b283633b43c service neutron] Transition to ACTIVE for port object e763608c-e444-4936-aae2-43161cd57a85 will not be triggered until provisioned by entity L2. {{(pid=121607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 25 21:21:46.936788 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b7513f-023b-45e4-94c2-5329f303d5f7 req-aa393fcc-1039-415c-9485-7802789cb09d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:21:46.938342 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f8b7513f-023b-45e4-94c2-5329f303d5f7 req-aa393fcc-1039-415c-9485-7802789cb09d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=66319858228140b3841ef6c7c8cd5c14&device_id=942e6548-a2f0-42a7-9cb7-ca574fef9231 HTTP/1.1" status: 200  len: 1095 time: 0.0527723
Dec 25 21:21:47.051403 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b7513f-023b-45e4-94c2-5329f303d5f7 req-e980999f-0775-4176-8ea8-b1394cc28ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:21:47.052899 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f8b7513f-023b-45e4-94c2-5329f303d5f7 req-e980999f-0775-4176-8ea8-b1394cc28ae9 service neutron] 10.222.0.37 "GET /v2.0/networks?id=2173080e-712c-4030-840a-d911c5ceb839 HTTP/1.1" status: 200  len: 914 time: 0.1047370
Dec 25 21:21:47.071243 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-e4f1c042-b95d-43f5-a65d-64bda57980cd req-e61fe580-8e8d-417b-8992-4b283633b43c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8632327'] for port, after_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:47.100664 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f8b7513f-023b-45e4-94c2-5329f303d5f7 req-1eb89116-2079-494d-8c04-1f3481d8979d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e4c36e02-8789-45df-a1e7-5c05d3d9f049 HTTP/1.1" status: 200  len: 217 time: 0.0394459
Dec 25 21:21:47.168140 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61fe580-8e8d-417b-8992-4b283633b43c service neutron] Pushing event updated for resources: {'Port': ['ID=e763608c-e444-4936-aae2-43161cd57a85,revision_number=2']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:21:47.182722 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b7513f-023b-45e4-94c2-5329f303d5f7 req-885f0f8d-7bc8-49a2-af8a-2dceca542d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:21:47.185120 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f8b7513f-023b-45e4-94c2-5329f303d5f7 req-885f0f8d-7bc8-49a2-af8a-2dceca542d1e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fd250946-046a-4d6b-8707-567238b4ce5f HTTP/1.1" status: 200  len: 853 time: 0.0753949
Dec 25 21:21:47.228665 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_common [req-4b81c728-720c-4f86-a129-8934ab4f964d req-01b838b6-a806-497e-bde9-5a7474c8b949 tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] Allocated IP 172.20.0.4 (c6d0f08d-96b7-4228-b50e-9f6262725ca6/54e8004f-9c9e-4996-97cc-5b15fbdb0d97/5eecbec8-cd5d-45a6-9264-3971371aaf2c) {{(pid=121607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:21:47.252009 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f8b7513f-023b-45e4-94c2-5329f303d5f7 req-63094586-2d94-437b-8d76-bd465e33f3f7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2173080e-712c-4030-840a-d911c5ceb839&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0569837
Dec 25 21:21:47.313019 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.managers [req-e4f1c042-b95d-43f5-a65d-64bda57980cd req-e61fe580-8e8d-417b-8992-4b283633b43c service neutron] Attempting to bind port e763608c-e444-4936-aae2-43161cd57a85 on host nch2-master-1 for vnic_type normal with profile  {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:21:47.313276 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.managers [req-e4f1c042-b95d-43f5-a65d-64bda57980cd req-e61fe580-8e8d-417b-8992-4b283633b43c service neutron] Attempting to bind port e763608c-e444-4936-aae2-43161cd57a85 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'f1b91e55-a239-48f9-a6b2-6c2da2a6e0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'c6d0f08d-96b7-4228-b50e-9f6262725ca6'}] {{(pid=121607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:21:47.313609 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4f1c042-b95d-43f5-a65d-64bda57980cd req-e61fe580-8e8d-417b-8992-4b283633b43c service neutron] Attempting to bind port e763608c-e444-4936-aae2-43161cd57a85 on network c6d0f08d-96b7-4228-b50e-9f6262725ca6 {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:21:47.329258 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4f1c042-b95d-43f5-a65d-64bda57980cd req-e61fe580-8e8d-417b-8992-4b283633b43c service neutron] Port e763608c-e444-4936-aae2-43161cd57a85 on network c6d0f08d-96b7-4228-b50e-9f6262725ca6 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 25 21:21:47.329427 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4f1c042-b95d-43f5-a65d-64bda57980cd req-e61fe580-8e8d-417b-8992-4b283633b43c service neutron] Attempting to bind port e763608c-e444-4936-aae2-43161cd57a85 on network c6d0f08d-96b7-4228-b50e-9f6262725ca6 {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:21:47.364712 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4f1c042-b95d-43f5-a65d-64bda57980cd req-e61fe580-8e8d-417b-8992-4b283633b43c service neutron] Checking agent: {'id': '0d9ae313-8f8d-40fa-8a9f-d098a25a9911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 21, 4, 38), 'started_at': datetime.datetime(2021, 12, 25, 21, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 21, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:21:47.365652 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4f1c042-b95d-43f5-a65d-64bda57980cd req-e61fe580-8e8d-417b-8992-4b283633b43c service neutron] Checking segment: {'id': 'f1b91e55-a239-48f9-a6b2-6c2da2a6e0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'c6d0f08d-96b7-4228-b50e-9f6262725ca6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:21:47.365652 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4f1c042-b95d-43f5-a65d-64bda57980cd req-e61fe580-8e8d-417b-8992-4b283633b43c service neutron] Bound using segment: {'id': 'f1b91e55-a239-48f9-a6b2-6c2da2a6e0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'c6d0f08d-96b7-4228-b50e-9f6262725ca6'} {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:21:47.365903 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.managers [req-e4f1c042-b95d-43f5-a65d-64bda57980cd req-e61fe580-8e8d-417b-8992-4b283633b43c service neutron] Bound port: e763608c-e444-4936-aae2-43161cd57a85, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1b91e55-a239-48f9-a6b2-6c2da2a6e0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'c6d0f08d-96b7-4228-b50e-9f6262725ca6'}}] {{(pid=121607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:21:47.366230 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-e4f1c042-b95d-43f5-a65d-64bda57980cd req-e61fe580-8e8d-417b-8992-4b283633b43c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:47.378868 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ba398079-cddb-4b77-a3f9-2cf716e21b62 req-bbc723e2-fad2-4182-b33b-fd4f3fcf01ad tempest-ServerShowV247Test-197376765 tempest-ServerShowV247Test-197376765-project] 10.222.0.32 "GET /v2.0/ports?device_id=526ed898-b7b5-489a-b321-daca61b7fda9 HTTP/1.1" status: 200  len: 210 time: 0.0475106
Dec 25 21:21:47.439841 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f8b7513f-023b-45e4-94c2-5329f303d5f7 req-3506e320-a341-44b7-9fa9-3b03d4e99ec4 service neutron] 10.222.0.37 "GET /v2.0/networks/2173080e-712c-4030-840a-d911c5ceb839?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1806407
Dec 25 21:21:47.587586 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.db [req-e4f1c042-b95d-43f5-a65d-64bda57980cd req-e61fe580-8e8d-417b-8992-4b283633b43c service neutron] For port e763608c-e444-4936-aae2-43161cd57a85, host nch2-master-1, cleared binding levels {{(pid=121607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:21:47.591773 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-4b81c728-720c-4f86-a129-8934ab4f964d req-01b838b6-a806-497e-bde9-5a7474c8b949 tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] Publish callbacks [] for port, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:47.594337 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.db [req-e4f1c042-b95d-43f5-a65d-64bda57980cd req-e61fe580-8e8d-417b-8992-4b283633b43c service neutron] For port e763608c-e444-4936-aae2-43161cd57a85, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e763608c-e444-4936-aae2-43161cd57a85,segment=NetworkSegment(f1b91e55-a239-48f9-a6b2-6c2da2a6e0dd),segment_id=f1b91e55-a239-48f9-a6b2-6c2da2a6e0dd)] {{(pid=121607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:21:47.596279 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdb00b6-6ac4-4b0b-9dc5-a3a3ad5e10c3 req-d32de63c-ae49-499c-8e8d-e90cf5526d20 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:21:47.597853 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-dfdb00b6-6ac4-4b0b-9dc5-a3a3ad5e10c3 req-d32de63c-ae49-499c-8e8d-e90cf5526d20 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/ports?device_id=161df36a-2258-4f32-a7b0-2f7c793d4390 HTTP/1.1" status: 200  len: 944 time: 0.1018856
Dec 25 21:21:47.631600 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f8b7513f-023b-45e4-94c2-5329f303d5f7 req-01d44339-42b5-4655-b676-3cf18af98d7a service neutron] 10.222.0.37 "GET /v2.0/networks/2173080e-712c-4030-840a-d911c5ceb839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1840518
Dec 25 21:21:47.667854 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-dfdb00b6-6ac4-4b0b-9dc5-a3a3ad5e10c3 req-c3145f59-1864-417e-b507-ebc06fbee21a tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/security-groups?id=303458ac-ce28-4cba-8947-b5e432a1ea1f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0593812
Dec 25 21:21:47.687230 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-e4f1c042-b95d-43f5-a65d-64bda57980cd req-e61fe580-8e8d-417b-8992-4b283633b43c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8632327'] for port, after_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:47.723418 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f1c042-b95d-43f5-a65d-64bda57980cd req-e61fe580-8e8d-417b-8992-4b283633b43c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:21:47.724044 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-e4f1c042-b95d-43f5-a65d-64bda57980cd req-e61fe580-8e8d-417b-8992-4b283633b43c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:47.725871 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-e4f1c042-b95d-43f5-a65d-64bda57980cd req-e61fe580-8e8d-417b-8992-4b283633b43c service neutron] 10.222.0.37 "PUT /v2.0/ports/e763608c-e444-4936-aae2-43161cd57a85 HTTP/1.1" status: 200  len: 1092 time: 1.4627979
Dec 25 21:21:47.728091 ncdv-master-1 neutron-server[121607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '441fa3cf-7f7d-4f84-b4aa-cc9b9d70e477', 'tag': 'e763608c-e444-4936-aae2-43161cd57a85'}] {{(pid=121607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:21:47.728408 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4abf1aad-5a8c-4088-9e09-200f4efd8e3b req-fb69bd6a-45c9-4439-8a4d-505c47e32767 tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] 10.222.0.32 "GET /v2.0/ports?device_id=20a90e3e-c379-4f2f-9632-763f67a3a334 HTTP/1.1" status: 200  len: 210 time: 0.0300159
Dec 25 21:21:47.730420 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f980bbcadfa7bf1e788024e1448be660373c21f97f015f780444e999c451203" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcd7b5e4-7b5e-4ea7-bb74-165d70d77457" -d '{"events": [{"name": "network-changed", "server_uuid": "441fa3cf-7f7d-4f84-b4aa-cc9b9d70e477", "tag": "e763608c-e444-4936-aae2-43161cd57a85"}]}' {{(pid=121607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:21:47.755943 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61fe580-8e8d-417b-8992-4b283633b43c service neutron] Pushing event updated for resources: {'Port': ['ID=e763608c-e444-4936-aae2-43161cd57a85,revision_number=3']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:21:47.781061 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-4b81c728-720c-4f86-a129-8934ab4f964d req-01b838b6-a806-497e-bde9-5a7474c8b949 tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:47.828773 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b81c728-720c-4f86-a129-8934ab4f964d req-01b838b6-a806-497e-bde9-5a7474c8b949 tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] Network c6d0f08d-96b7-4228-b50e-9f6262725ca6 is already hosted by enough agents. {{(pid=121607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:21:47.835627 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [req-4b81c728-720c-4f86-a129-8934ab4f964d req-01b838b6-a806-497e-bde9-5a7474c8b949 tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] Resources bound (agent type, host, resource id):  {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:21:47.840562 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b81c728-720c-4f86-a129-8934ab4f964d req-01b838b6-a806-497e-bde9-5a7474c8b949 tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] Received port after_create {{(pid=121607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:21:47.866239 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b838b6-a806-497e-bde9-5a7474c8b949 tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] Pushing event updated for resources: {'Port': ['ID=5eecbec8-cd5d-45a6-9264-3971371aaf2c,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:21:47.875366 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c69bb6-503b-42a4-9a31-a2e062da3668 req-ddc6d403-5082-4074-8549-e8e2971c1b7c tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:21:47.875366 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d5c69bb6-503b-42a4-9a31-a2e062da3668 req-ddc6d403-5082-4074-8549-e8e2971c1b7c tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/ports?device_id=942e6548-a2f0-42a7-9cb7-ca574fef9231 HTTP/1.1" status: 200  len: 944 time: 0.0663905
Dec 25 21:21:47.904739 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b81c728-720c-4f86-a129-8934ab4f964d req-01b838b6-a806-497e-bde9-5a7474c8b949 tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:21:47.905374 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-4b81c728-720c-4f86-a129-8934ab4f964d req-01b838b6-a806-497e-bde9-5a7474c8b949 tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:47.930106 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d5c69bb6-503b-42a4-9a31-a2e062da3668 req-f18e156a-199d-49b1-87c0-2eb97493be97 tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/security-groups?id=eb031b39-e206-4789-8844-f32137bfb856&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0486434
Dec 25 21:21:47.951764 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f1c042-b95d-43f5-a65d-64bda57980cd req-fc45f7f1-62c0-403d-86f9-c286cdb74dab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:21:47.953320 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-e4f1c042-b95d-43f5-a65d-64bda57980cd req-fc45f7f1-62c0-403d-86f9-c286cdb74dab service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=af127d2683f84f0682595fe8297db6b1&device_id=441fa3cf-7f7d-4f84-b4aa-cc9b9d70e477 HTTP/1.1" status: 200  len: 1095 time: 0.0619676
Dec 25 21:21:48.010752 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-e4f1c042-b95d-43f5-a65d-64bda57980cd req-fc3dc1a1-6cff-4cea-b830-68b620e95ddc service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e763608c-e444-4936-aae2-43161cd57a85 HTTP/1.1" status: 200  len: 217 time: 0.0461104
Dec 25 21:21:48.018558 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Dec 2021 21:21:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d5a11cb-102f-45d7-874b-3e3056c7bd3c x-openstack-request-id: req-2d5a11cb-102f-45d7-874b-3e3056c7bd3c {{(pid=121607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:21:48.018558 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "441fa3cf-7f7d-4f84-b4aa-cc9b9d70e477", "tag": "e763608c-e444-4936-aae2-43161cd57a85", "status": "completed", "code": 200}]} {{(pid=121607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:21:48.018558 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2d5a11cb-102f-45d7-874b-3e3056c7bd3c {{(pid=121607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:21:48.018558 ncdv-master-1 neutron-server[121607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '441fa3cf-7f7d-4f84-b4aa-cc9b9d70e477', 'tag': 'e763608c-e444-4936-aae2-43161cd57a85', 'status': 'completed', 'code': 200}
Dec 25 21:21:48.063963 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-4b81c728-720c-4f86-a129-8934ab4f964d req-01b838b6-a806-497e-bde9-5a7474c8b949 tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.4589419
Dec 25 21:21:48.069232 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f1c042-b95d-43f5-a65d-64bda57980cd req-ef861ef4-7f9b-4b61-9581-dd79eda35126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:21:48.071373 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-e4f1c042-b95d-43f5-a65d-64bda57980cd req-ef861ef4-7f9b-4b61-9581-dd79eda35126 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=54e8004f-9c9e-4996-97cc-5b15fbdb0d97 HTTP/1.1" status: 200  len: 857 time: 0.0487454
Dec 25 21:21:48.076110 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [req-4b81c728-720c-4f86-a129-8934ab4f964d req-3882499a-e97d-4b84-bceb-47f1392d644a service neutron] Request body: {'port': {'device_id': '20a90e3e-c379-4f2f-9632-763f67a3a334', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:21:48.121928 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-e4f1c042-b95d-43f5-a65d-64bda57980cd req-44fd0708-53f0-4193-b38c-e0c66ca43e73 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c6d0f08d-96b7-4228-b50e-9f6262725ca6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0420215
Dec 25 21:21:48.180514 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-4b81c728-720c-4f86-a129-8934ab4f964d req-3882499a-e97d-4b84-bceb-47f1392d644a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:48.292938 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-e4f1c042-b95d-43f5-a65d-64bda57980cd req-70720a94-f4c3-4d58-ae4d-60025a80b545 service neutron] 10.222.0.37 "GET /v2.0/networks/c6d0f08d-96b7-4228-b50e-9f6262725ca6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1501362
Dec 25 21:21:48.366398 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a7fc06-98ec-4fa9-ace1-56ef2e34decc req-4c710046-e09b-405f-bb6e-0dfdd2208989 tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:21:48.368439 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b6a7fc06-98ec-4fa9-ace1-56ef2e34decc req-4c710046-e09b-405f-bb6e-0dfdd2208989 tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] 10.222.0.32 "GET /v2.0/ports?device_id=f1f8bfda-0dfb-4159-89b2-bf30653ddcb2 HTTP/1.1" status: 200  len: 945 time: 0.1181908
Dec 25 21:21:48.407245 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc5c1b1-58cb-4b3f-8ae9-00e1829efd0d req-8b7a2052-a7cd-436b-bee3-48b5fe8f65ff tempest-AttachVolumeNegativeTest-2126197630 tempest-AttachVolumeNegativeTest-2126197630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:21:48.408989 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0bc5c1b1-58cb-4b3f-8ae9-00e1829efd0d req-8b7a2052-a7cd-436b-bee3-48b5fe8f65ff tempest-AttachVolumeNegativeTest-2126197630 tempest-AttachVolumeNegativeTest-2126197630-project] 10.222.0.32 "GET /v2.0/networks?id=df7f119b-f1bb-462c-b2dc-ce3acd2a89d9 HTTP/1.1" status: 200  len: 814 time: 0.1686215
Dec 25 21:21:48.438288 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0bc5c1b1-58cb-4b3f-8ae9-00e1829efd0d req-1f00bc20-2a31-472e-b678-3b756b3f5d58 tempest-AttachVolumeNegativeTest-2126197630 tempest-AttachVolumeNegativeTest-2126197630-project] 10.222.0.32 "GET /v2.0/quotas/8dcf2517f61849cb9650682caf0c5712 HTTP/1.1" status: 200  len: 375 time: 0.0182498
Dec 25 21:21:48.490371 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b6a7fc06-98ec-4fa9-ace1-56ef2e34decc req-764ab907-de58-4966-b5d6-4774c78271c7 tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] 10.222.0.32 "GET /v2.0/security-groups?id=5ab40fef-4e3d-4094-a15c-e55f81ab0c72&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0999250
Dec 25 21:21:48.503881 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-e4f1c042-b95d-43f5-a65d-64bda57980cd req-6ce8a0ad-c878-4c83-beb6-88b65cde2a44 service neutron] 10.222.0.37 "GET /v2.0/networks/c6d0f08d-96b7-4228-b50e-9f6262725ca6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1619153
Dec 25 21:21:48.523906 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0bc5c1b1-58cb-4b3f-8ae9-00e1829efd0d req-4f95e4df-6f1c-45e4-90c5-eb5aefe161d6 tempest-AttachVolumeNegativeTest-2126197630 tempest-AttachVolumeNegativeTest-2126197630-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=8dcf2517f61849cb9650682caf0c5712&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0760887
Dec 25 21:21:48.598855 ncdv-master-1 neutron-server[121607]: DEBUG neutron.notifiers.nova [req-4b81c728-720c-4f86-a129-8934ab4f964d req-3882499a-e97d-4b84-bceb-47f1392d644a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5eecbec8-cd5d-45a6-9264-3971371aaf2c {{(pid=121607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:21:48.609620 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-4b81c728-720c-4f86-a129-8934ab4f964d req-3882499a-e97d-4b84-bceb-47f1392d644a service neutron] Publish callbacks [] for port, precommit_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:48.625643 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.provisioning_blocks [req-4b81c728-720c-4f86-a129-8934ab4f964d req-3882499a-e97d-4b84-bceb-47f1392d644a service neutron] Transition to ACTIVE for port object 5eecbec8-cd5d-45a6-9264-3971371aaf2c will not be triggered until provisioned by entity L2. {{(pid=121607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 25 21:21:48.641424 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0bc5c1b1-58cb-4b3f-8ae9-00e1829efd0d req-08c75a1f-81da-46b5-ad5f-329cf0991508 service neutron] 10.222.0.32 "GET /v2.0/networks/df7f119b-f1bb-462c-b2dc-ce3acd2a89d9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1165595
Dec 25 21:21:48.686955 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd7b5e4-7b5e-4ea7-bb74-165d70d77457 req-68192ad0-52cd-4581-b327-8bcef50f0091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:21:48.688489 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-dcd7b5e4-7b5e-4ea7-bb74-165d70d77457 req-68192ad0-52cd-4581-b327-8bcef50f0091 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=af127d2683f84f0682595fe8297db6b1&device_id=441fa3cf-7f7d-4f84-b4aa-cc9b9d70e477 HTTP/1.1" status: 200  len: 1095 time: 0.0513031
Dec 25 21:21:48.704909 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-4b81c728-720c-4f86-a129-8934ab4f964d req-3882499a-e97d-4b84-bceb-47f1392d644a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8632327'] for port, after_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:48.744515 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-486a936e-1c89-45f2-9e0b-adcf6be51806 req-be6858a3-b937-4281-b8c9-8db0e0b27850 tempest-ServerShowV247Test-197376765 tempest-ServerShowV247Test-197376765-project] 10.222.0.32 "GET /v2.0/ports?device_id=526ed898-b7b5-489a-b321-daca61b7fda9 HTTP/1.1" status: 200  len: 210 time: 0.0595477
Dec 25 21:21:48.797875 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0bc5c1b1-58cb-4b3f-8ae9-00e1829efd0d req-b19db534-9b00-427d-ae63-9fbadebdba44 service neutron] 10.222.0.32 "GET /v2.0/networks/df7f119b-f1bb-462c-b2dc-ce3acd2a89d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1492484
Dec 25 21:21:48.814463 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3882499a-e97d-4b84-bceb-47f1392d644a service neutron] Pushing event updated for resources: {'Port': ['ID=5eecbec8-cd5d-45a6-9264-3971371aaf2c,revision_number=2']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:21:48.889879 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd7b5e4-7b5e-4ea7-bb74-165d70d77457 req-df55f505-9723-4ee7-b9ca-95d812ae9f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:21:48.891293 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-dcd7b5e4-7b5e-4ea7-bb74-165d70d77457 req-df55f505-9723-4ee7-b9ca-95d812ae9f7d service neutron] 10.222.0.37 "GET /v2.0/networks?id=c6d0f08d-96b7-4228-b50e-9f6262725ca6 HTTP/1.1" status: 200  len: 918 time: 0.1954885
Dec 25 21:21:48.938989 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-dcd7b5e4-7b5e-4ea7-bb74-165d70d77457 req-8e25c36c-75b9-42cf-86e6-fe9559f29599 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e763608c-e444-4936-aae2-43161cd57a85 HTTP/1.1" status: 200  len: 217 time: 0.0374999
Dec 25 21:21:48.945823 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd24a6c6-2fdb-4399-9c81-c84b51cf7638 req-ff1391a0-52a2-4e4a-8e2a-3e79704b65a0 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:21:48.947366 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-fd24a6c6-2fdb-4399-9c81-c84b51cf7638 req-ff1391a0-52a2-4e4a-8e2a-3e79704b65a0 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/ports?device_id=161df36a-2258-4f32-a7b0-2f7c793d4390 HTTP/1.1" status: 200  len: 944 time: 0.0529354
Dec 25 21:21:48.962567 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.managers [req-4b81c728-720c-4f86-a129-8934ab4f964d req-3882499a-e97d-4b84-bceb-47f1392d644a service neutron] Attempting to bind port 5eecbec8-cd5d-45a6-9264-3971371aaf2c on host nch2-master-1 for vnic_type normal with profile  {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:21:48.962816 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.managers [req-4b81c728-720c-4f86-a129-8934ab4f964d req-3882499a-e97d-4b84-bceb-47f1392d644a service neutron] Attempting to bind port 5eecbec8-cd5d-45a6-9264-3971371aaf2c by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'f1b91e55-a239-48f9-a6b2-6c2da2a6e0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'c6d0f08d-96b7-4228-b50e-9f6262725ca6'}] {{(pid=121607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:21:48.963138 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b81c728-720c-4f86-a129-8934ab4f964d req-3882499a-e97d-4b84-bceb-47f1392d644a service neutron] Attempting to bind port 5eecbec8-cd5d-45a6-9264-3971371aaf2c on network c6d0f08d-96b7-4228-b50e-9f6262725ca6 {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:21:48.987165 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b81c728-720c-4f86-a129-8934ab4f964d req-3882499a-e97d-4b84-bceb-47f1392d644a service neutron] Port 5eecbec8-cd5d-45a6-9264-3971371aaf2c on network c6d0f08d-96b7-4228-b50e-9f6262725ca6 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 25 21:21:48.987490 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b81c728-720c-4f86-a129-8934ab4f964d req-3882499a-e97d-4b84-bceb-47f1392d644a service neutron] Attempting to bind port 5eecbec8-cd5d-45a6-9264-3971371aaf2c on network c6d0f08d-96b7-4228-b50e-9f6262725ca6 {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:21:48.995625 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b81c728-720c-4f86-a129-8934ab4f964d req-3882499a-e97d-4b84-bceb-47f1392d644a service neutron] Checking agent: {'id': '0d9ae313-8f8d-40fa-8a9f-d098a25a9911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 21, 4, 38), 'started_at': datetime.datetime(2021, 12, 25, 21, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 21, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:21:48.995973 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b81c728-720c-4f86-a129-8934ab4f964d req-3882499a-e97d-4b84-bceb-47f1392d644a service neutron] Checking segment: {'id': 'f1b91e55-a239-48f9-a6b2-6c2da2a6e0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'c6d0f08d-96b7-4228-b50e-9f6262725ca6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:21:48.996371 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b81c728-720c-4f86-a129-8934ab4f964d req-3882499a-e97d-4b84-bceb-47f1392d644a service neutron] Bound using segment: {'id': 'f1b91e55-a239-48f9-a6b2-6c2da2a6e0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'c6d0f08d-96b7-4228-b50e-9f6262725ca6'} {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:21:48.996813 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.managers [req-4b81c728-720c-4f86-a129-8934ab4f964d req-3882499a-e97d-4b84-bceb-47f1392d644a service neutron] Bound port: 5eecbec8-cd5d-45a6-9264-3971371aaf2c, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1b91e55-a239-48f9-a6b2-6c2da2a6e0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'c6d0f08d-96b7-4228-b50e-9f6262725ca6'}}] {{(pid=121607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:21:48.997245 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-4b81c728-720c-4f86-a129-8934ab4f964d req-3882499a-e97d-4b84-bceb-47f1392d644a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:49.028788 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-fd24a6c6-2fdb-4399-9c81-c84b51cf7638 req-70eed165-33d7-4dd0-97b5-b0bf639497f6 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/security-groups?id=303458ac-ce28-4cba-8947-b5e432a1ea1f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0664535
Dec 25 21:21:49.061616 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd7b5e4-7b5e-4ea7-bb74-165d70d77457 req-e451599c-c9fa-4537-9c59-6452fb692bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:21:49.063264 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-dcd7b5e4-7b5e-4ea7-bb74-165d70d77457 req-e451599c-c9fa-4537-9c59-6452fb692bdd service neutron] 10.222.0.37 "GET /v2.0/subnets?id=54e8004f-9c9e-4996-97cc-5b15fbdb0d97 HTTP/1.1" status: 200  len: 857 time: 0.1093142
Dec 25 21:21:49.107868 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-dcd7b5e4-7b5e-4ea7-bb74-165d70d77457 req-f5375e17-bf18-4fb7-a0a8-a49523a7004d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c6d0f08d-96b7-4228-b50e-9f6262725ca6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0353661
Dec 25 21:21:49.135772 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.db [req-4b81c728-720c-4f86-a129-8934ab4f964d req-3882499a-e97d-4b84-bceb-47f1392d644a service neutron] For port 5eecbec8-cd5d-45a6-9264-3971371aaf2c, host nch2-master-1, cleared binding levels {{(pid=121607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:21:49.162678 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.db [req-4b81c728-720c-4f86-a129-8934ab4f964d req-3882499a-e97d-4b84-bceb-47f1392d644a service neutron] For port 5eecbec8-cd5d-45a6-9264-3971371aaf2c, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5eecbec8-cd5d-45a6-9264-3971371aaf2c,segment=NetworkSegment(f1b91e55-a239-48f9-a6b2-6c2da2a6e0dd),segment_id=f1b91e55-a239-48f9-a6b2-6c2da2a6e0dd)] {{(pid=121607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:21:49.210394 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9bb729-a23d-4576-9a4f-371632a72c10 req-e5b8f4e7-9c92-4ec5-8626-13a3ca6efabf tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:21:49.212538 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1d9bb729-a23d-4576-9a4f-371632a72c10 req-e5b8f4e7-9c92-4ec5-8626-13a3ca6efabf tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/ports?device_id=942e6548-a2f0-42a7-9cb7-ca574fef9231 HTTP/1.1" status: 200  len: 944 time: 0.1084411
Dec 25 21:21:49.230027 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7400f0-61d6-4144-a2ee-2c2b44ede520 req-21316b09-25f4-4c66-ac87-5ac0799d5137 tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:21:49.233838 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9e7400f0-61d6-4144-a2ee-2c2b44ede520 req-21316b09-25f4-4c66-ac87-5ac0799d5137 tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] 10.222.0.32 "GET /v2.0/ports?device_id=20a90e3e-c379-4f2f-9632-763f67a3a334 HTTP/1.1" status: 200  len: 943 time: 0.0775833
Dec 25 21:21:49.236003 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-dcd7b5e4-7b5e-4ea7-bb74-165d70d77457 req-53f59834-5c4f-4639-b22d-5e46af0f9fc0 service neutron] 10.222.0.37 "GET /v2.0/networks/c6d0f08d-96b7-4228-b50e-9f6262725ca6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1089630
Dec 25 21:21:49.268378 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-4b81c728-720c-4f86-a129-8934ab4f964d req-3882499a-e97d-4b84-bceb-47f1392d644a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8632327'] for port, after_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:49.324233 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1d9bb729-a23d-4576-9a4f-371632a72c10 req-4737ceb6-2f71-4fe1-af9b-0dd174915392 tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/security-groups?id=eb031b39-e206-4789-8844-f32137bfb856&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0889647
Dec 25 21:21:49.329242 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9e7400f0-61d6-4144-a2ee-2c2b44ede520 req-14d87373-34b8-495a-8761-4fe018652df7 tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] 10.222.0.32 "GET /v2.0/security-groups?id=b53a52e0-f618-42f7-a91e-f12e72408b35&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0864282
Dec 25 21:21:49.354188 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b81c728-720c-4f86-a129-8934ab4f964d req-3882499a-e97d-4b84-bceb-47f1392d644a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:21:49.354188 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-4b81c728-720c-4f86-a129-8934ab4f964d req-3882499a-e97d-4b84-bceb-47f1392d644a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:49.354945 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-4b81c728-720c-4f86-a129-8934ab4f964d req-3882499a-e97d-4b84-bceb-47f1392d644a service neutron] 10.222.0.37 "PUT /v2.0/ports/5eecbec8-cd5d-45a6-9264-3971371aaf2c HTTP/1.1" status: 200  len: 1091 time: 1.2826951
Dec 25 21:21:49.386329 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3882499a-e97d-4b84-bceb-47f1392d644a service neutron] Pushing event updated for resources: {'Port': ['ID=5eecbec8-cd5d-45a6-9264-3971371aaf2c,revision_number=3']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:21:49.410930 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-dcd7b5e4-7b5e-4ea7-bb74-165d70d77457 req-16aeaf7b-48ea-4ce3-b014-f4cc73a14be1 service neutron] 10.222.0.37 "GET /v2.0/networks/c6d0f08d-96b7-4228-b50e-9f6262725ca6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1652694
Dec 25 21:21:49.430605 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-79fd8be2-7ffb-4a32-9552-559f7bc88967 req-50aaa945-626a-45f9-83be-53a9a77087c4 tempest-AttachVolumeNegativeTest-2126197630 tempest-AttachVolumeNegativeTest-2126197630-project] 10.222.0.32 "GET /v2.0/ports?device_id=ec22e12b-a34c-4787-8d08-5dbf9b6556d1 HTTP/1.1" status: 200  len: 210 time: 0.0303595
Dec 25 21:21:49.502285 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b81c728-720c-4f86-a129-8934ab4f964d req-c358d2cb-94b4-4664-92d5-55aab7054714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:21:49.503703 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-4b81c728-720c-4f86-a129-8934ab4f964d req-c358d2cb-94b4-4664-92d5-55aab7054714 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=af127d2683f84f0682595fe8297db6b1&device_id=20a90e3e-c379-4f2f-9632-763f67a3a334 HTTP/1.1" status: 200  len: 1094 time: 0.0422156
Dec 25 21:21:49.548293 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-4b81c728-720c-4f86-a129-8934ab4f964d req-54cc1bbd-6691-4c20-9812-b3ee677059f3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5eecbec8-cd5d-45a6-9264-3971371aaf2c HTTP/1.1" status: 200  len: 217 time: 0.0341251
Dec 25 21:21:49.626225 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e89de5-fffd-410c-8f4a-f6447c4e83b6 req-5e5352d3-4c05-4a20-911d-fa9ead639e1a tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:21:49.628141 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-75e89de5-fffd-410c-8f4a-f6447c4e83b6 req-5e5352d3-4c05-4a20-911d-fa9ead639e1a tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] 10.222.0.32 "GET /v2.0/ports?device_id=f1f8bfda-0dfb-4159-89b2-bf30653ddcb2 HTTP/1.1" status: 200  len: 945 time: 0.0651391
Dec 25 21:21:49.714608 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-75e89de5-fffd-410c-8f4a-f6447c4e83b6 req-13e15ed4-98ca-4220-9a29-b99d57999bb0 tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] 10.222.0.32 "GET /v2.0/security-groups?id=5ab40fef-4e3d-4094-a15c-e55f81ab0c72&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0790939
Dec 25 21:21:49.732138 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f853048-56d8-497d-a65d-e3bf7e6aecf8 req-c4222e5f-8203-49a3-8d7a-a1438752a96b tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:21:49.734003 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-6f853048-56d8-497d-a65d-e3bf7e6aecf8 req-c4222e5f-8203-49a3-8d7a-a1438752a96b tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/ports?device_id=161df36a-2258-4f32-a7b0-2f7c793d4390 HTTP/1.1" status: 200  len: 944 time: 0.0821936
Dec 25 21:21:49.797066 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-6f853048-56d8-497d-a65d-e3bf7e6aecf8 req-31b7d5e1-0c1b-437c-bc57-693b08e335f3 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/security-groups?id=303458ac-ce28-4cba-8947-b5e432a1ea1f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0536313
Dec 25 21:21:49.879453 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device e4c36e02-8789-45df-a1e7-5c05d3d9f049 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 25 21:21:49.932402 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-93dde415-e9d1-4784-a65f-dce469baafb0 req-6695ce5c-c8ab-4bc7-bfa4-75932f971d70 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=3503245c-9c15-4ca9-8c8e-dfd5025b1c2c HTTP/1.1" status: 200  len: 210 time: 0.0485568
Dec 25 21:21:49.948476 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b81c728-720c-4f86-a129-8934ab4f964d req-16634a33-c233-479b-98a1-716e07ed87ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:21:49.950107 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-4b81c728-720c-4f86-a129-8934ab4f964d req-16634a33-c233-479b-98a1-716e07ed87ca service neutron] 10.222.0.37 "GET /v2.0/subnets?id=54e8004f-9c9e-4996-97cc-5b15fbdb0d97 HTTP/1.1" status: 200  len: 857 time: 0.3938000
Dec 25 21:21:49.963703 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c5d7e210-0514-427f-a36a-b2ae3467018f req-4623a812-11f0-4af8-b634-35d42aadd6e1 tempest-ServerShowV247Test-197376765 tempest-ServerShowV247Test-197376765-project] 10.222.0.32 "GET /v2.0/ports?device_id=526ed898-b7b5-489a-b321-daca61b7fda9 HTTP/1.1" status: 200  len: 210 time: 0.0677557
Dec 25 21:21:49.965125 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-7503d75e-4ddf-42cc-8a2a-61d48abf00dc req-cac57b0a-faab-41e3-905c-12660b6bbb43 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=aa2d5924-6a22-461e-b48b-e73f52f4b72c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 658 time: 0.3807757
Dec 25 21:21:49.967985 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af28843f-e8e0-4d6d-a9ee-a2dd05933077 req-276e1da8-7309-4768-a01d-f7fdc3b39208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:21:49.969439 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-af28843f-e8e0-4d6d-a9ee-a2dd05933077 req-276e1da8-7309-4768-a01d-f7fdc3b39208 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=4c3545b07d0b4ccf9cd48a80c2d37521&device_id=161df36a-2258-4f32-a7b0-2f7c793d4390 HTTP/1.1" status: 200  len: 1095 time: 0.1460068
Dec 25 21:21:50.017531 ncdv-master-1 neutron-server[121607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20a90e3e-c379-4f2f-9632-763f67a3a334', 'tag': '5eecbec8-cd5d-45a6-9264-3971371aaf2c'}] {{(pid=121607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:21:50.019872 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f980bbcadfa7bf1e788024e1448be660373c21f97f015f780444e999c451203" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2c8c17e-b129-4ea8-b8b2-dba4bfa8a1f6" -d '{"events": [{"name": "network-changed", "server_uuid": "20a90e3e-c379-4f2f-9632-763f67a3a334", "tag": "5eecbec8-cd5d-45a6-9264-3971371aaf2c"}]}' {{(pid=121607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:21:50.027857 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port e4c36e02-8789-45df-a1e7-5c05d3d9f049, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e4c36e02-8789-45df-a1e7-5c05d3d9f049,segment=NetworkSegment(95544d4b-0c14-46d9-8e39-4d223a110754),segment_id=95544d4b-0c14-46d9-8e39-4d223a110754)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:21:50.040539 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Returning: {'device': 'e4c36e02-8789-45df-a1e7-5c05d3d9f049', 'network_id': '2173080e-712c-4030-840a-d911c5ceb839', 'port_id': 'e4c36e02-8789-45df-a1e7-5c05d3d9f049', 'mac_address': 'fa:16:3e:a3:7a:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd250946-046a-4d6b-8707-567238b4ce5f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 25 21:21:50.059753 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Dec 2021 21:21:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e48b934-8077-43b4-b18f-117b7ae921b5 x-openstack-request-id: req-6e48b934-8077-43b4-b18f-117b7ae921b5 {{(pid=121607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:21:50.060295 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20a90e3e-c379-4f2f-9632-763f67a3a334", "tag": "5eecbec8-cd5d-45a6-9264-3971371aaf2c", "status": "completed", "code": 200}]} {{(pid=121607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:21:50.060736 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6e48b934-8077-43b4-b18f-117b7ae921b5 {{(pid=121607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:21:50.061331 ncdv-master-1 neutron-server[121607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20a90e3e-c379-4f2f-9632-763f67a3a334', 'tag': '5eecbec8-cd5d-45a6-9264-3971371aaf2c', 'status': 'completed', 'code': 200}
Dec 25 21:21:50.074053 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af28843f-e8e0-4d6d-a9ee-a2dd05933077 req-dd0c2771-5513-4fe2-aac0-70e83463eee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:21:50.075709 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-af28843f-e8e0-4d6d-a9ee-a2dd05933077 req-dd0c2771-5513-4fe2-aac0-70e83463eee2 service neutron] 10.222.0.31 "GET /v2.0/networks?id=050fe506-29b6-4536-b03a-6d4fd9d4993c HTTP/1.1" status: 200  len: 913 time: 0.0947735
Dec 25 21:21:50.078950 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:50.091507 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4c36e02-8789-45df-a1e7-5c05d3d9f049 {{(pid=121608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:21:50.115355 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port e4c36e02-8789-45df-a1e7-5c05d3d9f049, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e4c36e02-8789-45df-a1e7-5c05d3d9f049,segment=NetworkSegment(95544d4b-0c14-46d9-8e39-4d223a110754),segment_id=95544d4b-0c14-46d9-8e39-4d223a110754)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:21:50.171904 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-4b81c728-720c-4f86-a129-8934ab4f964d req-23c077f0-5604-464a-ad1b-3762dfa7f071 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c6d0f08d-96b7-4228-b50e-9f6262725ca6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0274186
Dec 25 21:21:50.176545 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-af28843f-e8e0-4d6d-a9ee-a2dd05933077 req-a37b0975-33a0-4d7a-bb6b-243b126d19cd service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cdd08e2a-d7d3-45dd-874c-1cadcc9203fd HTTP/1.1" status: 200  len: 998 time: 0.0756030
Dec 25 21:21:50.185636 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:50.250186 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Pushing event updated for resources: {'Port': ['ID=e4c36e02-8789-45df-a1e7-5c05d3d9f049,revision_number=4']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:21:50.252697 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af28843f-e8e0-4d6d-a9ee-a2dd05933077 req-31145129-dd16-47b4-b612-ce771a62a0ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:21:50.254197 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-af28843f-e8e0-4d6d-a9ee-a2dd05933077 req-31145129-dd16-47b4-b612-ce771a62a0ce service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1f5d8ab8-049c-411c-8531-c48febcca4ec HTTP/1.1" status: 200  len: 851 time: 0.0580122
Dec 25 21:21:50.259585 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7503d75e-4ddf-42cc-8a2a-61d48abf00dc req-7f41126f-ab11-4105-bd10-af7146ef76e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:21:50.259821 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7503d75e-4ddf-42cc-8a2a-61d48abf00dc req-7f41126f-ab11-4105-bd10-af7146ef76e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:21:50.260295 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7503d75e-4ddf-42cc-8a2a-61d48abf00dc req-7f41126f-ab11-4105-bd10-af7146ef76e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:21:50.260766 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7503d75e-4ddf-42cc-8a2a-61d48abf00dc req-7f41126f-ab11-4105-bd10-af7146ef76e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:21:50.261325 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7503d75e-4ddf-42cc-8a2a-61d48abf00dc req-7f41126f-ab11-4105-bd10-af7146ef76e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:21:50.261721 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7503d75e-4ddf-42cc-8a2a-61d48abf00dc req-7f41126f-ab11-4105-bd10-af7146ef76e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:21:50.262180 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7503d75e-4ddf-42cc-8a2a-61d48abf00dc req-7f41126f-ab11-4105-bd10-af7146ef76e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:21:50.264046 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7503d75e-4ddf-42cc-8a2a-61d48abf00dc req-7f41126f-ab11-4105-bd10-af7146ef76e2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d4571ece0fa3450b83fde221178518c8&device_id=aa2d5924-6a22-461e-b48b-e73f52f4b72c HTTP/1.1" status: 200  len: 6502 time: 0.0967913
Dec 25 21:21:50.290892 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1bb5d6-a601-4810-bd89-ac422cc2acf9 req-c3a7c185-be6e-4290-a9b7-2f32b11ad023 tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:21:50.292638 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-7b1bb5d6-a601-4810-bd89-ac422cc2acf9 req-c3a7c185-be6e-4290-a9b7-2f32b11ad023 tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] 10.222.0.37 "GET /v2.0/ports?device_id=f1f8bfda-0dfb-4159-89b2-bf30653ddcb2 HTTP/1.1" status: 200  len: 945 time: 0.1231341
Dec 25 21:21:50.305346 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af28843f-e8e0-4d6d-a9ee-a2dd05933077 req-dc2714ad-1c93-40a1-ae3a-b14e9954ecf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:21:50.306860 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-af28843f-e8e0-4d6d-a9ee-a2dd05933077 req-dc2714ad-1c93-40a1-ae3a-b14e9954ecf2 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=050fe506-29b6-4536-b03a-6d4fd9d4993c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0419915
Dec 25 21:21:50.317653 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-4b81c728-720c-4f86-a129-8934ab4f964d req-f1159b37-ebc0-4762-9e12-f9985fbc517b service neutron] 10.222.0.37 "GET /v2.0/networks/c6d0f08d-96b7-4228-b50e-9f6262725ca6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1363957
Dec 25 21:21:50.482273 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-4b81c728-720c-4f86-a129-8934ab4f964d req-bde89e55-cc42-46c7-8532-49bf7821854c service neutron] 10.222.0.37 "GET /v2.0/networks/c6d0f08d-96b7-4228-b50e-9f6262725ca6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1562223
Dec 25 21:21:50.493307 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [req-7b1bb5d6-a601-4810-bd89-ac422cc2acf9 req-729c5123-b193-4aaf-aa2a-8a86250f8f98 tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] Deleting port 468e4b8e-2b46-4578-81eb-d2bfd34de1bb {{(pid=121607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:21:50.493649 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-7b1bb5d6-a601-4810-bd89-ac422cc2acf9 req-729c5123-b193-4aaf-aa2a-8a86250f8f98 tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:50.507021 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7503d75e-4ddf-42cc-8a2a-61d48abf00dc req-6fe05bda-2ad1-4f2a-aded-fafd61bca7d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:21:50.507621 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7503d75e-4ddf-42cc-8a2a-61d48abf00dc req-6fe05bda-2ad1-4f2a-aded-fafd61bca7d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:21:50.508010 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7503d75e-4ddf-42cc-8a2a-61d48abf00dc req-6fe05bda-2ad1-4f2a-aded-fafd61bca7d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:21:50.509589 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7503d75e-4ddf-42cc-8a2a-61d48abf00dc req-6fe05bda-2ad1-4f2a-aded-fafd61bca7d7 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b8d0c0f5-4a55-4519-afa5-15b47bd47c1f&id=f7ed1632-2ec3-4974-9097-8fe2ac8f3ba4&id=f7ed1632-2ec3-4974-9097-8fe2ac8f3ba4&id=f7ed1632-2ec3-4974-9097-8fe2ac8f3ba4&id=f7ed1632-2ec3-4974-9097-8fe2ac8f3ba4&id=3822397d-3d72-44cf-9fd0-b3119ec81123&id=3822397d-3d72-44cf-9fd0-b3119ec81123 HTTP/1.1" status: 200  len: 2298 time: 0.1838045
Dec 25 21:21:50.524834 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] get_ports_and_sgs() called for port_ids ['e4c36e02-8789-45df-a1e7-5c05d3d9f049'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:21:50.536540 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-af28843f-e8e0-4d6d-a9ee-a2dd05933077 req-2ab48c17-0423-4cf7-968f-fe67b62fcebd service neutron] 10.222.0.31 "GET /v2.0/networks/050fe506-29b6-4536-b03a-6d4fd9d4993c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2185941
Dec 25 21:21:50.607528 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.db [req-7b1bb5d6-a601-4810-bd89-ac422cc2acf9 req-729c5123-b193-4aaf-aa2a-8a86250f8f98 tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] For port 468e4b8e-2b46-4578-81eb-d2bfd34de1bb, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=468e4b8e-2b46-4578-81eb-d2bfd34de1bb,segment=NetworkSegment(ec46da94-4337-45cb-9fe0-68d817889615),segment_id=ec46da94-4337-45cb-9fe0-68d817889615)] {{(pid=121607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:21:50.607528 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-7b1bb5d6-a601-4810-bd89-ac422cc2acf9 req-729c5123-b193-4aaf-aa2a-8a86250f8f98 tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:50.646378 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-5099c40b-bdf6-426e-b470-924cc4a8f524 req-46a6d450-0224-4e60-9dbe-d4ecfa7da8eb service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=526ed898-b7b5-489a-b321-daca61b7fda9 HTTP/1.1" status: 200  len: 210 time: 0.0304914
Dec 25 21:21:50.654638 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0f4f82-af9f-4945-9984-13b48b0af62a req-c989a958-7262-4a2d-8d73-b3277a496866 tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:21:50.662020 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1c0f4f82-af9f-4945-9984-13b48b0af62a req-c989a958-7262-4a2d-8d73-b3277a496866 tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/ports?device_id=942e6548-a2f0-42a7-9cb7-ca574fef9231 HTTP/1.1" status: 200  len: 945 time: 0.1870577
Dec 25 21:21:50.703769 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983e2b0e-9d4a-45df-a029-65a4bd5c280d req-e6f048f3-c385-4e60-8174-9959ae90e641 tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:21:50.704943 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-983e2b0e-9d4a-45df-a029-65a4bd5c280d req-e6f048f3-c385-4e60-8174-9959ae90e641 tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] 10.222.0.32 "GET /v2.0/ports?device_id=20a90e3e-c379-4f2f-9632-763f67a3a334 HTTP/1.1" status: 200  len: 943 time: 0.2289181
Dec 25 21:21:50.737059 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7503d75e-4ddf-42cc-8a2a-61d48abf00dc req-01477ba8-5b19-47a4-8882-deccd3650228 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=634d748d-c261-4855-913b-beb5992df4cb HTTP/1.1" status: 200  len: 1002 time: 0.1989133
Dec 25 21:21:50.823141 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-7b1bb5d6-a601-4810-bd89-ac422cc2acf9 req-729c5123-b193-4aaf-aa2a-8a86250f8f98 tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] Publish callbacks [] for floatingip, precommit_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:50.824417 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-7b1bb5d6-a601-4810-bd89-ac422cc2acf9 req-729c5123-b193-4aaf-aa2a-8a86250f8f98 tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2008639'] for floatingip, after_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:50.824747 ncdv-master-1 neutron-server[121607]: INFO neutron.db.l3_db [req-7b1bb5d6-a601-4810-bd89-ac422cc2acf9 req-729c5123-b193-4aaf-aa2a-8a86250f8f98 tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] Floating IP 7a087e13-f875-4a85-8f3e-efa4c60b83e3 disassociated. External IP: 172.35.3.239, port: 468e4b8e-2b46-4578-81eb-d2bfd34de1bb.
Dec 25 21:21:50.825128 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [req-7b1bb5d6-a601-4810-bd89-ac422cc2acf9 req-729c5123-b193-4aaf-aa2a-8a86250f8f98 tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] Calling delete_port for 468e4b8e-2b46-4578-81eb-d2bfd34de1bb owned by compute:nova {{(pid=121607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:21:51.060040 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-7b1bb5d6-a601-4810-bd89-ac422cc2acf9 req-729c5123-b193-4aaf-aa2a-8a86250f8f98 tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:51.092495 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729c5123-b193-4aaf-aa2a-8a86250f8f98 tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] Pushing event deleted for resources: {'Port': ['ID=468e4b8e-2b46-4578-81eb-d2bfd34de1bb,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:21:51.130463 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-af28843f-e8e0-4d6d-a9ee-a2dd05933077 req-b677abfb-5fcc-4839-9bf7-17ef076e64cf service neutron] 10.222.0.31 "GET /v2.0/networks/050fe506-29b6-4536-b03a-6d4fd9d4993c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5784609
Dec 25 21:21:51.144656 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c8c17e-b129-4ea8-b8b2-dba4bfa8a1f6 req-22a01ea1-4982-42c2-b825-d33dcfbef97a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:21:51.146170 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a2c8c17e-b129-4ea8-b8b2-dba4bfa8a1f6 req-22a01ea1-4982-42c2-b825-d33dcfbef97a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=af127d2683f84f0682595fe8297db6b1&device_id=20a90e3e-c379-4f2f-9632-763f67a3a334 HTTP/1.1" status: 200  len: 1094 time: 0.5033376
Dec 25 21:21:51.151161 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7503d75e-4ddf-42cc-8a2a-61d48abf00dc req-f35aa4eb-0a11-4045-8eaf-7a41ac654555 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:21:51.152572 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7503d75e-4ddf-42cc-8a2a-61d48abf00dc req-f35aa4eb-0a11-4045-8eaf-7a41ac654555 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=de1e389c-30c9-4340-81e2-e9ffc3e01b02 HTTP/1.1" status: 200  len: 856 time: 0.1211464
Dec 25 21:21:51.158413 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1c0f4f82-af9f-4945-9984-13b48b0af62a req-afd03083-48e7-4e6f-80ee-97ef2d9bffcb tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/security-groups?id=eb031b39-e206-4789-8844-f32137bfb856&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4955852
Dec 25 21:21:51.170679 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-983e2b0e-9d4a-45df-a029-65a4bd5c280d req-d4ca3128-137b-4948-8f2a-b61319926eaf tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] 10.222.0.32 "GET /v2.0/security-groups?id=b53a52e0-f618-42f7-a91e-f12e72408b35&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4370792
Dec 25 21:21:51.250104 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7b1bb5d6-a601-4810-bd89-ac422cc2acf9 req-729c5123-b193-4aaf-aa2a-8a86250f8f98 tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] Router 518eea4f-bd4e-4803-90e7-aa4090dd8322 has already been hosted by L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 {{(pid=121607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 25 21:21:51.327609 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7503d75e-4ddf-42cc-8a2a-61d48abf00dc req-dc3f939b-3cdc-41c2-a0d0-6afac7ff1294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:21:51.329088 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7503d75e-4ddf-42cc-8a2a-61d48abf00dc req-dc3f939b-3cdc-41c2-a0d0-6afac7ff1294 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b8d0c0f5-4a55-4519-afa5-15b47bd47c1f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1632829
Dec 25 21:21:51.334195 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-786b74b6-b8da-4edf-81ca-a6aa9c7f0804 req-103a0f53-a893-41f6-9577-377838b598a6 tempest-AttachVolumeNegativeTest-2126197630 tempest-AttachVolumeNegativeTest-2126197630-project] 10.222.0.32 "GET /v2.0/ports?device_id=ec22e12b-a34c-4787-8d08-5dbf9b6556d1 HTTP/1.1" status: 200  len: 210 time: 0.0566697
Dec 25 21:21:51.351757 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1f362da0-bd4d-435a-88d0-88a2a6ea5899 req-a5bc61bc-9e63-47f4-9b4f-f5289257c033 tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] 10.222.0.32 "GET /v2.0/ports?device_id=f1f8bfda-0dfb-4159-89b2-bf30653ddcb2 HTTP/1.1" status: 200  len: 210 time: 0.0549762
Dec 25 21:21:51.392179 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c8c17e-b129-4ea8-b8b2-dba4bfa8a1f6 req-8fc18e36-edea-47cb-afbd-08d29da1c270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:21:51.393719 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a2c8c17e-b129-4ea8-b8b2-dba4bfa8a1f6 req-8fc18e36-edea-47cb-afbd-08d29da1c270 service neutron] 10.222.0.37 "GET /v2.0/networks?id=c6d0f08d-96b7-4228-b50e-9f6262725ca6 HTTP/1.1" status: 200  len: 918 time: 0.2390225
Dec 25 21:21:51.413342 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7b1bb5d6-a601-4810-bd89-ac422cc2acf9 req-729c5123-b193-4aaf-aa2a-8a86250f8f98 tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 21:21:51.432016 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeb36561-e19c-47f7-a5cc-ecf54ec94214 None None] Sync routers for ids ['518eea4f-bd4e-4803-90e7-aa4090dd8322'] in ncdv-master-1 {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 21:21:51.446137 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeb36561-e19c-47f7-a5cc-ecf54ec94214 None None] Routers {'518eea4f-bd4e-4803-90e7-aa4090dd8322'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:21:51.459001 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-eeb36561-e19c-47f7-a5cc-ecf54ec94214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f26134bbd90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:21:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['518eea4f-bd4e-4803-90e7-aa4090dd8322'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:21:51.468702 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7503d75e-4ddf-42cc-8a2a-61d48abf00dc req-22cc43e2-8cb6-406a-8b42-cdfa1c1c0462 service neutron] 10.222.0.37 "GET /v2.0/networks/b8d0c0f5-4a55-4519-afa5-15b47bd47c1f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1199081
Dec 25 21:21:51.497642 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b1bb5d6-a601-4810-bd89-ac422cc2acf9 req-729c5123-b193-4aaf-aa2a-8a86250f8f98 tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] No DVR routers for this DVR port 468e4b8e-2b46-4578-81eb-d2bfd34de1bb on host nch2-master-1 {{(pid=121607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:21:51.501001 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-7b1bb5d6-a601-4810-bd89-ac422cc2acf9 req-729c5123-b193-4aaf-aa2a-8a86250f8f98 tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:51.506136 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-7b1bb5d6-a601-4810-bd89-ac422cc2acf9 req-729c5123-b193-4aaf-aa2a-8a86250f8f98 tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] 10.222.0.37 "DELETE /v2.0/ports/468e4b8e-2b46-4578-81eb-d2bfd34de1bb HTTP/1.1" status: 204  len: 173 time: 1.1875296
Dec 25 21:21:51.584721 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a2c8c17e-b129-4ea8-b8b2-dba4bfa8a1f6 req-3a0e1508-881d-45a7-a90b-a8888e639eac service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5eecbec8-cd5d-45a6-9264-3971371aaf2c HTTP/1.1" status: 200  len: 217 time: 0.1139374
Dec 25 21:21:51.632128 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e948d0f0-37c6-4ec7-810b-55b6a57046c4 req-57d96c1d-62c1-477e-bec9-e9c73383469b tempest-ServerShowV247Test-197376765 tempest-ServerShowV247Test-197376765-project] 10.222.0.32 "GET /v2.0/ports?device_id=526ed898-b7b5-489a-b321-daca61b7fda9 HTTP/1.1" status: 200  len: 210 time: 0.1125860
Dec 25 21:21:51.639182 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvr_db [None req-eeb36561-e19c-47f7-a5cc-ecf54ec94214 None None] Set router 518eea4f-bd4e-4803-90e7-aa4090dd8322 gateway port host: ncdv-master-1 {{(pid=121608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:21:51.693041 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c8c17e-b129-4ea8-b8b2-dba4bfa8a1f6 req-0d6c37d6-bd30-4d6b-9ada-bf59cf60422b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:21:51.693698 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a2c8c17e-b129-4ea8-b8b2-dba4bfa8a1f6 req-0d6c37d6-bd30-4d6b-9ada-bf59cf60422b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=54e8004f-9c9e-4996-97cc-5b15fbdb0d97 HTTP/1.1" status: 200  len: 857 time: 0.0710385
Dec 25 21:21:51.823666 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b796c2-3567-4711-8a1f-f2de466bc07b req-4b54fda7-c052-4318-881c-5290b14bd957 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:21:51.825188 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a8b796c2-3567-4711-8a1f-f2de466bc07b req-4b54fda7-c052-4318-881c-5290b14bd957 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/ports?device_id=161df36a-2258-4f32-a7b0-2f7c793d4390 HTTP/1.1" status: 200  len: 944 time: 0.3555279
Dec 25 21:21:51.832673 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a2c8c17e-b129-4ea8-b8b2-dba4bfa8a1f6 req-bdcfed2f-c843-4ecd-8228-71fecab021da service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c6d0f08d-96b7-4228-b50e-9f6262725ca6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1272037
Dec 25 21:21:51.883363 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-eeb36561-e19c-47f7-a5cc-ecf54ec94214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f26134bbd90>, [{'id': '518eea4f-bd4e-4803-90e7-aa4090dd8322', 'name': 'tempest-AttachVolumeTestJSON-534243322-router', 'tenant_id': '7ed80be6e633499b9d1dc61c05014afc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.48'}], 'enable_snat': True}, 'gw_port_id': 'e475d07d-ef33-47d9-bf29-6524f78c9470', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:14:43Z', 'updated_at': '2021-12-25T21:14:49Z', 'revision_number': 4, 'project_id': '7ed80be6e633499b9d1dc61c05014afc', 'gw_port': {'id': 'e475d07d-ef33-47d9-bf29-6524f78c9470', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:b6:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '518eea4f-bd4e-4803-90e7-aa4090dd8322', 'device_owner': 'network:router_gateway', 'standard_attr_id': 852, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:14:43Z', 'updated_at': '2021-12-25T21:14:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '052fead1-c995-4d25-878a-9b0d22f2a7ac', 'name': '', 'network_id': 'cb028617-ca4b-4888-809e-8a74d7f084f8', 'tenant_id': '7ed80be6e633499b9d1dc61c05014afc', 'mac_address': 'fa:16:3e:8a:a8:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '518eea4f-bd4e-4803-90e7-aa4090dd8322', 'device_owner': 'network:router_interface', 'standard_attr_id': 853, 'fixed_ips': [{'subnet_id': '00dff513-a38a-48f8-809a-d1935b6eecea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:14:47Z', 'updated_at': '2021-12-25T21:14:53Z', 'revision_number': 5, 'project_id': '7ed80be6e633499b9d1dc61c05014afc', 'subnets': [{'id': '00dff513-a38a-48f8-809a-d1935b6eecea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:21:51.902908 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7503d75e-4ddf-42cc-8a2a-61d48abf00dc req-939cbf2a-cfd0-46dd-80a9-1b23526343dc service neutron] 10.222.0.37 "GET /v2.0/networks/b8d0c0f5-4a55-4519-afa5-15b47bd47c1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4124775
Dec 25 21:21:51.912717 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device e763608c-e444-4936-aae2-43161cd57a85 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 25 21:21:51.915252 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device e4c36e02-8789-45df-a1e7-5c05d3d9f049 up at agent hyperv_nch2-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:21:51.919311 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeb36561-e19c-47f7-a5cc-ecf54ec94214 None None] Checking router: 518eea4f-bd4e-4803-90e7-aa4090dd8322 for host: ncdv-master-1 {{(pid=121608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 25 21:21:51.926840 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc5c1b1-58cb-4b3f-8ae9-00e1829efd0d req-d33af672-091c-4024-8f85-279e0eafbe57 tempest-AttachVolumeNegativeTest-2126197630 tempest-AttachVolumeNegativeTest-2126197630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:21:51.928500 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0bc5c1b1-58cb-4b3f-8ae9-00e1829efd0d req-d33af672-091c-4024-8f85-279e0eafbe57 tempest-AttachVolumeNegativeTest-2126197630 tempest-AttachVolumeNegativeTest-2126197630-project] 10.222.0.31 "GET /v2.0/networks?id=df7f119b-f1bb-462c-b2dc-ce3acd2a89d9 HTTP/1.1" status: 200  len: 814 time: 0.4350843
Dec 25 21:21:51.976860 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeb36561-e19c-47f7-a5cc-ecf54ec94214 None None] Routers {'518eea4f-bd4e-4803-90e7-aa4090dd8322'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:21:51.977764 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-eeb36561-e19c-47f7-a5cc-ecf54ec94214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f26134bbd90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:21:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['518eea4f-bd4e-4803-90e7-aa4090dd8322'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:21:52.000088 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-0bc5c1b1-58cb-4b3f-8ae9-00e1829efd0d req-66af011f-6b24-4b9e-bf3c-9d66ead5cc5c tempest-AttachVolumeNegativeTest-2126197630 tempest-AttachVolumeNegativeTest-2126197630-project] Request body: {'port': {'device_id': 'ec22e12b-a34c-4787-8d08-5dbf9b6556d1', 'network_id': 'df7f119b-f1bb-462c-b2dc-ce3acd2a89d9', 'admin_state_up': True, 'tenant_id': '8dcf2517f61849cb9650682caf0c5712'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:21:52.017135 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7503d75e-4ddf-42cc-8a2a-61d48abf00dc req-1f02a1ac-06a7-4e53-8c4e-f05d70c79b7d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.183&port_id=7d584498-0a66-4020-96ff-ac37bb6bf33e HTTP/1.1" status: 200  len: 217 time: 0.1053910
Dec 25 21:21:52.051705 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a8b796c2-3567-4711-8a1f-f2de466bc07b req-5528e082-3c51-40ab-9585-2c7a68f32a78 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/security-groups?id=303458ac-ce28-4cba-8947-b5e432a1ea1f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2181208
Dec 25 21:21:52.062511 ncdv-master-1 neutron-server[121607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1f8bfda-0dfb-4159-89b2-bf30653ddcb2', 'name': 'network-vif-deleted', 'tag': '468e4b8e-2b46-4578-81eb-d2bfd34de1bb'}] {{(pid=121607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:21:52.075128 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f980bbcadfa7bf1e788024e1448be660373c21f97f015f780444e999c451203" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd5d9651-98d7-4a04-a86d-ddd1a0dbfc33" -d '{"events": [{"server_uuid": "f1f8bfda-0dfb-4159-89b2-bf30653ddcb2", "name": "network-vif-deleted", "tag": "468e4b8e-2b46-4578-81eb-d2bfd34de1bb"}]}' {{(pid=121607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:21:52.127087 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 21:21:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f58f00f8-3ed8-400f-b8f5-e114642c215c x-openstack-request-id: req-f58f00f8-3ed8-400f-b8f5-e114642c215c {{(pid=121607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:21:52.127087 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1f8bfda-0dfb-4159-89b2-bf30653ddcb2", "name": "network-vif-deleted", "tag": "468e4b8e-2b46-4578-81eb-d2bfd34de1bb", "status": "completed", "code": 200}]} {{(pid=121607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:21:52.127087 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f58f00f8-3ed8-400f-b8f5-e114642c215c {{(pid=121607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:21:52.127087 ncdv-master-1 neutron-server[121607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1f8bfda-0dfb-4159-89b2-bf30653ddcb2', 'name': 'network-vif-deleted', 'tag': '468e4b8e-2b46-4578-81eb-d2bfd34de1bb', 'status': 'completed', 'code': 200}
Dec 25 21:21:52.144937 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a2c8c17e-b129-4ea8-b8b2-dba4bfa8a1f6 req-8b0b90be-9c5d-464e-882a-3482ec698083 service neutron] 10.222.0.37 "GET /v2.0/networks/c6d0f08d-96b7-4228-b50e-9f6262725ca6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2955043
Dec 25 21:21:52.149016 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7503d75e-4ddf-42cc-8a2a-61d48abf00dc req-1a10d701-bf8f-4beb-9ca3-e8f7af8a6962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:21:52.150395 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7503d75e-4ddf-42cc-8a2a-61d48abf00dc req-1a10d701-bf8f-4beb-9ca3-e8f7af8a6962 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f792eb17-8c67-407f-9cdd-1353c9bc42bb HTTP/1.1" status: 200  len: 797 time: 0.1187341
Dec 25 21:21:52.199381 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port e763608c-e444-4936-aae2-43161cd57a85, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e763608c-e444-4936-aae2-43161cd57a85,segment=NetworkSegment(f1b91e55-a239-48f9-a6b2-6c2da2a6e0dd),segment_id=f1b91e55-a239-48f9-a6b2-6c2da2a6e0dd)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:21:52.203628 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvr_db [None req-eeb36561-e19c-47f7-a5cc-ecf54ec94214 None None] Set router 518eea4f-bd4e-4803-90e7-aa4090dd8322 gateway port host: ncdv-master-1 {{(pid=121608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:21:52.248623 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Returning: {'device': 'e763608c-e444-4936-aae2-43161cd57a85', 'network_id': 'c6d0f08d-96b7-4228-b50e-9f6262725ca6', 'port_id': 'e763608c-e444-4936-aae2-43161cd57a85', 'mac_address': 'fa:16:3e:96:36:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54e8004f-9c9e-4996-97cc-5b15fbdb0d97', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 25 21:21:52.267529 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Provisioning for port e4c36e02-8789-45df-a1e7-5c05d3d9f049 completed by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 25 21:21:52.318316 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Provisioning complete for port e4c36e02-8789-45df-a1e7-5c05d3d9f049 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:21:52.318680 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:52.322655 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7503d75e-4ddf-42cc-8a2a-61d48abf00dc req-0afd52f0-6e37-456b-b213-b88d2eb41d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:21:52.323694 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7503d75e-4ddf-42cc-8a2a-61d48abf00dc req-0afd52f0-6e37-456b-b213-b88d2eb41d07 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f7ed1632-2ec3-4974-9097-8fe2ac8f3ba4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.1515191
Dec 25 21:21:52.384912 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a2c8c17e-b129-4ea8-b8b2-dba4bfa8a1f6 req-bcc13556-3083-41d8-b493-70d6809f0b6c service neutron] 10.222.0.37 "GET /v2.0/networks/c6d0f08d-96b7-4228-b50e-9f6262725ca6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2210031
Dec 25 21:21:52.386401 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:52.440432 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e763608c-e444-4936-aae2-43161cd57a85 {{(pid=121608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:21:52.449637 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221de127-fe68-4717-a49d-068d077f7fd7 req-4894603d-94df-4ae5-ad47-d11fa3d5ab90 tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:21:52.451187 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-221de127-fe68-4717-a49d-068d077f7fd7 req-4894603d-94df-4ae5-ad47-d11fa3d5ab90 tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/ports?device_id=942e6548-a2f0-42a7-9cb7-ca574fef9231 HTTP/1.1" status: 200  len: 945 time: 0.1856980
Dec 25 21:21:52.454405 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0bc5c1b1-58cb-4b3f-8ae9-00e1829efd0d req-66af011f-6b24-4b9e-bf3c-9d66ead5cc5c tempest-AttachVolumeNegativeTest-2126197630 tempest-AttachVolumeNegativeTest-2126197630-project] Made reservation on behalf of 8dcf2517f61849cb9650682caf0c5712 for: {'port': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:21:52.457868 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-0bc5c1b1-58cb-4b3f-8ae9-00e1829efd0d req-66af011f-6b24-4b9e-bf3c-9d66ead5cc5c tempest-AttachVolumeNegativeTest-2126197630 tempest-AttachVolumeNegativeTest-2126197630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:52.483670 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port e763608c-e444-4936-aae2-43161cd57a85, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e763608c-e444-4936-aae2-43161cd57a85,segment=NetworkSegment(f1b91e55-a239-48f9-a6b2-6c2da2a6e0dd),segment_id=f1b91e55-a239-48f9-a6b2-6c2da2a6e0dd)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:21:52.487454 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f158cac-8252-4318-ae1c-b6ca721b8f37 req-66ae9b9e-900e-4f03-b04e-ab96959c6f96 tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:21:52.488986 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7f158cac-8252-4318-ae1c-b6ca721b8f37 req-66ae9b9e-900e-4f03-b04e-ab96959c6f96 tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] 10.222.0.32 "GET /v2.0/ports?device_id=20a90e3e-c379-4f2f-9632-763f67a3a334 HTTP/1.1" status: 200  len: 943 time: 0.1941054
Dec 25 21:21:52.600716 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7503d75e-4ddf-42cc-8a2a-61d48abf00dc req-3e87b3b4-2ace-4b89-acc4-ea8433856ced service neutron] 10.222.0.37 "GET /v2.0/networks/f7ed1632-2ec3-4974-9097-8fe2ac8f3ba4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2486308
Dec 25 21:21:52.665327 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:52.671818 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-221de127-fe68-4717-a49d-068d077f7fd7 req-8d5a9c72-4d84-404f-a909-12ed377fbb94 tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/security-groups?id=eb031b39-e206-4789-8844-f32137bfb856&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1969807
Dec 25 21:21:52.712965 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:52.713082 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7f158cac-8252-4318-ae1c-b6ca721b8f37 req-454726c1-75d2-4d38-a722-ac963ae89f06 tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] 10.222.0.32 "GET /v2.0/security-groups?id=b53a52e0-f618-42f7-a91e-f12e72408b35&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2076600
Dec 25 21:21:52.758191 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '942e6548-a2f0-42a7-9cb7-ca574fef9231', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4c36e02-8789-45df-a1e7-5c05d3d9f049'}] {{(pid=121608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:21:52.760455 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a88c78c3ff6266bd59c7e89d275b28c92e739b67d23c89d71af88829fd31566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56135ffb-d315-4300-a7bb-6302cdbdc9c3" -d '{"events": [{"server_uuid": "942e6548-a2f0-42a7-9cb7-ca574fef9231", "name": "network-vif-plugged", "status": "completed", "tag": "e4c36e02-8789-45df-a1e7-5c05d3d9f049"}]}' {{(pid=121608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:21:52.765562 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_common [req-0bc5c1b1-58cb-4b3f-8ae9-00e1829efd0d req-66af011f-6b24-4b9e-bf3c-9d66ead5cc5c tempest-AttachVolumeNegativeTest-2126197630 tempest-AttachVolumeNegativeTest-2126197630-project] Allocated IP 172.20.0.3 (df7f119b-f1bb-462c-b2dc-ce3acd2a89d9/d0593536-f259-44e3-8eca-283096dddce3/745d590e-2b18-462d-a55e-1423ff663b30) {{(pid=121606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:21:52.775238 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Pushing event updated for resources: {'Port': ['ID=e763608c-e444-4936-aae2-43161cd57a85,revision_number=4']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:21:52.789332 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port e4c36e02-8789-45df-a1e7-5c05d3d9f049, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e4c36e02-8789-45df-a1e7-5c05d3d9f049,segment=NetworkSegment(95544d4b-0c14-46d9-8e39-4d223a110754),segment_id=95544d4b-0c14-46d9-8e39-4d223a110754)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:21:52.797883 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-eeb36561-e19c-47f7-a5cc-ecf54ec94214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f26134bbd90>, [{'id': '518eea4f-bd4e-4803-90e7-aa4090dd8322', 'name': 'tempest-AttachVolumeTestJSON-534243322-router', 'tenant_id': '7ed80be6e633499b9d1dc61c05014afc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.48'}], 'enable_snat': True}, 'gw_port_id': 'e475d07d-ef33-47d9-bf29-6524f78c9470', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:14:43Z', 'updated_at': '2021-12-25T21:14:49Z', 'revision_number': 4, 'project_id': '7ed80be6e633499b9d1dc61c05014afc', 'gw_port': {'id': 'e475d07d-ef33-47d9-bf29-6524f78c9470', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:b6:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '518eea4f-bd4e-4803-90e7-aa4090dd8322', 'device_owner': 'network:router_gateway', 'standard_attr_id': 852, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:14:43Z', 'updated_at': '2021-12-25T21:14:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '052fead1-c995-4d25-878a-9b0d22f2a7ac', 'name': '', 'network_id': 'cb028617-ca4b-4888-809e-8a74d7f084f8', 'tenant_id': '7ed80be6e633499b9d1dc61c05014afc', 'mac_address': 'fa:16:3e:8a:a8:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '518eea4f-bd4e-4803-90e7-aa4090dd8322', 'device_owner': 'network:router_interface', 'standard_attr_id': 853, 'fixed_ips': [{'subnet_id': '00dff513-a38a-48f8-809a-d1935b6eecea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:14:47Z', 'updated_at': '2021-12-25T21:14:53Z', 'revision_number': 5, 'project_id': '7ed80be6e633499b9d1dc61c05014afc', 'subnets': [{'id': '00dff513-a38a-48f8-809a-d1935b6eecea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:21:52.815035 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7503d75e-4ddf-42cc-8a2a-61d48abf00dc req-f317e755-585b-46c4-b45a-cc7c062b2650 service neutron] 10.222.0.37 "GET /v2.0/networks/f7ed1632-2ec3-4974-9097-8fe2ac8f3ba4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1963527
Dec 25 21:21:52.819421 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-10e0cec2-9124-4315-b52b-f005a1242c98 req-f391d979-aca0-4039-ac52-9bdc1a51b838 tempest-AttachVolumeNegativeTest-2126197630 tempest-AttachVolumeNegativeTest-2126197630-project] 10.222.0.32 "GET /v2.0/ports?device_id=ec22e12b-a34c-4787-8d08-5dbf9b6556d1 HTTP/1.1" status: 200  len: 210 time: 0.0466123
Dec 25 21:21:52.834697 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeb36561-e19c-47f7-a5cc-ecf54ec94214 None None] The sync data for ids ['518eea4f-bd4e-4803-90e7-aa4090dd8322'] in ncdv-master-1 is: [{'id': '518eea4f-bd4e-4803-90e7-aa4090dd8322', 'name': 'tempest-AttachVolumeTestJSON-534243322-router', 'tenant_id': '7ed80be6e633499b9d1dc61c05014afc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.48'}], 'enable_snat': True}, 'gw_port_id': 'e475d07d-ef33-47d9-bf29-6524f78c9470', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:14:43Z', 'updated_at': '2021-12-25T21:14:49Z', 'revision_number': 4, 'project_id': '7ed80be6e633499b9d1dc61c05014afc', 'gw_port': {'id': 'e475d07d-ef33-47d9-bf29-6524f78c9470', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:b6:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '518eea4f-bd4e-4803-90e7-aa4090dd8322', 'device_owner': 'network:router_gateway', 'standard_attr_id': 852, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:14:43Z', 'updated_at': '2021-12-25T21:14:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '052fead1-c995-4d25-878a-9b0d22f2a7ac', 'name': '', 'network_id': 'cb028617-ca4b-4888-809e-8a74d7f084f8', 'tenant_id': '7ed80be6e633499b9d1dc61c05014afc', 'mac_address': 'fa:16:3e:8a:a8:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '518eea4f-bd4e-4803-90e7-aa4090dd8322', 'device_owner': 'network:router_interface', 'standard_attr_id': 853, 'fixed_ips': [{'subnet_id': '00dff513-a38a-48f8-809a-d1935b6eecea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:14:47Z', 'updated_at': '2021-12-25T21:14:53Z', 'revision_number': 5, 'project_id': '7ed80be6e633499b9d1dc61c05014afc', 'subnets': [{'id': '00dff513-a38a-48f8-809a-d1935b6eecea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 21:21:52.875146 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7503d75e-4ddf-42cc-8a2a-61d48abf00dc req-6ce11be5-4921-4ae3-92f8-2d4dd842a7b5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.61&port_id=fd6aa216-385a-41e5-8c5e-3aae2253a5ab HTTP/1.1" status: 200  len: 217 time: 0.0503690
Dec 25 21:21:52.887466 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:52.888355 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device 468e4b8e-2b46-4578-81eb-d2bfd34de1bb no longer exists at agent hyperv_nch2-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:21:52.925438 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-21eaa56a-171e-4756-b71c-241405015bd0 req-21468b40-ebc1-445b-9ba3-8f26b696dc46 tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] 10.222.0.32 "GET /v2.0/ports?device_id=f1f8bfda-0dfb-4159-89b2-bf30653ddcb2 HTTP/1.1" status: 200  len: 210 time: 0.0521441
Dec 25 21:21:52.941017 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] No Port match for: 468e4b8e-2b46-4578-81eb-d2bfd34de1bb {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:21:52.941425 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device 468e4b8e-2b46-4578-81eb-d2bfd34de1bb not bound to the agent host nch2-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:21:52.948230 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] get_ports_and_sgs() called for port_ids ['e763608c-e444-4936-aae2-43161cd57a85'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:21:53.009160 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7503d75e-4ddf-42cc-8a2a-61d48abf00dc req-6438ad64-9059-486a-b151-3b5a13d3d935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:21:53.009160 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7503d75e-4ddf-42cc-8a2a-61d48abf00dc req-6438ad64-9059-486a-b151-3b5a13d3d935 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f792eb17-8c67-407f-9cdd-1353c9bc42bb HTTP/1.1" status: 200  len: 797 time: 0.1172092
Dec 25 21:21:53.013010 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Pushing event updated for resources: {'Port': ['ID=e4c36e02-8789-45df-a1e7-5c05d3d9f049,revision_number=5']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:21:53.032585 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 21:21:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f465a29-141b-4939-9e50-276aa26aa1fb x-openstack-request-id: req-3f465a29-141b-4939-9e50-276aa26aa1fb {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:21:53.033034 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "942e6548-a2f0-42a7-9cb7-ca574fef9231", "name": "network-vif-plugged", "status": "completed", "tag": "e4c36e02-8789-45df-a1e7-5c05d3d9f049", "code": 200}]} {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:21:53.033783 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3f465a29-141b-4939-9e50-276aa26aa1fb {{(pid=121608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:21:53.033783 ncdv-master-1 neutron-server[121608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '942e6548-a2f0-42a7-9cb7-ca574fef9231', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4c36e02-8789-45df-a1e7-5c05d3d9f049', 'code': 200}
Dec 25 21:21:53.106584 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7503d75e-4ddf-42cc-8a2a-61d48abf00dc req-89d39c14-cbdd-49a1-9dc8-77ed81b1c9be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:21:53.108111 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7503d75e-4ddf-42cc-8a2a-61d48abf00dc req-89d39c14-cbdd-49a1-9dc8-77ed81b1c9be service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f7ed1632-2ec3-4974-9097-8fe2ac8f3ba4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.0770705
Dec 25 21:21:53.118388 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-0bc5c1b1-58cb-4b3f-8ae9-00e1829efd0d req-66af011f-6b24-4b9e-bf3c-9d66ead5cc5c tempest-AttachVolumeNegativeTest-2126197630 tempest-AttachVolumeNegativeTest-2126197630-project] Publish callbacks [] for port, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:53.193440 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3fd2a7c4-58d9-4791-b761-36d2b31425d4 req-410c1e05-0667-466b-ac3c-4fed39475534 tempest-ServerShowV247Test-197376765 tempest-ServerShowV247Test-197376765-project] 10.222.0.32 "GET /v2.0/ports?device_id=526ed898-b7b5-489a-b321-daca61b7fda9 HTTP/1.1" status: 200  len: 210 time: 0.0732837
Dec 25 21:21:53.284294 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-933cd9e8-d665-4d85-9d50-d80991df5f2c None None] New status for floating IP 7a087e13-f875-4a85-8f3e-efa4c60b83e3: DOWN {{(pid=121609) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 25 21:21:53.318035 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99086ba2-5544-4071-a935-fb6fce9a8d05 req-cc3f084a-193f-47f2-aef7-ba707aea2adb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:21:53.319548 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-99086ba2-5544-4071-a935-fb6fce9a8d05 req-cc3f084a-193f-47f2-aef7-ba707aea2adb service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=942e6548-a2f0-42a7-9cb7-ca574fef9231 HTTP/1.1" status: 200  len: 1097 time: 0.1884766
Dec 25 21:21:53.361020 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7503d75e-4ddf-42cc-8a2a-61d48abf00dc req-2c0f449d-ab11-448a-9866-d118fd6a5f23 service neutron] 10.222.0.37 "GET /v2.0/networks/f7ed1632-2ec3-4974-9097-8fe2ac8f3ba4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2183068
Dec 25 21:21:53.369200 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e082b4ab-1466-4a73-b2a8-3d64c190cdc4 req-de66cde6-ead6-4c71-b2e9-7e331f629b96 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:21:53.373357 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e082b4ab-1466-4a73-b2a8-3d64c190cdc4 req-de66cde6-ead6-4c71-b2e9-7e331f629b96 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/ports?device_id=161df36a-2258-4f32-a7b0-2f7c793d4390 HTTP/1.1" status: 200  len: 944 time: 0.1578205
Dec 25 21:21:53.413090 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-0bc5c1b1-58cb-4b3f-8ae9-00e1829efd0d req-66af011f-6b24-4b9e-bf3c-9d66ead5cc5c tempest-AttachVolumeNegativeTest-2126197630 tempest-AttachVolumeNegativeTest-2126197630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:53.424831 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] get_ports_and_sgs() called for port_ids ['e1a1ed5e-2df4-4726-86bd-bc56ff15ffb1'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:21:53.487110 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-99086ba2-5544-4071-a935-fb6fce9a8d05 req-7cde27fb-5b68-4f31-8476-d4379fc9aaff service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=eb031b39-e206-4789-8844-f32137bfb856&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1581836
Dec 25 21:21:53.494917 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0bc5c1b1-58cb-4b3f-8ae9-00e1829efd0d req-66af011f-6b24-4b9e-bf3c-9d66ead5cc5c tempest-AttachVolumeNegativeTest-2126197630 tempest-AttachVolumeNegativeTest-2126197630-project] Network df7f119b-f1bb-462c-b2dc-ce3acd2a89d9 is already hosted by enough agents. {{(pid=121606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:21:53.524694 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [req-0bc5c1b1-58cb-4b3f-8ae9-00e1829efd0d req-66af011f-6b24-4b9e-bf3c-9d66ead5cc5c tempest-AttachVolumeNegativeTest-2126197630 tempest-AttachVolumeNegativeTest-2126197630-project] Resources bound (agent type, host, resource id):  {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:21:53.537500 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bc5c1b1-58cb-4b3f-8ae9-00e1829efd0d req-66af011f-6b24-4b9e-bf3c-9d66ead5cc5c tempest-AttachVolumeNegativeTest-2126197630 tempest-AttachVolumeNegativeTest-2126197630-project] Received port after_create {{(pid=121606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:21:53.614989 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e082b4ab-1466-4a73-b2a8-3d64c190cdc4 req-82b9d6b0-433c-4feb-a207-68168aed7b10 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/security-groups?id=303458ac-ce28-4cba-8947-b5e432a1ea1f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2299964
Dec 25 21:21:53.631536 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66af011f-6b24-4b9e-bf3c-9d66ead5cc5c tempest-AttachVolumeNegativeTest-2126197630 tempest-AttachVolumeNegativeTest-2126197630-project] Pushing event updated for resources: {'Port': ['ID=745d590e-2b18-462d-a55e-1423ff663b30,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:21:53.654847 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7503d75e-4ddf-42cc-8a2a-61d48abf00dc req-990ff680-f883-4055-9240-f0878479d028 service neutron] 10.222.0.37 "GET /v2.0/networks/f7ed1632-2ec3-4974-9097-8fe2ac8f3ba4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2801197
Dec 25 21:21:53.664535 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc5c1b1-58cb-4b3f-8ae9-00e1829efd0d req-66af011f-6b24-4b9e-bf3c-9d66ead5cc5c tempest-AttachVolumeNegativeTest-2126197630 tempest-AttachVolumeNegativeTest-2126197630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:21:53.664535 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-0bc5c1b1-58cb-4b3f-8ae9-00e1829efd0d req-66af011f-6b24-4b9e-bf3c-9d66ead5cc5c tempest-AttachVolumeNegativeTest-2126197630 tempest-AttachVolumeNegativeTest-2126197630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:53.727482 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7503d75e-4ddf-42cc-8a2a-61d48abf00dc req-7760baab-d3b5-4639-985d-ef010af9f1ec service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.129&port_id=2eb143cf-a0c7-4e74-a5f2-177a4bc1db2c HTTP/1.1" status: 200  len: 217 time: 0.0423577
Dec 25 21:21:53.890908 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device 5eecbec8-cd5d-45a6-9264-3971371aaf2c details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 25 21:21:53.894318 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device e763608c-e444-4936-aae2-43161cd57a85 up at agent hyperv_nch2-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:21:54.039991 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port 5eecbec8-cd5d-45a6-9264-3971371aaf2c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5eecbec8-cd5d-45a6-9264-3971371aaf2c,segment=NetworkSegment(f1b91e55-a239-48f9-a6b2-6c2da2a6e0dd),segment_id=f1b91e55-a239-48f9-a6b2-6c2da2a6e0dd)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:21:54.053671 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Returning: {'device': '5eecbec8-cd5d-45a6-9264-3971371aaf2c', 'network_id': 'c6d0f08d-96b7-4228-b50e-9f6262725ca6', 'port_id': '5eecbec8-cd5d-45a6-9264-3971371aaf2c', 'mac_address': 'fa:16:3e:33:d1:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54e8004f-9c9e-4996-97cc-5b15fbdb0d97', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 25 21:21:54.076171 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1b68e3f0-ef84-41db-a4bd-58155d989325 req-418d4513-3ff4-432a-8f17-5a1175053bc1 tempest-ServerShowV247Test-197376765 tempest-ServerShowV247Test-197376765-project] 10.222.0.32 "GET /v2.0/ports?device_id=526ed898-b7b5-489a-b321-daca61b7fda9 HTTP/1.1" status: 200  len: 210 time: 0.3552127
Dec 25 21:21:54.080559 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Provisioning for port e763608c-e444-4936-aae2-43161cd57a85 completed by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 25 21:21:54.087261 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Provisioning complete for port e763608c-e444-4936-aae2-43161cd57a85 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:21:54.087638 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:54.104016 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0bc5c1b1-58cb-4b3f-8ae9-00e1829efd0d req-66af011f-6b24-4b9e-bf3c-9d66ead5cc5c tempest-AttachVolumeNegativeTest-2126197630 tempest-AttachVolumeNegativeTest-2126197630-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.1048727
Dec 25 21:21:54.121177 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-0bc5c1b1-58cb-4b3f-8ae9-00e1829efd0d req-c1253e81-39c2-49b6-84a8-5a95730a3d55 service neutron] Request body: {'port': {'device_id': 'ec22e12b-a34c-4787-8d08-5dbf9b6556d1', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:21:54.132575 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:54.154414 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5eecbec8-cd5d-45a6-9264-3971371aaf2c {{(pid=121608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:21:54.158932 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7503d75e-4ddf-42cc-8a2a-61d48abf00dc req-3e8824e9-c190-493a-aecf-3999bc391052 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:21:54.160428 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7503d75e-4ddf-42cc-8a2a-61d48abf00dc req-3e8824e9-c190-493a-aecf-3999bc391052 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f792eb17-8c67-407f-9cdd-1353c9bc42bb HTTP/1.1" status: 200  len: 797 time: 0.4154332
Dec 25 21:21:54.177268 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port 5eecbec8-cd5d-45a6-9264-3971371aaf2c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5eecbec8-cd5d-45a6-9264-3971371aaf2c,segment=NetworkSegment(f1b91e55-a239-48f9-a6b2-6c2da2a6e0dd),segment_id=f1b91e55-a239-48f9-a6b2-6c2da2a6e0dd)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:21:54.188953 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1991de09-6788-41d4-b8ee-d45768ed7354 req-2f3427fb-4509-4687-ba4a-4d7ec65acbcf tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:21:54.190608 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1991de09-6788-41d4-b8ee-d45768ed7354 req-2f3427fb-4509-4687-ba4a-4d7ec65acbcf tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/ports?device_id=161df36a-2258-4f32-a7b0-2f7c793d4390 HTTP/1.1" status: 200  len: 944 time: 0.4685075
Dec 25 21:21:54.213492 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:54.253240 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port e763608c-e444-4936-aae2-43161cd57a85, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e763608c-e444-4936-aae2-43161cd57a85,segment=NetworkSegment(f1b91e55-a239-48f9-a6b2-6c2da2a6e0dd),segment_id=f1b91e55-a239-48f9-a6b2-6c2da2a6e0dd)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:21:54.259499 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:54.276631 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-0bc5c1b1-58cb-4b3f-8ae9-00e1829efd0d req-c1253e81-39c2-49b6-84a8-5a95730a3d55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:54.308182 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Pushing event updated for resources: {'Port': ['ID=5eecbec8-cd5d-45a6-9264-3971371aaf2c,revision_number=4']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:21:54.316209 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:21:54.316548 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:21:54.316909 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:21:54.317238 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:21:54.317570 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:21:54.317900 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:21:54.318218 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:21:54.318537 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:21:54.318855 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:21:54.319171 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:21:54.319488 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:21:54.320341 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:21:54.320655 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:21:54.326482 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c79e0b6-233a-4442-9d2f-88d6d1969edc req-10812841-82cb-43d9-910c-f28650e1235c tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:21:54.328035 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1c79e0b6-233a-4442-9d2f-88d6d1969edc req-10812841-82cb-43d9-910c-f28650e1235c tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/ports?device_id=942e6548-a2f0-42a7-9cb7-ca574fef9231 HTTP/1.1" status: 200  len: 946 time: 0.1665480
Dec 25 21:21:54.348998 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7503d75e-4ddf-42cc-8a2a-61d48abf00dc req-0cb2e8ef-8f25-4c6c-8ce3-b6dec798a87a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:21:54.350475 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7503d75e-4ddf-42cc-8a2a-61d48abf00dc req-0cb2e8ef-8f25-4c6c-8ce3-b6dec798a87a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f7ed1632-2ec3-4974-9097-8fe2ac8f3ba4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.1724670
Dec 25 21:21:54.361660 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1991de09-6788-41d4-b8ee-d45768ed7354 req-575e56d1-4d4a-4a46-ba60-018bfe9d83a2 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/security-groups?id=303458ac-ce28-4cba-8947-b5e432a1ea1f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1301134
Dec 25 21:21:54.367443 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:54.434743 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Pushing event updated for resources: {'Port': ['ID=e763608c-e444-4936-aae2-43161cd57a85,revision_number=5']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:21:54.549248 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1c79e0b6-233a-4442-9d2f-88d6d1969edc req-88b121c9-879d-4306-b294-1e781ea47bbc tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/security-groups?id=eb031b39-e206-4789-8844-f32137bfb856&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1966009
Dec 25 21:21:54.603077 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] get_ports_and_sgs() called for port_ids ['5eecbec8-cd5d-45a6-9264-3971371aaf2c'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:21:54.662406 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa8c17e-af92-4fc4-8ab6-faeb1332347f req-47e5a029-e6d3-4c64-a1e3-ab3b576a9521 tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:21:54.664141 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8aa8c17e-af92-4fc4-8ab6-faeb1332347f req-47e5a029-e6d3-4c64-a1e3-ab3b576a9521 tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] 10.222.0.32 "GET /v2.0/ports?device_id=20a90e3e-c379-4f2f-9632-763f67a3a334 HTTP/1.1" status: 200  len: 944 time: 0.1593726
Dec 25 21:21:54.681739 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7503d75e-4ddf-42cc-8a2a-61d48abf00dc req-9f977b40-0a93-4a41-aaf1-d24debb19034 service neutron] 10.222.0.37 "GET /v2.0/networks/f7ed1632-2ec3-4974-9097-8fe2ac8f3ba4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3187959
Dec 25 21:21:54.808320 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df368c4d-1c35-4d26-80ca-2d71af8f28e4 req-01238587-bd2d-4e8e-a5f1-8f416e887d05 tempest-AttachVolumeNegativeTest-2126197630 tempest-AttachVolumeNegativeTest-2126197630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:21:54.809777 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-df368c4d-1c35-4d26-80ca-2d71af8f28e4 req-01238587-bd2d-4e8e-a5f1-8f416e887d05 tempest-AttachVolumeNegativeTest-2126197630 tempest-AttachVolumeNegativeTest-2126197630-project] 10.222.0.32 "GET /v2.0/ports?device_id=ec22e12b-a34c-4787-8d08-5dbf9b6556d1 HTTP/1.1" status: 200  len: 931 time: 0.1901271
Dec 25 21:21:54.860494 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8aa8c17e-af92-4fc4-8ab6-faeb1332347f req-2e2db44a-6141-4618-aef0-135d0f11b5dd tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] 10.222.0.32 "GET /v2.0/security-groups?id=b53a52e0-f618-42f7-a91e-f12e72408b35&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1777740
Dec 25 21:21:54.961167 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-df368c4d-1c35-4d26-80ca-2d71af8f28e4 req-d46c7a54-4658-4e33-81b0-70cfc7c3aafc tempest-AttachVolumeNegativeTest-2126197630 tempest-AttachVolumeNegativeTest-2126197630-project] 10.222.0.32 "GET /v2.0/security-groups?id=b13bfb58-0f10-46e2-9252-687280bf8bf9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1409540
Dec 25 21:21:54.964813 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7503d75e-4ddf-42cc-8a2a-61d48abf00dc req-9b708b23-3d9a-41c2-80ed-bdf8ca012bb4 service neutron] 10.222.0.37 "GET /v2.0/networks/f7ed1632-2ec3-4974-9097-8fe2ac8f3ba4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2681482
Dec 25 21:21:54.993070 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [req-0bc5c1b1-58cb-4b3f-8ae9-00e1829efd0d req-c1253e81-39c2-49b6-84a8-5a95730a3d55 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 745d590e-2b18-462d-a55e-1423ff663b30 {{(pid=121606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:21:55.034188 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7503d75e-4ddf-42cc-8a2a-61d48abf00dc req-b958bb30-0f37-4152-b388-2f4d163d7463 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.72&port_id=8de83a8d-9b83-433c-af96-f34c522b12b1 HTTP/1.1" status: 200  len: 217 time: 0.0602522
Dec 25 21:21:55.035371 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '441fa3cf-7f7d-4f84-b4aa-cc9b9d70e477', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e763608c-e444-4936-aae2-43161cd57a85'}] {{(pid=121608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:21:55.036010 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-0bc5c1b1-58cb-4b3f-8ae9-00e1829efd0d req-c1253e81-39c2-49b6-84a8-5a95730a3d55 service neutron] Publish callbacks [] for port, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:55.040787 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a88c78c3ff6266bd59c7e89d275b28c92e739b67d23c89d71af88829fd31566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31200a41-2acf-4aa2-b3b0-72c04351fcf8" -d '{"events": [{"server_uuid": "441fa3cf-7f7d-4f84-b4aa-cc9b9d70e477", "name": "network-vif-plugged", "status": "completed", "tag": "e763608c-e444-4936-aae2-43161cd57a85"}]}' {{(pid=121608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:21:55.080245 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.provisioning_blocks [req-0bc5c1b1-58cb-4b3f-8ae9-00e1829efd0d req-c1253e81-39c2-49b6-84a8-5a95730a3d55 service neutron] Transition to ACTIVE for port object 745d590e-2b18-462d-a55e-1423ff663b30 will not be triggered until provisioned by entity L2. {{(pid=121606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 25 21:21:55.097242 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7503d75e-4ddf-42cc-8a2a-61d48abf00dc req-6f1336a7-690e-408e-9b9f-8ccd035f6fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:21:55.098719 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7503d75e-4ddf-42cc-8a2a-61d48abf00dc req-6f1336a7-690e-408e-9b9f-8ccd035f6fb1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f792eb17-8c67-407f-9cdd-1353c9bc42bb HTTP/1.1" status: 200  len: 797 time: 0.0576239
Dec 25 21:21:55.145592 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7503d75e-4ddf-42cc-8a2a-61d48abf00dc req-222d20e0-3497-46f6-a6c1-8f5ca6a2beba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:21:55.147157 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7503d75e-4ddf-42cc-8a2a-61d48abf00dc req-222d20e0-3497-46f6-a6c1-8f5ca6a2beba service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f7ed1632-2ec3-4974-9097-8fe2ac8f3ba4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.0414400
Dec 25 21:21:55.168858 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 32994) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:21:55.230169 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 21:21:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da7de9d2-17f3-4aca-8145-dd1317069f77 x-openstack-request-id: req-da7de9d2-17f3-4aca-8145-dd1317069f77 {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:21:55.230466 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "441fa3cf-7f7d-4f84-b4aa-cc9b9d70e477", "name": "network-vif-plugged", "status": "completed", "tag": "e763608c-e444-4936-aae2-43161cd57a85", "code": 200}]} {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:21:55.230720 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-da7de9d2-17f3-4aca-8145-dd1317069f77 {{(pid=121608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:21:55.234553 ncdv-master-1 neutron-server[121608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '441fa3cf-7f7d-4f84-b4aa-cc9b9d70e477', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e763608c-e444-4936-aae2-43161cd57a85', 'code': 200}
Dec 25 21:21:55.258487 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-0bc5c1b1-58cb-4b3f-8ae9-00e1829efd0d req-c1253e81-39c2-49b6-84a8-5a95730a3d55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:55.266995 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7503d75e-4ddf-42cc-8a2a-61d48abf00dc req-152349a0-7f9a-4ff2-963a-aec5b240a7a0 service neutron] 10.222.0.37 "GET /v2.0/networks/f7ed1632-2ec3-4974-9097-8fe2ac8f3ba4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1117029
Dec 25 21:21:55.311662 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-da37300c-a2df-4386-b44b-3a015f1b9b72 tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] Publish callbacks [] for security_group, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:55.341284 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-da37300c-a2df-4386-b44b-3a015f1b9b72 tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] Publish callbacks [] for security_group, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:55.352420 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-957075e0-9b55-40ca-8401-8141c27628a6 req-0d86906b-dd79-4448-947c-930c19d7c5af service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=161df36a-2258-4f32-a7b0-2f7c793d4390&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0823855
Dec 25 21:21:55.396536 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1253e81-39c2-49b6-84a8-5a95730a3d55 service neutron] Pushing event updated for resources: {'Port': ['ID=745d590e-2b18-462d-a55e-1423ff663b30,revision_number=2']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:21:55.404245 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-bc5e4021-4f54-42ce-9a08-c7d7ca8a8b32 req-349b4b85-8dc0-4720-b507-c11f0db38e26 tempest-ServerShowV247Test-197376765 tempest-ServerShowV247Test-197376765-project] 10.222.0.32 "GET /v2.0/ports?device_id=526ed898-b7b5-489a-b321-daca61b7fda9 HTTP/1.1" status: 200  len: 210 time: 0.0857489
Dec 25 21:21:55.455461 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957075e0-9b55-40ca-8401-8141c27628a6 req-da1f1c0a-5138-4d36-9c0a-1ac56fb89564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:21:55.457155 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-957075e0-9b55-40ca-8401-8141c27628a6 req-da1f1c0a-5138-4d36-9c0a-1ac56fb89564 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=4c3545b07d0b4ccf9cd48a80c2d37521&device_id=161df36a-2258-4f32-a7b0-2f7c793d4390 HTTP/1.1" status: 200  len: 1095 time: 0.0544474
Dec 25 21:21:55.471030 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-da37300c-a2df-4386-b44b-3a015f1b9b72 tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:55.473814 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-da37300c-a2df-4386-b44b-3a015f1b9b72 tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:55.474952 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-da37300c-a2df-4386-b44b-3a015f1b9b72 tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] 10.222.0.32 "DELETE /v2.0/security-groups/5ab40fef-4e3d-4094-a15c-e55f81ab0c72 HTTP/1.1" status: 204  len: 168 time: 0.3050871
Dec 25 21:21:55.480479 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 32996) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:21:55.495744 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4216f29d-90f9-49cb-8589-9ec05ca3b1ba req-49c3fa4e-562c-45c9-8df2-e955163378dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:21:55.497319 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4216f29d-90f9-49cb-8589-9ec05ca3b1ba req-49c3fa4e-562c-45c9-8df2-e955163378dd service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=441fa3cf-7f7d-4f84-b4aa-cc9b9d70e477 HTTP/1.1" status: 200  len: 1097 time: 0.1830995
Dec 25 21:21:55.512743 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da37300c-a2df-4386-b44b-3a015f1b9b72 tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ab40fef-4e3d-4094-a15c-e55f81ab0c72,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:21:55.517665 ncdv-master-1 neutron-server[121607]: INFO neutron.api.v2.resource [None req-d9d67117-e584-43fa-9f12-db96cfab94f5 tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] show failed (client error): The resource could not be found.
Dec 25 21:21:55.518910 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-d9d67117-e584-43fa-9f12-db96cfab94f5 tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] 10.222.0.32 "GET /v2.0/security-groups/5ab40fef-4e3d-4094-a15c-e55f81ab0c72 HTTP/1.1" status: 404  len: 347 time: 0.0375617
Dec 25 21:21:55.528773 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 33002) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:21:55.533889 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7503d75e-4ddf-42cc-8a2a-61d48abf00dc req-fd7bd6e9-17d1-4a16-b662-a7fd71c29d43 service neutron] 10.222.0.37 "GET /v2.0/networks/f7ed1632-2ec3-4974-9097-8fe2ac8f3ba4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2358513
Dec 25 21:21:55.608729 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957075e0-9b55-40ca-8401-8141c27628a6 req-1d2088c5-c4c2-4935-a550-2452504fd2ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:21:55.610149 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-957075e0-9b55-40ca-8401-8141c27628a6 req-1d2088c5-c4c2-4935-a550-2452504fd2ed service neutron] 10.222.0.31 "GET /v2.0/networks?id=050fe506-29b6-4536-b03a-6d4fd9d4993c HTTP/1.1" status: 200  len: 913 time: 0.1304636
Dec 25 21:21:55.645789 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7503d75e-4ddf-42cc-8a2a-61d48abf00dc req-2683812a-a43d-4907-a178-cddb6eee0cb2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=9c0613e4-0268-4ae9-8585-76b021617ef8 HTTP/1.1" status: 200  len: 217 time: 0.1025667
Dec 25 21:21:55.679083 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-957075e0-9b55-40ca-8401-8141c27628a6 req-cf9b8302-431d-420c-b78d-735bba3a044f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cdd08e2a-d7d3-45dd-874c-1cadcc9203fd HTTP/1.1" status: 200  len: 998 time: 0.0593863
Dec 25 21:21:55.694601 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-0bc5c1b1-58cb-4b3f-8ae9-00e1829efd0d req-c1253e81-39c2-49b6-84a8-5a95730a3d55 service neutron] Attempting to bind port 745d590e-2b18-462d-a55e-1423ff663b30 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:21:55.699823 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-0bc5c1b1-58cb-4b3f-8ae9-00e1829efd0d req-c1253e81-39c2-49b6-84a8-5a95730a3d55 service neutron] Attempting to bind port 745d590e-2b18-462d-a55e-1423ff663b30 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '1c5dea30-318f-4932-8772-f43ff59dee51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'df7f119b-f1bb-462c-b2dc-ce3acd2a89d9'}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:21:55.699823 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bc5c1b1-58cb-4b3f-8ae9-00e1829efd0d req-c1253e81-39c2-49b6-84a8-5a95730a3d55 service neutron] Attempting to bind port 745d590e-2b18-462d-a55e-1423ff663b30 on network df7f119b-f1bb-462c-b2dc-ce3acd2a89d9 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:21:55.733455 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957075e0-9b55-40ca-8401-8141c27628a6 req-79fb6edc-ce0f-4657-97d0-822f7a97712e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:21:55.734947 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-957075e0-9b55-40ca-8401-8141c27628a6 req-79fb6edc-ce0f-4657-97d0-822f7a97712e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1f5d8ab8-049c-411c-8531-c48febcca4ec HTTP/1.1" status: 200  len: 851 time: 0.0481069
Dec 25 21:21:55.766886 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4216f29d-90f9-49cb-8589-9ec05ca3b1ba req-90a42f13-a644-4ccf-ba55-fc32bb82d97d service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=b53a52e0-f618-42f7-a91e-f12e72408b35&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2597916
Dec 25 21:21:55.776864 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bc5c1b1-58cb-4b3f-8ae9-00e1829efd0d req-c1253e81-39c2-49b6-84a8-5a95730a3d55 service neutron] Port 745d590e-2b18-462d-a55e-1423ff663b30 on network df7f119b-f1bb-462c-b2dc-ce3acd2a89d9 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 25 21:21:55.777215 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bc5c1b1-58cb-4b3f-8ae9-00e1829efd0d req-c1253e81-39c2-49b6-84a8-5a95730a3d55 service neutron] Attempting to bind port 745d590e-2b18-462d-a55e-1423ff663b30 on network df7f119b-f1bb-462c-b2dc-ce3acd2a89d9 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:21:55.786619 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957075e0-9b55-40ca-8401-8141c27628a6 req-47136f13-f332-4108-abd3-570ca347299b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:21:55.789135 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-957075e0-9b55-40ca-8401-8141c27628a6 req-47136f13-f332-4108-abd3-570ca347299b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=050fe506-29b6-4536-b03a-6d4fd9d4993c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0412424
Dec 25 21:21:55.814644 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bc5c1b1-58cb-4b3f-8ae9-00e1829efd0d req-c1253e81-39c2-49b6-84a8-5a95730a3d55 service neutron] Checking agent: {'id': '6d577036-68fc-4aa4-aed7-5ab01de2117e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 21, 4, 34), 'started_at': datetime.datetime(2021, 12, 25, 21, 4, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 21, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:21:55.814985 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bc5c1b1-58cb-4b3f-8ae9-00e1829efd0d req-c1253e81-39c2-49b6-84a8-5a95730a3d55 service neutron] Checking segment: {'id': '1c5dea30-318f-4932-8772-f43ff59dee51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'df7f119b-f1bb-462c-b2dc-ce3acd2a89d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:21:55.815374 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bc5c1b1-58cb-4b3f-8ae9-00e1829efd0d req-c1253e81-39c2-49b6-84a8-5a95730a3d55 service neutron] Bound using segment: {'id': '1c5dea30-318f-4932-8772-f43ff59dee51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'df7f119b-f1bb-462c-b2dc-ce3acd2a89d9'} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:21:55.815818 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-0bc5c1b1-58cb-4b3f-8ae9-00e1829efd0d req-c1253e81-39c2-49b6-84a8-5a95730a3d55 service neutron] Bound port: 745d590e-2b18-462d-a55e-1423ff663b30, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c5dea30-318f-4932-8772-f43ff59dee51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'df7f119b-f1bb-462c-b2dc-ce3acd2a89d9'}}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:21:55.820536 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-0bc5c1b1-58cb-4b3f-8ae9-00e1829efd0d req-c1253e81-39c2-49b6-84a8-5a95730a3d55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:55.848918 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75daa31c-33e6-4716-b019-61a07fcb32b0 req-f7873505-1fef-436c-893c-3238fc7aac6c tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:21:55.850395 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-75daa31c-33e6-4716-b019-61a07fcb32b0 req-f7873505-1fef-436c-893c-3238fc7aac6c tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/ports?device_id=161df36a-2258-4f32-a7b0-2f7c793d4390 HTTP/1.1" status: 200  len: 944 time: 0.2272012
Dec 25 21:21:55.852964 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7503d75e-4ddf-42cc-8a2a-61d48abf00dc req-2470bf18-e60b-4c40-b228-52c8393c667b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:21:55.854392 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7503d75e-4ddf-42cc-8a2a-61d48abf00dc req-2470bf18-e60b-4c40-b228-52c8393c667b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0f498337-e4ba-4b34-b7b9-d5a4315f4f02 HTTP/1.1" status: 200  len: 797 time: 0.1929746
Dec 25 21:21:55.879277 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-957075e0-9b55-40ca-8401-8141c27628a6 req-6318165b-93c5-4f67-b019-3cd0d9a58620 service neutron] 10.222.0.31 "GET /v2.0/networks/050fe506-29b6-4536-b03a-6d4fd9d4993c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0822406
Dec 25 21:21:55.887584 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df82d52-bd91-42c3-aa99-955fa238cc60 req-f12cfb1d-d78c-457c-9ed9-74cdc588c5ec tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:21:55.889072 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3df82d52-bd91-42c3-aa99-955fa238cc60 req-f12cfb1d-d78c-457c-9ed9-74cdc588c5ec tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/ports?device_id=942e6548-a2f0-42a7-9cb7-ca574fef9231 HTTP/1.1" status: 200  len: 946 time: 0.2644510
Dec 25 21:21:55.900752 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device 5eecbec8-cd5d-45a6-9264-3971371aaf2c up at agent hyperv_nch2-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:21:56.003977 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-957075e0-9b55-40ca-8401-8141c27628a6 req-9a4fb367-aa35-46ad-a86d-2ad8b552deef service neutron] 10.222.0.31 "GET /v2.0/networks/050fe506-29b6-4536-b03a-6d4fd9d4993c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1078184
Dec 25 21:21:56.014777 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Provisioning for port 5eecbec8-cd5d-45a6-9264-3971371aaf2c completed by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 25 21:21:56.018461 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-9926509f-ee22-4eb0-87a5-b9631c8d2435 tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] Deleting port c3166b6f-279a-4d58-81fb-df5df71fa77a {{(pid=121606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:21:56.018803 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-9926509f-ee22-4eb0-87a5-b9631c8d2435 tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:56.020914 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-0bc5c1b1-58cb-4b3f-8ae9-00e1829efd0d req-c1253e81-39c2-49b6-84a8-5a95730a3d55 service neutron] For port 745d590e-2b18-462d-a55e-1423ff663b30, host nch1-master-1, cleared binding levels {{(pid=121606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:21:56.025554 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Provisioning complete for port 5eecbec8-cd5d-45a6-9264-3971371aaf2c triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:21:56.025931 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:56.029359 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-75daa31c-33e6-4716-b019-61a07fcb32b0 req-619cf285-f90c-4edd-8642-3aaca2327c41 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/security-groups?id=303458ac-ce28-4cba-8947-b5e432a1ea1f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1679199
Dec 25 21:21:56.070259 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3df82d52-bd91-42c3-aa99-955fa238cc60 req-fac56c94-12d2-41a0-82c2-4dbc1be6bb18 tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/security-groups?id=eb031b39-e206-4789-8844-f32137bfb856&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1706774
Dec 25 21:21:56.074769 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-0bc5c1b1-58cb-4b3f-8ae9-00e1829efd0d req-c1253e81-39c2-49b6-84a8-5a95730a3d55 service neutron] For port 745d590e-2b18-462d-a55e-1423ff663b30, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=745d590e-2b18-462d-a55e-1423ff663b30,segment=NetworkSegment(1c5dea30-318f-4932-8772-f43ff59dee51),segment_id=1c5dea30-318f-4932-8772-f43ff59dee51)] {{(pid=121606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:21:56.124168 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7503d75e-4ddf-42cc-8a2a-61d48abf00dc req-a318a611-41d5-48cc-87d3-66c63c9ce5a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:21:56.125730 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7503d75e-4ddf-42cc-8a2a-61d48abf00dc req-a318a611-41d5-48cc-87d3-66c63c9ce5a6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3822397d-3d72-44cf-9fd0-b3119ec81123&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.1491444
Dec 25 21:21:56.155153 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:56.169885 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-9926509f-ee22-4eb0-87a5-b9631c8d2435 tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:56.170316 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-9926509f-ee22-4eb0-87a5-b9631c8d2435 tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:56.189248 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-0bc5c1b1-58cb-4b3f-8ae9-00e1829efd0d req-c1253e81-39c2-49b6-84a8-5a95730a3d55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:56.199523 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port 5eecbec8-cd5d-45a6-9264-3971371aaf2c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5eecbec8-cd5d-45a6-9264-3971371aaf2c,segment=NetworkSegment(f1b91e55-a239-48f9-a6b2-6c2da2a6e0dd),segment_id=f1b91e55-a239-48f9-a6b2-6c2da2a6e0dd)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:21:56.242083 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-9926509f-ee22-4eb0-87a5-b9631c8d2435 tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] Calling delete_port for c3166b6f-279a-4d58-81fb-df5df71fa77a owned by network:floatingip {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:21:56.282317 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:56.303027 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc5c1b1-58cb-4b3f-8ae9-00e1829efd0d req-c1253e81-39c2-49b6-84a8-5a95730a3d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:21:56.303633 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-0bc5c1b1-58cb-4b3f-8ae9-00e1829efd0d req-c1253e81-39c2-49b6-84a8-5a95730a3d55 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:56.305575 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0bc5c1b1-58cb-4b3f-8ae9-00e1829efd0d req-c1253e81-39c2-49b6-84a8-5a95730a3d55 service neutron] 10.222.0.31 "PUT /v2.0/ports/745d590e-2b18-462d-a55e-1423ff663b30 HTTP/1.1" status: 200  len: 1091 time: 2.1901579
Dec 25 21:21:56.313813 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec22e12b-a34c-4787-8d08-5dbf9b6556d1', 'tag': '745d590e-2b18-462d-a55e-1423ff663b30'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:21:56.314752 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9858820c13ec2827453b94ebc4181065e990a4e4089ccb9fe762531ac62d2fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a19ad48-205a-4df9-b5d0-e294a73dc450" -d '{"events": [{"name": "network-changed", "server_uuid": "ec22e12b-a34c-4787-8d08-5dbf9b6556d1", "tag": "745d590e-2b18-462d-a55e-1423ff663b30"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:21:56.340088 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Pushing event updated for resources: {'Port': ['ID=5eecbec8-cd5d-45a6-9264-3971371aaf2c,revision_number=5']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:21:56.414549 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1253e81-39c2-49b6-84a8-5a95730a3d55 service neutron] Pushing event updated for resources: {'Port': ['ID=745d590e-2b18-462d-a55e-1423ff663b30,revision_number=3']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:21:56.456538 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7503d75e-4ddf-42cc-8a2a-61d48abf00dc req-0705a671-6eac-458f-ab6c-950bcc296017 service neutron] 10.222.0.37 "GET /v2.0/networks/3822397d-3d72-44cf-9fd0-b3119ec81123?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3196058
Dec 25 21:21:56.469965 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cee0f3-2321-4416-bb61-4cba87654e2d req-7969f6a7-3da1-44b5-97df-5c415e3112f1 tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:21:56.471372 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b7cee0f3-2321-4416-bb61-4cba87654e2d req-7969f6a7-3da1-44b5-97df-5c415e3112f1 tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] 10.222.0.32 "GET /v2.0/ports?device_id=20a90e3e-c379-4f2f-9632-763f67a3a334 HTTP/1.1" status: 200  len: 944 time: 0.3038769
Dec 25 21:21:56.508639 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bf493f-c71f-43ca-9539-95ba401b88b3 req-990bd7c4-8e3d-4940-bad9-8cb27a4f7dbb tempest-AttachVolumeNegativeTest-2126197630 tempest-AttachVolumeNegativeTest-2126197630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:21:56.510119 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-33bf493f-c71f-43ca-9539-95ba401b88b3 req-990bd7c4-8e3d-4940-bad9-8cb27a4f7dbb tempest-AttachVolumeNegativeTest-2126197630 tempest-AttachVolumeNegativeTest-2126197630-project] 10.222.0.32 "GET /v2.0/ports?device_id=ec22e12b-a34c-4787-8d08-5dbf9b6556d1 HTTP/1.1" status: 200  len: 943 time: 0.2625799
Dec 25 21:21:56.936899 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc5c1b1-58cb-4b3f-8ae9-00e1829efd0d req-a4339a2d-94c5-4bdd-8654-2c6435f86246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:21:56.936899 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0bc5c1b1-58cb-4b3f-8ae9-00e1829efd0d req-a4339a2d-94c5-4bdd-8654-2c6435f86246 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8dcf2517f61849cb9650682caf0c5712&device_id=ec22e12b-a34c-4787-8d08-5dbf9b6556d1 HTTP/1.1" status: 200  len: 1094 time: 0.5288990
Dec 25 21:21:56.969363 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b7cee0f3-2321-4416-bb61-4cba87654e2d req-6b5dc9a6-5c45-4c5f-be0e-73a2ab8d3686 tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] 10.222.0.32 "GET /v2.0/security-groups?id=b53a52e0-f618-42f7-a91e-f12e72408b35&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4804127
Dec 25 21:21:57.011515 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-33bf493f-c71f-43ca-9539-95ba401b88b3 req-07f03df3-f1ec-492d-bf14-60b68f9c7270 tempest-AttachVolumeNegativeTest-2126197630 tempest-AttachVolumeNegativeTest-2126197630-project] 10.222.0.32 "GET /v2.0/security-groups?id=b13bfb58-0f10-46e2-9252-687280bf8bf9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4928727
Dec 25 21:21:57.015989 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0bc5c1b1-58cb-4b3f-8ae9-00e1829efd0d req-07ccf6a5-21c3-464e-b0b4-82eb41442fa3 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=745d590e-2b18-462d-a55e-1423ff663b30 HTTP/1.1" status: 200  len: 217 time: 0.0632169
Dec 25 21:21:57.024974 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7503d75e-4ddf-42cc-8a2a-61d48abf00dc req-b2ea01f1-9d46-4ef8-bb11-17a64f077c76 service neutron] 10.222.0.37 "GET /v2.0/networks/3822397d-3d72-44cf-9fd0-b3119ec81123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5518167
Dec 25 21:21:57.098679 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7503d75e-4ddf-42cc-8a2a-61d48abf00dc req-adb0da4e-6db2-49d1-9747-bf32b60b4867 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=0daa1ac7-be03-4d72-b2a5-72b1ee145ecb HTTP/1.1" status: 200  len: 217 time: 0.0397336
Dec 25 21:21:57.111341 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc5c1b1-58cb-4b3f-8ae9-00e1829efd0d req-c9e4362d-af66-4f1c-aa24-e0c8dcc0a0a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:21:57.112817 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0bc5c1b1-58cb-4b3f-8ae9-00e1829efd0d req-c9e4362d-af66-4f1c-aa24-e0c8dcc0a0a7 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d0593536-f259-44e3-8eca-283096dddce3 HTTP/1.1" status: 200  len: 854 time: 0.0852408
Dec 25 21:21:57.172970 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0bc5c1b1-58cb-4b3f-8ae9-00e1829efd0d req-6b6490ba-196b-4535-9d2e-4560bff7c3f1 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=df7f119b-f1bb-462c-b2dc-ce3acd2a89d9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0508630
Dec 25 21:21:57.175177 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-9926509f-ee22-4eb0-87a5-b9631c8d2435 tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:57.214885 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7503d75e-4ddf-42cc-8a2a-61d48abf00dc req-308df2ac-37ff-4608-b2d0-77cec7ff7938 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:21:57.216300 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7503d75e-4ddf-42cc-8a2a-61d48abf00dc req-308df2ac-37ff-4608-b2d0-77cec7ff7938 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0f498337-e4ba-4b34-b7b9-d5a4315f4f02 HTTP/1.1" status: 200  len: 797 time: 0.1026204
Dec 25 21:21:57.219462 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9926509f-ee22-4eb0-87a5-b9631c8d2435 tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] Pushing event deleted for resources: {'Port': ['ID=c3166b6f-279a-4d58-81fb-df5df71fa77a,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:21:57.235692 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20a90e3e-c379-4f2f-9632-763f67a3a334', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5eecbec8-cd5d-45a6-9264-3971371aaf2c'}] {{(pid=121608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:21:57.237964 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a88c78c3ff6266bd59c7e89d275b28c92e739b67d23c89d71af88829fd31566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f0e2c68-5671-46d3-8e8e-108afe41c8a7" -d '{"events": [{"server_uuid": "20a90e3e-c379-4f2f-9632-763f67a3a334", "name": "network-vif-plugged", "status": "completed", "tag": "5eecbec8-cd5d-45a6-9264-3971371aaf2c"}]}' {{(pid=121608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:21:57.369765 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7503d75e-4ddf-42cc-8a2a-61d48abf00dc req-cbff74c1-2ec7-4191-9043-911e918f4aac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:21:57.371418 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7503d75e-4ddf-42cc-8a2a-61d48abf00dc req-cbff74c1-2ec7-4191-9043-911e918f4aac service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3822397d-3d72-44cf-9fd0-b3119ec81123&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.1379647
Dec 25 21:21:57.372154 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-9926509f-ee22-4eb0-87a5-b9631c8d2435 tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] Publish callbacks [] for floatingip, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:57.374778 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-9926509f-ee22-4eb0-87a5-b9631c8d2435 tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for floatingip, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:57.375846 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-9926509f-ee22-4eb0-87a5-b9631c8d2435 tempest-AttachVolumeTestJSON-100156046 tempest-AttachVolumeTestJSON-100156046-project] 10.222.0.32 "DELETE /v2.0/floatingips/7a087e13-f875-4a85-8f3e-efa4c60b83e3 HTTP/1.1" status: 204  len: 168 time: 1.8445418
Dec 25 21:21:57.407421 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0bc5c1b1-58cb-4b3f-8ae9-00e1829efd0d req-5ba0b1b5-74a1-45d7-85dd-5a49b624a609 service neutron] 10.222.0.31 "GET /v2.0/networks/df7f119b-f1bb-462c-b2dc-ce3acd2a89d9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2052424
Dec 25 21:21:57.524033 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Dec 2021 21:21:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0b8b885-9333-4481-aa8e-96dac44118c3 x-openstack-request-id: req-b0b8b885-9333-4481-aa8e-96dac44118c3 {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:21:57.524327 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec22e12b-a34c-4787-8d08-5dbf9b6556d1", "tag": "745d590e-2b18-462d-a55e-1423ff663b30", "status": "completed", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:21:57.524579 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b0b8b885-9333-4481-aa8e-96dac44118c3 {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:21:57.525004 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec22e12b-a34c-4787-8d08-5dbf9b6556d1', 'tag': '745d590e-2b18-462d-a55e-1423ff663b30', 'status': 'completed', 'code': 200}
Dec 25 21:21:57.548355 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7503d75e-4ddf-42cc-8a2a-61d48abf00dc req-44bc5a7d-f2a7-491b-81f4-72394e0725bd service neutron] 10.222.0.37 "GET /v2.0/networks/3822397d-3d72-44cf-9fd0-b3119ec81123?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1679218
Dec 25 21:21:57.611094 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0bc5c1b1-58cb-4b3f-8ae9-00e1829efd0d req-76feb66b-6bdb-42f1-997f-c7804dc21908 service neutron] 10.222.0.31 "GET /v2.0/networks/df7f119b-f1bb-462c-b2dc-ce3acd2a89d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1948037
Dec 25 21:21:57.630440 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e42d9e45-179b-41d9-aa5f-9e4f6774f3b8 req-8533dcda-4ebc-4b25-b49b-0243d2dd5128 tempest-ServerShowV247Test-197376765 tempest-ServerShowV247Test-197376765-project] 10.222.0.32 "GET /v2.0/ports?device_id=526ed898-b7b5-489a-b321-daca61b7fda9 HTTP/1.1" status: 200  len: 210 time: 0.0470359
Dec 25 21:21:57.700278 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 21:21:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36b6b038-e3b4-43c3-8631-96f59709ff52 x-openstack-request-id: req-36b6b038-e3b4-43c3-8631-96f59709ff52 {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:21:57.701116 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20a90e3e-c379-4f2f-9632-763f67a3a334", "name": "network-vif-plugged", "status": "completed", "tag": "5eecbec8-cd5d-45a6-9264-3971371aaf2c", "code": 200}]} {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:21:57.701576 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-36b6b038-e3b4-43c3-8631-96f59709ff52 {{(pid=121608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:21:57.702262 ncdv-master-1 neutron-server[121608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20a90e3e-c379-4f2f-9632-763f67a3a334', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5eecbec8-cd5d-45a6-9264-3971371aaf2c', 'code': 200}
Dec 25 21:21:57.709799 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7503d75e-4ddf-42cc-8a2a-61d48abf00dc req-590cefc2-7190-4fbc-90ce-75904e029eab service neutron] 10.222.0.37 "GET /v2.0/networks/3822397d-3d72-44cf-9fd0-b3119ec81123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1481373
Dec 25 21:21:57.872079 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e45266b-2542-4904-a05f-86f5bdbe6f64 req-ae7ecc90-19f2-4a10-a131-44256640b6b6 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:21:57.873639 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0e45266b-2542-4904-a05f-86f5bdbe6f64 req-ae7ecc90-19f2-4a10-a131-44256640b6b6 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/ports?device_id=161df36a-2258-4f32-a7b0-2f7c793d4390 HTTP/1.1" status: 200  len: 944 time: 0.1482048
Dec 25 21:21:57.892541 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a19ad48-205a-4df9-b5d0-e294a73dc450 req-5c883e2f-fed2-4bf6-ab70-2c886bc87237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:21:57.893988 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3a19ad48-205a-4df9-b5d0-e294a73dc450 req-5c883e2f-fed2-4bf6-ab70-2c886bc87237 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8dcf2517f61849cb9650682caf0c5712&device_id=ec22e12b-a34c-4787-8d08-5dbf9b6556d1 HTTP/1.1" status: 200  len: 1094 time: 0.1349218
Dec 25 21:21:57.915301 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5772dcd1-abf2-42bc-ae12-a8e90af47e6c req-9d7bb8db-d927-4ff6-a98c-418284c9ff11 tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:21:57.916582 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5772dcd1-abf2-42bc-ae12-a8e90af47e6c req-9d7bb8db-d927-4ff6-a98c-418284c9ff11 tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/ports?device_id=942e6548-a2f0-42a7-9cb7-ca574fef9231 HTTP/1.1" status: 200  len: 946 time: 0.1480074
Dec 25 21:21:57.918712 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bde3cd2-05ca-4bb3-a0a6-4631bf73c07d req-5e5a27e1-9a78-44ef-b695-47d8b23a2ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:21:57.920083 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9bde3cd2-05ca-4bb3-a0a6-4631bf73c07d req-5e5a27e1-9a78-44ef-b695-47d8b23a2ac9 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=20a90e3e-c379-4f2f-9632-763f67a3a334 HTTP/1.1" status: 200  len: 1096 time: 0.1170707
Dec 25 21:21:58.054658 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0e45266b-2542-4904-a05f-86f5bdbe6f64 req-e507ad96-f8ec-41d8-bf12-510042ae6c2b tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/security-groups?id=303458ac-ce28-4cba-8947-b5e432a1ea1f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1716127
Dec 25 21:21:58.084752 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5772dcd1-abf2-42bc-ae12-a8e90af47e6c req-181da919-de5c-4c1d-97a8-d7d2dc95e28b tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/security-groups?id=eb031b39-e206-4789-8844-f32137bfb856&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1609731
Dec 25 21:21:58.103986 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9bde3cd2-05ca-4bb3-a0a6-4631bf73c07d req-8302b0a1-ab14-4ca3-8bef-b26184384801 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=b53a52e0-f618-42f7-a91e-f12e72408b35&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1659575
Dec 25 21:21:58.108006 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a19ad48-205a-4df9-b5d0-e294a73dc450 req-c8759093-c542-4a3d-a9f0-f9e8e70c92d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:21:58.110115 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3a19ad48-205a-4df9-b5d0-e294a73dc450 req-c8759093-c542-4a3d-a9f0-f9e8e70c92d8 service neutron] 10.222.0.31 "GET /v2.0/networks?id=df7f119b-f1bb-462c-b2dc-ce3acd2a89d9 HTTP/1.1" status: 200  len: 915 time: 0.1889219
Dec 25 21:21:58.176603 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3a19ad48-205a-4df9-b5d0-e294a73dc450 req-763b8bce-9e36-4de6-9305-b8b5c1217cf1 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=745d590e-2b18-462d-a55e-1423ff663b30 HTTP/1.1" status: 200  len: 217 time: 0.0580120
Dec 25 21:21:58.279187 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1993c25-4c8c-43e2-aea1-6968888407fa req-0036e563-1091-4b33-84ae-50c1e6cee4e6 tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:21:58.280670 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d1993c25-4c8c-43e2-aea1-6968888407fa req-0036e563-1091-4b33-84ae-50c1e6cee4e6 tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] 10.222.0.32 "GET /v2.0/ports?device_id=20a90e3e-c379-4f2f-9632-763f67a3a334 HTTP/1.1" status: 200  len: 945 time: 0.1559069
Dec 25 21:21:58.283087 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a19ad48-205a-4df9-b5d0-e294a73dc450 req-d6521db3-ed55-4ad2-8cb1-68262f2700ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:21:58.284412 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3a19ad48-205a-4df9-b5d0-e294a73dc450 req-d6521db3-ed55-4ad2-8cb1-68262f2700ae service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d0593536-f259-44e3-8eca-283096dddce3 HTTP/1.1" status: 200  len: 854 time: 0.0859601
Dec 25 21:21:58.301327 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e80d2dc-18df-43b8-99cb-d742e9384c8e req-d5ac7c5e-18ce-406f-ba18-ea02197083ea tempest-AttachVolumeNegativeTest-2126197630 tempest-AttachVolumeNegativeTest-2126197630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:21:58.302732 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3e80d2dc-18df-43b8-99cb-d742e9384c8e req-d5ac7c5e-18ce-406f-ba18-ea02197083ea tempest-AttachVolumeNegativeTest-2126197630 tempest-AttachVolumeNegativeTest-2126197630-project] 10.222.0.32 "GET /v2.0/ports?device_id=ec22e12b-a34c-4787-8d08-5dbf9b6556d1 HTTP/1.1" status: 200  len: 943 time: 0.1294000
Dec 25 21:21:58.346741 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3a19ad48-205a-4df9-b5d0-e294a73dc450 req-8623445d-8229-4eda-9630-9167eaa1d25d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=df7f119b-f1bb-462c-b2dc-ce3acd2a89d9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0420878
Dec 25 21:21:58.413765 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d1993c25-4c8c-43e2-aea1-6968888407fa req-0176a0b1-a5d3-4f62-a7d1-701f14e670f3 tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] 10.222.0.32 "GET /v2.0/security-groups?id=b53a52e0-f618-42f7-a91e-f12e72408b35&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1257248
Dec 25 21:21:58.458525 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3e80d2dc-18df-43b8-99cb-d742e9384c8e req-a01136e7-4c1a-462c-b32b-d3a2c40dd972 tempest-AttachVolumeNegativeTest-2126197630 tempest-AttachVolumeNegativeTest-2126197630-project] 10.222.0.32 "GET /v2.0/security-groups?id=b13bfb58-0f10-46e2-9252-687280bf8bf9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1402779
Dec 25 21:21:58.488708 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3a19ad48-205a-4df9-b5d0-e294a73dc450 req-7f770d33-fc13-4d7a-b3a3-09bf7a39b52c service neutron] 10.222.0.31 "GET /v2.0/networks/df7f119b-f1bb-462c-b2dc-ce3acd2a89d9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1260786
Dec 25 21:21:58.589649 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3a19ad48-205a-4df9-b5d0-e294a73dc450 req-f794745f-164d-4977-9280-e07528021485 service neutron] 10.222.0.31 "GET /v2.0/networks/df7f119b-f1bb-462c-b2dc-ce3acd2a89d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0934119
Dec 25 21:21:58.760473 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-bc13bdcb-cd03-496c-a65d-b6e1e6976ca7 req-1a0f6c80-71b1-4e72-8c71-f9ee9760bb19 tempest-ServerShowV247Test-197376765 tempest-ServerShowV247Test-197376765-project] 10.222.0.32 "GET /v2.0/ports?device_id=526ed898-b7b5-489a-b321-daca61b7fda9 HTTP/1.1" status: 200  len: 210 time: 0.0283401
Dec 25 21:21:59.206413 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204788ff-5d99-4c4f-89cb-3c1d0e576e0d req-10d2b2ca-bc1b-4f1e-a0c7-1a215e076d38 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:21:59.207956 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-204788ff-5d99-4c4f-89cb-3c1d0e576e0d req-10d2b2ca-bc1b-4f1e-a0c7-1a215e076d38 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/ports?device_id=161df36a-2258-4f32-a7b0-2f7c793d4390 HTTP/1.1" status: 200  len: 944 time: 0.0783625
Dec 25 21:21:59.245084 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f5fb86-bc88-4f1a-99fa-9bc8461fe9d2 req-3f3a0234-2fda-4a9e-b92b-bec21a0453e7 tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:21:59.246546 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d9f5fb86-bc88-4f1a-99fa-9bc8461fe9d2 req-3f3a0234-2fda-4a9e-b92b-bec21a0453e7 tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/ports?device_id=942e6548-a2f0-42a7-9cb7-ca574fef9231 HTTP/1.1" status: 200  len: 946 time: 0.0847476
Dec 25 21:21:59.289380 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-204788ff-5d99-4c4f-89cb-3c1d0e576e0d req-b5fa5ace-4ed3-4315-8274-d8c0dffb7a45 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/security-groups?id=303458ac-ce28-4cba-8947-b5e432a1ea1f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0742116
Dec 25 21:21:59.315997 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d9f5fb86-bc88-4f1a-99fa-9bc8461fe9d2 req-4b66ea7d-9335-449f-b3b7-6fd2bd3c79d1 tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/security-groups?id=eb031b39-e206-4789-8844-f32137bfb856&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0634487
Dec 25 21:21:59.562668 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90723ac9-121c-4a2a-809a-800af32ebe6b req-6293d490-ef94-479d-a378-2c6c9933a990 tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:21:59.568068 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-90723ac9-121c-4a2a-809a-800af32ebe6b req-6293d490-ef94-479d-a378-2c6c9933a990 tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] 10.222.0.32 "GET /v2.0/ports?device_id=20a90e3e-c379-4f2f-9632-763f67a3a334 HTTP/1.1" status: 200  len: 945 time: 0.0808511
Dec 25 21:21:59.581349 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9807640-a412-43ad-942d-16ff045b1d20 req-b22dcb84-10fc-4d59-ad78-09118d262810 tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:21:59.582955 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f9807640-a412-43ad-942d-16ff045b1d20 req-b22dcb84-10fc-4d59-ad78-09118d262810 tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.37 "GET /v2.0/ports?device_id=942e6548-a2f0-42a7-9cb7-ca574fef9231 HTTP/1.1" status: 200  len: 946 time: 0.0897069
Dec 25 21:21:59.720568 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-90723ac9-121c-4a2a-809a-800af32ebe6b req-235a0db3-21d6-4639-8a1c-d7b0b800dd1d tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] 10.222.0.32 "GET /v2.0/security-groups?id=b53a52e0-f618-42f7-a91e-f12e72408b35&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1484380
Dec 25 21:21:59.731062 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7a8c64-d961-40ba-a8a8-0fb0ce9abade req-26f18d0a-6aca-4925-ad75-09caaf20e400 tempest-AttachVolumeNegativeTest-2126197630 tempest-AttachVolumeNegativeTest-2126197630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:21:59.732733 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1d7a8c64-d961-40ba-a8a8-0fb0ce9abade req-26f18d0a-6aca-4925-ad75-09caaf20e400 tempest-AttachVolumeNegativeTest-2126197630 tempest-AttachVolumeNegativeTest-2126197630-project] 10.222.0.32 "GET /v2.0/ports?device_id=ec22e12b-a34c-4787-8d08-5dbf9b6556d1 HTTP/1.1" status: 200  len: 943 time: 0.1436229
Dec 25 21:21:59.794521 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [req-f9807640-a412-43ad-942d-16ff045b1d20 req-50003b54-4bc3-4e1e-ab6a-ada9a937db0d tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] Deleting port e4c36e02-8789-45df-a1e7-5c05d3d9f049 {{(pid=121606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:21:59.794869 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-f9807640-a412-43ad-942d-16ff045b1d20 req-50003b54-4bc3-4e1e-ab6a-ada9a937db0d tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:59.820766 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1d7a8c64-d961-40ba-a8a8-0fb0ce9abade req-25e537b7-5550-4531-ab48-7d85b44dabd5 tempest-AttachVolumeNegativeTest-2126197630 tempest-AttachVolumeNegativeTest-2126197630-project] 10.222.0.32 "GET /v2.0/security-groups?id=b13bfb58-0f10-46e2-9252-687280bf8bf9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0792139
Dec 25 21:21:59.936268 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-f9807640-a412-43ad-942d-16ff045b1d20 req-50003b54-4bc3-4e1e-ab6a-ada9a937db0d tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] For port e4c36e02-8789-45df-a1e7-5c05d3d9f049, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e4c36e02-8789-45df-a1e7-5c05d3d9f049,segment=NetworkSegment(95544d4b-0c14-46d9-8e39-4d223a110754),segment_id=95544d4b-0c14-46d9-8e39-4d223a110754)] {{(pid=121606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:21:59.936632 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-f9807640-a412-43ad-942d-16ff045b1d20 req-50003b54-4bc3-4e1e-ab6a-ada9a937db0d tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:21:59.956362 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [req-f9807640-a412-43ad-942d-16ff045b1d20 req-50003b54-4bc3-4e1e-ab6a-ada9a937db0d tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] Calling delete_port for e4c36e02-8789-45df-a1e7-5c05d3d9f049 owned by compute:nova {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:21:59.970873 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0950cee7-41b6-4a4e-961a-22eb3c43a086 req-00365bd7-44cc-4f87-9226-071ea7625bbe tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:21:59.972425 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0950cee7-41b6-4a4e-961a-22eb3c43a086 req-00365bd7-44cc-4f87-9226-071ea7625bbe tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/ports?device_id=161df36a-2258-4f32-a7b0-2f7c793d4390 HTTP/1.1" status: 200  len: 944 time: 0.0937791
Dec 25 21:22:00.044518 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c6abfa7b-039a-428c-96c9-019b8c49342b req-4a33b7a5-977d-4807-8b96-0651a144bb58 tempest-ServerShowV247Test-197376765 tempest-ServerShowV247Test-197376765-project] 10.222.0.32 "GET /v2.0/ports?device_id=526ed898-b7b5-489a-b321-daca61b7fda9 HTTP/1.1" status: 200  len: 210 time: 0.0662427
Dec 25 21:22:00.090137 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0950cee7-41b6-4a4e-961a-22eb3c43a086 req-8d21d723-633b-444f-bb35-06739541bdb0 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/security-groups?id=303458ac-ce28-4cba-8947-b5e432a1ea1f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1108193
Dec 25 21:22:00.223699 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-f9807640-a412-43ad-942d-16ff045b1d20 req-50003b54-4bc3-4e1e-ab6a-ada9a937db0d tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:22:00.235671 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] get_ports_and_sgs() called for port_ids ['e4c36e02-8789-45df-a1e7-5c05d3d9f049'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:22:00.238022 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] get_ports_and_sgs() called for port_ids ['6dcde4f1-b084-49e9-9b96-ae184bf1c495'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:22:00.251202 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50003b54-4bc3-4e1e-ab6a-ada9a937db0d tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] Pushing event deleted for resources: {'Port': ['ID=e4c36e02-8789-45df-a1e7-5c05d3d9f049,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:22:00.299808 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9807640-a412-43ad-942d-16ff045b1d20 req-50003b54-4bc3-4e1e-ab6a-ada9a937db0d tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] No DVR routers for this DVR port e4c36e02-8789-45df-a1e7-5c05d3d9f049 on host nch2-master-1 {{(pid=121606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:22:00.302193 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-f9807640-a412-43ad-942d-16ff045b1d20 req-50003b54-4bc3-4e1e-ab6a-ada9a937db0d tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:22:00.306378 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f9807640-a412-43ad-942d-16ff045b1d20 req-50003b54-4bc3-4e1e-ab6a-ada9a937db0d tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.37 "DELETE /v2.0/ports/e4c36e02-8789-45df-a1e7-5c05d3d9f049 HTTP/1.1" status: 204  len: 173 time: 0.7154310
Dec 25 21:22:00.308502 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '942e6548-a2f0-42a7-9cb7-ca574fef9231', 'name': 'network-vif-deleted', 'tag': 'e4c36e02-8789-45df-a1e7-5c05d3d9f049'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:22:00.309109 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9858820c13ec2827453b94ebc4181065e990a4e4089ccb9fe762531ac62d2fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d21b4875-008e-4cc2-806e-78455cdfffcb" -d '{"events": [{"server_uuid": "942e6548-a2f0-42a7-9cb7-ca574fef9231", "name": "network-vif-deleted", "tag": "e4c36e02-8789-45df-a1e7-5c05d3d9f049"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:22:00.351860 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 21:22:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-732fa972-0670-47ad-8619-63243efda7df x-openstack-request-id: req-732fa972-0670-47ad-8619-63243efda7df {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:22:00.352234 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "942e6548-a2f0-42a7-9cb7-ca574fef9231", "name": "network-vif-deleted", "tag": "e4c36e02-8789-45df-a1e7-5c05d3d9f049", "status": "completed", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:22:00.352595 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-732fa972-0670-47ad-8619-63243efda7df {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:22:00.353095 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '942e6548-a2f0-42a7-9cb7-ca574fef9231', 'name': 'network-vif-deleted', 'tag': 'e4c36e02-8789-45df-a1e7-5c05d3d9f049', 'status': 'completed', 'code': 200}
Dec 25 21:22:00.421152 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d1626b14-37a9-478c-b00c-c17753e0f994 req-c4e46602-26f4-4af0-86ab-a5cb51a8a84c tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/ports?device_id=942e6548-a2f0-42a7-9cb7-ca574fef9231 HTTP/1.1" status: 200  len: 210 time: 0.0292726
Dec 25 21:22:00.841419 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d6e937-e5b0-4c2c-8d96-17ae0e15fb5e req-b0955435-c17a-428e-a8e4-5ecaaafd238e tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:22:00.842975 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b3d6e937-e5b0-4c2c-8d96-17ae0e15fb5e req-b0955435-c17a-428e-a8e4-5ecaaafd238e tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] 10.222.0.32 "GET /v2.0/ports?device_id=20a90e3e-c379-4f2f-9632-763f67a3a334 HTTP/1.1" status: 200  len: 945 time: 0.0536211
Dec 25 21:22:00.894719 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b3d6e937-e5b0-4c2c-8d96-17ae0e15fb5e req-5ce3e71b-7871-4ec8-9f4f-7d12d379ad1d tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] 10.222.0.32 "GET /v2.0/security-groups?id=b53a52e0-f618-42f7-a91e-f12e72408b35&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437288
Dec 25 21:22:00.993599 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068356ce-d9d2-4ee1-ba11-d754653a1f54 req-d1b59506-3657-4c18-a789-7bb766192196 tempest-AttachVolumeNegativeTest-2126197630 tempest-AttachVolumeNegativeTest-2126197630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:22:00.995161 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-068356ce-d9d2-4ee1-ba11-d754653a1f54 req-d1b59506-3657-4c18-a789-7bb766192196 tempest-AttachVolumeNegativeTest-2126197630 tempest-AttachVolumeNegativeTest-2126197630-project] 10.222.0.32 "GET /v2.0/ports?device_id=ec22e12b-a34c-4787-8d08-5dbf9b6556d1 HTTP/1.1" status: 200  len: 943 time: 0.0573342
Dec 25 21:22:01.042908 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-068356ce-d9d2-4ee1-ba11-d754653a1f54 req-a3934090-4cbd-4f62-8134-bf7a14115049 tempest-AttachVolumeNegativeTest-2126197630 tempest-AttachVolumeNegativeTest-2126197630-project] 10.222.0.32 "GET /v2.0/security-groups?id=b13bfb58-0f10-46e2-9252-687280bf8bf9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410943
Dec 25 21:22:01.076314 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device 745d590e-2b18-462d-a55e-1423ff663b30 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 25 21:22:01.189173 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port 745d590e-2b18-462d-a55e-1423ff663b30, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=745d590e-2b18-462d-a55e-1423ff663b30,segment=NetworkSegment(1c5dea30-318f-4932-8772-f43ff59dee51),segment_id=1c5dea30-318f-4932-8772-f43ff59dee51)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:22:01.212892 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-cbc072e7-0f4d-480b-8957-2ba30f85bf98 req-3b089d0c-4644-4099-acc4-fb180e45b126 tempest-ServerShowV247Test-197376765 tempest-ServerShowV247Test-197376765-project] 10.222.0.32 "GET /v2.0/ports?device_id=526ed898-b7b5-489a-b321-daca61b7fda9 HTTP/1.1" status: 200  len: 210 time: 0.0398262
Dec 25 21:22:01.215216 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Returning: {'device': '745d590e-2b18-462d-a55e-1423ff663b30', 'network_id': 'df7f119b-f1bb-462c-b2dc-ce3acd2a89d9', 'port_id': '745d590e-2b18-462d-a55e-1423ff663b30', 'mac_address': 'fa:16:3e:24:ed:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0593536-f259-44e3-8eca-283096dddce3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 25 21:22:01.267441 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:22:01.282040 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 745d590e-2b18-462d-a55e-1423ff663b30 {{(pid=121608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:22:01.302997 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port 745d590e-2b18-462d-a55e-1423ff663b30, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=745d590e-2b18-462d-a55e-1423ff663b30,segment=NetworkSegment(1c5dea30-318f-4932-8772-f43ff59dee51),segment_id=1c5dea30-318f-4932-8772-f43ff59dee51)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:22:01.368317 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:22:01.383184 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf28b1e8-5a6b-4670-88d2-fec1ba81fd4d req-3f2e422c-8c8b-4822-8a45-003a4ec598e7 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:22:01.384699 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-bf28b1e8-5a6b-4670-88d2-fec1ba81fd4d req-3f2e422c-8c8b-4822-8a45-003a4ec598e7 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/ports?device_id=161df36a-2258-4f32-a7b0-2f7c793d4390 HTTP/1.1" status: 200  len: 944 time: 0.1175034
Dec 25 21:22:01.407172 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a74471-b435-4981-acb0-cbd3b3be1b14 req-2def6800-42af-4b94-a638-fd85422f5507 tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:22:01.413410 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-47a74471-b435-4981-acb0-cbd3b3be1b14 req-2def6800-42af-4b94-a638-fd85422f5507 tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] 10.222.0.32 "GET /v2.0/ports?device_id=20a90e3e-c379-4f2f-9632-763f67a3a334 HTTP/1.1" status: 200  len: 945 time: 0.1148393
Dec 25 21:22:01.417688 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Pushing event updated for resources: {'Port': ['ID=745d590e-2b18-462d-a55e-1423ff663b30,revision_number=4']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:22:01.433328 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8925c7ad-04f6-4f40-9b1b-5d689fafa8ca req-b5c8f725-7d49-4866-9342-b02c3cdcd286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:22:01.434874 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8925c7ad-04f6-4f40-9b1b-5d689fafa8ca req-b5c8f725-7d49-4866-9342-b02c3cdcd286 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=af127d2683f84f0682595fe8297db6b1&device_id=20a90e3e-c379-4f2f-9632-763f67a3a334 HTTP/1.1" status: 200  len: 1096 time: 0.1196237
Dec 25 21:22:01.519291 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-bf28b1e8-5a6b-4670-88d2-fec1ba81fd4d req-9b475bac-b21e-4466-b710-08c82cc74daa tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/security-groups?id=303458ac-ce28-4cba-8947-b5e432a1ea1f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1278887
Dec 25 21:22:01.551105 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-47a74471-b435-4981-acb0-cbd3b3be1b14 req-2856c47d-2964-4b29-845d-c229dd1e8ca1 tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] 10.222.0.32 "GET /v2.0/security-groups?id=b53a52e0-f618-42f7-a91e-f12e72408b35&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1342525
Dec 25 21:22:01.580580 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8925c7ad-04f6-4f40-9b1b-5d689fafa8ca req-694ddb6f-1985-4dbe-a04f-99a988196a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:22:01.581246 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8925c7ad-04f6-4f40-9b1b-5d689fafa8ca req-694ddb6f-1985-4dbe-a04f-99a988196a55 service neutron] 10.222.0.37 "GET /v2.0/networks?id=c6d0f08d-96b7-4228-b50e-9f6262725ca6 HTTP/1.1" status: 200  len: 918 time: 0.1382680
Dec 25 21:22:01.630050 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8925c7ad-04f6-4f40-9b1b-5d689fafa8ca req-5f2d4724-db51-4049-9bfd-cda64f1917e8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5eecbec8-cd5d-45a6-9264-3971371aaf2c HTTP/1.1" status: 200  len: 217 time: 0.0400319
Dec 25 21:22:01.667694 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] get_ports_and_sgs() called for port_ids ['745d590e-2b18-462d-a55e-1423ff663b30'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:22:01.739162 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8925c7ad-04f6-4f40-9b1b-5d689fafa8ca req-0ed54b20-87e0-4348-9fa3-58ead8fffb13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:22:01.740638 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8925c7ad-04f6-4f40-9b1b-5d689fafa8ca req-0ed54b20-87e0-4348-9fa3-58ead8fffb13 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=54e8004f-9c9e-4996-97cc-5b15fbdb0d97 HTTP/1.1" status: 200  len: 857 time: 0.0800436
Dec 25 21:22:01.752143 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f3e256-fdc4-4b86-b114-5e4174d0ce98 req-8e096daa-90a4-46bb-b791-e5beeb5bf965 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:22:01.753597 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d2f3e256-fdc4-4b86-b114-5e4174d0ce98 req-8e096daa-90a4-46bb-b791-e5beeb5bf965 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/ports?device_id=161df36a-2258-4f32-a7b0-2f7c793d4390 HTTP/1.1" status: 200  len: 944 time: 0.1264307
Dec 25 21:22:01.764559 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19603efa-d27c-4f88-b075-606f5e3db77a req-175972e0-bcaa-415d-a2b4-b2d5aa1dd109 tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:22:01.766654 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-19603efa-d27c-4f88-b075-606f5e3db77a req-175972e0-bcaa-415d-a2b4-b2d5aa1dd109 tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/ports?device_id=336c6856-ca33-4291-b38f-03e7f7a5db93 HTTP/1.1" status: 200  len: 945 time: 0.1279378
Dec 25 21:22:01.812130 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8925c7ad-04f6-4f40-9b1b-5d689fafa8ca req-486767d8-0c9b-44fd-aaad-c3f81776bce7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c6d0f08d-96b7-4228-b50e-9f6262725ca6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0447156
Dec 25 21:22:01.885263 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d2f3e256-fdc4-4b86-b114-5e4174d0ce98 req-f69599fe-e582-474a-a404-9e8b9656e64b tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/security-groups?id=303458ac-ce28-4cba-8947-b5e432a1ea1f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1168630
Dec 25 21:22:01.925142 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-19603efa-d27c-4f88-b075-606f5e3db77a req-5b1a109f-49cc-4056-aa5a-4aecbaaea914 tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/security-groups?id=eb031b39-e206-4789-8844-f32137bfb856&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1488166
Dec 25 21:22:01.957409 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8925c7ad-04f6-4f40-9b1b-5d689fafa8ca req-1e3339e5-27e4-4faf-a35e-dd2d5a4bc83f service neutron] 10.222.0.37 "GET /v2.0/networks/c6d0f08d-96b7-4228-b50e-9f6262725ca6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1354251
Dec 25 21:22:02.089856 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d01641-854f-48c7-9a50-5c726474ee93 req-d3f802db-00c2-4290-a301-be6dc3d8f951 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:22:02.091346 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-18d01641-854f-48c7-9a50-5c726474ee93 req-d3f802db-00c2-4290-a301-be6dc3d8f951 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/ports?device_id=161df36a-2258-4f32-a7b0-2f7c793d4390 HTTP/1.1" status: 200  len: 944 time: 0.0954216
Dec 25 21:22:02.129703 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8925c7ad-04f6-4f40-9b1b-5d689fafa8ca req-bc6bad36-9e17-4237-9064-d12ba9086552 service neutron] 10.222.0.37 "GET /v2.0/networks/c6d0f08d-96b7-4228-b50e-9f6262725ca6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1583633
Dec 25 21:22:02.183457 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-18d01641-854f-48c7-9a50-5c726474ee93 req-d8b14bdc-c228-4398-8595-b909fc0a0009 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/security-groups?id=303458ac-ce28-4cba-8947-b5e432a1ea1f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0802541
Dec 25 21:22:02.191755 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c41cd7-689b-4e59-8353-57245cee6146 req-44ffd735-574d-4d7a-9fca-b0b8bf78256d tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:22:02.193211 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-72c41cd7-689b-4e59-8353-57245cee6146 req-44ffd735-574d-4d7a-9fca-b0b8bf78256d tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/ports?device_id=336c6856-ca33-4291-b38f-03e7f7a5db93 HTTP/1.1" status: 200  len: 945 time: 0.0799112
Dec 25 21:22:02.250594 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-72c41cd7-689b-4e59-8353-57245cee6146 req-0d0c05e5-7c8a-4153-b769-1b21105cb0de tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/security-groups?id=eb031b39-e206-4789-8844-f32137bfb856&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0503535
Dec 25 21:22:02.304814 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09eb5991-2ac9-410f-8c30-5290eb374145 req-01256e7a-7022-4464-9a75-31921710205c tempest-AttachVolumeNegativeTest-2126197630 tempest-AttachVolumeNegativeTest-2126197630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:22:02.306328 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-09eb5991-2ac9-410f-8c30-5290eb374145 req-01256e7a-7022-4464-9a75-31921710205c tempest-AttachVolumeNegativeTest-2126197630 tempest-AttachVolumeNegativeTest-2126197630-project] 10.222.0.32 "GET /v2.0/ports?device_id=ec22e12b-a34c-4787-8d08-5dbf9b6556d1 HTTP/1.1" status: 200  len: 944 time: 0.0600741
Dec 25 21:22:02.356022 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-09eb5991-2ac9-410f-8c30-5290eb374145 req-117bae75-06f9-4275-ad08-63e54d7140ad tempest-AttachVolumeNegativeTest-2126197630 tempest-AttachVolumeNegativeTest-2126197630-project] 10.222.0.32 "GET /v2.0/security-groups?id=b13bfb58-0f10-46e2-9252-687280bf8bf9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434535
Dec 25 21:22:02.429291 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4a2699-fc05-48d2-bdd7-1287bae0e080 req-09b49ded-6e55-4f69-8501-7e7888644acc tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:22:02.431056 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7d4a2699-fc05-48d2-bdd7-1287bae0e080 req-09b49ded-6e55-4f69-8501-7e7888644acc tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/ports?device_id=161df36a-2258-4f32-a7b0-2f7c793d4390 HTTP/1.1" status: 200  len: 944 time: 0.0561025
Dec 25 21:22:02.469419 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a82cf4b4-b50e-443a-96af-22f9fbed1b76 req-33e4e357-b2a8-45c9-b2bf-d18204677f1e tempest-ServerShowV247Test-197376765 tempest-ServerShowV247Test-197376765-project] 10.222.0.32 "GET /v2.0/ports?device_id=526ed898-b7b5-489a-b321-daca61b7fda9 HTTP/1.1" status: 200  len: 210 time: 0.0368881
Dec 25 21:22:02.515702 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7d4a2699-fc05-48d2-bdd7-1287bae0e080 req-c79bfd4d-b6f5-4848-a6b7-26df6388792b tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/security-groups?id=303458ac-ce28-4cba-8947-b5e432a1ea1f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0750883
Dec 25 21:22:02.595817 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec18563-1e96-4225-ac66-ea6c4348a53a req-331097df-b0c9-49c6-b3bf-307870740c17 tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:22:02.599648 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-cec18563-1e96-4225-ac66-ea6c4348a53a req-331097df-b0c9-49c6-b3bf-307870740c17 tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/ports?device_id=336c6856-ca33-4291-b38f-03e7f7a5db93 HTTP/1.1" status: 200  len: 945 time: 0.0553007
Dec 25 21:22:02.671514 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-cec18563-1e96-4225-ac66-ea6c4348a53a req-b9e2d1af-be8e-4b34-9103-5d204bc6fc55 tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/security-groups?id=eb031b39-e206-4789-8844-f32137bfb856&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0678763
Dec 25 21:22:02.693400 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b9200f-8c00-4bce-a006-ab9a67a8df63 req-8535c79e-ee8b-4a07-95e5-625d56099dbf tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:22:02.695508 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b8b9200f-8c00-4bce-a006-ab9a67a8df63 req-8535c79e-ee8b-4a07-95e5-625d56099dbf tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] 10.222.0.32 "GET /v2.0/ports?device_id=20a90e3e-c379-4f2f-9632-763f67a3a334 HTTP/1.1" status: 200  len: 945 time: 0.0649660
Dec 25 21:22:02.747887 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b8b9200f-8c00-4bce-a006-ab9a67a8df63 req-87cd5a5a-e665-46e4-8955-184a92bcf199 tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] 10.222.0.32 "GET /v2.0/security-groups?id=b53a52e0-f618-42f7-a91e-f12e72408b35&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433481
Dec 25 21:22:03.091094 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device 745d590e-2b18-462d-a55e-1423ff663b30 up at agent hyperv_nch1-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:22:03.206476 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Provisioning for port 745d590e-2b18-462d-a55e-1423ff663b30 completed by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 25 21:22:03.210590 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Provisioning complete for port 745d590e-2b18-462d-a55e-1423ff663b30 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:22:03.211134 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:22:03.287159 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:22:03.313048 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec22e12b-a34c-4787-8d08-5dbf9b6556d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '745d590e-2b18-462d-a55e-1423ff663b30'}] {{(pid=121608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:22:03.315224 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a88c78c3ff6266bd59c7e89d275b28c92e739b67d23c89d71af88829fd31566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de4842ba-d832-4e23-9e42-27f530b1ed23" -d '{"events": [{"server_uuid": "ec22e12b-a34c-4787-8d08-5dbf9b6556d1", "name": "network-vif-plugged", "status": "completed", "tag": "745d590e-2b18-462d-a55e-1423ff663b30"}]}' {{(pid=121608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:22:03.329605 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port 745d590e-2b18-462d-a55e-1423ff663b30, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=745d590e-2b18-462d-a55e-1423ff663b30,segment=NetworkSegment(1c5dea30-318f-4932-8772-f43ff59dee51),segment_id=1c5dea30-318f-4932-8772-f43ff59dee51)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:22:03.367293 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 21:22:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4655532e-01dd-4770-b52e-b9845be0fea4 x-openstack-request-id: req-4655532e-01dd-4770-b52e-b9845be0fea4 {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:22:03.367587 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec22e12b-a34c-4787-8d08-5dbf9b6556d1", "name": "network-vif-plugged", "status": "completed", "tag": "745d590e-2b18-462d-a55e-1423ff663b30", "code": 200}]} {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:22:03.367834 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4655532e-01dd-4770-b52e-b9845be0fea4 {{(pid=121608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:22:03.369454 ncdv-master-1 neutron-server[121608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec22e12b-a34c-4787-8d08-5dbf9b6556d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '745d590e-2b18-462d-a55e-1423ff663b30', 'code': 200}
Dec 25 21:22:03.391178 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:22:03.452530 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Pushing event updated for resources: {'Port': ['ID=745d590e-2b18-462d-a55e-1423ff663b30,revision_number=5']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:22:03.524033 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21197164-ee5f-4039-906b-37268c15b8f5 req-098f59f3-7ca6-4e3f-87df-761dacef2101 tempest-AttachVolumeNegativeTest-2126197630 tempest-AttachVolumeNegativeTest-2126197630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:22:03.526545 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-21197164-ee5f-4039-906b-37268c15b8f5 req-098f59f3-7ca6-4e3f-87df-761dacef2101 tempest-AttachVolumeNegativeTest-2126197630 tempest-AttachVolumeNegativeTest-2126197630-project] 10.222.0.32 "GET /v2.0/ports?device_id=ec22e12b-a34c-4787-8d08-5dbf9b6556d1 HTTP/1.1" status: 200  len: 945 time: 0.0846140
Dec 25 21:22:03.531668 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff862b6-eba9-4b4d-8f2b-3d319971c071 req-a6f42761-a96a-4fad-abf3-e0aeb8ebb3a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:22:03.531668 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-aff862b6-eba9-4b4d-8f2b-3d319971c071 req-a6f42761-a96a-4fad-abf3-e0aeb8ebb3a0 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=ec22e12b-a34c-4787-8d08-5dbf9b6556d1 HTTP/1.1" status: 200  len: 1096 time: 0.0876598
Dec 25 21:22:03.610965 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8d3065ec-7d4e-4aa5-a2c5-27054fe4e8d0 req-a8bc0628-574e-4bc8-9e0a-86559c17e069 tempest-ServerShowV247Test-197376765 tempest-ServerShowV247Test-197376765-project] 10.222.0.32 "GET /v2.0/ports?device_id=526ed898-b7b5-489a-b321-daca61b7fda9 HTTP/1.1" status: 200  len: 210 time: 0.0447359
Dec 25 21:22:03.628977 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-21197164-ee5f-4039-906b-37268c15b8f5 req-1138d438-3a12-4609-8d35-0cc06e6a50ce tempest-AttachVolumeNegativeTest-2126197630 tempest-AttachVolumeNegativeTest-2126197630-project] 10.222.0.32 "GET /v2.0/security-groups?id=b13bfb58-0f10-46e2-9252-687280bf8bf9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0966163
Dec 25 21:22:03.639094 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-aff862b6-eba9-4b4d-8f2b-3d319971c071 req-99def3ce-5cb1-4dd1-89bd-b13116bad994 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=b13bfb58-0f10-46e2-9252-687280bf8bf9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0994127
Dec 25 21:22:03.867913 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9acd22-9285-42ee-875e-7c5cf072896d req-e38969b0-9d0b-48e0-9660-8f879f6dc0c7 tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:22:03.869414 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3f9acd22-9285-42ee-875e-7c5cf072896d req-e38969b0-9d0b-48e0-9660-8f879f6dc0c7 tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] 10.222.0.32 "GET /v2.0/ports?device_id=20a90e3e-c379-4f2f-9632-763f67a3a334 HTTP/1.1" status: 200  len: 945 time: 0.0522332
Dec 25 21:22:03.916655 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3f9acd22-9285-42ee-875e-7c5cf072896d req-20ef38df-29d0-472a-8850-e09f21223606 tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] 10.222.0.32 "GET /v2.0/security-groups?id=b53a52e0-f618-42f7-a91e-f12e72408b35&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409372
Dec 25 21:22:03.991615 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device e4c36e02-8789-45df-a1e7-5c05d3d9f049 no longer exists at agent hyperv_nch2-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:22:04.012357 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] No Port match for: e4c36e02-8789-45df-a1e7-5c05d3d9f049 {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:22:04.012708 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device e4c36e02-8789-45df-a1e7-5c05d3d9f049 not bound to the agent host nch2-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:22:04.190182 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:22:04.725451 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-6c30310b-ab3e-4051-ae53-f8969b75a7ad req-676225f5-3fd6-4c11-8ade-b22be3a735c1 tempest-ServerShowV247Test-197376765 tempest-ServerShowV247Test-197376765-project] 10.222.0.32 "GET /v2.0/ports?device_id=526ed898-b7b5-489a-b321-daca61b7fda9 HTTP/1.1" status: 200  len: 210 time: 0.0348980
Dec 25 21:22:04.761408 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce78639d-0f15-4a01-ad2e-c222805febd9 req-02ef8507-869f-4892-a1b0-8924ef016e64 tempest-AttachVolumeNegativeTest-2126197630 tempest-AttachVolumeNegativeTest-2126197630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:22:04.762916 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ce78639d-0f15-4a01-ad2e-c222805febd9 req-02ef8507-869f-4892-a1b0-8924ef016e64 tempest-AttachVolumeNegativeTest-2126197630 tempest-AttachVolumeNegativeTest-2126197630-project] 10.222.0.32 "GET /v2.0/ports?device_id=ec22e12b-a34c-4787-8d08-5dbf9b6556d1 HTTP/1.1" status: 200  len: 945 time: 0.0610044
Dec 25 21:22:04.785230 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-30e65b75-faa4-4bbd-95c6-635707f2954a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:22:04.917400 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ce78639d-0f15-4a01-ad2e-c222805febd9 req-e2e81323-4c32-4dad-a447-f192eca3bb57 tempest-AttachVolumeNegativeTest-2126197630 tempest-AttachVolumeNegativeTest-2126197630-project] 10.222.0.32 "GET /v2.0/security-groups?id=b13bfb58-0f10-46e2-9252-687280bf8bf9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1480944
Dec 25 21:22:05.035616 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8bc037-33f7-4613-9684-a791d7456712 req-66253731-f9e1-40e0-ab8b-7dff01b3947f tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:22:05.037144 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3b8bc037-33f7-4613-9684-a791d7456712 req-66253731-f9e1-40e0-ab8b-7dff01b3947f tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] 10.222.0.32 "GET /v2.0/ports?device_id=20a90e3e-c379-4f2f-9632-763f67a3a334 HTTP/1.1" status: 200  len: 945 time: 0.0534799
Dec 25 21:22:05.087802 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3b8bc037-33f7-4613-9684-a791d7456712 req-1d44ac80-9e2d-4b43-8251-293307917dca tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] 10.222.0.32 "GET /v2.0/security-groups?id=b53a52e0-f618-42f7-a91e-f12e72408b35&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437551
Dec 25 21:22:05.850542 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e198c2f8-8047-4a31-961e-66c0cf1edf1e req-7f878bfc-068e-4c6a-b7cd-bfcfac0f49fd tempest-ServerShowV247Test-197376765 tempest-ServerShowV247Test-197376765-project] 10.222.0.32 "GET /v2.0/ports?device_id=526ed898-b7b5-489a-b321-daca61b7fda9 HTTP/1.1" status: 200  len: 210 time: 0.0422106
Dec 25 21:22:05.895123 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509eb6de-cee2-4d64-a0e2-be18708623ed req-f6bd23c1-26f3-40fb-bceb-37e5c64ed34c tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:22:05.896692 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-509eb6de-cee2-4d64-a0e2-be18708623ed req-f6bd23c1-26f3-40fb-bceb-37e5c64ed34c tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/ports?device_id=336c6856-ca33-4291-b38f-03e7f7a5db93 HTTP/1.1" status: 200  len: 945 time: 0.0772688
Dec 25 21:22:05.969559 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-509eb6de-cee2-4d64-a0e2-be18708623ed req-da8f6cf0-f83a-49d6-8a86-c1b800406bfb tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/security-groups?id=eb031b39-e206-4789-8844-f32137bfb856&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0647106
Dec 25 21:22:06.048053 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f13770-fd59-4d2a-91f6-2b78831a2560 req-1d04d618-ef3b-4c90-bfde-c10bab320acd tempest-AttachVolumeNegativeTest-2126197630 tempest-AttachVolumeNegativeTest-2126197630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:22:06.049708 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-29f13770-fd59-4d2a-91f6-2b78831a2560 req-1d04d618-ef3b-4c90-bfde-c10bab320acd tempest-AttachVolumeNegativeTest-2126197630 tempest-AttachVolumeNegativeTest-2126197630-project] 10.222.0.32 "GET /v2.0/ports?device_id=ec22e12b-a34c-4787-8d08-5dbf9b6556d1 HTTP/1.1" status: 200  len: 945 time: 0.0548601
Dec 25 21:22:06.130302 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c3ce72-a108-4173-b674-e33f9b736d21 req-14a53acd-b42f-4547-be64-c22740cf7e4d tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:22:06.132490 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-56c3ce72-a108-4173-b674-e33f9b736d21 req-14a53acd-b42f-4547-be64-c22740cf7e4d tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/ports?device_id=336c6856-ca33-4291-b38f-03e7f7a5db93 HTTP/1.1" status: 200  len: 945 time: 0.0811946
Dec 25 21:22:06.140407 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-29f13770-fd59-4d2a-91f6-2b78831a2560 req-13d583ae-7b77-4f6d-b3e9-4b6aa23ae435 tempest-AttachVolumeNegativeTest-2126197630 tempest-AttachVolumeNegativeTest-2126197630-project] 10.222.0.32 "GET /v2.0/security-groups?id=b13bfb58-0f10-46e2-9252-687280bf8bf9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0810399
Dec 25 21:22:06.198453 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-56c3ce72-a108-4173-b674-e33f9b736d21 req-6dfec0ee-2b19-415d-b26b-391c63c2b950 tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/security-groups?id=eb031b39-e206-4789-8844-f32137bfb856&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0570502
Dec 25 21:22:06.266763 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee5c4bf-4bce-4c8c-9b43-fa488949b299 req-b3661fcb-6755-4265-8cf3-4597e72fc6a5 tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:22:06.268411 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4ee5c4bf-4bce-4c8c-9b43-fa488949b299 req-b3661fcb-6755-4265-8cf3-4597e72fc6a5 tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] 10.222.0.32 "GET /v2.0/ports?device_id=20a90e3e-c379-4f2f-9632-763f67a3a334 HTTP/1.1" status: 200  len: 945 time: 0.0540395
Dec 25 21:22:06.321713 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4ee5c4bf-4bce-4c8c-9b43-fa488949b299 req-6551acd3-dfd5-48b4-89d8-91387f2e3833 tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] 10.222.0.32 "GET /v2.0/security-groups?id=b53a52e0-f618-42f7-a91e-f12e72408b35&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0471559
Dec 25 21:22:06.954783 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-1271f085-c123-4575-9f60-18025f7d9ff0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:22:06.976429 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3402926e-4514-44f4-8766-62bc3c6f3069 req-a4267071-532f-4e56-a252-86a908a5305b tempest-ServerShowV247Test-197376765 tempest-ServerShowV247Test-197376765-project] 10.222.0.32 "GET /v2.0/ports?device_id=526ed898-b7b5-489a-b321-daca61b7fda9 HTTP/1.1" status: 200  len: 210 time: 0.0289328
Dec 25 21:22:07.441446 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6745ad6d-80da-4468-8fcf-97ffdc888c92 req-4e57ae4a-6809-4337-97a0-9b2c9fa5ae9c tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:22:07.442956 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-6745ad6d-80da-4468-8fcf-97ffdc888c92 req-4e57ae4a-6809-4337-97a0-9b2c9fa5ae9c tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] 10.222.0.32 "GET /v2.0/ports?device_id=20a90e3e-c379-4f2f-9632-763f67a3a334 HTTP/1.1" status: 200  len: 945 time: 0.0511105
Dec 25 21:22:07.492755 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-6745ad6d-80da-4468-8fcf-97ffdc888c92 req-aefe68c8-a3a3-4d69-81ac-d19930344272 tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] 10.222.0.32 "GET /v2.0/security-groups?id=b53a52e0-f618-42f7-a91e-f12e72408b35&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425670
Dec 25 21:22:08.128023 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:22:08.134051 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d4fead07-38ed-4812-b149-1fa91ee9e6ab req-484879e4-f619-44be-a60e-65fcd0bc2792 tempest-ServerShowV247Test-197376765 tempest-ServerShowV247Test-197376765-project] 10.222.0.32 "GET /v2.0/ports?device_id=526ed898-b7b5-489a-b321-daca61b7fda9 HTTP/1.1" status: 200  len: 210 time: 0.0802522
Dec 25 21:22:08.411583 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3e945ecd-9380-47c2-aa0a-12ebe07e03e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:22:08.894284 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeed87da-56c3-40dc-a74e-ed95824fc703 req-8eeed34e-7096-4899-a9ae-2f33b05e4612 tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:22:08.895782 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-aeed87da-56c3-40dc-a74e-ed95824fc703 req-8eeed34e-7096-4899-a9ae-2f33b05e4612 tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] 10.222.0.32 "GET /v2.0/ports?device_id=20a90e3e-c379-4f2f-9632-763f67a3a334 HTTP/1.1" status: 200  len: 945 time: 0.3329642
Dec 25 21:22:08.943408 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-aeed87da-56c3-40dc-a74e-ed95824fc703 req-666dc77a-9bdc-42e1-8e28-34edf7f69b88 tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] 10.222.0.32 "GET /v2.0/security-groups?id=b53a52e0-f618-42f7-a91e-f12e72408b35&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414407
Dec 25 21:22:09.103743 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac36c48e-9235-4b24-82ce-117126db3eef req-020a1f5e-bfbb-4f12-ba44-5cfeecb8f6cb tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:22:09.105361 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ac36c48e-9235-4b24-82ce-117126db3eef req-020a1f5e-bfbb-4f12-ba44-5cfeecb8f6cb tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/ports?device_id=336c6856-ca33-4291-b38f-03e7f7a5db93 HTTP/1.1" status: 200  len: 945 time: 0.0502803
Dec 25 21:22:09.154263 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ac36c48e-9235-4b24-82ce-117126db3eef req-7c54d59c-420b-48c8-8ebf-3c543ba3aa27 tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/security-groups?id=eb031b39-e206-4789-8844-f32137bfb856&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430501
Dec 25 21:22:09.258059 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-bbadfc6c-f5a0-4247-af05-5bfc70ae9226 req-6a51f218-7cb1-42b2-80e6-0e4ea1a812cf tempest-ServerShowV247Test-197376765 tempest-ServerShowV247Test-197376765-project] 10.222.0.32 "GET /v2.0/ports?device_id=526ed898-b7b5-489a-b321-daca61b7fda9 HTTP/1.1" status: 200  len: 210 time: 0.0385230
Dec 25 21:22:09.323116 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd37f5c-0839-4902-a19e-d78bb4c8e73a req-b0e04855-2f8b-4fb3-b7bd-c2efef1017fd tempest-AttachVolumeNegativeTest-2126197630 tempest-AttachVolumeNegativeTest-2126197630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:22:09.324591 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7cd37f5c-0839-4902-a19e-d78bb4c8e73a req-b0e04855-2f8b-4fb3-b7bd-c2efef1017fd tempest-AttachVolumeNegativeTest-2126197630 tempest-AttachVolumeNegativeTest-2126197630-project] 10.222.0.32 "GET /v2.0/networks?id=df7f119b-f1bb-462c-b2dc-ce3acd2a89d9 HTTP/1.1" status: 200  len: 814 time: 0.1259537
Dec 25 21:22:09.359438 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7cd37f5c-0839-4902-a19e-d78bb4c8e73a req-4dabd5f8-5d26-4051-979d-58f0e1525202 tempest-AttachVolumeNegativeTest-2126197630 tempest-AttachVolumeNegativeTest-2126197630-project] 10.222.0.32 "GET /v2.0/quotas/8dcf2517f61849cb9650682caf0c5712 HTTP/1.1" status: 200  len: 375 time: 0.0253599
Dec 25 21:22:09.404419 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8af52d-6563-4453-b18f-e992ef810402 req-10705f1a-132a-4fdc-b811-ff4fc659f23c tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:22:09.405933 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-dc8af52d-6563-4453-b18f-e992ef810402 req-10705f1a-132a-4fdc-b811-ff4fc659f23c tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/ports?device_id=336c6856-ca33-4291-b38f-03e7f7a5db93 HTTP/1.1" status: 200  len: 945 time: 0.0804429
Dec 25 21:22:09.447806 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-15cb578f-7a63-4fd3-925d-83bad4c7b82a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:22:09.449487 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7cd37f5c-0839-4902-a19e-d78bb4c8e73a req-418f6f72-6c00-4c74-a5b4-7f7b6cdbcb20 tempest-AttachVolumeNegativeTest-2126197630 tempest-AttachVolumeNegativeTest-2126197630-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=8dcf2517f61849cb9650682caf0c5712&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0825636
Dec 25 21:22:09.473744 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-dc8af52d-6563-4453-b18f-e992ef810402 req-a2ad1b41-506d-4084-8db7-51543fc69c8a tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/security-groups?id=eb031b39-e206-4789-8844-f32137bfb856&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0608559
Dec 25 21:22:09.550918 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7cd37f5c-0839-4902-a19e-d78bb4c8e73a req-b053340b-4116-43d0-afd6-dde4f245fbd3 service neutron] 10.222.0.32 "GET /v2.0/networks/df7f119b-f1bb-462c-b2dc-ce3acd2a89d9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0918012
Dec 25 21:22:09.678112 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7cd37f5c-0839-4902-a19e-d78bb4c8e73a req-3075a506-6ba5-4af0-b8a5-f122e51cfa90 service neutron] 10.222.0.32 "GET /v2.0/networks/df7f119b-f1bb-462c-b2dc-ce3acd2a89d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1210799
Dec 25 21:22:09.691173 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589d6b0f-d527-4707-9b4a-3a11d7eb8921 req-6830a976-82a3-428e-b55c-f4f3ae16a328 tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:22:09.692837 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-589d6b0f-d527-4707-9b4a-3a11d7eb8921 req-6830a976-82a3-428e-b55c-f4f3ae16a328 tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/ports?device_id=336c6856-ca33-4291-b38f-03e7f7a5db93 HTTP/1.1" status: 200  len: 945 time: 0.0701830
Dec 25 21:22:09.744270 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-589d6b0f-d527-4707-9b4a-3a11d7eb8921 req-cc21de07-02fa-4002-89aa-9eddeb3a1085 tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/security-groups?id=eb031b39-e206-4789-8844-f32137bfb856&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442390
Dec 25 21:22:09.949399 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a5f25d21-c1aa-4dd0-9656-be2e498c0996 req-50ad1a3f-dd50-42c0-964d-27f5069bcb9a tempest-AttachVolumeNegativeTest-2126197630 tempest-AttachVolumeNegativeTest-2126197630-project] 10.222.0.32 "GET /v2.0/ports?device_id=18053b3a-726d-42b5-8e54-89f3deee10cb HTTP/1.1" status: 200  len: 210 time: 0.0326056
Dec 25 21:22:10.004399 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d98ef4-a0ae-40fc-ba23-01609357d3e1 req-50f14c32-1976-4129-b735-2716dab971e0 tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:22:10.005964 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-26d98ef4-a0ae-40fc-ba23-01609357d3e1 req-50f14c32-1976-4129-b735-2716dab971e0 tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/ports?device_id=336c6856-ca33-4291-b38f-03e7f7a5db93 HTTP/1.1" status: 200  len: 945 time: 0.0642383
Dec 25 21:22:10.086026 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-26d98ef4-a0ae-40fc-ba23-01609357d3e1 req-a174b82e-b6b3-465e-b428-0d7a0bdb9300 tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/security-groups?id=eb031b39-e206-4789-8844-f32137bfb856&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0736070
Dec 25 21:22:10.097942 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0106a6be-2b3a-4a38-a172-45ab7ed7094f req-09d1bace-c1fe-47b8-9140-272a3066a328 tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:22:10.099444 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0106a6be-2b3a-4a38-a172-45ab7ed7094f req-09d1bace-c1fe-47b8-9140-272a3066a328 tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] 10.222.0.32 "GET /v2.0/ports?device_id=20a90e3e-c379-4f2f-9632-763f67a3a334 HTTP/1.1" status: 200  len: 945 time: 0.0792820
Dec 25 21:22:10.153759 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0106a6be-2b3a-4a38-a172-45ab7ed7094f req-45582325-95bc-42d6-9565-edfa143155e8 tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] 10.222.0.32 "GET /v2.0/security-groups?id=b53a52e0-f618-42f7-a91e-f12e72408b35&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0466721
Dec 25 21:22:10.262758 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e306d8-1f42-4a36-97f7-00f8d2ea06fe req-7bed0744-85ea-4ca1-80b8-9a5b221d7d70 tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:22:10.264214 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-30e306d8-1f42-4a36-97f7-00f8d2ea06fe req-7bed0744-85ea-4ca1-80b8-9a5b221d7d70 tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/ports?device_id=336c6856-ca33-4291-b38f-03e7f7a5db93 HTTP/1.1" status: 200  len: 945 time: 0.0534739
Dec 25 21:22:10.312061 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-30e306d8-1f42-4a36-97f7-00f8d2ea06fe req-15dfe469-06e0-4b9a-8951-026a110d2dcf tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/security-groups?id=eb031b39-e206-4789-8844-f32137bfb856&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418622
Dec 25 21:22:10.368288 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-18e3dbe8-ad2c-4b33-911f-d72abda02f07 req-90fb2f80-f61c-4293-bce5-3871a919a605 tempest-ServerShowV247Test-197376765 tempest-ServerShowV247Test-197376765-project] 10.222.0.32 "GET /v2.0/ports?device_id=526ed898-b7b5-489a-b321-daca61b7fda9 HTTP/1.1" status: 200  len: 210 time: 0.0278716
Dec 25 21:22:10.435636 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fb0256-1eb6-4f34-a79b-d6412792cd8b req-b9a293b2-4523-4045-93b2-7b55ea32d4b1 tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:22:10.437149 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-06fb0256-1eb6-4f34-a79b-d6412792cd8b req-b9a293b2-4523-4045-93b2-7b55ea32d4b1 tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/ports?device_id=336c6856-ca33-4291-b38f-03e7f7a5db93 HTTP/1.1" status: 200  len: 945 time: 0.0498424
Dec 25 21:22:10.486364 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-06fb0256-1eb6-4f34-a79b-d6412792cd8b req-741251c0-7055-46f9-acf9-fc09ff91f0d4 tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/security-groups?id=eb031b39-e206-4789-8844-f32137bfb856&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431442
Dec 25 21:22:10.579041 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:22:10.674878 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96b7e19-9116-4d49-b460-795a26fe87c9 req-08e7b534-831a-4527-898c-6955c896c280 tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:22:10.676487 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a96b7e19-9116-4d49-b460-795a26fe87c9 req-08e7b534-831a-4527-898c-6955c896c280 tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/ports?device_id=336c6856-ca33-4291-b38f-03e7f7a5db93 HTTP/1.1" status: 200  len: 945 time: 0.0560486
Dec 25 21:22:10.723848 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a96b7e19-9116-4d49-b460-795a26fe87c9 req-0448b568-4f16-42b6-ab28-da49d9b1b038 tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/security-groups?id=eb031b39-e206-4789-8844-f32137bfb856&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412028
Dec 25 21:22:10.842661 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25843ca4-d9a0-4532-8b53-43991723be47 req-aa6d8ee7-6cfb-4c78-872a-a26e3a20045d tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:22:10.844169 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-25843ca4-d9a0-4532-8b53-43991723be47 req-aa6d8ee7-6cfb-4c78-872a-a26e3a20045d tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/ports?device_id=336c6856-ca33-4291-b38f-03e7f7a5db93 HTTP/1.1" status: 200  len: 945 time: 0.0503683
Dec 25 21:22:10.898011 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-25843ca4-d9a0-4532-8b53-43991723be47 req-c1b33ecf-fbc0-4508-8f7a-dfa6c0c74a53 tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/security-groups?id=eb031b39-e206-4789-8844-f32137bfb856&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0475235
Dec 25 21:22:11.058827 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2f109c53-5e5c-4a78-919a-b53b6fe4dfff req-c276a390-a1ed-4184-be24-c6a0db66099e tempest-AttachVolumeNegativeTest-2126197630 tempest-AttachVolumeNegativeTest-2126197630-project] 10.222.0.32 "GET /v2.0/ports?device_id=18053b3a-726d-42b5-8e54-89f3deee10cb HTTP/1.1" status: 200  len: 210 time: 0.0375130
Dec 25 21:22:11.095754 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756bb490-539b-4653-96b6-c92b766242c0 req-3b5f1839-766c-495b-bba2-27e4ed2d4b28 tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:22:11.097289 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-756bb490-539b-4653-96b6-c92b766242c0 req-3b5f1839-766c-495b-bba2-27e4ed2d4b28 tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/ports?device_id=336c6856-ca33-4291-b38f-03e7f7a5db93 HTTP/1.1" status: 200  len: 945 time: 0.0666459
Dec 25 21:22:11.144781 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-756bb490-539b-4653-96b6-c92b766242c0 req-91bb3439-0afe-4292-ae62-b59683cde704 tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/security-groups?id=eb031b39-e206-4789-8844-f32137bfb856&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412498
Dec 25 21:22:11.298298 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22b12b3-25d2-487b-b584-b62cfc3484cd req-542578c9-d027-4e0b-8094-b7d9d6515f01 tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:22:11.299784 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e22b12b3-25d2-487b-b584-b62cfc3484cd req-542578c9-d027-4e0b-8094-b7d9d6515f01 tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/ports?device_id=336c6856-ca33-4291-b38f-03e7f7a5db93 HTTP/1.1" status: 200  len: 945 time: 0.0759563
Dec 25 21:22:11.310695 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5644ab00-bc69-4fc7-97c7-4e597a3deb9d req-a8fe5ae4-bec7-4275-a85d-444576b9efed tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:22:11.312044 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5644ab00-bc69-4fc7-97c7-4e597a3deb9d req-a8fe5ae4-bec7-4275-a85d-444576b9efed tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] 10.222.0.32 "GET /v2.0/ports?device_id=20a90e3e-c379-4f2f-9632-763f67a3a334 HTTP/1.1" status: 200  len: 945 time: 0.0869582
Dec 25 21:22:11.382963 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e22b12b3-25d2-487b-b584-b62cfc3484cd req-4b91f5d7-8020-4c37-baab-f2ffe5630529 tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/security-groups?id=eb031b39-e206-4789-8844-f32137bfb856&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0699494
Dec 25 21:22:11.397224 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5644ab00-bc69-4fc7-97c7-4e597a3deb9d req-c73afe0e-653a-4a40-989d-1b74a75887f5 tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] 10.222.0.32 "GET /v2.0/security-groups?id=b53a52e0-f618-42f7-a91e-f12e72408b35&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0784650
Dec 25 21:22:11.494172 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f86f21c6-f1f5-4227-9b9a-1618c4afc82d req-4f4f42c6-ee98-474e-8e8d-7121d8c3f7dc tempest-ServerShowV247Test-197376765 tempest-ServerShowV247Test-197376765-project] 10.222.0.32 "GET /v2.0/ports?device_id=526ed898-b7b5-489a-b321-daca61b7fda9 HTTP/1.1" status: 200  len: 210 time: 0.0279636
Dec 25 21:22:11.559974 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1afa25e-63e8-444a-92a1-6b047435a90e req-e2029394-2b7c-40ca-bc76-56e2dcf0979b tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:22:11.561683 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b1afa25e-63e8-444a-92a1-6b047435a90e req-e2029394-2b7c-40ca-bc76-56e2dcf0979b tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/ports?device_id=336c6856-ca33-4291-b38f-03e7f7a5db93 HTTP/1.1" status: 200  len: 945 time: 0.0501533
Dec 25 21:22:11.608953 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b1afa25e-63e8-444a-92a1-6b047435a90e req-76e51400-5cb0-4f00-a135-4845142958f7 tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/security-groups?id=eb031b39-e206-4789-8844-f32137bfb856&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411704
Dec 25 21:22:11.729977 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53ee79c-4cce-48b4-9dbd-2f66fe75f344 req-c2103948-ec09-435a-a0e7-06798421ff6c tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:22:11.731462 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f53ee79c-4cce-48b4-9dbd-2f66fe75f344 req-c2103948-ec09-435a-a0e7-06798421ff6c tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/ports?device_id=336c6856-ca33-4291-b38f-03e7f7a5db93 HTTP/1.1" status: 200  len: 945 time: 0.0537720
Dec 25 21:22:11.778584 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f53ee79c-4cce-48b4-9dbd-2f66fe75f344 req-aac687c3-ff72-479b-80db-2b02f38eaf11 tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/security-groups?id=eb031b39-e206-4789-8844-f32137bfb856&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411794
Dec 25 21:22:12.015632 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40176762-03b8-457a-a054-b4df3cf46254 req-d023e4c4-d6e0-4b4e-a0e6-abefdf2955e5 tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:22:12.017139 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-40176762-03b8-457a-a054-b4df3cf46254 req-d023e4c4-d6e0-4b4e-a0e6-abefdf2955e5 tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/networks?id=2173080e-712c-4030-840a-d911c5ceb839 HTTP/1.1" status: 200  len: 813 time: 0.1177435
Dec 25 21:22:12.065850 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-40176762-03b8-457a-a054-b4df3cf46254 req-1fc7fc1c-faf1-4e3c-8971-b14bd7c1acc9 tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/quotas/66319858228140b3841ef6c7c8cd5c14 HTTP/1.1" status: 200  len: 375 time: 0.0325816
Dec 25 21:22:12.185718 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-eddbd04c-16b2-40bd-a0b9-b9c362f644a3 req-5332e818-6302-4193-ae6d-e4a27596c0d5 tempest-AttachVolumeNegativeTest-2126197630 tempest-AttachVolumeNegativeTest-2126197630-project] 10.222.0.32 "GET /v2.0/ports?device_id=18053b3a-726d-42b5-8e54-89f3deee10cb HTTP/1.1" status: 200  len: 210 time: 0.0444200
Dec 25 21:22:12.197471 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd37f5c-0839-4902-a19e-d78bb4c8e73a req-848097fd-74de-46ae-a50e-10bd4bb17886 tempest-AttachVolumeNegativeTest-2126197630 tempest-AttachVolumeNegativeTest-2126197630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:22:12.198923 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7cd37f5c-0839-4902-a19e-d78bb4c8e73a req-848097fd-74de-46ae-a50e-10bd4bb17886 tempest-AttachVolumeNegativeTest-2126197630 tempest-AttachVolumeNegativeTest-2126197630-project] 10.222.0.31 "GET /v2.0/networks?id=df7f119b-f1bb-462c-b2dc-ce3acd2a89d9 HTTP/1.1" status: 200  len: 814 time: 0.1749196
Dec 25 21:22:12.204004 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-40176762-03b8-457a-a054-b4df3cf46254 req-61cbd515-0eec-4477-a25e-c44aa7c10dcf tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=66319858228140b3841ef6c7c8cd5c14&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1303504
Dec 25 21:22:12.220534 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-7cd37f5c-0839-4902-a19e-d78bb4c8e73a req-fc1f86cd-ed1b-4d9b-ad70-b6b670b72ea6 tempest-AttachVolumeNegativeTest-2126197630 tempest-AttachVolumeNegativeTest-2126197630-project] Request body: {'port': {'device_id': '18053b3a-726d-42b5-8e54-89f3deee10cb', 'network_id': 'df7f119b-f1bb-462c-b2dc-ce3acd2a89d9', 'admin_state_up': True, 'tenant_id': '8dcf2517f61849cb9650682caf0c5712'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:22:12.353861 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f336b16-99ac-40c3-a54a-3c3be47cd043 req-96694148-c288-4963-add6-56513aba9f85 tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:22:12.355267 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2f336b16-99ac-40c3-a54a-3c3be47cd043 req-96694148-c288-4963-add6-56513aba9f85 tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/ports?device_id=336c6856-ca33-4291-b38f-03e7f7a5db93 HTTP/1.1" status: 200  len: 945 time: 0.0721247
Dec 25 21:22:12.415496 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2f336b16-99ac-40c3-a54a-3c3be47cd043 req-064bff61-b9ca-4e7e-9d81-dd64e32c63fc tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/security-groups?id=eb031b39-e206-4789-8844-f32137bfb856&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0540006
Dec 25 21:22:12.419310 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7cd37f5c-0839-4902-a19e-d78bb4c8e73a req-fc1f86cd-ed1b-4d9b-ad70-b6b670b72ea6 tempest-AttachVolumeNegativeTest-2126197630 tempest-AttachVolumeNegativeTest-2126197630-project] Made reservation on behalf of 8dcf2517f61849cb9650682caf0c5712 for: {'port': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:22:12.422595 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-7cd37f5c-0839-4902-a19e-d78bb4c8e73a req-fc1f86cd-ed1b-4d9b-ad70-b6b670b72ea6 tempest-AttachVolumeNegativeTest-2126197630 tempest-AttachVolumeNegativeTest-2126197630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:22:12.608353 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64907fae-caa6-41b1-b342-8df6e193db3f req-64ec4738-7646-4bbb-ba5f-9d77301a3435 tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:22:12.609934 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-64907fae-caa6-41b1-b342-8df6e193db3f req-64ec4738-7646-4bbb-ba5f-9d77301a3435 tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] 10.222.0.32 "GET /v2.0/ports?device_id=20a90e3e-c379-4f2f-9632-763f67a3a334 HTTP/1.1" status: 200  len: 945 time: 0.1305141
Dec 25 21:22:12.630528 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720e5f57-091f-403b-8909-aba9b2ba3e32 req-04f6e7a2-10af-4428-851b-3eff3f650556 tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:22:12.632013 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-720e5f57-091f-403b-8909-aba9b2ba3e32 req-04f6e7a2-10af-4428-851b-3eff3f650556 tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/ports?device_id=336c6856-ca33-4291-b38f-03e7f7a5db93 HTTP/1.1" status: 200  len: 945 time: 0.1341691
Dec 25 21:22:12.650891 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_common [req-7cd37f5c-0839-4902-a19e-d78bb4c8e73a req-fc1f86cd-ed1b-4d9b-ad70-b6b670b72ea6 tempest-AttachVolumeNegativeTest-2126197630 tempest-AttachVolumeNegativeTest-2126197630-project] Allocated IP 172.20.0.10 (df7f119b-f1bb-462c-b2dc-ce3acd2a89d9/d0593536-f259-44e3-8eca-283096dddce3/866836b0-b932-4ad3-b858-1d09b2903533) {{(pid=121606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:22:12.741014 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-64907fae-caa6-41b1-b342-8df6e193db3f req-bb372301-82bd-4e1e-80f2-6f8228db780d tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] 10.222.0.32 "GET /v2.0/security-groups?id=b53a52e0-f618-42f7-a91e-f12e72408b35&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1230917
Dec 25 21:22:12.747915 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-720e5f57-091f-403b-8909-aba9b2ba3e32 req-4eb6f618-fb9d-4730-956b-85feff63091c tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/security-groups?id=eb031b39-e206-4789-8844-f32137bfb856&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1051321
Dec 25 21:22:12.869228 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-febb9fe2-f876-4dac-ad61-71c5d4d37d3d req-9b16d95a-8008-4b69-9994-0ddec4ba64f1 tempest-ServerShowV247Test-197376765 tempest-ServerShowV247Test-197376765-project] 10.222.0.32 "GET /v2.0/ports?device_id=526ed898-b7b5-489a-b321-daca61b7fda9 HTTP/1.1" status: 200  len: 210 time: 0.0317252
Dec 25 21:22:12.903683 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-7cd37f5c-0839-4902-a19e-d78bb4c8e73a req-fc1f86cd-ed1b-4d9b-ad70-b6b670b72ea6 tempest-AttachVolumeNegativeTest-2126197630 tempest-AttachVolumeNegativeTest-2126197630-project] Publish callbacks [] for port, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:22:12.971163 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2fffe6d9-ff94-4f59-8d74-9bb5014be292 req-f86f624f-da26-4f3f-a3fd-81bd06d611c5 tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=66319858228140b3841ef6c7c8cd5c14 HTTP/1.1" status: 200  len: 221 time: 0.0257759
Dec 25 21:22:13.056892 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-7cd37f5c-0839-4902-a19e-d78bb4c8e73a req-fc1f86cd-ed1b-4d9b-ad70-b6b670b72ea6 tempest-AttachVolumeNegativeTest-2126197630 tempest-AttachVolumeNegativeTest-2126197630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:22:13.068782 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] get_ports_and_sgs() called for port_ids ['e1a1ed5e-2df4-4726-86bd-bc56ff15ffb1', '745d590e-2b18-462d-a55e-1423ff663b30'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:22:13.115122 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81d976d-6324-4ded-996a-b8c6f0664d68 req-90c20bdf-6d3c-4a28-a6aa-61ad3646006c tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:22:13.116545 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f81d976d-6324-4ded-996a-b8c6f0664d68 req-90c20bdf-6d3c-4a28-a6aa-61ad3646006c tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/ports?device_id=336c6856-ca33-4291-b38f-03e7f7a5db93 HTTP/1.1" status: 200  len: 945 time: 0.0932033
Dec 25 21:22:13.141151 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7cd37f5c-0839-4902-a19e-d78bb4c8e73a req-fc1f86cd-ed1b-4d9b-ad70-b6b670b72ea6 tempest-AttachVolumeNegativeTest-2126197630 tempest-AttachVolumeNegativeTest-2126197630-project] Network df7f119b-f1bb-462c-b2dc-ce3acd2a89d9 is already hosted by enough agents. {{(pid=121606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:22:13.152830 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [req-7cd37f5c-0839-4902-a19e-d78bb4c8e73a req-fc1f86cd-ed1b-4d9b-ad70-b6b670b72ea6 tempest-AttachVolumeNegativeTest-2126197630 tempest-AttachVolumeNegativeTest-2126197630-project] Resources bound (agent type, host, resource id):  {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:22:13.155876 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1f86cd-ed1b-4d9b-ad70-b6b670b72ea6 tempest-AttachVolumeNegativeTest-2126197630 tempest-AttachVolumeNegativeTest-2126197630-project] Pushing event updated for resources: {'Port': ['ID=866836b0-b932-4ad3-b858-1d09b2903533,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:22:13.158064 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cd37f5c-0839-4902-a19e-d78bb4c8e73a req-fc1f86cd-ed1b-4d9b-ad70-b6b670b72ea6 tempest-AttachVolumeNegativeTest-2126197630 tempest-AttachVolumeNegativeTest-2126197630-project] Received port after_create {{(pid=121606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:22:13.217115 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f81d976d-6324-4ded-996a-b8c6f0664d68 req-c4273bd6-901a-4769-a5b9-e44fbfed08a1 tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/security-groups?id=eb031b39-e206-4789-8844-f32137bfb856&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0930104
Dec 25 21:22:13.220825 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:22:13.220825 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:22:13.220825 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:22:13.220825 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:22:13.220825 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:22:13.220825 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:22:13.220825 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:22:13.220825 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:22:13.220825 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:22:13.220825 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:22:13.220825 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:22:13.220825 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:22:13.220825 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:22:13.220825 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:22:13.220825 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:22:13.220825 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:22:13.220825 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:22:13.220825 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:22:13.220825 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:22:13.220825 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:22:13.220825 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:22:13.220825 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:22:13.220825 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:22:13.220825 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:22:13.220825 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:22:13.220825 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:22:13.220825 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:22:13.220825 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:22:13.220825 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:22:13.220825 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:22:13.220825 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:22:13.220825 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:22:13.220825 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:22:13.220825 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:22:13.220825 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:22:13.220825 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:22:13.224190 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:22:13.224190 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:22:13.224190 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:22:13.224190 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:22:13.224190 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:22:13.224190 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:22:13.224190 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:22:13.224190 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:22:13.224190 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:22:13.224190 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:22:13.224190 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:22:13.224190 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:22:13.225306 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd37f5c-0839-4902-a19e-d78bb4c8e73a req-fc1f86cd-ed1b-4d9b-ad70-b6b670b72ea6 tempest-AttachVolumeNegativeTest-2126197630 tempest-AttachVolumeNegativeTest-2126197630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:22:13.225941 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-7cd37f5c-0839-4902-a19e-d78bb4c8e73a req-fc1f86cd-ed1b-4d9b-ad70-b6b670b72ea6 tempest-AttachVolumeNegativeTest-2126197630 tempest-AttachVolumeNegativeTest-2126197630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:22:13.327909 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7cd37f5c-0839-4902-a19e-d78bb4c8e73a req-fc1f86cd-ed1b-4d9b-ad70-b6b670b72ea6 tempest-AttachVolumeNegativeTest-2126197630 tempest-AttachVolumeNegativeTest-2126197630-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.1180146
Dec 25 21:22:13.355657 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-7cd37f5c-0839-4902-a19e-d78bb4c8e73a req-21c0c32d-0679-4c2f-9779-70bd13d8d0f9 service neutron] Request body: {'port': {'device_id': '18053b3a-726d-42b5-8e54-89f3deee10cb', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:22:13.391178 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f49682e-13b8-4014-98e9-982aed5c27e7 req-f01afda2-e3ca-4839-92d1-ae0bdbb3be02 tempest-AttachVolumeNegativeTest-2126197630 tempest-AttachVolumeNegativeTest-2126197630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:22:13.392572 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8f49682e-13b8-4014-98e9-982aed5c27e7 req-f01afda2-e3ca-4839-92d1-ae0bdbb3be02 tempest-AttachVolumeNegativeTest-2126197630 tempest-AttachVolumeNegativeTest-2126197630-project] 10.222.0.32 "GET /v2.0/ports?device_id=18053b3a-726d-42b5-8e54-89f3deee10cb HTTP/1.1" status: 200  len: 932 time: 0.1091311
Dec 25 21:22:13.440767 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26fa05f-4cf5-46f0-bb42-9d9ff5085958 req-7c1342c7-b8da-4238-8be3-c93b96ec540c tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:22:13.442331 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f26fa05f-4cf5-46f0-bb42-9d9ff5085958 req-7c1342c7-b8da-4238-8be3-c93b96ec540c tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/ports?device_id=336c6856-ca33-4291-b38f-03e7f7a5db93 HTTP/1.1" status: 200  len: 945 time: 0.1321690
Dec 25 21:22:13.459793 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-7cd37f5c-0839-4902-a19e-d78bb4c8e73a req-21c0c32d-0679-4c2f-9779-70bd13d8d0f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:22:13.522952 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8f49682e-13b8-4014-98e9-982aed5c27e7 req-37d3f531-06b8-46db-a785-0395fce7e06d tempest-AttachVolumeNegativeTest-2126197630 tempest-AttachVolumeNegativeTest-2126197630-project] 10.222.0.32 "GET /v2.0/security-groups?id=b13bfb58-0f10-46e2-9252-687280bf8bf9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1236637
Dec 25 21:22:13.558145 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f26fa05f-4cf5-46f0-bb42-9d9ff5085958 req-d7625c1f-2d52-47a0-b2e7-e4cfcf6a0160 tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/security-groups?id=eb031b39-e206-4789-8844-f32137bfb856&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1090848
Dec 25 21:22:13.765606 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e857f1b-c7e9-4cd9-9227-7d1c38dca90b req-926014f0-a16e-4e62-b651-7202a941ea0c tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:22:13.767153 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0e857f1b-c7e9-4cd9-9227-7d1c38dca90b req-926014f0-a16e-4e62-b651-7202a941ea0c tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/ports?device_id=336c6856-ca33-4291-b38f-03e7f7a5db93 HTTP/1.1" status: 200  len: 945 time: 0.1196129
Dec 25 21:22:13.889441 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0e857f1b-c7e9-4cd9-9227-7d1c38dca90b req-7e66fe90-b216-4074-a0fe-d70695e9ea3d tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/security-groups?id=eb031b39-e206-4789-8844-f32137bfb856&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1118767
Dec 25 21:22:13.915119 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [req-7cd37f5c-0839-4902-a19e-d78bb4c8e73a req-21c0c32d-0679-4c2f-9779-70bd13d8d0f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 866836b0-b932-4ad3-b858-1d09b2903533 {{(pid=121606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:22:13.929271 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73455c2-029d-47b9-a4f3-cccbf8bc82b1 req-4c892815-3068-4e55-9803-c3129f0996e4 tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:22:13.930760 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f73455c2-029d-47b9-a4f3-cccbf8bc82b1 req-4c892815-3068-4e55-9803-c3129f0996e4 tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] 10.222.0.32 "GET /v2.0/ports?device_id=20a90e3e-c379-4f2f-9632-763f67a3a334 HTTP/1.1" status: 200  len: 945 time: 0.1129723
Dec 25 21:22:13.932817 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-7cd37f5c-0839-4902-a19e-d78bb4c8e73a req-21c0c32d-0679-4c2f-9779-70bd13d8d0f9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:22:13.960357 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.provisioning_blocks [req-7cd37f5c-0839-4902-a19e-d78bb4c8e73a req-21c0c32d-0679-4c2f-9779-70bd13d8d0f9 service neutron] Transition to ACTIVE for port object 866836b0-b932-4ad3-b858-1d09b2903533 will not be triggered until provisioned by entity L2. {{(pid=121606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 25 21:22:13.993757 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f83bfba2-78e5-4823-b978-62736dee4d10 req-edce2030-0802-4f70-aa98-92320c9bd9d6 tempest-ServerShowV247Test-197376765 tempest-ServerShowV247Test-197376765-project] 10.222.0.32 "GET /v2.0/ports?device_id=526ed898-b7b5-489a-b321-daca61b7fda9 HTTP/1.1" status: 200  len: 210 time: 0.0427999
Dec 25 21:22:14.010858 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f73455c2-029d-47b9-a4f3-cccbf8bc82b1 req-8fa4b007-a906-4356-a86d-db5cdeb4b6fc tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] 10.222.0.32 "GET /v2.0/security-groups?id=b53a52e0-f618-42f7-a91e-f12e72408b35&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0716972
Dec 25 21:22:14.041734 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-7cd37f5c-0839-4902-a19e-d78bb4c8e73a req-21c0c32d-0679-4c2f-9779-70bd13d8d0f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:22:14.137596 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c0c32d-0679-4c2f-9779-70bd13d8d0f9 service neutron] Pushing event updated for resources: {'Port': ['ID=866836b0-b932-4ad3-b858-1d09b2903533,revision_number=2']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:22:14.195173 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33662e74-143d-46aa-8b8f-94f7f702cd34 req-9da85d25-5372-41b1-ab27-cb0678f1ac3f tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:22:14.197233 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-33662e74-143d-46aa-8b8f-94f7f702cd34 req-9da85d25-5372-41b1-ab27-cb0678f1ac3f tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/ports?device_id=336c6856-ca33-4291-b38f-03e7f7a5db93 HTTP/1.1" status: 200  len: 945 time: 0.1201801
Dec 25 21:22:14.235551 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-7cd37f5c-0839-4902-a19e-d78bb4c8e73a req-21c0c32d-0679-4c2f-9779-70bd13d8d0f9 service neutron] Attempting to bind port 866836b0-b932-4ad3-b858-1d09b2903533 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:22:14.235884 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-7cd37f5c-0839-4902-a19e-d78bb4c8e73a req-21c0c32d-0679-4c2f-9779-70bd13d8d0f9 service neutron] Attempting to bind port 866836b0-b932-4ad3-b858-1d09b2903533 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '1c5dea30-318f-4932-8772-f43ff59dee51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'df7f119b-f1bb-462c-b2dc-ce3acd2a89d9'}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:22:14.236206 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cd37f5c-0839-4902-a19e-d78bb4c8e73a req-21c0c32d-0679-4c2f-9779-70bd13d8d0f9 service neutron] Attempting to bind port 866836b0-b932-4ad3-b858-1d09b2903533 on network df7f119b-f1bb-462c-b2dc-ce3acd2a89d9 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:22:14.249699 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cd37f5c-0839-4902-a19e-d78bb4c8e73a req-21c0c32d-0679-4c2f-9779-70bd13d8d0f9 service neutron] Port 866836b0-b932-4ad3-b858-1d09b2903533 on network df7f119b-f1bb-462c-b2dc-ce3acd2a89d9 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 25 21:22:14.250106 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cd37f5c-0839-4902-a19e-d78bb4c8e73a req-21c0c32d-0679-4c2f-9779-70bd13d8d0f9 service neutron] Attempting to bind port 866836b0-b932-4ad3-b858-1d09b2903533 on network df7f119b-f1bb-462c-b2dc-ce3acd2a89d9 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:22:14.261351 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cd37f5c-0839-4902-a19e-d78bb4c8e73a req-21c0c32d-0679-4c2f-9779-70bd13d8d0f9 service neutron] Checking agent: {'id': '6d577036-68fc-4aa4-aed7-5ab01de2117e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 21, 4, 34), 'started_at': datetime.datetime(2021, 12, 25, 21, 4, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 22, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:22:14.261623 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cd37f5c-0839-4902-a19e-d78bb4c8e73a req-21c0c32d-0679-4c2f-9779-70bd13d8d0f9 service neutron] Checking segment: {'id': '1c5dea30-318f-4932-8772-f43ff59dee51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'df7f119b-f1bb-462c-b2dc-ce3acd2a89d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:22:14.262002 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cd37f5c-0839-4902-a19e-d78bb4c8e73a req-21c0c32d-0679-4c2f-9779-70bd13d8d0f9 service neutron] Bound using segment: {'id': '1c5dea30-318f-4932-8772-f43ff59dee51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'df7f119b-f1bb-462c-b2dc-ce3acd2a89d9'} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:22:14.262425 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-7cd37f5c-0839-4902-a19e-d78bb4c8e73a req-21c0c32d-0679-4c2f-9779-70bd13d8d0f9 service neutron] Bound port: 866836b0-b932-4ad3-b858-1d09b2903533, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c5dea30-318f-4932-8772-f43ff59dee51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'df7f119b-f1bb-462c-b2dc-ce3acd2a89d9'}}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:22:14.262777 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-7cd37f5c-0839-4902-a19e-d78bb4c8e73a req-21c0c32d-0679-4c2f-9779-70bd13d8d0f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:22:14.275259 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-33662e74-143d-46aa-8b8f-94f7f702cd34 req-9ee12de9-0918-4d1c-bebc-ba76057d8fa1 tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/security-groups?id=eb031b39-e206-4789-8844-f32137bfb856&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0719218
Dec 25 21:22:14.334108 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-7cd37f5c-0839-4902-a19e-d78bb4c8e73a req-21c0c32d-0679-4c2f-9779-70bd13d8d0f9 service neutron] For port 866836b0-b932-4ad3-b858-1d09b2903533, host nch1-master-1, cleared binding levels {{(pid=121606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:22:14.337277 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-7cd37f5c-0839-4902-a19e-d78bb4c8e73a req-21c0c32d-0679-4c2f-9779-70bd13d8d0f9 service neutron] For port 866836b0-b932-4ad3-b858-1d09b2903533, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=866836b0-b932-4ad3-b858-1d09b2903533,segment=NetworkSegment(1c5dea30-318f-4932-8772-f43ff59dee51),segment_id=1c5dea30-318f-4932-8772-f43ff59dee51)] {{(pid=121606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:22:14.401101 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089c1fd9-2cf0-4986-a08e-e88418df0670 req-ef57a692-4a0a-469d-84bc-bfb119e89917 tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:22:14.402625 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-089c1fd9-2cf0-4986-a08e-e88418df0670 req-ef57a692-4a0a-469d-84bc-bfb119e89917 tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/ports?device_id=336c6856-ca33-4291-b38f-03e7f7a5db93 HTTP/1.1" status: 200  len: 945 time: 0.0494320
Dec 25 21:22:14.404093 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-7cd37f5c-0839-4902-a19e-d78bb4c8e73a req-21c0c32d-0679-4c2f-9779-70bd13d8d0f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:22:14.471150 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd37f5c-0839-4902-a19e-d78bb4c8e73a req-21c0c32d-0679-4c2f-9779-70bd13d8d0f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:22:14.471800 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-7cd37f5c-0839-4902-a19e-d78bb4c8e73a req-21c0c32d-0679-4c2f-9779-70bd13d8d0f9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:22:14.473207 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7cd37f5c-0839-4902-a19e-d78bb4c8e73a req-21c0c32d-0679-4c2f-9779-70bd13d8d0f9 service neutron] 10.222.0.31 "PUT /v2.0/ports/866836b0-b932-4ad3-b858-1d09b2903533 HTTP/1.1" status: 200  len: 1092 time: 1.1267254
Dec 25 21:22:14.473654 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18053b3a-726d-42b5-8e54-89f3deee10cb', 'tag': '866836b0-b932-4ad3-b858-1d09b2903533'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:22:14.475919 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9858820c13ec2827453b94ebc4181065e990a4e4089ccb9fe762531ac62d2fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02fed2d6-af3d-4f6a-abf8-7d98ab1f6e2f" -d '{"events": [{"name": "network-changed", "server_uuid": "18053b3a-726d-42b5-8e54-89f3deee10cb", "tag": "866836b0-b932-4ad3-b858-1d09b2903533"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:22:14.508319 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c0c32d-0679-4c2f-9779-70bd13d8d0f9 service neutron] Pushing event updated for resources: {'Port': ['ID=866836b0-b932-4ad3-b858-1d09b2903533,revision_number=3']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:22:14.520003 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Dec 2021 21:22:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e887014-095d-424c-80c1-14a43ae1e688 x-openstack-request-id: req-7e887014-095d-424c-80c1-14a43ae1e688 {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:22:14.520301 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18053b3a-726d-42b5-8e54-89f3deee10cb", "tag": "866836b0-b932-4ad3-b858-1d09b2903533", "status": "completed", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:22:14.520557 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7e887014-095d-424c-80c1-14a43ae1e688 {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:22:14.520992 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18053b3a-726d-42b5-8e54-89f3deee10cb', 'tag': '866836b0-b932-4ad3-b858-1d09b2903533', 'status': 'completed', 'code': 200}
Dec 25 21:22:14.524599 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-089c1fd9-2cf0-4986-a08e-e88418df0670 req-2f225571-c2a7-49aa-adf4-ab09b8c852da tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/security-groups?id=eb031b39-e206-4789-8844-f32137bfb856&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1126475
Dec 25 21:22:14.598490 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fed2d6-af3d-4f6a-abf8-7d98ab1f6e2f req-ee330282-8c2a-411b-bc60-527b6d868352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:22:14.600200 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-02fed2d6-af3d-4f6a-abf8-7d98ab1f6e2f req-ee330282-8c2a-411b-bc60-527b6d868352 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8dcf2517f61849cb9650682caf0c5712&device_id=18053b3a-726d-42b5-8e54-89f3deee10cb HTTP/1.1" status: 200  len: 1095 time: 0.0521734
Dec 25 21:22:14.736130 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cff42e-5d73-4157-8523-1da666e53151 req-d9dfd282-0d7b-4d8b-8424-e4a9d90a1e1f tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:22:14.737676 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-65cff42e-5d73-4157-8523-1da666e53151 req-d9dfd282-0d7b-4d8b-8424-e4a9d90a1e1f tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/ports?device_id=336c6856-ca33-4291-b38f-03e7f7a5db93 HTTP/1.1" status: 200  len: 945 time: 0.1355038
Dec 25 21:22:14.754359 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645299b4-59a1-450a-8ccd-7684ae55d4fd req-ccfa89ec-ddf4-4a7f-bc43-376a262de691 tempest-AttachVolumeNegativeTest-2126197630 tempest-AttachVolumeNegativeTest-2126197630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:22:14.755812 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-645299b4-59a1-450a-8ccd-7684ae55d4fd req-ccfa89ec-ddf4-4a7f-bc43-376a262de691 tempest-AttachVolumeNegativeTest-2126197630 tempest-AttachVolumeNegativeTest-2126197630-project] 10.222.0.32 "GET /v2.0/ports?device_id=18053b3a-726d-42b5-8e54-89f3deee10cb HTTP/1.1" status: 200  len: 944 time: 0.1547263
Dec 25 21:22:14.818249 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fed2d6-af3d-4f6a-abf8-7d98ab1f6e2f req-2afdd3f1-676b-451a-82a8-3ed3d1777c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:22:14.819720 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-02fed2d6-af3d-4f6a-abf8-7d98ab1f6e2f req-2afdd3f1-676b-451a-82a8-3ed3d1777c5a service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=8dcf2517f61849cb9650682caf0c5712&shared=False HTTP/1.1" status: 200  len: 915 time: 0.1998339
Dec 25 21:22:14.866635 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-65cff42e-5d73-4157-8523-1da666e53151 req-c5cbde23-39de-48de-80f3-5d0b4f063fc0 tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/security-groups?id=eb031b39-e206-4789-8844-f32137bfb856&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1199527
Dec 25 21:22:14.871626 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-645299b4-59a1-450a-8ccd-7684ae55d4fd req-27cae056-0b6e-4cb7-8114-72e4ef7f0a83 tempest-AttachVolumeNegativeTest-2126197630 tempest-AttachVolumeNegativeTest-2126197630-project] 10.222.0.32 "GET /v2.0/security-groups?id=b13bfb58-0f10-46e2-9252-687280bf8bf9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1068575
Dec 25 21:22:14.944902 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fed2d6-af3d-4f6a-abf8-7d98ab1f6e2f req-b606f485-d30d-472e-a181-fb3978830145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:22:14.947792 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-02fed2d6-af3d-4f6a-abf8-7d98ab1f6e2f req-b606f485-d30d-472e-a181-fb3978830145 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1111996
Dec 25 21:22:15.025297 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8eeded3-e850-4f51-bdac-156989eab383 req-e86d5fcd-b7a3-4a5e-be62-881f37072904 tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:22:15.026790 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d8eeded3-e850-4f51-bdac-156989eab383 req-e86d5fcd-b7a3-4a5e-be62-881f37072904 tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/ports?device_id=336c6856-ca33-4291-b38f-03e7f7a5db93 HTTP/1.1" status: 200  len: 945 time: 0.0713141
Dec 25 21:22:15.052622 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd37f5c-0839-4902-a19e-d78bb4c8e73a req-38560a4a-40f8-4cd9-9828-7ed8de3bf586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:22:15.054114 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7cd37f5c-0839-4902-a19e-d78bb4c8e73a req-38560a4a-40f8-4cd9-9828-7ed8de3bf586 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8dcf2517f61849cb9650682caf0c5712&device_id=18053b3a-726d-42b5-8e54-89f3deee10cb HTTP/1.1" status: 200  len: 1095 time: 0.0638382
Dec 25 21:22:15.139387 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-03ad982c-192c-4eb7-9422-65f1dcf2d68e req-c292f631-efd8-4d29-8d18-66840e9c403d tempest-ServerShowV247Test-197376765 tempest-ServerShowV247Test-197376765-project] 10.222.0.32 "GET /v2.0/ports?device_id=526ed898-b7b5-489a-b321-daca61b7fda9 HTTP/1.1" status: 200  len: 210 time: 0.0648024
Dec 25 21:22:15.140520 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7cd37f5c-0839-4902-a19e-d78bb4c8e73a req-4b2d67de-dac7-438e-987f-ef96e372ffc4 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=866836b0-b932-4ad3-b858-1d09b2903533 HTTP/1.1" status: 200  len: 217 time: 0.0741816
Dec 25 21:22:15.144592 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d8eeded3-e850-4f51-bdac-156989eab383 req-f9f33526-f9a9-4000-8ca5-c4b93f726ffd tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/security-groups?id=eb031b39-e206-4789-8844-f32137bfb856&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1102650
Dec 25 21:22:15.222168 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd37f5c-0839-4902-a19e-d78bb4c8e73a req-db1c5fc0-7a27-457a-8745-37188c97d3a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:22:15.223642 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7cd37f5c-0839-4902-a19e-d78bb4c8e73a req-db1c5fc0-7a27-457a-8745-37188c97d3a4 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d0593536-f259-44e3-8eca-283096dddce3 HTTP/1.1" status: 200  len: 854 time: 0.0728352
Dec 25 21:22:15.269918 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7cd37f5c-0839-4902-a19e-d78bb4c8e73a req-178fcbc5-2605-4ae2-8b9c-fd1ef8076491 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=df7f119b-f1bb-462c-b2dc-ce3acd2a89d9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0320423
Dec 25 21:22:15.293669 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755bbdf0-718e-48fc-8e08-a5dce008a452 req-71b1381f-2021-40cc-8ed8-a39a0fb1268b tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:22:15.295146 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-755bbdf0-718e-48fc-8e08-a5dce008a452 req-71b1381f-2021-40cc-8ed8-a39a0fb1268b tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] 10.222.0.32 "GET /v2.0/ports?device_id=20a90e3e-c379-4f2f-9632-763f67a3a334 HTTP/1.1" status: 200  len: 945 time: 0.0873451
Dec 25 21:22:15.710546 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abd5375-d69a-4217-b261-91ae3911b3dd req-8a168b8e-f6c4-4b73-934f-45a537160037 tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:22:15.712056 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3abd5375-d69a-4217-b261-91ae3911b3dd req-8a168b8e-f6c4-4b73-934f-45a537160037 tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/ports?device_id=336c6856-ca33-4291-b38f-03e7f7a5db93 HTTP/1.1" status: 200  len: 945 time: 0.1361642
Dec 25 21:22:15.715192 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-755bbdf0-718e-48fc-8e08-a5dce008a452 req-739fab6c-d01e-49ad-bb67-c93baa58bcc1 tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] 10.222.0.32 "GET /v2.0/security-groups?id=b53a52e0-f618-42f7-a91e-f12e72408b35&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1367519
Dec 25 21:22:15.717101 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7cd37f5c-0839-4902-a19e-d78bb4c8e73a req-2f4619a3-5287-4234-887b-558fbd5962d9 service neutron] 10.222.0.31 "GET /v2.0/networks/df7f119b-f1bb-462c-b2dc-ce3acd2a89d9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4391561
Dec 25 21:22:15.815326 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3abd5375-d69a-4217-b261-91ae3911b3dd req-100d5727-1dd7-4944-aa95-4a90605830a4 tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/security-groups?id=eb031b39-e206-4789-8844-f32137bfb856&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0968697
Dec 25 21:22:15.846850 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7cd37f5c-0839-4902-a19e-d78bb4c8e73a req-50c84b29-9302-4baa-a045-2a3454909b7e service neutron] 10.222.0.31 "GET /v2.0/networks/df7f119b-f1bb-462c-b2dc-ce3acd2a89d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1154099
Dec 25 21:22:15.959377 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5a89b5-d817-4620-bb7e-a41f870ada10 req-16eebf21-079d-49f4-ba3f-0d01f9d8dcaf tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:22:15.961058 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4d5a89b5-d817-4620-bb7e-a41f870ada10 req-16eebf21-079d-49f4-ba3f-0d01f9d8dcaf tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/ports?device_id=336c6856-ca33-4291-b38f-03e7f7a5db93 HTTP/1.1" status: 200  len: 945 time: 0.0551739
Dec 25 21:22:16.040649 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cbaa6c-55cf-4930-a8ea-b046cda9b143 req-12470aa5-27f1-4bf3-ae75-e2d341245365 tempest-AttachVolumeNegativeTest-2126197630 tempest-AttachVolumeNegativeTest-2126197630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:22:16.042069 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-88cbaa6c-55cf-4930-a8ea-b046cda9b143 req-12470aa5-27f1-4bf3-ae75-e2d341245365 tempest-AttachVolumeNegativeTest-2126197630 tempest-AttachVolumeNegativeTest-2126197630-project] 10.222.0.32 "GET /v2.0/ports?device_id=18053b3a-726d-42b5-8e54-89f3deee10cb HTTP/1.1" status: 200  len: 944 time: 0.0767450
Dec 25 21:22:16.046813 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4d5a89b5-d817-4620-bb7e-a41f870ada10 req-d07a400d-6eff-4747-9b4d-7014a236e02d tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/security-groups?id=eb031b39-e206-4789-8844-f32137bfb856&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0727925
Dec 25 21:22:16.091421 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-88cbaa6c-55cf-4930-a8ea-b046cda9b143 req-7eba4fa3-b46a-47a5-95e8-51c28a8fc3f0 tempest-AttachVolumeNegativeTest-2126197630 tempest-AttachVolumeNegativeTest-2126197630-project] 10.222.0.32 "GET /v2.0/security-groups?id=b13bfb58-0f10-46e2-9252-687280bf8bf9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426180
Dec 25 21:22:16.199622 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2744977-3780-494b-aeb3-123bd355182e req-7d6439c8-af3b-49d4-b509-57b8f8e5e4c2 tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:22:16.201226 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f2744977-3780-494b-aeb3-123bd355182e req-7d6439c8-af3b-49d4-b509-57b8f8e5e4c2 tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/ports?device_id=336c6856-ca33-4291-b38f-03e7f7a5db93 HTTP/1.1" status: 200  len: 945 time: 0.0580866
Dec 25 21:22:16.266376 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1fd523eb-fece-48a9-abac-db1ac8e8d00b req-9beeee62-2e57-4056-9038-f93fa73c1bbc tempest-ServerShowV247Test-197376765 tempest-ServerShowV247Test-197376765-project] 10.222.0.32 "GET /v2.0/ports?device_id=526ed898-b7b5-489a-b321-daca61b7fda9 HTTP/1.1" status: 200  len: 210 time: 0.0387137
Dec 25 21:22:16.270943 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f2744977-3780-494b-aeb3-123bd355182e req-0661b9a3-eb95-4a00-b507-33af2f47b010 tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/security-groups?id=eb031b39-e206-4789-8844-f32137bfb856&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0636837
Dec 25 21:22:16.411480 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0c1afd-cc2a-45a5-aba3-f3c8697c141e req-adebe304-4587-42c9-9298-cea437227672 tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:22:16.413079 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-dd0c1afd-cc2a-45a5-aba3-f3c8697c141e req-adebe304-4587-42c9-9298-cea437227672 tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/ports?device_id=336c6856-ca33-4291-b38f-03e7f7a5db93 HTTP/1.1" status: 200  len: 945 time: 0.0496252
Dec 25 21:22:16.462617 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-dd0c1afd-cc2a-45a5-aba3-f3c8697c141e req-199936a9-f4a5-4bbc-9dac-2217c749f57f tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/security-groups?id=eb031b39-e206-4789-8844-f32137bfb856&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420158
Dec 25 21:22:16.586116 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b9abfb-3769-4ab1-9330-fec4935e6750 req-e7b0b777-2ef6-43e2-983c-e890e96550a7 tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:22:16.588034 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-52b9abfb-3769-4ab1-9330-fec4935e6750 req-e7b0b777-2ef6-43e2-983c-e890e96550a7 tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/ports?device_id=336c6856-ca33-4291-b38f-03e7f7a5db93 HTTP/1.1" status: 200  len: 945 time: 0.0543842
Dec 25 21:22:16.636297 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-52b9abfb-3769-4ab1-9330-fec4935e6750 req-e267ea88-9a37-4683-899e-e931dc2a7f97 tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/security-groups?id=eb031b39-e206-4789-8844-f32137bfb856&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421929
Dec 25 21:22:16.769640 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ab0681-6221-4a09-b42e-737d88e4d784 req-f13657a1-fa35-41b0-9667-ce69c0972145 tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:22:16.771151 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-29ab0681-6221-4a09-b42e-737d88e4d784 req-f13657a1-fa35-41b0-9667-ce69c0972145 tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/ports?device_id=336c6856-ca33-4291-b38f-03e7f7a5db93 HTTP/1.1" status: 200  len: 945 time: 0.0487959
Dec 25 21:22:16.862131 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-29ab0681-6221-4a09-b42e-737d88e4d784 req-f0b45342-67ae-4fe1-9595-9abbb457372e tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/security-groups?id=eb031b39-e206-4789-8844-f32137bfb856&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0842376
Dec 25 21:22:16.874456 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa152647-26a8-49e4-b959-20ed5dcb8ab4 req-24ff313d-2d05-472b-b51a-e74def8a7041 tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:22:16.875915 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-fa152647-26a8-49e4-b959-20ed5dcb8ab4 req-24ff313d-2d05-472b-b51a-e74def8a7041 tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] 10.222.0.32 "GET /v2.0/ports?device_id=20a90e3e-c379-4f2f-9632-763f67a3a334 HTTP/1.1" status: 200  len: 945 time: 0.0851235
Dec 25 21:22:16.927000 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-fa152647-26a8-49e4-b959-20ed5dcb8ab4 req-63ea378b-5938-49e8-adff-e0e0e5cbf8ba tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] 10.222.0.32 "GET /v2.0/security-groups?id=b53a52e0-f618-42f7-a91e-f12e72408b35&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421150
Dec 25 21:22:17.028899 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca29843c-019a-4bda-9d95-f9a0f14003c5 req-e46d494f-2975-4ae3-b829-edc3147782fd tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:22:17.030382 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ca29843c-019a-4bda-9d95-f9a0f14003c5 req-e46d494f-2975-4ae3-b829-edc3147782fd tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/ports?device_id=336c6856-ca33-4291-b38f-03e7f7a5db93 HTTP/1.1" status: 200  len: 945 time: 0.0510454
Dec 25 21:22:17.076650 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ca29843c-019a-4bda-9d95-f9a0f14003c5 req-8973a63a-65b0-445e-9fee-1c1241358cd5 tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/security-groups?id=eb031b39-e206-4789-8844-f32137bfb856&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403292
Dec 25 21:22:17.260504 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dd4887-9011-4123-b8d3-ed12da4069b7 req-f968b528-002c-4043-8336-f7751b313e17 tempest-AttachVolumeNegativeTest-2126197630 tempest-AttachVolumeNegativeTest-2126197630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:22:17.262003 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a7dd4887-9011-4123-b8d3-ed12da4069b7 req-f968b528-002c-4043-8336-f7751b313e17 tempest-AttachVolumeNegativeTest-2126197630 tempest-AttachVolumeNegativeTest-2126197630-project] 10.222.0.32 "GET /v2.0/ports?device_id=18053b3a-726d-42b5-8e54-89f3deee10cb HTTP/1.1" status: 200  len: 944 time: 0.0831792
Dec 25 21:22:17.273173 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e73e29b-dec2-47f6-9cd3-4b55b21d807b req-8564a953-e777-41ab-b502-1df54d342fad tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:22:17.274558 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4e73e29b-dec2-47f6-9cd3-4b55b21d807b req-8564a953-e777-41ab-b502-1df54d342fad tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/ports?device_id=336c6856-ca33-4291-b38f-03e7f7a5db93 HTTP/1.1" status: 200  len: 945 time: 0.0687647
Dec 25 21:22:17.344078 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a7dd4887-9011-4123-b8d3-ed12da4069b7 req-69174f83-6420-48c0-a379-6c88b56aeac8 tempest-AttachVolumeNegativeTest-2126197630 tempest-AttachVolumeNegativeTest-2126197630-project] 10.222.0.32 "GET /v2.0/security-groups?id=b13bfb58-0f10-46e2-9252-687280bf8bf9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0685797
Dec 25 21:22:17.348385 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4e73e29b-dec2-47f6-9cd3-4b55b21d807b req-254771a4-99bc-4836-9248-564aa4fab447 tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/security-groups?id=eb031b39-e206-4789-8844-f32137bfb856&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0673172
Dec 25 21:22:17.450269 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c6002d63-6778-45ad-844b-2e5c9758e854 req-b44c2019-f33c-4c70-8f30-2ab46bc92364 tempest-ServerShowV247Test-197376765 tempest-ServerShowV247Test-197376765-project] 10.222.0.32 "GET /v2.0/ports?device_id=526ed898-b7b5-489a-b321-daca61b7fda9 HTTP/1.1" status: 200  len: 210 time: 0.0392172
Dec 25 21:22:17.527195 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e876a4e3-f2eb-4378-924b-ad8cce8ab470 req-662d519f-41e3-4041-8096-33ad150879ea tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:22:17.528654 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e876a4e3-f2eb-4378-924b-ad8cce8ab470 req-662d519f-41e3-4041-8096-33ad150879ea tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/ports?device_id=336c6856-ca33-4291-b38f-03e7f7a5db93 HTTP/1.1" status: 200  len: 945 time: 0.0485084
Dec 25 21:22:17.579557 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e876a4e3-f2eb-4378-924b-ad8cce8ab470 req-ae434dfa-9d9e-432d-9691-6130deddb1fe tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/security-groups?id=eb031b39-e206-4789-8844-f32137bfb856&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0449681
Dec 25 21:22:17.740740 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30634b61-f13d-41e8-8400-ac3057092bed req-4a8179f2-c9c4-478a-b5c2-53e83f600a46 tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:22:17.742239 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-30634b61-f13d-41e8-8400-ac3057092bed req-4a8179f2-c9c4-478a-b5c2-53e83f600a46 tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/ports?device_id=336c6856-ca33-4291-b38f-03e7f7a5db93 HTTP/1.1" status: 200  len: 945 time: 0.0490670
Dec 25 21:22:17.789160 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-30634b61-f13d-41e8-8400-ac3057092bed req-2df83d80-d079-46ed-a657-900bccba0db3 tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/security-groups?id=eb031b39-e206-4789-8844-f32137bfb856&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403206
Dec 25 21:22:17.904026 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f41f6c-230b-4b62-9a7b-19b6f5df6a79 req-c129672d-cc4d-49d2-bb09-5e27896d2540 tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:22:17.905452 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e6f41f6c-230b-4b62-9a7b-19b6f5df6a79 req-c129672d-cc4d-49d2-bb09-5e27896d2540 tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/ports?device_id=336c6856-ca33-4291-b38f-03e7f7a5db93 HTTP/1.1" status: 200  len: 945 time: 0.0485375
Dec 25 21:22:17.953566 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e6f41f6c-230b-4b62-9a7b-19b6f5df6a79 req-f4203354-c825-4f0f-8e38-cc2fbc94fcbb tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/security-groups?id=eb031b39-e206-4789-8844-f32137bfb856&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421143
Dec 25 21:22:18.067110 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b356e084-754c-4b7e-ba7e-609404c28b35 req-d740740f-2415-46c0-99a4-10f956c1e489 tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:22:18.068627 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b356e084-754c-4b7e-ba7e-609404c28b35 req-d740740f-2415-46c0-99a4-10f956c1e489 tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] 10.222.0.32 "GET /v2.0/ports?device_id=20a90e3e-c379-4f2f-9632-763f67a3a334 HTTP/1.1" status: 200  len: 945 time: 0.0536458
Dec 25 21:22:18.143776 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957ef407-f602-4898-ab55-c0651b767116 req-0f6f028f-1edf-445f-81d3-59175b045cba tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:22:18.145276 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-957ef407-f602-4898-ab55-c0651b767116 req-0f6f028f-1edf-445f-81d3-59175b045cba tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/ports?device_id=336c6856-ca33-4291-b38f-03e7f7a5db93 HTTP/1.1" status: 200  len: 945 time: 0.0757420
Dec 25 21:22:18.149930 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b356e084-754c-4b7e-ba7e-609404c28b35 req-fc347092-6e66-44ba-8039-3a9c15a5e568 tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] 10.222.0.32 "GET /v2.0/security-groups?id=b53a52e0-f618-42f7-a91e-f12e72408b35&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0717454
Dec 25 21:22:18.193287 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-957ef407-f602-4898-ab55-c0651b767116 req-322ec6dc-ef88-4205-a2be-c02b3579f83b tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/security-groups?id=eb031b39-e206-4789-8844-f32137bfb856&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415144
Dec 25 21:22:18.308713 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8b325c-f483-41e9-b4f9-a4c56de664db req-3062aa5e-bc8c-4c59-a765-e4ea667e3afe tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:22:18.310247 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-cd8b325c-f483-41e9-b4f9-a4c56de664db req-3062aa5e-bc8c-4c59-a765-e4ea667e3afe tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/ports?device_id=336c6856-ca33-4291-b38f-03e7f7a5db93 HTTP/1.1" status: 200  len: 945 time: 0.0494018
Dec 25 21:22:18.360726 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-cd8b325c-f483-41e9-b4f9-a4c56de664db req-83875c5e-8d4a-4225-acfb-078e2475680c tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/security-groups?id=eb031b39-e206-4789-8844-f32137bfb856&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0446012
Dec 25 21:22:18.462910 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b57960-80ca-47d1-b851-eae6bbd648c7 req-44fe6c41-33a8-4ca9-9e7a-16582c517e02 tempest-AttachVolumeNegativeTest-2126197630 tempest-AttachVolumeNegativeTest-2126197630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:22:18.463964 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-19b57960-80ca-47d1-b851-eae6bbd648c7 req-44fe6c41-33a8-4ca9-9e7a-16582c517e02 tempest-AttachVolumeNegativeTest-2126197630 tempest-AttachVolumeNegativeTest-2126197630-project] 10.222.0.32 "GET /v2.0/ports?device_id=18053b3a-726d-42b5-8e54-89f3deee10cb HTTP/1.1" status: 200  len: 944 time: 0.0517259
Dec 25 21:22:18.512168 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-19b57960-80ca-47d1-b851-eae6bbd648c7 req-30f75fba-cb01-4783-b205-515486148f40 tempest-AttachVolumeNegativeTest-2126197630 tempest-AttachVolumeNegativeTest-2126197630-project] 10.222.0.32 "GET /v2.0/security-groups?id=b13bfb58-0f10-46e2-9252-687280bf8bf9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421600
Dec 25 21:22:18.658890 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-6076a3cb-1708-4d0a-bd57-c54c451da672 req-cd129514-0ba1-4c3e-a8be-445b88673e2a tempest-ServerShowV247Test-197376765 tempest-ServerShowV247Test-197376765-project] 10.222.0.32 "GET /v2.0/ports?device_id=526ed898-b7b5-489a-b321-daca61b7fda9 HTTP/1.1" status: 200  len: 210 time: 0.0269384
Dec 25 21:22:18.729123 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c98142a-ac96-45bf-90c9-96ac28210424 req-8804c030-85d9-4a28-9130-5ee98e994ea4 tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:22:18.730764 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5c98142a-ac96-45bf-90c9-96ac28210424 req-8804c030-85d9-4a28-9130-5ee98e994ea4 tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/ports?device_id=336c6856-ca33-4291-b38f-03e7f7a5db93 HTTP/1.1" status: 200  len: 945 time: 0.0501716
Dec 25 21:22:18.781597 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5c98142a-ac96-45bf-90c9-96ac28210424 req-8e81476c-8af3-44e4-a0ce-ac5feff73a35 tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/security-groups?id=eb031b39-e206-4789-8844-f32137bfb856&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0447536
Dec 25 21:22:19.175413 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device 866836b0-b932-4ad3-b858-1d09b2903533 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 25 21:22:19.276495 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port 866836b0-b932-4ad3-b858-1d09b2903533, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=866836b0-b932-4ad3-b858-1d09b2903533,segment=NetworkSegment(1c5dea30-318f-4932-8772-f43ff59dee51),segment_id=1c5dea30-318f-4932-8772-f43ff59dee51)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:22:19.280334 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4780b23b-07a5-4b89-8614-da43b830b98f req-79d3ab0b-4522-4ee9-ab84-a6aad7bc403e tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:22:19.281890 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4780b23b-07a5-4b89-8614-da43b830b98f req-79d3ab0b-4522-4ee9-ab84-a6aad7bc403e tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] 10.222.0.32 "GET /v2.0/ports?device_id=20a90e3e-c379-4f2f-9632-763f67a3a334 HTTP/1.1" status: 200  len: 945 time: 0.0509455
Dec 25 21:22:19.288250 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Returning: {'device': '866836b0-b932-4ad3-b858-1d09b2903533', 'network_id': 'df7f119b-f1bb-462c-b2dc-ce3acd2a89d9', 'port_id': '866836b0-b932-4ad3-b858-1d09b2903533', 'mac_address': 'fa:16:3e:17:c6:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0593536-f259-44e3-8eca-283096dddce3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 25 21:22:19.325239 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:22:19.332026 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4780b23b-07a5-4b89-8614-da43b830b98f req-70e54140-d49c-4eff-bbb2-789d9de548f7 tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] 10.222.0.32 "GET /v2.0/security-groups?id=b53a52e0-f618-42f7-a91e-f12e72408b35&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422196
Dec 25 21:22:19.338844 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 866836b0-b932-4ad3-b858-1d09b2903533 {{(pid=121608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:22:19.357916 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port 866836b0-b932-4ad3-b858-1d09b2903533, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=866836b0-b932-4ad3-b858-1d09b2903533,segment=NetworkSegment(1c5dea30-318f-4932-8772-f43ff59dee51),segment_id=1c5dea30-318f-4932-8772-f43ff59dee51)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:22:19.435803 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:22:19.488214 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Pushing event updated for resources: {'Port': ['ID=866836b0-b932-4ad3-b858-1d09b2903533,revision_number=4']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:22:19.631953 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0929e4-b3f7-4dc6-ac2b-e9705064d4b4 req-3999b79c-af63-4592-8c13-c178c43ddd09 tempest-AttachVolumeNegativeTest-2126197630 tempest-AttachVolumeNegativeTest-2126197630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:22:19.633580 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-fa0929e4-b3f7-4dc6-ac2b-e9705064d4b4 req-3999b79c-af63-4592-8c13-c178c43ddd09 tempest-AttachVolumeNegativeTest-2126197630 tempest-AttachVolumeNegativeTest-2126197630-project] 10.222.0.32 "GET /v2.0/ports?device_id=18053b3a-726d-42b5-8e54-89f3deee10cb HTTP/1.1" status: 200  len: 945 time: 0.0513878
Dec 25 21:22:19.682082 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-fa0929e4-b3f7-4dc6-ac2b-e9705064d4b4 req-0bdd9450-6070-46d9-a73f-e34fc899e4eb tempest-AttachVolumeNegativeTest-2126197630 tempest-AttachVolumeNegativeTest-2126197630-project] 10.222.0.32 "GET /v2.0/security-groups?id=b13bfb58-0f10-46e2-9252-687280bf8bf9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418024
Dec 25 21:22:19.751134 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] get_ports_and_sgs() called for port_ids ['866836b0-b932-4ad3-b858-1d09b2903533'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:22:19.771293 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-12343c5a-784d-48c4-ac37-3203794a9096 req-e969a2a2-058a-41e0-9bf1-c398eba52507 tempest-ServerShowV247Test-197376765 tempest-ServerShowV247Test-197376765-project] 10.222.0.32 "GET /v2.0/ports?device_id=526ed898-b7b5-489a-b321-daca61b7fda9 HTTP/1.1" status: 200  len: 210 time: 0.0309899
Dec 25 21:22:19.902372 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc6112e-815a-4948-9593-4051835cee2d req-8c04beaf-b1d4-4a83-b9b1-ff7cc88aae35 tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:22:19.903851 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5cc6112e-815a-4948-9593-4051835cee2d req-8c04beaf-b1d4-4a83-b9b1-ff7cc88aae35 tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/ports?device_id=336c6856-ca33-4291-b38f-03e7f7a5db93 HTTP/1.1" status: 200  len: 945 time: 0.0505235
Dec 25 21:22:19.951614 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5cc6112e-815a-4948-9593-4051835cee2d req-b59f2af4-1e9b-4435-8ec9-e29e580d6488 tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/security-groups?id=eb031b39-e206-4789-8844-f32137bfb856&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415576
Dec 25 21:22:20.375149 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6c8ac9-b733-469f-a57a-7675b6bf8b21 req-51c7739f-86a7-4664-8c38-a23cf4bdce42 tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:22:20.376594 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9b6c8ac9-b733-469f-a57a-7675b6bf8b21 req-51c7739f-86a7-4664-8c38-a23cf4bdce42 tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/ports?device_id=336c6856-ca33-4291-b38f-03e7f7a5db93 HTTP/1.1" status: 200  len: 945 time: 0.0494411
Dec 25 21:22:20.438077 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9b6c8ac9-b733-469f-a57a-7675b6bf8b21 req-4077e8ac-1d40-4613-bb8c-48a28bd70f09 tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/security-groups?id=eb031b39-e206-4789-8844-f32137bfb856&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0552981
Dec 25 21:22:20.478781 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1647ece8-cda3-4427-a19c-e33dbf1faa35 req-9090214d-ab25-4835-90ea-bf84f049aa30 tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:22:20.480302 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1647ece8-cda3-4427-a19c-e33dbf1faa35 req-9090214d-ab25-4835-90ea-bf84f049aa30 tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] 10.222.0.32 "GET /v2.0/ports?device_id=20a90e3e-c379-4f2f-9632-763f67a3a334 HTTP/1.1" status: 200  len: 945 time: 0.0583806
Dec 25 21:22:20.535908 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1647ece8-cda3-4427-a19c-e33dbf1faa35 req-c8d850e0-ea56-4a9e-b441-128a091dcc84 tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] 10.222.0.32 "GET /v2.0/security-groups?id=b53a52e0-f618-42f7-a91e-f12e72408b35&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0494556
Dec 25 21:22:20.800164 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54164f5c-3698-455b-9f69-9d2a9f027a2f req-092d3bcf-96e0-46b3-9155-b56b18c3af31 tempest-AttachVolumeNegativeTest-2126197630 tempest-AttachVolumeNegativeTest-2126197630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:22:20.801720 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-54164f5c-3698-455b-9f69-9d2a9f027a2f req-092d3bcf-96e0-46b3-9155-b56b18c3af31 tempest-AttachVolumeNegativeTest-2126197630 tempest-AttachVolumeNegativeTest-2126197630-project] 10.222.0.32 "GET /v2.0/ports?device_id=18053b3a-726d-42b5-8e54-89f3deee10cb HTTP/1.1" status: 200  len: 945 time: 0.0508814
Dec 25 21:22:20.852218 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-54164f5c-3698-455b-9f69-9d2a9f027a2f req-0f9b74f9-0e1e-4fbd-924a-6633fbd5fb4f tempest-AttachVolumeNegativeTest-2126197630 tempest-AttachVolumeNegativeTest-2126197630-project] 10.222.0.32 "GET /v2.0/security-groups?id=b13bfb58-0f10-46e2-9252-687280bf8bf9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0443318
Dec 25 21:22:20.880954 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8123148c-46b2-460c-878b-fb5271397a86 req-aae0e31c-bd5c-49b1-8eb6-05598d3824ff tempest-ServerShowV247Test-197376765 tempest-ServerShowV247Test-197376765-project] 10.222.0.32 "GET /v2.0/ports?device_id=526ed898-b7b5-489a-b321-daca61b7fda9 HTTP/1.1" status: 200  len: 210 time: 0.0259259
Dec 25 21:22:21.188382 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device 866836b0-b932-4ad3-b858-1d09b2903533 up at agent hyperv_nch1-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:22:21.286884 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Provisioning for port 866836b0-b932-4ad3-b858-1d09b2903533 completed by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 25 21:22:21.291189 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Provisioning complete for port 866836b0-b932-4ad3-b858-1d09b2903533 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:22:21.291555 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:22:21.366435 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:22:21.388545 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18053b3a-726d-42b5-8e54-89f3deee10cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '866836b0-b932-4ad3-b858-1d09b2903533'}] {{(pid=121608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:22:21.390794 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a88c78c3ff6266bd59c7e89d275b28c92e739b67d23c89d71af88829fd31566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d773a732-6848-4609-b8ab-d090472b4be1" -d '{"events": [{"server_uuid": "18053b3a-726d-42b5-8e54-89f3deee10cb", "name": "network-vif-plugged", "status": "completed", "tag": "866836b0-b932-4ad3-b858-1d09b2903533"}]}' {{(pid=121608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:22:21.403614 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port 866836b0-b932-4ad3-b858-1d09b2903533, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=866836b0-b932-4ad3-b858-1d09b2903533,segment=NetworkSegment(1c5dea30-318f-4932-8772-f43ff59dee51),segment_id=1c5dea30-318f-4932-8772-f43ff59dee51)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:22:21.431993 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 21:22:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9143e085-b842-4c7b-9cb4-24133b6ae78f x-openstack-request-id: req-9143e085-b842-4c7b-9cb4-24133b6ae78f {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:22:21.431993 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18053b3a-726d-42b5-8e54-89f3deee10cb", "name": "network-vif-plugged", "status": "completed", "tag": "866836b0-b932-4ad3-b858-1d09b2903533", "code": 200}]} {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:22:21.431993 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9143e085-b842-4c7b-9cb4-24133b6ae78f {{(pid=121608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:22:21.431993 ncdv-master-1 neutron-server[121608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18053b3a-726d-42b5-8e54-89f3deee10cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '866836b0-b932-4ad3-b858-1d09b2903533', 'code': 200}
Dec 25 21:22:21.516045 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:22:21.572380 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Pushing event updated for resources: {'Port': ['ID=866836b0-b932-4ad3-b858-1d09b2903533,revision_number=5']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:22:21.578476 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b6c9b0-bdc2-403b-8639-c3a07265114b req-d10f4d2b-67c9-4969-a123-bd905087f002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:22:21.580009 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-96b6c9b0-bdc2-403b-8639-c3a07265114b req-d10f4d2b-67c9-4969-a123-bd905087f002 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=18053b3a-726d-42b5-8e54-89f3deee10cb HTTP/1.1" status: 200  len: 1096 time: 0.0785520
Dec 25 21:22:21.594998 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bd0b29-b9fd-4115-bc6f-6bd8f13792e6 req-b7a2173a-a5c2-4cb6-a2bf-3fdbc7ba1d98 tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:22:21.596580 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-75bd0b29-b9fd-4115-bc6f-6bd8f13792e6 req-b7a2173a-a5c2-4cb6-a2bf-3fdbc7ba1d98 tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/ports?device_id=336c6856-ca33-4291-b38f-03e7f7a5db93 HTTP/1.1" status: 200  len: 945 time: 0.0852678
Dec 25 21:22:21.693159 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-96b6c9b0-bdc2-403b-8639-c3a07265114b req-0712e2ec-a8fe-4d58-b8f9-c31c93f1c07a service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=b13bfb58-0f10-46e2-9252-687280bf8bf9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0955241
Dec 25 21:22:21.706041 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-75bd0b29-b9fd-4115-bc6f-6bd8f13792e6 req-58285a46-3291-41c3-a063-0acc2e48f3f2 tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/security-groups?id=eb031b39-e206-4789-8844-f32137bfb856&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1012342
Dec 25 21:22:21.715117 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ddec5f-5329-45e8-af08-a781de70e2db req-df8849ae-0d22-4144-99d1-71a439df0da3 tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:22:21.716576 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b4ddec5f-5329-45e8-af08-a781de70e2db req-df8849ae-0d22-4144-99d1-71a439df0da3 tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] 10.222.0.32 "GET /v2.0/ports?device_id=20a90e3e-c379-4f2f-9632-763f67a3a334 HTTP/1.1" status: 200  len: 945 time: 0.1023207
Dec 25 21:22:21.733215 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.agents_db [None req-ec08dba0-4483-4109-b5e1-5e4a9fdaf12d None None] Agent healthcheck: found 7 active agents {{(pid=121609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 25 21:22:21.771678 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b4ddec5f-5329-45e8-af08-a781de70e2db req-bc78f684-3417-477f-905a-d18e1c3e0ea3 tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] 10.222.0.32 "GET /v2.0/security-groups?id=b53a52e0-f618-42f7-a91e-f12e72408b35&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0485568
Dec 25 21:22:21.876294 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaf6214-6252-4e0b-aaed-b45bd90e2a5c req-6ae41788-e370-44bd-976b-3f4d47630b6b tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:22:21.877847 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ffaf6214-6252-4e0b-aaed-b45bd90e2a5c req-6ae41788-e370-44bd-976b-3f4d47630b6b tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/ports?device_id=336c6856-ca33-4291-b38f-03e7f7a5db93 HTTP/1.1" status: 200  len: 945 time: 0.0507512
Dec 25 21:22:21.926865 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ffaf6214-6252-4e0b-aaed-b45bd90e2a5c req-b9e2a091-03e4-41e2-89f4-144d50ec40c0 tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/security-groups?id=eb031b39-e206-4789-8844-f32137bfb856&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427914
Dec 25 21:22:21.979299 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5372a385-f0ec-4466-a4a7-e51f395ac5b8 req-330eb83e-04a7-406a-9305-94aef242e3e9 tempest-AttachVolumeNegativeTest-2126197630 tempest-AttachVolumeNegativeTest-2126197630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:22:21.980744 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5372a385-f0ec-4466-a4a7-e51f395ac5b8 req-330eb83e-04a7-406a-9305-94aef242e3e9 tempest-AttachVolumeNegativeTest-2126197630 tempest-AttachVolumeNegativeTest-2126197630-project] 10.222.0.32 "GET /v2.0/ports?device_id=18053b3a-726d-42b5-8e54-89f3deee10cb HTTP/1.1" status: 200  len: 946 time: 0.0530028
Dec 25 21:22:22.025379 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f593c1de-eeec-48ab-aef2-453f62ece9ac req-259e996d-954c-4910-a7c6-a136d1ef4640 tempest-ServerShowV247Test-197376765 tempest-ServerShowV247Test-197376765-project] 10.222.0.32 "GET /v2.0/ports?device_id=526ed898-b7b5-489a-b321-daca61b7fda9 HTTP/1.1" status: 200  len: 210 time: 0.0397432
Dec 25 21:22:22.056544 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5372a385-f0ec-4466-a4a7-e51f395ac5b8 req-616967e0-bd93-4ed2-aad5-d5368c4ff172 tempest-AttachVolumeNegativeTest-2126197630 tempest-AttachVolumeNegativeTest-2126197630-project] 10.222.0.32 "GET /v2.0/security-groups?id=b13bfb58-0f10-46e2-9252-687280bf8bf9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0624993
Dec 25 21:22:22.167494 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c49906a-a67a-461b-9fd3-eb93dd392b2a req-50359edf-8599-48a9-8f3b-7b12483f7ded tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:22:22.169025 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1c49906a-a67a-461b-9fd3-eb93dd392b2a req-50359edf-8599-48a9-8f3b-7b12483f7ded tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/ports?device_id=336c6856-ca33-4291-b38f-03e7f7a5db93 HTTP/1.1" status: 200  len: 945 time: 0.0496068
Dec 25 21:22:22.217569 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1c49906a-a67a-461b-9fd3-eb93dd392b2a req-2d54a19b-fe83-4195-918e-6f78f38371d4 tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/security-groups?id=eb031b39-e206-4789-8844-f32137bfb856&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427327
Dec 25 21:22:22.332202 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c761288f-7aee-4036-8264-b86afa6430df req-b9e64b1e-f307-4c46-96fa-c2bcb74c8d39 tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:22:22.333786 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c761288f-7aee-4036-8264-b86afa6430df req-b9e64b1e-f307-4c46-96fa-c2bcb74c8d39 tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/ports?device_id=336c6856-ca33-4291-b38f-03e7f7a5db93 HTTP/1.1" status: 200  len: 945 time: 0.0492921
Dec 25 21:22:22.385206 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c761288f-7aee-4036-8264-b86afa6430df req-861fe946-ac1a-4513-b0e8-ede3b7745237 tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/security-groups?id=eb031b39-e206-4789-8844-f32137bfb856&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0447586
Dec 25 21:22:22.517588 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e800f1-8053-423a-912b-b4f851282c61 req-e5d2be67-7b09-452b-81e6-50afb649bdcf tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:22:22.518994 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-01e800f1-8053-423a-912b-b4f851282c61 req-e5d2be67-7b09-452b-81e6-50afb649bdcf tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/ports?device_id=336c6856-ca33-4291-b38f-03e7f7a5db93 HTTP/1.1" status: 200  len: 945 time: 0.0491590
Dec 25 21:22:22.565520 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-01e800f1-8053-423a-912b-b4f851282c61 req-7bd6d42d-3ce6-4a48-8722-0d5b7f2a0cfb tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/security-groups?id=eb031b39-e206-4789-8844-f32137bfb856&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406218
Dec 25 21:22:22.686164 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbc0db5-6daa-4fe7-a57b-41c227516dbf req-7a67ad20-ee57-4548-a44a-717ac5d1e7b2 tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:22:22.687667 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7fbc0db5-6daa-4fe7-a57b-41c227516dbf req-7a67ad20-ee57-4548-a44a-717ac5d1e7b2 tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/ports?device_id=336c6856-ca33-4291-b38f-03e7f7a5db93 HTTP/1.1" status: 200  len: 945 time: 0.0513687
Dec 25 21:22:22.803665 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7fbc0db5-6daa-4fe7-a57b-41c227516dbf req-c2f886c7-f7f7-4589-8b9c-09bf12ddcdc7 tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/security-groups?id=eb031b39-e206-4789-8844-f32137bfb856&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1098022
Dec 25 21:22:22.897464 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4771f2-3ab6-4b63-83a4-0ea65cfc29db req-32c646a8-e6d3-4d8f-bcec-22d75f40e37d tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:22:22.898856 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-bc4771f2-3ab6-4b63-83a4-0ea65cfc29db req-32c646a8-e6d3-4d8f-bcec-22d75f40e37d tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] 10.222.0.32 "GET /v2.0/ports?device_id=20a90e3e-c379-4f2f-9632-763f67a3a334 HTTP/1.1" status: 200  len: 945 time: 0.0546050
Dec 25 21:22:22.953123 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-bc4771f2-3ab6-4b63-83a4-0ea65cfc29db req-ebf968ae-551d-4f1b-95a0-f30714c75a47 tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] 10.222.0.32 "GET /v2.0/security-groups?id=b53a52e0-f618-42f7-a91e-f12e72408b35&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0468354
Dec 25 21:22:23.022125 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122563e2-0897-4c93-9fff-936c6bf1cd5f req-6502154e-1db7-41f6-8317-00bda29ecea6 tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:22:23.023649 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-122563e2-0897-4c93-9fff-936c6bf1cd5f req-6502154e-1db7-41f6-8317-00bda29ecea6 tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/ports?device_id=336c6856-ca33-4291-b38f-03e7f7a5db93 HTTP/1.1" status: 200  len: 945 time: 0.0491207
Dec 25 21:22:23.074299 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-122563e2-0897-4c93-9fff-936c6bf1cd5f req-7a5bd9e4-3cec-4cd3-b84d-77f4c2433a99 tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/security-groups?id=eb031b39-e206-4789-8844-f32137bfb856&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437694
Dec 25 21:22:23.141311 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7b821e44-7681-4025-bcad-0c1f86a290e2 req-7da98bf0-97fc-40ea-9730-f95eb1636e96 tempest-ServerShowV247Test-197376765 tempest-ServerShowV247Test-197376765-project] 10.222.0.32 "GET /v2.0/ports?device_id=526ed898-b7b5-489a-b321-daca61b7fda9 HTTP/1.1" status: 200  len: 210 time: 0.0298173
Dec 25 21:22:23.194816 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b945bc-0a01-4429-837e-4514016dba1f req-90b8ec1b-29a6-48b4-b6cc-3e4a7028e52e tempest-AttachVolumeNegativeTest-2126197630 tempest-AttachVolumeNegativeTest-2126197630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:22:23.196963 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-24b945bc-0a01-4429-837e-4514016dba1f req-90b8ec1b-29a6-48b4-b6cc-3e4a7028e52e tempest-AttachVolumeNegativeTest-2126197630 tempest-AttachVolumeNegativeTest-2126197630-project] 10.222.0.32 "GET /v2.0/ports?device_id=18053b3a-726d-42b5-8e54-89f3deee10cb HTTP/1.1" status: 200  len: 946 time: 0.0583591
Dec 25 21:22:23.277248 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-24b945bc-0a01-4429-837e-4514016dba1f req-76e6d2ba-69a0-4974-8b48-6f881dfc9c15 tempest-AttachVolumeNegativeTest-2126197630 tempest-AttachVolumeNegativeTest-2126197630-project] 10.222.0.32 "GET /v2.0/security-groups?id=b13bfb58-0f10-46e2-9252-687280bf8bf9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0734060
Dec 25 21:22:23.285843 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bd6e87-59c2-4b04-89a4-ec578677866a req-bdd3785e-6f65-4d5d-8105-fca795e6ded6 tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:22:23.287364 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-66bd6e87-59c2-4b04-89a4-ec578677866a req-bdd3785e-6f65-4d5d-8105-fca795e6ded6 tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/ports?device_id=336c6856-ca33-4291-b38f-03e7f7a5db93 HTTP/1.1" status: 200  len: 945 time: 0.0770304
Dec 25 21:22:23.338875 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-66bd6e87-59c2-4b04-89a4-ec578677866a req-7a7efd1f-6510-4bb8-92ea-bd656ce4ca0a tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/security-groups?id=eb031b39-e206-4789-8844-f32137bfb856&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0446289
Dec 25 21:22:23.482891 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c59e73-6121-422f-8233-7f5382c538b7 req-786dc3af-c992-49ca-8ac1-0c4ca105b83b tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:22:23.484407 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-72c59e73-6121-422f-8233-7f5382c538b7 req-786dc3af-c992-49ca-8ac1-0c4ca105b83b tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/ports?device_id=336c6856-ca33-4291-b38f-03e7f7a5db93 HTTP/1.1" status: 200  len: 945 time: 0.0531237
Dec 25 21:22:23.531024 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-72c59e73-6121-422f-8233-7f5382c538b7 req-5b248948-677c-4b63-bd14-a635766c647d tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/security-groups?id=eb031b39-e206-4789-8844-f32137bfb856&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405219
Dec 25 21:22:23.646880 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07df5bbf-3232-4011-b6ad-2c957b113cae req-c2213b8d-a727-4f15-b44b-6d72d51acb48 tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:22:23.648272 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-07df5bbf-3232-4011-b6ad-2c957b113cae req-c2213b8d-a727-4f15-b44b-6d72d51acb48 tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/ports?device_id=336c6856-ca33-4291-b38f-03e7f7a5db93 HTTP/1.1" status: 200  len: 945 time: 0.0501773
Dec 25 21:22:23.696840 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-07df5bbf-3232-4011-b6ad-2c957b113cae req-6fd20abe-0ffe-460f-b7f9-52afbfc404ff tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/security-groups?id=eb031b39-e206-4789-8844-f32137bfb856&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423841
Dec 25 21:22:23.827197 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394f4219-fb93-410b-837a-d0f7a0dc203d req-bb30416f-021a-4eb5-8d7a-3ce8be9f5c0f tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:22:23.828747 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-394f4219-fb93-410b-837a-d0f7a0dc203d req-bb30416f-021a-4eb5-8d7a-3ce8be9f5c0f tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/ports?device_id=336c6856-ca33-4291-b38f-03e7f7a5db93 HTTP/1.1" status: 200  len: 945 time: 0.0496306
Dec 25 21:22:23.880000 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-394f4219-fb93-410b-837a-d0f7a0dc203d req-dcb059eb-a693-4e88-bcc2-8fc9736d167d tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/security-groups?id=eb031b39-e206-4789-8844-f32137bfb856&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0453467
Dec 25 21:22:24.003714 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f24af2-40a0-497e-9d13-582d23ec490b req-36d352ec-9965-4834-bf4a-036f5a5eaf58 tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:22:24.011203 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f6f24af2-40a0-497e-9d13-582d23ec490b req-36d352ec-9965-4834-bf4a-036f5a5eaf58 tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/ports?device_id=336c6856-ca33-4291-b38f-03e7f7a5db93 HTTP/1.1" status: 200  len: 945 time: 0.0503194
Dec 25 21:22:24.076952 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f6f24af2-40a0-497e-9d13-582d23ec490b req-dc238331-6d92-41f1-9ee1-69b7669e3330 tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/security-groups?id=eb031b39-e206-4789-8844-f32137bfb856&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0655942
Dec 25 21:22:24.095462 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0779ce17-15a2-49bb-84f4-f22340310b66 req-5a107bbf-0c59-4a97-a664-264c21b4c452 tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:22:24.096987 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0779ce17-15a2-49bb-84f4-f22340310b66 req-5a107bbf-0c59-4a97-a664-264c21b4c452 tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] 10.222.0.32 "GET /v2.0/ports?device_id=20a90e3e-c379-4f2f-9632-763f67a3a334 HTTP/1.1" status: 200  len: 945 time: 0.0662973
Dec 25 21:22:24.147601 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0779ce17-15a2-49bb-84f4-f22340310b66 req-20e452c5-bfde-4d41-9c2e-f607662e1e10 tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] 10.222.0.32 "GET /v2.0/security-groups?id=b53a52e0-f618-42f7-a91e-f12e72408b35&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432703
Dec 25 21:22:24.250803 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-10a9e00e-644f-4b6b-b677-99053ea13531 req-19879187-bc96-4c70-8923-a49eb0f39d91 tempest-ServerShowV247Test-197376765 tempest-ServerShowV247Test-197376765-project] 10.222.0.32 "GET /v2.0/ports?device_id=526ed898-b7b5-489a-b321-daca61b7fda9 HTTP/1.1" status: 200  len: 210 time: 0.0295739
Dec 25 21:22:24.263606 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac2705b-e95f-4954-b594-2e33db8b9cc0 req-1c8527af-7ea5-4029-9d42-afec25419e0f tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:22:24.265079 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-fac2705b-e95f-4954-b594-2e33db8b9cc0 req-1c8527af-7ea5-4029-9d42-afec25419e0f tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/ports?device_id=336c6856-ca33-4291-b38f-03e7f7a5db93 HTTP/1.1" status: 200  len: 945 time: 0.0762613
Dec 25 21:22:24.315443 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-fac2705b-e95f-4954-b594-2e33db8b9cc0 req-c7d49182-b5ce-4226-a705-88f55661d4c9 tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/security-groups?id=eb031b39-e206-4789-8844-f32137bfb856&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432158
Dec 25 21:22:24.420638 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4620c4ac-78f3-4519-8fc4-cb54c89f122e req-6d133c19-ca04-4c32-be30-5db7ecd1934f tempest-AttachVolumeNegativeTest-2126197630 tempest-AttachVolumeNegativeTest-2126197630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:22:24.422122 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4620c4ac-78f3-4519-8fc4-cb54c89f122e req-6d133c19-ca04-4c32-be30-5db7ecd1934f tempest-AttachVolumeNegativeTest-2126197630 tempest-AttachVolumeNegativeTest-2126197630-project] 10.222.0.32 "GET /v2.0/ports?device_id=18053b3a-726d-42b5-8e54-89f3deee10cb HTTP/1.1" status: 200  len: 946 time: 0.0768495
Dec 25 21:22:24.458735 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4625bb-1fa9-48bb-a43f-69bf92172ef1 req-a04ca32c-a4da-4230-b355-fff74215b8e3 tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:22:24.460196 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4d4625bb-1fa9-48bb-a43f-69bf92172ef1 req-a04ca32c-a4da-4230-b355-fff74215b8e3 tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/ports?device_id=336c6856-ca33-4291-b38f-03e7f7a5db93 HTTP/1.1" status: 200  len: 945 time: 0.0782723
Dec 25 21:22:24.501429 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4620c4ac-78f3-4519-8fc4-cb54c89f122e req-65bfb6aa-d927-4fe0-8592-f4147864b59b tempest-AttachVolumeNegativeTest-2126197630 tempest-AttachVolumeNegativeTest-2126197630-project] 10.222.0.32 "GET /v2.0/security-groups?id=b13bfb58-0f10-46e2-9252-687280bf8bf9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0722280
Dec 25 21:22:24.533536 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4d4625bb-1fa9-48bb-a43f-69bf92172ef1 req-b0308f14-c6f9-4829-8e61-2b96bca3f5d0 tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/security-groups?id=eb031b39-e206-4789-8844-f32137bfb856&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0615084
Dec 25 21:22:24.664175 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce1bba3-d08e-4a56-b338-70938ae61ec4 req-438ee4e4-d706-4468-a8ec-a7fe4f105e17 tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:22:24.665719 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-dce1bba3-d08e-4a56-b338-70938ae61ec4 req-438ee4e4-d706-4468-a8ec-a7fe4f105e17 tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/ports?device_id=336c6856-ca33-4291-b38f-03e7f7a5db93 HTTP/1.1" status: 200  len: 945 time: 0.0506289
Dec 25 21:22:24.718336 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-dce1bba3-d08e-4a56-b338-70938ae61ec4 req-8ab11709-2617-4279-9911-024c8e5b4ee3 tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/security-groups?id=eb031b39-e206-4789-8844-f32137bfb856&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0462961
Dec 25 21:22:24.819381 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 33762) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:22:24.849604 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bde64a-884c-4bfb-985f-0b25de5e403e req-5321e5d0-cea9-45bc-a52d-55c02aac98c3 tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:22:24.851112 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-53bde64a-884c-4bfb-985f-0b25de5e403e req-5321e5d0-cea9-45bc-a52d-55c02aac98c3 tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/ports?device_id=336c6856-ca33-4291-b38f-03e7f7a5db93 HTTP/1.1" status: 200  len: 945 time: 0.0523200
Dec 25 21:22:24.908115 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-53bde64a-884c-4bfb-985f-0b25de5e403e req-95fba0bd-5c8c-467a-934e-4cf3b1ed1c9d tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/security-groups?id=eb031b39-e206-4789-8844-f32137bfb856&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0506785
Dec 25 21:22:25.079969 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de68b92-b1ee-4b7a-94f5-8153a3f4a085 req-dd9179d4-61b1-407a-b4e7-6e9b529f6c9f tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:22:25.082103 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7de68b92-b1ee-4b7a-94f5-8153a3f4a085 req-dd9179d4-61b1-407a-b4e7-6e9b529f6c9f tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/ports?device_id=336c6856-ca33-4291-b38f-03e7f7a5db93 HTTP/1.1" status: 200  len: 945 time: 0.0511277
Dec 25 21:22:25.142667 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7de68b92-b1ee-4b7a-94f5-8153a3f4a085 req-86325abb-63f4-4862-bb3f-160ce7045a2a tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/security-groups?id=eb031b39-e206-4789-8844-f32137bfb856&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0541351
Dec 25 21:22:25.300790 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-8fd6fe90-0707-4fc9-98ea-890e75c094f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2007615'] for router_interface, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:22:25.309996 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05c77d1-dd0b-45e4-94d8-2429dab029ce req-a6b16104-f22d-4dc7-bf21-c26e9882e6eb tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:22:25.317404 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f05c77d1-dd0b-45e4-94d8-2429dab029ce req-a6b16104-f22d-4dc7-bf21-c26e9882e6eb tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] 10.222.0.32 "GET /v2.0/ports?device_id=20a90e3e-c379-4f2f-9632-763f67a3a334 HTTP/1.1" status: 200  len: 945 time: 0.0906367
Dec 25 21:22:25.345173 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964bc2e3-1a28-4b2c-b31b-b630da0f3ce3 req-f705871b-9923-4a27-928e-a7583329c835 tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:22:25.346846 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-964bc2e3-1a28-4b2c-b31b-b630da0f3ce3 req-f705871b-9923-4a27-928e-a7583329c835 tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/ports?device_id=336c6856-ca33-4291-b38f-03e7f7a5db93 HTTP/1.1" status: 200  len: 945 time: 0.0915768
Dec 25 21:22:25.388581 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f05c77d1-dd0b-45e4-94d8-2429dab029ce req-a2c0a9dc-b811-4b94-86a7-9d5bf3a7c230 tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] 10.222.0.32 "GET /v2.0/security-groups?id=b53a52e0-f618-42f7-a91e-f12e72408b35&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0702050
Dec 25 21:22:25.422867 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-964bc2e3-1a28-4b2c-b31b-b630da0f3ce3 req-dd18b03b-c70d-49ce-801f-e92ded283eaf tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/security-groups?id=eb031b39-e206-4789-8844-f32137bfb856&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0624180
Dec 25 21:22:25.504171 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-33c35f9a-9957-4588-a317-117a7257dd9e req-d90b78ed-640e-4e1b-b8f0-cfa77f816c7c tempest-ServerShowV247Test-197376765 tempest-ServerShowV247Test-197376765-project] 10.222.0.32 "GET /v2.0/ports?device_id=526ed898-b7b5-489a-b321-daca61b7fda9 HTTP/1.1" status: 200  len: 210 time: 0.0327339
Dec 25 21:22:25.589074 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-8fd6fe90-0707-4fc9-98ea-890e75c094f4 admin admin] Deleting port 052fead1-c995-4d25-878a-9b0d22f2a7ac {{(pid=121607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:22:25.589415 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-8fd6fe90-0707-4fc9-98ea-890e75c094f4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:22:25.609502 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57984d2d-e9ac-4cc2-a763-06725d963cbb req-744317e4-8915-4770-8207-04ebcb9ec9cb tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:22:25.611248 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-57984d2d-e9ac-4cc2-a763-06725d963cbb req-744317e4-8915-4770-8207-04ebcb9ec9cb tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/ports?device_id=336c6856-ca33-4291-b38f-03e7f7a5db93 HTTP/1.1" status: 200  len: 945 time: 0.0529389
Dec 25 21:22:25.660177 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-57984d2d-e9ac-4cc2-a763-06725d963cbb req-db60b1eb-c650-43ae-bdbe-014f5f5bcf3a tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/security-groups?id=eb031b39-e206-4789-8844-f32137bfb856&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427446
Dec 25 21:22:25.677072 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.db [None req-8fd6fe90-0707-4fc9-98ea-890e75c094f4 admin admin] For port 052fead1-c995-4d25-878a-9b0d22f2a7ac, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=052fead1-c995-4d25-878a-9b0d22f2a7ac,segment=NetworkSegment(ec46da94-4337-45cb-9fe0-68d817889615),segment_id=ec46da94-4337-45cb-9fe0-68d817889615)] {{(pid=121607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:22:25.678812 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-8fd6fe90-0707-4fc9-98ea-890e75c094f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:22:25.690783 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-8fd6fe90-0707-4fc9-98ea-890e75c094f4 admin admin] Calling delete_port for 052fead1-c995-4d25-878a-9b0d22f2a7ac owned by network:router_interface {{(pid=121607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:22:25.784993 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0913b7-3022-452c-b817-62ae58b4750b req-ebf0f709-9a4e-4112-a757-b29a995392aa tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:22:25.788557 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ca0913b7-3022-452c-b817-62ae58b4750b req-ebf0f709-9a4e-4112-a757-b29a995392aa tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/ports?device_id=336c6856-ca33-4291-b38f-03e7f7a5db93 HTTP/1.1" status: 200  len: 945 time: 0.0559556
Dec 25 21:22:25.837515 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ca0913b7-3022-452c-b817-62ae58b4750b req-03ee20d6-9aa6-4da3-b49e-d5546d810ede tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/security-groups?id=eb031b39-e206-4789-8844-f32137bfb856&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0443270
Dec 25 21:22:25.955617 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-8fd6fe90-0707-4fc9-98ea-890e75c094f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:22:25.971447 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa53afc-97b6-4e12-a9b2-74af4e334d68 req-c3b740f6-942e-4fef-8fae-97771d33f78d tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:22:25.972985 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7aa53afc-97b6-4e12-a9b2-74af4e334d68 req-c3b740f6-942e-4fef-8fae-97771d33f78d tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/ports?device_id=336c6856-ca33-4291-b38f-03e7f7a5db93 HTTP/1.1" status: 200  len: 945 time: 0.0513463
Dec 25 21:22:25.983302 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd6fe90-0707-4fc9-98ea-890e75c094f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=052fead1-c995-4d25-878a-9b0d22f2a7ac,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:22:25.997703 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd6fe90-0707-4fc9-98ea-890e75c094f4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:22:25.998097 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd6fe90-0707-4fc9-98ea-890e75c094f4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:22:25.998439 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd6fe90-0707-4fc9-98ea-890e75c094f4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:22:25.998771 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd6fe90-0707-4fc9-98ea-890e75c094f4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:22:25.999130 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd6fe90-0707-4fc9-98ea-890e75c094f4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:22:25.999462 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd6fe90-0707-4fc9-98ea-890e75c094f4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:22:25.999917 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd6fe90-0707-4fc9-98ea-890e75c094f4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:22:26.000241 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd6fe90-0707-4fc9-98ea-890e75c094f4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:22:26.000560 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd6fe90-0707-4fc9-98ea-890e75c094f4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:22:26.000982 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd6fe90-0707-4fc9-98ea-890e75c094f4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:22:26.001270 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd6fe90-0707-4fc9-98ea-890e75c094f4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:22:26.001586 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd6fe90-0707-4fc9-98ea-890e75c094f4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:22:26.001904 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd6fe90-0707-4fc9-98ea-890e75c094f4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:22:26.028348 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7aa53afc-97b6-4e12-a9b2-74af4e334d68 req-f024b720-1ef7-4d5e-bc5d-d64a32f3779e tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/security-groups?id=eb031b39-e206-4789-8844-f32137bfb856&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0468078
Dec 25 21:22:26.187385 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12297c20-2aa9-4e39-84f1-6bbff7815d2e req-fdef0253-cd1e-48ab-9b64-b63b67a1b01a tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:22:26.189153 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-12297c20-2aa9-4e39-84f1-6bbff7815d2e req-fdef0253-cd1e-48ab-9b64-b63b67a1b01a tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/ports?device_id=336c6856-ca33-4291-b38f-03e7f7a5db93 HTTP/1.1" status: 200  len: 945 time: 0.0619485
Dec 25 21:22:26.247706 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-8fd6fe90-0707-4fc9-98ea-890e75c094f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2007763'] for router_interface, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:22:26.259265 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-12297c20-2aa9-4e39-84f1-6bbff7815d2e req-84307f72-b419-4d75-8c04-7747ef556561 tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/security-groups?id=eb031b39-e206-4789-8844-f32137bfb856&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0609558
Dec 25 21:22:26.465714 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fd6fe90-0707-4fc9-98ea-890e75c094f4 admin admin] Router 518eea4f-bd4e-4803-90e7-aa4090dd8322 has already been hosted by L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 {{(pid=121607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 25 21:22:26.512024 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec45e7d5-9139-4dd6-96bd-0317dbd4c864 req-d18215cd-25bb-4f10-8c70-df52febd1c4d tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:22:26.513615 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ec45e7d5-9139-4dd6-96bd-0317dbd4c864 req-d18215cd-25bb-4f10-8c70-df52febd1c4d tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] 10.222.0.32 "GET /v2.0/ports?device_id=20a90e3e-c379-4f2f-9632-763f67a3a334 HTTP/1.1" status: 200  len: 945 time: 0.0491877
Dec 25 21:22:26.561853 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ec45e7d5-9139-4dd6-96bd-0317dbd4c864 req-c8785a1c-66ec-426e-bb6f-a27b3f574f43 tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] 10.222.0.32 "GET /v2.0/security-groups?id=b53a52e0-f618-42f7-a91e-f12e72408b35&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419276
Dec 25 21:22:26.572063 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fd6fe90-0707-4fc9-98ea-890e75c094f4 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 21:22:26.580090 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-8fd6fe90-0707-4fc9-98ea-890e75c094f4 admin admin] 10.222.0.32 "PUT /v2.0/routers/518eea4f-bd4e-4803-90e7-aa4090dd8322/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.7573028
Dec 25 21:22:26.580380 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 33820) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:22:26.589035 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c08feb3-0b13-407b-8d70-c647f7117ad8 None None] Sync routers for ids ['518eea4f-bd4e-4803-90e7-aa4090dd8322'] in ncdv-master-1 {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 21:22:26.600922 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c08feb3-0b13-407b-8d70-c647f7117ad8 None None] Routers {'518eea4f-bd4e-4803-90e7-aa4090dd8322'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:22:26.602066 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-7c08feb3-0b13-407b-8d70-c647f7117ad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2613418d30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:22:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['518eea4f-bd4e-4803-90e7-aa4090dd8322'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:22:26.663050 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d626b215-50ef-4eb0-b58a-cdfd67202819 req-daf87307-636e-45f0-aaed-b4aed6a64805 tempest-ServerShowV247Test-197376765 tempest-ServerShowV247Test-197376765-project] 10.222.0.32 "GET /v2.0/ports?device_id=526ed898-b7b5-489a-b321-daca61b7fda9 HTTP/1.1" status: 200  len: 210 time: 0.0362020
Dec 25 21:22:26.720853 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvr_db [None req-7c08feb3-0b13-407b-8d70-c647f7117ad8 None None] Set router 518eea4f-bd4e-4803-90e7-aa4090dd8322 gateway port host: ncdv-master-1 {{(pid=121608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:22:26.936406 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-7c08feb3-0b13-407b-8d70-c647f7117ad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2613418d30>, [{'id': '518eea4f-bd4e-4803-90e7-aa4090dd8322', 'name': 'tempest-AttachVolumeTestJSON-534243322-router', 'tenant_id': '7ed80be6e633499b9d1dc61c05014afc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.48'}], 'enable_snat': True}, 'gw_port_id': 'e475d07d-ef33-47d9-bf29-6524f78c9470', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:14:43Z', 'updated_at': '2021-12-25T21:22:25Z', 'revision_number': 5, 'project_id': '7ed80be6e633499b9d1dc61c05014afc', 'gw_port': {'id': 'e475d07d-ef33-47d9-bf29-6524f78c9470', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:b6:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '518eea4f-bd4e-4803-90e7-aa4090dd8322', 'device_owner': 'network:router_gateway', 'standard_attr_id': 852, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:14:43Z', 'updated_at': '2021-12-25T21:14:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:22:26.977486 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c08feb3-0b13-407b-8d70-c647f7117ad8 None None] Checking router: 518eea4f-bd4e-4803-90e7-aa4090dd8322 for host: ncdv-master-1 {{(pid=121608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 25 21:22:26.986770 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c08feb3-0b13-407b-8d70-c647f7117ad8 None None] Routers {'518eea4f-bd4e-4803-90e7-aa4090dd8322'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:22:26.987566 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-7c08feb3-0b13-407b-8d70-c647f7117ad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2613418d30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:22:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['518eea4f-bd4e-4803-90e7-aa4090dd8322'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:22:27.057144 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ab9b4963-c556-4b7e-956a-0d2778e6f3a7 admin admin] Publish callbacks [] for router, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:22:27.075956 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06d5f8c-4b06-4dcf-af71-815f6c903b80 req-d1ba4a6a-7609-4b28-9949-a0aae853ebbe tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:22:27.077082 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d06d5f8c-4b06-4dcf-af71-815f6c903b80 req-d1ba4a6a-7609-4b28-9949-a0aae853ebbe tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/ports?device_id=336c6856-ca33-4291-b38f-03e7f7a5db93 HTTP/1.1" status: 200  len: 945 time: 0.0665863
Dec 25 21:22:27.160663 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d06d5f8c-4b06-4dcf-af71-815f6c903b80 req-9f108c1d-1f9b-45c5-be1d-2a5c46a3d718 tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/security-groups?id=eb031b39-e206-4789-8844-f32137bfb856&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0611136
Dec 25 21:22:27.208735 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ab9b4963-c556-4b7e-956a-0d2778e6f3a7 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:22:27.261918 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvr_db [None req-7c08feb3-0b13-407b-8d70-c647f7117ad8 None None] Set router 518eea4f-bd4e-4803-90e7-aa4090dd8322 gateway port host: ncdv-master-1 {{(pid=121608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:22:27.360665 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-ab9b4963-c556-4b7e-956a-0d2778e6f3a7 admin admin] Deleting port e475d07d-ef33-47d9-bf29-6524f78c9470 {{(pid=121607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:22:27.361161 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ab9b4963-c556-4b7e-956a-0d2778e6f3a7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:22:27.452164 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.db [None req-ab9b4963-c556-4b7e-956a-0d2778e6f3a7 admin admin] For port e475d07d-ef33-47d9-bf29-6524f78c9470, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e475d07d-ef33-47d9-bf29-6524f78c9470,segment=NetworkSegment(6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855),segment_id=6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855)] {{(pid=121607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:22:27.452536 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ab9b4963-c556-4b7e-956a-0d2778e6f3a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:22:27.467894 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-ab9b4963-c556-4b7e-956a-0d2778e6f3a7 admin admin] Calling delete_port for e475d07d-ef33-47d9-bf29-6524f78c9470 owned by network:router_gateway {{(pid=121607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:22:27.478236 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-7c08feb3-0b13-407b-8d70-c647f7117ad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2613418d30>, [{'id': '518eea4f-bd4e-4803-90e7-aa4090dd8322', 'name': 'tempest-AttachVolumeTestJSON-534243322-router', 'tenant_id': '7ed80be6e633499b9d1dc61c05014afc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.48'}], 'enable_snat': True}, 'gw_port_id': 'e475d07d-ef33-47d9-bf29-6524f78c9470', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:14:43Z', 'updated_at': '2021-12-25T21:22:25Z', 'revision_number': 5, 'project_id': '7ed80be6e633499b9d1dc61c05014afc', 'gw_port': {'id': 'e475d07d-ef33-47d9-bf29-6524f78c9470', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:b6:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '518eea4f-bd4e-4803-90e7-aa4090dd8322', 'device_owner': 'network:router_gateway', 'standard_attr_id': 852, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:14:43Z', 'updated_at': '2021-12-25T21:14:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:22:27.506157 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c08feb3-0b13-407b-8d70-c647f7117ad8 None None] The sync data for ids ['518eea4f-bd4e-4803-90e7-aa4090dd8322'] in ncdv-master-1 is: [{'id': '518eea4f-bd4e-4803-90e7-aa4090dd8322', 'name': 'tempest-AttachVolumeTestJSON-534243322-router', 'tenant_id': '7ed80be6e633499b9d1dc61c05014afc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.48'}], 'enable_snat': True}, 'gw_port_id': 'e475d07d-ef33-47d9-bf29-6524f78c9470', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:14:43Z', 'updated_at': '2021-12-25T21:22:25Z', 'revision_number': 5, 'project_id': '7ed80be6e633499b9d1dc61c05014afc', 'gw_port': {'id': 'e475d07d-ef33-47d9-bf29-6524f78c9470', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:b6:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '518eea4f-bd4e-4803-90e7-aa4090dd8322', 'device_owner': 'network:router_gateway', 'standard_attr_id': 852, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:14:43Z', 'updated_at': '2021-12-25T21:14:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 21:22:27.635341 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f19b9c27-1d15-44d0-86ab-c23291cd24f2 req-69195698-ed10-4082-b285-59281c9ef037 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=526ed898-b7b5-489a-b321-daca61b7fda9 HTTP/1.1" status: 200  len: 210 time: 0.0349343
Dec 25 21:22:27.690018 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da54a549-ef90-43b3-adaf-630d9ed68930 req-f133fece-5ade-4dd9-aa58-6652d8f7b950 tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:22:27.691544 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-da54a549-ef90-43b3-adaf-630d9ed68930 req-f133fece-5ade-4dd9-aa58-6652d8f7b950 tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] 10.222.0.32 "GET /v2.0/ports?device_id=20a90e3e-c379-4f2f-9632-763f67a3a334 HTTP/1.1" status: 200  len: 945 time: 0.0535929
Dec 25 21:22:27.736936 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ab9b4963-c556-4b7e-956a-0d2778e6f3a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:22:27.739588 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-da54a549-ef90-43b3-adaf-630d9ed68930 req-5d7a8e6c-0d18-452b-821d-fe226da585de tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] 10.222.0.32 "GET /v2.0/security-groups?id=b53a52e0-f618-42f7-a91e-f12e72408b35&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418787
Dec 25 21:22:27.766691 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9b4963-c556-4b7e-956a-0d2778e6f3a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=e475d07d-ef33-47d9-bf29-6524f78c9470,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:22:27.829605 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ab9b4963-c556-4b7e-956a-0d2778e6f3a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2008689'] for router_gateway, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:22:27.840276 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8af42b4a-3dd4-42d2-b583-8524c3ae2be8 req-97d8e425-a9d7-4c6b-a7bc-6f4e929d45e1 tempest-ServerShowV247Test-197376765 tempest-ServerShowV247Test-197376765-project] 10.222.0.32 "GET /v2.0/ports?device_id=526ed898-b7b5-489a-b321-daca61b7fda9 HTTP/1.1" status: 200  len: 210 time: 0.0305955
Dec 25 21:22:27.927625 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ab9b4963-c556-4b7e-956a-0d2778e6f3a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2014235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14905'] for router, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:22:27.930499 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ab9b4963-c556-4b7e-956a-0d2778e6f3a7 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:22:28.058474 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ab9b4963-c556-4b7e-956a-0d2778e6f3a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2014220'] for router, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:22:28.059136 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab9b4963-c556-4b7e-956a-0d2778e6f3a7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 518eea4f-bd4e-4803-90e7-aa4090dd8322 {{(pid=121607) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 25 21:22:28.063491 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ab9b4963-c556-4b7e-956a-0d2778e6f3a7 admin admin] Publish callbacks [] for router, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:22:28.064672 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-ab9b4963-c556-4b7e-956a-0d2778e6f3a7 admin admin] 10.222.0.32 "DELETE /v2.0/routers/518eea4f-bd4e-4803-90e7-aa4090dd8322 HTTP/1.1" status: 204  len: 168 time: 1.4834986
Dec 25 21:22:28.067137 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 33852) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:22:28.113533 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d67a71a-32c7-4424-8622-4fdd32da8d29 admin admin] Deleting subnet 00dff513-a38a-48f8-809a-d1935b6eecea {{(pid=121607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Dec 25 21:22:28.117078 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-3d67a71a-32c7-4424-8622-4fdd32da8d29 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:22:28.154115 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-3d67a71a-32c7-4424-8622-4fdd32da8d29 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10246617'] for subnet, precommit_delete_associations {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:22:28.256495 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-3d67a71a-32c7-4424-8622-4fdd32da8d29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995662'] for subnet, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:22:28.300380 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cc8dfd-aa6e-4e76-ab91-5b8b8e4b0d08 req-3e1c9d92-83fc-46bc-ad20-81567f9c77d8 tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:22:28.302003 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-63cc8dfd-aa6e-4e76-ab91-5b8b8e4b0d08 req-3e1c9d92-83fc-46bc-ad20-81567f9c77d8 tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/ports?device_id=336c6856-ca33-4291-b38f-03e7f7a5db93 HTTP/1.1" status: 200  len: 945 time: 0.0730169
Dec 25 21:22:28.352239 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-63cc8dfd-aa6e-4e76-ab91-5b8b8e4b0d08 req-a6442b7f-d778-4a09-aba1-dd423dd65970 tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/security-groups?id=eb031b39-e206-4789-8844-f32137bfb856&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436075
Dec 25 21:22:28.396281 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-3d67a71a-32c7-4424-8622-4fdd32da8d29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8632410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8852809'] for subnet, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:22:28.422412 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d67a71a-32c7-4424-8622-4fdd32da8d29 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=00dff513-a38a-48f8-809a-d1935b6eecea,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:22:28.426158 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-3d67a71a-32c7-4424-8622-4fdd32da8d29 admin admin] Publish callbacks [] for subnet, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:22:28.432785 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4732760e-e7e5-4d72-aa8c-eb893c045e3b None None] Network cb028617-ca4b-4888-809e-8a74d7f084f8 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:22:28.433472 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 33860) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:22:28.433581 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-3d67a71a-32c7-4424-8622-4fdd32da8d29 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/00dff513-a38a-48f8-809a-d1935b6eecea HTTP/1.1" status: 204  len: 168 time: 0.3650615
Dec 25 21:22:28.505265 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-2e9ddbf7-c146-407b-b72b-45b9054ca48e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625803'] for network, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:22:28.572613 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-2e9ddbf7-c146-407b-b72b-45b9054ca48e admin admin] Deleting port 427d8efa-180f-44ee-8cd8-270c0926d77f {{(pid=121606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:22:28.579152 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-2e9ddbf7-c146-407b-b72b-45b9054ca48e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:22:28.619712 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc5ebe21-abc0-4f46-878e-3724ef41669e None None] DHCP port deletion for cb028617-ca4b-4888-809e-8a74d7f084f8 request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 21:22:28.662750 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [None req-2e9ddbf7-c146-407b-b72b-45b9054ca48e admin admin] For port 427d8efa-180f-44ee-8cd8-270c0926d77f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=427d8efa-180f-44ee-8cd8-270c0926d77f,segment=NetworkSegment(ec46da94-4337-45cb-9fe0-68d817889615),segment_id=ec46da94-4337-45cb-9fe0-68d817889615)] {{(pid=121606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:22:28.664575 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-2e9ddbf7-c146-407b-b72b-45b9054ca48e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:22:28.679468 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-2e9ddbf7-c146-407b-b72b-45b9054ca48e admin admin] Calling delete_port for 427d8efa-180f-44ee-8cd8-270c0926d77f owned by network:dhcp {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:22:28.690123 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-cc5ebe21-abc0-4f46-878e-3724ef41669e None None] Deleting port 427d8efa-180f-44ee-8cd8-270c0926d77f {{(pid=121608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:22:28.693226 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-cc5ebe21-abc0-4f46-878e-3724ef41669e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:22:28.762285 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-cc5ebe21-abc0-4f46-878e-3724ef41669e None None] For port 427d8efa-180f-44ee-8cd8-270c0926d77f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=427d8efa-180f-44ee-8cd8-270c0926d77f,segment=NetworkSegment(ec46da94-4337-45cb-9fe0-68d817889615),segment_id=ec46da94-4337-45cb-9fe0-68d817889615)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:22:28.762285 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-cc5ebe21-abc0-4f46-878e-3724ef41669e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:22:28.789939 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-cc5ebe21-abc0-4f46-878e-3724ef41669e None None] Calling delete_port for 427d8efa-180f-44ee-8cd8-270c0926d77f owned by network:dhcp {{(pid=121608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:22:28.850374 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-2e9ddbf7-c146-407b-b72b-45b9054ca48e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:22:28.883999 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-cc5ebe21-abc0-4f46-878e-3724ef41669e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955'] for port, after_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:22:28.885502 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9ddbf7-c146-407b-b72b-45b9054ca48e admin admin] Pushing event deleted for resources: {'Port': ['ID=427d8efa-180f-44ee-8cd8-270c0926d77f,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:22:28.888156 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e9ddbf7-c146-407b-b72b-45b9054ca48e admin admin] No DVR routers for this DVR port 427d8efa-180f-44ee-8cd8-270c0926d77f on host ncdv-master-1 {{(pid=121606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:22:28.924053 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2f0209-7284-4dda-af43-98d357e65951 req-456b7aa8-0d06-4b50-9b4c-7c4353e6de21 tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:22:28.925730 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4e2f0209-7284-4dda-af43-98d357e65951 req-456b7aa8-0d06-4b50-9b4c-7c4353e6de21 tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] 10.222.0.32 "GET /v2.0/ports?device_id=20a90e3e-c379-4f2f-9632-763f67a3a334 HTTP/1.1" status: 200  len: 945 time: 0.1058710
Dec 25 21:22:28.927018 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5ebe21-abc0-4f46-878e-3724ef41669e None None] Pushing event deleted for resources: {'Port': ['ID=427d8efa-180f-44ee-8cd8-270c0926d77f,revision_number=None']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:22:28.937021 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc5ebe21-abc0-4f46-878e-3724ef41669e None None] No DVR routers for this DVR port 427d8efa-180f-44ee-8cd8-270c0926d77f on host ncdv-master-1 {{(pid=121608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:22:29.004495 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-2e9ddbf7-c146-407b-b72b-45b9054ca48e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997585', 'neutron.services.segments.db._delete_segments_for_network-8737602743071'] for network, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:22:29.032551 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-73aeb470-efe2-4dc8-9ca3-840b359ae21d req-8b143784-aeee-4225-8c7b-5d489e970900 tempest-ServerShowV247Test-197376765 tempest-ServerShowV247Test-197376765-project] 10.222.0.32 "GET /v2.0/ports?device_id=526ed898-b7b5-489a-b321-daca61b7fda9 HTTP/1.1" status: 200  len: 210 time: 0.0675573
Dec 25 21:22:29.057585 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.segments.db [None req-2e9ddbf7-c146-407b-b72b-45b9054ca48e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2618b95fa0>,) {'filters': {'network_id': ['cb028617-ca4b-4888-809e-8a74d7f084f8']}} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:22:29.075862 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4e2f0209-7284-4dda-af43-98d357e65951 req-112b5b16-105f-43a3-95a6-b966bcc7fe16 tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] 10.222.0.32 "GET /v2.0/security-groups?id=b53a52e0-f618-42f7-a91e-f12e72408b35&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1366029
Dec 25 21:22:29.083026 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.segments.db [None req-2e9ddbf7-c146-407b-b72b-45b9054ca48e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2618b95fa0>, 'ec46da94-4337-45cb-9fe0-68d817889615') {'for_net_delete': True} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:22:29.087100 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.segments.db [None req-2e9ddbf7-c146-407b-b72b-45b9054ca48e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2618b95fa0>, 'ec46da94-4337-45cb-9fe0-68d817889615') {} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:22:29.100461 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-2e9ddbf7-c146-407b-b72b-45b9054ca48e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737602746920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9084222'] for segment, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:22:29.116031 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-2e9ddbf7-c146-407b-b72b-45b9054ca48e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:22:29.122404 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e9ddbf7-c146-407b-b72b-45b9054ca48e admin admin] Releasing vlan 161 on physical network physnet1 to pool {{(pid=121606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 25 21:22:29.122788 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-2e9ddbf7-c146-407b-b72b-45b9054ca48e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9084542'] for segment, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:22:29.124583 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:22:29.124583 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:22:29.124583 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:22:29.124583 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:22:29.124583 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:22:29.124583 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:22:29.124583 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:22:29.124583 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:22:29.124583 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:22:29.124583 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:22:29.124583 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:22:29.124583 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:22:29.124583 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:22:29.124583 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:22:29.124583 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:22:29.124583 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:22:29.124583 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:22:29.124583 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:22:29.124583 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:22:29.124583 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:22:29.124583 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:22:29.124583 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:22:29.124583 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:22:29.124583 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:22:29.124583 ncdv-master-1 neutron-server[121606]: Traceback (most recent call last):
Dec 25 21:22:29.124583 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 25 21:22:29.124583 ncdv-master-1 neutron-server[121606]:     timer()
Dec 25 21:22:29.124583 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 25 21:22:29.124583 ncdv-master-1 neutron-server[121606]:     cb(*args, **kw)
Dec 25 21:22:29.124583 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 25 21:22:29.124583 ncdv-master-1 neutron-server[121606]:     return func(*args, **kwargs)
Dec 25 21:22:29.124583 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 25 21:22:29.124583 ncdv-master-1 neutron-server[121606]:     self._notify()
Dec 25 21:22:29.124583 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 25 21:22:29.124583 ncdv-master-1 neutron-server[121606]:     self.callback(batched_events)
Dec 25 21:22:29.124583 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 25 21:22:29.124583 ncdv-master-1 neutron-server[121606]:     event.method(event)
Dec 25 21:22:29.124583 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 25 21:22:29.124583 ncdv-master-1 neutron-server[121606]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 25 21:22:29.124583 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 25 21:22:29.124583 ncdv-master-1 neutron-server[121606]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 25 21:22:29.124583 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 25 21:22:29.124583 ncdv-master-1 neutron-server[121606]:     return f(self, *a, **k)
Dec 25 21:22:29.124583 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 25 21:22:29.124583 ncdv-master-1 neutron-server[121606]:     return self._get(url).json()
Dec 25 21:22:29.124583 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 25 21:22:29.124583 ncdv-master-1 neutron-server[121606]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 25 21:22:29.124583 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 25 21:22:29.124583 ncdv-master-1 neutron-server[121606]:     return self.request(url, 'GET', **kwargs)
Dec 25 21:22:29.124583 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 25 21:22:29.124583 ncdv-master-1 neutron-server[121606]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 25 21:22:29.124583 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 25 21:22:29.124583 ncdv-master-1 neutron-server[121606]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 25 21:22:29.124583 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 25 21:22:29.124583 ncdv-master-1 neutron-server[121606]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 25 21:22:29.128761 ncdv-master-1 neutron-server[121606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 25 21:22:29.274672 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-2e9ddbf7-c146-407b-b72b-45b9054ca48e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2008653'] for network, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:22:29.280578 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-2e9ddbf7-c146-407b-b72b-45b9054ca48e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for network, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:22:29.287321 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-2e9ddbf7-c146-407b-b72b-45b9054ca48e admin admin] 10.222.0.32 "DELETE /v2.0/networks/cb028617-ca4b-4888-809e-8a74d7f084f8 HTTP/1.1" status: 204  len: 168 time: 0.8500986
Dec 25 21:22:29.301299 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9ddbf7-c146-407b-b72b-45b9054ca48e admin admin] Pushing event deleted for resources: {'Network': ['ID=cb028617-ca4b-4888-809e-8a74d7f084f8,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:22:29.312460 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device e475d07d-ef33-47d9-bf29-6524f78c9470 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:22:29.338197 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] No Port match for: e475d07d-ef33-47d9-bf29-6524f78c9470 {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:22:29.338636 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device e475d07d-ef33-47d9-bf29-6524f78c9470 not bound to the agent host ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:22:29.339156 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 052fead1-c995-4d25-878a-9b0d22f2a7ac no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:22:29.359484 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] No Port match for: 052fead1-c995-4d25-878a-9b0d22f2a7ac {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:22:29.359855 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 052fead1-c995-4d25-878a-9b0d22f2a7ac not bound to the agent host ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:22:29.360268 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 427d8efa-180f-44ee-8cd8-270c0926d77f no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:22:29.385843 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] No Port match for: 427d8efa-180f-44ee-8cd8-270c0926d77f {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:22:29.386188 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 427d8efa-180f-44ee-8cd8-270c0926d77f not bound to the agent host ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:22:29.477971 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb89085b-e80d-4108-b6a4-c27fc82a5f15 req-537781ff-834e-4fb3-8708-216343fe431e tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:22:29.479608 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-cb89085b-e80d-4108-b6a4-c27fc82a5f15 req-537781ff-834e-4fb3-8708-216343fe431e tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/ports?device_id=336c6856-ca33-4291-b38f-03e7f7a5db93 HTTP/1.1" status: 200  len: 945 time: 0.0518458
Dec 25 21:22:29.527967 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-cb89085b-e80d-4108-b6a4-c27fc82a5f15 req-11310291-8a85-4f7f-aa17-f3a521d51741 tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/security-groups?id=eb031b39-e206-4789-8844-f32137bfb856&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423670
Dec 25 21:22:29.696531 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 33900) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:22:29.736128 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-1aedf9bf-b7be-47cd-b3ac-4fd03c357032 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7ed80be6e633499b9d1dc61c05014afc&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0383115
Dec 25 21:22:29.738501 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 33902) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:22:29.789185 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-3e40d61c-c379-47a2-8406-c0e0c56ab4e9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:22:29.811865 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-3e40d61c-c379-47a2-8406-c0e0c56ab4e9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:22:29.909643 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-3e40d61c-c379-47a2-8406-c0e0c56ab4e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:22:29.912351 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-3e40d61c-c379-47a2-8406-c0e0c56ab4e9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:22:29.913545 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-3e40d61c-c379-47a2-8406-c0e0c56ab4e9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ac6ced0f-5d6f-4851-adaa-b869d1e961bb HTTP/1.1" status: 204  len: 168 time: 0.1741154
Dec 25 21:22:29.921791 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e40d61c-c379-47a2-8406-c0e0c56ab4e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac6ced0f-5d6f-4851-adaa-b869d1e961bb,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:22:30.149541 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9276ba1d-9b88-4708-82be-90ce06576546 req-62b7a50e-f147-4fd8-be3a-4a67e1ce4407 tempest-ServerShowV247Test-197376765 tempest-ServerShowV247Test-197376765-project] 10.222.0.32 "GET /v2.0/ports?device_id=526ed898-b7b5-489a-b321-daca61b7fda9 HTTP/1.1" status: 200  len: 210 time: 0.0302627
Dec 25 21:22:30.206108 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98154980-7901-4be6-b522-3056021885fc req-7c09c9b7-3cf2-44e4-a97c-223c12a98c5b tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:22:30.207714 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-98154980-7901-4be6-b522-3056021885fc req-7c09c9b7-3cf2-44e4-a97c-223c12a98c5b tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] 10.222.0.32 "GET /v2.0/ports?device_id=20a90e3e-c379-4f2f-9632-763f67a3a334 HTTP/1.1" status: 200  len: 945 time: 0.0558875
Dec 25 21:22:30.278740 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-98154980-7901-4be6-b522-3056021885fc req-8fed428b-c121-46c9-afef-545a63ce6b06 tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] 10.222.0.32 "GET /v2.0/security-groups?id=b53a52e0-f618-42f7-a91e-f12e72408b35&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0641809
Dec 25 21:22:30.519197 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c03d6371-0233-4648-a6a2-5d0909fe28de req-02928b49-e66d-487a-ad4a-9a113faba70f tempest-ServerShowV247Test-197376765 tempest-ServerShowV247Test-197376765-project] 10.222.0.32 "GET /v2.0/ports?device_id=526ed898-b7b5-489a-b321-daca61b7fda9&device_id=3503245c-9c15-4ca9-8c8e-dfd5025b1c2c HTTP/1.1" status: 200  len: 210 time: 0.0256677
Dec 25 21:22:30.656270 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d1551c-a7c6-4894-bf9b-9721d7479c98 req-d5d789e1-89e4-43c7-bf12-348e275eb503 tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:22:30.657941 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-90d1551c-a7c6-4894-bf9b-9721d7479c98 req-d5d789e1-89e4-43c7-bf12-348e275eb503 tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/ports?device_id=336c6856-ca33-4291-b38f-03e7f7a5db93 HTTP/1.1" status: 200  len: 945 time: 0.0610917
Dec 25 21:22:30.708102 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-90d1551c-a7c6-4894-bf9b-9721d7479c98 req-974670ad-f1ab-49e8-8d32-633d13f94316 tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/security-groups?id=eb031b39-e206-4789-8844-f32137bfb856&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422423
Dec 25 21:22:31.015054 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3bcf79a9-c82e-4df4-94ce-25c2a396fb16 req-5dd26b39-743d-42b5-a607-6924f9d73280 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8448b25167bd4f0facbde22bc77a818d&device_id=526ed898-b7b5-489a-b321-daca61b7fda9 HTTP/1.1" status: 200  len: 210 time: 0.0255263
Dec 25 21:22:31.045241 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3bcf79a9-c82e-4df4-94ce-25c2a396fb16 req-536189e9-4539-4849-bc54-6f11105e1902 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=8448b25167bd4f0facbde22bc77a818d&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0219510
Dec 25 21:22:31.084289 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9851e6e0-42f2-4690-a02e-0074656914b0 req-e549a4b2-3315-4a75-b0d7-232e31b859eb tempest-ServerShowV247Test-197376765 tempest-ServerShowV247Test-197376765-project] 10.222.0.32 "GET /v2.0/ports?device_id=526ed898-b7b5-489a-b321-daca61b7fda9 HTTP/1.1" status: 200  len: 210 time: 0.0423112
Dec 25 21:22:31.163090 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcf79a9-c82e-4df4-94ce-25c2a396fb16 req-0984f9d9-9641-4023-a1a5-c319a90562f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:22:31.165080 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3bcf79a9-c82e-4df4-94ce-25c2a396fb16 req-0984f9d9-9641-4023-a1a5-c319a90562f2 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1109114
Dec 25 21:22:31.394982 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664fab83-a18b-4ce2-89c0-04b3b78dec20 req-1536bc4c-9fc8-43e9-852a-677011aecc2e tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:22:31.396502 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-664fab83-a18b-4ce2-89c0-04b3b78dec20 req-1536bc4c-9fc8-43e9-852a-677011aecc2e tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] 10.222.0.32 "GET /v2.0/ports?device_id=20a90e3e-c379-4f2f-9632-763f67a3a334 HTTP/1.1" status: 200  len: 945 time: 0.0506096
Dec 25 21:22:31.449024 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-664fab83-a18b-4ce2-89c0-04b3b78dec20 req-b5921c49-25e2-4544-ac62-e9f6656e5f41 tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] 10.222.0.32 "GET /v2.0/security-groups?id=b53a52e0-f618-42f7-a91e-f12e72408b35&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0462720
Dec 25 21:22:31.829571 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cbbf37-95e6-4cf4-b660-d716ea419b28 req-f8eaa519-7893-4157-9ece-2d36a2e1c8be tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:22:31.831046 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-55cbbf37-95e6-4cf4-b660-d716ea419b28 req-f8eaa519-7893-4157-9ece-2d36a2e1c8be tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/ports?device_id=336c6856-ca33-4291-b38f-03e7f7a5db93 HTTP/1.1" status: 200  len: 945 time: 0.0507383
Dec 25 21:22:31.884961 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-55cbbf37-95e6-4cf4-b660-d716ea419b28 req-bbbff98d-e7af-4075-8b42-98b30c203be7 tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/security-groups?id=eb031b39-e206-4789-8844-f32137bfb856&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0467165
Dec 25 21:22:32.186839 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-62604dfc-8e31-481b-b240-1c88f77c44ca req-5168726d-d553-46ec-9d17-3397c09c4da6 tempest-ServerShowV247Test-197376765 tempest-ServerShowV247Test-197376765-project] 10.222.0.32 "GET /v2.0/ports?device_id=526ed898-b7b5-489a-b321-daca61b7fda9 HTTP/1.1" status: 200  len: 210 time: 0.0265100
Dec 25 21:22:32.583678 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3bcf79a9-c82e-4df4-94ce-25c2a396fb16 req-f3f2a599-b019-4581-a816-498e8f3135c4 tempest-ServerShowV247Test-197376765 tempest-ServerShowV247Test-197376765-project] 10.222.0.37 "GET /v2.0/ports?device_id=526ed898-b7b5-489a-b321-daca61b7fda9 HTTP/1.1" status: 200  len: 210 time: 0.0515425
Dec 25 21:22:32.604712 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e302921-cff3-44ea-a9a7-1b9803e4f7e5 req-a2d0ff86-2300-4ece-9174-670c940f8317 tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:22:32.613118 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7e302921-cff3-44ea-a9a7-1b9803e4f7e5 req-a2d0ff86-2300-4ece-9174-670c940f8317 tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] 10.222.0.32 "GET /v2.0/ports?device_id=20a90e3e-c379-4f2f-9632-763f67a3a334 HTTP/1.1" status: 200  len: 945 time: 0.0912595
Dec 25 21:22:32.661100 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7e302921-cff3-44ea-a9a7-1b9803e4f7e5 req-3c5efb05-bb92-48b6-ab8a-c47702997e4b tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] 10.222.0.32 "GET /v2.0/security-groups?id=b53a52e0-f618-42f7-a91e-f12e72408b35&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0474041
Dec 25 21:22:33.006159 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad90556b-c773-4bfa-b5e1-97474ad620b0 req-61aa61f8-f65a-4674-a406-20085be34f30 tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:22:33.008692 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ad90556b-c773-4bfa-b5e1-97474ad620b0 req-61aa61f8-f65a-4674-a406-20085be34f30 tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/ports?device_id=336c6856-ca33-4291-b38f-03e7f7a5db93 HTTP/1.1" status: 200  len: 945 time: 0.0494223
Dec 25 21:22:33.061707 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ad90556b-c773-4bfa-b5e1-97474ad620b0 req-7e8c94dd-3f2c-45a9-aefa-4ffaeb4e22fa tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/security-groups?id=eb031b39-e206-4789-8844-f32137bfb856&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420685
Dec 25 21:22:33.307970 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2628586a-ce6e-4ce0-b119-7fd921d47340 req-a1c229d9-ca99-40f1-a10a-3f4733ce3e39 tempest-ServerShowV247Test-197376765 tempest-ServerShowV247Test-197376765-project] 10.222.0.32 "GET /v2.0/ports?device_id=526ed898-b7b5-489a-b321-daca61b7fda9 HTTP/1.1" status: 200  len: 210 time: 0.0282531
Dec 25 21:22:33.566243 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bead82-8d24-494b-9c9e-c63989f3d3c3 req-b7f56061-6396-4505-aff2-a334c1b1bab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:22:33.567744 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a0bead82-8d24-494b-9c9e-c63989f3d3c3 req-b7f56061-6396-4505-aff2-a334c1b1bab3 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=20a90e3e-c379-4f2f-9632-763f67a3a334 HTTP/1.1" status: 200  len: 1096 time: 0.0434167
Dec 25 21:22:33.614830 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a0bead82-8d24-494b-9c9e-c63989f3d3c3 req-bfb2c89a-9e4a-417e-8f78-abd7da59640e service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=b53a52e0-f618-42f7-a91e-f12e72408b35&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0369790
Dec 25 21:22:33.786854 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9adacb-cc43-411b-adb9-701ba8774ced req-fcb3bb84-62b8-4a3f-b3ad-54f9776bc12f tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:22:33.788334 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2b9adacb-cc43-411b-adb9-701ba8774ced req-fcb3bb84-62b8-4a3f-b3ad-54f9776bc12f tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] 10.222.0.32 "GET /v2.0/ports?device_id=20a90e3e-c379-4f2f-9632-763f67a3a334 HTTP/1.1" status: 200  len: 945 time: 0.0486031
Dec 25 21:22:33.837671 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2b9adacb-cc43-411b-adb9-701ba8774ced req-9f76de15-5d77-4e82-9b80-cfd9cea7bffe tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] 10.222.0.32 "GET /v2.0/security-groups?id=b53a52e0-f618-42f7-a91e-f12e72408b35&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423663
Dec 25 21:22:34.196844 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d40282-bfc3-43e6-8277-7373ee5efff6 req-30c51d22-0131-4d5c-9f38-be70473a6036 tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:22:34.198284 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-65d40282-bfc3-43e6-8277-7373ee5efff6 req-30c51d22-0131-4d5c-9f38-be70473a6036 tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/ports?device_id=336c6856-ca33-4291-b38f-03e7f7a5db93 HTTP/1.1" status: 200  len: 945 time: 0.0568316
Dec 25 21:22:34.213265 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:22:34.514066 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-65d40282-bfc3-43e6-8277-7373ee5efff6 req-65f18b08-bb6e-4bc9-bc04-123458d3fd5b tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/security-groups?id=eb031b39-e206-4789-8844-f32137bfb856&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3097608
Dec 25 21:22:34.750052 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-ebd4df1e-5636-495d-900c-1802e63f1f19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:22:34.808362 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-eefed9e6-c817-494b-974a-28dd81d4222f req-eb0ef7f0-1e58-4eab-afcb-299cab8ce90f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8448b25167bd4f0facbde22bc77a818d&device_id=3503245c-9c15-4ca9-8c8e-dfd5025b1c2c HTTP/1.1" status: 200  len: 210 time: 0.0339112
Dec 25 21:22:34.833343 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-58301013-9e0a-4508-9255-e5296a05629c req-07cb40ae-df9f-4615-9182-0784b63c8cc5 tempest-ServerShowV247Test-197376765 tempest-ServerShowV247Test-197376765-project] 10.222.0.32 "GET /v2.0/ports?device_id=3503245c-9c15-4ca9-8c8e-dfd5025b1c2c HTTP/1.1" status: 200  len: 210 time: 0.0489812
Dec 25 21:22:34.853891 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-eefed9e6-c817-494b-974a-28dd81d4222f req-c6a61e4e-9096-44f0-b2eb-842b1c37c1f2 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=8448b25167bd4f0facbde22bc77a818d&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0247586
Dec 25 21:22:34.996364 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefed9e6-c817-494b-974a-28dd81d4222f req-b6de6089-2eb7-4339-acaf-e806b95cca58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:22:34.997856 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-eefed9e6-c817-494b-974a-28dd81d4222f req-b6de6089-2eb7-4339-acaf-e806b95cca58 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1364915
Dec 25 21:22:35.012257 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311d5a09-25c4-4bf4-a605-389b48540888 req-ef0dc780-3c84-4b9b-9e01-f1c4dcd992cb tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:22:35.013851 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-311d5a09-25c4-4bf4-a605-389b48540888 req-ef0dc780-3c84-4b9b-9e01-f1c4dcd992cb tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] 10.222.0.32 "GET /v2.0/ports?device_id=20a90e3e-c379-4f2f-9632-763f67a3a334 HTTP/1.1" status: 200  len: 945 time: 0.0739768
Dec 25 21:22:35.063929 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-311d5a09-25c4-4bf4-a605-389b48540888 req-7449cbb2-591f-49ed-9361-64b49558d0c4 tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] 10.222.0.32 "GET /v2.0/security-groups?id=b53a52e0-f618-42f7-a91e-f12e72408b35&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437071
Dec 25 21:22:35.188021 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c71ae44-c9b1-4a15-b9f4-e8ed476a4082 req-f7efbe95-d05d-4431-ae16-92169ea96801 tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:22:35.189411 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0c71ae44-c9b1-4a15-b9f4-e8ed476a4082 req-f7efbe95-d05d-4431-ae16-92169ea96801 tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] 10.222.0.32 "GET /v2.0/ports?device_id=441fa3cf-7f7d-4f84-b4aa-cc9b9d70e477 HTTP/1.1" status: 200  len: 946 time: 0.0539811
Dec 25 21:22:35.246727 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0c71ae44-c9b1-4a15-b9f4-e8ed476a4082 req-ea37df62-32bd-4609-a2fb-a56f61ed75a7 tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] 10.222.0.32 "GET /v2.0/security-groups?id=b53a52e0-f618-42f7-a91e-f12e72408b35&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0472217
Dec 25 21:22:35.473258 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf1b0a6-9be8-4c64-a13f-141747f29e9c req-40134e71-646a-4cd1-8566-9eb002d3a5ae tempest-AttachVolumeNegativeTest-2126197630 tempest-AttachVolumeNegativeTest-2126197630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:22:35.474718 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7bf1b0a6-9be8-4c64-a13f-141747f29e9c req-40134e71-646a-4cd1-8566-9eb002d3a5ae tempest-AttachVolumeNegativeTest-2126197630 tempest-AttachVolumeNegativeTest-2126197630-project] 10.222.0.32 "GET /v2.0/networks?id=df7f119b-f1bb-462c-b2dc-ce3acd2a89d9 HTTP/1.1" status: 200  len: 814 time: 0.1002750
Dec 25 21:22:35.489757 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7bf1b0a6-9be8-4c64-a13f-141747f29e9c req-f83e1469-6136-49b8-9b8a-ef95d3530c1e tempest-AttachVolumeNegativeTest-2126197630 tempest-AttachVolumeNegativeTest-2126197630-project] 10.222.0.32 "GET /v2.0/quotas/8dcf2517f61849cb9650682caf0c5712 HTTP/1.1" status: 200  len: 375 time: 0.0091579
Dec 25 21:22:35.549658 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7bf1b0a6-9be8-4c64-a13f-141747f29e9c req-e3aba945-b010-4103-ae14-796008e9d772 tempest-AttachVolumeNegativeTest-2126197630 tempest-AttachVolumeNegativeTest-2126197630-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=8dcf2517f61849cb9650682caf0c5712&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0546355
Dec 25 21:22:35.668428 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06db4b3f-02c0-4ab3-b208-20b52f3dd446 req-7531bef4-6625-4d56-95b5-38f6947ebd17 tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:22:35.669947 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-06db4b3f-02c0-4ab3-b208-20b52f3dd446 req-7531bef4-6625-4d56-95b5-38f6947ebd17 tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] 10.222.0.32 "GET /v2.0/ports?device_id=441fa3cf-7f7d-4f84-b4aa-cc9b9d70e477 HTTP/1.1" status: 200  len: 946 time: 0.0955818
Dec 25 21:22:35.691001 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7bf1b0a6-9be8-4c64-a13f-141747f29e9c req-c78cad82-398e-45e4-b296-0cfc56854174 service neutron] 10.222.0.32 "GET /v2.0/networks/df7f119b-f1bb-462c-b2dc-ce3acd2a89d9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1342266
Dec 25 21:22:35.780609 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-06db4b3f-02c0-4ab3-b208-20b52f3dd446 req-4a02fbcc-2712-4227-adf5-0672ce5df753 tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] 10.222.0.32 "GET /v2.0/security-groups?id=b53a52e0-f618-42f7-a91e-f12e72408b35&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1010675
Dec 25 21:22:35.819484 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7bf1b0a6-9be8-4c64-a13f-141747f29e9c req-3fa426b2-f837-4796-9a18-a211c562d91f service neutron] 10.222.0.32 "GET /v2.0/networks/df7f119b-f1bb-462c-b2dc-ce3acd2a89d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1217630
Dec 25 21:22:35.894413 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61f9331-5e26-4b4a-be10-30acbf07c2f9 req-27717357-4b8f-41b4-88b4-c9a619bd6dcd tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:22:35.895955 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f61f9331-5e26-4b4a-be10-30acbf07c2f9 req-27717357-4b8f-41b4-88b4-c9a619bd6dcd tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/ports?device_id=336c6856-ca33-4291-b38f-03e7f7a5db93 HTTP/1.1" status: 200  len: 945 time: 0.0556865
Dec 25 21:22:35.944623 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f61f9331-5e26-4b4a-be10-30acbf07c2f9 req-fc0ad5c1-d466-4c79-9c03-eba84f1abc14 tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/security-groups?id=eb031b39-e206-4789-8844-f32137bfb856&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416389
Dec 25 21:22:36.084677 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4b2df6c9-b7ec-48dd-b8aa-ab8eed3aba87 req-2d28e533-eccf-42ee-bbb6-044347ebc7c4 tempest-ServerShowV247Test-197376765 tempest-ServerShowV247Test-197376765-project] 10.222.0.32 "GET /v2.0/ports?device_id=3503245c-9c15-4ca9-8c8e-dfd5025b1c2c HTTP/1.1" status: 200  len: 210 time: 0.0258157
Dec 25 21:22:36.159194 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-02f42262-95c7-4a78-9f85-4ec8ab74dc8a req-c6134985-7676-4c01-a42f-e813f8a81be5 tempest-AttachVolumeNegativeTest-2126197630 tempest-AttachVolumeNegativeTest-2126197630-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9e9c480-9591-4be8-88a1-021df7ea5e04 HTTP/1.1" status: 200  len: 210 time: 0.0272548
Dec 25 21:22:36.437461 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-eefed9e6-c817-494b-974a-28dd81d4222f req-442c5520-faa5-4ee7-b882-ec46122028e9 tempest-ServerShowV247Test-197376765 tempest-ServerShowV247Test-197376765-project] 10.222.0.37 "GET /v2.0/ports?device_id=3503245c-9c15-4ca9-8c8e-dfd5025b1c2c HTTP/1.1" status: 200  len: 210 time: 0.0266221
Dec 25 21:22:36.907183 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0f4c6f-cd92-43fa-a7df-a80f191f068d req-c6d5c7fa-8766-4c66-927c-7789365ebb89 tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:22:36.908940 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-dc0f4c6f-cd92-43fa-a7df-a80f191f068d req-c6d5c7fa-8766-4c66-927c-7789365ebb89 tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] 10.222.0.32 "GET /v2.0/ports?device_id=441fa3cf-7f7d-4f84-b4aa-cc9b9d70e477 HTTP/1.1" status: 200  len: 946 time: 0.0557444
Dec 25 21:22:36.957351 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-dc0f4c6f-cd92-43fa-a7df-a80f191f068d req-2d21a2fc-be10-481c-b29f-61625124a154 tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] 10.222.0.32 "GET /v2.0/security-groups?id=b53a52e0-f618-42f7-a91e-f12e72408b35&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423930
Dec 25 21:22:37.013527 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-51c1a13e-1410-487f-ae0c-d84588c5e35e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:22:37.084425 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d49976e-c391-4053-acaf-62a34ebb9065 req-05041f1c-37ba-4314-86bc-8e7977b7e40a tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:22:37.086563 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9d49976e-c391-4053-acaf-62a34ebb9065 req-05041f1c-37ba-4314-86bc-8e7977b7e40a tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/ports?device_id=336c6856-ca33-4291-b38f-03e7f7a5db93 HTTP/1.1" status: 200  len: 945 time: 0.0540512
Dec 25 21:22:37.143873 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9d49976e-c391-4053-acaf-62a34ebb9065 req-4620ba6e-551e-4ba3-bc45-77c1cf4fea64 tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/security-groups?id=eb031b39-e206-4789-8844-f32137bfb856&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0509973
Dec 25 21:22:37.310329 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2736b8f7-2468-46c0-8db6-9cf7dfca00a7 req-e3e57278-804b-4d60-9358-666f2671d704 tempest-ServerShowV247Test-197376765 tempest-ServerShowV247Test-197376765-project] 10.222.0.32 "GET /v2.0/ports?device_id=3503245c-9c15-4ca9-8c8e-dfd5025b1c2c HTTP/1.1" status: 200  len: 210 time: 0.0261283
Dec 25 21:22:37.409423 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ee689dc3-0ee6-4f31-a807-370d8f98a20d req-d7a41c6f-aa01-4aec-840e-121b3655bf6a tempest-AttachVolumeNegativeTest-2126197630 tempest-AttachVolumeNegativeTest-2126197630-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9e9c480-9591-4be8-88a1-021df7ea5e04 HTTP/1.1" status: 200  len: 210 time: 0.0374699
Dec 25 21:22:37.544197 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cee3877-af0f-4748-88d9-7f82501df5c0 req-89b2cff8-5711-4677-ad44-547a5480531a tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:22:37.545899 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4cee3877-af0f-4748-88d9-7f82501df5c0 req-89b2cff8-5711-4677-ad44-547a5480531a tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] 10.222.0.32 "GET /v2.0/ports?device_id=441fa3cf-7f7d-4f84-b4aa-cc9b9d70e477 HTTP/1.1" status: 200  len: 946 time: 0.0538309
Dec 25 21:22:37.611470 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4cee3877-af0f-4748-88d9-7f82501df5c0 req-c4764a3f-ccf4-4b3a-be2b-7fc695ae96fc tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] 10.222.0.32 "GET /v2.0/security-groups?id=b53a52e0-f618-42f7-a91e-f12e72408b35&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0526185
Dec 25 21:22:37.978252 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bdf8b4-d59c-49a9-99e8-ba7d8cf037f5 req-ca47b312-c04e-4199-8028-df1f7f09e029 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:22:37.979798 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-92bdf8b4-d59c-49a9-99e8-ba7d8cf037f5 req-ca47b312-c04e-4199-8028-df1f7f09e029 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/ports?device_id=161df36a-2258-4f32-a7b0-2f7c793d4390 HTTP/1.1" status: 200  len: 944 time: 0.0641656
Dec 25 21:22:38.030496 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-92bdf8b4-d59c-49a9-99e8-ba7d8cf037f5 req-c7437be7-f216-4e74-a7fa-740c8510274c tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/security-groups?id=303458ac-ce28-4cba-8947-b5e432a1ea1f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0437138
Dec 25 21:22:38.124413 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9b1654-1e05-4144-b1ca-338fabdf9d82 req-36a9e1a5-0622-43ca-8e11-1b209f2b17a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:22:38.126016 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0d9b1654-1e05-4144-b1ca-338fabdf9d82 req-36a9e1a5-0622-43ca-8e11-1b209f2b17a9 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=4c3545b07d0b4ccf9cd48a80c2d37521&device_id=161df36a-2258-4f32-a7b0-2f7c793d4390 HTTP/1.1" status: 200  len: 1095 time: 0.1442833
Dec 25 21:22:38.216538 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:22:38.221678 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9b1654-1e05-4144-b1ca-338fabdf9d82 req-0971c9b7-743b-492f-a3f0-179e8f52e5b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:22:38.223139 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0d9b1654-1e05-4144-b1ca-338fabdf9d82 req-0971c9b7-743b-492f-a3f0-179e8f52e5b7 service neutron] 10.222.0.31 "GET /v2.0/networks?id=050fe506-29b6-4536-b03a-6d4fd9d4993c HTTP/1.1" status: 200  len: 913 time: 0.0884998
Dec 25 21:22:38.382506 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0d9b1654-1e05-4144-b1ca-338fabdf9d82 req-51e87f66-7fab-4113-9e6d-dbac6a500617 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cdd08e2a-d7d3-45dd-874c-1cadcc9203fd HTTP/1.1" status: 200  len: 998 time: 0.1461501
Dec 25 21:22:38.409910 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982106ed-308c-45ec-ba33-1551360dcc18 req-934f4bc5-fabb-40b3-9f02-7a7a5b562a32 tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:22:38.410423 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3e945ecd-9380-47c2-aa0a-12ebe07e03e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:22:38.411421 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-982106ed-308c-45ec-ba33-1551360dcc18 req-934f4bc5-fabb-40b3-9f02-7a7a5b562a32 tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/ports?device_id=336c6856-ca33-4291-b38f-03e7f7a5db93 HTTP/1.1" status: 200  len: 945 time: 0.1923084
Dec 25 21:22:38.500976 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf1b0a6-9be8-4c64-a13f-141747f29e9c req-63857e75-927b-4a22-a09f-369dfa220185 tempest-AttachVolumeNegativeTest-2126197630 tempest-AttachVolumeNegativeTest-2126197630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:22:38.502482 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7bf1b0a6-9be8-4c64-a13f-141747f29e9c req-63857e75-927b-4a22-a09f-369dfa220185 tempest-AttachVolumeNegativeTest-2126197630 tempest-AttachVolumeNegativeTest-2126197630-project] 10.222.0.37 "GET /v2.0/networks?id=df7f119b-f1bb-462c-b2dc-ce3acd2a89d9 HTTP/1.1" status: 200  len: 814 time: 0.2675183
Dec 25 21:22:38.506639 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9b1654-1e05-4144-b1ca-338fabdf9d82 req-29856a46-1cd5-4a76-891a-ab3a3fc53e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:22:38.508064 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0d9b1654-1e05-4144-b1ca-338fabdf9d82 req-29856a46-1cd5-4a76-891a-ab3a3fc53e05 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1f5d8ab8-049c-411c-8531-c48febcca4ec HTTP/1.1" status: 200  len: 851 time: 0.1178024
Dec 25 21:22:38.532746 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-7bf1b0a6-9be8-4c64-a13f-141747f29e9c req-7ef644fa-c715-45da-8ef7-af2837374cf8 tempest-AttachVolumeNegativeTest-2126197630 tempest-AttachVolumeNegativeTest-2126197630-project] Request body: {'port': {'device_id': 'a9e9c480-9591-4be8-88a1-021df7ea5e04', 'network_id': 'df7f119b-f1bb-462c-b2dc-ce3acd2a89d9', 'admin_state_up': True, 'tenant_id': '8dcf2517f61849cb9650682caf0c5712'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:22:38.597644 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c26ee52f-05be-444e-be22-53bf17213e66 req-dc6b1a63-b704-4a00-a809-d3bfa53bd6a1 tempest-AttachVolumeNegativeTest-2126197630 tempest-AttachVolumeNegativeTest-2126197630-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9e9c480-9591-4be8-88a1-021df7ea5e04 HTTP/1.1" status: 200  len: 210 time: 0.0927429
Dec 25 21:22:38.612424 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-982106ed-308c-45ec-ba33-1551360dcc18 req-9ae3dfb9-1d8c-400c-aab0-bfeefaac2b5d tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/security-groups?id=eb031b39-e206-4789-8844-f32137bfb856&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1777666
Dec 25 21:22:38.667371 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9b1654-1e05-4144-b1ca-338fabdf9d82 req-4d7f7bb8-5864-4871-bc2b-91985dac1175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:22:38.670279 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0d9b1654-1e05-4144-b1ca-338fabdf9d82 req-4d7f7bb8-5864-4871-bc2b-91985dac1175 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=050fe506-29b6-4536-b03a-6d4fd9d4993c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1289852
Dec 25 21:22:38.817067 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1117286-c551-47af-92dd-cab64f702c21 req-34dd0f5e-4241-4d0a-961b-e762b89f5f4c tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:22:38.818562 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c1117286-c551-47af-92dd-cab64f702c21 req-34dd0f5e-4241-4d0a-961b-e762b89f5f4c tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] 10.222.0.32 "GET /v2.0/ports?device_id=441fa3cf-7f7d-4f84-b4aa-cc9b9d70e477 HTTP/1.1" status: 200  len: 946 time: 0.1245017
Dec 25 21:22:38.853828 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0d9b1654-1e05-4144-b1ca-338fabdf9d82 req-71ca5277-203b-4f1e-b3e7-4075f0020f24 service neutron] 10.222.0.31 "GET /v2.0/networks/050fe506-29b6-4536-b03a-6d4fd9d4993c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1737087
Dec 25 21:22:38.882268 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7bf1b0a6-9be8-4c64-a13f-141747f29e9c req-7ef644fa-c715-45da-8ef7-af2837374cf8 tempest-AttachVolumeNegativeTest-2126197630 tempest-AttachVolumeNegativeTest-2126197630-project] Made reservation on behalf of 8dcf2517f61849cb9650682caf0c5712 for: {'port': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:22:38.885786 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-7bf1b0a6-9be8-4c64-a13f-141747f29e9c req-7ef644fa-c715-45da-8ef7-af2837374cf8 tempest-AttachVolumeNegativeTest-2126197630 tempest-AttachVolumeNegativeTest-2126197630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:22:38.891187 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 34166) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:22:38.924445 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c1117286-c551-47af-92dd-cab64f702c21 req-d1486b0e-5d70-46d3-bf79-95f06e834a5f tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] 10.222.0.32 "GET /v2.0/security-groups?id=b53a52e0-f618-42f7-a91e-f12e72408b35&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0959678
Dec 25 21:22:39.032749 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a467150b-4e47-41b4-94f0-a0fd8245d7b6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:22:39.043139 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0d9b1654-1e05-4144-b1ca-338fabdf9d82 req-0dbd0c8a-f757-4917-9e92-0ad39b1bb818 service neutron] 10.222.0.31 "GET /v2.0/networks/050fe506-29b6-4536-b03a-6d4fd9d4993c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1765673
Dec 25 21:22:39.118853 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_common [req-7bf1b0a6-9be8-4c64-a13f-141747f29e9c req-7ef644fa-c715-45da-8ef7-af2837374cf8 tempest-AttachVolumeNegativeTest-2126197630 tempest-AttachVolumeNegativeTest-2126197630-project] Allocated IP 172.20.0.8 (df7f119b-f1bb-462c-b2dc-ce3acd2a89d9/d0593536-f259-44e3-8eca-283096dddce3/c6d03e4e-9c86-4a24-bd65-c4d2828b4a5d) {{(pid=121606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:22:39.123025 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a467150b-4e47-41b4-94f0-a0fd8245d7b6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:22:39.207132 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84254b88-524a-49f3-8f66-5e6431ae42db req-29044a88-9415-4e26-8f9b-1fe5c54b556b tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:22:39.208687 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-84254b88-524a-49f3-8f66-5e6431ae42db req-29044a88-9415-4e26-8f9b-1fe5c54b556b tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/ports?device_id=161df36a-2258-4f32-a7b0-2f7c793d4390 HTTP/1.1" status: 200  len: 944 time: 0.0825455
Dec 25 21:22:39.244773 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a467150b-4e47-41b4-94f0-a0fd8245d7b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:22:39.293333 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a467150b-4e47-41b4-94f0-a0fd8245d7b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f4ea69b-cf20-4909-89d3-e4dcedc54cef,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:22:39.298646 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-a467150b-4e47-41b4-94f0-a0fd8245d7b6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8448b25167bd4f0facbde22bc77a818d&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4064319
Dec 25 21:22:39.301165 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 34178) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:22:39.332184 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-84254b88-524a-49f3-8f66-5e6431ae42db req-a810ff90-5eda-44d1-8d15-17dcda83654f tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/security-groups?id=303458ac-ce28-4cba-8947-b5e432a1ea1f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1130457
Dec 25 21:22:39.359071 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-412533d7-8293-462e-93da-90fe0df1d064 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:22:39.375081 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-7bf1b0a6-9be8-4c64-a13f-141747f29e9c req-7ef644fa-c715-45da-8ef7-af2837374cf8 tempest-AttachVolumeNegativeTest-2126197630 tempest-AttachVolumeNegativeTest-2126197630-project] Publish callbacks [] for port, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:22:39.395503 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-412533d7-8293-462e-93da-90fe0df1d064 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:22:39.584210 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-15cb578f-7a63-4fd3-925d-83bad4c7b82a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:22:39.606600 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-412533d7-8293-462e-93da-90fe0df1d064 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:22:39.608110 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-7bf1b0a6-9be8-4c64-a13f-141747f29e9c req-7ef644fa-c715-45da-8ef7-af2837374cf8 tempest-AttachVolumeNegativeTest-2126197630 tempest-AttachVolumeNegativeTest-2126197630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:22:39.609986 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-412533d7-8293-462e-93da-90fe0df1d064 admin admin] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:22:39.611447 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-412533d7-8293-462e-93da-90fe0df1d064 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0f4ea69b-cf20-4909-89d3-e4dcedc54cef HTTP/1.1" status: 204  len: 168 time: 0.3091044
Dec 25 21:22:39.626407 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] get_ports_and_sgs() called for port_ids ['e1a1ed5e-2df4-4726-86bd-bc56ff15ffb1', '745d590e-2b18-462d-a55e-1423ff663b30', '866836b0-b932-4ad3-b858-1d09b2903533'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:22:39.626749 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412533d7-8293-462e-93da-90fe0df1d064 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f4ea69b-cf20-4909-89d3-e4dcedc54cef,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:22:39.685403 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7bf1b0a6-9be8-4c64-a13f-141747f29e9c req-7ef644fa-c715-45da-8ef7-af2837374cf8 tempest-AttachVolumeNegativeTest-2126197630 tempest-AttachVolumeNegativeTest-2126197630-project] Network df7f119b-f1bb-462c-b2dc-ce3acd2a89d9 is already hosted by enough agents. {{(pid=121606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:22:39.691839 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [req-7bf1b0a6-9be8-4c64-a13f-141747f29e9c req-7ef644fa-c715-45da-8ef7-af2837374cf8 tempest-AttachVolumeNegativeTest-2126197630 tempest-AttachVolumeNegativeTest-2126197630-project] Resources bound (agent type, host, resource id):  {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:22:39.696761 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bf1b0a6-9be8-4c64-a13f-141747f29e9c req-7ef644fa-c715-45da-8ef7-af2837374cf8 tempest-AttachVolumeNegativeTest-2126197630 tempest-AttachVolumeNegativeTest-2126197630-project] Received port after_create {{(pid=121606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:22:39.732240 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef644fa-c715-45da-8ef7-af2837374cf8 tempest-AttachVolumeNegativeTest-2126197630 tempest-AttachVolumeNegativeTest-2126197630-project] Pushing event updated for resources: {'Port': ['ID=c6d03e4e-9c86-4a24-bd65-c4d2828b4a5d,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:22:39.821743 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf1b0a6-9be8-4c64-a13f-141747f29e9c req-7ef644fa-c715-45da-8ef7-af2837374cf8 tempest-AttachVolumeNegativeTest-2126197630 tempest-AttachVolumeNegativeTest-2126197630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:22:39.822442 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-7bf1b0a6-9be8-4c64-a13f-141747f29e9c req-7ef644fa-c715-45da-8ef7-af2837374cf8 tempest-AttachVolumeNegativeTest-2126197630 tempest-AttachVolumeNegativeTest-2126197630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:22:39.854614 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee21861-dc73-4e4c-8d42-cafaff9dc51a req-86aec49a-19e2-4019-9b20-5f921920ae4b tempest-AttachVolumeNegativeTest-2126197630 tempest-AttachVolumeNegativeTest-2126197630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:22:39.857346 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0ee21861-dc73-4e4c-8d42-cafaff9dc51a req-86aec49a-19e2-4019-9b20-5f921920ae4b tempest-AttachVolumeNegativeTest-2126197630 tempest-AttachVolumeNegativeTest-2126197630-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9e9c480-9591-4be8-88a1-021df7ea5e04 HTTP/1.1" status: 200  len: 931 time: 0.1294878
Dec 25 21:22:39.878711 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2c918c-9312-4829-8084-d8e51784be50 req-e711d101-d106-42e7-9819-2834c3ebb94c tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:22:39.880259 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9a2c918c-9312-4829-8084-d8e51784be50 req-e711d101-d106-42e7-9819-2834c3ebb94c tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/ports?device_id=336c6856-ca33-4291-b38f-03e7f7a5db93 HTTP/1.1" status: 200  len: 945 time: 0.1283772
Dec 25 21:22:39.951360 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0ee21861-dc73-4e4c-8d42-cafaff9dc51a req-5df96ede-c477-4cb6-8e23-6dce99e2927c tempest-AttachVolumeNegativeTest-2126197630 tempest-AttachVolumeNegativeTest-2126197630-project] 10.222.0.32 "GET /v2.0/security-groups?id=b13bfb58-0f10-46e2-9252-687280bf8bf9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0877929
Dec 25 21:22:39.967954 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7bf1b0a6-9be8-4c64-a13f-141747f29e9c req-7ef644fa-c715-45da-8ef7-af2837374cf8 tempest-AttachVolumeNegativeTest-2126197630 tempest-AttachVolumeNegativeTest-2126197630-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.4532795
Dec 25 21:22:39.976122 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9a2c918c-9312-4829-8084-d8e51784be50 req-028ea72e-c070-4ce9-9b4b-929a0d6472dd tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/security-groups?id=eb031b39-e206-4789-8844-f32137bfb856&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0879910
Dec 25 21:22:40.138291 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-7bf1b0a6-9be8-4c64-a13f-141747f29e9c req-7bc659e3-ffae-41c5-88d8-b1f2d466293c service neutron] Request body: {'port': {'device_id': 'a9e9c480-9591-4be8-88a1-021df7ea5e04', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:22:40.202534 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-7bf1b0a6-9be8-4c64-a13f-141747f29e9c req-7bc659e3-ffae-41c5-88d8-b1f2d466293c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:22:40.539767 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc2c0ff-bb9e-44b7-a025-d3552c792192 req-7a50b49a-26e7-45f5-bfc7-b6f444dc52ad tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:22:40.541294 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-efc2c0ff-bb9e-44b7-a025-d3552c792192 req-7a50b49a-26e7-45f5-bfc7-b6f444dc52ad tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/ports?device_id=161df36a-2258-4f32-a7b0-2f7c793d4390 HTTP/1.1" status: 200  len: 944 time: 0.0925298
Dec 25 21:22:40.616437 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:22:40.646330 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-efc2c0ff-bb9e-44b7-a025-d3552c792192 req-f3d5e149-b7e3-487b-bb9e-2a108a2e83d2 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/security-groups?id=303458ac-ce28-4cba-8947-b5e432a1ea1f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0935152
Dec 25 21:22:40.653165 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [req-7bf1b0a6-9be8-4c64-a13f-141747f29e9c req-7bc659e3-ffae-41c5-88d8-b1f2d466293c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6d03e4e-9c86-4a24-bd65-c4d2828b4a5d {{(pid=121606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:22:40.661218 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-7bf1b0a6-9be8-4c64-a13f-141747f29e9c req-7bc659e3-ffae-41c5-88d8-b1f2d466293c service neutron] Publish callbacks [] for port, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:22:40.675863 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.provisioning_blocks [req-7bf1b0a6-9be8-4c64-a13f-141747f29e9c req-7bc659e3-ffae-41c5-88d8-b1f2d466293c service neutron] Transition to ACTIVE for port object c6d03e4e-9c86-4a24-bd65-c4d2828b4a5d will not be triggered until provisioned by entity L2. {{(pid=121606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 25 21:22:40.784181 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-7bf1b0a6-9be8-4c64-a13f-141747f29e9c req-7bc659e3-ffae-41c5-88d8-b1f2d466293c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:22:40.843444 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc659e3-ffae-41c5-88d8-b1f2d466293c service neutron] Pushing event updated for resources: {'Port': ['ID=c6d03e4e-9c86-4a24-bd65-c4d2828b4a5d,revision_number=2']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:22:40.927169 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-7bf1b0a6-9be8-4c64-a13f-141747f29e9c req-7bc659e3-ffae-41c5-88d8-b1f2d466293c service neutron] Attempting to bind port c6d03e4e-9c86-4a24-bd65-c4d2828b4a5d on host nch2-master-1 for vnic_type normal with profile  {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:22:40.927518 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-7bf1b0a6-9be8-4c64-a13f-141747f29e9c req-7bc659e3-ffae-41c5-88d8-b1f2d466293c service neutron] Attempting to bind port c6d03e4e-9c86-4a24-bd65-c4d2828b4a5d by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '1c5dea30-318f-4932-8772-f43ff59dee51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'df7f119b-f1bb-462c-b2dc-ce3acd2a89d9'}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:22:40.927843 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bf1b0a6-9be8-4c64-a13f-141747f29e9c req-7bc659e3-ffae-41c5-88d8-b1f2d466293c service neutron] Attempting to bind port c6d03e4e-9c86-4a24-bd65-c4d2828b4a5d on network df7f119b-f1bb-462c-b2dc-ce3acd2a89d9 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:22:40.933024 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bf1b0a6-9be8-4c64-a13f-141747f29e9c req-7bc659e3-ffae-41c5-88d8-b1f2d466293c service neutron] Port c6d03e4e-9c86-4a24-bd65-c4d2828b4a5d on network df7f119b-f1bb-462c-b2dc-ce3acd2a89d9 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 25 21:22:40.935077 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bf1b0a6-9be8-4c64-a13f-141747f29e9c req-7bc659e3-ffae-41c5-88d8-b1f2d466293c service neutron] Attempting to bind port c6d03e4e-9c86-4a24-bd65-c4d2828b4a5d on network df7f119b-f1bb-462c-b2dc-ce3acd2a89d9 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:22:40.939063 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bf1b0a6-9be8-4c64-a13f-141747f29e9c req-7bc659e3-ffae-41c5-88d8-b1f2d466293c service neutron] Checking agent: {'id': '0d9ae313-8f8d-40fa-8a9f-d098a25a9911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 21, 4, 38), 'started_at': datetime.datetime(2021, 12, 25, 21, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 22, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:22:40.939473 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bf1b0a6-9be8-4c64-a13f-141747f29e9c req-7bc659e3-ffae-41c5-88d8-b1f2d466293c service neutron] Checking segment: {'id': '1c5dea30-318f-4932-8772-f43ff59dee51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'df7f119b-f1bb-462c-b2dc-ce3acd2a89d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:22:40.939925 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bf1b0a6-9be8-4c64-a13f-141747f29e9c req-7bc659e3-ffae-41c5-88d8-b1f2d466293c service neutron] Bound using segment: {'id': '1c5dea30-318f-4932-8772-f43ff59dee51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'df7f119b-f1bb-462c-b2dc-ce3acd2a89d9'} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:22:40.940425 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-7bf1b0a6-9be8-4c64-a13f-141747f29e9c req-7bc659e3-ffae-41c5-88d8-b1f2d466293c service neutron] Bound port: c6d03e4e-9c86-4a24-bd65-c4d2828b4a5d, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c5dea30-318f-4932-8772-f43ff59dee51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'df7f119b-f1bb-462c-b2dc-ce3acd2a89d9'}}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:22:40.941050 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-7bf1b0a6-9be8-4c64-a13f-141747f29e9c req-7bc659e3-ffae-41c5-88d8-b1f2d466293c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:22:41.032667 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-7bf1b0a6-9be8-4c64-a13f-141747f29e9c req-7bc659e3-ffae-41c5-88d8-b1f2d466293c service neutron] For port c6d03e4e-9c86-4a24-bd65-c4d2828b4a5d, host nch2-master-1, cleared binding levels {{(pid=121606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:22:41.036319 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-7bf1b0a6-9be8-4c64-a13f-141747f29e9c req-7bc659e3-ffae-41c5-88d8-b1f2d466293c service neutron] For port c6d03e4e-9c86-4a24-bd65-c4d2828b4a5d, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c6d03e4e-9c86-4a24-bd65-c4d2828b4a5d,segment=NetworkSegment(1c5dea30-318f-4932-8772-f43ff59dee51),segment_id=1c5dea30-318f-4932-8772-f43ff59dee51)] {{(pid=121606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:22:41.111780 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e52307a-17e0-4ae9-adf7-80ae9cece351 req-357f66fd-ed51-41a2-b34c-8ea7eaa8122f tempest-AttachVolumeNegativeTest-2126197630 tempest-AttachVolumeNegativeTest-2126197630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:22:41.113201 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8e52307a-17e0-4ae9-adf7-80ae9cece351 req-357f66fd-ed51-41a2-b34c-8ea7eaa8122f tempest-AttachVolumeNegativeTest-2126197630 tempest-AttachVolumeNegativeTest-2126197630-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9e9c480-9591-4be8-88a1-021df7ea5e04 HTTP/1.1" status: 200  len: 943 time: 0.0753000
Dec 25 21:22:41.139835 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf05698-336f-43bc-8422-d732fed25ff1 req-584e54d9-02a8-4eed-85b2-0d0057e053f9 tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:22:41.139835 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-caf05698-336f-43bc-8422-d732fed25ff1 req-584e54d9-02a8-4eed-85b2-0d0057e053f9 tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/ports?device_id=336c6856-ca33-4291-b38f-03e7f7a5db93 HTTP/1.1" status: 200  len: 945 time: 0.0707924
Dec 25 21:22:41.147550 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-7bf1b0a6-9be8-4c64-a13f-141747f29e9c req-7bc659e3-ffae-41c5-88d8-b1f2d466293c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:22:41.230008 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf1b0a6-9be8-4c64-a13f-141747f29e9c req-7bc659e3-ffae-41c5-88d8-b1f2d466293c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:22:41.230695 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-7bf1b0a6-9be8-4c64-a13f-141747f29e9c req-7bc659e3-ffae-41c5-88d8-b1f2d466293c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:22:41.232068 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7bf1b0a6-9be8-4c64-a13f-141747f29e9c req-7bc659e3-ffae-41c5-88d8-b1f2d466293c service neutron] 10.222.0.37 "PUT /v2.0/ports/c6d03e4e-9c86-4a24-bd65-c4d2828b4a5d HTTP/1.1" status: 200  len: 1091 time: 1.2447319
Dec 25 21:22:41.232540 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9e9c480-9591-4be8-88a1-021df7ea5e04', 'tag': 'c6d03e4e-9c86-4a24-bd65-c4d2828b4a5d'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:22:41.236115 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9858820c13ec2827453b94ebc4181065e990a4e4089ccb9fe762531ac62d2fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a4a903b-d88b-4d20-823c-e815248813dd" -d '{"events": [{"name": "network-changed", "server_uuid": "a9e9c480-9591-4be8-88a1-021df7ea5e04", "tag": "c6d03e4e-9c86-4a24-bd65-c4d2828b4a5d"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:22:41.261600 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8e52307a-17e0-4ae9-adf7-80ae9cece351 req-6105b8fb-b625-49f4-b616-714687276b66 tempest-AttachVolumeNegativeTest-2126197630 tempest-AttachVolumeNegativeTest-2126197630-project] 10.222.0.32 "GET /v2.0/security-groups?id=b13bfb58-0f10-46e2-9252-687280bf8bf9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1408505
Dec 25 21:22:41.284732 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-caf05698-336f-43bc-8422-d732fed25ff1 req-54530a63-0670-4b87-8551-842cf9c3f56a tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/security-groups?id=eb031b39-e206-4789-8844-f32137bfb856&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1387124
Dec 25 21:22:41.285479 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc659e3-ffae-41c5-88d8-b1f2d466293c service neutron] Pushing event updated for resources: {'Port': ['ID=c6d03e4e-9c86-4a24-bd65-c4d2828b4a5d,revision_number=3']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:22:41.333496 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Dec 2021 21:22:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a081f9e-f9f4-4ce1-a431-44b709620718 x-openstack-request-id: req-4a081f9e-f9f4-4ce1-a431-44b709620718 {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:22:41.333897 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9e9c480-9591-4be8-88a1-021df7ea5e04", "tag": "c6d03e4e-9c86-4a24-bd65-c4d2828b4a5d", "status": "completed", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:22:41.334247 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4a081f9e-f9f4-4ce1-a431-44b709620718 {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:22:41.334785 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9e9c480-9591-4be8-88a1-021df7ea5e04', 'tag': 'c6d03e4e-9c86-4a24-bd65-c4d2828b4a5d', 'status': 'completed', 'code': 200}
Dec 25 21:22:41.404394 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4a903b-d88b-4d20-823c-e815248813dd req-aa0c5e44-c696-47a9-9404-094967cf14b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:22:41.406082 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9a4a903b-d88b-4d20-823c-e815248813dd req-aa0c5e44-c696-47a9-9404-094967cf14b1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8dcf2517f61849cb9650682caf0c5712&device_id=a9e9c480-9591-4be8-88a1-021df7ea5e04 HTTP/1.1" status: 200  len: 1094 time: 0.0521045
Dec 25 21:22:41.512022 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4a903b-d88b-4d20-823c-e815248813dd req-6c0b4388-39b4-4d2b-bc47-91ebe8afd643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:22:41.513540 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9a4a903b-d88b-4d20-823c-e815248813dd req-6c0b4388-39b4-4d2b-bc47-91ebe8afd643 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=8dcf2517f61849cb9650682caf0c5712&shared=False HTTP/1.1" status: 200  len: 915 time: 0.0997012
Dec 25 21:22:41.609053 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4a903b-d88b-4d20-823c-e815248813dd req-46ce2a2e-a39c-48df-822f-9337c0559393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:22:41.610659 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9a4a903b-d88b-4d20-823c-e815248813dd req-46ce2a2e-a39c-48df-822f-9337c0559393 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.0900581
Dec 25 21:22:41.689419 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf1b0a6-9be8-4c64-a13f-141747f29e9c req-0f9147bd-137e-4963-9c23-b13869ff26bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:22:41.690991 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7bf1b0a6-9be8-4c64-a13f-141747f29e9c req-0f9147bd-137e-4963-9c23-b13869ff26bf service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8dcf2517f61849cb9650682caf0c5712&device_id=a9e9c480-9591-4be8-88a1-021df7ea5e04 HTTP/1.1" status: 200  len: 1094 time: 0.0437477
Dec 25 21:22:41.737891 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7bf1b0a6-9be8-4c64-a13f-141747f29e9c req-511b2b9a-941f-4b56-87cf-66ce3b5c2307 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c6d03e4e-9c86-4a24-bd65-c4d2828b4a5d HTTP/1.1" status: 200  len: 217 time: 0.0393398
Dec 25 21:22:41.768780 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-23457865-e9ee-4610-9a91-d28417328983 req-dd5c90f7-3fdd-4525-9d76-5ee14c29cae1 tempest-ServerShowV257Test-1437448586 tempest-ServerShowV257Test-1437448586-project] 10.222.0.32 "GET /v2.0/ports?device_id=b159b0a7-d9d5-497e-9170-b451fe6e64d2 HTTP/1.1" status: 200  len: 210 time: 0.0333114
Dec 25 21:22:41.805496 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf1b0a6-9be8-4c64-a13f-141747f29e9c req-dd176151-3175-4b4a-a420-2c845fd90eea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:22:41.807009 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7bf1b0a6-9be8-4c64-a13f-141747f29e9c req-dd176151-3175-4b4a-a420-2c845fd90eea service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d0593536-f259-44e3-8eca-283096dddce3 HTTP/1.1" status: 200  len: 854 time: 0.0605285
Dec 25 21:22:41.841360 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7bf1b0a6-9be8-4c64-a13f-141747f29e9c req-67f30861-0608-407f-8f77-e24967242dd4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=df7f119b-f1bb-462c-b2dc-ce3acd2a89d9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0261896
Dec 25 21:22:41.935427 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7bf1b0a6-9be8-4c64-a13f-141747f29e9c req-8dd6110c-26ce-42ff-8a1e-b9ff93b625f6 service neutron] 10.222.0.37 "GET /v2.0/networks/df7f119b-f1bb-462c-b2dc-ce3acd2a89d9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0872774
Dec 25 21:22:42.025636 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7bf1b0a6-9be8-4c64-a13f-141747f29e9c req-e9516592-e4c9-4871-b90f-56bcf6119ec1 service neutron] 10.222.0.37 "GET /v2.0/networks/df7f119b-f1bb-462c-b2dc-ce3acd2a89d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0835509
Dec 25 21:22:42.403401 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80c6813-af23-4278-91a8-bc8ffac5bf9d req-4ac7f800-4d60-484f-b851-ffcb36e4c36f tempest-AttachVolumeNegativeTest-2126197630 tempest-AttachVolumeNegativeTest-2126197630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:22:42.404930 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c80c6813-af23-4278-91a8-bc8ffac5bf9d req-4ac7f800-4d60-484f-b851-ffcb36e4c36f tempest-AttachVolumeNegativeTest-2126197630 tempest-AttachVolumeNegativeTest-2126197630-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9e9c480-9591-4be8-88a1-021df7ea5e04 HTTP/1.1" status: 200  len: 943 time: 0.0802574
Dec 25 21:22:42.428667 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3fc8ab-1c8a-4a80-86a8-7324e4ee6972 req-c729785e-b986-4d2d-8f44-d2ca0b4a4f5f tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:22:42.430198 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-6e3fc8ab-1c8a-4a80-86a8-7324e4ee6972 req-c729785e-b986-4d2d-8f44-d2ca0b4a4f5f tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/ports?device_id=336c6856-ca33-4291-b38f-03e7f7a5db93 HTTP/1.1" status: 200  len: 945 time: 0.0734544
Dec 25 21:22:42.477861 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c80c6813-af23-4278-91a8-bc8ffac5bf9d req-f739ed15-614d-411b-b659-cfa18270270d tempest-AttachVolumeNegativeTest-2126197630 tempest-AttachVolumeNegativeTest-2126197630-project] 10.222.0.32 "GET /v2.0/security-groups?id=b13bfb58-0f10-46e2-9252-687280bf8bf9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0661335
Dec 25 21:22:42.506630 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-6e3fc8ab-1c8a-4a80-86a8-7324e4ee6972 req-d029ebdf-6d33-4e08-a760-29f4fd8f6875 tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/security-groups?id=eb031b39-e206-4789-8844-f32137bfb856&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0569673
Dec 25 21:22:42.872744 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-395641a2-cb12-43d8-8005-ff62bf085123 req-69ec09c3-7aba-48b5-b441-f8a55698537e tempest-ServerShowV257Test-1437448586 tempest-ServerShowV257Test-1437448586-project] 10.222.0.32 "GET /v2.0/ports?device_id=b159b0a7-d9d5-497e-9170-b451fe6e64d2 HTTP/1.1" status: 200  len: 210 time: 0.0261111
Dec 25 21:22:43.780811 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fc84ed-a295-46ea-abf4-cc145e4c768d req-40fc3669-446d-477b-ae0c-afcf82ef352f tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:22:43.782347 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f7fc84ed-a295-46ea-abf4-cc145e4c768d req-40fc3669-446d-477b-ae0c-afcf82ef352f tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] 10.222.0.32 "GET /v2.0/ports?device_id=441fa3cf-7f7d-4f84-b4aa-cc9b9d70e477 HTTP/1.1" status: 200  len: 946 time: 0.3423038
Dec 25 21:22:43.868166 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9eaf6ac-60d1-45b3-b337-741fd395b311 req-81aac145-9fa5-4246-ac86-998a13051756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:22:43.869697 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e9eaf6ac-60d1-45b3-b337-741fd395b311 req-81aac145-9fa5-4246-ac86-998a13051756 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=af127d2683f84f0682595fe8297db6b1&device_id=441fa3cf-7f7d-4f84-b4aa-cc9b9d70e477 HTTP/1.1" status: 200  len: 1097 time: 0.1123633
Dec 25 21:22:43.877959 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b857b88-a39e-45c4-a809-bb95fd53300e req-40dcdf4f-8fda-440c-aeca-e4c27cc41fee tempest-AttachVolumeNegativeTest-2126197630 tempest-AttachVolumeNegativeTest-2126197630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:22:43.879321 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8b857b88-a39e-45c4-a809-bb95fd53300e req-40dcdf4f-8fda-440c-aeca-e4c27cc41fee tempest-AttachVolumeNegativeTest-2126197630 tempest-AttachVolumeNegativeTest-2126197630-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9e9c480-9591-4be8-88a1-021df7ea5e04 HTTP/1.1" status: 200  len: 943 time: 0.1231418
Dec 25 21:22:43.890076 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f7fc84ed-a295-46ea-abf4-cc145e4c768d req-1b13ef0f-8b5b-40a4-8ead-67474e7d8f3d tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] 10.222.0.32 "GET /v2.0/security-groups?id=b53a52e0-f618-42f7-a91e-f12e72408b35&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0922587
Dec 25 21:22:44.026975 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8b857b88-a39e-45c4-a809-bb95fd53300e req-b4eec628-0486-4935-865f-858292e469d2 tempest-AttachVolumeNegativeTest-2126197630 tempest-AttachVolumeNegativeTest-2126197630-project] 10.222.0.32 "GET /v2.0/security-groups?id=b13bfb58-0f10-46e2-9252-687280bf8bf9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1359162
Dec 25 21:22:44.048634 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9eaf6ac-60d1-45b3-b337-741fd395b311 req-85ebb339-9579-4c06-9eb4-0ac8ec552fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:22:44.050175 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e9eaf6ac-60d1-45b3-b337-741fd395b311 req-85ebb339-9579-4c06-9eb4-0ac8ec552fc0 service neutron] 10.222.0.37 "GET /v2.0/networks?id=c6d0f08d-96b7-4228-b50e-9f6262725ca6 HTTP/1.1" status: 200  len: 918 time: 0.1699998
Dec 25 21:22:44.072028 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a4a758-e33c-4b6d-8a6e-2450067ee511 req-6b65f4d5-ee34-4987-80bb-91ec08912eab tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:22:44.077853 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-79a4a758-e33c-4b6d-8a6e-2450067ee511 req-6b65f4d5-ee34-4987-80bb-91ec08912eab tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/ports?device_id=336c6856-ca33-4291-b38f-03e7f7a5db93 HTTP/1.1" status: 200  len: 945 time: 0.1077945
Dec 25 21:22:44.106998 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e9eaf6ac-60d1-45b3-b337-741fd395b311 req-cbdb56c0-2da9-4f9d-8860-fa082fbae9b5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e763608c-e444-4936-aae2-43161cd57a85 HTTP/1.1" status: 200  len: 217 time: 0.0493364
Dec 25 21:22:44.183628 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-79a4a758-e33c-4b6d-8a6e-2450067ee511 req-0caaee9a-3456-4ac3-8d47-7cd682964214 tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/security-groups?id=eb031b39-e206-4789-8844-f32137bfb856&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0785079
Dec 25 21:22:44.184589 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9eaf6ac-60d1-45b3-b337-741fd395b311 req-09bc56cd-f7c9-4360-a69d-73f247d15be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:22:44.190695 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e9eaf6ac-60d1-45b3-b337-741fd395b311 req-09bc56cd-f7c9-4360-a69d-73f247d15be5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=54e8004f-9c9e-4996-97cc-5b15fbdb0d97 HTTP/1.1" status: 200  len: 857 time: 0.0711970
Dec 25 21:22:44.224527 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e9eaf6ac-60d1-45b3-b337-741fd395b311 req-6a6f1558-4baa-4994-880d-309268cea417 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c6d0f08d-96b7-4228-b50e-9f6262725ca6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0273073
Dec 25 21:22:44.258867 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-899b5682-8b27-4cd8-9593-3d55725b1c5d req-49eade1f-6fb1-4e96-834e-1f1e827e52c2 tempest-ServerShowV257Test-1437448586 tempest-ServerShowV257Test-1437448586-project] 10.222.0.32 "GET /v2.0/ports?device_id=b159b0a7-d9d5-497e-9170-b451fe6e64d2 HTTP/1.1" status: 200  len: 210 time: 0.0373480
Dec 25 21:22:44.350642 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e9eaf6ac-60d1-45b3-b337-741fd395b311 req-3177570c-9876-494a-a8dc-1d6af909552f service neutron] 10.222.0.37 "GET /v2.0/networks/c6d0f08d-96b7-4228-b50e-9f6262725ca6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1180444
Dec 25 21:22:44.444279 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e9eaf6ac-60d1-45b3-b337-741fd395b311 req-01619b5e-0961-4258-81fa-5aa38d237b22 service neutron] 10.222.0.37 "GET /v2.0/networks/c6d0f08d-96b7-4228-b50e-9f6262725ca6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0861356
Dec 25 21:22:45.020045 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49aab8d9-21c8-4098-a7a8-a9ef0fb616f6 req-23806ea9-f7d8-4f93-9629-28a08995b8ea tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:22:45.021542 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-49aab8d9-21c8-4098-a7a8-a9ef0fb616f6 req-23806ea9-f7d8-4f93-9629-28a08995b8ea tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] 10.222.0.32 "GET /v2.0/ports?device_id=441fa3cf-7f7d-4f84-b4aa-cc9b9d70e477 HTTP/1.1" status: 200  len: 946 time: 0.0516477
Dec 25 21:22:45.069875 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-49aab8d9-21c8-4098-a7a8-a9ef0fb616f6 req-1857f4ff-fd2a-4579-a808-b6e602cda4f0 tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] 10.222.0.32 "GET /v2.0/security-groups?id=b53a52e0-f618-42f7-a91e-f12e72408b35&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420644
Dec 25 21:22:45.149832 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35439b4a-71eb-4cef-a6c1-f51db767292f req-5048c9f1-7f87-4b28-a845-5293fb5cff40 tempest-AttachVolumeNegativeTest-2126197630 tempest-AttachVolumeNegativeTest-2126197630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:22:45.151343 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-35439b4a-71eb-4cef-a6c1-f51db767292f req-5048c9f1-7f87-4b28-a845-5293fb5cff40 tempest-AttachVolumeNegativeTest-2126197630 tempest-AttachVolumeNegativeTest-2126197630-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9e9c480-9591-4be8-88a1-021df7ea5e04 HTTP/1.1" status: 200  len: 943 time: 0.0516057
Dec 25 21:22:45.201601 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-35439b4a-71eb-4cef-a6c1-f51db767292f req-7a8746cc-d720-4d43-8d00-ee24d26403e7 tempest-AttachVolumeNegativeTest-2126197630 tempest-AttachVolumeNegativeTest-2126197630-project] 10.222.0.32 "GET /v2.0/security-groups?id=b13bfb58-0f10-46e2-9252-687280bf8bf9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440209
Dec 25 21:22:45.313186 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a02e33-4450-4f5e-a77b-ca1560a780fb req-19b2522d-9519-4cc2-85e2-191b984dd232 tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:22:45.315437 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-70a02e33-4450-4f5e-a77b-ca1560a780fb req-19b2522d-9519-4cc2-85e2-191b984dd232 tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/ports?device_id=336c6856-ca33-4291-b38f-03e7f7a5db93 HTTP/1.1" status: 200  len: 945 time: 0.0576050
Dec 25 21:22:45.383241 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f5ac372b-f938-4ed7-be90-c020d7ace83f req-bf7f3e7c-9e49-47f6-85e1-e735068b472e tempest-ServerShowV257Test-1437448586 tempest-ServerShowV257Test-1437448586-project] 10.222.0.32 "GET /v2.0/ports?device_id=b159b0a7-d9d5-497e-9170-b451fe6e64d2 HTTP/1.1" status: 200  len: 210 time: 0.0378389
Dec 25 21:22:45.390771 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-70a02e33-4450-4f5e-a77b-ca1560a780fb req-de8a5722-4b7a-45a9-a6e4-0f7547ae8876 tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/security-groups?id=eb031b39-e206-4789-8844-f32137bfb856&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0692303
Dec 25 21:22:45.555482 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2db54f02-99f0-4582-a049-86c4bb5796ea req-1f14b20f-bc16-4a2e-9e51-e6f36620207d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=b159b0a7-d9d5-497e-9170-b451fe6e64d2 HTTP/1.1" status: 200  len: 210 time: 0.0251966
Dec 25 21:22:46.191826 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8696db-9671-4ccf-83e2-4666dea961b7 req-6a190b2d-10d6-4ca4-858a-af65b6506996 tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:22:46.193368 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ef8696db-9671-4ccf-83e2-4666dea961b7 req-6a190b2d-10d6-4ca4-858a-af65b6506996 tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] 10.222.0.32 "GET /v2.0/ports?device_id=441fa3cf-7f7d-4f84-b4aa-cc9b9d70e477 HTTP/1.1" status: 200  len: 946 time: 0.0539963
Dec 25 21:22:46.205393 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device c6d03e4e-9c86-4a24-bd65-c4d2828b4a5d details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 25 21:22:46.249047 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ef8696db-9671-4ccf-83e2-4666dea961b7 req-2a21fb9d-aa09-42cf-acc3-0267ef9adb8c tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] 10.222.0.32 "GET /v2.0/security-groups?id=b53a52e0-f618-42f7-a91e-f12e72408b35&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0489028
Dec 25 21:22:46.327369 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port c6d03e4e-9c86-4a24-bd65-c4d2828b4a5d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c6d03e4e-9c86-4a24-bd65-c4d2828b4a5d,segment=NetworkSegment(1c5dea30-318f-4932-8772-f43ff59dee51),segment_id=1c5dea30-318f-4932-8772-f43ff59dee51)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:22:46.341512 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Returning: {'device': 'c6d03e4e-9c86-4a24-bd65-c4d2828b4a5d', 'network_id': 'df7f119b-f1bb-462c-b2dc-ce3acd2a89d9', 'port_id': 'c6d03e4e-9c86-4a24-bd65-c4d2828b4a5d', 'mac_address': 'fa:16:3e:57:aa:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0593536-f259-44e3-8eca-283096dddce3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 25 21:22:46.367810 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e78f61-983c-4b87-b85b-6c3bbe225683 req-9a4ec3e3-4d4c-4a66-bc54-fbcbb0d231dd tempest-AttachVolumeNegativeTest-2126197630 tempest-AttachVolumeNegativeTest-2126197630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:22:46.369344 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-06e78f61-983c-4b87-b85b-6c3bbe225683 req-9a4ec3e3-4d4c-4a66-bc54-fbcbb0d231dd tempest-AttachVolumeNegativeTest-2126197630 tempest-AttachVolumeNegativeTest-2126197630-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9e9c480-9591-4be8-88a1-021df7ea5e04 HTTP/1.1" status: 200  len: 943 time: 0.0535553
Dec 25 21:22:46.380793 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:22:46.395270 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6d03e4e-9c86-4a24-bd65-c4d2828b4a5d {{(pid=121608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:22:46.417604 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port c6d03e4e-9c86-4a24-bd65-c4d2828b4a5d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c6d03e4e-9c86-4a24-bd65-c4d2828b4a5d,segment=NetworkSegment(1c5dea30-318f-4932-8772-f43ff59dee51),segment_id=1c5dea30-318f-4932-8772-f43ff59dee51)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:22:46.421220 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-06e78f61-983c-4b87-b85b-6c3bbe225683 req-7ab3c067-1471-4cdc-aafb-498d69d3f716 tempest-AttachVolumeNegativeTest-2126197630 tempest-AttachVolumeNegativeTest-2126197630-project] 10.222.0.32 "GET /v2.0/security-groups?id=b13bfb58-0f10-46e2-9252-687280bf8bf9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0457890
Dec 25 21:22:46.492900 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2022b90a-57f8-4649-80d1-edbbc8f104e7 req-6c2b2153-3933-4498-acd9-37b50a570f55 tempest-ServerShowV257Test-1437448586 tempest-ServerShowV257Test-1437448586-project] 10.222.0.32 "GET /v2.0/ports?device_id=b159b0a7-d9d5-497e-9170-b451fe6e64d2 HTTP/1.1" status: 200  len: 210 time: 0.0277264
Dec 25 21:22:46.515213 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:22:46.546102 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbb4d79-1ba4-47ad-964f-ffb1469ea47f req-136a8033-5954-4911-bff2-930f174368db tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:22:46.547626 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ffbb4d79-1ba4-47ad-964f-ffb1469ea47f req-136a8033-5954-4911-bff2-930f174368db tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/ports?device_id=336c6856-ca33-4291-b38f-03e7f7a5db93 HTTP/1.1" status: 200  len: 945 time: 0.0581052
Dec 25 21:22:46.564993 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Pushing event updated for resources: {'Port': ['ID=c6d03e4e-9c86-4a24-bd65-c4d2828b4a5d,revision_number=4']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:22:46.596007 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ffbb4d79-1ba4-47ad-964f-ffb1469ea47f req-6d31747a-0454-471c-81ba-8645a6c7445c tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/security-groups?id=eb031b39-e206-4789-8844-f32137bfb856&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422881
Dec 25 21:22:46.846916 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] get_ports_and_sgs() called for port_ids ['c6d03e4e-9c86-4a24-bd65-c4d2828b4a5d'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:22:47.371864 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff96d278-2fd2-4caa-81d1-516d9067dfa6 req-273cd533-2ee8-45d4-b92a-341578e736f2 tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:22:47.373412 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ff96d278-2fd2-4caa-81d1-516d9067dfa6 req-273cd533-2ee8-45d4-b92a-341578e736f2 tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] 10.222.0.32 "GET /v2.0/ports?device_id=441fa3cf-7f7d-4f84-b4aa-cc9b9d70e477 HTTP/1.1" status: 200  len: 946 time: 0.0509336
Dec 25 21:22:47.420580 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ff96d278-2fd2-4caa-81d1-516d9067dfa6 req-dc0387ac-c072-4ef4-97f5-3757692c7bd0 tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] 10.222.0.32 "GET /v2.0/security-groups?id=b53a52e0-f618-42f7-a91e-f12e72408b35&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411212
Dec 25 21:22:47.543353 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90db2bb-e362-4ac1-949d-cf085b9dd1eb req-b021d8ce-4e74-4890-bb19-53b3621c3482 tempest-AttachVolumeNegativeTest-2126197630 tempest-AttachVolumeNegativeTest-2126197630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:22:47.545214 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b90db2bb-e362-4ac1-949d-cf085b9dd1eb req-b021d8ce-4e74-4890-bb19-53b3621c3482 tempest-AttachVolumeNegativeTest-2126197630 tempest-AttachVolumeNegativeTest-2126197630-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9e9c480-9591-4be8-88a1-021df7ea5e04 HTTP/1.1" status: 200  len: 944 time: 0.0496933
Dec 25 21:22:47.606500 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9fc9831e-f6aa-49b6-a060-2b469d32a860 req-63a7c2de-1438-4867-a4a4-cd4e64a83358 tempest-ServerShowV257Test-1437448586 tempest-ServerShowV257Test-1437448586-project] 10.222.0.32 "GET /v2.0/ports?device_id=b159b0a7-d9d5-497e-9170-b451fe6e64d2 HTTP/1.1" status: 200  len: 210 time: 0.0359001
Dec 25 21:22:47.625045 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b90db2bb-e362-4ac1-949d-cf085b9dd1eb req-8eed9406-0b99-405f-93b9-69553c0bc3e4 tempest-AttachVolumeNegativeTest-2126197630 tempest-AttachVolumeNegativeTest-2126197630-project] 10.222.0.32 "GET /v2.0/security-groups?id=b13bfb58-0f10-46e2-9252-687280bf8bf9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0708373
Dec 25 21:22:47.718245 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef7983e-3d7e-47f3-848b-d689fb1a6fff req-69baca12-c7e8-4ba6-b756-a4fc8ba9a386 tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:22:47.719753 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2ef7983e-3d7e-47f3-848b-d689fb1a6fff req-69baca12-c7e8-4ba6-b756-a4fc8ba9a386 tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/ports?device_id=336c6856-ca33-4291-b38f-03e7f7a5db93 HTTP/1.1" status: 200  len: 945 time: 0.0519383
Dec 25 21:22:47.769786 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2ef7983e-3d7e-47f3-848b-d689fb1a6fff req-209cbd1d-0b3b-4d00-93ad-9d2a632d0d7f tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/security-groups?id=eb031b39-e206-4789-8844-f32137bfb856&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434217
Dec 25 21:22:48.109444 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4bfdbbc9-1adc-42b6-8488-fdc2a3aa097e req-75e69320-89d2-431f-8fad-79a6e2f8d80d tempest-ServerShowV257Test-1437448586 tempest-ServerShowV257Test-1437448586-project] 10.222.0.32 "GET /v2.0/ports?device_id=b159b0a7-d9d5-497e-9170-b451fe6e64d2 HTTP/1.1" status: 200  len: 210 time: 0.0270371
Dec 25 21:22:48.218394 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device c6d03e4e-9c86-4a24-bd65-c4d2828b4a5d up at agent hyperv_nch2-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:22:48.341496 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Provisioning for port c6d03e4e-9c86-4a24-bd65-c4d2828b4a5d completed by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 25 21:22:48.346216 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Provisioning complete for port c6d03e4e-9c86-4a24-bd65-c4d2828b4a5d triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:22:48.351432 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:22:48.429025 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:22:48.455263 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9e9c480-9591-4be8-88a1-021df7ea5e04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6d03e4e-9c86-4a24-bd65-c4d2828b4a5d'}] {{(pid=121608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:22:48.457659 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a88c78c3ff6266bd59c7e89d275b28c92e739b67d23c89d71af88829fd31566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd0daca6-5a98-4f53-9116-ea807629ab63" -d '{"events": [{"server_uuid": "a9e9c480-9591-4be8-88a1-021df7ea5e04", "name": "network-vif-plugged", "status": "completed", "tag": "c6d03e4e-9c86-4a24-bd65-c4d2828b4a5d"}]}' {{(pid=121608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:22:48.479220 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port c6d03e4e-9c86-4a24-bd65-c4d2828b4a5d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c6d03e4e-9c86-4a24-bd65-c4d2828b4a5d,segment=NetworkSegment(1c5dea30-318f-4932-8772-f43ff59dee51),segment_id=1c5dea30-318f-4932-8772-f43ff59dee51)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:22:48.555302 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:22:48.559778 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87281ecb-a34c-4b96-a03b-7007aab78c48 req-5646bf7f-247f-4780-a7ca-66ac69219ff3 tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:22:48.561417 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-87281ecb-a34c-4b96-a03b-7007aab78c48 req-5646bf7f-247f-4780-a7ca-66ac69219ff3 tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] 10.222.0.32 "GET /v2.0/ports?device_id=441fa3cf-7f7d-4f84-b4aa-cc9b9d70e477 HTTP/1.1" status: 200  len: 946 time: 0.0578403
Dec 25 21:22:48.600101 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 21:22:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb95f2dc-9ba1-4975-8fe1-5e126c2e34c6 x-openstack-request-id: req-cb95f2dc-9ba1-4975-8fe1-5e126c2e34c6 {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:22:48.600807 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9e9c480-9591-4be8-88a1-021df7ea5e04", "name": "network-vif-plugged", "status": "completed", "tag": "c6d03e4e-9c86-4a24-bd65-c4d2828b4a5d", "code": 200}]} {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:22:48.600807 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-cb95f2dc-9ba1-4975-8fe1-5e126c2e34c6 {{(pid=121608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:22:48.601084 ncdv-master-1 neutron-server[121608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9e9c480-9591-4be8-88a1-021df7ea5e04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6d03e4e-9c86-4a24-bd65-c4d2828b4a5d', 'code': 200}
Dec 25 21:22:48.613210 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-87281ecb-a34c-4b96-a03b-7007aab78c48 req-009173ad-4e4e-4db3-883e-e3ae0f008ef7 tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] 10.222.0.32 "GET /v2.0/security-groups?id=b53a52e0-f618-42f7-a91e-f12e72408b35&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0445457
Dec 25 21:22:48.622942 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Pushing event updated for resources: {'Port': ['ID=c6d03e4e-9c86-4a24-bd65-c4d2828b4a5d,revision_number=5']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:22:48.682768 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70376c1f-a6a9-4e36-8859-846d6931001c req-01d612e4-43b6-4cb3-8788-ef8d50c7ffa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:22:48.684296 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-70376c1f-a6a9-4e36-8859-846d6931001c req-01d612e4-43b6-4cb3-8788-ef8d50c7ffa9 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a9e9c480-9591-4be8-88a1-021df7ea5e04 HTTP/1.1" status: 200  len: 1096 time: 0.0412471
Dec 25 21:22:48.757333 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-70376c1f-a6a9-4e36-8859-846d6931001c req-0fd9b9f7-585b-4fe8-9501-c7a33f03fe62 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=b13bfb58-0f10-46e2-9252-687280bf8bf9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0658078
Dec 25 21:22:48.770846 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558e73fa-9e3f-410a-b659-8002d63afef7 req-56fa93cf-0f40-47c6-89b4-96aadbd53f90 tempest-AttachVolumeNegativeTest-2126197630 tempest-AttachVolumeNegativeTest-2126197630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:22:48.772257 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-558e73fa-9e3f-410a-b659-8002d63afef7 req-56fa93cf-0f40-47c6-89b4-96aadbd53f90 tempest-AttachVolumeNegativeTest-2126197630 tempest-AttachVolumeNegativeTest-2126197630-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9e9c480-9591-4be8-88a1-021df7ea5e04 HTTP/1.1" status: 200  len: 945 time: 0.0673738
Dec 25 21:22:48.824400 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-558e73fa-9e3f-410a-b659-8002d63afef7 req-2bc3c1d6-ddf7-4d76-89ef-3e3540796567 tempest-AttachVolumeNegativeTest-2126197630 tempest-AttachVolumeNegativeTest-2126197630-project] 10.222.0.32 "GET /v2.0/security-groups?id=b13bfb58-0f10-46e2-9252-687280bf8bf9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0459447
Dec 25 21:22:48.886434 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cb3bce-5350-45fb-90cc-075eddb3fdc4 req-c14bfea7-d912-4ae8-992a-d1e01138b3f6 tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:22:48.887917 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-81cb3bce-5350-45fb-90cc-075eddb3fdc4 req-c14bfea7-d912-4ae8-992a-d1e01138b3f6 tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/ports?device_id=336c6856-ca33-4291-b38f-03e7f7a5db93 HTTP/1.1" status: 200  len: 945 time: 0.0490263
Dec 25 21:22:48.936302 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-81cb3bce-5350-45fb-90cc-075eddb3fdc4 req-cf67e09e-612c-4cbd-99e4-8b7269a52ae2 tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/security-groups?id=eb031b39-e206-4789-8844-f32137bfb856&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423908
Dec 25 21:22:49.210386 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-03be9808-0ee0-48ca-9f3d-c9ae1f3dbeed req-ed475200-37ac-4313-a4c8-2ecdf901c3dc tempest-ServerShowV257Test-1437448586 tempest-ServerShowV257Test-1437448586-project] 10.222.0.32 "GET /v2.0/ports?device_id=b159b0a7-d9d5-497e-9170-b451fe6e64d2 HTTP/1.1" status: 200  len: 210 time: 0.0257394
Dec 25 21:22:49.284411 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device 6dcde4f1-b084-49e9-9b96-ae184bf1c495 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 25 21:22:49.383930 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port 6dcde4f1-b084-49e9-9b96-ae184bf1c495, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6dcde4f1-b084-49e9-9b96-ae184bf1c495,segment=NetworkSegment(95544d4b-0c14-46d9-8e39-4d223a110754),segment_id=95544d4b-0c14-46d9-8e39-4d223a110754)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:22:49.395375 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Returning: {'device': '6dcde4f1-b084-49e9-9b96-ae184bf1c495', 'network_id': '2173080e-712c-4030-840a-d911c5ceb839', 'port_id': '6dcde4f1-b084-49e9-9b96-ae184bf1c495', 'mac_address': 'fa:16:3e:7e:3d:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd250946-046a-4d6b-8707-567238b4ce5f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 25 21:22:49.433495 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:22:49.445770 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6dcde4f1-b084-49e9-9b96-ae184bf1c495 {{(pid=121608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:22:49.465537 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port 6dcde4f1-b084-49e9-9b96-ae184bf1c495, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6dcde4f1-b084-49e9-9b96-ae184bf1c495,segment=NetworkSegment(95544d4b-0c14-46d9-8e39-4d223a110754),segment_id=95544d4b-0c14-46d9-8e39-4d223a110754)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:22:49.558928 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:22:49.612566 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Pushing event updated for resources: {'Port': ['ID=6dcde4f1-b084-49e9-9b96-ae184bf1c495,revision_number=6']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:22:49.716580 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] get_ports_and_sgs() called for port_ids ['6dcde4f1-b084-49e9-9b96-ae184bf1c495'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:22:49.742931 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4a4ef6-f868-4e20-a411-bc7c675dbc16 req-dda5853f-654d-4a9d-98bc-15bcf069d777 tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:22:49.744837 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2e4a4ef6-f868-4e20-a411-bc7c675dbc16 req-dda5853f-654d-4a9d-98bc-15bcf069d777 tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] 10.222.0.32 "GET /v2.0/ports?device_id=441fa3cf-7f7d-4f84-b4aa-cc9b9d70e477 HTTP/1.1" status: 200  len: 946 time: 0.0507209
Dec 25 21:22:49.804237 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2e4a4ef6-f868-4e20-a411-bc7c675dbc16 req-cb6258aa-9253-46f5-8c61-a000f69b3436 tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] 10.222.0.32 "GET /v2.0/security-groups?id=b53a52e0-f618-42f7-a91e-f12e72408b35&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0531535
Dec 25 21:22:49.951498 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8545512-4a0d-4af7-8cf4-ad899f361b6c req-6053eb7c-5222-48a2-af3c-33593075a295 tempest-AttachVolumeNegativeTest-2126197630 tempest-AttachVolumeNegativeTest-2126197630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:22:49.952981 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e8545512-4a0d-4af7-8cf4-ad899f361b6c req-6053eb7c-5222-48a2-af3c-33593075a295 tempest-AttachVolumeNegativeTest-2126197630 tempest-AttachVolumeNegativeTest-2126197630-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9e9c480-9591-4be8-88a1-021df7ea5e04 HTTP/1.1" status: 200  len: 945 time: 0.0498128
Dec 25 21:22:50.004265 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e8545512-4a0d-4af7-8cf4-ad899f361b6c req-52972215-93d2-4c9b-a24b-41723baec17e tempest-AttachVolumeNegativeTest-2126197630 tempest-AttachVolumeNegativeTest-2126197630-project] 10.222.0.32 "GET /v2.0/security-groups?id=b13bfb58-0f10-46e2-9252-687280bf8bf9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0450168
Dec 25 21:22:50.064738 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40d6531-fd03-4ccd-a696-3f62b05bbe17 req-17853f51-f5b3-4031-9ebf-e20dc333aa81 tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:22:50.066270 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f40d6531-fd03-4ccd-a696-3f62b05bbe17 req-17853f51-f5b3-4031-9ebf-e20dc333aa81 tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/ports?device_id=336c6856-ca33-4291-b38f-03e7f7a5db93 HTTP/1.1" status: 200  len: 944 time: 0.0594792
Dec 25 21:22:50.116154 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f40d6531-fd03-4ccd-a696-3f62b05bbe17 req-373b0659-8000-402a-8484-08164556d7d0 tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/security-groups?id=eb031b39-e206-4789-8844-f32137bfb856&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431819
Dec 25 21:22:50.315663 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-445c5083-9729-4d79-928b-e0cb3cdd5428 req-7100ed98-85d5-47ed-ad97-a796e0740a4f tempest-ServerShowV257Test-1437448586 tempest-ServerShowV257Test-1437448586-project] 10.222.0.32 "GET /v2.0/ports?device_id=b159b0a7-d9d5-497e-9170-b451fe6e64d2 HTTP/1.1" status: 200  len: 210 time: 0.0309825
Dec 25 21:22:50.985790 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b35290a-07a7-4d5e-9618-c1dceb988c84 req-7f91e0c7-54a1-4834-96a0-625f35eb387c tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:22:50.993998 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4b35290a-07a7-4d5e-9618-c1dceb988c84 req-7f91e0c7-54a1-4834-96a0-625f35eb387c tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] 10.222.0.32 "GET /v2.0/ports?device_id=441fa3cf-7f7d-4f84-b4aa-cc9b9d70e477 HTTP/1.1" status: 200  len: 946 time: 0.1153009
Dec 25 21:22:51.055062 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4b35290a-07a7-4d5e-9618-c1dceb988c84 req-7c492949-1bda-411e-bdbf-9890209be9bb tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] 10.222.0.32 "GET /v2.0/security-groups?id=b53a52e0-f618-42f7-a91e-f12e72408b35&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0600090
Dec 25 21:22:51.158072 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1e28d4-da9d-49e9-a69a-8e3cfe98294d req-d935a848-d3f4-4bc6-8de7-9bb1f6415b29 tempest-AttachVolumeNegativeTest-2126197630 tempest-AttachVolumeNegativeTest-2126197630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:22:51.159624 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2a1e28d4-da9d-49e9-a69a-8e3cfe98294d req-d935a848-d3f4-4bc6-8de7-9bb1f6415b29 tempest-AttachVolumeNegativeTest-2126197630 tempest-AttachVolumeNegativeTest-2126197630-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9e9c480-9591-4be8-88a1-021df7ea5e04 HTTP/1.1" status: 200  len: 945 time: 0.0730259
Dec 25 21:22:51.222492 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2a1e28d4-da9d-49e9-a69a-8e3cfe98294d req-b28512ec-3546-493e-aa3c-6ee97edea969 tempest-AttachVolumeNegativeTest-2126197630 tempest-AttachVolumeNegativeTest-2126197630-project] 10.222.0.32 "GET /v2.0/security-groups?id=b13bfb58-0f10-46e2-9252-687280bf8bf9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0543473
Dec 25 21:22:51.280815 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef04d05-ea3f-4561-ae34-3f5773b36d40 req-1d125fb1-8a02-4b1c-9c2f-ae043cfaf368 tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:22:51.283662 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-fef04d05-ea3f-4561-ae34-3f5773b36d40 req-1d125fb1-8a02-4b1c-9c2f-ae043cfaf368 tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/ports?device_id=336c6856-ca33-4291-b38f-03e7f7a5db93 HTTP/1.1" status: 200  len: 944 time: 0.0598888
Dec 25 21:22:51.293857 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device 6dcde4f1-b084-49e9-9b96-ae184bf1c495 up at agent hyperv_nch1-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:22:51.359225 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-fef04d05-ea3f-4561-ae34-3f5773b36d40 req-0708ba54-4eae-46a2-a95b-60b0640143fa tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/security-groups?id=eb031b39-e206-4789-8844-f32137bfb856&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0695357
Dec 25 21:22:51.415716 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Provisioning complete for port 6dcde4f1-b084-49e9-9b96-ae184bf1c495 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:22:51.416340 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:22:51.523552 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4f084961-85e7-4973-9a36-fadf1d24a094 req-a272412c-59ad-4c19-bca4-3cb69c752ab9 tempest-ServerShowV257Test-1437448586 tempest-ServerShowV257Test-1437448586-project] 10.222.0.32 "GET /v2.0/ports?device_id=b159b0a7-d9d5-497e-9170-b451fe6e64d2 HTTP/1.1" status: 200  len: 210 time: 0.0666692
Dec 25 21:22:51.597897 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:22:51.637196 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '336c6856-ca33-4291-b38f-03e7f7a5db93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6dcde4f1-b084-49e9-9b96-ae184bf1c495'}] {{(pid=121608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:22:51.639571 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a88c78c3ff6266bd59c7e89d275b28c92e739b67d23c89d71af88829fd31566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ca3b7e7-c52e-40a6-bee6-b1a57025c2e1" -d '{"events": [{"server_uuid": "336c6856-ca33-4291-b38f-03e7f7a5db93", "name": "network-vif-plugged", "status": "completed", "tag": "6dcde4f1-b084-49e9-9b96-ae184bf1c495"}]}' {{(pid=121608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:22:51.658260 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port 6dcde4f1-b084-49e9-9b96-ae184bf1c495, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6dcde4f1-b084-49e9-9b96-ae184bf1c495,segment=NetworkSegment(95544d4b-0c14-46d9-8e39-4d223a110754),segment_id=95544d4b-0c14-46d9-8e39-4d223a110754)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:22:51.688136 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 21:22:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37b2a34f-b2f9-421f-8ba4-187a07bfa717 x-openstack-request-id: req-37b2a34f-b2f9-421f-8ba4-187a07bfa717 {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:22:51.688462 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "336c6856-ca33-4291-b38f-03e7f7a5db93", "name": "network-vif-plugged", "status": "completed", "tag": "6dcde4f1-b084-49e9-9b96-ae184bf1c495", "code": 200}]} {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:22:51.688717 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-37b2a34f-b2f9-421f-8ba4-187a07bfa717 {{(pid=121608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:22:51.689152 ncdv-master-1 neutron-server[121608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '336c6856-ca33-4291-b38f-03e7f7a5db93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6dcde4f1-b084-49e9-9b96-ae184bf1c495', 'code': 200}
Dec 25 21:22:51.793208 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:22:51.848676 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Pushing event updated for resources: {'Port': ['ID=6dcde4f1-b084-49e9-9b96-ae184bf1c495,revision_number=7']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:22:52.222106 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f406d3-6347-4053-974d-4f376a8d5b93 req-e024d044-db84-4b14-91f1-1602fab05df1 tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:22:52.233030 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b6f406d3-6347-4053-974d-4f376a8d5b93 req-e024d044-db84-4b14-91f1-1602fab05df1 tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] 10.222.0.32 "GET /v2.0/ports?device_id=441fa3cf-7f7d-4f84-b4aa-cc9b9d70e477 HTTP/1.1" status: 200  len: 946 time: 0.0997334
Dec 25 21:22:52.296957 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b6f406d3-6347-4053-974d-4f376a8d5b93 req-bb871398-d88b-4462-8d46-14dffcdc924d tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] 10.222.0.32 "GET /v2.0/security-groups?id=b53a52e0-f618-42f7-a91e-f12e72408b35&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0627670
Dec 25 21:22:52.504568 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84ea010-58b3-40bd-9c7e-b1d8e0349c54 req-b6768eea-3154-47c5-8f3f-89a71671162b tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:22:52.506144 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e84ea010-58b3-40bd-9c7e-b1d8e0349c54 req-b6768eea-3154-47c5-8f3f-89a71671162b tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/ports?device_id=336c6856-ca33-4291-b38f-03e7f7a5db93 HTTP/1.1" status: 200  len: 945 time: 0.0618861
Dec 25 21:22:52.567560 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e84ea010-58b3-40bd-9c7e-b1d8e0349c54 req-ff7c71ee-112b-42b5-b073-b3b17c01c744 tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/security-groups?id=eb031b39-e206-4789-8844-f32137bfb856&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0532782
Dec 25 21:22:52.717089 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b4935f53-7b36-4e6a-9f28-9f1be82bb417 req-1bb8bd15-a884-40e2-942b-4f19209d5f37 tempest-ServerShowV257Test-1437448586 tempest-ServerShowV257Test-1437448586-project] 10.222.0.32 "GET /v2.0/ports?device_id=b159b0a7-d9d5-497e-9170-b451fe6e64d2 HTTP/1.1" status: 200  len: 210 time: 0.0542746
Dec 25 21:22:53.425560 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ccf734-15f1-4242-938a-5cac92fab2d1 req-e1e95edf-ca9e-451f-a48e-476be2046988 tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:22:53.427292 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-39ccf734-15f1-4242-938a-5cac92fab2d1 req-e1e95edf-ca9e-451f-a48e-476be2046988 tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] 10.222.0.32 "GET /v2.0/ports?device_id=441fa3cf-7f7d-4f84-b4aa-cc9b9d70e477 HTTP/1.1" status: 200  len: 946 time: 0.0674863
Dec 25 21:22:53.485101 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-39ccf734-15f1-4242-938a-5cac92fab2d1 req-f4b1d662-eeed-4672-b98c-50f1fa1b375a tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] 10.222.0.32 "GET /v2.0/security-groups?id=b53a52e0-f618-42f7-a91e-f12e72408b35&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0514052
Dec 25 21:22:53.757083 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1f383a-d43a-4fc7-91ca-7519595a44c6 req-73e1e7aa-b84f-4e00-ae1f-15c9225eee49 tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:22:53.759741 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3f1f383a-d43a-4fc7-91ca-7519595a44c6 req-73e1e7aa-b84f-4e00-ae1f-15c9225eee49 tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/ports?device_id=336c6856-ca33-4291-b38f-03e7f7a5db93 HTTP/1.1" status: 200  len: 945 time: 0.0824420
Dec 25 21:22:53.835484 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3f1f383a-d43a-4fc7-91ca-7519595a44c6 req-da77e898-743c-4d33-bc65-e24942577c8f tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/security-groups?id=eb031b39-e206-4789-8844-f32137bfb856&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0677404
Dec 25 21:22:53.888452 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-933073c6-1dee-4930-b8cd-59fe82866477 req-bee6c553-2d53-41d5-b240-10a7bfd8f7f6 tempest-ServerShowV257Test-1437448586 tempest-ServerShowV257Test-1437448586-project] 10.222.0.32 "GET /v2.0/ports?device_id=b159b0a7-d9d5-497e-9170-b451fe6e64d2 HTTP/1.1" status: 200  len: 210 time: 0.0515778
Dec 25 21:22:54.698846 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c5224c-7803-4da1-bd88-121c3b515aaa req-12a45c02-62ec-4720-a8dd-1264b821939d tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:22:54.707548 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-58c5224c-7803-4da1-bd88-121c3b515aaa req-12a45c02-62ec-4720-a8dd-1264b821939d tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] 10.222.0.32 "GET /v2.0/ports?device_id=441fa3cf-7f7d-4f84-b4aa-cc9b9d70e477 HTTP/1.1" status: 200  len: 946 time: 0.1183393
Dec 25 21:22:54.769120 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-58c5224c-7803-4da1-bd88-121c3b515aaa req-5831ffe7-0cdf-4037-9b82-e7a006ffa15a tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] 10.222.0.32 "GET /v2.0/security-groups?id=b53a52e0-f618-42f7-a91e-f12e72408b35&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0546930
Dec 25 21:22:54.989547 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22a64a9-eea5-4d7f-b1b4-b83d4787038b req-35791fad-38a1-4490-849e-ab08e9367d6e tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:22:54.991144 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f22a64a9-eea5-4d7f-b1b4-b83d4787038b req-35791fad-38a1-4490-849e-ab08e9367d6e tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/ports?device_id=336c6856-ca33-4291-b38f-03e7f7a5db93 HTTP/1.1" status: 200  len: 945 time: 0.0648258
Dec 25 21:22:55.067630 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f22a64a9-eea5-4d7f-b1b4-b83d4787038b req-bb95a12f-02a0-4e91-b3ba-766b7ef226e0 tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/security-groups?id=eb031b39-e206-4789-8844-f32137bfb856&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0671146
Dec 25 21:22:55.246394 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0b38391e-a50b-4bc4-805d-fcc0f1e7b8f6 req-1f0d1a7c-1476-4816-a635-a33d5574cd75 tempest-ServerShowV257Test-1437448586 tempest-ServerShowV257Test-1437448586-project] 10.222.0.32 "GET /v2.0/ports?device_id=b159b0a7-d9d5-497e-9170-b451fe6e64d2 HTTP/1.1" status: 200  len: 210 time: 0.0412023
Dec 25 21:22:55.303829 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-77ff0e85-1154-4c05-8209-34d55e44df76 req-cd5f4a5b-8713-44e6-904d-dc10a2c5acfd service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=e524c2c3-e248-42dd-82e5-49cb6b3a3b2c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0565588
Dec 25 21:22:55.386185 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ff0e85-1154-4c05-8209-34d55e44df76 req-3cf3df66-ed7d-474c-820b-e822b136391a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:22:55.393749 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-77ff0e85-1154-4c05-8209-34d55e44df76 req-3cf3df66-ed7d-474c-820b-e822b136391a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ba1ca2fcc2ce4d41b609fa6a753fc806&device_id=e524c2c3-e248-42dd-82e5-49cb6b3a3b2c HTTP/1.1" status: 200  len: 1097 time: 0.0624049
Dec 25 21:22:55.533690 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ff0e85-1154-4c05-8209-34d55e44df76 req-e92d6a95-aaf9-43b2-a976-012d85f19c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:22:55.536751 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-77ff0e85-1154-4c05-8209-34d55e44df76 req-e92d6a95-aaf9-43b2-a976-012d85f19c64 service neutron] 10.222.0.31 "GET /v2.0/networks?id=98581356-69b5-4e98-93ff-2ca77d3cb056 HTTP/1.1" status: 200  len: 917 time: 0.1166587
Dec 25 21:22:55.621612 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-77ff0e85-1154-4c05-8209-34d55e44df76 req-691694a2-34e2-4bc4-924f-2247efd7a62e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=94ab1ddd-760b-4f0c-b396-3eeca500e583 HTTP/1.1" status: 200  len: 1001 time: 0.0773849
Dec 25 21:22:55.687199 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ff0e85-1154-4c05-8209-34d55e44df76 req-afca8384-9598-46b8-b5ab-53e9f71e8b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:22:55.688915 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-77ff0e85-1154-4c05-8209-34d55e44df76 req-afca8384-9598-46b8-b5ab-53e9f71e8b7e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=6158a754-03d6-4ba0-bf8a-020a29c4ba47 HTTP/1.1" status: 200  len: 855 time: 0.0537171
Dec 25 21:22:55.776757 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ff0e85-1154-4c05-8209-34d55e44df76 req-ed456ba0-ccee-4358-b861-c80b660f2d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:22:55.779410 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-77ff0e85-1154-4c05-8209-34d55e44df76 req-ed456ba0-ccee-4358-b861-c80b660f2d29 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=98581356-69b5-4e98-93ff-2ca77d3cb056&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0711825
Dec 25 21:22:56.057262 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0413064e-9861-437d-b8e6-ef3e282a3e40 req-250e2c6d-5c6f-4a74-8373-1728cf4b655b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:22:56.058686 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0413064e-9861-437d-b8e6-ef3e282a3e40 req-250e2c6d-5c6f-4a74-8373-1728cf4b655b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=441fa3cf-7f7d-4f84-b4aa-cc9b9d70e477 HTTP/1.1" status: 200  len: 1097 time: 0.1858401
Dec 25 21:22:56.072330 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661662e0-3b91-492f-ae02-7adaaa666f25 req-0f520e88-de38-4222-9aab-52985e3dcb92 tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:22:56.073907 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-661662e0-3b91-492f-ae02-7adaaa666f25 req-0f520e88-de38-4222-9aab-52985e3dcb92 tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] 10.222.0.32 "GET /v2.0/ports?device_id=441fa3cf-7f7d-4f84-b4aa-cc9b9d70e477 HTTP/1.1" status: 200  len: 946 time: 0.2069457
Dec 25 21:22:56.112256 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-77ff0e85-1154-4c05-8209-34d55e44df76 req-f0b320fc-dc6a-4a8d-92fe-5fd617e41680 service neutron] 10.222.0.31 "GET /v2.0/networks/98581356-69b5-4e98-93ff-2ca77d3cb056?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3173413
Dec 25 21:22:56.262658 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-661662e0-3b91-492f-ae02-7adaaa666f25 req-485894cc-fa23-49d1-999e-b3653d21bd9c tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] 10.222.0.32 "GET /v2.0/security-groups?id=b53a52e0-f618-42f7-a91e-f12e72408b35&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1804998
Dec 25 21:22:56.265636 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0413064e-9861-437d-b8e6-ef3e282a3e40 req-d21d60d9-9745-4630-b7d6-a89253916daf service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=b53a52e0-f618-42f7-a91e-f12e72408b35&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1889284
Dec 25 21:22:56.364990 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755b1ddb-2238-4684-8e1a-18124a5ffc6f req-116d75bd-71ed-4166-8cfc-cda91452292e tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:22:56.366515 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-755b1ddb-2238-4684-8e1a-18124a5ffc6f req-116d75bd-71ed-4166-8cfc-cda91452292e tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/ports?device_id=336c6856-ca33-4291-b38f-03e7f7a5db93 HTTP/1.1" status: 200  len: 945 time: 0.2058535
Dec 25 21:22:56.368956 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-77ff0e85-1154-4c05-8209-34d55e44df76 req-9e33f3e9-6a8e-4d47-b83f-62be0f6211c3 service neutron] 10.222.0.31 "GET /v2.0/networks/98581356-69b5-4e98-93ff-2ca77d3cb056?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2451124
Dec 25 21:22:56.441879 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-755b1ddb-2238-4684-8e1a-18124a5ffc6f req-bfcad0f9-ddc4-4bb8-93b2-b53799ebfece tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/security-groups?id=eb031b39-e206-4789-8844-f32137bfb856&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0638595
Dec 25 21:22:56.538964 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-21b1b13c-221d-44fb-a230-c398fa8312c4 req-60465588-d6cd-47e6-84ba-058d59b6b878 tempest-ServerShowV257Test-1437448586 tempest-ServerShowV257Test-1437448586-project] 10.222.0.32 "GET /v2.0/ports?device_id=b159b0a7-d9d5-497e-9170-b451fe6e64d2 HTTP/1.1" status: 200  len: 210 time: 0.0373790
Dec 25 21:22:57.420012 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b0c573-ebaf-4a5b-a8cd-409ab5569b1a req-7d935fee-ed1c-43b2-b7ec-1825ac9faa21 tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:22:57.425631 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e6b0c573-ebaf-4a5b-a8cd-409ab5569b1a req-7d935fee-ed1c-43b2-b7ec-1825ac9faa21 tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] 10.222.0.32 "GET /v2.0/ports?device_id=441fa3cf-7f7d-4f84-b4aa-cc9b9d70e477 HTTP/1.1" status: 200  len: 946 time: 0.0715780
Dec 25 21:22:57.500384 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e6b0c573-ebaf-4a5b-a8cd-409ab5569b1a req-eb6b30a7-c9ef-4776-88ce-4e771abe73e0 tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] 10.222.0.32 "GET /v2.0/security-groups?id=b53a52e0-f618-42f7-a91e-f12e72408b35&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0675781
Dec 25 21:22:57.593401 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec56caf-f6d2-4949-876b-b57033696228 req-fd2af413-06cd-430a-a2fb-0185faede57d tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:22:57.595375 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-6ec56caf-f6d2-4949-876b-b57033696228 req-fd2af413-06cd-430a-a2fb-0185faede57d tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/ports?device_id=336c6856-ca33-4291-b38f-03e7f7a5db93 HTTP/1.1" status: 200  len: 945 time: 0.0632148
Dec 25 21:22:57.670026 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a373e148-c8d4-453a-beb8-541710273760 req-0f1ff671-8e2c-4892-9227-b5e308389b6b tempest-ServerShowV257Test-1437448586 tempest-ServerShowV257Test-1437448586-project] 10.222.0.32 "GET /v2.0/ports?device_id=b159b0a7-d9d5-497e-9170-b451fe6e64d2 HTTP/1.1" status: 200  len: 210 time: 0.0394506
Dec 25 21:22:57.676620 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-6ec56caf-f6d2-4949-876b-b57033696228 req-eeddfc09-91f4-429a-b6a5-fbe543b1259d tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/security-groups?id=eb031b39-e206-4789-8844-f32137bfb856&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0744486
Dec 25 21:22:58.636787 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d822f5-73cb-42d3-bf81-c21fbbe83de7 req-d839bcdf-d92d-48f2-aa6e-963c66aa5626 tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:22:58.639008 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e9d822f5-73cb-42d3-bf81-c21fbbe83de7 req-d839bcdf-d92d-48f2-aa6e-963c66aa5626 tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] 10.222.0.32 "GET /v2.0/ports?device_id=441fa3cf-7f7d-4f84-b4aa-cc9b9d70e477 HTTP/1.1" status: 200  len: 946 time: 0.0608010
Dec 25 21:22:58.706441 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e9d822f5-73cb-42d3-bf81-c21fbbe83de7 req-028690a1-9b82-4ccb-9f9b-8666da37a83d tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] 10.222.0.32 "GET /v2.0/security-groups?id=b53a52e0-f618-42f7-a91e-f12e72408b35&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0536182
Dec 25 21:22:58.734531 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.agents_db [None req-ec08dba0-4483-4109-b5e1-5e4a9fdaf12d None None] Agent healthcheck: found 7 active agents {{(pid=121609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 25 21:22:58.824813 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2c60ffd6-363b-408e-9c7d-892a4a032a9c req-a4e967ba-a697-46e6-9f99-2f82f45e0e3e tempest-ServerShowV257Test-1437448586 tempest-ServerShowV257Test-1437448586-project] 10.222.0.32 "GET /v2.0/ports?device_id=b159b0a7-d9d5-497e-9170-b451fe6e64d2 HTTP/1.1" status: 200  len: 210 time: 0.0276210
Dec 25 21:22:58.847312 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc462f0-ba02-4603-8364-576cbfe0f006 req-ae70944a-b24b-4521-8479-ccf7c1ad1037 tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:22:58.849273 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3cc462f0-ba02-4603-8364-576cbfe0f006 req-ae70944a-b24b-4521-8479-ccf7c1ad1037 tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/ports?device_id=336c6856-ca33-4291-b38f-03e7f7a5db93 HTTP/1.1" status: 200  len: 945 time: 0.0887172
Dec 25 21:22:58.922736 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3cc462f0-ba02-4603-8364-576cbfe0f006 req-5a0a9147-9104-498d-b268-4568126ef1dc tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/security-groups?id=eb031b39-e206-4789-8844-f32137bfb856&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0650601
Dec 25 21:22:59.309201 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7006006-6991-4343-9c7d-9c2afaa0e88b req-be3a1ab8-9316-436f-b242-bc07dc5b15b1 tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:22:59.311090 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d7006006-6991-4343-9c7d-9c2afaa0e88b req-be3a1ab8-9316-436f-b242-bc07dc5b15b1 tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] 10.222.0.32 "GET /v2.0/ports?device_id=441fa3cf-7f7d-4f84-b4aa-cc9b9d70e477 HTTP/1.1" status: 200  len: 946 time: 0.0778489
Dec 25 21:22:59.377011 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14bd445-75c2-4890-b91a-aa53b6d1974c req-52f1e177-f961-4e0e-a33b-daccb94ceeb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:22:59.378922 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c14bd445-75c2-4890-b91a-aa53b6d1974c req-52f1e177-f961-4e0e-a33b-daccb94ceeb8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=af127d2683f84f0682595fe8297db6b1&device_id=441fa3cf-7f7d-4f84-b4aa-cc9b9d70e477 HTTP/1.1" status: 200  len: 1097 time: 0.0918951
Dec 25 21:22:59.401217 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d7006006-6991-4343-9c7d-9c2afaa0e88b req-b680340d-4b36-4c03-ac58-c89e8456447f tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] 10.222.0.32 "GET /v2.0/security-groups?id=b53a52e0-f618-42f7-a91e-f12e72408b35&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0677004
Dec 25 21:22:59.507366 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14bd445-75c2-4890-b91a-aa53b6d1974c req-5e3fb048-d22a-4691-b6ad-e6b8832dc9f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:22:59.509148 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c14bd445-75c2-4890-b91a-aa53b6d1974c req-5e3fb048-d22a-4691-b6ad-e6b8832dc9f0 service neutron] 10.222.0.37 "GET /v2.0/networks?id=c6d0f08d-96b7-4228-b50e-9f6262725ca6 HTTP/1.1" status: 200  len: 918 time: 0.1192839
Dec 25 21:22:59.559234 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c14bd445-75c2-4890-b91a-aa53b6d1974c req-7b27e06e-4f36-4b38-a61a-104e3f3560bf service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e763608c-e444-4936-aae2-43161cd57a85 HTTP/1.1" status: 200  len: 217 time: 0.0417991
Dec 25 21:22:59.628322 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14bd445-75c2-4890-b91a-aa53b6d1974c req-aa15ee0a-b3b8-4fc4-aaf5-eec45e9de4d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:22:59.630403 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c14bd445-75c2-4890-b91a-aa53b6d1974c req-aa15ee0a-b3b8-4fc4-aaf5-eec45e9de4d8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=54e8004f-9c9e-4996-97cc-5b15fbdb0d97 HTTP/1.1" status: 200  len: 857 time: 0.0635509
Dec 25 21:22:59.670584 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c14bd445-75c2-4890-b91a-aa53b6d1974c req-45cb320f-1970-426d-a9bd-2865bd9bad6b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c6d0f08d-96b7-4228-b50e-9f6262725ca6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0290277
Dec 25 21:22:59.807979 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c14bd445-75c2-4890-b91a-aa53b6d1974c req-93fa8956-9519-4283-9001-1df23decef02 service neutron] 10.222.0.37 "GET /v2.0/networks/c6d0f08d-96b7-4228-b50e-9f6262725ca6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1243403
Dec 25 21:22:59.956775 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f391f6dd-2217-41d6-93de-db1be822e9e8 req-0058548a-3f06-43f3-b1f3-9e13446d3990 tempest-ServerShowV257Test-1437448586 tempest-ServerShowV257Test-1437448586-project] 10.222.0.32 "GET /v2.0/ports?device_id=b159b0a7-d9d5-497e-9170-b451fe6e64d2 HTTP/1.1" status: 200  len: 210 time: 0.0372534
Dec 25 21:22:59.962825 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c14bd445-75c2-4890-b91a-aa53b6d1974c req-17f5d227-77e7-4ceb-a35b-27af926d835b service neutron] 10.222.0.37 "GET /v2.0/networks/c6d0f08d-96b7-4228-b50e-9f6262725ca6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1445725
Dec 25 21:23:00.101669 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da142020-eeb8-49d8-b1d2-bd505c3e2ba3 req-e780ed70-54b9-4716-87fd-24ee81e23def tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:23:00.103368 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-da142020-eeb8-49d8-b1d2-bd505c3e2ba3 req-e780ed70-54b9-4716-87fd-24ee81e23def tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/ports?device_id=336c6856-ca33-4291-b38f-03e7f7a5db93 HTTP/1.1" status: 200  len: 945 time: 0.0745134
Dec 25 21:23:00.167657 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-da142020-eeb8-49d8-b1d2-bd505c3e2ba3 req-6e99e014-2d8f-4796-8d34-473bafdfae85 tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/security-groups?id=eb031b39-e206-4789-8844-f32137bfb856&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0575991
Dec 25 21:23:00.571060 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a6334a-dc25-4e17-a74c-062cb0e24870 req-509d277f-5625-432b-9226-a5bcce7df647 tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:23:00.578704 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-31a6334a-dc25-4e17-a74c-062cb0e24870 req-509d277f-5625-432b-9226-a5bcce7df647 tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] 10.222.0.32 "GET /v2.0/ports?device_id=441fa3cf-7f7d-4f84-b4aa-cc9b9d70e477 HTTP/1.1" status: 200  len: 946 time: 0.0777848
Dec 25 21:23:00.640241 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-31a6334a-dc25-4e17-a74c-062cb0e24870 req-791776bd-abc2-4f0f-9e39-fe50d5d58a47 tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] 10.222.0.32 "GET /v2.0/security-groups?id=b53a52e0-f618-42f7-a91e-f12e72408b35&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0604978
Dec 25 21:23:01.094360 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-48285690-2ead-4396-9f94-4dea251fb5b7 req-ae76195e-2d97-48d1-86a6-38ae45ae3fa2 tempest-ServerShowV257Test-1437448586 tempest-ServerShowV257Test-1437448586-project] 10.222.0.32 "GET /v2.0/ports?device_id=b159b0a7-d9d5-497e-9170-b451fe6e64d2 HTTP/1.1" status: 200  len: 210 time: 0.0259764
Dec 25 21:23:01.297502 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb392656-712c-4543-ab57-b807d8241ffb req-6178118d-faf4-44f0-be25-2541e1432f03 tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:23:01.306094 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-bb392656-712c-4543-ab57-b807d8241ffb req-6178118d-faf4-44f0-be25-2541e1432f03 tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/ports?device_id=336c6856-ca33-4291-b38f-03e7f7a5db93 HTTP/1.1" status: 200  len: 945 time: 0.0616245
Dec 25 21:23:01.371546 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-bb392656-712c-4543-ab57-b807d8241ffb req-bebbf919-9027-42f7-b7e7-9d935dd05b7a tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/security-groups?id=eb031b39-e206-4789-8844-f32137bfb856&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0612116
Dec 25 21:23:01.843369 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e383e7ef-c638-4ba0-a1ba-82100618151d req-1a5f6487-24fd-44d3-bf49-a22fc816f77c tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:23:01.845524 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e383e7ef-c638-4ba0-a1ba-82100618151d req-1a5f6487-24fd-44d3-bf49-a22fc816f77c tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] 10.222.0.32 "GET /v2.0/ports?device_id=441fa3cf-7f7d-4f84-b4aa-cc9b9d70e477 HTTP/1.1" status: 200  len: 946 time: 0.0906196
Dec 25 21:23:01.915917 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e383e7ef-c638-4ba0-a1ba-82100618151d req-3ecf0da9-b1f6-427e-ae51-420e90a82654 tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] 10.222.0.32 "GET /v2.0/security-groups?id=b53a52e0-f618-42f7-a91e-f12e72408b35&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0615225
Dec 25 21:23:02.217603 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-656a44be-0e23-4cef-b394-76a0a26653d8 req-0b8929b8-cc46-4ffe-9e43-c87f2a402e18 tempest-ServerShowV257Test-1437448586 tempest-ServerShowV257Test-1437448586-project] 10.222.0.32 "GET /v2.0/ports?device_id=b159b0a7-d9d5-497e-9170-b451fe6e64d2 HTTP/1.1" status: 200  len: 210 time: 0.0370214
Dec 25 21:23:02.530312 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb44d2a-550b-42df-8e13-82a4bffad557 req-9e70821a-ede4-4546-afad-69edb3b8fa92 tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:23:02.533340 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8bb44d2a-550b-42df-8e13-82a4bffad557 req-9e70821a-ede4-4546-afad-69edb3b8fa92 tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/ports?device_id=336c6856-ca33-4291-b38f-03e7f7a5db93 HTTP/1.1" status: 200  len: 945 time: 0.0594096
Dec 25 21:23:02.582140 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8bb44d2a-550b-42df-8e13-82a4bffad557 req-704fc003-4117-49f8-bd8d-732294253c42 tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/security-groups?id=eb031b39-e206-4789-8844-f32137bfb856&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444417
Dec 25 21:23:03.049011 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b554cb20-ff42-4045-a7d1-e8e261bbe621 req-a809c61d-0f6f-4015-9782-a359bb4da24c tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:23:03.050536 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b554cb20-ff42-4045-a7d1-e8e261bbe621 req-a809c61d-0f6f-4015-9782-a359bb4da24c tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] 10.222.0.32 "GET /v2.0/ports?device_id=441fa3cf-7f7d-4f84-b4aa-cc9b9d70e477 HTTP/1.1" status: 200  len: 946 time: 0.0510859
Dec 25 21:23:03.125278 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b554cb20-ff42-4045-a7d1-e8e261bbe621 req-ed85ba10-4800-490f-831f-3425a35b13ed tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] 10.222.0.32 "GET /v2.0/security-groups?id=b53a52e0-f618-42f7-a91e-f12e72408b35&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0687072
Dec 25 21:23:03.142441 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0885c686-f93c-40a6-95c0-402d6e3e12c1 req-d253fe81-71f9-4393-8291-8fac1d17fdf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:23:03.142441 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0885c686-f93c-40a6-95c0-402d6e3e12c1 req-d253fe81-71f9-4393-8291-8fac1d17fdf7 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=66319858228140b3841ef6c7c8cd5c14&device_id=336c6856-ca33-4291-b38f-03e7f7a5db93 HTTP/1.1" status: 200  len: 1096 time: 0.0576706
Dec 25 21:23:03.232488 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0885c686-f93c-40a6-95c0-402d6e3e12c1 req-f8e4e301-68be-4feb-b03f-ffe4fade596e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:23:03.234089 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0885c686-f93c-40a6-95c0-402d6e3e12c1 req-f8e4e301-68be-4feb-b03f-ffe4fade596e service neutron] 10.222.0.31 "GET /v2.0/networks?id=2173080e-712c-4030-840a-d911c5ceb839 HTTP/1.1" status: 200  len: 914 time: 0.0863295
Dec 25 21:23:03.282946 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0885c686-f93c-40a6-95c0-402d6e3e12c1 req-aaf56fb5-8ba5-445f-8e51-0e1b424ba733 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6dcde4f1-b084-49e9-9b96-ae184bf1c495 HTTP/1.1" status: 200  len: 217 time: 0.0384140
Dec 25 21:23:03.341374 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-95b220cb-447a-4201-b28d-af5d3c8124a3 req-618d0d36-6ca8-49f4-82d4-f5595e53873f tempest-ServerShowV257Test-1437448586 tempest-ServerShowV257Test-1437448586-project] 10.222.0.32 "GET /v2.0/ports?device_id=b159b0a7-d9d5-497e-9170-b451fe6e64d2 HTTP/1.1" status: 200  len: 210 time: 0.0429852
Dec 25 21:23:03.355825 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0885c686-f93c-40a6-95c0-402d6e3e12c1 req-c6a0e67b-a53a-44f7-8c5e-19344be3a5f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:23:03.357359 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0885c686-f93c-40a6-95c0-402d6e3e12c1 req-c6a0e67b-a53a-44f7-8c5e-19344be3a5f0 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=fd250946-046a-4d6b-8707-567238b4ce5f HTTP/1.1" status: 200  len: 853 time: 0.0667009
Dec 25 21:23:03.390088 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0885c686-f93c-40a6-95c0-402d6e3e12c1 req-5141c08e-47ef-4a22-888d-ef77e6fb6a17 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2173080e-712c-4030-840a-d911c5ceb839&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0252347
Dec 25 21:23:03.489161 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0885c686-f93c-40a6-95c0-402d6e3e12c1 req-b2c27ae9-92d7-4a8f-a123-b2bab5514e38 service neutron] 10.222.0.31 "GET /v2.0/networks/2173080e-712c-4030-840a-d911c5ceb839?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0900445
Dec 25 21:23:03.587803 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0885c686-f93c-40a6-95c0-402d6e3e12c1 req-2d8b728b-16d2-4d6e-9e11-ef548b73f369 service neutron] 10.222.0.31 "GET /v2.0/networks/2173080e-712c-4030-840a-d911c5ceb839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0906553
Dec 25 21:23:03.706678 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ddc158-7b7d-4f20-bf23-a528a61a1ec6 req-ea0b35c6-d13d-4218-baa8-c54277a26251 tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:23:03.708114 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-94ddc158-7b7d-4f20-bf23-a528a61a1ec6 req-ea0b35c6-d13d-4218-baa8-c54277a26251 tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/ports?device_id=336c6856-ca33-4291-b38f-03e7f7a5db93 HTTP/1.1" status: 200  len: 945 time: 0.0554545
Dec 25 21:23:03.755162 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-94ddc158-7b7d-4f20-bf23-a528a61a1ec6 req-c59c3b8e-f1cf-4715-a9e2-ca0c4b205a6f tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/security-groups?id=eb031b39-e206-4789-8844-f32137bfb856&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408592
Dec 25 21:23:04.222904 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:23:04.447226 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1e886f6a-7ad0-4976-9235-a9be0af6373c req-6272db22-4d2d-4f14-87b7-9332c4372caa tempest-ServerShowV257Test-1437448586 tempest-ServerShowV257Test-1437448586-project] 10.222.0.32 "GET /v2.0/ports?device_id=b159b0a7-d9d5-497e-9170-b451fe6e64d2 HTTP/1.1" status: 200  len: 210 time: 0.0272758
Dec 25 21:23:04.740670 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-82d5ba51-0926-480f-ba76-79456a336767 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:23:04.876626 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b24add-b842-4d4a-bb54-cad4c2a9b765 req-180c7b55-bb82-4b83-b72b-ee72bab325a1 tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:23:04.878134 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d4b24add-b842-4d4a-bb54-cad4c2a9b765 req-180c7b55-bb82-4b83-b72b-ee72bab325a1 tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/ports?device_id=336c6856-ca33-4291-b38f-03e7f7a5db93 HTTP/1.1" status: 200  len: 945 time: 0.0488660
Dec 25 21:23:04.926611 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d4b24add-b842-4d4a-bb54-cad4c2a9b765 req-fe6adc96-7fc5-4f91-8041-a5e118288dab tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/security-groups?id=eb031b39-e206-4789-8844-f32137bfb856&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418687
Dec 25 21:23:05.550169 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-bf368a39-dcc8-4529-885f-452c43f9f72d req-b629596e-4fdc-4a56-92cc-b7063882bc11 tempest-ServerShowV257Test-1437448586 tempest-ServerShowV257Test-1437448586-project] 10.222.0.32 "GET /v2.0/ports?device_id=b159b0a7-d9d5-497e-9170-b451fe6e64d2 HTTP/1.1" status: 200  len: 210 time: 0.0302899
Dec 25 21:23:05.899189 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9841e95-e0f1-4cec-8402-fbc70c68d294 req-8a2f0058-7c1e-4fde-bbbb-c797b2132c7b tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:23:05.901312 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b9841e95-e0f1-4cec-8402-fbc70c68d294 req-8a2f0058-7c1e-4fde-bbbb-c797b2132c7b tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] 10.222.0.32 "GET /v2.0/ports?device_id=441fa3cf-7f7d-4f84-b4aa-cc9b9d70e477 HTTP/1.1" status: 200  len: 946 time: 0.0497787
Dec 25 21:23:05.950679 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b9841e95-e0f1-4cec-8402-fbc70c68d294 req-0dc9c61e-0e70-46b9-bfd1-aded308faea1 tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] 10.222.0.32 "GET /v2.0/security-groups?id=b53a52e0-f618-42f7-a91e-f12e72408b35&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424416
Dec 25 21:23:06.067162 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e658a97-f5f7-4f12-865d-9c6a3f8842a9 req-0d7770f8-baa4-4215-ab61-f6a98ad38eac tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:23:06.069676 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4e658a97-f5f7-4f12-865d-9c6a3f8842a9 req-0d7770f8-baa4-4215-ab61-f6a98ad38eac tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/ports?device_id=336c6856-ca33-4291-b38f-03e7f7a5db93 HTTP/1.1" status: 200  len: 945 time: 0.0562224
Dec 25 21:23:06.119566 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4e658a97-f5f7-4f12-865d-9c6a3f8842a9 req-0638f2f0-5e49-4c13-a821-d90a80662ae0 tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/security-groups?id=eb031b39-e206-4789-8844-f32137bfb856&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0445471
Dec 25 21:23:06.243263 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d9683c-3a1a-4d4d-b9cc-60f1c2e3d722 req-8d22be5d-0204-4e91-b493-420ac56b4903 tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:23:06.244803 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-91d9683c-3a1a-4d4d-b9cc-60f1c2e3d722 req-8d22be5d-0204-4e91-b493-420ac56b4903 tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/ports?device_id=336c6856-ca33-4291-b38f-03e7f7a5db93 HTTP/1.1" status: 200  len: 945 time: 0.0561402
Dec 25 21:23:06.294226 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-91d9683c-3a1a-4d4d-b9cc-60f1c2e3d722 req-7b4c6ebb-deca-477a-a8a3-30f15d399a6d tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/security-groups?id=eb031b39-e206-4789-8844-f32137bfb856&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434089
Dec 25 21:23:06.477391 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [req-37b9d194-94be-4137-a199-b886aff6b76d req-e4715603-abd6-4751-a06c-ba5a8c2c2e24 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=121606) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 25 21:23:06.478408 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-37b9d194-94be-4137-a199-b886aff6b76d req-e4715603-abd6-4751-a06c-ba5a8c2c2e24 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0056050
Dec 25 21:23:06.776906 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f34df938-b545-4edf-a75f-7d3ffd01ea47 req-72a5d69d-1170-4f11-80e5-3b6abeeb16db tempest-ServerShowV257Test-1437448586 tempest-ServerShowV257Test-1437448586-project] 10.222.0.32 "GET /v2.0/ports?device_id=b159b0a7-d9d5-497e-9170-b451fe6e64d2 HTTP/1.1" status: 200  len: 210 time: 0.0263641
Dec 25 21:23:06.950218 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f48d79b-6215-4af5-8db6-8144fad87694 req-87b2484e-9f73-413a-bad3-978776fb6f50 tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:23:06.952204 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3f48d79b-6215-4af5-8db6-8144fad87694 req-87b2484e-9f73-413a-bad3-978776fb6f50 tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/ports?device_id=336c6856-ca33-4291-b38f-03e7f7a5db93 HTTP/1.1" status: 200  len: 945 time: 0.0541282
Dec 25 21:23:06.969218 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-62fc3ab7-9323-43ab-8900-6fd1f28a2f18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:23:07.021514 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3f48d79b-6215-4af5-8db6-8144fad87694 req-e2f15fac-aaa5-4096-816b-ff65b0a9f58f tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/security-groups?id=eb031b39-e206-4789-8844-f32137bfb856&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0615544
Dec 25 21:23:07.356416 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-96bf778d-05d9-470b-b71a-0b064c56069c req-05b5ae76-af87-4c53-a573-09107cec4e18 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=336c6856-ca33-4291-b38f-03e7f7a5db93&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1339982
Dec 25 21:23:07.559250 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device 6dcde4f1-b084-49e9-9b96-ae184bf1c495 no longer exists at agent hyperv_nch1-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:23:07.634925 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:23:07.658839 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '336c6856-ca33-4291-b38f-03e7f7a5db93', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6dcde4f1-b084-49e9-9b96-ae184bf1c495'}] {{(pid=121608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:23:07.661105 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a88c78c3ff6266bd59c7e89d275b28c92e739b67d23c89d71af88829fd31566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ad584d3-4e8b-4b5e-9fcc-7d419d1aa214" -d '{"events": [{"server_uuid": "336c6856-ca33-4291-b38f-03e7f7a5db93", "name": "network-vif-unplugged", "status": "completed", "tag": "6dcde4f1-b084-49e9-9b96-ae184bf1c495"}]}' {{(pid=121608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:23:07.674710 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port 6dcde4f1-b084-49e9-9b96-ae184bf1c495, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6dcde4f1-b084-49e9-9b96-ae184bf1c495,segment=NetworkSegment(95544d4b-0c14-46d9-8e39-4d223a110754),segment_id=95544d4b-0c14-46d9-8e39-4d223a110754)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:23:07.693161 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sat, 25 Dec 2021 21:23:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba79eda2-d8fd-487b-9732-892ec73f860d x-openstack-request-id: req-ba79eda2-d8fd-487b-9732-892ec73f860d {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:23:07.693455 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "336c6856-ca33-4291-b38f-03e7f7a5db93", "name": "network-vif-unplugged", "status": "failed", "tag": "6dcde4f1-b084-49e9-9b96-ae184bf1c495", "code": 422}]} {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:23:07.693711 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ba79eda2-d8fd-487b-9732-892ec73f860d {{(pid=121608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:23:07.694100 ncdv-master-1 neutron-server[121608]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '336c6856-ca33-4291-b38f-03e7f7a5db93', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '6dcde4f1-b084-49e9-9b96-ae184bf1c495', 'code': 422} returned with failed status
Dec 25 21:23:07.811677 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:23:07.865541 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Pushing event updated for resources: {'Port': ['ID=6dcde4f1-b084-49e9-9b96-ae184bf1c495,revision_number=8']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:23:07.873335 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:23:07.873953 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:23:07.874517 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:23:07.874926 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:23:07.875264 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:23:07.875595 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:23:07.875924 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:23:07.876247 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:23:07.876740 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:23:07.877391 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:23:07.877725 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:23:07.878104 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:23:07.878359 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:23:07.902048 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4630fbc9-475d-45a2-bfaa-d7383a258056 req-728a3b08-07fd-4957-8de4-80fa6215edbb tempest-ServerShowV257Test-1437448586 tempest-ServerShowV257Test-1437448586-project] 10.222.0.32 "GET /v2.0/ports?device_id=b159b0a7-d9d5-497e-9170-b451fe6e64d2 HTTP/1.1" status: 200  len: 210 time: 0.0442257
Dec 25 21:23:08.139857 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29d016c-8894-42e1-8ef3-f0a716eb6b83 req-a6a5d726-3d5a-4773-8da5-712e00595757 tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:23:08.141398 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d29d016c-8894-42e1-8ef3-f0a716eb6b83 req-a6a5d726-3d5a-4773-8da5-712e00595757 tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/ports?device_id=336c6856-ca33-4291-b38f-03e7f7a5db93 HTTP/1.1" status: 200  len: 943 time: 0.0576952
Dec 25 21:23:08.192715 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d29d016c-8894-42e1-8ef3-f0a716eb6b83 req-2f454d16-360e-4473-a428-2e608d83d94d tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/security-groups?id=eb031b39-e206-4789-8844-f32137bfb856&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438297
Dec 25 21:23:08.200074 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:23:08.403723 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3e945ecd-9380-47c2-aa0a-12ebe07e03e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:23:08.904910 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bf778d-05d9-470b-b71a-0b064c56069c req-3b11f349-ca66-4880-add4-ef08fe99d18e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:23:08.906450 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-96bf778d-05d9-470b-b71a-0b064c56069c req-3b11f349-ca66-4880-add4-ef08fe99d18e service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=336c6856-ca33-4291-b38f-03e7f7a5db93&tenant_id=66319858228140b3841ef6c7c8cd5c14 HTTP/1.1" status: 200  len: 1094 time: 0.0407894
Dec 25 21:23:09.271572 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-95a46c5a-904f-4d9f-a40a-6e9be4b82ca0 req-e839bade-7da6-4139-9fba-c8ffd3258da1 tempest-ServerShowV257Test-1437448586 tempest-ServerShowV257Test-1437448586-project] 10.222.0.32 "GET /v2.0/ports?device_id=b159b0a7-d9d5-497e-9170-b451fe6e64d2 HTTP/1.1" status: 200  len: 210 time: 0.0304105
Dec 25 21:23:09.290245 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bf778d-05d9-470b-b71a-0b064c56069c req-10a613c9-e7b1-4e3f-aa31-6431cff279d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:23:09.291958 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-96bf778d-05d9-470b-b71a-0b064c56069c req-10a613c9-e7b1-4e3f-aa31-6431cff279d8 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=66319858228140b3841ef6c7c8cd5c14&device_id=336c6856-ca33-4291-b38f-03e7f7a5db93 HTTP/1.1" status: 200  len: 1094 time: 0.3626509
Dec 25 21:23:09.382218 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba99638-d117-491e-9698-4bc959ff56ec req-ac9b9e53-38cf-4f6a-a15b-b643eea7ab3d tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:23:09.384128 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0ba99638-d117-491e-9698-4bc959ff56ec req-ac9b9e53-38cf-4f6a-a15b-b643eea7ab3d tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/ports?device_id=336c6856-ca33-4291-b38f-03e7f7a5db93 HTTP/1.1" status: 200  len: 943 time: 0.1040411
Dec 25 21:23:09.416305 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-15cb578f-7a63-4fd3-925d-83bad4c7b82a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:23:09.431110 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bf778d-05d9-470b-b71a-0b064c56069c req-4f9278ff-b149-4bf4-9f02-c64bf617c25b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:23:09.432571 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-96bf778d-05d9-470b-b71a-0b064c56069c req-4f9278ff-b149-4bf4-9f02-c64bf617c25b service neutron] 10.222.0.31 "GET /v2.0/networks?id=2173080e-712c-4030-840a-d911c5ceb839 HTTP/1.1" status: 200  len: 914 time: 0.1237497
Dec 25 21:23:09.456821 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0ba99638-d117-491e-9698-4bc959ff56ec req-757336d2-fafe-4687-ad0e-68fadf44b16e tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/security-groups?id=eb031b39-e206-4789-8844-f32137bfb856&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0649383
Dec 25 21:23:09.484066 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-96bf778d-05d9-470b-b71a-0b064c56069c req-9147a21c-0c3e-4291-96ed-11ff90e88e3c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6dcde4f1-b084-49e9-9b96-ae184bf1c495 HTTP/1.1" status: 200  len: 217 time: 0.0415866
Dec 25 21:23:09.538106 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bf778d-05d9-470b-b71a-0b064c56069c req-de3832e0-cb14-4df6-953e-32c9a32d4d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:23:09.539596 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-96bf778d-05d9-470b-b71a-0b064c56069c req-de3832e0-cb14-4df6-953e-32c9a32d4d50 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=fd250946-046a-4d6b-8707-567238b4ce5f HTTP/1.1" status: 200  len: 853 time: 0.0494666
Dec 25 21:23:09.571178 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-96bf778d-05d9-470b-b71a-0b064c56069c req-9e6609ea-e32b-4357-a3f7-f3a9e9a9aabf service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2173080e-712c-4030-840a-d911c5ceb839&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0246148
Dec 25 21:23:09.662046 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-96bf778d-05d9-470b-b71a-0b064c56069c req-0e820a35-d105-4183-babe-2f449428a23b service neutron] 10.222.0.31 "GET /v2.0/networks/2173080e-712c-4030-840a-d911c5ceb839?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0834498
Dec 25 21:23:09.758911 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-96bf778d-05d9-470b-b71a-0b064c56069c req-867019ef-ce11-4b25-943d-1a87c6e71ef2 service neutron] 10.222.0.31 "GET /v2.0/networks/2173080e-712c-4030-840a-d911c5ceb839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0880353
Dec 25 21:23:10.394077 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-84e982a4-e045-49a5-9491-bc12bee0243d req-d5121917-e7da-44fc-9478-c46a95bf23d6 tempest-ServerShowV257Test-1437448586 tempest-ServerShowV257Test-1437448586-project] 10.222.0.32 "GET /v2.0/ports?device_id=b159b0a7-d9d5-497e-9170-b451fe6e64d2 HTTP/1.1" status: 200  len: 210 time: 0.0365481
Dec 25 21:23:10.588896 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:23:10.604541 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503fbf06-cd7e-4a9f-9011-e5418d898293 req-8abc669b-6f7b-48c0-a653-93fabb34a338 tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:23:10.606145 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-503fbf06-cd7e-4a9f-9011-e5418d898293 req-8abc669b-6f7b-48c0-a653-93fabb34a338 tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/ports?device_id=336c6856-ca33-4291-b38f-03e7f7a5db93 HTTP/1.1" status: 200  len: 943 time: 0.0568538
Dec 25 21:23:10.680702 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-503fbf06-cd7e-4a9f-9011-e5418d898293 req-8ec57383-3da2-4bcd-a898-fe98377d1bcf tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/security-groups?id=eb031b39-e206-4789-8844-f32137bfb856&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0658736
Dec 25 21:23:11.813217 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b28577e2-3c6e-4780-84e6-5ee1a418fe04 req-f165a0f7-c065-465d-a7f6-9dd3e49686a6 tempest-ServerShowV257Test-1437448586 tempest-ServerShowV257Test-1437448586-project] 10.222.0.32 "GET /v2.0/ports?device_id=b159b0a7-d9d5-497e-9170-b451fe6e64d2 HTTP/1.1" status: 200  len: 210 time: 0.0314691
Dec 25 21:23:11.915748 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9186da-54e6-445e-ba61-d65fb55f58c7 req-8aa2a3f4-dacd-466a-b8b7-be9956e313a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:23:11.917444 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4e9186da-54e6-445e-ba61-d65fb55f58c7 req-8aa2a3f4-dacd-466a-b8b7-be9956e313a4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=af127d2683f84f0682595fe8297db6b1&device_id=441fa3cf-7f7d-4f84-b4aa-cc9b9d70e477 HTTP/1.1" status: 200  len: 1097 time: 0.0469663
Dec 25 21:23:12.049087 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbf3010-891b-4da7-a2c4-42310fe0ae6d req-2b75d834-af55-4e74-97db-5fe39226544b tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:23:12.050512 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8cbf3010-891b-4da7-a2c4-42310fe0ae6d req-2b75d834-af55-4e74-97db-5fe39226544b tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/ports?device_id=336c6856-ca33-4291-b38f-03e7f7a5db93 HTTP/1.1" status: 200  len: 943 time: 0.1035397
Dec 25 21:23:12.084409 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9186da-54e6-445e-ba61-d65fb55f58c7 req-b2d4ac53-c0a8-439b-87e2-4066b0a27d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:23:12.085981 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4e9186da-54e6-445e-ba61-d65fb55f58c7 req-b2d4ac53-c0a8-439b-87e2-4066b0a27d9e service neutron] 10.222.0.37 "GET /v2.0/networks?id=c6d0f08d-96b7-4228-b50e-9f6262725ca6 HTTP/1.1" status: 200  len: 918 time: 0.1601899
Dec 25 21:23:12.147612 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8cbf3010-891b-4da7-a2c4-42310fe0ae6d req-e9f3cab2-8ccd-441b-8afc-a8d43648bbda tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/security-groups?id=eb031b39-e206-4789-8844-f32137bfb856&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0886185
Dec 25 21:23:12.148941 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4e9186da-54e6-445e-ba61-d65fb55f58c7 req-b4b81a07-5e03-4d24-971d-7143e2e153fc service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e763608c-e444-4936-aae2-43161cd57a85 HTTP/1.1" status: 200  len: 217 time: 0.0492795
Dec 25 21:23:12.224541 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9186da-54e6-445e-ba61-d65fb55f58c7 req-4ed39aff-7f09-486c-8e4b-a99345500b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:23:12.226069 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4e9186da-54e6-445e-ba61-d65fb55f58c7 req-4ed39aff-7f09-486c-8e4b-a99345500b84 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=54e8004f-9c9e-4996-97cc-5b15fbdb0d97 HTTP/1.1" status: 200  len: 857 time: 0.0672669
Dec 25 21:23:12.273824 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4e9186da-54e6-445e-ba61-d65fb55f58c7 req-0f48a603-6e84-4a8c-80d8-15ecd78699fc service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c6d0f08d-96b7-4228-b50e-9f6262725ca6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0288842
Dec 25 21:23:12.322714 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1218e6e0-3916-4de1-a12d-ab8e4f07729a req-2c2b8342-c3ad-4cf8-9d26-5be8101cec89 tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:23:12.322714 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1218e6e0-3916-4de1-a12d-ab8e4f07729a req-2c2b8342-c3ad-4cf8-9d26-5be8101cec89 tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] 10.222.0.32 "GET /v2.0/ports?device_id=441fa3cf-7f7d-4f84-b4aa-cc9b9d70e477 HTTP/1.1" status: 200  len: 946 time: 0.1036658
Dec 25 21:23:12.434393 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1218e6e0-3916-4de1-a12d-ab8e4f07729a req-8367b3c8-6c34-46ba-9a5f-d75c2df98caa tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] 10.222.0.32 "GET /v2.0/security-groups?id=b53a52e0-f618-42f7-a91e-f12e72408b35&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1050439
Dec 25 21:23:12.445365 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4e9186da-54e6-445e-ba61-d65fb55f58c7 req-2196cd4a-93b0-4f55-8924-87c60d0e87d5 service neutron] 10.222.0.37 "GET /v2.0/networks/c6d0f08d-96b7-4228-b50e-9f6262725ca6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1609485
Dec 25 21:23:12.567293 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4e9186da-54e6-445e-ba61-d65fb55f58c7 req-c9506253-b7e7-4462-a915-49cb462a574e service neutron] 10.222.0.37 "GET /v2.0/networks/c6d0f08d-96b7-4228-b50e-9f6262725ca6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1012750
Dec 25 21:23:12.928223 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-80e40315-c0d9-4970-8e5e-17fb7cb7d00a req-91d5c165-48fe-4ef8-9631-5f26cc8427f2 tempest-ServerShowV257Test-1437448586 tempest-ServerShowV257Test-1437448586-project] 10.222.0.32 "GET /v2.0/ports?device_id=b159b0a7-d9d5-497e-9170-b451fe6e64d2 HTTP/1.1" status: 200  len: 210 time: 0.0358346
Dec 25 21:23:13.281459 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524bcfff-03df-4cf9-8b14-370cb15dff75 req-ce1cf934-07ee-42f2-b7bc-1d8d1f152165 tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:23:13.282967 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-524bcfff-03df-4cf9-8b14-370cb15dff75 req-ce1cf934-07ee-42f2-b7bc-1d8d1f152165 tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/ports?device_id=336c6856-ca33-4291-b38f-03e7f7a5db93 HTTP/1.1" status: 200  len: 943 time: 0.0562811
Dec 25 21:23:13.336206 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-524bcfff-03df-4cf9-8b14-370cb15dff75 req-0ee1c557-d479-42c3-a7f6-43451a4d5c91 tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/security-groups?id=eb031b39-e206-4789-8844-f32137bfb856&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0469508
Dec 25 21:23:13.800617 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace90ab7-d46c-4415-b98d-7e9bc0c7bc28 req-bd97089b-c64c-4218-901d-d2cb152257bc tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:23:13.802188 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ace90ab7-d46c-4415-b98d-7e9bc0c7bc28 req-bd97089b-c64c-4218-901d-d2cb152257bc tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] 10.222.0.32 "GET /v2.0/ports?device_id=441fa3cf-7f7d-4f84-b4aa-cc9b9d70e477 HTTP/1.1" status: 200  len: 946 time: 0.0516365
Dec 25 21:23:13.853584 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ace90ab7-d46c-4415-b98d-7e9bc0c7bc28 req-8fe7db21-660e-4eff-9c92-e72141f218a6 tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] 10.222.0.32 "GET /v2.0/security-groups?id=b53a52e0-f618-42f7-a91e-f12e72408b35&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0448501
Dec 25 21:23:13.982771 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 35058) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:23:13.987757 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0253bacb-c5be-4057-a99a-9cda348fcd7a req-da2f28c9-13a3-48da-af00-7ba010dae1cc tempest-AttachVolumeNegativeTest-2126197630 tempest-AttachVolumeNegativeTest-2126197630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:23:13.995179 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0253bacb-c5be-4057-a99a-9cda348fcd7a req-da2f28c9-13a3-48da-af00-7ba010dae1cc tempest-AttachVolumeNegativeTest-2126197630 tempest-AttachVolumeNegativeTest-2126197630-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9e9c480-9591-4be8-88a1-021df7ea5e04 HTTP/1.1" status: 200  len: 945 time: 0.0739193
Dec 25 21:23:14.052070 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0253bacb-c5be-4057-a99a-9cda348fcd7a req-179f17af-e29d-4e33-9a11-b9ebef570325 tempest-AttachVolumeNegativeTest-2126197630 tempest-AttachVolumeNegativeTest-2126197630-project] 10.222.0.32 "GET /v2.0/security-groups?id=b13bfb58-0f10-46e2-9252-687280bf8bf9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0559416
Dec 25 21:23:14.104276 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-34f0f89e-1880-45e3-81d3-c5519022a7c1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:23:14.164528 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-fde5a788-c62e-46a9-9807-7304ac12d41b req-ffb708b0-1941-472e-9850-4c57f305920d tempest-ServerShowV257Test-1437448586 tempest-ServerShowV257Test-1437448586-project] 10.222.0.32 "GET /v2.0/ports?device_id=b159b0a7-d9d5-497e-9170-b451fe6e64d2 HTTP/1.1" status: 200  len: 210 time: 0.0298789
Dec 25 21:23:14.212490 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-34f0f89e-1880-45e3-81d3-c5519022a7c1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:23:14.311883 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-34f0f89e-1880-45e3-81d3-c5519022a7c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:23:14.349932 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f0f89e-1880-45e3-81d3-c5519022a7c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dacc84e-b4c0-410d-9e28-d17730ff99c9,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:23:14.354156 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-34f0f89e-1880-45e3-81d3-c5519022a7c1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7f1423219da34180ab8a3017e5041b4a&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3702538
Dec 25 21:23:14.357562 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 35064) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:23:14.419925 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-8fe6c719-ae9f-48d3-ae56-0d93e3f14fe8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:23:14.444024 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-8fe6c719-ae9f-48d3-ae56-0d93e3f14fe8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:23:14.471818 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c402b996-55e8-4eb3-be41-a5087fd5084f req-a87aa130-8f19-4077-85a3-92b54d446401 tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:23:14.473702 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c402b996-55e8-4eb3-be41-a5087fd5084f req-a87aa130-8f19-4077-85a3-92b54d446401 tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/ports?device_id=336c6856-ca33-4291-b38f-03e7f7a5db93 HTTP/1.1" status: 200  len: 943 time: 0.0514219
Dec 25 21:23:14.537877 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c402b996-55e8-4eb3-be41-a5087fd5084f req-af7f58c7-99bc-479f-9bc1-ba5e00205d17 tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/security-groups?id=eb031b39-e206-4789-8844-f32137bfb856&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0558243
Dec 25 21:23:14.591419 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-8fe6c719-ae9f-48d3-ae56-0d93e3f14fe8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:23:14.594100 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-8fe6c719-ae9f-48d3-ae56-0d93e3f14fe8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:23:14.595288 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-8fe6c719-ae9f-48d3-ae56-0d93e3f14fe8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3dacc84e-b4c0-410d-9e28-d17730ff99c9 HTTP/1.1" status: 204  len: 168 time: 0.2367821
Dec 25 21:23:14.608637 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe6c719-ae9f-48d3-ae56-0d93e3f14fe8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dacc84e-b4c0-410d-9e28-d17730ff99c9,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:23:15.009125 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3739a4be-824f-4fff-9f05-94396fc031d6 req-eb592ddc-1f5b-4191-9fc8-59aa553bf912 tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:23:15.010678 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3739a4be-824f-4fff-9f05-94396fc031d6 req-eb592ddc-1f5b-4191-9fc8-59aa553bf912 tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] 10.222.0.32 "GET /v2.0/ports?device_id=441fa3cf-7f7d-4f84-b4aa-cc9b9d70e477 HTTP/1.1" status: 200  len: 946 time: 0.0725002
Dec 25 21:23:15.077510 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3739a4be-824f-4fff-9f05-94396fc031d6 req-4864787e-6d02-461a-86b3-1af7fe80907c tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] 10.222.0.32 "GET /v2.0/security-groups?id=b53a52e0-f618-42f7-a91e-f12e72408b35&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0606747
Dec 25 21:23:15.227989 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17dd0cf-bcb1-49ff-831e-8a74261b04d7 req-76968921-0033-46a8-9c63-135e493e4b29 tempest-AttachVolumeNegativeTest-2126197630 tempest-AttachVolumeNegativeTest-2126197630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:23:15.227989 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e17dd0cf-bcb1-49ff-831e-8a74261b04d7 req-76968921-0033-46a8-9c63-135e493e4b29 tempest-AttachVolumeNegativeTest-2126197630 tempest-AttachVolumeNegativeTest-2126197630-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9e9c480-9591-4be8-88a1-021df7ea5e04 HTTP/1.1" status: 200  len: 945 time: 0.0742831
Dec 25 21:23:15.269146 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e17dd0cf-bcb1-49ff-831e-8a74261b04d7 req-352919a0-d09b-40d3-a4ae-d229345f5bb4 tempest-AttachVolumeNegativeTest-2126197630 tempest-AttachVolumeNegativeTest-2126197630-project] 10.222.0.32 "GET /v2.0/security-groups?id=b13bfb58-0f10-46e2-9252-687280bf8bf9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0447867
Dec 25 21:23:15.371291 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-32e4c23c-d9d0-4563-886a-d8a0f137a31f req-5b68edbc-2dc9-4eba-ac10-c942d190e46b tempest-ServerShowV257Test-1437448586 tempest-ServerShowV257Test-1437448586-project] 10.222.0.32 "GET /v2.0/ports?device_id=b159b0a7-d9d5-497e-9170-b451fe6e64d2 HTTP/1.1" status: 200  len: 210 time: 0.0353479
Dec 25 21:23:15.670991 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9759f32e-e8d9-4632-ac56-e0cddba2d8e3 req-aa63663c-4b32-4a98-9092-3b79349403c7 tempest-AttachVolumeNegativeTest-2126197630 tempest-AttachVolumeNegativeTest-2126197630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:23:15.672524 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9759f32e-e8d9-4632-ac56-e0cddba2d8e3 req-aa63663c-4b32-4a98-9092-3b79349403c7 tempest-AttachVolumeNegativeTest-2126197630 tempest-AttachVolumeNegativeTest-2126197630-project] 10.222.0.37 "GET /v2.0/ports?device_id=a9e9c480-9591-4be8-88a1-021df7ea5e04 HTTP/1.1" status: 200  len: 945 time: 0.0902662
Dec 25 21:23:15.746036 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e1af91-0024-45fd-a49d-5154d78e6b60 req-8edba758-e69a-4433-9a17-b5b9a8ce21c3 tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:23:15.747553 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c1e1af91-0024-45fd-a49d-5154d78e6b60 req-8edba758-e69a-4433-9a17-b5b9a8ce21c3 tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/ports?device_id=336c6856-ca33-4291-b38f-03e7f7a5db93 HTTP/1.1" status: 200  len: 943 time: 0.1046154
Dec 25 21:23:15.843262 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c1e1af91-0024-45fd-a49d-5154d78e6b60 req-ab81ec72-d170-4cb2-b497-7586788a0c99 tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/security-groups?id=eb031b39-e206-4789-8844-f32137bfb856&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0760174
Dec 25 21:23:15.845818 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [req-9759f32e-e8d9-4632-ac56-e0cddba2d8e3 req-9cc971a2-db54-44cb-95a4-c09039005aae tempest-AttachVolumeNegativeTest-2126197630 tempest-AttachVolumeNegativeTest-2126197630-project] Deleting port c6d03e4e-9c86-4a24-bd65-c4d2828b4a5d {{(pid=121606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:23:15.846911 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-9759f32e-e8d9-4632-ac56-e0cddba2d8e3 req-9cc971a2-db54-44cb-95a4-c09039005aae tempest-AttachVolumeNegativeTest-2126197630 tempest-AttachVolumeNegativeTest-2126197630-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:23:16.013743 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-9759f32e-e8d9-4632-ac56-e0cddba2d8e3 req-9cc971a2-db54-44cb-95a4-c09039005aae tempest-AttachVolumeNegativeTest-2126197630 tempest-AttachVolumeNegativeTest-2126197630-project] For port c6d03e4e-9c86-4a24-bd65-c4d2828b4a5d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c6d03e4e-9c86-4a24-bd65-c4d2828b4a5d,segment=NetworkSegment(1c5dea30-318f-4932-8772-f43ff59dee51),segment_id=1c5dea30-318f-4932-8772-f43ff59dee51)] {{(pid=121606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:23:16.014598 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-9759f32e-e8d9-4632-ac56-e0cddba2d8e3 req-9cc971a2-db54-44cb-95a4-c09039005aae tempest-AttachVolumeNegativeTest-2126197630 tempest-AttachVolumeNegativeTest-2126197630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:23:16.044303 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4324e8b6-d8ea-45b0-af47-ae8646e65ea0 req-255cf50d-a1bf-427b-9663-2faef61fb1d2 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:23:16.045916 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4324e8b6-d8ea-45b0-af47-ae8646e65ea0 req-255cf50d-a1bf-427b-9663-2faef61fb1d2 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/ports?device_id=161df36a-2258-4f32-a7b0-2f7c793d4390 HTTP/1.1" status: 200  len: 944 time: 0.0960832
Dec 25 21:23:16.046962 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [req-9759f32e-e8d9-4632-ac56-e0cddba2d8e3 req-9cc971a2-db54-44cb-95a4-c09039005aae tempest-AttachVolumeNegativeTest-2126197630 tempest-AttachVolumeNegativeTest-2126197630-project] Calling delete_port for c6d03e4e-9c86-4a24-bd65-c4d2828b4a5d owned by compute:nova {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:23:16.147868 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4324e8b6-d8ea-45b0-af47-ae8646e65ea0 req-bb9418b9-a560-43dd-9703-76925cfc3919 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/security-groups?id=303458ac-ce28-4cba-8947-b5e432a1ea1f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0946295
Dec 25 21:23:16.329990 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b48683-5268-4435-a718-9e50aec20c08 req-7fd8aaf6-3dab-4c40-b425-2c01c51eca87 tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:23:16.337441 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-35b48683-5268-4435-a718-9e50aec20c08 req-7fd8aaf6-3dab-4c40-b425-2c01c51eca87 tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] 10.222.0.32 "GET /v2.0/ports?device_id=441fa3cf-7f7d-4f84-b4aa-cc9b9d70e477 HTTP/1.1" status: 200  len: 946 time: 0.0810966
Dec 25 21:23:16.344942 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-9759f32e-e8d9-4632-ac56-e0cddba2d8e3 req-9cc971a2-db54-44cb-95a4-c09039005aae tempest-AttachVolumeNegativeTest-2126197630 tempest-AttachVolumeNegativeTest-2126197630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:23:16.358834 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] get_ports_and_sgs() called for port_ids ['e1a1ed5e-2df4-4726-86bd-bc56ff15ffb1', '745d590e-2b18-462d-a55e-1423ff663b30', '866836b0-b932-4ad3-b858-1d09b2903533'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:23:16.394197 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc971a2-db54-44cb-95a4-c09039005aae tempest-AttachVolumeNegativeTest-2126197630 tempest-AttachVolumeNegativeTest-2126197630-project] Pushing event deleted for resources: {'Port': ['ID=c6d03e4e-9c86-4a24-bd65-c4d2828b4a5d,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:23:16.435623 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc971a2-db54-44cb-95a4-c09039005aae tempest-AttachVolumeNegativeTest-2126197630 tempest-AttachVolumeNegativeTest-2126197630-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:23:16.436313 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc971a2-db54-44cb-95a4-c09039005aae tempest-AttachVolumeNegativeTest-2126197630 tempest-AttachVolumeNegativeTest-2126197630-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:23:16.436814 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc971a2-db54-44cb-95a4-c09039005aae tempest-AttachVolumeNegativeTest-2126197630 tempest-AttachVolumeNegativeTest-2126197630-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:23:16.437465 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc971a2-db54-44cb-95a4-c09039005aae tempest-AttachVolumeNegativeTest-2126197630 tempest-AttachVolumeNegativeTest-2126197630-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:23:16.438071 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc971a2-db54-44cb-95a4-c09039005aae tempest-AttachVolumeNegativeTest-2126197630 tempest-AttachVolumeNegativeTest-2126197630-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:23:16.438730 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc971a2-db54-44cb-95a4-c09039005aae tempest-AttachVolumeNegativeTest-2126197630 tempest-AttachVolumeNegativeTest-2126197630-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:23:16.439243 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc971a2-db54-44cb-95a4-c09039005aae tempest-AttachVolumeNegativeTest-2126197630 tempest-AttachVolumeNegativeTest-2126197630-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:23:16.439851 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc971a2-db54-44cb-95a4-c09039005aae tempest-AttachVolumeNegativeTest-2126197630 tempest-AttachVolumeNegativeTest-2126197630-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:23:16.440412 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc971a2-db54-44cb-95a4-c09039005aae tempest-AttachVolumeNegativeTest-2126197630 tempest-AttachVolumeNegativeTest-2126197630-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:23:16.441052 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc971a2-db54-44cb-95a4-c09039005aae tempest-AttachVolumeNegativeTest-2126197630 tempest-AttachVolumeNegativeTest-2126197630-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:23:16.441553 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc971a2-db54-44cb-95a4-c09039005aae tempest-AttachVolumeNegativeTest-2126197630 tempest-AttachVolumeNegativeTest-2126197630-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:23:16.442136 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc971a2-db54-44cb-95a4-c09039005aae tempest-AttachVolumeNegativeTest-2126197630 tempest-AttachVolumeNegativeTest-2126197630-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:23:16.442668 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc971a2-db54-44cb-95a4-c09039005aae tempest-AttachVolumeNegativeTest-2126197630 tempest-AttachVolumeNegativeTest-2126197630-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:23:16.473591 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [req-9759f32e-e8d9-4632-ac56-e0cddba2d8e3 req-9cc971a2-db54-44cb-95a4-c09039005aae tempest-AttachVolumeNegativeTest-2126197630 tempest-AttachVolumeNegativeTest-2126197630-project] No DVR routers for this DVR port c6d03e4e-9c86-4a24-bd65-c4d2828b4a5d on host nch2-master-1 {{(pid=121606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:23:16.478922 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-9759f32e-e8d9-4632-ac56-e0cddba2d8e3 req-9cc971a2-db54-44cb-95a4-c09039005aae tempest-AttachVolumeNegativeTest-2126197630 tempest-AttachVolumeNegativeTest-2126197630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:23:16.483687 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9759f32e-e8d9-4632-ac56-e0cddba2d8e3 req-9cc971a2-db54-44cb-95a4-c09039005aae tempest-AttachVolumeNegativeTest-2126197630 tempest-AttachVolumeNegativeTest-2126197630-project] 10.222.0.37 "DELETE /v2.0/ports/c6d03e4e-9c86-4a24-bd65-c4d2828b4a5d HTTP/1.1" status: 204  len: 173 time: 0.7975242
Dec 25 21:23:16.484393 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9e9c480-9591-4be8-88a1-021df7ea5e04', 'name': 'network-vif-deleted', 'tag': 'c6d03e4e-9c86-4a24-bd65-c4d2828b4a5d'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:23:16.487417 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9858820c13ec2827453b94ebc4181065e990a4e4089ccb9fe762531ac62d2fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4986a243-526a-425d-ae75-34c51f1ab6d2" -d '{"events": [{"server_uuid": "a9e9c480-9591-4be8-88a1-021df7ea5e04", "name": "network-vif-deleted", "tag": "c6d03e4e-9c86-4a24-bd65-c4d2828b4a5d"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:23:16.507606 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-35b48683-5268-4435-a718-9e50aec20c08 req-253b26d4-2a49-4311-a3a2-ef6f4953d69f tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] 10.222.0.32 "GET /v2.0/security-groups?id=b53a52e0-f618-42f7-a91e-f12e72408b35&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1676130
Dec 25 21:23:16.660615 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfd84d7-fb21-4911-8748-33163d88eac8 req-b70ec6f3-4293-4a93-936b-2580d7625684 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:23:16.670039 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4cfd84d7-fb21-4911-8748-33163d88eac8 req-b70ec6f3-4293-4a93-936b-2580d7625684 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/ports?device_id=161df36a-2258-4f32-a7b0-2f7c793d4390 HTTP/1.1" status: 200  len: 944 time: 0.0935342
Dec 25 21:23:16.721810 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4cfd84d7-fb21-4911-8748-33163d88eac8 req-33cb3674-b2d0-4dd1-a2c7-1ecba7170c43 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/security-groups?id=303458ac-ce28-4cba-8947-b5e432a1ea1f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0508821
Dec 25 21:23:16.883539 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-bea1e151-6b8a-4148-a4bc-27845542cf94 req-f2a350a0-1db5-4960-a8d3-ec9c85b3ffe9 tempest-AttachVolumeNegativeTest-2126197630 tempest-AttachVolumeNegativeTest-2126197630-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9e9c480-9591-4be8-88a1-021df7ea5e04 HTTP/1.1" status: 200  len: 210 time: 0.0574896
Dec 25 21:23:17.020078 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4923d8a2-dd8e-454f-b6dc-e1b95afca105 req-b3966003-b9c1-4791-9604-9ee32d0e1668 tempest-ServerShowV257Test-1437448586 tempest-ServerShowV257Test-1437448586-project] 10.222.0.32 "GET /v2.0/ports?device_id=b159b0a7-d9d5-497e-9170-b451fe6e64d2 HTTP/1.1" status: 200  len: 210 time: 0.0458026
Dec 25 21:23:17.379828 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 21:23:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1321fdf2-0aec-43b6-aa73-c71f0cc3df94 x-openstack-request-id: req-1321fdf2-0aec-43b6-aa73-c71f0cc3df94 {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:23:17.380236 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9e9c480-9591-4be8-88a1-021df7ea5e04", "name": "network-vif-deleted", "tag": "c6d03e4e-9c86-4a24-bd65-c4d2828b4a5d", "status": "completed", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:23:17.380561 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1321fdf2-0aec-43b6-aa73-c71f0cc3df94 {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:23:17.381130 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9e9c480-9591-4be8-88a1-021df7ea5e04', 'name': 'network-vif-deleted', 'tag': 'c6d03e4e-9c86-4a24-bd65-c4d2828b4a5d', 'status': 'completed', 'code': 200}
Dec 25 21:23:17.519162 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6166af19-a960-47c2-a928-9f9ea79e4466 req-146261ea-4e75-41c9-9f19-07782cdbc66d tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:23:17.521900 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-6166af19-a960-47c2-a928-9f9ea79e4466 req-146261ea-4e75-41c9-9f19-07782cdbc66d tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/ports?device_id=336c6856-ca33-4291-b38f-03e7f7a5db93 HTTP/1.1" status: 200  len: 943 time: 0.0808127
Dec 25 21:23:17.622398 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-6166af19-a960-47c2-a928-9f9ea79e4466 req-1e1f0bf5-1354-4f7c-aed3-2c1cd96a4fab tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/security-groups?id=eb031b39-e206-4789-8844-f32137bfb856&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0744362
Dec 25 21:23:17.837750 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15cbdbe-fa0a-46df-a2ef-b3460de727de req-53de5d64-c100-4c24-9e73-f7e24dd2e1e9 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:23:17.843572 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b15cbdbe-fa0a-46df-a2ef-b3460de727de req-53de5d64-c100-4c24-9e73-f7e24dd2e1e9 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/networks?id=050fe506-29b6-4536-b03a-6d4fd9d4993c HTTP/1.1" status: 200  len: 812 time: 0.1367981
Dec 25 21:23:17.857536 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b15cbdbe-fa0a-46df-a2ef-b3460de727de req-c1c06b03-32c3-4496-ae61-42d06c0fe97d tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/quotas/4c3545b07d0b4ccf9cd48a80c2d37521 HTTP/1.1" status: 200  len: 375 time: 0.0115118
Dec 25 21:23:17.921475 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b15cbdbe-fa0a-46df-a2ef-b3460de727de req-5c99d0de-f884-48ee-846d-e36e3c42abc0 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=4c3545b07d0b4ccf9cd48a80c2d37521&fields=id HTTP/1.1" status: 200  len: 440 time: 0.0580266
Dec 25 21:23:18.033864 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b15cbdbe-fa0a-46df-a2ef-b3460de727de req-0d352db3-1c0c-4d81-8b40-d065b08e896b service neutron] 10.222.0.32 "GET /v2.0/networks/050fe506-29b6-4536-b03a-6d4fd9d4993c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1052673
Dec 25 21:23:18.156017 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b15cbdbe-fa0a-46df-a2ef-b3460de727de req-849673e8-a0ec-4668-9d78-33c8be29fe5e service neutron] 10.222.0.32 "GET /v2.0/networks/050fe506-29b6-4536-b03a-6d4fd9d4993c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1194808
Dec 25 21:23:18.340482 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device c6d03e4e-9c86-4a24-bd65-c4d2828b4a5d no longer exists at agent hyperv_nch2-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:23:18.362907 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] No Port match for: c6d03e4e-9c86-4a24-bd65-c4d2828b4a5d {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:23:18.363622 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device c6d03e4e-9c86-4a24-bd65-c4d2828b4a5d not bound to the agent host nch2-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:23:18.510280 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7bbb68-7d5a-41a1-ac6f-c993652ec032 req-71a16082-e340-4de5-869e-5cbb7c5f2ede tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:23:18.513848 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ad7bbb68-7d5a-41a1-ac6f-c993652ec032 req-71a16082-e340-4de5-869e-5cbb7c5f2ede tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] 10.222.0.32 "GET /v2.0/ports?device_id=441fa3cf-7f7d-4f84-b4aa-cc9b9d70e477 HTTP/1.1" status: 200  len: 946 time: 0.0731175
Dec 25 21:23:18.582057 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ad7bbb68-7d5a-41a1-ac6f-c993652ec032 req-5e359d2a-09e8-42f5-82be-bec360889439 tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] 10.222.0.32 "GET /v2.0/security-groups?id=b53a52e0-f618-42f7-a91e-f12e72408b35&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0634019
Dec 25 21:23:18.748248 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-23a53fe5-0300-4c12-a595-e8f733ce61ac req-f0177256-3d8c-4c9d-bd94-da4a6ca903a2 tempest-ServerShowV257Test-1437448586 tempest-ServerShowV257Test-1437448586-project] 10.222.0.32 "GET /v2.0/ports?device_id=b159b0a7-d9d5-497e-9170-b451fe6e64d2 HTTP/1.1" status: 200  len: 210 time: 0.0394912
Dec 25 21:23:18.917726 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d9dd2ee5-94a8-46de-a45e-545d3e8d65a9 req-be868ed6-c515-494e-9dea-17435cd9cad3 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/ports?device_id=36b03831-0555-4b9e-bd9a-323002cb09e1 HTTP/1.1" status: 200  len: 210 time: 0.0458004
Dec 25 21:23:19.094810 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5343169-9c79-47af-a933-0c4e3ab255c4 req-5eb9efa4-d6a8-4060-a601-bff7e1876b58 tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:23:19.097541 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a5343169-9c79-47af-a933-0c4e3ab255c4 req-5eb9efa4-d6a8-4060-a601-bff7e1876b58 tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/ports?device_id=336c6856-ca33-4291-b38f-03e7f7a5db93 HTTP/1.1" status: 200  len: 943 time: 0.0710347
Dec 25 21:23:19.204746 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a5343169-9c79-47af-a933-0c4e3ab255c4 req-3956b3ed-603f-4e51-8513-e4282ff02e12 tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/security-groups?id=eb031b39-e206-4789-8844-f32137bfb856&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0901296
Dec 25 21:23:19.715485 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecc2418-8c5d-4c6e-9d37-6b38a9cc9922 req-0fefc09c-a087-4e9b-97cc-7742649e3be4 tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:23:19.717184 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-fecc2418-8c5d-4c6e-9d37-6b38a9cc9922 req-0fefc09c-a087-4e9b-97cc-7742649e3be4 tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] 10.222.0.32 "GET /v2.0/ports?device_id=441fa3cf-7f7d-4f84-b4aa-cc9b9d70e477 HTTP/1.1" status: 200  len: 946 time: 0.0668902
Dec 25 21:23:19.773603 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-fecc2418-8c5d-4c6e-9d37-6b38a9cc9922 req-b80873a4-5ae8-4d4d-a69d-a0fab9c65817 tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] 10.222.0.32 "GET /v2.0/security-groups?id=b53a52e0-f618-42f7-a91e-f12e72408b35&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0484123
Dec 25 21:23:20.154947 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c188e4f7-271e-4a61-8bd9-66fd5f0c1960 req-160cdf36-7d1f-4a41-a11e-7e52b1aafaed tempest-ServerShowV257Test-1437448586 tempest-ServerShowV257Test-1437448586-project] 10.222.0.32 "GET /v2.0/ports?device_id=b159b0a7-d9d5-497e-9170-b451fe6e64d2 HTTP/1.1" status: 200  len: 210 time: 0.0277886
Dec 25 21:23:20.312265 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d6a2668b-ad4d-4cef-be2e-dd1d166f117a req-ef647c7f-ace2-431d-8bda-c4221c749b33 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/ports?device_id=36b03831-0555-4b9e-bd9a-323002cb09e1 HTTP/1.1" status: 200  len: 210 time: 0.0351658
Dec 25 21:23:20.453361 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a05d9b-8204-48ca-b0b6-8bf024bc1e22 req-0a046b39-c03d-4417-b4aa-9f092c9f745e tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:23:20.454865 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-16a05d9b-8204-48ca-b0b6-8bf024bc1e22 req-0a046b39-c03d-4417-b4aa-9f092c9f745e tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/ports?device_id=336c6856-ca33-4291-b38f-03e7f7a5db93 HTTP/1.1" status: 200  len: 943 time: 0.0594406
Dec 25 21:23:20.536532 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-16a05d9b-8204-48ca-b0b6-8bf024bc1e22 req-1a661cbe-0f67-4724-945d-e4a58daf4eb9 tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/security-groups?id=eb031b39-e206-4789-8844-f32137bfb856&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0755460
Dec 25 21:23:20.898900 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d846d7d2-1276-451f-b506-8fe4aee22390 req-daa7981c-e3e5-40a7-8246-daa9bb0bcf20 tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:23:20.900395 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d846d7d2-1276-451f-b506-8fe4aee22390 req-daa7981c-e3e5-40a7-8246-daa9bb0bcf20 tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] 10.222.0.32 "GET /v2.0/ports?device_id=441fa3cf-7f7d-4f84-b4aa-cc9b9d70e477 HTTP/1.1" status: 200  len: 946 time: 0.0504146
Dec 25 21:23:20.952333 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d846d7d2-1276-451f-b506-8fe4aee22390 req-a3835006-9713-42f6-961b-831aa0a7b7d0 tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] 10.222.0.32 "GET /v2.0/security-groups?id=b53a52e0-f618-42f7-a91e-f12e72408b35&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0457633
Dec 25 21:23:21.201717 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 35228) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:23:21.271307 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-713e1fc8-6abf-4cb4-af21-c873a1d664fc req-ce044bdf-1abf-450e-a4e3-441362c5ac4c tempest-ServerShowV257Test-1437448586 tempest-ServerShowV257Test-1437448586-project] 10.222.0.32 "GET /v2.0/ports?device_id=b159b0a7-d9d5-497e-9170-b451fe6e64d2 HTTP/1.1" status: 200  len: 210 time: 0.0307467
Dec 25 21:23:21.340355 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ea5454d8-c57e-48f1-a5aa-81984a6cb600 admin admin] Publish callbacks [] for security_group, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:23:21.415619 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2f366e08-92dc-47b4-9505-424b63df9be4 req-59cb7ebe-2ba5-474e-83b4-bc3af6bcba20 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/ports?device_id=36b03831-0555-4b9e-bd9a-323002cb09e1 HTTP/1.1" status: 200  len: 210 time: 0.0310628
Dec 25 21:23:21.419983 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ea5454d8-c57e-48f1-a5aa-81984a6cb600 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:23:21.513725 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ea5454d8-c57e-48f1-a5aa-81984a6cb600 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:23:21.555043 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-ea5454d8-c57e-48f1-a5aa-81984a6cb600 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b70b86d8ed694af4a9b976e4289f2b27&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3515408
Dec 25 21:23:21.555933 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5454d8-c57e-48f1-a5aa-81984a6cb600 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2eea4a7-8298-482d-a259-b61e243993eb,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:23:21.558258 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 35236) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:23:21.614451 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-6b648778-fd05-44d7-ad16-ab81ed3866e7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:23:21.659714 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-6b648778-fd05-44d7-ad16-ab81ed3866e7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:23:21.703808 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f2b218-86e5-4800-bae1-4c59b22f6d55 req-b00e9130-6ad7-4a73-a262-1814fa246c29 tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:23:21.705438 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-63f2b218-86e5-4800-bae1-4c59b22f6d55 req-b00e9130-6ad7-4a73-a262-1814fa246c29 tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/ports?device_id=336c6856-ca33-4291-b38f-03e7f7a5db93 HTTP/1.1" status: 200  len: 943 time: 0.0864758
Dec 25 21:23:21.753684 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-63f2b218-86e5-4800-bae1-4c59b22f6d55 req-7b5247a4-d415-48ff-b3b5-cedbd640159c tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/security-groups?id=eb031b39-e206-4789-8844-f32137bfb856&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422692
Dec 25 21:23:21.825815 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-6b648778-fd05-44d7-ad16-ab81ed3866e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:23:21.828354 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-6b648778-fd05-44d7-ad16-ab81ed3866e7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:23:21.829510 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-6b648778-fd05-44d7-ad16-ab81ed3866e7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f2eea4a7-8298-482d-a259-b61e243993eb HTTP/1.1" status: 204  len: 168 time: 0.2700529
Dec 25 21:23:21.839890 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b648778-fd05-44d7-ad16-ab81ed3866e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2eea4a7-8298-482d-a259-b61e243993eb,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:23:22.089192 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d5b374-bd09-4983-bba8-a8c19c899ba1 req-61204500-2e9b-4903-a1e2-b4595cbff50b tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:23:22.091097 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-86d5b374-bd09-4983-bba8-a8c19c899ba1 req-61204500-2e9b-4903-a1e2-b4595cbff50b tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] 10.222.0.32 "GET /v2.0/ports?device_id=441fa3cf-7f7d-4f84-b4aa-cc9b9d70e477 HTTP/1.1" status: 200  len: 946 time: 0.0675373
Dec 25 21:23:22.146846 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-dad786aa-2256-469b-ab71-d2d7e94bdf64 req-1548ead8-3d8e-46ea-8234-4b341b05ff08 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=b159b0a7-d9d5-497e-9170-b451fe6e64d2 HTTP/1.1" status: 200  len: 210 time: 0.0317643
Dec 25 21:23:22.179558 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-86d5b374-bd09-4983-bba8-a8c19c899ba1 req-a901564f-a4a7-4bc0-8914-97988c0a52c1 tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] 10.222.0.32 "GET /v2.0/security-groups?id=b53a52e0-f618-42f7-a91e-f12e72408b35&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0739248
Dec 25 21:23:22.402750 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c8799fb2-7841-4769-8334-92557241e229 req-b2315803-19cb-47ea-a63b-1a2cad944136 tempest-ServerShowV257Test-1437448586 tempest-ServerShowV257Test-1437448586-project] 10.222.0.32 "GET /v2.0/ports?device_id=b159b0a7-d9d5-497e-9170-b451fe6e64d2 HTTP/1.1" status: 200  len: 210 time: 0.0389595
Dec 25 21:23:22.491576 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15cbdbe-fa0a-46df-a2ef-b3460de727de req-1bef1fcb-d5a6-4ab7-9caa-478fdae77aba tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:23:22.491758 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 35256) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:23:22.493238 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b15cbdbe-fa0a-46df-a2ef-b3460de727de req-1bef1fcb-d5a6-4ab7-9caa-478fdae77aba tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.31 "GET /v2.0/networks?id=050fe506-29b6-4536-b03a-6d4fd9d4993c HTTP/1.1" status: 200  len: 812 time: 0.1434619
Dec 25 21:23:22.505794 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-67693d18-ea97-4969-9d81-f39836913834 admin admin] Publish callbacks [] for security_group, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:23:22.513569 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-b15cbdbe-fa0a-46df-a2ef-b3460de727de req-a95a8612-5f66-43cb-8ed4-e2540755f36d tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Request body: {'port': {'device_id': '36b03831-0555-4b9e-bd9a-323002cb09e1', 'network_id': '050fe506-29b6-4536-b03a-6d4fd9d4993c', 'admin_state_up': True, 'tenant_id': '4c3545b07d0b4ccf9cd48a80c2d37521'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:23:22.543419 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-eacafadc-d219-456b-af12-0016e55adde1 req-ff6a653c-1e4e-437f-8152-aa59079db767 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/ports?device_id=36b03831-0555-4b9e-bd9a-323002cb09e1 HTTP/1.1" status: 200  len: 210 time: 0.0420184
Dec 25 21:23:22.582605 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-67693d18-ea97-4969-9d81-f39836913834 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:23:22.682314 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-67693d18-ea97-4969-9d81-f39836913834 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:23:22.719891 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-67693d18-ea97-4969-9d81-f39836913834 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f7033e430c4b456ca780135406f0f43f&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2270875
Dec 25 21:23:22.721054 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67693d18-ea97-4969-9d81-f39836913834 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfe81b0c-7e92-489d-81d0-1e989844d154,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:23:22.722659 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 35258) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:23:22.774435 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-53293cd5-3db7-4f61-8b41-4c27bbb1b031 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:23:22.793898 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b15cbdbe-fa0a-46df-a2ef-b3460de727de req-a95a8612-5f66-43cb-8ed4-e2540755f36d tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Made reservation on behalf of 4c3545b07d0b4ccf9cd48a80c2d37521 for: {'port': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:23:22.797635 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-b15cbdbe-fa0a-46df-a2ef-b3460de727de req-a95a8612-5f66-43cb-8ed4-e2540755f36d tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:23:22.810420 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-53293cd5-3db7-4f61-8b41-4c27bbb1b031 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:23:22.944845 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a522295-f8f4-415f-83e2-045b89a18d2f req-0fc0d84f-8907-4e62-941b-6454427ddb22 tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:23:22.946375 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4a522295-f8f4-415f-83e2-045b89a18d2f req-0fc0d84f-8907-4e62-941b-6454427ddb22 tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/ports?device_id=336c6856-ca33-4291-b38f-03e7f7a5db93 HTTP/1.1" status: 200  len: 943 time: 0.1139009
Dec 25 21:23:23.017959 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_common [req-b15cbdbe-fa0a-46df-a2ef-b3460de727de req-a95a8612-5f66-43cb-8ed4-e2540755f36d tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Allocated IP 172.20.0.14 (050fe506-29b6-4536-b03a-6d4fd9d4993c/1f5d8ab8-049c-411c-8531-c48febcca4ec/eef37bbe-1508-453a-bafd-62933899b6d9) {{(pid=121606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:23:23.040493 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4a522295-f8f4-415f-83e2-045b89a18d2f req-e750851f-1a67-4d3b-99a2-bcc085827fa6 tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/security-groups?id=eb031b39-e206-4789-8844-f32137bfb856&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0717986
Dec 25 21:23:23.054670 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-53293cd5-3db7-4f61-8b41-4c27bbb1b031 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:23:23.057899 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-53293cd5-3db7-4f61-8b41-4c27bbb1b031 admin admin] Publish callbacks [] for security_group, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:23:23.058992 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-53293cd5-3db7-4f61-8b41-4c27bbb1b031 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/cfe81b0c-7e92-489d-81d0-1e989844d154 HTTP/1.1" status: 204  len: 168 time: 0.3352783
Dec 25 21:23:23.076552 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53293cd5-3db7-4f61-8b41-4c27bbb1b031 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfe81b0c-7e92-489d-81d0-1e989844d154,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:23:23.211954 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-b15cbdbe-fa0a-46df-a2ef-b3460de727de req-a95a8612-5f66-43cb-8ed4-e2540755f36d tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Publish callbacks [] for port, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:23:23.302021 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9446077-2bee-4b8a-91ba-49e2ad90801a req-999b7ab9-7f51-4dc5-9fd7-5fdc8d943e9a tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:23:23.303540 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a9446077-2bee-4b8a-91ba-49e2ad90801a req-999b7ab9-7f51-4dc5-9fd7-5fdc8d943e9a tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] 10.222.0.32 "GET /v2.0/ports?device_id=441fa3cf-7f7d-4f84-b4aa-cc9b9d70e477 HTTP/1.1" status: 200  len: 946 time: 0.0513091
Dec 25 21:23:23.356821 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a9446077-2bee-4b8a-91ba-49e2ad90801a req-2dee5444-9885-4470-8422-c6f8328619f9 tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] 10.222.0.32 "GET /v2.0/security-groups?id=b53a52e0-f618-42f7-a91e-f12e72408b35&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0470693
Dec 25 21:23:23.359364 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-b15cbdbe-fa0a-46df-a2ef-b3460de727de req-a95a8612-5f66-43cb-8ed4-e2540755f36d tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:23:23.371210 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] get_ports_and_sgs() called for port_ids ['815adaf6-6cd2-46df-a541-c0f11b539b22', 'd39bd2f0-4d3d-4db5-8928-d5a1bd22462e'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:23:23.411025 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b15cbdbe-fa0a-46df-a2ef-b3460de727de req-a95a8612-5f66-43cb-8ed4-e2540755f36d tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Network 050fe506-29b6-4536-b03a-6d4fd9d4993c is already hosted by enough agents. {{(pid=121606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:23:23.414351 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [req-b15cbdbe-fa0a-46df-a2ef-b3460de727de req-a95a8612-5f66-43cb-8ed4-e2540755f36d tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Resources bound (agent type, host, resource id):  {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:23:23.417463 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [req-b15cbdbe-fa0a-46df-a2ef-b3460de727de req-a95a8612-5f66-43cb-8ed4-e2540755f36d tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Received port after_create {{(pid=121606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:23:23.456119 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95a8612-5f66-43cb-8ed4-e2540755f36d tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Pushing event updated for resources: {'Port': ['ID=eef37bbe-1508-453a-bafd-62933899b6d9,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:23:23.497548 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15cbdbe-fa0a-46df-a2ef-b3460de727de req-a95a8612-5f66-43cb-8ed4-e2540755f36d tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:23:23.498240 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-b15cbdbe-fa0a-46df-a2ef-b3460de727de req-a95a8612-5f66-43cb-8ed4-e2540755f36d tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:23:23.530688 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device 6dcde4f1-b084-49e9-9b96-ae184bf1c495 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 25 21:23:23.581560 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-74ac4e03-8211-4578-9a02-2a0b9168db20 req-3f137186-1987-486b-a0ed-0bf5cef55715 tempest-ServerShowV257Test-1437448586 tempest-ServerShowV257Test-1437448586-project] 10.222.0.32 "GET /v2.0/ports?device_id=b159b0a7-d9d5-497e-9170-b451fe6e64d2 HTTP/1.1" status: 200  len: 210 time: 0.0372856
Dec 25 21:23:23.623528 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b15cbdbe-fa0a-46df-a2ef-b3460de727de req-a95a8612-5f66-43cb-8ed4-e2540755f36d tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.1209912
Dec 25 21:23:23.717181 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-b15cbdbe-fa0a-46df-a2ef-b3460de727de req-b819a2b5-8d0f-4b28-a68c-901288520ff2 service neutron] Request body: {'port': {'device_id': '36b03831-0555-4b9e-bd9a-323002cb09e1', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:23:23.799527 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f07ec9-ec2d-4d2b-8040-c5c2351e9a07 req-c6b743f5-41a8-467d-9fc8-3bdf54d4638d tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:23:23.801361 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-85f07ec9-ec2d-4d2b-8040-c5c2351e9a07 req-c6b743f5-41a8-467d-9fc8-3bdf54d4638d tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/ports?device_id=36b03831-0555-4b9e-bd9a-323002cb09e1 HTTP/1.1" status: 200  len: 932 time: 0.1769526
Dec 25 21:23:23.806664 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-b15cbdbe-fa0a-46df-a2ef-b3460de727de req-b819a2b5-8d0f-4b28-a68c-901288520ff2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:23:23.811029 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port 6dcde4f1-b084-49e9-9b96-ae184bf1c495, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6dcde4f1-b084-49e9-9b96-ae184bf1c495,segment=NetworkSegment(95544d4b-0c14-46d9-8e39-4d223a110754),segment_id=95544d4b-0c14-46d9-8e39-4d223a110754)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:23:23.844607 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Returning: {'device': '6dcde4f1-b084-49e9-9b96-ae184bf1c495', 'network_id': '2173080e-712c-4030-840a-d911c5ceb839', 'port_id': '6dcde4f1-b084-49e9-9b96-ae184bf1c495', 'mac_address': 'fa:16:3e:7e:3d:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd250946-046a-4d6b-8707-567238b4ce5f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 25 21:23:23.864275 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-00553ec4-b5ad-4012-a39a-96eff93a0984 None None] Provisioning complete for port eef37bbe-1508-453a-bafd-62933899b6d9 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:23:23.864275 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-00553ec4-b5ad-4012-a39a-96eff93a0984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:23:23.899426 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-85f07ec9-ec2d-4d2b-8040-c5c2351e9a07 req-521ed9a7-fab9-4911-8dbd-e44a4377e42e tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/security-groups?id=8da2903e-43de-461d-84b5-0c733a2bfb8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0888159
Dec 25 21:23:24.087011 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:23:24.093266 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-00553ec4-b5ad-4012-a39a-96eff93a0984 None None] Port eef37bbe-1508-453a-bafd-62933899b6d9 cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:23:24.106697 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6dcde4f1-b084-49e9-9b96-ae184bf1c495 {{(pid=121608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:23:24.133123 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port 6dcde4f1-b084-49e9-9b96-ae184bf1c495, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6dcde4f1-b084-49e9-9b96-ae184bf1c495,segment=NetworkSegment(95544d4b-0c14-46d9-8e39-4d223a110754),segment_id=95544d4b-0c14-46d9-8e39-4d223a110754)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:23:24.222794 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:23:24.275146 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Pushing event updated for resources: {'Port': ['ID=6dcde4f1-b084-49e9-9b96-ae184bf1c495,revision_number=9']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:23:24.395860 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-82ad6713-d319-4b4e-b3a6-cfee772a0429 req-dcc5673e-c46e-48f2-bd5f-ee467486a755 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ffbc622c02414a999ab1d4f3752e9693&device_id=b159b0a7-d9d5-497e-9170-b451fe6e64d2 HTTP/1.1" status: 200  len: 210 time: 0.0665746
Dec 25 21:23:24.413529 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-73863587-b804-4db3-ac7b-8a880504d308 req-fd4f3d27-493d-4899-8374-179d65dbd55d tempest-ServerShowV257Test-1437448586 tempest-ServerShowV257Test-1437448586-project] 10.222.0.32 "GET /v2.0/ports?device_id=b159b0a7-d9d5-497e-9170-b451fe6e64d2 HTTP/1.1" status: 200  len: 210 time: 0.0864956
Dec 25 21:23:24.480104 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-82ad6713-d319-4b4e-b3a6-cfee772a0429 req-ef2c2b58-60e7-41e7-b937-3946639a5970 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=ffbc622c02414a999ab1d4f3752e9693&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0653551
Dec 25 21:23:24.489879 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bdb2ec-3f03-4cea-be2d-1665da0c9eb9 req-9458961e-a697-4bbb-8a35-c2b28816b041 tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:23:24.491366 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-12bdb2ec-3f03-4cea-be2d-1665da0c9eb9 req-9458961e-a697-4bbb-8a35-c2b28816b041 tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/ports?device_id=336c6856-ca33-4291-b38f-03e7f7a5db93 HTTP/1.1" status: 200  len: 944 time: 0.1631732
Dec 25 21:23:24.507898 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] get_ports_and_sgs() called for port_ids ['6dcde4f1-b084-49e9-9b96-ae184bf1c495'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:23:24.603024 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-12bdb2ec-3f03-4cea-be2d-1665da0c9eb9 req-2a17fabf-3b82-4d9f-9cff-16964045e27b tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/security-groups?id=eb031b39-e206-4789-8844-f32137bfb856&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0731308
Dec 25 21:23:24.714591 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [req-b15cbdbe-fa0a-46df-a2ef-b3460de727de req-b819a2b5-8d0f-4b28-a68c-901288520ff2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eef37bbe-1508-453a-bafd-62933899b6d9 {{(pid=121606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:23:24.736431 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-b15cbdbe-fa0a-46df-a2ef-b3460de727de req-b819a2b5-8d0f-4b28-a68c-901288520ff2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:23:24.741936 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ad6713-d319-4b4e-b3a6-cfee772a0429 req-4e344c84-ae8b-4c03-9893-8397c79cc383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:23:24.743436 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-82ad6713-d319-4b4e-b3a6-cfee772a0429 req-4e344c84-ae8b-4c03-9893-8397c79cc383 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2511849
Dec 25 21:23:24.765356 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4500fa2e-cd2e-4fb5-ace1-9e7cf90b40a1 req-011e5bfc-fa0f-480d-8532-26b1f6e6935b tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:23:24.766861 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4500fa2e-cd2e-4fb5-ace1-9e7cf90b40a1 req-011e5bfc-fa0f-480d-8532-26b1f6e6935b tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] 10.222.0.32 "GET /v2.0/ports?device_id=441fa3cf-7f7d-4f84-b4aa-cc9b9d70e477 HTTP/1.1" status: 200  len: 946 time: 0.1108267
Dec 25 21:23:24.767884 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.provisioning_blocks [req-b15cbdbe-fa0a-46df-a2ef-b3460de727de req-b819a2b5-8d0f-4b28-a68c-901288520ff2 service neutron] Transition to ACTIVE for port object eef37bbe-1508-453a-bafd-62933899b6d9 will not be triggered until provisioned by entity L2. {{(pid=121606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 25 21:23:24.816502 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4500fa2e-cd2e-4fb5-ace1-9e7cf90b40a1 req-a0990d6d-5bde-42f2-9c44-01fee22a48af tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] 10.222.0.32 "GET /v2.0/security-groups?id=b53a52e0-f618-42f7-a91e-f12e72408b35&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436411
Dec 25 21:23:24.859945 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-b15cbdbe-fa0a-46df-a2ef-b3460de727de req-b819a2b5-8d0f-4b28-a68c-901288520ff2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:23:24.910097 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b819a2b5-8d0f-4b28-a68c-901288520ff2 service neutron] Pushing event updated for resources: {'Port': ['ID=eef37bbe-1508-453a-bafd-62933899b6d9,revision_number=2']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:23:25.003220 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-b15cbdbe-fa0a-46df-a2ef-b3460de727de req-b819a2b5-8d0f-4b28-a68c-901288520ff2 service neutron] Attempting to bind port eef37bbe-1508-453a-bafd-62933899b6d9 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:23:25.003562 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-b15cbdbe-fa0a-46df-a2ef-b3460de727de req-b819a2b5-8d0f-4b28-a68c-901288520ff2 service neutron] Attempting to bind port eef37bbe-1508-453a-bafd-62933899b6d9 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '66e39abb-3870-4404-91e4-a4d8a7ae7fb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '050fe506-29b6-4536-b03a-6d4fd9d4993c'}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:23:25.003904 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b15cbdbe-fa0a-46df-a2ef-b3460de727de req-b819a2b5-8d0f-4b28-a68c-901288520ff2 service neutron] Attempting to bind port eef37bbe-1508-453a-bafd-62933899b6d9 on network 050fe506-29b6-4536-b03a-6d4fd9d4993c {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:23:25.029317 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b15cbdbe-fa0a-46df-a2ef-b3460de727de req-b819a2b5-8d0f-4b28-a68c-901288520ff2 service neutron] Port eef37bbe-1508-453a-bafd-62933899b6d9 on network 050fe506-29b6-4536-b03a-6d4fd9d4993c not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 25 21:23:25.032119 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b15cbdbe-fa0a-46df-a2ef-b3460de727de req-b819a2b5-8d0f-4b28-a68c-901288520ff2 service neutron] Attempting to bind port eef37bbe-1508-453a-bafd-62933899b6d9 on network 050fe506-29b6-4536-b03a-6d4fd9d4993c {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:23:25.038478 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b15cbdbe-fa0a-46df-a2ef-b3460de727de req-b819a2b5-8d0f-4b28-a68c-901288520ff2 service neutron] Checking agent: {'id': '6d577036-68fc-4aa4-aed7-5ab01de2117e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 21, 4, 34), 'started_at': datetime.datetime(2021, 12, 25, 21, 4, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 23, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:23:25.038812 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b15cbdbe-fa0a-46df-a2ef-b3460de727de req-b819a2b5-8d0f-4b28-a68c-901288520ff2 service neutron] Checking segment: {'id': '66e39abb-3870-4404-91e4-a4d8a7ae7fb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '050fe506-29b6-4536-b03a-6d4fd9d4993c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:23:25.039159 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b15cbdbe-fa0a-46df-a2ef-b3460de727de req-b819a2b5-8d0f-4b28-a68c-901288520ff2 service neutron] Bound using segment: {'id': '66e39abb-3870-4404-91e4-a4d8a7ae7fb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '050fe506-29b6-4536-b03a-6d4fd9d4993c'} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:23:25.039861 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-b15cbdbe-fa0a-46df-a2ef-b3460de727de req-b819a2b5-8d0f-4b28-a68c-901288520ff2 service neutron] Bound port: eef37bbe-1508-453a-bafd-62933899b6d9, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66e39abb-3870-4404-91e4-a4d8a7ae7fb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '050fe506-29b6-4536-b03a-6d4fd9d4993c'}}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:23:25.040236 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-b15cbdbe-fa0a-46df-a2ef-b3460de727de req-b819a2b5-8d0f-4b28-a68c-901288520ff2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:23:25.086249 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:23:25.086249 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:23:25.086249 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:23:25.086249 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:23:25.086249 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:23:25.086249 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:23:25.086249 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:23:25.086249 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:23:25.086249 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:23:25.086249 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:23:25.086249 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:23:25.086249 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:23:25.086249 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:23:25.086249 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:23:25.086249 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:23:25.086249 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:23:25.086249 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:23:25.086249 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:23:25.086249 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:23:25.086249 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:23:25.086249 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:23:25.086249 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:23:25.086249 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:23:25.086249 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:23:25.086249 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:23:25.086249 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:23:25.086249 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:23:25.086249 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:23:25.086249 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:23:25.086249 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:23:25.086249 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:23:25.086249 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:23:25.086249 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:23:25.086249 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:23:25.086249 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:23:25.086249 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:23:25.088762 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:23:25.088762 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:23:25.088762 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:23:25.088762 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:23:25.088762 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:23:25.088762 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:23:25.088762 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:23:25.088762 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:23:25.088762 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:23:25.088762 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:23:25.088762 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:23:25.088762 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:23:25.088762 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a325a798-4ea8-4fb5-b9c8-3f7868b8ffb3 req-354cafcb-0c7a-45a7-b383-f09cdf1e9721 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:23:25.093444 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a325a798-4ea8-4fb5-b9c8-3f7868b8ffb3 req-354cafcb-0c7a-45a7-b383-f09cdf1e9721 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/ports?device_id=36b03831-0555-4b9e-bd9a-323002cb09e1 HTTP/1.1" status: 200  len: 944 time: 0.1054213
Dec 25 21:23:25.161485 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-b15cbdbe-fa0a-46df-a2ef-b3460de727de req-b819a2b5-8d0f-4b28-a68c-901288520ff2 service neutron] For port eef37bbe-1508-453a-bafd-62933899b6d9, host nch1-master-1, cleared binding levels {{(pid=121606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:23:25.165483 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-b15cbdbe-fa0a-46df-a2ef-b3460de727de req-b819a2b5-8d0f-4b28-a68c-901288520ff2 service neutron] For port eef37bbe-1508-453a-bafd-62933899b6d9, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=eef37bbe-1508-453a-bafd-62933899b6d9,segment=NetworkSegment(66e39abb-3870-4404-91e4-a4d8a7ae7fb7),segment_id=66e39abb-3870-4404-91e4-a4d8a7ae7fb7)] {{(pid=121606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:23:25.170266 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a325a798-4ea8-4fb5-b9c8-3f7868b8ffb3 req-a130fa87-b742-4091-b136-32c391afbd8b tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/security-groups?id=8da2903e-43de-461d-84b5-0c733a2bfb8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0691700
Dec 25 21:23:25.228551 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-b15cbdbe-fa0a-46df-a2ef-b3460de727de req-b819a2b5-8d0f-4b28-a68c-901288520ff2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:23:25.266995 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15cbdbe-fa0a-46df-a2ef-b3460de727de req-b819a2b5-8d0f-4b28-a68c-901288520ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:23:25.267630 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-b15cbdbe-fa0a-46df-a2ef-b3460de727de req-b819a2b5-8d0f-4b28-a68c-901288520ff2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:23:25.269062 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b15cbdbe-fa0a-46df-a2ef-b3460de727de req-b819a2b5-8d0f-4b28-a68c-901288520ff2 service neutron] 10.222.0.31 "PUT /v2.0/ports/eef37bbe-1508-453a-bafd-62933899b6d9 HTTP/1.1" status: 200  len: 1092 time: 1.6234331
Dec 25 21:23:25.270091 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36b03831-0555-4b9e-bd9a-323002cb09e1', 'tag': 'eef37bbe-1508-453a-bafd-62933899b6d9'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:23:25.272297 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9858820c13ec2827453b94ebc4181065e990a4e4089ccb9fe762531ac62d2fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-613492c7-3c3c-477c-bbc0-49293cc7b7e7" -d '{"events": [{"name": "network-changed", "server_uuid": "36b03831-0555-4b9e-bd9a-323002cb09e1", "tag": "eef37bbe-1508-453a-bafd-62933899b6d9"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:23:25.297669 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b819a2b5-8d0f-4b28-a68c-901288520ff2 service neutron] Pushing event updated for resources: {'Port': ['ID=eef37bbe-1508-453a-bafd-62933899b6d9,revision_number=3']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:23:25.340288 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Dec 2021 21:23:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23344bb1-a04a-4ac5-8d9b-f73c46a14e3b x-openstack-request-id: req-23344bb1-a04a-4ac5-8d9b-f73c46a14e3b {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:23:25.340288 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36b03831-0555-4b9e-bd9a-323002cb09e1", "tag": "eef37bbe-1508-453a-bafd-62933899b6d9", "status": "completed", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:23:25.340288 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-23344bb1-a04a-4ac5-8d9b-f73c46a14e3b {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:23:25.340288 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36b03831-0555-4b9e-bd9a-323002cb09e1', 'tag': 'eef37bbe-1508-453a-bafd-62933899b6d9', 'status': 'completed', 'code': 200}
Dec 25 21:23:25.413196 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613492c7-3c3c-477c-bbc0-49293cc7b7e7 req-223c0e71-384e-45fc-8d1f-dc67d1c2ad49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:23:25.415043 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-613492c7-3c3c-477c-bbc0-49293cc7b7e7 req-223c0e71-384e-45fc-8d1f-dc67d1c2ad49 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=4c3545b07d0b4ccf9cd48a80c2d37521&device_id=36b03831-0555-4b9e-bd9a-323002cb09e1 HTTP/1.1" status: 200  len: 1095 time: 0.0517941
Dec 25 21:23:25.526539 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device 6dcde4f1-b084-49e9-9b96-ae184bf1c495 up at agent hyperv_nch1-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:23:25.550318 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e4554bac-c56e-4c7d-86c2-6dca62de6d5a req-d1c83624-5e2f-46c0-82e6-b410bfdefecc tempest-ServerShowV257Test-1437448586 tempest-ServerShowV257Test-1437448586-project] 10.222.0.32 "GET /v2.0/ports?device_id=b159b0a7-d9d5-497e-9170-b451fe6e64d2 HTTP/1.1" status: 200  len: 210 time: 0.0424719
Dec 25 21:23:25.562130 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613492c7-3c3c-477c-bbc0-49293cc7b7e7 req-67a24188-3e81-419c-bb0f-9eb796e49f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:23:25.563999 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-613492c7-3c3c-477c-bbc0-49293cc7b7e7 req-67a24188-3e81-419c-bb0f-9eb796e49f30 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=4c3545b07d0b4ccf9cd48a80c2d37521&shared=False HTTP/1.1" status: 200  len: 913 time: 0.1407275
Dec 25 21:23:25.623084 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Provisioning complete for port 6dcde4f1-b084-49e9-9b96-ae184bf1c495 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:23:25.623454 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:23:25.712404 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:23:25.718763 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613492c7-3c3c-477c-bbc0-49293cc7b7e7 req-543e291a-c59f-498b-afe6-d52ff7b9c321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:23:25.720347 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-613492c7-3c3c-477c-bbc0-49293cc7b7e7 req-543e291a-c59f-498b-afe6-d52ff7b9c321 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1486735
Dec 25 21:23:25.732083 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6fe471-64d6-43b3-a0f8-8297ca06353d req-fe6c7ed1-b10e-46fe-911e-d13580c0ddde tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:23:25.733640 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1e6fe471-64d6-43b3-a0f8-8297ca06353d req-fe6c7ed1-b10e-46fe-911e-d13580c0ddde tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/ports?device_id=336c6856-ca33-4291-b38f-03e7f7a5db93 HTTP/1.1" status: 200  len: 944 time: 0.0766053
Dec 25 21:23:25.794063 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '336c6856-ca33-4291-b38f-03e7f7a5db93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6dcde4f1-b084-49e9-9b96-ae184bf1c495'}] {{(pid=121608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:23:25.797089 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a88c78c3ff6266bd59c7e89d275b28c92e739b67d23c89d71af88829fd31566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccaee2af-cc06-4f04-bb7b-b09b2b005e21" -d '{"events": [{"server_uuid": "336c6856-ca33-4291-b38f-03e7f7a5db93", "name": "network-vif-plugged", "status": "completed", "tag": "6dcde4f1-b084-49e9-9b96-ae184bf1c495"}]}' {{(pid=121608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:23:25.815486 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port 6dcde4f1-b084-49e9-9b96-ae184bf1c495, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6dcde4f1-b084-49e9-9b96-ae184bf1c495,segment=NetworkSegment(95544d4b-0c14-46d9-8e39-4d223a110754),segment_id=95544d4b-0c14-46d9-8e39-4d223a110754)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:23:25.853858 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15cbdbe-fa0a-46df-a2ef-b3460de727de req-96d9407d-ae1a-4f04-8fb2-548d9312dc5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:23:25.856569 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b15cbdbe-fa0a-46df-a2ef-b3460de727de req-96d9407d-ae1a-4f04-8fb2-548d9312dc5d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=4c3545b07d0b4ccf9cd48a80c2d37521&device_id=36b03831-0555-4b9e-bd9a-323002cb09e1 HTTP/1.1" status: 200  len: 1095 time: 0.0922582
Dec 25 21:23:25.865459 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1e6fe471-64d6-43b3-a0f8-8297ca06353d req-515eabc6-3edd-47ed-ab98-95df463ce07e tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/security-groups?id=eb031b39-e206-4789-8844-f32137bfb856&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1246581
Dec 25 21:23:25.888427 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 21:23:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b962a84e-350b-4978-af8e-722b30dd6b55 x-openstack-request-id: req-b962a84e-350b-4978-af8e-722b30dd6b55 {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:23:25.888723 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "336c6856-ca33-4291-b38f-03e7f7a5db93", "name": "network-vif-plugged", "status": "completed", "tag": "6dcde4f1-b084-49e9-9b96-ae184bf1c495", "code": 200}]} {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:23:25.889000 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b962a84e-350b-4978-af8e-722b30dd6b55 {{(pid=121608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:23:25.889392 ncdv-master-1 neutron-server[121608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '336c6856-ca33-4291-b38f-03e7f7a5db93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6dcde4f1-b084-49e9-9b96-ae184bf1c495', 'code': 200}
Dec 25 21:23:25.906203 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b15cbdbe-fa0a-46df-a2ef-b3460de727de req-04ebd3cf-e14f-4034-b4f3-e334c243695b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=eef37bbe-1508-453a-bafd-62933899b6d9 HTTP/1.1" status: 200  len: 217 time: 0.0395818
Dec 25 21:23:25.931316 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:23:26.003561 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Pushing event updated for resources: {'Port': ['ID=6dcde4f1-b084-49e9-9b96-ae184bf1c495,revision_number=10']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:23:26.008843 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15cbdbe-fa0a-46df-a2ef-b3460de727de req-f380b70e-cf04-4ba1-9b26-d98d9c91f559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:23:26.011025 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b15cbdbe-fa0a-46df-a2ef-b3460de727de req-f380b70e-cf04-4ba1-9b26-d98d9c91f559 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1f5d8ab8-049c-411c-8531-c48febcca4ec HTTP/1.1" status: 200  len: 851 time: 0.0959132
Dec 25 21:23:26.036259 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035bb2f0-fbe3-49d3-8a83-74688ffff9c0 req-a9dcdf80-b62e-452c-85e1-3696ad14b786 tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:23:26.037678 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-035bb2f0-fbe3-49d3-8a83-74688ffff9c0 req-a9dcdf80-b62e-452c-85e1-3696ad14b786 tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] 10.222.0.32 "GET /v2.0/ports?device_id=441fa3cf-7f7d-4f84-b4aa-cc9b9d70e477 HTTP/1.1" status: 200  len: 946 time: 0.0771580
Dec 25 21:23:26.087434 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-82ad6713-d319-4b4e-b3a6-cfee772a0429 req-5f8bb165-7440-42b1-868c-b5976e2abaef tempest-ServerShowV257Test-1437448586 tempest-ServerShowV257Test-1437448586-project] 10.222.0.37 "GET /v2.0/ports?device_id=b159b0a7-d9d5-497e-9170-b451fe6e64d2 HTTP/1.1" status: 200  len: 210 time: 0.0487564
Dec 25 21:23:26.121254 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15cbdbe-fa0a-46df-a2ef-b3460de727de req-6e523ab9-cb4b-4bc1-b3cd-e52fcc4d3bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:23:26.122803 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b15cbdbe-fa0a-46df-a2ef-b3460de727de req-6e523ab9-cb4b-4bc1-b3cd-e52fcc4d3bcc service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=050fe506-29b6-4536-b03a-6d4fd9d4993c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1047401
Dec 25 21:23:26.144295 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-035bb2f0-fbe3-49d3-8a83-74688ffff9c0 req-68f9b801-0edb-45ed-a15f-fb0b042e631f tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] 10.222.0.32 "GET /v2.0/security-groups?id=b53a52e0-f618-42f7-a91e-f12e72408b35&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0825565
Dec 25 21:23:26.163224 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337da2ea-e624-48f4-aba0-84fea8cccd14 req-ac7226da-127d-4e23-8aad-d800849fdf44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:23:26.167063 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-337da2ea-e624-48f4-aba0-84fea8cccd14 req-ac7226da-127d-4e23-8aad-d800849fdf44 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=336c6856-ca33-4291-b38f-03e7f7a5db93 HTTP/1.1" status: 200  len: 1097 time: 0.0753107
Dec 25 21:23:26.227334 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-337da2ea-e624-48f4-aba0-84fea8cccd14 req-b1594394-c559-45a7-8bdd-8b089a7aded8 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=eb031b39-e206-4789-8844-f32137bfb856&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0534859
Dec 25 21:23:26.232177 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b15cbdbe-fa0a-46df-a2ef-b3460de727de req-c0955246-5444-41e7-9a6f-493720f7a34f service neutron] 10.222.0.31 "GET /v2.0/networks/050fe506-29b6-4536-b03a-6d4fd9d4993c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1011207
Dec 25 21:23:26.296440 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d37b84-c3a0-4f58-b082-3a4d1dc9113d req-ee917a5f-f8f4-4f2b-90b9-ad1fa2501c58 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:23:26.298040 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-82d37b84-c3a0-4f58-b082-3a4d1dc9113d req-ee917a5f-f8f4-4f2b-90b9-ad1fa2501c58 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/ports?device_id=36b03831-0555-4b9e-bd9a-323002cb09e1 HTTP/1.1" status: 200  len: 944 time: 0.0521979
Dec 25 21:23:26.347984 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-82d37b84-c3a0-4f58-b082-3a4d1dc9113d req-f300f2ea-d2e8-44ae-90f4-86e0637db572 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/security-groups?id=8da2903e-43de-461d-84b5-0c733a2bfb8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434494
Dec 25 21:23:26.505691 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b15cbdbe-fa0a-46df-a2ef-b3460de727de req-fb6db609-7455-4540-9eb8-6359a8c4a8d2 service neutron] 10.222.0.31 "GET /v2.0/networks/050fe506-29b6-4536-b03a-6d4fd9d4993c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0901372
Dec 25 21:23:26.690023 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1de018c4-a535-4dbf-80cb-09b1f045f81e req-d32e79b1-ba37-4326-9e0b-90bb71a5ef02 tempest-ServerShowV257Test-1437448586 tempest-ServerShowV257Test-1437448586-project] 10.222.0.32 "GET /v2.0/ports?device_id=b159b0a7-d9d5-497e-9170-b451fe6e64d2 HTTP/1.1" status: 200  len: 210 time: 0.0397625
Dec 25 21:23:26.996528 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0731ffdb-3587-4d8a-9c99-99851bab623e req-35c7a77f-87bf-4e81-9c4b-034495706161 tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:23:26.998069 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0731ffdb-3587-4d8a-9c99-99851bab623e req-35c7a77f-87bf-4e81-9c4b-034495706161 tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/ports?device_id=336c6856-ca33-4291-b38f-03e7f7a5db93 HTTP/1.1" status: 200  len: 946 time: 0.0577521
Dec 25 21:23:27.062463 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0731ffdb-3587-4d8a-9c99-99851bab623e req-98d7ac38-6333-43d9-b17f-6cf6934396b2 tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/security-groups?id=eb031b39-e206-4789-8844-f32137bfb856&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0559690
Dec 25 21:23:27.289780 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b0020a-4395-4b17-b8e4-2831b2775cf1 req-6ba32fd1-1c89-4629-b751-485f610d536e tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:23:27.291554 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-61b0020a-4395-4b17-b8e4-2831b2775cf1 req-6ba32fd1-1c89-4629-b751-485f610d536e tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] 10.222.0.32 "GET /v2.0/ports?device_id=441fa3cf-7f7d-4f84-b4aa-cc9b9d70e477 HTTP/1.1" status: 200  len: 946 time: 0.0580387
Dec 25 21:23:27.348277 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-61b0020a-4395-4b17-b8e4-2831b2775cf1 req-ef5916c7-2ba2-4c09-8198-6203e6f9962d tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] 10.222.0.32 "GET /v2.0/security-groups?id=b53a52e0-f618-42f7-a91e-f12e72408b35&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0480165
Dec 25 21:23:27.488611 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a26f4a-e680-444b-bb5d-d8a243bd8ef0 req-10bbab6d-128e-4e2b-b974-6d25027ef420 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:23:27.490117 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e4a26f4a-e680-444b-bb5d-d8a243bd8ef0 req-10bbab6d-128e-4e2b-b974-6d25027ef420 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/ports?device_id=36b03831-0555-4b9e-bd9a-323002cb09e1 HTTP/1.1" status: 200  len: 944 time: 0.0658169
Dec 25 21:23:27.538483 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e4a26f4a-e680-444b-bb5d-d8a243bd8ef0 req-e1f70fba-8d2e-40a4-8581-b2e03e6e6a42 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/security-groups?id=8da2903e-43de-461d-84b5-0c733a2bfb8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422437
Dec 25 21:23:28.198806 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474a0bbe-0b42-483e-9e96-fe3e6f7e2b01 req-ab0bb394-ed9a-4310-be64-2bdb6db60e8a tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:23:28.200949 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-474a0bbe-0b42-483e-9e96-fe3e6f7e2b01 req-ab0bb394-ed9a-4310-be64-2bdb6db60e8a tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/ports?device_id=336c6856-ca33-4291-b38f-03e7f7a5db93 HTTP/1.1" status: 200  len: 946 time: 0.0581114
Dec 25 21:23:28.236523 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 35446) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:23:28.272794 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-474a0bbe-0b42-483e-9e96-fe3e6f7e2b01 req-cede8256-9f93-4bb1-a086-47b6619b415b tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/security-groups?id=eb031b39-e206-4789-8844-f32137bfb856&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0612144
Dec 25 21:23:28.345529 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5b3f8f39-8bc6-4782-b05a-3afafa41f4c9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:23:28.420550 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5b3f8f39-8bc6-4782-b05a-3afafa41f4c9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:23:28.475217 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361a16ed-b38c-4bed-8c75-9f52dfdd17f1 req-d5a653f5-1a07-43e6-8ed8-ee67c9cc8c87 tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:23:28.476989 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-361a16ed-b38c-4bed-8c75-9f52dfdd17f1 req-d5a653f5-1a07-43e6-8ed8-ee67c9cc8c87 tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] 10.222.0.32 "GET /v2.0/ports?device_id=441fa3cf-7f7d-4f84-b4aa-cc9b9d70e477 HTTP/1.1" status: 200  len: 946 time: 0.0504806
Dec 25 21:23:28.525192 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-361a16ed-b38c-4bed-8c75-9f52dfdd17f1 req-f89aad78-cbc3-4f6f-b5e1-9323c6a971e1 tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] 10.222.0.32 "GET /v2.0/security-groups?id=b53a52e0-f618-42f7-a91e-f12e72408b35&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421793
Dec 25 21:23:28.556675 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5b3f8f39-8bc6-4782-b05a-3afafa41f4c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:23:28.597585 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-5b3f8f39-8bc6-4782-b05a-3afafa41f4c9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ffbc622c02414a999ab1d4f3752e9693&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3599107
Dec 25 21:23:28.599866 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3f8f39-8bc6-4782-b05a-3afafa41f4c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=881cec57-5d41-459e-9788-53b453a9d1ae,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:23:28.600327 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 35460) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:23:28.613572 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3f8f39-8bc6-4782-b05a-3afafa41f4c9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:23:28.617169 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3f8f39-8bc6-4782-b05a-3afafa41f4c9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:23:28.618922 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3f8f39-8bc6-4782-b05a-3afafa41f4c9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:23:28.624040 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3f8f39-8bc6-4782-b05a-3afafa41f4c9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:23:28.624040 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3f8f39-8bc6-4782-b05a-3afafa41f4c9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:23:28.624040 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3f8f39-8bc6-4782-b05a-3afafa41f4c9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:23:28.624040 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3f8f39-8bc6-4782-b05a-3afafa41f4c9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:23:28.624040 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3f8f39-8bc6-4782-b05a-3afafa41f4c9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:23:28.624040 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3f8f39-8bc6-4782-b05a-3afafa41f4c9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:23:28.624040 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3f8f39-8bc6-4782-b05a-3afafa41f4c9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:23:28.624040 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3f8f39-8bc6-4782-b05a-3afafa41f4c9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:23:28.624040 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3f8f39-8bc6-4782-b05a-3afafa41f4c9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:23:28.624040 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3f8f39-8bc6-4782-b05a-3afafa41f4c9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:23:28.687832 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-711d3cd6-cc18-477d-9d87-61591894aff9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:23:28.698032 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64aa0698-8658-4b65-9b75-d33b736ecc32 req-2b157f82-5ecb-4eff-9311-323321e4d5cd tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:23:28.700180 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-64aa0698-8658-4b65-9b75-d33b736ecc32 req-2b157f82-5ecb-4eff-9311-323321e4d5cd tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/ports?device_id=36b03831-0555-4b9e-bd9a-323002cb09e1 HTTP/1.1" status: 200  len: 944 time: 0.0771725
Dec 25 21:23:28.739077 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-711d3cd6-cc18-477d-9d87-61591894aff9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:23:28.791389 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-64aa0698-8658-4b65-9b75-d33b736ecc32 req-3e90071d-d101-4636-b4f8-720d737712ff tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/security-groups?id=8da2903e-43de-461d-84b5-0c733a2bfb8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0838995
Dec 25 21:23:28.922223 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-711d3cd6-cc18-477d-9d87-61591894aff9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:23:28.924919 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-711d3cd6-cc18-477d-9d87-61591894aff9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:23:28.926119 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-711d3cd6-cc18-477d-9d87-61591894aff9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/881cec57-5d41-459e-9788-53b453a9d1ae HTTP/1.1" status: 204  len: 168 time: 0.3247006
Dec 25 21:23:28.935834 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711d3cd6-cc18-477d-9d87-61591894aff9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=881cec57-5d41-459e-9788-53b453a9d1ae,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:23:29.389447 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a46ff1-1b5c-43a8-bbfa-b6796dac50e3 req-433b7e4e-89cb-48cd-89bf-94bd97859772 tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:23:29.391261 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-11a46ff1-1b5c-43a8-bbfa-b6796dac50e3 req-433b7e4e-89cb-48cd-89bf-94bd97859772 tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/ports?device_id=336c6856-ca33-4291-b38f-03e7f7a5db93 HTTP/1.1" status: 200  len: 946 time: 0.0568979
Dec 25 21:23:29.441815 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-11a46ff1-1b5c-43a8-bbfa-b6796dac50e3 req-5dff2598-6b0b-4b4a-88aa-ac8ecaead950 tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/security-groups?id=eb031b39-e206-4789-8844-f32137bfb856&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441749
Dec 25 21:23:29.557512 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device eef37bbe-1508-453a-bafd-62933899b6d9 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 25 21:23:29.580157 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d7f7ec-f4d7-4070-a299-e917437e2bea req-102c04c1-2c16-4a8b-bc38-0e4c339bf19f tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:23:29.588517 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-01d7f7ec-f4d7-4070-a299-e917437e2bea req-102c04c1-2c16-4a8b-bc38-0e4c339bf19f tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/ports?device_id=336c6856-ca33-4291-b38f-03e7f7a5db93 HTTP/1.1" status: 200  len: 946 time: 0.0662172
Dec 25 21:23:29.683961 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-01d7f7ec-f4d7-4070-a299-e917437e2bea req-93a121e3-f742-4b2f-bbfd-49784fef3ef6 tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/security-groups?id=eb031b39-e206-4789-8844-f32137bfb856&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0777087
Dec 25 21:23:29.747678 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port eef37bbe-1508-453a-bafd-62933899b6d9, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=eef37bbe-1508-453a-bafd-62933899b6d9,segment=NetworkSegment(66e39abb-3870-4404-91e4-a4d8a7ae7fb7),segment_id=66e39abb-3870-4404-91e4-a4d8a7ae7fb7)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:23:29.759653 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Returning: {'device': 'eef37bbe-1508-453a-bafd-62933899b6d9', 'network_id': '050fe506-29b6-4536-b03a-6d4fd9d4993c', 'port_id': 'eef37bbe-1508-453a-bafd-62933899b6d9', 'mac_address': 'fa:16:3e:a7:5c:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f5d8ab8-049c-411c-8531-c48febcca4ec', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 25 21:23:29.796980 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76606c6a-a78c-4d02-aced-968e26fcb46f req-fca5bfd8-de3d-4d66-a0ac-909935e2aa7d tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:23:29.802426 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-76606c6a-a78c-4d02-aced-968e26fcb46f req-fca5bfd8-de3d-4d66-a0ac-909935e2aa7d tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] 10.222.0.32 "GET /v2.0/ports?device_id=441fa3cf-7f7d-4f84-b4aa-cc9b9d70e477 HTTP/1.1" status: 200  len: 946 time: 0.0594909
Dec 25 21:23:29.804067 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:23:29.821466 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eef37bbe-1508-453a-bafd-62933899b6d9 {{(pid=121608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:23:29.846935 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port eef37bbe-1508-453a-bafd-62933899b6d9, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=eef37bbe-1508-453a-bafd-62933899b6d9,segment=NetworkSegment(66e39abb-3870-4404-91e4-a4d8a7ae7fb7),segment_id=66e39abb-3870-4404-91e4-a4d8a7ae7fb7)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:23:29.861444 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-76606c6a-a78c-4d02-aced-968e26fcb46f req-c0302388-009c-4077-a832-6dca4b920ef0 tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] 10.222.0.32 "GET /v2.0/security-groups?id=b53a52e0-f618-42f7-a91e-f12e72408b35&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0569956
Dec 25 21:23:29.931180 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:23:29.986019 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09af8b3a-1be9-49f4-b645-fac1391dfbee req-4f235c4f-36ba-4d56-acbe-c9c39c232ec1 tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:23:29.987637 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-09af8b3a-1be9-49f4-b645-fac1391dfbee req-4f235c4f-36ba-4d56-acbe-c9c39c232ec1 tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/ports?device_id=336c6856-ca33-4291-b38f-03e7f7a5db93 HTTP/1.1" status: 200  len: 946 time: 0.0600975
Dec 25 21:23:30.008147 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Pushing event updated for resources: {'Port': ['ID=eef37bbe-1508-453a-bafd-62933899b6d9,revision_number=4']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:23:30.053855 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-09af8b3a-1be9-49f4-b645-fac1391dfbee req-ba468fba-4998-4899-b558-3e93e095fb01 tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/security-groups?id=eb031b39-e206-4789-8844-f32137bfb856&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0531511
Dec 25 21:23:30.120367 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc807511-8a33-4c6a-8b66-d885ce28fca1 req-f15800a0-672a-4afe-aa0f-208fc47afa3f tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:23:30.122479 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-cc807511-8a33-4c6a-8b66-d885ce28fca1 req-f15800a0-672a-4afe-aa0f-208fc47afa3f tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/ports?device_id=36b03831-0555-4b9e-bd9a-323002cb09e1 HTTP/1.1" status: 200  len: 945 time: 0.0700688
Dec 25 21:23:30.184852 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-cc807511-8a33-4c6a-8b66-d885ce28fca1 req-9b2d80a6-5902-477b-8640-70a4fd2f9d2b tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/security-groups?id=8da2903e-43de-461d-84b5-0c733a2bfb8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0467582
Dec 25 21:23:30.219909 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] get_ports_and_sgs() called for port_ids ['eef37bbe-1508-453a-bafd-62933899b6d9'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:23:30.267101 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d448882-a0e7-4497-925f-8c80cdb7ace2 req-58f0910a-41e0-4c6f-ae0b-f520008e9059 tempest-AttachVolumeNegativeTest-2126197630 tempest-AttachVolumeNegativeTest-2126197630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:23:30.268657 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4d448882-a0e7-4497-925f-8c80cdb7ace2 req-58f0910a-41e0-4c6f-ae0b-f520008e9059 tempest-AttachVolumeNegativeTest-2126197630 tempest-AttachVolumeNegativeTest-2126197630-project] 10.222.0.32 "GET /v2.0/ports?device_id=18053b3a-726d-42b5-8e54-89f3deee10cb HTTP/1.1" status: 200  len: 946 time: 0.0814221
Dec 25 21:23:30.358856 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4d448882-a0e7-4497-925f-8c80cdb7ace2 req-df7cecfa-d5f4-445b-853a-cdc22b5a5b4b tempest-AttachVolumeNegativeTest-2126197630 tempest-AttachVolumeNegativeTest-2126197630-project] 10.222.0.32 "GET /v2.0/security-groups?id=b13bfb58-0f10-46e2-9252-687280bf8bf9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0800822
Dec 25 21:23:30.457520 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b904a6-4687-4dfe-9957-8426533f588a req-b7d165c9-f1b9-413d-b82f-d3bbb204eaff tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:23:30.459034 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-81b904a6-4687-4dfe-9957-8426533f588a req-b7d165c9-f1b9-413d-b82f-d3bbb204eaff tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/ports?device_id=336c6856-ca33-4291-b38f-03e7f7a5db93 HTTP/1.1" status: 200  len: 946 time: 0.0668204
Dec 25 21:23:30.513767 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-81b904a6-4687-4dfe-9957-8426533f588a req-920221fa-8ef6-48e6-9e82-0ca1372c5b0e tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/security-groups?id=eb031b39-e206-4789-8844-f32137bfb856&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440745
Dec 25 21:23:30.632757 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a68a22-67f3-40f3-ae02-b94fc90d74f3 req-7d7e4f55-03aa-4f24-8882-0f1cd6d2c15a tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:23:30.634648 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-28a68a22-67f3-40f3-ae02-b94fc90d74f3 req-7d7e4f55-03aa-4f24-8882-0f1cd6d2c15a tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/ports?device_id=336c6856-ca33-4291-b38f-03e7f7a5db93 HTTP/1.1" status: 200  len: 946 time: 0.0522449
Dec 25 21:23:30.690965 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-28a68a22-67f3-40f3-ae02-b94fc90d74f3 req-6035f29d-922f-4024-b169-7422c9e7f0c5 tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/security-groups?id=eb031b39-e206-4789-8844-f32137bfb856&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0477057
Dec 25 21:23:30.824749 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7f6648-76d2-482f-ad3d-145f15b42789 req-4689df6a-d424-4f02-b3cc-e7a42a66a366 tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:23:30.826177 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-de7f6648-76d2-482f-ad3d-145f15b42789 req-4689df6a-d424-4f02-b3cc-e7a42a66a366 tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/ports?device_id=336c6856-ca33-4291-b38f-03e7f7a5db93 HTTP/1.1" status: 200  len: 946 time: 0.0494151
Dec 25 21:23:30.879126 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-de7f6648-76d2-482f-ad3d-145f15b42789 req-262ede0d-7287-4c2c-8f5c-f3db26783999 tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/security-groups?id=eb031b39-e206-4789-8844-f32137bfb856&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0468516
Dec 25 21:23:31.040265 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85e143e-b009-4bdd-8010-063e30494941 req-54561475-f2da-4180-a6d5-2457ea8110d1 tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:23:31.040265 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b85e143e-b009-4bdd-8010-063e30494941 req-54561475-f2da-4180-a6d5-2457ea8110d1 tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] 10.222.0.32 "GET /v2.0/ports?device_id=441fa3cf-7f7d-4f84-b4aa-cc9b9d70e477 HTTP/1.1" status: 200  len: 946 time: 0.0874741
Dec 25 21:23:31.046757 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd727140-705f-43e7-942a-02ffbcff7de6 req-b7204626-7d7c-41d0-8b15-93f9015bb1fe tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:23:31.048235 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-bd727140-705f-43e7-942a-02ffbcff7de6 req-b7204626-7d7c-41d0-8b15-93f9015bb1fe tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/ports?device_id=336c6856-ca33-4291-b38f-03e7f7a5db93 HTTP/1.1" status: 200  len: 946 time: 0.0655100
Dec 25 21:23:31.102217 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 35578) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:23:31.122490 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b85e143e-b009-4bdd-8010-063e30494941 req-1dd2de7d-d495-470e-be01-da1b03c0011b tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] 10.222.0.32 "GET /v2.0/security-groups?id=b53a52e0-f618-42f7-a91e-f12e72408b35&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0732675
Dec 25 21:23:31.134794 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-bd727140-705f-43e7-942a-02ffbcff7de6 req-449a01d5-5767-49dd-adbc-06f0d7494c19 tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/security-groups?id=eb031b39-e206-4789-8844-f32137bfb856&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0784965
Dec 25 21:23:31.347964 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f123958-5bc5-458e-84d3-0dec26c7b1d0 req-fc28c395-8f6d-43ec-af15-8af9965ab3bf tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:23:31.349828 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0f123958-5bc5-458e-84d3-0dec26c7b1d0 req-fc28c395-8f6d-43ec-af15-8af9965ab3bf tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/ports?device_id=36b03831-0555-4b9e-bd9a-323002cb09e1 HTTP/1.1" status: 200  len: 945 time: 0.0758338
Dec 25 21:23:31.383897 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-55adabcc-adf4-40dc-b28f-6486b1cb712f admin admin] Publish callbacks [] for security_group, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:23:31.409506 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0f123958-5bc5-458e-84d3-0dec26c7b1d0 req-61aa0d8e-ccd5-4341-a235-f00cd83e3510 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/security-groups?id=8da2903e-43de-461d-84b5-0c733a2bfb8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0492849
Dec 25 21:23:31.471708 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-55adabcc-adf4-40dc-b28f-6486b1cb712f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:23:31.570892 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device eef37bbe-1508-453a-bafd-62933899b6d9 up at agent hyperv_nch1-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:23:31.633605 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-55adabcc-adf4-40dc-b28f-6486b1cb712f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:23:31.662105 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731d60ff-04ac-45eb-8693-5799b383d095 req-2fe43e3c-a0dc-4905-adfb-58b6d319f6d1 tempest-AttachVolumeNegativeTest-2126197630 tempest-AttachVolumeNegativeTest-2126197630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:23:31.672826 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-731d60ff-04ac-45eb-8693-5799b383d095 req-2fe43e3c-a0dc-4905-adfb-58b6d319f6d1 tempest-AttachVolumeNegativeTest-2126197630 tempest-AttachVolumeNegativeTest-2126197630-project] 10.222.0.31 "GET /v2.0/ports?device_id=18053b3a-726d-42b5-8e54-89f3deee10cb HTTP/1.1" status: 200  len: 946 time: 0.1260846
Dec 25 21:23:31.675733 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef7e697-f6c6-4f95-965c-4859d51d66d7 req-0212ff19-c96a-47f0-8225-524a44edc919 tempest-AttachVolumeNegativeTest-2126197630 tempest-AttachVolumeNegativeTest-2126197630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:23:31.677283 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-aef7e697-f6c6-4f95-965c-4859d51d66d7 req-0212ff19-c96a-47f0-8225-524a44edc919 tempest-AttachVolumeNegativeTest-2126197630 tempest-AttachVolumeNegativeTest-2126197630-project] 10.222.0.32 "GET /v2.0/ports?device_id=18053b3a-726d-42b5-8e54-89f3deee10cb HTTP/1.1" status: 200  len: 946 time: 0.1268437
Dec 25 21:23:31.680805 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-55adabcc-adf4-40dc-b28f-6486b1cb712f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=45be6ec4bd2140ad8d3cb8f39c086c81&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5762134
Dec 25 21:23:31.683892 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 35596) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:23:31.691108 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55adabcc-adf4-40dc-b28f-6486b1cb712f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83d8e095-a316-4df7-b5e3-4381fc2b0712,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:23:31.719916 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7774bd32-a453-4ff5-898e-08e6decb157b req-ec8bd0b7-b7ab-4d8a-8b6b-9ecf597c1d32 tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:23:31.721484 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7774bd32-a453-4ff5-898e-08e6decb157b req-ec8bd0b7-b7ab-4d8a-8b6b-9ecf597c1d32 tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/ports?device_id=336c6856-ca33-4291-b38f-03e7f7a5db93 HTTP/1.1" status: 200  len: 946 time: 0.1456189
Dec 25 21:23:31.725850 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Provisioning for port eef37bbe-1508-453a-bafd-62933899b6d9 completed by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 25 21:23:31.731740 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Provisioning complete for port eef37bbe-1508-453a-bafd-62933899b6d9 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:23:31.735846 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:23:31.743591 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-59983a63-bb31-4027-94ff-fa7766998b69 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:23:31.766158 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-59983a63-bb31-4027-94ff-fa7766998b69 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:23:31.833417 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-aef7e697-f6c6-4f95-965c-4859d51d66d7 req-2d223dfd-4239-4660-baae-d60517ec0a31 tempest-AttachVolumeNegativeTest-2126197630 tempest-AttachVolumeNegativeTest-2126197630-project] 10.222.0.32 "GET /v2.0/security-groups?id=b13bfb58-0f10-46e2-9252-687280bf8bf9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1438413
Dec 25 21:23:31.838762 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:23:31.858561 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7774bd32-a453-4ff5-898e-08e6decb157b req-be6fb56a-761b-4fbb-ab79-ba51b3870d2b tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/security-groups?id=eb031b39-e206-4789-8844-f32137bfb856&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1184664
Dec 25 21:23:31.872075 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36b03831-0555-4b9e-bd9a-323002cb09e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eef37bbe-1508-453a-bafd-62933899b6d9'}] {{(pid=121608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:23:31.874602 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a88c78c3ff6266bd59c7e89d275b28c92e739b67d23c89d71af88829fd31566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48a3c280-63e4-4ca7-b71c-1752cbdc81d0" -d '{"events": [{"server_uuid": "36b03831-0555-4b9e-bd9a-323002cb09e1", "name": "network-vif-plugged", "status": "completed", "tag": "eef37bbe-1508-453a-bafd-62933899b6d9"}]}' {{(pid=121608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:23:31.888413 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-59983a63-bb31-4027-94ff-fa7766998b69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:23:31.891300 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-59983a63-bb31-4027-94ff-fa7766998b69 admin admin] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:23:31.902831 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-59983a63-bb31-4027-94ff-fa7766998b69 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/83d8e095-a316-4df7-b5e3-4381fc2b0712 HTTP/1.1" status: 204  len: 168 time: 0.2159505
Dec 25 21:23:31.909935 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59983a63-bb31-4027-94ff-fa7766998b69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83d8e095-a316-4df7-b5e3-4381fc2b0712,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:23:31.919047 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port eef37bbe-1508-453a-bafd-62933899b6d9, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=eef37bbe-1508-453a-bafd-62933899b6d9,segment=NetworkSegment(66e39abb-3870-4404-91e4-a4d8a7ae7fb7),segment_id=66e39abb-3870-4404-91e4-a4d8a7ae7fb7)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:23:31.925616 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [req-731d60ff-04ac-45eb-8693-5799b383d095 req-1b384330-6fb6-44bb-a10b-5d6832f1f857 tempest-AttachVolumeNegativeTest-2126197630 tempest-AttachVolumeNegativeTest-2126197630-project] Deleting port 866836b0-b932-4ad3-b858-1d09b2903533 {{(pid=121606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:23:31.925969 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-731d60ff-04ac-45eb-8693-5799b383d095 req-1b384330-6fb6-44bb-a10b-5d6832f1f857 tempest-AttachVolumeNegativeTest-2126197630 tempest-AttachVolumeNegativeTest-2126197630-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:23:31.934595 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 21:23:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08ca3b54-5634-45d2-b717-49c1892a768b x-openstack-request-id: req-08ca3b54-5634-45d2-b717-49c1892a768b {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:23:31.935048 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36b03831-0555-4b9e-bd9a-323002cb09e1", "name": "network-vif-plugged", "status": "completed", "tag": "eef37bbe-1508-453a-bafd-62933899b6d9", "code": 200}]} {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:23:31.935194 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-08ca3b54-5634-45d2-b717-49c1892a768b {{(pid=121608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:23:31.935711 ncdv-master-1 neutron-server[121608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36b03831-0555-4b9e-bd9a-323002cb09e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eef37bbe-1508-453a-bafd-62933899b6d9', 'code': 200}
Dec 25 21:23:31.980517 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:23:32.054354 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Pushing event updated for resources: {'Port': ['ID=eef37bbe-1508-453a-bafd-62933899b6d9,revision_number=5']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:23:32.068520 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4391364-d10f-4d9c-b21f-803edc2aa521 req-782f9f6f-daef-464a-a400-d7655d12d6dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:23:32.070052 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-e4391364-d10f-4d9c-b21f-803edc2aa521 req-782f9f6f-daef-464a-a400-d7655d12d6dc service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=36b03831-0555-4b9e-bd9a-323002cb09e1 HTTP/1.1" status: 200  len: 1097 time: 0.0619621
Dec 25 21:23:32.085568 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-731d60ff-04ac-45eb-8693-5799b383d095 req-1b384330-6fb6-44bb-a10b-5d6832f1f857 tempest-AttachVolumeNegativeTest-2126197630 tempest-AttachVolumeNegativeTest-2126197630-project] For port 866836b0-b932-4ad3-b858-1d09b2903533, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=866836b0-b932-4ad3-b858-1d09b2903533,segment=NetworkSegment(1c5dea30-318f-4932-8772-f43ff59dee51),segment_id=1c5dea30-318f-4932-8772-f43ff59dee51)] {{(pid=121606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:23:32.086062 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-731d60ff-04ac-45eb-8693-5799b383d095 req-1b384330-6fb6-44bb-a10b-5d6832f1f857 tempest-AttachVolumeNegativeTest-2126197630 tempest-AttachVolumeNegativeTest-2126197630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:23:32.101271 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [req-731d60ff-04ac-45eb-8693-5799b383d095 req-1b384330-6fb6-44bb-a10b-5d6832f1f857 tempest-AttachVolumeNegativeTest-2126197630 tempest-AttachVolumeNegativeTest-2126197630-project] Calling delete_port for 866836b0-b932-4ad3-b858-1d09b2903533 owned by compute:nova {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:23:32.125016 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-e4391364-d10f-4d9c-b21f-803edc2aa521 req-d1a7b272-fe07-4195-a4d2-d1e822e3467f service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=8da2903e-43de-461d-84b5-0c733a2bfb8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0452952
Dec 25 21:23:32.278818 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11348378-7816-49ea-9167-961f951b9b0f req-25ddc130-1369-4e9b-a584-642b5d2b020a tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:23:32.280507 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-11348378-7816-49ea-9167-961f951b9b0f req-25ddc130-1369-4e9b-a584-642b5d2b020a tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] 10.222.0.32 "GET /v2.0/ports?device_id=441fa3cf-7f7d-4f84-b4aa-cc9b9d70e477 HTTP/1.1" status: 200  len: 946 time: 0.0653811
Dec 25 21:23:32.331535 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-731d60ff-04ac-45eb-8693-5799b383d095 req-1b384330-6fb6-44bb-a10b-5d6832f1f857 tempest-AttachVolumeNegativeTest-2126197630 tempest-AttachVolumeNegativeTest-2126197630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:23:32.343744 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] get_ports_and_sgs() called for port_ids ['e1a1ed5e-2df4-4726-86bd-bc56ff15ffb1', '745d590e-2b18-462d-a55e-1423ff663b30', '866836b0-b932-4ad3-b858-1d09b2903533'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:23:32.371732 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-11348378-7816-49ea-9167-961f951b9b0f req-251e19be-2150-4078-bb29-21489155b588 tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] 10.222.0.32 "GET /v2.0/security-groups?id=b53a52e0-f618-42f7-a91e-f12e72408b35&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0848837
Dec 25 21:23:32.372929 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b384330-6fb6-44bb-a10b-5d6832f1f857 tempest-AttachVolumeNegativeTest-2126197630 tempest-AttachVolumeNegativeTest-2126197630-project] Pushing event deleted for resources: {'Port': ['ID=866836b0-b932-4ad3-b858-1d09b2903533,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:23:32.429967 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [req-731d60ff-04ac-45eb-8693-5799b383d095 req-1b384330-6fb6-44bb-a10b-5d6832f1f857 tempest-AttachVolumeNegativeTest-2126197630 tempest-AttachVolumeNegativeTest-2126197630-project] No DVR routers for this DVR port 866836b0-b932-4ad3-b858-1d09b2903533 on host nch1-master-1 {{(pid=121606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:23:32.446262 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-731d60ff-04ac-45eb-8693-5799b383d095 req-1b384330-6fb6-44bb-a10b-5d6832f1f857 tempest-AttachVolumeNegativeTest-2126197630 tempest-AttachVolumeNegativeTest-2126197630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:23:32.451846 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-731d60ff-04ac-45eb-8693-5799b383d095 req-1b384330-6fb6-44bb-a10b-5d6832f1f857 tempest-AttachVolumeNegativeTest-2126197630 tempest-AttachVolumeNegativeTest-2126197630-project] 10.222.0.31 "DELETE /v2.0/ports/866836b0-b932-4ad3-b858-1d09b2903533 HTTP/1.1" status: 204  len: 173 time: 0.7719445
Dec 25 21:23:32.452401 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18053b3a-726d-42b5-8e54-89f3deee10cb', 'name': 'network-vif-deleted', 'tag': '866836b0-b932-4ad3-b858-1d09b2903533'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:23:32.464457 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9858820c13ec2827453b94ebc4181065e990a4e4089ccb9fe762531ac62d2fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed3155ec-b767-4e1b-b45c-523d5a8eb4f9" -d '{"events": [{"server_uuid": "18053b3a-726d-42b5-8e54-89f3deee10cb", "name": "network-vif-deleted", "tag": "866836b0-b932-4ad3-b858-1d09b2903533"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:23:32.569326 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 21:23:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ab247c4-8c57-4377-8f78-79edb74160b7 x-openstack-request-id: req-6ab247c4-8c57-4377-8f78-79edb74160b7 {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:23:32.569604 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18053b3a-726d-42b5-8e54-89f3deee10cb", "name": "network-vif-deleted", "tag": "866836b0-b932-4ad3-b858-1d09b2903533", "status": "completed", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:23:32.570148 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6ab247c4-8c57-4377-8f78-79edb74160b7 {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:23:32.570550 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18053b3a-726d-42b5-8e54-89f3deee10cb', 'name': 'network-vif-deleted', 'tag': '866836b0-b932-4ad3-b858-1d09b2903533', 'status': 'completed', 'code': 200}
Dec 25 21:23:32.630521 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d2a0a7-3877-48f0-89b6-983e0424c779 req-586e048c-6fcd-4fb1-be5b-76a11f635b06 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:23:32.639727 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-53d2a0a7-3877-48f0-89b6-983e0424c779 req-586e048c-6fcd-4fb1-be5b-76a11f635b06 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/ports?device_id=36b03831-0555-4b9e-bd9a-323002cb09e1 HTTP/1.1" status: 200  len: 946 time: 0.1179645
Dec 25 21:23:32.718231 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-53d2a0a7-3877-48f0-89b6-983e0424c779 req-657ba12e-9c78-48ab-b598-848a3f90d49c tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/security-groups?id=8da2903e-43de-461d-84b5-0c733a2bfb8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0758317
Dec 25 21:23:32.984262 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-af9bdf4d-aed6-4f42-972e-baec3c858096 req-cb261003-f420-4d4b-b239-8a7450da1469 tempest-AttachVolumeNegativeTest-2126197630 tempest-AttachVolumeNegativeTest-2126197630-project] 10.222.0.32 "GET /v2.0/ports?device_id=18053b3a-726d-42b5-8e54-89f3deee10cb HTTP/1.1" status: 200  len: 210 time: 0.0314674
Dec 25 21:23:33.036304 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b7a1b9-04ef-4677-86f5-c7f14c2f0383 req-2377a69d-a911-4870-9fa4-65a57edc5aa6 tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:23:33.038290 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-07b7a1b9-04ef-4677-86f5-c7f14c2f0383 req-2377a69d-a911-4870-9fa4-65a57edc5aa6 tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/ports?device_id=336c6856-ca33-4291-b38f-03e7f7a5db93 HTTP/1.1" status: 200  len: 946 time: 0.0567853
Dec 25 21:23:33.093176 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-07b7a1b9-04ef-4677-86f5-c7f14c2f0383 req-691dc552-8548-409b-a7f5-28c97e64da9e tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/security-groups?id=eb031b39-e206-4789-8844-f32137bfb856&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0473163
Dec 25 21:23:33.544507 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27444c0c-eeac-4a0e-ad89-dd4035ff3941 req-8346e91a-08d4-4178-bb80-f8cf431da75a tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:23:33.551798 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-27444c0c-eeac-4a0e-ad89-dd4035ff3941 req-8346e91a-08d4-4178-bb80-f8cf431da75a tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] 10.222.0.32 "GET /v2.0/ports?device_id=441fa3cf-7f7d-4f84-b4aa-cc9b9d70e477 HTTP/1.1" status: 200  len: 946 time: 0.0845339
Dec 25 21:23:33.607311 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-27444c0c-eeac-4a0e-ad89-dd4035ff3941 req-d7b39da7-4ed0-4c4b-9b43-bf8ed06faea5 tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] 10.222.0.32 "GET /v2.0/security-groups?id=b53a52e0-f618-42f7-a91e-f12e72408b35&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0546205
Dec 25 21:23:33.684276 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8308dae8-7ffc-4a17-85d2-844ab2372ba7 req-15a430ae-519d-4452-807a-0cd9d4c42c36 tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:23:33.685863 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8308dae8-7ffc-4a17-85d2-844ab2372ba7 req-15a430ae-519d-4452-807a-0cd9d4c42c36 tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/ports?device_id=336c6856-ca33-4291-b38f-03e7f7a5db93 HTTP/1.1" status: 200  len: 946 time: 0.0537817
Dec 25 21:23:33.735342 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8308dae8-7ffc-4a17-85d2-844ab2372ba7 req-34ca037a-eaf1-419e-ae31-c4b3cf1d13f9 tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/security-groups?id=eb031b39-e206-4789-8844-f32137bfb856&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433016
Dec 25 21:23:33.879814 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ef1a3e-d77f-48ef-af37-74f836bdad5e req-82180c1b-c106-4842-93cd-b97784d2345d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:23:33.881367 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-44ef1a3e-d77f-48ef-af37-74f836bdad5e req-82180c1b-c106-4842-93cd-b97784d2345d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=66319858228140b3841ef6c7c8cd5c14&device_id=336c6856-ca33-4291-b38f-03e7f7a5db93 HTTP/1.1" status: 200  len: 1097 time: 0.0719378
Dec 25 21:23:33.890156 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7bd921-770f-4863-b838-b282627892f1 req-fed03a21-2f9e-4434-bb34-41f2decd30c4 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:23:33.891517 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8e7bd921-770f-4863-b838-b282627892f1 req-fed03a21-2f9e-4434-bb34-41f2decd30c4 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/ports?device_id=36b03831-0555-4b9e-bd9a-323002cb09e1 HTTP/1.1" status: 200  len: 946 time: 0.0724835
Dec 25 21:23:33.994852 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8e7bd921-770f-4863-b838-b282627892f1 req-d4b026ba-4c32-4ae6-8a7f-94d4fa3f317c tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/security-groups?id=8da2903e-43de-461d-84b5-0c733a2bfb8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0953426
Dec 25 21:23:34.030045 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ef1a3e-d77f-48ef-af37-74f836bdad5e req-76c78d1b-5607-4b29-b4ad-f8a2924ff212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:23:34.030045 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-44ef1a3e-d77f-48ef-af37-74f836bdad5e req-76c78d1b-5607-4b29-b4ad-f8a2924ff212 service neutron] 10.222.0.31 "GET /v2.0/networks?id=2173080e-712c-4030-840a-d911c5ceb839 HTTP/1.1" status: 200  len: 914 time: 0.1251829
Dec 25 21:23:34.079468 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-44ef1a3e-d77f-48ef-af37-74f836bdad5e req-0cb8d790-e23f-4a3c-8f8a-cc272ca86a19 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6dcde4f1-b084-49e9-9b96-ae184bf1c495 HTTP/1.1" status: 200  len: 217 time: 0.0546408
Dec 25 21:23:34.170486 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ef1a3e-d77f-48ef-af37-74f836bdad5e req-48ea9e6b-dbec-4e20-8239-7eb14b89fdae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:23:34.171994 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-44ef1a3e-d77f-48ef-af37-74f836bdad5e req-48ea9e6b-dbec-4e20-8239-7eb14b89fdae service neutron] 10.222.0.31 "GET /v2.0/subnets?id=fd250946-046a-4d6b-8707-567238b4ce5f HTTP/1.1" status: 200  len: 853 time: 0.0851328
Dec 25 21:23:34.179359 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-35510c59-db5e-444a-90cb-ce1605f460e3 req-b803d35f-2602-423c-845d-d0121127d594 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=4c3545b07d0b4ccf9cd48a80c2d37521 HTTP/1.1" status: 200  len: 267 time: 0.0806673
Dec 25 21:23:34.216189 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-44ef1a3e-d77f-48ef-af37-74f836bdad5e req-97f57ca0-1887-40c3-bb5b-7ae3345927a2 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2173080e-712c-4030-840a-d911c5ceb839&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0358710
Dec 25 21:23:34.251149 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:23:34.309691 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35510c59-db5e-444a-90cb-ce1605f460e3 req-576bb6ef-7dfc-4c30-9c00-420f888fdaf3 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:23:34.311200 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-35510c59-db5e-444a-90cb-ce1605f460e3 req-576bb6ef-7dfc-4c30-9c00-420f888fdaf3 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/ports?device_id=36b03831-0555-4b9e-bd9a-323002cb09e1 HTTP/1.1" status: 200  len: 946 time: 0.1231115
Dec 25 21:23:34.327897 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-35510c59-db5e-444a-90cb-ce1605f460e3 req-cea98cd6-cfdb-4bfb-9902-4d064db126fe tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Request body: {'port': {'security_groups': []}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:23:34.375802 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-44ef1a3e-d77f-48ef-af37-74f836bdad5e req-1d5a1ff0-8d2b-49f5-bf7f-644918591980 service neutron] 10.222.0.31 "GET /v2.0/networks/2173080e-712c-4030-840a-d911c5ceb839?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1466956
Dec 25 21:23:34.444949 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-35510c59-db5e-444a-90cb-ce1605f460e3 req-cea98cd6-cfdb-4bfb-9902-4d064db126fe tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:23:34.628759 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-44ef1a3e-d77f-48ef-af37-74f836bdad5e req-dd445b3d-0e5a-4fcb-9708-277a463774bd service neutron] 10.222.0.31 "GET /v2.0/networks/2173080e-712c-4030-840a-d911c5ceb839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2430141
Dec 25 21:23:34.705178 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6543fc6-9f8d-41df-91aa-ec0e206b768c req-7c926b8d-1901-4ab5-b728-79e06b6cda20 tempest-AttachVolumeNegativeTest-2126197630 tempest-AttachVolumeNegativeTest-2126197630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:23:34.706687 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d6543fc6-9f8d-41df-91aa-ec0e206b768c req-7c926b8d-1901-4ab5-b728-79e06b6cda20 tempest-AttachVolumeNegativeTest-2126197630 tempest-AttachVolumeNegativeTest-2126197630-project] 10.222.0.32 "GET /v2.0/ports?device_id=ec22e12b-a34c-4787-8d08-5dbf9b6556d1 HTTP/1.1" status: 200  len: 945 time: 0.1147606
Dec 25 21:23:34.729830 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-35510c59-db5e-444a-90cb-ce1605f460e3 req-cea98cd6-cfdb-4bfb-9902-4d064db126fe tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] For port eef37bbe-1508-453a-bafd-62933899b6d9, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=eef37bbe-1508-453a-bafd-62933899b6d9,segment=NetworkSegment(66e39abb-3870-4404-91e4-a4d8a7ae7fb7),segment_id=66e39abb-3870-4404-91e4-a4d8a7ae7fb7)] {{(pid=121606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:23:34.785818 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-f392cd90-5fd1-4ae1-97c5-10f38e247980 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:23:34.799276 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d6543fc6-9f8d-41df-91aa-ec0e206b768c req-237bdcdc-8ef9-404d-8372-ec667f59ed41 tempest-AttachVolumeNegativeTest-2126197630 tempest-AttachVolumeNegativeTest-2126197630-project] 10.222.0.32 "GET /v2.0/security-groups?id=b13bfb58-0f10-46e2-9252-687280bf8bf9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0861144
Dec 25 21:23:34.801405 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-35510c59-db5e-444a-90cb-ce1605f460e3 req-cea98cd6-cfdb-4bfb-9902-4d064db126fe tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Publish callbacks [] for port, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:23:34.884808 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-35510c59-db5e-444a-90cb-ce1605f460e3 req-cea98cd6-cfdb-4bfb-9902-4d064db126fe tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:23:34.897460 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] get_ports_and_sgs() called for port_ids ['815adaf6-6cd2-46df-a541-c0f11b539b22', 'd39bd2f0-4d3d-4db5-8928-d5a1bd22462e', 'eef37bbe-1508-453a-bafd-62933899b6d9'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:23:34.951713 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35510c59-db5e-444a-90cb-ce1605f460e3 req-cea98cd6-cfdb-4bfb-9902-4d064db126fe tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:23:34.952419 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-35510c59-db5e-444a-90cb-ce1605f460e3 req-cea98cd6-cfdb-4bfb-9902-4d064db126fe tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:23:34.966773 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-35510c59-db5e-444a-90cb-ce1605f460e3 req-cea98cd6-cfdb-4bfb-9902-4d064db126fe tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "PUT /v2.0/ports/eef37bbe-1508-453a-bafd-62933899b6d9 HTTP/1.1" status: 200  len: 905 time: 0.6450701
Dec 25 21:23:34.967516 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36b03831-0555-4b9e-bd9a-323002cb09e1', 'tag': 'eef37bbe-1508-453a-bafd-62933899b6d9'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:23:34.975325 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9858820c13ec2827453b94ebc4181065e990a4e4089ccb9fe762531ac62d2fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20b49596-381f-4d1d-bf5a-fc5b6c088963" -d '{"events": [{"name": "network-changed", "server_uuid": "36b03831-0555-4b9e-bd9a-323002cb09e1", "tag": "eef37bbe-1508-453a-bafd-62933899b6d9"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:23:35.014572 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea98cd6-cfdb-4bfb-9902-4d064db126fe tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Pushing event updated for resources: {'Port': ['ID=eef37bbe-1508-453a-bafd-62933899b6d9,revision_number=6']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:23:35.028587 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4110e1-404f-403a-b9c0-475ece631e3b req-2a841f15-09ee-49a9-954c-99002c20fa9f tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:23:35.036109 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2d4110e1-404f-403a-b9c0-475ece631e3b req-2a841f15-09ee-49a9-954c-99002c20fa9f tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] 10.222.0.32 "GET /v2.0/ports?device_id=441fa3cf-7f7d-4f84-b4aa-cc9b9d70e477 HTTP/1.1" status: 200  len: 946 time: 0.1616213
Dec 25 21:23:35.121171 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2d4110e1-404f-403a-b9c0-475ece631e3b req-b432ed21-1f39-4fcf-8fa4-2b2e967e7214 tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] 10.222.0.32 "GET /v2.0/security-groups?id=b53a52e0-f618-42f7-a91e-f12e72408b35&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0840962
Dec 25 21:23:35.173650 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] get_ports_and_sgs() called for port_ids ['eef37bbe-1508-453a-bafd-62933899b6d9'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:23:35.260625 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c40b77-2be4-4a84-b9b4-52577330388d req-e4342116-fdd1-443a-8971-4bf51c4d6590 tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:23:35.262132 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f9c40b77-2be4-4a84-b9b4-52577330388d req-e4342116-fdd1-443a-8971-4bf51c4d6590 tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/ports?device_id=336c6856-ca33-4291-b38f-03e7f7a5db93 HTTP/1.1" status: 200  len: 946 time: 0.1132627
Dec 25 21:23:35.275879 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f960a8-6a5d-4ff0-b8d7-117ae7ec46bc req-f653d4ae-6644-484e-b0a5-3c5df868f0f9 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:23:35.278669 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c9f960a8-6a5d-4ff0-b8d7-117ae7ec46bc req-f653d4ae-6644-484e-b0a5-3c5df868f0f9 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/ports?device_id=36b03831-0555-4b9e-bd9a-323002cb09e1 HTTP/1.1" status: 200  len: 908 time: 0.0871830
Dec 25 21:23:35.334119 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-9aae17f3-b4f5-4bf4-93de-d403563e2f65 None None] Provisioning complete for port eef37bbe-1508-453a-bafd-62933899b6d9 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:23:35.334646 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9aae17f3-b4f5-4bf4-93de-d403563e2f65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:23:35.360957 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f9c40b77-2be4-4a84-b9b4-52577330388d req-b84f13a7-64f8-4d92-ad82-6ec1654cac43 tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/security-groups?id=eb031b39-e206-4789-8844-f32137bfb856&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0802689
Dec 25 21:23:35.366653 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Dec 2021 21:23:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c16a6a70-b4df-470a-a97a-25e9c5e7c270 x-openstack-request-id: req-c16a6a70-b4df-470a-a97a-25e9c5e7c270 {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:23:35.367130 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36b03831-0555-4b9e-bd9a-323002cb09e1", "tag": "eef37bbe-1508-453a-bafd-62933899b6d9", "status": "completed", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:23:35.367690 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c16a6a70-b4df-470a-a97a-25e9c5e7c270 {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:23:35.368924 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36b03831-0555-4b9e-bd9a-323002cb09e1', 'tag': 'eef37bbe-1508-453a-bafd-62933899b6d9', 'status': 'completed', 'code': 200}
Dec 25 21:23:35.478638 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b49596-381f-4d1d-bf5a-fc5b6c088963 req-68e10a4e-53ea-4946-8b35-4ab6a8a86905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:23:35.482485 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-20b49596-381f-4d1d-bf5a-fc5b6c088963 req-68e10a4e-53ea-4946-8b35-4ab6a8a86905 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=4c3545b07d0b4ccf9cd48a80c2d37521&device_id=36b03831-0555-4b9e-bd9a-323002cb09e1 HTTP/1.1" status: 200  len: 1059 time: 0.0781898
Dec 25 21:23:35.576574 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device 866836b0-b932-4ad3-b858-1d09b2903533 no longer exists at agent hyperv_nch1-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:23:35.598826 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] No Port match for: 866836b0-b932-4ad3-b858-1d09b2903533 {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:23:35.599179 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device 866836b0-b932-4ad3-b858-1d09b2903533 not bound to the agent host nch1-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:23:35.734458 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.agents_db [None req-ec08dba0-4483-4109-b5e1-5e4a9fdaf12d None None] Agent healthcheck: found 7 active agents {{(pid=121609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 25 21:23:35.866257 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264f0f8c-4242-4917-a019-9198fd9d1e33 req-7e46a610-4a60-4600-98c8-042e098b3fd2 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:23:35.873398 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-264f0f8c-4242-4917-a019-9198fd9d1e33 req-7e46a610-4a60-4600-98c8-042e098b3fd2 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/ports?device_id=161df36a-2258-4f32-a7b0-2f7c793d4390 HTTP/1.1" status: 200  len: 944 time: 0.4057329
Dec 25 21:23:36.010831 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-264f0f8c-4242-4917-a019-9198fd9d1e33 req-4ef73ba7-32e5-4810-85e1-d0d843ba1efe tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/security-groups?id=303458ac-ce28-4cba-8947-b5e432a1ea1f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1293840
Dec 25 21:23:36.010831 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b49596-381f-4d1d-bf5a-fc5b6c088963 req-2ea799a3-7f81-4e60-8d19-43b59b993c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:23:36.013487 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-20b49596-381f-4d1d-bf5a-fc5b6c088963 req-2ea799a3-7f81-4e60-8d19-43b59b993c92 service neutron] 10.222.0.31 "GET /v2.0/networks?id=050fe506-29b6-4536-b03a-6d4fd9d4993c HTTP/1.1" status: 200  len: 913 time: 0.4949865
Dec 25 21:23:36.029855 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5a5393-7fee-445c-952c-cb0bc98c3cd9 req-8146e196-75bd-47f8-802d-2a3d35d94c6e tempest-AttachVolumeNegativeTest-2126197630 tempest-AttachVolumeNegativeTest-2126197630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:23:36.032489 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9e5a5393-7fee-445c-952c-cb0bc98c3cd9 req-8146e196-75bd-47f8-802d-2a3d35d94c6e tempest-AttachVolumeNegativeTest-2126197630 tempest-AttachVolumeNegativeTest-2126197630-project] 10.222.0.32 "GET /v2.0/ports?device_id=ec22e12b-a34c-4787-8d08-5dbf9b6556d1 HTTP/1.1" status: 200  len: 945 time: 0.1317561
Dec 25 21:23:36.042169 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7432ef-0ef4-4020-bca0-12cc757627a9 req-5f5d6260-db6c-420f-9f3a-93e78061e2ee tempest-AttachVolumeNegativeTest-2126197630 tempest-AttachVolumeNegativeTest-2126197630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:23:36.044412 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-7e7432ef-0ef4-4020-bca0-12cc757627a9 req-5f5d6260-db6c-420f-9f3a-93e78061e2ee tempest-AttachVolumeNegativeTest-2126197630 tempest-AttachVolumeNegativeTest-2126197630-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec22e12b-a34c-4787-8d08-5dbf9b6556d1 HTTP/1.1" status: 200  len: 945 time: 0.0788672
Dec 25 21:23:36.071135 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-20b49596-381f-4d1d-bf5a-fc5b6c088963 req-492d6477-54e4-413d-81ad-6e28c949ae39 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=eef37bbe-1508-453a-bafd-62933899b6d9 HTTP/1.1" status: 200  len: 217 time: 0.0374446
Dec 25 21:23:36.160646 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [req-7e7432ef-0ef4-4020-bca0-12cc757627a9 req-9bfc097e-9b5b-4711-b735-f3e77d841b49 tempest-AttachVolumeNegativeTest-2126197630 tempest-AttachVolumeNegativeTest-2126197630-project] Deleting port 745d590e-2b18-462d-a55e-1423ff663b30 {{(pid=121607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:23:36.161161 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-7e7432ef-0ef4-4020-bca0-12cc757627a9 req-9bfc097e-9b5b-4711-b735-f3e77d841b49 tempest-AttachVolumeNegativeTest-2126197630 tempest-AttachVolumeNegativeTest-2126197630-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:23:36.179742 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9e5a5393-7fee-445c-952c-cb0bc98c3cd9 req-93cf6f42-40a6-456b-8d43-420d2d92a4ea tempest-AttachVolumeNegativeTest-2126197630 tempest-AttachVolumeNegativeTest-2126197630-project] 10.222.0.32 "GET /v2.0/security-groups?id=b13bfb58-0f10-46e2-9252-687280bf8bf9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1389813
Dec 25 21:23:36.187394 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b49596-381f-4d1d-bf5a-fc5b6c088963 req-7e36e5e2-0a31-4fe5-b92f-ab8a31e4eda2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:23:36.188714 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-20b49596-381f-4d1d-bf5a-fc5b6c088963 req-7e36e5e2-0a31-4fe5-b92f-ab8a31e4eda2 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1f5d8ab8-049c-411c-8531-c48febcca4ec HTTP/1.1" status: 200  len: 851 time: 0.1050282
Dec 25 21:23:36.201369 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f7c11f-2fb8-4859-b04b-d154c912feb8 req-592783d4-ecae-44ae-9036-830cfb55a734 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:23:36.203977 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-54f7c11f-2fb8-4859-b04b-d154c912feb8 req-592783d4-ecae-44ae-9036-830cfb55a734 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/ports?device_id=161df36a-2258-4f32-a7b0-2f7c793d4390 HTTP/1.1" status: 200  len: 944 time: 0.1082625
Dec 25 21:23:36.295039 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b49596-381f-4d1d-bf5a-fc5b6c088963 req-a3583345-7820-4d63-891e-1525012a9ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:23:36.296638 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-20b49596-381f-4d1d-bf5a-fc5b6c088963 req-a3583345-7820-4d63-891e-1525012a9ab0 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=050fe506-29b6-4536-b03a-6d4fd9d4993c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0914807
Dec 25 21:23:36.298558 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.db [req-7e7432ef-0ef4-4020-bca0-12cc757627a9 req-9bfc097e-9b5b-4711-b735-f3e77d841b49 tempest-AttachVolumeNegativeTest-2126197630 tempest-AttachVolumeNegativeTest-2126197630-project] For port 745d590e-2b18-462d-a55e-1423ff663b30, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=745d590e-2b18-462d-a55e-1423ff663b30,segment=NetworkSegment(1c5dea30-318f-4932-8772-f43ff59dee51),segment_id=1c5dea30-318f-4932-8772-f43ff59dee51)] {{(pid=121607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:23:36.299383 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-7e7432ef-0ef4-4020-bca0-12cc757627a9 req-9bfc097e-9b5b-4711-b735-f3e77d841b49 tempest-AttachVolumeNegativeTest-2126197630 tempest-AttachVolumeNegativeTest-2126197630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:23:36.309495 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-54f7c11f-2fb8-4859-b04b-d154c912feb8 req-95734d78-fbeb-4270-a992-1472d446fc37 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/security-groups?id=303458ac-ce28-4cba-8947-b5e432a1ea1f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0923648
Dec 25 21:23:36.315841 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [req-7e7432ef-0ef4-4020-bca0-12cc757627a9 req-9bfc097e-9b5b-4711-b735-f3e77d841b49 tempest-AttachVolumeNegativeTest-2126197630 tempest-AttachVolumeNegativeTest-2126197630-project] Calling delete_port for 745d590e-2b18-462d-a55e-1423ff663b30 owned by compute:nova {{(pid=121607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:23:36.479209 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-20b49596-381f-4d1d-bf5a-fc5b6c088963 req-f9925bc6-5a05-4c78-83ac-8b5af9a6e293 service neutron] 10.222.0.31 "GET /v2.0/networks/050fe506-29b6-4536-b03a-6d4fd9d4993c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1669426
Dec 25 21:23:36.515287 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6b8433-61ae-449e-8d5c-cc518d99e043 req-9b1ae6f9-3a30-461e-82ec-992a91dabe15 tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:23:36.522993 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8c6b8433-61ae-449e-8d5c-cc518d99e043 req-9b1ae6f9-3a30-461e-82ec-992a91dabe15 tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] 10.222.0.32 "GET /v2.0/ports?device_id=441fa3cf-7f7d-4f84-b4aa-cc9b9d70e477 HTTP/1.1" status: 200  len: 946 time: 0.1727879
Dec 25 21:23:36.552986 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-7e7432ef-0ef4-4020-bca0-12cc757627a9 req-9bfc097e-9b5b-4711-b735-f3e77d841b49 tempest-AttachVolumeNegativeTest-2126197630 tempest-AttachVolumeNegativeTest-2126197630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:23:36.573180 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] get_ports_and_sgs() called for port_ids ['e1a1ed5e-2df4-4726-86bd-bc56ff15ffb1', '745d590e-2b18-462d-a55e-1423ff663b30'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:23:36.629609 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfc097e-9b5b-4711-b735-f3e77d841b49 tempest-AttachVolumeNegativeTest-2126197630 tempest-AttachVolumeNegativeTest-2126197630-project] Pushing event deleted for resources: {'Port': ['ID=745d590e-2b18-462d-a55e-1423ff663b30,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:23:36.655990 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e7432ef-0ef4-4020-bca0-12cc757627a9 req-9bfc097e-9b5b-4711-b735-f3e77d841b49 tempest-AttachVolumeNegativeTest-2126197630 tempest-AttachVolumeNegativeTest-2126197630-project] No DVR routers for this DVR port 745d590e-2b18-462d-a55e-1423ff663b30 on host nch1-master-1 {{(pid=121607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:23:36.660277 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-7e7432ef-0ef4-4020-bca0-12cc757627a9 req-9bfc097e-9b5b-4711-b735-f3e77d841b49 tempest-AttachVolumeNegativeTest-2126197630 tempest-AttachVolumeNegativeTest-2126197630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:23:36.660711 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25145026-590e-47de-85d2-3b5056609226 req-160a5895-e3f4-4d7c-a29d-801c82c59834 tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:23:36.666556 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-7e7432ef-0ef4-4020-bca0-12cc757627a9 req-9bfc097e-9b5b-4711-b735-f3e77d841b49 tempest-AttachVolumeNegativeTest-2126197630 tempest-AttachVolumeNegativeTest-2126197630-project] 10.222.0.31 "DELETE /v2.0/ports/745d590e-2b18-462d-a55e-1423ff663b30 HTTP/1.1" status: 204  len: 173 time: 0.6154492
Dec 25 21:23:36.668165 ncdv-master-1 neutron-server[121607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec22e12b-a34c-4787-8d08-5dbf9b6556d1', 'name': 'network-vif-deleted', 'tag': '745d590e-2b18-462d-a55e-1423ff663b30'}] {{(pid=121607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:23:36.669399 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-25145026-590e-47de-85d2-3b5056609226 req-160a5895-e3f4-4d7c-a29d-801c82c59834 tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/ports?device_id=336c6856-ca33-4291-b38f-03e7f7a5db93 HTTP/1.1" status: 200  len: 946 time: 0.2063227
Dec 25 21:23:36.673274 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f980bbcadfa7bf1e788024e1448be660373c21f97f015f780444e999c451203" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16a21f2a-a312-4e84-ae12-adda2bfae244" -d '{"events": [{"server_uuid": "ec22e12b-a34c-4787-8d08-5dbf9b6556d1", "name": "network-vif-deleted", "tag": "745d590e-2b18-462d-a55e-1423ff663b30"}]}' {{(pid=121607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:23:36.745229 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8c6b8433-61ae-449e-8d5c-cc518d99e043 req-27f915eb-f3f3-4d65-878e-fd415a708654 tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] 10.222.0.32 "GET /v2.0/security-groups?id=b53a52e0-f618-42f7-a91e-f12e72408b35&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2164004
Dec 25 21:23:36.766894 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-20b49596-381f-4d1d-bf5a-fc5b6c088963 req-22ed217b-8767-4ea1-9bde-00ea07028e37 service neutron] 10.222.0.31 "GET /v2.0/networks/050fe506-29b6-4536-b03a-6d4fd9d4993c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2690933
Dec 25 21:23:36.800329 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-25145026-590e-47de-85d2-3b5056609226 req-40a53a2d-390a-4169-bf3f-9c7d091d87bc tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/security-groups?id=eb031b39-e206-4789-8844-f32137bfb856&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1304686
Dec 25 21:23:36.956422 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-624939b3-14dc-4b4e-a69c-c4ab31fae190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:23:36.976941 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd981d4-9fa1-4932-b810-def1ea8515c1 req-62e47f82-005c-4f61-bb0e-7070269b240f tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:23:36.978654 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-bdd981d4-9fa1-4932-b810-def1ea8515c1 req-62e47f82-005c-4f61-bb0e-7070269b240f tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/networks?id=050fe506-29b6-4536-b03a-6d4fd9d4993c HTTP/1.1" status: 200  len: 812 time: 0.1419787
Dec 25 21:23:36.994604 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-bdd981d4-9fa1-4932-b810-def1ea8515c1 req-2073d98d-d58d-4318-a3d4-54bcbbcc9377 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/quotas/4c3545b07d0b4ccf9cd48a80c2d37521 HTTP/1.1" status: 200  len: 375 time: 0.0102029
Dec 25 21:23:37.087147 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-bdd981d4-9fa1-4932-b810-def1ea8515c1 req-b40c6844-f46f-468d-92ee-455cdb0d8cf0 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=4c3545b07d0b4ccf9cd48a80c2d37521&fields=id HTTP/1.1" status: 200  len: 486 time: 0.0809760
Dec 25 21:23:37.150396 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 21:23:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca01e6c0-509a-448f-9a08-3f7de59c57b3 x-openstack-request-id: req-ca01e6c0-509a-448f-9a08-3f7de59c57b3 {{(pid=121607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:23:37.151228 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec22e12b-a34c-4787-8d08-5dbf9b6556d1", "name": "network-vif-deleted", "tag": "745d590e-2b18-462d-a55e-1423ff663b30", "status": "completed", "code": 200}]} {{(pid=121607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:23:37.151490 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ca01e6c0-509a-448f-9a08-3f7de59c57b3 {{(pid=121607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:23:37.152446 ncdv-master-1 neutron-server[121607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec22e12b-a34c-4787-8d08-5dbf9b6556d1', 'name': 'network-vif-deleted', 'tag': '745d590e-2b18-462d-a55e-1423ff663b30', 'status': 'completed', 'code': 200}
Dec 25 21:23:37.253211 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3784c0f2-3fe1-43dd-8e52-87f899c97a90 req-b0647e76-c881-4291-b6b5-9cd17a265a5a tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:23:37.254747 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3784c0f2-3fe1-43dd-8e52-87f899c97a90 req-b0647e76-c881-4291-b6b5-9cd17a265a5a tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/ports?device_id=336c6856-ca33-4291-b38f-03e7f7a5db93 HTTP/1.1" status: 200  len: 946 time: 0.0528808
Dec 25 21:23:37.366972 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3784c0f2-3fe1-43dd-8e52-87f899c97a90 req-7c714bfb-4a53-4324-87e8-a377a6a22824 tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/security-groups?id=eb031b39-e206-4789-8844-f32137bfb856&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1009154
Dec 25 21:23:37.397178 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-bdd981d4-9fa1-4932-b810-def1ea8515c1 req-c5564944-64e0-473b-ad92-d739253822d5 service neutron] 10.222.0.32 "GET /v2.0/networks/050fe506-29b6-4536-b03a-6d4fd9d4993c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3061669
Dec 25 21:23:37.518920 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-6e6bf4f6-e2c6-45d5-b730-95b449f1df47 req-9c50e3e7-06ac-48c6-adf3-c338510ad07b tempest-AttachVolumeNegativeTest-2126197630 tempest-AttachVolumeNegativeTest-2126197630-project] 10.222.0.32 "GET /v2.0/ports?device_id=ec22e12b-a34c-4787-8d08-5dbf9b6556d1 HTTP/1.1" status: 200  len: 210 time: 0.0352042
Dec 25 21:23:37.539048 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-bdd981d4-9fa1-4932-b810-def1ea8515c1 req-73fe2a08-5de0-4fea-a31c-e0106988c634 service neutron] 10.222.0.32 "GET /v2.0/networks/050fe506-29b6-4536-b03a-6d4fd9d4993c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1352952
Dec 25 21:23:37.719410 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36be934-558a-4761-bcfa-286f87ee6ec9 req-0739101d-2656-449c-bc67-3545bad84701 tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:23:37.720918 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f36be934-558a-4761-bcfa-286f87ee6ec9 req-0739101d-2656-449c-bc67-3545bad84701 tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/ports?device_id=336c6856-ca33-4291-b38f-03e7f7a5db93 HTTP/1.1" status: 200  len: 946 time: 0.0507123
Dec 25 21:23:37.769032 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f36be934-558a-4761-bcfa-286f87ee6ec9 req-29739ca2-dccb-4259-ad9f-4eae84ff7ec5 tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/security-groups?id=eb031b39-e206-4789-8844-f32137bfb856&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417228
Dec 25 21:23:37.873539 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac4ebfe-5b63-43fa-8ffd-79b91499fbcc req-a1498f8d-34b7-4193-b68b-7ab8e327f701 tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:23:37.875012 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-6ac4ebfe-5b63-43fa-8ffd-79b91499fbcc req-a1498f8d-34b7-4193-b68b-7ab8e327f701 tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] 10.222.0.32 "GET /v2.0/ports?device_id=441fa3cf-7f7d-4f84-b4aa-cc9b9d70e477 HTTP/1.1" status: 200  len: 946 time: 0.0488389
Dec 25 21:23:37.927024 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-6ac4ebfe-5b63-43fa-8ffd-79b91499fbcc req-2cd384b7-5264-46c9-8d91-02bdc0f2c986 tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] 10.222.0.32 "GET /v2.0/security-groups?id=b53a52e0-f618-42f7-a91e-f12e72408b35&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0458329
Dec 25 21:23:38.092845 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d561a9-8328-4043-bf95-c4f4ca02935c req-5a55d16f-1b6f-4cd9-a10a-3aa8dc5c1426 tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:23:38.101921 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c9d561a9-8328-4043-bf95-c4f4ca02935c req-5a55d16f-1b6f-4cd9-a10a-3aa8dc5c1426 tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/ports?device_id=336c6856-ca33-4291-b38f-03e7f7a5db93 HTTP/1.1" status: 200  len: 946 time: 0.0927668
Dec 25 21:23:38.164863 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c9d561a9-8328-4043-bf95-c4f4ca02935c req-be69a778-f8c2-45fd-813b-f56047d6002d tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/security-groups?id=eb031b39-e206-4789-8844-f32137bfb856&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0620513
Dec 25 21:23:38.193360 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7618c28d-a3da-4d0b-8e69-d57e5a3e3f1e req-3928e644-509c-4810-835b-9c8e7a3c3751 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/ports?device_id=80ab586d-800d-4e54-9ed7-b09636cb7bd5 HTTP/1.1" status: 200  len: 210 time: 0.0552363
Dec 25 21:23:38.222249 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:23:38.342543 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddeb03a-71ea-47f3-8af2-f5810d0fb8a4 req-c331f66f-a3ca-4896-80b0-58c8c7ef7bfb tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:23:38.344066 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8ddeb03a-71ea-47f3-8af2-f5810d0fb8a4 req-c331f66f-a3ca-4896-80b0-58c8c7ef7bfb tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/ports?device_id=336c6856-ca33-4291-b38f-03e7f7a5db93 HTTP/1.1" status: 200  len: 946 time: 0.0502124
Dec 25 21:23:38.391006 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8ddeb03a-71ea-47f3-8af2-f5810d0fb8a4 req-a241934f-b880-4340-8498-8797dfe46f89 tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/security-groups?id=eb031b39-e206-4789-8844-f32137bfb856&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406134
Dec 25 21:23:38.430905 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3e945ecd-9380-47c2-aa0a-12ebe07e03e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:23:38.518169 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af246b79-7bcd-4f6e-9d6b-93075eacf49f req-1a8f2bb3-42b5-417f-9069-935f7a101d8e tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:23:38.519725 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-af246b79-7bcd-4f6e-9d6b-93075eacf49f req-1a8f2bb3-42b5-417f-9069-935f7a101d8e tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/ports?device_id=336c6856-ca33-4291-b38f-03e7f7a5db93 HTTP/1.1" status: 200  len: 946 time: 0.0586748
Dec 25 21:23:38.577125 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-af246b79-7bcd-4f6e-9d6b-93075eacf49f req-74a3e87d-e555-49b4-a5d9-ddf1570dfa8d tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/security-groups?id=eb031b39-e206-4789-8844-f32137bfb856&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0468481
Dec 25 21:23:38.661768 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 35836) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:23:38.748291 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5070736-00d5-40de-829b-7e6cbe46acf3 req-161f585c-a89b-4c03-937d-1f9dbf1afd12 tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:23:38.750011 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c5070736-00d5-40de-829b-7e6cbe46acf3 req-161f585c-a89b-4c03-937d-1f9dbf1afd12 tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/ports?device_id=336c6856-ca33-4291-b38f-03e7f7a5db93 HTTP/1.1" status: 200  len: 946 time: 0.0571470
Dec 25 21:23:38.801580 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c5070736-00d5-40de-829b-7e6cbe46acf3 req-aed162c2-3319-49df-a661-062b9d366a2f tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/security-groups?id=eb031b39-e206-4789-8844-f32137bfb856&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0445361
Dec 25 21:23:38.930742 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-34fb2f25-55be-458f-8029-3687f8248321 admin admin] Publish callbacks [] for security_group, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:23:38.953647 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4f4248-26a9-44d3-b2b3-681cd49108d5 req-8ba2440a-aa15-4e35-8658-5d9761ed0791 tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:23:38.955296 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7a4f4248-26a9-44d3-b2b3-681cd49108d5 req-8ba2440a-aa15-4e35-8658-5d9761ed0791 tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/ports?device_id=336c6856-ca33-4291-b38f-03e7f7a5db93 HTTP/1.1" status: 200  len: 946 time: 0.0804780
Dec 25 21:23:39.066224 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7a4f4248-26a9-44d3-b2b3-681cd49108d5 req-9cf23bf6-eacb-48b1-8959-d35982ec493f tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/security-groups?id=eb031b39-e206-4789-8844-f32137bfb856&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1022420
Dec 25 21:23:39.103156 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43058d5c-8b8d-4c9f-8f9c-71a3ccef6992 req-7ae7f595-350f-438e-8a3c-4d447e17f993 tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:23:39.104718 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-43058d5c-8b8d-4c9f-8f9c-71a3ccef6992 req-7ae7f595-350f-438e-8a3c-4d447e17f993 tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] 10.222.0.32 "GET /v2.0/ports?device_id=441fa3cf-7f7d-4f84-b4aa-cc9b9d70e477 HTTP/1.1" status: 200  len: 946 time: 0.0955331
Dec 25 21:23:39.118046 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-34fb2f25-55be-458f-8029-3687f8248321 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:23:39.177986 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-43058d5c-8b8d-4c9f-8f9c-71a3ccef6992 req-89df810c-923a-4661-b8e1-c0ef82e95ed6 tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] 10.222.0.32 "GET /v2.0/security-groups?id=b53a52e0-f618-42f7-a91e-f12e72408b35&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0567265
Dec 25 21:23:39.196354 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-34fb2f25-55be-458f-8029-3687f8248321 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:23:39.248448 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-34fb2f25-55be-458f-8029-3687f8248321 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d40ba42d58974876a230d63a0e077c68&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5831394
Dec 25 21:23:39.248448 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fb2f25-55be-458f-8029-3687f8248321 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7c6c89b-979a-4773-a285-36fa46bb9fdc,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:23:39.248775 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 35870) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:23:39.311252 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3e964f43-df2c-40ab-a88e-13a648eeaf4e req-6249765a-6555-4f4b-b158-2d6c18573f99 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/ports?device_id=80ab586d-800d-4e54-9ed7-b09636cb7bd5 HTTP/1.1" status: 200  len: 210 time: 0.0314260
Dec 25 21:23:39.340585 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-47179f52-c6d9-47a9-a5d3-56b5b2b17a70 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:23:39.366603 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-47179f52-c6d9-47a9-a5d3-56b5b2b17a70 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:23:39.377084 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a81791-524a-4e59-ac62-de4e100a0fa2 req-bea84a1e-ceaf-4527-833d-9dbf1db2b550 tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:23:39.378675 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e2a81791-524a-4e59-ac62-de4e100a0fa2 req-bea84a1e-ceaf-4527-833d-9dbf1db2b550 tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/ports?device_id=336c6856-ca33-4291-b38f-03e7f7a5db93 HTTP/1.1" status: 200  len: 946 time: 0.0580730
Dec 25 21:23:39.434533 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e2a81791-524a-4e59-ac62-de4e100a0fa2 req-4b6911b2-95e9-4e83-b705-15f835201045 tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/security-groups?id=eb031b39-e206-4789-8844-f32137bfb856&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0486994
Dec 25 21:23:39.530877 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-15cb578f-7a63-4fd3-925d-83bad4c7b82a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:23:39.552558 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a60b1d9-1ec2-4421-b477-6337a6f3dc02 req-c3b6870c-bfac-4667-abb5-7a0756eeb00c tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:23:39.554151 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5a60b1d9-1ec2-4421-b477-6337a6f3dc02 req-c3b6870c-bfac-4667-abb5-7a0756eeb00c tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/ports?device_id=336c6856-ca33-4291-b38f-03e7f7a5db93 HTTP/1.1" status: 200  len: 946 time: 0.0495698
Dec 25 21:23:39.582746 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-47179f52-c6d9-47a9-a5d3-56b5b2b17a70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:23:39.583429 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-47179f52-c6d9-47a9-a5d3-56b5b2b17a70 admin admin] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:23:39.584662 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-47179f52-c6d9-47a9-a5d3-56b5b2b17a70 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c7c6c89b-979a-4773-a285-36fa46bb9fdc HTTP/1.1" status: 204  len: 168 time: 0.3348572
Dec 25 21:23:39.603709 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device 745d590e-2b18-462d-a55e-1423ff663b30 no longer exists at agent hyperv_nch1-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:23:39.623763 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47179f52-c6d9-47a9-a5d3-56b5b2b17a70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7c6c89b-979a-4773-a285-36fa46bb9fdc,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:23:39.630626 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5a60b1d9-1ec2-4421-b477-6337a6f3dc02 req-9e9e2da4-91aa-4e71-821e-3a002230c8b2 tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/security-groups?id=eb031b39-e206-4789-8844-f32137bfb856&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0683060
Dec 25 21:23:39.658908 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] No Port match for: 745d590e-2b18-462d-a55e-1423ff663b30 {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:23:39.659508 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device 745d590e-2b18-462d-a55e-1423ff663b30 not bound to the agent host nch1-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:23:39.795489 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eea3364-babc-4c0b-9c8d-1bf0287d7680 req-1d3f14ec-dba6-4753-9263-5ff777e57c22 tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:23:39.797060 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8eea3364-babc-4c0b-9c8d-1bf0287d7680 req-1d3f14ec-dba6-4753-9263-5ff777e57c22 tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/ports?device_id=336c6856-ca33-4291-b38f-03e7f7a5db93 HTTP/1.1" status: 200  len: 946 time: 0.0590343
Dec 25 21:23:39.848680 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8eea3364-babc-4c0b-9c8d-1bf0287d7680 req-a0913d1a-1dfd-4a3e-a256-84304e7a0800 tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/security-groups?id=eb031b39-e206-4789-8844-f32137bfb856&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436864
Dec 25 21:23:39.977014 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4259a44e-d98a-4421-bafd-174d7ef6ac7d req-943a262a-4145-4e83-87e0-aa9c25a16fff tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:23:39.978708 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4259a44e-d98a-4421-bafd-174d7ef6ac7d req-943a262a-4145-4e83-87e0-aa9c25a16fff tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/ports?device_id=336c6856-ca33-4291-b38f-03e7f7a5db93 HTTP/1.1" status: 200  len: 946 time: 0.0562644
Dec 25 21:23:40.035246 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4259a44e-d98a-4421-bafd-174d7ef6ac7d req-84e36761-aa59-4729-a14a-13e011602bce tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/security-groups?id=eb031b39-e206-4789-8844-f32137bfb856&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0479348
Dec 25 21:23:40.197924 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51726b85-d497-418f-84b0-c5aaf632305b req-c603c384-a99f-4f4e-9148-b0655c43854e tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:23:40.199986 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-51726b85-d497-418f-84b0-c5aaf632305b req-c603c384-a99f-4f4e-9148-b0655c43854e tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/ports?device_id=336c6856-ca33-4291-b38f-03e7f7a5db93 HTTP/1.1" status: 200  len: 946 time: 0.0716503
Dec 25 21:23:40.275884 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-51726b85-d497-418f-84b0-c5aaf632305b req-1cdfe951-d9f1-4fe4-95fd-95f522b9ae86 tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/security-groups?id=eb031b39-e206-4789-8844-f32137bfb856&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0574770
Dec 25 21:23:40.374194 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00745847-5f3a-4284-8996-f56957f9778c req-4f4e688a-962c-41bd-ae95-f0635da4db01 tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:23:40.383656 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-00745847-5f3a-4284-8996-f56957f9778c req-4f4e688a-962c-41bd-ae95-f0635da4db01 tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] 10.222.0.32 "GET /v2.0/ports?device_id=441fa3cf-7f7d-4f84-b4aa-cc9b9d70e477 HTTP/1.1" status: 200  len: 946 time: 0.0662596
Dec 25 21:23:40.445925 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c763ed-0a80-4d18-bea9-752bcbf70d55 req-fa020ce1-2496-4d41-90cd-5d5f87cdb72e tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:23:40.447553 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-25c763ed-0a80-4d18-bea9-752bcbf70d55 req-fa020ce1-2496-4d41-90cd-5d5f87cdb72e tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/ports?device_id=336c6856-ca33-4291-b38f-03e7f7a5db93 HTTP/1.1" status: 200  len: 946 time: 0.0958858
Dec 25 21:23:40.455870 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-00745847-5f3a-4284-8996-f56957f9778c req-9dba4c89-5765-49ee-84e4-1e116f52178f tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] 10.222.0.32 "GET /v2.0/security-groups?id=b53a52e0-f618-42f7-a91e-f12e72408b35&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0654178
Dec 25 21:23:40.521467 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-25c763ed-0a80-4d18-bea9-752bcbf70d55 req-a35949fe-1c49-4b14-be12-f1be0dac801f tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/security-groups?id=eb031b39-e206-4789-8844-f32137bfb856&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0645487
Dec 25 21:23:40.555436 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-56f54cb4-b3d7-4912-a1b4-e59b8e0446ac req-edc219b0-c6d5-47d9-bfa2-c0e21bd574c2 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/ports?device_id=80ab586d-800d-4e54-9ed7-b09636cb7bd5 HTTP/1.1" status: 200  len: 210 time: 0.0303457
Dec 25 21:23:40.607581 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:23:40.692412 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 35916) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:23:40.706618 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-03e97747-decf-40b9-a314-f94fb06bab9a admin admin] Publish callbacks [] for security_group, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:23:40.728312 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ce949e-336b-4216-96a1-f1a254a69d73 req-5f3be65b-4808-4251-984a-4351bbb52fe3 tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:23:40.730206 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-78ce949e-336b-4216-96a1-f1a254a69d73 req-5f3be65b-4808-4251-984a-4351bbb52fe3 tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/ports?device_id=336c6856-ca33-4291-b38f-03e7f7a5db93 HTTP/1.1" status: 200  len: 946 time: 0.1278539
Dec 25 21:23:40.779874 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd981d4-9fa1-4932-b810-def1ea8515c1 req-05c495c7-268a-4888-a0ee-fe34528e38e2 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:23:40.781228 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-bdd981d4-9fa1-4932-b810-def1ea8515c1 req-05c495c7-268a-4888-a0ee-fe34528e38e2 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.37 "GET /v2.0/networks?id=050fe506-29b6-4536-b03a-6d4fd9d4993c HTTP/1.1" status: 200  len: 812 time: 0.1433508
Dec 25 21:23:40.802466 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-03e97747-decf-40b9-a314-f94fb06bab9a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:23:40.802751 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-bdd981d4-9fa1-4932-b810-def1ea8515c1 req-da2037de-70a6-41ab-bbf6-dd438f772ab3 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Request body: {'port': {'device_id': '80ab586d-800d-4e54-9ed7-b09636cb7bd5', 'network_id': '050fe506-29b6-4536-b03a-6d4fd9d4993c', 'admin_state_up': True, 'tenant_id': '4c3545b07d0b4ccf9cd48a80c2d37521'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:23:40.844938 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-78ce949e-336b-4216-96a1-f1a254a69d73 req-353f3d8c-6beb-463b-abb6-8de3ed81f522 tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/security-groups?id=eb031b39-e206-4789-8844-f32137bfb856&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1072903
Dec 25 21:23:40.888616 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-03e97747-decf-40b9-a314-f94fb06bab9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:23:40.910510 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 35924) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:23:40.948935 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-03e97747-decf-40b9-a314-f94fb06bab9a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a52856794f214b7e8f4e96decd2bd3e8&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2545877
Dec 25 21:23:40.949898 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e97747-decf-40b9-a314-f94fb06bab9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c379ef7-3456-42f3-a602-d2b984fe6a73,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:23:40.953554 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 35928) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:23:41.008520 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5b6b1ffc-2d21-44d1-97a7-dbd5297f0b56 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:23:41.032436 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5b6b1ffc-2d21-44d1-97a7-dbd5297f0b56 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:23:41.050092 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-c865f644-b6a1-4d48-b03e-4a9b218bc8ad admin admin] Publish callbacks [] for security_group, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:23:41.092884 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bdd981d4-9fa1-4932-b810-def1ea8515c1 req-da2037de-70a6-41ab-bbf6-dd438f772ab3 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Made reservation on behalf of 4c3545b07d0b4ccf9cd48a80c2d37521 for: {'port': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:23:41.097100 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-bdd981d4-9fa1-4932-b810-def1ea8515c1 req-da2037de-70a6-41ab-bbf6-dd438f772ab3 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:23:41.171094 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5b6b1ffc-2d21-44d1-97a7-dbd5297f0b56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:23:41.173824 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5b6b1ffc-2d21-44d1-97a7-dbd5297f0b56 admin admin] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:23:41.175210 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-5b6b1ffc-2d21-44d1-97a7-dbd5297f0b56 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5c379ef7-3456-42f3-a602-d2b984fe6a73 HTTP/1.1" status: 204  len: 168 time: 0.2207468
Dec 25 21:23:41.184812 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6b1ffc-2d21-44d1-97a7-dbd5297f0b56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c379ef7-3456-42f3-a602-d2b984fe6a73,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:23:41.317920 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-c865f644-b6a1-4d48-b03e-4a9b218bc8ad admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:23:41.319298 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_common [req-bdd981d4-9fa1-4932-b810-def1ea8515c1 req-da2037de-70a6-41ab-bbf6-dd438f772ab3 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Allocated IP 172.20.0.4 (050fe506-29b6-4536-b03a-6d4fd9d4993c/1f5d8ab8-049c-411c-8531-c48febcca4ec/8682c537-48c9-45f3-aff8-21394b858c2b) {{(pid=121606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:23:41.468487 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-bdd981d4-9fa1-4932-b810-def1ea8515c1 req-da2037de-70a6-41ab-bbf6-dd438f772ab3 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Publish callbacks [] for port, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:23:41.471513 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-c865f644-b6a1-4d48-b03e-4a9b218bc8ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:23:41.516911 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-c865f644-b6a1-4d48-b03e-4a9b218bc8ad admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=784119b833ae41fd87334f4ddab7bb02&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6033463
Dec 25 21:23:41.518158 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 35950) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:23:41.523440 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c865f644-b6a1-4d48-b03e-4a9b218bc8ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01d34aa2-f1f5-474f-9e18-2e196e16be3d,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:23:41.591630 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b9521ef0-0721-4862-bc24-f903dbff0fcb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:23:41.596956 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9c1f5c-8bef-4e10-93bd-d3b6d612fb43 req-d401088b-8e3e-48d4-ba9f-0c52233c8861 tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:23:41.605070 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5a9c1f5c-8bef-4e10-93bd-d3b6d612fb43 req-d401088b-8e3e-48d4-ba9f-0c52233c8861 tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] 10.222.0.32 "GET /v2.0/ports?device_id=441fa3cf-7f7d-4f84-b4aa-cc9b9d70e477 HTTP/1.1" status: 200  len: 946 time: 0.0738850
Dec 25 21:23:41.615838 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b9521ef0-0721-4862-bc24-f903dbff0fcb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:23:41.669869 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-bdd981d4-9fa1-4932-b810-def1ea8515c1 req-da2037de-70a6-41ab-bbf6-dd438f772ab3 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:23:41.676511 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5a9c1f5c-8bef-4e10-93bd-d3b6d612fb43 req-bdcaf0a7-8287-45e7-8251-dba72522d6bc tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] 10.222.0.32 "GET /v2.0/security-groups?id=b53a52e0-f618-42f7-a91e-f12e72408b35&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0703032
Dec 25 21:23:41.681426 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] get_ports_and_sgs() called for port_ids ['815adaf6-6cd2-46df-a541-c0f11b539b22', 'd39bd2f0-4d3d-4db5-8928-d5a1bd22462e'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:23:41.755937 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b9521ef0-0721-4862-bc24-f903dbff0fcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:23:41.757846 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bdd981d4-9fa1-4932-b810-def1ea8515c1 req-da2037de-70a6-41ab-bbf6-dd438f772ab3 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Network 050fe506-29b6-4536-b03a-6d4fd9d4993c is already hosted by enough agents. {{(pid=121606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:23:41.761540 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b9521ef0-0721-4862-bc24-f903dbff0fcb admin admin] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:23:41.765840 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-b9521ef0-0721-4862-bc24-f903dbff0fcb admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/01d34aa2-f1f5-474f-9e18-2e196e16be3d HTTP/1.1" status: 204  len: 168 time: 0.2430694
Dec 25 21:23:41.765988 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [req-bdd981d4-9fa1-4932-b810-def1ea8515c1 req-da2037de-70a6-41ab-bbf6-dd438f772ab3 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Resources bound (agent type, host, resource id):  {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:23:41.768501 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdd981d4-9fa1-4932-b810-def1ea8515c1 req-da2037de-70a6-41ab-bbf6-dd438f772ab3 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Received port after_create {{(pid=121606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:23:41.773580 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9521ef0-0721-4862-bc24-f903dbff0fcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01d34aa2-f1f5-474f-9e18-2e196e16be3d,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:23:41.822864 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2037de-70a6-41ab-bbf6-dd438f772ab3 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Pushing event updated for resources: {'Port': ['ID=8682c537-48c9-45f3-aff8-21394b858c2b,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:23:41.832223 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd981d4-9fa1-4932-b810-def1ea8515c1 req-da2037de-70a6-41ab-bbf6-dd438f772ab3 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:23:41.832889 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-bdd981d4-9fa1-4932-b810-def1ea8515c1 req-da2037de-70a6-41ab-bbf6-dd438f772ab3 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:23:41.859488 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819c07f7-df97-40c9-9815-89401be4992d req-7d158a33-dafe-49aa-b428-c22ee98a8f0b tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:23:41.861009 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-819c07f7-df97-40c9-9815-89401be4992d req-7d158a33-dafe-49aa-b428-c22ee98a8f0b tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/ports?device_id=80ab586d-800d-4e54-9ed7-b09636cb7bd5 HTTP/1.1" status: 200  len: 931 time: 0.1939092
Dec 25 21:23:41.962262 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-819c07f7-df97-40c9-9815-89401be4992d req-05b13edc-1ca2-4d24-9ff5-27f3021ecd75 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/security-groups?id=8da2903e-43de-461d-84b5-0c733a2bfb8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0857611
Dec 25 21:23:41.987452 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-bdd981d4-9fa1-4932-b810-def1ea8515c1 req-da2037de-70a6-41ab-bbf6-dd438f772ab3 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.1972742
Dec 25 21:23:42.005998 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-bdd981d4-9fa1-4932-b810-def1ea8515c1 req-8385b6d5-a1d2-48dd-9174-c5b920ce0800 service neutron] Request body: {'port': {'device_id': '80ab586d-800d-4e54-9ed7-b09636cb7bd5', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:23:42.062556 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-bdd981d4-9fa1-4932-b810-def1ea8515c1 req-8385b6d5-a1d2-48dd-9174-c5b920ce0800 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:23:42.114723 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-66f19932-bce7-4efe-a6ac-2f4435e7a3c5 None None] Provisioning complete for port 8682c537-48c9-45f3-aff8-21394b858c2b triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:23:42.115332 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-66f19932-bce7-4efe-a6ac-2f4435e7a3c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:23:42.155555 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-66f19932-bce7-4efe-a6ac-2f4435e7a3c5 None None] Port 8682c537-48c9-45f3-aff8-21394b858c2b cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:23:42.360271 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [req-bdd981d4-9fa1-4932-b810-def1ea8515c1 req-8385b6d5-a1d2-48dd-9174-c5b920ce0800 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8682c537-48c9-45f3-aff8-21394b858c2b {{(pid=121606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:23:42.368325 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-bdd981d4-9fa1-4932-b810-def1ea8515c1 req-8385b6d5-a1d2-48dd-9174-c5b920ce0800 service neutron] Publish callbacks [] for port, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:23:42.386740 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.provisioning_blocks [req-bdd981d4-9fa1-4932-b810-def1ea8515c1 req-8385b6d5-a1d2-48dd-9174-c5b920ce0800 service neutron] Transition to ACTIVE for port object 8682c537-48c9-45f3-aff8-21394b858c2b will not be triggered until provisioned by entity L2. {{(pid=121606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 25 21:23:42.542027 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-bdd981d4-9fa1-4932-b810-def1ea8515c1 req-8385b6d5-a1d2-48dd-9174-c5b920ce0800 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:23:42.615890 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8385b6d5-a1d2-48dd-9174-c5b920ce0800 service neutron] Pushing event updated for resources: {'Port': ['ID=8682c537-48c9-45f3-aff8-21394b858c2b,revision_number=2']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:23:42.671254 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-bdd981d4-9fa1-4932-b810-def1ea8515c1 req-8385b6d5-a1d2-48dd-9174-c5b920ce0800 service neutron] Attempting to bind port 8682c537-48c9-45f3-aff8-21394b858c2b on host nch2-master-1 for vnic_type normal with profile  {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:23:42.671597 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-bdd981d4-9fa1-4932-b810-def1ea8515c1 req-8385b6d5-a1d2-48dd-9174-c5b920ce0800 service neutron] Attempting to bind port 8682c537-48c9-45f3-aff8-21394b858c2b by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '66e39abb-3870-4404-91e4-a4d8a7ae7fb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '050fe506-29b6-4536-b03a-6d4fd9d4993c'}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:23:42.671928 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdd981d4-9fa1-4932-b810-def1ea8515c1 req-8385b6d5-a1d2-48dd-9174-c5b920ce0800 service neutron] Attempting to bind port 8682c537-48c9-45f3-aff8-21394b858c2b on network 050fe506-29b6-4536-b03a-6d4fd9d4993c {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:23:42.676457 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdd981d4-9fa1-4932-b810-def1ea8515c1 req-8385b6d5-a1d2-48dd-9174-c5b920ce0800 service neutron] Port 8682c537-48c9-45f3-aff8-21394b858c2b on network 050fe506-29b6-4536-b03a-6d4fd9d4993c not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 25 21:23:42.676791 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdd981d4-9fa1-4932-b810-def1ea8515c1 req-8385b6d5-a1d2-48dd-9174-c5b920ce0800 service neutron] Attempting to bind port 8682c537-48c9-45f3-aff8-21394b858c2b on network 050fe506-29b6-4536-b03a-6d4fd9d4993c {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:23:42.682055 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdd981d4-9fa1-4932-b810-def1ea8515c1 req-8385b6d5-a1d2-48dd-9174-c5b920ce0800 service neutron] Checking agent: {'id': '0d9ae313-8f8d-40fa-8a9f-d098a25a9911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 21, 4, 38), 'started_at': datetime.datetime(2021, 12, 25, 21, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 23, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:23:42.682399 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdd981d4-9fa1-4932-b810-def1ea8515c1 req-8385b6d5-a1d2-48dd-9174-c5b920ce0800 service neutron] Checking segment: {'id': '66e39abb-3870-4404-91e4-a4d8a7ae7fb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '050fe506-29b6-4536-b03a-6d4fd9d4993c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:23:42.683359 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdd981d4-9fa1-4932-b810-def1ea8515c1 req-8385b6d5-a1d2-48dd-9174-c5b920ce0800 service neutron] Bound using segment: {'id': '66e39abb-3870-4404-91e4-a4d8a7ae7fb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '050fe506-29b6-4536-b03a-6d4fd9d4993c'} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:23:42.684023 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-bdd981d4-9fa1-4932-b810-def1ea8515c1 req-8385b6d5-a1d2-48dd-9174-c5b920ce0800 service neutron] Bound port: 8682c537-48c9-45f3-aff8-21394b858c2b, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66e39abb-3870-4404-91e4-a4d8a7ae7fb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '050fe506-29b6-4536-b03a-6d4fd9d4993c'}}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:23:42.684721 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-bdd981d4-9fa1-4932-b810-def1ea8515c1 req-8385b6d5-a1d2-48dd-9174-c5b920ce0800 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:23:42.753227 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-bdd981d4-9fa1-4932-b810-def1ea8515c1 req-8385b6d5-a1d2-48dd-9174-c5b920ce0800 service neutron] For port 8682c537-48c9-45f3-aff8-21394b858c2b, host nch2-master-1, cleared binding levels {{(pid=121606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:23:42.756618 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-bdd981d4-9fa1-4932-b810-def1ea8515c1 req-8385b6d5-a1d2-48dd-9174-c5b920ce0800 service neutron] For port 8682c537-48c9-45f3-aff8-21394b858c2b, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8682c537-48c9-45f3-aff8-21394b858c2b,segment=NetworkSegment(66e39abb-3870-4404-91e4-a4d8a7ae7fb7),segment_id=66e39abb-3870-4404-91e4-a4d8a7ae7fb7)] {{(pid=121606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:23:42.787598 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 35988) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:23:42.808362 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-4cf12542-406e-4afe-973d-543d8093a960 admin admin] Publish callbacks [] for security_group, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:23:42.822853 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d3e017-5433-4c81-8866-959c1a147fac req-23765cae-a101-414b-aacb-3210275691a8 tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:23:42.825162 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-15d3e017-5433-4c81-8866-959c1a147fac req-23765cae-a101-414b-aacb-3210275691a8 tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] 10.222.0.32 "GET /v2.0/ports?device_id=441fa3cf-7f7d-4f84-b4aa-cc9b9d70e477 HTTP/1.1" status: 200  len: 946 time: 0.0595458
Dec 25 21:23:42.878664 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-bdd981d4-9fa1-4932-b810-def1ea8515c1 req-8385b6d5-a1d2-48dd-9174-c5b920ce0800 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:23:42.887675 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-15d3e017-5433-4c81-8866-959c1a147fac req-eff599ad-bced-4f78-bbcc-d86c488b32e5 tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] 10.222.0.32 "GET /v2.0/security-groups?id=b53a52e0-f618-42f7-a91e-f12e72408b35&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0564029
Dec 25 21:23:42.921491 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd981d4-9fa1-4932-b810-def1ea8515c1 req-8385b6d5-a1d2-48dd-9174-c5b920ce0800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:23:42.922337 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-bdd981d4-9fa1-4932-b810-def1ea8515c1 req-8385b6d5-a1d2-48dd-9174-c5b920ce0800 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:23:42.924226 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-bdd981d4-9fa1-4932-b810-def1ea8515c1 req-8385b6d5-a1d2-48dd-9174-c5b920ce0800 service neutron] 10.222.0.37 "PUT /v2.0/ports/8682c537-48c9-45f3-aff8-21394b858c2b HTTP/1.1" status: 200  len: 1091 time: 0.9281693
Dec 25 21:23:42.930082 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80ab586d-800d-4e54-9ed7-b09636cb7bd5', 'tag': '8682c537-48c9-45f3-aff8-21394b858c2b'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:23:42.934033 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9858820c13ec2827453b94ebc4181065e990a4e4089ccb9fe762531ac62d2fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59931a21-f3b0-45f2-b6c9-ba81f3908486" -d '{"events": [{"name": "network-changed", "server_uuid": "80ab586d-800d-4e54-9ed7-b09636cb7bd5", "tag": "8682c537-48c9-45f3-aff8-21394b858c2b"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:23:42.936801 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-4cf12542-406e-4afe-973d-543d8093a960 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:23:42.961018 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8385b6d5-a1d2-48dd-9174-c5b920ce0800 service neutron] Pushing event updated for resources: {'Port': ['ID=8682c537-48c9-45f3-aff8-21394b858c2b,revision_number=3']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:23:43.001610 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Dec 2021 21:23:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-724199e0-77f0-4e71-9fd5-b5fdd26594ae x-openstack-request-id: req-724199e0-77f0-4e71-9fd5-b5fdd26594ae {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:23:43.012052 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80ab586d-800d-4e54-9ed7-b09636cb7bd5", "tag": "8682c537-48c9-45f3-aff8-21394b858c2b", "status": "completed", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:23:43.012052 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-724199e0-77f0-4e71-9fd5-b5fdd26594ae {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:23:43.012052 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80ab586d-800d-4e54-9ed7-b09636cb7bd5', 'tag': '8682c537-48c9-45f3-aff8-21394b858c2b', 'status': 'completed', 'code': 200}
Dec 25 21:23:43.109421 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59931a21-f3b0-45f2-b6c9-ba81f3908486 req-1a7e68fa-cc64-4b24-a382-98eb54b00572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:23:43.111049 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-59931a21-f3b0-45f2-b6c9-ba81f3908486 req-1a7e68fa-cc64-4b24-a382-98eb54b00572 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4c3545b07d0b4ccf9cd48a80c2d37521&device_id=80ab586d-800d-4e54-9ed7-b09636cb7bd5 HTTP/1.1" status: 200  len: 1094 time: 0.0768468
Dec 25 21:23:43.127035 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beced7c1-ae4d-4945-8f55-87f18a4e13cf req-14543069-b42f-4cf9-8382-6d0e98374374 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:23:43.128556 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-beced7c1-ae4d-4945-8f55-87f18a4e13cf req-14543069-b42f-4cf9-8382-6d0e98374374 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/ports?device_id=80ab586d-800d-4e54-9ed7-b09636cb7bd5 HTTP/1.1" status: 200  len: 943 time: 0.0669849
Dec 25 21:23:43.132846 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-4cf12542-406e-4afe-973d-543d8093a960 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:23:43.201907 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf12542-406e-4afe-973d-543d8093a960 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cf0df65-da44-4cc5-b5a4-c56ea7877764,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:23:43.230271 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 36006) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:23:43.231240 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-4cf12542-406e-4afe-973d-543d8093a960 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d263b9903168443d9c89ac648e0bb658&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4419205
Dec 25 21:23:43.292298 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-beced7c1-ae4d-4945-8f55-87f18a4e13cf req-775b27cb-7165-43b9-bf4c-eed0313b6d5d tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/security-groups?id=8da2903e-43de-461d-84b5-0c733a2bfb8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1388335
Dec 25 21:23:43.308322 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59931a21-f3b0-45f2-b6c9-ba81f3908486 req-838e21b3-0aad-4034-9725-5fabab0ea532 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:23:43.311454 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-59931a21-f3b0-45f2-b6c9-ba81f3908486 req-838e21b3-0aad-4034-9725-5fabab0ea532 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=4c3545b07d0b4ccf9cd48a80c2d37521&shared=False HTTP/1.1" status: 200  len: 913 time: 0.1803679
Dec 25 21:23:43.332090 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-cd0bff93-628b-4a93-bb40-40696c84b96c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:23:43.399368 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-cd0bff93-628b-4a93-bb40-40696c84b96c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:23:43.456413 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59931a21-f3b0-45f2-b6c9-ba81f3908486 req-c5555137-ea31-449f-9763-b78c9a564fff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:23:43.457841 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-59931a21-f3b0-45f2-b6c9-ba81f3908486 req-c5555137-ea31-449f-9763-b78c9a564fff service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1384108
Dec 25 21:23:43.824562 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-cd0bff93-628b-4a93-bb40-40696c84b96c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:23:43.827206 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-cd0bff93-628b-4a93-bb40-40696c84b96c admin admin] Publish callbacks [] for security_group, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:23:43.828289 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-cd0bff93-628b-4a93-bb40-40696c84b96c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6cf0df65-da44-4cc5-b5a4-c56ea7877764 HTTP/1.1" status: 204  len: 168 time: 0.5971551
Dec 25 21:23:43.855432 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0bff93-628b-4a93-bb40-40696c84b96c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cf0df65-da44-4cc5-b5a4-c56ea7877764,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:23:43.872954 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd981d4-9fa1-4932-b810-def1ea8515c1 req-5ddedbd8-d088-4db1-8c6d-403f23fd42bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:23:43.874467 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-bdd981d4-9fa1-4932-b810-def1ea8515c1 req-5ddedbd8-d088-4db1-8c6d-403f23fd42bc service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4c3545b07d0b4ccf9cd48a80c2d37521&device_id=80ab586d-800d-4e54-9ed7-b09636cb7bd5 HTTP/1.1" status: 200  len: 1094 time: 0.3760662
Dec 25 21:23:43.879570 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c1325b-9aa5-4879-b8bc-a2364ce2a84c req-918d51e5-fa90-4487-a122-25872750ff4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:23:43.881029 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-19c1325b-9aa5-4879-b8bc-a2364ce2a84c req-918d51e5-fa90-4487-a122-25872750ff4c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=441fa3cf-7f7d-4f84-b4aa-cc9b9d70e477 HTTP/1.1" status: 200  len: 1097 time: 0.0670564
Dec 25 21:23:43.924711 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-bdd981d4-9fa1-4932-b810-def1ea8515c1 req-b61a4362-2238-4e74-90da-77ab2356c347 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8682c537-48c9-45f3-aff8-21394b858c2b HTTP/1.1" status: 200  len: 217 time: 0.0426698
Dec 25 21:23:43.997133 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd981d4-9fa1-4932-b810-def1ea8515c1 req-d382a9f7-1038-44f7-a0c1-0a49e042759b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:23:43.998581 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-bdd981d4-9fa1-4932-b810-def1ea8515c1 req-d382a9f7-1038-44f7-a0c1-0a49e042759b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1f5d8ab8-049c-411c-8531-c48febcca4ec HTTP/1.1" status: 200  len: 851 time: 0.0657542
Dec 25 21:23:44.039774 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-19c1325b-9aa5-4879-b8bc-a2364ce2a84c req-c0ceb8a3-3bf5-4949-9063-7979193c1361 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=b53a52e0-f618-42f7-a91e-f12e72408b35&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1508105
Dec 25 21:23:44.086767 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fc207c-c88d-4722-b84e-97eae3288abb req-59d75b20-7874-4a02-9fba-3df3d81d6c17 tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:23:44.088284 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-27fc207c-c88d-4722-b84e-97eae3288abb req-59d75b20-7874-4a02-9fba-3df3d81d6c17 tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] 10.222.0.32 "GET /v2.0/ports?device_id=441fa3cf-7f7d-4f84-b4aa-cc9b9d70e477 HTTP/1.1" status: 200  len: 946 time: 0.0960324
Dec 25 21:23:44.091381 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd981d4-9fa1-4932-b810-def1ea8515c1 req-b5efe3d1-a3c4-4c77-9bb6-e6fa510c64f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:23:44.092828 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-bdd981d4-9fa1-4932-b810-def1ea8515c1 req-b5efe3d1-a3c4-4c77-9bb6-e6fa510c64f8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=050fe506-29b6-4536-b03a-6d4fd9d4993c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0775626
Dec 25 21:23:44.139454 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-27fc207c-c88d-4722-b84e-97eae3288abb req-3af00a08-aa31-495d-9169-368f39032731 tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] 10.222.0.32 "GET /v2.0/security-groups?id=b53a52e0-f618-42f7-a91e-f12e72408b35&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0447254
Dec 25 21:23:44.335826 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-bdd981d4-9fa1-4932-b810-def1ea8515c1 req-7576ec3d-ec2e-48b7-85fc-1a39ba216006 service neutron] 10.222.0.37 "GET /v2.0/networks/050fe506-29b6-4536-b03a-6d4fd9d4993c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1015656
Dec 25 21:23:44.475467 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5716ef15-d9a9-4e6f-b253-cf69bac7a130 req-374abf15-adbd-4d8d-9237-b811df2d72b0 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:23:44.477086 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5716ef15-d9a9-4e6f-b253-cf69bac7a130 req-374abf15-adbd-4d8d-9237-b811df2d72b0 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/ports?device_id=80ab586d-800d-4e54-9ed7-b09636cb7bd5 HTTP/1.1" status: 200  len: 943 time: 0.1055729
Dec 25 21:23:44.479127 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-bdd981d4-9fa1-4932-b810-def1ea8515c1 req-bc9801e9-7dd2-45e6-9f46-6a8c33f0a470 service neutron] 10.222.0.37 "GET /v2.0/networks/050fe506-29b6-4536-b03a-6d4fd9d4993c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1354749
Dec 25 21:23:44.551964 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5716ef15-d9a9-4e6f-b253-cf69bac7a130 req-552e27a9-eaeb-4697-a863-3c4a78811871 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/security-groups?id=8da2903e-43de-461d-84b5-0c733a2bfb8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0508523
Dec 25 21:23:44.618607 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 36050) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:23:44.631524 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-5db6739c-c00d-4ce5-87ec-2b05020d3a28 admin admin] Publish callbacks [] for security_group, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:23:44.710171 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-5db6739c-c00d-4ce5-87ec-2b05020d3a28 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:23:44.790438 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-5db6739c-c00d-4ce5-87ec-2b05020d3a28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:23:44.829704 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-5db6739c-c00d-4ce5-87ec-2b05020d3a28 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=41dc285eee734b16af09bda3e0426dcd&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2100196
Dec 25 21:23:44.830847 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db6739c-c00d-4ce5-87ec-2b05020d3a28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1b85580-eead-45b4-a34e-0c93ba11457d,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:23:44.832415 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 36052) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:23:44.882599 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-20c53ae8-dfb1-4e8a-9fcd-65a83e5f891c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:23:44.905539 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-20c53ae8-dfb1-4e8a-9fcd-65a83e5f891c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:23:45.039214 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-20c53ae8-dfb1-4e8a-9fcd-65a83e5f891c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:23:45.041838 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-20c53ae8-dfb1-4e8a-9fcd-65a83e5f891c admin admin] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:23:45.042952 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-20c53ae8-dfb1-4e8a-9fcd-65a83e5f891c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d1b85580-eead-45b4-a34e-0c93ba11457d HTTP/1.1" status: 204  len: 168 time: 0.2084725
Dec 25 21:23:45.050817 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c53ae8-dfb1-4e8a-9fcd-65a83e5f891c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1b85580-eead-45b4-a34e-0c93ba11457d,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:23:45.263859 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fad9d0-bec0-4fdf-9d81-1e9ea3603891 req-ee23cfd4-e60b-4358-b360-e03d0b63d9be tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:23:45.265455 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f2fad9d0-bec0-4fdf-9d81-1e9ea3603891 req-ee23cfd4-e60b-4358-b360-e03d0b63d9be tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] 10.222.0.32 "GET /v2.0/ports?device_id=441fa3cf-7f7d-4f84-b4aa-cc9b9d70e477 HTTP/1.1" status: 200  len: 946 time: 0.0500479
Dec 25 21:23:45.327953 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f2fad9d0-bec0-4fdf-9d81-1e9ea3603891 req-37ab3d6c-77f6-414f-a72e-b9eea9c116a6 tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] 10.222.0.32 "GET /v2.0/security-groups?id=b53a52e0-f618-42f7-a91e-f12e72408b35&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0553246
Dec 25 21:23:45.713830 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86aebd92-3632-4516-92ce-4b5b3e5b4d33 req-fd1d6dc1-e1ba-423a-9507-07fc7da032b1 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:23:45.715275 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-86aebd92-3632-4516-92ce-4b5b3e5b4d33 req-fd1d6dc1-e1ba-423a-9507-07fc7da032b1 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/ports?device_id=80ab586d-800d-4e54-9ed7-b09636cb7bd5 HTTP/1.1" status: 200  len: 943 time: 0.0518985
Dec 25 21:23:45.768461 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-86aebd92-3632-4516-92ce-4b5b3e5b4d33 req-6882f2f2-a573-41c3-b33e-89a23079e4a8 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/security-groups?id=8da2903e-43de-461d-84b5-0c733a2bfb8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0472350
Dec 25 21:23:45.850029 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58950028-c228-42cd-a553-64057ccc96d3 req-648bdd87-7916-4bab-b023-49d946cba02d tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:23:45.851541 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-58950028-c228-42cd-a553-64057ccc96d3 req-648bdd87-7916-4bab-b023-49d946cba02d tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] 10.222.0.32 "GET /v2.0/ports?device_id=441fa3cf-7f7d-4f84-b4aa-cc9b9d70e477 HTTP/1.1" status: 200  len: 946 time: 0.0497220
Dec 25 21:23:45.930412 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-58950028-c228-42cd-a553-64057ccc96d3 req-e8c27a1a-502c-4e01-b14e-548100345c9b tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] 10.222.0.32 "GET /v2.0/security-groups?id=b53a52e0-f618-42f7-a91e-f12e72408b35&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0727835
Dec 25 21:23:45.951486 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e59602-2ea9-4693-9439-c82eeb72b0ab req-ad1531e9-3839-460f-9546-1c1c828af5a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:23:45.951486 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c5e59602-2ea9-4693-9439-c82eeb72b0ab req-ad1531e9-3839-460f-9546-1c1c828af5a9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=af127d2683f84f0682595fe8297db6b1&device_id=441fa3cf-7f7d-4f84-b4aa-cc9b9d70e477 HTTP/1.1" status: 200  len: 1097 time: 0.0577717
Dec 25 21:23:46.046774 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e59602-2ea9-4693-9439-c82eeb72b0ab req-a6bd0e53-fc93-42cf-b5a1-e93f0e37a8c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:23:46.048399 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c5e59602-2ea9-4693-9439-c82eeb72b0ab req-a6bd0e53-fc93-42cf-b5a1-e93f0e37a8c0 service neutron] 10.222.0.37 "GET /v2.0/networks?id=c6d0f08d-96b7-4228-b50e-9f6262725ca6 HTTP/1.1" status: 200  len: 918 time: 0.0940547
Dec 25 21:23:46.090365 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c5e59602-2ea9-4693-9439-c82eeb72b0ab req-db1eb4c9-4d47-4add-b660-9805eaa35c7a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e763608c-e444-4936-aae2-43161cd57a85 HTTP/1.1" status: 200  len: 217 time: 0.0351844
Dec 25 21:23:46.148067 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e59602-2ea9-4693-9439-c82eeb72b0ab req-6b888d29-3061-4799-b21e-390c94cc057b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:23:46.149674 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c5e59602-2ea9-4693-9439-c82eeb72b0ab req-6b888d29-3061-4799-b21e-390c94cc057b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=54e8004f-9c9e-4996-97cc-5b15fbdb0d97 HTTP/1.1" status: 200  len: 857 time: 0.0521276
Dec 25 21:23:46.183903 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c5e59602-2ea9-4693-9439-c82eeb72b0ab req-71ba20e8-0138-4a89-b30d-28515df0fdeb service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c6d0f08d-96b7-4228-b50e-9f6262725ca6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0262523
Dec 25 21:23:46.278038 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c5e59602-2ea9-4693-9439-c82eeb72b0ab req-e0854092-ed94-4ffd-b2a5-161d63f20009 service neutron] 10.222.0.37 "GET /v2.0/networks/c6d0f08d-96b7-4228-b50e-9f6262725ca6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0869155
Dec 25 21:23:46.381173 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c5e59602-2ea9-4693-9439-c82eeb72b0ab req-daa43c65-f626-47c5-ae62-1d18fff90a34 service neutron] 10.222.0.37 "GET /v2.0/networks/c6d0f08d-96b7-4228-b50e-9f6262725ca6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0963635
Dec 25 21:23:46.487100 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device 8682c537-48c9-45f3-aff8-21394b858c2b details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 25 21:23:46.519201 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 36112) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:23:46.611283 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port 8682c537-48c9-45f3-aff8-21394b858c2b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8682c537-48c9-45f3-aff8-21394b858c2b,segment=NetworkSegment(66e39abb-3870-4404-91e4-a4d8a7ae7fb7),segment_id=66e39abb-3870-4404-91e4-a4d8a7ae7fb7)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:23:46.625902 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Returning: {'device': '8682c537-48c9-45f3-aff8-21394b858c2b', 'network_id': '050fe506-29b6-4536-b03a-6d4fd9d4993c', 'port_id': '8682c537-48c9-45f3-aff8-21394b858c2b', 'mac_address': 'fa:16:3e:86:a6:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f5d8ab8-049c-411c-8531-c48febcca4ec', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 25 21:23:46.644294 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5e7879e2-ff1e-4ab0-8260-cc67504840db admin admin] Publish callbacks [] for security_group, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:23:46.672751 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:23:46.686056 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8682c537-48c9-45f3-aff8-21394b858c2b {{(pid=121608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:23:46.706429 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port 8682c537-48c9-45f3-aff8-21394b858c2b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8682c537-48c9-45f3-aff8-21394b858c2b,segment=NetworkSegment(66e39abb-3870-4404-91e4-a4d8a7ae7fb7),segment_id=66e39abb-3870-4404-91e4-a4d8a7ae7fb7)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:23:46.723485 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5e7879e2-ff1e-4ab0-8260-cc67504840db admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:23:46.861854 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:23:46.865910 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5e7879e2-ff1e-4ab0-8260-cc67504840db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:23:46.897396 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1598084e-a5ca-414b-b2f7-8ca16b3d7242 req-07408098-6f35-47e7-b784-59119762df0b tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:23:46.899080 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1598084e-a5ca-414b-b2f7-8ca16b3d7242 req-07408098-6f35-47e7-b784-59119762df0b tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/ports?device_id=80ab586d-800d-4e54-9ed7-b09636cb7bd5 HTTP/1.1" status: 200  len: 943 time: 0.0550449
Dec 25 21:23:46.904304 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-5e7879e2-ff1e-4ab0-8260-cc67504840db admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=de61fede3d6348e59dbd910e0b2f0476&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3840072
Dec 25 21:23:46.905526 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7879e2-ff1e-4ab0-8260-cc67504840db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b34dd653-2b5e-4c67-80d4-05417339ee7c,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:23:46.907558 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 36122) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:23:46.945071 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Pushing event updated for resources: {'Port': ['ID=8682c537-48c9-45f3-aff8-21394b858c2b,revision_number=4']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:23:46.982405 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1598084e-a5ca-414b-b2f7-8ca16b3d7242 req-6cf8f09c-561c-45c1-a51e-abfe23398ec2 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/security-groups?id=8da2903e-43de-461d-84b5-0c733a2bfb8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0756674
Dec 25 21:23:46.994043 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-3b8ff3c4-7968-40a5-8cb6-f6c9308ecd18 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:23:47.035290 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-3b8ff3c4-7968-40a5-8cb6-f6c9308ecd18 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:23:47.059323 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 36128) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:23:47.106046 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f8446d-04a1-40f6-9810-880401c2ae07 req-2ae41eca-7a05-4223-a1d8-6ce7211d3c91 tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:23:47.107603 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a5f8446d-04a1-40f6-9810-880401c2ae07 req-2ae41eca-7a05-4223-a1d8-6ce7211d3c91 tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] 10.222.0.32 "GET /v2.0/ports?device_id=441fa3cf-7f7d-4f84-b4aa-cc9b9d70e477 HTTP/1.1" status: 200  len: 946 time: 0.0913780
Dec 25 21:23:47.159144 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a5f8446d-04a1-40f6-9810-880401c2ae07 req-6d513d9e-d51d-46ff-ae80-67ec0e94b5e3 tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] 10.222.0.32 "GET /v2.0/security-groups?id=b53a52e0-f618-42f7-a91e-f12e72408b35&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438845
Dec 25 21:23:47.168118 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-dcb946f0-70fe-41cc-be36-5d030e382ce3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:23:47.180812 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] get_ports_and_sgs() called for port_ids ['8682c537-48c9-45f3-aff8-21394b858c2b'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:23:47.235700 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-3b8ff3c4-7968-40a5-8cb6-f6c9308ecd18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:23:47.238433 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-3b8ff3c4-7968-40a5-8cb6-f6c9308ecd18 admin admin] Publish callbacks [] for security_group, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:23:47.241950 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-3b8ff3c4-7968-40a5-8cb6-f6c9308ecd18 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b34dd653-2b5e-4c67-80d4-05417339ee7c HTTP/1.1" status: 204  len: 168 time: 0.3304648
Dec 25 21:23:47.248078 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8ff3c4-7968-40a5-8cb6-f6c9308ecd18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b34dd653-2b5e-4c67-80d4-05417339ee7c,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:23:47.316505 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-dcb946f0-70fe-41cc-be36-5d030e382ce3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:23:47.490166 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-dcb946f0-70fe-41cc-be36-5d030e382ce3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:23:47.530920 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-dcb946f0-70fe-41cc-be36-5d030e382ce3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b165825f78894ff589c492c3b2d78b09&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4704452
Dec 25 21:23:47.531782 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb946f0-70fe-41cc-be36-5d030e382ce3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc7ab06d-9ba2-4411-a9b5-416d97e2abd6,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:23:47.533596 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 36140) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:23:47.593175 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-11d7c243-e42e-4af3-ba11-8a81b9eaeef4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:23:47.614853 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-11d7c243-e42e-4af3-ba11-8a81b9eaeef4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:23:47.747372 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-11d7c243-e42e-4af3-ba11-8a81b9eaeef4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:23:47.750068 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-11d7c243-e42e-4af3-ba11-8a81b9eaeef4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:23:47.751889 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-11d7c243-e42e-4af3-ba11-8a81b9eaeef4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/cc7ab06d-9ba2-4411-a9b5-416d97e2abd6 HTTP/1.1" status: 204  len: 168 time: 0.2167060
Dec 25 21:23:47.759632 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d7c243-e42e-4af3-ba11-8a81b9eaeef4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc7ab06d-9ba2-4411-a9b5-416d97e2abd6,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:23:47.969980 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 36148) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:23:47.988007 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-d27e604a-da92-4c9d-a1a0-353c6f292d30 admin admin] Publish callbacks [] for security_group, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:23:48.081245 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-d27e604a-da92-4c9d-a1a0-353c6f292d30 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:23:48.117339 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2749d74b-8440-45d3-8839-12ed785e90c1 req-e116eddf-e379-4719-bc2d-c3de8e547ad6 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:23:48.118842 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2749d74b-8440-45d3-8839-12ed785e90c1 req-e116eddf-e379-4719-bc2d-c3de8e547ad6 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/ports?device_id=80ab586d-800d-4e54-9ed7-b09636cb7bd5 HTTP/1.1" status: 200  len: 944 time: 0.0522621
Dec 25 21:23:48.158542 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-d27e604a-da92-4c9d-a1a0-353c6f292d30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:23:48.217278 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2749d74b-8440-45d3-8839-12ed785e90c1 req-b774abca-d759-4985-b87a-eaf7901eead4 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/security-groups?id=8da2903e-43de-461d-84b5-0c733a2bfb8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0883799
Dec 25 21:23:48.230084 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27e604a-da92-4c9d-a1a0-353c6f292d30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7b5eb7c-fe55-48f2-9087-927805a414e6,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:23:48.238197 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-d27e604a-da92-4c9d-a1a0-353c6f292d30 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a972b72a2c97470583ee9fa38f0c2f09&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2646725
Dec 25 21:23:48.239144 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 36162) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:23:48.330244 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6303e946-0850-4542-87ee-8454141d883a req-b97495bb-c6d3-4b43-a85e-d086364fbcb9 tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:23:48.331739 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-6303e946-0850-4542-87ee-8454141d883a req-b97495bb-c6d3-4b43-a85e-d086364fbcb9 tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] 10.222.0.32 "GET /v2.0/ports?device_id=441fa3cf-7f7d-4f84-b4aa-cc9b9d70e477 HTTP/1.1" status: 200  len: 946 time: 0.0835509
Dec 25 21:23:48.347380 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-4555a37f-25d8-40f4-8a0c-a45237b83314 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:23:48.388796 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-4555a37f-25d8-40f4-8a0c-a45237b83314 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:23:48.409112 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-6303e946-0850-4542-87ee-8454141d883a req-d6fa51ef-9e4f-4762-bddd-331df4622ae5 tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] 10.222.0.32 "GET /v2.0/security-groups?id=b53a52e0-f618-42f7-a91e-f12e72408b35&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0702593
Dec 25 21:23:48.503540 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device 8682c537-48c9-45f3-aff8-21394b858c2b up at agent hyperv_nch2-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:23:48.573260 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-4555a37f-25d8-40f4-8a0c-a45237b83314 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:23:48.576060 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-4555a37f-25d8-40f4-8a0c-a45237b83314 admin admin] Publish callbacks [] for security_group, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:23:48.577646 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-4555a37f-25d8-40f4-8a0c-a45237b83314 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e7b5eb7c-fe55-48f2-9087-927805a414e6 HTTP/1.1" status: 204  len: 168 time: 0.3360715
Dec 25 21:23:48.587074 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4555a37f-25d8-40f4-8a0c-a45237b83314 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7b5eb7c-fe55-48f2-9087-927805a414e6,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:23:48.647633 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Provisioning for port 8682c537-48c9-45f3-aff8-21394b858c2b completed by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 25 21:23:48.652919 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Provisioning complete for port 8682c537-48c9-45f3-aff8-21394b858c2b triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:23:48.653292 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:23:48.736094 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:23:48.760972 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80ab586d-800d-4e54-9ed7-b09636cb7bd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8682c537-48c9-45f3-aff8-21394b858c2b'}] {{(pid=121608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:23:48.763341 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a88c78c3ff6266bd59c7e89d275b28c92e739b67d23c89d71af88829fd31566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0db3fe07-4352-497e-844a-25c4579c44f0" -d '{"events": [{"server_uuid": "80ab586d-800d-4e54-9ed7-b09636cb7bd5", "name": "network-vif-plugged", "status": "completed", "tag": "8682c537-48c9-45f3-aff8-21394b858c2b"}]}' {{(pid=121608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:23:48.778658 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port 8682c537-48c9-45f3-aff8-21394b858c2b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8682c537-48c9-45f3-aff8-21394b858c2b,segment=NetworkSegment(66e39abb-3870-4404-91e4-a4d8a7ae7fb7),segment_id=66e39abb-3870-4404-91e4-a4d8a7ae7fb7)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:23:48.857458 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 21:23:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3137e0a2-9552-4d02-9504-d34665ca2b1d x-openstack-request-id: req-3137e0a2-9552-4d02-9504-d34665ca2b1d {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:23:48.857758 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80ab586d-800d-4e54-9ed7-b09636cb7bd5", "name": "network-vif-plugged", "status": "completed", "tag": "8682c537-48c9-45f3-aff8-21394b858c2b", "code": 200}]} {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:23:48.858018 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3137e0a2-9552-4d02-9504-d34665ca2b1d {{(pid=121608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:23:48.858416 ncdv-master-1 neutron-server[121608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80ab586d-800d-4e54-9ed7-b09636cb7bd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8682c537-48c9-45f3-aff8-21394b858c2b', 'code': 200}
Dec 25 21:23:48.878032 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:23:48.983324 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d2a19c-789f-4346-80ee-bfb6bc4ff999 req-655bed90-8c9b-4f16-92de-efc4f649f8d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:23:48.984947 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-90d2a19c-789f-4346-80ee-bfb6bc4ff999 req-655bed90-8c9b-4f16-92de-efc4f649f8d8 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=80ab586d-800d-4e54-9ed7-b09636cb7bd5 HTTP/1.1" status: 200  len: 1096 time: 0.0470834
Dec 25 21:23:48.989818 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Pushing event updated for resources: {'Port': ['ID=8682c537-48c9-45f3-aff8-21394b858c2b,revision_number=5']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:23:49.080134 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-90d2a19c-789f-4346-80ee-bfb6bc4ff999 req-31ce78e3-db9d-4331-a0f7-be114d048190 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=8da2903e-43de-461d-84b5-0c733a2bfb8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0882335
Dec 25 21:23:49.338473 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efb7d7b-1807-468d-a5bb-9eaa506d9630 req-5f253475-6862-418e-afe1-c3a52074e27f tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:23:49.339975 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5efb7d7b-1807-468d-a5bb-9eaa506d9630 req-5f253475-6862-418e-afe1-c3a52074e27f tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/ports?device_id=80ab586d-800d-4e54-9ed7-b09636cb7bd5 HTTP/1.1" status: 200  len: 945 time: 0.0534813
Dec 25 21:23:49.388270 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5efb7d7b-1807-468d-a5bb-9eaa506d9630 req-ace36f3e-1c08-47be-8e39-1dad4170fffb tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/security-groups?id=8da2903e-43de-461d-84b5-0c733a2bfb8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423701
Dec 25 21:23:50.237092 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9791c117-1423-4f0d-84f5-9020573c5a9d req-0eed6884-2ea7-45b9-b35a-1765b149fb95 tempest-AttachVolumeNegativeTest-2126197630 tempest-AttachVolumeNegativeTest-2126197630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:23:50.241887 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9791c117-1423-4f0d-84f5-9020573c5a9d req-0eed6884-2ea7-45b9-b35a-1765b149fb95 tempest-AttachVolumeNegativeTest-2126197630 tempest-AttachVolumeNegativeTest-2126197630-project] 10.222.0.32 "GET /v2.0/ports?device_id=64261b4d-7f44-4796-9323-e198eada5059 HTTP/1.1" status: 200  len: 945 time: 0.0565245
Dec 25 21:23:50.314497 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9791c117-1423-4f0d-84f5-9020573c5a9d req-71719746-0be0-4433-9c65-05836ea9480e tempest-AttachVolumeNegativeTest-2126197630 tempest-AttachVolumeNegativeTest-2126197630-project] 10.222.0.32 "GET /v2.0/security-groups?id=b13bfb58-0f10-46e2-9252-687280bf8bf9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0660739
Dec 25 21:23:50.516975 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61b6a23-fec0-4387-991a-915f7047feea req-89e2111f-475d-415d-95d3-52dc9b9e6c55 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:23:50.518702 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d61b6a23-fec0-4387-991a-915f7047feea req-89e2111f-475d-415d-95d3-52dc9b9e6c55 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/ports?device_id=80ab586d-800d-4e54-9ed7-b09636cb7bd5 HTTP/1.1" status: 200  len: 945 time: 0.0565572
Dec 25 21:23:50.568121 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d61b6a23-fec0-4387-991a-915f7047feea req-1590a68c-4707-4548-8fd4-875ce39b27fc tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/security-groups?id=8da2903e-43de-461d-84b5-0c733a2bfb8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428314
Dec 25 21:23:51.442046 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0645f5-8244-42c3-93ad-0ac2810e0f8d req-6af219b1-e658-4847-bf4d-7124fbb4faf2 tempest-AttachVolumeNegativeTest-2126197630 tempest-AttachVolumeNegativeTest-2126197630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:23:51.445446 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-cf0645f5-8244-42c3-93ad-0ac2810e0f8d req-6af219b1-e658-4847-bf4d-7124fbb4faf2 tempest-AttachVolumeNegativeTest-2126197630 tempest-AttachVolumeNegativeTest-2126197630-project] 10.222.0.32 "GET /v2.0/ports?device_id=64261b4d-7f44-4796-9323-e198eada5059 HTTP/1.1" status: 200  len: 945 time: 0.0633364
Dec 25 21:23:51.498996 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-cf0645f5-8244-42c3-93ad-0ac2810e0f8d req-03d96c7f-9fed-47a5-bc17-9ba7dffa2adc tempest-AttachVolumeNegativeTest-2126197630 tempest-AttachVolumeNegativeTest-2126197630-project] 10.222.0.32 "GET /v2.0/security-groups?id=b13bfb58-0f10-46e2-9252-687280bf8bf9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0482385
Dec 25 21:23:51.602015 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-140c8bd2-143c-4d3d-9f2b-c2f2fe3e58e5 req-b79e196f-50fa-4452-9071-6001fbc928be service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=aa2d5924-6a22-461e-b48b-e73f52f4b72c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 658 time: 0.0532169
Dec 25 21:23:51.743925 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140c8bd2-143c-4d3d-9f2b-c2f2fe3e58e5 req-abf731e2-3164-48cb-b971-1e218ad2ff9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:23:51.744417 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140c8bd2-143c-4d3d-9f2b-c2f2fe3e58e5 req-abf731e2-3164-48cb-b971-1e218ad2ff9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:23:51.744969 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140c8bd2-143c-4d3d-9f2b-c2f2fe3e58e5 req-abf731e2-3164-48cb-b971-1e218ad2ff9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:23:51.745416 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140c8bd2-143c-4d3d-9f2b-c2f2fe3e58e5 req-abf731e2-3164-48cb-b971-1e218ad2ff9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:23:51.749784 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140c8bd2-143c-4d3d-9f2b-c2f2fe3e58e5 req-abf731e2-3164-48cb-b971-1e218ad2ff9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:23:51.749784 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140c8bd2-143c-4d3d-9f2b-c2f2fe3e58e5 req-abf731e2-3164-48cb-b971-1e218ad2ff9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:23:51.749784 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140c8bd2-143c-4d3d-9f2b-c2f2fe3e58e5 req-abf731e2-3164-48cb-b971-1e218ad2ff9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:23:51.749784 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-140c8bd2-143c-4d3d-9f2b-c2f2fe3e58e5 req-abf731e2-3164-48cb-b971-1e218ad2ff9f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d4571ece0fa3450b83fde221178518c8&device_id=aa2d5924-6a22-461e-b48b-e73f52f4b72c HTTP/1.1" status: 200  len: 6502 time: 0.0945027
Dec 25 21:23:51.769743 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867c3ff7-f985-40a1-af66-76d7a88c9a15 req-154319a1-c3a3-4905-b402-54255bb4ed82 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:23:51.771274 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-867c3ff7-f985-40a1-af66-76d7a88c9a15 req-154319a1-c3a3-4905-b402-54255bb4ed82 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/ports?device_id=80ab586d-800d-4e54-9ed7-b09636cb7bd5 HTTP/1.1" status: 200  len: 945 time: 0.0834560
Dec 25 21:23:51.882236 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-867c3ff7-f985-40a1-af66-76d7a88c9a15 req-014e7598-9f7b-4f2c-8206-8a3c8a094f88 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/security-groups?id=8da2903e-43de-461d-84b5-0c733a2bfb8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1007051
Dec 25 21:23:51.909948 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140c8bd2-143c-4d3d-9f2b-c2f2fe3e58e5 req-5c718dcb-be96-47e5-9829-c8e60108ee31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:23:51.910597 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140c8bd2-143c-4d3d-9f2b-c2f2fe3e58e5 req-5c718dcb-be96-47e5-9829-c8e60108ee31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:23:51.911176 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140c8bd2-143c-4d3d-9f2b-c2f2fe3e58e5 req-5c718dcb-be96-47e5-9829-c8e60108ee31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:23:51.913031 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-140c8bd2-143c-4d3d-9f2b-c2f2fe3e58e5 req-5c718dcb-be96-47e5-9829-c8e60108ee31 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b8d0c0f5-4a55-4519-afa5-15b47bd47c1f&id=f7ed1632-2ec3-4974-9097-8fe2ac8f3ba4&id=f7ed1632-2ec3-4974-9097-8fe2ac8f3ba4&id=f7ed1632-2ec3-4974-9097-8fe2ac8f3ba4&id=f7ed1632-2ec3-4974-9097-8fe2ac8f3ba4&id=3822397d-3d72-44cf-9fd0-b3119ec81123&id=3822397d-3d72-44cf-9fd0-b3119ec81123 HTTP/1.1" status: 200  len: 2298 time: 0.1235659
Dec 25 21:23:52.004348 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-140c8bd2-143c-4d3d-9f2b-c2f2fe3e58e5 req-60dded22-70ef-4008-8a3d-bf2e1c10de63 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=634d748d-c261-4855-913b-beb5992df4cb HTTP/1.1" status: 200  len: 1002 time: 0.0831606
Dec 25 21:23:52.015434 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbd3927-bec8-42e3-bfe0-e15d0caa33c3 req-baede856-d14c-46fc-8b52-d61e9bf5091a tempest-AttachVolumeNegativeTest-2126197630 tempest-AttachVolumeNegativeTest-2126197630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:23:52.019538 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-efbd3927-bec8-42e3-bfe0-e15d0caa33c3 req-baede856-d14c-46fc-8b52-d61e9bf5091a tempest-AttachVolumeNegativeTest-2126197630 tempest-AttachVolumeNegativeTest-2126197630-project] 10.222.0.31 "GET /v2.0/ports?device_id=64261b4d-7f44-4796-9323-e198eada5059 HTTP/1.1" status: 200  len: 945 time: 0.2447183
Dec 25 21:23:52.106075 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140c8bd2-143c-4d3d-9f2b-c2f2fe3e58e5 req-036b6701-ac9e-4219-aadf-40b42804f219 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:23:52.106675 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-140c8bd2-143c-4d3d-9f2b-c2f2fe3e58e5 req-036b6701-ac9e-4219-aadf-40b42804f219 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=de1e389c-30c9-4340-81e2-e9ffc3e01b02 HTTP/1.1" status: 200  len: 856 time: 0.0889287
Dec 25 21:23:52.195898 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140c8bd2-143c-4d3d-9f2b-c2f2fe3e58e5 req-36bc1e97-b229-45b6-89de-a92ac4421197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:23:52.199170 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-140c8bd2-143c-4d3d-9f2b-c2f2fe3e58e5 req-36bc1e97-b229-45b6-89de-a92ac4421197 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b8d0c0f5-4a55-4519-afa5-15b47bd47c1f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0729444
Dec 25 21:23:52.206051 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [req-efbd3927-bec8-42e3-bfe0-e15d0caa33c3 req-f33ee6f3-b2ac-4ddf-a756-50fad6d6ca84 tempest-AttachVolumeNegativeTest-2126197630 tempest-AttachVolumeNegativeTest-2126197630-project] Deleting port e1a1ed5e-2df4-4726-86bd-bc56ff15ffb1 {{(pid=121606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:23:52.206463 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-efbd3927-bec8-42e3-bfe0-e15d0caa33c3 req-f33ee6f3-b2ac-4ddf-a756-50fad6d6ca84 tempest-AttachVolumeNegativeTest-2126197630 tempest-AttachVolumeNegativeTest-2126197630-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:23:52.387061 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee473fd-13da-4547-b1e9-d53cad9dd089 req-5ff24a1d-a59d-4773-bdb5-f21ba1416d53 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:23:52.388589 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1ee473fd-13da-4547-b1e9-d53cad9dd089 req-5ff24a1d-a59d-4773-bdb5-f21ba1416d53 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/ports?device_id=80ab586d-800d-4e54-9ed7-b09636cb7bd5 HTTP/1.1" status: 200  len: 945 time: 0.1571882
Dec 25 21:23:52.429277 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-140c8bd2-143c-4d3d-9f2b-c2f2fe3e58e5 req-faa4d5cc-6ab4-46a8-a5e8-6c949068ef70 service neutron] 10.222.0.37 "GET /v2.0/networks/b8d0c0f5-4a55-4519-afa5-15b47bd47c1f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2196376
Dec 25 21:23:52.430988 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-efbd3927-bec8-42e3-bfe0-e15d0caa33c3 req-f33ee6f3-b2ac-4ddf-a756-50fad6d6ca84 tempest-AttachVolumeNegativeTest-2126197630 tempest-AttachVolumeNegativeTest-2126197630-project] For port e1a1ed5e-2df4-4726-86bd-bc56ff15ffb1, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e1a1ed5e-2df4-4726-86bd-bc56ff15ffb1,segment=NetworkSegment(1c5dea30-318f-4932-8772-f43ff59dee51),segment_id=1c5dea30-318f-4932-8772-f43ff59dee51)] {{(pid=121606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:23:52.431354 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-efbd3927-bec8-42e3-bfe0-e15d0caa33c3 req-f33ee6f3-b2ac-4ddf-a756-50fad6d6ca84 tempest-AttachVolumeNegativeTest-2126197630 tempest-AttachVolumeNegativeTest-2126197630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:23:52.474093 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [req-efbd3927-bec8-42e3-bfe0-e15d0caa33c3 req-f33ee6f3-b2ac-4ddf-a756-50fad6d6ca84 tempest-AttachVolumeNegativeTest-2126197630 tempest-AttachVolumeNegativeTest-2126197630-project] Calling delete_port for e1a1ed5e-2df4-4726-86bd-bc56ff15ffb1 owned by compute:nova {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:23:52.596288 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1ee473fd-13da-4547-b1e9-d53cad9dd089 req-b34f038a-9b85-47cd-9af3-ff74206bf2a1 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/security-groups?id=8da2903e-43de-461d-84b5-0c733a2bfb8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1940353
Dec 25 21:23:52.663367 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-140c8bd2-143c-4d3d-9f2b-c2f2fe3e58e5 req-abfe6061-30cb-4f53-926f-e459daec731b service neutron] 10.222.0.37 "GET /v2.0/networks/b8d0c0f5-4a55-4519-afa5-15b47bd47c1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2218473
Dec 25 21:23:52.715764 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-140c8bd2-143c-4d3d-9f2b-c2f2fe3e58e5 req-c90923ec-f060-467f-9ca5-3f4a6e160a44 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.183&port_id=7d584498-0a66-4020-96ff-ac37bb6bf33e HTTP/1.1" status: 200  len: 217 time: 0.0437658
Dec 25 21:23:52.739625 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2737f3c1-a034-4c6f-93f3-e9cd90d820aa req-06be6681-720a-4c66-853f-812e6a0631b0 tempest-AttachVolumeNegativeTest-2126197630 tempest-AttachVolumeNegativeTest-2126197630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:23:52.741020 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2737f3c1-a034-4c6f-93f3-e9cd90d820aa req-06be6681-720a-4c66-853f-812e6a0631b0 tempest-AttachVolumeNegativeTest-2126197630 tempest-AttachVolumeNegativeTest-2126197630-project] 10.222.0.32 "GET /v2.0/ports?device_id=64261b4d-7f44-4796-9323-e198eada5059 HTTP/1.1" status: 200  len: 945 time: 0.1244400
Dec 25 21:23:52.840905 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140c8bd2-143c-4d3d-9f2b-c2f2fe3e58e5 req-8ee86547-e438-4346-aece-24cd3247a050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:23:52.842372 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-140c8bd2-143c-4d3d-9f2b-c2f2fe3e58e5 req-8ee86547-e438-4346-aece-24cd3247a050 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f792eb17-8c67-407f-9cdd-1353c9bc42bb HTTP/1.1" status: 200  len: 797 time: 0.1188328
Dec 25 21:23:52.878579 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2737f3c1-a034-4c6f-93f3-e9cd90d820aa req-534b38ad-e31f-4c5e-8295-71d81a48af0d tempest-AttachVolumeNegativeTest-2126197630 tempest-AttachVolumeNegativeTest-2126197630-project] 10.222.0.32 "GET /v2.0/security-groups?id=b13bfb58-0f10-46e2-9252-687280bf8bf9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1119111
Dec 25 21:23:52.895711 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140c8bd2-143c-4d3d-9f2b-c2f2fe3e58e5 req-0c66b512-5e66-4282-9f39-7559f5aed401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:23:52.897317 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-140c8bd2-143c-4d3d-9f2b-c2f2fe3e58e5 req-0c66b512-5e66-4282-9f39-7559f5aed401 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f7ed1632-2ec3-4974-9097-8fe2ac8f3ba4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.0473030
Dec 25 21:23:52.992336 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-140c8bd2-143c-4d3d-9f2b-c2f2fe3e58e5 req-824c4a67-7183-47b3-8ac8-157771661101 service neutron] 10.222.0.37 "GET /v2.0/networks/f7ed1632-2ec3-4974-9097-8fe2ac8f3ba4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0875602
Dec 25 21:23:53.007986 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-efbd3927-bec8-42e3-bfe0-e15d0caa33c3 req-f33ee6f3-b2ac-4ddf-a756-50fad6d6ca84 tempest-AttachVolumeNegativeTest-2126197630 tempest-AttachVolumeNegativeTest-2126197630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:23:53.022413 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] get_ports_and_sgs() called for port_ids ['e1a1ed5e-2df4-4726-86bd-bc56ff15ffb1'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:23:53.081611 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33ee6f3-b2ac-4ddf-a756-50fad6d6ca84 tempest-AttachVolumeNegativeTest-2126197630 tempest-AttachVolumeNegativeTest-2126197630-project] Pushing event deleted for resources: {'Port': ['ID=e1a1ed5e-2df4-4726-86bd-bc56ff15ffb1,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:23:53.116254 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [req-efbd3927-bec8-42e3-bfe0-e15d0caa33c3 req-f33ee6f3-b2ac-4ddf-a756-50fad6d6ca84 tempest-AttachVolumeNegativeTest-2126197630 tempest-AttachVolumeNegativeTest-2126197630-project] No DVR routers for this DVR port e1a1ed5e-2df4-4726-86bd-bc56ff15ffb1 on host nch1-master-1 {{(pid=121606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:23:53.116944 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-efbd3927-bec8-42e3-bfe0-e15d0caa33c3 req-f33ee6f3-b2ac-4ddf-a756-50fad6d6ca84 tempest-AttachVolumeNegativeTest-2126197630 tempest-AttachVolumeNegativeTest-2126197630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:23:53.120733 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-efbd3927-bec8-42e3-bfe0-e15d0caa33c3 req-f33ee6f3-b2ac-4ddf-a756-50fad6d6ca84 tempest-AttachVolumeNegativeTest-2126197630 tempest-AttachVolumeNegativeTest-2126197630-project] 10.222.0.31 "DELETE /v2.0/ports/e1a1ed5e-2df4-4726-86bd-bc56ff15ffb1 HTTP/1.1" status: 204  len: 173 time: 1.0916178
Dec 25 21:23:53.149105 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64261b4d-7f44-4796-9323-e198eada5059', 'name': 'network-vif-deleted', 'tag': 'e1a1ed5e-2df4-4726-86bd-bc56ff15ffb1'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:23:53.152009 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9858820c13ec2827453b94ebc4181065e990a4e4089ccb9fe762531ac62d2fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7c3d678-b2fa-4edf-8960-3a653a47af68" -d '{"events": [{"server_uuid": "64261b4d-7f44-4796-9323-e198eada5059", "name": "network-vif-deleted", "tag": "e1a1ed5e-2df4-4726-86bd-bc56ff15ffb1"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:23:53.188024 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-140c8bd2-143c-4d3d-9f2b-c2f2fe3e58e5 req-9b5def63-1deb-4f6a-9dbb-d92562aa5d07 service neutron] 10.222.0.37 "GET /v2.0/networks/f7ed1632-2ec3-4974-9097-8fe2ac8f3ba4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1886451
Dec 25 21:23:53.193430 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 21:23:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f5370ff-2f68-48fe-b636-b1f04545a150 x-openstack-request-id: req-8f5370ff-2f68-48fe-b636-b1f04545a150 {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:23:53.193728 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64261b4d-7f44-4796-9323-e198eada5059", "name": "network-vif-deleted", "tag": "e1a1ed5e-2df4-4726-86bd-bc56ff15ffb1", "status": "completed", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:23:53.194190 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8f5370ff-2f68-48fe-b636-b1f04545a150 {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:23:53.194505 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64261b4d-7f44-4796-9323-e198eada5059', 'name': 'network-vif-deleted', 'tag': 'e1a1ed5e-2df4-4726-86bd-bc56ff15ffb1', 'status': 'completed', 'code': 200}
Dec 25 21:23:53.210978 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 36468) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:23:53.235367 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-140c8bd2-143c-4d3d-9f2b-c2f2fe3e58e5 req-f0fe8e7a-79e1-4ba3-9480-fd7949a78b6e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.61&port_id=fd6aa216-385a-41e5-8c5e-3aae2253a5ab HTTP/1.1" status: 200  len: 217 time: 0.0397019
Dec 25 21:23:53.296065 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140c8bd2-143c-4d3d-9f2b-c2f2fe3e58e5 req-f1bb0e5c-6544-4c5e-a1bc-726d12a4293b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:23:53.297671 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-140c8bd2-143c-4d3d-9f2b-c2f2fe3e58e5 req-f1bb0e5c-6544-4c5e-a1bc-726d12a4293b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f792eb17-8c67-407f-9cdd-1353c9bc42bb HTTP/1.1" status: 200  len: 797 time: 0.0554099
Dec 25 21:23:53.346283 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140c8bd2-143c-4d3d-9f2b-c2f2fe3e58e5 req-3fe3ccd3-e0ac-4111-8459-83993dfbd2e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:23:53.348199 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-140c8bd2-143c-4d3d-9f2b-c2f2fe3e58e5 req-3fe3ccd3-e0ac-4111-8459-83993dfbd2e2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f7ed1632-2ec3-4974-9097-8fe2ac8f3ba4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.0432703
Dec 25 21:23:53.393558 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-49639797-8b5f-4e6f-a939-36e7a9b1cdc9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:23:53.438583 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-140c8bd2-143c-4d3d-9f2b-c2f2fe3e58e5 req-34b35b1d-1d17-491f-bca8-bb9af9be3c90 service neutron] 10.222.0.37 "GET /v2.0/networks/f7ed1632-2ec3-4974-9097-8fe2ac8f3ba4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0830290
Dec 25 21:23:53.469935 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-49639797-8b5f-4e6f-a939-36e7a9b1cdc9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:23:53.532982 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-140c8bd2-143c-4d3d-9f2b-c2f2fe3e58e5 req-a6e019a5-2aa9-4f81-8123-0236c7466e10 service neutron] 10.222.0.37 "GET /v2.0/networks/f7ed1632-2ec3-4974-9097-8fe2ac8f3ba4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0870249
Dec 25 21:23:53.566704 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-49639797-8b5f-4e6f-a939-36e7a9b1cdc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:23:53.575947 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-140c8bd2-143c-4d3d-9f2b-c2f2fe3e58e5 req-ae1519a2-3d3f-4103-bb2d-9b4558d9c58c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.129&port_id=2eb143cf-a0c7-4e74-a5f2-177a4bc1db2c HTTP/1.1" status: 200  len: 217 time: 0.0363173
Dec 25 21:23:53.621957 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49639797-8b5f-4e6f-a939-36e7a9b1cdc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaf95a09-e104-455b-a191-cee563648a55,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:23:53.629334 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-49639797-8b5f-4e6f-a939-36e7a9b1cdc9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6b738c8b5d99478b89c36f60180b4aa8&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4168906
Dec 25 21:23:53.630026 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 36482) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:23:53.639318 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140c8bd2-143c-4d3d-9f2b-c2f2fe3e58e5 req-93bec3b9-b6af-449d-ba06-a370c6170968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:23:53.640462 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-140c8bd2-143c-4d3d-9f2b-c2f2fe3e58e5 req-93bec3b9-b6af-449d-ba06-a370c6170968 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f792eb17-8c67-407f-9cdd-1353c9bc42bb HTTP/1.1" status: 200  len: 797 time: 0.0573807
Dec 25 21:23:53.685320 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-2bcfeff7-b3ba-49dd-9a7e-2ab2693f01d8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:23:53.711267 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-2bcfeff7-b3ba-49dd-9a7e-2ab2693f01d8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:23:53.747078 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140c8bd2-143c-4d3d-9f2b-c2f2fe3e58e5 req-7df7674e-c7d5-4622-8285-43df3012359d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:23:53.748585 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-140c8bd2-143c-4d3d-9f2b-c2f2fe3e58e5 req-7df7674e-c7d5-4622-8285-43df3012359d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f7ed1632-2ec3-4974-9097-8fe2ac8f3ba4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.1017785
Dec 25 21:23:53.760737 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1216ce-6fc0-417a-beb1-1e76b059d9ea req-98087acb-0929-42bc-84bd-79a341938fb0 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:23:53.762203 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-aa1216ce-6fc0-417a-beb1-1e76b059d9ea req-98087acb-0929-42bc-84bd-79a341938fb0 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/ports?device_id=80ab586d-800d-4e54-9ed7-b09636cb7bd5 HTTP/1.1" status: 200  len: 945 time: 0.0661626
Dec 25 21:23:53.864142 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-aa1216ce-6fc0-417a-beb1-1e76b059d9ea req-0d3ffc59-eaad-427c-b25f-58c933a67ddb tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/security-groups?id=8da2903e-43de-461d-84b5-0c733a2bfb8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0941830
Dec 25 21:23:53.885885 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-140c8bd2-143c-4d3d-9f2b-c2f2fe3e58e5 req-5b18a77c-7b2e-426e-8c45-ef1d806a0b69 service neutron] 10.222.0.37 "GET /v2.0/networks/f7ed1632-2ec3-4974-9097-8fe2ac8f3ba4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1204906
Dec 25 21:23:53.910191 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-2bcfeff7-b3ba-49dd-9a7e-2ab2693f01d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:23:53.914256 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-2bcfeff7-b3ba-49dd-9a7e-2ab2693f01d8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:23:53.914786 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-2bcfeff7-b3ba-49dd-9a7e-2ab2693f01d8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/aaf95a09-e104-455b-a191-cee563648a55 HTTP/1.1" status: 204  len: 168 time: 0.2834899
Dec 25 21:23:53.928868 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcfeff7-b3ba-49dd-9a7e-2ab2693f01d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaf95a09-e104-455b-a191-cee563648a55,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:23:54.015684 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-140c8bd2-143c-4d3d-9f2b-c2f2fe3e58e5 req-b15f3be6-3a86-44d5-9127-c62ac7babc64 service neutron] 10.222.0.37 "GET /v2.0/networks/f7ed1632-2ec3-4974-9097-8fe2ac8f3ba4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1243703
Dec 25 21:23:54.347940 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-140c8bd2-143c-4d3d-9f2b-c2f2fe3e58e5 req-638ffa03-71ab-4d3d-a725-3e0b879b1f62 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.72&port_id=8de83a8d-9b83-433c-af96-f34c522b12b1 HTTP/1.1" status: 200  len: 217 time: 0.3250716
Dec 25 21:23:54.402019 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d3ad5d38-c324-4b06-800e-33ecec764522 req-6dd2aaaf-0a3b-4502-b7b4-eba054b1d73f tempest-AttachVolumeNegativeTest-2126197630 tempest-AttachVolumeNegativeTest-2126197630-project] 10.222.0.32 "GET /v2.0/ports?device_id=64261b4d-7f44-4796-9323-e198eada5059 HTTP/1.1" status: 200  len: 210 time: 0.0564067
Dec 25 21:23:54.424011 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140c8bd2-143c-4d3d-9f2b-c2f2fe3e58e5 req-93d08d77-80e1-4972-a4f5-d48c0617d61a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:23:54.425838 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-140c8bd2-143c-4d3d-9f2b-c2f2fe3e58e5 req-93d08d77-80e1-4972-a4f5-d48c0617d61a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f792eb17-8c67-407f-9cdd-1353c9bc42bb HTTP/1.1" status: 200  len: 797 time: 0.0698905
Dec 25 21:23:54.505889 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140c8bd2-143c-4d3d-9f2b-c2f2fe3e58e5 req-19049c4a-1e35-4c15-8220-391713a46667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:23:54.507647 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-140c8bd2-143c-4d3d-9f2b-c2f2fe3e58e5 req-19049c4a-1e35-4c15-8220-391713a46667 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f7ed1632-2ec3-4974-9097-8fe2ac8f3ba4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.0663073
Dec 25 21:23:54.518704 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 36512) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:23:54.612925 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-140c8bd2-143c-4d3d-9f2b-c2f2fe3e58e5 req-4653f43c-0c24-4939-8360-236b535233ea service neutron] 10.222.0.37 "GET /v2.0/networks/f7ed1632-2ec3-4974-9097-8fe2ac8f3ba4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0976622
Dec 25 21:23:54.651047 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-12003720-f062-4bbf-9ce1-bfcf24125f07 admin admin] Publish callbacks [] for security_group, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:23:54.733889 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-12003720-f062-4bbf-9ce1-bfcf24125f07 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:23:54.742847 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1649ec-85f9-49e7-8801-dd7b3e8b5652 req-b095a868-61ec-4e80-b4ad-32e8f8160182 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:23:54.745027 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7b1649ec-85f9-49e7-8801-dd7b3e8b5652 req-b095a868-61ec-4e80-b4ad-32e8f8160182 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/ports?device_id=80ab586d-800d-4e54-9ed7-b09636cb7bd5 HTTP/1.1" status: 200  len: 945 time: 0.1284313
Dec 25 21:23:54.773776 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-140c8bd2-143c-4d3d-9f2b-c2f2fe3e58e5 req-72f5b2c6-6bdb-46a0-902c-8aa1da122a7d service neutron] 10.222.0.37 "GET /v2.0/networks/f7ed1632-2ec3-4974-9097-8fe2ac8f3ba4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1485245
Dec 25 21:23:54.827607 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 36520) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:23:54.841570 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-21e53c46-fe49-4bad-b039-61873d0f69ae admin admin] Publish callbacks [] for security_group, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:23:54.843051 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-140c8bd2-143c-4d3d-9f2b-c2f2fe3e58e5 req-2df7d51a-0a8b-48be-84cb-0d182427c9d9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=9c0613e4-0268-4ae9-8585-76b021617ef8 HTTP/1.1" status: 200  len: 217 time: 0.0509584
Dec 25 21:23:54.846816 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7b1649ec-85f9-49e7-8801-dd7b3e8b5652 req-62d433c1-fe32-4097-bd58-b59955729016 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/security-groups?id=8da2903e-43de-461d-84b5-0c733a2bfb8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0952394
Dec 25 21:23:54.868863 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-12003720-f062-4bbf-9ce1-bfcf24125f07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:23:54.897157 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140c8bd2-143c-4d3d-9f2b-c2f2fe3e58e5 req-f6fa85d9-f415-42b6-9913-63c9fd09e337 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:23:54.898651 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-140c8bd2-143c-4d3d-9f2b-c2f2fe3e58e5 req-f6fa85d9-f415-42b6-9913-63c9fd09e337 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0f498337-e4ba-4b34-b7b9-d5a4315f4f02 HTTP/1.1" status: 200  len: 797 time: 0.0468905
Dec 25 21:23:54.904362 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12003720-f062-4bbf-9ce1-bfcf24125f07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ec10c93-9852-4cfa-abe0-a0013b3cb562,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:23:54.910084 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-12003720-f062-4bbf-9ce1-bfcf24125f07 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=113c2fc01bdf40bd902b658d044e8892&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3891902
Dec 25 21:23:54.912580 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 36522) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:23:54.961490 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140c8bd2-143c-4d3d-9f2b-c2f2fe3e58e5 req-d0c19b5a-27ce-43b1-90ef-37d3fa03f969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:23:54.963157 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-140c8bd2-143c-4d3d-9f2b-c2f2fe3e58e5 req-d0c19b5a-27ce-43b1-90ef-37d3fa03f969 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3822397d-3d72-44cf-9fd0-b3119ec81123&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.0548506
Dec 25 21:23:54.997374 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a4b2077f-4a6e-4e62-be69-855b6685a64c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:23:55.030904 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a4b2077f-4a6e-4e62-be69-855b6685a64c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:23:55.069311 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-140c8bd2-143c-4d3d-9f2b-c2f2fe3e58e5 req-922be9fc-3f31-401b-8cf3-d7dd7bac4b7f service neutron] 10.222.0.37 "GET /v2.0/networks/3822397d-3d72-44cf-9fd0-b3119ec81123?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0970967
Dec 25 21:23:55.076725 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-21e53c46-fe49-4bad-b039-61873d0f69ae admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:23:55.158684 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-21e53c46-fe49-4bad-b039-61873d0f69ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:23:55.160470 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-140c8bd2-143c-4d3d-9f2b-c2f2fe3e58e5 req-ace6371f-d11c-40b6-a560-f1df8e9ebf55 service neutron] 10.222.0.37 "GET /v2.0/networks/3822397d-3d72-44cf-9fd0-b3119ec81123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0836408
Dec 25 21:23:55.196707 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-21e53c46-fe49-4bad-b039-61873d0f69ae admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7738237db9ce43b9adc0c1c1e45679ca&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3677714
Dec 25 21:23:55.199215 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e53c46-fe49-4bad-b039-61873d0f69ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ed7c418-38c6-4496-afc5-facf8f639e84,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:23:55.201652 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 36526) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:23:55.207027 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-140c8bd2-143c-4d3d-9f2b-c2f2fe3e58e5 req-3f39675f-cd7d-4529-b538-179a4c345a50 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=0daa1ac7-be03-4d72-b2a5-72b1ee145ecb HTTP/1.1" status: 200  len: 217 time: 0.0392234
Dec 25 21:23:55.208278 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a4b2077f-4a6e-4e62-be69-855b6685a64c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:23:55.210895 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a4b2077f-4a6e-4e62-be69-855b6685a64c admin admin] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:23:55.211954 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-a4b2077f-4a6e-4e62-be69-855b6685a64c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5ec10c93-9852-4cfa-abe0-a0013b3cb562 HTTP/1.1" status: 204  len: 168 time: 0.2985303
Dec 25 21:23:55.233693 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b2077f-4a6e-4e62-be69-855b6685a64c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ec10c93-9852-4cfa-abe0-a0013b3cb562,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:23:55.271273 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140c8bd2-143c-4d3d-9f2b-c2f2fe3e58e5 req-8eb1a17e-370c-4d9e-b52d-3279c14795ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:23:55.273884 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-140c8bd2-143c-4d3d-9f2b-c2f2fe3e58e5 req-8eb1a17e-370c-4d9e-b52d-3279c14795ea service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0f498337-e4ba-4b34-b7b9-d5a4315f4f02 HTTP/1.1" status: 200  len: 797 time: 0.0593994
Dec 25 21:23:55.275726 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ab5fe24f-8448-4176-bd42-c221605e6ca9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:23:55.301054 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ab5fe24f-8448-4176-bd42-c221605e6ca9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:23:55.361547 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-32053e39-7d56-49f8-867e-58d3b2480305 req-32598457-8651-4669-a5ec-ff3f19281b5d service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=8c440c6c-f195-45df-bc8f-62cfb0a36698&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0683520
Dec 25 21:23:55.364089 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140c8bd2-143c-4d3d-9f2b-c2f2fe3e58e5 req-b47a7034-47b4-47a9-9b7d-36619a4d39f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:23:55.366202 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-140c8bd2-143c-4d3d-9f2b-c2f2fe3e58e5 req-b47a7034-47b4-47a9-9b7d-36619a4d39f4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3822397d-3d72-44cf-9fd0-b3119ec81123&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.0841525
Dec 25 21:23:55.438858 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ab5fe24f-8448-4176-bd42-c221605e6ca9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:23:55.441535 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ab5fe24f-8448-4176-bd42-c221605e6ca9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:23:55.446235 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-ab5fe24f-8448-4176-bd42-c221605e6ca9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7ed7c418-38c6-4496-afc5-facf8f639e84 HTTP/1.1" status: 204  len: 168 time: 0.2399011
Dec 25 21:23:55.452518 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5fe24f-8448-4176-bd42-c221605e6ca9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ed7c418-38c6-4496-afc5-facf8f639e84,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:23:55.465788 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 36536) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:23:55.488628 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32053e39-7d56-49f8-867e-58d3b2480305 req-f0078cc9-a43c-4cd9-aece-eb1c0931d02f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:23:55.490163 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-32053e39-7d56-49f8-867e-58d3b2480305 req-f0078cc9-a43c-4cd9-aece-eb1c0931d02f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=4c3545b07d0b4ccf9cd48a80c2d37521&device_id=8c440c6c-f195-45df-bc8f-62cfb0a36698 HTTP/1.1" status: 200  len: 1097 time: 0.0921416
Dec 25 21:23:55.511593 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-140c8bd2-143c-4d3d-9f2b-c2f2fe3e58e5 req-757c8462-e6fc-45f2-a6a4-5be5c06ff4fe service neutron] 10.222.0.37 "GET /v2.0/networks/3822397d-3d72-44cf-9fd0-b3119ec81123?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1352768
Dec 25 21:23:55.532779 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_v2 [None req-934f981e-39e7-4465-9630-75ceb3633db7 admin admin] Deleting subnet d0593536-f259-44e3-8eca-283096dddce3 {{(pid=121607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Dec 25 21:23:55.537502 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-934f981e-39e7-4465-9630-75ceb3633db7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:23:55.580780 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-934f981e-39e7-4465-9630-75ceb3633db7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10246617'] for subnet, precommit_delete_associations {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:23:55.635501 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-934f981e-39e7-4465-9630-75ceb3633db7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995662'] for subnet, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:23:55.699002 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device e1a1ed5e-2df4-4726-86bd-bc56ff15ffb1 no longer exists at agent hyperv_nch1-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:23:55.704577 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32053e39-7d56-49f8-867e-58d3b2480305 req-eb0e2b82-da8a-4f4d-bce8-72789780fc0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:23:55.706176 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-32053e39-7d56-49f8-867e-58d3b2480305 req-eb0e2b82-da8a-4f4d-bce8-72789780fc0e service neutron] 10.222.0.31 "GET /v2.0/networks?id=050fe506-29b6-4536-b03a-6d4fd9d4993c HTTP/1.1" status: 200  len: 913 time: 0.1910708
Dec 25 21:23:55.708292 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-140c8bd2-143c-4d3d-9f2b-c2f2fe3e58e5 req-f3f72c48-2304-4bae-856d-ec43a6428e27 service neutron] 10.222.0.37 "GET /v2.0/networks/3822397d-3d72-44cf-9fd0-b3119ec81123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1777179
Dec 25 21:23:55.723697 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] No Port match for: e1a1ed5e-2df4-4726-86bd-bc56ff15ffb1 {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:23:55.724045 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device e1a1ed5e-2df4-4726-86bd-bc56ff15ffb1 not bound to the agent host nch1-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:23:55.760691 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-32053e39-7d56-49f8-867e-58d3b2480305 req-3bd1f0c9-2c09-4c24-a3f4-23c7c5ea62ad service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=815adaf6-6cd2-46df-a541-c0f11b539b22 HTTP/1.1" status: 200  len: 217 time: 0.0442388
Dec 25 21:23:55.812153 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32053e39-7d56-49f8-867e-58d3b2480305 req-0c8b2bae-272f-4512-a947-62234d739232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:23:55.813909 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-32053e39-7d56-49f8-867e-58d3b2480305 req-0c8b2bae-272f-4512-a947-62234d739232 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1f5d8ab8-049c-411c-8531-c48febcca4ec HTTP/1.1" status: 200  len: 851 time: 0.0466549
Dec 25 21:23:55.839178 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-934f981e-39e7-4465-9630-75ceb3633db7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8632410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8852809'] for subnet, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:23:55.862286 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32053e39-7d56-49f8-867e-58d3b2480305 req-ab89ffd6-9dff-4e24-918f-31d9db2ce022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:23:55.864036 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-32053e39-7d56-49f8-867e-58d3b2480305 req-ab89ffd6-9dff-4e24-918f-31d9db2ce022 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=050fe506-29b6-4536-b03a-6d4fd9d4993c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0421412
Dec 25 21:23:55.867477 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934f981e-39e7-4465-9630-75ceb3633db7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d0593536-f259-44e3-8eca-283096dddce3,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:23:55.871654 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-934f981e-39e7-4465-9630-75ceb3633db7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:23:55.874825 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-934f981e-39e7-4465-9630-75ceb3633db7 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/d0593536-f259-44e3-8eca-283096dddce3 HTTP/1.1" status: 204  len: 168 time: 0.4076452
Dec 25 21:23:55.877296 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 36548) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:23:55.968383 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-0f1c2e7a-4f5c-46e2-a34b-6c59a4b41722 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625803'] for network, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:23:56.013376 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-32053e39-7d56-49f8-867e-58d3b2480305 req-ba0ef208-3c4b-4874-9b67-2766e6473578 service neutron] 10.222.0.31 "GET /v2.0/networks/050fe506-29b6-4536-b03a-6d4fd9d4993c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1353321
Dec 25 21:23:56.021375 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6904fac1-a670-499c-b4e1-416e190a0441 req-50bb7825-49c1-47cd-a778-33f88816bf08 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:23:56.022902 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-6904fac1-a670-499c-b4e1-416e190a0441 req-50bb7825-49c1-47cd-a778-33f88816bf08 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/ports?device_id=80ab586d-800d-4e54-9ed7-b09636cb7bd5 HTTP/1.1" status: 200  len: 945 time: 0.0768991
Dec 25 21:23:56.068488 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-0f1c2e7a-4f5c-46e2-a34b-6c59a4b41722 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997585', 'neutron.services.segments.db._delete_segments_for_network-8737602743071'] for network, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:23:56.090613 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-0f1c2e7a-4f5c-46e2-a34b-6c59a4b41722 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f26120728e0>,) {'filters': {'network_id': ['df7f119b-f1bb-462c-b2dc-ce3acd2a89d9']}} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:23:56.105153 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-0f1c2e7a-4f5c-46e2-a34b-6c59a4b41722 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f26120728e0>, '1c5dea30-318f-4932-8772-f43ff59dee51') {'for_net_delete': True} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:23:56.105754 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-0f1c2e7a-4f5c-46e2-a34b-6c59a4b41722 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f26120728e0>, '1c5dea30-318f-4932-8772-f43ff59dee51') {} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:23:56.123147 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-0f1c2e7a-4f5c-46e2-a34b-6c59a4b41722 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737602746920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10246592'] for segment, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:23:56.128927 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-6904fac1-a670-499c-b4e1-416e190a0441 req-867a60e7-99b6-4b26-b7f3-f9d54199d95d tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/security-groups?id=8da2903e-43de-461d-84b5-0c733a2bfb8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0968382
Dec 25 21:23:56.143852 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-0f1c2e7a-4f5c-46e2-a34b-6c59a4b41722 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:23:56.148177 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 36558) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:23:56.162672 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-32053e39-7d56-49f8-867e-58d3b2480305 req-70088812-228d-4ac0-83ff-d32e909904bb service neutron] 10.222.0.31 "GET /v2.0/networks/050fe506-29b6-4536-b03a-6d4fd9d4993c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1378233
Dec 25 21:23:56.162970 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-720e90c4-4005-4678-8992-4c9c677d0cf5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:23:56.166165 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f1c2e7a-4f5c-46e2-a34b-6c59a4b41722 admin admin] Releasing vlan 171 on physical network physnet1 to pool {{(pid=121607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 25 21:23:56.170700 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-0f1c2e7a-4f5c-46e2-a34b-6c59a4b41722 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8633327'] for segment, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:23:56.170700 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:23:56.170700 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:23:56.170700 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:23:56.170700 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:23:56.170700 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:23:56.170700 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:23:56.170700 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:23:56.170700 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:23:56.170700 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:23:56.170700 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:23:56.170700 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:23:56.170700 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:23:56.170700 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:23:56.170700 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:23:56.170700 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:23:56.170700 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:23:56.170700 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:23:56.170700 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:23:56.170700 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:23:56.170700 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:23:56.170700 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:23:56.170700 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:23:56.170700 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:23:56.170700 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:23:56.170700 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:23:56.170700 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:23:56.170700 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:23:56.170700 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:23:56.170700 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:23:56.170700 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:23:56.170700 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:23:56.170700 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:23:56.173641 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:23:56.173641 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:23:56.173641 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:23:56.173641 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:23:56.173641 ncdv-master-1 neutron-server[121607]: Traceback (most recent call last):
Dec 25 21:23:56.173641 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 25 21:23:56.173641 ncdv-master-1 neutron-server[121607]:     timer()
Dec 25 21:23:56.173641 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 25 21:23:56.173641 ncdv-master-1 neutron-server[121607]:     cb(*args, **kw)
Dec 25 21:23:56.173641 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 25 21:23:56.173641 ncdv-master-1 neutron-server[121607]:     return func(*args, **kwargs)
Dec 25 21:23:56.173641 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 25 21:23:56.173641 ncdv-master-1 neutron-server[121607]:     self._notify()
Dec 25 21:23:56.173641 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 25 21:23:56.173641 ncdv-master-1 neutron-server[121607]:     self.callback(batched_events)
Dec 25 21:23:56.173641 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 25 21:23:56.173641 ncdv-master-1 neutron-server[121607]:     event.method(event)
Dec 25 21:23:56.173641 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 25 21:23:56.173641 ncdv-master-1 neutron-server[121607]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 25 21:23:56.173641 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 25 21:23:56.173641 ncdv-master-1 neutron-server[121607]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 25 21:23:56.173641 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 25 21:23:56.173641 ncdv-master-1 neutron-server[121607]:     return f(self, *a, **k)
Dec 25 21:23:56.173641 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 25 21:23:56.173641 ncdv-master-1 neutron-server[121607]:     return self._get(url).json()
Dec 25 21:23:56.173641 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 25 21:23:56.173641 ncdv-master-1 neutron-server[121607]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 25 21:23:56.173641 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 25 21:23:56.173641 ncdv-master-1 neutron-server[121607]:     return self.request(url, 'GET', **kwargs)
Dec 25 21:23:56.173641 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 25 21:23:56.173641 ncdv-master-1 neutron-server[121607]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 25 21:23:56.173641 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 25 21:23:56.173641 ncdv-master-1 neutron-server[121607]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 25 21:23:56.173641 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 25 21:23:56.173641 ncdv-master-1 neutron-server[121607]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 25 21:23:56.173641 ncdv-master-1 neutron-server[121607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 25 21:23:56.287061 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-720e90c4-4005-4678-8992-4c9c677d0cf5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:23:56.298125 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-0f1c2e7a-4f5c-46e2-a34b-6c59a4b41722 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2008653'] for network, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:23:56.303443 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-0f1c2e7a-4f5c-46e2-a34b-6c59a4b41722 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for network, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:23:56.306904 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-0f1c2e7a-4f5c-46e2-a34b-6c59a4b41722 admin admin] 10.222.0.32 "DELETE /v2.0/networks/df7f119b-f1bb-462c-b2dc-ce3acd2a89d9 HTTP/1.1" status: 204  len: 168 time: 0.4284246
Dec 25 21:23:56.318116 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1c2e7a-4f5c-46e2-a34b-6c59a4b41722 admin admin] Pushing event deleted for resources: {'Network': ['ID=df7f119b-f1bb-462c-b2dc-ce3acd2a89d9,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:23:56.401871 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-720e90c4-4005-4678-8992-4c9c677d0cf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:23:56.441395 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-720e90c4-4005-4678-8992-4c9c677d0cf5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=068d36239cf649a7a1173eccb78102b4&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2921915
Dec 25 21:23:56.443429 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720e90c4-4005-4678-8992-4c9c677d0cf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ebeef85-8a4c-4287-8f5d-caaa803287e7,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:23:56.444095 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 36566) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:23:56.495635 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-0b646c15-bab9-421d-9f81-25e9b37f9817 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:23:56.521283 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-0b646c15-bab9-421d-9f81-25e9b37f9817 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:23:56.557027 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device 8682c537-48c9-45f3-aff8-21394b858c2b details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 25 21:23:56.647009 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-0b646c15-bab9-421d-9f81-25e9b37f9817 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:23:56.649793 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-0b646c15-bab9-421d-9f81-25e9b37f9817 admin admin] Publish callbacks [] for security_group, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:23:56.657610 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-0b646c15-bab9-421d-9f81-25e9b37f9817 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4ebeef85-8a4c-4287-8f5d-caaa803287e7 HTTP/1.1" status: 204  len: 168 time: 0.2077944
Dec 25 21:23:56.663047 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b646c15-bab9-421d-9f81-25e9b37f9817 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ebeef85-8a4c-4287-8f5d-caaa803287e7,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:23:56.669357 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port 8682c537-48c9-45f3-aff8-21394b858c2b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8682c537-48c9-45f3-aff8-21394b858c2b,segment=NetworkSegment(66e39abb-3870-4404-91e4-a4d8a7ae7fb7),segment_id=66e39abb-3870-4404-91e4-a4d8a7ae7fb7)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:23:56.689104 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Returning: {'device': '8682c537-48c9-45f3-aff8-21394b858c2b', 'network_id': '050fe506-29b6-4536-b03a-6d4fd9d4993c', 'port_id': '8682c537-48c9-45f3-aff8-21394b858c2b', 'mac_address': 'fa:16:3e:86:a6:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f5d8ab8-049c-411c-8531-c48febcca4ec', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 25 21:23:56.730831 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:23:56.745503 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8682c537-48c9-45f3-aff8-21394b858c2b {{(pid=121608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:23:56.765547 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port 8682c537-48c9-45f3-aff8-21394b858c2b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8682c537-48c9-45f3-aff8-21394b858c2b,segment=NetworkSegment(66e39abb-3870-4404-91e4-a4d8a7ae7fb7),segment_id=66e39abb-3870-4404-91e4-a4d8a7ae7fb7)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:23:56.789982 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 36580) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:23:56.845269 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-05a86760-cea1-4389-a3b3-2639f5cfde27 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8dcf2517f61849cb9650682caf0c5712&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0536129
Dec 25 21:23:56.847839 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 36584) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:23:56.856991 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:23:56.924678 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Pushing event updated for resources: {'Port': ['ID=8682c537-48c9-45f3-aff8-21394b858c2b,revision_number=6']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:23:56.936386 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-08601437-10c8-4e0a-902e-b212f961362d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:23:56.969304 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-08601437-10c8-4e0a-902e-b212f961362d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:23:56.974381 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] get_ports_and_sgs() called for port_ids ['8682c537-48c9-45f3-aff8-21394b858c2b'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:23:57.144635 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-08601437-10c8-4e0a-902e-b212f961362d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:23:57.147951 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-08601437-10c8-4e0a-902e-b212f961362d admin admin] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:23:57.151990 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-08601437-10c8-4e0a-902e-b212f961362d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b13bfb58-0f10-46e2-9252-687280bf8bf9 HTTP/1.1" status: 204  len: 168 time: 0.3031299
Dec 25 21:23:57.163126 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08601437-10c8-4e0a-902e-b212f961362d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b13bfb58-0f10-46e2-9252-687280bf8bf9,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:23:57.267764 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2553581c-8156-44fe-bc4a-aeadb145e836 req-0d62f87c-d0ab-4bd0-8459-28cbd4c2e2ec tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:23:57.269325 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2553581c-8156-44fe-bc4a-aeadb145e836 req-0d62f87c-d0ab-4bd0-8459-28cbd4c2e2ec tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/ports?device_id=80ab586d-800d-4e54-9ed7-b09636cb7bd5 HTTP/1.1" status: 200  len: 944 time: 0.0528383
Dec 25 21:23:57.329294 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2553581c-8156-44fe-bc4a-aeadb145e836 req-120dcb4c-343d-4df7-ae10-8c8d1e0dce5b tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/security-groups?id=8da2903e-43de-461d-84b5-0c733a2bfb8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0535867
Dec 25 21:23:58.541603 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9a0f07-55d8-414a-8106-4d32bacecb24 req-439dbffd-ae2a-4d0e-85f0-6b4e767d3d0b tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:23:58.551171 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3a9a0f07-55d8-414a-8106-4d32bacecb24 req-439dbffd-ae2a-4d0e-85f0-6b4e767d3d0b tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/ports?device_id=80ab586d-800d-4e54-9ed7-b09636cb7bd5 HTTP/1.1" status: 200  len: 944 time: 0.1077967
Dec 25 21:23:58.558539 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device 8682c537-48c9-45f3-aff8-21394b858c2b up at agent hyperv_nch2-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:23:58.627048 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Provisioning complete for port 8682c537-48c9-45f3-aff8-21394b858c2b triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:23:58.627048 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:23:58.686841 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3a9a0f07-55d8-414a-8106-4d32bacecb24 req-83fe015b-be9e-474d-bef4-57adcff4806a tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/security-groups?id=8da2903e-43de-461d-84b5-0c733a2bfb8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1345251
Dec 25 21:23:58.779373 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:23:58.834056 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port 8682c537-48c9-45f3-aff8-21394b858c2b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8682c537-48c9-45f3-aff8-21394b858c2b,segment=NetworkSegment(66e39abb-3870-4404-91e4-a4d8a7ae7fb7),segment_id=66e39abb-3870-4404-91e4-a4d8a7ae7fb7)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:23:58.834056 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80ab586d-800d-4e54-9ed7-b09636cb7bd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8682c537-48c9-45f3-aff8-21394b858c2b'}] {{(pid=121608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:23:58.834056 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a88c78c3ff6266bd59c7e89d275b28c92e739b67d23c89d71af88829fd31566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55bfc377-38d3-4acd-b714-0825469692d8" -d '{"events": [{"server_uuid": "80ab586d-800d-4e54-9ed7-b09636cb7bd5", "name": "network-vif-plugged", "status": "completed", "tag": "8682c537-48c9-45f3-aff8-21394b858c2b"}]}' {{(pid=121608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:23:58.885995 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 21:23:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd735a08-d4b2-4d0c-8f31-3342efa192f9 x-openstack-request-id: req-dd735a08-d4b2-4d0c-8f31-3342efa192f9 {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:23:58.886536 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80ab586d-800d-4e54-9ed7-b09636cb7bd5", "name": "network-vif-plugged", "status": "completed", "tag": "8682c537-48c9-45f3-aff8-21394b858c2b", "code": 200}]} {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:23:58.886973 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-dd735a08-d4b2-4d0c-8f31-3342efa192f9 {{(pid=121608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:23:58.887533 ncdv-master-1 neutron-server[121608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80ab586d-800d-4e54-9ed7-b09636cb7bd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8682c537-48c9-45f3-aff8-21394b858c2b', 'code': 200}
Dec 25 21:23:58.921985 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:23:59.055209 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Pushing event updated for resources: {'Port': ['ID=8682c537-48c9-45f3-aff8-21394b858c2b,revision_number=7']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:23:59.848507 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b487c0-82a3-44e0-8f81-5ee8d40aa88d req-4ebadaed-45e5-48a7-9f1e-e8d24d2f9961 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:23:59.851408 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-99b487c0-82a3-44e0-8f81-5ee8d40aa88d req-4ebadaed-45e5-48a7-9f1e-e8d24d2f9961 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/ports?device_id=80ab586d-800d-4e54-9ed7-b09636cb7bd5 HTTP/1.1" status: 200  len: 945 time: 0.0661223
Dec 25 21:23:59.940770 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-99b487c0-82a3-44e0-8f81-5ee8d40aa88d req-c3dfe24c-7f7f-4d5e-9346-41f59db2424d tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/security-groups?id=8da2903e-43de-461d-84b5-0c733a2bfb8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0828254
Dec 25 21:24:01.153495 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de909c5-0ff2-4ae7-8c02-dca1a35743ec req-88b2c2b1-bf0b-467e-ade3-64f92b70d4c2 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:24:01.161392 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-6de909c5-0ff2-4ae7-8c02-dca1a35743ec req-88b2c2b1-bf0b-467e-ade3-64f92b70d4c2 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/ports?device_id=80ab586d-800d-4e54-9ed7-b09636cb7bd5 HTTP/1.1" status: 200  len: 945 time: 0.0980182
Dec 25 21:24:01.216868 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-6de909c5-0ff2-4ae7-8c02-dca1a35743ec req-bf18ef8c-32a6-48f6-8ba6-d1ade3d1b1e3 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/security-groups?id=8da2903e-43de-461d-84b5-0c733a2bfb8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0545127
Dec 25 21:24:01.633764 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 36868) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:24:01.808534 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-43683ac2-63e5-4bb1-be67-9ee73ea87aff admin admin] Publish callbacks [] for security_group, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:01.923289 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-43683ac2-63e5-4bb1-be67-9ee73ea87aff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:02.341195 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b1abfb-b42f-4bb5-8d47-98981ca543e0 req-4de473ee-6a36-447e-9651-97fc99930748 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:24:02.342905 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-92b1abfb-b42f-4bb5-8d47-98981ca543e0 req-4de473ee-6a36-447e-9651-97fc99930748 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/ports?device_id=80ab586d-800d-4e54-9ed7-b09636cb7bd5 HTTP/1.1" status: 200  len: 945 time: 0.0572305
Dec 25 21:24:02.401154 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-92b1abfb-b42f-4bb5-8d47-98981ca543e0 req-24952c7c-5214-4609-8fe3-d25156617ef6 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/security-groups?id=8da2903e-43de-461d-84b5-0c733a2bfb8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0494268
Dec 25 21:24:02.401372 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-43683ac2-63e5-4bb1-be67-9ee73ea87aff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:02.468743 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-43683ac2-63e5-4bb1-be67-9ee73ea87aff admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d0ff6007d73444dda12f017c3f7be6c9&name=default HTTP/1.1" status: 200  len: 3000 time: 0.8312523
Dec 25 21:24:02.468743 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43683ac2-63e5-4bb1-be67-9ee73ea87aff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa121458-bd31-41c8-9d47-14bd0102422e,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:24:02.470804 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 36914) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:24:02.563262 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-da6d9de5-300f-4577-bcce-72d9d1e4884d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:02.596750 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-da6d9de5-300f-4577-bcce-72d9d1e4884d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:02.749665 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-da6d9de5-300f-4577-bcce-72d9d1e4884d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:02.754160 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-da6d9de5-300f-4577-bcce-72d9d1e4884d admin admin] Publish callbacks [] for security_group, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:02.758665 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-da6d9de5-300f-4577-bcce-72d9d1e4884d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/aa121458-bd31-41c8-9d47-14bd0102422e HTTP/1.1" status: 204  len: 168 time: 0.2838502
Dec 25 21:24:02.776620 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6d9de5-300f-4577-bcce-72d9d1e4884d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa121458-bd31-41c8-9d47-14bd0102422e,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:24:03.625081 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9e8698-b618-44de-8ca0-a100e03b67b2 req-4bf81ce8-4dd7-4a7e-89d2-857aec61d26b tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:24:03.637659 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9d9e8698-b618-44de-8ca0-a100e03b67b2 req-4bf81ce8-4dd7-4a7e-89d2-857aec61d26b tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/ports?device_id=336c6856-ca33-4291-b38f-03e7f7a5db93 HTTP/1.1" status: 200  len: 946 time: 0.1002452
Dec 25 21:24:03.666696 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7037be9c-865f-4c1b-a6ef-3d4c3808aa10 req-05f821c7-8965-44f9-9ec3-b80047e41f12 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:24:03.668601 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7037be9c-865f-4c1b-a6ef-3d4c3808aa10 req-05f821c7-8965-44f9-9ec3-b80047e41f12 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/ports?device_id=80ab586d-800d-4e54-9ed7-b09636cb7bd5 HTTP/1.1" status: 200  len: 945 time: 0.1017866
Dec 25 21:24:03.751479 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7037be9c-865f-4c1b-a6ef-3d4c3808aa10 req-b214fab8-4a67-4279-a4b5-00c786093fb2 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/security-groups?id=8da2903e-43de-461d-84b5-0c733a2bfb8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0673139
Dec 25 21:24:03.768370 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9d9e8698-b618-44de-8ca0-a100e03b67b2 req-fb6ffec6-1d43-4916-9a4d-d554ada5bb84 tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/security-groups?id=eb031b39-e206-4789-8844-f32137bfb856&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1278956
Dec 25 21:24:03.845504 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 37004) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:24:04.066437 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ae42712f-dc07-4d41-8c4c-6780d73b1d49 admin admin] Publish callbacks [] for security_group, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:04.199887 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ae42712f-dc07-4d41-8c4c-6780d73b1d49 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:04.307032 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ae42712f-dc07-4d41-8c4c-6780d73b1d49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:04.307284 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:04.350415 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 37018) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:24:04.358553 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-ae42712f-dc07-4d41-8c4c-6780d73b1d49 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b1f37e0e28644c6eb7382c1c9a760cd0&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5118515
Dec 25 21:24:04.368323 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae42712f-dc07-4d41-8c4c-6780d73b1d49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3021312b-bc0b-4797-93e2-d9f605fa15a4,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:24:04.439820 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-fb222534-20a3-4498-9aa5-625bac76fd51 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:04.472691 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-fb222534-20a3-4498-9aa5-625bac76fd51 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:04.617967 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-fb222534-20a3-4498-9aa5-625bac76fd51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:04.620699 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-fb222534-20a3-4498-9aa5-625bac76fd51 admin admin] Publish callbacks [] for security_group, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:04.621925 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-fb222534-20a3-4498-9aa5-625bac76fd51 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3021312b-bc0b-4797-93e2-d9f605fa15a4 HTTP/1.1" status: 204  len: 168 time: 0.2701199
Dec 25 21:24:04.632791 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb222534-20a3-4498-9aa5-625bac76fd51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3021312b-bc0b-4797-93e2-d9f605fa15a4,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:24:04.661668 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 37032) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:24:04.789708 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-1b125b6d-06ff-4e90-b96d-513b5d1aa93e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:04.965633 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac11a63a-fc1c-42ee-88cd-277aff8dca61 req-c247329d-cf5a-4ade-bf4d-d7d52d21efb3 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:24:04.973675 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ac11a63a-fc1c-42ee-88cd-277aff8dca61 req-c247329d-cf5a-4ade-bf4d-d7d52d21efb3 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/ports?device_id=80ab586d-800d-4e54-9ed7-b09636cb7bd5 HTTP/1.1" status: 200  len: 945 time: 0.1273034
Dec 25 21:24:04.976569 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-b1eaa7c5-ce3f-4ea5-acf3-50e15329a736 admin admin] Publish callbacks [] for security_group, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:05.055185 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fe1ca4-232d-45b5-b27d-7096ac8fa0d3 req-d89ef8ec-9ef7-413f-93b2-0f8f095493dd tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:24:05.064011 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b2fe1ca4-232d-45b5-b27d-7096ac8fa0d3 req-d89ef8ec-9ef7-413f-93b2-0f8f095493dd tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/ports?device_id=336c6856-ca33-4291-b38f-03e7f7a5db93 HTTP/1.1" status: 200  len: 946 time: 0.1591680
Dec 25 21:24:05.142908 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ac11a63a-fc1c-42ee-88cd-277aff8dca61 req-c178de21-3449-4abd-ad02-95e35e2409c5 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/security-groups?id=8da2903e-43de-461d-84b5-0c733a2bfb8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1666484
Dec 25 21:24:05.217829 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54188378-71d9-45f3-b349-2d0e35760382 req-2977f4e1-b039-4eec-845c-f3d73462bc59 tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:24:05.219615 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-54188378-71d9-45f3-b349-2d0e35760382 req-2977f4e1-b039-4eec-845c-f3d73462bc59 tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.31 "GET /v2.0/ports?device_id=336c6856-ca33-4291-b38f-03e7f7a5db93 HTTP/1.1" status: 200  len: 946 time: 0.1500182
Dec 25 21:24:05.232918 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b2fe1ca4-232d-45b5-b27d-7096ac8fa0d3 req-cd46373c-d561-46e1-96b6-d2fc8345aebe tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/security-groups?id=eb031b39-e206-4789-8844-f32137bfb856&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1678658
Dec 25 21:24:05.305848 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-b1eaa7c5-ce3f-4ea5-acf3-50e15329a736 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:05.388618 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [req-54188378-71d9-45f3-b349-2d0e35760382 req-69f6a026-8d8b-41be-bcdb-df4638e5f27f tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] Deleting port 6dcde4f1-b084-49e9-9b96-ae184bf1c495 {{(pid=121606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:24:05.388618 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-54188378-71d9-45f3-b349-2d0e35760382 req-69f6a026-8d8b-41be-bcdb-df4638e5f27f tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:05.405358 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-b1eaa7c5-ce3f-4ea5-acf3-50e15329a736 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:05.443015 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-b1eaa7c5-ce3f-4ea5-acf3-50e15329a736 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a702b12f68b44b949a2ab7f5eeaf411b&name=default HTTP/1.1" status: 200  len: 3000 time: 0.7802265
Dec 25 21:24:05.446153 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 37054) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:24:05.519261 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1eaa7c5-ce3f-4ea5-acf3-50e15329a736 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d6609a2-d7a3-465a-8791-111c0c720cdd,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:24:05.557901 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-4205286e-f93a-4894-acce-aad284e8987e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:05.577276 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 37056) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:24:05.590851 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-54188378-71d9-45f3-b349-2d0e35760382 req-69f6a026-8d8b-41be-bcdb-df4638e5f27f tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] For port 6dcde4f1-b084-49e9-9b96-ae184bf1c495, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6dcde4f1-b084-49e9-9b96-ae184bf1c495,segment=NetworkSegment(95544d4b-0c14-46d9-8e39-4d223a110754),segment_id=95544d4b-0c14-46d9-8e39-4d223a110754)] {{(pid=121606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:24:05.597929 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-54188378-71d9-45f3-b349-2d0e35760382 req-69f6a026-8d8b-41be-bcdb-df4638e5f27f tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:05.610701 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-4205286e-f93a-4894-acce-aad284e8987e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:05.613074 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f3b65c6e-637a-480c-9fc0-1a7ec2e270b4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:05.620294 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [req-54188378-71d9-45f3-b349-2d0e35760382 req-69f6a026-8d8b-41be-bcdb-df4638e5f27f tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] Calling delete_port for 6dcde4f1-b084-49e9-9b96-ae184bf1c495 owned by compute:nova {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:24:05.749164 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f3b65c6e-637a-480c-9fc0-1a7ec2e270b4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:05.811666 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-4205286e-f93a-4894-acce-aad284e8987e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:05.814601 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-4205286e-f93a-4894-acce-aad284e8987e admin admin] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:05.818493 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-4205286e-f93a-4894-acce-aad284e8987e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9d6609a2-d7a3-465a-8791-111c0c720cdd HTTP/1.1" status: 204  len: 168 time: 0.3701823
Dec 25 21:24:05.826797 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4205286e-f93a-4894-acce-aad284e8987e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d6609a2-d7a3-465a-8791-111c0c720cdd,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:24:05.869346 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f3b65c6e-637a-480c-9fc0-1a7ec2e270b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:05.898080 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-54188378-71d9-45f3-b349-2d0e35760382 req-69f6a026-8d8b-41be-bcdb-df4638e5f27f tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:05.916558 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-f3b65c6e-637a-480c-9fc0-1a7ec2e270b4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ddb89ad797b743899fc576ec3228c0e0&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3344612
Dec 25 21:24:05.918798 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b65c6e-637a-480c-9fc0-1a7ec2e270b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b7c18e5-6114-4cca-a44b-15bb65fbaa8a,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:24:05.922066 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 37064) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:24:05.938829 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f6a026-8d8b-41be-bcdb-df4638e5f27f tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] Pushing event deleted for resources: {'Port': ['ID=6dcde4f1-b084-49e9-9b96-ae184bf1c495,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:24:06.012449 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [req-54188378-71d9-45f3-b349-2d0e35760382 req-69f6a026-8d8b-41be-bcdb-df4638e5f27f tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] No DVR routers for this DVR port 6dcde4f1-b084-49e9-9b96-ae184bf1c495 on host nch1-master-1 {{(pid=121606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:24:06.017759 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-54188378-71d9-45f3-b349-2d0e35760382 req-69f6a026-8d8b-41be-bcdb-df4638e5f27f tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:06.026875 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-54188378-71d9-45f3-b349-2d0e35760382 req-69f6a026-8d8b-41be-bcdb-df4638e5f27f tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.31 "DELETE /v2.0/ports/6dcde4f1-b084-49e9-9b96-ae184bf1c495 HTTP/1.1" status: 204  len: 173 time: 0.7929044
Dec 25 21:24:06.028458 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '336c6856-ca33-4291-b38f-03e7f7a5db93', 'name': 'network-vif-deleted', 'tag': '6dcde4f1-b084-49e9-9b96-ae184bf1c495'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:24:06.035915 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9858820c13ec2827453b94ebc4181065e990a4e4089ccb9fe762531ac62d2fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f4d3019-08d7-4542-acb9-bad71f80ee94" -d '{"events": [{"server_uuid": "336c6856-ca33-4291-b38f-03e7f7a5db93", "name": "network-vif-deleted", "tag": "6dcde4f1-b084-49e9-9b96-ae184bf1c495"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:24:06.044752 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-c119e74d-9772-49ca-886e-b3fed7805324 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:06.072811 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-c119e74d-9772-49ca-886e-b3fed7805324 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:06.123756 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 21:24:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e2fd045-9f66-4bba-a23b-1e5678afff71 x-openstack-request-id: req-3e2fd045-9f66-4bba-a23b-1e5678afff71 {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:24:06.124064 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "336c6856-ca33-4291-b38f-03e7f7a5db93", "name": "network-vif-deleted", "tag": "6dcde4f1-b084-49e9-9b96-ae184bf1c495", "status": "completed", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:24:06.124378 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3e2fd045-9f66-4bba-a23b-1e5678afff71 {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:24:06.125041 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '336c6856-ca33-4291-b38f-03e7f7a5db93', 'name': 'network-vif-deleted', 'tag': '6dcde4f1-b084-49e9-9b96-ae184bf1c495', 'status': 'completed', 'code': 200}
Dec 25 21:24:06.280785 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-c119e74d-9772-49ca-886e-b3fed7805324 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:06.284253 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-c119e74d-9772-49ca-886e-b3fed7805324 admin admin] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:06.292132 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-c119e74d-9772-49ca-886e-b3fed7805324 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4b7c18e5-6114-4cca-a44b-15bb65fbaa8a HTTP/1.1" status: 204  len: 168 time: 0.3673835
Dec 25 21:24:06.308314 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c119e74d-9772-49ca-886e-b3fed7805324 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b7c18e5-6114-4cca-a44b-15bb65fbaa8a,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:24:06.354735 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8d0788-4a77-4530-aa55-21c5091b3ed7 req-6f53a3df-bd1c-458b-a5a6-497e03b8a637 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:24:06.362129 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2b8d0788-4a77-4530-aa55-21c5091b3ed7 req-6f53a3df-bd1c-458b-a5a6-497e03b8a637 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/ports?device_id=80ab586d-800d-4e54-9ed7-b09636cb7bd5 HTTP/1.1" status: 200  len: 945 time: 0.0909541
Dec 25 21:24:06.465893 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-699527be-9cf7-4f8f-9604-ba58515e0fbb req-30350fb3-0f28-46c4-b3a1-695742d44503 tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/ports?device_id=336c6856-ca33-4291-b38f-03e7f7a5db93 HTTP/1.1" status: 200  len: 210 time: 0.0809085
Dec 25 21:24:06.473176 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2b8d0788-4a77-4530-aa55-21c5091b3ed7 req-1e8bd535-eba9-4661-aae2-6d9b0b61b18c tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/security-groups?id=8da2903e-43de-461d-84b5-0c733a2bfb8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1096656
Dec 25 21:24:07.021653 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 37088) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:24:07.035312 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-6592ada8-7415-47b4-9b06-ee77d2234966 admin admin] Publish callbacks [] for security_group, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:07.114913 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-6592ada8-7415-47b4-9b06-ee77d2234966 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:07.158319 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-7e790f70-b5f3-422a-813e-e66502ee9861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:07.211799 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-6592ada8-7415-47b4-9b06-ee77d2234966 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:07.239632 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-6592ada8-7415-47b4-9b06-ee77d2234966 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=22a773b87e52482483b87d5f4fad39b0&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2167668
Dec 25 21:24:07.242697 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 37100) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:24:07.261101 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6592ada8-7415-47b4-9b06-ee77d2234966 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b48b58c-1fcc-453f-8572-b59729f9bc1d,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:24:07.390956 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-53428b9f-aadd-4bc9-9149-c8000fd12679 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:07.444978 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-53428b9f-aadd-4bc9-9149-c8000fd12679 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:07.612517 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-53428b9f-aadd-4bc9-9149-c8000fd12679 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:07.615760 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-53428b9f-aadd-4bc9-9149-c8000fd12679 admin admin] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:07.621132 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-53428b9f-aadd-4bc9-9149-c8000fd12679 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7b48b58c-1fcc-453f-8572-b59729f9bc1d HTTP/1.1" status: 204  len: 168 time: 0.3758857
Dec 25 21:24:07.640476 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53428b9f-aadd-4bc9-9149-c8000fd12679 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b48b58c-1fcc-453f-8572-b59729f9bc1d,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:24:07.713968 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7a7267-3b96-4377-a05d-a5b9ea1a3f2a req-444c54ef-550f-498d-93d8-3a16be44e2d9 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:24:07.726908 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-6d7a7267-3b96-4377-a05d-a5b9ea1a3f2a req-444c54ef-550f-498d-93d8-3a16be44e2d9 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/ports?device_id=80ab586d-800d-4e54-9ed7-b09636cb7bd5 HTTP/1.1" status: 200  len: 945 time: 0.1272817
Dec 25 21:24:07.789391 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device 6dcde4f1-b084-49e9-9b96-ae184bf1c495 no longer exists at agent hyperv_nch1-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:24:07.803811 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-432bcfe5-a77e-454b-b531-8430fa81c0ae req-9befa951-be66-48db-a737-5878dae65af1 tempest-ServersNegativeTestJSON-1875920152 tempest-ServersNegativeTestJSON-1875920152-project] 10.222.0.32 "GET /v2.0/ports?device_id=336c6856-ca33-4291-b38f-03e7f7a5db93 HTTP/1.1" status: 200  len: 210 time: 0.0602107
Dec 25 21:24:07.818494 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] No Port match for: 6dcde4f1-b084-49e9-9b96-ae184bf1c495 {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:24:07.818842 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device 6dcde4f1-b084-49e9-9b96-ae184bf1c495 not bound to the agent host nch1-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:24:07.854476 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-6d7a7267-3b96-4377-a05d-a5b9ea1a3f2a req-2f2cc73b-c118-4345-b126-7e63712336c8 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/security-groups?id=8da2903e-43de-461d-84b5-0c733a2bfb8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1260545
Dec 25 21:24:08.212179 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:08.440728 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3e945ecd-9380-47c2-aa0a-12ebe07e03e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:08.868397 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 37188) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:24:08.930162 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_v2 [None req-37f95ffb-24d9-4026-a7ac-e8d04b97cc90 admin admin] Deleting subnet fd250946-046a-4d6b-8707-567238b4ce5f {{(pid=121607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Dec 25 21:24:08.937623 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-37f95ffb-24d9-4026-a7ac-e8d04b97cc90 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:09.011550 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-37f95ffb-24d9-4026-a7ac-e8d04b97cc90 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10246617'] for subnet, precommit_delete_associations {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:09.053249 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4921fe-1c93-4eaa-a347-2ee66f6f14f2 req-06d20998-9def-48bc-9767-e9e53348e2b6 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:24:09.060840 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3e4921fe-1c93-4eaa-a347-2ee66f6f14f2 req-06d20998-9def-48bc-9767-e9e53348e2b6 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/ports?device_id=80ab586d-800d-4e54-9ed7-b09636cb7bd5 HTTP/1.1" status: 200  len: 945 time: 0.0723259
Dec 25 21:24:09.127858 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3e4921fe-1c93-4eaa-a347-2ee66f6f14f2 req-b0f003c9-2ff6-444d-89d0-f04404b0ffac tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/security-groups?id=8da2903e-43de-461d-84b5-0c733a2bfb8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0660975
Dec 25 21:24:09.141762 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-37f95ffb-24d9-4026-a7ac-e8d04b97cc90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995662'] for subnet, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:09.307771 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-37f95ffb-24d9-4026-a7ac-e8d04b97cc90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8632410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8852809'] for subnet, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:09.345535 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f95ffb-24d9-4026-a7ac-e8d04b97cc90 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fd250946-046a-4d6b-8707-567238b4ce5f,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:24:09.348726 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-37f95ffb-24d9-4026-a7ac-e8d04b97cc90 admin admin] Publish callbacks [] for subnet, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:09.354899 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 37208) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:24:09.369116 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-37f95ffb-24d9-4026-a7ac-e8d04b97cc90 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/fd250946-046a-4d6b-8707-567238b4ce5f HTTP/1.1" status: 204  len: 168 time: 0.4989371
Dec 25 21:24:09.455739 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-15cb578f-7a63-4fd3-925d-83bad4c7b82a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:09.457854 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-53450e56-03a5-47f3-b777-762caa74d84b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625803'] for network, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:09.541803 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 37214) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:24:09.579843 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-53450e56-03a5-47f3-b777-762caa74d84b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997585', 'neutron.services.segments.db._delete_segments_for_network-8737602743071'] for network, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:09.607523 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.segments.db [None req-53450e56-03a5-47f3-b777-762caa74d84b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f26133a7b50>,) {'filters': {'network_id': ['2173080e-712c-4030-840a-d911c5ceb839']}} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:24:09.621511 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.segments.db [None req-53450e56-03a5-47f3-b777-762caa74d84b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f26133a7b50>, '95544d4b-0c14-46d9-8e39-4d223a110754') {'for_net_delete': True} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:24:09.621856 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.segments.db [None req-53450e56-03a5-47f3-b777-762caa74d84b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f26133a7b50>, '95544d4b-0c14-46d9-8e39-4d223a110754') {} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:24:09.635174 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-53450e56-03a5-47f3-b777-762caa74d84b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737602746920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9084222'] for segment, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:09.651456 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-53450e56-03a5-47f3-b777-762caa74d84b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:09.663043 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53450e56-03a5-47f3-b777-762caa74d84b admin admin] Releasing vlan 162 on physical network physnet1 to pool {{(pid=121606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 25 21:24:09.663409 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-53450e56-03a5-47f3-b777-762caa74d84b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9084542'] for segment, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:09.666723 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:24:09.666723 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:24:09.666723 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:24:09.666723 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:24:09.666723 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:24:09.666723 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:24:09.666723 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:24:09.666723 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:24:09.666723 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:24:09.666723 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:24:09.666723 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:24:09.666723 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:24:09.666723 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:24:09.666723 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:24:09.666723 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:24:09.666723 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:24:09.666723 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:24:09.666723 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:24:09.666723 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:24:09.666723 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:24:09.666723 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:24:09.666723 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:24:09.666723 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:24:09.666723 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:24:09.666723 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:24:09.666723 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:24:09.666723 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:24:09.666723 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:24:09.666723 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:24:09.666723 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:24:09.666723 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:24:09.666723 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:24:09.666723 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:24:09.666723 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:24:09.666723 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:24:09.666723 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:24:09.673190 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:24:09.673190 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:24:09.673190 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:24:09.673190 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:24:09.673190 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:24:09.673190 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:24:09.673190 ncdv-master-1 neutron-server[121606]: Traceback (most recent call last):
Dec 25 21:24:09.673190 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 25 21:24:09.673190 ncdv-master-1 neutron-server[121606]:     timer()
Dec 25 21:24:09.673190 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 25 21:24:09.673190 ncdv-master-1 neutron-server[121606]:     cb(*args, **kw)
Dec 25 21:24:09.673190 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 25 21:24:09.673190 ncdv-master-1 neutron-server[121606]:     return func(*args, **kwargs)
Dec 25 21:24:09.673190 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 25 21:24:09.673190 ncdv-master-1 neutron-server[121606]:     self._notify()
Dec 25 21:24:09.673190 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 25 21:24:09.673190 ncdv-master-1 neutron-server[121606]:     self.callback(batched_events)
Dec 25 21:24:09.673190 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 25 21:24:09.673190 ncdv-master-1 neutron-server[121606]:     event.method(event)
Dec 25 21:24:09.673190 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 25 21:24:09.673190 ncdv-master-1 neutron-server[121606]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 25 21:24:09.673190 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 25 21:24:09.673190 ncdv-master-1 neutron-server[121606]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 25 21:24:09.673190 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 25 21:24:09.673190 ncdv-master-1 neutron-server[121606]:     return f(self, *a, **k)
Dec 25 21:24:09.673190 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 25 21:24:09.673190 ncdv-master-1 neutron-server[121606]:     return self._get(url).json()
Dec 25 21:24:09.673190 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 25 21:24:09.673190 ncdv-master-1 neutron-server[121606]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 25 21:24:09.673190 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 25 21:24:09.673190 ncdv-master-1 neutron-server[121606]:     return self.request(url, 'GET', **kwargs)
Dec 25 21:24:09.673190 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 25 21:24:09.673190 ncdv-master-1 neutron-server[121606]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 25 21:24:09.673190 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 25 21:24:09.673190 ncdv-master-1 neutron-server[121606]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 25 21:24:09.673190 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 25 21:24:09.673190 ncdv-master-1 neutron-server[121606]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 25 21:24:09.673190 ncdv-master-1 neutron-server[121606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 25 21:24:09.870644 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-851288bb-d6b5-4fb6-9a65-18ecff0d7ce4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:09.915230 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-53450e56-03a5-47f3-b777-762caa74d84b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2008653'] for network, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:09.928487 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-53450e56-03a5-47f3-b777-762caa74d84b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for network, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:09.936121 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-53450e56-03a5-47f3-b777-762caa74d84b admin admin] 10.222.0.32 "DELETE /v2.0/networks/2173080e-712c-4030-840a-d911c5ceb839 HTTP/1.1" status: 204  len: 168 time: 0.5800209
Dec 25 21:24:09.981720 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53450e56-03a5-47f3-b777-762caa74d84b admin admin] Pushing event deleted for resources: {'Network': ['ID=2173080e-712c-4030-840a-d911c5ceb839,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:24:10.010019 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-851288bb-d6b5-4fb6-9a65-18ecff0d7ce4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:10.066575 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 37230) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:24:10.079334 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-851288bb-d6b5-4fb6-9a65-18ecff0d7ce4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:10.134353 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-851288bb-d6b5-4fb6-9a65-18ecff0d7ce4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d7fd3a986d5b4c38898b9ae8f0b6eee4&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5886285
Dec 25 21:24:10.134834 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 37238) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:24:10.190083 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851288bb-d6b5-4fb6-9a65-18ecff0d7ce4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c90b892-e535-4699-b881-0f1e832211b9,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:24:10.265000 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-4b3733a1-287e-46d9-b571-b87999359d5a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:10.289167 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-4b3733a1-287e-46d9-b571-b87999359d5a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:10.395301 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4596a045-74d3-419c-bc47-998ab6c013ad req-e8b1c3f3-e5c3-4c48-bde7-c5256b72100d tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:24:10.402107 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4596a045-74d3-419c-bc47-998ab6c013ad req-e8b1c3f3-e5c3-4c48-bde7-c5256b72100d tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/ports?device_id=80ab586d-800d-4e54-9ed7-b09636cb7bd5 HTTP/1.1" status: 200  len: 945 time: 0.1371830
Dec 25 21:24:10.442213 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-d56f0ba6-a1fe-4b10-a9fd-4844cb7366c1 tempest-RoutersTestDVR-948040000 tempest-RoutersTestDVR-948040000-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1283174566'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:24:10.501688 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4596a045-74d3-419c-bc47-998ab6c013ad req-647eda07-2108-4d02-85ba-e3a9841e9ff1 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/security-groups?id=8da2903e-43de-461d-84b5-0c733a2bfb8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0805140
Dec 25 21:24:10.518677 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 37246) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:24:10.551064 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-4b3733a1-287e-46d9-b571-b87999359d5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:10.551064 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-4b3733a1-287e-46d9-b571-b87999359d5a admin admin] Publish callbacks [] for security_group, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:10.551064 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-4b3733a1-287e-46d9-b571-b87999359d5a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9c90b892-e535-4699-b881-0f1e832211b9 HTTP/1.1" status: 204  len: 168 time: 0.4086914
Dec 25 21:24:10.561597 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3733a1-287e-46d9-b571-b87999359d5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c90b892-e535-4699-b881-0f1e832211b9,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:24:10.593198 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-5c28b2f0-f835-4d6a-a78d-1377fbd1136b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=66319858228140b3841ef6c7c8cd5c14&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0729711
Dec 25 21:24:10.595937 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 37250) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:24:10.611918 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-d56f0ba6-a1fe-4b10-a9fd-4844cb7366c1 tempest-RoutersTestDVR-948040000 tempest-RoutersTestDVR-948040000-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2014909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14863'] for router, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:10.613085 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-d56f0ba6-a1fe-4b10-a9fd-4844cb7366c1 tempest-RoutersTestDVR-948040000 tempest-RoutersTestDVR-948040000-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2014285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2009796', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2082630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14848'] for router, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:10.646667 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:10.742475 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-c2cf3472-7890-4cd9-b285-240f30f6d713 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:10.770082 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-d56f0ba6-a1fe-4b10-a9fd-4844cb7366c1 tempest-RoutersTestDVR-948040000 tempest-RoutersTestDVR-948040000-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:10.795806 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-c2cf3472-7890-4cd9-b285-240f30f6d713 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:10.866576 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-d56f0ba6-a1fe-4b10-a9fd-4844cb7366c1 tempest-RoutersTestDVR-948040000 tempest-RoutersTestDVR-948040000-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2014278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2009753'] for router, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:10.972295 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-c2cf3472-7890-4cd9-b285-240f30f6d713 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:10.976483 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-c2cf3472-7890-4cd9-b285-240f30f6d713 admin admin] Publish callbacks [] for security_group, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:10.976483 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-c2cf3472-7890-4cd9-b285-240f30f6d713 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/eb031b39-e206-4789-8844-f32137bfb856 HTTP/1.1" status: 204  len: 168 time: 0.3789418
Dec 25 21:24:10.985836 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cf3472-7890-4cd9-b285-240f30f6d713 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb031b39-e206-4789-8844-f32137bfb856,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:24:11.020012 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-d56f0ba6-a1fe-4b10-a9fd-4844cb7366c1 tempest-RoutersTestDVR-948040000 tempest-RoutersTestDVR-948040000-project-admin] Publish callbacks [] for router, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:11.021295 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-d56f0ba6-a1fe-4b10-a9fd-4844cb7366c1 tempest-RoutersTestDVR-948040000 tempest-RoutersTestDVR-948040000-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 729 time: 0.9524770
Dec 25 21:24:11.027997 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 37260) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:24:11.113832 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-49d35440-602d-4345-a17d-11290de452f9 tempest-RoutersTestDVR-948040000 tempest-RoutersTestDVR-948040000-project-admin] Publish callbacks [] for router, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:11.586997 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-49d35440-602d-4345-a17d-11290de452f9 tempest-RoutersTestDVR-948040000 tempest-RoutersTestDVR-948040000-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2014235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14905'] for router, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:11.589531 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-49d35440-602d-4345-a17d-11290de452f9 tempest-RoutersTestDVR-948040000 tempest-RoutersTestDVR-948040000-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:11.697444 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b0674b-26c1-4ede-be77-d5c6ec11d48e req-6a201a39-bfd3-4b26-95ef-56faa954aefc tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:24:11.699623 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-40b0674b-26c1-4ede-be77-d5c6ec11d48e req-6a201a39-bfd3-4b26-95ef-56faa954aefc tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/ports?device_id=80ab586d-800d-4e54-9ed7-b09636cb7bd5 HTTP/1.1" status: 200  len: 945 time: 0.0857947
Dec 25 21:24:11.804544 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-40b0674b-26c1-4ede-be77-d5c6ec11d48e req-8efd0737-451a-4b7a-a2a8-65bad4e500a4 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/security-groups?id=8da2903e-43de-461d-84b5-0c733a2bfb8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0943103
Dec 25 21:24:11.823906 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-49d35440-602d-4345-a17d-11290de452f9 tempest-RoutersTestDVR-948040000 tempest-RoutersTestDVR-948040000-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2014220'] for router, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:11.824923 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49d35440-602d-4345-a17d-11290de452f9 tempest-RoutersTestDVR-948040000 tempest-RoutersTestDVR-948040000-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7b837e14-f139-4d9c-864c-870d29f78340 {{(pid=121606) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 25 21:24:11.831545 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-49d35440-602d-4345-a17d-11290de452f9 tempest-RoutersTestDVR-948040000 tempest-RoutersTestDVR-948040000-project-admin] Publish callbacks [] for router, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:11.833915 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-49d35440-602d-4345-a17d-11290de452f9 tempest-RoutersTestDVR-948040000 tempest-RoutersTestDVR-948040000-project-admin] 10.222.0.32 "DELETE /v2.0/routers/7b837e14-f139-4d9c-864c-870d29f78340 HTTP/1.1" status: 204  len: 168 time: 0.8090694
Dec 25 21:24:11.838224 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 37280) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:24:11.844737 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-44a4cac6-0915-4098-b74a-edb654d77403 tempest-RoutersTestDVR-948040000 tempest-RoutersTestDVR-948040000-project-admin] Request body: {'router': {'name': 'tempest-router-1148125780', 'distributed': False}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:24:11.974105 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-44a4cac6-0915-4098-b74a-edb654d77403 tempest-RoutersTestDVR-948040000 tempest-RoutersTestDVR-948040000-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2014909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14863'] for router, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:11.975252 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-44a4cac6-0915-4098-b74a-edb654d77403 tempest-RoutersTestDVR-948040000 tempest-RoutersTestDVR-948040000-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2014285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2009796', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2082630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14848'] for router, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:12.035565 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-44a4cac6-0915-4098-b74a-edb654d77403 tempest-RoutersTestDVR-948040000 tempest-RoutersTestDVR-948040000-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:12.107501 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-44a4cac6-0915-4098-b74a-edb654d77403 tempest-RoutersTestDVR-948040000 tempest-RoutersTestDVR-948040000-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2014278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2009753'] for router, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:12.288439 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-44a4cac6-0915-4098-b74a-edb654d77403 tempest-RoutersTestDVR-948040000 tempest-RoutersTestDVR-948040000-project-admin] Publish callbacks [] for router, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:12.289678 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-44a4cac6-0915-4098-b74a-edb654d77403 tempest-RoutersTestDVR-948040000 tempest-RoutersTestDVR-948040000-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 722 time: 0.4495754
Dec 25 21:24:12.292321 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 37288) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:24:12.366510 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 37294) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:24:12.366981 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-304935d8-92b8-4810-ab1e-a13d0ba73766 tempest-RoutersTestDVR-948040000 tempest-RoutersTestDVR-948040000-project-admin] Publish callbacks [] for router, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:12.381180 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-507c3b8d-0bc6-4a3b-b852-664954b61ff5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:12.492752 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-507c3b8d-0bc6-4a3b-b852-664954b61ff5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:12.548944 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-304935d8-92b8-4810-ab1e-a13d0ba73766 tempest-RoutersTestDVR-948040000 tempest-RoutersTestDVR-948040000-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2014235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14905'] for router, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:12.552747 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-304935d8-92b8-4810-ab1e-a13d0ba73766 tempest-RoutersTestDVR-948040000 tempest-RoutersTestDVR-948040000-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:12.589272 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-507c3b8d-0bc6-4a3b-b852-664954b61ff5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:12.629996 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-507c3b8d-0bc6-4a3b-b852-664954b61ff5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8051c2a9844a42cb928ba6b5e05a7f26&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2623034
Dec 25 21:24:12.630805 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507c3b8d-0bc6-4a3b-b852-664954b61ff5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f232d9d0-f173-4fc0-b86b-ad6b28c62917,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:24:12.632651 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 37310) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:24:12.687462 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-3890ce2d-313f-4d42-b447-3e4098200dc9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:12.707890 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-3890ce2d-313f-4d42-b447-3e4098200dc9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:12.731272 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-304935d8-92b8-4810-ab1e-a13d0ba73766 tempest-RoutersTestDVR-948040000 tempest-RoutersTestDVR-948040000-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2014220'] for router, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:12.731463 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-304935d8-92b8-4810-ab1e-a13d0ba73766 tempest-RoutersTestDVR-948040000 tempest-RoutersTestDVR-948040000-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 88d63a5c-dcec-4711-92fe-2519b483cecd {{(pid=121607) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 25 21:24:12.740121 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-304935d8-92b8-4810-ab1e-a13d0ba73766 tempest-RoutersTestDVR-948040000 tempest-RoutersTestDVR-948040000-project-admin] Publish callbacks [] for router, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:12.741179 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-304935d8-92b8-4810-ab1e-a13d0ba73766 tempest-RoutersTestDVR-948040000 tempest-RoutersTestDVR-948040000-project-admin] 10.222.0.32 "DELETE /v2.0/routers/88d63a5c-dcec-4711-92fe-2519b483cecd HTTP/1.1" status: 204  len: 168 time: 0.4478810
Dec 25 21:24:12.744580 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 37316) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:24:12.751835 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-4cdd2c19-65c6-44e2-892d-636f96b4b06c tempest-RoutersTestDVR-948040000 tempest-RoutersTestDVR-948040000-project-admin] Request body: {'router': {'name': 'tempest-router-26561348', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '8958585cad0b40b3916d14bc98d64f1e'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:24:12.760708 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.agents_db [None req-ec08dba0-4483-4109-b5e1-5e4a9fdaf12d None None] Agent healthcheck: found 7 active agents {{(pid=121609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 25 21:24:12.857794 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-4cdd2c19-65c6-44e2-892d-636f96b4b06c tempest-RoutersTestDVR-948040000 tempest-RoutersTestDVR-948040000-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2014909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14863'] for router, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:12.859060 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-4cdd2c19-65c6-44e2-892d-636f96b4b06c tempest-RoutersTestDVR-948040000 tempest-RoutersTestDVR-948040000-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2014285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2009796', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2082630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14848'] for router, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:12.893123 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-3890ce2d-313f-4d42-b447-3e4098200dc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:12.901712 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-3890ce2d-313f-4d42-b447-3e4098200dc9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:12.901712 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-3890ce2d-313f-4d42-b447-3e4098200dc9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f232d9d0-f173-4fc0-b86b-ad6b28c62917 HTTP/1.1" status: 204  len: 168 time: 0.2631264
Dec 25 21:24:12.911864 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3890ce2d-313f-4d42-b447-3e4098200dc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f232d9d0-f173-4fc0-b86b-ad6b28c62917,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:24:12.939109 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33a4231-a515-46e9-b860-aaeda6f10966 req-36a34286-ec29-4702-add1-5096160512a1 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:24:12.940635 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e33a4231-a515-46e9-b860-aaeda6f10966 req-36a34286-ec29-4702-add1-5096160512a1 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/ports?device_id=80ab586d-800d-4e54-9ed7-b09636cb7bd5 HTTP/1.1" status: 200  len: 945 time: 0.0665472
Dec 25 21:24:12.959292 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-4cdd2c19-65c6-44e2-892d-636f96b4b06c tempest-RoutersTestDVR-948040000 tempest-RoutersTestDVR-948040000-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:13.001810 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e33a4231-a515-46e9-b860-aaeda6f10966 req-80d49141-bc8b-4a9e-a034-9189fe8ed6ea tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/security-groups?id=8da2903e-43de-461d-84b5-0c733a2bfb8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0543959
Dec 25 21:24:13.029403 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-4cdd2c19-65c6-44e2-892d-636f96b4b06c tempest-RoutersTestDVR-948040000 tempest-RoutersTestDVR-948040000-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2014278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2009753'] for router, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:13.122151 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-4cdd2c19-65c6-44e2-892d-636f96b4b06c tempest-RoutersTestDVR-948040000 tempest-RoutersTestDVR-948040000-project-admin] Publish callbacks [] for router, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:13.123834 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-4cdd2c19-65c6-44e2-892d-636f96b4b06c tempest-RoutersTestDVR-948040000 tempest-RoutersTestDVR-948040000-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 721 time: 0.3778203
Dec 25 21:24:13.126178 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 37336) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:24:13.130800 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-a2988e42-0145-490d-9056-327b12066127 tempest-RoutersTestDVR-948040000 tempest-RoutersTestDVR-948040000-project-admin] Request body: {'router': {'distributed': True}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:24:13.330375 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a2988e42-0145-490d-9056-327b12066127 tempest-RoutersTestDVR-948040000 tempest-RoutersTestDVR-948040000-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2009782', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2014271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14898'] for router, precommit_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:13.330715 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a2988e42-0145-490d-9056-327b12066127 tempest-RoutersTestDVR-948040000 tempest-RoutersTestDVR-948040000-project-admin] Publish callbacks [] for router, before_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:13.572743 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2403b563-edee-461e-80dc-4b9403208ea3 req-f4736885-c0a0-48e1-9015-ccb2b9f1c8d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:24:13.575051 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2403b563-edee-461e-80dc-4b9403208ea3 req-f4736885-c0a0-48e1-9015-ccb2b9f1c8d0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4c3545b07d0b4ccf9cd48a80c2d37521&device_id=80ab586d-800d-4e54-9ed7-b09636cb7bd5 HTTP/1.1" status: 200  len: 1096 time: 0.0740969
Dec 25 21:24:13.691084 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 37358) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:24:13.726989 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2403b563-edee-461e-80dc-4b9403208ea3 req-69ba3d7a-1469-493b-8f1e-ecf227949332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:24:13.729735 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2403b563-edee-461e-80dc-4b9403208ea3 req-69ba3d7a-1469-493b-8f1e-ecf227949332 service neutron] 10.222.0.37 "GET /v2.0/networks?id=050fe506-29b6-4536-b03a-6d4fd9d4993c HTTP/1.1" status: 200  len: 913 time: 0.1459365
Dec 25 21:24:13.738299 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-a2988e42-0145-490d-9056-327b12066127 tempest-RoutersTestDVR-948040000 tempest-RoutersTestDVR-948040000-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=121607) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}}
Dec 25 21:24:13.738635 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-a2988e42-0145-490d-9056-327b12066127 tempest-RoutersTestDVR-948040000 tempest-RoutersTestDVR-948040000-project-admin] Router 50e7ed58-4893-4316-be26-bdb51cae1c8d migrating from <neutron.services.l3_router.service_providers.single_node.SingleNodeDriver object at 0x7f261ac33670> provider to <neutron.services.l3_router.service_providers.dvr.DvrDriver object at 0x7f261ac22d30> provider. {{(pid=121607) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}}
Dec 25 21:24:13.739006 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a2988e42-0145-490d-9056-327b12066127 tempest-RoutersTestDVR-948040000 tempest-RoutersTestDVR-948040000-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:13.745857 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a2988e42-0145-490d-9056-327b12066127 tempest-RoutersTestDVR-948040000 tempest-RoutersTestDVR-948040000-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:13.772911 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2403b563-edee-461e-80dc-4b9403208ea3 req-4ba7249b-1e9d-4ee6-ab87-ea78cbfb7526 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8682c537-48c9-45f3-aff8-21394b858c2b HTTP/1.1" status: 200  len: 217 time: 0.0354123
Dec 25 21:24:13.826598 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2403b563-edee-461e-80dc-4b9403208ea3 req-0df0fb07-1083-460e-8b17-ffb7adb98144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:24:13.828096 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2403b563-edee-461e-80dc-4b9403208ea3 req-0df0fb07-1083-460e-8b17-ffb7adb98144 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1f5d8ab8-049c-411c-8531-c48febcca4ec HTTP/1.1" status: 200  len: 851 time: 0.0487957
Dec 25 21:24:13.879952 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2403b563-edee-461e-80dc-4b9403208ea3 req-977ca709-1869-452a-a99c-baf33af2aa6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:24:13.881523 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2403b563-edee-461e-80dc-4b9403208ea3 req-977ca709-1869-452a-a99c-baf33af2aa6e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=050fe506-29b6-4536-b03a-6d4fd9d4993c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0457621
Dec 25 21:24:13.892142 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a2988e42-0145-490d-9056-327b12066127 tempest-RoutersTestDVR-948040000 tempest-RoutersTestDVR-948040000-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2009753', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2009775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2009760', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2014256'] for router, after_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:13.980570 ncdv-master-1 neutron-server[121607]: WARNING neutron.scheduler.l3_agent_scheduler [None req-a2988e42-0145-490d-9056-327b12066127 tempest-RoutersTestDVR-948040000 tempest-RoutersTestDVR-948040000-project-admin] No L3 agents can host the router 50e7ed58-4893-4316-be26-bdb51cae1c8d
Dec 25 21:24:14.001793 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2403b563-edee-461e-80dc-4b9403208ea3 req-303bbf30-8d48-4f36-aefb-6bbb8c956537 service neutron] 10.222.0.37 "GET /v2.0/networks/050fe506-29b6-4536-b03a-6d4fd9d4993c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1125712
Dec 25 21:24:14.115313 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2988e42-0145-490d-9056-327b12066127 tempest-RoutersTestDVR-948040000 tempest-RoutersTestDVR-948040000-project-admin] Hosts for router 50e7ed58-4893-4316-be26-bdb51cae1c8d: [] {{(pid=121607) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}}
Dec 25 21:24:14.146363 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-41de3a6d-212a-413f-8b1c-7cdc80bb019c admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1475764664-network', 'tenant_id': 'e78183302ecf4f92a3eab85b3f567d9e'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:24:14.155168 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2988e42-0145-490d-9056-327b12066127 tempest-RoutersTestDVR-948040000 tempest-RoutersTestDVR-948040000-project-admin] Hosts for other DVR routers connected to router 50e7ed58-4893-4316-be26-bdb51cae1c8d: set() {{(pid=121607) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}}
Dec 25 21:24:14.157508 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a2988e42-0145-490d-9056-327b12066127 tempest-RoutersTestDVR-948040000 tempest-RoutersTestDVR-948040000-project-admin] Publish callbacks [] for router, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:14.158680 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-a2988e42-0145-490d-9056-327b12066127 tempest-RoutersTestDVR-948040000 tempest-RoutersTestDVR-948040000-project-admin] 10.222.0.32 "PUT /v2.0/routers/50e7ed58-4893-4316-be26-bdb51cae1c8d HTTP/1.1" status: 200  len: 715 time: 1.0312726
Dec 25 21:24:14.161259 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 37386) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:24:14.182606 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9886a5-2f3e-444d-b9a1-92d2801b9fbd req-c90a779f-6dcf-4fff-923f-301e0129e918 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:24:14.184248 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-6b9886a5-2f3e-444d-b9a1-92d2801b9fbd req-c90a779f-6dcf-4fff-923f-301e0129e918 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/ports?device_id=80ab586d-800d-4e54-9ed7-b09636cb7bd5 HTTP/1.1" status: 200  len: 945 time: 0.0747576
Dec 25 21:24:14.190127 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2403b563-edee-461e-80dc-4b9403208ea3 req-afc12c6f-182b-44c0-ac90-3cb3ba14c433 service neutron] 10.222.0.37 "GET /v2.0/networks/050fe506-29b6-4536-b03a-6d4fd9d4993c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1798608
Dec 25 21:24:14.237496 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-6b9886a5-2f3e-444d-b9a1-92d2801b9fbd req-e8531bcc-c2c3-4cf9-9413-9f38f2d46bb0 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/security-groups?id=8da2903e-43de-461d-84b5-0c733a2bfb8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0445600
Dec 25 21:24:14.248745 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-2e711e12-6e5f-4868-ae18-7041828b575a tempest-RoutersTestDVR-948040000 tempest-RoutersTestDVR-948040000-project-admin] 10.222.0.32 "GET /v2.0/routers/50e7ed58-4893-4316-be26-bdb51cae1c8d HTTP/1.1" status: 200  len: 715 time: 0.0853305
Dec 25 21:24:14.251373 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 37388) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:24:14.329864 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41de3a6d-212a-413f-8b1c-7cdc80bb019c admin admin] Made reservation on behalf of e78183302ecf4f92a3eab85b3f567d9e for: {'network': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:24:14.332682 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-41de3a6d-212a-413f-8b1c-7cdc80bb019c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for network, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:14.342178 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-41de3a6d-212a-413f-8b1c-7cdc80bb019c admin admin] Publish callbacks [] for security_group, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:14.535811 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-7f712e8c-18d6-4a54-b5c0-2ab4ec366abe tempest-RoutersTestDVR-1156676290 tempest-RoutersTestDVR-1156676290-project] 10.222.0.32 "GET /v2.0/routers/50e7ed58-4893-4316-be26-bdb51cae1c8d HTTP/1.1" status: 200  len: 681 time: 0.2833316
Dec 25 21:24:14.538764 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 37406) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:24:14.585639 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-41de3a6d-212a-413f-8b1c-7cdc80bb019c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:14.626013 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-22c353f2-3891-4007-84cc-30aafecad329 tempest-RoutersTestDVR-948040000 tempest-RoutersTestDVR-948040000-project-admin] Publish callbacks [] for router, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:14.695970 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-41de3a6d-212a-413f-8b1c-7cdc80bb019c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:14.725643 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 37414) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:24:14.778450 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41de3a6d-212a-413f-8b1c-7cdc80bb019c admin admin] vlan segment allocate from pool success with {'vlan_id': 172, 'physical_network': 'physnet1'}  {{(pid=121607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 25 21:24:14.823844 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-22c353f2-3891-4007-84cc-30aafecad329 tempest-RoutersTestDVR-948040000 tempest-RoutersTestDVR-948040000-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2014235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14905'] for router, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:14.826313 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-22c353f2-3891-4007-84cc-30aafecad329 tempest-RoutersTestDVR-948040000 tempest-RoutersTestDVR-948040000-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:14.828088 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-41de3a6d-212a-413f-8b1c-7cdc80bb019c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:14.828422 ncdv-master-1 neutron-server[121607]: INFO neutron.db.segments_db [None req-41de3a6d-212a-413f-8b1c-7cdc80bb019c admin admin] Added segment c0d71273-f529-44b3-bf0d-5a01f5d42430 of type vlan for network 3702c917-fb7e-4ec7-8fa9-22efe456a3e6
Dec 25 21:24:14.829764 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41de3a6d-212a-413f-8b1c-7cdc80bb019c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=114728bb-0988-4d5e-9b1f-93d8f8d0c467,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:24:14.857891 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-60ff96f7-f760-4f05-a91f-bd26361fbfac admin admin] Publish callbacks [] for security_group, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:14.904742 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-41de3a6d-212a-413f-8b1c-7cdc80bb019c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737602163420'] for network, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:14.937410 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-60ff96f7-f760-4f05-a91f-bd26361fbfac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:15.070587 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-22c353f2-3891-4007-84cc-30aafecad329 tempest-RoutersTestDVR-948040000 tempest-RoutersTestDVR-948040000-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2014220'] for router, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:15.071131 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22c353f2-3891-4007-84cc-30aafecad329 tempest-RoutersTestDVR-948040000 tempest-RoutersTestDVR-948040000-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 50e7ed58-4893-4316-be26-bdb51cae1c8d {{(pid=121607) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 25 21:24:15.072676 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-41de3a6d-212a-413f-8b1c-7cdc80bb019c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870'] for network, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:15.073734 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41de3a6d-212a-413f-8b1c-7cdc80bb019c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:24:15.074301 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-41de3a6d-212a-413f-8b1c-7cdc80bb019c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for network, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:15.078369 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-60ff96f7-f760-4f05-a91f-bd26361fbfac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:15.079834 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-22c353f2-3891-4007-84cc-30aafecad329 tempest-RoutersTestDVR-948040000 tempest-RoutersTestDVR-948040000-project-admin] Publish callbacks [] for router, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:15.086330 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-22c353f2-3891-4007-84cc-30aafecad329 tempest-RoutersTestDVR-948040000 tempest-RoutersTestDVR-948040000-project-admin] 10.222.0.32 "DELETE /v2.0/routers/50e7ed58-4893-4316-be26-bdb51cae1c8d HTTP/1.1" status: 204  len: 168 time: 0.5413079
Dec 25 21:24:15.089022 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 37422) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:24:15.098338 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-5b7146a3-af89-409a-a740-d73755201a12 tempest-RoutersTestDVR-948040000 tempest-RoutersTestDVR-948040000-project-admin] Request body: {'router': {'name': 'tempest-router-108066468', 'distributed': True}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:24:15.145593 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41de3a6d-212a-413f-8b1c-7cdc80bb019c admin admin] Pushing event updated for resources: {'Network': ['ID=3702c917-fb7e-4ec7-8fa9-22efe456a3e6,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:24:15.153903 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ff96f7-f760-4f05-a91f-bd26361fbfac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b19718f9-9c1e-4416-85b2-4feab2fefa32,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:24:15.157452 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Network 3702c917-fb7e-4ec7-8fa9-22efe456a3e6 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 25 21:24:15.167757 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-60ff96f7-f760-4f05-a91f-bd26361fbfac admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8b91ae1df7d44f9cb5d1ddcf71f36af7&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4403360
Dec 25 21:24:15.170502 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 37424) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:24:15.181208 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee7a9e0-c62d-4bcd-a6ed-6e82bc2d5757 req-f8cf6179-2a95-41f1-b84b-412864491b1d tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:24:15.183090 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2ee7a9e0-c62d-4bcd-a6ed-6e82bc2d5757 req-f8cf6179-2a95-41f1-b84b-412864491b1d tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] 10.222.0.32 "GET /v2.0/ports?device_id=20a90e3e-c379-4f2f-9632-763f67a3a334 HTTP/1.1" status: 200  len: 945 time: 0.1155214
Dec 25 21:24:15.217631 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-41de3a6d-212a-413f-8b1c-7cdc80bb019c admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 898 time: 1.5241075
Dec 25 21:24:15.225867 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 37428) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:24:15.234453 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-256d88dc-ee08-4d47-bf76-cda24649a765 admin admin] Request body: {'subnet': {'network_id': '3702c917-fb7e-4ec7-8fa9-22efe456a3e6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1475764664-subnet', 'tenant_id': 'e78183302ecf4f92a3eab85b3f567d9e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:24:15.235150 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-72487d56-4bbe-4220-9c71-a0faf44de346 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:15.255931 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2ee7a9e0-c62d-4bcd-a6ed-6e82bc2d5757 req-17af4fb8-f1bb-4eb3-a85b-88a9c394b49f tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] 10.222.0.32 "GET /v2.0/security-groups?id=b53a52e0-f618-42f7-a91e-f12e72408b35&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0656869
Dec 25 21:24:15.273336 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-72487d56-4bbe-4220-9c71-a0faf44de346 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:15.300306 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-5b7146a3-af89-409a-a740-d73755201a12 tempest-RoutersTestDVR-948040000 tempest-RoutersTestDVR-948040000-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2014909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14863'] for router, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:15.301365 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-5b7146a3-af89-409a-a740-d73755201a12 tempest-RoutersTestDVR-948040000 tempest-RoutersTestDVR-948040000-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2014285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2009796', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2082630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14848'] for router, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:15.405070 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880ef5e0-cf31-4640-9e14-411b41367206 req-160f0f59-fd23-46fd-995a-011bacad43e9 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:24:15.406548 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-880ef5e0-cf31-4640-9e14-411b41367206 req-160f0f59-fd23-46fd-995a-011bacad43e9 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/ports?device_id=80ab586d-800d-4e54-9ed7-b09636cb7bd5 HTTP/1.1" status: 200  len: 945 time: 0.0524342
Dec 25 21:24:15.421375 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-72487d56-4bbe-4220-9c71-a0faf44de346 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:15.424035 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-72487d56-4bbe-4220-9c71-a0faf44de346 admin admin] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:15.425983 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-72487d56-4bbe-4220-9c71-a0faf44de346 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b19718f9-9c1e-4416-85b2-4feab2fefa32 HTTP/1.1" status: 204  len: 168 time: 0.2538526
Dec 25 21:24:15.435254 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72487d56-4bbe-4220-9c71-a0faf44de346 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b19718f9-9c1e-4416-85b2-4feab2fefa32,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:24:15.478441 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-880ef5e0-cf31-4640-9e14-411b41367206 req-6aac386b-3a5b-43cf-928f-3c451ce80cfe tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/security-groups?id=8da2903e-43de-461d-84b5-0c733a2bfb8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0653250
Dec 25 21:24:15.480714 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-256d88dc-ee08-4d47-bf76-cda24649a765 admin admin] Made reservation on behalf of e78183302ecf4f92a3eab85b3f567d9e for: {'subnet': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:24:15.483087 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-256d88dc-ee08-4d47-bf76-cda24649a765 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9028529'] for subnet, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:15.536249 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-5b7146a3-af89-409a-a740-d73755201a12 tempest-RoutersTestDVR-948040000 tempest-RoutersTestDVR-948040000-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:15.605649 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-5b7146a3-af89-409a-a740-d73755201a12 tempest-RoutersTestDVR-948040000 tempest-RoutersTestDVR-948040000-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2014278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2009753'] for router, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:15.734805 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-5b7146a3-af89-409a-a740-d73755201a12 tempest-RoutersTestDVR-948040000 tempest-RoutersTestDVR-948040000-project-admin] Publish callbacks [] for router, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:15.736059 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-5b7146a3-af89-409a-a740-d73755201a12 tempest-RoutersTestDVR-948040000 tempest-RoutersTestDVR-948040000-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 720 time: 0.6477592
Dec 25 21:24:15.739070 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 37450) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:24:15.826976 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-8574c6e1-2109-477b-b1ef-683616e439b1 tempest-RoutersTestDVR-948040000 tempest-RoutersTestDVR-948040000-project-admin] Publish callbacks [] for router, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:15.846302 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-256d88dc-ee08-4d47-bf76-cda24649a765 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9084170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9028515'] for subnet, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:15.913242 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256d88dc-ee08-4d47-bf76-cda24649a765 admin admin] Pushing event updated for resources: {'Subnet': ['ID=84b764fe-191a-4a2c-9e8a-5c584d48ae5b,revision_number=0']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:24:15.934949 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-256d88dc-ee08-4d47-bf76-cda24649a765 admin admin] Checking segment: {'id': 'c0d71273-f529-44b3-bf0d-5a01f5d42430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '3702c917-fb7e-4ec7-8fa9-22efe456a3e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:24:15.935788 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-256d88dc-ee08-4d47-bf76-cda24649a765 admin admin] Network hostable DHCP agents. Network: 3702c917-fb7e-4ec7-8fa9-22efe456a3e6, hostable agents: ['1813db88-2c1b-4357-a2ba-869246b663c2'], hosted agents: [] {{(pid=121606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 25 21:24:16.006734 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-8574c6e1-2109-477b-b1ef-683616e439b1 tempest-RoutersTestDVR-948040000 tempest-RoutersTestDVR-948040000-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2014235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14905'] for router, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:16.009600 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-8574c6e1-2109-477b-b1ef-683616e439b1 tempest-RoutersTestDVR-948040000 tempest-RoutersTestDVR-948040000-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:16.011738 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-256d88dc-ee08-4d47-bf76-cda24649a765 admin admin] Network 3702c917-fb7e-4ec7-8fa9-22efe456a3e6 is scheduled to be hosted by DHCP agent 1813db88-2c1b-4357-a2ba-869246b663c2 with binding_index 1 {{(pid=121606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 25 21:24:16.097137 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [None req-256d88dc-ee08-4d47-bf76-cda24649a765 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 3702c917-fb7e-4ec7-8fa9-22efe456a3e6) {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:24:16.104797 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-256d88dc-ee08-4d47-bf76-cda24649a765 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:24:16.105656 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-256d88dc-ee08-4d47-bf76-cda24649a765 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for subnet, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:16.108527 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cedb7f92-eb2d-4dde-8946-483319b273ed None None] Network 3702c917-fb7e-4ec7-8fa9-22efe456a3e6 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:24:16.138069 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-8574c6e1-2109-477b-b1ef-683616e439b1 tempest-RoutersTestDVR-948040000 tempest-RoutersTestDVR-948040000-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2014220'] for router, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:16.139200 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8574c6e1-2109-477b-b1ef-683616e439b1 tempest-RoutersTestDVR-948040000 tempest-RoutersTestDVR-948040000-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a892d20c-64b8-4007-ba9e-3016be6e78e2 {{(pid=121607) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 25 21:24:16.151977 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-8574c6e1-2109-477b-b1ef-683616e439b1 tempest-RoutersTestDVR-948040000 tempest-RoutersTestDVR-948040000-project-admin] Publish callbacks [] for router, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:16.160327 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-8574c6e1-2109-477b-b1ef-683616e439b1 tempest-RoutersTestDVR-948040000 tempest-RoutersTestDVR-948040000-project-admin] 10.222.0.32 "DELETE /v2.0/routers/a892d20c-64b8-4007-ba9e-3016be6e78e2 HTTP/1.1" status: 204  len: 168 time: 0.4201696
Dec 25 21:24:16.199138 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-256d88dc-ee08-4d47-bf76-cda24649a765 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 0.9720902
Dec 25 21:24:16.236329 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 37464) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:24:16.251180 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-fa69c7bd-acd6-45ce-9bd2-8e313f583431 admin admin] Publish callbacks [] for security_group, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:16.299835 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1b087f4-75ec-43fa-b7e1-415696cd56bc None None] Network 3702c917-fb7e-4ec7-8fa9-22efe456a3e6 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:24:16.428271 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-fa69c7bd-acd6-45ce-9bd2-8e313f583431 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:16.462651 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea581ab-0786-403d-bfa0-002132effebe req-ab8cb7a3-0746-4c46-8083-393b9afc6ba4 tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:24:16.464178 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-bea581ab-0786-403d-bfa0-002132effebe req-ab8cb7a3-0746-4c46-8083-393b9afc6ba4 tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] 10.222.0.32 "GET /v2.0/ports?device_id=20a90e3e-c379-4f2f-9632-763f67a3a334 HTTP/1.1" status: 200  len: 945 time: 0.0939536
Dec 25 21:24:16.516912 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-bea581ab-0786-403d-bfa0-002132effebe req-21cccec1-5f3f-4e54-8ad7-4924a8671f79 tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] 10.222.0.32 "GET /v2.0/security-groups?id=b53a52e0-f618-42f7-a91e-f12e72408b35&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0445414
Dec 25 21:24:16.589091 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-fa69c7bd-acd6-45ce-9bd2-8e313f583431 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:16.630471 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65e7edb-c051-4b72-8837-395f4a17d96d req-581828a9-9a95-4ed4-9f8e-1b9f2b0b7ad2 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:24:16.632358 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a65e7edb-c051-4b72-8837-395f4a17d96d req-581828a9-9a95-4ed4-9f8e-1b9f2b0b7ad2 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/ports?device_id=80ab586d-800d-4e54-9ed7-b09636cb7bd5 HTTP/1.1" status: 200  len: 945 time: 0.0680230
Dec 25 21:24:16.637680 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-fa69c7bd-acd6-45ce-9bd2-8e313f583431 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e0550a56e2bf41908cdc7d4613d8d3da&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4003844
Dec 25 21:24:16.638490 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa69c7bd-acd6-45ce-9bd2-8e313f583431 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e8b5869-7416-45a6-85bf-229ba8e03844,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:24:16.641162 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 37480) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:24:16.735572 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a65e7edb-c051-4b72-8837-395f4a17d96d req-d03f4d42-e0e5-4dbc-beae-4fd1a9dfdbfc tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/security-groups?id=8da2903e-43de-461d-84b5-0c733a2bfb8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0913794
Dec 25 21:24:16.753165 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-3220705d-aaf2-4dd8-9e2c-b3b678ed33fc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:16.776309 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-3220705d-aaf2-4dd8-9e2c-b3b678ed33fc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:16.954450 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-3220705d-aaf2-4dd8-9e2c-b3b678ed33fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:16.957207 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-3220705d-aaf2-4dd8-9e2c-b3b678ed33fc admin admin] Publish callbacks [] for security_group, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:16.960777 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-3220705d-aaf2-4dd8-9e2c-b3b678ed33fc admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0e8b5869-7416-45a6-85bf-229ba8e03844 HTTP/1.1" status: 204  len: 168 time: 0.3162484
Dec 25 21:24:16.966925 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3220705d-aaf2-4dd8-9e2c-b3b678ed33fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e8b5869-7416-45a6-85bf-229ba8e03844,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:24:16.974405 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3220705d-aaf2-4dd8-9e2c-b3b678ed33fc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:24:16.974772 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3220705d-aaf2-4dd8-9e2c-b3b678ed33fc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:24:16.975117 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3220705d-aaf2-4dd8-9e2c-b3b678ed33fc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:24:16.975465 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3220705d-aaf2-4dd8-9e2c-b3b678ed33fc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:24:16.981738 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3220705d-aaf2-4dd8-9e2c-b3b678ed33fc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:24:16.981738 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3220705d-aaf2-4dd8-9e2c-b3b678ed33fc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:24:16.981738 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3220705d-aaf2-4dd8-9e2c-b3b678ed33fc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:24:16.981738 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3220705d-aaf2-4dd8-9e2c-b3b678ed33fc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:24:16.981738 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3220705d-aaf2-4dd8-9e2c-b3b678ed33fc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:24:16.981738 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3220705d-aaf2-4dd8-9e2c-b3b678ed33fc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:24:16.981738 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3220705d-aaf2-4dd8-9e2c-b3b678ed33fc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:24:16.981738 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3220705d-aaf2-4dd8-9e2c-b3b678ed33fc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:24:16.981738 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3220705d-aaf2-4dd8-9e2c-b3b678ed33fc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:24:17.001418 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 37494) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:24:17.198274 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b159b4f5-29dd-40a1-bb2b-0316ef41d2aa admin admin] Publish callbacks [] for security_group, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:17.301320 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b159b4f5-29dd-40a1-bb2b-0316ef41d2aa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:17.313686 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305e89cf-e829-4aea-adfe-430f433fc5da req-a446ab18-b05d-49e1-a9ec-caa9aa1b3147 tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:24:17.315095 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-305e89cf-e829-4aea-adfe-430f433fc5da req-a446ab18-b05d-49e1-a9ec-caa9aa1b3147 tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] 10.222.0.37 "GET /v2.0/ports?device_id=20a90e3e-c379-4f2f-9632-763f67a3a334 HTTP/1.1" status: 200  len: 945 time: 0.0677404
Dec 25 21:24:17.382688 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b159b4f5-29dd-40a1-bb2b-0316ef41d2aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:17.419319 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [req-305e89cf-e829-4aea-adfe-430f433fc5da req-83ffe953-f174-47bd-a7cf-d888c2839bdd tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] Deleting port 5eecbec8-cd5d-45a6-9264-3971371aaf2c {{(pid=121606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:24:17.419701 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-305e89cf-e829-4aea-adfe-430f433fc5da req-83ffe953-f174-47bd-a7cf-d888c2839bdd tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:17.436216 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-b159b4f5-29dd-40a1-bb2b-0316ef41d2aa admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8958585cad0b40b3916d14bc98d64f1e&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4335625
Dec 25 21:24:17.438661 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 37520) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:24:17.447445 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b159b4f5-29dd-40a1-bb2b-0316ef41d2aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79c47521-b73e-49fe-a594-dc37ba3af902,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:24:17.498067 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a8d03f83-ebd7-4798-98d6-691a39518062 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:17.537211 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 37522) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:24:17.541690 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a8d03f83-ebd7-4798-98d6-691a39518062 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:17.546381 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-36f2a978-bd34-4ea9-a249-726f3cfd1220 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-210043590-network', 'tenant_id': '08db6be69b3b4400a38c7491ded0ab82'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:24:17.566160 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-305e89cf-e829-4aea-adfe-430f433fc5da req-83ffe953-f174-47bd-a7cf-d888c2839bdd tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] For port 5eecbec8-cd5d-45a6-9264-3971371aaf2c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5eecbec8-cd5d-45a6-9264-3971371aaf2c,segment=NetworkSegment(f1b91e55-a239-48f9-a6b2-6c2da2a6e0dd),segment_id=f1b91e55-a239-48f9-a6b2-6c2da2a6e0dd)] {{(pid=121606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:24:17.566531 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-305e89cf-e829-4aea-adfe-430f433fc5da req-83ffe953-f174-47bd-a7cf-d888c2839bdd tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:17.589049 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [req-305e89cf-e829-4aea-adfe-430f433fc5da req-83ffe953-f174-47bd-a7cf-d888c2839bdd tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] Calling delete_port for 5eecbec8-cd5d-45a6-9264-3971371aaf2c owned by compute:nova {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:24:17.718926 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf0c6d9-977e-4963-98f4-efe45c9b96ab req-99fd88dc-d778-448c-8aae-cfb9d59705ff tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:24:17.720319 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7cf0c6d9-977e-4963-98f4-efe45c9b96ab req-99fd88dc-d778-448c-8aae-cfb9d59705ff tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] 10.222.0.32 "GET /v2.0/ports?device_id=20a90e3e-c379-4f2f-9632-763f67a3a334 HTTP/1.1" status: 200  len: 945 time: 0.0728726
Dec 25 21:24:17.754372 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36f2a978-bd34-4ea9-a249-726f3cfd1220 admin admin] Made reservation on behalf of 08db6be69b3b4400a38c7491ded0ab82 for: {'network': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:24:17.756734 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-36f2a978-bd34-4ea9-a249-726f3cfd1220 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for network, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:17.767243 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-36f2a978-bd34-4ea9-a249-726f3cfd1220 admin admin] Publish callbacks [] for security_group, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:17.803185 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a8d03f83-ebd7-4798-98d6-691a39518062 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:17.807525 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a8d03f83-ebd7-4798-98d6-691a39518062 admin admin] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:17.809750 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-a8d03f83-ebd7-4798-98d6-691a39518062 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/79c47521-b73e-49fe-a594-dc37ba3af902 HTTP/1.1" status: 204  len: 168 time: 0.3697884
Dec 25 21:24:17.832291 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d03f83-ebd7-4798-98d6-691a39518062 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79c47521-b73e-49fe-a594-dc37ba3af902,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:24:17.867747 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7cf0c6d9-977e-4963-98f4-efe45c9b96ab req-d08003c6-b5b4-4851-a1e0-08f2691be2f8 tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] 10.222.0.32 "GET /v2.0/security-groups?id=b53a52e0-f618-42f7-a91e-f12e72408b35&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1310608
Dec 25 21:24:17.916743 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-36f2a978-bd34-4ea9-a249-726f3cfd1220 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:17.958874 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8ce9db-7f77-47c1-9b98-36c4801c1296 req-d32bfd05-7fac-4a5e-aff3-5f00de3d758f tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:24:17.960442 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7e8ce9db-7f77-47c1-9b98-36c4801c1296 req-d32bfd05-7fac-4a5e-aff3-5f00de3d758f tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/ports?device_id=80ab586d-800d-4e54-9ed7-b09636cb7bd5 HTTP/1.1" status: 200  len: 945 time: 0.0612297
Dec 25 21:24:17.999546 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-305e89cf-e829-4aea-adfe-430f433fc5da req-83ffe953-f174-47bd-a7cf-d888c2839bdd tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:18.011741 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] get_ports_and_sgs() called for port_ids ['e763608c-e444-4936-aae2-43161cd57a85', '5eecbec8-cd5d-45a6-9264-3971371aaf2c'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:24:18.040816 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-36f2a978-bd34-4ea9-a249-726f3cfd1220 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:18.049337 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7e8ce9db-7f77-47c1-9b98-36c4801c1296 req-93714617-2437-4dfb-a30b-fc20749616a1 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/security-groups?id=8da2903e-43de-461d-84b5-0c733a2bfb8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0820007
Dec 25 21:24:18.050813 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ffe953-f174-47bd-a7cf-d888c2839bdd tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] Pushing event deleted for resources: {'Port': ['ID=5eecbec8-cd5d-45a6-9264-3971371aaf2c,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:24:18.077571 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36f2a978-bd34-4ea9-a249-726f3cfd1220 admin admin] vlan segment allocate from pool success with {'vlan_id': 185, 'physical_network': 'physnet1'}  {{(pid=121607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 25 21:24:18.115828 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [req-305e89cf-e829-4aea-adfe-430f433fc5da req-83ffe953-f174-47bd-a7cf-d888c2839bdd tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] No DVR routers for this DVR port 5eecbec8-cd5d-45a6-9264-3971371aaf2c on host nch2-master-1 {{(pid=121606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:24:18.119644 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-305e89cf-e829-4aea-adfe-430f433fc5da req-83ffe953-f174-47bd-a7cf-d888c2839bdd tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:18.130670 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-305e89cf-e829-4aea-adfe-430f433fc5da req-83ffe953-f174-47bd-a7cf-d888c2839bdd tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] 10.222.0.37 "DELETE /v2.0/ports/5eecbec8-cd5d-45a6-9264-3971371aaf2c HTTP/1.1" status: 204  len: 173 time: 0.8025646
Dec 25 21:24:18.130670 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20a90e3e-c379-4f2f-9632-763f67a3a334', 'name': 'network-vif-deleted', 'tag': '5eecbec8-cd5d-45a6-9264-3971371aaf2c'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:24:18.137011 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9858820c13ec2827453b94ebc4181065e990a4e4089ccb9fe762531ac62d2fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9d574f9-6fa5-41e8-9a93-563e2bae9a28" -d '{"events": [{"server_uuid": "20a90e3e-c379-4f2f-9632-763f67a3a334", "name": "network-vif-deleted", "tag": "5eecbec8-cd5d-45a6-9264-3971371aaf2c"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:24:18.140631 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f2a978-bd34-4ea9-a249-726f3cfd1220 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=491be027-4111-4af8-aa22-66524b20acc4,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:24:18.144223 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-36f2a978-bd34-4ea9-a249-726f3cfd1220 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:18.144799 ncdv-master-1 neutron-server[121607]: INFO neutron.db.segments_db [None req-36f2a978-bd34-4ea9-a249-726f3cfd1220 admin admin] Added segment 3cb64340-9dd9-428b-b2f2-eb5914a0f1dd of type vlan for network 77a519d4-9c85-4e88-9dc6-a48472dd2d2d
Dec 25 21:24:18.196321 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 21:24:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aec2076b-95db-41aa-9f09-88e08d079668 x-openstack-request-id: req-aec2076b-95db-41aa-9f09-88e08d079668 {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:24:18.196665 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20a90e3e-c379-4f2f-9632-763f67a3a334", "name": "network-vif-deleted", "tag": "5eecbec8-cd5d-45a6-9264-3971371aaf2c", "status": "completed", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:24:18.197535 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-aec2076b-95db-41aa-9f09-88e08d079668 {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:24:18.197947 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20a90e3e-c379-4f2f-9632-763f67a3a334', 'name': 'network-vif-deleted', 'tag': '5eecbec8-cd5d-45a6-9264-3971371aaf2c', 'status': 'completed', 'code': 200}
Dec 25 21:24:18.217830 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-36f2a978-bd34-4ea9-a249-726f3cfd1220 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737602163420'] for network, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:18.229957 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3c2b87-8109-4eea-a19b-b69b0af0e5bb req-6a6d7506-c5e9-416f-965d-e74af103a6f7 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:24:18.232192 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-6e3c2b87-8109-4eea-a19b-b69b0af0e5bb req-6a6d7506-c5e9-416f-965d-e74af103a6f7 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/ports?device_id=161df36a-2258-4f32-a7b0-2f7c793d4390 HTTP/1.1" status: 200  len: 944 time: 0.0903785
Dec 25 21:24:18.288318 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-6e3c2b87-8109-4eea-a19b-b69b0af0e5bb req-1b42b253-bf1e-4624-9a89-5128b67a84b2 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/security-groups?id=303458ac-ce28-4cba-8947-b5e432a1ea1f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0488312
Dec 25 21:24:18.371152 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-36f2a978-bd34-4ea9-a249-726f3cfd1220 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870'] for network, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:18.374873 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36f2a978-bd34-4ea9-a249-726f3cfd1220 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:24:18.374873 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-36f2a978-bd34-4ea9-a249-726f3cfd1220 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for network, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:18.445604 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f2a978-bd34-4ea9-a249-726f3cfd1220 admin admin] Pushing event updated for resources: {'Network': ['ID=77a519d4-9c85-4e88-9dc6-a48472dd2d2d,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:24:18.457691 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Network 77a519d4-9c85-4e88-9dc6-a48472dd2d2d details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 25 21:24:18.460029 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4076704a-4ece-447f-9a3b-0ae43d6261f8 req-77e67ea1-3bf7-49bb-ac7e-cd9df110dce4 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:24:18.463679 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4076704a-4ece-447f-9a3b-0ae43d6261f8 req-77e67ea1-3bf7-49bb-ac7e-cd9df110dce4 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/ports?device_id=161df36a-2258-4f32-a7b0-2f7c793d4390 HTTP/1.1" status: 200  len: 944 time: 0.0682080
Dec 25 21:24:18.514176 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4076704a-4ece-447f-9a3b-0ae43d6261f8 req-a807a20d-8092-4b45-a5ca-ed10db9b921d tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/security-groups?id=303458ac-ce28-4cba-8947-b5e432a1ea1f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0440240
Dec 25 21:24:18.529202 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-36f2a978-bd34-4ea9-a249-726f3cfd1220 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 897 time: 0.9904747
Dec 25 21:24:18.531469 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 37568) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:24:18.541372 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-61621199-aae3-4a11-a2de-6c0c79c3d7f8 admin admin] Request body: {'subnet': {'network_id': '77a519d4-9c85-4e88-9dc6-a48472dd2d2d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-210043590-subnet', 'tenant_id': '08db6be69b3b4400a38c7491ded0ab82', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:24:18.635613 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device 8682c537-48c9-45f3-aff8-21394b858c2b no longer exists at agent hyperv_nch2-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:24:18.661084 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61621199-aae3-4a11-a2de-6c0c79c3d7f8 admin admin] Made reservation on behalf of 08db6be69b3b4400a38c7491ded0ab82 for: {'subnet': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:24:18.666153 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-61621199-aae3-4a11-a2de-6c0c79c3d7f8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8852834'] for subnet, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:18.739075 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:18.767023 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80ab586d-800d-4e54-9ed7-b09636cb7bd5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8682c537-48c9-45f3-aff8-21394b858c2b'}] {{(pid=121608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:24:18.770043 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a88c78c3ff6266bd59c7e89d275b28c92e739b67d23c89d71af88829fd31566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-196e5a82-2584-4e42-8719-d922ac14b4b1" -d '{"events": [{"server_uuid": "80ab586d-800d-4e54-9ed7-b09636cb7bd5", "name": "network-vif-unplugged", "status": "completed", "tag": "8682c537-48c9-45f3-aff8-21394b858c2b"}]}' {{(pid=121608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:24:18.789940 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port 8682c537-48c9-45f3-aff8-21394b858c2b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8682c537-48c9-45f3-aff8-21394b858c2b,segment=NetworkSegment(66e39abb-3870-4404-91e4-a4d8a7ae7fb7),segment_id=66e39abb-3870-4404-91e4-a4d8a7ae7fb7)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:24:18.806582 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 37588) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:24:18.824405 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sat, 25 Dec 2021 21:24:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb48b611-a7ac-49ce-9ee9-681b84f82572 x-openstack-request-id: req-cb48b611-a7ac-49ce-9ee9-681b84f82572 {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:24:18.824930 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80ab586d-800d-4e54-9ed7-b09636cb7bd5", "name": "network-vif-unplugged", "status": "failed", "tag": "8682c537-48c9-45f3-aff8-21394b858c2b", "code": 422}]} {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:24:18.825262 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-cb48b611-a7ac-49ce-9ee9-681b84f82572 {{(pid=121608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:24:18.825765 ncdv-master-1 neutron-server[121608]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '80ab586d-800d-4e54-9ed7-b09636cb7bd5', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '8682c537-48c9-45f3-aff8-21394b858c2b', 'code': 422} returned with failed status
Dec 25 21:24:18.831955 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-ea89e3dc-3b4e-4145-b9c8-a7ba0dbc7008 admin admin] Publish callbacks [] for security_group, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:18.935650 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:18.989666 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-ea89e3dc-3b4e-4145-b9c8-a7ba0dbc7008 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:19.026151 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Pushing event updated for resources: {'Port': ['ID=8682c537-48c9-45f3-aff8-21394b858c2b,revision_number=8']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:24:19.035075 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-61621199-aae3-4a11-a2de-6c0c79c3d7f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8632475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8852848'] for subnet, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:19.042925 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:24:19.043438 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:24:19.043863 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:24:19.044489 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:24:19.045201 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:24:19.045710 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:24:19.046200 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:24:19.046733 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:24:19.047449 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:24:19.048079 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:24:19.049000 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:24:19.049520 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:24:19.050003 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:24:19.073664 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-bd117578-be80-42d7-b9fa-0def5f04ed07 req-9a1ed1c8-189f-442f-a1f8-3203686104dc tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] 10.222.0.32 "GET /v2.0/ports?device_id=20a90e3e-c379-4f2f-9632-763f67a3a334 HTTP/1.1" status: 200  len: 210 time: 0.0505121
Dec 25 21:24:19.082415 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-ea89e3dc-3b4e-4145-b9c8-a7ba0dbc7008 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:19.105121 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c108a5-041b-495b-949b-2567be112a0f req-0024b10a-fea3-46b2-9899-fe9577373acd tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:24:19.106233 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61621199-aae3-4a11-a2de-6c0c79c3d7f8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a6aa1e8d-f1a1-492c-a697-5fea01910ed2,revision_number=0']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:24:19.106655 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-29c108a5-041b-495b-949b-2567be112a0f req-0024b10a-fea3-46b2-9899-fe9577373acd tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/ports?device_id=161df36a-2258-4f32-a7b0-2f7c793d4390 HTTP/1.1" status: 200  len: 944 time: 0.1132371
Dec 25 21:24:19.114533 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61621199-aae3-4a11-a2de-6c0c79c3d7f8 admin admin] Checking segment: {'id': '3cb64340-9dd9-428b-b2f2-eb5914a0f1dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '77a519d4-9c85-4e88-9dc6-a48472dd2d2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:24:19.114897 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61621199-aae3-4a11-a2de-6c0c79c3d7f8 admin admin] Network hostable DHCP agents. Network: 77a519d4-9c85-4e88-9dc6-a48472dd2d2d, hostable agents: ['1813db88-2c1b-4357-a2ba-869246b663c2'], hosted agents: [] {{(pid=121607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 25 21:24:19.147267 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-ea89e3dc-3b4e-4145-b9c8-a7ba0dbc7008 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5e9f01b394564869be68f956d9a125c9&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3396935
Dec 25 21:24:19.150003 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 37594) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:24:19.157952 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea89e3dc-3b4e-4145-b9c8-a7ba0dbc7008 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dab85722-ab65-45b6-b561-6b4f38b26401,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:24:19.189002 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-29c108a5-041b-495b-949b-2567be112a0f req-87b14f81-6b37-4de1-8c42-3891e1f9af53 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/security-groups?id=303458ac-ce28-4cba-8947-b5e432a1ea1f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0718844
Dec 25 21:24:19.212025 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-744e670f-c907-4458-adfa-cce0c63c3763 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:19.235274 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-744e670f-c907-4458-adfa-cce0c63c3763 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:19.263426 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61621199-aae3-4a11-a2de-6c0c79c3d7f8 admin admin] Network 77a519d4-9c85-4e88-9dc6-a48472dd2d2d is scheduled to be hosted by DHCP agent 1813db88-2c1b-4357-a2ba-869246b663c2 with binding_index 1 {{(pid=121607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 25 21:24:19.371326 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-61621199-aae3-4a11-a2de-6c0c79c3d7f8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 77a519d4-9c85-4e88-9dc6-a48472dd2d2d) {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:24:19.380952 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61621199-aae3-4a11-a2de-6c0c79c3d7f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:24:19.380952 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-61621199-aae3-4a11-a2de-6c0c79c3d7f8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:19.381443 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cebc9014-4d39-45f4-803f-b8c42e5618a1 None None] Network 77a519d4-9c85-4e88-9dc6-a48472dd2d2d requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:24:19.423016 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-744e670f-c907-4458-adfa-cce0c63c3763 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:19.426781 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-744e670f-c907-4458-adfa-cce0c63c3763 admin admin] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:19.428102 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-744e670f-c907-4458-adfa-cce0c63c3763 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/dab85722-ab65-45b6-b561-6b4f38b26401 HTTP/1.1" status: 204  len: 168 time: 0.2770803
Dec 25 21:24:19.444442 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744e670f-c907-4458-adfa-cce0c63c3763 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dab85722-ab65-45b6-b561-6b4f38b26401,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:24:19.452444 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-61621199-aae3-4a11-a2de-6c0c79c3d7f8 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 861 time: 0.9181602
Dec 25 21:24:19.520545 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3690f903-4c58-4fec-a43b-a664bd8bdd57 None None] Network 77a519d4-9c85-4e88-9dc6-a48472dd2d2d requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:24:19.606558 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 37610) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:24:19.938574 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-69cb9298-6f2b-4063-83c0-a51dcc51ac51 admin admin] Publish callbacks [] for security_group, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:20.056130 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-69cb9298-6f2b-4063-83c0-a51dcc51ac51 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:20.147955 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-69cb9298-6f2b-4063-83c0-a51dcc51ac51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:20.200091 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 37638) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:24:20.200626 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-69cb9298-6f2b-4063-83c0-a51dcc51ac51 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=401a922101e747bfbc07633acb8009b5&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5925114
Dec 25 21:24:20.201619 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cb9298-6f2b-4063-83c0-a51dcc51ac51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4536923-205e-4714-907b-ebfed33b292a,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:24:20.261404 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-a27e93fe-335b-43bf-813f-18cb072562d8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:20.286365 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-a27e93fe-335b-43bf-813f-18cb072562d8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:20.442211 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3e0a25-38a0-44da-8b3a-03ea126f43d3 req-35a0bb48-b7c1-4410-9e17-e7ad33d7f04f tempest-ServersNegativeTestMultiTenantJSON-1905796865 tempest-ServersNegativeTestMultiTenantJSON-1905796865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:24:20.443689 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ec3e0a25-38a0-44da-8b3a-03ea126f43d3 req-35a0bb48-b7c1-4410-9e17-e7ad33d7f04f tempest-ServersNegativeTestMultiTenantJSON-1905796865 tempest-ServersNegativeTestMultiTenantJSON-1905796865-project] 10.222.0.32 "GET /v2.0/networks?id=3702c917-fb7e-4ec7-8fa9-22efe456a3e6 HTTP/1.1" status: 200  len: 825 time: 0.1075275
Dec 25 21:24:20.457441 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-a27e93fe-335b-43bf-813f-18cb072562d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:20.459971 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-a27e93fe-335b-43bf-813f-18cb072562d8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:20.461098 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-a27e93fe-335b-43bf-813f-18cb072562d8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f4536923-205e-4714-907b-ebfed33b292a HTTP/1.1" status: 204  len: 168 time: 0.2599938
Dec 25 21:24:20.471977 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ec3e0a25-38a0-44da-8b3a-03ea126f43d3 req-7b851e54-0813-4799-9b1c-bd4b36035be3 tempest-ServersNegativeTestMultiTenantJSON-1905796865 tempest-ServersNegativeTestMultiTenantJSON-1905796865-project] 10.222.0.32 "GET /v2.0/quotas/e78183302ecf4f92a3eab85b3f567d9e HTTP/1.1" status: 200  len: 375 time: 0.0206442
Dec 25 21:24:20.473138 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27e93fe-335b-43bf-813f-18cb072562d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4536923-205e-4714-907b-ebfed33b292a,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:24:20.525770 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ec3e0a25-38a0-44da-8b3a-03ea126f43d3 req-0ce67813-cb84-499d-a82c-c4a18f8f6c5c tempest-ServersNegativeTestMultiTenantJSON-1905796865 tempest-ServersNegativeTestMultiTenantJSON-1905796865-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=e78183302ecf4f92a3eab85b3f567d9e&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0289469
Dec 25 21:24:20.634268 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55366052-0124-4ad0-a056-2ef17afd9fb5 req-674fb200-3a22-4985-bae2-17c49e698683 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:24:20.636347 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-55366052-0124-4ad0-a056-2ef17afd9fb5 req-674fb200-3a22-4985-bae2-17c49e698683 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/ports?device_id=161df36a-2258-4f32-a7b0-2f7c793d4390 HTTP/1.1" status: 200  len: 944 time: 0.0523980
Dec 25 21:24:20.688034 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-55366052-0124-4ad0-a056-2ef17afd9fb5 req-f94256f1-7751-4a81-b00e-a628c1ef3b82 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/security-groups?id=303458ac-ce28-4cba-8947-b5e432a1ea1f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0433753
Dec 25 21:24:20.801579 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdc9669-13b0-44a1-b621-93aed35ed2ef req-d88ea0da-b9dd-4eb0-9838-3b5755d23a43 tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:24:20.803072 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4fdc9669-13b0-44a1-b621-93aed35ed2ef req-d88ea0da-b9dd-4eb0-9838-3b5755d23a43 tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] 10.222.0.32 "GET /v2.0/ports?device_id=441fa3cf-7f7d-4f84-b4aa-cc9b9d70e477 HTTP/1.1" status: 200  len: 946 time: 0.0554852
Dec 25 21:24:20.856411 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4fdc9669-13b0-44a1-b621-93aed35ed2ef req-754aa109-729c-4d85-af88-004c8cbeb354 tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] 10.222.0.32 "GET /v2.0/security-groups?id=b53a52e0-f618-42f7-a91e-f12e72408b35&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0472400
Dec 25 21:24:20.973950 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ec3e0a25-38a0-44da-8b3a-03ea126f43d3 req-b35dfbd5-439c-4353-a5cb-20b190db814c service neutron] 10.222.0.32 "GET /v2.0/networks/3702c917-fb7e-4ec7-8fa9-22efe456a3e6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4410005
Dec 25 21:24:21.077666 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ec3e0a25-38a0-44da-8b3a-03ea126f43d3 req-8e36c5fc-0d12-4032-8408-7d776a3eb6e7 service neutron] 10.222.0.32 "GET /v2.0/networks/3702c917-fb7e-4ec7-8fa9-22efe456a3e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0965745
Dec 25 21:24:21.372707 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-cefa136e-71a1-4851-9381-0f275e03c5c5 req-8bd767b9-afdb-47b6-9645-016469a8fb02 tempest-ServersNegativeTestMultiTenantJSON-1905796865 tempest-ServersNegativeTestMultiTenantJSON-1905796865-project] 10.222.0.32 "GET /v2.0/ports?device_id=65ff2690-4de7-43ad-b526-a4a9371782e5 HTTP/1.1" status: 200  len: 210 time: 0.0328825
Dec 25 21:24:21.411638 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 37688) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:24:21.436140 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5654e69a-835f-453a-ad1e-8c34717d39bf admin admin] Publish callbacks [] for security_group, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:21.524363 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5654e69a-835f-453a-ad1e-8c34717d39bf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:21.598269 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5654e69a-835f-453a-ad1e-8c34717d39bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:21.638906 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-5654e69a-835f-453a-ad1e-8c34717d39bf admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=60a6023373ca45fb850670e3986748b7&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2251694
Dec 25 21:24:21.639775 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5654e69a-835f-453a-ad1e-8c34717d39bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f906f0d6-2345-42be-acf5-719e800e88f9,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:24:21.641663 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 37698) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:24:21.694914 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-50ab44fc-4b83-4de5-b867-8ffdc5c39e57 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:21.718195 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-50ab44fc-4b83-4de5-b867-8ffdc5c39e57 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:21.731316 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 37704) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:24:21.827571 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b4aae6-7abd-46ae-9967-e9377e7f5313 req-1a53c4e8-e7b5-4a30-a7fe-417e2cd23e41 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:24:21.831422 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-56b4aae6-7abd-46ae-9967-e9377e7f5313 req-1a53c4e8-e7b5-4a30-a7fe-417e2cd23e41 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/ports?device_id=161df36a-2258-4f32-a7b0-2f7c793d4390 HTTP/1.1" status: 200  len: 944 time: 0.0526662
Dec 25 21:24:21.862828 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-466203f6-39be-4320-9f63-50185fa7f565 tempest-AgentManagementNegativeTest-77577987 tempest-AgentManagementNegativeTest-77577987-project] 10.222.0.32 "GET /v2.0/agents HTTP/1.1" status: 200  len: 207 time: 0.1303508
Dec 25 21:24:21.880679 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-56b4aae6-7abd-46ae-9967-e9377e7f5313 req-d1907830-7d99-4921-8d73-4f0703fc6685 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/security-groups?id=303458ac-ce28-4cba-8947-b5e432a1ea1f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0437810
Dec 25 21:24:21.915129 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-50ab44fc-4b83-4de5-b867-8ffdc5c39e57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:21.924130 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-50ab44fc-4b83-4de5-b867-8ffdc5c39e57 admin admin] Publish callbacks [] for security_group, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:21.934425 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-50ab44fc-4b83-4de5-b867-8ffdc5c39e57 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f906f0d6-2345-42be-acf5-719e800e88f9 HTTP/1.1" status: 204  len: 168 time: 0.2915974
Dec 25 21:24:21.963140 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ab44fc-4b83-4de5-b867-8ffdc5c39e57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f906f0d6-2345-42be-acf5-719e800e88f9,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:24:22.026967 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06d8ffd-56eb-4710-9105-c429261e61cd req-d40a2249-3196-47be-b568-d1d0df0d2e34 tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:24:22.028501 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a06d8ffd-56eb-4710-9105-c429261e61cd req-d40a2249-3196-47be-b568-d1d0df0d2e34 tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] 10.222.0.32 "GET /v2.0/ports?device_id=441fa3cf-7f7d-4f84-b4aa-cc9b9d70e477 HTTP/1.1" status: 200  len: 946 time: 0.0547228
Dec 25 21:24:22.083441 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a06d8ffd-56eb-4710-9105-c429261e61cd req-2f3da073-c258-482c-8a1c-091ff2fd6160 tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] 10.222.0.32 "GET /v2.0/security-groups?id=b53a52e0-f618-42f7-a91e-f12e72408b35&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0485780
Dec 25 21:24:22.456782 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4c7deaba-a759-4bbd-b031-3c59480e82e5 req-461e998b-a239-45eb-b5a1-21019e87ba0a tempest-ServersNegativeTestMultiTenantJSON-1905796865 tempest-ServersNegativeTestMultiTenantJSON-1905796865-project] 10.222.0.32 "GET /v2.0/ports?device_id=65ff2690-4de7-43ad-b526-a4a9371782e5 HTTP/1.1" status: 200  len: 210 time: 0.0305853
Dec 25 21:24:22.507796 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 37730) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:24:22.666653 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device 5eecbec8-cd5d-45a6-9264-3971371aaf2c no longer exists at agent hyperv_nch2-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:24:22.687831 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] No Port match for: 5eecbec8-cd5d-45a6-9264-3971371aaf2c {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:24:22.688183 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device 5eecbec8-cd5d-45a6-9264-3971371aaf2c not bound to the agent host nch2-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:24:22.690855 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-44e0ba15-2106-43f5-9bc3-805913d4d473 admin admin] Publish callbacks [] for security_group, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:22.770290 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-44e0ba15-2106-43f5-9bc3-805913d4d473 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:22.920080 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-44e0ba15-2106-43f5-9bc3-805913d4d473 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:22.967368 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-44e0ba15-2106-43f5-9bc3-805913d4d473 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4916e3d4210e4240a4525180663a098e&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4584770
Dec 25 21:24:22.968237 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 37748) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:24:22.972095 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e0ba15-2106-43f5-9bc3-805913d4d473 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25e10c68-5526-43ea-8135-87f0dae381bc,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:24:23.020441 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5965c3-496b-4d11-949a-2034930bf2a1 req-e50088dc-3271-4ef3-bf96-4f12d254207d tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:24:23.028545 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-bc5965c3-496b-4d11-949a-2034930bf2a1 req-e50088dc-3271-4ef3-bf96-4f12d254207d tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/ports?device_id=161df36a-2258-4f32-a7b0-2f7c793d4390 HTTP/1.1" status: 200  len: 944 time: 0.0647466
Dec 25 21:24:23.035049 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-9e387591-eef7-4700-8696-2c13bb3b90e7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:23.089233 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-9e387591-eef7-4700-8696-2c13bb3b90e7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:23.114405 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-bc5965c3-496b-4d11-949a-2034930bf2a1 req-cab657af-398f-4bf5-92be-d0823809dcd7 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/security-groups?id=303458ac-ce28-4cba-8947-b5e432a1ea1f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0848081
Dec 25 21:24:23.229077 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b9a56b-11d8-4714-945e-f661df1293f1 req-9caa58c3-ae40-4836-bca6-1746b4cf5eb0 tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:24:23.236388 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-58b9a56b-11d8-4714-945e-f661df1293f1 req-9caa58c3-ae40-4836-bca6-1746b4cf5eb0 tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] 10.222.0.32 "GET /v2.0/ports?device_id=441fa3cf-7f7d-4f84-b4aa-cc9b9d70e477 HTTP/1.1" status: 200  len: 946 time: 0.0591841
Dec 25 21:24:23.284667 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-58b9a56b-11d8-4714-945e-f661df1293f1 req-8511cba8-29df-4e58-bd55-c090a2f2a9c8 tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] 10.222.0.32 "GET /v2.0/security-groups?id=b53a52e0-f618-42f7-a91e-f12e72408b35&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0474141
Dec 25 21:24:23.295543 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-9e387591-eef7-4700-8696-2c13bb3b90e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:23.296105 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-9e387591-eef7-4700-8696-2c13bb3b90e7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:23.298324 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-9e387591-eef7-4700-8696-2c13bb3b90e7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/25e10c68-5526-43ea-8135-87f0dae381bc HTTP/1.1" status: 204  len: 168 time: 0.3193610
Dec 25 21:24:23.318570 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e387591-eef7-4700-8696-2c13bb3b90e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25e10c68-5526-43ea-8135-87f0dae381bc,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:24:23.558852 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ba7f391c-c7d7-45ae-9698-b8955ae198e3 req-64161618-abad-41e8-a604-678453632d04 tempest-ServersNegativeTestMultiTenantJSON-1905796865 tempest-ServersNegativeTestMultiTenantJSON-1905796865-project] 10.222.0.32 "GET /v2.0/ports?device_id=65ff2690-4de7-43ad-b526-a4a9371782e5 HTTP/1.1" status: 200  len: 210 time: 0.0305927
Dec 25 21:24:24.153385 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3e0a25-38a0-44da-8b3a-03ea126f43d3 req-88152fa8-6ded-4d63-9cec-b2f895fdc03a tempest-ServersNegativeTestMultiTenantJSON-1905796865 tempest-ServersNegativeTestMultiTenantJSON-1905796865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:24:24.155051 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ec3e0a25-38a0-44da-8b3a-03ea126f43d3 req-88152fa8-6ded-4d63-9cec-b2f895fdc03a tempest-ServersNegativeTestMultiTenantJSON-1905796865 tempest-ServersNegativeTestMultiTenantJSON-1905796865-project] 10.222.0.37 "GET /v2.0/networks?id=3702c917-fb7e-4ec7-8fa9-22efe456a3e6 HTTP/1.1" status: 200  len: 825 time: 0.1091266
Dec 25 21:24:24.173025 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-ec3e0a25-38a0-44da-8b3a-03ea126f43d3 req-814f5edc-b80e-4ee7-b2d3-d623e9e039c0 tempest-ServersNegativeTestMultiTenantJSON-1905796865 tempest-ServersNegativeTestMultiTenantJSON-1905796865-project] Request body: {'port': {'device_id': '65ff2690-4de7-43ad-b526-a4a9371782e5', 'network_id': '3702c917-fb7e-4ec7-8fa9-22efe456a3e6', 'admin_state_up': True, 'tenant_id': 'e78183302ecf4f92a3eab85b3f567d9e'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:24:24.353678 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e972414-fdac-462c-9c63-ebde0f57f24c req-8a48330c-b141-471a-a11c-ec84162e0e49 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:24:24.361565 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9e972414-fdac-462c-9c63-ebde0f57f24c req-8a48330c-b141-471a-a11c-ec84162e0e49 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/ports?device_id=161df36a-2258-4f32-a7b0-2f7c793d4390 HTTP/1.1" status: 200  len: 944 time: 0.1401098
Dec 25 21:24:24.481983 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9e972414-fdac-462c-9c63-ebde0f57f24c req-9fe672d9-24c6-487d-b736-827fced86786 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/security-groups?id=303458ac-ce28-4cba-8947-b5e432a1ea1f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1031227
Dec 25 21:24:24.490309 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f309fb6a-3cc0-432f-9950-ae216804c9ed req-4abbcc0e-1ca8-482e-bec4-ce607b002b65 tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:24:24.494231 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f309fb6a-3cc0-432f-9950-ae216804c9ed req-4abbcc0e-1ca8-482e-bec4-ce607b002b65 tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] 10.222.0.32 "GET /v2.0/ports?device_id=441fa3cf-7f7d-4f84-b4aa-cc9b9d70e477 HTTP/1.1" status: 200  len: 946 time: 0.1099699
Dec 25 21:24:24.545413 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f309fb6a-3cc0-432f-9950-ae216804c9ed req-6bf5d313-001d-4002-88cf-22fa1adada6a tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] 10.222.0.32 "GET /v2.0/security-groups?id=b53a52e0-f618-42f7-a91e-f12e72408b35&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0454178
Dec 25 21:24:24.570724 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec3e0a25-38a0-44da-8b3a-03ea126f43d3 req-814f5edc-b80e-4ee7-b2d3-d623e9e039c0 tempest-ServersNegativeTestMultiTenantJSON-1905796865 tempest-ServersNegativeTestMultiTenantJSON-1905796865-project] Made reservation on behalf of e78183302ecf4f92a3eab85b3f567d9e for: {'port': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:24:24.574934 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-ec3e0a25-38a0-44da-8b3a-03ea126f43d3 req-814f5edc-b80e-4ee7-b2d3-d623e9e039c0 tempest-ServersNegativeTestMultiTenantJSON-1905796865 tempest-ServersNegativeTestMultiTenantJSON-1905796865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:24.675493 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2e25f70b-ac61-489e-aa2b-c353cca47cb9 req-c8d7db72-2bbd-420f-8398-d44bb1ce4493 tempest-ServersNegativeTestMultiTenantJSON-1905796865 tempest-ServersNegativeTestMultiTenantJSON-1905796865-project] 10.222.0.32 "GET /v2.0/ports?device_id=65ff2690-4de7-43ad-b526-a4a9371782e5 HTTP/1.1" status: 200  len: 210 time: 0.0314116
Dec 25 21:24:24.733111 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_common [req-ec3e0a25-38a0-44da-8b3a-03ea126f43d3 req-814f5edc-b80e-4ee7-b2d3-d623e9e039c0 tempest-ServersNegativeTestMultiTenantJSON-1905796865 tempest-ServersNegativeTestMultiTenantJSON-1905796865-project] Allocated IP 172.20.0.12 (3702c917-fb7e-4ec7-8fa9-22efe456a3e6/84b764fe-191a-4a2c-9e8a-5c584d48ae5b/b1017787-1b53-4a43-97f6-3de90818e068) {{(pid=121606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:24:24.890510 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-ec3e0a25-38a0-44da-8b3a-03ea126f43d3 req-814f5edc-b80e-4ee7-b2d3-d623e9e039c0 tempest-ServersNegativeTestMultiTenantJSON-1905796865 tempest-ServersNegativeTestMultiTenantJSON-1905796865-project] Publish callbacks [] for port, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:24.994728 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-ec3e0a25-38a0-44da-8b3a-03ea126f43d3 req-814f5edc-b80e-4ee7-b2d3-d623e9e039c0 tempest-ServersNegativeTestMultiTenantJSON-1905796865 tempest-ServersNegativeTestMultiTenantJSON-1905796865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:25.047493 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec3e0a25-38a0-44da-8b3a-03ea126f43d3 req-814f5edc-b80e-4ee7-b2d3-d623e9e039c0 tempest-ServersNegativeTestMultiTenantJSON-1905796865 tempest-ServersNegativeTestMultiTenantJSON-1905796865-project] Network 3702c917-fb7e-4ec7-8fa9-22efe456a3e6 is already hosted by enough agents. {{(pid=121606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:24:25.050666 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [req-ec3e0a25-38a0-44da-8b3a-03ea126f43d3 req-814f5edc-b80e-4ee7-b2d3-d623e9e039c0 tempest-ServersNegativeTestMultiTenantJSON-1905796865 tempest-ServersNegativeTestMultiTenantJSON-1905796865-project] Resources bound (agent type, host, resource id):  {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:24:25.055221 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec3e0a25-38a0-44da-8b3a-03ea126f43d3 req-814f5edc-b80e-4ee7-b2d3-d623e9e039c0 tempest-ServersNegativeTestMultiTenantJSON-1905796865 tempest-ServersNegativeTestMultiTenantJSON-1905796865-project] Received port after_create {{(pid=121606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:24:25.059617 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814f5edc-b80e-4ee7-b2d3-d623e9e039c0 tempest-ServersNegativeTestMultiTenantJSON-1905796865 tempest-ServersNegativeTestMultiTenantJSON-1905796865-project] Pushing event updated for resources: {'Port': ['ID=b1017787-1b53-4a43-97f6-3de90818e068,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:24:25.112058 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3e0a25-38a0-44da-8b3a-03ea126f43d3 req-814f5edc-b80e-4ee7-b2d3-d623e9e039c0 tempest-ServersNegativeTestMultiTenantJSON-1905796865 tempest-ServersNegativeTestMultiTenantJSON-1905796865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:24:25.112689 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-ec3e0a25-38a0-44da-8b3a-03ea126f43d3 req-814f5edc-b80e-4ee7-b2d3-d623e9e039c0 tempest-ServersNegativeTestMultiTenantJSON-1905796865 tempest-ServersNegativeTestMultiTenantJSON-1905796865-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:25.212306 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ec3e0a25-38a0-44da-8b3a-03ea126f43d3 req-814f5edc-b80e-4ee7-b2d3-d623e9e039c0 tempest-ServersNegativeTestMultiTenantJSON-1905796865 tempest-ServersNegativeTestMultiTenantJSON-1905796865-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.0458450
Dec 25 21:24:25.227153 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-ec3e0a25-38a0-44da-8b3a-03ea126f43d3 req-69a095ec-07d5-467d-bfd6-edb21e88a50a service neutron] Request body: {'port': {'device_id': '65ff2690-4de7-43ad-b526-a4a9371782e5', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:24:25.302693 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-ec3e0a25-38a0-44da-8b3a-03ea126f43d3 req-69a095ec-07d5-467d-bfd6-edb21e88a50a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:25.353788 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 37844) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:24:25.614425 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-6c2583ac-2e74-492d-8f8b-b9f6b1701b54 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1201375603'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:24:25.668073 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785d605a-0700-4c64-a2a4-307a6d37943f req-9e16f0f8-130b-4d46-b25e-9042d4153452 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:24:25.669660 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-785d605a-0700-4c64-a2a4-307a6d37943f req-9e16f0f8-130b-4d46-b25e-9042d4153452 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/ports?device_id=161df36a-2258-4f32-a7b0-2f7c793d4390 HTTP/1.1" status: 200  len: 944 time: 0.1159570
Dec 25 21:24:25.764374 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c2583ac-2e74-492d-8f8b-b9f6b1701b54 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Made reservation on behalf of 3075932236c24ad8974bea0414dd1507 for: {'network': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:24:25.764374 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-6c2583ac-2e74-492d-8f8b-b9f6b1701b54 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for network, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:25.766684 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [req-ec3e0a25-38a0-44da-8b3a-03ea126f43d3 req-69a095ec-07d5-467d-bfd6-edb21e88a50a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1017787-1b53-4a43-97f6-3de90818e068 {{(pid=121606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:24:25.772604 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-6c2583ac-2e74-492d-8f8b-b9f6b1701b54 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks [] for security_group, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:25.778602 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-ec3e0a25-38a0-44da-8b3a-03ea126f43d3 req-69a095ec-07d5-467d-bfd6-edb21e88a50a service neutron] Publish callbacks [] for port, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:25.804810 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238ce956-23b5-4654-9a7f-6a58da1cef88 req-7982a0cf-db8a-4db3-9d02-7541e2b1c032 tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:24:25.806389 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-238ce956-23b5-4654-9a7f-6a58da1cef88 req-7982a0cf-db8a-4db3-9d02-7541e2b1c032 tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] 10.222.0.32 "GET /v2.0/ports?device_id=441fa3cf-7f7d-4f84-b4aa-cc9b9d70e477 HTTP/1.1" status: 200  len: 946 time: 0.1518955
Dec 25 21:24:25.839039 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.provisioning_blocks [req-ec3e0a25-38a0-44da-8b3a-03ea126f43d3 req-69a095ec-07d5-467d-bfd6-edb21e88a50a service neutron] Transition to ACTIVE for port object b1017787-1b53-4a43-97f6-3de90818e068 will not be triggered until provisioned by entity L2. {{(pid=121606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 25 21:24:25.860144 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-6c2583ac-2e74-492d-8f8b-b9f6b1701b54 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks [] for security_group, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:25.861589 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-785d605a-0700-4c64-a2a4-307a6d37943f req-022b74f8-4f4b-4793-95fd-1b615448a2b8 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/security-groups?id=303458ac-ce28-4cba-8947-b5e432a1ea1f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1815124
Dec 25 21:24:25.907660 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d013bc14-5ac8-4914-86dc-88abea5b3127 req-67777466-0b57-4545-b0d8-334c021268c5 tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:24:25.909228 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d013bc14-5ac8-4914-86dc-88abea5b3127 req-67777466-0b57-4545-b0d8-334c021268c5 tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] 10.222.0.37 "GET /v2.0/ports?device_id=441fa3cf-7f7d-4f84-b4aa-cc9b9d70e477 HTTP/1.1" status: 200  len: 946 time: 0.0921495
Dec 25 21:24:25.923391 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-238ce956-23b5-4654-9a7f-6a58da1cef88 req-4f5e3117-3d8e-4d8d-b6e9-9d7e51466124 tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] 10.222.0.32 "GET /v2.0/security-groups?id=b53a52e0-f618-42f7-a91e-f12e72408b35&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1072266
Dec 25 21:24:25.929991 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-ec3e0a25-38a0-44da-8b3a-03ea126f43d3 req-69a095ec-07d5-467d-bfd6-edb21e88a50a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:25.971178 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-6c2583ac-2e74-492d-8f8b-b9f6b1701b54 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:25.995808 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c2583ac-2e74-492d-8f8b-b9f6b1701b54 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] vlan segment allocate from pool success with {'vlan_id': 180, 'physical_network': 'physnet1'}  {{(pid=121607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 25 21:24:26.011222 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2583ac-2e74-492d-8f8b-b9f6b1701b54 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0ac642f-1fd6-4e16-bf09-bac5a3ebfe5e,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:24:26.014068 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-6c2583ac-2e74-492d-8f8b-b9f6b1701b54 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:26.014464 ncdv-master-1 neutron-server[121607]: INFO neutron.db.segments_db [None req-6c2583ac-2e74-492d-8f8b-b9f6b1701b54 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Added segment 3f22dd35-17be-484e-be0c-6f48e105a87c of type vlan for network e86a1be1-6d85-4e4f-b5d0-771ac5ee31d2
Dec 25 21:24:26.063777 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-6c2583ac-2e74-492d-8f8b-b9f6b1701b54 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737602163420'] for network, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:26.106158 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a095ec-07d5-467d-bfd6-edb21e88a50a service neutron] Pushing event updated for resources: {'Port': ['ID=b1017787-1b53-4a43-97f6-3de90818e068,revision_number=2']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:24:26.156388 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67ad2d6-86d9-42e7-bf57-399f6ce89c90 req-d243f044-9d57-4619-b3d7-1e76a043a02f tempest-ServersNegativeTestMultiTenantJSON-1905796865 tempest-ServersNegativeTestMultiTenantJSON-1905796865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:24:26.157892 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e67ad2d6-86d9-42e7-bf57-399f6ce89c90 req-d243f044-9d57-4619-b3d7-1e76a043a02f tempest-ServersNegativeTestMultiTenantJSON-1905796865 tempest-ServersNegativeTestMultiTenantJSON-1905796865-project] 10.222.0.32 "GET /v2.0/ports?device_id=65ff2690-4de7-43ad-b526-a4a9371782e5 HTTP/1.1" status: 200  len: 944 time: 0.1720359
Dec 25 21:24:26.183203 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-6c2583ac-2e74-492d-8f8b-b9f6b1701b54 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870'] for network, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:26.189493 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c2583ac-2e74-492d-8f8b-b9f6b1701b54 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:24:26.190281 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-6c2583ac-2e74-492d-8f8b-b9f6b1701b54 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for network, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:26.212339 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-ec3e0a25-38a0-44da-8b3a-03ea126f43d3 req-69a095ec-07d5-467d-bfd6-edb21e88a50a service neutron] Attempting to bind port b1017787-1b53-4a43-97f6-3de90818e068 on host nch2-master-1 for vnic_type normal with profile  {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:24:26.212704 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-ec3e0a25-38a0-44da-8b3a-03ea126f43d3 req-69a095ec-07d5-467d-bfd6-edb21e88a50a service neutron] Attempting to bind port b1017787-1b53-4a43-97f6-3de90818e068 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'c0d71273-f529-44b3-bf0d-5a01f5d42430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '3702c917-fb7e-4ec7-8fa9-22efe456a3e6'}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:24:26.213050 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec3e0a25-38a0-44da-8b3a-03ea126f43d3 req-69a095ec-07d5-467d-bfd6-edb21e88a50a service neutron] Attempting to bind port b1017787-1b53-4a43-97f6-3de90818e068 on network 3702c917-fb7e-4ec7-8fa9-22efe456a3e6 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:24:26.231395 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec3e0a25-38a0-44da-8b3a-03ea126f43d3 req-69a095ec-07d5-467d-bfd6-edb21e88a50a service neutron] Port b1017787-1b53-4a43-97f6-3de90818e068 on network 3702c917-fb7e-4ec7-8fa9-22efe456a3e6 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 25 21:24:26.231718 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec3e0a25-38a0-44da-8b3a-03ea126f43d3 req-69a095ec-07d5-467d-bfd6-edb21e88a50a service neutron] Attempting to bind port b1017787-1b53-4a43-97f6-3de90818e068 on network 3702c917-fb7e-4ec7-8fa9-22efe456a3e6 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:24:26.245940 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [req-d013bc14-5ac8-4914-86dc-88abea5b3127 req-ac151777-5ac2-42e9-b00e-cdae80fe1274 tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] Deleting port e763608c-e444-4936-aae2-43161cd57a85 {{(pid=121606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:24:26.246264 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-d013bc14-5ac8-4914-86dc-88abea5b3127 req-ac151777-5ac2-42e9-b00e-cdae80fe1274 tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:26.254044 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec3e0a25-38a0-44da-8b3a-03ea126f43d3 req-69a095ec-07d5-467d-bfd6-edb21e88a50a service neutron] Checking agent: {'id': '0d9ae313-8f8d-40fa-8a9f-d098a25a9911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 21, 4, 38), 'started_at': datetime.datetime(2021, 12, 25, 21, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 24, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:24:26.254386 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec3e0a25-38a0-44da-8b3a-03ea126f43d3 req-69a095ec-07d5-467d-bfd6-edb21e88a50a service neutron] Checking segment: {'id': 'c0d71273-f529-44b3-bf0d-5a01f5d42430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '3702c917-fb7e-4ec7-8fa9-22efe456a3e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:24:26.254770 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec3e0a25-38a0-44da-8b3a-03ea126f43d3 req-69a095ec-07d5-467d-bfd6-edb21e88a50a service neutron] Bound using segment: {'id': 'c0d71273-f529-44b3-bf0d-5a01f5d42430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '3702c917-fb7e-4ec7-8fa9-22efe456a3e6'} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:24:26.255211 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-ec3e0a25-38a0-44da-8b3a-03ea126f43d3 req-69a095ec-07d5-467d-bfd6-edb21e88a50a service neutron] Bound port: b1017787-1b53-4a43-97f6-3de90818e068, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0d71273-f529-44b3-bf0d-5a01f5d42430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '3702c917-fb7e-4ec7-8fa9-22efe456a3e6'}}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:24:26.255569 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-ec3e0a25-38a0-44da-8b3a-03ea126f43d3 req-69a095ec-07d5-467d-bfd6-edb21e88a50a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:26.272100 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2583ac-2e74-492d-8f8b-b9f6b1701b54 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Pushing event updated for resources: {'Network': ['ID=e86a1be1-6d85-4e4f-b5d0-771ac5ee31d2,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:24:26.277676 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e67ad2d6-86d9-42e7-bf57-399f6ce89c90 req-43e9ac0b-22f3-4dd8-9a8f-a77be0fc3ab0 tempest-ServersNegativeTestMultiTenantJSON-1905796865 tempest-ServersNegativeTestMultiTenantJSON-1905796865-project] 10.222.0.32 "GET /v2.0/security-groups?id=114728bb-0988-4d5e-9b1f-93d8f8d0c467&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1097157
Dec 25 21:24:26.283915 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Network e86a1be1-6d85-4e4f-b5d0-771ac5ee31d2 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 25 21:24:26.343413 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-6c2583ac-2e74-492d-8f8b-b9f6b1701b54 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 770 time: 0.9874213
Dec 25 21:24:26.346078 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 37890) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:24:26.350893 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-4da619d5-cb95-485f-b7b4-bba5d91742ca tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1305091499'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:24:26.421340 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-ec3e0a25-38a0-44da-8b3a-03ea126f43d3 req-69a095ec-07d5-467d-bfd6-edb21e88a50a service neutron] For port b1017787-1b53-4a43-97f6-3de90818e068, host nch2-master-1, cleared binding levels {{(pid=121606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:24:26.429199 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-d013bc14-5ac8-4914-86dc-88abea5b3127 req-ac151777-5ac2-42e9-b00e-cdae80fe1274 tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] For port e763608c-e444-4936-aae2-43161cd57a85, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e763608c-e444-4936-aae2-43161cd57a85,segment=NetworkSegment(f1b91e55-a239-48f9-a6b2-6c2da2a6e0dd),segment_id=f1b91e55-a239-48f9-a6b2-6c2da2a6e0dd)] {{(pid=121606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:24:26.429199 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-d013bc14-5ac8-4914-86dc-88abea5b3127 req-ac151777-5ac2-42e9-b00e-cdae80fe1274 tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:26.429199 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-ec3e0a25-38a0-44da-8b3a-03ea126f43d3 req-69a095ec-07d5-467d-bfd6-edb21e88a50a service neutron] For port b1017787-1b53-4a43-97f6-3de90818e068, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b1017787-1b53-4a43-97f6-3de90818e068,segment=NetworkSegment(c0d71273-f529-44b3-bf0d-5a01f5d42430),segment_id=c0d71273-f529-44b3-bf0d-5a01f5d42430)] {{(pid=121606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:24:26.442877 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [req-d013bc14-5ac8-4914-86dc-88abea5b3127 req-ac151777-5ac2-42e9-b00e-cdae80fe1274 tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] Calling delete_port for e763608c-e444-4936-aae2-43161cd57a85 owned by compute:nova {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:24:26.483557 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4da619d5-cb95-485f-b7b4-bba5d91742ca tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Made reservation on behalf of 3075932236c24ad8974bea0414dd1507 for: {'network': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:24:26.487400 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-4da619d5-cb95-485f-b7b4-bba5d91742ca tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for network, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:26.521380 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4da619d5-cb95-485f-b7b4-bba5d91742ca tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] vlan segment allocate from pool success with {'vlan_id': 153, 'physical_network': 'physnet1'}  {{(pid=121607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 25 21:24:26.532127 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-ec3e0a25-38a0-44da-8b3a-03ea126f43d3 req-69a095ec-07d5-467d-bfd6-edb21e88a50a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:26.533111 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-4da619d5-cb95-485f-b7b4-bba5d91742ca tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:26.533111 ncdv-master-1 neutron-server[121607]: INFO neutron.db.segments_db [None req-4da619d5-cb95-485f-b7b4-bba5d91742ca tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Added segment 39e971fd-0e5d-4a2b-883a-5e17e131bc6f of type vlan for network 34743e6e-704e-4136-9b07-7c4a4b650667
Dec 25 21:24:26.574919 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3e0a25-38a0-44da-8b3a-03ea126f43d3 req-69a095ec-07d5-467d-bfd6-edb21e88a50a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:24:26.575564 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-ec3e0a25-38a0-44da-8b3a-03ea126f43d3 req-69a095ec-07d5-467d-bfd6-edb21e88a50a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:26.577372 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ec3e0a25-38a0-44da-8b3a-03ea126f43d3 req-69a095ec-07d5-467d-bfd6-edb21e88a50a service neutron] 10.222.0.37 "PUT /v2.0/ports/b1017787-1b53-4a43-97f6-3de90818e068 HTTP/1.1" status: 200  len: 1092 time: 1.3560653
Dec 25 21:24:26.580253 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65ff2690-4de7-43ad-b526-a4a9371782e5', 'tag': 'b1017787-1b53-4a43-97f6-3de90818e068'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:24:26.583393 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9858820c13ec2827453b94ebc4181065e990a4e4089ccb9fe762531ac62d2fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5c3d02b-de58-479d-97ae-7711aa4fad96" -d '{"events": [{"name": "network-changed", "server_uuid": "65ff2690-4de7-43ad-b526-a4a9371782e5", "tag": "b1017787-1b53-4a43-97f6-3de90818e068"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:24:26.609517 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-4da619d5-cb95-485f-b7b4-bba5d91742ca tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737602163420'] for network, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:26.746797 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-4da619d5-cb95-485f-b7b4-bba5d91742ca tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870'] for network, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:26.754318 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4da619d5-cb95-485f-b7b4-bba5d91742ca tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:24:26.754993 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-4da619d5-cb95-485f-b7b4-bba5d91742ca tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for network, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:26.853021 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da619d5-cb95-485f-b7b4-bba5d91742ca tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Pushing event updated for resources: {'Network': ['ID=34743e6e-704e-4136-9b07-7c4a4b650667,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:24:26.867174 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Network 34743e6e-704e-4136-9b07-7c4a4b650667 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 25 21:24:26.892569 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-4da619d5-cb95-485f-b7b4-bba5d91742ca tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 770 time: 0.5454447
Dec 25 21:24:26.895565 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 37920) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:24:26.901276 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-064f1641-1f2f-4145-8f62-74e30fe19840 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Request body: {'subnet': {'network_id': 'e86a1be1-6d85-4e4f-b5d0-771ac5ee31d2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:24:27.036207 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Dec 2021 21:24:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e97cd83a-8cf6-47a6-bc46-9e97ac1874b3 x-openstack-request-id: req-e97cd83a-8cf6-47a6-bc46-9e97ac1874b3 {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:24:27.036784 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65ff2690-4de7-43ad-b526-a4a9371782e5", "tag": "b1017787-1b53-4a43-97f6-3de90818e068", "status": "completed", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:24:27.036784 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e97cd83a-8cf6-47a6-bc46-9e97ac1874b3 {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:24:27.037442 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65ff2690-4de7-43ad-b526-a4a9371782e5', 'tag': 'b1017787-1b53-4a43-97f6-3de90818e068', 'status': 'completed', 'code': 200}
Dec 25 21:24:27.065784 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a095ec-07d5-467d-bfd6-edb21e88a50a service neutron] Pushing event updated for resources: {'Port': ['ID=b1017787-1b53-4a43-97f6-3de90818e068,revision_number=3']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:24:27.157217 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd04648-a736-4eb7-bad4-cc58feddd053 req-f84a3947-1ae5-49f9-bc14-dd3bffa9ba75 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:24:27.158586 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3dd04648-a736-4eb7-bad4-cc58feddd053 req-f84a3947-1ae5-49f9-bc14-dd3bffa9ba75 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/ports?device_id=161df36a-2258-4f32-a7b0-2f7c793d4390 HTTP/1.1" status: 200  len: 944 time: 0.1496866
Dec 25 21:24:27.164010 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c3d02b-de58-479d-97ae-7711aa4fad96 req-44b76022-4c7f-4be9-9a29-51a1fc64d743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:24:27.170365 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a5c3d02b-de58-479d-97ae-7711aa4fad96 req-44b76022-4c7f-4be9-9a29-51a1fc64d743 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e78183302ecf4f92a3eab85b3f567d9e&device_id=65ff2690-4de7-43ad-b526-a4a9371782e5 HTTP/1.1" status: 200  len: 1095 time: 0.1230235
Dec 25 21:24:27.188311 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-064f1641-1f2f-4145-8f62-74e30fe19840 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Made reservation on behalf of 3075932236c24ad8974bea0414dd1507 for: {'subnet': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:24:27.192447 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-064f1641-1f2f-4145-8f62-74e30fe19840 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8852834'] for subnet, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:27.199046 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c9c3e4-41c3-4002-8c8a-33f386451a20 req-9ee48f6d-3d58-4b45-baf1-4b50df63d1b6 tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:24:27.200549 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a2c9c3e4-41c3-4002-8c8a-33f386451a20 req-9ee48f6d-3d58-4b45-baf1-4b50df63d1b6 tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] 10.222.0.32 "GET /v2.0/ports?device_id=441fa3cf-7f7d-4f84-b4aa-cc9b9d70e477 HTTP/1.1" status: 200  len: 946 time: 0.1525176
Dec 25 21:24:27.304210 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3dd04648-a736-4eb7-bad4-cc58feddd053 req-e43028e2-ab77-42e7-90ee-926bb44bad4d tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/security-groups?id=303458ac-ce28-4cba-8947-b5e432a1ea1f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1363089
Dec 25 21:24:27.304549 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-d013bc14-5ac8-4914-86dc-88abea5b3127 req-ac151777-5ac2-42e9-b00e-cdae80fe1274 tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:27.317413 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] get_ports_and_sgs() called for port_ids ['e763608c-e444-4936-aae2-43161cd57a85'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:24:27.387655 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac151777-5ac2-42e9-b00e-cdae80fe1274 tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] Pushing event deleted for resources: {'Port': ['ID=e763608c-e444-4936-aae2-43161cd57a85,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:24:27.403627 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a2c9c3e4-41c3-4002-8c8a-33f386451a20 req-254c18f2-7926-4ac5-b423-04a68e5685f8 tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] 10.222.0.32 "GET /v2.0/security-groups?id=b53a52e0-f618-42f7-a91e-f12e72408b35&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1885054
Dec 25 21:24:27.442410 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c3d02b-de58-479d-97ae-7711aa4fad96 req-23013b4f-19f3-4393-a797-d1d904d212a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:24:27.443925 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a5c3d02b-de58-479d-97ae-7711aa4fad96 req-23013b4f-19f3-4393-a797-d1d904d212a6 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=e78183302ecf4f92a3eab85b3f567d9e&shared=False HTTP/1.1" status: 200  len: 926 time: 0.2665439
Dec 25 21:24:27.461144 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [req-d013bc14-5ac8-4914-86dc-88abea5b3127 req-ac151777-5ac2-42e9-b00e-cdae80fe1274 tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] No DVR routers for this DVR port e763608c-e444-4936-aae2-43161cd57a85 on host nch2-master-1 {{(pid=121606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:24:27.461575 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 37938) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:24:27.471961 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-d013bc14-5ac8-4914-86dc-88abea5b3127 req-ac151777-5ac2-42e9-b00e-cdae80fe1274 tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:27.482216 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d013bc14-5ac8-4914-86dc-88abea5b3127 req-ac151777-5ac2-42e9-b00e-cdae80fe1274 tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] 10.222.0.37 "DELETE /v2.0/ports/e763608c-e444-4936-aae2-43161cd57a85 HTTP/1.1" status: 204  len: 173 time: 1.5464690
Dec 25 21:24:27.524783 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-064f1641-1f2f-4145-8f62-74e30fe19840 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8632475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8852848'] for subnet, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:27.588637 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812234e1-349a-4eaf-8323-0c8d709d1a54 req-c955b1f4-a521-402f-a403-a18a016dbdf7 tempest-ServersNegativeTestMultiTenantJSON-1905796865 tempest-ServersNegativeTestMultiTenantJSON-1905796865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:24:27.590315 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-812234e1-349a-4eaf-8323-0c8d709d1a54 req-c955b1f4-a521-402f-a403-a18a016dbdf7 tempest-ServersNegativeTestMultiTenantJSON-1905796865 tempest-ServersNegativeTestMultiTenantJSON-1905796865-project] 10.222.0.32 "GET /v2.0/ports?device_id=65ff2690-4de7-43ad-b526-a4a9371782e5 HTTP/1.1" status: 200  len: 944 time: 0.1301599
Dec 25 21:24:27.612038 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c3d02b-de58-479d-97ae-7711aa4fad96 req-b7b7bf2f-acf0-4b2f-af48-6e3ac1fbe8de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:24:27.613518 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a5c3d02b-de58-479d-97ae-7711aa4fad96 req-b7b7bf2f-acf0-4b2f-af48-6e3ac1fbe8de service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1545682
Dec 25 21:24:27.638107 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-53108165-ba70-4c10-b00f-d185c02a512c admin admin] Publish callbacks [] for security_group, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:27.644048 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-064f1641-1f2f-4145-8f62-74e30fe19840 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Checking segment: {'id': '3f22dd35-17be-484e-be0c-6f48e105a87c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'e86a1be1-6d85-4e4f-b5d0-771ac5ee31d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:24:27.644401 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-064f1641-1f2f-4145-8f62-74e30fe19840 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Network hostable DHCP agents. Network: e86a1be1-6d85-4e4f-b5d0-771ac5ee31d2, hostable agents: ['1813db88-2c1b-4357-a2ba-869246b663c2'], hosted agents: [] {{(pid=121607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 25 21:24:27.651026 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064f1641-1f2f-4145-8f62-74e30fe19840 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Pushing event updated for resources: {'Subnet': ['ID=ef33e3f8-5650-4240-98b7-eaa08bf44aa5,revision_number=0']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:24:27.666757 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-812234e1-349a-4eaf-8323-0c8d709d1a54 req-6796ac3b-b03c-49a4-a8b3-8a22d230ce1f tempest-ServersNegativeTestMultiTenantJSON-1905796865 tempest-ServersNegativeTestMultiTenantJSON-1905796865-project] 10.222.0.32 "GET /v2.0/security-groups?id=114728bb-0988-4d5e-9b1f-93d8f8d0c467&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0644987
Dec 25 21:24:27.719546 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3e0a25-38a0-44da-8b3a-03ea126f43d3 req-55e5e237-3bc6-41b6-8a17-04e69ff046b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:24:27.721449 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ec3e0a25-38a0-44da-8b3a-03ea126f43d3 req-55e5e237-3bc6-41b6-8a17-04e69ff046b4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e78183302ecf4f92a3eab85b3f567d9e&device_id=65ff2690-4de7-43ad-b526-a4a9371782e5 HTTP/1.1" status: 200  len: 1095 time: 0.0521097
Dec 25 21:24:27.735265 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-53108165-ba70-4c10-b00f-d185c02a512c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:27.766737 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ec3e0a25-38a0-44da-8b3a-03ea126f43d3 req-24f9e68a-ac08-42c3-a922-9c624a52e779 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b1017787-1b53-4a43-97f6-3de90818e068 HTTP/1.1" status: 200  len: 217 time: 0.0371790
Dec 25 21:24:27.810963 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-064f1641-1f2f-4145-8f62-74e30fe19840 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Network e86a1be1-6d85-4e4f-b5d0-771ac5ee31d2 is scheduled to be hosted by DHCP agent 1813db88-2c1b-4357-a2ba-869246b663c2 with binding_index 1 {{(pid=121607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 25 21:24:27.816713 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3e0a25-38a0-44da-8b3a-03ea126f43d3 req-6df47908-2b55-4bc8-b02b-b4ba4d4dd99a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:24:27.818245 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ec3e0a25-38a0-44da-8b3a-03ea126f43d3 req-6df47908-2b55-4bc8-b02b-b4ba4d4dd99a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=84b764fe-191a-4a2c-9e8a-5c584d48ae5b HTTP/1.1" status: 200  len: 865 time: 0.0441780
Dec 25 21:24:27.851411 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ec3e0a25-38a0-44da-8b3a-03ea126f43d3 req-bb6c6a92-d0ac-4e0b-a38c-279ada8c7cf3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3702c917-fb7e-4ec7-8fa9-22efe456a3e6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0254853
Dec 25 21:24:27.868041 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-53108165-ba70-4c10-b00f-d185c02a512c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:27.921989 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-53108165-ba70-4c10-b00f-d185c02a512c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=396d6485ec1e422d9d0b4fc1a10a2c79&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4550333
Dec 25 21:24:27.922096 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 37948) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:24:27.922194 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53108165-ba70-4c10-b00f-d185c02a512c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=072a6393-d535-4c6a-a0ef-4c43aa8c1d1e,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:24:27.965750 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-064f1641-1f2f-4145-8f62-74e30fe19840 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, e86a1be1-6d85-4e4f-b5d0-771ac5ee31d2) {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:24:27.971224 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-064f1641-1f2f-4145-8f62-74e30fe19840 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:24:27.972281 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-064f1641-1f2f-4145-8f62-74e30fe19840 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks [] for subnet, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:27.976634 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4633874e-2ea8-4b50-8613-e76c319e645b None None] Network e86a1be1-6d85-4e4f-b5d0-771ac5ee31d2 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:24:27.994501 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ec3e0a25-38a0-44da-8b3a-03ea126f43d3 req-fa3a11f5-dfd0-4f0b-8b65-dc1018a6b8fe service neutron] 10.222.0.37 "GET /v2.0/networks/3702c917-fb7e-4ec7-8fa9-22efe456a3e6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1365039
Dec 25 21:24:28.012641 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-6524c4f6-79e1-44dd-bc36-d6d36eaf53cc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:28.053181 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-064f1641-1f2f-4145-8f62-74e30fe19840 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.1563501
Dec 25 21:24:28.054104 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 37950) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:24:28.057384 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-6524c4f6-79e1-44dd-bc36-d6d36eaf53cc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:28.062248 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-1780e732-5d5b-47c4-b30a-d255f295e276 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Request body: {'subnet': {'network_id': '34743e6e-704e-4136-9b07-7c4a4b650667', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:24:28.091896 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf94624f-be5b-40ea-9019-89fefebfb7e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-e86a1be1-6d85-4e4f-b5d0-771ac5ee31d2', 'network_id': 'e86a1be1-6d85-4e4f-b5d0-771ac5ee31d2', 'project_id': '3075932236c24ad8974bea0414dd1507', 'fixed_ips': [{'subnet_id': 'ef33e3f8-5650-4240-98b7-eaa08bf44aa5'}]}} from ncdv-master-1. {{(pid=121608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 25 21:24:28.092831 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-bf94624f-be5b-40ea-9019-89fefebfb7e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:28.216569 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ec3e0a25-38a0-44da-8b3a-03ea126f43d3 req-3a39c5f6-66e8-4f9c-910e-200904400896 service neutron] 10.222.0.37 "GET /v2.0/networks/3702c917-fb7e-4ec7-8fa9-22efe456a3e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2145834
Dec 25 21:24:28.261517 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.db_base_plugin_common [None req-bf94624f-be5b-40ea-9019-89fefebfb7e0 None None] Allocated IP 2001:db8::2 (e86a1be1-6d85-4e4f-b5d0-771ac5ee31d2/ef33e3f8-5650-4240-98b7-eaa08bf44aa5/ea70ad22-0f4f-40cc-b60a-e7ec292fcdb4) {{(pid=121608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:24:28.373445 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-6524c4f6-79e1-44dd-bc36-d6d36eaf53cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:28.373445 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-6524c4f6-79e1-44dd-bc36-d6d36eaf53cc admin admin] Publish callbacks [] for security_group, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:28.374081 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-6524c4f6-79e1-44dd-bc36-d6d36eaf53cc admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/072a6393-d535-4c6a-a0ef-4c43aa8c1d1e HTTP/1.1" status: 204  len: 168 time: 0.4522886
Dec 25 21:24:28.376547 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1780e732-5d5b-47c4-b30a-d255f295e276 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Made reservation on behalf of 3075932236c24ad8974bea0414dd1507 for: {'subnet': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:24:28.380388 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-1780e732-5d5b-47c4-b30a-d255f295e276 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9028529'] for subnet, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:28.405395 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-bf94624f-be5b-40ea-9019-89fefebfb7e0 None None] Publish callbacks [] for port, precommit_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:28.411116 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6524c4f6-79e1-44dd-bc36-d6d36eaf53cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=072a6393-d535-4c6a-a0ef-4c43aa8c1d1e,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:24:28.520196 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-bf94624f-be5b-40ea-9019-89fefebfb7e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946'] for port, after_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:28.554562 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49761296-fb2c-4ce4-adcf-456de6b93b0a req-3e9fefdc-c2c7-44a0-98e2-be4b871f7c01 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:24:28.556684 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-49761296-fb2c-4ce4-adcf-456de6b93b0a req-3e9fefdc-c2c7-44a0-98e2-be4b871f7c01 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/ports?device_id=161df36a-2258-4f32-a7b0-2f7c793d4390 HTTP/1.1" status: 200  len: 944 time: 0.1325808
Dec 25 21:24:28.591734 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-05c631d0-2e6e-4f8b-a01e-15d5948fbcf7 req-02950d23-4800-4529-ac1e-71992eb8dabe tempest-ServerRescueNegativeTestJSON-1185237855 tempest-ServerRescueNegativeTestJSON-1185237855-project] 10.222.0.32 "GET /v2.0/ports?device_id=441fa3cf-7f7d-4f84-b4aa-cc9b9d70e477 HTTP/1.1" status: 200  len: 210 time: 0.0649972
Dec 25 21:24:28.623639 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf94624f-be5b-40ea-9019-89fefebfb7e0 None None] Network e86a1be1-6d85-4e4f-b5d0-771ac5ee31d2 is already hosted by enough agents. {{(pid=121608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:24:28.623973 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.base_scheduler [None req-bf94624f-be5b-40ea-9019-89fefebfb7e0 None None] Resources bound (agent type, host, resource id):  {{(pid=121608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:24:28.628413 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf94624f-be5b-40ea-9019-89fefebfb7e0 None None] Received port after_create {{(pid=121608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:24:28.639265 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf94624f-be5b-40ea-9019-89fefebfb7e0 None None] Pushing event updated for resources: {'Port': ['ID=ea70ad22-0f4f-40cc-b60a-e7ec292fcdb4,revision_number=1']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:24:28.711031 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-bf94624f-be5b-40ea-9019-89fefebfb7e0 None None] Attempting to bind port ea70ad22-0f4f-40cc-b60a-e7ec292fcdb4 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:24:28.711031 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-bf94624f-be5b-40ea-9019-89fefebfb7e0 None None] Attempting to bind port ea70ad22-0f4f-40cc-b60a-e7ec292fcdb4 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '3f22dd35-17be-484e-be0c-6f48e105a87c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'e86a1be1-6d85-4e4f-b5d0-771ac5ee31d2'}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:24:28.711031 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf94624f-be5b-40ea-9019-89fefebfb7e0 None None] Attempting to bind port ea70ad22-0f4f-40cc-b60a-e7ec292fcdb4 on network e86a1be1-6d85-4e4f-b5d0-771ac5ee31d2 {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:24:28.719420 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf94624f-be5b-40ea-9019-89fefebfb7e0 None None] Checking agent: {'id': 'ca4f5c6d-f1fd-48b8-a3e3-395864c7d23d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 20, 56, 40), 'started_at': datetime.datetime(2021, 12, 25, 20, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 24, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:24:28.719420 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf94624f-be5b-40ea-9019-89fefebfb7e0 None None] Checking segment: {'id': '3f22dd35-17be-484e-be0c-6f48e105a87c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'e86a1be1-6d85-4e4f-b5d0-771ac5ee31d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:24:28.719994 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-bf94624f-be5b-40ea-9019-89fefebfb7e0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:28.720447 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf94624f-be5b-40ea-9019-89fefebfb7e0 None None] Bound using segment: {'id': '3f22dd35-17be-484e-be0c-6f48e105a87c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'e86a1be1-6d85-4e4f-b5d0-771ac5ee31d2'} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:24:28.721008 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-bf94624f-be5b-40ea-9019-89fefebfb7e0 None None] Bound port: ea70ad22-0f4f-40cc-b60a-e7ec292fcdb4, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f22dd35-17be-484e-be0c-6f48e105a87c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'e86a1be1-6d85-4e4f-b5d0-771ac5ee31d2'}}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:24:28.721451 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-bf94624f-be5b-40ea-9019-89fefebfb7e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:28.784813 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-49761296-fb2c-4ce4-adcf-456de6b93b0a req-117b7a52-0d71-4409-b1e5-0cf80941fa2a tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/security-groups?id=303458ac-ce28-4cba-8947-b5e432a1ea1f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2211425
Dec 25 21:24:28.817293 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-bf94624f-be5b-40ea-9019-89fefebfb7e0 None None] For port ea70ad22-0f4f-40cc-b60a-e7ec292fcdb4, host ncdv-master-1, cleared binding levels {{(pid=121608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:24:28.817293 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-bf94624f-be5b-40ea-9019-89fefebfb7e0 None None] For port ea70ad22-0f4f-40cc-b60a-e7ec292fcdb4, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ea70ad22-0f4f-40cc-b60a-e7ec292fcdb4,segment=NetworkSegment(3f22dd35-17be-484e-be0c-6f48e105a87c),segment_id=3f22dd35-17be-484e-be0c-6f48e105a87c)] {{(pid=121608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:24:28.887103 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ee343a-2ced-4efe-b50c-cef2748a75a0 req-ba53b1ea-f7f7-457e-9ca4-b869242bad5a tempest-ServersNegativeTestMultiTenantJSON-1905796865 tempest-ServersNegativeTestMultiTenantJSON-1905796865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:24:28.888764 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d1ee343a-2ced-4efe-b50c-cef2748a75a0 req-ba53b1ea-f7f7-457e-9ca4-b869242bad5a tempest-ServersNegativeTestMultiTenantJSON-1905796865 tempest-ServersNegativeTestMultiTenantJSON-1905796865-project] 10.222.0.32 "GET /v2.0/ports?device_id=65ff2690-4de7-43ad-b526-a4a9371782e5 HTTP/1.1" status: 200  len: 944 time: 0.0648396
Dec 25 21:24:28.920148 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-1780e732-5d5b-47c4-b30a-d255f295e276 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9084170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9028515'] for subnet, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:28.923943 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-bf94624f-be5b-40ea-9019-89fefebfb7e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:29.002992 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf94624f-be5b-40ea-9019-89fefebfb7e0 None None] Pushing event updated for resources: {'Port': ['ID=ea70ad22-0f4f-40cc-b60a-e7ec292fcdb4,revision_number=2']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:24:29.019853 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d1ee343a-2ced-4efe-b50c-cef2748a75a0 req-bd743b73-9301-47b4-9dac-a2928cbdc450 tempest-ServersNegativeTestMultiTenantJSON-1905796865 tempest-ServersNegativeTestMultiTenantJSON-1905796865-project] 10.222.0.32 "GET /v2.0/security-groups?id=114728bb-0988-4d5e-9b1f-93d8f8d0c467&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1216433
Dec 25 21:24:29.035634 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1780e732-5d5b-47c4-b30a-d255f295e276 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Pushing event updated for resources: {'Subnet': ['ID=0b4f7a31-5d37-47a7-b192-b163fde27f1e,revision_number=0']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:24:29.038957 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '441fa3cf-7f7d-4f84-b4aa-cc9b9d70e477', 'name': 'network-vif-deleted', 'tag': 'e763608c-e444-4936-aae2-43161cd57a85'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:24:29.041508 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9858820c13ec2827453b94ebc4181065e990a4e4089ccb9fe762531ac62d2fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad322c08-b466-4934-9648-bc4699c0eb5f" -d '{"events": [{"server_uuid": "441fa3cf-7f7d-4f84-b4aa-cc9b9d70e477", "name": "network-vif-deleted", "tag": "e763608c-e444-4936-aae2-43161cd57a85"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:24:29.054659 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1780e732-5d5b-47c4-b30a-d255f295e276 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Checking segment: {'id': '39e971fd-0e5d-4a2b-883a-5e17e131bc6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '34743e6e-704e-4136-9b07-7c4a4b650667'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:24:29.055806 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1780e732-5d5b-47c4-b30a-d255f295e276 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Network hostable DHCP agents. Network: 34743e6e-704e-4136-9b07-7c4a4b650667, hostable agents: ['1813db88-2c1b-4357-a2ba-869246b663c2'], hosted agents: [] {{(pid=121606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 25 21:24:29.100532 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 21:24:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee46c5c9-df05-4b6f-b555-d4b7392823d6 x-openstack-request-id: req-ee46c5c9-df05-4b6f-b555-d4b7392823d6 {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:24:29.101047 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "441fa3cf-7f7d-4f84-b4aa-cc9b9d70e477", "name": "network-vif-deleted", "tag": "e763608c-e444-4936-aae2-43161cd57a85", "status": "completed", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:24:29.106666 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ee46c5c9-df05-4b6f-b555-d4b7392823d6 {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:24:29.106666 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '441fa3cf-7f7d-4f84-b4aa-cc9b9d70e477', 'name': 'network-vif-deleted', 'tag': 'e763608c-e444-4936-aae2-43161cd57a85', 'status': 'completed', 'code': 200}
Dec 25 21:24:29.196262 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1780e732-5d5b-47c4-b30a-d255f295e276 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Network 34743e6e-704e-4136-9b07-7c4a4b650667 is scheduled to be hosted by DHCP agent 1813db88-2c1b-4357-a2ba-869246b663c2 with binding_index 1 {{(pid=121606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 25 21:24:29.306558 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [None req-1780e732-5d5b-47c4-b30a-d255f295e276 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 34743e6e-704e-4136-9b07-7c4a4b650667) {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:24:29.311106 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1780e732-5d5b-47c4-b30a-d255f295e276 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:24:29.322570 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-1780e732-5d5b-47c4-b30a-d255f295e276 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for subnet, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:29.322892 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec181557-fb06-471a-8da3-b9b1b704a8a4 None None] Network 34743e6e-704e-4136-9b07-7c4a4b650667 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:24:29.402943 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-1780e732-5d5b-47c4-b30a-d255f295e276 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 830 time: 1.3473525
Dec 25 21:24:29.407297 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 37990) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:24:29.410583 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-b08a30f4-eb3d-4711-89d6-116d68669ba6 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1435733880', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:24:29.415483 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 37992) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:24:29.452612 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-930b50c1-52dc-4648-8695-859592a16273 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-34743e6e-704e-4136-9b07-7c4a4b650667', 'network_id': '34743e6e-704e-4136-9b07-7c4a4b650667', 'project_id': '3075932236c24ad8974bea0414dd1507', 'fixed_ips': [{'subnet_id': '0b4f7a31-5d37-47a7-b192-b163fde27f1e'}]}} from ncdv-master-1. {{(pid=121608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 25 21:24:29.453527 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-77faae22-c46c-49f8-8965-ee473c2834ef admin admin] Publish callbacks [] for security_group, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:29.453675 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-930b50c1-52dc-4648-8695-859592a16273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:29.482418 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device ea70ad22-0f4f-40cc-b60a-e7ec292fcdb4 up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:24:29.525797 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b08a30f4-eb3d-4711-89d6-116d68669ba6 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2014909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14863'] for router, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:29.526831 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b08a30f4-eb3d-4711-89d6-116d68669ba6 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2014285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2009796', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2082630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14848'] for router, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:29.551644 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-77faae22-c46c-49f8-8965-ee473c2834ef admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:29.601887 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b08a30f4-eb3d-4711-89d6-116d68669ba6 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:29.621344 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-77faae22-c46c-49f8-8965-ee473c2834ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:29.660846 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 38006) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:24:29.669318 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-77faae22-c46c-49f8-8965-ee473c2834ef admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d83155e42c9244f590ef41de1f346737&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2527270
Dec 25 21:24:29.671775 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 38008) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:24:29.674885 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port ea70ad22-0f4f-40cc-b60a-e7ec292fcdb4 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:24:29.675350 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:29.702619 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77faae22-c46c-49f8-8965-ee473c2834ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=923144e2-0d00-45a5-b370-4d88790ed150,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:24:29.709793 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.db_base_plugin_common [None req-930b50c1-52dc-4648-8695-859592a16273 None None] Allocated IP 2001:db8:1::2 (34743e6e-704e-4136-9b07-7c4a4b650667/0b4f7a31-5d37-47a7-b192-b163fde27f1e/f3e2efe8-7e98-4ab9-bc67-5eda98c281f5) {{(pid=121608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:24:29.740782 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-514d4613-99ee-4800-b5e1-457d81e50254 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:29.747625 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b08a30f4-eb3d-4711-89d6-116d68669ba6 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2014278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2009753'] for router, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:29.801329 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-514d4613-99ee-4800-b5e1-457d81e50254 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:29.938104 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:29.999941 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-514d4613-99ee-4800-b5e1-457d81e50254 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:30.003442 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-514d4613-99ee-4800-b5e1-457d81e50254 admin admin] Publish callbacks [] for security_group, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:30.005146 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-514d4613-99ee-4800-b5e1-457d81e50254 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/923144e2-0d00-45a5-b370-4d88790ed150 HTTP/1.1" status: 204  len: 168 time: 0.3319991
Dec 25 21:24:30.031210 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514d4613-99ee-4800-b5e1-457d81e50254 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=923144e2-0d00-45a5-b370-4d88790ed150,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:24:30.040323 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b08a30f4-eb3d-4711-89d6-116d68669ba6 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks [] for router, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:30.041586 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-b08a30f4-eb3d-4711-89d6-116d68669ba6 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 704 time: 0.6347222
Dec 25 21:24:30.044644 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 38028) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:24:30.123576 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] For port ea70ad22-0f4f-40cc-b60a-e7ec292fcdb4, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ea70ad22-0f4f-40cc-b60a-e7ec292fcdb4,segment=NetworkSegment(3f22dd35-17be-484e-be0c-6f48e105a87c),segment_id=3f22dd35-17be-484e-be0c-6f48e105a87c)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:24:30.156859 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-930b50c1-52dc-4648-8695-859592a16273 None None] Publish callbacks [] for port, precommit_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:30.187919 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633c3551-d9a8-4f22-8c05-deafb8cc010b req-bd61e328-f560-45ac-8886-31ea20f303dd tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:24:30.196945 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-633c3551-d9a8-4f22-8c05-deafb8cc010b req-bd61e328-f560-45ac-8886-31ea20f303dd tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/ports?device_id=161df36a-2258-4f32-a7b0-2f7c793d4390 HTTP/1.1" status: 200  len: 944 time: 0.2557130
Dec 25 21:24:30.203997 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:30.269123 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-930b50c1-52dc-4648-8695-859592a16273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946'] for port, after_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:30.301750 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-930b50c1-52dc-4648-8695-859592a16273 None None] Network 34743e6e-704e-4136-9b07-7c4a4b650667 is already hosted by enough agents. {{(pid=121608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:24:30.312214 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.base_scheduler [None req-930b50c1-52dc-4648-8695-859592a16273 None None] Resources bound (agent type, host, resource id):  {{(pid=121608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:24:30.313962 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-930b50c1-52dc-4648-8695-859592a16273 None None] Received port after_create {{(pid=121608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:24:30.323928 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Pushing event updated for resources: {'Port': ['ID=ea70ad22-0f4f-40cc-b60a-e7ec292fcdb4,revision_number=3']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:24:30.324112 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e8c44db3-67c4-4704-ad5a-bc7174c39b41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2007615'] for router_interface, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:30.335599 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0604d9d-e214-4174-bf77-415ec74f756d None None] Network e86a1be1-6d85-4e4f-b5d0-771ac5ee31d2 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:24:30.471221 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d187d2f0-3fa7-4c1d-a028-d1dd1b91f619 req-32ed1416-3ead-4128-9c4e-1d835bfd47b0 tempest-ServersNegativeTestMultiTenantJSON-1905796865 tempest-ServersNegativeTestMultiTenantJSON-1905796865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:24:30.479453 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d187d2f0-3fa7-4c1d-a028-d1dd1b91f619 req-32ed1416-3ead-4128-9c4e-1d835bfd47b0 tempest-ServersNegativeTestMultiTenantJSON-1905796865 tempest-ServersNegativeTestMultiTenantJSON-1905796865-project] 10.222.0.32 "GET /v2.0/ports?device_id=65ff2690-4de7-43ad-b526-a4a9371782e5 HTTP/1.1" status: 200  len: 944 time: 0.2681336
Dec 25 21:24:30.529334 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930b50c1-52dc-4648-8695-859592a16273 None None] Pushing event updated for resources: {'Port': ['ID=f3e2efe8-7e98-4ab9-bc67-5eda98c281f5,revision_number=1']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:24:30.566171 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-633c3551-d9a8-4f22-8c05-deafb8cc010b req-4988ba8f-c95d-4a7c-9110-0a00399559ec tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/security-groups?id=303458ac-ce28-4cba-8947-b5e432a1ea1f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3568463
Dec 25 21:24:30.650080 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-930b50c1-52dc-4648-8695-859592a16273 None None] Attempting to bind port f3e2efe8-7e98-4ab9-bc67-5eda98c281f5 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:24:30.650571 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-930b50c1-52dc-4648-8695-859592a16273 None None] Attempting to bind port f3e2efe8-7e98-4ab9-bc67-5eda98c281f5 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '39e971fd-0e5d-4a2b-883a-5e17e131bc6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '34743e6e-704e-4136-9b07-7c4a4b650667'}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:24:30.651061 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-930b50c1-52dc-4648-8695-859592a16273 None None] Attempting to bind port f3e2efe8-7e98-4ab9-bc67-5eda98c281f5 on network 34743e6e-704e-4136-9b07-7c4a4b650667 {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:24:30.653578 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-8697b511-060a-4be8-a03d-dd99b543c775 None None] Provisioning complete for port ea70ad22-0f4f-40cc-b60a-e7ec292fcdb4 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:24:30.654417 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-8697b511-060a-4be8-a03d-dd99b543c775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:30.720865 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d187d2f0-3fa7-4c1d-a028-d1dd1b91f619 req-8342c47e-1ac6-4975-a0fa-20005ad39498 tempest-ServersNegativeTestMultiTenantJSON-1905796865 tempest-ServersNegativeTestMultiTenantJSON-1905796865-project] 10.222.0.32 "GET /v2.0/security-groups?id=114728bb-0988-4d5e-9b1f-93d8f8d0c467&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2405646
Dec 25 21:24:30.780153 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-7cdca7d5-39f6-40bf-9848-cb2f565a2b98 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:31.007234 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device e763608c-e444-4936-aae2-43161cd57a85 no longer exists at agent hyperv_nch2-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:24:31.039028 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df0b7e6-fca3-4ca3-84e3-1bae481b4db9 req-1fa558a1-e8c8-48f5-8b27-5007e2156852 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:24:31.040653 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4df0b7e6-fca3-4ca3-84e3-1bae481b4db9 req-1fa558a1-e8c8-48f5-8b27-5007e2156852 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/ports?device_id=161df36a-2258-4f32-a7b0-2f7c793d4390 HTTP/1.1" status: 200  len: 944 time: 0.0757179
Dec 25 21:24:31.078016 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] No Port match for: e763608c-e444-4936-aae2-43161cd57a85 {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:24:31.079257 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device e763608c-e444-4936-aae2-43161cd57a85 not bound to the agent host nch2-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:24:31.081102 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-930b50c1-52dc-4648-8695-859592a16273 None None] Checking agent: {'id': 'ca4f5c6d-f1fd-48b8-a3e3-395864c7d23d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 20, 56, 40), 'started_at': datetime.datetime(2021, 12, 25, 20, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 24, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:24:31.082164 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-930b50c1-52dc-4648-8695-859592a16273 None None] Checking segment: {'id': '39e971fd-0e5d-4a2b-883a-5e17e131bc6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '34743e6e-704e-4136-9b07-7c4a4b650667'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:24:31.082963 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-930b50c1-52dc-4648-8695-859592a16273 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:31.083575 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-930b50c1-52dc-4648-8695-859592a16273 None None] Bound using segment: {'id': '39e971fd-0e5d-4a2b-883a-5e17e131bc6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '34743e6e-704e-4136-9b07-7c4a4b650667'} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:24:31.084330 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-930b50c1-52dc-4648-8695-859592a16273 None None] Bound port: f3e2efe8-7e98-4ab9-bc67-5eda98c281f5, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39e971fd-0e5d-4a2b-883a-5e17e131bc6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '34743e6e-704e-4136-9b07-7c4a4b650667'}}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:24:31.084956 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-930b50c1-52dc-4648-8695-859592a16273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:31.128839 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-e8c44db3-67c4-4704-ad5a-bc7174c39b41 admin admin] Deleting port 573edeff-3aa3-4b3c-8139-06420a78e769 {{(pid=121607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:24:31.129549 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e8c44db3-67c4-4704-ad5a-bc7174c39b41 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:31.182036 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4df0b7e6-fca3-4ca3-84e3-1bae481b4db9 req-6e1d6b15-7fee-4f3b-9850-8108c73788dc tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/security-groups?id=303458ac-ce28-4cba-8947-b5e432a1ea1f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1107750
Dec 25 21:24:31.208033 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-930b50c1-52dc-4648-8695-859592a16273 None None] For port f3e2efe8-7e98-4ab9-bc67-5eda98c281f5, host ncdv-master-1, cleared binding levels {{(pid=121608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:24:31.212740 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-930b50c1-52dc-4648-8695-859592a16273 None None] For port f3e2efe8-7e98-4ab9-bc67-5eda98c281f5, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f3e2efe8-7e98-4ab9-bc67-5eda98c281f5,segment=NetworkSegment(39e971fd-0e5d-4a2b-883a-5e17e131bc6f),segment_id=39e971fd-0e5d-4a2b-883a-5e17e131bc6f)] {{(pid=121608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:24:31.267897 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b07744-6f2e-4549-8ff2-0a0f0344e975 req-f70b1517-7c99-47ee-85e3-d30c91ed9519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:24:31.269898 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.db [None req-e8c44db3-67c4-4704-ad5a-bc7174c39b41 admin admin] For port 573edeff-3aa3-4b3c-8139-06420a78e769, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=573edeff-3aa3-4b3c-8139-06420a78e769,segment=NetworkSegment(f1b91e55-a239-48f9-a6b2-6c2da2a6e0dd),segment_id=f1b91e55-a239-48f9-a6b2-6c2da2a6e0dd)] {{(pid=121607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:24:31.270200 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-95b07744-6f2e-4549-8ff2-0a0f0344e975 req-f70b1517-7c99-47ee-85e3-d30c91ed9519 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=4c3545b07d0b4ccf9cd48a80c2d37521&device_id=161df36a-2258-4f32-a7b0-2f7c793d4390 HTTP/1.1" status: 200  len: 1095 time: 0.1103625
Dec 25 21:24:31.270321 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e8c44db3-67c4-4704-ad5a-bc7174c39b41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:31.275160 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_common [None req-7cdca7d5-39f6-40bf-9848-cb2f565a2b98 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Allocated IP 2001:db8::1 (e86a1be1-6d85-4e4f-b5d0-771ac5ee31d2/ef33e3f8-5650-4240-98b7-eaa08bf44aa5/9cd1ed5c-2246-4d1e-b1d2-92fff32ec57b) {{(pid=121606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:24:31.289218 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-e8c44db3-67c4-4704-ad5a-bc7174c39b41 admin admin] Calling delete_port for 573edeff-3aa3-4b3c-8139-06420a78e769 owned by network:router_interface {{(pid=121607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:24:31.355096 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-930b50c1-52dc-4648-8695-859592a16273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:31.486613 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device ea70ad22-0f4f-40cc-b60a-e7ec292fcdb4 up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:24:31.545229 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930b50c1-52dc-4648-8695-859592a16273 None None] Pushing event updated for resources: {'Port': ['ID=f3e2efe8-7e98-4ab9-bc67-5eda98c281f5,revision_number=2']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:24:31.585944 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port ea70ad22-0f4f-40cc-b60a-e7ec292fcdb4 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:24:31.586349 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:31.599600 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b07744-6f2e-4549-8ff2-0a0f0344e975 req-35956bb6-e80b-4b12-ba32-39e11d4c4cca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:24:31.601326 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-95b07744-6f2e-4549-8ff2-0a0f0344e975 req-35956bb6-e80b-4b12-ba32-39e11d4c4cca service neutron] 10.222.0.31 "GET /v2.0/networks?id=050fe506-29b6-4536-b03a-6d4fd9d4993c HTTP/1.1" status: 200  len: 913 time: 0.3238330
Dec 25 21:24:31.731283 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-7cdca7d5-39f6-40bf-9848-cb2f565a2b98 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks [] for port, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:31.734383 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-95b07744-6f2e-4549-8ff2-0a0f0344e975 req-9fbda752-d502-4824-bc96-889c3ed82602 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cdd08e2a-d7d3-45dd-874c-1cadcc9203fd HTTP/1.1" status: 200  len: 998 time: 0.1251667
Dec 25 21:24:31.766164 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e8c44db3-67c4-4704-ad5a-bc7174c39b41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:31.817736 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-dee7730c-5de0-4699-8bc8-f3535f031f45 None None] Provisioning complete for port ea70ad22-0f4f-40cc-b60a-e7ec292fcdb4 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:24:31.821488 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-dee7730c-5de0-4699-8bc8-f3535f031f45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:31.881944 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c44db3-67c4-4704-ad5a-bc7174c39b41 admin admin] Pushing event deleted for resources: {'Port': ['ID=573edeff-3aa3-4b3c-8139-06420a78e769,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:24:31.911469 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b07744-6f2e-4549-8ff2-0a0f0344e975 req-ab2b8a58-d014-4f4d-907a-645d62c17048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:24:31.913258 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-95b07744-6f2e-4549-8ff2-0a0f0344e975 req-ab2b8a58-d014-4f4d-907a-645d62c17048 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1f5d8ab8-049c-411c-8531-c48febcca4ec HTTP/1.1" status: 200  len: 851 time: 0.1709399
Dec 25 21:24:31.932775 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c44db3-67c4-4704-ad5a-bc7174c39b41 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:24:31.933571 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c44db3-67c4-4704-ad5a-bc7174c39b41 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:24:31.934148 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c44db3-67c4-4704-ad5a-bc7174c39b41 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:24:31.934644 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c44db3-67c4-4704-ad5a-bc7174c39b41 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:24:31.935143 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c44db3-67c4-4704-ad5a-bc7174c39b41 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:24:31.935640 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c44db3-67c4-4704-ad5a-bc7174c39b41 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:24:31.936443 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c44db3-67c4-4704-ad5a-bc7174c39b41 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:24:31.936978 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c44db3-67c4-4704-ad5a-bc7174c39b41 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:24:31.937464 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c44db3-67c4-4704-ad5a-bc7174c39b41 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:24:31.938000 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c44db3-67c4-4704-ad5a-bc7174c39b41 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:24:31.938489 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c44db3-67c4-4704-ad5a-bc7174c39b41 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:24:31.939396 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c44db3-67c4-4704-ad5a-bc7174c39b41 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:24:31.939891 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c44db3-67c4-4704-ad5a-bc7174c39b41 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:24:31.983089 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-7cdca7d5-39f6-40bf-9848-cb2f565a2b98 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:32.103233 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b07744-6f2e-4549-8ff2-0a0f0344e975 req-dad00abc-0bb9-4436-adb9-424ef62d98e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:24:32.105587 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-95b07744-6f2e-4549-8ff2-0a0f0344e975 req-dad00abc-0bb9-4436-adb9-424ef62d98e2 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=050fe506-29b6-4536-b03a-6d4fd9d4993c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1855543
Dec 25 21:24:32.109821 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cdca7d5-39f6-40bf-9848-cb2f565a2b98 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Network e86a1be1-6d85-4e4f-b5d0-771ac5ee31d2 is already hosted by enough agents. {{(pid=121606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:24:32.132831 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3c03e0-9246-47c3-b35b-d64e37a952a4 req-7b56e90d-b664-45a2-860f-c0ba569a7e63 tempest-ServersNegativeTestMultiTenantJSON-1905796865 tempest-ServersNegativeTestMultiTenantJSON-1905796865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:24:32.132831 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-df3c03e0-9246-47c3-b35b-d64e37a952a4 req-7b56e90d-b664-45a2-860f-c0ba569a7e63 tempest-ServersNegativeTestMultiTenantJSON-1905796865 tempest-ServersNegativeTestMultiTenantJSON-1905796865-project] 10.222.0.32 "GET /v2.0/ports?device_id=65ff2690-4de7-43ad-b526-a4a9371782e5 HTTP/1.1" status: 200  len: 944 time: 0.1684813
Dec 25 21:24:32.132831 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [None req-7cdca7d5-39f6-40bf-9848-cb2f565a2b98 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Resources bound (agent type, host, resource id):  {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:24:32.137319 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdca7d5-39f6-40bf-9848-cb2f565a2b98 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Pushing event updated for resources: {'Port': ['ID=9cd1ed5c-2246-4d1e-b1d2-92fff32ec57b,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:24:32.142263 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cdca7d5-39f6-40bf-9848-cb2f565a2b98 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Received port after_create {{(pid=121606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:24:32.142833 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-7cdca7d5-39f6-40bf-9848-cb2f565a2b98 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2008772'] for router_interface, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:32.143439 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e8c44db3-67c4-4704-ad5a-bc7174c39b41 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2007763'] for router_interface, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:32.534001 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8c44db3-67c4-4704-ad5a-bc7174c39b41 admin admin] Router 75c7846c-4ecd-4502-aa2f-9d2d86e07c0a has already been hosted by L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 {{(pid=121607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 25 21:24:32.631214 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-1c2a6589-fddc-4d81-9f89-850708cac7ef None None] Provisioning complete for port 9cd1ed5c-2246-4d1e-b1d2-92fff32ec57b triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:24:32.631757 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-1c2a6589-fddc-4d81-9f89-850708cac7ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:32.689304 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device b1017787-1b53-4a43-97f6-3de90818e068 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 25 21:24:32.697301 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8c44db3-67c4-4704-ad5a-bc7174c39b41 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 21:24:32.705991 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-e8c44db3-67c4-4704-ad5a-bc7174c39b41 admin admin] 10.222.0.32 "PUT /v2.0/routers/75c7846c-4ecd-4502-aa2f-9d2d86e07c0a/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0429637
Dec 25 21:24:32.716738 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 38108) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:24:32.716905 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1a60b0d-e859-4dfd-a677-114354052af6 None None] Sync routers for ids ['75c7846c-4ecd-4502-aa2f-9d2d86e07c0a'] in ncdv-master-1 {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 21:24:32.721586 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-1c2a6589-fddc-4d81-9f89-850708cac7ef None None] Port 9cd1ed5c-2246-4d1e-b1d2-92fff32ec57b cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:24:32.731773 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1a60b0d-e859-4dfd-a677-114354052af6 None None] Routers {'75c7846c-4ecd-4502-aa2f-9d2d86e07c0a'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:24:32.732591 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-f1a60b0d-e859-4dfd-a677-114354052af6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f26185c1490>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:24:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['75c7846c-4ecd-4502-aa2f-9d2d86e07c0a'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:24:32.769764 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-df3c03e0-9246-47c3-b35b-d64e37a952a4 req-013b4c7c-0b48-4598-985c-c4da7193cc36 tempest-ServersNegativeTestMultiTenantJSON-1905796865 tempest-ServersNegativeTestMultiTenantJSON-1905796865-project] 10.222.0.32 "GET /v2.0/security-groups?id=114728bb-0988-4d5e-9b1f-93d8f8d0c467&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6342919
Dec 25 21:24:32.832386 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port b1017787-1b53-4a43-97f6-3de90818e068, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b1017787-1b53-4a43-97f6-3de90818e068,segment=NetworkSegment(c0d71273-f529-44b3-bf0d-5a01f5d42430),segment_id=c0d71273-f529-44b3-bf0d-5a01f5d42430)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:24:32.845428 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Returning: {'device': 'b1017787-1b53-4a43-97f6-3de90818e068', 'network_id': '3702c917-fb7e-4ec7-8fa9-22efe456a3e6', 'port_id': 'b1017787-1b53-4a43-97f6-3de90818e068', 'mac_address': 'fa:16:3e:f1:c7:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84b764fe-191a-4a2c-9e8a-5c584d48ae5b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 25 21:24:32.904553 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-1e4c1fb6-7a24-47af-9cb4-d911272392fd admin admin] Publish callbacks [] for router, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:32.918404 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvr_db [None req-f1a60b0d-e859-4dfd-a677-114354052af6 None None] Set router 75c7846c-4ecd-4502-aa2f-9d2d86e07c0a gateway port host: ncdv-master-1 {{(pid=121609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:24:32.922433 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:32.928056 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-95b07744-6f2e-4549-8ff2-0a0f0344e975 req-523dd0f5-c091-4810-a0e5-c8c0803f120a service neutron] 10.222.0.31 "GET /v2.0/networks/050fe506-29b6-4536-b03a-6d4fd9d4993c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8026538
Dec 25 21:24:32.941102 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82aa87d-5698-41d1-9211-956e52f633eb req-4a0f1c2f-a35f-4a30-9247-2be6fd4162ee tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:24:32.942812 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d82aa87d-5698-41d1-9211-956e52f633eb req-4a0f1c2f-a35f-4a30-9247-2be6fd4162ee tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/ports?device_id=161df36a-2258-4f32-a7b0-2f7c793d4390 HTTP/1.1" status: 200  len: 944 time: 0.2250481
Dec 25 21:24:32.955835 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1017787-1b53-4a43-97f6-3de90818e068 {{(pid=121608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:24:32.976309 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-7cdca7d5-39f6-40bf-9848-cb2f565a2b98 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:32.993158 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port b1017787-1b53-4a43-97f6-3de90818e068, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b1017787-1b53-4a43-97f6-3de90818e068,segment=NetworkSegment(c0d71273-f529-44b3-bf0d-5a01f5d42430),segment_id=c0d71273-f529-44b3-bf0d-5a01f5d42430)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:24:33.085731 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:33.138350 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-1e4c1fb6-7a24-47af-9cb4-d911272392fd admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:33.182769 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Pushing event updated for resources: {'Port': ['ID=b1017787-1b53-4a43-97f6-3de90818e068,revision_number=4']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:24:33.195225 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dac63cc5-f5d4-4259-887b-fc52ba5134e7 None None] Network 34743e6e-704e-4136-9b07-7c4a4b650667 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:24:33.238055 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d82aa87d-5698-41d1-9211-956e52f633eb req-c2d7f701-0632-4fff-b620-10545d67d4a5 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/security-groups?id=303458ac-ce28-4cba-8947-b5e432a1ea1f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2530355
Dec 25 21:24:33.324530 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-fde56be3-8b6c-4bc8-b36a-71c239560b78 None None] Provisioning complete for port f3e2efe8-7e98-4ab9-bc67-5eda98c281f5 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:24:33.325097 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-fde56be3-8b6c-4bc8-b36a-71c239560b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:33.339592 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-1e4c1fb6-7a24-47af-9cb4-d911272392fd admin admin] Deleting port 33956311-9568-43db-baa0-a5fb99866c99 {{(pid=121607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:24:33.340077 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-1e4c1fb6-7a24-47af-9cb4-d911272392fd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:33.378508 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-95b07744-6f2e-4549-8ff2-0a0f0344e975 req-c605dd04-eb4e-45d9-9915-f9514c439020 service neutron] 10.222.0.31 "GET /v2.0/networks/050fe506-29b6-4536-b03a-6d4fd9d4993c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4345896
Dec 25 21:24:33.381344 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-f1a60b0d-e859-4dfd-a677-114354052af6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f26185c1490>, [{'id': '75c7846c-4ecd-4502-aa2f-9d2d86e07c0a', 'name': 'tempest-ServerRescueNegativeTestJSON-17170279-router', 'tenant_id': 'af127d2683f84f0682595fe8297db6b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.165'}], 'enable_snat': True}, 'gw_port_id': '33956311-9568-43db-baa0-a5fb99866c99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:21:34Z', 'updated_at': '2021-12-25T21:24:31Z', 'revision_number': 5, 'project_id': 'af127d2683f84f0682595fe8297db6b1', 'gw_port': {'id': '33956311-9568-43db-baa0-a5fb99866c99', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:62:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c7846c-4ecd-4502-aa2f-9d2d86e07c0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:21:35Z', 'updated_at': '2021-12-25T21:21:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:24:33.435067 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] get_ports_and_sgs() called for port_ids ['b1017787-1b53-4a43-97f6-3de90818e068'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:24:33.486890 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1a60b0d-e859-4dfd-a677-114354052af6 None None] Checking router: 75c7846c-4ecd-4502-aa2f-9d2d86e07c0a for host: ncdv-master-1 {{(pid=121609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 25 21:24:33.509172 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1a60b0d-e859-4dfd-a677-114354052af6 None None] Routers {'75c7846c-4ecd-4502-aa2f-9d2d86e07c0a'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:24:33.511563 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-f1a60b0d-e859-4dfd-a677-114354052af6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f26185c1490>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:24:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['75c7846c-4ecd-4502-aa2f-9d2d86e07c0a'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:24:33.541457 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.db [None req-1e4c1fb6-7a24-47af-9cb4-d911272392fd admin admin] For port 33956311-9568-43db-baa0-a5fb99866c99, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=33956311-9568-43db-baa0-a5fb99866c99,segment=NetworkSegment(6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855),segment_id=6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855)] {{(pid=121607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:24:33.544226 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-1e4c1fb6-7a24-47af-9cb4-d911272392fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:33.584036 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-1e4c1fb6-7a24-47af-9cb4-d911272392fd admin admin] Calling delete_port for 33956311-9568-43db-baa0-a5fb99866c99 owned by network:router_gateway {{(pid=121607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:24:33.620654 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-fde56be3-8b6c-4bc8-b36a-71c239560b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:33.627208 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvr_db [None req-f1a60b0d-e859-4dfd-a677-114354052af6 None None] Set router 75c7846c-4ecd-4502-aa2f-9d2d86e07c0a gateway port host: None {{(pid=121609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:24:33.673675 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-fde56be3-8b6c-4bc8-b36a-71c239560b78 None None] For port f3e2efe8-7e98-4ab9-bc67-5eda98c281f5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f3e2efe8-7e98-4ab9-bc67-5eda98c281f5,segment=NetworkSegment(39e971fd-0e5d-4a2b-883a-5e17e131bc6f),segment_id=39e971fd-0e5d-4a2b-883a-5e17e131bc6f)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:24:33.701464 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-f1a60b0d-e859-4dfd-a677-114354052af6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f26185c1490>, [{'id': '75c7846c-4ecd-4502-aa2f-9d2d86e07c0a', 'name': 'tempest-ServerRescueNegativeTestJSON-17170279-router', 'tenant_id': 'af127d2683f84f0682595fe8297db6b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:21:34Z', 'updated_at': '2021-12-25T21:24:33Z', 'revision_number': 6, 'project_id': 'af127d2683f84f0682595fe8297db6b1', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:24:33.723494 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device f3e2efe8-7e98-4ab9-bc67-5eda98c281f5 up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:24:33.765242 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-7cdca7d5-39f6-40bf-9848-cb2f565a2b98 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks [] for port, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:33.786072 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1a60b0d-e859-4dfd-a677-114354052af6 None None] The sync data for ids ['75c7846c-4ecd-4502-aa2f-9d2d86e07c0a'] in ncdv-master-1 is: [{'id': '75c7846c-4ecd-4502-aa2f-9d2d86e07c0a', 'name': 'tempest-ServerRescueNegativeTestJSON-17170279-router', 'tenant_id': 'af127d2683f84f0682595fe8297db6b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:21:34Z', 'updated_at': '2021-12-25T21:24:33Z', 'revision_number': 6, 'project_id': 'af127d2683f84f0682595fe8297db6b1', 'gw_port_host': None}] {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 21:24:33.808821 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-fde56be3-8b6c-4bc8-b36a-71c239560b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:33.835392 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-7cdca7d5-39f6-40bf-9848-cb2f565a2b98 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:33.836245 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-7cdca7d5-39f6-40bf-9848-cb2f565a2b98 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2007636'] for router_interface, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:33.922221 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde56be3-8b6c-4bc8-b36a-71c239560b78 None None] Pushing event updated for resources: {'Port': ['ID=f3e2efe8-7e98-4ab9-bc67-5eda98c281f5,revision_number=3']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:24:33.974044 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port f3e2efe8-7e98-4ab9-bc67-5eda98c281f5 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:24:33.974520 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:34.022087 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdca7d5-39f6-40bf-9848-cb2f565a2b98 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Pushing event updated for resources: {'Port': ['ID=9cd1ed5c-2246-4d1e-b1d2-92fff32ec57b,revision_number=2']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:24:34.023682 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-1e4c1fb6-7a24-47af-9cb4-d911272392fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:34.065546 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4c1fb6-7a24-47af-9cb4-d911272392fd admin admin] Pushing event deleted for resources: {'Port': ['ID=33956311-9568-43db-baa0-a5fb99866c99,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:24:34.143755 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-b7d8e015-2396-4bf6-8365-527743e26c60 None None] Provisioning complete for port f3e2efe8-7e98-4ab9-bc67-5eda98c281f5 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:24:34.144324 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-b7d8e015-2396-4bf6-8365-527743e26c60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:34.163318 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee564080-98f3-42d4-9a98-9db463ce7a5a req-cfbb2227-62b8-4195-a972-5c870bf548fb tempest-ServersNegativeTestMultiTenantJSON-1905796865 tempest-ServersNegativeTestMultiTenantJSON-1905796865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:24:34.177176 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ee564080-98f3-42d4-9a98-9db463ce7a5a req-cfbb2227-62b8-4195-a972-5c870bf548fb tempest-ServersNegativeTestMultiTenantJSON-1905796865 tempest-ServersNegativeTestMultiTenantJSON-1905796865-project] 10.222.0.32 "GET /v2.0/ports?device_id=65ff2690-4de7-43ad-b526-a4a9371782e5 HTTP/1.1" status: 200  len: 945 time: 0.2168865
Dec 25 21:24:34.206331 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-1e4c1fb6-7a24-47af-9cb4-d911272392fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2008689'] for router_gateway, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:34.231150 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cdca7d5-39f6-40bf-9848-cb2f565a2b98 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Network e86a1be1-6d85-4e4f-b5d0-771ac5ee31d2 is already hosted by enough agents. {{(pid=121606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:24:34.234931 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [None req-7cdca7d5-39f6-40bf-9848-cb2f565a2b98 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Resources bound (agent type, host, resource id):  {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:24:34.273183 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:34.358379 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-1e4c1fb6-7a24-47af-9cb4-d911272392fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2014235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14905'] for router, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:34.360951 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-1e4c1fb6-7a24-47af-9cb4-d911272392fd admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:34.383854 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 38146) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:24:34.389408 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ee564080-98f3-42d4-9a98-9db463ce7a5a req-3f131ad8-4e15-473d-8dd6-36a0096017b6 tempest-ServersNegativeTestMultiTenantJSON-1905796865 tempest-ServersNegativeTestMultiTenantJSON-1905796865-project] 10.222.0.32 "GET /v2.0/security-groups?id=114728bb-0988-4d5e-9b1f-93d8f8d0c467&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2110949
Dec 25 21:24:34.503744 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250b9205-010e-40a3-b934-c33364199c32 req-6e44b585-5da2-4f5e-9c2b-680d5daa660b tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:24:34.505610 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-250b9205-010e-40a3-b934-c33364199c32 req-6e44b585-5da2-4f5e-9c2b-680d5daa660b tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/ports?device_id=161df36a-2258-4f32-a7b0-2f7c793d4390 HTTP/1.1" status: 200  len: 944 time: 0.1208179
Dec 25 21:24:34.525356 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-1e4c1fb6-7a24-47af-9cb4-d911272392fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2014220'] for router, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:34.525930 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e4c1fb6-7a24-47af-9cb4-d911272392fd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 75c7846c-4ecd-4502-aa2f-9d2d86e07c0a {{(pid=121607) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 25 21:24:34.534135 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-1e4c1fb6-7a24-47af-9cb4-d911272392fd admin admin] Publish callbacks [] for router, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:34.534135 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-1e4c1fb6-7a24-47af-9cb4-d911272392fd admin admin] 10.222.0.32 "DELETE /v2.0/routers/75c7846c-4ecd-4502-aa2f-9d2d86e07c0a HTTP/1.1" status: 204  len: 168 time: 1.8216016
Dec 25 21:24:34.534550 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 38152) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:24:34.604677 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_v2 [None req-aad04f42-1976-46cd-b22c-b7e586b81fdb admin admin] Deleting subnet 54e8004f-9c9e-4996-97cc-5b15fbdb0d97 {{(pid=121607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Dec 25 21:24:34.609976 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-aad04f42-1976-46cd-b22c-b7e586b81fdb admin admin] Publish callbacks [] for subnet, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:34.611503 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-250b9205-010e-40a3-b934-c33364199c32 req-7877e427-b585-4148-96a1-2288a9407c83 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/security-groups?id=303458ac-ce28-4cba-8947-b5e432a1ea1f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0893958
Dec 25 21:24:34.618502 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-2fae77b0-5df3-4a5b-b4ee-c7cebcaad20b admin admin] Publish callbacks [] for security_group, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:34.684709 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-aad04f42-1976-46cd-b22c-b7e586b81fdb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10246617'] for subnet, precommit_delete_associations {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:34.710347 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device b1017787-1b53-4a43-97f6-3de90818e068 up at agent hyperv_nch2-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:24:34.716637 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-fd5006f0-ddbf-4ac2-bb4f-c8c39cfa2f5e None None] Provisioning complete for port 9cd1ed5c-2246-4d1e-b1d2-92fff32ec57b triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:24:34.722944 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-2fae77b0-5df3-4a5b-b4ee-c7cebcaad20b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:34.723182 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-fd5006f0-ddbf-4ac2-bb4f-c8c39cfa2f5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:34.725495 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cdca7d5-39f6-40bf-9848-cb2f565a2b98 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Router f662427c-b626-4493-8610-13b60401fccd is scheduled to L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 with binding_index 1 {{(pid=121606) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 25 21:24:34.774790 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-aad04f42-1976-46cd-b22c-b7e586b81fdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995662'] for subnet, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:34.791675 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-22efa13e-3f63-40a7-8b14-1f737415b54f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:34.811051 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-fd5006f0-ddbf-4ac2-bb4f-c8c39cfa2f5e None None] Port 9cd1ed5c-2246-4d1e-b1d2-92fff32ec57b cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:24:34.853301 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-2fae77b0-5df3-4a5b-b4ee-c7cebcaad20b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:34.932116 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-2fae77b0-5df3-4a5b-b4ee-c7cebcaad20b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3b9f8aa1c60a47598c04c07492161154&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5384750
Dec 25 21:24:34.932116 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cdca7d5-39f6-40bf-9848-cb2f565a2b98 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 21:24:34.933806 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Provisioning for port b1017787-1b53-4a43-97f6-3de90818e068 completed by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 25 21:24:34.933938 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 38160) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:24:34.935299 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fae77b0-5df3-4a5b-b4ee-c7cebcaad20b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ffafa90-5733-4588-972e-31c3400eeb8b,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:24:34.941373 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Provisioning complete for port b1017787-1b53-4a43-97f6-3de90818e068 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:24:34.944435 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-7cdca7d5-39f6-40bf-9848-cb2f565a2b98 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] 10.222.0.32 "PUT /v2.0/routers/f662427c-b626-4493-8610-13b60401fccd/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.8952539
Dec 25 21:24:34.944837 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:34.944970 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 38162) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:24:34.978494 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-aad04f42-1976-46cd-b22c-b7e586b81fdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8632410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8852809'] for subnet, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:34.987564 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1eb42c-96a7-480d-876f-26704942ca8e req-d5d7e60a-dc7a-4ded-acdf-16270a804849 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:24:34.989249 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9d1eb42c-96a7-480d-876f-26704942ca8e req-d5d7e60a-dc7a-4ded-acdf-16270a804849 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/ports?device_id=161df36a-2258-4f32-a7b0-2f7c793d4390 HTTP/1.1" status: 200  len: 944 time: 0.1401601
Dec 25 21:24:34.995947 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a19721c-b406-4f32-8ddb-da9d5a062679 None None] Sync routers for ids ['f662427c-b626-4493-8610-13b60401fccd'] in ncdv-master-1 {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 21:24:35.011751 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eb4a012-4c6b-4bb1-9569-03e0b0c36107 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:24:35.016298 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-5eb4a012-4c6b-4bb1-9569-03e0b0c36107 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] 10.222.0.32 "GET /v2.0/ports/9cd1ed5c-2246-4d1e-b1d2-92fff32ec57b HTTP/1.1" status: 200  len: 911 time: 0.0675874
Dec 25 21:24:35.019203 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 38164) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:24:35.020548 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a19721c-b406-4f32-8ddb-da9d5a062679 None None] Routers {'f662427c-b626-4493-8610-13b60401fccd'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:24:35.021136 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-7a19721c-b406-4f32-8ddb-da9d5a062679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2618132760>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:24:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['f662427c-b626-4493-8610-13b60401fccd'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:24:35.026066 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad04f42-1976-46cd-b22c-b7e586b81fdb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=54e8004f-9c9e-4996-97cc-5b15fbdb0d97,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:24:35.043950 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-aad04f42-1976-46cd-b22c-b7e586b81fdb admin admin] Publish callbacks [] for subnet, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:35.050694 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-aad04f42-1976-46cd-b22c-b7e586b81fdb admin admin] 10.222.0.32 "DELETE /v2.0/subnets/54e8004f-9c9e-4996-97cc-5b15fbdb0d97 HTTP/1.1" status: 204  len: 168 time: 0.5131283
Dec 25 21:24:35.051353 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 38168) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:24:35.076318 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-7a19721c-b406-4f32-8ddb-da9d5a062679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2618132760>, [], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:24:35.104831 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e0823b40-6bd4-4bfa-8f92-9d46cb795fe9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:35.114605 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a19721c-b406-4f32-8ddb-da9d5a062679 None None] Routers {'f662427c-b626-4493-8610-13b60401fccd'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:24:35.115245 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-7a19721c-b406-4f32-8ddb-da9d5a062679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2618132760>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:24:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['f662427c-b626-4493-8610-13b60401fccd'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:24:35.173275 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e0823b40-6bd4-4bfa-8f92-9d46cb795fe9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:35.200293 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-0bf6f00d-e70e-42cc-aa09-0ed87a26df08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625803'] for network, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:35.212082 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:35.215729 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-7a19721c-b406-4f32-8ddb-da9d5a062679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2618132760>, [], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:24:35.216355 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a19721c-b406-4f32-8ddb-da9d5a062679 None None] The sync data for ids ['f662427c-b626-4493-8610-13b60401fccd'] in ncdv-master-1 is: [] {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 21:24:35.243472 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65ff2690-4de7-43ad-b526-a4a9371782e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1017787-1b53-4a43-97f6-3de90818e068'}] {{(pid=121608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:24:35.245837 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a88c78c3ff6266bd59c7e89d275b28c92e739b67d23c89d71af88829fd31566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-044ba974-c88e-46c6-b01e-7b0bac2b444e" -d '{"events": [{"server_uuid": "65ff2690-4de7-43ad-b526-a4a9371782e5", "name": "network-vif-plugged", "status": "completed", "tag": "b1017787-1b53-4a43-97f6-3de90818e068"}]}' {{(pid=121608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:24:35.283696 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port b1017787-1b53-4a43-97f6-3de90818e068, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b1017787-1b53-4a43-97f6-3de90818e068,segment=NetworkSegment(c0d71273-f529-44b3-bf0d-5a01f5d42430),segment_id=c0d71273-f529-44b3-bf0d-5a01f5d42430)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:24:35.305537 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 21:24:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9415819b-7dc2-49b0-89c7-c1d97a23b98d x-openstack-request-id: req-9415819b-7dc2-49b0-89c7-c1d97a23b98d {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:24:35.306125 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65ff2690-4de7-43ad-b526-a4a9371782e5", "name": "network-vif-plugged", "status": "completed", "tag": "b1017787-1b53-4a43-97f6-3de90818e068", "code": 200}]} {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:24:35.306634 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9415819b-7dc2-49b0-89c7-c1d97a23b98d {{(pid=121608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:24:35.307269 ncdv-master-1 neutron-server[121608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65ff2690-4de7-43ad-b526-a4a9371782e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1017787-1b53-4a43-97f6-3de90818e068', 'code': 200}
Dec 25 21:24:35.327936 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-0bf6f00d-e70e-42cc-aa09-0ed87a26df08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997585', 'neutron.services.segments.db._delete_segments_for_network-8737602743071'] for network, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:35.340571 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:35.350252 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-0bf6f00d-e70e-42cc-aa09-0ed87a26df08 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f26121d7490>,) {'filters': {'network_id': ['c6d0f08d-96b7-4228-b50e-9f6262725ca6']}} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:24:35.361069 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-0bf6f00d-e70e-42cc-aa09-0ed87a26df08 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f26121d7490>, 'f1b91e55-a239-48f9-a6b2-6c2da2a6e0dd') {'for_net_delete': True} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:24:35.361713 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-0bf6f00d-e70e-42cc-aa09-0ed87a26df08 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f26121d7490>, 'f1b91e55-a239-48f9-a6b2-6c2da2a6e0dd') {} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:24:35.372157 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-0bf6f00d-e70e-42cc-aa09-0ed87a26df08 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737602746920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10246592'] for segment, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:35.389830 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-0bf6f00d-e70e-42cc-aa09-0ed87a26df08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:35.396462 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0bf6f00d-e70e-42cc-aa09-0ed87a26df08 admin admin] Releasing vlan 165 on physical network physnet1 to pool {{(pid=121607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 25 21:24:35.396981 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-0bf6f00d-e70e-42cc-aa09-0ed87a26df08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8633327'] for segment, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:35.412129 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9d1eb42c-96a7-480d-876f-26704942ca8e req-2e05d95f-d7fb-4cc5-8538-f63d023dfc5c tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/security-groups?id=303458ac-ce28-4cba-8947-b5e432a1ea1f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4094098
Dec 25 21:24:35.412496 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:24:35.412496 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:24:35.412496 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:24:35.412496 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:24:35.412496 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_agent failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:24:35.412496 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:24:35.412496 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:24:35.412496 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:24:35.412496 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:24:35.412496 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:24:35.412496 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:24:35.412496 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:24:35.412496 ncdv-master-1 neutron-server[121607]: Traceback (most recent call last):
Dec 25 21:24:35.412496 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 25 21:24:35.412496 ncdv-master-1 neutron-server[121607]:     timer()
Dec 25 21:24:35.412496 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 25 21:24:35.412496 ncdv-master-1 neutron-server[121607]:     cb(*args, **kw)
Dec 25 21:24:35.412496 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 25 21:24:35.412496 ncdv-master-1 neutron-server[121607]:     return func(*args, **kwargs)
Dec 25 21:24:35.412496 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 25 21:24:35.412496 ncdv-master-1 neutron-server[121607]:     self._notify()
Dec 25 21:24:35.412496 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 25 21:24:35.412496 ncdv-master-1 neutron-server[121607]:     self.callback(batched_events)
Dec 25 21:24:35.412496 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 25 21:24:35.412496 ncdv-master-1 neutron-server[121607]:     event.method(event)
Dec 25 21:24:35.412496 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 25 21:24:35.412496 ncdv-master-1 neutron-server[121607]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 25 21:24:35.412496 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 25 21:24:35.412496 ncdv-master-1 neutron-server[121607]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 25 21:24:35.412496 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 25 21:24:35.412496 ncdv-master-1 neutron-server[121607]:     return f(self, *a, **k)
Dec 25 21:24:35.412496 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 25 21:24:35.412496 ncdv-master-1 neutron-server[121607]:     return self._get(url).json()
Dec 25 21:24:35.412496 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 25 21:24:35.412496 ncdv-master-1 neutron-server[121607]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 25 21:24:35.412496 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 25 21:24:35.412496 ncdv-master-1 neutron-server[121607]:     return self.request(url, 'GET', **kwargs)
Dec 25 21:24:35.412496 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 25 21:24:35.412496 ncdv-master-1 neutron-server[121607]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 25 21:24:35.412496 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 25 21:24:35.412496 ncdv-master-1 neutron-server[121607]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 25 21:24:35.412496 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 25 21:24:35.412496 ncdv-master-1 neutron-server[121607]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 25 21:24:35.412496 ncdv-master-1 neutron-server[121607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 25 21:24:35.526736 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Pushing event updated for resources: {'Port': ['ID=b1017787-1b53-4a43-97f6-3de90818e068,revision_number=5']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:24:35.531011 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device f3e2efe8-7e98-4ab9-bc67-5eda98c281f5 up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:24:35.547808 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e0823b40-6bd4-4bfa-8f92-9d46cb795fe9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:35.551124 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e0823b40-6bd4-4bfa-8f92-9d46cb795fe9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:35.552379 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-e0823b40-6bd4-4bfa-8f92-9d46cb795fe9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5ffafa90-5733-4588-972e-31c3400eeb8b HTTP/1.1" status: 204  len: 168 time: 0.6170812
Dec 25 21:24:35.565509 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0823b40-6bd4-4bfa-8f92-9d46cb795fe9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ffafa90-5733-4588-972e-31c3400eeb8b,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:24:35.605657 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port f3e2efe8-7e98-4ab9-bc67-5eda98c281f5 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:24:35.607250 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-0bf6f00d-e70e-42cc-aa09-0ed87a26df08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2008653'] for network, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:35.608855 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:35.627720 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-0bf6f00d-e70e-42cc-aa09-0ed87a26df08 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for network, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:35.631211 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-0bf6f00d-e70e-42cc-aa09-0ed87a26df08 admin admin] 10.222.0.32 "DELETE /v2.0/networks/c6d0f08d-96b7-4228-b50e-9f6262725ca6 HTTP/1.1" status: 204  len: 168 time: 0.5790038
Dec 25 21:24:35.632460 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf6f00d-e70e-42cc-aa09-0ed87a26df08 admin admin] Pushing event deleted for resources: {'Network': ['ID=c6d0f08d-96b7-4228-b50e-9f6262725ca6,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:24:35.640123 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea91782-60d9-43ad-9154-83fd732eb177 req-1d330e42-b6bc-4c28-8e15-2b26c564ee80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:24:35.642646 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-dea91782-60d9-43ad-9154-83fd732eb177 req-1d330e42-b6bc-4c28-8e15-2b26c564ee80 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=65ff2690-4de7-43ad-b526-a4a9371782e5 HTTP/1.1" status: 200  len: 1097 time: 0.2290432
Dec 25 21:24:35.689525 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e326671-ebf0-40d3-8dcc-38bcd5110861 req-f62a5064-1c98-460a-a5e1-60a1915a8e50 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:24:35.691341 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-6e326671-ebf0-40d3-8dcc-38bcd5110861 req-f62a5064-1c98-460a-a5e1-60a1915a8e50 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/ports?device_id=161df36a-2258-4f32-a7b0-2f7c793d4390 HTTP/1.1" status: 200  len: 944 time: 0.1744535
Dec 25 21:24:35.753100 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da463964-69c9-4ef6-aa8c-dd944ecb8bfb req-1b234ede-08e5-4430-a852-27c9c22e8dae tempest-ServersNegativeTestMultiTenantJSON-1905796865 tempest-ServersNegativeTestMultiTenantJSON-1905796865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:24:35.754483 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-da463964-69c9-4ef6-aa8c-dd944ecb8bfb req-1b234ede-08e5-4430-a852-27c9c22e8dae tempest-ServersNegativeTestMultiTenantJSON-1905796865 tempest-ServersNegativeTestMultiTenantJSON-1905796865-project] 10.222.0.32 "GET /v2.0/ports?device_id=65ff2690-4de7-43ad-b526-a4a9371782e5 HTTP/1.1" status: 200  len: 946 time: 0.1975806
Dec 25 21:24:35.814642 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 33956311-9568-43db-baa0-a5fb99866c99 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:24:35.837238 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] No Port match for: 33956311-9568-43db-baa0-a5fb99866c99 {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:24:35.837579 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 33956311-9568-43db-baa0-a5fb99866c99 not bound to the agent host ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:24:35.837991 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 573edeff-3aa3-4b3c-8139-06420a78e769 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:24:35.847751 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-dea91782-60d9-43ad-9154-83fd732eb177 req-ee4b6859-9acf-4d2b-95ed-5f084c87af64 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=114728bb-0988-4d5e-9b1f-93d8f8d0c467&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1955261
Dec 25 21:24:35.857989 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-6e326671-ebf0-40d3-8dcc-38bcd5110861 req-4606dbcd-2864-4523-a500-40ce98e4f552 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/security-groups?id=303458ac-ce28-4cba-8947-b5e432a1ea1f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1442876
Dec 25 21:24:35.858748 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] No Port match for: 573edeff-3aa3-4b3c-8139-06420a78e769 {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:24:35.858748 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 573edeff-3aa3-4b3c-8139-06420a78e769 not bound to the agent host ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:24:35.865417 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-e8822d3b-f962-4628-b1c2-8ad0978a05ca tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:35.892669 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-da463964-69c9-4ef6-aa8c-dd944ecb8bfb req-fc47807c-8f19-493d-86f8-e6ea64f17b4c tempest-ServersNegativeTestMultiTenantJSON-1905796865 tempest-ServersNegativeTestMultiTenantJSON-1905796865-project] 10.222.0.32 "GET /v2.0/security-groups?id=114728bb-0988-4d5e-9b1f-93d8f8d0c467&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1310430
Dec 25 21:24:36.142688 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 38196) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:24:36.159995 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_common [None req-e8822d3b-f962-4628-b1c2-8ad0978a05ca tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Allocated IP 2001:db8:1::1 (34743e6e-704e-4136-9b07-7c4a4b650667/0b4f7a31-5d37-47a7-b192-b163fde27f1e/ee44654b-d249-4075-acf9-d5f6f33270c5) {{(pid=121606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:24:36.210739 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-0221785f-a392-4b5b-a0d6-1f09aac6e73c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=af127d2683f84f0682595fe8297db6b1&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0666366
Dec 25 21:24:36.213252 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 38198) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:24:36.271836 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-257b7309-ec25-4b68-b766-7367b8ef06a8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:36.299485 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-257b7309-ec25-4b68-b766-7367b8ef06a8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:36.314906 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-e8822d3b-f962-4628-b1c2-8ad0978a05ca tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks [] for port, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:36.454201 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00d62c7-4658-4804-993d-07cb272505ce req-8b656684-5f6d-4fd0-a144-fad3c3fa9d86 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:24:36.456530 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b00d62c7-4658-4804-993d-07cb272505ce req-8b656684-5f6d-4fd0-a144-fad3c3fa9d86 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/ports?device_id=161df36a-2258-4f32-a7b0-2f7c793d4390 HTTP/1.1" status: 200  len: 944 time: 0.0542345
Dec 25 21:24:36.506199 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b00d62c7-4658-4804-993d-07cb272505ce req-88d4c840-39df-4913-bbe4-00ceab691985 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/security-groups?id=303458ac-ce28-4cba-8947-b5e432a1ea1f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0430586
Dec 25 21:24:36.530260 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-257b7309-ec25-4b68-b766-7367b8ef06a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:36.537193 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-e8822d3b-f962-4628-b1c2-8ad0978a05ca tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:36.537348 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-257b7309-ec25-4b68-b766-7367b8ef06a8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:36.537348 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-257b7309-ec25-4b68-b766-7367b8ef06a8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b53a52e0-f618-42f7-a91e-f12e72408b35 HTTP/1.1" status: 204  len: 168 time: 0.3197958
Dec 25 21:24:36.547042 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257b7309-ec25-4b68-b766-7367b8ef06a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b53a52e0-f618-42f7-a91e-f12e72408b35,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:24:36.582222 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8822d3b-f962-4628-b1c2-8ad0978a05ca tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Network 34743e6e-704e-4136-9b07-7c4a4b650667 is already hosted by enough agents. {{(pid=121606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:24:36.583979 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [None req-e8822d3b-f962-4628-b1c2-8ad0978a05ca tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Resources bound (agent type, host, resource id):  {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:24:36.587120 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8822d3b-f962-4628-b1c2-8ad0978a05ca tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Received port after_create {{(pid=121606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:24:36.588016 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-e8822d3b-f962-4628-b1c2-8ad0978a05ca tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2008772'] for router_interface, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:36.638250 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8822d3b-f962-4628-b1c2-8ad0978a05ca tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Pushing event updated for resources: {'Port': ['ID=ee44654b-d249-4075-acf9-d5f6f33270c5,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:24:36.793076 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-e8822d3b-f962-4628-b1c2-8ad0978a05ca tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:36.983596 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-6ce47f56-865e-4156-b45b-adf49520981f None None] Provisioning complete for port ee44654b-d249-4075-acf9-d5f6f33270c5 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:24:36.984580 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-6ce47f56-865e-4156-b45b-adf49520981f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:37.047868 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-7c6d44b7-dc77-47af-8693-e78cecbe7441 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:37.073963 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-6ce47f56-865e-4156-b45b-adf49520981f None None] Port ee44654b-d249-4075-acf9-d5f6f33270c5 cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:24:37.137270 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5104747b-df88-4b73-a8bd-0f4f7c1aa743 req-ef4689e8-0186-4015-b85d-7659046c154f tempest-ServersNegativeTestMultiTenantJSON-1905796865 tempest-ServersNegativeTestMultiTenantJSON-1905796865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:24:37.139353 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5104747b-df88-4b73-a8bd-0f4f7c1aa743 req-ef4689e8-0186-4015-b85d-7659046c154f tempest-ServersNegativeTestMultiTenantJSON-1905796865 tempest-ServersNegativeTestMultiTenantJSON-1905796865-project] 10.222.0.32 "GET /v2.0/ports?device_id=65ff2690-4de7-43ad-b526-a4a9371782e5 HTTP/1.1" status: 200  len: 946 time: 0.1277008
Dec 25 21:24:37.227321 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-e8822d3b-f962-4628-b1c2-8ad0978a05ca tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks [] for port, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:37.248351 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5104747b-df88-4b73-a8bd-0f4f7c1aa743 req-28de01f5-a4ce-4dd5-813b-8bf34d5cf4fa tempest-ServersNegativeTestMultiTenantJSON-1905796865 tempest-ServersNegativeTestMultiTenantJSON-1905796865-project] 10.222.0.32 "GET /v2.0/security-groups?id=114728bb-0988-4d5e-9b1f-93d8f8d0c467&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0939598
Dec 25 21:24:37.336770 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-e8822d3b-f962-4628-b1c2-8ad0978a05ca tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:37.337509 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-e8822d3b-f962-4628-b1c2-8ad0978a05ca tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2007636'] for router_interface, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:37.747776 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8822d3b-f962-4628-b1c2-8ad0978a05ca tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Pushing event updated for resources: {'Port': ['ID=ee44654b-d249-4075-acf9-d5f6f33270c5,revision_number=2']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:24:37.809566 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0a1775-8676-419d-a3cf-265ba51d9551 req-dd355eb6-26c5-4a8a-b30b-269773d60b68 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:24:37.811071 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-cf0a1775-8676-419d-a3cf-265ba51d9551 req-dd355eb6-26c5-4a8a-b30b-269773d60b68 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/ports?device_id=161df36a-2258-4f32-a7b0-2f7c793d4390 HTTP/1.1" status: 200  len: 944 time: 0.1264021
Dec 25 21:24:37.841238 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8822d3b-f962-4628-b1c2-8ad0978a05ca tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Network 34743e6e-704e-4136-9b07-7c4a4b650667 is already hosted by enough agents. {{(pid=121606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:24:37.845879 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [None req-e8822d3b-f962-4628-b1c2-8ad0978a05ca tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Resources bound (agent type, host, resource id):  {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:24:37.912131 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-cf0a1775-8676-419d-a3cf-265ba51d9551 req-37ee962c-9878-4e06-8340-6245f3fe3399 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/security-groups?id=303458ac-ce28-4cba-8947-b5e432a1ea1f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0943251
Dec 25 21:24:38.000375 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8822d3b-f962-4628-b1c2-8ad0978a05ca tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Router f662427c-b626-4493-8610-13b60401fccd has already been hosted by L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 {{(pid=121606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 25 21:24:38.118373 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8822d3b-f962-4628-b1c2-8ad0978a05ca tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 21:24:38.129261 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e9ade47-de3d-4df4-92c8-8df1b39180ec None None] Sync routers for ids ['f662427c-b626-4493-8610-13b60401fccd'] in ncdv-master-1 {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 21:24:38.135736 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-e8822d3b-f962-4628-b1c2-8ad0978a05ca tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] 10.222.0.32 "PUT /v2.0/routers/f662427c-b626-4493-8610-13b60401fccd/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1108899
Dec 25 21:24:38.137217 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 38264) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:24:38.152817 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e9ade47-de3d-4df4-92c8-8df1b39180ec None None] Routers {'f662427c-b626-4493-8610-13b60401fccd'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:24:38.152817 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-8e9ade47-de3d-4df4-92c8-8df1b39180ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f26185c1100>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:24:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['f662427c-b626-4493-8610-13b60401fccd'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:24:38.193256 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:38.198033 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-8e9ade47-de3d-4df4-92c8-8df1b39180ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f26185c1100>, [], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:24:38.209367 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e9ade47-de3d-4df4-92c8-8df1b39180ec None None] Routers {'f662427c-b626-4493-8610-13b60401fccd'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:24:38.210422 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-8e9ade47-de3d-4df4-92c8-8df1b39180ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f26185c1100>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:24:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['f662427c-b626-4493-8610-13b60401fccd'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:24:38.259885 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-8e9ade47-de3d-4df4-92c8-8df1b39180ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f26185c1100>, [], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:24:38.260584 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e9ade47-de3d-4df4-92c8-8df1b39180ec None None] The sync data for ids ['f662427c-b626-4493-8610-13b60401fccd'] in ncdv-master-1 is: [] {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 21:24:38.263510 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c6b35cc-c30c-4e8d-8083-141acfaf7cf2 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:24:38.265051 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-1c6b35cc-c30c-4e8d-8083-141acfaf7cf2 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] 10.222.0.32 "GET /v2.0/ports/ee44654b-d249-4075-acf9-d5f6f33270c5 HTTP/1.1" status: 200  len: 913 time: 0.1266904
Dec 25 21:24:38.268565 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 38272) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:24:38.410574 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-df8de2ae-1aa3-4274-acee-1932ec064361 None None] Provisioning complete for port ee44654b-d249-4075-acf9-d5f6f33270c5 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:24:38.410946 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-df8de2ae-1aa3-4274-acee-1932ec064361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:38.459201 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-df8de2ae-1aa3-4274-acee-1932ec064361 None None] Port ee44654b-d249-4075-acf9-d5f6f33270c5 cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:24:38.470062 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3e945ecd-9380-47c2-aa0a-12ebe07e03e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:38.507632 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec7725c-82f7-4483-907c-71f75f1e86b6 req-259d25c5-e69e-4d51-8b88-2136d4d2644f tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:24:38.507632 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-dec7725c-82f7-4483-907c-71f75f1e86b6 req-259d25c5-e69e-4d51-8b88-2136d4d2644f tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/ports?device_id=161df36a-2258-4f32-a7b0-2f7c793d4390 HTTP/1.1" status: 200  len: 944 time: 0.1781085
Dec 25 21:24:38.513521 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26ad1cb-73f4-4ae4-a753-a2c0b162551c req-fdce224c-7215-42bf-b8fa-d02873cd8469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:24:38.515023 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b26ad1cb-73f4-4ae4-a753-a2c0b162551c req-fdce224c-7215-42bf-b8fa-d02873cd8469 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=4c3545b07d0b4ccf9cd48a80c2d37521&device_id=161df36a-2258-4f32-a7b0-2f7c793d4390 HTTP/1.1" status: 200  len: 1095 time: 0.1293323
Dec 25 21:24:38.563846 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9286c0a-cab7-4809-8c6f-cf1035b77ed4 req-21b3ffa9-ce15-4306-8deb-9942b38c7633 tempest-ServersNegativeTestMultiTenantJSON-1905796865 tempest-ServersNegativeTestMultiTenantJSON-1905796865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:24:38.565789 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c9286c0a-cab7-4809-8c6f-cf1035b77ed4 req-21b3ffa9-ce15-4306-8deb-9942b38c7633 tempest-ServersNegativeTestMultiTenantJSON-1905796865 tempest-ServersNegativeTestMultiTenantJSON-1905796865-project] 10.222.0.32 "GET /v2.0/ports?device_id=65ff2690-4de7-43ad-b526-a4a9371782e5 HTTP/1.1" status: 200  len: 946 time: 0.1658986
Dec 25 21:24:38.660546 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-dec7725c-82f7-4483-907c-71f75f1e86b6 req-6d23d522-9308-47d8-908e-f613323551f0 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/security-groups?id=303458ac-ce28-4cba-8947-b5e432a1ea1f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1445382
Dec 25 21:24:38.703031 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c9286c0a-cab7-4809-8c6f-cf1035b77ed4 req-89e6af60-df92-4975-86a8-eb7f13e58daa tempest-ServersNegativeTestMultiTenantJSON-1905796865 tempest-ServersNegativeTestMultiTenantJSON-1905796865-project] 10.222.0.32 "GET /v2.0/security-groups?id=114728bb-0988-4d5e-9b1f-93d8f8d0c467&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1227641
Dec 25 21:24:38.704235 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26ad1cb-73f4-4ae4-a753-a2c0b162551c req-5eb2f9e8-617a-4b89-a60e-59ee3e53391b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:24:38.705845 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b26ad1cb-73f4-4ae4-a753-a2c0b162551c req-5eb2f9e8-617a-4b89-a60e-59ee3e53391b service neutron] 10.222.0.31 "GET /v2.0/networks?id=050fe506-29b6-4536-b03a-6d4fd9d4993c HTTP/1.1" status: 200  len: 913 time: 0.1809087
Dec 25 21:24:38.808304 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b26ad1cb-73f4-4ae4-a753-a2c0b162551c req-c7306c25-3f84-464a-a44e-c9cfdf75d112 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cdd08e2a-d7d3-45dd-874c-1cadcc9203fd HTTP/1.1" status: 200  len: 998 time: 0.0904286
Dec 25 21:24:38.827367 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-dc8ca876-8de7-4bcc-a4b0-e7827077316d tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2007615'] for router_interface, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:38.862163 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26ad1cb-73f4-4ae4-a753-a2c0b162551c req-8bb42b28-e140-4951-963c-fe3e865ad54d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:24:38.863640 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b26ad1cb-73f4-4ae4-a753-a2c0b162551c req-8bb42b28-e140-4951-963c-fe3e865ad54d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1f5d8ab8-049c-411c-8531-c48febcca4ec HTTP/1.1" status: 200  len: 851 time: 0.0524495
Dec 25 21:24:38.940465 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d251c22-b3f9-4a09-8378-513777add234 req-2a57a4d5-8ebd-48fa-bcb7-b8ed5cb5c48c tempest-ServersNegativeTestMultiTenantJSON-1905796865 tempest-ServersNegativeTestMultiTenantJSON-1905796865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:24:38.946064 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-6d251c22-b3f9-4a09-8378-513777add234 req-2a57a4d5-8ebd-48fa-bcb7-b8ed5cb5c48c tempest-ServersNegativeTestMultiTenantJSON-1905796865 tempest-ServersNegativeTestMultiTenantJSON-1905796865-project] 10.222.0.32 "GET /v2.0/ports?device_id=65ff2690-4de7-43ad-b526-a4a9371782e5 HTTP/1.1" status: 200  len: 946 time: 0.1548841
Dec 25 21:24:38.948661 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26ad1cb-73f4-4ae4-a753-a2c0b162551c req-32769e52-5e97-4894-9778-cbe4cc294441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:24:38.950159 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b26ad1cb-73f4-4ae4-a753-a2c0b162551c req-32769e52-5e97-4894-9778-cbe4cc294441 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=050fe506-29b6-4536-b03a-6d4fd9d4993c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0658176
Dec 25 21:24:39.053895 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-6d251c22-b3f9-4a09-8378-513777add234 req-619ef48e-098c-427c-b3f7-5adcc58411f5 tempest-ServersNegativeTestMultiTenantJSON-1905796865 tempest-ServersNegativeTestMultiTenantJSON-1905796865-project] 10.222.0.32 "GET /v2.0/security-groups?id=114728bb-0988-4d5e-9b1f-93d8f8d0c467&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1001976
Dec 25 21:24:39.084169 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b26ad1cb-73f4-4ae4-a753-a2c0b162551c req-8da27760-caa6-4174-b00e-31e21d4ff0a7 service neutron] 10.222.0.31 "GET /v2.0/networks/050fe506-29b6-4536-b03a-6d4fd9d4993c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1231892
Dec 25 21:24:39.106587 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-dc8ca876-8de7-4bcc-a4b0-e7827077316d tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Deleting port ee44654b-d249-4075-acf9-d5f6f33270c5 {{(pid=121607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:24:39.106927 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-dc8ca876-8de7-4bcc-a4b0-e7827077316d tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:39.215503 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-dc8ca876-8de7-4bcc-a4b0-e7827077316d tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:39.215713 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b26ad1cb-73f4-4ae4-a753-a2c0b162551c req-05134967-68e8-4aaf-8145-0c421a59335a service neutron] 10.222.0.31 "GET /v2.0/networks/050fe506-29b6-4536-b03a-6d4fd9d4993c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1207397
Dec 25 21:24:39.244714 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-dc8ca876-8de7-4bcc-a4b0-e7827077316d tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Calling delete_port for ee44654b-d249-4075-acf9-d5f6f33270c5 owned by network:router_interface {{(pid=121607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:24:39.495952 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-15cb578f-7a63-4fd3-925d-83bad4c7b82a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:39.615336 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-dc8ca876-8de7-4bcc-a4b0-e7827077316d tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:39.639176 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e8890f-1901-446c-87e8-d919931d6c38 req-afce0d00-7047-41d1-8394-3369672ada2c tempest-ServersNegativeTestMultiTenantJSON-1905796865 tempest-ServersNegativeTestMultiTenantJSON-1905796865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:24:39.641425 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-66e8890f-1901-446c-87e8-d919931d6c38 req-afce0d00-7047-41d1-8394-3369672ada2c tempest-ServersNegativeTestMultiTenantJSON-1905796865 tempest-ServersNegativeTestMultiTenantJSON-1905796865-project] 10.222.0.32 "GET /v2.0/ports?device_id=65ff2690-4de7-43ad-b526-a4a9371782e5 HTTP/1.1" status: 200  len: 946 time: 0.0647686
Dec 25 21:24:39.654826 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8ca876-8de7-4bcc-a4b0-e7827077316d tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Pushing event deleted for resources: {'Port': ['ID=ee44654b-d249-4075-acf9-d5f6f33270c5,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:24:39.721492 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-66e8890f-1901-446c-87e8-d919931d6c38 req-497e26af-259b-4204-bb4c-36743c1f0e58 tempest-ServersNegativeTestMultiTenantJSON-1905796865 tempest-ServersNegativeTestMultiTenantJSON-1905796865-project] 10.222.0.32 "GET /v2.0/security-groups?id=114728bb-0988-4d5e-9b1f-93d8f8d0c467&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0727649
Dec 25 21:24:39.849464 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-dc8ca876-8de7-4bcc-a4b0-e7827077316d tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2007763'] for router_interface, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:39.897034 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a47fb32-55d0-4a6b-93ae-1fb4e4266323 req-73d628c7-d150-47fe-b86a-c777173485ec tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:24:39.899314 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5a47fb32-55d0-4a6b-93ae-1fb4e4266323 req-73d628c7-d150-47fe-b86a-c777173485ec tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/ports?device_id=161df36a-2258-4f32-a7b0-2f7c793d4390 HTTP/1.1" status: 200  len: 944 time: 0.0692217
Dec 25 21:24:39.978392 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5a47fb32-55d0-4a6b-93ae-1fb4e4266323 req-5704de91-9dc0-4aa2-bb48-49817366b345 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/security-groups?id=303458ac-ce28-4cba-8947-b5e432a1ea1f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0727999
Dec 25 21:24:40.076253 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc8ca876-8de7-4bcc-a4b0-e7827077316d tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Router f662427c-b626-4493-8610-13b60401fccd has already been hosted by L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 {{(pid=121607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 25 21:24:40.415146 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 38352) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:24:40.525755 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc8ca876-8de7-4bcc-a4b0-e7827077316d tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 21:24:40.531091 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-dc8ca876-8de7-4bcc-a4b0-e7827077316d tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] 10.222.0.32 "PUT /v2.0/routers/f662427c-b626-4493-8610-13b60401fccd/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.2606354
Dec 25 21:24:40.534177 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 38364) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:24:40.559775 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ebe5611-c90f-496d-9d96-38bb19ceaca4 None None] Sync routers for ids ['f662427c-b626-4493-8610-13b60401fccd'] in ncdv-master-1 {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 21:24:40.582126 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ebe5611-c90f-496d-9d96-38bb19ceaca4 None None] Routers {'f662427c-b626-4493-8610-13b60401fccd'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:24:40.583460 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-8ebe5611-c90f-496d-9d96-38bb19ceaca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f261835b400>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:24:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['f662427c-b626-4493-8610-13b60401fccd'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:24:40.667894 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-8ebe5611-c90f-496d-9d96-38bb19ceaca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f261835b400>, [], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:24:40.672803 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:40.681731 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-42581a1b-aa08-4f20-9c74-f2a73a4f930f tempest-FloatingIPAdminTestJSON-1727620007 tempest-FloatingIPAdminTestJSON-1727620007-project] Request body: {'floatingip': {'floating_network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:24:40.688679 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ebe5611-c90f-496d-9d96-38bb19ceaca4 None None] Routers {'f662427c-b626-4493-8610-13b60401fccd'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:24:40.689767 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-8ebe5611-c90f-496d-9d96-38bb19ceaca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f261835b400>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:24:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['f662427c-b626-4493-8610-13b60401fccd'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:24:40.728040 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-8ebe5611-c90f-496d-9d96-38bb19ceaca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f261835b400>, [], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:24:40.728693 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ebe5611-c90f-496d-9d96-38bb19ceaca4 None None] The sync data for ids ['f662427c-b626-4493-8610-13b60401fccd'] in ncdv-master-1 is: [] {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 21:24:40.829054 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed4e057-6354-4227-93c5-6a000c599ddf req-bd5a11a0-a421-4975-a65f-205d5966857b tempest-ServersNegativeTestMultiTenantJSON-1905796865 tempest-ServersNegativeTestMultiTenantJSON-1905796865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:24:40.830559 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3ed4e057-6354-4227-93c5-6a000c599ddf req-bd5a11a0-a421-4975-a65f-205d5966857b tempest-ServersNegativeTestMultiTenantJSON-1905796865 tempest-ServersNegativeTestMultiTenantJSON-1905796865-project] 10.222.0.32 "GET /v2.0/ports?device_id=65ff2690-4de7-43ad-b526-a4a9371782e5 HTTP/1.1" status: 200  len: 946 time: 0.1854136
Dec 25 21:24:40.927027 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-42581a1b-aa08-4f20-9c74-f2a73a4f930f tempest-FloatingIPAdminTestJSON-1727620007 tempest-FloatingIPAdminTestJSON-1727620007-project] Publish callbacks [] for floatingip, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:40.958756 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3ed4e057-6354-4227-93c5-6a000c599ddf req-3ece43d8-797a-43b2-af8d-a9b3d821b2c6 tempest-ServersNegativeTestMultiTenantJSON-1905796865 tempest-ServersNegativeTestMultiTenantJSON-1905796865-project] 10.222.0.32 "GET /v2.0/security-groups?id=114728bb-0988-4d5e-9b1f-93d8f8d0c467&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1004844
Dec 25 21:24:41.141386 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-42581a1b-aa08-4f20-9c74-f2a73a4f930f tempest-FloatingIPAdminTestJSON-1727620007 tempest-FloatingIPAdminTestJSON-1727620007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:41.167782 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afa1cf2-27e0-43fb-8953-52bd213c14e9 req-1f3600a9-323f-43bf-83a7-a31f832ef162 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:24:41.169304 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7afa1cf2-27e0-43fb-8953-52bd213c14e9 req-1f3600a9-323f-43bf-83a7-a31f832ef162 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/ports?device_id=161df36a-2258-4f32-a7b0-2f7c793d4390 HTTP/1.1" status: 200  len: 944 time: 0.1046939
Dec 25 21:24:41.234298 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-e35d4161-2bf3-469e-979a-e1b906ae50e8 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2007615'] for router_interface, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:41.379287 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7afa1cf2-27e0-43fb-8953-52bd213c14e9 req-def2af91-b83f-4711-a335-23ebefee9a7a tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/security-groups?id=303458ac-ce28-4cba-8947-b5e432a1ea1f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1711795
Dec 25 21:24:41.399061 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_common [None req-42581a1b-aa08-4f20-9c74-f2a73a4f930f tempest-FloatingIPAdminTestJSON-1727620007 tempest-FloatingIPAdminTestJSON-1727620007-project] Allocated IP 172.35.3.239 (7201e55c-7c5f-41aa-a042-a363696539d0/7a939e13-713f-45cf-bba7-1539635abe25/e001faae-6dcd-40bc-9e80-1450d6e03356) {{(pid=121606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:24:41.572718 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385d8e6e-c46f-4aa5-be55-5520237503fa req-70eb03f0-4dea-434c-adc1-c93bbded4c32 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:24:41.574267 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-385d8e6e-c46f-4aa5-be55-5520237503fa req-70eb03f0-4dea-434c-adc1-c93bbded4c32 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/ports?device_id=161df36a-2258-4f32-a7b0-2f7c793d4390 HTTP/1.1" status: 200  len: 944 time: 0.1196737
Dec 25 21:24:41.652974 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-42581a1b-aa08-4f20-9c74-f2a73a4f930f tempest-FloatingIPAdminTestJSON-1727620007 tempest-FloatingIPAdminTestJSON-1727620007-project] Publish callbacks [] for port, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:41.714367 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-385d8e6e-c46f-4aa5-be55-5520237503fa req-3cc514c1-609f-4911-9454-7874f56a7ab2 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/security-groups?id=303458ac-ce28-4cba-8947-b5e432a1ea1f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1328444
Dec 25 21:24:41.762614 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-e35d4161-2bf3-469e-979a-e1b906ae50e8 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Deleting port 9cd1ed5c-2246-4d1e-b1d2-92fff32ec57b {{(pid=121606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:24:41.763021 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-e35d4161-2bf3-469e-979a-e1b906ae50e8 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:41.836733 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-42581a1b-aa08-4f20-9c74-f2a73a4f930f tempest-FloatingIPAdminTestJSON-1727620007 tempest-FloatingIPAdminTestJSON-1727620007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:42.260335 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42581a1b-aa08-4f20-9c74-f2a73a4f930f tempest-FloatingIPAdminTestJSON-1727620007 tempest-FloatingIPAdminTestJSON-1727620007-project] Network 7201e55c-7c5f-41aa-a042-a363696539d0 is already hosted by enough agents. {{(pid=121606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:24:42.297358 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [None req-42581a1b-aa08-4f20-9c74-f2a73a4f930f tempest-FloatingIPAdminTestJSON-1727620007 tempest-FloatingIPAdminTestJSON-1727620007-project] Resources bound (agent type, host, resource id):  {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:24:42.300054 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42581a1b-aa08-4f20-9c74-f2a73a4f930f tempest-FloatingIPAdminTestJSON-1727620007 tempest-FloatingIPAdminTestJSON-1727620007-project] Received port after_create {{(pid=121606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:24:42.305646 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-e35d4161-2bf3-469e-979a-e1b906ae50e8 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:42.333589 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42581a1b-aa08-4f20-9c74-f2a73a4f930f tempest-FloatingIPAdminTestJSON-1727620007 tempest-FloatingIPAdminTestJSON-1727620007-project] Pushing event updated for resources: {'Port': ['ID=e001faae-6dcd-40bc-9e80-1450d6e03356,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:24:42.356236 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-e35d4161-2bf3-469e-979a-e1b906ae50e8 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Calling delete_port for 9cd1ed5c-2246-4d1e-b1d2-92fff32ec57b owned by network:router_interface {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:24:42.378404 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea495b2-d622-48fe-8ed2-c112a2d745a8 req-d86a7fb5-dea5-44c2-b08d-f53062dd2cc6 tempest-ServersNegativeTestMultiTenantJSON-1905796865 tempest-ServersNegativeTestMultiTenantJSON-1905796865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:24:42.379840 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4ea495b2-d622-48fe-8ed2-c112a2d745a8 req-d86a7fb5-dea5-44c2-b08d-f53062dd2cc6 tempest-ServersNegativeTestMultiTenantJSON-1905796865 tempest-ServersNegativeTestMultiTenantJSON-1905796865-project] 10.222.0.37 "GET /v2.0/ports?device_id=65ff2690-4de7-43ad-b526-a4a9371782e5 HTTP/1.1" status: 200  len: 946 time: 0.5237772
Dec 25 21:24:42.404907 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9778c57-d885-4f35-b497-c0950cfaa1c1 req-3a435c9e-82a0-4388-b911-6cfe06310795 tempest-ServersNegativeTestMultiTenantJSON-1905796865 tempest-ServersNegativeTestMultiTenantJSON-1905796865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:24:42.410471 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d9778c57-d885-4f35-b497-c0950cfaa1c1 req-3a435c9e-82a0-4388-b911-6cfe06310795 tempest-ServersNegativeTestMultiTenantJSON-1905796865 tempest-ServersNegativeTestMultiTenantJSON-1905796865-project] 10.222.0.32 "GET /v2.0/ports?device_id=65ff2690-4de7-43ad-b526-a4a9371782e5 HTTP/1.1" status: 200  len: 946 time: 0.2138364
Dec 25 21:24:42.596834 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-42581a1b-aa08-4f20-9c74-f2a73a4f930f tempest-FloatingIPAdminTestJSON-1727620007 tempest-FloatingIPAdminTestJSON-1727620007-project] Publish callbacks [] for floatingip, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:42.638966 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d9778c57-d885-4f35-b497-c0950cfaa1c1 req-f3cd1468-b6f2-4569-812f-2db09e2b28c0 tempest-ServersNegativeTestMultiTenantJSON-1905796865 tempest-ServersNegativeTestMultiTenantJSON-1905796865-project] 10.222.0.32 "GET /v2.0/security-groups?id=114728bb-0988-4d5e-9b1f-93d8f8d0c467&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1814680
Dec 25 21:24:42.664719 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [req-4ea495b2-d622-48fe-8ed2-c112a2d745a8 req-18f7f5f7-8741-4648-9aef-5c8a54290cae tempest-ServersNegativeTestMultiTenantJSON-1905796865 tempest-ServersNegativeTestMultiTenantJSON-1905796865-project] Deleting port b1017787-1b53-4a43-97f6-3de90818e068 {{(pid=121606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:24:42.665348 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-4ea495b2-d622-48fe-8ed2-c112a2d745a8 req-18f7f5f7-8741-4648-9aef-5c8a54290cae tempest-ServersNegativeTestMultiTenantJSON-1905796865 tempest-ServersNegativeTestMultiTenantJSON-1905796865-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:42.815420 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-42581a1b-aa08-4f20-9c74-f2a73a4f930f tempest-FloatingIPAdminTestJSON-1727620007 tempest-FloatingIPAdminTestJSON-1727620007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:42.846414 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-4ea495b2-d622-48fe-8ed2-c112a2d745a8 req-18f7f5f7-8741-4648-9aef-5c8a54290cae tempest-ServersNegativeTestMultiTenantJSON-1905796865 tempest-ServersNegativeTestMultiTenantJSON-1905796865-project] For port b1017787-1b53-4a43-97f6-3de90818e068, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b1017787-1b53-4a43-97f6-3de90818e068,segment=NetworkSegment(c0d71273-f529-44b3-bf0d-5a01f5d42430),segment_id=c0d71273-f529-44b3-bf0d-5a01f5d42430)] {{(pid=121606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:24:42.846782 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-4ea495b2-d622-48fe-8ed2-c112a2d745a8 req-18f7f5f7-8741-4648-9aef-5c8a54290cae tempest-ServersNegativeTestMultiTenantJSON-1905796865 tempest-ServersNegativeTestMultiTenantJSON-1905796865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:42.867220 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [req-4ea495b2-d622-48fe-8ed2-c112a2d745a8 req-18f7f5f7-8741-4648-9aef-5c8a54290cae tempest-ServersNegativeTestMultiTenantJSON-1905796865 tempest-ServersNegativeTestMultiTenantJSON-1905796865-project] Calling delete_port for b1017787-1b53-4a43-97f6-3de90818e068 owned by compute:nova {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:24:42.940536 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-e35d4161-2bf3-469e-979a-e1b906ae50e8 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:42.985954 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35d4161-2bf3-469e-979a-e1b906ae50e8 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Pushing event deleted for resources: {'Port': ['ID=9cd1ed5c-2246-4d1e-b1d2-92fff32ec57b,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:24:43.145165 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-e35d4161-2bf3-469e-979a-e1b906ae50e8 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2007763'] for router_interface, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:43.273169 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-42581a1b-aa08-4f20-9c74-f2a73a4f930f tempest-FloatingIPAdminTestJSON-1727620007 tempest-FloatingIPAdminTestJSON-1727620007-project] Publish callbacks [] for port, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:43.408079 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e35d4161-2bf3-469e-979a-e1b906ae50e8 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Router f662427c-b626-4493-8610-13b60401fccd has already been hosted by L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 {{(pid=121606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 25 21:24:43.453915 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-42581a1b-aa08-4f20-9c74-f2a73a4f930f tempest-FloatingIPAdminTestJSON-1727620007 tempest-FloatingIPAdminTestJSON-1727620007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:43.463023 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-4ea495b2-d622-48fe-8ed2-c112a2d745a8 req-18f7f5f7-8741-4648-9aef-5c8a54290cae tempest-ServersNegativeTestMultiTenantJSON-1905796865 tempest-ServersNegativeTestMultiTenantJSON-1905796865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:43.475984 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] get_ports_and_sgs() called for port_ids ['b1017787-1b53-4a43-97f6-3de90818e068'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:24:43.545371 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e35d4161-2bf3-469e-979a-e1b906ae50e8 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 21:24:43.550567 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-e35d4161-2bf3-469e-979a-e1b906ae50e8 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] 10.222.0.32 "PUT /v2.0/routers/f662427c-b626-4493-8610-13b60401fccd/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0149159
Dec 25 21:24:43.553557 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 38484) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:24:43.559196 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b13cc2d-4680-43e3-8ae6-c7fe12ed2613 None None] Sync routers for ids ['f662427c-b626-4493-8610-13b60401fccd'] in ncdv-master-1 {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 21:24:43.569336 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b13cc2d-4680-43e3-8ae6-c7fe12ed2613 None None] Routers {'f662427c-b626-4493-8610-13b60401fccd'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:24:43.570039 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-5b13cc2d-4680-43e3-8ae6-c7fe12ed2613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f261db79670>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:24:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['f662427c-b626-4493-8610-13b60401fccd'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:24:43.588277 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-02f76bb2-3ab5-4483-813c-6416334d8fb8 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] 10.222.0.32 "GET /v2.0/ports?device_id=f662427c-b626-4493-8610-13b60401fccd HTTP/1.1" status: 200  len: 205 time: 0.0328276
Dec 25 21:24:43.592443 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 38488) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:24:43.616776 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42581a1b-aa08-4f20-9c74-f2a73a4f930f tempest-FloatingIPAdminTestJSON-1727620007 tempest-FloatingIPAdminTestJSON-1727620007-project] Pushing event updated for resources: {'Port': ['ID=e001faae-6dcd-40bc-9e80-1450d6e03356,revision_number=2']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:24:43.622900 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-5b13cc2d-4680-43e3-8ae6-c7fe12ed2613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f261db79670>, [], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:24:43.636392 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b13cc2d-4680-43e3-8ae6-c7fe12ed2613 None None] Routers {'f662427c-b626-4493-8610-13b60401fccd'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:24:43.639744 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-5b13cc2d-4680-43e3-8ae6-c7fe12ed2613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f261db79670>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:24:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['f662427c-b626-4493-8610-13b60401fccd'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:24:43.672745 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ea495b2-d622-48fe-8ed2-c112a2d745a8 req-18f7f5f7-8741-4648-9aef-5c8a54290cae tempest-ServersNegativeTestMultiTenantJSON-1905796865 tempest-ServersNegativeTestMultiTenantJSON-1905796865-project] No DVR routers for this DVR port b1017787-1b53-4a43-97f6-3de90818e068 on host nch2-master-1 {{(pid=121606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:24:43.686954 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-5b13cc2d-4680-43e3-8ae6-c7fe12ed2613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f261db79670>, [], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:24:43.687867 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b13cc2d-4680-43e3-8ae6-c7fe12ed2613 None None] The sync data for ids ['f662427c-b626-4493-8610-13b60401fccd'] in ncdv-master-1 is: [] {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 21:24:43.697589 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-42581a1b-aa08-4f20-9c74-f2a73a4f930f tempest-FloatingIPAdminTestJSON-1727620007 tempest-FloatingIPAdminTestJSON-1727620007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2008639'] for floatingip, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:43.701371 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-4ea495b2-d622-48fe-8ed2-c112a2d745a8 req-18f7f5f7-8741-4648-9aef-5c8a54290cae tempest-ServersNegativeTestMultiTenantJSON-1905796865 tempest-ServersNegativeTestMultiTenantJSON-1905796865-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:43.704798 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4ea495b2-d622-48fe-8ed2-c112a2d745a8 req-18f7f5f7-8741-4648-9aef-5c8a54290cae tempest-ServersNegativeTestMultiTenantJSON-1905796865 tempest-ServersNegativeTestMultiTenantJSON-1905796865-project] 10.222.0.37 "DELETE /v2.0/ports/b1017787-1b53-4a43-97f6-3de90818e068 HTTP/1.1" status: 204  len: 173 time: 1.3163457
Dec 25 21:24:43.704987 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-c168a8ef-6f51-401f-8259-fec891ec3912 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks [] for router, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:43.712761 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65ff2690-4de7-43ad-b526-a4a9371782e5', 'name': 'network-vif-deleted', 'tag': 'b1017787-1b53-4a43-97f6-3de90818e068'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:24:43.715365 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9858820c13ec2827453b94ebc4181065e990a4e4089ccb9fe762531ac62d2fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-973ef62d-3458-4619-b1e1-169aa031d5d2" -d '{"events": [{"server_uuid": "65ff2690-4de7-43ad-b526-a4a9371782e5", "name": "network-vif-deleted", "tag": "b1017787-1b53-4a43-97f6-3de90818e068"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:24:43.722707 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f7f5f7-8741-4648-9aef-5c8a54290cae tempest-ServersNegativeTestMultiTenantJSON-1905796865 tempest-ServersNegativeTestMultiTenantJSON-1905796865-project] Pushing event deleted for resources: {'Port': ['ID=b1017787-1b53-4a43-97f6-3de90818e068,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:24:43.764827 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89927e02-a55c-4c79-a4dc-96113254b988 req-bf0cf054-4698-4f37-8245-f399a7f9cd37 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:24:43.766386 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-89927e02-a55c-4c79-a4dc-96113254b988 req-bf0cf054-4698-4f37-8245-f399a7f9cd37 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/ports?device_id=80ab586d-800d-4e54-9ed7-b09636cb7bd5 HTTP/1.1" status: 200  len: 943 time: 0.0964694
Dec 25 21:24:43.799354 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ddb0704a-89a3-48c5-bd4a-1a3940764416 req-5de177ed-e13f-4a9a-b02c-faedb959cf3f tempest-ServersNegativeTestMultiTenantJSON-1905796865 tempest-ServersNegativeTestMultiTenantJSON-1905796865-project] 10.222.0.32 "GET /v2.0/ports?device_id=65ff2690-4de7-43ad-b526-a4a9371782e5 HTTP/1.1" status: 200  len: 210 time: 0.0319815
Dec 25 21:24:43.885762 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 21:24:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c26478c8-0a4a-4b36-ae87-afab185b2440 x-openstack-request-id: req-c26478c8-0a4a-4b36-ae87-afab185b2440 {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:24:43.886352 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65ff2690-4de7-43ad-b526-a4a9371782e5", "name": "network-vif-deleted", "tag": "b1017787-1b53-4a43-97f6-3de90818e068", "status": "completed", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:24:43.886352 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c26478c8-0a4a-4b36-ae87-afab185b2440 {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:24:43.887217 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65ff2690-4de7-43ad-b526-a4a9371782e5', 'name': 'network-vif-deleted', 'tag': 'b1017787-1b53-4a43-97f6-3de90818e068', 'status': 'completed', 'code': 200}
Dec 25 21:24:43.896220 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-42581a1b-aa08-4f20-9c74-f2a73a4f930f tempest-FloatingIPAdminTestJSON-1727620007 tempest-FloatingIPAdminTestJSON-1727620007-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for floatingip, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:43.896220 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-42581a1b-aa08-4f20-9c74-f2a73a4f930f tempest-FloatingIPAdminTestJSON-1727620007 tempest-FloatingIPAdminTestJSON-1727620007-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 3.4769580
Dec 25 21:24:43.897358 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 38498) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:24:43.904404 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-c168a8ef-6f51-401f-8259-fec891ec3912 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2014235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14905'] for router, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:43.905304 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-dd841490-443d-48e3-b864-10692be33b7a tempest-FloatingIPAdminTestJSON-1727620007 tempest-FloatingIPAdminTestJSON-1727620007-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1074039090'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:24:43.907102 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-c168a8ef-6f51-401f-8259-fec891ec3912 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:43.960491 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [req-89927e02-a55c-4c79-a4dc-96113254b988 req-f096348f-87b1-4688-881c-71dcb0edb0ff tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Deleting port 8682c537-48c9-45f3-aff8-21394b858c2b {{(pid=121606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:24:43.961171 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-89927e02-a55c-4c79-a4dc-96113254b988 req-f096348f-87b1-4688-881c-71dcb0edb0ff tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:44.032634 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-c168a8ef-6f51-401f-8259-fec891ec3912 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2014220'] for router, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:44.033210 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c168a8ef-6f51-401f-8259-fec891ec3912 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Fanout notify agent at l3_agent the message router_deleted on router f662427c-b626-4493-8610-13b60401fccd {{(pid=121607) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 25 21:24:44.046518 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-c168a8ef-6f51-401f-8259-fec891ec3912 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks [] for router, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:44.046518 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-c168a8ef-6f51-401f-8259-fec891ec3912 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] 10.222.0.32 "DELETE /v2.0/routers/f662427c-b626-4493-8610-13b60401fccd HTTP/1.1" status: 204  len: 168 time: 0.4504652
Dec 25 21:24:44.048216 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 38502) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:24:44.071251 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-89927e02-a55c-4c79-a4dc-96113254b988 req-f096348f-87b1-4688-881c-71dcb0edb0ff tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] For port 8682c537-48c9-45f3-aff8-21394b858c2b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8682c537-48c9-45f3-aff8-21394b858c2b,segment=NetworkSegment(66e39abb-3870-4404-91e4-a4d8a7ae7fb7),segment_id=66e39abb-3870-4404-91e4-a4d8a7ae7fb7)] {{(pid=121606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:24:44.071616 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-89927e02-a55c-4c79-a4dc-96113254b988 req-f096348f-87b1-4688-881c-71dcb0edb0ff tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:44.084164 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [req-89927e02-a55c-4c79-a4dc-96113254b988 req-f096348f-87b1-4688-881c-71dcb0edb0ff tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Calling delete_port for 8682c537-48c9-45f3-aff8-21394b858c2b owned by compute:nova {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:24:44.096634 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd841490-443d-48e3-b864-10692be33b7a tempest-FloatingIPAdminTestJSON-1727620007 tempest-FloatingIPAdminTestJSON-1727620007-project] Made reservation on behalf of 8a091e06d57243b49dee854809c30dd5 for: {'network': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:24:44.103391 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-dd841490-443d-48e3-b864-10692be33b7a tempest-FloatingIPAdminTestJSON-1727620007 tempest-FloatingIPAdminTestJSON-1727620007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for network, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:44.103532 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c3cd07b-2ee4-4893-ad89-6e7b0adfe03b tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Deleting subnet 0b4f7a31-5d37-47a7-b192-b163fde27f1e {{(pid=121607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Dec 25 21:24:44.105450 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-7c3cd07b-2ee4-4893-ad89-6e7b0adfe03b tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks [] for subnet, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:44.145523 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-dd841490-443d-48e3-b864-10692be33b7a tempest-FloatingIPAdminTestJSON-1727620007 tempest-FloatingIPAdminTestJSON-1727620007-project] Publish callbacks [] for security_group, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:44.158032 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-7c3cd07b-2ee4-4893-ad89-6e7b0adfe03b tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10246617'] for subnet, precommit_delete_associations {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:44.273996 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-7c3cd07b-2ee4-4893-ad89-6e7b0adfe03b tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995662'] for subnet, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:44.289031 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-dd841490-443d-48e3-b864-10692be33b7a tempest-FloatingIPAdminTestJSON-1727620007 tempest-FloatingIPAdminTestJSON-1727620007-project] Publish callbacks [] for security_group, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:44.341875 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-89927e02-a55c-4c79-a4dc-96113254b988 req-f096348f-87b1-4688-881c-71dcb0edb0ff tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:44.343445 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-dd841490-443d-48e3-b864-10692be33b7a tempest-FloatingIPAdminTestJSON-1727620007 tempest-FloatingIPAdminTestJSON-1727620007-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:44.380743 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] get_ports_and_sgs() called for port_ids ['815adaf6-6cd2-46df-a541-c0f11b539b22', 'd39bd2f0-4d3d-4db5-8928-d5a1bd22462e'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:24:44.394220 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-7c3cd07b-2ee4-4893-ad89-6e7b0adfe03b tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8632410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8852809'] for subnet, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:44.400029 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f096348f-87b1-4688-881c-71dcb0edb0ff tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Pushing event deleted for resources: {'Port': ['ID=8682c537-48c9-45f3-aff8-21394b858c2b,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:24:44.409125 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd841490-443d-48e3-b864-10692be33b7a tempest-FloatingIPAdminTestJSON-1727620007 tempest-FloatingIPAdminTestJSON-1727620007-project] vlan segment allocate from pool success with {'vlan_id': 186, 'physical_network': 'physnet1'}  {{(pid=121606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 25 21:24:44.418947 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd841490-443d-48e3-b864-10692be33b7a tempest-FloatingIPAdminTestJSON-1727620007 tempest-FloatingIPAdminTestJSON-1727620007-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20ebbfd9-c7ad-4549-bb3d-5fc554dfbe74,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:24:44.447348 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3cd07b-2ee4-4893-ad89-6e7b0adfe03b tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Pushing event deleted for resources: {'Subnet': ['ID=0b4f7a31-5d37-47a7-b192-b163fde27f1e,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:24:44.452894 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-7c3cd07b-2ee4-4893-ad89-6e7b0adfe03b tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks [] for subnet, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:44.458001 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-dd841490-443d-48e3-b864-10692be33b7a tempest-FloatingIPAdminTestJSON-1727620007 tempest-FloatingIPAdminTestJSON-1727620007-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:44.463061 ncdv-master-1 neutron-server[121606]: INFO neutron.db.segments_db [None req-dd841490-443d-48e3-b864-10692be33b7a tempest-FloatingIPAdminTestJSON-1727620007 tempest-FloatingIPAdminTestJSON-1727620007-project] Added segment 2834afa4-8240-419f-8d72-2259e109d8ea of type vlan for network 6127c931-64ab-46eb-8f28-0b4f9cfb70ae
Dec 25 21:24:44.463061 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [req-89927e02-a55c-4c79-a4dc-96113254b988 req-f096348f-87b1-4688-881c-71dcb0edb0ff tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] No DVR routers for this DVR port 8682c537-48c9-45f3-aff8-21394b858c2b on host nch2-master-1 {{(pid=121606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:24:44.463470 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-7c3cd07b-2ee4-4893-ad89-6e7b0adfe03b tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] 10.222.0.32 "DELETE /v2.0/subnets/0b4f7a31-5d37-47a7-b192-b163fde27f1e HTTP/1.1" status: 204  len: 168 time: 0.4112587
Dec 25 21:24:44.463470 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 38510) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:24:44.468681 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-89927e02-a55c-4c79-a4dc-96113254b988 req-f096348f-87b1-4688-881c-71dcb0edb0ff tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:44.472082 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-89927e02-a55c-4c79-a4dc-96113254b988 req-f096348f-87b1-4688-881c-71dcb0edb0ff tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "DELETE /v2.0/ports/8682c537-48c9-45f3-aff8-21394b858c2b HTTP/1.1" status: 204  len: 173 time: 0.6955817
Dec 25 21:24:44.492799 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bab3f7d0-8a0f-432b-b378-4f4b6c9376df None None] Network 34743e6e-704e-4136-9b07-7c4a4b650667 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:24:44.529123 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-dd841490-443d-48e3-b864-10692be33b7a tempest-FloatingIPAdminTestJSON-1727620007 tempest-FloatingIPAdminTestJSON-1727620007-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737602163420'] for network, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:44.600302 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_v2 [None req-60685fa9-0ea3-4635-99d3-b449ce4c6ca3 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Deleting subnet ef33e3f8-5650-4240-98b7-eaa08bf44aa5 {{(pid=121607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Dec 25 21:24:44.604849 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-60685fa9-0ea3-4635-99d3-b449ce4c6ca3 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks [] for subnet, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:44.654496 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-60685fa9-0ea3-4635-99d3-b449ce4c6ca3 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10246617'] for subnet, precommit_delete_associations {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:44.665972 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-dd841490-443d-48e3-b864-10692be33b7a tempest-FloatingIPAdminTestJSON-1727620007 tempest-FloatingIPAdminTestJSON-1727620007-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870'] for network, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:44.673163 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd841490-443d-48e3-b864-10692be33b7a tempest-FloatingIPAdminTestJSON-1727620007 tempest-FloatingIPAdminTestJSON-1727620007-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:24:44.676143 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-dd841490-443d-48e3-b864-10692be33b7a tempest-FloatingIPAdminTestJSON-1727620007 tempest-FloatingIPAdminTestJSON-1727620007-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for network, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:44.831972 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-60685fa9-0ea3-4635-99d3-b449ce4c6ca3 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995662'] for subnet, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:44.862453 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd841490-443d-48e3-b864-10692be33b7a tempest-FloatingIPAdminTestJSON-1727620007 tempest-FloatingIPAdminTestJSON-1727620007-project] Pushing event updated for resources: {'Network': ['ID=6127c931-64ab-46eb-8f28-0b4f9cfb70ae,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:24:44.899227 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 38520) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:24:44.899755 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Network 6127c931-64ab-46eb-8f28-0b4f9cfb70ae details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 25 21:24:44.958590 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-dd841490-443d-48e3-b864-10692be33b7a tempest-FloatingIPAdminTestJSON-1727620007 tempest-FloatingIPAdminTestJSON-1727620007-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 791 time: 1.0558245
Dec 25 21:24:44.960147 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 38526) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:24:44.981491 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-69197110-c22e-451e-b738-609215ffbdac tempest-FloatingIPAdminTestJSON-1727620007 tempest-FloatingIPAdminTestJSON-1727620007-project] Request body: {'subnet': {'network_id': '6127c931-64ab-46eb-8f28-0b4f9cfb70ae', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:24:45.016452 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-60685fa9-0ea3-4635-99d3-b449ce4c6ca3 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8632410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8852809'] for subnet, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:45.024657 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-81c430fc-0353-4e97-b3a7-1019cd2964a5 req-8636c55d-1bb7-464b-af2b-eb43d30fa1e7 tempest-ServersNegativeTestMultiTenantJSON-1905796865 tempest-ServersNegativeTestMultiTenantJSON-1905796865-project] 10.222.0.32 "GET /v2.0/ports?device_id=65ff2690-4de7-43ad-b526-a4a9371782e5 HTTP/1.1" status: 200  len: 210 time: 0.0662415
Dec 25 21:24:45.111260 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60685fa9-0ea3-4635-99d3-b449ce4c6ca3 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Pushing event deleted for resources: {'Subnet': ['ID=ef33e3f8-5650-4240-98b7-eaa08bf44aa5,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:24:45.112249 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-5ab94f94-2d68-4ca5-ab46-ba5c6d3a30f9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:45.120071 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-60685fa9-0ea3-4635-99d3-b449ce4c6ca3 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks [] for subnet, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:45.121404 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8af35b75-28ff-4588-b46d-b372e88f377d None None] Network e86a1be1-6d85-4e4f-b5d0-771ac5ee31d2 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:24:45.125559 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-60685fa9-0ea3-4635-99d3-b449ce4c6ca3 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] 10.222.0.32 "DELETE /v2.0/subnets/ef33e3f8-5650-4240-98b7-eaa08bf44aa5 HTTP/1.1" status: 204  len: 168 time: 0.6628697
Dec 25 21:24:45.129234 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 38530) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:24:45.177537 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ff02206-2e8c-47d7-be54-2b04b044cd81 None None] DHCP port deletion for 34743e6e-704e-4136-9b07-7c4a4b650667 request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 21:24:45.262108 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-3799a288-dd98-42f9-9a96-9e600a784d1d tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625803'] for network, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:45.321069 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69197110-c22e-451e-b738-609215ffbdac tempest-FloatingIPAdminTestJSON-1727620007 tempest-FloatingIPAdminTestJSON-1727620007-project] Made reservation on behalf of 8a091e06d57243b49dee854809c30dd5 for: {'subnet': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:24:45.324651 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-69197110-c22e-451e-b738-609215ffbdac tempest-FloatingIPAdminTestJSON-1727620007 tempest-FloatingIPAdminTestJSON-1727620007-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9028529'] for subnet, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:45.341670 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-5ab94f94-2d68-4ca5-ab46-ba5c6d3a30f9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:45.366410 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-6ff02206-2e8c-47d7-be54-2b04b044cd81 None None] Deleting port f3e2efe8-7e98-4ab9-bc67-5eda98c281f5 {{(pid=121608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:24:45.368600 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-6ff02206-2e8c-47d7-be54-2b04b044cd81 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:45.432996 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-5ab94f94-2d68-4ca5-ab46-ba5c6d3a30f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:45.449949 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a98a17f-b4a3-4445-bd8e-de04e21efb6a None None] DHCP port deletion for e86a1be1-6d85-4e4f-b5d0-771ac5ee31d2 request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 21:24:45.465826 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-6ff02206-2e8c-47d7-be54-2b04b044cd81 None None] For port f3e2efe8-7e98-4ab9-bc67-5eda98c281f5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f3e2efe8-7e98-4ab9-bc67-5eda98c281f5,segment=NetworkSegment(39e971fd-0e5d-4a2b-883a-5e17e131bc6f),segment_id=39e971fd-0e5d-4a2b-883a-5e17e131bc6f)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:24:45.466230 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-6ff02206-2e8c-47d7-be54-2b04b044cd81 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:45.496386 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device f3e2efe8-7e98-4ab9-bc67-5eda98c281f5 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:24:45.502851 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e94d57-09ff-4473-98d3-dc23f6b4095b req-a3d14b91-1bed-484e-8e27-ea8eba5ace7f tempest-ServersTestBootFromVolume-822926053 tempest-ServersTestBootFromVolume-822926053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:24:45.504367 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e4e94d57-09ff-4473-98d3-dc23f6b4095b req-a3d14b91-1bed-484e-8e27-ea8eba5ace7f tempest-ServersTestBootFromVolume-822926053 tempest-ServersTestBootFromVolume-822926053-project] 10.222.0.32 "GET /v2.0/ports?device_id=e524c2c3-e248-42dd-82e5-49cb6b3a3b2c HTTP/1.1" status: 200  len: 946 time: 0.1942499
Dec 25 21:24:45.511657 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab94f94-2d68-4ca5-ab46-ba5c6d3a30f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d05dd69e-af7e-4bb2-8d60-4751e042a988,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:24:45.522135 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-5ab94f94-2d68-4ca5-ab46-ba5c6d3a30f9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a8218fb49e504c92b7f0accee662333d&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6224403
Dec 25 21:24:45.522815 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 38534) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:24:45.523467 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-3799a288-dd98-42f9-9a96-9e600a784d1d tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Deleting port f3e2efe8-7e98-4ab9-bc67-5eda98c281f5 {{(pid=121606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:24:45.523808 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-3799a288-dd98-42f9-9a96-9e600a784d1d tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:45.547784 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-6ff02206-2e8c-47d7-be54-2b04b044cd81 None None] Calling delete_port for f3e2efe8-7e98-4ab9-bc67-5eda98c281f5 owned by network:dhcp {{(pid=121608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:24:45.585920 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-c751606f-b857-4816-a067-3116e9071d0c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:45.613311 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-c751606f-b857-4816-a067-3116e9071d0c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:45.672640 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e4e94d57-09ff-4473-98d3-dc23f6b4095b req-5b15a7d1-3aaf-4dbc-9b72-17d090fb0409 tempest-ServersTestBootFromVolume-822926053 tempest-ServersTestBootFromVolume-822926053-project] 10.222.0.32 "GET /v2.0/security-groups?id=1cca7a13-76a8-43b2-b6b1-de89b0da2437&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1580861
Dec 25 21:24:45.681352 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [None req-3799a288-dd98-42f9-9a96-9e600a784d1d tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] For port f3e2efe8-7e98-4ab9-bc67-5eda98c281f5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f3e2efe8-7e98-4ab9-bc67-5eda98c281f5,segment=NetworkSegment(39e971fd-0e5d-4a2b-883a-5e17e131bc6f),segment_id=39e971fd-0e5d-4a2b-883a-5e17e131bc6f)] {{(pid=121606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:24:45.682118 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-3799a288-dd98-42f9-9a96-9e600a784d1d tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:45.706983 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-3799a288-dd98-42f9-9a96-9e600a784d1d tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Calling delete_port for f3e2efe8-7e98-4ab9-bc67-5eda98c281f5 owned by network:dhcp {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:24:45.721409 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:45.726994 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-0a98a17f-b4a3-4445-bd8e-de04e21efb6a None None] Deleting port ea70ad22-0f4f-40cc-b60a-e7ec292fcdb4 {{(pid=121608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:24:45.727430 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-0a98a17f-b4a3-4445-bd8e-de04e21efb6a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:45.798001 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-c751606f-b857-4816-a067-3116e9071d0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:45.801846 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-c751606f-b857-4816-a067-3116e9071d0c admin admin] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:45.803274 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-c751606f-b857-4816-a067-3116e9071d0c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d05dd69e-af7e-4bb2-8d60-4751e042a988 HTTP/1.1" status: 204  len: 168 time: 0.2791541
Dec 25 21:24:45.812728 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c751606f-b857-4816-a067-3116e9071d0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d05dd69e-af7e-4bb2-8d60-4751e042a988,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:24:45.816191 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-0a98a17f-b4a3-4445-bd8e-de04e21efb6a None None] For port ea70ad22-0f4f-40cc-b60a-e7ec292fcdb4, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ea70ad22-0f4f-40cc-b60a-e7ec292fcdb4,segment=NetworkSegment(3f22dd35-17be-484e-be0c-6f48e105a87c),segment_id=3f22dd35-17be-484e-be0c-6f48e105a87c)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:24:45.816837 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-0a98a17f-b4a3-4445-bd8e-de04e21efb6a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:45.834299 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-0a98a17f-b4a3-4445-bd8e-de04e21efb6a None None] Calling delete_port for ea70ad22-0f4f-40cc-b60a-e7ec292fcdb4 owned by network:dhcp {{(pid=121608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:24:45.888533 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80ab586d-800d-4e54-9ed7-b09636cb7bd5', 'name': 'network-vif-deleted', 'tag': '8682c537-48c9-45f3-aff8-21394b858c2b'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:24:45.891461 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9858820c13ec2827453b94ebc4181065e990a4e4089ccb9fe762531ac62d2fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85d13599-a74b-4117-8b54-f50a1dbb26a3" -d '{"events": [{"server_uuid": "80ab586d-800d-4e54-9ed7-b09636cb7bd5", "name": "network-vif-deleted", "tag": "8682c537-48c9-45f3-aff8-21394b858c2b"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:24:45.893624 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-6ff02206-2e8c-47d7-be54-2b04b044cd81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955'] for port, after_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:45.897479 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-69197110-c22e-451e-b738-609215ffbdac tempest-FloatingIPAdminTestJSON-1727620007 tempest-FloatingIPAdminTestJSON-1727620007-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9084170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9028515'] for subnet, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:45.936579 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Sat, 25 Dec 2021 21:24:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59ffb733-2caf-404f-abcc-64d7503bc4d0 x-openstack-request-id: req-59ffb733-2caf-404f-abcc-64d7503bc4d0 {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:24:45.937361 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80ab586d-800d-4e54-9ed7-b09636cb7bd5", "name": "network-vif-deleted", "tag": "8682c537-48c9-45f3-aff8-21394b858c2b", "status": "failed", "code": 422}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:24:45.937678 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-59ffb733-2caf-404f-abcc-64d7503bc4d0 {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:24:45.938136 ncdv-master-1 neutron-server[121606]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '80ab586d-800d-4e54-9ed7-b09636cb7bd5', 'name': 'network-vif-deleted', 'tag': '8682c537-48c9-45f3-aff8-21394b858c2b', 'status': 'failed', 'code': 422} returned with failed status
Dec 25 21:24:45.941150 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-3799a288-dd98-42f9-9a96-9e600a784d1d tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:45.956186 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff02206-2e8c-47d7-be54-2b04b044cd81 None None] Pushing event deleted for resources: {'Port': ['ID=f3e2efe8-7e98-4ab9-bc67-5eda98c281f5,revision_number=None']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:24:45.959296 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ff02206-2e8c-47d7-be54-2b04b044cd81 None None] No DVR routers for this DVR port f3e2efe8-7e98-4ab9-bc67-5eda98c281f5 on host ncdv-master-1 {{(pid=121608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:24:45.980860 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3799a288-dd98-42f9-9a96-9e600a784d1d tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Pushing event deleted for resources: {'Port': ['ID=f3e2efe8-7e98-4ab9-bc67-5eda98c281f5,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:24:45.995321 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3799a288-dd98-42f9-9a96-9e600a784d1d tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] No DVR routers for this DVR port f3e2efe8-7e98-4ab9-bc67-5eda98c281f5 on host ncdv-master-1 {{(pid=121606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:24:46.030897 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69197110-c22e-451e-b738-609215ffbdac tempest-FloatingIPAdminTestJSON-1727620007 tempest-FloatingIPAdminTestJSON-1727620007-project] Pushing event updated for resources: {'Subnet': ['ID=9e6f6b75-24de-4761-9363-9aa71ae21df3,revision_number=0']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:24:46.063717 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69197110-c22e-451e-b738-609215ffbdac tempest-FloatingIPAdminTestJSON-1727620007 tempest-FloatingIPAdminTestJSON-1727620007-project] Checking segment: {'id': '2834afa4-8240-419f-8d72-2259e109d8ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '6127c931-64ab-46eb-8f28-0b4f9cfb70ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:24:46.064100 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69197110-c22e-451e-b738-609215ffbdac tempest-FloatingIPAdminTestJSON-1727620007 tempest-FloatingIPAdminTestJSON-1727620007-project] Network hostable DHCP agents. Network: 6127c931-64ab-46eb-8f28-0b4f9cfb70ae, hostable agents: ['1813db88-2c1b-4357-a2ba-869246b663c2'], hosted agents: [] {{(pid=121606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 25 21:24:46.072945 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-0a98a17f-b4a3-4445-bd8e-de04e21efb6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955'] for port, after_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:46.105659 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-3799a288-dd98-42f9-9a96-9e600a784d1d tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997585', 'neutron.services.segments.db._delete_segments_for_network-8737602743071'] for network, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:46.109752 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a98a17f-b4a3-4445-bd8e-de04e21efb6a None None] No DVR routers for this DVR port ea70ad22-0f4f-40cc-b60a-e7ec292fcdb4 on host ncdv-master-1 {{(pid=121608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:24:46.111715 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a98a17f-b4a3-4445-bd8e-de04e21efb6a None None] Pushing event deleted for resources: {'Port': ['ID=ea70ad22-0f4f-40cc-b60a-e7ec292fcdb4,revision_number=None']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:24:46.124396 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 38554) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:24:46.140273 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.segments.db [None req-3799a288-dd98-42f9-9a96-9e600a784d1d tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2613510f70>,) {'filters': {'network_id': ['34743e6e-704e-4136-9b07-7c4a4b650667']}} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:24:46.152388 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.segments.db [None req-3799a288-dd98-42f9-9a96-9e600a784d1d tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2613510f70>, '39e971fd-0e5d-4a2b-883a-5e17e131bc6f') {'for_net_delete': True} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:24:46.153820 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.segments.db [None req-3799a288-dd98-42f9-9a96-9e600a784d1d tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2613510f70>, '39e971fd-0e5d-4a2b-883a-5e17e131bc6f') {} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:24:46.169611 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-3799a288-dd98-42f9-9a96-9e600a784d1d tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737602746920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9084222'] for segment, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:46.180089 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ff671dc-5b83-4551-8b2a-01e5a2a94949 admin admin] Deleting subnet 84b764fe-191a-4a2c-9e8a-5c584d48ae5b {{(pid=121607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Dec 25 21:24:46.188483 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-9ff671dc-5b83-4551-8b2a-01e5a2a94949 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:46.188645 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-3799a288-dd98-42f9-9a96-9e600a784d1d tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:46.193019 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3799a288-dd98-42f9-9a96-9e600a784d1d tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Releasing vlan 153 on physical network physnet1 to pool {{(pid=121606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 25 21:24:46.193562 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-3799a288-dd98-42f9-9a96-9e600a784d1d tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9084542'] for segment, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:46.196740 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:24:46.196740 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:24:46.196740 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:24:46.196740 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:24:46.196740 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:24:46.196740 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:24:46.196740 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:24:46.196740 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:24:46.196740 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:24:46.196740 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:24:46.196740 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:24:46.196740 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:24:46.196740 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:24:46.196740 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:24:46.196740 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:24:46.196740 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:24:46.196740 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:24:46.196740 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:24:46.196740 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:24:46.196740 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:24:46.196740 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:24:46.196740 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:24:46.196740 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:24:46.196740 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:24:46.196740 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:24:46.196740 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:24:46.196740 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:24:46.196740 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:24:46.196740 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:24:46.196740 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:24:46.196740 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:24:46.196740 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:24:46.196740 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:24:46.196740 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:24:46.196740 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:24:46.196740 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:24:46.199603 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 25 21:24:46.199603 ncdv-master-1 neutron-server[121606]:   self.session.flush()
Dec 25 21:24:46.199603 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 25 21:24:46.199603 ncdv-master-1 neutron-server[121606]:   self.session.flush()
Dec 25 21:24:46.199603 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 25 21:24:46.199603 ncdv-master-1 neutron-server[121606]:   self.session.flush()
Dec 25 21:24:46.199603 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 25 21:24:46.199603 ncdv-master-1 neutron-server[121606]:   self.session.flush()
Dec 25 21:24:46.199603 ncdv-master-1 neutron-server[121606]: Traceback (most recent call last):
Dec 25 21:24:46.199603 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 25 21:24:46.199603 ncdv-master-1 neutron-server[121606]:     timer()
Dec 25 21:24:46.199603 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 25 21:24:46.199603 ncdv-master-1 neutron-server[121606]:     cb(*args, **kw)
Dec 25 21:24:46.199603 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 25 21:24:46.199603 ncdv-master-1 neutron-server[121606]:     return func(*args, **kwargs)
Dec 25 21:24:46.199603 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 25 21:24:46.199603 ncdv-master-1 neutron-server[121606]:     self._notify()
Dec 25 21:24:46.199603 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 25 21:24:46.199603 ncdv-master-1 neutron-server[121606]:     self.callback(batched_events)
Dec 25 21:24:46.199603 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 25 21:24:46.199603 ncdv-master-1 neutron-server[121606]:     event.method(event)
Dec 25 21:24:46.199603 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 25 21:24:46.199603 ncdv-master-1 neutron-server[121606]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 25 21:24:46.199603 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 25 21:24:46.199603 ncdv-master-1 neutron-server[121606]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 25 21:24:46.199603 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 25 21:24:46.199603 ncdv-master-1 neutron-server[121606]:     return f(self, *a, **k)
Dec 25 21:24:46.199603 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 25 21:24:46.199603 ncdv-master-1 neutron-server[121606]:     return self._get(url).json()
Dec 25 21:24:46.199603 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 25 21:24:46.199603 ncdv-master-1 neutron-server[121606]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 25 21:24:46.199603 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 25 21:24:46.199603 ncdv-master-1 neutron-server[121606]:     return self.request(url, 'GET', **kwargs)
Dec 25 21:24:46.199603 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 25 21:24:46.199603 ncdv-master-1 neutron-server[121606]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 25 21:24:46.199603 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 25 21:24:46.199603 ncdv-master-1 neutron-server[121606]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 25 21:24:46.199603 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 25 21:24:46.199603 ncdv-master-1 neutron-server[121606]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 25 21:24:46.199603 ncdv-master-1 neutron-server[121606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 25 21:24:46.223875 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-9ff671dc-5b83-4551-8b2a-01e5a2a94949 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10246617'] for subnet, precommit_delete_associations {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:46.228492 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69197110-c22e-451e-b738-609215ffbdac tempest-FloatingIPAdminTestJSON-1727620007 tempest-FloatingIPAdminTestJSON-1727620007-project] Network 6127c931-64ab-46eb-8f28-0b4f9cfb70ae is scheduled to be hosted by DHCP agent 1813db88-2c1b-4357-a2ba-869246b663c2 with binding_index 1 {{(pid=121606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 25 21:24:46.290656 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-9ff671dc-5b83-4551-8b2a-01e5a2a94949 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995662'] for subnet, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:46.351041 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feccc73e-304f-4457-ba65-c00c0cc24f58 req-12f76809-b882-487b-a059-0d716a943da8 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:24:46.353171 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-feccc73e-304f-4457-ba65-c00c0cc24f58 req-12f76809-b882-487b-a059-0d716a943da8 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/ports?device_id=36b03831-0555-4b9e-bd9a-323002cb09e1 HTTP/1.1" status: 200  len: 908 time: 0.0568206
Dec 25 21:24:46.381911 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [None req-69197110-c22e-451e-b738-609215ffbdac tempest-FloatingIPAdminTestJSON-1727620007 tempest-FloatingIPAdminTestJSON-1727620007-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 6127c931-64ab-46eb-8f28-0b4f9cfb70ae) {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:24:46.386342 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-3799a288-dd98-42f9-9a96-9e600a784d1d tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2008653'] for network, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:46.390113 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26e7d04f-a019-43d3-8a0d-8577ed4450ea None None] Network 6127c931-64ab-46eb-8f28-0b4f9cfb70ae requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:24:46.391263 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69197110-c22e-451e-b738-609215ffbdac tempest-FloatingIPAdminTestJSON-1727620007 tempest-FloatingIPAdminTestJSON-1727620007-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:24:46.391855 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-69197110-c22e-451e-b738-609215ffbdac tempest-FloatingIPAdminTestJSON-1727620007 tempest-FloatingIPAdminTestJSON-1727620007-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for subnet, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:46.394241 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-3799a288-dd98-42f9-9a96-9e600a784d1d tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for network, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:46.397388 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-3799a288-dd98-42f9-9a96-9e600a784d1d tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] 10.222.0.32 "DELETE /v2.0/networks/34743e6e-704e-4136-9b07-7c4a4b650667 HTTP/1.1" status: 204  len: 168 time: 1.2664561
Dec 25 21:24:46.401313 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 38560) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:24:46.412685 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3799a288-dd98-42f9-9a96-9e600a784d1d tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Pushing event deleted for resources: {'Network': ['ID=34743e6e-704e-4136-9b07-7c4a4b650667,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:24:46.434429 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-9ff671dc-5b83-4551-8b2a-01e5a2a94949 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8632410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8852809'] for subnet, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:46.466874 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff671dc-5b83-4551-8b2a-01e5a2a94949 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=84b764fe-191a-4a2c-9e8a-5c584d48ae5b,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:24:46.500189 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-9ff671dc-5b83-4551-8b2a-01e5a2a94949 admin admin] Publish callbacks [] for subnet, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:46.509279 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-9ff671dc-5b83-4551-8b2a-01e5a2a94949 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/84b764fe-191a-4a2c-9e8a-5c584d48ae5b HTTP/1.1" status: 204  len: 168 time: 0.3778851
Dec 25 21:24:46.509409 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 38562) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:24:46.513586 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53fa165d-80fe-45a2-83a8-4d9d91e20e4c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-6127c931-64ab-46eb-8f28-0b4f9cfb70ae', 'network_id': '6127c931-64ab-46eb-8f28-0b4f9cfb70ae', 'project_id': '8a091e06d57243b49dee854809c30dd5', 'fixed_ips': [{'subnet_id': '9e6f6b75-24de-4761-9363-9aa71ae21df3'}]}} from ncdv-master-1. {{(pid=121608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 25 21:24:46.514538 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-53fa165d-80fe-45a2-83a8-4d9d91e20e4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:46.517087 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-9e78bb88-1ed2-4590-a78e-6ec02f19ed12 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625803'] for network, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:46.533168 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-69197110-c22e-451e-b738-609215ffbdac tempest-FloatingIPAdminTestJSON-1727620007 tempest-FloatingIPAdminTestJSON-1727620007-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.5728095
Dec 25 21:24:46.540913 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 38564) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:24:46.546625 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-f2d45e30-5346-4746-992f-291f3ba67d79 tempest-FloatingIPAdminTestJSON-1727620007 tempest-FloatingIPAdminTestJSON-1727620007-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1298102773', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'}, 'admin_state_up': False}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:24:46.609442 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-17bad832-0b55-46de-93ec-cbee44df8333 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625803'] for network, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:46.609618 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-9e78bb88-1ed2-4590-a78e-6ec02f19ed12 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997585', 'neutron.services.segments.db._delete_segments_for_network-8737602743071'] for network, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:46.613444 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 38566) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:24:46.634978 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-64620bd5-ffdf-4517-b9fe-12c51494d964 admin admin] Publish callbacks [] for security_group, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:46.644403 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-9e78bb88-1ed2-4590-a78e-6ec02f19ed12 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2612461ac0>,) {'filters': {'network_id': ['e86a1be1-6d85-4e4f-b5d0-771ac5ee31d2']}} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:24:46.654368 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-9e78bb88-1ed2-4590-a78e-6ec02f19ed12 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2612461ac0>, '3f22dd35-17be-484e-be0c-6f48e105a87c') {'for_net_delete': True} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:24:46.654915 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-9e78bb88-1ed2-4590-a78e-6ec02f19ed12 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2612461ac0>, '3f22dd35-17be-484e-be0c-6f48e105a87c') {} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:24:46.666132 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-9e78bb88-1ed2-4590-a78e-6ec02f19ed12 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737602746920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10246592'] for segment, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:46.681232 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-9e78bb88-1ed2-4590-a78e-6ec02f19ed12 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:46.688031 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e78bb88-1ed2-4590-a78e-6ec02f19ed12 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Releasing vlan 180 on physical network physnet1 to pool {{(pid=121607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 25 21:24:46.688505 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-9e78bb88-1ed2-4590-a78e-6ec02f19ed12 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8633327'] for segment, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:46.692812 ncdv-master-1 neutron-server[121607]: Traceback (most recent call last):
Dec 25 21:24:46.692812 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 25 21:24:46.692812 ncdv-master-1 neutron-server[121607]:     timer()
Dec 25 21:24:46.692812 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 25 21:24:46.692812 ncdv-master-1 neutron-server[121607]:     cb(*args, **kw)
Dec 25 21:24:46.692812 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 25 21:24:46.692812 ncdv-master-1 neutron-server[121607]:     return func(*args, **kwargs)
Dec 25 21:24:46.692812 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 25 21:24:46.692812 ncdv-master-1 neutron-server[121607]:     self._notify()
Dec 25 21:24:46.692812 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 25 21:24:46.692812 ncdv-master-1 neutron-server[121607]:     self.callback(batched_events)
Dec 25 21:24:46.692812 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 25 21:24:46.692812 ncdv-master-1 neutron-server[121607]:     event.method(event)
Dec 25 21:24:46.692812 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 25 21:24:46.692812 ncdv-master-1 neutron-server[121607]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 25 21:24:46.692812 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 25 21:24:46.692812 ncdv-master-1 neutron-server[121607]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 25 21:24:46.692812 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 25 21:24:46.692812 ncdv-master-1 neutron-server[121607]:     return f(self, *a, **k)
Dec 25 21:24:46.692812 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 25 21:24:46.692812 ncdv-master-1 neutron-server[121607]:     return self._get(url).json()
Dec 25 21:24:46.692812 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 25 21:24:46.692812 ncdv-master-1 neutron-server[121607]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 25 21:24:46.692812 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 25 21:24:46.692812 ncdv-master-1 neutron-server[121607]:     return self.request(url, 'GET', **kwargs)
Dec 25 21:24:46.692812 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 25 21:24:46.692812 ncdv-master-1 neutron-server[121607]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 25 21:24:46.692812 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 25 21:24:46.692812 ncdv-master-1 neutron-server[121607]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 25 21:24:46.692812 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 25 21:24:46.692812 ncdv-master-1 neutron-server[121607]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 25 21:24:46.692812 ncdv-master-1 neutron-server[121607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 25 21:24:46.709931 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-f2d45e30-5346-4746-992f-291f3ba67d79 tempest-FloatingIPAdminTestJSON-1727620007 tempest-FloatingIPAdminTestJSON-1727620007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2014909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14863'] for router, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:46.709931 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-f2d45e30-5346-4746-992f-291f3ba67d79 tempest-FloatingIPAdminTestJSON-1727620007 tempest-FloatingIPAdminTestJSON-1727620007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2014285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2009796', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2082630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14848'] for router, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:46.717072 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.db_base_plugin_common [None req-53fa165d-80fe-45a2-83a8-4d9d91e20e4c None None] Allocated IP 172.20.0.2 (6127c931-64ab-46eb-8f28-0b4f9cfb70ae/9e6f6b75-24de-4761-9363-9aa71ae21df3/8e05b976-f2f7-4888-8f5e-ac1fa261ff7b) {{(pid=121608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:24:46.745726 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-17bad832-0b55-46de-93ec-cbee44df8333 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997585', 'neutron.services.segments.db._delete_segments_for_network-8737602743071'] for network, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:46.762520 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device b1017787-1b53-4a43-97f6-3de90818e068 no longer exists at agent hyperv_nch2-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:24:46.776371 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.segments.db [None req-17bad832-0b55-46de-93ec-cbee44df8333 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f261232c2e0>,) {'filters': {'network_id': ['3702c917-fb7e-4ec7-8fa9-22efe456a3e6']}} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:24:46.785766 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] No Port match for: b1017787-1b53-4a43-97f6-3de90818e068 {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:24:46.786103 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device b1017787-1b53-4a43-97f6-3de90818e068 not bound to the agent host nch2-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:24:46.790237 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.segments.db [None req-17bad832-0b55-46de-93ec-cbee44df8333 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f261232c2e0>, 'c0d71273-f529-44b3-bf0d-5a01f5d42430') {'for_net_delete': True} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:24:46.790540 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.segments.db [None req-17bad832-0b55-46de-93ec-cbee44df8333 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f261232c2e0>, 'c0d71273-f529-44b3-bf0d-5a01f5d42430') {} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:24:46.804211 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-17bad832-0b55-46de-93ec-cbee44df8333 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737602746920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9084222'] for segment, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:46.828442 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-17bad832-0b55-46de-93ec-cbee44df8333 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:46.836353 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-64620bd5-ffdf-4517-b9fe-12c51494d964 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:46.839186 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17bad832-0b55-46de-93ec-cbee44df8333 admin admin] Releasing vlan 172 on physical network physnet1 to pool {{(pid=121606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 25 21:24:46.839574 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-17bad832-0b55-46de-93ec-cbee44df8333 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9084542'] for segment, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:46.841499 ncdv-master-1 neutron-server[121606]: Traceback (most recent call last):
Dec 25 21:24:46.841499 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 25 21:24:46.841499 ncdv-master-1 neutron-server[121606]:     timer()
Dec 25 21:24:46.841499 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 25 21:24:46.841499 ncdv-master-1 neutron-server[121606]:     cb(*args, **kw)
Dec 25 21:24:46.841499 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 25 21:24:46.841499 ncdv-master-1 neutron-server[121606]:     return func(*args, **kwargs)
Dec 25 21:24:46.841499 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 25 21:24:46.841499 ncdv-master-1 neutron-server[121606]:     self._notify()
Dec 25 21:24:46.841499 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 25 21:24:46.841499 ncdv-master-1 neutron-server[121606]:     self.callback(batched_events)
Dec 25 21:24:46.841499 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 25 21:24:46.841499 ncdv-master-1 neutron-server[121606]:     event.method(event)
Dec 25 21:24:46.841499 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 25 21:24:46.841499 ncdv-master-1 neutron-server[121606]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 25 21:24:46.841499 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 25 21:24:46.841499 ncdv-master-1 neutron-server[121606]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 25 21:24:46.841499 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 25 21:24:46.841499 ncdv-master-1 neutron-server[121606]:     return f(self, *a, **k)
Dec 25 21:24:46.841499 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 25 21:24:46.841499 ncdv-master-1 neutron-server[121606]:     return self._get(url).json()
Dec 25 21:24:46.841499 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 25 21:24:46.841499 ncdv-master-1 neutron-server[121606]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 25 21:24:46.841499 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 25 21:24:46.841499 ncdv-master-1 neutron-server[121606]:     return self.request(url, 'GET', **kwargs)
Dec 25 21:24:46.841499 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 25 21:24:46.841499 ncdv-master-1 neutron-server[121606]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 25 21:24:46.841499 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 25 21:24:46.841499 ncdv-master-1 neutron-server[121606]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 25 21:24:46.841499 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 25 21:24:46.841499 ncdv-master-1 neutron-server[121606]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 25 21:24:46.841499 ncdv-master-1 neutron-server[121606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 25 21:24:46.849684 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-9e78bb88-1ed2-4590-a78e-6ec02f19ed12 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2008653'] for network, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:46.856767 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-9e78bb88-1ed2-4590-a78e-6ec02f19ed12 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for network, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:46.860153 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-9e78bb88-1ed2-4590-a78e-6ec02f19ed12 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] 10.222.0.32 "DELETE /v2.0/networks/e86a1be1-6d85-4e4f-b5d0-771ac5ee31d2 HTTP/1.1" status: 204  len: 168 time: 0.4577599
Dec 25 21:24:46.867867 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 38572) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:24:46.874773 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e78bb88-1ed2-4590-a78e-6ec02f19ed12 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Pushing event deleted for resources: {'Network': ['ID=e86a1be1-6d85-4e4f-b5d0-771ac5ee31d2,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:24:46.877900 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-2cd4d96a-87bc-464f-88b4-af127504ac20 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-357988636'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:24:46.910242 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-53fa165d-80fe-45a2-83a8-4d9d91e20e4c None None] Publish callbacks [] for port, precommit_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:46.947106 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-64620bd5-ffdf-4517-b9fe-12c51494d964 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:46.988436 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64620bd5-ffdf-4517-b9fe-12c51494d964 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b75e66b2-953f-4d2a-841f-f404d86bf66e,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:24:46.993363 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-64620bd5-ffdf-4517-b9fe-12c51494d964 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=eadb6072ef6f45bc80a5167c91f6342c&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3789673
Dec 25 21:24:46.996781 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 38574) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:24:47.062112 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-53fa165d-80fe-45a2-83a8-4d9d91e20e4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946'] for port, after_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:47.103271 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53fa165d-80fe-45a2-83a8-4d9d91e20e4c None None] Network 6127c931-64ab-46eb-8f28-0b4f9cfb70ae is already hosted by enough agents. {{(pid=121608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:24:47.108705 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.base_scheduler [None req-53fa165d-80fe-45a2-83a8-4d9d91e20e4c None None] Resources bound (agent type, host, resource id):  {{(pid=121608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:24:47.112750 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53fa165d-80fe-45a2-83a8-4d9d91e20e4c None None] Received port after_create {{(pid=121608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:24:47.118995 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fa165d-80fe-45a2-83a8-4d9d91e20e4c None None] Pushing event updated for resources: {'Port': ['ID=8e05b976-f2f7-4888-8f5e-ac1fa261ff7b,revision_number=1']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:24:47.175464 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-53fa165d-80fe-45a2-83a8-4d9d91e20e4c None None] Attempting to bind port 8e05b976-f2f7-4888-8f5e-ac1fa261ff7b on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:24:47.175834 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-53fa165d-80fe-45a2-83a8-4d9d91e20e4c None None] Attempting to bind port 8e05b976-f2f7-4888-8f5e-ac1fa261ff7b by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '2834afa4-8240-419f-8d72-2259e109d8ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '6127c931-64ab-46eb-8f28-0b4f9cfb70ae'}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:24:47.176191 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53fa165d-80fe-45a2-83a8-4d9d91e20e4c None None] Attempting to bind port 8e05b976-f2f7-4888-8f5e-ac1fa261ff7b on network 6127c931-64ab-46eb-8f28-0b4f9cfb70ae {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:24:47.181592 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53fa165d-80fe-45a2-83a8-4d9d91e20e4c None None] Checking agent: {'id': 'ca4f5c6d-f1fd-48b8-a3e3-395864c7d23d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 20, 56, 40), 'started_at': datetime.datetime(2021, 12, 25, 20, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 24, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:24:47.182019 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53fa165d-80fe-45a2-83a8-4d9d91e20e4c None None] Checking segment: {'id': '2834afa4-8240-419f-8d72-2259e109d8ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '6127c931-64ab-46eb-8f28-0b4f9cfb70ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:24:47.182419 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-53fa165d-80fe-45a2-83a8-4d9d91e20e4c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:47.182804 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53fa165d-80fe-45a2-83a8-4d9d91e20e4c None None] Bound using segment: {'id': '2834afa4-8240-419f-8d72-2259e109d8ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '6127c931-64ab-46eb-8f28-0b4f9cfb70ae'} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:24:47.183264 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-53fa165d-80fe-45a2-83a8-4d9d91e20e4c None None] Bound port: 8e05b976-f2f7-4888-8f5e-ac1fa261ff7b, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2834afa4-8240-419f-8d72-2259e109d8ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '6127c931-64ab-46eb-8f28-0b4f9cfb70ae'}}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:24:47.183643 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-53fa165d-80fe-45a2-83a8-4d9d91e20e4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:47.252369 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-53fa165d-80fe-45a2-83a8-4d9d91e20e4c None None] For port 8e05b976-f2f7-4888-8f5e-ac1fa261ff7b, host ncdv-master-1, cleared binding levels {{(pid=121608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:24:47.255695 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-53fa165d-80fe-45a2-83a8-4d9d91e20e4c None None] For port 8e05b976-f2f7-4888-8f5e-ac1fa261ff7b, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8e05b976-f2f7-4888-8f5e-ac1fa261ff7b,segment=NetworkSegment(2834afa4-8240-419f-8d72-2259e109d8ea),segment_id=2834afa4-8240-419f-8d72-2259e109d8ea)] {{(pid=121608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:24:47.307822 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-53fa165d-80fe-45a2-83a8-4d9d91e20e4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:47.308094 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cd4d96a-87bc-464f-88b4-af127504ac20 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Made reservation on behalf of 3075932236c24ad8974bea0414dd1507 for: {'network': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:24:47.311415 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-2cd4d96a-87bc-464f-88b4-af127504ac20 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for network, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:47.313263 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-17bad832-0b55-46de-93ec-cbee44df8333 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2008653'] for network, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:47.330509 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-17bad832-0b55-46de-93ec-cbee44df8333 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for network, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:47.336775 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-17bad832-0b55-46de-93ec-cbee44df8333 admin admin] 10.222.0.32 "DELETE /v2.0/networks/3702c917-fb7e-4ec7-8fa9-22efe456a3e6 HTTP/1.1" status: 204  len: 168 time: 0.8254275
Dec 25 21:24:47.336973 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 38578) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:24:47.386882 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fa165d-80fe-45a2-83a8-4d9d91e20e4c None None] Pushing event updated for resources: {'Port': ['ID=8e05b976-f2f7-4888-8f5e-ac1fa261ff7b,revision_number=2']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:24:47.404351 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bad832-0b55-46de-93ec-cbee44df8333 admin admin] Pushing event deleted for resources: {'Network': ['ID=3702c917-fb7e-4ec7-8fa9-22efe456a3e6,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:24:47.422673 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2cd4d96a-87bc-464f-88b4-af127504ac20 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] vlan segment allocate from pool success with {'vlan_id': 176, 'physical_network': 'physnet1'}  {{(pid=121606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 25 21:24:47.434279 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-2cd4d96a-87bc-464f-88b4-af127504ac20 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:47.434665 ncdv-master-1 neutron-server[121606]: INFO neutron.db.segments_db [None req-2cd4d96a-87bc-464f-88b4-af127504ac20 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Added segment 51fe49a1-856e-49f3-8199-b99f1dbf3268 of type vlan for network d534cafd-8b62-43ea-9f8c-d8bb71bff8f0
Dec 25 21:24:47.475828 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3777558-54c6-4d27-b65d-1d4d66e97aa9 admin admin] Deleting subnet a6aa1e8d-f1a1-492c-a697-5fea01910ed2 {{(pid=121607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Dec 25 21:24:47.481602 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e3777558-54c6-4d27-b65d-1d4d66e97aa9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:47.483057 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device ea70ad22-0f4f-40cc-b60a-e7ec292fcdb4 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:24:47.492982 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-2cd4d96a-87bc-464f-88b4-af127504ac20 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737602163420'] for network, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:47.511409 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] No Port match for: ea70ad22-0f4f-40cc-b60a-e7ec292fcdb4 {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:24:47.511787 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device ea70ad22-0f4f-40cc-b60a-e7ec292fcdb4 not bound to the agent host ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:24:47.536719 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e3777558-54c6-4d27-b65d-1d4d66e97aa9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10246617'] for subnet, precommit_delete_associations {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:47.549168 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-f2d45e30-5346-4746-992f-291f3ba67d79 tempest-FloatingIPAdminTestJSON-1727620007 tempest-FloatingIPAdminTestJSON-1727620007-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:47.617428 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e3777558-54c6-4d27-b65d-1d4d66e97aa9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995662'] for subnet, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:47.635671 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-e2bb461f-a80f-46f9-875d-510b8afb6331 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:47.688171 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d314d6e4-21f9-40ec-b714-321b9ad2c780 req-e0616562-f694-4cfe-81e3-6a44ff44bcba tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:24:47.689812 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d314d6e4-21f9-40ec-b714-321b9ad2c780 req-e0616562-f694-4cfe-81e3-6a44ff44bcba tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/ports?device_id=36b03831-0555-4b9e-bd9a-323002cb09e1 HTTP/1.1" status: 200  len: 908 time: 0.2077637
Dec 25 21:24:47.734995 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-e2bb461f-a80f-46f9-875d-510b8afb6331 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:47.763739 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68014f8-14bf-47c0-9fd6-13fed86843f0 req-eb98fba6-527b-4788-9564-c18d8bffb500 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:24:47.765443 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d68014f8-14bf-47c0-9fd6-13fed86843f0 req-eb98fba6-527b-4788-9564-c18d8bffb500 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.31 "GET /v2.0/ports?device_id=36b03831-0555-4b9e-bd9a-323002cb09e1 HTTP/1.1" status: 200  len: 908 time: 0.2005591
Dec 25 21:24:47.766194 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-2cd4d96a-87bc-464f-88b4-af127504ac20 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870'] for network, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:47.770736 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e3777558-54c6-4d27-b65d-1d4d66e97aa9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8632410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8852809'] for subnet, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:47.772156 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cd4d96a-87bc-464f-88b4-af127504ac20 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:24:47.774034 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-2cd4d96a-87bc-464f-88b4-af127504ac20 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for network, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:47.802940 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3777558-54c6-4d27-b65d-1d4d66e97aa9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a6aa1e8d-f1a1-492c-a697-5fea01910ed2,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:24:47.808844 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e3777558-54c6-4d27-b65d-1d4d66e97aa9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:47.813400 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-e3777558-54c6-4d27-b65d-1d4d66e97aa9 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/a6aa1e8d-f1a1-492c-a697-5fea01910ed2 HTTP/1.1" status: 204  len: 168 time: 0.4756472
Dec 25 21:24:47.814619 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 38586) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:24:47.888221 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-6974c40f-39d2-4e05-8728-820ff24fb7b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625803'] for network, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:47.978476 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-6974c40f-39d2-4e05-8728-820ff24fb7b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997585', 'neutron.services.segments.db._delete_segments_for_network-8737602743071'] for network, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:47.980775 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-f2d45e30-5346-4746-992f-291f3ba67d79 tempest-FloatingIPAdminTestJSON-1727620007 tempest-FloatingIPAdminTestJSON-1727620007-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:47.999810 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-6974c40f-39d2-4e05-8728-820ff24fb7b1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f26122e8100>,) {'filters': {'network_id': ['77a519d4-9c85-4e88-9dc6-a48472dd2d2d']}} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:24:48.009954 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-6974c40f-39d2-4e05-8728-820ff24fb7b1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f26122e8100>, '3cb64340-9dd9-428b-b2f2-eb5914a0f1dd') {'for_net_delete': True} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:24:48.011548 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-6974c40f-39d2-4e05-8728-820ff24fb7b1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f26122e8100>, '3cb64340-9dd9-428b-b2f2-eb5914a0f1dd') {} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:24:48.019773 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-6974c40f-39d2-4e05-8728-820ff24fb7b1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737602746920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10246592'] for segment, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:48.032317 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-2cd4d96a-87bc-464f-88b4-af127504ac20 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 1.1633613
Dec 25 21:24:48.035229 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd4d96a-87bc-464f-88b4-af127504ac20 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Pushing event updated for resources: {'Network': ['ID=d534cafd-8b62-43ea-9f8c-d8bb71bff8f0,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:24:48.036084 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 38588) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:24:48.041654 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-b0e52115-d0a4-4ad2-ba29-1f00efe278be tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Request body: {'subnet': {'network_id': 'd534cafd-8b62-43ea-9f8c-d8bb71bff8f0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:24:48.048911 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Network d534cafd-8b62-43ea-9f8c-d8bb71bff8f0 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 25 21:24:48.059221 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-6974c40f-39d2-4e05-8728-820ff24fb7b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:48.071058 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [req-d68014f8-14bf-47c0-9fd6-13fed86843f0 req-c1ffb4b1-9095-46e9-a972-5601d0521c5a tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Deleting port eef37bbe-1508-453a-bafd-62933899b6d9 {{(pid=121606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:24:48.074844 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-d68014f8-14bf-47c0-9fd6-13fed86843f0 req-c1ffb4b1-9095-46e9-a972-5601d0521c5a tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:48.078955 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6974c40f-39d2-4e05-8728-820ff24fb7b1 admin admin] Releasing vlan 185 on physical network physnet1 to pool {{(pid=121607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 25 21:24:48.079359 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-6974c40f-39d2-4e05-8728-820ff24fb7b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8633327'] for segment, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:48.081041 ncdv-master-1 neutron-server[121607]: Traceback (most recent call last):
Dec 25 21:24:48.081041 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 25 21:24:48.081041 ncdv-master-1 neutron-server[121607]:     timer()
Dec 25 21:24:48.081041 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 25 21:24:48.081041 ncdv-master-1 neutron-server[121607]:     cb(*args, **kw)
Dec 25 21:24:48.081041 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 25 21:24:48.081041 ncdv-master-1 neutron-server[121607]:     return func(*args, **kwargs)
Dec 25 21:24:48.081041 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 25 21:24:48.081041 ncdv-master-1 neutron-server[121607]:     self._notify()
Dec 25 21:24:48.081041 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 25 21:24:48.081041 ncdv-master-1 neutron-server[121607]:     self.callback(batched_events)
Dec 25 21:24:48.081041 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 25 21:24:48.081041 ncdv-master-1 neutron-server[121607]:     event.method(event)
Dec 25 21:24:48.081041 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 25 21:24:48.081041 ncdv-master-1 neutron-server[121607]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 25 21:24:48.081041 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 25 21:24:48.081041 ncdv-master-1 neutron-server[121607]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 25 21:24:48.081041 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 25 21:24:48.081041 ncdv-master-1 neutron-server[121607]:     return f(self, *a, **k)
Dec 25 21:24:48.081041 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 25 21:24:48.081041 ncdv-master-1 neutron-server[121607]:     return self._get(url).json()
Dec 25 21:24:48.081041 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 25 21:24:48.081041 ncdv-master-1 neutron-server[121607]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 25 21:24:48.081041 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 25 21:24:48.081041 ncdv-master-1 neutron-server[121607]:     return self.request(url, 'GET', **kwargs)
Dec 25 21:24:48.081041 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 25 21:24:48.081041 ncdv-master-1 neutron-server[121607]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 25 21:24:48.081041 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 25 21:24:48.081041 ncdv-master-1 neutron-server[121607]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 25 21:24:48.081041 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 25 21:24:48.081041 ncdv-master-1 neutron-server[121607]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 25 21:24:48.081041 ncdv-master-1 neutron-server[121607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 25 21:24:48.124449 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-e2bb461f-a80f-46f9-875d-510b8afb6331 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:48.130343 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-e2bb461f-a80f-46f9-875d-510b8afb6331 admin admin] Publish callbacks [] for security_group, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:48.134670 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-e2bb461f-a80f-46f9-875d-510b8afb6331 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b75e66b2-953f-4d2a-841f-f404d86bf66e HTTP/1.1" status: 204  len: 168 time: 1.1348860
Dec 25 21:24:48.198887 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bb461f-a80f-46f9-875d-510b8afb6331 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b75e66b2-953f-4d2a-841f-f404d86bf66e,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:24:48.270636 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-d68014f8-14bf-47c0-9fd6-13fed86843f0 req-c1ffb4b1-9095-46e9-a972-5601d0521c5a tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] For port eef37bbe-1508-453a-bafd-62933899b6d9, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=eef37bbe-1508-453a-bafd-62933899b6d9,segment=NetworkSegment(66e39abb-3870-4404-91e4-a4d8a7ae7fb7),segment_id=66e39abb-3870-4404-91e4-a4d8a7ae7fb7)] {{(pid=121606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:24:48.271385 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-d68014f8-14bf-47c0-9fd6-13fed86843f0 req-c1ffb4b1-9095-46e9-a972-5601d0521c5a tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:48.271880 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-6974c40f-39d2-4e05-8728-820ff24fb7b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2008653'] for network, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:48.280686 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-6974c40f-39d2-4e05-8728-820ff24fb7b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for network, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:48.290234 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-6974c40f-39d2-4e05-8728-820ff24fb7b1 admin admin] 10.222.0.32 "DELETE /v2.0/networks/77a519d4-9c85-4e88-9dc6-a48472dd2d2d HTTP/1.1" status: 204  len: 168 time: 0.4683547
Dec 25 21:24:48.291555 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [req-d68014f8-14bf-47c0-9fd6-13fed86843f0 req-c1ffb4b1-9095-46e9-a972-5601d0521c5a tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Calling delete_port for eef37bbe-1508-453a-bafd-62933899b6d9 owned by compute:nova {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:24:48.296432 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6974c40f-39d2-4e05-8728-820ff24fb7b1 admin admin] Pushing event deleted for resources: {'Network': ['ID=77a519d4-9c85-4e88-9dc6-a48472dd2d2d,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:24:48.347156 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0e52115-d0a4-4ad2-ba29-1f00efe278be tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Made reservation on behalf of 3075932236c24ad8974bea0414dd1507 for: {'subnet': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:24:48.350998 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b0e52115-d0a4-4ad2-ba29-1f00efe278be tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8852834'] for subnet, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:48.484464 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-f2d45e30-5346-4746-992f-291f3ba67d79 tempest-FloatingIPAdminTestJSON-1727620007 tempest-FloatingIPAdminTestJSON-1727620007-project] Publish callbacks [] for router_gateway, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:48.514986 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-f2d45e30-5346-4746-992f-291f3ba67d79 tempest-FloatingIPAdminTestJSON-1727620007 tempest-FloatingIPAdminTestJSON-1727620007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:48.624284 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fabcd9d-1e44-4b7b-bdb3-cc6338988d16 None None] Network 6127c931-64ab-46eb-8f28-0b4f9cfb70ae requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:24:48.677713 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_common [None req-f2d45e30-5346-4746-992f-291f3ba67d79 tempest-FloatingIPAdminTestJSON-1727620007 tempest-FloatingIPAdminTestJSON-1727620007-project] Allocated IP 172.35.3.122 (7201e55c-7c5f-41aa-a042-a363696539d0/7a939e13-713f-45cf-bba7-1539635abe25/91215221-53c7-4caf-ba38-3f529291c4b5) {{(pid=121606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:24:48.685366 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b0e52115-d0a4-4ad2-ba29-1f00efe278be tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8632475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8852848'] for subnet, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:48.759079 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-d68014f8-14bf-47c0-9fd6-13fed86843f0 req-c1ffb4b1-9095-46e9-a972-5601d0521c5a tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:48.764640 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-9af4ebc0-b9d9-4124-9f89-6c84364f7ec4 None None] Provisioning complete for port 8e05b976-f2f7-4888-8f5e-ac1fa261ff7b triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:24:48.765434 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9af4ebc0-b9d9-4124-9f89-6c84364f7ec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:48.790193 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 38604) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:24:48.807432 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ffb4b1-9095-46e9-a972-5601d0521c5a tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Pushing event deleted for resources: {'Port': ['ID=eef37bbe-1508-453a-bafd-62933899b6d9,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:24:48.824793 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0e52115-d0a4-4ad2-ba29-1f00efe278be tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Checking segment: {'id': '51fe49a1-856e-49f3-8199-b99f1dbf3268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd534cafd-8b62-43ea-9f8c-d8bb71bff8f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:24:48.825631 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0e52115-d0a4-4ad2-ba29-1f00efe278be tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Network hostable DHCP agents. Network: d534cafd-8b62-43ea-9f8c-d8bb71bff8f0, hostable agents: ['1813db88-2c1b-4357-a2ba-869246b663c2'], hosted agents: [] {{(pid=121607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 25 21:24:48.828089 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e52115-d0a4-4ad2-ba29-1f00efe278be tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Pushing event updated for resources: {'Subnet': ['ID=707e52f4-55e9-4f5c-a5d4-f9ac38a357cd,revision_number=0']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:24:48.917268 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9af4ebc0-b9d9-4124-9f89-6c84364f7ec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:48.941872 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5662ccf2-9931-42b6-8b27-7855cefda1a5 req-3601ed1c-bab9-463a-b171-c0c14f96de8d tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/ports?device_id=36b03831-0555-4b9e-bd9a-323002cb09e1 HTTP/1.1" status: 200  len: 210 time: 0.1180644
Dec 25 21:24:48.976245 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [req-d68014f8-14bf-47c0-9fd6-13fed86843f0 req-c1ffb4b1-9095-46e9-a972-5601d0521c5a tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] No DVR routers for this DVR port eef37bbe-1508-453a-bafd-62933899b6d9 on host nch1-master-1 {{(pid=121606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:24:48.978029 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-033a28bb-6a30-4677-8052-e7d75fe03104 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e78183302ecf4f92a3eab85b3f567d9e&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1808679
Dec 25 21:24:48.978895 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 38610) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:24:48.980427 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-d68014f8-14bf-47c0-9fd6-13fed86843f0 req-c1ffb4b1-9095-46e9-a972-5601d0521c5a tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:48.985174 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d68014f8-14bf-47c0-9fd6-13fed86843f0 req-c1ffb4b1-9095-46e9-a972-5601d0521c5a tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.31 "DELETE /v2.0/ports/eef37bbe-1508-453a-bafd-62933899b6d9 HTTP/1.1" status: 204  len: 173 time: 1.2083237
Dec 25 21:24:48.995425 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36b03831-0555-4b9e-bd9a-323002cb09e1', 'name': 'network-vif-deleted', 'tag': 'eef37bbe-1508-453a-bafd-62933899b6d9'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:24:48.995783 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9af4ebc0-b9d9-4124-9f89-6c84364f7ec4 None None] For port 8e05b976-f2f7-4888-8f5e-ac1fa261ff7b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8e05b976-f2f7-4888-8f5e-ac1fa261ff7b,segment=NetworkSegment(2834afa4-8240-419f-8d72-2259e109d8ea),segment_id=2834afa4-8240-419f-8d72-2259e109d8ea)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:24:49.008552 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9858820c13ec2827453b94ebc4181065e990a4e4089ccb9fe762531ac62d2fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-081ea2cc-a74f-45a2-bf39-9d570eb22943" -d '{"events": [{"server_uuid": "36b03831-0555-4b9e-bd9a-323002cb09e1", "name": "network-vif-deleted", "tag": "eef37bbe-1508-453a-bafd-62933899b6d9"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:24:49.029310 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-f2d45e30-5346-4746-992f-291f3ba67d79 tempest-FloatingIPAdminTestJSON-1727620007 tempest-FloatingIPAdminTestJSON-1727620007-project] Publish callbacks [] for port, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:49.063093 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 21:24:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f465d899-fe5e-4200-962b-49700753d5b7 x-openstack-request-id: req-f465d899-fe5e-4200-962b-49700753d5b7 {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:24:49.063401 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36b03831-0555-4b9e-bd9a-323002cb09e1", "name": "network-vif-deleted", "tag": "eef37bbe-1508-453a-bafd-62933899b6d9", "status": "completed", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:24:49.063650 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f465d899-fe5e-4200-962b-49700753d5b7 {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:24:49.064049 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36b03831-0555-4b9e-bd9a-323002cb09e1', 'name': 'network-vif-deleted', 'tag': 'eef37bbe-1508-453a-bafd-62933899b6d9', 'status': 'completed', 'code': 200}
Dec 25 21:24:49.095717 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9af4ebc0-b9d9-4124-9f89-6c84364f7ec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:49.103830 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0e52115-d0a4-4ad2-ba29-1f00efe278be tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Network d534cafd-8b62-43ea-9f8c-d8bb71bff8f0 is scheduled to be hosted by DHCP agent 1813db88-2c1b-4357-a2ba-869246b663c2 with binding_index 1 {{(pid=121607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 25 21:24:49.112646 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-6306661a-2a4e-49d7-8ea5-7757462213f3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:49.138796 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-6306661a-2a4e-49d7-8ea5-7757462213f3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:49.176147 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af4ebc0-b9d9-4124-9f89-6c84364f7ec4 None None] Pushing event updated for resources: {'Port': ['ID=8e05b976-f2f7-4888-8f5e-ac1fa261ff7b,revision_number=3']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:24:49.187653 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-f2d45e30-5346-4746-992f-291f3ba67d79 tempest-FloatingIPAdminTestJSON-1727620007 tempest-FloatingIPAdminTestJSON-1727620007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:49.227522 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-b0e52115-d0a4-4ad2-ba29-1f00efe278be tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, d534cafd-8b62-43ea-9f8c-d8bb71bff8f0) {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:24:49.234100 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0e52115-d0a4-4ad2-ba29-1f00efe278be tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:24:49.234387 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b0e52115-d0a4-4ad2-ba29-1f00efe278be tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks [] for subnet, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:49.244804 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2d45e30-5346-4746-992f-291f3ba67d79 tempest-FloatingIPAdminTestJSON-1727620007 tempest-FloatingIPAdminTestJSON-1727620007-project] Network 7201e55c-7c5f-41aa-a042-a363696539d0 is already hosted by enough agents. {{(pid=121606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:24:49.246942 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96d58648-6c32-416b-bc1b-3a70779f028e None None] Network d534cafd-8b62-43ea-9f8c-d8bb71bff8f0 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:24:49.248694 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [None req-f2d45e30-5346-4746-992f-291f3ba67d79 tempest-FloatingIPAdminTestJSON-1727620007 tempest-FloatingIPAdminTestJSON-1727620007-project] Resources bound (agent type, host, resource id):  {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:24:49.254961 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2d45e30-5346-4746-992f-291f3ba67d79 tempest-FloatingIPAdminTestJSON-1727620007 tempest-FloatingIPAdminTestJSON-1727620007-project] Received port after_create {{(pid=121606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:24:49.267257 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-6306661a-2a4e-49d7-8ea5-7757462213f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:49.272362 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-6306661a-2a4e-49d7-8ea5-7757462213f3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:49.274520 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-6306661a-2a4e-49d7-8ea5-7757462213f3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/114728bb-0988-4d5e-9b1f-93d8f8d0c467 HTTP/1.1" status: 204  len: 168 time: 0.2914870
Dec 25 21:24:49.297095 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d45e30-5346-4746-992f-291f3ba67d79 tempest-FloatingIPAdminTestJSON-1727620007 tempest-FloatingIPAdminTestJSON-1727620007-project] Pushing event updated for resources: {'Port': ['ID=91215221-53c7-4caf-ba38-3f529291c4b5,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:24:49.314993 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6306661a-2a4e-49d7-8ea5-7757462213f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=114728bb-0988-4d5e-9b1f-93d8f8d0c467,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:24:49.364378 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-b0e52115-d0a4-4ad2-ba29-1f00efe278be tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.3245437
Dec 25 21:24:49.365013 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 38622) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:24:49.369968 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-b2f296f3-a795-4938-b5dd-ccc53659d99f tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-119016377', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:24:49.462020 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-d0790124-e108-4c39-bf95-c682ec98c00b None None] Provisioning complete for port 8e05b976-f2f7-4888-8f5e-ac1fa261ff7b triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:24:49.463048 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-d0790124-e108-4c39-bf95-c682ec98c00b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:49.553022 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b2f296f3-a795-4938-b5dd-ccc53659d99f tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2014909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14863'] for router, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:49.554126 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b2f296f3-a795-4938-b5dd-ccc53659d99f tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2014285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2009796', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2082630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14848'] for router, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:49.614218 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b2f296f3-a795-4938-b5dd-ccc53659d99f tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:49.667529 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 8e05b976-f2f7-4888-8f5e-ac1fa261ff7b up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:24:49.737253 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0de03cd-de01-47bc-af6a-de01989c4cc0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-d534cafd-8b62-43ea-9f8c-d8bb71bff8f0', 'network_id': 'd534cafd-8b62-43ea-9f8c-d8bb71bff8f0', 'project_id': '3075932236c24ad8974bea0414dd1507', 'fixed_ips': [{'subnet_id': '707e52f4-55e9-4f5c-a5d4-f9ac38a357cd'}]}} from ncdv-master-1. {{(pid=121608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 25 21:24:49.738107 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-e0de03cd-de01-47bc-af6a-de01989c4cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:49.738244 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.agents_db [None req-ec08dba0-4483-4109-b5e1-5e4a9fdaf12d None None] Agent healthcheck: found 7 active agents {{(pid=121609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 25 21:24:49.764862 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b2f296f3-a795-4938-b5dd-ccc53659d99f tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2014278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2009753'] for router, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:49.778465 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-f2d45e30-5346-4746-992f-291f3ba67d79 tempest-FloatingIPAdminTestJSON-1727620007 tempest-FloatingIPAdminTestJSON-1727620007-project] Publish callbacks [] for router_gateway, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:49.821254 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port 8e05b976-f2f7-4888-8f5e-ac1fa261ff7b triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:24:49.821622 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:49.922475 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b2f296f3-a795-4938-b5dd-ccc53659d99f tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks [] for router, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:49.930598 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-b2f296f3-a795-4938-b5dd-ccc53659d99f tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 703 time: 0.5587463
Dec 25 21:24:49.932925 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 38634) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:24:49.939548 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-7b4a0d20-62d8-440f-b440-677b555356d3 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Request body: {'port': {'network_id': 'd534cafd-8b62-43ea-9f8c-d8bb71bff8f0', 'name': 'tempest-RoutersIpV6Test-1166197090'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:24:50.145649 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.db_base_plugin_common [None req-e0de03cd-de01-47bc-af6a-de01989c4cc0 None None] Allocated IP 2001:db8::2 (d534cafd-8b62-43ea-9f8c-d8bb71bff8f0/707e52f4-55e9-4f5c-a5d4-f9ac38a357cd/b12c9ea1-aa33-492d-9c43-a7a7f65a9131) {{(pid=121608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:24:50.187131 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-138f15e4-f7a6-4ecb-8641-57878c63dd3c req-e74cc713-9c9c-4cec-b128-c35f97fa82c3 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/ports?device_id=36b03831-0555-4b9e-bd9a-323002cb09e1 HTTP/1.1" status: 200  len: 210 time: 0.0379982
Dec 25 21:24:50.196193 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-f2d45e30-5346-4746-992f-291f3ba67d79 tempest-FloatingIPAdminTestJSON-1727620007 tempest-FloatingIPAdminTestJSON-1727620007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2014278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2009753'] for router, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:50.260169 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b4a0d20-62d8-440f-b440-677b555356d3 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Made reservation on behalf of 3075932236c24ad8974bea0414dd1507 for: {'port': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:24:50.265605 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-7b4a0d20-62d8-440f-b440-677b555356d3 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:50.289407 ncdv-master-1 neutron-server[121607]: DEBUG neutron.notifiers.nova [None req-7b4a0d20-62d8-440f-b440-677b555356d3 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] device_id is not set on port ff87de75-0152-476d-9b39-c4a57d182c3f yet. {{(pid=121607) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 25 21:24:50.328060 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-e0de03cd-de01-47bc-af6a-de01989c4cc0 None None] Publish callbacks [] for port, precommit_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:50.344724 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 38648) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:24:50.386410 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-e0de03cd-de01-47bc-af6a-de01989c4cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946'] for port, after_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:50.415823 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-4afdef09-bb95-4d6f-a90b-0dc5d9f54f43 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=08db6be69b3b4400a38c7491ded0ab82&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0668240
Dec 25 21:24:50.416713 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 38650) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:24:50.458556 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0de03cd-de01-47bc-af6a-de01989c4cc0 None None] Network d534cafd-8b62-43ea-9f8c-d8bb71bff8f0 is already hosted by enough agents. {{(pid=121608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:24:50.458978 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.base_scheduler [None req-e0de03cd-de01-47bc-af6a-de01989c4cc0 None None] Resources bound (agent type, host, resource id):  {{(pid=121608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:24:50.462710 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_common [None req-7b4a0d20-62d8-440f-b440-677b555356d3 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Allocated IP 2001:db8::84 (d534cafd-8b62-43ea-9f8c-d8bb71bff8f0/707e52f4-55e9-4f5c-a5d4-f9ac38a357cd/ff87de75-0152-476d-9b39-c4a57d182c3f) {{(pid=121607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:24:50.465118 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0de03cd-de01-47bc-af6a-de01989c4cc0 None None] Received port after_create {{(pid=121608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:24:50.470706 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0de03cd-de01-47bc-af6a-de01989c4cc0 None None] Pushing event updated for resources: {'Port': ['ID=b12c9ea1-aa33-492d-9c43-a7a7f65a9131,revision_number=1']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:24:50.481470 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2d45e30-5346-4746-992f-291f3ba67d79 tempest-FloatingIPAdminTestJSON-1727620007 tempest-FloatingIPAdminTestJSON-1727620007-project] Router d072f6f8-50d6-47f9-9dc4-b29e16e50307 is scheduled to L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 with binding_index 1 {{(pid=121606) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 25 21:24:50.483883 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-94f285dd-4127-45b9-87a2-eaba9830fdc0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:50.520570 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-94f285dd-4127-45b9-87a2-eaba9830fdc0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:50.545991 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-e0de03cd-de01-47bc-af6a-de01989c4cc0 None None] Attempting to bind port b12c9ea1-aa33-492d-9c43-a7a7f65a9131 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:24:50.546673 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-e0de03cd-de01-47bc-af6a-de01989c4cc0 None None] Attempting to bind port b12c9ea1-aa33-492d-9c43-a7a7f65a9131 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '51fe49a1-856e-49f3-8199-b99f1dbf3268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd534cafd-8b62-43ea-9f8c-d8bb71bff8f0'}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:24:50.547235 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0de03cd-de01-47bc-af6a-de01989c4cc0 None None] Attempting to bind port b12c9ea1-aa33-492d-9c43-a7a7f65a9131 on network d534cafd-8b62-43ea-9f8c-d8bb71bff8f0 {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:24:50.553464 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0de03cd-de01-47bc-af6a-de01989c4cc0 None None] Checking agent: {'id': 'ca4f5c6d-f1fd-48b8-a3e3-395864c7d23d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 20, 56, 40), 'started_at': datetime.datetime(2021, 12, 25, 20, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 24, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:24:50.554154 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0de03cd-de01-47bc-af6a-de01989c4cc0 None None] Checking segment: {'id': '51fe49a1-856e-49f3-8199-b99f1dbf3268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd534cafd-8b62-43ea-9f8c-d8bb71bff8f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:24:50.555263 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-e0de03cd-de01-47bc-af6a-de01989c4cc0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:50.555819 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0de03cd-de01-47bc-af6a-de01989c4cc0 None None] Bound using segment: {'id': '51fe49a1-856e-49f3-8199-b99f1dbf3268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd534cafd-8b62-43ea-9f8c-d8bb71bff8f0'} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:24:50.556574 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-e0de03cd-de01-47bc-af6a-de01989c4cc0 None None] Bound port: b12c9ea1-aa33-492d-9c43-a7a7f65a9131, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51fe49a1-856e-49f3-8199-b99f1dbf3268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd534cafd-8b62-43ea-9f8c-d8bb71bff8f0'}}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:24:50.557169 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-e0de03cd-de01-47bc-af6a-de01989c4cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:50.658592 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-e0de03cd-de01-47bc-af6a-de01989c4cc0 None None] For port b12c9ea1-aa33-492d-9c43-a7a7f65a9131, host ncdv-master-1, cleared binding levels {{(pid=121608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:24:50.663904 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-e0de03cd-de01-47bc-af6a-de01989c4cc0 None None] For port b12c9ea1-aa33-492d-9c43-a7a7f65a9131, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b12c9ea1-aa33-492d-9c43-a7a7f65a9131,segment=NetworkSegment(51fe49a1-856e-49f3-8199-b99f1dbf3268),segment_id=51fe49a1-856e-49f3-8199-b99f1dbf3268)] {{(pid=121608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:24:50.667997 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-7b4a0d20-62d8-440f-b440-677b555356d3 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks [] for port, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:50.676993 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2d45e30-5346-4746-992f-291f3ba67d79 tempest-FloatingIPAdminTestJSON-1727620007 tempest-FloatingIPAdminTestJSON-1727620007-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 21:24:50.698165 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dfd0f6f-aa1d-4942-9142-185f4c07994b None None] Sync routers for ids ['d072f6f8-50d6-47f9-9dc4-b29e16e50307'] in ncdv-master-1 {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 21:24:50.714295 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dfd0f6f-aa1d-4942-9142-185f4c07994b None None] Routers {'d072f6f8-50d6-47f9-9dc4-b29e16e50307'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:24:50.714901 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-8dfd0f6f-aa1d-4942-9142-185f4c07994b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2618568ee0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:24:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['d072f6f8-50d6-47f9-9dc4-b29e16e50307'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:24:50.751634 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-8dfd0f6f-aa1d-4942-9142-185f4c07994b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2618568ee0>, [], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:24:50.761405 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dfd0f6f-aa1d-4942-9142-185f4c07994b None None] Routers {'d072f6f8-50d6-47f9-9dc4-b29e16e50307'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:24:50.762006 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-8dfd0f6f-aa1d-4942-9142-185f4c07994b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2618568ee0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:24:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['d072f6f8-50d6-47f9-9dc4-b29e16e50307'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:24:50.794571 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-e0de03cd-de01-47bc-af6a-de01989c4cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:50.796353 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-8dfd0f6f-aa1d-4942-9142-185f4c07994b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2618568ee0>, [], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:24:50.796973 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dfd0f6f-aa1d-4942-9142-185f4c07994b None None] The sync data for ids ['d072f6f8-50d6-47f9-9dc4-b29e16e50307'] in ncdv-master-1 is: [] {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 21:24:50.826497 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-7b4a0d20-62d8-440f-b440-677b555356d3 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:50.844612 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-f2d45e30-5346-4746-992f-291f3ba67d79 tempest-FloatingIPAdminTestJSON-1727620007 tempest-FloatingIPAdminTestJSON-1727620007-project] Publish callbacks [] for router, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:50.848436 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-f2d45e30-5346-4746-992f-291f3ba67d79 tempest-FloatingIPAdminTestJSON-1727620007 tempest-FloatingIPAdminTestJSON-1727620007-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 892 time: 4.3040423
Dec 25 21:24:50.848436 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-94f285dd-4127-45b9-87a2-eaba9830fdc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:50.849897 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-94f285dd-4127-45b9-87a2-eaba9830fdc0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:50.864313 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-94f285dd-4127-45b9-87a2-eaba9830fdc0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/491be027-4111-4af8-aa22-66524b20acc4 HTTP/1.1" status: 204  len: 168 time: 0.4376197
Dec 25 21:24:50.864313 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 38656) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:24:50.877018 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0de03cd-de01-47bc-af6a-de01989c4cc0 None None] Pushing event updated for resources: {'Port': ['ID=b12c9ea1-aa33-492d-9c43-a7a7f65a9131,revision_number=2']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:24:50.894859 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b4a0d20-62d8-440f-b440-677b555356d3 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Network d534cafd-8b62-43ea-9f8c-d8bb71bff8f0 is already hosted by enough agents. {{(pid=121607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:24:50.900573 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-7b4a0d20-62d8-440f-b440-677b555356d3 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Resources bound (agent type, host, resource id):  {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:24:50.904351 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b4a0d20-62d8-440f-b440-677b555356d3 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Received port after_create {{(pid=121607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:24:50.910786 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b4a0d20-62d8-440f-b440-677b555356d3 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:24:50.911742 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-7b4a0d20-62d8-440f-b440-677b555356d3 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:50.923556 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f285dd-4127-45b9-87a2-eaba9830fdc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=491be027-4111-4af8-aa22-66524b20acc4,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:24:50.942617 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4a0d20-62d8-440f-b440-677b555356d3 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Pushing event updated for resources: {'Port': ['ID=ff87de75-0152-476d-9b39-c4a57d182c3f,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:24:51.029179 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-7b4a0d20-62d8-440f-b440-677b555356d3 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 928 time: 1.0941639
Dec 25 21:24:51.031617 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 38660) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:24:51.307710 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 38670) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:24:51.540752 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device b12c9ea1-aa33-492d-9c43-a7a7f65a9131 up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:24:51.559379 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-9668a8ff-2533-4711-bf81-596223305c14 admin admin] Publish callbacks [] for security_group, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:51.605167 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port b12c9ea1-aa33-492d-9c43-a7a7f65a9131 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:24:51.605555 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:51.627164 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5b681260-112a-4899-8777-a324e07184c9 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:51.729700 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:51.849725 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] For port b12c9ea1-aa33-492d-9c43-a7a7f65a9131, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b12c9ea1-aa33-492d-9c43-a7a7f65a9131,segment=NetworkSegment(51fe49a1-856e-49f3-8199-b99f1dbf3268),segment_id=51fe49a1-856e-49f3-8199-b99f1dbf3268)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:24:51.880507 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-9668a8ff-2533-4711-bf81-596223305c14 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:51.962920 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:51.979514 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-fbd3d595-b3d2-49af-93c0-06e821e23128 tempest-FloatingIPAdminTestJSON-1727620007 tempest-FloatingIPAdminTestJSON-1727620007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:52.021782 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea9d2e9-dc63-4325-94d0-d06d415b0134 req-f3765512-fe16-4c87-b449-11e820f26e33 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:24:52.024171 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7ea9d2e9-dc63-4325-94d0-d06d415b0134 req-f3765512-fe16-4c87-b449-11e820f26e33 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/ports?device_id=a61c5de8-d812-47f0-b612-27005b61919f HTTP/1.1" status: 200  len: 945 time: 0.1008778
Dec 25 21:24:52.039731 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5b681260-112a-4899-8777-a324e07184c9 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks [] for port, precommit_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:52.042440 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-9668a8ff-2533-4711-bf81-596223305c14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:52.085076 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device eef37bbe-1508-453a-bafd-62933899b6d9 no longer exists at agent hyperv_nch1-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:24:52.093863 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-9668a8ff-2533-4711-bf81-596223305c14 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7234bacaa9f742f6b74ce28dff8546ec&name=default HTTP/1.1" status: 200  len: 3000 time: 0.7826030
Dec 25 21:24:52.094333 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 38698) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:24:52.113697 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9668a8ff-2533-4711-bf81-596223305c14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eaf10b0a-425f-49c4-8e53-3d2b4d8e2191,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:24:52.124222 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5b681260-112a-4899-8777-a324e07184c9 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8632327'] for port, after_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:52.153370 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] No Port match for: eef37bbe-1508-453a-bafd-62933899b6d9 {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:24:52.154196 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device eef37bbe-1508-453a-bafd-62933899b6d9 not bound to the agent host nch1-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:24:52.158978 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Pushing event updated for resources: {'Port': ['ID=b12c9ea1-aa33-492d-9c43-a7a7f65a9131,revision_number=3']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:24:52.170798 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7ea9d2e9-dc63-4325-94d0-d06d415b0134 req-8d5dcfef-0176-47cf-b247-f30377ab62d3 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/security-groups?id=8da2903e-43de-461d-84b5-0c733a2bfb8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1141238
Dec 25 21:24:52.239693 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b681260-112a-4899-8777-a324e07184c9 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Pushing event updated for resources: {'Port': ['ID=ff87de75-0152-476d-9b39-c4a57d182c3f,revision_number=2']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:24:52.319026 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f10106df-e908-437a-8f10-bd264b117793 None None] Network d534cafd-8b62-43ea-9f8c-d8bb71bff8f0 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:24:52.331208 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-017b18df-27a3-4344-814f-a5cd1a458292 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:52.400144 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-017b18df-27a3-4344-814f-a5cd1a458292 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:52.449605 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-e93087cc-ec53-44e3-9492-3dacde7e76c2 None None] Provisioning complete for port b12c9ea1-aa33-492d-9c43-a7a7f65a9131 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:24:52.449971 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-e93087cc-ec53-44e3-9492-3dacde7e76c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:52.452490 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_common [None req-fbd3d595-b3d2-49af-93c0-06e821e23128 tempest-FloatingIPAdminTestJSON-1727620007 tempest-FloatingIPAdminTestJSON-1727620007-project] Allocated IP 172.20.0.1 (6127c931-64ab-46eb-8f28-0b4f9cfb70ae/9e6f6b75-24de-4761-9363-9aa71ae21df3/ba4d8631-e0df-4043-9945-1ddc307815f0) {{(pid=121606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:24:52.471238 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5b681260-112a-4899-8777-a324e07184c9 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2008772'] for router_interface, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:52.631705 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-fbd3d595-b3d2-49af-93c0-06e821e23128 tempest-FloatingIPAdminTestJSON-1727620007 tempest-FloatingIPAdminTestJSON-1727620007-project] Publish callbacks [] for port, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:52.679940 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5b681260-112a-4899-8777-a324e07184c9 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:52.681997 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-017b18df-27a3-4344-814f-a5cd1a458292 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:52.684537 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-017b18df-27a3-4344-814f-a5cd1a458292 admin admin] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:52.687916 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-017b18df-27a3-4344-814f-a5cd1a458292 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/eaf10b0a-425f-49c4-8e53-3d2b4d8e2191 HTTP/1.1" status: 204  len: 168 time: 0.5904973
Dec 25 21:24:52.706152 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017b18df-27a3-4344-814f-a5cd1a458292 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaf10b0a-425f-49c4-8e53-3d2b4d8e2191,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:24:52.758002 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-fbd3d595-b3d2-49af-93c0-06e821e23128 tempest-FloatingIPAdminTestJSON-1727620007 tempest-FloatingIPAdminTestJSON-1727620007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:52.852338 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbd3d595-b3d2-49af-93c0-06e821e23128 tempest-FloatingIPAdminTestJSON-1727620007 tempest-FloatingIPAdminTestJSON-1727620007-project] Network 6127c931-64ab-46eb-8f28-0b4f9cfb70ae is already hosted by enough agents. {{(pid=121606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:24:52.870576 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [None req-fbd3d595-b3d2-49af-93c0-06e821e23128 tempest-FloatingIPAdminTestJSON-1727620007 tempest-FloatingIPAdminTestJSON-1727620007-project] Resources bound (agent type, host, resource id):  {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:24:52.896235 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbd3d595-b3d2-49af-93c0-06e821e23128 tempest-FloatingIPAdminTestJSON-1727620007 tempest-FloatingIPAdminTestJSON-1727620007-project] Received port after_create {{(pid=121606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:24:52.902772 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd3d595-b3d2-49af-93c0-06e821e23128 tempest-FloatingIPAdminTestJSON-1727620007 tempest-FloatingIPAdminTestJSON-1727620007-project] Pushing event updated for resources: {'Port': ['ID=ba4d8631-e0df-4043-9945-1ddc307815f0,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:24:53.009006 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-fbd3d595-b3d2-49af-93c0-06e821e23128 tempest-FloatingIPAdminTestJSON-1727620007 tempest-FloatingIPAdminTestJSON-1727620007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2008772'] for router_interface, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:53.059378 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-d62af504-0402-4b00-a5fc-a7e02653cfed None None] Provisioning complete for port ff87de75-0152-476d-9b39-c4a57d182c3f triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:24:53.059886 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-d62af504-0402-4b00-a5fc-a7e02653cfed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:53.118013 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5b681260-112a-4899-8777-a324e07184c9 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks [] for port, precommit_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:53.147156 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-d62af504-0402-4b00-a5fc-a7e02653cfed None None] Port ff87de75-0152-476d-9b39-c4a57d182c3f cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:24:53.173507 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-d62af504-0402-4b00-a5fc-a7e02653cfed None None] Provisioning complete for port b12c9ea1-aa33-492d-9c43-a7a7f65a9131 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:24:53.173937 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-d62af504-0402-4b00-a5fc-a7e02653cfed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:53.199285 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5b681260-112a-4899-8777-a324e07184c9 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8632327'] for port, after_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:53.200362 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5b681260-112a-4899-8777-a324e07184c9 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2007636'] for router_interface, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:53.412721 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b681260-112a-4899-8777-a324e07184c9 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Pushing event updated for resources: {'Port': ['ID=ff87de75-0152-476d-9b39-c4a57d182c3f,revision_number=3']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:24:53.459680 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e20b3b4-453d-4a25-b5b6-1f9b0ac78f0a req-0aaeb59c-7b0e-4081-bcb8-0f7092e4ff39 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:24:53.461886 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-6e20b3b4-453d-4a25-b5b6-1f9b0ac78f0a req-0aaeb59c-7b0e-4081-bcb8-0f7092e4ff39 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.31 "GET /v2.0/ports?device_id=a61c5de8-d812-47f0-b612-27005b61919f HTTP/1.1" status: 200  len: 945 time: 0.2495649
Dec 25 21:24:53.509715 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-db084b86-0676-4eaa-a212-b9d15bb7284e None None] Provisioning complete for port ba4d8631-e0df-4043-9945-1ddc307815f0 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:24:53.510122 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-db084b86-0676-4eaa-a212-b9d15bb7284e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:53.550858 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device b12c9ea1-aa33-492d-9c43-a7a7f65a9131 up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:24:53.566266 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b681260-112a-4899-8777-a324e07184c9 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Network d534cafd-8b62-43ea-9f8c-d8bb71bff8f0 is already hosted by enough agents. {{(pid=121607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:24:53.566550 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-5b681260-112a-4899-8777-a324e07184c9 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Resources bound (agent type, host, resource id):  {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:24:53.605355 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-db084b86-0676-4eaa-a212-b9d15bb7284e None None] Port ba4d8631-e0df-4043-9945-1ddc307815f0 cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:24:53.624160 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-db084b86-0676-4eaa-a212-b9d15bb7284e None None] Provisioning complete for port ff87de75-0152-476d-9b39-c4a57d182c3f triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:24:53.624522 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-db084b86-0676-4eaa-a212-b9d15bb7284e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:53.674019 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-db084b86-0676-4eaa-a212-b9d15bb7284e None None] Port ff87de75-0152-476d-9b39-c4a57d182c3f cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:24:53.677674 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port b12c9ea1-aa33-492d-9c43-a7a7f65a9131 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:24:53.678211 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:53.723664 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e9c869-2cf2-4e25-a46d-34cc635f530c req-21c8e40d-7455-499a-a64a-92f1d8b4afc4 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:24:53.726641 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-16e9c869-2cf2-4e25-a46d-34cc635f530c req-21c8e40d-7455-499a-a64a-92f1d8b4afc4 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/ports?device_id=a61c5de8-d812-47f0-b612-27005b61919f HTTP/1.1" status: 200  len: 945 time: 0.3602810
Dec 25 21:24:53.753445 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-fbd3d595-b3d2-49af-93c0-06e821e23128 tempest-FloatingIPAdminTestJSON-1727620007 tempest-FloatingIPAdminTestJSON-1727620007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:53.803324 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-9974b193-f040-41ed-a0ec-0a9a29651ced None None] Provisioning complete for port ff87de75-0152-476d-9b39-c4a57d182c3f triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:24:53.803636 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9974b193-f040-41ed-a0ec-0a9a29651ced None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:53.844276 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-9974b193-f040-41ed-a0ec-0a9a29651ced None None] Port ff87de75-0152-476d-9b39-c4a57d182c3f cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:24:53.896343 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b681260-112a-4899-8777-a324e07184c9 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Router 6a798048-388e-45dd-9893-3cdb3207d315 is scheduled to L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 with binding_index 1 {{(pid=121607) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 25 21:24:53.900645 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-16e9c869-2cf2-4e25-a46d-34cc635f530c req-4d792c9f-084c-4fe1-8851-3377c07d022b tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/security-groups?id=8da2903e-43de-461d-84b5-0c733a2bfb8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1673682
Dec 25 21:24:53.910775 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [req-6e20b3b4-453d-4a25-b5b6-1f9b0ac78f0a req-1314c259-49f2-4735-ae95-d6b9ea837f10 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Deleting port d39bd2f0-4d3d-4db5-8928-d5a1bd22462e {{(pid=121606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:24:53.911556 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-6e20b3b4-453d-4a25-b5b6-1f9b0ac78f0a req-1314c259-49f2-4735-ae95-d6b9ea837f10 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:54.122384 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-6e20b3b4-453d-4a25-b5b6-1f9b0ac78f0a req-1314c259-49f2-4735-ae95-d6b9ea837f10 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] For port d39bd2f0-4d3d-4db5-8928-d5a1bd22462e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d39bd2f0-4d3d-4db5-8928-d5a1bd22462e,segment=NetworkSegment(66e39abb-3870-4404-91e4-a4d8a7ae7fb7),segment_id=66e39abb-3870-4404-91e4-a4d8a7ae7fb7)] {{(pid=121606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:24:54.123362 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-6e20b3b4-453d-4a25-b5b6-1f9b0ac78f0a req-1314c259-49f2-4735-ae95-d6b9ea837f10 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:54.143811 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [req-6e20b3b4-453d-4a25-b5b6-1f9b0ac78f0a req-1314c259-49f2-4735-ae95-d6b9ea837f10 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Calling delete_port for d39bd2f0-4d3d-4db5-8928-d5a1bd22462e owned by compute:nova {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:24:54.169522 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-8c089b62-9d47-4d14-9f2a-08b00a6f741c None None] Provisioning complete for port ff87de75-0152-476d-9b39-c4a57d182c3f triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:24:54.170118 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-8c089b62-9d47-4d14-9f2a-08b00a6f741c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:54.237779 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 38782) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:24:54.243386 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 38784) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:24:54.244936 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-8c089b62-9d47-4d14-9f2a-08b00a6f741c None None] Port ff87de75-0152-476d-9b39-c4a57d182c3f cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:24:54.365226 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b681260-112a-4899-8777-a324e07184c9 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 21:24:54.371472 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-5b681260-112a-4899-8777-a324e07184c9 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] 10.222.0.32 "PUT /v2.0/routers/6a798048-388e-45dd-9893-3cdb3207d315/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.3382273
Dec 25 21:24:54.373741 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 38792) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:24:54.378924 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a577397-5ece-45d5-87f6-58888297a826 None None] Sync routers for ids ['6a798048-388e-45dd-9893-3cdb3207d315'] in ncdv-master-1 {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 21:24:54.396162 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a577397-5ece-45d5-87f6-58888297a826 None None] Routers {'6a798048-388e-45dd-9893-3cdb3207d315'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:24:54.397103 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-6a577397-5ece-45d5-87f6-58888297a826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f261867d640>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:24:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['6a798048-388e-45dd-9893-3cdb3207d315'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:24:54.403121 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-49be7fe1-f140-4a6d-bd89-dde8c7b40971 admin admin] Publish callbacks [] for security_group, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:54.424118 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-6e20b3b4-453d-4a25-b5b6-1f9b0ac78f0a req-1314c259-49f2-4735-ae95-d6b9ea837f10 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:54.439561 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] get_ports_and_sgs() called for port_ids ['815adaf6-6cd2-46df-a541-c0f11b539b22'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:24:54.481086 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1314c259-49f2-4735-ae95-d6b9ea837f10 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Pushing event deleted for resources: {'Port': ['ID=d39bd2f0-4d3d-4db5-8928-d5a1bd22462e,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:24:54.485121 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa4be2da-d0cf-4fb8-b88e-be09e544a9e8 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:24:54.486393 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-6a577397-5ece-45d5-87f6-58888297a826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f261867d640>, [], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:24:54.490590 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-fa4be2da-d0cf-4fb8-b88e-be09e544a9e8 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] 10.222.0.32 "GET /v2.0/ports/ff87de75-0152-476d-9b39-c4a57d182c3f HTTP/1.1" status: 200  len: 983 time: 0.1131852
Dec 25 21:24:54.492462 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 38794) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:24:54.505704 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a577397-5ece-45d5-87f6-58888297a826 None None] Routers {'6a798048-388e-45dd-9893-3cdb3207d315'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:24:54.507746 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-6a577397-5ece-45d5-87f6-58888297a826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f261867d640>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:24:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['6a798048-388e-45dd-9893-3cdb3207d315'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:24:54.547266 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e20b3b4-453d-4a25-b5b6-1f9b0ac78f0a req-1314c259-49f2-4735-ae95-d6b9ea837f10 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] No DVR routers for this DVR port d39bd2f0-4d3d-4db5-8928-d5a1bd22462e on host nch1-master-1 {{(pid=121606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:24:54.557304 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-6e20b3b4-453d-4a25-b5b6-1f9b0ac78f0a req-1314c259-49f2-4735-ae95-d6b9ea837f10 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:54.562509 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-6e20b3b4-453d-4a25-b5b6-1f9b0ac78f0a req-1314c259-49f2-4735-ae95-d6b9ea837f10 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.31 "DELETE /v2.0/ports/d39bd2f0-4d3d-4db5-8928-d5a1bd22462e HTTP/1.1" status: 204  len: 173 time: 1.0860839
Dec 25 21:24:54.564919 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a61c5de8-d812-47f0-b612-27005b61919f', 'name': 'network-vif-deleted', 'tag': 'd39bd2f0-4d3d-4db5-8928-d5a1bd22462e'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:24:54.567200 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9858820c13ec2827453b94ebc4181065e990a4e4089ccb9fe762531ac62d2fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-986f3669-24bf-4ce8-97a5-fed7442be981" -d '{"events": [{"server_uuid": "a61c5de8-d812-47f0-b612-27005b61919f", "name": "network-vif-deleted", "tag": "d39bd2f0-4d3d-4db5-8928-d5a1bd22462e"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:24:54.584107 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-6a577397-5ece-45d5-87f6-58888297a826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f261867d640>, [], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:24:54.584935 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a577397-5ece-45d5-87f6-58888297a826 None None] The sync data for ids ['6a798048-388e-45dd-9893-3cdb3207d315'] in ncdv-master-1 is: [] {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 21:24:54.608506 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-fbd3d595-b3d2-49af-93c0-06e821e23128 tempest-FloatingIPAdminTestJSON-1727620007 tempest-FloatingIPAdminTestJSON-1727620007-project] Publish callbacks [] for port, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:54.616027 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-38f12bbc-1491-49fa-ad19-8563a47d47f5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:54.674428 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 21:24:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca37154f-d071-4890-a3cb-76e5628a630a x-openstack-request-id: req-ca37154f-d071-4890-a3cb-76e5628a630a {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:24:54.682271 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a61c5de8-d812-47f0-b612-27005b61919f", "name": "network-vif-deleted", "tag": "d39bd2f0-4d3d-4db5-8928-d5a1bd22462e", "status": "completed", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:24:54.682271 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ca37154f-d071-4890-a3cb-76e5628a630a {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:24:54.682271 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a61c5de8-d812-47f0-b612-27005b61919f', 'name': 'network-vif-deleted', 'tag': 'd39bd2f0-4d3d-4db5-8928-d5a1bd22462e', 'status': 'completed', 'code': 200}
Dec 25 21:24:54.693547 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-49be7fe1-f140-4a6d-bd89-dde8c7b40971 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:54.704918 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-fbd3d595-b3d2-49af-93c0-06e821e23128 tempest-FloatingIPAdminTestJSON-1727620007 tempest-FloatingIPAdminTestJSON-1727620007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:54.788509 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-49be7fe1-f140-4a6d-bd89-dde8c7b40971 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:54.867992 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-fbd3d595-b3d2-49af-93c0-06e821e23128 tempest-FloatingIPAdminTestJSON-1727620007 tempest-FloatingIPAdminTestJSON-1727620007-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2007636'] for router_interface, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:54.879655 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-38f12bbc-1491-49fa-ad19-8563a47d47f5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:54.880677 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd3d595-b3d2-49af-93c0-06e821e23128 tempest-FloatingIPAdminTestJSON-1727620007 tempest-FloatingIPAdminTestJSON-1727620007-project] Pushing event updated for resources: {'Port': ['ID=ba4d8631-e0df-4043-9945-1ddc307815f0,revision_number=2']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:24:54.889736 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-49be7fe1-f140-4a6d-bd89-dde8c7b40971 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a5994474339c4e2d8dd50eeab0ee993f&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6505580
Dec 25 21:24:54.892581 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 38804) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:24:54.892701 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49be7fe1-f140-4a6d-bd89-dde8c7b40971 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a74ff10-6100-4ffc-97f0-64267ee1b9f1,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:24:54.998224 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-38f12bbc-1491-49fa-ad19-8563a47d47f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:55.059132 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 38812) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:24:55.060579 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-38f12bbc-1491-49fa-ad19-8563a47d47f5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=352ec3feac38422a973bdc8134d9678b&name=default HTTP/1.1" status: 200  len: 3000 time: 0.8202109
Dec 25 21:24:55.090311 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-8a23b62f-cddd-4a3f-afef-284648be8877 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:55.090532 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f12bbc-1491-49fa-ad19-8563a47d47f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12d9a016-5271-42f0-aece-ee6d7ef80a0e,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:24:55.113255 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1885ea8c-a562-480a-8489-3fee122c3de7 req-78f738b0-1628-4eff-a8c8-adeb122d9a00 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/ports?device_id=a61c5de8-d812-47f0-b612-27005b61919f HTTP/1.1" status: 200  len: 210 time: 0.0464144
Dec 25 21:24:55.153410 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbd3d595-b3d2-49af-93c0-06e821e23128 tempest-FloatingIPAdminTestJSON-1727620007 tempest-FloatingIPAdminTestJSON-1727620007-project] Network 6127c931-64ab-46eb-8f28-0b4f9cfb70ae is already hosted by enough agents. {{(pid=121606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:24:55.158185 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [None req-fbd3d595-b3d2-49af-93c0-06e821e23128 tempest-FloatingIPAdminTestJSON-1727620007 tempest-FloatingIPAdminTestJSON-1727620007-project] Resources bound (agent type, host, resource id):  {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:24:55.170300 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-0b84833e-313e-47c1-a475-b110a6737014 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2007615'] for router_interface, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:55.243325 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-8a23b62f-cddd-4a3f-afef-284648be8877 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:55.350011 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbd3d595-b3d2-49af-93c0-06e821e23128 tempest-FloatingIPAdminTestJSON-1727620007 tempest-FloatingIPAdminTestJSON-1727620007-project] Router d072f6f8-50d6-47f9-9dc4-b29e16e50307 has already been hosted by L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 {{(pid=121606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 25 21:24:55.356195 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-c60745f1-fa4f-411f-988e-877f0ab04a19 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:55.416401 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-c60745f1-fa4f-411f-988e-877f0ab04a19 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:55.479256 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbd3d595-b3d2-49af-93c0-06e821e23128 tempest-FloatingIPAdminTestJSON-1727620007 tempest-FloatingIPAdminTestJSON-1727620007-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 21:24:55.485086 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-fbd3d595-b3d2-49af-93c0-06e821e23128 tempest-FloatingIPAdminTestJSON-1727620007 tempest-FloatingIPAdminTestJSON-1727620007-project] 10.222.0.32 "PUT /v2.0/routers/d072f6f8-50d6-47f9-9dc4-b29e16e50307/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.6146946
Dec 25 21:24:55.487871 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 38818) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:24:55.493077 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-7c183a34-ce15-41de-a458-8ea79fc521f4 tempest-FloatingIPAdminTestJSON-1727620007 tempest-FloatingIPAdminTestJSON-1727620007-project] Request body: {'port': {'network_id': '6127c931-64ab-46eb-8f28-0b4f9cfb70ae', 'name': 'tempest-FloatingIPAdminTestJSON-1070110031'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:24:55.495227 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18307c30-7af4-4df7-96db-8e7b037850b6 None None] Sync routers for ids ['d072f6f8-50d6-47f9-9dc4-b29e16e50307'] in ncdv-master-1 {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 21:24:55.513762 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18307c30-7af4-4df7-96db-8e7b037850b6 None None] Routers {'d072f6f8-50d6-47f9-9dc4-b29e16e50307'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:24:55.513762 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-18307c30-7af4-4df7-96db-8e7b037850b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2613ec06a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:24:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['d072f6f8-50d6-47f9-9dc4-b29e16e50307'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:24:55.531517 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-8a23b62f-cddd-4a3f-afef-284648be8877 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:55.534752 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-8a23b62f-cddd-4a3f-afef-284648be8877 admin admin] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:55.536144 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-8a23b62f-cddd-4a3f-afef-284648be8877 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9a74ff10-6100-4ffc-97f0-64267ee1b9f1 HTTP/1.1" status: 204  len: 168 time: 0.6385334
Dec 25 21:24:55.565397 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-18307c30-7af4-4df7-96db-8e7b037850b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2613ec06a0>, [], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:24:55.596810 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a23b62f-cddd-4a3f-afef-284648be8877 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a74ff10-6100-4ffc-97f0-64267ee1b9f1,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:24:55.599904 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18307c30-7af4-4df7-96db-8e7b037850b6 None None] Routers {'d072f6f8-50d6-47f9-9dc4-b29e16e50307'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:24:55.605557 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-18307c30-7af4-4df7-96db-8e7b037850b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2613ec06a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:24:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['d072f6f8-50d6-47f9-9dc4-b29e16e50307'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:24:55.609351 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-c60745f1-fa4f-411f-988e-877f0ab04a19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:55.609351 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-c60745f1-fa4f-411f-988e-877f0ab04a19 admin admin] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:55.609351 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-c60745f1-fa4f-411f-988e-877f0ab04a19 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/12d9a016-5271-42f0-aece-ee6d7ef80a0e HTTP/1.1" status: 204  len: 168 time: 0.5408695
Dec 25 21:24:55.639654 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60745f1-fa4f-411f-988e-877f0ab04a19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12d9a016-5271-42f0-aece-ee6d7ef80a0e,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:24:55.673630 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-18307c30-7af4-4df7-96db-8e7b037850b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2613ec06a0>, [], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:24:55.675327 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18307c30-7af4-4df7-96db-8e7b037850b6 None None] The sync data for ids ['d072f6f8-50d6-47f9-9dc4-b29e16e50307'] in ncdv-master-1 is: [] {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 21:24:55.675454 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-0b84833e-313e-47c1-a475-b110a6737014 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Deleting port ff87de75-0152-476d-9b39-c4a57d182c3f {{(pid=121607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:24:55.675696 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-0b84833e-313e-47c1-a475-b110a6737014 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:55.698394 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-d4f7991b-1e50-45cd-9a38-9d6f9b890302 None None] Provisioning complete for port ba4d8631-e0df-4043-9945-1ddc307815f0 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:24:55.699047 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-d4f7991b-1e50-45cd-9a38-9d6f9b890302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:55.766880 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-d4f7991b-1e50-45cd-9a38-9d6f9b890302 None None] Port ba4d8631-e0df-4043-9945-1ddc307815f0 cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:24:55.777596 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-0b84833e-313e-47c1-a475-b110a6737014 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:55.790371 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c183a34-ce15-41de-a458-8ea79fc521f4 tempest-FloatingIPAdminTestJSON-1727620007 tempest-FloatingIPAdminTestJSON-1727620007-project] Made reservation on behalf of 8a091e06d57243b49dee854809c30dd5 for: {'port': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:24:55.793924 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-7c183a34-ce15-41de-a458-8ea79fc521f4 tempest-FloatingIPAdminTestJSON-1727620007 tempest-FloatingIPAdminTestJSON-1727620007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:55.795946 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-0b84833e-313e-47c1-a475-b110a6737014 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Calling delete_port for ff87de75-0152-476d-9b39-c4a57d182c3f owned by network:router_interface {{(pid=121607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:24:55.822236 ncdv-master-1 neutron-server[121607]: DEBUG neutron.notifiers.nova [None req-7c183a34-ce15-41de-a458-8ea79fc521f4 tempest-FloatingIPAdminTestJSON-1727620007 tempest-FloatingIPAdminTestJSON-1727620007-project] device_id is not set on port 97ef7371-e037-4b3a-8c6d-68e3c56293cd yet. {{(pid=121607) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 25 21:24:56.020602 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_common [None req-7c183a34-ce15-41de-a458-8ea79fc521f4 tempest-FloatingIPAdminTestJSON-1727620007 tempest-FloatingIPAdminTestJSON-1727620007-project] Allocated IP 172.20.0.14 (6127c931-64ab-46eb-8f28-0b4f9cfb70ae/9e6f6b75-24de-4761-9363-9aa71ae21df3/97ef7371-e037-4b3a-8c6d-68e3c56293cd) {{(pid=121607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:24:56.038650 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device d39bd2f0-4d3d-4db5-8928-d5a1bd22462e no longer exists at agent hyperv_nch1-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:24:56.061934 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] No Port match for: d39bd2f0-4d3d-4db5-8928-d5a1bd22462e {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:24:56.062695 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device d39bd2f0-4d3d-4db5-8928-d5a1bd22462e not bound to the agent host nch1-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:24:56.185812 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-0b84833e-313e-47c1-a475-b110a6737014 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:56.354258 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b84833e-313e-47c1-a475-b110a6737014 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Pushing event deleted for resources: {'Port': ['ID=ff87de75-0152-476d-9b39-c4a57d182c3f,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:24:56.387628 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-7c183a34-ce15-41de-a458-8ea79fc521f4 tempest-FloatingIPAdminTestJSON-1727620007 tempest-FloatingIPAdminTestJSON-1727620007-project] Publish callbacks [] for port, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:56.466869 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-0b84833e-313e-47c1-a475-b110a6737014 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2007763'] for router_interface, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:56.655453 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b84833e-313e-47c1-a475-b110a6737014 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Router 6a798048-388e-45dd-9893-3cdb3207d315 has already been hosted by L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 {{(pid=121607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 25 21:24:56.711487 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-7c183a34-ce15-41de-a458-8ea79fc521f4 tempest-FloatingIPAdminTestJSON-1727620007 tempest-FloatingIPAdminTestJSON-1727620007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:56.781407 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b84833e-313e-47c1-a475-b110a6737014 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 21:24:56.790817 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 38868) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:24:56.792188 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-0b84833e-313e-47c1-a475-b110a6737014 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] 10.222.0.32 "PUT /v2.0/routers/6a798048-388e-45dd-9893-3cdb3207d315/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.2994783
Dec 25 21:24:56.796704 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82fbd7a5-69f4-4c91-826b-2d9a469cc90e None None] Sync routers for ids ['6a798048-388e-45dd-9893-3cdb3207d315'] in ncdv-master-1 {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 21:24:56.815180 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82fbd7a5-69f4-4c91-826b-2d9a469cc90e None None] Routers {'6a798048-388e-45dd-9893-3cdb3207d315'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:24:56.816535 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-82fbd7a5-69f4-4c91-826b-2d9a469cc90e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f261867d550>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:24:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['6a798048-388e-45dd-9893-3cdb3207d315'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:24:56.826413 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c183a34-ce15-41de-a458-8ea79fc521f4 tempest-FloatingIPAdminTestJSON-1727620007 tempest-FloatingIPAdminTestJSON-1727620007-project] Network 6127c931-64ab-46eb-8f28-0b4f9cfb70ae is already hosted by enough agents. {{(pid=121607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:24:56.829675 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-7c183a34-ce15-41de-a458-8ea79fc521f4 tempest-FloatingIPAdminTestJSON-1727620007 tempest-FloatingIPAdminTestJSON-1727620007-project] Resources bound (agent type, host, resource id):  {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:24:56.848985 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c183a34-ce15-41de-a458-8ea79fc521f4 tempest-FloatingIPAdminTestJSON-1727620007 tempest-FloatingIPAdminTestJSON-1727620007-project] Received port after_create {{(pid=121607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:24:56.909580 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-82fbd7a5-69f4-4c91-826b-2d9a469cc90e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f261867d550>, [], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:24:56.915404 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c183a34-ce15-41de-a458-8ea79fc521f4 tempest-FloatingIPAdminTestJSON-1727620007 tempest-FloatingIPAdminTestJSON-1727620007-project] Pushing event updated for resources: {'Port': ['ID=97ef7371-e037-4b3a-8c6d-68e3c56293cd,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:24:56.924917 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82fbd7a5-69f4-4c91-826b-2d9a469cc90e None None] Routers {'6a798048-388e-45dd-9893-3cdb3207d315'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:24:56.925554 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-82fbd7a5-69f4-4c91-826b-2d9a469cc90e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f261867d550>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:24:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['6a798048-388e-45dd-9893-3cdb3207d315'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:24:56.957082 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c183a34-ce15-41de-a458-8ea79fc521f4 tempest-FloatingIPAdminTestJSON-1727620007 tempest-FloatingIPAdminTestJSON-1727620007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:24:56.966803 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-7c183a34-ce15-41de-a458-8ea79fc521f4 tempest-FloatingIPAdminTestJSON-1727620007 tempest-FloatingIPAdminTestJSON-1727620007-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:57.071115 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-7c183a34-ce15-41de-a458-8ea79fc521f4 tempest-FloatingIPAdminTestJSON-1727620007 tempest-FloatingIPAdminTestJSON-1727620007-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 935 time: 1.5819468
Dec 25 21:24:57.074476 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 38878) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:24:57.097261 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-82fbd7a5-69f4-4c91-826b-2d9a469cc90e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f261867d550>, [], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:24:57.097931 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82fbd7a5-69f4-4c91-826b-2d9a469cc90e None None] The sync data for ids ['6a798048-388e-45dd-9893-3cdb3207d315'] in ncdv-master-1 is: [] {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 21:24:57.209905 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-055b0379-cc2f-4b7a-805f-59d09df29d36 None None] Provisioning complete for port 97ef7371-e037-4b3a-8c6d-68e3c56293cd triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:24:57.213405 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-055b0379-cc2f-4b7a-805f-59d09df29d36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:57.263004 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-055b0379-cc2f-4b7a-805f-59d09df29d36 None None] Port 97ef7371-e037-4b3a-8c6d-68e3c56293cd cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:24:57.334549 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-7dc5140f-6e39-4d21-bc40-934dbe278d69 tempest-FloatingIPAdminTestJSON-1360969015 tempest-FloatingIPAdminTestJSON-1360969015-project-admin] Request body: {'floatingip': {'floating_network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'project_id': '8a091e06d57243b49dee854809c30dd5', 'port_id': '97ef7371-e037-4b3a-8c6d-68e3c56293cd'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:24:57.464893 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-7dc5140f-6e39-4d21-bc40-934dbe278d69 tempest-FloatingIPAdminTestJSON-1360969015 tempest-FloatingIPAdminTestJSON-1360969015-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:57.502693 ncdv-master-1 neutron-server[121606]: INFO neutron.api.v2.resource [None req-5f55f0d9-8934-4047-8f6f-d4ae6ea19e16 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] remove_router_interface failed (client error): The resource could not be found.
Dec 25 21:24:57.502693 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-5f55f0d9-8934-4047-8f6f-d4ae6ea19e16 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] 10.222.0.32 "PUT /v2.0/routers/6a798048-388e-45dd-9893-3cdb3207d315/remove_router_interface HTTP/1.1" status: 404  len: 398 time: 0.7064915
Dec 25 21:24:57.507442 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 38914) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:24:57.507929 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f551a030-98d7-4a09-abec-190ec1d0db25 req-c5d94ae9-ddbc-4fa0-8a1a-eb7effb1f1d8 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:24:57.509103 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f551a030-98d7-4a09-abec-190ec1d0db25 req-c5d94ae9-ddbc-4fa0-8a1a-eb7effb1f1d8 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c440c6c-f195-45df-bc8f-62cfb0a36698 HTTP/1.1" status: 200  len: 946 time: 0.5852132
Dec 25 21:24:57.570372 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-009edfeb-8be8-4673-a97c-a9b28943deeb tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] 10.222.0.32 "GET /v2.0/ports?device_id=6a798048-388e-45dd-9893-3cdb3207d315 HTTP/1.1" status: 200  len: 205 time: 0.0580170
Dec 25 21:24:57.576183 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 38924) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:24:57.578851 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f551a030-98d7-4a09-abec-190ec1d0db25 req-b4716092-7805-44af-b4bf-20f036ebc578 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/security-groups?id=8da2903e-43de-461d-84b5-0c733a2bfb8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0630851
Dec 25 21:24:57.706422 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-03ca3b14-3294-4ab7-a8ff-fdba5ded34b9 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks [] for router, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:57.861588 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-7dc5140f-6e39-4d21-bc40-934dbe278d69 tempest-FloatingIPAdminTestJSON-1360969015 tempest-FloatingIPAdminTestJSON-1360969015-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:57.889468 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-03ca3b14-3294-4ab7-a8ff-fdba5ded34b9 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2014235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14905'] for router, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:57.893397 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-03ca3b14-3294-4ab7-a8ff-fdba5ded34b9 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:58.053435 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_common [None req-7dc5140f-6e39-4d21-bc40-934dbe278d69 tempest-FloatingIPAdminTestJSON-1360969015 tempest-FloatingIPAdminTestJSON-1360969015-project-admin] Allocated IP 172.35.3.113 (7201e55c-7c5f-41aa-a042-a363696539d0/7a939e13-713f-45cf-bba7-1539635abe25/edebfe35-8a50-4b7d-9590-17cee7af4d0e) {{(pid=121607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:24:58.076035 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-03ca3b14-3294-4ab7-a8ff-fdba5ded34b9 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2014220'] for router, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:58.076543 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03ca3b14-3294-4ab7-a8ff-fdba5ded34b9 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Fanout notify agent at l3_agent the message router_deleted on router 6a798048-388e-45dd-9893-3cdb3207d315 {{(pid=121607) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 25 21:24:58.088410 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-03ca3b14-3294-4ab7-a8ff-fdba5ded34b9 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks [] for router, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:58.089553 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-03ca3b14-3294-4ab7-a8ff-fdba5ded34b9 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] 10.222.0.32 "DELETE /v2.0/routers/6a798048-388e-45dd-9893-3cdb3207d315 HTTP/1.1" status: 204  len: 168 time: 0.5124552
Dec 25 21:24:58.092294 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 38956) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:24:58.151422 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff90a4c1-eada-4be5-b74b-14354b69ab09 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Deleting subnet 707e52f4-55e9-4f5c-a5d4-f9ac38a357cd {{(pid=121606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Dec 25 21:24:58.154733 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-ff90a4c1-eada-4be5-b74b-14354b69ab09 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks [] for subnet, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:58.175034 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-7dc5140f-6e39-4d21-bc40-934dbe278d69 tempest-FloatingIPAdminTestJSON-1360969015 tempest-FloatingIPAdminTestJSON-1360969015-project-admin] Publish callbacks [] for port, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:58.232269 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-ff90a4c1-eada-4be5-b74b-14354b69ab09 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9084199'] for subnet, precommit_delete_associations {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:58.266833 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a32089-d3a9-466d-ae85-a4170fdf2fd0 req-0e76477a-2d19-4c65-83f8-ab311c35a2cb tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:24:58.267081 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-7dc5140f-6e39-4d21-bc40-934dbe278d69 tempest-FloatingIPAdminTestJSON-1360969015 tempest-FloatingIPAdminTestJSON-1360969015-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:58.268351 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d1a32089-d3a9-466d-ae85-a4170fdf2fd0 req-0e76477a-2d19-4c65-83f8-ab311c35a2cb tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c440c6c-f195-45df-bc8f-62cfb0a36698 HTTP/1.1" status: 200  len: 946 time: 0.0877094
Dec 25 21:24:58.313584 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dc5140f-6e39-4d21-bc40-934dbe278d69 tempest-FloatingIPAdminTestJSON-1360969015 tempest-FloatingIPAdminTestJSON-1360969015-project-admin] Network 7201e55c-7c5f-41aa-a042-a363696539d0 is already hosted by enough agents. {{(pid=121607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:24:58.320988 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-7dc5140f-6e39-4d21-bc40-934dbe278d69 tempest-FloatingIPAdminTestJSON-1360969015 tempest-FloatingIPAdminTestJSON-1360969015-project-admin] Resources bound (agent type, host, resource id):  {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:24:58.323506 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dc5140f-6e39-4d21-bc40-934dbe278d69 tempest-FloatingIPAdminTestJSON-1360969015 tempest-FloatingIPAdminTestJSON-1360969015-project-admin] Received port after_create {{(pid=121607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:24:58.364359 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 38964) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:24:58.366842 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc5140f-6e39-4d21-bc40-934dbe278d69 tempest-FloatingIPAdminTestJSON-1360969015 tempest-FloatingIPAdminTestJSON-1360969015-project-admin] Pushing event updated for resources: {'Port': ['ID=edebfe35-8a50-4b7d-9590-17cee7af4d0e,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:24:58.427425 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-ff90a4c1-eada-4be5-b74b-14354b69ab09 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995662'] for subnet, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:58.499953 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [req-d1a32089-d3a9-466d-ae85-a4170fdf2fd0 req-5d4518b5-26b2-40ed-ac65-51eb79a737e8 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Deleting port 815adaf6-6cd2-46df-a541-c0f11b539b22 {{(pid=121606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:24:58.500312 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-d1a32089-d3a9-466d-ae85-a4170fdf2fd0 req-5d4518b5-26b2-40ed-ac65-51eb79a737e8 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:58.630486 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-d1a32089-d3a9-466d-ae85-a4170fdf2fd0 req-5d4518b5-26b2-40ed-ac65-51eb79a737e8 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] For port 815adaf6-6cd2-46df-a541-c0f11b539b22, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=815adaf6-6cd2-46df-a541-c0f11b539b22,segment=NetworkSegment(66e39abb-3870-4404-91e4-a4d8a7ae7fb7),segment_id=66e39abb-3870-4404-91e4-a4d8a7ae7fb7)] {{(pid=121606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:24:58.631160 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-d1a32089-d3a9-466d-ae85-a4170fdf2fd0 req-5d4518b5-26b2-40ed-ac65-51eb79a737e8 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:58.653453 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [req-d1a32089-d3a9-466d-ae85-a4170fdf2fd0 req-5d4518b5-26b2-40ed-ac65-51eb79a737e8 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Calling delete_port for 815adaf6-6cd2-46df-a541-c0f11b539b22 owned by compute:nova {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:24:58.660516 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 38978) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:24:58.701873 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-8dbf6d84-e8a0-4ecb-9074-b18896824fa0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:58.734458 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-ff90a4c1-eada-4be5-b74b-14354b69ab09 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9084363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9028506'] for subnet, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:58.794971 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff90a4c1-eada-4be5-b74b-14354b69ab09 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Pushing event deleted for resources: {'Subnet': ['ID=707e52f4-55e9-4f5c-a5d4-f9ac38a357cd,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:24:58.811900 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-ff90a4c1-eada-4be5-b74b-14354b69ab09 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for subnet, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:58.817707 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7ff024b-8930-4ed6-9a24-32d453d0ed80 None None] Network d534cafd-8b62-43ea-9f8c-d8bb71bff8f0 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:24:58.818248 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-ff90a4c1-eada-4be5-b74b-14354b69ab09 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] 10.222.0.32 "DELETE /v2.0/subnets/707e52f4-55e9-4f5c-a5d4-f9ac38a357cd HTTP/1.1" status: 204  len: 168 time: 0.7218430
Dec 25 21:24:58.818248 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 38984) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:24:58.932449 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-3948b877-c1dd-45da-ae07-6dee330de9f7 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625803'] for network, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:58.950832 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f107b368-8765-455e-9f16-cb5dd8fc98c4 req-c0582982-b88c-489b-bb5d-1570af4ec133 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:24:58.962160 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f107b368-8765-455e-9f16-cb5dd8fc98c4 req-c0582982-b88c-489b-bb5d-1570af4ec133 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c440c6c-f195-45df-bc8f-62cfb0a36698 HTTP/1.1" status: 200  len: 946 time: 0.2540643
Dec 25 21:24:59.003159 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46ebd195-dcb9-4530-83f4-1fb578f0d5ca None None] DHCP port deletion for d534cafd-8b62-43ea-9f8c-d8bb71bff8f0 request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 21:24:59.072506 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-46ebd195-dcb9-4530-83f4-1fb578f0d5ca None None] Deleting port b12c9ea1-aa33-492d-9c43-a7a7f65a9131 {{(pid=121608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:24:59.086499 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-46ebd195-dcb9-4530-83f4-1fb578f0d5ca None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:59.088607 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f107b368-8765-455e-9f16-cb5dd8fc98c4 req-30f0fffc-10e7-4db6-81ce-bd075a56c4b9 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/security-groups?id=8da2903e-43de-461d-84b5-0c733a2bfb8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1023910
Dec 25 21:24:59.113877 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-3948b877-c1dd-45da-ae07-6dee330de9f7 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Deleting port b12c9ea1-aa33-492d-9c43-a7a7f65a9131 {{(pid=121606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:24:59.114490 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-3948b877-c1dd-45da-ae07-6dee330de9f7 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:59.144016 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-46ebd195-dcb9-4530-83f4-1fb578f0d5ca None None] For port b12c9ea1-aa33-492d-9c43-a7a7f65a9131, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b12c9ea1-aa33-492d-9c43-a7a7f65a9131,segment=NetworkSegment(51fe49a1-856e-49f3-8199-b99f1dbf3268),segment_id=51fe49a1-856e-49f3-8199-b99f1dbf3268)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:24:59.144718 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-46ebd195-dcb9-4530-83f4-1fb578f0d5ca None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:59.161196 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-46ebd195-dcb9-4530-83f4-1fb578f0d5ca None None] Calling delete_port for b12c9ea1-aa33-492d-9c43-a7a7f65a9131 owned by network:dhcp {{(pid=121608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:24:59.174518 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-d1a32089-d3a9-466d-ae85-a4170fdf2fd0 req-5d4518b5-26b2-40ed-ac65-51eb79a737e8 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:59.188903 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [None req-3948b877-c1dd-45da-ae07-6dee330de9f7 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] For port b12c9ea1-aa33-492d-9c43-a7a7f65a9131, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b12c9ea1-aa33-492d-9c43-a7a7f65a9131,segment=NetworkSegment(51fe49a1-856e-49f3-8199-b99f1dbf3268),segment_id=51fe49a1-856e-49f3-8199-b99f1dbf3268)] {{(pid=121606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:24:59.189271 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-3948b877-c1dd-45da-ae07-6dee330de9f7 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:59.200340 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-af438563-b5c7-4570-a2ca-26218572b954 admin admin] Publish callbacks [] for security_group, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:59.205073 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] get_ports_and_sgs() called for port_ids ['815adaf6-6cd2-46df-a541-c0f11b539b22'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:24:59.231818 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4518b5-26b2-40ed-ac65-51eb79a737e8 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Pushing event deleted for resources: {'Port': ['ID=815adaf6-6cd2-46df-a541-c0f11b539b22,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:24:59.239348 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-3948b877-c1dd-45da-ae07-6dee330de9f7 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Calling delete_port for b12c9ea1-aa33-492d-9c43-a7a7f65a9131 owned by network:dhcp {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:24:59.321805 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1a32089-d3a9-466d-ae85-a4170fdf2fd0 req-5d4518b5-26b2-40ed-ac65-51eb79a737e8 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] No DVR routers for this DVR port 815adaf6-6cd2-46df-a541-c0f11b539b22 on host nch1-master-1 {{(pid=121606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:24:59.325523 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-d1a32089-d3a9-466d-ae85-a4170fdf2fd0 req-5d4518b5-26b2-40ed-ac65-51eb79a737e8 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:59.329337 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d1a32089-d3a9-466d-ae85-a4170fdf2fd0 req-5d4518b5-26b2-40ed-ac65-51eb79a737e8 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.31 "DELETE /v2.0/ports/815adaf6-6cd2-46df-a541-c0f11b539b22 HTTP/1.1" status: 204  len: 173 time: 1.0532355
Dec 25 21:24:59.330017 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c440c6c-f195-45df-bc8f-62cfb0a36698', 'name': 'network-vif-deleted', 'tag': '815adaf6-6cd2-46df-a541-c0f11b539b22'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:24:59.340377 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9858820c13ec2827453b94ebc4181065e990a4e4089ccb9fe762531ac62d2fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dddc6dc-ea60-471c-acd0-6200fd9901bb" -d '{"events": [{"server_uuid": "8c440c6c-f195-45df-bc8f-62cfb0a36698", "name": "network-vif-deleted", "tag": "815adaf6-6cd2-46df-a541-c0f11b539b22"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:24:59.394598 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-46ebd195-dcb9-4530-83f4-1fb578f0d5ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955'] for port, after_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:59.401841 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 21:24:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac7bebb9-1767-4fd1-84d6-33c826373f6c x-openstack-request-id: req-ac7bebb9-1767-4fd1-84d6-33c826373f6c {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:24:59.402075 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c440c6c-f195-45df-bc8f-62cfb0a36698", "name": "network-vif-deleted", "tag": "815adaf6-6cd2-46df-a541-c0f11b539b22", "status": "completed", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:24:59.402162 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ac7bebb9-1767-4fd1-84d6-33c826373f6c {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:24:59.402557 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c440c6c-f195-45df-bc8f-62cfb0a36698', 'name': 'network-vif-deleted', 'tag': '815adaf6-6cd2-46df-a541-c0f11b539b22', 'status': 'completed', 'code': 200}
Dec 25 21:24:59.409707 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-3948b877-c1dd-45da-ae07-6dee330de9f7 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:59.433375 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ebd195-dcb9-4530-83f4-1fb578f0d5ca None None] Pushing event deleted for resources: {'Port': ['ID=b12c9ea1-aa33-492d-9c43-a7a7f65a9131,revision_number=None']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:24:59.443085 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46ebd195-dcb9-4530-83f4-1fb578f0d5ca None None] No DVR routers for this DVR port b12c9ea1-aa33-492d-9c43-a7a7f65a9131 on host ncdv-master-1 {{(pid=121608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:24:59.497858 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3948b877-c1dd-45da-ae07-6dee330de9f7 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Pushing event deleted for resources: {'Port': ['ID=b12c9ea1-aa33-492d-9c43-a7a7f65a9131,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:24:59.502073 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3948b877-c1dd-45da-ae07-6dee330de9f7 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] No DVR routers for this DVR port b12c9ea1-aa33-492d-9c43-a7a7f65a9131 on host ncdv-master-1 {{(pid=121606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:24:59.539049 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device b12c9ea1-aa33-492d-9c43-a7a7f65a9131 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:24:59.561470 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] No Port match for: b12c9ea1-aa33-492d-9c43-a7a7f65a9131 {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:24:59.561816 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device b12c9ea1-aa33-492d-9c43-a7a7f65a9131 not bound to the agent host ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:24:59.586947 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-8dbf6d84-e8a0-4ecb-9074-b18896824fa0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:59.602077 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-7dc5140f-6e39-4d21-bc40-934dbe278d69 tempest-FloatingIPAdminTestJSON-1360969015 tempest-FloatingIPAdminTestJSON-1360969015-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:59.667509 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-3948b877-c1dd-45da-ae07-6dee330de9f7 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997585', 'neutron.services.segments.db._delete_segments_for_network-8737602743071'] for network, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:59.695371 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.segments.db [None req-3948b877-c1dd-45da-ae07-6dee330de9f7 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f26123d7790>,) {'filters': {'network_id': ['d534cafd-8b62-43ea-9f8c-d8bb71bff8f0']}} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:24:59.698430 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-8dbf6d84-e8a0-4ecb-9074-b18896824fa0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:59.706390 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.segments.db [None req-3948b877-c1dd-45da-ae07-6dee330de9f7 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f26123d7790>, '51fe49a1-856e-49f3-8199-b99f1dbf3268') {'for_net_delete': True} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:24:59.707012 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.segments.db [None req-3948b877-c1dd-45da-ae07-6dee330de9f7 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f26123d7790>, '51fe49a1-856e-49f3-8199-b99f1dbf3268') {} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:24:59.714450 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-af438563-b5c7-4570-a2ca-26218572b954 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:59.717085 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-3948b877-c1dd-45da-ae07-6dee330de9f7 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737602746920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9084222'] for segment, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:59.733264 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-3948b877-c1dd-45da-ae07-6dee330de9f7 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:59.741840 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3948b877-c1dd-45da-ae07-6dee330de9f7 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Releasing vlan 176 on physical network physnet1 to pool {{(pid=121606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 25 21:24:59.745451 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-3948b877-c1dd-45da-ae07-6dee330de9f7 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9084542'] for segment, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:59.750280 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-8dbf6d84-e8a0-4ecb-9074-b18896824fa0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0f13668bdd534ba291de6741157506e7&name=default HTTP/1.1" status: 200  len: 3000 time: 1.3844297
Dec 25 21:24:59.751550 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbf6d84-e8a0-4ecb-9074-b18896824fa0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15c9bbfc-4e9c-4e5a-958b-da1f8c49c920,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:24:59.760538 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 39002) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:24:59.779932 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:24:59.779932 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:24:59.779932 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:24:59.779932 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:24:59.779932 ncdv-master-1 neutron-server[121606]: Traceback (most recent call last):
Dec 25 21:24:59.779932 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 25 21:24:59.779932 ncdv-master-1 neutron-server[121606]:     timer()
Dec 25 21:24:59.779932 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 25 21:24:59.779932 ncdv-master-1 neutron-server[121606]:     cb(*args, **kw)
Dec 25 21:24:59.779932 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 25 21:24:59.779932 ncdv-master-1 neutron-server[121606]:     return func(*args, **kwargs)
Dec 25 21:24:59.779932 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 25 21:24:59.779932 ncdv-master-1 neutron-server[121606]:     self._notify()
Dec 25 21:24:59.779932 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 25 21:24:59.779932 ncdv-master-1 neutron-server[121606]:     self.callback(batched_events)
Dec 25 21:24:59.779932 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 25 21:24:59.779932 ncdv-master-1 neutron-server[121606]:     event.method(event)
Dec 25 21:24:59.779932 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 25 21:24:59.779932 ncdv-master-1 neutron-server[121606]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 25 21:24:59.779932 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 25 21:24:59.779932 ncdv-master-1 neutron-server[121606]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 25 21:24:59.779932 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 25 21:24:59.779932 ncdv-master-1 neutron-server[121606]:     return f(self, *a, **k)
Dec 25 21:24:59.779932 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 25 21:24:59.779932 ncdv-master-1 neutron-server[121606]:     return self._get(url).json()
Dec 25 21:24:59.779932 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 25 21:24:59.779932 ncdv-master-1 neutron-server[121606]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 25 21:24:59.779932 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 25 21:24:59.779932 ncdv-master-1 neutron-server[121606]:     return self.request(url, 'GET', **kwargs)
Dec 25 21:24:59.779932 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 25 21:24:59.779932 ncdv-master-1 neutron-server[121606]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 25 21:24:59.779932 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 25 21:24:59.779932 ncdv-master-1 neutron-server[121606]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 25 21:24:59.779932 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 25 21:24:59.779932 ncdv-master-1 neutron-server[121606]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 25 21:24:59.779932 ncdv-master-1 neutron-server[121606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 25 21:24:59.809484 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-af438563-b5c7-4570-a2ca-26218572b954 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:59.879535 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-7dc5140f-6e39-4d21-bc40-934dbe278d69 tempest-FloatingIPAdminTestJSON-1360969015 tempest-FloatingIPAdminTestJSON-1360969015-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:59.881109 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-6621fb30-0bee-444a-b78d-c2c0fbdc6c3d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:59.909414 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-af438563-b5c7-4570-a2ca-26218572b954 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a2feec922713464da7fde364e2a97ed4&name=default HTTP/1.1" status: 200  len: 3000 time: 1.2475007
Dec 25 21:24:59.910149 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af438563-b5c7-4570-a2ca-26218572b954 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20aaa295-5d98-4193-879d-d1672a64c1fa,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:24:59.912402 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 39008) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:24:59.938710 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-6621fb30-0bee-444a-b78d-c2c0fbdc6c3d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:24:59.979726 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-3602a096-f8da-4a6e-aea1-57d025131efd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:00.003006 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-3602a096-f8da-4a6e-aea1-57d025131efd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:00.042959 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-3948b877-c1dd-45da-ae07-6dee330de9f7 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2008653'] for network, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:00.047900 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-3948b877-c1dd-45da-ae07-6dee330de9f7 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for network, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:00.057150 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-3948b877-c1dd-45da-ae07-6dee330de9f7 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] 10.222.0.32 "DELETE /v2.0/networks/d534cafd-8b62-43ea-9f8c-d8bb71bff8f0 HTTP/1.1" status: 204  len: 168 time: 1.2332921
Dec 25 21:25:00.068903 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 39014) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:25:00.070670 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3948b877-c1dd-45da-ae07-6dee330de9f7 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Pushing event deleted for resources: {'Network': ['ID=d534cafd-8b62-43ea-9f8c-d8bb71bff8f0,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:25:00.078182 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-34b87689-33c4-44ff-976d-6d884cee6c13 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-245407013'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:25:00.148049 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-7dc5140f-6e39-4d21-bc40-934dbe278d69 tempest-FloatingIPAdminTestJSON-1360969015 tempest-FloatingIPAdminTestJSON-1360969015-project-admin] Publish callbacks [] for port, precommit_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:00.186270 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-6621fb30-0bee-444a-b78d-c2c0fbdc6c3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:00.188881 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-6621fb30-0bee-444a-b78d-c2c0fbdc6c3d admin admin] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:00.192419 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-6621fb30-0bee-444a-b78d-c2c0fbdc6c3d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/15c9bbfc-4e9c-4e5a-958b-da1f8c49c920 HTTP/1.1" status: 204  len: 168 time: 0.4283469
Dec 25 21:25:00.201232 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6621fb30-0bee-444a-b78d-c2c0fbdc6c3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15c9bbfc-4e9c-4e5a-958b-da1f8c49c920,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:25:00.219849 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-195a6cee-6c39-42e8-8728-ad9fba099257 req-4fcd2f08-2109-4cd6-81d7-ebcc0dc2e46f tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c440c6c-f195-45df-bc8f-62cfb0a36698 HTTP/1.1" status: 200  len: 210 time: 0.0360413
Dec 25 21:25:00.220452 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-7dc5140f-6e39-4d21-bc40-934dbe278d69 tempest-FloatingIPAdminTestJSON-1360969015 tempest-FloatingIPAdminTestJSON-1360969015-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8632327'] for port, after_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:00.221205 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34b87689-33c4-44ff-976d-6d884cee6c13 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Made reservation on behalf of 3075932236c24ad8974bea0414dd1507 for: {'network': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:25:00.224866 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-34b87689-33c4-44ff-976d-6d884cee6c13 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for network, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:00.227777 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-3602a096-f8da-4a6e-aea1-57d025131efd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:00.235260 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-3602a096-f8da-4a6e-aea1-57d025131efd admin admin] Publish callbacks [] for security_group, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:00.235260 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-3602a096-f8da-4a6e-aea1-57d025131efd admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/20aaa295-5d98-4193-879d-d1672a64c1fa HTTP/1.1" status: 204  len: 168 time: 0.3177905
Dec 25 21:25:00.249980 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3602a096-f8da-4a6e-aea1-57d025131efd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20aaa295-5d98-4193-879d-d1672a64c1fa,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:25:00.278415 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34b87689-33c4-44ff-976d-6d884cee6c13 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] vlan segment allocate from pool success with {'vlan_id': 195, 'physical_network': 'physnet1'}  {{(pid=121606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 25 21:25:00.293842 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-34b87689-33c4-44ff-976d-6d884cee6c13 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:00.294207 ncdv-master-1 neutron-server[121606]: INFO neutron.db.segments_db [None req-34b87689-33c4-44ff-976d-6d884cee6c13 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Added segment 623e8dab-8603-4149-8a4a-dcbf74f82f63 of type vlan for network dc49050a-fbac-4535-8db7-45f7859d8b8c
Dec 25 21:25:00.310340 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc5140f-6e39-4d21-bc40-934dbe278d69 tempest-FloatingIPAdminTestJSON-1360969015 tempest-FloatingIPAdminTestJSON-1360969015-project-admin] Pushing event updated for resources: {'Port': ['ID=edebfe35-8a50-4b7d-9590-17cee7af4d0e,revision_number=2']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:25:00.322800 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-7dc5140f-6e39-4d21-bc40-934dbe278d69 tempest-FloatingIPAdminTestJSON-1360969015 tempest-FloatingIPAdminTestJSON-1360969015-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2008639'] for floatingip, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:00.376798 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-34b87689-33c4-44ff-976d-6d884cee6c13 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737602163420'] for network, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:00.442581 ncdv-master-1 neutron-server[121607]: INFO neutron.db.l3_db [None req-7dc5140f-6e39-4d21-bc40-934dbe278d69 tempest-FloatingIPAdminTestJSON-1360969015 tempest-FloatingIPAdminTestJSON-1360969015-project-admin] Floating IP fb0ac4fe-4bef-420e-a05c-a4fb2ea56957 associated. External IP: 172.35.3.113, port: 97ef7371-e037-4b3a-8c6d-68e3c56293cd.
Dec 25 21:25:00.546603 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-34b87689-33c4-44ff-976d-6d884cee6c13 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870'] for network, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:00.552712 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34b87689-33c4-44ff-976d-6d884cee6c13 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:25:00.553435 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-34b87689-33c4-44ff-976d-6d884cee6c13 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for network, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:00.626075 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b87689-33c4-44ff-976d-6d884cee6c13 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Pushing event updated for resources: {'Network': ['ID=dc49050a-fbac-4535-8db7-45f7859d8b8c,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:25:00.638977 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Network dc49050a-fbac-4535-8db7-45f7859d8b8c details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 25 21:25:00.662232 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7dc5140f-6e39-4d21-bc40-934dbe278d69 tempest-FloatingIPAdminTestJSON-1360969015 tempest-FloatingIPAdminTestJSON-1360969015-project-admin] Router d072f6f8-50d6-47f9-9dc4-b29e16e50307 has already been hosted by L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 {{(pid=121607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 25 21:25:00.730536 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-34b87689-33c4-44ff-976d-6d884cee6c13 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.6522501
Dec 25 21:25:00.730536 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 39030) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:25:00.734726 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-4b823520-82e8-457d-8b9b-872e76b40990 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Request body: {'subnet': {'network_id': 'dc49050a-fbac-4535-8db7-45f7859d8b8c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:25:00.799297 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dc5140f-6e39-4d21-bc40-934dbe278d69 tempest-FloatingIPAdminTestJSON-1360969015 tempest-FloatingIPAdminTestJSON-1360969015-project-admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 21:25:00.816829 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-647ce64d-3c53-4492-8c53-350c7ac034ba None None] Sync routers for ids ['d072f6f8-50d6-47f9-9dc4-b29e16e50307'] in ncdv-master-1 {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 21:25:00.827273 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-647ce64d-3c53-4492-8c53-350c7ac034ba None None] Routers {'d072f6f8-50d6-47f9-9dc4-b29e16e50307'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:25:00.827888 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-647ce64d-3c53-4492-8c53-350c7ac034ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2613497b50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:24:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['d072f6f8-50d6-47f9-9dc4-b29e16e50307'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:25:00.866924 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-647ce64d-3c53-4492-8c53-350c7ac034ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2613497b50>, [], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:25:00.876977 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-647ce64d-3c53-4492-8c53-350c7ac034ba None None] Routers {'d072f6f8-50d6-47f9-9dc4-b29e16e50307'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:25:00.877626 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-647ce64d-3c53-4492-8c53-350c7ac034ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2613497b50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:24:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['d072f6f8-50d6-47f9-9dc4-b29e16e50307'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:25:00.914550 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-7dc5140f-6e39-4d21-bc40-934dbe278d69 tempest-FloatingIPAdminTestJSON-1360969015 tempest-FloatingIPAdminTestJSON-1360969015-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for floatingip, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:00.920757 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-647ce64d-3c53-4492-8c53-350c7ac034ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2613497b50>, [], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:25:00.921727 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-647ce64d-3c53-4492-8c53-350c7ac034ba None None] The sync data for ids ['d072f6f8-50d6-47f9-9dc4-b29e16e50307'] in ncdv-master-1 is: [] {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 21:25:00.948261 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-7dc5140f-6e39-4d21-bc40-934dbe278d69 tempest-FloatingIPAdminTestJSON-1360969015 tempest-FloatingIPAdminTestJSON-1360969015-project-admin] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 989 time: 3.8698370
Dec 25 21:25:00.948438 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 39034) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:25:01.067168 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-6fae8d67-9681-41b0-b26d-7ed7bace7ffe tempest-FloatingIPAdminTestJSON-1360969015 tempest-FloatingIPAdminTestJSON-1360969015-project-admin] 10.222.0.32 "GET /v2.0/floatingips/fb0ac4fe-4bef-420e-a05c-a4fb2ea56957 HTTP/1.1" status: 200  len: 984 time: 0.1176074
Dec 25 21:25:01.069587 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 39040) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:25:01.090268 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b823520-82e8-457d-8b9b-872e76b40990 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Made reservation on behalf of 3075932236c24ad8974bea0414dd1507 for: {'subnet': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:25:01.094348 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-4b823520-82e8-457d-8b9b-872e76b40990 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9028529'] for subnet, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:01.407684 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 39046) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:25:01.424907 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-ac7b5d58-1714-49fe-8b15-9ba097eb7dc3 tempest-FloatingIPAdminTestJSON-1360969015 tempest-FloatingIPAdminTestJSON-1360969015-project-admin] 10.222.0.32 "GET /v2.0/floatingips HTTP/1.1" status: 200  len: 3821 time: 0.3541203
Dec 25 21:25:01.425631 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-193a9a04-592b-4117-bc31-d190db596380 admin admin] Publish callbacks [] for security_group, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:01.427434 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 39048) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:25:01.443226 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-4b823520-82e8-457d-8b9b-872e76b40990 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9084170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9028515'] for subnet, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:01.526929 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b823520-82e8-457d-8b9b-872e76b40990 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Pushing event updated for resources: {'Subnet': ['ID=ba25d48d-ea81-4c8f-93d7-3ce212aaf0a0,revision_number=0']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:25:01.586089 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b823520-82e8-457d-8b9b-872e76b40990 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Checking segment: {'id': '623e8dab-8603-4149-8a4a-dcbf74f82f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'dc49050a-fbac-4535-8db7-45f7859d8b8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:25:01.587624 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b823520-82e8-457d-8b9b-872e76b40990 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Network hostable DHCP agents. Network: dc49050a-fbac-4535-8db7-45f7859d8b8c, hostable agents: ['1813db88-2c1b-4357-a2ba-869246b663c2'], hosted agents: [] {{(pid=121606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 25 21:25:01.647053 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-edbfded6-b95d-4eb7-b14c-2ba8f7e04a51 tempest-FloatingIPAdminTestJSON-1727620007 tempest-FloatingIPAdminTestJSON-1727620007-project] Deleting port edebfe35-8a50-4b7d-9590-17cee7af4d0e {{(pid=121607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:25:01.648052 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-edbfded6-b95d-4eb7-b14c-2ba8f7e04a51 tempest-FloatingIPAdminTestJSON-1727620007 tempest-FloatingIPAdminTestJSON-1727620007-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:01.655842 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-193a9a04-592b-4117-bc31-d190db596380 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:01.677426 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b823520-82e8-457d-8b9b-872e76b40990 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Network dc49050a-fbac-4535-8db7-45f7859d8b8c is scheduled to be hosted by DHCP agent 1813db88-2c1b-4357-a2ba-869246b663c2 with binding_index 1 {{(pid=121606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 25 21:25:01.698180 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 39056) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:25:01.744357 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-edbfded6-b95d-4eb7-b14c-2ba8f7e04a51 tempest-FloatingIPAdminTestJSON-1727620007 tempest-FloatingIPAdminTestJSON-1727620007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:01.744691 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-edbfded6-b95d-4eb7-b14c-2ba8f7e04a51 tempest-FloatingIPAdminTestJSON-1727620007 tempest-FloatingIPAdminTestJSON-1727620007-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:01.756599 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-edbfded6-b95d-4eb7-b14c-2ba8f7e04a51 tempest-FloatingIPAdminTestJSON-1727620007 tempest-FloatingIPAdminTestJSON-1727620007-project] Calling delete_port for edebfe35-8a50-4b7d-9590-17cee7af4d0e owned by network:floatingip {{(pid=121607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:25:01.805165 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [None req-4b823520-82e8-457d-8b9b-872e76b40990 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, dc49050a-fbac-4535-8db7-45f7859d8b8c) {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:25:01.806761 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-193a9a04-592b-4117-bc31-d190db596380 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:01.815211 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d2acf4c-4a8f-41e1-b9c6-bfb8d75de469 None None] Network dc49050a-fbac-4535-8db7-45f7859d8b8c requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:25:01.877319 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b823520-82e8-457d-8b9b-872e76b40990 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:25:01.878069 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-4b823520-82e8-457d-8b9b-872e76b40990 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for subnet, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:01.898284 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193a9a04-592b-4117-bc31-d190db596380 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee2f9cff-fb11-4dd4-af4e-8f75e8187864,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:25:01.947319 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-630aaa2b-c2ca-4e91-91b5-050d6a0382cc admin admin] Publish callbacks [] for security_group, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:01.947319 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-193a9a04-592b-4117-bc31-d190db596380 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a6acc2637d5441c4a844db60083d1715&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5368357
Dec 25 21:25:01.954490 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 39068) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:25:02.066476 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device 815adaf6-6cd2-46df-a541-c0f11b539b22 no longer exists at agent hyperv_nch1-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:25:02.078807 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-40b307ba-9665-4996-9ee8-27ecfbc696c8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:02.090572 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-4b823520-82e8-457d-8b9b-872e76b40990 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.3606002
Dec 25 21:25:02.095652 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 39070) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:25:02.096889 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-457d22b5-2fb8-4e3e-af9c-83300791cc8b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-dc49050a-fbac-4535-8db7-45f7859d8b8c', 'network_id': 'dc49050a-fbac-4535-8db7-45f7859d8b8c', 'project_id': '3075932236c24ad8974bea0414dd1507', 'fixed_ips': [{'subnet_id': 'ba25d48d-ea81-4c8f-93d7-3ce212aaf0a0'}]}} from ncdv-master-1. {{(pid=121608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 25 21:25:02.097747 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-457d22b5-2fb8-4e3e-af9c-83300791cc8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:02.099930 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] No Port match for: 815adaf6-6cd2-46df-a541-c0f11b539b22 {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:25:02.101130 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device 815adaf6-6cd2-46df-a541-c0f11b539b22 not bound to the agent host nch1-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:25:02.106440 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-7fde4a44-1390-4aeb-ba55-fd2511506798 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2126163870', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:25:02.137324 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d747420-4d84-4f2a-b180-cc53db585902 req-1fb4edc0-8625-4506-856d-fbe07776d89b tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:25:02.138840 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5d747420-4d84-4f2a-b180-cc53db585902 req-1fb4edc0-8625-4506-856d-fbe07776d89b tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/ports?device_id=161df36a-2258-4f32-a7b0-2f7c793d4390 HTTP/1.1" status: 200  len: 944 time: 0.1506460
Dec 25 21:25:02.160100 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-40b307ba-9665-4996-9ee8-27ecfbc696c8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:02.196663 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-630aaa2b-c2ca-4e91-91b5-050d6a0382cc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:02.220349 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-edbfded6-b95d-4eb7-b14c-2ba8f7e04a51 tempest-FloatingIPAdminTestJSON-1727620007 tempest-FloatingIPAdminTestJSON-1727620007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:02.250988 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5d747420-4d84-4f2a-b180-cc53db585902 req-d5788281-ad10-44dc-a8ec-07df96f336bc tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/security-groups?id=303458ac-ce28-4cba-8947-b5e432a1ea1f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1034195
Dec 25 21:25:02.257384 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbfded6-b95d-4eb7-b14c-2ba8f7e04a51 tempest-FloatingIPAdminTestJSON-1727620007 tempest-FloatingIPAdminTestJSON-1727620007-project] Pushing event deleted for resources: {'Port': ['ID=edebfe35-8a50-4b7d-9590-17cee7af4d0e,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:25:02.312673 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-630aaa2b-c2ca-4e91-91b5-050d6a0382cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:02.339711 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-edbfded6-b95d-4eb7-b14c-2ba8f7e04a51 tempest-FloatingIPAdminTestJSON-1727620007 tempest-FloatingIPAdminTestJSON-1727620007-project] Publish callbacks [] for floatingip, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:02.340333 ncdv-master-1 neutron-server[121607]: INFO neutron.db.l3_db [None req-edbfded6-b95d-4eb7-b14c-2ba8f7e04a51 tempest-FloatingIPAdminTestJSON-1727620007 tempest-FloatingIPAdminTestJSON-1727620007-project] Floating IP fb0ac4fe-4bef-420e-a05c-a4fb2ea56957 disassociated (deleted). External IP: 172.35.3.113, port: 97ef7371-e037-4b3a-8c6d-68e3c56293cd.
Dec 25 21:25:02.364188 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630aaa2b-c2ca-4e91-91b5-050d6a0382cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=449a1e1a-b707-4e1a-b590-5f561116f3af,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:25:02.368678 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-7fde4a44-1390-4aeb-ba55-fd2511506798 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2014909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14863'] for router, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:02.369968 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-7fde4a44-1390-4aeb-ba55-fd2511506798 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2014285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2009796', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2082630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14848'] for router, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:02.382578 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-630aaa2b-c2ca-4e91-91b5-050d6a0382cc admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6e144b52c078444d8d70c611027c4cc0&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6824946
Dec 25 21:25:02.384796 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 39078) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:25:02.395243 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.db_base_plugin_common [None req-457d22b5-2fb8-4e3e-af9c-83300791cc8b None None] Allocated IP 2001:db8::2 (dc49050a-fbac-4535-8db7-45f7859d8b8c/ba25d48d-ea81-4c8f-93d7-3ce212aaf0a0/0b1c1ce3-f12d-4055-8f33-0e2a352721ca) {{(pid=121608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:25:02.443298 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-b454dd4f-9139-46af-a2ac-7664a4eded89 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:02.457274 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-40b307ba-9665-4996-9ee8-27ecfbc696c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:02.460168 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-40b307ba-9665-4996-9ee8-27ecfbc696c8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:02.470835 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-40b307ba-9665-4996-9ee8-27ecfbc696c8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ee2f9cff-fb11-4dd4-af4e-8f75e8187864 HTTP/1.1" status: 204  len: 168 time: 0.5083168
Dec 25 21:25:02.511411 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-b454dd4f-9139-46af-a2ac-7664a4eded89 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:02.582758 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-457d22b5-2fb8-4e3e-af9c-83300791cc8b None None] Publish callbacks [] for port, precommit_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:02.605093 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-7fde4a44-1390-4aeb-ba55-fd2511506798 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:02.613524 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b307ba-9665-4996-9ee8-27ecfbc696c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee2f9cff-fb11-4dd4-af4e-8f75e8187864,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:25:02.617117 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edbfded6-b95d-4eb7-b14c-2ba8f7e04a51 tempest-FloatingIPAdminTestJSON-1727620007 tempest-FloatingIPAdminTestJSON-1727620007-project] Router d072f6f8-50d6-47f9-9dc4-b29e16e50307 has already been hosted by L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 {{(pid=121607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 25 21:25:02.723995 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-457d22b5-2fb8-4e3e-af9c-83300791cc8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946'] for port, after_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:02.725065 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-7fde4a44-1390-4aeb-ba55-fd2511506798 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2014278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2009753'] for router, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:02.744102 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edbfded6-b95d-4eb7-b14c-2ba8f7e04a51 tempest-FloatingIPAdminTestJSON-1727620007 tempest-FloatingIPAdminTestJSON-1727620007-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 21:25:02.750299 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-edbfded6-b95d-4eb7-b14c-2ba8f7e04a51 tempest-FloatingIPAdminTestJSON-1727620007 tempest-FloatingIPAdminTestJSON-1727620007-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for floatingip, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:02.754807 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-239a06ec-16fb-4930-afba-bc3603d39bd0 None None] Sync routers for ids ['d072f6f8-50d6-47f9-9dc4-b29e16e50307'] in ncdv-master-1 {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 21:25:02.773465 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-457d22b5-2fb8-4e3e-af9c-83300791cc8b None None] Network dc49050a-fbac-4535-8db7-45f7859d8b8c is already hosted by enough agents. {{(pid=121608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:25:02.776339 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-239a06ec-16fb-4930-afba-bc3603d39bd0 None None] Routers {'d072f6f8-50d6-47f9-9dc4-b29e16e50307'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:25:02.783239 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-edbfded6-b95d-4eb7-b14c-2ba8f7e04a51 tempest-FloatingIPAdminTestJSON-1727620007 tempest-FloatingIPAdminTestJSON-1727620007-project] 10.222.0.32 "DELETE /v2.0/floatingips/fb0ac4fe-4bef-420e-a05c-a4fb2ea56957 HTTP/1.1" status: 204  len: 168 time: 1.3513265
Dec 25 21:25:02.783438 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.base_scheduler [None req-457d22b5-2fb8-4e3e-af9c-83300791cc8b None None] Resources bound (agent type, host, resource id):  {{(pid=121608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:25:02.783742 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 39086) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:25:02.784823 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-239a06ec-16fb-4930-afba-bc3603d39bd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f26186648e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:24:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['d072f6f8-50d6-47f9-9dc4-b29e16e50307'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:25:02.789867 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-5c0eb6ec-a128-433e-802e-4ea95ca5a4e2 tempest-FloatingIPAdminTestJSON-1360969015 tempest-FloatingIPAdminTestJSON-1360969015-project-admin] Request body: {'floatingip': {'floating_network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:25:02.791871 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-457d22b5-2fb8-4e3e-af9c-83300791cc8b None None] Received port after_create {{(pid=121608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:25:02.819406 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457d22b5-2fb8-4e3e-af9c-83300791cc8b None None] Pushing event updated for resources: {'Port': ['ID=0b1c1ce3-f12d-4055-8f33-0e2a352721ca,revision_number=1']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:25:02.826323 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-239a06ec-16fb-4930-afba-bc3603d39bd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f26186648e0>, [], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:25:02.836126 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-239a06ec-16fb-4930-afba-bc3603d39bd0 None None] Routers {'d072f6f8-50d6-47f9-9dc4-b29e16e50307'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:25:02.837941 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-b454dd4f-9139-46af-a2ac-7664a4eded89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:02.840265 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-239a06ec-16fb-4930-afba-bc3603d39bd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f26186648e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:24:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['d072f6f8-50d6-47f9-9dc4-b29e16e50307'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:25:02.840563 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-b454dd4f-9139-46af-a2ac-7664a4eded89 admin admin] Publish callbacks [] for security_group, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:02.841874 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-b454dd4f-9139-46af-a2ac-7664a4eded89 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/449a1e1a-b707-4e1a-b590-5f561116f3af HTTP/1.1" status: 204  len: 168 time: 0.4558866
Dec 25 21:25:02.850491 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b454dd4f-9139-46af-a2ac-7664a4eded89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=449a1e1a-b707-4e1a-b590-5f561116f3af,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:25:02.862908 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-457d22b5-2fb8-4e3e-af9c-83300791cc8b None None] Attempting to bind port 0b1c1ce3-f12d-4055-8f33-0e2a352721ca on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:25:02.863273 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-457d22b5-2fb8-4e3e-af9c-83300791cc8b None None] Attempting to bind port 0b1c1ce3-f12d-4055-8f33-0e2a352721ca by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '623e8dab-8603-4149-8a4a-dcbf74f82f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'dc49050a-fbac-4535-8db7-45f7859d8b8c'}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:25:02.863815 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-457d22b5-2fb8-4e3e-af9c-83300791cc8b None None] Attempting to bind port 0b1c1ce3-f12d-4055-8f33-0e2a352721ca on network dc49050a-fbac-4535-8db7-45f7859d8b8c {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:25:02.871028 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-457d22b5-2fb8-4e3e-af9c-83300791cc8b None None] Checking agent: {'id': 'ca4f5c6d-f1fd-48b8-a3e3-395864c7d23d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 20, 56, 40), 'started_at': datetime.datetime(2021, 12, 25, 20, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 24, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:25:02.871645 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-457d22b5-2fb8-4e3e-af9c-83300791cc8b None None] Checking segment: {'id': '623e8dab-8603-4149-8a4a-dcbf74f82f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'dc49050a-fbac-4535-8db7-45f7859d8b8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:25:02.872226 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-457d22b5-2fb8-4e3e-af9c-83300791cc8b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:02.872768 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-457d22b5-2fb8-4e3e-af9c-83300791cc8b None None] Bound using segment: {'id': '623e8dab-8603-4149-8a4a-dcbf74f82f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'dc49050a-fbac-4535-8db7-45f7859d8b8c'} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:25:02.873413 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-457d22b5-2fb8-4e3e-af9c-83300791cc8b None None] Bound port: 0b1c1ce3-f12d-4055-8f33-0e2a352721ca, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '623e8dab-8603-4149-8a4a-dcbf74f82f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'dc49050a-fbac-4535-8db7-45f7859d8b8c'}}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:25:02.873968 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-457d22b5-2fb8-4e3e-af9c-83300791cc8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:02.874145 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-239a06ec-16fb-4930-afba-bc3603d39bd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f26186648e0>, [], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:25:02.874801 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-239a06ec-16fb-4930-afba-bc3603d39bd0 None None] The sync data for ids ['d072f6f8-50d6-47f9-9dc4-b29e16e50307'] in ncdv-master-1 is: [] {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 21:25:02.893551 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-7fde4a44-1390-4aeb-ba55-fd2511506798 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks [] for router, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:02.898579 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-7fde4a44-1390-4aeb-ba55-fd2511506798 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 704 time: 0.8006761
Dec 25 21:25:02.901759 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 39090) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:25:02.966720 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-457d22b5-2fb8-4e3e-af9c-83300791cc8b None None] For port 0b1c1ce3-f12d-4055-8f33-0e2a352721ca, host ncdv-master-1, cleared binding levels {{(pid=121608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:25:02.969934 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-457d22b5-2fb8-4e3e-af9c-83300791cc8b None None] For port 0b1c1ce3-f12d-4055-8f33-0e2a352721ca, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0b1c1ce3-f12d-4055-8f33-0e2a352721ca,segment=NetworkSegment(623e8dab-8603-4149-8a4a-dcbf74f82f63),segment_id=623e8dab-8603-4149-8a4a-dcbf74f82f63)] {{(pid=121608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:25:02.970632 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5c0eb6ec-a128-433e-802e-4ea95ca5a4e2 tempest-FloatingIPAdminTestJSON-1360969015 tempest-FloatingIPAdminTestJSON-1360969015-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:03.070771 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-457d22b5-2fb8-4e3e-af9c-83300791cc8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:03.120535 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5c0eb6ec-a128-433e-802e-4ea95ca5a4e2 tempest-FloatingIPAdminTestJSON-1360969015 tempest-FloatingIPAdminTestJSON-1360969015-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:03.215794 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457d22b5-2fb8-4e3e-af9c-83300791cc8b None None] Pushing event updated for resources: {'Port': ['ID=0b1c1ce3-f12d-4055-8f33-0e2a352721ca,revision_number=2']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:25:03.384770 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-36bce538-5f7c-42d7-9b14-1700a41ec34e tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:03.418661 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba799d53-766d-417c-8de4-ffb48fd726f9 req-0e73f8d1-4ab3-42ac-871d-b627ec2cb7af tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:25:03.421003 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ba799d53-766d-417c-8de4-ffb48fd726f9 req-0e73f8d1-4ab3-42ac-871d-b627ec2cb7af tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.31 "GET /v2.0/ports?device_id=161df36a-2258-4f32-a7b0-2f7c793d4390 HTTP/1.1" status: 200  len: 944 time: 0.1469150
Dec 25 21:25:03.433318 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_common [None req-5c0eb6ec-a128-433e-802e-4ea95ca5a4e2 tempest-FloatingIPAdminTestJSON-1360969015 tempest-FloatingIPAdminTestJSON-1360969015-project-admin] Allocated IP 172.35.3.69 (7201e55c-7c5f-41aa-a042-a363696539d0/7a939e13-713f-45cf-bba7-1539635abe25/e9401428-15ef-4831-8cfd-c246dae38316) {{(pid=121607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:25:03.690645 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5c0eb6ec-a128-433e-802e-4ea95ca5a4e2 tempest-FloatingIPAdminTestJSON-1360969015 tempest-FloatingIPAdminTestJSON-1360969015-project-admin] Publish callbacks [] for port, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:03.850211 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5c0eb6ec-a128-433e-802e-4ea95ca5a4e2 tempest-FloatingIPAdminTestJSON-1360969015 tempest-FloatingIPAdminTestJSON-1360969015-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:03.931040 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c0eb6ec-a128-433e-802e-4ea95ca5a4e2 tempest-FloatingIPAdminTestJSON-1360969015 tempest-FloatingIPAdminTestJSON-1360969015-project-admin] Network 7201e55c-7c5f-41aa-a042-a363696539d0 is already hosted by enough agents. {{(pid=121607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:25:03.936306 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-5c0eb6ec-a128-433e-802e-4ea95ca5a4e2 tempest-FloatingIPAdminTestJSON-1360969015 tempest-FloatingIPAdminTestJSON-1360969015-project-admin] Resources bound (agent type, host, resource id):  {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:25:03.941665 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0eb6ec-a128-433e-802e-4ea95ca5a4e2 tempest-FloatingIPAdminTestJSON-1360969015 tempest-FloatingIPAdminTestJSON-1360969015-project-admin] Pushing event updated for resources: {'Port': ['ID=e9401428-15ef-4831-8cfd-c246dae38316,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:25:03.947259 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c0eb6ec-a128-433e-802e-4ea95ca5a4e2 tempest-FloatingIPAdminTestJSON-1360969015 tempest-FloatingIPAdminTestJSON-1360969015-project-admin] Received port after_create {{(pid=121607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:25:04.091559 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5c0eb6ec-a128-433e-802e-4ea95ca5a4e2 tempest-FloatingIPAdminTestJSON-1360969015 tempest-FloatingIPAdminTestJSON-1360969015-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:04.146345 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 39116) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:25:04.185944 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-2daa9301-a79d-4ca9-b67b-6b7a10075cfe admin admin] Publish callbacks [] for security_group, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:04.205373 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3474ba0-7074-40a5-a7e5-9efb077938a1 req-805ee3fd-8a6b-4259-965a-bbf01308db57 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:25:04.207264 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b3474ba0-7074-40a5-a7e5-9efb077938a1 req-805ee3fd-8a6b-4259-965a-bbf01308db57 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/ports?device_id=161df36a-2258-4f32-a7b0-2f7c793d4390 HTTP/1.1" status: 200  len: 944 time: 0.8244810
Dec 25 21:25:04.255956 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5c0eb6ec-a128-433e-802e-4ea95ca5a4e2 tempest-FloatingIPAdminTestJSON-1360969015 tempest-FloatingIPAdminTestJSON-1360969015-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:04.272819 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:04.490419 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b3474ba0-7074-40a5-a7e5-9efb077938a1 req-924a90c4-deb7-453e-9729-5f57e2bfd9b0 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/security-groups?id=303458ac-ce28-4cba-8947-b5e432a1ea1f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2459168
Dec 25 21:25:04.498618 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [req-ba799d53-766d-417c-8de4-ffb48fd726f9 req-722fa07f-d375-4c33-88e0-db58e3f363d7 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Deleting port cdd08e2a-d7d3-45dd-874c-1cadcc9203fd {{(pid=121606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:25:04.498618 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-ba799d53-766d-417c-8de4-ffb48fd726f9 req-722fa07f-d375-4c33-88e0-db58e3f363d7 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:04.534582 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-2daa9301-a79d-4ca9-b67b-6b7a10075cfe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:04.602153 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5c0eb6ec-a128-433e-802e-4ea95ca5a4e2 tempest-FloatingIPAdminTestJSON-1360969015 tempest-FloatingIPAdminTestJSON-1360969015-project-admin] Publish callbacks [] for port, precommit_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:04.608619 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-2daa9301-a79d-4ca9-b67b-6b7a10075cfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:04.642691 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_common [None req-36bce538-5f7c-42d7-9b14-1700a41ec34e tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Allocated IP 2001:db8::1 (dc49050a-fbac-4535-8db7-45f7859d8b8c/ba25d48d-ea81-4c8f-93d7-3ce212aaf0a0/bf60f68a-34f2-437f-99d7-8de88a272c80) {{(pid=121606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:25:04.672106 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2daa9301-a79d-4ca9-b67b-6b7a10075cfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4d2c930-fc6d-47be-a73c-cbd8e5e2ac03,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:25:04.680100 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-2daa9301-a79d-4ca9-b67b-6b7a10075cfe admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5178c24ca3d34196ad52420f49f9c4b6&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5325570
Dec 25 21:25:04.688822 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 39128) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:25:04.691435 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5c0eb6ec-a128-433e-802e-4ea95ca5a4e2 tempest-FloatingIPAdminTestJSON-1360969015 tempest-FloatingIPAdminTestJSON-1360969015-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8632327'] for port, after_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:04.732143 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-ba799d53-766d-417c-8de4-ffb48fd726f9 req-722fa07f-d375-4c33-88e0-db58e3f363d7 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] For port cdd08e2a-d7d3-45dd-874c-1cadcc9203fd, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=cdd08e2a-d7d3-45dd-874c-1cadcc9203fd,segment=NetworkSegment(66e39abb-3870-4404-91e4-a4d8a7ae7fb7),segment_id=66e39abb-3870-4404-91e4-a4d8a7ae7fb7)] {{(pid=121606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:25:04.732386 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-ba799d53-766d-417c-8de4-ffb48fd726f9 req-722fa07f-d375-4c33-88e0-db58e3f363d7 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:04.779770 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-688810e8-1113-468e-8efd-7fd84032f000 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:04.816174 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0eb6ec-a128-433e-802e-4ea95ca5a4e2 tempest-FloatingIPAdminTestJSON-1360969015 tempest-FloatingIPAdminTestJSON-1360969015-project-admin] Pushing event updated for resources: {'Port': ['ID=e9401428-15ef-4831-8cfd-c246dae38316,revision_number=2']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:25:04.822773 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75155f87-59da-42fb-a3dd-4166bd185c0c None None] Network dc49050a-fbac-4535-8db7-45f7859d8b8c requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:25:04.901285 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5c0eb6ec-a128-433e-802e-4ea95ca5a4e2 tempest-FloatingIPAdminTestJSON-1360969015 tempest-FloatingIPAdminTestJSON-1360969015-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2008639'] for floatingip, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:04.922413 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5472032e-2d48-4b96-82a8-ce5e4bb5a30e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:04.971094 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5472032e-2d48-4b96-82a8-ce5e4bb5a30e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:04.978426 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-cddb3dd5-a20c-498a-a77b-58de59ec98fd None None] Provisioning complete for port 0b1c1ce3-f12d-4055-8f33-0e2a352721ca triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:25:04.981013 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-cddb3dd5-a20c-498a-a77b-58de59ec98fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:04.997501 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-36bce538-5f7c-42d7-9b14-1700a41ec34e tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks [] for port, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:05.009052 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5c0eb6ec-a128-433e-802e-4ea95ca5a4e2 tempest-FloatingIPAdminTestJSON-1360969015 tempest-FloatingIPAdminTestJSON-1360969015-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for floatingip, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:05.010431 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-5c0eb6ec-a128-433e-802e-4ea95ca5a4e2 tempest-FloatingIPAdminTestJSON-1360969015 tempest-FloatingIPAdminTestJSON-1360969015-project-admin] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 2.2255840
Dec 25 21:25:05.013367 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 39136) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:25:05.083336 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-ba799d53-766d-417c-8de4-ffb48fd726f9 req-722fa07f-d375-4c33-88e0-db58e3f363d7 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Publish callbacks [] for floatingip, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:05.083966 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-ba799d53-766d-417c-8de4-ffb48fd726f9 req-722fa07f-d375-4c33-88e0-db58e3f363d7 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2008639'] for floatingip, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:05.084533 ncdv-master-1 neutron-server[121606]: INFO neutron.db.l3_db [req-ba799d53-766d-417c-8de4-ffb48fd726f9 req-722fa07f-d375-4c33-88e0-db58e3f363d7 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Floating IP 13cc4e12-07e1-4fc5-92b2-e64187a64890 disassociated. External IP: 172.35.3.63, port: cdd08e2a-d7d3-45dd-874c-1cadcc9203fd.
Dec 25 21:25:05.085662 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [req-ba799d53-766d-417c-8de4-ffb48fd726f9 req-722fa07f-d375-4c33-88e0-db58e3f363d7 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Calling delete_port for cdd08e2a-d7d3-45dd-874c-1cadcc9203fd owned by compute:nova {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:25:05.095071 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5472032e-2d48-4b96-82a8-ce5e4bb5a30e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:05.098634 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5472032e-2d48-4b96-82a8-ce5e4bb5a30e admin admin] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:05.102960 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-5472032e-2d48-4b96-82a8-ce5e4bb5a30e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c4d2c930-fc6d-47be-a73c-cbd8e5e2ac03 HTTP/1.1" status: 204  len: 168 time: 0.4160995
Dec 25 21:25:05.105045 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-cddb3dd5-a20c-498a-a77b-58de59ec98fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:05.114604 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5472032e-2d48-4b96-82a8-ce5e4bb5a30e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4d2c930-fc6d-47be-a73c-cbd8e5e2ac03,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:25:05.153077 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-cddb3dd5-a20c-498a-a77b-58de59ec98fd None None] For port 0b1c1ce3-f12d-4055-8f33-0e2a352721ca, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0b1c1ce3-f12d-4055-8f33-0e2a352721ca,segment=NetworkSegment(623e8dab-8603-4149-8a4a-dcbf74f82f63),segment_id=623e8dab-8603-4149-8a4a-dcbf74f82f63)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:25:05.204636 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-cddb3dd5-a20c-498a-a77b-58de59ec98fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:05.290271 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddb3dd5-a20c-498a-a77b-58de59ec98fd None None] Pushing event updated for resources: {'Port': ['ID=0b1c1ce3-f12d-4055-8f33-0e2a352721ca,revision_number=3']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:25:05.294699 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-36bce538-5f7c-42d7-9b14-1700a41ec34e tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:05.363219 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36bce538-5f7c-42d7-9b14-1700a41ec34e tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Network dc49050a-fbac-4535-8db7-45f7859d8b8c is already hosted by enough agents. {{(pid=121606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:25:05.376352 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [None req-36bce538-5f7c-42d7-9b14-1700a41ec34e tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Resources bound (agent type, host, resource id):  {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:25:05.383512 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36bce538-5f7c-42d7-9b14-1700a41ec34e tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Received port after_create {{(pid=121606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:25:05.384141 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-36bce538-5f7c-42d7-9b14-1700a41ec34e tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2008772'] for router_interface, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:05.405488 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-ae1810c4-6e6e-41e6-8bcd-d18752bf34dc tempest-FloatingIPAdminTestJSON-1756107995 tempest-FloatingIPAdminTestJSON-1756107995-project] Request body: {'floatingip': {'floating_network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:25:05.437072 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bce538-5f7c-42d7-9b14-1700a41ec34e tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Pushing event updated for resources: {'Port': ['ID=bf60f68a-34f2-437f-99d7-8de88a272c80,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:25:05.530150 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ae1810c4-6e6e-41e6-8bcd-d18752bf34dc tempest-FloatingIPAdminTestJSON-1756107995 tempest-FloatingIPAdminTestJSON-1756107995-project] Publish callbacks [] for floatingip, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:05.551982 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-3a743dbb-5949-4f12-af1d-d752956df4b8 None None] Provisioning complete for port 0b1c1ce3-f12d-4055-8f33-0e2a352721ca triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:25:05.552364 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3a743dbb-5949-4f12-af1d-d752956df4b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:05.610876 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-ba799d53-766d-417c-8de4-ffb48fd726f9 req-722fa07f-d375-4c33-88e0-db58e3f363d7 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:05.627466 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 0b1c1ce3-f12d-4055-8f33-0e2a352721ca up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:25:05.704118 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-6b189ed4-a1e1-40a1-bdcd-acde2ca91eb9 req-cb20a1df-4d02-4a0b-929d-a0f5d71abac0 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/ports?device_id=161df36a-2258-4f32-a7b0-2f7c793d4390 HTTP/1.1" status: 200  len: 210 time: 0.0825381
Dec 25 21:25:05.705948 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ae1810c4-6e6e-41e6-8bcd-d18752bf34dc tempest-FloatingIPAdminTestJSON-1756107995 tempest-FloatingIPAdminTestJSON-1756107995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:05.718621 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722fa07f-d375-4c33-88e0-db58e3f363d7 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Pushing event deleted for resources: {'Port': ['ID=cdd08e2a-d7d3-45dd-874c-1cadcc9203fd,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:25:05.825754 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-36bce538-5f7c-42d7-9b14-1700a41ec34e tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:05.863036 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_common [None req-ae1810c4-6e6e-41e6-8bcd-d18752bf34dc tempest-FloatingIPAdminTestJSON-1756107995 tempest-FloatingIPAdminTestJSON-1756107995-project] Allocated IP 172.35.3.8 (7201e55c-7c5f-41aa-a042-a363696539d0/7a939e13-713f-45cf-bba7-1539635abe25/315bf848-22b1-44c1-b953-9c1a35ba52df) {{(pid=121607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:25:05.924697 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port 0b1c1ce3-f12d-4055-8f33-0e2a352721ca triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:25:05.925116 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:06.023225 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ba799d53-766d-417c-8de4-ffb48fd726f9 req-722fa07f-d375-4c33-88e0-db58e3f363d7 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Router 64d33087-8110-48e8-8d7a-cbd6f57725b1 has already been hosted by L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 {{(pid=121606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 25 21:25:06.076912 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device cdd08e2a-d7d3-45dd-874c-1cadcc9203fd no longer exists at agent hyperv_nch1-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:25:06.093146 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ae1810c4-6e6e-41e6-8bcd-d18752bf34dc tempest-FloatingIPAdminTestJSON-1756107995 tempest-FloatingIPAdminTestJSON-1756107995-project] Publish callbacks [] for port, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:06.119089 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] No Port match for: cdd08e2a-d7d3-45dd-874c-1cadcc9203fd {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:25:06.119803 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device cdd08e2a-d7d3-45dd-874c-1cadcc9203fd not bound to the agent host nch1-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:25:06.191439 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-a980f62b-3617-4977-96dc-034e1925ccb8 None None] Provisioning complete for port bf60f68a-34f2-437f-99d7-8de88a272c80 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:25:06.192239 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-a980f62b-3617-4977-96dc-034e1925ccb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:06.241836 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-a980f62b-3617-4977-96dc-034e1925ccb8 None None] Port bf60f68a-34f2-437f-99d7-8de88a272c80 cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:25:06.261385 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ae1810c4-6e6e-41e6-8bcd-d18752bf34dc tempest-FloatingIPAdminTestJSON-1756107995 tempest-FloatingIPAdminTestJSON-1756107995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:06.285320 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae1810c4-6e6e-41e6-8bcd-d18752bf34dc tempest-FloatingIPAdminTestJSON-1756107995 tempest-FloatingIPAdminTestJSON-1756107995-project] Network 7201e55c-7c5f-41aa-a042-a363696539d0 is already hosted by enough agents. {{(pid=121607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:25:06.289502 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-ae1810c4-6e6e-41e6-8bcd-d18752bf34dc tempest-FloatingIPAdminTestJSON-1756107995 tempest-FloatingIPAdminTestJSON-1756107995-project] Resources bound (agent type, host, resource id):  {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:25:06.310306 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae1810c4-6e6e-41e6-8bcd-d18752bf34dc tempest-FloatingIPAdminTestJSON-1756107995 tempest-FloatingIPAdminTestJSON-1756107995-project] Received port after_create {{(pid=121607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:25:06.359046 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1810c4-6e6e-41e6-8bcd-d18752bf34dc tempest-FloatingIPAdminTestJSON-1756107995 tempest-FloatingIPAdminTestJSON-1756107995-project] Pushing event updated for resources: {'Port': ['ID=315bf848-22b1-44c1-b953-9c1a35ba52df,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:25:06.381510 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-36bce538-5f7c-42d7-9b14-1700a41ec34e tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks [] for port, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:06.420970 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ae1810c4-6e6e-41e6-8bcd-d18752bf34dc tempest-FloatingIPAdminTestJSON-1756107995 tempest-FloatingIPAdminTestJSON-1756107995-project] Publish callbacks [] for floatingip, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:06.434501 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ba799d53-766d-417c-8de4-ffb48fd726f9 req-722fa07f-d375-4c33-88e0-db58e3f363d7 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 21:25:06.446113 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e23646ae-72f0-4952-ba9b-cbca62ab6fe6 None None] Sync routers for ids ['64d33087-8110-48e8-8d7a-cbd6f57725b1'] in ncdv-master-1 {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 21:25:06.456444 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e23646ae-72f0-4952-ba9b-cbca62ab6fe6 None None] Routers {'64d33087-8110-48e8-8d7a-cbd6f57725b1'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:25:06.457176 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-e23646ae-72f0-4952-ba9b-cbca62ab6fe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f26185405b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:24:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['64d33087-8110-48e8-8d7a-cbd6f57725b1'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:25:06.457920 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-36bce538-5f7c-42d7-9b14-1700a41ec34e tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:06.458678 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-36bce538-5f7c-42d7-9b14-1700a41ec34e tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2007636'] for router_interface, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:06.486299 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba799d53-766d-417c-8de4-ffb48fd726f9 req-722fa07f-d375-4c33-88e0-db58e3f363d7 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] No DVR routers for this DVR port cdd08e2a-d7d3-45dd-874c-1cadcc9203fd on host nch1-master-1 {{(pid=121606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:25:06.506000 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-ba799d53-766d-417c-8de4-ffb48fd726f9 req-722fa07f-d375-4c33-88e0-db58e3f363d7 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:06.511096 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ba799d53-766d-417c-8de4-ffb48fd726f9 req-722fa07f-d375-4c33-88e0-db58e3f363d7 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.31 "DELETE /v2.0/ports/cdd08e2a-d7d3-45dd-874c-1cadcc9203fd HTTP/1.1" status: 204  len: 173 time: 3.0807412
Dec 25 21:25:06.514110 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '161df36a-2258-4f32-a7b0-2f7c793d4390', 'name': 'network-vif-deleted', 'tag': 'cdd08e2a-d7d3-45dd-874c-1cadcc9203fd'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:25:06.517425 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9858820c13ec2827453b94ebc4181065e990a4e4089ccb9fe762531ac62d2fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc3a6129-8d2c-4182-a62e-506e483da403" -d '{"events": [{"server_uuid": "161df36a-2258-4f32-a7b0-2f7c793d4390", "name": "network-vif-deleted", "tag": "cdd08e2a-d7d3-45dd-874c-1cadcc9203fd"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:25:06.570168 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bce538-5f7c-42d7-9b14-1700a41ec34e tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Pushing event updated for resources: {'Port': ['ID=bf60f68a-34f2-437f-99d7-8de88a272c80,revision_number=2']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:25:06.581432 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ae1810c4-6e6e-41e6-8bcd-d18752bf34dc tempest-FloatingIPAdminTestJSON-1756107995 tempest-FloatingIPAdminTestJSON-1756107995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:06.598856 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 21:25:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-177a5395-b33d-49fe-aa47-578813c227dc x-openstack-request-id: req-177a5395-b33d-49fe-aa47-578813c227dc {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:25:06.599241 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "161df36a-2258-4f32-a7b0-2f7c793d4390", "name": "network-vif-deleted", "tag": "cdd08e2a-d7d3-45dd-874c-1cadcc9203fd", "status": "completed", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:25:06.599418 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-177a5395-b33d-49fe-aa47-578813c227dc {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:25:06.599808 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '161df36a-2258-4f32-a7b0-2f7c793d4390', 'name': 'network-vif-deleted', 'tag': 'cdd08e2a-d7d3-45dd-874c-1cadcc9203fd', 'status': 'completed', 'code': 200}
Dec 25 21:25:06.650220 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvr_db [None req-e23646ae-72f0-4952-ba9b-cbca62ab6fe6 None None] Set router 64d33087-8110-48e8-8d7a-cbd6f57725b1 gateway port host: ncdv-master-1 {{(pid=121608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:25:06.670218 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36bce538-5f7c-42d7-9b14-1700a41ec34e tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Network dc49050a-fbac-4535-8db7-45f7859d8b8c is already hosted by enough agents. {{(pid=121606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:25:06.671806 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [None req-36bce538-5f7c-42d7-9b14-1700a41ec34e tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Resources bound (agent type, host, resource id):  {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:25:06.878957 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-327262bd-d54a-49fc-bdf4-858bfff07dc4 req-5304bd41-4016-4ea2-988d-efee26ffee58 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/ports?device_id=161df36a-2258-4f32-a7b0-2f7c793d4390 HTTP/1.1" status: 200  len: 210 time: 0.0317769
Dec 25 21:25:06.912473 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ae1810c4-6e6e-41e6-8bcd-d18752bf34dc tempest-FloatingIPAdminTestJSON-1756107995 tempest-FloatingIPAdminTestJSON-1756107995-project] Publish callbacks [] for port, precommit_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:06.974884 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36bce538-5f7c-42d7-9b14-1700a41ec34e tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Router 2279480e-64ee-4def-b798-fd764932c923 is scheduled to L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 with binding_index 1 {{(pid=121606) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 25 21:25:07.020243 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ae1810c4-6e6e-41e6-8bcd-d18752bf34dc tempest-FloatingIPAdminTestJSON-1756107995 tempest-FloatingIPAdminTestJSON-1756107995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8632327'] for port, after_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:07.066181 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-e23646ae-72f0-4952-ba9b-cbca62ab6fe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f26185405b0>, [{'id': '64d33087-8110-48e8-8d7a-cbd6f57725b1', 'name': 'tempest-ServerActionsTestJSON-1405305583-router', 'tenant_id': '4c3545b07d0b4ccf9cd48a80c2d37521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.75'}], 'enable_snat': True}, 'gw_port_id': '5c9037aa-6516-4164-8ea4-ad8d042897d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:16:29Z', 'updated_at': '2021-12-25T21:16:37Z', 'revision_number': 4, 'project_id': '4c3545b07d0b4ccf9cd48a80c2d37521', 'gw_port': {'id': '5c9037aa-6516-4164-8ea4-ad8d042897d7', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:38:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64d33087-8110-48e8-8d7a-cbd6f57725b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1009, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:16:31Z', 'updated_at': '2021-12-25T21:16:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '020b68b7-f89a-4b33-b20b-4ab3c8fe3101', 'name': '', 'network_id': '050fe506-29b6-4536-b03a-6d4fd9d4993c', 'tenant_id': '4c3545b07d0b4ccf9cd48a80c2d37521', 'mac_address': 'fa:16:3e:85:5b:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64d33087-8110-48e8-8d7a-cbd6f57725b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': '1f5d8ab8-049c-411c-8531-c48febcca4ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:16:36Z', 'updated_at': '2021-12-25T21:16:42Z', 'revision_number': 5, 'project_id': '4c3545b07d0b4ccf9cd48a80c2d37521', 'subnets': [{'id': '1f5d8ab8-049c-411c-8531-c48febcca4ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:25:07.066698 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1810c4-6e6e-41e6-8bcd-d18752bf34dc tempest-FloatingIPAdminTestJSON-1756107995 tempest-FloatingIPAdminTestJSON-1756107995-project] Pushing event updated for resources: {'Port': ['ID=315bf848-22b1-44c1-b953-9c1a35ba52df,revision_number=2']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:25:07.112915 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ae1810c4-6e6e-41e6-8bcd-d18752bf34dc tempest-FloatingIPAdminTestJSON-1756107995 tempest-FloatingIPAdminTestJSON-1756107995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2008639'] for floatingip, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:07.123371 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e23646ae-72f0-4952-ba9b-cbca62ab6fe6 None None] Checking router: 64d33087-8110-48e8-8d7a-cbd6f57725b1 for host: ncdv-master-1 {{(pid=121608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 25 21:25:07.128740 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-846df6da-3006-4659-9bfe-3961a29581f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:07.142255 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e23646ae-72f0-4952-ba9b-cbca62ab6fe6 None None] Routers {'64d33087-8110-48e8-8d7a-cbd6f57725b1'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:25:07.143081 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-e23646ae-72f0-4952-ba9b-cbca62ab6fe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f26185405b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:25:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['64d33087-8110-48e8-8d7a-cbd6f57725b1'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:25:07.144119 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 39194) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:25:07.145525 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-cd4078d8-6191-46a5-92b4-cc82000b2eb1 None None] Provisioning complete for port bf60f68a-34f2-437f-99d7-8de88a272c80 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:25:07.146136 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-cd4078d8-6191-46a5-92b4-cc82000b2eb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:07.167292 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36bce538-5f7c-42d7-9b14-1700a41ec34e tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 21:25:07.176570 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-36bce538-5f7c-42d7-9b14-1700a41ec34e tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] 10.222.0.32 "PUT /v2.0/routers/2279480e-64ee-4def-b798-fd764932c923/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.2720575
Dec 25 21:25:07.178007 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-023cfa76-c355-4188-852d-c90a77a2937e None None] Sync routers for ids ['2279480e-64ee-4def-b798-fd764932c923'] in ncdv-master-1 {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 21:25:07.179994 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 39198) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:25:07.183866 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ae1810c4-6e6e-41e6-8bcd-d18752bf34dc tempest-FloatingIPAdminTestJSON-1756107995 tempest-FloatingIPAdminTestJSON-1756107995-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for floatingip, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:07.185549 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-ae1810c4-6e6e-41e6-8bcd-d18752bf34dc tempest-FloatingIPAdminTestJSON-1756107995 tempest-FloatingIPAdminTestJSON-1756107995-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 691 time: 2.1712139
Dec 25 21:25:07.190491 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-023cfa76-c355-4188-852d-c90a77a2937e None None] Routers {'2279480e-64ee-4def-b798-fd764932c923'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:25:07.191116 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-023cfa76-c355-4188-852d-c90a77a2937e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2618614b80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:25:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['2279480e-64ee-4def-b798-fd764932c923'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:25:07.191603 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 39200) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:25:07.249767 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-023cfa76-c355-4188-852d-c90a77a2937e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2618614b80>, [], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:25:07.261528 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-023cfa76-c355-4188-852d-c90a77a2937e None None] Routers {'2279480e-64ee-4def-b798-fd764932c923'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:25:07.262336 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-023cfa76-c355-4188-852d-c90a77a2937e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2618614b80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:25:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['2279480e-64ee-4def-b798-fd764932c923'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:25:07.264069 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-cd4078d8-6191-46a5-92b4-cc82000b2eb1 None None] Port bf60f68a-34f2-437f-99d7-8de88a272c80 cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:25:07.282566 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bddcc18b-6470-4a78-9cbe-720c9ddb9d6d tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:25:07.284424 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-bddcc18b-6470-4a78-9cbe-720c9ddb9d6d tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] 10.222.0.32 "GET /v2.0/ports/bf60f68a-34f2-437f-99d7-8de88a272c80 HTTP/1.1" status: 200  len: 911 time: 0.1031971
Dec 25 21:25:07.287697 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 39204) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:25:07.302884 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-023cfa76-c355-4188-852d-c90a77a2937e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2618614b80>, [], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:25:07.304014 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-023cfa76-c355-4188-852d-c90a77a2937e None None] The sync data for ids ['2279480e-64ee-4def-b798-fd764932c923'] in ncdv-master-1 is: [] {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 21:25:07.333999 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvr_db [None req-e23646ae-72f0-4952-ba9b-cbca62ab6fe6 None None] Set router 64d33087-8110-48e8-8d7a-cbd6f57725b1 gateway port host: ncdv-master-1 {{(pid=121608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:25:07.467205 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-17241417-6cc6-4b4d-832e-fb91fb546e6e tempest-FloatingIPAdminTestJSON-1360969015 tempest-FloatingIPAdminTestJSON-1360969015-project-admin] 10.222.0.32 "GET /v2.0/floatingips HTTP/1.1" status: 200  len: 3701 time: 0.2741282
Dec 25 21:25:07.467808 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 39210) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:25:07.585474 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-8b8b9430-e507-476d-89ae-a11476fd9db3 tempest-FloatingIPAdminTestJSON-1727620007 tempest-FloatingIPAdminTestJSON-1727620007-project] 10.222.0.32 "GET /v2.0/floatingips HTTP/1.1" status: 200  len: 691 time: 0.1162882
Dec 25 21:25:07.588469 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 39212) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:25:07.640049 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-95728f15-ed43-4af2-b4b3-1cb15938f979 tempest-PortsAdminExtendedAttrsTestJSON-2105464538 tempest-PortsAdminExtendedAttrsTestJSON-2105464538-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1948210701'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:25:07.720276 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-e23646ae-72f0-4952-ba9b-cbca62ab6fe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f26185405b0>, [{'id': '64d33087-8110-48e8-8d7a-cbd6f57725b1', 'name': 'tempest-ServerActionsTestJSON-1405305583-router', 'tenant_id': '4c3545b07d0b4ccf9cd48a80c2d37521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.75'}], 'enable_snat': True}, 'gw_port_id': '5c9037aa-6516-4164-8ea4-ad8d042897d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:16:29Z', 'updated_at': '2021-12-25T21:16:37Z', 'revision_number': 4, 'project_id': '4c3545b07d0b4ccf9cd48a80c2d37521', 'gw_port': {'id': '5c9037aa-6516-4164-8ea4-ad8d042897d7', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:38:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64d33087-8110-48e8-8d7a-cbd6f57725b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1009, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:16:31Z', 'updated_at': '2021-12-25T21:16:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '020b68b7-f89a-4b33-b20b-4ab3c8fe3101', 'name': '', 'network_id': '050fe506-29b6-4536-b03a-6d4fd9d4993c', 'tenant_id': '4c3545b07d0b4ccf9cd48a80c2d37521', 'mac_address': 'fa:16:3e:85:5b:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64d33087-8110-48e8-8d7a-cbd6f57725b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': '1f5d8ab8-049c-411c-8531-c48febcca4ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:16:36Z', 'updated_at': '2021-12-25T21:16:42Z', 'revision_number': 5, 'project_id': '4c3545b07d0b4ccf9cd48a80c2d37521', 'subnets': [{'id': '1f5d8ab8-049c-411c-8531-c48febcca4ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:25:07.749078 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-f9b574ce-4726-4e4d-a826-07bd29560aab tempest-FloatingIPAdminTestJSON-1756107995 tempest-FloatingIPAdminTestJSON-1756107995-project] Deleting port 315bf848-22b1-44c1-b953-9c1a35ba52df {{(pid=121606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:25:07.749624 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-f9b574ce-4726-4e4d-a826-07bd29560aab tempest-FloatingIPAdminTestJSON-1756107995 tempest-FloatingIPAdminTestJSON-1756107995-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:07.752266 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e23646ae-72f0-4952-ba9b-cbca62ab6fe6 None None] The sync data for ids ['64d33087-8110-48e8-8d7a-cbd6f57725b1'] in ncdv-master-1 is: [{'id': '64d33087-8110-48e8-8d7a-cbd6f57725b1', 'name': 'tempest-ServerActionsTestJSON-1405305583-router', 'tenant_id': '4c3545b07d0b4ccf9cd48a80c2d37521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.75'}], 'enable_snat': True}, 'gw_port_id': '5c9037aa-6516-4164-8ea4-ad8d042897d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:16:29Z', 'updated_at': '2021-12-25T21:16:37Z', 'revision_number': 4, 'project_id': '4c3545b07d0b4ccf9cd48a80c2d37521', 'gw_port': {'id': '5c9037aa-6516-4164-8ea4-ad8d042897d7', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:38:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64d33087-8110-48e8-8d7a-cbd6f57725b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1009, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:16:31Z', 'updated_at': '2021-12-25T21:16:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '020b68b7-f89a-4b33-b20b-4ab3c8fe3101', 'name': '', 'network_id': '050fe506-29b6-4536-b03a-6d4fd9d4993c', 'tenant_id': '4c3545b07d0b4ccf9cd48a80c2d37521', 'mac_address': 'fa:16:3e:85:5b:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64d33087-8110-48e8-8d7a-cbd6f57725b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': '1f5d8ab8-049c-411c-8531-c48febcca4ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:16:36Z', 'updated_at': '2021-12-25T21:16:42Z', 'revision_number': 5, 'project_id': '4c3545b07d0b4ccf9cd48a80c2d37521', 'subnets': [{'id': '1f5d8ab8-049c-411c-8531-c48febcca4ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 21:25:07.797358 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95728f15-ed43-4af2-b4b3-1cb15938f979 tempest-PortsAdminExtendedAttrsTestJSON-2105464538 tempest-PortsAdminExtendedAttrsTestJSON-2105464538-project] Made reservation on behalf of 39002f2653254b3ead7231dc2a1b9797 for: {'network': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:25:07.800892 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-95728f15-ed43-4af2-b4b3-1cb15938f979 tempest-PortsAdminExtendedAttrsTestJSON-2105464538 tempest-PortsAdminExtendedAttrsTestJSON-2105464538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for network, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:07.814170 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-95728f15-ed43-4af2-b4b3-1cb15938f979 tempest-PortsAdminExtendedAttrsTestJSON-2105464538 tempest-PortsAdminExtendedAttrsTestJSON-2105464538-project] Publish callbacks [] for security_group, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:07.842275 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-f9b574ce-4726-4e4d-a826-07bd29560aab tempest-FloatingIPAdminTestJSON-1756107995 tempest-FloatingIPAdminTestJSON-1756107995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:07.848093 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-f9b574ce-4726-4e4d-a826-07bd29560aab tempest-FloatingIPAdminTestJSON-1756107995 tempest-FloatingIPAdminTestJSON-1756107995-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:07.857603 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-f9b574ce-4726-4e4d-a826-07bd29560aab tempest-FloatingIPAdminTestJSON-1756107995 tempest-FloatingIPAdminTestJSON-1756107995-project] Calling delete_port for 315bf848-22b1-44c1-b953-9c1a35ba52df owned by network:floatingip {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:25:07.864570 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a34d6007-f931-4745-b189-c4a086337a77 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2007615'] for router_interface, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:08.078542 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-95728f15-ed43-4af2-b4b3-1cb15938f979 tempest-PortsAdminExtendedAttrsTestJSON-2105464538 tempest-PortsAdminExtendedAttrsTestJSON-2105464538-project] Publish callbacks [] for security_group, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:08.122141 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bfe28d5-2444-4086-a5a1-4c648a2a04a4 None None] New status for floating IP 13cc4e12-07e1-4fc5-92b2-e64187a64890: DOWN {{(pid=121608) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 25 21:25:08.158094 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-f9b574ce-4726-4e4d-a826-07bd29560aab tempest-FloatingIPAdminTestJSON-1756107995 tempest-FloatingIPAdminTestJSON-1756107995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:08.167487 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 39226) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:25:08.191632 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-95728f15-ed43-4af2-b4b3-1cb15938f979 tempest-PortsAdminExtendedAttrsTestJSON-2105464538 tempest-PortsAdminExtendedAttrsTestJSON-2105464538-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:08.233074 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95728f15-ed43-4af2-b4b3-1cb15938f979 tempest-PortsAdminExtendedAttrsTestJSON-2105464538 tempest-PortsAdminExtendedAttrsTestJSON-2105464538-project] vlan segment allocate from pool success with {'vlan_id': 167, 'physical_network': 'physnet1'}  {{(pid=121607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 25 21:25:08.260139 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-95728f15-ed43-4af2-b4b3-1cb15938f979 tempest-PortsAdminExtendedAttrsTestJSON-2105464538 tempest-PortsAdminExtendedAttrsTestJSON-2105464538-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:08.260553 ncdv-master-1 neutron-server[121607]: INFO neutron.db.segments_db [None req-95728f15-ed43-4af2-b4b3-1cb15938f979 tempest-PortsAdminExtendedAttrsTestJSON-2105464538 tempest-PortsAdminExtendedAttrsTestJSON-2105464538-project] Added segment 472d8509-60ad-4c7f-8fb8-744e9534708c of type vlan for network 3a39df82-5d57-4bef-b11b-7d00a3a3e33a
Dec 25 21:25:08.267246 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b574ce-4726-4e4d-a826-07bd29560aab tempest-FloatingIPAdminTestJSON-1756107995 tempest-FloatingIPAdminTestJSON-1756107995-project] Pushing event deleted for resources: {'Port': ['ID=315bf848-22b1-44c1-b953-9c1a35ba52df,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:25:08.308538 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:08.326582 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95728f15-ed43-4af2-b4b3-1cb15938f979 tempest-PortsAdminExtendedAttrsTestJSON-2105464538 tempest-PortsAdminExtendedAttrsTestJSON-2105464538-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23d6856b-08c0-4c2b-a01a-0bcf75b796b3,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:25:08.332898 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-95728f15-ed43-4af2-b4b3-1cb15938f979 tempest-PortsAdminExtendedAttrsTestJSON-2105464538 tempest-PortsAdminExtendedAttrsTestJSON-2105464538-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737602163420'] for network, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:08.343744 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-4cc883b0-83f8-4700-a599-efd2903ffa76 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Publish callbacks [] for security_group, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:08.374668 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-4cc883b0-83f8-4700-a599-efd2903ffa76 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Publish callbacks [] for security_group, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:08.378509 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-a34d6007-f931-4745-b189-c4a086337a77 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Deleting port bf60f68a-34f2-437f-99d7-8de88a272c80 {{(pid=121607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:25:08.378710 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a34d6007-f931-4745-b189-c4a086337a77 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:08.431736 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-f9b574ce-4726-4e4d-a826-07bd29560aab tempest-FloatingIPAdminTestJSON-1756107995 tempest-FloatingIPAdminTestJSON-1756107995-project] Publish callbacks [] for floatingip, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:08.434903 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-f9b574ce-4726-4e4d-a826-07bd29560aab tempest-FloatingIPAdminTestJSON-1756107995 tempest-FloatingIPAdminTestJSON-1756107995-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for floatingip, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:08.438659 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-f9b574ce-4726-4e4d-a826-07bd29560aab tempest-FloatingIPAdminTestJSON-1756107995 tempest-FloatingIPAdminTestJSON-1756107995-project] 10.222.0.32 "DELETE /v2.0/floatingips/813a251e-d8c8-4e0d-9793-1d85c393e43a HTTP/1.1" status: 204  len: 168 time: 0.8455915
Dec 25 21:25:08.439436 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 39234) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:25:08.478155 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-95728f15-ed43-4af2-b4b3-1cb15938f979 tempest-PortsAdminExtendedAttrsTestJSON-2105464538 tempest-PortsAdminExtendedAttrsTestJSON-2105464538-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870'] for network, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:08.485472 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95728f15-ed43-4af2-b4b3-1cb15938f979 tempest-PortsAdminExtendedAttrsTestJSON-2105464538 tempest-PortsAdminExtendedAttrsTestJSON-2105464538-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:25:08.486204 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-95728f15-ed43-4af2-b4b3-1cb15938f979 tempest-PortsAdminExtendedAttrsTestJSON-2105464538 tempest-PortsAdminExtendedAttrsTestJSON-2105464538-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for network, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:08.536625 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a34d6007-f931-4745-b189-c4a086337a77 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:08.561703 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-a34d6007-f931-4745-b189-c4a086337a77 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Calling delete_port for bf60f68a-34f2-437f-99d7-8de88a272c80 owned by network:router_interface {{(pid=121607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:25:08.574637 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3e945ecd-9380-47c2-aa0a-12ebe07e03e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:08.594493 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95728f15-ed43-4af2-b4b3-1cb15938f979 tempest-PortsAdminExtendedAttrsTestJSON-2105464538 tempest-PortsAdminExtendedAttrsTestJSON-2105464538-project] Pushing event updated for resources: {'Network': ['ID=3a39df82-5d57-4bef-b11b-7d00a3a3e33a,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:25:08.610747 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Network 3a39df82-5d57-4bef-b11b-7d00a3a3e33a details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 25 21:25:08.621637 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-cc84b80c-5736-4db7-b7e2-d30b3784b28a tempest-FloatingIPAdminTestJSON-1360969015 tempest-FloatingIPAdminTestJSON-1360969015-project-admin] Deleting port e9401428-15ef-4831-8cfd-c246dae38316 {{(pid=121606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:25:08.622189 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-cc84b80c-5736-4db7-b7e2-d30b3784b28a tempest-FloatingIPAdminTestJSON-1360969015 tempest-FloatingIPAdminTestJSON-1360969015-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:08.653817 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-95728f15-ed43-4af2-b4b3-1cb15938f979 tempest-PortsAdminExtendedAttrsTestJSON-2105464538 tempest-PortsAdminExtendedAttrsTestJSON-2105464538-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 799 time: 1.5076935
Dec 25 21:25:08.685550 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-4cc883b0-83f8-4700-a599-efd2903ffa76 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:08.688645 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-4cc883b0-83f8-4700-a599-efd2903ffa76 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Publish callbacks [] for security_group, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:08.692558 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 39244) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:25:08.692782 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-4cc883b0-83f8-4700-a599-efd2903ffa76 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "DELETE /v2.0/security-groups/303458ac-ce28-4cba-8947-b5e432a1ea1f HTTP/1.1" status: 204  len: 168 time: 0.4799550
Dec 25 21:25:08.711265 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc883b0-83f8-4700-a599-efd2903ffa76 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=303458ac-ce28-4cba-8947-b5e432a1ea1f,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:25:08.731567 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-cc84b80c-5736-4db7-b7e2-d30b3784b28a tempest-FloatingIPAdminTestJSON-1360969015 tempest-FloatingIPAdminTestJSON-1360969015-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:08.731911 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-cc84b80c-5736-4db7-b7e2-d30b3784b28a tempest-FloatingIPAdminTestJSON-1360969015 tempest-FloatingIPAdminTestJSON-1360969015-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:08.750817 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-cc84b80c-5736-4db7-b7e2-d30b3784b28a tempest-FloatingIPAdminTestJSON-1360969015 tempest-FloatingIPAdminTestJSON-1360969015-project-admin] Calling delete_port for e9401428-15ef-4831-8cfd-c246dae38316 owned by network:floatingip {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:25:08.754409 ncdv-master-1 neutron-server[121607]: INFO neutron.api.v2.resource [None req-7b9dfe83-1b39-4120-9542-2583298031f6 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] show failed (client error): The resource could not be found.
Dec 25 21:25:08.755569 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-7b9dfe83-1b39-4120-9542-2583298031f6 tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "GET /v2.0/security-groups/303458ac-ce28-4cba-8947-b5e432a1ea1f HTTP/1.1" status: 404  len: 347 time: 0.0619216
Dec 25 21:25:08.763892 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 39248) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:25:08.883986 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a34d6007-f931-4745-b189-c4a086337a77 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:08.917161 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34d6007-f931-4745-b189-c4a086337a77 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Pushing event deleted for resources: {'Port': ['ID=bf60f68a-34f2-437f-99d7-8de88a272c80,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:25:09.022769 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 39258) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:25:09.031724 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-9ed04b5c-bedf-467a-bd10-48be6a99f316 tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] Request body: {'port': {'network_id': '3a39df82-5d57-4bef-b11b-7d00a3a3e33a', 'binding:host_id': 'nch1-master-1', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-652817722'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:25:09.354381 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a34d6007-f931-4745-b189-c4a086337a77 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2007763'] for router_interface, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:09.409635 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-a962ab18-5c48-4a70-9d3e-f23e57b51c6d tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Deleting port 51a220fa-86c7-4b2b-a366-434430888aea {{(pid=121606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:25:09.411358 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-a962ab18-5c48-4a70-9d3e-f23e57b51c6d tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:09.443052 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-15cb578f-7a63-4fd3-925d-83bad4c7b82a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:09.526076 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a34d6007-f931-4745-b189-c4a086337a77 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Router 2279480e-64ee-4def-b798-fd764932c923 has already been hosted by L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 {{(pid=121607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 25 21:25:09.527847 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-a962ab18-5c48-4a70-9d3e-f23e57b51c6d tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:09.528191 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-a962ab18-5c48-4a70-9d3e-f23e57b51c6d tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:09.541978 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-a962ab18-5c48-4a70-9d3e-f23e57b51c6d tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Calling delete_port for 51a220fa-86c7-4b2b-a366-434430888aea owned by network:floatingip {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:25:09.570596 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ed04b5c-bedf-467a-bd10-48be6a99f316 tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] Made reservation on behalf of 0ea361343c314273b0d0a62a792d2d8d for: {'port': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:25:09.572977 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-9ed04b5c-bedf-467a-bd10-48be6a99f316 tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:09.585295 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-9ed04b5c-bedf-467a-bd10-48be6a99f316 tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] Publish callbacks [] for security_group, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:09.629604 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a34d6007-f931-4745-b189-c4a086337a77 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 21:25:09.636765 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-a34d6007-f931-4745-b189-c4a086337a77 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] 10.222.0.32 "PUT /v2.0/routers/2279480e-64ee-4def-b798-fd764932c923/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.3458359
Dec 25 21:25:09.644976 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cda57bf-6388-4614-b95a-923468c55af4 None None] Sync routers for ids ['2279480e-64ee-4def-b798-fd764932c923'] in ncdv-master-1 {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 21:25:09.645450 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 39276) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:25:09.660848 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cda57bf-6388-4614-b95a-923468c55af4 None None] Routers {'2279480e-64ee-4def-b798-fd764932c923'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:25:09.661857 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-5cda57bf-6388-4614-b95a-923468c55af4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2618614a00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:25:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['2279480e-64ee-4def-b798-fd764932c923'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:25:09.677009 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-a555f014-0b06-4bde-bc50-cb03f37204bb tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] 10.222.0.32 "GET /v2.0/ports?device_id=2279480e-64ee-4def-b798-fd764932c923 HTTP/1.1" status: 200  len: 205 time: 0.0303035
Dec 25 21:25:09.680804 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 39278) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:25:09.727423 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-cc84b80c-5736-4db7-b7e2-d30b3784b28a tempest-FloatingIPAdminTestJSON-1360969015 tempest-FloatingIPAdminTestJSON-1360969015-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:09.748784 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-5cda57bf-6388-4614-b95a-923468c55af4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2618614a00>, [], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:25:09.764158 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc84b80c-5736-4db7-b7e2-d30b3784b28a tempest-FloatingIPAdminTestJSON-1360969015 tempest-FloatingIPAdminTestJSON-1360969015-project-admin] Pushing event deleted for resources: {'Port': ['ID=e9401428-15ef-4831-8cfd-c246dae38316,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:25:09.773601 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e0cd5f8a-c535-45c0-ae16-2cccf6d5dd53 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks [] for router, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:09.779569 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cda57bf-6388-4614-b95a-923468c55af4 None None] Routers {'2279480e-64ee-4def-b798-fd764932c923'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:25:09.780310 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-5cda57bf-6388-4614-b95a-923468c55af4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2618614a00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:25:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['2279480e-64ee-4def-b798-fd764932c923'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:25:09.812762 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-a962ab18-5c48-4a70-9d3e-f23e57b51c6d tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:09.836830 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-5cda57bf-6388-4614-b95a-923468c55af4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2618614a00>, [], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:25:09.837829 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cda57bf-6388-4614-b95a-923468c55af4 None None] The sync data for ids ['2279480e-64ee-4def-b798-fd764932c923'] in ncdv-master-1 is: [] {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 21:25:09.873846 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a962ab18-5c48-4a70-9d3e-f23e57b51c6d tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Pushing event deleted for resources: {'Port': ['ID=51a220fa-86c7-4b2b-a366-434430888aea,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:25:09.940520 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-cc84b80c-5736-4db7-b7e2-d30b3784b28a tempest-FloatingIPAdminTestJSON-1360969015 tempest-FloatingIPAdminTestJSON-1360969015-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:09.942621 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-cc84b80c-5736-4db7-b7e2-d30b3784b28a tempest-FloatingIPAdminTestJSON-1360969015 tempest-FloatingIPAdminTestJSON-1360969015-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for floatingip, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:09.944522 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-cc84b80c-5736-4db7-b7e2-d30b3784b28a tempest-FloatingIPAdminTestJSON-1360969015 tempest-FloatingIPAdminTestJSON-1360969015-project-admin] 10.222.0.32 "DELETE /v2.0/floatingips/9aa92a42-6a1d-4c82-bda6-a47255c953b9 HTTP/1.1" status: 204  len: 168 time: 1.5039821
Dec 25 21:25:09.949831 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 39282) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:25:09.969701 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e0cd5f8a-c535-45c0-ae16-2cccf6d5dd53 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2014235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14905'] for router, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:09.976101 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e0cd5f8a-c535-45c0-ae16-2cccf6d5dd53 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:10.009236 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-a962ab18-5c48-4a70-9d3e-f23e57b51c6d tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Publish callbacks [] for floatingip, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:10.012279 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-a962ab18-5c48-4a70-9d3e-f23e57b51c6d tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for floatingip, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:10.013736 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-a962ab18-5c48-4a70-9d3e-f23e57b51c6d tempest-ServerActionsTestJSON-1512798586 tempest-ServerActionsTestJSON-1512798586-project] 10.222.0.32 "DELETE /v2.0/floatingips/13cc4e12-07e1-4fc5-92b2-e64187a64890 HTTP/1.1" status: 204  len: 168 time: 1.2489614
Dec 25 21:25:10.028769 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-9ed04b5c-bedf-467a-bd10-48be6a99f316 tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:10.029628 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 39286) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:25:10.064229 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-fcb0e3e9-7884-4468-893d-2ff42e1954fe tempest-FloatingIPAdminTestJSON-1727620007 tempest-FloatingIPAdminTestJSON-1727620007-project] Deleting port 97ef7371-e037-4b3a-8c6d-68e3c56293cd {{(pid=121606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:25:10.064573 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-fcb0e3e9-7884-4468-893d-2ff42e1954fe tempest-FloatingIPAdminTestJSON-1727620007 tempest-FloatingIPAdminTestJSON-1727620007-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:10.154172 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-fcb0e3e9-7884-4468-893d-2ff42e1954fe tempest-FloatingIPAdminTestJSON-1727620007 tempest-FloatingIPAdminTestJSON-1727620007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:10.166543 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-fcb0e3e9-7884-4468-893d-2ff42e1954fe tempest-FloatingIPAdminTestJSON-1727620007 tempest-FloatingIPAdminTestJSON-1727620007-project] Calling delete_port for 97ef7371-e037-4b3a-8c6d-68e3c56293cd owned by  {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:25:10.180733 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-9ed04b5c-bedf-467a-bd10-48be6a99f316 tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:10.185309 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e0cd5f8a-c535-45c0-ae16-2cccf6d5dd53 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2014220'] for router, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:10.185799 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0cd5f8a-c535-45c0-ae16-2cccf6d5dd53 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Fanout notify agent at l3_agent the message router_deleted on router 2279480e-64ee-4def-b798-fd764932c923 {{(pid=121607) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 25 21:25:10.193358 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e0cd5f8a-c535-45c0-ae16-2cccf6d5dd53 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks [] for router, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:10.194854 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-e0cd5f8a-c535-45c0-ae16-2cccf6d5dd53 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] 10.222.0.32 "DELETE /v2.0/routers/2279480e-64ee-4def-b798-fd764932c923 HTTP/1.1" status: 204  len: 168 time: 0.5131869
Dec 25 21:25:10.198553 ncdv-master-1 neutron-server[121607]: DEBUG neutron.notifiers.nova [None req-9ed04b5c-bedf-467a-bd10-48be6a99f316 tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] device_id is not set on port 2168bf4a-e9dd-40d9-a11d-634a63f7d9e2 yet. {{(pid=121607) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 25 21:25:10.211787 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 39292) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:25:10.301710 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d299a97-7a0d-4ffb-928f-e2a3f2c93215 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Deleting subnet ba25d48d-ea81-4c8f-93d7-3ce212aaf0a0 {{(pid=121606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Dec 25 21:25:10.305623 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-9d299a97-7a0d-4ffb-928f-e2a3f2c93215 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks [] for subnet, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:10.341243 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed04b5c-bedf-467a-bd10-48be6a99f316 tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac05bea4-bbd1-4c2e-9f78-72ed01fada00,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:25:10.387430 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-9d299a97-7a0d-4ffb-928f-e2a3f2c93215 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9084199'] for subnet, precommit_delete_associations {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:10.486366 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-9d299a97-7a0d-4ffb-928f-e2a3f2c93215 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995662'] for subnet, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:10.552551 ncdv-master-1 neutron-server[121607]: DEBUG neutron.notifiers.nova [None req-9ed04b5c-bedf-467a-bd10-48be6a99f316 tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] device_id is not set on port 2168bf4a-e9dd-40d9-a11d-634a63f7d9e2 yet. {{(pid=121607) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 25 21:25:10.559299 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-fcb0e3e9-7884-4468-893d-2ff42e1954fe tempest-FloatingIPAdminTestJSON-1727620007 tempest-FloatingIPAdminTestJSON-1727620007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:10.566980 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-9ed04b5c-bedf-467a-bd10-48be6a99f316 tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] Publish callbacks [] for port, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:10.593517 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb0e3e9-7884-4468-893d-2ff42e1954fe tempest-FloatingIPAdminTestJSON-1727620007 tempest-FloatingIPAdminTestJSON-1727620007-project] Pushing event deleted for resources: {'Port': ['ID=97ef7371-e037-4b3a-8c6d-68e3c56293cd,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:25:10.672310 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-9d299a97-7a0d-4ffb-928f-e2a3f2c93215 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9084363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9028506'] for subnet, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:10.673245 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:10.675464 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-fcb0e3e9-7884-4468-893d-2ff42e1954fe tempest-FloatingIPAdminTestJSON-1727620007 tempest-FloatingIPAdminTestJSON-1727620007-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:10.679761 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-fcb0e3e9-7884-4468-893d-2ff42e1954fe tempest-FloatingIPAdminTestJSON-1727620007 tempest-FloatingIPAdminTestJSON-1727620007-project] 10.222.0.32 "DELETE /v2.0/ports/97ef7371-e037-4b3a-8c6d-68e3c56293cd HTTP/1.1" status: 204  len: 168 time: 0.7288668
Dec 25 21:25:10.684450 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-9ed04b5c-bedf-467a-bd10-48be6a99f316 tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:10.696568 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 39300) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:25:10.710085 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d299a97-7a0d-4ffb-928f-e2a3f2c93215 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Pushing event deleted for resources: {'Subnet': ['ID=ba25d48d-ea81-4c8f-93d7-3ce212aaf0a0,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:25:10.717052 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-9d299a97-7a0d-4ffb-928f-e2a3f2c93215 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for subnet, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:10.723542 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-9d299a97-7a0d-4ffb-928f-e2a3f2c93215 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] 10.222.0.32 "DELETE /v2.0/subnets/ba25d48d-ea81-4c8f-93d7-3ce212aaf0a0 HTTP/1.1" status: 204  len: 168 time: 0.5105941
Dec 25 21:25:10.724329 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 39306) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:25:10.728458 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2633625-9fbc-446a-ad37-9414436df282 None None] Network dc49050a-fbac-4535-8db7-45f7859d8b8c requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:25:10.900664 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-3a0a4ed7-0e17-4ac7-8de1-c244f88573d9 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625803'] for network, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:10.927585 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed04b5c-bedf-467a-bd10-48be6a99f316 tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] Pushing event updated for resources: {'Port': ['ID=2168bf4a-e9dd-40d9-a11d-634a63f7d9e2,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:25:10.982913 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-3a0a4ed7-0e17-4ac7-8de1-c244f88573d9 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Deleting port 0b1c1ce3-f12d-4055-8f33-0e2a352721ca {{(pid=121606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:25:10.983257 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-3a0a4ed7-0e17-4ac7-8de1-c244f88573d9 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:10.984177 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eb7e015-a8de-41de-b7a8-60eb9c3e49a1 tempest-FloatingIPAdminTestJSON-1727620007 tempest-FloatingIPAdminTestJSON-1727620007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:25:10.985891 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-3eb7e015-a8de-41de-b7a8-60eb9c3e49a1 tempest-FloatingIPAdminTestJSON-1727620007 tempest-FloatingIPAdminTestJSON-1727620007-project] 10.222.0.32 "GET /v2.0/ports?device_id=d072f6f8-50d6-47f9-9dc4-b29e16e50307 HTTP/1.1" status: 200  len: 913 time: 0.2816012
Dec 25 21:25:10.996623 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 39308) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:25:11.007477 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ed04b5c-bedf-467a-bd10-48be6a99f316 tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] Checking segment: {'id': '472d8509-60ad-4c7f-8fb8-744e9534708c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '3a39df82-5d57-4bef-b11b-7d00a3a3e33a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:25:11.007853 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ed04b5c-bedf-467a-bd10-48be6a99f316 tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] Network hostable DHCP agents. Network: 3a39df82-5d57-4bef-b11b-7d00a3a3e33a, hostable agents: ['1813db88-2c1b-4357-a2ba-869246b663c2'], hosted agents: [] {{(pid=121607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 25 21:25:11.035605 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75eaa467-4aef-4d0b-81c1-ac9430d6c08e None None] DHCP port deletion for dc49050a-fbac-4535-8db7-45f7859d8b8c request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 21:25:11.108035 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-75eaa467-4aef-4d0b-81c1-ac9430d6c08e None None] Deleting port 0b1c1ce3-f12d-4055-8f33-0e2a352721ca {{(pid=121608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:25:11.109239 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-75eaa467-4aef-4d0b-81c1-ac9430d6c08e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:11.120729 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [None req-3a0a4ed7-0e17-4ac7-8de1-c244f88573d9 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] For port 0b1c1ce3-f12d-4055-8f33-0e2a352721ca, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0b1c1ce3-f12d-4055-8f33-0e2a352721ca,segment=NetworkSegment(623e8dab-8603-4149-8a4a-dcbf74f82f63),segment_id=623e8dab-8603-4149-8a4a-dcbf74f82f63)] {{(pid=121606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:25:11.121123 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-3a0a4ed7-0e17-4ac7-8de1-c244f88573d9 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:11.169739 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ea0ff03f-c317-4a30-b081-a6640c1ef55f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2007615'] for router_interface, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:11.172157 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-3a0a4ed7-0e17-4ac7-8de1-c244f88573d9 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Calling delete_port for 0b1c1ce3-f12d-4055-8f33-0e2a352721ca owned by network:dhcp {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:25:11.189514 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-75eaa467-4aef-4d0b-81c1-ac9430d6c08e None None] For port 0b1c1ce3-f12d-4055-8f33-0e2a352721ca, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0b1c1ce3-f12d-4055-8f33-0e2a352721ca,segment=NetworkSegment(623e8dab-8603-4149-8a4a-dcbf74f82f63),segment_id=623e8dab-8603-4149-8a4a-dcbf74f82f63)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:25:11.190520 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-75eaa467-4aef-4d0b-81c1-ac9430d6c08e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:11.206541 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-75eaa467-4aef-4d0b-81c1-ac9430d6c08e None None] Calling delete_port for 0b1c1ce3-f12d-4055-8f33-0e2a352721ca owned by network:dhcp {{(pid=121608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:25:11.222272 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ed04b5c-bedf-467a-bd10-48be6a99f316 tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] Network 3a39df82-5d57-4bef-b11b-7d00a3a3e33a is scheduled to be hosted by DHCP agent 1813db88-2c1b-4357-a2ba-869246b663c2 with binding_index 1 {{(pid=121607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 25 21:25:11.312405 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-9ed04b5c-bedf-467a-bd10-48be6a99f316 tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 3a39df82-5d57-4bef-b11b-7d00a3a3e33a) {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:25:11.319401 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ed04b5c-bedf-467a-bd10-48be6a99f316 tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] Received port after_create {{(pid=121607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:25:11.328542 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe0b1106-1c58-49f7-b248-d89202d9ed0e None None] Network 3a39df82-5d57-4bef-b11b-7d00a3a3e33a requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:25:11.335175 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.managers [None req-9ed04b5c-bedf-467a-bd10-48be6a99f316 tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] Attempting to bind port 2168bf4a-e9dd-40d9-a11d-634a63f7d9e2 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:25:11.335651 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.managers [None req-9ed04b5c-bedf-467a-bd10-48be6a99f316 tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] Attempting to bind port 2168bf4a-e9dd-40d9-a11d-634a63f7d9e2 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '472d8509-60ad-4c7f-8fb8-744e9534708c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '3a39df82-5d57-4bef-b11b-7d00a3a3e33a'}] {{(pid=121607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:25:11.335891 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ed04b5c-bedf-467a-bd10-48be6a99f316 tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] Attempting to bind port 2168bf4a-e9dd-40d9-a11d-634a63f7d9e2 on network 3a39df82-5d57-4bef-b11b-7d00a3a3e33a {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:25:11.350053 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ed04b5c-bedf-467a-bd10-48be6a99f316 tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] Port 2168bf4a-e9dd-40d9-a11d-634a63f7d9e2 on network 3a39df82-5d57-4bef-b11b-7d00a3a3e33a not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 25 21:25:11.350053 ncdv-master-1 neutron-server[121607]: ERROR neutron.plugins.ml2.managers [None req-9ed04b5c-bedf-467a-bd10-48be6a99f316 tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] Failed to bind port 2168bf4a-e9dd-40d9-a11d-634a63f7d9e2 on host nch1-master-1 for vnic_type normal using segments [{'id': '472d8509-60ad-4c7f-8fb8-744e9534708c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '3a39df82-5d57-4bef-b11b-7d00a3a3e33a'}]
Dec 25 21:25:11.351436 ncdv-master-1 neutron-server[121607]: INFO neutron.plugins.ml2.plugin [None req-9ed04b5c-bedf-467a-bd10-48be6a99f316 tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] Attempt 2 to bind port 2168bf4a-e9dd-40d9-a11d-634a63f7d9e2
Dec 25 21:25:11.451481 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.managers [None req-9ed04b5c-bedf-467a-bd10-48be6a99f316 tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] Attempting to bind port 2168bf4a-e9dd-40d9-a11d-634a63f7d9e2 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:25:11.451785 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.managers [None req-9ed04b5c-bedf-467a-bd10-48be6a99f316 tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] Attempting to bind port 2168bf4a-e9dd-40d9-a11d-634a63f7d9e2 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '472d8509-60ad-4c7f-8fb8-744e9534708c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '3a39df82-5d57-4bef-b11b-7d00a3a3e33a'}] {{(pid=121607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:25:11.452243 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ed04b5c-bedf-467a-bd10-48be6a99f316 tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] Attempting to bind port 2168bf4a-e9dd-40d9-a11d-634a63f7d9e2 on network 3a39df82-5d57-4bef-b11b-7d00a3a3e33a {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:25:11.460142 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ed04b5c-bedf-467a-bd10-48be6a99f316 tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] Port 2168bf4a-e9dd-40d9-a11d-634a63f7d9e2 on network 3a39df82-5d57-4bef-b11b-7d00a3a3e33a not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 25 21:25:11.460142 ncdv-master-1 neutron-server[121607]: ERROR neutron.plugins.ml2.managers [None req-9ed04b5c-bedf-467a-bd10-48be6a99f316 tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] Failed to bind port 2168bf4a-e9dd-40d9-a11d-634a63f7d9e2 on host nch1-master-1 for vnic_type normal using segments [{'id': '472d8509-60ad-4c7f-8fb8-744e9534708c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '3a39df82-5d57-4bef-b11b-7d00a3a3e33a'}]
Dec 25 21:25:11.460142 ncdv-master-1 neutron-server[121607]: INFO neutron.plugins.ml2.plugin [None req-9ed04b5c-bedf-467a-bd10-48be6a99f316 tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] Attempt 3 to bind port 2168bf4a-e9dd-40d9-a11d-634a63f7d9e2
Dec 25 21:25:11.516694 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.managers [None req-9ed04b5c-bedf-467a-bd10-48be6a99f316 tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] Attempting to bind port 2168bf4a-e9dd-40d9-a11d-634a63f7d9e2 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:25:11.517091 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.managers [None req-9ed04b5c-bedf-467a-bd10-48be6a99f316 tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] Attempting to bind port 2168bf4a-e9dd-40d9-a11d-634a63f7d9e2 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '472d8509-60ad-4c7f-8fb8-744e9534708c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '3a39df82-5d57-4bef-b11b-7d00a3a3e33a'}] {{(pid=121607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:25:11.517442 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ed04b5c-bedf-467a-bd10-48be6a99f316 tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] Attempting to bind port 2168bf4a-e9dd-40d9-a11d-634a63f7d9e2 on network 3a39df82-5d57-4bef-b11b-7d00a3a3e33a {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:25:11.526828 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ed04b5c-bedf-467a-bd10-48be6a99f316 tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] Port 2168bf4a-e9dd-40d9-a11d-634a63f7d9e2 on network 3a39df82-5d57-4bef-b11b-7d00a3a3e33a not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 25 21:25:11.527165 ncdv-master-1 neutron-server[121607]: ERROR neutron.plugins.ml2.managers [None req-9ed04b5c-bedf-467a-bd10-48be6a99f316 tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] Failed to bind port 2168bf4a-e9dd-40d9-a11d-634a63f7d9e2 on host nch1-master-1 for vnic_type normal using segments [{'id': '472d8509-60ad-4c7f-8fb8-744e9534708c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '3a39df82-5d57-4bef-b11b-7d00a3a3e33a'}]
Dec 25 21:25:11.528840 ncdv-master-1 neutron-server[121607]: INFO neutron.plugins.ml2.plugin [None req-9ed04b5c-bedf-467a-bd10-48be6a99f316 tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] Attempt 4 to bind port 2168bf4a-e9dd-40d9-a11d-634a63f7d9e2
Dec 25 21:25:11.536322 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-75eaa467-4aef-4d0b-81c1-ac9430d6c08e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955'] for port, after_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:11.543204 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 0b1c1ce3-f12d-4055-8f33-0e2a352721ca no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:25:11.551617 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.managers [None req-9ed04b5c-bedf-467a-bd10-48be6a99f316 tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] Attempting to bind port 2168bf4a-e9dd-40d9-a11d-634a63f7d9e2 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:25:11.551968 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.managers [None req-9ed04b5c-bedf-467a-bd10-48be6a99f316 tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] Attempting to bind port 2168bf4a-e9dd-40d9-a11d-634a63f7d9e2 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '472d8509-60ad-4c7f-8fb8-744e9534708c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '3a39df82-5d57-4bef-b11b-7d00a3a3e33a'}] {{(pid=121607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:25:11.552308 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ed04b5c-bedf-467a-bd10-48be6a99f316 tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] Attempting to bind port 2168bf4a-e9dd-40d9-a11d-634a63f7d9e2 on network 3a39df82-5d57-4bef-b11b-7d00a3a3e33a {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:25:11.561881 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ed04b5c-bedf-467a-bd10-48be6a99f316 tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] Port 2168bf4a-e9dd-40d9-a11d-634a63f7d9e2 on network 3a39df82-5d57-4bef-b11b-7d00a3a3e33a not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 25 21:25:11.561881 ncdv-master-1 neutron-server[121607]: ERROR neutron.plugins.ml2.managers [None req-9ed04b5c-bedf-467a-bd10-48be6a99f316 tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] Failed to bind port 2168bf4a-e9dd-40d9-a11d-634a63f7d9e2 on host nch1-master-1 for vnic_type normal using segments [{'id': '472d8509-60ad-4c7f-8fb8-744e9534708c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '3a39df82-5d57-4bef-b11b-7d00a3a3e33a'}]
Dec 25 21:25:11.561881 ncdv-master-1 neutron-server[121607]: INFO neutron.plugins.ml2.plugin [None req-9ed04b5c-bedf-467a-bd10-48be6a99f316 tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] Attempt 5 to bind port 2168bf4a-e9dd-40d9-a11d-634a63f7d9e2
Dec 25 21:25:11.582446 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-3a0a4ed7-0e17-4ac7-8de1-c244f88573d9 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:11.610057 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.managers [None req-9ed04b5c-bedf-467a-bd10-48be6a99f316 tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] Attempting to bind port 2168bf4a-e9dd-40d9-a11d-634a63f7d9e2 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:25:11.610369 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.managers [None req-9ed04b5c-bedf-467a-bd10-48be6a99f316 tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] Attempting to bind port 2168bf4a-e9dd-40d9-a11d-634a63f7d9e2 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '472d8509-60ad-4c7f-8fb8-744e9534708c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '3a39df82-5d57-4bef-b11b-7d00a3a3e33a'}] {{(pid=121607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:25:11.610643 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ed04b5c-bedf-467a-bd10-48be6a99f316 tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] Attempting to bind port 2168bf4a-e9dd-40d9-a11d-634a63f7d9e2 on network 3a39df82-5d57-4bef-b11b-7d00a3a3e33a {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:25:11.616855 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0a4ed7-0e17-4ac7-8de1-c244f88573d9 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Pushing event deleted for resources: {'Port': ['ID=0b1c1ce3-f12d-4055-8f33-0e2a352721ca,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:25:11.619200 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ed04b5c-bedf-467a-bd10-48be6a99f316 tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] Port 2168bf4a-e9dd-40d9-a11d-634a63f7d9e2 on network 3a39df82-5d57-4bef-b11b-7d00a3a3e33a not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 25 21:25:11.619539 ncdv-master-1 neutron-server[121607]: ERROR neutron.plugins.ml2.managers [None req-9ed04b5c-bedf-467a-bd10-48be6a99f316 tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] Failed to bind port 2168bf4a-e9dd-40d9-a11d-634a63f7d9e2 on host nch1-master-1 for vnic_type normal using segments [{'id': '472d8509-60ad-4c7f-8fb8-744e9534708c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '3a39df82-5d57-4bef-b11b-7d00a3a3e33a'}]
Dec 25 21:25:11.621769 ncdv-master-1 neutron-server[121607]: INFO neutron.plugins.ml2.plugin [None req-9ed04b5c-bedf-467a-bd10-48be6a99f316 tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] Attempt 6 to bind port 2168bf4a-e9dd-40d9-a11d-634a63f7d9e2
Dec 25 21:25:11.628694 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a0a4ed7-0e17-4ac7-8de1-c244f88573d9 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] No DVR routers for this DVR port 0b1c1ce3-f12d-4055-8f33-0e2a352721ca on host ncdv-master-1 {{(pid=121606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:25:11.629705 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75eaa467-4aef-4d0b-81c1-ac9430d6c08e None None] Pushing event deleted for resources: {'Port': ['ID=0b1c1ce3-f12d-4055-8f33-0e2a352721ca,revision_number=None']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:25:11.640319 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] No Port match for: 0b1c1ce3-f12d-4055-8f33-0e2a352721ca {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:25:11.640719 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 0b1c1ce3-f12d-4055-8f33-0e2a352721ca not bound to the agent host ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:25:11.644993 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75eaa467-4aef-4d0b-81c1-ac9430d6c08e None None] No DVR routers for this DVR port 0b1c1ce3-f12d-4055-8f33-0e2a352721ca on host ncdv-master-1 {{(pid=121608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:25:11.671509 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.managers [None req-9ed04b5c-bedf-467a-bd10-48be6a99f316 tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] Attempting to bind port 2168bf4a-e9dd-40d9-a11d-634a63f7d9e2 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:25:11.671854 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.managers [None req-9ed04b5c-bedf-467a-bd10-48be6a99f316 tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] Attempting to bind port 2168bf4a-e9dd-40d9-a11d-634a63f7d9e2 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '472d8509-60ad-4c7f-8fb8-744e9534708c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '3a39df82-5d57-4bef-b11b-7d00a3a3e33a'}] {{(pid=121607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:25:11.672191 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ed04b5c-bedf-467a-bd10-48be6a99f316 tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] Attempting to bind port 2168bf4a-e9dd-40d9-a11d-634a63f7d9e2 on network 3a39df82-5d57-4bef-b11b-7d00a3a3e33a {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:25:11.682418 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ed04b5c-bedf-467a-bd10-48be6a99f316 tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] Port 2168bf4a-e9dd-40d9-a11d-634a63f7d9e2 on network 3a39df82-5d57-4bef-b11b-7d00a3a3e33a not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 25 21:25:11.682418 ncdv-master-1 neutron-server[121607]: ERROR neutron.plugins.ml2.managers [None req-9ed04b5c-bedf-467a-bd10-48be6a99f316 tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] Failed to bind port 2168bf4a-e9dd-40d9-a11d-634a63f7d9e2 on host nch1-master-1 for vnic_type normal using segments [{'id': '472d8509-60ad-4c7f-8fb8-744e9534708c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '3a39df82-5d57-4bef-b11b-7d00a3a3e33a'}]
Dec 25 21:25:11.683229 ncdv-master-1 neutron-server[121607]: INFO neutron.plugins.ml2.plugin [None req-9ed04b5c-bedf-467a-bd10-48be6a99f316 tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] Attempt 7 to bind port 2168bf4a-e9dd-40d9-a11d-634a63f7d9e2
Dec 25 21:25:11.694332 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-9f4d0c25-2951-494e-aaed-09a7f5500a38 tempest-FloatingIPAdminTestJSON-1727620007 tempest-FloatingIPAdminTestJSON-1727620007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2007615'] for router_interface, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:11.707623 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.managers [None req-9ed04b5c-bedf-467a-bd10-48be6a99f316 tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] Attempting to bind port 2168bf4a-e9dd-40d9-a11d-634a63f7d9e2 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:25:11.708024 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.managers [None req-9ed04b5c-bedf-467a-bd10-48be6a99f316 tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] Attempting to bind port 2168bf4a-e9dd-40d9-a11d-634a63f7d9e2 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '472d8509-60ad-4c7f-8fb8-744e9534708c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '3a39df82-5d57-4bef-b11b-7d00a3a3e33a'}] {{(pid=121607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:25:11.708383 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ed04b5c-bedf-467a-bd10-48be6a99f316 tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] Attempting to bind port 2168bf4a-e9dd-40d9-a11d-634a63f7d9e2 on network 3a39df82-5d57-4bef-b11b-7d00a3a3e33a {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:25:11.715841 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ed04b5c-bedf-467a-bd10-48be6a99f316 tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] Port 2168bf4a-e9dd-40d9-a11d-634a63f7d9e2 on network 3a39df82-5d57-4bef-b11b-7d00a3a3e33a not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 25 21:25:11.716176 ncdv-master-1 neutron-server[121607]: ERROR neutron.plugins.ml2.managers [None req-9ed04b5c-bedf-467a-bd10-48be6a99f316 tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] Failed to bind port 2168bf4a-e9dd-40d9-a11d-634a63f7d9e2 on host nch1-master-1 for vnic_type normal using segments [{'id': '472d8509-60ad-4c7f-8fb8-744e9534708c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '3a39df82-5d57-4bef-b11b-7d00a3a3e33a'}]
Dec 25 21:25:11.718391 ncdv-master-1 neutron-server[121607]: INFO neutron.plugins.ml2.plugin [None req-9ed04b5c-bedf-467a-bd10-48be6a99f316 tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] Attempt 8 to bind port 2168bf4a-e9dd-40d9-a11d-634a63f7d9e2
Dec 25 21:25:11.733840 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-ea0ff03f-c317-4a30-b081-a6640c1ef55f admin admin] Deleting port 020b68b7-f89a-4b33-b20b-4ab3c8fe3101 {{(pid=121607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:25:11.734182 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ea0ff03f-c317-4a30-b081-a6640c1ef55f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:11.739044 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.managers [None req-9ed04b5c-bedf-467a-bd10-48be6a99f316 tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] Attempting to bind port 2168bf4a-e9dd-40d9-a11d-634a63f7d9e2 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:25:11.739044 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.managers [None req-9ed04b5c-bedf-467a-bd10-48be6a99f316 tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] Attempting to bind port 2168bf4a-e9dd-40d9-a11d-634a63f7d9e2 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '472d8509-60ad-4c7f-8fb8-744e9534708c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '3a39df82-5d57-4bef-b11b-7d00a3a3e33a'}] {{(pid=121607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:25:11.739044 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ed04b5c-bedf-467a-bd10-48be6a99f316 tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] Attempting to bind port 2168bf4a-e9dd-40d9-a11d-634a63f7d9e2 on network 3a39df82-5d57-4bef-b11b-7d00a3a3e33a {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:25:11.758725 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ed04b5c-bedf-467a-bd10-48be6a99f316 tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] Port 2168bf4a-e9dd-40d9-a11d-634a63f7d9e2 on network 3a39df82-5d57-4bef-b11b-7d00a3a3e33a not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 25 21:25:11.759072 ncdv-master-1 neutron-server[121607]: ERROR neutron.plugins.ml2.managers [None req-9ed04b5c-bedf-467a-bd10-48be6a99f316 tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] Failed to bind port 2168bf4a-e9dd-40d9-a11d-634a63f7d9e2 on host nch1-master-1 for vnic_type normal using segments [{'id': '472d8509-60ad-4c7f-8fb8-744e9534708c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '3a39df82-5d57-4bef-b11b-7d00a3a3e33a'}]
Dec 25 21:25:11.760767 ncdv-master-1 neutron-server[121607]: INFO neutron.plugins.ml2.plugin [None req-9ed04b5c-bedf-467a-bd10-48be6a99f316 tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] Attempt 9 to bind port 2168bf4a-e9dd-40d9-a11d-634a63f7d9e2
Dec 25 21:25:11.768528 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-3a0a4ed7-0e17-4ac7-8de1-c244f88573d9 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997585', 'neutron.services.segments.db._delete_segments_for_network-8737602743071'] for network, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:11.802016 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.segments.db [None req-3a0a4ed7-0e17-4ac7-8de1-c244f88573d9 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2612e6e520>,) {'filters': {'network_id': ['dc49050a-fbac-4535-8db7-45f7859d8b8c']}} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:25:11.813876 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.managers [None req-9ed04b5c-bedf-467a-bd10-48be6a99f316 tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] Attempting to bind port 2168bf4a-e9dd-40d9-a11d-634a63f7d9e2 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:25:11.814216 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.managers [None req-9ed04b5c-bedf-467a-bd10-48be6a99f316 tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] Attempting to bind port 2168bf4a-e9dd-40d9-a11d-634a63f7d9e2 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '472d8509-60ad-4c7f-8fb8-744e9534708c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '3a39df82-5d57-4bef-b11b-7d00a3a3e33a'}] {{(pid=121607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:25:11.814560 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ed04b5c-bedf-467a-bd10-48be6a99f316 tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] Attempting to bind port 2168bf4a-e9dd-40d9-a11d-634a63f7d9e2 on network 3a39df82-5d57-4bef-b11b-7d00a3a3e33a {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:25:11.816790 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.segments.db [None req-3a0a4ed7-0e17-4ac7-8de1-c244f88573d9 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2612e6e520>, '623e8dab-8603-4149-8a4a-dcbf74f82f63') {'for_net_delete': True} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:25:11.817340 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.segments.db [None req-3a0a4ed7-0e17-4ac7-8de1-c244f88573d9 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2612e6e520>, '623e8dab-8603-4149-8a4a-dcbf74f82f63') {} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:25:11.832785 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ed04b5c-bedf-467a-bd10-48be6a99f316 tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] Port 2168bf4a-e9dd-40d9-a11d-634a63f7d9e2 on network 3a39df82-5d57-4bef-b11b-7d00a3a3e33a not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 25 21:25:11.832785 ncdv-master-1 neutron-server[121607]: ERROR neutron.plugins.ml2.managers [None req-9ed04b5c-bedf-467a-bd10-48be6a99f316 tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] Failed to bind port 2168bf4a-e9dd-40d9-a11d-634a63f7d9e2 on host nch1-master-1 for vnic_type normal using segments [{'id': '472d8509-60ad-4c7f-8fb8-744e9534708c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '3a39df82-5d57-4bef-b11b-7d00a3a3e33a'}]
Dec 25 21:25:11.832785 ncdv-master-1 neutron-server[121607]: INFO neutron.plugins.ml2.plugin [None req-9ed04b5c-bedf-467a-bd10-48be6a99f316 tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] Attempt 10 to bind port 2168bf4a-e9dd-40d9-a11d-634a63f7d9e2
Dec 25 21:25:11.851889 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.managers [None req-9ed04b5c-bedf-467a-bd10-48be6a99f316 tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] Attempting to bind port 2168bf4a-e9dd-40d9-a11d-634a63f7d9e2 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:25:11.852232 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.managers [None req-9ed04b5c-bedf-467a-bd10-48be6a99f316 tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] Attempting to bind port 2168bf4a-e9dd-40d9-a11d-634a63f7d9e2 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '472d8509-60ad-4c7f-8fb8-744e9534708c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '3a39df82-5d57-4bef-b11b-7d00a3a3e33a'}] {{(pid=121607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:25:11.852573 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ed04b5c-bedf-467a-bd10-48be6a99f316 tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] Attempting to bind port 2168bf4a-e9dd-40d9-a11d-634a63f7d9e2 on network 3a39df82-5d57-4bef-b11b-7d00a3a3e33a {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:25:11.862294 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.db [None req-ea0ff03f-c317-4a30-b081-a6640c1ef55f admin admin] For port 020b68b7-f89a-4b33-b20b-4ab3c8fe3101, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=020b68b7-f89a-4b33-b20b-4ab3c8fe3101,segment=NetworkSegment(66e39abb-3870-4404-91e4-a4d8a7ae7fb7),segment_id=66e39abb-3870-4404-91e4-a4d8a7ae7fb7)] {{(pid=121607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:25:11.862541 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ea0ff03f-c317-4a30-b081-a6640c1ef55f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:11.866070 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ed04b5c-bedf-467a-bd10-48be6a99f316 tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] Port 2168bf4a-e9dd-40d9-a11d-634a63f7d9e2 on network 3a39df82-5d57-4bef-b11b-7d00a3a3e33a not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 25 21:25:11.866400 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-3a0a4ed7-0e17-4ac7-8de1-c244f88573d9 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737602746920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9084222'] for segment, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:11.866532 ncdv-master-1 neutron-server[121607]: ERROR neutron.plugins.ml2.managers [None req-9ed04b5c-bedf-467a-bd10-48be6a99f316 tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] Failed to bind port 2168bf4a-e9dd-40d9-a11d-634a63f7d9e2 on host nch1-master-1 for vnic_type normal using segments [{'id': '472d8509-60ad-4c7f-8fb8-744e9534708c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '3a39df82-5d57-4bef-b11b-7d00a3a3e33a'}]
Dec 25 21:25:11.866752 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-9ed04b5c-bedf-467a-bd10-48be6a99f316 tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:11.886254 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-ea0ff03f-c317-4a30-b081-a6640c1ef55f admin admin] Calling delete_port for 020b68b7-f89a-4b33-b20b-4ab3c8fe3101 owned by network:router_interface {{(pid=121607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:25:11.948481 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-3a0a4ed7-0e17-4ac7-8de1-c244f88573d9 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:11.981817 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a0a4ed7-0e17-4ac7-8de1-c244f88573d9 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Releasing vlan 195 on physical network physnet1 to pool {{(pid=121606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 25 21:25:11.982227 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-3a0a4ed7-0e17-4ac7-8de1-c244f88573d9 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9084542'] for segment, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:11.986431 ncdv-master-1 neutron-server[121606]: Traceback (most recent call last):
Dec 25 21:25:11.986431 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 25 21:25:11.986431 ncdv-master-1 neutron-server[121606]:     timer()
Dec 25 21:25:11.986431 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 25 21:25:11.986431 ncdv-master-1 neutron-server[121606]:     cb(*args, **kw)
Dec 25 21:25:11.986431 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 25 21:25:11.986431 ncdv-master-1 neutron-server[121606]:     return func(*args, **kwargs)
Dec 25 21:25:11.986431 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 25 21:25:11.986431 ncdv-master-1 neutron-server[121606]:     self._notify()
Dec 25 21:25:11.986431 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 25 21:25:11.986431 ncdv-master-1 neutron-server[121606]:     self.callback(batched_events)
Dec 25 21:25:11.986431 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 25 21:25:11.986431 ncdv-master-1 neutron-server[121606]:     event.method(event)
Dec 25 21:25:11.986431 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 25 21:25:11.986431 ncdv-master-1 neutron-server[121606]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 25 21:25:11.986431 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 25 21:25:11.986431 ncdv-master-1 neutron-server[121606]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 25 21:25:11.986431 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 25 21:25:11.986431 ncdv-master-1 neutron-server[121606]:     return f(self, *a, **k)
Dec 25 21:25:11.986431 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 25 21:25:11.986431 ncdv-master-1 neutron-server[121606]:     return self._get(url).json()
Dec 25 21:25:11.986431 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 25 21:25:11.986431 ncdv-master-1 neutron-server[121606]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 25 21:25:11.986431 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 25 21:25:11.986431 ncdv-master-1 neutron-server[121606]:     return self.request(url, 'GET', **kwargs)
Dec 25 21:25:11.986431 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 25 21:25:11.986431 ncdv-master-1 neutron-server[121606]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 25 21:25:11.986431 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 25 21:25:11.986431 ncdv-master-1 neutron-server[121606]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 25 21:25:11.986431 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 25 21:25:11.986431 ncdv-master-1 neutron-server[121606]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 25 21:25:11.986431 ncdv-master-1 neutron-server[121606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 25 21:25:12.008111 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.db [None req-9ed04b5c-bedf-467a-bd10-48be6a99f316 tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] For port 2168bf4a-e9dd-40d9-a11d-634a63f7d9e2, host nch1-master-1, cleared binding levels {{(pid=121607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:25:12.008571 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.db [None req-9ed04b5c-bedf-467a-bd10-48be6a99f316 tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] Attempted to set empty binding levels {{(pid=121607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}}
Dec 25 21:25:12.080312 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-9ed04b5c-bedf-467a-bd10-48be6a99f316 tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8632327'] for port, after_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:12.114454 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ed04b5c-bedf-467a-bd10-48be6a99f316 tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:25:12.114983 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-9ed04b5c-bedf-467a-bd10-48be6a99f316 tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:12.159767 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-3a0a4ed7-0e17-4ac7-8de1-c244f88573d9 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2008653'] for network, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:12.163584 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed04b5c-bedf-467a-bd10-48be6a99f316 tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] Pushing event updated for resources: {'Port': ['ID=2168bf4a-e9dd-40d9-a11d-634a63f7d9e2,revision_number=2']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:25:12.171593 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-3a0a4ed7-0e17-4ac7-8de1-c244f88573d9 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for network, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:12.175327 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-3a0a4ed7-0e17-4ac7-8de1-c244f88573d9 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] 10.222.0.32 "DELETE /v2.0/networks/dc49050a-fbac-4535-8db7-45f7859d8b8c HTTP/1.1" status: 204  len: 168 time: 1.4501796
Dec 25 21:25:12.179901 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 39342) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:25:12.186366 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-82660621-ab8a-4077-b9b3-63611790d09c tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-159142578', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'}, 'admin_state_up': False}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:25:12.194850 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0a4ed7-0e17-4ac7-8de1-c244f88573d9 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Pushing event deleted for resources: {'Network': ['ID=dc49050a-fbac-4535-8db7-45f7859d8b8c,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:25:12.212580 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-9f4d0c25-2951-494e-aaed-09a7f5500a38 tempest-FloatingIPAdminTestJSON-1727620007 tempest-FloatingIPAdminTestJSON-1727620007-project] Deleting port ba4d8631-e0df-4043-9945-1ddc307815f0 {{(pid=121606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:25:12.212949 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-9f4d0c25-2951-494e-aaed-09a7f5500a38 tempest-FloatingIPAdminTestJSON-1727620007 tempest-FloatingIPAdminTestJSON-1727620007-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:12.222581 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-9ed04b5c-bedf-467a-bd10-48be6a99f316 tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 979 time: 3.1940904
Dec 25 21:25:12.225800 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 39344) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:25:12.330283 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ea0ff03f-c317-4a30-b081-a6640c1ef55f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:12.387640 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-9f4d0c25-2951-494e-aaed-09a7f5500a38 tempest-FloatingIPAdminTestJSON-1727620007 tempest-FloatingIPAdminTestJSON-1727620007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:12.394250 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-82660621-ab8a-4077-b9b3-63611790d09c tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2014909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14863'] for router, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:12.395538 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-82660621-ab8a-4077-b9b3-63611790d09c tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2014285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2009796', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2082630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14848'] for router, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:12.401221 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0ff03f-c317-4a30-b081-a6640c1ef55f admin admin] Pushing event deleted for resources: {'Port': ['ID=020b68b7-f89a-4b33-b20b-4ab3c8fe3101,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:25:12.406603 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-9f4d0c25-2951-494e-aaed-09a7f5500a38 tempest-FloatingIPAdminTestJSON-1727620007 tempest-FloatingIPAdminTestJSON-1727620007-project] Calling delete_port for ba4d8631-e0df-4043-9945-1ddc307815f0 owned by network:router_interface {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:25:12.427134 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-d2d3097d-94d3-42c0-be46-784343b90918 tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] Deleting port 2168bf4a-e9dd-40d9-a11d-634a63f7d9e2 {{(pid=121606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:25:12.427134 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-d2d3097d-94d3-42c0-be46-784343b90918 tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:12.531532 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-82660621-ab8a-4077-b9b3-63611790d09c tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:12.668662 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [None req-d2d3097d-94d3-42c0-be46-784343b90918 tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] For port 2168bf4a-e9dd-40d9-a11d-634a63f7d9e2, host nch1-master-1, got binding levels [] {{(pid=121606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:25:12.669065 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-d2d3097d-94d3-42c0-be46-784343b90918 tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:12.686472 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-d2d3097d-94d3-42c0-be46-784343b90918 tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] Calling delete_port for 2168bf4a-e9dd-40d9-a11d-634a63f7d9e2 owned by  {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:25:12.790039 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ea0ff03f-c317-4a30-b081-a6640c1ef55f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2007763'] for router_interface, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:12.883633 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-9f4d0c25-2951-494e-aaed-09a7f5500a38 tempest-FloatingIPAdminTestJSON-1727620007 tempest-FloatingIPAdminTestJSON-1727620007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:12.911654 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-82660621-ab8a-4077-b9b3-63611790d09c tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:12.912190 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4d0c25-2951-494e-aaed-09a7f5500a38 tempest-FloatingIPAdminTestJSON-1727620007 tempest-FloatingIPAdminTestJSON-1727620007-project] Pushing event deleted for resources: {'Port': ['ID=ba4d8631-e0df-4043-9945-1ddc307815f0,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:25:12.987744 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-d2d3097d-94d3-42c0-be46-784343b90918 tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:13.037913 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d3097d-94d3-42c0-be46-784343b90918 tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] Pushing event deleted for resources: {'Port': ['ID=2168bf4a-e9dd-40d9-a11d-634a63f7d9e2,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:25:13.051486 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-d2d3097d-94d3-42c0-be46-784343b90918 tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:13.058596 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-d2d3097d-94d3-42c0-be46-784343b90918 tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] 10.222.0.32 "DELETE /v2.0/ports/2168bf4a-e9dd-40d9-a11d-634a63f7d9e2 HTTP/1.1" status: 204  len: 168 time: 0.8316083
Dec 25 21:25:13.059240 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 39362) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:25:13.092482 ncdv-master-1 neutron-server[121606]: INFO neutron.pecan_wsgi.hooks.translation [None req-304c14da-5dbc-40d0-a255-4266a6ba51c5 tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] GET failed (client error): The resource could not be found.
Dec 25 21:25:13.099944 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-304c14da-5dbc-40d0-a255-4266a6ba51c5 tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] 10.222.0.32 "GET /v2.0/ports/2168bf4a-e9dd-40d9-a11d-634a63f7d9e2 HTTP/1.1" status: 404  len: 333 time: 0.0386107
Dec 25 21:25:13.103170 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 39364) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:25:13.109052 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-8fb72e5f-6268-49fc-93e1-bbc5bf9a8bf4 tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] Request body: {'port': {'network_id': '3a39df82-5d57-4bef-b11b-7d00a3a3e33a', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-109604137'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:25:13.284901 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-9f4d0c25-2951-494e-aaed-09a7f5500a38 tempest-FloatingIPAdminTestJSON-1727620007 tempest-FloatingIPAdminTestJSON-1727620007-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2007763'] for router_interface, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:13.439021 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fb72e5f-6268-49fc-93e1-bbc5bf9a8bf4 tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] Made reservation on behalf of 0ea361343c314273b0d0a62a792d2d8d for: {'port': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:25:13.441504 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-8fb72e5f-6268-49fc-93e1-bbc5bf9a8bf4 tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:13.482511 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [None req-8fb72e5f-6268-49fc-93e1-bbc5bf9a8bf4 tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] device_id is not set on port 8ce0b61e-6b83-4ff2-9843-5155e3a23d1e yet. {{(pid=121606) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 25 21:25:13.570431 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea0ff03f-c317-4a30-b081-a6640c1ef55f admin admin] Router 64d33087-8110-48e8-8d7a-cbd6f57725b1 has already been hosted by L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 {{(pid=121607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 25 21:25:13.737626 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-82660621-ab8a-4077-b9b3-63611790d09c tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks [] for router_gateway, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:13.757774 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f4d0c25-2951-494e-aaed-09a7f5500a38 tempest-FloatingIPAdminTestJSON-1727620007 tempest-FloatingIPAdminTestJSON-1727620007-project] Router d072f6f8-50d6-47f9-9dc4-b29e16e50307 has already been hosted by L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 {{(pid=121606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 25 21:25:13.778651 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-8fb72e5f-6268-49fc-93e1-bbc5bf9a8bf4 tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] Publish callbacks [] for port, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:13.784348 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-82660621-ab8a-4077-b9b3-63611790d09c tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:13.839533 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea0ff03f-c317-4a30-b081-a6640c1ef55f admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 21:25:13.852617 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 39396) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:25:13.853501 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e79f71b-176a-4b70-bfc8-a012492cbee5 None None] Sync routers for ids ['64d33087-8110-48e8-8d7a-cbd6f57725b1'] in ncdv-master-1 {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 21:25:13.861993 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-ea0ff03f-c317-4a30-b081-a6640c1ef55f admin admin] 10.222.0.32 "PUT /v2.0/routers/64d33087-8110-48e8-8d7a-cbd6f57725b1/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.8206723
Dec 25 21:25:13.871868 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e79f71b-176a-4b70-bfc8-a012492cbee5 None None] Routers {'64d33087-8110-48e8-8d7a-cbd6f57725b1'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:25:13.872517 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-7e79f71b-176a-4b70-bfc8-a012492cbee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2613f09040>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:25:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['64d33087-8110-48e8-8d7a-cbd6f57725b1'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:25:13.956222 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_common [None req-82660621-ab8a-4077-b9b3-63611790d09c tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Allocated IP 172.35.3.106 (7201e55c-7c5f-41aa-a042-a363696539d0/7a939e13-713f-45cf-bba7-1539635abe25/e7999734-420e-4e45-8c6d-2b7ae6c37b10) {{(pid=121607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:25:14.104221 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-82660621-ab8a-4077-b9b3-63611790d09c tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks [] for port, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:14.139649 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvr_db [None req-7e79f71b-176a-4b70-bfc8-a012492cbee5 None None] Set router 64d33087-8110-48e8-8d7a-cbd6f57725b1 gateway port host: ncdv-master-1 {{(pid=121608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:25:14.249390 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-82660621-ab8a-4077-b9b3-63611790d09c tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:14.342012 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82660621-ab8a-4077-b9b3-63611790d09c tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Network 7201e55c-7c5f-41aa-a042-a363696539d0 is already hosted by enough agents. {{(pid=121607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:25:14.349206 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-82660621-ab8a-4077-b9b3-63611790d09c tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Resources bound (agent type, host, resource id):  {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:25:14.363245 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82660621-ab8a-4077-b9b3-63611790d09c tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Received port after_create {{(pid=121607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:25:14.392332 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-8f489a2b-03a3-4864-a9f1-0e92ae734d78 admin admin] Publish callbacks [] for router, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:14.406995 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82660621-ab8a-4077-b9b3-63611790d09c tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Pushing event updated for resources: {'Port': ['ID=e7999734-420e-4e45-8c6d-2b7ae6c37b10,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:25:14.435230 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f4d0c25-2951-494e-aaed-09a7f5500a38 tempest-FloatingIPAdminTestJSON-1727620007 tempest-FloatingIPAdminTestJSON-1727620007-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 21:25:14.441455 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-9f4d0c25-2951-494e-aaed-09a7f5500a38 tempest-FloatingIPAdminTestJSON-1727620007 tempest-FloatingIPAdminTestJSON-1727620007-project] 10.222.0.32 "PUT /v2.0/routers/d072f6f8-50d6-47f9-9dc4-b29e16e50307/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.4451723
Dec 25 21:25:14.444519 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 39422) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:25:14.455699 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03cce213-3e88-4075-8ac1-7525b70c8161 None None] Sync routers for ids ['d072f6f8-50d6-47f9-9dc4-b29e16e50307'] in ncdv-master-1 {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 21:25:14.457557 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-8fb72e5f-6268-49fc-93e1-bbc5bf9a8bf4 tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:14.489299 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03cce213-3e88-4075-8ac1-7525b70c8161 None None] Routers {'d072f6f8-50d6-47f9-9dc4-b29e16e50307'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:25:14.489299 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-03cce213-3e88-4075-8ac1-7525b70c8161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2618a3c0d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:25:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['d072f6f8-50d6-47f9-9dc4-b29e16e50307'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:25:14.493322 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-7e79f71b-176a-4b70-bfc8-a012492cbee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2613f09040>, [{'id': '64d33087-8110-48e8-8d7a-cbd6f57725b1', 'name': 'tempest-ServerActionsTestJSON-1405305583-router', 'tenant_id': '4c3545b07d0b4ccf9cd48a80c2d37521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.75'}], 'enable_snat': True}, 'gw_port_id': '5c9037aa-6516-4164-8ea4-ad8d042897d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:16:29Z', 'updated_at': '2021-12-25T21:25:12Z', 'revision_number': 5, 'project_id': '4c3545b07d0b4ccf9cd48a80c2d37521', 'gw_port': {'id': '5c9037aa-6516-4164-8ea4-ad8d042897d7', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:38:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64d33087-8110-48e8-8d7a-cbd6f57725b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1009, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:16:31Z', 'updated_at': '2021-12-25T21:16:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:25:14.570069 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e79f71b-176a-4b70-bfc8-a012492cbee5 None None] Checking router: 64d33087-8110-48e8-8d7a-cbd6f57725b1 for host: ncdv-master-1 {{(pid=121608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 25 21:25:14.572250 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-03cce213-3e88-4075-8ac1-7525b70c8161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2618a3c0d0>, [], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:25:14.596299 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e79f71b-176a-4b70-bfc8-a012492cbee5 None None] Routers {'64d33087-8110-48e8-8d7a-cbd6f57725b1'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:25:14.596995 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-7e79f71b-176a-4b70-bfc8-a012492cbee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2613f09040>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:25:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['64d33087-8110-48e8-8d7a-cbd6f57725b1'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:25:14.607201 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03cce213-3e88-4075-8ac1-7525b70c8161 None None] Routers {'d072f6f8-50d6-47f9-9dc4-b29e16e50307'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:25:14.607825 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-03cce213-3e88-4075-8ac1-7525b70c8161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2618a3c0d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:25:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['d072f6f8-50d6-47f9-9dc4-b29e16e50307'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:25:14.633303 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fb72e5f-6268-49fc-93e1-bbc5bf9a8bf4 tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] Network 3a39df82-5d57-4bef-b11b-7d00a3a3e33a is already hosted by enough agents. {{(pid=121606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:25:14.639028 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [None req-8fb72e5f-6268-49fc-93e1-bbc5bf9a8bf4 tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] Resources bound (agent type, host, resource id):  {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:25:14.648596 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb72e5f-6268-49fc-93e1-bbc5bf9a8bf4 tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] Pushing event updated for resources: {'Port': ['ID=8ce0b61e-6b83-4ff2-9843-5155e3a23d1e,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:25:14.651978 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fb72e5f-6268-49fc-93e1-bbc5bf9a8bf4 tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] Received port after_create {{(pid=121606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:25:14.657506 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fb72e5f-6268-49fc-93e1-bbc5bf9a8bf4 tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:25:14.667720 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-8fb72e5f-6268-49fc-93e1-bbc5bf9a8bf4 tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:14.697583 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-03cce213-3e88-4075-8ac1-7525b70c8161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2618a3c0d0>, [], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:25:14.700127 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03cce213-3e88-4075-8ac1-7525b70c8161 None None] The sync data for ids ['d072f6f8-50d6-47f9-9dc4-b29e16e50307'] in ncdv-master-1 is: [] {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 21:25:14.747871 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvr_db [None req-7e79f71b-176a-4b70-bfc8-a012492cbee5 None None] Set router 64d33087-8110-48e8-8d7a-cbd6f57725b1 gateway port host: ncdv-master-1 {{(pid=121608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:25:14.778695 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-8f489a2b-03a3-4864-a9f1-0e92ae734d78 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:14.796341 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-6e3b88e0-88f6-487c-ad82-51a624061473 tempest-FloatingIPAdminTestJSON-1727620007 tempest-FloatingIPAdminTestJSON-1727620007-project] Publish callbacks [] for router, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:14.862827 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-82660621-ab8a-4077-b9b3-63611790d09c tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks [] for router_gateway, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:14.912244 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-8fb72e5f-6268-49fc-93e1-bbc5bf9a8bf4 tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 959 time: 1.8057194
Dec 25 21:25:14.914183 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 39450) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:25:14.920762 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-2420c875-c296-45c6-aa1f-ee7947a90626 tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] Request body: {'port': {'binding:host_id': 'nch1-master-1'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:25:14.994581 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-7e79f71b-176a-4b70-bfc8-a012492cbee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2613f09040>, [{'id': '64d33087-8110-48e8-8d7a-cbd6f57725b1', 'name': 'tempest-ServerActionsTestJSON-1405305583-router', 'tenant_id': '4c3545b07d0b4ccf9cd48a80c2d37521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.75'}], 'enable_snat': True}, 'gw_port_id': '5c9037aa-6516-4164-8ea4-ad8d042897d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:16:29Z', 'updated_at': '2021-12-25T21:25:12Z', 'revision_number': 5, 'project_id': '4c3545b07d0b4ccf9cd48a80c2d37521', 'gw_port': {'id': '5c9037aa-6516-4164-8ea4-ad8d042897d7', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:38:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64d33087-8110-48e8-8d7a-cbd6f57725b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1009, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:16:31Z', 'updated_at': '2021-12-25T21:16:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:25:14.996810 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-6e3b88e0-88f6-487c-ad82-51a624061473 tempest-FloatingIPAdminTestJSON-1727620007 tempest-FloatingIPAdminTestJSON-1727620007-project] Publish callbacks [] for router_gateway, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:15.034746 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-8f489a2b-03a3-4864-a9f1-0e92ae734d78 admin admin] Deleting port 5c9037aa-6516-4164-8ea4-ad8d042897d7 {{(pid=121606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:25:15.035373 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-8f489a2b-03a3-4864-a9f1-0e92ae734d78 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:15.041785 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e79f71b-176a-4b70-bfc8-a012492cbee5 None None] The sync data for ids ['64d33087-8110-48e8-8d7a-cbd6f57725b1'] in ncdv-master-1 is: [{'id': '64d33087-8110-48e8-8d7a-cbd6f57725b1', 'name': 'tempest-ServerActionsTestJSON-1405305583-router', 'tenant_id': '4c3545b07d0b4ccf9cd48a80c2d37521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.75'}], 'enable_snat': True}, 'gw_port_id': '5c9037aa-6516-4164-8ea4-ad8d042897d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:16:29Z', 'updated_at': '2021-12-25T21:25:12Z', 'revision_number': 5, 'project_id': '4c3545b07d0b4ccf9cd48a80c2d37521', 'gw_port': {'id': '5c9037aa-6516-4164-8ea4-ad8d042897d7', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:38:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64d33087-8110-48e8-8d7a-cbd6f57725b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1009, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:16:31Z', 'updated_at': '2021-12-25T21:16:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 21:25:15.043656 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-2420c875-c296-45c6-aa1f-ee7947a90626 tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:15.198427 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [None req-8f489a2b-03a3-4864-a9f1-0e92ae734d78 admin admin] For port 5c9037aa-6516-4164-8ea4-ad8d042897d7, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5c9037aa-6516-4164-8ea4-ad8d042897d7,segment=NetworkSegment(6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855),segment_id=6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855)] {{(pid=121606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:25:15.198795 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-8f489a2b-03a3-4864-a9f1-0e92ae734d78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:15.220130 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-8f489a2b-03a3-4864-a9f1-0e92ae734d78 admin admin] Calling delete_port for 5c9037aa-6516-4164-8ea4-ad8d042897d7 owned by network:router_gateway {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:25:15.227610 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-82660621-ab8a-4077-b9b3-63611790d09c tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2014278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2009753'] for router, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:15.283957 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-6e3b88e0-88f6-487c-ad82-51a624061473 tempest-FloatingIPAdminTestJSON-1727620007 tempest-FloatingIPAdminTestJSON-1727620007-project] Deleting port 91215221-53c7-4caf-ba38-3f529291c4b5 {{(pid=121606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:25:15.284302 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-6e3b88e0-88f6-487c-ad82-51a624061473 tempest-FloatingIPAdminTestJSON-1727620007 tempest-FloatingIPAdminTestJSON-1727620007-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:15.453551 ncdv-master-1 neutron-server[121607]: DEBUG neutron.notifiers.nova [None req-2420c875-c296-45c6-aa1f-ee7947a90626 tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] device_id is not set on port 8ce0b61e-6b83-4ff2-9843-5155e3a23d1e yet. {{(pid=121607) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 25 21:25:15.465559 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-6e3b88e0-88f6-487c-ad82-51a624061473 tempest-FloatingIPAdminTestJSON-1727620007 tempest-FloatingIPAdminTestJSON-1727620007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:15.466149 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 020b68b7-f89a-4b33-b20b-4ab3c8fe3101 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:25:15.481480 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-6e3b88e0-88f6-487c-ad82-51a624061473 tempest-FloatingIPAdminTestJSON-1727620007 tempest-FloatingIPAdminTestJSON-1727620007-project] Calling delete_port for 91215221-53c7-4caf-ba38-3f529291c4b5 owned by network:router_gateway {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:25:15.490266 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-2420c875-c296-45c6-aa1f-ee7947a90626 tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] Publish callbacks [] for port, precommit_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:15.533731 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] No Port match for: 020b68b7-f89a-4b33-b20b-4ab3c8fe3101 {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:25:15.534214 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 020b68b7-f89a-4b33-b20b-4ab3c8fe3101 not bound to the agent host ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:25:15.592211 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-2420c875-c296-45c6-aa1f-ee7947a90626 tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8632327'] for port, after_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:15.636793 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82660621-ab8a-4077-b9b3-63611790d09c tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Router 9216c575-9942-463f-8fb1-90a291cd6786 is scheduled to L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 with binding_index 1 {{(pid=121607) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 25 21:25:15.697912 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-8f489a2b-03a3-4864-a9f1-0e92ae734d78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:15.710502 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2420c875-c296-45c6-aa1f-ee7947a90626 tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] Pushing event updated for resources: {'Port': ['ID=8ce0b61e-6b83-4ff2-9843-5155e3a23d1e,revision_number=2']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:25:15.736090 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.managers [None req-2420c875-c296-45c6-aa1f-ee7947a90626 tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] Attempting to bind port 8ce0b61e-6b83-4ff2-9843-5155e3a23d1e on host nch1-master-1 for vnic_type normal with profile  {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:25:15.736432 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.managers [None req-2420c875-c296-45c6-aa1f-ee7947a90626 tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] Attempting to bind port 8ce0b61e-6b83-4ff2-9843-5155e3a23d1e by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '472d8509-60ad-4c7f-8fb8-744e9534708c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '3a39df82-5d57-4bef-b11b-7d00a3a3e33a'}] {{(pid=121607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:25:15.736781 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2420c875-c296-45c6-aa1f-ee7947a90626 tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] Attempting to bind port 8ce0b61e-6b83-4ff2-9843-5155e3a23d1e on network 3a39df82-5d57-4bef-b11b-7d00a3a3e33a {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:25:15.746499 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2420c875-c296-45c6-aa1f-ee7947a90626 tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] Port 8ce0b61e-6b83-4ff2-9843-5155e3a23d1e on network 3a39df82-5d57-4bef-b11b-7d00a3a3e33a not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 25 21:25:15.746802 ncdv-master-1 neutron-server[121607]: ERROR neutron.plugins.ml2.managers [None req-2420c875-c296-45c6-aa1f-ee7947a90626 tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] Failed to bind port 8ce0b61e-6b83-4ff2-9843-5155e3a23d1e on host nch1-master-1 for vnic_type normal using segments [{'id': '472d8509-60ad-4c7f-8fb8-744e9534708c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '3a39df82-5d57-4bef-b11b-7d00a3a3e33a'}]
Dec 25 21:25:15.748667 ncdv-master-1 neutron-server[121607]: INFO neutron.plugins.ml2.plugin [None req-2420c875-c296-45c6-aa1f-ee7947a90626 tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] Attempt 2 to bind port 8ce0b61e-6b83-4ff2-9843-5155e3a23d1e
Dec 25 21:25:15.770604 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f489a2b-03a3-4864-a9f1-0e92ae734d78 admin admin] Pushing event deleted for resources: {'Port': ['ID=5c9037aa-6516-4164-8ea4-ad8d042897d7,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:25:15.784694 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.managers [None req-2420c875-c296-45c6-aa1f-ee7947a90626 tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] Attempting to bind port 8ce0b61e-6b83-4ff2-9843-5155e3a23d1e on host nch1-master-1 for vnic_type normal with profile  {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:25:15.784694 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.managers [None req-2420c875-c296-45c6-aa1f-ee7947a90626 tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] Attempting to bind port 8ce0b61e-6b83-4ff2-9843-5155e3a23d1e by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '472d8509-60ad-4c7f-8fb8-744e9534708c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '3a39df82-5d57-4bef-b11b-7d00a3a3e33a'}] {{(pid=121607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:25:15.784694 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2420c875-c296-45c6-aa1f-ee7947a90626 tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] Attempting to bind port 8ce0b61e-6b83-4ff2-9843-5155e3a23d1e on network 3a39df82-5d57-4bef-b11b-7d00a3a3e33a {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:25:15.817992 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2420c875-c296-45c6-aa1f-ee7947a90626 tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] Port 8ce0b61e-6b83-4ff2-9843-5155e3a23d1e on network 3a39df82-5d57-4bef-b11b-7d00a3a3e33a not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 25 21:25:15.818361 ncdv-master-1 neutron-server[121607]: ERROR neutron.plugins.ml2.managers [None req-2420c875-c296-45c6-aa1f-ee7947a90626 tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] Failed to bind port 8ce0b61e-6b83-4ff2-9843-5155e3a23d1e on host nch1-master-1 for vnic_type normal using segments [{'id': '472d8509-60ad-4c7f-8fb8-744e9534708c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '3a39df82-5d57-4bef-b11b-7d00a3a3e33a'}]
Dec 25 21:25:15.820638 ncdv-master-1 neutron-server[121607]: INFO neutron.plugins.ml2.plugin [None req-2420c875-c296-45c6-aa1f-ee7947a90626 tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] Attempt 3 to bind port 8ce0b61e-6b83-4ff2-9843-5155e3a23d1e
Dec 25 21:25:15.842860 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.managers [None req-2420c875-c296-45c6-aa1f-ee7947a90626 tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] Attempting to bind port 8ce0b61e-6b83-4ff2-9843-5155e3a23d1e on host nch1-master-1 for vnic_type normal with profile  {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:25:15.843180 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.managers [None req-2420c875-c296-45c6-aa1f-ee7947a90626 tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] Attempting to bind port 8ce0b61e-6b83-4ff2-9843-5155e3a23d1e by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '472d8509-60ad-4c7f-8fb8-744e9534708c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '3a39df82-5d57-4bef-b11b-7d00a3a3e33a'}] {{(pid=121607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:25:15.843569 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2420c875-c296-45c6-aa1f-ee7947a90626 tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] Attempting to bind port 8ce0b61e-6b83-4ff2-9843-5155e3a23d1e on network 3a39df82-5d57-4bef-b11b-7d00a3a3e33a {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:25:15.847719 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82660621-ab8a-4077-b9b3-63611790d09c tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 21:25:15.863114 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2420c875-c296-45c6-aa1f-ee7947a90626 tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] Port 8ce0b61e-6b83-4ff2-9843-5155e3a23d1e on network 3a39df82-5d57-4bef-b11b-7d00a3a3e33a not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 25 21:25:15.863114 ncdv-master-1 neutron-server[121607]: ERROR neutron.plugins.ml2.managers [None req-2420c875-c296-45c6-aa1f-ee7947a90626 tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] Failed to bind port 8ce0b61e-6b83-4ff2-9843-5155e3a23d1e on host nch1-master-1 for vnic_type normal using segments [{'id': '472d8509-60ad-4c7f-8fb8-744e9534708c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '3a39df82-5d57-4bef-b11b-7d00a3a3e33a'}]
Dec 25 21:25:15.863114 ncdv-master-1 neutron-server[121607]: INFO neutron.plugins.ml2.plugin [None req-2420c875-c296-45c6-aa1f-ee7947a90626 tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] Attempt 4 to bind port 8ce0b61e-6b83-4ff2-9843-5155e3a23d1e
Dec 25 21:25:15.863902 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac59056e-6ecd-4b2d-a806-4ffa421f4b05 None None] Sync routers for ids ['9216c575-9942-463f-8fb1-90a291cd6786'] in ncdv-master-1 {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 21:25:15.876625 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.managers [None req-2420c875-c296-45c6-aa1f-ee7947a90626 tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] Attempting to bind port 8ce0b61e-6b83-4ff2-9843-5155e3a23d1e on host nch1-master-1 for vnic_type normal with profile  {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:25:15.876855 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.managers [None req-2420c875-c296-45c6-aa1f-ee7947a90626 tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] Attempting to bind port 8ce0b61e-6b83-4ff2-9843-5155e3a23d1e by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '472d8509-60ad-4c7f-8fb8-744e9534708c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '3a39df82-5d57-4bef-b11b-7d00a3a3e33a'}] {{(pid=121607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:25:15.877229 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2420c875-c296-45c6-aa1f-ee7947a90626 tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] Attempting to bind port 8ce0b61e-6b83-4ff2-9843-5155e3a23d1e on network 3a39df82-5d57-4bef-b11b-7d00a3a3e33a {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:25:15.879379 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac59056e-6ecd-4b2d-a806-4ffa421f4b05 None None] Routers {'9216c575-9942-463f-8fb1-90a291cd6786'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:25:15.883009 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-ac59056e-6ecd-4b2d-a806-4ffa421f4b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f26133e09a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:25:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['9216c575-9942-463f-8fb1-90a291cd6786'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:25:15.883232 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2420c875-c296-45c6-aa1f-ee7947a90626 tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] Port 8ce0b61e-6b83-4ff2-9843-5155e3a23d1e on network 3a39df82-5d57-4bef-b11b-7d00a3a3e33a not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 25 21:25:15.883380 ncdv-master-1 neutron-server[121607]: ERROR neutron.plugins.ml2.managers [None req-2420c875-c296-45c6-aa1f-ee7947a90626 tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] Failed to bind port 8ce0b61e-6b83-4ff2-9843-5155e3a23d1e on host nch1-master-1 for vnic_type normal using segments [{'id': '472d8509-60ad-4c7f-8fb8-744e9534708c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '3a39df82-5d57-4bef-b11b-7d00a3a3e33a'}]
Dec 25 21:25:15.884128 ncdv-master-1 neutron-server[121607]: INFO neutron.plugins.ml2.plugin [None req-2420c875-c296-45c6-aa1f-ee7947a90626 tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] Attempt 5 to bind port 8ce0b61e-6b83-4ff2-9843-5155e3a23d1e
Dec 25 21:25:15.897655 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.managers [None req-2420c875-c296-45c6-aa1f-ee7947a90626 tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] Attempting to bind port 8ce0b61e-6b83-4ff2-9843-5155e3a23d1e on host nch1-master-1 for vnic_type normal with profile  {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:25:15.897944 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.managers [None req-2420c875-c296-45c6-aa1f-ee7947a90626 tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] Attempting to bind port 8ce0b61e-6b83-4ff2-9843-5155e3a23d1e by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '472d8509-60ad-4c7f-8fb8-744e9534708c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '3a39df82-5d57-4bef-b11b-7d00a3a3e33a'}] {{(pid=121607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:25:15.898284 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2420c875-c296-45c6-aa1f-ee7947a90626 tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] Attempting to bind port 8ce0b61e-6b83-4ff2-9843-5155e3a23d1e on network 3a39df82-5d57-4bef-b11b-7d00a3a3e33a {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:25:15.903499 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2420c875-c296-45c6-aa1f-ee7947a90626 tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] Port 8ce0b61e-6b83-4ff2-9843-5155e3a23d1e on network 3a39df82-5d57-4bef-b11b-7d00a3a3e33a not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 25 21:25:15.904080 ncdv-master-1 neutron-server[121607]: ERROR neutron.plugins.ml2.managers [None req-2420c875-c296-45c6-aa1f-ee7947a90626 tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] Failed to bind port 8ce0b61e-6b83-4ff2-9843-5155e3a23d1e on host nch1-master-1 for vnic_type normal using segments [{'id': '472d8509-60ad-4c7f-8fb8-744e9534708c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '3a39df82-5d57-4bef-b11b-7d00a3a3e33a'}]
Dec 25 21:25:15.904669 ncdv-master-1 neutron-server[121607]: INFO neutron.plugins.ml2.plugin [None req-2420c875-c296-45c6-aa1f-ee7947a90626 tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] Attempt 6 to bind port 8ce0b61e-6b83-4ff2-9843-5155e3a23d1e
Dec 25 21:25:15.922788 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.managers [None req-2420c875-c296-45c6-aa1f-ee7947a90626 tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] Attempting to bind port 8ce0b61e-6b83-4ff2-9843-5155e3a23d1e on host nch1-master-1 for vnic_type normal with profile  {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:25:15.923150 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.managers [None req-2420c875-c296-45c6-aa1f-ee7947a90626 tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] Attempting to bind port 8ce0b61e-6b83-4ff2-9843-5155e3a23d1e by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '472d8509-60ad-4c7f-8fb8-744e9534708c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '3a39df82-5d57-4bef-b11b-7d00a3a3e33a'}] {{(pid=121607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:25:15.923628 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2420c875-c296-45c6-aa1f-ee7947a90626 tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] Attempting to bind port 8ce0b61e-6b83-4ff2-9843-5155e3a23d1e on network 3a39df82-5d57-4bef-b11b-7d00a3a3e33a {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:25:15.930308 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2420c875-c296-45c6-aa1f-ee7947a90626 tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] Port 8ce0b61e-6b83-4ff2-9843-5155e3a23d1e on network 3a39df82-5d57-4bef-b11b-7d00a3a3e33a not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 25 21:25:15.931370 ncdv-master-1 neutron-server[121607]: ERROR neutron.plugins.ml2.managers [None req-2420c875-c296-45c6-aa1f-ee7947a90626 tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] Failed to bind port 8ce0b61e-6b83-4ff2-9843-5155e3a23d1e on host nch1-master-1 for vnic_type normal using segments [{'id': '472d8509-60ad-4c7f-8fb8-744e9534708c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '3a39df82-5d57-4bef-b11b-7d00a3a3e33a'}]
Dec 25 21:25:15.931370 ncdv-master-1 neutron-server[121607]: INFO neutron.plugins.ml2.plugin [None req-2420c875-c296-45c6-aa1f-ee7947a90626 tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] Attempt 7 to bind port 8ce0b61e-6b83-4ff2-9843-5155e3a23d1e
Dec 25 21:25:15.948264 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.managers [None req-2420c875-c296-45c6-aa1f-ee7947a90626 tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] Attempting to bind port 8ce0b61e-6b83-4ff2-9843-5155e3a23d1e on host nch1-master-1 for vnic_type normal with profile  {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:25:15.948617 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.managers [None req-2420c875-c296-45c6-aa1f-ee7947a90626 tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] Attempting to bind port 8ce0b61e-6b83-4ff2-9843-5155e3a23d1e by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '472d8509-60ad-4c7f-8fb8-744e9534708c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '3a39df82-5d57-4bef-b11b-7d00a3a3e33a'}] {{(pid=121607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:25:15.948985 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2420c875-c296-45c6-aa1f-ee7947a90626 tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] Attempting to bind port 8ce0b61e-6b83-4ff2-9843-5155e3a23d1e on network 3a39df82-5d57-4bef-b11b-7d00a3a3e33a {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:25:15.955736 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-82660621-ab8a-4077-b9b3-63611790d09c tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks [] for router, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:15.958161 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-82660621-ab8a-4077-b9b3-63611790d09c tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 883 time: 3.7747755
Dec 25 21:25:15.960195 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 39506) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:25:15.970483 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2420c875-c296-45c6-aa1f-ee7947a90626 tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] Port 8ce0b61e-6b83-4ff2-9843-5155e3a23d1e on network 3a39df82-5d57-4bef-b11b-7d00a3a3e33a not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 25 21:25:15.971068 ncdv-master-1 neutron-server[121607]: ERROR neutron.plugins.ml2.managers [None req-2420c875-c296-45c6-aa1f-ee7947a90626 tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] Failed to bind port 8ce0b61e-6b83-4ff2-9843-5155e3a23d1e on host nch1-master-1 for vnic_type normal using segments [{'id': '472d8509-60ad-4c7f-8fb8-744e9534708c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '3a39df82-5d57-4bef-b11b-7d00a3a3e33a'}]
Dec 25 21:25:15.971220 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-8f489a2b-03a3-4864-a9f1-0e92ae734d78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2008689'] for router_gateway, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:15.975909 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-6e3b88e0-88f6-487c-ad82-51a624061473 tempest-FloatingIPAdminTestJSON-1727620007 tempest-FloatingIPAdminTestJSON-1727620007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:16.001279 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-ac59056e-6ecd-4b2d-a806-4ffa421f4b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f26133e09a0>, [], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:25:16.008715 ncdv-master-1 neutron-server[121607]: INFO neutron.plugins.ml2.plugin [None req-2420c875-c296-45c6-aa1f-ee7947a90626 tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] Attempt 8 to bind port 8ce0b61e-6b83-4ff2-9843-5155e3a23d1e
Dec 25 21:25:16.022396 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac59056e-6ecd-4b2d-a806-4ffa421f4b05 None None] Routers {'9216c575-9942-463f-8fb1-90a291cd6786'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:25:16.023032 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-ac59056e-6ecd-4b2d-a806-4ffa421f4b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f26133e09a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:25:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['9216c575-9942-463f-8fb1-90a291cd6786'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:25:16.031273 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.managers [None req-2420c875-c296-45c6-aa1f-ee7947a90626 tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] Attempting to bind port 8ce0b61e-6b83-4ff2-9843-5155e3a23d1e on host nch1-master-1 for vnic_type normal with profile  {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:25:16.031622 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.managers [None req-2420c875-c296-45c6-aa1f-ee7947a90626 tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] Attempting to bind port 8ce0b61e-6b83-4ff2-9843-5155e3a23d1e by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '472d8509-60ad-4c7f-8fb8-744e9534708c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '3a39df82-5d57-4bef-b11b-7d00a3a3e33a'}] {{(pid=121607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:25:16.032056 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2420c875-c296-45c6-aa1f-ee7947a90626 tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] Attempting to bind port 8ce0b61e-6b83-4ff2-9843-5155e3a23d1e on network 3a39df82-5d57-4bef-b11b-7d00a3a3e33a {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:25:16.048341 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2420c875-c296-45c6-aa1f-ee7947a90626 tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] Port 8ce0b61e-6b83-4ff2-9843-5155e3a23d1e on network 3a39df82-5d57-4bef-b11b-7d00a3a3e33a not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 25 21:25:16.048699 ncdv-master-1 neutron-server[121607]: ERROR neutron.plugins.ml2.managers [None req-2420c875-c296-45c6-aa1f-ee7947a90626 tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] Failed to bind port 8ce0b61e-6b83-4ff2-9843-5155e3a23d1e on host nch1-master-1 for vnic_type normal using segments [{'id': '472d8509-60ad-4c7f-8fb8-744e9534708c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '3a39df82-5d57-4bef-b11b-7d00a3a3e33a'}]
Dec 25 21:25:16.050705 ncdv-master-1 neutron-server[121607]: INFO neutron.plugins.ml2.plugin [None req-2420c875-c296-45c6-aa1f-ee7947a90626 tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] Attempt 9 to bind port 8ce0b61e-6b83-4ff2-9843-5155e3a23d1e
Dec 25 21:25:16.075580 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-ac59056e-6ecd-4b2d-a806-4ffa421f4b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f26133e09a0>, [], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:25:16.076382 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac59056e-6ecd-4b2d-a806-4ffa421f4b05 None None] The sync data for ids ['9216c575-9942-463f-8fb1-90a291cd6786'] in ncdv-master-1 is: [] {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 21:25:16.096244 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3b88e0-88f6-487c-ad82-51a624061473 tempest-FloatingIPAdminTestJSON-1727620007 tempest-FloatingIPAdminTestJSON-1727620007-project] Pushing event deleted for resources: {'Port': ['ID=91215221-53c7-4caf-ba38-3f529291c4b5,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:25:16.115332 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.managers [None req-2420c875-c296-45c6-aa1f-ee7947a90626 tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] Attempting to bind port 8ce0b61e-6b83-4ff2-9843-5155e3a23d1e on host nch1-master-1 for vnic_type normal with profile  {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:25:16.115671 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.managers [None req-2420c875-c296-45c6-aa1f-ee7947a90626 tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] Attempting to bind port 8ce0b61e-6b83-4ff2-9843-5155e3a23d1e by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '472d8509-60ad-4c7f-8fb8-744e9534708c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '3a39df82-5d57-4bef-b11b-7d00a3a3e33a'}] {{(pid=121607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:25:16.116107 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2420c875-c296-45c6-aa1f-ee7947a90626 tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] Attempting to bind port 8ce0b61e-6b83-4ff2-9843-5155e3a23d1e on network 3a39df82-5d57-4bef-b11b-7d00a3a3e33a {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:25:16.125720 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2420c875-c296-45c6-aa1f-ee7947a90626 tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] Port 8ce0b61e-6b83-4ff2-9843-5155e3a23d1e on network 3a39df82-5d57-4bef-b11b-7d00a3a3e33a not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 25 21:25:16.125720 ncdv-master-1 neutron-server[121607]: ERROR neutron.plugins.ml2.managers [None req-2420c875-c296-45c6-aa1f-ee7947a90626 tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] Failed to bind port 8ce0b61e-6b83-4ff2-9843-5155e3a23d1e on host nch1-master-1 for vnic_type normal using segments [{'id': '472d8509-60ad-4c7f-8fb8-744e9534708c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '3a39df82-5d57-4bef-b11b-7d00a3a3e33a'}]
Dec 25 21:25:16.127613 ncdv-master-1 neutron-server[121607]: INFO neutron.plugins.ml2.plugin [None req-2420c875-c296-45c6-aa1f-ee7947a90626 tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] Attempt 10 to bind port 8ce0b61e-6b83-4ff2-9843-5155e3a23d1e
Dec 25 21:25:16.144798 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-7a587e79-a945-4b3c-a389-6f973816597b tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] 10.222.0.32 "GET /v2.0/routers/9216c575-9942-463f-8fb1-90a291cd6786 HTTP/1.1" status: 200  len: 884 time: 0.1830475
Dec 25 21:25:16.149741 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 39512) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:25:16.156280 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-8f489a2b-03a3-4864-a9f1-0e92ae734d78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2014235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14905'] for router, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:16.156667 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-8f489a2b-03a3-4864-a9f1-0e92ae734d78 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:16.176268 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.managers [None req-2420c875-c296-45c6-aa1f-ee7947a90626 tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] Attempting to bind port 8ce0b61e-6b83-4ff2-9843-5155e3a23d1e on host nch1-master-1 for vnic_type normal with profile  {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:25:16.176268 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.managers [None req-2420c875-c296-45c6-aa1f-ee7947a90626 tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] Attempting to bind port 8ce0b61e-6b83-4ff2-9843-5155e3a23d1e by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '472d8509-60ad-4c7f-8fb8-744e9534708c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '3a39df82-5d57-4bef-b11b-7d00a3a3e33a'}] {{(pid=121607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:25:16.176268 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2420c875-c296-45c6-aa1f-ee7947a90626 tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] Attempting to bind port 8ce0b61e-6b83-4ff2-9843-5155e3a23d1e on network 3a39df82-5d57-4bef-b11b-7d00a3a3e33a {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:25:16.218867 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2420c875-c296-45c6-aa1f-ee7947a90626 tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] Port 8ce0b61e-6b83-4ff2-9843-5155e3a23d1e on network 3a39df82-5d57-4bef-b11b-7d00a3a3e33a not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 25 21:25:16.219115 ncdv-master-1 neutron-server[121607]: ERROR neutron.plugins.ml2.managers [None req-2420c875-c296-45c6-aa1f-ee7947a90626 tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] Failed to bind port 8ce0b61e-6b83-4ff2-9843-5155e3a23d1e on host nch1-master-1 for vnic_type normal using segments [{'id': '472d8509-60ad-4c7f-8fb8-744e9534708c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '3a39df82-5d57-4bef-b11b-7d00a3a3e33a'}]
Dec 25 21:25:16.219773 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-2420c875-c296-45c6-aa1f-ee7947a90626 tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:16.232667 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-6e3b88e0-88f6-487c-ad82-51a624061473 tempest-FloatingIPAdminTestJSON-1727620007 tempest-FloatingIPAdminTestJSON-1727620007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2008689'] for router_gateway, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:16.326573 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.db [None req-2420c875-c296-45c6-aa1f-ee7947a90626 tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] For port 8ce0b61e-6b83-4ff2-9843-5155e3a23d1e, host nch1-master-1, cleared binding levels {{(pid=121607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:25:16.326957 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.db [None req-2420c875-c296-45c6-aa1f-ee7947a90626 tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] Attempted to set empty binding levels {{(pid=121607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}}
Dec 25 21:25:16.333266 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-6e3b88e0-88f6-487c-ad82-51a624061473 tempest-FloatingIPAdminTestJSON-1727620007 tempest-FloatingIPAdminTestJSON-1727620007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2014235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14905'] for router, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:16.336644 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-6e3b88e0-88f6-487c-ad82-51a624061473 tempest-FloatingIPAdminTestJSON-1727620007 tempest-FloatingIPAdminTestJSON-1727620007-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:16.338347 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-8f489a2b-03a3-4864-a9f1-0e92ae734d78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2014220'] for router, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:16.338712 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f489a2b-03a3-4864-a9f1-0e92ae734d78 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 64d33087-8110-48e8-8d7a-cbd6f57725b1 {{(pid=121606) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 25 21:25:16.345118 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-8f489a2b-03a3-4864-a9f1-0e92ae734d78 admin admin] Publish callbacks [] for router, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:16.346281 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-8f489a2b-03a3-4864-a9f1-0e92ae734d78 admin admin] 10.222.0.32 "DELETE /v2.0/routers/64d33087-8110-48e8-8d7a-cbd6f57725b1 HTTP/1.1" status: 204  len: 168 time: 2.4927382
Dec 25 21:25:16.348958 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 39518) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:25:16.438818 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_v2 [None req-30b11361-f030-4b75-a86b-9bf7a963b065 admin admin] Deleting subnet 1f5d8ab8-049c-411c-8531-c48febcca4ec {{(pid=121606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Dec 25 21:25:16.443487 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-30b11361-f030-4b75-a86b-9bf7a963b065 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:16.484693 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-30b11361-f030-4b75-a86b-9bf7a963b065 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9084199'] for subnet, precommit_delete_associations {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:16.550229 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-6e3b88e0-88f6-487c-ad82-51a624061473 tempest-FloatingIPAdminTestJSON-1727620007 tempest-FloatingIPAdminTestJSON-1727620007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2014220'] for router, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:16.551010 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e3b88e0-88f6-487c-ad82-51a624061473 tempest-FloatingIPAdminTestJSON-1727620007 tempest-FloatingIPAdminTestJSON-1727620007-project] Fanout notify agent at l3_agent the message router_deleted on router d072f6f8-50d6-47f9-9dc4-b29e16e50307 {{(pid=121606) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 25 21:25:16.577887 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-6e3b88e0-88f6-487c-ad82-51a624061473 tempest-FloatingIPAdminTestJSON-1727620007 tempest-FloatingIPAdminTestJSON-1727620007-project] Publish callbacks [] for router, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:16.585823 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-6e3b88e0-88f6-487c-ad82-51a624061473 tempest-FloatingIPAdminTestJSON-1727620007 tempest-FloatingIPAdminTestJSON-1727620007-project] 10.222.0.32 "DELETE /v2.0/routers/d072f6f8-50d6-47f9-9dc4-b29e16e50307 HTTP/1.1" status: 204  len: 168 time: 2.1356530
Dec 25 21:25:16.605252 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 39524) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:25:16.645219 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-2420c875-c296-45c6-aa1f-ee7947a90626 tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8632327'] for port, after_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:16.670311 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-30b11361-f030-4b75-a86b-9bf7a963b065 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995662'] for subnet, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:16.699274 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 39528) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:25:16.718315 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-2420c875-c296-45c6-aa1f-ee7947a90626 tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] In _notify_port_updated(), no bound segment for port 8ce0b61e-6b83-4ff2-9843-5155e3a23d1e on network 3a39df82-5d57-4bef-b11b-7d00a3a3e33a {{(pid=121607) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}}
Dec 25 21:25:16.719184 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2420c875-c296-45c6-aa1f-ee7947a90626 tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:25:16.719790 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-2420c875-c296-45c6-aa1f-ee7947a90626 tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:16.722202 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-2420c875-c296-45c6-aa1f-ee7947a90626 tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] 10.222.0.32 "PUT /v2.0/ports/8ce0b61e-6b83-4ff2-9843-5155e3a23d1e HTTP/1.1" status: 200  len: 974 time: 1.8059945
Dec 25 21:25:16.735781 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_v2 [None req-e23de891-f365-45f9-82be-70af9302d883 tempest-FloatingIPAdminTestJSON-1727620007 tempest-FloatingIPAdminTestJSON-1727620007-project] Deleting subnet 9e6f6b75-24de-4761-9363-9aa71ae21df3 {{(pid=121606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Dec 25 21:25:16.736367 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-e23de891-f365-45f9-82be-70af9302d883 tempest-FloatingIPAdminTestJSON-1727620007 tempest-FloatingIPAdminTestJSON-1727620007-project] Publish callbacks [] for subnet, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:16.737770 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 39532) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:25:16.795844 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-e23de891-f365-45f9-82be-70af9302d883 tempest-FloatingIPAdminTestJSON-1727620007 tempest-FloatingIPAdminTestJSON-1727620007-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9084199'] for subnet, precommit_delete_associations {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:16.809858 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2420c875-c296-45c6-aa1f-ee7947a90626 tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] Pushing event updated for resources: {'Port': ['ID=8ce0b61e-6b83-4ff2-9843-5155e3a23d1e,revision_number=3']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:25:16.871687 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b26fdb47-3e6e-434e-b4a2-6dab78189a9f tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:25:16.872264 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b26fdb47-3e6e-434e-b4a2-6dab78189a9f tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:25:16.872646 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b26fdb47-3e6e-434e-b4a2-6dab78189a9f tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:25:16.873142 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b26fdb47-3e6e-434e-b4a2-6dab78189a9f tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:25:16.873609 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b26fdb47-3e6e-434e-b4a2-6dab78189a9f tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:25:16.874076 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b26fdb47-3e6e-434e-b4a2-6dab78189a9f tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:25:16.874542 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b26fdb47-3e6e-434e-b4a2-6dab78189a9f tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:25:16.875004 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b26fdb47-3e6e-434e-b4a2-6dab78189a9f tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:25:16.875474 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b26fdb47-3e6e-434e-b4a2-6dab78189a9f tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:25:16.875935 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b26fdb47-3e6e-434e-b4a2-6dab78189a9f tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:25:16.876400 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b26fdb47-3e6e-434e-b4a2-6dab78189a9f tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:25:16.876864 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b26fdb47-3e6e-434e-b4a2-6dab78189a9f tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:25:16.877350 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b26fdb47-3e6e-434e-b4a2-6dab78189a9f tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:25:16.877824 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b26fdb47-3e6e-434e-b4a2-6dab78189a9f tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:25:16.878266 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b26fdb47-3e6e-434e-b4a2-6dab78189a9f tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:25:16.878726 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b26fdb47-3e6e-434e-b4a2-6dab78189a9f tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:25:16.879189 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b26fdb47-3e6e-434e-b4a2-6dab78189a9f tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:25:16.879643 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b26fdb47-3e6e-434e-b4a2-6dab78189a9f tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:25:16.880097 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b26fdb47-3e6e-434e-b4a2-6dab78189a9f tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:25:16.880554 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b26fdb47-3e6e-434e-b4a2-6dab78189a9f tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:25:16.881070 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b26fdb47-3e6e-434e-b4a2-6dab78189a9f tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:25:16.881535 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b26fdb47-3e6e-434e-b4a2-6dab78189a9f tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:25:16.882006 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b26fdb47-3e6e-434e-b4a2-6dab78189a9f tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:25:16.882426 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b26fdb47-3e6e-434e-b4a2-6dab78189a9f tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:25:16.882875 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b26fdb47-3e6e-434e-b4a2-6dab78189a9f tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:25:16.883328 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b26fdb47-3e6e-434e-b4a2-6dab78189a9f tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:25:16.883788 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b26fdb47-3e6e-434e-b4a2-6dab78189a9f tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:25:16.884242 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b26fdb47-3e6e-434e-b4a2-6dab78189a9f tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:25:16.884707 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b26fdb47-3e6e-434e-b4a2-6dab78189a9f tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:25:16.885178 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b26fdb47-3e6e-434e-b4a2-6dab78189a9f tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:25:16.888696 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-b26fdb47-3e6e-434e-b4a2-6dab78189a9f tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200  len: 26827 time: 0.1462083
Dec 25 21:25:16.893784 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 39536) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:25:16.903594 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-7556ae07-a45a-4d18-95ec-0debe9e28f21 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200  len: 887 time: 0.7526636
Dec 25 21:25:16.909203 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 39538) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:25:16.918765 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-08c71700-d6dc-4f4d-8235-770dc341b3f3 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-159142578'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:25:16.923612 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-5514ae0c-ba39-4a25-a488-3d0ae41ba046 admin admin] Publish callbacks [] for security_group, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:16.925687 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-30b11361-f030-4b75-a86b-9bf7a963b065 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9084363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9028506'] for subnet, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:16.991651 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-69424e63-93fb-469a-b574-0e9d566a31bd tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] Deleting port 8ce0b61e-6b83-4ff2-9843-5155e3a23d1e {{(pid=121607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:25:16.995349 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-69424e63-93fb-469a-b574-0e9d566a31bd tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:17.025345 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-e23de891-f365-45f9-82be-70af9302d883 tempest-FloatingIPAdminTestJSON-1727620007 tempest-FloatingIPAdminTestJSON-1727620007-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995662'] for subnet, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:17.052414 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-30b11361-f030-4b75-a86b-9bf7a963b065 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for subnet, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:17.057371 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-30b11361-f030-4b75-a86b-9bf7a963b065 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/1f5d8ab8-049c-411c-8531-c48febcca4ec HTTP/1.1" status: 204  len: 168 time: 0.7062821
Dec 25 21:25:17.057371 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b11361-f030-4b75-a86b-9bf7a963b065 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1f5d8ab8-049c-411c-8531-c48febcca4ec,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:25:17.064656 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 39542) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:25:17.066096 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.db [None req-69424e63-93fb-469a-b574-0e9d566a31bd tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] For port 8ce0b61e-6b83-4ff2-9843-5155e3a23d1e, host nch1-master-1, got binding levels [] {{(pid=121607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:25:17.066867 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-69424e63-93fb-469a-b574-0e9d566a31bd tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:17.067276 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08c2735c-5139-4d62-9d79-70302af15228 None None] Network 050fe506-29b6-4536-b03a-6d4fd9d4993c requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:25:17.082961 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-69424e63-93fb-469a-b574-0e9d566a31bd tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] Calling delete_port for 8ce0b61e-6b83-4ff2-9843-5155e3a23d1e owned by  {{(pid=121607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:25:17.114268 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b11361-f030-4b75-a86b-9bf7a963b065 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:25:17.114616 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b11361-f030-4b75-a86b-9bf7a963b065 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:25:17.114962 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b11361-f030-4b75-a86b-9bf7a963b065 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:25:17.115918 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b11361-f030-4b75-a86b-9bf7a963b065 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:25:17.116262 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b11361-f030-4b75-a86b-9bf7a963b065 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:25:17.116594 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b11361-f030-4b75-a86b-9bf7a963b065 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:25:17.116940 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b11361-f030-4b75-a86b-9bf7a963b065 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:25:17.117270 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b11361-f030-4b75-a86b-9bf7a963b065 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:25:17.117596 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b11361-f030-4b75-a86b-9bf7a963b065 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:25:17.117916 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b11361-f030-4b75-a86b-9bf7a963b065 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:25:17.118240 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b11361-f030-4b75-a86b-9bf7a963b065 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:25:17.118560 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b11361-f030-4b75-a86b-9bf7a963b065 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:25:17.118881 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b11361-f030-4b75-a86b-9bf7a963b065 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:25:17.245959 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-df3d771f-ed20-474b-81fe-61aa0b34ba32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625803'] for network, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:17.260789 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-69424e63-93fb-469a-b574-0e9d566a31bd tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:17.279355 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d8afaa5-c2ec-4cd8-9923-151b8cc1cde0 None None] DHCP port deletion for 050fe506-29b6-4536-b03a-6d4fd9d4993c request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 21:25:17.294975 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69424e63-93fb-469a-b574-0e9d566a31bd tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] Pushing event deleted for resources: {'Port': ['ID=8ce0b61e-6b83-4ff2-9843-5155e3a23d1e,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:25:17.299036 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-69424e63-93fb-469a-b574-0e9d566a31bd tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:17.305200 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-69424e63-93fb-469a-b574-0e9d566a31bd tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] 10.222.0.32 "DELETE /v2.0/ports/8ce0b61e-6b83-4ff2-9843-5155e3a23d1e HTTP/1.1" status: 204  len: 168 time: 0.3994019
Dec 25 21:25:17.306758 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 39544) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:25:17.340129 ncdv-master-1 neutron-server[121607]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c4dd3d9-2694-44ec-9a3e-80c8f3eaafc4 tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] GET failed (client error): The resource could not be found.
Dec 25 21:25:17.344934 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-9c4dd3d9-2694-44ec-9a3e-80c8f3eaafc4 tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] 10.222.0.32 "GET /v2.0/ports/8ce0b61e-6b83-4ff2-9843-5155e3a23d1e HTTP/1.1" status: 404  len: 333 time: 0.0329709
Dec 25 21:25:17.345095 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-4d8afaa5-c2ec-4cd8-9923-151b8cc1cde0 None None] Deleting port 5d1eed2d-e25c-496c-af73-91a2b6268fdd {{(pid=121608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:25:17.345095 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-4d8afaa5-c2ec-4cd8-9923-151b8cc1cde0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:17.345842 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 39546) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:25:17.351749 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-daa3aaf4-858e-4400-b0da-bac70b4a85c5 tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-681791641', 'network_id': '3a39df82-5d57-4bef-b11b-7d00a3a3e33a'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:25:17.420740 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-5514ae0c-ba39-4a25-a488-3d0ae41ba046 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:17.430486 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-4d8afaa5-c2ec-4cd8-9923-151b8cc1cde0 None None] For port 5d1eed2d-e25c-496c-af73-91a2b6268fdd, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5d1eed2d-e25c-496c-af73-91a2b6268fdd,segment=NetworkSegment(66e39abb-3870-4404-91e4-a4d8a7ae7fb7),segment_id=66e39abb-3870-4404-91e4-a4d8a7ae7fb7)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:25:17.431681 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-4d8afaa5-c2ec-4cd8-9923-151b8cc1cde0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:17.448346 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-4d8afaa5-c2ec-4cd8-9923-151b8cc1cde0 None None] Calling delete_port for 5d1eed2d-e25c-496c-af73-91a2b6268fdd owned by network:dhcp {{(pid=121608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:25:17.485586 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-df3d771f-ed20-474b-81fe-61aa0b34ba32 admin admin] Deleting port 5d1eed2d-e25c-496c-af73-91a2b6268fdd {{(pid=121606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:25:17.486670 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-df3d771f-ed20-474b-81fe-61aa0b34ba32 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:17.499795 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 5c9037aa-6516-4164-8ea4-ad8d042897d7 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:25:17.515963 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-e23de891-f365-45f9-82be-70af9302d883 tempest-FloatingIPAdminTestJSON-1727620007 tempest-FloatingIPAdminTestJSON-1727620007-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9084363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9028506'] for subnet, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:17.523633 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] No Port match for: 5c9037aa-6516-4164-8ea4-ad8d042897d7 {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:25:17.523982 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 5c9037aa-6516-4164-8ea4-ad8d042897d7 not bound to the agent host ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:25:17.524394 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 5d1eed2d-e25c-496c-af73-91a2b6268fdd no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:25:17.589129 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-e23de891-f365-45f9-82be-70af9302d883 tempest-FloatingIPAdminTestJSON-1727620007 tempest-FloatingIPAdminTestJSON-1727620007-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for subnet, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:17.593154 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-e23de891-f365-45f9-82be-70af9302d883 tempest-FloatingIPAdminTestJSON-1727620007 tempest-FloatingIPAdminTestJSON-1727620007-project] 10.222.0.32 "DELETE /v2.0/subnets/9e6f6b75-24de-4761-9363-9aa71ae21df3 HTTP/1.1" status: 204  len: 168 time: 0.9867487
Dec 25 21:25:17.595830 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 39552) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:25:17.606543 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daa3aaf4-858e-4400-b0da-bac70b4a85c5 tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] Made reservation on behalf of 0ea361343c314273b0d0a62a792d2d8d for: {'port': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:25:17.609128 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-daa3aaf4-858e-4400-b0da-bac70b4a85c5 tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:17.632508 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23de891-f365-45f9-82be-70af9302d883 tempest-FloatingIPAdminTestJSON-1727620007 tempest-FloatingIPAdminTestJSON-1727620007-project] Pushing event deleted for resources: {'Subnet': ['ID=9e6f6b75-24de-4761-9363-9aa71ae21df3,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:25:17.641214 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-5514ae0c-ba39-4a25-a488-3d0ae41ba046 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:17.650787 ncdv-master-1 neutron-server[121607]: DEBUG neutron.notifiers.nova [None req-daa3aaf4-858e-4400-b0da-bac70b4a85c5 tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] device_id is not set on port 7d522dd4-ae1a-49df-9c09-0ce3adcc6661 yet. {{(pid=121607) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 25 21:25:17.664797 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bff5fe31-3d23-4b51-af14-ea50ed8f7b05 None None] Network 6127c931-64ab-46eb-8f28-0b4f9cfb70ae requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:25:17.685499 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [None req-df3d771f-ed20-474b-81fe-61aa0b34ba32 admin admin] For port 5d1eed2d-e25c-496c-af73-91a2b6268fdd, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5d1eed2d-e25c-496c-af73-91a2b6268fdd,segment=NetworkSegment(66e39abb-3870-4404-91e4-a4d8a7ae7fb7),segment_id=66e39abb-3870-4404-91e4-a4d8a7ae7fb7)] {{(pid=121606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:25:17.689143 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-df3d771f-ed20-474b-81fe-61aa0b34ba32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:17.703557 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-08c71700-d6dc-4f4d-8235-770dc341b3f3 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2009782', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2014271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14898'] for router, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:17.718021 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-5514ae0c-ba39-4a25-a488-3d0ae41ba046 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a195554218a94cc891fb5ee2097a42ed&name=default HTTP/1.1" status: 200  len: 3000 time: 1.0124834
Dec 25 21:25:17.718021 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-df3d771f-ed20-474b-81fe-61aa0b34ba32 admin admin] Calling delete_port for 5d1eed2d-e25c-496c-af73-91a2b6268fdd owned by network:dhcp {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:25:17.726576 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 39554) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:25:17.727095 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5dc3d8c1-ff2d-49de-b70f-f200605843b6 tempest-FloatingIPAdminTestJSON-1727620007 tempest-FloatingIPAdminTestJSON-1727620007-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625803'] for network, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:17.735718 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5514ae0c-ba39-4a25-a488-3d0ae41ba046 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2020e1ca-7065-44ba-ae06-9004a0f4b527,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:25:17.742869 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:17.850413 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-4d8afaa5-c2ec-4cd8-9923-151b8cc1cde0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955'] for port, after_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:17.856667 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-df3d771f-ed20-474b-81fe-61aa0b34ba32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:17.862584 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-735b8011-b38b-4f66-86ef-103916cc9354 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:17.889151 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-08c71700-d6dc-4f4d-8235-770dc341b3f3 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2009753', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2009775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2009760', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2014256'] for router, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:17.893401 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df3d771f-ed20-474b-81fe-61aa0b34ba32 admin admin] No DVR routers for this DVR port 5d1eed2d-e25c-496c-af73-91a2b6268fdd on host ncdv-master-1 {{(pid=121606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:25:17.900110 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3d771f-ed20-474b-81fe-61aa0b34ba32 admin admin] Pushing event deleted for resources: {'Port': ['ID=5d1eed2d-e25c-496c-af73-91a2b6268fdd,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:25:17.932526 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8afaa5-c2ec-4cd8-9923-151b8cc1cde0 None None] Pushing event deleted for resources: {'Port': ['ID=5d1eed2d-e25c-496c-af73-91a2b6268fdd,revision_number=None']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:25:17.944588 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-735b8011-b38b-4f66-86ef-103916cc9354 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:17.965125 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-179ad006-fe1d-4ccb-96a5-8b746252d8a2 None None] DHCP port deletion for 6127c931-64ab-46eb-8f28-0b4f9cfb70ae request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 21:25:17.967696 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-daa3aaf4-858e-4400-b0da-bac70b4a85c5 tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] Publish callbacks [] for port, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:17.974606 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d8afaa5-c2ec-4cd8-9923-151b8cc1cde0 None None] No DVR routers for this DVR port 5d1eed2d-e25c-496c-af73-91a2b6268fdd on host ncdv-master-1 {{(pid=121608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:25:17.979424 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-5dc3d8c1-ff2d-49de-b70f-f200605843b6 tempest-FloatingIPAdminTestJSON-1727620007 tempest-FloatingIPAdminTestJSON-1727620007-project] Deleting port 8e05b976-f2f7-4888-8f5e-ac1fa261ff7b {{(pid=121607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:25:17.980026 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5dc3d8c1-ff2d-49de-b70f-f200605843b6 tempest-FloatingIPAdminTestJSON-1727620007 tempest-FloatingIPAdminTestJSON-1727620007-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:18.071447 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-179ad006-fe1d-4ccb-96a5-8b746252d8a2 None None] Deleting port 8e05b976-f2f7-4888-8f5e-ac1fa261ff7b {{(pid=121608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:25:18.072061 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-179ad006-fe1d-4ccb-96a5-8b746252d8a2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:18.084228 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.db [None req-5dc3d8c1-ff2d-49de-b70f-f200605843b6 tempest-FloatingIPAdminTestJSON-1727620007 tempest-FloatingIPAdminTestJSON-1727620007-project] For port 8e05b976-f2f7-4888-8f5e-ac1fa261ff7b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8e05b976-f2f7-4888-8f5e-ac1fa261ff7b,segment=NetworkSegment(2834afa4-8240-419f-8d72-2259e109d8ea),segment_id=2834afa4-8240-419f-8d72-2259e109d8ea)] {{(pid=121607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:25:18.084652 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5dc3d8c1-ff2d-49de-b70f-f200605843b6 tempest-FloatingIPAdminTestJSON-1727620007 tempest-FloatingIPAdminTestJSON-1727620007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:18.102571 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-5dc3d8c1-ff2d-49de-b70f-f200605843b6 tempest-FloatingIPAdminTestJSON-1727620007 tempest-FloatingIPAdminTestJSON-1727620007-project] Calling delete_port for 8e05b976-f2f7-4888-8f5e-ac1fa261ff7b owned by network:dhcp {{(pid=121607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:25:18.174338 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-179ad006-fe1d-4ccb-96a5-8b746252d8a2 None None] For port 8e05b976-f2f7-4888-8f5e-ac1fa261ff7b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8e05b976-f2f7-4888-8f5e-ac1fa261ff7b,segment=NetworkSegment(2834afa4-8240-419f-8d72-2259e109d8ea),segment_id=2834afa4-8240-419f-8d72-2259e109d8ea)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:25:18.174738 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-179ad006-fe1d-4ccb-96a5-8b746252d8a2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:18.187295 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-daa3aaf4-858e-4400-b0da-bac70b4a85c5 tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:18.188933 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-735b8011-b38b-4f66-86ef-103916cc9354 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:18.191024 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-179ad006-fe1d-4ccb-96a5-8b746252d8a2 None None] Calling delete_port for 8e05b976-f2f7-4888-8f5e-ac1fa261ff7b owned by network:dhcp {{(pid=121608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:25:18.191781 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-735b8011-b38b-4f66-86ef-103916cc9354 admin admin] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:18.196814 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-735b8011-b38b-4f66-86ef-103916cc9354 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2020e1ca-7065-44ba-ae06-9004a0f4b527 HTTP/1.1" status: 204  len: 168 time: 0.4642675
Dec 25 21:25:18.233473 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735b8011-b38b-4f66-86ef-103916cc9354 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2020e1ca-7065-44ba-ae06-9004a0f4b527,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:25:18.252463 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daa3aaf4-858e-4400-b0da-bac70b4a85c5 tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] Network 3a39df82-5d57-4bef-b11b-7d00a3a3e33a is already hosted by enough agents. {{(pid=121607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:25:18.255001 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-daa3aaf4-858e-4400-b0da-bac70b4a85c5 tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] Resources bound (agent type, host, resource id):  {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:25:18.260277 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daa3aaf4-858e-4400-b0da-bac70b4a85c5 tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] Received port after_create {{(pid=121607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:25:18.261292 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daa3aaf4-858e-4400-b0da-bac70b4a85c5 tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:25:18.261902 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-daa3aaf4-858e-4400-b0da-bac70b4a85c5 tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:18.265618 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa3aaf4-858e-4400-b0da-bac70b4a85c5 tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] Pushing event updated for resources: {'Port': ['ID=7d522dd4-ae1a-49df-9c09-0ce3adcc6661,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:25:18.351628 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5dc3d8c1-ff2d-49de-b70f-f200605843b6 tempest-FloatingIPAdminTestJSON-1727620007 tempest-FloatingIPAdminTestJSON-1727620007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:18.370229 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-179ad006-fe1d-4ccb-96a5-8b746252d8a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955'] for port, after_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:18.386082 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc3d8c1-ff2d-49de-b70f-f200605843b6 tempest-FloatingIPAdminTestJSON-1727620007 tempest-FloatingIPAdminTestJSON-1727620007-project] Pushing event deleted for resources: {'Port': ['ID=8e05b976-f2f7-4888-8f5e-ac1fa261ff7b,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:25:18.400372 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-daa3aaf4-858e-4400-b0da-bac70b4a85c5 tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 959 time: 1.0533798
Dec 25 21:25:18.402821 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 39560) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:25:18.413692 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dc3d8c1-ff2d-49de-b70f-f200605843b6 tempest-FloatingIPAdminTestJSON-1727620007 tempest-FloatingIPAdminTestJSON-1727620007-project] No DVR routers for this DVR port 8e05b976-f2f7-4888-8f5e-ac1fa261ff7b on host ncdv-master-1 {{(pid=121607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:25:18.413856 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-df3d771f-ed20-474b-81fe-61aa0b34ba32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997585', 'neutron.services.segments.db._delete_segments_for_network-8737602743071'] for network, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:18.433310 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179ad006-fe1d-4ccb-96a5-8b746252d8a2 None None] Pushing event deleted for resources: {'Port': ['ID=8e05b976-f2f7-4888-8f5e-ac1fa261ff7b,revision_number=None']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:25:18.437860 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-179ad006-fe1d-4ccb-96a5-8b746252d8a2 None None] No DVR routers for this DVR port 8e05b976-f2f7-4888-8f5e-ac1fa261ff7b on host ncdv-master-1 {{(pid=121608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:25:18.469222 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.segments.db [None req-df3d771f-ed20-474b-81fe-61aa0b34ba32 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2613455f10>,) {'filters': {'network_id': ['050fe506-29b6-4536-b03a-6d4fd9d4993c']}} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:25:18.479510 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab019cd4-9155-4e6b-92ff-3719c76ad975 tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:25:18.483498 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-ab019cd4-9155-4e6b-92ff-3719c76ad975 tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] 10.222.0.32 "GET /v2.0/ports/7d522dd4-ae1a-49df-9c09-0ce3adcc6661 HTTP/1.1" status: 200  len: 954 time: 0.0772972
Dec 25 21:25:18.483645 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.segments.db [None req-df3d771f-ed20-474b-81fe-61aa0b34ba32 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2613455f10>, '66e39abb-3870-4404-91e4-a4d8a7ae7fb7') {'for_net_delete': True} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:25:18.483645 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.segments.db [None req-df3d771f-ed20-474b-81fe-61aa0b34ba32 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2613455f10>, '66e39abb-3870-4404-91e4-a4d8a7ae7fb7') {} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:25:18.493313 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 39562) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:25:18.502460 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-df3d771f-ed20-474b-81fe-61aa0b34ba32 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737602746920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9084222'] for segment, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:18.527127 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08c71700-d6dc-4f4d-8235-770dc341b3f3 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Router 9216c575-9942-463f-8fb1-90a291cd6786 has already been hosted by L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 {{(pid=121606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 25 21:25:18.528236 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-df3d771f-ed20-474b-81fe-61aa0b34ba32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:18.537959 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df3d771f-ed20-474b-81fe-61aa0b34ba32 admin admin] Releasing vlan 193 on physical network physnet1 to pool {{(pid=121606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 25 21:25:18.538470 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-df3d771f-ed20-474b-81fe-61aa0b34ba32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9084542'] for segment, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:18.540155 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:25:18.540155 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:25:18.540155 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:25:18.540155 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:25:18.540155 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 25 21:25:18.540155 ncdv-master-1 neutron-server[121606]:   self.session.flush()
Dec 25 21:25:18.540155 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 25 21:25:18.540155 ncdv-master-1 neutron-server[121606]:   self.session.flush()
Dec 25 21:25:18.540155 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 25 21:25:18.540155 ncdv-master-1 neutron-server[121606]:   self.session.flush()
Dec 25 21:25:18.540155 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 25 21:25:18.540155 ncdv-master-1 neutron-server[121606]:   self.session.flush()
Dec 25 21:25:18.540155 ncdv-master-1 neutron-server[121606]: Traceback (most recent call last):
Dec 25 21:25:18.540155 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 25 21:25:18.540155 ncdv-master-1 neutron-server[121606]:     timer()
Dec 25 21:25:18.540155 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 25 21:25:18.540155 ncdv-master-1 neutron-server[121606]:     cb(*args, **kw)
Dec 25 21:25:18.540155 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 25 21:25:18.540155 ncdv-master-1 neutron-server[121606]:     return func(*args, **kwargs)
Dec 25 21:25:18.540155 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 25 21:25:18.540155 ncdv-master-1 neutron-server[121606]:     self._notify()
Dec 25 21:25:18.540155 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 25 21:25:18.540155 ncdv-master-1 neutron-server[121606]:     self.callback(batched_events)
Dec 25 21:25:18.540155 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 25 21:25:18.540155 ncdv-master-1 neutron-server[121606]:     event.method(event)
Dec 25 21:25:18.540155 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 25 21:25:18.540155 ncdv-master-1 neutron-server[121606]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 25 21:25:18.540155 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 25 21:25:18.540155 ncdv-master-1 neutron-server[121606]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 25 21:25:18.540155 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 25 21:25:18.540155 ncdv-master-1 neutron-server[121606]:     return f(self, *a, **k)
Dec 25 21:25:18.540155 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 25 21:25:18.540155 ncdv-master-1 neutron-server[121606]:     return self._get(url).json()
Dec 25 21:25:18.540155 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 25 21:25:18.540155 ncdv-master-1 neutron-server[121606]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 25 21:25:18.540155 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 25 21:25:18.540155 ncdv-master-1 neutron-server[121606]:     return self.request(url, 'GET', **kwargs)
Dec 25 21:25:18.540155 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 25 21:25:18.540155 ncdv-master-1 neutron-server[121606]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 25 21:25:18.540155 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 25 21:25:18.540155 ncdv-master-1 neutron-server[121606]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 25 21:25:18.540155 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 25 21:25:18.540155 ncdv-master-1 neutron-server[121606]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 25 21:25:18.540155 ncdv-master-1 neutron-server[121606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 25 21:25:18.559300 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5dc3d8c1-ff2d-49de-b70f-f200605843b6 tempest-FloatingIPAdminTestJSON-1727620007 tempest-FloatingIPAdminTestJSON-1727620007-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997585', 'neutron.services.segments.db._delete_segments_for_network-8737602743071'] for network, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:18.607826 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-5dc3d8c1-ff2d-49de-b70f-f200605843b6 tempest-FloatingIPAdminTestJSON-1727620007 tempest-FloatingIPAdminTestJSON-1727620007-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2613341c70>,) {'filters': {'network_id': ['6127c931-64ab-46eb-8f28-0b4f9cfb70ae']}} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:25:18.619772 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-5dc3d8c1-ff2d-49de-b70f-f200605843b6 tempest-FloatingIPAdminTestJSON-1727620007 tempest-FloatingIPAdminTestJSON-1727620007-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2613341c70>, '2834afa4-8240-419f-8d72-2259e109d8ea') {'for_net_delete': True} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:25:18.620072 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-5dc3d8c1-ff2d-49de-b70f-f200605843b6 tempest-FloatingIPAdminTestJSON-1727620007 tempest-FloatingIPAdminTestJSON-1727620007-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2613341c70>, '2834afa4-8240-419f-8d72-2259e109d8ea') {} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:25:18.633683 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5dc3d8c1-ff2d-49de-b70f-f200605843b6 tempest-FloatingIPAdminTestJSON-1727620007 tempest-FloatingIPAdminTestJSON-1727620007-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737602746920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10246592'] for segment, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:18.650826 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5dc3d8c1-ff2d-49de-b70f-f200605843b6 tempest-FloatingIPAdminTestJSON-1727620007 tempest-FloatingIPAdminTestJSON-1727620007-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:18.659413 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5dc3d8c1-ff2d-49de-b70f-f200605843b6 tempest-FloatingIPAdminTestJSON-1727620007 tempest-FloatingIPAdminTestJSON-1727620007-project] Releasing vlan 186 on physical network physnet1 to pool {{(pid=121607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 25 21:25:18.660237 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5dc3d8c1-ff2d-49de-b70f-f200605843b6 tempest-FloatingIPAdminTestJSON-1727620007 tempest-FloatingIPAdminTestJSON-1727620007-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8633327'] for segment, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:18.664096 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:25:18.664096 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:25:18.664096 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:25:18.664096 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:25:18.664096 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:25:18.664096 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:25:18.664096 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:25:18.664096 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:25:18.664096 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:25:18.664096 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:25:18.664096 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:25:18.664096 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:25:18.664096 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:25:18.664096 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:25:18.664096 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:25:18.664096 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:25:18.664096 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:25:18.664096 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:25:18.664096 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:25:18.664096 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:25:18.664096 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:25:18.664096 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:25:18.664096 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:25:18.664096 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:25:18.664096 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:25:18.664096 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:25:18.664096 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:25:18.664096 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:25:18.664096 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:25:18.664096 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:25:18.664096 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:25:18.664096 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:25:18.664096 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:25:18.664096 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:25:18.664096 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:25:18.664096 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:25:18.667247 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:25:18.667247 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:25:18.667247 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:25:18.667247 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:25:18.667247 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:25:18.667247 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:25:18.667247 ncdv-master-1 neutron-server[121607]: Traceback (most recent call last):
Dec 25 21:25:18.667247 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 25 21:25:18.667247 ncdv-master-1 neutron-server[121607]:     timer()
Dec 25 21:25:18.667247 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 25 21:25:18.667247 ncdv-master-1 neutron-server[121607]:     cb(*args, **kw)
Dec 25 21:25:18.667247 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 25 21:25:18.667247 ncdv-master-1 neutron-server[121607]:     return func(*args, **kwargs)
Dec 25 21:25:18.667247 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 25 21:25:18.667247 ncdv-master-1 neutron-server[121607]:     self._notify()
Dec 25 21:25:18.667247 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 25 21:25:18.667247 ncdv-master-1 neutron-server[121607]:     self.callback(batched_events)
Dec 25 21:25:18.667247 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 25 21:25:18.667247 ncdv-master-1 neutron-server[121607]:     event.method(event)
Dec 25 21:25:18.667247 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 25 21:25:18.667247 ncdv-master-1 neutron-server[121607]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 25 21:25:18.667247 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 25 21:25:18.667247 ncdv-master-1 neutron-server[121607]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 25 21:25:18.667247 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 25 21:25:18.667247 ncdv-master-1 neutron-server[121607]:     return f(self, *a, **k)
Dec 25 21:25:18.667247 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 25 21:25:18.667247 ncdv-master-1 neutron-server[121607]:     return self._get(url).json()
Dec 25 21:25:18.667247 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 25 21:25:18.667247 ncdv-master-1 neutron-server[121607]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 25 21:25:18.667247 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 25 21:25:18.667247 ncdv-master-1 neutron-server[121607]:     return self.request(url, 'GET', **kwargs)
Dec 25 21:25:18.667247 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 25 21:25:18.667247 ncdv-master-1 neutron-server[121607]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 25 21:25:18.667247 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 25 21:25:18.667247 ncdv-master-1 neutron-server[121607]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 25 21:25:18.667247 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 25 21:25:18.667247 ncdv-master-1 neutron-server[121607]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 25 21:25:18.667247 ncdv-master-1 neutron-server[121607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 25 21:25:18.685559 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-0ee9b79d-3263-4f88-b7c2-69187c657157 tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] Deleting port 7d522dd4-ae1a-49df-9c09-0ce3adcc6661 {{(pid=121607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:25:18.688645 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-0ee9b79d-3263-4f88-b7c2-69187c657157 tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:18.699745 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08c71700-d6dc-4f4d-8235-770dc341b3f3 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 21:25:18.715894 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-634ff0e6-90e6-4296-a397-659b42776ac5 None None] Sync routers for ids ['9216c575-9942-463f-8fb1-90a291cd6786'] in ncdv-master-1 {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 21:25:18.727159 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-08c71700-d6dc-4f4d-8235-770dc341b3f3 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks [] for router, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:18.727159 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-08c71700-d6dc-4f4d-8235-770dc341b3f3 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] 10.222.0.32 "PUT /v2.0/routers/9216c575-9942-463f-8fb1-90a291cd6786 HTTP/1.1" status: 200  len: 891 time: 1.8089690
Dec 25 21:25:18.727407 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 39570) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:25:18.727995 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-634ff0e6-90e6-4296-a397-659b42776ac5 None None] Routers {'9216c575-9942-463f-8fb1-90a291cd6786'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:25:18.728918 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-634ff0e6-90e6-4296-a397-659b42776ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f261995d580>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:25:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['9216c575-9942-463f-8fb1-90a291cd6786'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:25:18.769180 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-634ff0e6-90e6-4296-a397-659b42776ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f261995d580>, [], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:25:18.782245 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-634ff0e6-90e6-4296-a397-659b42776ac5 None None] Routers {'9216c575-9942-463f-8fb1-90a291cd6786'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:25:18.782967 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-634ff0e6-90e6-4296-a397-659b42776ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f261995d580>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:25:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['9216c575-9942-463f-8fb1-90a291cd6786'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:25:18.824519 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-634ff0e6-90e6-4296-a397-659b42776ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f261995d580>, [], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:25:18.825335 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-634ff0e6-90e6-4296-a397-659b42776ac5 None None] The sync data for ids ['9216c575-9942-463f-8fb1-90a291cd6786'] in ncdv-master-1 is: [] {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 21:25:18.837512 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-df3d771f-ed20-474b-81fe-61aa0b34ba32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2008653'] for network, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:18.843097 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-0ee9b79d-3263-4f88-b7c2-69187c657157 tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:18.847821 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-df3d771f-ed20-474b-81fe-61aa0b34ba32 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for network, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:18.854210 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-df3d771f-ed20-474b-81fe-61aa0b34ba32 admin admin] 10.222.0.32 "DELETE /v2.0/networks/050fe506-29b6-4536-b03a-6d4fd9d4993c HTTP/1.1" status: 204  len: 168 time: 1.7869627
Dec 25 21:25:18.870366 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3d771f-ed20-474b-81fe-61aa0b34ba32 admin admin] Pushing event deleted for resources: {'Network': ['ID=050fe506-29b6-4536-b03a-6d4fd9d4993c,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:25:18.871779 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-0ee9b79d-3263-4f88-b7c2-69187c657157 tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] Calling delete_port for 7d522dd4-ae1a-49df-9c09-0ce3adcc6661 owned by  {{(pid=121607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:25:18.878276 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5dc3d8c1-ff2d-49de-b70f-f200605843b6 tempest-FloatingIPAdminTestJSON-1727620007 tempest-FloatingIPAdminTestJSON-1727620007-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2008653'] for network, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:18.896196 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5dc3d8c1-ff2d-49de-b70f-f200605843b6 tempest-FloatingIPAdminTestJSON-1727620007 tempest-FloatingIPAdminTestJSON-1727620007-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for network, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:18.902510 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-5dc3d8c1-ff2d-49de-b70f-f200605843b6 tempest-FloatingIPAdminTestJSON-1727620007 tempest-FloatingIPAdminTestJSON-1727620007-project] 10.222.0.32 "DELETE /v2.0/networks/6127c931-64ab-46eb-8f28-0b4f9cfb70ae HTTP/1.1" status: 204  len: 168 time: 1.3056226
Dec 25 21:25:18.918966 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 39576) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:25:18.929053 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc3d8c1-ff2d-49de-b70f-f200605843b6 tempest-FloatingIPAdminTestJSON-1727620007 tempest-FloatingIPAdminTestJSON-1727620007-project] Pushing event deleted for resources: {'Network': ['ID=6127c931-64ab-46eb-8f28-0b4f9cfb70ae,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:25:18.947185 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-22adc92c-ad80-42f3-b02a-4bac672d40dd tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] 10.222.0.32 "GET /v2.0/routers/9216c575-9942-463f-8fb1-90a291cd6786 HTTP/1.1" status: 200  len: 891 time: 0.2185309
Dec 25 21:25:18.949858 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 39578) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:25:18.978725 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-36bcfc1c-d3e8-47ab-9943-85ac0eff6c83 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] 10.222.0.32 "GET /v2.0/ports?device_id=9216c575-9942-463f-8fb1-90a291cd6786 HTTP/1.1" status: 200  len: 205 time: 0.0276866
Dec 25 21:25:18.981083 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 39580) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:25:19.102783 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-ab9c785e-82b4-43af-89f4-86a5c3eafe4f tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks [] for router, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:19.110760 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-9ab6a892-94f8-4f20-b1a3-9f47a9f06c92 tempest-FloatingIPAdminTestJSON-1727620007 tempest-FloatingIPAdminTestJSON-1727620007-project] Deleting port e001faae-6dcd-40bc-9e80-1450d6e03356 {{(pid=121607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:25:19.111315 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-9ab6a892-94f8-4f20-b1a3-9f47a9f06c92 tempest-FloatingIPAdminTestJSON-1727620007 tempest-FloatingIPAdminTestJSON-1727620007-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:19.186426 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-0ee9b79d-3263-4f88-b7c2-69187c657157 tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:19.195550 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-9ab6a892-94f8-4f20-b1a3-9f47a9f06c92 tempest-FloatingIPAdminTestJSON-1727620007 tempest-FloatingIPAdminTestJSON-1727620007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:19.195894 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-9ab6a892-94f8-4f20-b1a3-9f47a9f06c92 tempest-FloatingIPAdminTestJSON-1727620007 tempest-FloatingIPAdminTestJSON-1727620007-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:19.213875 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-ab9c785e-82b4-43af-89f4-86a5c3eafe4f tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks [] for router_gateway, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:19.229008 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee9b79d-3263-4f88-b7c2-69187c657157 tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] Pushing event deleted for resources: {'Port': ['ID=7d522dd4-ae1a-49df-9c09-0ce3adcc6661,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:25:19.231188 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-9ab6a892-94f8-4f20-b1a3-9f47a9f06c92 tempest-FloatingIPAdminTestJSON-1727620007 tempest-FloatingIPAdminTestJSON-1727620007-project] Calling delete_port for e001faae-6dcd-40bc-9e80-1450d6e03356 owned by network:floatingip {{(pid=121607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:25:19.239027 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-0ee9b79d-3263-4f88-b7c2-69187c657157 tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:19.242934 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-0ee9b79d-3263-4f88-b7c2-69187c657157 tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] 10.222.0.32 "DELETE /v2.0/ports/7d522dd4-ae1a-49df-9c09-0ce3adcc6661 HTTP/1.1" status: 204  len: 168 time: 0.7486639
Dec 25 21:25:19.251484 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 39584) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:25:19.259605 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 39586) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:25:19.288358 ncdv-master-1 neutron-server[121606]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1145eec-d125-4ec1-bfbc-4aa5fc105544 tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] GET failed (client error): The resource could not be found.
Dec 25 21:25:19.293530 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 39588) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:25:19.297300 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-c1145eec-d125-4ec1-bfbc-4aa5fc105544 tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] 10.222.0.32 "GET /v2.0/ports/7d522dd4-ae1a-49df-9c09-0ce3adcc6661 HTTP/1.1" status: 404  len: 333 time: 0.0463970
Dec 25 21:25:19.298633 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-e75dcdb3-8e5f-4d75-aac8-9ecf984b15d2 tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] Request body: {'port': {'network_id': '3a39df82-5d57-4bef-b11b-7d00a3a3e33a', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1618473664'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:25:19.298797 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-7b1e7a49-5fa8-4b7c-bc95-105a2823182b admin admin] Publish callbacks [] for security_group, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:19.398975 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-ab9c785e-82b4-43af-89f4-86a5c3eafe4f tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Deleting port e7999734-420e-4e45-8c6d-2b7ae6c37b10 {{(pid=121606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:25:19.399401 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-ab9c785e-82b4-43af-89f4-86a5c3eafe4f tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:19.429974 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 39590) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:25:19.447177 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-7b1e7a49-5fa8-4b7c-bc95-105a2823182b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:19.464601 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 8e05b976-f2f7-4888-8f5e-ac1fa261ff7b no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:25:19.475801 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-41998643-7c21-4d6e-9794-9bc14fe3be63 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4c3545b07d0b4ccf9cd48a80c2d37521&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0445318
Dec 25 21:25:19.478350 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 39592) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:25:19.487975 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] No Port match for: 8e05b976-f2f7-4888-8f5e-ac1fa261ff7b {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:25:19.488763 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 8e05b976-f2f7-4888-8f5e-ac1fa261ff7b not bound to the agent host ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:25:19.504145 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-ab9c785e-82b4-43af-89f4-86a5c3eafe4f tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:19.511274 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e75dcdb3-8e5f-4d75-aac8-9ecf984b15d2 tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] Made reservation on behalf of 0ea361343c314273b0d0a62a792d2d8d for: {'port': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:25:19.513621 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e75dcdb3-8e5f-4d75-aac8-9ecf984b15d2 tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:19.520497 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-ab9c785e-82b4-43af-89f4-86a5c3eafe4f tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Calling delete_port for e7999734-420e-4e45-8c6d-2b7ae6c37b10 owned by network:router_gateway {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:25:19.542203 ncdv-master-1 neutron-server[121607]: DEBUG neutron.notifiers.nova [None req-e75dcdb3-8e5f-4d75-aac8-9ecf984b15d2 tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] device_id is not set on port 02e945bb-76c5-4df0-a4e8-dba85e961eee yet. {{(pid=121607) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 25 21:25:19.553897 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-9ab6a892-94f8-4f20-b1a3-9f47a9f06c92 tempest-FloatingIPAdminTestJSON-1727620007 tempest-FloatingIPAdminTestJSON-1727620007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:19.564567 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-7b1e7a49-5fa8-4b7c-bc95-105a2823182b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:19.619206 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a29a1a45-02eb-4606-85dc-4f36189d24ba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:19.624302 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab6a892-94f8-4f20-b1a3-9f47a9f06c92 tempest-FloatingIPAdminTestJSON-1727620007 tempest-FloatingIPAdminTestJSON-1727620007-project] Pushing event deleted for resources: {'Port': ['ID=e001faae-6dcd-40bc-9e80-1450d6e03356,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:25:19.626805 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1e7a49-5fa8-4b7c-bc95-105a2823182b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc824337-9998-4c22-896d-514c72c6aec6,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:25:19.639883 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-7b1e7a49-5fa8-4b7c-bc95-105a2823182b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d68ffb1099fa4d8aa0c9b178d7578620&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3795400
Dec 25 21:25:19.641985 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 39596) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:25:19.702589 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a29a1a45-02eb-4606-85dc-4f36189d24ba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:19.761820 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-82c4625c-ef2f-4aaf-a115-d06bf3c6a8b5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:19.772927 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-9ab6a892-94f8-4f20-b1a3-9f47a9f06c92 tempest-FloatingIPAdminTestJSON-1727620007 tempest-FloatingIPAdminTestJSON-1727620007-project] Publish callbacks [] for floatingip, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:19.775951 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-9ab6a892-94f8-4f20-b1a3-9f47a9f06c92 tempest-FloatingIPAdminTestJSON-1727620007 tempest-FloatingIPAdminTestJSON-1727620007-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for floatingip, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:19.780240 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-9ab6a892-94f8-4f20-b1a3-9f47a9f06c92 tempest-FloatingIPAdminTestJSON-1727620007 tempest-FloatingIPAdminTestJSON-1727620007-project] 10.222.0.32 "DELETE /v2.0/floatingips/bd6d6305-0735-4061-884d-d2eb373c3081 HTTP/1.1" status: 204  len: 168 time: 0.8598280
Dec 25 21:25:19.801856 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-82c4625c-ef2f-4aaf-a115-d06bf3c6a8b5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:19.853175 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e75dcdb3-8e5f-4d75-aac8-9ecf984b15d2 tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] Publish callbacks [] for port, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:19.985652 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a29a1a45-02eb-4606-85dc-4f36189d24ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:19.985862 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-ab9c785e-82b4-43af-89f4-86a5c3eafe4f tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:19.996230 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a29a1a45-02eb-4606-85dc-4f36189d24ba admin admin] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:19.996230 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-a29a1a45-02eb-4606-85dc-4f36189d24ba admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8da2903e-43de-461d-84b5-0c733a2bfb8c HTTP/1.1" status: 204  len: 168 time: 0.5101275
Dec 25 21:25:19.998904 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29a1a45-02eb-4606-85dc-4f36189d24ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8da2903e-43de-461d-84b5-0c733a2bfb8c,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:25:20.020443 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9c785e-82b4-43af-89f4-86a5c3eafe4f tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Pushing event deleted for resources: {'Port': ['ID=e7999734-420e-4e45-8c6d-2b7ae6c37b10,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:25:20.066140 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e75dcdb3-8e5f-4d75-aac8-9ecf984b15d2 tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:20.076905 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-82c4625c-ef2f-4aaf-a115-d06bf3c6a8b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:20.079159 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-82c4625c-ef2f-4aaf-a115-d06bf3c6a8b5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:20.080366 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-82c4625c-ef2f-4aaf-a115-d06bf3c6a8b5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/fc824337-9998-4c22-896d-514c72c6aec6 HTTP/1.1" status: 204  len: 168 time: 0.4368660
Dec 25 21:25:20.095424 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c4625c-ef2f-4aaf-a115-d06bf3c6a8b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc824337-9998-4c22-896d-514c72c6aec6,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:25:20.107471 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-ab9c785e-82b4-43af-89f4-86a5c3eafe4f tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2008689'] for router_gateway, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:20.122485 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e75dcdb3-8e5f-4d75-aac8-9ecf984b15d2 tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] Network 3a39df82-5d57-4bef-b11b-7d00a3a3e33a is already hosted by enough agents. {{(pid=121607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:25:20.125443 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-e75dcdb3-8e5f-4d75-aac8-9ecf984b15d2 tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] Resources bound (agent type, host, resource id):  {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:25:20.131572 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e75dcdb3-8e5f-4d75-aac8-9ecf984b15d2 tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] Received port after_create {{(pid=121607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:25:20.132507 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e75dcdb3-8e5f-4d75-aac8-9ecf984b15d2 tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:25:20.137593 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e75dcdb3-8e5f-4d75-aac8-9ecf984b15d2 tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:20.141440 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75dcdb3-8e5f-4d75-aac8-9ecf984b15d2 tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] Pushing event updated for resources: {'Port': ['ID=02e945bb-76c5-4df0-a4e8-dba85e961eee,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:25:20.204482 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-ab9c785e-82b4-43af-89f4-86a5c3eafe4f tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2014235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14905'] for router, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:20.207128 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-ab9c785e-82b4-43af-89f4-86a5c3eafe4f tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:20.225831 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-e75dcdb3-8e5f-4d75-aac8-9ecf984b15d2 tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 960 time: 0.9308982
Dec 25 21:25:20.227901 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 39610) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:25:20.234817 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-f8241010-1960-4664-a4a7-df218161b90f tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] Request body: {'port': {'binding:host_id': 'nch1-master-1'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:25:20.299280 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f8241010-1960-4664-a4a7-df218161b90f tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:20.357220 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-ab9c785e-82b4-43af-89f4-86a5c3eafe4f tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2014220'] for router, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:20.357788 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab9c785e-82b4-43af-89f4-86a5c3eafe4f tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Fanout notify agent at l3_agent the message router_deleted on router 9216c575-9942-463f-8fb1-90a291cd6786 {{(pid=121606) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 25 21:25:20.364938 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-ab9c785e-82b4-43af-89f4-86a5c3eafe4f tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks [] for router, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:20.366620 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-ab9c785e-82b4-43af-89f4-86a5c3eafe4f tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] 10.222.0.32 "DELETE /v2.0/routers/9216c575-9942-463f-8fb1-90a291cd6786 HTTP/1.1" status: 204  len: 168 time: 1.3846235
Dec 25 21:25:20.371286 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 39614) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:25:20.376317 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-d218050e-ff91-4d5a-bad4-4492805ec737 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-992638593'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:25:20.449473 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d218050e-ff91-4d5a-bad4-4492805ec737 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Made reservation on behalf of 3075932236c24ad8974bea0414dd1507 for: {'network': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:25:20.452103 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-d218050e-ff91-4d5a-bad4-4492805ec737 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for network, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:20.478227 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d218050e-ff91-4d5a-bad4-4492805ec737 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] vlan segment allocate from pool success with {'vlan_id': 193, 'physical_network': 'physnet1'}  {{(pid=121606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 25 21:25:20.487782 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-d218050e-ff91-4d5a-bad4-4492805ec737 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:20.488139 ncdv-master-1 neutron-server[121606]: INFO neutron.db.segments_db [None req-d218050e-ff91-4d5a-bad4-4492805ec737 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Added segment e922e837-9ec9-4907-8158-65b90ef9c6a4 of type vlan for network 5ba308f6-5ce3-4f04-9dd1-8b1e6a62aef9
Dec 25 21:25:20.512458 ncdv-master-1 neutron-server[121607]: DEBUG neutron.notifiers.nova [None req-f8241010-1960-4664-a4a7-df218161b90f tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] device_id is not set on port 02e945bb-76c5-4df0-a4e8-dba85e961eee yet. {{(pid=121607) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 25 21:25:20.520681 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f8241010-1960-4664-a4a7-df218161b90f tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] Publish callbacks [] for port, precommit_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:20.531146 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-d218050e-ff91-4d5a-bad4-4492805ec737 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737602163420'] for network, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:20.591873 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f8241010-1960-4664-a4a7-df218161b90f tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8632327'] for port, after_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:20.614328 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-d218050e-ff91-4d5a-bad4-4492805ec737 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870'] for network, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:20.620506 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d218050e-ff91-4d5a-bad4-4492805ec737 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:25:20.621206 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-d218050e-ff91-4d5a-bad4-4492805ec737 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for network, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:20.640908 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 39620) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:25:20.668106 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8241010-1960-4664-a4a7-df218161b90f tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] Pushing event updated for resources: {'Port': ['ID=02e945bb-76c5-4df0-a4e8-dba85e961eee,revision_number=2']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:25:20.674327 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.managers [None req-f8241010-1960-4664-a4a7-df218161b90f tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] Attempting to bind port 02e945bb-76c5-4df0-a4e8-dba85e961eee on host nch1-master-1 for vnic_type normal with profile  {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:25:20.674684 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.managers [None req-f8241010-1960-4664-a4a7-df218161b90f tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] Attempting to bind port 02e945bb-76c5-4df0-a4e8-dba85e961eee by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '472d8509-60ad-4c7f-8fb8-744e9534708c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '3a39df82-5d57-4bef-b11b-7d00a3a3e33a'}] {{(pid=121607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:25:20.675001 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8241010-1960-4664-a4a7-df218161b90f tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] Attempting to bind port 02e945bb-76c5-4df0-a4e8-dba85e961eee on network 3a39df82-5d57-4bef-b11b-7d00a3a3e33a {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:25:20.680095 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8241010-1960-4664-a4a7-df218161b90f tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] Port 02e945bb-76c5-4df0-a4e8-dba85e961eee on network 3a39df82-5d57-4bef-b11b-7d00a3a3e33a not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 25 21:25:20.680518 ncdv-master-1 neutron-server[121607]: ERROR neutron.plugins.ml2.managers [None req-f8241010-1960-4664-a4a7-df218161b90f tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] Failed to bind port 02e945bb-76c5-4df0-a4e8-dba85e961eee on host nch1-master-1 for vnic_type normal using segments [{'id': '472d8509-60ad-4c7f-8fb8-744e9534708c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '3a39df82-5d57-4bef-b11b-7d00a3a3e33a'}]
Dec 25 21:25:20.681067 ncdv-master-1 neutron-server[121607]: INFO neutron.plugins.ml2.plugin [None req-f8241010-1960-4664-a4a7-df218161b90f tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] Attempt 2 to bind port 02e945bb-76c5-4df0-a4e8-dba85e961eee
Dec 25 21:25:20.695510 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.managers [None req-f8241010-1960-4664-a4a7-df218161b90f tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] Attempting to bind port 02e945bb-76c5-4df0-a4e8-dba85e961eee on host nch1-master-1 for vnic_type normal with profile  {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:25:20.695957 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.managers [None req-f8241010-1960-4664-a4a7-df218161b90f tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] Attempting to bind port 02e945bb-76c5-4df0-a4e8-dba85e961eee by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '472d8509-60ad-4c7f-8fb8-744e9534708c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '3a39df82-5d57-4bef-b11b-7d00a3a3e33a'}] {{(pid=121607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:25:20.696401 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8241010-1960-4664-a4a7-df218161b90f tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] Attempting to bind port 02e945bb-76c5-4df0-a4e8-dba85e961eee on network 3a39df82-5d57-4bef-b11b-7d00a3a3e33a {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:25:20.701233 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8241010-1960-4664-a4a7-df218161b90f tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] Port 02e945bb-76c5-4df0-a4e8-dba85e961eee on network 3a39df82-5d57-4bef-b11b-7d00a3a3e33a not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 25 21:25:20.701692 ncdv-master-1 neutron-server[121607]: ERROR neutron.plugins.ml2.managers [None req-f8241010-1960-4664-a4a7-df218161b90f tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] Failed to bind port 02e945bb-76c5-4df0-a4e8-dba85e961eee on host nch1-master-1 for vnic_type normal using segments [{'id': '472d8509-60ad-4c7f-8fb8-744e9534708c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '3a39df82-5d57-4bef-b11b-7d00a3a3e33a'}]
Dec 25 21:25:20.702201 ncdv-master-1 neutron-server[121607]: INFO neutron.plugins.ml2.plugin [None req-f8241010-1960-4664-a4a7-df218161b90f tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] Attempt 3 to bind port 02e945bb-76c5-4df0-a4e8-dba85e961eee
Dec 25 21:25:20.703641 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d218050e-ff91-4d5a-bad4-4492805ec737 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Pushing event updated for resources: {'Network': ['ID=5ba308f6-5ce3-4f04-9dd1-8b1e6a62aef9,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:25:20.716695 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.managers [None req-f8241010-1960-4664-a4a7-df218161b90f tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] Attempting to bind port 02e945bb-76c5-4df0-a4e8-dba85e961eee on host nch1-master-1 for vnic_type normal with profile  {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:25:20.717207 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.managers [None req-f8241010-1960-4664-a4a7-df218161b90f tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] Attempting to bind port 02e945bb-76c5-4df0-a4e8-dba85e961eee by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '472d8509-60ad-4c7f-8fb8-744e9534708c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '3a39df82-5d57-4bef-b11b-7d00a3a3e33a'}] {{(pid=121607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:25:20.717543 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8241010-1960-4664-a4a7-df218161b90f tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] Attempting to bind port 02e945bb-76c5-4df0-a4e8-dba85e961eee on network 3a39df82-5d57-4bef-b11b-7d00a3a3e33a {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:25:20.717958 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Network 5ba308f6-5ce3-4f04-9dd1-8b1e6a62aef9 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 25 21:25:20.722083 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8241010-1960-4664-a4a7-df218161b90f tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] Port 02e945bb-76c5-4df0-a4e8-dba85e961eee on network 3a39df82-5d57-4bef-b11b-7d00a3a3e33a not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 25 21:25:20.722409 ncdv-master-1 neutron-server[121607]: ERROR neutron.plugins.ml2.managers [None req-f8241010-1960-4664-a4a7-df218161b90f tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] Failed to bind port 02e945bb-76c5-4df0-a4e8-dba85e961eee on host nch1-master-1 for vnic_type normal using segments [{'id': '472d8509-60ad-4c7f-8fb8-744e9534708c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '3a39df82-5d57-4bef-b11b-7d00a3a3e33a'}]
Dec 25 21:25:20.723295 ncdv-master-1 neutron-server[121607]: INFO neutron.plugins.ml2.plugin [None req-f8241010-1960-4664-a4a7-df218161b90f tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] Attempt 4 to bind port 02e945bb-76c5-4df0-a4e8-dba85e961eee
Dec 25 21:25:20.739707 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-d218050e-ff91-4d5a-bad4-4492805ec737 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.3647773
Dec 25 21:25:20.744297 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 39626) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:25:20.744571 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.managers [None req-f8241010-1960-4664-a4a7-df218161b90f tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] Attempting to bind port 02e945bb-76c5-4df0-a4e8-dba85e961eee on host nch1-master-1 for vnic_type normal with profile  {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:25:20.744821 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.managers [None req-f8241010-1960-4664-a4a7-df218161b90f tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] Attempting to bind port 02e945bb-76c5-4df0-a4e8-dba85e961eee by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '472d8509-60ad-4c7f-8fb8-744e9534708c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '3a39df82-5d57-4bef-b11b-7d00a3a3e33a'}] {{(pid=121607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:25:20.745201 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8241010-1960-4664-a4a7-df218161b90f tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] Attempting to bind port 02e945bb-76c5-4df0-a4e8-dba85e961eee on network 3a39df82-5d57-4bef-b11b-7d00a3a3e33a {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:25:20.746925 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-3b716d7d-83b6-4799-8640-080982b6696c tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Request body: {'subnet': {'network_id': '5ba308f6-5ce3-4f04-9dd1-8b1e6a62aef9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:25:20.752305 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8241010-1960-4664-a4a7-df218161b90f tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] Port 02e945bb-76c5-4df0-a4e8-dba85e961eee on network 3a39df82-5d57-4bef-b11b-7d00a3a3e33a not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 25 21:25:20.752662 ncdv-master-1 neutron-server[121607]: ERROR neutron.plugins.ml2.managers [None req-f8241010-1960-4664-a4a7-df218161b90f tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] Failed to bind port 02e945bb-76c5-4df0-a4e8-dba85e961eee on host nch1-master-1 for vnic_type normal using segments [{'id': '472d8509-60ad-4c7f-8fb8-744e9534708c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '3a39df82-5d57-4bef-b11b-7d00a3a3e33a'}]
Dec 25 21:25:20.753088 ncdv-master-1 neutron-server[121607]: INFO neutron.plugins.ml2.plugin [None req-f8241010-1960-4664-a4a7-df218161b90f tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] Attempt 5 to bind port 02e945bb-76c5-4df0-a4e8-dba85e961eee
Dec 25 21:25:20.768707 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.managers [None req-f8241010-1960-4664-a4a7-df218161b90f tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] Attempting to bind port 02e945bb-76c5-4df0-a4e8-dba85e961eee on host nch1-master-1 for vnic_type normal with profile  {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:25:20.769157 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.managers [None req-f8241010-1960-4664-a4a7-df218161b90f tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] Attempting to bind port 02e945bb-76c5-4df0-a4e8-dba85e961eee by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '472d8509-60ad-4c7f-8fb8-744e9534708c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '3a39df82-5d57-4bef-b11b-7d00a3a3e33a'}] {{(pid=121607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:25:20.769505 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8241010-1960-4664-a4a7-df218161b90f tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] Attempting to bind port 02e945bb-76c5-4df0-a4e8-dba85e961eee on network 3a39df82-5d57-4bef-b11b-7d00a3a3e33a {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:25:20.778413 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8241010-1960-4664-a4a7-df218161b90f tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] Port 02e945bb-76c5-4df0-a4e8-dba85e961eee on network 3a39df82-5d57-4bef-b11b-7d00a3a3e33a not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 25 21:25:20.779079 ncdv-master-1 neutron-server[121607]: ERROR neutron.plugins.ml2.managers [None req-f8241010-1960-4664-a4a7-df218161b90f tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] Failed to bind port 02e945bb-76c5-4df0-a4e8-dba85e961eee on host nch1-master-1 for vnic_type normal using segments [{'id': '472d8509-60ad-4c7f-8fb8-744e9534708c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '3a39df82-5d57-4bef-b11b-7d00a3a3e33a'}]
Dec 25 21:25:20.784026 ncdv-master-1 neutron-server[121607]: INFO neutron.plugins.ml2.plugin [None req-f8241010-1960-4664-a4a7-df218161b90f tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] Attempt 6 to bind port 02e945bb-76c5-4df0-a4e8-dba85e961eee
Dec 25 21:25:20.815358 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.managers [None req-f8241010-1960-4664-a4a7-df218161b90f tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] Attempting to bind port 02e945bb-76c5-4df0-a4e8-dba85e961eee on host nch1-master-1 for vnic_type normal with profile  {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:25:20.815697 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.managers [None req-f8241010-1960-4664-a4a7-df218161b90f tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] Attempting to bind port 02e945bb-76c5-4df0-a4e8-dba85e961eee by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '472d8509-60ad-4c7f-8fb8-744e9534708c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '3a39df82-5d57-4bef-b11b-7d00a3a3e33a'}] {{(pid=121607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:25:20.816191 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8241010-1960-4664-a4a7-df218161b90f tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] Attempting to bind port 02e945bb-76c5-4df0-a4e8-dba85e961eee on network 3a39df82-5d57-4bef-b11b-7d00a3a3e33a {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:25:20.822239 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8241010-1960-4664-a4a7-df218161b90f tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] Port 02e945bb-76c5-4df0-a4e8-dba85e961eee on network 3a39df82-5d57-4bef-b11b-7d00a3a3e33a not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 25 21:25:20.822575 ncdv-master-1 neutron-server[121607]: ERROR neutron.plugins.ml2.managers [None req-f8241010-1960-4664-a4a7-df218161b90f tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] Failed to bind port 02e945bb-76c5-4df0-a4e8-dba85e961eee on host nch1-master-1 for vnic_type normal using segments [{'id': '472d8509-60ad-4c7f-8fb8-744e9534708c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '3a39df82-5d57-4bef-b11b-7d00a3a3e33a'}]
Dec 25 21:25:20.823057 ncdv-master-1 neutron-server[121607]: INFO neutron.plugins.ml2.plugin [None req-f8241010-1960-4664-a4a7-df218161b90f tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] Attempt 7 to bind port 02e945bb-76c5-4df0-a4e8-dba85e961eee
Dec 25 21:25:20.839056 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.managers [None req-f8241010-1960-4664-a4a7-df218161b90f tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] Attempting to bind port 02e945bb-76c5-4df0-a4e8-dba85e961eee on host nch1-master-1 for vnic_type normal with profile  {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:25:20.839399 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.managers [None req-f8241010-1960-4664-a4a7-df218161b90f tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] Attempting to bind port 02e945bb-76c5-4df0-a4e8-dba85e961eee by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '472d8509-60ad-4c7f-8fb8-744e9534708c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '3a39df82-5d57-4bef-b11b-7d00a3a3e33a'}] {{(pid=121607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:25:20.839735 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8241010-1960-4664-a4a7-df218161b90f tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] Attempting to bind port 02e945bb-76c5-4df0-a4e8-dba85e961eee on network 3a39df82-5d57-4bef-b11b-7d00a3a3e33a {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:25:20.846674 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8241010-1960-4664-a4a7-df218161b90f tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] Port 02e945bb-76c5-4df0-a4e8-dba85e961eee on network 3a39df82-5d57-4bef-b11b-7d00a3a3e33a not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 25 21:25:20.847017 ncdv-master-1 neutron-server[121607]: ERROR neutron.plugins.ml2.managers [None req-f8241010-1960-4664-a4a7-df218161b90f tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] Failed to bind port 02e945bb-76c5-4df0-a4e8-dba85e961eee on host nch1-master-1 for vnic_type normal using segments [{'id': '472d8509-60ad-4c7f-8fb8-744e9534708c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '3a39df82-5d57-4bef-b11b-7d00a3a3e33a'}]
Dec 25 21:25:20.847420 ncdv-master-1 neutron-server[121607]: INFO neutron.plugins.ml2.plugin [None req-f8241010-1960-4664-a4a7-df218161b90f tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] Attempt 8 to bind port 02e945bb-76c5-4df0-a4e8-dba85e961eee
Dec 25 21:25:20.863950 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.managers [None req-f8241010-1960-4664-a4a7-df218161b90f tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] Attempting to bind port 02e945bb-76c5-4df0-a4e8-dba85e961eee on host nch1-master-1 for vnic_type normal with profile  {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:25:20.864296 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.managers [None req-f8241010-1960-4664-a4a7-df218161b90f tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] Attempting to bind port 02e945bb-76c5-4df0-a4e8-dba85e961eee by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '472d8509-60ad-4c7f-8fb8-744e9534708c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '3a39df82-5d57-4bef-b11b-7d00a3a3e33a'}] {{(pid=121607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:25:20.864615 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8241010-1960-4664-a4a7-df218161b90f tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] Attempting to bind port 02e945bb-76c5-4df0-a4e8-dba85e961eee on network 3a39df82-5d57-4bef-b11b-7d00a3a3e33a {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:25:20.869156 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8241010-1960-4664-a4a7-df218161b90f tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] Port 02e945bb-76c5-4df0-a4e8-dba85e961eee on network 3a39df82-5d57-4bef-b11b-7d00a3a3e33a not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 25 21:25:20.869479 ncdv-master-1 neutron-server[121607]: ERROR neutron.plugins.ml2.managers [None req-f8241010-1960-4664-a4a7-df218161b90f tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] Failed to bind port 02e945bb-76c5-4df0-a4e8-dba85e961eee on host nch1-master-1 for vnic_type normal using segments [{'id': '472d8509-60ad-4c7f-8fb8-744e9534708c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '3a39df82-5d57-4bef-b11b-7d00a3a3e33a'}]
Dec 25 21:25:20.869876 ncdv-master-1 neutron-server[121607]: INFO neutron.plugins.ml2.plugin [None req-f8241010-1960-4664-a4a7-df218161b90f tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] Attempt 9 to bind port 02e945bb-76c5-4df0-a4e8-dba85e961eee
Dec 25 21:25:20.888804 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.managers [None req-f8241010-1960-4664-a4a7-df218161b90f tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] Attempting to bind port 02e945bb-76c5-4df0-a4e8-dba85e961eee on host nch1-master-1 for vnic_type normal with profile  {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:25:20.888804 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.managers [None req-f8241010-1960-4664-a4a7-df218161b90f tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] Attempting to bind port 02e945bb-76c5-4df0-a4e8-dba85e961eee by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '472d8509-60ad-4c7f-8fb8-744e9534708c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '3a39df82-5d57-4bef-b11b-7d00a3a3e33a'}] {{(pid=121607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:25:20.888804 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8241010-1960-4664-a4a7-df218161b90f tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] Attempting to bind port 02e945bb-76c5-4df0-a4e8-dba85e961eee on network 3a39df82-5d57-4bef-b11b-7d00a3a3e33a {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:25:20.890525 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8241010-1960-4664-a4a7-df218161b90f tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] Port 02e945bb-76c5-4df0-a4e8-dba85e961eee on network 3a39df82-5d57-4bef-b11b-7d00a3a3e33a not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 25 21:25:20.890850 ncdv-master-1 neutron-server[121607]: ERROR neutron.plugins.ml2.managers [None req-f8241010-1960-4664-a4a7-df218161b90f tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] Failed to bind port 02e945bb-76c5-4df0-a4e8-dba85e961eee on host nch1-master-1 for vnic_type normal using segments [{'id': '472d8509-60ad-4c7f-8fb8-744e9534708c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '3a39df82-5d57-4bef-b11b-7d00a3a3e33a'}]
Dec 25 21:25:20.891375 ncdv-master-1 neutron-server[121607]: INFO neutron.plugins.ml2.plugin [None req-f8241010-1960-4664-a4a7-df218161b90f tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] Attempt 10 to bind port 02e945bb-76c5-4df0-a4e8-dba85e961eee
Dec 25 21:25:20.905237 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.managers [None req-f8241010-1960-4664-a4a7-df218161b90f tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] Attempting to bind port 02e945bb-76c5-4df0-a4e8-dba85e961eee on host nch1-master-1 for vnic_type normal with profile  {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:25:20.905521 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.managers [None req-f8241010-1960-4664-a4a7-df218161b90f tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] Attempting to bind port 02e945bb-76c5-4df0-a4e8-dba85e961eee by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '472d8509-60ad-4c7f-8fb8-744e9534708c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '3a39df82-5d57-4bef-b11b-7d00a3a3e33a'}] {{(pid=121607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:25:20.905871 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8241010-1960-4664-a4a7-df218161b90f tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] Attempting to bind port 02e945bb-76c5-4df0-a4e8-dba85e961eee on network 3a39df82-5d57-4bef-b11b-7d00a3a3e33a {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:25:20.912914 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8241010-1960-4664-a4a7-df218161b90f tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] Port 02e945bb-76c5-4df0-a4e8-dba85e961eee on network 3a39df82-5d57-4bef-b11b-7d00a3a3e33a not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 25 21:25:20.912914 ncdv-master-1 neutron-server[121607]: ERROR neutron.plugins.ml2.managers [None req-f8241010-1960-4664-a4a7-df218161b90f tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] Failed to bind port 02e945bb-76c5-4df0-a4e8-dba85e961eee on host nch1-master-1 for vnic_type normal using segments [{'id': '472d8509-60ad-4c7f-8fb8-744e9534708c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '3a39df82-5d57-4bef-b11b-7d00a3a3e33a'}]
Dec 25 21:25:20.912914 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f8241010-1960-4664-a4a7-df218161b90f tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:20.954065 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b716d7d-83b6-4799-8640-080982b6696c tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Made reservation on behalf of 3075932236c24ad8974bea0414dd1507 for: {'subnet': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:25:20.975196 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-3b716d7d-83b6-4799-8640-080982b6696c tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9028529'] for subnet, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:21.027637 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-98570278-c3fe-4257-9186-def0ad189059 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8a091e06d57243b49dee854809c30dd5&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3854311
Dec 25 21:25:21.029084 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.db [None req-f8241010-1960-4664-a4a7-df218161b90f tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] For port 02e945bb-76c5-4df0-a4e8-dba85e961eee, host nch1-master-1, cleared binding levels {{(pid=121607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:25:21.029522 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.db [None req-f8241010-1960-4664-a4a7-df218161b90f tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] Attempted to set empty binding levels {{(pid=121607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}}
Dec 25 21:25:21.031385 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 39640) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:25:21.091071 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-eec3ba8c-51e3-4519-ad46-e74c5e525c33 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:21.097272 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f8241010-1960-4664-a4a7-df218161b90f tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8632327'] for port, after_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:21.158217 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-f8241010-1960-4664-a4a7-df218161b90f tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] In _notify_port_updated(), no bound segment for port 02e945bb-76c5-4df0-a4e8-dba85e961eee on network 3a39df82-5d57-4bef-b11b-7d00a3a3e33a {{(pid=121607) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}}
Dec 25 21:25:21.158719 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8241010-1960-4664-a4a7-df218161b90f tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:25:21.159301 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f8241010-1960-4664-a4a7-df218161b90f tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:21.161108 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-f8241010-1960-4664-a4a7-df218161b90f tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] 10.222.0.32 "PUT /v2.0/ports/02e945bb-76c5-4df0-a4e8-dba85e961eee HTTP/1.1" status: 200  len: 975 time: 0.9319410
Dec 25 21:25:21.164427 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 39646) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:25:21.165521 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-eec3ba8c-51e3-4519-ad46-e74c5e525c33 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:21.180751 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8241010-1960-4664-a4a7-df218161b90f tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] Pushing event updated for resources: {'Port': ['ID=02e945bb-76c5-4df0-a4e8-dba85e961eee,revision_number=3']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:25:21.301091 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-174cecb1-9daf-4110-8413-1bfc1d3b306b tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] Deleting port 02e945bb-76c5-4df0-a4e8-dba85e961eee {{(pid=121606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:25:21.301091 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-174cecb1-9daf-4110-8413-1bfc1d3b306b tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:21.324247 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-eec3ba8c-51e3-4519-ad46-e74c5e525c33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:21.328122 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-eec3ba8c-51e3-4519-ad46-e74c5e525c33 admin admin] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:21.331917 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-eec3ba8c-51e3-4519-ad46-e74c5e525c33 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/20ebbfd9-c7ad-4549-bb3d-5fc554dfbe74 HTTP/1.1" status: 204  len: 168 time: 0.2955077
Dec 25 21:25:21.337772 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec3ba8c-51e3-4519-ad46-e74c5e525c33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20ebbfd9-c7ad-4549-bb3d-5fc554dfbe74,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:25:21.361390 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-3b716d7d-83b6-4799-8640-080982b6696c tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9084170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9028515'] for subnet, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:21.369538 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [None req-174cecb1-9daf-4110-8413-1bfc1d3b306b tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] For port 02e945bb-76c5-4df0-a4e8-dba85e961eee, host nch1-master-1, got binding levels [] {{(pid=121606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:25:21.369538 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-174cecb1-9daf-4110-8413-1bfc1d3b306b tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:21.418881 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-174cecb1-9daf-4110-8413-1bfc1d3b306b tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] Calling delete_port for 02e945bb-76c5-4df0-a4e8-dba85e961eee owned by  {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:25:21.447196 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b716d7d-83b6-4799-8640-080982b6696c tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Pushing event updated for resources: {'Subnet': ['ID=0589a8fa-cab2-4b1f-83fb-496bc9c75883,revision_number=0']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:25:21.497639 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b716d7d-83b6-4799-8640-080982b6696c tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Checking segment: {'id': 'e922e837-9ec9-4907-8158-65b90ef9c6a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '5ba308f6-5ce3-4f04-9dd1-8b1e6a62aef9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:25:21.498293 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b716d7d-83b6-4799-8640-080982b6696c tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Network hostable DHCP agents. Network: 5ba308f6-5ce3-4f04-9dd1-8b1e6a62aef9, hostable agents: ['1813db88-2c1b-4357-a2ba-869246b663c2'], hosted agents: [] {{(pid=121606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 25 21:25:21.579839 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b716d7d-83b6-4799-8640-080982b6696c tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Network 5ba308f6-5ce3-4f04-9dd1-8b1e6a62aef9 is scheduled to be hosted by DHCP agent 1813db88-2c1b-4357-a2ba-869246b663c2 with binding_index 1 {{(pid=121606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 25 21:25:21.608214 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-174cecb1-9daf-4110-8413-1bfc1d3b306b tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:21.643242 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174cecb1-9daf-4110-8413-1bfc1d3b306b tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] Pushing event deleted for resources: {'Port': ['ID=02e945bb-76c5-4df0-a4e8-dba85e961eee,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:25:21.646991 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-174cecb1-9daf-4110-8413-1bfc1d3b306b tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:21.653413 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-174cecb1-9daf-4110-8413-1bfc1d3b306b tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] 10.222.0.32 "DELETE /v2.0/ports/02e945bb-76c5-4df0-a4e8-dba85e961eee HTTP/1.1" status: 204  len: 168 time: 0.4878032
Dec 25 21:25:21.653919 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 39660) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:25:21.678923 ncdv-master-1 neutron-server[121607]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a1d9e6e-3ceb-444e-86e0-22652953e7c6 tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] GET failed (client error): The resource could not be found.
Dec 25 21:25:21.684838 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-6a1d9e6e-3ceb-444e-86e0-22652953e7c6 tempest-PortsAdminExtendedAttrsTestJSON-1921191649 tempest-PortsAdminExtendedAttrsTestJSON-1921191649-project-admin] 10.222.0.32 "GET /v2.0/ports/02e945bb-76c5-4df0-a4e8-dba85e961eee HTTP/1.1" status: 404  len: 333 time: 0.0253806
Dec 25 21:25:21.687685 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 39662) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:25:21.728605 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [None req-3b716d7d-83b6-4799-8640-080982b6696c tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 5ba308f6-5ce3-4f04-9dd1-8b1e6a62aef9) {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:25:21.733136 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b716d7d-83b6-4799-8640-080982b6696c tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:25:21.733785 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-3b716d7d-83b6-4799-8640-080982b6696c tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for subnet, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:21.738694 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51bbd45d-4e44-4e97-9a2a-782755fff979 None None] Network 5ba308f6-5ce3-4f04-9dd1-8b1e6a62aef9 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:25:21.783929 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f9277eb4-d822-41b2-9c5a-16d01acb0f53 tempest-PortsAdminExtendedAttrsTestJSON-2105464538 tempest-PortsAdminExtendedAttrsTestJSON-2105464538-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625803'] for network, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:21.859260 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-3b716d7d-83b6-4799-8640-080982b6696c tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.1152027
Dec 25 21:25:21.859468 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-924ab5e0-d7a9-46e1-af7e-f5ef01007af6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-5ba308f6-5ce3-4f04-9dd1-8b1e6a62aef9', 'network_id': '5ba308f6-5ce3-4f04-9dd1-8b1e6a62aef9', 'project_id': '3075932236c24ad8974bea0414dd1507', 'fixed_ips': [{'subnet_id': '0589a8fa-cab2-4b1f-83fb-496bc9c75883'}]}} from ncdv-master-1. {{(pid=121608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 25 21:25:21.859468 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-924ab5e0-d7a9-46e1-af7e-f5ef01007af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:21.859666 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 39670) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:25:21.864299 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-6671070c-d3d8-4198-a91c-23b750282021 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-13458963', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:25:21.901558 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f9277eb4-d822-41b2-9c5a-16d01acb0f53 tempest-PortsAdminExtendedAttrsTestJSON-2105464538 tempest-PortsAdminExtendedAttrsTestJSON-2105464538-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997585', 'neutron.services.segments.db._delete_segments_for_network-8737602743071'] for network, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:21.925431 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-f9277eb4-d822-41b2-9c5a-16d01acb0f53 tempest-PortsAdminExtendedAttrsTestJSON-2105464538 tempest-PortsAdminExtendedAttrsTestJSON-2105464538-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2613034100>,) {'filters': {'network_id': ['3a39df82-5d57-4bef-b11b-7d00a3a3e33a']}} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:25:21.936558 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-f9277eb4-d822-41b2-9c5a-16d01acb0f53 tempest-PortsAdminExtendedAttrsTestJSON-2105464538 tempest-PortsAdminExtendedAttrsTestJSON-2105464538-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2613034100>, '472d8509-60ad-4c7f-8fb8-744e9534708c') {'for_net_delete': True} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:25:21.937170 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-f9277eb4-d822-41b2-9c5a-16d01acb0f53 tempest-PortsAdminExtendedAttrsTestJSON-2105464538 tempest-PortsAdminExtendedAttrsTestJSON-2105464538-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2613034100>, '472d8509-60ad-4c7f-8fb8-744e9534708c') {} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:25:21.953275 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f9277eb4-d822-41b2-9c5a-16d01acb0f53 tempest-PortsAdminExtendedAttrsTestJSON-2105464538 tempest-PortsAdminExtendedAttrsTestJSON-2105464538-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737602746920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10246592'] for segment, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:21.975025 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f9277eb4-d822-41b2-9c5a-16d01acb0f53 tempest-PortsAdminExtendedAttrsTestJSON-2105464538 tempest-PortsAdminExtendedAttrsTestJSON-2105464538-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:21.982706 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9277eb4-d822-41b2-9c5a-16d01acb0f53 tempest-PortsAdminExtendedAttrsTestJSON-2105464538 tempest-PortsAdminExtendedAttrsTestJSON-2105464538-project] Releasing vlan 167 on physical network physnet1 to pool {{(pid=121607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 25 21:25:21.983152 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f9277eb4-d822-41b2-9c5a-16d01acb0f53 tempest-PortsAdminExtendedAttrsTestJSON-2105464538 tempest-PortsAdminExtendedAttrsTestJSON-2105464538-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8633327'] for segment, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:21.988531 ncdv-master-1 neutron-server[121607]: Traceback (most recent call last):
Dec 25 21:25:21.988531 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 25 21:25:21.988531 ncdv-master-1 neutron-server[121607]:     timer()
Dec 25 21:25:21.988531 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 25 21:25:21.988531 ncdv-master-1 neutron-server[121607]:     cb(*args, **kw)
Dec 25 21:25:21.988531 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 25 21:25:21.988531 ncdv-master-1 neutron-server[121607]:     return func(*args, **kwargs)
Dec 25 21:25:21.988531 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 25 21:25:21.988531 ncdv-master-1 neutron-server[121607]:     self._notify()
Dec 25 21:25:21.988531 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 25 21:25:21.988531 ncdv-master-1 neutron-server[121607]:     self.callback(batched_events)
Dec 25 21:25:21.988531 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 25 21:25:21.988531 ncdv-master-1 neutron-server[121607]:     event.method(event)
Dec 25 21:25:21.988531 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 25 21:25:21.988531 ncdv-master-1 neutron-server[121607]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 25 21:25:21.988531 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 25 21:25:21.988531 ncdv-master-1 neutron-server[121607]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 25 21:25:21.988531 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 25 21:25:21.988531 ncdv-master-1 neutron-server[121607]:     return f(self, *a, **k)
Dec 25 21:25:21.988531 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 25 21:25:21.988531 ncdv-master-1 neutron-server[121607]:     return self._get(url).json()
Dec 25 21:25:21.988531 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 25 21:25:21.988531 ncdv-master-1 neutron-server[121607]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 25 21:25:21.988531 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 25 21:25:21.988531 ncdv-master-1 neutron-server[121607]:     return self.request(url, 'GET', **kwargs)
Dec 25 21:25:21.988531 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 25 21:25:21.988531 ncdv-master-1 neutron-server[121607]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 25 21:25:21.988531 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 25 21:25:21.988531 ncdv-master-1 neutron-server[121607]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 25 21:25:21.988531 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 25 21:25:21.988531 ncdv-master-1 neutron-server[121607]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 25 21:25:21.988531 ncdv-master-1 neutron-server[121607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 25 21:25:21.997189 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-6671070c-d3d8-4198-a91c-23b750282021 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2014909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14863'] for router, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:21.998365 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-6671070c-d3d8-4198-a91c-23b750282021 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2014285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2009796', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2082630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14848'] for router, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:22.058717 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.db_base_plugin_common [None req-924ab5e0-d7a9-46e1-af7e-f5ef01007af6 None None] Allocated IP 2001:db8::2 (5ba308f6-5ce3-4f04-9dd1-8b1e6a62aef9/0589a8fa-cab2-4b1f-83fb-496bc9c75883/81517598-8fd7-4d38-8477-ee5324dd9b85) {{(pid=121608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:25:22.145554 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f9277eb4-d822-41b2-9c5a-16d01acb0f53 tempest-PortsAdminExtendedAttrsTestJSON-2105464538 tempest-PortsAdminExtendedAttrsTestJSON-2105464538-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2008653'] for network, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:22.153643 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f9277eb4-d822-41b2-9c5a-16d01acb0f53 tempest-PortsAdminExtendedAttrsTestJSON-2105464538 tempest-PortsAdminExtendedAttrsTestJSON-2105464538-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for network, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:22.160387 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-f9277eb4-d822-41b2-9c5a-16d01acb0f53 tempest-PortsAdminExtendedAttrsTestJSON-2105464538 tempest-PortsAdminExtendedAttrsTestJSON-2105464538-project] 10.222.0.32 "DELETE /v2.0/networks/3a39df82-5d57-4bef-b11b-7d00a3a3e33a HTTP/1.1" status: 204  len: 168 time: 0.4711590
Dec 25 21:25:22.174181 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9277eb4-d822-41b2-9c5a-16d01acb0f53 tempest-PortsAdminExtendedAttrsTestJSON-2105464538 tempest-PortsAdminExtendedAttrsTestJSON-2105464538-project] Pushing event deleted for resources: {'Network': ['ID=3a39df82-5d57-4bef-b11b-7d00a3a3e33a,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:25:22.205556 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-6671070c-d3d8-4198-a91c-23b750282021 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:22.231278 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-924ab5e0-d7a9-46e1-af7e-f5ef01007af6 None None] Publish callbacks [] for port, precommit_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:22.260635 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-6671070c-d3d8-4198-a91c-23b750282021 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2014278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2009753'] for router, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:22.288665 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-924ab5e0-d7a9-46e1-af7e-f5ef01007af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946'] for port, after_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:22.330428 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-924ab5e0-d7a9-46e1-af7e-f5ef01007af6 None None] Network 5ba308f6-5ce3-4f04-9dd1-8b1e6a62aef9 is already hosted by enough agents. {{(pid=121608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:25:22.334950 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.base_scheduler [None req-924ab5e0-d7a9-46e1-af7e-f5ef01007af6 None None] Resources bound (agent type, host, resource id):  {{(pid=121608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:25:22.339377 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-924ab5e0-d7a9-46e1-af7e-f5ef01007af6 None None] Received port after_create {{(pid=121608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:25:22.344208 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924ab5e0-d7a9-46e1-af7e-f5ef01007af6 None None] Pushing event updated for resources: {'Port': ['ID=81517598-8fd7-4d38-8477-ee5324dd9b85,revision_number=1']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:25:22.367947 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 39690) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:25:22.381782 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-4a8e18d3-fb4e-453b-a27a-5ddbab651471 admin admin] Publish callbacks [] for security_group, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:22.385910 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924ab5e0-d7a9-46e1-af7e-f5ef01007af6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:25:22.386680 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924ab5e0-d7a9-46e1-af7e-f5ef01007af6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:25:22.387246 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924ab5e0-d7a9-46e1-af7e-f5ef01007af6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:25:22.387866 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924ab5e0-d7a9-46e1-af7e-f5ef01007af6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:25:22.388531 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924ab5e0-d7a9-46e1-af7e-f5ef01007af6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:25:22.389641 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924ab5e0-d7a9-46e1-af7e-f5ef01007af6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:25:22.394710 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924ab5e0-d7a9-46e1-af7e-f5ef01007af6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:25:22.394710 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924ab5e0-d7a9-46e1-af7e-f5ef01007af6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:25:22.394710 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924ab5e0-d7a9-46e1-af7e-f5ef01007af6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:25:22.394710 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924ab5e0-d7a9-46e1-af7e-f5ef01007af6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:25:22.394710 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924ab5e0-d7a9-46e1-af7e-f5ef01007af6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:25:22.394710 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924ab5e0-d7a9-46e1-af7e-f5ef01007af6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:25:22.394710 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924ab5e0-d7a9-46e1-af7e-f5ef01007af6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:25:22.398397 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-6671070c-d3d8-4198-a91c-23b750282021 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks [] for router, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:22.398397 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-6671070c-d3d8-4198-a91c-23b750282021 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 702 time: 0.5353222
Dec 25 21:25:22.398668 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 39692) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:25:22.436051 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-924ab5e0-d7a9-46e1-af7e-f5ef01007af6 None None] Attempting to bind port 81517598-8fd7-4d38-8477-ee5324dd9b85 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:25:22.436417 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-924ab5e0-d7a9-46e1-af7e-f5ef01007af6 None None] Attempting to bind port 81517598-8fd7-4d38-8477-ee5324dd9b85 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e922e837-9ec9-4907-8158-65b90ef9c6a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '5ba308f6-5ce3-4f04-9dd1-8b1e6a62aef9'}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:25:22.437031 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-924ab5e0-d7a9-46e1-af7e-f5ef01007af6 None None] Attempting to bind port 81517598-8fd7-4d38-8477-ee5324dd9b85 on network 5ba308f6-5ce3-4f04-9dd1-8b1e6a62aef9 {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:25:22.447285 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-924ab5e0-d7a9-46e1-af7e-f5ef01007af6 None None] Checking agent: {'id': 'ca4f5c6d-f1fd-48b8-a3e3-395864c7d23d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 20, 56, 40), 'started_at': datetime.datetime(2021, 12, 25, 20, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 25, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:25:22.447929 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-924ab5e0-d7a9-46e1-af7e-f5ef01007af6 None None] Checking segment: {'id': 'e922e837-9ec9-4907-8158-65b90ef9c6a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '5ba308f6-5ce3-4f04-9dd1-8b1e6a62aef9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:25:22.452400 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-924ab5e0-d7a9-46e1-af7e-f5ef01007af6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:22.452400 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-924ab5e0-d7a9-46e1-af7e-f5ef01007af6 None None] Bound using segment: {'id': 'e922e837-9ec9-4907-8158-65b90ef9c6a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '5ba308f6-5ce3-4f04-9dd1-8b1e6a62aef9'} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:25:22.452400 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-924ab5e0-d7a9-46e1-af7e-f5ef01007af6 None None] Bound port: 81517598-8fd7-4d38-8477-ee5324dd9b85, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e922e837-9ec9-4907-8158-65b90ef9c6a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '5ba308f6-5ce3-4f04-9dd1-8b1e6a62aef9'}}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:25:22.452400 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-924ab5e0-d7a9-46e1-af7e-f5ef01007af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:22.500236 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 39694) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:25:22.539688 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-924ab5e0-d7a9-46e1-af7e-f5ef01007af6 None None] For port 81517598-8fd7-4d38-8477-ee5324dd9b85, host ncdv-master-1, cleared binding levels {{(pid=121608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:25:22.546188 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-924ab5e0-d7a9-46e1-af7e-f5ef01007af6 None None] For port 81517598-8fd7-4d38-8477-ee5324dd9b85, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=81517598-8fd7-4d38-8477-ee5324dd9b85,segment=NetworkSegment(e922e837-9ec9-4907-8158-65b90ef9c6a4),segment_id=e922e837-9ec9-4907-8158-65b90ef9c6a4)] {{(pid=121608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:25:22.608680 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-924ab5e0-d7a9-46e1-af7e-f5ef01007af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:22.670587 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924ab5e0-d7a9-46e1-af7e-f5ef01007af6 None None] Pushing event updated for resources: {'Port': ['ID=81517598-8fd7-4d38-8477-ee5324dd9b85,revision_number=2']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:25:22.699569 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-4a8e18d3-fb4e-453b-a27a-5ddbab651471 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:22.745606 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-1553b572-7196-4c43-9e9c-9e3765e7ab53 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:22.769401 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-ec96518d-f560-466a-b485-1cfb5687ed6f admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-618184826-network', 'tenant_id': '76f51d39e5e345dbafabc9f8d372fc34'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:25:22.794649 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-4a8e18d3-fb4e-453b-a27a-5ddbab651471 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:22.913327 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-4a8e18d3-fb4e-453b-a27a-5ddbab651471 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c16db4ecd33749a9aa596352d01cea65&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5442824
Dec 25 21:25:22.916543 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8e18d3-fb4e-453b-a27a-5ddbab651471 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9343638-f066-4a98-8880-a6c9dd935931,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:25:22.917096 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 39704) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:25:22.970381 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec96518d-f560-466a-b485-1cfb5687ed6f admin admin] Made reservation on behalf of 76f51d39e5e345dbafabc9f8d372fc34 for: {'network': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:25:22.973130 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ec96518d-f560-466a-b485-1cfb5687ed6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for network, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:22.989365 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ec96518d-f560-466a-b485-1cfb5687ed6f admin admin] Publish callbacks [] for security_group, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:23.044818 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-165ec20e-2882-4d9f-9fce-3c1588bfda1c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:23.090780 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-165ec20e-2882-4d9f-9fce-3c1588bfda1c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:23.116728 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_common [None req-1553b572-7196-4c43-9e9c-9e3765e7ab53 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Allocated IP 2001:db8::1 (5ba308f6-5ce3-4f04-9dd1-8b1e6a62aef9/0589a8fa-cab2-4b1f-83fb-496bc9c75883/0e177da6-9125-4b18-9715-d9a3bb9b8074) {{(pid=121606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:25:23.135609 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 39710) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:25:23.189662 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ec96518d-f560-466a-b485-1cfb5687ed6f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:23.277204 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ec96518d-f560-466a-b485-1cfb5687ed6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:23.295263 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-1553b572-7196-4c43-9e9c-9e3765e7ab53 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks [] for port, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:23.310134 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-165ec20e-2882-4d9f-9fce-3c1588bfda1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:23.314130 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-165ec20e-2882-4d9f-9fce-3c1588bfda1c admin admin] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:23.321113 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-165ec20e-2882-4d9f-9fce-3c1588bfda1c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a9343638-f066-4a98-8880-a6c9dd935931 HTTP/1.1" status: 204  len: 168 time: 0.4028010
Dec 25 21:25:23.327216 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec96518d-f560-466a-b485-1cfb5687ed6f admin admin] vlan segment allocate from pool success with {'vlan_id': 176, 'physical_network': 'physnet1'}  {{(pid=121607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 25 21:25:23.329531 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec96518d-f560-466a-b485-1cfb5687ed6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c048e08a-07c9-412e-a9f2-71f01390d24c,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:25:23.361489 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165ec20e-2882-4d9f-9fce-3c1588bfda1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9343638-f066-4a98-8880-a6c9dd935931,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:25:23.379136 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ec96518d-f560-466a-b485-1cfb5687ed6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:23.379722 ncdv-master-1 neutron-server[121607]: INFO neutron.db.segments_db [None req-ec96518d-f560-466a-b485-1cfb5687ed6f admin admin] Added segment 7d046547-be7e-45aa-8fd2-b94df7d031f5 of type vlan for network d3e5445c-e82c-41fa-b43a-d819a64e08ff
Dec 25 21:25:23.400169 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-5471d4df-e945-4cf4-91ab-f9bd5a68049e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=39002f2653254b3ead7231dc2a1b9797&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2627873
Dec 25 21:25:23.400865 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 39722) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:25:23.432011 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ec96518d-f560-466a-b485-1cfb5687ed6f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737602163420'] for network, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:23.467752 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-5d7e2c13-348b-497e-aff2-43d8f779db57 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:23.486859 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-1553b572-7196-4c43-9e9c-9e3765e7ab53 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:23.495569 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-5d7e2c13-348b-497e-aff2-43d8f779db57 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:23.519102 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 81517598-8fd7-4d38-8477-ee5324dd9b85 up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:25:23.551443 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ec96518d-f560-466a-b485-1cfb5687ed6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870'] for network, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:23.553543 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec96518d-f560-466a-b485-1cfb5687ed6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:25:23.555015 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ec96518d-f560-466a-b485-1cfb5687ed6f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for network, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:23.599174 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1553b572-7196-4c43-9e9c-9e3765e7ab53 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Network 5ba308f6-5ce3-4f04-9dd1-8b1e6a62aef9 is already hosted by enough agents. {{(pid=121606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:25:23.605435 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [None req-1553b572-7196-4c43-9e9c-9e3765e7ab53 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Resources bound (agent type, host, resource id):  {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:25:23.608984 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port 81517598-8fd7-4d38-8477-ee5324dd9b85 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:25:23.611129 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:23.611257 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1553b572-7196-4c43-9e9c-9e3765e7ab53 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Received port after_create {{(pid=121606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:25:23.611257 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-1553b572-7196-4c43-9e9c-9e3765e7ab53 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2008772'] for router_interface, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:23.668270 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1553b572-7196-4c43-9e9c-9e3765e7ab53 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Pushing event updated for resources: {'Port': ['ID=0e177da6-9125-4b18-9715-d9a3bb9b8074,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:25:23.698159 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec96518d-f560-466a-b485-1cfb5687ed6f admin admin] Pushing event updated for resources: {'Network': ['ID=d3e5445c-e82c-41fa-b43a-d819a64e08ff,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:25:23.722607 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Network d3e5445c-e82c-41fa-b43a-d819a64e08ff details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 25 21:25:23.726397 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-ec96518d-f560-466a-b485-1cfb5687ed6f admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 886 time: 1.2241898
Dec 25 21:25:23.729142 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 39726) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:25:23.734190 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-eb94c865-c630-44d1-a134-59101451e295 admin admin] Request body: {'subnet': {'network_id': 'd3e5445c-e82c-41fa-b43a-d819a64e08ff', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-618184826-subnet', 'tenant_id': '76f51d39e5e345dbafabc9f8d372fc34', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:25:23.766458 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:23.887276 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-5d7e2c13-348b-497e-aff2-43d8f779db57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:23.887652 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-5d7e2c13-348b-497e-aff2-43d8f779db57 admin admin] Publish callbacks [] for security_group, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:23.892889 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-5d7e2c13-348b-497e-aff2-43d8f779db57 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/23d6856b-08c0-4c2b-a01a-0bcf75b796b3 HTTP/1.1" status: 204  len: 168 time: 0.4906626
Dec 25 21:25:23.902964 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7e2c13-348b-497e-aff2-43d8f779db57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23d6856b-08c0-4c2b-a01a-0bcf75b796b3,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:25:23.939679 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb94c865-c630-44d1-a134-59101451e295 admin admin] Made reservation on behalf of 76f51d39e5e345dbafabc9f8d372fc34 for: {'subnet': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:25:23.939679 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-eb94c865-c630-44d1-a134-59101451e295 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9028529'] for subnet, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:23.973482 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-922b4837-2a16-42ed-a795-0e705fbfc6e0 None None] Network 5ba308f6-5ce3-4f04-9dd1-8b1e6a62aef9 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:25:23.993517 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-1553b572-7196-4c43-9e9c-9e3765e7ab53 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:24.114853 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] For port 81517598-8fd7-4d38-8477-ee5324dd9b85, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=81517598-8fd7-4d38-8477-ee5324dd9b85,segment=NetworkSegment(e922e837-9ec9-4907-8158-65b90ef9c6a4),segment_id=e922e837-9ec9-4907-8158-65b90ef9c6a4)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:25:24.119912 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-1283e94d-54f9-4af8-9bbc-ef1a1a2b89b0 None None] Provisioning complete for port 81517598-8fd7-4d38-8477-ee5324dd9b85 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:25:24.120279 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-1283e94d-54f9-4af8-9bbc-ef1a1a2b89b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:24.197218 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:24.243593 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-1283e94d-54f9-4af8-9bbc-ef1a1a2b89b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:24.272614 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Pushing event updated for resources: {'Port': ['ID=81517598-8fd7-4d38-8477-ee5324dd9b85,revision_number=3']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:25:24.325533 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.db.api [None req-1283e94d-54f9-4af8-9bbc-ef1a1a2b89b0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=121608) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 25 21:25:24.326028 ncdv-master-1 neutron-server[121608]: DEBUG oslo_db.api [None req-1283e94d-54f9-4af8-9bbc-ef1a1a2b89b0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 25 21:25:24.467425 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 39740) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:25:24.487521 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-d4b76266-c1db-4c44-866c-8fb97227d0f4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:24.662425 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-d4b76266-c1db-4c44-866c-8fb97227d0f4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:24.745855 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-d4b76266-c1db-4c44-866c-8fb97227d0f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:24.792053 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-d4b76266-c1db-4c44-866c-8fb97227d0f4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=53b80d53bc6e4121b08f23b979a11f31&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3209743
Dec 25 21:25:24.792053 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b76266-c1db-4c44-866c-8fb97227d0f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c42bf729-dbf3-410c-81d9-4812ac4c14b1,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:25:24.793300 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 39748) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:25:24.821649 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-1553b572-7196-4c43-9e9c-9e3765e7ab53 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks [] for port, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:24.826184 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-eb94c865-c630-44d1-a134-59101451e295 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9084170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9028515'] for subnet, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:24.907801 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb94c865-c630-44d1-a134-59101451e295 admin admin] Pushing event updated for resources: {'Subnet': ['ID=367efebd-202c-4f96-8bf1-069f2bf68f5d,revision_number=0']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:25:24.918572 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-84d887cd-99ba-4181-bf25-d58b7babb562 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:24.921100 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb94c865-c630-44d1-a134-59101451e295 admin admin] Checking segment: {'id': '7d046547-be7e-45aa-8fd2-b94df7d031f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd3e5445c-e82c-41fa-b43a-d819a64e08ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:25:24.921456 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb94c865-c630-44d1-a134-59101451e295 admin admin] Network hostable DHCP agents. Network: d3e5445c-e82c-41fa-b43a-d819a64e08ff, hostable agents: ['1813db88-2c1b-4357-a2ba-869246b663c2'], hosted agents: [] {{(pid=121606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 25 21:25:24.930419 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-1553b572-7196-4c43-9e9c-9e3765e7ab53 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:24.931167 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-1553b572-7196-4c43-9e9c-9e3765e7ab53 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2007636'] for router_interface, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:24.979442 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-84d887cd-99ba-4181-bf25-d58b7babb562 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:24.984838 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-694f8e13-0ff1-4923-93f7-9a8e2853edf9 None None] Provisioning complete for port 81517598-8fd7-4d38-8477-ee5324dd9b85 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:25:24.985356 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-694f8e13-0ff1-4923-93f7-9a8e2853edf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:25.050903 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1553b572-7196-4c43-9e9c-9e3765e7ab53 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Pushing event updated for resources: {'Port': ['ID=0e177da6-9125-4b18-9715-d9a3bb9b8074,revision_number=2']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:25:25.084168 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-694f8e13-0ff1-4923-93f7-9a8e2853edf9 None None] Provisioning complete for port 0e177da6-9125-4b18-9715-d9a3bb9b8074 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:25:25.084545 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-694f8e13-0ff1-4923-93f7-9a8e2853edf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:25.096766 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb94c865-c630-44d1-a134-59101451e295 admin admin] Network d3e5445c-e82c-41fa-b43a-d819a64e08ff is scheduled to be hosted by DHCP agent 1813db88-2c1b-4357-a2ba-869246b663c2 with binding_index 1 {{(pid=121606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 25 21:25:25.124042 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1553b572-7196-4c43-9e9c-9e3765e7ab53 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Network 5ba308f6-5ce3-4f04-9dd1-8b1e6a62aef9 is already hosted by enough agents. {{(pid=121606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:25:25.126470 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [None req-1553b572-7196-4c43-9e9c-9e3765e7ab53 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Resources bound (agent type, host, resource id):  {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:25:25.131934 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-694f8e13-0ff1-4923-93f7-9a8e2853edf9 None None] Port 0e177da6-9125-4b18-9715-d9a3bb9b8074 cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:25:25.140366 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 39752) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:25:25.205941 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-adf9c8b0-125f-4dc6-a77b-84ae73a7f338 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0ea361343c314273b0d0a62a792d2d8d&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0638640
Dec 25 21:25:25.206723 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 39754) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:25:25.250929 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-84d887cd-99ba-4181-bf25-d58b7babb562 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:25.257788 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-84d887cd-99ba-4181-bf25-d58b7babb562 admin admin] Publish callbacks [] for security_group, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:25.257788 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-84d887cd-99ba-4181-bf25-d58b7babb562 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c42bf729-dbf3-410c-81d9-4812ac4c14b1 HTTP/1.1" status: 204  len: 168 time: 0.4585497
Dec 25 21:25:25.263219 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [None req-eb94c865-c630-44d1-a134-59101451e295 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, d3e5445c-e82c-41fa-b43a-d819a64e08ff) {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:25:25.268717 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb94c865-c630-44d1-a134-59101451e295 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:25:25.269447 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-eb94c865-c630-44d1-a134-59101451e295 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for subnet, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:25.274350 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d0fb4b7-f283-4f6f-a156-15c4464b6f22 None None] Network d3e5445c-e82c-41fa-b43a-d819a64e08ff requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:25:25.301154 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d887cd-99ba-4181-bf25-d58b7babb562 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c42bf729-dbf3-410c-81d9-4812ac4c14b1,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:25:25.322406 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-17aa976c-fbc4-4a5d-bb94-a92827bb24d4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:25.352212 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-17aa976c-fbc4-4a5d-bb94-a92827bb24d4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:25.386852 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1553b572-7196-4c43-9e9c-9e3765e7ab53 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Router 54f90266-59a0-45b0-b829-c2fda0e8db13 is scheduled to L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 with binding_index 1 {{(pid=121606) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 25 21:25:25.396209 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-eb94c865-c630-44d1-a134-59101451e295 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 1.6644249
Dec 25 21:25:25.478608 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44c0e4e3-1619-48a9-b5d8-2cd574cbdbd5 None None] Network d3e5445c-e82c-41fa-b43a-d819a64e08ff requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:25:25.533957 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-17aa976c-fbc4-4a5d-bb94-a92827bb24d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:25.537708 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-17aa976c-fbc4-4a5d-bb94-a92827bb24d4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:25.540725 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-17aa976c-fbc4-4a5d-bb94-a92827bb24d4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ac05bea4-bbd1-4c2e-9f78-72ed01fada00 HTTP/1.1" status: 204  len: 168 time: 0.3310914
Dec 25 21:25:25.540984 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 81517598-8fd7-4d38-8477-ee5324dd9b85 up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:25:25.546209 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1553b572-7196-4c43-9e9c-9e3765e7ab53 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 21:25:25.550459 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17aa976c-fbc4-4a5d-bb94-a92827bb24d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac05bea4-bbd1-4c2e-9f78-72ed01fada00,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:25:25.556293 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-1553b572-7196-4c43-9e9c-9e3765e7ab53 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] 10.222.0.32 "PUT /v2.0/routers/54f90266-59a0-45b0-b829-c2fda0e8db13/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1567590
Dec 25 21:25:25.557147 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 39766) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:25:25.581435 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6d4674e-ca6a-4fd9-b545-f82238577ab2 None None] Sync routers for ids ['54f90266-59a0-45b0-b829-c2fda0e8db13'] in ncdv-master-1 {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 21:25:25.615518 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-493c83f7-f6ef-4172-8d50-ad8e8b16dee3 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:25:25.620193 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 39770) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:25:25.620911 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-493c83f7-f6ef-4172-8d50-ad8e8b16dee3 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] 10.222.0.32 "GET /v2.0/ports/0e177da6-9125-4b18-9715-d9a3bb9b8074 HTTP/1.1" status: 200  len: 911 time: 0.0624619
Dec 25 21:25:25.628277 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-9924cb5f-7478-4de2-ade7-59f793a24856 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '0589a8fa-cab2-4b1f-83fb-496bc9c75883'}]}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:25:25.633121 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6d4674e-ca6a-4fd9-b545-f82238577ab2 None None] Routers {'54f90266-59a0-45b0-b829-c2fda0e8db13'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:25:25.633747 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-b6d4674e-ca6a-4fd9-b545-f82238577ab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f26134b46a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:25:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['54f90266-59a0-45b0-b829-c2fda0e8db13'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:25:25.675778 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-7e1bdb52-7aa8-4b60-bf2a-7ffeeb0aa150 None None] Provisioning complete for port 0e177da6-9125-4b18-9715-d9a3bb9b8074 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:25:25.679056 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-7e1bdb52-7aa8-4b60-bf2a-7ffeeb0aa150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:25.693752 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-b6d4674e-ca6a-4fd9-b545-f82238577ab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f26134b46a0>, [], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:25:25.739470 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6d4674e-ca6a-4fd9-b545-f82238577ab2 None None] Routers {'54f90266-59a0-45b0-b829-c2fda0e8db13'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:25:25.740135 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-b6d4674e-ca6a-4fd9-b545-f82238577ab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f26134b46a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:25:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['54f90266-59a0-45b0-b829-c2fda0e8db13'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:25:25.741940 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port 81517598-8fd7-4d38-8477-ee5324dd9b85 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:25:25.742323 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:25.799786 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-b6d4674e-ca6a-4fd9-b545-f82238577ab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f26134b46a0>, [], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:25:25.804293 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6d4674e-ca6a-4fd9-b545-f82238577ab2 None None] The sync data for ids ['54f90266-59a0-45b0-b829-c2fda0e8db13'] in ncdv-master-1 is: [] {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 21:25:25.804293 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-7e1bdb52-7aa8-4b60-bf2a-7ffeeb0aa150 None None] Port 0e177da6-9125-4b18-9715-d9a3bb9b8074 cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:25:25.832911 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-9924cb5f-7478-4de2-ade7-59f793a24856 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:26.546010 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-9924cb5f-7478-4de2-ade7-59f793a24856 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks [] for port, precommit_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:26.591239 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-9924cb5f-7478-4de2-ade7-59f793a24856 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8632327'] for port, after_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:26.597576 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9924cb5f-7478-4de2-ade7-59f793a24856 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:25:26.597958 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-9924cb5f-7478-4de2-ade7-59f793a24856 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:26.602621 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-9924cb5f-7478-4de2-ade7-59f793a24856 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] 10.222.0.32 "PUT /v2.0/ports/0e177da6-9125-4b18-9715-d9a3bb9b8074 HTTP/1.1" status: 200  len: 911 time: 0.9772441
Dec 25 21:25:26.603027 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 39798) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:25:26.644537 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9924cb5f-7478-4de2-ade7-59f793a24856 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Pushing event updated for resources: {'Port': ['ID=0e177da6-9125-4b18-9715-d9a3bb9b8074,revision_number=3']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:25:26.730557 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.agents_db [None req-ec08dba0-4483-4109-b5e1-5e4a9fdaf12d None None] Agent healthcheck: found 7 active agents {{(pid=121609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 25 21:25:26.920220 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cec63cf-6581-43d3-82a1-01bcdb28d45f req-c0b5423e-28e8-4ebd-815c-b84909189cac tempest-ServerAddressesTestJSON-1193958312 tempest-ServerAddressesTestJSON-1193958312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:25:26.921793 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3cec63cf-6581-43d3-82a1-01bcdb28d45f req-c0b5423e-28e8-4ebd-815c-b84909189cac tempest-ServerAddressesTestJSON-1193958312 tempest-ServerAddressesTestJSON-1193958312-project] 10.222.0.32 "GET /v2.0/networks?id=d3e5445c-e82c-41fa-b43a-d819a64e08ff HTTP/1.1" status: 200  len: 813 time: 0.2111964
Dec 25 21:25:26.942389 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3cec63cf-6581-43d3-82a1-01bcdb28d45f req-4c142f7e-ac80-469a-a483-d7739a22d6ed tempest-ServerAddressesTestJSON-1193958312 tempest-ServerAddressesTestJSON-1193958312-project] 10.222.0.32 "GET /v2.0/quotas/76f51d39e5e345dbafabc9f8d372fc34 HTTP/1.1" status: 200  len: 375 time: 0.0132139
Dec 25 21:25:26.996217 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3cec63cf-6581-43d3-82a1-01bcdb28d45f req-169e99f6-9139-4856-a955-f47645e3c042 tempest-ServerAddressesTestJSON-1193958312 tempest-ServerAddressesTestJSON-1193958312-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=76f51d39e5e345dbafabc9f8d372fc34&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0360007
Dec 25 21:25:27.134396 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3cec63cf-6581-43d3-82a1-01bcdb28d45f req-412ccb5c-30ea-470d-8290-6007d9460932 service neutron] 10.222.0.32 "GET /v2.0/networks/d3e5445c-e82c-41fa-b43a-d819a64e08ff?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1264043
Dec 25 21:25:27.144003 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-a27c3932-6b8c-4e69-8b51-f7faf1aaa09c tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2007615'] for router_interface, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:27.354524 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3cec63cf-6581-43d3-82a1-01bcdb28d45f req-ea9ec613-9332-4663-a49f-18bb9de18eb6 service neutron] 10.222.0.32 "GET /v2.0/networks/d3e5445c-e82c-41fa-b43a-d819a64e08ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2131686
Dec 25 21:25:27.473889 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-a27c3932-6b8c-4e69-8b51-f7faf1aaa09c tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Deleting port 0e177da6-9125-4b18-9715-d9a3bb9b8074 {{(pid=121606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:25:27.474422 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-a27c3932-6b8c-4e69-8b51-f7faf1aaa09c tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:27.601471 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-a27c3932-6b8c-4e69-8b51-f7faf1aaa09c tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:27.642960 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-a27c3932-6b8c-4e69-8b51-f7faf1aaa09c tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Calling delete_port for 0e177da6-9125-4b18-9715-d9a3bb9b8074 owned by network:router_interface {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:25:27.646837 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2e92049c-cc0c-44ab-8843-b63c87b78d3e req-0e83df89-bcc2-4b48-adc8-4b7e977c279d tempest-ServerAddressesTestJSON-1193958312 tempest-ServerAddressesTestJSON-1193958312-project] 10.222.0.32 "GET /v2.0/ports?device_id=22ebc312-ee15-4ad5-9083-12afbc14bdf6 HTTP/1.1" status: 200  len: 210 time: 0.0475836
Dec 25 21:25:27.933690 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-a27c3932-6b8c-4e69-8b51-f7faf1aaa09c tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:27.962477 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27c3932-6b8c-4e69-8b51-f7faf1aaa09c tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Pushing event deleted for resources: {'Port': ['ID=0e177da6-9125-4b18-9715-d9a3bb9b8074,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:25:28.070034 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-a27c3932-6b8c-4e69-8b51-f7faf1aaa09c tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2007763'] for router_interface, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:28.237946 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a27c3932-6b8c-4e69-8b51-f7faf1aaa09c tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Router 54f90266-59a0-45b0-b829-c2fda0e8db13 has already been hosted by L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 {{(pid=121606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 25 21:25:28.324997 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a27c3932-6b8c-4e69-8b51-f7faf1aaa09c tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 21:25:28.330032 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-a27c3932-6b8c-4e69-8b51-f7faf1aaa09c tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] 10.222.0.32 "PUT /v2.0/routers/54f90266-59a0-45b0-b829-c2fda0e8db13/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.7257226
Dec 25 21:25:28.336722 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56178207-4fad-4bf4-a75d-9cf9fed5cafd None None] Sync routers for ids ['54f90266-59a0-45b0-b829-c2fda0e8db13'] in ncdv-master-1 {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 21:25:28.337216 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 39862) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:25:28.345464 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56178207-4fad-4bf4-a75d-9cf9fed5cafd None None] Routers {'54f90266-59a0-45b0-b829-c2fda0e8db13'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:25:28.346075 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-56178207-4fad-4bf4-a75d-9cf9fed5cafd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f261861e910>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:25:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['54f90266-59a0-45b0-b829-c2fda0e8db13'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:25:28.366749 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-87498e4d-218c-4b96-95fa-ba5f55c1c253 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] 10.222.0.32 "GET /v2.0/ports?device_id=54f90266-59a0-45b0-b829-c2fda0e8db13 HTTP/1.1" status: 200  len: 205 time: 0.0284188
Dec 25 21:25:28.369755 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 39864) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:25:28.384136 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-56178207-4fad-4bf4-a75d-9cf9fed5cafd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f261861e910>, [], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:25:28.397144 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56178207-4fad-4bf4-a75d-9cf9fed5cafd None None] Routers {'54f90266-59a0-45b0-b829-c2fda0e8db13'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:25:28.397144 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-56178207-4fad-4bf4-a75d-9cf9fed5cafd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f261861e910>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:25:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['54f90266-59a0-45b0-b829-c2fda0e8db13'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:25:28.433410 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-56178207-4fad-4bf4-a75d-9cf9fed5cafd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f261861e910>, [], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:25:28.434360 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56178207-4fad-4bf4-a75d-9cf9fed5cafd None None] The sync data for ids ['54f90266-59a0-45b0-b829-c2fda0e8db13'] in ncdv-master-1 is: [] {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 21:25:28.460150 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-7b76416f-f0c9-48af-b8b5-64769c5d678d tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks [] for router, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:28.536979 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 39870) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:25:28.635503 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-7b76416f-f0c9-48af-b8b5-64769c5d678d tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2014235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14905'] for router, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:28.638166 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-7b76416f-f0c9-48af-b8b5-64769c5d678d tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:28.746224 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ac90cff4-fa82-4582-b3af-86ddac99c89e req-f0380a31-13af-4d78-81ff-77d43b9c7557 tempest-ServerAddressesTestJSON-1193958312 tempest-ServerAddressesTestJSON-1193958312-project] 10.222.0.32 "GET /v2.0/ports?device_id=22ebc312-ee15-4ad5-9083-12afbc14bdf6 HTTP/1.1" status: 200  len: 210 time: 0.0265112
Dec 25 21:25:28.802598 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-7b76416f-f0c9-48af-b8b5-64769c5d678d tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2014220'] for router, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:28.803317 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b76416f-f0c9-48af-b8b5-64769c5d678d tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Fanout notify agent at l3_agent the message router_deleted on router 54f90266-59a0-45b0-b829-c2fda0e8db13 {{(pid=121606) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 25 21:25:28.811065 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-7b76416f-f0c9-48af-b8b5-64769c5d678d tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks [] for router, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:28.812172 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-7b76416f-f0c9-48af-b8b5-64769c5d678d tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] 10.222.0.32 "DELETE /v2.0/routers/54f90266-59a0-45b0-b829-c2fda0e8db13 HTTP/1.1" status: 204  len: 168 time: 0.4411314
Dec 25 21:25:28.814554 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 39880) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:25:28.866479 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_v2 [None req-da5a8010-d3be-44dd-a4af-b2a3e9abc159 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Deleting subnet 0589a8fa-cab2-4b1f-83fb-496bc9c75883 {{(pid=121606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Dec 25 21:25:28.869852 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-da5a8010-d3be-44dd-a4af-b2a3e9abc159 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks [] for subnet, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:28.914610 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-da5a8010-d3be-44dd-a4af-b2a3e9abc159 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9084199'] for subnet, precommit_delete_associations {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:28.967787 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [None req-75adaeee-87ab-41cf-9ba1-cf1e542c3b09 tempest-ExtensionsTestJSON-442475417 tempest-ExtensionsTestJSON-442475417-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=121606) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 25 21:25:28.971921 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 39886) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:25:28.972062 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-75adaeee-87ab-41cf-9ba1-cf1e542c3b09 tempest-ExtensionsTestJSON-442475417 tempest-ExtensionsTestJSON-442475417-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14077 time: 0.4338701
Dec 25 21:25:28.977102 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [None req-0ef14946-5ee2-4424-b66e-88140c3f44ca tempest-ExtensionsTestJSON-442475417 tempest-ExtensionsTestJSON-442475417-project] http://10.222.0.32:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=121607) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 25 21:25:28.978107 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-0ef14946-5ee2-4424-b66e-88140c3f44ca tempest-ExtensionsTestJSON-442475417 tempest-ExtensionsTestJSON-442475417-project] 10.222.0.32 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200  len: 353 time: 0.0051343
Dec 25 21:25:28.980504 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 39888) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:25:28.986924 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [None req-c33b7834-a0a8-40cc-b61e-9bfb3d159781 tempest-ExtensionsTestJSON-442475417 tempest-ExtensionsTestJSON-442475417-project] http://10.222.0.32:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=121607) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 25 21:25:28.991065 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-c33b7834-a0a8-40cc-b61e-9bfb3d159781 tempest-ExtensionsTestJSON-442475417 tempest-ExtensionsTestJSON-442475417-project] 10.222.0.32 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200  len: 357 time: 0.0065546
Dec 25 21:25:28.992291 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 39890) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:25:29.005704 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [None req-8b592819-50d0-42c1-acc5-82cd5cfbb7cb tempest-ExtensionsTestJSON-442475417 tempest-ExtensionsTestJSON-442475417-project] http://10.222.0.32:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=121607) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 25 21:25:29.005704 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-8b592819-50d0-42c1-acc5-82cd5cfbb7cb tempest-ExtensionsTestJSON-442475417 tempest-ExtensionsTestJSON-442475417-project] 10.222.0.32 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200  len: 506 time: 0.0062037
Dec 25 21:25:29.005704 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 39892) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:25:29.010140 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [None req-33809b02-351e-4371-8240-a7324b3e74f3 tempest-ExtensionsTestJSON-442475417 tempest-ExtensionsTestJSON-442475417-project] http://10.222.0.32:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=121607) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 25 21:25:29.013811 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-33809b02-351e-4371-8240-a7324b3e74f3 tempest-ExtensionsTestJSON-442475417 tempest-ExtensionsTestJSON-442475417-project] 10.222.0.32 "GET /v2.0/extensions/agent HTTP/1.1" status: 200  len: 347 time: 0.0067108
Dec 25 21:25:29.014730 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 39894) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:25:29.018688 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [None req-feacf257-f9e2-488e-bc2d-8fcc84ae4d24 tempest-ExtensionsTestJSON-442475417 tempest-ExtensionsTestJSON-442475417-project] http://10.222.0.32:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=121607) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 25 21:25:29.022225 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-feacf257-f9e2-488e-bc2d-8fcc84ae4d24 tempest-ExtensionsTestJSON-442475417 tempest-ExtensionsTestJSON-442475417-project] 10.222.0.32 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200  len: 417 time: 0.0043144
Dec 25 21:25:29.022787 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 39896) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:25:29.027296 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [None req-14882878-9de3-4439-9102-e93d86872f79 tempest-ExtensionsTestJSON-442475417 tempest-ExtensionsTestJSON-442475417-project] http://10.222.0.32:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=121607) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 25 21:25:29.028928 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-14882878-9de3-4439-9102-e93d86872f79 tempest-ExtensionsTestJSON-442475417 tempest-ExtensionsTestJSON-442475417-project] 10.222.0.32 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200  len: 378 time: 0.0046756
Dec 25 21:25:29.030804 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 39898) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:25:29.033738 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-da5a8010-d3be-44dd-a4af-b2a3e9abc159 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995662'] for subnet, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:29.045089 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [None req-e069c254-f13b-4944-8600-ec5d67102c7e tempest-ExtensionsTestJSON-442475417 tempest-ExtensionsTestJSON-442475417-project] http://10.222.0.32:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=121607) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 25 21:25:29.045089 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-e069c254-f13b-4944-8600-ec5d67102c7e tempest-ExtensionsTestJSON-442475417 tempest-ExtensionsTestJSON-442475417-project] 10.222.0.32 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200  len: 394 time: 0.0051215
Dec 25 21:25:29.045375 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 39900) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:25:29.049509 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [None req-e4f870b6-6978-42de-b632-13be1ce452cf tempest-ExtensionsTestJSON-442475417 tempest-ExtensionsTestJSON-442475417-project] http://10.222.0.32:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=121607) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 25 21:25:29.052453 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-e4f870b6-6978-42de-b632-13be1ce452cf tempest-ExtensionsTestJSON-442475417 tempest-ExtensionsTestJSON-442475417-project] 10.222.0.32 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200  len: 372 time: 0.0041640
Dec 25 21:25:29.053281 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 39902) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:25:29.058860 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [None req-59a4e30c-d7c9-4ab3-8d71-a473fd0d2c8c tempest-ExtensionsTestJSON-442475417 tempest-ExtensionsTestJSON-442475417-project] http://10.222.0.32:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=121607) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 25 21:25:29.060088 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-59a4e30c-d7c9-4ab3-8d71-a473fd0d2c8c tempest-ExtensionsTestJSON-442475417 tempest-ExtensionsTestJSON-442475417-project] 10.222.0.32 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200  len: 414 time: 0.0056546
Dec 25 21:25:29.062660 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 39904) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:25:29.068538 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [None req-2e2282b1-4c02-4ed4-a003-6fce2c005e66 tempest-ExtensionsTestJSON-442475417 tempest-ExtensionsTestJSON-442475417-project] http://10.222.0.32:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=121607) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 25 21:25:29.069737 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-2e2282b1-4c02-4ed4-a003-6fce2c005e66 tempest-ExtensionsTestJSON-442475417 tempest-ExtensionsTestJSON-442475417-project] 10.222.0.32 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200  len: 405 time: 0.0057950
Dec 25 21:25:29.072200 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 39906) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:25:29.077783 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [None req-b658dcd6-8593-461c-b787-ebdd0ac7746e tempest-ExtensionsTestJSON-442475417 tempest-ExtensionsTestJSON-442475417-project] http://10.222.0.32:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=121607) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 25 21:25:29.077783 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-b658dcd6-8593-461c-b787-ebdd0ac7746e tempest-ExtensionsTestJSON-442475417 tempest-ExtensionsTestJSON-442475417-project] 10.222.0.32 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200  len: 381 time: 0.0040910
Dec 25 21:25:29.079531 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 39908) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:25:29.084089 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [None req-2e731e37-7d30-4d81-99b5-7153b6e4b53e tempest-ExtensionsTestJSON-442475417 tempest-ExtensionsTestJSON-442475417-project] http://10.222.0.32:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=121607) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 25 21:25:29.087458 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-2e731e37-7d30-4d81-99b5-7153b6e4b53e tempest-ExtensionsTestJSON-442475417 tempest-ExtensionsTestJSON-442475417-project] 10.222.0.32 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200  len: 387 time: 0.0068364
Dec 25 21:25:29.088091 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 39910) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:25:29.092191 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [None req-294563e3-b3a9-4d71-90f4-7ed5864625f6 tempest-ExtensionsTestJSON-442475417 tempest-ExtensionsTestJSON-442475417-project] http://10.222.0.32:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=121607) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 25 21:25:29.093134 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-294563e3-b3a9-4d71-90f4-7ed5864625f6 tempest-ExtensionsTestJSON-442475417 tempest-ExtensionsTestJSON-442475417-project] 10.222.0.32 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200  len: 413 time: 0.0041111
Dec 25 21:25:29.095412 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 39912) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:25:29.099817 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [None req-f59fec6e-9482-490e-9c11-1a3a1c2dffa6 tempest-ExtensionsTestJSON-442475417 tempest-ExtensionsTestJSON-442475417-project] http://10.222.0.32:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=121607) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 25 21:25:29.102710 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-f59fec6e-9482-490e-9c11-1a3a1c2dffa6 tempest-ExtensionsTestJSON-442475417 tempest-ExtensionsTestJSON-442475417-project] 10.222.0.32 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200  len: 394 time: 0.0046034
Dec 25 21:25:29.103069 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 39914) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:25:29.109864 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [None req-0331b267-6aea-46b8-ab30-3ea783951608 tempest-ExtensionsTestJSON-442475417 tempest-ExtensionsTestJSON-442475417-project] http://10.222.0.32:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=121607) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 25 21:25:29.110827 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-0331b267-6aea-46b8-ab30-3ea783951608 tempest-ExtensionsTestJSON-442475417 tempest-ExtensionsTestJSON-442475417-project] 10.222.0.32 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200  len: 498 time: 0.0050485
Dec 25 21:25:29.113183 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 39916) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:25:29.117215 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [None req-10642d8e-1ccb-462e-9153-b767b2d9fec0 tempest-ExtensionsTestJSON-442475417 tempest-ExtensionsTestJSON-442475417-project] http://10.222.0.32:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=121607) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 25 21:25:29.118137 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-10642d8e-1ccb-462e-9153-b767b2d9fec0 tempest-ExtensionsTestJSON-442475417 tempest-ExtensionsTestJSON-442475417-project] 10.222.0.32 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200  len: 375 time: 0.0040505
Dec 25 21:25:29.120586 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 39918) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:25:29.125012 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [None req-0718ec4c-9a77-4e8a-a500-3e2add27a2cf tempest-ExtensionsTestJSON-442475417 tempest-ExtensionsTestJSON-442475417-project] http://10.222.0.32:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=121606) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 25 21:25:29.125990 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-0718ec4c-9a77-4e8a-a500-3e2add27a2cf tempest-ExtensionsTestJSON-442475417 tempest-ExtensionsTestJSON-442475417-project] 10.222.0.32 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200  len: 444 time: 0.0043766
Dec 25 21:25:29.133964 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 39920) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:25:29.138895 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [None req-bff0062a-ad0b-405f-942a-4341c9d4cf08 tempest-ExtensionsTestJSON-442475417 tempest-ExtensionsTestJSON-442475417-project] http://10.222.0.32:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=121606) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 25 21:25:29.143014 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-bff0062a-ad0b-405f-942a-4341c9d4cf08 tempest-ExtensionsTestJSON-442475417 tempest-ExtensionsTestJSON-442475417-project] 10.222.0.32 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200  len: 392 time: 0.0049317
Dec 25 21:25:29.144001 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 39924) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:25:29.149104 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [None req-debcde13-c706-48bd-bb48-483794694b87 tempest-ExtensionsTestJSON-442475417 tempest-ExtensionsTestJSON-442475417-project] http://10.222.0.32:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=121606) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 25 21:25:29.152365 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-debcde13-c706-48bd-bb48-483794694b87 tempest-ExtensionsTestJSON-442475417 tempest-ExtensionsTestJSON-442475417-project] 10.222.0.32 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200  len: 406 time: 0.0051763
Dec 25 21:25:29.152532 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 39926) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:25:29.156524 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [None req-1f6c093e-7db4-4ed0-b49d-69ef6cf67c06 tempest-ExtensionsTestJSON-442475417 tempest-ExtensionsTestJSON-442475417-project] http://10.222.0.32:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=121606) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 25 21:25:29.160536 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-1f6c093e-7db4-4ed0-b49d-69ef6cf67c06 tempest-ExtensionsTestJSON-442475417 tempest-ExtensionsTestJSON-442475417-project] 10.222.0.32 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200  len: 387 time: 0.0040820
Dec 25 21:25:29.163042 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 39928) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:25:29.167486 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [None req-b3471faa-e1a0-4d30-a84b-230d8965cace tempest-ExtensionsTestJSON-442475417 tempest-ExtensionsTestJSON-442475417-project] http://10.222.0.32:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=121607) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 25 21:25:29.168494 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-b3471faa-e1a0-4d30-a84b-230d8965cace tempest-ExtensionsTestJSON-442475417 tempest-ExtensionsTestJSON-442475417-project] 10.222.0.32 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200  len: 382 time: 0.0043607
Dec 25 21:25:29.170819 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 39930) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:25:29.174789 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [None req-d7aa9d35-c4b3-4916-81f3-f632de7de889 tempest-ExtensionsTestJSON-442475417 tempest-ExtensionsTestJSON-442475417-project] http://10.222.0.32:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=121607) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 25 21:25:29.175746 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-d7aa9d35-c4b3-4916-81f3-f632de7de889 tempest-ExtensionsTestJSON-442475417 tempest-ExtensionsTestJSON-442475417-project] 10.222.0.32 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200  len: 416 time: 0.0040734
Dec 25 21:25:29.178078 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 39932) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:25:29.181918 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [None req-38fc10d6-ec95-4f95-9c33-61b975786330 tempest-ExtensionsTestJSON-442475417 tempest-ExtensionsTestJSON-442475417-project] http://10.222.0.32:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=121607) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 25 21:25:29.182862 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-38fc10d6-ec95-4f95-9c33-61b975786330 tempest-ExtensionsTestJSON-442475417 tempest-ExtensionsTestJSON-442475417-project] 10.222.0.32 "GET /v2.0/extensions/router HTTP/1.1" status: 200  len: 450 time: 0.0039523
Dec 25 21:25:29.185090 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 39934) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:25:29.188826 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [None req-6be50241-4263-4219-a44a-735f3b93273c tempest-ExtensionsTestJSON-442475417 tempest-ExtensionsTestJSON-442475417-project] http://10.222.0.32:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=121607) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 25 21:25:29.189875 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-6be50241-4263-4219-a44a-735f3b93273c tempest-ExtensionsTestJSON-442475417 tempest-ExtensionsTestJSON-442475417-project] 10.222.0.32 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200  len: 462 time: 0.0039313
Dec 25 21:25:29.191943 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 39936) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:25:29.195690 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [None req-f5b041a1-81d4-4ffe-bda9-47642ebbc243 tempest-ExtensionsTestJSON-442475417 tempest-ExtensionsTestJSON-442475417-project] http://10.222.0.32:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=121607) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 25 21:25:29.200695 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-f5b041a1-81d4-4ffe-bda9-47642ebbc243 tempest-ExtensionsTestJSON-442475417 tempest-ExtensionsTestJSON-442475417-project] 10.222.0.32 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200  len: 360 time: 0.0038211
Dec 25 21:25:29.202358 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 39938) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:25:29.206080 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [None req-0750d8a0-efad-48cb-8c03-3cecf95a7f4f tempest-ExtensionsTestJSON-442475417 tempest-ExtensionsTestJSON-442475417-project] http://10.222.0.32:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=121607) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 25 21:25:29.206981 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-0750d8a0-efad-48cb-8c03-3cecf95a7f4f tempest-ExtensionsTestJSON-442475417 tempest-ExtensionsTestJSON-442475417-project] 10.222.0.32 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200  len: 366 time: 0.0037968
Dec 25 21:25:29.209799 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 39940) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:25:29.214052 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [None req-c07585a4-4401-4029-9831-81622a2d279b tempest-ExtensionsTestJSON-442475417 tempest-ExtensionsTestJSON-442475417-project] http://10.222.0.32:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=121607) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 25 21:25:29.214966 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-c07585a4-4401-4029-9831-81622a2d279b tempest-ExtensionsTestJSON-442475417 tempest-ExtensionsTestJSON-442475417-project] 10.222.0.32 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200  len: 439 time: 0.0043583
Dec 25 21:25:29.217279 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 39942) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:25:29.220904 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [None req-49dc2ad4-9df6-469e-8f83-66573bd837c1 tempest-ExtensionsTestJSON-442475417 tempest-ExtensionsTestJSON-442475417-project] http://10.222.0.32:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=121607) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 25 21:25:29.221942 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-49dc2ad4-9df6-469e-8f83-66573bd837c1 tempest-ExtensionsTestJSON-442475417 tempest-ExtensionsTestJSON-442475417-project] 10.222.0.32 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200  len: 374 time: 0.0038269
Dec 25 21:25:29.225717 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 39944) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:25:29.229431 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [None req-38a27367-2f72-4171-8ce2-df230a91016d tempest-ExtensionsTestJSON-442475417 tempest-ExtensionsTestJSON-442475417-project] http://10.222.0.32:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=121607) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 25 21:25:29.230346 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-38a27367-2f72-4171-8ce2-df230a91016d tempest-ExtensionsTestJSON-442475417 tempest-ExtensionsTestJSON-442475417-project] 10.222.0.32 "GET /v2.0/extensions/metering HTTP/1.1" status: 200  len: 357 time: 0.0038013
Dec 25 21:25:29.232375 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 39946) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:25:29.236047 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [None req-363723ba-4a97-42b8-a5ca-098948510b79 tempest-ExtensionsTestJSON-442475417 tempest-ExtensionsTestJSON-442475417-project] http://10.222.0.32:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=121607) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 25 21:25:29.236973 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-363723ba-4a97-42b8-a5ca-098948510b79 tempest-ExtensionsTestJSON-442475417 tempest-ExtensionsTestJSON-442475417-project] 10.222.0.32 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200  len: 515 time: 0.0037062
Dec 25 21:25:29.238951 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 39948) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:25:29.242594 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [None req-dcb69156-c96e-490a-a018-93468a66a7eb tempest-ExtensionsTestJSON-442475417 tempest-ExtensionsTestJSON-442475417-project] http://10.222.0.32:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=121607) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 25 21:25:29.242939 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-da5a8010-d3be-44dd-a4af-b2a3e9abc159 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9084363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9028506'] for subnet, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:29.247784 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-dcb69156-c96e-490a-a018-93468a66a7eb tempest-ExtensionsTestJSON-442475417 tempest-ExtensionsTestJSON-442475417-project] 10.222.0.32 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200  len: 406 time: 0.0037498
Dec 25 21:25:29.247907 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 39950) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:25:29.251823 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [None req-ca917ba3-6346-4296-a905-4f1d606093e1 tempest-ExtensionsTestJSON-442475417 tempest-ExtensionsTestJSON-442475417-project] http://10.222.0.32:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=121607) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 25 21:25:29.253353 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-ca917ba3-6346-4296-a905-4f1d606093e1 tempest-ExtensionsTestJSON-442475417 tempest-ExtensionsTestJSON-442475417-project] 10.222.0.32 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200  len: 370 time: 0.0038352
Dec 25 21:25:29.254818 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 39952) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:25:29.258581 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [None req-5f699fbe-edd3-466a-ae97-80c0d65cf0f4 tempest-ExtensionsTestJSON-442475417 tempest-ExtensionsTestJSON-442475417-project] http://10.222.0.32:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=121607) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 25 21:25:29.259485 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-5f699fbe-edd3-466a-ae97-80c0d65cf0f4 tempest-ExtensionsTestJSON-442475417 tempest-ExtensionsTestJSON-442475417-project] 10.222.0.32 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200  len: 401 time: 0.0037804
Dec 25 21:25:29.261527 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 39954) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:25:29.265159 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [None req-6faef9fc-2aa2-4efa-b2c6-bb8b8f160b2d tempest-ExtensionsTestJSON-442475417 tempest-ExtensionsTestJSON-442475417-project] http://10.222.0.32:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=121607) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 25 21:25:29.269325 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-6faef9fc-2aa2-4efa-b2c6-bb8b8f160b2d tempest-ExtensionsTestJSON-442475417 tempest-ExtensionsTestJSON-442475417-project] 10.222.0.32 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200  len: 394 time: 0.0037272
Dec 25 21:25:29.271613 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 39956) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:25:29.273878 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5a8010-d3be-44dd-a4af-b2a3e9abc159 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Pushing event deleted for resources: {'Subnet': ['ID=0589a8fa-cab2-4b1f-83fb-496bc9c75883,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:25:29.275911 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-da5a8010-d3be-44dd-a4af-b2a3e9abc159 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for subnet, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:29.276045 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [None req-f8c1b119-18f4-4e0a-ab6f-cab7497832de tempest-ExtensionsTestJSON-442475417 tempest-ExtensionsTestJSON-442475417-project] http://10.222.0.32:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=121607) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 25 21:25:29.279395 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-da5a8010-d3be-44dd-a4af-b2a3e9abc159 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] 10.222.0.32 "DELETE /v2.0/subnets/0589a8fa-cab2-4b1f-83fb-496bc9c75883 HTTP/1.1" status: 204  len: 168 time: 0.4638944
Dec 25 21:25:29.280383 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 39958) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:25:29.281336 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-f8c1b119-18f4-4e0a-ab6f-cab7497832de tempest-ExtensionsTestJSON-442475417 tempest-ExtensionsTestJSON-442475417-project] 10.222.0.32 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200  len: 410 time: 0.0087779
Dec 25 21:25:29.281848 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c22863c1-f455-4461-92fc-e5ee9b240755 None None] Network 5ba308f6-5ce3-4f04-9dd1-8b1e6a62aef9 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:25:29.282301 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 39960) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:25:29.285361 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [None req-0d5bb86b-cea2-4d95-9db4-85dc2aee022a tempest-ExtensionsTestJSON-442475417 tempest-ExtensionsTestJSON-442475417-project] http://10.222.0.32:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=121606) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 25 21:25:29.288913 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-0d5bb86b-cea2-4d95-9db4-85dc2aee022a tempest-ExtensionsTestJSON-442475417 tempest-ExtensionsTestJSON-442475417-project] 10.222.0.32 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200  len: 386 time: 0.0050020
Dec 25 21:25:29.293324 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 39962) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:25:29.294935 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [None req-8046fff4-e36b-45e0-8f2c-10ada857f6f1 tempest-ExtensionsTestJSON-442475417 tempest-ExtensionsTestJSON-442475417-project] http://10.222.0.32:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=121607) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 25 21:25:29.297326 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-8046fff4-e36b-45e0-8f2c-10ada857f6f1 tempest-ExtensionsTestJSON-442475417 tempest-ExtensionsTestJSON-442475417-project] 10.222.0.32 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200  len: 383 time: 0.0068133
Dec 25 21:25:29.305470 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 39964) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:25:29.310961 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [None req-e9ebe794-9ba4-4dfc-93a3-afcfd1023dd6 tempest-ExtensionsTestJSON-442475417 tempest-ExtensionsTestJSON-442475417-project] http://10.222.0.32:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=121607) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 25 21:25:29.315383 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-e9ebe794-9ba4-4dfc-93a3-afcfd1023dd6 tempest-ExtensionsTestJSON-442475417 tempest-ExtensionsTestJSON-442475417-project] 10.222.0.32 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200  len: 403 time: 0.0088143
Dec 25 21:25:29.316264 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 39968) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:25:29.322756 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [None req-5970cd09-e8cd-421b-93a2-bfd0c03cf420 tempest-ExtensionsTestJSON-442475417 tempest-ExtensionsTestJSON-442475417-project] http://10.222.0.32:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=121607) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 25 21:25:29.326407 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-5970cd09-e8cd-421b-93a2-bfd0c03cf420 tempest-ExtensionsTestJSON-442475417 tempest-ExtensionsTestJSON-442475417-project] 10.222.0.32 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200  len: 392 time: 0.0079834
Dec 25 21:25:29.332772 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 39970) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:25:29.335173 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [None req-40b43fa2-959a-4bc8-b90a-1326523cb402 tempest-ExtensionsTestJSON-442475417 tempest-ExtensionsTestJSON-442475417-project] http://10.222.0.32:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=121606) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 25 21:25:29.338551 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-40b43fa2-959a-4bc8-b90a-1326523cb402 tempest-ExtensionsTestJSON-442475417 tempest-ExtensionsTestJSON-442475417-project] 10.222.0.32 "GET /v2.0/extensions/binding HTTP/1.1" status: 200  len: 387 time: 0.0063698
Dec 25 21:25:29.338897 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 39972) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:25:29.343140 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [None req-8552995c-fad1-4cf1-88ba-15c6dcc0e10d tempest-ExtensionsTestJSON-442475417 tempest-ExtensionsTestJSON-442475417-project] http://10.222.0.32:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=121607) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 25 21:25:29.344091 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-8552995c-fad1-4cf1-88ba-15c6dcc0e10d tempest-ExtensionsTestJSON-442475417 tempest-ExtensionsTestJSON-442475417-project] 10.222.0.32 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200  len: 406 time: 0.0042372
Dec 25 21:25:29.346479 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 39974) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:25:29.362623 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [None req-10e8c730-5e42-4b6c-adbb-75e0630e922f tempest-ExtensionsTestJSON-442475417 tempest-ExtensionsTestJSON-442475417-project] http://10.222.0.32:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=121607) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 25 21:25:29.368282 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-10e8c730-5e42-4b6c-adbb-75e0630e922f tempest-ExtensionsTestJSON-442475417 tempest-ExtensionsTestJSON-442475417-project] 10.222.0.32 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200  len: 354 time: 0.0163307
Dec 25 21:25:29.368994 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 39978) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:25:29.374371 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [None req-90c0a2d0-afe0-4417-aaf3-ca654c0e570c tempest-ExtensionsTestJSON-442475417 tempest-ExtensionsTestJSON-442475417-project] http://10.222.0.32:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=121607) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 25 21:25:29.376779 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-90c0a2d0-afe0-4417-aaf3-ca654c0e570c tempest-ExtensionsTestJSON-442475417 tempest-ExtensionsTestJSON-442475417-project] 10.222.0.32 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200  len: 398 time: 0.0068326
Dec 25 21:25:29.379858 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 39980) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:25:29.385723 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [None req-c93563b1-8f81-4636-ae24-9535de94557e tempest-ExtensionsTestJSON-442475417 tempest-ExtensionsTestJSON-442475417-project] http://10.222.0.32:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=121607) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 25 21:25:29.393188 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 39982) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:25:29.396646 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-c93563b1-8f81-4636-ae24-9535de94557e tempest-ExtensionsTestJSON-442475417 tempest-ExtensionsTestJSON-442475417-project] 10.222.0.32 "GET /v2.0/extensions/provider HTTP/1.1" status: 200  len: 385 time: 0.0149221
Dec 25 21:25:29.397232 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-7e154690-35e1-44a3-8fbc-1dc41ae65786 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625803'] for network, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:29.403441 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [None req-5fbcd1d5-b99b-40de-b710-d408d8cd0523 tempest-ExtensionsTestJSON-442475417 tempest-ExtensionsTestJSON-442475417-project] http://10.222.0.32:9696/v2.0/extensions/quota-check-limit returned with HTTP 200 {{(pid=121606) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 25 21:25:29.404387 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-5fbcd1d5-b99b-40de-b710-d408d8cd0523 tempest-ExtensionsTestJSON-442475417 tempest-ExtensionsTestJSON-442475417-project] 10.222.0.32 "GET /v2.0/extensions/quota-check-limit HTTP/1.1" status: 200  len: 420 time: 0.0046778
Dec 25 21:25:29.407480 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 39984) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:25:29.416953 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [None req-837a4f27-7339-43a2-a27a-cf2deefd4a6b tempest-ExtensionsTestJSON-442475417 tempest-ExtensionsTestJSON-442475417-project] http://10.222.0.32:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=121606) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 25 21:25:29.428679 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-837a4f27-7339-43a2-a27a-cf2deefd4a6b tempest-ExtensionsTestJSON-442475417 tempest-ExtensionsTestJSON-442475417-project] 10.222.0.32 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200  len: 386 time: 0.0066082
Dec 25 21:25:29.430811 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 39986) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:25:29.441494 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [None req-11ce1c2d-56c0-447b-a230-cba260cacf7f tempest-ExtensionsTestJSON-442475417 tempest-ExtensionsTestJSON-442475417-project] http://10.222.0.32:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=121607) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 25 21:25:29.448318 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-11ce1c2d-56c0-447b-a230-cba260cacf7f tempest-ExtensionsTestJSON-442475417 tempest-ExtensionsTestJSON-442475417-project] 10.222.0.32 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200  len: 407 time: 0.0164368
Dec 25 21:25:29.451322 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 39988) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:25:29.459033 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [None req-cb38e198-714c-45bd-a413-4078c8aa9868 tempest-ExtensionsTestJSON-442475417 tempest-ExtensionsTestJSON-442475417-project] http://10.222.0.32:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=121607) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 25 21:25:29.470510 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-cb38e198-714c-45bd-a413-4078c8aa9868 tempest-ExtensionsTestJSON-442475417 tempest-ExtensionsTestJSON-442475417-project] 10.222.0.32 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200  len: 417 time: 0.0181458
Dec 25 21:25:29.473391 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 39990) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:25:29.480604 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [None req-d833b767-baab-4a13-90dd-5e7f5dd50910 tempest-ExtensionsTestJSON-442475417 tempest-ExtensionsTestJSON-442475417-project] http://10.222.0.32:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=121607) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 25 21:25:29.488422 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-d833b767-baab-4a13-90dd-5e7f5dd50910 tempest-ExtensionsTestJSON-442475417 tempest-ExtensionsTestJSON-442475417-project] 10.222.0.32 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200  len: 392 time: 0.0101907
Dec 25 21:25:29.489906 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 39992) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:25:29.495114 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [None req-5e338eb4-8799-4f94-b705-b6b96b100ce3 tempest-ExtensionsTestJSON-442475417 tempest-ExtensionsTestJSON-442475417-project] http://10.222.0.32:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=121607) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 25 21:25:29.502816 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-5e338eb4-8799-4f94-b705-b6b96b100ce3 tempest-ExtensionsTestJSON-442475417 tempest-ExtensionsTestJSON-442475417-project] 10.222.0.32 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200  len: 384 time: 0.0109410
Dec 25 21:25:29.504068 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 39994) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:25:29.510480 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-611acd6c-6d33-4c55-8543-3f8368ffd2d0 None None] DHCP port deletion for 5ba308f6-5ce3-4f04-9dd1-8b1e6a62aef9 request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 21:25:29.512356 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [None req-344fb60c-bf6f-40a5-b649-ac44a6879951 tempest-ExtensionsTestJSON-442475417 tempest-ExtensionsTestJSON-442475417-project] http://10.222.0.32:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=121606) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 25 21:25:29.513701 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-344fb60c-bf6f-40a5-b649-ac44a6879951 tempest-ExtensionsTestJSON-442475417 tempest-ExtensionsTestJSON-442475417-project] 10.222.0.32 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200  len: 404 time: 0.0085440
Dec 25 21:25:29.516267 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 39996) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:25:29.522314 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [None req-e14526fb-a0c5-4bff-85b9-1b73821493f4 tempest-ExtensionsTestJSON-442475417 tempest-ExtensionsTestJSON-442475417-project] http://10.222.0.32:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=121606) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 25 21:25:29.526574 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-e14526fb-a0c5-4bff-85b9-1b73821493f4 tempest-ExtensionsTestJSON-442475417 tempest-ExtensionsTestJSON-442475417-project] 10.222.0.32 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200  len: 375 time: 0.0066559
Dec 25 21:25:29.526574 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-7e154690-35e1-44a3-8fbc-1dc41ae65786 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Deleting port 81517598-8fd7-4d38-8477-ee5324dd9b85 {{(pid=121606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:25:29.526901 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-7e154690-35e1-44a3-8fbc-1dc41ae65786 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:29.527556 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 39998) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:25:29.532775 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [None req-b757a146-5e91-40ad-9b73-d8d6ad11fb56 tempest-ExtensionsTestJSON-442475417 tempest-ExtensionsTestJSON-442475417-project] http://10.222.0.32:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=121607) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 25 21:25:29.535008 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-b757a146-5e91-40ad-9b73-d8d6ad11fb56 tempest-ExtensionsTestJSON-442475417 tempest-ExtensionsTestJSON-442475417-project] 10.222.0.32 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200  len: 441 time: 0.0062177
Dec 25 21:25:29.539195 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 40000) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:25:29.544036 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [None req-946b8f1a-0f09-41d3-9d94-67392acb0ef5 tempest-ExtensionsTestJSON-442475417 tempest-ExtensionsTestJSON-442475417-project] http://10.222.0.32:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=121607) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 25 21:25:29.547598 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-946b8f1a-0f09-41d3-9d94-67392acb0ef5 tempest-ExtensionsTestJSON-442475417 tempest-ExtensionsTestJSON-442475417-project] 10.222.0.32 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200  len: 423 time: 0.0072365
Dec 25 21:25:29.548414 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 40002) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:25:29.553491 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [None req-35069617-dfe5-4166-9eeb-e6e36cf03e99 tempest-ExtensionsTestJSON-442475417 tempest-ExtensionsTestJSON-442475417-project] http://10.222.0.32:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=121607) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 25 21:25:29.557341 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-35069617-dfe5-4166-9eeb-e6e36cf03e99 tempest-ExtensionsTestJSON-442475417 tempest-ExtensionsTestJSON-442475417-project] 10.222.0.32 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200  len: 391 time: 0.0077844
Dec 25 21:25:29.557967 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 40004) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:25:29.562552 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [None req-47a3b8a6-829b-4513-aaea-98f858b91961 tempest-ExtensionsTestJSON-442475417 tempest-ExtensionsTestJSON-442475417-project] http://10.222.0.32:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=121607) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 25 21:25:29.566202 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-47a3b8a6-829b-4513-aaea-98f858b91961 tempest-ExtensionsTestJSON-442475417 tempest-ExtensionsTestJSON-442475417-project] 10.222.0.32 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200  len: 445 time: 0.0055690
Dec 25 21:25:29.567080 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-611acd6c-6d33-4c55-8543-3f8368ffd2d0 None None] Deleting port 81517598-8fd7-4d38-8477-ee5324dd9b85 {{(pid=121608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:25:29.567534 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-611acd6c-6d33-4c55-8543-3f8368ffd2d0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:29.568190 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 40006) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:25:29.575079 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [None req-3f426f2f-d9e5-4acd-a334-aec5cd224976 tempest-ExtensionsTestJSON-442475417 tempest-ExtensionsTestJSON-442475417-project] http://10.222.0.32:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=121607) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 25 21:25:29.578962 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-3f426f2f-d9e5-4acd-a334-aec5cd224976 tempest-ExtensionsTestJSON-442475417 tempest-ExtensionsTestJSON-442475417-project] 10.222.0.32 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200  len: 422 time: 0.0098424
Dec 25 21:25:29.579595 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 40008) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:25:29.584159 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [None req-804e1fbe-1ce8-4b35-961b-8370062a8316 tempest-ExtensionsTestJSON-442475417 tempest-ExtensionsTestJSON-442475417-project] http://10.222.0.32:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=121607) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 25 21:25:29.587973 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-804e1fbe-1ce8-4b35-961b-8370062a8316 tempest-ExtensionsTestJSON-442475417 tempest-ExtensionsTestJSON-442475417-project] 10.222.0.32 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200  len: 448 time: 0.0071356
Dec 25 21:25:29.588808 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 40010) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:25:29.593190 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [None req-fa55d50e-3d90-47b1-9b05-cb30fc2c1550 tempest-ExtensionsTestJSON-442475417 tempest-ExtensionsTestJSON-442475417-project] http://10.222.0.32:9696/v2.0/extensions/security-groups-shared-filtering returned with HTTP 200 {{(pid=121607) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 25 21:25:29.595679 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-fa55d50e-3d90-47b1-9b05-cb30fc2c1550 tempest-ExtensionsTestJSON-442475417 tempest-ExtensionsTestJSON-442475417-project] 10.222.0.32 "GET /v2.0/extensions/security-groups-shared-filtering HTTP/1.1" status: 200  len: 435 time: 0.0057902
Dec 25 21:25:29.610167 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 40016) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:25:29.622017 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [None req-a0eb5ff4-a36f-401b-a09e-f4e870b5e78e tempest-ExtensionsTestJSON-442475417 tempest-ExtensionsTestJSON-442475417-project] http://10.222.0.32:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=121607) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 25 21:25:29.628757 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-a0eb5ff4-a36f-401b-a09e-f4e870b5e78e tempest-ExtensionsTestJSON-442475417 tempest-ExtensionsTestJSON-442475417-project] 10.222.0.32 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200  len: 364 time: 0.0171223
Dec 25 21:25:29.632211 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 40020) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:25:29.641091 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [None req-7e154690-35e1-44a3-8fbc-1dc41ae65786 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] For port 81517598-8fd7-4d38-8477-ee5324dd9b85, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=81517598-8fd7-4d38-8477-ee5324dd9b85,segment=NetworkSegment(e922e837-9ec9-4907-8158-65b90ef9c6a4),segment_id=e922e837-9ec9-4907-8158-65b90ef9c6a4)] {{(pid=121606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:25:29.641896 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-7e154690-35e1-44a3-8fbc-1dc41ae65786 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:29.643187 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [None req-ddac679e-d8b8-4acd-b35f-fd3708d628ae tempest-ExtensionsTestJSON-442475417 tempest-ExtensionsTestJSON-442475417-project] http://10.222.0.32:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=121607) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 25 21:25:29.647616 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-ddac679e-d8b8-4acd-b35f-fd3708d628ae tempest-ExtensionsTestJSON-442475417 tempest-ExtensionsTestJSON-442475417-project] 10.222.0.32 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200  len: 415 time: 0.0111520
Dec 25 21:25:29.648458 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 40026) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:25:29.663431 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [None req-63426799-4393-4ac2-a4aa-79f699526cf4 tempest-ExtensionsTestJSON-442475417 tempest-ExtensionsTestJSON-442475417-project] http://10.222.0.32:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=121607) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 25 21:25:29.667237 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-7e154690-35e1-44a3-8fbc-1dc41ae65786 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Calling delete_port for 81517598-8fd7-4d38-8477-ee5324dd9b85 owned by network:dhcp {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:25:29.669203 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 40034) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:25:29.673386 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-63426799-4393-4ac2-a4aa-79f699526cf4 tempest-ExtensionsTestJSON-442475417 tempest-ExtensionsTestJSON-442475417-project] 10.222.0.32 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200  len: 377 time: 0.0231712
Dec 25 21:25:29.673835 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [None req-67a8e857-2364-4cb5-87ed-5ed8ca15f1c1 tempest-ExtensionsTestJSON-442475417 tempest-ExtensionsTestJSON-442475417-project] http://10.222.0.32:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=121606) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 25 21:25:29.677875 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-67a8e857-2364-4cb5-87ed-5ed8ca15f1c1 tempest-ExtensionsTestJSON-442475417 tempest-ExtensionsTestJSON-442475417-project] 10.222.0.32 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200  len: 408 time: 0.0051219
Dec 25 21:25:29.677990 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-611acd6c-6d33-4c55-8543-3f8368ffd2d0 None None] For port 81517598-8fd7-4d38-8477-ee5324dd9b85, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=81517598-8fd7-4d38-8477-ee5324dd9b85,segment=NetworkSegment(e922e837-9ec9-4907-8158-65b90ef9c6a4),segment_id=e922e837-9ec9-4907-8158-65b90ef9c6a4)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:25:29.677990 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-611acd6c-6d33-4c55-8543-3f8368ffd2d0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:29.678795 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 40038) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:25:29.688503 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [None req-d83faa3e-6b7d-4436-bd35-31268ebb1a24 tempest-ExtensionsTestJSON-442475417 tempest-ExtensionsTestJSON-442475417-project] http://10.222.0.32:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=121607) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 25 21:25:29.696180 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-d83faa3e-6b7d-4436-bd35-31268ebb1a24 tempest-ExtensionsTestJSON-442475417 tempest-ExtensionsTestJSON-442475417-project] 10.222.0.32 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200  len: 402 time: 0.0142436
Dec 25 21:25:29.698450 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-611acd6c-6d33-4c55-8543-3f8368ffd2d0 None None] Calling delete_port for 81517598-8fd7-4d38-8477-ee5324dd9b85 owned by network:dhcp {{(pid=121608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:25:29.698843 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 40042) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:25:29.703599 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [None req-6c2853af-4c8f-4af3-bf14-86e8f8373b04 tempest-ExtensionsTestJSON-442475417 tempest-ExtensionsTestJSON-442475417-project] http://10.222.0.32:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=121607) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 25 21:25:29.707899 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-6c2853af-4c8f-4af3-bf14-86e8f8373b04 tempest-ExtensionsTestJSON-442475417 tempest-ExtensionsTestJSON-442475417-project] 10.222.0.32 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200  len: 391 time: 0.0078702
Dec 25 21:25:29.709620 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 40044) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:25:29.716945 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [None req-32345bd5-6d01-4e7b-bf85-4d7058aafce5 tempest-ExtensionsTestJSON-442475417 tempest-ExtensionsTestJSON-442475417-project] http://10.222.0.32:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=121607) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 25 21:25:29.721141 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-32345bd5-6d01-4e7b-bf85-4d7058aafce5 tempest-ExtensionsTestJSON-442475417 tempest-ExtensionsTestJSON-442475417-project] 10.222.0.32 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200  len: 400 time: 0.0104153
Dec 25 21:25:29.721982 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 40046) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:25:29.727418 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [None req-ebb731a6-ee85-431d-9f4f-0d44a7ecb084 tempest-ExtensionsTestJSON-442475417 tempest-ExtensionsTestJSON-442475417-project] http://10.222.0.32:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=121607) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 25 21:25:29.731494 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-ebb731a6-ee85-431d-9f4f-0d44a7ecb084 tempest-ExtensionsTestJSON-442475417 tempest-ExtensionsTestJSON-442475417-project] 10.222.0.32 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200  len: 388 time: 0.0084341
Dec 25 21:25:29.732287 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 40048) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:25:29.736554 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [None req-e7b44ed5-d94d-42b9-b1da-13c14e695d58 tempest-ExtensionsTestJSON-442475417 tempest-ExtensionsTestJSON-442475417-project] http://10.222.0.32:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=121607) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 25 21:25:29.739053 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-e7b44ed5-d94d-42b9-b1da-13c14e695d58 tempest-ExtensionsTestJSON-442475417 tempest-ExtensionsTestJSON-442475417-project] 10.222.0.32 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200  len: 418 time: 0.0056448
Dec 25 21:25:29.746330 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 40050) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:25:29.752521 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [None req-a3190fdc-571e-4011-a417-ff86421911b1 tempest-ExtensionsTestJSON-442475417 tempest-ExtensionsTestJSON-442475417-project] http://10.222.0.32:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=121606) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 25 21:25:29.753550 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-a3190fdc-571e-4011-a417-ff86421911b1 tempest-ExtensionsTestJSON-442475417 tempest-ExtensionsTestJSON-442475417-project] 10.222.0.32 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200  len: 537 time: 0.0048189
Dec 25 21:25:29.756004 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 40052) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:25:29.760333 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [None req-d78295cd-435a-4a11-a19f-2e88bad6a15e tempest-ExtensionsTestJSON-442475417 tempest-ExtensionsTestJSON-442475417-project] http://10.222.0.32:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=121606) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 25 21:25:29.785538 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-d78295cd-435a-4a11-a19f-2e88bad6a15e tempest-ExtensionsTestJSON-442475417 tempest-ExtensionsTestJSON-442475417-project] 10.222.0.32 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200  len: 449 time: 0.0285323
Dec 25 21:25:29.890521 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-db8054db-3328-425e-9045-f26c0f4e7830 req-3ef76056-6dc7-41c9-bf73-ec51d5fe69d9 tempest-ServerAddressesTestJSON-1193958312 tempest-ServerAddressesTestJSON-1193958312-project] 10.222.0.32 "GET /v2.0/ports?device_id=22ebc312-ee15-4ad5-9083-12afbc14bdf6 HTTP/1.1" status: 200  len: 210 time: 0.0330434
Dec 25 21:25:29.911891 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-611acd6c-6d33-4c55-8543-3f8368ffd2d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955'] for port, after_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:29.922404 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-7e154690-35e1-44a3-8fbc-1dc41ae65786 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:29.943689 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611acd6c-6d33-4c55-8543-3f8368ffd2d0 None None] Pushing event deleted for resources: {'Port': ['ID=81517598-8fd7-4d38-8477-ee5324dd9b85,revision_number=None']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:25:29.953329 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e154690-35e1-44a3-8fbc-1dc41ae65786 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Pushing event deleted for resources: {'Port': ['ID=81517598-8fd7-4d38-8477-ee5324dd9b85,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:25:29.954810 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-611acd6c-6d33-4c55-8543-3f8368ffd2d0 None None] No DVR routers for this DVR port 81517598-8fd7-4d38-8477-ee5324dd9b85 on host ncdv-master-1 {{(pid=121608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:25:29.957822 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e154690-35e1-44a3-8fbc-1dc41ae65786 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] No DVR routers for this DVR port 81517598-8fd7-4d38-8477-ee5324dd9b85 on host ncdv-master-1 {{(pid=121606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:25:30.046306 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-7e154690-35e1-44a3-8fbc-1dc41ae65786 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997585', 'neutron.services.segments.db._delete_segments_for_network-8737602743071'] for network, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:30.067023 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.segments.db [None req-7e154690-35e1-44a3-8fbc-1dc41ae65786 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2613c42130>,) {'filters': {'network_id': ['5ba308f6-5ce3-4f04-9dd1-8b1e6a62aef9']}} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:25:30.077278 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.segments.db [None req-7e154690-35e1-44a3-8fbc-1dc41ae65786 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2613c42130>, 'e922e837-9ec9-4907-8158-65b90ef9c6a4') {'for_net_delete': True} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:25:30.077580 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.segments.db [None req-7e154690-35e1-44a3-8fbc-1dc41ae65786 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2613c42130>, 'e922e837-9ec9-4907-8158-65b90ef9c6a4') {} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:25:30.088440 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-7e154690-35e1-44a3-8fbc-1dc41ae65786 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737602746920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9084222'] for segment, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:30.102587 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-7e154690-35e1-44a3-8fbc-1dc41ae65786 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:30.108570 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e154690-35e1-44a3-8fbc-1dc41ae65786 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Releasing vlan 193 on physical network physnet1 to pool {{(pid=121606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 25 21:25:30.108992 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-7e154690-35e1-44a3-8fbc-1dc41ae65786 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9084542'] for segment, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:30.112000 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:25:30.112000 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:25:30.112000 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:25:30.112000 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:25:30.112000 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:25:30.112000 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:25:30.112000 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:25:30.112000 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:25:30.112000 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:25:30.112000 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:25:30.112000 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:25:30.112000 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:25:30.112000 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:25:30.112000 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:25:30.112000 ncdv-master-1 neutron-server[121606]: Traceback (most recent call last):
Dec 25 21:25:30.112000 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 25 21:25:30.112000 ncdv-master-1 neutron-server[121606]:     timer()
Dec 25 21:25:30.112000 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 25 21:25:30.112000 ncdv-master-1 neutron-server[121606]:     cb(*args, **kw)
Dec 25 21:25:30.112000 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 25 21:25:30.112000 ncdv-master-1 neutron-server[121606]:     return func(*args, **kwargs)
Dec 25 21:25:30.112000 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 25 21:25:30.112000 ncdv-master-1 neutron-server[121606]:     self._notify()
Dec 25 21:25:30.112000 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 25 21:25:30.112000 ncdv-master-1 neutron-server[121606]:     self.callback(batched_events)
Dec 25 21:25:30.112000 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 25 21:25:30.112000 ncdv-master-1 neutron-server[121606]:     event.method(event)
Dec 25 21:25:30.112000 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 25 21:25:30.112000 ncdv-master-1 neutron-server[121606]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 25 21:25:30.112000 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 25 21:25:30.112000 ncdv-master-1 neutron-server[121606]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 25 21:25:30.112000 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 25 21:25:30.112000 ncdv-master-1 neutron-server[121606]:     return f(self, *a, **k)
Dec 25 21:25:30.112000 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 25 21:25:30.112000 ncdv-master-1 neutron-server[121606]:     return self._get(url).json()
Dec 25 21:25:30.112000 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 25 21:25:30.112000 ncdv-master-1 neutron-server[121606]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 25 21:25:30.112000 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 25 21:25:30.112000 ncdv-master-1 neutron-server[121606]:     return self.request(url, 'GET', **kwargs)
Dec 25 21:25:30.112000 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 25 21:25:30.112000 ncdv-master-1 neutron-server[121606]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 25 21:25:30.112000 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 25 21:25:30.112000 ncdv-master-1 neutron-server[121606]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 25 21:25:30.112000 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 25 21:25:30.112000 ncdv-master-1 neutron-server[121606]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 25 21:25:30.112000 ncdv-master-1 neutron-server[121606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 25 21:25:30.282888 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-7e154690-35e1-44a3-8fbc-1dc41ae65786 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2008653'] for network, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:30.292933 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-7e154690-35e1-44a3-8fbc-1dc41ae65786 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for network, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:30.296350 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-7e154690-35e1-44a3-8fbc-1dc41ae65786 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] 10.222.0.32 "DELETE /v2.0/networks/5ba308f6-5ce3-4f04-9dd1-8b1e6a62aef9 HTTP/1.1" status: 204  len: 168 time: 1.0082695
Dec 25 21:25:30.301936 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 40066) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:25:30.308042 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e154690-35e1-44a3-8fbc-1dc41ae65786 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Pushing event deleted for resources: {'Network': ['ID=5ba308f6-5ce3-4f04-9dd1-8b1e6a62aef9,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:25:30.309165 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-b4bdf548-8183-45c2-aae2-11a3d3b498ad tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-137911943', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:25:30.432155 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b4bdf548-8183-45c2-aae2-11a3d3b498ad tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2014909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14863'] for router, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:30.433619 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b4bdf548-8183-45c2-aae2-11a3d3b498ad tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2014285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2009796', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2082630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14848'] for router, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:30.502224 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cec63cf-6581-43d3-82a1-01bcdb28d45f req-985585c0-2454-45f2-8739-3d12434913b2 tempest-ServerAddressesTestJSON-1193958312 tempest-ServerAddressesTestJSON-1193958312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:25:30.508676 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3cec63cf-6581-43d3-82a1-01bcdb28d45f req-985585c0-2454-45f2-8739-3d12434913b2 tempest-ServerAddressesTestJSON-1193958312 tempest-ServerAddressesTestJSON-1193958312-project] 10.222.0.37 "GET /v2.0/networks?id=d3e5445c-e82c-41fa-b43a-d819a64e08ff HTTP/1.1" status: 200  len: 813 time: 0.1358454
Dec 25 21:25:30.518242 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b4bdf548-8183-45c2-aae2-11a3d3b498ad tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:30.522738 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-3cec63cf-6581-43d3-82a1-01bcdb28d45f req-35c3a359-62dd-47c5-8874-164c3168c7dc tempest-ServerAddressesTestJSON-1193958312 tempest-ServerAddressesTestJSON-1193958312-project] Request body: {'port': {'device_id': '22ebc312-ee15-4ad5-9083-12afbc14bdf6', 'network_id': 'd3e5445c-e82c-41fa-b43a-d819a64e08ff', 'admin_state_up': True, 'tenant_id': '76f51d39e5e345dbafabc9f8d372fc34'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:25:30.648048 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b4bdf548-8183-45c2-aae2-11a3d3b498ad tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2014278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2009753'] for router, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:30.694292 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3cec63cf-6581-43d3-82a1-01bcdb28d45f req-35c3a359-62dd-47c5-8874-164c3168c7dc tempest-ServerAddressesTestJSON-1193958312 tempest-ServerAddressesTestJSON-1193958312-project] Made reservation on behalf of 76f51d39e5e345dbafabc9f8d372fc34 for: {'port': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:25:30.698347 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-3cec63cf-6581-43d3-82a1-01bcdb28d45f req-35c3a359-62dd-47c5-8874-164c3168c7dc tempest-ServerAddressesTestJSON-1193958312 tempest-ServerAddressesTestJSON-1193958312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:30.777133 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b4bdf548-8183-45c2-aae2-11a3d3b498ad tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks [] for router, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:30.779319 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-b4bdf548-8183-45c2-aae2-11a3d3b498ad tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 702 time: 0.4744179
Dec 25 21:25:30.787756 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 40080) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:25:30.793383 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-ebeb49fa-e60f-479f-8ccd-89de53a7330b tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1385577126'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:25:30.866066 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 40082) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:25:30.953828 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebeb49fa-e60f-479f-8ccd-89de53a7330b tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Made reservation on behalf of 3075932236c24ad8974bea0414dd1507 for: {'network': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:25:30.968273 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ebeb49fa-e60f-479f-8ccd-89de53a7330b tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for network, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:31.018703 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebeb49fa-e60f-479f-8ccd-89de53a7330b tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] vlan segment allocate from pool success with {'vlan_id': 182, 'physical_network': 'physnet1'}  {{(pid=121607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 25 21:25:31.029897 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ebeb49fa-e60f-479f-8ccd-89de53a7330b tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:31.030513 ncdv-master-1 neutron-server[121607]: INFO neutron.db.segments_db [None req-ebeb49fa-e60f-479f-8ccd-89de53a7330b tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Added segment 4e3e6713-1c52-4bb3-bb8f-9495f3a9dac2 of type vlan for network 82b6058b-9384-41d8-9c3f-000c180610b3
Dec 25 21:25:31.076484 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ebeb49fa-e60f-479f-8ccd-89de53a7330b tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737602163420'] for network, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:31.196500 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ebeb49fa-e60f-479f-8ccd-89de53a7330b tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870'] for network, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:31.201703 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebeb49fa-e60f-479f-8ccd-89de53a7330b tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:25:31.202406 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ebeb49fa-e60f-479f-8ccd-89de53a7330b tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for network, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:31.222766 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9d697811-8905-40c8-b1fa-737963e212b0 req-4826b47f-b56d-408f-b7a2-448881bf175c tempest-ServerAddressesTestJSON-1193958312 tempest-ServerAddressesTestJSON-1193958312-project] 10.222.0.32 "GET /v2.0/ports?device_id=22ebc312-ee15-4ad5-9083-12afbc14bdf6 HTTP/1.1" status: 200  len: 210 time: 0.0440845
Dec 25 21:25:31.269147 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_common [req-3cec63cf-6581-43d3-82a1-01bcdb28d45f req-35c3a359-62dd-47c5-8874-164c3168c7dc tempest-ServerAddressesTestJSON-1193958312 tempest-ServerAddressesTestJSON-1193958312-project] Allocated IP 172.20.0.13 (d3e5445c-e82c-41fa-b43a-d819a64e08ff/367efebd-202c-4f96-8bf1-069f2bf68f5d/41bf078c-e30c-41c9-894d-b8d92af84070) {{(pid=121606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:25:31.288153 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebeb49fa-e60f-479f-8ccd-89de53a7330b tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Pushing event updated for resources: {'Network': ['ID=82b6058b-9384-41d8-9c3f-000c180610b3,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:25:31.302350 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Network 82b6058b-9384-41d8-9c3f-000c180610b3 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 25 21:25:31.316340 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-ebeb49fa-e60f-479f-8ccd-89de53a7330b tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 770 time: 0.5261848
Dec 25 21:25:31.318214 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 40096) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:25:31.326630 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-2efdb832-5fe7-4b53-919a-7367f970725b tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Request body: {'subnet': {'network_id': '82b6058b-9384-41d8-9c3f-000c180610b3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:25:31.469221 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-c0f9e308-ce09-42ff-b4b1-5de7898dfecf admin admin] Publish callbacks [] for security_group, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:31.498446 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-3cec63cf-6581-43d3-82a1-01bcdb28d45f req-35c3a359-62dd-47c5-8874-164c3168c7dc tempest-ServerAddressesTestJSON-1193958312 tempest-ServerAddressesTestJSON-1193958312-project] Publish callbacks [] for port, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:31.523133 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 81517598-8fd7-4d38-8477-ee5324dd9b85 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:25:31.563079 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] No Port match for: 81517598-8fd7-4d38-8477-ee5324dd9b85 {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:25:31.563681 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 81517598-8fd7-4d38-8477-ee5324dd9b85 not bound to the agent host ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:25:31.606892 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2efdb832-5fe7-4b53-919a-7367f970725b tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Made reservation on behalf of 3075932236c24ad8974bea0414dd1507 for: {'subnet': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:25:31.610300 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-2efdb832-5fe7-4b53-919a-7367f970725b tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8852834'] for subnet, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:31.614385 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-c0f9e308-ce09-42ff-b4b1-5de7898dfecf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:31.649066 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-3cec63cf-6581-43d3-82a1-01bcdb28d45f req-35c3a359-62dd-47c5-8874-164c3168c7dc tempest-ServerAddressesTestJSON-1193958312 tempest-ServerAddressesTestJSON-1193958312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:31.695452 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-c0f9e308-ce09-42ff-b4b1-5de7898dfecf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:31.696351 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3cec63cf-6581-43d3-82a1-01bcdb28d45f req-35c3a359-62dd-47c5-8874-164c3168c7dc tempest-ServerAddressesTestJSON-1193958312 tempest-ServerAddressesTestJSON-1193958312-project] Network d3e5445c-e82c-41fa-b43a-d819a64e08ff is already hosted by enough agents. {{(pid=121606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:25:31.700073 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [req-3cec63cf-6581-43d3-82a1-01bcdb28d45f req-35c3a359-62dd-47c5-8874-164c3168c7dc tempest-ServerAddressesTestJSON-1193958312 tempest-ServerAddressesTestJSON-1193958312-project] Resources bound (agent type, host, resource id):  {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:25:31.702809 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cec63cf-6581-43d3-82a1-01bcdb28d45f req-35c3a359-62dd-47c5-8874-164c3168c7dc tempest-ServerAddressesTestJSON-1193958312 tempest-ServerAddressesTestJSON-1193958312-project] Received port after_create {{(pid=121606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:25:31.727536 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f9e308-ce09-42ff-b4b1-5de7898dfecf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be1c3f91-115e-4a6d-aa7b-20ba7a7fd11a,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:25:31.746700 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c3a359-62dd-47c5-8874-164c3168c7dc tempest-ServerAddressesTestJSON-1193958312 tempest-ServerAddressesTestJSON-1193958312-project] Pushing event updated for resources: {'Port': ['ID=41bf078c-e30c-41c9-894d-b8d92af84070,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:25:31.757185 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-c0f9e308-ce09-42ff-b4b1-5de7898dfecf admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=62e3a3e79ff243dda1dc96033280341c&name=default HTTP/1.1" status: 200  len: 3000 time: 0.8865745
Dec 25 21:25:31.757300 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 40102) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:25:31.781160 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cec63cf-6581-43d3-82a1-01bcdb28d45f req-35c3a359-62dd-47c5-8874-164c3168c7dc tempest-ServerAddressesTestJSON-1193958312 tempest-ServerAddressesTestJSON-1193958312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:25:31.781691 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-3cec63cf-6581-43d3-82a1-01bcdb28d45f req-35c3a359-62dd-47c5-8874-164c3168c7dc tempest-ServerAddressesTestJSON-1193958312 tempest-ServerAddressesTestJSON-1193958312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:31.823862 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-d601762b-82b2-45cc-8341-ab44b5f06d3a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:31.845213 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-d601762b-82b2-45cc-8341-ab44b5f06d3a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:31.924923 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3cec63cf-6581-43d3-82a1-01bcdb28d45f req-35c3a359-62dd-47c5-8874-164c3168c7dc tempest-ServerAddressesTestJSON-1193958312 tempest-ServerAddressesTestJSON-1193958312-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.4073570
Dec 25 21:25:31.937438 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-3cec63cf-6581-43d3-82a1-01bcdb28d45f req-31ef0b6a-1e5a-46a3-8a54-836f98bd21ae service neutron] Request body: {'port': {'device_id': '22ebc312-ee15-4ad5-9083-12afbc14bdf6', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:25:31.962308 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-2efdb832-5fe7-4b53-919a-7367f970725b tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8632475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8852848'] for subnet, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:32.003676 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-d601762b-82b2-45cc-8341-ab44b5f06d3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:32.007273 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-d601762b-82b2-45cc-8341-ab44b5f06d3a admin admin] Publish callbacks [] for security_group, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:32.011210 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-d601762b-82b2-45cc-8341-ab44b5f06d3a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/be1c3f91-115e-4a6d-aa7b-20ba7a7fd11a HTTP/1.1" status: 204  len: 168 time: 0.2534335
Dec 25 21:25:32.028118 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efdb832-5fe7-4b53-919a-7367f970725b tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Pushing event updated for resources: {'Subnet': ['ID=d26521ed-5aa6-4cc0-8118-08157704ac07,revision_number=0']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:25:32.030665 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d601762b-82b2-45cc-8341-ab44b5f06d3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be1c3f91-115e-4a6d-aa7b-20ba7a7fd11a,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:25:32.044243 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-3cec63cf-6581-43d3-82a1-01bcdb28d45f req-31ef0b6a-1e5a-46a3-8a54-836f98bd21ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:32.044351 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2efdb832-5fe7-4b53-919a-7367f970725b tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Checking segment: {'id': '4e3e6713-1c52-4bb3-bb8f-9495f3a9dac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '82b6058b-9384-41d8-9c3f-000c180610b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:25:32.044351 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2efdb832-5fe7-4b53-919a-7367f970725b tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Network hostable DHCP agents. Network: 82b6058b-9384-41d8-9c3f-000c180610b3, hostable agents: ['1813db88-2c1b-4357-a2ba-869246b663c2'], hosted agents: [] {{(pid=121607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 25 21:25:32.048039 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2efdb832-5fe7-4b53-919a-7367f970725b tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:25:32.048039 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2efdb832-5fe7-4b53-919a-7367f970725b tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:25:32.048039 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2efdb832-5fe7-4b53-919a-7367f970725b tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:25:32.048039 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2efdb832-5fe7-4b53-919a-7367f970725b tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:25:32.048460 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2efdb832-5fe7-4b53-919a-7367f970725b tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:25:32.048707 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2efdb832-5fe7-4b53-919a-7367f970725b tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:25:32.049014 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2efdb832-5fe7-4b53-919a-7367f970725b tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:25:32.049344 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2efdb832-5fe7-4b53-919a-7367f970725b tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:25:32.049669 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2efdb832-5fe7-4b53-919a-7367f970725b tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:25:32.049991 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2efdb832-5fe7-4b53-919a-7367f970725b tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:25:32.050312 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2efdb832-5fe7-4b53-919a-7367f970725b tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:25:32.050631 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2efdb832-5fe7-4b53-919a-7367f970725b tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:25:32.050951 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2efdb832-5fe7-4b53-919a-7367f970725b tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:25:32.145431 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2efdb832-5fe7-4b53-919a-7367f970725b tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Network 82b6058b-9384-41d8-9c3f-000c180610b3 is scheduled to be hosted by DHCP agent 1813db88-2c1b-4357-a2ba-869246b663c2 with binding_index 1 {{(pid=121607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 25 21:25:32.231457 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-2efdb832-5fe7-4b53-919a-7367f970725b tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 82b6058b-9384-41d8-9c3f-000c180610b3) {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:25:32.237228 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2efdb832-5fe7-4b53-919a-7367f970725b tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:25:32.238796 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-2efdb832-5fe7-4b53-919a-7367f970725b tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks [] for subnet, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:32.243616 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-394d8dc6-f209-4b43-a5df-eb3a261748f0 None None] Network 82b6058b-9384-41d8-9c3f-000c180610b3 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:25:32.365613 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-2efdb832-5fe7-4b53-919a-7367f970725b tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.0460346
Dec 25 21:25:32.368719 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 40120) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:25:32.394753 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f14c686-2c9c-4262-bebb-954662dd5506 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-82b6058b-9384-41d8-9c3f-000c180610b3', 'network_id': '82b6058b-9384-41d8-9c3f-000c180610b3', 'project_id': '3075932236c24ad8974bea0414dd1507', 'fixed_ips': [{'subnet_id': 'd26521ed-5aa6-4cc0-8118-08157704ac07'}]}} from ncdv-master-1. {{(pid=121608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 25 21:25:32.395777 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-8f14c686-2c9c-4262-bebb-954662dd5506 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:32.429217 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41675ab6-4e36-4a06-9666-d3a32b61bf82 req-329dee1c-c09a-4423-859d-019c5bcdfa4e tempest-ServerAddressesTestJSON-1193958312 tempest-ServerAddressesTestJSON-1193958312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:25:32.431739 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-41675ab6-4e36-4a06-9666-d3a32b61bf82 req-329dee1c-c09a-4423-859d-019c5bcdfa4e tempest-ServerAddressesTestJSON-1193958312 tempest-ServerAddressesTestJSON-1193958312-project] 10.222.0.32 "GET /v2.0/ports?device_id=22ebc312-ee15-4ad5-9083-12afbc14bdf6 HTTP/1.1" status: 200  len: 932 time: 0.1177852
Dec 25 21:25:32.455099 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 40122) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:25:32.470297 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [req-3cec63cf-6581-43d3-82a1-01bcdb28d45f req-31ef0b6a-1e5a-46a3-8a54-836f98bd21ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41bf078c-e30c-41c9-894d-b8d92af84070 {{(pid=121606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:25:32.486437 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-3cec63cf-6581-43d3-82a1-01bcdb28d45f req-31ef0b6a-1e5a-46a3-8a54-836f98bd21ae service neutron] Publish callbacks [] for port, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:32.517579 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-41675ab6-4e36-4a06-9666-d3a32b61bf82 req-192c3300-a30c-4830-87d6-7abeb6ceecf0 tempest-ServerAddressesTestJSON-1193958312 tempest-ServerAddressesTestJSON-1193958312-project] 10.222.0.32 "GET /v2.0/security-groups?id=c048e08a-07c9-412e-a9f2-71f01390d24c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0848045
Dec 25 21:25:32.518672 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.provisioning_blocks [req-3cec63cf-6581-43d3-82a1-01bcdb28d45f req-31ef0b6a-1e5a-46a3-8a54-836f98bd21ae service neutron] Transition to ACTIVE for port object 41bf078c-e30c-41c9-894d-b8d92af84070 will not be triggered until provisioned by entity L2. {{(pid=121606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 25 21:25:32.573658 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-3cec63cf-6581-43d3-82a1-01bcdb28d45f req-31ef0b6a-1e5a-46a3-8a54-836f98bd21ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:32.630140 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.db_base_plugin_common [None req-8f14c686-2c9c-4262-bebb-954662dd5506 None None] Allocated IP 2001:db8::2 (82b6058b-9384-41d8-9c3f-000c180610b3/d26521ed-5aa6-4cc0-8118-08157704ac07/51be9606-4e6a-45f4-aeff-c93d6edf1727) {{(pid=121608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:25:32.747868 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ef0b6a-1e5a-46a3-8a54-836f98bd21ae service neutron] Pushing event updated for resources: {'Port': ['ID=41bf078c-e30c-41c9-894d-b8d92af84070,revision_number=2']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:25:32.770235 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-3cec63cf-6581-43d3-82a1-01bcdb28d45f req-31ef0b6a-1e5a-46a3-8a54-836f98bd21ae service neutron] Attempting to bind port 41bf078c-e30c-41c9-894d-b8d92af84070 on host nch2-master-1 for vnic_type normal with profile  {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:25:32.770598 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-3cec63cf-6581-43d3-82a1-01bcdb28d45f req-31ef0b6a-1e5a-46a3-8a54-836f98bd21ae service neutron] Attempting to bind port 41bf078c-e30c-41c9-894d-b8d92af84070 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '7d046547-be7e-45aa-8fd2-b94df7d031f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd3e5445c-e82c-41fa-b43a-d819a64e08ff'}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:25:32.771611 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cec63cf-6581-43d3-82a1-01bcdb28d45f req-31ef0b6a-1e5a-46a3-8a54-836f98bd21ae service neutron] Attempting to bind port 41bf078c-e30c-41c9-894d-b8d92af84070 on network d3e5445c-e82c-41fa-b43a-d819a64e08ff {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:25:32.776552 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cec63cf-6581-43d3-82a1-01bcdb28d45f req-31ef0b6a-1e5a-46a3-8a54-836f98bd21ae service neutron] Port 41bf078c-e30c-41c9-894d-b8d92af84070 on network d3e5445c-e82c-41fa-b43a-d819a64e08ff not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 25 21:25:32.776907 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cec63cf-6581-43d3-82a1-01bcdb28d45f req-31ef0b6a-1e5a-46a3-8a54-836f98bd21ae service neutron] Attempting to bind port 41bf078c-e30c-41c9-894d-b8d92af84070 on network d3e5445c-e82c-41fa-b43a-d819a64e08ff {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:25:32.782165 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cec63cf-6581-43d3-82a1-01bcdb28d45f req-31ef0b6a-1e5a-46a3-8a54-836f98bd21ae service neutron] Checking agent: {'id': '0d9ae313-8f8d-40fa-8a9f-d098a25a9911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 21, 4, 38), 'started_at': datetime.datetime(2021, 12, 25, 21, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 25, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:25:32.782505 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cec63cf-6581-43d3-82a1-01bcdb28d45f req-31ef0b6a-1e5a-46a3-8a54-836f98bd21ae service neutron] Checking segment: {'id': '7d046547-be7e-45aa-8fd2-b94df7d031f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd3e5445c-e82c-41fa-b43a-d819a64e08ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:25:32.787054 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cec63cf-6581-43d3-82a1-01bcdb28d45f req-31ef0b6a-1e5a-46a3-8a54-836f98bd21ae service neutron] Bound using segment: {'id': '7d046547-be7e-45aa-8fd2-b94df7d031f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd3e5445c-e82c-41fa-b43a-d819a64e08ff'} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:25:32.787054 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-3cec63cf-6581-43d3-82a1-01bcdb28d45f req-31ef0b6a-1e5a-46a3-8a54-836f98bd21ae service neutron] Bound port: 41bf078c-e30c-41c9-894d-b8d92af84070, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d046547-be7e-45aa-8fd2-b94df7d031f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd3e5445c-e82c-41fa-b43a-d819a64e08ff'}}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:25:32.787054 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-3cec63cf-6581-43d3-82a1-01bcdb28d45f req-31ef0b6a-1e5a-46a3-8a54-836f98bd21ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:32.788830 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-eb5f3ac5-2797-40aa-a304-cc843033bbca tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:32.840232 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-8f14c686-2c9c-4262-bebb-954662dd5506 None None] Publish callbacks [] for port, precommit_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:32.859450 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-636ef5cf-fc31-4c74-a900-ed0cf829c291 tempest-QuotasNegativeTest-1862831309 tempest-QuotasNegativeTest-1862831309-project-admin] Request body: {'quota': {'network': 2}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:25:32.890915 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-3cec63cf-6581-43d3-82a1-01bcdb28d45f req-31ef0b6a-1e5a-46a3-8a54-836f98bd21ae service neutron] For port 41bf078c-e30c-41c9-894d-b8d92af84070, host nch2-master-1, cleared binding levels {{(pid=121606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:25:32.895708 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-3cec63cf-6581-43d3-82a1-01bcdb28d45f req-31ef0b6a-1e5a-46a3-8a54-836f98bd21ae service neutron] For port 41bf078c-e30c-41c9-894d-b8d92af84070, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=41bf078c-e30c-41c9-894d-b8d92af84070,segment=NetworkSegment(7d046547-be7e-45aa-8fd2-b94df7d031f5),segment_id=7d046547-be7e-45aa-8fd2-b94df7d031f5)] {{(pid=121606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:25:32.991510 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-8f14c686-2c9c-4262-bebb-954662dd5506 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946'] for port, after_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:33.030490 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f14c686-2c9c-4262-bebb-954662dd5506 None None] Network 82b6058b-9384-41d8-9c3f-000c180610b3 is already hosted by enough agents. {{(pid=121608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:25:33.033354 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.base_scheduler [None req-8f14c686-2c9c-4262-bebb-954662dd5506 None None] Resources bound (agent type, host, resource id):  {{(pid=121608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:25:33.036034 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f14c686-2c9c-4262-bebb-954662dd5506 None None] Received port after_create {{(pid=121608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:25:33.047521 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_common [None req-eb5f3ac5-2797-40aa-a304-cc843033bbca tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Allocated IP 2001:db8::1 (82b6058b-9384-41d8-9c3f-000c180610b3/d26521ed-5aa6-4cc0-8118-08157704ac07/30d276c8-352c-4fee-81b2-dc105be2cf97) {{(pid=121607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:25:33.052133 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f14c686-2c9c-4262-bebb-954662dd5506 None None] Pushing event updated for resources: {'Port': ['ID=51be9606-4e6a-45f4-aeff-c93d6edf1727,revision_number=1']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:25:33.053216 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-3cec63cf-6581-43d3-82a1-01bcdb28d45f req-31ef0b6a-1e5a-46a3-8a54-836f98bd21ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:33.068364 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-636ef5cf-fc31-4c74-a900-ed0cf829c291 tempest-QuotasNegativeTest-1862831309 tempest-QuotasNegativeTest-1862831309-project-admin] 10.222.0.32 "PUT /v2.0/quotas/65fe8e08853d406695d41c77ea3972bf HTTP/1.1" status: 200  len: 368 time: 0.6057987
Dec 25 21:25:33.069077 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 40134) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:25:33.077255 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-03d39cbe-999d-4ae3-8c33-d2e56514e089 tempest-QuotasNegativeTest-1862831309 tempest-QuotasNegativeTest-1862831309-project-admin] Request body: {'network': {'project_id': '65fe8e08853d406695d41c77ea3972bf'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:25:33.135049 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ef0b6a-1e5a-46a3-8a54-836f98bd21ae service neutron] Pushing event updated for resources: {'Port': ['ID=41bf078c-e30c-41c9-894d-b8d92af84070,revision_number=3']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:25:33.141851 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cec63cf-6581-43d3-82a1-01bcdb28d45f req-31ef0b6a-1e5a-46a3-8a54-836f98bd21ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:25:33.142562 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-3cec63cf-6581-43d3-82a1-01bcdb28d45f req-31ef0b6a-1e5a-46a3-8a54-836f98bd21ae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:33.144476 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3cec63cf-6581-43d3-82a1-01bcdb28d45f req-31ef0b6a-1e5a-46a3-8a54-836f98bd21ae service neutron] 10.222.0.37 "PUT /v2.0/ports/41bf078c-e30c-41c9-894d-b8d92af84070 HTTP/1.1" status: 200  len: 1092 time: 1.2114542
Dec 25 21:25:33.145176 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22ebc312-ee15-4ad5-9083-12afbc14bdf6', 'tag': '41bf078c-e30c-41c9-894d-b8d92af84070'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:25:33.159078 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9858820c13ec2827453b94ebc4181065e990a4e4089ccb9fe762531ac62d2fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3768b69-a52a-4dd7-bba2-0a7200fe92c7" -d '{"events": [{"name": "network-changed", "server_uuid": "22ebc312-ee15-4ad5-9083-12afbc14bdf6", "tag": "41bf078c-e30c-41c9-894d-b8d92af84070"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:25:33.173106 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-8f14c686-2c9c-4262-bebb-954662dd5506 None None] Attempting to bind port 51be9606-4e6a-45f4-aeff-c93d6edf1727 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:25:33.173663 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-8f14c686-2c9c-4262-bebb-954662dd5506 None None] Attempting to bind port 51be9606-4e6a-45f4-aeff-c93d6edf1727 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '4e3e6713-1c52-4bb3-bb8f-9495f3a9dac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '82b6058b-9384-41d8-9c3f-000c180610b3'}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:25:33.174230 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f14c686-2c9c-4262-bebb-954662dd5506 None None] Attempting to bind port 51be9606-4e6a-45f4-aeff-c93d6edf1727 on network 82b6058b-9384-41d8-9c3f-000c180610b3 {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:25:33.181385 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f14c686-2c9c-4262-bebb-954662dd5506 None None] Checking agent: {'id': 'ca4f5c6d-f1fd-48b8-a3e3-395864c7d23d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 20, 56, 40), 'started_at': datetime.datetime(2021, 12, 25, 20, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 25, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:25:33.182029 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f14c686-2c9c-4262-bebb-954662dd5506 None None] Checking segment: {'id': '4e3e6713-1c52-4bb3-bb8f-9495f3a9dac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '82b6058b-9384-41d8-9c3f-000c180610b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:25:33.182660 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-8f14c686-2c9c-4262-bebb-954662dd5506 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:33.183695 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f14c686-2c9c-4262-bebb-954662dd5506 None None] Bound using segment: {'id': '4e3e6713-1c52-4bb3-bb8f-9495f3a9dac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '82b6058b-9384-41d8-9c3f-000c180610b3'} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:25:33.184548 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-8f14c686-2c9c-4262-bebb-954662dd5506 None None] Bound port: 51be9606-4e6a-45f4-aeff-c93d6edf1727, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e3e6713-1c52-4bb3-bb8f-9495f3a9dac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '82b6058b-9384-41d8-9c3f-000c180610b3'}}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:25:33.185415 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-8f14c686-2c9c-4262-bebb-954662dd5506 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:33.221821 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Dec 2021 21:25:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c56bed2b-bb5e-40fa-a63b-80305d1c7e24 x-openstack-request-id: req-c56bed2b-bb5e-40fa-a63b-80305d1c7e24 {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:25:33.222114 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22ebc312-ee15-4ad5-9083-12afbc14bdf6", "tag": "41bf078c-e30c-41c9-894d-b8d92af84070", "status": "completed", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:25:33.222367 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c56bed2b-bb5e-40fa-a63b-80305d1c7e24 {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:25:33.224470 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22ebc312-ee15-4ad5-9083-12afbc14bdf6', 'tag': '41bf078c-e30c-41c9-894d-b8d92af84070', 'status': 'completed', 'code': 200}
Dec 25 21:25:33.282820 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-eb5f3ac5-2797-40aa-a304-cc843033bbca tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks [] for port, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:33.307194 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-8f14c686-2c9c-4262-bebb-954662dd5506 None None] For port 51be9606-4e6a-45f4-aeff-c93d6edf1727, host ncdv-master-1, cleared binding levels {{(pid=121608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:25:33.307429 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3768b69-a52a-4dd7-bba2-0a7200fe92c7 req-04edbfa8-b33f-4c77-aa22-4e6b4d37e1d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:25:33.310267 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f3768b69-a52a-4dd7-bba2-0a7200fe92c7 req-04edbfa8-b33f-4c77-aa22-4e6b4d37e1d2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=76f51d39e5e345dbafabc9f8d372fc34&device_id=22ebc312-ee15-4ad5-9083-12afbc14bdf6 HTTP/1.1" status: 200  len: 1095 time: 0.0624034
Dec 25 21:25:33.310791 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-8f14c686-2c9c-4262-bebb-954662dd5506 None None] For port 51be9606-4e6a-45f4-aeff-c93d6edf1727, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=51be9606-4e6a-45f4-aeff-c93d6edf1727,segment=NetworkSegment(4e3e6713-1c52-4bb3-bb8f-9495f3a9dac2),segment_id=4e3e6713-1c52-4bb3-bb8f-9495f3a9dac2)] {{(pid=121608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:25:33.318815 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03d39cbe-999d-4ae3-8c33-d2e56514e089 tempest-QuotasNegativeTest-1862831309 tempest-QuotasNegativeTest-1862831309-project-admin] Made reservation on behalf of 65fe8e08853d406695d41c77ea3972bf for: {'network': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:25:33.321280 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-03d39cbe-999d-4ae3-8c33-d2e56514e089 tempest-QuotasNegativeTest-1862831309 tempest-QuotasNegativeTest-1862831309-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for network, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:33.336346 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-03d39cbe-999d-4ae3-8c33-d2e56514e089 tempest-QuotasNegativeTest-1862831309 tempest-QuotasNegativeTest-1862831309-project-admin] Publish callbacks [] for security_group, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:33.396856 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-8f14c686-2c9c-4262-bebb-954662dd5506 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:33.419220 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-03d39cbe-999d-4ae3-8c33-d2e56514e089 tempest-QuotasNegativeTest-1862831309 tempest-QuotasNegativeTest-1862831309-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:33.443623 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3768b69-a52a-4dd7-bba2-0a7200fe92c7 req-02149330-3283-47f6-9c39-34b4a97547fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:25:33.445009 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f3768b69-a52a-4dd7-bba2-0a7200fe92c7 req-02149330-3283-47f6-9c39-34b4a97547fc service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=76f51d39e5e345dbafabc9f8d372fc34&shared=False HTTP/1.1" status: 200  len: 914 time: 0.1257718
Dec 25 21:25:33.454790 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-eb5f3ac5-2797-40aa-a304-cc843033bbca tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:33.456441 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f14c686-2c9c-4262-bebb-954662dd5506 None None] Pushing event updated for resources: {'Port': ['ID=51be9606-4e6a-45f4-aeff-c93d6edf1727,revision_number=2']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:25:33.493900 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-03d39cbe-999d-4ae3-8c33-d2e56514e089 tempest-QuotasNegativeTest-1862831309 tempest-QuotasNegativeTest-1862831309-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:33.527209 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb5f3ac5-2797-40aa-a304-cc843033bbca tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Network 82b6058b-9384-41d8-9c3f-000c180610b3 is already hosted by enough agents. {{(pid=121607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:25:33.534884 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03d39cbe-999d-4ae3-8c33-d2e56514e089 tempest-QuotasNegativeTest-1862831309 tempest-QuotasNegativeTest-1862831309-project-admin] vlan segment allocate from pool success with {'vlan_id': 195, 'physical_network': 'physnet1'}  {{(pid=121607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 25 21:25:33.549304 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-eb5f3ac5-2797-40aa-a304-cc843033bbca tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Resources bound (agent type, host, resource id):  {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:25:33.568736 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb5f3ac5-2797-40aa-a304-cc843033bbca tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Received port after_create {{(pid=121607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:25:33.569334 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-eb5f3ac5-2797-40aa-a304-cc843033bbca tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2008772'] for router_interface, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:33.576921 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3768b69-a52a-4dd7-bba2-0a7200fe92c7 req-dc73958f-5727-43fe-8bd3-c00b348bd515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:25:33.580418 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f3768b69-a52a-4dd7-bba2-0a7200fe92c7 req-dc73958f-5727-43fe-8bd3-c00b348bd515 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1145465
Dec 25 21:25:33.653195 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5f3ac5-2797-40aa-a304-cc843033bbca tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Pushing event updated for resources: {'Port': ['ID=30d276c8-352c-4fee-81b2-dc105be2cf97,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:25:33.679044 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-03d39cbe-999d-4ae3-8c33-d2e56514e089 tempest-QuotasNegativeTest-1862831309 tempest-QuotasNegativeTest-1862831309-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:33.679414 ncdv-master-1 neutron-server[121607]: INFO neutron.db.segments_db [None req-03d39cbe-999d-4ae3-8c33-d2e56514e089 tempest-QuotasNegativeTest-1862831309 tempest-QuotasNegativeTest-1862831309-project-admin] Added segment 552fdc7e-73fb-4ebf-afd3-109c74900440 of type vlan for network 214d724a-201c-482b-ba54-a31c249e0379
Dec 25 21:25:33.681424 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d39cbe-999d-4ae3-8c33-d2e56514e089 tempest-QuotasNegativeTest-1862831309 tempest-QuotasNegativeTest-1862831309-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e34b6a9-8e1f-429e-9972-5d74cb7837b2,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:25:33.726529 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cec63cf-6581-43d3-82a1-01bcdb28d45f req-72439b84-57f3-45a0-8f1b-9f392658c534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:25:33.729667 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3cec63cf-6581-43d3-82a1-01bcdb28d45f req-72439b84-57f3-45a0-8f1b-9f392658c534 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=76f51d39e5e345dbafabc9f8d372fc34&device_id=22ebc312-ee15-4ad5-9083-12afbc14bdf6 HTTP/1.1" status: 200  len: 1095 time: 0.1113520
Dec 25 21:25:33.780891 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-03d39cbe-999d-4ae3-8c33-d2e56514e089 tempest-QuotasNegativeTest-1862831309 tempest-QuotasNegativeTest-1862831309-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737602163420'] for network, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:33.781015 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265a7864-30d9-4304-b818-7c0ecb390f33 req-e1e76c06-ddd8-497b-9860-abd39e1a5ca9 tempest-ServerAddressesTestJSON-1193958312 tempest-ServerAddressesTestJSON-1193958312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:25:33.788209 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-265a7864-30d9-4304-b818-7c0ecb390f33 req-e1e76c06-ddd8-497b-9860-abd39e1a5ca9 tempest-ServerAddressesTestJSON-1193958312 tempest-ServerAddressesTestJSON-1193958312-project] 10.222.0.32 "GET /v2.0/ports?device_id=22ebc312-ee15-4ad5-9083-12afbc14bdf6 HTTP/1.1" status: 200  len: 944 time: 0.1295013
Dec 25 21:25:33.844559 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3cec63cf-6581-43d3-82a1-01bcdb28d45f req-99e516e5-a500-459c-8b0e-a5a1c0ba6302 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=41bf078c-e30c-41c9-894d-b8d92af84070 HTTP/1.1" status: 200  len: 217 time: 0.1039345
Dec 25 21:25:33.922157 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-265a7864-30d9-4304-b818-7c0ecb390f33 req-eabf7a30-632e-4fed-aa70-e6aae6f9c6e4 tempest-ServerAddressesTestJSON-1193958312 tempest-ServerAddressesTestJSON-1193958312-project] 10.222.0.32 "GET /v2.0/security-groups?id=c048e08a-07c9-412e-a9f2-71f01390d24c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1332235
Dec 25 21:25:33.925932 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cec63cf-6581-43d3-82a1-01bcdb28d45f req-491b00f3-7fa7-4b75-b9f6-af45409fc335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:25:33.925932 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3cec63cf-6581-43d3-82a1-01bcdb28d45f req-491b00f3-7fa7-4b75-b9f6-af45409fc335 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=367efebd-202c-4f96-8bf1-069f2bf68f5d HTTP/1.1" status: 200  len: 853 time: 0.0724933
Dec 25 21:25:33.976941 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3cec63cf-6581-43d3-82a1-01bcdb28d45f req-7cd988a6-10e5-4a48-9019-e09734ca66b6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d3e5445c-e82c-41fa-b43a-d819a64e08ff&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0449231
Dec 25 21:25:33.981264 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-03d39cbe-999d-4ae3-8c33-d2e56514e089 tempest-QuotasNegativeTest-1862831309 tempest-QuotasNegativeTest-1862831309-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870'] for network, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:33.982246 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03d39cbe-999d-4ae3-8c33-d2e56514e089 tempest-QuotasNegativeTest-1862831309 tempest-QuotasNegativeTest-1862831309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:25:33.983715 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-03d39cbe-999d-4ae3-8c33-d2e56514e089 tempest-QuotasNegativeTest-1862831309 tempest-QuotasNegativeTest-1862831309-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for network, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:33.997679 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-eb5f3ac5-2797-40aa-a304-cc843033bbca tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:34.094496 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3cec63cf-6581-43d3-82a1-01bcdb28d45f req-cff61589-5c85-4659-b8d6-e49f4d1a70b1 service neutron] 10.222.0.37 "GET /v2.0/networks/d3e5445c-e82c-41fa-b43a-d819a64e08ff?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1095290
Dec 25 21:25:34.131602 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-03d39cbe-999d-4ae3-8c33-d2e56514e089 tempest-QuotasNegativeTest-1862831309 tempest-QuotasNegativeTest-1862831309-project-admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 837 time: 1.0605545
Dec 25 21:25:34.135318 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 40162) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:25:34.143029 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-0c0fd948-4230-4fff-8082-a5f59e33f141 tempest-QuotasNegativeTest-1862831309 tempest-QuotasNegativeTest-1862831309-project-admin] Request body: {'network': {'project_id': '65fe8e08853d406695d41c77ea3972bf'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:25:34.169513 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d39cbe-999d-4ae3-8c33-d2e56514e089 tempest-QuotasNegativeTest-1862831309 tempest-QuotasNegativeTest-1862831309-project-admin] Pushing event updated for resources: {'Network': ['ID=214d724a-201c-482b-ba54-a31c249e0379,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:25:34.183170 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Network 214d724a-201c-482b-ba54-a31c249e0379 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 25 21:25:34.277256 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3cec63cf-6581-43d3-82a1-01bcdb28d45f req-b1b0507a-faba-41ea-8eca-df9289eea055 service neutron] 10.222.0.37 "GET /v2.0/networks/d3e5445c-e82c-41fa-b43a-d819a64e08ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1750810
Dec 25 21:25:34.299212 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:34.300309 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c0fd948-4230-4fff-8082-a5f59e33f141 tempest-QuotasNegativeTest-1862831309 tempest-QuotasNegativeTest-1862831309-project-admin] Made reservation on behalf of 65fe8e08853d406695d41c77ea3972bf for: {'network': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:25:34.303025 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-0c0fd948-4230-4fff-8082-a5f59e33f141 tempest-QuotasNegativeTest-1862831309 tempest-QuotasNegativeTest-1862831309-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for network, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:34.341236 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c0fd948-4230-4fff-8082-a5f59e33f141 tempest-QuotasNegativeTest-1862831309 tempest-QuotasNegativeTest-1862831309-project-admin] vlan segment allocate from pool success with {'vlan_id': 183, 'physical_network': 'physnet1'}  {{(pid=121606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 25 21:25:34.355128 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-0c0fd948-4230-4fff-8082-a5f59e33f141 tempest-QuotasNegativeTest-1862831309 tempest-QuotasNegativeTest-1862831309-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:34.355128 ncdv-master-1 neutron-server[121606]: INFO neutron.db.segments_db [None req-0c0fd948-4230-4fff-8082-a5f59e33f141 tempest-QuotasNegativeTest-1862831309 tempest-QuotasNegativeTest-1862831309-project-admin] Added segment 88016847-abd5-423c-8d9b-3bf97d6c1a26 of type vlan for network 830cdeb0-7348-4de9-89d2-74df37212183
Dec 25 21:25:34.391117 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-eb5f3ac5-2797-40aa-a304-cc843033bbca tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks [] for port, precommit_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:34.409726 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-0c0fd948-4230-4fff-8082-a5f59e33f141 tempest-QuotasNegativeTest-1862831309 tempest-QuotasNegativeTest-1862831309-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737602163420'] for network, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:34.464797 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-eb5f3ac5-2797-40aa-a304-cc843033bbca tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8632327'] for port, after_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:34.466035 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-eb5f3ac5-2797-40aa-a304-cc843033bbca tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2007636'] for router_interface, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:34.522289 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-0c0fd948-4230-4fff-8082-a5f59e33f141 tempest-QuotasNegativeTest-1862831309 tempest-QuotasNegativeTest-1862831309-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870'] for network, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:34.523299 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c0fd948-4230-4fff-8082-a5f59e33f141 tempest-QuotasNegativeTest-1862831309 tempest-QuotasNegativeTest-1862831309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:25:34.523903 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-0c0fd948-4230-4fff-8082-a5f59e33f141 tempest-QuotasNegativeTest-1862831309 tempest-QuotasNegativeTest-1862831309-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for network, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:34.539828 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5f3ac5-2797-40aa-a304-cc843033bbca tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Pushing event updated for resources: {'Port': ['ID=30d276c8-352c-4fee-81b2-dc105be2cf97,revision_number=2']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:25:34.620274 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb5f3ac5-2797-40aa-a304-cc843033bbca tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Network 82b6058b-9384-41d8-9c3f-000c180610b3 is already hosted by enough agents. {{(pid=121607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:25:34.621771 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-eb5f3ac5-2797-40aa-a304-cc843033bbca tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Resources bound (agent type, host, resource id):  {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:25:34.637896 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0fd948-4230-4fff-8082-a5f59e33f141 tempest-QuotasNegativeTest-1862831309 tempest-QuotasNegativeTest-1862831309-project-admin] Pushing event updated for resources: {'Network': ['ID=830cdeb0-7348-4de9-89d2-74df37212183,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:25:34.649006 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Network 830cdeb0-7348-4de9-89d2-74df37212183 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 25 21:25:34.682544 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-0c0fd948-4230-4fff-8082-a5f59e33f141 tempest-QuotasNegativeTest-1862831309 tempest-QuotasNegativeTest-1862831309-project-admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 837 time: 0.5454233
Dec 25 21:25:34.685107 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 40172) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:25:34.701473 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-ee0b182d-a7f9-4a02-8842-573e724ade77 tempest-QuotasNegativeTest-1862831309 tempest-QuotasNegativeTest-1862831309-project-admin] Request body: {'network': {'project_id': '65fe8e08853d406695d41c77ea3972bf'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:25:34.748277 ncdv-master-1 neutron-server[121606]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee0b182d-a7f9-4a02-8842-573e724ade77 tempest-QuotasNegativeTest-1862831309 tempest-QuotasNegativeTest-1862831309-project-admin] POST failed (client error): There was a conflict when trying to complete your request.
Dec 25 21:25:34.748942 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee0b182d-a7f9-4a02-8842-573e724ade77 tempest-QuotasNegativeTest-1862831309 tempest-QuotasNegativeTest-1862831309-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=121606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 25 21:25:34.753413 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-ee0b182d-a7f9-4a02-8842-573e724ade77 tempest-QuotasNegativeTest-1862831309 tempest-QuotasNegativeTest-1862831309-project-admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 409  len: 310 time: 0.0608840
Dec 25 21:25:34.754348 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 40176) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:25:34.815601 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-ada55a20-4338-4fd9-8471-c0a2f3f57b5f tempest-QuotasNegativeTest-1862831309 tempest-QuotasNegativeTest-1862831309-project-admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=65fe8e08853d406695d41c77ea3972bf&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0601580
Dec 25 21:25:34.818684 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 40178) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:25:34.823104 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bdbae4c-7b52-4a88-a102-68f9401091ad None None] Network 82b6058b-9384-41d8-9c3f-000c180610b3 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:25:34.837185 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-962ca16f-9c8b-4fd1-a139-84415eab640f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:34.871856 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-307ab71a-d07e-4540-9242-12f6624ea6ee tempest-QuotasNegativeTest-1862831309 tempest-QuotasNegativeTest-1862831309-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:34.895333 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-307ab71a-d07e-4540-9242-12f6624ea6ee tempest-QuotasNegativeTest-1862831309 tempest-QuotasNegativeTest-1862831309-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:34.927625 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-e073d079-6832-4b6a-a84e-1258421169dd None None] Provisioning complete for port 51be9606-4e6a-45f4-aeff-c93d6edf1727 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:25:34.927832 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb5f3ac5-2797-40aa-a304-cc843033bbca tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Router 26bcf8a2-51a7-43e2-9d5b-f18f43df7c65 is scheduled to L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 with binding_index 1 {{(pid=121607) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 25 21:25:34.927942 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-e073d079-6832-4b6a-a84e-1258421169dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:35.029600 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-e073d079-6832-4b6a-a84e-1258421169dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:35.033791 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb5f3ac5-2797-40aa-a304-cc843033bbca tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 21:25:35.046213 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee9fa762-cf58-4678-9d8f-82d7d5840acb None None] Sync routers for ids ['26bcf8a2-51a7-43e2-9d5b-f18f43df7c65'] in ncdv-master-1 {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 21:25:35.046951 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-eb5f3ac5-2797-40aa-a304-cc843033bbca tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] 10.222.0.32 "PUT /v2.0/routers/26bcf8a2-51a7-43e2-9d5b-f18f43df7c65/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6766975
Dec 25 21:25:35.049368 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 40184) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:25:35.061788 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-bc4e75d7-e8f1-4cd5-b79a-3abb744b0cac tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2029413283'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:25:35.077965 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-307ab71a-d07e-4540-9242-12f6624ea6ee tempest-QuotasNegativeTest-1862831309 tempest-QuotasNegativeTest-1862831309-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:35.080657 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-307ab71a-d07e-4540-9242-12f6624ea6ee tempest-QuotasNegativeTest-1862831309 tempest-QuotasNegativeTest-1862831309-project-admin] Publish callbacks [] for security_group, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:35.085917 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-307ab71a-d07e-4540-9242-12f6624ea6ee tempest-QuotasNegativeTest-1862831309 tempest-QuotasNegativeTest-1862831309-project-admin] 10.222.0.32 "DELETE /v2.0/security-groups/7e34b6a9-8e1f-429e-9972-5d74cb7837b2 HTTP/1.1" status: 204  len: 168 time: 0.2624037
Dec 25 21:25:35.087681 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee9fa762-cf58-4678-9d8f-82d7d5840acb None None] Routers {'26bcf8a2-51a7-43e2-9d5b-f18f43df7c65'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:25:35.088012 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 40186) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:25:35.088168 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-ee9fa762-cf58-4678-9d8f-82d7d5840acb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2613d64550>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:25:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['26bcf8a2-51a7-43e2-9d5b-f18f43df7c65'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:25:35.095329 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-e073d079-6832-4b6a-a84e-1258421169dd None None] For port 51be9606-4e6a-45f4-aeff-c93d6edf1727, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=51be9606-4e6a-45f4-aeff-c93d6edf1727,segment=NetworkSegment(4e3e6713-1c52-4bb3-bb8f-9495f3a9dac2),segment_id=4e3e6713-1c52-4bb3-bb8f-9495f3a9dac2)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:25:35.122143 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307ab71a-d07e-4540-9242-12f6624ea6ee tempest-QuotasNegativeTest-1862831309 tempest-QuotasNegativeTest-1862831309-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e34b6a9-8e1f-429e-9972-5d74cb7837b2,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:25:35.147932 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88c6df5-e17b-4ba3-99f2-13ee13f01db5 req-af7f4f33-04e2-4ebe-abeb-90236db8db5b tempest-ServerAddressesTestJSON-1193958312 tempest-ServerAddressesTestJSON-1193958312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:25:35.162078 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c88c6df5-e17b-4ba3-99f2-13ee13f01db5 req-af7f4f33-04e2-4ebe-abeb-90236db8db5b tempest-ServerAddressesTestJSON-1193958312 tempest-ServerAddressesTestJSON-1193958312-project] 10.222.0.32 "GET /v2.0/ports?device_id=22ebc312-ee15-4ad5-9083-12afbc14bdf6 HTTP/1.1" status: 200  len: 944 time: 0.1431847
Dec 25 21:25:35.230797 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc4e75d7-e8f1-4cd5-b79a-3abb744b0cac tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Made reservation on behalf of 3075932236c24ad8974bea0414dd1507 for: {'network': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:25:35.234501 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-bc4e75d7-e8f1-4cd5-b79a-3abb744b0cac tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for network, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:35.258031 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-9e064bce-f358-4604-92b8-a89e4702a023 tempest-QuotasNegativeTest-1862831309 tempest-QuotasNegativeTest-1862831309-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625803'] for network, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:35.285976 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c88c6df5-e17b-4ba3-99f2-13ee13f01db5 req-0166ea84-4b80-4f63-9457-53e7dfddf18d tempest-ServerAddressesTestJSON-1193958312 tempest-ServerAddressesTestJSON-1193958312-project] 10.222.0.32 "GET /v2.0/security-groups?id=c048e08a-07c9-412e-a9f2-71f01390d24c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1202843
Dec 25 21:25:35.291673 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc4e75d7-e8f1-4cd5-b79a-3abb744b0cac tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] vlan segment allocate from pool success with {'vlan_id': 186, 'physical_network': 'physnet1'}  {{(pid=121607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 25 21:25:35.314033 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-bc4e75d7-e8f1-4cd5-b79a-3abb744b0cac tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:35.314445 ncdv-master-1 neutron-server[121607]: INFO neutron.db.segments_db [None req-bc4e75d7-e8f1-4cd5-b79a-3abb744b0cac tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Added segment 11926fc3-bbae-47ee-9894-e75f153e6dd9 of type vlan for network 9a8e9b1e-c60c-4b3e-b9d3-3bfd39c0d76b
Dec 25 21:25:35.394675 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-bc4e75d7-e8f1-4cd5-b79a-3abb744b0cac tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737602163420'] for network, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:35.499978 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-e073d079-6832-4b6a-a84e-1258421169dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:35.506358 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-9e064bce-f358-4604-92b8-a89e4702a023 tempest-QuotasNegativeTest-1862831309 tempest-QuotasNegativeTest-1862831309-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997585', 'neutron.services.segments.db._delete_segments_for_network-8737602743071'] for network, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:35.533367 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.segments.db [None req-9e064bce-f358-4604-92b8-a89e4702a023 tempest-QuotasNegativeTest-1862831309 tempest-QuotasNegativeTest-1862831309-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f26134b9550>,) {'filters': {'network_id': ['830cdeb0-7348-4de9-89d2-74df37212183']}} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:25:35.545726 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.segments.db [None req-9e064bce-f358-4604-92b8-a89e4702a023 tempest-QuotasNegativeTest-1862831309 tempest-QuotasNegativeTest-1862831309-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f26134b9550>, '88016847-abd5-423c-8d9b-3bf97d6c1a26') {'for_net_delete': True} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:25:35.551887 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.segments.db [None req-9e064bce-f358-4604-92b8-a89e4702a023 tempest-QuotasNegativeTest-1862831309 tempest-QuotasNegativeTest-1862831309-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f26134b9550>, '88016847-abd5-423c-8d9b-3bf97d6c1a26') {} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:25:35.562591 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvr_db [None req-ee9fa762-cf58-4678-9d8f-82d7d5840acb None None] Set router 26bcf8a2-51a7-43e2-9d5b-f18f43df7c65 gateway port host: None {{(pid=121608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:25:35.562837 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-9e064bce-f358-4604-92b8-a89e4702a023 tempest-QuotasNegativeTest-1862831309 tempest-QuotasNegativeTest-1862831309-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737602746920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9084222'] for segment, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:35.587620 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-9e064bce-f358-4604-92b8-a89e4702a023 tempest-QuotasNegativeTest-1862831309 tempest-QuotasNegativeTest-1862831309-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:35.595011 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e064bce-f358-4604-92b8-a89e4702a023 tempest-QuotasNegativeTest-1862831309 tempest-QuotasNegativeTest-1862831309-project-admin] Releasing vlan 183 on physical network physnet1 to pool {{(pid=121606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 25 21:25:35.595869 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-9e064bce-f358-4604-92b8-a89e4702a023 tempest-QuotasNegativeTest-1862831309 tempest-QuotasNegativeTest-1862831309-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9084542'] for segment, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:35.597289 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:25:35.597289 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:25:35.597289 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:25:35.597289 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:25:35.597289 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:25:35.597289 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:25:35.597289 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:25:35.597289 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:25:35.597289 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:25:35.597289 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:25:35.597289 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:25:35.597289 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:25:35.597289 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:25:35.597289 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:25:35.597289 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:25:35.597289 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:25:35.597289 ncdv-master-1 neutron-server[121606]: Traceback (most recent call last):
Dec 25 21:25:35.597289 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 25 21:25:35.597289 ncdv-master-1 neutron-server[121606]:     timer()
Dec 25 21:25:35.597289 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 25 21:25:35.597289 ncdv-master-1 neutron-server[121606]:     cb(*args, **kw)
Dec 25 21:25:35.597289 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 25 21:25:35.597289 ncdv-master-1 neutron-server[121606]:     return func(*args, **kwargs)
Dec 25 21:25:35.597289 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 25 21:25:35.597289 ncdv-master-1 neutron-server[121606]:     self._notify()
Dec 25 21:25:35.597289 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 25 21:25:35.597289 ncdv-master-1 neutron-server[121606]:     self.callback(batched_events)
Dec 25 21:25:35.597289 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 25 21:25:35.597289 ncdv-master-1 neutron-server[121606]:     event.method(event)
Dec 25 21:25:35.597289 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 25 21:25:35.597289 ncdv-master-1 neutron-server[121606]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 25 21:25:35.597289 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 25 21:25:35.597289 ncdv-master-1 neutron-server[121606]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 25 21:25:35.597289 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 25 21:25:35.597289 ncdv-master-1 neutron-server[121606]:     return f(self, *a, **k)
Dec 25 21:25:35.597289 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 25 21:25:35.597289 ncdv-master-1 neutron-server[121606]:     return self._get(url).json()
Dec 25 21:25:35.597289 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 25 21:25:35.597289 ncdv-master-1 neutron-server[121606]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 25 21:25:35.597289 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 25 21:25:35.597289 ncdv-master-1 neutron-server[121606]:     return self.request(url, 'GET', **kwargs)
Dec 25 21:25:35.597289 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 25 21:25:35.597289 ncdv-master-1 neutron-server[121606]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 25 21:25:35.597289 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 25 21:25:35.597289 ncdv-master-1 neutron-server[121606]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 25 21:25:35.597289 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 25 21:25:35.597289 ncdv-master-1 neutron-server[121606]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 25 21:25:35.597289 ncdv-master-1 neutron-server[121606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 25 21:25:35.609935 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 51be9606-4e6a-45f4-aeff-c93d6edf1727 up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:25:35.648456 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-bc4e75d7-e8f1-4cd5-b79a-3abb744b0cac tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870'] for network, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:35.658141 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc4e75d7-e8f1-4cd5-b79a-3abb744b0cac tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:25:35.659448 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-bc4e75d7-e8f1-4cd5-b79a-3abb744b0cac tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for network, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:35.739098 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e073d079-6832-4b6a-a84e-1258421169dd None None] Pushing event updated for resources: {'Port': ['ID=51be9606-4e6a-45f4-aeff-c93d6edf1727,revision_number=3']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:25:35.773586 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4e75d7-e8f1-4cd5-b79a-3abb744b0cac tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Pushing event updated for resources: {'Network': ['ID=9a8e9b1e-c60c-4b3e-b9d3-3bfd39c0d76b,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:25:35.790529 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-9e064bce-f358-4604-92b8-a89e4702a023 tempest-QuotasNegativeTest-1862831309 tempest-QuotasNegativeTest-1862831309-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2008653'] for network, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:35.795659 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Network 9a8e9b1e-c60c-4b3e-b9d3-3bfd39c0d76b details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 25 21:25:35.796728 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-9e064bce-f358-4604-92b8-a89e4702a023 tempest-QuotasNegativeTest-1862831309 tempest-QuotasNegativeTest-1862831309-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for network, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:35.799057 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-531abfab-a4b1-40c9-9a76-3d5973432efa None None] Provisioning complete for port 51be9606-4e6a-45f4-aeff-c93d6edf1727 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:25:35.799597 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-531abfab-a4b1-40c9-9a76-3d5973432efa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:35.804408 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 40200) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:25:35.815949 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-9e064bce-f358-4604-92b8-a89e4702a023 tempest-QuotasNegativeTest-1862831309 tempest-QuotasNegativeTest-1862831309-project-admin] 10.222.0.32 "DELETE /v2.0/networks/830cdeb0-7348-4de9-89d2-74df37212183 HTTP/1.1" status: 204  len: 168 time: 0.7263315
Dec 25 21:25:35.819485 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-bc4e75d7-e8f1-4cd5-b79a-3abb744b0cac tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 770 time: 0.7678244
Dec 25 21:25:35.844977 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 40202) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:25:35.859265 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-878bf27a-f5a1-44d0-b933-ca6edc6bc9f2 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Request body: {'subnet': {'network_id': '9a8e9b1e-c60c-4b3e-b9d3-3bfd39c0d76b', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:25:35.865319 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e064bce-f358-4604-92b8-a89e4702a023 tempest-QuotasNegativeTest-1862831309 tempest-QuotasNegativeTest-1862831309-project-admin] Pushing event deleted for resources: {'Network': ['ID=830cdeb0-7348-4de9-89d2-74df37212183,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:25:35.951095 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-51cf1ba2-f8ac-4b82-98c9-0a05ac86dd3b tempest-QuotasNegativeTest-1862831309 tempest-QuotasNegativeTest-1862831309-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625803'] for network, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:36.004675 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 40208) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:25:36.017722 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port 51be9606-4e6a-45f4-aeff-c93d6edf1727 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:25:36.024293 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:36.093735 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-878bf27a-f5a1-44d0-b933-ca6edc6bc9f2 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Made reservation on behalf of 3075932236c24ad8974bea0414dd1507 for: {'subnet': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:25:36.101468 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-878bf27a-f5a1-44d0-b933-ca6edc6bc9f2 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9028529'] for subnet, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:36.151020 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-51cf1ba2-f8ac-4b82-98c9-0a05ac86dd3b tempest-QuotasNegativeTest-1862831309 tempest-QuotasNegativeTest-1862831309-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997585', 'neutron.services.segments.db._delete_segments_for_network-8737602743071'] for network, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:36.203423 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-51cf1ba2-f8ac-4b82-98c9-0a05ac86dd3b tempest-QuotasNegativeTest-1862831309 tempest-QuotasNegativeTest-1862831309-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2618031700>,) {'filters': {'network_id': ['214d724a-201c-482b-ba54-a31c249e0379']}} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:25:36.229097 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-51cf1ba2-f8ac-4b82-98c9-0a05ac86dd3b tempest-QuotasNegativeTest-1862831309 tempest-QuotasNegativeTest-1862831309-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2618031700>, '552fdc7e-73fb-4ebf-afd3-109c74900440') {'for_net_delete': True} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:25:36.229471 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-51cf1ba2-f8ac-4b82-98c9-0a05ac86dd3b tempest-QuotasNegativeTest-1862831309 tempest-QuotasNegativeTest-1862831309-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2618031700>, '552fdc7e-73fb-4ebf-afd3-109c74900440') {} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:25:36.252968 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-51cf1ba2-f8ac-4b82-98c9-0a05ac86dd3b tempest-QuotasNegativeTest-1862831309 tempest-QuotasNegativeTest-1862831309-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737602746920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10246592'] for segment, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:36.277225 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-531abfab-a4b1-40c9-9a76-3d5973432efa None None] Provisioning complete for port 30d276c8-352c-4fee-81b2-dc105be2cf97 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:25:36.277431 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-531abfab-a4b1-40c9-9a76-3d5973432efa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:36.287872 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-51cf1ba2-f8ac-4b82-98c9-0a05ac86dd3b tempest-QuotasNegativeTest-1862831309 tempest-QuotasNegativeTest-1862831309-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:36.298965 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51cf1ba2-f8ac-4b82-98c9-0a05ac86dd3b tempest-QuotasNegativeTest-1862831309 tempest-QuotasNegativeTest-1862831309-project-admin] Releasing vlan 195 on physical network physnet1 to pool {{(pid=121607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 25 21:25:36.299369 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-51cf1ba2-f8ac-4b82-98c9-0a05ac86dd3b tempest-QuotasNegativeTest-1862831309 tempest-QuotasNegativeTest-1862831309-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8633327'] for segment, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:36.301219 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:25:36.301219 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:25:36.301219 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:25:36.301219 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:25:36.301219 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:25:36.301219 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:25:36.301219 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:25:36.301219 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:25:36.301219 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:25:36.301219 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:25:36.301219 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:25:36.301219 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:25:36.301219 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:25:36.301219 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:25:36.301219 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:25:36.301219 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:25:36.301219 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:25:36.301219 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:25:36.301219 ncdv-master-1 neutron-server[121607]: Traceback (most recent call last):
Dec 25 21:25:36.301219 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 25 21:25:36.301219 ncdv-master-1 neutron-server[121607]:     timer()
Dec 25 21:25:36.301219 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 25 21:25:36.301219 ncdv-master-1 neutron-server[121607]:     cb(*args, **kw)
Dec 25 21:25:36.301219 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 25 21:25:36.301219 ncdv-master-1 neutron-server[121607]:     return func(*args, **kwargs)
Dec 25 21:25:36.301219 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 25 21:25:36.301219 ncdv-master-1 neutron-server[121607]:     self._notify()
Dec 25 21:25:36.301219 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 25 21:25:36.301219 ncdv-master-1 neutron-server[121607]:     self.callback(batched_events)
Dec 25 21:25:36.301219 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 25 21:25:36.301219 ncdv-master-1 neutron-server[121607]:     event.method(event)
Dec 25 21:25:36.301219 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 25 21:25:36.301219 ncdv-master-1 neutron-server[121607]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 25 21:25:36.301219 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 25 21:25:36.301219 ncdv-master-1 neutron-server[121607]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 25 21:25:36.301219 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 25 21:25:36.301219 ncdv-master-1 neutron-server[121607]:     return f(self, *a, **k)
Dec 25 21:25:36.301219 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 25 21:25:36.301219 ncdv-master-1 neutron-server[121607]:     return self._get(url).json()
Dec 25 21:25:36.301219 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 25 21:25:36.301219 ncdv-master-1 neutron-server[121607]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 25 21:25:36.301219 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 25 21:25:36.301219 ncdv-master-1 neutron-server[121607]:     return self.request(url, 'GET', **kwargs)
Dec 25 21:25:36.301219 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 25 21:25:36.301219 ncdv-master-1 neutron-server[121607]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 25 21:25:36.301219 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 25 21:25:36.301219 ncdv-master-1 neutron-server[121607]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 25 21:25:36.301219 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 25 21:25:36.301219 ncdv-master-1 neutron-server[121607]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 25 21:25:36.301219 ncdv-master-1 neutron-server[121607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 25 21:25:36.318619 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-531abfab-a4b1-40c9-9a76-3d5973432efa None None] Port 30d276c8-352c-4fee-81b2-dc105be2cf97 cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:25:36.360392 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-ee9fa762-cf58-4678-9d8f-82d7d5840acb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2613d64550>, [{'id': '26bcf8a2-51a7-43e2-9d5b-f18f43df7c65', 'name': 'tempest-RoutersIpV6Test-router-137911943', 'tenant_id': '3075932236c24ad8974bea0414dd1507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:25:30Z', 'updated_at': '2021-12-25T21:25:33Z', 'revision_number': 2, 'project_id': '3075932236c24ad8974bea0414dd1507', 'gw_port_host': None, '_interfaces': [{'id': '30d276c8-352c-4fee-81b2-dc105be2cf97', 'name': '', 'network_id': '82b6058b-9384-41d8-9c3f-000c180610b3', 'tenant_id': '3075932236c24ad8974bea0414dd1507', 'mac_address': 'fa:16:3e:3a:28:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26bcf8a2-51a7-43e2-9d5b-f18f43df7c65', 'device_owner': 'network:router_interface', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': 'd26521ed-5aa6-4cc0-8118-08157704ac07', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:25:32Z', 'updated_at': '2021-12-25T21:25:34Z', 'revision_number': 2, 'project_id': '3075932236c24ad8974bea0414dd1507', 'subnets': [{'id': 'd26521ed-5aa6-4cc0-8118-08157704ac07', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:25:36.391478 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-ee60cc70-e10d-46c0-a88e-9ff410d0de36 tempest-FloatingIPNegativeTestJSON-69103497 tempest-FloatingIPNegativeTestJSON-69103497-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1884458503'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:25:36.406008 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee9fa762-cf58-4678-9d8f-82d7d5840acb None None] Checking router: 26bcf8a2-51a7-43e2-9d5b-f18f43df7c65 for host: ncdv-master-1 {{(pid=121608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 25 21:25:36.406570 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee9fa762-cf58-4678-9d8f-82d7d5840acb None None] Updating router 26bcf8a2-51a7-43e2-9d5b-f18f43df7c65 port 30d276c8-352c-4fee-81b2-dc105be2cf97 binding host ncdv-master-1 {{(pid=121608) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 25 21:25:36.450615 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5309339-b001-4c73-85aa-0abdbb5388d2 req-6219b8a1-6296-43de-b132-1a458260033a tempest-ServerAddressesTestJSON-1193958312 tempest-ServerAddressesTestJSON-1193958312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:25:36.454773 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f5309339-b001-4c73-85aa-0abdbb5388d2 req-6219b8a1-6296-43de-b132-1a458260033a tempest-ServerAddressesTestJSON-1193958312 tempest-ServerAddressesTestJSON-1193958312-project] 10.222.0.32 "GET /v2.0/ports?device_id=22ebc312-ee15-4ad5-9083-12afbc14bdf6 HTTP/1.1" status: 200  len: 944 time: 0.0833437
Dec 25 21:25:36.454926 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-ee9fa762-cf58-4678-9d8f-82d7d5840acb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:36.471243 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-7183a8bf-fe7c-4910-9abb-6836224b7482 None None] Provisioning complete for port 30d276c8-352c-4fee-81b2-dc105be2cf97 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:25:36.471621 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-7183a8bf-fe7c-4910-9abb-6836224b7482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:36.471840 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-51cf1ba2-f8ac-4b82-98c9-0a05ac86dd3b tempest-QuotasNegativeTest-1862831309 tempest-QuotasNegativeTest-1862831309-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2008653'] for network, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:36.531303 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee60cc70-e10d-46c0-a88e-9ff410d0de36 tempest-FloatingIPNegativeTestJSON-69103497 tempest-FloatingIPNegativeTestJSON-69103497-project] Made reservation on behalf of 00685ab64044408194e2426e71afe583 for: {'network': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:25:36.532452 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-ee60cc70-e10d-46c0-a88e-9ff410d0de36 tempest-FloatingIPNegativeTestJSON-69103497 tempest-FloatingIPNegativeTestJSON-69103497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for network, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:36.535448 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-51cf1ba2-f8ac-4b82-98c9-0a05ac86dd3b tempest-QuotasNegativeTest-1862831309 tempest-QuotasNegativeTest-1862831309-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for network, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:36.541632 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-51cf1ba2-f8ac-4b82-98c9-0a05ac86dd3b tempest-QuotasNegativeTest-1862831309 tempest-QuotasNegativeTest-1862831309-project-admin] 10.222.0.32 "DELETE /v2.0/networks/214d724a-201c-482b-ba54-a31c249e0379 HTTP/1.1" status: 204  len: 168 time: 0.7361248
Dec 25 21:25:36.544444 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cf1ba2-f8ac-4b82-98c9-0a05ac86dd3b tempest-QuotasNegativeTest-1862831309 tempest-QuotasNegativeTest-1862831309-project-admin] Pushing event deleted for resources: {'Network': ['ID=214d724a-201c-482b-ba54-a31c249e0379,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:25:36.555280 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-7183a8bf-fe7c-4910-9abb-6836224b7482 None None] Port 30d276c8-352c-4fee-81b2-dc105be2cf97 cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:25:36.608325 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-ee60cc70-e10d-46c0-a88e-9ff410d0de36 tempest-FloatingIPNegativeTestJSON-69103497 tempest-FloatingIPNegativeTestJSON-69103497-project] Publish callbacks [] for security_group, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:36.675656 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f5309339-b001-4c73-85aa-0abdbb5388d2 req-b1c8d29b-cf17-4205-84ca-aa5c7811501c tempest-ServerAddressesTestJSON-1193958312 tempest-ServerAddressesTestJSON-1193958312-project] 10.222.0.32 "GET /v2.0/security-groups?id=c048e08a-07c9-412e-a9f2-71f01390d24c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2103171
Dec 25 21:25:36.803717 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-ee60cc70-e10d-46c0-a88e-9ff410d0de36 tempest-FloatingIPNegativeTestJSON-69103497 tempest-FloatingIPNegativeTestJSON-69103497-project] Publish callbacks [] for security_group, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:36.815608 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-ee9fa762-cf58-4678-9d8f-82d7d5840acb None None] Publish callbacks [] for port, precommit_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:36.893290 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-ee60cc70-e10d-46c0-a88e-9ff410d0de36 tempest-FloatingIPNegativeTestJSON-69103497 tempest-FloatingIPNegativeTestJSON-69103497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:36.901544 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-878bf27a-f5a1-44d0-b933-ca6edc6bc9f2 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9084170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9028515'] for subnet, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:36.938635 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-ee9fa762-cf58-4678-9d8f-82d7d5840acb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:36.957448 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee60cc70-e10d-46c0-a88e-9ff410d0de36 tempest-FloatingIPNegativeTestJSON-69103497 tempest-FloatingIPNegativeTestJSON-69103497-project] vlan segment allocate from pool success with {'vlan_id': 185, 'physical_network': 'physnet1'}  {{(pid=121606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 25 21:25:36.976615 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee60cc70-e10d-46c0-a88e-9ff410d0de36 tempest-FloatingIPNegativeTestJSON-69103497 tempest-FloatingIPNegativeTestJSON-69103497-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96e306e1-059e-41ea-beda-c92ae7d4ed5d,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:25:36.985799 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-ee60cc70-e10d-46c0-a88e-9ff410d0de36 tempest-FloatingIPNegativeTestJSON-69103497 tempest-FloatingIPNegativeTestJSON-69103497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:36.986150 ncdv-master-1 neutron-server[121606]: INFO neutron.db.segments_db [None req-ee60cc70-e10d-46c0-a88e-9ff410d0de36 tempest-FloatingIPNegativeTestJSON-69103497 tempest-FloatingIPNegativeTestJSON-69103497-project] Added segment 26be59de-ec49-4f3b-bb74-d5d5489c014f of type vlan for network bb182c06-d854-4570-ad30-18b950391132
Dec 25 21:25:36.994866 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device 41bf078c-e30c-41c9-894d-b8d92af84070 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 25 21:25:37.032581 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878bf27a-f5a1-44d0-b933-ca6edc6bc9f2 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Pushing event updated for resources: {'Subnet': ['ID=62ce5690-d30c-48d7-81db-ac2c321589bd,revision_number=0']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:25:37.048941 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-b9168674-aafe-45aa-a6a0-e7a54cd7c3b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:37.061052 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-878bf27a-f5a1-44d0-b933-ca6edc6bc9f2 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Checking segment: {'id': '11926fc3-bbae-47ee-9894-e75f153e6dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '9a8e9b1e-c60c-4b3e-b9d3-3bfd39c0d76b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:25:37.061418 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-878bf27a-f5a1-44d0-b933-ca6edc6bc9f2 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Network hostable DHCP agents. Network: 9a8e9b1e-c60c-4b3e-b9d3-3bfd39c0d76b, hostable agents: ['1813db88-2c1b-4357-a2ba-869246b663c2'], hosted agents: [] {{(pid=121606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 25 21:25:37.064393 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-ee60cc70-e10d-46c0-a88e-9ff410d0de36 tempest-FloatingIPNegativeTestJSON-69103497 tempest-FloatingIPNegativeTestJSON-69103497-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737602163420'] for network, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:37.072252 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10d2755-8104-41f5-b6e8-133db3e17460 None None] Pushing event updated for resources: {'Port': ['ID=30d276c8-352c-4fee-81b2-dc105be2cf97,revision_number=3']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:25:37.195980 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-878bf27a-f5a1-44d0-b933-ca6edc6bc9f2 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Network 9a8e9b1e-c60c-4b3e-b9d3-3bfd39c0d76b is scheduled to be hosted by DHCP agent 1813db88-2c1b-4357-a2ba-869246b663c2 with binding_index 1 {{(pid=121606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 25 21:25:37.218650 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-ee9fa762-cf58-4678-9d8f-82d7d5840acb None None] Attempting to bind port 30d276c8-352c-4fee-81b2-dc105be2cf97 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:25:37.218650 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-ee9fa762-cf58-4678-9d8f-82d7d5840acb None None] Attempting to bind port 30d276c8-352c-4fee-81b2-dc105be2cf97 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '4e3e6713-1c52-4bb3-bb8f-9495f3a9dac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '82b6058b-9384-41d8-9c3f-000c180610b3'}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:25:37.218650 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee9fa762-cf58-4678-9d8f-82d7d5840acb None None] Attempting to bind port 30d276c8-352c-4fee-81b2-dc105be2cf97 on network 82b6058b-9384-41d8-9c3f-000c180610b3 {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:25:37.230815 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-ee60cc70-e10d-46c0-a88e-9ff410d0de36 tempest-FloatingIPNegativeTestJSON-69103497 tempest-FloatingIPNegativeTestJSON-69103497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870'] for network, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:37.231025 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee9fa762-cf58-4678-9d8f-82d7d5840acb None None] Checking agent: {'id': 'ca4f5c6d-f1fd-48b8-a3e3-395864c7d23d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 20, 56, 40), 'started_at': datetime.datetime(2021, 12, 25, 20, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 25, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:25:37.234939 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee9fa762-cf58-4678-9d8f-82d7d5840acb None None] Checking segment: {'id': '4e3e6713-1c52-4bb3-bb8f-9495f3a9dac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '82b6058b-9384-41d8-9c3f-000c180610b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:25:37.234939 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-ee9fa762-cf58-4678-9d8f-82d7d5840acb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:37.234939 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee9fa762-cf58-4678-9d8f-82d7d5840acb None None] Bound using segment: {'id': '4e3e6713-1c52-4bb3-bb8f-9495f3a9dac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '82b6058b-9384-41d8-9c3f-000c180610b3'} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:25:37.234939 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-ee9fa762-cf58-4678-9d8f-82d7d5840acb None None] Bound port: 30d276c8-352c-4fee-81b2-dc105be2cf97, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e3e6713-1c52-4bb3-bb8f-9495f3a9dac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '82b6058b-9384-41d8-9c3f-000c180610b3'}}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:25:37.235440 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-ee9fa762-cf58-4678-9d8f-82d7d5840acb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:37.241794 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee60cc70-e10d-46c0-a88e-9ff410d0de36 tempest-FloatingIPNegativeTestJSON-69103497 tempest-FloatingIPNegativeTestJSON-69103497-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:25:37.242738 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-ee60cc70-e10d-46c0-a88e-9ff410d0de36 tempest-FloatingIPNegativeTestJSON-69103497 tempest-FloatingIPNegativeTestJSON-69103497-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for network, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:37.289406 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [None req-878bf27a-f5a1-44d0-b933-ca6edc6bc9f2 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 9a8e9b1e-c60c-4b3e-b9d3-3bfd39c0d76b) {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:25:37.298418 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-878bf27a-f5a1-44d0-b933-ca6edc6bc9f2 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:25:37.299026 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-878bf27a-f5a1-44d0-b933-ca6edc6bc9f2 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for subnet, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:37.311008 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-ee9fa762-cf58-4678-9d8f-82d7d5840acb None None] For port 30d276c8-352c-4fee-81b2-dc105be2cf97, host ncdv-master-1, cleared binding levels {{(pid=121608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:25:37.314278 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-ee9fa762-cf58-4678-9d8f-82d7d5840acb None None] For port 30d276c8-352c-4fee-81b2-dc105be2cf97, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=30d276c8-352c-4fee-81b2-dc105be2cf97,segment=NetworkSegment(4e3e6713-1c52-4bb3-bb8f-9495f3a9dac2),segment_id=4e3e6713-1c52-4bb3-bb8f-9495f3a9dac2)] {{(pid=121608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:25:37.322914 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c98516ac-67b1-4e91-ad53-599a7e832c35 None None] Network 9a8e9b1e-c60c-4b3e-b9d3-3bfd39c0d76b requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:25:37.345920 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee60cc70-e10d-46c0-a88e-9ff410d0de36 tempest-FloatingIPNegativeTestJSON-69103497 tempest-FloatingIPNegativeTestJSON-69103497-project] Pushing event updated for resources: {'Network': ['ID=bb182c06-d854-4570-ad30-18b950391132,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:25:37.354067 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port 41bf078c-e30c-41c9-894d-b8d92af84070, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=41bf078c-e30c-41c9-894d-b8d92af84070,segment=NetworkSegment(7d046547-be7e-45aa-8fd2-b94df7d031f5),segment_id=7d046547-be7e-45aa-8fd2-b94df7d031f5)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:25:37.375724 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-ee60cc70-e10d-46c0-a88e-9ff410d0de36 tempest-FloatingIPNegativeTestJSON-69103497 tempest-FloatingIPNegativeTestJSON-69103497-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 794 time: 1.3692162
Dec 25 21:25:37.378370 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Network bb182c06-d854-4570-ad30-18b950391132 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 25 21:25:37.382908 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 40254) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:25:37.388587 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-e83ad283-2c01-4136-8b1f-b2ae7a8d04d6 tempest-FloatingIPNegativeTestJSON-69103497 tempest-FloatingIPNegativeTestJSON-69103497-project] Request body: {'subnet': {'network_id': 'bb182c06-d854-4570-ad30-18b950391132', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:25:37.392943 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Returning: {'device': '41bf078c-e30c-41c9-894d-b8d92af84070', 'network_id': 'd3e5445c-e82c-41fa-b43a-d819a64e08ff', 'port_id': '41bf078c-e30c-41c9-894d-b8d92af84070', 'mac_address': 'fa:16:3e:cb:3d:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '367efebd-202c-4f96-8bf1-069f2bf68f5d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 25 21:25:37.467732 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-ee9fa762-cf58-4678-9d8f-82d7d5840acb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:37.491541 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-878bf27a-f5a1-44d0-b933-ca6edc6bc9f2 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 830 time: 1.6411226
Dec 25 21:25:37.492198 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 40256) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:25:37.556344 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 51be9606-4e6a-45f4-aeff-c93d6edf1727 up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:25:37.637763 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-1f297bee-7797-4638-9f77-2d183c1377a6 None None] Provisioning complete for port 30d276c8-352c-4fee-81b2-dc105be2cf97 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:25:37.638131 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-1f297bee-7797-4638-9f77-2d183c1377a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:37.677385 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:37.688158 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e83ad283-2c01-4136-8b1f-b2ae7a8d04d6 tempest-FloatingIPNegativeTestJSON-69103497 tempest-FloatingIPNegativeTestJSON-69103497-project] Made reservation on behalf of 00685ab64044408194e2426e71afe583 for: {'subnet': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:25:37.692967 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-e83ad283-2c01-4136-8b1f-b2ae7a8d04d6 tempest-FloatingIPNegativeTestJSON-69103497 tempest-FloatingIPNegativeTestJSON-69103497-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9028529'] for subnet, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:37.943995 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9074b4-3dd6-4692-be0c-4ed32866af9b req-c5bba3f6-6e5e-421e-b760-9b7d51071b82 tempest-ServerAddressesTestJSON-1193958312 tempest-ServerAddressesTestJSON-1193958312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:25:37.945876 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7e9074b4-3dd6-4692-be0c-4ed32866af9b req-c5bba3f6-6e5e-421e-b760-9b7d51071b82 tempest-ServerAddressesTestJSON-1193958312 tempest-ServerAddressesTestJSON-1193958312-project] 10.222.0.32 "GET /v2.0/ports?device_id=22ebc312-ee15-4ad5-9083-12afbc14bdf6 HTTP/1.1" status: 200  len: 944 time: 0.1583009
Dec 25 21:25:38.011939 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 40270) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:25:38.062759 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-077c54c5-277e-4f99-a56b-28c4f7102219 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:38.067247 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7e9074b4-3dd6-4692-be0c-4ed32866af9b req-5419c11c-cc74-4d0c-9b7d-e07c4e02f499 tempest-ServerAddressesTestJSON-1193958312 tempest-ServerAddressesTestJSON-1193958312-project] 10.222.0.32 "GET /v2.0/security-groups?id=c048e08a-07c9-412e-a9f2-71f01390d24c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1132214
Dec 25 21:25:38.110519 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41bf078c-e30c-41c9-894d-b8d92af84070 {{(pid=121608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:25:38.186067 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10d2755-8104-41f5-b6e8-133db3e17460 None None] Pushing event updated for resources: {'Port': ['ID=30d276c8-352c-4fee-81b2-dc105be2cf97,revision_number=4']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:25:38.189165 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee9fa762-cf58-4678-9d8f-82d7d5840acb None None] Routers {'26bcf8a2-51a7-43e2-9d5b-f18f43df7c65'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:25:38.189882 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-ee9fa762-cf58-4678-9d8f-82d7d5840acb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2613d64550>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:25:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['26bcf8a2-51a7-43e2-9d5b-f18f43df7c65'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:25:38.193106 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-e83ad283-2c01-4136-8b1f-b2ae7a8d04d6 tempest-FloatingIPNegativeTestJSON-69103497 tempest-FloatingIPNegativeTestJSON-69103497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9084170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9028515'] for subnet, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:38.197659 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7a6a878-2341-4d86-b5fc-d65fa7b65c93 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-9a8e9b1e-c60c-4b3e-b9d3-3bfd39c0d76b', 'network_id': '9a8e9b1e-c60c-4b3e-b9d3-3bfd39c0d76b', 'project_id': '3075932236c24ad8974bea0414dd1507', 'fixed_ips': [{'subnet_id': '62ce5690-d30c-48d7-81db-ac2c321589bd'}]}} from ncdv-master-1. {{(pid=121608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 25 21:25:38.200126 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-f7a6a878-2341-4d86-b5fc-d65fa7b65c93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:38.202895 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port 41bf078c-e30c-41c9-894d-b8d92af84070, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=41bf078c-e30c-41c9-894d-b8d92af84070,segment=NetworkSegment(7d046547-be7e-45aa-8fd2-b94df7d031f5),segment_id=7d046547-be7e-45aa-8fd2-b94df7d031f5)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:25:38.283051 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e83ad283-2c01-4136-8b1f-b2ae7a8d04d6 tempest-FloatingIPNegativeTestJSON-69103497 tempest-FloatingIPNegativeTestJSON-69103497-project] Checking segment: {'id': '26be59de-ec49-4f3b-bb74-d5d5489c014f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'bb182c06-d854-4570-ad30-18b950391132'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:25:38.283480 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e83ad283-2c01-4136-8b1f-b2ae7a8d04d6 tempest-FloatingIPNegativeTestJSON-69103497 tempest-FloatingIPNegativeTestJSON-69103497-project] Network hostable DHCP agents. Network: bb182c06-d854-4570-ad30-18b950391132, hostable agents: ['1813db88-2c1b-4357-a2ba-869246b663c2'], hosted agents: [] {{(pid=121606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 25 21:25:38.287749 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83ad283-2c01-4136-8b1f-b2ae7a8d04d6 tempest-FloatingIPNegativeTestJSON-69103497 tempest-FloatingIPNegativeTestJSON-69103497-project] Pushing event updated for resources: {'Subnet': ['ID=54bfd3fc-3f3a-4886-8a82-eab21c134bba,revision_number=0']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:25:38.310338 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:38.313048 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:38.327950 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port 51be9606-4e6a-45f4-aeff-c93d6edf1727 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:25:38.327950 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:38.356264 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e83ad283-2c01-4136-8b1f-b2ae7a8d04d6 tempest-FloatingIPNegativeTestJSON-69103497 tempest-FloatingIPNegativeTestJSON-69103497-project] Network bb182c06-d854-4570-ad30-18b950391132 is scheduled to be hosted by DHCP agent 1813db88-2c1b-4357-a2ba-869246b663c2 with binding_index 1 {{(pid=121606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 25 21:25:38.356559 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_common [None req-077c54c5-277e-4f99-a56b-28c4f7102219 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Allocated IP 2001:db8:1::1 (9a8e9b1e-c60c-4b3e-b9d3-3bfd39c0d76b/62ce5690-d30c-48d7-81db-ac2c321589bd/a9825f0b-9b80-4820-a611-a41252238755) {{(pid=121607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:25:38.450788 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvr_db [None req-ee9fa762-cf58-4678-9d8f-82d7d5840acb None None] Set router 26bcf8a2-51a7-43e2-9d5b-f18f43df7c65 gateway port host: None {{(pid=121608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:25:38.460393 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [None req-e83ad283-2c01-4136-8b1f-b2ae7a8d04d6 tempest-FloatingIPNegativeTestJSON-69103497 tempest-FloatingIPNegativeTestJSON-69103497-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, bb182c06-d854-4570-ad30-18b950391132) {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:25:38.465331 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e83ad283-2c01-4136-8b1f-b2ae7a8d04d6 tempest-FloatingIPNegativeTestJSON-69103497 tempest-FloatingIPNegativeTestJSON-69103497-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:25:38.466262 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-e83ad283-2c01-4136-8b1f-b2ae7a8d04d6 tempest-FloatingIPNegativeTestJSON-69103497 tempest-FloatingIPNegativeTestJSON-69103497-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for subnet, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:38.515215 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27415412-3346-4567-b1b6-28d29835dee9 None None] Network bb182c06-d854-4570-ad30-18b950391132 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:25:38.516554 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-077c54c5-277e-4f99-a56b-28c4f7102219 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks [] for port, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:38.554853 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-e83ad283-2c01-4136-8b1f-b2ae7a8d04d6 tempest-FloatingIPNegativeTestJSON-69103497 tempest-FloatingIPNegativeTestJSON-69103497-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.1706386
Dec 25 21:25:38.564033 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 40280) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:25:38.570175 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-4b591cb7-dbe6-4e53-b490-94c799afa9ae tempest-FloatingIPNegativeTestJSON-69103497 tempest-FloatingIPNegativeTestJSON-69103497-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-347588455', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:25:38.584075 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-1f297bee-7797-4638-9f77-2d183c1377a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:38.620141 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-077c54c5-277e-4f99-a56b-28c4f7102219 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:38.640126 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-616aa1f0-4c00-453b-af0a-8d2d1dba8d92 admin admin] Publish callbacks [] for security_group, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:38.665541 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] get_ports_and_sgs() called for port_ids ['41bf078c-e30c-41c9-894d-b8d92af84070'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:25:38.668039 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Pushing event updated for resources: {'Port': ['ID=41bf078c-e30c-41c9-894d-b8d92af84070,revision_number=4']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:25:38.679065 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-4b591cb7-dbe6-4e53-b490-94c799afa9ae tempest-FloatingIPNegativeTestJSON-69103497 tempest-FloatingIPNegativeTestJSON-69103497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2014909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14863'] for router, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:38.679241 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3e945ecd-9380-47c2-aa0a-12ebe07e03e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:38.681831 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077c54c5-277e-4f99-a56b-28c4f7102219 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Pushing event updated for resources: {'Port': ['ID=a9825f0b-9b80-4820-a611-a41252238755,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:25:38.683227 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-4b591cb7-dbe6-4e53-b490-94c799afa9ae tempest-FloatingIPNegativeTestJSON-69103497 tempest-FloatingIPNegativeTestJSON-69103497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2014285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2009796', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2082630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14848'] for router, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:38.696371 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-077c54c5-277e-4f99-a56b-28c4f7102219 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Network 9a8e9b1e-c60c-4b3e-b9d3-3bfd39c0d76b is already hosted by enough agents. {{(pid=121607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:25:38.698761 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-077c54c5-277e-4f99-a56b-28c4f7102219 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Resources bound (agent type, host, resource id):  {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:25:38.702477 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-077c54c5-277e-4f99-a56b-28c4f7102219 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Received port after_create {{(pid=121607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:25:38.702477 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-077c54c5-277e-4f99-a56b-28c4f7102219 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2008772'] for router_interface, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:38.822010 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-4b591cb7-dbe6-4e53-b490-94c799afa9ae tempest-FloatingIPNegativeTestJSON-69103497 tempest-FloatingIPNegativeTestJSON-69103497-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:38.839273 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-1f297bee-7797-4638-9f77-2d183c1377a6 None None] For port 30d276c8-352c-4fee-81b2-dc105be2cf97, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=30d276c8-352c-4fee-81b2-dc105be2cf97,segment=NetworkSegment(4e3e6713-1c52-4bb3-bb8f-9495f3a9dac2),segment_id=4e3e6713-1c52-4bb3-bb8f-9495f3a9dac2)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:25:38.865840 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-616aa1f0-4c00-453b-af0a-8d2d1dba8d92 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:38.882815 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.db_base_plugin_common [None req-f7a6a878-2341-4d86-b5fc-d65fa7b65c93 None None] Allocated IP 2001:db8:1::2 (9a8e9b1e-c60c-4b3e-b9d3-3bfd39c0d76b/62ce5690-d30c-48d7-81db-ac2c321589bd/093e1023-7496-43ac-9beb-d88425f77f61) {{(pid=121608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:25:38.941260 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a76ea0c-4b88-4da6-a19f-98d2d6bbc385 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-bb182c06-d854-4570-ad30-18b950391132', 'network_id': 'bb182c06-d854-4570-ad30-18b950391132', 'project_id': '00685ab64044408194e2426e71afe583', 'fixed_ips': [{'subnet_id': '54bfd3fc-3f3a-4886-8a82-eab21c134bba'}]}} from ncdv-master-1. {{(pid=121608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 25 21:25:38.941999 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-6a76ea0c-4b88-4da6-a19f-98d2d6bbc385 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:38.969775 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-4b591cb7-dbe6-4e53-b490-94c799afa9ae tempest-FloatingIPNegativeTestJSON-69103497 tempest-FloatingIPNegativeTestJSON-69103497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2014278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2009753'] for router, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:38.976506 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-616aa1f0-4c00-453b-af0a-8d2d1dba8d92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:38.988630 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-1f297bee-7797-4638-9f77-2d183c1377a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:39.011039 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-077c54c5-277e-4f99-a56b-28c4f7102219 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:39.071804 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-616aa1f0-4c00-453b-af0a-8d2d1dba8d92 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=fe72b9abec8c404da78ac27c7e38ee1d&name=default HTTP/1.1" status: 200  len: 3000 time: 1.0573938
Dec 25 21:25:39.073121 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 40286) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:25:39.094670 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616aa1f0-4c00-453b-af0a-8d2d1dba8d92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4b4ea6d-2e73-4c01-8e16-a37841d4c0b2,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:25:39.126522 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-4b591cb7-dbe6-4e53-b490-94c799afa9ae tempest-FloatingIPNegativeTestJSON-69103497 tempest-FloatingIPNegativeTestJSON-69103497-project] Publish callbacks [] for router, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:39.134883 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-4b591cb7-dbe6-4e53-b490-94c799afa9ae tempest-FloatingIPNegativeTestJSON-69103497 tempest-FloatingIPNegativeTestJSON-69103497-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 714 time: 0.5695453
Dec 25 21:25:39.141118 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 40292) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:25:39.307089 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f297bee-7797-4638-9f77-2d183c1377a6 None None] Pushing event updated for resources: {'Port': ['ID=30d276c8-352c-4fee-81b2-dc105be2cf97,revision_number=5']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:25:39.319100 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-dcb9a2d4-8404-4a4f-889d-24c664936620 None None] Provisioning complete for port 30d276c8-352c-4fee-81b2-dc105be2cf97 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:25:39.320087 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-dcb9a2d4-8404-4a4f-889d-24c664936620 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:39.494345 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.db_base_plugin_common [None req-6a76ea0c-4b88-4da6-a19f-98d2d6bbc385 None None] Allocated IP 172.20.0.2 (bb182c06-d854-4570-ad30-18b950391132/54bfd3fc-3f3a-4886-8a82-eab21c134bba/ecad9891-d95c-46ee-9bf6-6149610fbf7f) {{(pid=121608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:25:39.517775 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-ee9fa762-cf58-4678-9d8f-82d7d5840acb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2613d64550>, [{'id': '26bcf8a2-51a7-43e2-9d5b-f18f43df7c65', 'name': 'tempest-RoutersIpV6Test-router-137911943', 'tenant_id': '3075932236c24ad8974bea0414dd1507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:25:30Z', 'updated_at': '2021-12-25T21:25:33Z', 'revision_number': 2, 'project_id': '3075932236c24ad8974bea0414dd1507', 'gw_port_host': None, '_interfaces': [{'id': '30d276c8-352c-4fee-81b2-dc105be2cf97', 'name': '', 'network_id': '82b6058b-9384-41d8-9c3f-000c180610b3', 'tenant_id': '3075932236c24ad8974bea0414dd1507', 'mac_address': 'fa:16:3e:3a:28:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26bcf8a2-51a7-43e2-9d5b-f18f43df7c65', 'device_owner': 'network:router_interface', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': 'd26521ed-5aa6-4cc0-8118-08157704ac07', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:25:32Z', 'updated_at': '2021-12-25T21:25:37Z', 'revision_number': 4, 'project_id': '3075932236c24ad8974bea0414dd1507', 'subnets': [{'id': 'd26521ed-5aa6-4cc0-8118-08157704ac07', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:25:39.554806 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-f7a6a878-2341-4d86-b5fc-d65fa7b65c93 None None] Publish callbacks [] for port, precommit_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:39.570970 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee9fa762-cf58-4678-9d8f-82d7d5840acb None None] The sync data for ids ['26bcf8a2-51a7-43e2-9d5b-f18f43df7c65'] in ncdv-master-1 is: [{'id': '26bcf8a2-51a7-43e2-9d5b-f18f43df7c65', 'name': 'tempest-RoutersIpV6Test-router-137911943', 'tenant_id': '3075932236c24ad8974bea0414dd1507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:25:30Z', 'updated_at': '2021-12-25T21:25:33Z', 'revision_number': 2, 'project_id': '3075932236c24ad8974bea0414dd1507', 'gw_port_host': None, '_interfaces': [{'id': '30d276c8-352c-4fee-81b2-dc105be2cf97', 'name': '', 'network_id': '82b6058b-9384-41d8-9c3f-000c180610b3', 'tenant_id': '3075932236c24ad8974bea0414dd1507', 'mac_address': 'fa:16:3e:3a:28:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26bcf8a2-51a7-43e2-9d5b-f18f43df7c65', 'device_owner': 'network:router_interface', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': 'd26521ed-5aa6-4cc0-8118-08157704ac07', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:25:32Z', 'updated_at': '2021-12-25T21:25:37Z', 'revision_number': 4, 'project_id': '3075932236c24ad8974bea0414dd1507', 'subnets': [{'id': 'd26521ed-5aa6-4cc0-8118-08157704ac07', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 21:25:39.614403 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-15cb578f-7a63-4fd3-925d-83bad4c7b82a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:39.619762 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf1404d-d7b4-4775-a163-684be01ca028 req-3879cb40-576c-43d8-bc4b-48a066b80911 tempest-ServerAddressesTestJSON-1193958312 tempest-ServerAddressesTestJSON-1193958312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:25:39.621388 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-baf1404d-d7b4-4775-a163-684be01ca028 req-3879cb40-576c-43d8-bc4b-48a066b80911 tempest-ServerAddressesTestJSON-1193958312 tempest-ServerAddressesTestJSON-1193958312-project] 10.222.0.32 "GET /v2.0/ports?device_id=22ebc312-ee15-4ad5-9083-12afbc14bdf6 HTTP/1.1" status: 200  len: 945 time: 0.3705420
Dec 25 21:25:39.669093 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-3d344b3b-6f80-4866-981a-fba7255417bf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:39.673611 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-a2a5cede-3e3d-43cf-8583-3119d056af6d tempest-FloatingIPNegativeTestJSON-69103497 tempest-FloatingIPNegativeTestJSON-69103497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:39.695725 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-f7a6a878-2341-4d86-b5fc-d65fa7b65c93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946'] for port, after_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:39.773865 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-077c54c5-277e-4f99-a56b-28c4f7102219 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks [] for port, precommit_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:39.798819 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-3d344b3b-6f80-4866-981a-fba7255417bf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:39.806179 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7a6a878-2341-4d86-b5fc-d65fa7b65c93 None None] Network 9a8e9b1e-c60c-4b3e-b9d3-3bfd39c0d76b is already hosted by enough agents. {{(pid=121608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:25:39.806472 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-baf1404d-d7b4-4775-a163-684be01ca028 req-c31dcde4-c601-49c9-807d-ea8dc72c63a0 tempest-ServerAddressesTestJSON-1193958312 tempest-ServerAddressesTestJSON-1193958312-project] 10.222.0.32 "GET /v2.0/security-groups?id=c048e08a-07c9-412e-a9f2-71f01390d24c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1742485
Dec 25 21:25:39.826534 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.base_scheduler [None req-f7a6a878-2341-4d86-b5fc-d65fa7b65c93 None None] Resources bound (agent type, host, resource id):  {{(pid=121608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:25:39.848439 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7a6a878-2341-4d86-b5fc-d65fa7b65c93 None None] Received port after_create {{(pid=121608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:25:39.851935 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a6a878-2341-4d86-b5fc-d65fa7b65c93 None None] Pushing event updated for resources: {'Port': ['ID=093e1023-7496-43ac-9beb-d88425f77f61,revision_number=1']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:25:39.882182 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-077c54c5-277e-4f99-a56b-28c4f7102219 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8632327'] for port, after_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:39.883301 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-077c54c5-277e-4f99-a56b-28c4f7102219 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2007636'] for router_interface, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:40.021931 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-3d344b3b-6f80-4866-981a-fba7255417bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:40.028411 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-3d344b3b-6f80-4866-981a-fba7255417bf admin admin] Publish callbacks [] for security_group, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:40.028411 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-3d344b3b-6f80-4866-981a-fba7255417bf admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c4b4ea6d-2e73-4c01-8e16-a37841d4c0b2 HTTP/1.1" status: 204  len: 168 time: 0.9438868
Dec 25 21:25:40.042608 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d344b3b-6f80-4866-981a-fba7255417bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4b4ea6d-2e73-4c01-8e16-a37841d4c0b2,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:25:40.057514 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077c54c5-277e-4f99-a56b-28c4f7102219 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Pushing event updated for resources: {'Port': ['ID=a9825f0b-9b80-4820-a611-a41252238755,revision_number=2']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:25:40.150313 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-077c54c5-277e-4f99-a56b-28c4f7102219 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Network 9a8e9b1e-c60c-4b3e-b9d3-3bfd39c0d76b is already hosted by enough agents. {{(pid=121607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:25:40.151880 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-077c54c5-277e-4f99-a56b-28c4f7102219 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Resources bound (agent type, host, resource id):  {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:25:40.217524 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-6a76ea0c-4b88-4da6-a19f-98d2d6bbc385 None None] Publish callbacks [] for port, precommit_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:40.272933 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-f7a6a878-2341-4d86-b5fc-d65fa7b65c93 None None] Attempting to bind port 093e1023-7496-43ac-9beb-d88425f77f61 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:25:40.273314 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-f7a6a878-2341-4d86-b5fc-d65fa7b65c93 None None] Attempting to bind port 093e1023-7496-43ac-9beb-d88425f77f61 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '11926fc3-bbae-47ee-9894-e75f153e6dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '9a8e9b1e-c60c-4b3e-b9d3-3bfd39c0d76b'}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:25:40.273679 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7a6a878-2341-4d86-b5fc-d65fa7b65c93 None None] Attempting to bind port 093e1023-7496-43ac-9beb-d88425f77f61 on network 9a8e9b1e-c60c-4b3e-b9d3-3bfd39c0d76b {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:25:40.281663 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7a6a878-2341-4d86-b5fc-d65fa7b65c93 None None] Checking agent: {'id': 'ca4f5c6d-f1fd-48b8-a3e3-395864c7d23d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 20, 56, 40), 'started_at': datetime.datetime(2021, 12, 25, 20, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 25, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:25:40.283023 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7a6a878-2341-4d86-b5fc-d65fa7b65c93 None None] Checking segment: {'id': '11926fc3-bbae-47ee-9894-e75f153e6dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '9a8e9b1e-c60c-4b3e-b9d3-3bfd39c0d76b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:25:40.283314 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-f7a6a878-2341-4d86-b5fc-d65fa7b65c93 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:40.283715 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7a6a878-2341-4d86-b5fc-d65fa7b65c93 None None] Bound using segment: {'id': '11926fc3-bbae-47ee-9894-e75f153e6dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '9a8e9b1e-c60c-4b3e-b9d3-3bfd39c0d76b'} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:25:40.284596 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-f7a6a878-2341-4d86-b5fc-d65fa7b65c93 None None] Bound port: 093e1023-7496-43ac-9beb-d88425f77f61, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11926fc3-bbae-47ee-9894-e75f153e6dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '9a8e9b1e-c60c-4b3e-b9d3-3bfd39c0d76b'}}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:25:40.285041 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-f7a6a878-2341-4d86-b5fc-d65fa7b65c93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:40.300250 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-6a76ea0c-4b88-4da6-a19f-98d2d6bbc385 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946'] for port, after_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:40.347483 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a76ea0c-4b88-4da6-a19f-98d2d6bbc385 None None] Network bb182c06-d854-4570-ad30-18b950391132 is already hosted by enough agents. {{(pid=121608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:25:40.358048 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-077c54c5-277e-4f99-a56b-28c4f7102219 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Router 26bcf8a2-51a7-43e2-9d5b-f18f43df7c65 has already been hosted by L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 {{(pid=121607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 25 21:25:40.364087 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.base_scheduler [None req-6a76ea0c-4b88-4da6-a19f-98d2d6bbc385 None None] Resources bound (agent type, host, resource id):  {{(pid=121608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:25:40.403349 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_common [None req-a2a5cede-3e3d-43cf-8583-3119d056af6d tempest-FloatingIPNegativeTestJSON-69103497 tempest-FloatingIPNegativeTestJSON-69103497-project] Allocated IP 172.20.0.1 (bb182c06-d854-4570-ad30-18b950391132/54bfd3fc-3f3a-4886-8a82-eab21c134bba/47f21173-3148-475b-b810-4489b5667286) {{(pid=121606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:25:40.407103 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a76ea0c-4b88-4da6-a19f-98d2d6bbc385 None None] Received port after_create {{(pid=121608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:25:40.429155 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a76ea0c-4b88-4da6-a19f-98d2d6bbc385 None None] Pushing event updated for resources: {'Port': ['ID=ecad9891-d95c-46ee-9bf6-6149610fbf7f,revision_number=1']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:25:40.486614 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-f7a6a878-2341-4d86-b5fc-d65fa7b65c93 None None] For port 093e1023-7496-43ac-9beb-d88425f77f61, host ncdv-master-1, cleared binding levels {{(pid=121608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:25:40.498216 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-077c54c5-277e-4f99-a56b-28c4f7102219 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 21:25:40.504358 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-077c54c5-277e-4f99-a56b-28c4f7102219 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] 10.222.0.32 "PUT /v2.0/routers/26bcf8a2-51a7-43e2-9d5b-f18f43df7c65/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0108304
Dec 25 21:25:40.506943 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 40306) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:25:40.513141 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-a15a9297-f5d6-4c11-a070-0b3cc20d7e6b tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-23845626'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:25:40.546440 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-f7a6a878-2341-4d86-b5fc-d65fa7b65c93 None None] For port 093e1023-7496-43ac-9beb-d88425f77f61, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=093e1023-7496-43ac-9beb-d88425f77f61,segment=NetworkSegment(11926fc3-bbae-47ee-9894-e75f153e6dd9),segment_id=11926fc3-bbae-47ee-9894-e75f153e6dd9)] {{(pid=121608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:25:40.553068 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-a2a5cede-3e3d-43cf-8583-3119d056af6d tempest-FloatingIPNegativeTestJSON-69103497 tempest-FloatingIPNegativeTestJSON-69103497-project] Publish callbacks [] for port, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:40.559189 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-6a76ea0c-4b88-4da6-a19f-98d2d6bbc385 None None] Attempting to bind port ecad9891-d95c-46ee-9bf6-6149610fbf7f on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:25:40.559659 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-6a76ea0c-4b88-4da6-a19f-98d2d6bbc385 None None] Attempting to bind port ecad9891-d95c-46ee-9bf6-6149610fbf7f by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '26be59de-ec49-4f3b-bb74-d5d5489c014f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'bb182c06-d854-4570-ad30-18b950391132'}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:25:40.560190 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a76ea0c-4b88-4da6-a19f-98d2d6bbc385 None None] Attempting to bind port ecad9891-d95c-46ee-9bf6-6149610fbf7f on network bb182c06-d854-4570-ad30-18b950391132 {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:25:40.565554 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a76ea0c-4b88-4da6-a19f-98d2d6bbc385 None None] Checking agent: {'id': 'ca4f5c6d-f1fd-48b8-a3e3-395864c7d23d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 20, 56, 40), 'started_at': datetime.datetime(2021, 12, 25, 20, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 25, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:25:40.565936 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a76ea0c-4b88-4da6-a19f-98d2d6bbc385 None None] Checking segment: {'id': '26be59de-ec49-4f3b-bb74-d5d5489c014f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'bb182c06-d854-4570-ad30-18b950391132'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:25:40.566341 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-6a76ea0c-4b88-4da6-a19f-98d2d6bbc385 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:40.569803 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a76ea0c-4b88-4da6-a19f-98d2d6bbc385 None None] Bound using segment: {'id': '26be59de-ec49-4f3b-bb74-d5d5489c014f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'bb182c06-d854-4570-ad30-18b950391132'} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:25:40.569803 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-6a76ea0c-4b88-4da6-a19f-98d2d6bbc385 None None] Bound port: ecad9891-d95c-46ee-9bf6-6149610fbf7f, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26be59de-ec49-4f3b-bb74-d5d5489c014f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'bb182c06-d854-4570-ad30-18b950391132'}}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:25:40.569803 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-6a76ea0c-4b88-4da6-a19f-98d2d6bbc385 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:40.609013 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-f7a6a878-2341-4d86-b5fc-d65fa7b65c93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:40.630803 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a15a9297-f5d6-4c11-a070-0b3cc20d7e6b tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Made reservation on behalf of 3075932236c24ad8974bea0414dd1507 for: {'network': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:25:40.635247 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a15a9297-f5d6-4c11-a070-0b3cc20d7e6b tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for network, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:40.650166 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:40.667282 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a15a9297-f5d6-4c11-a070-0b3cc20d7e6b tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] vlan segment allocate from pool success with {'vlan_id': 194, 'physical_network': 'physnet1'}  {{(pid=121607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 25 21:25:40.677453 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a15a9297-f5d6-4c11-a070-0b3cc20d7e6b tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:40.678035 ncdv-master-1 neutron-server[121607]: INFO neutron.db.segments_db [None req-a15a9297-f5d6-4c11-a070-0b3cc20d7e6b tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Added segment 25fe9b7d-15a4-4bf3-8cbd-d39c28959931 of type vlan for network 95f01c3b-840d-4353-aa5e-dc4e37e69f22
Dec 25 21:25:40.691453 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-a2a5cede-3e3d-43cf-8583-3119d056af6d tempest-FloatingIPNegativeTestJSON-69103497 tempest-FloatingIPNegativeTestJSON-69103497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:40.696136 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-6a76ea0c-4b88-4da6-a19f-98d2d6bbc385 None None] For port ecad9891-d95c-46ee-9bf6-6149610fbf7f, host ncdv-master-1, cleared binding levels {{(pid=121608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:25:40.700593 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-6a76ea0c-4b88-4da6-a19f-98d2d6bbc385 None None] For port ecad9891-d95c-46ee-9bf6-6149610fbf7f, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ecad9891-d95c-46ee-9bf6-6149610fbf7f,segment=NetworkSegment(26be59de-ec49-4f3b-bb74-d5d5489c014f),segment_id=26be59de-ec49-4f3b-bb74-d5d5489c014f)] {{(pid=121608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:25:40.703852 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a6a878-2341-4d86-b5fc-d65fa7b65c93 None None] Pushing event updated for resources: {'Port': ['ID=093e1023-7496-43ac-9beb-d88425f77f61,revision_number=2']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:25:40.730567 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a15a9297-f5d6-4c11-a070-0b3cc20d7e6b tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737602163420'] for network, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:40.781041 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a5cede-3e3d-43cf-8583-3119d056af6d tempest-FloatingIPNegativeTestJSON-69103497 tempest-FloatingIPNegativeTestJSON-69103497-project] Pushing event updated for resources: {'Port': ['ID=47f21173-3148-475b-b810-4489b5667286,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:25:40.785346 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2a5cede-3e3d-43cf-8583-3119d056af6d tempest-FloatingIPNegativeTestJSON-69103497 tempest-FloatingIPNegativeTestJSON-69103497-project] Network bb182c06-d854-4570-ad30-18b950391132 is already hosted by enough agents. {{(pid=121606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:25:40.787735 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [None req-a2a5cede-3e3d-43cf-8583-3119d056af6d tempest-FloatingIPNegativeTestJSON-69103497 tempest-FloatingIPNegativeTestJSON-69103497-project] Resources bound (agent type, host, resource id):  {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:25:40.795343 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2a5cede-3e3d-43cf-8583-3119d056af6d tempest-FloatingIPNegativeTestJSON-69103497 tempest-FloatingIPNegativeTestJSON-69103497-project] Received port after_create {{(pid=121606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:25:40.825557 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-6a76ea0c-4b88-4da6-a19f-98d2d6bbc385 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:40.870572 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a15a9297-f5d6-4c11-a070-0b3cc20d7e6b tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870'] for network, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:40.878857 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a15a9297-f5d6-4c11-a070-0b3cc20d7e6b tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:25:40.880948 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a15a9297-f5d6-4c11-a070-0b3cc20d7e6b tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for network, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:40.944643 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a76ea0c-4b88-4da6-a19f-98d2d6bbc385 None None] Pushing event updated for resources: {'Port': ['ID=ecad9891-d95c-46ee-9bf6-6149610fbf7f,revision_number=2']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:25:40.968792 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device 41bf078c-e30c-41c9-894d-b8d92af84070 up at agent hyperv_nch2-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:25:41.041419 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-a2a5cede-3e3d-43cf-8583-3119d056af6d tempest-FloatingIPNegativeTestJSON-69103497 tempest-FloatingIPNegativeTestJSON-69103497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2008772'] for router_interface, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:41.084201 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15a9297-f5d6-4c11-a070-0b3cc20d7e6b tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Pushing event updated for resources: {'Network': ['ID=95f01c3b-840d-4353-aa5e-dc4e37e69f22,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:25:41.090306 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-a15a9297-f5d6-4c11-a070-0b3cc20d7e6b tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.5819955
Dec 25 21:25:41.093374 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 40318) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:25:41.098117 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Network 95f01c3b-840d-4353-aa5e-dc4e37e69f22 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 25 21:25:41.107365 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-eab3b918-1ebd-466c-8008-18b0f414c624 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Request body: {'subnet': {'network_id': '95f01c3b-840d-4353-aa5e-dc4e37e69f22', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:25:41.178609 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Provisioning for port 41bf078c-e30c-41c9-894d-b8d92af84070 completed by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 25 21:25:41.190849 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Provisioning complete for port 41bf078c-e30c-41c9-894d-b8d92af84070 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:25:41.191195 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:41.207693 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d18869-8173-4ac5-9b3f-1657a5706b30 req-d3086f27-c723-4c7f-bf88-29e808db05b6 tempest-ServerAddressesTestJSON-1193958312 tempest-ServerAddressesTestJSON-1193958312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:25:41.212228 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c9d18869-8173-4ac5-9b3f-1657a5706b30 req-d3086f27-c723-4c7f-bf88-29e808db05b6 tempest-ServerAddressesTestJSON-1193958312 tempest-ServerAddressesTestJSON-1193958312-project] 10.222.0.32 "GET /v2.0/ports?device_id=22ebc312-ee15-4ad5-9083-12afbc14bdf6 HTTP/1.1" status: 200  len: 945 time: 0.2673225
Dec 25 21:25:41.367652 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eab3b918-1ebd-466c-8008-18b0f414c624 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Made reservation on behalf of 3075932236c24ad8974bea0414dd1507 for: {'subnet': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:25:41.371610 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-eab3b918-1ebd-466c-8008-18b0f414c624 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8852834'] for subnet, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:41.378796 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c9d18869-8173-4ac5-9b3f-1657a5706b30 req-f2e6b9e7-a507-4ca9-97fd-82fab2f669c4 tempest-ServerAddressesTestJSON-1193958312 tempest-ServerAddressesTestJSON-1193958312-project] 10.222.0.32 "GET /v2.0/security-groups?id=c048e08a-07c9-412e-a9f2-71f01390d24c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1518662
Dec 25 21:25:41.406098 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-a2a5cede-3e3d-43cf-8583-3119d056af6d tempest-FloatingIPNegativeTestJSON-69103497 tempest-FloatingIPNegativeTestJSON-69103497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:41.432552 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:41.535907 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22ebc312-ee15-4ad5-9083-12afbc14bdf6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41bf078c-e30c-41c9-894d-b8d92af84070'}] {{(pid=121608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:25:41.543982 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a88c78c3ff6266bd59c7e89d275b28c92e739b67d23c89d71af88829fd31566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce55a827-d22b-444f-800f-255056f27e84" -d '{"events": [{"server_uuid": "22ebc312-ee15-4ad5-9083-12afbc14bdf6", "name": "network-vif-plugged", "status": "completed", "tag": "41bf078c-e30c-41c9-894d-b8d92af84070"}]}' {{(pid=121608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:25:41.574910 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port 41bf078c-e30c-41c9-894d-b8d92af84070, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=41bf078c-e30c-41c9-894d-b8d92af84070,segment=NetworkSegment(7d046547-be7e-45aa-8fd2-b94df7d031f5),segment_id=7d046547-be7e-45aa-8fd2-b94df7d031f5)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:25:41.651054 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 21:25:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ac2f2e4-5546-4a4e-86f3-c3a0c6bbe013 x-openstack-request-id: req-7ac2f2e4-5546-4a4e-86f3-c3a0c6bbe013 {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:25:41.651359 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22ebc312-ee15-4ad5-9083-12afbc14bdf6", "name": "network-vif-plugged", "status": "completed", "tag": "41bf078c-e30c-41c9-894d-b8d92af84070", "code": 200}]} {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:25:41.651707 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7ac2f2e4-5546-4a4e-86f3-c3a0c6bbe013 {{(pid=121608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:25:41.652220 ncdv-master-1 neutron-server[121608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22ebc312-ee15-4ad5-9083-12afbc14bdf6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41bf078c-e30c-41c9-894d-b8d92af84070', 'code': 200}
Dec 25 21:25:41.713686 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:41.788764 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 093e1023-7496-43ac-9beb-d88425f77f61 up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:25:41.832109 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Pushing event updated for resources: {'Port': ['ID=41bf078c-e30c-41c9-894d-b8d92af84070,revision_number=5']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:25:41.858691 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port 093e1023-7496-43ac-9beb-d88425f77f61 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:25:41.859402 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:41.899633 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-eab3b918-1ebd-466c-8008-18b0f414c624 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8632475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8852848'] for subnet, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:41.962755 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 40326) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:25:41.986278 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:41.991522 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e08faf67-ef29-405e-9551-d20a57644140 admin admin] Publish callbacks [] for security_group, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:42.048359 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] For port 093e1023-7496-43ac-9beb-d88425f77f61, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=093e1023-7496-43ac-9beb-d88425f77f61,segment=NetworkSegment(11926fc3-bbae-47ee-9894-e75f153e6dd9),segment_id=11926fc3-bbae-47ee-9894-e75f153e6dd9)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:25:42.050120 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 40328) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:25:42.082748 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab3b918-1ebd-466c-8008-18b0f414c624 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Pushing event updated for resources: {'Subnet': ['ID=851ce575-2ab7-4d47-85c5-ae786b22120d,revision_number=0']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:25:42.104804 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eab3b918-1ebd-466c-8008-18b0f414c624 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Checking segment: {'id': '25fe9b7d-15a4-4bf3-8cbd-d39c28959931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '95f01c3b-840d-4353-aa5e-dc4e37e69f22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:25:42.105202 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eab3b918-1ebd-466c-8008-18b0f414c624 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Network hostable DHCP agents. Network: 95f01c3b-840d-4353-aa5e-dc4e37e69f22, hostable agents: ['1813db88-2c1b-4357-a2ba-869246b663c2'], hosted agents: [] {{(pid=121607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 25 21:25:42.133373 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:42.134046 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 30d276c8-352c-4fee-81b2-dc105be2cf97 up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:25:42.243545 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e08faf67-ef29-405e-9551-d20a57644140 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:42.247428 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eab3b918-1ebd-466c-8008-18b0f414c624 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Network 95f01c3b-840d-4353-aa5e-dc4e37e69f22 is scheduled to be hosted by DHCP agent 1813db88-2c1b-4357-a2ba-869246b663c2 with binding_index 1 {{(pid=121607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 25 21:25:42.304443 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port 30d276c8-352c-4fee-81b2-dc105be2cf97 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:25:42.304829 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:42.332804 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e08faf67-ef29-405e-9551-d20a57644140 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:42.346083 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Pushing event updated for resources: {'Port': ['ID=093e1023-7496-43ac-9beb-d88425f77f61,revision_number=3']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:25:42.390867 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-eab3b918-1ebd-466c-8008-18b0f414c624 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 95f01c3b-840d-4353-aa5e-dc4e37e69f22) {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:25:42.401455 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7438f70b-42f3-4346-aac4-6f810d82d595 req-779652bc-ac72-4deb-8819-e491d134d2a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:25:42.403238 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7438f70b-42f3-4346-aac4-6f810d82d595 req-779652bc-ac72-4deb-8819-e491d134d2a2 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=22ebc312-ee15-4ad5-9083-12afbc14bdf6 HTTP/1.1" status: 200  len: 1097 time: 0.6641061
Dec 25 21:25:42.420700 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eab3b918-1ebd-466c-8008-18b0f414c624 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:25:42.421880 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-eab3b918-1ebd-466c-8008-18b0f414c624 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks [] for subnet, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:42.434082 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-1f1dcaaa-3ff1-44cb-b9c6-4aee8e5d9a77 admin admin] Publish callbacks [] for security_group, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:42.460113 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adcecb02-696a-4925-8bb7-dd649105deb9 None None] Network 95f01c3b-840d-4353-aa5e-dc4e37e69f22 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:25:42.462634 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20c4da43-d227-43ac-88e8-10bc30290041 None None] Network 9a8e9b1e-c60c-4b3e-b9d3-3bfd39c0d76b requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:25:42.475844 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-e08faf67-ef29-405e-9551-d20a57644140 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=74e35b77d702444787850e21bc03163f&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5101194
Dec 25 21:25:42.485249 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 40340) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:25:42.498215 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-a2a5cede-3e3d-43cf-8583-3119d056af6d tempest-FloatingIPNegativeTestJSON-69103497 tempest-FloatingIPNegativeTestJSON-69103497-project] Publish callbacks [] for port, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:42.506695 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08faf67-ef29-405e-9551-d20a57644140 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3033279-2f7e-4527-bc24-e6e06d3d100f,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:25:42.544024 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7438f70b-42f3-4346-aac4-6f810d82d595 req-97c75e78-a2d9-44d9-9479-0ec10b16f767 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=c048e08a-07c9-412e-a9f2-71f01390d24c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1215670
Dec 25 21:25:42.553529 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-eab3b918-1ebd-466c-8008-18b0f414c624 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 830 time: 1.4588866
Dec 25 21:25:42.558511 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 40344) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:25:42.558802 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-a2a5cede-3e3d-43cf-8583-3119d056af6d tempest-FloatingIPNegativeTestJSON-69103497 tempest-FloatingIPNegativeTestJSON-69103497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:42.630880 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device ecad9891-d95c-46ee-9bf6-6149610fbf7f up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:25:42.692499 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-1f1dcaaa-3ff1-44cb-b9c6-4aee8e5d9a77 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:42.699778 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75300c2f-213e-4fd2-a9b2-2a8e9f6d71ca None None] Sync routers for ids ['26bcf8a2-51a7-43e2-9d5b-f18f43df7c65'] in ncdv-master-1 {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 21:25:42.712524 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-edd769f4-1ab1-411a-a894-8c1713fc5775 None None] Provisioning complete for port 093e1023-7496-43ac-9beb-d88425f77f61 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:25:42.712828 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-edd769f4-1ab1-411a-a894-8c1713fc5775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:42.719562 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75300c2f-213e-4fd2-a9b2-2a8e9f6d71ca None None] Routers {'26bcf8a2-51a7-43e2-9d5b-f18f43df7c65'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:25:42.720522 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-75300c2f-213e-4fd2-a9b2-2a8e9f6d71ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f26182dc100>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:25:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['26bcf8a2-51a7-43e2-9d5b-f18f43df7c65'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:25:42.778651 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-1f1dcaaa-3ff1-44cb-b9c6-4aee8e5d9a77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:42.817621 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1dcaaa-3ff1-44cb-b9c6-4aee8e5d9a77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=230db579-5c20-4f82-80c7-92c632e9cce9,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:25:42.841764 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-1f1dcaaa-3ff1-44cb-b9c6-4aee8e5d9a77 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=83f09455970345ac919d8b99b665dadd&name=default HTTP/1.1" status: 200  len: 3000 time: 0.7761548
Dec 25 21:25:42.844557 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 40346) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:25:42.861983 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ec0033c-81a5-47ba-adf5-fbb41d0bce01 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-95f01c3b-840d-4353-aa5e-dc4e37e69f22', 'network_id': '95f01c3b-840d-4353-aa5e-dc4e37e69f22', 'project_id': '3075932236c24ad8974bea0414dd1507', 'fixed_ips': [{'subnet_id': '851ce575-2ab7-4d47-85c5-ae786b22120d'}]}} from ncdv-master-1. {{(pid=121608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 25 21:25:42.863093 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-6ec0033c-81a5-47ba-adf5-fbb41d0bce01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:42.915902 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port ecad9891-d95c-46ee-9bf6-6149610fbf7f triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:25:42.916570 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:42.931758 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvr_db [None req-75300c2f-213e-4fd2-a9b2-2a8e9f6d71ca None None] Set router 26bcf8a2-51a7-43e2-9d5b-f18f43df7c65 gateway port host: None {{(pid=121609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:25:42.961650 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5efde474-a693-454b-8fcc-73814660cc31 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:42.962771 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a5cede-3e3d-43cf-8583-3119d056af6d tempest-FloatingIPNegativeTestJSON-69103497 tempest-FloatingIPNegativeTestJSON-69103497-project] Pushing event updated for resources: {'Port': ['ID=47f21173-3148-475b-b810-4489b5667286,revision_number=2']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:25:43.024168 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5efde474-a693-454b-8fcc-73814660cc31 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:43.059479 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-a2a5cede-3e3d-43cf-8583-3119d056af6d tempest-FloatingIPNegativeTestJSON-69103497 tempest-FloatingIPNegativeTestJSON-69103497-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2007636'] for router_interface, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:43.079932 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3835a1cf-5af9-4bbc-a717-4df424ad245f None None] Network bb182c06-d854-4570-ad30-18b950391132 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:25:43.115636 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1f6553-b190-455c-ab60-c259028f95a0 req-ce624d87-4b40-40df-bf30-cc668afab1b4 tempest-ServerAddressesTestJSON-1193958312 tempest-ServerAddressesTestJSON-1193958312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:25:43.117527 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9f1f6553-b190-455c-ab60-c259028f95a0 req-ce624d87-4b40-40df-bf30-cc668afab1b4 tempest-ServerAddressesTestJSON-1193958312 tempest-ServerAddressesTestJSON-1193958312-project] 10.222.0.32 "GET /v2.0/ports?device_id=22ebc312-ee15-4ad5-9083-12afbc14bdf6 HTTP/1.1" status: 200  len: 946 time: 0.4258163
Dec 25 21:25:43.169765 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.db_base_plugin_common [None req-6ec0033c-81a5-47ba-adf5-fbb41d0bce01 None None] Allocated IP 2001:db8:2::2 (95f01c3b-840d-4353-aa5e-dc4e37e69f22/851ce575-2ab7-4d47-85c5-ae786b22120d/a56ada38-2735-4836-9f3c-a2aa2c7ec207) {{(pid=121608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:25:43.190280 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5efde474-a693-454b-8fcc-73814660cc31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:43.195373 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-cd39d02b-93b3-44ad-a074-381105582d55 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:43.199316 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5efde474-a693-454b-8fcc-73814660cc31 admin admin] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:43.199316 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-5efde474-a693-454b-8fcc-73814660cc31 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/230db579-5c20-4f82-80c7-92c632e9cce9 HTTP/1.1" status: 204  len: 168 time: 0.3507128
Dec 25 21:25:43.213000 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efde474-a693-454b-8fcc-73814660cc31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=230db579-5c20-4f82-80c7-92c632e9cce9,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:25:43.323217 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:43.362658 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-7fbebe5e-2abd-4c28-bf35-ff07af6c7a82 None None] Provisioning complete for port ecad9891-d95c-46ee-9bf6-6149610fbf7f triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:25:43.363046 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-7fbebe5e-2abd-4c28-bf35-ff07af6c7a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:43.395953 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-cd39d02b-93b3-44ad-a074-381105582d55 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:43.438594 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-75300c2f-213e-4fd2-a9b2-2a8e9f6d71ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f26182dc100>, [{'id': '26bcf8a2-51a7-43e2-9d5b-f18f43df7c65', 'name': 'tempest-RoutersIpV6Test-router-137911943', 'tenant_id': '3075932236c24ad8974bea0414dd1507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:25:30Z', 'updated_at': '2021-12-25T21:25:38Z', 'revision_number': 3, 'project_id': '3075932236c24ad8974bea0414dd1507', 'gw_port_host': None, '_interfaces': [{'id': '30d276c8-352c-4fee-81b2-dc105be2cf97', 'name': '', 'network_id': '82b6058b-9384-41d8-9c3f-000c180610b3', 'tenant_id': '3075932236c24ad8974bea0414dd1507', 'mac_address': 'fa:16:3e:3a:28:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26bcf8a2-51a7-43e2-9d5b-f18f43df7c65', 'device_owner': 'network:router_interface', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': 'd26521ed-5aa6-4cc0-8118-08157704ac07', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:25:32Z', 'updated_at': '2021-12-25T21:25:38Z', 'revision_number': 5, 'project_id': '3075932236c24ad8974bea0414dd1507', 'subnets': [{'id': 'd26521ed-5aa6-4cc0-8118-08157704ac07', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a9825f0b-9b80-4820-a611-a41252238755', 'name': '', 'network_id': '9a8e9b1e-c60c-4b3e-b9d3-3bfd39c0d76b', 'tenant_id': '3075932236c24ad8974bea0414dd1507', 'mac_address': 'fa:16:3e:98:e4:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26bcf8a2-51a7-43e2-9d5b-f18f43df7c65', 'device_owner': 'network:router_interface', 'standard_attr_id': 1718, 'fixed_ips': [{'subnet_id': '62ce5690-d30c-48d7-81db-ac2c321589bd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:25:38Z', 'updated_at': '2021-12-25T21:25:39Z', 'revision_number': 2, 'project_id': '3075932236c24ad8974bea0414dd1507', 'subnets': [{'id': '62ce5690-d30c-48d7-81db-ac2c321589bd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:25:43.474329 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75300c2f-213e-4fd2-a9b2-2a8e9f6d71ca None None] Checking router: 26bcf8a2-51a7-43e2-9d5b-f18f43df7c65 for host: ncdv-master-1 {{(pid=121609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 25 21:25:43.474685 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75300c2f-213e-4fd2-a9b2-2a8e9f6d71ca None None] Updating router 26bcf8a2-51a7-43e2-9d5b-f18f43df7c65 port a9825f0b-9b80-4820-a611-a41252238755 binding host ncdv-master-1 {{(pid=121609) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 25 21:25:43.516282 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-75300c2f-213e-4fd2-a9b2-2a8e9f6d71ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:43.710584 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9f1f6553-b190-455c-ab60-c259028f95a0 req-c73545ae-8add-47dc-b7a5-d43cb9c3355e tempest-ServerAddressesTestJSON-1193958312 tempest-ServerAddressesTestJSON-1193958312-project] 10.222.0.32 "GET /v2.0/security-groups?id=c048e08a-07c9-412e-a9f2-71f01390d24c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5791295
Dec 25 21:25:43.826169 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] For port ecad9891-d95c-46ee-9bf6-6149610fbf7f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ecad9891-d95c-46ee-9bf6-6149610fbf7f,segment=NetworkSegment(26be59de-ec49-4f3b-bb74-d5d5489c014f),segment_id=26be59de-ec49-4f3b-bb74-d5d5489c014f)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:25:43.884227 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2a5cede-3e3d-43cf-8583-3119d056af6d tempest-FloatingIPNegativeTestJSON-69103497 tempest-FloatingIPNegativeTestJSON-69103497-project] Network bb182c06-d854-4570-ad30-18b950391132 is already hosted by enough agents. {{(pid=121606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:25:43.890201 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [None req-a2a5cede-3e3d-43cf-8583-3119d056af6d tempest-FloatingIPNegativeTestJSON-69103497 tempest-FloatingIPNegativeTestJSON-69103497-project] Resources bound (agent type, host, resource id):  {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:25:43.943022 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:44.090054 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-3150fc66-6646-45d5-90c2-8fd62368a783 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:44.113570 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-7fbebe5e-2abd-4c28-bf35-ff07af6c7a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:44.144271 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 093e1023-7496-43ac-9beb-d88425f77f61 up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:25:44.161554 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-6ec0033c-81a5-47ba-adf5-fbb41d0bce01 None None] Publish callbacks [] for port, precommit_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:44.169382 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-75300c2f-213e-4fd2-a9b2-2a8e9f6d71ca None None] Publish callbacks [] for port, precommit_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:44.244726 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-cd39d02b-93b3-44ad-a074-381105582d55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:44.248328 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-cd39d02b-93b3-44ad-a074-381105582d55 admin admin] Publish callbacks [] for security_group, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:44.250676 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-cd39d02b-93b3-44ad-a074-381105582d55 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a3033279-2f7e-4527-bc24-e6e06d3d100f HTTP/1.1" status: 204  len: 168 time: 1.7640646
Dec 25 21:25:44.268940 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Pushing event updated for resources: {'Port': ['ID=ecad9891-d95c-46ee-9bf6-6149610fbf7f,revision_number=3']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:25:44.291038 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-75300c2f-213e-4fd2-a9b2-2a8e9f6d71ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:44.295365 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-6ec0033c-81a5-47ba-adf5-fbb41d0bce01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946'] for port, after_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:44.335969 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd39d02b-93b3-44ad-a074-381105582d55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3033279-2f7e-4527-bc24-e6e06d3d100f,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:25:44.371059 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ec0033c-81a5-47ba-adf5-fbb41d0bce01 None None] Network 95f01c3b-840d-4353-aa5e-dc4e37e69f22 is already hosted by enough agents. {{(pid=121608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:25:44.405623 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 40378) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:25:44.424371 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.base_scheduler [None req-6ec0033c-81a5-47ba-adf5-fbb41d0bce01 None None] Resources bound (agent type, host, resource id):  {{(pid=121608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:25:44.436083 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-d243068e-2abb-4d80-8d18-5d42b92db828 admin admin] Publish callbacks [] for security_group, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:44.453659 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87684712-0abb-45a2-9401-a11c48c1aea2 None None] Pushing event updated for resources: {'Port': ['ID=a9825f0b-9b80-4820-a611-a41252238755,revision_number=3']} {{(pid=121609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:25:44.476584 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec0033c-81a5-47ba-adf5-fbb41d0bce01 None None] Pushing event updated for resources: {'Port': ['ID=a56ada38-2735-4836-9f3c-a2aa2c7ec207,revision_number=1']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:25:44.480143 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ec0033c-81a5-47ba-adf5-fbb41d0bce01 None None] Received port after_create {{(pid=121608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:25:44.489837 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.db.api [None req-7fbebe5e-2abd-4c28-bf35-ff07af6c7a82 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=121608) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 25 21:25:44.489837 ncdv-master-1 neutron-server[121608]: DEBUG oslo_db.api [None req-7fbebe5e-2abd-4c28-bf35-ff07af6c7a82 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 25 21:25:44.494142 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87684712-0abb-45a2-9401-a11c48c1aea2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:25:44.499227 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87684712-0abb-45a2-9401-a11c48c1aea2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:25:44.500710 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87684712-0abb-45a2-9401-a11c48c1aea2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:25:44.516458 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87684712-0abb-45a2-9401-a11c48c1aea2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:25:44.519742 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87684712-0abb-45a2-9401-a11c48c1aea2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:25:44.526092 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87684712-0abb-45a2-9401-a11c48c1aea2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:25:44.529187 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87684712-0abb-45a2-9401-a11c48c1aea2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:25:44.530314 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87684712-0abb-45a2-9401-a11c48c1aea2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:25:44.531214 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87684712-0abb-45a2-9401-a11c48c1aea2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:25:44.534202 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87684712-0abb-45a2-9401-a11c48c1aea2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:25:44.538176 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87684712-0abb-45a2-9401-a11c48c1aea2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:25:44.540307 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87684712-0abb-45a2-9401-a11c48c1aea2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:25:44.541304 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87684712-0abb-45a2-9401-a11c48c1aea2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:25:44.576641 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port 093e1023-7496-43ac-9beb-d88425f77f61 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:25:44.576641 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:44.699398 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.managers [None req-75300c2f-213e-4fd2-a9b2-2a8e9f6d71ca None None] Attempting to bind port a9825f0b-9b80-4820-a611-a41252238755 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:25:44.705294 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.managers [None req-75300c2f-213e-4fd2-a9b2-2a8e9f6d71ca None None] Attempting to bind port a9825f0b-9b80-4820-a611-a41252238755 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '11926fc3-bbae-47ee-9894-e75f153e6dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '9a8e9b1e-c60c-4b3e-b9d3-3bfd39c0d76b'}] {{(pid=121609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:25:44.706017 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75300c2f-213e-4fd2-a9b2-2a8e9f6d71ca None None] Attempting to bind port a9825f0b-9b80-4820-a611-a41252238755 on network 9a8e9b1e-c60c-4b3e-b9d3-3bfd39c0d76b {{(pid=121609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:25:44.723134 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75300c2f-213e-4fd2-a9b2-2a8e9f6d71ca None None] Checking agent: {'id': 'ca4f5c6d-f1fd-48b8-a3e3-395864c7d23d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 20, 56, 40), 'started_at': datetime.datetime(2021, 12, 25, 20, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 25, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:25:44.724329 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-6ec0033c-81a5-47ba-adf5-fbb41d0bce01 None None] Attempting to bind port a56ada38-2735-4836-9f3c-a2aa2c7ec207 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:25:44.724814 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-6ec0033c-81a5-47ba-adf5-fbb41d0bce01 None None] Attempting to bind port a56ada38-2735-4836-9f3c-a2aa2c7ec207 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '25fe9b7d-15a4-4bf3-8cbd-d39c28959931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '95f01c3b-840d-4353-aa5e-dc4e37e69f22'}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:25:44.725216 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ec0033c-81a5-47ba-adf5-fbb41d0bce01 None None] Attempting to bind port a56ada38-2735-4836-9f3c-a2aa2c7ec207 on network 95f01c3b-840d-4353-aa5e-dc4e37e69f22 {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:25:44.725587 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75300c2f-213e-4fd2-a9b2-2a8e9f6d71ca None None] Checking segment: {'id': '11926fc3-bbae-47ee-9894-e75f153e6dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '9a8e9b1e-c60c-4b3e-b9d3-3bfd39c0d76b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:25:44.726164 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-d243068e-2abb-4d80-8d18-5d42b92db828 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:44.727140 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-75300c2f-213e-4fd2-a9b2-2a8e9f6d71ca None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:44.727782 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75300c2f-213e-4fd2-a9b2-2a8e9f6d71ca None None] Bound using segment: {'id': '11926fc3-bbae-47ee-9894-e75f153e6dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '9a8e9b1e-c60c-4b3e-b9d3-3bfd39c0d76b'} {{(pid=121609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:25:44.731118 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.managers [None req-75300c2f-213e-4fd2-a9b2-2a8e9f6d71ca None None] Bound port: a9825f0b-9b80-4820-a611-a41252238755, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11926fc3-bbae-47ee-9894-e75f153e6dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '9a8e9b1e-c60c-4b3e-b9d3-3bfd39c0d76b'}}] {{(pid=121609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:25:44.731827 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-75300c2f-213e-4fd2-a9b2-2a8e9f6d71ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:44.741527 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ec0033c-81a5-47ba-adf5-fbb41d0bce01 None None] Checking agent: {'id': 'ca4f5c6d-f1fd-48b8-a3e3-395864c7d23d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 20, 56, 40), 'started_at': datetime.datetime(2021, 12, 25, 20, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 25, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:25:44.744443 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ec0033c-81a5-47ba-adf5-fbb41d0bce01 None None] Checking segment: {'id': '25fe9b7d-15a4-4bf3-8cbd-d39c28959931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '95f01c3b-840d-4353-aa5e-dc4e37e69f22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:25:44.744443 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-6ec0033c-81a5-47ba-adf5-fbb41d0bce01 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:44.744443 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ec0033c-81a5-47ba-adf5-fbb41d0bce01 None None] Bound using segment: {'id': '25fe9b7d-15a4-4bf3-8cbd-d39c28959931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '95f01c3b-840d-4353-aa5e-dc4e37e69f22'} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:25:44.744443 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-6ec0033c-81a5-47ba-adf5-fbb41d0bce01 None None] Bound port: a56ada38-2735-4836-9f3c-a2aa2c7ec207, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25fe9b7d-15a4-4bf3-8cbd-d39c28959931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '95f01c3b-840d-4353-aa5e-dc4e37e69f22'}}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:25:44.744443 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-6ec0033c-81a5-47ba-adf5-fbb41d0bce01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:44.748631 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2a5cede-3e3d-43cf-8583-3119d056af6d tempest-FloatingIPNegativeTestJSON-69103497 tempest-FloatingIPNegativeTestJSON-69103497-project] Router b4ddd425-ce09-4585-a75f-f58a9e2d8539 is scheduled to L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 with binding_index 1 {{(pid=121606) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 25 21:25:44.858534 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-d243068e-2abb-4d80-8d18-5d42b92db828 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:44.921065 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.db [None req-75300c2f-213e-4fd2-a9b2-2a8e9f6d71ca None None] For port a9825f0b-9b80-4820-a611-a41252238755, host ncdv-master-1, cleared binding levels {{(pid=121609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:25:44.930240 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.db [None req-75300c2f-213e-4fd2-a9b2-2a8e9f6d71ca None None] For port a9825f0b-9b80-4820-a611-a41252238755, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a9825f0b-9b80-4820-a611-a41252238755,segment=NetworkSegment(11926fc3-bbae-47ee-9894-e75f153e6dd9),segment_id=11926fc3-bbae-47ee-9894-e75f153e6dd9)] {{(pid=121609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:25:44.952075 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-6ec0033c-81a5-47ba-adf5-fbb41d0bce01 None None] For port a56ada38-2735-4836-9f3c-a2aa2c7ec207, host ncdv-master-1, cleared binding levels {{(pid=121608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:25:44.959917 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-6ec0033c-81a5-47ba-adf5-fbb41d0bce01 None None] For port a56ada38-2735-4836-9f3c-a2aa2c7ec207, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a56ada38-2735-4836-9f3c-a2aa2c7ec207,segment=NetworkSegment(25fe9b7d-15a4-4bf3-8cbd-d39c28959931),segment_id=25fe9b7d-15a4-4bf3-8cbd-d39c28959931)] {{(pid=121608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:25:44.973966 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d243068e-2abb-4d80-8d18-5d42b92db828 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a31e21c7-2a46-41de-8039-ca65ccb28ae0,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:25:44.991724 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-d243068e-2abb-4d80-8d18-5d42b92db828 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=13696fe6aa3a4d65b92d5457619cf920&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5818703
Dec 25 21:25:44.993025 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 40394) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:25:45.014052 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-75300c2f-213e-4fd2-a9b2-2a8e9f6d71ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:45.039238 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-6ec0033c-81a5-47ba-adf5-fbb41d0bce01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:45.094124 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75300c2f-213e-4fd2-a9b2-2a8e9f6d71ca None None] Routers {'26bcf8a2-51a7-43e2-9d5b-f18f43df7c65'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:25:45.100157 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-75300c2f-213e-4fd2-a9b2-2a8e9f6d71ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f26182dc100>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:25:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['26bcf8a2-51a7-43e2-9d5b-f18f43df7c65'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:25:45.100157 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87684712-0abb-45a2-9401-a11c48c1aea2 None None] Pushing event updated for resources: {'Port': ['ID=a9825f0b-9b80-4820-a611-a41252238755,revision_number=4']} {{(pid=121609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:25:45.110724 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec0033c-81a5-47ba-adf5-fbb41d0bce01 None None] Pushing event updated for resources: {'Port': ['ID=a56ada38-2735-4836-9f3c-a2aa2c7ec207,revision_number=2']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:25:45.113471 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_common [None req-3150fc66-6646-45d5-90c2-8fd62368a783 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Allocated IP 2001:db8:2::1 (95f01c3b-840d-4353-aa5e-dc4e37e69f22/851ce575-2ab7-4d47-85c5-ae786b22120d/3f94ffb7-f77d-4113-9445-e6a7f950fe30) {{(pid=121606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:25:45.198501 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73bf128-e0de-43e1-b735-30e39a1927d8 req-7682ba5b-6ae5-48a5-8a47-9729a36c99fc tempest-ServerAddressesTestJSON-1193958312 tempest-ServerAddressesTestJSON-1193958312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:25:45.200736 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f73bf128-e0de-43e1-b735-30e39a1927d8 req-7682ba5b-6ae5-48a5-8a47-9729a36c99fc tempest-ServerAddressesTestJSON-1193958312 tempest-ServerAddressesTestJSON-1193958312-project] 10.222.0.32 "GET /v2.0/ports?device_id=22ebc312-ee15-4ad5-9083-12afbc14bdf6 HTTP/1.1" status: 200  len: 946 time: 0.2847245
Dec 25 21:25:45.242913 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-3596dc49-e525-4c65-8f79-8f1e113dd1d6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:45.244991 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2a5cede-3e3d-43cf-8583-3119d056af6d tempest-FloatingIPNegativeTestJSON-69103497 tempest-FloatingIPNegativeTestJSON-69103497-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 21:25:45.256726 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-e5668da3-791f-45b2-9690-cd45202e87f6 None None] Provisioning complete for port 093e1023-7496-43ac-9beb-d88425f77f61 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:25:45.259616 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-e5668da3-791f-45b2-9690-cd45202e87f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:45.267888 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvr_db [None req-75300c2f-213e-4fd2-a9b2-2a8e9f6d71ca None None] Set router 26bcf8a2-51a7-43e2-9d5b-f18f43df7c65 gateway port host: None {{(pid=121609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:25:45.271567 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-a2a5cede-3e3d-43cf-8583-3119d056af6d tempest-FloatingIPNegativeTestJSON-69103497 tempest-FloatingIPNegativeTestJSON-69103497-project] 10.222.0.32 "PUT /v2.0/routers/b4ddd425-ce09-4585-a75f-f58a9e2d8539/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.1286445
Dec 25 21:25:45.273674 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 40400) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:25:45.278711 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-252717c3-b796-4f9e-8a2c-d8f4f685a1b7 tempest-FloatingIPNegativeTestJSON-69103497 tempest-FloatingIPNegativeTestJSON-69103497-project] Request body: {'port': {'network_id': 'bb182c06-d854-4570-ad30-18b950391132', 'name': 'tempest-FloatingIPNegativeTestJSON-434865913'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:25:45.330172 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c4260c3-695f-432a-8f8b-f40a124def40 None None] Sync routers for ids ['b4ddd425-ce09-4585-a75f-f58a9e2d8539'] in ncdv-master-1 {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 21:25:45.339815 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-3596dc49-e525-4c65-8f79-8f1e113dd1d6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:45.394396 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f73bf128-e0de-43e1-b735-30e39a1927d8 req-cd75550a-899b-40b1-a475-43244b281a3a tempest-ServerAddressesTestJSON-1193958312 tempest-ServerAddressesTestJSON-1193958312-project] 10.222.0.32 "GET /v2.0/security-groups?id=c048e08a-07c9-412e-a9f2-71f01390d24c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1794791
Dec 25 21:25:45.421116 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c4260c3-695f-432a-8f8b-f40a124def40 None None] Routers {'b4ddd425-ce09-4585-a75f-f58a9e2d8539'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:25:45.421116 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-4c4260c3-695f-432a-8f8b-f40a124def40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f26131110a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:25:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['b4ddd425-ce09-4585-a75f-f58a9e2d8539'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:25:45.458344 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-3150fc66-6646-45d5-90c2-8fd62368a783 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks [] for port, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:45.580330 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-4c4260c3-695f-432a-8f8b-f40a124def40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f26131110a0>, [], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:25:45.599313 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-3596dc49-e525-4c65-8f79-8f1e113dd1d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:45.601187 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-3596dc49-e525-4c65-8f79-8f1e113dd1d6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:45.602286 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c4260c3-695f-432a-8f8b-f40a124def40 None None] Routers {'b4ddd425-ce09-4585-a75f-f58a9e2d8539'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:25:45.602924 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-4c4260c3-695f-432a-8f8b-f40a124def40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f26131110a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:25:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['b4ddd425-ce09-4585-a75f-f58a9e2d8539'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:25:45.609031 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-3596dc49-e525-4c65-8f79-8f1e113dd1d6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a31e21c7-2a46-41de-8039-ca65ccb28ae0 HTTP/1.1" status: 204  len: 168 time: 0.5763175
Dec 25 21:25:45.635671 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3596dc49-e525-4c65-8f79-8f1e113dd1d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a31e21c7-2a46-41de-8039-ca65ccb28ae0,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:25:45.674030 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-3150fc66-6646-45d5-90c2-8fd62368a783 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:45.741042 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-4c4260c3-695f-432a-8f8b-f40a124def40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f26131110a0>, [], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:25:45.741789 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c4260c3-695f-432a-8f8b-f40a124def40 None None] The sync data for ids ['b4ddd425-ce09-4585-a75f-f58a9e2d8539'] in ncdv-master-1 is: [] {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 21:25:45.796866 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-75300c2f-213e-4fd2-a9b2-2a8e9f6d71ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f26182dc100>, [{'id': '26bcf8a2-51a7-43e2-9d5b-f18f43df7c65', 'name': 'tempest-RoutersIpV6Test-router-137911943', 'tenant_id': '3075932236c24ad8974bea0414dd1507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:25:30Z', 'updated_at': '2021-12-25T21:25:38Z', 'revision_number': 3, 'project_id': '3075932236c24ad8974bea0414dd1507', 'gw_port_host': None, '_interfaces': [{'id': '30d276c8-352c-4fee-81b2-dc105be2cf97', 'name': '', 'network_id': '82b6058b-9384-41d8-9c3f-000c180610b3', 'tenant_id': '3075932236c24ad8974bea0414dd1507', 'mac_address': 'fa:16:3e:3a:28:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26bcf8a2-51a7-43e2-9d5b-f18f43df7c65', 'device_owner': 'network:router_interface', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': 'd26521ed-5aa6-4cc0-8118-08157704ac07', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:25:32Z', 'updated_at': '2021-12-25T21:25:38Z', 'revision_number': 5, 'project_id': '3075932236c24ad8974bea0414dd1507', 'subnets': [{'id': 'd26521ed-5aa6-4cc0-8118-08157704ac07', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a9825f0b-9b80-4820-a611-a41252238755', 'name': '', 'network_id': '9a8e9b1e-c60c-4b3e-b9d3-3bfd39c0d76b', 'tenant_id': '3075932236c24ad8974bea0414dd1507', 'mac_address': 'fa:16:3e:98:e4:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26bcf8a2-51a7-43e2-9d5b-f18f43df7c65', 'device_owner': 'network:router_interface', 'standard_attr_id': 1718, 'fixed_ips': [{'subnet_id': '62ce5690-d30c-48d7-81db-ac2c321589bd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:25:38Z', 'updated_at': '2021-12-25T21:25:44Z', 'revision_number': 4, 'project_id': '3075932236c24ad8974bea0414dd1507', 'subnets': [{'id': '62ce5690-d30c-48d7-81db-ac2c321589bd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:25:45.818965 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-252717c3-b796-4f9e-8a2c-d8f4f685a1b7 tempest-FloatingIPNegativeTestJSON-69103497 tempest-FloatingIPNegativeTestJSON-69103497-project] Made reservation on behalf of 00685ab64044408194e2426e71afe583 for: {'port': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:25:45.823371 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-e5668da3-791f-45b2-9690-cd45202e87f6 None None] Provisioning complete for port ecad9891-d95c-46ee-9bf6-6149610fbf7f triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:25:45.823371 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-e5668da3-791f-45b2-9690-cd45202e87f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:45.824186 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-252717c3-b796-4f9e-8a2c-d8f4f685a1b7 tempest-FloatingIPNegativeTestJSON-69103497 tempest-FloatingIPNegativeTestJSON-69103497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:45.827162 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3150fc66-6646-45d5-90c2-8fd62368a783 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Network 95f01c3b-840d-4353-aa5e-dc4e37e69f22 is already hosted by enough agents. {{(pid=121606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:25:45.835583 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [None req-3150fc66-6646-45d5-90c2-8fd62368a783 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Resources bound (agent type, host, resource id):  {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:25:45.853812 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75300c2f-213e-4fd2-a9b2-2a8e9f6d71ca None None] The sync data for ids ['26bcf8a2-51a7-43e2-9d5b-f18f43df7c65'] in ncdv-master-1 is: [{'id': '26bcf8a2-51a7-43e2-9d5b-f18f43df7c65', 'name': 'tempest-RoutersIpV6Test-router-137911943', 'tenant_id': '3075932236c24ad8974bea0414dd1507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:25:30Z', 'updated_at': '2021-12-25T21:25:38Z', 'revision_number': 3, 'project_id': '3075932236c24ad8974bea0414dd1507', 'gw_port_host': None, '_interfaces': [{'id': '30d276c8-352c-4fee-81b2-dc105be2cf97', 'name': '', 'network_id': '82b6058b-9384-41d8-9c3f-000c180610b3', 'tenant_id': '3075932236c24ad8974bea0414dd1507', 'mac_address': 'fa:16:3e:3a:28:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26bcf8a2-51a7-43e2-9d5b-f18f43df7c65', 'device_owner': 'network:router_interface', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': 'd26521ed-5aa6-4cc0-8118-08157704ac07', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:25:32Z', 'updated_at': '2021-12-25T21:25:38Z', 'revision_number': 5, 'project_id': '3075932236c24ad8974bea0414dd1507', 'subnets': [{'id': 'd26521ed-5aa6-4cc0-8118-08157704ac07', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a9825f0b-9b80-4820-a611-a41252238755', 'name': '', 'network_id': '9a8e9b1e-c60c-4b3e-b9d3-3bfd39c0d76b', 'tenant_id': '3075932236c24ad8974bea0414dd1507', 'mac_address': 'fa:16:3e:98:e4:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26bcf8a2-51a7-43e2-9d5b-f18f43df7c65', 'device_owner': 'network:router_interface', 'standard_attr_id': 1718, 'fixed_ips': [{'subnet_id': '62ce5690-d30c-48d7-81db-ac2c321589bd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:25:38Z', 'updated_at': '2021-12-25T21:25:44Z', 'revision_number': 4, 'project_id': '3075932236c24ad8974bea0414dd1507', 'subnets': [{'id': '62ce5690-d30c-48d7-81db-ac2c321589bd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 21:25:45.862993 ncdv-master-1 neutron-server[121607]: DEBUG neutron.notifiers.nova [None req-252717c3-b796-4f9e-8a2c-d8f4f685a1b7 tempest-FloatingIPNegativeTestJSON-69103497 tempest-FloatingIPNegativeTestJSON-69103497-project] device_id is not set on port 061e9a9e-c9b8-44a8-828a-9a5e69b31d3a yet. {{(pid=121607) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 25 21:25:45.863224 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3150fc66-6646-45d5-90c2-8fd62368a783 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Received port after_create {{(pid=121606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:25:45.863666 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-3150fc66-6646-45d5-90c2-8fd62368a783 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2008772'] for router_interface, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:45.924190 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3150fc66-6646-45d5-90c2-8fd62368a783 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Pushing event updated for resources: {'Port': ['ID=3f94ffb7-f77d-4113-9445-e6a7f950fe30,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:25:46.056607 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-e5668da3-791f-45b2-9690-cd45202e87f6 None None] Provisioning complete for port a9825f0b-9b80-4820-a611-a41252238755 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:25:46.057170 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-e5668da3-791f-45b2-9690-cd45202e87f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:46.109106 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-3150fc66-6646-45d5-90c2-8fd62368a783 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:46.221322 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_common [None req-252717c3-b796-4f9e-8a2c-d8f4f685a1b7 tempest-FloatingIPNegativeTestJSON-69103497 tempest-FloatingIPNegativeTestJSON-69103497-project] Allocated IP 172.20.0.14 (bb182c06-d854-4570-ad30-18b950391132/54bfd3fc-3f3a-4886-8a82-eab21c134bba/061e9a9e-c9b8-44a8-828a-9a5e69b31d3a) {{(pid=121607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:25:46.244008 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-e5668da3-791f-45b2-9690-cd45202e87f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:46.297214 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-e5668da3-791f-45b2-9690-cd45202e87f6 None None] For port a9825f0b-9b80-4820-a611-a41252238755, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a9825f0b-9b80-4820-a611-a41252238755,segment=NetworkSegment(11926fc3-bbae-47ee-9894-e75f153e6dd9),segment_id=11926fc3-bbae-47ee-9894-e75f153e6dd9)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:25:46.390594 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-e5668da3-791f-45b2-9690-cd45202e87f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:46.421677 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device a9825f0b-9b80-4820-a611-a41252238755 up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:25:46.538910 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-e5668da3-791f-45b2-9690-cd45202e87f6 None None] Provisioning complete for port 47f21173-3148-475b-b810-4489b5667286 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:25:46.539553 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-e5668da3-791f-45b2-9690-cd45202e87f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:46.587459 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-252717c3-b796-4f9e-8a2c-d8f4f685a1b7 tempest-FloatingIPNegativeTestJSON-69103497 tempest-FloatingIPNegativeTestJSON-69103497-project] Publish callbacks [] for port, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:46.609664 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-e5668da3-791f-45b2-9690-cd45202e87f6 None None] Port 47f21173-3148-475b-b810-4489b5667286 cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:25:46.668584 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5668da3-791f-45b2-9690-cd45202e87f6 None None] Pushing event updated for resources: {'Port': ['ID=a9825f0b-9b80-4820-a611-a41252238755,revision_number=5']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:25:46.681033 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port a9825f0b-9b80-4820-a611-a41252238755 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:25:46.681533 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:46.761619 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-aa12b491-8ed5-41e6-839f-2bd8dd9309d3 None None] Provisioning complete for port a9825f0b-9b80-4820-a611-a41252238755 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:25:46.762109 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-aa12b491-8ed5-41e6-839f-2bd8dd9309d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:46.797415 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-252717c3-b796-4f9e-8a2c-d8f4f685a1b7 tempest-FloatingIPNegativeTestJSON-69103497 tempest-FloatingIPNegativeTestJSON-69103497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:46.849463 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device ecad9891-d95c-46ee-9bf6-6149610fbf7f up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:25:46.966409 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b2f4b2-4b14-4127-93df-4691146aa6e1 req-7f723168-fb1f-4f86-8cf7-aa5c92e77c56 tempest-ServerAddressesTestJSON-1193958312 tempest-ServerAddressesTestJSON-1193958312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:25:46.969069 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-42b2f4b2-4b14-4127-93df-4691146aa6e1 req-7f723168-fb1f-4f86-8cf7-aa5c92e77c56 tempest-ServerAddressesTestJSON-1193958312 tempest-ServerAddressesTestJSON-1193958312-project] 10.222.0.32 "GET /v2.0/ports?device_id=22ebc312-ee15-4ad5-9083-12afbc14bdf6 HTTP/1.1" status: 200  len: 946 time: 0.4283717
Dec 25 21:25:46.987996 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-252717c3-b796-4f9e-8a2c-d8f4f685a1b7 tempest-FloatingIPNegativeTestJSON-69103497 tempest-FloatingIPNegativeTestJSON-69103497-project] Network bb182c06-d854-4570-ad30-18b950391132 is already hosted by enough agents. {{(pid=121607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:25:47.001128 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-252717c3-b796-4f9e-8a2c-d8f4f685a1b7 tempest-FloatingIPNegativeTestJSON-69103497 tempest-FloatingIPNegativeTestJSON-69103497-project] Resources bound (agent type, host, resource id):  {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:25:47.001128 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-252717c3-b796-4f9e-8a2c-d8f4f685a1b7 tempest-FloatingIPNegativeTestJSON-69103497 tempest-FloatingIPNegativeTestJSON-69103497-project] Received port after_create {{(pid=121607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:25:47.073771 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252717c3-b796-4f9e-8a2c-d8f4f685a1b7 tempest-FloatingIPNegativeTestJSON-69103497 tempest-FloatingIPNegativeTestJSON-69103497-project] Pushing event updated for resources: {'Port': ['ID=061e9a9e-c9b8-44a8-828a-9a5e69b31d3a,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:25:47.116160 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-42b2f4b2-4b14-4127-93df-4691146aa6e1 req-4d5032ff-95fe-42b6-8ee9-696c182c7a99 tempest-ServerAddressesTestJSON-1193958312 tempest-ServerAddressesTestJSON-1193958312-project] 10.222.0.32 "GET /v2.0/security-groups?id=c048e08a-07c9-412e-a9f2-71f01390d24c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1366274
Dec 25 21:25:47.138859 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-252717c3-b796-4f9e-8a2c-d8f4f685a1b7 tempest-FloatingIPNegativeTestJSON-69103497 tempest-FloatingIPNegativeTestJSON-69103497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:25:47.140582 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port ecad9891-d95c-46ee-9bf6-6149610fbf7f triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:25:47.141079 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:47.141892 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-252717c3-b796-4f9e-8a2c-d8f4f685a1b7 tempest-FloatingIPNegativeTestJSON-69103497 tempest-FloatingIPNegativeTestJSON-69103497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:47.186014 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-3150fc66-6646-45d5-90c2-8fd62368a783 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks [] for port, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:47.197750 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a51a6eb-9973-45d0-a772-c76f241a5862 None None] Network 95f01c3b-840d-4353-aa5e-dc4e37e69f22 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:25:47.275908 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-3150fc66-6646-45d5-90c2-8fd62368a783 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:47.282740 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-3150fc66-6646-45d5-90c2-8fd62368a783 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2007636'] for router_interface, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:47.293933 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-252717c3-b796-4f9e-8a2c-d8f4f685a1b7 tempest-FloatingIPNegativeTestJSON-69103497 tempest-FloatingIPNegativeTestJSON-69103497-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 2.0176680
Dec 25 21:25:47.298177 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 40444) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:25:47.303133 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-e81a6e94-a12d-4db6-8815-20202b9fbca6 None None] Provisioning complete for port a56ada38-2735-4836-9f3c-a2aa2c7ec207 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:25:47.303505 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-e81a6e94-a12d-4db6-8815-20202b9fbca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:47.309247 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-4c4d0787-7865-4661-aded-31004c5a95eb tempest-FloatingIPNegativeTestJSON-69103497 tempest-FloatingIPNegativeTestJSON-69103497-project] Request body: {'floatingip': {'floating_network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:25:47.392088 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device a56ada38-2735-4836-9f3c-a2aa2c7ec207 up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:25:47.427388 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-4c4d0787-7865-4661-aded-31004c5a95eb tempest-FloatingIPNegativeTestJSON-69103497 tempest-FloatingIPNegativeTestJSON-69103497-project] Publish callbacks [] for floatingip, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:47.436400 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3150fc66-6646-45d5-90c2-8fd62368a783 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Pushing event updated for resources: {'Port': ['ID=3f94ffb7-f77d-4113-9445-e6a7f950fe30,revision_number=2']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:25:47.476579 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3150fc66-6646-45d5-90c2-8fd62368a783 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Network 95f01c3b-840d-4353-aa5e-dc4e37e69f22 is already hosted by enough agents. {{(pid=121606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:25:47.478717 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [None req-3150fc66-6646-45d5-90c2-8fd62368a783 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Resources bound (agent type, host, resource id):  {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:25:47.495756 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-e81a6e94-a12d-4db6-8815-20202b9fbca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:47.507408 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port a56ada38-2735-4836-9f3c-a2aa2c7ec207 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:25:47.507809 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:47.558602 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-e81a6e94-a12d-4db6-8815-20202b9fbca6 None None] For port a56ada38-2735-4836-9f3c-a2aa2c7ec207, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a56ada38-2735-4836-9f3c-a2aa2c7ec207,segment=NetworkSegment(25fe9b7d-15a4-4bf3-8cbd-d39c28959931),segment_id=25fe9b7d-15a4-4bf3-8cbd-d39c28959931)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:25:47.632040 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3150fc66-6646-45d5-90c2-8fd62368a783 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Router 26bcf8a2-51a7-43e2-9d5b-f18f43df7c65 has already been hosted by L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 {{(pid=121606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 25 21:25:47.661577 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-e81a6e94-a12d-4db6-8815-20202b9fbca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:47.725714 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-4c4d0787-7865-4661-aded-31004c5a95eb tempest-FloatingIPNegativeTestJSON-69103497 tempest-FloatingIPNegativeTestJSON-69103497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:47.726303 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:47.791469 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81a6e94-a12d-4db6-8815-20202b9fbca6 None None] Pushing event updated for resources: {'Port': ['ID=a56ada38-2735-4836-9f3c-a2aa2c7ec207,revision_number=3']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:25:47.837282 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-8a0e5fc3-e7cd-4898-b4cf-0d1c1ec8a2d9 None None] Provisioning complete for port 061e9a9e-c9b8-44a8-828a-9a5e69b31d3a triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:25:47.838074 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-8a0e5fc3-e7cd-4898-b4cf-0d1c1ec8a2d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:47.875436 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_common [None req-4c4d0787-7865-4661-aded-31004c5a95eb tempest-FloatingIPNegativeTestJSON-69103497 tempest-FloatingIPNegativeTestJSON-69103497-project] Allocated IP 172.35.3.131 (7201e55c-7c5f-41aa-a042-a363696539d0/7a939e13-713f-45cf-bba7-1539635abe25/2aaebbb6-d7c6-4055-a4dc-445b6ed3db23) {{(pid=121607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:25:47.887817 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e530668-1727-4e12-b5b2-ab2bfc35fdf2 req-fc334ed6-20cc-4432-8417-b61d9f942429 tempest-ServerAddressesTestJSON-1193958312 tempest-ServerAddressesTestJSON-1193958312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:25:47.892282 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4e530668-1727-4e12-b5b2-ab2bfc35fdf2 req-fc334ed6-20cc-4432-8417-b61d9f942429 tempest-ServerAddressesTestJSON-1193958312 tempest-ServerAddressesTestJSON-1193958312-project] 10.222.0.37 "GET /v2.0/ports?device_id=22ebc312-ee15-4ad5-9083-12afbc14bdf6 HTTP/1.1" status: 200  len: 946 time: 0.1800647
Dec 25 21:25:47.900676 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3150fc66-6646-45d5-90c2-8fd62368a783 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 21:25:47.915879 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-3150fc66-6646-45d5-90c2-8fd62368a783 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] 10.222.0.32 "PUT /v2.0/routers/26bcf8a2-51a7-43e2-9d5b-f18f43df7c65/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.3450310
Dec 25 21:25:47.918569 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2146108-0482-4dfd-ae4e-64e7dfbaa40c None None] Sync routers for ids ['26bcf8a2-51a7-43e2-9d5b-f18f43df7c65'] in ncdv-master-1 {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 21:25:47.919657 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 40452) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:25:47.934107 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-a6899747-8c16-4674-9532-41b98ecbc9a6 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1446061306'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:25:47.956357 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-8a0e5fc3-e7cd-4898-b4cf-0d1c1ec8a2d9 None None] Port 061e9a9e-c9b8-44a8-828a-9a5e69b31d3a cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:25:47.972542 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2146108-0482-4dfd-ae4e-64e7dfbaa40c None None] Routers {'26bcf8a2-51a7-43e2-9d5b-f18f43df7c65'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:25:47.973957 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-f2146108-0482-4dfd-ae4e-64e7dfbaa40c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f26187d6430>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:25:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['26bcf8a2-51a7-43e2-9d5b-f18f43df7c65'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:25:48.028007 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.db.api [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=121608) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 25 21:25:48.031210 ncdv-master-1 neutron-server[121608]: DEBUG oslo_db.api [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 25 21:25:48.072612 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-4c4d0787-7865-4661-aded-31004c5a95eb tempest-FloatingIPNegativeTestJSON-69103497 tempest-FloatingIPNegativeTestJSON-69103497-project] Publish callbacks [] for port, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:48.104474 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-97946021-1901-4ead-b305-36c818c8b3ee None None] Provisioning complete for port a56ada38-2735-4836-9f3c-a2aa2c7ec207 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:25:48.105350 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-97946021-1901-4ead-b305-36c818c8b3ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:48.174164 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [req-4e530668-1727-4e12-b5b2-ab2bfc35fdf2 req-e09511de-045d-455c-a7e2-c8c2d7458a84 tempest-ServerAddressesTestJSON-1193958312 tempest-ServerAddressesTestJSON-1193958312-project] Deleting port 41bf078c-e30c-41c9-894d-b8d92af84070 {{(pid=121606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:25:48.175760 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-4e530668-1727-4e12-b5b2-ab2bfc35fdf2 req-e09511de-045d-455c-a7e2-c8c2d7458a84 tempest-ServerAddressesTestJSON-1193958312 tempest-ServerAddressesTestJSON-1193958312-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:48.180213 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvr_db [None req-f2146108-0482-4dfd-ae4e-64e7dfbaa40c None None] Set router 26bcf8a2-51a7-43e2-9d5b-f18f43df7c65 gateway port host: None {{(pid=121609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:25:48.205617 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6899747-8c16-4674-9532-41b98ecbc9a6 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Made reservation on behalf of 3075932236c24ad8974bea0414dd1507 for: {'network': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:25:48.209334 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-a6899747-8c16-4674-9532-41b98ecbc9a6 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for network, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:48.267607 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-4c4d0787-7865-4661-aded-31004c5a95eb tempest-FloatingIPNegativeTestJSON-69103497 tempest-FloatingIPNegativeTestJSON-69103497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:48.312457 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-97946021-1901-4ead-b305-36c818c8b3ee None None] Provisioning complete for port 3f94ffb7-f77d-4113-9445-e6a7f950fe30 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:25:48.313608 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-97946021-1901-4ead-b305-36c818c8b3ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:48.385476 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6899747-8c16-4674-9532-41b98ecbc9a6 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] vlan segment allocate from pool success with {'vlan_id': 184, 'physical_network': 'physnet1'}  {{(pid=121606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 25 21:25:48.388453 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-97946021-1901-4ead-b305-36c818c8b3ee None None] Port 3f94ffb7-f77d-4113-9445-e6a7f950fe30 cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:25:48.393904 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4d0787-7865-4661-aded-31004c5a95eb tempest-FloatingIPNegativeTestJSON-69103497 tempest-FloatingIPNegativeTestJSON-69103497-project] Pushing event updated for resources: {'Port': ['ID=2aaebbb6-d7c6-4055-a4dc-445b6ed3db23,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:25:48.430798 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-a6899747-8c16-4674-9532-41b98ecbc9a6 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:48.431166 ncdv-master-1 neutron-server[121606]: INFO neutron.db.segments_db [None req-a6899747-8c16-4674-9532-41b98ecbc9a6 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Added segment 9e06f523-e3ce-46a9-ba8b-58f17693cded of type vlan for network 87a8012f-be3c-45c9-9f0b-0410eedee882
Dec 25 21:25:48.448157 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c4d0787-7865-4661-aded-31004c5a95eb tempest-FloatingIPNegativeTestJSON-69103497 tempest-FloatingIPNegativeTestJSON-69103497-project] Network 7201e55c-7c5f-41aa-a042-a363696539d0 is already hosted by enough agents. {{(pid=121607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:25:48.453239 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-4c4d0787-7865-4661-aded-31004c5a95eb tempest-FloatingIPNegativeTestJSON-69103497 tempest-FloatingIPNegativeTestJSON-69103497-project] Resources bound (agent type, host, resource id):  {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:25:48.458762 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c4d0787-7865-4661-aded-31004c5a95eb tempest-FloatingIPNegativeTestJSON-69103497 tempest-FloatingIPNegativeTestJSON-69103497-project] Received port after_create {{(pid=121607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:25:48.462938 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-4e530668-1727-4e12-b5b2-ab2bfc35fdf2 req-e09511de-045d-455c-a7e2-c8c2d7458a84 tempest-ServerAddressesTestJSON-1193958312 tempest-ServerAddressesTestJSON-1193958312-project] For port 41bf078c-e30c-41c9-894d-b8d92af84070, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=41bf078c-e30c-41c9-894d-b8d92af84070,segment=NetworkSegment(7d046547-be7e-45aa-8fd2-b94df7d031f5),segment_id=7d046547-be7e-45aa-8fd2-b94df7d031f5)] {{(pid=121606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:25:48.463312 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-4e530668-1727-4e12-b5b2-ab2bfc35fdf2 req-e09511de-045d-455c-a7e2-c8c2d7458a84 tempest-ServerAddressesTestJSON-1193958312 tempest-ServerAddressesTestJSON-1193958312-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:48.498885 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [req-4e530668-1727-4e12-b5b2-ab2bfc35fdf2 req-e09511de-045d-455c-a7e2-c8c2d7458a84 tempest-ServerAddressesTestJSON-1193958312 tempest-ServerAddressesTestJSON-1193958312-project] Calling delete_port for 41bf078c-e30c-41c9-894d-b8d92af84070 owned by compute:nova {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:25:48.519334 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-a6899747-8c16-4674-9532-41b98ecbc9a6 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737602163420'] for network, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:48.597891 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-f2146108-0482-4dfd-ae4e-64e7dfbaa40c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f26187d6430>, [{'id': '26bcf8a2-51a7-43e2-9d5b-f18f43df7c65', 'name': 'tempest-RoutersIpV6Test-router-137911943', 'tenant_id': '3075932236c24ad8974bea0414dd1507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:25:30Z', 'updated_at': '2021-12-25T21:25:45Z', 'revision_number': 4, 'project_id': '3075932236c24ad8974bea0414dd1507', 'gw_port_host': None, '_interfaces': [{'id': '30d276c8-352c-4fee-81b2-dc105be2cf97', 'name': '', 'network_id': '82b6058b-9384-41d8-9c3f-000c180610b3', 'tenant_id': '3075932236c24ad8974bea0414dd1507', 'mac_address': 'fa:16:3e:3a:28:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26bcf8a2-51a7-43e2-9d5b-f18f43df7c65', 'device_owner': 'network:router_interface', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': 'd26521ed-5aa6-4cc0-8118-08157704ac07', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:25:32Z', 'updated_at': '2021-12-25T21:25:38Z', 'revision_number': 5, 'project_id': '3075932236c24ad8974bea0414dd1507', 'subnets': [{'id': 'd26521ed-5aa6-4cc0-8118-08157704ac07', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3f94ffb7-f77d-4113-9445-e6a7f950fe30', 'name': '', 'network_id': '95f01c3b-840d-4353-aa5e-dc4e37e69f22', 'tenant_id': '3075932236c24ad8974bea0414dd1507', 'mac_address': 'fa:16:3e:c8:d2:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26bcf8a2-51a7-43e2-9d5b-f18f43df7c65', 'device_owner': 'network:router_interface', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': '851ce575-2ab7-4d47-85c5-ae786b22120d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:25:44Z', 'updated_at': '2021-12-25T21:25:46Z', 'revision_number': 2, 'project_id': '3075932236c24ad8974bea0414dd1507', 'subnets': [{'id': '851ce575-2ab7-4d47-85c5-ae786b22120d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a9825f0b-9b80-4820-a611-a41252238755', 'name': '', 'network_id': '9a8e9b1e-c60c-4b3e-b9d3-3bfd39c0d76b', 'tenant_id': '3075932236c24ad8974bea0414dd1507', 'mac_address': 'fa:16:3e:98:e4:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26bcf8a2-51a7-43e2-9d5b-f18f43df7c65', 'device_owner': 'network:router_interface', 'standard_attr_id': 1718, 'fixed_ips': [{'subnet_id': '62ce5690-d30c-48d7-81db-ac2c321589bd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:25:38Z', 'updated_at': '2021-12-25T21:25:46Z', 'revision_number': 5, 'project_id': '3075932236c24ad8974bea0414dd1507', 'subnets': [{'id': '62ce5690-d30c-48d7-81db-ac2c321589bd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:25:48.672748 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-f83221ee-2e5b-453a-8357-3f42062fc223 None None] Provisioning complete for port 3f94ffb7-f77d-4113-9445-e6a7f950fe30 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:25:48.674295 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-f83221ee-2e5b-453a-8357-3f42062fc223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:48.678753 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2146108-0482-4dfd-ae4e-64e7dfbaa40c None None] Checking router: 26bcf8a2-51a7-43e2-9d5b-f18f43df7c65 for host: ncdv-master-1 {{(pid=121609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 25 21:25:48.679802 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2146108-0482-4dfd-ae4e-64e7dfbaa40c None None] Updating router 26bcf8a2-51a7-43e2-9d5b-f18f43df7c65 port 3f94ffb7-f77d-4113-9445-e6a7f950fe30 binding host ncdv-master-1 {{(pid=121609) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 25 21:25:48.685376 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-a6899747-8c16-4674-9532-41b98ecbc9a6 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870'] for network, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:48.686544 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-4c4d0787-7865-4661-aded-31004c5a95eb tempest-FloatingIPNegativeTestJSON-69103497 tempest-FloatingIPNegativeTestJSON-69103497-project] Publish callbacks [] for floatingip, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:48.690166 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6899747-8c16-4674-9532-41b98ecbc9a6 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:25:48.690800 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-a6899747-8c16-4674-9532-41b98ecbc9a6 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for network, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:48.716649 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-f2146108-0482-4dfd-ae4e-64e7dfbaa40c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:48.827042 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-4c4d0787-7865-4661-aded-31004c5a95eb tempest-FloatingIPNegativeTestJSON-69103497 tempest-FloatingIPNegativeTestJSON-69103497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:48.954633 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-a6899747-8c16-4674-9532-41b98ecbc9a6 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 770 time: 1.0190053
Dec 25 21:25:48.955494 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6899747-8c16-4674-9532-41b98ecbc9a6 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Pushing event updated for resources: {'Network': ['ID=87a8012f-be3c-45c9-9f0b-0410eedee882,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:25:48.958144 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 40474) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:25:48.978271 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-93a23194-9d0f-4ad0-9531-4865e7fbc528 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Request body: {'subnet': {'network_id': '87a8012f-be3c-45c9-9f0b-0410eedee882', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:25:48.998165 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Network 87a8012f-be3c-45c9-9f0b-0410eedee882 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 25 21:25:48.998277 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2c7d32-fb38-43d3-a04e-6425b7ab2987 req-ab38828c-5f21-4b63-95cf-6eadcb682518 tempest-ServerAddressesTestJSON-1193958312 tempest-ServerAddressesTestJSON-1193958312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:25:48.999749 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0f2c7d32-fb38-43d3-a04e-6425b7ab2987 req-ab38828c-5f21-4b63-95cf-6eadcb682518 tempest-ServerAddressesTestJSON-1193958312 tempest-ServerAddressesTestJSON-1193958312-project] 10.222.0.32 "GET /v2.0/ports?device_id=22ebc312-ee15-4ad5-9083-12afbc14bdf6 HTTP/1.1" status: 200  len: 946 time: 0.3180268
Dec 25 21:25:49.000395 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 40476) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:25:49.054933 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-4e530668-1727-4e12-b5b2-ab2bfc35fdf2 req-e09511de-045d-455c-a7e2-c8c2d7458a84 tempest-ServerAddressesTestJSON-1193958312 tempest-ServerAddressesTestJSON-1193958312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:49.081844 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] get_ports_and_sgs() called for port_ids ['41bf078c-e30c-41c9-894d-b8d92af84070'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:25:49.211978 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 40484) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:25:49.225941 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-f2146108-0482-4dfd-ae4e-64e7dfbaa40c None None] Publish callbacks [] for port, precommit_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:49.252252 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-f83221ee-2e5b-453a-8357-3f42062fc223 None None] Port 3f94ffb7-f77d-4113-9445-e6a7f950fe30 cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:25:49.255569 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device a9825f0b-9b80-4820-a611-a41252238755 up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:25:49.263119 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-4c4d0787-7865-4661-aded-31004c5a95eb tempest-FloatingIPNegativeTestJSON-69103497 tempest-FloatingIPNegativeTestJSON-69103497-project] Publish callbacks [] for port, precommit_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:49.288143 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-f2146108-0482-4dfd-ae4e-64e7dfbaa40c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:49.363010 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-4c4d0787-7865-4661-aded-31004c5a95eb tempest-FloatingIPNegativeTestJSON-69103497 tempest-FloatingIPNegativeTestJSON-69103497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8632327'] for port, after_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:49.376365 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10547a4c-735a-4401-8642-e2a1b10e572b None None] Pushing event updated for resources: {'Port': ['ID=3f94ffb7-f77d-4113-9445-e6a7f950fe30,revision_number=3']} {{(pid=121609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:25:49.404030 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port a9825f0b-9b80-4820-a611-a41252238755 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:25:49.404664 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:49.446548 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-06e56b14-ef7a-4b76-ad35-def23aec464c None None] Provisioning complete for port 3f94ffb7-f77d-4113-9445-e6a7f950fe30 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:25:49.448407 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-06e56b14-ef7a-4b76-ad35-def23aec464c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:49.509201 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.managers [None req-f2146108-0482-4dfd-ae4e-64e7dfbaa40c None None] Attempting to bind port 3f94ffb7-f77d-4113-9445-e6a7f950fe30 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:25:49.510109 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.managers [None req-f2146108-0482-4dfd-ae4e-64e7dfbaa40c None None] Attempting to bind port 3f94ffb7-f77d-4113-9445-e6a7f950fe30 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '25fe9b7d-15a4-4bf3-8cbd-d39c28959931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '95f01c3b-840d-4353-aa5e-dc4e37e69f22'}] {{(pid=121609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:25:49.510739 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2146108-0482-4dfd-ae4e-64e7dfbaa40c None None] Attempting to bind port 3f94ffb7-f77d-4113-9445-e6a7f950fe30 on network 95f01c3b-840d-4353-aa5e-dc4e37e69f22 {{(pid=121609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:25:49.533882 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2146108-0482-4dfd-ae4e-64e7dfbaa40c None None] Checking agent: {'id': 'ca4f5c6d-f1fd-48b8-a3e3-395864c7d23d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 20, 56, 40), 'started_at': datetime.datetime(2021, 12, 25, 20, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 25, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:25:49.534488 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2146108-0482-4dfd-ae4e-64e7dfbaa40c None None] Checking segment: {'id': '25fe9b7d-15a4-4bf3-8cbd-d39c28959931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '95f01c3b-840d-4353-aa5e-dc4e37e69f22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:25:49.534887 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-4c4d0787-7865-4661-aded-31004c5a95eb tempest-FloatingIPNegativeTestJSON-69103497 tempest-FloatingIPNegativeTestJSON-69103497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2008639'] for floatingip, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:49.535258 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-f2146108-0482-4dfd-ae4e-64e7dfbaa40c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:49.535897 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2146108-0482-4dfd-ae4e-64e7dfbaa40c None None] Bound using segment: {'id': '25fe9b7d-15a4-4bf3-8cbd-d39c28959931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '95f01c3b-840d-4353-aa5e-dc4e37e69f22'} {{(pid=121609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:25:49.536559 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.managers [None req-f2146108-0482-4dfd-ae4e-64e7dfbaa40c None None] Bound port: 3f94ffb7-f77d-4113-9445-e6a7f950fe30, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25fe9b7d-15a4-4bf3-8cbd-d39c28959931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '95f01c3b-840d-4353-aa5e-dc4e37e69f22'}}] {{(pid=121609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:25:49.537144 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-f2146108-0482-4dfd-ae4e-64e7dfbaa40c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:49.549233 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-06e56b14-ef7a-4b76-ad35-def23aec464c None None] Port 3f94ffb7-f77d-4113-9445-e6a7f950fe30 cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:25:49.562806 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4d0787-7865-4661-aded-31004c5a95eb tempest-FloatingIPNegativeTestJSON-69103497 tempest-FloatingIPNegativeTestJSON-69103497-project] Pushing event updated for resources: {'Port': ['ID=2aaebbb6-d7c6-4055-a4dc-445b6ed3db23,revision_number=2']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:25:49.630194 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-4c4d0787-7865-4661-aded-31004c5a95eb tempest-FloatingIPNegativeTestJSON-69103497 tempest-FloatingIPNegativeTestJSON-69103497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for floatingip, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:49.636816 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-4c4d0787-7865-4661-aded-31004c5a95eb tempest-FloatingIPNegativeTestJSON-69103497 tempest-FloatingIPNegativeTestJSON-69103497-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 2.3371131
Dec 25 21:25:49.637771 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 40492) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:25:49.666517 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-2bb8efcb-3597-4676-b2cb-2748fce83b4c tempest-FloatingIPNegativeTestJSON-69103497 tempest-FloatingIPNegativeTestJSON-69103497-project] Request body: {'floatingip': {'port_id': '061e9a9e-c9b8-44a8-828a-9a5e69b31d3a', 'fixed_ip_address': '172.20.0.14'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:25:49.670451 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-d15e9ee5-afd7-4e75-bd12-52d58e4af8b4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:49.681350 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device a56ada38-2735-4836-9f3c-a2aa2c7ec207 up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:25:49.696719 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09511de-045d-455c-a7e2-c8c2d7458a84 tempest-ServerAddressesTestJSON-1193958312 tempest-ServerAddressesTestJSON-1193958312-project] Pushing event deleted for resources: {'Port': ['ID=41bf078c-e30c-41c9-894d-b8d92af84070,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:25:49.704067 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.db [None req-f2146108-0482-4dfd-ae4e-64e7dfbaa40c None None] For port 3f94ffb7-f77d-4113-9445-e6a7f950fe30, host ncdv-master-1, cleared binding levels {{(pid=121609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:25:49.709121 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.db [None req-f2146108-0482-4dfd-ae4e-64e7dfbaa40c None None] For port 3f94ffb7-f77d-4113-9445-e6a7f950fe30, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3f94ffb7-f77d-4113-9445-e6a7f950fe30,segment=NetworkSegment(25fe9b7d-15a4-4bf3-8cbd-d39c28959931),segment_id=25fe9b7d-15a4-4bf3-8cbd-d39c28959931)] {{(pid=121609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:25:49.747022 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-68146c2e-2aea-440e-967b-eb62acf03ac1 tempest-RoutersAdminTest-58483452 tempest-RoutersAdminTest-58483452-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1304390435', 'router:external': True}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:25:49.759101 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-2bb8efcb-3597-4676-b2cb-2748fce83b4c tempest-FloatingIPNegativeTestJSON-69103497 tempest-FloatingIPNegativeTestJSON-69103497-project] Publish callbacks [] for floatingip, before_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:49.769051 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port a56ada38-2735-4836-9f3c-a2aa2c7ec207 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:25:49.770773 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:49.796630 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-f2146108-0482-4dfd-ae4e-64e7dfbaa40c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:49.849091 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e530668-1727-4e12-b5b2-ab2bfc35fdf2 req-e09511de-045d-455c-a7e2-c8c2d7458a84 tempest-ServerAddressesTestJSON-1193958312 tempest-ServerAddressesTestJSON-1193958312-project] No DVR routers for this DVR port 41bf078c-e30c-41c9-894d-b8d92af84070 on host nch2-master-1 {{(pid=121606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:25:49.859396 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-4e530668-1727-4e12-b5b2-ab2bfc35fdf2 req-e09511de-045d-455c-a7e2-c8c2d7458a84 tempest-ServerAddressesTestJSON-1193958312 tempest-ServerAddressesTestJSON-1193958312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:49.863197 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4e530668-1727-4e12-b5b2-ab2bfc35fdf2 req-e09511de-045d-455c-a7e2-c8c2d7458a84 tempest-ServerAddressesTestJSON-1193958312 tempest-ServerAddressesTestJSON-1193958312-project] 10.222.0.37 "DELETE /v2.0/ports/41bf078c-e30c-41c9-894d-b8d92af84070 HTTP/1.1" status: 204  len: 173 time: 1.9453707
Dec 25 21:25:49.868055 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22ebc312-ee15-4ad5-9083-12afbc14bdf6', 'name': 'network-vif-deleted', 'tag': '41bf078c-e30c-41c9-894d-b8d92af84070'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:25:49.870935 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9858820c13ec2827453b94ebc4181065e990a4e4089ccb9fe762531ac62d2fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aad3c4ab-42e0-45eb-b9d9-400b7cad51ed" -d '{"events": [{"server_uuid": "22ebc312-ee15-4ad5-9083-12afbc14bdf6", "name": "network-vif-deleted", "tag": "41bf078c-e30c-41c9-894d-b8d92af84070"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:25:49.873262 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10547a4c-735a-4401-8642-e2a1b10e572b None None] Pushing event updated for resources: {'Port': ['ID=3f94ffb7-f77d-4113-9445-e6a7f950fe30,revision_number=4']} {{(pid=121609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:25:49.901390 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0f2c7d32-fb38-43d3-a04e-6425b7ab2987 req-08456e06-4106-49db-be10-ceadd19be8e8 tempest-ServerAddressesTestJSON-1193958312 tempest-ServerAddressesTestJSON-1193958312-project] 10.222.0.32 "GET /v2.0/security-groups?id=c048e08a-07c9-412e-a9f2-71f01390d24c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.8879879
Dec 25 21:25:49.902658 ncdv-master-1 neutron-server[121607]: INFO neutron.api.v2.resource [None req-2bb8efcb-3597-4676-b2cb-2748fce83b4c tempest-FloatingIPNegativeTestJSON-69103497 tempest-FloatingIPNegativeTestJSON-69103497-project] update failed (client error): The resource could not be found.
Dec 25 21:25:49.904557 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-2bb8efcb-3597-4676-b2cb-2748fce83b4c tempest-FloatingIPNegativeTestJSON-69103497 tempest-FloatingIPNegativeTestJSON-69103497-project] 10.222.0.32 "PUT /v2.0/floatingips/4adf1e1d-e940-4bf8-a4b7-c4043159df64 HTTP/1.1" status: 404  len: 507 time: 0.2655995
Dec 25 21:25:49.917306 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 40496) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:25:49.939110 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2146108-0482-4dfd-ae4e-64e7dfbaa40c None None] Routers {'26bcf8a2-51a7-43e2-9d5b-f18f43df7c65'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:25:49.939110 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-f2146108-0482-4dfd-ae4e-64e7dfbaa40c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f26187d6430>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:25:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['26bcf8a2-51a7-43e2-9d5b-f18f43df7c65'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:25:49.984301 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 21:25:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d62262a-1069-4bc4-9e91-3e3ab32c594e x-openstack-request-id: req-7d62262a-1069-4bc4-9e91-3e3ab32c594e {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:25:49.984619 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22ebc312-ee15-4ad5-9083-12afbc14bdf6", "name": "network-vif-deleted", "tag": "41bf078c-e30c-41c9-894d-b8d92af84070", "status": "completed", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:25:49.984906 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7d62262a-1069-4bc4-9e91-3e3ab32c594e {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:25:49.985330 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22ebc312-ee15-4ad5-9083-12afbc14bdf6', 'name': 'network-vif-deleted', 'tag': '41bf078c-e30c-41c9-894d-b8d92af84070', 'status': 'completed', 'code': 200}
Dec 25 21:25:49.991611 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-bbee933c-07d7-4c04-b6bc-688a7d283687 None None] Provisioning complete for port 3f94ffb7-f77d-4113-9445-e6a7f950fe30 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:25:49.993922 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-bbee933c-07d7-4c04-b6bc-688a7d283687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:50.046068 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-d15e9ee5-afd7-4e75-bd12-52d58e4af8b4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:50.053145 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93a23194-9d0f-4ad0-9531-4865e7fbc528 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Made reservation on behalf of 3075932236c24ad8974bea0414dd1507 for: {'subnet': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:25:50.057721 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-93a23194-9d0f-4ad0-9531-4865e7fbc528 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9028529'] for subnet, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:50.132422 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-d15e9ee5-afd7-4e75-bd12-52d58e4af8b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:50.136635 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68146c2e-2aea-440e-967b-eb62acf03ac1 tempest-RoutersAdminTest-58483452 tempest-RoutersAdminTest-58483452-project-admin] Made reservation on behalf of 52b6f4e629c1439384734404a004a37c for: {'network': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:25:50.137525 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-bbee933c-07d7-4c04-b6bc-688a7d283687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:50.138438 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvr_db [None req-f2146108-0482-4dfd-ae4e-64e7dfbaa40c None None] Set router 26bcf8a2-51a7-43e2-9d5b-f18f43df7c65 gateway port host: None {{(pid=121609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:25:50.142415 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-68146c2e-2aea-440e-967b-eb62acf03ac1 tempest-RoutersAdminTest-58483452 tempest-RoutersAdminTest-58483452-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for network, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:50.176581 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-68146c2e-2aea-440e-967b-eb62acf03ac1 tempest-RoutersAdminTest-58483452 tempest-RoutersAdminTest-58483452-project-admin] Publish callbacks [] for security_group, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:50.181577 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-bbee933c-07d7-4c04-b6bc-688a7d283687 None None] For port 3f94ffb7-f77d-4113-9445-e6a7f950fe30, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3f94ffb7-f77d-4113-9445-e6a7f950fe30,segment=NetworkSegment(25fe9b7d-15a4-4bf3-8cbd-d39c28959931),segment_id=25fe9b7d-15a4-4bf3-8cbd-d39c28959931)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:25:50.253896 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-bbee933c-07d7-4c04-b6bc-688a7d283687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:50.262135 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-d15e9ee5-afd7-4e75-bd12-52d58e4af8b4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1df382b4626941ada0362a82c4a5ffe1&name=default HTTP/1.1" status: 200  len: 3000 time: 1.2480729
Dec 25 21:25:50.263587 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15e9ee5-afd7-4e75-bd12-52d58e4af8b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c550950a-400b-4baf-a8ee-53af2fee7839,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:25:50.266135 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 40500) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:25:50.272159 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-8bd6921a-074a-4c42-8e59-7f707ffe8812 tempest-FloatingIPNegativeTestJSON-69103497 tempest-FloatingIPNegativeTestJSON-69103497-project] Deleting port 2aaebbb6-d7c6-4055-a4dc-445b6ed3db23 {{(pid=121607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:25:50.272634 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-8bd6921a-074a-4c42-8e59-7f707ffe8812 tempest-FloatingIPNegativeTestJSON-69103497 tempest-FloatingIPNegativeTestJSON-69103497-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:50.396845 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbee933c-07d7-4c04-b6bc-688a7d283687 None None] Pushing event updated for resources: {'Port': ['ID=3f94ffb7-f77d-4113-9445-e6a7f950fe30,revision_number=5']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:25:50.417791 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-7eddb53b-a643-466b-93ad-de81fdacab35 None None] Provisioning complete for port 3f94ffb7-f77d-4113-9445-e6a7f950fe30 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:25:50.418493 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-7eddb53b-a643-466b-93ad-de81fdacab35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:50.424406 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-c1583362-d426-41ba-be23-3e819f3c3c1f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:50.448819 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-c1583362-d426-41ba-be23-3e819f3c3c1f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:50.459655 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-8bd6921a-074a-4c42-8e59-7f707ffe8812 tempest-FloatingIPNegativeTestJSON-69103497 tempest-FloatingIPNegativeTestJSON-69103497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:50.459975 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-8bd6921a-074a-4c42-8e59-7f707ffe8812 tempest-FloatingIPNegativeTestJSON-69103497 tempest-FloatingIPNegativeTestJSON-69103497-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:50.477321 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-68146c2e-2aea-440e-967b-eb62acf03ac1 tempest-RoutersAdminTest-58483452 tempest-RoutersAdminTest-58483452-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:50.489660 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-8bd6921a-074a-4c42-8e59-7f707ffe8812 tempest-FloatingIPNegativeTestJSON-69103497 tempest-FloatingIPNegativeTestJSON-69103497-project] Calling delete_port for 2aaebbb6-d7c6-4055-a4dc-445b6ed3db23 owned by network:floatingip {{(pid=121607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:25:50.573874 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-68146c2e-2aea-440e-967b-eb62acf03ac1 tempest-RoutersAdminTest-58483452 tempest-RoutersAdminTest-58483452-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:50.619294 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-c1583362-d426-41ba-be23-3e819f3c3c1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:50.622375 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68146c2e-2aea-440e-967b-eb62acf03ac1 tempest-RoutersAdminTest-58483452 tempest-RoutersAdminTest-58483452-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a8d9d73-8c4a-4edc-bbc7-8649b27a81df,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:25:50.629986 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68146c2e-2aea-440e-967b-eb62acf03ac1 tempest-RoutersAdminTest-58483452 tempest-RoutersAdminTest-58483452-project-admin] vlan segment allocate from pool success with {'vlan_id': 160, 'physical_network': 'physnet1'}  {{(pid=121607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 25 21:25:50.637787 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-c1583362-d426-41ba-be23-3e819f3c3c1f admin admin] Publish callbacks [] for security_group, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:50.641180 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-c1583362-d426-41ba-be23-3e819f3c3c1f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c550950a-400b-4baf-a8ee-53af2fee7839 HTTP/1.1" status: 204  len: 168 time: 0.3509247
Dec 25 21:25:50.657101 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-f2146108-0482-4dfd-ae4e-64e7dfbaa40c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f26187d6430>, [{'id': '26bcf8a2-51a7-43e2-9d5b-f18f43df7c65', 'name': 'tempest-RoutersIpV6Test-router-137911943', 'tenant_id': '3075932236c24ad8974bea0414dd1507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:25:30Z', 'updated_at': '2021-12-25T21:25:45Z', 'revision_number': 4, 'project_id': '3075932236c24ad8974bea0414dd1507', 'gw_port_host': None, '_interfaces': [{'id': '30d276c8-352c-4fee-81b2-dc105be2cf97', 'name': '', 'network_id': '82b6058b-9384-41d8-9c3f-000c180610b3', 'tenant_id': '3075932236c24ad8974bea0414dd1507', 'mac_address': 'fa:16:3e:3a:28:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26bcf8a2-51a7-43e2-9d5b-f18f43df7c65', 'device_owner': 'network:router_interface', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': 'd26521ed-5aa6-4cc0-8118-08157704ac07', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:25:32Z', 'updated_at': '2021-12-25T21:25:38Z', 'revision_number': 5, 'project_id': '3075932236c24ad8974bea0414dd1507', 'subnets': [{'id': 'd26521ed-5aa6-4cc0-8118-08157704ac07', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3f94ffb7-f77d-4113-9445-e6a7f950fe30', 'name': '', 'network_id': '95f01c3b-840d-4353-aa5e-dc4e37e69f22', 'tenant_id': '3075932236c24ad8974bea0414dd1507', 'mac_address': 'fa:16:3e:c8:d2:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26bcf8a2-51a7-43e2-9d5b-f18f43df7c65', 'device_owner': 'network:router_interface', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': '851ce575-2ab7-4d47-85c5-ae786b22120d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:25:44Z', 'updated_at': '2021-12-25T21:25:49Z', 'revision_number': 4, 'project_id': '3075932236c24ad8974bea0414dd1507', 'subnets': [{'id': '851ce575-2ab7-4d47-85c5-ae786b22120d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a9825f0b-9b80-4820-a611-a41252238755', 'name': '', 'network_id': '9a8e9b1e-c60c-4b3e-b9d3-3bfd39c0d76b', 'tenant_id': '3075932236c24ad8974bea0414dd1507', 'mac_address': 'fa:16:3e:98:e4:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26bcf8a2-51a7-43e2-9d5b-f18f43df7c65', 'device_owner': 'network:router_interface', 'standard_attr_id': 1718, 'fixed_ips': [{'subnet_id': '62ce5690-d30c-48d7-81db-ac2c321589bd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:25:38Z', 'updated_at': '2021-12-25T21:25:46Z', 'revision_number': 5, 'project_id': '3075932236c24ad8974bea0414dd1507', 'subnets': [{'id': '62ce5690-d30c-48d7-81db-ac2c321589bd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:25:50.661985 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1583362-d426-41ba-be23-3e819f3c3c1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c550950a-400b-4baf-a8ee-53af2fee7839,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:25:50.669400 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-93a23194-9d0f-4ad0-9531-4865e7fbc528 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9084170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9028515'] for subnet, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:50.717972 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2146108-0482-4dfd-ae4e-64e7dfbaa40c None None] The sync data for ids ['26bcf8a2-51a7-43e2-9d5b-f18f43df7c65'] in ncdv-master-1 is: [{'id': '26bcf8a2-51a7-43e2-9d5b-f18f43df7c65', 'name': 'tempest-RoutersIpV6Test-router-137911943', 'tenant_id': '3075932236c24ad8974bea0414dd1507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:25:30Z', 'updated_at': '2021-12-25T21:25:45Z', 'revision_number': 4, 'project_id': '3075932236c24ad8974bea0414dd1507', 'gw_port_host': None, '_interfaces': [{'id': '30d276c8-352c-4fee-81b2-dc105be2cf97', 'name': '', 'network_id': '82b6058b-9384-41d8-9c3f-000c180610b3', 'tenant_id': '3075932236c24ad8974bea0414dd1507', 'mac_address': 'fa:16:3e:3a:28:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26bcf8a2-51a7-43e2-9d5b-f18f43df7c65', 'device_owner': 'network:router_interface', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': 'd26521ed-5aa6-4cc0-8118-08157704ac07', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:25:32Z', 'updated_at': '2021-12-25T21:25:38Z', 'revision_number': 5, 'project_id': '3075932236c24ad8974bea0414dd1507', 'subnets': [{'id': 'd26521ed-5aa6-4cc0-8118-08157704ac07', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3f94ffb7-f77d-4113-9445-e6a7f950fe30', 'name': '', 'network_id': '95f01c3b-840d-4353-aa5e-dc4e37e69f22', 'tenant_id': '3075932236c24ad8974bea0414dd1507', 'mac_address': 'fa:16:3e:c8:d2:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26bcf8a2-51a7-43e2-9d5b-f18f43df7c65', 'device_owner': 'network:router_interface', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': '851ce575-2ab7-4d47-85c5-ae786b22120d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:25:44Z', 'updated_at': '2021-12-25T21:25:49Z', 'revision_number': 4, 'project_id': '3075932236c24ad8974bea0414dd1507', 'subnets': [{'id': '851ce575-2ab7-4d47-85c5-ae786b22120d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a9825f0b-9b80-4820-a611-a41252238755', 'name': '', 'network_id': '9a8e9b1e-c60c-4b3e-b9d3-3bfd39c0d76b', 'tenant_id': '3075932236c24ad8974bea0414dd1507', 'mac_address': 'fa:16:3e:98:e4:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26bcf8a2-51a7-43e2-9d5b-f18f43df7c65', 'device_owner': 'network:router_interface', 'standard_attr_id': 1718, 'fixed_ips': [{'subnet_id': '62ce5690-d30c-48d7-81db-ac2c321589bd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:25:38Z', 'updated_at': '2021-12-25T21:25:46Z', 'revision_number': 5, 'project_id': '3075932236c24ad8974bea0414dd1507', 'subnets': [{'id': '62ce5690-d30c-48d7-81db-ac2c321589bd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 21:25:50.774651 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a23194-9d0f-4ad0-9531-4865e7fbc528 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Pushing event updated for resources: {'Subnet': ['ID=03fb472c-2e33-4e60-8c83-171012ce2e8c,revision_number=0']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:25:50.787193 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93a23194-9d0f-4ad0-9531-4865e7fbc528 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Checking segment: {'id': '9e06f523-e3ce-46a9-ba8b-58f17693cded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '87a8012f-be3c-45c9-9f0b-0410eedee882'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:25:50.787381 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93a23194-9d0f-4ad0-9531-4865e7fbc528 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Network hostable DHCP agents. Network: 87a8012f-be3c-45c9-9f0b-0410eedee882, hostable agents: ['1813db88-2c1b-4357-a2ba-869246b663c2'], hosted agents: [] {{(pid=121606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 25 21:25:50.788719 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-8bd6921a-074a-4c42-8e59-7f707ffe8812 tempest-FloatingIPNegativeTestJSON-69103497 tempest-FloatingIPNegativeTestJSON-69103497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:50.825108 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-68146c2e-2aea-440e-967b-eb62acf03ac1 tempest-RoutersAdminTest-58483452 tempest-RoutersAdminTest-58483452-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:50.825787 ncdv-master-1 neutron-server[121607]: INFO neutron.db.segments_db [None req-68146c2e-2aea-440e-967b-eb62acf03ac1 tempest-RoutersAdminTest-58483452 tempest-RoutersAdminTest-58483452-project-admin] Added segment 2ae877f6-249d-4bc3-8b5d-037f70768e64 of type vlan for network b2e70327-3e45-478f-8835-dd47e2049b2c
Dec 25 21:25:50.893079 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd6921a-074a-4c42-8e59-7f707ffe8812 tempest-FloatingIPNegativeTestJSON-69103497 tempest-FloatingIPNegativeTestJSON-69103497-project] Pushing event deleted for resources: {'Port': ['ID=2aaebbb6-d7c6-4055-a4dc-445b6ed3db23,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:25:50.939924 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93a23194-9d0f-4ad0-9531-4865e7fbc528 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Network 87a8012f-be3c-45c9-9f0b-0410eedee882 is scheduled to be hosted by DHCP agent 1813db88-2c1b-4357-a2ba-869246b663c2 with binding_index 1 {{(pid=121606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 25 21:25:50.963103 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-68146c2e-2aea-440e-967b-eb62acf03ac1 tempest-RoutersAdminTest-58483452 tempest-RoutersAdminTest-58483452-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737602163420'] for network, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:51.076149 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-8bd6921a-074a-4c42-8e59-7f707ffe8812 tempest-FloatingIPNegativeTestJSON-69103497 tempest-FloatingIPNegativeTestJSON-69103497-project] Publish callbacks [] for floatingip, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:51.079181 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-8bd6921a-074a-4c42-8e59-7f707ffe8812 tempest-FloatingIPNegativeTestJSON-69103497 tempest-FloatingIPNegativeTestJSON-69103497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for floatingip, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:51.089600 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-8bd6921a-074a-4c42-8e59-7f707ffe8812 tempest-FloatingIPNegativeTestJSON-69103497 tempest-FloatingIPNegativeTestJSON-69103497-project] 10.222.0.32 "DELETE /v2.0/floatingips/4adf1e1d-e940-4bf8-a4b7-c4043159df64 HTTP/1.1" status: 204  len: 168 time: 1.1702995
Dec 25 21:25:51.092334 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 40520) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:25:51.099653 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-19b8e15c-15a1-411b-9a3a-c8d51a6da475 req-02561f42-f300-4d8d-a869-927b91c9fac0 tempest-ServerAddressesTestJSON-1193958312 tempest-ServerAddressesTestJSON-1193958312-project] 10.222.0.32 "GET /v2.0/ports?device_id=22ebc312-ee15-4ad5-9083-12afbc14bdf6 HTTP/1.1" status: 200  len: 210 time: 0.0736873
Dec 25 21:25:51.102725 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-4bdcc9a4-d7cc-48fa-8b36-db6c1c4afd39 tempest-FloatingIPNegativeTestJSON-69103497 tempest-FloatingIPNegativeTestJSON-69103497-project] Request body: {'floatingip': {'floating_network_id': 'bb182c06-d854-4570-ad30-18b950391132', 'port_id': '061e9a9e-c9b8-44a8-828a-9a5e69b31d3a', 'fixed_ip_address': '172.20.0.14'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:25:51.109939 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [None req-93a23194-9d0f-4ad0-9531-4865e7fbc528 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 87a8012f-be3c-45c9-9f0b-0410eedee882) {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:25:51.124554 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f668caa9-df22-4644-836d-b7f65c205f1f None None] Network 87a8012f-be3c-45c9-9f0b-0410eedee882 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:25:51.147290 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93a23194-9d0f-4ad0-9531-4865e7fbc528 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:25:51.149303 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-93a23194-9d0f-4ad0-9531-4865e7fbc528 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for subnet, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:51.231722 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 3f94ffb7-f77d-4113-9445-e6a7f950fe30 up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:25:51.261513 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-93a23194-9d0f-4ad0-9531-4865e7fbc528 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 830 time: 2.3013806
Dec 25 21:25:51.264301 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 40524) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:25:51.317200 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-4bdcc9a4-d7cc-48fa-8b36-db6c1c4afd39 tempest-FloatingIPNegativeTestJSON-69103497 tempest-FloatingIPNegativeTestJSON-69103497-project] Publish callbacks [] for floatingip, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:51.325436 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port 3f94ffb7-f77d-4113-9445-e6a7f950fe30 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:25:51.325436 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:51.329905 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-68146c2e-2aea-440e-967b-eb62acf03ac1 tempest-RoutersAdminTest-58483452 tempest-RoutersAdminTest-58483452-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870'] for network, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:51.330878 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68146c2e-2aea-440e-967b-eb62acf03ac1 tempest-RoutersAdminTest-58483452 tempest-RoutersAdminTest-58483452-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:25:51.331661 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-68146c2e-2aea-440e-967b-eb62acf03ac1 tempest-RoutersAdminTest-58483452 tempest-RoutersAdminTest-58483452-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for network, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:51.348944 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08adcb47-612b-43a1-8cdd-8dd707bd2a1f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-87a8012f-be3c-45c9-9f0b-0410eedee882', 'network_id': '87a8012f-be3c-45c9-9f0b-0410eedee882', 'project_id': '3075932236c24ad8974bea0414dd1507', 'fixed_ips': [{'subnet_id': '03fb472c-2e33-4e60-8c83-171012ce2e8c'}]}} from ncdv-master-1. {{(pid=121608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 25 21:25:51.350251 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-08adcb47-612b-43a1-8cdd-8dd707bd2a1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:51.474487 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68146c2e-2aea-440e-967b-eb62acf03ac1 tempest-RoutersAdminTest-58483452 tempest-RoutersAdminTest-58483452-project-admin] Pushing event updated for resources: {'Network': ['ID=b2e70327-3e45-478f-8835-dd47e2049b2c,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:25:51.506351 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Network b2e70327-3e45-478f-8835-dd47e2049b2c details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 25 21:25:51.560262 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-68146c2e-2aea-440e-967b-eb62acf03ac1 tempest-RoutersAdminTest-58483452 tempest-RoutersAdminTest-58483452-project-admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 871 time: 2.3466978
Dec 25 21:25:51.563484 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 40530) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:25:51.576545 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-ea7b08ef-2c8a-4c95-ab46-a7c386a1c242 tempest-RoutersAdminTest-58483452 tempest-RoutersAdminTest-58483452-project-admin] Request body: {'subnet': {'network_id': 'b2e70327-3e45-478f-8835-dd47e2049b2c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:25:51.637308 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 40532) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:25:51.659872 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.db_base_plugin_common [None req-08adcb47-612b-43a1-8cdd-8dd707bd2a1f None None] Allocated IP 2001:db8:3::2 (87a8012f-be3c-45c9-9f0b-0410eedee882/03fb472c-2e33-4e60-8c83-171012ce2e8c/c7390ab2-cd40-46e8-90b7-e1627b6633b5) {{(pid=121608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:25:51.720154 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-25c99ed9-314d-417f-97ee-cebc4c557e25 admin admin] Publish callbacks [] for security_group, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:51.795951 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea7b08ef-2c8a-4c95-ab46-a7c386a1c242 tempest-RoutersAdminTest-58483452 tempest-RoutersAdminTest-58483452-project-admin] Made reservation on behalf of 52b6f4e629c1439384734404a004a37c for: {'subnet': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:25:51.798381 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ea7b08ef-2c8a-4c95-ab46-a7c386a1c242 tempest-RoutersAdminTest-58483452 tempest-RoutersAdminTest-58483452-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8852834'] for subnet, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:51.845836 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-08adcb47-612b-43a1-8cdd-8dd707bd2a1f None None] Publish callbacks [] for port, precommit_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:51.933301 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-08adcb47-612b-43a1-8cdd-8dd707bd2a1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946'] for port, after_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:51.977534 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08adcb47-612b-43a1-8cdd-8dd707bd2a1f None None] Network 87a8012f-be3c-45c9-9f0b-0410eedee882 is already hosted by enough agents. {{(pid=121608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:25:51.983106 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.base_scheduler [None req-08adcb47-612b-43a1-8cdd-8dd707bd2a1f None None] Resources bound (agent type, host, resource id):  {{(pid=121608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:25:51.987999 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08adcb47-612b-43a1-8cdd-8dd707bd2a1f None None] Received port after_create {{(pid=121608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:25:51.991900 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08adcb47-612b-43a1-8cdd-8dd707bd2a1f None None] Pushing event updated for resources: {'Port': ['ID=c7390ab2-cd40-46e8-90b7-e1627b6633b5,revision_number=1']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:25:52.057451 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-08adcb47-612b-43a1-8cdd-8dd707bd2a1f None None] Attempting to bind port c7390ab2-cd40-46e8-90b7-e1627b6633b5 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:25:52.058335 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-08adcb47-612b-43a1-8cdd-8dd707bd2a1f None None] Attempting to bind port c7390ab2-cd40-46e8-90b7-e1627b6633b5 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '9e06f523-e3ce-46a9-ba8b-58f17693cded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '87a8012f-be3c-45c9-9f0b-0410eedee882'}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:25:52.058868 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08adcb47-612b-43a1-8cdd-8dd707bd2a1f None None] Attempting to bind port c7390ab2-cd40-46e8-90b7-e1627b6633b5 on network 87a8012f-be3c-45c9-9f0b-0410eedee882 {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:25:52.067831 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08adcb47-612b-43a1-8cdd-8dd707bd2a1f None None] Checking agent: {'id': 'ca4f5c6d-f1fd-48b8-a3e3-395864c7d23d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 20, 56, 40), 'started_at': datetime.datetime(2021, 12, 25, 20, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 25, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:25:52.070467 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08adcb47-612b-43a1-8cdd-8dd707bd2a1f None None] Checking segment: {'id': '9e06f523-e3ce-46a9-ba8b-58f17693cded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '87a8012f-be3c-45c9-9f0b-0410eedee882'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:25:52.070467 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-08adcb47-612b-43a1-8cdd-8dd707bd2a1f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:52.070467 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08adcb47-612b-43a1-8cdd-8dd707bd2a1f None None] Bound using segment: {'id': '9e06f523-e3ce-46a9-ba8b-58f17693cded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '87a8012f-be3c-45c9-9f0b-0410eedee882'} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:25:52.070467 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-08adcb47-612b-43a1-8cdd-8dd707bd2a1f None None] Bound port: c7390ab2-cd40-46e8-90b7-e1627b6633b5, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e06f523-e3ce-46a9-ba8b-58f17693cded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '87a8012f-be3c-45c9-9f0b-0410eedee882'}}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:25:52.070910 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-08adcb47-612b-43a1-8cdd-8dd707bd2a1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:52.146784 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-08adcb47-612b-43a1-8cdd-8dd707bd2a1f None None] For port c7390ab2-cd40-46e8-90b7-e1627b6633b5, host ncdv-master-1, cleared binding levels {{(pid=121608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:25:52.150438 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-08adcb47-612b-43a1-8cdd-8dd707bd2a1f None None] For port c7390ab2-cd40-46e8-90b7-e1627b6633b5, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c7390ab2-cd40-46e8-90b7-e1627b6633b5,segment=NetworkSegment(9e06f523-e3ce-46a9-ba8b-58f17693cded),segment_id=9e06f523-e3ce-46a9-ba8b-58f17693cded)] {{(pid=121608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:25:52.173361 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 40542) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:25:52.212192 ncdv-master-1 neutron-server[121607]: INFO neutron.api.v2.resource [None req-4bdcc9a4-d7cc-48fa-8b36-db6c1c4afd39 tempest-FloatingIPNegativeTestJSON-69103497 tempest-FloatingIPNegativeTestJSON-69103497-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 25 21:25:52.213280 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-4bdcc9a4-d7cc-48fa-8b36-db6c1c4afd39 tempest-FloatingIPNegativeTestJSON-69103497 tempest-FloatingIPNegativeTestJSON-69103497-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 400  len: 373 time: 1.1199462
Dec 25 21:25:52.217161 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 40546) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:25:52.225711 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-9f31acc8-16ba-4cfd-83a6-2e05e72542a5 tempest-FloatingIPNegativeTestJSON-69103497 tempest-FloatingIPNegativeTestJSON-69103497-project] Request body: {'floatingip': {'floating_network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'port_id': '061e9a9e-c9b8-44a8-828a-9a5e69b31d3a', 'fixed_ip_address': '172.20.0.14'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:25:52.242522 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-08adcb47-612b-43a1-8cdd-8dd707bd2a1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:52.252692 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_v2 [None req-0bea6ae8-fd02-45b5-a930-fdf865ec54e3 admin admin] Deleting subnet 367efebd-202c-4f96-8bf1-069f2bf68f5d {{(pid=121606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Dec 25 21:25:52.259279 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-0bea6ae8-fd02-45b5-a930-fdf865ec54e3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:52.307142 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-0bea6ae8-fd02-45b5-a930-fdf865ec54e3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9084199'] for subnet, precommit_delete_associations {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:52.333238 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08adcb47-612b-43a1-8cdd-8dd707bd2a1f None None] Pushing event updated for resources: {'Port': ['ID=c7390ab2-cd40-46e8-90b7-e1627b6633b5,revision_number=2']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:25:52.348823 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-25c99ed9-314d-417f-97ee-cebc4c557e25 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:52.352635 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-0bea6ae8-fd02-45b5-a930-fdf865ec54e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995662'] for subnet, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:52.386783 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-9f31acc8-16ba-4cfd-83a6-2e05e72542a5 tempest-FloatingIPNegativeTestJSON-69103497 tempest-FloatingIPNegativeTestJSON-69103497-project] Publish callbacks [] for floatingip, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:52.418604 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-76051b2c-9a81-4d3c-b29e-2b310512a0f8 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:52.456602 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-25c99ed9-314d-417f-97ee-cebc4c557e25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:52.533085 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-0bea6ae8-fd02-45b5-a930-fdf865ec54e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9084363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9028506'] for subnet, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:52.548757 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-25c99ed9-314d-417f-97ee-cebc4c557e25 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=04eefc967ba44a15b0c2cdec757f33f2&name=default HTTP/1.1" status: 200  len: 3000 time: 0.9088418
Dec 25 21:25:52.564545 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 40552) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:25:52.592134 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-9f31acc8-16ba-4cfd-83a6-2e05e72542a5 tempest-FloatingIPNegativeTestJSON-69103497 tempest-FloatingIPNegativeTestJSON-69103497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:52.603808 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c99ed9-314d-417f-97ee-cebc4c557e25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=710465cf-8978-4620-a047-4c41c2320146,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:25:52.615060 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bea6ae8-fd02-45b5-a930-fdf865ec54e3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=367efebd-202c-4f96-8bf1-069f2bf68f5d,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:25:52.621573 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-0bea6ae8-fd02-45b5-a930-fdf865ec54e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for subnet, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:52.632863 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-0bea6ae8-fd02-45b5-a930-fdf865ec54e3 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/367efebd-202c-4f96-8bf1-069f2bf68f5d HTTP/1.1" status: 204  len: 168 time: 0.4551396
Dec 25 21:25:52.647196 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 40556) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:25:52.823563 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-bdd41977-42a8-4aa3-a819-16c3789ff399 req-93f7347a-7c23-470d-b02f-8e3f50fb61bb service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=aa2d5924-6a22-461e-b48b-e73f52f4b72c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 658 time: 0.2448831
Dec 25 21:25:52.835796 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-009ed355-655c-42a7-bf37-b767afaf389d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:52.852271 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-ddc299a0-d81d-4960-a7a4-d716b300515e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625803'] for network, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:52.914404 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_common [None req-9f31acc8-16ba-4cfd-83a6-2e05e72542a5 tempest-FloatingIPNegativeTestJSON-69103497 tempest-FloatingIPNegativeTestJSON-69103497-project] Allocated IP 172.35.3.81 (7201e55c-7c5f-41aa-a042-a363696539d0/7a939e13-713f-45cf-bba7-1539635abe25/4ec09132-0ab6-4d40-a3b5-d0de50423607) {{(pid=121606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:25:52.929947 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-009ed355-655c-42a7-bf37-b767afaf389d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:53.028986 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-ddc299a0-d81d-4960-a7a4-d716b300515e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997585', 'neutron.services.segments.db._delete_segments_for_network-8737602743071'] for network, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:53.034024 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device 41bf078c-e30c-41c9-894d-b8d92af84070 no longer exists at agent hyperv_nch2-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:25:53.065525 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] No Port match for: 41bf078c-e30c-41c9-894d-b8d92af84070 {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:25:53.065956 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device 41bf078c-e30c-41c9-894d-b8d92af84070 not bound to the agent host nch2-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:25:53.079126 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd41977-42a8-4aa3-a819-16c3789ff399 req-9d0fb5cf-8009-416b-b8d6-cd905cad4823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:25:53.079627 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd41977-42a8-4aa3-a819-16c3789ff399 req-9d0fb5cf-8009-416b-b8d6-cd905cad4823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:25:53.080114 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd41977-42a8-4aa3-a819-16c3789ff399 req-9d0fb5cf-8009-416b-b8d6-cd905cad4823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:25:53.080595 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd41977-42a8-4aa3-a819-16c3789ff399 req-9d0fb5cf-8009-416b-b8d6-cd905cad4823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:25:53.081116 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd41977-42a8-4aa3-a819-16c3789ff399 req-9d0fb5cf-8009-416b-b8d6-cd905cad4823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:25:53.081597 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd41977-42a8-4aa3-a819-16c3789ff399 req-9d0fb5cf-8009-416b-b8d6-cd905cad4823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:25:53.082079 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd41977-42a8-4aa3-a819-16c3789ff399 req-9d0fb5cf-8009-416b-b8d6-cd905cad4823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:25:53.084620 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-bdd41977-42a8-4aa3-a819-16c3789ff399 req-9d0fb5cf-8009-416b-b8d6-cd905cad4823 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d4571ece0fa3450b83fde221178518c8&device_id=aa2d5924-6a22-461e-b48b-e73f52f4b72c HTTP/1.1" status: 200  len: 6502 time: 0.2098932
Dec 25 21:25:53.098596 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_common [None req-76051b2c-9a81-4d3c-b29e-2b310512a0f8 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Allocated IP 2001:db8:3::1 (87a8012f-be3c-45c9-9f0b-0410eedee882/03fb472c-2e33-4e60-8c83-171012ce2e8c/39faee5a-2001-417e-970e-60b31d1d4a93) {{(pid=121607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:25:53.101087 ncdv-master-1 neutron-server[121607]: DEBUG neutron.objects.ports [None req-ea7b08ef-2c8a-4c95-ab46-a7c386a1c242 tempest-RoutersAdminTest-58483452 tempest-RoutersAdminTest-58483452-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=121607) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}}
Dec 25 21:25:53.101674 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ea7b08ef-2c8a-4c95-ab46-a7c386a1c242 tempest-RoutersAdminTest-58483452 tempest-RoutersAdminTest-58483452-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8632475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8852848'] for subnet, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:53.120356 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.segments.db [None req-ddc299a0-d81d-4960-a7a4-d716b300515e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2612c97e50>,) {'filters': {'network_id': ['d3e5445c-e82c-41fa-b43a-d819a64e08ff']}} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:25:53.150472 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.segments.db [None req-ddc299a0-d81d-4960-a7a4-d716b300515e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2612c97e50>, '7d046547-be7e-45aa-8fd2-b94df7d031f5') {'for_net_delete': True} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:25:53.151957 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.segments.db [None req-ddc299a0-d81d-4960-a7a4-d716b300515e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2612c97e50>, '7d046547-be7e-45aa-8fd2-b94df7d031f5') {} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:25:53.152108 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-009ed355-655c-42a7-bf37-b767afaf389d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:53.153967 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-009ed355-655c-42a7-bf37-b767afaf389d admin admin] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:53.155264 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-009ed355-655c-42a7-bf37-b767afaf389d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/710465cf-8978-4620-a047-4c41c2320146 HTTP/1.1" status: 204  len: 168 time: 0.5833600
Dec 25 21:25:53.195607 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-ddc299a0-d81d-4960-a7a4-d716b300515e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737602746920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9084222'] for segment, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:53.213397 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009ed355-655c-42a7-bf37-b767afaf389d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=710465cf-8978-4620-a047-4c41c2320146,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:25:53.234634 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7b08ef-2c8a-4c95-ab46-a7c386a1c242 tempest-RoutersAdminTest-58483452 tempest-RoutersAdminTest-58483452-project-admin] Pushing event updated for resources: {'Subnet': ['ID=ce019883-0f10-47f1-8675-6cec1f6d3213,revision_number=0']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:25:53.270930 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-9f31acc8-16ba-4cfd-83a6-2e05e72542a5 tempest-FloatingIPNegativeTestJSON-69103497 tempest-FloatingIPNegativeTestJSON-69103497-project] Publish callbacks [] for port, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:53.274895 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-ddc299a0-d81d-4960-a7a4-d716b300515e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:53.295478 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device c7390ab2-cd40-46e8-90b7-e1627b6633b5 up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:25:53.307350 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ddc299a0-d81d-4960-a7a4-d716b300515e admin admin] Releasing vlan 176 on physical network physnet1 to pool {{(pid=121606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 25 21:25:53.307773 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-ddc299a0-d81d-4960-a7a4-d716b300515e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9084542'] for segment, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:53.310993 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:25:53.310993 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:25:53.310993 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:25:53.310993 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:25:53.310993 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:25:53.310993 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:25:53.310993 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:25:53.310993 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:25:53.310993 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:25:53.310993 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:25:53.310993 ncdv-master-1 neutron-server[121606]: Traceback (most recent call last):
Dec 25 21:25:53.310993 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 25 21:25:53.310993 ncdv-master-1 neutron-server[121606]:     timer()
Dec 25 21:25:53.310993 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 25 21:25:53.310993 ncdv-master-1 neutron-server[121606]:     cb(*args, **kw)
Dec 25 21:25:53.310993 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 25 21:25:53.310993 ncdv-master-1 neutron-server[121606]:     return func(*args, **kwargs)
Dec 25 21:25:53.310993 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 25 21:25:53.310993 ncdv-master-1 neutron-server[121606]:     self._notify()
Dec 25 21:25:53.310993 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 25 21:25:53.310993 ncdv-master-1 neutron-server[121606]:     self.callback(batched_events)
Dec 25 21:25:53.310993 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 25 21:25:53.310993 ncdv-master-1 neutron-server[121606]:     event.method(event)
Dec 25 21:25:53.310993 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 25 21:25:53.310993 ncdv-master-1 neutron-server[121606]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 25 21:25:53.310993 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 25 21:25:53.310993 ncdv-master-1 neutron-server[121606]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 25 21:25:53.310993 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 25 21:25:53.310993 ncdv-master-1 neutron-server[121606]:     return f(self, *a, **k)
Dec 25 21:25:53.310993 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 25 21:25:53.310993 ncdv-master-1 neutron-server[121606]:     return self._get(url).json()
Dec 25 21:25:53.310993 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 25 21:25:53.310993 ncdv-master-1 neutron-server[121606]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 25 21:25:53.310993 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 25 21:25:53.310993 ncdv-master-1 neutron-server[121606]:     return self.request(url, 'GET', **kwargs)
Dec 25 21:25:53.310993 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 25 21:25:53.310993 ncdv-master-1 neutron-server[121606]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 25 21:25:53.310993 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 25 21:25:53.310993 ncdv-master-1 neutron-server[121606]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 25 21:25:53.310993 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 25 21:25:53.310993 ncdv-master-1 neutron-server[121606]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 25 21:25:53.310993 ncdv-master-1 neutron-server[121606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 25 21:25:53.339495 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea7b08ef-2c8a-4c95-ab46-a7c386a1c242 tempest-RoutersAdminTest-58483452 tempest-RoutersAdminTest-58483452-project-admin] Checking segment: {'id': '2ae877f6-249d-4bc3-8b5d-037f70768e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'b2e70327-3e45-478f-8835-dd47e2049b2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:25:53.353107 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea7b08ef-2c8a-4c95-ab46-a7c386a1c242 tempest-RoutersAdminTest-58483452 tempest-RoutersAdminTest-58483452-project-admin] Network hostable DHCP agents. Network: b2e70327-3e45-478f-8835-dd47e2049b2c, hostable agents: ['1813db88-2c1b-4357-a2ba-869246b663c2'], hosted agents: [] {{(pid=121607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 25 21:25:53.409900 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd41977-42a8-4aa3-a819-16c3789ff399 req-951edd0d-9cb1-4a64-9582-bc358f2bfbe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:25:53.414091 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd41977-42a8-4aa3-a819-16c3789ff399 req-951edd0d-9cb1-4a64-9582-bc358f2bfbe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:25:53.414613 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd41977-42a8-4aa3-a819-16c3789ff399 req-951edd0d-9cb1-4a64-9582-bc358f2bfbe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:25:53.416606 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-bdd41977-42a8-4aa3-a819-16c3789ff399 req-951edd0d-9cb1-4a64-9582-bc358f2bfbe2 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b8d0c0f5-4a55-4519-afa5-15b47bd47c1f&id=f7ed1632-2ec3-4974-9097-8fe2ac8f3ba4&id=f7ed1632-2ec3-4974-9097-8fe2ac8f3ba4&id=f7ed1632-2ec3-4974-9097-8fe2ac8f3ba4&id=f7ed1632-2ec3-4974-9097-8fe2ac8f3ba4&id=3822397d-3d72-44cf-9fd0-b3119ec81123&id=3822397d-3d72-44cf-9fd0-b3119ec81123 HTTP/1.1" status: 200  len: 2298 time: 0.2836685
Dec 25 21:25:53.419425 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port c7390ab2-cd40-46e8-90b7-e1627b6633b5 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:25:53.419425 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:53.444680 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-76051b2c-9a81-4d3c-b29e-2b310512a0f8 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks [] for port, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:53.492683 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea7b08ef-2c8a-4c95-ab46-a7c386a1c242 tempest-RoutersAdminTest-58483452 tempest-RoutersAdminTest-58483452-project-admin] Network b2e70327-3e45-478f-8835-dd47e2049b2c is scheduled to be hosted by DHCP agent 1813db88-2c1b-4357-a2ba-869246b663c2 with binding_index 1 {{(pid=121607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 25 21:25:53.514821 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-bdd41977-42a8-4aa3-a819-16c3789ff399 req-f5c57835-2bac-4940-b6a3-eb6d657528a6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=634d748d-c261-4855-913b-beb5992df4cb HTTP/1.1" status: 200  len: 1002 time: 0.0893779
Dec 25 21:25:53.534222 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-ddc299a0-d81d-4960-a7a4-d716b300515e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2008653'] for network, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:53.557680 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-ddc299a0-d81d-4960-a7a4-d716b300515e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for network, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:53.561346 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-ddc299a0-d81d-4960-a7a4-d716b300515e admin admin] 10.222.0.32 "DELETE /v2.0/networks/d3e5445c-e82c-41fa-b43a-d819a64e08ff HTTP/1.1" status: 204  len: 168 time: 0.9104667
Dec 25 21:25:53.575308 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc299a0-d81d-4960-a7a4-d716b300515e admin admin] Pushing event deleted for resources: {'Network': ['ID=d3e5445c-e82c-41fa-b43a-d819a64e08ff,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:25:53.580247 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:53.585207 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-76051b2c-9a81-4d3c-b29e-2b310512a0f8 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:53.601205 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-9f31acc8-16ba-4cfd-83a6-2e05e72542a5 tempest-FloatingIPNegativeTestJSON-69103497 tempest-FloatingIPNegativeTestJSON-69103497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:53.628963 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] For port c7390ab2-cd40-46e8-90b7-e1627b6633b5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c7390ab2-cd40-46e8-90b7-e1627b6633b5,segment=NetworkSegment(9e06f523-e3ce-46a9-ba8b-58f17693cded),segment_id=9e06f523-e3ce-46a9-ba8b-58f17693cded)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:25:53.649868 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-ea7b08ef-2c8a-4c95-ab46-a7c386a1c242 tempest-RoutersAdminTest-58483452 tempest-RoutersAdminTest-58483452-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, b2e70327-3e45-478f-8835-dd47e2049b2c) {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:25:53.658998 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea7b08ef-2c8a-4c95-ab46-a7c386a1c242 tempest-RoutersAdminTest-58483452 tempest-RoutersAdminTest-58483452-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:25:53.659590 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ea7b08ef-2c8a-4c95-ab46-a7c386a1c242 tempest-RoutersAdminTest-58483452 tempest-RoutersAdminTest-58483452-project-admin] Publish callbacks [] for subnet, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:53.659904 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7f3dfe0-7fc4-41f8-81e5-f34b63a96e16 None None] Network b2e70327-3e45-478f-8835-dd47e2049b2c requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:25:53.668109 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76051b2c-9a81-4d3c-b29e-2b310512a0f8 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Network 87a8012f-be3c-45c9-9f0b-0410eedee882 is already hosted by enough agents. {{(pid=121607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:25:53.675120 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd41977-42a8-4aa3-a819-16c3789ff399 req-4cde9d56-d956-471d-be8f-cc62523b58f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:25:53.677492 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-bdd41977-42a8-4aa3-a819-16c3789ff399 req-4cde9d56-d956-471d-be8f-cc62523b58f9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=de1e389c-30c9-4340-81e2-e9ffc3e01b02 HTTP/1.1" status: 200  len: 856 time: 0.1562791
Dec 25 21:25:53.680808 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-76051b2c-9a81-4d3c-b29e-2b310512a0f8 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Resources bound (agent type, host, resource id):  {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:25:53.697533 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76051b2c-9a81-4d3c-b29e-2b310512a0f8 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Received port after_create {{(pid=121607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:25:53.705690 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-76051b2c-9a81-4d3c-b29e-2b310512a0f8 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2008772'] for router_interface, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:53.705865 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f31acc8-16ba-4cfd-83a6-2e05e72542a5 tempest-FloatingIPNegativeTestJSON-69103497 tempest-FloatingIPNegativeTestJSON-69103497-project] Network 7201e55c-7c5f-41aa-a042-a363696539d0 is already hosted by enough agents. {{(pid=121606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:25:53.756829 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76051b2c-9a81-4d3c-b29e-2b310512a0f8 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Pushing event updated for resources: {'Port': ['ID=39faee5a-2001-417e-970e-60b31d1d4a93,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:25:53.784019 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [None req-9f31acc8-16ba-4cfd-83a6-2e05e72542a5 tempest-FloatingIPNegativeTestJSON-69103497 tempest-FloatingIPNegativeTestJSON-69103497-project] Resources bound (agent type, host, resource id):  {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:25:53.805379 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f31acc8-16ba-4cfd-83a6-2e05e72542a5 tempest-FloatingIPNegativeTestJSON-69103497 tempest-FloatingIPNegativeTestJSON-69103497-project] Received port after_create {{(pid=121606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:25:53.827313 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-ea7b08ef-2c8a-4c95-ab46-a7c386a1c242 tempest-RoutersAdminTest-58483452 tempest-RoutersAdminTest-58483452-project-admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 802 time: 2.2625473
Dec 25 21:25:53.830487 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:53.835070 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 40590) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:25:53.847344 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-970e9ab1-9afc-4f63-9c9a-6b540d4f08ac tempest-RoutersAdminTest-58483452 tempest-RoutersAdminTest-58483452-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1725285671', 'network_id': 'b2e70327-3e45-478f-8835-dd47e2049b2c'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:25:53.859004 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f31acc8-16ba-4cfd-83a6-2e05e72542a5 tempest-FloatingIPNegativeTestJSON-69103497 tempest-FloatingIPNegativeTestJSON-69103497-project] Pushing event updated for resources: {'Port': ['ID=4ec09132-0ab6-4d40-a3b5-d0de50423607,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:25:53.879284 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd41977-42a8-4aa3-a819-16c3789ff399 req-7d5c7e32-d354-43fb-9e84-4e341d0057fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:25:53.880834 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-bdd41977-42a8-4aa3-a819-16c3789ff399 req-7d5c7e32-d354-43fb-9e84-4e341d0057fd service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b8d0c0f5-4a55-4519-afa5-15b47bd47c1f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1820347
Dec 25 21:25:53.890396 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09091a77-2995-4bb7-9017-d6dba9b2c250 None None] Network 87a8012f-be3c-45c9-9f0b-0410eedee882 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:25:54.030430 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-e4906aa9-bf7f-4245-b5a5-9567c2a91deb None None] Provisioning complete for port c7390ab2-cd40-46e8-90b7-e1627b6633b5 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:25:54.030805 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-e4906aa9-bf7f-4245-b5a5-9567c2a91deb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:54.034136 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-76051b2c-9a81-4d3c-b29e-2b310512a0f8 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:54.038841 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-970e9ab1-9afc-4f63-9c9a-6b540d4f08ac tempest-RoutersAdminTest-58483452 tempest-RoutersAdminTest-58483452-project-admin] Made reservation on behalf of 52b6f4e629c1439384734404a004a37c for: {'port': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:25:54.043624 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-970e9ab1-9afc-4f63-9c9a-6b540d4f08ac tempest-RoutersAdminTest-58483452 tempest-RoutersAdminTest-58483452-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:54.068895 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-bdd41977-42a8-4aa3-a819-16c3789ff399 req-16ac547f-2aef-42fc-a76b-b8bcc2698774 service neutron] 10.222.0.37 "GET /v2.0/networks/b8d0c0f5-4a55-4519-afa5-15b47bd47c1f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1781650
Dec 25 21:25:54.078499 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29b711a7-6f69-4b06-be42-dd9b400d1069 None None] Network b2e70327-3e45-478f-8835-dd47e2049b2c requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:25:54.112122 ncdv-master-1 neutron-server[121607]: DEBUG neutron.notifiers.nova [None req-970e9ab1-9afc-4f63-9c9a-6b540d4f08ac tempest-RoutersAdminTest-58483452 tempest-RoutersAdminTest-58483452-project-admin] device_id is not set on port 8e61daea-3773-4323-beb3-36fdfaa7addb yet. {{(pid=121607) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 25 21:25:54.152763 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-9f31acc8-16ba-4cfd-83a6-2e05e72542a5 tempest-FloatingIPNegativeTestJSON-69103497 tempest-FloatingIPNegativeTestJSON-69103497-project] Deleting port 4ec09132-0ab6-4d40-a3b5-d0de50423607 {{(pid=121606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:25:54.153418 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-9f31acc8-16ba-4cfd-83a6-2e05e72542a5 tempest-FloatingIPNegativeTestJSON-69103497 tempest-FloatingIPNegativeTestJSON-69103497-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:54.236419 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-bdd41977-42a8-4aa3-a819-16c3789ff399 req-5d0888ba-9add-4f72-86e0-859220eb50ca service neutron] 10.222.0.37 "GET /v2.0/networks/b8d0c0f5-4a55-4519-afa5-15b47bd47c1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1563630
Dec 25 21:25:54.284732 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-bdd41977-42a8-4aa3-a819-16c3789ff399 req-fed3ba4a-82eb-4902-b3e9-9776f2220e7a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.183&port_id=7d584498-0a66-4020-96ff-ac37bb6bf33e HTTP/1.1" status: 200  len: 217 time: 0.0397944
Dec 25 21:25:54.295176 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Pushing event updated for resources: {'Port': ['ID=c7390ab2-cd40-46e8-90b7-e1627b6633b5,revision_number=3']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:25:54.309965 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-9f31acc8-16ba-4cfd-83a6-2e05e72542a5 tempest-FloatingIPNegativeTestJSON-69103497 tempest-FloatingIPNegativeTestJSON-69103497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:54.309965 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-9f31acc8-16ba-4cfd-83a6-2e05e72542a5 tempest-FloatingIPNegativeTestJSON-69103497 tempest-FloatingIPNegativeTestJSON-69103497-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:54.344989 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-9f31acc8-16ba-4cfd-83a6-2e05e72542a5 tempest-FloatingIPNegativeTestJSON-69103497 tempest-FloatingIPNegativeTestJSON-69103497-project] Calling delete_port for 4ec09132-0ab6-4d40-a3b5-d0de50423607 owned by network:floatingip {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:25:54.364949 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd41977-42a8-4aa3-a819-16c3789ff399 req-716b66bc-4479-4ece-86c3-f6364ab92f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:25:54.366615 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-bdd41977-42a8-4aa3-a819-16c3789ff399 req-716b66bc-4479-4ece-86c3-f6364ab92f53 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f792eb17-8c67-407f-9cdd-1353c9bc42bb HTTP/1.1" status: 200  len: 797 time: 0.0721014
Dec 25 21:25:54.380268 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 40598) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:25:54.478758 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd41977-42a8-4aa3-a819-16c3789ff399 req-ff7f6bcf-cfc7-4c4d-9850-87367ecd4fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:25:54.480361 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-bdd41977-42a8-4aa3-a819-16c3789ff399 req-ff7f6bcf-cfc7-4c4d-9850-87367ecd4fc5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f7ed1632-2ec3-4974-9097-8fe2ac8f3ba4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.0843182
Dec 25 21:25:54.495135 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_common [None req-970e9ab1-9afc-4f63-9c9a-6b540d4f08ac tempest-RoutersAdminTest-58483452 tempest-RoutersAdminTest-58483452-project-admin] Allocated IP 172.20.0.12 (b2e70327-3e45-478f-8835-dd47e2049b2c/ce019883-0f10-47f1-8675-6cec1f6d3213/8e61daea-3773-4323-beb3-36fdfaa7addb) {{(pid=121607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:25:54.530149 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-96947774-7983-4849-9033-5d7a1f177507 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=76f51d39e5e345dbafabc9f8d372fc34&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1464403
Dec 25 21:25:54.540099 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 40602) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:25:54.705313 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-bdd41977-42a8-4aa3-a819-16c3789ff399 req-93f6e060-f4be-4efd-b08e-2c6892f50c33 service neutron] 10.222.0.37 "GET /v2.0/networks/f7ed1632-2ec3-4974-9097-8fe2ac8f3ba4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2128682
Dec 25 21:25:54.705917 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-afa0011f-24e9-40e3-80cc-fb5ccdaee28b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:54.706518 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-76051b2c-9a81-4d3c-b29e-2b310512a0f8 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks [] for port, precommit_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:54.757279 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-afa0011f-24e9-40e3-80cc-fb5ccdaee28b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:54.795545 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-76051b2c-9a81-4d3c-b29e-2b310512a0f8 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8632327'] for port, after_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:54.796619 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-76051b2c-9a81-4d3c-b29e-2b310512a0f8 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2007636'] for router_interface, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:54.803384 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-9f31acc8-16ba-4cfd-83a6-2e05e72542a5 tempest-FloatingIPNegativeTestJSON-69103497 tempest-FloatingIPNegativeTestJSON-69103497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:54.855759 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f31acc8-16ba-4cfd-83a6-2e05e72542a5 tempest-FloatingIPNegativeTestJSON-69103497 tempest-FloatingIPNegativeTestJSON-69103497-project] Pushing event deleted for resources: {'Port': ['ID=4ec09132-0ab6-4d40-a3b5-d0de50423607,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:25:54.900619 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-bad50bb6-aed7-4f19-836a-140c8b8da0e5 None None] Provisioning complete for port c7390ab2-cd40-46e8-90b7-e1627b6633b5 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:25:54.900801 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-bad50bb6-aed7-4f19-836a-140c8b8da0e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:54.923017 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76051b2c-9a81-4d3c-b29e-2b310512a0f8 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Pushing event updated for resources: {'Port': ['ID=39faee5a-2001-417e-970e-60b31d1d4a93,revision_number=2']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:25:54.928626 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-970e9ab1-9afc-4f63-9c9a-6b540d4f08ac tempest-RoutersAdminTest-58483452 tempest-RoutersAdminTest-58483452-project-admin] Publish callbacks [] for port, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:55.023552 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-bdd41977-42a8-4aa3-a819-16c3789ff399 req-2bff4121-7581-482c-bf63-41b8e032691a service neutron] 10.222.0.37 "GET /v2.0/networks/f7ed1632-2ec3-4974-9097-8fe2ac8f3ba4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3046122
Dec 25 21:25:55.029820 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-afa0011f-24e9-40e3-80cc-fb5ccdaee28b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:55.039044 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-afa0011f-24e9-40e3-80cc-fb5ccdaee28b admin admin] Publish callbacks [] for security_group, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:55.053320 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-afa0011f-24e9-40e3-80cc-fb5ccdaee28b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c048e08a-07c9-412e-a9f2-71f01390d24c HTTP/1.1" status: 204  len: 168 time: 0.5050006
Dec 25 21:25:55.075932 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76051b2c-9a81-4d3c-b29e-2b310512a0f8 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Network 87a8012f-be3c-45c9-9f0b-0410eedee882 is already hosted by enough agents. {{(pid=121607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:25:55.078644 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-76051b2c-9a81-4d3c-b29e-2b310512a0f8 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Resources bound (agent type, host, resource id):  {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:25:55.140511 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-bad50bb6-aed7-4f19-836a-140c8b8da0e5 None None] Provisioning complete for port 39faee5a-2001-417e-970e-60b31d1d4a93 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:25:55.141074 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-bad50bb6-aed7-4f19-836a-140c8b8da0e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:55.159327 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-bdd41977-42a8-4aa3-a819-16c3789ff399 req-340455a4-022b-4de3-a446-740538a98ccc service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.61&port_id=fd6aa216-385a-41e5-8c5e-3aae2253a5ab HTTP/1.1" status: 200  len: 217 time: 0.1090267
Dec 25 21:25:55.167270 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa0011f-24e9-40e3-80cc-fb5ccdaee28b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c048e08a-07c9-412e-a9f2-71f01390d24c,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:25:55.180581 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device c7390ab2-cd40-46e8-90b7-e1627b6633b5 up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:25:55.190075 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-970e9ab1-9afc-4f63-9c9a-6b540d4f08ac tempest-RoutersAdminTest-58483452 tempest-RoutersAdminTest-58483452-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:55.256986 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd41977-42a8-4aa3-a819-16c3789ff399 req-ef86acfb-466b-41b8-99b1-08a441b7affb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:25:55.258850 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-bdd41977-42a8-4aa3-a819-16c3789ff399 req-ef86acfb-466b-41b8-99b1-08a441b7affb service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f792eb17-8c67-407f-9cdd-1353c9bc42bb HTTP/1.1" status: 200  len: 797 time: 0.0787473
Dec 25 21:25:55.288041 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-bad50bb6-aed7-4f19-836a-140c8b8da0e5 None None] Port 39faee5a-2001-417e-970e-60b31d1d4a93 cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:25:55.321568 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port c7390ab2-cd40-46e8-90b7-e1627b6633b5 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:25:55.322139 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:55.322273 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd41977-42a8-4aa3-a819-16c3789ff399 req-5a8457fb-69d2-4380-99cc-b2c5b70be264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:25:55.323955 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-bdd41977-42a8-4aa3-a819-16c3789ff399 req-5a8457fb-69d2-4380-99cc-b2c5b70be264 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f7ed1632-2ec3-4974-9097-8fe2ac8f3ba4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.0554864
Dec 25 21:25:55.325321 ncdv-master-1 neutron-server[121606]: INFO neutron.api.v2.resource [None req-9f31acc8-16ba-4cfd-83a6-2e05e72542a5 tempest-FloatingIPNegativeTestJSON-69103497 tempest-FloatingIPNegativeTestJSON-69103497-project] create failed (client error): The resource could not be found.
Dec 25 21:25:55.329058 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-9f31acc8-16ba-4cfd-83a6-2e05e72542a5 tempest-FloatingIPNegativeTestJSON-69103497 tempest-FloatingIPNegativeTestJSON-69103497-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 404  len: 507 time: 3.1079857
Dec 25 21:25:55.329738 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 40624) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:25:55.334896 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-970e9ab1-9afc-4f63-9c9a-6b540d4f08ac tempest-RoutersAdminTest-58483452 tempest-RoutersAdminTest-58483452-project-admin] Network b2e70327-3e45-478f-8835-dd47e2049b2c is already hosted by enough agents. {{(pid=121607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:25:55.345981 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-970e9ab1-9afc-4f63-9c9a-6b540d4f08ac tempest-RoutersAdminTest-58483452 tempest-RoutersAdminTest-58483452-project-admin] Resources bound (agent type, host, resource id):  {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:25:55.351172 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76051b2c-9a81-4d3c-b29e-2b310512a0f8 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Router 26bcf8a2-51a7-43e2-9d5b-f18f43df7c65 has already been hosted by L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 {{(pid=121607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 25 21:25:55.352159 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-970e9ab1-9afc-4f63-9c9a-6b540d4f08ac tempest-RoutersAdminTest-58483452 tempest-RoutersAdminTest-58483452-project-admin] Received port after_create {{(pid=121607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:25:55.354534 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970e9ab1-9afc-4f63-9c9a-6b540d4f08ac tempest-RoutersAdminTest-58483452 tempest-RoutersAdminTest-58483452-project-admin] Pushing event updated for resources: {'Port': ['ID=8e61daea-3773-4323-beb3-36fdfaa7addb,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:25:55.476813 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-b867acdd-2696-43da-881b-bd86be3bf3f8 None None] Provisioning complete for port 39faee5a-2001-417e-970e-60b31d1d4a93 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:25:55.476813 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-b867acdd-2696-43da-881b-bd86be3bf3f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:55.539909 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-207a2abe-8c15-424f-9abf-d61ea13cbe52 tempest-FloatingIPNegativeTestJSON-69103497 tempest-FloatingIPNegativeTestJSON-69103497-project] Deleting port 061e9a9e-c9b8-44a8-828a-9a5e69b31d3a {{(pid=121606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:25:55.539909 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-207a2abe-8c15-424f-9abf-d61ea13cbe52 tempest-FloatingIPNegativeTestJSON-69103497 tempest-FloatingIPNegativeTestJSON-69103497-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:55.567206 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-b867acdd-2696-43da-881b-bd86be3bf3f8 None None] Port 39faee5a-2001-417e-970e-60b31d1d4a93 cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:25:55.624532 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-970e9ab1-9afc-4f63-9c9a-6b540d4f08ac tempest-RoutersAdminTest-58483452 tempest-RoutersAdminTest-58483452-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:25:55.627155 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-970e9ab1-9afc-4f63-9c9a-6b540d4f08ac tempest-RoutersAdminTest-58483452 tempest-RoutersAdminTest-58483452-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:55.636608 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76051b2c-9a81-4d3c-b29e-2b310512a0f8 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 21:25:55.638748 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-bdd41977-42a8-4aa3-a819-16c3789ff399 req-cafd8950-e6ea-4c80-b820-7efc87ca17bf service neutron] 10.222.0.37 "GET /v2.0/networks/f7ed1632-2ec3-4974-9097-8fe2ac8f3ba4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2546697
Dec 25 21:25:55.644327 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-76051b2c-9a81-4d3c-b29e-2b310512a0f8 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] 10.222.0.32 "PUT /v2.0/routers/26bcf8a2-51a7-43e2-9d5b-f18f43df7c65/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.3762946
Dec 25 21:25:55.650444 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 40630) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:25:55.650444 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-439e5e55-0c97-4089-9e1e-3acbeec2389c tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:25:55.650777 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-373164df-bf39-4916-9aec-353ebdecda9f None None] Sync routers for ids ['26bcf8a2-51a7-43e2-9d5b-f18f43df7c65'] in ncdv-master-1 {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 21:25:55.661278 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-373164df-bf39-4916-9aec-353ebdecda9f None None] Routers {'26bcf8a2-51a7-43e2-9d5b-f18f43df7c65'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:25:55.662430 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-373164df-bf39-4916-9aec-353ebdecda9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2618536c40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:25:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['26bcf8a2-51a7-43e2-9d5b-f18f43df7c65'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:25:55.698339 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-207a2abe-8c15-424f-9abf-d61ea13cbe52 tempest-FloatingIPNegativeTestJSON-69103497 tempest-FloatingIPNegativeTestJSON-69103497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:55.740059 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-207a2abe-8c15-424f-9abf-d61ea13cbe52 tempest-FloatingIPNegativeTestJSON-69103497 tempest-FloatingIPNegativeTestJSON-69103497-project] Calling delete_port for 061e9a9e-c9b8-44a8-828a-9a5e69b31d3a owned by  {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:25:55.755041 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-3d2f8bd4-b19b-4c2a-a655-f6d1177de5ea None None] Provisioning complete for port 39faee5a-2001-417e-970e-60b31d1d4a93 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:25:55.755409 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3d2f8bd4-b19b-4c2a-a655-f6d1177de5ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:55.796507 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvr_db [None req-373164df-bf39-4916-9aec-353ebdecda9f None None] Set router 26bcf8a2-51a7-43e2-9d5b-f18f43df7c65 gateway port host: None {{(pid=121608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:25:55.838791 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-bdd41977-42a8-4aa3-a819-16c3789ff399 req-48e095ab-b51f-4dda-a1c1-b4fa16c53644 service neutron] 10.222.0.37 "GET /v2.0/networks/f7ed1632-2ec3-4974-9097-8fe2ac8f3ba4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1876237
Dec 25 21:25:55.839944 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-970e9ab1-9afc-4f63-9c9a-6b540d4f08ac tempest-RoutersAdminTest-58483452 tempest-RoutersAdminTest-58483452-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1024 time: 1.9966602
Dec 25 21:25:55.843651 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 40638) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:25:55.846881 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-3d2f8bd4-b19b-4c2a-a655-f6d1177de5ea None None] Port 39faee5a-2001-417e-970e-60b31d1d4a93 cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:25:55.950559 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-bdd41977-42a8-4aa3-a819-16c3789ff399 req-f66f9ce1-4789-4b7b-a75a-5e4ee4f1eccc service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.129&port_id=2eb143cf-a0c7-4e74-a5f2-177a4bc1db2c HTTP/1.1" status: 200  len: 217 time: 0.1053915
Dec 25 21:25:56.110271 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-373164df-bf39-4916-9aec-353ebdecda9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2618536c40>, [{'id': '26bcf8a2-51a7-43e2-9d5b-f18f43df7c65', 'name': 'tempest-RoutersIpV6Test-router-137911943', 'tenant_id': '3075932236c24ad8974bea0414dd1507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:25:30Z', 'updated_at': '2021-12-25T21:25:53Z', 'revision_number': 5, 'project_id': '3075932236c24ad8974bea0414dd1507', 'gw_port_host': None, '_interfaces': [{'id': '30d276c8-352c-4fee-81b2-dc105be2cf97', 'name': '', 'network_id': '82b6058b-9384-41d8-9c3f-000c180610b3', 'tenant_id': '3075932236c24ad8974bea0414dd1507', 'mac_address': 'fa:16:3e:3a:28:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26bcf8a2-51a7-43e2-9d5b-f18f43df7c65', 'device_owner': 'network:router_interface', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': 'd26521ed-5aa6-4cc0-8118-08157704ac07', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:25:32Z', 'updated_at': '2021-12-25T21:25:38Z', 'revision_number': 5, 'project_id': '3075932236c24ad8974bea0414dd1507', 'subnets': [{'id': 'd26521ed-5aa6-4cc0-8118-08157704ac07', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '39faee5a-2001-417e-970e-60b31d1d4a93', 'name': '', 'network_id': '87a8012f-be3c-45c9-9f0b-0410eedee882', 'tenant_id': '3075932236c24ad8974bea0414dd1507', 'mac_address': 'fa:16:3e:56:ce:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26bcf8a2-51a7-43e2-9d5b-f18f43df7c65', 'device_owner': 'network:router_interface', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': '03fb472c-2e33-4e60-8c83-171012ce2e8c', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:25:52Z', 'updated_at': '2021-12-25T21:25:54Z', 'revision_number': 2, 'project_id': '3075932236c24ad8974bea0414dd1507', 'subnets': [{'id': '03fb472c-2e33-4e60-8c83-171012ce2e8c', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3f94ffb7-f77d-4113-9445-e6a7f950fe30', 'name': '', 'network_id': '95f01c3b-840d-4353-aa5e-dc4e37e69f22', 'tenant_id': '3075932236c24ad8974bea0414dd1507', 'mac_address': 'fa:16:3e:c8:d2:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26bcf8a2-51a7-43e2-9d5b-f18f43df7c65', 'device_owner': 'network:router_interface', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': '851ce575-2ab7-4d47-85c5-ae786b22120d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:25:44Z', 'updated_at': '2021-12-25T21:25:50Z', 'revision_number': 5, 'project_id': '3075932236c24ad8974bea0414dd1507', 'subnets': [{'id': '851ce575-2ab7-4d47-85c5-ae786b22120d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a9825f0b-9b80-4820-a611-a41252238755', 'name': '', 'network_id': '9a8e9b1e-c60c-4b3e-b9d3-3bfd39c0d76b', 'tenant_id': '3075932236c24ad8974bea0414dd1507', 'mac_address': 'fa:16:3e:98:e4:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26bcf8a2-51a7-43e2-9d5b-f18f43df7c65', 'device_owner': 'network:router_interface', 'standard_attr_id': 1718, 'fixed_ips': [{'subnet_id': '62ce5690-d30c-48d7-81db-ac2c321589bd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:25:38Z', 'updated_at': '2021-12-25T21:25:46Z', 'revision_number': 5, 'project_id': '3075932236c24ad8974bea0414dd1507', 'subnets': [{'id': '62ce5690-d30c-48d7-81db-ac2c321589bd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:25:56.127863 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd41977-42a8-4aa3-a819-16c3789ff399 req-62d51ce3-adb8-4df0-b45d-972b61a3ff64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:25:56.130077 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-bdd41977-42a8-4aa3-a819-16c3789ff399 req-62d51ce3-adb8-4df0-b45d-972b61a3ff64 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f792eb17-8c67-407f-9cdd-1353c9bc42bb HTTP/1.1" status: 200  len: 797 time: 0.1665368
Dec 25 21:25:56.148492 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-373164df-bf39-4916-9aec-353ebdecda9f None None] Checking router: 26bcf8a2-51a7-43e2-9d5b-f18f43df7c65 for host: ncdv-master-1 {{(pid=121608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 25 21:25:56.149139 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-373164df-bf39-4916-9aec-353ebdecda9f None None] Updating router 26bcf8a2-51a7-43e2-9d5b-f18f43df7c65 port 39faee5a-2001-417e-970e-60b31d1d4a93 binding host ncdv-master-1 {{(pid=121608) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 25 21:25:56.174060 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-5919fa2a-e011-43d8-8290-875156bc0305 tempest-RoutersAdminTest-58483452 tempest-RoutersAdminTest-58483452-project-admin] Deleting port 8e61daea-3773-4323-beb3-36fdfaa7addb {{(pid=121606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:25:56.174326 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-5919fa2a-e011-43d8-8290-875156bc0305 tempest-RoutersAdminTest-58483452 tempest-RoutersAdminTest-58483452-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:56.182439 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-373164df-bf39-4916-9aec-353ebdecda9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:56.213096 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.extraroute_db [None req-439e5e55-0c97-4089-9e1e-3acbeec2389c tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Added routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=121607) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}}
Dec 25 21:25:56.236516 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.extraroute_db [None req-439e5e55-0c97-4089-9e1e-3acbeec2389c tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Removed routes are [] {{(pid=121607) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}}
Dec 25 21:25:56.237039 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-439e5e55-0c97-4089-9e1e-3acbeec2389c tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2009782', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2014271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14898'] for router, precommit_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:56.284868 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd41977-42a8-4aa3-a819-16c3789ff399 req-e28db7e1-236f-4620-97e2-70db0ea57cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:25:56.286452 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-bdd41977-42a8-4aa3-a819-16c3789ff399 req-e28db7e1-236f-4620-97e2-70db0ea57cc6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f7ed1632-2ec3-4974-9097-8fe2ac8f3ba4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.1473939
Dec 25 21:25:56.296660 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-207a2abe-8c15-424f-9abf-d61ea13cbe52 tempest-FloatingIPNegativeTestJSON-69103497 tempest-FloatingIPNegativeTestJSON-69103497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:56.570476 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-439e5e55-0c97-4089-9e1e-3acbeec2389c tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2009782', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2014271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14898'] for router, precommit_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:56.575017 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-439e5e55-0c97-4089-9e1e-3acbeec2389c tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2009753', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2009775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2009760', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2014256'] for router, after_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:56.595894 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-373164df-bf39-4916-9aec-353ebdecda9f None None] Publish callbacks [] for port, precommit_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:56.681943 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-439e5e55-0c97-4089-9e1e-3acbeec2389c tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Router 26bcf8a2-51a7-43e2-9d5b-f18f43df7c65 has already been hosted by L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 {{(pid=121607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 25 21:25:56.698258 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-373164df-bf39-4916-9aec-353ebdecda9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:56.700176 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-5919fa2a-e011-43d8-8290-875156bc0305 tempest-RoutersAdminTest-58483452 tempest-RoutersAdminTest-58483452-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:56.710307 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207a2abe-8c15-424f-9abf-d61ea13cbe52 tempest-FloatingIPNegativeTestJSON-69103497 tempest-FloatingIPNegativeTestJSON-69103497-project] Pushing event deleted for resources: {'Port': ['ID=061e9a9e-c9b8-44a8-828a-9a5e69b31d3a,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:25:56.731662 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-5919fa2a-e011-43d8-8290-875156bc0305 tempest-RoutersAdminTest-58483452 tempest-RoutersAdminTest-58483452-project-admin] Calling delete_port for 8e61daea-3773-4323-beb3-36fdfaa7addb owned by  {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:25:56.748199 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-85a99b45-69e8-47a4-b811-d41c2b2f089a req-6331ee78-3248-49ef-8e38-cf659e3a6fe0 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=e524c2c3-e248-42dd-82e5-49cb6b3a3b2c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.5035665
Dec 25 21:25:56.837304 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187d1f98-caf7-4dd6-bb43-9b2e2af7bbac None None] Pushing event updated for resources: {'Port': ['ID=39faee5a-2001-417e-970e-60b31d1d4a93,revision_number=3']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:25:56.849494 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-439e5e55-0c97-4089-9e1e-3acbeec2389c tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 21:25:56.868022 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-439e5e55-0c97-4089-9e1e-3acbeec2389c tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks [] for router, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:56.871906 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-439e5e55-0c97-4089-9e1e-3acbeec2389c tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] 10.222.0.32 "PUT /v2.0/routers/26bcf8a2-51a7-43e2-9d5b-f18f43df7c65 HTTP/1.1" status: 200  len: 953 time: 1.2256370
Dec 25 21:25:56.875242 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 40662) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:25:56.950909 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-373164df-bf39-4916-9aec-353ebdecda9f None None] Attempting to bind port 39faee5a-2001-417e-970e-60b31d1d4a93 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:25:56.951287 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-373164df-bf39-4916-9aec-353ebdecda9f None None] Attempting to bind port 39faee5a-2001-417e-970e-60b31d1d4a93 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '9e06f523-e3ce-46a9-ba8b-58f17693cded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '87a8012f-be3c-45c9-9f0b-0410eedee882'}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:25:56.951655 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-373164df-bf39-4916-9aec-353ebdecda9f None None] Attempting to bind port 39faee5a-2001-417e-970e-60b31d1d4a93 on network 87a8012f-be3c-45c9-9f0b-0410eedee882 {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:25:56.973493 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-373164df-bf39-4916-9aec-353ebdecda9f None None] Checking agent: {'id': 'ca4f5c6d-f1fd-48b8-a3e3-395864c7d23d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 20, 56, 40), 'started_at': datetime.datetime(2021, 12, 25, 20, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 25, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:25:56.973493 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-373164df-bf39-4916-9aec-353ebdecda9f None None] Checking segment: {'id': '9e06f523-e3ce-46a9-ba8b-58f17693cded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '87a8012f-be3c-45c9-9f0b-0410eedee882'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:25:56.973493 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-373164df-bf39-4916-9aec-353ebdecda9f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:56.973493 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-373164df-bf39-4916-9aec-353ebdecda9f None None] Bound using segment: {'id': '9e06f523-e3ce-46a9-ba8b-58f17693cded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '87a8012f-be3c-45c9-9f0b-0410eedee882'} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:25:56.973493 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-373164df-bf39-4916-9aec-353ebdecda9f None None] Bound port: 39faee5a-2001-417e-970e-60b31d1d4a93, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e06f523-e3ce-46a9-ba8b-58f17693cded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '87a8012f-be3c-45c9-9f0b-0410eedee882'}}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:25:56.973493 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-373164df-bf39-4916-9aec-353ebdecda9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:57.136592 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-bdd41977-42a8-4aa3-a819-16c3789ff399 req-ce2b0e01-b391-48e8-8958-6d1468d45f50 service neutron] 10.222.0.37 "GET /v2.0/networks/f7ed1632-2ec3-4974-9097-8fe2ac8f3ba4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8299539
Dec 25 21:25:57.144738 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-207a2abe-8c15-424f-9abf-d61ea13cbe52 tempest-FloatingIPNegativeTestJSON-69103497 tempest-FloatingIPNegativeTestJSON-69103497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:57.155709 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-207a2abe-8c15-424f-9abf-d61ea13cbe52 tempest-FloatingIPNegativeTestJSON-69103497 tempest-FloatingIPNegativeTestJSON-69103497-project] 10.222.0.32 "DELETE /v2.0/ports/061e9a9e-c9b8-44a8-828a-9a5e69b31d3a HTTP/1.1" status: 204  len: 168 time: 1.8225074
Dec 25 21:25:57.176843 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-373164df-bf39-4916-9aec-353ebdecda9f None None] For port 39faee5a-2001-417e-970e-60b31d1d4a93, host ncdv-master-1, cleared binding levels {{(pid=121608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:25:57.184242 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-373164df-bf39-4916-9aec-353ebdecda9f None None] For port 39faee5a-2001-417e-970e-60b31d1d4a93, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=39faee5a-2001-417e-970e-60b31d1d4a93,segment=NetworkSegment(9e06f523-e3ce-46a9-ba8b-58f17693cded),segment_id=9e06f523-e3ce-46a9-ba8b-58f17693cded)] {{(pid=121608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:25:57.215891 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 40674) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:25:57.254281 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-373164df-bf39-4916-9aec-353ebdecda9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:57.254966 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a99b45-69e8-47a4-b811-d41c2b2f089a req-209c5d16-09a5-4e2f-8daa-4f1daa930ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:25:57.256570 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-85a99b45-69e8-47a4-b811-d41c2b2f089a req-209c5d16-09a5-4e2f-8daa-4f1daa930ec8 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ba1ca2fcc2ce4d41b609fa6a753fc806&device_id=e524c2c3-e248-42dd-82e5-49cb6b3a3b2c HTTP/1.1" status: 200  len: 1097 time: 0.3385975
Dec 25 21:25:57.377715 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-373164df-bf39-4916-9aec-353ebdecda9f None None] Routers {'26bcf8a2-51a7-43e2-9d5b-f18f43df7c65'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:25:57.378176 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-373164df-bf39-4916-9aec-353ebdecda9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2618536c40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:25:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['26bcf8a2-51a7-43e2-9d5b-f18f43df7c65'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:25:57.480205 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-13e4d262-934d-4189-829f-bddfea46b04f None None] Provisioning complete for port 39faee5a-2001-417e-970e-60b31d1d4a93 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:25:57.483579 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-13e4d262-934d-4189-829f-bddfea46b04f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:57.506384 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-bdd41977-42a8-4aa3-a819-16c3789ff399 req-f110ff47-20c9-4f05-8774-b8fb99e130a1 service neutron] 10.222.0.37 "GET /v2.0/networks/f7ed1632-2ec3-4974-9097-8fe2ac8f3ba4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3434029
Dec 25 21:25:57.525976 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187d1f98-caf7-4dd6-bb43-9b2e2af7bbac None None] Pushing event updated for resources: {'Port': ['ID=39faee5a-2001-417e-970e-60b31d1d4a93,revision_number=4']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:25:57.548495 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-fe568dbe-9b36-4530-b0b9-803c740e0824 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] 10.222.0.32 "GET /v2.0/routers/26bcf8a2-51a7-43e2-9d5b-f18f43df7c65 HTTP/1.1" status: 200  len: 953 time: 0.6556642
Dec 25 21:25:57.549231 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 40680) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:25:57.549974 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvr_db [None req-373164df-bf39-4916-9aec-353ebdecda9f None None] Set router 26bcf8a2-51a7-43e2-9d5b-f18f43df7c65 gateway port host: None {{(pid=121608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:25:57.554322 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-52e7b3e7-17af-4b78-a4a5-04f2a3e4f6c7 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Request body: {'router': {'routes': None}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:25:57.621598 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-bdd41977-42a8-4aa3-a819-16c3789ff399 req-b111b759-850b-475e-8534-7155ca9c4971 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.72&port_id=8de83a8d-9b83-433c-af96-f34c522b12b1 HTTP/1.1" status: 200  len: 217 time: 0.0939651
Dec 25 21:25:57.720120 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-13e4d262-934d-4189-829f-bddfea46b04f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:57.745880 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-5919fa2a-e011-43d8-8290-875156bc0305 tempest-RoutersAdminTest-58483452 tempest-RoutersAdminTest-58483452-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:57.841582 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 40686) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:25:57.850195 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5919fa2a-e011-43d8-8290-875156bc0305 tempest-RoutersAdminTest-58483452 tempest-RoutersAdminTest-58483452-project-admin] Pushing event deleted for resources: {'Port': ['ID=8e61daea-3773-4323-beb3-36fdfaa7addb,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:25:57.893487 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-166f3243-48d1-4845-b01a-1786f76812e1 tempest-FloatingIPNegativeTestJSON-69103497 tempest-FloatingIPNegativeTestJSON-69103497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:25:57.897867 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-166f3243-48d1-4845-b01a-1786f76812e1 tempest-FloatingIPNegativeTestJSON-69103497 tempest-FloatingIPNegativeTestJSON-69103497-project] 10.222.0.32 "GET /v2.0/ports?device_id=b4ddd425-ce09-4585-a75f-f58a9e2d8539 HTTP/1.1" status: 200  len: 913 time: 0.6696961
Dec 25 21:25:57.902732 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 40690) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:25:57.928183 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd41977-42a8-4aa3-a819-16c3789ff399 req-aac2de62-9b1b-4d1b-893f-cad92694b26b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:25:57.929707 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-bdd41977-42a8-4aa3-a819-16c3789ff399 req-aac2de62-9b1b-4d1b-893f-cad92694b26b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f792eb17-8c67-407f-9cdd-1353c9bc42bb HTTP/1.1" status: 200  len: 797 time: 0.1851728
Dec 25 21:25:57.933227 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a99b45-69e8-47a4-b811-d41c2b2f089a req-08861b73-f0cf-47bd-9a33-b6d13637de3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:25:57.934712 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-85a99b45-69e8-47a4-b811-d41c2b2f089a req-08861b73-f0cf-47bd-9a33-b6d13637de3f service neutron] 10.222.0.31 "GET /v2.0/networks?id=98581356-69b5-4e98-93ff-2ca77d3cb056 HTTP/1.1" status: 200  len: 917 time: 0.4269819
Dec 25 21:25:58.012960 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-13e4d262-934d-4189-829f-bddfea46b04f None None] For port 39faee5a-2001-417e-970e-60b31d1d4a93, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=39faee5a-2001-417e-970e-60b31d1d4a93,segment=NetworkSegment(9e06f523-e3ce-46a9-ba8b-58f17693cded),segment_id=9e06f523-e3ce-46a9-ba8b-58f17693cded)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:25:58.049056 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-5919fa2a-e011-43d8-8290-875156bc0305 tempest-RoutersAdminTest-58483452 tempest-RoutersAdminTest-58483452-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:58.055978 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-5919fa2a-e011-43d8-8290-875156bc0305 tempest-RoutersAdminTest-58483452 tempest-RoutersAdminTest-58483452-project-admin] 10.222.0.32 "DELETE /v2.0/ports/8e61daea-3773-4323-beb3-36fdfaa7addb HTTP/1.1" status: 204  len: 168 time: 2.2032819
Dec 25 21:25:58.058422 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-85a99b45-69e8-47a4-b811-d41c2b2f089a req-5fd42282-118d-4006-a2f7-604552a5f1d8 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=94ab1ddd-760b-4f0c-b396-3eeca500e583 HTTP/1.1" status: 200  len: 1001 time: 0.1002727
Dec 25 21:25:58.059091 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 40696) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:25:58.065747 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-4f416e6e-46af-40b7-894f-551fd706e944 tempest-RoutersAdminTest-58483452 tempest-RoutersAdminTest-58483452-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b2e70327-3e45-478f-8835-dd47e2049b2c', 'external_fixed_ips': [{'subnet_id': 'ce019883-0f10-47f1-8675-6cec1f6d3213', 'ip_address': '172.20.0.12'}]}}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:25:58.082335 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-373164df-bf39-4916-9aec-353ebdecda9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2618536c40>, [{'id': '26bcf8a2-51a7-43e2-9d5b-f18f43df7c65', 'name': 'tempest-RoutersIpV6Test-router-137911943', 'tenant_id': '3075932236c24ad8974bea0414dd1507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:25:30Z', 'updated_at': '2021-12-25T21:25:56Z', 'revision_number': 6, 'project_id': '3075932236c24ad8974bea0414dd1507', 'gw_port_host': None, '_interfaces': [{'id': '30d276c8-352c-4fee-81b2-dc105be2cf97', 'name': '', 'network_id': '82b6058b-9384-41d8-9c3f-000c180610b3', 'tenant_id': '3075932236c24ad8974bea0414dd1507', 'mac_address': 'fa:16:3e:3a:28:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26bcf8a2-51a7-43e2-9d5b-f18f43df7c65', 'device_owner': 'network:router_interface', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': 'd26521ed-5aa6-4cc0-8118-08157704ac07', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:25:32Z', 'updated_at': '2021-12-25T21:25:38Z', 'revision_number': 5, 'project_id': '3075932236c24ad8974bea0414dd1507', 'subnets': [{'id': 'd26521ed-5aa6-4cc0-8118-08157704ac07', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '39faee5a-2001-417e-970e-60b31d1d4a93', 'name': '', 'network_id': '87a8012f-be3c-45c9-9f0b-0410eedee882', 'tenant_id': '3075932236c24ad8974bea0414dd1507', 'mac_address': 'fa:16:3e:56:ce:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26bcf8a2-51a7-43e2-9d5b-f18f43df7c65', 'device_owner': 'network:router_interface', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': '03fb472c-2e33-4e60-8c83-171012ce2e8c', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:25:52Z', 'updated_at': '2021-12-25T21:25:57Z', 'revision_number': 4, 'project_id': '3075932236c24ad8974bea0414dd1507', 'subnets': [{'id': '03fb472c-2e33-4e60-8c83-171012ce2e8c', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3f94ffb7-f77d-4113-9445-e6a7f950fe30', 'name': '', 'network_id': '95f01c3b-840d-4353-aa5e-dc4e37e69f22', 'tenant_id': '3075932236c24ad8974bea0414dd1507', 'mac_address': 'fa:16:3e:c8:d2:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26bcf8a2-51a7-43e2-9d5b-f18f43df7c65', 'device_owner': 'network:router_interface', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': '851ce575-2ab7-4d47-85c5-ae786b22120d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:25:44Z', 'updated_at': '2021-12-25T21:25:50Z', 'revision_number': 5, 'project_id': '3075932236c24ad8974bea0414dd1507', 'subnets': [{'id': '851ce575-2ab7-4d47-85c5-ae786b22120d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a9825f0b-9b80-4820-a611-a41252238755', 'name': '', 'network_id': '9a8e9b1e-c60c-4b3e-b9d3-3bfd39c0d76b', 'tenant_id': '3075932236c24ad8974bea0414dd1507', 'mac_address': 'fa:16:3e:98:e4:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26bcf8a2-51a7-43e2-9d5b-f18f43df7c65', 'device_owner': 'network:router_interface', 'standard_attr_id': 1718, 'fixed_ips': [{'subnet_id': '62ce5690-d30c-48d7-81db-ac2c321589bd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:25:38Z', 'updated_at': '2021-12-25T21:25:46Z', 'revision_number': 5, 'project_id': '3075932236c24ad8974bea0414dd1507', 'subnets': [{'id': '62ce5690-d30c-48d7-81db-ac2c321589bd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:25:58.111929 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-13e4d262-934d-4189-829f-bddfea46b04f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:58.117308 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-373164df-bf39-4916-9aec-353ebdecda9f None None] The sync data for ids ['26bcf8a2-51a7-43e2-9d5b-f18f43df7c65'] in ncdv-master-1 is: [{'id': '26bcf8a2-51a7-43e2-9d5b-f18f43df7c65', 'name': 'tempest-RoutersIpV6Test-router-137911943', 'tenant_id': '3075932236c24ad8974bea0414dd1507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:25:30Z', 'updated_at': '2021-12-25T21:25:56Z', 'revision_number': 6, 'project_id': '3075932236c24ad8974bea0414dd1507', 'gw_port_host': None, '_interfaces': [{'id': '30d276c8-352c-4fee-81b2-dc105be2cf97', 'name': '', 'network_id': '82b6058b-9384-41d8-9c3f-000c180610b3', 'tenant_id': '3075932236c24ad8974bea0414dd1507', 'mac_address': 'fa:16:3e:3a:28:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26bcf8a2-51a7-43e2-9d5b-f18f43df7c65', 'device_owner': 'network:router_interface', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': 'd26521ed-5aa6-4cc0-8118-08157704ac07', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:25:32Z', 'updated_at': '2021-12-25T21:25:38Z', 'revision_number': 5, 'project_id': '3075932236c24ad8974bea0414dd1507', 'subnets': [{'id': 'd26521ed-5aa6-4cc0-8118-08157704ac07', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '39faee5a-2001-417e-970e-60b31d1d4a93', 'name': '', 'network_id': '87a8012f-be3c-45c9-9f0b-0410eedee882', 'tenant_id': '3075932236c24ad8974bea0414dd1507', 'mac_address': 'fa:16:3e:56:ce:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26bcf8a2-51a7-43e2-9d5b-f18f43df7c65', 'device_owner': 'network:router_interface', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': '03fb472c-2e33-4e60-8c83-171012ce2e8c', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:25:52Z', 'updated_at': '2021-12-25T21:25:57Z', 'revision_number': 4, 'project_id': '3075932236c24ad8974bea0414dd1507', 'subnets': [{'id': '03fb472c-2e33-4e60-8c83-171012ce2e8c', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3f94ffb7-f77d-4113-9445-e6a7f950fe30', 'name': '', 'network_id': '95f01c3b-840d-4353-aa5e-dc4e37e69f22', 'tenant_id': '3075932236c24ad8974bea0414dd1507', 'mac_address': 'fa:16:3e:c8:d2:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26bcf8a2-51a7-43e2-9d5b-f18f43df7c65', 'device_owner': 'network:router_interface', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': '851ce575-2ab7-4d47-85c5-ae786b22120d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:25:44Z', 'updated_at': '2021-12-25T21:25:50Z', 'revision_number': 5, 'project_id': '3075932236c24ad8974bea0414dd1507', 'subnets': [{'id': '851ce575-2ab7-4d47-85c5-ae786b22120d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a9825f0b-9b80-4820-a611-a41252238755', 'name': '', 'network_id': '9a8e9b1e-c60c-4b3e-b9d3-3bfd39c0d76b', 'tenant_id': '3075932236c24ad8974bea0414dd1507', 'mac_address': 'fa:16:3e:98:e4:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26bcf8a2-51a7-43e2-9d5b-f18f43df7c65', 'device_owner': 'network:router_interface', 'standard_attr_id': 1718, 'fixed_ips': [{'subnet_id': '62ce5690-d30c-48d7-81db-ac2c321589bd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:25:38Z', 'updated_at': '2021-12-25T21:25:46Z', 'revision_number': 5, 'project_id': '3075932236c24ad8974bea0414dd1507', 'subnets': [{'id': '62ce5690-d30c-48d7-81db-ac2c321589bd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 21:25:58.141827 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd41977-42a8-4aa3-a819-16c3789ff399 req-f3d1cbb3-0e13-4ded-8264-584a8e2d48c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:25:58.144336 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-bdd41977-42a8-4aa3-a819-16c3789ff399 req-f3d1cbb3-0e13-4ded-8264-584a8e2d48c6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f7ed1632-2ec3-4974-9097-8fe2ac8f3ba4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.2065325
Dec 25 21:25:58.201741 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-c10c87c1-90c1-4512-849a-0dbc260ba2e4 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-407908782-network', 'tenant_id': '5a8dd053b27a426f844ddb32e4f1d6f6'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:25:58.212705 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a99b45-69e8-47a4-b811-d41c2b2f089a req-e8ac1c63-9f29-42d8-93a4-3ce615725387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:25:58.214233 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-85a99b45-69e8-47a4-b811-d41c2b2f089a req-e8ac1c63-9f29-42d8-93a4-3ce615725387 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=6158a754-03d6-4ba0-bf8a-020a29c4ba47 HTTP/1.1" status: 200  len: 855 time: 0.1422241
Dec 25 21:25:58.215465 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e4d262-934d-4189-829f-bddfea46b04f None None] Pushing event updated for resources: {'Port': ['ID=39faee5a-2001-417e-970e-60b31d1d4a93,revision_number=5']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:25:58.280069 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-9fc6d2d8-5844-48c7-856b-edb64ebea61b None None] Provisioning complete for port 39faee5a-2001-417e-970e-60b31d1d4a93 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:25:58.280448 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9fc6d2d8-5844-48c7-856b-edb64ebea61b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:58.312069 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-4f416e6e-46af-40b7-894f-551fd706e944 tempest-RoutersAdminTest-58483452 tempest-RoutersAdminTest-58483452-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2014909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14863'] for router, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:58.313003 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-4f416e6e-46af-40b7-894f-551fd706e944 tempest-RoutersAdminTest-58483452 tempest-RoutersAdminTest-58483452-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2014285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2009796', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2082630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14848'] for router, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:58.399261 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.extraroute_db [None req-52e7b3e7-17af-4b78-a4a5-04f2a3e4f6c7 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Added routes are [] {{(pid=121607) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}}
Dec 25 21:25:58.399490 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.extraroute_db [None req-52e7b3e7-17af-4b78-a4a5-04f2a3e4f6c7 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Removed routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=121607) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}}
Dec 25 21:25:58.442896 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a99b45-69e8-47a4-b811-d41c2b2f089a req-7f3b8aa8-2593-4144-ae00-bcfa2ba69532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:25:58.443960 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-85a99b45-69e8-47a4-b811-d41c2b2f089a req-7f3b8aa8-2593-4144-ae00-bcfa2ba69532 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=98581356-69b5-4e98-93ff-2ca77d3cb056&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.2163999
Dec 25 21:25:58.483113 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-4f416e6e-46af-40b7-894f-551fd706e944 tempest-RoutersAdminTest-58483452 tempest-RoutersAdminTest-58483452-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:58.485761 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-bdd41977-42a8-4aa3-a819-16c3789ff399 req-69bdfbdf-588d-431d-ac03-1b79830fef1c service neutron] 10.222.0.37 "GET /v2.0/networks/f7ed1632-2ec3-4974-9097-8fe2ac8f3ba4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3328507
Dec 25 21:25:58.488719 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-52e7b3e7-17af-4b78-a4a5-04f2a3e4f6c7 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2009782', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2014271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14898'] for router, precommit_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:58.516583 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c10c87c1-90c1-4512-849a-0dbc260ba2e4 admin admin] Made reservation on behalf of 5a8dd053b27a426f844ddb32e4f1d6f6 for: {'network': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:25:58.518737 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-c10c87c1-90c1-4512-849a-0dbc260ba2e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for network, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:58.530991 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-c10c87c1-90c1-4512-849a-0dbc260ba2e4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:58.746612 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-c10c87c1-90c1-4512-849a-0dbc260ba2e4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:58.798133 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-3f2e5dba-6436-40c7-81a1-0093bb640237 tempest-FloatingIPNegativeTestJSON-69103497 tempest-FloatingIPNegativeTestJSON-69103497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2007615'] for router_interface, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:58.821248 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-4f416e6e-46af-40b7-894f-551fd706e944 tempest-RoutersAdminTest-58483452 tempest-RoutersAdminTest-58483452-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:58.847382 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-85a99b45-69e8-47a4-b811-d41c2b2f089a req-cd8cf255-6590-436d-87cc-60d15e91cb0e service neutron] 10.222.0.31 "GET /v2.0/networks/98581356-69b5-4e98-93ff-2ca77d3cb056?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3605578
Dec 25 21:25:58.851117 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-bdd41977-42a8-4aa3-a819-16c3789ff399 req-59f2f65a-4747-4671-8364-9a2cb783dcb2 service neutron] 10.222.0.37 "GET /v2.0/networks/f7ed1632-2ec3-4974-9097-8fe2ac8f3ba4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3560975
Dec 25 21:25:58.867022 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-c10c87c1-90c1-4512-849a-0dbc260ba2e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:58.928698 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-bdd41977-42a8-4aa3-a819-16c3789ff399 req-dd91ba61-ddca-4a98-86ab-2cf265663d9d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=9c0613e4-0268-4ae9-8585-76b021617ef8 HTTP/1.1" status: 200  len: 217 time: 0.0542483
Dec 25 21:25:58.944951 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c10c87c1-90c1-4512-849a-0dbc260ba2e4 admin admin] vlan segment allocate from pool success with {'vlan_id': 196, 'physical_network': 'physnet1'}  {{(pid=121607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 25 21:25:58.953966 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-52e7b3e7-17af-4b78-a4a5-04f2a3e4f6c7 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2009782', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2014271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14898'] for router, precommit_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:58.966900 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10c87c1-90c1-4512-849a-0dbc260ba2e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f420fce-1c0f-4726-be60-2032c1e82248,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:25:58.975820 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-52e7b3e7-17af-4b78-a4a5-04f2a3e4f6c7 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2009753', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2009775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2009760', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2014256'] for router, after_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:58.983417 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-c10c87c1-90c1-4512-849a-0dbc260ba2e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:58.983727 ncdv-master-1 neutron-server[121607]: INFO neutron.db.segments_db [None req-c10c87c1-90c1-4512-849a-0dbc260ba2e4 admin admin] Added segment 7d979b44-0364-44e8-a451-59ef1a78b493 of type vlan for network 62035f0b-310d-441b-86b6-87cbf84c7a7f
Dec 25 21:25:59.131414 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd41977-42a8-4aa3-a819-16c3789ff399 req-1244d229-79ce-4694-bec0-68a199dceae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:25:59.133368 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-bdd41977-42a8-4aa3-a819-16c3789ff399 req-1244d229-79ce-4694-bec0-68a199dceae9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0f498337-e4ba-4b34-b7b9-d5a4315f4f02 HTTP/1.1" status: 200  len: 797 time: 0.1913602
Dec 25 21:25:59.195808 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-85a99b45-69e8-47a4-b811-d41c2b2f089a req-1b912eb2-3cca-4311-b229-82b760d3a251 service neutron] 10.222.0.31 "GET /v2.0/networks/98581356-69b5-4e98-93ff-2ca77d3cb056?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3413532
Dec 25 21:25:59.222793 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 39faee5a-2001-417e-970e-60b31d1d4a93 up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:25:59.226750 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-c10c87c1-90c1-4512-849a-0dbc260ba2e4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737602163420'] for network, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:59.239273 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 40714) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:25:59.256858 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd41977-42a8-4aa3-a819-16c3789ff399 req-d3689098-94d6-4b0d-8c1c-fb2f4f652aab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:25:59.258397 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-bdd41977-42a8-4aa3-a819-16c3789ff399 req-d3689098-94d6-4b0d-8c1c-fb2f4f652aab service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3822397d-3d72-44cf-9fd0-b3119ec81123&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.1114302
Dec 25 21:25:59.303320 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52e7b3e7-17af-4b78-a4a5-04f2a3e4f6c7 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Router 26bcf8a2-51a7-43e2-9d5b-f18f43df7c65 has already been hosted by L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 {{(pid=121607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 25 21:25:59.346890 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port 39faee5a-2001-417e-970e-60b31d1d4a93 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:25:59.348325 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:59.432454 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-c10c87c1-90c1-4512-849a-0dbc260ba2e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870'] for network, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:59.433536 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c10c87c1-90c1-4512-849a-0dbc260ba2e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:25:59.434098 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-c10c87c1-90c1-4512-849a-0dbc260ba2e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for network, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:59.464744 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-bdd41977-42a8-4aa3-a819-16c3789ff399 req-5c80033b-eff9-42d6-8e68-01de2143b298 service neutron] 10.222.0.37 "GET /v2.0/networks/3822397d-3d72-44cf-9fd0-b3119ec81123?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1958814
Dec 25 21:25:59.487208 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ad98f05-e17a-4a57-b4de-6b816b577a0a None None] Sync routers for ids ['26bcf8a2-51a7-43e2-9d5b-f18f43df7c65'] in ncdv-master-1 {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 21:25:59.512488 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ad98f05-e17a-4a57-b4de-6b816b577a0a None None] Routers {'26bcf8a2-51a7-43e2-9d5b-f18f43df7c65'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:25:59.513164 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-7ad98f05-e17a-4a57-b4de-6b816b577a0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2618791ac0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:25:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['26bcf8a2-51a7-43e2-9d5b-f18f43df7c65'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:25:59.611743 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-bdd41977-42a8-4aa3-a819-16c3789ff399 req-d9d7ad29-e0ea-4047-988e-05fb5e9f2ca1 service neutron] 10.222.0.37 "GET /v2.0/networks/3822397d-3d72-44cf-9fd0-b3119ec81123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1378906
Dec 25 21:25:59.671044 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvr_db [None req-7ad98f05-e17a-4a57-b4de-6b816b577a0a None None] Set router 26bcf8a2-51a7-43e2-9d5b-f18f43df7c65 gateway port host: None {{(pid=121609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:25:59.750932 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-bdd41977-42a8-4aa3-a819-16c3789ff399 req-f1ceaf5d-78f7-4914-a22a-6a4e62cc32b1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=0daa1ac7-be03-4d72-b2a5-72b1ee145ecb HTTP/1.1" status: 200  len: 217 time: 0.0845931
Dec 25 21:25:59.810038 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-4f416e6e-46af-40b7-894f-551fd706e944 tempest-RoutersAdminTest-58483452 tempest-RoutersAdminTest-58483452-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:59.836226 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-4f416e6e-46af-40b7-894f-551fd706e944 tempest-RoutersAdminTest-58483452 tempest-RoutersAdminTest-58483452-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:59.840769 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd41977-42a8-4aa3-a819-16c3789ff399 req-e6880ec2-208e-43d4-a744-036e6d7532eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:25:59.841002 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-54879cac-0a99-4abf-b17e-6668b270ee58 admin admin] Publish callbacks [] for security_group, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:59.842820 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-bdd41977-42a8-4aa3-a819-16c3789ff399 req-e6880ec2-208e-43d4-a744-036e6d7532eb service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0f498337-e4ba-4b34-b7b9-d5a4315f4f02 HTTP/1.1" status: 200  len: 797 time: 0.0822499
Dec 25 21:25:59.873110 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52e7b3e7-17af-4b78-a4a5-04f2a3e4f6c7 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 21:25:59.881875 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-52e7b3e7-17af-4b78-a4a5-04f2a3e4f6c7 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks [] for router, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:59.882854 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-52e7b3e7-17af-4b78-a4a5-04f2a3e4f6c7 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] 10.222.0.32 "PUT /v2.0/routers/26bcf8a2-51a7-43e2-9d5b-f18f43df7c65 HTTP/1.1" status: 200  len: 703 time: 2.3326201
Dec 25 21:25:59.906899 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 40728) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:25:59.918496 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10c87c1-90c1-4512-849a-0dbc260ba2e4 admin admin] Pushing event updated for resources: {'Network': ['ID=62035f0b-310d-441b-86b6-87cbf84c7a7f,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:25:59.931785 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Network 62035f0b-310d-441b-86b6-87cbf84c7a7f details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 25 21:25:59.960145 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-7ad98f05-e17a-4a57-b4de-6b816b577a0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2618791ac0>, [{'id': '26bcf8a2-51a7-43e2-9d5b-f18f43df7c65', 'name': 'tempest-RoutersIpV6Test-router-137911943', 'tenant_id': '3075932236c24ad8974bea0414dd1507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:25:30Z', 'updated_at': '2021-12-25T21:25:58Z', 'revision_number': 7, 'project_id': '3075932236c24ad8974bea0414dd1507', 'gw_port_host': None, '_interfaces': [{'id': '30d276c8-352c-4fee-81b2-dc105be2cf97', 'name': '', 'network_id': '82b6058b-9384-41d8-9c3f-000c180610b3', 'tenant_id': '3075932236c24ad8974bea0414dd1507', 'mac_address': 'fa:16:3e:3a:28:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26bcf8a2-51a7-43e2-9d5b-f18f43df7c65', 'device_owner': 'network:router_interface', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': 'd26521ed-5aa6-4cc0-8118-08157704ac07', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:25:32Z', 'updated_at': '2021-12-25T21:25:38Z', 'revision_number': 5, 'project_id': '3075932236c24ad8974bea0414dd1507', 'subnets': [{'id': 'd26521ed-5aa6-4cc0-8118-08157704ac07', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '39faee5a-2001-417e-970e-60b31d1d4a93', 'name': '', 'network_id': '87a8012f-be3c-45c9-9f0b-0410eedee882', 'tenant_id': '3075932236c24ad8974bea0414dd1507', 'mac_address': 'fa:16:3e:56:ce:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26bcf8a2-51a7-43e2-9d5b-f18f43df7c65', 'device_owner': 'network:router_interface', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': '03fb472c-2e33-4e60-8c83-171012ce2e8c', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:25:52Z', 'updated_at': '2021-12-25T21:25:57Z', 'revision_number': 5, 'project_id': '3075932236c24ad8974bea0414dd1507', 'subnets': [{'id': '03fb472c-2e33-4e60-8c83-171012ce2e8c', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3f94ffb7-f77d-4113-9445-e6a7f950fe30', 'name': '', 'network_id': '95f01c3b-840d-4353-aa5e-dc4e37e69f22', 'tenant_id': '3075932236c24ad8974bea0414dd1507', 'mac_address': 'fa:16:3e:c8:d2:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26bcf8a2-51a7-43e2-9d5b-f18f43df7c65', 'device_owner': 'network:router_interface', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': '851ce575-2ab7-4d47-85c5-ae786b22120d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:25:44Z', 'updated_at': '2021-12-25T21:25:50Z', 'revision_number': 5, 'project_id': '3075932236c24ad8974bea0414dd1507', 'subnets': [{'id': '851ce575-2ab7-4d47-85c5-ae786b22120d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a9825f0b-9b80-4820-a611-a41252238755', 'name': '', 'network_id': '9a8e9b1e-c60c-4b3e-b9d3-3bfd39c0d76b', 'tenant_id': '3075932236c24ad8974bea0414dd1507', 'mac_address': 'fa:16:3e:98:e4:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26bcf8a2-51a7-43e2-9d5b-f18f43df7c65', 'device_owner': 'network:router_interface', 'standard_attr_id': 1718, 'fixed_ips': [{'subnet_id': '62ce5690-d30c-48d7-81db-ac2c321589bd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:25:38Z', 'updated_at': '2021-12-25T21:25:46Z', 'revision_number': 5, 'project_id': '3075932236c24ad8974bea0414dd1507', 'subnets': [{'id': '62ce5690-d30c-48d7-81db-ac2c321589bd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:25:59.974981 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-3f2e5dba-6436-40c7-81a1-0093bb640237 tempest-FloatingIPNegativeTestJSON-69103497 tempest-FloatingIPNegativeTestJSON-69103497-project] Deleting port 47f21173-3148-475b-b810-4489b5667286 {{(pid=121607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:25:59.975319 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-3f2e5dba-6436-40c7-81a1-0093bb640237 tempest-FloatingIPNegativeTestJSON-69103497 tempest-FloatingIPNegativeTestJSON-69103497-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:25:59.993207 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-c10c87c1-90c1-4512-849a-0dbc260ba2e4 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 894 time: 2.1503839
Dec 25 21:25:59.994767 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ad98f05-e17a-4a57-b4de-6b816b577a0a None None] Checking router: 26bcf8a2-51a7-43e2-9d5b-f18f43df7c65 for host: ncdv-master-1 {{(pid=121609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 25 21:25:59.997877 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 40730) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:26:00.004867 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-19fae6c3-550a-45a9-b304-8ac113a7873a admin admin] Request body: {'subnet': {'network_id': '62035f0b-310d-441b-86b6-87cbf84c7a7f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-407908782-subnet', 'tenant_id': '5a8dd053b27a426f844ddb32e4f1d6f6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:26:00.006181 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ad98f05-e17a-4a57-b4de-6b816b577a0a None None] Routers {'26bcf8a2-51a7-43e2-9d5b-f18f43df7c65'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:26:00.007030 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-7ad98f05-e17a-4a57-b4de-6b816b577a0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2618791ac0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:25:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['26bcf8a2-51a7-43e2-9d5b-f18f43df7c65'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:26:00.083940 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-54879cac-0a99-4abf-b17e-6668b270ee58 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:00.097225 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-3f2e5dba-6436-40c7-81a1-0093bb640237 tempest-FloatingIPNegativeTestJSON-69103497 tempest-FloatingIPNegativeTestJSON-69103497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:00.112086 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-3f2e5dba-6436-40c7-81a1-0093bb640237 tempest-FloatingIPNegativeTestJSON-69103497 tempest-FloatingIPNegativeTestJSON-69103497-project] Calling delete_port for 47f21173-3148-475b-b810-4489b5667286 owned by network:router_interface {{(pid=121607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:26:00.118308 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd41977-42a8-4aa3-a819-16c3789ff399 req-30d0b49c-bc5b-4ae3-b0cc-2b753a6832a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:26:00.119911 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-bdd41977-42a8-4aa3-a819-16c3789ff399 req-30d0b49c-bc5b-4ae3-b0cc-2b753a6832a8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3822397d-3d72-44cf-9fd0-b3119ec81123&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.2692254
Dec 25 21:26:00.121186 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvr_db [None req-7ad98f05-e17a-4a57-b4de-6b816b577a0a None None] Set router 26bcf8a2-51a7-43e2-9d5b-f18f43df7c65 gateway port host: None {{(pid=121609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:26:00.153917 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-bef1b30d-c0d0-4f17-84bf-ef3790f4327c tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] 10.222.0.32 "GET /v2.0/routers/26bcf8a2-51a7-43e2-9d5b-f18f43df7c65 HTTP/1.1" status: 200  len: 703 time: 0.2457812
Dec 25 21:26:00.154440 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 40734) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:26:00.175317 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-54879cac-0a99-4abf-b17e-6668b270ee58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:00.234045 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-54879cac-0a99-4abf-b17e-6668b270ee58 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=cc520945a1c64d93bea2e9b40c7ad7f4&name=default HTTP/1.1" status: 200  len: 3000 time: 0.9893494
Dec 25 21:26:00.234784 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54879cac-0a99-4abf-b17e-6668b270ee58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a18efc0-991e-47d0-b2b5-3a8ce814776e,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:26:00.241301 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 40736) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:26:00.369643 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-52d9e694-637f-4275-b3c8-daf6406d54f7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:00.370287 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-7ad98f05-e17a-4a57-b4de-6b816b577a0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2618791ac0>, [{'id': '26bcf8a2-51a7-43e2-9d5b-f18f43df7c65', 'name': 'tempest-RoutersIpV6Test-router-137911943', 'tenant_id': '3075932236c24ad8974bea0414dd1507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:25:30Z', 'updated_at': '2021-12-25T21:25:58Z', 'revision_number': 7, 'project_id': '3075932236c24ad8974bea0414dd1507', 'gw_port_host': None, '_interfaces': [{'id': '30d276c8-352c-4fee-81b2-dc105be2cf97', 'name': '', 'network_id': '82b6058b-9384-41d8-9c3f-000c180610b3', 'tenant_id': '3075932236c24ad8974bea0414dd1507', 'mac_address': 'fa:16:3e:3a:28:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26bcf8a2-51a7-43e2-9d5b-f18f43df7c65', 'device_owner': 'network:router_interface', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': 'd26521ed-5aa6-4cc0-8118-08157704ac07', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:25:32Z', 'updated_at': '2021-12-25T21:25:38Z', 'revision_number': 5, 'project_id': '3075932236c24ad8974bea0414dd1507', 'subnets': [{'id': 'd26521ed-5aa6-4cc0-8118-08157704ac07', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '39faee5a-2001-417e-970e-60b31d1d4a93', 'name': '', 'network_id': '87a8012f-be3c-45c9-9f0b-0410eedee882', 'tenant_id': '3075932236c24ad8974bea0414dd1507', 'mac_address': 'fa:16:3e:56:ce:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26bcf8a2-51a7-43e2-9d5b-f18f43df7c65', 'device_owner': 'network:router_interface', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': '03fb472c-2e33-4e60-8c83-171012ce2e8c', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:25:52Z', 'updated_at': '2021-12-25T21:25:57Z', 'revision_number': 5, 'project_id': '3075932236c24ad8974bea0414dd1507', 'subnets': [{'id': '03fb472c-2e33-4e60-8c83-171012ce2e8c', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3f94ffb7-f77d-4113-9445-e6a7f950fe30', 'name': '', 'network_id': '95f01c3b-840d-4353-aa5e-dc4e37e69f22', 'tenant_id': '3075932236c24ad8974bea0414dd1507', 'mac_address': 'fa:16:3e:c8:d2:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26bcf8a2-51a7-43e2-9d5b-f18f43df7c65', 'device_owner': 'network:router_interface', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': '851ce575-2ab7-4d47-85c5-ae786b22120d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:25:44Z', 'updated_at': '2021-12-25T21:25:50Z', 'revision_number': 5, 'project_id': '3075932236c24ad8974bea0414dd1507', 'subnets': [{'id': '851ce575-2ab7-4d47-85c5-ae786b22120d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a9825f0b-9b80-4820-a611-a41252238755', 'name': '', 'network_id': '9a8e9b1e-c60c-4b3e-b9d3-3bfd39c0d76b', 'tenant_id': '3075932236c24ad8974bea0414dd1507', 'mac_address': 'fa:16:3e:98:e4:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26bcf8a2-51a7-43e2-9d5b-f18f43df7c65', 'device_owner': 'network:router_interface', 'standard_attr_id': 1718, 'fixed_ips': [{'subnet_id': '62ce5690-d30c-48d7-81db-ac2c321589bd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:25:38Z', 'updated_at': '2021-12-25T21:25:46Z', 'revision_number': 5, 'project_id': '3075932236c24ad8974bea0414dd1507', 'subnets': [{'id': '62ce5690-d30c-48d7-81db-ac2c321589bd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:26:00.400232 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ad98f05-e17a-4a57-b4de-6b816b577a0a None None] The sync data for ids ['26bcf8a2-51a7-43e2-9d5b-f18f43df7c65'] in ncdv-master-1 is: [{'id': '26bcf8a2-51a7-43e2-9d5b-f18f43df7c65', 'name': 'tempest-RoutersIpV6Test-router-137911943', 'tenant_id': '3075932236c24ad8974bea0414dd1507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:25:30Z', 'updated_at': '2021-12-25T21:25:58Z', 'revision_number': 7, 'project_id': '3075932236c24ad8974bea0414dd1507', 'gw_port_host': None, '_interfaces': [{'id': '30d276c8-352c-4fee-81b2-dc105be2cf97', 'name': '', 'network_id': '82b6058b-9384-41d8-9c3f-000c180610b3', 'tenant_id': '3075932236c24ad8974bea0414dd1507', 'mac_address': 'fa:16:3e:3a:28:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26bcf8a2-51a7-43e2-9d5b-f18f43df7c65', 'device_owner': 'network:router_interface', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': 'd26521ed-5aa6-4cc0-8118-08157704ac07', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:25:32Z', 'updated_at': '2021-12-25T21:25:38Z', 'revision_number': 5, 'project_id': '3075932236c24ad8974bea0414dd1507', 'subnets': [{'id': 'd26521ed-5aa6-4cc0-8118-08157704ac07', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '39faee5a-2001-417e-970e-60b31d1d4a93', 'name': '', 'network_id': '87a8012f-be3c-45c9-9f0b-0410eedee882', 'tenant_id': '3075932236c24ad8974bea0414dd1507', 'mac_address': 'fa:16:3e:56:ce:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26bcf8a2-51a7-43e2-9d5b-f18f43df7c65', 'device_owner': 'network:router_interface', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': '03fb472c-2e33-4e60-8c83-171012ce2e8c', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:25:52Z', 'updated_at': '2021-12-25T21:25:57Z', 'revision_number': 5, 'project_id': '3075932236c24ad8974bea0414dd1507', 'subnets': [{'id': '03fb472c-2e33-4e60-8c83-171012ce2e8c', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3f94ffb7-f77d-4113-9445-e6a7f950fe30', 'name': '', 'network_id': '95f01c3b-840d-4353-aa5e-dc4e37e69f22', 'tenant_id': '3075932236c24ad8974bea0414dd1507', 'mac_address': 'fa:16:3e:c8:d2:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26bcf8a2-51a7-43e2-9d5b-f18f43df7c65', 'device_owner': 'network:router_interface', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': '851ce575-2ab7-4d47-85c5-ae786b22120d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:25:44Z', 'updated_at': '2021-12-25T21:25:50Z', 'revision_number': 5, 'project_id': '3075932236c24ad8974bea0414dd1507', 'subnets': [{'id': '851ce575-2ab7-4d47-85c5-ae786b22120d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a9825f0b-9b80-4820-a611-a41252238755', 'name': '', 'network_id': '9a8e9b1e-c60c-4b3e-b9d3-3bfd39c0d76b', 'tenant_id': '3075932236c24ad8974bea0414dd1507', 'mac_address': 'fa:16:3e:98:e4:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26bcf8a2-51a7-43e2-9d5b-f18f43df7c65', 'device_owner': 'network:router_interface', 'standard_attr_id': 1718, 'fixed_ips': [{'subnet_id': '62ce5690-d30c-48d7-81db-ac2c321589bd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:25:38Z', 'updated_at': '2021-12-25T21:25:46Z', 'revision_number': 5, 'project_id': '3075932236c24ad8974bea0414dd1507', 'subnets': [{'id': '62ce5690-d30c-48d7-81db-ac2c321589bd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 21:26:00.413689 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-52d9e694-637f-4275-b3c8-daf6406d54f7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:00.521590 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-3f2e5dba-6436-40c7-81a1-0093bb640237 tempest-FloatingIPNegativeTestJSON-69103497 tempest-FloatingIPNegativeTestJSON-69103497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:00.554620 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2e5dba-6436-40c7-81a1-0093bb640237 tempest-FloatingIPNegativeTestJSON-69103497 tempest-FloatingIPNegativeTestJSON-69103497-project] Pushing event deleted for resources: {'Port': ['ID=47f21173-3148-475b-b810-4489b5667286,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:26:00.580455 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-52d9e694-637f-4275-b3c8-daf6406d54f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:00.583609 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-52d9e694-637f-4275-b3c8-daf6406d54f7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:00.587905 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-52d9e694-637f-4275-b3c8-daf6406d54f7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8a18efc0-991e-47d0-b2b5-3a8ce814776e HTTP/1.1" status: 204  len: 168 time: 0.3449380
Dec 25 21:26:00.620894 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d9e694-637f-4275-b3c8-daf6406d54f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a18efc0-991e-47d0-b2b5-3a8ce814776e,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:26:00.771955 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-126fc8bc-94ec-463a-87db-e11132293578 None None] Sync routers for ids ['26bcf8a2-51a7-43e2-9d5b-f18f43df7c65'] in ncdv-master-1 {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 21:26:00.789546 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-126fc8bc-94ec-463a-87db-e11132293578 None None] Routers {'26bcf8a2-51a7-43e2-9d5b-f18f43df7c65'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:26:00.790192 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-126fc8bc-94ec-463a-87db-e11132293578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f26180c2f10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:25:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['26bcf8a2-51a7-43e2-9d5b-f18f43df7c65'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:26:00.816537 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-3f2e5dba-6436-40c7-81a1-0093bb640237 tempest-FloatingIPNegativeTestJSON-69103497 tempest-FloatingIPNegativeTestJSON-69103497-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2007763'] for router_interface, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:00.875021 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_common [None req-4f416e6e-46af-40b7-894f-551fd706e944 tempest-RoutersAdminTest-58483452 tempest-RoutersAdminTest-58483452-project-admin] Allocated IP 172.20.0.12 (b2e70327-3e45-478f-8835-dd47e2049b2c/ce019883-0f10-47f1-8675-6cec1f6d3213/bed3c7ac-33a6-4e92-ae4b-e92633da0b0d) {{(pid=121606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:26:00.882984 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19fae6c3-550a-45a9-b304-8ac113a7873a admin admin] Made reservation on behalf of 5a8dd053b27a426f844ddb32e4f1d6f6 for: {'subnet': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:26:00.885835 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-19fae6c3-550a-45a9-b304-8ac113a7873a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9028529'] for subnet, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:00.909219 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvr_db [None req-126fc8bc-94ec-463a-87db-e11132293578 None None] Set router 26bcf8a2-51a7-43e2-9d5b-f18f43df7c65 gateway port host: None {{(pid=121608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:26:01.038059 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f2e5dba-6436-40c7-81a1-0093bb640237 tempest-FloatingIPNegativeTestJSON-69103497 tempest-FloatingIPNegativeTestJSON-69103497-project] Router b4ddd425-ce09-4585-a75f-f58a9e2d8539 has already been hosted by L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 {{(pid=121607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 25 21:26:01.131672 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-bdd41977-42a8-4aa3-a819-16c3789ff399 req-e058b4f5-d194-4878-80bf-daaf7de5e839 service neutron] 10.222.0.37 "GET /v2.0/networks/3822397d-3d72-44cf-9fd0-b3119ec81123?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.9713323
Dec 25 21:26:01.140536 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f2e5dba-6436-40c7-81a1-0093bb640237 tempest-FloatingIPNegativeTestJSON-69103497 tempest-FloatingIPNegativeTestJSON-69103497-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 21:26:01.155096 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-3f2e5dba-6436-40c7-81a1-0093bb640237 tempest-FloatingIPNegativeTestJSON-69103497 tempest-FloatingIPNegativeTestJSON-69103497-project] 10.222.0.32 "PUT /v2.0/routers/b4ddd425-ce09-4585-a75f-f58a9e2d8539/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.2466457
Dec 25 21:26:01.155201 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a88668-9df3-4da0-b08d-ab7a691b3187 None None] Sync routers for ids ['b4ddd425-ce09-4585-a75f-f58a9e2d8539'] in ncdv-master-1 {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 21:26:01.156665 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 40752) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:26:01.172802 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a88668-9df3-4da0-b08d-ab7a691b3187 None None] Routers {'b4ddd425-ce09-4585-a75f-f58a9e2d8539'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:26:01.174927 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-b5a88668-9df3-4da0-b08d-ab7a691b3187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f26187913a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:25:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['b4ddd425-ce09-4585-a75f-f58a9e2d8539'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:26:01.192759 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-126fc8bc-94ec-463a-87db-e11132293578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f26180c2f10>, [{'id': '26bcf8a2-51a7-43e2-9d5b-f18f43df7c65', 'name': 'tempest-RoutersIpV6Test-router-137911943', 'tenant_id': '3075932236c24ad8974bea0414dd1507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:25:30Z', 'updated_at': '2021-12-25T21:25:58Z', 'revision_number': 7, 'project_id': '3075932236c24ad8974bea0414dd1507', 'gw_port_host': None, '_interfaces': [{'id': '30d276c8-352c-4fee-81b2-dc105be2cf97', 'name': '', 'network_id': '82b6058b-9384-41d8-9c3f-000c180610b3', 'tenant_id': '3075932236c24ad8974bea0414dd1507', 'mac_address': 'fa:16:3e:3a:28:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26bcf8a2-51a7-43e2-9d5b-f18f43df7c65', 'device_owner': 'network:router_interface', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': 'd26521ed-5aa6-4cc0-8118-08157704ac07', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:25:32Z', 'updated_at': '2021-12-25T21:25:38Z', 'revision_number': 5, 'project_id': '3075932236c24ad8974bea0414dd1507', 'subnets': [{'id': 'd26521ed-5aa6-4cc0-8118-08157704ac07', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '39faee5a-2001-417e-970e-60b31d1d4a93', 'name': '', 'network_id': '87a8012f-be3c-45c9-9f0b-0410eedee882', 'tenant_id': '3075932236c24ad8974bea0414dd1507', 'mac_address': 'fa:16:3e:56:ce:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26bcf8a2-51a7-43e2-9d5b-f18f43df7c65', 'device_owner': 'network:router_interface', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': '03fb472c-2e33-4e60-8c83-171012ce2e8c', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:25:52Z', 'updated_at': '2021-12-25T21:25:57Z', 'revision_number': 5, 'project_id': '3075932236c24ad8974bea0414dd1507', 'subnets': [{'id': '03fb472c-2e33-4e60-8c83-171012ce2e8c', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3f94ffb7-f77d-4113-9445-e6a7f950fe30', 'name': '', 'network_id': '95f01c3b-840d-4353-aa5e-dc4e37e69f22', 'tenant_id': '3075932236c24ad8974bea0414dd1507', 'mac_address': 'fa:16:3e:c8:d2:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26bcf8a2-51a7-43e2-9d5b-f18f43df7c65', 'device_owner': 'network:router_interface', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': '851ce575-2ab7-4d47-85c5-ae786b22120d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:25:44Z', 'updated_at': '2021-12-25T21:25:50Z', 'revision_number': 5, 'project_id': '3075932236c24ad8974bea0414dd1507', 'subnets': [{'id': '851ce575-2ab7-4d47-85c5-ae786b22120d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a9825f0b-9b80-4820-a611-a41252238755', 'name': '', 'network_id': '9a8e9b1e-c60c-4b3e-b9d3-3bfd39c0d76b', 'tenant_id': '3075932236c24ad8974bea0414dd1507', 'mac_address': 'fa:16:3e:98:e4:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26bcf8a2-51a7-43e2-9d5b-f18f43df7c65', 'device_owner': 'network:router_interface', 'standard_attr_id': 1718, 'fixed_ips': [{'subnet_id': '62ce5690-d30c-48d7-81db-ac2c321589bd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:25:38Z', 'updated_at': '2021-12-25T21:25:46Z', 'revision_number': 5, 'project_id': '3075932236c24ad8974bea0414dd1507', 'subnets': [{'id': '62ce5690-d30c-48d7-81db-ac2c321589bd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:26:01.244614 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-126fc8bc-94ec-463a-87db-e11132293578 None None] Checking router: 26bcf8a2-51a7-43e2-9d5b-f18f43df7c65 for host: ncdv-master-1 {{(pid=121608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 25 21:26:01.257738 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-126fc8bc-94ec-463a-87db-e11132293578 None None] Routers {'26bcf8a2-51a7-43e2-9d5b-f18f43df7c65'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:26:01.258573 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-126fc8bc-94ec-463a-87db-e11132293578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f26180c2f10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:25:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['26bcf8a2-51a7-43e2-9d5b-f18f43df7c65'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:26:01.267619 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-b5a88668-9df3-4da0-b08d-ab7a691b3187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f26187913a0>, [], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:26:01.283612 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a88668-9df3-4da0-b08d-ab7a691b3187 None None] Routers {'b4ddd425-ce09-4585-a75f-f58a9e2d8539'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:26:01.284500 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-b5a88668-9df3-4da0-b08d-ab7a691b3187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f26187913a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:25:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['b4ddd425-ce09-4585-a75f-f58a9e2d8539'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:26:01.315981 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-0ac3e8e3-61d4-4ea4-9277-de9a1518dfe9 tempest-FloatingIPNegativeTestJSON-69103497 tempest-FloatingIPNegativeTestJSON-69103497-project] Publish callbacks [] for router, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:01.328204 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-b5a88668-9df3-4da0-b08d-ab7a691b3187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f26187913a0>, [], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:26:01.329355 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a88668-9df3-4da0-b08d-ab7a691b3187 None None] The sync data for ids ['b4ddd425-ce09-4585-a75f-f58a9e2d8539'] in ncdv-master-1 is: [] {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 21:26:01.329588 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-4f416e6e-46af-40b7-894f-551fd706e944 tempest-RoutersAdminTest-58483452 tempest-RoutersAdminTest-58483452-project-admin] Publish callbacks [] for port, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:01.396918 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 40756) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:26:01.439060 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvr_db [None req-126fc8bc-94ec-463a-87db-e11132293578 None None] Set router 26bcf8a2-51a7-43e2-9d5b-f18f43df7c65 gateway port host: None {{(pid=121608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:26:01.461143 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-bdd41977-42a8-4aa3-a819-16c3789ff399 req-9caa8e6a-ade0-4927-8721-e506eac093bf service neutron] 10.222.0.37 "GET /v2.0/networks/3822397d-3d72-44cf-9fd0-b3119ec81123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3129306
Dec 25 21:26:01.540738 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-f54eca37-ad69-4426-aa28-2ce78d2eeb71 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2007615'] for router_interface, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:01.584658 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-0ac3e8e3-61d4-4ea4-9277-de9a1518dfe9 tempest-FloatingIPNegativeTestJSON-69103497 tempest-FloatingIPNegativeTestJSON-69103497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2014235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14905'] for router, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:01.586220 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-4f416e6e-46af-40b7-894f-551fd706e944 tempest-RoutersAdminTest-58483452 tempest-RoutersAdminTest-58483452-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:01.587702 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-0ac3e8e3-61d4-4ea4-9277-de9a1518dfe9 tempest-FloatingIPNegativeTestJSON-69103497 tempest-FloatingIPNegativeTestJSON-69103497-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:01.598144 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-19fae6c3-550a-45a9-b304-8ac113a7873a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9084170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9028515'] for subnet, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:01.647635 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-68db5bf6-538d-4fed-854d-571b361f40bb admin admin] Publish callbacks [] for security_group, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:01.726201 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f416e6e-46af-40b7-894f-551fd706e944 tempest-RoutersAdminTest-58483452 tempest-RoutersAdminTest-58483452-project-admin] Network b2e70327-3e45-478f-8835-dd47e2049b2c is already hosted by enough agents. {{(pid=121606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:26:01.739811 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [None req-4f416e6e-46af-40b7-894f-551fd706e944 tempest-RoutersAdminTest-58483452 tempest-RoutersAdminTest-58483452-project-admin] Resources bound (agent type, host, resource id):  {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:26:01.747186 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-68db5bf6-538d-4fed-854d-571b361f40bb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:01.748312 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f416e6e-46af-40b7-894f-551fd706e944 tempest-RoutersAdminTest-58483452 tempest-RoutersAdminTest-58483452-project-admin] Received port after_create {{(pid=121606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:26:01.750314 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f416e6e-46af-40b7-894f-551fd706e944 tempest-RoutersAdminTest-58483452 tempest-RoutersAdminTest-58483452-project-admin] Pushing event updated for resources: {'Port': ['ID=bed3c7ac-33a6-4e92-ae4b-e92633da0b0d,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:26:01.777904 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-126fc8bc-94ec-463a-87db-e11132293578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f26180c2f10>, [{'id': '26bcf8a2-51a7-43e2-9d5b-f18f43df7c65', 'name': 'tempest-RoutersIpV6Test-router-137911943', 'tenant_id': '3075932236c24ad8974bea0414dd1507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:25:30Z', 'updated_at': '2021-12-25T21:25:58Z', 'revision_number': 7, 'project_id': '3075932236c24ad8974bea0414dd1507', 'gw_port_host': None, '_interfaces': [{'id': '30d276c8-352c-4fee-81b2-dc105be2cf97', 'name': '', 'network_id': '82b6058b-9384-41d8-9c3f-000c180610b3', 'tenant_id': '3075932236c24ad8974bea0414dd1507', 'mac_address': 'fa:16:3e:3a:28:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26bcf8a2-51a7-43e2-9d5b-f18f43df7c65', 'device_owner': 'network:router_interface', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': 'd26521ed-5aa6-4cc0-8118-08157704ac07', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:25:32Z', 'updated_at': '2021-12-25T21:25:38Z', 'revision_number': 5, 'project_id': '3075932236c24ad8974bea0414dd1507', 'subnets': [{'id': 'd26521ed-5aa6-4cc0-8118-08157704ac07', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '39faee5a-2001-417e-970e-60b31d1d4a93', 'name': '', 'network_id': '87a8012f-be3c-45c9-9f0b-0410eedee882', 'tenant_id': '3075932236c24ad8974bea0414dd1507', 'mac_address': 'fa:16:3e:56:ce:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26bcf8a2-51a7-43e2-9d5b-f18f43df7c65', 'device_owner': 'network:router_interface', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': '03fb472c-2e33-4e60-8c83-171012ce2e8c', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:25:52Z', 'updated_at': '2021-12-25T21:25:57Z', 'revision_number': 5, 'project_id': '3075932236c24ad8974bea0414dd1507', 'subnets': [{'id': '03fb472c-2e33-4e60-8c83-171012ce2e8c', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3f94ffb7-f77d-4113-9445-e6a7f950fe30', 'name': '', 'network_id': '95f01c3b-840d-4353-aa5e-dc4e37e69f22', 'tenant_id': '3075932236c24ad8974bea0414dd1507', 'mac_address': 'fa:16:3e:c8:d2:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26bcf8a2-51a7-43e2-9d5b-f18f43df7c65', 'device_owner': 'network:router_interface', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': '851ce575-2ab7-4d47-85c5-ae786b22120d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:25:44Z', 'updated_at': '2021-12-25T21:25:50Z', 'revision_number': 5, 'project_id': '3075932236c24ad8974bea0414dd1507', 'subnets': [{'id': '851ce575-2ab7-4d47-85c5-ae786b22120d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a9825f0b-9b80-4820-a611-a41252238755', 'name': '', 'network_id': '9a8e9b1e-c60c-4b3e-b9d3-3bfd39c0d76b', 'tenant_id': '3075932236c24ad8974bea0414dd1507', 'mac_address': 'fa:16:3e:98:e4:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26bcf8a2-51a7-43e2-9d5b-f18f43df7c65', 'device_owner': 'network:router_interface', 'standard_attr_id': 1718, 'fixed_ips': [{'subnet_id': '62ce5690-d30c-48d7-81db-ac2c321589bd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:25:38Z', 'updated_at': '2021-12-25T21:25:46Z', 'revision_number': 5, 'project_id': '3075932236c24ad8974bea0414dd1507', 'subnets': [{'id': '62ce5690-d30c-48d7-81db-ac2c321589bd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:26:01.783605 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fae6c3-550a-45a9-b304-8ac113a7873a admin admin] Pushing event updated for resources: {'Subnet': ['ID=24194204-c9b0-4c53-87e2-606651bc580d,revision_number=0']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:26:01.790294 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-0ac3e8e3-61d4-4ea4-9277-de9a1518dfe9 tempest-FloatingIPNegativeTestJSON-69103497 tempest-FloatingIPNegativeTestJSON-69103497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2014220'] for router, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:01.791193 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ac3e8e3-61d4-4ea4-9277-de9a1518dfe9 tempest-FloatingIPNegativeTestJSON-69103497 tempest-FloatingIPNegativeTestJSON-69103497-project] Fanout notify agent at l3_agent the message router_deleted on router b4ddd425-ce09-4585-a75f-f58a9e2d8539 {{(pid=121607) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 25 21:26:01.828037 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-0ac3e8e3-61d4-4ea4-9277-de9a1518dfe9 tempest-FloatingIPNegativeTestJSON-69103497 tempest-FloatingIPNegativeTestJSON-69103497-project] Publish callbacks [] for router, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:01.828037 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-0ac3e8e3-61d4-4ea4-9277-de9a1518dfe9 tempest-FloatingIPNegativeTestJSON-69103497 tempest-FloatingIPNegativeTestJSON-69103497-project] 10.222.0.32 "DELETE /v2.0/routers/b4ddd425-ce09-4585-a75f-f58a9e2d8539 HTTP/1.1" status: 204  len: 168 time: 0.6638689
Dec 25 21:26:01.828037 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-68db5bf6-538d-4fed-854d-571b361f40bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:01.829693 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 40762) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:26:01.836929 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-126fc8bc-94ec-463a-87db-e11132293578 None None] The sync data for ids ['26bcf8a2-51a7-43e2-9d5b-f18f43df7c65'] in ncdv-master-1 is: [{'id': '26bcf8a2-51a7-43e2-9d5b-f18f43df7c65', 'name': 'tempest-RoutersIpV6Test-router-137911943', 'tenant_id': '3075932236c24ad8974bea0414dd1507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:25:30Z', 'updated_at': '2021-12-25T21:25:58Z', 'revision_number': 7, 'project_id': '3075932236c24ad8974bea0414dd1507', 'gw_port_host': None, '_interfaces': [{'id': '30d276c8-352c-4fee-81b2-dc105be2cf97', 'name': '', 'network_id': '82b6058b-9384-41d8-9c3f-000c180610b3', 'tenant_id': '3075932236c24ad8974bea0414dd1507', 'mac_address': 'fa:16:3e:3a:28:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26bcf8a2-51a7-43e2-9d5b-f18f43df7c65', 'device_owner': 'network:router_interface', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': 'd26521ed-5aa6-4cc0-8118-08157704ac07', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:25:32Z', 'updated_at': '2021-12-25T21:25:38Z', 'revision_number': 5, 'project_id': '3075932236c24ad8974bea0414dd1507', 'subnets': [{'id': 'd26521ed-5aa6-4cc0-8118-08157704ac07', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '39faee5a-2001-417e-970e-60b31d1d4a93', 'name': '', 'network_id': '87a8012f-be3c-45c9-9f0b-0410eedee882', 'tenant_id': '3075932236c24ad8974bea0414dd1507', 'mac_address': 'fa:16:3e:56:ce:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26bcf8a2-51a7-43e2-9d5b-f18f43df7c65', 'device_owner': 'network:router_interface', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': '03fb472c-2e33-4e60-8c83-171012ce2e8c', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:25:52Z', 'updated_at': '2021-12-25T21:25:57Z', 'revision_number': 5, 'project_id': '3075932236c24ad8974bea0414dd1507', 'subnets': [{'id': '03fb472c-2e33-4e60-8c83-171012ce2e8c', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3f94ffb7-f77d-4113-9445-e6a7f950fe30', 'name': '', 'network_id': '95f01c3b-840d-4353-aa5e-dc4e37e69f22', 'tenant_id': '3075932236c24ad8974bea0414dd1507', 'mac_address': 'fa:16:3e:c8:d2:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26bcf8a2-51a7-43e2-9d5b-f18f43df7c65', 'device_owner': 'network:router_interface', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': '851ce575-2ab7-4d47-85c5-ae786b22120d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:25:44Z', 'updated_at': '2021-12-25T21:25:50Z', 'revision_number': 5, 'project_id': '3075932236c24ad8974bea0414dd1507', 'subnets': [{'id': '851ce575-2ab7-4d47-85c5-ae786b22120d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a9825f0b-9b80-4820-a611-a41252238755', 'name': '', 'network_id': '9a8e9b1e-c60c-4b3e-b9d3-3bfd39c0d76b', 'tenant_id': '3075932236c24ad8974bea0414dd1507', 'mac_address': 'fa:16:3e:98:e4:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26bcf8a2-51a7-43e2-9d5b-f18f43df7c65', 'device_owner': 'network:router_interface', 'standard_attr_id': 1718, 'fixed_ips': [{'subnet_id': '62ce5690-d30c-48d7-81db-ac2c321589bd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:25:38Z', 'updated_at': '2021-12-25T21:25:46Z', 'revision_number': 5, 'project_id': '3075932236c24ad8974bea0414dd1507', 'subnets': [{'id': '62ce5690-d30c-48d7-81db-ac2c321589bd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 21:26:01.868674 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-68db5bf6-538d-4fed-854d-571b361f40bb admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=38adfb746b4a4539b1761aa8a72f66bb&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4675748
Dec 25 21:26:01.870178 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 40764) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:26:01.899911 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68db5bf6-538d-4fed-854d-571b361f40bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab2a51d3-c266-431c-b653-4bb8f3c2cb90,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:26:01.929934 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19fae6c3-550a-45a9-b304-8ac113a7873a admin admin] Checking segment: {'id': '7d979b44-0364-44e8-a451-59ef1a78b493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '62035f0b-310d-441b-86b6-87cbf84c7a7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:26:01.930588 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19fae6c3-550a-45a9-b304-8ac113a7873a admin admin] Network hostable DHCP agents. Network: 62035f0b-310d-441b-86b6-87cbf84c7a7f, hostable agents: ['1813db88-2c1b-4357-a2ba-869246b663c2'], hosted agents: [] {{(pid=121606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 25 21:26:01.938169 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-6a22cf55-6634-4209-bc61-013260ffe050 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:01.974170 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-6a22cf55-6634-4209-bc61-013260ffe050 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:02.011206 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 40766) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:26:02.024740 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_v2 [None req-5730b00b-10f2-412f-b3a1-662179c30ab8 tempest-FloatingIPNegativeTestJSON-69103497 tempest-FloatingIPNegativeTestJSON-69103497-project] Deleting subnet 54bfd3fc-3f3a-4886-8a82-eab21c134bba {{(pid=121606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Dec 25 21:26:02.027370 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-704b3640-4d31-4c66-ab01-b03f0de7e4d3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:02.031788 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-5730b00b-10f2-412f-b3a1-662179c30ab8 tempest-FloatingIPNegativeTestJSON-69103497 tempest-FloatingIPNegativeTestJSON-69103497-project] Publish callbacks [] for subnet, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:02.109714 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19fae6c3-550a-45a9-b304-8ac113a7873a admin admin] Network 62035f0b-310d-441b-86b6-87cbf84c7a7f is scheduled to be hosted by DHCP agent 1813db88-2c1b-4357-a2ba-869246b663c2 with binding_index 1 {{(pid=121606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 25 21:26:02.139018 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-5730b00b-10f2-412f-b3a1-662179c30ab8 tempest-FloatingIPNegativeTestJSON-69103497 tempest-FloatingIPNegativeTestJSON-69103497-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9084199'] for subnet, precommit_delete_associations {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:02.139481 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-6a22cf55-6634-4209-bc61-013260ffe050 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:02.142313 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-6a22cf55-6634-4209-bc61-013260ffe050 admin admin] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:02.143476 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-6a22cf55-6634-4209-bc61-013260ffe050 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ab2a51d3-c266-431c-b653-4bb8f3c2cb90 HTTP/1.1" status: 204  len: 168 time: 0.2728560
Dec 25 21:26:02.168612 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a22cf55-6634-4209-bc61-013260ffe050 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab2a51d3-c266-431c-b653-4bb8f3c2cb90,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:26:02.243037 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-704b3640-4d31-4c66-ab01-b03f0de7e4d3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:02.248410 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [None req-19fae6c3-550a-45a9-b304-8ac113a7873a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 62035f0b-310d-441b-86b6-87cbf84c7a7f) {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:26:02.260611 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a55d373c-c6c2-430a-ab15-53f5c0c39a16 None None] Network 62035f0b-310d-441b-86b6-87cbf84c7a7f requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:26:02.272386 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19fae6c3-550a-45a9-b304-8ac113a7873a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:26:02.273026 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-19fae6c3-550a-45a9-b304-8ac113a7873a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for subnet, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:02.315920 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-704b3640-4d31-4c66-ab01-b03f0de7e4d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:02.349051 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-5730b00b-10f2-412f-b3a1-662179c30ab8 tempest-FloatingIPNegativeTestJSON-69103497 tempest-FloatingIPNegativeTestJSON-69103497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995662'] for subnet, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:02.362547 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-704b3640-4d31-4c66-ab01-b03f0de7e4d3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=dd02cfd8a6b7446799871ccafcf314a7&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3478265
Dec 25 21:26:02.362785 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 40770) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:26:02.381462 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa2fc1c7-c076-4bc6-a357-1c991f274129 None None] Network 62035f0b-310d-441b-86b6-87cbf84c7a7f requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:26:02.399187 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704b3640-4d31-4c66-ab01-b03f0de7e4d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52332b59-5f72-4932-94cb-78cee19f732d,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:26:02.428278 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e9afadf3-b5a8-46ff-8cd0-db0ad38d6d88 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:02.456619 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-19fae6c3-550a-45a9-b304-8ac113a7873a admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 858 time: 2.4472499
Dec 25 21:26:02.456965 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e9afadf3-b5a8-46ff-8cd0-db0ad38d6d88 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:02.466221 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-f54eca37-ad69-4426-aa28-2ce78d2eeb71 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Deleting port 39faee5a-2001-417e-970e-60b31d1d4a93 {{(pid=121606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:26:02.466571 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-f54eca37-ad69-4426-aa28-2ce78d2eeb71 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:02.474110 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-4f416e6e-46af-40b7-894f-551fd706e944 tempest-RoutersAdminTest-58483452 tempest-RoutersAdminTest-58483452-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:02.600620 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e9afadf3-b5a8-46ff-8cd0-db0ad38d6d88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:02.604599 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e9afadf3-b5a8-46ff-8cd0-db0ad38d6d88 admin admin] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:02.606420 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-e9afadf3-b5a8-46ff-8cd0-db0ad38d6d88 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/52332b59-5f72-4932-94cb-78cee19f732d HTTP/1.1" status: 204  len: 168 time: 0.2420661
Dec 25 21:26:02.616781 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9afadf3-b5a8-46ff-8cd0-db0ad38d6d88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52332b59-5f72-4932-94cb-78cee19f732d,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:26:02.639445 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-5730b00b-10f2-412f-b3a1-662179c30ab8 tempest-FloatingIPNegativeTestJSON-69103497 tempest-FloatingIPNegativeTestJSON-69103497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9084363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9028506'] for subnet, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:02.677980 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5730b00b-10f2-412f-b3a1-662179c30ab8 tempest-FloatingIPNegativeTestJSON-69103497 tempest-FloatingIPNegativeTestJSON-69103497-project] Pushing event deleted for resources: {'Subnet': ['ID=54bfd3fc-3f3a-4886-8a82-eab21c134bba,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:26:02.693675 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [None req-f54eca37-ad69-4426-aa28-2ce78d2eeb71 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] For port 39faee5a-2001-417e-970e-60b31d1d4a93, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=39faee5a-2001-417e-970e-60b31d1d4a93,segment=NetworkSegment(9e06f523-e3ce-46a9-ba8b-58f17693cded),segment_id=9e06f523-e3ce-46a9-ba8b-58f17693cded)] {{(pid=121606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:26:02.694021 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-f54eca37-ad69-4426-aa28-2ce78d2eeb71 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:02.700845 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0af3ee8a-d108-4f83-be0e-1e9301efc0e7 None None] Network bb182c06-d854-4570-ad30-18b950391132 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:26:02.703522 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-5730b00b-10f2-412f-b3a1-662179c30ab8 tempest-FloatingIPNegativeTestJSON-69103497 tempest-FloatingIPNegativeTestJSON-69103497-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for subnet, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:02.710475 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-5730b00b-10f2-412f-b3a1-662179c30ab8 tempest-FloatingIPNegativeTestJSON-69103497 tempest-FloatingIPNegativeTestJSON-69103497-project] 10.222.0.32 "DELETE /v2.0/subnets/54bfd3fc-3f3a-4886-8a82-eab21c134bba HTTP/1.1" status: 204  len: 168 time: 0.8773253
Dec 25 21:26:02.710617 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 40786) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:26:02.747083 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-f54eca37-ad69-4426-aa28-2ce78d2eeb71 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Calling delete_port for 39faee5a-2001-417e-970e-60b31d1d4a93 owned by network:router_interface {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:26:02.811106 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ca5d5cfc-bb36-40c8-bdc6-542727e94fd1 tempest-FloatingIPNegativeTestJSON-69103497 tempest-FloatingIPNegativeTestJSON-69103497-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625803'] for network, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:02.875659 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-4f416e6e-46af-40b7-894f-551fd706e944 tempest-RoutersAdminTest-58483452 tempest-RoutersAdminTest-58483452-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2014278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2009753'] for router, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:02.943719 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-ca5d5cfc-bb36-40c8-bdc6-542727e94fd1 tempest-FloatingIPNegativeTestJSON-69103497 tempest-FloatingIPNegativeTestJSON-69103497-project] Deleting port ecad9891-d95c-46ee-9bf6-6149610fbf7f {{(pid=121607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:26:02.943719 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ca5d5cfc-bb36-40c8-bdc6-542727e94fd1 tempest-FloatingIPNegativeTestJSON-69103497 tempest-FloatingIPNegativeTestJSON-69103497-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:02.949143 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aff91207-353b-4a8c-96b6-17051e8dd09a None None] DHCP port deletion for bb182c06-d854-4570-ad30-18b950391132 request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 21:26:03.047095 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-aff91207-353b-4a8c-96b6-17051e8dd09a None None] Deleting port ecad9891-d95c-46ee-9bf6-6149610fbf7f {{(pid=121608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:26:03.052179 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-aff91207-353b-4a8c-96b6-17051e8dd09a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:03.103735 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.db [None req-ca5d5cfc-bb36-40c8-bdc6-542727e94fd1 tempest-FloatingIPNegativeTestJSON-69103497 tempest-FloatingIPNegativeTestJSON-69103497-project] For port ecad9891-d95c-46ee-9bf6-6149610fbf7f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ecad9891-d95c-46ee-9bf6-6149610fbf7f,segment=NetworkSegment(26be59de-ec49-4f3b-bb74-d5d5489c014f),segment_id=26be59de-ec49-4f3b-bb74-d5d5489c014f)] {{(pid=121607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:26:03.104127 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ca5d5cfc-bb36-40c8-bdc6-542727e94fd1 tempest-FloatingIPNegativeTestJSON-69103497 tempest-FloatingIPNegativeTestJSON-69103497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:03.127416 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-ca5d5cfc-bb36-40c8-bdc6-542727e94fd1 tempest-FloatingIPNegativeTestJSON-69103497 tempest-FloatingIPNegativeTestJSON-69103497-project] Calling delete_port for ecad9891-d95c-46ee-9bf6-6149610fbf7f owned by network:dhcp {{(pid=121607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:26:03.161549 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device ecad9891-d95c-46ee-9bf6-6149610fbf7f no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:26:03.219580 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-aff91207-353b-4a8c-96b6-17051e8dd09a None None] For port ecad9891-d95c-46ee-9bf6-6149610fbf7f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ecad9891-d95c-46ee-9bf6-6149610fbf7f,segment=NetworkSegment(26be59de-ec49-4f3b-bb74-d5d5489c014f),segment_id=26be59de-ec49-4f3b-bb74-d5d5489c014f)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:26:03.220386 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-aff91207-353b-4a8c-96b6-17051e8dd09a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:03.241739 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-aff91207-353b-4a8c-96b6-17051e8dd09a None None] Calling delete_port for ecad9891-d95c-46ee-9bf6-6149610fbf7f owned by network:dhcp {{(pid=121608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:26:03.372916 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ca5d5cfc-bb36-40c8-bdc6-542727e94fd1 tempest-FloatingIPNegativeTestJSON-69103497 tempest-FloatingIPNegativeTestJSON-69103497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:03.419434 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca5d5cfc-bb36-40c8-bdc6-542727e94fd1 tempest-FloatingIPNegativeTestJSON-69103497 tempest-FloatingIPNegativeTestJSON-69103497-project] No DVR routers for this DVR port ecad9891-d95c-46ee-9bf6-6149610fbf7f on host ncdv-master-1 {{(pid=121607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:26:03.499864 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:03.539834 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ca5d5cfc-bb36-40c8-bdc6-542727e94fd1 tempest-FloatingIPNegativeTestJSON-69103497 tempest-FloatingIPNegativeTestJSON-69103497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997585', 'neutron.services.segments.db._delete_segments_for_network-8737602743071'] for network, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:03.553563 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-aff91207-353b-4a8c-96b6-17051e8dd09a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955'] for port, after_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:03.581786 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-ca5d5cfc-bb36-40c8-bdc6-542727e94fd1 tempest-FloatingIPNegativeTestJSON-69103497 tempest-FloatingIPNegativeTestJSON-69103497-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f26182dc040>,) {'filters': {'network_id': ['bb182c06-d854-4570-ad30-18b950391132']}} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:26:03.586142 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff91207-353b-4a8c-96b6-17051e8dd09a None None] Pushing event deleted for resources: {'Port': ['ID=ecad9891-d95c-46ee-9bf6-6149610fbf7f,revision_number=None']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:26:03.588215 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aff91207-353b-4a8c-96b6-17051e8dd09a None None] No DVR routers for this DVR port ecad9891-d95c-46ee-9bf6-6149610fbf7f on host ncdv-master-1 {{(pid=121608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:26:03.619933 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-ca5d5cfc-bb36-40c8-bdc6-542727e94fd1 tempest-FloatingIPNegativeTestJSON-69103497 tempest-FloatingIPNegativeTestJSON-69103497-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f26182dc040>, '26be59de-ec49-4f3b-bb74-d5d5489c014f') {'for_net_delete': True} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:26:03.620236 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-ca5d5cfc-bb36-40c8-bdc6-542727e94fd1 tempest-FloatingIPNegativeTestJSON-69103497 tempest-FloatingIPNegativeTestJSON-69103497-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f26182dc040>, '26be59de-ec49-4f3b-bb74-d5d5489c014f') {} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:26:03.623539 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5d5cfc-bb36-40c8-bdc6-542727e94fd1 tempest-FloatingIPNegativeTestJSON-69103497 tempest-FloatingIPNegativeTestJSON-69103497-project] Pushing event deleted for resources: {'Port': ['ID=ecad9891-d95c-46ee-9bf6-6149610fbf7f,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:26:03.641015 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ca5d5cfc-bb36-40c8-bdc6-542727e94fd1 tempest-FloatingIPNegativeTestJSON-69103497 tempest-FloatingIPNegativeTestJSON-69103497-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737602746920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10246592'] for segment, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:03.645435 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeeaddb2-6332-4204-9f73-9c56f2a07ebf req-e72fa600-a0c5-4834-914d-ec4d61fc57e3 tempest-ServerAddressesNegativeTestJSON-1659920084 tempest-ServerAddressesNegativeTestJSON-1659920084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:26:03.647434 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-aeeaddb2-6332-4204-9f73-9c56f2a07ebf req-e72fa600-a0c5-4834-914d-ec4d61fc57e3 tempest-ServerAddressesNegativeTestJSON-1659920084 tempest-ServerAddressesNegativeTestJSON-1659920084-project] 10.222.0.32 "GET /v2.0/networks?id=62035f0b-310d-441b-86b6-87cbf84c7a7f HTTP/1.1" status: 200  len: 821 time: 0.6014745
Dec 25 21:26:03.656633 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ca5d5cfc-bb36-40c8-bdc6-542727e94fd1 tempest-FloatingIPNegativeTestJSON-69103497 tempest-FloatingIPNegativeTestJSON-69103497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:03.664558 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca5d5cfc-bb36-40c8-bdc6-542727e94fd1 tempest-FloatingIPNegativeTestJSON-69103497 tempest-FloatingIPNegativeTestJSON-69103497-project] Releasing vlan 185 on physical network physnet1 to pool {{(pid=121607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 25 21:26:03.665004 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ca5d5cfc-bb36-40c8-bdc6-542727e94fd1 tempest-FloatingIPNegativeTestJSON-69103497 tempest-FloatingIPNegativeTestJSON-69103497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8633327'] for segment, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:03.667948 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:26:03.667948 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:26:03.667948 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:26:03.667948 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:26:03.667948 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:26:03.667948 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:26:03.667948 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:26:03.667948 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:26:03.667948 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:26:03.667948 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:26:03.667948 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:26:03.667948 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:26:03.667948 ncdv-master-1 neutron-server[121607]: Traceback (most recent call last):
Dec 25 21:26:03.667948 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 25 21:26:03.667948 ncdv-master-1 neutron-server[121607]:     timer()
Dec 25 21:26:03.667948 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 25 21:26:03.667948 ncdv-master-1 neutron-server[121607]:     cb(*args, **kw)
Dec 25 21:26:03.667948 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 25 21:26:03.667948 ncdv-master-1 neutron-server[121607]:     return func(*args, **kwargs)
Dec 25 21:26:03.667948 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 25 21:26:03.667948 ncdv-master-1 neutron-server[121607]:     self._notify()
Dec 25 21:26:03.667948 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 25 21:26:03.667948 ncdv-master-1 neutron-server[121607]:     self.callback(batched_events)
Dec 25 21:26:03.667948 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 25 21:26:03.667948 ncdv-master-1 neutron-server[121607]:     event.method(event)
Dec 25 21:26:03.667948 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 25 21:26:03.667948 ncdv-master-1 neutron-server[121607]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 25 21:26:03.667948 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 25 21:26:03.667948 ncdv-master-1 neutron-server[121607]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 25 21:26:03.667948 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 25 21:26:03.667948 ncdv-master-1 neutron-server[121607]:     return f(self, *a, **k)
Dec 25 21:26:03.667948 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 25 21:26:03.667948 ncdv-master-1 neutron-server[121607]:     return self._get(url).json()
Dec 25 21:26:03.667948 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 25 21:26:03.667948 ncdv-master-1 neutron-server[121607]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 25 21:26:03.667948 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 25 21:26:03.667948 ncdv-master-1 neutron-server[121607]:     return self.request(url, 'GET', **kwargs)
Dec 25 21:26:03.667948 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 25 21:26:03.667948 ncdv-master-1 neutron-server[121607]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 25 21:26:03.667948 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 25 21:26:03.667948 ncdv-master-1 neutron-server[121607]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 25 21:26:03.667948 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 25 21:26:03.667948 ncdv-master-1 neutron-server[121607]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 25 21:26:03.667948 ncdv-master-1 neutron-server[121607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 25 21:26:03.674104 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-aeeaddb2-6332-4204-9f73-9c56f2a07ebf req-c3ab830e-5a99-4c32-b698-b78ce1e842e3 tempest-ServerAddressesNegativeTestJSON-1659920084 tempest-ServerAddressesNegativeTestJSON-1659920084-project] 10.222.0.32 "GET /v2.0/quotas/5a8dd053b27a426f844ddb32e4f1d6f6 HTTP/1.1" status: 200  len: 375 time: 0.0146484
Dec 25 21:26:03.709348 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-aeeaddb2-6332-4204-9f73-9c56f2a07ebf req-8cd38ce0-aa9c-4bd9-91cf-5ad186d86a91 tempest-ServerAddressesNegativeTestJSON-1659920084 tempest-ServerAddressesNegativeTestJSON-1659920084-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=5a8dd053b27a426f844ddb32e4f1d6f6&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0268428
Dec 25 21:26:03.715000 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-f54eca37-ad69-4426-aa28-2ce78d2eeb71 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:03.734717 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.agents_db [None req-ec08dba0-4483-4109-b5e1-5e4a9fdaf12d None None] Agent healthcheck: found 7 active agents {{(pid=121609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 25 21:26:03.758978 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54eca37-ad69-4426-aa28-2ce78d2eeb71 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Pushing event deleted for resources: {'Port': ['ID=39faee5a-2001-417e-970e-60b31d1d4a93,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:26:03.896390 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f416e6e-46af-40b7-894f-551fd706e944 tempest-RoutersAdminTest-58483452 tempest-RoutersAdminTest-58483452-project-admin] Router cbb54575-baf6-4796-b2d6-d214e73306bf is scheduled to L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 with binding_index 1 {{(pid=121606) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 25 21:26:03.915195 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ca5d5cfc-bb36-40c8-bdc6-542727e94fd1 tempest-FloatingIPNegativeTestJSON-69103497 tempest-FloatingIPNegativeTestJSON-69103497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2008653'] for network, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:03.922962 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ca5d5cfc-bb36-40c8-bdc6-542727e94fd1 tempest-FloatingIPNegativeTestJSON-69103497 tempest-FloatingIPNegativeTestJSON-69103497-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for network, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:03.926946 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-ca5d5cfc-bb36-40c8-bdc6-542727e94fd1 tempest-FloatingIPNegativeTestJSON-69103497 tempest-FloatingIPNegativeTestJSON-69103497-project] 10.222.0.32 "DELETE /v2.0/networks/bb182c06-d854-4570-ad30-18b950391132 HTTP/1.1" status: 204  len: 168 time: 1.2152665
Dec 25 21:26:03.959553 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5d5cfc-bb36-40c8-bdc6-542727e94fd1 tempest-FloatingIPNegativeTestJSON-69103497 tempest-FloatingIPNegativeTestJSON-69103497-project] Pushing event deleted for resources: {'Network': ['ID=bb182c06-d854-4570-ad30-18b950391132,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:26:03.988699 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-f54eca37-ad69-4426-aa28-2ce78d2eeb71 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2007763'] for router_interface, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:03.994331 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-aeeaddb2-6332-4204-9f73-9c56f2a07ebf req-b841e544-9725-489f-ad17-f736fdbfc90d service neutron] 10.222.0.32 "GET /v2.0/networks/62035f0b-310d-441b-86b6-87cbf84c7a7f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2746727
Dec 25 21:26:04.231233 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f416e6e-46af-40b7-894f-551fd706e944 tempest-RoutersAdminTest-58483452 tempest-RoutersAdminTest-58483452-project-admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 21:26:04.248809 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2182c41-1862-44a7-9b45-68cb0194ca0d None None] Sync routers for ids ['cbb54575-baf6-4796-b2d6-d214e73306bf'] in ncdv-master-1 {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 21:26:04.263432 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:04.275020 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2182c41-1862-44a7-9b45-68cb0194ca0d None None] Routers {'cbb54575-baf6-4796-b2d6-d214e73306bf'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:26:04.275944 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-d2182c41-1862-44a7-9b45-68cb0194ca0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f261835bf40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:25:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['cbb54575-baf6-4796-b2d6-d214e73306bf'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:26:04.302903 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-aeeaddb2-6332-4204-9f73-9c56f2a07ebf req-7402afbf-81ff-4707-9a01-9996c6f0e1fa service neutron] 10.222.0.32 "GET /v2.0/networks/62035f0b-310d-441b-86b6-87cbf84c7a7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2876720
Dec 25 21:26:04.370809 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f54eca37-ad69-4426-aa28-2ce78d2eeb71 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Router 26bcf8a2-51a7-43e2-9d5b-f18f43df7c65 has already been hosted by L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 {{(pid=121606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 25 21:26:04.389828 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-4f416e6e-46af-40b7-894f-551fd706e944 tempest-RoutersAdminTest-58483452 tempest-RoutersAdminTest-58483452-project-admin] Publish callbacks [] for router, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:04.391383 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-4f416e6e-46af-40b7-894f-551fd706e944 tempest-RoutersAdminTest-58483452 tempest-RoutersAdminTest-58483452-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 876 time: 6.3301344
Dec 25 21:26:04.394760 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 40836) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:26:04.421000 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvr_db [None req-d2182c41-1862-44a7-9b45-68cb0194ca0d None None] Set router cbb54575-baf6-4796-b2d6-d214e73306bf gateway port host: ncdv-master-1 {{(pid=121608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:26:04.592783 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f54eca37-ad69-4426-aa28-2ce78d2eeb71 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 21:26:04.595461 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-2a8e038e-1e9c-4760-b1a7-2997b23ceac5 tempest-RoutersAdminTest-58483452 tempest-RoutersAdminTest-58483452-project-admin] Publish callbacks [] for router, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:04.606134 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ff81e1d-03e1-4fd6-b3f8-9a6ee9b0eb87 None None] Sync routers for ids ['26bcf8a2-51a7-43e2-9d5b-f18f43df7c65'] in ncdv-master-1 {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 21:26:04.636331 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ff81e1d-03e1-4fd6-b3f8-9a6ee9b0eb87 None None] Routers {'26bcf8a2-51a7-43e2-9d5b-f18f43df7c65'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:26:04.637381 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-3ff81e1d-03e1-4fd6-b3f8-9a6ee9b0eb87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f261898c670>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:25:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['26bcf8a2-51a7-43e2-9d5b-f18f43df7c65'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:26:04.654019 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 40846) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:26:04.654948 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 40848) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:26:04.665488 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-f54eca37-ad69-4426-aa28-2ce78d2eeb71 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] 10.222.0.32 "PUT /v2.0/routers/26bcf8a2-51a7-43e2-9d5b-f18f43df7c65/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.5034349
Dec 25 21:26:04.719126 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-d2182c41-1862-44a7-9b45-68cb0194ca0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f261835bf40>, [{'id': 'cbb54575-baf6-4796-b2d6-d214e73306bf', 'name': '', 'tenant_id': '52b6f4e629c1439384734404a004a37c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2e70327-3e45-478f-8835-dd47e2049b2c', 'external_fixed_ips': [{'subnet_id': 'ce019883-0f10-47f1-8675-6cec1f6d3213', 'ip_address': '172.20.0.12'}], 'enable_snat': True}, 'gw_port_id': 'bed3c7ac-33a6-4e92-ae4b-e92633da0b0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:25:58Z', 'updated_at': '2021-12-25T21:26:02Z', 'revision_number': 3, 'project_id': '52b6f4e629c1439384734404a004a37c', 'gw_port': {'id': 'bed3c7ac-33a6-4e92-ae4b-e92633da0b0d', 'name': '', 'network_id': 'b2e70327-3e45-478f-8835-dd47e2049b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:9f:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbb54575-baf6-4796-b2d6-d214e73306bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1784, 'fixed_ips': [{'subnet_id': 'ce019883-0f10-47f1-8675-6cec1f6d3213', 'ip_address': '172.20.0.12', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:25:59Z', 'updated_at': '2021-12-25T21:26:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ce019883-0f10-47f1-8675-6cec1f6d3213', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:26:04.770451 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2182c41-1862-44a7-9b45-68cb0194ca0d None None] Checking router: cbb54575-baf6-4796-b2d6-d214e73306bf for host: ncdv-master-1 {{(pid=121608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 25 21:26:04.774792 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2182c41-1862-44a7-9b45-68cb0194ca0d None None] Updating router cbb54575-baf6-4796-b2d6-d214e73306bf port bed3c7ac-33a6-4e92-ae4b-e92633da0b0d binding host ncdv-master-1 {{(pid=121608) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 25 21:26:04.779998 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-dc359527-b9c7-4cd0-8cc8-13bcb1130ef5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:04.802006 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_v2 [None req-b493e261-8100-46d9-9d43-49374e2ce11b tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Deleting subnet 03fb472c-2e33-4e60-8c83-171012ce2e8c {{(pid=121607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Dec 25 21:26:04.813784 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b493e261-8100-46d9-9d43-49374e2ce11b tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks [] for subnet, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:04.844123 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvr_db [None req-3ff81e1d-03e1-4fd6-b3f8-9a6ee9b0eb87 None None] Set router 26bcf8a2-51a7-43e2-9d5b-f18f43df7c65 gateway port host: None {{(pid=121609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:26:04.864607 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-d2182c41-1862-44a7-9b45-68cb0194ca0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:04.874268 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b493e261-8100-46d9-9d43-49374e2ce11b tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10246617'] for subnet, precommit_delete_associations {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:04.875947 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1788002b-1854-4fb9-a146-a8f100aa9858 req-b8c4196e-094f-4fb6-bd2f-a108c87e1627 tempest-ServerAddressesNegativeTestJSON-1659920084 tempest-ServerAddressesNegativeTestJSON-1659920084-project] 10.222.0.32 "GET /v2.0/ports?device_id=67552d4b-2d47-4a5b-ac39-6664ed0b7525 HTTP/1.1" status: 200  len: 210 time: 0.0896063
Dec 25 21:26:04.909786 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-2a8e038e-1e9c-4760-b1a7-2997b23ceac5 tempest-RoutersAdminTest-58483452 tempest-RoutersAdminTest-58483452-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:05.064505 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b493e261-8100-46d9-9d43-49374e2ce11b tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995662'] for subnet, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:05.112181 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-d03363fb-5711-4ae7-92ba-438d2190e62e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=00685ab64044408194e2426e71afe583&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4517751
Dec 25 21:26:05.112181 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 40868) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:26:05.184433 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-2a8e038e-1e9c-4760-b1a7-2997b23ceac5 tempest-RoutersAdminTest-58483452 tempest-RoutersAdminTest-58483452-project-admin] Deleting port bed3c7ac-33a6-4e92-ae4b-e92633da0b0d {{(pid=121606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:26:05.185495 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-2a8e038e-1e9c-4760-b1a7-2997b23ceac5 tempest-RoutersAdminTest-58483452 tempest-RoutersAdminTest-58483452-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:05.195133 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-369018bb-9ad4-4be9-a95c-2539c205a871 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:05.224912 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-369018bb-9ad4-4be9-a95c-2539c205a871 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:05.270442 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b493e261-8100-46d9-9d43-49374e2ce11b tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8632410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8852809'] for subnet, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:05.277171 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-3ff81e1d-03e1-4fd6-b3f8-9a6ee9b0eb87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f261898c670>, [{'id': '26bcf8a2-51a7-43e2-9d5b-f18f43df7c65', 'name': 'tempest-RoutersIpV6Test-router-137911943', 'tenant_id': '3075932236c24ad8974bea0414dd1507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:25:30Z', 'updated_at': '2021-12-25T21:26:03Z', 'revision_number': 8, 'project_id': '3075932236c24ad8974bea0414dd1507', 'gw_port_host': None, '_interfaces': [{'id': '30d276c8-352c-4fee-81b2-dc105be2cf97', 'name': '', 'network_id': '82b6058b-9384-41d8-9c3f-000c180610b3', 'tenant_id': '3075932236c24ad8974bea0414dd1507', 'mac_address': 'fa:16:3e:3a:28:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26bcf8a2-51a7-43e2-9d5b-f18f43df7c65', 'device_owner': 'network:router_interface', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': 'd26521ed-5aa6-4cc0-8118-08157704ac07', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:25:32Z', 'updated_at': '2021-12-25T21:25:38Z', 'revision_number': 5, 'project_id': '3075932236c24ad8974bea0414dd1507', 'subnets': [{'id': 'd26521ed-5aa6-4cc0-8118-08157704ac07', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3f94ffb7-f77d-4113-9445-e6a7f950fe30', 'name': '', 'network_id': '95f01c3b-840d-4353-aa5e-dc4e37e69f22', 'tenant_id': '3075932236c24ad8974bea0414dd1507', 'mac_address': 'fa:16:3e:c8:d2:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26bcf8a2-51a7-43e2-9d5b-f18f43df7c65', 'device_owner': 'network:router_interface', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': '851ce575-2ab7-4d47-85c5-ae786b22120d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:25:44Z', 'updated_at': '2021-12-25T21:25:50Z', 'revision_number': 5, 'project_id': '3075932236c24ad8974bea0414dd1507', 'subnets': [{'id': '851ce575-2ab7-4d47-85c5-ae786b22120d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a9825f0b-9b80-4820-a611-a41252238755', 'name': '', 'network_id': '9a8e9b1e-c60c-4b3e-b9d3-3bfd39c0d76b', 'tenant_id': '3075932236c24ad8974bea0414dd1507', 'mac_address': 'fa:16:3e:98:e4:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26bcf8a2-51a7-43e2-9d5b-f18f43df7c65', 'device_owner': 'network:router_interface', 'standard_attr_id': 1718, 'fixed_ips': [{'subnet_id': '62ce5690-d30c-48d7-81db-ac2c321589bd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:25:38Z', 'updated_at': '2021-12-25T21:25:46Z', 'revision_number': 5, 'project_id': '3075932236c24ad8974bea0414dd1507', 'subnets': [{'id': '62ce5690-d30c-48d7-81db-ac2c321589bd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:26:05.357709 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-2a8e038e-1e9c-4760-b1a7-2997b23ceac5 tempest-RoutersAdminTest-58483452 tempest-RoutersAdminTest-58483452-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:05.363377 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ff81e1d-03e1-4fd6-b3f8-9a6ee9b0eb87 None None] Checking router: 26bcf8a2-51a7-43e2-9d5b-f18f43df7c65 for host: ncdv-master-1 {{(pid=121609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 25 21:26:05.382088 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-2a8e038e-1e9c-4760-b1a7-2997b23ceac5 tempest-RoutersAdminTest-58483452 tempest-RoutersAdminTest-58483452-project-admin] Calling delete_port for bed3c7ac-33a6-4e92-ae4b-e92633da0b0d owned by network:router_gateway {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:26:05.382200 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b493e261-8100-46d9-9d43-49374e2ce11b tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Pushing event deleted for resources: {'Subnet': ['ID=03fb472c-2e33-4e60-8c83-171012ce2e8c,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:26:05.384951 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b493e261-8100-46d9-9d43-49374e2ce11b tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks [] for subnet, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:05.392273 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ff81e1d-03e1-4fd6-b3f8-9a6ee9b0eb87 None None] Routers {'26bcf8a2-51a7-43e2-9d5b-f18f43df7c65'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:26:05.393824 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-b493e261-8100-46d9-9d43-49374e2ce11b tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] 10.222.0.32 "DELETE /v2.0/subnets/03fb472c-2e33-4e60-8c83-171012ce2e8c HTTP/1.1" status: 204  len: 168 time: 0.7375164
Dec 25 21:26:05.394825 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-3ff81e1d-03e1-4fd6-b3f8-9a6ee9b0eb87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f261898c670>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:25:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['26bcf8a2-51a7-43e2-9d5b-f18f43df7c65'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:26:05.395209 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 40876) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:26:05.419958 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06333d85-cc64-428e-9422-b0e7548c9741 None None] Network 87a8012f-be3c-45c9-9f0b-0410eedee882 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:26:05.474265 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-369018bb-9ad4-4be9-a95c-2539c205a871 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:05.481318 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-369018bb-9ad4-4be9-a95c-2539c205a871 admin admin] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:05.482484 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-369018bb-9ad4-4be9-a95c-2539c205a871 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/96e306e1-059e-41ea-beda-c92ae7d4ed5d HTTP/1.1" status: 204  len: 168 time: 0.3693011
Dec 25 21:26:05.499517 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-d2182c41-1862-44a7-9b45-68cb0194ca0d None None] Publish callbacks [] for port, precommit_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:05.580308 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369018bb-9ad4-4be9-a95c-2539c205a871 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96e306e1-059e-41ea-beda-c92ae7d4ed5d,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:26:05.587547 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-4b068464-cd72-43cc-a5e8-aa1156666db4 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625803'] for network, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:05.609714 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-d2182c41-1862-44a7-9b45-68cb0194ca0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:05.642670 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvr_db [None req-3ff81e1d-03e1-4fd6-b3f8-9a6ee9b0eb87 None None] Set router 26bcf8a2-51a7-43e2-9d5b-f18f43df7c65 gateway port host: None {{(pid=121609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:26:05.699830 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-4b068464-cd72-43cc-a5e8-aa1156666db4 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Deleting port c7390ab2-cd40-46e8-90b7-e1627b6633b5 {{(pid=121607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:26:05.700468 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-4b068464-cd72-43cc-a5e8-aa1156666db4 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:05.701680 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ac8603a-a0a2-455d-86bb-fc93ea37429b None None] DHCP port deletion for 87a8012f-be3c-45c9-9f0b-0410eedee882 request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 21:26:05.780157 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-d2182c41-1862-44a7-9b45-68cb0194ca0d None None] Attempting to bind port bed3c7ac-33a6-4e92-ae4b-e92633da0b0d on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:26:05.780562 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-d2182c41-1862-44a7-9b45-68cb0194ca0d None None] Attempting to bind port bed3c7ac-33a6-4e92-ae4b-e92633da0b0d by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '2ae877f6-249d-4bc3-8b5d-037f70768e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'b2e70327-3e45-478f-8835-dd47e2049b2c'}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:26:05.780952 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2182c41-1862-44a7-9b45-68cb0194ca0d None None] Attempting to bind port bed3c7ac-33a6-4e92-ae4b-e92633da0b0d on network b2e70327-3e45-478f-8835-dd47e2049b2c {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:26:05.787583 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53737c32-e00b-4e26-a101-2c5a80a36444 None None] Pushing event updated for resources: {'Port': ['ID=bed3c7ac-33a6-4e92-ae4b-e92633da0b0d,revision_number=2']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:26:05.792796 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2182c41-1862-44a7-9b45-68cb0194ca0d None None] Checking agent: {'id': 'ca4f5c6d-f1fd-48b8-a3e3-395864c7d23d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 20, 56, 40), 'started_at': datetime.datetime(2021, 12, 25, 20, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 25, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:26:05.793205 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2182c41-1862-44a7-9b45-68cb0194ca0d None None] Checking segment: {'id': '2ae877f6-249d-4bc3-8b5d-037f70768e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'b2e70327-3e45-478f-8835-dd47e2049b2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:26:05.793610 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-d2182c41-1862-44a7-9b45-68cb0194ca0d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:05.794082 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2182c41-1862-44a7-9b45-68cb0194ca0d None None] Bound using segment: {'id': '2ae877f6-249d-4bc3-8b5d-037f70768e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'b2e70327-3e45-478f-8835-dd47e2049b2c'} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:26:05.794568 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-d2182c41-1862-44a7-9b45-68cb0194ca0d None None] Bound port: bed3c7ac-33a6-4e92-ae4b-e92633da0b0d, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ae877f6-249d-4bc3-8b5d-037f70768e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'b2e70327-3e45-478f-8835-dd47e2049b2c'}}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:26:05.794955 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-d2182c41-1862-44a7-9b45-68cb0194ca0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:05.827215 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-1ac8603a-a0a2-455d-86bb-fc93ea37429b None None] Deleting port c7390ab2-cd40-46e8-90b7-e1627b6633b5 {{(pid=121608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:26:05.827565 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-1ac8603a-a0a2-455d-86bb-fc93ea37429b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:05.842242 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.db [None req-4b068464-cd72-43cc-a5e8-aa1156666db4 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] For port c7390ab2-cd40-46e8-90b7-e1627b6633b5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c7390ab2-cd40-46e8-90b7-e1627b6633b5,segment=NetworkSegment(9e06f523-e3ce-46a9-ba8b-58f17693cded),segment_id=9e06f523-e3ce-46a9-ba8b-58f17693cded)] {{(pid=121607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:26:05.842939 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-4b068464-cd72-43cc-a5e8-aa1156666db4 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:05.859647 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-4b068464-cd72-43cc-a5e8-aa1156666db4 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Calling delete_port for c7390ab2-cd40-46e8-90b7-e1627b6633b5 owned by network:dhcp {{(pid=121607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:26:05.897711 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-1ac8603a-a0a2-455d-86bb-fc93ea37429b None None] For port c7390ab2-cd40-46e8-90b7-e1627b6633b5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c7390ab2-cd40-46e8-90b7-e1627b6633b5,segment=NetworkSegment(9e06f523-e3ce-46a9-ba8b-58f17693cded),segment_id=9e06f523-e3ce-46a9-ba8b-58f17693cded)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:26:05.898119 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-1ac8603a-a0a2-455d-86bb-fc93ea37429b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:05.920487 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-1ac8603a-a0a2-455d-86bb-fc93ea37429b None None] Calling delete_port for c7390ab2-cd40-46e8-90b7-e1627b6633b5 owned by network:dhcp {{(pid=121608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:26:06.004943 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.db.api [None req-d2182c41-1862-44a7-9b45-68cb0194ca0d None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=121608) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 25 21:26:06.005501 ncdv-master-1 neutron-server[121608]: DEBUG oslo_db.api [None req-d2182c41-1862-44a7-9b45-68cb0194ca0d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 25 21:26:06.018853 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-3ff81e1d-03e1-4fd6-b3f8-9a6ee9b0eb87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f261898c670>, [{'id': '26bcf8a2-51a7-43e2-9d5b-f18f43df7c65', 'name': 'tempest-RoutersIpV6Test-router-137911943', 'tenant_id': '3075932236c24ad8974bea0414dd1507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:25:30Z', 'updated_at': '2021-12-25T21:26:03Z', 'revision_number': 8, 'project_id': '3075932236c24ad8974bea0414dd1507', 'gw_port_host': None, '_interfaces': [{'id': '30d276c8-352c-4fee-81b2-dc105be2cf97', 'name': '', 'network_id': '82b6058b-9384-41d8-9c3f-000c180610b3', 'tenant_id': '3075932236c24ad8974bea0414dd1507', 'mac_address': 'fa:16:3e:3a:28:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26bcf8a2-51a7-43e2-9d5b-f18f43df7c65', 'device_owner': 'network:router_interface', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': 'd26521ed-5aa6-4cc0-8118-08157704ac07', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:25:32Z', 'updated_at': '2021-12-25T21:25:38Z', 'revision_number': 5, 'project_id': '3075932236c24ad8974bea0414dd1507', 'subnets': [{'id': 'd26521ed-5aa6-4cc0-8118-08157704ac07', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3f94ffb7-f77d-4113-9445-e6a7f950fe30', 'name': '', 'network_id': '95f01c3b-840d-4353-aa5e-dc4e37e69f22', 'tenant_id': '3075932236c24ad8974bea0414dd1507', 'mac_address': 'fa:16:3e:c8:d2:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26bcf8a2-51a7-43e2-9d5b-f18f43df7c65', 'device_owner': 'network:router_interface', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': '851ce575-2ab7-4d47-85c5-ae786b22120d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:25:44Z', 'updated_at': '2021-12-25T21:25:50Z', 'revision_number': 5, 'project_id': '3075932236c24ad8974bea0414dd1507', 'subnets': [{'id': '851ce575-2ab7-4d47-85c5-ae786b22120d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a9825f0b-9b80-4820-a611-a41252238755', 'name': '', 'network_id': '9a8e9b1e-c60c-4b3e-b9d3-3bfd39c0d76b', 'tenant_id': '3075932236c24ad8974bea0414dd1507', 'mac_address': 'fa:16:3e:98:e4:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26bcf8a2-51a7-43e2-9d5b-f18f43df7c65', 'device_owner': 'network:router_interface', 'standard_attr_id': 1718, 'fixed_ips': [{'subnet_id': '62ce5690-d30c-48d7-81db-ac2c321589bd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:25:38Z', 'updated_at': '2021-12-25T21:25:46Z', 'revision_number': 5, 'project_id': '3075932236c24ad8974bea0414dd1507', 'subnets': [{'id': '62ce5690-d30c-48d7-81db-ac2c321589bd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:26:06.022315 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-2a8e038e-1e9c-4760-b1a7-2997b23ceac5 tempest-RoutersAdminTest-58483452 tempest-RoutersAdminTest-58483452-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:06.027572 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1a644d69-5c1b-434d-a409-24a643c914d6 req-c933f878-f636-4e94-8a95-6fb2e4e3bae8 tempest-ServerAddressesNegativeTestJSON-1659920084 tempest-ServerAddressesNegativeTestJSON-1659920084-project] 10.222.0.32 "GET /v2.0/ports?device_id=67552d4b-2d47-4a5b-ac39-6664ed0b7525 HTTP/1.1" status: 200  len: 210 time: 0.0610464
Dec 25 21:26:06.060849 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ff81e1d-03e1-4fd6-b3f8-9a6ee9b0eb87 None None] The sync data for ids ['26bcf8a2-51a7-43e2-9d5b-f18f43df7c65'] in ncdv-master-1 is: [{'id': '26bcf8a2-51a7-43e2-9d5b-f18f43df7c65', 'name': 'tempest-RoutersIpV6Test-router-137911943', 'tenant_id': '3075932236c24ad8974bea0414dd1507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:25:30Z', 'updated_at': '2021-12-25T21:26:03Z', 'revision_number': 8, 'project_id': '3075932236c24ad8974bea0414dd1507', 'gw_port_host': None, '_interfaces': [{'id': '30d276c8-352c-4fee-81b2-dc105be2cf97', 'name': '', 'network_id': '82b6058b-9384-41d8-9c3f-000c180610b3', 'tenant_id': '3075932236c24ad8974bea0414dd1507', 'mac_address': 'fa:16:3e:3a:28:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26bcf8a2-51a7-43e2-9d5b-f18f43df7c65', 'device_owner': 'network:router_interface', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': 'd26521ed-5aa6-4cc0-8118-08157704ac07', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:25:32Z', 'updated_at': '2021-12-25T21:25:38Z', 'revision_number': 5, 'project_id': '3075932236c24ad8974bea0414dd1507', 'subnets': [{'id': 'd26521ed-5aa6-4cc0-8118-08157704ac07', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3f94ffb7-f77d-4113-9445-e6a7f950fe30', 'name': '', 'network_id': '95f01c3b-840d-4353-aa5e-dc4e37e69f22', 'tenant_id': '3075932236c24ad8974bea0414dd1507', 'mac_address': 'fa:16:3e:c8:d2:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26bcf8a2-51a7-43e2-9d5b-f18f43df7c65', 'device_owner': 'network:router_interface', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': '851ce575-2ab7-4d47-85c5-ae786b22120d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:25:44Z', 'updated_at': '2021-12-25T21:25:50Z', 'revision_number': 5, 'project_id': '3075932236c24ad8974bea0414dd1507', 'subnets': [{'id': '851ce575-2ab7-4d47-85c5-ae786b22120d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a9825f0b-9b80-4820-a611-a41252238755', 'name': '', 'network_id': '9a8e9b1e-c60c-4b3e-b9d3-3bfd39c0d76b', 'tenant_id': '3075932236c24ad8974bea0414dd1507', 'mac_address': 'fa:16:3e:98:e4:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26bcf8a2-51a7-43e2-9d5b-f18f43df7c65', 'device_owner': 'network:router_interface', 'standard_attr_id': 1718, 'fixed_ips': [{'subnet_id': '62ce5690-d30c-48d7-81db-ac2c321589bd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:25:38Z', 'updated_at': '2021-12-25T21:25:46Z', 'revision_number': 5, 'project_id': '3075932236c24ad8974bea0414dd1507', 'subnets': [{'id': '62ce5690-d30c-48d7-81db-ac2c321589bd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 21:26:06.061113 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8e038e-1e9c-4760-b1a7-2997b23ceac5 tempest-RoutersAdminTest-58483452 tempest-RoutersAdminTest-58483452-project-admin] Pushing event deleted for resources: {'Port': ['ID=bed3c7ac-33a6-4e92-ae4b-e92633da0b0d,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:26:06.087528 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-4b068464-cd72-43cc-a5e8-aa1156666db4 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:06.101046 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-1ac8603a-a0a2-455d-86bb-fc93ea37429b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955'] for port, after_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:06.127171 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b068464-cd72-43cc-a5e8-aa1156666db4 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] No DVR routers for this DVR port c7390ab2-cd40-46e8-90b7-e1627b6633b5 on host ncdv-master-1 {{(pid=121607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:26:06.137625 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b068464-cd72-43cc-a5e8-aa1156666db4 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Pushing event deleted for resources: {'Port': ['ID=c7390ab2-cd40-46e8-90b7-e1627b6633b5,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:26:06.143062 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-2a8e038e-1e9c-4760-b1a7-2997b23ceac5 tempest-RoutersAdminTest-58483452 tempest-RoutersAdminTest-58483452-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2008689'] for router_gateway, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:06.143946 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac8603a-a0a2-455d-86bb-fc93ea37429b None None] Pushing event deleted for resources: {'Port': ['ID=c7390ab2-cd40-46e8-90b7-e1627b6633b5,revision_number=None']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:26:06.150439 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ac8603a-a0a2-455d-86bb-fc93ea37429b None None] No DVR routers for this DVR port c7390ab2-cd40-46e8-90b7-e1627b6633b5 on host ncdv-master-1 {{(pid=121608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:26:06.241717 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-4b068464-cd72-43cc-a5e8-aa1156666db4 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997585', 'neutron.services.segments.db._delete_segments_for_network-8737602743071'] for network, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:06.270575 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-4b068464-cd72-43cc-a5e8-aa1156666db4 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2618e53880>,) {'filters': {'network_id': ['87a8012f-be3c-45c9-9f0b-0410eedee882']}} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:26:06.272622 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-2a8e038e-1e9c-4760-b1a7-2997b23ceac5 tempest-RoutersAdminTest-58483452 tempest-RoutersAdminTest-58483452-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2014235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14905'] for router, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:06.275134 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-2a8e038e-1e9c-4760-b1a7-2997b23ceac5 tempest-RoutersAdminTest-58483452 tempest-RoutersAdminTest-58483452-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:06.284176 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-4b068464-cd72-43cc-a5e8-aa1156666db4 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2618e53880>, '9e06f523-e3ce-46a9-ba8b-58f17693cded') {'for_net_delete': True} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:26:06.285383 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-4b068464-cd72-43cc-a5e8-aa1156666db4 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2618e53880>, '9e06f523-e3ce-46a9-ba8b-58f17693cded') {} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:26:06.302868 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-4b068464-cd72-43cc-a5e8-aa1156666db4 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737602746920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10246592'] for segment, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:06.321008 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-4b068464-cd72-43cc-a5e8-aa1156666db4 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:06.328588 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b068464-cd72-43cc-a5e8-aa1156666db4 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Releasing vlan 184 on physical network physnet1 to pool {{(pid=121607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 25 21:26:06.329027 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-4b068464-cd72-43cc-a5e8-aa1156666db4 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8633327'] for segment, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:06.335333 ncdv-master-1 neutron-server[121607]: Traceback (most recent call last):
Dec 25 21:26:06.335333 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 25 21:26:06.335333 ncdv-master-1 neutron-server[121607]:     timer()
Dec 25 21:26:06.335333 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 25 21:26:06.335333 ncdv-master-1 neutron-server[121607]:     cb(*args, **kw)
Dec 25 21:26:06.335333 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 25 21:26:06.335333 ncdv-master-1 neutron-server[121607]:     return func(*args, **kwargs)
Dec 25 21:26:06.335333 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 25 21:26:06.335333 ncdv-master-1 neutron-server[121607]:     self._notify()
Dec 25 21:26:06.335333 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 25 21:26:06.335333 ncdv-master-1 neutron-server[121607]:     self.callback(batched_events)
Dec 25 21:26:06.335333 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 25 21:26:06.335333 ncdv-master-1 neutron-server[121607]:     event.method(event)
Dec 25 21:26:06.335333 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 25 21:26:06.335333 ncdv-master-1 neutron-server[121607]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 25 21:26:06.335333 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 25 21:26:06.335333 ncdv-master-1 neutron-server[121607]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 25 21:26:06.335333 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 25 21:26:06.335333 ncdv-master-1 neutron-server[121607]:     return f(self, *a, **k)
Dec 25 21:26:06.335333 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 25 21:26:06.335333 ncdv-master-1 neutron-server[121607]:     return self._get(url).json()
Dec 25 21:26:06.335333 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 25 21:26:06.335333 ncdv-master-1 neutron-server[121607]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 25 21:26:06.335333 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 25 21:26:06.335333 ncdv-master-1 neutron-server[121607]:     return self.request(url, 'GET', **kwargs)
Dec 25 21:26:06.335333 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 25 21:26:06.335333 ncdv-master-1 neutron-server[121607]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 25 21:26:06.335333 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 25 21:26:06.335333 ncdv-master-1 neutron-server[121607]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 25 21:26:06.335333 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 25 21:26:06.335333 ncdv-master-1 neutron-server[121607]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 25 21:26:06.335333 ncdv-master-1 neutron-server[121607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 25 21:26:06.383660 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-2a8e038e-1e9c-4760-b1a7-2997b23ceac5 tempest-RoutersAdminTest-58483452 tempest-RoutersAdminTest-58483452-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2014220'] for router, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:06.384126 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a8e038e-1e9c-4760-b1a7-2997b23ceac5 tempest-RoutersAdminTest-58483452 tempest-RoutersAdminTest-58483452-project-admin] Fanout notify agent at l3_agent the message router_deleted on router cbb54575-baf6-4796-b2d6-d214e73306bf {{(pid=121606) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 25 21:26:06.388632 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-2a8e038e-1e9c-4760-b1a7-2997b23ceac5 tempest-RoutersAdminTest-58483452 tempest-RoutersAdminTest-58483452-project-admin] Publish callbacks [] for router, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:06.392742 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-2a8e038e-1e9c-4760-b1a7-2997b23ceac5 tempest-RoutersAdminTest-58483452 tempest-RoutersAdminTest-58483452-project-admin] 10.222.0.32 "DELETE /v2.0/routers/cbb54575-baf6-4796-b2d6-d214e73306bf HTTP/1.1" status: 204  len: 168 time: 1.9966564
Dec 25 21:26:06.395201 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 40902) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:26:06.443641 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_v2 [None req-371f4053-a96c-42a8-a2a3-05e5cdf4c731 tempest-RoutersAdminTest-58483452 tempest-RoutersAdminTest-58483452-project-admin] Deleting subnet ce019883-0f10-47f1-8675-6cec1f6d3213 {{(pid=121607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Dec 25 21:26:06.447374 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-371f4053-a96c-42a8-a2a3-05e5cdf4c731 tempest-RoutersAdminTest-58483452 tempest-RoutersAdminTest-58483452-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:06.499609 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-371f4053-a96c-42a8-a2a3-05e5cdf4c731 tempest-RoutersAdminTest-58483452 tempest-RoutersAdminTest-58483452-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10246617'] for subnet, precommit_delete_associations {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:06.528456 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-d2182c41-1862-44a7-9b45-68cb0194ca0d None None] Attempting to bind port bed3c7ac-33a6-4e92-ae4b-e92633da0b0d on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:26:06.530584 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-d2182c41-1862-44a7-9b45-68cb0194ca0d None None] Attempting to bind port bed3c7ac-33a6-4e92-ae4b-e92633da0b0d by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '2ae877f6-249d-4bc3-8b5d-037f70768e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'b2e70327-3e45-478f-8835-dd47e2049b2c'}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:26:06.530957 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2182c41-1862-44a7-9b45-68cb0194ca0d None None] Attempting to bind port bed3c7ac-33a6-4e92-ae4b-e92633da0b0d on network b2e70327-3e45-478f-8835-dd47e2049b2c {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:26:06.545689 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-4b068464-cd72-43cc-a5e8-aa1156666db4 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2008653'] for network, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:06.548436 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2182c41-1862-44a7-9b45-68cb0194ca0d None None] Checking agent: {'id': 'ca4f5c6d-f1fd-48b8-a3e3-395864c7d23d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 20, 56, 40), 'started_at': datetime.datetime(2021, 12, 25, 20, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 25, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:26:06.551118 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2182c41-1862-44a7-9b45-68cb0194ca0d None None] Checking segment: {'id': '2ae877f6-249d-4bc3-8b5d-037f70768e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'b2e70327-3e45-478f-8835-dd47e2049b2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:26:06.552856 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-d2182c41-1862-44a7-9b45-68cb0194ca0d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:06.553344 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2182c41-1862-44a7-9b45-68cb0194ca0d None None] Bound using segment: {'id': '2ae877f6-249d-4bc3-8b5d-037f70768e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'b2e70327-3e45-478f-8835-dd47e2049b2c'} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:26:06.554655 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-d2182c41-1862-44a7-9b45-68cb0194ca0d None None] Bound port: bed3c7ac-33a6-4e92-ae4b-e92633da0b0d, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ae877f6-249d-4bc3-8b5d-037f70768e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'b2e70327-3e45-478f-8835-dd47e2049b2c'}}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:26:06.554655 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-d2182c41-1862-44a7-9b45-68cb0194ca0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:06.560626 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-4b068464-cd72-43cc-a5e8-aa1156666db4 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for network, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:06.569087 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-4b068464-cd72-43cc-a5e8-aa1156666db4 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] 10.222.0.32 "DELETE /v2.0/networks/87a8012f-be3c-45c9-9f0b-0410eedee882 HTTP/1.1" status: 204  len: 168 time: 1.1699319
Dec 25 21:26:06.569522 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 40908) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:26:06.602190 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-d2182c41-1862-44a7-9b45-68cb0194ca0d None None] Port bed3c7ac-33a6-4e92-ae4b-e92633da0b0d has been deleted concurrently {{(pid=121608) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:665}}
Dec 25 21:26:06.618597 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2182c41-1862-44a7-9b45-68cb0194ca0d None None] Routers set() bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:26:06.618735 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b068464-cd72-43cc-a5e8-aa1156666db4 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Pushing event deleted for resources: {'Network': ['ID=87a8012f-be3c-45c9-9f0b-0410eedee882,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:26:06.619028 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2182c41-1862-44a7-9b45-68cb0194ca0d None None] Router IDs set() for agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}}
Dec 25 21:26:06.619683 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_agentschedulers_db [None req-d2182c41-1862-44a7-9b45-68cb0194ca0d None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'cbb54575-baf6-4796-b2d6-d214e73306bf'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:25:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent'). {{(pid=121608) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}}
Dec 25 21:26:06.620035 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2182c41-1862-44a7-9b45-68cb0194ca0d None None] The sync data for ids ['cbb54575-baf6-4796-b2d6-d214e73306bf'] in ncdv-master-1 is: [] {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 21:26:06.634033 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-371f4053-a96c-42a8-a2a3-05e5cdf4c731 tempest-RoutersAdminTest-58483452 tempest-RoutersAdminTest-58483452-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995662'] for subnet, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:06.819961 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-371f4053-a96c-42a8-a2a3-05e5cdf4c731 tempest-RoutersAdminTest-58483452 tempest-RoutersAdminTest-58483452-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8632410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8852809'] for subnet, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:06.852171 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371f4053-a96c-42a8-a2a3-05e5cdf4c731 tempest-RoutersAdminTest-58483452 tempest-RoutersAdminTest-58483452-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=ce019883-0f10-47f1-8675-6cec1f6d3213,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:26:06.861270 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-371f4053-a96c-42a8-a2a3-05e5cdf4c731 tempest-RoutersAdminTest-58483452 tempest-RoutersAdminTest-58483452-project-admin] Publish callbacks [] for subnet, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:06.865417 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-371f4053-a96c-42a8-a2a3-05e5cdf4c731 tempest-RoutersAdminTest-58483452 tempest-RoutersAdminTest-58483452-project-admin] 10.222.0.32 "DELETE /v2.0/subnets/ce019883-0f10-47f1-8675-6cec1f6d3213 HTTP/1.1" status: 204  len: 168 time: 0.4690261
Dec 25 21:26:06.868035 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 40924) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:26:06.969855 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-924dc17c-c494-4615-ae36-063149df4c4c tempest-RoutersAdminTest-58483452 tempest-RoutersAdminTest-58483452-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625803'] for network, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:06.995204 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-51d69c09-cb2f-4e4e-85ac-8a7d8ea0600b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:07.061564 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-015475f4-3427-4d08-bb7e-6dedc6e4e663 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2007615'] for router_interface, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:07.110795 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-924dc17c-c494-4615-ae36-063149df4c4c tempest-RoutersAdminTest-58483452 tempest-RoutersAdminTest-58483452-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997585', 'neutron.services.segments.db._delete_segments_for_network-8737602743071'] for network, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:07.160706 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-924dc17c-c494-4615-ae36-063149df4c4c tempest-RoutersAdminTest-58483452 tempest-RoutersAdminTest-58483452-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2613f83820>,) {'filters': {'network_id': ['b2e70327-3e45-478f-8835-dd47e2049b2c']}} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:26:07.172434 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 39faee5a-2001-417e-970e-60b31d1d4a93 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:26:07.188350 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-924dc17c-c494-4615-ae36-063149df4c4c tempest-RoutersAdminTest-58483452 tempest-RoutersAdminTest-58483452-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2613f83820>, '2ae877f6-249d-4bc3-8b5d-037f70768e64') {'for_net_delete': True} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:26:07.188350 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-924dc17c-c494-4615-ae36-063149df4c4c tempest-RoutersAdminTest-58483452 tempest-RoutersAdminTest-58483452-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2613f83820>, '2ae877f6-249d-4bc3-8b5d-037f70768e64') {} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:26:07.214090 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] No Port match for: 39faee5a-2001-417e-970e-60b31d1d4a93 {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:26:07.214443 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 39faee5a-2001-417e-970e-60b31d1d4a93 not bound to the agent host ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:26:07.214909 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device c7390ab2-cd40-46e8-90b7-e1627b6633b5 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:26:07.217911 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-924dc17c-c494-4615-ae36-063149df4c4c tempest-RoutersAdminTest-58483452 tempest-RoutersAdminTest-58483452-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737602746920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10246592'] for segment, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:07.240619 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-35c71bca-7d1e-4ac1-8cbb-783ac9f82213 req-d6c11a83-eeb9-4309-80fe-8902b93a8512 tempest-ServerAddressesNegativeTestJSON-1659920084 tempest-ServerAddressesNegativeTestJSON-1659920084-project] 10.222.0.32 "GET /v2.0/ports?device_id=67552d4b-2d47-4a5b-ac39-6664ed0b7525 HTTP/1.1" status: 200  len: 210 time: 0.0399113
Dec 25 21:26:07.249929 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-924dc17c-c494-4615-ae36-063149df4c4c tempest-RoutersAdminTest-58483452 tempest-RoutersAdminTest-58483452-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:07.259131 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] No Port match for: c7390ab2-cd40-46e8-90b7-e1627b6633b5 {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:26:07.259482 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device c7390ab2-cd40-46e8-90b7-e1627b6633b5 not bound to the agent host ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:26:07.273020 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-924dc17c-c494-4615-ae36-063149df4c4c tempest-RoutersAdminTest-58483452 tempest-RoutersAdminTest-58483452-project-admin] Releasing vlan 160 on physical network physnet1 to pool {{(pid=121607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 25 21:26:07.273600 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-924dc17c-c494-4615-ae36-063149df4c4c tempest-RoutersAdminTest-58483452 tempest-RoutersAdminTest-58483452-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8633327'] for segment, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:07.343987 ncdv-master-1 neutron-server[121607]: Traceback (most recent call last):
Dec 25 21:26:07.343987 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 25 21:26:07.343987 ncdv-master-1 neutron-server[121607]:     timer()
Dec 25 21:26:07.343987 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 25 21:26:07.343987 ncdv-master-1 neutron-server[121607]:     cb(*args, **kw)
Dec 25 21:26:07.343987 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 25 21:26:07.343987 ncdv-master-1 neutron-server[121607]:     return func(*args, **kwargs)
Dec 25 21:26:07.343987 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 25 21:26:07.343987 ncdv-master-1 neutron-server[121607]:     self._notify()
Dec 25 21:26:07.343987 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 25 21:26:07.343987 ncdv-master-1 neutron-server[121607]:     self.callback(batched_events)
Dec 25 21:26:07.343987 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 25 21:26:07.343987 ncdv-master-1 neutron-server[121607]:     event.method(event)
Dec 25 21:26:07.343987 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 25 21:26:07.343987 ncdv-master-1 neutron-server[121607]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 25 21:26:07.343987 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 25 21:26:07.343987 ncdv-master-1 neutron-server[121607]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 25 21:26:07.343987 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 25 21:26:07.343987 ncdv-master-1 neutron-server[121607]:     return f(self, *a, **k)
Dec 25 21:26:07.343987 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 25 21:26:07.343987 ncdv-master-1 neutron-server[121607]:     return self._get(url).json()
Dec 25 21:26:07.343987 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 25 21:26:07.343987 ncdv-master-1 neutron-server[121607]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 25 21:26:07.343987 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 25 21:26:07.343987 ncdv-master-1 neutron-server[121607]:     return self.request(url, 'GET', **kwargs)
Dec 25 21:26:07.343987 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 25 21:26:07.343987 ncdv-master-1 neutron-server[121607]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 25 21:26:07.343987 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 25 21:26:07.343987 ncdv-master-1 neutron-server[121607]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 25 21:26:07.343987 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 25 21:26:07.343987 ncdv-master-1 neutron-server[121607]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 25 21:26:07.343987 ncdv-master-1 neutron-server[121607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 25 21:26:07.465844 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-015475f4-3427-4d08-bb7e-6dedc6e4e663 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Deleting port 3f94ffb7-f77d-4113-9445-e6a7f950fe30 {{(pid=121606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:26:07.466190 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-015475f4-3427-4d08-bb7e-6dedc6e4e663 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:07.492116 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-924dc17c-c494-4615-ae36-063149df4c4c tempest-RoutersAdminTest-58483452 tempest-RoutersAdminTest-58483452-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2008653'] for network, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:07.500962 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-924dc17c-c494-4615-ae36-063149df4c4c tempest-RoutersAdminTest-58483452 tempest-RoutersAdminTest-58483452-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  b2e70327-3e45-478f-8835-dd47e2049b2c {{(pid=121607) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}}
Dec 25 21:26:07.506059 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-924dc17c-c494-4615-ae36-063149df4c4c tempest-RoutersAdminTest-58483452 tempest-RoutersAdminTest-58483452-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for network, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:07.510532 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-924dc17c-c494-4615-ae36-063149df4c4c tempest-RoutersAdminTest-58483452 tempest-RoutersAdminTest-58483452-project-admin] 10.222.0.32 "DELETE /v2.0/networks/b2e70327-3e45-478f-8835-dd47e2049b2c HTTP/1.1" status: 204  len: 168 time: 0.6412702
Dec 25 21:26:07.532253 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924dc17c-c494-4615-ae36-063149df4c4c tempest-RoutersAdminTest-58483452 tempest-RoutersAdminTest-58483452-project-admin] Pushing event deleted for resources: {'Network': ['ID=b2e70327-3e45-478f-8835-dd47e2049b2c,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:26:07.566691 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [None req-015475f4-3427-4d08-bb7e-6dedc6e4e663 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] For port 3f94ffb7-f77d-4113-9445-e6a7f950fe30, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3f94ffb7-f77d-4113-9445-e6a7f950fe30,segment=NetworkSegment(25fe9b7d-15a4-4bf3-8cbd-d39c28959931),segment_id=25fe9b7d-15a4-4bf3-8cbd-d39c28959931)] {{(pid=121606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:26:07.567157 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-015475f4-3427-4d08-bb7e-6dedc6e4e663 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:07.581488 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-015475f4-3427-4d08-bb7e-6dedc6e4e663 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Calling delete_port for 3f94ffb7-f77d-4113-9445-e6a7f950fe30 owned by network:router_interface {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:26:07.950957 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-015475f4-3427-4d08-bb7e-6dedc6e4e663 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:07.991302 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeeaddb2-6332-4204-9f73-9c56f2a07ebf req-7de0a55e-7de4-4413-8323-08c4cf5f816f tempest-ServerAddressesNegativeTestJSON-1659920084 tempest-ServerAddressesNegativeTestJSON-1659920084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:26:07.993339 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-aeeaddb2-6332-4204-9f73-9c56f2a07ebf req-7de0a55e-7de4-4413-8323-08c4cf5f816f tempest-ServerAddressesNegativeTestJSON-1659920084 tempest-ServerAddressesNegativeTestJSON-1659920084-project] 10.222.0.37 "GET /v2.0/networks?id=62035f0b-310d-441b-86b6-87cbf84c7a7f HTTP/1.1" status: 200  len: 821 time: 0.1464794
Dec 25 21:26:07.994520 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015475f4-3427-4d08-bb7e-6dedc6e4e663 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Pushing event deleted for resources: {'Port': ['ID=3f94ffb7-f77d-4113-9445-e6a7f950fe30,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:26:07.996210 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 40962) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:26:08.008295 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-aeeaddb2-6332-4204-9f73-9c56f2a07ebf req-95575dd7-a88f-48a6-a5fe-49353dc03240 tempest-ServerAddressesNegativeTestJSON-1659920084 tempest-ServerAddressesNegativeTestJSON-1659920084-project] Request body: {'port': {'device_id': '67552d4b-2d47-4a5b-ac39-6664ed0b7525', 'network_id': '62035f0b-310d-441b-86b6-87cbf84c7a7f', 'admin_state_up': True, 'tenant_id': '5a8dd053b27a426f844ddb32e4f1d6f6'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:26:08.263448 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:08.430708 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 40976) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:26:08.434689 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3e945ecd-9380-47c2-aa0a-12ebe07e03e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:08.553713 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 40980) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:26:08.559717 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-3165e50c-8a7d-4512-8d5a-86b4eaa5711f tempest-RoutersAdminTest-58483452 tempest-RoutersAdminTest-58483452-project-admin] Request body: {'router': {'name': 'tempest-router--251896296', 'project_id': '94e6a540cce74ba1a6eae31ab17ff968'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:26:08.626896 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a0f0daad-9f89-4bfd-83a1-5a5bcbb45847 req-23dc5668-9630-41da-ad75-e38b00b29e3f tempest-ServerAddressesNegativeTestJSON-1659920084 tempest-ServerAddressesNegativeTestJSON-1659920084-project] 10.222.0.32 "GET /v2.0/ports?device_id=67552d4b-2d47-4a5b-ac39-6664ed0b7525 HTTP/1.1" status: 200  len: 210 time: 0.0435464
Dec 25 21:26:08.649852 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-015475f4-3427-4d08-bb7e-6dedc6e4e663 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2007763'] for router_interface, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:08.664551 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-3165e50c-8a7d-4512-8d5a-86b4eaa5711f tempest-RoutersAdminTest-58483452 tempest-RoutersAdminTest-58483452-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2014909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14863'] for router, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:08.665838 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-3165e50c-8a7d-4512-8d5a-86b4eaa5711f tempest-RoutersAdminTest-58483452 tempest-RoutersAdminTest-58483452-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2014285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2009796', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2082630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14848'] for router, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:08.684687 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-584a1ef2-b25e-499b-8437-9287f9c4b592 tempest-BulkNetworkOpsIpV6Test-1238511822 tempest-BulkNetworkOpsIpV6Test-1238511822-project] Request body: {'networks': [{'name': 'tempest-network--1401175536'}, {'name': 'tempest-network--355388689'}]} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:26:08.685303 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-584a1ef2-b25e-499b-8437-9287f9c4b592 tempest-BulkNetworkOpsIpV6Test-1238511822 tempest-BulkNetworkOpsIpV6Test-1238511822-project] Request body: {'network': {'name': 'tempest-network--1401175536'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:26:08.685868 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-584a1ef2-b25e-499b-8437-9287f9c4b592 tempest-BulkNetworkOpsIpV6Test-1238511822 tempest-BulkNetworkOpsIpV6Test-1238511822-project] Request body: {'network': {'name': 'tempest-network--355388689'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:26:08.746883 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-3165e50c-8a7d-4512-8d5a-86b4eaa5711f tempest-RoutersAdminTest-58483452 tempest-RoutersAdminTest-58483452-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:08.760989 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-124b0a0c-4c3e-4d91-a2fb-120cec211f57 admin admin] Publish callbacks [] for security_group, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:08.838115 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-124b0a0c-4c3e-4d91-a2fb-120cec211f57 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:08.864273 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-015475f4-3427-4d08-bb7e-6dedc6e4e663 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Router 26bcf8a2-51a7-43e2-9d5b-f18f43df7c65 has already been hosted by L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 {{(pid=121606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 25 21:26:08.880972 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-584a1ef2-b25e-499b-8437-9287f9c4b592 tempest-BulkNetworkOpsIpV6Test-1238511822 tempest-BulkNetworkOpsIpV6Test-1238511822-project] Made reservation on behalf of de2e73a0bdf847d09859985d18e2302e for: {'network': 2} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:26:08.885443 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-584a1ef2-b25e-499b-8437-9287f9c4b592 tempest-BulkNetworkOpsIpV6Test-1238511822 tempest-BulkNetworkOpsIpV6Test-1238511822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for network, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:08.887718 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-3165e50c-8a7d-4512-8d5a-86b4eaa5711f tempest-RoutersAdminTest-58483452 tempest-RoutersAdminTest-58483452-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2014278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2009753'] for router, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:08.900739 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-584a1ef2-b25e-499b-8437-9287f9c4b592 tempest-BulkNetworkOpsIpV6Test-1238511822 tempest-BulkNetworkOpsIpV6Test-1238511822-project] Publish callbacks [] for security_group, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:08.909640 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aeeaddb2-6332-4204-9f73-9c56f2a07ebf req-95575dd7-a88f-48a6-a5fe-49353dc03240 tempest-ServerAddressesNegativeTestJSON-1659920084 tempest-ServerAddressesNegativeTestJSON-1659920084-project] Made reservation on behalf of 5a8dd053b27a426f844ddb32e4f1d6f6 for: {'port': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:26:08.913155 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-aeeaddb2-6332-4204-9f73-9c56f2a07ebf req-95575dd7-a88f-48a6-a5fe-49353dc03240 tempest-ServerAddressesNegativeTestJSON-1659920084 tempest-ServerAddressesNegativeTestJSON-1659920084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:08.957080 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-124b0a0c-4c3e-4d91-a2fb-120cec211f57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:08.995650 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-3165e50c-8a7d-4512-8d5a-86b4eaa5711f tempest-RoutersAdminTest-58483452 tempest-RoutersAdminTest-58483452-project-admin] Publish callbacks [] for router, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:08.999679 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-3165e50c-8a7d-4512-8d5a-86b4eaa5711f tempest-RoutersAdminTest-58483452 tempest-RoutersAdminTest-58483452-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 722 time: 0.4420853
Dec 25 21:26:09.012154 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 40984) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:26:09.020801 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-584a1ef2-b25e-499b-8437-9287f9c4b592 tempest-BulkNetworkOpsIpV6Test-1238511822 tempest-BulkNetworkOpsIpV6Test-1238511822-project] Publish callbacks [] for security_group, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:09.027220 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-015475f4-3427-4d08-bb7e-6dedc6e4e663 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 21:26:09.030300 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-124b0a0c-4c3e-4d91-a2fb-120cec211f57 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=71729fa822434d989cdfd47cd1515f1c&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5964551
Dec 25 21:26:09.030903 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 40986) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:26:09.034421 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124b0a0c-4c3e-4d91-a2fb-120cec211f57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34a683a9-037d-4f69-b71a-7787bab67104,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:26:09.045065 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c96f63f-deaf-4e3a-b02a-e38008d0c158 None None] Sync routers for ids ['26bcf8a2-51a7-43e2-9d5b-f18f43df7c65'] in ncdv-master-1 {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 21:26:09.063111 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c96f63f-deaf-4e3a-b02a-e38008d0c158 None None] Routers {'26bcf8a2-51a7-43e2-9d5b-f18f43df7c65'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:26:09.064031 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-9c96f63f-deaf-4e3a-b02a-e38008d0c158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f26132bce20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:26:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['26bcf8a2-51a7-43e2-9d5b-f18f43df7c65'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:26:09.074931 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-015475f4-3427-4d08-bb7e-6dedc6e4e663 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] 10.222.0.32 "PUT /v2.0/routers/26bcf8a2-51a7-43e2-9d5b-f18f43df7c65/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.5043113
Dec 25 21:26:09.077807 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 40988) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:26:09.093268 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-584a1ef2-b25e-499b-8437-9287f9c4b592 tempest-BulkNetworkOpsIpV6Test-1238511822 tempest-BulkNetworkOpsIpV6Test-1238511822-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:09.093606 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-584a1ef2-b25e-499b-8437-9287f9c4b592 tempest-BulkNetworkOpsIpV6Test-1238511822 tempest-BulkNetworkOpsIpV6Test-1238511822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for network, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:09.154768 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 40990) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:26:09.168858 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-3fef5292-6c9e-4163-ab2c-12a45239e552 tempest-RoutersAdminTest-58483452 tempest-RoutersAdminTest-58483452-project-admin] Publish callbacks [] for router, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:09.188597 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584a1ef2-b25e-499b-8437-9287f9c4b592 tempest-BulkNetworkOpsIpV6Test-1238511822 tempest-BulkNetworkOpsIpV6Test-1238511822-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14d4a5b4-c430-40c3-a4eb-5413c25d67ab,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:26:09.196697 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-584a1ef2-b25e-499b-8437-9287f9c4b592 tempest-BulkNetworkOpsIpV6Test-1238511822 tempest-BulkNetworkOpsIpV6Test-1238511822-project] vlan segment allocate from pool success with {'vlan_id': 176, 'physical_network': 'physnet1'}  {{(pid=121607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 25 21:26:09.199247 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-0240f6da-04b5-42e5-95c0-c4de78cf8e3b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:09.222650 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-584a1ef2-b25e-499b-8437-9287f9c4b592 tempest-BulkNetworkOpsIpV6Test-1238511822 tempest-BulkNetworkOpsIpV6Test-1238511822-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:09.223278 ncdv-master-1 neutron-server[121607]: INFO neutron.db.segments_db [None req-584a1ef2-b25e-499b-8437-9287f9c4b592 tempest-BulkNetworkOpsIpV6Test-1238511822 tempest-BulkNetworkOpsIpV6Test-1238511822-project] Added segment 4468c583-b6dc-49d5-9d42-b17ed4370cfa of type vlan for network f0fe2431-9c95-45f1-bdad-026b9b11b184
Dec 25 21:26:09.234376 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvr_db [None req-9c96f63f-deaf-4e3a-b02a-e38008d0c158 None None] Set router 26bcf8a2-51a7-43e2-9d5b-f18f43df7c65 gateway port host: None {{(pid=121608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:26:09.240742 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-0240f6da-04b5-42e5-95c0-c4de78cf8e3b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:09.257238 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb77eac2-2b0c-4488-96dc-2aa2ec382aa7 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Deleting subnet 851ce575-2ab7-4d47-85c5-ae786b22120d {{(pid=121606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Dec 25 21:26:09.291848 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-fb77eac2-2b0c-4488-96dc-2aa2ec382aa7 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks [] for subnet, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:09.292577 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-584a1ef2-b25e-499b-8437-9287f9c4b592 tempest-BulkNetworkOpsIpV6Test-1238511822 tempest-BulkNetworkOpsIpV6Test-1238511822-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737602163420'] for network, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:09.330247 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-584a1ef2-b25e-499b-8437-9287f9c4b592 tempest-BulkNetworkOpsIpV6Test-1238511822 tempest-BulkNetworkOpsIpV6Test-1238511822-project] vlan segment allocate from pool success with {'vlan_id': 158, 'physical_network': 'physnet1'}  {{(pid=121607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 25 21:26:09.342731 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-584a1ef2-b25e-499b-8437-9287f9c4b592 tempest-BulkNetworkOpsIpV6Test-1238511822 tempest-BulkNetworkOpsIpV6Test-1238511822-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:09.343081 ncdv-master-1 neutron-server[121607]: INFO neutron.db.segments_db [None req-584a1ef2-b25e-499b-8437-9287f9c4b592 tempest-BulkNetworkOpsIpV6Test-1238511822 tempest-BulkNetworkOpsIpV6Test-1238511822-project] Added segment a3db494d-9a6e-451a-8a3b-d88dc776613b of type vlan for network 7462c800-5789-4148-aee2-206eb66edd96
Dec 25 21:26:09.346332 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_common [req-aeeaddb2-6332-4204-9f73-9c56f2a07ebf req-95575dd7-a88f-48a6-a5fe-49353dc03240 tempest-ServerAddressesNegativeTestJSON-1659920084 tempest-ServerAddressesNegativeTestJSON-1659920084-project] Allocated IP 172.20.0.6 (62035f0b-310d-441b-86b6-87cbf84c7a7f/24194204-c9b0-4c53-87e2-606651bc580d/a935ddec-3753-4cad-bfd1-a5b690147f82) {{(pid=121606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:26:09.387746 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-584a1ef2-b25e-499b-8437-9287f9c4b592 tempest-BulkNetworkOpsIpV6Test-1238511822 tempest-BulkNetworkOpsIpV6Test-1238511822-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737602163420'] for network, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:09.398838 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-0240f6da-04b5-42e5-95c0-c4de78cf8e3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:09.401742 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-0240f6da-04b5-42e5-95c0-c4de78cf8e3b admin admin] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:09.403159 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-0240f6da-04b5-42e5-95c0-c4de78cf8e3b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/34a683a9-037d-4f69-b71a-7787bab67104 HTTP/1.1" status: 204  len: 168 time: 0.3710766
Dec 25 21:26:09.414902 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-982e6a24-e970-40c0-a62e-fb7ad29bc94e admin admin] Publish callbacks [] for security_group, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:09.437310 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0240f6da-04b5-42e5-95c0-c4de78cf8e3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34a683a9-037d-4f69-b71a-7787bab67104,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:26:09.448945 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-3fef5292-6c9e-4163-ab2c-12a45239e552 tempest-RoutersAdminTest-58483452 tempest-RoutersAdminTest-58483452-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2014235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14905'] for router, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:09.460299 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-3fef5292-6c9e-4163-ab2c-12a45239e552 tempest-RoutersAdminTest-58483452 tempest-RoutersAdminTest-58483452-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:09.463146 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-15cb578f-7a63-4fd3-925d-83bad4c7b82a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:09.470198 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-fb77eac2-2b0c-4488-96dc-2aa2ec382aa7 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9084199'] for subnet, precommit_delete_associations {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:09.541433 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-9c96f63f-deaf-4e3a-b02a-e38008d0c158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f26132bce20>, [{'id': '26bcf8a2-51a7-43e2-9d5b-f18f43df7c65', 'name': 'tempest-RoutersIpV6Test-router-137911943', 'tenant_id': '3075932236c24ad8974bea0414dd1507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:25:30Z', 'updated_at': '2021-12-25T21:26:07Z', 'revision_number': 9, 'project_id': '3075932236c24ad8974bea0414dd1507', 'gw_port_host': None, '_interfaces': [{'id': '30d276c8-352c-4fee-81b2-dc105be2cf97', 'name': '', 'network_id': '82b6058b-9384-41d8-9c3f-000c180610b3', 'tenant_id': '3075932236c24ad8974bea0414dd1507', 'mac_address': 'fa:16:3e:3a:28:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26bcf8a2-51a7-43e2-9d5b-f18f43df7c65', 'device_owner': 'network:router_interface', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': 'd26521ed-5aa6-4cc0-8118-08157704ac07', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:25:32Z', 'updated_at': '2021-12-25T21:25:38Z', 'revision_number': 5, 'project_id': '3075932236c24ad8974bea0414dd1507', 'subnets': [{'id': 'd26521ed-5aa6-4cc0-8118-08157704ac07', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a9825f0b-9b80-4820-a611-a41252238755', 'name': '', 'network_id': '9a8e9b1e-c60c-4b3e-b9d3-3bfd39c0d76b', 'tenant_id': '3075932236c24ad8974bea0414dd1507', 'mac_address': 'fa:16:3e:98:e4:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26bcf8a2-51a7-43e2-9d5b-f18f43df7c65', 'device_owner': 'network:router_interface', 'standard_attr_id': 1718, 'fixed_ips': [{'subnet_id': '62ce5690-d30c-48d7-81db-ac2c321589bd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:25:38Z', 'updated_at': '2021-12-25T21:25:46Z', 'revision_number': 5, 'project_id': '3075932236c24ad8974bea0414dd1507', 'subnets': [{'id': '62ce5690-d30c-48d7-81db-ac2c321589bd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:26:09.567385 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-584a1ef2-b25e-499b-8437-9287f9c4b592 tempest-BulkNetworkOpsIpV6Test-1238511822 tempest-BulkNetworkOpsIpV6Test-1238511822-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870'] for network, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:09.569951 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-584a1ef2-b25e-499b-8437-9287f9c4b592 tempest-BulkNetworkOpsIpV6Test-1238511822 tempest-BulkNetworkOpsIpV6Test-1238511822-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870'] for network, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:09.572645 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c96f63f-deaf-4e3a-b02a-e38008d0c158 None None] Checking router: 26bcf8a2-51a7-43e2-9d5b-f18f43df7c65 for host: ncdv-master-1 {{(pid=121608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 25 21:26:09.576893 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-584a1ef2-b25e-499b-8437-9287f9c4b592 tempest-BulkNetworkOpsIpV6Test-1238511822 tempest-BulkNetworkOpsIpV6Test-1238511822-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:26:09.581882 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c96f63f-deaf-4e3a-b02a-e38008d0c158 None None] Routers {'26bcf8a2-51a7-43e2-9d5b-f18f43df7c65'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:26:09.582494 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-9c96f63f-deaf-4e3a-b02a-e38008d0c158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f26132bce20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:26:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['26bcf8a2-51a7-43e2-9d5b-f18f43df7c65'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:26:09.583036 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-584a1ef2-b25e-499b-8437-9287f9c4b592 tempest-BulkNetworkOpsIpV6Test-1238511822 tempest-BulkNetworkOpsIpV6Test-1238511822-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:26:09.584132 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-584a1ef2-b25e-499b-8437-9287f9c4b592 tempest-BulkNetworkOpsIpV6Test-1238511822 tempest-BulkNetworkOpsIpV6Test-1238511822-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for network, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:09.682472 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584a1ef2-b25e-499b-8437-9287f9c4b592 tempest-BulkNetworkOpsIpV6Test-1238511822 tempest-BulkNetworkOpsIpV6Test-1238511822-project] Pushing event updated for resources: {'Network': ['ID=f0fe2431-9c95-45f1-bdad-026b9b11b184,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:26:09.686050 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-fb77eac2-2b0c-4488-96dc-2aa2ec382aa7 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995662'] for subnet, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:09.770520 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584a1ef2-b25e-499b-8437-9287f9c4b592 tempest-BulkNetworkOpsIpV6Test-1238511822 tempest-BulkNetworkOpsIpV6Test-1238511822-project] Pushing event updated for resources: {'Network': ['ID=7462c800-5789-4148-aee2-206eb66edd96,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:26:09.778598 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-3fef5292-6c9e-4163-ab2c-12a45239e552 tempest-RoutersAdminTest-58483452 tempest-RoutersAdminTest-58483452-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2014220'] for router, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:09.779342 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fef5292-6c9e-4163-ab2c-12a45239e552 tempest-RoutersAdminTest-58483452 tempest-RoutersAdminTest-58483452-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 066c6c69-7151-45ee-93f5-7622cc886af6 {{(pid=121606) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 25 21:26:09.785913 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-06110af4-4914-4895-ab64-2c75ac149391 req-2db23d43-a9fc-40d2-8fce-b8d04218a727 tempest-ServerAddressesNegativeTestJSON-1659920084 tempest-ServerAddressesNegativeTestJSON-1659920084-project] 10.222.0.32 "GET /v2.0/ports?device_id=67552d4b-2d47-4a5b-ac39-6664ed0b7525 HTTP/1.1" status: 200  len: 210 time: 0.0623641
Dec 25 21:26:09.797568 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-3fef5292-6c9e-4163-ab2c-12a45239e552 tempest-RoutersAdminTest-58483452 tempest-RoutersAdminTest-58483452-project-admin] Publish callbacks [] for router, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:09.797568 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-3fef5292-6c9e-4163-ab2c-12a45239e552 tempest-RoutersAdminTest-58483452 tempest-RoutersAdminTest-58483452-project-admin] 10.222.0.32 "DELETE /v2.0/routers/066c6c69-7151-45ee-93f5-7622cc886af6 HTTP/1.1" status: 204  len: 168 time: 0.7787042
Dec 25 21:26:09.822225 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-584a1ef2-b25e-499b-8437-9287f9c4b592 tempest-BulkNetworkOpsIpV6Test-1238511822 tempest-BulkNetworkOpsIpV6Test-1238511822-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 1319 time: 1.8217394
Dec 25 21:26:09.830095 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 41004) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:26:09.845150 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Network f0fe2431-9c95-45f1-bdad-026b9b11b184 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 25 21:26:09.848268 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Network 7462c800-5789-4148-aee2-206eb66edd96 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 25 21:26:09.903739 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-aeeaddb2-6332-4204-9f73-9c56f2a07ebf req-95575dd7-a88f-48a6-a5fe-49353dc03240 tempest-ServerAddressesNegativeTestJSON-1659920084 tempest-ServerAddressesNegativeTestJSON-1659920084-project] Publish callbacks [] for port, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:09.929369 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvr_db [None req-9c96f63f-deaf-4e3a-b02a-e38008d0c158 None None] Set router 26bcf8a2-51a7-43e2-9d5b-f18f43df7c65 gateway port host: None {{(pid=121608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:26:09.930134 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-982e6a24-e970-40c0-a62e-fb7ad29bc94e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:09.983912 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-fb77eac2-2b0c-4488-96dc-2aa2ec382aa7 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9084363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9028506'] for subnet, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:10.015075 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb77eac2-2b0c-4488-96dc-2aa2ec382aa7 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Pushing event deleted for resources: {'Subnet': ['ID=851ce575-2ab7-4d47-85c5-ae786b22120d,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:26:10.016862 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-982e6a24-e970-40c0-a62e-fb7ad29bc94e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:10.030495 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-fb77eac2-2b0c-4488-96dc-2aa2ec382aa7 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for subnet, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:10.037132 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-fb77eac2-2b0c-4488-96dc-2aa2ec382aa7 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] 10.222.0.32 "DELETE /v2.0/subnets/851ce575-2ab7-4d47-85c5-ae786b22120d HTTP/1.1" status: 204  len: 168 time: 0.9559166
Dec 25 21:26:10.039606 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 41006) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:26:10.046505 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77ab11b6-4ead-4310-b5d6-b53e769887b2 None None] Network 95f01c3b-840d-4353-aa5e-dc4e37e69f22 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:26:10.116112 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-982e6a24-e970-40c0-a62e-fb7ad29bc94e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b4b92da921c94fee870199c7fd9db47f&name=default HTTP/1.1" status: 200  len: 3000 time: 0.9602685
Dec 25 21:26:10.122155 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-aeeaddb2-6332-4204-9f73-9c56f2a07ebf req-95575dd7-a88f-48a6-a5fe-49353dc03240 tempest-ServerAddressesNegativeTestJSON-1659920084 tempest-ServerAddressesNegativeTestJSON-1659920084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:10.123727 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 41008) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:26:10.139480 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982e6a24-e970-40c0-a62e-fb7ad29bc94e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a4ed0a0-7903-408b-a6a8-63a44b74c39f,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:26:10.209516 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 41010) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:26:10.241056 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aeeaddb2-6332-4204-9f73-9c56f2a07ebf req-95575dd7-a88f-48a6-a5fe-49353dc03240 tempest-ServerAddressesNegativeTestJSON-1659920084 tempest-ServerAddressesNegativeTestJSON-1659920084-project] Network 62035f0b-310d-441b-86b6-87cbf84c7a7f is already hosted by enough agents. {{(pid=121606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:26:10.256108 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [req-aeeaddb2-6332-4204-9f73-9c56f2a07ebf req-95575dd7-a88f-48a6-a5fe-49353dc03240 tempest-ServerAddressesNegativeTestJSON-1659920084 tempest-ServerAddressesNegativeTestJSON-1659920084-project] Resources bound (agent type, host, resource id):  {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:26:10.276939 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [req-aeeaddb2-6332-4204-9f73-9c56f2a07ebf req-95575dd7-a88f-48a6-a5fe-49353dc03240 tempest-ServerAddressesNegativeTestJSON-1659920084 tempest-ServerAddressesNegativeTestJSON-1659920084-project] Received port after_create {{(pid=121606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:26:10.310377 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-56c52fc6-9d90-441f-b4cf-ebdf28941b4d tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625803'] for network, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:10.329149 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95575dd7-a88f-48a6-a5fe-49353dc03240 tempest-ServerAddressesNegativeTestJSON-1659920084 tempest-ServerAddressesNegativeTestJSON-1659920084-project] Pushing event updated for resources: {'Port': ['ID=a935ddec-3753-4cad-bfd1-a5b690147f82,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:26:10.349054 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-9c96f63f-deaf-4e3a-b02a-e38008d0c158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f26132bce20>, [{'id': '26bcf8a2-51a7-43e2-9d5b-f18f43df7c65', 'name': 'tempest-RoutersIpV6Test-router-137911943', 'tenant_id': '3075932236c24ad8974bea0414dd1507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:25:30Z', 'updated_at': '2021-12-25T21:26:07Z', 'revision_number': 9, 'project_id': '3075932236c24ad8974bea0414dd1507', 'gw_port_host': None, '_interfaces': [{'id': '30d276c8-352c-4fee-81b2-dc105be2cf97', 'name': '', 'network_id': '82b6058b-9384-41d8-9c3f-000c180610b3', 'tenant_id': '3075932236c24ad8974bea0414dd1507', 'mac_address': 'fa:16:3e:3a:28:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26bcf8a2-51a7-43e2-9d5b-f18f43df7c65', 'device_owner': 'network:router_interface', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': 'd26521ed-5aa6-4cc0-8118-08157704ac07', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:25:32Z', 'updated_at': '2021-12-25T21:25:38Z', 'revision_number': 5, 'project_id': '3075932236c24ad8974bea0414dd1507', 'subnets': [{'id': 'd26521ed-5aa6-4cc0-8118-08157704ac07', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a9825f0b-9b80-4820-a611-a41252238755', 'name': '', 'network_id': '9a8e9b1e-c60c-4b3e-b9d3-3bfd39c0d76b', 'tenant_id': '3075932236c24ad8974bea0414dd1507', 'mac_address': 'fa:16:3e:98:e4:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26bcf8a2-51a7-43e2-9d5b-f18f43df7c65', 'device_owner': 'network:router_interface', 'standard_attr_id': 1718, 'fixed_ips': [{'subnet_id': '62ce5690-d30c-48d7-81db-ac2c321589bd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:25:38Z', 'updated_at': '2021-12-25T21:25:46Z', 'revision_number': 5, 'project_id': '3075932236c24ad8974bea0414dd1507', 'subnets': [{'id': '62ce5690-d30c-48d7-81db-ac2c321589bd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:26:10.365819 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeeaddb2-6332-4204-9f73-9c56f2a07ebf req-95575dd7-a88f-48a6-a5fe-49353dc03240 tempest-ServerAddressesNegativeTestJSON-1659920084 tempest-ServerAddressesNegativeTestJSON-1659920084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:26:10.371250 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-aeeaddb2-6332-4204-9f73-9c56f2a07ebf req-95575dd7-a88f-48a6-a5fe-49353dc03240 tempest-ServerAddressesNegativeTestJSON-1659920084 tempest-ServerAddressesNegativeTestJSON-1659920084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:10.383617 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-6816e37a-a574-4962-b787-1f69d30cb3e6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:10.385325 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c96f63f-deaf-4e3a-b02a-e38008d0c158 None None] The sync data for ids ['26bcf8a2-51a7-43e2-9d5b-f18f43df7c65'] in ncdv-master-1 is: [{'id': '26bcf8a2-51a7-43e2-9d5b-f18f43df7c65', 'name': 'tempest-RoutersIpV6Test-router-137911943', 'tenant_id': '3075932236c24ad8974bea0414dd1507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:25:30Z', 'updated_at': '2021-12-25T21:26:07Z', 'revision_number': 9, 'project_id': '3075932236c24ad8974bea0414dd1507', 'gw_port_host': None, '_interfaces': [{'id': '30d276c8-352c-4fee-81b2-dc105be2cf97', 'name': '', 'network_id': '82b6058b-9384-41d8-9c3f-000c180610b3', 'tenant_id': '3075932236c24ad8974bea0414dd1507', 'mac_address': 'fa:16:3e:3a:28:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26bcf8a2-51a7-43e2-9d5b-f18f43df7c65', 'device_owner': 'network:router_interface', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': 'd26521ed-5aa6-4cc0-8118-08157704ac07', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:25:32Z', 'updated_at': '2021-12-25T21:25:38Z', 'revision_number': 5, 'project_id': '3075932236c24ad8974bea0414dd1507', 'subnets': [{'id': 'd26521ed-5aa6-4cc0-8118-08157704ac07', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a9825f0b-9b80-4820-a611-a41252238755', 'name': '', 'network_id': '9a8e9b1e-c60c-4b3e-b9d3-3bfd39c0d76b', 'tenant_id': '3075932236c24ad8974bea0414dd1507', 'mac_address': 'fa:16:3e:98:e4:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26bcf8a2-51a7-43e2-9d5b-f18f43df7c65', 'device_owner': 'network:router_interface', 'standard_attr_id': 1718, 'fixed_ips': [{'subnet_id': '62ce5690-d30c-48d7-81db-ac2c321589bd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:25:38Z', 'updated_at': '2021-12-25T21:25:46Z', 'revision_number': 5, 'project_id': '3075932236c24ad8974bea0414dd1507', 'subnets': [{'id': '62ce5690-d30c-48d7-81db-ac2c321589bd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 21:26:10.400763 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-026ee7a8-70df-47b6-8b6f-9703fa3720dd None None] DHCP port deletion for 95f01c3b-840d-4353-aa5e-dc4e37e69f22 request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 21:26:10.405437 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 41014) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:26:10.436979 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-5994f0f7-0320-43e0-98a6-1d3276f0408b admin admin] Publish callbacks [] for security_group, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:10.460676 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-6816e37a-a574-4962-b787-1f69d30cb3e6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:10.481353 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-aeeaddb2-6332-4204-9f73-9c56f2a07ebf req-95575dd7-a88f-48a6-a5fe-49353dc03240 tempest-ServerAddressesNegativeTestJSON-1659920084 tempest-ServerAddressesNegativeTestJSON-1659920084-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.4771514
Dec 25 21:26:10.492287 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-026ee7a8-70df-47b6-8b6f-9703fa3720dd None None] Deleting port a56ada38-2735-4836-9f3c-a2aa2c7ec207 {{(pid=121608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:26:10.494113 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-026ee7a8-70df-47b6-8b6f-9703fa3720dd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:10.503855 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-aeeaddb2-6332-4204-9f73-9c56f2a07ebf req-edda1607-a54f-41b9-b8b4-8a56538b7bc3 service neutron] Request body: {'port': {'device_id': '67552d4b-2d47-4a5b-ac39-6664ed0b7525', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:26:10.548521 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-ff8adfc7-e11e-4853-ac03-488f7782a94c tempest-RoutersAdminTest-266561384 tempest-RoutersAdminTest-266561384-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1518855928', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'}, 'admin_state_up': False}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:26:10.575328 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-121179f3-d250-495a-b038-7b632ed3eed2 tempest-BulkNetworkOpsIpV6Test-1238511822 tempest-BulkNetworkOpsIpV6Test-1238511822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:26:10.582185 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-121179f3-d250-495a-b038-7b632ed3eed2 tempest-BulkNetworkOpsIpV6Test-1238511822 tempest-BulkNetworkOpsIpV6Test-1238511822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:26:10.588355 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-026ee7a8-70df-47b6-8b6f-9703fa3720dd None None] For port a56ada38-2735-4836-9f3c-a2aa2c7ec207, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a56ada38-2735-4836-9f3c-a2aa2c7ec207,segment=NetworkSegment(25fe9b7d-15a4-4bf3-8cbd-d39c28959931),segment_id=25fe9b7d-15a4-4bf3-8cbd-d39c28959931)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:26:10.589299 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-026ee7a8-70df-47b6-8b6f-9703fa3720dd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:10.593193 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-121179f3-d250-495a-b038-7b632ed3eed2 tempest-BulkNetworkOpsIpV6Test-1238511822 tempest-BulkNetworkOpsIpV6Test-1238511822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:26:10.599407 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-121179f3-d250-495a-b038-7b632ed3eed2 tempest-BulkNetworkOpsIpV6Test-1238511822 tempest-BulkNetworkOpsIpV6Test-1238511822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:26:10.603581 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-121179f3-d250-495a-b038-7b632ed3eed2 tempest-BulkNetworkOpsIpV6Test-1238511822 tempest-BulkNetworkOpsIpV6Test-1238511822-project] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200  len: 2406 time: 0.7700882
Dec 25 21:26:10.604283 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 41018) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:26:10.604884 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-026ee7a8-70df-47b6-8b6f-9703fa3720dd None None] Calling delete_port for a56ada38-2735-4836-9f3c-a2aa2c7ec207 owned by network:dhcp {{(pid=121608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:26:10.609110 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-56c52fc6-9d90-441f-b4cf-ebdf28941b4d tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Deleting port a56ada38-2735-4836-9f3c-a2aa2c7ec207 {{(pid=121606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:26:10.609459 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-56c52fc6-9d90-441f-b4cf-ebdf28941b4d tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:10.653348 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-aeeaddb2-6332-4204-9f73-9c56f2a07ebf req-edda1607-a54f-41b9-b8b4-8a56538b7bc3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:10.701815 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-37079ec0-a08a-4e09-a401-34018a4e44d0 tempest-BulkNetworkOpsIpV6Test-1238511822 tempest-BulkNetworkOpsIpV6Test-1238511822-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625803'] for network, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:10.721326 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:10.764672 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [None req-56c52fc6-9d90-441f-b4cf-ebdf28941b4d tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] For port a56ada38-2735-4836-9f3c-a2aa2c7ec207, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a56ada38-2735-4836-9f3c-a2aa2c7ec207,segment=NetworkSegment(25fe9b7d-15a4-4bf3-8cbd-d39c28959931),segment_id=25fe9b7d-15a4-4bf3-8cbd-d39c28959931)] {{(pid=121606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:26:10.765201 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-56c52fc6-9d90-441f-b4cf-ebdf28941b4d tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:10.794003 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-56c52fc6-9d90-441f-b4cf-ebdf28941b4d tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Calling delete_port for a56ada38-2735-4836-9f3c-a2aa2c7ec207 owned by network:dhcp {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:26:10.794220 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-37079ec0-a08a-4e09-a401-34018a4e44d0 tempest-BulkNetworkOpsIpV6Test-1238511822 tempest-BulkNetworkOpsIpV6Test-1238511822-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997585', 'neutron.services.segments.db._delete_segments_for_network-8737602743071'] for network, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:10.797676 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-5994f0f7-0320-43e0-98a6-1d3276f0408b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:10.802964 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-6816e37a-a574-4962-b787-1f69d30cb3e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:10.806393 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-6816e37a-a574-4962-b787-1f69d30cb3e6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:10.813587 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-6816e37a-a574-4962-b787-1f69d30cb3e6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4a4ed0a0-7903-408b-a6a8-63a44b74c39f HTTP/1.1" status: 204  len: 168 time: 0.6840990
Dec 25 21:26:10.814837 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-ff8adfc7-e11e-4853-ac03-488f7782a94c tempest-RoutersAdminTest-266561384 tempest-RoutersAdminTest-266561384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2014909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14863'] for router, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:10.816389 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-ff8adfc7-e11e-4853-ac03-488f7782a94c tempest-RoutersAdminTest-266561384 tempest-RoutersAdminTest-266561384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2014285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2009796', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2082630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14848'] for router, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:10.821827 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-37079ec0-a08a-4e09-a401-34018a4e44d0 tempest-BulkNetworkOpsIpV6Test-1238511822 tempest-BulkNetworkOpsIpV6Test-1238511822-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f26184ca700>,) {'filters': {'network_id': ['f0fe2431-9c95-45f1-bdad-026b9b11b184']}} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:26:10.836019 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-026ee7a8-70df-47b6-8b6f-9703fa3720dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955'] for port, after_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:10.849743 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-37079ec0-a08a-4e09-a401-34018a4e44d0 tempest-BulkNetworkOpsIpV6Test-1238511822 tempest-BulkNetworkOpsIpV6Test-1238511822-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f26184ca700>, '4468c583-b6dc-49d5-9d42-b17ed4370cfa') {'for_net_delete': True} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:26:10.850424 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-37079ec0-a08a-4e09-a401-34018a4e44d0 tempest-BulkNetworkOpsIpV6Test-1238511822 tempest-BulkNetworkOpsIpV6Test-1238511822-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f26184ca700>, '4468c583-b6dc-49d5-9d42-b17ed4370cfa') {} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:26:10.875152 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-37079ec0-a08a-4e09-a401-34018a4e44d0 tempest-BulkNetworkOpsIpV6Test-1238511822 tempest-BulkNetworkOpsIpV6Test-1238511822-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737602746920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10246592'] for segment, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:10.888228 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026ee7a8-70df-47b6-8b6f-9703fa3720dd None None] Pushing event deleted for resources: {'Port': ['ID=a56ada38-2735-4836-9f3c-a2aa2c7ec207,revision_number=None']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:26:10.906830 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-026ee7a8-70df-47b6-8b6f-9703fa3720dd None None] No DVR routers for this DVR port a56ada38-2735-4836-9f3c-a2aa2c7ec207 on host ncdv-master-1 {{(pid=121608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:26:10.909345 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-37079ec0-a08a-4e09-a401-34018a4e44d0 tempest-BulkNetworkOpsIpV6Test-1238511822 tempest-BulkNetworkOpsIpV6Test-1238511822-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:10.911781 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-ff8adfc7-e11e-4853-ac03-488f7782a94c tempest-RoutersAdminTest-266561384 tempest-RoutersAdminTest-266561384-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:10.915390 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6816e37a-a574-4962-b787-1f69d30cb3e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a4ed0a0-7903-408b-a6a8-63a44b74c39f,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:26:10.940109 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37079ec0-a08a-4e09-a401-34018a4e44d0 tempest-BulkNetworkOpsIpV6Test-1238511822 tempest-BulkNetworkOpsIpV6Test-1238511822-project] Releasing vlan 176 on physical network physnet1 to pool {{(pid=121607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 25 21:26:10.940525 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-37079ec0-a08a-4e09-a401-34018a4e44d0 tempest-BulkNetworkOpsIpV6Test-1238511822 tempest-BulkNetworkOpsIpV6Test-1238511822-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8633327'] for segment, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:10.954871 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-5994f0f7-0320-43e0-98a6-1d3276f0408b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:10.987257 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:26:10.987257 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:26:10.987257 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:26:10.987257 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:26:10.987257 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:26:10.987257 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:26:10.987257 ncdv-master-1 neutron-server[121607]: Traceback (most recent call last):
Dec 25 21:26:10.987257 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 25 21:26:10.987257 ncdv-master-1 neutron-server[121607]:     timer()
Dec 25 21:26:10.987257 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 25 21:26:10.987257 ncdv-master-1 neutron-server[121607]:     cb(*args, **kw)
Dec 25 21:26:10.987257 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 25 21:26:10.987257 ncdv-master-1 neutron-server[121607]:     return func(*args, **kwargs)
Dec 25 21:26:10.987257 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 25 21:26:10.987257 ncdv-master-1 neutron-server[121607]:     self._notify()
Dec 25 21:26:10.987257 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 25 21:26:10.987257 ncdv-master-1 neutron-server[121607]:     self.callback(batched_events)
Dec 25 21:26:10.987257 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 25 21:26:10.987257 ncdv-master-1 neutron-server[121607]:     event.method(event)
Dec 25 21:26:10.987257 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 25 21:26:10.987257 ncdv-master-1 neutron-server[121607]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 25 21:26:10.987257 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 25 21:26:10.987257 ncdv-master-1 neutron-server[121607]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 25 21:26:10.987257 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 25 21:26:10.987257 ncdv-master-1 neutron-server[121607]:     return f(self, *a, **k)
Dec 25 21:26:10.987257 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 25 21:26:10.987257 ncdv-master-1 neutron-server[121607]:     return self._get(url).json()
Dec 25 21:26:10.987257 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 25 21:26:10.987257 ncdv-master-1 neutron-server[121607]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 25 21:26:10.987257 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 25 21:26:10.987257 ncdv-master-1 neutron-server[121607]:     return self.request(url, 'GET', **kwargs)
Dec 25 21:26:10.987257 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 25 21:26:10.987257 ncdv-master-1 neutron-server[121607]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 25 21:26:10.987257 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 25 21:26:10.987257 ncdv-master-1 neutron-server[121607]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 25 21:26:10.987257 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 25 21:26:10.987257 ncdv-master-1 neutron-server[121607]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 25 21:26:10.987257 ncdv-master-1 neutron-server[121607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 25 21:26:11.101317 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device a56ada38-2735-4836-9f3c-a2aa2c7ec207 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:26:11.108791 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-37079ec0-a08a-4e09-a401-34018a4e44d0 tempest-BulkNetworkOpsIpV6Test-1238511822 tempest-BulkNetworkOpsIpV6Test-1238511822-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2008653'] for network, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:11.116757 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-37079ec0-a08a-4e09-a401-34018a4e44d0 tempest-BulkNetworkOpsIpV6Test-1238511822 tempest-BulkNetworkOpsIpV6Test-1238511822-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for network, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:11.123504 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-37079ec0-a08a-4e09-a401-34018a4e44d0 tempest-BulkNetworkOpsIpV6Test-1238511822 tempest-BulkNetworkOpsIpV6Test-1238511822-project] 10.222.0.32 "DELETE /v2.0/networks/f0fe2431-9c95-45f1-bdad-026b9b11b184 HTTP/1.1" status: 204  len: 168 time: 0.5149083
Dec 25 21:26:11.123504 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 41024) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:26:11.125751 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] No Port match for: a56ada38-2735-4836-9f3c-a2aa2c7ec207 {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:26:11.126100 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device a56ada38-2735-4836-9f3c-a2aa2c7ec207 not bound to the agent host ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:26:11.126517 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 3f94ffb7-f77d-4113-9445-e6a7f950fe30 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:26:11.138160 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-5994f0f7-0320-43e0-98a6-1d3276f0408b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=68708112879f4f01a7e13144713d503e&name=default HTTP/1.1" status: 200  len: 3000 time: 0.7307193
Dec 25 21:26:11.144493 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 41026) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:26:11.150619 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] No Port match for: 3f94ffb7-f77d-4113-9445-e6a7f950fe30 {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:26:11.150972 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 3f94ffb7-f77d-4113-9445-e6a7f950fe30 not bound to the agent host ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:26:11.167615 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37079ec0-a08a-4e09-a401-34018a4e44d0 tempest-BulkNetworkOpsIpV6Test-1238511822 tempest-BulkNetworkOpsIpV6Test-1238511822-project] Pushing event deleted for resources: {'Network': ['ID=f0fe2431-9c95-45f1-bdad-026b9b11b184,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:26:11.208257 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5994f0f7-0320-43e0-98a6-1d3276f0408b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bafc795b-3f70-4f72-9d1c-248412d195fa,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:26:11.249558 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-7df2c10e-00db-42b2-b7c6-3d89086b4e44 tempest-BulkNetworkOpsIpV6Test-1238511822 tempest-BulkNetworkOpsIpV6Test-1238511822-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625803'] for network, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:11.263492 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-73bf6e89-e72a-4100-bca2-4032da881c08 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:11.272176 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a623ac95-e3e8-43e5-8aac-cf82fbb9ed11 req-5d72af4e-491f-4d3c-bcee-156bd05f0f36 tempest-ServerAddressesNegativeTestJSON-1659920084 tempest-ServerAddressesNegativeTestJSON-1659920084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:26:11.273851 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a623ac95-e3e8-43e5-8aac-cf82fbb9ed11 req-5d72af4e-491f-4d3c-bcee-156bd05f0f36 tempest-ServerAddressesNegativeTestJSON-1659920084 tempest-ServerAddressesNegativeTestJSON-1659920084-project] 10.222.0.32 "GET /v2.0/ports?device_id=67552d4b-2d47-4a5b-ac39-6664ed0b7525 HTTP/1.1" status: 200  len: 931 time: 0.3458030
Dec 25 21:26:11.316580 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-73bf6e89-e72a-4100-bca2-4032da881c08 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:11.346223 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-ff8adfc7-e11e-4853-ac03-488f7782a94c tempest-RoutersAdminTest-266561384 tempest-RoutersAdminTest-266561384-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:11.389014 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-56c52fc6-9d90-441f-b4cf-ebdf28941b4d tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:11.393197 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-7df2c10e-00db-42b2-b7c6-3d89086b4e44 tempest-BulkNetworkOpsIpV6Test-1238511822 tempest-BulkNetworkOpsIpV6Test-1238511822-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997585', 'neutron.services.segments.db._delete_segments_for_network-8737602743071'] for network, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:11.426953 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-7df2c10e-00db-42b2-b7c6-3d89086b4e44 tempest-BulkNetworkOpsIpV6Test-1238511822 tempest-BulkNetworkOpsIpV6Test-1238511822-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f261880b160>,) {'filters': {'network_id': ['7462c800-5789-4148-aee2-206eb66edd96']}} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:26:11.453810 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-7df2c10e-00db-42b2-b7c6-3d89086b4e44 tempest-BulkNetworkOpsIpV6Test-1238511822 tempest-BulkNetworkOpsIpV6Test-1238511822-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f261880b160>, 'a3db494d-9a6e-451a-8a3b-d88dc776613b') {'for_net_delete': True} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:26:11.454586 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-7df2c10e-00db-42b2-b7c6-3d89086b4e44 tempest-BulkNetworkOpsIpV6Test-1238511822 tempest-BulkNetworkOpsIpV6Test-1238511822-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f261880b160>, 'a3db494d-9a6e-451a-8a3b-d88dc776613b') {} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:26:11.466355 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-7df2c10e-00db-42b2-b7c6-3d89086b4e44 tempest-BulkNetworkOpsIpV6Test-1238511822 tempest-BulkNetworkOpsIpV6Test-1238511822-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737602746920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10246592'] for segment, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:11.467333 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c52fc6-9d90-441f-b4cf-ebdf28941b4d tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Pushing event deleted for resources: {'Port': ['ID=a56ada38-2735-4836-9f3c-a2aa2c7ec207,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:26:11.472214 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56c52fc6-9d90-441f-b4cf-ebdf28941b4d tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] No DVR routers for this DVR port a56ada38-2735-4836-9f3c-a2aa2c7ec207 on host ncdv-master-1 {{(pid=121606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:26:11.485577 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a623ac95-e3e8-43e5-8aac-cf82fbb9ed11 req-2ed95191-ebb4-449d-99b1-58f2940e60b0 tempest-ServerAddressesNegativeTestJSON-1659920084 tempest-ServerAddressesNegativeTestJSON-1659920084-project] 10.222.0.32 "GET /v2.0/security-groups?id=8f420fce-1c0f-4726-be60-2032c1e82248&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2018039
Dec 25 21:26:11.504017 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-7df2c10e-00db-42b2-b7c6-3d89086b4e44 tempest-BulkNetworkOpsIpV6Test-1238511822 tempest-BulkNetworkOpsIpV6Test-1238511822-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:11.515306 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7df2c10e-00db-42b2-b7c6-3d89086b4e44 tempest-BulkNetworkOpsIpV6Test-1238511822 tempest-BulkNetworkOpsIpV6Test-1238511822-project] Releasing vlan 158 on physical network physnet1 to pool {{(pid=121607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 25 21:26:11.515306 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-7df2c10e-00db-42b2-b7c6-3d89086b4e44 tempest-BulkNetworkOpsIpV6Test-1238511822 tempest-BulkNetworkOpsIpV6Test-1238511822-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8633327'] for segment, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:11.515306 ncdv-master-1 neutron-server[121607]: Traceback (most recent call last):
Dec 25 21:26:11.515306 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 25 21:26:11.515306 ncdv-master-1 neutron-server[121607]:     timer()
Dec 25 21:26:11.515306 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 25 21:26:11.515306 ncdv-master-1 neutron-server[121607]:     cb(*args, **kw)
Dec 25 21:26:11.515306 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 25 21:26:11.515306 ncdv-master-1 neutron-server[121607]:     return func(*args, **kwargs)
Dec 25 21:26:11.515306 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 25 21:26:11.515306 ncdv-master-1 neutron-server[121607]:     self._notify()
Dec 25 21:26:11.515306 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 25 21:26:11.515306 ncdv-master-1 neutron-server[121607]:     self.callback(batched_events)
Dec 25 21:26:11.515306 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 25 21:26:11.515306 ncdv-master-1 neutron-server[121607]:     event.method(event)
Dec 25 21:26:11.515306 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 25 21:26:11.515306 ncdv-master-1 neutron-server[121607]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 25 21:26:11.515306 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 25 21:26:11.515306 ncdv-master-1 neutron-server[121607]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 25 21:26:11.515306 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 25 21:26:11.515306 ncdv-master-1 neutron-server[121607]:     return f(self, *a, **k)
Dec 25 21:26:11.515306 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 25 21:26:11.515306 ncdv-master-1 neutron-server[121607]:     return self._get(url).json()
Dec 25 21:26:11.515306 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 25 21:26:11.515306 ncdv-master-1 neutron-server[121607]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 25 21:26:11.515306 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 25 21:26:11.515306 ncdv-master-1 neutron-server[121607]:     return self.request(url, 'GET', **kwargs)
Dec 25 21:26:11.515306 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 25 21:26:11.515306 ncdv-master-1 neutron-server[121607]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 25 21:26:11.515306 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 25 21:26:11.515306 ncdv-master-1 neutron-server[121607]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 25 21:26:11.515306 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 25 21:26:11.515306 ncdv-master-1 neutron-server[121607]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 25 21:26:11.515306 ncdv-master-1 neutron-server[121607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 25 21:26:11.566311 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-73bf6e89-e72a-4100-bca2-4032da881c08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:11.568824 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-73bf6e89-e72a-4100-bca2-4032da881c08 admin admin] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:11.570085 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-73bf6e89-e72a-4100-bca2-4032da881c08 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/bafc795b-3f70-4f72-9d1c-248412d195fa HTTP/1.1" status: 204  len: 168 time: 0.4236207
Dec 25 21:26:11.579429 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bf6e89-e72a-4100-bca2-4032da881c08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bafc795b-3f70-4f72-9d1c-248412d195fa,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:26:11.602974 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-56c52fc6-9d90-441f-b4cf-ebdf28941b4d tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997585', 'neutron.services.segments.db._delete_segments_for_network-8737602743071'] for network, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:11.646465 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-7df2c10e-00db-42b2-b7c6-3d89086b4e44 tempest-BulkNetworkOpsIpV6Test-1238511822 tempest-BulkNetworkOpsIpV6Test-1238511822-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2008653'] for network, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:11.652477 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-7df2c10e-00db-42b2-b7c6-3d89086b4e44 tempest-BulkNetworkOpsIpV6Test-1238511822 tempest-BulkNetworkOpsIpV6Test-1238511822-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for network, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:11.655724 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-7df2c10e-00db-42b2-b7c6-3d89086b4e44 tempest-BulkNetworkOpsIpV6Test-1238511822 tempest-BulkNetworkOpsIpV6Test-1238511822-project] 10.222.0.32 "DELETE /v2.0/networks/7462c800-5789-4148-aee2-206eb66edd96 HTTP/1.1" status: 204  len: 168 time: 0.5321639
Dec 25 21:26:11.661578 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 41032) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:26:11.676421 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.segments.db [None req-56c52fc6-9d90-441f-b4cf-ebdf28941b4d tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f26135ac9d0>,) {'filters': {'network_id': ['95f01c3b-840d-4353-aa5e-dc4e37e69f22']}} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:26:11.681793 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df2c10e-00db-42b2-b7c6-3d89086b4e44 tempest-BulkNetworkOpsIpV6Test-1238511822 tempest-BulkNetworkOpsIpV6Test-1238511822-project] Pushing event deleted for resources: {'Network': ['ID=7462c800-5789-4148-aee2-206eb66edd96,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:26:11.692092 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.segments.db [None req-56c52fc6-9d90-441f-b4cf-ebdf28941b4d tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f26135ac9d0>, '25fe9b7d-15a4-4bf3-8cbd-d39c28959931') {'for_net_delete': True} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:26:11.695316 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.segments.db [None req-56c52fc6-9d90-441f-b4cf-ebdf28941b4d tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f26135ac9d0>, '25fe9b7d-15a4-4bf3-8cbd-d39c28959931') {} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:26:11.695684 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [req-aeeaddb2-6332-4204-9f73-9c56f2a07ebf req-edda1607-a54f-41b9-b8b4-8a56538b7bc3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a935ddec-3753-4cad-bfd1-a5b690147f82 {{(pid=121606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:26:11.712180 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-aeeaddb2-6332-4204-9f73-9c56f2a07ebf req-edda1607-a54f-41b9-b8b4-8a56538b7bc3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:11.715447 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-56c52fc6-9d90-441f-b4cf-ebdf28941b4d tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737602746920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9084222'] for segment, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:11.744361 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-56c52fc6-9d90-441f-b4cf-ebdf28941b4d tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:11.754355 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56c52fc6-9d90-441f-b4cf-ebdf28941b4d tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Releasing vlan 194 on physical network physnet1 to pool {{(pid=121606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 25 21:26:11.754760 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-56c52fc6-9d90-441f-b4cf-ebdf28941b4d tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9084542'] for segment, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:11.758830 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 25 21:26:11.758830 ncdv-master-1 neutron-server[121606]:   items = [
Dec 25 21:26:11.758830 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:26:11.758830 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:26:11.758830 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:26:11.758830 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:26:11.758830 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:26:11.758830 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:26:11.758830 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:26:11.758830 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:26:11.758830 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 25 21:26:11.758830 ncdv-master-1 neutron-server[121606]:   self.session.flush()
Dec 25 21:26:11.758830 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 25 21:26:11.758830 ncdv-master-1 neutron-server[121606]:   self.session.flush()
Dec 25 21:26:11.758830 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 25 21:26:11.758830 ncdv-master-1 neutron-server[121606]:   self.session.flush()
Dec 25 21:26:11.758830 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 25 21:26:11.758830 ncdv-master-1 neutron-server[121606]:   self.session.flush()
Dec 25 21:26:11.758830 ncdv-master-1 neutron-server[121606]: Traceback (most recent call last):
Dec 25 21:26:11.758830 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 25 21:26:11.758830 ncdv-master-1 neutron-server[121606]:     timer()
Dec 25 21:26:11.758830 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 25 21:26:11.758830 ncdv-master-1 neutron-server[121606]:     cb(*args, **kw)
Dec 25 21:26:11.758830 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 25 21:26:11.758830 ncdv-master-1 neutron-server[121606]:     return func(*args, **kwargs)
Dec 25 21:26:11.758830 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 25 21:26:11.758830 ncdv-master-1 neutron-server[121606]:     self._notify()
Dec 25 21:26:11.758830 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 25 21:26:11.758830 ncdv-master-1 neutron-server[121606]:     self.callback(batched_events)
Dec 25 21:26:11.758830 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 25 21:26:11.758830 ncdv-master-1 neutron-server[121606]:     event.method(event)
Dec 25 21:26:11.758830 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 25 21:26:11.758830 ncdv-master-1 neutron-server[121606]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 25 21:26:11.758830 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 25 21:26:11.758830 ncdv-master-1 neutron-server[121606]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 25 21:26:11.758830 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 25 21:26:11.758830 ncdv-master-1 neutron-server[121606]:     return f(self, *a, **k)
Dec 25 21:26:11.758830 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 25 21:26:11.758830 ncdv-master-1 neutron-server[121606]:     return self._get(url).json()
Dec 25 21:26:11.758830 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 25 21:26:11.758830 ncdv-master-1 neutron-server[121606]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 25 21:26:11.758830 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 25 21:26:11.758830 ncdv-master-1 neutron-server[121606]:     return self.request(url, 'GET', **kwargs)
Dec 25 21:26:11.758830 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 25 21:26:11.758830 ncdv-master-1 neutron-server[121606]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 25 21:26:11.758830 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 25 21:26:11.758830 ncdv-master-1 neutron-server[121606]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 25 21:26:11.758830 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 25 21:26:11.758830 ncdv-master-1 neutron-server[121606]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 25 21:26:11.758830 ncdv-master-1 neutron-server[121606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 25 21:26:11.822250 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16b535f1-ca94-41e1-a42f-4a31d33d9346 tempest-BulkNetworkOpsIpV6Test-1238511822 tempest-BulkNetworkOpsIpV6Test-1238511822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:26:11.827137 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16b535f1-ca94-41e1-a42f-4a31d33d9346 tempest-BulkNetworkOpsIpV6Test-1238511822 tempest-BulkNetworkOpsIpV6Test-1238511822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:26:11.828784 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-16b535f1-ca94-41e1-a42f-4a31d33d9346 tempest-BulkNetworkOpsIpV6Test-1238511822 tempest-BulkNetworkOpsIpV6Test-1238511822-project] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1339 time: 0.1662970
Dec 25 21:26:11.833148 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 41036) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:26:11.838047 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-70fee665-f491-494f-9ecf-54a861556d22 tempest-BulkNetworkOpsIpV6Test-1238511822 tempest-BulkNetworkOpsIpV6Test-1238511822-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-692385161'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:26:11.857452 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 41038) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:26:11.874109 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e8c5eca4-7958-4ad1-8948-23698da37aee admin admin] Publish callbacks [] for security_group, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:11.954586 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e8c5eca4-7958-4ad1-8948-23698da37aee admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:12.063506 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70fee665-f491-494f-9ecf-54a861556d22 tempest-BulkNetworkOpsIpV6Test-1238511822 tempest-BulkNetworkOpsIpV6Test-1238511822-project] Made reservation on behalf of de2e73a0bdf847d09859985d18e2302e for: {'network': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:26:12.067955 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-70fee665-f491-494f-9ecf-54a861556d22 tempest-BulkNetworkOpsIpV6Test-1238511822 tempest-BulkNetworkOpsIpV6Test-1238511822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for network, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:12.099000 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70fee665-f491-494f-9ecf-54a861556d22 tempest-BulkNetworkOpsIpV6Test-1238511822 tempest-BulkNetworkOpsIpV6Test-1238511822-project] vlan segment allocate from pool success with {'vlan_id': 184, 'physical_network': 'physnet1'}  {{(pid=121607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 25 21:26:12.105670 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e8c5eca4-7958-4ad1-8948-23698da37aee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:12.131562 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-70fee665-f491-494f-9ecf-54a861556d22 tempest-BulkNetworkOpsIpV6Test-1238511822 tempest-BulkNetworkOpsIpV6Test-1238511822-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:12.131919 ncdv-master-1 neutron-server[121607]: INFO neutron.db.segments_db [None req-70fee665-f491-494f-9ecf-54a861556d22 tempest-BulkNetworkOpsIpV6Test-1238511822 tempest-BulkNetworkOpsIpV6Test-1238511822-project] Added segment 48c11421-8881-4304-bbc5-222302948954 of type vlan for network 0c013234-4756-4541-9041-ee2bf13fafe5
Dec 25 21:26:12.168011 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-e8c5eca4-7958-4ad1-8948-23698da37aee admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9570c69bedfe4502bea824c3e2501eee&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3092902
Dec 25 21:26:12.173801 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 41044) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:26:12.189574 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c5eca4-7958-4ad1-8948-23698da37aee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52ec67e8-1d5a-481b-aa96-e8587159b856,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:26:12.212388 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-70fee665-f491-494f-9ecf-54a861556d22 tempest-BulkNetworkOpsIpV6Test-1238511822 tempest-BulkNetworkOpsIpV6Test-1238511822-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737602163420'] for network, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:12.223420 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.provisioning_blocks [req-aeeaddb2-6332-4204-9f73-9c56f2a07ebf req-edda1607-a54f-41b9-b8b4-8a56538b7bc3 service neutron] Transition to ACTIVE for port object a935ddec-3753-4cad-bfd1-a5b690147f82 will not be triggered until provisioned by entity L2. {{(pid=121606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 25 21:26:12.228260 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-56c52fc6-9d90-441f-b4cf-ebdf28941b4d tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2008653'] for network, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:12.233786 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-56c52fc6-9d90-441f-b4cf-ebdf28941b4d tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for network, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:12.237532 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-56c52fc6-9d90-441f-b4cf-ebdf28941b4d tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] 10.222.0.32 "DELETE /v2.0/networks/95f01c3b-840d-4353-aa5e-dc4e37e69f22 HTTP/1.1" status: 204  len: 168 time: 2.1913133
Dec 25 21:26:12.241073 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 41050) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:26:12.301607 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-aeeaddb2-6332-4204-9f73-9c56f2a07ebf req-edda1607-a54f-41b9-b8b4-8a56538b7bc3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:12.303450 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c52fc6-9d90-441f-b4cf-ebdf28941b4d tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Pushing event deleted for resources: {'Network': ['ID=95f01c3b-840d-4353-aa5e-dc4e37e69f22,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:26:12.335206 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-ff8adfc7-e11e-4853-ac03-488f7782a94c tempest-RoutersAdminTest-266561384 tempest-RoutersAdminTest-266561384-project] Publish callbacks [] for router_gateway, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:12.344656 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-70fee665-f491-494f-9ecf-54a861556d22 tempest-BulkNetworkOpsIpV6Test-1238511822 tempest-BulkNetworkOpsIpV6Test-1238511822-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870'] for network, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:12.351152 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70fee665-f491-494f-9ecf-54a861556d22 tempest-BulkNetworkOpsIpV6Test-1238511822 tempest-BulkNetworkOpsIpV6Test-1238511822-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:26:12.351693 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-70fee665-f491-494f-9ecf-54a861556d22 tempest-BulkNetworkOpsIpV6Test-1238511822 tempest-BulkNetworkOpsIpV6Test-1238511822-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for network, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:12.384960 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-ff8adfc7-e11e-4853-ac03-488f7782a94c tempest-RoutersAdminTest-266561384 tempest-RoutersAdminTest-266561384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:12.449974 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-02ff64c4-9e7e-442a-98b5-aa13d952d68f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:12.474775 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edda1607-a54f-41b9-b8b4-8a56538b7bc3 service neutron] Pushing event updated for resources: {'Port': ['ID=a935ddec-3753-4cad-bfd1-a5b690147f82,revision_number=2']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:26:12.494687 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fee665-f491-494f-9ecf-54a861556d22 tempest-BulkNetworkOpsIpV6Test-1238511822 tempest-BulkNetworkOpsIpV6Test-1238511822-project] Pushing event updated for resources: {'Network': ['ID=0c013234-4756-4541-9041-ee2bf13fafe5,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:26:12.508317 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Network 0c013234-4756-4541-9041-ee2bf13fafe5 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 25 21:26:12.532585 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-02ff64c4-9e7e-442a-98b5-aa13d952d68f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:12.565506 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-70fee665-f491-494f-9ecf-54a861556d22 tempest-BulkNetworkOpsIpV6Test-1238511822 tempest-BulkNetworkOpsIpV6Test-1238511822-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 789 time: 0.7311776
Dec 25 21:26:12.568963 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 41058) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:26:12.574021 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-012ee5d3-747c-4867-a1ed-31040b0abd25 tempest-BulkNetworkOpsIpV6Test-1238511822 tempest-BulkNetworkOpsIpV6Test-1238511822-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-401061768'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:26:12.676365 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-aeeaddb2-6332-4204-9f73-9c56f2a07ebf req-edda1607-a54f-41b9-b8b4-8a56538b7bc3 service neutron] Attempting to bind port a935ddec-3753-4cad-bfd1-a5b690147f82 on host nch2-master-1 for vnic_type normal with profile  {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:26:12.676690 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-aeeaddb2-6332-4204-9f73-9c56f2a07ebf req-edda1607-a54f-41b9-b8b4-8a56538b7bc3 service neutron] Attempting to bind port a935ddec-3753-4cad-bfd1-a5b690147f82 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '7d979b44-0364-44e8-a451-59ef1a78b493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '62035f0b-310d-441b-86b6-87cbf84c7a7f'}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:26:12.677048 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeeaddb2-6332-4204-9f73-9c56f2a07ebf req-edda1607-a54f-41b9-b8b4-8a56538b7bc3 service neutron] Attempting to bind port a935ddec-3753-4cad-bfd1-a5b690147f82 on network 62035f0b-310d-441b-86b6-87cbf84c7a7f {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:26:12.695781 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeeaddb2-6332-4204-9f73-9c56f2a07ebf req-edda1607-a54f-41b9-b8b4-8a56538b7bc3 service neutron] Port a935ddec-3753-4cad-bfd1-a5b690147f82 on network 62035f0b-310d-441b-86b6-87cbf84c7a7f not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 25 21:26:12.696179 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeeaddb2-6332-4204-9f73-9c56f2a07ebf req-edda1607-a54f-41b9-b8b4-8a56538b7bc3 service neutron] Attempting to bind port a935ddec-3753-4cad-bfd1-a5b690147f82 on network 62035f0b-310d-441b-86b6-87cbf84c7a7f {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:26:12.710712 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-012ee5d3-747c-4867-a1ed-31040b0abd25 tempest-BulkNetworkOpsIpV6Test-1238511822 tempest-BulkNetworkOpsIpV6Test-1238511822-project] Made reservation on behalf of de2e73a0bdf847d09859985d18e2302e for: {'network': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:26:12.714246 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-012ee5d3-747c-4867-a1ed-31040b0abd25 tempest-BulkNetworkOpsIpV6Test-1238511822 tempest-BulkNetworkOpsIpV6Test-1238511822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for network, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:12.714426 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeeaddb2-6332-4204-9f73-9c56f2a07ebf req-edda1607-a54f-41b9-b8b4-8a56538b7bc3 service neutron] Checking agent: {'id': '0d9ae313-8f8d-40fa-8a9f-d098a25a9911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 21, 4, 38), 'started_at': datetime.datetime(2021, 12, 25, 21, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 26, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:26:12.714755 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeeaddb2-6332-4204-9f73-9c56f2a07ebf req-edda1607-a54f-41b9-b8b4-8a56538b7bc3 service neutron] Checking segment: {'id': '7d979b44-0364-44e8-a451-59ef1a78b493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '62035f0b-310d-441b-86b6-87cbf84c7a7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:26:12.720712 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeeaddb2-6332-4204-9f73-9c56f2a07ebf req-edda1607-a54f-41b9-b8b4-8a56538b7bc3 service neutron] Bound using segment: {'id': '7d979b44-0364-44e8-a451-59ef1a78b493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '62035f0b-310d-441b-86b6-87cbf84c7a7f'} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:26:12.720712 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-aeeaddb2-6332-4204-9f73-9c56f2a07ebf req-edda1607-a54f-41b9-b8b4-8a56538b7bc3 service neutron] Bound port: a935ddec-3753-4cad-bfd1-a5b690147f82, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d979b44-0364-44e8-a451-59ef1a78b493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '62035f0b-310d-441b-86b6-87cbf84c7a7f'}}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:26:12.720712 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-aeeaddb2-6332-4204-9f73-9c56f2a07ebf req-edda1607-a54f-41b9-b8b4-8a56538b7bc3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:12.739101 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-884b4b9f-1d83-4302-ac36-367d6f6a5cfa tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2007615'] for router_interface, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:12.743066 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9569dbb2-20fd-4021-9997-0e2e369f35b1 req-64ab23ab-2eb1-4a4d-8696-863060a00295 tempest-ServerAddressesNegativeTestJSON-1659920084 tempest-ServerAddressesNegativeTestJSON-1659920084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:26:12.743066 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9569dbb2-20fd-4021-9997-0e2e369f35b1 req-64ab23ab-2eb1-4a4d-8696-863060a00295 tempest-ServerAddressesNegativeTestJSON-1659920084 tempest-ServerAddressesNegativeTestJSON-1659920084-project] 10.222.0.32 "GET /v2.0/ports?device_id=67552d4b-2d47-4a5b-ac39-6664ed0b7525 HTTP/1.1" status: 200  len: 943 time: 0.1692007
Dec 25 21:26:12.743918 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_common [None req-ff8adfc7-e11e-4853-ac03-488f7782a94c tempest-RoutersAdminTest-266561384 tempest-RoutersAdminTest-266561384-project] Allocated IP 172.35.3.191 (7201e55c-7c5f-41aa-a042-a363696539d0/7a939e13-713f-45cf-bba7-1539635abe25/e49840cb-7caf-4c7f-8465-fdd7ef0dd945) {{(pid=121606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:26:12.777920 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-012ee5d3-747c-4867-a1ed-31040b0abd25 tempest-BulkNetworkOpsIpV6Test-1238511822 tempest-BulkNetworkOpsIpV6Test-1238511822-project] vlan segment allocate from pool success with {'vlan_id': 179, 'physical_network': 'physnet1'}  {{(pid=121607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 25 21:26:12.821374 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-012ee5d3-747c-4867-a1ed-31040b0abd25 tempest-BulkNetworkOpsIpV6Test-1238511822 tempest-BulkNetworkOpsIpV6Test-1238511822-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:12.821728 ncdv-master-1 neutron-server[121607]: INFO neutron.db.segments_db [None req-012ee5d3-747c-4867-a1ed-31040b0abd25 tempest-BulkNetworkOpsIpV6Test-1238511822 tempest-BulkNetworkOpsIpV6Test-1238511822-project] Added segment c59484c5-cbdc-4657-85f8-549b0572b5e2 of type vlan for network b72b92e9-b9bd-4251-a332-880824bd59f9
Dec 25 21:26:12.852180 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-02ff64c4-9e7e-442a-98b5-aa13d952d68f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:12.855296 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-02ff64c4-9e7e-442a-98b5-aa13d952d68f admin admin] Publish callbacks [] for security_group, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:12.856650 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-02ff64c4-9e7e-442a-98b5-aa13d952d68f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/52ec67e8-1d5a-481b-aa96-e8587159b856 HTTP/1.1" status: 204  len: 168 time: 0.6817853
Dec 25 21:26:12.906561 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-012ee5d3-747c-4867-a1ed-31040b0abd25 tempest-BulkNetworkOpsIpV6Test-1238511822 tempest-BulkNetworkOpsIpV6Test-1238511822-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737602163420'] for network, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:12.934413 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9569dbb2-20fd-4021-9997-0e2e369f35b1 req-f2634e54-6397-45fe-8dfa-0d87037d1c92 tempest-ServerAddressesNegativeTestJSON-1659920084 tempest-ServerAddressesNegativeTestJSON-1659920084-project] 10.222.0.32 "GET /v2.0/security-groups?id=8f420fce-1c0f-4726-be60-2032c1e82248&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1786642
Dec 25 21:26:12.957758 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-aeeaddb2-6332-4204-9f73-9c56f2a07ebf req-edda1607-a54f-41b9-b8b4-8a56538b7bc3 service neutron] For port a935ddec-3753-4cad-bfd1-a5b690147f82, host nch2-master-1, cleared binding levels {{(pid=121606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:26:12.962904 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-aeeaddb2-6332-4204-9f73-9c56f2a07ebf req-edda1607-a54f-41b9-b8b4-8a56538b7bc3 service neutron] For port a935ddec-3753-4cad-bfd1-a5b690147f82, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a935ddec-3753-4cad-bfd1-a5b690147f82,segment=NetworkSegment(7d979b44-0364-44e8-a451-59ef1a78b493),segment_id=7d979b44-0364-44e8-a451-59ef1a78b493)] {{(pid=121606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:26:12.968470 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ff64c4-9e7e-442a-98b5-aa13d952d68f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52ec67e8-1d5a-481b-aa96-e8587159b856,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:26:13.030014 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-ff8adfc7-e11e-4853-ac03-488f7782a94c tempest-RoutersAdminTest-266561384 tempest-RoutersAdminTest-266561384-project] Publish callbacks [] for port, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:13.041659 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-aeeaddb2-6332-4204-9f73-9c56f2a07ebf req-edda1607-a54f-41b9-b8b4-8a56538b7bc3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:13.050664 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-012ee5d3-747c-4867-a1ed-31040b0abd25 tempest-BulkNetworkOpsIpV6Test-1238511822 tempest-BulkNetworkOpsIpV6Test-1238511822-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870'] for network, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:13.056392 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-012ee5d3-747c-4867-a1ed-31040b0abd25 tempest-BulkNetworkOpsIpV6Test-1238511822 tempest-BulkNetworkOpsIpV6Test-1238511822-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:26:13.057384 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-012ee5d3-747c-4867-a1ed-31040b0abd25 tempest-BulkNetworkOpsIpV6Test-1238511822 tempest-BulkNetworkOpsIpV6Test-1238511822-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for network, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:13.124770 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeeaddb2-6332-4204-9f73-9c56f2a07ebf req-edda1607-a54f-41b9-b8b4-8a56538b7bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:26:13.125680 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-aeeaddb2-6332-4204-9f73-9c56f2a07ebf req-edda1607-a54f-41b9-b8b4-8a56538b7bc3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:13.127089 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-aeeaddb2-6332-4204-9f73-9c56f2a07ebf req-edda1607-a54f-41b9-b8b4-8a56538b7bc3 service neutron] 10.222.0.37 "PUT /v2.0/ports/a935ddec-3753-4cad-bfd1-a5b690147f82 HTTP/1.1" status: 200  len: 1091 time: 2.6328456
Dec 25 21:26:13.127713 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67552d4b-2d47-4a5b-ac39-6664ed0b7525', 'tag': 'a935ddec-3753-4cad-bfd1-a5b690147f82'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:26:13.130745 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9858820c13ec2827453b94ebc4181065e990a4e4089ccb9fe762531ac62d2fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eed86cbd-6893-4a43-9cb5-54e2717ad16f" -d '{"events": [{"name": "network-changed", "server_uuid": "67552d4b-2d47-4a5b-ac39-6664ed0b7525", "tag": "a935ddec-3753-4cad-bfd1-a5b690147f82"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:26:13.151095 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edda1607-a54f-41b9-b8b4-8a56538b7bc3 service neutron] Pushing event updated for resources: {'Port': ['ID=a935ddec-3753-4cad-bfd1-a5b690147f82,revision_number=3']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:26:13.157966 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012ee5d3-747c-4867-a1ed-31040b0abd25 tempest-BulkNetworkOpsIpV6Test-1238511822 tempest-BulkNetworkOpsIpV6Test-1238511822-project] Pushing event updated for resources: {'Network': ['ID=b72b92e9-b9bd-4251-a332-880824bd59f9,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:26:13.179749 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-884b4b9f-1d83-4302-ac36-367d6f6a5cfa tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Deleting port a9825f0b-9b80-4820-a611-a41252238755 {{(pid=121607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:26:13.179749 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-884b4b9f-1d83-4302-ac36-367d6f6a5cfa tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:13.179969 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Dec 2021 21:26:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acda90c9-4546-455b-97e3-9ba44d4e975c x-openstack-request-id: req-acda90c9-4546-455b-97e3-9ba44d4e975c {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:26:13.179969 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67552d4b-2d47-4a5b-ac39-6664ed0b7525", "tag": "a935ddec-3753-4cad-bfd1-a5b690147f82", "status": "completed", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:26:13.179969 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-acda90c9-4546-455b-97e3-9ba44d4e975c {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:26:13.179969 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67552d4b-2d47-4a5b-ac39-6664ed0b7525', 'tag': 'a935ddec-3753-4cad-bfd1-a5b690147f82', 'status': 'completed', 'code': 200}
Dec 25 21:26:13.187240 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Network b72b92e9-b9bd-4251-a332-880824bd59f9 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 25 21:26:13.256071 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed86cbd-6893-4a43-9cb5-54e2717ad16f req-2cc98d58-5de9-48c0-a217-cfc65446eafd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:26:13.257867 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-eed86cbd-6893-4a43-9cb5-54e2717ad16f req-2cc98d58-5de9-48c0-a217-cfc65446eafd service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5a8dd053b27a426f844ddb32e4f1d6f6&device_id=67552d4b-2d47-4a5b-ac39-6664ed0b7525 HTTP/1.1" status: 200  len: 1094 time: 0.0520470
Dec 25 21:26:13.289752 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.db [None req-884b4b9f-1d83-4302-ac36-367d6f6a5cfa tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] For port a9825f0b-9b80-4820-a611-a41252238755, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a9825f0b-9b80-4820-a611-a41252238755,segment=NetworkSegment(11926fc3-bbae-47ee-9894-e75f153e6dd9),segment_id=11926fc3-bbae-47ee-9894-e75f153e6dd9)] {{(pid=121607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:26:13.290109 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-884b4b9f-1d83-4302-ac36-367d6f6a5cfa tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:13.297114 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-ff8adfc7-e11e-4853-ac03-488f7782a94c tempest-RoutersAdminTest-266561384 tempest-RoutersAdminTest-266561384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:13.300855 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-012ee5d3-747c-4867-a1ed-31040b0abd25 tempest-BulkNetworkOpsIpV6Test-1238511822 tempest-BulkNetworkOpsIpV6Test-1238511822-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 789 time: 0.7303922
Dec 25 21:26:13.306208 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 41076) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:26:13.316817 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-1fccbdbf-8f33-41a3-aafa-7cd5dd4814f1 tempest-BulkNetworkOpsIpV6Test-1238511822 tempest-BulkNetworkOpsIpV6Test-1238511822-project] Request body: {'ports': [{'network_id': '0c013234-4756-4541-9041-ee2bf13fafe5', 'name': 'tempest-port--1562710576', 'admin_state_up': True}, {'network_id': 'b72b92e9-b9bd-4251-a332-880824bd59f9', 'admin_state_up': False}]} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:26:13.317232 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-1fccbdbf-8f33-41a3-aafa-7cd5dd4814f1 tempest-BulkNetworkOpsIpV6Test-1238511822 tempest-BulkNetworkOpsIpV6Test-1238511822-project] Request body: {'port': {'network_id': '0c013234-4756-4541-9041-ee2bf13fafe5', 'name': 'tempest-port--1562710576', 'admin_state_up': True}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:26:13.317721 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-1fccbdbf-8f33-41a3-aafa-7cd5dd4814f1 tempest-BulkNetworkOpsIpV6Test-1238511822 tempest-BulkNetworkOpsIpV6Test-1238511822-project] Request body: {'port': {'network_id': 'b72b92e9-b9bd-4251-a332-880824bd59f9', 'admin_state_up': False}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:26:13.335623 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-884b4b9f-1d83-4302-ac36-367d6f6a5cfa tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Calling delete_port for a9825f0b-9b80-4820-a611-a41252238755 owned by network:router_interface {{(pid=121607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:26:13.375171 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff8adfc7-e11e-4853-ac03-488f7782a94c tempest-RoutersAdminTest-266561384 tempest-RoutersAdminTest-266561384-project] Network 7201e55c-7c5f-41aa-a042-a363696539d0 is already hosted by enough agents. {{(pid=121606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:26:13.381803 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [None req-ff8adfc7-e11e-4853-ac03-488f7782a94c tempest-RoutersAdminTest-266561384 tempest-RoutersAdminTest-266561384-project] Resources bound (agent type, host, resource id):  {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:26:13.387141 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff8adfc7-e11e-4853-ac03-488f7782a94c tempest-RoutersAdminTest-266561384 tempest-RoutersAdminTest-266561384-project] Received port after_create {{(pid=121606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:26:13.428377 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8adfc7-e11e-4853-ac03-488f7782a94c tempest-RoutersAdminTest-266561384 tempest-RoutersAdminTest-266561384-project] Pushing event updated for resources: {'Port': ['ID=e49840cb-7caf-4c7f-8465-fdd7ef0dd945,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:26:13.460151 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed86cbd-6893-4a43-9cb5-54e2717ad16f req-a4930053-61c4-4f7b-8cb4-c87e43cb9518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:26:13.460151 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-eed86cbd-6893-4a43-9cb5-54e2717ad16f req-a4930053-61c4-4f7b-8cb4-c87e43cb9518 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=5a8dd053b27a426f844ddb32e4f1d6f6&shared=False HTTP/1.1" status: 200  len: 922 time: 0.1923945
Dec 25 21:26:13.680400 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed86cbd-6893-4a43-9cb5-54e2717ad16f req-d26e01d9-dd24-473c-9f88-92f77e6bd07e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:26:13.681904 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-eed86cbd-6893-4a43-9cb5-54e2717ad16f req-d26e01d9-dd24-473c-9f88-92f77e6bd07e service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1844304
Dec 25 21:26:13.754376 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fccbdbf-8f33-41a3-aafa-7cd5dd4814f1 tempest-BulkNetworkOpsIpV6Test-1238511822 tempest-BulkNetworkOpsIpV6Test-1238511822-project] Made reservation on behalf of de2e73a0bdf847d09859985d18e2302e for: {'port': 2} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:26:13.759077 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-1fccbdbf-8f33-41a3-aafa-7cd5dd4814f1 tempest-BulkNetworkOpsIpV6Test-1238511822 tempest-BulkNetworkOpsIpV6Test-1238511822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:13.760687 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeeaddb2-6332-4204-9f73-9c56f2a07ebf req-d469f01c-bba5-4eee-b4d1-9bad15c98f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:26:13.762230 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-aeeaddb2-6332-4204-9f73-9c56f2a07ebf req-d469f01c-bba5-4eee-b4d1-9bad15c98f5b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5a8dd053b27a426f844ddb32e4f1d6f6&device_id=67552d4b-2d47-4a5b-ac39-6664ed0b7525 HTTP/1.1" status: 200  len: 1094 time: 0.0426278
Dec 25 21:26:13.772523 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-1fccbdbf-8f33-41a3-aafa-7cd5dd4814f1 tempest-BulkNetworkOpsIpV6Test-1238511822 tempest-BulkNetworkOpsIpV6Test-1238511822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:13.811158 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-aeeaddb2-6332-4204-9f73-9c56f2a07ebf req-475b420a-aecd-4233-bd02-93078f976776 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a935ddec-3753-4cad-bfd1-a5b690147f82 HTTP/1.1" status: 200  len: 217 time: 0.0402157
Dec 25 21:26:13.822038 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-884b4b9f-1d83-4302-ac36-367d6f6a5cfa tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:13.866773 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeeaddb2-6332-4204-9f73-9c56f2a07ebf req-17939b9b-33f6-43ef-93aa-5f966f3ccc0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:26:13.867027 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884b4b9f-1d83-4302-ac36-367d6f6a5cfa tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Pushing event deleted for resources: {'Port': ['ID=a9825f0b-9b80-4820-a611-a41252238755,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:26:13.872326 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-aeeaddb2-6332-4204-9f73-9c56f2a07ebf req-17939b9b-33f6-43ef-93aa-5f966f3ccc0f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=24194204-c9b0-4c53-87e2-606651bc580d HTTP/1.1" status: 200  len: 861 time: 0.0504243
Dec 25 21:26:13.925684 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-aeeaddb2-6332-4204-9f73-9c56f2a07ebf req-44999d34-9de5-469a-af27-88055de3867a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=62035f0b-310d-441b-86b6-87cbf84c7a7f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0484724
Dec 25 21:26:14.130140 ncdv-master-1 neutron-server[121607]: DEBUG neutron.notifiers.nova [None req-1fccbdbf-8f33-41a3-aafa-7cd5dd4814f1 tempest-BulkNetworkOpsIpV6Test-1238511822 tempest-BulkNetworkOpsIpV6Test-1238511822-project] device_id is not set on port eafd180d-df22-4ac6-9224-62d0abbe986b yet. {{(pid=121607) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 25 21:26:14.159482 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-884b4b9f-1d83-4302-ac36-367d6f6a5cfa tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2007763'] for router_interface, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:14.233435 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-ff8adfc7-e11e-4853-ac03-488f7782a94c tempest-RoutersAdminTest-266561384 tempest-RoutersAdminTest-266561384-project] Publish callbacks [] for router_gateway, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:14.304612 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-aeeaddb2-6332-4204-9f73-9c56f2a07ebf req-abe008cf-170e-43c8-8209-5b24f18e18b4 service neutron] 10.222.0.37 "GET /v2.0/networks/62035f0b-310d-441b-86b6-87cbf84c7a7f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3724525
Dec 25 21:26:14.341109 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60b12f9-37d1-4da0-bb48-ab872b08ea31 req-3502a7bd-10ff-460c-9855-68e215abef6e tempest-ServerAddressesNegativeTestJSON-1659920084 tempest-ServerAddressesNegativeTestJSON-1659920084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:26:14.341109 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a60b12f9-37d1-4da0-bb48-ab872b08ea31 req-3502a7bd-10ff-460c-9855-68e215abef6e tempest-ServerAddressesNegativeTestJSON-1659920084 tempest-ServerAddressesNegativeTestJSON-1659920084-project] 10.222.0.32 "GET /v2.0/ports?device_id=67552d4b-2d47-4a5b-ac39-6664ed0b7525 HTTP/1.1" status: 200  len: 943 time: 0.2238381
Dec 25 21:26:14.380248 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-1fccbdbf-8f33-41a3-aafa-7cd5dd4814f1 tempest-BulkNetworkOpsIpV6Test-1238511822 tempest-BulkNetworkOpsIpV6Test-1238511822-project] Publish callbacks [] for port, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:14.525989 ncdv-master-1 neutron-server[121607]: DEBUG neutron.notifiers.nova [None req-1fccbdbf-8f33-41a3-aafa-7cd5dd4814f1 tempest-BulkNetworkOpsIpV6Test-1238511822 tempest-BulkNetworkOpsIpV6Test-1238511822-project] device_id is not set on port f34cfe71-6c05-4c2b-b9af-da39b3db973e yet. {{(pid=121607) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 25 21:26:14.539164 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a60b12f9-37d1-4da0-bb48-ab872b08ea31 req-9e4ead93-ccd3-4ffb-830c-c8ea1a6bb663 tempest-ServerAddressesNegativeTestJSON-1659920084 tempest-ServerAddressesNegativeTestJSON-1659920084-project] 10.222.0.32 "GET /v2.0/security-groups?id=8f420fce-1c0f-4726-be60-2032c1e82248&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1873751
Dec 25 21:26:14.543270 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-aeeaddb2-6332-4204-9f73-9c56f2a07ebf req-afe8f32a-ba84-4b94-8dbf-06c28d2a96e8 service neutron] 10.222.0.37 "GET /v2.0/networks/62035f0b-310d-441b-86b6-87cbf84c7a7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2267954
Dec 25 21:26:14.549566 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-884b4b9f-1d83-4302-ac36-367d6f6a5cfa tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Router 26bcf8a2-51a7-43e2-9d5b-f18f43df7c65 has already been hosted by L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 {{(pid=121607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 25 21:26:14.617937 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-ff8adfc7-e11e-4853-ac03-488f7782a94c tempest-RoutersAdminTest-266561384 tempest-RoutersAdminTest-266561384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2014278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2009753'] for router, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:14.701151 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-884b4b9f-1d83-4302-ac36-367d6f6a5cfa tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 21:26:14.711012 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-884b4b9f-1d83-4302-ac36-367d6f6a5cfa tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] 10.222.0.32 "PUT /v2.0/routers/26bcf8a2-51a7-43e2-9d5b-f18f43df7c65/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.4686964
Dec 25 21:26:14.715679 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 41126) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:26:14.715948 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1c863af-cd49-4f76-adac-a7e0085c2c9c None None] Sync routers for ids ['26bcf8a2-51a7-43e2-9d5b-f18f43df7c65'] in ncdv-master-1 {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 21:26:14.729176 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1c863af-cd49-4f76-adac-a7e0085c2c9c None None] Routers {'26bcf8a2-51a7-43e2-9d5b-f18f43df7c65'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:26:14.730176 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-b1c863af-cd49-4f76-adac-a7e0085c2c9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f261863e490>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:26:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['26bcf8a2-51a7-43e2-9d5b-f18f43df7c65'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:26:14.790261 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-1fccbdbf-8f33-41a3-aafa-7cd5dd4814f1 tempest-BulkNetworkOpsIpV6Test-1238511822 tempest-BulkNetworkOpsIpV6Test-1238511822-project] Publish callbacks [] for port, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:14.810073 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_v2 [None req-1cf623f8-af88-4469-903d-5b87f7774a8f tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Deleting subnet 62ce5690-d30c-48d7-81db-ac2c321589bd {{(pid=121607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Dec 25 21:26:14.816557 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-1cf623f8-af88-4469-903d-5b87f7774a8f tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks [] for subnet, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:14.847337 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvr_db [None req-b1c863af-cd49-4f76-adac-a7e0085c2c9c None None] Set router 26bcf8a2-51a7-43e2-9d5b-f18f43df7c65 gateway port host: None {{(pid=121609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:26:14.872576 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-1cf623f8-af88-4469-903d-5b87f7774a8f tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10246617'] for subnet, precommit_delete_associations {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:14.933781 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff8adfc7-e11e-4853-ac03-488f7782a94c tempest-RoutersAdminTest-266561384 tempest-RoutersAdminTest-266561384-project] Router 91e0424c-66d3-4a01-ba5a-802057964a36 is scheduled to L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 with binding_index 1 {{(pid=121606) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 25 21:26:14.990153 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-1cf623f8-af88-4469-903d-5b87f7774a8f tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995662'] for subnet, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:15.096987 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-1fccbdbf-8f33-41a3-aafa-7cd5dd4814f1 tempest-BulkNetworkOpsIpV6Test-1238511822 tempest-BulkNetworkOpsIpV6Test-1238511822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:15.140621 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff8adfc7-e11e-4853-ac03-488f7782a94c tempest-RoutersAdminTest-266561384 tempest-RoutersAdminTest-266561384-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 21:26:15.154007 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7740098-294c-452e-a9de-4466814ad681 None None] Sync routers for ids ['91e0424c-66d3-4a01-ba5a-802057964a36'] in ncdv-master-1 {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 21:26:15.166583 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-b1c863af-cd49-4f76-adac-a7e0085c2c9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f261863e490>, [{'id': '26bcf8a2-51a7-43e2-9d5b-f18f43df7c65', 'name': 'tempest-RoutersIpV6Test-router-137911943', 'tenant_id': '3075932236c24ad8974bea0414dd1507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:25:30Z', 'updated_at': '2021-12-25T21:26:13Z', 'revision_number': 10, 'project_id': '3075932236c24ad8974bea0414dd1507', 'gw_port_host': None, '_interfaces': [{'id': '30d276c8-352c-4fee-81b2-dc105be2cf97', 'name': '', 'network_id': '82b6058b-9384-41d8-9c3f-000c180610b3', 'tenant_id': '3075932236c24ad8974bea0414dd1507', 'mac_address': 'fa:16:3e:3a:28:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26bcf8a2-51a7-43e2-9d5b-f18f43df7c65', 'device_owner': 'network:router_interface', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': 'd26521ed-5aa6-4cc0-8118-08157704ac07', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:25:32Z', 'updated_at': '2021-12-25T21:25:38Z', 'revision_number': 5, 'project_id': '3075932236c24ad8974bea0414dd1507', 'subnets': [{'id': 'd26521ed-5aa6-4cc0-8118-08157704ac07', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:26:15.172548 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7740098-294c-452e-a9de-4466814ad681 None None] Routers {'91e0424c-66d3-4a01-ba5a-802057964a36'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:26:15.173460 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-b7740098-294c-452e-a9de-4466814ad681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f26132b8970>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:26:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['91e0424c-66d3-4a01-ba5a-802057964a36'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:26:15.176353 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fccbdbf-8f33-41a3-aafa-7cd5dd4814f1 tempest-BulkNetworkOpsIpV6Test-1238511822 tempest-BulkNetworkOpsIpV6Test-1238511822-project] Pushing event updated for resources: {'Port': ['ID=eafd180d-df22-4ac6-9224-62d0abbe986b,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:26:15.199314 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1c863af-cd49-4f76-adac-a7e0085c2c9c None None] Checking router: 26bcf8a2-51a7-43e2-9d5b-f18f43df7c65 for host: ncdv-master-1 {{(pid=121609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 25 21:26:15.201174 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fccbdbf-8f33-41a3-aafa-7cd5dd4814f1 tempest-BulkNetworkOpsIpV6Test-1238511822 tempest-BulkNetworkOpsIpV6Test-1238511822-project] Checking segment: {'id': '48c11421-8881-4304-bbc5-222302948954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '0c013234-4756-4541-9041-ee2bf13fafe5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:26:15.201646 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fccbdbf-8f33-41a3-aafa-7cd5dd4814f1 tempest-BulkNetworkOpsIpV6Test-1238511822 tempest-BulkNetworkOpsIpV6Test-1238511822-project] Network hostable DHCP agents. Network: 0c013234-4756-4541-9041-ee2bf13fafe5, hostable agents: ['1813db88-2c1b-4357-a2ba-869246b663c2'], hosted agents: [] {{(pid=121607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 25 21:26:15.209076 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1c863af-cd49-4f76-adac-a7e0085c2c9c None None] Routers {'26bcf8a2-51a7-43e2-9d5b-f18f43df7c65'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:26:15.209694 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-b1c863af-cd49-4f76-adac-a7e0085c2c9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f261863e490>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:26:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['26bcf8a2-51a7-43e2-9d5b-f18f43df7c65'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:26:15.214196 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-b7740098-294c-452e-a9de-4466814ad681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f26132b8970>, [], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:26:15.223878 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7740098-294c-452e-a9de-4466814ad681 None None] Routers {'91e0424c-66d3-4a01-ba5a-802057964a36'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:26:15.224588 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-b7740098-294c-452e-a9de-4466814ad681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f26132b8970>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:26:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['91e0424c-66d3-4a01-ba5a-802057964a36'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:26:15.257912 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-b7740098-294c-452e-a9de-4466814ad681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f26132b8970>, [], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:26:15.258506 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7740098-294c-452e-a9de-4466814ad681 None None] The sync data for ids ['91e0424c-66d3-4a01-ba5a-802057964a36'] in ncdv-master-1 is: [] {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 21:26:15.300711 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvr_db [None req-b1c863af-cd49-4f76-adac-a7e0085c2c9c None None] Set router 26bcf8a2-51a7-43e2-9d5b-f18f43df7c65 gateway port host: None {{(pid=121609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:26:15.491928 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-b1c863af-cd49-4f76-adac-a7e0085c2c9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f261863e490>, [{'id': '26bcf8a2-51a7-43e2-9d5b-f18f43df7c65', 'name': 'tempest-RoutersIpV6Test-router-137911943', 'tenant_id': '3075932236c24ad8974bea0414dd1507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:25:30Z', 'updated_at': '2021-12-25T21:26:13Z', 'revision_number': 10, 'project_id': '3075932236c24ad8974bea0414dd1507', 'gw_port_host': None, '_interfaces': [{'id': '30d276c8-352c-4fee-81b2-dc105be2cf97', 'name': '', 'network_id': '82b6058b-9384-41d8-9c3f-000c180610b3', 'tenant_id': '3075932236c24ad8974bea0414dd1507', 'mac_address': 'fa:16:3e:3a:28:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26bcf8a2-51a7-43e2-9d5b-f18f43df7c65', 'device_owner': 'network:router_interface', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': 'd26521ed-5aa6-4cc0-8118-08157704ac07', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:25:32Z', 'updated_at': '2021-12-25T21:25:38Z', 'revision_number': 5, 'project_id': '3075932236c24ad8974bea0414dd1507', 'subnets': [{'id': 'd26521ed-5aa6-4cc0-8118-08157704ac07', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:26:15.517221 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1c863af-cd49-4f76-adac-a7e0085c2c9c None None] The sync data for ids ['26bcf8a2-51a7-43e2-9d5b-f18f43df7c65'] in ncdv-master-1 is: [{'id': '26bcf8a2-51a7-43e2-9d5b-f18f43df7c65', 'name': 'tempest-RoutersIpV6Test-router-137911943', 'tenant_id': '3075932236c24ad8974bea0414dd1507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:25:30Z', 'updated_at': '2021-12-25T21:26:13Z', 'revision_number': 10, 'project_id': '3075932236c24ad8974bea0414dd1507', 'gw_port_host': None, '_interfaces': [{'id': '30d276c8-352c-4fee-81b2-dc105be2cf97', 'name': '', 'network_id': '82b6058b-9384-41d8-9c3f-000c180610b3', 'tenant_id': '3075932236c24ad8974bea0414dd1507', 'mac_address': 'fa:16:3e:3a:28:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26bcf8a2-51a7-43e2-9d5b-f18f43df7c65', 'device_owner': 'network:router_interface', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': 'd26521ed-5aa6-4cc0-8118-08157704ac07', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:25:32Z', 'updated_at': '2021-12-25T21:25:38Z', 'revision_number': 5, 'project_id': '3075932236c24ad8974bea0414dd1507', 'subnets': [{'id': 'd26521ed-5aa6-4cc0-8118-08157704ac07', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 21:26:15.591431 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-ff8adfc7-e11e-4853-ac03-488f7782a94c tempest-RoutersAdminTest-266561384 tempest-RoutersAdminTest-266561384-project] Publish callbacks [] for router, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:15.595553 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-1cf623f8-af88-4469-903d-5b87f7774a8f tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8632410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8852809'] for subnet, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:15.600652 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fccbdbf-8f33-41a3-aafa-7cd5dd4814f1 tempest-BulkNetworkOpsIpV6Test-1238511822 tempest-BulkNetworkOpsIpV6Test-1238511822-project] Network 0c013234-4756-4541-9041-ee2bf13fafe5 is scheduled to be hosted by DHCP agent 1813db88-2c1b-4357-a2ba-869246b663c2 with binding_index 1 {{(pid=121607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 25 21:26:15.601764 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-ff8adfc7-e11e-4853-ac03-488f7782a94c tempest-RoutersAdminTest-266561384 tempest-RoutersAdminTest-266561384-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 885 time: 5.3898847
Dec 25 21:26:15.604203 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 41152) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:26:15.648337 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf623f8-af88-4469-903d-5b87f7774a8f tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Pushing event deleted for resources: {'Subnet': ['ID=62ce5690-d30c-48d7-81db-ac2c321589bd,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:26:15.652294 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-1cf623f8-af88-4469-903d-5b87f7774a8f tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks [] for subnet, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:15.658713 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 41156) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:26:15.659238 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-1cf623f8-af88-4469-903d-5b87f7774a8f tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] 10.222.0.32 "DELETE /v2.0/subnets/62ce5690-d30c-48d7-81db-ac2c321589bd HTTP/1.1" status: 204  len: 168 time: 0.9423327
Dec 25 21:26:15.667009 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56320769-c5fb-4f49-a7be-de02fbd4a618 None None] Network 9a8e9b1e-c60c-4b3e-b9d3-3bfd39c0d76b requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:26:15.751910 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-1fccbdbf-8f33-41a3-aafa-7cd5dd4814f1 tempest-BulkNetworkOpsIpV6Test-1238511822 tempest-BulkNetworkOpsIpV6Test-1238511822-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 0c013234-4756-4541-9041-ee2bf13fafe5) {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:26:15.765020 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6e1b1b5-c589-478d-838f-e3e0fab5a2b8 None None] Network 0c013234-4756-4541-9041-ee2bf13fafe5 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:26:15.767056 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fccbdbf-8f33-41a3-aafa-7cd5dd4814f1 tempest-BulkNetworkOpsIpV6Test-1238511822 tempest-BulkNetworkOpsIpV6Test-1238511822-project] Received port after_create {{(pid=121607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:26:15.768148 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-1fccbdbf-8f33-41a3-aafa-7cd5dd4814f1 tempest-BulkNetworkOpsIpV6Test-1238511822 tempest-BulkNetworkOpsIpV6Test-1238511822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:15.837901 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fccbdbf-8f33-41a3-aafa-7cd5dd4814f1 tempest-BulkNetworkOpsIpV6Test-1238511822 tempest-BulkNetworkOpsIpV6Test-1238511822-project] Checking segment: {'id': 'c59484c5-cbdc-4657-85f8-549b0572b5e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'b72b92e9-b9bd-4251-a332-880824bd59f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:26:15.838632 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fccbdbf-8f33-41a3-aafa-7cd5dd4814f1 tempest-BulkNetworkOpsIpV6Test-1238511822 tempest-BulkNetworkOpsIpV6Test-1238511822-project] Network hostable DHCP agents. Network: b72b92e9-b9bd-4251-a332-880824bd59f9, hostable agents: ['1813db88-2c1b-4357-a2ba-869246b663c2'], hosted agents: [] {{(pid=121607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 25 21:26:15.845307 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cba409-6bed-4378-b2a7-acf523b6c586 req-6350e63a-958e-4c76-a5c5-6d66ade0cd81 tempest-ServerAddressesNegativeTestJSON-1659920084 tempest-ServerAddressesNegativeTestJSON-1659920084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:26:15.846948 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-30cba409-6bed-4378-b2a7-acf523b6c586 req-6350e63a-958e-4c76-a5c5-6d66ade0cd81 tempest-ServerAddressesNegativeTestJSON-1659920084 tempest-ServerAddressesNegativeTestJSON-1659920084-project] 10.222.0.32 "GET /v2.0/ports?device_id=67552d4b-2d47-4a5b-ac39-6664ed0b7525 HTTP/1.1" status: 200  len: 943 time: 0.2046089
Dec 25 21:26:15.850926 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fccbdbf-8f33-41a3-aafa-7cd5dd4814f1 tempest-BulkNetworkOpsIpV6Test-1238511822 tempest-BulkNetworkOpsIpV6Test-1238511822-project] Pushing event updated for resources: {'Port': ['ID=f34cfe71-6c05-4c2b-b9af-da39b3db973e,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:26:15.856601 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-64cd245c-f716-4d85-a73b-adbe74486b66 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625803'] for network, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:15.875069 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-4b9eafdc-0a85-4266-9c69-d0f6ca212149 tempest-RoutersAdminTest-58483452 tempest-RoutersAdminTest-58483452-project-admin] 10.222.0.32 "GET /v2.0/routers/91e0424c-66d3-4a01-ba5a-802057964a36 HTTP/1.1" status: 200  len: 921 time: 0.2697277
Dec 25 21:26:15.877774 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 41166) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:26:15.940190 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-252d264b-726d-49c7-8aa1-90e7a067fab3 tempest-RoutersAdminTest-266561384 tempest-RoutersAdminTest-266561384-project] 10.222.0.32 "GET /v2.0/ports?device_id=91e0424c-66d3-4a01-ba5a-802057964a36 HTTP/1.1" status: 200  len: 205 time: 0.0606887
Dec 25 21:26:15.943147 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 41168) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:26:15.967190 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b91f1c37-6358-4b92-ab61-12df69837c91 None None] DHCP port deletion for 9a8e9b1e-c60c-4b3e-b9d3-3bfd39c0d76b request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 21:26:15.998531 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-30cba409-6bed-4378-b2a7-acf523b6c586 req-48194a55-63d5-47e7-a17c-edf9f27f09bd tempest-ServerAddressesNegativeTestJSON-1659920084 tempest-ServerAddressesNegativeTestJSON-1659920084-project] 10.222.0.32 "GET /v2.0/security-groups?id=8f420fce-1c0f-4726-be60-2032c1e82248&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1177652
Dec 25 21:26:16.008217 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-64cd245c-f716-4d85-a73b-adbe74486b66 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Deleting port 093e1023-7496-43ac-9beb-d88425f77f61 {{(pid=121606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:26:16.008595 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-64cd245c-f716-4d85-a73b-adbe74486b66 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:16.101383 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-b91f1c37-6358-4b92-ab61-12df69837c91 None None] Deleting port 093e1023-7496-43ac-9beb-d88425f77f61 {{(pid=121608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:26:16.106751 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-b91f1c37-6358-4b92-ab61-12df69837c91 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:16.109288 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [None req-64cd245c-f716-4d85-a73b-adbe74486b66 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] For port 093e1023-7496-43ac-9beb-d88425f77f61, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=093e1023-7496-43ac-9beb-d88425f77f61,segment=NetworkSegment(11926fc3-bbae-47ee-9894-e75f153e6dd9),segment_id=11926fc3-bbae-47ee-9894-e75f153e6dd9)] {{(pid=121606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:26:16.109931 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-64cd245c-f716-4d85-a73b-adbe74486b66 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:16.135004 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-64cd245c-f716-4d85-a73b-adbe74486b66 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Calling delete_port for 093e1023-7496-43ac-9beb-d88425f77f61 owned by network:dhcp {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:26:16.223584 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-b91f1c37-6358-4b92-ab61-12df69837c91 None None] For port 093e1023-7496-43ac-9beb-d88425f77f61, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=093e1023-7496-43ac-9beb-d88425f77f61,segment=NetworkSegment(11926fc3-bbae-47ee-9894-e75f153e6dd9),segment_id=11926fc3-bbae-47ee-9894-e75f153e6dd9)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:26:16.224196 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-b91f1c37-6358-4b92-ab61-12df69837c91 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:16.245927 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-b91f1c37-6358-4b92-ab61-12df69837c91 None None] Calling delete_port for 093e1023-7496-43ac-9beb-d88425f77f61 owned by network:dhcp {{(pid=121608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:26:16.353953 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 41180) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:26:16.383160 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-64cd245c-f716-4d85-a73b-adbe74486b66 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:16.392038 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-b91f1c37-6358-4b92-ab61-12df69837c91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955'] for port, after_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:16.418103 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cd245c-f716-4d85-a73b-adbe74486b66 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Pushing event deleted for resources: {'Port': ['ID=093e1023-7496-43ac-9beb-d88425f77f61,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:26:16.420370 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64cd245c-f716-4d85-a73b-adbe74486b66 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] No DVR routers for this DVR port 093e1023-7496-43ac-9beb-d88425f77f61 on host ncdv-master-1 {{(pid=121606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:26:16.435639 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91f1c37-6358-4b92-ab61-12df69837c91 None None] Pushing event deleted for resources: {'Port': ['ID=093e1023-7496-43ac-9beb-d88425f77f61,revision_number=None']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:26:16.443686 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fccbdbf-8f33-41a3-aafa-7cd5dd4814f1 tempest-BulkNetworkOpsIpV6Test-1238511822 tempest-BulkNetworkOpsIpV6Test-1238511822-project] Network b72b92e9-b9bd-4251-a332-880824bd59f9 is scheduled to be hosted by DHCP agent 1813db88-2c1b-4357-a2ba-869246b663c2 with binding_index 1 {{(pid=121607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 25 21:26:16.448835 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b91f1c37-6358-4b92-ab61-12df69837c91 None None] No DVR routers for this DVR port 093e1023-7496-43ac-9beb-d88425f77f61 on host ncdv-master-1 {{(pid=121608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:26:16.521284 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-1fccbdbf-8f33-41a3-aafa-7cd5dd4814f1 tempest-BulkNetworkOpsIpV6Test-1238511822 tempest-BulkNetworkOpsIpV6Test-1238511822-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, b72b92e9-b9bd-4251-a332-880824bd59f9) {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:26:16.530180 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fccbdbf-8f33-41a3-aafa-7cd5dd4814f1 tempest-BulkNetworkOpsIpV6Test-1238511822 tempest-BulkNetworkOpsIpV6Test-1238511822-project] Received port after_create {{(pid=121607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:26:16.534126 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-64cd245c-f716-4d85-a73b-adbe74486b66 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997585', 'neutron.services.segments.db._delete_segments_for_network-8737602743071'] for network, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:16.535089 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e021edaa-c2f6-4706-938c-d42ea87521c3 None None] Network b72b92e9-b9bd-4251-a332-880824bd59f9 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:26:16.537538 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fccbdbf-8f33-41a3-aafa-7cd5dd4814f1 tempest-BulkNetworkOpsIpV6Test-1238511822 tempest-BulkNetworkOpsIpV6Test-1238511822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:26:16.541874 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fccbdbf-8f33-41a3-aafa-7cd5dd4814f1 tempest-BulkNetworkOpsIpV6Test-1238511822 tempest-BulkNetworkOpsIpV6Test-1238511822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:26:16.542558 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-1fccbdbf-8f33-41a3-aafa-7cd5dd4814f1 tempest-BulkNetworkOpsIpV6Test-1238511822 tempest-BulkNetworkOpsIpV6Test-1238511822-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:16.547315 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-b4943023-e0f9-460a-87d5-1ede75b8cb6e admin admin] Publish callbacks [] for security_group, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:16.560147 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-1eebb1f6-73fb-49ad-978b-84fec591d839 tempest-RoutersAdminTest-266561384 tempest-RoutersAdminTest-266561384-project] Publish callbacks [] for router, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:16.579052 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.segments.db [None req-64cd245c-f716-4d85-a73b-adbe74486b66 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f261369b5b0>,) {'filters': {'network_id': ['9a8e9b1e-c60c-4b3e-b9d3-3bfd39c0d76b']}} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:26:16.594337 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.segments.db [None req-64cd245c-f716-4d85-a73b-adbe74486b66 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f261369b5b0>, '11926fc3-bbae-47ee-9894-e75f153e6dd9') {'for_net_delete': True} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:26:16.595075 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.segments.db [None req-64cd245c-f716-4d85-a73b-adbe74486b66 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f261369b5b0>, '11926fc3-bbae-47ee-9894-e75f153e6dd9') {} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:26:16.611271 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-64cd245c-f716-4d85-a73b-adbe74486b66 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737602746920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9084222'] for segment, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:16.632587 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-64cd245c-f716-4d85-a73b-adbe74486b66 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:16.645161 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64cd245c-f716-4d85-a73b-adbe74486b66 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Releasing vlan 186 on physical network physnet1 to pool {{(pid=121606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 25 21:26:16.645161 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-64cd245c-f716-4d85-a73b-adbe74486b66 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9084542'] for segment, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:16.647596 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:26:16.647596 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:26:16.647596 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:26:16.647596 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:26:16.647596 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:26:16.647596 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:26:16.647596 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:26:16.647596 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:26:16.647596 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:26:16.647596 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:26:16.647596 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:26:16.647596 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:26:16.647596 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:26:16.647596 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:26:16.647596 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:26:16.647596 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:26:16.647596 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:26:16.647596 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:26:16.647596 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:26:16.647596 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:26:16.647596 ncdv-master-1 neutron-server[121606]: Traceback (most recent call last):
Dec 25 21:26:16.647596 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 25 21:26:16.647596 ncdv-master-1 neutron-server[121606]:     timer()
Dec 25 21:26:16.647596 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 25 21:26:16.647596 ncdv-master-1 neutron-server[121606]:     cb(*args, **kw)
Dec 25 21:26:16.647596 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 25 21:26:16.647596 ncdv-master-1 neutron-server[121606]:     return func(*args, **kwargs)
Dec 25 21:26:16.647596 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 25 21:26:16.647596 ncdv-master-1 neutron-server[121606]:     self._notify()
Dec 25 21:26:16.647596 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 25 21:26:16.647596 ncdv-master-1 neutron-server[121606]:     self.callback(batched_events)
Dec 25 21:26:16.647596 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 25 21:26:16.647596 ncdv-master-1 neutron-server[121606]:     event.method(event)
Dec 25 21:26:16.647596 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 25 21:26:16.647596 ncdv-master-1 neutron-server[121606]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 25 21:26:16.647596 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 25 21:26:16.647596 ncdv-master-1 neutron-server[121606]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 25 21:26:16.647596 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 25 21:26:16.647596 ncdv-master-1 neutron-server[121606]:     return f(self, *a, **k)
Dec 25 21:26:16.647596 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 25 21:26:16.647596 ncdv-master-1 neutron-server[121606]:     return self._get(url).json()
Dec 25 21:26:16.647596 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 25 21:26:16.647596 ncdv-master-1 neutron-server[121606]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 25 21:26:16.647596 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 25 21:26:16.647596 ncdv-master-1 neutron-server[121606]:     return self.request(url, 'GET', **kwargs)
Dec 25 21:26:16.647596 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 25 21:26:16.647596 ncdv-master-1 neutron-server[121606]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 25 21:26:16.647596 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 25 21:26:16.647596 ncdv-master-1 neutron-server[121606]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 25 21:26:16.647596 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 25 21:26:16.647596 ncdv-master-1 neutron-server[121606]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 25 21:26:16.647596 ncdv-master-1 neutron-server[121606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 25 21:26:16.685494 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-1fccbdbf-8f33-41a3-aafa-7cd5dd4814f1 tempest-BulkNetworkOpsIpV6Test-1238511822 tempest-BulkNetworkOpsIpV6Test-1238511822-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1450 time: 3.3777390
Dec 25 21:26:16.689874 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 41188) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:26:16.734002 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-b4943023-e0f9-460a-87d5-1ede75b8cb6e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:16.760336 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-1eebb1f6-73fb-49ad-978b-84fec591d839 tempest-RoutersAdminTest-266561384 tempest-RoutersAdminTest-266561384-project] Publish callbacks [] for router_gateway, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:16.786410 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4ceb2fd-4bef-4d84-80fb-011021d4fed7 tempest-BulkNetworkOpsIpV6Test-1238511822 tempest-BulkNetworkOpsIpV6Test-1238511822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:26:16.792358 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4ceb2fd-4bef-4d84-80fb-011021d4fed7 tempest-BulkNetworkOpsIpV6Test-1238511822 tempest-BulkNetworkOpsIpV6Test-1238511822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:26:16.793847 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-b4ceb2fd-4bef-4d84-80fb-011021d4fed7 tempest-BulkNetworkOpsIpV6Test-1238511822 tempest-BulkNetworkOpsIpV6Test-1238511822-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1445 time: 0.1021578
Dec 25 21:26:16.796617 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 41190) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:26:16.864464 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-b4943023-e0f9-460a-87d5-1ede75b8cb6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:16.868236 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-64cd245c-f716-4d85-a73b-adbe74486b66 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2008653'] for network, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:16.872444 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-64cd245c-f716-4d85-a73b-adbe74486b66 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for network, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:16.875798 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-64cd245c-f716-4d85-a73b-adbe74486b66 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] 10.222.0.32 "DELETE /v2.0/networks/9a8e9b1e-c60c-4b3e-b9d3-3bfd39c0d76b HTTP/1.1" status: 204  len: 168 time: 1.2155404
Dec 25 21:26:16.878573 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 41194) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:26:16.906872 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cd245c-f716-4d85-a73b-adbe74486b66 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Pushing event deleted for resources: {'Network': ['ID=9a8e9b1e-c60c-4b3e-b9d3-3bfd39c0d76b,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:26:16.930852 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-b4943023-e0f9-460a-87d5-1ede75b8cb6e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0e1ea91b564c4ce3b5f386aca8f4d86f&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5757468
Dec 25 21:26:16.931717 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4943023-e0f9-460a-87d5-1ede75b8cb6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=186cada2-ae00-4fc5-b14e-2a158ae5a936,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:26:16.934568 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 41196) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:26:16.938162 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-85dcc829-a697-4101-8d1e-55e9554a7de0 tempest-BulkNetworkOpsIpV6Test-1238511822 tempest-BulkNetworkOpsIpV6Test-1238511822-project] Deleting port eafd180d-df22-4ac6-9224-62d0abbe986b {{(pid=121607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:26:16.941547 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-85dcc829-a697-4101-8d1e-55e9554a7de0 tempest-BulkNetworkOpsIpV6Test-1238511822 tempest-BulkNetworkOpsIpV6Test-1238511822-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:17.105599 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device a9825f0b-9b80-4820-a611-a41252238755 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:26:17.139510 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device a935ddec-3753-4cad-bfd1-a5b690147f82 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 25 21:26:17.141414 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-85dcc829-a697-4101-8d1e-55e9554a7de0 tempest-BulkNetworkOpsIpV6Test-1238511822 tempest-BulkNetworkOpsIpV6Test-1238511822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:17.142265 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] No Port match for: a9825f0b-9b80-4820-a611-a41252238755 {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:26:17.142803 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device a9825f0b-9b80-4820-a611-a41252238755 not bound to the agent host ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:26:17.143474 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 093e1023-7496-43ac-9beb-d88425f77f61 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:26:17.172548 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] No Port match for: 093e1023-7496-43ac-9beb-d88425f77f61 {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:26:17.172921 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 093e1023-7496-43ac-9beb-d88425f77f61 not bound to the agent host ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:26:17.195168 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d90abc-8799-49e2-962f-cd00f5a37ecd req-23f2992a-c0ed-4a17-bf1e-b4b477f9031d tempest-ServerAddressesNegativeTestJSON-1659920084 tempest-ServerAddressesNegativeTestJSON-1659920084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:26:17.196141 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-85dcc829-a697-4101-8d1e-55e9554a7de0 tempest-BulkNetworkOpsIpV6Test-1238511822 tempest-BulkNetworkOpsIpV6Test-1238511822-project] Calling delete_port for eafd180d-df22-4ac6-9224-62d0abbe986b owned by  {{(pid=121607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:26:17.198857 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-83d90abc-8799-49e2-962f-cd00f5a37ecd req-23f2992a-c0ed-4a17-bf1e-b4b477f9031d tempest-ServerAddressesNegativeTestJSON-1659920084 tempest-ServerAddressesNegativeTestJSON-1659920084-project] 10.222.0.32 "GET /v2.0/ports?device_id=67552d4b-2d47-4a5b-ac39-6664ed0b7525 HTTP/1.1" status: 200  len: 943 time: 0.0826249
Dec 25 21:26:17.245743 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-265cad45-c853-42dc-a08e-a83b95c59e8f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:17.273298 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-83d90abc-8799-49e2-962f-cd00f5a37ecd req-7fec95f5-d21e-4fcc-93c2-57f079efce4a tempest-ServerAddressesNegativeTestJSON-1659920084 tempest-ServerAddressesNegativeTestJSON-1659920084-project] 10.222.0.32 "GET /v2.0/security-groups?id=8f420fce-1c0f-4726-be60-2032c1e82248&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0668998
Dec 25 21:26:17.300634 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port a935ddec-3753-4cad-bfd1-a5b690147f82, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a935ddec-3753-4cad-bfd1-a5b690147f82,segment=NetworkSegment(7d979b44-0364-44e8-a451-59ef1a78b493),segment_id=7d979b44-0364-44e8-a451-59ef1a78b493)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:26:17.308332 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-1eebb1f6-73fb-49ad-978b-84fec591d839 tempest-RoutersAdminTest-266561384 tempest-RoutersAdminTest-266561384-project] Deleting port e49840cb-7caf-4c7f-8465-fdd7ef0dd945 {{(pid=121607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:26:17.311164 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-1eebb1f6-73fb-49ad-978b-84fec591d839 tempest-RoutersAdminTest-266561384 tempest-RoutersAdminTest-266561384-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:17.317615 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Returning: {'device': 'a935ddec-3753-4cad-bfd1-a5b690147f82', 'network_id': '62035f0b-310d-441b-86b6-87cbf84c7a7f', 'port_id': 'a935ddec-3753-4cad-bfd1-a5b690147f82', 'mac_address': 'fa:16:3e:55:7e:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24194204-c9b0-4c53-87e2-606651bc580d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 25 21:26:17.359332 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-265cad45-c853-42dc-a08e-a83b95c59e8f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:17.362553 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:17.376284 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a935ddec-3753-4cad-bfd1-a5b690147f82 {{(pid=121608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:26:17.397104 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port a935ddec-3753-4cad-bfd1-a5b690147f82, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a935ddec-3753-4cad-bfd1-a5b690147f82,segment=NetworkSegment(7d979b44-0364-44e8-a451-59ef1a78b493),segment_id=7d979b44-0364-44e8-a451-59ef1a78b493)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:26:17.474441 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:17.515414 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-1eebb1f6-73fb-49ad-978b-84fec591d839 tempest-RoutersAdminTest-266561384 tempest-RoutersAdminTest-266561384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:17.528972 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Pushing event updated for resources: {'Port': ['ID=a935ddec-3753-4cad-bfd1-a5b690147f82,revision_number=4']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:26:17.533964 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-1eebb1f6-73fb-49ad-978b-84fec591d839 tempest-RoutersAdminTest-266561384 tempest-RoutersAdminTest-266561384-project] Calling delete_port for e49840cb-7caf-4c7f-8465-fdd7ef0dd945 owned by network:router_gateway {{(pid=121607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:26:17.599713 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-85dcc829-a697-4101-8d1e-55e9554a7de0 tempest-BulkNetworkOpsIpV6Test-1238511822 tempest-BulkNetworkOpsIpV6Test-1238511822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:17.642954 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85dcc829-a697-4101-8d1e-55e9554a7de0 tempest-BulkNetworkOpsIpV6Test-1238511822 tempest-BulkNetworkOpsIpV6Test-1238511822-project] Pushing event deleted for resources: {'Port': ['ID=eafd180d-df22-4ac6-9224-62d0abbe986b,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:26:17.645422 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-265cad45-c853-42dc-a08e-a83b95c59e8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:17.647979 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-265cad45-c853-42dc-a08e-a83b95c59e8f admin admin] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:17.649257 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-265cad45-c853-42dc-a08e-a83b95c59e8f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/186cada2-ae00-4fc5-b14e-2a158ae5a936 HTTP/1.1" status: 204  len: 168 time: 0.7140217
Dec 25 21:26:17.686196 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-85dcc829-a697-4101-8d1e-55e9554a7de0 tempest-BulkNetworkOpsIpV6Test-1238511822 tempest-BulkNetworkOpsIpV6Test-1238511822-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:17.692536 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 41218) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:26:17.693067 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-85dcc829-a697-4101-8d1e-55e9554a7de0 tempest-BulkNetworkOpsIpV6Test-1238511822 tempest-BulkNetworkOpsIpV6Test-1238511822-project] 10.222.0.32 "DELETE /v2.0/ports/eafd180d-df22-4ac6-9224-62d0abbe986b HTTP/1.1" status: 204  len: 168 time: 0.8950512
Dec 25 21:26:17.697194 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265cad45-c853-42dc-a08e-a83b95c59e8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=186cada2-ae00-4fc5-b14e-2a158ae5a936,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:26:17.798018 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-80dcd0ef-dc8f-47d3-b54f-1e73fb731531 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2007615'] for router_interface, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:17.865825 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-3464ce0e-3919-420b-af9b-eafe7057160a tempest-BulkNetworkOpsIpV6Test-1238511822 tempest-BulkNetworkOpsIpV6Test-1238511822-project] Deleting port f34cfe71-6c05-4c2b-b9af-da39b3db973e {{(pid=121606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:26:17.866499 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-3464ce0e-3919-420b-af9b-eafe7057160a tempest-BulkNetworkOpsIpV6Test-1238511822 tempest-BulkNetworkOpsIpV6Test-1238511822-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:17.894118 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] get_ports_and_sgs() called for port_ids ['a935ddec-3753-4cad-bfd1-a5b690147f82'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:26:18.002455 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-3464ce0e-3919-420b-af9b-eafe7057160a tempest-BulkNetworkOpsIpV6Test-1238511822 tempest-BulkNetworkOpsIpV6Test-1238511822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:18.017734 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-3464ce0e-3919-420b-af9b-eafe7057160a tempest-BulkNetworkOpsIpV6Test-1238511822 tempest-BulkNetworkOpsIpV6Test-1238511822-project] Calling delete_port for f34cfe71-6c05-4c2b-b9af-da39b3db973e owned by  {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:26:18.157904 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-1eebb1f6-73fb-49ad-978b-84fec591d839 tempest-RoutersAdminTest-266561384 tempest-RoutersAdminTest-266561384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:18.188040 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eebb1f6-73fb-49ad-978b-84fec591d839 tempest-RoutersAdminTest-266561384 tempest-RoutersAdminTest-266561384-project] Pushing event deleted for resources: {'Port': ['ID=e49840cb-7caf-4c7f-8465-fdd7ef0dd945,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:26:18.257107 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-3464ce0e-3919-420b-af9b-eafe7057160a tempest-BulkNetworkOpsIpV6Test-1238511822 tempest-BulkNetworkOpsIpV6Test-1238511822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:18.257844 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-80dcd0ef-dc8f-47d3-b54f-1e73fb731531 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Deleting port 30d276c8-352c-4fee-81b2-dc105be2cf97 {{(pid=121607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:26:18.258189 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-80dcd0ef-dc8f-47d3-b54f-1e73fb731531 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:18.277513 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-1eebb1f6-73fb-49ad-978b-84fec591d839 tempest-RoutersAdminTest-266561384 tempest-RoutersAdminTest-266561384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2008689'] for router_gateway, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:18.291938 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3464ce0e-3919-420b-af9b-eafe7057160a tempest-BulkNetworkOpsIpV6Test-1238511822 tempest-BulkNetworkOpsIpV6Test-1238511822-project] Pushing event deleted for resources: {'Port': ['ID=f34cfe71-6c05-4c2b-b9af-da39b3db973e,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:26:18.297327 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-3464ce0e-3919-420b-af9b-eafe7057160a tempest-BulkNetworkOpsIpV6Test-1238511822 tempest-BulkNetworkOpsIpV6Test-1238511822-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:18.314938 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 41234) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:26:18.322274 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-3464ce0e-3919-420b-af9b-eafe7057160a tempest-BulkNetworkOpsIpV6Test-1238511822 tempest-BulkNetworkOpsIpV6Test-1238511822-project] 10.222.0.32 "DELETE /v2.0/ports/f34cfe71-6c05-4c2b-b9af-da39b3db973e HTTP/1.1" status: 204  len: 168 time: 0.6177721
Dec 25 21:26:18.338493 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3464ce0e-3919-420b-af9b-eafe7057160a tempest-BulkNetworkOpsIpV6Test-1238511822 tempest-BulkNetworkOpsIpV6Test-1238511822-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:26:18.338769 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3464ce0e-3919-420b-af9b-eafe7057160a tempest-BulkNetworkOpsIpV6Test-1238511822 tempest-BulkNetworkOpsIpV6Test-1238511822-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:26:18.339116 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3464ce0e-3919-420b-af9b-eafe7057160a tempest-BulkNetworkOpsIpV6Test-1238511822 tempest-BulkNetworkOpsIpV6Test-1238511822-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:26:18.339464 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3464ce0e-3919-420b-af9b-eafe7057160a tempest-BulkNetworkOpsIpV6Test-1238511822 tempest-BulkNetworkOpsIpV6Test-1238511822-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:26:18.339801 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3464ce0e-3919-420b-af9b-eafe7057160a tempest-BulkNetworkOpsIpV6Test-1238511822 tempest-BulkNetworkOpsIpV6Test-1238511822-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:26:18.340139 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3464ce0e-3919-420b-af9b-eafe7057160a tempest-BulkNetworkOpsIpV6Test-1238511822 tempest-BulkNetworkOpsIpV6Test-1238511822-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:26:18.340470 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3464ce0e-3919-420b-af9b-eafe7057160a tempest-BulkNetworkOpsIpV6Test-1238511822 tempest-BulkNetworkOpsIpV6Test-1238511822-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:26:18.340798 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3464ce0e-3919-420b-af9b-eafe7057160a tempest-BulkNetworkOpsIpV6Test-1238511822 tempest-BulkNetworkOpsIpV6Test-1238511822-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:26:18.341220 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3464ce0e-3919-420b-af9b-eafe7057160a tempest-BulkNetworkOpsIpV6Test-1238511822 tempest-BulkNetworkOpsIpV6Test-1238511822-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:26:18.349582 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3464ce0e-3919-420b-af9b-eafe7057160a tempest-BulkNetworkOpsIpV6Test-1238511822 tempest-BulkNetworkOpsIpV6Test-1238511822-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:26:18.349582 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3464ce0e-3919-420b-af9b-eafe7057160a tempest-BulkNetworkOpsIpV6Test-1238511822 tempest-BulkNetworkOpsIpV6Test-1238511822-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:26:18.349582 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3464ce0e-3919-420b-af9b-eafe7057160a tempest-BulkNetworkOpsIpV6Test-1238511822 tempest-BulkNetworkOpsIpV6Test-1238511822-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:26:18.349582 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3464ce0e-3919-420b-af9b-eafe7057160a tempest-BulkNetworkOpsIpV6Test-1238511822 tempest-BulkNetworkOpsIpV6Test-1238511822-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:26:18.416427 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-d6404e32-be25-46b2-b6c4-183f59dfc7fb tempest-BulkNetworkOpsIpV6Test-1238511822 tempest-BulkNetworkOpsIpV6Test-1238511822-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200  len: 205 time: 0.0944898
Dec 25 21:26:18.423755 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634485db-6b2a-4c0a-8ef4-23152db632fc req-d9da35c3-eea2-4b5a-b521-094a0772f600 tempest-ServerAddressesNegativeTestJSON-1659920084 tempest-ServerAddressesNegativeTestJSON-1659920084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:26:18.423949 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 41240) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:26:18.424096 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-634485db-6b2a-4c0a-8ef4-23152db632fc req-d9da35c3-eea2-4b5a-b521-094a0772f600 tempest-ServerAddressesNegativeTestJSON-1659920084 tempest-ServerAddressesNegativeTestJSON-1659920084-project] 10.222.0.32 "GET /v2.0/ports?device_id=67552d4b-2d47-4a5b-ac39-6664ed0b7525 HTTP/1.1" status: 200  len: 944 time: 0.0557370
Dec 25 21:26:18.424213 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-2993091a-5c19-4e95-bb6c-d91d42bd579f tempest-BulkNetworkOpsIpV6Test-1238511822 tempest-BulkNetworkOpsIpV6Test-1238511822-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-522084455'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:26:18.453333 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-1eebb1f6-73fb-49ad-978b-84fec591d839 tempest-RoutersAdminTest-266561384 tempest-RoutersAdminTest-266561384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2014235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14905'] for router, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:18.458282 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-1eebb1f6-73fb-49ad-978b-84fec591d839 tempest-RoutersAdminTest-266561384 tempest-RoutersAdminTest-266561384-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:18.475189 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-634485db-6b2a-4c0a-8ef4-23152db632fc req-e07fc34a-4684-4c93-95b4-fee9f3c951e3 tempest-ServerAddressesNegativeTestJSON-1659920084 tempest-ServerAddressesNegativeTestJSON-1659920084-project] 10.222.0.32 "GET /v2.0/security-groups?id=8f420fce-1c0f-4726-be60-2032c1e82248&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0471931
Dec 25 21:26:18.534724 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.db [None req-80dcd0ef-dc8f-47d3-b54f-1e73fb731531 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] For port 30d276c8-352c-4fee-81b2-dc105be2cf97, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=30d276c8-352c-4fee-81b2-dc105be2cf97,segment=NetworkSegment(4e3e6713-1c52-4bb3-bb8f-9495f3a9dac2),segment_id=4e3e6713-1c52-4bb3-bb8f-9495f3a9dac2)] {{(pid=121607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:26:18.534724 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-80dcd0ef-dc8f-47d3-b54f-1e73fb731531 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:18.547294 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-80dcd0ef-dc8f-47d3-b54f-1e73fb731531 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Calling delete_port for 30d276c8-352c-4fee-81b2-dc105be2cf97 owned by network:router_interface {{(pid=121607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:26:18.610228 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 41244) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:26:18.624240 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-2bd928bb-840c-4f98-836e-abfdf4532b7d admin admin] Publish callbacks [] for security_group, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:18.650319 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2993091a-5c19-4e95-bb6c-d91d42bd579f tempest-BulkNetworkOpsIpV6Test-1238511822 tempest-BulkNetworkOpsIpV6Test-1238511822-project] Made reservation on behalf of de2e73a0bdf847d09859985d18e2302e for: {'network': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:26:18.653920 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-2993091a-5c19-4e95-bb6c-d91d42bd579f tempest-BulkNetworkOpsIpV6Test-1238511822 tempest-BulkNetworkOpsIpV6Test-1238511822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for network, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:18.655738 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-1eebb1f6-73fb-49ad-978b-84fec591d839 tempest-RoutersAdminTest-266561384 tempest-RoutersAdminTest-266561384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2014220'] for router, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:18.656351 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1eebb1f6-73fb-49ad-978b-84fec591d839 tempest-RoutersAdminTest-266561384 tempest-RoutersAdminTest-266561384-project] Fanout notify agent at l3_agent the message router_deleted on router 91e0424c-66d3-4a01-ba5a-802057964a36 {{(pid=121607) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 25 21:26:18.666148 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-1eebb1f6-73fb-49ad-978b-84fec591d839 tempest-RoutersAdminTest-266561384 tempest-RoutersAdminTest-266561384-project] Publish callbacks [] for router, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:18.674690 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-1eebb1f6-73fb-49ad-978b-84fec591d839 tempest-RoutersAdminTest-266561384 tempest-RoutersAdminTest-266561384-project] 10.222.0.32 "DELETE /v2.0/routers/91e0424c-66d3-4a01-ba5a-802057964a36 HTTP/1.1" status: 204  len: 168 time: 2.7230027
Dec 25 21:26:18.674830 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 41246) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:26:18.675288 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-5bd3a201-62da-4aa2-9664-9912c9d47afc tempest-RoutersAdminTest-58483452 tempest-RoutersAdminTest-58483452-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1550233584', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'enable_snat': False}}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:26:18.705542 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2993091a-5c19-4e95-bb6c-d91d42bd579f tempest-BulkNetworkOpsIpV6Test-1238511822 tempest-BulkNetworkOpsIpV6Test-1238511822-project] vlan segment allocate from pool success with {'vlan_id': 195, 'physical_network': 'physnet1'}  {{(pid=121607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 25 21:26:18.739868 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-2993091a-5c19-4e95-bb6c-d91d42bd579f tempest-BulkNetworkOpsIpV6Test-1238511822 tempest-BulkNetworkOpsIpV6Test-1238511822-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:18.744120 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-2bd928bb-840c-4f98-836e-abfdf4532b7d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:18.744629 ncdv-master-1 neutron-server[121607]: INFO neutron.db.segments_db [None req-2993091a-5c19-4e95-bb6c-d91d42bd579f tempest-BulkNetworkOpsIpV6Test-1238511822 tempest-BulkNetworkOpsIpV6Test-1238511822-project] Added segment 61b72f54-becd-4609-8d1f-57409cbffc4c of type vlan for network a3462dd4-1a1e-4c48-8974-65080c000758
Dec 25 21:26:18.794836 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-2993091a-5c19-4e95-bb6c-d91d42bd579f tempest-BulkNetworkOpsIpV6Test-1238511822 tempest-BulkNetworkOpsIpV6Test-1238511822-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737602163420'] for network, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:18.852306 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-5bd3a201-62da-4aa2-9664-9912c9d47afc tempest-RoutersAdminTest-58483452 tempest-RoutersAdminTest-58483452-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2014909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14863'] for router, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:18.853650 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-5bd3a201-62da-4aa2-9664-9912c9d47afc tempest-RoutersAdminTest-58483452 tempest-RoutersAdminTest-58483452-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2014285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2009796', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2082630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14848'] for router, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:18.858197 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-2bd928bb-840c-4f98-836e-abfdf4532b7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:18.875979 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 41250) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:26:18.909635 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-80dcd0ef-dc8f-47d3-b54f-1e73fb731531 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:18.910129 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-2bd928bb-840c-4f98-836e-abfdf4532b7d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=93debc50e0c44687ad3412c4afdb185c&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2987490
Dec 25 21:26:18.915873 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-2993091a-5c19-4e95-bb6c-d91d42bd579f tempest-BulkNetworkOpsIpV6Test-1238511822 tempest-BulkNetworkOpsIpV6Test-1238511822-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870'] for network, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:18.922047 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2993091a-5c19-4e95-bb6c-d91d42bd579f tempest-BulkNetworkOpsIpV6Test-1238511822 tempest-BulkNetworkOpsIpV6Test-1238511822-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:26:18.922847 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-2993091a-5c19-4e95-bb6c-d91d42bd579f tempest-BulkNetworkOpsIpV6Test-1238511822 tempest-BulkNetworkOpsIpV6Test-1238511822-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for network, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:18.925776 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 41254) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:26:18.996869 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80dcd0ef-dc8f-47d3-b54f-1e73fb731531 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Pushing event deleted for resources: {'Port': ['ID=30d276c8-352c-4fee-81b2-dc105be2cf97,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:26:19.108971 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-eb3c4f70-318e-4498-8f2f-0cf47f14e1e8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:19.147587 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device a935ddec-3753-4cad-bfd1-a5b690147f82 up at agent hyperv_nch2-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:26:19.182623 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-2993091a-5c19-4e95-bb6c-d91d42bd579f tempest-BulkNetworkOpsIpV6Test-1238511822 tempest-BulkNetworkOpsIpV6Test-1238511822-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 789 time: 0.7645178
Dec 25 21:26:19.185293 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2993091a-5c19-4e95-bb6c-d91d42bd579f tempest-BulkNetworkOpsIpV6Test-1238511822 tempest-BulkNetworkOpsIpV6Test-1238511822-project] Pushing event updated for resources: {'Network': ['ID=a3462dd4-1a1e-4c48-8974-65080c000758,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:26:19.192923 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 41256) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:26:19.199745 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-e9a298d3-d2a3-4365-b97d-ab7be89de5c5 tempest-BulkNetworkOpsIpV6Test-1238511822 tempest-BulkNetworkOpsIpV6Test-1238511822-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-481439326'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:26:19.213332 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Network a3462dd4-1a1e-4c48-8974-65080c000758 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 25 21:26:19.259253 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-80dcd0ef-dc8f-47d3-b54f-1e73fb731531 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2007763'] for router_interface, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:19.278194 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd928bb-840c-4f98-836e-abfdf4532b7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ffc2516-7efd-45d1-92c7-c00d946bf170,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:26:19.282064 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-db5e56fb-0c80-46e3-a37d-827bc72986cf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:19.317204 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-5bd3a201-62da-4aa2-9664-9912c9d47afc tempest-RoutersAdminTest-58483452 tempest-RoutersAdminTest-58483452-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:19.371961 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Provisioning for port a935ddec-3753-4cad-bfd1-a5b690147f82 completed by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 25 21:26:19.376221 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Provisioning complete for port a935ddec-3753-4cad-bfd1-a5b690147f82 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:26:19.376659 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:19.384999 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-db5e56fb-0c80-46e3-a37d-827bc72986cf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:19.461233 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:19.498359 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port a935ddec-3753-4cad-bfd1-a5b690147f82, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a935ddec-3753-4cad-bfd1-a5b690147f82,segment=NetworkSegment(7d979b44-0364-44e8-a451-59ef1a78b493),segment_id=7d979b44-0364-44e8-a451-59ef1a78b493)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:26:19.498359 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67552d4b-2d47-4a5b-ac39-6664ed0b7525', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a935ddec-3753-4cad-bfd1-a5b690147f82'}] {{(pid=121608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:26:19.512194 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a88c78c3ff6266bd59c7e89d275b28c92e739b67d23c89d71af88829fd31566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30c97c2c-2b32-4ce7-8647-e5832a9794ff" -d '{"events": [{"server_uuid": "67552d4b-2d47-4a5b-ac39-6664ed0b7525", "name": "network-vif-plugged", "status": "completed", "tag": "a935ddec-3753-4cad-bfd1-a5b690147f82"}]}' {{(pid=121608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:26:19.539830 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-5bd3a201-62da-4aa2-9664-9912c9d47afc tempest-RoutersAdminTest-58483452 tempest-RoutersAdminTest-58483452-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:19.564812 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9a298d3-d2a3-4365-b97d-ab7be89de5c5 tempest-BulkNetworkOpsIpV6Test-1238511822 tempest-BulkNetworkOpsIpV6Test-1238511822-project] Made reservation on behalf of de2e73a0bdf847d09859985d18e2302e for: {'network': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:26:19.568569 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e9a298d3-d2a3-4365-b97d-ab7be89de5c5 tempest-BulkNetworkOpsIpV6Test-1238511822 tempest-BulkNetworkOpsIpV6Test-1238511822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for network, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:19.579195 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 21:26:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23b7b9c0-550a-402f-adc1-e915e2f41a65 x-openstack-request-id: req-23b7b9c0-550a-402f-adc1-e915e2f41a65 {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:26:19.580132 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67552d4b-2d47-4a5b-ac39-6664ed0b7525", "name": "network-vif-plugged", "status": "completed", "tag": "a935ddec-3753-4cad-bfd1-a5b690147f82", "code": 200}]} {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:26:19.580623 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-23b7b9c0-550a-402f-adc1-e915e2f41a65 {{(pid=121608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:26:19.582657 ncdv-master-1 neutron-server[121608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67552d4b-2d47-4a5b-ac39-6664ed0b7525', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a935ddec-3753-4cad-bfd1-a5b690147f82', 'code': 200}
Dec 25 21:26:19.590770 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:19.591263 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80dcd0ef-dc8f-47d3-b54f-1e73fb731531 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Router 26bcf8a2-51a7-43e2-9d5b-f18f43df7c65 has already been hosted by L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 {{(pid=121607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 25 21:26:19.608748 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-eb3c4f70-318e-4498-8f2f-0cf47f14e1e8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:19.644496 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Pushing event updated for resources: {'Port': ['ID=a935ddec-3753-4cad-bfd1-a5b690147f82,revision_number=5']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:26:19.649673 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054af4b6-dfd6-45d6-ae0e-04ee069082eb req-ba385d4c-365a-4afe-96d5-2ffacd5c2729 tempest-ServerAddressesNegativeTestJSON-1659920084 tempest-ServerAddressesNegativeTestJSON-1659920084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:26:19.651913 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-054af4b6-dfd6-45d6-ae0e-04ee069082eb req-ba385d4c-365a-4afe-96d5-2ffacd5c2729 tempest-ServerAddressesNegativeTestJSON-1659920084 tempest-ServerAddressesNegativeTestJSON-1659920084-project] 10.222.0.32 "GET /v2.0/ports?device_id=67552d4b-2d47-4a5b-ac39-6664ed0b7525 HTTP/1.1" status: 200  len: 944 time: 0.0930083
Dec 25 21:26:19.666874 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-db5e56fb-0c80-46e3-a37d-827bc72986cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:19.669619 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-db5e56fb-0c80-46e3-a37d-827bc72986cf admin admin] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:19.673257 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-db5e56fb-0c80-46e3-a37d-827bc72986cf admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6ffc2516-7efd-45d1-92c7-c00d946bf170 HTTP/1.1" status: 204  len: 168 time: 0.7342436
Dec 25 21:26:19.681343 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9a298d3-d2a3-4365-b97d-ab7be89de5c5 tempest-BulkNetworkOpsIpV6Test-1238511822 tempest-BulkNetworkOpsIpV6Test-1238511822-project] vlan segment allocate from pool success with {'vlan_id': 192, 'physical_network': 'physnet1'}  {{(pid=121607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 25 21:26:19.718086 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5e56fb-0c80-46e3-a37d-827bc72986cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ffc2516-7efd-45d1-92c7-c00d946bf170,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:26:19.721295 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-eb3c4f70-318e-4498-8f2f-0cf47f14e1e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:19.746163 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80dcd0ef-dc8f-47d3-b54f-1e73fb731531 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 21:26:19.757176 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e9a298d3-d2a3-4365-b97d-ab7be89de5c5 tempest-BulkNetworkOpsIpV6Test-1238511822 tempest-BulkNetworkOpsIpV6Test-1238511822-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:19.757528 ncdv-master-1 neutron-server[121607]: INFO neutron.db.segments_db [None req-e9a298d3-d2a3-4365-b97d-ab7be89de5c5 tempest-BulkNetworkOpsIpV6Test-1238511822 tempest-BulkNetworkOpsIpV6Test-1238511822-project] Added segment 486648b4-bbfa-4dca-8085-25c1f3eeb414 of type vlan for network 260ef196-ca64-4f0b-8f9a-a85c46e30d17
Dec 25 21:26:19.761376 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bff1b82d-877b-4952-b3a8-e02396c61026 None None] Sync routers for ids ['26bcf8a2-51a7-43e2-9d5b-f18f43df7c65'] in ncdv-master-1 {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 21:26:19.774672 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-80dcd0ef-dc8f-47d3-b54f-1e73fb731531 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] 10.222.0.32 "PUT /v2.0/routers/26bcf8a2-51a7-43e2-9d5b-f18f43df7c65/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8950610
Dec 25 21:26:19.776911 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bff1b82d-877b-4952-b3a8-e02396c61026 None None] Routers {'26bcf8a2-51a7-43e2-9d5b-f18f43df7c65'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:26:19.777762 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-bff1b82d-877b-4952-b3a8-e02396c61026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f26213ace20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:26:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['26bcf8a2-51a7-43e2-9d5b-f18f43df7c65'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:26:19.780291 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 41266) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:26:19.790059 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3c4f70-318e-4498-8f2f-0cf47f14e1e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c539239-18b0-449e-bf78-7471cb1e931e,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:26:19.797393 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40bda91-8399-4e5a-8d01-b1fdcab608b0 req-4b8a67d5-5b6f-4afd-9a93-d4526f6ce07e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:26:19.798927 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b40bda91-8399-4e5a-8d01-b1fdcab608b0 req-4b8a67d5-5b6f-4afd-9a93-d4526f6ce07e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=67552d4b-2d47-4a5b-ac39-6664ed0b7525 HTTP/1.1" status: 200  len: 1096 time: 0.1450269
Dec 25 21:26:19.800272 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-eb3c4f70-318e-4498-8f2f-0cf47f14e1e8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8bc60d15c4ed4d478b3e90fbb2ec1587&name=default HTTP/1.1" status: 200  len: 3000 time: 0.9228864
Dec 25 21:26:19.804719 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 41268) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:26:19.808239 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-054af4b6-dfd6-45d6-ae0e-04ee069082eb req-ebfe1f4f-e295-4df8-a4df-2743c0e34fd3 tempest-ServerAddressesNegativeTestJSON-1659920084 tempest-ServerAddressesNegativeTestJSON-1659920084-project] 10.222.0.32 "GET /v2.0/security-groups?id=8f420fce-1c0f-4726-be60-2032c1e82248&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1452308
Dec 25 21:26:19.837240 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e9a298d3-d2a3-4365-b97d-ab7be89de5c5 tempest-BulkNetworkOpsIpV6Test-1238511822 tempest-BulkNetworkOpsIpV6Test-1238511822-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737602163420'] for network, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:19.872168 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvr_db [None req-bff1b82d-877b-4952-b3a8-e02396c61026 None None] Set router 26bcf8a2-51a7-43e2-9d5b-f18f43df7c65 gateway port host: None {{(pid=121609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:26:19.932928 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-bff1b82d-877b-4952-b3a8-e02396c61026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f26213ace20>, [{'id': '26bcf8a2-51a7-43e2-9d5b-f18f43df7c65', 'name': 'tempest-RoutersIpV6Test-router-137911943', 'tenant_id': '3075932236c24ad8974bea0414dd1507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:25:30Z', 'updated_at': '2021-12-25T21:26:18Z', 'revision_number': 11, 'project_id': '3075932236c24ad8974bea0414dd1507', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:26:19.935563 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e9a298d3-d2a3-4365-b97d-ab7be89de5c5 tempest-BulkNetworkOpsIpV6Test-1238511822 tempest-BulkNetworkOpsIpV6Test-1238511822-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870'] for network, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:19.937814 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d688531-1f63-4014-abda-ca1069acdcb9 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Deleting subnet d26521ed-5aa6-4cc0-8118-08157704ac07 {{(pid=121606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Dec 25 21:26:19.942122 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9a298d3-d2a3-4365-b97d-ab7be89de5c5 tempest-BulkNetworkOpsIpV6Test-1238511822 tempest-BulkNetworkOpsIpV6Test-1238511822-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:26:19.943431 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e9a298d3-d2a3-4365-b97d-ab7be89de5c5 tempest-BulkNetworkOpsIpV6Test-1238511822 tempest-BulkNetworkOpsIpV6Test-1238511822-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for network, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:19.949229 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-6d688531-1f63-4014-abda-ca1069acdcb9 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks [] for subnet, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:19.954759 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b40bda91-8399-4e5a-8d01-b1fdcab608b0 req-61690555-9bcc-42b7-8b43-59c72f28643f service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=8f420fce-1c0f-4726-be60-2032c1e82248&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1105757
Dec 25 21:26:19.971148 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bff1b82d-877b-4952-b3a8-e02396c61026 None None] Checking router: 26bcf8a2-51a7-43e2-9d5b-f18f43df7c65 for host: ncdv-master-1 {{(pid=121609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 25 21:26:19.980489 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bff1b82d-877b-4952-b3a8-e02396c61026 None None] Routers {'26bcf8a2-51a7-43e2-9d5b-f18f43df7c65'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:26:19.981123 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-bff1b82d-877b-4952-b3a8-e02396c61026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f26213ace20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:26:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['26bcf8a2-51a7-43e2-9d5b-f18f43df7c65'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:26:20.021747 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a298d3-d2a3-4365-b97d-ab7be89de5c5 tempest-BulkNetworkOpsIpV6Test-1238511822 tempest-BulkNetworkOpsIpV6Test-1238511822-project] Pushing event updated for resources: {'Network': ['ID=260ef196-ca64-4f0b-8f9a-a85c46e30d17,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:26:20.035379 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Network 260ef196-ca64-4f0b-8f9a-a85c46e30d17 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 25 21:26:20.044912 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-6d688531-1f63-4014-abda-ca1069acdcb9 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9084199'] for subnet, precommit_delete_associations {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:20.061965 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvr_db [None req-bff1b82d-877b-4952-b3a8-e02396c61026 None None] Set router 26bcf8a2-51a7-43e2-9d5b-f18f43df7c65 gateway port host: None {{(pid=121609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:26:20.084292 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-85e93fe9-3d7a-48f1-9eba-94d790a1579e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:20.089402 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-e9a298d3-d2a3-4365-b97d-ab7be89de5c5 tempest-BulkNetworkOpsIpV6Test-1238511822 tempest-BulkNetworkOpsIpV6Test-1238511822-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 789 time: 0.8934045
Dec 25 21:26:20.137733 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-bff1b82d-877b-4952-b3a8-e02396c61026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f26213ace20>, [{'id': '26bcf8a2-51a7-43e2-9d5b-f18f43df7c65', 'name': 'tempest-RoutersIpV6Test-router-137911943', 'tenant_id': '3075932236c24ad8974bea0414dd1507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:25:30Z', 'updated_at': '2021-12-25T21:26:18Z', 'revision_number': 11, 'project_id': '3075932236c24ad8974bea0414dd1507', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:26:20.173070 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-85e93fe9-3d7a-48f1-9eba-94d790a1579e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:20.238775 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-5bd3a201-62da-4aa2-9664-9912c9d47afc tempest-RoutersAdminTest-58483452 tempest-RoutersAdminTest-58483452-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:20.274146 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-5bd3a201-62da-4aa2-9664-9912c9d47afc tempest-RoutersAdminTest-58483452 tempest-RoutersAdminTest-58483452-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:20.293545 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-6d688531-1f63-4014-abda-ca1069acdcb9 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995662'] for subnet, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:20.295708 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bff1b82d-877b-4952-b3a8-e02396c61026 None None] The sync data for ids ['26bcf8a2-51a7-43e2-9d5b-f18f43df7c65'] in ncdv-master-1 is: [{'id': '26bcf8a2-51a7-43e2-9d5b-f18f43df7c65', 'name': 'tempest-RoutersIpV6Test-router-137911943', 'tenant_id': '3075932236c24ad8974bea0414dd1507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:25:30Z', 'updated_at': '2021-12-25T21:26:18Z', 'revision_number': 11, 'project_id': '3075932236c24ad8974bea0414dd1507', 'gw_port_host': None}] {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 21:26:20.451513 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_common [None req-5bd3a201-62da-4aa2-9664-9912c9d47afc tempest-RoutersAdminTest-58483452 tempest-RoutersAdminTest-58483452-project-admin] Allocated IP 172.35.3.51 (7201e55c-7c5f-41aa-a042-a363696539d0/7a939e13-713f-45cf-bba7-1539635abe25/6104548c-707f-48c8-ac73-73abea7147d9) {{(pid=121606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:26:20.528933 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-85e93fe9-3d7a-48f1-9eba-94d790a1579e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:20.532772 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-85e93fe9-3d7a-48f1-9eba-94d790a1579e admin admin] Publish callbacks [] for security_group, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:20.537011 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-85e93fe9-3d7a-48f1-9eba-94d790a1579e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9c539239-18b0-449e-bf78-7471cb1e931e HTTP/1.1" status: 204  len: 168 time: 0.7255492
Dec 25 21:26:20.566338 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e93fe9-3d7a-48f1-9eba-94d790a1579e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c539239-18b0-449e-bf78-7471cb1e931e,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:26:20.573501 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-6d688531-1f63-4014-abda-ca1069acdcb9 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9084363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9028506'] for subnet, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:20.633718 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d688531-1f63-4014-abda-ca1069acdcb9 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Pushing event deleted for resources: {'Subnet': ['ID=d26521ed-5aa6-4cc0-8118-08157704ac07,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:26:20.650366 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-6d688531-1f63-4014-abda-ca1069acdcb9 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for subnet, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:20.657938 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 41284) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:26:20.658378 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-6d688531-1f63-4014-abda-ca1069acdcb9 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] 10.222.0.32 "DELETE /v2.0/subnets/d26521ed-5aa6-4cc0-8118-08157704ac07 HTTP/1.1" status: 204  len: 168 time: 0.8727310
Dec 25 21:26:20.677396 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1bbe79f-1c88-43de-b5ef-5b667b56245f None None] Network 82b6058b-9384-41d8-9c3f-000c180610b3 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:26:20.681179 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-5bd3a201-62da-4aa2-9664-9912c9d47afc tempest-RoutersAdminTest-58483452 tempest-RoutersAdminTest-58483452-project-admin] Publish callbacks [] for port, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:20.852312 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-5bd3a201-62da-4aa2-9664-9912c9d47afc tempest-RoutersAdminTest-58483452 tempest-RoutersAdminTest-58483452-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:20.948360 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bd3a201-62da-4aa2-9664-9912c9d47afc tempest-RoutersAdminTest-58483452 tempest-RoutersAdminTest-58483452-project-admin] Network 7201e55c-7c5f-41aa-a042-a363696539d0 is already hosted by enough agents. {{(pid=121606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:26:20.954781 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [None req-5bd3a201-62da-4aa2-9664-9912c9d47afc tempest-RoutersAdminTest-58483452 tempest-RoutersAdminTest-58483452-project-admin] Resources bound (agent type, host, resource id):  {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:26:20.983832 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bd3a201-62da-4aa2-9664-9912c9d47afc tempest-RoutersAdminTest-58483452 tempest-RoutersAdminTest-58483452-project-admin] Received port after_create {{(pid=121606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:26:21.064612 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 30d276c8-352c-4fee-81b2-dc105be2cf97 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:26:21.126185 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43ee4d66-4c02-4cbf-81e9-a9197e519eda None None] DHCP port deletion for 82b6058b-9384-41d8-9c3f-000c180610b3 request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 21:26:21.137921 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] No Port match for: 30d276c8-352c-4fee-81b2-dc105be2cf97 {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:26:21.139198 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 30d276c8-352c-4fee-81b2-dc105be2cf97 not bound to the agent host ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:26:21.210066 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd3a201-62da-4aa2-9664-9912c9d47afc tempest-RoutersAdminTest-58483452 tempest-RoutersAdminTest-58483452-project-admin] Pushing event updated for resources: {'Port': ['ID=6104548c-707f-48c8-ac73-73abea7147d9,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:26:21.308455 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f80afff-c31c-4535-bc42-75ac6f7726d6 req-687adb7f-75bf-4b9e-9ba5-955ca75d6be2 tempest-ServerAddressesNegativeTestJSON-1659920084 tempest-ServerAddressesNegativeTestJSON-1659920084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:26:21.309790 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-43ee4d66-4c02-4cbf-81e9-a9197e519eda None None] Deleting port 51be9606-4e6a-45f4-aeff-c93d6edf1727 {{(pid=121608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:26:21.311494 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9f80afff-c31c-4535-bc42-75ac6f7726d6 req-687adb7f-75bf-4b9e-9ba5-955ca75d6be2 tempest-ServerAddressesNegativeTestJSON-1659920084 tempest-ServerAddressesNegativeTestJSON-1659920084-project] 10.222.0.32 "GET /v2.0/ports?device_id=67552d4b-2d47-4a5b-ac39-6664ed0b7525 HTTP/1.1" status: 200  len: 945 time: 0.2286553
Dec 25 21:26:21.321245 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-43ee4d66-4c02-4cbf-81e9-a9197e519eda None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:21.393076 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9f80afff-c31c-4535-bc42-75ac6f7726d6 req-f5552256-d774-4fcf-a96a-cf4f07fcc297 tempest-ServerAddressesNegativeTestJSON-1659920084 tempest-ServerAddressesNegativeTestJSON-1659920084-project] 10.222.0.32 "GET /v2.0/security-groups?id=8f420fce-1c0f-4726-be60-2032c1e82248&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0699666
Dec 25 21:26:21.487615 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-fd11408c-a6f9-4e25-8c07-735ac325e9fe tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625803'] for network, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:21.500930 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-43ee4d66-4c02-4cbf-81e9-a9197e519eda None None] For port 51be9606-4e6a-45f4-aeff-c93d6edf1727, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=51be9606-4e6a-45f4-aeff-c93d6edf1727,segment=NetworkSegment(4e3e6713-1c52-4bb3-bb8f-9495f3a9dac2),segment_id=4e3e6713-1c52-4bb3-bb8f-9495f3a9dac2)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:26:21.501792 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-43ee4d66-4c02-4cbf-81e9-a9197e519eda None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:21.521444 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-43ee4d66-4c02-4cbf-81e9-a9197e519eda None None] Calling delete_port for 51be9606-4e6a-45f4-aeff-c93d6edf1727 owned by network:dhcp {{(pid=121608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:26:21.593616 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-fd11408c-a6f9-4e25-8c07-735ac325e9fe tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Deleting port 51be9606-4e6a-45f4-aeff-c93d6edf1727 {{(pid=121607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:26:21.594159 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-fd11408c-a6f9-4e25-8c07-735ac325e9fe tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:21.651010 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-5bd3a201-62da-4aa2-9664-9912c9d47afc tempest-RoutersAdminTest-58483452 tempest-RoutersAdminTest-58483452-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:21.700857 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.db [None req-fd11408c-a6f9-4e25-8c07-735ac325e9fe tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] For port 51be9606-4e6a-45f4-aeff-c93d6edf1727, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=51be9606-4e6a-45f4-aeff-c93d6edf1727,segment=NetworkSegment(4e3e6713-1c52-4bb3-bb8f-9495f3a9dac2),segment_id=4e3e6713-1c52-4bb3-bb8f-9495f3a9dac2)] {{(pid=121607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:26:21.700857 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-fd11408c-a6f9-4e25-8c07-735ac325e9fe tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:21.717801 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-fd11408c-a6f9-4e25-8c07-735ac325e9fe tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Calling delete_port for 51be9606-4e6a-45f4-aeff-c93d6edf1727 owned by network:dhcp {{(pid=121607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:26:21.743245 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-43ee4d66-4c02-4cbf-81e9-a9197e519eda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955'] for port, after_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:21.778779 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ee4d66-4c02-4cbf-81e9-a9197e519eda None None] Pushing event deleted for resources: {'Port': ['ID=51be9606-4e6a-45f4-aeff-c93d6edf1727,revision_number=None']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:26:21.804411 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43ee4d66-4c02-4cbf-81e9-a9197e519eda None None] No DVR routers for this DVR port 51be9606-4e6a-45f4-aeff-c93d6edf1727 on host ncdv-master-1 {{(pid=121608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:26:21.900912 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-fd11408c-a6f9-4e25-8c07-735ac325e9fe tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:21.931611 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd11408c-a6f9-4e25-8c07-735ac325e9fe tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] No DVR routers for this DVR port 51be9606-4e6a-45f4-aeff-c93d6edf1727 on host ncdv-master-1 {{(pid=121607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:26:21.934283 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 41306) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:26:21.937988 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd11408c-a6f9-4e25-8c07-735ac325e9fe tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Pushing event deleted for resources: {'Port': ['ID=51be9606-4e6a-45f4-aeff-c93d6edf1727,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:26:21.995019 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-5bd3a201-62da-4aa2-9664-9912c9d47afc tempest-RoutersAdminTest-58483452 tempest-RoutersAdminTest-58483452-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2014278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2009753'] for router, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:22.043829 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-fd11408c-a6f9-4e25-8c07-735ac325e9fe tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997585', 'neutron.services.segments.db._delete_segments_for_network-8737602743071'] for network, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:22.072414 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-fd11408c-a6f9-4e25-8c07-735ac325e9fe tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2613b96b20>,) {'filters': {'network_id': ['82b6058b-9384-41d8-9c3f-000c180610b3']}} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:26:22.081257 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-fd11408c-a6f9-4e25-8c07-735ac325e9fe tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2613b96b20>, '4e3e6713-1c52-4bb3-bb8f-9495f3a9dac2') {'for_net_delete': True} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:26:22.081511 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-fd11408c-a6f9-4e25-8c07-735ac325e9fe tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2613b96b20>, '4e3e6713-1c52-4bb3-bb8f-9495f3a9dac2') {} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:26:22.091319 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-fd11408c-a6f9-4e25-8c07-735ac325e9fe tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737602746920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10246592'] for segment, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:22.107834 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-fd11408c-a6f9-4e25-8c07-735ac325e9fe tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:22.117105 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd11408c-a6f9-4e25-8c07-735ac325e9fe tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Releasing vlan 182 on physical network physnet1 to pool {{(pid=121607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 25 21:26:22.117503 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-fd11408c-a6f9-4e25-8c07-735ac325e9fe tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8633327'] for segment, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:22.145709 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:26:22.145709 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:26:22.145709 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:26:22.145709 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:26:22.145709 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:26:22.145709 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:26:22.145709 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:26:22.145709 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:26:22.145709 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:26:22.145709 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:26:22.145709 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:26:22.145709 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:26:22.145709 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:26:22.145709 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:26:22.145709 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:26:22.145709 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:26:22.145709 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:26:22.145709 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:26:22.145709 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 25 21:26:22.145709 ncdv-master-1 neutron-server[121607]:   self.session.flush()
Dec 25 21:26:22.145709 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 25 21:26:22.145709 ncdv-master-1 neutron-server[121607]:   self.session.flush()
Dec 25 21:26:22.145709 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 25 21:26:22.145709 ncdv-master-1 neutron-server[121607]:   self.session.flush()
Dec 25 21:26:22.145709 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 25 21:26:22.145709 ncdv-master-1 neutron-server[121607]:   self.session.flush()
Dec 25 21:26:22.145709 ncdv-master-1 neutron-server[121607]: Traceback (most recent call last):
Dec 25 21:26:22.145709 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 25 21:26:22.145709 ncdv-master-1 neutron-server[121607]:     timer()
Dec 25 21:26:22.145709 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 25 21:26:22.145709 ncdv-master-1 neutron-server[121607]:     cb(*args, **kw)
Dec 25 21:26:22.145709 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 25 21:26:22.145709 ncdv-master-1 neutron-server[121607]:     return func(*args, **kwargs)
Dec 25 21:26:22.145709 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 25 21:26:22.145709 ncdv-master-1 neutron-server[121607]:     self._notify()
Dec 25 21:26:22.145709 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 25 21:26:22.145709 ncdv-master-1 neutron-server[121607]:     self.callback(batched_events)
Dec 25 21:26:22.145709 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 25 21:26:22.145709 ncdv-master-1 neutron-server[121607]:     event.method(event)
Dec 25 21:26:22.145709 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 25 21:26:22.145709 ncdv-master-1 neutron-server[121607]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 25 21:26:22.145709 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 25 21:26:22.145709 ncdv-master-1 neutron-server[121607]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 25 21:26:22.145709 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 25 21:26:22.145709 ncdv-master-1 neutron-server[121607]:     return f(self, *a, **k)
Dec 25 21:26:22.145709 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 25 21:26:22.145709 ncdv-master-1 neutron-server[121607]:     return self._get(url).json()
Dec 25 21:26:22.145709 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 25 21:26:22.145709 ncdv-master-1 neutron-server[121607]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 25 21:26:22.145709 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 25 21:26:22.145709 ncdv-master-1 neutron-server[121607]:     return self.request(url, 'GET', **kwargs)
Dec 25 21:26:22.145709 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 25 21:26:22.145709 ncdv-master-1 neutron-server[121607]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 25 21:26:22.145709 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 25 21:26:22.145709 ncdv-master-1 neutron-server[121607]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 25 21:26:22.145709 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 25 21:26:22.145709 ncdv-master-1 neutron-server[121607]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 25 21:26:22.145709 ncdv-master-1 neutron-server[121607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 25 21:26:22.152824 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-4e4bcd5a-a1cb-4e6b-8b69-cd0c5ccbbf42 admin admin] Publish callbacks [] for security_group, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:22.217708 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bd3a201-62da-4aa2-9664-9912c9d47afc tempest-RoutersAdminTest-58483452 tempest-RoutersAdminTest-58483452-project-admin] Router ae6103fe-cbe7-4a6e-9f34-7d1b36f576f4 is scheduled to L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 with binding_index 1 {{(pid=121606) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 25 21:26:22.277017 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-4e4bcd5a-a1cb-4e6b-8b69-cd0c5ccbbf42 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:22.279100 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-fd11408c-a6f9-4e25-8c07-735ac325e9fe tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2008653'] for network, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:22.300119 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-fd11408c-a6f9-4e25-8c07-735ac325e9fe tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for network, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:22.306529 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-fd11408c-a6f9-4e25-8c07-735ac325e9fe tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] 10.222.0.32 "DELETE /v2.0/networks/82b6058b-9384-41d8-9c3f-000c180610b3 HTTP/1.1" status: 204  len: 168 time: 1.6462905
Dec 25 21:26:22.307545 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd11408c-a6f9-4e25-8c07-735ac325e9fe tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Pushing event deleted for resources: {'Network': ['ID=82b6058b-9384-41d8-9c3f-000c180610b3,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:26:22.309295 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 41314) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:26:22.315982 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-1b76d672-1bbc-4d4d-8a4f-970344b29577 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Request body: {'router': {'routes': None}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:26:22.345726 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bd3a201-62da-4aa2-9664-9912c9d47afc tempest-RoutersAdminTest-58483452 tempest-RoutersAdminTest-58483452-project-admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 21:26:22.354724 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-4e4bcd5a-a1cb-4e6b-8b69-cd0c5ccbbf42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:22.361526 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fca74405-4fc0-42f3-96a2-5f329eefaec4 None None] Sync routers for ids ['ae6103fe-cbe7-4a6e-9f34-7d1b36f576f4'] in ncdv-master-1 {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 21:26:22.377791 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fca74405-4fc0-42f3-96a2-5f329eefaec4 None None] Routers {'ae6103fe-cbe7-4a6e-9f34-7d1b36f576f4'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:26:22.379134 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-fca74405-4fc0-42f3-96a2-5f329eefaec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2613f62310>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:26:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['ae6103fe-cbe7-4a6e-9f34-7d1b36f576f4'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:26:22.488690 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-5bd3a201-62da-4aa2-9664-9912c9d47afc tempest-RoutersAdminTest-58483452 tempest-RoutersAdminTest-58483452-project-admin] Publish callbacks [] for router, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:22.491166 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-5bd3a201-62da-4aa2-9664-9912c9d47afc tempest-RoutersAdminTest-58483452 tempest-RoutersAdminTest-58483452-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 907 time: 3.8192341
Dec 25 21:26:22.519242 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 41322) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:26:22.537466 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvr_db [None req-fca74405-4fc0-42f3-96a2-5f329eefaec4 None None] Set router ae6103fe-cbe7-4a6e-9f34-7d1b36f576f4 gateway port host: ncdv-master-1 {{(pid=121608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:26:22.617357 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 41324) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:26:22.634561 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4bcd5a-a1cb-4e6b-8b69-cd0c5ccbbf42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea9db508-fba5-4490-9f6d-c45727af93a2,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:26:22.646222 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-4e4bcd5a-a1cb-4e6b-8b69-cd0c5ccbbf42 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=45f87fef523849fbaaaeebe09221376c&name=default HTTP/1.1" status: 200  len: 3000 time: 0.7093234
Dec 25 21:26:22.668031 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.extraroute_db [None req-1b76d672-1bbc-4d4d-8a4f-970344b29577 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Added routes are [] {{(pid=121607) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}}
Dec 25 21:26:22.668031 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.extraroute_db [None req-1b76d672-1bbc-4d4d-8a4f-970344b29577 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Removed routes are [] {{(pid=121607) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}}
Dec 25 21:26:22.668031 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-1b76d672-1bbc-4d4d-8a4f-970344b29577 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2009782', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2014271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14898'] for router, precommit_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:22.668802 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 41328) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:26:22.722173 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-c8cdc52b-0b8d-4ef2-b5bd-2f35f1190efe tempest-RoutersAdminTest-58483452 tempest-RoutersAdminTest-58483452-project-admin] 10.222.0.32 "GET /v2.0/routers/ae6103fe-cbe7-4a6e-9f34-7d1b36f576f4 HTTP/1.1" status: 200  len: 908 time: 0.2014616
Dec 25 21:26:22.728624 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 41330) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:26:22.736409 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-7fab283c-f397-461e-bcbb-cc0a0d60aaab tempest-RoutersAdminTest-58483452 tempest-RoutersAdminTest-58483452-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1550233584', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'enable_snat': True}}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:26:22.783484 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1fc9e0-1c84-4e6b-8b46-e9079f235b4a req-d5f8bd8c-1433-4b1b-8704-80972a314e88 tempest-ServerAddressesNegativeTestJSON-1659920084 tempest-ServerAddressesNegativeTestJSON-1659920084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:26:22.785523 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5a1fc9e0-1c84-4e6b-8b46-e9079f235b4a req-d5f8bd8c-1433-4b1b-8704-80972a314e88 tempest-ServerAddressesNegativeTestJSON-1659920084 tempest-ServerAddressesNegativeTestJSON-1659920084-project] 10.222.0.32 "GET /v2.0/ports?device_id=67552d4b-2d47-4a5b-ac39-6664ed0b7525 HTTP/1.1" status: 200  len: 945 time: 0.2932780
Dec 25 21:26:22.821274 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-7fab283c-f397-461e-bcbb-cc0a0d60aaab tempest-RoutersAdminTest-58483452 tempest-RoutersAdminTest-58483452-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2014909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14863'] for router, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:22.822364 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-7fab283c-f397-461e-bcbb-cc0a0d60aaab tempest-RoutersAdminTest-58483452 tempest-RoutersAdminTest-58483452-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2014285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2009796', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2082630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14848'] for router, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:22.886022 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-fca74405-4fc0-42f3-96a2-5f329eefaec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2613f62310>, [{'id': 'ae6103fe-cbe7-4a6e-9f34-7d1b36f576f4', 'name': 'tempest-snat-router-1550233584', 'tenant_id': '52b6f4e629c1439384734404a004a37c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.51'}], 'enable_snat': False}, 'gw_port_id': '6104548c-707f-48c8-ac73-73abea7147d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:26:18Z', 'updated_at': '2021-12-25T21:26:21Z', 'revision_number': 3, 'project_id': '52b6f4e629c1439384734404a004a37c', 'gw_port': {'id': '6104548c-707f-48c8-ac73-73abea7147d9', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:cb:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae6103fe-cbe7-4a6e-9f34-7d1b36f576f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1860, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:26:20Z', 'updated_at': '2021-12-25T21:26:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:26:22.893002 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-1b76d672-1bbc-4d4d-8a4f-970344b29577 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2009782', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2014271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14898'] for router, precommit_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:22.901640 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-1b76d672-1bbc-4d4d-8a4f-970344b29577 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2009753', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2009775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2009760', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2014256'] for router, after_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:22.919845 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5a1fc9e0-1c84-4e6b-8b46-e9079f235b4a req-f9d7f07f-88a3-43a8-95f2-e2148d1282d4 tempest-ServerAddressesNegativeTestJSON-1659920084 tempest-ServerAddressesNegativeTestJSON-1659920084-project] 10.222.0.32 "GET /v2.0/security-groups?id=8f420fce-1c0f-4726-be60-2032c1e82248&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1281569
Dec 25 21:26:22.974652 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fca74405-4fc0-42f3-96a2-5f329eefaec4 None None] Checking router: ae6103fe-cbe7-4a6e-9f34-7d1b36f576f4 for host: ncdv-master-1 {{(pid=121608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 25 21:26:22.976340 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fca74405-4fc0-42f3-96a2-5f329eefaec4 None None] Updating router ae6103fe-cbe7-4a6e-9f34-7d1b36f576f4 port 6104548c-707f-48c8-ac73-73abea7147d9 binding host ncdv-master-1 {{(pid=121608) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 25 21:26:23.011125 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-fca74405-4fc0-42f3-96a2-5f329eefaec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:23.028730 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-7fab283c-f397-461e-bcbb-cc0a0d60aaab tempest-RoutersAdminTest-58483452 tempest-RoutersAdminTest-58483452-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:23.031549 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-dea98ba1-3f56-46c5-9192-717f44170e35 tempest-ExternalNetworksTestJSON-833523898 tempest-ExternalNetworksTestJSON-833523898-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1003333979'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:26:23.040558 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-8fec69cd-cb84-47fa-9276-210c75b0a33c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:23.109827 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-8fec69cd-cb84-47fa-9276-210c75b0a33c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:23.147798 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 51be9606-4e6a-45f4-aeff-c93d6edf1727 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:26:23.177563 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] No Port match for: 51be9606-4e6a-45f4-aeff-c93d6edf1727 {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:26:23.177862 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 51be9606-4e6a-45f4-aeff-c93d6edf1727 not bound to the agent host ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:26:23.185582 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b76d672-1bbc-4d4d-8a4f-970344b29577 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Router 26bcf8a2-51a7-43e2-9d5b-f18f43df7c65 has already been hosted by L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 {{(pid=121607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 25 21:26:23.286966 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-7fab283c-f397-461e-bcbb-cc0a0d60aaab tempest-RoutersAdminTest-58483452 tempest-RoutersAdminTest-58483452-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:23.303481 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dea98ba1-3f56-46c5-9192-717f44170e35 tempest-ExternalNetworksTestJSON-833523898 tempest-ExternalNetworksTestJSON-833523898-project] Made reservation on behalf of f8d8dbb7b1994728a7acb1d884aa30d6 for: {'network': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:26:23.307431 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-dea98ba1-3f56-46c5-9192-717f44170e35 tempest-ExternalNetworksTestJSON-833523898 tempest-ExternalNetworksTestJSON-833523898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for network, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:23.337854 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b76d672-1bbc-4d4d-8a4f-970344b29577 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 21:26:23.351699 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a30f9786-b361-4d5c-90b3-8e0354815fce None None] Sync routers for ids ['26bcf8a2-51a7-43e2-9d5b-f18f43df7c65'] in ncdv-master-1 {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 21:26:23.354927 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-1b76d672-1bbc-4d4d-8a4f-970344b29577 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks [] for router, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:23.360075 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 41340) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:26:23.363172 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a30f9786-b361-4d5c-90b3-8e0354815fce None None] Routers {'26bcf8a2-51a7-43e2-9d5b-f18f43df7c65'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:26:23.363350 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-1b76d672-1bbc-4d4d-8a4f-970344b29577 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] 10.222.0.32 "PUT /v2.0/routers/26bcf8a2-51a7-43e2-9d5b-f18f43df7c65 HTTP/1.1" status: 200  len: 704 time: 1.0524764
Dec 25 21:26:23.364258 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-a30f9786-b361-4d5c-90b3-8e0354815fce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2618410220>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:26:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['26bcf8a2-51a7-43e2-9d5b-f18f43df7c65'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:26:23.366860 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-dea98ba1-3f56-46c5-9192-717f44170e35 tempest-ExternalNetworksTestJSON-833523898 tempest-ExternalNetworksTestJSON-833523898-project] Publish callbacks [] for security_group, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:23.399364 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-fca74405-4fc0-42f3-96a2-5f329eefaec4 None None] Publish callbacks [] for port, precommit_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:23.413495 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-8fec69cd-cb84-47fa-9276-210c75b0a33c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:23.422182 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-8fec69cd-cb84-47fa-9276-210c75b0a33c admin admin] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:23.427643 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-8fec69cd-cb84-47fa-9276-210c75b0a33c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ea9db508-fba5-4490-9f6d-c45727af93a2 HTTP/1.1" status: 204  len: 168 time: 0.7570741
Dec 25 21:26:23.444589 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-c69ae05d-5344-4402-8b8f-bacb64d6d139 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] 10.222.0.32 "GET /v2.0/ports?device_id=26bcf8a2-51a7-43e2-9d5b-f18f43df7c65 HTTP/1.1" status: 200  len: 205 time: 0.0822670
Dec 25 21:26:23.454706 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 41344) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:26:23.466573 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fec69cd-cb84-47fa-9276-210c75b0a33c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea9db508-fba5-4490-9f6d-c45727af93a2,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:26:23.496919 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-fca74405-4fc0-42f3-96a2-5f329eefaec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:23.558342 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvr_db [None req-a30f9786-b361-4d5c-90b3-8e0354815fce None None] Set router 26bcf8a2-51a7-43e2-9d5b-f18f43df7c65 gateway port host: None {{(pid=121609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:26:23.569287 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 41348) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:26:23.584966 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-ceb373f4-fadb-4549-88f7-d1fa3d8e11cb tempest-BulkNetworkOpsIpV6Test-1238511822 tempest-BulkNetworkOpsIpV6Test-1238511822-project] Request body: {'subnets': [{'network_id': 'a3462dd4-1a1e-4c48-8974-65080c000758', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--2057788649', 'ip_version': 6}, {'network_id': '260ef196-ca64-4f0b-8f9a-a85c46e30d17', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:26:23.588177 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-ceb373f4-fadb-4549-88f7-d1fa3d8e11cb tempest-BulkNetworkOpsIpV6Test-1238511822 tempest-BulkNetworkOpsIpV6Test-1238511822-project] Request body: {'subnet': {'network_id': 'a3462dd4-1a1e-4c48-8974-65080c000758', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--2057788649', 'ip_version': 6}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:26:23.588355 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-fca74405-4fc0-42f3-96a2-5f329eefaec4 None None] Attempting to bind port 6104548c-707f-48c8-ac73-73abea7147d9 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:26:23.588355 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-fca74405-4fc0-42f3-96a2-5f329eefaec4 None None] Attempting to bind port 6104548c-707f-48c8-ac73-73abea7147d9 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:26:23.588355 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fca74405-4fc0-42f3-96a2-5f329eefaec4 None None] Attempting to bind port 6104548c-707f-48c8-ac73-73abea7147d9 on network 7201e55c-7c5f-41aa-a042-a363696539d0 {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:26:23.592967 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-ceb373f4-fadb-4549-88f7-d1fa3d8e11cb tempest-BulkNetworkOpsIpV6Test-1238511822 tempest-BulkNetworkOpsIpV6Test-1238511822-project] Request body: {'subnet': {'network_id': '260ef196-ca64-4f0b-8f9a-a85c46e30d17', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:26:23.596080 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d62cce-6345-42df-a560-59b8623a9641 None None] Pushing event updated for resources: {'Port': ['ID=6104548c-707f-48c8-ac73-73abea7147d9,revision_number=2']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:26:23.606881 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d62cce-6345-42df-a560-59b8623a9641 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:26:23.607836 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d62cce-6345-42df-a560-59b8623a9641 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:26:23.608368 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d62cce-6345-42df-a560-59b8623a9641 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:26:23.609014 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d62cce-6345-42df-a560-59b8623a9641 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:26:23.609500 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d62cce-6345-42df-a560-59b8623a9641 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:26:23.609990 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d62cce-6345-42df-a560-59b8623a9641 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:26:23.610921 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d62cce-6345-42df-a560-59b8623a9641 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:26:23.611427 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d62cce-6345-42df-a560-59b8623a9641 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:26:23.612603 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d62cce-6345-42df-a560-59b8623a9641 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:26:23.613151 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d62cce-6345-42df-a560-59b8623a9641 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:26:23.614449 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d62cce-6345-42df-a560-59b8623a9641 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:26:23.616999 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d62cce-6345-42df-a560-59b8623a9641 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:26:23.616999 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d62cce-6345-42df-a560-59b8623a9641 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:26:23.623917 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fca74405-4fc0-42f3-96a2-5f329eefaec4 None None] Checking agent: {'id': 'ca4f5c6d-f1fd-48b8-a3e3-395864c7d23d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 20, 56, 40), 'started_at': datetime.datetime(2021, 12, 25, 20, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 26, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:26:23.624536 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fca74405-4fc0-42f3-96a2-5f329eefaec4 None None] Checking segment: {'id': '6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:26:23.624961 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-fca74405-4fc0-42f3-96a2-5f329eefaec4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:23.625345 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fca74405-4fc0-42f3-96a2-5f329eefaec4 None None] Bound using segment: {'id': '6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:26:23.625822 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-fca74405-4fc0-42f3-96a2-5f329eefaec4 None None] Bound port: 6104548c-707f-48c8-ac73-73abea7147d9, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'}}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:26:23.626324 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-fca74405-4fc0-42f3-96a2-5f329eefaec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:23.651153 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-610936d4-24fc-4550-8367-5484589c59d2 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks [] for router, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:23.687827 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-a30f9786-b361-4d5c-90b3-8e0354815fce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2618410220>, [{'id': '26bcf8a2-51a7-43e2-9d5b-f18f43df7c65', 'name': 'tempest-RoutersIpV6Test-router-137911943', 'tenant_id': '3075932236c24ad8974bea0414dd1507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:25:30Z', 'updated_at': '2021-12-25T21:26:18Z', 'revision_number': 11, 'project_id': '3075932236c24ad8974bea0414dd1507', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:26:23.692821 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-fca74405-4fc0-42f3-96a2-5f329eefaec4 None None] For port 6104548c-707f-48c8-ac73-73abea7147d9, host ncdv-master-1, cleared binding levels {{(pid=121608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:26:23.699315 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-fca74405-4fc0-42f3-96a2-5f329eefaec4 None None] For port 6104548c-707f-48c8-ac73-73abea7147d9, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6104548c-707f-48c8-ac73-73abea7147d9,segment=NetworkSegment(6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855),segment_id=6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855)] {{(pid=121608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:26:23.727401 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a30f9786-b361-4d5c-90b3-8e0354815fce None None] Checking router: 26bcf8a2-51a7-43e2-9d5b-f18f43df7c65 for host: ncdv-master-1 {{(pid=121609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 25 21:26:23.736665 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a30f9786-b361-4d5c-90b3-8e0354815fce None None] Routers {'26bcf8a2-51a7-43e2-9d5b-f18f43df7c65'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:26:23.737959 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-a30f9786-b361-4d5c-90b3-8e0354815fce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2618410220>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:26:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['26bcf8a2-51a7-43e2-9d5b-f18f43df7c65'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:26:23.756168 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2dae52-2a12-4c5b-b528-23fea26c36ea req-50baec80-5b81-4b39-b8a2-bf909c365a4e tempest-ServerAddressesNegativeTestJSON-1659920084 tempest-ServerAddressesNegativeTestJSON-1659920084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:26:23.763750 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7f2dae52-2a12-4c5b-b528-23fea26c36ea req-50baec80-5b81-4b39-b8a2-bf909c365a4e tempest-ServerAddressesNegativeTestJSON-1659920084 tempest-ServerAddressesNegativeTestJSON-1659920084-project] 10.222.0.32 "GET /v2.0/ports?device_id=67552d4b-2d47-4a5b-ac39-6664ed0b7525 HTTP/1.1" status: 200  len: 945 time: 0.1481669
Dec 25 21:26:23.809486 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvr_db [None req-a30f9786-b361-4d5c-90b3-8e0354815fce None None] Set router 26bcf8a2-51a7-43e2-9d5b-f18f43df7c65 gateway port host: None {{(pid=121609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:26:23.858914 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-fca74405-4fc0-42f3-96a2-5f329eefaec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:23.873065 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-a30f9786-b361-4d5c-90b3-8e0354815fce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2618410220>, [{'id': '26bcf8a2-51a7-43e2-9d5b-f18f43df7c65', 'name': 'tempest-RoutersIpV6Test-router-137911943', 'tenant_id': '3075932236c24ad8974bea0414dd1507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:25:30Z', 'updated_at': '2021-12-25T21:26:18Z', 'revision_number': 11, 'project_id': '3075932236c24ad8974bea0414dd1507', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:26:23.883468 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-610936d4-24fc-4550-8367-5484589c59d2 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2014235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14905'] for router, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:23.888433 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-610936d4-24fc-4550-8367-5484589c59d2 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:23.891271 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-dea98ba1-3f56-46c5-9192-717f44170e35 tempest-ExternalNetworksTestJSON-833523898 tempest-ExternalNetworksTestJSON-833523898-project] Publish callbacks [] for security_group, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:23.904598 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a30f9786-b361-4d5c-90b3-8e0354815fce None None] The sync data for ids ['26bcf8a2-51a7-43e2-9d5b-f18f43df7c65'] in ncdv-master-1 is: [{'id': '26bcf8a2-51a7-43e2-9d5b-f18f43df7c65', 'name': 'tempest-RoutersIpV6Test-router-137911943', 'tenant_id': '3075932236c24ad8974bea0414dd1507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:25:30Z', 'updated_at': '2021-12-25T21:26:18Z', 'revision_number': 11, 'project_id': '3075932236c24ad8974bea0414dd1507', 'gw_port_host': None}] {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 21:26:23.944726 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d62cce-6345-42df-a560-59b8623a9641 None None] Pushing event updated for resources: {'Port': ['ID=6104548c-707f-48c8-ac73-73abea7147d9,revision_number=3']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:26:23.965553 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-dea98ba1-3f56-46c5-9192-717f44170e35 tempest-ExternalNetworksTestJSON-833523898 tempest-ExternalNetworksTestJSON-833523898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:23.980651 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fca74405-4fc0-42f3-96a2-5f329eefaec4 None None] Routers {'ae6103fe-cbe7-4a6e-9f34-7d1b36f576f4'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:26:23.981436 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-fca74405-4fc0-42f3-96a2-5f329eefaec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2613f62310>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:26:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['ae6103fe-cbe7-4a6e-9f34-7d1b36f576f4'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:26:24.010433 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-610936d4-24fc-4550-8367-5484589c59d2 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2014220'] for router, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:24.011392 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-610936d4-24fc-4550-8367-5484589c59d2 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Fanout notify agent at l3_agent the message router_deleted on router 26bcf8a2-51a7-43e2-9d5b-f18f43df7c65 {{(pid=121607) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 25 21:26:24.022291 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dea98ba1-3f56-46c5-9192-717f44170e35 tempest-ExternalNetworksTestJSON-833523898 tempest-ExternalNetworksTestJSON-833523898-project] vlan segment allocate from pool success with {'vlan_id': 158, 'physical_network': 'physnet1'}  {{(pid=121607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 25 21:26:24.037093 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-610936d4-24fc-4550-8367-5484589c59d2 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks [] for router, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:24.038882 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-610936d4-24fc-4550-8367-5484589c59d2 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] 10.222.0.32 "DELETE /v2.0/routers/26bcf8a2-51a7-43e2-9d5b-f18f43df7c65 HTTP/1.1" status: 204  len: 168 time: 0.5830240
Dec 25 21:26:24.044332 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 41354) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:26:24.047248 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea98ba1-3f56-46c5-9192-717f44170e35 tempest-ExternalNetworksTestJSON-833523898 tempest-ExternalNetworksTestJSON-833523898-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41d9b145-ad56-4a70-831f-ac1329e3c88c,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:26:24.056262 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-4215cf4e-f6cc-495c-a7d7-dda04a305b52 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1847716468', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:26:24.072451 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-dea98ba1-3f56-46c5-9192-717f44170e35 tempest-ExternalNetworksTestJSON-833523898 tempest-ExternalNetworksTestJSON-833523898-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:24.073134 ncdv-master-1 neutron-server[121607]: INFO neutron.db.segments_db [None req-dea98ba1-3f56-46c5-9192-717f44170e35 tempest-ExternalNetworksTestJSON-833523898 tempest-ExternalNetworksTestJSON-833523898-project] Added segment 4f57d5b8-1b6d-45ce-a439-fb6822bfd467 of type vlan for network f9465ace-c7aa-4987-8c2b-d50c17d324ec
Dec 25 21:26:24.114846 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvr_db [None req-fca74405-4fc0-42f3-96a2-5f329eefaec4 None None] Set router ae6103fe-cbe7-4a6e-9f34-7d1b36f576f4 gateway port host: ncdv-master-1 {{(pid=121608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:26:24.155404 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-dea98ba1-3f56-46c5-9192-717f44170e35 tempest-ExternalNetworksTestJSON-833523898 tempest-ExternalNetworksTestJSON-833523898-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737602163420'] for network, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:24.251830 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-4215cf4e-f6cc-495c-a7d7-dda04a305b52 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2014909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14863'] for router, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:24.253030 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-4215cf4e-f6cc-495c-a7d7-dda04a305b52 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2014285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2009796', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2082630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14848'] for router, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:24.287032 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-dea98ba1-3f56-46c5-9192-717f44170e35 tempest-ExternalNetworksTestJSON-833523898 tempest-ExternalNetworksTestJSON-833523898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870'] for network, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:24.297004 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dea98ba1-3f56-46c5-9192-717f44170e35 tempest-ExternalNetworksTestJSON-833523898 tempest-ExternalNetworksTestJSON-833523898-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:26:24.298267 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-dea98ba1-3f56-46c5-9192-717f44170e35 tempest-ExternalNetworksTestJSON-833523898 tempest-ExternalNetworksTestJSON-833523898-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for network, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:24.370816 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-4215cf4e-f6cc-495c-a7d7-dda04a305b52 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:24.383488 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7f2dae52-2a12-4c5b-b528-23fea26c36ea req-30de470b-9cf4-458d-a9ce-9b499c448ca5 tempest-ServerAddressesNegativeTestJSON-1659920084 tempest-ServerAddressesNegativeTestJSON-1659920084-project] 10.222.0.32 "GET /v2.0/security-groups?id=8f420fce-1c0f-4726-be60-2032c1e82248&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6187994
Dec 25 21:26:24.389997 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-dea98ba1-3f56-46c5-9192-717f44170e35 tempest-ExternalNetworksTestJSON-833523898 tempest-ExternalNetworksTestJSON-833523898-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 792 time: 1.7491488
Dec 25 21:26:24.391607 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 41360) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:26:24.442618 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-4215cf4e-f6cc-495c-a7d7-dda04a305b52 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2014278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2009753'] for router, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:24.451567 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-fca74405-4fc0-42f3-96a2-5f329eefaec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2613f62310>, [{'id': 'ae6103fe-cbe7-4a6e-9f34-7d1b36f576f4', 'name': 'tempest-snat-router-1550233584', 'tenant_id': '52b6f4e629c1439384734404a004a37c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.51'}], 'enable_snat': False}, 'gw_port_id': '6104548c-707f-48c8-ac73-73abea7147d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:26:18Z', 'updated_at': '2021-12-25T21:26:21Z', 'revision_number': 3, 'project_id': '52b6f4e629c1439384734404a004a37c', 'gw_port': {'id': '6104548c-707f-48c8-ac73-73abea7147d9', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:cb:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae6103fe-cbe7-4a6e-9f34-7d1b36f576f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1860, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:26:20Z', 'updated_at': '2021-12-25T21:26:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:26:24.457729 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea98ba1-3f56-46c5-9192-717f44170e35 tempest-ExternalNetworksTestJSON-833523898 tempest-ExternalNetworksTestJSON-833523898-project] Pushing event updated for resources: {'Network': ['ID=f9465ace-c7aa-4987-8c2b-d50c17d324ec,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:26:24.493182 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fca74405-4fc0-42f3-96a2-5f329eefaec4 None None] The sync data for ids ['ae6103fe-cbe7-4a6e-9f34-7d1b36f576f4'] in ncdv-master-1 is: [{'id': 'ae6103fe-cbe7-4a6e-9f34-7d1b36f576f4', 'name': 'tempest-snat-router-1550233584', 'tenant_id': '52b6f4e629c1439384734404a004a37c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.51'}], 'enable_snat': False}, 'gw_port_id': '6104548c-707f-48c8-ac73-73abea7147d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:26:18Z', 'updated_at': '2021-12-25T21:26:21Z', 'revision_number': 3, 'project_id': '52b6f4e629c1439384734404a004a37c', 'gw_port': {'id': '6104548c-707f-48c8-ac73-73abea7147d9', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:cb:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae6103fe-cbe7-4a6e-9f34-7d1b36f576f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1860, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:26:20Z', 'updated_at': '2021-12-25T21:26:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'ncdv-master-1'}] {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 21:26:24.493974 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-7fab283c-f397-461e-bcbb-cc0a0d60aaab tempest-RoutersAdminTest-58483452 tempest-RoutersAdminTest-58483452-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:24.494669 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Network f9465ace-c7aa-4987-8c2b-d50c17d324ec details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 25 21:26:24.515077 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-7fab283c-f397-461e-bcbb-cc0a0d60aaab tempest-RoutersAdminTest-58483452 tempest-RoutersAdminTest-58483452-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:24.563231 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-4215cf4e-f6cc-495c-a7d7-dda04a305b52 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks [] for router, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:24.567284 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-4215cf4e-f6cc-495c-a7d7-dda04a305b52 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 704 time: 0.5211866
Dec 25 21:26:24.571483 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 41368) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:26:24.578019 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-843b30a3-db10-4e9f-9b66-3299d8865b76 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Request body: {'router': {'admin_state_up': True}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:26:24.623555 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ceb373f4-fadb-4549-88f7-d1fa3d8e11cb tempest-BulkNetworkOpsIpV6Test-1238511822 tempest-BulkNetworkOpsIpV6Test-1238511822-project] Made reservation on behalf of de2e73a0bdf847d09859985d18e2302e for: {'subnet': 2} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:26:24.628912 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-ceb373f4-fadb-4549-88f7-d1fa3d8e11cb tempest-BulkNetworkOpsIpV6Test-1238511822 tempest-BulkNetworkOpsIpV6Test-1238511822-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9028529'] for subnet, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:24.629262 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-ceb373f4-fadb-4549-88f7-d1fa3d8e11cb tempest-BulkNetworkOpsIpV6Test-1238511822 tempest-BulkNetworkOpsIpV6Test-1238511822-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9028529'] for subnet, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:24.707691 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-d59392cc-0b75-4f6f-b53b-6a49b190b592 tempest-ExternalNetworksTestJSON-1106171049 tempest-ExternalNetworksTestJSON-1106171049-project-admin] Request body: {'network': {'name': 'tempest-network--908874284', 'router:external': True}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:26:24.733206 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_common [None req-7fab283c-f397-461e-bcbb-cc0a0d60aaab tempest-RoutersAdminTest-58483452 tempest-RoutersAdminTest-58483452-project-admin] Allocated IP 172.35.3.46 (7201e55c-7c5f-41aa-a042-a363696539d0/7a939e13-713f-45cf-bba7-1539635abe25/4a15986f-10db-4115-b233-32882226e516) {{(pid=121606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:26:24.897099 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-843b30a3-db10-4e9f-9b66-3299d8865b76 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2009782', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2014271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14898'] for router, precommit_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:24.985354 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-843b30a3-db10-4e9f-9b66-3299d8865b76 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2009753', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2009775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2009760', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2014256'] for router, after_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:25.013173 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-7fab283c-f397-461e-bcbb-cc0a0d60aaab tempest-RoutersAdminTest-58483452 tempest-RoutersAdminTest-58483452-project-admin] Publish callbacks [] for port, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:25.022122 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eead8855-335e-49b6-9b78-19bb99cd0fc0 req-471dce83-cdce-4d30-b8d0-0f61987bc64d tempest-ServerAddressesNegativeTestJSON-1659920084 tempest-ServerAddressesNegativeTestJSON-1659920084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:26:25.023673 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-eead8855-335e-49b6-9b78-19bb99cd0fc0 req-471dce83-cdce-4d30-b8d0-0f61987bc64d tempest-ServerAddressesNegativeTestJSON-1659920084 tempest-ServerAddressesNegativeTestJSON-1659920084-project] 10.222.0.37 "GET /v2.0/ports?device_id=67552d4b-2d47-4a5b-ac39-6664ed0b7525 HTTP/1.1" status: 200  len: 945 time: 0.1530247
Dec 25 21:26:25.039990 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d59392cc-0b75-4f6f-b53b-6a49b190b592 tempest-ExternalNetworksTestJSON-1106171049 tempest-ExternalNetworksTestJSON-1106171049-project-admin] Made reservation on behalf of 85b9f37084a94243b3bf7fdbb9b03f1b for: {'network': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:26:25.042735 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-d59392cc-0b75-4f6f-b53b-6a49b190b592 tempest-ExternalNetworksTestJSON-1106171049 tempest-ExternalNetworksTestJSON-1106171049-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for network, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:25.056913 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-d59392cc-0b75-4f6f-b53b-6a49b190b592 tempest-ExternalNetworksTestJSON-1106171049 tempest-ExternalNetworksTestJSON-1106171049-project-admin] Publish callbacks [] for security_group, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:25.206153 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-d59392cc-0b75-4f6f-b53b-6a49b190b592 tempest-ExternalNetworksTestJSON-1106171049 tempest-ExternalNetworksTestJSON-1106171049-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:25.243131 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 6104548c-707f-48c8-ac73-73abea7147d9 up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:26:25.302946 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port 6104548c-707f-48c8-ac73-73abea7147d9 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:26:25.306929 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:25.307086 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-843b30a3-db10-4e9f-9b66-3299d8865b76 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Router 25c7557e-e200-4464-b2e2-23a58d22fa90 is scheduled to L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 with binding_index 1 {{(pid=121607) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 25 21:26:25.357135 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [req-eead8855-335e-49b6-9b78-19bb99cd0fc0 req-0cc1d3e7-b2d6-4dc3-a98c-a0ca710f719f tempest-ServerAddressesNegativeTestJSON-1659920084 tempest-ServerAddressesNegativeTestJSON-1659920084-project] Deleting port a935ddec-3753-4cad-bfd1-a5b690147f82 {{(pid=121606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:26:25.357566 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-eead8855-335e-49b6-9b78-19bb99cd0fc0 req-0cc1d3e7-b2d6-4dc3-a98c-a0ca710f719f tempest-ServerAddressesNegativeTestJSON-1659920084 tempest-ServerAddressesNegativeTestJSON-1659920084-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:25.396641 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-d59392cc-0b75-4f6f-b53b-6a49b190b592 tempest-ExternalNetworksTestJSON-1106171049 tempest-ExternalNetworksTestJSON-1106171049-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:25.436720 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:25.441016 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59392cc-0b75-4f6f-b53b-6a49b190b592 tempest-ExternalNetworksTestJSON-1106171049 tempest-ExternalNetworksTestJSON-1106171049-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=379307a5-04a9-4766-a5d5-e8aeefb7ab2d,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:26:25.485867 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d59392cc-0b75-4f6f-b53b-6a49b190b592 tempest-ExternalNetworksTestJSON-1106171049 tempest-ExternalNetworksTestJSON-1106171049-project-admin] vlan segment allocate from pool success with {'vlan_id': 159, 'physical_network': 'physnet1'}  {{(pid=121607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 25 21:26:25.492743 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-843b30a3-db10-4e9f-9b66-3299d8865b76 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 21:26:25.497969 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] For port 6104548c-707f-48c8-ac73-73abea7147d9, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6104548c-707f-48c8-ac73-73abea7147d9,segment=NetworkSegment(6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855),segment_id=6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:26:25.506574 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0609795e-cdd1-4e7a-b804-c8413205f66a None None] Sync routers for ids ['25c7557e-e200-4464-b2e2-23a58d22fa90'] in ncdv-master-1 {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 21:26:25.512197 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-843b30a3-db10-4e9f-9b66-3299d8865b76 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks [] for router, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:25.513742 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-843b30a3-db10-4e9f-9b66-3299d8865b76 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] 10.222.0.32 "PUT /v2.0/routers/25c7557e-e200-4464-b2e2-23a58d22fa90 HTTP/1.1" status: 200  len: 698 time: 0.9419007
Dec 25 21:26:25.517822 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 41384) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:26:25.520075 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-7fab283c-f397-461e-bcbb-cc0a0d60aaab tempest-RoutersAdminTest-58483452 tempest-RoutersAdminTest-58483452-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:25.524003 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0609795e-cdd1-4e7a-b804-c8413205f66a None None] Routers {'25c7557e-e200-4464-b2e2-23a58d22fa90'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:26:25.525294 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-0609795e-cdd1-4e7a-b804-c8413205f66a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2613110d90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:26:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['25c7557e-e200-4464-b2e2-23a58d22fa90'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:26:25.617382 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-21445ccf-5ee8-4c00-87d8-4f411fd2b828 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] 10.222.0.32 "GET /v2.0/routers/25c7557e-e200-4464-b2e2-23a58d22fa90 HTTP/1.1" status: 200  len: 704 time: 0.0957453
Dec 25 21:26:25.617382 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-d59392cc-0b75-4f6f-b53b-6a49b190b592 tempest-ExternalNetworksTestJSON-1106171049 tempest-ExternalNetworksTestJSON-1106171049-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:25.617382 ncdv-master-1 neutron-server[121607]: INFO neutron.db.segments_db [None req-d59392cc-0b75-4f6f-b53b-6a49b190b592 tempest-ExternalNetworksTestJSON-1106171049 tempest-ExternalNetworksTestJSON-1106171049-project-admin] Added segment 6a9cd00b-6de1-453d-a743-5ded2487fca9 of type vlan for network c51c31f7-d245-45e7-ab81-94507d6adf37
Dec 25 21:26:25.618396 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 41386) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:26:25.640237 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fab283c-f397-461e-bcbb-cc0a0d60aaab tempest-RoutersAdminTest-58483452 tempest-RoutersAdminTest-58483452-project-admin] Pushing event updated for resources: {'Port': ['ID=4a15986f-10db-4115-b233-32882226e516,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:26:25.684824 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fab283c-f397-461e-bcbb-cc0a0d60aaab tempest-RoutersAdminTest-58483452 tempest-RoutersAdminTest-58483452-project-admin] Network 7201e55c-7c5f-41aa-a042-a363696539d0 is already hosted by enough agents. {{(pid=121606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:26:25.685137 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-ba1dee08-9030-416e-84f7-164074b50eca tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] 10.222.0.32 "GET /v2.0/ports?device_id=25c7557e-e200-4464-b2e2-23a58d22fa90 HTTP/1.1" status: 200  len: 205 time: 0.0629930
Dec 25 21:26:25.685137 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 41390) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:26:25.689670 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-eead8855-335e-49b6-9b78-19bb99cd0fc0 req-0cc1d3e7-b2d6-4dc3-a98c-a0ca710f719f tempest-ServerAddressesNegativeTestJSON-1659920084 tempest-ServerAddressesNegativeTestJSON-1659920084-project] For port a935ddec-3753-4cad-bfd1-a5b690147f82, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a935ddec-3753-4cad-bfd1-a5b690147f82,segment=NetworkSegment(7d979b44-0364-44e8-a451-59ef1a78b493),segment_id=7d979b44-0364-44e8-a451-59ef1a78b493)] {{(pid=121606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:26:25.689670 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-eead8855-335e-49b6-9b78-19bb99cd0fc0 req-0cc1d3e7-b2d6-4dc3-a98c-a0ca710f719f tempest-ServerAddressesNegativeTestJSON-1659920084 tempest-ServerAddressesNegativeTestJSON-1659920084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:25.720834 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [None req-7fab283c-f397-461e-bcbb-cc0a0d60aaab tempest-RoutersAdminTest-58483452 tempest-RoutersAdminTest-58483452-project-admin] Resources bound (agent type, host, resource id):  {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:26:25.725036 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fab283c-f397-461e-bcbb-cc0a0d60aaab tempest-RoutersAdminTest-58483452 tempest-RoutersAdminTest-58483452-project-admin] Received port after_create {{(pid=121606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:26:25.765970 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [req-eead8855-335e-49b6-9b78-19bb99cd0fc0 req-0cc1d3e7-b2d6-4dc3-a98c-a0ca710f719f tempest-ServerAddressesNegativeTestJSON-1659920084 tempest-ServerAddressesNegativeTestJSON-1659920084-project] Calling delete_port for a935ddec-3753-4cad-bfd1-a5b690147f82 owned by compute:nova {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:26:25.787599 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvr_db [None req-0609795e-cdd1-4e7a-b804-c8413205f66a None None] Set router 25c7557e-e200-4464-b2e2-23a58d22fa90 gateway port host: None {{(pid=121608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:26:25.824135 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09369fdd-68cc-46e8-a163-875189ff15d3 req-bdcb6f2a-805e-4d1e-81f3-d527416bd808 tempest-ServerAddressesNegativeTestJSON-1659920084 tempest-ServerAddressesNegativeTestJSON-1659920084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:26:25.831768 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-09369fdd-68cc-46e8-a163-875189ff15d3 req-bdcb6f2a-805e-4d1e-81f3-d527416bd808 tempest-ServerAddressesNegativeTestJSON-1659920084 tempest-ServerAddressesNegativeTestJSON-1659920084-project] 10.222.0.32 "GET /v2.0/ports?device_id=67552d4b-2d47-4a5b-ac39-6664ed0b7525 HTTP/1.1" status: 200  len: 945 time: 0.2058880
Dec 25 21:26:25.852108 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:25.854609 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-d1fe8d40-0db5-43bb-8489-b3566461332d tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks [] for router, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:25.856665 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-0609795e-cdd1-4e7a-b804-c8413205f66a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2613110d90>, [{'id': '25c7557e-e200-4464-b2e2-23a58d22fa90', 'name': 'tempest-RoutersIpV6Test-router-1847716468', 'tenant_id': '3075932236c24ad8974bea0414dd1507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:26:24Z', 'updated_at': '2021-12-25T21:26:24Z', 'revision_number': 2, 'project_id': '3075932236c24ad8974bea0414dd1507', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:26:25.891495 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-ceb373f4-fadb-4549-88f7-d1fa3d8e11cb tempest-BulkNetworkOpsIpV6Test-1238511822 tempest-BulkNetworkOpsIpV6Test-1238511822-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9084170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9028515'] for subnet, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:25.918107 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-d59392cc-0b75-4f6f-b53b-6a49b190b592 tempest-ExternalNetworksTestJSON-1106171049 tempest-ExternalNetworksTestJSON-1106171049-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737602163420'] for network, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:25.970547 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0609795e-cdd1-4e7a-b804-c8413205f66a None None] Checking router: 25c7557e-e200-4464-b2e2-23a58d22fa90 for host: ncdv-master-1 {{(pid=121608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 25 21:26:25.979346 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Pushing event updated for resources: {'Port': ['ID=6104548c-707f-48c8-ac73-73abea7147d9,revision_number=4']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:26:26.000157 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0609795e-cdd1-4e7a-b804-c8413205f66a None None] Routers {'25c7557e-e200-4464-b2e2-23a58d22fa90'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:26:26.000831 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-0609795e-cdd1-4e7a-b804-c8413205f66a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2613110d90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:26:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['25c7557e-e200-4464-b2e2-23a58d22fa90'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:26:26.074663 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-d1fe8d40-0db5-43bb-8489-b3566461332d tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2014235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14905'] for router, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:26.077318 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-d1fe8d40-0db5-43bb-8489-b3566461332d tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:26.083122 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvr_db [None req-0609795e-cdd1-4e7a-b804-c8413205f66a None None] Set router 25c7557e-e200-4464-b2e2-23a58d22fa90 gateway port host: None {{(pid=121608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:26:26.094419 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-09369fdd-68cc-46e8-a163-875189ff15d3 req-0b7905f3-6bba-45d4-b03b-8c61ff4684a3 tempest-ServerAddressesNegativeTestJSON-1659920084 tempest-ServerAddressesNegativeTestJSON-1659920084-project] 10.222.0.32 "GET /v2.0/security-groups?id=8f420fce-1c0f-4726-be60-2032c1e82248&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2617648
Dec 25 21:26:26.114180 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb373f4-fadb-4549-88f7-d1fa3d8e11cb tempest-BulkNetworkOpsIpV6Test-1238511822 tempest-BulkNetworkOpsIpV6Test-1238511822-project] Pushing event updated for resources: {'Subnet': ['ID=9b4b7fb2-ed72-4cc5-9108-e51dad7279f7,revision_number=0']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:26:26.129488 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-d59392cc-0b75-4f6f-b53b-6a49b190b592 tempest-ExternalNetworksTestJSON-1106171049 tempest-ExternalNetworksTestJSON-1106171049-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870'] for network, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:26.131266 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d59392cc-0b75-4f6f-b53b-6a49b190b592 tempest-ExternalNetworksTestJSON-1106171049 tempest-ExternalNetworksTestJSON-1106171049-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:26:26.132140 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-d59392cc-0b75-4f6f-b53b-6a49b190b592 tempest-ExternalNetworksTestJSON-1106171049 tempest-ExternalNetworksTestJSON-1106171049-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for network, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:26.155967 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb373f4-fadb-4549-88f7-d1fa3d8e11cb tempest-BulkNetworkOpsIpV6Test-1238511822 tempest-BulkNetworkOpsIpV6Test-1238511822-project] Checking segment: {'id': '61b72f54-becd-4609-8d1f-57409cbffc4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'a3462dd4-1a1e-4c48-8974-65080c000758'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:26:26.156499 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-0609795e-cdd1-4e7a-b804-c8413205f66a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2613110d90>, [{'id': '25c7557e-e200-4464-b2e2-23a58d22fa90', 'name': 'tempest-RoutersIpV6Test-router-1847716468', 'tenant_id': '3075932236c24ad8974bea0414dd1507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:26:24Z', 'updated_at': '2021-12-25T21:26:24Z', 'revision_number': 2, 'project_id': '3075932236c24ad8974bea0414dd1507', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:26:26.156640 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceb373f4-fadb-4549-88f7-d1fa3d8e11cb tempest-BulkNetworkOpsIpV6Test-1238511822 tempest-BulkNetworkOpsIpV6Test-1238511822-project] Network hostable DHCP agents. Network: a3462dd4-1a1e-4c48-8974-65080c000758, hostable agents: ['1813db88-2c1b-4357-a2ba-869246b663c2'], hosted agents: [] {{(pid=121606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 25 21:26:26.187101 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0609795e-cdd1-4e7a-b804-c8413205f66a None None] The sync data for ids ['25c7557e-e200-4464-b2e2-23a58d22fa90'] in ncdv-master-1 is: [{'id': '25c7557e-e200-4464-b2e2-23a58d22fa90', 'name': 'tempest-RoutersIpV6Test-router-1847716468', 'tenant_id': '3075932236c24ad8974bea0414dd1507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:26:24Z', 'updated_at': '2021-12-25T21:26:24Z', 'revision_number': 2, 'project_id': '3075932236c24ad8974bea0414dd1507', 'gw_port_host': None}] {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 21:26:26.215110 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59392cc-0b75-4f6f-b53b-6a49b190b592 tempest-ExternalNetworksTestJSON-1106171049 tempest-ExternalNetworksTestJSON-1106171049-project-admin] Pushing event updated for resources: {'Network': ['ID=c51c31f7-d245-45e7-ab81-94507d6adf37,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:26:26.231835 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Network c51c31f7-d245-45e7-ab81-94507d6adf37 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 25 21:26:26.255497 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceb373f4-fadb-4549-88f7-d1fa3d8e11cb tempest-BulkNetworkOpsIpV6Test-1238511822 tempest-BulkNetworkOpsIpV6Test-1238511822-project] Network a3462dd4-1a1e-4c48-8974-65080c000758 is scheduled to be hosted by DHCP agent 1813db88-2c1b-4357-a2ba-869246b663c2 with binding_index 1 {{(pid=121606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 25 21:26:26.276938 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-d1fe8d40-0db5-43bb-8489-b3566461332d tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2014220'] for router, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:26.278205 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1fe8d40-0db5-43bb-8489-b3566461332d tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Fanout notify agent at l3_agent the message router_deleted on router 25c7557e-e200-4464-b2e2-23a58d22fa90 {{(pid=121607) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 25 21:26:26.289011 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-d1fe8d40-0db5-43bb-8489-b3566461332d tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] Publish callbacks [] for router, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:26.290418 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-d1fe8d40-0db5-43bb-8489-b3566461332d tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] 10.222.0.32 "DELETE /v2.0/routers/25c7557e-e200-4464-b2e2-23a58d22fa90 HTTP/1.1" status: 204  len: 168 time: 0.6043069
Dec 25 21:26:26.294436 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 41402) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:26:26.337393 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-d59392cc-0b75-4f6f-b53b-6a49b190b592 tempest-ExternalNetworksTestJSON-1106171049 tempest-ExternalNetworksTestJSON-1106171049-project-admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 862 time: 1.9447351
Dec 25 21:26:26.343482 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-32b04a4f-448d-4014-bb4e-7f3d90696620 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] 10.222.0.32 "GET /v2.0/ports?device_id=25c7557e-e200-4464-b2e2-23a58d22fa90 HTTP/1.1" status: 200  len: 205 time: 0.0420835
Dec 25 21:26:26.343482 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 41404) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:26:26.344005 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 41406) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:26:26.384779 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [None req-ceb373f4-fadb-4549-88f7-d1fa3d8e11cb tempest-BulkNetworkOpsIpV6Test-1238511822 tempest-BulkNetworkOpsIpV6Test-1238511822-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, a3462dd4-1a1e-4c48-8974-65080c000758) {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:26:26.390248 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-ceb373f4-fadb-4549-88f7-d1fa3d8e11cb tempest-BulkNetworkOpsIpV6Test-1238511822 tempest-BulkNetworkOpsIpV6Test-1238511822-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9084170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9028515'] for subnet, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:26.396325 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1715be9-2a66-4c76-8e8b-a2e30819e52b None None] Network a3462dd4-1a1e-4c48-8974-65080c000758 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:26:26.483314 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-eead8855-335e-49b6-9b78-19bb99cd0fc0 req-0cc1d3e7-b2d6-4dc3-a98c-a0ca710f719f tempest-ServerAddressesNegativeTestJSON-1659920084 tempest-ServerAddressesNegativeTestJSON-1659920084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:26.498030 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] get_ports_and_sgs() called for port_ids ['a935ddec-3753-4cad-bfd1-a5b690147f82'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:26:26.561035 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb373f4-fadb-4549-88f7-d1fa3d8e11cb tempest-BulkNetworkOpsIpV6Test-1238511822 tempest-BulkNetworkOpsIpV6Test-1238511822-project] Pushing event updated for resources: {'Subnet': ['ID=b5580571-f56c-4bfd-aca9-a1b1eecdda7d,revision_number=0']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:26:26.565340 ncdv-master-1 neutron-server[121606]: INFO neutron.api.v2.resource [None req-f996a1b8-5356-43c5-9f0b-10dedc3b3344 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] delete failed (client error): The resource could not be found.
Dec 25 21:26:26.569072 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-f996a1b8-5356-43c5-9f0b-10dedc3b3344 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] 10.222.0.32 "DELETE /v2.0/routers/25c7557e-e200-4464-b2e2-23a58d22fa90 HTTP/1.1" status: 404  len: 336 time: 0.2217209
Dec 25 21:26:26.569857 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 41412) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:26:26.580301 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc1d3e7-b2d6-4dc3-a98c-a0ca710f719f tempest-ServerAddressesNegativeTestJSON-1659920084 tempest-ServerAddressesNegativeTestJSON-1659920084-project] Pushing event deleted for resources: {'Port': ['ID=a935ddec-3753-4cad-bfd1-a5b690147f82,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:26:26.586042 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5586e832-a7d7-46ca-b970-5543c8d78f74 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-a3462dd4-1a1e-4c48-8974-65080c000758', 'network_id': 'a3462dd4-1a1e-4c48-8974-65080c000758', 'project_id': 'de2e73a0bdf847d09859985d18e2302e', 'fixed_ips': [{'subnet_id': '9b4b7fb2-ed72-4cc5-9108-e51dad7279f7'}]}} from ncdv-master-1. {{(pid=121608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 25 21:26:26.587113 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5586e832-a7d7-46ca-b970-5543c8d78f74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:26.613209 ncdv-master-1 neutron-server[121607]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0940228-a428-400e-a872-e7eb6fc4d7d9 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] DELETE failed (client error): The resource could not be found.
Dec 25 21:26:26.613730 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0940228-a428-400e-a872-e7eb6fc4d7d9 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 25 21:26:26.617002 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-c0940228-a428-400e-a872-e7eb6fc4d7d9 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] 10.222.0.32 "DELETE /v2.0/subnets/03fb472c-2e33-4e60-8c83-171012ce2e8c HTTP/1.1" status: 404  len: 337 time: 0.0461338
Dec 25 21:26:26.619659 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 41414) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:26:26.648929 ncdv-master-1 neutron-server[121607]: INFO neutron.pecan_wsgi.hooks.translation [None req-81c699f8-2a2d-4b99-b95c-0652cc6b0a3a tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] DELETE failed (client error): The resource could not be found.
Dec 25 21:26:26.649333 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81c699f8-2a2d-4b99-b95c-0652cc6b0a3a tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 25 21:26:26.652932 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-81c699f8-2a2d-4b99-b95c-0652cc6b0a3a tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] 10.222.0.32 "DELETE /v2.0/subnets/851ce575-2ab7-4d47-85c5-ae786b22120d HTTP/1.1" status: 404  len: 337 time: 0.0319140
Dec 25 21:26:26.656376 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 41416) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:26:26.661779 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-2ddbea4d-e8a1-473d-a1fa-21d072159805 tempest-ExternalNetworksTestJSON-1106171049 tempest-ExternalNetworksTestJSON-1106171049-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625803'] for network, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:26.692042 ncdv-master-1 neutron-server[121607]: INFO neutron.pecan_wsgi.hooks.translation [None req-abc25aa2-7ba5-48c6-b393-8ada5ec8f015 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] DELETE failed (client error): The resource could not be found.
Dec 25 21:26:26.692506 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-abc25aa2-7ba5-48c6-b393-8ada5ec8f015 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 25 21:26:26.696938 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-abc25aa2-7ba5-48c6-b393-8ada5ec8f015 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] 10.222.0.32 "DELETE /v2.0/subnets/62ce5690-d30c-48d7-81db-ac2c321589bd HTTP/1.1" status: 404  len: 337 time: 0.0367632
Dec 25 21:26:26.698208 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [req-eead8855-335e-49b6-9b78-19bb99cd0fc0 req-0cc1d3e7-b2d6-4dc3-a98c-a0ca710f719f tempest-ServerAddressesNegativeTestJSON-1659920084 tempest-ServerAddressesNegativeTestJSON-1659920084-project] No DVR routers for this DVR port a935ddec-3753-4cad-bfd1-a5b690147f82 on host nch2-master-1 {{(pid=121606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:26:26.698455 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 41418) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:26:26.701019 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-eead8855-335e-49b6-9b78-19bb99cd0fc0 req-0cc1d3e7-b2d6-4dc3-a98c-a0ca710f719f tempest-ServerAddressesNegativeTestJSON-1659920084 tempest-ServerAddressesNegativeTestJSON-1659920084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:26.705161 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-eead8855-335e-49b6-9b78-19bb99cd0fc0 req-0cc1d3e7-b2d6-4dc3-a98c-a0ca710f719f tempest-ServerAddressesNegativeTestJSON-1659920084 tempest-ServerAddressesNegativeTestJSON-1659920084-project] 10.222.0.37 "DELETE /v2.0/ports/a935ddec-3753-4cad-bfd1-a5b690147f82 HTTP/1.1" status: 204  len: 173 time: 1.6674817
Dec 25 21:26:26.735919 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67552d4b-2d47-4a5b-ac39-6664ed0b7525', 'name': 'network-vif-deleted', 'tag': 'a935ddec-3753-4cad-bfd1-a5b690147f82'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:26:26.738878 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9858820c13ec2827453b94ebc4181065e990a4e4089ccb9fe762531ac62d2fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b0f478d-0ccb-440d-8f24-2594e92f71ba" -d '{"events": [{"server_uuid": "67552d4b-2d47-4a5b-ac39-6664ed0b7525", "name": "network-vif-deleted", "tag": "a935ddec-3753-4cad-bfd1-a5b690147f82"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:26:26.741779 ncdv-master-1 neutron-server[121607]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e0e27f5-c3bf-4259-9a53-13f882ab339c tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] DELETE failed (client error): The resource could not be found.
Dec 25 21:26:26.742263 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e0e27f5-c3bf-4259-9a53-13f882ab339c tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 25 21:26:26.760786 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-3e0e27f5-c3bf-4259-9a53-13f882ab339c tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] 10.222.0.32 "DELETE /v2.0/subnets/d26521ed-5aa6-4cc0-8118-08157704ac07 HTTP/1.1" status: 404  len: 337 time: 0.0612934
Dec 25 21:26:26.767036 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 41424) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:26:26.786288 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.db_base_plugin_common [None req-5586e832-a7d7-46ca-b970-5543c8d78f74 None None] Allocated IP 2001:db8::1 (a3462dd4-1a1e-4c48-8974-65080c000758/9b4b7fb2-ed72-4cc5-9108-e51dad7279f7/bab985c5-154c-4dd5-b7e6-46879e38ad3a) {{(pid=121608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:26:26.789908 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb373f4-fadb-4549-88f7-d1fa3d8e11cb tempest-BulkNetworkOpsIpV6Test-1238511822 tempest-BulkNetworkOpsIpV6Test-1238511822-project] Checking segment: {'id': '486648b4-bbfa-4dca-8085-25c1f3eeb414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '260ef196-ca64-4f0b-8f9a-a85c46e30d17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:26:26.790407 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceb373f4-fadb-4549-88f7-d1fa3d8e11cb tempest-BulkNetworkOpsIpV6Test-1238511822 tempest-BulkNetworkOpsIpV6Test-1238511822-project] Network hostable DHCP agents. Network: 260ef196-ca64-4f0b-8f9a-a85c46e30d17, hostable agents: ['1813db88-2c1b-4357-a2ba-869246b663c2'], hosted agents: [] {{(pid=121606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 25 21:26:26.796556 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-7fab283c-f397-461e-bcbb-cc0a0d60aaab tempest-RoutersAdminTest-58483452 tempest-RoutersAdminTest-58483452-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:26.825176 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-c453683a-c0f3-4d96-a972-c9b1eddbac6a tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] 10.222.0.32 "GET /v2.0/ports?device_id=26bcf8a2-51a7-43e2-9d5b-f18f43df7c65 HTTP/1.1" status: 200  len: 205 time: 0.0589836
Dec 25 21:26:26.827433 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 41426) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:26:26.876381 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 21:26:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b049bdf-9f0f-41a0-bd62-019a5bb3515c x-openstack-request-id: req-5b049bdf-9f0f-41a0-bd62-019a5bb3515c {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:26:26.876653 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67552d4b-2d47-4a5b-ac39-6664ed0b7525", "name": "network-vif-deleted", "tag": "a935ddec-3753-4cad-bfd1-a5b690147f82", "status": "completed", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:26:26.876953 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5b049bdf-9f0f-41a0-bd62-019a5bb3515c {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:26:26.877370 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67552d4b-2d47-4a5b-ac39-6664ed0b7525', 'name': 'network-vif-deleted', 'tag': 'a935ddec-3753-4cad-bfd1-a5b690147f82', 'status': 'completed', 'code': 200}
Dec 25 21:26:26.903349 ncdv-master-1 neutron-server[121607]: INFO neutron.api.v2.resource [None req-2a27aad8-ed18-4028-877a-0955ae5b0da5 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] delete failed (client error): The resource could not be found.
Dec 25 21:26:26.904399 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-2a27aad8-ed18-4028-877a-0955ae5b0da5 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] 10.222.0.32 "DELETE /v2.0/routers/26bcf8a2-51a7-43e2-9d5b-f18f43df7c65 HTTP/1.1" status: 404  len: 336 time: 0.0605941
Dec 25 21:26:26.907359 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 41428) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:26:26.945443 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-840f45b4-ee5d-4f94-b708-f5007efd7e62 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] 10.222.0.32 "GET /v2.0/ports?device_id=54f90266-59a0-45b0-b829-c2fda0e8db13 HTTP/1.1" status: 200  len: 205 time: 0.0369406
Dec 25 21:26:26.947972 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 41430) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:26:26.994229 ncdv-master-1 neutron-server[121607]: INFO neutron.api.v2.resource [None req-75097567-7dc5-41e8-8c94-37ee85db3c06 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] delete failed (client error): The resource could not be found.
Dec 25 21:26:26.995278 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-75097567-7dc5-41e8-8c94-37ee85db3c06 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] 10.222.0.32 "DELETE /v2.0/routers/54f90266-59a0-45b0-b829-c2fda0e8db13 HTTP/1.1" status: 404  len: 336 time: 0.0463619
Dec 25 21:26:26.998035 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 41432) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:26:27.012051 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5586e832-a7d7-46ca-b970-5543c8d78f74 None None] Publish callbacks [] for port, precommit_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:27.020783 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-2ddbea4d-e8a1-473d-a1fa-21d072159805 tempest-ExternalNetworksTestJSON-1106171049 tempest-ExternalNetworksTestJSON-1106171049-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997585', 'neutron.services.segments.db._delete_segments_for_network-8737602743071'] for network, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:27.028735 ncdv-master-1 neutron-server[121607]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c6a6b38-7f32-4fe2-8890-a0d6140caeb0 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] DELETE failed (client error): The resource could not be found.
Dec 25 21:26:27.029207 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c6a6b38-7f32-4fe2-8890-a0d6140caeb0 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 25 21:26:27.030234 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceb373f4-fadb-4549-88f7-d1fa3d8e11cb tempest-BulkNetworkOpsIpV6Test-1238511822 tempest-BulkNetworkOpsIpV6Test-1238511822-project] Network 260ef196-ca64-4f0b-8f9a-a85c46e30d17 is scheduled to be hosted by DHCP agent 1813db88-2c1b-4357-a2ba-869246b663c2 with binding_index 1 {{(pid=121606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 25 21:26:27.041684 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-7c6a6b38-7f32-4fe2-8890-a0d6140caeb0 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] 10.222.0.32 "DELETE /v2.0/subnets/0589a8fa-cab2-4b1f-83fb-496bc9c75883 HTTP/1.1" status: 404  len: 337 time: 0.0415950
Dec 25 21:26:27.046274 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 41436) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:26:27.057637 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.segments.db [None req-2ddbea4d-e8a1-473d-a1fa-21d072159805 tempest-ExternalNetworksTestJSON-1106171049 tempest-ExternalNetworksTestJSON-1106171049-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2613d8c220>,) {'filters': {'network_id': ['c51c31f7-d245-45e7-ab81-94507d6adf37']}} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:26:27.071832 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.segments.db [None req-2ddbea4d-e8a1-473d-a1fa-21d072159805 tempest-ExternalNetworksTestJSON-1106171049 tempest-ExternalNetworksTestJSON-1106171049-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2613d8c220>, '6a9cd00b-6de1-453d-a743-5ded2487fca9') {'for_net_delete': True} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:26:27.072131 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.segments.db [None req-2ddbea4d-e8a1-473d-a1fa-21d072159805 tempest-ExternalNetworksTestJSON-1106171049 tempest-ExternalNetworksTestJSON-1106171049-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2613d8c220>, '6a9cd00b-6de1-453d-a743-5ded2487fca9') {} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:26:27.084773 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-f98c02e9-e82c-43cb-9774-45aef04b5c72 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] 10.222.0.32 "GET /v2.0/ports?device_id=9216c575-9942-463f-8fb1-90a291cd6786 HTTP/1.1" status: 200  len: 205 time: 0.0350766
Dec 25 21:26:27.086869 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 41438) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:26:27.120527 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5586e832-a7d7-46ca-b970-5543c8d78f74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946'] for port, after_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:27.139908 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-2ddbea4d-e8a1-473d-a1fa-21d072159805 tempest-ExternalNetworksTestJSON-1106171049 tempest-ExternalNetworksTestJSON-1106171049-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737602746920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9084222'] for segment, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:27.149155 ncdv-master-1 neutron-server[121607]: INFO neutron.api.v2.resource [None req-f9f5fed2-c160-4885-ba08-73250493b90c tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] delete failed (client error): The resource could not be found.
Dec 25 21:26:27.154396 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-f9f5fed2-c160-4885-ba08-73250493b90c tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] 10.222.0.32 "DELETE /v2.0/routers/9216c575-9942-463f-8fb1-90a291cd6786 HTTP/1.1" status: 404  len: 336 time: 0.0623927
Dec 25 21:26:27.154565 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [None req-ceb373f4-fadb-4549-88f7-d1fa3d8e11cb tempest-BulkNetworkOpsIpV6Test-1238511822 tempest-BulkNetworkOpsIpV6Test-1238511822-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 260ef196-ca64-4f0b-8f9a-a85c46e30d17) {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:26:27.156389 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 41442) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:26:27.205224 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5586e832-a7d7-46ca-b970-5543c8d78f74 None None] Pushing event updated for resources: {'Port': ['ID=bab985c5-154c-4dd5-b7e6-46879e38ad3a,revision_number=1']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:26:27.214706 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-f7fafc8a-522c-4348-8471-f8948c51c27c tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] 10.222.0.32 "GET /v2.0/ports?device_id=2279480e-64ee-4def-b798-fd764932c923 HTTP/1.1" status: 200  len: 205 time: 0.0561333
Dec 25 21:26:27.215800 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 41446) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:26:27.219621 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 6104548c-707f-48c8-ac73-73abea7147d9 up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:26:27.221937 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94b7a89e-ae22-4c69-a956-6ace2c6c3bc4 None None] Network 260ef196-ca64-4f0b-8f9a-a85c46e30d17 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:26:27.240323 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-7fab283c-f397-461e-bcbb-cc0a0d60aaab tempest-RoutersAdminTest-58483452 tempest-RoutersAdminTest-58483452-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2014278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2009753'] for router, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:27.248774 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceb373f4-fadb-4549-88f7-d1fa3d8e11cb tempest-BulkNetworkOpsIpV6Test-1238511822 tempest-BulkNetworkOpsIpV6Test-1238511822-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:26:27.249303 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceb373f4-fadb-4549-88f7-d1fa3d8e11cb tempest-BulkNetworkOpsIpV6Test-1238511822 tempest-BulkNetworkOpsIpV6Test-1238511822-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:26:27.250065 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-ceb373f4-fadb-4549-88f7-d1fa3d8e11cb tempest-BulkNetworkOpsIpV6Test-1238511822 tempest-BulkNetworkOpsIpV6Test-1238511822-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for subnet, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:27.258025 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5586e832-a7d7-46ca-b970-5543c8d78f74 None None] Network a3462dd4-1a1e-4c48-8974-65080c000758 is already hosted by enough agents. {{(pid=121608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:26:27.267059 ncdv-master-1 neutron-server[121607]: INFO neutron.api.v2.resource [None req-aa62850a-9228-405b-a25e-bf685b1bda3b tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] delete failed (client error): The resource could not be found.
Dec 25 21:26:27.268290 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-aa62850a-9228-405b-a25e-bf685b1bda3b tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] 10.222.0.32 "DELETE /v2.0/routers/2279480e-64ee-4def-b798-fd764932c923 HTTP/1.1" status: 404  len: 336 time: 0.0510862
Dec 25 21:26:27.270543 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-2ddbea4d-e8a1-473d-a1fa-21d072159805 tempest-ExternalNetworksTestJSON-1106171049 tempest-ExternalNetworksTestJSON-1106171049-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:27.273193 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 41448) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:26:27.287037 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.base_scheduler [None req-5586e832-a7d7-46ca-b970-5543c8d78f74 None None] Resources bound (agent type, host, resource id):  {{(pid=121608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:26:27.296597 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5586e832-a7d7-46ca-b970-5543c8d78f74 None None] Received port after_create {{(pid=121608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:26:27.371401 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ddbea4d-e8a1-473d-a1fa-21d072159805 tempest-ExternalNetworksTestJSON-1106171049 tempest-ExternalNetworksTestJSON-1106171049-project-admin] Releasing vlan 159 on physical network physnet1 to pool {{(pid=121606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 25 21:26:27.371626 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-2ddbea4d-e8a1-473d-a1fa-21d072159805 tempest-ExternalNetworksTestJSON-1106171049 tempest-ExternalNetworksTestJSON-1106171049-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9084542'] for segment, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:27.375295 ncdv-master-1 neutron-server[121606]: Traceback (most recent call last):
Dec 25 21:26:27.375295 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 25 21:26:27.375295 ncdv-master-1 neutron-server[121606]:     timer()
Dec 25 21:26:27.375295 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 25 21:26:27.375295 ncdv-master-1 neutron-server[121606]:     cb(*args, **kw)
Dec 25 21:26:27.375295 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 25 21:26:27.375295 ncdv-master-1 neutron-server[121606]:     return func(*args, **kwargs)
Dec 25 21:26:27.375295 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 25 21:26:27.375295 ncdv-master-1 neutron-server[121606]:     self._notify()
Dec 25 21:26:27.375295 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 25 21:26:27.375295 ncdv-master-1 neutron-server[121606]:     self.callback(batched_events)
Dec 25 21:26:27.375295 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 25 21:26:27.375295 ncdv-master-1 neutron-server[121606]:     event.method(event)
Dec 25 21:26:27.375295 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 25 21:26:27.375295 ncdv-master-1 neutron-server[121606]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 25 21:26:27.375295 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 25 21:26:27.375295 ncdv-master-1 neutron-server[121606]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 25 21:26:27.375295 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 25 21:26:27.375295 ncdv-master-1 neutron-server[121606]:     return f(self, *a, **k)
Dec 25 21:26:27.375295 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 25 21:26:27.375295 ncdv-master-1 neutron-server[121606]:     return self._get(url).json()
Dec 25 21:26:27.375295 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 25 21:26:27.375295 ncdv-master-1 neutron-server[121606]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 25 21:26:27.375295 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 25 21:26:27.375295 ncdv-master-1 neutron-server[121606]:     return self.request(url, 'GET', **kwargs)
Dec 25 21:26:27.375295 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 25 21:26:27.375295 ncdv-master-1 neutron-server[121606]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 25 21:26:27.375295 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 25 21:26:27.375295 ncdv-master-1 neutron-server[121606]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 25 21:26:27.375295 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 25 21:26:27.375295 ncdv-master-1 neutron-server[121606]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 25 21:26:27.375295 ncdv-master-1 neutron-server[121606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 25 21:26:27.378813 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2cb31352-0573-4636-ba50-ec08af5e2742 req-f7600eae-24c7-42dd-8037-99c78d570b42 tempest-ServerAddressesNegativeTestJSON-1659920084 tempest-ServerAddressesNegativeTestJSON-1659920084-project] 10.222.0.32 "GET /v2.0/ports?device_id=67552d4b-2d47-4a5b-ac39-6664ed0b7525 HTTP/1.1" status: 200  len: 210 time: 0.1146343
Dec 25 21:26:27.378813 ncdv-master-1 neutron-server[121606]: INFO neutron.pecan_wsgi.hooks.translation [None req-7666a031-bbc0-49ff-bcfa-87651c3d9b13 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] DELETE failed (client error): The resource could not be found.
Dec 25 21:26:27.378813 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7666a031-bbc0-49ff-bcfa-87651c3d9b13 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 25 21:26:27.384361 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-7666a031-bbc0-49ff-bcfa-87651c3d9b13 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] 10.222.0.32 "DELETE /v2.0/subnets/ba25d48d-ea81-4c8f-93d7-3ce212aaf0a0 HTTP/1.1" status: 404  len: 337 time: 0.0722535
Dec 25 21:26:27.387793 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 41452) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:26:27.401149 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-ceb373f4-fadb-4549-88f7-d1fa3d8e11cb tempest-BulkNetworkOpsIpV6Test-1238511822 tempest-BulkNetworkOpsIpV6Test-1238511822-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 1476 time: 3.8305454
Dec 25 21:26:27.401814 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 41454) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:26:27.420036 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-5586e832-a7d7-46ca-b970-5543c8d78f74 None None] Attempting to bind port bab985c5-154c-4dd5-b7e6-46879e38ad3a on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:26:27.420616 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-5586e832-a7d7-46ca-b970-5543c8d78f74 None None] Attempting to bind port bab985c5-154c-4dd5-b7e6-46879e38ad3a by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '61b72f54-becd-4609-8d1f-57409cbffc4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'a3462dd4-1a1e-4c48-8974-65080c000758'}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:26:27.420727 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5586e832-a7d7-46ca-b970-5543c8d78f74 None None] Attempting to bind port bab985c5-154c-4dd5-b7e6-46879e38ad3a on network a3462dd4-1a1e-4c48-8974-65080c000758 {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:26:27.461635 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port 6104548c-707f-48c8-ac73-73abea7147d9 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:26:27.462011 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:27.464295 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5586e832-a7d7-46ca-b970-5543c8d78f74 None None] Checking agent: {'id': 'ca4f5c6d-f1fd-48b8-a3e3-395864c7d23d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 20, 56, 40), 'started_at': datetime.datetime(2021, 12, 25, 20, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 26, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:26:27.464998 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5586e832-a7d7-46ca-b970-5543c8d78f74 None None] Checking segment: {'id': '61b72f54-becd-4609-8d1f-57409cbffc4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'a3462dd4-1a1e-4c48-8974-65080c000758'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:26:27.465760 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5586e832-a7d7-46ca-b970-5543c8d78f74 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:27.466341 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5586e832-a7d7-46ca-b970-5543c8d78f74 None None] Bound using segment: {'id': '61b72f54-becd-4609-8d1f-57409cbffc4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'a3462dd4-1a1e-4c48-8974-65080c000758'} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:26:27.467035 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-5586e832-a7d7-46ca-b970-5543c8d78f74 None None] Bound port: bab985c5-154c-4dd5-b7e6-46879e38ad3a, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61b72f54-becd-4609-8d1f-57409cbffc4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'a3462dd4-1a1e-4c48-8974-65080c000758'}}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:26:27.467686 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5586e832-a7d7-46ca-b970-5543c8d78f74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:27.473938 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40ddf1db-ed57-46f2-b73d-301f5aaf8075 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-260ef196-ca64-4f0b-8f9a-a85c46e30d17', 'network_id': '260ef196-ca64-4f0b-8f9a-a85c46e30d17', 'project_id': 'de2e73a0bdf847d09859985d18e2302e', 'fixed_ips': [{'subnet_id': 'b5580571-f56c-4bfd-aca9-a1b1eecdda7d'}]}} from ncdv-master-1. {{(pid=121608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 25 21:26:27.474148 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-9275a96a-4602-4e9a-8056-d7c2eea798f0 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] 10.222.0.32 "GET /v2.0/ports?device_id=6a798048-388e-45dd-9893-3cdb3207d315 HTTP/1.1" status: 200  len: 205 time: 0.0881789
Dec 25 21:26:27.474703 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 41458) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:26:27.475419 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-40ddf1db-ed57-46f2-b73d-301f5aaf8075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:27.514482 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce8a859c-0fc6-4fb6-b789-de57468d1e22 tempest-BulkNetworkOpsIpV6Test-1238511822 tempest-BulkNetworkOpsIpV6Test-1238511822-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:26:27.516499 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce8a859c-0fc6-4fb6-b789-de57468d1e22 tempest-BulkNetworkOpsIpV6Test-1238511822 tempest-BulkNetworkOpsIpV6Test-1238511822-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:26:27.519294 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce8a859c-0fc6-4fb6-b789-de57468d1e22 tempest-BulkNetworkOpsIpV6Test-1238511822 tempest-BulkNetworkOpsIpV6Test-1238511822-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:26:27.529947 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-ce8a859c-0fc6-4fb6-b789-de57468d1e22 tempest-BulkNetworkOpsIpV6Test-1238511822 tempest-BulkNetworkOpsIpV6Test-1238511822-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2102 time: 0.1235170
Dec 25 21:26:27.535178 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 41460) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:26:27.546269 ncdv-master-1 neutron-server[121607]: INFO neutron.api.v2.resource [None req-ad4318a5-4b12-46ff-8420-0dc2e1f730d8 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] delete failed (client error): The resource could not be found.
Dec 25 21:26:27.552190 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-ad4318a5-4b12-46ff-8420-0dc2e1f730d8 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] 10.222.0.32 "DELETE /v2.0/routers/6a798048-388e-45dd-9893-3cdb3207d315 HTTP/1.1" status: 404  len: 336 time: 0.0764217
Dec 25 21:26:27.554313 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 41462) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:26:27.593954 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5586e832-a7d7-46ca-b970-5543c8d78f74 None None] For port bab985c5-154c-4dd5-b7e6-46879e38ad3a, host ncdv-master-1, cleared binding levels {{(pid=121608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:26:27.648741 ncdv-master-1 neutron-server[121607]: INFO neutron.pecan_wsgi.hooks.translation [None req-9361ee60-d713-4ffa-a1e0-eadaab587fe9 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] DELETE failed (client error): The resource could not be found.
Dec 25 21:26:27.650144 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9361ee60-d713-4ffa-a1e0-eadaab587fe9 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 25 21:26:27.659024 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-9361ee60-d713-4ffa-a1e0-eadaab587fe9 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] 10.222.0.32 "DELETE /v2.0/subnets/707e52f4-55e9-4f5c-a5d4-f9ac38a357cd HTTP/1.1" status: 404  len: 337 time: 0.1034892
Dec 25 21:26:27.660036 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 41464) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:26:27.708625 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-2ddbea4d-e8a1-473d-a1fa-21d072159805 tempest-ExternalNetworksTestJSON-1106171049 tempest-ExternalNetworksTestJSON-1106171049-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2008653'] for network, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:27.720325 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ddbea4d-e8a1-473d-a1fa-21d072159805 tempest-ExternalNetworksTestJSON-1106171049 tempest-ExternalNetworksTestJSON-1106171049-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  c51c31f7-d245-45e7-ab81-94507d6adf37 {{(pid=121606) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}}
Dec 25 21:26:27.722853 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5586e832-a7d7-46ca-b970-5543c8d78f74 None None] For port bab985c5-154c-4dd5-b7e6-46879e38ad3a, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bab985c5-154c-4dd5-b7e6-46879e38ad3a,segment=NetworkSegment(61b72f54-becd-4609-8d1f-57409cbffc4c),segment_id=61b72f54-becd-4609-8d1f-57409cbffc4c)] {{(pid=121608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:26:27.734622 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-2ddbea4d-e8a1-473d-a1fa-21d072159805 tempest-ExternalNetworksTestJSON-1106171049 tempest-ExternalNetworksTestJSON-1106171049-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for network, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:27.744020 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-55bc5ca7-86e9-4aba-876e-da42efbda0a8 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] 10.222.0.32 "GET /v2.0/ports?device_id=f662427c-b626-4493-8610-13b60401fccd HTTP/1.1" status: 200  len: 205 time: 0.0715361
Dec 25 21:26:27.744183 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-2ddbea4d-e8a1-473d-a1fa-21d072159805 tempest-ExternalNetworksTestJSON-1106171049 tempest-ExternalNetworksTestJSON-1106171049-project-admin] 10.222.0.32 "DELETE /v2.0/networks/c51c31f7-d245-45e7-ab81-94507d6adf37 HTTP/1.1" status: 204  len: 168 time: 1.3931901
Dec 25 21:26:27.744183 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 41466) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:26:27.744800 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 41468) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:26:27.748228 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddbea4d-e8a1-473d-a1fa-21d072159805 tempest-ExternalNetworksTestJSON-1106171049 tempest-ExternalNetworksTestJSON-1106171049-project-admin] Pushing event deleted for resources: {'Network': ['ID=c51c31f7-d245-45e7-ab81-94507d6adf37,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:26:27.756530 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-70fa44e2-2bad-4462-840d-623ffad7eecb tempest-ExternalNetworksTestJSON-1106171049 tempest-ExternalNetworksTestJSON-1106171049-project-admin] Request body: {'network': {'router:external': True}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:26:27.772728 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_v2 [None req-659fc6c8-d9a8-4ce3-b0e3-69951d425ffc tempest-BulkNetworkOpsIpV6Test-1238511822 tempest-BulkNetworkOpsIpV6Test-1238511822-project] Deleting subnet 9b4b7fb2-ed72-4cc5-9108-e51dad7279f7 {{(pid=121607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Dec 25 21:26:27.777621 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-659fc6c8-d9a8-4ce3-b0e3-69951d425ffc tempest-BulkNetworkOpsIpV6Test-1238511822 tempest-BulkNetworkOpsIpV6Test-1238511822-project] Publish callbacks [] for subnet, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:27.804084 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.db_base_plugin_common [None req-40ddf1db-ed57-46f2-b73d-301f5aaf8075 None None] Allocated IP 2001:db8:0:1::1 (260ef196-ca64-4f0b-8f9a-a85c46e30d17/b5580571-f56c-4bfd-aca9-a1b1eecdda7d/da8e4930-7f74-4fab-a4c4-02fbf5899f58) {{(pid=121608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:26:27.821975 ncdv-master-1 neutron-server[121606]: INFO neutron.api.v2.resource [None req-e4b0a654-c8cd-4421-8391-1249aaf7a7ea tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] delete failed (client error): The resource could not be found.
Dec 25 21:26:27.824916 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-e4b0a654-c8cd-4421-8391-1249aaf7a7ea tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] 10.222.0.32 "DELETE /v2.0/routers/f662427c-b626-4493-8610-13b60401fccd HTTP/1.1" status: 404  len: 336 time: 0.0760164
Dec 25 21:26:27.825588 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 41470) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:26:27.843834 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-659fc6c8-d9a8-4ce3-b0e3-69951d425ffc tempest-BulkNetworkOpsIpV6Test-1238511822 tempest-BulkNetworkOpsIpV6Test-1238511822-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10246617'] for subnet, precommit_delete_associations {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:27.874371 ncdv-master-1 neutron-server[121606]: INFO neutron.pecan_wsgi.hooks.translation [None req-abbfb22b-c769-4b61-9541-fb897669744e tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] DELETE failed (client error): The resource could not be found.
Dec 25 21:26:27.874933 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-abbfb22b-c769-4b61-9541-fb897669744e tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 25 21:26:27.881853 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-abbfb22b-c769-4b61-9541-fb897669744e tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] 10.222.0.32 "DELETE /v2.0/subnets/0b4f7a31-5d37-47a7-b192-b163fde27f1e HTTP/1.1" status: 404  len: 337 time: 0.0530739
Dec 25 21:26:27.882042 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 41472) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:26:27.892815 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5586e832-a7d7-46ca-b970-5543c8d78f74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:27.898818 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fab283c-f397-461e-bcbb-cc0a0d60aaab tempest-RoutersAdminTest-58483452 tempest-RoutersAdminTest-58483452-project-admin] Router 03de5fd3-cbcd-4132-bb6e-839bcaffb884 is scheduled to L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 with binding_index 1 {{(pid=121606) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 25 21:26:27.933641 ncdv-master-1 neutron-server[121607]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ebde72c-69e6-4b94-bde3-34673274ee87 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] DELETE failed (client error): The resource could not be found.
Dec 25 21:26:27.934017 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ebde72c-69e6-4b94-bde3-34673274ee87 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 25 21:26:27.938407 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-6ebde72c-69e6-4b94-bde3-34673274ee87 tempest-RoutersIpV6Test-1962969433 tempest-RoutersIpV6Test-1962969433-project] 10.222.0.32 "DELETE /v2.0/subnets/ef33e3f8-5650-4240-98b7-eaa08bf44aa5 HTTP/1.1" status: 404  len: 337 time: 0.0555398
Dec 25 21:26:27.998512 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70fa44e2-2bad-4462-840d-623ffad7eecb tempest-ExternalNetworksTestJSON-1106171049 tempest-ExternalNetworksTestJSON-1106171049-project-admin] Made reservation on behalf of 85b9f37084a94243b3bf7fdbb9b03f1b for: {'network': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:26:28.004836 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-70fa44e2-2bad-4462-840d-623ffad7eecb tempest-ExternalNetworksTestJSON-1106171049 tempest-ExternalNetworksTestJSON-1106171049-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for network, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:28.035406 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5586e832-a7d7-46ca-b970-5543c8d78f74 None None] Pushing event updated for resources: {'Port': ['ID=bab985c5-154c-4dd5-b7e6-46879e38ad3a,revision_number=2']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:26:28.035561 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-659fc6c8-d9a8-4ce3-b0e3-69951d425ffc tempest-BulkNetworkOpsIpV6Test-1238511822 tempest-BulkNetworkOpsIpV6Test-1238511822-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995662'] for subnet, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:28.092355 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-40ddf1db-ed57-46f2-b73d-301f5aaf8075 None None] Publish callbacks [] for port, precommit_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:28.154875 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-40ddf1db-ed57-46f2-b73d-301f5aaf8075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946'] for port, after_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:28.187322 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70fa44e2-2bad-4462-840d-623ffad7eecb tempest-ExternalNetworksTestJSON-1106171049 tempest-ExternalNetworksTestJSON-1106171049-project-admin] vlan segment allocate from pool success with {'vlan_id': 166, 'physical_network': 'physnet1'}  {{(pid=121606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 25 21:26:28.240008 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-70fa44e2-2bad-4462-840d-623ffad7eecb tempest-ExternalNetworksTestJSON-1106171049 tempest-ExternalNetworksTestJSON-1106171049-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:28.240356 ncdv-master-1 neutron-server[121606]: INFO neutron.db.segments_db [None req-70fa44e2-2bad-4462-840d-623ffad7eecb tempest-ExternalNetworksTestJSON-1106171049 tempest-ExternalNetworksTestJSON-1106171049-project-admin] Added segment 24620344-a131-4fcd-b4d7-84b490e6ee22 of type vlan for network 47df49d5-fed5-45d2-bb99-7356a451e755
Dec 25 21:26:28.249757 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40ddf1db-ed57-46f2-b73d-301f5aaf8075 None None] Network 260ef196-ca64-4f0b-8f9a-a85c46e30d17 is already hosted by enough agents. {{(pid=121608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:26:28.257627 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fab283c-f397-461e-bcbb-cc0a0d60aaab tempest-RoutersAdminTest-58483452 tempest-RoutersAdminTest-58483452-project-admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 21:26:28.259651 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.base_scheduler [None req-40ddf1db-ed57-46f2-b73d-301f5aaf8075 None None] Resources bound (agent type, host, resource id):  {{(pid=121608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:26:28.305472 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40ddf1db-ed57-46f2-b73d-301f5aaf8075 None None] Received port after_create {{(pid=121608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:26:28.335588 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ddf1db-ed57-46f2-b73d-301f5aaf8075 None None] Pushing event updated for resources: {'Port': ['ID=da8e4930-7f74-4fab-a4c4-02fbf5899f58,revision_number=1']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:26:28.344415 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-70fa44e2-2bad-4462-840d-623ffad7eecb tempest-ExternalNetworksTestJSON-1106171049 tempest-ExternalNetworksTestJSON-1106171049-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737602163420'] for network, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:28.403901 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-7fab283c-f397-461e-bcbb-cc0a0d60aaab tempest-RoutersAdminTest-58483452 tempest-RoutersAdminTest-58483452-project-admin] Publish callbacks [] for router, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:28.405247 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-7fab283c-f397-461e-bcbb-cc0a0d60aaab tempest-RoutersAdminTest-58483452 tempest-RoutersAdminTest-58483452-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 906 time: 5.6723042
Dec 25 21:26:28.408071 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 41480) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:26:28.462452 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12c2df78-6329-4b94-908e-50ea86c6313e None None] Sync routers for ids ['03de5fd3-cbcd-4132-bb6e-839bcaffb884'] in ncdv-master-1 {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 21:26:28.482407 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-40ddf1db-ed57-46f2-b73d-301f5aaf8075 None None] Attempting to bind port da8e4930-7f74-4fab-a4c4-02fbf5899f58 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:26:28.483613 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-40ddf1db-ed57-46f2-b73d-301f5aaf8075 None None] Attempting to bind port da8e4930-7f74-4fab-a4c4-02fbf5899f58 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '486648b4-bbfa-4dca-8085-25c1f3eeb414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '260ef196-ca64-4f0b-8f9a-a85c46e30d17'}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:26:28.484641 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40ddf1db-ed57-46f2-b73d-301f5aaf8075 None None] Attempting to bind port da8e4930-7f74-4fab-a4c4-02fbf5899f58 on network 260ef196-ca64-4f0b-8f9a-a85c46e30d17 {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:26:28.495271 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12c2df78-6329-4b94-908e-50ea86c6313e None None] Routers {'03de5fd3-cbcd-4132-bb6e-839bcaffb884'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:26:28.500796 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40ddf1db-ed57-46f2-b73d-301f5aaf8075 None None] Checking agent: {'id': 'ca4f5c6d-f1fd-48b8-a3e3-395864c7d23d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 20, 56, 40), 'started_at': datetime.datetime(2021, 12, 25, 20, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 26, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:26:28.501603 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40ddf1db-ed57-46f2-b73d-301f5aaf8075 None None] Checking segment: {'id': '486648b4-bbfa-4dca-8085-25c1f3eeb414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '260ef196-ca64-4f0b-8f9a-a85c46e30d17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:26:28.502406 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-40ddf1db-ed57-46f2-b73d-301f5aaf8075 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:28.503846 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40ddf1db-ed57-46f2-b73d-301f5aaf8075 None None] Bound using segment: {'id': '486648b4-bbfa-4dca-8085-25c1f3eeb414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '260ef196-ca64-4f0b-8f9a-a85c46e30d17'} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:26:28.504671 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-40ddf1db-ed57-46f2-b73d-301f5aaf8075 None None] Bound port: da8e4930-7f74-4fab-a4c4-02fbf5899f58, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '486648b4-bbfa-4dca-8085-25c1f3eeb414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '260ef196-ca64-4f0b-8f9a-a85c46e30d17'}}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:26:28.505425 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-40ddf1db-ed57-46f2-b73d-301f5aaf8075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:28.509046 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-12c2df78-6329-4b94-908e-50ea86c6313e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f26184101f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:26:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['03de5fd3-cbcd-4132-bb6e-839bcaffb884'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:26:28.630173 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-40ddf1db-ed57-46f2-b73d-301f5aaf8075 None None] For port da8e4930-7f74-4fab-a4c4-02fbf5899f58, host ncdv-master-1, cleared binding levels {{(pid=121608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:26:28.637897 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-40ddf1db-ed57-46f2-b73d-301f5aaf8075 None None] For port da8e4930-7f74-4fab-a4c4-02fbf5899f58, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=da8e4930-7f74-4fab-a4c4-02fbf5899f58,segment=NetworkSegment(486648b4-bbfa-4dca-8085-25c1f3eeb414),segment_id=486648b4-bbfa-4dca-8085-25c1f3eeb414)] {{(pid=121608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:26:28.720905 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-40ddf1db-ed57-46f2-b73d-301f5aaf8075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:28.779986 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 41486) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:26:28.799538 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvr_db [None req-12c2df78-6329-4b94-908e-50ea86c6313e None None] Set router 03de5fd3-cbcd-4132-bb6e-839bcaffb884 gateway port host: ncdv-master-1 {{(pid=121609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:26:28.857745 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2e25560-7992-404d-93a8-6ed03c0ca3b1 admin admin] Deleting subnet 24194204-c9b0-4c53-87e2-606651bc580d {{(pid=121607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Dec 25 21:26:28.867274 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f2e25560-7992-404d-93a8-6ed03c0ca3b1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:28.875322 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ddf1db-ed57-46f2-b73d-301f5aaf8075 None None] Pushing event updated for resources: {'Port': ['ID=da8e4930-7f74-4fab-a4c4-02fbf5899f58,revision_number=2']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:26:28.903267 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-659fc6c8-d9a8-4ce3-b0e3-69951d425ffc tempest-BulkNetworkOpsIpV6Test-1238511822 tempest-BulkNetworkOpsIpV6Test-1238511822-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8632410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8852809'] for subnet, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:28.908760 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 41492) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:26:28.954320 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659fc6c8-d9a8-4ce3-b0e3-69951d425ffc tempest-BulkNetworkOpsIpV6Test-1238511822 tempest-BulkNetworkOpsIpV6Test-1238511822-project] Pushing event deleted for resources: {'Subnet': ['ID=9b4b7fb2-ed72-4cc5-9108-e51dad7279f7,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:26:28.971052 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-659fc6c8-d9a8-4ce3-b0e3-69951d425ffc tempest-BulkNetworkOpsIpV6Test-1238511822 tempest-BulkNetworkOpsIpV6Test-1238511822-project] Publish callbacks [] for subnet, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:28.974996 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-659fc6c8-d9a8-4ce3-b0e3-69951d425ffc tempest-BulkNetworkOpsIpV6Test-1238511822 tempest-BulkNetworkOpsIpV6Test-1238511822-project] 10.222.0.32 "DELETE /v2.0/subnets/9b4b7fb2-ed72-4cc5-9108-e51dad7279f7 HTTP/1.1" status: 204  len: 168 time: 1.4380014
Dec 25 21:26:28.990422 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 41496) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:26:29.009117 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f2e25560-7992-404d-93a8-6ed03c0ca3b1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10246617'] for subnet, precommit_delete_associations {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:29.189193 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-12c2df78-6329-4b94-908e-50ea86c6313e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f26184101f0>, [{'id': '03de5fd3-cbcd-4132-bb6e-839bcaffb884', 'name': 'tempest-snat-router-1550233584', 'tenant_id': '52b6f4e629c1439384734404a004a37c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.46'}], 'enable_snat': True}, 'gw_port_id': '4a15986f-10db-4115-b233-32882226e516', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:26:22Z', 'updated_at': '2021-12-25T21:26:26Z', 'revision_number': 3, 'project_id': '52b6f4e629c1439384734404a004a37c', 'gw_port': {'id': '4a15986f-10db-4115-b233-32882226e516', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:f8:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03de5fd3-cbcd-4132-bb6e-839bcaffb884', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1875, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:26:24Z', 'updated_at': '2021-12-25T21:26:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:26:29.226412 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device a935ddec-3753-4cad-bfd1-a5b690147f82 no longer exists at agent hyperv_nch2-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:26:29.248003 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-70fa44e2-2bad-4462-840d-623ffad7eecb tempest-ExternalNetworksTestJSON-1106171049 tempest-ExternalNetworksTestJSON-1106171049-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870'] for network, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:29.257732 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70fa44e2-2bad-4462-840d-623ffad7eecb tempest-ExternalNetworksTestJSON-1106171049 tempest-ExternalNetworksTestJSON-1106171049-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:26:29.257732 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-70fa44e2-2bad-4462-840d-623ffad7eecb tempest-ExternalNetworksTestJSON-1106171049 tempest-ExternalNetworksTestJSON-1106171049-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for network, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:29.273428 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] No Port match for: a935ddec-3753-4cad-bfd1-a5b690147f82 {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:26:29.273661 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device a935ddec-3753-4cad-bfd1-a5b690147f82 not bound to the agent host nch2-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:26:29.277452 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12c2df78-6329-4b94-908e-50ea86c6313e None None] Checking router: 03de5fd3-cbcd-4132-bb6e-839bcaffb884 for host: ncdv-master-1 {{(pid=121609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 25 21:26:29.278373 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12c2df78-6329-4b94-908e-50ea86c6313e None None] Updating router 03de5fd3-cbcd-4132-bb6e-839bcaffb884 port 4a15986f-10db-4115-b233-32882226e516 binding host ncdv-master-1 {{(pid=121609) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 25 21:26:29.280833 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device bab985c5-154c-4dd5-b7e6-46879e38ad3a up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:26:29.292233 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 41504) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:26:29.293725 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-6d912fac-30f3-42a8-8532-777b2d0b0d49 tempest-RoutersAdminTest-58483452 tempest-RoutersAdminTest-58483452-project-admin] 10.222.0.32 "GET /v2.0/routers/03de5fd3-cbcd-4132-bb6e-839bcaffb884 HTTP/1.1" status: 200  len: 907 time: 0.8795824
Dec 25 21:26:29.301760 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_v2 [None req-9bd8d040-38be-48dc-ad93-ba95e2085bb6 tempest-BulkNetworkOpsIpV6Test-1238511822 tempest-BulkNetworkOpsIpV6Test-1238511822-project] Deleting subnet b5580571-f56c-4bfd-aca9-a1b1eecdda7d {{(pid=121607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Dec 25 21:26:29.327708 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-12c2df78-6329-4b94-908e-50ea86c6313e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:29.374858 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f2e25560-7992-404d-93a8-6ed03c0ca3b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995662'] for subnet, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:29.378783 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-9bd8d040-38be-48dc-ad93-ba95e2085bb6 tempest-BulkNetworkOpsIpV6Test-1238511822 tempest-BulkNetworkOpsIpV6Test-1238511822-project] Publish callbacks [] for subnet, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:29.426310 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port bab985c5-154c-4dd5-b7e6-46879e38ad3a triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:26:29.427042 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:29.428727 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fa44e2-2bad-4462-840d-623ffad7eecb tempest-ExternalNetworksTestJSON-1106171049 tempest-ExternalNetworksTestJSON-1106171049-project-admin] Pushing event updated for resources: {'Network': ['ID=47df49d5-fed5-45d2-bb99-7356a451e755,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:26:29.447030 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-70fa44e2-2bad-4462-840d-623ffad7eecb tempest-ExternalNetworksTestJSON-1106171049 tempest-ExternalNetworksTestJSON-1106171049-project-admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 836 time: 1.7030141
Dec 25 21:26:29.449881 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 41508) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:26:29.463208 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-ee3c5039-c6d4-4616-8f62-3cdccd25214c tempest-ExternalNetworksTestJSON-1106171049 tempest-ExternalNetworksTestJSON-1106171049-project-admin] Request body: {'subnet': {'network_id': '47df49d5-fed5-45d2-bb99-7356a451e755', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:26:29.477614 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Network 47df49d5-fed5-45d2-bb99-7356a451e755 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 25 21:26:29.571459 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee3c5039-c6d4-4616-8f62-3cdccd25214c tempest-ExternalNetworksTestJSON-1106171049 tempest-ExternalNetworksTestJSON-1106171049-project-admin] Made reservation on behalf of 85b9f37084a94243b3bf7fdbb9b03f1b for: {'subnet': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:26:29.574217 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-ee3c5039-c6d4-4616-8f62-3cdccd25214c tempest-ExternalNetworksTestJSON-1106171049 tempest-ExternalNetworksTestJSON-1106171049-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9028529'] for subnet, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:29.620896 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-7d331654-8d5e-442e-bd65-71c10f7c240b tempest-RoutersAdminTest-58483452 tempest-RoutersAdminTest-58483452-project-admin] Publish callbacks [] for router, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:29.653047 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-9bd8d040-38be-48dc-ad93-ba95e2085bb6 tempest-BulkNetworkOpsIpV6Test-1238511822 tempest-BulkNetworkOpsIpV6Test-1238511822-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10246617'] for subnet, precommit_delete_associations {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:29.731574 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-12c2df78-6329-4b94-908e-50ea86c6313e None None] Publish callbacks [] for port, precommit_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:29.759619 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:29.796349 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-bb98cdce-b5b5-421c-89b5-abe6ba9922b1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3075932236c24ad8974bea0414dd1507&name=default HTTP/1.1" status: 200  len: 3000 time: 0.8838973
Dec 25 21:26:29.798880 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 41532) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:26:29.805331 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-12c2df78-6329-4b94-908e-50ea86c6313e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:29.870823 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.managers [None req-12c2df78-6329-4b94-908e-50ea86c6313e None None] Attempting to bind port 4a15986f-10db-4115-b233-32882226e516 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:26:29.871469 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.managers [None req-12c2df78-6329-4b94-908e-50ea86c6313e None None] Attempting to bind port 4a15986f-10db-4115-b233-32882226e516 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'}] {{(pid=121609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:26:29.872005 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12c2df78-6329-4b94-908e-50ea86c6313e None None] Attempting to bind port 4a15986f-10db-4115-b233-32882226e516 on network 7201e55c-7c5f-41aa-a042-a363696539d0 {{(pid=121609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:26:29.900014 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-9bd8d040-38be-48dc-ad93-ba95e2085bb6 tempest-BulkNetworkOpsIpV6Test-1238511822 tempest-BulkNetworkOpsIpV6Test-1238511822-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995662'] for subnet, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:29.903843 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-7d331654-8d5e-442e-bd65-71c10f7c240b tempest-RoutersAdminTest-58483452 tempest-RoutersAdminTest-58483452-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:29.914988 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12c2df78-6329-4b94-908e-50ea86c6313e None None] Checking agent: {'id': 'ca4f5c6d-f1fd-48b8-a3e3-395864c7d23d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 20, 56, 40), 'started_at': datetime.datetime(2021, 12, 25, 20, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 26, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:26:29.916016 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12c2df78-6329-4b94-908e-50ea86c6313e None None] Checking segment: {'id': '6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:26:29.916354 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-12c2df78-6329-4b94-908e-50ea86c6313e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:29.916751 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12c2df78-6329-4b94-908e-50ea86c6313e None None] Bound using segment: {'id': '6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'} {{(pid=121609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:26:29.917424 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.managers [None req-12c2df78-6329-4b94-908e-50ea86c6313e None None] Bound port: 4a15986f-10db-4115-b233-32882226e516, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'}}] {{(pid=121609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:26:29.917866 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-12c2df78-6329-4b94-908e-50ea86c6313e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:29.948837 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f2e25560-7992-404d-93a8-6ed03c0ca3b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8632410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8852809'] for subnet, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:29.977490 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f2e25560-7992-404d-93a8-6ed03c0ca3b1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:29.981466 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-f2e25560-7992-404d-93a8-6ed03c0ca3b1 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/24194204-c9b0-4c53-87e2-606651bc580d HTTP/1.1" status: 204  len: 168 time: 1.2001505
Dec 25 21:26:29.988531 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 41534) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:26:30.004227 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e25560-7992-404d-93a8-6ed03c0ca3b1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=24194204-c9b0-4c53-87e2-606651bc580d,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:26:30.040841 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.db [None req-12c2df78-6329-4b94-908e-50ea86c6313e None None] For port 4a15986f-10db-4115-b233-32882226e516, host ncdv-master-1, cleared binding levels {{(pid=121609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:26:30.044354 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.db [None req-12c2df78-6329-4b94-908e-50ea86c6313e None None] For port 4a15986f-10db-4115-b233-32882226e516, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4a15986f-10db-4115-b233-32882226e516,segment=NetworkSegment(6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855),segment_id=6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855)] {{(pid=121609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:26:30.060102 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f681102e-6bbe-4520-922b-788c51bde64b None None] Pushing event updated for resources: {'Port': ['ID=4a15986f-10db-4115-b233-32882226e516,revision_number=2']} {{(pid=121609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:26:30.092681 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b3045c8-5736-43a5-8a21-8e7a0a06c387 None None] Network a3462dd4-1a1e-4c48-8974-65080c000758 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:26:30.099455 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-12495543-d578-46c8-8684-fcde90fd978f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625803'] for network, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:30.110335 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-7d331654-8d5e-442e-bd65-71c10f7c240b tempest-RoutersAdminTest-58483452 tempest-RoutersAdminTest-58483452-project-admin] Deleting port 4a15986f-10db-4115-b233-32882226e516 {{(pid=121607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:26:30.110938 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-7d331654-8d5e-442e-bd65-71c10f7c240b tempest-RoutersAdminTest-58483452 tempest-RoutersAdminTest-58483452-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:30.144641 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-12c2df78-6329-4b94-908e-50ea86c6313e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:30.150347 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] For port bab985c5-154c-4dd5-b7e6-46879e38ad3a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bab985c5-154c-4dd5-b7e6-46879e38ad3a,segment=NetworkSegment(61b72f54-becd-4609-8d1f-57409cbffc4c),segment_id=61b72f54-becd-4609-8d1f-57409cbffc4c)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:26:30.168892 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-9bd8d040-38be-48dc-ad93-ba95e2085bb6 tempest-BulkNetworkOpsIpV6Test-1238511822 tempest-BulkNetworkOpsIpV6Test-1238511822-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8632410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8852809'] for subnet, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:30.183769 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-2135a357-75eb-49c8-aa94-748b7ad85a05 None None] Provisioning complete for port bab985c5-154c-4dd5-b7e6-46879e38ad3a triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:26:30.185801 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-2135a357-75eb-49c8-aa94-748b7ad85a05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:30.198472 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-86535141-0258-42a7-b223-d6d0bd6eec78 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:30.261683 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12c2df78-6329-4b94-908e-50ea86c6313e None None] Routers {'03de5fd3-cbcd-4132-bb6e-839bcaffb884'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:26:30.262501 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-12c2df78-6329-4b94-908e-50ea86c6313e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f26184101f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:26:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['03de5fd3-cbcd-4132-bb6e-839bcaffb884'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:26:30.277249 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:30.303549 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-9bd8d040-38be-48dc-ad93-ba95e2085bb6 tempest-BulkNetworkOpsIpV6Test-1238511822 tempest-BulkNetworkOpsIpV6Test-1238511822-project] Publish callbacks [] for subnet, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:30.309832 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-9bd8d040-38be-48dc-ad93-ba95e2085bb6 tempest-BulkNetworkOpsIpV6Test-1238511822 tempest-BulkNetworkOpsIpV6Test-1238511822-project] 10.222.0.32 "DELETE /v2.0/subnets/b5580571-f56c-4bfd-aca9-a1b1eecdda7d HTTP/1.1" status: 204  len: 168 time: 1.3183842
Dec 25 21:26:30.325691 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd8d040-38be-48dc-ad93-ba95e2085bb6 tempest-BulkNetworkOpsIpV6Test-1238511822 tempest-BulkNetworkOpsIpV6Test-1238511822-project] Pushing event deleted for resources: {'Subnet': ['ID=b5580571-f56c-4bfd-aca9-a1b1eecdda7d,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:26:30.329612 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 41540) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:26:30.347766 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-86535141-0258-42a7-b223-d6d0bd6eec78 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:30.399204 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aacde81d-63be-4ffa-b014-746e5b7d18fa None None] DHCP port deletion for a3462dd4-1a1e-4c48-8974-65080c000758 request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 21:26:30.433937 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.db [None req-7d331654-8d5e-442e-bd65-71c10f7c240b tempest-RoutersAdminTest-58483452 tempest-RoutersAdminTest-58483452-project-admin] For port 4a15986f-10db-4115-b233-32882226e516, host ncdv-master-1, got binding levels [] {{(pid=121607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:26:30.434541 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-7d331654-8d5e-442e-bd65-71c10f7c240b tempest-RoutersAdminTest-58483452 tempest-RoutersAdminTest-58483452-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:30.449416 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvr_db [None req-12c2df78-6329-4b94-908e-50ea86c6313e None None] Set router 03de5fd3-cbcd-4132-bb6e-839bcaffb884 gateway port host: None {{(pid=121609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:26:30.463106 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Pushing event updated for resources: {'Port': ['ID=bab985c5-154c-4dd5-b7e6-46879e38ad3a,revision_number=4']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:26:30.474042 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdff9407-e9ee-4d29-b73c-2c04a310e060 tempest-BulkNetworkOpsIpV6Test-1238511822 tempest-BulkNetworkOpsIpV6Test-1238511822-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:26:30.476057 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-cdff9407-e9ee-4d29-b73c-2c04a310e060 tempest-BulkNetworkOpsIpV6Test-1238511822 tempest-BulkNetworkOpsIpV6Test-1238511822-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.1386321
Dec 25 21:26:30.480084 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-7d331654-8d5e-442e-bd65-71c10f7c240b tempest-RoutersAdminTest-58483452 tempest-RoutersAdminTest-58483452-project-admin] Calling delete_port for 4a15986f-10db-4115-b233-32882226e516 owned by network:router_gateway {{(pid=121607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:26:30.482330 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 41544) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:26:30.521839 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-aacde81d-63be-4ffa-b014-746e5b7d18fa None None] Deleting port bab985c5-154c-4dd5-b7e6-46879e38ad3a {{(pid=121608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:26:30.522661 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-aacde81d-63be-4ffa-b014-746e5b7d18fa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:30.559228 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-12495543-d578-46c8-8684-fcde90fd978f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997585', 'neutron.services.segments.db._delete_segments_for_network-8737602743071'] for network, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:30.559528 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f681102e-6bbe-4520-922b-788c51bde64b None None] Pushing event updated for resources: {'Port': ['ID=4a15986f-10db-4115-b233-32882226e516,revision_number=3']} {{(pid=121609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:26:30.611924 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.segments.db [None req-12495543-d578-46c8-8684-fcde90fd978f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f26131ad550>,) {'filters': {'network_id': ['62035f0b-310d-441b-86b6-87cbf84c7a7f']}} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:26:30.636622 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-12c2df78-6329-4b94-908e-50ea86c6313e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f26184101f0>, [{'id': '03de5fd3-cbcd-4132-bb6e-839bcaffb884', 'name': 'tempest-snat-router-1550233584', 'tenant_id': '52b6f4e629c1439384734404a004a37c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:26:22Z', 'updated_at': '2021-12-25T21:26:29Z', 'revision_number': 4, 'project_id': '52b6f4e629c1439384734404a004a37c', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:26:30.640975 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.segments.db [None req-12495543-d578-46c8-8684-fcde90fd978f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f26131ad550>, '7d979b44-0364-44e8-a451-59ef1a78b493') {'for_net_delete': True} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:26:30.641587 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.segments.db [None req-12495543-d578-46c8-8684-fcde90fd978f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f26131ad550>, '7d979b44-0364-44e8-a451-59ef1a78b493') {} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:26:30.648233 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-aacde81d-63be-4ffa-b014-746e5b7d18fa None None] For port bab985c5-154c-4dd5-b7e6-46879e38ad3a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bab985c5-154c-4dd5-b7e6-46879e38ad3a,segment=NetworkSegment(61b72f54-becd-4609-8d1f-57409cbffc4c),segment_id=61b72f54-becd-4609-8d1f-57409cbffc4c)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:26:30.648642 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-aacde81d-63be-4ffa-b014-746e5b7d18fa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:30.655364 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-12495543-d578-46c8-8684-fcde90fd978f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737602746920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9084222'] for segment, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:30.671421 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-aacde81d-63be-4ffa-b014-746e5b7d18fa None None] Calling delete_port for bab985c5-154c-4dd5-b7e6-46879e38ad3a owned by network:dhcp {{(pid=121608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:26:30.697722 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-40fee8e3-83eb-4a4a-ad52-62721ca00144 tempest-BulkNetworkOpsIpV6Test-1238511822 tempest-BulkNetworkOpsIpV6Test-1238511822-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625803'] for network, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:30.708360 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-12495543-d578-46c8-8684-fcde90fd978f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:30.716963 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-86535141-0258-42a7-b223-d6d0bd6eec78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:30.725207 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-86535141-0258-42a7-b223-d6d0bd6eec78 admin admin] Publish callbacks [] for security_group, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:30.727486 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-86535141-0258-42a7-b223-d6d0bd6eec78 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d0ac642f-1fd6-4e16-bf09-bac5a3ebfe5e HTTP/1.1" status: 204  len: 168 time: 0.9270489
Dec 25 21:26:30.742291 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12495543-d578-46c8-8684-fcde90fd978f admin admin] Releasing vlan 196 on physical network physnet1 to pool {{(pid=121606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 25 21:26:30.742979 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-12495543-d578-46c8-8684-fcde90fd978f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9084542'] for segment, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:30.746001 ncdv-master-1 neutron-server[121606]: Traceback (most recent call last):
Dec 25 21:26:30.746001 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 25 21:26:30.746001 ncdv-master-1 neutron-server[121606]:     timer()
Dec 25 21:26:30.746001 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 25 21:26:30.746001 ncdv-master-1 neutron-server[121606]:     cb(*args, **kw)
Dec 25 21:26:30.746001 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 25 21:26:30.746001 ncdv-master-1 neutron-server[121606]:     return func(*args, **kwargs)
Dec 25 21:26:30.746001 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 25 21:26:30.746001 ncdv-master-1 neutron-server[121606]:     self._notify()
Dec 25 21:26:30.746001 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 25 21:26:30.746001 ncdv-master-1 neutron-server[121606]:     self.callback(batched_events)
Dec 25 21:26:30.746001 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 25 21:26:30.746001 ncdv-master-1 neutron-server[121606]:     event.method(event)
Dec 25 21:26:30.746001 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 25 21:26:30.746001 ncdv-master-1 neutron-server[121606]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 25 21:26:30.746001 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 25 21:26:30.746001 ncdv-master-1 neutron-server[121606]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 25 21:26:30.746001 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 25 21:26:30.746001 ncdv-master-1 neutron-server[121606]:     return f(self, *a, **k)
Dec 25 21:26:30.746001 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 25 21:26:30.746001 ncdv-master-1 neutron-server[121606]:     return self._get(url).json()
Dec 25 21:26:30.746001 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 25 21:26:30.746001 ncdv-master-1 neutron-server[121606]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 25 21:26:30.746001 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 25 21:26:30.746001 ncdv-master-1 neutron-server[121606]:     return self.request(url, 'GET', **kwargs)
Dec 25 21:26:30.746001 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 25 21:26:30.746001 ncdv-master-1 neutron-server[121606]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 25 21:26:30.746001 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 25 21:26:30.746001 ncdv-master-1 neutron-server[121606]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 25 21:26:30.746001 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 25 21:26:30.746001 ncdv-master-1 neutron-server[121606]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 25 21:26:30.746001 ncdv-master-1 neutron-server[121606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 25 21:26:30.773927 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86535141-0258-42a7-b223-d6d0bd6eec78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0ac642f-1fd6-4e16-bf09-bac5a3ebfe5e,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:26:30.787712 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e22e499-80a9-409c-be93-fe8e45ed0b92 None None] Network 260ef196-ca64-4f0b-8f9a-a85c46e30d17 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:26:30.856240 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-b1f6bbc7-970b-4705-bfa6-2478f831e571 None None] Provisioning complete for port da8e4930-7f74-4fab-a4c4-02fbf5899f58 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:26:30.856774 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-b1f6bbc7-970b-4705-bfa6-2478f831e571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:30.871705 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-40fee8e3-83eb-4a4a-ad52-62721ca00144 tempest-BulkNetworkOpsIpV6Test-1238511822 tempest-BulkNetworkOpsIpV6Test-1238511822-project] Deleting port da8e4930-7f74-4fab-a4c4-02fbf5899f58 {{(pid=121607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:26:30.871705 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-40fee8e3-83eb-4a4a-ad52-62721ca00144 tempest-BulkNetworkOpsIpV6Test-1238511822 tempest-BulkNetworkOpsIpV6Test-1238511822-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:30.904039 ncdv-master-1 neutron-server[121606]: DEBUG neutron.objects.ports [None req-ee3c5039-c6d4-4616-8f62-3cdccd25214c tempest-ExternalNetworksTestJSON-1106171049 tempest-ExternalNetworksTestJSON-1106171049-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=121606) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}}
Dec 25 21:26:30.904039 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-ee3c5039-c6d4-4616-8f62-3cdccd25214c tempest-ExternalNetworksTestJSON-1106171049 tempest-ExternalNetworksTestJSON-1106171049-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9084170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9028515'] for subnet, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:30.913377 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-12495543-d578-46c8-8684-fcde90fd978f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2008653'] for network, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:30.949818 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-12495543-d578-46c8-8684-fcde90fd978f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for network, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:30.955852 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-12495543-d578-46c8-8684-fcde90fd978f admin admin] 10.222.0.32 "DELETE /v2.0/networks/62035f0b-310d-441b-86b6-87cbf84c7a7f HTTP/1.1" status: 204  len: 168 time: 0.9630148
Dec 25 21:26:30.973122 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12c2df78-6329-4b94-908e-50ea86c6313e None None] The sync data for ids ['03de5fd3-cbcd-4132-bb6e-839bcaffb884'] in ncdv-master-1 is: [{'id': '03de5fd3-cbcd-4132-bb6e-839bcaffb884', 'name': 'tempest-snat-router-1550233584', 'tenant_id': '52b6f4e629c1439384734404a004a37c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:26:22Z', 'updated_at': '2021-12-25T21:26:29Z', 'revision_number': 4, 'project_id': '52b6f4e629c1439384734404a004a37c', 'gw_port_host': None}] {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 21:26:30.989510 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.db [None req-40fee8e3-83eb-4a4a-ad52-62721ca00144 tempest-BulkNetworkOpsIpV6Test-1238511822 tempest-BulkNetworkOpsIpV6Test-1238511822-project] For port da8e4930-7f74-4fab-a4c4-02fbf5899f58, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=da8e4930-7f74-4fab-a4c4-02fbf5899f58,segment=NetworkSegment(486648b4-bbfa-4dca-8085-25c1f3eeb414),segment_id=486648b4-bbfa-4dca-8085-25c1f3eeb414)] {{(pid=121607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:26:30.989881 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-40fee8e3-83eb-4a4a-ad52-62721ca00144 tempest-BulkNetworkOpsIpV6Test-1238511822 tempest-BulkNetworkOpsIpV6Test-1238511822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:31.005140 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12495543-d578-46c8-8684-fcde90fd978f admin admin] Pushing event deleted for resources: {'Network': ['ID=62035f0b-310d-441b-86b6-87cbf84c7a7f,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:26:31.010659 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-7d331654-8d5e-442e-bd65-71c10f7c240b tempest-RoutersAdminTest-58483452 tempest-RoutersAdminTest-58483452-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:31.025535 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3c5039-c6d4-4616-8f62-3cdccd25214c tempest-ExternalNetworksTestJSON-1106171049 tempest-ExternalNetworksTestJSON-1106171049-project-admin] Pushing event updated for resources: {'Subnet': ['ID=70598d6c-b124-4386-a5b3-6845b26dc013,revision_number=0']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:26:31.036346 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee3c5039-c6d4-4616-8f62-3cdccd25214c tempest-ExternalNetworksTestJSON-1106171049 tempest-ExternalNetworksTestJSON-1106171049-project-admin] Checking segment: {'id': '24620344-a131-4fcd-b4d7-84b490e6ee22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '47df49d5-fed5-45d2-bb99-7356a451e755'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:26:31.036864 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee3c5039-c6d4-4616-8f62-3cdccd25214c tempest-ExternalNetworksTestJSON-1106171049 tempest-ExternalNetworksTestJSON-1106171049-project-admin] Network hostable DHCP agents. Network: 47df49d5-fed5-45d2-bb99-7356a451e755, hostable agents: ['1813db88-2c1b-4357-a2ba-869246b663c2'], hosted agents: [] {{(pid=121606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 25 21:26:31.072207 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-40fee8e3-83eb-4a4a-ad52-62721ca00144 tempest-BulkNetworkOpsIpV6Test-1238511822 tempest-BulkNetworkOpsIpV6Test-1238511822-project] Calling delete_port for da8e4930-7f74-4fab-a4c4-02fbf5899f58 owned by network:dhcp {{(pid=121607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:26:31.085128 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d331654-8d5e-442e-bd65-71c10f7c240b tempest-RoutersAdminTest-58483452 tempest-RoutersAdminTest-58483452-project-admin] Pushing event deleted for resources: {'Port': ['ID=4a15986f-10db-4115-b233-32882226e516,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:26:31.154588 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee3c5039-c6d4-4616-8f62-3cdccd25214c tempest-ExternalNetworksTestJSON-1106171049 tempest-ExternalNetworksTestJSON-1106171049-project-admin] Network 47df49d5-fed5-45d2-bb99-7356a451e755 is scheduled to be hosted by DHCP agent 1813db88-2c1b-4357-a2ba-869246b663c2 with binding_index 1 {{(pid=121606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 25 21:26:31.168311 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-aacde81d-63be-4ffa-b014-746e5b7d18fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955'] for port, after_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:31.180501 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-b1f6bbc7-970b-4705-bfa6-2478f831e571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:31.229780 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-7d331654-8d5e-442e-bd65-71c10f7c240b tempest-RoutersAdminTest-58483452 tempest-RoutersAdminTest-58483452-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2008689'] for router_gateway, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:31.235233 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [None req-ee3c5039-c6d4-4616-8f62-3cdccd25214c tempest-ExternalNetworksTestJSON-1106171049 tempest-ExternalNetworksTestJSON-1106171049-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 47df49d5-fed5-45d2-bb99-7356a451e755) {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:26:31.240018 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee3c5039-c6d4-4616-8f62-3cdccd25214c tempest-ExternalNetworksTestJSON-1106171049 tempest-ExternalNetworksTestJSON-1106171049-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:26:31.240626 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-ee3c5039-c6d4-4616-8f62-3cdccd25214c tempest-ExternalNetworksTestJSON-1106171049 tempest-ExternalNetworksTestJSON-1106171049-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for subnet, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:31.252556 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacde81d-63be-4ffa-b014-746e5b7d18fa None None] Pushing event deleted for resources: {'Port': ['ID=bab985c5-154c-4dd5-b7e6-46879e38ad3a,revision_number=None']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:26:31.258710 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aacde81d-63be-4ffa-b014-746e5b7d18fa None None] No DVR routers for this DVR port bab985c5-154c-4dd5-b7e6-46879e38ad3a on host ncdv-master-1 {{(pid=121608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:26:31.264844 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94cccb0b-3f35-484f-b5fd-56c0b5416a5e None None] Network 47df49d5-fed5-45d2-bb99-7356a451e755 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:26:31.310951 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efd805c8-1e38-4b71-bbf6-83d8f7d3d551 None None] DHCP port deletion for 260ef196-ca64-4f0b-8f9a-a85c46e30d17 request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 21:26:31.359452 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-7d331654-8d5e-442e-bd65-71c10f7c240b tempest-RoutersAdminTest-58483452 tempest-RoutersAdminTest-58483452-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2014235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14905'] for router, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:31.362608 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-7d331654-8d5e-442e-bd65-71c10f7c240b tempest-RoutersAdminTest-58483452 tempest-RoutersAdminTest-58483452-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:31.366510 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-ee3c5039-c6d4-4616-8f62-3cdccd25214c tempest-ExternalNetworksTestJSON-1106171049 tempest-ExternalNetworksTestJSON-1106171049-project-admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 802 time: 1.9128330
Dec 25 21:26:31.366510 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 41558) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:26:31.372148 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-995b442e-686f-44c2-a8cf-6400ae467608 tempest-ExternalNetworksTestJSON-1106171049 tempest-ExternalNetworksTestJSON-1106171049-project-admin] Request body: {'floatingip': {'floating_network_id': '47df49d5-fed5-45d2-bb99-7356a451e755'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:26:31.430952 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-b1f6bbc7-970b-4705-bfa6-2478f831e571 None None] For port da8e4930-7f74-4fab-a4c4-02fbf5899f58, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=da8e4930-7f74-4fab-a4c4-02fbf5899f58,segment=NetworkSegment(486648b4-bbfa-4dca-8085-25c1f3eeb414),segment_id=486648b4-bbfa-4dca-8085-25c1f3eeb414)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:26:31.461341 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device bab985c5-154c-4dd5-b7e6-46879e38ad3a no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:26:31.509693 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] No Port match for: bab985c5-154c-4dd5-b7e6-46879e38ad3a {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:26:31.510442 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device bab985c5-154c-4dd5-b7e6-46879e38ad3a not bound to the agent host ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:26:31.546082 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-995b442e-686f-44c2-a8cf-6400ae467608 tempest-ExternalNetworksTestJSON-1106171049 tempest-ExternalNetworksTestJSON-1106171049-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:31.546313 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-7d331654-8d5e-442e-bd65-71c10f7c240b tempest-RoutersAdminTest-58483452 tempest-RoutersAdminTest-58483452-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2014220'] for router, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:31.546313 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d331654-8d5e-442e-bd65-71c10f7c240b tempest-RoutersAdminTest-58483452 tempest-RoutersAdminTest-58483452-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 03de5fd3-cbcd-4132-bb6e-839bcaffb884 {{(pid=121607) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 25 21:26:31.554209 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-7d331654-8d5e-442e-bd65-71c10f7c240b tempest-RoutersAdminTest-58483452 tempest-RoutersAdminTest-58483452-project-admin] Publish callbacks [] for router, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:31.555801 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-7d331654-8d5e-442e-bd65-71c10f7c240b tempest-RoutersAdminTest-58483452 tempest-RoutersAdminTest-58483452-project-admin] 10.222.0.32 "DELETE /v2.0/routers/03de5fd3-cbcd-4132-bb6e-839bcaffb884 HTTP/1.1" status: 204  len: 168 time: 2.2597926
Dec 25 21:26:31.557944 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-b1f6bbc7-970b-4705-bfa6-2478f831e571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:31.560202 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 41560) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:26:31.612042 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af948557-b000-49d9-b177-e213a7cea49f None None] Network 47df49d5-fed5-45d2-bb99-7356a451e755 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:26:31.632320 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-efd805c8-1e38-4b71-bbf6-83d8f7d3d551 None None] Deleting port da8e4930-7f74-4fab-a4c4-02fbf5899f58 {{(pid=121608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:26:31.632714 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-efd805c8-1e38-4b71-bbf6-83d8f7d3d551 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:31.665566 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-40fee8e3-83eb-4a4a-ad52-62721ca00144 tempest-BulkNetworkOpsIpV6Test-1238511822 tempest-BulkNetworkOpsIpV6Test-1238511822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:31.673928 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f6bbc7-970b-4705-bfa6-2478f831e571 None None] Pushing event updated for resources: {'Port': ['ID=da8e4930-7f74-4fab-a4c4-02fbf5899f58,revision_number=4']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:26:31.696493 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-995b442e-686f-44c2-a8cf-6400ae467608 tempest-ExternalNetworksTestJSON-1106171049 tempest-ExternalNetworksTestJSON-1106171049-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:31.707769 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fee8e3-83eb-4a4a-ad52-62721ca00144 tempest-BulkNetworkOpsIpV6Test-1238511822 tempest-BulkNetworkOpsIpV6Test-1238511822-project] Pushing event deleted for resources: {'Port': ['ID=da8e4930-7f74-4fab-a4c4-02fbf5899f58,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:26:31.710820 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40fee8e3-83eb-4a4a-ad52-62721ca00144 tempest-BulkNetworkOpsIpV6Test-1238511822 tempest-BulkNetworkOpsIpV6Test-1238511822-project] No DVR routers for this DVR port da8e4930-7f74-4fab-a4c4-02fbf5899f58 on host ncdv-master-1 {{(pid=121607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:26:31.747809 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-78effde7-79d7-4eec-b521-7ca85da04b2b tempest-RoutersAdminTest-58483452 tempest-RoutersAdminTest-58483452-project-admin] Publish callbacks [] for router, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:31.766912 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-efd805c8-1e38-4b71-bbf6-83d8f7d3d551 None None] For port da8e4930-7f74-4fab-a4c4-02fbf5899f58, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=da8e4930-7f74-4fab-a4c4-02fbf5899f58,segment=NetworkSegment(486648b4-bbfa-4dca-8085-25c1f3eeb414),segment_id=486648b4-bbfa-4dca-8085-25c1f3eeb414)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:26:31.767265 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-efd805c8-1e38-4b71-bbf6-83d8f7d3d551 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:31.783194 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-efd805c8-1e38-4b71-bbf6-83d8f7d3d551 None None] Calling delete_port for da8e4930-7f74-4fab-a4c4-02fbf5899f58 owned by network:dhcp {{(pid=121608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:26:31.826211 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_common [None req-995b442e-686f-44c2-a8cf-6400ae467608 tempest-ExternalNetworksTestJSON-1106171049 tempest-ExternalNetworksTestJSON-1106171049-project-admin] Allocated IP 172.20.0.9 (47df49d5-fed5-45d2-bb99-7356a451e755/70598d6c-b124-4386-a5b3-6845b26dc013/f3bd1a66-f37a-41eb-9a76-61b66e20f100) {{(pid=121606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:26:31.840532 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-40fee8e3-83eb-4a4a-ad52-62721ca00144 tempest-BulkNetworkOpsIpV6Test-1238511822 tempest-BulkNetworkOpsIpV6Test-1238511822-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997585', 'neutron.services.segments.db._delete_segments_for_network-8737602743071'] for network, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:31.871570 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-40fee8e3-83eb-4a4a-ad52-62721ca00144 tempest-BulkNetworkOpsIpV6Test-1238511822 tempest-BulkNetworkOpsIpV6Test-1238511822-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2611d71610>,) {'filters': {'network_id': ['260ef196-ca64-4f0b-8f9a-a85c46e30d17']}} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:26:31.912448 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-40fee8e3-83eb-4a4a-ad52-62721ca00144 tempest-BulkNetworkOpsIpV6Test-1238511822 tempest-BulkNetworkOpsIpV6Test-1238511822-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2611d71610>, '486648b4-bbfa-4dca-8085-25c1f3eeb414') {'for_net_delete': True} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:26:31.913208 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-40fee8e3-83eb-4a4a-ad52-62721ca00144 tempest-BulkNetworkOpsIpV6Test-1238511822 tempest-BulkNetworkOpsIpV6Test-1238511822-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2611d71610>, '486648b4-bbfa-4dca-8085-25c1f3eeb414') {} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:26:31.927982 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-40fee8e3-83eb-4a4a-ad52-62721ca00144 tempest-BulkNetworkOpsIpV6Test-1238511822 tempest-BulkNetworkOpsIpV6Test-1238511822-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737602746920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10246592'] for segment, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:31.946373 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-78effde7-79d7-4eec-b521-7ca85da04b2b tempest-RoutersAdminTest-58483452 tempest-RoutersAdminTest-58483452-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:31.948292 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-995b442e-686f-44c2-a8cf-6400ae467608 tempest-ExternalNetworksTestJSON-1106171049 tempest-ExternalNetworksTestJSON-1106171049-project-admin] Publish callbacks [] for port, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:31.951639 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-40fee8e3-83eb-4a4a-ad52-62721ca00144 tempest-BulkNetworkOpsIpV6Test-1238511822 tempest-BulkNetworkOpsIpV6Test-1238511822-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:31.959965 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40fee8e3-83eb-4a4a-ad52-62721ca00144 tempest-BulkNetworkOpsIpV6Test-1238511822 tempest-BulkNetworkOpsIpV6Test-1238511822-project] Releasing vlan 192 on physical network physnet1 to pool {{(pid=121607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 25 21:26:31.960534 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-40fee8e3-83eb-4a4a-ad52-62721ca00144 tempest-BulkNetworkOpsIpV6Test-1238511822 tempest-BulkNetworkOpsIpV6Test-1238511822-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8633327'] for segment, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:31.963705 ncdv-master-1 neutron-server[121607]: Traceback (most recent call last):
Dec 25 21:26:31.963705 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 25 21:26:31.963705 ncdv-master-1 neutron-server[121607]:     timer()
Dec 25 21:26:31.963705 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 25 21:26:31.963705 ncdv-master-1 neutron-server[121607]:     cb(*args, **kw)
Dec 25 21:26:31.963705 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 25 21:26:31.963705 ncdv-master-1 neutron-server[121607]:     return func(*args, **kwargs)
Dec 25 21:26:31.963705 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 25 21:26:31.963705 ncdv-master-1 neutron-server[121607]:     self._notify()
Dec 25 21:26:31.963705 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 25 21:26:31.963705 ncdv-master-1 neutron-server[121607]:     self.callback(batched_events)
Dec 25 21:26:31.963705 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 25 21:26:31.963705 ncdv-master-1 neutron-server[121607]:     event.method(event)
Dec 25 21:26:31.963705 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 25 21:26:31.963705 ncdv-master-1 neutron-server[121607]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 25 21:26:31.963705 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 25 21:26:31.963705 ncdv-master-1 neutron-server[121607]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 25 21:26:31.963705 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 25 21:26:31.963705 ncdv-master-1 neutron-server[121607]:     return f(self, *a, **k)
Dec 25 21:26:31.963705 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 25 21:26:31.963705 ncdv-master-1 neutron-server[121607]:     return self._get(url).json()
Dec 25 21:26:31.963705 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 25 21:26:31.963705 ncdv-master-1 neutron-server[121607]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 25 21:26:31.963705 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 25 21:26:31.963705 ncdv-master-1 neutron-server[121607]:     return self.request(url, 'GET', **kwargs)
Dec 25 21:26:31.963705 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 25 21:26:31.963705 ncdv-master-1 neutron-server[121607]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 25 21:26:31.963705 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 25 21:26:31.963705 ncdv-master-1 neutron-server[121607]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 25 21:26:31.963705 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 25 21:26:31.963705 ncdv-master-1 neutron-server[121607]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 25 21:26:31.963705 ncdv-master-1 neutron-server[121607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 25 21:26:31.990358 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 41564) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:26:31.994327 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-efd805c8-1e38-4b71-bbf6-83d8f7d3d551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955'] for port, after_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:32.056688 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efd805c8-1e38-4b71-bbf6-83d8f7d3d551 None None] No DVR routers for this DVR port da8e4930-7f74-4fab-a4c4-02fbf5899f58 on host ncdv-master-1 {{(pid=121608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:26:32.074028 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd805c8-1e38-4b71-bbf6-83d8f7d3d551 None None] Pushing event deleted for resources: {'Port': ['ID=da8e4930-7f74-4fab-a4c4-02fbf5899f58,revision_number=None']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:26:32.094240 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-ff074b2e-a7a6-46ea-a7d6-0809b390c1a7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5a8dd053b27a426f844ddb32e4f1d6f6&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1028705
Dec 25 21:26:32.094593 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 41570) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:26:32.149166 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-78effde7-79d7-4eec-b521-7ca85da04b2b tempest-RoutersAdminTest-58483452 tempest-RoutersAdminTest-58483452-project-admin] Deleting port 6104548c-707f-48c8-ac73-73abea7147d9 {{(pid=121607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:26:32.149598 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-78effde7-79d7-4eec-b521-7ca85da04b2b tempest-RoutersAdminTest-58483452 tempest-RoutersAdminTest-58483452-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:32.176047 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-995b442e-686f-44c2-a8cf-6400ae467608 tempest-ExternalNetworksTestJSON-1106171049 tempest-ExternalNetworksTestJSON-1106171049-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:32.178869 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-cc60764a-8c06-486f-9845-971ac1720904 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:32.186434 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-40fee8e3-83eb-4a4a-ad52-62721ca00144 tempest-BulkNetworkOpsIpV6Test-1238511822 tempest-BulkNetworkOpsIpV6Test-1238511822-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2008653'] for network, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:32.198813 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-40fee8e3-83eb-4a4a-ad52-62721ca00144 tempest-BulkNetworkOpsIpV6Test-1238511822 tempest-BulkNetworkOpsIpV6Test-1238511822-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for network, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:32.201932 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-40fee8e3-83eb-4a4a-ad52-62721ca00144 tempest-BulkNetworkOpsIpV6Test-1238511822 tempest-BulkNetworkOpsIpV6Test-1238511822-project] 10.222.0.32 "DELETE /v2.0/networks/260ef196-ca64-4f0b-8f9a-a85c46e30d17 HTTP/1.1" status: 204  len: 168 time: 1.7184021
Dec 25 21:26:32.214684 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 41572) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:26:32.249397 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-cc60764a-8c06-486f-9845-971ac1720904 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:32.254332 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-995b442e-686f-44c2-a8cf-6400ae467608 tempest-ExternalNetworksTestJSON-1106171049 tempest-ExternalNetworksTestJSON-1106171049-project-admin] Network 47df49d5-fed5-45d2-bb99-7356a451e755 is already hosted by enough agents. {{(pid=121606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:26:32.266448 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [None req-995b442e-686f-44c2-a8cf-6400ae467608 tempest-ExternalNetworksTestJSON-1106171049 tempest-ExternalNetworksTestJSON-1106171049-project-admin] Resources bound (agent type, host, resource id):  {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:26:32.270410 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-995b442e-686f-44c2-a8cf-6400ae467608 tempest-ExternalNetworksTestJSON-1106171049 tempest-ExternalNetworksTestJSON-1106171049-project-admin] Received port after_create {{(pid=121606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:26:32.316479 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995b442e-686f-44c2-a8cf-6400ae467608 tempest-ExternalNetworksTestJSON-1106171049 tempest-ExternalNetworksTestJSON-1106171049-project-admin] Pushing event updated for resources: {'Port': ['ID=f3bd1a66-f37a-41eb-9a76-61b66e20f100,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:26:32.362351 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-dc7ec9c7-a916-4090-8702-ff3be9fed1ab tempest-BulkNetworkOpsIpV6Test-1238511822 tempest-BulkNetworkOpsIpV6Test-1238511822-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625803'] for network, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:32.370975 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fee8e3-83eb-4a4a-ad52-62721ca00144 tempest-BulkNetworkOpsIpV6Test-1238511822 tempest-BulkNetworkOpsIpV6Test-1238511822-project] Pushing event deleted for resources: {'Network': ['ID=260ef196-ca64-4f0b-8f9a-a85c46e30d17,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:26:32.388957 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-995b442e-686f-44c2-a8cf-6400ae467608 tempest-ExternalNetworksTestJSON-1106171049 tempest-ExternalNetworksTestJSON-1106171049-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:32.391939 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40fee8e3-83eb-4a4a-ad52-62721ca00144 tempest-BulkNetworkOpsIpV6Test-1238511822 tempest-BulkNetworkOpsIpV6Test-1238511822-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:26:32.392294 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40fee8e3-83eb-4a4a-ad52-62721ca00144 tempest-BulkNetworkOpsIpV6Test-1238511822 tempest-BulkNetworkOpsIpV6Test-1238511822-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:26:32.392807 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40fee8e3-83eb-4a4a-ad52-62721ca00144 tempest-BulkNetworkOpsIpV6Test-1238511822 tempest-BulkNetworkOpsIpV6Test-1238511822-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:26:32.393792 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40fee8e3-83eb-4a4a-ad52-62721ca00144 tempest-BulkNetworkOpsIpV6Test-1238511822 tempest-BulkNetworkOpsIpV6Test-1238511822-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:26:32.394129 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40fee8e3-83eb-4a4a-ad52-62721ca00144 tempest-BulkNetworkOpsIpV6Test-1238511822 tempest-BulkNetworkOpsIpV6Test-1238511822-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:26:32.394459 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40fee8e3-83eb-4a4a-ad52-62721ca00144 tempest-BulkNetworkOpsIpV6Test-1238511822 tempest-BulkNetworkOpsIpV6Test-1238511822-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:26:32.394791 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40fee8e3-83eb-4a4a-ad52-62721ca00144 tempest-BulkNetworkOpsIpV6Test-1238511822 tempest-BulkNetworkOpsIpV6Test-1238511822-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:26:32.395179 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40fee8e3-83eb-4a4a-ad52-62721ca00144 tempest-BulkNetworkOpsIpV6Test-1238511822 tempest-BulkNetworkOpsIpV6Test-1238511822-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:26:32.395508 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40fee8e3-83eb-4a4a-ad52-62721ca00144 tempest-BulkNetworkOpsIpV6Test-1238511822 tempest-BulkNetworkOpsIpV6Test-1238511822-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:26:32.395830 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40fee8e3-83eb-4a4a-ad52-62721ca00144 tempest-BulkNetworkOpsIpV6Test-1238511822 tempest-BulkNetworkOpsIpV6Test-1238511822-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:26:32.396150 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40fee8e3-83eb-4a4a-ad52-62721ca00144 tempest-BulkNetworkOpsIpV6Test-1238511822 tempest-BulkNetworkOpsIpV6Test-1238511822-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:26:32.396495 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40fee8e3-83eb-4a4a-ad52-62721ca00144 tempest-BulkNetworkOpsIpV6Test-1238511822 tempest-BulkNetworkOpsIpV6Test-1238511822-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:26:32.396783 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40fee8e3-83eb-4a4a-ad52-62721ca00144 tempest-BulkNetworkOpsIpV6Test-1238511822 tempest-BulkNetworkOpsIpV6Test-1238511822-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:26:32.474560 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.db [None req-78effde7-79d7-4eec-b521-7ca85da04b2b tempest-RoutersAdminTest-58483452 tempest-RoutersAdminTest-58483452-project-admin] For port 6104548c-707f-48c8-ac73-73abea7147d9, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6104548c-707f-48c8-ac73-73abea7147d9,segment=NetworkSegment(6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855),segment_id=6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855)] {{(pid=121607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:26:32.474943 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-78effde7-79d7-4eec-b521-7ca85da04b2b tempest-RoutersAdminTest-58483452 tempest-RoutersAdminTest-58483452-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:32.502615 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-78effde7-79d7-4eec-b521-7ca85da04b2b tempest-RoutersAdminTest-58483452 tempest-RoutersAdminTest-58483452-project-admin] Calling delete_port for 6104548c-707f-48c8-ac73-73abea7147d9 owned by network:router_gateway {{(pid=121607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:26:32.522701 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-cc60764a-8c06-486f-9845-971ac1720904 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:32.525391 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-cc60764a-8c06-486f-9845-971ac1720904 admin admin] Publish callbacks [] for security_group, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:32.528862 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-cc60764a-8c06-486f-9845-971ac1720904 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8f420fce-1c0f-4726-be60-2032c1e82248 HTTP/1.1" status: 204  len: 168 time: 0.4309573
Dec 25 21:26:32.528862 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-995b442e-686f-44c2-a8cf-6400ae467608 tempest-ExternalNetworksTestJSON-1106171049 tempest-ExternalNetworksTestJSON-1106171049-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:32.531030 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-dc7ec9c7-a916-4090-8702-ff3be9fed1ab tempest-BulkNetworkOpsIpV6Test-1238511822 tempest-BulkNetworkOpsIpV6Test-1238511822-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997585', 'neutron.services.segments.db._delete_segments_for_network-8737602743071'] for network, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:32.543992 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc60764a-8c06-486f-9845-971ac1720904 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f420fce-1c0f-4726-be60-2032c1e82248,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:26:32.609176 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-dc7ec9c7-a916-4090-8702-ff3be9fed1ab tempest-BulkNetworkOpsIpV6Test-1238511822 tempest-BulkNetworkOpsIpV6Test-1238511822-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2613ba17c0>,) {'filters': {'network_id': ['a3462dd4-1a1e-4c48-8974-65080c000758']}} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:26:32.625519 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-dc7ec9c7-a916-4090-8702-ff3be9fed1ab tempest-BulkNetworkOpsIpV6Test-1238511822 tempest-BulkNetworkOpsIpV6Test-1238511822-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2613ba17c0>, '61b72f54-becd-4609-8d1f-57409cbffc4c') {'for_net_delete': True} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:26:32.625737 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-dc7ec9c7-a916-4090-8702-ff3be9fed1ab tempest-BulkNetworkOpsIpV6Test-1238511822 tempest-BulkNetworkOpsIpV6Test-1238511822-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2613ba17c0>, '61b72f54-becd-4609-8d1f-57409cbffc4c') {} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:26:32.650258 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-dc7ec9c7-a916-4090-8702-ff3be9fed1ab tempest-BulkNetworkOpsIpV6Test-1238511822 tempest-BulkNetworkOpsIpV6Test-1238511822-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737602746920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10246592'] for segment, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:32.671746 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-dc7ec9c7-a916-4090-8702-ff3be9fed1ab tempest-BulkNetworkOpsIpV6Test-1238511822 tempest-BulkNetworkOpsIpV6Test-1238511822-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:32.710854 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc7ec9c7-a916-4090-8702-ff3be9fed1ab tempest-BulkNetworkOpsIpV6Test-1238511822 tempest-BulkNetworkOpsIpV6Test-1238511822-project] Releasing vlan 195 on physical network physnet1 to pool {{(pid=121607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 25 21:26:32.711276 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-dc7ec9c7-a916-4090-8702-ff3be9fed1ab tempest-BulkNetworkOpsIpV6Test-1238511822 tempest-BulkNetworkOpsIpV6Test-1238511822-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8633327'] for segment, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:32.714303 ncdv-master-1 neutron-server[121607]: Traceback (most recent call last):
Dec 25 21:26:32.714303 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 25 21:26:32.714303 ncdv-master-1 neutron-server[121607]:     timer()
Dec 25 21:26:32.714303 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 25 21:26:32.714303 ncdv-master-1 neutron-server[121607]:     cb(*args, **kw)
Dec 25 21:26:32.714303 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 25 21:26:32.714303 ncdv-master-1 neutron-server[121607]:     return func(*args, **kwargs)
Dec 25 21:26:32.714303 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 25 21:26:32.714303 ncdv-master-1 neutron-server[121607]:     self._notify()
Dec 25 21:26:32.714303 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 25 21:26:32.714303 ncdv-master-1 neutron-server[121607]:     self.callback(batched_events)
Dec 25 21:26:32.714303 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 25 21:26:32.714303 ncdv-master-1 neutron-server[121607]:     event.method(event)
Dec 25 21:26:32.714303 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 25 21:26:32.714303 ncdv-master-1 neutron-server[121607]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 25 21:26:32.714303 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 25 21:26:32.714303 ncdv-master-1 neutron-server[121607]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 25 21:26:32.714303 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 25 21:26:32.714303 ncdv-master-1 neutron-server[121607]:     return f(self, *a, **k)
Dec 25 21:26:32.714303 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 25 21:26:32.714303 ncdv-master-1 neutron-server[121607]:     return self._get(url).json()
Dec 25 21:26:32.714303 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 25 21:26:32.714303 ncdv-master-1 neutron-server[121607]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 25 21:26:32.714303 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 25 21:26:32.714303 ncdv-master-1 neutron-server[121607]:     return self.request(url, 'GET', **kwargs)
Dec 25 21:26:32.714303 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 25 21:26:32.714303 ncdv-master-1 neutron-server[121607]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 25 21:26:32.714303 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 25 21:26:32.714303 ncdv-master-1 neutron-server[121607]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 25 21:26:32.714303 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 25 21:26:32.714303 ncdv-master-1 neutron-server[121607]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 25 21:26:32.714303 ncdv-master-1 neutron-server[121607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 25 21:26:32.734025 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-995b442e-686f-44c2-a8cf-6400ae467608 tempest-ExternalNetworksTestJSON-1106171049 tempest-ExternalNetworksTestJSON-1106171049-project-admin] Publish callbacks [] for port, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:32.822702 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-995b442e-686f-44c2-a8cf-6400ae467608 tempest-ExternalNetworksTestJSON-1106171049 tempest-ExternalNetworksTestJSON-1106171049-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:32.900565 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995b442e-686f-44c2-a8cf-6400ae467608 tempest-ExternalNetworksTestJSON-1106171049 tempest-ExternalNetworksTestJSON-1106171049-project-admin] Pushing event updated for resources: {'Port': ['ID=f3bd1a66-f37a-41eb-9a76-61b66e20f100,revision_number=2']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:26:32.912783 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-995b442e-686f-44c2-a8cf-6400ae467608 tempest-ExternalNetworksTestJSON-1106171049 tempest-ExternalNetworksTestJSON-1106171049-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2008639'] for floatingip, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:33.057119 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-995b442e-686f-44c2-a8cf-6400ae467608 tempest-ExternalNetworksTestJSON-1106171049 tempest-ExternalNetworksTestJSON-1106171049-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for floatingip, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:33.057119 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-995b442e-686f-44c2-a8cf-6400ae467608 tempest-ExternalNetworksTestJSON-1106171049 tempest-ExternalNetworksTestJSON-1106171049-project-admin] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 691 time: 1.6891377
Dec 25 21:26:33.060231 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 41590) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:26:33.165985 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-dc7ec9c7-a916-4090-8702-ff3be9fed1ab tempest-BulkNetworkOpsIpV6Test-1238511822 tempest-BulkNetworkOpsIpV6Test-1238511822-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2008653'] for network, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:33.171655 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-af7fd0ca-2d97-46d9-a344-0e9d8b0152e2 tempest-ExternalNetworksTestJSON-1106171049 tempest-ExternalNetworksTestJSON-1106171049-project-admin] 10.222.0.32 "GET /v2.0/floatingips?floating_network_id=47df49d5-fed5-45d2-bb99-7356a451e755 HTTP/1.1" status: 200  len: 689 time: 0.1072695
Dec 25 21:26:33.173499 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-dc7ec9c7-a916-4090-8702-ff3be9fed1ab tempest-BulkNetworkOpsIpV6Test-1238511822 tempest-BulkNetworkOpsIpV6Test-1238511822-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for network, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:33.175216 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device da8e4930-7f74-4fab-a4c4-02fbf5899f58 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:26:33.188661 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-dc7ec9c7-a916-4090-8702-ff3be9fed1ab tempest-BulkNetworkOpsIpV6Test-1238511822 tempest-BulkNetworkOpsIpV6Test-1238511822-project] 10.222.0.32 "DELETE /v2.0/networks/a3462dd4-1a1e-4c48-8974-65080c000758 HTTP/1.1" status: 204  len: 168 time: 0.9347734
Dec 25 21:26:33.189543 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 41596) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:26:33.190557 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 41598) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:26:33.213390 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] No Port match for: da8e4930-7f74-4fab-a4c4-02fbf5899f58 {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:26:33.215016 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device da8e4930-7f74-4fab-a4c4-02fbf5899f58 not bound to the agent host ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:26:33.248973 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7ec9c7-a916-4090-8702-ff3be9fed1ab tempest-BulkNetworkOpsIpV6Test-1238511822 tempest-BulkNetworkOpsIpV6Test-1238511822-project] Pushing event deleted for resources: {'Network': ['ID=a3462dd4-1a1e-4c48-8974-65080c000758,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:26:33.259013 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-78effde7-79d7-4eec-b521-7ca85da04b2b tempest-RoutersAdminTest-58483452 tempest-RoutersAdminTest-58483452-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:33.336408 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78effde7-79d7-4eec-b521-7ca85da04b2b tempest-RoutersAdminTest-58483452 tempest-RoutersAdminTest-58483452-project-admin] Pushing event deleted for resources: {'Port': ['ID=6104548c-707f-48c8-ac73-73abea7147d9,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:26:33.406511 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-89db491e-e969-4c39-97e2-2c2333121a0f tempest-BulkNetworkOpsIpV6Test-1238511822 tempest-BulkNetworkOpsIpV6Test-1238511822-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625803'] for network, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:33.468759 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-815b66e9-50fa-44ad-b0bf-69346ca3bb95 tempest-ExternalNetworksTestJSON-1106171049 tempest-ExternalNetworksTestJSON-1106171049-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625803'] for network, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:33.476069 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-78effde7-79d7-4eec-b521-7ca85da04b2b tempest-RoutersAdminTest-58483452 tempest-RoutersAdminTest-58483452-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2008689'] for router_gateway, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:33.667693 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-78effde7-79d7-4eec-b521-7ca85da04b2b tempest-RoutersAdminTest-58483452 tempest-RoutersAdminTest-58483452-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2014235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14905'] for router, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:33.673428 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-78effde7-79d7-4eec-b521-7ca85da04b2b tempest-RoutersAdminTest-58483452 tempest-RoutersAdminTest-58483452-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:33.700739 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-89db491e-e969-4c39-97e2-2c2333121a0f tempest-BulkNetworkOpsIpV6Test-1238511822 tempest-BulkNetworkOpsIpV6Test-1238511822-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997585', 'neutron.services.segments.db._delete_segments_for_network-8737602743071'] for network, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:33.739547 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 41614) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:26:33.764295 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-89db491e-e969-4c39-97e2-2c2333121a0f tempest-BulkNetworkOpsIpV6Test-1238511822 tempest-BulkNetworkOpsIpV6Test-1238511822-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f26187b6700>,) {'filters': {'network_id': ['b72b92e9-b9bd-4251-a332-880824bd59f9']}} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:26:33.782111 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-89db491e-e969-4c39-97e2-2c2333121a0f tempest-BulkNetworkOpsIpV6Test-1238511822 tempest-BulkNetworkOpsIpV6Test-1238511822-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f26187b6700>, 'c59484c5-cbdc-4657-85f8-549b0572b5e2') {'for_net_delete': True} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:26:33.782446 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-89db491e-e969-4c39-97e2-2c2333121a0f tempest-BulkNetworkOpsIpV6Test-1238511822 tempest-BulkNetworkOpsIpV6Test-1238511822-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f26187b6700>, 'c59484c5-cbdc-4657-85f8-549b0572b5e2') {} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:26:33.795622 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-89db491e-e969-4c39-97e2-2c2333121a0f tempest-BulkNetworkOpsIpV6Test-1238511822 tempest-BulkNetworkOpsIpV6Test-1238511822-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737602746920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10246592'] for segment, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:33.812316 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-815b66e9-50fa-44ad-b0bf-69346ca3bb95 tempest-ExternalNetworksTestJSON-1106171049 tempest-ExternalNetworksTestJSON-1106171049-project-admin] Deleting port f3bd1a66-f37a-41eb-9a76-61b66e20f100 {{(pid=121607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:26:33.812653 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-815b66e9-50fa-44ad-b0bf-69346ca3bb95 tempest-ExternalNetworksTestJSON-1106171049 tempest-ExternalNetworksTestJSON-1106171049-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:33.815157 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-89db491e-e969-4c39-97e2-2c2333121a0f tempest-BulkNetworkOpsIpV6Test-1238511822 tempest-BulkNetworkOpsIpV6Test-1238511822-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:33.831440 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89db491e-e969-4c39-97e2-2c2333121a0f tempest-BulkNetworkOpsIpV6Test-1238511822 tempest-BulkNetworkOpsIpV6Test-1238511822-project] Releasing vlan 179 on physical network physnet1 to pool {{(pid=121607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 25 21:26:33.831837 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-89db491e-e969-4c39-97e2-2c2333121a0f tempest-BulkNetworkOpsIpV6Test-1238511822 tempest-BulkNetworkOpsIpV6Test-1238511822-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8633327'] for segment, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:33.834866 ncdv-master-1 neutron-server[121607]: Traceback (most recent call last):
Dec 25 21:26:33.834866 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 25 21:26:33.834866 ncdv-master-1 neutron-server[121607]:     timer()
Dec 25 21:26:33.834866 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 25 21:26:33.834866 ncdv-master-1 neutron-server[121607]:     cb(*args, **kw)
Dec 25 21:26:33.834866 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 25 21:26:33.834866 ncdv-master-1 neutron-server[121607]:     return func(*args, **kwargs)
Dec 25 21:26:33.834866 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 25 21:26:33.834866 ncdv-master-1 neutron-server[121607]:     self._notify()
Dec 25 21:26:33.834866 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 25 21:26:33.834866 ncdv-master-1 neutron-server[121607]:     self.callback(batched_events)
Dec 25 21:26:33.834866 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 25 21:26:33.834866 ncdv-master-1 neutron-server[121607]:     event.method(event)
Dec 25 21:26:33.834866 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 25 21:26:33.834866 ncdv-master-1 neutron-server[121607]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 25 21:26:33.834866 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 25 21:26:33.834866 ncdv-master-1 neutron-server[121607]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 25 21:26:33.834866 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 25 21:26:33.834866 ncdv-master-1 neutron-server[121607]:     return f(self, *a, **k)
Dec 25 21:26:33.834866 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 25 21:26:33.834866 ncdv-master-1 neutron-server[121607]:     return self._get(url).json()
Dec 25 21:26:33.834866 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 25 21:26:33.834866 ncdv-master-1 neutron-server[121607]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 25 21:26:33.834866 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 25 21:26:33.834866 ncdv-master-1 neutron-server[121607]:     return self.request(url, 'GET', **kwargs)
Dec 25 21:26:33.834866 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 25 21:26:33.834866 ncdv-master-1 neutron-server[121607]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 25 21:26:33.834866 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 25 21:26:33.834866 ncdv-master-1 neutron-server[121607]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 25 21:26:33.834866 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 25 21:26:33.834866 ncdv-master-1 neutron-server[121607]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 25 21:26:33.834866 ncdv-master-1 neutron-server[121607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 25 21:26:33.871638 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-7291fb79-5e6b-4353-8adc-e51b97b850a4 tempest-RoutersNegativeIpV6Test-2019333087 tempest-RoutersNegativeIpV6Test-2019333087-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-392885708', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:26:33.936629 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-78effde7-79d7-4eec-b521-7ca85da04b2b tempest-RoutersAdminTest-58483452 tempest-RoutersAdminTest-58483452-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2014220'] for router, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:33.937106 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78effde7-79d7-4eec-b521-7ca85da04b2b tempest-RoutersAdminTest-58483452 tempest-RoutersAdminTest-58483452-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ae6103fe-cbe7-4a6e-9f34-7d1b36f576f4 {{(pid=121607) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 25 21:26:33.943015 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-78effde7-79d7-4eec-b521-7ca85da04b2b tempest-RoutersAdminTest-58483452 tempest-RoutersAdminTest-58483452-project-admin] Publish callbacks [] for router, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:33.944594 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-78effde7-79d7-4eec-b521-7ca85da04b2b tempest-RoutersAdminTest-58483452 tempest-RoutersAdminTest-58483452-project-admin] 10.222.0.32 "DELETE /v2.0/routers/ae6103fe-cbe7-4a6e-9f34-7d1b36f576f4 HTTP/1.1" status: 204  len: 168 time: 2.3827543
Dec 25 21:26:33.948596 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 41622) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:26:33.955850 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-275a351b-6d30-41e6-a2a1-d9721f56b051 tempest-RoutersAdminTest-266561384 tempest-RoutersAdminTest-266561384-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1418759047', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'}, 'admin_state_up': False}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:26:33.983983 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-815b66e9-50fa-44ad-b0bf-69346ca3bb95 tempest-ExternalNetworksTestJSON-1106171049 tempest-ExternalNetworksTestJSON-1106171049-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:33.985201 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-815b66e9-50fa-44ad-b0bf-69346ca3bb95 tempest-ExternalNetworksTestJSON-1106171049 tempest-ExternalNetworksTestJSON-1106171049-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:33.997137 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-7291fb79-5e6b-4353-8adc-e51b97b850a4 tempest-RoutersNegativeIpV6Test-2019333087 tempest-RoutersNegativeIpV6Test-2019333087-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2014909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14863'] for router, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:33.998950 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-7291fb79-5e6b-4353-8adc-e51b97b850a4 tempest-RoutersNegativeIpV6Test-2019333087 tempest-RoutersNegativeIpV6Test-2019333087-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2014285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2009796', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2082630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14848'] for router, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:34.004466 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-815b66e9-50fa-44ad-b0bf-69346ca3bb95 tempest-ExternalNetworksTestJSON-1106171049 tempest-ExternalNetworksTestJSON-1106171049-project-admin] Calling delete_port for f3bd1a66-f37a-41eb-9a76-61b66e20f100 owned by network:floatingip {{(pid=121607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:26:34.077306 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-7291fb79-5e6b-4353-8adc-e51b97b850a4 tempest-RoutersNegativeIpV6Test-2019333087 tempest-RoutersNegativeIpV6Test-2019333087-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:34.084893 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-89db491e-e969-4c39-97e2-2c2333121a0f tempest-BulkNetworkOpsIpV6Test-1238511822 tempest-BulkNetworkOpsIpV6Test-1238511822-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2008653'] for network, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:34.091769 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-275a351b-6d30-41e6-a2a1-d9721f56b051 tempest-RoutersAdminTest-266561384 tempest-RoutersAdminTest-266561384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2014909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14863'] for router, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:34.094060 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-275a351b-6d30-41e6-a2a1-d9721f56b051 tempest-RoutersAdminTest-266561384 tempest-RoutersAdminTest-266561384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2014285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2009796', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2082630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14848'] for router, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:34.100736 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-89db491e-e969-4c39-97e2-2c2333121a0f tempest-BulkNetworkOpsIpV6Test-1238511822 tempest-BulkNetworkOpsIpV6Test-1238511822-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for network, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:34.104103 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-89db491e-e969-4c39-97e2-2c2333121a0f tempest-BulkNetworkOpsIpV6Test-1238511822 tempest-BulkNetworkOpsIpV6Test-1238511822-project] 10.222.0.32 "DELETE /v2.0/networks/b72b92e9-b9bd-4251-a332-880824bd59f9 HTTP/1.1" status: 204  len: 168 time: 0.9115515
Dec 25 21:26:34.106643 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 41626) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:26:34.115398 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89db491e-e969-4c39-97e2-2c2333121a0f tempest-BulkNetworkOpsIpV6Test-1238511822 tempest-BulkNetworkOpsIpV6Test-1238511822-project] Pushing event deleted for resources: {'Network': ['ID=b72b92e9-b9bd-4251-a332-880824bd59f9,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:26:34.163958 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-7291fb79-5e6b-4353-8adc-e51b97b850a4 tempest-RoutersNegativeIpV6Test-2019333087 tempest-RoutersNegativeIpV6Test-2019333087-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2014278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2009753'] for router, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:34.233817 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:34.245314 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-275a351b-6d30-41e6-a2a1-d9721f56b051 tempest-RoutersAdminTest-266561384 tempest-RoutersAdminTest-266561384-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:34.251310 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-ad6d79cb-5934-49c6-b6dd-4e33fa6f6faf tempest-BulkNetworkOpsIpV6Test-1238511822 tempest-BulkNetworkOpsIpV6Test-1238511822-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625803'] for network, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:34.285412 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-815b66e9-50fa-44ad-b0bf-69346ca3bb95 tempest-ExternalNetworksTestJSON-1106171049 tempest-ExternalNetworksTestJSON-1106171049-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:34.315837 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815b66e9-50fa-44ad-b0bf-69346ca3bb95 tempest-ExternalNetworksTestJSON-1106171049 tempest-ExternalNetworksTestJSON-1106171049-project-admin] Pushing event deleted for resources: {'Port': ['ID=f3bd1a66-f37a-41eb-9a76-61b66e20f100,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:26:34.318838 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-7291fb79-5e6b-4353-8adc-e51b97b850a4 tempest-RoutersNegativeIpV6Test-2019333087 tempest-RoutersNegativeIpV6Test-2019333087-project] Publish callbacks [] for router, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:34.323380 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-7291fb79-5e6b-4353-8adc-e51b97b850a4 tempest-RoutersNegativeIpV6Test-2019333087 tempest-RoutersNegativeIpV6Test-2019333087-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 711 time: 0.5803916
Dec 25 21:26:34.323512 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 41636) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:26:34.330784 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-2340cc36-afc8-438e-8022-3be989044ad9 tempest-RoutersNegativeIpV6Test-2019333087 tempest-RoutersNegativeIpV6Test-2019333087-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-147231905'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:26:34.390164 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-ad6d79cb-5934-49c6-b6dd-4e33fa6f6faf tempest-BulkNetworkOpsIpV6Test-1238511822 tempest-BulkNetworkOpsIpV6Test-1238511822-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997585', 'neutron.services.segments.db._delete_segments_for_network-8737602743071'] for network, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:34.431005 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2340cc36-afc8-438e-8022-3be989044ad9 tempest-RoutersNegativeIpV6Test-2019333087 tempest-RoutersNegativeIpV6Test-2019333087-project] Made reservation on behalf of 1a30408bfc1c43ddad1910ff6dced273 for: {'network': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:26:34.436369 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-2340cc36-afc8-438e-8022-3be989044ad9 tempest-RoutersNegativeIpV6Test-2019333087 tempest-RoutersNegativeIpV6Test-2019333087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for network, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:34.446002 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.segments.db [None req-ad6d79cb-5934-49c6-b6dd-4e33fa6f6faf tempest-BulkNetworkOpsIpV6Test-1238511822 tempest-BulkNetworkOpsIpV6Test-1238511822-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2612fe1b20>,) {'filters': {'network_id': ['0c013234-4756-4541-9041-ee2bf13fafe5']}} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:26:34.455107 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 41640) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:26:34.462710 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-2340cc36-afc8-438e-8022-3be989044ad9 tempest-RoutersNegativeIpV6Test-2019333087 tempest-RoutersNegativeIpV6Test-2019333087-project] Publish callbacks [] for security_group, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:34.464820 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-815b66e9-50fa-44ad-b0bf-69346ca3bb95 tempest-ExternalNetworksTestJSON-1106171049 tempest-ExternalNetworksTestJSON-1106171049-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:34.505718 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.segments.db [None req-ad6d79cb-5934-49c6-b6dd-4e33fa6f6faf tempest-BulkNetworkOpsIpV6Test-1238511822 tempest-BulkNetworkOpsIpV6Test-1238511822-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2612fe1b20>, '48c11421-8881-4304-bbc5-222302948954') {'for_net_delete': True} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:26:34.506143 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.segments.db [None req-ad6d79cb-5934-49c6-b6dd-4e33fa6f6faf tempest-BulkNetworkOpsIpV6Test-1238511822 tempest-BulkNetworkOpsIpV6Test-1238511822-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2612fe1b20>, '48c11421-8881-4304-bbc5-222302948954') {} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:26:34.542150 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-275a351b-6d30-41e6-a2a1-d9721f56b051 tempest-RoutersAdminTest-266561384 tempest-RoutersAdminTest-266561384-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:34.549975 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-ad6d79cb-5934-49c6-b6dd-4e33fa6f6faf tempest-BulkNetworkOpsIpV6Test-1238511822 tempest-BulkNetworkOpsIpV6Test-1238511822-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737602746920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9084222'] for segment, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:34.564048 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-ad6d79cb-5934-49c6-b6dd-4e33fa6f6faf tempest-BulkNetworkOpsIpV6Test-1238511822 tempest-BulkNetworkOpsIpV6Test-1238511822-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:34.571082 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad6d79cb-5934-49c6-b6dd-4e33fa6f6faf tempest-BulkNetworkOpsIpV6Test-1238511822 tempest-BulkNetworkOpsIpV6Test-1238511822-project] Releasing vlan 184 on physical network physnet1 to pool {{(pid=121606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 25 21:26:34.571720 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-ad6d79cb-5934-49c6-b6dd-4e33fa6f6faf tempest-BulkNetworkOpsIpV6Test-1238511822 tempest-BulkNetworkOpsIpV6Test-1238511822-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9084542'] for segment, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:34.575150 ncdv-master-1 neutron-server[121606]: Traceback (most recent call last):
Dec 25 21:26:34.575150 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 25 21:26:34.575150 ncdv-master-1 neutron-server[121606]:     timer()
Dec 25 21:26:34.575150 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 25 21:26:34.575150 ncdv-master-1 neutron-server[121606]:     cb(*args, **kw)
Dec 25 21:26:34.575150 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 25 21:26:34.575150 ncdv-master-1 neutron-server[121606]:     return func(*args, **kwargs)
Dec 25 21:26:34.575150 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 25 21:26:34.575150 ncdv-master-1 neutron-server[121606]:     self._notify()
Dec 25 21:26:34.575150 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 25 21:26:34.575150 ncdv-master-1 neutron-server[121606]:     self.callback(batched_events)
Dec 25 21:26:34.575150 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 25 21:26:34.575150 ncdv-master-1 neutron-server[121606]:     event.method(event)
Dec 25 21:26:34.575150 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 25 21:26:34.575150 ncdv-master-1 neutron-server[121606]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 25 21:26:34.575150 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 25 21:26:34.575150 ncdv-master-1 neutron-server[121606]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 25 21:26:34.575150 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 25 21:26:34.575150 ncdv-master-1 neutron-server[121606]:     return f(self, *a, **k)
Dec 25 21:26:34.575150 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 25 21:26:34.575150 ncdv-master-1 neutron-server[121606]:     return self._get(url).json()
Dec 25 21:26:34.575150 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 25 21:26:34.575150 ncdv-master-1 neutron-server[121606]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 25 21:26:34.575150 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 25 21:26:34.575150 ncdv-master-1 neutron-server[121606]:     return self.request(url, 'GET', **kwargs)
Dec 25 21:26:34.575150 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 25 21:26:34.575150 ncdv-master-1 neutron-server[121606]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 25 21:26:34.575150 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 25 21:26:34.575150 ncdv-master-1 neutron-server[121606]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 25 21:26:34.575150 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 25 21:26:34.575150 ncdv-master-1 neutron-server[121606]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 25 21:26:34.575150 ncdv-master-1 neutron-server[121606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 25 21:26:34.608926 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-2340cc36-afc8-438e-8022-3be989044ad9 tempest-RoutersNegativeIpV6Test-2019333087 tempest-RoutersNegativeIpV6Test-2019333087-project] Publish callbacks [] for security_group, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:34.610796 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-815b66e9-50fa-44ad-b0bf-69346ca3bb95 tempest-ExternalNetworksTestJSON-1106171049 tempest-ExternalNetworksTestJSON-1106171049-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995662'] for subnet, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:34.640537 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-2bafe35f-824d-49d4-acbb-726496d8c3a3 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-2041434090-network', 'tenant_id': '50c82fdad4ce4f1baa2fadc462065246'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:26:34.681973 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-2340cc36-afc8-438e-8022-3be989044ad9 tempest-RoutersNegativeIpV6Test-2019333087 tempest-RoutersNegativeIpV6Test-2019333087-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:34.715468 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2340cc36-afc8-438e-8022-3be989044ad9 tempest-RoutersNegativeIpV6Test-2019333087 tempest-RoutersNegativeIpV6Test-2019333087-project] Pushing event updated for resources: {'SecurityGroup': ['ID=352827b8-490f-41df-9512-eeb58af1f8d6,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:26:34.788383 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bafe35f-824d-49d4-acbb-726496d8c3a3 admin admin] Made reservation on behalf of 50c82fdad4ce4f1baa2fadc462065246 for: {'network': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:26:34.791017 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-2bafe35f-824d-49d4-acbb-726496d8c3a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for network, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:34.800027 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-ad6d79cb-5934-49c6-b6dd-4e33fa6f6faf tempest-BulkNetworkOpsIpV6Test-1238511822 tempest-BulkNetworkOpsIpV6Test-1238511822-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2008653'] for network, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:34.806124 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-46c7b5b2-2eea-413a-bc2e-a89d252861f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:34.808506 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-2bafe35f-824d-49d4-acbb-726496d8c3a3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:34.813602 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-815b66e9-50fa-44ad-b0bf-69346ca3bb95 tempest-ExternalNetworksTestJSON-1106171049 tempest-ExternalNetworksTestJSON-1106171049-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8632410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8852809'] for subnet, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:34.815766 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2340cc36-afc8-438e-8022-3be989044ad9 tempest-RoutersNegativeIpV6Test-2019333087 tempest-RoutersNegativeIpV6Test-2019333087-project] vlan segment allocate from pool success with {'vlan_id': 165, 'physical_network': 'physnet1'}  {{(pid=121607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 25 21:26:34.816699 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-ad6d79cb-5934-49c6-b6dd-4e33fa6f6faf tempest-BulkNetworkOpsIpV6Test-1238511822 tempest-BulkNetworkOpsIpV6Test-1238511822-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for network, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:34.821555 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-ad6d79cb-5934-49c6-b6dd-4e33fa6f6faf tempest-BulkNetworkOpsIpV6Test-1238511822 tempest-BulkNetworkOpsIpV6Test-1238511822-project] 10.222.0.32 "DELETE /v2.0/networks/0c013234-4756-4541-9041-ee2bf13fafe5 HTTP/1.1" status: 204  len: 168 time: 0.7134280
Dec 25 21:26:34.854582 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-2340cc36-afc8-438e-8022-3be989044ad9 tempest-RoutersNegativeIpV6Test-2019333087 tempest-RoutersNegativeIpV6Test-2019333087-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:34.854936 ncdv-master-1 neutron-server[121607]: INFO neutron.db.segments_db [None req-2340cc36-afc8-438e-8022-3be989044ad9 tempest-RoutersNegativeIpV6Test-2019333087 tempest-RoutersNegativeIpV6Test-2019333087-project] Added segment 70ae6cb9-fc26-4d93-bbb5-fcce4952b556 of type vlan for network 2bd552ca-7d1d-4778-8f9a-2b791bfe12be
Dec 25 21:26:34.865818 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6d79cb-5934-49c6-b6dd-4e33fa6f6faf tempest-BulkNetworkOpsIpV6Test-1238511822 tempest-BulkNetworkOpsIpV6Test-1238511822-project] Pushing event deleted for resources: {'Network': ['ID=0c013234-4756-4541-9041-ee2bf13fafe5,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:26:34.867290 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815b66e9-50fa-44ad-b0bf-69346ca3bb95 tempest-ExternalNetworksTestJSON-1106171049 tempest-ExternalNetworksTestJSON-1106171049-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=70598d6c-b124-4386-a5b3-6845b26dc013,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:26:34.890886 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-275a351b-6d30-41e6-a2a1-d9721f56b051 tempest-RoutersAdminTest-266561384 tempest-RoutersAdminTest-266561384-project] Publish callbacks [] for router_gateway, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:34.911617 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-275a351b-6d30-41e6-a2a1-d9721f56b051 tempest-RoutersAdminTest-266561384 tempest-RoutersAdminTest-266561384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:34.967898 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-815b66e9-50fa-44ad-b0bf-69346ca3bb95 tempest-ExternalNetworksTestJSON-1106171049 tempest-ExternalNetworksTestJSON-1106171049-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997585', 'neutron.services.segments.db._delete_segments_for_network-8737602743071'] for network, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:34.971389 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-2340cc36-afc8-438e-8022-3be989044ad9 tempest-RoutersNegativeIpV6Test-2019333087 tempest-RoutersNegativeIpV6Test-2019333087-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737602163420'] for network, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:35.017504 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-815b66e9-50fa-44ad-b0bf-69346ca3bb95 tempest-ExternalNetworksTestJSON-1106171049 tempest-ExternalNetworksTestJSON-1106171049-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2618776670>,) {'filters': {'network_id': ['47df49d5-fed5-45d2-bb99-7356a451e755']}} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:26:35.026679 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_common [None req-275a351b-6d30-41e6-a2a1-d9721f56b051 tempest-RoutersAdminTest-266561384 tempest-RoutersAdminTest-266561384-project] Allocated IP 172.35.3.205 (7201e55c-7c5f-41aa-a042-a363696539d0/7a939e13-713f-45cf-bba7-1539635abe25/75071645-3d18-44f2-9b77-ffce5b9b18da) {{(pid=121606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:26:35.028838 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-815b66e9-50fa-44ad-b0bf-69346ca3bb95 tempest-ExternalNetworksTestJSON-1106171049 tempest-ExternalNetworksTestJSON-1106171049-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2618776670>, '24620344-a131-4fcd-b4d7-84b490e6ee22') {'for_net_delete': True} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:26:35.029165 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-815b66e9-50fa-44ad-b0bf-69346ca3bb95 tempest-ExternalNetworksTestJSON-1106171049 tempest-ExternalNetworksTestJSON-1106171049-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2618776670>, '24620344-a131-4fcd-b4d7-84b490e6ee22') {} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:26:35.043539 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-815b66e9-50fa-44ad-b0bf-69346ca3bb95 tempest-ExternalNetworksTestJSON-1106171049 tempest-ExternalNetworksTestJSON-1106171049-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737602746920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10246592'] for segment, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:35.068889 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-815b66e9-50fa-44ad-b0bf-69346ca3bb95 tempest-ExternalNetworksTestJSON-1106171049 tempest-ExternalNetworksTestJSON-1106171049-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:35.076316 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-2bafe35f-824d-49d4-acbb-726496d8c3a3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:35.079450 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-815b66e9-50fa-44ad-b0bf-69346ca3bb95 tempest-ExternalNetworksTestJSON-1106171049 tempest-ExternalNetworksTestJSON-1106171049-project-admin] Releasing vlan 166 on physical network physnet1 to pool {{(pid=121607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 25 21:26:35.079844 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-815b66e9-50fa-44ad-b0bf-69346ca3bb95 tempest-ExternalNetworksTestJSON-1106171049 tempest-ExternalNetworksTestJSON-1106171049-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8633327'] for segment, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:35.081764 ncdv-master-1 neutron-server[121607]: Traceback (most recent call last):
Dec 25 21:26:35.081764 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 25 21:26:35.081764 ncdv-master-1 neutron-server[121607]:     timer()
Dec 25 21:26:35.081764 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 25 21:26:35.081764 ncdv-master-1 neutron-server[121607]:     cb(*args, **kw)
Dec 25 21:26:35.081764 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 25 21:26:35.081764 ncdv-master-1 neutron-server[121607]:     return func(*args, **kwargs)
Dec 25 21:26:35.081764 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 25 21:26:35.081764 ncdv-master-1 neutron-server[121607]:     self._notify()
Dec 25 21:26:35.081764 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 25 21:26:35.081764 ncdv-master-1 neutron-server[121607]:     self.callback(batched_events)
Dec 25 21:26:35.081764 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 25 21:26:35.081764 ncdv-master-1 neutron-server[121607]:     event.method(event)
Dec 25 21:26:35.081764 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 25 21:26:35.081764 ncdv-master-1 neutron-server[121607]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 25 21:26:35.081764 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 25 21:26:35.081764 ncdv-master-1 neutron-server[121607]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 25 21:26:35.081764 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 25 21:26:35.081764 ncdv-master-1 neutron-server[121607]:     return f(self, *a, **k)
Dec 25 21:26:35.081764 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 25 21:26:35.081764 ncdv-master-1 neutron-server[121607]:     return self._get(url).json()
Dec 25 21:26:35.081764 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 25 21:26:35.081764 ncdv-master-1 neutron-server[121607]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 25 21:26:35.081764 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 25 21:26:35.081764 ncdv-master-1 neutron-server[121607]:     return self.request(url, 'GET', **kwargs)
Dec 25 21:26:35.081764 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 25 21:26:35.081764 ncdv-master-1 neutron-server[121607]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 25 21:26:35.081764 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 25 21:26:35.081764 ncdv-master-1 neutron-server[121607]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 25 21:26:35.081764 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 25 21:26:35.081764 ncdv-master-1 neutron-server[121607]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 25 21:26:35.081764 ncdv-master-1 neutron-server[121607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 25 21:26:35.093354 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-2340cc36-afc8-438e-8022-3be989044ad9 tempest-RoutersNegativeIpV6Test-2019333087 tempest-RoutersNegativeIpV6Test-2019333087-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870'] for network, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:35.125834 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2340cc36-afc8-438e-8022-3be989044ad9 tempest-RoutersNegativeIpV6Test-2019333087 tempest-RoutersNegativeIpV6Test-2019333087-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:26:35.125834 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-2340cc36-afc8-438e-8022-3be989044ad9 tempest-RoutersNegativeIpV6Test-2019333087 tempest-RoutersNegativeIpV6Test-2019333087-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for network, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:35.153901 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 6104548c-707f-48c8-ac73-73abea7147d9 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:26:35.155552 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-275a351b-6d30-41e6-a2a1-d9721f56b051 tempest-RoutersAdminTest-266561384 tempest-RoutersAdminTest-266561384-project] Publish callbacks [] for port, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:35.189127 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] No Port match for: 6104548c-707f-48c8-ac73-73abea7147d9 {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:26:35.190563 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 6104548c-707f-48c8-ac73-73abea7147d9 not bound to the agent host ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:26:35.203681 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-2bafe35f-824d-49d4-acbb-726496d8c3a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:35.209205 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2340cc36-afc8-438e-8022-3be989044ad9 tempest-RoutersNegativeIpV6Test-2019333087 tempest-RoutersNegativeIpV6Test-2019333087-project] Pushing event updated for resources: {'Network': ['ID=2bd552ca-7d1d-4778-8f9a-2b791bfe12be,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:26:35.223242 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Network 2bd552ca-7d1d-4778-8f9a-2b791bfe12be details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 25 21:26:35.235498 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2bafe35f-824d-49d4-acbb-726496d8c3a3 admin admin] vlan segment allocate from pool success with {'vlan_id': 182, 'physical_network': 'physnet1'}  {{(pid=121607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 25 21:26:35.242184 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bafe35f-824d-49d4-acbb-726496d8c3a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6098360c-9b03-433c-bc95-5f000aa532d1,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:26:35.248203 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-2bafe35f-824d-49d4-acbb-726496d8c3a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:35.248544 ncdv-master-1 neutron-server[121607]: INFO neutron.db.segments_db [None req-2bafe35f-824d-49d4-acbb-726496d8c3a3 admin admin] Added segment 4c17dd4e-bfaa-4589-8be3-5034cb094940 of type vlan for network ace9479a-3b61-4eb5-98de-3415c3cd06ad
Dec 25 21:26:35.263205 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-2340cc36-afc8-438e-8022-3be989044ad9 tempest-RoutersNegativeIpV6Test-2019333087 tempest-RoutersNegativeIpV6Test-2019333087-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 790 time: 0.9352949
Dec 25 21:26:35.263612 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 41654) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:26:35.269592 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-f1af6c63-dbdd-4639-9bb2-77d8c53cbfda tempest-RoutersNegativeIpV6Test-2019333087 tempest-RoutersNegativeIpV6Test-2019333087-project] Request body: {'subnet': {'network_id': '2bd552ca-7d1d-4778-8f9a-2b791bfe12be', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:26:35.290399 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-815b66e9-50fa-44ad-b0bf-69346ca3bb95 tempest-ExternalNetworksTestJSON-1106171049 tempest-ExternalNetworksTestJSON-1106171049-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2008653'] for network, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:35.296507 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-275a351b-6d30-41e6-a2a1-d9721f56b051 tempest-RoutersAdminTest-266561384 tempest-RoutersAdminTest-266561384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:35.303374 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-815b66e9-50fa-44ad-b0bf-69346ca3bb95 tempest-ExternalNetworksTestJSON-1106171049 tempest-ExternalNetworksTestJSON-1106171049-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  47df49d5-fed5-45d2-bb99-7356a451e755 {{(pid=121607) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}}
Dec 25 21:26:35.307455 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-2bafe35f-824d-49d4-acbb-726496d8c3a3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737602163420'] for network, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:35.310940 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-815b66e9-50fa-44ad-b0bf-69346ca3bb95 tempest-ExternalNetworksTestJSON-1106171049 tempest-ExternalNetworksTestJSON-1106171049-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for network, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:35.316482 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-815b66e9-50fa-44ad-b0bf-69346ca3bb95 tempest-ExternalNetworksTestJSON-1106171049 tempest-ExternalNetworksTestJSON-1106171049-project-admin] 10.222.0.32 "DELETE /v2.0/networks/47df49d5-fed5-45d2-bb99-7356a451e755 HTTP/1.1" status: 204  len: 168 time: 2.1250892
Dec 25 21:26:35.327268 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 41660) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:26:35.340224 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815b66e9-50fa-44ad-b0bf-69346ca3bb95 tempest-ExternalNetworksTestJSON-1106171049 tempest-ExternalNetworksTestJSON-1106171049-project-admin] Pushing event deleted for resources: {'Network': ['ID=47df49d5-fed5-45d2-bb99-7356a451e755,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:26:35.420450 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-0ef5b840-dd05-45ae-a0d4-b1b41ac08aaa tempest-ExternalNetworksTestJSON-1106171049 tempest-ExternalNetworksTestJSON-1106171049-project-admin] 10.222.0.32 "GET /v2.0/floatingips HTTP/1.1" status: 200  len: 1783 time: 0.0875919
Dec 25 21:26:35.423470 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 41662) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:26:35.435885 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275a351b-6d30-41e6-a2a1-d9721f56b051 tempest-RoutersAdminTest-266561384 tempest-RoutersAdminTest-266561384-project] Pushing event updated for resources: {'Port': ['ID=75071645-3d18-44f2-9b77-ffce5b9b18da,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:26:35.459584 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-275a351b-6d30-41e6-a2a1-d9721f56b051 tempest-RoutersAdminTest-266561384 tempest-RoutersAdminTest-266561384-project] Network 7201e55c-7c5f-41aa-a042-a363696539d0 is already hosted by enough agents. {{(pid=121606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:26:35.465788 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [None req-275a351b-6d30-41e6-a2a1-d9721f56b051 tempest-RoutersAdminTest-266561384 tempest-RoutersAdminTest-266561384-project] Resources bound (agent type, host, resource id):  {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:26:35.475132 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 41664) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:26:35.475823 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-2bafe35f-824d-49d4-acbb-726496d8c3a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870'] for network, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:35.477056 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bafe35f-824d-49d4-acbb-726496d8c3a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:26:35.477705 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-2bafe35f-824d-49d4-acbb-726496d8c3a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for network, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:35.513107 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-275a351b-6d30-41e6-a2a1-d9721f56b051 tempest-RoutersAdminTest-266561384 tempest-RoutersAdminTest-266561384-project] Received port after_create {{(pid=121606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:26:35.594301 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bafe35f-824d-49d4-acbb-726496d8c3a3 admin admin] Pushing event updated for resources: {'Network': ['ID=ace9479a-3b61-4eb5-98de-3415c3cd06ad,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:26:35.605436 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Network ace9479a-3b61-4eb5-98de-3415c3cd06ad details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 25 21:26:35.650888 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6af2fd7-6905-4420-8884-5989312111f7 tempest-ExternalNetworksTestJSON-1106171049 tempest-ExternalNetworksTestJSON-1106171049-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:26:35.651768 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6af2fd7-6905-4420-8884-5989312111f7 tempest-ExternalNetworksTestJSON-1106171049 tempest-ExternalNetworksTestJSON-1106171049-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:26:35.652449 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6af2fd7-6905-4420-8884-5989312111f7 tempest-ExternalNetworksTestJSON-1106171049 tempest-ExternalNetworksTestJSON-1106171049-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:26:35.653115 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6af2fd7-6905-4420-8884-5989312111f7 tempest-ExternalNetworksTestJSON-1106171049 tempest-ExternalNetworksTestJSON-1106171049-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:26:35.653753 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6af2fd7-6905-4420-8884-5989312111f7 tempest-ExternalNetworksTestJSON-1106171049 tempest-ExternalNetworksTestJSON-1106171049-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:26:35.654442 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6af2fd7-6905-4420-8884-5989312111f7 tempest-ExternalNetworksTestJSON-1106171049 tempest-ExternalNetworksTestJSON-1106171049-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:26:35.655102 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6af2fd7-6905-4420-8884-5989312111f7 tempest-ExternalNetworksTestJSON-1106171049 tempest-ExternalNetworksTestJSON-1106171049-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:26:35.655735 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6af2fd7-6905-4420-8884-5989312111f7 tempest-ExternalNetworksTestJSON-1106171049 tempest-ExternalNetworksTestJSON-1106171049-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:26:35.661797 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-f6af2fd7-6905-4420-8884-5989312111f7 tempest-ExternalNetworksTestJSON-1106171049 tempest-ExternalNetworksTestJSON-1106171049-project-admin] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 5203 time: 0.2328382
Dec 25 21:26:35.667244 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 41668) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:26:35.709053 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-505d1181-59bf-4893-9b52-303c526d8445 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=de2e73a0bdf847d09859985d18e2302e&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2284002
Dec 25 21:26:35.710363 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1af6c63-dbdd-4639-9bb2-77d8c53cbfda tempest-RoutersNegativeIpV6Test-2019333087 tempest-RoutersNegativeIpV6Test-2019333087-project] Made reservation on behalf of 1a30408bfc1c43ddad1910ff6dced273 for: {'subnet': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:26:35.711509 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 41670) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:26:35.714293 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-f1af6c63-dbdd-4639-9bb2-77d8c53cbfda tempest-RoutersNegativeIpV6Test-2019333087 tempest-RoutersNegativeIpV6Test-2019333087-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9028529'] for subnet, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:35.721584 ncdv-master-1 neutron-server[121606]: INFO neutron.api.v2.resource [None req-7a2a0403-bb7d-48b9-92a3-adcbf57b8bf8 tempest-ExternalNetworksTestJSON-1106171049 tempest-ExternalNetworksTestJSON-1106171049-project-admin] delete failed (client error): The resource could not be found.
Dec 25 21:26:35.723435 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-7a2a0403-bb7d-48b9-92a3-adcbf57b8bf8 tempest-ExternalNetworksTestJSON-1106171049 tempest-ExternalNetworksTestJSON-1106171049-project-admin] 10.222.0.32 "DELETE /v2.0/floatingips/3fd6572b-e0e8-464c-9577-f352dbfb9d50 HTTP/1.1" status: 404  len: 345 time: 0.0543437
Dec 25 21:26:35.739020 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 41672) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:26:35.756585 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-2bafe35f-824d-49d4-acbb-726496d8c3a3 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 889 time: 1.2920291
Dec 25 21:26:35.782219 ncdv-master-1 neutron-server[121606]: INFO neutron.pecan_wsgi.hooks.translation [None req-743cbd4a-314b-475b-ac8b-ad5212ca73d7 tempest-ExternalNetworksTestJSON-1106171049 tempest-ExternalNetworksTestJSON-1106171049-project-admin] DELETE failed (client error): The resource could not be found.
Dec 25 21:26:35.782741 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-743cbd4a-314b-475b-ac8b-ad5212ca73d7 tempest-ExternalNetworksTestJSON-1106171049 tempest-ExternalNetworksTestJSON-1106171049-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=121606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 25 21:26:35.792811 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-743cbd4a-314b-475b-ac8b-ad5212ca73d7 tempest-ExternalNetworksTestJSON-1106171049 tempest-ExternalNetworksTestJSON-1106171049-project-admin] 10.222.0.32 "DELETE /v2.0/networks/47df49d5-fed5-45d2-bb99-7356a451e755 HTTP/1.1" status: 404  len: 339 time: 0.0473759
Dec 25 21:26:35.793037 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-727aca66-040e-49e8-9273-07f13b89f31a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:35.793140 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 41676) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:26:35.799574 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-faaf323c-c25a-46e0-b17d-0c7d7c498ceb tempest-ExternalNetworksTestJSON-1106171049 tempest-ExternalNetworksTestJSON-1106171049-project-admin] Request body: {'network': {'name': 'tempest-network--794070829', 'router:external': True}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:26:35.820563 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-727aca66-040e-49e8-9273-07f13b89f31a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:35.960921 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faaf323c-c25a-46e0-b17d-0c7d7c498ceb tempest-ExternalNetworksTestJSON-1106171049 tempest-ExternalNetworksTestJSON-1106171049-project-admin] Made reservation on behalf of 85b9f37084a94243b3bf7fdbb9b03f1b for: {'network': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:26:35.967347 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-faaf323c-c25a-46e0-b17d-0c7d7c498ceb tempest-ExternalNetworksTestJSON-1106171049 tempest-ExternalNetworksTestJSON-1106171049-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for network, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:36.000206 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-727aca66-040e-49e8-9273-07f13b89f31a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:36.003976 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-727aca66-040e-49e8-9273-07f13b89f31a admin admin] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:36.007984 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-727aca66-040e-49e8-9273-07f13b89f31a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/14d4a5b4-c430-40c3-a4eb-5413c25d67ab HTTP/1.1" status: 204  len: 168 time: 0.2926500
Dec 25 21:26:36.031074 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727aca66-040e-49e8-9273-07f13b89f31a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14d4a5b4-c430-40c3-a4eb-5413c25d67ab,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:26:36.047564 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-faaf323c-c25a-46e0-b17d-0c7d7c498ceb tempest-ExternalNetworksTestJSON-1106171049 tempest-ExternalNetworksTestJSON-1106171049-project-admin] vlan segment allocate from pool success with {'vlan_id': 170, 'physical_network': 'physnet1'}  {{(pid=121606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 25 21:26:36.089612 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-faaf323c-c25a-46e0-b17d-0c7d7c498ceb tempest-ExternalNetworksTestJSON-1106171049 tempest-ExternalNetworksTestJSON-1106171049-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:36.089961 ncdv-master-1 neutron-server[121606]: INFO neutron.db.segments_db [None req-faaf323c-c25a-46e0-b17d-0c7d7c498ceb tempest-ExternalNetworksTestJSON-1106171049 tempest-ExternalNetworksTestJSON-1106171049-project-admin] Added segment 378f4266-7767-4c5b-b7e4-a9438e7f7429 of type vlan for network e836475a-52bf-4ca4-be4a-62e507ce2add
Dec 25 21:26:36.123886 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-275a351b-6d30-41e6-a2a1-d9721f56b051 tempest-RoutersAdminTest-266561384 tempest-RoutersAdminTest-266561384-project] Publish callbacks [] for router_gateway, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:36.129272 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-f1af6c63-dbdd-4639-9bb2-77d8c53cbfda tempest-RoutersNegativeIpV6Test-2019333087 tempest-RoutersNegativeIpV6Test-2019333087-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9084170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9028515'] for subnet, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:36.232538 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-faaf323c-c25a-46e0-b17d-0c7d7c498ceb tempest-ExternalNetworksTestJSON-1106171049 tempest-ExternalNetworksTestJSON-1106171049-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737602163420'] for network, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:36.377525 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1af6c63-dbdd-4639-9bb2-77d8c53cbfda tempest-RoutersNegativeIpV6Test-2019333087 tempest-RoutersNegativeIpV6Test-2019333087-project] Pushing event updated for resources: {'Subnet': ['ID=696baea7-af4d-4978-a73d-71876f4016a8,revision_number=0']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:26:36.803518 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1af6c63-dbdd-4639-9bb2-77d8c53cbfda tempest-RoutersNegativeIpV6Test-2019333087 tempest-RoutersNegativeIpV6Test-2019333087-project] Checking segment: {'id': '70ae6cb9-fc26-4d93-bbb5-fcce4952b556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '2bd552ca-7d1d-4778-8f9a-2b791bfe12be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:26:36.803782 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1af6c63-dbdd-4639-9bb2-77d8c53cbfda tempest-RoutersNegativeIpV6Test-2019333087 tempest-RoutersNegativeIpV6Test-2019333087-project] Network hostable DHCP agents. Network: 2bd552ca-7d1d-4778-8f9a-2b791bfe12be, hostable agents: ['1813db88-2c1b-4357-a2ba-869246b663c2'], hosted agents: [] {{(pid=121606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 25 21:26:36.870814 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef6464c-84c0-4116-9f2e-1539f7b24b04 req-5318bdc7-1f39-4c07-ad6b-56b178270525 tempest-ComputeTenantNetworksTest-520736126 tempest-ComputeTenantNetworksTest-520736126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:26:36.877588 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef6464c-84c0-4116-9f2e-1539f7b24b04 req-5318bdc7-1f39-4c07-ad6b-56b178270525 tempest-ComputeTenantNetworksTest-520736126 tempest-ComputeTenantNetworksTest-520736126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:26:36.883548 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef6464c-84c0-4116-9f2e-1539f7b24b04 req-5318bdc7-1f39-4c07-ad6b-56b178270525 tempest-ComputeTenantNetworksTest-520736126 tempest-ComputeTenantNetworksTest-520736126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:26:36.885252 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-fef6464c-84c0-4116-9f2e-1539f7b24b04 req-5318bdc7-1f39-4c07-ad6b-56b178270525 tempest-ComputeTenantNetworksTest-520736126 tempest-ComputeTenantNetworksTest-520736126-project] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1903 time: 0.7512197
Dec 25 21:26:36.888478 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-faaf323c-c25a-46e0-b17d-0c7d7c498ceb tempest-ExternalNetworksTestJSON-1106171049 tempest-ExternalNetworksTestJSON-1106171049-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870'] for network, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:36.889457 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faaf323c-c25a-46e0-b17d-0c7d7c498ceb tempest-ExternalNetworksTestJSON-1106171049 tempest-ExternalNetworksTestJSON-1106171049-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:26:36.892800 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-faaf323c-c25a-46e0-b17d-0c7d7c498ceb tempest-ExternalNetworksTestJSON-1106171049 tempest-ExternalNetworksTestJSON-1106171049-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for network, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:36.976841 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-1abbff10-13bb-4da5-9f63-a38bc4a67b96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:37.002379 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faaf323c-c25a-46e0-b17d-0c7d7c498ceb tempest-ExternalNetworksTestJSON-1106171049 tempest-ExternalNetworksTestJSON-1106171049-project-admin] Pushing event updated for resources: {'Network': ['ID=e836475a-52bf-4ca4-be4a-62e507ce2add,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:26:37.013158 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Network e836475a-52bf-4ca4-be4a-62e507ce2add details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 25 21:26:37.044757 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1af6c63-dbdd-4639-9bb2-77d8c53cbfda tempest-RoutersNegativeIpV6Test-2019333087 tempest-RoutersNegativeIpV6Test-2019333087-project] Network 2bd552ca-7d1d-4778-8f9a-2b791bfe12be is scheduled to be hosted by DHCP agent 1813db88-2c1b-4357-a2ba-869246b663c2 with binding_index 1 {{(pid=121606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 25 21:26:37.089332 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-faaf323c-c25a-46e0-b17d-0c7d7c498ceb tempest-ExternalNetworksTestJSON-1106171049 tempest-ExternalNetworksTestJSON-1106171049-project-admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 862 time: 1.2967837
Dec 25 21:26:37.092242 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 41718) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:26:37.102911 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee265bc-7239-4b5d-b5eb-9216eb9e6150 req-84b26eb2-da50-4d71-af16-2dc8e9422f43 tempest-ComputeTenantNetworksTest-520736126 tempest-ComputeTenantNetworksTest-520736126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:26:37.104283 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-6ee265bc-7239-4b5d-b5eb-9216eb9e6150 req-84b26eb2-da50-4d71-af16-2dc8e9422f43 tempest-ComputeTenantNetworksTest-520736126 tempest-ComputeTenantNetworksTest-520736126-project] 10.222.0.32 "GET /v2.0/networks/ace9479a-3b61-4eb5-98de-3415c3cd06ad HTTP/1.1" status: 200  len: 769 time: 0.1872673
Dec 25 21:26:37.110624 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-275a351b-6d30-41e6-a2a1-d9721f56b051 tempest-RoutersAdminTest-266561384 tempest-RoutersAdminTest-266561384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2014278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2009753'] for router, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:37.113928 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 41720) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:26:37.206294 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 41724) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:26:37.227437 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [None req-f1af6c63-dbdd-4639-9bb2-77d8c53cbfda tempest-RoutersNegativeIpV6Test-2019333087 tempest-RoutersNegativeIpV6Test-2019333087-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 2bd552ca-7d1d-4778-8f9a-2b791bfe12be) {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:26:37.239963 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36a6813c-5ad8-4e0b-bac3-a06f56cb8b7a None None] Network 2bd552ca-7d1d-4778-8f9a-2b791bfe12be requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:26:37.253624 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1af6c63-dbdd-4639-9bb2-77d8c53cbfda tempest-RoutersNegativeIpV6Test-2019333087 tempest-RoutersNegativeIpV6Test-2019333087-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:26:37.254234 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-f1af6c63-dbdd-4639-9bb2-77d8c53cbfda tempest-RoutersNegativeIpV6Test-2019333087 tempest-RoutersNegativeIpV6Test-2019333087-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for subnet, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:37.261334 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acc9ede6-f383-47c2-b466-f1a72dfb91c6 tempest-ExternalNetworksTestJSON-833523898 tempest-ExternalNetworksTestJSON-833523898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:26:37.269675 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acc9ede6-f383-47c2-b466-f1a72dfb91c6 tempest-ExternalNetworksTestJSON-833523898 tempest-ExternalNetworksTestJSON-833523898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:26:37.274860 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-f04b0c35-8c5d-4733-b27d-322f32c15f4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625803'] for network, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:37.281183 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acc9ede6-f383-47c2-b466-f1a72dfb91c6 tempest-ExternalNetworksTestJSON-833523898 tempest-ExternalNetworksTestJSON-833523898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:26:37.291614 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acc9ede6-f383-47c2-b466-f1a72dfb91c6 tempest-ExternalNetworksTestJSON-833523898 tempest-ExternalNetworksTestJSON-833523898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:26:37.293784 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-acc9ede6-f383-47c2-b466-f1a72dfb91c6 tempest-ExternalNetworksTestJSON-833523898 tempest-ExternalNetworksTestJSON-833523898-project] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200  len: 2453 time: 0.1995771
Dec 25 21:26:37.297392 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 41728) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:26:37.380266 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-f1aec8a0-b49b-4305-8963-b03bef4e81ec tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1694003591'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:26:37.395013 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8cb4971-a3c7-4ade-9a0a-d9eb9da2dea1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-2bd552ca-7d1d-4778-8f9a-2b791bfe12be', 'network_id': '2bd552ca-7d1d-4778-8f9a-2b791bfe12be', 'project_id': '1a30408bfc1c43ddad1910ff6dced273', 'fixed_ips': [{'subnet_id': '696baea7-af4d-4978-a73d-71876f4016a8'}]}} from ncdv-master-1. {{(pid=121608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 25 21:26:37.395415 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-89a580fc-8b9e-420e-9f2e-85cf57aa80c9 tempest-ExternalNetworksTestJSON-1106171049 tempest-ExternalNetworksTestJSON-1106171049-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625803'] for network, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:37.396855 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-d8cb4971-a3c7-4ade-9a0a-d9eb9da2dea1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:37.452657 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-f04b0c35-8c5d-4733-b27d-322f32c15f4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997585', 'neutron.services.segments.db._delete_segments_for_network-8737602743071'] for network, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:37.468422 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-f1af6c63-dbdd-4639-9bb2-77d8c53cbfda tempest-RoutersNegativeIpV6Test-2019333087 tempest-RoutersNegativeIpV6Test-2019333087-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 2.2027950
Dec 25 21:26:37.477925 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 41732) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:26:37.489348 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-fdcd1418-b4ab-4175-a78b-ee2cc01469eb tempest-RoutersNegativeIpV6Test-2019333087 tempest-RoutersNegativeIpV6Test-2019333087-project] Request body: {'network': {'name': 'tempest-router-network01--709324300'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:26:37.493444 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-89a580fc-8b9e-420e-9f2e-85cf57aa80c9 tempest-ExternalNetworksTestJSON-1106171049 tempest-ExternalNetworksTestJSON-1106171049-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997585', 'neutron.services.segments.db._delete_segments_for_network-8737602743071'] for network, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:37.496888 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.segments.db [None req-f04b0c35-8c5d-4733-b27d-322f32c15f4c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2612e457c0>,) {'filters': {'network_id': ['ace9479a-3b61-4eb5-98de-3415c3cd06ad']}} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:26:37.514642 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.segments.db [None req-f04b0c35-8c5d-4733-b27d-322f32c15f4c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2612e457c0>, '4c17dd4e-bfaa-4589-8be3-5034cb094940') {'for_net_delete': True} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:26:37.514951 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.segments.db [None req-f04b0c35-8c5d-4733-b27d-322f32c15f4c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2612e457c0>, '4c17dd4e-bfaa-4589-8be3-5034cb094940') {} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:26:37.529032 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-f04b0c35-8c5d-4733-b27d-322f32c15f4c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737602746920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9084222'] for segment, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:37.548617 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-f04b0c35-8c5d-4733-b27d-322f32c15f4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:37.557105 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f04b0c35-8c5d-4733-b27d-322f32c15f4c admin admin] Releasing vlan 182 on physical network physnet1 to pool {{(pid=121606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 25 21:26:37.557515 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-f04b0c35-8c5d-4733-b27d-322f32c15f4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9084542'] for segment, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:37.560261 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-89a580fc-8b9e-420e-9f2e-85cf57aa80c9 tempest-ExternalNetworksTestJSON-1106171049 tempest-ExternalNetworksTestJSON-1106171049-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f261a5a5a60>,) {'filters': {'network_id': ['e836475a-52bf-4ca4-be4a-62e507ce2add']}} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:26:37.560860 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:26:37.560860 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:26:37.560860 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:26:37.560860 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:26:37.560860 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:26:37.560860 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:26:37.560860 ncdv-master-1 neutron-server[121606]: Traceback (most recent call last):
Dec 25 21:26:37.560860 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 25 21:26:37.560860 ncdv-master-1 neutron-server[121606]:     timer()
Dec 25 21:26:37.560860 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 25 21:26:37.560860 ncdv-master-1 neutron-server[121606]:     cb(*args, **kw)
Dec 25 21:26:37.560860 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 25 21:26:37.560860 ncdv-master-1 neutron-server[121606]:     return func(*args, **kwargs)
Dec 25 21:26:37.560860 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 25 21:26:37.560860 ncdv-master-1 neutron-server[121606]:     self._notify()
Dec 25 21:26:37.560860 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 25 21:26:37.560860 ncdv-master-1 neutron-server[121606]:     self.callback(batched_events)
Dec 25 21:26:37.560860 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 25 21:26:37.560860 ncdv-master-1 neutron-server[121606]:     event.method(event)
Dec 25 21:26:37.560860 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 25 21:26:37.560860 ncdv-master-1 neutron-server[121606]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 25 21:26:37.560860 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 25 21:26:37.560860 ncdv-master-1 neutron-server[121606]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 25 21:26:37.560860 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 25 21:26:37.560860 ncdv-master-1 neutron-server[121606]:     return f(self, *a, **k)
Dec 25 21:26:37.560860 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 25 21:26:37.560860 ncdv-master-1 neutron-server[121606]:     return self._get(url).json()
Dec 25 21:26:37.560860 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 25 21:26:37.560860 ncdv-master-1 neutron-server[121606]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 25 21:26:37.560860 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 25 21:26:37.560860 ncdv-master-1 neutron-server[121606]:     return self.request(url, 'GET', **kwargs)
Dec 25 21:26:37.560860 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 25 21:26:37.560860 ncdv-master-1 neutron-server[121606]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 25 21:26:37.560860 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 25 21:26:37.560860 ncdv-master-1 neutron-server[121606]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 25 21:26:37.560860 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 25 21:26:37.560860 ncdv-master-1 neutron-server[121606]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 25 21:26:37.560860 ncdv-master-1 neutron-server[121606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 25 21:26:37.571859 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1aec8a0-b49b-4305-8963-b03bef4e81ec tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Made reservation on behalf of 596be925895b4ede995a5f893bdae840 for: {'network': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:26:37.590481 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f1aec8a0-b49b-4305-8963-b03bef4e81ec tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for network, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:37.592126 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-275a351b-6d30-41e6-a2a1-d9721f56b051 tempest-RoutersAdminTest-266561384 tempest-RoutersAdminTest-266561384-project] Router 59edc5a6-9d8b-4be6-bc84-0dc272e71e03 is scheduled to L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 with binding_index 1 {{(pid=121606) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 25 21:26:37.597725 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-89a580fc-8b9e-420e-9f2e-85cf57aa80c9 tempest-ExternalNetworksTestJSON-1106171049 tempest-ExternalNetworksTestJSON-1106171049-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f261a5a5a60>, '378f4266-7767-4c5b-b7e4-a9438e7f7429') {'for_net_delete': True} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:26:37.598064 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-89a580fc-8b9e-420e-9f2e-85cf57aa80c9 tempest-ExternalNetworksTestJSON-1106171049 tempest-ExternalNetworksTestJSON-1106171049-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f261a5a5a60>, '378f4266-7767-4c5b-b7e4-a9438e7f7429') {} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:26:37.617695 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f1aec8a0-b49b-4305-8963-b03bef4e81ec tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Publish callbacks [] for security_group, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:37.627581 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-89a580fc-8b9e-420e-9f2e-85cf57aa80c9 tempest-ExternalNetworksTestJSON-1106171049 tempest-ExternalNetworksTestJSON-1106171049-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737602746920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10246592'] for segment, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:37.655349 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-89a580fc-8b9e-420e-9f2e-85cf57aa80c9 tempest-ExternalNetworksTestJSON-1106171049 tempest-ExternalNetworksTestJSON-1106171049-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:37.662244 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89a580fc-8b9e-420e-9f2e-85cf57aa80c9 tempest-ExternalNetworksTestJSON-1106171049 tempest-ExternalNetworksTestJSON-1106171049-project-admin] Releasing vlan 170 on physical network physnet1 to pool {{(pid=121607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 25 21:26:37.662918 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-89a580fc-8b9e-420e-9f2e-85cf57aa80c9 tempest-ExternalNetworksTestJSON-1106171049 tempest-ExternalNetworksTestJSON-1106171049-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8633327'] for segment, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:37.665510 ncdv-master-1 neutron-server[121607]: Traceback (most recent call last):
Dec 25 21:26:37.665510 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 25 21:26:37.665510 ncdv-master-1 neutron-server[121607]:     timer()
Dec 25 21:26:37.665510 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 25 21:26:37.665510 ncdv-master-1 neutron-server[121607]:     cb(*args, **kw)
Dec 25 21:26:37.665510 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 25 21:26:37.665510 ncdv-master-1 neutron-server[121607]:     return func(*args, **kwargs)
Dec 25 21:26:37.665510 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 25 21:26:37.665510 ncdv-master-1 neutron-server[121607]:     self._notify()
Dec 25 21:26:37.665510 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 25 21:26:37.665510 ncdv-master-1 neutron-server[121607]:     self.callback(batched_events)
Dec 25 21:26:37.665510 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 25 21:26:37.665510 ncdv-master-1 neutron-server[121607]:     event.method(event)
Dec 25 21:26:37.665510 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 25 21:26:37.665510 ncdv-master-1 neutron-server[121607]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 25 21:26:37.665510 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 25 21:26:37.665510 ncdv-master-1 neutron-server[121607]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 25 21:26:37.665510 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 25 21:26:37.665510 ncdv-master-1 neutron-server[121607]:     return f(self, *a, **k)
Dec 25 21:26:37.665510 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 25 21:26:37.665510 ncdv-master-1 neutron-server[121607]:     return self._get(url).json()
Dec 25 21:26:37.665510 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 25 21:26:37.665510 ncdv-master-1 neutron-server[121607]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 25 21:26:37.665510 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 25 21:26:37.665510 ncdv-master-1 neutron-server[121607]:     return self.request(url, 'GET', **kwargs)
Dec 25 21:26:37.665510 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 25 21:26:37.665510 ncdv-master-1 neutron-server[121607]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 25 21:26:37.665510 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 25 21:26:37.665510 ncdv-master-1 neutron-server[121607]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 25 21:26:37.665510 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 25 21:26:37.665510 ncdv-master-1 neutron-server[121607]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 25 21:26:37.665510 ncdv-master-1 neutron-server[121607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 25 21:26:37.742016 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.db_base_plugin_common [None req-d8cb4971-a3c7-4ade-9a0a-d9eb9da2dea1 None None] Allocated IP 2001:db8::2 (2bd552ca-7d1d-4778-8f9a-2b791bfe12be/696baea7-af4d-4978-a73d-71876f4016a8/7e6fe32c-2d22-4ff7-8434-fbe5c55a11fc) {{(pid=121608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:26:37.758464 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-f04b0c35-8c5d-4733-b27d-322f32c15f4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2008653'] for network, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:37.764150 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-f04b0c35-8c5d-4733-b27d-322f32c15f4c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for network, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:37.768549 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-f04b0c35-8c5d-4733-b27d-322f32c15f4c admin admin] 10.222.0.32 "DELETE /v2.0/networks/ace9479a-3b61-4eb5-98de-3415c3cd06ad HTTP/1.1" status: 204  len: 168 time: 0.6536739
Dec 25 21:26:37.781533 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdcd1418-b4ab-4175-a78b-ee2cc01469eb tempest-RoutersNegativeIpV6Test-2019333087 tempest-RoutersNegativeIpV6Test-2019333087-project] Made reservation on behalf of 1a30408bfc1c43ddad1910ff6dced273 for: {'network': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:26:37.786218 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-fdcd1418-b4ab-4175-a78b-ee2cc01469eb tempest-RoutersNegativeIpV6Test-2019333087 tempest-RoutersNegativeIpV6Test-2019333087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for network, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:37.819307 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04b0c35-8c5d-4733-b27d-322f32c15f4c admin admin] Pushing event deleted for resources: {'Network': ['ID=ace9479a-3b61-4eb5-98de-3415c3cd06ad,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:26:37.823758 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-275a351b-6d30-41e6-a2a1-d9721f56b051 tempest-RoutersAdminTest-266561384 tempest-RoutersAdminTest-266561384-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 21:26:37.838521 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c2281f2-2974-4076-996e-f4b524e7baf2 None None] Sync routers for ids ['59edc5a6-9d8b-4be6-bc84-0dc272e71e03'] in ncdv-master-1 {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 21:26:37.860126 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-89a580fc-8b9e-420e-9f2e-85cf57aa80c9 tempest-ExternalNetworksTestJSON-1106171049 tempest-ExternalNetworksTestJSON-1106171049-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2008653'] for network, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:37.867918 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c2281f2-2974-4076-996e-f4b524e7baf2 None None] Routers {'59edc5a6-9d8b-4be6-bc84-0dc272e71e03'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:26:37.868431 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-3c2281f2-2974-4076-996e-f4b524e7baf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2613288f10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:26:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['59edc5a6-9d8b-4be6-bc84-0dc272e71e03'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:26:37.870627 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fdcd1418-b4ab-4175-a78b-ee2cc01469eb tempest-RoutersNegativeIpV6Test-2019333087 tempest-RoutersNegativeIpV6Test-2019333087-project] vlan segment allocate from pool success with {'vlan_id': 173, 'physical_network': 'physnet1'}  {{(pid=121606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 25 21:26:37.876384 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89a580fc-8b9e-420e-9f2e-85cf57aa80c9 tempest-ExternalNetworksTestJSON-1106171049 tempest-ExternalNetworksTestJSON-1106171049-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  e836475a-52bf-4ca4-be4a-62e507ce2add {{(pid=121607) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}}
Dec 25 21:26:37.883457 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a580fc-8b9e-420e-9f2e-85cf57aa80c9 tempest-ExternalNetworksTestJSON-1106171049 tempest-ExternalNetworksTestJSON-1106171049-project-admin] Pushing event deleted for resources: {'Network': ['ID=e836475a-52bf-4ca4-be4a-62e507ce2add,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:26:37.887746 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-89a580fc-8b9e-420e-9f2e-85cf57aa80c9 tempest-ExternalNetworksTestJSON-1106171049 tempest-ExternalNetworksTestJSON-1106171049-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for network, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:37.891113 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-89a580fc-8b9e-420e-9f2e-85cf57aa80c9 tempest-ExternalNetworksTestJSON-1106171049 tempest-ExternalNetworksTestJSON-1106171049-project-admin] 10.222.0.32 "DELETE /v2.0/networks/e836475a-52bf-4ca4-be4a-62e507ce2add HTTP/1.1" status: 204  len: 168 time: 0.5899909
Dec 25 21:26:37.894641 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 41742) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:26:37.903347 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-87f657e2-6f3b-4ae7-bfcc-c308b2868131 tempest-ExternalNetworksTestJSON-1106171049 tempest-ExternalNetworksTestJSON-1106171049-project-admin] Request body: {'network': {'name': 'tempest-network--515981635', 'router:external': True}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:26:37.910665 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-fdcd1418-b4ab-4175-a78b-ee2cc01469eb tempest-RoutersNegativeIpV6Test-2019333087 tempest-RoutersNegativeIpV6Test-2019333087-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:37.921495 ncdv-master-1 neutron-server[121606]: INFO neutron.db.segments_db [None req-fdcd1418-b4ab-4175-a78b-ee2cc01469eb tempest-RoutersNegativeIpV6Test-2019333087 tempest-RoutersNegativeIpV6Test-2019333087-project] Added segment 1614a2aa-59fe-4df0-92d7-2ee738be0c04 of type vlan for network 3b2785bd-013f-4fd5-9b83-272ba358bc7f
Dec 25 21:26:37.921655 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-3c2281f2-2974-4076-996e-f4b524e7baf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2613288f10>, [], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:26:37.942801 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-275a351b-6d30-41e6-a2a1-d9721f56b051 tempest-RoutersAdminTest-266561384 tempest-RoutersAdminTest-266561384-project] Publish callbacks [] for router, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:37.951666 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-275a351b-6d30-41e6-a2a1-d9721f56b051 tempest-RoutersAdminTest-266561384 tempest-RoutersAdminTest-266561384-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 885 time: 3.9999712
Dec 25 21:26:37.953478 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 41744) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:26:37.965382 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c2281f2-2974-4076-996e-f4b524e7baf2 None None] Routers {'59edc5a6-9d8b-4be6-bc84-0dc272e71e03'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:26:37.965382 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-3c2281f2-2974-4076-996e-f4b524e7baf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2613288f10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:26:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['59edc5a6-9d8b-4be6-bc84-0dc272e71e03'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:26:37.966644 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-76260f18-5473-461b-b33c-2d91746edc66 tempest-RoutersAdminTest-58483452 tempest-RoutersAdminTest-58483452-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'enable_snat': False}}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:26:38.013243 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-fdcd1418-b4ab-4175-a78b-ee2cc01469eb tempest-RoutersNegativeIpV6Test-2019333087 tempest-RoutersNegativeIpV6Test-2019333087-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737602163420'] for network, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:38.044987 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f1aec8a0-b49b-4305-8963-b03bef4e81ec tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Publish callbacks [] for security_group, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:38.069524 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-3c2281f2-2974-4076-996e-f4b524e7baf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2613288f10>, [], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:26:38.069524 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c2281f2-2974-4076-996e-f4b524e7baf2 None None] The sync data for ids ['59edc5a6-9d8b-4be6-bc84-0dc272e71e03'] in ncdv-master-1 is: [] {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 21:26:38.072400 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-d8cb4971-a3c7-4ade-9a0a-d9eb9da2dea1 None None] Publish callbacks [] for port, precommit_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:38.085442 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87f657e2-6f3b-4ae7-bfcc-c308b2868131 tempest-ExternalNetworksTestJSON-1106171049 tempest-ExternalNetworksTestJSON-1106171049-project-admin] Made reservation on behalf of 85b9f37084a94243b3bf7fdbb9b03f1b for: {'network': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:26:38.087915 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-87f657e2-6f3b-4ae7-bfcc-c308b2868131 tempest-ExternalNetworksTestJSON-1106171049 tempest-ExternalNetworksTestJSON-1106171049-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for network, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:38.115423 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87f657e2-6f3b-4ae7-bfcc-c308b2868131 tempest-ExternalNetworksTestJSON-1106171049 tempest-ExternalNetworksTestJSON-1106171049-project-admin] vlan segment allocate from pool success with {'vlan_id': 157, 'physical_network': 'physnet1'}  {{(pid=121606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 25 21:26:38.126643 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-87f657e2-6f3b-4ae7-bfcc-c308b2868131 tempest-ExternalNetworksTestJSON-1106171049 tempest-ExternalNetworksTestJSON-1106171049-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:38.127083 ncdv-master-1 neutron-server[121606]: INFO neutron.db.segments_db [None req-87f657e2-6f3b-4ae7-bfcc-c308b2868131 tempest-ExternalNetworksTestJSON-1106171049 tempest-ExternalNetworksTestJSON-1106171049-project-admin] Added segment fb327400-951f-4c35-9db4-17631be5f075 of type vlan for network f4b17cb4-0bef-41dd-87a2-2e09e31b72da
Dec 25 21:26:38.137834 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-fdcd1418-b4ab-4175-a78b-ee2cc01469eb tempest-RoutersNegativeIpV6Test-2019333087 tempest-RoutersNegativeIpV6Test-2019333087-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870'] for network, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:38.145184 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdcd1418-b4ab-4175-a78b-ee2cc01469eb tempest-RoutersNegativeIpV6Test-2019333087 tempest-RoutersNegativeIpV6Test-2019333087-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:26:38.146108 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-fdcd1418-b4ab-4175-a78b-ee2cc01469eb tempest-RoutersNegativeIpV6Test-2019333087 tempest-RoutersNegativeIpV6Test-2019333087-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for network, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:38.177368 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-d8cb4971-a3c7-4ade-9a0a-d9eb9da2dea1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946'] for port, after_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:38.229636 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:38.248471 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8cb4971-a3c7-4ade-9a0a-d9eb9da2dea1 None None] Network 2bd552ca-7d1d-4778-8f9a-2b791bfe12be is already hosted by enough agents. {{(pid=121608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:26:38.254659 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.base_scheduler [None req-d8cb4971-a3c7-4ade-9a0a-d9eb9da2dea1 None None] Resources bound (agent type, host, resource id):  {{(pid=121608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:26:38.260201 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8cb4971-a3c7-4ade-9a0a-d9eb9da2dea1 None None] Received port after_create {{(pid=121608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:26:38.263685 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cb4971-a3c7-4ade-9a0a-d9eb9da2dea1 None None] Pushing event updated for resources: {'Port': ['ID=7e6fe32c-2d22-4ff7-8434-fbe5c55a11fc,revision_number=1']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:26:38.300716 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-fdcd1418-b4ab-4175-a78b-ee2cc01469eb tempest-RoutersNegativeIpV6Test-2019333087 tempest-RoutersNegativeIpV6Test-2019333087-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 771 time: 0.8166468
Dec 25 21:26:38.302827 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-87f657e2-6f3b-4ae7-bfcc-c308b2868131 tempest-ExternalNetworksTestJSON-1106171049 tempest-ExternalNetworksTestJSON-1106171049-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737602163420'] for network, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:38.304896 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 41748) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:26:38.305646 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcd1418-b4ab-4175-a78b-ee2cc01469eb tempest-RoutersNegativeIpV6Test-2019333087 tempest-RoutersNegativeIpV6Test-2019333087-project] Pushing event updated for resources: {'Network': ['ID=3b2785bd-013f-4fd5-9b83-272ba358bc7f,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:26:38.314956 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-c368241d-64f1-4c9f-95ab-2de75817428f tempest-RoutersNegativeIpV6Test-2019333087 tempest-RoutersNegativeIpV6Test-2019333087-project] Request body: {'network': {'name': 'tempest-router-network02--1974367585'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:26:38.340151 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Network 3b2785bd-013f-4fd5-9b83-272ba358bc7f details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 25 21:26:38.355185 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 41750) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:26:38.409199 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-76260f18-5473-461b-b33c-2d91746edc66 tempest-RoutersAdminTest-58483452 tempest-RoutersAdminTest-58483452-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:38.419114 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f1aec8a0-b49b-4305-8963-b03bef4e81ec tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:38.446740 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-3d4d4381-631f-4516-8c1e-037283b63bea admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=50c82fdad4ce4f1baa2fadc462065246&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0885849
Dec 25 21:26:38.447915 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 41752) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:26:38.453931 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1aec8a0-b49b-4305-8963-b03bef4e81ec tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13957fdf-709b-49aa-98ae-7e457360c7d1,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:26:38.456076 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-87f657e2-6f3b-4ae7-bfcc-c308b2868131 tempest-ExternalNetworksTestJSON-1106171049 tempest-ExternalNetworksTestJSON-1106171049-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870'] for network, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:38.457163 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87f657e2-6f3b-4ae7-bfcc-c308b2868131 tempest-ExternalNetworksTestJSON-1106171049 tempest-ExternalNetworksTestJSON-1106171049-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:26:38.457910 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-87f657e2-6f3b-4ae7-bfcc-c308b2868131 tempest-ExternalNetworksTestJSON-1106171049 tempest-ExternalNetworksTestJSON-1106171049-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for network, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:38.464606 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1aec8a0-b49b-4305-8963-b03bef4e81ec tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] vlan segment allocate from pool success with {'vlan_id': 186, 'physical_network': 'physnet1'}  {{(pid=121607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 25 21:26:38.477092 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f1aec8a0-b49b-4305-8963-b03bef4e81ec tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:38.494158 ncdv-master-1 neutron-server[121607]: INFO neutron.db.segments_db [None req-f1aec8a0-b49b-4305-8963-b03bef4e81ec tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Added segment 52682866-08ca-487c-96a4-946e9bb4ed2a of type vlan for network 03f673ba-57e2-4bea-8735-67090b61696a
Dec 25 21:26:38.494796 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-d8cb4971-a3c7-4ade-9a0a-d9eb9da2dea1 None None] Attempting to bind port 7e6fe32c-2d22-4ff7-8434-fbe5c55a11fc on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:26:38.494796 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-d8cb4971-a3c7-4ade-9a0a-d9eb9da2dea1 None None] Attempting to bind port 7e6fe32c-2d22-4ff7-8434-fbe5c55a11fc by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '70ae6cb9-fc26-4d93-bbb5-fcce4952b556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '2bd552ca-7d1d-4778-8f9a-2b791bfe12be'}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:26:38.494796 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8cb4971-a3c7-4ade-9a0a-d9eb9da2dea1 None None] Attempting to bind port 7e6fe32c-2d22-4ff7-8434-fbe5c55a11fc on network 2bd552ca-7d1d-4778-8f9a-2b791bfe12be {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:26:38.495057 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c368241d-64f1-4c9f-95ab-2de75817428f tempest-RoutersNegativeIpV6Test-2019333087 tempest-RoutersNegativeIpV6Test-2019333087-project] Made reservation on behalf of 1a30408bfc1c43ddad1910ff6dced273 for: {'network': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:26:38.497896 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-c368241d-64f1-4c9f-95ab-2de75817428f tempest-RoutersNegativeIpV6Test-2019333087 tempest-RoutersNegativeIpV6Test-2019333087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for network, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:38.506955 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8cb4971-a3c7-4ade-9a0a-d9eb9da2dea1 None None] Checking agent: {'id': 'ca4f5c6d-f1fd-48b8-a3e3-395864c7d23d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 20, 56, 40), 'started_at': datetime.datetime(2021, 12, 25, 20, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 26, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:26:38.507357 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8cb4971-a3c7-4ade-9a0a-d9eb9da2dea1 None None] Checking segment: {'id': '70ae6cb9-fc26-4d93-bbb5-fcce4952b556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '2bd552ca-7d1d-4778-8f9a-2b791bfe12be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:26:38.507809 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-d8cb4971-a3c7-4ade-9a0a-d9eb9da2dea1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:38.508434 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8cb4971-a3c7-4ade-9a0a-d9eb9da2dea1 None None] Bound using segment: {'id': '70ae6cb9-fc26-4d93-bbb5-fcce4952b556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '2bd552ca-7d1d-4778-8f9a-2b791bfe12be'} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:26:38.509081 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-d8cb4971-a3c7-4ade-9a0a-d9eb9da2dea1 None None] Bound port: 7e6fe32c-2d22-4ff7-8434-fbe5c55a11fc, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70ae6cb9-fc26-4d93-bbb5-fcce4952b556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '2bd552ca-7d1d-4778-8f9a-2b791bfe12be'}}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:26:38.509450 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-d8cb4971-a3c7-4ade-9a0a-d9eb9da2dea1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:38.529915 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f1aec8a0-b49b-4305-8963-b03bef4e81ec tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737602163420'] for network, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:38.594108 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f657e2-6f3b-4ae7-bfcc-c308b2868131 tempest-ExternalNetworksTestJSON-1106171049 tempest-ExternalNetworksTestJSON-1106171049-project-admin] Pushing event updated for resources: {'Network': ['ID=f4b17cb4-0bef-41dd-87a2-2e09e31b72da,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:26:38.603906 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-87f657e2-6f3b-4ae7-bfcc-c308b2868131 tempest-ExternalNetworksTestJSON-1106171049 tempest-ExternalNetworksTestJSON-1106171049-project-admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 862 time: 0.7054403
Dec 25 21:26:38.610434 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 41756) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:26:38.613317 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c368241d-64f1-4c9f-95ab-2de75817428f tempest-RoutersNegativeIpV6Test-2019333087 tempest-RoutersNegativeIpV6Test-2019333087-project] vlan segment allocate from pool success with {'vlan_id': 151, 'physical_network': 'physnet1'}  {{(pid=121606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 25 21:26:38.622720 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Network f4b17cb4-0bef-41dd-87a2-2e09e31b72da details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 25 21:26:38.629529 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3e945ecd-9380-47c2-aa0a-12ebe07e03e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:38.663224 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f1aec8a0-b49b-4305-8963-b03bef4e81ec tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870'] for network, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:38.669900 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1aec8a0-b49b-4305-8963-b03bef4e81ec tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:26:38.670517 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f1aec8a0-b49b-4305-8963-b03bef4e81ec tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for network, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:38.750758 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1aec8a0-b49b-4305-8963-b03bef4e81ec tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Pushing event updated for resources: {'Network': ['ID=03f673ba-57e2-4bea-8735-67090b61696a,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:26:38.762765 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-d8cb4971-a3c7-4ade-9a0a-d9eb9da2dea1 None None] For port 7e6fe32c-2d22-4ff7-8434-fbe5c55a11fc, host ncdv-master-1, cleared binding levels {{(pid=121608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:26:38.767225 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-d8cb4971-a3c7-4ade-9a0a-d9eb9da2dea1 None None] For port 7e6fe32c-2d22-4ff7-8434-fbe5c55a11fc, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7e6fe32c-2d22-4ff7-8434-fbe5c55a11fc,segment=NetworkSegment(70ae6cb9-fc26-4d93-bbb5-fcce4952b556),segment_id=70ae6cb9-fc26-4d93-bbb5-fcce4952b556)] {{(pid=121608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:26:38.770958 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Network 03f673ba-57e2-4bea-8735-67090b61696a details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 25 21:26:38.795827 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22486b46-a8f4-4a5e-a53b-c9fe2180af21 tempest-ExternalNetworksTestJSON-833523898 tempest-ExternalNetworksTestJSON-833523898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:26:38.797762 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-22486b46-a8f4-4a5e-a53b-c9fe2180af21 tempest-ExternalNetworksTestJSON-833523898 tempest-ExternalNetworksTestJSON-833523898-project] 10.222.0.32 "GET /v2.0/networks/f4b17cb4-0bef-41dd-87a2-2e09e31b72da HTTP/1.1" status: 200  len: 756 time: 0.1863339
Dec 25 21:26:38.799563 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-c368241d-64f1-4c9f-95ab-2de75817428f tempest-RoutersNegativeIpV6Test-2019333087 tempest-RoutersNegativeIpV6Test-2019333087-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:38.800018 ncdv-master-1 neutron-server[121606]: INFO neutron.db.segments_db [None req-c368241d-64f1-4c9f-95ab-2de75817428f tempest-RoutersNegativeIpV6Test-2019333087 tempest-RoutersNegativeIpV6Test-2019333087-project] Added segment 98946f9b-be97-4614-be50-2a0d9330c00f of type vlan for network 5f5a6e5e-663e-4edb-a5b4-ad29c8018fac
Dec 25 21:26:38.808830 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 41760) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:26:38.811389 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-bf6e0269-a379-4f94-a91f-95f350940dee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:38.838919 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-f1aec8a0-b49b-4305-8963-b03bef4e81ec tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 1.6309321
Dec 25 21:26:38.894992 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-d8cb4971-a3c7-4ade-9a0a-d9eb9da2dea1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:38.904636 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72558393-3ab9-4e48-be66-63fd7878e040 tempest-ExternalNetworksTestJSON-833523898 tempest-ExternalNetworksTestJSON-833523898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:26:38.906335 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-72558393-3ab9-4e48-be66-63fd7878e040 tempest-ExternalNetworksTestJSON-833523898 tempest-ExternalNetworksTestJSON-833523898-project] 10.222.0.32 "GET /v2.0/networks/f9465ace-c7aa-4987-8c2b-d50c17d324ec HTTP/1.1" status: 200  len: 768 time: 0.0960040
Dec 25 21:26:38.915463 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 41762) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:26:39.003597 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-bf6e0269-a379-4f94-a91f-95f350940dee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:39.008060 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-c368241d-64f1-4c9f-95ab-2de75817428f tempest-RoutersNegativeIpV6Test-2019333087 tempest-RoutersNegativeIpV6Test-2019333087-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737602163420'] for network, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:39.058484 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cb4971-a3c7-4ade-9a0a-d9eb9da2dea1 None None] Pushing event updated for resources: {'Port': ['ID=7e6fe32c-2d22-4ff7-8434-fbe5c55a11fc,revision_number=2']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:26:39.115819 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-cc41b35f-159b-4f0a-82e9-92bba2247d4e tempest-ExternalNetworksTestJSON-1106171049 tempest-ExternalNetworksTestJSON-1106171049-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625803'] for network, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:39.226423 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-cc41b35f-159b-4f0a-82e9-92bba2247d4e tempest-ExternalNetworksTestJSON-1106171049 tempest-ExternalNetworksTestJSON-1106171049-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997585', 'neutron.services.segments.db._delete_segments_for_network-8737602743071'] for network, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:39.251383 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.segments.db [None req-cc41b35f-159b-4f0a-82e9-92bba2247d4e tempest-ExternalNetworksTestJSON-1106171049 tempest-ExternalNetworksTestJSON-1106171049-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f26126e59d0>,) {'filters': {'network_id': ['f4b17cb4-0bef-41dd-87a2-2e09e31b72da']}} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:26:39.264495 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.segments.db [None req-cc41b35f-159b-4f0a-82e9-92bba2247d4e tempest-ExternalNetworksTestJSON-1106171049 tempest-ExternalNetworksTestJSON-1106171049-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f26126e59d0>, 'fb327400-951f-4c35-9db4-17631be5f075') {'for_net_delete': True} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:26:39.265141 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.segments.db [None req-cc41b35f-159b-4f0a-82e9-92bba2247d4e tempest-ExternalNetworksTestJSON-1106171049 tempest-ExternalNetworksTestJSON-1106171049-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f26126e59d0>, 'fb327400-951f-4c35-9db4-17631be5f075') {} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:26:39.276243 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-c368241d-64f1-4c9f-95ab-2de75817428f tempest-RoutersNegativeIpV6Test-2019333087 tempest-RoutersNegativeIpV6Test-2019333087-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870'] for network, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:39.284050 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c368241d-64f1-4c9f-95ab-2de75817428f tempest-RoutersNegativeIpV6Test-2019333087 tempest-RoutersNegativeIpV6Test-2019333087-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:26:39.284856 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-c368241d-64f1-4c9f-95ab-2de75817428f tempest-RoutersNegativeIpV6Test-2019333087 tempest-RoutersNegativeIpV6Test-2019333087-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for network, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:39.302076 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-cc41b35f-159b-4f0a-82e9-92bba2247d4e tempest-ExternalNetworksTestJSON-1106171049 tempest-ExternalNetworksTestJSON-1106171049-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737602746920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9084222'] for segment, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:39.357235 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-bf6e0269-a379-4f94-a91f-95f350940dee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:39.358113 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-bf6e0269-a379-4f94-a91f-95f350940dee admin admin] Publish callbacks [] for security_group, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:39.361954 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-bf6e0269-a379-4f94-a91f-95f350940dee admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6098360c-9b03-433c-bc95-5f000aa532d1 HTTP/1.1" status: 204  len: 168 time: 0.9105160
Dec 25 21:26:39.379985 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-c368241d-64f1-4c9f-95ab-2de75817428f tempest-RoutersNegativeIpV6Test-2019333087 tempest-RoutersNegativeIpV6Test-2019333087-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 772 time: 1.0685921
Dec 25 21:26:39.388690 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6e0269-a379-4f94-a91f-95f350940dee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6098360c-9b03-433c-bc95-5f000aa532d1,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:26:39.390382 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 41768) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:26:39.397960 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-cc41b35f-159b-4f0a-82e9-92bba2247d4e tempest-ExternalNetworksTestJSON-1106171049 tempest-ExternalNetworksTestJSON-1106171049-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:39.412515 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-93d59042-750e-4f01-bb2d-a98fed4e8784 tempest-RoutersNegativeIpV6Test-2019333087 tempest-RoutersNegativeIpV6Test-2019333087-project] Request body: {'subnet': {'network_id': '3b2785bd-013f-4fd5-9b83-272ba358bc7f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:26:39.438394 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc41b35f-159b-4f0a-82e9-92bba2247d4e tempest-ExternalNetworksTestJSON-1106171049 tempest-ExternalNetworksTestJSON-1106171049-project-admin] Releasing vlan 157 on physical network physnet1 to pool {{(pid=121606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 25 21:26:39.438997 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-cc41b35f-159b-4f0a-82e9-92bba2247d4e tempest-ExternalNetworksTestJSON-1106171049 tempest-ExternalNetworksTestJSON-1106171049-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9084542'] for segment, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:39.443968 ncdv-master-1 neutron-server[121606]: Traceback (most recent call last):
Dec 25 21:26:39.443968 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 25 21:26:39.443968 ncdv-master-1 neutron-server[121606]:     timer()
Dec 25 21:26:39.443968 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 25 21:26:39.443968 ncdv-master-1 neutron-server[121606]:     cb(*args, **kw)
Dec 25 21:26:39.443968 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 25 21:26:39.443968 ncdv-master-1 neutron-server[121606]:     return func(*args, **kwargs)
Dec 25 21:26:39.443968 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 25 21:26:39.443968 ncdv-master-1 neutron-server[121606]:     self._notify()
Dec 25 21:26:39.443968 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 25 21:26:39.443968 ncdv-master-1 neutron-server[121606]:     self.callback(batched_events)
Dec 25 21:26:39.443968 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 25 21:26:39.443968 ncdv-master-1 neutron-server[121606]:     event.method(event)
Dec 25 21:26:39.443968 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 25 21:26:39.443968 ncdv-master-1 neutron-server[121606]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 25 21:26:39.443968 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 25 21:26:39.443968 ncdv-master-1 neutron-server[121606]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 25 21:26:39.443968 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 25 21:26:39.443968 ncdv-master-1 neutron-server[121606]:     return f(self, *a, **k)
Dec 25 21:26:39.443968 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 25 21:26:39.443968 ncdv-master-1 neutron-server[121606]:     return self._get(url).json()
Dec 25 21:26:39.443968 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 25 21:26:39.443968 ncdv-master-1 neutron-server[121606]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 25 21:26:39.443968 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 25 21:26:39.443968 ncdv-master-1 neutron-server[121606]:     return self.request(url, 'GET', **kwargs)
Dec 25 21:26:39.443968 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 25 21:26:39.443968 ncdv-master-1 neutron-server[121606]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 25 21:26:39.443968 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 25 21:26:39.443968 ncdv-master-1 neutron-server[121606]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 25 21:26:39.443968 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 25 21:26:39.443968 ncdv-master-1 neutron-server[121606]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 25 21:26:39.443968 ncdv-master-1 neutron-server[121606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 25 21:26:39.501670 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-15cb578f-7a63-4fd3-925d-83bad4c7b82a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:39.569551 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 41770) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:26:39.686005 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c368241d-64f1-4c9f-95ab-2de75817428f tempest-RoutersNegativeIpV6Test-2019333087 tempest-RoutersNegativeIpV6Test-2019333087-project] Pushing event updated for resources: {'Network': ['ID=5f5a6e5e-663e-4edb-a5b4-ad29c8018fac,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:26:39.702839 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Network 5f5a6e5e-663e-4edb-a5b4-ad29c8018fac details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 25 21:26:39.729285 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-76260f18-5473-461b-b33c-2d91746edc66 tempest-RoutersAdminTest-58483452 tempest-RoutersAdminTest-58483452-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2009782', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2014271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14898'] for router, precommit_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:39.746151 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-76260f18-5473-461b-b33c-2d91746edc66 tempest-RoutersAdminTest-58483452 tempest-RoutersAdminTest-58483452-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2009753', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2009775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2009760', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2014256'] for router, after_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:39.791987 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f9fa09b1-a4cb-4237-b134-4ca9e8eb5fb0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:39.891827 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93d59042-750e-4f01-bb2d-a98fed4e8784 tempest-RoutersNegativeIpV6Test-2019333087 tempest-RoutersNegativeIpV6Test-2019333087-project] Made reservation on behalf of 1a30408bfc1c43ddad1910ff6dced273 for: {'subnet': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:26:39.897402 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-93d59042-750e-4f01-bb2d-a98fed4e8784 tempest-RoutersNegativeIpV6Test-2019333087 tempest-RoutersNegativeIpV6Test-2019333087-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9028529'] for subnet, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:39.899130 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-cc41b35f-159b-4f0a-82e9-92bba2247d4e tempest-ExternalNetworksTestJSON-1106171049 tempest-ExternalNetworksTestJSON-1106171049-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2008653'] for network, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:39.938561 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc41b35f-159b-4f0a-82e9-92bba2247d4e tempest-ExternalNetworksTestJSON-1106171049 tempest-ExternalNetworksTestJSON-1106171049-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  f4b17cb4-0bef-41dd-87a2-2e09e31b72da {{(pid=121606) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}}
Dec 25 21:26:39.938561 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc41b35f-159b-4f0a-82e9-92bba2247d4e tempest-ExternalNetworksTestJSON-1106171049 tempest-ExternalNetworksTestJSON-1106171049-project-admin] Pushing event deleted for resources: {'Network': ['ID=f4b17cb4-0bef-41dd-87a2-2e09e31b72da,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:26:39.938561 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-cc41b35f-159b-4f0a-82e9-92bba2247d4e tempest-ExternalNetworksTestJSON-1106171049 tempest-ExternalNetworksTestJSON-1106171049-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for network, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:39.938561 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-cc41b35f-159b-4f0a-82e9-92bba2247d4e tempest-ExternalNetworksTestJSON-1106171049 tempest-ExternalNetworksTestJSON-1106171049-project-admin] 10.222.0.32 "DELETE /v2.0/networks/f4b17cb4-0bef-41dd-87a2-2e09e31b72da HTTP/1.1" status: 204  len: 168 time: 1.0180066
Dec 25 21:26:39.941505 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 41776) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:26:39.949913 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-45aafa18-46cf-4c3f-9afc-34a68a97d820 tempest-ExternalNetworksTestJSON-1106171049 tempest-ExternalNetworksTestJSON-1106171049-project-admin] Request body: {'network': {'name': 'tempest-network--243047477'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:26:39.952551 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76260f18-5473-461b-b33c-2d91746edc66 tempest-RoutersAdminTest-58483452 tempest-RoutersAdminTest-58483452-project-admin] Router 59edc5a6-9d8b-4be6-bc84-0dc272e71e03 has already been hosted by L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 {{(pid=121607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 25 21:26:40.042513 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f9fa09b1-a4cb-4237-b134-4ca9e8eb5fb0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:40.167792 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f9fa09b1-a4cb-4237-b134-4ca9e8eb5fb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:40.249547 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45aafa18-46cf-4c3f-9afc-34a68a97d820 tempest-ExternalNetworksTestJSON-1106171049 tempest-ExternalNetworksTestJSON-1106171049-project-admin] Made reservation on behalf of 85b9f37084a94243b3bf7fdbb9b03f1b for: {'network': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:26:40.253568 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-45aafa18-46cf-4c3f-9afc-34a68a97d820 tempest-ExternalNetworksTestJSON-1106171049 tempest-ExternalNetworksTestJSON-1106171049-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for network, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:40.300549 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 41786) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:26:40.301352 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-f9fa09b1-a4cb-4237-b134-4ca9e8eb5fb0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3748ea7dd8cc4b04b0a0e226a60f3f79&name=default HTTP/1.1" status: 200  len: 3000 time: 0.7301295
Dec 25 21:26:40.332561 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fa09b1-a4cb-4237-b134-4ca9e8eb5fb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bf8484a-c338-4f5f-83b9-ee03e4d5ab5f,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:26:40.374994 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45aafa18-46cf-4c3f-9afc-34a68a97d820 tempest-ExternalNetworksTestJSON-1106171049 tempest-ExternalNetworksTestJSON-1106171049-project-admin] vlan segment allocate from pool success with {'vlan_id': 181, 'physical_network': 'physnet1'}  {{(pid=121607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 25 21:26:40.395709 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76260f18-5473-461b-b33c-2d91746edc66 tempest-RoutersAdminTest-58483452 tempest-RoutersAdminTest-58483452-project-admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 21:26:40.402213 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-93d59042-750e-4f01-bb2d-a98fed4e8784 tempest-RoutersNegativeIpV6Test-2019333087 tempest-RoutersNegativeIpV6Test-2019333087-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9084170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9028515'] for subnet, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:40.404011 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-76260f18-5473-461b-b33c-2d91746edc66 tempest-RoutersAdminTest-58483452 tempest-RoutersAdminTest-58483452-project-admin] Publish callbacks [] for router, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:40.412604 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-76260f18-5473-461b-b33c-2d91746edc66 tempest-RoutersAdminTest-58483452 tempest-RoutersAdminTest-58483452-project-admin] 10.222.0.32 "PUT /v2.0/routers/59edc5a6-9d8b-4be6-bc84-0dc272e71e03 HTTP/1.1" status: 200  len: 922 time: 2.4569073
Dec 25 21:26:40.414255 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-45aafa18-46cf-4c3f-9afc-34a68a97d820 tempest-ExternalNetworksTestJSON-1106171049 tempest-ExternalNetworksTestJSON-1106171049-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:40.415144 ncdv-master-1 neutron-server[121607]: INFO neutron.db.segments_db [None req-45aafa18-46cf-4c3f-9afc-34a68a97d820 tempest-ExternalNetworksTestJSON-1106171049 tempest-ExternalNetworksTestJSON-1106171049-project-admin] Added segment d9337b6b-9071-46d8-a2fa-7289a6fa7d73 of type vlan for network f9547eb9-af2d-4e38-82dd-13fe549b9461
Dec 25 21:26:40.428688 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 41790) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:26:40.585350 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-45aafa18-46cf-4c3f-9afc-34a68a97d820 tempest-ExternalNetworksTestJSON-1106171049 tempest-ExternalNetworksTestJSON-1106171049-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737602163420'] for network, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:40.603004 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93d59042-750e-4f01-bb2d-a98fed4e8784 tempest-RoutersNegativeIpV6Test-2019333087 tempest-RoutersNegativeIpV6Test-2019333087-project] Checking segment: {'id': '1614a2aa-59fe-4df0-92d7-2ee738be0c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '3b2785bd-013f-4fd5-9b83-272ba358bc7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:26:40.603004 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93d59042-750e-4f01-bb2d-a98fed4e8784 tempest-RoutersNegativeIpV6Test-2019333087 tempest-RoutersNegativeIpV6Test-2019333087-project] Network hostable DHCP agents. Network: 3b2785bd-013f-4fd5-9b83-272ba358bc7f, hostable agents: ['1813db88-2c1b-4357-a2ba-869246b663c2'], hosted agents: [] {{(pid=121606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 25 21:26:40.606075 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d59042-750e-4f01-bb2d-a98fed4e8784 tempest-RoutersNegativeIpV6Test-2019333087 tempest-RoutersNegativeIpV6Test-2019333087-project] Pushing event updated for resources: {'Subnet': ['ID=03dfc083-4fa9-4e44-a174-9a6b75ef6df5,revision_number=0']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:26:40.610875 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-c216a438-bbb6-4e14-af12-1617038c4c40 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:40.633845 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:40.638997 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-c216a438-bbb6-4e14-af12-1617038c4c40 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:40.730548 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b784e2b-5186-476e-928f-876d22776154 None None] Sync routers for ids ['59edc5a6-9d8b-4be6-bc84-0dc272e71e03'] in ncdv-master-1 {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 21:26:40.752509 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 41796) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:26:40.756525 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.agents_db [None req-ec08dba0-4483-4109-b5e1-5e4a9fdaf12d None None] Agent healthcheck: found 7 active agents {{(pid=121609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 25 21:26:40.762105 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b784e2b-5186-476e-928f-876d22776154 None None] Routers {'59edc5a6-9d8b-4be6-bc84-0dc272e71e03'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:26:40.763025 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-4b784e2b-5186-476e-928f-876d22776154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f26189572b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:26:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['59edc5a6-9d8b-4be6-bc84-0dc272e71e03'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:26:40.763781 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-320a8a63-0512-463d-8f59-9b81795a4e71 tempest-RoutersAdminTest-58483452 tempest-RoutersAdminTest-58483452-project-admin] 10.222.0.32 "GET /v2.0/routers/59edc5a6-9d8b-4be6-bc84-0dc272e71e03 HTTP/1.1" status: 200  len: 922 time: 0.3335474
Dec 25 21:26:40.809547 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-4b784e2b-5186-476e-928f-876d22776154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f26189572b0>, [], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:26:40.814637 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4329fa3b-206c-4fbe-910c-2bfcd82421ad None None] Network 2bd552ca-7d1d-4778-8f9a-2b791bfe12be requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:26:40.815029 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93d59042-750e-4f01-bb2d-a98fed4e8784 tempest-RoutersNegativeIpV6Test-2019333087 tempest-RoutersNegativeIpV6Test-2019333087-project] Network 3b2785bd-013f-4fd5-9b83-272ba358bc7f is scheduled to be hosted by DHCP agent 1813db88-2c1b-4357-a2ba-869246b663c2 with binding_index 1 {{(pid=121606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 25 21:26:40.824369 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b784e2b-5186-476e-928f-876d22776154 None None] Routers {'59edc5a6-9d8b-4be6-bc84-0dc272e71e03'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:26:40.827319 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-4b784e2b-5186-476e-928f-876d22776154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f26189572b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:26:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['59edc5a6-9d8b-4be6-bc84-0dc272e71e03'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:26:40.834093 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-45aafa18-46cf-4c3f-9afc-34a68a97d820 tempest-ExternalNetworksTestJSON-1106171049 tempest-ExternalNetworksTestJSON-1106171049-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870'] for network, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:40.835293 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45aafa18-46cf-4c3f-9afc-34a68a97d820 tempest-ExternalNetworksTestJSON-1106171049 tempest-ExternalNetworksTestJSON-1106171049-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:26:40.836032 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-45aafa18-46cf-4c3f-9afc-34a68a97d820 tempest-ExternalNetworksTestJSON-1106171049 tempest-ExternalNetworksTestJSON-1106171049-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for network, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:40.855191 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-c216a438-bbb6-4e14-af12-1617038c4c40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:40.865219 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-c216a438-bbb6-4e14-af12-1617038c4c40 admin admin] Publish callbacks [] for security_group, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:40.872808 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-c216a438-bbb6-4e14-af12-1617038c4c40 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6bf8484a-c338-4f5f-83b9-ee03e4d5ab5f HTTP/1.1" status: 204  len: 168 time: 0.5705342
Dec 25 21:26:40.896756 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c216a438-bbb6-4e14-af12-1617038c4c40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bf8484a-c338-4f5f-83b9-ee03e4d5ab5f,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:26:40.917091 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae35c226-5c1d-4c42-8aa8-10badf835737 tempest-RoutersAdminTest-58483452 tempest-RoutersAdminTest-58483452-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:26:40.927544 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-ae35c226-5c1d-4c42-8aa8-10badf835737 tempest-RoutersAdminTest-58483452 tempest-RoutersAdminTest-58483452-project-admin] 10.222.0.32 "GET /v2.0/ports?network_id=7201e55c-7c5f-41aa-a042-a363696539d0&device_id=59edc5a6-9d8b-4be6-bc84-0dc272e71e03&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 945 time: 0.1736662
Dec 25 21:26:40.930649 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 41804) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:26:40.980303 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-4b784e2b-5186-476e-928f-876d22776154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f26189572b0>, [], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:26:40.983531 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b784e2b-5186-476e-928f-876d22776154 None None] The sync data for ids ['59edc5a6-9d8b-4be6-bc84-0dc272e71e03'] in ncdv-master-1 is: [] {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 21:26:41.013083 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-45aafa18-46cf-4c3f-9afc-34a68a97d820 tempest-ExternalNetworksTestJSON-1106171049 tempest-ExternalNetworksTestJSON-1106171049-project-admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 863 time: 1.0707839
Dec 25 21:26:41.014119 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45aafa18-46cf-4c3f-9afc-34a68a97d820 tempest-ExternalNetworksTestJSON-1106171049 tempest-ExternalNetworksTestJSON-1106171049-project-admin] Pushing event updated for resources: {'Network': ['ID=f9547eb9-af2d-4e38-82dd-13fe549b9461,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:26:41.021275 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 41808) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:26:41.035000 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-0274ba1e-4a48-49af-87c7-9cb7a8ba6292 tempest-ExternalNetworksTestJSON-1106171049 tempest-ExternalNetworksTestJSON-1106171049-project-admin] Request body: {'network': {'router:external': True}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:26:41.040299 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Network f9547eb9-af2d-4e38-82dd-13fe549b9461 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 25 21:26:41.126230 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [None req-93d59042-750e-4f01-bb2d-a98fed4e8784 tempest-RoutersNegativeIpV6Test-2019333087 tempest-RoutersNegativeIpV6Test-2019333087-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 3b2785bd-013f-4fd5-9b83-272ba358bc7f) {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:26:41.145781 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93d59042-750e-4f01-bb2d-a98fed4e8784 tempest-RoutersNegativeIpV6Test-2019333087 tempest-RoutersNegativeIpV6Test-2019333087-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:26:41.148973 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-93d59042-750e-4f01-bb2d-a98fed4e8784 tempest-RoutersNegativeIpV6Test-2019333087 tempest-RoutersNegativeIpV6Test-2019333087-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for subnet, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:41.211930 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-975a21f6-1089-4631-8f90-78007ed7ae20 None None] Network 3b2785bd-013f-4fd5-9b83-272ba358bc7f requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:26:41.257320 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 41812) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:26:41.306654 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ec8d5a3-3b86-4155-85ff-2f21fd8df10a tempest-RoutersAdminTest-58483452 tempest-RoutersAdminTest-58483452-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:26:41.308819 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-5ec8d5a3-3b86-4155-85ff-2f21fd8df10a tempest-RoutersAdminTest-58483452 tempest-RoutersAdminTest-58483452-project-admin] 10.222.0.32 "GET /v2.0/networks/7201e55c-7c5f-41aa-a042-a363696539d0 HTTP/1.1" status: 200  len: 881 time: 0.3758683
Dec 25 21:26:41.311932 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 41816) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:26:41.352834 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 7e6fe32c-2d22-4ff7-8434-fbe5c55a11fc up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:26:41.355707 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-93d59042-750e-4f01-bb2d-a98fed4e8784 tempest-RoutersNegativeIpV6Test-2019333087 tempest-RoutersNegativeIpV6Test-2019333087-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.9599366
Dec 25 21:26:41.358515 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-c3a9f848-7a5a-428c-8d98-cce1d9baf10c tempest-RoutersAdminTest-266561384 tempest-RoutersAdminTest-266561384-project] 10.222.0.32 "GET /v2.0/ports?device_id=59edc5a6-9d8b-4be6-bc84-0dc272e71e03 HTTP/1.1" status: 200  len: 205 time: 0.0451725
Dec 25 21:26:41.371505 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78563ca-fe53-447d-ac3a-3c9f11359fae req-931a5e68-ca1f-42c0-86df-df65c8e99862 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:26:41.379441 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78563ca-fe53-447d-ac3a-3c9f11359fae req-931a5e68-ca1f-42c0-86df-df65c8e99862 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:26:41.386242 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78563ca-fe53-447d-ac3a-3c9f11359fae req-931a5e68-ca1f-42c0-86df-df65c8e99862 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:26:41.394127 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78563ca-fe53-447d-ac3a-3c9f11359fae req-931a5e68-ca1f-42c0-86df-df65c8e99862 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:26:41.401253 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78563ca-fe53-447d-ac3a-3c9f11359fae req-931a5e68-ca1f-42c0-86df-df65c8e99862 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:26:41.411276 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78563ca-fe53-447d-ac3a-3c9f11359fae req-931a5e68-ca1f-42c0-86df-df65c8e99862 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:26:41.417980 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78563ca-fe53-447d-ac3a-3c9f11359fae req-931a5e68-ca1f-42c0-86df-df65c8e99862 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:26:41.420351 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d78563ca-fe53-447d-ac3a-3c9f11359fae req-931a5e68-ca1f-42c0-86df-df65c8e99862 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa2d5924-6a22-461e-b48b-e73f52f4b72c HTTP/1.1" status: 200  len: 5445 time: 0.2989049
Dec 25 21:26:41.421135 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 41820) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:26:41.421627 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 41822) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:26:41.440409 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-a9dd6676-f19e-4851-840c-b50d35814934 tempest-RoutersNegativeIpV6Test-2019333087 tempest-RoutersNegativeIpV6Test-2019333087-project] Request body: {'subnet': {'network_id': '5f5a6e5e-663e-4edb-a5b4-ad29c8018fac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:26:41.446588 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-0274ba1e-4a48-49af-87c7-9cb7a8ba6292 tempest-ExternalNetworksTestJSON-1106171049 tempest-ExternalNetworksTestJSON-1106171049-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737602163420'] for network, precommit_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:41.511711 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-606040c8-100c-4d65-8ece-889b647a0f87 None None] Provisioning complete for port 7e6fe32c-2d22-4ff7-8434-fbe5c55a11fc triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:26:41.512255 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-606040c8-100c-4d65-8ece-889b647a0f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:41.560265 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82187ec2-a50a-475f-a4cd-e644b27390f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-3b2785bd-013f-4fd5-9b83-272ba358bc7f', 'network_id': '3b2785bd-013f-4fd5-9b83-272ba358bc7f', 'project_id': '1a30408bfc1c43ddad1910ff6dced273', 'fixed_ips': [{'subnet_id': '03dfc083-4fa9-4e44-a174-9a6b75ef6df5'}]}} from ncdv-master-1. {{(pid=121608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 25 21:26:41.561512 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-82187ec2-a50a-475f-a4cd-e644b27390f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:41.580981 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-d84830b1-f400-42e8-929e-23ef508be5ee admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-4777664-network', 'tenant_id': '0560c323ec8e41b3bc05939e12e049d5'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:26:41.599460 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-0274ba1e-4a48-49af-87c7-9cb7a8ba6292 tempest-ExternalNetworksTestJSON-1106171049 tempest-ExternalNetworksTestJSON-1106171049-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870'] for network, after_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:41.729152 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0274ba1e-4a48-49af-87c7-9cb7a8ba6292 tempest-ExternalNetworksTestJSON-1106171049 tempest-ExternalNetworksTestJSON-1106171049-project-admin] Pushing event updated for resources: {'Network': ['ID=f9547eb9-af2d-4e38-82dd-13fe549b9461,revision_number=2']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:26:41.732203 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-0274ba1e-4a48-49af-87c7-9cb7a8ba6292 tempest-ExternalNetworksTestJSON-1106171049 tempest-ExternalNetworksTestJSON-1106171049-project-admin] Network f9547eb9-af2d-4e38-82dd-13fe549b9461 is not hosted by any dhcp agent {{(pid=121607) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}}
Dec 25 21:26:41.733294 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0274ba1e-4a48-49af-87c7-9cb7a8ba6292 tempest-ExternalNetworksTestJSON-1106171049 tempest-ExternalNetworksTestJSON-1106171049-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:26:41.733997 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-0274ba1e-4a48-49af-87c7-9cb7a8ba6292 tempest-ExternalNetworksTestJSON-1106171049 tempest-ExternalNetworksTestJSON-1106171049-project-admin] Publish callbacks [] for network, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:41.739970 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-0274ba1e-4a48-49af-87c7-9cb7a8ba6292 tempest-ExternalNetworksTestJSON-1106171049 tempest-ExternalNetworksTestJSON-1106171049-project-admin] 10.222.0.32 "PUT /v2.0/networks/f9547eb9-af2d-4e38-82dd-13fe549b9461 HTTP/1.1" status: 200  len: 857 time: 0.7160804
Dec 25 21:26:41.741391 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 41824) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:26:41.748386 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port 7e6fe32c-2d22-4ff7-8434-fbe5c55a11fc triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:26:41.749417 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:41.850758 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-2250bd70-3e9b-4385-a7ed-8ac0a8654a23 tempest-RoutersAdminTest-266561384 tempest-RoutersAdminTest-266561384-project] Publish callbacks [] for router, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:41.851408 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d84830b1-f400-42e8-929e-23ef508be5ee admin admin] Made reservation on behalf of 0560c323ec8e41b3bc05939e12e049d5 for: {'network': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:26:41.859996 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-d84830b1-f400-42e8-929e-23ef508be5ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for network, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:41.901038 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-606040c8-100c-4d65-8ece-889b647a0f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:41.904840 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-35afbb8e-a3c3-4002-a066-a591c4fef8c9 tempest-ExternalNetworksTestJSON-1106171049 tempest-ExternalNetworksTestJSON-1106171049-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625803'] for network, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:41.943714 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-d84830b1-f400-42e8-929e-23ef508be5ee admin admin] Publish callbacks [] for security_group, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:41.953927 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 41826) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:26:41.961468 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.db_base_plugin_common [None req-82187ec2-a50a-475f-a4cd-e644b27390f6 None None] Allocated IP 2001:db8::2 (3b2785bd-013f-4fd5-9b83-272ba358bc7f/03dfc083-4fa9-4e44-a174-9a6b75ef6df5/6c0f7efc-2f78-4d57-91e3-7eb7bcdc35f1) {{(pid=121608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:26:41.985309 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-fbbe19c5-21d7-4258-98d0-06cabf800dfb admin admin] Publish callbacks [] for security_group, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:42.037992 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-35afbb8e-a3c3-4002-a066-a591c4fef8c9 tempest-ExternalNetworksTestJSON-1106171049 tempest-ExternalNetworksTestJSON-1106171049-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997585', 'neutron.services.segments.db._delete_segments_for_network-8737602743071'] for network, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:42.061733 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-35afbb8e-a3c3-4002-a066-a591c4fef8c9 tempest-ExternalNetworksTestJSON-1106171049 tempest-ExternalNetworksTestJSON-1106171049-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2612e89760>,) {'filters': {'network_id': ['f9547eb9-af2d-4e38-82dd-13fe549b9461']}} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:26:42.072852 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-35afbb8e-a3c3-4002-a066-a591c4fef8c9 tempest-ExternalNetworksTestJSON-1106171049 tempest-ExternalNetworksTestJSON-1106171049-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2612e89760>, 'd9337b6b-9071-46d8-a2fa-7289a6fa7d73') {'for_net_delete': True} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:26:42.073504 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-35afbb8e-a3c3-4002-a066-a591c4fef8c9 tempest-ExternalNetworksTestJSON-1106171049 tempest-ExternalNetworksTestJSON-1106171049-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2612e89760>, 'd9337b6b-9071-46d8-a2fa-7289a6fa7d73') {} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:26:42.083901 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-35afbb8e-a3c3-4002-a066-a591c4fef8c9 tempest-ExternalNetworksTestJSON-1106171049 tempest-ExternalNetworksTestJSON-1106171049-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737602746920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10246592'] for segment, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:42.085638 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-fbbe19c5-21d7-4258-98d0-06cabf800dfb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:42.100847 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-35afbb8e-a3c3-4002-a066-a591c4fef8c9 tempest-ExternalNetworksTestJSON-1106171049 tempest-ExternalNetworksTestJSON-1106171049-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:42.121142 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35afbb8e-a3c3-4002-a066-a591c4fef8c9 tempest-ExternalNetworksTestJSON-1106171049 tempest-ExternalNetworksTestJSON-1106171049-project-admin] Releasing vlan 181 on physical network physnet1 to pool {{(pid=121607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 25 21:26:42.121142 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-35afbb8e-a3c3-4002-a066-a591c4fef8c9 tempest-ExternalNetworksTestJSON-1106171049 tempest-ExternalNetworksTestJSON-1106171049-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8633327'] for segment, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:42.122038 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d78563ca-fe53-447d-ac3a-3c9f11359fae req-d5153c8e-7c77-488e-9c19-3e3dca6bbc4b tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] 10.222.0.32 "GET /v2.0/security-groups?id=b91eef00-e17a-4a6b-bf8c-dc658b79c2db&id=051b583c-529b-425b-89b3-0dd7f4245e61&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.6520925
Dec 25 21:26:42.122139 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-82187ec2-a50a-475f-a4cd-e644b27390f6 None None] Publish callbacks [] for port, precommit_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:42.202304 ncdv-master-1 neutron-server[121607]: Traceback (most recent call last):
Dec 25 21:26:42.202304 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 25 21:26:42.202304 ncdv-master-1 neutron-server[121607]:     timer()
Dec 25 21:26:42.202304 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 25 21:26:42.202304 ncdv-master-1 neutron-server[121607]:     cb(*args, **kw)
Dec 25 21:26:42.202304 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 25 21:26:42.202304 ncdv-master-1 neutron-server[121607]:     return func(*args, **kwargs)
Dec 25 21:26:42.202304 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 25 21:26:42.202304 ncdv-master-1 neutron-server[121607]:     self._notify()
Dec 25 21:26:42.202304 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 25 21:26:42.202304 ncdv-master-1 neutron-server[121607]:     self.callback(batched_events)
Dec 25 21:26:42.202304 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 25 21:26:42.202304 ncdv-master-1 neutron-server[121607]:     event.method(event)
Dec 25 21:26:42.202304 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 25 21:26:42.202304 ncdv-master-1 neutron-server[121607]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 25 21:26:42.202304 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 25 21:26:42.202304 ncdv-master-1 neutron-server[121607]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 25 21:26:42.202304 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 25 21:26:42.202304 ncdv-master-1 neutron-server[121607]:     return f(self, *a, **k)
Dec 25 21:26:42.202304 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 25 21:26:42.202304 ncdv-master-1 neutron-server[121607]:     return self._get(url).json()
Dec 25 21:26:42.202304 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 25 21:26:42.202304 ncdv-master-1 neutron-server[121607]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 25 21:26:42.202304 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 25 21:26:42.202304 ncdv-master-1 neutron-server[121607]:     return self.request(url, 'GET', **kwargs)
Dec 25 21:26:42.202304 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 25 21:26:42.202304 ncdv-master-1 neutron-server[121607]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 25 21:26:42.202304 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 25 21:26:42.202304 ncdv-master-1 neutron-server[121607]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 25 21:26:42.202304 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 25 21:26:42.202304 ncdv-master-1 neutron-server[121607]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 25 21:26:42.202304 ncdv-master-1 neutron-server[121607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 25 21:26:42.212760 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-fbbe19c5-21d7-4258-98d0-06cabf800dfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:42.250322 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9dd6676-f19e-4851-840c-b50d35814934 tempest-RoutersNegativeIpV6Test-2019333087 tempest-RoutersNegativeIpV6Test-2019333087-project] Made reservation on behalf of 1a30408bfc1c43ddad1910ff6dced273 for: {'subnet': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:26:42.255087 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-a9dd6676-f19e-4851-840c-b50d35814934 tempest-RoutersNegativeIpV6Test-2019333087 tempest-RoutersNegativeIpV6Test-2019333087-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9028529'] for subnet, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:42.274169 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-35afbb8e-a3c3-4002-a066-a591c4fef8c9 tempest-ExternalNetworksTestJSON-1106171049 tempest-ExternalNetworksTestJSON-1106171049-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2008653'] for network, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:42.288049 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35afbb8e-a3c3-4002-a066-a591c4fef8c9 tempest-ExternalNetworksTestJSON-1106171049 tempest-ExternalNetworksTestJSON-1106171049-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  f9547eb9-af2d-4e38-82dd-13fe549b9461 {{(pid=121607) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}}
Dec 25 21:26:42.291238 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-606040c8-100c-4d65-8ece-889b647a0f87 None None] For port 7e6fe32c-2d22-4ff7-8434-fbe5c55a11fc, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7e6fe32c-2d22-4ff7-8434-fbe5c55a11fc,segment=NetworkSegment(70ae6cb9-fc26-4d93-bbb5-fcce4952b556),segment_id=70ae6cb9-fc26-4d93-bbb5-fcce4952b556)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:26:42.294519 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 41830) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:26:42.295486 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-82187ec2-a50a-475f-a4cd-e644b27390f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946'] for port, after_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:42.295669 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-35afbb8e-a3c3-4002-a066-a591c4fef8c9 tempest-ExternalNetworksTestJSON-1106171049 tempest-ExternalNetworksTestJSON-1106171049-project-admin] Publish callbacks [] for network, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:42.302418 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-35afbb8e-a3c3-4002-a066-a591c4fef8c9 tempest-ExternalNetworksTestJSON-1106171049 tempest-ExternalNetworksTestJSON-1106171049-project-admin] 10.222.0.32 "DELETE /v2.0/networks/f9547eb9-af2d-4e38-82dd-13fe549b9461 HTTP/1.1" status: 204  len: 168 time: 0.5516994
Dec 25 21:26:42.303994 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbe19c5-21d7-4258-98d0-06cabf800dfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67a53c3c-e5ca-4547-a7fd-8f6442def015,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:26:42.305103 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-f809af72-3c48-4df1-b65a-b10216c777f1 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Request body: {'subnet': {'network_id': '03f673ba-57e2-4bea-8735-67090b61696a', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:26:42.327287 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 41832) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:26:42.341544 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82187ec2-a50a-475f-a4cd-e644b27390f6 None None] Network 3b2785bd-013f-4fd5-9b83-272ba358bc7f is already hosted by enough agents. {{(pid=121608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:26:42.349427 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.base_scheduler [None req-82187ec2-a50a-475f-a4cd-e644b27390f6 None None] Resources bound (agent type, host, resource id):  {{(pid=121608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:26:42.353226 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35afbb8e-a3c3-4002-a066-a591c4fef8c9 tempest-ExternalNetworksTestJSON-1106171049 tempest-ExternalNetworksTestJSON-1106171049-project-admin] Pushing event deleted for resources: {'Network': ['ID=f9547eb9-af2d-4e38-82dd-13fe549b9461,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:26:42.358249 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82187ec2-a50a-475f-a4cd-e644b27390f6 None None] Received port after_create {{(pid=121608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:26:42.394358 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-606040c8-100c-4d65-8ece-889b647a0f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:42.431717 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82187ec2-a50a-475f-a4cd-e644b27390f6 None None] Pushing event updated for resources: {'Port': ['ID=6c0f7efc-2f78-4d57-91e3-7eb7bcdc35f1,revision_number=1']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:26:42.460010 ncdv-master-1 neutron-server[121606]: INFO neutron.pecan_wsgi.hooks.translation [None req-b11da8d4-4a32-4865-8e9b-1d8493d85d05 tempest-ExternalNetworksTestJSON-833523898 tempest-ExternalNetworksTestJSON-833523898-project] DELETE failed (client error): The resource could not be found.
Dec 25 21:26:42.460645 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b11da8d4-4a32-4865-8e9b-1d8493d85d05 tempest-ExternalNetworksTestJSON-833523898 tempest-ExternalNetworksTestJSON-833523898-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 25 21:26:42.468571 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-b11da8d4-4a32-4865-8e9b-1d8493d85d05 tempest-ExternalNetworksTestJSON-833523898 tempest-ExternalNetworksTestJSON-833523898-project] 10.222.0.32 "DELETE /v2.0/subnets/70598d6c-b124-4386-a5b3-6845b26dc013 HTTP/1.1" status: 404  len: 337 time: 0.1332107
Dec 25 21:26:42.474105 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 41834) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:26:42.487144 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:42.518779 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-2250bd70-3e9b-4385-a7ed-8ac0a8654a23 tempest-RoutersAdminTest-266561384 tempest-RoutersAdminTest-266561384-project] Publish callbacks [] for router_gateway, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:42.524054 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-82187ec2-a50a-475f-a4cd-e644b27390f6 None None] Attempting to bind port 6c0f7efc-2f78-4d57-91e3-7eb7bcdc35f1 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:26:42.524429 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-82187ec2-a50a-475f-a4cd-e644b27390f6 None None] Attempting to bind port 6c0f7efc-2f78-4d57-91e3-7eb7bcdc35f1 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '1614a2aa-59fe-4df0-92d7-2ee738be0c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '3b2785bd-013f-4fd5-9b83-272ba358bc7f'}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:26:42.524792 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82187ec2-a50a-475f-a4cd-e644b27390f6 None None] Attempting to bind port 6c0f7efc-2f78-4d57-91e3-7eb7bcdc35f1 on network 3b2785bd-013f-4fd5-9b83-272ba358bc7f {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:26:42.529160 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f809af72-3c48-4df1-b65a-b10216c777f1 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Made reservation on behalf of 596be925895b4ede995a5f893bdae840 for: {'subnet': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:26:42.530495 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-fbbe19c5-21d7-4258-98d0-06cabf800dfb admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9708fb097a7849e0b167e061b9a58ab9&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5743642
Dec 25 21:26:42.535361 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f809af72-3c48-4df1-b65a-b10216c777f1 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8852834'] for subnet, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:42.543549 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 41836) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:26:42.550956 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82187ec2-a50a-475f-a4cd-e644b27390f6 None None] Checking agent: {'id': 'ca4f5c6d-f1fd-48b8-a3e3-395864c7d23d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 20, 56, 40), 'started_at': datetime.datetime(2021, 12, 25, 20, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 26, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:26:42.551709 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82187ec2-a50a-475f-a4cd-e644b27390f6 None None] Checking segment: {'id': '1614a2aa-59fe-4df0-92d7-2ee738be0c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '3b2785bd-013f-4fd5-9b83-272ba358bc7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:26:42.551709 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-82187ec2-a50a-475f-a4cd-e644b27390f6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:42.552279 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82187ec2-a50a-475f-a4cd-e644b27390f6 None None] Bound using segment: {'id': '1614a2aa-59fe-4df0-92d7-2ee738be0c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '3b2785bd-013f-4fd5-9b83-272ba358bc7f'} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:26:42.552770 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-82187ec2-a50a-475f-a4cd-e644b27390f6 None None] Bound port: 6c0f7efc-2f78-4d57-91e3-7eb7bcdc35f1, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1614a2aa-59fe-4df0-92d7-2ee738be0c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '3b2785bd-013f-4fd5-9b83-272ba358bc7f'}}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:26:42.553395 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-82187ec2-a50a-475f-a4cd-e644b27390f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:42.559336 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606040c8-100c-4d65-8ece-889b647a0f87 None None] Pushing event updated for resources: {'Port': ['ID=7e6fe32c-2d22-4ff7-8434-fbe5c55a11fc,revision_number=3']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:26:42.574534 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-5a51eb5f-9a46-4e3b-9027-1a6396e87146 None None] Provisioning complete for port 7e6fe32c-2d22-4ff7-8434-fbe5c55a11fc triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:26:42.574729 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5a51eb5f-9a46-4e3b-9027-1a6396e87146 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:42.581611 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b060a86d-fad1-4780-811d-1a8ad6999823 req-5c7ab6a9-f810-4893-96ea-af5f421dd65a tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:26:42.589226 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b060a86d-fad1-4780-811d-1a8ad6999823 req-5c7ab6a9-f810-4893-96ea-af5f421dd65a tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:26:42.596471 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b060a86d-fad1-4780-811d-1a8ad6999823 req-5c7ab6a9-f810-4893-96ea-af5f421dd65a tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:26:42.604250 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b060a86d-fad1-4780-811d-1a8ad6999823 req-5c7ab6a9-f810-4893-96ea-af5f421dd65a tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:26:42.611995 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b060a86d-fad1-4780-811d-1a8ad6999823 req-5c7ab6a9-f810-4893-96ea-af5f421dd65a tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:26:42.629122 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b060a86d-fad1-4780-811d-1a8ad6999823 req-5c7ab6a9-f810-4893-96ea-af5f421dd65a tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:26:42.637343 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b060a86d-fad1-4780-811d-1a8ad6999823 req-5c7ab6a9-f810-4893-96ea-af5f421dd65a tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:26:42.639407 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b060a86d-fad1-4780-811d-1a8ad6999823 req-5c7ab6a9-f810-4893-96ea-af5f421dd65a tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa2d5924-6a22-461e-b48b-e73f52f4b72c HTTP/1.1" status: 200  len: 5445 time: 0.3633075
Dec 25 21:26:42.666021 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.db.api [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=121608) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 25 21:26:42.666559 ncdv-master-1 neutron-server[121608]: DEBUG oslo_db.api [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 25 21:26:42.697507 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-82187ec2-a50a-475f-a4cd-e644b27390f6 None None] For port 6c0f7efc-2f78-4d57-91e3-7eb7bcdc35f1, host ncdv-master-1, cleared binding levels {{(pid=121608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:26:42.701681 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-82187ec2-a50a-475f-a4cd-e644b27390f6 None None] For port 6c0f7efc-2f78-4d57-91e3-7eb7bcdc35f1, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6c0f7efc-2f78-4d57-91e3-7eb7bcdc35f1,segment=NetworkSegment(1614a2aa-59fe-4df0-92d7-2ee738be0c04),segment_id=1614a2aa-59fe-4df0-92d7-2ee738be0c04)] {{(pid=121608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:26:42.737945 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-d84830b1-f400-42e8-929e-23ef508be5ee admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:42.752473 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-7ade62d2-bae4-4e62-b081-d76413258d5c tempest-ExternalNetworksTestJSON-833523898 tempest-ExternalNetworksTestJSON-833523898-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625803'] for network, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:42.766547 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-82187ec2-a50a-475f-a4cd-e644b27390f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:42.793389 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-04c58dac-85ae-4dc3-b9c3-b5c7f8c9fd74 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:42.796264 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-2250bd70-3e9b-4385-a7ed-8ac0a8654a23 tempest-RoutersAdminTest-266561384 tempest-RoutersAdminTest-266561384-project] Deleting port 75071645-3d18-44f2-9b77-ffce5b9b18da {{(pid=121606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:26:42.796721 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-2250bd70-3e9b-4385-a7ed-8ac0a8654a23 tempest-RoutersAdminTest-266561384 tempest-RoutersAdminTest-266561384-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:42.869034 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-d84830b1-f400-42e8-929e-23ef508be5ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:42.871588 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82187ec2-a50a-475f-a4cd-e644b27390f6 None None] Pushing event updated for resources: {'Port': ['ID=6c0f7efc-2f78-4d57-91e3-7eb7bcdc35f1,revision_number=2']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:26:42.879201 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-04c58dac-85ae-4dc3-b9c3-b5c7f8c9fd74 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:42.957981 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d84830b1-f400-42e8-929e-23ef508be5ee admin admin] vlan segment allocate from pool success with {'vlan_id': 197, 'physical_network': 'physnet1'}  {{(pid=121606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 25 21:26:42.979118 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84830b1-f400-42e8-929e-23ef508be5ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1773a28e-8847-4d33-b2e0-24db34d0edfa,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:26:42.985834 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-d84830b1-f400-42e8-929e-23ef508be5ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:42.986334 ncdv-master-1 neutron-server[121606]: INFO neutron.db.segments_db [None req-d84830b1-f400-42e8-929e-23ef508be5ee admin admin] Added segment 51150129-bf93-43ed-a72b-663a41e8f921 of type vlan for network c8199f70-d579-4a7f-8b38-5d569ea5e784
Dec 25 21:26:42.989784 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-2250bd70-3e9b-4385-a7ed-8ac0a8654a23 tempest-RoutersAdminTest-266561384 tempest-RoutersAdminTest-266561384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:43.007398 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-a9dd6676-f19e-4851-840c-b50d35814934 tempest-RoutersNegativeIpV6Test-2019333087 tempest-RoutersNegativeIpV6Test-2019333087-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9084170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9028515'] for subnet, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:43.008803 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-7ade62d2-bae4-4e62-b081-d76413258d5c tempest-ExternalNetworksTestJSON-833523898 tempest-ExternalNetworksTestJSON-833523898-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997585', 'neutron.services.segments.db._delete_segments_for_network-8737602743071'] for network, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:43.039649 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-2250bd70-3e9b-4385-a7ed-8ac0a8654a23 tempest-RoutersAdminTest-266561384 tempest-RoutersAdminTest-266561384-project] Calling delete_port for 75071645-3d18-44f2-9b77-ffce5b9b18da owned by network:router_gateway {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:26:43.065917 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-7ade62d2-bae4-4e62-b081-d76413258d5c tempest-ExternalNetworksTestJSON-833523898 tempest-ExternalNetworksTestJSON-833523898-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2618052c40>,) {'filters': {'network_id': ['f9465ace-c7aa-4987-8c2b-d50c17d324ec']}} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:26:43.089433 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-d84830b1-f400-42e8-929e-23ef508be5ee admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737602163420'] for network, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:43.099544 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-7ade62d2-bae4-4e62-b081-d76413258d5c tempest-ExternalNetworksTestJSON-833523898 tempest-ExternalNetworksTestJSON-833523898-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2618052c40>, '4f57d5b8-1b6d-45ce-a439-fb6822bfd467') {'for_net_delete': True} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:26:43.100090 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-7ade62d2-bae4-4e62-b081-d76413258d5c tempest-ExternalNetworksTestJSON-833523898 tempest-ExternalNetworksTestJSON-833523898-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2618052c40>, '4f57d5b8-1b6d-45ce-a439-fb6822bfd467') {} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:26:43.128708 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-7ade62d2-bae4-4e62-b081-d76413258d5c tempest-ExternalNetworksTestJSON-833523898 tempest-ExternalNetworksTestJSON-833523898-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737602746920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10246592'] for segment, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:43.157158 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-7ade62d2-bae4-4e62-b081-d76413258d5c tempest-ExternalNetworksTestJSON-833523898 tempest-ExternalNetworksTestJSON-833523898-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:43.173238 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9dd6676-f19e-4851-840c-b50d35814934 tempest-RoutersNegativeIpV6Test-2019333087 tempest-RoutersNegativeIpV6Test-2019333087-project] Pushing event updated for resources: {'Subnet': ['ID=42362fee-a708-41e0-bc32-39ecdcb4fee0,revision_number=0']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:26:43.174789 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ade62d2-bae4-4e62-b081-d76413258d5c tempest-ExternalNetworksTestJSON-833523898 tempest-ExternalNetworksTestJSON-833523898-project] Releasing vlan 158 on physical network physnet1 to pool {{(pid=121607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 25 21:26:43.175402 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-7ade62d2-bae4-4e62-b081-d76413258d5c tempest-ExternalNetworksTestJSON-833523898 tempest-ExternalNetworksTestJSON-833523898-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8633327'] for segment, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:43.179771 ncdv-master-1 neutron-server[121607]: Traceback (most recent call last):
Dec 25 21:26:43.179771 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 25 21:26:43.179771 ncdv-master-1 neutron-server[121607]:     timer()
Dec 25 21:26:43.179771 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 25 21:26:43.179771 ncdv-master-1 neutron-server[121607]:     cb(*args, **kw)
Dec 25 21:26:43.179771 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 25 21:26:43.179771 ncdv-master-1 neutron-server[121607]:     return func(*args, **kwargs)
Dec 25 21:26:43.179771 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 25 21:26:43.179771 ncdv-master-1 neutron-server[121607]:     self._notify()
Dec 25 21:26:43.179771 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 25 21:26:43.179771 ncdv-master-1 neutron-server[121607]:     self.callback(batched_events)
Dec 25 21:26:43.179771 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 25 21:26:43.179771 ncdv-master-1 neutron-server[121607]:     event.method(event)
Dec 25 21:26:43.179771 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 25 21:26:43.179771 ncdv-master-1 neutron-server[121607]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 25 21:26:43.179771 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 25 21:26:43.179771 ncdv-master-1 neutron-server[121607]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 25 21:26:43.179771 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 25 21:26:43.179771 ncdv-master-1 neutron-server[121607]:     return f(self, *a, **k)
Dec 25 21:26:43.179771 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 25 21:26:43.179771 ncdv-master-1 neutron-server[121607]:     return self._get(url).json()
Dec 25 21:26:43.179771 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 25 21:26:43.179771 ncdv-master-1 neutron-server[121607]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 25 21:26:43.179771 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 25 21:26:43.179771 ncdv-master-1 neutron-server[121607]:     return self.request(url, 'GET', **kwargs)
Dec 25 21:26:43.179771 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 25 21:26:43.179771 ncdv-master-1 neutron-server[121607]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 25 21:26:43.179771 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 25 21:26:43.179771 ncdv-master-1 neutron-server[121607]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 25 21:26:43.179771 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 25 21:26:43.179771 ncdv-master-1 neutron-server[121607]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 25 21:26:43.179771 ncdv-master-1 neutron-server[121607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 25 21:26:43.201996 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-04c58dac-85ae-4dc3-b9c3-b5c7f8c9fd74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:43.206979 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-04c58dac-85ae-4dc3-b9c3-b5c7f8c9fd74 admin admin] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:43.206979 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-04c58dac-85ae-4dc3-b9c3-b5c7f8c9fd74 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/67a53c3c-e5ca-4547-a7fd-8f6442def015 HTTP/1.1" status: 204  len: 168 time: 0.6587176
Dec 25 21:26:43.248318 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9dd6676-f19e-4851-840c-b50d35814934 tempest-RoutersNegativeIpV6Test-2019333087 tempest-RoutersNegativeIpV6Test-2019333087-project] Checking segment: {'id': '98946f9b-be97-4614-be50-2a0d9330c00f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '5f5a6e5e-663e-4edb-a5b4-ad29c8018fac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:26:43.249277 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9dd6676-f19e-4851-840c-b50d35814934 tempest-RoutersNegativeIpV6Test-2019333087 tempest-RoutersNegativeIpV6Test-2019333087-project] Network hostable DHCP agents. Network: 5f5a6e5e-663e-4edb-a5b4-ad29c8018fac, hostable agents: ['1813db88-2c1b-4357-a2ba-869246b663c2'], hosted agents: [] {{(pid=121606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 25 21:26:43.252595 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f809af72-3c48-4df1-b65a-b10216c777f1 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8632475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8852848'] for subnet, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:43.266998 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c58dac-85ae-4dc3-b9c3-b5c7f8c9fd74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67a53c3c-e5ca-4547-a7fd-8f6442def015,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:26:43.283744 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-d84830b1-f400-42e8-929e-23ef508be5ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870'] for network, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:43.284857 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d84830b1-f400-42e8-929e-23ef508be5ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:26:43.285675 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-d84830b1-f400-42e8-929e-23ef508be5ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for network, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:43.363646 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f809af72-3c48-4df1-b65a-b10216c777f1 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Pushing event updated for resources: {'Subnet': ['ID=74ce2330-4ae1-46b4-9e21-95cf32035661,revision_number=0']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:26:43.379067 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9dd6676-f19e-4851-840c-b50d35814934 tempest-RoutersNegativeIpV6Test-2019333087 tempest-RoutersNegativeIpV6Test-2019333087-project] Network 5f5a6e5e-663e-4edb-a5b4-ad29c8018fac is scheduled to be hosted by DHCP agent 1813db88-2c1b-4357-a2ba-869246b663c2 with binding_index 1 {{(pid=121606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 25 21:26:43.379576 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f809af72-3c48-4df1-b65a-b10216c777f1 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Checking segment: {'id': '52682866-08ca-487c-96a4-946e9bb4ed2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '03f673ba-57e2-4bea-8735-67090b61696a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:26:43.379576 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f809af72-3c48-4df1-b65a-b10216c777f1 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Network hostable DHCP agents. Network: 03f673ba-57e2-4bea-8735-67090b61696a, hostable agents: ['1813db88-2c1b-4357-a2ba-869246b663c2'], hosted agents: [] {{(pid=121607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 25 21:26:43.393895 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-7ade62d2-bae4-4e62-b081-d76413258d5c tempest-ExternalNetworksTestJSON-833523898 tempest-ExternalNetworksTestJSON-833523898-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2008653'] for network, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:43.408215 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-7ade62d2-bae4-4e62-b081-d76413258d5c tempest-ExternalNetworksTestJSON-833523898 tempest-ExternalNetworksTestJSON-833523898-project] Publish callbacks [] for network, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:43.411498 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-7ade62d2-bae4-4e62-b081-d76413258d5c tempest-ExternalNetworksTestJSON-833523898 tempest-ExternalNetworksTestJSON-833523898-project] 10.222.0.32 "DELETE /v2.0/networks/f9465ace-c7aa-4987-8c2b-d50c17d324ec HTTP/1.1" status: 204  len: 168 time: 0.9359503
Dec 25 21:26:43.429545 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ade62d2-bae4-4e62-b081-d76413258d5c tempest-ExternalNetworksTestJSON-833523898 tempest-ExternalNetworksTestJSON-833523898-project] Pushing event deleted for resources: {'Network': ['ID=f9465ace-c7aa-4987-8c2b-d50c17d324ec,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:26:43.474347 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 6c0f7efc-2f78-4d57-91e3-7eb7bcdc35f1 up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:26:43.532446 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port 6c0f7efc-2f78-4d57-91e3-7eb7bcdc35f1 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:26:43.533111 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:43.594341 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f809af72-3c48-4df1-b65a-b10216c777f1 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Network 03f673ba-57e2-4bea-8735-67090b61696a is scheduled to be hosted by DHCP agent 1813db88-2c1b-4357-a2ba-869246b663c2 with binding_index 1 {{(pid=121607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 25 21:26:43.602552 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-f809af72-3c48-4df1-b65a-b10216c777f1 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 03f673ba-57e2-4bea-8735-67090b61696a) {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:26:43.609350 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f809af72-3c48-4df1-b65a-b10216c777f1 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:26:43.610138 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f809af72-3c48-4df1-b65a-b10216c777f1 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Publish callbacks [] for subnet, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:43.614329 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2feaae84-77f7-48bb-9948-6bc0c83c495b None None] Network 03f673ba-57e2-4bea-8735-67090b61696a requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:26:43.654066 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:43.722857 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-f809af72-3c48-4df1-b65a-b10216c777f1 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 1.4222274
Dec 25 21:26:43.726459 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 41846) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:26:43.731981 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-c6273aaf-e89b-4bb1-a16d-5e746919af82 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1883317711'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:26:43.738898 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] For port 6c0f7efc-2f78-4d57-91e3-7eb7bcdc35f1, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6c0f7efc-2f78-4d57-91e3-7eb7bcdc35f1,segment=NetworkSegment(1614a2aa-59fe-4df0-92d7-2ee738be0c04),segment_id=1614a2aa-59fe-4df0-92d7-2ee738be0c04)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:26:43.779032 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e50884d2-0fe1-41f0-b480-115c740f38e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-03f673ba-57e2-4bea-8735-67090b61696a', 'network_id': '03f673ba-57e2-4bea-8735-67090b61696a', 'project_id': '596be925895b4ede995a5f893bdae840', 'fixed_ips': [{'subnet_id': '74ce2330-4ae1-46b4-9e21-95cf32035661'}]}} from ncdv-master-1. {{(pid=121608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 25 21:26:43.781927 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-e50884d2-0fe1-41f0-b480-115c740f38e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:43.813745 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:43.815504 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 7e6fe32c-2d22-4ff7-8434-fbe5c55a11fc up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:26:43.857435 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6273aaf-e89b-4bb1-a16d-5e746919af82 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Made reservation on behalf of 596be925895b4ede995a5f893bdae840 for: {'network': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:26:43.858944 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-d84830b1-f400-42e8-929e-23ef508be5ee admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 2.5991857
Dec 25 21:26:43.859682 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [None req-a9dd6676-f19e-4851-840c-b50d35814934 tempest-RoutersNegativeIpV6Test-2019333087 tempest-RoutersNegativeIpV6Test-2019333087-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 5f5a6e5e-663e-4edb-a5b4-ad29c8018fac) {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:26:43.861299 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84830b1-f400-42e8-929e-23ef508be5ee admin admin] Pushing event updated for resources: {'Network': ['ID=c8199f70-d579-4a7f-8b38-5d569ea5e784,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:26:43.863031 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-c6273aaf-e89b-4bb1-a16d-5e746919af82 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for network, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:43.864169 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 41850) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:26:43.877378 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-166e1294-3839-4fc6-b09f-62c8f7f759df admin admin] Request body: {'subnet': {'network_id': 'c8199f70-d579-4a7f-8b38-5d569ea5e784', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-4777664-subnet', 'tenant_id': '0560c323ec8e41b3bc05939e12e049d5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:26:43.890370 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9dd6676-f19e-4851-840c-b50d35814934 tempest-RoutersNegativeIpV6Test-2019333087 tempest-RoutersNegativeIpV6Test-2019333087-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:26:43.890993 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-a9dd6676-f19e-4851-840c-b50d35814934 tempest-RoutersNegativeIpV6Test-2019333087 tempest-RoutersNegativeIpV6Test-2019333087-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for subnet, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:43.894171 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6273aaf-e89b-4bb1-a16d-5e746919af82 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] vlan segment allocate from pool success with {'vlan_id': 183, 'physical_network': 'physnet1'}  {{(pid=121607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 25 21:26:43.907299 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-c6273aaf-e89b-4bb1-a16d-5e746919af82 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:43.908530 ncdv-master-1 neutron-server[121607]: INFO neutron.db.segments_db [None req-c6273aaf-e89b-4bb1-a16d-5e746919af82 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Added segment 7b334960-c77e-486c-bc39-6e0b84645490 of type vlan for network 94ab3f7c-af55-46a5-8d2e-84e75a5ad183
Dec 25 21:26:43.931863 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Network c8199f70-d579-4a7f-8b38-5d569ea5e784 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 25 21:26:43.934023 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3045b83-1815-452b-925e-54162ada2995 None None] Network 5f5a6e5e-663e-4edb-a5b4-ad29c8018fac requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:26:43.985474 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-c6273aaf-e89b-4bb1-a16d-5e746919af82 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737602163420'] for network, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:44.050863 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-166e1294-3839-4fc6-b09f-62c8f7f759df admin admin] Made reservation on behalf of 0560c323ec8e41b3bc05939e12e049d5 for: {'subnet': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:26:44.053288 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-166e1294-3839-4fc6-b09f-62c8f7f759df admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9028529'] for subnet, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:44.133493 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 41858) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:26:44.140386 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-2250bd70-3e9b-4385-a7ed-8ac0a8654a23 tempest-RoutersAdminTest-266561384 tempest-RoutersAdminTest-266561384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:44.146712 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-c6273aaf-e89b-4bb1-a16d-5e746919af82 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870'] for network, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:44.153097 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6273aaf-e89b-4bb1-a16d-5e746919af82 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:26:44.155465 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-c6273aaf-e89b-4bb1-a16d-5e746919af82 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Publish callbacks [] for network, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:44.160064 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-a9dd6676-f19e-4851-840c-b50d35814934 tempest-RoutersNegativeIpV6Test-2019333087 tempest-RoutersNegativeIpV6Test-2019333087-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 2.7366066
Dec 25 21:26:44.170966 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 41862) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:26:44.254079 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.db_base_plugin_common [None req-e50884d2-0fe1-41f0-b480-115c740f38e0 None None] Allocated IP 2001:db8:0:ffff::2 (03f673ba-57e2-4bea-8735-67090b61696a/74ce2330-4ae1-46b4-9e21-95cf32035661/e57ec043-1714-4cb4-8550-f6a289e3b9ed) {{(pid=121608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:26:44.270451 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Pushing event updated for resources: {'Port': ['ID=6c0f7efc-2f78-4d57-91e3-7eb7bcdc35f1,revision_number=3']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:26:44.274781 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2250bd70-3e9b-4385-a7ed-8ac0a8654a23 tempest-RoutersAdminTest-266561384 tempest-RoutersAdminTest-266561384-project] Pushing event deleted for resources: {'Port': ['ID=75071645-3d18-44f2-9b77-ffce5b9b18da,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:26:44.293063 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-c6273aaf-e89b-4bb1-a16d-5e746919af82 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 0.5630741
Dec 25 21:26:44.293746 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 41864) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:26:44.310192 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-f06189ca-1ae1-4327-8a0c-a23bbebcdf4d tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Request body: {'subnet': {'network_id': '94ab3f7c-af55-46a5-8d2e-84e75a5ad183', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:26:44.351496 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f37bb61-f214-40f6-9610-7ffb521a924d None None] Network 3b2785bd-013f-4fd5-9b83-272ba358bc7f requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:26:44.376325 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6273aaf-e89b-4bb1-a16d-5e746919af82 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Pushing event updated for resources: {'Network': ['ID=94ab3f7c-af55-46a5-8d2e-84e75a5ad183,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:26:44.415754 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-2250bd70-3e9b-4385-a7ed-8ac0a8654a23 tempest-RoutersAdminTest-266561384 tempest-RoutersAdminTest-266561384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2008689'] for router_gateway, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:44.416521 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Network 94ab3f7c-af55-46a5-8d2e-84e75a5ad183 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 25 21:26:44.445634 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b898565-c3da-4f3c-99ac-11b9dc8d606c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-5f5a6e5e-663e-4edb-a5b4-ad29c8018fac', 'network_id': '5f5a6e5e-663e-4edb-a5b4-ad29c8018fac', 'project_id': '1a30408bfc1c43ddad1910ff6dced273', 'fixed_ips': [{'subnet_id': '42362fee-a708-41e0-bc32-39ecdcb4fee0'}]}} from ncdv-master-1. {{(pid=121608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 25 21:26:44.446452 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3b898565-c3da-4f3c-99ac-11b9dc8d606c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:44.499352 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-041c0ae6-365b-4f18-9128-5b8771db08da admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f8d8dbb7b1994728a7acb1d884aa30d6&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3644080
Dec 25 21:26:44.500733 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 41868) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:26:44.587850 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f06189ca-1ae1-4327-8a0c-a23bbebcdf4d tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Made reservation on behalf of 596be925895b4ede995a5f893bdae840 for: {'subnet': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:26:44.591449 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f06189ca-1ae1-4327-8a0c-a23bbebcdf4d tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8852834'] for subnet, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:44.619138 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port 7e6fe32c-2d22-4ff7-8434-fbe5c55a11fc triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:26:44.619673 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:44.621449 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-496c0acd-33e9-4831-b8a5-b8aa70e5482f None None] Provisioning complete for port 6c0f7efc-2f78-4d57-91e3-7eb7bcdc35f1 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:26:44.633587 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-496c0acd-33e9-4831-b8a5-b8aa70e5482f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:44.633778 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-2250bd70-3e9b-4385-a7ed-8ac0a8654a23 tempest-RoutersAdminTest-266561384 tempest-RoutersAdminTest-266561384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2014235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14905'] for router, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:44.647152 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-2250bd70-3e9b-4385-a7ed-8ac0a8654a23 tempest-RoutersAdminTest-266561384 tempest-RoutersAdminTest-266561384-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:44.827691 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-ccf1d333-5640-408a-a5ca-832173ca1680 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:44.861388 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-170ae670-0216-4e1a-ac6d-2c7b96bc4d54 tempest-RoutersNegativeIpV6Test-2019333087 tempest-RoutersNegativeIpV6Test-2019333087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:44.883550 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-ccf1d333-5640-408a-a5ca-832173ca1680 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:44.892792 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-2250bd70-3e9b-4385-a7ed-8ac0a8654a23 tempest-RoutersAdminTest-266561384 tempest-RoutersAdminTest-266561384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2014220'] for router, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:44.893658 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2250bd70-3e9b-4385-a7ed-8ac0a8654a23 tempest-RoutersAdminTest-266561384 tempest-RoutersAdminTest-266561384-project] Fanout notify agent at l3_agent the message router_deleted on router 59edc5a6-9d8b-4be6-bc84-0dc272e71e03 {{(pid=121606) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 25 21:26:44.907529 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-2250bd70-3e9b-4385-a7ed-8ac0a8654a23 tempest-RoutersAdminTest-266561384 tempest-RoutersAdminTest-266561384-project] Publish callbacks [] for router, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:44.913107 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 41880) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:26:44.914190 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-2250bd70-3e9b-4385-a7ed-8ac0a8654a23 tempest-RoutersAdminTest-266561384 tempest-RoutersAdminTest-266561384-project] 10.222.0.32 "DELETE /v2.0/routers/59edc5a6-9d8b-4be6-bc84-0dc272e71e03 HTTP/1.1" status: 204  len: 168 time: 3.4889631
Dec 25 21:26:44.917973 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-376cbfcb-d66c-4813-ad23-53eb8a629108 tempest-RoutersAdminTest-266561384 tempest-RoutersAdminTest-266561384-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1905137378', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:26:44.934442 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f06189ca-1ae1-4327-8a0c-a23bbebcdf4d tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8632475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8852848'] for subnet, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:44.980549 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-166e1294-3839-4fc6-b09f-62c8f7f759df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9084170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9028515'] for subnet, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:45.046916 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f06189ca-1ae1-4327-8a0c-a23bbebcdf4d tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Checking segment: {'id': '7b334960-c77e-486c-bc39-6e0b84645490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '94ab3f7c-af55-46a5-8d2e-84e75a5ad183'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:26:45.048263 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f06189ca-1ae1-4327-8a0c-a23bbebcdf4d tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Network hostable DHCP agents. Network: 94ab3f7c-af55-46a5-8d2e-84e75a5ad183, hostable agents: ['1813db88-2c1b-4357-a2ba-869246b663c2'], hosted agents: [] {{(pid=121607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 25 21:26:45.050274 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06189ca-1ae1-4327-8a0c-a23bbebcdf4d tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Pushing event updated for resources: {'Subnet': ['ID=59e8933f-8f7d-4ada-9cd9-bbffe0ef9393,revision_number=0']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:26:45.070101 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-376cbfcb-d66c-4813-ad23-53eb8a629108 tempest-RoutersAdminTest-266561384 tempest-RoutersAdminTest-266561384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2014909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14863'] for router, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:45.071781 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-376cbfcb-d66c-4813-ad23-53eb8a629108 tempest-RoutersAdminTest-266561384 tempest-RoutersAdminTest-266561384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2014285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2009796', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2082630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14848'] for router, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:45.132894 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166e1294-3839-4fc6-b09f-62c8f7f759df admin admin] Pushing event updated for resources: {'Subnet': ['ID=0cf468ed-9644-4e44-939f-6c7d09675460,revision_number=0']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:26:45.137469 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-376cbfcb-d66c-4813-ad23-53eb8a629108 tempest-RoutersAdminTest-266561384 tempest-RoutersAdminTest-266561384-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:45.139521 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f06189ca-1ae1-4327-8a0c-a23bbebcdf4d tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Network 94ab3f7c-af55-46a5-8d2e-84e75a5ad183 is scheduled to be hosted by DHCP agent 1813db88-2c1b-4357-a2ba-869246b663c2 with binding_index 1 {{(pid=121607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 25 21:26:45.189582 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-166e1294-3839-4fc6-b09f-62c8f7f759df admin admin] Checking segment: {'id': '51150129-bf93-43ed-a72b-663a41e8f921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'c8199f70-d579-4a7f-8b38-5d569ea5e784'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:26:45.190010 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-166e1294-3839-4fc6-b09f-62c8f7f759df admin admin] Network hostable DHCP agents. Network: c8199f70-d579-4a7f-8b38-5d569ea5e784, hostable agents: ['1813db88-2c1b-4357-a2ba-869246b663c2'], hosted agents: [] {{(pid=121606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 25 21:26:45.222764 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-376cbfcb-d66c-4813-ad23-53eb8a629108 tempest-RoutersAdminTest-266561384 tempest-RoutersAdminTest-266561384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2014278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2009753'] for router, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:45.250426 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-f06189ca-1ae1-4327-8a0c-a23bbebcdf4d tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 94ab3f7c-af55-46a5-8d2e-84e75a5ad183) {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:26:45.255869 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f06189ca-1ae1-4327-8a0c-a23bbebcdf4d tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:26:45.256520 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f06189ca-1ae1-4327-8a0c-a23bbebcdf4d tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Publish callbacks [] for subnet, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:45.264445 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-ccf1d333-5640-408a-a5ca-832173ca1680 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:45.266495 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.db_base_plugin_common [None req-3b898565-c3da-4f3c-99ac-11b9dc8d606c None None] Allocated IP 2001:db8::2 (5f5a6e5e-663e-4edb-a5b4-ad29c8018fac/42362fee-a708-41e0-bc32-39ecdcb4fee0/276a468e-c1a9-4717-8c0d-608ba641a742) {{(pid=121608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:26:45.268667 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-ccf1d333-5640-408a-a5ca-832173ca1680 admin admin] Publish callbacks [] for security_group, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:45.268829 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-e50884d2-0fe1-41f0-b480-115c740f38e0 None None] Publish callbacks [] for port, precommit_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:45.270840 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-ccf1d333-5640-408a-a5ca-832173ca1680 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/41d9b145-ad56-4a70-831f-ac1329e3c88c HTTP/1.1" status: 204  len: 168 time: 0.7343881
Dec 25 21:26:45.283923 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6229c016-b5b0-4e70-985d-4da733836d6b None None] Network 94ab3f7c-af55-46a5-8d2e-84e75a5ad183 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:26:45.285572 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf1d333-5640-408a-a5ca-832173ca1680 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41d9b145-ad56-4a70-831f-ac1329e3c88c,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:26:45.300186 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_common [None req-170ae670-0216-4e1a-ac6d-2c7b96bc4d54 tempest-RoutersNegativeIpV6Test-2019333087 tempest-RoutersNegativeIpV6Test-2019333087-project] Allocated IP 2001:db8::1 (3b2785bd-013f-4fd5-9b83-272ba358bc7f/03dfc083-4fa9-4e44-a174-9a6b75ef6df5/6fedf927-e96c-4e31-acb9-66f2554a8899) {{(pid=121606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:26:45.322157 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-376cbfcb-d66c-4813-ad23-53eb8a629108 tempest-RoutersAdminTest-266561384 tempest-RoutersAdminTest-266561384-project] Publish callbacks [] for router, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:45.328531 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-376cbfcb-d66c-4813-ad23-53eb8a629108 tempest-RoutersAdminTest-266561384 tempest-RoutersAdminTest-266561384-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 705 time: 0.4119530
Dec 25 21:26:45.329082 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 41888) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:26:45.355571 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-166e1294-3839-4fc6-b09f-62c8f7f759df admin admin] Network c8199f70-d579-4a7f-8b38-5d569ea5e784 is scheduled to be hosted by DHCP agent 1813db88-2c1b-4357-a2ba-869246b663c2 with binding_index 1 {{(pid=121606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 25 21:26:45.358160 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-e560e09f-43ea-485b-8515-90a74c3b8796 tempest-RoutersAdminTest-266561384 tempest-RoutersAdminTest-266561384-project] Request body: {'router': {'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'}}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:26:45.370238 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-e50884d2-0fe1-41f0-b480-115c740f38e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946'] for port, after_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:45.372695 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [None req-166e1294-3839-4fc6-b09f-62c8f7f759df admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, c8199f70-d579-4a7f-8b38-5d569ea5e784) {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:26:45.383648 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-166e1294-3839-4fc6-b09f-62c8f7f759df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:26:45.384285 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-166e1294-3839-4fc6-b09f-62c8f7f759df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for subnet, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:45.403570 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-f06189ca-1ae1-4327-8a0c-a23bbebcdf4d tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 812 time: 1.1057544
Dec 25 21:26:45.432079 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 41892) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:26:45.473798 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f29056b-be27-4070-9ca7-0bda2aa9c2f9 None None] Network c8199f70-d579-4a7f-8b38-5d569ea5e784 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:26:45.583364 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-efae0ed8-07cd-4e8b-88b7-6458a92b6722 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625803'] for network, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:45.603126 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-170ae670-0216-4e1a-ac6d-2c7b96bc4d54 tempest-RoutersNegativeIpV6Test-2019333087 tempest-RoutersNegativeIpV6Test-2019333087-project] Publish callbacks [] for port, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:45.605560 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e50884d2-0fe1-41f0-b480-115c740f38e0 None None] Network 03f673ba-57e2-4bea-8735-67090b61696a is already hosted by enough agents. {{(pid=121608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:26:45.612003 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 6c0f7efc-2f78-4d57-91e3-7eb7bcdc35f1 up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:26:45.678434 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.base_scheduler [None req-e50884d2-0fe1-41f0-b480-115c740f38e0 None None] Resources bound (agent type, host, resource id):  {{(pid=121608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:26:45.678672 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-166e1294-3839-4fc6-b09f-62c8f7f759df admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 1.7991321
Dec 25 21:26:45.678777 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e50884d2-0fe1-41f0-b480-115c740f38e0 None None] Received port after_create {{(pid=121608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:26:45.678902 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 41898) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:26:45.690558 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-acfcd49e-e14f-43a8-9848-81cfa6003c6f admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-4777664-router', 'tenant_id': '0560c323ec8e41b3bc05939e12e049d5', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'}}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:26:45.722593 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50884d2-0fe1-41f0-b480-115c740f38e0 None None] Pushing event updated for resources: {'Port': ['ID=e57ec043-1714-4cb4-8550-f6a289e3b9ed,revision_number=1']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:26:45.744633 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-efae0ed8-07cd-4e8b-88b7-6458a92b6722 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995662'] for subnet, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:45.777607 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e560e09f-43ea-485b-8515-90a74c3b8796 tempest-RoutersAdminTest-266561384 tempest-RoutersAdminTest-266561384-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:45.841304 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b239544d-b47a-4763-8b78-0c589c7657e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-94ab3f7c-af55-46a5-8d2e-84e75a5ad183', 'network_id': '94ab3f7c-af55-46a5-8d2e-84e75a5ad183', 'project_id': '596be925895b4ede995a5f893bdae840', 'fixed_ips': [{'subnet_id': '59e8933f-8f7d-4ada-9cd9-bbffe0ef9393'}]}} from ncdv-master-1. {{(pid=121608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 25 21:26:45.842167 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-b239544d-b47a-4763-8b78-0c589c7657e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:45.846227 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-acfcd49e-e14f-43a8-9848-81cfa6003c6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2014909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14863'] for router, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:45.850758 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-acfcd49e-e14f-43a8-9848-81cfa6003c6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2014285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2009796', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2082630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14848'] for router, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:45.916138 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-acfcd49e-e14f-43a8-9848-81cfa6003c6f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:45.982789 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-74a5be98-37a9-4628-a672-f0621360bf77 None None] Provisioning complete for port 6c0f7efc-2f78-4d57-91e3-7eb7bcdc35f1 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:26:45.983143 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-74a5be98-37a9-4628-a672-f0621360bf77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:46.026642 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-e50884d2-0fe1-41f0-b480-115c740f38e0 None None] Attempting to bind port e57ec043-1714-4cb4-8550-f6a289e3b9ed on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:26:46.027029 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-e50884d2-0fe1-41f0-b480-115c740f38e0 None None] Attempting to bind port e57ec043-1714-4cb4-8550-f6a289e3b9ed by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '52682866-08ca-487c-96a4-946e9bb4ed2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '03f673ba-57e2-4bea-8735-67090b61696a'}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:26:46.027436 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e50884d2-0fe1-41f0-b480-115c740f38e0 None None] Attempting to bind port e57ec043-1714-4cb4-8550-f6a289e3b9ed on network 03f673ba-57e2-4bea-8735-67090b61696a {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:26:46.085610 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ecd89f5-d713-4ef9-922a-7405c1c0408a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-c8199f70-d579-4a7f-8b38-5d569ea5e784', 'network_id': 'c8199f70-d579-4a7f-8b38-5d569ea5e784', 'project_id': '0560c323ec8e41b3bc05939e12e049d5', 'fixed_ips': [{'subnet_id': '0cf468ed-9644-4e44-939f-6c7d09675460'}]}} from ncdv-master-1. {{(pid=121608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 25 21:26:46.103399 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-0ecd89f5-d713-4ef9-922a-7405c1c0408a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:46.103399 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e50884d2-0fe1-41f0-b480-115c740f38e0 None None] Checking agent: {'id': 'ca4f5c6d-f1fd-48b8-a3e3-395864c7d23d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 20, 56, 40), 'started_at': datetime.datetime(2021, 12, 25, 20, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 26, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:26:46.103399 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e50884d2-0fe1-41f0-b480-115c740f38e0 None None] Checking segment: {'id': '52682866-08ca-487c-96a4-946e9bb4ed2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '03f673ba-57e2-4bea-8735-67090b61696a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:26:46.103399 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-e50884d2-0fe1-41f0-b480-115c740f38e0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:46.103399 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e50884d2-0fe1-41f0-b480-115c740f38e0 None None] Bound using segment: {'id': '52682866-08ca-487c-96a4-946e9bb4ed2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '03f673ba-57e2-4bea-8735-67090b61696a'} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:26:46.103399 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-e50884d2-0fe1-41f0-b480-115c740f38e0 None None] Bound port: e57ec043-1714-4cb4-8550-f6a289e3b9ed, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52682866-08ca-487c-96a4-946e9bb4ed2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '03f673ba-57e2-4bea-8735-67090b61696a'}}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:26:46.103399 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-e50884d2-0fe1-41f0-b480-115c740f38e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:46.119475 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e560e09f-43ea-485b-8515-90a74c3b8796 tempest-RoutersAdminTest-266561384 tempest-RoutersAdminTest-266561384-project] Publish callbacks [] for router_gateway, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:46.142210 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e560e09f-43ea-485b-8515-90a74c3b8796 tempest-RoutersAdminTest-266561384 tempest-RoutersAdminTest-266561384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:46.155271 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port 6c0f7efc-2f78-4d57-91e3-7eb7bcdc35f1 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:26:46.155650 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:46.161960 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3b898565-c3da-4f3c-99ac-11b9dc8d606c None None] Publish callbacks [] for port, precommit_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:46.165469 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-170ae670-0216-4e1a-ac6d-2c7b96bc4d54 tempest-RoutersNegativeIpV6Test-2019333087 tempest-RoutersNegativeIpV6Test-2019333087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:46.209431 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-170ae670-0216-4e1a-ac6d-2c7b96bc4d54 tempest-RoutersNegativeIpV6Test-2019333087 tempest-RoutersNegativeIpV6Test-2019333087-project] Network 3b2785bd-013f-4fd5-9b83-272ba358bc7f is already hosted by enough agents. {{(pid=121606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:26:46.212570 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [None req-170ae670-0216-4e1a-ac6d-2c7b96bc4d54 tempest-RoutersNegativeIpV6Test-2019333087 tempest-RoutersNegativeIpV6Test-2019333087-project] Resources bound (agent type, host, resource id):  {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:26:46.215389 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-170ae670-0216-4e1a-ac6d-2c7b96bc4d54 tempest-RoutersNegativeIpV6Test-2019333087 tempest-RoutersNegativeIpV6Test-2019333087-project] Received port after_create {{(pid=121606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:26:46.215786 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-170ae670-0216-4e1a-ac6d-2c7b96bc4d54 tempest-RoutersNegativeIpV6Test-2019333087 tempest-RoutersNegativeIpV6Test-2019333087-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2008772'] for router_interface, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:46.255877 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-efae0ed8-07cd-4e8b-88b7-6458a92b6722 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9084363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9028506'] for subnet, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:46.263858 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_common [None req-e560e09f-43ea-485b-8515-90a74c3b8796 tempest-RoutersAdminTest-266561384 tempest-RoutersAdminTest-266561384-project] Allocated IP 172.35.3.112 (7201e55c-7c5f-41aa-a042-a363696539d0/7a939e13-713f-45cf-bba7-1539635abe25/a9d6ee9c-52c1-4f01-b01d-dcd3bf4a6e26) {{(pid=121607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:26:46.401833 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server [None req-b239544d-b47a-4763-8b78-0c589c7657e0 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 59e8933f-8f7d-4ada-9cd9-bbffe0ef9393: This subnet is being modified by another concurrent operation.
Dec 25 21:26:46.401833 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Dec 25 21:26:46.401833 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Dec 25 21:26:46.401833 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Dec 25 21:26:46.401833 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Dec 25 21:26:46.401833 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Dec 25 21:26:46.401833 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Dec 25 21:26:46.401833 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Dec 25 21:26:46.401833 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Dec 25 21:26:46.401833 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Dec 25 21:26:46.401833 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Dec 25 21:26:46.401833 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Dec 25 21:26:46.401833 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 25 21:26:46.401833 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 25 21:26:46.401833 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 25 21:26:46.401833 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 25 21:26:46.401833 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Dec 25 21:26:46.401833 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 25 21:26:46.401833 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Dec 25 21:26:46.401833 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Dec 25 21:26:46.401833 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 25 21:26:46.401833 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 25 21:26:46.401833 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 25 21:26:46.401833 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 25 21:26:46.401833 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Dec 25 21:26:46.401833 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 25 21:26:46.401833 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Dec 25 21:26:46.401833 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Dec 25 21:26:46.401833 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 25 21:26:46.401833 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 25 21:26:46.401833 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 25 21:26:46.401833 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 25 21:26:46.401833 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Dec 25 21:26:46.401833 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Dec 25 21:26:46.401833 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper
Dec 25 21:26:46.401833 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server     ret_val = f(_self, context, *args, **kwargs)
Dec 25 21:26:46.401833 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 306, in create_dhcp_port
Dec 25 21:26:46.401833 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server     return self._port_action(plugin, context, port, 'create_port')
Dec 25 21:26:46.401833 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action
Dec 25 21:26:46.401833 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server     return p_utils.create_port(plugin, context, port)
Dec 25 21:26:46.401833 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port
Dec 25 21:26:46.401833 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server     return core_plugin.create_port(
Dec 25 21:26:46.401833 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner
Dec 25 21:26:46.401833 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 25 21:26:46.401833 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped
Dec 25 21:26:46.401833 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Dec 25 21:26:46.401833 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Dec 25 21:26:46.401833 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Dec 25 21:26:46.401833 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 25 21:26:46.401833 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 25 21:26:46.401833 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 25 21:26:46.401833 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 25 21:26:46.401833 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Dec 25 21:26:46.401833 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 25 21:26:46.401833 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Dec 25 21:26:46.401833 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Dec 25 21:26:46.401833 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 25 21:26:46.401833 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 25 21:26:46.401833 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 25 21:26:46.401833 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 25 21:26:46.401833 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Dec 25 21:26:46.401833 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 25 21:26:46.401833 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Dec 25 21:26:46.401833 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Dec 25 21:26:46.401833 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 25 21:26:46.401833 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 25 21:26:46.401833 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 25 21:26:46.401833 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 25 21:26:46.401833 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Dec 25 21:26:46.401833 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Dec 25 21:26:46.401833 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port
Dec 25 21:26:46.401833 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server     result, mech_context = self._create_port_db(context, port)
Dec 25 21:26:46.401833 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db
Dec 25 21:26:46.401833 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server     port_db = self.create_port_db(context, port)
Dec 25 21:26:46.401833 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db
Dec 25 21:26:46.401833 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server     self.ipam.allocate_ips_for_port_and_store(
Dec 25 21:26:46.401833 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store
Dec 25 21:26:46.401833 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server     ips = self.allocate_ips_for_port(context, port_copy)
Dec 25 21:26:46.401833 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped
Dec 25 21:26:46.401833 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Dec 25 21:26:46.401833 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper
Dec 25 21:26:46.401833 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server     return fn(*args, **kwargs)
Dec 25 21:26:46.401833 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port
Dec 25 21:26:46.401833 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server     return self._allocate_ips_for_port(context, port)
Dec 25 21:26:46.401833 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port
Dec 25 21:26:46.401833 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server     subnets = self._ipam_get_subnets(
Dec 25 21:26:46.401833 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets
Dec 25 21:26:46.401833 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server     subnet.lock_register(
Dec 25 21:26:46.401833 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register
Dec 25 21:26:46.401833 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server     raise exception
Dec 25 21:26:46.401833 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 59e8933f-8f7d-4ada-9cd9-bbffe0ef9393: This subnet is being modified by another concurrent operation.
Dec 25 21:26:46.401833 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server 
Dec 25 21:26:46.415857 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3b898565-c3da-4f3c-99ac-11b9dc8d606c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946'] for port, after_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:46.427631 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170ae670-0216-4e1a-ac6d-2c7b96bc4d54 tempest-RoutersNegativeIpV6Test-2019333087 tempest-RoutersNegativeIpV6Test-2019333087-project] Pushing event updated for resources: {'Port': ['ID=6fedf927-e96c-4e31-acb9-66f2554a8899,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:26:46.433716 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e560e09f-43ea-485b-8515-90a74c3b8796 tempest-RoutersAdminTest-266561384 tempest-RoutersAdminTest-266561384-project] Publish callbacks [] for port, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:46.477715 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efae0ed8-07cd-4e8b-88b7-6458a92b6722 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Pushing event deleted for resources: {'Subnet': ['ID=59e8933f-8f7d-4ada-9cd9-bbffe0ef9393,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:26:46.493934 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61ceee8e-29f8-4c4a-8efe-f17ab0e058f5 None None] Network 94ab3f7c-af55-46a5-8d2e-84e75a5ad183 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:26:46.527665 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-acfcd49e-e14f-43a8-9848-81cfa6003c6f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:46.541785 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 41910) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:26:46.545889 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-e50884d2-0fe1-41f0-b480-115c740f38e0 None None] For port e57ec043-1714-4cb4-8550-f6a289e3b9ed, host ncdv-master-1, cleared binding levels {{(pid=121608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:26:46.588751 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b898565-c3da-4f3c-99ac-11b9dc8d606c None None] Network 5f5a6e5e-663e-4edb-a5b4-ad29c8018fac is already hosted by enough agents. {{(pid=121608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:26:46.607334 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-ed5a9124-7556-4690-bf64-910d2a0d8d7c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=85b9f37084a94243b3bf7fdbb9b03f1b&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0643198
Dec 25 21:26:46.613353 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 41912) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:26:46.638054 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-efae0ed8-07cd-4e8b-88b7-6458a92b6722 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997585', 'neutron.services.segments.db._delete_segments_for_network-8737602743071'] for network, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:46.664456 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-e50884d2-0fe1-41f0-b480-115c740f38e0 None None] For port e57ec043-1714-4cb4-8550-f6a289e3b9ed, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e57ec043-1714-4cb4-8550-f6a289e3b9ed,segment=NetworkSegment(52682866-08ca-487c-96a4-946e9bb4ed2a),segment_id=52682866-08ca-487c-96a4-946e9bb4ed2a)] {{(pid=121608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:26:46.668908 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.base_scheduler [None req-3b898565-c3da-4f3c-99ac-11b9dc8d606c None None] Resources bound (agent type, host, resource id):  {{(pid=121608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:26:46.679102 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.segments.db [None req-efae0ed8-07cd-4e8b-88b7-6458a92b6722 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2613d0ed00>,) {'filters': {'network_id': ['94ab3f7c-af55-46a5-8d2e-84e75a5ad183']}} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:26:46.682568 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b898565-c3da-4f3c-99ac-11b9dc8d606c None None] Received port after_create {{(pid=121608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:26:46.682709 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e560e09f-43ea-485b-8515-90a74c3b8796 tempest-RoutersAdminTest-266561384 tempest-RoutersAdminTest-266561384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:46.685164 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a578e866-721b-4d36-b9b7-7e6e059cb710 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:46.699333 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.segments.db [None req-efae0ed8-07cd-4e8b-88b7-6458a92b6722 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2613d0ed00>, '7b334960-c77e-486c-bc39-6e0b84645490') {'for_net_delete': True} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:26:46.699629 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.segments.db [None req-efae0ed8-07cd-4e8b-88b7-6458a92b6722 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2613d0ed00>, '7b334960-c77e-486c-bc39-6e0b84645490') {} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:26:46.704733 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b898565-c3da-4f3c-99ac-11b9dc8d606c None None] Pushing event updated for resources: {'Port': ['ID=276a468e-c1a9-4717-8c0d-608ba641a742,revision_number=1']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:26:46.711316 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-efae0ed8-07cd-4e8b-88b7-6458a92b6722 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737602746920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9084222'] for segment, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:46.729657 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-efae0ed8-07cd-4e8b-88b7-6458a92b6722 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:46.752092 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e560e09f-43ea-485b-8515-90a74c3b8796 tempest-RoutersAdminTest-266561384 tempest-RoutersAdminTest-266561384-project] Network 7201e55c-7c5f-41aa-a042-a363696539d0 is already hosted by enough agents. {{(pid=121607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:26:46.760785 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-e560e09f-43ea-485b-8515-90a74c3b8796 tempest-RoutersAdminTest-266561384 tempest-RoutersAdminTest-266561384-project] Resources bound (agent type, host, resource id):  {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:26:46.771273 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a578e866-721b-4d36-b9b7-7e6e059cb710 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:46.773103 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e560e09f-43ea-485b-8515-90a74c3b8796 tempest-RoutersAdminTest-266561384 tempest-RoutersAdminTest-266561384-project] Received port after_create {{(pid=121607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:26:46.776075 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efae0ed8-07cd-4e8b-88b7-6458a92b6722 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Releasing vlan 183 on physical network physnet1 to pool {{(pid=121606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 25 21:26:46.776487 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-efae0ed8-07cd-4e8b-88b7-6458a92b6722 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9084542'] for segment, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:46.780528 ncdv-master-1 neutron-server[121606]: Traceback (most recent call last):
Dec 25 21:26:46.780528 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 25 21:26:46.780528 ncdv-master-1 neutron-server[121606]:     timer()
Dec 25 21:26:46.780528 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 25 21:26:46.780528 ncdv-master-1 neutron-server[121606]:     cb(*args, **kw)
Dec 25 21:26:46.780528 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 25 21:26:46.780528 ncdv-master-1 neutron-server[121606]:     return func(*args, **kwargs)
Dec 25 21:26:46.780528 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 25 21:26:46.780528 ncdv-master-1 neutron-server[121606]:     self._notify()
Dec 25 21:26:46.780528 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 25 21:26:46.780528 ncdv-master-1 neutron-server[121606]:     self.callback(batched_events)
Dec 25 21:26:46.780528 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 25 21:26:46.780528 ncdv-master-1 neutron-server[121606]:     event.method(event)
Dec 25 21:26:46.780528 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 25 21:26:46.780528 ncdv-master-1 neutron-server[121606]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 25 21:26:46.780528 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 25 21:26:46.780528 ncdv-master-1 neutron-server[121606]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 25 21:26:46.780528 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 25 21:26:46.780528 ncdv-master-1 neutron-server[121606]:     return f(self, *a, **k)
Dec 25 21:26:46.780528 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 25 21:26:46.780528 ncdv-master-1 neutron-server[121606]:     return self._get(url).json()
Dec 25 21:26:46.780528 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 25 21:26:46.780528 ncdv-master-1 neutron-server[121606]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 25 21:26:46.780528 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 25 21:26:46.780528 ncdv-master-1 neutron-server[121606]:     return self.request(url, 'GET', **kwargs)
Dec 25 21:26:46.780528 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 25 21:26:46.780528 ncdv-master-1 neutron-server[121606]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 25 21:26:46.780528 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 25 21:26:46.780528 ncdv-master-1 neutron-server[121606]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 25 21:26:46.780528 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 25 21:26:46.780528 ncdv-master-1 neutron-server[121606]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 25 21:26:46.780528 ncdv-master-1 neutron-server[121606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 25 21:26:46.826520 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e560e09f-43ea-485b-8515-90a74c3b8796 tempest-RoutersAdminTest-266561384 tempest-RoutersAdminTest-266561384-project] Pushing event updated for resources: {'Port': ['ID=a9d6ee9c-52c1-4f01-b01d-dcd3bf4a6e26,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:26:46.835068 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.db_base_plugin_common [None req-0ecd89f5-d713-4ef9-922a-7405c1c0408a None None] Allocated IP 172.20.0.2 (c8199f70-d579-4a7f-8b38-5d569ea5e784/0cf468ed-9644-4e44-939f-6c7d09675460/fea9d748-5db1-488a-b7c1-8e05064d30ad) {{(pid=121608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:26:46.853782 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-e50884d2-0fe1-41f0-b480-115c740f38e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:46.871314 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-3b898565-c3da-4f3c-99ac-11b9dc8d606c None None] Attempting to bind port 276a468e-c1a9-4717-8c0d-608ba641a742 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:26:46.871699 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-3b898565-c3da-4f3c-99ac-11b9dc8d606c None None] Attempting to bind port 276a468e-c1a9-4717-8c0d-608ba641a742 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '98946f9b-be97-4614-be50-2a0d9330c00f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '5f5a6e5e-663e-4edb-a5b4-ad29c8018fac'}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:26:46.872046 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b898565-c3da-4f3c-99ac-11b9dc8d606c None None] Attempting to bind port 276a468e-c1a9-4717-8c0d-608ba641a742 on network 5f5a6e5e-663e-4edb-a5b4-ad29c8018fac {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:26:46.920092 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b898565-c3da-4f3c-99ac-11b9dc8d606c None None] Checking agent: {'id': 'ca4f5c6d-f1fd-48b8-a3e3-395864c7d23d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 20, 56, 40), 'started_at': datetime.datetime(2021, 12, 25, 20, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 26, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:26:46.920486 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b898565-c3da-4f3c-99ac-11b9dc8d606c None None] Checking segment: {'id': '98946f9b-be97-4614-be50-2a0d9330c00f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '5f5a6e5e-663e-4edb-a5b4-ad29c8018fac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:26:46.920920 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3b898565-c3da-4f3c-99ac-11b9dc8d606c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:46.921344 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b898565-c3da-4f3c-99ac-11b9dc8d606c None None] Bound using segment: {'id': '98946f9b-be97-4614-be50-2a0d9330c00f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '5f5a6e5e-663e-4edb-a5b4-ad29c8018fac'} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:26:46.921841 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-3b898565-c3da-4f3c-99ac-11b9dc8d606c None None] Bound port: 276a468e-c1a9-4717-8c0d-608ba641a742, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98946f9b-be97-4614-be50-2a0d9330c00f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '5f5a6e5e-663e-4edb-a5b4-ad29c8018fac'}}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:26:46.922232 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3b898565-c3da-4f3c-99ac-11b9dc8d606c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:46.928244 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-170ae670-0216-4e1a-ac6d-2c7b96bc4d54 tempest-RoutersNegativeIpV6Test-2019333087 tempest-RoutersNegativeIpV6Test-2019333087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:47.004328 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-2be51229-3db9-487e-83fd-a80a7d4333a3 None None] Provisioning complete for port 6fedf927-e96c-4e31-acb9-66f2554a8899 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:26:47.004692 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-2be51229-3db9-487e-83fd-a80a7d4333a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:47.050368 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-efae0ed8-07cd-4e8b-88b7-6458a92b6722 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2008653'] for network, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:47.068404 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-efae0ed8-07cd-4e8b-88b7-6458a92b6722 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for network, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:47.075193 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-efae0ed8-07cd-4e8b-88b7-6458a92b6722 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] 10.222.0.32 "DELETE /v2.0/networks/94ab3f7c-af55-46a5-8d2e-84e75a5ad183 HTTP/1.1" status: 204  len: 168 time: 1.6378996
Dec 25 21:26:47.166177 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 41918) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:26:47.173700 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-3a3191e2-09c2-4c85-bc10-1dc7f694bc40 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-88727258'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:26:47.209673 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efae0ed8-07cd-4e8b-88b7-6458a92b6722 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Pushing event deleted for resources: {'Network': ['ID=94ab3f7c-af55-46a5-8d2e-84e75a5ad183,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:26:47.286368 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50884d2-0fe1-41f0-b480-115c740f38e0 None None] Pushing event updated for resources: {'Port': ['ID=e57ec043-1714-4cb4-8550-f6a289e3b9ed,revision_number=2']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:26:47.340271 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-2be51229-3db9-487e-83fd-a80a7d4333a3 None None] Port 6fedf927-e96c-4e31-acb9-66f2554a8899 cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:26:47.346390 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-3b898565-c3da-4f3c-99ac-11b9dc8d606c None None] For port 276a468e-c1a9-4717-8c0d-608ba641a742, host ncdv-master-1, cleared binding levels {{(pid=121608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:26:47.355192 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-3b898565-c3da-4f3c-99ac-11b9dc8d606c None None] For port 276a468e-c1a9-4717-8c0d-608ba641a742, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=276a468e-c1a9-4717-8c0d-608ba641a742,segment=NetworkSegment(98946f9b-be97-4614-be50-2a0d9330c00f),segment_id=98946f9b-be97-4614-be50-2a0d9330c00f)] {{(pid=121608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:26:47.368641 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-acfcd49e-e14f-43a8-9848-81cfa6003c6f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:47.400810 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a578e866-721b-4d36-b9b7-7e6e059cb710 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:47.404191 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a578e866-721b-4d36-b9b7-7e6e059cb710 admin admin] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:47.406147 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-a578e866-721b-4d36-b9b7-7e6e059cb710 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/379307a5-04a9-4766-a5d5-e8aeefb7ab2d HTTP/1.1" status: 204  len: 168 time: 0.7833750
Dec 25 21:26:47.414270 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-acfcd49e-e14f-43a8-9848-81cfa6003c6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:47.419073 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a578e866-721b-4d36-b9b7-7e6e059cb710 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=379307a5-04a9-4766-a5d5-e8aeefb7ab2d,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:26:47.437521 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a3191e2-09c2-4c85-bc10-1dc7f694bc40 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Made reservation on behalf of 596be925895b4ede995a5f893bdae840 for: {'network': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:26:47.441571 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-3a3191e2-09c2-4c85-bc10-1dc7f694bc40 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for network, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:47.469887 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3b898565-c3da-4f3c-99ac-11b9dc8d606c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:47.601481 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device e57ec043-1714-4cb4-8550-f6a289e3b9ed up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:26:47.664847 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e560e09f-43ea-485b-8515-90a74c3b8796 tempest-RoutersAdminTest-266561384 tempest-RoutersAdminTest-266561384-project] Publish callbacks [] for router_gateway, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:47.680129 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-0ecd89f5-d713-4ef9-922a-7405c1c0408a None None] Publish callbacks [] for port, precommit_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:47.704191 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a3191e2-09c2-4c85-bc10-1dc7f694bc40 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] vlan segment allocate from pool success with {'vlan_id': 164, 'physical_network': 'physnet1'}  {{(pid=121606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 25 21:26:47.712795 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b898565-c3da-4f3c-99ac-11b9dc8d606c None None] Pushing event updated for resources: {'Port': ['ID=276a468e-c1a9-4717-8c0d-608ba641a742,revision_number=2']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:26:47.736341 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port e57ec043-1714-4cb4-8550-f6a289e3b9ed triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:26:47.736857 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:47.780931 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-0ecd89f5-d713-4ef9-922a-7405c1c0408a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946'] for port, after_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:47.805786 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-3a3191e2-09c2-4c85-bc10-1dc7f694bc40 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:47.806148 ncdv-master-1 neutron-server[121606]: INFO neutron.db.segments_db [None req-3a3191e2-09c2-4c85-bc10-1dc7f694bc40 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Added segment 55c74f30-f901-43b2-a1d4-446fc502a823 of type vlan for network 921d7790-b935-46bd-89c2-adec5cd2c00d
Dec 25 21:26:47.838091 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-170ae670-0216-4e1a-ac6d-2c7b96bc4d54 tempest-RoutersNegativeIpV6Test-2019333087 tempest-RoutersNegativeIpV6Test-2019333087-project] Publish callbacks [] for port, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:47.899510 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ecd89f5-d713-4ef9-922a-7405c1c0408a None None] Network c8199f70-d579-4a7f-8b38-5d569ea5e784 is already hosted by enough agents. {{(pid=121608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:26:47.904746 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecd89f5-d713-4ef9-922a-7405c1c0408a None None] Pushing event updated for resources: {'Port': ['ID=fea9d748-5db1-488a-b7c1-8e05064d30ad,revision_number=1']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:26:47.904939 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-3a3191e2-09c2-4c85-bc10-1dc7f694bc40 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737602163420'] for network, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:47.915511 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_common [None req-acfcd49e-e14f-43a8-9848-81cfa6003c6f admin admin] Allocated IP 172.35.3.92 (7201e55c-7c5f-41aa-a042-a363696539d0/7a939e13-713f-45cf-bba7-1539635abe25/920f4fe2-acfd-479f-87ae-c76a221d1b18) {{(pid=121606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:26:47.916235 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.base_scheduler [None req-0ecd89f5-d713-4ef9-922a-7405c1c0408a None None] Resources bound (agent type, host, resource id):  {{(pid=121608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:26:47.930537 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ecd89f5-d713-4ef9-922a-7405c1c0408a None None] Received port after_create {{(pid=121608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:26:47.950971 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-170ae670-0216-4e1a-ac6d-2c7b96bc4d54 tempest-RoutersNegativeIpV6Test-2019333087 tempest-RoutersNegativeIpV6Test-2019333087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:47.951773 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-170ae670-0216-4e1a-ac6d-2c7b96bc4d54 tempest-RoutersNegativeIpV6Test-2019333087 tempest-RoutersNegativeIpV6Test-2019333087-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2007636'] for router_interface, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:48.140736 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:48.163100 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-0ecd89f5-d713-4ef9-922a-7405c1c0408a None None] Attempting to bind port fea9d748-5db1-488a-b7c1-8e05064d30ad on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:26:48.164480 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-0ecd89f5-d713-4ef9-922a-7405c1c0408a None None] Attempting to bind port fea9d748-5db1-488a-b7c1-8e05064d30ad by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '51150129-bf93-43ed-a72b-663a41e8f921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'c8199f70-d579-4a7f-8b38-5d569ea5e784'}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:26:48.164480 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ecd89f5-d713-4ef9-922a-7405c1c0408a None None] Attempting to bind port fea9d748-5db1-488a-b7c1-8e05064d30ad on network c8199f70-d579-4a7f-8b38-5d569ea5e784 {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:26:48.170039 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e560e09f-43ea-485b-8515-90a74c3b8796 tempest-RoutersAdminTest-266561384 tempest-RoutersAdminTest-266561384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2009782', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2014271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14898'] for router, precommit_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:48.176614 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e560e09f-43ea-485b-8515-90a74c3b8796 tempest-RoutersAdminTest-266561384 tempest-RoutersAdminTest-266561384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2009753', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2009775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2009760', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2014256'] for router, after_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:48.178305 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ecd89f5-d713-4ef9-922a-7405c1c0408a None None] Checking agent: {'id': 'ca4f5c6d-f1fd-48b8-a3e3-395864c7d23d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 20, 56, 40), 'started_at': datetime.datetime(2021, 12, 25, 20, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 26, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:26:48.178683 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ecd89f5-d713-4ef9-922a-7405c1c0408a None None] Checking segment: {'id': '51150129-bf93-43ed-a72b-663a41e8f921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'c8199f70-d579-4a7f-8b38-5d569ea5e784'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:26:48.179081 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-0ecd89f5-d713-4ef9-922a-7405c1c0408a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:48.179475 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ecd89f5-d713-4ef9-922a-7405c1c0408a None None] Bound using segment: {'id': '51150129-bf93-43ed-a72b-663a41e8f921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'c8199f70-d579-4a7f-8b38-5d569ea5e784'} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:26:48.179955 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-0ecd89f5-d713-4ef9-922a-7405c1c0408a None None] Bound port: fea9d748-5db1-488a-b7c1-8e05064d30ad, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51150129-bf93-43ed-a72b-663a41e8f921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'c8199f70-d579-4a7f-8b38-5d569ea5e784'}}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:26:48.180335 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-0ecd89f5-d713-4ef9-922a-7405c1c0408a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:48.193244 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170ae670-0216-4e1a-ac6d-2c7b96bc4d54 tempest-RoutersNegativeIpV6Test-2019333087 tempest-RoutersNegativeIpV6Test-2019333087-project] Pushing event updated for resources: {'Port': ['ID=6fedf927-e96c-4e31-acb9-66f2554a8899,revision_number=2']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:26:48.218068 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] For port e57ec043-1714-4cb4-8550-f6a289e3b9ed, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e57ec043-1714-4cb4-8550-f6a289e3b9ed,segment=NetworkSegment(52682866-08ca-487c-96a4-946e9bb4ed2a),segment_id=52682866-08ca-487c-96a4-946e9bb4ed2a)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:26:48.227378 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-170ae670-0216-4e1a-ac6d-2c7b96bc4d54 tempest-RoutersNegativeIpV6Test-2019333087 tempest-RoutersNegativeIpV6Test-2019333087-project] Network 3b2785bd-013f-4fd5-9b83-272ba358bc7f is already hosted by enough agents. {{(pid=121606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:26:48.289814 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:48.445371 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-0ecd89f5-d713-4ef9-922a-7405c1c0408a None None] For port fea9d748-5db1-488a-b7c1-8e05064d30ad, host ncdv-master-1, cleared binding levels {{(pid=121608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:26:48.451519 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Pushing event updated for resources: {'Port': ['ID=e57ec043-1714-4cb4-8550-f6a289e3b9ed,revision_number=3']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:26:48.477121 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-0ecd89f5-d713-4ef9-922a-7405c1c0408a None None] For port fea9d748-5db1-488a-b7c1-8e05064d30ad, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fea9d748-5db1-488a-b7c1-8e05064d30ad,segment=NetworkSegment(51150129-bf93-43ed-a72b-663a41e8f921),segment_id=51150129-bf93-43ed-a72b-663a41e8f921)] {{(pid=121608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:26:48.550758 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-0ecd89f5-d713-4ef9-922a-7405c1c0408a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:48.619497 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecd89f5-d713-4ef9-922a-7405c1c0408a None None] Pushing event updated for resources: {'Port': ['ID=fea9d748-5db1-488a-b7c1-8e05064d30ad,revision_number=2']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:26:48.622749 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e560e09f-43ea-485b-8515-90a74c3b8796 tempest-RoutersAdminTest-266561384 tempest-RoutersAdminTest-266561384-project] Router 94f9d39b-8de5-4c5d-b0cc-5fd69e13471d is scheduled to L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 with binding_index 1 {{(pid=121607) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 25 21:26:48.727359 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ae930db-fa7f-4e8f-9395-8cc7af3b22b1 None None] Network 03f673ba-57e2-4bea-8735-67090b61696a requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:26:48.757040 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [None req-170ae670-0216-4e1a-ac6d-2c7b96bc4d54 tempest-RoutersNegativeIpV6Test-2019333087 tempest-RoutersNegativeIpV6Test-2019333087-project] Resources bound (agent type, host, resource id):  {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:26:48.766158 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-3a3191e2-09c2-4c85-bc10-1dc7f694bc40 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870'] for network, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:48.772333 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a3191e2-09c2-4c85-bc10-1dc7f694bc40 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:26:48.778261 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-3a3191e2-09c2-4c85-bc10-1dc7f694bc40 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for network, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:48.872862 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e560e09f-43ea-485b-8515-90a74c3b8796 tempest-RoutersAdminTest-266561384 tempest-RoutersAdminTest-266561384-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 21:26:48.885611 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e560e09f-43ea-485b-8515-90a74c3b8796 tempest-RoutersAdminTest-266561384 tempest-RoutersAdminTest-266561384-project] Publish callbacks [] for router, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:48.891426 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-e560e09f-43ea-485b-8515-90a74c3b8796 tempest-RoutersAdminTest-266561384 tempest-RoutersAdminTest-266561384-project] 10.222.0.32 "PUT /v2.0/routers/94f9d39b-8de5-4c5d-b0cc-5fd69e13471d HTTP/1.1" status: 200  len: 880 time: 3.5586612
Dec 25 21:26:48.893128 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 41944) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:26:48.898655 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46b2c0fe-5a54-495a-bf28-994fb6db92ac None None] Sync routers for ids ['94f9d39b-8de5-4c5d-b0cc-5fd69e13471d'] in ncdv-master-1 {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 21:26:48.926190 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-bca9c900-7f80-4877-8083-4a91866d0e33 None None] Provisioning complete for port e57ec043-1714-4cb4-8550-f6a289e3b9ed triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:26:48.926562 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-bca9c900-7f80-4877-8083-4a91866d0e33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:48.949232 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46b2c0fe-5a54-495a-bf28-994fb6db92ac None None] Routers {'94f9d39b-8de5-4c5d-b0cc-5fd69e13471d'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:26:48.954300 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-46b2c0fe-5a54-495a-bf28-994fb6db92ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2612edcb20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:26:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['94f9d39b-8de5-4c5d-b0cc-5fd69e13471d'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:26:48.962074 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-acfcd49e-e14f-43a8-9848-81cfa6003c6f admin admin] Publish callbacks [] for port, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:49.040046 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-46b2c0fe-5a54-495a-bf28-994fb6db92ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2612edcb20>, [], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:26:49.055985 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-3a3191e2-09c2-4c85-bc10-1dc7f694bc40 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 782 time: 1.8883221
Dec 25 21:26:49.066116 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46b2c0fe-5a54-495a-bf28-994fb6db92ac None None] Routers {'94f9d39b-8de5-4c5d-b0cc-5fd69e13471d'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:26:49.066771 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-46b2c0fe-5a54-495a-bf28-994fb6db92ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2612edcb20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:26:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['94f9d39b-8de5-4c5d-b0cc-5fd69e13471d'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:26:49.138819 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-46b2c0fe-5a54-495a-bf28-994fb6db92ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2612edcb20>, [], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:26:49.146780 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46b2c0fe-5a54-495a-bf28-994fb6db92ac None None] The sync data for ids ['94f9d39b-8de5-4c5d-b0cc-5fd69e13471d'] in ncdv-master-1 is: [] {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 21:26:49.201877 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 41948) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:26:49.241953 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-2cb3e2be-a3db-479b-9b1f-3c67836dc606 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Request body: {'subnet': {'network_id': '921d7790-b935-46bd-89c2-adec5cd2c00d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:26:49.256335 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-119656c3-33ca-4785-b3f2-85e3ae466fcd tempest-RoutersAdminTest-58483452 tempest-RoutersAdminTest-58483452-project-admin] 10.222.0.32 "GET /v2.0/routers/94f9d39b-8de5-4c5d-b0cc-5fd69e13471d HTTP/1.1" status: 200  len: 921 time: 0.3619566
Dec 25 21:26:49.265715 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 41954) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:26:49.379034 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3191e2-09c2-4c85-bc10-1dc7f694bc40 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Pushing event updated for resources: {'Network': ['ID=921d7790-b935-46bd-89c2-adec5cd2c00d,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:26:49.379735 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 41958) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:26:49.439990 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Network 921d7790-b935-46bd-89c2-adec5cd2c00d details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 25 21:26:49.474766 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28f91b88-f75d-4367-816b-f21d096572d4 tempest-RoutersAdminTest-58483452 tempest-RoutersAdminTest-58483452-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:26:49.478665 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-28f91b88-f75d-4367-816b-f21d096572d4 tempest-RoutersAdminTest-58483452 tempest-RoutersAdminTest-58483452-project-admin] 10.222.0.32 "GET /v2.0/ports?network_id=7201e55c-7c5f-41aa-a042-a363696539d0&device_id=94f9d39b-8de5-4c5d-b0cc-5fd69e13471d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 945 time: 0.2096002
Dec 25 21:26:49.489468 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 41962) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:26:49.550526 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-acfcd49e-e14f-43a8-9848-81cfa6003c6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:49.607745 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-d6733bc9-f592-4b7f-a7e4-e4af47c90bca None None] Provisioning complete for port 6fedf927-e96c-4e31-acb9-66f2554a8899 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:26:49.608301 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-d6733bc9-f592-4b7f-a7e4-e4af47c90bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:49.627752 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-dbee24b4-569d-48bf-bc8d-ac033b617d74 admin admin] Publish callbacks [] for security_group, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:49.642911 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acfcd49e-e14f-43a8-9848-81cfa6003c6f admin admin] Network 7201e55c-7c5f-41aa-a042-a363696539d0 is already hosted by enough agents. {{(pid=121606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:26:49.656832 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [None req-acfcd49e-e14f-43a8-9848-81cfa6003c6f admin admin] Resources bound (agent type, host, resource id):  {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:26:49.669401 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acfcd49e-e14f-43a8-9848-81cfa6003c6f admin admin] Received port after_create {{(pid=121606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:26:49.680908 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb85cd76-40bb-4170-a624-df1c0ce2dc89 None None] Network 5f5a6e5e-663e-4edb-a5b4-ad29c8018fac requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:26:49.711108 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1192273-7404-4b43-8cc0-459c16275393 tempest-RoutersAdminTest-58483452 tempest-RoutersAdminTest-58483452-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:26:49.712515 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-d1192273-7404-4b43-8cc0-459c16275393 tempest-RoutersAdminTest-58483452 tempest-RoutersAdminTest-58483452-project-admin] 10.222.0.32 "GET /v2.0/networks/7201e55c-7c5f-41aa-a042-a363696539d0 HTTP/1.1" status: 200  len: 881 time: 0.2219892
Dec 25 21:26:49.715684 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 41966) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:26:49.733651 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-d6733bc9-f592-4b7f-a7e4-e4af47c90bca None None] Port 6fedf927-e96c-4e31-acb9-66f2554a8899 cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:26:49.817521 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device e57ec043-1714-4cb4-8550-f6a289e3b9ed up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:26:49.819340 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-c824e8e3-00e5-49bd-8189-cf14d514a439 tempest-RoutersAdminTest-266561384 tempest-RoutersAdminTest-266561384-project] 10.222.0.32 "GET /v2.0/ports?device_id=94f9d39b-8de5-4c5d-b0cc-5fd69e13471d HTTP/1.1" status: 200  len: 205 time: 0.1023674
Dec 25 21:26:49.821887 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 41970) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:26:49.917976 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-b7067e5b-1495-46ce-9ee1-de11ca4fcee1 None None] Provisioning complete for port 276a468e-c1a9-4717-8c0d-608ba641a742 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:26:49.918539 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-b7067e5b-1495-46ce-9ee1-de11ca4fcee1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:49.921986 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-dbee24b4-569d-48bf-bc8d-ac033b617d74 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:49.949393 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfcd49e-e14f-43a8-9848-81cfa6003c6f admin admin] Pushing event updated for resources: {'Port': ['ID=920f4fe2-acfd-479f-87ae-c76a221d1b18,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:26:49.972158 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port e57ec043-1714-4cb4-8550-f6a289e3b9ed triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:26:49.972466 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:50.030465 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a6e186e2-2e5f-47c4-b581-bc835a8707a8 tempest-RoutersAdminTest-266561384 tempest-RoutersAdminTest-266561384-project] Publish callbacks [] for router, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:50.118684 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-dbee24b4-569d-48bf-bc8d-ac033b617d74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:50.123136 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 276a468e-c1a9-4717-8c0d-608ba641a742 up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:26:50.178875 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cb3e2be-a3db-479b-9b1f-3c67836dc606 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Made reservation on behalf of 596be925895b4ede995a5f893bdae840 for: {'subnet': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:26:50.182799 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-2cb3e2be-a3db-479b-9b1f-3c67836dc606 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9028529'] for subnet, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:50.186759 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-170ae670-0216-4e1a-ac6d-2c7b96bc4d54 tempest-RoutersNegativeIpV6Test-2019333087 tempest-RoutersNegativeIpV6Test-2019333087-project] Router 8fc6654b-bf2f-4418-b45f-6bd6dbe11413 is scheduled to L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 with binding_index 1 {{(pid=121606) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 25 21:26:50.198082 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-dbee24b4-569d-48bf-bc8d-ac033b617d74 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1f75cbf0b709404db13ce82be430699d&name=default HTTP/1.1" status: 200  len: 3000 time: 0.8084228
Dec 25 21:26:50.209101 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-b7067e5b-1495-46ce-9ee1-de11ca4fcee1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:50.215575 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 41974) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:26:50.265858 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbee24b4-569d-48bf-bc8d-ac033b617d74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8416185-322b-4f7b-9f92-928575115d39,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:26:50.305159 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-b7067e5b-1495-46ce-9ee1-de11ca4fcee1 None None] For port 276a468e-c1a9-4717-8c0d-608ba641a742, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=276a468e-c1a9-4717-8c0d-608ba641a742,segment=NetworkSegment(98946f9b-be97-4614-be50-2a0d9330c00f),segment_id=98946f9b-be97-4614-be50-2a0d9330c00f)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:26:50.313583 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port 276a468e-c1a9-4717-8c0d-608ba641a742 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:26:50.314277 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:50.318217 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-acfcd49e-e14f-43a8-9848-81cfa6003c6f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:50.323331 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a6e186e2-2e5f-47c4-b581-bc835a8707a8 tempest-RoutersAdminTest-266561384 tempest-RoutersAdminTest-266561384-project] Publish callbacks [] for router_gateway, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:50.406033 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-b7067e5b-1495-46ce-9ee1-de11ca4fcee1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:50.415202 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:50.468797 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-b7067e5b-1495-46ce-9ee1-de11ca4fcee1 None None] Provisioning complete for port e57ec043-1714-4cb4-8550-f6a289e3b9ed triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:26:50.468797 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-b7067e5b-1495-46ce-9ee1-de11ca4fcee1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:50.482616 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdb7eca0-fd32-46bb-a886-8f801759177f None None] Network c8199f70-d579-4a7f-8b38-5d569ea5e784 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:26:50.521851 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-a6e186e2-2e5f-47c4-b581-bc835a8707a8 tempest-RoutersAdminTest-266561384 tempest-RoutersAdminTest-266561384-project] Deleting port a9d6ee9c-52c1-4f01-b01d-dcd3bf4a6e26 {{(pid=121607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:26:50.522275 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a6e186e2-2e5f-47c4-b581-bc835a8707a8 tempest-RoutersAdminTest-266561384 tempest-RoutersAdminTest-266561384-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:50.538740 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-414874ca-c05e-43d3-962f-6a43bbb09be7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:50.560952 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-414874ca-c05e-43d3-962f-6a43bbb09be7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:50.611850 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a6e186e2-2e5f-47c4-b581-bc835a8707a8 tempest-RoutersAdminTest-266561384 tempest-RoutersAdminTest-266561384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:50.618321 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-170ae670-0216-4e1a-ac6d-2c7b96bc4d54 tempest-RoutersNegativeIpV6Test-2019333087 tempest-RoutersNegativeIpV6Test-2019333087-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 21:26:50.628362 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-a6e186e2-2e5f-47c4-b581-bc835a8707a8 tempest-RoutersAdminTest-266561384 tempest-RoutersAdminTest-266561384-project] Calling delete_port for a9d6ee9c-52c1-4f01-b01d-dcd3bf4a6e26 owned by network:router_gateway {{(pid=121607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:26:50.635223 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-170ae670-0216-4e1a-ac6d-2c7b96bc4d54 tempest-RoutersNegativeIpV6Test-2019333087 tempest-RoutersNegativeIpV6Test-2019333087-project] 10.222.0.32 "PUT /v2.0/routers/8fc6654b-bf2f-4418-b45f-6bd6dbe11413/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.4534054
Dec 25 21:26:50.637444 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 41984) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:26:50.643386 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2450d90c-ec82-4039-9e21-e8c37bb0ca71 None None] Sync routers for ids ['8fc6654b-bf2f-4418-b45f-6bd6dbe11413'] in ncdv-master-1 {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 21:26:50.653551 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2450d90c-ec82-4039-9e21-e8c37bb0ca71 None None] Routers {'8fc6654b-bf2f-4418-b45f-6bd6dbe11413'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:26:50.654176 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-2450d90c-ec82-4039-9e21-e8c37bb0ca71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2618432c70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:26:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['8fc6654b-bf2f-4418-b45f-6bd6dbe11413'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:26:50.690794 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-2450d90c-ec82-4039-9e21-e8c37bb0ca71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2618432c70>, [], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:26:50.700078 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2450d90c-ec82-4039-9e21-e8c37bb0ca71 None None] Routers {'8fc6654b-bf2f-4418-b45f-6bd6dbe11413'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:26:50.700950 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-2450d90c-ec82-4039-9e21-e8c37bb0ca71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2618432c70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:26:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['8fc6654b-bf2f-4418-b45f-6bd6dbe11413'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:26:50.709350 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.db.api [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=121608) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 25 21:26:50.709922 ncdv-master-1 neutron-server[121608]: DEBUG oslo_db.api [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 25 21:26:50.714629 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7067e5b-1495-46ce-9ee1-de11ca4fcee1 None None] Pushing event updated for resources: {'Port': ['ID=276a468e-c1a9-4717-8c0d-608ba641a742,revision_number=3']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:26:50.773024 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-2450d90c-ec82-4039-9e21-e8c37bb0ca71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2618432c70>, [], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:26:50.773690 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2450d90c-ec82-4039-9e21-e8c37bb0ca71 None None] The sync data for ids ['8fc6654b-bf2f-4418-b45f-6bd6dbe11413'] in ncdv-master-1 is: [] {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 21:26:50.832327 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-acfcd49e-e14f-43a8-9848-81cfa6003c6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2014278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2009753'] for router, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:50.841903 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-414874ca-c05e-43d3-962f-6a43bbb09be7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:50.844986 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-414874ca-c05e-43d3-962f-6a43bbb09be7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:50.848413 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-414874ca-c05e-43d3-962f-6a43bbb09be7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c8416185-322b-4f7b-9f92-928575115d39 HTTP/1.1" status: 204  len: 168 time: 0.6295652
Dec 25 21:26:50.901906 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 41990) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:26:50.947035 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414874ca-c05e-43d3-962f-6a43bbb09be7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8416185-322b-4f7b-9f92-928575115d39,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:26:50.992686 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-a26dbda3-ec7e-4f31-bba5-19276d13fbfc None None] Provisioning complete for port fea9d748-5db1-488a-b7c1-8e05064d30ad triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:26:50.993177 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-a26dbda3-ec7e-4f31-bba5-19276d13fbfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:51.033954 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a6e186e2-2e5f-47c4-b581-bc835a8707a8 tempest-RoutersAdminTest-266561384 tempest-RoutersAdminTest-266561384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:51.080586 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c897f998-bafa-4747-96a6-1cf72d5bbce3 None None] get_active_networks_info from ncdv-master-1 {{(pid=121608) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
Dec 25 21:26:51.104345 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e186e2-2e5f-47c4-b581-bc835a8707a8 tempest-RoutersAdminTest-266561384 tempest-RoutersAdminTest-266561384-project] Pushing event deleted for resources: {'Port': ['ID=a9d6ee9c-52c1-4f01-b01d-dcd3bf4a6e26,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:26:51.174350 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-2cb3e2be-a3db-479b-9b1f-3c67836dc606 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9084170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9028515'] for subnet, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:51.181539 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-ed014bfb-bc1d-4281-a8ce-8c6182dd3990 tempest-MeteringIpV6TestJSON-246832091 tempest-MeteringIpV6TestJSON-246832091-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-350265849'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:26:51.181993 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-ed014bfb-bc1d-4281-a8ce-8c6182dd3990 tempest-MeteringIpV6TestJSON-246832091 tempest-MeteringIpV6TestJSON-246832091-project-admin] Unknown quota resources ['metering_label']. {{(pid=121606) _create /opt/stack/neutron/neutron/api/v2/base.py:496}}
Dec 25 21:26:51.185821 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a6e186e2-2e5f-47c4-b581-bc835a8707a8 tempest-RoutersAdminTest-266561384 tempest-RoutersAdminTest-266561384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2008689'] for router_gateway, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:51.284482 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a6e186e2-2e5f-47c4-b581-bc835a8707a8 tempest-RoutersAdminTest-266561384 tempest-RoutersAdminTest-266561384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2014235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14905'] for router, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:51.286317 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a6e186e2-2e5f-47c4-b581-bc835a8707a8 tempest-RoutersAdminTest-266561384 tempest-RoutersAdminTest-266561384-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:51.375232 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb3e2be-a3db-479b-9b1f-3c67836dc606 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Pushing event updated for resources: {'Subnet': ['ID=117ea7ac-27a9-46ba-b9bc-852b653bef1a,revision_number=0']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:26:51.429450 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cb3e2be-a3db-479b-9b1f-3c67836dc606 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Checking segment: {'id': '55c74f30-f901-43b2-a1d4-446fc502a823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '921d7790-b935-46bd-89c2-adec5cd2c00d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:26:51.429823 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cb3e2be-a3db-479b-9b1f-3c67836dc606 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Network hostable DHCP agents. Network: 921d7790-b935-46bd-89c2-adec5cd2c00d, hostable agents: ['1813db88-2c1b-4357-a2ba-869246b663c2'], hosted agents: [] {{(pid=121606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 25 21:26:51.505854 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device fea9d748-5db1-488a-b7c1-8e05064d30ad up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:26:51.507511 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a6e186e2-2e5f-47c4-b581-bc835a8707a8 tempest-RoutersAdminTest-266561384 tempest-RoutersAdminTest-266561384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2014220'] for router, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:51.508334 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6e186e2-2e5f-47c4-b581-bc835a8707a8 tempest-RoutersAdminTest-266561384 tempest-RoutersAdminTest-266561384-project] Fanout notify agent at l3_agent the message router_deleted on router 94f9d39b-8de5-4c5d-b0cc-5fd69e13471d {{(pid=121607) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 25 21:26:51.510291 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c897f998-bafa-4747-96a6-1cf72d5bbce3 None None] Resources bound (agent type, host, resource id):  {{(pid=121608) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Dec 25 21:26:51.518387 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a6e186e2-2e5f-47c4-b581-bc835a8707a8 tempest-RoutersAdminTest-266561384 tempest-RoutersAdminTest-266561384-project] Publish callbacks [] for router, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:51.519536 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-a6e186e2-2e5f-47c4-b581-bc835a8707a8 tempest-RoutersAdminTest-266561384 tempest-RoutersAdminTest-266561384-project] 10.222.0.32 "DELETE /v2.0/routers/94f9d39b-8de5-4c5d-b0cc-5fd69e13471d HTTP/1.1" status: 204  len: 168 time: 1.6962497
Dec 25 21:26:51.523505 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 41996) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:26:51.528242 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-c326109c-0994-4bd7-b900-7dcacdb8dcab tempest-RoutersAdminTest-266561384 tempest-RoutersAdminTest-266561384-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2066437571', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:26:51.576073 ncdv-master-1 neutron-server[121606]: INFO neutron.api.v2.resource [None req-b80a2f1e-d1d1-4865-b853-a67cd7e87c22 tempest-RoutersNegativeIpV6Test-2019333087 tempest-RoutersNegativeIpV6Test-2019333087-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 25 21:26:51.577169 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-b80a2f1e-d1d1-4865-b853-a67cd7e87c22 tempest-RoutersNegativeIpV6Test-2019333087 tempest-RoutersNegativeIpV6Test-2019333087-project] 10.222.0.32 "PUT /v2.0/routers/8fc6654b-bf2f-4418-b45f-6bd6dbe11413/add_router_interface HTTP/1.1" status: 400  len: 438 time: 0.9387457
Dec 25 21:26:51.578917 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-a26dbda3-ec7e-4f31-bba5-19276d13fbfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:51.581456 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 41998) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:26:51.609094 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cb3e2be-a3db-479b-9b1f-3c67836dc606 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Network 921d7790-b935-46bd-89c2-adec5cd2c00d is scheduled to be hosted by DHCP agent 1813db88-2c1b-4357-a2ba-869246b663c2 with binding_index 1 {{(pid=121606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 25 21:26:51.613227 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-ed014bfb-bc1d-4281-a8ce-8c6182dd3990 tempest-MeteringIpV6TestJSON-246832091 tempest-MeteringIpV6TestJSON-246832091-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:51.617076 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-ed014bfb-bc1d-4281-a8ce-8c6182dd3990 tempest-MeteringIpV6TestJSON-246832091 tempest-MeteringIpV6TestJSON-246832091-project-admin] 10.222.0.32 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201  len: 477 time: 0.7112122
Dec 25 21:26:51.618459 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 42000) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:26:51.622956 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-9cb79897-9874-43d0-8241-21f0ba1953f9 tempest-MeteringIpV6TestJSON-246832091 tempest-MeteringIpV6TestJSON-246832091-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '8565401b-1158-41cb-b0d7-b4fb1cc153f3'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:26:51.623747 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-9cb79897-9874-43d0-8241-21f0ba1953f9 tempest-MeteringIpV6TestJSON-246832091 tempest-MeteringIpV6TestJSON-246832091-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=121606) _create /opt/stack/neutron/neutron/api/v2/base.py:496}}
Dec 25 21:26:51.627296 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acfcd49e-e14f-43a8-9848-81cfa6003c6f admin admin] Router 9557b2cf-7512-4e66-b498-527384e39f88 is scheduled to L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 with binding_index 1 {{(pid=121606) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 25 21:26:51.631822 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-c326109c-0994-4bd7-b900-7dcacdb8dcab tempest-RoutersAdminTest-266561384 tempest-RoutersAdminTest-266561384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2014909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14863'] for router, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:51.633255 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-c326109c-0994-4bd7-b900-7dcacdb8dcab tempest-RoutersAdminTest-266561384 tempest-RoutersAdminTest-266561384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2014285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2009796', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2082630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14848'] for router, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:51.722859 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-a26dbda3-ec7e-4f31-bba5-19276d13fbfc None None] For port fea9d748-5db1-488a-b7c1-8e05064d30ad, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fea9d748-5db1-488a-b7c1-8e05064d30ad,segment=NetworkSegment(51150129-bf93-43ed-a72b-663a41e8f921),segment_id=51150129-bf93-43ed-a72b-663a41e8f921)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:26:51.734383 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [None req-2cb3e2be-a3db-479b-9b1f-3c67836dc606 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 921d7790-b935-46bd-89c2-adec5cd2c00d) {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:26:51.742784 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-c326109c-0994-4bd7-b900-7dcacdb8dcab tempest-RoutersAdminTest-266561384 tempest-RoutersAdminTest-266561384-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:51.742958 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port fea9d748-5db1-488a-b7c1-8e05064d30ad triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:26:51.742958 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:51.769728 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cb3e2be-a3db-479b-9b1f-3c67836dc606 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:26:51.770335 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-2cb3e2be-a3db-479b-9b1f-3c67836dc606 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for subnet, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:51.837557 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-a26dbda3-ec7e-4f31-bba5-19276d13fbfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:51.865857 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-c326109c-0994-4bd7-b900-7dcacdb8dcab tempest-RoutersAdminTest-266561384 tempest-RoutersAdminTest-266561384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2014278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2009753'] for router, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:51.883968 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 42004) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:26:51.906778 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-7b1aa359-5c60-45c5-b4b2-842d52ac960e admin admin] Publish callbacks [] for security_group, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:51.921140 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-a26dbda3-ec7e-4f31-bba5-19276d13fbfc None None] Provisioning complete for port 276a468e-c1a9-4717-8c0d-608ba641a742 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:26:51.921140 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-a26dbda3-ec7e-4f31-bba5-19276d13fbfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:51.980282 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-c326109c-0994-4bd7-b900-7dcacdb8dcab tempest-RoutersAdminTest-266561384 tempest-RoutersAdminTest-266561384-project] Publish callbacks [] for router, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:51.984282 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-c326109c-0994-4bd7-b900-7dcacdb8dcab tempest-RoutersAdminTest-266561384 tempest-RoutersAdminTest-266561384-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 705 time: 0.4571192
Dec 25 21:26:51.985052 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 42006) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:26:51.993492 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-2518b51f-bb46-4d41-ba06-5429866aaae3 tempest-RoutersAdminTest-58483452 tempest-RoutersAdminTest-58483452-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'enable_snat': True}}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:26:51.996418 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26dbda3-ec7e-4f31-bba5-19276d13fbfc None None] Pushing event updated for resources: {'Port': ['ID=fea9d748-5db1-488a-b7c1-8e05064d30ad,revision_number=3']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:26:52.205799 ncdv-master-1 neutron-server[121606]: WARNING neutron.services.metering.metering_plugin [None req-9cb79897-9874-43d0-8241-21f0ba1953f9 tempest-MeteringIpV6TestJSON-246832091 tempest-MeteringIpV6TestJSON-246832091-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/.
Dec 25 21:26:52.217383 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-2cb3e2be-a3db-479b-9b1f-3c67836dc606 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 865 time: 2.9952075
Dec 25 21:26:52.223039 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 42008) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:26:52.225777 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-7b1aa359-5c60-45c5-b4b2-842d52ac960e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:52.232846 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 276a468e-c1a9-4717-8c0d-608ba641a742 up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:26:52.253432 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-ac1c85fa-1a95-43f1-a03f-c9eef5441d79 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2098863924'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:26:52.263164 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91f1ec69-23cc-4355-b370-2a54d127206b None None] Network 921d7790-b935-46bd-89c2-adec5cd2c00d requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:26:52.313778 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-2518b51f-bb46-4d41-ba06-5429866aaae3 tempest-RoutersAdminTest-58483452 tempest-RoutersAdminTest-58483452-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:52.321264 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-7b1aa359-5c60-45c5-b4b2-842d52ac960e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:52.337444 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acfcd49e-e14f-43a8-9848-81cfa6003c6f admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 21:26:52.342807 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-6d3885c5-c9c1-4238-a2dc-bddc2d4528b5 tempest-RoutersNegativeIpV6Test-2019333087 tempest-RoutersNegativeIpV6Test-2019333087-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2007615'] for router_interface, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:52.345807 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-9cb79897-9874-43d0-8241-21f0ba1953f9 tempest-MeteringIpV6TestJSON-246832091 tempest-MeteringIpV6TestJSON-246832091-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:52.347431 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-9cb79897-9874-43d0-8241-21f0ba1953f9 tempest-MeteringIpV6TestJSON-246832091 tempest-MeteringIpV6TestJSON-246832091-project-admin] 10.222.0.32 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201  len: 464 time: 0.7280324
Dec 25 21:26:52.351560 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 42010) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:26:52.357759 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-cc34a7f0-1a2e-44dc-b5fd-ecc7ba370d8b tempest-MeteringIpV6TestJSON-246832091 tempest-MeteringIpV6TestJSON-246832091-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '8565401b-1158-41cb-b0d7-b4fb1cc153f3'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:26:52.361187 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-cc34a7f0-1a2e-44dc-b5fd-ecc7ba370d8b tempest-MeteringIpV6TestJSON-246832091 tempest-MeteringIpV6TestJSON-246832091-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=121606) _create /opt/stack/neutron/neutron/api/v2/base.py:496}}
Dec 25 21:26:52.363204 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b8f8fb7-b91b-4b3d-a0ef-fdef3b738df7 None None] Sync routers for ids ['9557b2cf-7512-4e66-b498-527384e39f88'] in ncdv-master-1 {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 21:26:52.384285 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-ea31dcf0-2c80-44a8-85d2-c76a3d29553e None None] Provisioning complete for port 6ba58e06-75d0-421c-9bb3-7bcdd960f12c triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:26:52.384653 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-ea31dcf0-2c80-44a8-85d2-c76a3d29553e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:52.425459 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1aa359-5c60-45c5-b4b2-842d52ac960e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e80a0271-587c-4213-972f-14247bb5ba3d,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:26:52.429584 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port 276a468e-c1a9-4717-8c0d-608ba641a742 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:26:52.429961 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:52.436521 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b8f8fb7-b91b-4b3d-a0ef-fdef3b738df7 None None] Routers {'9557b2cf-7512-4e66-b498-527384e39f88'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:26:52.437166 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-9b8f8fb7-b91b-4b3d-a0ef-fdef3b738df7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f26131b3cd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:26:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['9557b2cf-7512-4e66-b498-527384e39f88'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:26:52.450132 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-7b1aa359-5c60-45c5-b4b2-842d52ac960e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1c99393438ab4764907962338cc234de&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5630414
Dec 25 21:26:52.452845 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 42012) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:26:52.468583 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58422cfb-b87b-4263-9b51-f21018a9b04f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-921d7790-b935-46bd-89c2-adec5cd2c00d', 'network_id': '921d7790-b935-46bd-89c2-adec5cd2c00d', 'project_id': '596be925895b4ede995a5f893bdae840', 'fixed_ips': [{'subnet_id': '117ea7ac-27a9-46ba-b9bc-852b653bef1a'}]}} from ncdv-master-1. {{(pid=121608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 25 21:26:52.470525 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-58422cfb-b87b-4263-9b51-f21018a9b04f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:52.492011 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-acfcd49e-e14f-43a8-9848-81cfa6003c6f admin admin] Publish callbacks [] for router, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:52.493344 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-acfcd49e-e14f-43a8-9848-81cfa6003c6f admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 925 time: 6.8129027
Dec 25 21:26:52.498063 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 42014) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:26:52.518404 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-6086fe8c-7e7d-402b-9670-c3bde33c5b4d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:52.535789 ncdv-master-1 neutron-server[121606]: WARNING neutron.services.metering.metering_plugin [None req-cc34a7f0-1a2e-44dc-b5fd-ecc7ba370d8b tempest-MeteringIpV6TestJSON-246832091 tempest-MeteringIpV6TestJSON-246832091-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/.
Dec 25 21:26:52.624782 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac1c85fa-1a95-43f1-a03f-c9eef5441d79 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Made reservation on behalf of 596be925895b4ede995a5f893bdae840 for: {'network': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:26:52.629059 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-ac1c85fa-1a95-43f1-a03f-c9eef5441d79 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for network, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:52.632605 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-6086fe8c-7e7d-402b-9670-c3bde33c5b4d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:52.696383 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-cc34a7f0-1a2e-44dc-b5fd-ecc7ba370d8b tempest-MeteringIpV6TestJSON-246832091 tempest-MeteringIpV6TestJSON-246832091-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:52.697672 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-cc34a7f0-1a2e-44dc-b5fd-ecc7ba370d8b tempest-MeteringIpV6TestJSON-246832091 tempest-MeteringIpV6TestJSON-246832091-project-admin] 10.222.0.32 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201  len: 464 time: 0.3456445
Dec 25 21:26:52.703047 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 42016) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:26:52.713206 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-74ed6252-eacb-4e5e-adc0-8d391236f086 req-00f191c5-9b1f-4a0f-baa7-b668ab620129 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=aa2d5924-6a22-461e-b48b-e73f52f4b72c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 658 time: 0.1923301
Dec 25 21:26:52.729871 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac1c85fa-1a95-43f1-a03f-c9eef5441d79 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] vlan segment allocate from pool success with {'vlan_id': 199, 'physical_network': 'physnet1'}  {{(pid=121606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 25 21:26:52.731275 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvr_db [None req-9b8f8fb7-b91b-4b3d-a0ef-fdef3b738df7 None None] Set router 9557b2cf-7512-4e66-b498-527384e39f88 gateway port host: ncdv-master-1 {{(pid=121608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:26:52.740703 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-ac1c85fa-1a95-43f1-a03f-c9eef5441d79 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:52.742537 ncdv-master-1 neutron-server[121606]: INFO neutron.db.segments_db [None req-ac1c85fa-1a95-43f1-a03f-c9eef5441d79 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Added segment 30bd001d-53f4-4135-a86c-d19a898256c1 of type vlan for network eb61ab69-1b3d-44b7-9087-9b7894daa00b
Dec 25 21:26:52.796815 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-ac1c85fa-1a95-43f1-a03f-c9eef5441d79 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737602163420'] for network, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:52.857094 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device fea9d748-5db1-488a-b7c1-8e05064d30ad up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:26:52.886282 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ed6252-eacb-4e5e-adc0-8d391236f086 req-7b2864a7-7aec-425c-a1b2-3c723ce458f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:26:52.886982 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ed6252-eacb-4e5e-adc0-8d391236f086 req-7b2864a7-7aec-425c-a1b2-3c723ce458f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:26:52.887679 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ed6252-eacb-4e5e-adc0-8d391236f086 req-7b2864a7-7aec-425c-a1b2-3c723ce458f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:26:52.888462 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ed6252-eacb-4e5e-adc0-8d391236f086 req-7b2864a7-7aec-425c-a1b2-3c723ce458f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:26:52.889065 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ed6252-eacb-4e5e-adc0-8d391236f086 req-7b2864a7-7aec-425c-a1b2-3c723ce458f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:26:52.889595 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ed6252-eacb-4e5e-adc0-8d391236f086 req-7b2864a7-7aec-425c-a1b2-3c723ce458f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:26:52.890147 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ed6252-eacb-4e5e-adc0-8d391236f086 req-7b2864a7-7aec-425c-a1b2-3c723ce458f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:26:52.893527 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-74ed6252-eacb-4e5e-adc0-8d391236f086 req-7b2864a7-7aec-425c-a1b2-3c723ce458f9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d4571ece0fa3450b83fde221178518c8&device_id=aa2d5924-6a22-461e-b48b-e73f52f4b72c HTTP/1.1" status: 200  len: 6502 time: 0.0711641
Dec 25 21:26:52.914238 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-ac1c85fa-1a95-43f1-a03f-c9eef5441d79 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870'] for network, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:52.920800 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac1c85fa-1a95-43f1-a03f-c9eef5441d79 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:26:52.921654 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-ac1c85fa-1a95-43f1-a03f-c9eef5441d79 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for network, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:52.967694 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-ea31dcf0-2c80-44a8-85d2-c76a3d29553e None None] Provisioning complete for port fea9d748-5db1-488a-b7c1-8e05064d30ad triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:26:52.968346 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-ea31dcf0-2c80-44a8-85d2-c76a3d29553e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:52.982792 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.db_base_plugin_common [None req-58422cfb-b87b-4263-9b51-f21018a9b04f None None] Allocated IP 2001:db8::3 (921d7790-b935-46bd-89c2-adec5cd2c00d/117ea7ac-27a9-46ba-b9bc-852b653bef1a/aabb470a-aa1a-4b8c-9436-750c60ff0155) {{(pid=121608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:26:53.027942 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-6086fe8c-7e7d-402b-9670-c3bde33c5b4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:53.031426 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-6086fe8c-7e7d-402b-9670-c3bde33c5b4d admin admin] Publish callbacks [] for security_group, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:53.035443 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-6086fe8c-7e7d-402b-9670-c3bde33c5b4d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e80a0271-587c-4213-972f-14247bb5ba3d HTTP/1.1" status: 204  len: 168 time: 0.5789120
Dec 25 21:26:53.077084 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-084c23f1-1f23-4d27-81b6-c01a03fdf260 tempest-MeteringIpV6TestJSON-246832091 tempest-MeteringIpV6TestJSON-246832091-project-admin] 10.222.0.32 "GET /v2.0/metering/metering-label-rules?id=6bb38f8c-09b8-4f46-9db3-2b07bc5c33d6 HTTP/1.1" status: 200  len: 462 time: 0.3718174
Dec 25 21:26:53.081087 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 42020) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:26:53.107197 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6086fe8c-7e7d-402b-9670-c3bde33c5b4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e80a0271-587c-4213-972f-14247bb5ba3d,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:26:53.160031 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-ac1c85fa-1a95-43f1-a03f-c9eef5441d79 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 0.9316835
Dec 25 21:26:53.164452 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 42022) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:26:53.174905 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-01e78b8a-87d9-4020-8bf7-c686e8d65bfe tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Request body: {'subnet': {'network_id': 'eb61ab69-1b3d-44b7-9087-9b7894daa00b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:26:53.175141 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1c85fa-1a95-43f1-a03f-c9eef5441d79 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Pushing event updated for resources: {'Network': ['ID=eb61ab69-1b3d-44b7-9087-9b7894daa00b,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:26:53.204010 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Network eb61ab69-1b3d-44b7-9087-9b7894daa00b details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 25 21:26:53.250237 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ed6252-eacb-4e5e-adc0-8d391236f086 req-7b9b0438-9b3d-408c-be04-a35972b14a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:26:53.251364 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ed6252-eacb-4e5e-adc0-8d391236f086 req-7b9b0438-9b3d-408c-be04-a35972b14a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:26:53.251905 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ed6252-eacb-4e5e-adc0-8d391236f086 req-7b9b0438-9b3d-408c-be04-a35972b14a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:26:53.253781 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-74ed6252-eacb-4e5e-adc0-8d391236f086 req-7b9b0438-9b3d-408c-be04-a35972b14a11 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b8d0c0f5-4a55-4519-afa5-15b47bd47c1f&id=f7ed1632-2ec3-4974-9097-8fe2ac8f3ba4&id=f7ed1632-2ec3-4974-9097-8fe2ac8f3ba4&id=f7ed1632-2ec3-4974-9097-8fe2ac8f3ba4&id=f7ed1632-2ec3-4974-9097-8fe2ac8f3ba4&id=3822397d-3d72-44cf-9fd0-b3119ec81123&id=3822397d-3d72-44cf-9fd0-b3119ec81123 HTTP/1.1" status: 200  len: 2298 time: 0.3280687
Dec 25 21:26:53.371280 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port fea9d748-5db1-488a-b7c1-8e05064d30ad triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:26:53.371745 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:53.374618 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-74ed6252-eacb-4e5e-adc0-8d391236f086 req-b9ce013a-8b2d-4570-b8c8-c19ea8df081a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=634d748d-c261-4855-913b-beb5992df4cb HTTP/1.1" status: 200  len: 1002 time: 0.1131799
Dec 25 21:26:53.430710 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ed6252-eacb-4e5e-adc0-8d391236f086 req-7d438f33-a2e0-4926-a1ee-b4eae89df509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:26:53.433265 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-74ed6252-eacb-4e5e-adc0-8d391236f086 req-7d438f33-a2e0-4926-a1ee-b4eae89df509 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=de1e389c-30c9-4340-81e2-e9ffc3e01b02 HTTP/1.1" status: 200  len: 856 time: 0.0509498
Dec 25 21:26:53.525106 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ed6252-eacb-4e5e-adc0-8d391236f086 req-8e98d238-c525-4262-b13c-93df8dee7e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:26:53.530244 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-74ed6252-eacb-4e5e-adc0-8d391236f086 req-8e98d238-c525-4262-b13c-93df8dee7e23 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b8d0c0f5-4a55-4519-afa5-15b47bd47c1f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0872288
Dec 25 21:26:53.543112 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-58422cfb-b87b-4263-9b51-f21018a9b04f None None] Publish callbacks [] for port, precommit_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:53.574233 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-9b8f8fb7-b91b-4b3d-a0ef-fdef3b738df7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f26131b3cd0>, [{'id': '9557b2cf-7512-4e66-b498-527384e39f88', 'name': 'tempest-AttachVolumeShelveTestJSON-4777664-router', 'tenant_id': '0560c323ec8e41b3bc05939e12e049d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.92'}], 'enable_snat': True}, 'gw_port_id': '920f4fe2-acfd-479f-87ae-c76a221d1b18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:26:45Z', 'updated_at': '2021-12-25T21:26:49Z', 'revision_number': 3, 'project_id': '0560c323ec8e41b3bc05939e12e049d5', 'gw_port': {'id': '920f4fe2-acfd-479f-87ae-c76a221d1b18', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:90:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9557b2cf-7512-4e66-b498-527384e39f88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1961, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:26:47Z', 'updated_at': '2021-12-25T21:26:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:26:53.581506 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-ea31dcf0-2c80-44a8-85d2-c76a3d29553e None None] Provisioning complete for port 1b8e7bf4-30e5-4e7f-a13e-db93c2a4465f triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:26:53.581506 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-ea31dcf0-2c80-44a8-85d2-c76a3d29553e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:53.587559 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b54bf660-2767-4cd7-b30f-b56ef9268bcd tempest-MeteringIpV6TestJSON-246832091 tempest-MeteringIpV6TestJSON-246832091-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:53.591567 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-b54bf660-2767-4cd7-b30f-b56ef9268bcd tempest-MeteringIpV6TestJSON-246832091 tempest-MeteringIpV6TestJSON-246832091-project-admin] 10.222.0.32 "DELETE /v2.0/metering/metering-label-rules/6bb38f8c-09b8-4f46-9db3-2b07bc5c33d6 HTTP/1.1" status: 204  len: 168 time: 0.5085757
Dec 25 21:26:53.593452 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 42028) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:26:53.642398 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b8f8fb7-b91b-4b3d-a0ef-fdef3b738df7 None None] Checking router: 9557b2cf-7512-4e66-b498-527384e39f88 for host: ncdv-master-1 {{(pid=121608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 25 21:26:53.642749 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b8f8fb7-b91b-4b3d-a0ef-fdef3b738df7 None None] Updating router 9557b2cf-7512-4e66-b498-527384e39f88 port 920f4fe2-acfd-479f-87ae-c76a221d1b18 binding host ncdv-master-1 {{(pid=121608) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 25 21:26:53.647262 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-58422cfb-b87b-4263-9b51-f21018a9b04f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946'] for port, after_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:53.667535 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-2518b51f-bb46-4d41-ba06-5429866aaae3 tempest-RoutersAdminTest-58483452 tempest-RoutersAdminTest-58483452-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:53.705431 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-7bcd7b90-9e5c-4d17-b18e-dc8e447a50e9 tempest-MeteringIpV6TestJSON-246832091 tempest-MeteringIpV6TestJSON-246832091-project-admin] 10.222.0.32 "GET /v2.0/metering/metering-label-rules?id=6bb38f8c-09b8-4f46-9db3-2b07bc5c33d6 HTTP/1.1" status: 200  len: 221 time: 0.1041434
Dec 25 21:26:53.706644 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 42034) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:26:53.711339 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-dbe55836-88ea-4f82-a125-e411bdf8ab3c tempest-MeteringIpV6TestJSON-246832091 tempest-MeteringIpV6TestJSON-246832091-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--956773699', 'description': 'label created by tempest'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:26:53.711797 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-dbe55836-88ea-4f82-a125-e411bdf8ab3c tempest-MeteringIpV6TestJSON-246832091 tempest-MeteringIpV6TestJSON-246832091-project-admin] Unknown quota resources ['metering_label']. {{(pid=121606) _create /opt/stack/neutron/neutron/api/v2/base.py:496}}
Dec 25 21:26:53.713743 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-2518b51f-bb46-4d41-ba06-5429866aaae3 tempest-RoutersAdminTest-58483452 tempest-RoutersAdminTest-58483452-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:53.721852 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-74ed6252-eacb-4e5e-adc0-8d391236f086 req-52858fd0-a7fb-408a-bbfc-d4760b93e1af service neutron] 10.222.0.37 "GET /v2.0/networks/b8d0c0f5-4a55-4519-afa5-15b47bd47c1f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1840405
Dec 25 21:26:53.754313 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9b8f8fb7-b91b-4b3d-a0ef-fdef3b738df7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:53.796344 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58422cfb-b87b-4263-9b51-f21018a9b04f None None] Pushing event updated for resources: {'Port': ['ID=aabb470a-aa1a-4b8c-9436-750c60ff0155,revision_number=1']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:26:53.808683 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58422cfb-b87b-4263-9b51-f21018a9b04f None None] Network 921d7790-b935-46bd-89c2-adec5cd2c00d is already hosted by enough agents. {{(pid=121608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:26:53.817499 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.base_scheduler [None req-58422cfb-b87b-4263-9b51-f21018a9b04f None None] Resources bound (agent type, host, resource id):  {{(pid=121608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:26:53.821867 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58422cfb-b87b-4263-9b51-f21018a9b04f None None] Received port after_create {{(pid=121608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:26:53.823336 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-6d3885c5-c9c1-4238-a2dc-bddc2d4528b5 tempest-RoutersNegativeIpV6Test-2019333087 tempest-RoutersNegativeIpV6Test-2019333087-project] Deleting port 6fedf927-e96c-4e31-acb9-66f2554a8899 {{(pid=121607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:26:53.823672 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-6d3885c5-c9c1-4238-a2dc-bddc2d4528b5 tempest-RoutersNegativeIpV6Test-2019333087 tempest-RoutersNegativeIpV6Test-2019333087-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:53.830326 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01e78b8a-87d9-4020-8bf7-c686e8d65bfe tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Made reservation on behalf of 596be925895b4ede995a5f893bdae840 for: {'subnet': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:26:53.833970 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-01e78b8a-87d9-4020-8bf7-c686e8d65bfe tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8852834'] for subnet, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:53.873055 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-74ed6252-eacb-4e5e-adc0-8d391236f086 req-01dd6dde-7e6f-4eb9-b689-944fd9c86788 service neutron] 10.222.0.37 "GET /v2.0/networks/b8d0c0f5-4a55-4519-afa5-15b47bd47c1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1015813
Dec 25 21:26:53.915810 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-74ed6252-eacb-4e5e-adc0-8d391236f086 req-d374f9e7-446b-44b9-ba52-a93c5690b441 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.183&port_id=7d584498-0a66-4020-96ff-ac37bb6bf33e HTTP/1.1" status: 200  len: 217 time: 0.0359445
Dec 25 21:26:54.002517 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-58422cfb-b87b-4263-9b51-f21018a9b04f None None] Attempting to bind port aabb470a-aa1a-4b8c-9436-750c60ff0155 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:26:54.003299 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-58422cfb-b87b-4263-9b51-f21018a9b04f None None] Attempting to bind port aabb470a-aa1a-4b8c-9436-750c60ff0155 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '55c74f30-f901-43b2-a1d4-446fc502a823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '921d7790-b935-46bd-89c2-adec5cd2c00d'}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:26:54.004461 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58422cfb-b87b-4263-9b51-f21018a9b04f None None] Attempting to bind port aabb470a-aa1a-4b8c-9436-750c60ff0155 on network 921d7790-b935-46bd-89c2-adec5cd2c00d {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:26:54.006068 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.ipam_backend_mixin [None req-01e78b8a-87d9-4020-8bf7-c686e8d65bfe tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Performing IP validity checks on allocation pools {{(pid=121607) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}}
Dec 25 21:26:54.006614 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.ipam_backend_mixin [None req-01e78b8a-87d9-4020-8bf7-c686e8d65bfe tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Checking for overlaps among allocation pools and gateway ip {{(pid=121607) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}}
Dec 25 21:26:54.015715 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58422cfb-b87b-4263-9b51-f21018a9b04f None None] Checking agent: {'id': 'ca4f5c6d-f1fd-48b8-a3e3-395864c7d23d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 20, 56, 40), 'started_at': datetime.datetime(2021, 12, 25, 20, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 26, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:26:54.016376 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58422cfb-b87b-4263-9b51-f21018a9b04f None None] Checking segment: {'id': '55c74f30-f901-43b2-a1d4-446fc502a823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '921d7790-b935-46bd-89c2-adec5cd2c00d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:26:54.017366 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-58422cfb-b87b-4263-9b51-f21018a9b04f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:54.017983 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58422cfb-b87b-4263-9b51-f21018a9b04f None None] Bound using segment: {'id': '55c74f30-f901-43b2-a1d4-446fc502a823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '921d7790-b935-46bd-89c2-adec5cd2c00d'} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:26:54.018684 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-58422cfb-b87b-4263-9b51-f21018a9b04f None None] Bound port: aabb470a-aa1a-4b8c-9436-750c60ff0155, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55c74f30-f901-43b2-a1d4-446fc502a823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '921d7790-b935-46bd-89c2-adec5cd2c00d'}}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:26:54.019543 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-58422cfb-b87b-4263-9b51-f21018a9b04f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:54.048419 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-ea31dcf0-2c80-44a8-85d2-c76a3d29553e None None] Provisioning complete for port f79651b7-f7e3-4fac-80bb-57a24414df19 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:26:54.049333 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-ea31dcf0-2c80-44a8-85d2-c76a3d29553e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:54.115070 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-dbe55836-88ea-4f82-a125-e411bdf8ab3c tempest-MeteringIpV6TestJSON-246832091 tempest-MeteringIpV6TestJSON-246832091-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:54.116267 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-dbe55836-88ea-4f82-a125-e411bdf8ab3c tempest-MeteringIpV6TestJSON-246832091 tempest-MeteringIpV6TestJSON-246832091-project-admin] 10.222.0.32 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201  len: 469 time: 0.4086971
Dec 25 21:26:54.119437 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 42040) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:26:54.130883 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-6d3885c5-c9c1-4238-a2dc-bddc2d4528b5 tempest-RoutersNegativeIpV6Test-2019333087 tempest-RoutersNegativeIpV6Test-2019333087-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:54.135525 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_common [None req-2518b51f-bb46-4d41-ba06-5429866aaae3 tempest-RoutersAdminTest-58483452 tempest-RoutersAdminTest-58483452-project-admin] Allocated IP 172.35.3.71 (7201e55c-7c5f-41aa-a042-a363696539d0/7a939e13-713f-45cf-bba7-1539635abe25/2c5e00a9-63f7-40a2-a5d6-09478b79d380) {{(pid=121607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:26:54.137280 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-ea31dcf0-2c80-44a8-85d2-c76a3d29553e None None] Port f79651b7-f7e3-4fac-80bb-57a24414df19 cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:26:54.162692 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-ea31dcf0-2c80-44a8-85d2-c76a3d29553e None None] Provisioning complete for port 7c282b14-a019-42f0-8bcb-0327ab42a496 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:26:54.162901 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-ea31dcf0-2c80-44a8-85d2-c76a3d29553e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:54.164464 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-6d3885c5-c9c1-4238-a2dc-bddc2d4528b5 tempest-RoutersNegativeIpV6Test-2019333087 tempest-RoutersNegativeIpV6Test-2019333087-project] Calling delete_port for 6fedf927-e96c-4e31-acb9-66f2554a8899 owned by network:router_interface {{(pid=121607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:26:54.187140 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-58422cfb-b87b-4263-9b51-f21018a9b04f None None] For port aabb470a-aa1a-4b8c-9436-750c60ff0155, host ncdv-master-1, cleared binding levels {{(pid=121608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:26:54.199472 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-41a342c6-486d-463d-a5af-7d6deaefceac tempest-MeteringIpV6TestJSON-246832091 tempest-MeteringIpV6TestJSON-246832091-project-admin] 10.222.0.32 "GET /v2.0/metering/metering-labels?id=ecaf23c6-efb1-450f-8617-b1628b2c8a64 HTTP/1.1" status: 200  len: 467 time: 0.0788682
Dec 25 21:26:54.201107 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ed6252-eacb-4e5e-adc0-8d391236f086 req-c84a1661-05d8-421e-8283-ac4ebc127a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:26:54.202576 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-74ed6252-eacb-4e5e-adc0-8d391236f086 req-c84a1661-05d8-421e-8283-ac4ebc127a07 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f792eb17-8c67-407f-9cdd-1353c9bc42bb HTTP/1.1" status: 200  len: 797 time: 0.2766020
Dec 25 21:26:54.203614 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 42042) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:26:54.208468 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-58422cfb-b87b-4263-9b51-f21018a9b04f None None] For port aabb470a-aa1a-4b8c-9436-750c60ff0155, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=aabb470a-aa1a-4b8c-9436-750c60ff0155,segment=NetworkSegment(55c74f30-f901-43b2-a1d4-446fc502a823),segment_id=55c74f30-f901-43b2-a1d4-446fc502a823)] {{(pid=121608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:26:54.274934 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-58422cfb-b87b-4263-9b51-f21018a9b04f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:54.318018 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-ea31dcf0-2c80-44a8-85d2-c76a3d29553e None None] Provisioning complete for port 920f4fe2-acfd-479f-87ae-c76a221d1b18 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:26:54.320301 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-ea31dcf0-2c80-44a8-85d2-c76a3d29553e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:54.389600 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58422cfb-b87b-4263-9b51-f21018a9b04f None None] Pushing event updated for resources: {'Port': ['ID=aabb470a-aa1a-4b8c-9436-750c60ff0155,revision_number=2']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:26:54.390144 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-ea31dcf0-2c80-44a8-85d2-c76a3d29553e None None] Port 920f4fe2-acfd-479f-87ae-c76a221d1b18 cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:26:54.409924 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-ea31dcf0-2c80-44a8-85d2-c76a3d29553e None None] Provisioning complete for port 7598dd16-6e30-4c71-957e-1482856f1048 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:26:54.410536 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-ea31dcf0-2c80-44a8-85d2-c76a3d29553e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:54.430309 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ed6252-eacb-4e5e-adc0-8d391236f086 req-b29dab96-31b2-4fdd-9626-1549833a91bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:26:54.433390 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-74ed6252-eacb-4e5e-adc0-8d391236f086 req-b29dab96-31b2-4fdd-9626-1549833a91bd service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f7ed1632-2ec3-4974-9097-8fe2ac8f3ba4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.2228177
Dec 25 21:26:54.460816 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-ea31dcf0-2c80-44a8-85d2-c76a3d29553e None None] Port 7598dd16-6e30-4c71-957e-1482856f1048 cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:26:54.478285 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-ea31dcf0-2c80-44a8-85d2-c76a3d29553e None None] Provisioning complete for port e72e509b-5408-41d4-ad12-5493f3ff5a70 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:26:54.478952 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-ea31dcf0-2c80-44a8-85d2-c76a3d29553e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:54.497526 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-01e78b8a-87d9-4020-8bf7-c686e8d65bfe tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8632475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8852848'] for subnet, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:54.561550 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-60c37d2b-19da-4b68-bf28-3ef7633e84b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:54.588897 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-d8da897e-3113-4280-af26-f1e25b5a82a8 tempest-MeteringIpV6TestJSON-246832091 tempest-MeteringIpV6TestJSON-246832091-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:54.590178 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-d8da897e-3113-4280-af26-f1e25b5a82a8 tempest-MeteringIpV6TestJSON-246832091 tempest-MeteringIpV6TestJSON-246832091-project-admin] 10.222.0.32 "DELETE /v2.0/metering/metering-labels/ecaf23c6-efb1-450f-8617-b1628b2c8a64 HTTP/1.1" status: 204  len: 168 time: 0.3861051
Dec 25 21:26:54.594108 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 42052) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:26:54.653251 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-59921fdd-c172-4ad1-b7c2-b892d7fbd9d5 tempest-MeteringIpV6TestJSON-246832091 tempest-MeteringIpV6TestJSON-246832091-project-admin] 10.222.0.32 "GET /v2.0/metering/metering-labels?id=ecaf23c6-efb1-450f-8617-b1628b2c8a64 HTTP/1.1" status: 200  len: 216 time: 0.0499270
Dec 25 21:26:54.653251 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 42054) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:26:54.669853 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-74ed6252-eacb-4e5e-adc0-8d391236f086 req-7a9c9ece-49d6-423b-b1b1-25f9caf0f047 service neutron] 10.222.0.37 "GET /v2.0/networks/f7ed1632-2ec3-4974-9097-8fe2ac8f3ba4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1772995
Dec 25 21:26:54.674374 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-521ca871-8c8b-4733-8a81-10a404988adc tempest-MeteringIpV6TestJSON-246832091 tempest-MeteringIpV6TestJSON-246832091-project-admin] 10.222.0.32 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200  len: 221 time: 0.0204475
Dec 25 21:26:54.689784 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 42056) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:26:54.701827 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-2518b51f-bb46-4d41-ba06-5429866aaae3 tempest-RoutersAdminTest-58483452 tempest-RoutersAdminTest-58483452-project-admin] Publish callbacks [] for port, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:54.738221 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e78b8a-87d9-4020-8bf7-c686e8d65bfe tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Pushing event updated for resources: {'Subnet': ['ID=3707b2a4-1369-4ba8-9ad9-342457ce29e6,revision_number=0']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:26:54.893248 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01e78b8a-87d9-4020-8bf7-c686e8d65bfe tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Checking segment: {'id': '30bd001d-53f4-4135-a86c-d19a898256c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'eb61ab69-1b3d-44b7-9087-9b7894daa00b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:26:54.893689 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01e78b8a-87d9-4020-8bf7-c686e8d65bfe tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Network hostable DHCP agents. Network: eb61ab69-1b3d-44b7-9087-9b7894daa00b, hostable agents: ['1813db88-2c1b-4357-a2ba-869246b663c2'], hosted agents: [] {{(pid=121607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 25 21:26:54.997681 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-ed30f82b-96c2-4a2f-9876-c1b701f8f350 tempest-MeteringIpV6TestJSON-246832091 tempest-MeteringIpV6TestJSON-246832091-project-admin] 10.222.0.32 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200  len: 216 time: 0.3065286
Dec 25 21:26:55.001655 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 42064) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:26:55.083530 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-74ed6252-eacb-4e5e-adc0-8d391236f086 req-e502e302-9c6b-4ad7-8999-f59571b3dcd0 service neutron] 10.222.0.37 "GET /v2.0/networks/f7ed1632-2ec3-4974-9097-8fe2ac8f3ba4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4048009
Dec 25 21:26:55.104755 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01e78b8a-87d9-4020-8bf7-c686e8d65bfe tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Network eb61ab69-1b3d-44b7-9087-9b7894daa00b is scheduled to be hosted by DHCP agent 1813db88-2c1b-4357-a2ba-869246b663c2 with binding_index 1 {{(pid=121607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 25 21:26:55.107038 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-2518b51f-bb46-4d41-ba06-5429866aaae3 tempest-RoutersAdminTest-58483452 tempest-RoutersAdminTest-58483452-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:55.112992 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-1af11d3e-5613-4864-842c-6a875df30d19 tempest-MeteringIpV6TestJSON-246832091 tempest-MeteringIpV6TestJSON-246832091-project-admin] 10.222.0.32 "GET /v2.0/metering/metering-labels/8565401b-1158-41cb-b0d7-b4fb1cc153f3 HTTP/1.1" status: 200  len: 472 time: 0.1068921
Dec 25 21:26:55.123642 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 42066) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:26:55.143634 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-74ed6252-eacb-4e5e-adc0-8d391236f086 req-88d8fe37-95c5-446a-9c4e-2622846331ac service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.61&port_id=fd6aa216-385a-41e5-8c5e-3aae2253a5ab HTTP/1.1" status: 200  len: 217 time: 0.0520587
Dec 25 21:26:55.181011 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-32506b52-7ff9-4de8-a37e-2cb70812b6d1 tempest-MeteringIpV6TestJSON-246832091 tempest-MeteringIpV6TestJSON-246832091-project-admin] 10.222.0.32 "GET /v2.0/metering/metering-label-rules/dddbbbf1-81b8-454e-a42c-92c94e30cca8 HTTP/1.1" status: 200  len: 459 time: 0.0509763
Dec 25 21:26:55.181011 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2518b51f-bb46-4d41-ba06-5429866aaae3 tempest-RoutersAdminTest-58483452 tempest-RoutersAdminTest-58483452-project-admin] Network 7201e55c-7c5f-41aa-a042-a363696539d0 is already hosted by enough agents. {{(pid=121607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:26:55.184214 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 42068) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:26:55.191061 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-2518b51f-bb46-4d41-ba06-5429866aaae3 tempest-RoutersAdminTest-58483452 tempest-RoutersAdminTest-58483452-project-admin] Resources bound (agent type, host, resource id):  {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:26:55.193557 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_common [None req-60c37d2b-19da-4b68-bf28-3ef7633e84b7 admin admin] Allocated IP 172.20.0.1 (c8199f70-d579-4a7f-8b38-5d569ea5e784/0cf468ed-9644-4e44-939f-6c7d09675460/5b012a25-235f-4b41-a376-5a4f688389ff) {{(pid=121607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:26:55.198544 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-6d3885c5-c9c1-4238-a2dc-bddc2d4528b5 tempest-RoutersNegativeIpV6Test-2019333087 tempest-RoutersNegativeIpV6Test-2019333087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:55.207256 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2518b51f-bb46-4d41-ba06-5429866aaae3 tempest-RoutersAdminTest-58483452 tempest-RoutersAdminTest-58483452-project-admin] Received port after_create {{(pid=121607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:26:55.217096 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-425f2121-d9f7-4760-81cc-a40feddb91ef None None] DHCP port deletion for 7201e55c-7c5f-41aa-a042-a363696539d0 request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 21:26:55.223014 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2518b51f-bb46-4d41-ba06-5429866aaae3 tempest-RoutersAdminTest-58483452 tempest-RoutersAdminTest-58483452-project-admin] Pushing event updated for resources: {'Port': ['ID=2c5e00a9-63f7-40a2-a5d6-09478b79d380,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:26:55.225257 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ed6252-eacb-4e5e-adc0-8d391236f086 req-449eb56b-7799-4374-9888-862495b32489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:26:55.226726 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-74ed6252-eacb-4e5e-adc0-8d391236f086 req-449eb56b-7799-4374-9888-862495b32489 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f792eb17-8c67-407f-9cdd-1353c9bc42bb HTTP/1.1" status: 200  len: 797 time: 0.0728240
Dec 25 21:26:55.244480 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-01e78b8a-87d9-4020-8bf7-c686e8d65bfe tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, eb61ab69-1b3d-44b7-9087-9b7894daa00b) {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:26:55.286715 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-575d92a9-6571-4377-983e-f3d3b1833163 None None] Network eb61ab69-1b3d-44b7-9087-9b7894daa00b requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:26:55.326667 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01e78b8a-87d9-4020-8bf7-c686e8d65bfe tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:26:55.326989 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ed6252-eacb-4e5e-adc0-8d391236f086 req-68da6ee8-8863-4f0a-a6fb-54117843eafc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:26:55.329581 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-01e78b8a-87d9-4020-8bf7-c686e8d65bfe tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Publish callbacks [] for subnet, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:55.330023 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-74ed6252-eacb-4e5e-adc0-8d391236f086 req-68da6ee8-8863-4f0a-a6fb-54117843eafc service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f7ed1632-2ec3-4974-9097-8fe2ac8f3ba4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.0919237
Dec 25 21:26:55.390096 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9b8f8fb7-b91b-4b3d-a0ef-fdef3b738df7 None None] Publish callbacks [] for port, precommit_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:55.412719 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-b3af0926-2c0e-40be-98b1-590b35f96842 None None] Provisioning complete for port 2c5e00a9-63f7-40a2-a5d6-09478b79d380 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:26:55.416681 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-b3af0926-2c0e-40be-98b1-590b35f96842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:55.513277 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 42072) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:26:55.515393 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57539a2c-b632-4a79-ab48-d6222269d335 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-eb61ab69-1b3d-44b7-9087-9b7894daa00b', 'network_id': 'eb61ab69-1b3d-44b7-9087-9b7894daa00b', 'project_id': '596be925895b4ede995a5f893bdae840', 'fixed_ips': [{'subnet_id': '3707b2a4-1369-4ba8-9ad9-342457ce29e6'}]}} from ncdv-master-1. {{(pid=121608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 25 21:26:55.516454 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-57539a2c-b632-4a79-ab48-d6222269d335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:55.542726 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-b3af0926-2c0e-40be-98b1-590b35f96842 None None] Port 2c5e00a9-63f7-40a2-a5d6-09478b79d380 cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:26:55.562577 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-01e78b8a-87d9-4020-8bf7-c686e8d65bfe tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 803 time: 2.3943219
Dec 25 21:26:55.564847 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3885c5-c9c1-4238-a2dc-bddc2d4528b5 tempest-RoutersNegativeIpV6Test-2019333087 tempest-RoutersNegativeIpV6Test-2019333087-project] Pushing event deleted for resources: {'Port': ['ID=6fedf927-e96c-4e31-acb9-66f2554a8899,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:26:55.576824 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9b8f8fb7-b91b-4b3d-a0ef-fdef3b738df7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:55.586097 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 42076) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:26:55.633496 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-bbd7316f-9761-4d7e-89f7-97b787ca7784 tempest-MeteringIpV6TestJSON-246832091 tempest-MeteringIpV6TestJSON-246832091-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:55.641781 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-bbd7316f-9761-4d7e-89f7-97b787ca7784 tempest-MeteringIpV6TestJSON-246832091 tempest-MeteringIpV6TestJSON-246832091-project-admin] 10.222.0.32 "DELETE /v2.0/metering/metering-label-rules/dddbbbf1-81b8-454e-a42c-92c94e30cca8 HTTP/1.1" status: 204  len: 168 time: 0.4562826
Dec 25 21:26:55.678801 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 42078) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:26:55.706504 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-9b8f8fb7-b91b-4b3d-a0ef-fdef3b738df7 None None] Attempting to bind port 920f4fe2-acfd-479f-87ae-c76a221d1b18 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:26:55.707345 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-9b8f8fb7-b91b-4b3d-a0ef-fdef3b738df7 None None] Attempting to bind port 920f4fe2-acfd-479f-87ae-c76a221d1b18 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:26:55.708024 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b8f8fb7-b91b-4b3d-a0ef-fdef3b738df7 None None] Attempting to bind port 920f4fe2-acfd-479f-87ae-c76a221d1b18 on network 7201e55c-7c5f-41aa-a042-a363696539d0 {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:26:55.710819 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d22ea76b-26c7-4973-a696-b53264dccdeb None None] DHCP port deletion for 7201e55c-7c5f-41aa-a042-a363696539d0 request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 21:26:55.751134 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b8f8fb7-b91b-4b3d-a0ef-fdef3b738df7 None None] Checking agent: {'id': 'ca4f5c6d-f1fd-48b8-a3e3-395864c7d23d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 20, 56, 40), 'started_at': datetime.datetime(2021, 12, 25, 20, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 26, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:26:55.751737 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b8f8fb7-b91b-4b3d-a0ef-fdef3b738df7 None None] Checking segment: {'id': '6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:26:55.752219 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9b8f8fb7-b91b-4b3d-a0ef-fdef3b738df7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:55.752687 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b8f8fb7-b91b-4b3d-a0ef-fdef3b738df7 None None] Bound using segment: {'id': '6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:26:55.753351 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-9b8f8fb7-b91b-4b3d-a0ef-fdef3b738df7 None None] Bound port: 920f4fe2-acfd-479f-87ae-c76a221d1b18, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'}}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:26:55.753802 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9b8f8fb7-b91b-4b3d-a0ef-fdef3b738df7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:55.755332 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-4d786a5e-802b-465c-b4ce-f6d61649bfb4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:55.783005 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72d0ddc-abf0-4a30-b01f-45ad344792ef None None] Pushing event updated for resources: {'Port': ['ID=920f4fe2-acfd-479f-87ae-c76a221d1b18,revision_number=2']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:26:55.803804 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-6d3885c5-c9c1-4238-a2dc-bddc2d4528b5 tempest-RoutersNegativeIpV6Test-2019333087 tempest-RoutersNegativeIpV6Test-2019333087-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2007763'] for router_interface, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:55.811878 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-74ed6252-eacb-4e5e-adc0-8d391236f086 req-194da3f8-ebb3-4590-9c1a-55aa30377bb3 service neutron] 10.222.0.37 "GET /v2.0/networks/f7ed1632-2ec3-4974-9097-8fe2ac8f3ba4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4708853
Dec 25 21:26:55.848561 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-87d388f4-1a44-4e06-ae81-84ec1a2aa533 None None] Provisioning complete for port 920f4fe2-acfd-479f-87ae-c76a221d1b18 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:26:55.848978 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-87d388f4-1a44-4e06-ae81-84ec1a2aa533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:55.886997 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-897d89cc-c2eb-42a8-9659-ffeec1f76914 None None] Network 921d7790-b935-46bd-89c2-adec5cd2c00d requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:26:55.929979 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9b8f8fb7-b91b-4b3d-a0ef-fdef3b738df7 None None] For port 920f4fe2-acfd-479f-87ae-c76a221d1b18, host ncdv-master-1, cleared binding levels {{(pid=121608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:26:55.962785 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.db_base_plugin_common [None req-57539a2c-b632-4a79-ab48-d6222269d335 None None] Allocated IP 2001:db8::3 (eb61ab69-1b3d-44b7-9087-9b7894daa00b/3707b2a4-1369-4ba8-9ad9-342457ce29e6/42fc8918-1cad-4ce3-a1f1-481020c967b8) {{(pid=121608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:26:55.988748 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-74ed6252-eacb-4e5e-adc0-8d391236f086 req-60f6656b-a69d-4f24-85e9-121e2a7ac924 service neutron] 10.222.0.37 "GET /v2.0/networks/f7ed1632-2ec3-4974-9097-8fe2ac8f3ba4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1701097
Dec 25 21:26:55.996575 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9b8f8fb7-b91b-4b3d-a0ef-fdef3b738df7 None None] For port 920f4fe2-acfd-479f-87ae-c76a221d1b18, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=920f4fe2-acfd-479f-87ae-c76a221d1b18,segment=NetworkSegment(6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855),segment_id=6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855)] {{(pid=121608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:26:55.997716 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-87d388f4-1a44-4e06-ae81-84ec1a2aa533 None None] Port 920f4fe2-acfd-479f-87ae-c76a221d1b18 cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:26:56.044532 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-4d786a5e-802b-465c-b4ce-f6d61649bfb4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:56.046832 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-74ed6252-eacb-4e5e-adc0-8d391236f086 req-dfedf747-89b8-4c83-acaa-d5321ed5d854 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.129&port_id=2eb143cf-a0c7-4e74-a5f2-177a4bc1db2c HTTP/1.1" status: 200  len: 217 time: 0.0507934
Dec 25 21:26:56.085656 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9b8f8fb7-b91b-4b3d-a0ef-fdef3b738df7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:56.098914 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ed6252-eacb-4e5e-adc0-8d391236f086 req-83c0c68a-e3c9-4665-8630-b6c0072b15bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:26:56.100599 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-74ed6252-eacb-4e5e-adc0-8d391236f086 req-83c0c68a-e3c9-4665-8630-b6c0072b15bf service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f792eb17-8c67-407f-9cdd-1353c9bc42bb HTTP/1.1" status: 200  len: 797 time: 0.0466542
Dec 25 21:26:56.123552 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-4d786a5e-802b-465c-b4ce-f6d61649bfb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:56.192116 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d786a5e-802b-465c-b4ce-f6d61649bfb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7c1acba-ce18-4163-9cf1-2f48a275727a,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:26:56.239611 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-4d786a5e-802b-465c-b4ce-f6d61649bfb4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6f25a8a67e9a4924a00357fba275b09b&name=default HTTP/1.1" status: 200  len: 3000 time: 0.7160003
Dec 25 21:26:56.254062 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 42080) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:26:56.297496 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ed6252-eacb-4e5e-adc0-8d391236f086 req-a90935fe-8cf2-4374-ba81-3996d404d6c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:26:56.299079 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-74ed6252-eacb-4e5e-adc0-8d391236f086 req-a90935fe-8cf2-4374-ba81-3996d404d6c3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f7ed1632-2ec3-4974-9097-8fe2ac8f3ba4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.1910050
Dec 25 21:26:56.343209 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-341674cb-00d9-42be-b02d-bbbe748b032d req-6f613dd2-52b1-4725-afe6-a6eb42133e5a service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=e524c2c3-e248-42dd-82e5-49cb6b3a3b2c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.1232450
Dec 25 21:26:56.348400 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-6414925b-1b21-4638-9302-8a0e63fc7e85 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:56.416837 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-6414925b-1b21-4638-9302-8a0e63fc7e85 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:56.419638 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device aabb470a-aa1a-4b8c-9436-750c60ff0155 up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:26:56.422067 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3b84ac9-16eb-416a-addd-bf3726791f13 None None] DHCP port deletion for 7201e55c-7c5f-41aa-a042-a363696539d0 request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 21:26:56.502453 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341674cb-00d9-42be-b02d-bbbe748b032d req-1afae8d3-a430-4df0-afa5-9fcb36fe7a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:26:56.504135 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-341674cb-00d9-42be-b02d-bbbe748b032d req-1afae8d3-a430-4df0-afa5-9fcb36fe7a48 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ba1ca2fcc2ce4d41b609fa6a753fc806&device_id=e524c2c3-e248-42dd-82e5-49cb6b3a3b2c HTTP/1.1" status: 200  len: 1097 time: 0.0913851
Dec 25 21:26:56.508281 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-74ed6252-eacb-4e5e-adc0-8d391236f086 req-23916604-9381-43a4-8611-fe30889e64c5 service neutron] 10.222.0.37 "GET /v2.0/networks/f7ed1632-2ec3-4974-9097-8fe2ac8f3ba4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1955903
Dec 25 21:26:56.530499 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b8f8fb7-b91b-4b3d-a0ef-fdef3b738df7 None None] Routers {'9557b2cf-7512-4e66-b498-527384e39f88'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:26:56.531498 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-9b8f8fb7-b91b-4b3d-a0ef-fdef3b738df7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f26131b3cd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:26:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['9557b2cf-7512-4e66-b498-527384e39f88'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:26:56.541040 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-9da0020b-e32f-420e-a523-197130aa18b8 None None] Provisioning complete for port aabb470a-aa1a-4b8c-9436-750c60ff0155 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:26:56.541490 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9da0020b-e32f-420e-a523-197130aa18b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:56.552974 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-60c37d2b-19da-4b68-bf28-3ef7633e84b7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:56.557060 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-09a11311-54fc-4ca1-9014-19a62274c0e6 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625803'] for network, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:56.606275 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72d0ddc-abf0-4a30-b01f-45ad344792ef None None] Pushing event updated for resources: {'Port': ['ID=920f4fe2-acfd-479f-87ae-c76a221d1b18,revision_number=3']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:26:56.631810 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-6414925b-1b21-4638-9302-8a0e63fc7e85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:56.635627 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-6414925b-1b21-4638-9302-8a0e63fc7e85 admin admin] Publish callbacks [] for security_group, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:56.640175 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-2518b51f-bb46-4d41-ba06-5429866aaae3 tempest-RoutersAdminTest-58483452 tempest-RoutersAdminTest-58483452-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:56.655691 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-6414925b-1b21-4638-9302-8a0e63fc7e85 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e7c1acba-ce18-4163-9cf1-2f48a275727a HTTP/1.1" status: 204  len: 168 time: 0.4010537
Dec 25 21:26:56.744475 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-2ec338ba-bcde-4c0b-a8ee-39fa9de8e312 tempest-MeteringIpV6TestJSON-246832091 tempest-MeteringIpV6TestJSON-246832091-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:56.745648 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-2ec338ba-bcde-4c0b-a8ee-39fa9de8e312 tempest-MeteringIpV6TestJSON-246832091 tempest-MeteringIpV6TestJSON-246832091-project-admin] 10.222.0.32 "DELETE /v2.0/metering/metering-labels/8565401b-1158-41cb-b0d7-b4fb1cc153f3 HTTP/1.1" status: 204  len: 168 time: 1.0638437
Dec 25 21:26:56.751277 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-57539a2c-b632-4a79-ab48-d6222269d335 None None] Publish callbacks [] for port, precommit_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:56.762981 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port aabb470a-aa1a-4b8c-9436-750c60ff0155 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:26:56.763424 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:56.769762 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6414925b-1b21-4638-9302-8a0e63fc7e85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7c1acba-ce18-4163-9cf1-2f48a275727a,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:26:56.842823 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvr_db [None req-9b8f8fb7-b91b-4b3d-a0ef-fdef3b738df7 None None] Set router 9557b2cf-7512-4e66-b498-527384e39f88 gateway port host: ncdv-master-1 {{(pid=121608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:26:56.857483 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341674cb-00d9-42be-b02d-bbbe748b032d req-c9a4e9eb-5825-452b-84c3-fad53571ab13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:26:56.859816 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-341674cb-00d9-42be-b02d-bbbe748b032d req-c9a4e9eb-5825-452b-84c3-fad53571ab13 service neutron] 10.222.0.31 "GET /v2.0/networks?id=98581356-69b5-4e98-93ff-2ca77d3cb056 HTTP/1.1" status: 200  len: 917 time: 0.3252831
Dec 25 21:26:56.862243 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-74ed6252-eacb-4e5e-adc0-8d391236f086 req-64cbdf33-fd0e-4e22-bc1f-55247c56830c service neutron] 10.222.0.37 "GET /v2.0/networks/f7ed1632-2ec3-4974-9097-8fe2ac8f3ba4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3473608
Dec 25 21:26:56.870499 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d3885c5-c9c1-4238-a2dc-bddc2d4528b5 tempest-RoutersNegativeIpV6Test-2019333087 tempest-RoutersNegativeIpV6Test-2019333087-project] Router 8fc6654b-bf2f-4418-b45f-6bd6dbe11413 has already been hosted by L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 {{(pid=121607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 25 21:26:56.927082 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-57539a2c-b632-4a79-ab48-d6222269d335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946'] for port, after_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:56.927803 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-09a11311-54fc-4ca1-9014-19a62274c0e6 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995662'] for subnet, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:56.989190 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9da0020b-e32f-420e-a523-197130aa18b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:56.993092 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-74ed6252-eacb-4e5e-adc0-8d391236f086 req-ef8179a0-05fe-470a-9f8b-0eebff04b671 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.72&port_id=8de83a8d-9b83-433c-af96-f34c522b12b1 HTTP/1.1" status: 200  len: 217 time: 0.1129999
Dec 25 21:26:57.040060 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57539a2c-b632-4a79-ab48-d6222269d335 None None] Network eb61ab69-1b3d-44b7-9087-9b7894daa00b is already hosted by enough agents. {{(pid=121608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:26:57.041830 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-341674cb-00d9-42be-b02d-bbbe748b032d req-65954772-02e5-44d3-8369-94bd0f831fec service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=94ab1ddd-760b-4f0c-b396-3eeca500e583 HTTP/1.1" status: 200  len: 1001 time: 0.1746085
Dec 25 21:26:57.054356 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-60c37d2b-19da-4b68-bf28-3ef7633e84b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:57.054768 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.base_scheduler [None req-57539a2c-b632-4a79-ab48-d6222269d335 None None] Resources bound (agent type, host, resource id):  {{(pid=121608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:26:57.064599 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57539a2c-b632-4a79-ab48-d6222269d335 None None] Received port after_create {{(pid=121608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:26:57.095292 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ed6252-eacb-4e5e-adc0-8d391236f086 req-90403050-96c4-4732-9c78-04e85021500d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:26:57.095292 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-74ed6252-eacb-4e5e-adc0-8d391236f086 req-90403050-96c4-4732-9c78-04e85021500d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f792eb17-8c67-407f-9cdd-1353c9bc42bb HTTP/1.1" status: 200  len: 797 time: 0.0886440
Dec 25 21:26:57.099306 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57539a2c-b632-4a79-ab48-d6222269d335 None None] Pushing event updated for resources: {'Port': ['ID=42fc8918-1cad-4ce3-a1f1-481020c967b8,revision_number=1']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:26:57.132785 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9da0020b-e32f-420e-a523-197130aa18b8 None None] For port aabb470a-aa1a-4b8c-9436-750c60ff0155, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=aabb470a-aa1a-4b8c-9436-750c60ff0155,segment=NetworkSegment(55c74f30-f901-43b2-a1d4-446fc502a823),segment_id=55c74f30-f901-43b2-a1d4-446fc502a823)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:26:57.135355 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341674cb-00d9-42be-b02d-bbbe748b032d req-6ea3d2a6-97ab-4e75-8cd5-9ec7c0aa857d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:26:57.136935 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-341674cb-00d9-42be-b02d-bbbe748b032d req-6ea3d2a6-97ab-4e75-8cd5-9ec7c0aa857d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=6158a754-03d6-4ba0-bf8a-020a29c4ba47 HTTP/1.1" status: 200  len: 855 time: 0.0868196
Dec 25 21:26:57.138068 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d3885c5-c9c1-4238-a2dc-bddc2d4528b5 tempest-RoutersNegativeIpV6Test-2019333087 tempest-RoutersNegativeIpV6Test-2019333087-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 21:26:57.151820 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60c37d2b-19da-4b68-bf28-3ef7633e84b7 admin admin] Network c8199f70-d579-4a7f-8b38-5d569ea5e784 is already hosted by enough agents. {{(pid=121607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:26:57.159356 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e939cbd-d8eb-454a-ad89-38612b36f797 None None] Sync routers for ids ['8fc6654b-bf2f-4418-b45f-6bd6dbe11413'] in ncdv-master-1 {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 21:26:57.159923 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-6d3885c5-c9c1-4238-a2dc-bddc2d4528b5 tempest-RoutersNegativeIpV6Test-2019333087 tempest-RoutersNegativeIpV6Test-2019333087-project] 10.222.0.32 "PUT /v2.0/routers/8fc6654b-bf2f-4418-b45f-6bd6dbe11413/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 5.5769947
Dec 25 21:26:57.162299 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 42088) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:26:57.174395 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-60c37d2b-19da-4b68-bf28-3ef7633e84b7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:26:57.178597 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e939cbd-d8eb-454a-ad89-38612b36f797 None None] Routers {'8fc6654b-bf2f-4418-b45f-6bd6dbe11413'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:26:57.180122 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-5e939cbd-d8eb-454a-ad89-38612b36f797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2618998eb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:26:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['8fc6654b-bf2f-4418-b45f-6bd6dbe11413'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:26:57.207538 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ed6252-eacb-4e5e-adc0-8d391236f086 req-1327c0b9-14c5-46aa-86ee-e5ec8ac0f0de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:26:57.214483 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60c37d2b-19da-4b68-bf28-3ef7633e84b7 admin admin] Received port after_create {{(pid=121607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:26:57.214657 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-74ed6252-eacb-4e5e-adc0-8d391236f086 req-1327c0b9-14c5-46aa-86ee-e5ec8ac0f0de service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f7ed1632-2ec3-4974-9097-8fe2ac8f3ba4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.1134741
Dec 25 21:26:57.256315 ncdv-master-1 neutron-server[121607]: INFO neutron.api.v2.resource [None req-e7621b4b-1757-4eae-ab21-10cdd301327f tempest-RoutersNegativeIpV6Test-2019333087 tempest-RoutersNegativeIpV6Test-2019333087-project] delete failed (client error): The resource could not be found.
Dec 25 21:26:57.261380 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-e7621b4b-1757-4eae-ab21-10cdd301327f tempest-RoutersNegativeIpV6Test-2019333087 tempest-RoutersNegativeIpV6Test-2019333087-project] 10.222.0.32 "DELETE /v2.0/routers/tempest-non_exist_router-1017238160 HTTP/1.1" status: 404  len: 335 time: 0.0963762
Dec 25 21:26:57.262427 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c37d2b-19da-4b68-bf28-3ef7633e84b7 admin admin] Pushing event updated for resources: {'Port': ['ID=5b012a25-235f-4b41-a376-5a4f688389ff,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:26:57.282803 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-5e939cbd-d8eb-454a-ad89-38612b36f797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2618998eb0>, [], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:26:57.288189 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 42090) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:26:57.296070 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-f72aa0ee-880e-42e5-a524-6020a4942417 tempest-RoutersNegativeIpV6Test-2019333087 tempest-RoutersNegativeIpV6Test-2019333087-project] Request body: {'router': {'external_gateway_info': {'network_id': '8fc6654b-bf2f-4418-b45f-6bd6dbe11413'}}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:26:57.308444 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e939cbd-d8eb-454a-ad89-38612b36f797 None None] Routers {'8fc6654b-bf2f-4418-b45f-6bd6dbe11413'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:26:57.308830 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-09a11311-54fc-4ca1-9014-19a62274c0e6 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8632410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8852809'] for subnet, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:57.309088 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-5e939cbd-d8eb-454a-ad89-38612b36f797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2618998eb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:26:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['8fc6654b-bf2f-4418-b45f-6bd6dbe11413'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:26:57.321024 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:57.365084 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9da0020b-e32f-420e-a523-197130aa18b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:57.430942 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-5e939cbd-d8eb-454a-ad89-38612b36f797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2618998eb0>, [], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:26:57.431564 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e939cbd-d8eb-454a-ad89-38612b36f797 None None] The sync data for ids ['8fc6654b-bf2f-4418-b45f-6bd6dbe11413'] in ncdv-master-1 is: [] {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 21:26:57.451276 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-2518b51f-bb46-4d41-ba06-5429866aaae3 tempest-RoutersAdminTest-58483452 tempest-RoutersAdminTest-58483452-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2009782', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2014271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14898'] for router, precommit_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:57.471342 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a11311-54fc-4ca1-9014-19a62274c0e6 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Pushing event deleted for resources: {'Subnet': ['ID=3707b2a4-1369-4ba8-9ad9-342457ce29e6,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:26:57.505071 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341674cb-00d9-42be-b02d-bbbe748b032d req-7605b706-0cc7-45f0-9bc4-9f781d74e25d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:26:57.509030 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-341674cb-00d9-42be-b02d-bbbe748b032d req-7605b706-0cc7-45f0-9bc4-9f781d74e25d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=98581356-69b5-4e98-93ff-2ca77d3cb056&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.3576274
Dec 25 21:26:57.531655 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-57539a2c-b632-4a79-ab48-d6222269d335 None None] Attempting to bind port 42fc8918-1cad-4ce3-a1f1-481020c967b8 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:26:57.532774 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-57539a2c-b632-4a79-ab48-d6222269d335 None None] Attempting to bind port 42fc8918-1cad-4ce3-a1f1-481020c967b8 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '30bd001d-53f4-4135-a86c-d19a898256c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'eb61ab69-1b3d-44b7-9087-9b7894daa00b'}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:26:57.533096 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57539a2c-b632-4a79-ab48-d6222269d335 None None] Attempting to bind port 42fc8918-1cad-4ce3-a1f1-481020c967b8 on network eb61ab69-1b3d-44b7-9087-9b7894daa00b {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:26:57.534387 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-2518b51f-bb46-4d41-ba06-5429866aaae3 tempest-RoutersAdminTest-58483452 tempest-RoutersAdminTest-58483452-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2009753', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2009775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2009760', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2014256'] for router, after_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:57.539588 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da0020b-e32f-420e-a523-197130aa18b8 None None] Pushing event updated for resources: {'Port': ['ID=aabb470a-aa1a-4b8c-9436-750c60ff0155,revision_number=3']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:26:57.547006 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-60c37d2b-19da-4b68-bf28-3ef7633e84b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2008772'] for router_interface, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:57.552708 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.db.api [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=121608) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 25 21:26:57.553100 ncdv-master-1 neutron-server[121608]: DEBUG oslo_db.api [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 25 21:26:57.554016 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57539a2c-b632-4a79-ab48-d6222269d335 None None] Checking agent: {'id': 'ca4f5c6d-f1fd-48b8-a3e3-395864c7d23d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 20, 56, 40), 'started_at': datetime.datetime(2021, 12, 25, 20, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 26, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:26:57.554636 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57539a2c-b632-4a79-ab48-d6222269d335 None None] Checking segment: {'id': '30bd001d-53f4-4135-a86c-d19a898256c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'eb61ab69-1b3d-44b7-9087-9b7894daa00b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:26:57.555124 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-57539a2c-b632-4a79-ab48-d6222269d335 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:57.555476 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57539a2c-b632-4a79-ab48-d6222269d335 None None] Bound using segment: {'id': '30bd001d-53f4-4135-a86c-d19a898256c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'eb61ab69-1b3d-44b7-9087-9b7894daa00b'} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:26:57.556268 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-57539a2c-b632-4a79-ab48-d6222269d335 None None] Bound port: 42fc8918-1cad-4ce3-a1f1-481020c967b8, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30bd001d-53f4-4135-a86c-d19a898256c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'eb61ab69-1b3d-44b7-9087-9b7894daa00b'}}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:26:57.556644 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-57539a2c-b632-4a79-ab48-d6222269d335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:57.632780 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 42098) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:26:57.643639 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-57539a2c-b632-4a79-ab48-d6222269d335 None None] For port 42fc8918-1cad-4ce3-a1f1-481020c967b8, host ncdv-master-1, cleared binding levels {{(pid=121608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:26:57.647017 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-57539a2c-b632-4a79-ab48-d6222269d335 None None] For port 42fc8918-1cad-4ce3-a1f1-481020c967b8, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=42fc8918-1cad-4ce3-a1f1-481020c967b8,segment=NetworkSegment(30bd001d-53f4-4135-a86c-d19a898256c1),segment_id=30bd001d-53f4-4135-a86c-d19a898256c1)] {{(pid=121608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:26:57.663608 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-341674cb-00d9-42be-b02d-bbbe748b032d req-54a011df-ee6a-44d1-8013-0388a7ff14a0 service neutron] 10.222.0.31 "GET /v2.0/networks/98581356-69b5-4e98-93ff-2ca77d3cb056?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1448123
Dec 25 21:26:57.675662 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-29a86f3c-cf8c-40c5-9eb9-c820dd018c18 None None] Provisioning complete for port 920f4fe2-acfd-479f-87ae-c76a221d1b18 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:26:57.676041 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-29a86f3c-cf8c-40c5-9eb9-c820dd018c18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:57.722711 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-74ed6252-eacb-4e5e-adc0-8d391236f086 req-4fa60413-7bce-4c3b-8f57-5fd57409f6c3 service neutron] 10.222.0.37 "GET /v2.0/networks/f7ed1632-2ec3-4974-9097-8fe2ac8f3ba4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4480484
Dec 25 21:26:57.733248 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-09a11311-54fc-4ca1-9014-19a62274c0e6 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997585', 'neutron.services.segments.db._delete_segments_for_network-8737602743071'] for network, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:57.743680 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-9b8f8fb7-b91b-4b3d-a0ef-fdef3b738df7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f26131b3cd0>, [{'id': '9557b2cf-7512-4e66-b498-527384e39f88', 'name': 'tempest-AttachVolumeShelveTestJSON-4777664-router', 'tenant_id': '0560c323ec8e41b3bc05939e12e049d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.92'}], 'enable_snat': True}, 'gw_port_id': '920f4fe2-acfd-479f-87ae-c76a221d1b18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:26:45Z', 'updated_at': '2021-12-25T21:26:49Z', 'revision_number': 3, 'project_id': '0560c323ec8e41b3bc05939e12e049d5', 'gw_port': {'id': '920f4fe2-acfd-479f-87ae-c76a221d1b18', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:90:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9557b2cf-7512-4e66-b498-527384e39f88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1961, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:26:47Z', 'updated_at': '2021-12-25T21:26:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:26:57.785006 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b8f8fb7-b91b-4b3d-a0ef-fdef3b738df7 None None] The sync data for ids ['9557b2cf-7512-4e66-b498-527384e39f88'] in ncdv-master-1 is: [{'id': '9557b2cf-7512-4e66-b498-527384e39f88', 'name': 'tempest-AttachVolumeShelveTestJSON-4777664-router', 'tenant_id': '0560c323ec8e41b3bc05939e12e049d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.92'}], 'enable_snat': True}, 'gw_port_id': '920f4fe2-acfd-479f-87ae-c76a221d1b18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:26:45Z', 'updated_at': '2021-12-25T21:26:49Z', 'revision_number': 3, 'project_id': '0560c323ec8e41b3bc05939e12e049d5', 'gw_port': {'id': '920f4fe2-acfd-479f-87ae-c76a221d1b18', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:90:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9557b2cf-7512-4e66-b498-527384e39f88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1961, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:26:47Z', 'updated_at': '2021-12-25T21:26:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 21:26:57.821140 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-57539a2c-b632-4a79-ab48-d6222269d335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:57.853165 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-341674cb-00d9-42be-b02d-bbbe748b032d req-497e3144-d7b6-43c8-b648-812717363ef2 service neutron] 10.222.0.31 "GET /v2.0/networks/98581356-69b5-4e98-93ff-2ca77d3cb056?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1816638
Dec 25 21:26:57.864865 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-09a11311-54fc-4ca1-9014-19a62274c0e6 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2612a5a0a0>,) {'filters': {'network_id': ['eb61ab69-1b3d-44b7-9087-9b7894daa00b']}} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:26:57.880995 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e0cd1826-6571-476a-be18-5857d7137033 admin admin] Publish callbacks [] for security_group, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:57.882486 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-74ed6252-eacb-4e5e-adc0-8d391236f086 req-6d21e885-24d1-40c5-b5c6-974bd6a048b6 service neutron] 10.222.0.37 "GET /v2.0/networks/f7ed1632-2ec3-4974-9097-8fe2ac8f3ba4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1280563
Dec 25 21:26:57.909380 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-09a11311-54fc-4ca1-9014-19a62274c0e6 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2612a5a0a0>, '30bd001d-53f4-4135-a86c-d19a898256c1') {'for_net_delete': True} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:26:57.909380 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-09a11311-54fc-4ca1-9014-19a62274c0e6 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2612a5a0a0>, '30bd001d-53f4-4135-a86c-d19a898256c1') {} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:26:57.957441 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-74ed6252-eacb-4e5e-adc0-8d391236f086 req-f553eec1-4f10-4705-b9af-451ca530b43d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=9c0613e4-0268-4ae9-8585-76b021617ef8 HTTP/1.1" status: 200  len: 217 time: 0.0661485
Dec 25 21:26:57.969211 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57539a2c-b632-4a79-ab48-d6222269d335 None None] Pushing event updated for resources: {'Port': ['ID=42fc8918-1cad-4ce3-a1f1-481020c967b8,revision_number=2']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:26:57.975171 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f72aa0ee-880e-42e5-a524-6020a4942417 tempest-RoutersNegativeIpV6Test-2019333087 tempest-RoutersNegativeIpV6Test-2019333087-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:57.983831 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-29a86f3c-cf8c-40c5-9eb9-c820dd018c18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:58.010990 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-09a11311-54fc-4ca1-9014-19a62274c0e6 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737602746920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10246592'] for segment, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:58.011937 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f291b095-8ed6-444e-8aaf-1a58ca886a7c None None] Network eb61ab69-1b3d-44b7-9087-9b7894daa00b requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:26:58.049753 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ed6252-eacb-4e5e-adc0-8d391236f086 req-b7653a3f-31dd-44a9-ad3a-f0c8027b30ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:26:58.052500 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-74ed6252-eacb-4e5e-adc0-8d391236f086 req-b7653a3f-31dd-44a9-ad3a-f0c8027b30ba service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0f498337-e4ba-4b34-b7b9-d5a4315f4f02 HTTP/1.1" status: 200  len: 797 time: 0.0883412
Dec 25 21:26:58.058198 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-09a11311-54fc-4ca1-9014-19a62274c0e6 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:58.059786 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-29a86f3c-cf8c-40c5-9eb9-c820dd018c18 None None] For port 920f4fe2-acfd-479f-87ae-c76a221d1b18, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=920f4fe2-acfd-479f-87ae-c76a221d1b18,segment=NetworkSegment(6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855),segment_id=6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:26:58.080089 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09a11311-54fc-4ca1-9014-19a62274c0e6 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Releasing vlan 199 on physical network physnet1 to pool {{(pid=121607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 25 21:26:58.080681 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-09a11311-54fc-4ca1-9014-19a62274c0e6 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8633327'] for segment, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:58.086034 ncdv-master-1 neutron-server[121607]: Traceback (most recent call last):
Dec 25 21:26:58.086034 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 25 21:26:58.086034 ncdv-master-1 neutron-server[121607]:     timer()
Dec 25 21:26:58.086034 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 25 21:26:58.086034 ncdv-master-1 neutron-server[121607]:     cb(*args, **kw)
Dec 25 21:26:58.086034 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 25 21:26:58.086034 ncdv-master-1 neutron-server[121607]:     return func(*args, **kwargs)
Dec 25 21:26:58.086034 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 25 21:26:58.086034 ncdv-master-1 neutron-server[121607]:     self._notify()
Dec 25 21:26:58.086034 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 25 21:26:58.086034 ncdv-master-1 neutron-server[121607]:     self.callback(batched_events)
Dec 25 21:26:58.086034 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 25 21:26:58.086034 ncdv-master-1 neutron-server[121607]:     event.method(event)
Dec 25 21:26:58.086034 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 25 21:26:58.086034 ncdv-master-1 neutron-server[121607]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 25 21:26:58.086034 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 25 21:26:58.086034 ncdv-master-1 neutron-server[121607]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 25 21:26:58.086034 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 25 21:26:58.086034 ncdv-master-1 neutron-server[121607]:     return f(self, *a, **k)
Dec 25 21:26:58.086034 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 25 21:26:58.086034 ncdv-master-1 neutron-server[121607]:     return self._get(url).json()
Dec 25 21:26:58.086034 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 25 21:26:58.086034 ncdv-master-1 neutron-server[121607]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 25 21:26:58.086034 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 25 21:26:58.086034 ncdv-master-1 neutron-server[121607]:     return self.request(url, 'GET', **kwargs)
Dec 25 21:26:58.086034 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 25 21:26:58.086034 ncdv-master-1 neutron-server[121607]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 25 21:26:58.086034 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 25 21:26:58.086034 ncdv-master-1 neutron-server[121607]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 25 21:26:58.086034 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 25 21:26:58.086034 ncdv-master-1 neutron-server[121607]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 25 21:26:58.086034 ncdv-master-1 neutron-server[121607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 25 21:26:58.108815 ncdv-master-1 neutron-server[121607]: INFO neutron.api.v2.resource [None req-f72aa0ee-880e-42e5-a524-6020a4942417 tempest-RoutersNegativeIpV6Test-2019333087 tempest-RoutersNegativeIpV6Test-2019333087-project] update failed (client error): The resource could not be found.
Dec 25 21:26:58.113832 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-f72aa0ee-880e-42e5-a524-6020a4942417 tempest-RoutersNegativeIpV6Test-2019333087 tempest-RoutersNegativeIpV6Test-2019333087-project] 10.222.0.32 "PUT /v2.0/routers/8fc6654b-bf2f-4418-b45f-6bd6dbe11413 HTTP/1.1" status: 404  len: 339 time: 0.8184793
Dec 25 21:26:58.115581 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 42106) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:26:58.119457 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ed6252-eacb-4e5e-adc0-8d391236f086 req-4eeebd9d-32d0-45f0-a609-88043dbd2233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:26:58.121393 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-74ed6252-eacb-4e5e-adc0-8d391236f086 req-4eeebd9d-32d0-45f0-a609-88043dbd2233 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3822397d-3d72-44cf-9fd0-b3119ec81123&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.0618043
Dec 25 21:26:58.122210 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-86aa3293-3307-4933-8e9c-d25b6b5af975 tempest-RoutersNegativeIpV6Test-2019333087 tempest-RoutersNegativeIpV6Test-2019333087-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1368274189'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:26:58.233588 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-29a86f3c-cf8c-40c5-9eb9-c820dd018c18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:58.299424 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a86f3c-cf8c-40c5-9eb9-c820dd018c18 None None] Pushing event updated for resources: {'Port': ['ID=920f4fe2-acfd-479f-87ae-c76a221d1b18,revision_number=4']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:26:58.303310 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f38404c-fd38-4903-9d69-cfda55efca03 None None] get_active_networks_info from ncdv-master-1 {{(pid=121608) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
Dec 25 21:26:58.304143 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-74ed6252-eacb-4e5e-adc0-8d391236f086 req-757007f5-3ee5-4705-848e-00e842f5c7c3 service neutron] 10.222.0.37 "GET /v2.0/networks/3822397d-3d72-44cf-9fd0-b3119ec81123?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1752124
Dec 25 21:26:58.356270 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-29a86f3c-cf8c-40c5-9eb9-c820dd018c18 None None] Provisioning complete for port aabb470a-aa1a-4b8c-9436-750c60ff0155 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:26:58.356790 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-29a86f3c-cf8c-40c5-9eb9-c820dd018c18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:58.359065 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device aabb470a-aa1a-4b8c-9436-750c60ff0155 up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:26:58.484436 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-74ed6252-eacb-4e5e-adc0-8d391236f086 req-42f1eb59-2d98-4355-8f87-e519d0672583 service neutron] 10.222.0.37 "GET /v2.0/networks/3822397d-3d72-44cf-9fd0-b3119ec81123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1724527
Dec 25 21:26:58.541868 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port aabb470a-aa1a-4b8c-9436-750c60ff0155 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:26:58.541868 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:58.549361 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-74ed6252-eacb-4e5e-adc0-8d391236f086 req-d4203a31-c361-4a0e-8b3d-67382b37d76d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=0daa1ac7-be03-4d72-b2a5-72b1ee145ecb HTTP/1.1" status: 200  len: 217 time: 0.0575986
Dec 25 21:26:58.622902 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ed6252-eacb-4e5e-adc0-8d391236f086 req-cc3a82f4-8591-432f-9eef-92e18c0583e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:26:58.624390 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-74ed6252-eacb-4e5e-adc0-8d391236f086 req-cc3a82f4-8591-432f-9eef-92e18c0583e4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0f498337-e4ba-4b34-b7b9-d5a4315f4f02 HTTP/1.1" status: 200  len: 797 time: 0.0686791
Dec 25 21:26:58.709169 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ed6252-eacb-4e5e-adc0-8d391236f086 req-c3fa10cf-7a09-4ca3-adb2-cb688530b87d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:26:58.711552 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-74ed6252-eacb-4e5e-adc0-8d391236f086 req-c3fa10cf-7a09-4ca3-adb2-cb688530b87d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3822397d-3d72-44cf-9fd0-b3119ec81123&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.0796301
Dec 25 21:26:58.817034 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.db.api [None req-09a11311-54fc-4ca1-9014-19a62274c0e6 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Dec 25 21:26:58.817034 ncdv-master-1 neutron-server[121607]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Dec 25 21:26:58.817034 ncdv-master-1 neutron-server[121607]: [parameters: {'id': 'eb61ab69-1b3d-44b7-9087-9b7894daa00b'}]
Dec 25 21:26:58.817034 ncdv-master-1 neutron-server[121607]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=121607) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 25 21:26:58.817553 ncdv-master-1 neutron-server[121607]: DEBUG oslo_db.api [None req-09a11311-54fc-4ca1-9014-19a62274c0e6 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 25 21:26:58.821667 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-60c37d2b-19da-4b68-bf28-3ef7633e84b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:58.847264 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-74ed6252-eacb-4e5e-adc0-8d391236f086 req-13c21cf4-acb6-4332-add9-d451032b8d75 service neutron] 10.222.0.37 "GET /v2.0/networks/3822397d-3d72-44cf-9fd0-b3119ec81123?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1268690
Dec 25 21:26:58.866239 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f38404c-fd38-4903-9d69-cfda55efca03 None None] Resources bound (agent type, host, resource id):  {{(pid=121608) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Dec 25 21:26:58.873366 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2518b51f-bb46-4d41-ba06-5429866aaae3 tempest-RoutersAdminTest-58483452 tempest-RoutersAdminTest-58483452-project-admin] Router 420e018f-04a1-4496-b38a-0f0130c5771b is scheduled to L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 with binding_index 1 {{(pid=121607) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 25 21:26:58.921191 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86aa3293-3307-4933-8e9c-d25b6b5af975 tempest-RoutersNegativeIpV6Test-2019333087 tempest-RoutersNegativeIpV6Test-2019333087-project] Made reservation on behalf of 1a30408bfc1c43ddad1910ff6dced273 for: {'network': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:26:58.925353 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-86aa3293-3307-4933-8e9c-d25b6b5af975 tempest-RoutersNegativeIpV6Test-2019333087 tempest-RoutersNegativeIpV6Test-2019333087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for network, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:58.992602 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-74ed6252-eacb-4e5e-adc0-8d391236f086 req-a4fc7c78-f0c1-4dfb-9914-638a7e3801c0 service neutron] 10.222.0.37 "GET /v2.0/networks/3822397d-3d72-44cf-9fd0-b3119ec81123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1376984
Dec 25 21:26:59.027798 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-a2944cd7-4dfd-4ccc-a45d-8e7d6e9b664a None None] Provisioning complete for port 5b012a25-235f-4b41-a376-5a4f688389ff triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:26:59.028035 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-a2944cd7-4dfd-4ccc-a45d-8e7d6e9b664a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:59.043169 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e0cd1826-6571-476a-be18-5857d7137033 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:59.078656 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-a2944cd7-4dfd-4ccc-a45d-8e7d6e9b664a None None] Port 5b012a25-235f-4b41-a376-5a4f688389ff cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:26:59.079806 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86aa3293-3307-4933-8e9c-d25b6b5af975 tempest-RoutersNegativeIpV6Test-2019333087 tempest-RoutersNegativeIpV6Test-2019333087-project] vlan segment allocate from pool success with {'vlan_id': 194, 'physical_network': 'physnet1'}  {{(pid=121607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 25 21:26:59.140797 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-86aa3293-3307-4933-8e9c-d25b6b5af975 tempest-RoutersNegativeIpV6Test-2019333087 tempest-RoutersNegativeIpV6Test-2019333087-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:59.141181 ncdv-master-1 neutron-server[121607]: INFO neutron.db.segments_db [None req-86aa3293-3307-4933-8e9c-d25b6b5af975 tempest-RoutersNegativeIpV6Test-2019333087 tempest-RoutersNegativeIpV6Test-2019333087-project] Added segment 9573be4b-0510-43d8-b9ed-b1a22e0a145e of type vlan for network 92038ce7-9205-4373-8c47-e5925713d98a
Dec 25 21:26:59.146014 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e0cd1826-6571-476a-be18-5857d7137033 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:59.289207 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2518b51f-bb46-4d41-ba06-5429866aaae3 tempest-RoutersAdminTest-58483452 tempest-RoutersAdminTest-58483452-project-admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 21:26:59.294433 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-2518b51f-bb46-4d41-ba06-5429866aaae3 tempest-RoutersAdminTest-58483452 tempest-RoutersAdminTest-58483452-project-admin] Publish callbacks [] for router, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:59.298782 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-2518b51f-bb46-4d41-ba06-5429866aaae3 tempest-RoutersAdminTest-58483452 tempest-RoutersAdminTest-58483452-project-admin] 10.222.0.32 "PUT /v2.0/routers/420e018f-04a1-4496-b38a-0f0130c5771b HTTP/1.1" status: 200  len: 914 time: 7.3079402
Dec 25 21:26:59.299106 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 42126) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:26:59.300177 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84328f15-f3dd-4458-b49a-c24788e7353f None None] Sync routers for ids ['420e018f-04a1-4496-b38a-0f0130c5771b'] in ncdv-master-1 {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 21:26:59.301973 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cd1826-6571-476a-be18-5857d7137033 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b89a648-497c-4a0c-876d-c24a13a7bb4f,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:26:59.307042 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-86aa3293-3307-4933-8e9c-d25b6b5af975 tempest-RoutersNegativeIpV6Test-2019333087 tempest-RoutersNegativeIpV6Test-2019333087-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737602163420'] for network, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:59.316073 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-e0cd1826-6571-476a-be18-5857d7137033 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ff72aabb652f4d1f9fa7c43e59b98ad9&name=default HTTP/1.1" status: 200  len: 3000 time: 1.6786134
Dec 25 21:26:59.320927 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 42128) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:26:59.338521 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-09a11311-54fc-4ca1-9014-19a62274c0e6 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625803'] for network, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:59.340085 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84328f15-f3dd-4458-b49a-c24788e7353f None None] Routers {'420e018f-04a1-4496-b38a-0f0130c5771b'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:26:59.340085 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-84328f15-f3dd-4458-b49a-c24788e7353f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f26132a0370>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:26:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['420e018f-04a1-4496-b38a-0f0130c5771b'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:26:59.370998 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-84328f15-f3dd-4458-b49a-c24788e7353f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f26132a0370>, [], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:26:59.380787 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84328f15-f3dd-4458-b49a-c24788e7353f None None] Routers {'420e018f-04a1-4496-b38a-0f0130c5771b'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:26:59.382222 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-84328f15-f3dd-4458-b49a-c24788e7353f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f26132a0370>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:26:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['420e018f-04a1-4496-b38a-0f0130c5771b'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:26:59.415811 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-84328f15-f3dd-4458-b49a-c24788e7353f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f26132a0370>, [], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:26:59.416483 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84328f15-f3dd-4458-b49a-c24788e7353f None None] The sync data for ids ['420e018f-04a1-4496-b38a-0f0130c5771b'] in ncdv-master-1 is: [] {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 21:26:59.437541 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-60c37d2b-19da-4b68-bf28-3ef7633e84b7 admin admin] Publish callbacks [] for port, precommit_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:59.440204 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-930c2de2-00d9-43d5-898c-371164f2ac13 tempest-RoutersAdminTest-58483452 tempest-RoutersAdminTest-58483452-project-admin] 10.222.0.32 "GET /v2.0/routers/420e018f-04a1-4496-b38a-0f0130c5771b HTTP/1.1" status: 200  len: 920 time: 0.1399078
Dec 25 21:26:59.442793 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 42130) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:26:59.462548 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ccd5beac-909e-4889-b1f6-e320c2c255ca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:59.491537 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ccd5beac-909e-4889-b1f6-e320c2c255ca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:59.505853 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b46cbab5-054d-4ed2-b6fd-14f777d0db6f tempest-RoutersAdminTest-58483452 tempest-RoutersAdminTest-58483452-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:26:59.506106 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-86aa3293-3307-4933-8e9c-d25b6b5af975 tempest-RoutersNegativeIpV6Test-2019333087 tempest-RoutersNegativeIpV6Test-2019333087-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870'] for network, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:59.507756 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-b46cbab5-054d-4ed2-b6fd-14f777d0db6f tempest-RoutersAdminTest-58483452 tempest-RoutersAdminTest-58483452-project-admin] 10.222.0.32 "GET /v2.0/ports?network_id=7201e55c-7c5f-41aa-a042-a363696539d0&device_id=420e018f-04a1-4496-b38a-0f0130c5771b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 944 time: 0.0635483
Dec 25 21:26:59.510813 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 42134) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:26:59.511618 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86aa3293-3307-4933-8e9c-d25b6b5af975 tempest-RoutersNegativeIpV6Test-2019333087 tempest-RoutersNegativeIpV6Test-2019333087-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:26:59.512221 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-86aa3293-3307-4933-8e9c-d25b6b5af975 tempest-RoutersNegativeIpV6Test-2019333087 tempest-RoutersNegativeIpV6Test-2019333087-project] Publish callbacks [] for network, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:59.542966 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-09a11311-54fc-4ca1-9014-19a62274c0e6 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Deleting port 42fc8918-1cad-4ce3-a1f1-481020c967b8 {{(pid=121607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:26:59.543313 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-09a11311-54fc-4ca1-9014-19a62274c0e6 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:59.612460 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-60c37d2b-19da-4b68-bf28-3ef7633e84b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8632327'] for port, after_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:59.621990 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b210c42-d3e6-478a-8422-ea20daa7699e tempest-RoutersAdminTest-58483452 tempest-RoutersAdminTest-58483452-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:26:59.623799 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-7b210c42-d3e6-478a-8422-ea20daa7699e tempest-RoutersAdminTest-58483452 tempest-RoutersAdminTest-58483452-project-admin] 10.222.0.32 "GET /v2.0/networks/7201e55c-7c5f-41aa-a042-a363696539d0 HTTP/1.1" status: 200  len: 881 time: 0.1113362
Dec 25 21:26:59.627262 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 42142) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:26:59.721914 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86aa3293-3307-4933-8e9c-d25b6b5af975 tempest-RoutersNegativeIpV6Test-2019333087 tempest-RoutersNegativeIpV6Test-2019333087-project] Pushing event updated for resources: {'Network': ['ID=92038ce7-9205-4373-8c47-e5925713d98a,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:26:59.733730 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-86aa3293-3307-4933-8e9c-d25b6b5af975 tempest-RoutersNegativeIpV6Test-2019333087 tempest-RoutersNegativeIpV6Test-2019333087-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 791 time: 1.6152916
Dec 25 21:26:59.744996 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 42144) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:26:59.750084 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Network 92038ce7-9205-4373-8c47-e5925713d98a details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 25 21:26:59.752521 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.db [None req-09a11311-54fc-4ca1-9014-19a62274c0e6 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] For port 42fc8918-1cad-4ce3-a1f1-481020c967b8, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=42fc8918-1cad-4ce3-a1f1-481020c967b8,segment=NetworkSegment(30bd001d-53f4-4135-a86c-d19a898256c1),segment_id=30bd001d-53f4-4135-a86c-d19a898256c1)] {{(pid=121607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:26:59.752927 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-09a11311-54fc-4ca1-9014-19a62274c0e6 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:59.761118 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-7d19d733-08fe-41fd-8a43-f5076e691df0 tempest-RoutersNegativeIpV6Test-2019333087 tempest-RoutersNegativeIpV6Test-2019333087-project] Request body: {'subnet': {'network_id': '92038ce7-9205-4373-8c47-e5925713d98a', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:26:59.805018 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-09a11311-54fc-4ca1-9014-19a62274c0e6 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Calling delete_port for 42fc8918-1cad-4ce3-a1f1-481020c967b8 owned by network:dhcp {{(pid=121607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:26:59.814942 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c37d2b-19da-4b68-bf28-3ef7633e84b7 admin admin] Pushing event updated for resources: {'Port': ['ID=5b012a25-235f-4b41-a376-5a4f688389ff,revision_number=2']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:26:59.836390 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-60c37d2b-19da-4b68-bf28-3ef7633e84b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2007636'] for router_interface, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:59.942359 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ccd5beac-909e-4889-b1f6-e320c2c255ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:59.950439 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ccd5beac-909e-4889-b1f6-e320c2c255ca admin admin] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:26:59.952104 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-ccd5beac-909e-4889-b1f6-e320c2c255ca admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9b89a648-497c-4a0c-876d-c24a13a7bb4f HTTP/1.1" status: 204  len: 168 time: 0.6267498
Dec 25 21:26:59.988550 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-28fc3663-dac8-458d-a3da-3f23b6a0ce39 tempest-RoutersAdminTest-266561384 tempest-RoutersAdminTest-266561384-project] 10.222.0.32 "GET /v2.0/ports?device_id=420e018f-04a1-4496-b38a-0f0130c5771b HTTP/1.1" status: 200  len: 205 time: 0.3599610
Dec 25 21:26:59.989239 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 42152) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:27:00.022443 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd5beac-909e-4889-b1f6-e320c2c255ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b89a648-497c-4a0c-876d-c24a13a7bb4f,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:27:00.124138 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60c37d2b-19da-4b68-bf28-3ef7633e84b7 admin admin] Network c8199f70-d579-4a7f-8b38-5d569ea5e784 is already hosted by enough agents. {{(pid=121607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:27:00.126688 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-60c37d2b-19da-4b68-bf28-3ef7633e84b7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:27:00.128200 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-8a45c892-408f-4577-9eb1-948c04d8a1ec tempest-RoutersAdminTest-266561384 tempest-RoutersAdminTest-266561384-project] Publish callbacks [] for router, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:00.150788 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d19d733-08fe-41fd-8a43-f5076e691df0 tempest-RoutersNegativeIpV6Test-2019333087 tempest-RoutersNegativeIpV6Test-2019333087-project] Made reservation on behalf of 1a30408bfc1c43ddad1910ff6dced273 for: {'subnet': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:27:00.167466 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 42156) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:27:00.168031 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-7d19d733-08fe-41fd-8a43-f5076e691df0 tempest-RoutersNegativeIpV6Test-2019333087 tempest-RoutersNegativeIpV6Test-2019333087-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8852834'] for subnet, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:00.176207 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-09a11311-54fc-4ca1-9014-19a62274c0e6 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:00.303659 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a11311-54fc-4ca1-9014-19a62274c0e6 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Pushing event deleted for resources: {'Port': ['ID=42fc8918-1cad-4ce3-a1f1-481020c967b8,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:27:00.314822 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-8a45c892-408f-4577-9eb1-948c04d8a1ec tempest-RoutersAdminTest-266561384 tempest-RoutersAdminTest-266561384-project] Publish callbacks [] for router_gateway, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:00.339946 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09a11311-54fc-4ca1-9014-19a62274c0e6 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] No DVR routers for this DVR port 42fc8918-1cad-4ce3-a1f1-481020c967b8 on host ncdv-master-1 {{(pid=121607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:27:00.380276 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 920f4fe2-acfd-479f-87ae-c76a221d1b18 up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:27:00.386147 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-d10dbe98-40af-46bf-8a78-3013249f7921 tempest-QuotasTest-1310269404 tempest-QuotasTest-1310269404-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:27:00.451096 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port 920f4fe2-acfd-479f-87ae-c76a221d1b18 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:27:00.451630 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:00.508793 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-8a45c892-408f-4577-9eb1-948c04d8a1ec tempest-RoutersAdminTest-266561384 tempest-RoutersAdminTest-266561384-project] Deleting port 2c5e00a9-63f7-40a2-a5d6-09478b79d380 {{(pid=121606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:27:00.509065 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-8a45c892-408f-4577-9eb1-948c04d8a1ec tempest-RoutersAdminTest-266561384 tempest-RoutersAdminTest-266561384-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:00.526265 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-7beca75a-e0e7-4e29-8335-5dba9e80698f None None] Provisioning complete for port 5b012a25-235f-4b41-a376-5a4f688389ff triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:27:00.526265 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-7beca75a-e0e7-4e29-8335-5dba9e80698f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:00.562925 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60c37d2b-19da-4b68-bf28-3ef7633e84b7 admin admin] Router 9557b2cf-7512-4e66-b498-527384e39f88 has already been hosted by L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 {{(pid=121607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 25 21:27:00.594832 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-7beca75a-e0e7-4e29-8335-5dba9e80698f None None] Port 5b012a25-235f-4b41-a376-5a4f688389ff cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:27:00.598970 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-09a11311-54fc-4ca1-9014-19a62274c0e6 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997585', 'neutron.services.segments.db._delete_segments_for_network-8737602743071'] for network, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:00.634662 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-09a11311-54fc-4ca1-9014-19a62274c0e6 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2613615670>,) {'filters': {'network_id': ['eb61ab69-1b3d-44b7-9087-9b7894daa00b']}} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:27:00.644217 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-8a45c892-408f-4577-9eb1-948c04d8a1ec tempest-RoutersAdminTest-266561384 tempest-RoutersAdminTest-266561384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:00.652752 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-09a11311-54fc-4ca1-9014-19a62274c0e6 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2613615670>, '30bd001d-53f4-4135-a86c-d19a898256c1') {'for_net_delete': True} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:27:00.653154 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-09a11311-54fc-4ca1-9014-19a62274c0e6 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2613615670>, '30bd001d-53f4-4135-a86c-d19a898256c1') {} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:27:00.658830 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-8a45c892-408f-4577-9eb1-948c04d8a1ec tempest-RoutersAdminTest-266561384 tempest-RoutersAdminTest-266561384-project] Calling delete_port for 2c5e00a9-63f7-40a2-a5d6-09478b79d380 owned by network:router_gateway {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:27:00.714328 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-d10dbe98-40af-46bf-8a78-3013249f7921 tempest-QuotasTest-1310269404 tempest-QuotasTest-1310269404-project-admin] 10.222.0.32 "PUT /v2.0/quotas/1e9cc58ceed74d79a2420eddfe5fdfd6 HTTP/1.1" status: 200  len: 366 time: 0.5457785
Dec 25 21:27:00.717068 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 42162) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:27:00.725137 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-09a11311-54fc-4ca1-9014-19a62274c0e6 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737602746920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10246592'] for segment, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:00.755569 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-c51a5b70-7ce1-4471-930f-08294b1bf149 tempest-QuotasTest-1310269404 tempest-QuotasTest-1310269404-project-admin] 10.222.0.32 "GET /v2.0/quotas HTTP/1.1" status: 200  len: 732 time: 0.0335982
Dec 25 21:27:00.761644 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 42164) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:27:00.777611 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-09a11311-54fc-4ca1-9014-19a62274c0e6 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:00.815484 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-580685ef-79ca-48f9-9d0b-1c10c7c33409 tempest-QuotasTest-1310269404 tempest-QuotasTest-1310269404-project-admin] 10.222.0.32 "GET /v2.0/quotas/1e9cc58ceed74d79a2420eddfe5fdfd6 HTTP/1.1" status: 200  len: 366 time: 0.0508389
Dec 25 21:27:00.818342 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 42166) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:27:00.837837 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09a11311-54fc-4ca1-9014-19a62274c0e6 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Releasing vlan 199 on physical network physnet1 to pool {{(pid=121607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 25 21:27:00.838163 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-09a11311-54fc-4ca1-9014-19a62274c0e6 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8633327'] for segment, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:00.842409 ncdv-master-1 neutron-server[121607]: Traceback (most recent call last):
Dec 25 21:27:00.842409 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 25 21:27:00.842409 ncdv-master-1 neutron-server[121607]:     timer()
Dec 25 21:27:00.842409 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 25 21:27:00.842409 ncdv-master-1 neutron-server[121607]:     cb(*args, **kw)
Dec 25 21:27:00.842409 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 25 21:27:00.842409 ncdv-master-1 neutron-server[121607]:     return func(*args, **kwargs)
Dec 25 21:27:00.842409 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 25 21:27:00.842409 ncdv-master-1 neutron-server[121607]:     self._notify()
Dec 25 21:27:00.842409 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 25 21:27:00.842409 ncdv-master-1 neutron-server[121607]:     self.callback(batched_events)
Dec 25 21:27:00.842409 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 25 21:27:00.842409 ncdv-master-1 neutron-server[121607]:     event.method(event)
Dec 25 21:27:00.842409 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 25 21:27:00.842409 ncdv-master-1 neutron-server[121607]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 25 21:27:00.842409 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 25 21:27:00.842409 ncdv-master-1 neutron-server[121607]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 25 21:27:00.842409 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 25 21:27:00.842409 ncdv-master-1 neutron-server[121607]:     return f(self, *a, **k)
Dec 25 21:27:00.842409 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 25 21:27:00.842409 ncdv-master-1 neutron-server[121607]:     return self._get(url).json()
Dec 25 21:27:00.842409 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 25 21:27:00.842409 ncdv-master-1 neutron-server[121607]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 25 21:27:00.842409 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 25 21:27:00.842409 ncdv-master-1 neutron-server[121607]:     return self.request(url, 'GET', **kwargs)
Dec 25 21:27:00.842409 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 25 21:27:00.842409 ncdv-master-1 neutron-server[121607]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 25 21:27:00.842409 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 25 21:27:00.842409 ncdv-master-1 neutron-server[121607]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 25 21:27:00.842409 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 25 21:27:00.842409 ncdv-master-1 neutron-server[121607]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 25 21:27:00.842409 ncdv-master-1 neutron-server[121607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 25 21:27:00.909025 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-7dd1a739-334c-4bf0-b954-2d018f735171 tempest-QuotasTest-1310269404 tempest-QuotasTest-1310269404-project-admin] 10.222.0.32 "DELETE /v2.0/quotas/1e9cc58ceed74d79a2420eddfe5fdfd6 HTTP/1.1" status: 204  len: 168 time: 0.0895023
Dec 25 21:27:00.910407 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-8a45c892-408f-4577-9eb1-948c04d8a1ec tempest-RoutersAdminTest-266561384 tempest-RoutersAdminTest-266561384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:00.912822 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 42168) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:27:00.923910 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60c37d2b-19da-4b68-bf28-3ef7633e84b7 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 21:27:00.935064 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e92fac3-25b0-4c3c-bbb7-954f843d483b None None] Sync routers for ids ['9557b2cf-7512-4e66-b498-527384e39f88'] in ncdv-master-1 {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 21:27:00.940467 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-60c37d2b-19da-4b68-bf28-3ef7633e84b7 admin admin] 10.222.0.32 "PUT /v2.0/routers/9557b2cf-7512-4e66-b498-527384e39f88/add_router_interface HTTP/1.1" status: 200  len: 503 time: 8.4368455
Dec 25 21:27:00.951121 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e92fac3-25b0-4c3c-bbb7-954f843d483b None None] Routers {'9557b2cf-7512-4e66-b498-527384e39f88'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:27:00.952018 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-5e92fac3-25b0-4c3c-bbb7-954f843d483b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f26184109a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:26:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['9557b2cf-7512-4e66-b498-527384e39f88'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:27:00.960529 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a45c892-408f-4577-9eb1-948c04d8a1ec tempest-RoutersAdminTest-266561384 tempest-RoutersAdminTest-266561384-project] Pushing event deleted for resources: {'Port': ['ID=2c5e00a9-63f7-40a2-a5d6-09478b79d380,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:27:00.964023 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-2a2ea001-13a8-4b70-8130-b2b0929d9382 tempest-QuotasTest-1310269404 tempest-QuotasTest-1310269404-project-admin] 10.222.0.32 "GET /v2.0/quotas HTTP/1.1" status: 200  len: 470 time: 0.0466137
Dec 25 21:27:00.970236 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 42172) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:27:00.979954 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0160692-a0b2-4144-a927-49f02efcb72a None None] DHCP port deletion for 7201e55c-7c5f-41aa-a042-a363696539d0 request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 21:27:00.982041 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-dfbe51b8-00cd-46ec-94ed-53673b80be8b tempest-QuotasTest-1310269404 tempest-QuotasTest-1310269404-project-admin] 10.222.0.32 "GET /v2.0/quotas/1e9cc58ceed74d79a2420eddfe5fdfd6 HTTP/1.1" status: 200  len: 370 time: 0.0145037
Dec 25 21:27:00.984512 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 42174) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:27:00.991727 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-9cec01e1-0c0e-4753-8ea4-592255f4049f tempest-QuotasTest-1310269404 tempest-QuotasTest-1310269404-project-admin] 10.222.0.32 "GET /v2.0/quotas/1e9cc58ceed74d79a2420eddfe5fdfd6/default HTTP/1.1" status: 200  len: 370 time: 0.0047109
Dec 25 21:27:00.998319 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-7d19d733-08fe-41fd-8a43-f5076e691df0 tempest-RoutersNegativeIpV6Test-2019333087 tempest-RoutersNegativeIpV6Test-2019333087-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8632475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8852848'] for subnet, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:00.999876 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 42176) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:27:01.033244 ncdv-master-1 neutron-server[121606]: INFO neutron.api.v2.resource [None req-fd2240e1-2fa4-4429-b56c-8e9d9e15b232 tempest-QuotasTest-1310269404 tempest-QuotasTest-1310269404-project-admin] delete failed (client error): The resource could not be found.
Dec 25 21:27:01.034311 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-fd2240e1-2fa4-4429-b56c-8e9d9e15b232 tempest-QuotasTest-1310269404 tempest-QuotasTest-1310269404-project-admin] 10.222.0.32 "DELETE /v2.0/quotas/1e9cc58ceed74d79a2420eddfe5fdfd6 HTTP/1.1" status: 404  len: 348 time: 0.0334826
Dec 25 21:27:01.047150 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-09a11311-54fc-4ca1-9014-19a62274c0e6 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2008653'] for network, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:01.052581 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-8a45c892-408f-4577-9eb1-948c04d8a1ec tempest-RoutersAdminTest-266561384 tempest-RoutersAdminTest-266561384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2008689'] for router_gateway, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:01.068962 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-09a11311-54fc-4ca1-9014-19a62274c0e6 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Publish callbacks [] for network, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:01.072828 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-09a11311-54fc-4ca1-9014-19a62274c0e6 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] 10.222.0.32 "DELETE /v2.0/networks/eb61ab69-1b3d-44b7-9087-9b7894daa00b HTTP/1.1" status: 204  len: 168 time: 5.4031827
Dec 25 21:27:01.092972 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 42180) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:27:01.093333 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 42182) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:27:01.105756 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvr_db [None req-5e92fac3-25b0-4c3c-bbb7-954f843d483b None None] Set router 9557b2cf-7512-4e66-b498-527384e39f88 gateway port host: ncdv-master-1 {{(pid=121609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:27:01.126336 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-93a57161-b8e4-4041-90a9-e78be9749971 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-677669936'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:27:01.175420 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a11311-54fc-4ca1-9014-19a62274c0e6 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Pushing event deleted for resources: {'Network': ['ID=eb61ab69-1b3d-44b7-9087-9b7894daa00b,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:27:01.192684 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-8a45c892-408f-4577-9eb1-948c04d8a1ec tempest-RoutersAdminTest-266561384 tempest-RoutersAdminTest-266561384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2014235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14905'] for router, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:01.196001 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-8a45c892-408f-4577-9eb1-948c04d8a1ec tempest-RoutersAdminTest-266561384 tempest-RoutersAdminTest-266561384-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:01.201385 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-886348a8-1cfb-4118-a308-f3b074e17a37 admin admin] Publish callbacks [] for security_group, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:01.211631 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d19d733-08fe-41fd-8a43-f5076e691df0 tempest-RoutersNegativeIpV6Test-2019333087 tempest-RoutersNegativeIpV6Test-2019333087-project] Pushing event updated for resources: {'Subnet': ['ID=3d8190ea-d8ef-4cfd-a54d-f8eba63c7419,revision_number=0']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:27:01.269316 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d19d733-08fe-41fd-8a43-f5076e691df0 tempest-RoutersNegativeIpV6Test-2019333087 tempest-RoutersNegativeIpV6Test-2019333087-project] Checking segment: {'id': '9573be4b-0510-43d8-b9ed-b1a22e0a145e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '92038ce7-9205-4373-8c47-e5925713d98a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:27:01.269683 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d19d733-08fe-41fd-8a43-f5076e691df0 tempest-RoutersNegativeIpV6Test-2019333087 tempest-RoutersNegativeIpV6Test-2019333087-project] Network hostable DHCP agents. Network: 92038ce7-9205-4373-8c47-e5925713d98a, hostable agents: ['1813db88-2c1b-4357-a2ba-869246b663c2'], hosted agents: [] {{(pid=121607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 25 21:27:01.347858 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-8a45c892-408f-4577-9eb1-948c04d8a1ec tempest-RoutersAdminTest-266561384 tempest-RoutersAdminTest-266561384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2014220'] for router, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:01.348735 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a45c892-408f-4577-9eb1-948c04d8a1ec tempest-RoutersAdminTest-266561384 tempest-RoutersAdminTest-266561384-project] Fanout notify agent at l3_agent the message router_deleted on router 420e018f-04a1-4496-b38a-0f0130c5771b {{(pid=121606) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 25 21:27:01.358026 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-5e92fac3-25b0-4c3c-bbb7-954f843d483b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f26184109a0>, [{'id': '9557b2cf-7512-4e66-b498-527384e39f88', 'name': 'tempest-AttachVolumeShelveTestJSON-4777664-router', 'tenant_id': '0560c323ec8e41b3bc05939e12e049d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.92'}], 'enable_snat': True}, 'gw_port_id': '920f4fe2-acfd-479f-87ae-c76a221d1b18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:26:45Z', 'updated_at': '2021-12-25T21:26:58Z', 'revision_number': 4, 'project_id': '0560c323ec8e41b3bc05939e12e049d5', 'gw_port': {'id': '920f4fe2-acfd-479f-87ae-c76a221d1b18', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:90:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9557b2cf-7512-4e66-b498-527384e39f88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1961, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:26:47Z', 'updated_at': '2021-12-25T21:26:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '5b012a25-235f-4b41-a376-5a4f688389ff', 'name': '', 'network_id': 'c8199f70-d579-4a7f-8b38-5d569ea5e784', 'tenant_id': '0560c323ec8e41b3bc05939e12e049d5', 'mac_address': 'fa:16:3e:33:30:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9557b2cf-7512-4e66-b498-527384e39f88', 'device_owner': 'network:router_interface', 'standard_attr_id': 1981, 'fixed_ips': [{'subnet_id': '0cf468ed-9644-4e44-939f-6c7d09675460', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:26:54Z', 'updated_at': '2021-12-25T21:26:59Z', 'revision_number': 2, 'project_id': '0560c323ec8e41b3bc05939e12e049d5', 'subnets': [{'id': '0cf468ed-9644-4e44-939f-6c7d09675460', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:27:01.359044 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-8a45c892-408f-4577-9eb1-948c04d8a1ec tempest-RoutersAdminTest-266561384 tempest-RoutersAdminTest-266561384-project] Publish callbacks [] for router, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:01.361154 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-8a45c892-408f-4577-9eb1-948c04d8a1ec tempest-RoutersAdminTest-266561384 tempest-RoutersAdminTest-266561384-project] 10.222.0.32 "DELETE /v2.0/routers/420e018f-04a1-4496-b38a-0f0130c5771b HTTP/1.1" status: 204  len: 168 time: 1.3707504
Dec 25 21:27:01.364823 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 42188) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:27:01.369365 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-7d6a0fa0-0327-48f7-8556-20df0af09d02 tempest-RoutersAdminTest-266561384 tempest-RoutersAdminTest-266561384-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-413420359', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:27:01.393835 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e92fac3-25b0-4c3c-bbb7-954f843d483b None None] Checking router: 9557b2cf-7512-4e66-b498-527384e39f88 for host: ncdv-master-1 {{(pid=121609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 25 21:27:01.394308 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d19d733-08fe-41fd-8a43-f5076e691df0 tempest-RoutersNegativeIpV6Test-2019333087 tempest-RoutersNegativeIpV6Test-2019333087-project] Network 92038ce7-9205-4373-8c47-e5925713d98a is scheduled to be hosted by DHCP agent 1813db88-2c1b-4357-a2ba-869246b663c2 with binding_index 1 {{(pid=121607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 25 21:27:01.394693 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e92fac3-25b0-4c3c-bbb7-954f843d483b None None] Updating router 9557b2cf-7512-4e66-b498-527384e39f88 port 5b012a25-235f-4b41-a376-5a4f688389ff binding host ncdv-master-1 {{(pid=121609) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 25 21:27:01.405570 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93a57161-b8e4-4041-90a9-e78be9749971 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Made reservation on behalf of 596be925895b4ede995a5f893bdae840 for: {'network': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:27:01.418851 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-93a57161-b8e4-4041-90a9-e78be9749971 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for network, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:01.421311 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-5e92fac3-25b0-4c3c-bbb7-954f843d483b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:01.484849 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93a57161-b8e4-4041-90a9-e78be9749971 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] vlan segment allocate from pool success with {'vlan_id': 196, 'physical_network': 'physnet1'}  {{(pid=121607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 25 21:27:01.510264 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-93a57161-b8e4-4041-90a9-e78be9749971 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:01.510619 ncdv-master-1 neutron-server[121607]: INFO neutron.db.segments_db [None req-93a57161-b8e4-4041-90a9-e78be9749971 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Added segment e2c10672-a6b9-4314-8813-758945beacba of type vlan for network abc9d71c-df8e-4aa6-a11f-a69e55e5d26d
Dec 25 21:27:01.515846 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-7d19d733-08fe-41fd-8a43-f5076e691df0 tempest-RoutersNegativeIpV6Test-2019333087 tempest-RoutersNegativeIpV6Test-2019333087-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 92038ce7-9205-4373-8c47-e5925713d98a) {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:27:01.520940 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d19d733-08fe-41fd-8a43-f5076e691df0 tempest-RoutersNegativeIpV6Test-2019333087 tempest-RoutersNegativeIpV6Test-2019333087-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:27:01.521546 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-7d19d733-08fe-41fd-8a43-f5076e691df0 tempest-RoutersNegativeIpV6Test-2019333087 tempest-RoutersNegativeIpV6Test-2019333087-project] Publish callbacks [] for subnet, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:01.526692 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b2b6770-efa4-45e5-943d-665df816b1ce None None] Network 92038ce7-9205-4373-8c47-e5925713d98a requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:27:01.537352 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-886348a8-1cfb-4118-a308-f3b074e17a37 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:01.554034 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 42192) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:27:01.571884 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-7d6a0fa0-0327-48f7-8556-20df0af09d02 tempest-RoutersAdminTest-266561384 tempest-RoutersAdminTest-266561384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2014909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14863'] for router, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:01.572908 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-7d6a0fa0-0327-48f7-8556-20df0af09d02 tempest-RoutersAdminTest-266561384 tempest-RoutersAdminTest-266561384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2014285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2009796', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2082630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14848'] for router, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:01.588421 ncdv-master-1 neutron-server[121606]: DEBUG neutron.quota.resource [None req-06530aed-8051-477c-a23d-55936452b6b5 tempest-QuotasTest-1310269404 tempest-QuotasTest-1310269404-project-admin] Usage tracker for resource:network and project:f6a2587ba0a344da9eb3c7c6d4d2184b is out of sync, need to count used quota {{(pid=121606) count_used /opt/stack/neutron/neutron/quota/resource.py:291}}
Dec 25 21:27:01.591667 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-93a57161-b8e4-4041-90a9-e78be9749971 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737602163420'] for network, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:01.597326 ncdv-master-1 neutron-server[121606]: DEBUG neutron.quota.resource [None req-06530aed-8051-477c-a23d-55936452b6b5 tempest-QuotasTest-1310269404 tempest-QuotasTest-1310269404-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=121606) count_used /opt/stack/neutron/neutron/quota/resource.py:312}}
Dec 25 21:27:01.614169 ncdv-master-1 neutron-server[121606]: DEBUG neutron.quota.resource [None req-06530aed-8051-477c-a23d-55936452b6b5 tempest-QuotasTest-1310269404 tempest-QuotasTest-1310269404-project-admin] Usage tracker for resource:subnet and project:f6a2587ba0a344da9eb3c7c6d4d2184b is out of sync, need to count used quota {{(pid=121606) count_used /opt/stack/neutron/neutron/quota/resource.py:291}}
Dec 25 21:27:01.622361 ncdv-master-1 neutron-server[121606]: DEBUG neutron.quota.resource [None req-06530aed-8051-477c-a23d-55936452b6b5 tempest-QuotasTest-1310269404 tempest-QuotasTest-1310269404-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=121606) count_used /opt/stack/neutron/neutron/quota/resource.py:312}}
Dec 25 21:27:01.635874 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-886348a8-1cfb-4118-a308-f3b074e17a37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:01.642166 ncdv-master-1 neutron-server[121606]: DEBUG neutron.quota.resource [None req-06530aed-8051-477c-a23d-55936452b6b5 tempest-QuotasTest-1310269404 tempest-QuotasTest-1310269404-project-admin] Usage tracker for resource:subnetpool and project:f6a2587ba0a344da9eb3c7c6d4d2184b is out of sync, need to count used quota {{(pid=121606) count_used /opt/stack/neutron/neutron/quota/resource.py:291}}
Dec 25 21:27:01.658418 ncdv-master-1 neutron-server[121606]: DEBUG neutron.quota.resource [None req-06530aed-8051-477c-a23d-55936452b6b5 tempest-QuotasTest-1310269404 tempest-QuotasTest-1310269404-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=121606) count_used /opt/stack/neutron/neutron/quota/resource.py:312}}
Dec 25 21:27:01.670337 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-7d6a0fa0-0327-48f7-8556-20df0af09d02 tempest-RoutersAdminTest-266561384 tempest-RoutersAdminTest-266561384-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:01.672284 ncdv-master-1 neutron-server[121606]: DEBUG neutron.quota.resource [None req-06530aed-8051-477c-a23d-55936452b6b5 tempest-QuotasTest-1310269404 tempest-QuotasTest-1310269404-project-admin] Usage tracker for resource:port and project:f6a2587ba0a344da9eb3c7c6d4d2184b is out of sync, need to count used quota {{(pid=121606) count_used /opt/stack/neutron/neutron/quota/resource.py:291}}
Dec 25 21:27:01.678219 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-7d19d733-08fe-41fd-8a43-f5076e691df0 tempest-RoutersNegativeIpV6Test-2019333087 tempest-RoutersNegativeIpV6Test-2019333087-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 830 time: 1.9217179
Dec 25 21:27:01.680258 ncdv-master-1 neutron-server[121606]: DEBUG neutron.quota.resource [None req-06530aed-8051-477c-a23d-55936452b6b5 tempest-QuotasTest-1310269404 tempest-QuotasTest-1310269404-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=121606) count_used /opt/stack/neutron/neutron/quota/resource.py:312}}
Dec 25 21:27:01.687184 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 42194) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:27:01.692456 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-04c7166b-f982-432f-8f6f-f424e1b268e8 tempest-RoutersNegativeIpV6Test-2019333087 tempest-RoutersNegativeIpV6Test-2019333087-project] Request body: {'router': {'external_gateway_info': {'network_id': '92038ce7-9205-4373-8c47-e5925713d98a'}}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:27:01.715233 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886348a8-1cfb-4118-a308-f3b074e17a37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=210966d0-dc84-4d43-a244-7f768e5175ce,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:27:01.721196 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab34eae4-14b5-4528-a11e-cef2cd519049 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-92038ce7-9205-4373-8c47-e5925713d98a', 'network_id': '92038ce7-9205-4373-8c47-e5925713d98a', 'project_id': '1a30408bfc1c43ddad1910ff6dced273', 'fixed_ips': [{'subnet_id': '3d8190ea-d8ef-4cfd-a54d-f8eba63c7419'}]}} from ncdv-master-1. {{(pid=121608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 25 21:27:01.722541 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-ab34eae4-14b5-4528-a11e-cef2cd519049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:01.724379 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-886348a8-1cfb-4118-a308-f3b074e17a37 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0cff6c8279a744cc82a373811f8da64b&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6282084
Dec 25 21:27:01.727338 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 42196) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:27:01.754224 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-93a57161-b8e4-4041-90a9-e78be9749971 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870'] for network, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:01.768324 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93a57161-b8e4-4041-90a9-e78be9749971 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:27:01.769663 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-93a57161-b8e4-4041-90a9-e78be9749971 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Publish callbacks [] for network, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:01.783801 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-7d6a0fa0-0327-48f7-8556-20df0af09d02 tempest-RoutersAdminTest-266561384 tempest-RoutersAdminTest-266561384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2014278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2009753'] for router, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:01.809623 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-5e92fac3-25b0-4c3c-bbb7-954f843d483b None None] Publish callbacks [] for port, precommit_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:01.836259 ncdv-master-1 neutron-server[121606]: DEBUG neutron.quota.resource [None req-06530aed-8051-477c-a23d-55936452b6b5 tempest-QuotasTest-1310269404 tempest-QuotasTest-1310269404-project-admin] Usage tracker for resource:router and project:f6a2587ba0a344da9eb3c7c6d4d2184b is out of sync, need to count used quota {{(pid=121606) count_used /opt/stack/neutron/neutron/quota/resource.py:291}}
Dec 25 21:27:01.841456 ncdv-master-1 neutron-server[121606]: DEBUG neutron.quota.resource [None req-06530aed-8051-477c-a23d-55936452b6b5 tempest-QuotasTest-1310269404 tempest-QuotasTest-1310269404-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=121606) count_used /opt/stack/neutron/neutron/quota/resource.py:312}}
Dec 25 21:27:01.909572 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a57161-b8e4-4041-90a9-e78be9749971 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Pushing event updated for resources: {'Network': ['ID=abc9d71c-df8e-4aa6-a11f-a69e55e5d26d,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:27:01.912275 ncdv-master-1 neutron-server[121606]: DEBUG neutron.quota.resource [None req-06530aed-8051-477c-a23d-55936452b6b5 tempest-QuotasTest-1310269404 tempest-QuotasTest-1310269404-project-admin] Usage tracker for resource:floatingip and project:f6a2587ba0a344da9eb3c7c6d4d2184b is out of sync, need to count used quota {{(pid=121606) count_used /opt/stack/neutron/neutron/quota/resource.py:291}}
Dec 25 21:27:01.914439 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.db_base_plugin_common [None req-ab34eae4-14b5-4528-a11e-cef2cd519049 None None] Allocated IP 2001:db8:1::2 (92038ce7-9205-4373-8c47-e5925713d98a/3d8190ea-d8ef-4cfd-a54d-f8eba63c7419/a5ed7b5d-a159-4c0e-87a4-df63e2a4c715) {{(pid=121608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:27:01.917252 ncdv-master-1 neutron-server[121606]: DEBUG neutron.quota.resource [None req-06530aed-8051-477c-a23d-55936452b6b5 tempest-QuotasTest-1310269404 tempest-QuotasTest-1310269404-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=121606) count_used /opt/stack/neutron/neutron/quota/resource.py:312}}
Dec 25 21:27:01.931442 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-5e92fac3-25b0-4c3c-bbb7-954f843d483b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:01.941807 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Network abc9d71c-df8e-4aa6-a11f-a69e55e5d26d details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 25 21:27:01.950427 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-04c7166b-f982-432f-8f6f-f424e1b268e8 tempest-RoutersNegativeIpV6Test-2019333087 tempest-RoutersNegativeIpV6Test-2019333087-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:01.956143 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 42198) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:27:01.956739 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-93a57161-b8e4-4041-90a9-e78be9749971 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 783 time: 0.8621173
Dec 25 21:27:01.963867 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-46fbc59c-cba1-4bb9-a8ca-c11fba66d4c8 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Request body: {'subnet': {'network_id': 'abc9d71c-df8e-4aa6-a11f-a69e55e5d26d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:27:01.971418 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-3a016d11-573c-47bf-8c6c-968a7990da16 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:01.988203 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2ef824-cdab-4b5f-8c66-293e89f6f724 None None] Pushing event updated for resources: {'Port': ['ID=5b012a25-235f-4b41-a376-5a4f688389ff,revision_number=3']} {{(pid=121609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:27:01.999118 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 42200) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:27:02.005234 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-9caed85b-7f9e-4a03-ae48-ef2ea3b466ba tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1166923283', 'description': 'tempest-description--1870959543'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:27:02.024549 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2ef824-cdab-4b5f-8c66-293e89f6f724 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:27:02.026995 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2ef824-cdab-4b5f-8c66-293e89f6f724 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:27:02.026995 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2ef824-cdab-4b5f-8c66-293e89f6f724 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:27:02.026995 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2ef824-cdab-4b5f-8c66-293e89f6f724 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:27:02.027331 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-3a016d11-573c-47bf-8c6c-968a7990da16 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:02.027444 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2ef824-cdab-4b5f-8c66-293e89f6f724 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:27:02.027444 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2ef824-cdab-4b5f-8c66-293e89f6f724 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:27:02.027444 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2ef824-cdab-4b5f-8c66-293e89f6f724 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:27:02.029153 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2ef824-cdab-4b5f-8c66-293e89f6f724 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:27:02.029805 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2ef824-cdab-4b5f-8c66-293e89f6f724 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:27:02.030351 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2ef824-cdab-4b5f-8c66-293e89f6f724 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:27:02.030995 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-7d6a0fa0-0327-48f7-8556-20df0af09d02 tempest-RoutersAdminTest-266561384 tempest-RoutersAdminTest-266561384-project] Publish callbacks [] for router, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:02.031279 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2ef824-cdab-4b5f-8c66-293e89f6f724 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:27:02.032745 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2ef824-cdab-4b5f-8c66-293e89f6f724 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:27:02.032946 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-7d6a0fa0-0327-48f7-8556-20df0af09d02 tempest-RoutersAdminTest-266561384 tempest-RoutersAdminTest-266561384-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 704 time: 0.6670961
Dec 25 21:27:02.033853 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2ef824-cdab-4b5f-8c66-293e89f6f724 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:27:02.043063 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 42202) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:27:02.053289 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-378240d9-fb2e-41f0-8dc2-4d148f51ff1e tempest-RoutersAdminTest-58483452 tempest-RoutersAdminTest-58483452-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'enable_snat': False}}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:27:02.147116 ncdv-master-1 neutron-server[121606]: DEBUG neutron.quota.resource [None req-06530aed-8051-477c-a23d-55936452b6b5 tempest-QuotasTest-1310269404 tempest-QuotasTest-1310269404-project-admin] Usage tracker for resource:security_group and project:f6a2587ba0a344da9eb3c7c6d4d2184b is out of sync, need to count used quota {{(pid=121606) count_used /opt/stack/neutron/neutron/quota/resource.py:291}}
Dec 25 21:27:02.151645 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.managers [None req-5e92fac3-25b0-4c3c-bbb7-954f843d483b None None] Attempting to bind port 5b012a25-235f-4b41-a376-5a4f688389ff on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:27:02.152358 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.managers [None req-5e92fac3-25b0-4c3c-bbb7-954f843d483b None None] Attempting to bind port 5b012a25-235f-4b41-a376-5a4f688389ff by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '51150129-bf93-43ed-a72b-663a41e8f921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'c8199f70-d579-4a7f-8b38-5d569ea5e784'}] {{(pid=121609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:27:02.152961 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e92fac3-25b0-4c3c-bbb7-954f843d483b None None] Attempting to bind port 5b012a25-235f-4b41-a376-5a4f688389ff on network c8199f70-d579-4a7f-8b38-5d569ea5e784 {{(pid=121609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:27:02.161468 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e92fac3-25b0-4c3c-bbb7-954f843d483b None None] Checking agent: {'id': 'ca4f5c6d-f1fd-48b8-a3e3-395864c7d23d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 20, 56, 40), 'started_at': datetime.datetime(2021, 12, 25, 20, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 26, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:27:02.162135 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e92fac3-25b0-4c3c-bbb7-954f843d483b None None] Checking segment: {'id': '51150129-bf93-43ed-a72b-663a41e8f921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'c8199f70-d579-4a7f-8b38-5d569ea5e784'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:27:02.162704 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-5e92fac3-25b0-4c3c-bbb7-954f843d483b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:02.163261 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e92fac3-25b0-4c3c-bbb7-954f843d483b None None] Bound using segment: {'id': '51150129-bf93-43ed-a72b-663a41e8f921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'c8199f70-d579-4a7f-8b38-5d569ea5e784'} {{(pid=121609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:27:02.164790 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.managers [None req-5e92fac3-25b0-4c3c-bbb7-954f843d483b None None] Bound port: 5b012a25-235f-4b41-a376-5a4f688389ff, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51150129-bf93-43ed-a72b-663a41e8f921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'c8199f70-d579-4a7f-8b38-5d569ea5e784'}}] {{(pid=121609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:27:02.165824 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-5e92fac3-25b0-4c3c-bbb7-954f843d483b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:02.211624 ncdv-master-1 neutron-server[121606]: DEBUG neutron.quota.resource [None req-06530aed-8051-477c-a23d-55936452b6b5 tempest-QuotasTest-1310269404 tempest-QuotasTest-1310269404-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=121606) count_used /opt/stack/neutron/neutron/quota/resource.py:312}}
Dec 25 21:27:02.213330 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-9caed85b-7f9e-4a03-ae48-ef2ea3b466ba tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] Publish callbacks [] for security_group, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:02.244797 ncdv-master-1 neutron-server[121606]: DEBUG neutron.quota.resource [None req-06530aed-8051-477c-a23d-55936452b6b5 tempest-QuotasTest-1310269404 tempest-QuotasTest-1310269404-project-admin] Usage tracker for resource:security_group_rule and project:f6a2587ba0a344da9eb3c7c6d4d2184b is out of sync, need to count used quota {{(pid=121606) count_used /opt/stack/neutron/neutron/quota/resource.py:291}}
Dec 25 21:27:02.252140 ncdv-master-1 neutron-server[121606]: DEBUG neutron.quota.resource [None req-06530aed-8051-477c-a23d-55936452b6b5 tempest-QuotasTest-1310269404 tempest-QuotasTest-1310269404-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=121606) count_used /opt/stack/neutron/neutron/quota/resource.py:312}}
Dec 25 21:27:02.254941 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-ab34eae4-14b5-4528-a11e-cef2cd519049 None None] Publish callbacks [] for port, precommit_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:02.293813 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-06530aed-8051-477c-a23d-55936452b6b5 tempest-QuotasTest-1310269404 tempest-QuotasTest-1310269404-project-admin] 10.222.0.32 "GET /v2.0/quotas/f6a2587ba0a344da9eb3c7c6d4d2184b/details.json HTTP/1.1" status: 200  len: 703 time: 0.7385588
Dec 25 21:27:02.298056 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.db [None req-5e92fac3-25b0-4c3c-bbb7-954f843d483b None None] For port 5b012a25-235f-4b41-a376-5a4f688389ff, host ncdv-master-1, cleared binding levels {{(pid=121609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:27:02.305050 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.db [None req-5e92fac3-25b0-4c3c-bbb7-954f843d483b None None] For port 5b012a25-235f-4b41-a376-5a4f688389ff, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5b012a25-235f-4b41-a376-5a4f688389ff,segment=NetworkSegment(51150129-bf93-43ed-a72b-663a41e8f921),segment_id=51150129-bf93-43ed-a72b-663a41e8f921)] {{(pid=121609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:27:02.341917 ncdv-master-1 neutron-server[121606]: INFO neutron.api.v2.resource [None req-04c7166b-f982-432f-8f6f-f424e1b268e8 tempest-RoutersNegativeIpV6Test-2019333087 tempest-RoutersNegativeIpV6Test-2019333087-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 25 21:27:02.343000 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-04c7166b-f982-432f-8f6f-f424e1b268e8 tempest-RoutersNegativeIpV6Test-2019333087 tempest-RoutersNegativeIpV6Test-2019333087-project] 10.222.0.32 "PUT /v2.0/routers/8fc6654b-bf2f-4418-b45f-6bd6dbe11413 HTTP/1.1" status: 400  len: 364 time: 0.6548171
Dec 25 21:27:02.347269 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 42206) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:27:02.363685 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-378240d9-fb2e-41f0-8dc2-4d148f51ff1e tempest-RoutersAdminTest-58483452 tempest-RoutersAdminTest-58483452-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:02.385417 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-ab34eae4-14b5-4528-a11e-cef2cd519049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946'] for port, after_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:02.419674 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab34eae4-14b5-4528-a11e-cef2cd519049 None None] Network 92038ce7-9205-4373-8c47-e5925713d98a is already hosted by enough agents. {{(pid=121608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:27:02.426963 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.base_scheduler [None req-ab34eae4-14b5-4528-a11e-cef2cd519049 None None] Resources bound (agent type, host, resource id):  {{(pid=121608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:27:02.430953 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab34eae4-14b5-4528-a11e-cef2cd519049 None None] Received port after_create {{(pid=121608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:27:02.433538 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-5e92fac3-25b0-4c3c-bbb7-954f843d483b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:02.449062 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab34eae4-14b5-4528-a11e-cef2cd519049 None None] Pushing event updated for resources: {'Port': ['ID=a5ed7b5d-a159-4c0e-87a4-df63e2a4c715,revision_number=1']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:27:02.511644 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-4334ec71-afec-4574-a3a6-693ba75e9156 None None] Provisioning complete for port 5b012a25-235f-4b41-a376-5a4f688389ff triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:27:02.512419 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-4334ec71-afec-4574-a3a6-693ba75e9156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:02.522526 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46fbc59c-cba1-4bb9-a8ca-c11fba66d4c8 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Made reservation on behalf of 596be925895b4ede995a5f893bdae840 for: {'subnet': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:27:02.526452 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-46fbc59c-cba1-4bb9-a8ca-c11fba66d4c8 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9028529'] for subnet, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:02.530065 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e92fac3-25b0-4c3c-bbb7-954f843d483b None None] Routers {'9557b2cf-7512-4e66-b498-527384e39f88'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:27:02.530986 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-5e92fac3-25b0-4c3c-bbb7-954f843d483b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f26184109a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:26:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['9557b2cf-7512-4e66-b498-527384e39f88'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:27:02.546932 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-ab34eae4-14b5-4528-a11e-cef2cd519049 None None] Attempting to bind port a5ed7b5d-a159-4c0e-87a4-df63e2a4c715 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:27:02.547327 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-ab34eae4-14b5-4528-a11e-cef2cd519049 None None] Attempting to bind port a5ed7b5d-a159-4c0e-87a4-df63e2a4c715 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '9573be4b-0510-43d8-b9ed-b1a22e0a145e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '92038ce7-9205-4373-8c47-e5925713d98a'}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:27:02.547712 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab34eae4-14b5-4528-a11e-cef2cd519049 None None] Attempting to bind port a5ed7b5d-a159-4c0e-87a4-df63e2a4c715 on network 92038ce7-9205-4373-8c47-e5925713d98a {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:27:02.553362 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-3a016d11-573c-47bf-8c6c-968a7990da16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:02.557179 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-3a016d11-573c-47bf-8c6c-968a7990da16 admin admin] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:02.559553 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-3a016d11-573c-47bf-8c6c-968a7990da16 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/210966d0-dc84-4d43-a244-7f768e5175ce HTTP/1.1" status: 204  len: 168 time: 0.8312137
Dec 25 21:27:02.569313 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab34eae4-14b5-4528-a11e-cef2cd519049 None None] Checking agent: {'id': 'ca4f5c6d-f1fd-48b8-a3e3-395864c7d23d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 20, 56, 40), 'started_at': datetime.datetime(2021, 12, 25, 20, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 26, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:27:02.569313 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab34eae4-14b5-4528-a11e-cef2cd519049 None None] Checking segment: {'id': '9573be4b-0510-43d8-b9ed-b1a22e0a145e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '92038ce7-9205-4373-8c47-e5925713d98a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:27:02.569313 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-ab34eae4-14b5-4528-a11e-cef2cd519049 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:02.569313 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab34eae4-14b5-4528-a11e-cef2cd519049 None None] Bound using segment: {'id': '9573be4b-0510-43d8-b9ed-b1a22e0a145e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '92038ce7-9205-4373-8c47-e5925713d98a'} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:27:02.569313 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-ab34eae4-14b5-4528-a11e-cef2cd519049 None None] Bound port: a5ed7b5d-a159-4c0e-87a4-df63e2a4c715, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9573be4b-0510-43d8-b9ed-b1a22e0a145e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '92038ce7-9205-4373-8c47-e5925713d98a'}}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:27:02.569313 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-ab34eae4-14b5-4528-a11e-cef2cd519049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:02.611809 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a016d11-573c-47bf-8c6c-968a7990da16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=210966d0-dc84-4d43-a244-7f768e5175ce,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:27:02.714761 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-9caed85b-7f9e-4a03-ae48-ef2ea3b466ba tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] Publish callbacks [] for security_group, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:02.796117 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-ab34eae4-14b5-4528-a11e-cef2cd519049 None None] For port a5ed7b5d-a159-4c0e-87a4-df63e2a4c715, host ncdv-master-1, cleared binding levels {{(pid=121608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:27:02.833265 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvr_db [None req-5e92fac3-25b0-4c3c-bbb7-954f843d483b None None] Set router 9557b2cf-7512-4e66-b498-527384e39f88 gateway port host: ncdv-master-1 {{(pid=121609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:27:02.849660 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-ab34eae4-14b5-4528-a11e-cef2cd519049 None None] For port a5ed7b5d-a159-4c0e-87a4-df63e2a4c715, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a5ed7b5d-a159-4c0e-87a4-df63e2a4c715,segment=NetworkSegment(9573be4b-0510-43d8-b9ed-b1a22e0a145e),segment_id=9573be4b-0510-43d8-b9ed-b1a22e0a145e)] {{(pid=121608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:27:02.862976 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-34f0f0db-7a65-4eb1-a976-ba4df3681eaf tempest-RoutersNegativeIpV6Test-2019333087 tempest-RoutersNegativeIpV6Test-2019333087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:02.867324 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-4334ec71-afec-4574-a3a6-693ba75e9156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:02.914093 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-4334ec71-afec-4574-a3a6-693ba75e9156 None None] For port 5b012a25-235f-4b41-a376-5a4f688389ff, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5b012a25-235f-4b41-a376-5a4f688389ff,segment=NetworkSegment(51150129-bf93-43ed-a72b-663a41e8f921),segment_id=51150129-bf93-43ed-a72b-663a41e8f921)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:27:02.916075 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-9caed85b-7f9e-4a03-ae48-ef2ea3b466ba tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:02.918850 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2ef824-cdab-4b5f-8c66-293e89f6f724 None None] Pushing event updated for resources: {'Port': ['ID=5b012a25-235f-4b41-a376-5a4f688389ff,revision_number=4']} {{(pid=121609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:27:02.972417 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9caed85b-7f9e-4a03-ae48-ef2ea3b466ba tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d32f0a1-0bdc-4dd4-8a66-1e7cbebb8ef1,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:27:02.996624 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-378240d9-fb2e-41f0-8dc2-4d148f51ff1e tempest-RoutersAdminTest-58483452 tempest-RoutersAdminTest-58483452-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:03.022682 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-ab34eae4-14b5-4528-a11e-cef2cd519049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:03.025510 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-378240d9-fb2e-41f0-8dc2-4d148f51ff1e tempest-RoutersAdminTest-58483452 tempest-RoutersAdminTest-58483452-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:03.076848 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-9caed85b-7f9e-4a03-ae48-ef2ea3b466ba tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:03.078307 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-9caed85b-7f9e-4a03-ae48-ef2ea3b466ba tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1799 time: 1.0782244
Dec 25 21:27:03.081791 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 42212) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:27:03.086347 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-40466928-dad0-4639-bc30-6dbfabd472ef tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] Request body: {'security_group_rule': {'security_group_id': '0d32f0a1-0bdc-4dd4-8a66-1e7cbebb8ef1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:27:03.111473 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-5e92fac3-25b0-4c3c-bbb7-954f843d483b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f26184109a0>, [{'id': '9557b2cf-7512-4e66-b498-527384e39f88', 'name': 'tempest-AttachVolumeShelveTestJSON-4777664-router', 'tenant_id': '0560c323ec8e41b3bc05939e12e049d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.92'}], 'enable_snat': True}, 'gw_port_id': '920f4fe2-acfd-479f-87ae-c76a221d1b18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:26:45Z', 'updated_at': '2021-12-25T21:26:58Z', 'revision_number': 4, 'project_id': '0560c323ec8e41b3bc05939e12e049d5', 'gw_port': {'id': '920f4fe2-acfd-479f-87ae-c76a221d1b18', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:90:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9557b2cf-7512-4e66-b498-527384e39f88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1961, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:26:47Z', 'updated_at': '2021-12-25T21:26:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '5b012a25-235f-4b41-a376-5a4f688389ff', 'name': '', 'network_id': 'c8199f70-d579-4a7f-8b38-5d569ea5e784', 'tenant_id': '0560c323ec8e41b3bc05939e12e049d5', 'mac_address': 'fa:16:3e:33:30:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9557b2cf-7512-4e66-b498-527384e39f88', 'device_owner': 'network:router_interface', 'standard_attr_id': 1981, 'fixed_ips': [{'subnet_id': '0cf468ed-9644-4e44-939f-6c7d09675460', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:26:54Z', 'updated_at': '2021-12-25T21:27:02Z', 'revision_number': 4, 'project_id': '0560c323ec8e41b3bc05939e12e049d5', 'subnets': [{'id': '0cf468ed-9644-4e44-939f-6c7d09675460', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:27:03.118215 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-4334ec71-afec-4574-a3a6-693ba75e9156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:03.179749 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e92fac3-25b0-4c3c-bbb7-954f843d483b None None] The sync data for ids ['9557b2cf-7512-4e66-b498-527384e39f88'] in ncdv-master-1 is: [{'id': '9557b2cf-7512-4e66-b498-527384e39f88', 'name': 'tempest-AttachVolumeShelveTestJSON-4777664-router', 'tenant_id': '0560c323ec8e41b3bc05939e12e049d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.92'}], 'enable_snat': True}, 'gw_port_id': '920f4fe2-acfd-479f-87ae-c76a221d1b18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:26:45Z', 'updated_at': '2021-12-25T21:26:58Z', 'revision_number': 4, 'project_id': '0560c323ec8e41b3bc05939e12e049d5', 'gw_port': {'id': '920f4fe2-acfd-479f-87ae-c76a221d1b18', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:90:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9557b2cf-7512-4e66-b498-527384e39f88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1961, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:26:47Z', 'updated_at': '2021-12-25T21:26:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '5b012a25-235f-4b41-a376-5a4f688389ff', 'name': '', 'network_id': 'c8199f70-d579-4a7f-8b38-5d569ea5e784', 'tenant_id': '0560c323ec8e41b3bc05939e12e049d5', 'mac_address': 'fa:16:3e:33:30:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9557b2cf-7512-4e66-b498-527384e39f88', 'device_owner': 'network:router_interface', 'standard_attr_id': 1981, 'fixed_ips': [{'subnet_id': '0cf468ed-9644-4e44-939f-6c7d09675460', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:26:54Z', 'updated_at': '2021-12-25T21:27:02Z', 'revision_number': 4, 'project_id': '0560c323ec8e41b3bc05939e12e049d5', 'subnets': [{'id': '0cf468ed-9644-4e44-939f-6c7d09675460', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 21:27:03.180406 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 42216) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:27:03.211368 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-46fbc59c-cba1-4bb9-a8ca-c11fba66d4c8 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9084170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9028515'] for subnet, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:03.220649 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab34eae4-14b5-4528-a11e-cef2cd519049 None None] Pushing event updated for resources: {'Port': ['ID=a5ed7b5d-a159-4c0e-87a4-df63e2a4c715,revision_number=2']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:27:03.249242 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-40466928-dad0-4639-bc30-6dbfabd472ef tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] Publish callbacks [] for security_group_rule, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:03.284382 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_common [None req-378240d9-fb2e-41f0-8dc2-4d148f51ff1e tempest-RoutersAdminTest-58483452 tempest-RoutersAdminTest-58483452-project-admin] Allocated IP 172.35.3.118 (7201e55c-7c5f-41aa-a042-a363696539d0/7a939e13-713f-45cf-bba7-1539635abe25/81d5df31-dda5-4ac4-8aed-5d94edeaca01) {{(pid=121607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:27:03.379304 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-40466928-dad0-4639-bc30-6dbfabd472ef tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:03.419045 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-6a0be2b2-6a79-44d4-bd2a-d4d4f7ea3b98 None None] Provisioning complete for port 5b012a25-235f-4b41-a376-5a4f688389ff triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:27:03.419613 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-6a0be2b2-6a79-44d4-bd2a-d4d4f7ea3b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:03.482713 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fbc59c-cba1-4bb9-a8ca-c11fba66d4c8 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Pushing event updated for resources: {'Subnet': ['ID=b453c6f3-dd90-48c6-9a32-4964cf200ed3,revision_number=0']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:27:03.503593 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46fbc59c-cba1-4bb9-a8ca-c11fba66d4c8 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Checking segment: {'id': 'e2c10672-a6b9-4314-8813-758945beacba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'abc9d71c-df8e-4aa6-a11f-a69e55e5d26d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:27:03.503984 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46fbc59c-cba1-4bb9-a8ca-c11fba66d4c8 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Network hostable DHCP agents. Network: abc9d71c-df8e-4aa6-a11f-a69e55e5d26d, hostable agents: ['1813db88-2c1b-4357-a2ba-869246b663c2'], hosted agents: [] {{(pid=121606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 25 21:27:03.510705 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4334ec71-afec-4574-a3a6-693ba75e9156 None None] Pushing event updated for resources: {'Port': ['ID=5b012a25-235f-4b41-a376-5a4f688389ff,revision_number=5']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:27:03.530443 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-40466928-dad0-4639-bc30-6dbfabd472ef tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077839'] for security_group_rule, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:03.533440 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_common [None req-34f0f0db-7a65-4eb1-a976-ba4df3681eaf tempest-RoutersNegativeIpV6Test-2019333087 tempest-RoutersNegativeIpV6Test-2019333087-project] Allocated IP 2001:db8::1 (2bd552ca-7d1d-4778-8f9a-2b791bfe12be/696baea7-af4d-4978-a73d-71876f4016a8/8bcea4b5-d667-4931-a232-1a84d3885f43) {{(pid=121606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:27:03.694136 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46fbc59c-cba1-4bb9-a8ca-c11fba66d4c8 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Network abc9d71c-df8e-4aa6-a11f-a69e55e5d26d is scheduled to be hosted by DHCP agent 1813db88-2c1b-4357-a2ba-869246b663c2 with binding_index 1 {{(pid=121606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 25 21:27:03.770698 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [None req-46fbc59c-cba1-4bb9-a8ca-c11fba66d4c8 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, abc9d71c-df8e-4aa6-a11f-a69e55e5d26d) {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:27:03.780126 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-34f0f0db-7a65-4eb1-a976-ba4df3681eaf tempest-RoutersNegativeIpV6Test-2019333087 tempest-RoutersNegativeIpV6Test-2019333087-project] Publish callbacks [] for port, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:03.780479 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2d98aae-49bf-4179-8c59-35bf7abed9fa None None] Network abc9d71c-df8e-4aa6-a11f-a69e55e5d26d requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:27:03.784149 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46fbc59c-cba1-4bb9-a8ca-c11fba66d4c8 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:27:03.784835 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-46fbc59c-cba1-4bb9-a8ca-c11fba66d4c8 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for subnet, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:03.894060 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-46fbc59c-cba1-4bb9-a8ca-c11fba66d4c8 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 904 time: 1.9351094
Dec 25 21:27:03.896830 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 42228) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:27:03.927269 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-34f0f0db-7a65-4eb1-a976-ba4df3681eaf tempest-RoutersNegativeIpV6Test-2019333087 tempest-RoutersNegativeIpV6Test-2019333087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:03.932173 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec5add22-5214-4f44-88e4-a60d250860a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-abc9d71c-df8e-4aa6-a11f-a69e55e5d26d', 'network_id': 'abc9d71c-df8e-4aa6-a11f-a69e55e5d26d', 'project_id': '596be925895b4ede995a5f893bdae840', 'fixed_ips': [{'subnet_id': 'b453c6f3-dd90-48c6-9a32-4964cf200ed3'}]}} from ncdv-master-1. {{(pid=121608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 25 21:27:03.935779 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-ec5add22-5214-4f44-88e4-a60d250860a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:04.024693 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-4a4f0937-969d-41cd-845a-028ad0399f9f admin admin] Publish callbacks [] for security_group, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:04.057355 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40466928-dad0-4639-bc30-6dbfabd472ef tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3dcb3f3-5bfc-46d2-b822-94c5d5bb0293,revision_number=0']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:27:04.142075 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-378240d9-fb2e-41f0-8dc2-4d148f51ff1e tempest-RoutersAdminTest-58483452 tempest-RoutersAdminTest-58483452-project-admin] Publish callbacks [] for port, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:04.148750 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-40466928-dad0-4639-bc30-6dbfabd472ef tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] Publish callbacks [] for security_group_rule, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:04.150117 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-40466928-dad0-4639-bc30-6dbfabd472ef tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 1.0673850
Dec 25 21:27:04.156075 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 42236) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:27:04.161971 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-f9a2e8f7-2011-4803-b5e2-d0255b5284e0 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] Request body: {'security_group_rule': {'security_group_id': '0d32f0a1-0bdc-4dd4-8a66-1e7cbebb8ef1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:27:04.216606 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.db_base_plugin_common [None req-ec5add22-5214-4f44-88e4-a60d250860a7 None None] Allocated IP 2001:db8::1 (abc9d71c-df8e-4aa6-a11f-a69e55e5d26d/b453c6f3-dd90-48c6-9a32-4964cf200ed3/aa4f8b47-08e4-4f3e-b7bd-a451e21d8355) {{(pid=121608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:27:04.345299 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-4a4f0937-969d-41cd-845a-028ad0399f9f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:04.375562 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f9a2e8f7-2011-4803-b5e2-d0255b5284e0 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] Publish callbacks [] for security_group_rule, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:04.403737 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34f0f0db-7a65-4eb1-a976-ba4df3681eaf tempest-RoutersNegativeIpV6Test-2019333087 tempest-RoutersNegativeIpV6Test-2019333087-project] Network 2bd552ca-7d1d-4778-8f9a-2b791bfe12be is already hosted by enough agents. {{(pid=121606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:27:04.446886 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-378240d9-fb2e-41f0-8dc2-4d148f51ff1e tempest-RoutersAdminTest-58483452 tempest-RoutersAdminTest-58483452-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:04.482974 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device a5ed7b5d-a159-4c0e-87a4-df63e2a4c715 up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:27:04.517902 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-4a4f0937-969d-41cd-845a-028ad0399f9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:04.536748 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [None req-34f0f0db-7a65-4eb1-a976-ba4df3681eaf tempest-RoutersNegativeIpV6Test-2019333087 tempest-RoutersNegativeIpV6Test-2019333087-project] Resources bound (agent type, host, resource id):  {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:27:04.554685 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34f0f0db-7a65-4eb1-a976-ba4df3681eaf tempest-RoutersNegativeIpV6Test-2019333087 tempest-RoutersNegativeIpV6Test-2019333087-project] Received port after_create {{(pid=121606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:27:04.555974 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-34f0f0db-7a65-4eb1-a976-ba4df3681eaf tempest-RoutersNegativeIpV6Test-2019333087 tempest-RoutersNegativeIpV6Test-2019333087-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2008772'] for router_interface, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:04.677051 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f0f0db-7a65-4eb1-a976-ba4df3681eaf tempest-RoutersNegativeIpV6Test-2019333087 tempest-RoutersNegativeIpV6Test-2019333087-project] Pushing event updated for resources: {'Port': ['ID=8bcea4b5-d667-4931-a232-1a84d3885f43,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:27:04.692310 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4f0937-969d-41cd-845a-028ad0399f9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f55cb5c-cf55-4eef-b532-1c29fe8380c4,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:27:04.711528 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-378240d9-fb2e-41f0-8dc2-4d148f51ff1e tempest-RoutersAdminTest-58483452 tempest-RoutersAdminTest-58483452-project-admin] Network 7201e55c-7c5f-41aa-a042-a363696539d0 is already hosted by enough agents. {{(pid=121607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:27:04.716901 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-4a4f0937-969d-41cd-845a-028ad0399f9f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5f2ddb58a7434af8b135d89174a9a1fe&name=default HTTP/1.1" status: 200  len: 3000 time: 1.5327678
Dec 25 21:27:04.722924 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 42242) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:27:04.724937 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-378240d9-fb2e-41f0-8dc2-4d148f51ff1e tempest-RoutersAdminTest-58483452 tempest-RoutersAdminTest-58483452-project-admin] Resources bound (agent type, host, resource id):  {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:27:04.734147 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-378240d9-fb2e-41f0-8dc2-4d148f51ff1e tempest-RoutersAdminTest-58483452 tempest-RoutersAdminTest-58483452-project-admin] Received port after_create {{(pid=121607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:27:04.802159 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ef88635-bf10-458a-b8eb-f2878410df0d None None] DHCP port deletion for 7201e55c-7c5f-41aa-a042-a363696539d0 request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 21:27:04.806547 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-6912fc72-f25b-413e-b7df-84f6eeb5199c tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625803'] for network, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:04.856885 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:05.007152 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f9a2e8f7-2011-4803-b5e2-d0255b5284e0 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:05.065165 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-6912fc72-f25b-413e-b7df-84f6eeb5199c tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995662'] for subnet, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:05.073700 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-34f0f0db-7a65-4eb1-a976-ba4df3681eaf tempest-RoutersNegativeIpV6Test-2019333087 tempest-RoutersNegativeIpV6Test-2019333087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:05.104031 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378240d9-fb2e-41f0-8dc2-4d148f51ff1e tempest-RoutersAdminTest-58483452 tempest-RoutersAdminTest-58483452-project-admin] Pushing event updated for resources: {'Port': ['ID=81d5df31-dda5-4ac4-8aed-5d94edeaca01,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:27:05.119754 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f9a2e8f7-2011-4803-b5e2-d0255b5284e0 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077839'] for security_group_rule, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:05.191798 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a2e8f7-2011-4803-b5e2-d0255b5284e0 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a42e8ce2-6c60-4484-92db-fcb677898729,revision_number=0']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:27:05.194552 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a4b11f2a-5c90-461c-b65f-9ca36c420aab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:05.288535 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f9a2e8f7-2011-4803-b5e2-d0255b5284e0 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] Publish callbacks [] for security_group_rule, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:05.290655 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-f9a2e8f7-2011-4803-b5e2-d0255b5284e0 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 1.1323311
Dec 25 21:27:05.299282 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a4b11f2a-5c90-461c-b65f-9ca36c420aab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:05.301312 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 42248) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:27:05.308118 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-7eebec28-05e7-4326-ae81-76c3f9f61243 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] Request body: {'floatingip': {'floating_network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:27:05.327108 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e65f65b-556e-41a3-b1c2-e6d4a9db7b84 None None] Network 92038ce7-9205-4373-8c47-e5925713d98a requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:27:05.414417 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-231b4659-9c0d-4822-a40c-0acdc97c0fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:05.439808 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port a5ed7b5d-a159-4c0e-87a4-df63e2a4c715 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:27:05.440782 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:05.441284 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-378240d9-fb2e-41f0-8dc2-4d148f51ff1e tempest-RoutersAdminTest-58483452 tempest-RoutersAdminTest-58483452-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:05.490819 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-34f0f0db-7a65-4eb1-a976-ba4df3681eaf tempest-RoutersNegativeIpV6Test-2019333087 tempest-RoutersNegativeIpV6Test-2019333087-project] Publish callbacks [] for port, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:05.495702 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-ec5add22-5214-4f44-88e4-a60d250860a7 None None] Publish callbacks [] for port, precommit_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:05.511779 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-507d5064-56d1-4749-810f-5e1ef787649f None None] Provisioning complete for port a5ed7b5d-a159-4c0e-87a4-df63e2a4c715 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:27:05.512241 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-507d5064-56d1-4749-810f-5e1ef787649f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:05.592289 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-7eebec28-05e7-4326-ae81-76c3f9f61243 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] Publish callbacks [] for floatingip, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:05.621000 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-34f0f0db-7a65-4eb1-a976-ba4df3681eaf tempest-RoutersNegativeIpV6Test-2019333087 tempest-RoutersNegativeIpV6Test-2019333087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:05.621907 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-ec5add22-5214-4f44-88e4-a60d250860a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946'] for port, after_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:05.622076 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-34f0f0db-7a65-4eb1-a976-ba4df3681eaf tempest-RoutersNegativeIpV6Test-2019333087 tempest-RoutersNegativeIpV6Test-2019333087-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2007636'] for router_interface, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:05.689977 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:05.705820 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-378240d9-fb2e-41f0-8dc2-4d148f51ff1e tempest-RoutersAdminTest-58483452 tempest-RoutersAdminTest-58483452-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2009782', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2014271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14898'] for router, precommit_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:05.714129 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-378240d9-fb2e-41f0-8dc2-4d148f51ff1e tempest-RoutersAdminTest-58483452 tempest-RoutersAdminTest-58483452-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2009753', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2009775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2009760', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2014256'] for router, after_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:05.729180 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a4b11f2a-5c90-461c-b65f-9ca36c420aab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:05.731435 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f0f0db-7a65-4eb1-a976-ba4df3681eaf tempest-RoutersNegativeIpV6Test-2019333087 tempest-RoutersNegativeIpV6Test-2019333087-project] Pushing event updated for resources: {'Port': ['ID=8bcea4b5-d667-4931-a232-1a84d3885f43,revision_number=2']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:27:05.734542 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a4b11f2a-5c90-461c-b65f-9ca36c420aab admin admin] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:05.737383 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-a4b11f2a-5c90-461c-b65f-9ca36c420aab admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2f55cb5c-cf55-4eef-b532-1c29fe8380c4 HTTP/1.1" status: 204  len: 168 time: 1.0102608
Dec 25 21:27:05.740213 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec5add22-5214-4f44-88e4-a60d250860a7 None None] Network abc9d71c-df8e-4aa6-a11f-a69e55e5d26d is already hosted by enough agents. {{(pid=121608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:27:05.751249 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b11f2a-5c90-461c-b65f-9ca36c420aab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f55cb5c-cf55-4eef-b532-1c29fe8380c4,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:27:05.757964 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.base_scheduler [None req-ec5add22-5214-4f44-88e4-a60d250860a7 None None] Resources bound (agent type, host, resource id):  {{(pid=121608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:27:05.768334 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec5add22-5214-4f44-88e4-a60d250860a7 None None] Received port after_create {{(pid=121608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:27:05.776434 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-507d5064-56d1-4749-810f-5e1ef787649f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:05.778949 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5add22-5214-4f44-88e4-a60d250860a7 None None] Pushing event updated for resources: {'Port': ['ID=aa4f8b47-08e4-4f3e-b7bd-a451e21d8355,revision_number=1']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:27:05.786738 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-6912fc72-f25b-413e-b7df-84f6eeb5199c tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9084363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9028506'] for subnet, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:05.870919 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] For port a5ed7b5d-a159-4c0e-87a4-df63e2a4c715, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a5ed7b5d-a159-4c0e-87a4-df63e2a4c715,segment=NetworkSegment(9573be4b-0510-43d8-b9ed-b1a22e0a145e),segment_id=9573be4b-0510-43d8-b9ed-b1a22e0a145e)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:27:05.930360 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6912fc72-f25b-413e-b7df-84f6eeb5199c tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Pushing event deleted for resources: {'Subnet': ['ID=b453c6f3-dd90-48c6-9a32-4964cf200ed3,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:27:05.985781 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-7eebec28-05e7-4326-ae81-76c3f9f61243 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:06.013882 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:06.014487 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 5b012a25-235f-4b41-a376-5a4f688389ff up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:27:06.021187 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34f0f0db-7a65-4eb1-a976-ba4df3681eaf tempest-RoutersNegativeIpV6Test-2019333087 tempest-RoutersNegativeIpV6Test-2019333087-project] Network 2bd552ca-7d1d-4778-8f9a-2b791bfe12be is already hosted by enough agents. {{(pid=121606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:27:06.022074 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-ec5add22-5214-4f44-88e4-a60d250860a7 None None] Attempting to bind port aa4f8b47-08e4-4f3e-b7bd-a451e21d8355 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:27:06.023522 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-ec5add22-5214-4f44-88e4-a60d250860a7 None None] Attempting to bind port aa4f8b47-08e4-4f3e-b7bd-a451e21d8355 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e2c10672-a6b9-4314-8813-758945beacba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'abc9d71c-df8e-4aa6-a11f-a69e55e5d26d'}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:27:06.023522 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec5add22-5214-4f44-88e4-a60d250860a7 None None] Attempting to bind port aa4f8b47-08e4-4f3e-b7bd-a451e21d8355 on network abc9d71c-df8e-4aa6-a11f-a69e55e5d26d {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:27:06.049183 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-6912fc72-f25b-413e-b7df-84f6eeb5199c tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997585', 'neutron.services.segments.db._delete_segments_for_network-8737602743071'] for network, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:06.053496 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [None req-34f0f0db-7a65-4eb1-a976-ba4df3681eaf tempest-RoutersNegativeIpV6Test-2019333087 tempest-RoutersNegativeIpV6Test-2019333087-project] Resources bound (agent type, host, resource id):  {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:27:06.124621 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.segments.db [None req-6912fc72-f25b-413e-b7df-84f6eeb5199c tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2613eb8640>,) {'filters': {'network_id': ['abc9d71c-df8e-4aa6-a11f-a69e55e5d26d']}} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:27:06.127112 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec5add22-5214-4f44-88e4-a60d250860a7 None None] Checking agent: {'id': 'ca4f5c6d-f1fd-48b8-a3e3-395864c7d23d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 20, 56, 40), 'started_at': datetime.datetime(2021, 12, 25, 20, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 26, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:27:06.127807 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec5add22-5214-4f44-88e4-a60d250860a7 None None] Checking segment: {'id': 'e2c10672-a6b9-4314-8813-758945beacba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'abc9d71c-df8e-4aa6-a11f-a69e55e5d26d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:27:06.128448 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-ec5add22-5214-4f44-88e4-a60d250860a7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:06.129854 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec5add22-5214-4f44-88e4-a60d250860a7 None None] Bound using segment: {'id': 'e2c10672-a6b9-4314-8813-758945beacba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'abc9d71c-df8e-4aa6-a11f-a69e55e5d26d'} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:27:06.131522 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-ec5add22-5214-4f44-88e4-a60d250860a7 None None] Bound port: aa4f8b47-08e4-4f3e-b7bd-a451e21d8355, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2c10672-a6b9-4314-8813-758945beacba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'abc9d71c-df8e-4aa6-a11f-a69e55e5d26d'}}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:27:06.132182 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-ec5add22-5214-4f44-88e4-a60d250860a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:06.145178 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.segments.db [None req-6912fc72-f25b-413e-b7df-84f6eeb5199c tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2613eb8640>, 'e2c10672-a6b9-4314-8813-758945beacba') {'for_net_delete': True} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:27:06.145534 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.segments.db [None req-6912fc72-f25b-413e-b7df-84f6eeb5199c tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2613eb8640>, 'e2c10672-a6b9-4314-8813-758945beacba') {} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:27:06.146841 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_common [None req-7eebec28-05e7-4326-ae81-76c3f9f61243 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] Allocated IP 172.35.3.85 (7201e55c-7c5f-41aa-a042-a363696539d0/7a939e13-713f-45cf-bba7-1539635abe25/1c7a6f33-83c4-4aa0-b1e5-10e72816db59) {{(pid=121607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:27:06.155361 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-378240d9-fb2e-41f0-8dc2-4d148f51ff1e tempest-RoutersAdminTest-58483452 tempest-RoutersAdminTest-58483452-project-admin] Router b40fb8d0-f37f-466f-bd68-b41cf3ff34dc is scheduled to L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 with binding_index 1 {{(pid=121607) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 25 21:27:06.180554 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-6912fc72-f25b-413e-b7df-84f6eeb5199c tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737602746920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9084222'] for segment, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:06.233315 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 42264) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:27:06.247220 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.db.api [None req-507d5064-56d1-4749-810f-5e1ef787649f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=121608) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 25 21:27:06.247738 ncdv-master-1 neutron-server[121608]: DEBUG oslo_db.api [None req-507d5064-56d1-4749-810f-5e1ef787649f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 25 21:27:06.259331 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Pushing event updated for resources: {'Port': ['ID=a5ed7b5d-a159-4c0e-87a4-df63e2a4c715,revision_number=3']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:27:06.285384 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-6912fc72-f25b-413e-b7df-84f6eeb5199c tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:06.310846 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6912fc72-f25b-413e-b7df-84f6eeb5199c tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Releasing vlan 196 on physical network physnet1 to pool {{(pid=121606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 25 21:27:06.311285 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-6912fc72-f25b-413e-b7df-84f6eeb5199c tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9084542'] for segment, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:06.311451 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port 5b012a25-235f-4b41-a376-5a4f688389ff triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:27:06.311847 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:06.345133 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-ec5add22-5214-4f44-88e4-a60d250860a7 None None] For port aa4f8b47-08e4-4f3e-b7bd-a451e21d8355, host ncdv-master-1, cleared binding levels {{(pid=121608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:27:06.354571 ncdv-master-1 neutron-server[121606]: Traceback (most recent call last):
Dec 25 21:27:06.354571 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 25 21:27:06.354571 ncdv-master-1 neutron-server[121606]:     timer()
Dec 25 21:27:06.354571 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 25 21:27:06.354571 ncdv-master-1 neutron-server[121606]:     cb(*args, **kw)
Dec 25 21:27:06.354571 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 25 21:27:06.354571 ncdv-master-1 neutron-server[121606]:     return func(*args, **kwargs)
Dec 25 21:27:06.354571 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 25 21:27:06.354571 ncdv-master-1 neutron-server[121606]:     self._notify()
Dec 25 21:27:06.354571 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 25 21:27:06.354571 ncdv-master-1 neutron-server[121606]:     self.callback(batched_events)
Dec 25 21:27:06.354571 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 25 21:27:06.354571 ncdv-master-1 neutron-server[121606]:     event.method(event)
Dec 25 21:27:06.354571 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 25 21:27:06.354571 ncdv-master-1 neutron-server[121606]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 25 21:27:06.354571 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 25 21:27:06.354571 ncdv-master-1 neutron-server[121606]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 25 21:27:06.354571 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 25 21:27:06.354571 ncdv-master-1 neutron-server[121606]:     return f(self, *a, **k)
Dec 25 21:27:06.354571 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 25 21:27:06.354571 ncdv-master-1 neutron-server[121606]:     return self._get(url).json()
Dec 25 21:27:06.354571 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 25 21:27:06.354571 ncdv-master-1 neutron-server[121606]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 25 21:27:06.354571 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 25 21:27:06.354571 ncdv-master-1 neutron-server[121606]:     return self.request(url, 'GET', **kwargs)
Dec 25 21:27:06.354571 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 25 21:27:06.354571 ncdv-master-1 neutron-server[121606]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 25 21:27:06.354571 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 25 21:27:06.354571 ncdv-master-1 neutron-server[121606]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 25 21:27:06.354571 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 25 21:27:06.354571 ncdv-master-1 neutron-server[121606]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 25 21:27:06.354571 ncdv-master-1 neutron-server[121606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 25 21:27:06.407088 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-7eebec28-05e7-4326-ae81-76c3f9f61243 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] Publish callbacks [] for port, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:06.411242 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-378240d9-fb2e-41f0-8dc2-4d148f51ff1e tempest-RoutersAdminTest-58483452 tempest-RoutersAdminTest-58483452-project-admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 21:27:06.423138 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-378240d9-fb2e-41f0-8dc2-4d148f51ff1e tempest-RoutersAdminTest-58483452 tempest-RoutersAdminTest-58483452-project-admin] Publish callbacks [] for router, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:06.423366 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-629c6caf-9a7a-4425-85f7-7e5b41c5ddfe None None] Sync routers for ids ['b40fb8d0-f37f-466f-bd68-b41cf3ff34dc'] in ncdv-master-1 {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 21:27:06.424608 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-378240d9-fb2e-41f0-8dc2-4d148f51ff1e tempest-RoutersAdminTest-58483452 tempest-RoutersAdminTest-58483452-project-admin] 10.222.0.32 "PUT /v2.0/routers/b40fb8d0-f37f-466f-bd68-b41cf3ff34dc HTTP/1.1" status: 200  len: 915 time: 4.3804929
Dec 25 21:27:06.431979 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 42266) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:27:06.448269 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-629c6caf-9a7a-4425-85f7-7e5b41c5ddfe None None] Routers {'b40fb8d0-f37f-466f-bd68-b41cf3ff34dc'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:27:06.448965 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-629c6caf-9a7a-4425-85f7-7e5b41c5ddfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2618147bb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:26:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['b40fb8d0-f37f-466f-bd68-b41cf3ff34dc'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:27:06.482554 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34f0f0db-7a65-4eb1-a976-ba4df3681eaf tempest-RoutersNegativeIpV6Test-2019333087 tempest-RoutersNegativeIpV6Test-2019333087-project] Router 8fc6654b-bf2f-4418-b45f-6bd6dbe11413 has already been hosted by L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 {{(pid=121606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 25 21:27:06.488632 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.db.api [None req-6912fc72-f25b-413e-b7df-84f6eeb5199c tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Dec 25 21:27:06.488632 ncdv-master-1 neutron-server[121606]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Dec 25 21:27:06.488632 ncdv-master-1 neutron-server[121606]: [parameters: {'id': 'abc9d71c-df8e-4aa6-a11f-a69e55e5d26d'}]
Dec 25 21:27:06.488632 ncdv-master-1 neutron-server[121606]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=121606) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 25 21:27:06.495843 ncdv-master-1 neutron-server[121606]: DEBUG oslo_db.api [None req-6912fc72-f25b-413e-b7df-84f6eeb5199c tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 25 21:27:06.502129 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-ec5add22-5214-4f44-88e4-a60d250860a7 None None] For port aa4f8b47-08e4-4f3e-b7bd-a451e21d8355, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=aa4f8b47-08e4-4f3e-b7bd-a451e21d8355,segment=NetworkSegment(e2c10672-a6b9-4314-8813-758945beacba),segment_id=e2c10672-a6b9-4314-8813-758945beacba)] {{(pid=121608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:27:06.504205 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-629c6caf-9a7a-4425-85f7-7e5b41c5ddfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2618147bb0>, [], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:27:06.513689 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-629c6caf-9a7a-4425-85f7-7e5b41c5ddfe None None] Routers {'b40fb8d0-f37f-466f-bd68-b41cf3ff34dc'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:27:06.514672 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-629c6caf-9a7a-4425-85f7-7e5b41c5ddfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2618147bb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:26:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['b40fb8d0-f37f-466f-bd68-b41cf3ff34dc'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:27:06.553945 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-629c6caf-9a7a-4425-85f7-7e5b41c5ddfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2618147bb0>, [], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:27:06.555025 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-629c6caf-9a7a-4425-85f7-7e5b41c5ddfe None None] The sync data for ids ['b40fb8d0-f37f-466f-bd68-b41cf3ff34dc'] in ncdv-master-1 is: [] {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 21:27:06.564479 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-4261a09d-a892-4069-a253-e23e02859065 tempest-RoutersAdminTest-58483452 tempest-RoutersAdminTest-58483452-project-admin] 10.222.0.32 "GET /v2.0/routers/b40fb8d0-f37f-466f-bd68-b41cf3ff34dc HTTP/1.1" status: 200  len: 921 time: 0.1277947
Dec 25 21:27:06.564905 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 42270) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:27:06.583156 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-ec5add22-5214-4f44-88e4-a60d250860a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:06.618527 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fe7e698-5537-419c-90b5-4d1fc28cef81 tempest-RoutersAdminTest-58483452 tempest-RoutersAdminTest-58483452-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:27:06.631177 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-4fe7e698-5537-419c-90b5-4d1fc28cef81 tempest-RoutersAdminTest-58483452 tempest-RoutersAdminTest-58483452-project-admin] 10.222.0.32 "GET /v2.0/ports?network_id=7201e55c-7c5f-41aa-a042-a363696539d0&device_id=b40fb8d0-f37f-466f-bd68-b41cf3ff34dc&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 945 time: 0.0652494
Dec 25 21:27:06.634258 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-7eebec28-05e7-4326-ae81-76c3f9f61243 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:06.636171 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 42272) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:27:06.684273 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34f0f0db-7a65-4eb1-a976-ba4df3681eaf tempest-RoutersNegativeIpV6Test-2019333087 tempest-RoutersNegativeIpV6Test-2019333087-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 21:27:06.689355 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-34f0f0db-7a65-4eb1-a976-ba4df3681eaf tempest-RoutersNegativeIpV6Test-2019333087 tempest-RoutersNegativeIpV6Test-2019333087-project] 10.222.0.32 "PUT /v2.0/routers/8fc6654b-bf2f-4418-b45f-6bd6dbe11413/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.3407795
Dec 25 21:27:06.692114 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 42274) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:27:06.695709 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5dcfb9f-cb62-4de9-8890-59776eaf32d5 None None] Sync routers for ids ['8fc6654b-bf2f-4418-b45f-6bd6dbe11413'] in ncdv-master-1 {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 21:27:06.701878 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device a5ed7b5d-a159-4c0e-87a4-df63e2a4c715 up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:27:06.711465 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5dcfb9f-cb62-4de9-8890-59776eaf32d5 None None] Routers {'8fc6654b-bf2f-4418-b45f-6bd6dbe11413'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:27:06.712423 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-c5dcfb9f-cb62-4de9-8890-59776eaf32d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f26183e9b80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:26:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['8fc6654b-bf2f-4418-b45f-6bd6dbe11413'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:27:06.769948 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eebec28-05e7-4326-ae81-76c3f9f61243 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] Network 7201e55c-7c5f-41aa-a042-a363696539d0 is already hosted by enough agents. {{(pid=121607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:27:06.776400 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-7eebec28-05e7-4326-ae81-76c3f9f61243 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] Resources bound (agent type, host, resource id):  {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:27:06.783591 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eebec28-05e7-4326-ae81-76c3f9f61243 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] Received port after_create {{(pid=121607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:27:06.787027 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5add22-5214-4f44-88e4-a60d250860a7 None None] Pushing event updated for resources: {'Port': ['ID=aa4f8b47-08e4-4f3e-b7bd-a451e21d8355,revision_number=2']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:27:06.794561 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cca22ee-5781-468e-9840-6f2390070305 None None] Network abc9d71c-df8e-4aa6-a11f-a69e55e5d26d requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:27:06.846487 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eebec28-05e7-4326-ae81-76c3f9f61243 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] Pushing event updated for resources: {'Port': ['ID=1c7a6f33-83c4-4aa0-b1e5-10e72816db59,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:27:06.847493 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-0e5b38b8-44af-4e6f-bce4-d3bc2ab0d680 tempest-RoutersNegativeIpV6Test-2019333087 tempest-RoutersNegativeIpV6Test-2019333087-project] Publish callbacks [] for router, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:06.849136 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 42276) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:27:06.863590 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-1704c08a-6441-435c-b970-698f7a83058a tempest-MeteringTestJSON-2080154918 tempest-MeteringTestJSON-2080154918-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1825395620'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:27:06.864058 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-1704c08a-6441-435c-b970-698f7a83058a tempest-MeteringTestJSON-2080154918 tempest-MeteringTestJSON-2080154918-project-admin] Unknown quota resources ['metering_label']. {{(pid=121606) _create /opt/stack/neutron/neutron/api/v2/base.py:496}}
Dec 25 21:27:06.886704 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-c5ff1b5a-4921-4170-a3a6-91933ae2a24a admin admin] Publish callbacks [] for security_group, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:06.933657 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port a5ed7b5d-a159-4c0e-87a4-df63e2a4c715 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:27:06.934266 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:06.937183 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-c5dcfb9f-cb62-4de9-8890-59776eaf32d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f26183e9b80>, [], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:27:06.940024 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-512dc078-969a-4878-a3f8-8c9fb9c6eeb3 tempest-RoutersAdminTest-58483452 tempest-RoutersAdminTest-58483452-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:27:06.941678 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-512dc078-969a-4878-a3f8-8c9fb9c6eeb3 tempest-RoutersAdminTest-58483452 tempest-RoutersAdminTest-58483452-project-admin] 10.222.0.32 "GET /v2.0/networks/7201e55c-7c5f-41aa-a042-a363696539d0 HTTP/1.1" status: 200  len: 881 time: 0.2950029
Dec 25 21:27:06.944662 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 42278) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:27:06.952853 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5dcfb9f-cb62-4de9-8890-59776eaf32d5 None None] Routers {'8fc6654b-bf2f-4418-b45f-6bd6dbe11413'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:27:06.954201 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-c5dcfb9f-cb62-4de9-8890-59776eaf32d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f26183e9b80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:26:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['8fc6654b-bf2f-4418-b45f-6bd6dbe11413'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:27:07.002611 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-329a4a2d-8040-4638-909f-ae26d3acad8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:07.003240 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-c5dcfb9f-cb62-4de9-8890-59776eaf32d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f26183e9b80>, [], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:27:07.004002 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5dcfb9f-cb62-4de9-8890-59776eaf32d5 None None] The sync data for ids ['8fc6654b-bf2f-4418-b45f-6bd6dbe11413'] in ncdv-master-1 is: [] {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 21:27:07.014208 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-50ce1d30-8f47-4c78-8a76-05e15d8511dd tempest-RoutersAdminTest-266561384 tempest-RoutersAdminTest-266561384-project] 10.222.0.32 "GET /v2.0/ports?device_id=b40fb8d0-f37f-466f-bd68-b41cf3ff34dc HTTP/1.1" status: 200  len: 205 time: 0.0658386
Dec 25 21:27:07.016768 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 42280) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:27:07.028584 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68dab69a-4adc-4270-9f92-d19cb6ea2b53 None None] get_active_networks_info from ncdv-master-1 {{(pid=121608) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
Dec 25 21:27:07.028584 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-8ed99d1b-dc0b-4db3-b7b1-e547dfdf2e37 None None] Provisioning complete for port a5ed7b5d-a159-4c0e-87a4-df63e2a4c715 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:27:07.028584 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-8ed99d1b-dc0b-4db3-b7b1-e547dfdf2e37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:07.051769 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-6912fc72-f25b-413e-b7df-84f6eeb5199c tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625803'] for network, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:07.085392 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-7eebec28-05e7-4326-ae81-76c3f9f61243 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] Publish callbacks [] for floatingip, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:07.108420 ncdv-master-1 neutron-server[121606]: INFO neutron.api.v2.resource [None req-0e5b38b8-44af-4e6f-bce4-d3bc2ab0d680 tempest-RoutersNegativeIpV6Test-2019333087 tempest-RoutersNegativeIpV6Test-2019333087-project] delete failed (client error): There was a conflict when trying to complete your request.
Dec 25 21:27:07.109528 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-0e5b38b8-44af-4e6f-bce4-d3bc2ab0d680 tempest-RoutersNegativeIpV6Test-2019333087 tempest-RoutersNegativeIpV6Test-2019333087-project] 10.222.0.32 "DELETE /v2.0/routers/8fc6654b-bf2f-4418-b45f-6bd6dbe11413 HTTP/1.1" status: 409  len: 329 time: 0.4161074
Dec 25 21:27:07.113513 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 42282) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:27:07.155131 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-1704c08a-6441-435c-b970-698f7a83058a tempest-MeteringTestJSON-2080154918 tempest-MeteringTestJSON-2080154918-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:07.159989 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-1704c08a-6441-435c-b970-698f7a83058a tempest-MeteringTestJSON-2080154918 tempest-MeteringTestJSON-2080154918-project-admin] 10.222.0.32 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201  len: 478 time: 0.8066533
Dec 25 21:27:07.179989 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 42284) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:27:07.187464 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-af0d16cd-22af-4063-b43b-ba36b863f1e6 tempest-MeteringTestJSON-2080154918 tempest-MeteringTestJSON-2080154918-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': 'f15251b8-be49-4371-b1b3-4be4ea792772'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:27:07.188520 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-af0d16cd-22af-4063-b43b-ba36b863f1e6 tempest-MeteringTestJSON-2080154918 tempest-MeteringTestJSON-2080154918-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=121606) _create /opt/stack/neutron/neutron/api/v2/base.py:496}}
Dec 25 21:27:07.211301 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-c5ff1b5a-4921-4170-a3a6-91933ae2a24a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:07.280999 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-7eebec28-05e7-4326-ae81-76c3f9f61243 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:07.287123 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-bfaf9005-dd0e-4790-bb2d-7c0711307b4c tempest-RoutersAdminTest-266561384 tempest-RoutersAdminTest-266561384-project] Publish callbacks [] for router, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:07.288845 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-8ed99d1b-dc0b-4db3-b7b1-e547dfdf2e37 None None] Provisioning complete for port 8bcea4b5-d667-4931-a232-1a84d3885f43 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:27:07.289250 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-8ed99d1b-dc0b-4db3-b7b1-e547dfdf2e37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:07.290928 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-6912fc72-f25b-413e-b7df-84f6eeb5199c tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Deleting port aa4f8b47-08e4-4f3e-b7bd-a451e21d8355 {{(pid=121606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:27:07.291544 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-6912fc72-f25b-413e-b7df-84f6eeb5199c tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:07.319689 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68dab69a-4adc-4270-9f92-d19cb6ea2b53 None None] Resources bound (agent type, host, resource id):  {{(pid=121608) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Dec 25 21:27:07.341246 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-8ed99d1b-dc0b-4db3-b7b1-e547dfdf2e37 None None] Port 8bcea4b5-d667-4931-a232-1a84d3885f43 cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:27:07.345409 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-c5ff1b5a-4921-4170-a3a6-91933ae2a24a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:07.353020 ncdv-master-1 neutron-server[121606]: WARNING neutron.services.metering.metering_plugin [None req-af0d16cd-22af-4063-b43b-ba36b863f1e6 tempest-MeteringTestJSON-2080154918 tempest-MeteringTestJSON-2080154918-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/.
Dec 25 21:27:07.371788 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [None req-6912fc72-f25b-413e-b7df-84f6eeb5199c tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] For port aa4f8b47-08e4-4f3e-b7bd-a451e21d8355, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=aa4f8b47-08e4-4f3e-b7bd-a451e21d8355,segment=NetworkSegment(e2c10672-a6b9-4314-8813-758945beacba),segment_id=e2c10672-a6b9-4314-8813-758945beacba)] {{(pid=121606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:27:07.372165 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-6912fc72-f25b-413e-b7df-84f6eeb5199c tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:07.380195 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-8ed99d1b-dc0b-4db3-b7b1-e547dfdf2e37 None None] Provisioning complete for port 81d5df31-dda5-4ac4-8aed-5d94edeaca01 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:27:07.381444 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-8ed99d1b-dc0b-4db3-b7b1-e547dfdf2e37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:07.457670 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-8ed99d1b-dc0b-4db3-b7b1-e547dfdf2e37 None None] Port 81d5df31-dda5-4ac4-8aed-5d94edeaca01 cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:27:07.458492 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-6912fc72-f25b-413e-b7df-84f6eeb5199c tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Calling delete_port for aa4f8b47-08e4-4f3e-b7bd-a451e21d8355 owned by network:dhcp {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:27:07.462910 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-af0d16cd-22af-4063-b43b-ba36b863f1e6 tempest-MeteringTestJSON-2080154918 tempest-MeteringTestJSON-2080154918-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:07.467105 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-af0d16cd-22af-4063-b43b-ba36b863f1e6 tempest-MeteringTestJSON-2080154918 tempest-MeteringTestJSON-2080154918-project-admin] 10.222.0.32 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201  len: 466 time: 0.2822363
Dec 25 21:27:07.467479 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 42286) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:27:07.471746 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-ef443188-c29d-49bf-981e-f8728f92d5e6 tempest-MeteringTestJSON-2080154918 tempest-MeteringTestJSON-2080154918-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': 'f15251b8-be49-4371-b1b3-4be4ea792772'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:27:07.472241 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-ef443188-c29d-49bf-981e-f8728f92d5e6 tempest-MeteringTestJSON-2080154918 tempest-MeteringTestJSON-2080154918-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=121606) _create /opt/stack/neutron/neutron/api/v2/base.py:496}}
Dec 25 21:27:07.490861 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-c5ff1b5a-4921-4170-a3a6-91933ae2a24a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f6a2587ba0a344da9eb3c7c6d4d2184b&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6375694
Dec 25 21:27:07.496081 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 42288) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:27:07.511662 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ff1b5a-4921-4170-a3a6-91933ae2a24a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aeb67c7c-5e12-43d5-9442-b19e138da1d4,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:27:07.594396 ncdv-master-1 neutron-server[121606]: WARNING neutron.services.metering.metering_plugin [None req-ef443188-c29d-49bf-981e-f8728f92d5e6 tempest-MeteringTestJSON-2080154918 tempest-MeteringTestJSON-2080154918-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/.
Dec 25 21:27:07.952725 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-ef443188-c29d-49bf-981e-f8728f92d5e6 tempest-MeteringTestJSON-2080154918 tempest-MeteringTestJSON-2080154918-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:07.954514 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-ef443188-c29d-49bf-981e-f8728f92d5e6 tempest-MeteringTestJSON-2080154918 tempest-MeteringTestJSON-2080154918-project-admin] 10.222.0.32 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201  len: 466 time: 0.4860325
Dec 25 21:27:07.960960 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 42290) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:27:07.969713 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-2cb03e84-96af-49e1-b2de-0c2102bef642 tempest-MeteringTestJSON-2080154918 tempest-MeteringTestJSON-2080154918-project-admin] 10.222.0.32 "GET /v2.0/metering/metering-label-rules?id=ef5c5eb1-d833-407f-b4d8-baafca8eddee HTTP/1.1" status: 200  len: 464 time: 0.0096903
Dec 25 21:27:07.973757 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 42292) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:27:07.995800 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-bfaf9005-dd0e-4790-bb2d-7c0711307b4c tempest-RoutersAdminTest-266561384 tempest-RoutersAdminTest-266561384-project] Publish callbacks [] for router_gateway, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:08.016896 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-6912fc72-f25b-413e-b7df-84f6eeb5199c tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:08.044810 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6912fc72-f25b-413e-b7df-84f6eeb5199c tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Pushing event deleted for resources: {'Port': ['ID=aa4f8b47-08e4-4f3e-b7bd-a451e21d8355,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:27:08.046749 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6912fc72-f25b-413e-b7df-84f6eeb5199c tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] No DVR routers for this DVR port aa4f8b47-08e4-4f3e-b7bd-a451e21d8355 on host ncdv-master-1 {{(pid=121606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:27:08.072400 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-0f378855-6f06-4f3d-a458-f71f707dbb45 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:08.106537 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-7eebec28-05e7-4326-ae81-76c3f9f61243 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] Publish callbacks [] for port, precommit_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:08.123660 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-0f378855-6f06-4f3d-a458-f71f707dbb45 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:08.179122 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-5d847546-5cbc-4b26-abbb-0b492cf6cc2b tempest-MeteringTestJSON-2080154918 tempest-MeteringTestJSON-2080154918-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:08.181994 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-5d847546-5cbc-4b26-abbb-0b492cf6cc2b tempest-MeteringTestJSON-2080154918 tempest-MeteringTestJSON-2080154918-project-admin] 10.222.0.32 "DELETE /v2.0/metering/metering-label-rules/ef5c5eb1-d833-407f-b4d8-baafca8eddee HTTP/1.1" status: 204  len: 168 time: 0.2072449
Dec 25 21:27:08.183623 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 42294) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:27:08.216274 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-6912fc72-f25b-413e-b7df-84f6eeb5199c tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997585', 'neutron.services.segments.db._delete_segments_for_network-8737602743071'] for network, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:08.222512 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-558d112b-47ce-47c5-8012-01bcd76f0f1b tempest-MeteringTestJSON-2080154918 tempest-MeteringTestJSON-2080154918-project-admin] 10.222.0.32 "GET /v2.0/metering/metering-label-rules?id=ef5c5eb1-d833-407f-b4d8-baafca8eddee HTTP/1.1" status: 200  len: 221 time: 0.0358589
Dec 25 21:27:08.226111 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 42296) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:27:08.226428 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-7eebec28-05e7-4326-ae81-76c3f9f61243 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8632327'] for port, after_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:08.230548 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-21f54e14-51d2-40ce-a8c6-26d83139e609 tempest-MeteringTestJSON-2080154918 tempest-MeteringTestJSON-2080154918-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--2017278036', 'description': 'label created by tempest'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:27:08.231005 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-21f54e14-51d2-40ce-a8c6-26d83139e609 tempest-MeteringTestJSON-2080154918 tempest-MeteringTestJSON-2080154918-project-admin] Unknown quota resources ['metering_label']. {{(pid=121606) _create /opt/stack/neutron/neutron/api/v2/base.py:496}}
Dec 25 21:27:08.244761 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:08.279815 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.segments.db [None req-6912fc72-f25b-413e-b7df-84f6eeb5199c tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2619177a60>,) {'filters': {'network_id': ['abc9d71c-df8e-4aa6-a11f-a69e55e5d26d']}} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:27:08.287186 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-bfaf9005-dd0e-4790-bb2d-7c0711307b4c tempest-RoutersAdminTest-266561384 tempest-RoutersAdminTest-266561384-project] Deleting port 81d5df31-dda5-4ac4-8aed-5d94edeaca01 {{(pid=121607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:27:08.287527 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-bfaf9005-dd0e-4790-bb2d-7c0711307b4c tempest-RoutersAdminTest-266561384 tempest-RoutersAdminTest-266561384-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:08.289970 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.segments.db [None req-6912fc72-f25b-413e-b7df-84f6eeb5199c tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2619177a60>, 'e2c10672-a6b9-4314-8813-758945beacba') {'for_net_delete': True} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:27:08.290275 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.segments.db [None req-6912fc72-f25b-413e-b7df-84f6eeb5199c tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2619177a60>, 'e2c10672-a6b9-4314-8813-758945beacba') {} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:27:08.304680 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-6912fc72-f25b-413e-b7df-84f6eeb5199c tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737602746920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9084222'] for segment, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:08.318463 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-6912fc72-f25b-413e-b7df-84f6eeb5199c tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:08.324948 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6912fc72-f25b-413e-b7df-84f6eeb5199c tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Releasing vlan 196 on physical network physnet1 to pool {{(pid=121606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 25 21:27:08.325323 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-6912fc72-f25b-413e-b7df-84f6eeb5199c tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9084542'] for segment, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:08.326874 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eebec28-05e7-4326-ae81-76c3f9f61243 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] Pushing event updated for resources: {'Port': ['ID=1c7a6f33-83c4-4aa0-b1e5-10e72816db59,revision_number=2']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:27:08.328247 ncdv-master-1 neutron-server[121606]: Traceback (most recent call last):
Dec 25 21:27:08.328247 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 25 21:27:08.328247 ncdv-master-1 neutron-server[121606]:     timer()
Dec 25 21:27:08.328247 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 25 21:27:08.328247 ncdv-master-1 neutron-server[121606]:     cb(*args, **kw)
Dec 25 21:27:08.328247 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 25 21:27:08.328247 ncdv-master-1 neutron-server[121606]:     return func(*args, **kwargs)
Dec 25 21:27:08.328247 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 25 21:27:08.328247 ncdv-master-1 neutron-server[121606]:     self._notify()
Dec 25 21:27:08.328247 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 25 21:27:08.328247 ncdv-master-1 neutron-server[121606]:     self.callback(batched_events)
Dec 25 21:27:08.328247 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 25 21:27:08.328247 ncdv-master-1 neutron-server[121606]:     event.method(event)
Dec 25 21:27:08.328247 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 25 21:27:08.328247 ncdv-master-1 neutron-server[121606]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 25 21:27:08.328247 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 25 21:27:08.328247 ncdv-master-1 neutron-server[121606]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 25 21:27:08.328247 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 25 21:27:08.328247 ncdv-master-1 neutron-server[121606]:     return f(self, *a, **k)
Dec 25 21:27:08.328247 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 25 21:27:08.328247 ncdv-master-1 neutron-server[121606]:     return self._get(url).json()
Dec 25 21:27:08.328247 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 25 21:27:08.328247 ncdv-master-1 neutron-server[121606]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 25 21:27:08.328247 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 25 21:27:08.328247 ncdv-master-1 neutron-server[121606]:     return self.request(url, 'GET', **kwargs)
Dec 25 21:27:08.328247 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 25 21:27:08.328247 ncdv-master-1 neutron-server[121606]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 25 21:27:08.328247 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 25 21:27:08.328247 ncdv-master-1 neutron-server[121606]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 25 21:27:08.328247 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 25 21:27:08.328247 ncdv-master-1 neutron-server[121606]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 25 21:27:08.328247 ncdv-master-1 neutron-server[121606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 25 21:27:08.358270 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-37fa101a-cbf2-478f-94bb-b2cec18c3276 tempest-RoutersNegativeIpV6Test-2019333087 tempest-RoutersNegativeIpV6Test-2019333087-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2007615'] for router_interface, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:08.387380 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-7eebec28-05e7-4326-ae81-76c3f9f61243 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2008639'] for floatingip, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:08.428867 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-0f378855-6f06-4f3d-a458-f71f707dbb45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:08.431434 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-0f378855-6f06-4f3d-a458-f71f707dbb45 admin admin] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:08.432568 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-0f378855-6f06-4f3d-a458-f71f707dbb45 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/aeb67c7c-5e12-43d5-9442-b19e138da1d4 HTTP/1.1" status: 204  len: 168 time: 0.9251468
Dec 25 21:27:08.460571 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3e945ecd-9380-47c2-aa0a-12ebe07e03e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:08.463138 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f378855-6f06-4f3d-a458-f71f707dbb45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aeb67c7c-5e12-43d5-9442-b19e138da1d4,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:27:08.514139 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-bfaf9005-dd0e-4790-bb2d-7c0711307b4c tempest-RoutersAdminTest-266561384 tempest-RoutersAdminTest-266561384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:08.532193 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-bfaf9005-dd0e-4790-bb2d-7c0711307b4c tempest-RoutersAdminTest-266561384 tempest-RoutersAdminTest-266561384-project] Calling delete_port for 81d5df31-dda5-4ac4-8aed-5d94edeaca01 owned by network:router_gateway {{(pid=121607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:27:08.532610 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-21f54e14-51d2-40ce-a8c6-26d83139e609 tempest-MeteringTestJSON-2080154918 tempest-MeteringTestJSON-2080154918-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:08.533887 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-21f54e14-51d2-40ce-a8c6-26d83139e609 tempest-MeteringTestJSON-2080154918 tempest-MeteringTestJSON-2080154918-project-admin] 10.222.0.32 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201  len: 470 time: 0.3067541
Dec 25 21:27:08.534874 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-6912fc72-f25b-413e-b7df-84f6eeb5199c tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2008653'] for network, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:08.536730 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 42302) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:27:08.546293 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-6912fc72-f25b-413e-b7df-84f6eeb5199c tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for network, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:08.551056 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-6912fc72-f25b-413e-b7df-84f6eeb5199c tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] 10.222.0.32 "DELETE /v2.0/networks/abc9d71c-df8e-4aa6-a11f-a69e55e5d26d HTTP/1.1" status: 204  len: 168 time: 4.6521425
Dec 25 21:27:08.560767 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6912fc72-f25b-413e-b7df-84f6eeb5199c tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Pushing event deleted for resources: {'Network': ['ID=abc9d71c-df8e-4aa6-a11f-a69e55e5d26d,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:27:08.561661 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 42304) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:27:08.567026 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-34dbfba0-9867-4cb7-b042-fee78a04b85c tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-108267047'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:27:08.651459 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-34cadee1-8082-4862-8638-c21c8c510087 tempest-MeteringTestJSON-2080154918 tempest-MeteringTestJSON-2080154918-project-admin] 10.222.0.32 "GET /v2.0/metering/metering-labels?id=4e6eef97-5cb4-4338-9fca-fc0dd68e93e8 HTTP/1.1" status: 200  len: 468 time: 0.1135716
Dec 25 21:27:08.654205 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-7eebec28-05e7-4326-ae81-76c3f9f61243 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for floatingip, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:08.654450 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 42306) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:27:08.655552 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-7eebec28-05e7-4326-ae81-76c3f9f61243 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 3.3511174
Dec 25 21:27:08.730710 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34dbfba0-9867-4cb7-b042-fee78a04b85c tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Made reservation on behalf of 596be925895b4ede995a5f893bdae840 for: {'network': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:27:08.734239 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-34dbfba0-9867-4cb7-b042-fee78a04b85c tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for network, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:08.898879 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-37fa101a-cbf2-478f-94bb-b2cec18c3276 tempest-RoutersNegativeIpV6Test-2019333087 tempest-RoutersNegativeIpV6Test-2019333087-project] Deleting port 8bcea4b5-d667-4931-a232-1a84d3885f43 {{(pid=121607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:27:08.899223 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-37fa101a-cbf2-478f-94bb-b2cec18c3276 tempest-RoutersNegativeIpV6Test-2019333087 tempest-RoutersNegativeIpV6Test-2019333087-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:08.962753 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-3a8d7c38-4037-4382-9d88-c00141ce9015 tempest-MeteringTestJSON-2080154918 tempest-MeteringTestJSON-2080154918-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:08.968726 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-3a8d7c38-4037-4382-9d88-c00141ce9015 tempest-MeteringTestJSON-2080154918 tempest-MeteringTestJSON-2080154918-project-admin] 10.222.0.32 "DELETE /v2.0/metering/metering-labels/4e6eef97-5cb4-4338-9fca-fc0dd68e93e8 HTTP/1.1" status: 204  len: 168 time: 0.3131135
Dec 25 21:27:08.971974 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 42320) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:27:08.993297 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-6189f86c-ba48-4c0c-b601-4f41f771baaa tempest-MeteringTestJSON-2080154918 tempest-MeteringTestJSON-2080154918-project-admin] 10.222.0.32 "GET /v2.0/metering/metering-labels?id=4e6eef97-5cb4-4338-9fca-fc0dd68e93e8 HTTP/1.1" status: 200  len: 216 time: 0.0179362
Dec 25 21:27:08.999306 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 42324) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:27:09.006903 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34dbfba0-9867-4cb7-b042-fee78a04b85c tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] vlan segment allocate from pool success with {'vlan_id': 152, 'physical_network': 'physnet1'}  {{(pid=121606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 25 21:27:09.009909 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-bfaf9005-dd0e-4790-bb2d-7c0711307b4c tempest-RoutersAdminTest-266561384 tempest-RoutersAdminTest-266561384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:09.023154 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-34dbfba0-9867-4cb7-b042-fee78a04b85c tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:09.023696 ncdv-master-1 neutron-server[121606]: INFO neutron.db.segments_db [None req-34dbfba0-9867-4cb7-b042-fee78a04b85c tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Added segment 9cea31ec-e32f-47c2-b173-a8979ed559d8 of type vlan for network 5c96ff26-19d4-45af-91c3-6fb747499333
Dec 25 21:27:09.024161 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-7ef10e44-3ad6-4f9a-acaf-ed3fbf22b067 tempest-MeteringTestJSON-2080154918 tempest-MeteringTestJSON-2080154918-project-admin] 10.222.0.32 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200  len: 221 time: 0.0240524
Dec 25 21:27:09.024996 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 42326) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:27:09.049770 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c4ab4c8-8fdb-471a-bba9-bc886046b106 None None] DHCP port deletion for 7201e55c-7c5f-41aa-a042-a363696539d0 request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 21:27:09.057515 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-818a754c-19af-49c9-a4d4-ec7a13116580 tempest-MeteringTestJSON-2080154918 tempest-MeteringTestJSON-2080154918-project-admin] 10.222.0.32 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200  len: 216 time: 0.0228779
Dec 25 21:27:09.066468 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 42330) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:27:09.092580 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-37fa101a-cbf2-478f-94bb-b2cec18c3276 tempest-RoutersNegativeIpV6Test-2019333087 tempest-RoutersNegativeIpV6Test-2019333087-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:09.096202 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaf9005-dd0e-4790-bb2d-7c0711307b4c tempest-RoutersAdminTest-266561384 tempest-RoutersAdminTest-266561384-project] Pushing event deleted for resources: {'Port': ['ID=81d5df31-dda5-4ac4-8aed-5d94edeaca01,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:27:09.130797 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-37fa101a-cbf2-478f-94bb-b2cec18c3276 tempest-RoutersNegativeIpV6Test-2019333087 tempest-RoutersNegativeIpV6Test-2019333087-project] Calling delete_port for 8bcea4b5-d667-4931-a232-1a84d3885f43 owned by network:router_interface {{(pid=121607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:27:09.158827 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-34dbfba0-9867-4cb7-b042-fee78a04b85c tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737602163420'] for network, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:09.162057 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-831ff6ad-62ea-4cd1-87a6-8baa9b60028d tempest-MeteringTestJSON-2080154918 tempest-MeteringTestJSON-2080154918-project-admin] 10.222.0.32 "GET /v2.0/metering/metering-labels/f15251b8-be49-4371-b1b3-4be4ea792772 HTTP/1.1" status: 200  len: 473 time: 0.0945244
Dec 25 21:27:09.169291 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 42338) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:27:09.200623 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-a11c0058-bd48-4ea8-a699-6193122fb736 tempest-MeteringTestJSON-2080154918 tempest-MeteringTestJSON-2080154918-project-admin] 10.222.0.32 "GET /v2.0/metering/metering-label-rules/8c593e23-4c47-4e5f-9c24-3bfa6a333166 HTTP/1.1" status: 200  len: 461 time: 0.0301571
Dec 25 21:27:09.203984 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-bfaf9005-dd0e-4790-bb2d-7c0711307b4c tempest-RoutersAdminTest-266561384 tempest-RoutersAdminTest-266561384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2008689'] for router_gateway, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:09.205703 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 42340) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:27:09.246901 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-61ed22c7-7e5e-47b1-b215-f6b3bae0dbc0 req-7965cf3c-4ecf-442f-8e8e-edeead2ec0c1 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1166923283&fields=id&tenant_id=0560c323ec8e41b3bc05939e12e049d5 HTTP/1.1" status: 200  len: 267 time: 0.1285653
Dec 25 21:27:09.317519 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-bfaf9005-dd0e-4790-bb2d-7c0711307b4c tempest-RoutersAdminTest-266561384 tempest-RoutersAdminTest-266561384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2014235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14905'] for router, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:09.323174 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-bfaf9005-dd0e-4790-bb2d-7c0711307b4c tempest-RoutersAdminTest-266561384 tempest-RoutersAdminTest-266561384-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:09.376907 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-34dbfba0-9867-4cb7-b042-fee78a04b85c tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870'] for network, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:09.383495 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34dbfba0-9867-4cb7-b042-fee78a04b85c tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:27:09.384256 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-34dbfba0-9867-4cb7-b042-fee78a04b85c tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for network, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:09.469776 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ed22c7-7e5e-47b1-b215-f6b3bae0dbc0 req-aceb07ef-ca25-4668-bb97-738a171cba83 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:27:09.470286 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-15cb578f-7a63-4fd3-925d-83bad4c7b82a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:09.471434 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-61ed22c7-7e5e-47b1-b215-f6b3bae0dbc0 req-aceb07ef-ca25-4668-bb97-738a171cba83 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] 10.222.0.32 "GET /v2.0/networks?id=c8199f70-d579-4a7f-8b38-5d569ea5e784 HTTP/1.1" status: 200  len: 814 time: 0.2172477
Dec 25 21:27:09.517097 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-34dbfba0-9867-4cb7-b042-fee78a04b85c tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 783 time: 0.9511986
Dec 25 21:27:09.517097 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34dbfba0-9867-4cb7-b042-fee78a04b85c tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Pushing event updated for resources: {'Network': ['ID=5c96ff26-19d4-45af-91c3-6fb747499333,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:27:09.517465 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 42346) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:27:09.528395 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-6f448a76-bdfe-4cd8-9385-4c719b9913ab tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Request body: {'subnet': {'network_id': '5c96ff26-19d4-45af-91c3-6fb747499333', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:27:09.530962 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Network 5c96ff26-19d4-45af-91c3-6fb747499333 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 25 21:27:09.545028 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-8a939e3c-01c8-412d-bfb6-38a6b053e83f tempest-MeteringTestJSON-2080154918 tempest-MeteringTestJSON-2080154918-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:09.546272 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-8a939e3c-01c8-412d-bfb6-38a6b053e83f tempest-MeteringTestJSON-2080154918 tempest-MeteringTestJSON-2080154918-project-admin] 10.222.0.32 "DELETE /v2.0/metering/metering-label-rules/8c593e23-4c47-4e5f-9c24-3bfa6a333166 HTTP/1.1" status: 204  len: 168 time: 0.3396108
Dec 25 21:27:09.549571 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-bfaf9005-dd0e-4790-bb2d-7c0711307b4c tempest-RoutersAdminTest-266561384 tempest-RoutersAdminTest-266561384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2014220'] for router, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:09.549775 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-61ed22c7-7e5e-47b1-b215-f6b3bae0dbc0 req-aba6af19-7c94-4269-9f54-9d5f042cef36 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] 10.222.0.32 "GET /v2.0/quotas/0560c323ec8e41b3bc05939e12e049d5 HTTP/1.1" status: 200  len: 375 time: 0.0406957
Dec 25 21:27:09.550138 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 42348) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:27:09.550268 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfaf9005-dd0e-4790-bb2d-7c0711307b4c tempest-RoutersAdminTest-266561384 tempest-RoutersAdminTest-266561384-project] Fanout notify agent at l3_agent the message router_deleted on router b40fb8d0-f37f-466f-bd68-b41cf3ff34dc {{(pid=121607) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 25 21:27:09.559027 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-bfaf9005-dd0e-4790-bb2d-7c0711307b4c tempest-RoutersAdminTest-266561384 tempest-RoutersAdminTest-266561384-project] Publish callbacks [] for router, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:09.560231 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-bfaf9005-dd0e-4790-bb2d-7c0711307b4c tempest-RoutersAdminTest-266561384 tempest-RoutersAdminTest-266561384-project] 10.222.0.32 "DELETE /v2.0/routers/b40fb8d0-f37f-466f-bd68-b41cf3ff34dc HTTP/1.1" status: 204  len: 168 time: 2.5394876
Dec 25 21:27:09.581802 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 42350) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:27:09.581802 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-6fcf5ace-f093-4e77-84b4-46b87c0820f6 tempest-RoutersAdminTest-266561384 tempest-RoutersAdminTest-266561384-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-809959613', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'}, 'admin_state_up': False}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:27:09.660662 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-37fa101a-cbf2-478f-94bb-b2cec18c3276 tempest-RoutersNegativeIpV6Test-2019333087 tempest-RoutersNegativeIpV6Test-2019333087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:09.691760 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fa101a-cbf2-478f-94bb-b2cec18c3276 tempest-RoutersNegativeIpV6Test-2019333087 tempest-RoutersNegativeIpV6Test-2019333087-project] Pushing event deleted for resources: {'Port': ['ID=8bcea4b5-d667-4931-a232-1a84d3885f43,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:27:09.698157 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-6fcf5ace-f093-4e77-84b4-46b87c0820f6 tempest-RoutersAdminTest-266561384 tempest-RoutersAdminTest-266561384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2014909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14863'] for router, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:09.700150 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-6fcf5ace-f093-4e77-84b4-46b87c0820f6 tempest-RoutersAdminTest-266561384 tempest-RoutersAdminTest-266561384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2014285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2009796', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2082630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14848'] for router, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:09.833520 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-37fa101a-cbf2-478f-94bb-b2cec18c3276 tempest-RoutersNegativeIpV6Test-2019333087 tempest-RoutersNegativeIpV6Test-2019333087-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2007763'] for router_interface, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:09.842322 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-61ed22c7-7e5e-47b1-b215-f6b3bae0dbc0 req-141eaace-192e-48e2-b62b-0dc51beb261d tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=0560c323ec8e41b3bc05939e12e049d5&fields=id HTTP/1.1" status: 200  len: 302 time: 0.2729979
Dec 25 21:27:09.871326 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-6fcf5ace-f093-4e77-84b4-46b87c0820f6 tempest-RoutersAdminTest-266561384 tempest-RoutersAdminTest-266561384-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:10.014534 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f448a76-bdfe-4cd8-9385-4c719b9913ab tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Made reservation on behalf of 596be925895b4ede995a5f893bdae840 for: {'subnet': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:27:10.019265 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-6f448a76-bdfe-4cd8-9385-4c719b9913ab tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9028529'] for subnet, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:10.025021 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-4591850f-8897-4f54-8ef8-f06512636838 tempest-MeteringTestJSON-2080154918 tempest-MeteringTestJSON-2080154918-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:10.026173 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-4591850f-8897-4f54-8ef8-f06512636838 tempest-MeteringTestJSON-2080154918 tempest-MeteringTestJSON-2080154918-project-admin] 10.222.0.32 "DELETE /v2.0/metering/metering-labels/f15251b8-be49-4371-b1b3-4be4ea792772 HTTP/1.1" status: 204  len: 168 time: 0.4727211
Dec 25 21:27:10.079984 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-61ed22c7-7e5e-47b1-b215-f6b3bae0dbc0 req-784fcbd8-ca7e-4f6b-8e4e-a7e855df0bd9 service neutron] 10.222.0.32 "GET /v2.0/networks/c8199f70-d579-4a7f-8b38-5d569ea5e784?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1789403
Dec 25 21:27:10.082500 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37fa101a-cbf2-478f-94bb-b2cec18c3276 tempest-RoutersNegativeIpV6Test-2019333087 tempest-RoutersNegativeIpV6Test-2019333087-project] Router 8fc6654b-bf2f-4418-b45f-6bd6dbe11413 has already been hosted by L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 {{(pid=121607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 25 21:27:10.221337 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-6fcf5ace-f093-4e77-84b4-46b87c0820f6 tempest-RoutersAdminTest-266561384 tempest-RoutersAdminTest-266561384-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:10.252476 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-61ed22c7-7e5e-47b1-b215-f6b3bae0dbc0 req-89517682-c75e-4305-9821-748a89fc5a35 service neutron] 10.222.0.32 "GET /v2.0/networks/c8199f70-d579-4a7f-8b38-5d569ea5e784?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1441040
Dec 25 21:27:10.264202 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37fa101a-cbf2-478f-94bb-b2cec18c3276 tempest-RoutersNegativeIpV6Test-2019333087 tempest-RoutersNegativeIpV6Test-2019333087-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 21:27:10.270303 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-37fa101a-cbf2-478f-94bb-b2cec18c3276 tempest-RoutersNegativeIpV6Test-2019333087 tempest-RoutersNegativeIpV6Test-2019333087-project] 10.222.0.32 "PUT /v2.0/routers/8fc6654b-bf2f-4418-b45f-6bd6dbe11413/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1505549
Dec 25 21:27:10.274913 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 42364) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:27:10.282159 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f628a0cd-b8cd-4433-86b5-1e4a92d9db59 None None] Sync routers for ids ['8fc6654b-bf2f-4418-b45f-6bd6dbe11413'] in ncdv-master-1 {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 21:27:10.294675 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f628a0cd-b8cd-4433-86b5-1e4a92d9db59 None None] Routers {'8fc6654b-bf2f-4418-b45f-6bd6dbe11413'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:27:10.300698 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-f628a0cd-b8cd-4433-86b5-1e4a92d9db59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2612ecea00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:27:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['8fc6654b-bf2f-4418-b45f-6bd6dbe11413'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:27:10.324256 ncdv-master-1 neutron-server[121607]: INFO neutron.api.v2.resource [None req-fcde1bbb-a4dd-4f49-a8b6-62364d85442b tempest-RoutersNegativeIpV6Test-2019333087 tempest-RoutersNegativeIpV6Test-2019333087-project] show failed (client error): The resource could not be found.
Dec 25 21:27:10.329523 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-fcde1bbb-a4dd-4f49-a8b6-62364d85442b tempest-RoutersNegativeIpV6Test-2019333087 tempest-RoutersNegativeIpV6Test-2019333087-project] 10.222.0.32 "GET /v2.0/routers/tempest-non_exist_router-1679165404 HTTP/1.1" status: 404  len: 335 time: 0.0492055
Dec 25 21:27:10.334032 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 42366) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:27:10.353535 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-8433ee4c-bf41-4743-8096-7993b6958b46 tempest-RoutersNegativeIpV6Test-2019333087 tempest-RoutersNegativeIpV6Test-2019333087-project] Request body: {'router': {'name': 'new_name'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:27:10.368973 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-f628a0cd-b8cd-4433-86b5-1e4a92d9db59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2612ecea00>, [], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:27:10.382200 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f628a0cd-b8cd-4433-86b5-1e4a92d9db59 None None] Routers {'8fc6654b-bf2f-4418-b45f-6bd6dbe11413'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:27:10.382883 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-f628a0cd-b8cd-4433-86b5-1e4a92d9db59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2612ecea00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:27:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['8fc6654b-bf2f-4418-b45f-6bd6dbe11413'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:27:10.401140 ncdv-master-1 neutron-server[121607]: INFO neutron.api.v2.resource [None req-8433ee4c-bf41-4743-8096-7993b6958b46 tempest-RoutersNegativeIpV6Test-2019333087 tempest-RoutersNegativeIpV6Test-2019333087-project] update failed (client error): The resource could not be found.
Dec 25 21:27:10.402196 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-8433ee4c-bf41-4743-8096-7993b6958b46 tempest-RoutersNegativeIpV6Test-2019333087 tempest-RoutersNegativeIpV6Test-2019333087-project] 10.222.0.32 "PUT /v2.0/routers/tempest-non_exist_router-2024541913 HTTP/1.1" status: 404  len: 335 time: 0.0537870
Dec 25 21:27:10.406293 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 42368) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:27:10.425277 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-f628a0cd-b8cd-4433-86b5-1e4a92d9db59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2612ecea00>, [], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:27:10.426059 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f628a0cd-b8cd-4433-86b5-1e4a92d9db59 None None] The sync data for ids ['8fc6654b-bf2f-4418-b45f-6bd6dbe11413'] in ncdv-master-1 is: [] {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 21:27:10.468747 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_v2 [None req-db4f87c5-9d66-427d-aa52-0bf2529c544e tempest-RoutersNegativeIpV6Test-2019333087 tempest-RoutersNegativeIpV6Test-2019333087-project] Deleting subnet 3d8190ea-d8ef-4cfd-a54d-f8eba63c7419 {{(pid=121606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Dec 25 21:27:10.472867 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-db4f87c5-9d66-427d-aa52-0bf2529c544e tempest-RoutersNegativeIpV6Test-2019333087 tempest-RoutersNegativeIpV6Test-2019333087-project] Publish callbacks [] for subnet, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:10.534500 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-db4f87c5-9d66-427d-aa52-0bf2529c544e tempest-RoutersNegativeIpV6Test-2019333087 tempest-RoutersNegativeIpV6Test-2019333087-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9084199'] for subnet, precommit_delete_associations {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:10.546463 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-6f448a76-bdfe-4cd8-9385-4c719b9913ab tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9084170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9028515'] for subnet, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:10.674500 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f448a76-bdfe-4cd8-9385-4c719b9913ab tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Pushing event updated for resources: {'Subnet': ['ID=ed81e750-a62a-4c55-8be7-94613db88f94,revision_number=0']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:27:10.713671 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f448a76-bdfe-4cd8-9385-4c719b9913ab tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Checking segment: {'id': '9cea31ec-e32f-47c2-b173-a8979ed559d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '5c96ff26-19d4-45af-91c3-6fb747499333'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:27:10.714035 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f448a76-bdfe-4cd8-9385-4c719b9913ab tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Network hostable DHCP agents. Network: 5c96ff26-19d4-45af-91c3-6fb747499333, hostable agents: ['1813db88-2c1b-4357-a2ba-869246b663c2'], hosted agents: [] {{(pid=121606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 25 21:27:10.736800 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-6fcf5ace-f093-4e77-84b4-46b87c0820f6 tempest-RoutersAdminTest-266561384 tempest-RoutersAdminTest-266561384-project] Publish callbacks [] for router_gateway, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:10.743435 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-db4f87c5-9d66-427d-aa52-0bf2529c544e tempest-RoutersNegativeIpV6Test-2019333087 tempest-RoutersNegativeIpV6Test-2019333087-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995662'] for subnet, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:10.798640 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-6fcf5ace-f093-4e77-84b4-46b87c0820f6 tempest-RoutersAdminTest-266561384 tempest-RoutersAdminTest-266561384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:10.810222 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:10.820241 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 42384) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:27:10.894566 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f448a76-bdfe-4cd8-9385-4c719b9913ab tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Network 5c96ff26-19d4-45af-91c3-6fb747499333 is scheduled to be hosted by DHCP agent 1813db88-2c1b-4357-a2ba-869246b663c2 with binding_index 1 {{(pid=121606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 25 21:27:10.920308 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-db4f87c5-9d66-427d-aa52-0bf2529c544e tempest-RoutersNegativeIpV6Test-2019333087 tempest-RoutersNegativeIpV6Test-2019333087-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9084363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9028506'] for subnet, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:10.951541 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_common [None req-6fcf5ace-f093-4e77-84b4-46b87c0820f6 tempest-RoutersAdminTest-266561384 tempest-RoutersAdminTest-266561384-project] Allocated IP 172.35.3.83 (7201e55c-7c5f-41aa-a042-a363696539d0/7a939e13-713f-45cf-bba7-1539635abe25/c7ea4a53-e435-466c-8e72-25ffe8b5a89b) {{(pid=121607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:27:10.966452 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-954d1a3b-9f33-4a01-8e7a-f91676f7873e None None] Network 92038ce7-9205-4373-8c47-e5925713d98a requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:27:10.966862 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-db4f87c5-9d66-427d-aa52-0bf2529c544e tempest-RoutersNegativeIpV6Test-2019333087 tempest-RoutersNegativeIpV6Test-2019333087-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for subnet, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:10.974246 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-db4f87c5-9d66-427d-aa52-0bf2529c544e tempest-RoutersNegativeIpV6Test-2019333087 tempest-RoutersNegativeIpV6Test-2019333087-project] 10.222.0.32 "DELETE /v2.0/subnets/3d8190ea-d8ef-4cfd-a54d-f8eba63c7419 HTTP/1.1" status: 204  len: 168 time: 0.5662792
Dec 25 21:27:10.982149 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 42388) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:27:11.022049 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [None req-6f448a76-bdfe-4cd8-9385-4c719b9913ab tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 5c96ff26-19d4-45af-91c3-6fb747499333) {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:27:11.023705 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4f87c5-9d66-427d-aa52-0bf2529c544e tempest-RoutersNegativeIpV6Test-2019333087 tempest-RoutersNegativeIpV6Test-2019333087-project] Pushing event deleted for resources: {'Subnet': ['ID=3d8190ea-d8ef-4cfd-a54d-f8eba63c7419,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:27:11.028483 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f448a76-bdfe-4cd8-9385-4c719b9913ab tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:27:11.029181 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-6f448a76-bdfe-4cd8-9385-4c719b9913ab tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for subnet, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:11.098997 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8a4f16a-c861-4442-a7d8-1b877c0676ee None None] Network 5c96ff26-19d4-45af-91c3-6fb747499333 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:27:11.151085 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-13d9cbcb-673f-4ba4-b578-f39c4e40a79e tempest-RoutersNegativeIpV6Test-2019333087 tempest-RoutersNegativeIpV6Test-2019333087-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625803'] for network, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:11.159658 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c5129b16-f633-4365-a99e-265d95aec72c req-8e778973-3c74-4c19-8409-4be1f78bae0f tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] 10.222.0.32 "GET /v2.0/ports?device_id=65490ad4-5baf-4c89-9877-006d581b4758 HTTP/1.1" status: 200  len: 210 time: 0.6061280
Dec 25 21:27:11.174157 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-6f448a76-bdfe-4cd8-9385-4c719b9913ab tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 812 time: 1.6481121
Dec 25 21:27:11.178071 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 42392) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:27:11.311595 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62f8e10e-f754-46b3-984f-f31e3fdd7305 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-5c96ff26-19d4-45af-91c3-6fb747499333', 'network_id': '5c96ff26-19d4-45af-91c3-6fb747499333', 'project_id': '596be925895b4ede995a5f893bdae840', 'fixed_ips': [{'subnet_id': 'ed81e750-a62a-4c55-8be7-94613db88f94'}]}} from ncdv-master-1. {{(pid=121608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 25 21:27:11.317248 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-62f8e10e-f754-46b3-984f-f31e3fdd7305 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:11.331508 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-1abc1fd1-931b-4a6d-ab01-eb6e20a179bd admin admin] Publish callbacks [] for security_group, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:11.356790 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-6fcf5ace-f093-4e77-84b4-46b87c0820f6 tempest-RoutersAdminTest-266561384 tempest-RoutersAdminTest-266561384-project] Publish callbacks [] for port, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:11.382252 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-979caa5e-6234-426a-ac62-26fee001ad57 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625803'] for network, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:11.394354 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-13d9cbcb-673f-4ba4-b578-f39c4e40a79e tempest-RoutersNegativeIpV6Test-2019333087 tempest-RoutersNegativeIpV6Test-2019333087-project] Deleting port a5ed7b5d-a159-4c0e-87a4-df63e2a4c715 {{(pid=121607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:27:11.394926 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-13d9cbcb-673f-4ba4-b578-f39c4e40a79e tempest-RoutersNegativeIpV6Test-2019333087 tempest-RoutersNegativeIpV6Test-2019333087-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:11.497650 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.db [None req-13d9cbcb-673f-4ba4-b578-f39c4e40a79e tempest-RoutersNegativeIpV6Test-2019333087 tempest-RoutersNegativeIpV6Test-2019333087-project] For port a5ed7b5d-a159-4c0e-87a4-df63e2a4c715, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a5ed7b5d-a159-4c0e-87a4-df63e2a4c715,segment=NetworkSegment(9573be4b-0510-43d8-b9ed-b1a22e0a145e),segment_id=9573be4b-0510-43d8-b9ed-b1a22e0a145e)] {{(pid=121607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:27:11.498081 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-13d9cbcb-673f-4ba4-b578-f39c4e40a79e tempest-RoutersNegativeIpV6Test-2019333087 tempest-RoutersNegativeIpV6Test-2019333087-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:11.512653 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55dedeb8-a45d-48e8-a4ec-139c0bbf9f91 None None] DHCP port deletion for 92038ce7-9205-4373-8c47-e5925713d98a request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 21:27:11.522187 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.db_base_plugin_common [None req-62f8e10e-f754-46b3-984f-f31e3fdd7305 None None] Allocated IP 2001:db8::1 (5c96ff26-19d4-45af-91c3-6fb747499333/ed81e750-a62a-4c55-8be7-94613db88f94/019a137c-85ae-41ca-84cd-c01f17030ec4) {{(pid=121608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:27:11.533975 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-13d9cbcb-673f-4ba4-b578-f39c4e40a79e tempest-RoutersNegativeIpV6Test-2019333087 tempest-RoutersNegativeIpV6Test-2019333087-project] Calling delete_port for a5ed7b5d-a159-4c0e-87a4-df63e2a4c715 owned by network:dhcp {{(pid=121607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:27:11.586942 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 42402) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:27:11.595981 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-6fcf5ace-f093-4e77-84b4-46b87c0820f6 tempest-RoutersAdminTest-266561384 tempest-RoutersAdminTest-266561384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:11.657397 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fcf5ace-f093-4e77-84b4-46b87c0820f6 tempest-RoutersAdminTest-266561384 tempest-RoutersAdminTest-266561384-project] Network 7201e55c-7c5f-41aa-a042-a363696539d0 is already hosted by enough agents. {{(pid=121607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:27:11.664113 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-6fcf5ace-f093-4e77-84b4-46b87c0820f6 tempest-RoutersAdminTest-266561384 tempest-RoutersAdminTest-266561384-project] Resources bound (agent type, host, resource id):  {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:27:11.666686 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fcf5ace-f093-4e77-84b4-46b87c0820f6 tempest-RoutersAdminTest-266561384 tempest-RoutersAdminTest-266561384-project] Received port after_create {{(pid=121607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:27:11.682496 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcf5ace-f093-4e77-84b4-46b87c0820f6 tempest-RoutersAdminTest-266561384 tempest-RoutersAdminTest-266561384-project] Pushing event updated for resources: {'Port': ['ID=c7ea4a53-e435-466c-8e72-25ffe8b5a89b,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:27:11.690675 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecd37561-28d1-4cef-8ba8-10ed8f872662 None None] DHCP port deletion for 7201e55c-7c5f-41aa-a042-a363696539d0 request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 21:27:11.753335 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-55dedeb8-a45d-48e8-a4ec-139c0bbf9f91 None None] Deleting port a5ed7b5d-a159-4c0e-87a4-df63e2a4c715 {{(pid=121608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:27:11.754117 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-55dedeb8-a45d-48e8-a4ec-139c0bbf9f91 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:11.781606 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-979caa5e-6234-426a-ac62-26fee001ad57 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995662'] for subnet, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:11.796257 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-1fda5f1e-56be-480f-80c9-a4f38c182edd None None] Provisioning complete for port c7ea4a53-e435-466c-8e72-25ffe8b5a89b triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:27:11.796516 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-3d01fc6f-2f2c-4281-9dfc-4ed75bc32620 tempest-RoutersAdminNegativeTest-1920084502 tempest-RoutersAdminNegativeTest-1920084502-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1062760666', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:27:11.797607 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-1fda5f1e-56be-480f-80c9-a4f38c182edd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:11.848382 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-1abc1fd1-931b-4a6d-ab01-eb6e20a179bd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:11.904944 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-55dedeb8-a45d-48e8-a4ec-139c0bbf9f91 None None] For port a5ed7b5d-a159-4c0e-87a4-df63e2a4c715, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a5ed7b5d-a159-4c0e-87a4-df63e2a4c715,segment=NetworkSegment(9573be4b-0510-43d8-b9ed-b1a22e0a145e),segment_id=9573be4b-0510-43d8-b9ed-b1a22e0a145e)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:27:11.905821 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-55dedeb8-a45d-48e8-a4ec-139c0bbf9f91 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:11.916852 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-1fda5f1e-56be-480f-80c9-a4f38c182edd None None] Port c7ea4a53-e435-466c-8e72-25ffe8b5a89b cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:27:11.931165 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-55dedeb8-a45d-48e8-a4ec-139c0bbf9f91 None None] Calling delete_port for a5ed7b5d-a159-4c0e-87a4-df63e2a4c715 owned by network:dhcp {{(pid=121608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:27:11.934002 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-13d9cbcb-673f-4ba4-b578-f39c4e40a79e tempest-RoutersNegativeIpV6Test-2019333087 tempest-RoutersNegativeIpV6Test-2019333087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:11.937054 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-62f8e10e-f754-46b3-984f-f31e3fdd7305 None None] Publish callbacks [] for port, precommit_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:11.960378 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d9cbcb-673f-4ba4-b578-f39c4e40a79e tempest-RoutersNegativeIpV6Test-2019333087 tempest-RoutersNegativeIpV6Test-2019333087-project] Pushing event deleted for resources: {'Port': ['ID=a5ed7b5d-a159-4c0e-87a4-df63e2a4c715,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:27:11.963976 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13d9cbcb-673f-4ba4-b578-f39c4e40a79e tempest-RoutersNegativeIpV6Test-2019333087 tempest-RoutersNegativeIpV6Test-2019333087-project] No DVR routers for this DVR port a5ed7b5d-a159-4c0e-87a4-df63e2a4c715 on host ncdv-master-1 {{(pid=121607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:27:11.974505 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-1abc1fd1-931b-4a6d-ab01-eb6e20a179bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:12.018176 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-1abc1fd1-931b-4a6d-ab01-eb6e20a179bd admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=75848700487f4c02a434ecc788fafae6&name=default HTTP/1.1" status: 200  len: 3000 time: 1.2007620
Dec 25 21:27:12.019819 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abc1fd1-931b-4a6d-ab01-eb6e20a179bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=145fb8d2-fc9e-47fc-86e6-8653138e3417,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:27:12.021687 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 42406) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:27:12.027644 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-55dedeb8-a45d-48e8-a4ec-139c0bbf9f91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955'] for port, after_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:12.054979 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55dedeb8-a45d-48e8-a4ec-139c0bbf9f91 None None] Pushing event deleted for resources: {'Port': ['ID=a5ed7b5d-a159-4c0e-87a4-df63e2a4c715,revision_number=None']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:27:12.056817 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55dedeb8-a45d-48e8-a4ec-139c0bbf9f91 None None] No DVR routers for this DVR port a5ed7b5d-a159-4c0e-87a4-df63e2a4c715 on host ncdv-master-1 {{(pid=121608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:27:12.073170 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-13d9cbcb-673f-4ba4-b578-f39c4e40a79e tempest-RoutersNegativeIpV6Test-2019333087 tempest-RoutersNegativeIpV6Test-2019333087-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997585', 'neutron.services.segments.db._delete_segments_for_network-8737602743071'] for network, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:12.129564 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-62f8e10e-f754-46b3-984f-f31e3fdd7305 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946'] for port, after_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:12.178663 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62f8e10e-f754-46b3-984f-f31e3fdd7305 None None] Network 5c96ff26-19d4-45af-91c3-6fb747499333 is already hosted by enough agents. {{(pid=121608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:27:12.184525 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.base_scheduler [None req-62f8e10e-f754-46b3-984f-f31e3fdd7305 None None] Resources bound (agent type, host, resource id):  {{(pid=121608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:27:12.186180 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62f8e10e-f754-46b3-984f-f31e3fdd7305 None None] Received port after_create {{(pid=121608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:27:12.188857 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f8e10e-f754-46b3-984f-f31e3fdd7305 None None] Pushing event updated for resources: {'Port': ['ID=019a137c-85ae-41ca-84cd-c01f17030ec4,revision_number=1']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:27:12.255843 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-62f8e10e-f754-46b3-984f-f31e3fdd7305 None None] Attempting to bind port 019a137c-85ae-41ca-84cd-c01f17030ec4 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:27:12.256224 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-62f8e10e-f754-46b3-984f-f31e3fdd7305 None None] Attempting to bind port 019a137c-85ae-41ca-84cd-c01f17030ec4 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '9cea31ec-e32f-47c2-b173-a8979ed559d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '5c96ff26-19d4-45af-91c3-6fb747499333'}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:27:12.256810 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62f8e10e-f754-46b3-984f-f31e3fdd7305 None None] Attempting to bind port 019a137c-85ae-41ca-84cd-c01f17030ec4 on network 5c96ff26-19d4-45af-91c3-6fb747499333 {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:27:12.262856 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62f8e10e-f754-46b3-984f-f31e3fdd7305 None None] Checking agent: {'id': 'ca4f5c6d-f1fd-48b8-a3e3-395864c7d23d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 20, 56, 40), 'started_at': datetime.datetime(2021, 12, 25, 20, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 27, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:27:12.263656 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62f8e10e-f754-46b3-984f-f31e3fdd7305 None None] Checking segment: {'id': '9cea31ec-e32f-47c2-b173-a8979ed559d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '5c96ff26-19d4-45af-91c3-6fb747499333'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:27:12.264255 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-62f8e10e-f754-46b3-984f-f31e3fdd7305 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:12.264828 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62f8e10e-f754-46b3-984f-f31e3fdd7305 None None] Bound using segment: {'id': '9cea31ec-e32f-47c2-b173-a8979ed559d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '5c96ff26-19d4-45af-91c3-6fb747499333'} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:27:12.265518 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-62f8e10e-f754-46b3-984f-f31e3fdd7305 None None] Bound port: 019a137c-85ae-41ca-84cd-c01f17030ec4, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cea31ec-e32f-47c2-b173-a8979ed559d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '5c96ff26-19d4-45af-91c3-6fb747499333'}}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:27:12.266675 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-62f8e10e-f754-46b3-984f-f31e3fdd7305 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:12.276175 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ce148d6c-5056-4fbc-bc17-58d481bc382d req-611b7898-bbd1-40db-aee7-1200d5b19a81 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] 10.222.0.32 "GET /v2.0/ports?device_id=65490ad4-5baf-4c89-9877-006d581b4758 HTTP/1.1" status: 200  len: 210 time: 0.0443008
Dec 25 21:27:12.278005 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-979caa5e-6234-426a-ac62-26fee001ad57 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9084363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9028506'] for subnet, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:12.318916 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979caa5e-6234-426a-ac62-26fee001ad57 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Pushing event deleted for resources: {'Subnet': ['ID=ed81e750-a62a-4c55-8be7-94613db88f94,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:27:12.355808 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-62f8e10e-f754-46b3-984f-f31e3fdd7305 None None] For port 019a137c-85ae-41ca-84cd-c01f17030ec4, host ncdv-master-1, cleared binding levels {{(pid=121608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:27:12.362908 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-62f8e10e-f754-46b3-984f-f31e3fdd7305 None None] For port 019a137c-85ae-41ca-84cd-c01f17030ec4, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=019a137c-85ae-41ca-84cd-c01f17030ec4,segment=NetworkSegment(9cea31ec-e32f-47c2-b173-a8979ed559d8),segment_id=9cea31ec-e32f-47c2-b173-a8979ed559d8)] {{(pid=121608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:27:12.393170 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-979caa5e-6234-426a-ac62-26fee001ad57 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997585', 'neutron.services.segments.db._delete_segments_for_network-8737602743071'] for network, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:12.415480 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.segments.db [None req-979caa5e-6234-426a-ac62-26fee001ad57 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f261895c970>,) {'filters': {'network_id': ['5c96ff26-19d4-45af-91c3-6fb747499333']}} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:27:12.428510 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.segments.db [None req-979caa5e-6234-426a-ac62-26fee001ad57 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f261895c970>, '9cea31ec-e32f-47c2-b173-a8979ed559d8') {'for_net_delete': True} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:27:12.430465 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.segments.db [None req-979caa5e-6234-426a-ac62-26fee001ad57 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f261895c970>, '9cea31ec-e32f-47c2-b173-a8979ed559d8') {} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:27:12.439431 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-979caa5e-6234-426a-ac62-26fee001ad57 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737602746920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9084222'] for segment, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:12.453340 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-979caa5e-6234-426a-ac62-26fee001ad57 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:12.453760 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-62f8e10e-f754-46b3-984f-f31e3fdd7305 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:12.460964 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-979caa5e-6234-426a-ac62-26fee001ad57 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Releasing vlan 152 on physical network physnet1 to pool {{(pid=121606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 25 21:27:12.461803 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-979caa5e-6234-426a-ac62-26fee001ad57 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9084542'] for segment, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:12.465447 ncdv-master-1 neutron-server[121606]: Traceback (most recent call last):
Dec 25 21:27:12.465447 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 25 21:27:12.465447 ncdv-master-1 neutron-server[121606]:     timer()
Dec 25 21:27:12.465447 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 25 21:27:12.465447 ncdv-master-1 neutron-server[121606]:     cb(*args, **kw)
Dec 25 21:27:12.465447 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 25 21:27:12.465447 ncdv-master-1 neutron-server[121606]:     return func(*args, **kwargs)
Dec 25 21:27:12.465447 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 25 21:27:12.465447 ncdv-master-1 neutron-server[121606]:     self._notify()
Dec 25 21:27:12.465447 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 25 21:27:12.465447 ncdv-master-1 neutron-server[121606]:     self.callback(batched_events)
Dec 25 21:27:12.465447 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 25 21:27:12.465447 ncdv-master-1 neutron-server[121606]:     event.method(event)
Dec 25 21:27:12.465447 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 25 21:27:12.465447 ncdv-master-1 neutron-server[121606]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 25 21:27:12.465447 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 25 21:27:12.465447 ncdv-master-1 neutron-server[121606]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 25 21:27:12.465447 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 25 21:27:12.465447 ncdv-master-1 neutron-server[121606]:     return f(self, *a, **k)
Dec 25 21:27:12.465447 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 25 21:27:12.465447 ncdv-master-1 neutron-server[121606]:     return self._get(url).json()
Dec 25 21:27:12.465447 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 25 21:27:12.465447 ncdv-master-1 neutron-server[121606]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 25 21:27:12.465447 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 25 21:27:12.465447 ncdv-master-1 neutron-server[121606]:     return self.request(url, 'GET', **kwargs)
Dec 25 21:27:12.465447 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 25 21:27:12.465447 ncdv-master-1 neutron-server[121606]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 25 21:27:12.465447 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 25 21:27:12.465447 ncdv-master-1 neutron-server[121606]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 25 21:27:12.465447 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 25 21:27:12.465447 ncdv-master-1 neutron-server[121606]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 25 21:27:12.465447 ncdv-master-1 neutron-server[121606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 25 21:27:12.500527 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-13d9cbcb-673f-4ba4-b578-f39c4e40a79e tempest-RoutersNegativeIpV6Test-2019333087 tempest-RoutersNegativeIpV6Test-2019333087-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2611e822b0>,) {'filters': {'network_id': ['92038ce7-9205-4373-8c47-e5925713d98a']}} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:27:12.519904 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-13d9cbcb-673f-4ba4-b578-f39c4e40a79e tempest-RoutersNegativeIpV6Test-2019333087 tempest-RoutersNegativeIpV6Test-2019333087-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2611e822b0>, '9573be4b-0510-43d8-b9ed-b1a22e0a145e') {'for_net_delete': True} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:27:12.526000 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-13d9cbcb-673f-4ba4-b578-f39c4e40a79e tempest-RoutersNegativeIpV6Test-2019333087 tempest-RoutersNegativeIpV6Test-2019333087-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2611e822b0>, '9573be4b-0510-43d8-b9ed-b1a22e0a145e') {} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:27:12.544370 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-13d9cbcb-673f-4ba4-b578-f39c4e40a79e tempest-RoutersNegativeIpV6Test-2019333087 tempest-RoutersNegativeIpV6Test-2019333087-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737602746920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10246592'] for segment, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:12.545890 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-044e82e0-64c3-4c38-8295-02a857ffba80 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:12.554669 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f8e10e-f754-46b3-984f-f31e3fdd7305 None None] Pushing event updated for resources: {'Port': ['ID=019a137c-85ae-41ca-84cd-c01f17030ec4,revision_number=2']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:27:12.566520 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d01fc6f-2f2c-4281-9dfc-4ed75bc32620 tempest-RoutersAdminNegativeTest-1920084502 tempest-RoutersAdminNegativeTest-1920084502-project-admin] Made reservation on behalf of 859576f2b9e245feab22c9ddf0bab93d for: {'port': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:27:12.568925 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-3d01fc6f-2f2c-4281-9dfc-4ed75bc32620 tempest-RoutersAdminNegativeTest-1920084502 tempest-RoutersAdminNegativeTest-1920084502-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:12.572554 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d352897-5351-4f40-99bd-a258eaea7af2 None None] Network 5c96ff26-19d4-45af-91c3-6fb747499333 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:27:12.574552 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.db.api [None req-979caa5e-6234-426a-ac62-26fee001ad57 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Dec 25 21:27:12.574552 ncdv-master-1 neutron-server[121606]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Dec 25 21:27:12.574552 ncdv-master-1 neutron-server[121606]: [parameters: {'id': '5c96ff26-19d4-45af-91c3-6fb747499333'}]
Dec 25 21:27:12.574552 ncdv-master-1 neutron-server[121606]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=121606) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 25 21:27:12.582801 ncdv-master-1 neutron-server[121606]: DEBUG oslo_db.api [None req-979caa5e-6234-426a-ac62-26fee001ad57 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 25 21:27:12.627375 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-3d01fc6f-2f2c-4281-9dfc-4ed75bc32620 tempest-RoutersAdminNegativeTest-1920084502 tempest-RoutersAdminNegativeTest-1920084502-project-admin] Publish callbacks [] for security_group, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:12.630682 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-13d9cbcb-673f-4ba4-b578-f39c4e40a79e tempest-RoutersNegativeIpV6Test-2019333087 tempest-RoutersNegativeIpV6Test-2019333087-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:12.644820 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device a5ed7b5d-a159-4c0e-87a4-df63e2a4c715 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:27:12.653238 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-044e82e0-64c3-4c38-8295-02a857ffba80 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:12.668184 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13d9cbcb-673f-4ba4-b578-f39c4e40a79e tempest-RoutersNegativeIpV6Test-2019333087 tempest-RoutersNegativeIpV6Test-2019333087-project] Releasing vlan 194 on physical network physnet1 to pool {{(pid=121607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 25 21:27:12.668587 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-13d9cbcb-673f-4ba4-b578-f39c4e40a79e tempest-RoutersNegativeIpV6Test-2019333087 tempest-RoutersNegativeIpV6Test-2019333087-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8633327'] for segment, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:12.673457 ncdv-master-1 neutron-server[121607]: Traceback (most recent call last):
Dec 25 21:27:12.673457 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 25 21:27:12.673457 ncdv-master-1 neutron-server[121607]:     timer()
Dec 25 21:27:12.673457 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 25 21:27:12.673457 ncdv-master-1 neutron-server[121607]:     cb(*args, **kw)
Dec 25 21:27:12.673457 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 25 21:27:12.673457 ncdv-master-1 neutron-server[121607]:     return func(*args, **kwargs)
Dec 25 21:27:12.673457 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 25 21:27:12.673457 ncdv-master-1 neutron-server[121607]:     self._notify()
Dec 25 21:27:12.673457 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 25 21:27:12.673457 ncdv-master-1 neutron-server[121607]:     self.callback(batched_events)
Dec 25 21:27:12.673457 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 25 21:27:12.673457 ncdv-master-1 neutron-server[121607]:     event.method(event)
Dec 25 21:27:12.673457 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 25 21:27:12.673457 ncdv-master-1 neutron-server[121607]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 25 21:27:12.673457 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 25 21:27:12.673457 ncdv-master-1 neutron-server[121607]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 25 21:27:12.673457 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 25 21:27:12.673457 ncdv-master-1 neutron-server[121607]:     return f(self, *a, **k)
Dec 25 21:27:12.673457 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 25 21:27:12.673457 ncdv-master-1 neutron-server[121607]:     return self._get(url).json()
Dec 25 21:27:12.673457 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 25 21:27:12.673457 ncdv-master-1 neutron-server[121607]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 25 21:27:12.673457 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 25 21:27:12.673457 ncdv-master-1 neutron-server[121607]:     return self.request(url, 'GET', **kwargs)
Dec 25 21:27:12.673457 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 25 21:27:12.673457 ncdv-master-1 neutron-server[121607]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 25 21:27:12.673457 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 25 21:27:12.673457 ncdv-master-1 neutron-server[121607]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 25 21:27:12.673457 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 25 21:27:12.673457 ncdv-master-1 neutron-server[121607]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 25 21:27:12.673457 ncdv-master-1 neutron-server[121607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 25 21:27:12.682364 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] No Port match for: a5ed7b5d-a159-4c0e-87a4-df63e2a4c715 {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:27:12.682716 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device a5ed7b5d-a159-4c0e-87a4-df63e2a4c715 not bound to the agent host ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:27:12.700648 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-6fcf5ace-f093-4e77-84b4-46b87c0820f6 tempest-RoutersAdminTest-266561384 tempest-RoutersAdminTest-266561384-project] Publish callbacks [] for router_gateway, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:12.709216 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-271f5b08-b2a5-4e7c-b1e3-1b57e919f70d None None] get_active_networks_info from ncdv-master-1 {{(pid=121608) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
Dec 25 21:27:12.854915 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-271f5b08-b2a5-4e7c-b1e3-1b57e919f70d None None] Resources bound (agent type, host, resource id):  {{(pid=121608) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Dec 25 21:27:12.877095 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-13d9cbcb-673f-4ba4-b578-f39c4e40a79e tempest-RoutersNegativeIpV6Test-2019333087 tempest-RoutersNegativeIpV6Test-2019333087-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2008653'] for network, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:12.897081 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-13d9cbcb-673f-4ba4-b578-f39c4e40a79e tempest-RoutersNegativeIpV6Test-2019333087 tempest-RoutersNegativeIpV6Test-2019333087-project] Publish callbacks [] for network, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:12.900238 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-13d9cbcb-673f-4ba4-b578-f39c4e40a79e tempest-RoutersNegativeIpV6Test-2019333087 tempest-RoutersNegativeIpV6Test-2019333087-project] 10.222.0.32 "DELETE /v2.0/networks/92038ce7-9205-4373-8c47-e5925713d98a HTTP/1.1" status: 204  len: 168 time: 1.9167356
Dec 25 21:27:12.902807 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 42416) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:27:12.925683 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d9cbcb-673f-4ba4-b578-f39c4e40a79e tempest-RoutersNegativeIpV6Test-2019333087 tempest-RoutersNegativeIpV6Test-2019333087-project] Pushing event deleted for resources: {'Network': ['ID=92038ce7-9205-4373-8c47-e5925713d98a,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:27:12.931572 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-3d01fc6f-2f2c-4281-9dfc-4ed75bc32620 tempest-RoutersAdminNegativeTest-1920084502 tempest-RoutersAdminNegativeTest-1920084502-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:12.936810 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-044e82e0-64c3-4c38-8295-02a857ffba80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:12.940512 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-044e82e0-64c3-4c38-8295-02a857ffba80 admin admin] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:12.955510 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-044e82e0-64c3-4c38-8295-02a857ffba80 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/145fb8d2-fc9e-47fc-86e6-8653138e3417 HTTP/1.1" status: 204  len: 168 time: 0.9211757
Dec 25 21:27:12.986289 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044e82e0-64c3-4c38-8295-02a857ffba80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=145fb8d2-fc9e-47fc-86e6-8653138e3417,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:27:12.993466 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_v2 [None req-6fec80b6-8fc9-4d3b-9773-cd9980feadd8 tempest-RoutersNegativeIpV6Test-2019333087 tempest-RoutersNegativeIpV6Test-2019333087-project] Deleting subnet 42362fee-a708-41e0-bc32-39ecdcb4fee0 {{(pid=121606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Dec 25 21:27:12.997134 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-6fec80b6-8fc9-4d3b-9773-cd9980feadd8 tempest-RoutersNegativeIpV6Test-2019333087 tempest-RoutersNegativeIpV6Test-2019333087-project] Publish callbacks [] for subnet, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:13.003979 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-3d01fc6f-2f2c-4281-9dfc-4ed75bc32620 tempest-RoutersAdminNegativeTest-1920084502 tempest-RoutersAdminNegativeTest-1920084502-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:13.010045 ncdv-master-1 neutron-server[121607]: DEBUG neutron.notifiers.nova [None req-3d01fc6f-2f2c-4281-9dfc-4ed75bc32620 tempest-RoutersAdminNegativeTest-1920084502 tempest-RoutersAdminNegativeTest-1920084502-project-admin] device_id is not set on port 868e8e70-a61a-49c4-9d34-a0ea52e8af99 yet. {{(pid=121607) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 25 21:27:13.096280 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-979caa5e-6234-426a-ac62-26fee001ad57 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625803'] for network, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:13.101080 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-6fec80b6-8fc9-4d3b-9773-cd9980feadd8 tempest-RoutersNegativeIpV6Test-2019333087 tempest-RoutersNegativeIpV6Test-2019333087-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9084199'] for subnet, precommit_delete_associations {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:13.113458 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d01fc6f-2f2c-4281-9dfc-4ed75bc32620 tempest-RoutersAdminNegativeTest-1920084502 tempest-RoutersAdminNegativeTest-1920084502-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=688cd88c-1b77-44e6-994b-14019193730b,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:27:13.140287 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-6fcf5ace-f093-4e77-84b4-46b87c0820f6 tempest-RoutersAdminTest-266561384 tempest-RoutersAdminTest-266561384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2014278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2009753'] for router, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:13.226337 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-979caa5e-6234-426a-ac62-26fee001ad57 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Deleting port 019a137c-85ae-41ca-84cd-c01f17030ec4 {{(pid=121606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:27:13.226860 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-979caa5e-6234-426a-ac62-26fee001ad57 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:13.239084 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_common [None req-3d01fc6f-2f2c-4281-9dfc-4ed75bc32620 tempest-RoutersAdminNegativeTest-1920084502 tempest-RoutersAdminNegativeTest-1920084502-project-admin] Allocated IP 172.35.3.16 (7201e55c-7c5f-41aa-a042-a363696539d0/7a939e13-713f-45cf-bba7-1539635abe25/868e8e70-a61a-49c4-9d34-a0ea52e8af99) {{(pid=121607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:27:13.253511 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-6fec80b6-8fc9-4d3b-9773-cd9980feadd8 tempest-RoutersNegativeIpV6Test-2019333087 tempest-RoutersNegativeIpV6Test-2019333087-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995662'] for subnet, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:13.337400 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [None req-979caa5e-6234-426a-ac62-26fee001ad57 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] For port 019a137c-85ae-41ca-84cd-c01f17030ec4, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=019a137c-85ae-41ca-84cd-c01f17030ec4,segment=NetworkSegment(9cea31ec-e32f-47c2-b173-a8979ed559d8),segment_id=9cea31ec-e32f-47c2-b173-a8979ed559d8)] {{(pid=121606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:27:13.339360 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-979caa5e-6234-426a-ac62-26fee001ad57 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:13.358053 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-979caa5e-6234-426a-ac62-26fee001ad57 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Calling delete_port for 019a137c-85ae-41ca-84cd-c01f17030ec4 owned by network:dhcp {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:27:13.443688 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7a040b2d-c711-44ad-8288-9469b1125e6a req-3219442b-a5f3-468e-b87f-a7eb9b06ca18 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] 10.222.0.32 "GET /v2.0/ports?device_id=65490ad4-5baf-4c89-9877-006d581b4758 HTTP/1.1" status: 200  len: 210 time: 0.0631261
Dec 25 21:27:13.461173 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-6fec80b6-8fc9-4d3b-9773-cd9980feadd8 tempest-RoutersNegativeIpV6Test-2019333087 tempest-RoutersNegativeIpV6Test-2019333087-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9084363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9028506'] for subnet, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:13.493954 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fcf5ace-f093-4e77-84b4-46b87c0820f6 tempest-RoutersAdminTest-266561384 tempest-RoutersAdminTest-266561384-project] Router c7896f2f-758b-41c4-81cf-e32fe077036f is scheduled to L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 with binding_index 1 {{(pid=121607) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 25 21:27:13.496774 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-6fec80b6-8fc9-4d3b-9773-cd9980feadd8 tempest-RoutersNegativeIpV6Test-2019333087 tempest-RoutersNegativeIpV6Test-2019333087-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for subnet, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:13.502396 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-6fec80b6-8fc9-4d3b-9773-cd9980feadd8 tempest-RoutersNegativeIpV6Test-2019333087 tempest-RoutersNegativeIpV6Test-2019333087-project] 10.222.0.32 "DELETE /v2.0/subnets/42362fee-a708-41e0-bc32-39ecdcb4fee0 HTTP/1.1" status: 204  len: 168 time: 0.5941668
Dec 25 21:27:13.502610 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fec80b6-8fc9-4d3b-9773-cd9980feadd8 tempest-RoutersNegativeIpV6Test-2019333087 tempest-RoutersNegativeIpV6Test-2019333087-project] Pushing event deleted for resources: {'Subnet': ['ID=42362fee-a708-41e0-bc32-39ecdcb4fee0,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:27:13.503846 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 42424) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:27:13.511018 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96478ef3-8f6f-482b-b43b-2bc97fbdbba2 None None] Network 5f5a6e5e-663e-4edb-a5b4-ad29c8018fac requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:27:13.532920 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-3d01fc6f-2f2c-4281-9dfc-4ed75bc32620 tempest-RoutersAdminNegativeTest-1920084502 tempest-RoutersAdminNegativeTest-1920084502-project-admin] Publish callbacks [] for port, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:13.589319 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-979caa5e-6234-426a-ac62-26fee001ad57 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:13.628529 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979caa5e-6234-426a-ac62-26fee001ad57 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Pushing event deleted for resources: {'Port': ['ID=019a137c-85ae-41ca-84cd-c01f17030ec4,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:27:13.634565 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-979caa5e-6234-426a-ac62-26fee001ad57 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] No DVR routers for this DVR port 019a137c-85ae-41ca-84cd-c01f17030ec4 on host ncdv-master-1 {{(pid=121606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:27:13.643890 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6c3a626-4f8b-4b8a-beb2-3dbb535f960b tempest-RoutersNegativeIpV6Test-2019333087 tempest-RoutersNegativeIpV6Test-2019333087-project] Deleting subnet 03dfc083-4fa9-4e44-a174-9a6b75ef6df5 {{(pid=121607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Dec 25 21:27:13.650971 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-c6c3a626-4f8b-4b8a-beb2-3dbb535f960b tempest-RoutersNegativeIpV6Test-2019333087 tempest-RoutersNegativeIpV6Test-2019333087-project] Publish callbacks [] for subnet, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:13.741580 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-c6c3a626-4f8b-4b8a-beb2-3dbb535f960b tempest-RoutersNegativeIpV6Test-2019333087 tempest-RoutersNegativeIpV6Test-2019333087-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10246617'] for subnet, precommit_delete_associations {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:13.744847 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fcf5ace-f093-4e77-84b4-46b87c0820f6 tempest-RoutersAdminTest-266561384 tempest-RoutersAdminTest-266561384-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 21:27:13.746605 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b7ea860-b797-403e-8b9b-2ef93168dcb3 None None] DHCP port deletion for 5f5a6e5e-663e-4edb-a5b4-ad29c8018fac request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 21:27:13.756109 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb969b45-dc7b-49fd-ba02-3c05ca09fc91 None None] Sync routers for ids ['c7896f2f-758b-41c4-81cf-e32fe077036f'] in ncdv-master-1 {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 21:27:13.778456 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb969b45-dc7b-49fd-ba02-3c05ca09fc91 None None] Routers {'c7896f2f-758b-41c4-81cf-e32fe077036f'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:27:13.779099 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-eb969b45-dc7b-49fd-ba02-3c05ca09fc91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f26183bb4c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:27:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['c7896f2f-758b-41c4-81cf-e32fe077036f'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:27:13.802979 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-979caa5e-6234-426a-ac62-26fee001ad57 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997585', 'neutron.services.segments.db._delete_segments_for_network-8737602743071'] for network, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:13.807623 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-3d01fc6f-2f2c-4281-9dfc-4ed75bc32620 tempest-RoutersAdminNegativeTest-1920084502 tempest-RoutersAdminNegativeTest-1920084502-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:13.818765 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ed22c7-7e5e-47b1-b215-f6b3bae0dbc0 req-fdf972cd-5f7b-490c-835b-ea23ce6751a0 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:27:13.820253 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-61ed22c7-7e5e-47b1-b215-f6b3bae0dbc0 req-fdf972cd-5f7b-490c-835b-ea23ce6751a0 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] 10.222.0.37 "GET /v2.0/networks?id=c8199f70-d579-4a7f-8b38-5d569ea5e784 HTTP/1.1" status: 200  len: 814 time: 0.2559249
Dec 25 21:27:13.822540 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-3b7ea860-b797-403e-8b9b-2ef93168dcb3 None None] Deleting port 276a468e-c1a9-4717-8c0d-608ba641a742 {{(pid=121608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:27:13.822540 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3b7ea860-b797-403e-8b9b-2ef93168dcb3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:13.827468 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-eb969b45-dc7b-49fd-ba02-3c05ca09fc91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f26183bb4c0>, [], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:27:13.840931 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb969b45-dc7b-49fd-ba02-3c05ca09fc91 None None] Routers {'c7896f2f-758b-41c4-81cf-e32fe077036f'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:27:13.842484 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.segments.db [None req-979caa5e-6234-426a-ac62-26fee001ad57 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f261a83e8e0>,) {'filters': {'network_id': ['5c96ff26-19d4-45af-91c3-6fb747499333']}} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:27:13.843132 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-eb969b45-dc7b-49fd-ba02-3c05ca09fc91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f26183bb4c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:27:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['c7896f2f-758b-41c4-81cf-e32fe077036f'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:27:13.857810 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 42426) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:27:13.866309 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.segments.db [None req-979caa5e-6234-426a-ac62-26fee001ad57 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f261a83e8e0>, '9cea31ec-e32f-47c2-b173-a8979ed559d8') {'for_net_delete': True} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:27:13.866609 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.segments.db [None req-979caa5e-6234-426a-ac62-26fee001ad57 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f261a83e8e0>, '9cea31ec-e32f-47c2-b173-a8979ed559d8') {} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:27:13.883528 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-979caa5e-6234-426a-ac62-26fee001ad57 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737602746920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9084222'] for segment, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:13.885536 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-f0c389d7-bca8-4a29-8d42-fc00cfe59e42 admin admin] Publish callbacks [] for security_group, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:13.888542 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-eb969b45-dc7b-49fd-ba02-3c05ca09fc91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f26183bb4c0>, [], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:27:13.889316 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb969b45-dc7b-49fd-ba02-3c05ca09fc91 None None] The sync data for ids ['c7896f2f-758b-41c4-81cf-e32fe077036f'] in ncdv-master-1 is: [] {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 21:27:13.911020 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d01fc6f-2f2c-4281-9dfc-4ed75bc32620 tempest-RoutersAdminNegativeTest-1920084502 tempest-RoutersAdminNegativeTest-1920084502-project-admin] Network 7201e55c-7c5f-41aa-a042-a363696539d0 is already hosted by enough agents. {{(pid=121607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:27:13.917720 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-6fcf5ace-f093-4e77-84b4-46b87c0820f6 tempest-RoutersAdminTest-266561384 tempest-RoutersAdminTest-266561384-project] Publish callbacks [] for router, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:13.917720 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-6fcf5ace-f093-4e77-84b4-46b87c0820f6 tempest-RoutersAdminTest-266561384 tempest-RoutersAdminTest-266561384-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 883 time: 4.3493845
Dec 25 21:27:13.917720 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-c6c3a626-4f8b-4b8a-beb2-3dbb535f960b tempest-RoutersNegativeIpV6Test-2019333087 tempest-RoutersNegativeIpV6Test-2019333087-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995662'] for subnet, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:13.919828 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 42428) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:27:13.920481 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d01fc6f-2f2c-4281-9dfc-4ed75bc32620 tempest-RoutersAdminNegativeTest-1920084502 tempest-RoutersAdminNegativeTest-1920084502-project-admin] Pushing event updated for resources: {'Port': ['ID=868e8e70-a61a-49c4-9d34-a0ea52e8af99,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:27:13.923027 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-3d01fc6f-2f2c-4281-9dfc-4ed75bc32620 tempest-RoutersAdminNegativeTest-1920084502 tempest-RoutersAdminNegativeTest-1920084502-project-admin] Resources bound (agent type, host, resource id):  {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:27:13.928503 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-491fa6ac-da36-44aa-9e64-ecae183ac752 tempest-RoutersAdminTest-266561384 tempest-RoutersAdminTest-266561384-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:27:13.938378 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-979caa5e-6234-426a-ac62-26fee001ad57 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:13.950599 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e077021c-15e5-47c4-8153-0add7c57883f None None] DHCP port deletion for 7201e55c-7c5f-41aa-a042-a363696539d0 request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 21:27:13.954085 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d01fc6f-2f2c-4281-9dfc-4ed75bc32620 tempest-RoutersAdminNegativeTest-1920084502 tempest-RoutersAdminNegativeTest-1920084502-project-admin] Received port after_create {{(pid=121607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:27:13.957208 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-3b7ea860-b797-403e-8b9b-2ef93168dcb3 None None] For port 276a468e-c1a9-4717-8c0d-608ba641a742, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=276a468e-c1a9-4717-8c0d-608ba641a742,segment=NetworkSegment(98946f9b-be97-4614-be50-2a0d9330c00f),segment_id=98946f9b-be97-4614-be50-2a0d9330c00f)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:27:13.959947 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3b7ea860-b797-403e-8b9b-2ef93168dcb3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:13.972329 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-979caa5e-6234-426a-ac62-26fee001ad57 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Releasing vlan 152 on physical network physnet1 to pool {{(pid=121606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 25 21:27:13.972329 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-979caa5e-6234-426a-ac62-26fee001ad57 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9084542'] for segment, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:13.972329 ncdv-master-1 neutron-server[121606]: Traceback (most recent call last):
Dec 25 21:27:13.972329 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 25 21:27:13.972329 ncdv-master-1 neutron-server[121606]:     timer()
Dec 25 21:27:13.972329 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 25 21:27:13.972329 ncdv-master-1 neutron-server[121606]:     cb(*args, **kw)
Dec 25 21:27:13.972329 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 25 21:27:13.972329 ncdv-master-1 neutron-server[121606]:     return func(*args, **kwargs)
Dec 25 21:27:13.972329 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 25 21:27:13.972329 ncdv-master-1 neutron-server[121606]:     self._notify()
Dec 25 21:27:13.972329 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 25 21:27:13.972329 ncdv-master-1 neutron-server[121606]:     self.callback(batched_events)
Dec 25 21:27:13.972329 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 25 21:27:13.972329 ncdv-master-1 neutron-server[121606]:     event.method(event)
Dec 25 21:27:13.972329 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 25 21:27:13.972329 ncdv-master-1 neutron-server[121606]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 25 21:27:13.972329 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 25 21:27:13.972329 ncdv-master-1 neutron-server[121606]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 25 21:27:13.972329 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 25 21:27:13.972329 ncdv-master-1 neutron-server[121606]:     return f(self, *a, **k)
Dec 25 21:27:13.972329 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 25 21:27:13.972329 ncdv-master-1 neutron-server[121606]:     return self._get(url).json()
Dec 25 21:27:13.972329 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 25 21:27:13.972329 ncdv-master-1 neutron-server[121606]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 25 21:27:13.972329 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 25 21:27:13.972329 ncdv-master-1 neutron-server[121606]:     return self.request(url, 'GET', **kwargs)
Dec 25 21:27:13.972329 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 25 21:27:13.972329 ncdv-master-1 neutron-server[121606]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 25 21:27:13.972329 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 25 21:27:13.972329 ncdv-master-1 neutron-server[121606]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 25 21:27:13.972329 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 25 21:27:13.972329 ncdv-master-1 neutron-server[121606]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 25 21:27:13.972329 ncdv-master-1 neutron-server[121606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 25 21:27:13.977226 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-3b7ea860-b797-403e-8b9b-2ef93168dcb3 None None] Calling delete_port for 276a468e-c1a9-4717-8c0d-608ba641a742 owned by network:dhcp {{(pid=121608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:27:13.983770 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-61ed22c7-7e5e-47b1-b215-f6b3bae0dbc0 req-4e4ba871-5805-4a48-93fd-0e5a8bedfdd8 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0560c323ec8e41b3bc05939e12e049d5 HTTP/1.1" status: 200  len: 380 time: 0.1524858
Dec 25 21:27:14.001460 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-61ed22c7-7e5e-47b1-b215-f6b3bae0dbc0 req-80bf884e-95e4-4a82-9193-9bd8fbe48db8 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] Request body: {'port': {'device_id': '65490ad4-5baf-4c89-9877-006d581b4758', 'network_id': 'c8199f70-d579-4a7f-8b38-5d569ea5e784', 'admin_state_up': True, 'tenant_id': '0560c323ec8e41b3bc05939e12e049d5', 'security_groups': ['0d32f0a1-0bdc-4dd4-8a66-1e7cbebb8ef1']}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:27:14.058325 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d01fc6f-2f2c-4281-9dfc-4ed75bc32620 tempest-RoutersAdminNegativeTest-1920084502 tempest-RoutersAdminNegativeTest-1920084502-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:27:14.058938 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-3d01fc6f-2f2c-4281-9dfc-4ed75bc32620 tempest-RoutersAdminNegativeTest-1920084502 tempest-RoutersAdminNegativeTest-1920084502-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:14.142543 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3b7ea860-b797-403e-8b9b-2ef93168dcb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955'] for port, after_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:14.145588 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-979caa5e-6234-426a-ac62-26fee001ad57 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2008653'] for network, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:14.170505 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-979caa5e-6234-426a-ac62-26fee001ad57 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for network, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:14.174341 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-979caa5e-6234-426a-ac62-26fee001ad57 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] 10.222.0.32 "DELETE /v2.0/networks/5c96ff26-19d4-45af-91c3-6fb747499333 HTTP/1.1" status: 204  len: 168 time: 2.9952359
Dec 25 21:27:14.177889 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b7ea860-b797-403e-8b9b-2ef93168dcb3 None None] No DVR routers for this DVR port 276a468e-c1a9-4717-8c0d-608ba641a742 on host ncdv-master-1 {{(pid=121608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:27:14.179753 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 42430) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:27:14.183285 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7ea860-b797-403e-8b9b-2ef93168dcb3 None None] Pushing event deleted for resources: {'Port': ['ID=276a468e-c1a9-4717-8c0d-608ba641a742,revision_number=None']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:27:14.194155 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-797ae77d-d6ec-49b5-bf84-e42c321196c4 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2064834813'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:27:14.194272 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979caa5e-6234-426a-ac62-26fee001ad57 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Pushing event deleted for resources: {'Network': ['ID=5c96ff26-19d4-45af-91c3-6fb747499333,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:27:14.210671 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-f0c389d7-bca8-4a29-8d42-fc00cfe59e42 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:14.211822 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-c6c3a626-4f8b-4b8a-beb2-3dbb535f960b tempest-RoutersNegativeIpV6Test-2019333087 tempest-RoutersNegativeIpV6Test-2019333087-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8632410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8852809'] for subnet, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:14.217426 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-7af0fb04-f7a2-4e4b-abb9-3304b170093d None None] Provisioning complete for port 868e8e70-a61a-49c4-9d34-a0ea52e8af99 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:27:14.217426 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-7af0fb04-f7a2-4e4b-abb9-3304b170093d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:14.224769 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-3d01fc6f-2f2c-4281-9dfc-4ed75bc32620 tempest-RoutersAdminNegativeTest-1920084502 tempest-RoutersAdminNegativeTest-1920084502-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1032 time: 2.6363523
Dec 25 21:27:14.229498 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 42432) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:27:14.235984 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-8aa38453-2a8f-4274-9d75-5814c93e78aa tempest-RoutersAdminNegativeTest-1920084502 tempest-RoutersAdminNegativeTest-1920084502-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.16'}]}}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:27:14.254524 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-c6c3a626-4f8b-4b8a-beb2-3dbb535f960b tempest-RoutersNegativeIpV6Test-2019333087 tempest-RoutersNegativeIpV6Test-2019333087-project] Publish callbacks [] for subnet, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:14.255990 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-7af0fb04-f7a2-4e4b-abb9-3304b170093d None None] Port 868e8e70-a61a-49c4-9d34-a0ea52e8af99 cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:27:14.258367 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-c6c3a626-4f8b-4b8a-beb2-3dbb535f960b tempest-RoutersNegativeIpV6Test-2019333087 tempest-RoutersNegativeIpV6Test-2019333087-project] 10.222.0.32 "DELETE /v2.0/subnets/03dfc083-4fa9-4e44-a174-9a6b75ef6df5 HTTP/1.1" status: 204  len: 168 time: 0.7520497
Dec 25 21:27:14.261006 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 42434) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:27:14.264166 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d362238-d1e8-41b8-8430-240304c8ffb8 None None] Network 3b2785bd-013f-4fd5-9b83-272ba358bc7f requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:27:14.264474 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c3a626-4f8b-4b8a-beb2-3dbb535f960b tempest-RoutersNegativeIpV6Test-2019333087 tempest-RoutersNegativeIpV6Test-2019333087-project] Pushing event deleted for resources: {'Subnet': ['ID=03dfc083-4fa9-4e44-a174-9a6b75ef6df5,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:27:14.334867 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-f0c389d7-bca8-4a29-8d42-fc00cfe59e42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:14.356807 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61ed22c7-7e5e-47b1-b215-f6b3bae0dbc0 req-80bf884e-95e4-4a82-9193-9bd8fbe48db8 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] Made reservation on behalf of 0560c323ec8e41b3bc05939e12e049d5 for: {'port': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:27:14.360409 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-61ed22c7-7e5e-47b1-b215-f6b3bae0dbc0 req-80bf884e-95e4-4a82-9193-9bd8fbe48db8 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:14.370261 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-00230831-b636-465c-8b1b-88574db8aa27 tempest-RoutersNegativeIpV6Test-2019333087 tempest-RoutersNegativeIpV6Test-2019333087-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625803'] for network, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:14.407667 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-797ae77d-d6ec-49b5-bf84-e42c321196c4 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Made reservation on behalf of 596be925895b4ede995a5f893bdae840 for: {'network': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:27:14.411176 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-797ae77d-d6ec-49b5-bf84-e42c321196c4 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for network, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:14.426255 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-f0c389d7-bca8-4a29-8d42-fc00cfe59e42 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1332fd4206ee4e3ca09e322448860007&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5648479
Dec 25 21:27:14.426255 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c389d7-bca8-4a29-8d42-fc00cfe59e42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64846934-a061-426e-bc54-da7da654aacd,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:27:14.426953 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 42436) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:27:14.460539 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2689c5e-81f9-4a7f-9626-4e90a4bfe020 None None] DHCP port deletion for 3b2785bd-013f-4fd5-9b83-272ba358bc7f request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 21:27:14.482498 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-797ae77d-d6ec-49b5-bf84-e42c321196c4 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] vlan segment allocate from pool success with {'vlan_id': 196, 'physical_network': 'physnet1'}  {{(pid=121607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 25 21:27:14.497487 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-491fa6ac-da36-44aa-9e64-ecae183ac752 tempest-RoutersAdminTest-266561384 tempest-RoutersAdminTest-266561384-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:14.504097 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-797ae77d-d6ec-49b5-bf84-e42c321196c4 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:14.504826 ncdv-master-1 neutron-server[121607]: INFO neutron.db.segments_db [None req-797ae77d-d6ec-49b5-bf84-e42c321196c4 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Added segment 66cecb63-eb8a-4adf-be9d-787e66008670 of type vlan for network 89a83eb9-f99f-4bb7-a8c5-202ad364bd7a
Dec 25 21:27:14.512251 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-f2689c5e-81f9-4a7f-9626-4e90a4bfe020 None None] Deleting port 6c0f7efc-2f78-4d57-91e3-7eb7bcdc35f1 {{(pid=121608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:27:14.512251 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-f2689c5e-81f9-4a7f-9626-4e90a4bfe020 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:14.541569 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-8aa38453-2a8f-4274-9d75-5814c93e78aa tempest-RoutersAdminNegativeTest-1920084502 tempest-RoutersAdminNegativeTest-1920084502-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2014909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14863'] for router, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:14.541569 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-8aa38453-2a8f-4274-9d75-5814c93e78aa tempest-RoutersAdminNegativeTest-1920084502 tempest-RoutersAdminNegativeTest-1920084502-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2014285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2009796', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2082630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14848'] for router, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:14.583392 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-797ae77d-d6ec-49b5-bf84-e42c321196c4 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737602163420'] for network, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:14.594400 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-f2689c5e-81f9-4a7f-9626-4e90a4bfe020 None None] For port 6c0f7efc-2f78-4d57-91e3-7eb7bcdc35f1, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6c0f7efc-2f78-4d57-91e3-7eb7bcdc35f1,segment=NetworkSegment(1614a2aa-59fe-4df0-92d7-2ee738be0c04),segment_id=1614a2aa-59fe-4df0-92d7-2ee738be0c04)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:27:14.595282 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-f2689c5e-81f9-4a7f-9626-4e90a4bfe020 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:14.614409 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-f2689c5e-81f9-4a7f-9626-4e90a4bfe020 None None] Calling delete_port for 6c0f7efc-2f78-4d57-91e3-7eb7bcdc35f1 owned by network:dhcp {{(pid=121608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:27:14.634676 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-491fa6ac-da36-44aa-9e64-ecae183ac752 tempest-RoutersAdminTest-266561384 tempest-RoutersAdminTest-266561384-project] Publish callbacks [] for router_gateway, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:14.644590 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-00230831-b636-465c-8b1b-88574db8aa27 tempest-RoutersNegativeIpV6Test-2019333087 tempest-RoutersNegativeIpV6Test-2019333087-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997585', 'neutron.services.segments.db._delete_segments_for_network-8737602743071'] for network, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:14.660448 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 276a468e-c1a9-4717-8c0d-608ba641a742 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:27:14.686875 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] No Port match for: 276a468e-c1a9-4717-8c0d-608ba641a742 {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:27:14.687556 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 276a468e-c1a9-4717-8c0d-608ba641a742 not bound to the agent host ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:27:14.687698 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 6c0f7efc-2f78-4d57-91e3-7eb7bcdc35f1 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:27:14.690982 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-1b320fb6-0f04-46fd-a87e-72e23db1b45d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:14.718033 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-797ae77d-d6ec-49b5-bf84-e42c321196c4 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870'] for network, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:14.725549 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-912c38c1-2aba-40fb-9c99-7a4de5d94b77 req-71c22d7d-9da5-4fc0-852c-df7f95df9333 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] 10.222.0.32 "GET /v2.0/ports?device_id=65490ad4-5baf-4c89-9877-006d581b4758 HTTP/1.1" status: 200  len: 210 time: 0.0704608
Dec 25 21:27:14.730246 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-797ae77d-d6ec-49b5-bf84-e42c321196c4 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:27:14.731022 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-797ae77d-d6ec-49b5-bf84-e42c321196c4 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Publish callbacks [] for network, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:14.751652 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-8aa38453-2a8f-4274-9d75-5814c93e78aa tempest-RoutersAdminNegativeTest-1920084502 tempest-RoutersAdminNegativeTest-1920084502-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:14.763609 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.segments.db [None req-00230831-b636-465c-8b1b-88574db8aa27 tempest-RoutersNegativeIpV6Test-2019333087 tempest-RoutersNegativeIpV6Test-2019333087-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2613c81670>,) {'filters': {'network_id': ['5f5a6e5e-663e-4edb-a5b4-ad29c8018fac']}} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:27:14.778873 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_common [req-61ed22c7-7e5e-47b1-b215-f6b3bae0dbc0 req-80bf884e-95e4-4a82-9193-9bd8fbe48db8 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] Allocated IP 172.20.0.6 (c8199f70-d579-4a7f-8b38-5d569ea5e784/0cf468ed-9644-4e44-939f-6c7d09675460/35a15c05-bcca-4842-8606-5c79e44fa713) {{(pid=121606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:27:14.786744 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.segments.db [None req-00230831-b636-465c-8b1b-88574db8aa27 tempest-RoutersNegativeIpV6Test-2019333087 tempest-RoutersNegativeIpV6Test-2019333087-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2613c81670>, '98946f9b-be97-4614-be50-2a0d9330c00f') {'for_net_delete': True} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:27:14.786980 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.segments.db [None req-00230831-b636-465c-8b1b-88574db8aa27 tempest-RoutersNegativeIpV6Test-2019333087 tempest-RoutersNegativeIpV6Test-2019333087-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2613c81670>, '98946f9b-be97-4614-be50-2a0d9330c00f') {} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:27:14.795415 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:14.798772 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-1b320fb6-0f04-46fd-a87e-72e23db1b45d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:14.809148 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-00230831-b636-465c-8b1b-88574db8aa27 tempest-RoutersNegativeIpV6Test-2019333087 tempest-RoutersNegativeIpV6Test-2019333087-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737602746920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9084222'] for segment, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:14.839808 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797ae77d-d6ec-49b5-bf84-e42c321196c4 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Pushing event updated for resources: {'Network': ['ID=89a83eb9-f99f-4bb7-a8c5-202ad364bd7a,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:27:14.847843 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-00230831-b636-465c-8b1b-88574db8aa27 tempest-RoutersNegativeIpV6Test-2019333087 tempest-RoutersNegativeIpV6Test-2019333087-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:14.851935 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Network 89a83eb9-f99f-4bb7-a8c5-202ad364bd7a details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 25 21:27:14.854668 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-491fa6ac-da36-44aa-9e64-ecae183ac752 tempest-RoutersAdminTest-266561384 tempest-RoutersAdminTest-266561384-project] Deleting port c7ea4a53-e435-466c-8e72-25ffe8b5a89b {{(pid=121607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:27:14.855238 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-491fa6ac-da36-44aa-9e64-ecae183ac752 tempest-RoutersAdminTest-266561384 tempest-RoutersAdminTest-266561384-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:14.865087 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00230831-b636-465c-8b1b-88574db8aa27 tempest-RoutersNegativeIpV6Test-2019333087 tempest-RoutersNegativeIpV6Test-2019333087-project] Releasing vlan 151 on physical network physnet1 to pool {{(pid=121606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 25 21:27:14.865525 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-00230831-b636-465c-8b1b-88574db8aa27 tempest-RoutersNegativeIpV6Test-2019333087 tempest-RoutersNegativeIpV6Test-2019333087-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9084542'] for segment, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:14.868672 ncdv-master-1 neutron-server[121606]: Traceback (most recent call last):
Dec 25 21:27:14.868672 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 25 21:27:14.868672 ncdv-master-1 neutron-server[121606]:     timer()
Dec 25 21:27:14.868672 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 25 21:27:14.868672 ncdv-master-1 neutron-server[121606]:     cb(*args, **kw)
Dec 25 21:27:14.868672 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 25 21:27:14.868672 ncdv-master-1 neutron-server[121606]:     return func(*args, **kwargs)
Dec 25 21:27:14.868672 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 25 21:27:14.868672 ncdv-master-1 neutron-server[121606]:     self._notify()
Dec 25 21:27:14.868672 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 25 21:27:14.868672 ncdv-master-1 neutron-server[121606]:     self.callback(batched_events)
Dec 25 21:27:14.868672 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 25 21:27:14.868672 ncdv-master-1 neutron-server[121606]:     event.method(event)
Dec 25 21:27:14.868672 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 25 21:27:14.868672 ncdv-master-1 neutron-server[121606]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 25 21:27:14.868672 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 25 21:27:14.868672 ncdv-master-1 neutron-server[121606]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 25 21:27:14.868672 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 25 21:27:14.868672 ncdv-master-1 neutron-server[121606]:     return f(self, *a, **k)
Dec 25 21:27:14.868672 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 25 21:27:14.868672 ncdv-master-1 neutron-server[121606]:     return self._get(url).json()
Dec 25 21:27:14.868672 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 25 21:27:14.868672 ncdv-master-1 neutron-server[121606]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 25 21:27:14.868672 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 25 21:27:14.868672 ncdv-master-1 neutron-server[121606]:     return self.request(url, 'GET', **kwargs)
Dec 25 21:27:14.868672 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 25 21:27:14.868672 ncdv-master-1 neutron-server[121606]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 25 21:27:14.868672 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 25 21:27:14.868672 ncdv-master-1 neutron-server[121606]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 25 21:27:14.868672 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 25 21:27:14.868672 ncdv-master-1 neutron-server[121606]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 25 21:27:14.868672 ncdv-master-1 neutron-server[121606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 25 21:27:14.872867 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-f2689c5e-81f9-4a7f-9626-4e90a4bfe020 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955'] for port, after_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:14.924491 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-797ae77d-d6ec-49b5-bf84-e42c321196c4 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 0.7431233
Dec 25 21:27:14.927538 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 42440) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:27:14.936495 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2689c5e-81f9-4a7f-9626-4e90a4bfe020 None None] Pushing event deleted for resources: {'Port': ['ID=6c0f7efc-2f78-4d57-91e3-7eb7bcdc35f1,revision_number=None']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:27:14.938046 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-59754ec9-75a2-472a-80ce-48ce4229f1e4 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Request body: {'subnet': {'network_id': '89a83eb9-f99f-4bb7-a8c5-202ad364bd7a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:27:14.941251 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2689c5e-81f9-4a7f-9626-4e90a4bfe020 None None] No DVR routers for this DVR port 6c0f7efc-2f78-4d57-91e3-7eb7bcdc35f1 on host ncdv-master-1 {{(pid=121608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:27:15.049409 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-491fa6ac-da36-44aa-9e64-ecae183ac752 tempest-RoutersAdminTest-266561384 tempest-RoutersAdminTest-266561384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:15.067323 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-491fa6ac-da36-44aa-9e64-ecae183ac752 tempest-RoutersAdminTest-266561384 tempest-RoutersAdminTest-266561384-project] Calling delete_port for c7ea4a53-e435-466c-8e72-25ffe8b5a89b owned by network:router_gateway {{(pid=121607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:27:15.105959 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-1b320fb6-0f04-46fd-a87e-72e23db1b45d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:15.108517 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-1b320fb6-0f04-46fd-a87e-72e23db1b45d admin admin] Publish callbacks [] for security_group, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:15.109737 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-1b320fb6-0f04-46fd-a87e-72e23db1b45d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/64846934-a061-426e-bc54-da7da654aacd HTTP/1.1" status: 204  len: 168 time: 0.6781046
Dec 25 21:27:15.126829 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-00230831-b636-465c-8b1b-88574db8aa27 tempest-RoutersNegativeIpV6Test-2019333087 tempest-RoutersNegativeIpV6Test-2019333087-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2008653'] for network, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:15.166918 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-8aa38453-2a8f-4274-9d75-5814c93e78aa tempest-RoutersAdminNegativeTest-1920084502 tempest-RoutersAdminNegativeTest-1920084502-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:15.174653 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-00230831-b636-465c-8b1b-88574db8aa27 tempest-RoutersNegativeIpV6Test-2019333087 tempest-RoutersNegativeIpV6Test-2019333087-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for network, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:15.180293 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-00230831-b636-465c-8b1b-88574db8aa27 tempest-RoutersNegativeIpV6Test-2019333087 tempest-RoutersNegativeIpV6Test-2019333087-project] 10.222.0.32 "DELETE /v2.0/networks/5f5a6e5e-663e-4edb-a5b4-ad29c8018fac HTTP/1.1" status: 204  len: 168 time: 0.9157493
Dec 25 21:27:15.181742 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 42444) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:27:15.182530 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b320fb6-0f04-46fd-a87e-72e23db1b45d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64846934-a061-426e-bc54-da7da654aacd,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:27:15.204058 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00230831-b636-465c-8b1b-88574db8aa27 tempest-RoutersNegativeIpV6Test-2019333087 tempest-RoutersNegativeIpV6Test-2019333087-project] Pushing event deleted for resources: {'Network': ['ID=5f5a6e5e-663e-4edb-a5b4-ad29c8018fac,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:27:15.208310 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-61ed22c7-7e5e-47b1-b215-f6b3bae0dbc0 req-80bf884e-95e4-4a82-9193-9bd8fbe48db8 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] Publish callbacks [] for port, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:15.217750 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59754ec9-75a2-472a-80ce-48ce4229f1e4 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Made reservation on behalf of 596be925895b4ede995a5f893bdae840 for: {'subnet': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:27:15.221267 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-59754ec9-75a2-472a-80ce-48ce4229f1e4 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8852834'] for subnet, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:15.339673 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-42cc1a25-0993-40e3-a371-80e593a7db3e tempest-RoutersNegativeIpV6Test-2019333087 tempest-RoutersNegativeIpV6Test-2019333087-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625803'] for network, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:15.381522 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-61ed22c7-7e5e-47b1-b215-f6b3bae0dbc0 req-80bf884e-95e4-4a82-9193-9bd8fbe48db8 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:15.451568 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61ed22c7-7e5e-47b1-b215-f6b3bae0dbc0 req-80bf884e-95e4-4a82-9193-9bd8fbe48db8 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] Network c8199f70-d579-4a7f-8b38-5d569ea5e784 is already hosted by enough agents. {{(pid=121606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:27:15.458856 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [req-61ed22c7-7e5e-47b1-b215-f6b3bae0dbc0 req-80bf884e-95e4-4a82-9193-9bd8fbe48db8 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] Resources bound (agent type, host, resource id):  {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:27:15.473584 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-42cc1a25-0993-40e3-a371-80e593a7db3e tempest-RoutersNegativeIpV6Test-2019333087 tempest-RoutersNegativeIpV6Test-2019333087-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997585', 'neutron.services.segments.db._delete_segments_for_network-8737602743071'] for network, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:15.483226 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [req-61ed22c7-7e5e-47b1-b215-f6b3bae0dbc0 req-80bf884e-95e4-4a82-9193-9bd8fbe48db8 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] Received port after_create {{(pid=121606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:27:15.497400 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-42cc1a25-0993-40e3-a371-80e593a7db3e tempest-RoutersNegativeIpV6Test-2019333087 tempest-RoutersNegativeIpV6Test-2019333087-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2612b1ffd0>,) {'filters': {'network_id': ['3b2785bd-013f-4fd5-9b83-272ba358bc7f']}} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:27:15.507471 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-42cc1a25-0993-40e3-a371-80e593a7db3e tempest-RoutersNegativeIpV6Test-2019333087 tempest-RoutersNegativeIpV6Test-2019333087-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2612b1ffd0>, '1614a2aa-59fe-4df0-92d7-2ee738be0c04') {'for_net_delete': True} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:27:15.508130 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-42cc1a25-0993-40e3-a371-80e593a7db3e tempest-RoutersNegativeIpV6Test-2019333087 tempest-RoutersNegativeIpV6Test-2019333087-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2612b1ffd0>, '1614a2aa-59fe-4df0-92d7-2ee738be0c04') {} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:27:15.520051 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-42cc1a25-0993-40e3-a371-80e593a7db3e tempest-RoutersNegativeIpV6Test-2019333087 tempest-RoutersNegativeIpV6Test-2019333087-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737602746920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10246592'] for segment, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:15.529664 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bf884e-95e4-4a82-9193-9bd8fbe48db8 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] Pushing event updated for resources: {'Port': ['ID=35a15c05-bcca-4842-8606-5c79e44fa713,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:27:15.530850 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-491fa6ac-da36-44aa-9e64-ecae183ac752 tempest-RoutersAdminTest-266561384 tempest-RoutersAdminTest-266561384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:15.545541 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-8aa38453-2a8f-4274-9d75-5814c93e78aa tempest-RoutersAdminNegativeTest-1920084502 tempest-RoutersAdminNegativeTest-1920084502-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:15.569657 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-42cc1a25-0993-40e3-a371-80e593a7db3e tempest-RoutersNegativeIpV6Test-2019333087 tempest-RoutersNegativeIpV6Test-2019333087-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:15.576553 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491fa6ac-da36-44aa-9e64-ecae183ac752 tempest-RoutersAdminTest-266561384 tempest-RoutersAdminTest-266561384-project] Pushing event deleted for resources: {'Port': ['ID=c7ea4a53-e435-466c-8e72-25ffe8b5a89b,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:27:15.578868 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-8aa38453-2a8f-4274-9d75-5814c93e78aa tempest-RoutersAdminNegativeTest-1920084502 tempest-RoutersAdminNegativeTest-1920084502-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:15.584271 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42cc1a25-0993-40e3-a371-80e593a7db3e tempest-RoutersNegativeIpV6Test-2019333087 tempest-RoutersNegativeIpV6Test-2019333087-project] Releasing vlan 173 on physical network physnet1 to pool {{(pid=121607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 25 21:27:15.584668 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-42cc1a25-0993-40e3-a371-80e593a7db3e tempest-RoutersNegativeIpV6Test-2019333087 tempest-RoutersNegativeIpV6Test-2019333087-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8633327'] for segment, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:15.586967 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d25f797-88e6-49fd-90a4-c7d2265155f2 None None] DHCP port deletion for 7201e55c-7c5f-41aa-a042-a363696539d0 request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 21:27:15.591090 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:27:15.591090 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:27:15.591090 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:27:15.591090 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:27:15.591090 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:27:15.591090 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:27:15.591090 ncdv-master-1 neutron-server[121607]: Traceback (most recent call last):
Dec 25 21:27:15.591090 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 25 21:27:15.591090 ncdv-master-1 neutron-server[121607]:     timer()
Dec 25 21:27:15.591090 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 25 21:27:15.591090 ncdv-master-1 neutron-server[121607]:     cb(*args, **kw)
Dec 25 21:27:15.591090 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 25 21:27:15.591090 ncdv-master-1 neutron-server[121607]:     return func(*args, **kwargs)
Dec 25 21:27:15.591090 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 25 21:27:15.591090 ncdv-master-1 neutron-server[121607]:     self._notify()
Dec 25 21:27:15.591090 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 25 21:27:15.591090 ncdv-master-1 neutron-server[121607]:     self.callback(batched_events)
Dec 25 21:27:15.591090 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 25 21:27:15.591090 ncdv-master-1 neutron-server[121607]:     event.method(event)
Dec 25 21:27:15.591090 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 25 21:27:15.591090 ncdv-master-1 neutron-server[121607]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 25 21:27:15.591090 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 25 21:27:15.591090 ncdv-master-1 neutron-server[121607]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 25 21:27:15.591090 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 25 21:27:15.591090 ncdv-master-1 neutron-server[121607]:     return f(self, *a, **k)
Dec 25 21:27:15.591090 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 25 21:27:15.591090 ncdv-master-1 neutron-server[121607]:     return self._get(url).json()
Dec 25 21:27:15.591090 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 25 21:27:15.591090 ncdv-master-1 neutron-server[121607]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 25 21:27:15.591090 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 25 21:27:15.591090 ncdv-master-1 neutron-server[121607]:     return self.request(url, 'GET', **kwargs)
Dec 25 21:27:15.591090 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 25 21:27:15.591090 ncdv-master-1 neutron-server[121607]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 25 21:27:15.591090 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 25 21:27:15.591090 ncdv-master-1 neutron-server[121607]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 25 21:27:15.591090 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 25 21:27:15.591090 ncdv-master-1 neutron-server[121607]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 25 21:27:15.591090 ncdv-master-1 neutron-server[121607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 25 21:27:15.613341 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ed22c7-7e5e-47b1-b215-f6b3bae0dbc0 req-80bf884e-95e4-4a82-9193-9bd8fbe48db8 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:27:15.614042 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-61ed22c7-7e5e-47b1-b215-f6b3bae0dbc0 req-80bf884e-95e4-4a82-9193-9bd8fbe48db8 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:15.730735 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-491fa6ac-da36-44aa-9e64-ecae183ac752 tempest-RoutersAdminTest-266561384 tempest-RoutersAdminTest-266561384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2008689'] for router_gateway, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:15.796815 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-05db9b7c-6a71-4181-bf49-03cd03b8c68f None None] Provisioning complete for port 35a15c05-bcca-4842-8606-5c79e44fa713 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:27:15.801950 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-61ed22c7-7e5e-47b1-b215-f6b3bae0dbc0 req-80bf884e-95e4-4a82-9193-9bd8fbe48db8 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.8054595
Dec 25 21:27:15.810521 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-05db9b7c-6a71-4181-bf49-03cd03b8c68f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:15.820156 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-61ed22c7-7e5e-47b1-b215-f6b3bae0dbc0 req-53f99799-7b15-47b1-aebc-ab0a78cabae9 service neutron] Request body: {'port': {'device_id': '65490ad4-5baf-4c89-9877-006d581b4758', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:27:15.866396 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-05db9b7c-6a71-4181-bf49-03cd03b8c68f None None] Port 35a15c05-bcca-4842-8606-5c79e44fa713 cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:27:16.253791 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-61ed22c7-7e5e-47b1-b215-f6b3bae0dbc0 req-53f99799-7b15-47b1-aebc-ab0a78cabae9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:16.275092 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c59b2cd-d921-48da-8cf2-86229f4d5189 req-e8203e32-fff8-4e1b-ae36-19af05ea5ed2 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:27:16.276602 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7c59b2cd-d921-48da-8cf2-86229f4d5189 req-e8203e32-fff8-4e1b-ae36-19af05ea5ed2 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] 10.222.0.32 "GET /v2.0/ports?device_id=65490ad4-5baf-4c89-9877-006d581b4758 HTTP/1.1" status: 200  len: 931 time: 0.4264395
Dec 25 21:27:16.286587 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-42cc1a25-0993-40e3-a371-80e593a7db3e tempest-RoutersNegativeIpV6Test-2019333087 tempest-RoutersNegativeIpV6Test-2019333087-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2008653'] for network, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:16.302323 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-42cc1a25-0993-40e3-a371-80e593a7db3e tempest-RoutersNegativeIpV6Test-2019333087 tempest-RoutersNegativeIpV6Test-2019333087-project] Publish callbacks [] for network, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:16.305500 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-42cc1a25-0993-40e3-a371-80e593a7db3e tempest-RoutersNegativeIpV6Test-2019333087 tempest-RoutersNegativeIpV6Test-2019333087-project] 10.222.0.32 "DELETE /v2.0/networks/3b2785bd-013f-4fd5-9b83-272ba358bc7f HTTP/1.1" status: 204  len: 168 time: 1.1228201
Dec 25 21:27:16.309324 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 42464) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:27:16.324635 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-8aa38453-2a8f-4274-9d75-5814c93e78aa tempest-RoutersAdminNegativeTest-1920084502 tempest-RoutersAdminNegativeTest-1920084502-project-admin] Publish callbacks [] for router, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:16.356572 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cc1a25-0993-40e3-a371-80e593a7db3e tempest-RoutersNegativeIpV6Test-2019333087 tempest-RoutersNegativeIpV6Test-2019333087-project] Pushing event deleted for resources: {'Network': ['ID=3b2785bd-013f-4fd5-9b83-272ba358bc7f,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:27:16.419840 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-59754ec9-75a2-472a-80ce-48ce4229f1e4 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8632475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8852848'] for subnet, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:16.452212 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-491fa6ac-da36-44aa-9e64-ecae183ac752 tempest-RoutersAdminTest-266561384 tempest-RoutersAdminTest-266561384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2009782', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2014271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14898'] for router, precommit_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:16.482328 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7c59b2cd-d921-48da-8cf2-86229f4d5189 req-51f4a24f-492e-41c8-95d1-cb9d87c697cf tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d32f0a1-0bdc-4dd4-8a66-1e7cbebb8ef1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1791184
Dec 25 21:27:16.491460 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-491fa6ac-da36-44aa-9e64-ecae183ac752 tempest-RoutersAdminTest-266561384 tempest-RoutersAdminTest-266561384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2009753', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2009775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2009760', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2014256'] for router, after_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:16.548104 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c730bfe-a4a5-4ff3-a92a-fc53284b86c4 tempest-RoutersNegativeIpV6Test-2019333087 tempest-RoutersNegativeIpV6Test-2019333087-project] Deleting subnet 696baea7-af4d-4978-a73d-71876f4016a8 {{(pid=121607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Dec 25 21:27:16.583500 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-1c730bfe-a4a5-4ff3-a92a-fc53284b86c4 tempest-RoutersNegativeIpV6Test-2019333087 tempest-RoutersNegativeIpV6Test-2019333087-project] Publish callbacks [] for subnet, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:16.592714 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-8aa38453-2a8f-4274-9d75-5814c93e78aa tempest-RoutersAdminNegativeTest-1920084502 tempest-RoutersAdminNegativeTest-1920084502-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2014235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14905'] for router, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:16.600098 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-8aa38453-2a8f-4274-9d75-5814c93e78aa tempest-RoutersAdminNegativeTest-1920084502 tempest-RoutersAdminNegativeTest-1920084502-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:16.620992 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59754ec9-75a2-472a-80ce-48ce4229f1e4 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Pushing event updated for resources: {'Subnet': ['ID=d8c91894-a481-4b0f-9729-5d1213a00a48,revision_number=0']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:27:16.673347 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-491fa6ac-da36-44aa-9e64-ecae183ac752 tempest-RoutersAdminTest-266561384 tempest-RoutersAdminTest-266561384-project] Router c7896f2f-758b-41c4-81cf-e32fe077036f has already been hosted by L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 {{(pid=121607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 25 21:27:16.679440 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-1c730bfe-a4a5-4ff3-a92a-fc53284b86c4 tempest-RoutersNegativeIpV6Test-2019333087 tempest-RoutersNegativeIpV6Test-2019333087-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10246617'] for subnet, precommit_delete_associations {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:16.700782 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59754ec9-75a2-472a-80ce-48ce4229f1e4 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Checking segment: {'id': '66cecb63-eb8a-4adf-be9d-787e66008670', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '89a83eb9-f99f-4bb7-a8c5-202ad364bd7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:27:16.701181 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59754ec9-75a2-472a-80ce-48ce4229f1e4 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Network hostable DHCP agents. Network: 89a83eb9-f99f-4bb7-a8c5-202ad364bd7a, hostable agents: ['1813db88-2c1b-4357-a2ba-869246b663c2'], hosted agents: [] {{(pid=121607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 25 21:27:16.749805 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-8aa38453-2a8f-4274-9d75-5814c93e78aa tempest-RoutersAdminNegativeTest-1920084502 tempest-RoutersAdminNegativeTest-1920084502-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2014220'] for router, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:16.750667 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8aa38453-2a8f-4274-9d75-5814c93e78aa tempest-RoutersAdminNegativeTest-1920084502 tempest-RoutersAdminNegativeTest-1920084502-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 82e5d6c8-bf30-4ec7-b8c7-23d501d3609b {{(pid=121606) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 25 21:27:16.778001 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [req-61ed22c7-7e5e-47b1-b215-f6b3bae0dbc0 req-53f99799-7b15-47b1-aebc-ab0a78cabae9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35a15c05-bcca-4842-8606-5c79e44fa713 {{(pid=121606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:27:16.787438 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-61ed22c7-7e5e-47b1-b215-f6b3bae0dbc0 req-53f99799-7b15-47b1-aebc-ab0a78cabae9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:16.805065 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.provisioning_blocks [req-61ed22c7-7e5e-47b1-b215-f6b3bae0dbc0 req-53f99799-7b15-47b1-aebc-ab0a78cabae9 service neutron] Transition to ACTIVE for port object 35a15c05-bcca-4842-8606-5c79e44fa713 will not be triggered until provisioned by entity L2. {{(pid=121606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 25 21:27:16.827234 ncdv-master-1 neutron-server[121606]: INFO neutron.api.v2.resource [None req-8aa38453-2a8f-4274-9d75-5814c93e78aa tempest-RoutersAdminNegativeTest-1920084502 tempest-RoutersAdminNegativeTest-1920084502-project-admin] create failed (client error): There was a conflict when trying to complete your request.
Dec 25 21:27:16.828683 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-8aa38453-2a8f-4274-9d75-5814c93e78aa tempest-RoutersAdminNegativeTest-1920084502 tempest-RoutersAdminNegativeTest-1920084502-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 409  len: 371 time: 2.5977461
Dec 25 21:27:16.829560 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-491fa6ac-da36-44aa-9e64-ecae183ac752 tempest-RoutersAdminTest-266561384 tempest-RoutersAdminTest-266561384-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 21:27:16.831452 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 42472) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:27:16.839618 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-491fa6ac-da36-44aa-9e64-ecae183ac752 tempest-RoutersAdminTest-266561384 tempest-RoutersAdminTest-266561384-project] Publish callbacks [] for router, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:16.843153 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-491fa6ac-da36-44aa-9e64-ecae183ac752 tempest-RoutersAdminTest-266561384 tempest-RoutersAdminTest-266561384-project] 10.222.0.32 "PUT /v2.0/routers/c7896f2f-758b-41c4-81cf-e32fe077036f HTTP/1.1" status: 200  len: 705 time: 2.9158394
Dec 25 21:27:16.843334 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a440b924-1809-498c-81ae-2a6b9ab70694 None None] Sync routers for ids ['c7896f2f-758b-41c4-81cf-e32fe077036f'] in ncdv-master-1 {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 21:27:16.844329 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 42474) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:27:16.854249 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a440b924-1809-498c-81ae-2a6b9ab70694 None None] Routers {'c7896f2f-758b-41c4-81cf-e32fe077036f'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:27:16.855329 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-a440b924-1809-498c-81ae-2a6b9ab70694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2613328130>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:27:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['c7896f2f-758b-41c4-81cf-e32fe077036f'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:27:16.892711 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-a440b924-1809-498c-81ae-2a6b9ab70694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2613328130>, [], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:27:16.895121 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-1c730bfe-a4a5-4ff3-a92a-fc53284b86c4 tempest-RoutersNegativeIpV6Test-2019333087 tempest-RoutersNegativeIpV6Test-2019333087-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995662'] for subnet, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:16.902607 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a440b924-1809-498c-81ae-2a6b9ab70694 None None] Routers {'c7896f2f-758b-41c4-81cf-e32fe077036f'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:27:16.903240 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-a440b924-1809-498c-81ae-2a6b9ab70694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2613328130>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:27:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['c7896f2f-758b-41c4-81cf-e32fe077036f'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:27:16.918173 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59754ec9-75a2-472a-80ce-48ce4229f1e4 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Network 89a83eb9-f99f-4bb7-a8c5-202ad364bd7a is scheduled to be hosted by DHCP agent 1813db88-2c1b-4357-a2ba-869246b663c2 with binding_index 1 {{(pid=121607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 25 21:27:16.926527 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-68ca7c62-35d1-4d22-b617-11a46824de40 tempest-RoutersAdminNegativeTest-1920084502 tempest-RoutersAdminNegativeTest-1920084502-project-admin] Deleting port 868e8e70-a61a-49c4-9d34-a0ea52e8af99 {{(pid=121606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:27:16.927000 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-68ca7c62-35d1-4d22-b617-11a46824de40 tempest-RoutersAdminNegativeTest-1920084502 tempest-RoutersAdminNegativeTest-1920084502-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:16.940151 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-a440b924-1809-498c-81ae-2a6b9ab70694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2613328130>, [], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:27:16.940859 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a440b924-1809-498c-81ae-2a6b9ab70694 None None] The sync data for ids ['c7896f2f-758b-41c4-81cf-e32fe077036f'] in ncdv-master-1 is: [] {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 21:27:16.944032 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-61ed22c7-7e5e-47b1-b215-f6b3bae0dbc0 req-53f99799-7b15-47b1-aebc-ab0a78cabae9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:16.975963 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-d7d83b64-6149-4256-8466-13a12fdb17af tempest-RoutersAdminTest-58483452 tempest-RoutersAdminTest-58483452-project-admin] 10.222.0.32 "GET /v2.0/routers/c7896f2f-758b-41c4-81cf-e32fe077036f HTTP/1.1" status: 200  len: 740 time: 0.1279345
Dec 25 21:27:16.975963 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 42478) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:27:17.036180 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-9bc7e0b5-790a-4a79-b034-3a411d94a89e tempest-RoutersAdminTest-58483452 tempest-RoutersAdminTest-58483452-project-admin] 10.222.0.32 "GET /v2.0/ports?network_id=7201e55c-7c5f-41aa-a042-a363696539d0&device_id=c7896f2f-758b-41c4-81cf-e32fe077036f HTTP/1.1" status: 200  len: 205 time: 0.0567653
Dec 25 21:27:17.037816 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 42482) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:27:17.072116 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-b70516fa-9b5c-48fe-98cf-f910a64c86fa tempest-RoutersAdminTest-266561384 tempest-RoutersAdminTest-266561384-project] 10.222.0.32 "GET /v2.0/ports?device_id=c7896f2f-758b-41c4-81cf-e32fe077036f HTTP/1.1" status: 200  len: 205 time: 0.0332644
Dec 25 21:27:17.074712 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 42484) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:27:17.079383 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f99799-7b15-47b1-aebc-ab0a78cabae9 service neutron] Pushing event updated for resources: {'Port': ['ID=35a15c05-bcca-4842-8606-5c79e44fa713,revision_number=2']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:27:17.129391 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-68ca7c62-35d1-4d22-b617-11a46824de40 tempest-RoutersAdminNegativeTest-1920084502 tempest-RoutersAdminNegativeTest-1920084502-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:17.148065 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-68ca7c62-35d1-4d22-b617-11a46824de40 tempest-RoutersAdminNegativeTest-1920084502 tempest-RoutersAdminNegativeTest-1920084502-project-admin] Calling delete_port for 868e8e70-a61a-49c4-9d34-a0ea52e8af99 owned by  {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:27:17.170064 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-59754ec9-75a2-472a-80ce-48ce4229f1e4 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 89a83eb9-f99f-4bb7-a8c5-202ad364bd7a) {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:27:17.174569 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-61ed22c7-7e5e-47b1-b215-f6b3bae0dbc0 req-53f99799-7b15-47b1-aebc-ab0a78cabae9 service neutron] Attempting to bind port 35a15c05-bcca-4842-8606-5c79e44fa713 on host nch2-master-1 for vnic_type normal with profile  {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:27:17.174569 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-61ed22c7-7e5e-47b1-b215-f6b3bae0dbc0 req-53f99799-7b15-47b1-aebc-ab0a78cabae9 service neutron] Attempting to bind port 35a15c05-bcca-4842-8606-5c79e44fa713 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '51150129-bf93-43ed-a72b-663a41e8f921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'c8199f70-d579-4a7f-8b38-5d569ea5e784'}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:27:17.174569 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61ed22c7-7e5e-47b1-b215-f6b3bae0dbc0 req-53f99799-7b15-47b1-aebc-ab0a78cabae9 service neutron] Attempting to bind port 35a15c05-bcca-4842-8606-5c79e44fa713 on network c8199f70-d579-4a7f-8b38-5d569ea5e784 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:27:17.177423 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59754ec9-75a2-472a-80ce-48ce4229f1e4 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:27:17.178042 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-59754ec9-75a2-472a-80ce-48ce4229f1e4 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Publish callbacks [] for subnet, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:17.179394 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9149b261-03b9-4e27-9d20-33ba459cd4f7 None None] Network 89a83eb9-f99f-4bb7-a8c5-202ad364bd7a requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:27:17.184089 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-25e4c052-6962-449a-9319-85fa462b0cc3 tempest-RoutersAdminTest-266561384 tempest-RoutersAdminTest-266561384-project] Publish callbacks [] for router, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:17.220926 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61ed22c7-7e5e-47b1-b215-f6b3bae0dbc0 req-53f99799-7b15-47b1-aebc-ab0a78cabae9 service neutron] Port 35a15c05-bcca-4842-8606-5c79e44fa713 on network c8199f70-d579-4a7f-8b38-5d569ea5e784 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 25 21:27:17.226392 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61ed22c7-7e5e-47b1-b215-f6b3bae0dbc0 req-53f99799-7b15-47b1-aebc-ab0a78cabae9 service neutron] Attempting to bind port 35a15c05-bcca-4842-8606-5c79e44fa713 on network c8199f70-d579-4a7f-8b38-5d569ea5e784 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:27:17.229012 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61ed22c7-7e5e-47b1-b215-f6b3bae0dbc0 req-53f99799-7b15-47b1-aebc-ab0a78cabae9 service neutron] Checking agent: {'id': '0d9ae313-8f8d-40fa-8a9f-d098a25a9911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 21, 4, 38), 'started_at': datetime.datetime(2021, 12, 25, 21, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 27, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:27:17.229365 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61ed22c7-7e5e-47b1-b215-f6b3bae0dbc0 req-53f99799-7b15-47b1-aebc-ab0a78cabae9 service neutron] Checking segment: {'id': '51150129-bf93-43ed-a72b-663a41e8f921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'c8199f70-d579-4a7f-8b38-5d569ea5e784'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:27:17.229765 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61ed22c7-7e5e-47b1-b215-f6b3bae0dbc0 req-53f99799-7b15-47b1-aebc-ab0a78cabae9 service neutron] Bound using segment: {'id': '51150129-bf93-43ed-a72b-663a41e8f921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'c8199f70-d579-4a7f-8b38-5d569ea5e784'} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:27:17.230207 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-61ed22c7-7e5e-47b1-b215-f6b3bae0dbc0 req-53f99799-7b15-47b1-aebc-ab0a78cabae9 service neutron] Bound port: 35a15c05-bcca-4842-8606-5c79e44fa713, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51150129-bf93-43ed-a72b-663a41e8f921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'c8199f70-d579-4a7f-8b38-5d569ea5e784'}}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:27:17.230961 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-61ed22c7-7e5e-47b1-b215-f6b3bae0dbc0 req-53f99799-7b15-47b1-aebc-ab0a78cabae9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:17.349592 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-1c730bfe-a4a5-4ff3-a92a-fc53284b86c4 tempest-RoutersNegativeIpV6Test-2019333087 tempest-RoutersNegativeIpV6Test-2019333087-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8632410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8852809'] for subnet, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:17.368035 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-61ed22c7-7e5e-47b1-b215-f6b3bae0dbc0 req-53f99799-7b15-47b1-aebc-ab0a78cabae9 service neutron] For port 35a15c05-bcca-4842-8606-5c79e44fa713, host nch2-master-1, cleared binding levels {{(pid=121606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:27:17.380749 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d97b1103-6bf0-4874-b36d-462c575b1c33 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-89a83eb9-f99f-4bb7-a8c5-202ad364bd7a', 'network_id': '89a83eb9-f99f-4bb7-a8c5-202ad364bd7a', 'project_id': '596be925895b4ede995a5f893bdae840', 'fixed_ips': [{'subnet_id': 'd8c91894-a481-4b0f-9729-5d1213a00a48'}]}} from ncdv-master-1. {{(pid=121608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 25 21:27:17.382152 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-d97b1103-6bf0-4874-b36d-462c575b1c33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:17.387755 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-61ed22c7-7e5e-47b1-b215-f6b3bae0dbc0 req-53f99799-7b15-47b1-aebc-ab0a78cabae9 service neutron] For port 35a15c05-bcca-4842-8606-5c79e44fa713, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=35a15c05-bcca-4842-8606-5c79e44fa713,segment=NetworkSegment(51150129-bf93-43ed-a72b-663a41e8f921),segment_id=51150129-bf93-43ed-a72b-663a41e8f921)] {{(pid=121606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:27:17.442427 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-1c730bfe-a4a5-4ff3-a92a-fc53284b86c4 tempest-RoutersNegativeIpV6Test-2019333087 tempest-RoutersNegativeIpV6Test-2019333087-project] Publish callbacks [] for subnet, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:17.449778 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 42492) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:27:17.449953 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-1c730bfe-a4a5-4ff3-a92a-fc53284b86c4 tempest-RoutersNegativeIpV6Test-2019333087 tempest-RoutersNegativeIpV6Test-2019333087-project] 10.222.0.32 "DELETE /v2.0/subnets/696baea7-af4d-4978-a73d-71876f4016a8 HTTP/1.1" status: 204  len: 168 time: 1.1295569
Dec 25 21:27:17.453568 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c730bfe-a4a5-4ff3-a92a-fc53284b86c4 tempest-RoutersNegativeIpV6Test-2019333087 tempest-RoutersNegativeIpV6Test-2019333087-project] Pushing event deleted for resources: {'Subnet': ['ID=696baea7-af4d-4978-a73d-71876f4016a8,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:27:17.463527 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-59754ec9-75a2-472a-80ce-48ce4229f1e4 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 2.5338509
Dec 25 21:27:17.466468 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-61ed22c7-7e5e-47b1-b215-f6b3bae0dbc0 req-53f99799-7b15-47b1-aebc-ab0a78cabae9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:17.467785 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 42494) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:27:17.473303 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-f121b24d-94bd-448e-a2c7-49c903b771ee tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Request body: {'subnet': {'network_id': '89a83eb9-f99f-4bb7-a8c5-202ad364bd7a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:27:17.499073 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fc81637-854a-40c7-a666-c6c065917804 None None] Network 2bd552ca-7d1d-4778-8f9a-2b791bfe12be requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:27:17.504830 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-25e4c052-6962-449a-9319-85fa462b0cc3 tempest-RoutersAdminTest-266561384 tempest-RoutersAdminTest-266561384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2014235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14905'] for router, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:17.508462 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 42496) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:27:17.510961 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-25e4c052-6962-449a-9319-85fa462b0cc3 tempest-RoutersAdminTest-266561384 tempest-RoutersAdminTest-266561384-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:17.547769 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ed22c7-7e5e-47b1-b215-f6b3bae0dbc0 req-53f99799-7b15-47b1-aebc-ab0a78cabae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:27:17.548900 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-61ed22c7-7e5e-47b1-b215-f6b3bae0dbc0 req-53f99799-7b15-47b1-aebc-ab0a78cabae9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:17.550783 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-61ed22c7-7e5e-47b1-b215-f6b3bae0dbc0 req-53f99799-7b15-47b1-aebc-ab0a78cabae9 service neutron] 10.222.0.37 "PUT /v2.0/ports/35a15c05-bcca-4842-8606-5c79e44fa713 HTTP/1.1" status: 200  len: 1091 time: 1.7367024
Dec 25 21:27:17.560063 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65490ad4-5baf-4c89-9877-006d581b4758', 'tag': '35a15c05-bcca-4842-8606-5c79e44fa713'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:27:17.563582 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9858820c13ec2827453b94ebc4181065e990a4e4089ccb9fe762531ac62d2fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b41b5fae-00c8-4637-822e-99075c0ea93b" -d '{"events": [{"name": "network-changed", "server_uuid": "65490ad4-5baf-4c89-9877-006d581b4758", "tag": "35a15c05-bcca-4842-8606-5c79e44fa713"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:27:17.567964 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-68ca7c62-35d1-4d22-b617-11a46824de40 tempest-RoutersAdminNegativeTest-1920084502 tempest-RoutersAdminNegativeTest-1920084502-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:17.685384 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Dec 2021 21:27:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9312aef3-9875-4573-b73e-a378a8647d16 x-openstack-request-id: req-9312aef3-9875-4573-b73e-a378a8647d16 {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:27:17.685963 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65490ad4-5baf-4c89-9877-006d581b4758", "tag": "35a15c05-bcca-4842-8606-5c79e44fa713", "status": "completed", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:27:17.686427 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9312aef3-9875-4573-b73e-a378a8647d16 {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:27:17.687015 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65490ad4-5baf-4c89-9877-006d581b4758', 'tag': '35a15c05-bcca-4842-8606-5c79e44fa713', 'status': 'completed', 'code': 200}
Dec 25 21:27:17.743771 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.agents_db [None req-ec08dba0-4483-4109-b5e1-5e4a9fdaf12d None None] Agent healthcheck: found 7 active agents {{(pid=121609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 25 21:27:17.770779 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-25e4c052-6962-449a-9319-85fa462b0cc3 tempest-RoutersAdminTest-266561384 tempest-RoutersAdminTest-266561384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2014220'] for router, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:17.771459 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25e4c052-6962-449a-9319-85fa462b0cc3 tempest-RoutersAdminTest-266561384 tempest-RoutersAdminTest-266561384-project] Fanout notify agent at l3_agent the message router_deleted on router c7896f2f-758b-41c4-81cf-e32fe077036f {{(pid=121607) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 25 21:27:17.778256 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c84498fb-0249-4829-8681-757f951ad868 None None] DHCP port deletion for 7201e55c-7c5f-41aa-a042-a363696539d0 request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 21:27:17.779259 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-25e4c052-6962-449a-9319-85fa462b0cc3 tempest-RoutersAdminTest-266561384 tempest-RoutersAdminTest-266561384-project] Publish callbacks [] for router, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:17.780781 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-25e4c052-6962-449a-9319-85fa462b0cc3 tempest-RoutersAdminTest-266561384 tempest-RoutersAdminTest-266561384-project] 10.222.0.32 "DELETE /v2.0/routers/c7896f2f-758b-41c4-81cf-e32fe077036f HTTP/1.1" status: 204  len: 168 time: 0.7051659
Dec 25 21:27:17.785295 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 42504) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:27:17.815112 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-afe75733-e62c-47ac-9f21-52e65a2ab53e tempest-RoutersNegativeIpV6Test-2019333087 tempest-RoutersNegativeIpV6Test-2019333087-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625803'] for network, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:17.816703 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f99799-7b15-47b1-aebc-ab0a78cabae9 service neutron] Pushing event updated for resources: {'Port': ['ID=35a15c05-bcca-4842-8606-5c79e44fa713,revision_number=3']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:27:17.836284 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-6c179fcb-932d-4596-8d85-d5a9c830f532 tempest-RoutersAdminTest-266561384 tempest-RoutersAdminTest-266561384-project] 10.222.0.32 "GET /v2.0/ports?device_id=c7896f2f-758b-41c4-81cf-e32fe077036f HTTP/1.1" status: 200  len: 205 time: 0.0496657
Dec 25 21:27:17.840466 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-bb799351-de4f-4665-adae-8978b1da00ae tempest-RoutersIpV6AdminTest-611111169 tempest-RoutersIpV6AdminTest-611111169-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-920831352', 'router:external': True}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:27:17.845961 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 42506) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:27:17.861840 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f121b24d-94bd-448e-a2c7-49c903b771ee tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Made reservation on behalf of 596be925895b4ede995a5f893bdae840 for: {'subnet': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:27:17.866635 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f121b24d-94bd-448e-a2c7-49c903b771ee tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8852834'] for subnet, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:17.867570 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.db_base_plugin_common [None req-d97b1103-6bf0-4874-b36d-462c575b1c33 None None] Allocated IP 2001:db8::2 (89a83eb9-f99f-4bb7-a8c5-202ad364bd7a/d8c91894-a481-4b0f-9729-5d1213a00a48/4f177eaa-c66d-44de-8457-fbef20054b06) {{(pid=121608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:27:17.922904 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ca7c62-35d1-4d22-b617-11a46824de40 tempest-RoutersAdminNegativeTest-1920084502 tempest-RoutersAdminNegativeTest-1920084502-project-admin] Pushing event deleted for resources: {'Port': ['ID=868e8e70-a61a-49c4-9d34-a0ea52e8af99,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:27:17.931462 ncdv-master-1 neutron-server[121607]: INFO neutron.api.v2.resource [None req-05128f44-1b62-4adf-95ad-3554d2c4cda7 tempest-RoutersAdminTest-266561384 tempest-RoutersAdminTest-266561384-project] delete failed (client error): The resource could not be found.
Dec 25 21:27:17.931462 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-05128f44-1b62-4adf-95ad-3554d2c4cda7 tempest-RoutersAdminTest-266561384 tempest-RoutersAdminTest-266561384-project] 10.222.0.32 "DELETE /v2.0/routers/c7896f2f-758b-41c4-81cf-e32fe077036f HTTP/1.1" status: 404  len: 336 time: 0.0818393
Dec 25 21:27:17.933185 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 42508) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:27:17.954770 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41b5fae-00c8-4637-822e-99075c0ea93b req-557b037e-ac99-4d8b-8d62-423da03df9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:27:17.956299 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b41b5fae-00c8-4637-822e-99075c0ea93b req-557b037e-ac99-4d8b-8d62-423da03df9b8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0560c323ec8e41b3bc05939e12e049d5&device_id=65490ad4-5baf-4c89-9877-006d581b4758 HTTP/1.1" status: 200  len: 1094 time: 0.2797673
Dec 25 21:27:18.002960 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-2a0b0d1e-8f24-4ea3-894c-3050a98e0223 tempest-RoutersAdminTest-266561384 tempest-RoutersAdminTest-266561384-project] 10.222.0.32 "GET /v2.0/ports?device_id=b40fb8d0-f37f-466f-bd68-b41cf3ff34dc HTTP/1.1" status: 200  len: 205 time: 0.0670362
Dec 25 21:27:18.005315 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 42510) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:27:18.031062 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-68ca7c62-35d1-4d22-b617-11a46824de40 tempest-RoutersAdminNegativeTest-1920084502 tempest-RoutersAdminNegativeTest-1920084502-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:18.056772 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-68ca7c62-35d1-4d22-b617-11a46824de40 tempest-RoutersAdminNegativeTest-1920084502 tempest-RoutersAdminNegativeTest-1920084502-project-admin] 10.222.0.32 "DELETE /v2.0/ports/868e8e70-a61a-49c4-9d34-a0ea52e8af99 HTTP/1.1" status: 204  len: 168 time: 1.2070842
Dec 25 21:27:18.071439 ncdv-master-1 neutron-server[121607]: INFO neutron.api.v2.resource [None req-258e187c-6a6c-4cfa-87f0-6580592d26af tempest-RoutersAdminTest-266561384 tempest-RoutersAdminTest-266561384-project] delete failed (client error): The resource could not be found.
Dec 25 21:27:18.073657 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-258e187c-6a6c-4cfa-87f0-6580592d26af tempest-RoutersAdminTest-266561384 tempest-RoutersAdminTest-266561384-project] 10.222.0.32 "DELETE /v2.0/routers/b40fb8d0-f37f-466f-bd68-b41cf3ff34dc HTTP/1.1" status: 404  len: 336 time: 0.0665247
Dec 25 21:27:18.076531 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 42514) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:27:18.086845 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f94f5eb7-a3f8-44ba-b61f-763c307f0a86 None None] DHCP port deletion for 2bd552ca-7d1d-4778-8f9a-2b791bfe12be request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 21:27:18.114599 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-a0b47003-a4cb-4e60-a44f-64a87bcde3d8 tempest-RoutersAdminTest-266561384 tempest-RoutersAdminTest-266561384-project] 10.222.0.32 "GET /v2.0/ports?device_id=420e018f-04a1-4496-b38a-0f0130c5771b HTTP/1.1" status: 200  len: 205 time: 0.0347288
Dec 25 21:27:18.115911 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 42516) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:27:18.127786 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb799351-de4f-4665-adae-8978b1da00ae tempest-RoutersIpV6AdminTest-611111169 tempest-RoutersIpV6AdminTest-611111169-project-admin] Made reservation on behalf of 11dbaf75025641a583f8da351941d2bc for: {'network': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:27:18.131165 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-bb799351-de4f-4665-adae-8978b1da00ae tempest-RoutersIpV6AdminTest-611111169 tempest-RoutersIpV6AdminTest-611111169-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for network, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:18.148614 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-d97b1103-6bf0-4874-b36d-462c575b1c33 None None] Publish callbacks [] for port, precommit_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:18.173912 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-f94f5eb7-a3f8-44ba-b61f-763c307f0a86 None None] Deleting port 7e6fe32c-2d22-4ff7-8434-fbe5c55a11fc {{(pid=121608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:27:18.174292 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-f94f5eb7-a3f8-44ba-b61f-763c307f0a86 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:18.174886 ncdv-master-1 neutron-server[121607]: INFO neutron.api.v2.resource [None req-5c914323-4e90-4cf1-be5b-db346f3f8bc6 tempest-RoutersAdminTest-266561384 tempest-RoutersAdminTest-266561384-project] delete failed (client error): The resource could not be found.
Dec 25 21:27:18.178589 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-5c914323-4e90-4cf1-be5b-db346f3f8bc6 tempest-RoutersAdminTest-266561384 tempest-RoutersAdminTest-266561384-project] 10.222.0.32 "DELETE /v2.0/routers/420e018f-04a1-4496-b38a-0f0130c5771b HTTP/1.1" status: 404  len: 336 time: 0.0591567
Dec 25 21:27:18.179801 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 42518) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:27:18.180616 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-bb799351-de4f-4665-adae-8978b1da00ae tempest-RoutersIpV6AdminTest-611111169 tempest-RoutersIpV6AdminTest-611111169-project-admin] Publish callbacks [] for security_group, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:18.200601 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992278c9-13c1-4d9c-adff-94303715e2b3 req-71983a49-4e7f-4e78-8644-225786705158 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:27:18.202133 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-992278c9-13c1-4d9c-adff-94303715e2b3 req-71983a49-4e7f-4e78-8644-225786705158 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] 10.222.0.32 "GET /v2.0/ports?device_id=65490ad4-5baf-4c89-9877-006d581b4758 HTTP/1.1" status: 200  len: 943 time: 0.4612744
Dec 25 21:27:18.203821 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41b5fae-00c8-4637-822e-99075c0ea93b req-6b03b0e6-c078-4fd9-a557-53a53349db23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:27:18.205221 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b41b5fae-00c8-4637-822e-99075c0ea93b req-6b03b0e6-c078-4fd9-a557-53a53349db23 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=0560c323ec8e41b3bc05939e12e049d5&shared=False HTTP/1.1" status: 200  len: 915 time: 0.2056367
Dec 25 21:27:18.231385 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-9aeb0fe8-b2f0-43ad-bc2e-936186712d99 tempest-RoutersAdminTest-266561384 tempest-RoutersAdminTest-266561384-project] 10.222.0.32 "GET /v2.0/ports?device_id=94f9d39b-8de5-4c5d-b0cc-5fd69e13471d HTTP/1.1" status: 200  len: 205 time: 0.0457804
Dec 25 21:27:18.232351 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 42520) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:27:18.245427 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-f94f5eb7-a3f8-44ba-b61f-763c307f0a86 None None] For port 7e6fe32c-2d22-4ff7-8434-fbe5c55a11fc, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7e6fe32c-2d22-4ff7-8434-fbe5c55a11fc,segment=NetworkSegment(70ae6cb9-fc26-4d93-bbb5-fcce4952b556),segment_id=70ae6cb9-fc26-4d93-bbb5-fcce4952b556)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:27:18.245833 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-f94f5eb7-a3f8-44ba-b61f-763c307f0a86 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:18.257632 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-d97b1103-6bf0-4874-b36d-462c575b1c33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946'] for port, after_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:18.268930 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-f94f5eb7-a3f8-44ba-b61f-763c307f0a86 None None] Calling delete_port for 7e6fe32c-2d22-4ff7-8434-fbe5c55a11fc owned by network:dhcp {{(pid=121608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:27:18.299591 ncdv-master-1 neutron-server[121607]: INFO neutron.api.v2.resource [None req-79840d21-5421-4230-80ba-07939a054a0d tempest-RoutersAdminTest-266561384 tempest-RoutersAdminTest-266561384-project] delete failed (client error): The resource could not be found.
Dec 25 21:27:18.303229 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-79840d21-5421-4230-80ba-07939a054a0d tempest-RoutersAdminTest-266561384 tempest-RoutersAdminTest-266561384-project] 10.222.0.32 "DELETE /v2.0/routers/94f9d39b-8de5-4c5d-b0cc-5fd69e13471d HTTP/1.1" status: 404  len: 336 time: 0.0640399
Dec 25 21:27:18.308972 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 42522) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:27:18.311687 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41b5fae-00c8-4637-822e-99075c0ea93b req-009f705d-f1a7-4644-aa67-c9bdb452b02f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:27:18.313782 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b41b5fae-00c8-4637-822e-99075c0ea93b req-009f705d-f1a7-4644-aa67-c9bdb452b02f service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1000173
Dec 25 21:27:18.329484 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d97b1103-6bf0-4874-b36d-462c575b1c33 None None] Network 89a83eb9-f99f-4bb7-a8c5-202ad364bd7a is already hosted by enough agents. {{(pid=121608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:27:18.331948 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97b1103-6bf0-4874-b36d-462c575b1c33 None None] Pushing event updated for resources: {'Port': ['ID=4f177eaa-c66d-44de-8457-fbef20054b06,revision_number=1']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:27:18.352906 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-a7a12aec-88b4-47e5-9084-add9f26d151f tempest-RoutersAdminTest-266561384 tempest-RoutersAdminTest-266561384-project] 10.222.0.32 "GET /v2.0/ports?device_id=59edc5a6-9d8b-4be6-bc84-0dc272e71e03 HTTP/1.1" status: 200  len: 205 time: 0.0428524
Dec 25 21:27:18.355459 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 42524) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:27:18.364533 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.base_scheduler [None req-d97b1103-6bf0-4874-b36d-462c575b1c33 None None] Resources bound (agent type, host, resource id):  {{(pid=121608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:27:18.369384 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d97b1103-6bf0-4874-b36d-462c575b1c33 None None] Received port after_create {{(pid=121608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:27:18.441982 ncdv-master-1 neutron-server[121606]: INFO neutron.api.v2.resource [None req-81317b3d-cc1f-4766-9898-b5f67fa94e9a tempest-RoutersAdminTest-266561384 tempest-RoutersAdminTest-266561384-project] delete failed (client error): The resource could not be found.
Dec 25 21:27:18.442680 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-d97b1103-6bf0-4874-b36d-462c575b1c33 None None] Attempting to bind port 4f177eaa-c66d-44de-8457-fbef20054b06 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:27:18.443061 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-81317b3d-cc1f-4766-9898-b5f67fa94e9a tempest-RoutersAdminTest-266561384 tempest-RoutersAdminTest-266561384-project] 10.222.0.32 "DELETE /v2.0/routers/59edc5a6-9d8b-4be6-bc84-0dc272e71e03 HTTP/1.1" status: 404  len: 336 time: 0.0867355
Dec 25 21:27:18.443469 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-d97b1103-6bf0-4874-b36d-462c575b1c33 None None] Attempting to bind port 4f177eaa-c66d-44de-8457-fbef20054b06 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '66cecb63-eb8a-4adf-be9d-787e66008670', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '89a83eb9-f99f-4bb7-a8c5-202ad364bd7a'}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:27:18.444153 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d97b1103-6bf0-4874-b36d-462c575b1c33 None None] Attempting to bind port 4f177eaa-c66d-44de-8457-fbef20054b06 on network 89a83eb9-f99f-4bb7-a8c5-202ad364bd7a {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:27:18.447652 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-afe75733-e62c-47ac-9f21-52e65a2ab53e tempest-RoutersNegativeIpV6Test-2019333087 tempest-RoutersNegativeIpV6Test-2019333087-project] Deleting port 7e6fe32c-2d22-4ff7-8434-fbe5c55a11fc {{(pid=121606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:27:18.447997 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-afe75733-e62c-47ac-9f21-52e65a2ab53e tempest-RoutersNegativeIpV6Test-2019333087 tempest-RoutersNegativeIpV6Test-2019333087-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:18.448932 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 42526) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:27:18.458712 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d97b1103-6bf0-4874-b36d-462c575b1c33 None None] Checking agent: {'id': 'ca4f5c6d-f1fd-48b8-a3e3-395864c7d23d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 20, 56, 40), 'started_at': datetime.datetime(2021, 12, 25, 20, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 27, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:27:18.458712 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d97b1103-6bf0-4874-b36d-462c575b1c33 None None] Checking segment: {'id': '66cecb63-eb8a-4adf-be9d-787e66008670', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '89a83eb9-f99f-4bb7-a8c5-202ad364bd7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:27:18.458712 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-d97b1103-6bf0-4874-b36d-462c575b1c33 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:18.458712 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d97b1103-6bf0-4874-b36d-462c575b1c33 None None] Bound using segment: {'id': '66cecb63-eb8a-4adf-be9d-787e66008670', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '89a83eb9-f99f-4bb7-a8c5-202ad364bd7a'} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:27:18.458712 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-d97b1103-6bf0-4874-b36d-462c575b1c33 None None] Bound port: 4f177eaa-c66d-44de-8457-fbef20054b06, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66cecb63-eb8a-4adf-be9d-787e66008670', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '89a83eb9-f99f-4bb7-a8c5-202ad364bd7a'}}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:27:18.458712 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-d97b1103-6bf0-4874-b36d-462c575b1c33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:18.509278 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-4e64d8be-d7cb-4cbb-9352-42055c458fc8 tempest-RoutersAdminTest-266561384 tempest-RoutersAdminTest-266561384-project] 10.222.0.32 "GET /v2.0/ports?device_id=91e0424c-66d3-4a01-ba5a-802057964a36 HTTP/1.1" status: 200  len: 205 time: 0.0551076
Dec 25 21:27:18.511705 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 42528) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:27:18.513116 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-992278c9-13c1-4d9c-adff-94303715e2b3 req-41ff404c-d4bf-46a8-b3b1-eaf2a28aa3da tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d32f0a1-0bdc-4dd4-8a66-1e7cbebb8ef1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2826624
Dec 25 21:27:18.521296 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ed22c7-7e5e-47b1-b215-f6b3bae0dbc0 req-0ff52183-ba92-412b-b767-07f8f8634b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:27:18.523382 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-61ed22c7-7e5e-47b1-b215-f6b3bae0dbc0 req-0ff52183-ba92-412b-b767-07f8f8634b7c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0560c323ec8e41b3bc05939e12e049d5&device_id=65490ad4-5baf-4c89-9877-006d581b4758 HTTP/1.1" status: 200  len: 1094 time: 0.1682258
Dec 25 21:27:18.565371 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-d97b1103-6bf0-4874-b36d-462c575b1c33 None None] For port 4f177eaa-c66d-44de-8457-fbef20054b06, host ncdv-master-1, cleared binding levels {{(pid=121608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:27:18.571366 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-d97b1103-6bf0-4874-b36d-462c575b1c33 None None] For port 4f177eaa-c66d-44de-8457-fbef20054b06, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4f177eaa-c66d-44de-8457-fbef20054b06,segment=NetworkSegment(66cecb63-eb8a-4adf-be9d-787e66008670),segment_id=66cecb63-eb8a-4adf-be9d-787e66008670)] {{(pid=121608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:27:18.579414 ncdv-master-1 neutron-server[121607]: INFO neutron.api.v2.resource [None req-bb6c610d-f14b-4600-8208-667b0d55d99e tempest-RoutersAdminTest-266561384 tempest-RoutersAdminTest-266561384-project] delete failed (client error): The resource could not be found.
Dec 25 21:27:18.582845 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-bb6c610d-f14b-4600-8208-667b0d55d99e tempest-RoutersAdminTest-266561384 tempest-RoutersAdminTest-266561384-project] 10.222.0.32 "DELETE /v2.0/routers/91e0424c-66d3-4a01-ba5a-802057964a36 HTTP/1.1" status: 404  len: 336 time: 0.0692647
Dec 25 21:27:18.584575 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 42532) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:27:18.600023 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-f94f5eb7-a3f8-44ba-b61f-763c307f0a86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955'] for port, after_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:18.604621 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-bb799351-de4f-4665-adae-8978b1da00ae tempest-RoutersIpV6AdminTest-611111169 tempest-RoutersIpV6AdminTest-611111169-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:18.617116 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-61ed22c7-7e5e-47b1-b215-f6b3bae0dbc0 req-fd132ee8-992c-4f9a-80f0-55d684eb009a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=35a15c05-bcca-4842-8606-5c79e44fa713 HTTP/1.1" status: 200  len: 217 time: 0.0557477
Dec 25 21:27:18.623462 ncdv-master-1 neutron-server[121607]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c40994d-6ff6-4e8d-aef4-dca46e44ac5a tempest-RoutersAdminTest-266561384 tempest-RoutersAdminTest-266561384-project] DELETE failed (client error): The resource could not be found.
Dec 25 21:27:18.623872 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [None req-afe75733-e62c-47ac-9f21-52e65a2ab53e tempest-RoutersNegativeIpV6Test-2019333087 tempest-RoutersNegativeIpV6Test-2019333087-project] For port 7e6fe32c-2d22-4ff7-8434-fbe5c55a11fc, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7e6fe32c-2d22-4ff7-8434-fbe5c55a11fc,segment=NetworkSegment(70ae6cb9-fc26-4d93-bbb5-fcce4952b556),segment_id=70ae6cb9-fc26-4d93-bbb5-fcce4952b556)] {{(pid=121606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:27:18.624013 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c40994d-6ff6-4e8d-aef4-dca46e44ac5a tempest-RoutersAdminTest-266561384 tempest-RoutersAdminTest-266561384-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 25 21:27:18.624265 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-afe75733-e62c-47ac-9f21-52e65a2ab53e tempest-RoutersNegativeIpV6Test-2019333087 tempest-RoutersNegativeIpV6Test-2019333087-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:18.629784 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-1c40994d-6ff6-4e8d-aef4-dca46e44ac5a tempest-RoutersAdminTest-266561384 tempest-RoutersAdminTest-266561384-project] 10.222.0.32 "DELETE /v2.0/subnets/ce019883-0f10-47f1-8675-6cec1f6d3213 HTTP/1.1" status: 404  len: 337 time: 0.0418088
Dec 25 21:27:18.639177 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94f5eb7-a3f8-44ba-b61f-763c307f0a86 None None] Pushing event deleted for resources: {'Port': ['ID=7e6fe32c-2d22-4ff7-8434-fbe5c55a11fc,revision_number=None']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:27:18.664277 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f94f5eb7-a3f8-44ba-b61f-763c307f0a86 None None] No DVR routers for this DVR port 7e6fe32c-2d22-4ff7-8434-fbe5c55a11fc on host ncdv-master-1 {{(pid=121608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:27:18.667085 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-d97b1103-6bf0-4874-b36d-462c575b1c33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:18.667278 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-afe75733-e62c-47ac-9f21-52e65a2ab53e tempest-RoutersNegativeIpV6Test-2019333087 tempest-RoutersNegativeIpV6Test-2019333087-project] Calling delete_port for 7e6fe32c-2d22-4ff7-8434-fbe5c55a11fc owned by network:dhcp {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:27:18.675818 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f121b24d-94bd-448e-a2c7-49c903b771ee tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8632475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8852848'] for subnet, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:18.680175 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-bb799351-de4f-4665-adae-8978b1da00ae tempest-RoutersIpV6AdminTest-611111169 tempest-RoutersIpV6AdminTest-611111169-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:18.696588 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ed22c7-7e5e-47b1-b215-f6b3bae0dbc0 req-a6c152e0-00cf-44d9-a388-448627db80b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:27:18.698318 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-61ed22c7-7e5e-47b1-b215-f6b3bae0dbc0 req-a6c152e0-00cf-44d9-a388-448627db80b0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0cf468ed-9644-4e44-939f-6c7d09675460 HTTP/1.1" status: 200  len: 853 time: 0.0789592
Dec 25 21:27:18.701749 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 7e6fe32c-2d22-4ff7-8434-fbe5c55a11fc no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:27:18.719868 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb799351-de4f-4665-adae-8978b1da00ae tempest-RoutersIpV6AdminTest-611111169 tempest-RoutersIpV6AdminTest-611111169-project-admin] vlan segment allocate from pool success with {'vlan_id': 174, 'physical_network': 'physnet1'}  {{(pid=121607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 25 21:27:18.729693 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-bb799351-de4f-4665-adae-8978b1da00ae tempest-RoutersIpV6AdminTest-611111169 tempest-RoutersIpV6AdminTest-611111169-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:18.730466 ncdv-master-1 neutron-server[121607]: INFO neutron.db.segments_db [None req-bb799351-de4f-4665-adae-8978b1da00ae tempest-RoutersIpV6AdminTest-611111169 tempest-RoutersIpV6AdminTest-611111169-project-admin] Added segment ef3999cb-c45c-4732-ac52-60154cbcc26c of type vlan for network 39d50007-7786-4290-83b2-f3cfe040bc5d
Dec 25 21:27:18.749278 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97b1103-6bf0-4874-b36d-462c575b1c33 None None] Pushing event updated for resources: {'Port': ['ID=4f177eaa-c66d-44de-8457-fbef20054b06,revision_number=2']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:27:18.778405 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-bb799351-de4f-4665-adae-8978b1da00ae tempest-RoutersIpV6AdminTest-611111169 tempest-RoutersIpV6AdminTest-611111169-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737602163420'] for network, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:18.797608 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 42536) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:27:18.816106 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ed22c7-7e5e-47b1-b215-f6b3bae0dbc0 req-b8de3e12-6e0e-41e5-9927-67fc7e9ea863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:27:18.816389 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] No Port match for: 7e6fe32c-2d22-4ff7-8434-fbe5c55a11fc {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:27:18.816819 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 7e6fe32c-2d22-4ff7-8434-fbe5c55a11fc not bound to the agent host ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:27:18.822687 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-61ed22c7-7e5e-47b1-b215-f6b3bae0dbc0 req-b8de3e12-6e0e-41e5-9927-67fc7e9ea863 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c8199f70-d579-4a7f-8b38-5d569ea5e784&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0876732
Dec 25 21:27:18.898797 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f121b24d-94bd-448e-a2c7-49c903b771ee tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Network 89a83eb9-f99f-4bb7-a8c5-202ad364bd7a is already hosted by enough agents. {{(pid=121607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:27:18.900587 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb799351-de4f-4665-adae-8978b1da00ae tempest-RoutersIpV6AdminTest-611111169 tempest-RoutersIpV6AdminTest-611111169-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67dc00bf-4516-4e93-8534-a74952fa5129,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:27:18.909758 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-afe75733-e62c-47ac-9f21-52e65a2ab53e tempest-RoutersNegativeIpV6Test-2019333087 tempest-RoutersNegativeIpV6Test-2019333087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:18.927010 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-f121b24d-94bd-448e-a2c7-49c903b771ee tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Resources bound (agent type, host, resource id):  {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:27:18.933590 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f121b24d-94bd-448e-a2c7-49c903b771ee tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:27:18.934184 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f121b24d-94bd-448e-a2c7-49c903b771ee tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Publish callbacks [] for subnet, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:18.937457 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-bb799351-de4f-4665-adae-8978b1da00ae tempest-RoutersIpV6AdminTest-611111169 tempest-RoutersIpV6AdminTest-611111169-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870'] for network, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:18.938266 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb799351-de4f-4665-adae-8978b1da00ae tempest-RoutersIpV6AdminTest-611111169 tempest-RoutersIpV6AdminTest-611111169-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:27:18.938832 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-bb799351-de4f-4665-adae-8978b1da00ae tempest-RoutersIpV6AdminTest-611111169 tempest-RoutersIpV6AdminTest-611111169-project-admin] Publish callbacks [] for network, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:18.947584 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe75733-e62c-47ac-9f21-52e65a2ab53e tempest-RoutersNegativeIpV6Test-2019333087 tempest-RoutersNegativeIpV6Test-2019333087-project] Pushing event deleted for resources: {'Port': ['ID=7e6fe32c-2d22-4ff7-8434-fbe5c55a11fc,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:27:18.954106 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afe75733-e62c-47ac-9f21-52e65a2ab53e tempest-RoutersNegativeIpV6Test-2019333087 tempest-RoutersNegativeIpV6Test-2019333087-project] No DVR routers for this DVR port 7e6fe32c-2d22-4ff7-8434-fbe5c55a11fc on host ncdv-master-1 {{(pid=121606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:27:18.972200 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe75733-e62c-47ac-9f21-52e65a2ab53e tempest-RoutersNegativeIpV6Test-2019333087 tempest-RoutersNegativeIpV6Test-2019333087-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:27:18.972200 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe75733-e62c-47ac-9f21-52e65a2ab53e tempest-RoutersNegativeIpV6Test-2019333087 tempest-RoutersNegativeIpV6Test-2019333087-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:27:18.972200 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe75733-e62c-47ac-9f21-52e65a2ab53e tempest-RoutersNegativeIpV6Test-2019333087 tempest-RoutersNegativeIpV6Test-2019333087-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:27:18.972200 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe75733-e62c-47ac-9f21-52e65a2ab53e tempest-RoutersNegativeIpV6Test-2019333087 tempest-RoutersNegativeIpV6Test-2019333087-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:27:18.972200 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe75733-e62c-47ac-9f21-52e65a2ab53e tempest-RoutersNegativeIpV6Test-2019333087 tempest-RoutersNegativeIpV6Test-2019333087-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:27:18.972200 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe75733-e62c-47ac-9f21-52e65a2ab53e tempest-RoutersNegativeIpV6Test-2019333087 tempest-RoutersNegativeIpV6Test-2019333087-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:27:18.972200 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe75733-e62c-47ac-9f21-52e65a2ab53e tempest-RoutersNegativeIpV6Test-2019333087 tempest-RoutersNegativeIpV6Test-2019333087-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:27:18.972200 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe75733-e62c-47ac-9f21-52e65a2ab53e tempest-RoutersNegativeIpV6Test-2019333087 tempest-RoutersNegativeIpV6Test-2019333087-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:27:18.973088 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe75733-e62c-47ac-9f21-52e65a2ab53e tempest-RoutersNegativeIpV6Test-2019333087 tempest-RoutersNegativeIpV6Test-2019333087-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:27:18.973088 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe75733-e62c-47ac-9f21-52e65a2ab53e tempest-RoutersNegativeIpV6Test-2019333087 tempest-RoutersNegativeIpV6Test-2019333087-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:27:18.973088 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe75733-e62c-47ac-9f21-52e65a2ab53e tempest-RoutersNegativeIpV6Test-2019333087 tempest-RoutersNegativeIpV6Test-2019333087-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:27:18.973392 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe75733-e62c-47ac-9f21-52e65a2ab53e tempest-RoutersNegativeIpV6Test-2019333087 tempest-RoutersNegativeIpV6Test-2019333087-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:27:18.973752 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe75733-e62c-47ac-9f21-52e65a2ab53e tempest-RoutersNegativeIpV6Test-2019333087 tempest-RoutersNegativeIpV6Test-2019333087-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:27:19.028553 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f121b24d-94bd-448e-a2c7-49c903b771ee tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Pushing event updated for resources: {'Subnet': ['ID=e28a0895-34b1-4481-9ae3-f6b35abda2f9,revision_number=0']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:27:19.042857 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-61ed22c7-7e5e-47b1-b215-f6b3bae0dbc0 req-fc2478e5-8cd7-4f2b-9bb6-72b55e99de1d service neutron] 10.222.0.37 "GET /v2.0/networks/c8199f70-d579-4a7f-8b38-5d569ea5e784?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2077751
Dec 25 21:27:19.043864 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-9a478fab-6c61-48be-9cdb-b936a0c3bb12 admin admin] Publish callbacks [] for security_group, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:19.059581 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb799351-de4f-4665-adae-8978b1da00ae tempest-RoutersIpV6AdminTest-611111169 tempest-RoutersIpV6AdminTest-611111169-project-admin] Pushing event updated for resources: {'Network': ['ID=39d50007-7786-4290-83b2-f3cfe040bc5d,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:27:19.072268 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Network 39d50007-7786-4290-83b2-f3cfe040bc5d details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 25 21:27:19.109140 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-f121b24d-94bd-448e-a2c7-49c903b771ee tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 793 time: 1.6277654
Dec 25 21:27:19.109140 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 42540) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:27:19.179438 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-afe75733-e62c-47ac-9f21-52e65a2ab53e tempest-RoutersNegativeIpV6Test-2019333087 tempest-RoutersNegativeIpV6Test-2019333087-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997585', 'neutron.services.segments.db._delete_segments_for_network-8737602743071'] for network, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:19.216385 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71fd19da-e487-4ce1-a67f-0d0e1658e743 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:27:19.219148 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71fd19da-e487-4ce1-a67f-0d0e1658e743 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:27:19.221096 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71fd19da-e487-4ce1-a67f-0d0e1658e743 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:27:19.224945 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71fd19da-e487-4ce1-a67f-0d0e1658e743 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:27:19.227241 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71fd19da-e487-4ce1-a67f-0d0e1658e743 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:27:19.236524 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-71fd19da-e487-4ce1-a67f-0d0e1658e743 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 3330 time: 0.1298144
Dec 25 21:27:19.237544 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 42542) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:27:19.250515 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-bb799351-de4f-4665-adae-8978b1da00ae tempest-RoutersIpV6AdminTest-611111169 tempest-RoutersIpV6AdminTest-611111169-project-admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 874 time: 1.7376328
Dec 25 21:27:19.254317 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.segments.db [None req-afe75733-e62c-47ac-9f21-52e65a2ab53e tempest-RoutersNegativeIpV6Test-2019333087 tempest-RoutersNegativeIpV6Test-2019333087-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2612efc430>,) {'filters': {'network_id': ['2bd552ca-7d1d-4778-8f9a-2b791bfe12be']}} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:27:19.256467 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 42544) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:27:19.257096 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-c4762019-14af-481f-ac24-7a80f83921e1 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-423954325'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:27:19.273919 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-d22a456a-ed3d-4acf-80e9-c20b1c2351ea tempest-RoutersIpV6AdminTest-611111169 tempest-RoutersIpV6AdminTest-611111169-project-admin] Request body: {'subnet': {'network_id': '39d50007-7786-4290-83b2-f3cfe040bc5d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:27:19.292095 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.segments.db [None req-afe75733-e62c-47ac-9f21-52e65a2ab53e tempest-RoutersNegativeIpV6Test-2019333087 tempest-RoutersNegativeIpV6Test-2019333087-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2612efc430>, '70ae6cb9-fc26-4d93-bbb5-fcce4952b556') {'for_net_delete': True} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:27:19.292439 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.segments.db [None req-afe75733-e62c-47ac-9f21-52e65a2ab53e tempest-RoutersNegativeIpV6Test-2019333087 tempest-RoutersNegativeIpV6Test-2019333087-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2612efc430>, '70ae6cb9-fc26-4d93-bbb5-fcce4952b556') {} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:27:19.318675 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-afe75733-e62c-47ac-9f21-52e65a2ab53e tempest-RoutersNegativeIpV6Test-2019333087 tempest-RoutersNegativeIpV6Test-2019333087-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737602746920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9084222'] for segment, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:19.347176 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4762019-14af-481f-ac24-7a80f83921e1 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Made reservation on behalf of 596be925895b4ede995a5f893bdae840 for: {'network': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:27:19.352539 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-c4762019-14af-481f-ac24-7a80f83921e1 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for network, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:19.361807 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-afe75733-e62c-47ac-9f21-52e65a2ab53e tempest-RoutersNegativeIpV6Test-2019333087 tempest-RoutersNegativeIpV6Test-2019333087-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:19.368158 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-61ed22c7-7e5e-47b1-b215-f6b3bae0dbc0 req-065affca-cc15-457b-a91e-6eebb0671585 service neutron] 10.222.0.37 "GET /v2.0/networks/c8199f70-d579-4a7f-8b38-5d569ea5e784?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3094349
Dec 25 21:27:19.381370 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4762019-14af-481f-ac24-7a80f83921e1 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] vlan segment allocate from pool success with {'vlan_id': 170, 'physical_network': 'physnet1'}  {{(pid=121607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 25 21:27:19.392238 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-c4762019-14af-481f-ac24-7a80f83921e1 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:19.399146 ncdv-master-1 neutron-server[121607]: INFO neutron.db.segments_db [None req-c4762019-14af-481f-ac24-7a80f83921e1 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Added segment 187c2584-a656-4b95-9dae-40a5c49bd935 of type vlan for network c238b137-d383-433e-9b53-666626419182
Dec 25 21:27:19.399313 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afe75733-e62c-47ac-9f21-52e65a2ab53e tempest-RoutersNegativeIpV6Test-2019333087 tempest-RoutersNegativeIpV6Test-2019333087-project] Releasing vlan 165 on physical network physnet1 to pool {{(pid=121606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 25 21:27:19.399313 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-afe75733-e62c-47ac-9f21-52e65a2ab53e tempest-RoutersNegativeIpV6Test-2019333087 tempest-RoutersNegativeIpV6Test-2019333087-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9084542'] for segment, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:19.401496 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:27:19.401496 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:27:19.401496 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:27:19.401496 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:27:19.401496 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:27:19.401496 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:27:19.401496 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:27:19.401496 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:27:19.401496 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:27:19.401496 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:27:19.401496 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:27:19.401496 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:27:19.401496 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:27:19.401496 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:27:19.401496 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:27:19.401496 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:27:19.401496 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 25 21:27:19.401496 ncdv-master-1 neutron-server[121606]:   self.session.flush()
Dec 25 21:27:19.401496 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 25 21:27:19.401496 ncdv-master-1 neutron-server[121606]:   self.session.flush()
Dec 25 21:27:19.401496 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 25 21:27:19.401496 ncdv-master-1 neutron-server[121606]:   self.session.flush()
Dec 25 21:27:19.401496 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 25 21:27:19.401496 ncdv-master-1 neutron-server[121606]:   self.session.flush()
Dec 25 21:27:19.401496 ncdv-master-1 neutron-server[121606]: Traceback (most recent call last):
Dec 25 21:27:19.401496 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 25 21:27:19.401496 ncdv-master-1 neutron-server[121606]:     timer()
Dec 25 21:27:19.401496 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 25 21:27:19.401496 ncdv-master-1 neutron-server[121606]:     cb(*args, **kw)
Dec 25 21:27:19.401496 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 25 21:27:19.401496 ncdv-master-1 neutron-server[121606]:     return func(*args, **kwargs)
Dec 25 21:27:19.401496 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 25 21:27:19.401496 ncdv-master-1 neutron-server[121606]:     self._notify()
Dec 25 21:27:19.401496 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 25 21:27:19.401496 ncdv-master-1 neutron-server[121606]:     self.callback(batched_events)
Dec 25 21:27:19.401496 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 25 21:27:19.401496 ncdv-master-1 neutron-server[121606]:     event.method(event)
Dec 25 21:27:19.401496 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 25 21:27:19.401496 ncdv-master-1 neutron-server[121606]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 25 21:27:19.401496 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 25 21:27:19.401496 ncdv-master-1 neutron-server[121606]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 25 21:27:19.401496 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 25 21:27:19.401496 ncdv-master-1 neutron-server[121606]:     return f(self, *a, **k)
Dec 25 21:27:19.401496 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 25 21:27:19.401496 ncdv-master-1 neutron-server[121606]:     return self._get(url).json()
Dec 25 21:27:19.401496 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 25 21:27:19.401496 ncdv-master-1 neutron-server[121606]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 25 21:27:19.401496 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 25 21:27:19.401496 ncdv-master-1 neutron-server[121606]:     return self.request(url, 'GET', **kwargs)
Dec 25 21:27:19.401496 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 25 21:27:19.401496 ncdv-master-1 neutron-server[121606]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 25 21:27:19.401496 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 25 21:27:19.401496 ncdv-master-1 neutron-server[121606]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 25 21:27:19.401496 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 25 21:27:19.401496 ncdv-master-1 neutron-server[121606]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 25 21:27:19.401496 ncdv-master-1 neutron-server[121606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 25 21:27:19.434996 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-9a478fab-6c61-48be-9cdb-b936a0c3bb12 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:19.447572 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-c4762019-14af-481f-ac24-7a80f83921e1 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737602163420'] for network, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:19.507114 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-9a478fab-6c61-48be-9cdb-b936a0c3bb12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:19.525373 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 42550) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:27:19.533979 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d22a456a-ed3d-4acf-80e9-c20b1c2351ea tempest-RoutersIpV6AdminTest-611111169 tempest-RoutersIpV6AdminTest-611111169-project-admin] Made reservation on behalf of 11dbaf75025641a583f8da351941d2bc for: {'subnet': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:27:19.536310 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-d22a456a-ed3d-4acf-80e9-c20b1c2351ea tempest-RoutersIpV6AdminTest-611111169 tempest-RoutersIpV6AdminTest-611111169-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9028529'] for subnet, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:19.571452 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-9a478fab-6c61-48be-9cdb-b936a0c3bb12 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a952d5c0b31746ef88cf747a4aa50f9f&name=default HTTP/1.1" status: 200  len: 3000 time: 0.7697635
Dec 25 21:27:19.571792 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 42554) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:27:19.576836 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a478fab-6c61-48be-9cdb-b936a0c3bb12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfe80488-9d91-4c5a-8d79-769e2503dee5,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:27:19.587583 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-c4762019-14af-481f-ac24-7a80f83921e1 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870'] for network, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:19.595932 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4762019-14af-481f-ac24-7a80f83921e1 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:27:19.595932 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-c4762019-14af-481f-ac24-7a80f83921e1 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Publish callbacks [] for network, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:19.697594 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4762019-14af-481f-ac24-7a80f83921e1 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Pushing event updated for resources: {'Network': ['ID=c238b137-d383-433e-9b53-666626419182,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:27:19.710484 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Network c238b137-d383-433e-9b53-666626419182 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 25 21:27:19.725501 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5269f094-80ab-439a-b73e-27be2b36a030 admin admin] Publish callbacks [] for security_group, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:19.752206 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-eaa022dc-7903-4809-a216-d09c556e3f49 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:19.766926 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-c4762019-14af-481f-ac24-7a80f83921e1 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 783 time: 0.5278394
Dec 25 21:27:19.779008 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 42556) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:27:19.787924 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-58d2d953-8210-4b72-9b85-858a2f710d5f tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Request body: {'network': {'name': 'New_network'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:27:19.841297 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-eaa022dc-7903-4809-a216-d09c556e3f49 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:19.966471 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-afe75733-e62c-47ac-9f21-52e65a2ab53e tempest-RoutersNegativeIpV6Test-2019333087 tempest-RoutersNegativeIpV6Test-2019333087-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2008653'] for network, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:19.986497 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-afe75733-e62c-47ac-9f21-52e65a2ab53e tempest-RoutersNegativeIpV6Test-2019333087 tempest-RoutersNegativeIpV6Test-2019333087-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for network, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:19.992795 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-afe75733-e62c-47ac-9f21-52e65a2ab53e tempest-RoutersNegativeIpV6Test-2019333087 tempest-RoutersNegativeIpV6Test-2019333087-project] 10.222.0.32 "DELETE /v2.0/networks/2bd552ca-7d1d-4778-8f9a-2b791bfe12be HTTP/1.1" status: 204  len: 168 time: 2.5386674
Dec 25 21:27:19.994047 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 42558) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:27:20.007461 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe75733-e62c-47ac-9f21-52e65a2ab53e tempest-RoutersNegativeIpV6Test-2019333087 tempest-RoutersNegativeIpV6Test-2019333087-project] Pushing event deleted for resources: {'Network': ['ID=2bd552ca-7d1d-4778-8f9a-2b791bfe12be,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:27:20.025898 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c7e179-1d9b-4a98-87fd-d1bbd4127d34 req-9cf6ffe5-e37c-4398-8261-b4fdc71c9c17 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:27:20.027126 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-82c7e179-1d9b-4a98-87fd-d1bbd4127d34 req-9cf6ffe5-e37c-4398-8261-b4fdc71c9c17 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] 10.222.0.32 "GET /v2.0/ports?device_id=65490ad4-5baf-4c89-9877-006d581b4758 HTTP/1.1" status: 200  len: 943 time: 0.4514604
Dec 25 21:27:20.059674 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-8763f160-01cb-4981-afb3-4efbddc00c1f tempest-RoutersNegativeIpV6Test-2019333087 tempest-RoutersNegativeIpV6Test-2019333087-project] 10.222.0.32 "GET /v2.0/ports?device_id=8fc6654b-bf2f-4418-b45f-6bd6dbe11413 HTTP/1.1" status: 200  len: 205 time: 0.0622625
Dec 25 21:27:20.060765 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 42560) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:27:20.080961 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5269f094-80ab-439a-b73e-27be2b36a030 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:20.094239 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-58d2d953-8210-4b72-9b85-858a2f710d5f tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737602163420'] for network, precommit_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:20.118244 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-961c93c8-a411-4c7e-8c94-9f3329418119 None None] Network 89a83eb9-f99f-4bb7-a8c5-202ad364bd7a requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:27:20.158630 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-82c7e179-1d9b-4a98-87fd-d1bbd4127d34 req-492eb083-2908-4042-bcda-c11368b73352 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d32f0a1-0bdc-4dd4-8a66-1e7cbebb8ef1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1199050
Dec 25 21:27:20.161239 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-0fc2fad2-1c73-4aaf-aa6f-730620c0f6e5 tempest-RoutersNegativeIpV6Test-2019333087 tempest-RoutersNegativeIpV6Test-2019333087-project] Publish callbacks [] for router, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:20.164423 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-eaa022dc-7903-4809-a216-d09c556e3f49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:20.168321 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-eaa022dc-7903-4809-a216-d09c556e3f49 admin admin] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:20.173554 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-eaa022dc-7903-4809-a216-d09c556e3f49 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/dfe80488-9d91-4c5a-8d79-769e2503dee5 HTTP/1.1" status: 204  len: 168 time: 0.6007485
Dec 25 21:27:20.182824 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa022dc-7903-4809-a216-d09c556e3f49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfe80488-9d91-4c5a-8d79-769e2503dee5,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:27:20.188165 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-a52821fa-70c5-4feb-adb0-63268cbcf455 None None] Provisioning complete for port 4f177eaa-c66d-44de-8457-fbef20054b06 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:27:20.188547 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-a52821fa-70c5-4feb-adb0-63268cbcf455 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:20.204404 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5269f094-80ab-439a-b73e-27be2b36a030 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:20.214814 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-58d2d953-8210-4b72-9b85-858a2f710d5f tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870'] for network, after_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:20.271658 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-58d2d953-8210-4b72-9b85-858a2f710d5f tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Network c238b137-d383-433e-9b53-666626419182 is not hosted by any dhcp agent {{(pid=121607) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}}
Dec 25 21:27:20.277133 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58d2d953-8210-4b72-9b85-858a2f710d5f tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:27:20.277681 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-58d2d953-8210-4b72-9b85-858a2f710d5f tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Publish callbacks [] for network, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:20.281754 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-58d2d953-8210-4b72-9b85-858a2f710d5f tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] 10.222.0.32 "PUT /v2.0/networks/c238b137-d383-433e-9b53-666626419182 HTTP/1.1" status: 200  len: 723 time: 0.4984777
Dec 25 21:27:20.287326 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 42564) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:27:20.300258 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-4934f501-9e6b-4c97-9a83-a42c651e76f2 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Request body: {'subnet': {'network_id': 'c238b137-d383-433e-9b53-666626419182', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:27:20.311583 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5269f094-80ab-439a-b73e-27be2b36a030 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec29244e-43fb-4abe-9b4f-97d9de7fcfb6,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:27:20.332731 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-5269f094-80ab-439a-b73e-27be2b36a030 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1be0d45237a542a49fabfb290667266c&name=default HTTP/1.1" status: 200  len: 3000 time: 0.8034778
Dec 25 21:27:20.343387 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 42566) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:27:20.384355 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d2d953-8210-4b72-9b85-858a2f710d5f tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Pushing event updated for resources: {'Network': ['ID=c238b137-d383-433e-9b53-666626419182,revision_number=2']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:27:20.392052 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-a52821fa-70c5-4feb-adb0-63268cbcf455 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:20.415940 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed6e13de-3117-4f27-ac22-7c5ef25f0a30 None None] Update dhcp port {'port': {'network_id': '89a83eb9-f99f-4bb7-a8c5-202ad364bd7a', 'fixed_ips': [{'subnet_id': 'd8c91894-a481-4b0f-9729-5d1213a00a48', 'ip_address': '2001:db8::2'}, {'subnet_id': 'e28a0895-34b1-4481-9ae3-f6b35abda2f9'}], 'binding:host_id': 'ncdv-master-1'}, 'id': '4f177eaa-c66d-44de-8457-fbef20054b06'} from ncdv-master-1. {{(pid=121608) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}}
Dec 25 21:27:20.418560 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Network c238b137-d383-433e-9b53-666626419182 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 25 21:27:20.428645 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-0fc2fad2-1c73-4aaf-aa6f-730620c0f6e5 tempest-RoutersNegativeIpV6Test-2019333087 tempest-RoutersNegativeIpV6Test-2019333087-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2014235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14905'] for router, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:20.432854 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-0fc2fad2-1c73-4aaf-aa6f-730620c0f6e5 tempest-RoutersNegativeIpV6Test-2019333087 tempest-RoutersNegativeIpV6Test-2019333087-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:20.477403 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-348d9caa-4d9d-467c-b60f-8a9cef894abc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:20.508684 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-ed6e13de-3117-4f27-ac22-7c5ef25f0a30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:20.524603 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-348d9caa-4d9d-467c-b60f-8a9cef894abc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:20.549652 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4934f501-9e6b-4c97-9a83-a42c651e76f2 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Made reservation on behalf of 596be925895b4ede995a5f893bdae840 for: {'subnet': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:27:20.556630 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-4934f501-9e6b-4c97-9a83-a42c651e76f2 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8852834'] for subnet, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:20.569188 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-a52821fa-70c5-4feb-adb0-63268cbcf455 None None] For port 4f177eaa-c66d-44de-8457-fbef20054b06, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4f177eaa-c66d-44de-8457-fbef20054b06,segment=NetworkSegment(66cecb63-eb8a-4adf-be9d-787e66008670),segment_id=66cecb63-eb8a-4adf-be9d-787e66008670)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:27:20.580388 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-0fc2fad2-1c73-4aaf-aa6f-730620c0f6e5 tempest-RoutersNegativeIpV6Test-2019333087 tempest-RoutersNegativeIpV6Test-2019333087-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2014220'] for router, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:20.581002 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fc2fad2-1c73-4aaf-aa6f-730620c0f6e5 tempest-RoutersNegativeIpV6Test-2019333087 tempest-RoutersNegativeIpV6Test-2019333087-project] Fanout notify agent at l3_agent the message router_deleted on router 8fc6654b-bf2f-4418-b45f-6bd6dbe11413 {{(pid=121606) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 25 21:27:20.599972 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-0fc2fad2-1c73-4aaf-aa6f-730620c0f6e5 tempest-RoutersNegativeIpV6Test-2019333087 tempest-RoutersNegativeIpV6Test-2019333087-project] Publish callbacks [] for router, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:20.612435 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-0fc2fad2-1c73-4aaf-aa6f-730620c0f6e5 tempest-RoutersNegativeIpV6Test-2019333087 tempest-RoutersNegativeIpV6Test-2019333087-project] 10.222.0.32 "DELETE /v2.0/routers/8fc6654b-bf2f-4418-b45f-6bd6dbe11413 HTTP/1.1" status: 204  len: 168 time: 0.5503359
Dec 25 21:27:20.767005 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 4f177eaa-c66d-44de-8457-fbef20054b06 up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:27:20.774035 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-a52821fa-70c5-4feb-adb0-63268cbcf455 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:20.798800 ncdv-master-1 neutron-server[121606]: DEBUG neutron.objects.ports [None req-d22a456a-ed3d-4acf-80e9-c20b1c2351ea tempest-RoutersIpV6AdminTest-611111169 tempest-RoutersIpV6AdminTest-611111169-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=121606) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}}
Dec 25 21:27:20.798800 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-d22a456a-ed3d-4acf-80e9-c20b1c2351ea tempest-RoutersIpV6AdminTest-611111169 tempest-RoutersIpV6AdminTest-611111169-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9084170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9028515'] for subnet, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:20.840080 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.db_base_plugin_common [None req-ed6e13de-3117-4f27-ac22-7c5ef25f0a30 None None] Allocated IP 172.20.0.1 (89a83eb9-f99f-4bb7-a8c5-202ad364bd7a/e28a0895-34b1-4481-9ae3-f6b35abda2f9/4f177eaa-c66d-44de-8457-fbef20054b06) {{(pid=121608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:27:20.866171 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22a456a-ed3d-4acf-80e9-c20b1c2351ea tempest-RoutersIpV6AdminTest-611111169 tempest-RoutersIpV6AdminTest-611111169-project-admin] Pushing event updated for resources: {'Subnet': ['ID=d821c3f4-b8d4-4e56-8f81-6717771bda0a,revision_number=0']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:27:20.875593 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d22a456a-ed3d-4acf-80e9-c20b1c2351ea tempest-RoutersIpV6AdminTest-611111169 tempest-RoutersIpV6AdminTest-611111169-project-admin] Checking segment: {'id': 'ef3999cb-c45c-4732-ac52-60154cbcc26c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '39d50007-7786-4290-83b2-f3cfe040bc5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:27:20.876025 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d22a456a-ed3d-4acf-80e9-c20b1c2351ea tempest-RoutersIpV6AdminTest-611111169 tempest-RoutersIpV6AdminTest-611111169-project-admin] Network hostable DHCP agents. Network: 39d50007-7786-4290-83b2-f3cfe040bc5d, hostable agents: ['1813db88-2c1b-4357-a2ba-869246b663c2'], hosted agents: [] {{(pid=121606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 25 21:27:20.904677 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52821fa-70c5-4feb-adb0-63268cbcf455 None None] Pushing event updated for resources: {'Port': ['ID=4f177eaa-c66d-44de-8457-fbef20054b06,revision_number=3']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:27:20.923264 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port 4f177eaa-c66d-44de-8457-fbef20054b06 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:27:20.923644 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:21.005262 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d22a456a-ed3d-4acf-80e9-c20b1c2351ea tempest-RoutersIpV6AdminTest-611111169 tempest-RoutersIpV6AdminTest-611111169-project-admin] Network 39d50007-7786-4290-83b2-f3cfe040bc5d is scheduled to be hosted by DHCP agent 1813db88-2c1b-4357-a2ba-869246b663c2 with binding_index 1 {{(pid=121606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 25 21:27:21.018429 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-ed6e13de-3117-4f27-ac22-7c5ef25f0a30 None None] For port 4f177eaa-c66d-44de-8457-fbef20054b06, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4f177eaa-c66d-44de-8457-fbef20054b06,segment=NetworkSegment(66cecb63-eb8a-4adf-be9d-787e66008670),segment_id=66cecb63-eb8a-4adf-be9d-787e66008670)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:27:21.065490 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-348d9caa-4d9d-467c-b60f-8a9cef894abc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:21.068625 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-348d9caa-4d9d-467c-b60f-8a9cef894abc admin admin] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:21.072491 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-348d9caa-4d9d-467c-b60f-8a9cef894abc admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ec29244e-43fb-4abe-9b4f-97d9de7fcfb6 HTTP/1.1" status: 204  len: 168 time: 0.7252831
Dec 25 21:27:21.076772 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-ed6e13de-3117-4f27-ac22-7c5ef25f0a30 None None] Publish callbacks [] for port, precommit_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:21.086370 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348d9caa-4d9d-467c-b60f-8a9cef894abc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec29244e-43fb-4abe-9b4f-97d9de7fcfb6,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:27:21.112693 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [None req-d22a456a-ed3d-4acf-80e9-c20b1c2351ea tempest-RoutersIpV6AdminTest-611111169 tempest-RoutersIpV6AdminTest-611111169-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 39d50007-7786-4290-83b2-f3cfe040bc5d) {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:27:21.117698 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d22a456a-ed3d-4acf-80e9-c20b1c2351ea tempest-RoutersIpV6AdminTest-611111169 tempest-RoutersIpV6AdminTest-611111169-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:27:21.118318 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-d22a456a-ed3d-4acf-80e9-c20b1c2351ea tempest-RoutersIpV6AdminTest-611111169 tempest-RoutersIpV6AdminTest-611111169-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for subnet, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:21.123789 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f660fcfb-1c90-4856-9e23-46028bcdd53d None None] Network 39d50007-7786-4290-83b2-f3cfe040bc5d requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:27:21.179075 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-d22a456a-ed3d-4acf-80e9-c20b1c2351ea tempest-RoutersIpV6AdminTest-611111169 tempest-RoutersIpV6AdminTest-611111169-project-admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 822 time: 1.9167376
Dec 25 21:27:21.181852 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 42574) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:27:21.183958 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-ed6e13de-3117-4f27-ac22-7c5ef25f0a30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:21.187328 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-67f0b8e0-853f-4f2a-b6c0-d5fc25abf08b tempest-RoutersIpV6AdminTest-611111169 tempest-RoutersIpV6AdminTest-611111169-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1237996224', 'network_id': '39d50007-7786-4290-83b2-f3cfe040bc5d'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:27:21.222732 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-4934f501-9e6b-4c97-9a83-a42c651e76f2 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8632475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8852848'] for subnet, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:21.277737 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6e13de-3117-4f27-ac22-7c5ef25f0a30 None None] Pushing event updated for resources: {'Port': ['ID=4f177eaa-c66d-44de-8457-fbef20054b06,revision_number=4']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:27:21.302625 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4934f501-9e6b-4c97-9a83-a42c651e76f2 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Checking segment: {'id': '187c2584-a656-4b95-9dae-40a5c49bd935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c238b137-d383-433e-9b53-666626419182'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:27:21.302981 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4934f501-9e6b-4c97-9a83-a42c651e76f2 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Network hostable DHCP agents. Network: c238b137-d383-433e-9b53-666626419182, hostable agents: ['1813db88-2c1b-4357-a2ba-869246b663c2'], hosted agents: [] {{(pid=121607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 25 21:27:21.310606 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4934f501-9e6b-4c97-9a83-a42c651e76f2 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Pushing event updated for resources: {'Subnet': ['ID=58ee9352-5cf6-4fa0-8124-8cb2a1692596,revision_number=0']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:27:21.319866 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67f0b8e0-853f-4f2a-b6c0-d5fc25abf08b tempest-RoutersIpV6AdminTest-611111169 tempest-RoutersIpV6AdminTest-611111169-project-admin] Made reservation on behalf of 11dbaf75025641a583f8da351941d2bc for: {'port': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:27:21.321928 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-67f0b8e0-853f-4f2a-b6c0-d5fc25abf08b tempest-RoutersIpV6AdminTest-611111169 tempest-RoutersIpV6AdminTest-611111169-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:21.353206 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-487dbddf-23a5-4c1e-91be-909e1fe0f069 None None] Network 39d50007-7786-4290-83b2-f3cfe040bc5d requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:27:21.356404 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d1d7c5-1e49-4865-a1c9-3947cdaf479f req-79b365d4-bb24-4981-89c2-3f8a262e3faa tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:27:21.359635 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a4d1d7c5-1e49-4865-a1c9-3947cdaf479f req-79b365d4-bb24-4981-89c2-3f8a262e3faa tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] 10.222.0.32 "GET /v2.0/ports?device_id=65490ad4-5baf-4c89-9877-006d581b4758 HTTP/1.1" status: 200  len: 943 time: 0.0944817
Dec 25 21:27:21.364216 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [None req-67f0b8e0-853f-4f2a-b6c0-d5fc25abf08b tempest-RoutersIpV6AdminTest-611111169 tempest-RoutersIpV6AdminTest-611111169-project-admin] device_id is not set on port 67aafc2e-7e05-4443-9ea9-1c58404526cc yet. {{(pid=121606) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 25 21:27:21.415370 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4934f501-9e6b-4c97-9a83-a42c651e76f2 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Network c238b137-d383-433e-9b53-666626419182 is scheduled to be hosted by DHCP agent 1813db88-2c1b-4357-a2ba-869246b663c2 with binding_index 1 {{(pid=121607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 25 21:27:21.454526 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device 35a15c05-bcca-4842-8606-5c79e44fa713 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 25 21:27:21.460374 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 42580) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:27:21.494513 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-4934f501-9e6b-4c97-9a83-a42c651e76f2 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, c238b137-d383-433e-9b53-666626419182) {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:27:21.516541 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4934f501-9e6b-4c97-9a83-a42c651e76f2 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:27:21.517443 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-4934f501-9e6b-4c97-9a83-a42c651e76f2 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Publish callbacks [] for subnet, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:21.535640 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-4ab93bc1-1ce2-402a-b25e-5ed0808fb829 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=859576f2b9e245feab22c9ddf0bab93d&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0742331
Dec 25 21:27:21.540591 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 42582) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:27:21.551279 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a4d1d7c5-1e49-4865-a1c9-3947cdaf479f req-b315cf09-ddda-41ea-bf23-96272911207e tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d32f0a1-0bdc-4dd4-8a66-1e7cbebb8ef1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1725817
Dec 25 21:27:21.582500 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_common [None req-67f0b8e0-853f-4f2a-b6c0-d5fc25abf08b tempest-RoutersIpV6AdminTest-611111169 tempest-RoutersIpV6AdminTest-611111169-project-admin] Allocated IP 2001:db8::12c (39d50007-7786-4290-83b2-f3cfe040bc5d/d821c3f4-b8d4-4e56-8f81-6717771bda0a/67aafc2e-7e05-4443-9ea9-1c58404526cc) {{(pid=121606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:27:21.658606 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-3180a69c-bba6-4d15-99ab-b7dc197a4813 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:21.671719 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 42586) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:27:21.672793 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-4934f501-9e6b-4c97-9a83-a42c651e76f2 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.3777928
Dec 25 21:27:21.678989 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-9a05c3d9-d9f3-412a-ac4a-86a575969d02 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:27:21.714022 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-3180a69c-bba6-4d15-99ab-b7dc197a4813 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:21.799497 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 42588) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:27:21.845686 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44397290-86c0-49f4-8e7e-00825dbac88a None None] Network c238b137-d383-433e-9b53-666626419182 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:27:21.860559 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-9a05c3d9-d9f3-412a-ac4a-86a575969d02 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-9028520'] for subnet, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:21.865920 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-67f0b8e0-853f-4f2a-b6c0-d5fc25abf08b tempest-RoutersIpV6AdminTest-611111169 tempest-RoutersIpV6AdminTest-611111169-project-admin] Publish callbacks [] for port, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:21.885291 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port 35a15c05-bcca-4842-8606-5c79e44fa713, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=35a15c05-bcca-4842-8606-5c79e44fa713,segment=NetworkSegment(51150129-bf93-43ed-a72b-663a41e8f921),segment_id=51150129-bf93-43ed-a72b-663a41e8f921)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:27:21.956574 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Returning: {'device': '35a15c05-bcca-4842-8606-5c79e44fa713', 'network_id': 'c8199f70-d579-4a7f-8b38-5d569ea5e784', 'port_id': '35a15c05-bcca-4842-8606-5c79e44fa713', 'mac_address': 'fa:16:3e:28:a4:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0cf468ed-9644-4e44-939f-6c7d09675460', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 25 21:27:21.976954 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-3180a69c-bba6-4d15-99ab-b7dc197a4813 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:21.980067 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-3180a69c-bba6-4d15-99ab-b7dc197a4813 admin admin] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:21.983466 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-3180a69c-bba6-4d15-99ab-b7dc197a4813 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/688cd88c-1b77-44e6-994b-14019193730b HTTP/1.1" status: 204  len: 168 time: 0.4403522
Dec 25 21:27:22.003998 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3180a69c-bba6-4d15-99ab-b7dc197a4813 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=688cd88c-1b77-44e6-994b-14019193730b,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:27:22.018093 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-6d4b7127-3c5b-499a-a0af-b885a6858c03 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1a30408bfc1c43ddad1910ff6dced273&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2173839
Dec 25 21:27:22.022188 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 42594) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:27:22.054345 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:22.076092 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35a15c05-bcca-4842-8606-5c79e44fa713 {{(pid=121608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:27:22.103233 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port 35a15c05-bcca-4842-8606-5c79e44fa713, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=35a15c05-bcca-4842-8606-5c79e44fa713,segment=NetworkSegment(51150129-bf93-43ed-a72b-663a41e8f921),segment_id=51150129-bf93-43ed-a72b-663a41e8f921)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:27:22.106081 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a63b094f-2b31-42ea-b162-46017213bf8d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-c238b137-d383-433e-9b53-666626419182', 'network_id': 'c238b137-d383-433e-9b53-666626419182', 'project_id': '596be925895b4ede995a5f893bdae840', 'fixed_ips': [{'subnet_id': '58ee9352-5cf6-4fa0-8124-8cb2a1692596'}]}} from ncdv-master-1. {{(pid=121608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 25 21:27:22.106945 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-a63b094f-2b31-42ea-b162-46017213bf8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:22.123923 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-14349303-1dfc-4048-bebb-ac3b1b5dd8b3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:22.136168 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-67f0b8e0-853f-4f2a-b6c0-d5fc25abf08b tempest-RoutersIpV6AdminTest-611111169 tempest-RoutersIpV6AdminTest-611111169-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:22.167350 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-14349303-1dfc-4048-bebb-ac3b1b5dd8b3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:22.207892 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-9a05c3d9-d9f3-412a-ac4a-86a575969d02 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8737602642149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-9084380'] for subnet, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:22.230583 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67f0b8e0-853f-4f2a-b6c0-d5fc25abf08b tempest-RoutersIpV6AdminTest-611111169 tempest-RoutersIpV6AdminTest-611111169-project-admin] Network 39d50007-7786-4290-83b2-f3cfe040bc5d is already hosted by enough agents. {{(pid=121606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:27:22.235845 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:22.270227 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [None req-67f0b8e0-853f-4f2a-b6c0-d5fc25abf08b tempest-RoutersIpV6AdminTest-611111169 tempest-RoutersIpV6AdminTest-611111169-project-admin] Resources bound (agent type, host, resource id):  {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:27:22.274751 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f0b8e0-853f-4f2a-b6c0-d5fc25abf08b tempest-RoutersIpV6AdminTest-611111169 tempest-RoutersIpV6AdminTest-611111169-project-admin] Pushing event updated for resources: {'Port': ['ID=67aafc2e-7e05-4443-9ea9-1c58404526cc,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:27:22.279442 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd92bba8-f30e-4957-a396-a8057db1cf7d None None] Network 89a83eb9-f99f-4bb7-a8c5-202ad364bd7a requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:27:22.280134 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67f0b8e0-853f-4f2a-b6c0-d5fc25abf08b tempest-RoutersIpV6AdminTest-611111169 tempest-RoutersIpV6AdminTest-611111169-project-admin] Received port after_create {{(pid=121606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:27:22.281209 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67f0b8e0-853f-4f2a-b6c0-d5fc25abf08b tempest-RoutersIpV6AdminTest-611111169 tempest-RoutersIpV6AdminTest-611111169-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:27:22.281821 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-67f0b8e0-853f-4f2a-b6c0-d5fc25abf08b tempest-RoutersIpV6AdminTest-611111169 tempest-RoutersIpV6AdminTest-611111169-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:22.288995 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a05c3d9-d9f3-412a-ac4a-86a575969d02 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:27:22.289575 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-9a05c3d9-d9f3-412a-ac4a-86a575969d02 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Publish callbacks [] for subnet, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:22.290903 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-9a05c3d9-d9f3-412a-ac4a-86a575969d02 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] 10.222.0.32 "PUT /v2.0/subnets/58ee9352-5cf6-4fa0-8124-8cb2a1692596 HTTP/1.1" status: 200  len: 826 time: 0.6169014
Dec 25 21:27:22.294204 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 42598) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:27:22.311466 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a05c3d9-d9f3-412a-ac4a-86a575969d02 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Pushing event updated for resources: {'Subnet': ['ID=58ee9352-5cf6-4fa0-8124-8cb2a1692596,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:27:22.397410 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-14349303-1dfc-4048-bebb-ac3b1b5dd8b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:22.397410 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-14349303-1dfc-4048-bebb-ac3b1b5dd8b3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:22.397410 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-14349303-1dfc-4048-bebb-ac3b1b5dd8b3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/352827b8-490f-41df-9512-eeb58af1f8d6 HTTP/1.1" status: 204  len: 168 time: 0.3715413
Dec 25 21:27:22.403346 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Pushing event updated for resources: {'Port': ['ID=35a15c05-bcca-4842-8606-5c79e44fa713,revision_number=4']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:27:22.412892 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-210c0a54-94dd-4352-bd73-8cd455e55c35 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625803'] for network, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:22.415452 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14349303-1dfc-4048-bebb-ac3b1b5dd8b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=352827b8-490f-41df-9512-eeb58af1f8d6,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:27:22.423752 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.db_base_plugin_common [None req-a63b094f-2b31-42ea-b162-46017213bf8d None None] Allocated IP 2001:db8::2 (c238b137-d383-433e-9b53-666626419182/58ee9352-5cf6-4fa0-8124-8cb2a1692596/8bd81966-21ab-4158-be72-d1b3d2a23fcd) {{(pid=121608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:27:22.436695 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-ccedb710-d4d6-4923-b217-5d59dbd1e04e None None] Provisioning complete for port 4f177eaa-c66d-44de-8457-fbef20054b06 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:27:22.437687 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-ccedb710-d4d6-4923-b217-5d59dbd1e04e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:22.462861 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 42602) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:27:22.463188 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-67f0b8e0-853f-4f2a-b6c0-d5fc25abf08b tempest-RoutersIpV6AdminTest-611111169 tempest-RoutersIpV6AdminTest-611111169-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1030 time: 1.2801561
Dec 25 21:27:22.493356 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-210c0a54-94dd-4352-bd73-8cd455e55c35 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995662'] for subnet, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:22.533463 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] get_ports_and_sgs() called for port_ids ['35a15c05-bcca-4842-8606-5c79e44fa713'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:27:22.595540 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-665828e8-785f-4db1-8051-48eb30d42c52 tempest-RoutersIpV6AdminTest-611111169 tempest-RoutersIpV6AdminTest-611111169-project-admin] Deleting port 67aafc2e-7e05-4443-9ea9-1c58404526cc {{(pid=121607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:27:22.596409 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-665828e8-785f-4db1-8051-48eb30d42c52 tempest-RoutersIpV6AdminTest-611111169 tempest-RoutersIpV6AdminTest-611111169-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:22.659488 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 4f177eaa-c66d-44de-8457-fbef20054b06 up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:27:22.704920 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50847f9b-05b4-475d-b83f-535ef03357f2 req-ba190a2f-bc78-47a7-a566-68d3dacb7d50 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:27:22.706886 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-50847f9b-05b4-475d-b83f-535ef03357f2 req-ba190a2f-bc78-47a7-a566-68d3dacb7d50 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] 10.222.0.32 "GET /v2.0/ports?device_id=65490ad4-5baf-4c89-9877-006d581b4758 HTTP/1.1" status: 200  len: 944 time: 0.0735395
Dec 25 21:27:22.723485 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-665828e8-785f-4db1-8051-48eb30d42c52 tempest-RoutersIpV6AdminTest-611111169 tempest-RoutersIpV6AdminTest-611111169-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:22.754936 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-665828e8-785f-4db1-8051-48eb30d42c52 tempest-RoutersIpV6AdminTest-611111169 tempest-RoutersIpV6AdminTest-611111169-project-admin] Calling delete_port for 67aafc2e-7e05-4443-9ea9-1c58404526cc owned by  {{(pid=121607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:27:22.766400 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 42608) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:27:22.781522 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-50847f9b-05b4-475d-b83f-535ef03357f2 req-fee34b00-d6b1-433a-9056-884f67ef97c6 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d32f0a1-0bdc-4dd4-8a66-1e7cbebb8ef1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0679538
Dec 25 21:27:22.849373 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 42610) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:27:22.850049 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-19889884-1260-41c5-ab1c-4c5bc84e8d96 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=52b6f4e629c1439384734404a004a37c&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0822921
Dec 25 21:27:22.900185 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-a63b094f-2b31-42ea-b162-46017213bf8d None None] Publish callbacks [] for port, precommit_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:22.901639 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port 4f177eaa-c66d-44de-8457-fbef20054b06 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:27:22.901975 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:22.947343 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a2747e46-4153-4b7a-b67e-405cf539df96 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:22.998109 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-a63b094f-2b31-42ea-b162-46017213bf8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946'] for port, after_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:23.075269 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a2747e46-4153-4b7a-b67e-405cf539df96 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:23.091920 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a63b094f-2b31-42ea-b162-46017213bf8d None None] Network c238b137-d383-433e-9b53-666626419182 is already hosted by enough agents. {{(pid=121608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:27:23.107081 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.base_scheduler [None req-a63b094f-2b31-42ea-b162-46017213bf8d None None] Resources bound (agent type, host, resource id):  {{(pid=121608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:27:23.109367 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a63b094f-2b31-42ea-b162-46017213bf8d None None] Received port after_create {{(pid=121608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:27:23.115888 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63b094f-2b31-42ea-b162-46017213bf8d None None] Pushing event updated for resources: {'Port': ['ID=8bd81966-21ab-4158-be72-d1b3d2a23fcd,revision_number=1']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:27:23.155442 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-210c0a54-94dd-4352-bd73-8cd455e55c35 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8632410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8852809'] for subnet, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:23.189841 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-a63b094f-2b31-42ea-b162-46017213bf8d None None] Attempting to bind port 8bd81966-21ab-4158-be72-d1b3d2a23fcd on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:27:23.190109 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-a63b094f-2b31-42ea-b162-46017213bf8d None None] Attempting to bind port 8bd81966-21ab-4158-be72-d1b3d2a23fcd by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '187c2584-a656-4b95-9dae-40a5c49bd935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c238b137-d383-433e-9b53-666626419182'}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:27:23.190469 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a63b094f-2b31-42ea-b162-46017213bf8d None None] Attempting to bind port 8bd81966-21ab-4158-be72-d1b3d2a23fcd on network c238b137-d383-433e-9b53-666626419182 {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:27:23.194327 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210c0a54-94dd-4352-bd73-8cd455e55c35 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Pushing event deleted for resources: {'Subnet': ['ID=58ee9352-5cf6-4fa0-8124-8cb2a1692596,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:27:23.208481 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a63b094f-2b31-42ea-b162-46017213bf8d None None] Checking agent: {'id': 'ca4f5c6d-f1fd-48b8-a3e3-395864c7d23d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 20, 56, 40), 'started_at': datetime.datetime(2021, 12, 25, 20, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 27, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:27:23.208891 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a63b094f-2b31-42ea-b162-46017213bf8d None None] Checking segment: {'id': '187c2584-a656-4b95-9dae-40a5c49bd935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c238b137-d383-433e-9b53-666626419182'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:27:23.209300 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-a63b094f-2b31-42ea-b162-46017213bf8d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:23.209696 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a63b094f-2b31-42ea-b162-46017213bf8d None None] Bound using segment: {'id': '187c2584-a656-4b95-9dae-40a5c49bd935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c238b137-d383-433e-9b53-666626419182'} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:27:23.210361 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-a63b094f-2b31-42ea-b162-46017213bf8d None None] Bound port: 8bd81966-21ab-4158-be72-d1b3d2a23fcd, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '187c2584-a656-4b95-9dae-40a5c49bd935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c238b137-d383-433e-9b53-666626419182'}}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:27:23.210677 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-a63b094f-2b31-42ea-b162-46017213bf8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:23.214289 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-ae94be3b-2fcf-4366-b0ec-fd68ef750e0c None None] Provisioning complete for port 4f177eaa-c66d-44de-8457-fbef20054b06 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:27:23.214289 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-ae94be3b-2fcf-4366-b0ec-fd68ef750e0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:23.268055 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-210c0a54-94dd-4352-bd73-8cd455e55c35 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997585', 'neutron.services.segments.db._delete_segments_for_network-8737602743071'] for network, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:23.276495 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-665828e8-785f-4db1-8051-48eb30d42c52 tempest-RoutersIpV6AdminTest-611111169 tempest-RoutersIpV6AdminTest-611111169-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:23.325745 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a2747e46-4153-4b7a-b67e-405cf539df96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:23.329583 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a2747e46-4153-4b7a-b67e-405cf539df96 admin admin] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:23.333146 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-a2747e46-4153-4b7a-b67e-405cf539df96 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9a8d9d73-8c4a-4edc-bbc7-8649b27a81df HTTP/1.1" status: 204  len: 168 time: 0.4784031
Dec 25 21:27:23.333146 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-210c0a54-94dd-4352-bd73-8cd455e55c35 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2618f2b160>,) {'filters': {'network_id': ['c238b137-d383-433e-9b53-666626419182']}} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:27:23.337336 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665828e8-785f-4db1-8051-48eb30d42c52 tempest-RoutersIpV6AdminTest-611111169 tempest-RoutersIpV6AdminTest-611111169-project-admin] Pushing event deleted for resources: {'Port': ['ID=67aafc2e-7e05-4443-9ea9-1c58404526cc,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:27:23.357836 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-210c0a54-94dd-4352-bd73-8cd455e55c35 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2618f2b160>, '187c2584-a656-4b95-9dae-40a5c49bd935') {'for_net_delete': True} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:27:23.358136 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-210c0a54-94dd-4352-bd73-8cd455e55c35 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2618f2b160>, '187c2584-a656-4b95-9dae-40a5c49bd935') {} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:27:23.369081 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-a63b094f-2b31-42ea-b162-46017213bf8d None None] For port 8bd81966-21ab-4158-be72-d1b3d2a23fcd, host ncdv-master-1, cleared binding levels {{(pid=121608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:27:23.380006 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2747e46-4153-4b7a-b67e-405cf539df96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a8d9d73-8c4a-4edc-bbc7-8649b27a81df,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:27:23.394376 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-a63b094f-2b31-42ea-b162-46017213bf8d None None] For port 8bd81966-21ab-4158-be72-d1b3d2a23fcd, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8bd81966-21ab-4158-be72-d1b3d2a23fcd,segment=NetworkSegment(187c2584-a656-4b95-9dae-40a5c49bd935),segment_id=187c2584-a656-4b95-9dae-40a5c49bd935)] {{(pid=121608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:27:23.416339 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-210c0a54-94dd-4352-bd73-8cd455e55c35 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737602746920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10246592'] for segment, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:23.420977 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-665828e8-785f-4db1-8051-48eb30d42c52 tempest-RoutersIpV6AdminTest-611111169 tempest-RoutersIpV6AdminTest-611111169-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:23.425398 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-665828e8-785f-4db1-8051-48eb30d42c52 tempest-RoutersIpV6AdminTest-611111169 tempest-RoutersIpV6AdminTest-611111169-project-admin] 10.222.0.32 "DELETE /v2.0/ports/67aafc2e-7e05-4443-9ea9-1c58404526cc HTTP/1.1" status: 204  len: 168 time: 0.9615762
Dec 25 21:27:23.431126 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 42628) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:27:23.435329 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-0a06044b-063c-48f1-b4d0-02869f3d7cb6 tempest-RoutersIpV6AdminTest-611111169 tempest-RoutersIpV6AdminTest-611111169-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '39d50007-7786-4290-83b2-f3cfe040bc5d', 'external_fixed_ips': [{'subnet_id': 'd821c3f4-b8d4-4e56-8f81-6717771bda0a', 'ip_address': '2001:db8::12c'}]}}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:27:23.471837 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-a63b094f-2b31-42ea-b162-46017213bf8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:23.488739 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a77a30a-0d56-421e-901e-4ecc7aa5d70f req-7174244f-e45e-48ae-b781-99e3eab2933a tempest-ServersTestBootFromVolume-822926053 tempest-ServersTestBootFromVolume-822926053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:27:23.490071 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-210c0a54-94dd-4352-bd73-8cd455e55c35 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:23.490844 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1a77a30a-0d56-421e-901e-4ecc7aa5d70f req-7174244f-e45e-48ae-b781-99e3eab2933a tempest-ServersTestBootFromVolume-822926053 tempest-ServersTestBootFromVolume-822926053-project] 10.222.0.32 "GET /v2.0/ports?device_id=e524c2c3-e248-42dd-82e5-49cb6b3a3b2c HTTP/1.1" status: 200  len: 946 time: 0.0656545
Dec 25 21:27:23.500358 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-210c0a54-94dd-4352-bd73-8cd455e55c35 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Releasing vlan 170 on physical network physnet1 to pool {{(pid=121607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 25 21:27:23.501765 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-210c0a54-94dd-4352-bd73-8cd455e55c35 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8633327'] for segment, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:23.506890 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:27:23.506890 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:27:23.506890 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:27:23.506890 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:27:23.506890 ncdv-master-1 neutron-server[121607]: Traceback (most recent call last):
Dec 25 21:27:23.506890 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 25 21:27:23.506890 ncdv-master-1 neutron-server[121607]:     timer()
Dec 25 21:27:23.506890 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 25 21:27:23.506890 ncdv-master-1 neutron-server[121607]:     cb(*args, **kw)
Dec 25 21:27:23.506890 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 25 21:27:23.506890 ncdv-master-1 neutron-server[121607]:     return func(*args, **kwargs)
Dec 25 21:27:23.506890 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 25 21:27:23.506890 ncdv-master-1 neutron-server[121607]:     self._notify()
Dec 25 21:27:23.506890 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 25 21:27:23.506890 ncdv-master-1 neutron-server[121607]:     self.callback(batched_events)
Dec 25 21:27:23.506890 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 25 21:27:23.506890 ncdv-master-1 neutron-server[121607]:     event.method(event)
Dec 25 21:27:23.506890 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 25 21:27:23.506890 ncdv-master-1 neutron-server[121607]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 25 21:27:23.506890 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 25 21:27:23.506890 ncdv-master-1 neutron-server[121607]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 25 21:27:23.506890 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 25 21:27:23.506890 ncdv-master-1 neutron-server[121607]:     return f(self, *a, **k)
Dec 25 21:27:23.506890 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 25 21:27:23.506890 ncdv-master-1 neutron-server[121607]:     return self._get(url).json()
Dec 25 21:27:23.506890 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 25 21:27:23.506890 ncdv-master-1 neutron-server[121607]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 25 21:27:23.506890 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 25 21:27:23.506890 ncdv-master-1 neutron-server[121607]:     return self.request(url, 'GET', **kwargs)
Dec 25 21:27:23.506890 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 25 21:27:23.506890 ncdv-master-1 neutron-server[121607]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 25 21:27:23.506890 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 25 21:27:23.506890 ncdv-master-1 neutron-server[121607]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 25 21:27:23.506890 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 25 21:27:23.506890 ncdv-master-1 neutron-server[121607]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 25 21:27:23.506890 ncdv-master-1 neutron-server[121607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 25 21:27:23.529560 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-0a06044b-063c-48f1-b4d0-02869f3d7cb6 tempest-RoutersIpV6AdminTest-611111169 tempest-RoutersIpV6AdminTest-611111169-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2014909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14863'] for router, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:23.531671 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-0a06044b-063c-48f1-b4d0-02869f3d7cb6 tempest-RoutersIpV6AdminTest-611111169 tempest-RoutersIpV6AdminTest-611111169-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2014285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2009796', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2082630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14848'] for router, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:23.537140 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63b094f-2b31-42ea-b162-46017213bf8d None None] Pushing event updated for resources: {'Port': ['ID=8bd81966-21ab-4158-be72-d1b3d2a23fcd,revision_number=2']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:27:23.592575 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1a77a30a-0d56-421e-901e-4ecc7aa5d70f req-fd445a28-f14a-4c16-9250-23cc20d87520 tempest-ServersTestBootFromVolume-822926053 tempest-ServersTestBootFromVolume-822926053-project] 10.222.0.32 "GET /v2.0/security-groups?id=1cca7a13-76a8-43b2-b6b1-de89b0da2437&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0955787
Dec 25 21:27:23.600481 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f15daaa1-e70e-405f-b670-eed73fa85116 None None] Network c238b137-d383-433e-9b53-666626419182 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:27:23.664727 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-0a06044b-063c-48f1-b4d0-02869f3d7cb6 tempest-RoutersIpV6AdminTest-611111169 tempest-RoutersIpV6AdminTest-611111169-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:23.668949 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.db.api [None req-210c0a54-94dd-4352-bd73-8cd455e55c35 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Dec 25 21:27:23.668949 ncdv-master-1 neutron-server[121607]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Dec 25 21:27:23.668949 ncdv-master-1 neutron-server[121607]: [parameters: {'id': 'c238b137-d383-433e-9b53-666626419182'}]
Dec 25 21:27:23.668949 ncdv-master-1 neutron-server[121607]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=121607) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 25 21:27:23.675150 ncdv-master-1 neutron-server[121607]: DEBUG oslo_db.api [None req-210c0a54-94dd-4352-bd73-8cd455e55c35 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 25 21:27:23.714097 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-397d9b98-f7f6-4b51-9cec-72c896362676 None None] Network c238b137-d383-433e-9b53-666626419182 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:27:23.872468 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48b4a364-e413-4890-8724-ef52609eeef3 None None] get_active_networks_info from ncdv-master-1 {{(pid=121608) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
Dec 25 21:27:23.929778 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-0a06044b-063c-48f1-b4d0-02869f3d7cb6 tempest-RoutersIpV6AdminTest-611111169 tempest-RoutersIpV6AdminTest-611111169-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:23.966094 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc02a0e-97fa-42fe-8c52-e09f21c70eba req-2e6ca83e-2c11-4044-8644-cae59fbaae15 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:27:23.969441 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5cc02a0e-97fa-42fe-8c52-e09f21c70eba req-2e6ca83e-2c11-4044-8644-cae59fbaae15 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] 10.222.0.32 "GET /v2.0/ports?device_id=65490ad4-5baf-4c89-9877-006d581b4758 HTTP/1.1" status: 200  len: 944 time: 0.0649333
Dec 25 21:27:24.028801 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5cc02a0e-97fa-42fe-8c52-e09f21c70eba req-2193aee2-0d32-48fa-8214-8419f3fa70ee tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d32f0a1-0bdc-4dd4-8a66-1e7cbebb8ef1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0521955
Dec 25 21:27:24.061655 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48b4a364-e413-4890-8724-ef52609eeef3 None None] Resources bound (agent type, host, resource id):  {{(pid=121608) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Dec 25 21:27:24.200769 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-210c0a54-94dd-4352-bd73-8cd455e55c35 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625803'] for network, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:24.315968 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-0a06044b-063c-48f1-b4d0-02869f3d7cb6 tempest-RoutersIpV6AdminTest-611111169 tempest-RoutersIpV6AdminTest-611111169-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:24.342411 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-0a06044b-063c-48f1-b4d0-02869f3d7cb6 tempest-RoutersIpV6AdminTest-611111169 tempest-RoutersIpV6AdminTest-611111169-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:24.360587 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-210c0a54-94dd-4352-bd73-8cd455e55c35 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Deleting port 8bd81966-21ab-4158-be72-d1b3d2a23fcd {{(pid=121607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:27:24.361465 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-210c0a54-94dd-4352-bd73-8cd455e55c35 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:24.502643 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.db [None req-210c0a54-94dd-4352-bd73-8cd455e55c35 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] For port 8bd81966-21ab-4158-be72-d1b3d2a23fcd, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8bd81966-21ab-4158-be72-d1b3d2a23fcd,segment=NetworkSegment(187c2584-a656-4b95-9dae-40a5c49bd935),segment_id=187c2584-a656-4b95-9dae-40a5c49bd935)] {{(pid=121607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:27:24.503017 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-210c0a54-94dd-4352-bd73-8cd455e55c35 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:24.528363 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-210c0a54-94dd-4352-bd73-8cd455e55c35 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Calling delete_port for 8bd81966-21ab-4158-be72-d1b3d2a23fcd owned by network:dhcp {{(pid=121607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:27:24.638726 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5357a9-8315-4702-bd27-8043fbbc08d5 req-99c8c731-5e91-4574-8589-0baa0242dea5 tempest-ServersTestBootFromVolume-822926053 tempest-ServersTestBootFromVolume-822926053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:27:24.646423 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_common [None req-0a06044b-063c-48f1-b4d0-02869f3d7cb6 tempest-RoutersIpV6AdminTest-611111169 tempest-RoutersIpV6AdminTest-611111169-project-admin] Allocated IP 2001:db8::12c (39d50007-7786-4290-83b2-f3cfe040bc5d/d821c3f4-b8d4-4e56-8f81-6717771bda0a/6e64fb98-2ecc-41b0-ad17-2c488aa42f0c) {{(pid=121607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:27:24.649010 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4f5357a9-8315-4702-bd27-8043fbbc08d5 req-99c8c731-5e91-4574-8589-0baa0242dea5 tempest-ServersTestBootFromVolume-822926053 tempest-ServersTestBootFromVolume-822926053-project] 10.222.0.32 "GET /v2.0/ports?device_id=e524c2c3-e248-42dd-82e5-49cb6b3a3b2c HTTP/1.1" status: 200  len: 946 time: 0.0676098
Dec 25 21:27:24.659717 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 42666) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:27:24.710380 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4f5357a9-8315-4702-bd27-8043fbbc08d5 req-f48fb8e3-6ae6-4a56-99c7-8c4ba0982377 tempest-ServersTestBootFromVolume-822926053 tempest-ServersTestBootFromVolume-822926053-project] 10.222.0.32 "GET /v2.0/security-groups?id=1cca7a13-76a8-43b2-b6b1-de89b0da2437&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0601537
Dec 25 21:27:24.775402 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-0a06044b-063c-48f1-b4d0-02869f3d7cb6 tempest-RoutersIpV6AdminTest-611111169 tempest-RoutersIpV6AdminTest-611111169-project-admin] Publish callbacks [] for port, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:24.855923 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-210c0a54-94dd-4352-bd73-8cd455e55c35 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:24.884485 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-5b4d19de-3494-4792-a93a-7ebd5723fcbc tempest-NetworksNegativeTestJSON-745666956 tempest-NetworksNegativeTestJSON-745666956-project] Request body: {'port': {'network_id': '7e39b30a-44e1-43f5-97c9-f6e7ecea5f93', 'name': 'tempest-NetworksNegativeTestJSON-661752632'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:27:24.893899 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210c0a54-94dd-4352-bd73-8cd455e55c35 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Pushing event deleted for resources: {'Port': ['ID=8bd81966-21ab-4158-be72-d1b3d2a23fcd,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:27:24.897524 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-210c0a54-94dd-4352-bd73-8cd455e55c35 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] No DVR routers for this DVR port 8bd81966-21ab-4158-be72-d1b3d2a23fcd on host ncdv-master-1 {{(pid=121607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:27:24.905182 ncdv-master-1 neutron-server[121606]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b4d19de-3494-4792-a93a-7ebd5723fcbc tempest-NetworksNegativeTestJSON-745666956 tempest-NetworksNegativeTestJSON-745666956-project] POST failed (client error): The resource could not be found.
Dec 25 21:27:24.905855 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b4d19de-3494-4792-a93a-7ebd5723fcbc tempest-NetworksNegativeTestJSON-745666956 tempest-NetworksNegativeTestJSON-745666956-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 25 21:27:24.917049 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-5b4d19de-3494-4792-a93a-7ebd5723fcbc tempest-NetworksNegativeTestJSON-745666956 tempest-NetworksNegativeTestJSON-745666956-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 404  len: 339 time: 0.2463787
Dec 25 21:27:24.917049 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 42676) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:27:24.933916 ncdv-master-1 neutron-server[121606]: INFO neutron.pecan_wsgi.hooks.translation [None req-88b72810-06d0-4fbf-9e5d-49fafe002f06 tempest-NetworksNegativeTestJSON-745666956 tempest-NetworksNegativeTestJSON-745666956-project] DELETE failed (client error): The resource could not be found.
Dec 25 21:27:24.934434 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88b72810-06d0-4fbf-9e5d-49fafe002f06 tempest-NetworksNegativeTestJSON-745666956 tempest-NetworksNegativeTestJSON-745666956-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 25 21:27:24.938297 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-88b72810-06d0-4fbf-9e5d-49fafe002f06 tempest-NetworksNegativeTestJSON-745666956 tempest-NetworksNegativeTestJSON-745666956-project] 10.222.0.32 "DELETE /v2.0/networks/cf24e054-153d-427d-848d-37031071b3fb HTTP/1.1" status: 404  len: 339 time: 0.0263815
Dec 25 21:27:24.942229 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 42680) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:27:24.970763 ncdv-master-1 neutron-server[121606]: INFO neutron.pecan_wsgi.hooks.translation [None req-0fa0667c-ee9f-4416-9202-7b6593f96c32 tempest-NetworksNegativeTestJSON-745666956 tempest-NetworksNegativeTestJSON-745666956-project] DELETE failed (client error): The resource could not be found.
Dec 25 21:27:24.971942 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0fa0667c-ee9f-4416-9202-7b6593f96c32 tempest-NetworksNegativeTestJSON-745666956 tempest-NetworksNegativeTestJSON-745666956-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 25 21:27:24.973505 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-0a06044b-063c-48f1-b4d0-02869f3d7cb6 tempest-RoutersIpV6AdminTest-611111169 tempest-RoutersIpV6AdminTest-611111169-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:24.976841 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-0fa0667c-ee9f-4416-9202-7b6593f96c32 tempest-NetworksNegativeTestJSON-745666956 tempest-NetworksNegativeTestJSON-745666956-project] 10.222.0.32 "DELETE /v2.0/ports/85b0cd89-805b-40df-89f5-c0897ae0b47c HTTP/1.1" status: 404  len: 333 time: 0.0334566
Dec 25 21:27:24.981721 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 42684) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:27:25.016959 ncdv-master-1 neutron-server[121606]: INFO neutron.pecan_wsgi.hooks.translation [None req-76417a78-bb53-435c-bfcc-ea8a29897ef8 tempest-NetworksNegativeTestJSON-745666956 tempest-NetworksNegativeTestJSON-745666956-project] DELETE failed (client error): The resource could not be found.
Dec 25 21:27:25.018285 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76417a78-bb53-435c-bfcc-ea8a29897ef8 tempest-NetworksNegativeTestJSON-745666956 tempest-NetworksNegativeTestJSON-745666956-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 25 21:27:25.022290 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-76417a78-bb53-435c-bfcc-ea8a29897ef8 tempest-NetworksNegativeTestJSON-745666956 tempest-NetworksNegativeTestJSON-745666956-project] 10.222.0.32 "DELETE /v2.0/subnets/afbda2b2-9fe9-4853-99e0-017676ee2f4f HTTP/1.1" status: 404  len: 337 time: 0.0406127
Dec 25 21:27:25.026218 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 42688) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:27:25.055152 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-210c0a54-94dd-4352-bd73-8cd455e55c35 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997585', 'neutron.services.segments.db._delete_segments_for_network-8737602743071'] for network, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:25.058827 ncdv-master-1 neutron-server[121606]: INFO neutron.pecan_wsgi.hooks.translation [None req-01c2e0ee-11a8-4767-ac32-a701735065b0 tempest-NetworksNegativeTestJSON-745666956 tempest-NetworksNegativeTestJSON-745666956-project] GET failed (client error): The resource could not be found.
Dec 25 21:27:25.061338 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-01c2e0ee-11a8-4767-ac32-a701735065b0 tempest-NetworksNegativeTestJSON-745666956 tempest-NetworksNegativeTestJSON-745666956-project] 10.222.0.32 "GET /v2.0/networks/9d11b2d4-9f04-4cdf-9a37-8e1b2caabd00 HTTP/1.1" status: 404  len: 339 time: 0.0339653
Dec 25 21:27:25.064445 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 42692) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:27:25.082058 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a06044b-063c-48f1-b4d0-02869f3d7cb6 tempest-RoutersIpV6AdminTest-611111169 tempest-RoutersIpV6AdminTest-611111169-project-admin] Network 39d50007-7786-4290-83b2-f3cfe040bc5d is already hosted by enough agents. {{(pid=121607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:27:25.088296 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-0a06044b-063c-48f1-b4d0-02869f3d7cb6 tempest-RoutersIpV6AdminTest-611111169 tempest-RoutersIpV6AdminTest-611111169-project-admin] Resources bound (agent type, host, resource id):  {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:27:25.090182 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a06044b-063c-48f1-b4d0-02869f3d7cb6 tempest-RoutersIpV6AdminTest-611111169 tempest-RoutersIpV6AdminTest-611111169-project-admin] Pushing event updated for resources: {'Port': ['ID=6e64fb98-2ecc-41b0-ad17-2c488aa42f0c,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:27:25.102298 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1cc08f3-3afe-4828-957e-b9d4752d5954 None None] DHCP port deletion for 39d50007-7786-4290-83b2-f3cfe040bc5d request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 21:27:25.108805 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a06044b-063c-48f1-b4d0-02869f3d7cb6 tempest-RoutersIpV6AdminTest-611111169 tempest-RoutersIpV6AdminTest-611111169-project-admin] Received port after_create {{(pid=121607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:27:25.111191 ncdv-master-1 neutron-server[121606]: INFO neutron.pecan_wsgi.hooks.translation [None req-998be82f-2ae9-42ab-aab2-99a1f095473e tempest-NetworksNegativeTestJSON-745666956 tempest-NetworksNegativeTestJSON-745666956-project] GET failed (client error): The resource could not be found.
Dec 25 21:27:25.114757 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-210c0a54-94dd-4352-bd73-8cd455e55c35 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2612eb4a00>,) {'filters': {'network_id': ['c238b137-d383-433e-9b53-666626419182']}} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:27:25.119875 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-998be82f-2ae9-42ab-aab2-99a1f095473e tempest-NetworksNegativeTestJSON-745666956 tempest-NetworksNegativeTestJSON-745666956-project] 10.222.0.32 "GET /v2.0/ports/0400f99b-c1b9-4df9-b590-0a9e1e3cbe74 HTTP/1.1" status: 404  len: 333 time: 0.0517492
Dec 25 21:27:25.121366 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 42696) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:27:25.157465 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-f364b62f-6f93-4313-bc59-c72b96804402 None None] Provisioning complete for port 6e64fb98-2ecc-41b0-ad17-2c488aa42f0c triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:27:25.157841 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-f364b62f-6f93-4313-bc59-c72b96804402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:25.172509 ncdv-master-1 neutron-server[121606]: INFO neutron.pecan_wsgi.hooks.translation [None req-65ead2b6-ed60-4c74-aee5-5fe780e0b2ef tempest-NetworksNegativeTestJSON-745666956 tempest-NetworksNegativeTestJSON-745666956-project] GET failed (client error): The resource could not be found.
Dec 25 21:27:25.172509 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-65ead2b6-ed60-4c74-aee5-5fe780e0b2ef tempest-NetworksNegativeTestJSON-745666956 tempest-NetworksNegativeTestJSON-745666956-project] 10.222.0.32 "GET /v2.0/subnets/8b8888cb-16d6-4222-8532-9967a783eacd HTTP/1.1" status: 404  len: 337 time: 0.0426970
Dec 25 21:27:25.172509 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 42698) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:27:25.176310 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-c34ff675-ed4a-4276-9986-f1cbb0053cbc tempest-NetworksNegativeTestJSON-745666956 tempest-NetworksNegativeTestJSON-745666956-project] Request body: {'network': {'name': 'new_name'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:27:25.195043 ncdv-master-1 neutron-server[121606]: INFO neutron.pecan_wsgi.hooks.translation [None req-c34ff675-ed4a-4276-9986-f1cbb0053cbc tempest-NetworksNegativeTestJSON-745666956 tempest-NetworksNegativeTestJSON-745666956-project] PUT failed (client error): The resource could not be found.
Dec 25 21:27:25.195638 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c34ff675-ed4a-4276-9986-f1cbb0053cbc tempest-NetworksNegativeTestJSON-745666956 tempest-NetworksNegativeTestJSON-745666956-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 25 21:27:25.196948 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-c34ff675-ed4a-4276-9986-f1cbb0053cbc tempest-NetworksNegativeTestJSON-745666956 tempest-NetworksNegativeTestJSON-745666956-project] 10.222.0.32 "PUT /v2.0/networks/fcf46a6f-003b-4785-81c0-9e92f676bb2c HTTP/1.1" status: 404  len: 339 time: 0.0264752
Dec 25 21:27:25.208111 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 42702) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:27:25.216614 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-210c0a54-94dd-4352-bd73-8cd455e55c35 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2612eb4a00>, '187c2584-a656-4b95-9dae-40a5c49bd935') {'for_net_delete': True} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:27:25.217461 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-210c0a54-94dd-4352-bd73-8cd455e55c35 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2612eb4a00>, '187c2584-a656-4b95-9dae-40a5c49bd935') {} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:27:25.230872 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-210c0a54-94dd-4352-bd73-8cd455e55c35 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737602746920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10246592'] for segment, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:25.241606 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-3969e388-317f-474d-954b-31e06f340469 tempest-NetworksNegativeTestJSON-745666956 tempest-NetworksNegativeTestJSON-745666956-project] Request body: {'port': {'name': 'new_name'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:27:25.261109 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-f364b62f-6f93-4313-bc59-c72b96804402 None None] Port 6e64fb98-2ecc-41b0-ad17-2c488aa42f0c cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:27:25.264029 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 42704) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:27:25.269271 ncdv-master-1 neutron-server[121606]: INFO neutron.pecan_wsgi.hooks.translation [None req-3969e388-317f-474d-954b-31e06f340469 tempest-NetworksNegativeTestJSON-745666956 tempest-NetworksNegativeTestJSON-745666956-project] PUT failed (client error): The resource could not be found.
Dec 25 21:27:25.269812 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3969e388-317f-474d-954b-31e06f340469 tempest-NetworksNegativeTestJSON-745666956 tempest-NetworksNegativeTestJSON-745666956-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 25 21:27:25.270998 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-3969e388-317f-474d-954b-31e06f340469 tempest-NetworksNegativeTestJSON-745666956 tempest-NetworksNegativeTestJSON-745666956-project] 10.222.0.32 "PUT /v2.0/ports/8565bba1-54d0-4fe8-9a99-c25d4d294f35 HTTP/1.1" status: 404  len: 333 time: 0.0618720
Dec 25 21:27:25.274839 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 42706) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:27:25.282702 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-211f11f5-564e-4242-96ac-c61b6a1d12ce tempest-NetworksNegativeTestJSON-745666956 tempest-NetworksNegativeTestJSON-745666956-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:27:25.305357 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-210c0a54-94dd-4352-bd73-8cd455e55c35 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:25.317695 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-210c0a54-94dd-4352-bd73-8cd455e55c35 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Releasing vlan 170 on physical network physnet1 to pool {{(pid=121607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 25 21:27:25.318092 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-210c0a54-94dd-4352-bd73-8cd455e55c35 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8633327'] for segment, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:25.321233 ncdv-master-1 neutron-server[121607]: Traceback (most recent call last):
Dec 25 21:27:25.321233 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 25 21:27:25.321233 ncdv-master-1 neutron-server[121607]:     timer()
Dec 25 21:27:25.321233 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 25 21:27:25.321233 ncdv-master-1 neutron-server[121607]:     cb(*args, **kw)
Dec 25 21:27:25.321233 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 25 21:27:25.321233 ncdv-master-1 neutron-server[121607]:     return func(*args, **kwargs)
Dec 25 21:27:25.321233 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 25 21:27:25.321233 ncdv-master-1 neutron-server[121607]:     self._notify()
Dec 25 21:27:25.321233 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 25 21:27:25.321233 ncdv-master-1 neutron-server[121607]:     self.callback(batched_events)
Dec 25 21:27:25.321233 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 25 21:27:25.321233 ncdv-master-1 neutron-server[121607]:     event.method(event)
Dec 25 21:27:25.321233 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 25 21:27:25.321233 ncdv-master-1 neutron-server[121607]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 25 21:27:25.321233 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 25 21:27:25.321233 ncdv-master-1 neutron-server[121607]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 25 21:27:25.321233 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 25 21:27:25.321233 ncdv-master-1 neutron-server[121607]:     return f(self, *a, **k)
Dec 25 21:27:25.321233 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 25 21:27:25.321233 ncdv-master-1 neutron-server[121607]:     return self._get(url).json()
Dec 25 21:27:25.321233 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 25 21:27:25.321233 ncdv-master-1 neutron-server[121607]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 25 21:27:25.321233 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 25 21:27:25.321233 ncdv-master-1 neutron-server[121607]:     return self.request(url, 'GET', **kwargs)
Dec 25 21:27:25.321233 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 25 21:27:25.321233 ncdv-master-1 neutron-server[121607]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 25 21:27:25.321233 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 25 21:27:25.321233 ncdv-master-1 neutron-server[121607]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 25 21:27:25.321233 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 25 21:27:25.321233 ncdv-master-1 neutron-server[121607]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 25 21:27:25.321233 ncdv-master-1 neutron-server[121607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 25 21:27:25.337007 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 42710) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:27:25.338700 ncdv-master-1 neutron-server[121606]: INFO neutron.pecan_wsgi.hooks.translation [None req-211f11f5-564e-4242-96ac-c61b6a1d12ce tempest-NetworksNegativeTestJSON-745666956 tempest-NetworksNegativeTestJSON-745666956-project] PUT failed (client error): The resource could not be found.
Dec 25 21:27:25.339187 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-211f11f5-564e-4242-96ac-c61b6a1d12ce tempest-NetworksNegativeTestJSON-745666956 tempest-NetworksNegativeTestJSON-745666956-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 25 21:27:25.340399 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-211f11f5-564e-4242-96ac-c61b6a1d12ce tempest-NetworksNegativeTestJSON-745666956 tempest-NetworksNegativeTestJSON-745666956-project] 10.222.0.32 "PUT /v2.0/subnets/99785a41-6eba-4e23-8e37-c31d5c94c75e HTTP/1.1" status: 404  len: 337 time: 0.0646389
Dec 25 21:27:25.353719 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3accfad1-13e3-4c97-9347-c1163058ae71 req-fdd34044-1d22-4717-a275-1999fb09e2f2 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:27:25.355251 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3accfad1-13e3-4c97-9347-c1163058ae71 req-fdd34044-1d22-4717-a275-1999fb09e2f2 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] 10.222.0.32 "GET /v2.0/ports?device_id=65490ad4-5baf-4c89-9877-006d581b4758 HTTP/1.1" status: 200  len: 944 time: 0.1623230
Dec 25 21:27:25.389131 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc89a77e-e533-43c4-a86a-ff1127c89bcd req-687d1330-a836-490c-8209-f1d5ee84fc6b tempest-ServersTestBootFromVolume-822926053 tempest-ServersTestBootFromVolume-822926053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:27:25.391202 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-bc89a77e-e533-43c4-a86a-ff1127c89bcd req-687d1330-a836-490c-8209-f1d5ee84fc6b tempest-ServersTestBootFromVolume-822926053 tempest-ServersTestBootFromVolume-822926053-project] 10.222.0.31 "GET /v2.0/ports?device_id=e524c2c3-e248-42dd-82e5-49cb6b3a3b2c HTTP/1.1" status: 200  len: 946 time: 0.0817211
Dec 25 21:27:25.470278 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device 35a15c05-bcca-4842-8606-5c79e44fa713 up at agent hyperv_nch2-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:27:25.474671 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-210c0a54-94dd-4352-bd73-8cd455e55c35 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2008653'] for network, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:25.483310 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-210c0a54-94dd-4352-bd73-8cd455e55c35 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Publish callbacks [] for network, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:25.490330 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-210c0a54-94dd-4352-bd73-8cd455e55c35 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] 10.222.0.32 "DELETE /v2.0/networks/c238b137-d383-433e-9b53-666626419182 HTTP/1.1" status: 204  len: 168 time: 3.1947167
Dec 25 21:27:25.494648 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 42716) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:27:25.511461 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3accfad1-13e3-4c97-9347-c1163058ae71 req-257020be-ecc6-4857-b552-37e356dde3da tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d32f0a1-0bdc-4dd4-8a66-1e7cbebb8ef1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1312885
Dec 25 21:27:25.560263 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [req-bc89a77e-e533-43c4-a86a-ff1127c89bcd req-f017d907-0f5c-4be8-84bc-da67eb59b580 tempest-ServersTestBootFromVolume-822926053 tempest-ServersTestBootFromVolume-822926053-project] Deleting port 94ab1ddd-760b-4f0c-b396-3eeca500e583 {{(pid=121606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:27:25.561186 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-bc89a77e-e533-43c4-a86a-ff1127c89bcd req-f017d907-0f5c-4be8-84bc-da67eb59b580 tempest-ServersTestBootFromVolume-822926053 tempest-ServersTestBootFromVolume-822926053-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:25.585682 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-0a06044b-063c-48f1-b4d0-02869f3d7cb6 tempest-RoutersIpV6AdminTest-611111169 tempest-RoutersIpV6AdminTest-611111169-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:25.591955 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210c0a54-94dd-4352-bd73-8cd455e55c35 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Pushing event deleted for resources: {'Network': ['ID=c238b137-d383-433e-9b53-666626419182,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:27:25.630514 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-e0c88ea5-bfd9-494a-acca-9c02ad0cbd8e tempest-TagsExtTest-1398244386 tempest-TagsExtTest-1398244386-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-573003468'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:27:25.633717 ncdv-master-1 neutron-server[121607]: INFO neutron.pecan_wsgi.hooks.translation [None req-0744bc7f-27fc-45d0-9a26-265a3419e97e tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] DELETE failed (client error): The resource could not be found.
Dec 25 21:27:25.634266 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0744bc7f-27fc-45d0-9a26-265a3419e97e tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 25 21:27:25.637301 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-0744bc7f-27fc-45d0-9a26-265a3419e97e tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] 10.222.0.32 "DELETE /v2.0/networks/c238b137-d383-433e-9b53-666626419182 HTTP/1.1" status: 404  len: 339 time: 0.1416292
Dec 25 21:27:25.643210 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 42718) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:27:25.648363 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-57e9b124-53e3-48bb-b38a-0b1cbade4ed1 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-2096778624'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:27:25.649317 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Provisioning for port 35a15c05-bcca-4842-8606-5c79e44fa713 completed by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 25 21:27:25.653477 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Provisioning complete for port 35a15c05-bcca-4842-8606-5c79e44fa713 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:27:25.654287 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:25.658877 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-671e5d16-8ee9-404e-a4ef-fe09c1a4c85f tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-776524909', 'description': 'd1'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:27:25.682950 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-bc89a77e-e533-43c4-a86a-ff1127c89bcd req-f017d907-0f5c-4be8-84bc-da67eb59b580 tempest-ServersTestBootFromVolume-822926053 tempest-ServersTestBootFromVolume-822926053-project] For port 94ab1ddd-760b-4f0c-b396-3eeca500e583, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=94ab1ddd-760b-4f0c-b396-3eeca500e583,segment=NetworkSegment(563b54b5-528d-4b6e-aaa6-896a27c58e45),segment_id=563b54b5-528d-4b6e-aaa6-896a27c58e45)] {{(pid=121606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:27:25.683407 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-bc89a77e-e533-43c4-a86a-ff1127c89bcd req-f017d907-0f5c-4be8-84bc-da67eb59b580 tempest-ServersTestBootFromVolume-822926053 tempest-ServersTestBootFromVolume-822926053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:25.766732 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:25.795339 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65490ad4-5baf-4c89-9877-006d581b4758', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35a15c05-bcca-4842-8606-5c79e44fa713'}] {{(pid=121608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:27:25.797749 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a88c78c3ff6266bd59c7e89d275b28c92e739b67d23c89d71af88829fd31566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b625488-9843-4dea-b053-02b0a577c78c" -d '{"events": [{"server_uuid": "65490ad4-5baf-4c89-9877-006d581b4758", "name": "network-vif-plugged", "status": "completed", "tag": "35a15c05-bcca-4842-8606-5c79e44fa713"}]}' {{(pid=121608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:27:25.810801 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port 35a15c05-bcca-4842-8606-5c79e44fa713, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=35a15c05-bcca-4842-8606-5c79e44fa713,segment=NetworkSegment(51150129-bf93-43ed-a72b-663a41e8f921),segment_id=51150129-bf93-43ed-a72b-663a41e8f921)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:27:25.844890 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 21:27:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94cf8302-da30-4bb2-b05f-9103f4e2fe35 x-openstack-request-id: req-94cf8302-da30-4bb2-b05f-9103f4e2fe35 {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:27:25.845509 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65490ad4-5baf-4c89-9877-006d581b4758", "name": "network-vif-plugged", "status": "completed", "tag": "35a15c05-bcca-4842-8606-5c79e44fa713", "code": 200}]} {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:27:25.845949 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-94cf8302-da30-4bb2-b05f-9103f4e2fe35 {{(pid=121608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:27:25.846347 ncdv-master-1 neutron-server[121608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65490ad4-5baf-4c89-9877-006d581b4758', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35a15c05-bcca-4842-8606-5c79e44fa713', 'code': 200}
Dec 25 21:27:25.900673 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-671e5d16-8ee9-404e-a4ef-fe09c1a4c85f tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Made reservation on behalf of 596be925895b4ede995a5f893bdae840 for: {'network': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:27:25.901101 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:25.906456 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-671e5d16-8ee9-404e-a4ef-fe09c1a4c85f tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for network, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:25.911205 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0c88ea5-bfd9-494a-acca-9c02ad0cbd8e tempest-TagsExtTest-1398244386 tempest-TagsExtTest-1398244386-project] Made reservation on behalf of 4bad81526f144678b49f493aa5d860d1 for: {'network': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:27:25.914479 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7de9945-af58-42bf-bd04-d162203973c2 req-e55cc8af-99e9-4c36-bd5c-83713ebc2763 tempest-ServersTestBootFromVolume-822926053 tempest-ServersTestBootFromVolume-822926053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:27:25.915216 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e0c88ea5-bfd9-494a-acca-9c02ad0cbd8e tempest-TagsExtTest-1398244386 tempest-TagsExtTest-1398244386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for network, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:25.917295 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57e9b124-53e3-48bb-b38a-0b1cbade4ed1 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Made reservation on behalf of 70fdeb50a23f42c4bedba3950b7fce5c for: {'network': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:27:25.920421 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-57e9b124-53e3-48bb-b38a-0b1cbade4ed1 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for network, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:25.922285 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c7de9945-af58-42bf-bd04-d162203973c2 req-e55cc8af-99e9-4c36-bd5c-83713ebc2763 tempest-ServersTestBootFromVolume-822926053 tempest-ServersTestBootFromVolume-822926053-project] 10.222.0.32 "GET /v2.0/ports?device_id=e524c2c3-e248-42dd-82e5-49cb6b3a3b2c HTTP/1.1" status: 200  len: 946 time: 0.1336362
Dec 25 21:27:25.966859 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e0c88ea5-bfd9-494a-acca-9c02ad0cbd8e tempest-TagsExtTest-1398244386 tempest-TagsExtTest-1398244386-project] Publish callbacks [] for security_group, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:25.969394 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Pushing event updated for resources: {'Port': ['ID=35a15c05-bcca-4842-8606-5c79e44fa713,revision_number=5']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:27:25.975919 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-57e9b124-53e3-48bb-b38a-0b1cbade4ed1 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Publish callbacks [] for security_group, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:25.977631 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:27:25.977986 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:27:25.978328 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:27:25.978663 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:27:25.981290 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:27:25.981290 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:27:25.981290 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:27:25.981290 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:27:25.981290 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:27:25.981290 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:27:25.981865 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:27:25.981865 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:27:25.982196 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:27:26.009732 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-0a06044b-063c-48f1-b4d0-02869f3d7cb6 tempest-RoutersIpV6AdminTest-611111169 tempest-RoutersIpV6AdminTest-611111169-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2014278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2009753'] for router, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:26.012351 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 42726) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:27:26.037610 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-671e5d16-8ee9-404e-a4ef-fe09c1a4c85f tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] vlan segment allocate from pool success with {'vlan_id': 180, 'physical_network': 'physnet1'}  {{(pid=121607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 25 21:27:26.115221 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd58915-0f4b-4c2d-9c73-2c5b01db8dc8 req-97f612dc-af56-495a-a222-7c9a07e2f22e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:27:26.116746 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7dd58915-0f4b-4c2d-9c73-2c5b01db8dc8 req-97f612dc-af56-495a-a222-7c9a07e2f22e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=65490ad4-5baf-4c89-9877-006d581b4758 HTTP/1.1" status: 200  len: 1096 time: 0.1858318
Dec 25 21:27:26.119836 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-671e5d16-8ee9-404e-a4ef-fe09c1a4c85f tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:26.120109 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c7de9945-af58-42bf-bd04-d162203973c2 req-087e675c-26d1-4539-b49f-218be7e89a99 tempest-ServersTestBootFromVolume-822926053 tempest-ServersTestBootFromVolume-822926053-project] 10.222.0.32 "GET /v2.0/security-groups?id=1cca7a13-76a8-43b2-b6b1-de89b0da2437&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1969957
Dec 25 21:27:26.120259 ncdv-master-1 neutron-server[121607]: INFO neutron.db.segments_db [None req-671e5d16-8ee9-404e-a4ef-fe09c1a4c85f tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Added segment d11a1510-3e40-41a3-bc57-b1389d767c71 of type vlan for network 538b48f4-3187-4e11-8b59-a46293554ede
Dec 25 21:27:26.124863 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-bc89a77e-e533-43c4-a86a-ff1127c89bcd req-f017d907-0f5c-4be8-84bc-da67eb59b580 tempest-ServersTestBootFromVolume-822926053 tempest-ServersTestBootFromVolume-822926053-project] Publish callbacks [] for floatingip, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:26.125308 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-bc89a77e-e533-43c4-a86a-ff1127c89bcd req-f017d907-0f5c-4be8-84bc-da67eb59b580 tempest-ServersTestBootFromVolume-822926053 tempest-ServersTestBootFromVolume-822926053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2008639'] for floatingip, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:26.128189 ncdv-master-1 neutron-server[121606]: INFO neutron.db.l3_db [req-bc89a77e-e533-43c4-a86a-ff1127c89bcd req-f017d907-0f5c-4be8-84bc-da67eb59b580 tempest-ServersTestBootFromVolume-822926053 tempest-ServersTestBootFromVolume-822926053-project] Floating IP 90450ab7-a883-4596-a68a-ad4c293b4010 disassociated. External IP: 172.35.3.74, port: 94ab1ddd-760b-4f0c-b396-3eeca500e583.
Dec 25 21:27:26.128189 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [req-bc89a77e-e533-43c4-a86a-ff1127c89bcd req-f017d907-0f5c-4be8-84bc-da67eb59b580 tempest-ServersTestBootFromVolume-822926053 tempest-ServersTestBootFromVolume-822926053-project] Calling delete_port for 94ab1ddd-760b-4f0c-b396-3eeca500e583 owned by compute:nova {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:27:26.226393 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5170eba2-4701-4150-b2c7-24f5f51ba8f5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:26.227086 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7dd58915-0f4b-4c2d-9c73-2c5b01db8dc8 req-e7313a5c-af1c-4cdb-8d31-345317f812f9 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=0d32f0a1-0bdc-4dd4-8a66-1e7cbebb8ef1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0988395
Dec 25 21:27:26.261373 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-671e5d16-8ee9-404e-a4ef-fe09c1a4c85f tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737602163420'] for network, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:26.335792 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e0c88ea5-bfd9-494a-acca-9c02ad0cbd8e tempest-TagsExtTest-1398244386 tempest-TagsExtTest-1398244386-project] Publish callbacks [] for security_group, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:26.344027 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-57e9b124-53e3-48bb-b38a-0b1cbade4ed1 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Publish callbacks [] for security_group, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:26.392595 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-bc89a77e-e533-43c4-a86a-ff1127c89bcd req-f017d907-0f5c-4be8-84bc-da67eb59b580 tempest-ServersTestBootFromVolume-822926053 tempest-ServersTestBootFromVolume-822926053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:26.407084 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5170eba2-4701-4150-b2c7-24f5f51ba8f5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:26.420098 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f017d907-0f5c-4be8-84bc-da67eb59b580 tempest-ServersTestBootFromVolume-822926053 tempest-ServersTestBootFromVolume-822926053-project] Pushing event deleted for resources: {'Port': ['ID=94ab1ddd-760b-4f0c-b396-3eeca500e583,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:27:26.456302 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e0c88ea5-bfd9-494a-acca-9c02ad0cbd8e tempest-TagsExtTest-1398244386 tempest-TagsExtTest-1398244386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:26.459897 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-671e5d16-8ee9-404e-a4ef-fe09c1a4c85f tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870'] for network, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:26.464835 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-671e5d16-8ee9-404e-a4ef-fe09c1a4c85f tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:27:26.465824 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-671e5d16-8ee9-404e-a4ef-fe09c1a4c85f tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Publish callbacks [] for network, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:26.467952 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-57e9b124-53e3-48bb-b38a-0b1cbade4ed1 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:26.519558 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5170eba2-4701-4150-b2c7-24f5f51ba8f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:26.521660 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a06044b-063c-48f1-b4d0-02869f3d7cb6 tempest-RoutersIpV6AdminTest-611111169 tempest-RoutersIpV6AdminTest-611111169-project-admin] Router ea2dca53-52c8-45fb-8983-3f7c7d9d0130 is scheduled to L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 with binding_index 1 {{(pid=121607) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 25 21:27:26.523333 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0c88ea5-bfd9-494a-acca-9c02ad0cbd8e tempest-TagsExtTest-1398244386 tempest-TagsExtTest-1398244386-project] vlan segment allocate from pool success with {'vlan_id': 172, 'physical_network': 'physnet1'}  {{(pid=121607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 25 21:27:26.528761 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57e9b124-53e3-48bb-b38a-0b1cbade4ed1 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] vlan segment allocate from pool success with {'vlan_id': 189, 'physical_network': 'physnet1'}  {{(pid=121607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 25 21:27:26.552381 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bc89a77e-e533-43c4-a86a-ff1127c89bcd req-f017d907-0f5c-4be8-84bc-da67eb59b580 tempest-ServersTestBootFromVolume-822926053 tempest-ServersTestBootFromVolume-822926053-project] Router 6de767ea-f957-4cb0-b833-b32d4389f243 has already been hosted by L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 {{(pid=121606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 25 21:27:26.586400 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c88ea5-bfd9-494a-acca-9c02ad0cbd8e tempest-TagsExtTest-1398244386 tempest-TagsExtTest-1398244386-project] Pushing event updated for resources: {'SecurityGroup': ['ID=405bc71f-2ee2-45bb-b1f7-c0c6993f4356,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:27:26.594123 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e0c88ea5-bfd9-494a-acca-9c02ad0cbd8e tempest-TagsExtTest-1398244386 tempest-TagsExtTest-1398244386-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:26.594509 ncdv-master-1 neutron-server[121607]: INFO neutron.db.segments_db [None req-e0c88ea5-bfd9-494a-acca-9c02ad0cbd8e tempest-TagsExtTest-1398244386 tempest-TagsExtTest-1398244386-project] Added segment 0522a73b-0308-48f5-a2c1-af69c4748207 of type vlan for network 4e08f3f9-06f7-4b16-ad7e-9347e9a98767
Dec 25 21:27:26.623326 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-57e9b124-53e3-48bb-b38a-0b1cbade4ed1 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:26.624130 ncdv-master-1 neutron-server[121607]: INFO neutron.db.segments_db [None req-57e9b124-53e3-48bb-b38a-0b1cbade4ed1 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Added segment 5560569f-2f53-4efe-9135-8d43696fd1a8 of type vlan for network 290c6e74-625c-4ba7-9e49-f809d5158ee6
Dec 25 21:27:26.659649 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-671e5d16-8ee9-404e-a4ef-fe09c1a4c85f tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 785 time: 1.0055535
Dec 25 21:27:26.659649 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671e5d16-8ee9-404e-a4ef-fe09c1a4c85f tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Pushing event updated for resources: {'Network': ['ID=538b48f4-3187-4e11-8b59-a46293554ede,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:27:26.665739 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 42732) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:27:26.670272 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Network 538b48f4-3187-4e11-8b59-a46293554ede details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 25 21:27:26.777429 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-5170eba2-4701-4150-b2c7-24f5f51ba8f5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=99d6c9e78d524ae1bc3a93046439d34f&name=default HTTP/1.1" status: 200  len: 3000 time: 0.7586143
Dec 25 21:27:26.793189 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 42734) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:27:26.799886 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e9b124-53e3-48bb-b38a-0b1cbade4ed1 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0b334c1-f12d-48ab-8f39-3b51b383745c,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:27:26.822423 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e0c88ea5-bfd9-494a-acca-9c02ad0cbd8e tempest-TagsExtTest-1398244386 tempest-TagsExtTest-1398244386-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737602163420'] for network, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:26.839957 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-57e9b124-53e3-48bb-b38a-0b1cbade4ed1 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737602163420'] for network, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:26.947296 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5170eba2-4701-4150-b2c7-24f5f51ba8f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=434e02f1-7a4a-42f5-9bcd-a31334b64ffa,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:27:26.984777 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcf8393-0ed0-401e-8508-f58992077848 req-2a705e22-b7be-4ff7-b853-115e901a92cf tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:27:26.986591 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0dcf8393-0ed0-401e-8508-f58992077848 req-2a705e22-b7be-4ff7-b853-115e901a92cf tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] 10.222.0.32 "GET /v2.0/ports?device_id=65490ad4-5baf-4c89-9877-006d581b4758 HTTP/1.1" status: 200  len: 945 time: 0.3847663
Dec 25 21:27:26.996084 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bc89a77e-e533-43c4-a86a-ff1127c89bcd req-f017d907-0f5c-4be8-84bc-da67eb59b580 tempest-ServersTestBootFromVolume-822926053 tempest-ServersTestBootFromVolume-822926053-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 21:27:27.016187 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7847895a-6fc9-47e5-ab73-c22881f93097 None None] Sync routers for ids ['6de767ea-f957-4cb0-b833-b32d4389f243'] in ncdv-master-1 {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 21:27:27.016740 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-398f7c96-4f76-440d-991d-24c741116199 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:27:27.020227 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-398f7c96-4f76-440d-991d-24c741116199 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] 10.222.0.32 "GET /v2.0/networks?id=538b48f4-3187-4e11-8b59-a46293554ede HTTP/1.1" status: 200  len: 764 time: 0.3485110
Dec 25 21:27:27.025794 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 42736) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:27:27.028893 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7847895a-6fc9-47e5-ab73-c22881f93097 None None] Routers {'6de767ea-f957-4cb0-b833-b32d4389f243'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:27:27.029811 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-7847895a-6fc9-47e5-ab73-c22881f93097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2618998310>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:27:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['6de767ea-f957-4cb0-b833-b32d4389f243'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:27:27.037604 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-e03864d5-636a-4995-8008-b4caf1f47ed2 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Request body: {'network': {'description': 'd2'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:27:27.052010 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc89a77e-e533-43c4-a86a-ff1127c89bcd req-f017d907-0f5c-4be8-84bc-da67eb59b580 tempest-ServersTestBootFromVolume-822926053 tempest-ServersTestBootFromVolume-822926053-project] No DVR routers for this DVR port 94ab1ddd-760b-4f0c-b396-3eeca500e583 on host nch1-master-1 {{(pid=121606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:27:27.059063 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-bc89a77e-e533-43c4-a86a-ff1127c89bcd req-f017d907-0f5c-4be8-84bc-da67eb59b580 tempest-ServersTestBootFromVolume-822926053 tempest-ServersTestBootFromVolume-822926053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:27.062465 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-bc89a77e-e533-43c4-a86a-ff1127c89bcd req-f017d907-0f5c-4be8-84bc-da67eb59b580 tempest-ServersTestBootFromVolume-822926053 tempest-ServersTestBootFromVolume-822926053-project] 10.222.0.31 "DELETE /v2.0/ports/94ab1ddd-760b-4f0c-b396-3eeca500e583 HTTP/1.1" status: 204  len: 173 time: 1.6647766
Dec 25 21:27:27.062913 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e524c2c3-e248-42dd-82e5-49cb6b3a3b2c', 'name': 'network-vif-deleted', 'tag': '94ab1ddd-760b-4f0c-b396-3eeca500e583'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:27:27.065455 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9858820c13ec2827453b94ebc4181065e990a4e4089ccb9fe762531ac62d2fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-130cbb27-af7e-4956-a4c0-7f8a33588b62" -d '{"events": [{"server_uuid": "e524c2c3-e248-42dd-82e5-49cb6b3a3b2c", "name": "network-vif-deleted", "tag": "94ab1ddd-760b-4f0c-b396-3eeca500e583"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:27:27.081527 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a06044b-063c-48f1-b4d0-02869f3d7cb6 tempest-RoutersIpV6AdminTest-611111169 tempest-RoutersIpV6AdminTest-611111169-project-admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 21:27:27.091917 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-dbfa10fc-c2bc-443f-ad78-870901773238 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:27.094895 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1964f810-89cd-4ca5-9f98-a22d56f493be None None] Sync routers for ids ['ea2dca53-52c8-45fb-8983-3f7c7d9d0130'] in ncdv-master-1 {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 21:27:27.103048 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0dcf8393-0ed0-401e-8508-f58992077848 req-2bfe516f-33f2-40c6-8485-23dced48b71e tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d32f0a1-0bdc-4dd4-8a66-1e7cbebb8ef1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1041880
Dec 25 21:27:27.130829 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1964f810-89cd-4ca5-9f98-a22d56f493be None None] Routers {'ea2dca53-52c8-45fb-8983-3f7c7d9d0130'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:27:27.131693 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-1964f810-89cd-4ca5-9f98-a22d56f493be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2613252b80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:27:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['ea2dca53-52c8-45fb-8983-3f7c7d9d0130'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:27:27.150484 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e0c88ea5-bfd9-494a-acca-9c02ad0cbd8e tempest-TagsExtTest-1398244386 tempest-TagsExtTest-1398244386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870'] for network, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:27.158408 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0c88ea5-bfd9-494a-acca-9c02ad0cbd8e tempest-TagsExtTest-1398244386 tempest-TagsExtTest-1398244386-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:27:27.159026 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e0c88ea5-bfd9-494a-acca-9c02ad0cbd8e tempest-TagsExtTest-1398244386 tempest-TagsExtTest-1398244386-project] Publish callbacks [] for network, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:27.172374 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-57e9b124-53e3-48bb-b38a-0b1cbade4ed1 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870'] for network, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:27.178335 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57e9b124-53e3-48bb-b38a-0b1cbade4ed1 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:27:27.178935 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-57e9b124-53e3-48bb-b38a-0b1cbade4ed1 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Publish callbacks [] for network, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:27.181778 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 21:27:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29a48d85-b75c-4abb-849c-205244d87969 x-openstack-request-id: req-29a48d85-b75c-4abb-849c-205244d87969 {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:27:27.182744 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e524c2c3-e248-42dd-82e5-49cb6b3a3b2c", "name": "network-vif-deleted", "tag": "94ab1ddd-760b-4f0c-b396-3eeca500e583", "status": "completed", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:27:27.183494 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-29a48d85-b75c-4abb-849c-205244d87969 {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:27:27.184260 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e524c2c3-e248-42dd-82e5-49cb6b3a3b2c', 'name': 'network-vif-deleted', 'tag': '94ab1ddd-760b-4f0c-b396-3eeca500e583', 'status': 'completed', 'code': 200}
Dec 25 21:27:27.194127 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvr_db [None req-7847895a-6fc9-47e5-ab73-c22881f93097 None None] Set router 6de767ea-f957-4cb0-b833-b32d4389f243 gateway port host: ncdv-master-1 {{(pid=121609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:27:27.227828 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-dbfa10fc-c2bc-443f-ad78-870901773238 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:27.281974 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-10e48df5-d0b5-465f-a59d-6cd685e3c57d req-aab09211-cbee-4b05-a4d1-14746e418011 tempest-ServersTestBootFromVolume-822926053 tempest-ServersTestBootFromVolume-822926053-project] 10.222.0.32 "GET /v2.0/ports?device_id=e524c2c3-e248-42dd-82e5-49cb6b3a3b2c HTTP/1.1" status: 200  len: 210 time: 0.0366967
Dec 25 21:27:27.305172 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvr_db [None req-1964f810-89cd-4ca5-9f98-a22d56f493be None None] Set router ea2dca53-52c8-45fb-8983-3f7c7d9d0130 gateway port host: ncdv-master-1 {{(pid=121608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:27:27.456204 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-7847895a-6fc9-47e5-ab73-c22881f93097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2618998310>, [{'id': '6de767ea-f957-4cb0-b833-b32d4389f243', 'name': 'tempest-ServersTestBootFromVolume-1844261110-router', 'tenant_id': 'ba1ca2fcc2ce4d41b609fa6a753fc806', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.93'}], 'enable_snat': True}, 'gw_port_id': '6ba58e06-75d0-421c-9bb3-7bcdd960f12c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:18:03Z', 'updated_at': '2021-12-25T21:18:07Z', 'revision_number': 4, 'project_id': 'ba1ca2fcc2ce4d41b609fa6a753fc806', 'gw_port': {'id': '6ba58e06-75d0-421c-9bb3-7bcdd960f12c', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:0f:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6de767ea-f957-4cb0-b833-b32d4389f243', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1123, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:18:04Z', 'updated_at': '2021-12-25T21:18:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'e1066518-d087-44ed-b1f7-eec6160773ff', 'name': '', 'network_id': '98581356-69b5-4e98-93ff-2ca77d3cb056', 'tenant_id': 'ba1ca2fcc2ce4d41b609fa6a753fc806', 'mac_address': 'fa:16:3e:4e:bb:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6de767ea-f957-4cb0-b833-b32d4389f243', 'device_owner': 'network:router_interface', 'standard_attr_id': 1124, 'fixed_ips': [{'subnet_id': '6158a754-03d6-4ba0-bf8a-020a29c4ba47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:18:07Z', 'updated_at': '2021-12-25T21:18:13Z', 'revision_number': 5, 'project_id': 'ba1ca2fcc2ce4d41b609fa6a753fc806', 'subnets': [{'id': '6158a754-03d6-4ba0-bf8a-020a29c4ba47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:27:27.484704 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7847895a-6fc9-47e5-ab73-c22881f93097 None None] Checking router: 6de767ea-f957-4cb0-b833-b32d4389f243 for host: ncdv-master-1 {{(pid=121609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 25 21:27:27.493477 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7847895a-6fc9-47e5-ab73-c22881f93097 None None] Routers {'6de767ea-f957-4cb0-b833-b32d4389f243'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:27:27.494716 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-7847895a-6fc9-47e5-ab73-c22881f93097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2618998310>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:27:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['6de767ea-f957-4cb0-b833-b32d4389f243'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:27:27.532679 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-1964f810-89cd-4ca5-9f98-a22d56f493be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2613252b80>, [{'id': 'ea2dca53-52c8-45fb-8983-3f7c7d9d0130', 'name': '', 'tenant_id': '11dbaf75025641a583f8da351941d2bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39d50007-7786-4290-83b2-f3cfe040bc5d', 'external_fixed_ips': [{'subnet_id': 'd821c3f4-b8d4-4e56-8f81-6717771bda0a', 'ip_address': '2001:db8::12c'}], 'enable_snat': True}, 'gw_port_id': '6e64fb98-2ecc-41b0-ad17-2c488aa42f0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:27:23Z', 'updated_at': '2021-12-25T21:27:25Z', 'revision_number': 3, 'project_id': '11dbaf75025641a583f8da351941d2bc', 'gw_port': {'id': '6e64fb98-2ecc-41b0-ad17-2c488aa42f0c', 'name': '', 'network_id': '39d50007-7786-4290-83b2-f3cfe040bc5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:a4:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea2dca53-52c8-45fb-8983-3f7c7d9d0130', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2080, 'fixed_ips': [{'subnet_id': 'd821c3f4-b8d4-4e56-8f81-6717771bda0a', 'ip_address': '2001:db8::12c', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:27:24Z', 'updated_at': '2021-12-25T21:27:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd821c3f4-b8d4-4e56-8f81-6717771bda0a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:27:27.588390 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1964f810-89cd-4ca5-9f98-a22d56f493be None None] Checking router: ea2dca53-52c8-45fb-8983-3f7c7d9d0130 for host: ncdv-master-1 {{(pid=121608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 25 21:27:27.589103 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1964f810-89cd-4ca5-9f98-a22d56f493be None None] Updating router ea2dca53-52c8-45fb-8983-3f7c7d9d0130 port 6e64fb98-2ecc-41b0-ad17-2c488aa42f0c binding host ncdv-master-1 {{(pid=121608) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 25 21:27:27.619182 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-1964f810-89cd-4ca5-9f98-a22d56f493be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:27.630288 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvr_db [None req-7847895a-6fc9-47e5-ab73-c22881f93097 None None] Set router 6de767ea-f957-4cb0-b833-b32d4389f243 gateway port host: ncdv-master-1 {{(pid=121609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:27:27.715631 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-0a06044b-063c-48f1-b4d0-02869f3d7cb6 tempest-RoutersIpV6AdminTest-611111169 tempest-RoutersIpV6AdminTest-611111169-project-admin] Publish callbacks [] for router, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:27.719804 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 42746) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:27:27.719971 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-0a06044b-063c-48f1-b4d0-02869f3d7cb6 tempest-RoutersIpV6AdminTest-611111169 tempest-RoutersIpV6AdminTest-611111169-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 878 time: 4.2878113
Dec 25 21:27:27.723253 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-e0c88ea5-bfd9-494a-acca-9c02ad0cbd8e tempest-TagsExtTest-1398244386 tempest-TagsExtTest-1398244386-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 778 time: 2.4408727
Dec 25 21:27:27.729719 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 42748) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:27:27.730183 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c88ea5-bfd9-494a-acca-9c02ad0cbd8e tempest-TagsExtTest-1398244386 tempest-TagsExtTest-1398244386-project] Pushing event updated for resources: {'Network': ['ID=4e08f3f9-06f7-4b16-ad7e-9347e9a98767,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:27:27.739417 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-92f66b94-f4ae-4215-83f8-b28c1595a3b7 tempest-TagsExtTest-1398244386 tempest-TagsExtTest-1398244386-project] Request body: {'subnet': {'network_id': '4e08f3f9-06f7-4b16-ad7e-9347e9a98767', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:27:27.758680 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Network 4e08f3f9-06f7-4b16-ad7e-9347e9a98767 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 25 21:27:27.804799 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e9b124-53e3-48bb-b38a-0b1cbade4ed1 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Pushing event updated for resources: {'Network': ['ID=290c6e74-625c-4ba7-9e49-f809d5158ee6,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:27:27.829393 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-57e9b124-53e3-48bb-b38a-0b1cbade4ed1 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 786 time: 2.4884081
Dec 25 21:27:27.829393 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e03864d5-636a-4995-8008-b4caf1f47ed2 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737602163420'] for network, precommit_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:27.830861 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 42750) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:27:27.869899 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-9105bfeb-3371-4c01-8258-bfc4dcf1e1ae tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Request body: {'subnet': {'network_id': '290c6e74-625c-4ba7-9e49-f809d5158ee6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:27:27.882608 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Network 290c6e74-625c-4ba7-9e49-f809d5158ee6 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 25 21:27:27.923496 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-7847895a-6fc9-47e5-ab73-c22881f93097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2618998310>, [{'id': '6de767ea-f957-4cb0-b833-b32d4389f243', 'name': 'tempest-ServersTestBootFromVolume-1844261110-router', 'tenant_id': 'ba1ca2fcc2ce4d41b609fa6a753fc806', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.93'}], 'enable_snat': True}, 'gw_port_id': '6ba58e06-75d0-421c-9bb3-7bcdd960f12c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:18:03Z', 'updated_at': '2021-12-25T21:18:07Z', 'revision_number': 4, 'project_id': 'ba1ca2fcc2ce4d41b609fa6a753fc806', 'gw_port': {'id': '6ba58e06-75d0-421c-9bb3-7bcdd960f12c', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:0f:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6de767ea-f957-4cb0-b833-b32d4389f243', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1123, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:18:04Z', 'updated_at': '2021-12-25T21:18:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'e1066518-d087-44ed-b1f7-eec6160773ff', 'name': '', 'network_id': '98581356-69b5-4e98-93ff-2ca77d3cb056', 'tenant_id': 'ba1ca2fcc2ce4d41b609fa6a753fc806', 'mac_address': 'fa:16:3e:4e:bb:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6de767ea-f957-4cb0-b833-b32d4389f243', 'device_owner': 'network:router_interface', 'standard_attr_id': 1124, 'fixed_ips': [{'subnet_id': '6158a754-03d6-4ba0-bf8a-020a29c4ba47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:18:07Z', 'updated_at': '2021-12-25T21:18:13Z', 'revision_number': 5, 'project_id': 'ba1ca2fcc2ce4d41b609fa6a753fc806', 'subnets': [{'id': '6158a754-03d6-4ba0-bf8a-020a29c4ba47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:27:27.935353 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e03864d5-636a-4995-8008-b4caf1f47ed2 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870'] for network, after_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:27.946838 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e03864d5-636a-4995-8008-b4caf1f47ed2 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Network 538b48f4-3187-4e11-8b59-a46293554ede is not hosted by any dhcp agent {{(pid=121607) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}}
Dec 25 21:27:27.953528 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e03864d5-636a-4995-8008-b4caf1f47ed2 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:27:27.954766 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e03864d5-636a-4995-8008-b4caf1f47ed2 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Publish callbacks [] for network, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:27.956970 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-e03864d5-636a-4995-8008-b4caf1f47ed2 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] 10.222.0.32 "PUT /v2.0/networks/538b48f4-3187-4e11-8b59-a46293554ede HTTP/1.1" status: 200  len: 761 time: 0.9239972
Dec 25 21:27:27.959091 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 42752) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:27:27.973904 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-dbfa10fc-c2bc-443f-ad78-870901773238 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:27.976629 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-dbfa10fc-c2bc-443f-ad78-870901773238 admin admin] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:27.979344 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-dbfa10fc-c2bc-443f-ad78-870901773238 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/434e02f1-7a4a-42f5-9bcd-a31334b64ffa HTTP/1.1" status: 204  len: 168 time: 1.1731935
Dec 25 21:27:27.990232 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7847895a-6fc9-47e5-ab73-c22881f93097 None None] The sync data for ids ['6de767ea-f957-4cb0-b833-b32d4389f243'] in ncdv-master-1 is: [{'id': '6de767ea-f957-4cb0-b833-b32d4389f243', 'name': 'tempest-ServersTestBootFromVolume-1844261110-router', 'tenant_id': 'ba1ca2fcc2ce4d41b609fa6a753fc806', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.93'}], 'enable_snat': True}, 'gw_port_id': '6ba58e06-75d0-421c-9bb3-7bcdd960f12c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:18:03Z', 'updated_at': '2021-12-25T21:18:07Z', 'revision_number': 4, 'project_id': 'ba1ca2fcc2ce4d41b609fa6a753fc806', 'gw_port': {'id': '6ba58e06-75d0-421c-9bb3-7bcdd960f12c', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:0f:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6de767ea-f957-4cb0-b833-b32d4389f243', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1123, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:18:04Z', 'updated_at': '2021-12-25T21:18:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'e1066518-d087-44ed-b1f7-eec6160773ff', 'name': '', 'network_id': '98581356-69b5-4e98-93ff-2ca77d3cb056', 'tenant_id': 'ba1ca2fcc2ce4d41b609fa6a753fc806', 'mac_address': 'fa:16:3e:4e:bb:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6de767ea-f957-4cb0-b833-b32d4389f243', 'device_owner': 'network:router_interface', 'standard_attr_id': 1124, 'fixed_ips': [{'subnet_id': '6158a754-03d6-4ba0-bf8a-020a29c4ba47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:18:07Z', 'updated_at': '2021-12-25T21:18:13Z', 'revision_number': 5, 'project_id': 'ba1ca2fcc2ce4d41b609fa6a753fc806', 'subnets': [{'id': '6158a754-03d6-4ba0-bf8a-020a29c4ba47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 21:27:28.020670 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfa10fc-c2bc-443f-ad78-870901773238 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=434e02f1-7a4a-42f5-9bcd-a31334b64ffa,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:27:28.089647 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03864d5-636a-4995-8008-b4caf1f47ed2 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Pushing event updated for resources: {'Network': ['ID=538b48f4-3187-4e11-8b59-a46293554ede,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:27:28.102759 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Network 538b48f4-3187-4e11-8b59-a46293554ede details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 25 21:27:28.103449 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-13cfbb40-aa62-4be4-aee2-d9cd6f21f337 tempest-RoutersIpV6AdminTest-611111169 tempest-RoutersIpV6AdminTest-611111169-project-admin] Publish callbacks [] for router, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:28.256024 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-1964f810-89cd-4ca5-9f98-a22d56f493be None None] Publish callbacks [] for port, precommit_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:28.262694 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92f66b94-f4ae-4215-83f8-b28c1595a3b7 tempest-TagsExtTest-1398244386 tempest-TagsExtTest-1398244386-project] Made reservation on behalf of 4bad81526f144678b49f493aa5d860d1 for: {'subnet': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:27:28.266740 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-92f66b94-f4ae-4215-83f8-b28c1595a3b7 tempest-TagsExtTest-1398244386 tempest-TagsExtTest-1398244386-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9028529'] for subnet, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:28.404178 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-1964f810-89cd-4ca5-9f98-a22d56f493be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:28.413901 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7e1ae3b-509c-46e7-ad3f-cf0f1b9c3444 None None] New status for floating IP 90450ab7-a883-4596-a68a-ad4c293b4010: DOWN {{(pid=121609) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 25 21:27:28.438205 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7643325e-c26b-4de5-8828-f35408d9183f tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:27:28.443879 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 42772) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:27:28.444407 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-7643325e-c26b-4de5-8828-f35408d9183f tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] 10.222.0.32 "GET /v2.0/networks?id=538b48f4-3187-4e11-8b59-a46293554ede HTTP/1.1" status: 200  len: 764 time: 0.4836032
Dec 25 21:27:28.452031 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e428900-0f51-418b-97ab-4f8017992aba req-d660175a-740f-4839-ba91-386a97f403c9 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:27:28.453686 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8e428900-0f51-418b-97ab-4f8017992aba req-d660175a-740f-4839-ba91-386a97f403c9 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] 10.222.0.32 "GET /v2.0/ports?device_id=65490ad4-5baf-4c89-9877-006d581b4758 HTTP/1.1" status: 200  len: 945 time: 0.2322776
Dec 25 21:27:28.460966 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-13cfbb40-aa62-4be4-aee2-d9cd6f21f337 tempest-RoutersIpV6AdminTest-611111169 tempest-RoutersIpV6AdminTest-611111169-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:28.469495 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-1964f810-89cd-4ca5-9f98-a22d56f493be None None] Attempting to bind port 6e64fb98-2ecc-41b0-ad17-2c488aa42f0c on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:27:28.469873 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-1964f810-89cd-4ca5-9f98-a22d56f493be None None] Attempting to bind port 6e64fb98-2ecc-41b0-ad17-2c488aa42f0c by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ef3999cb-c45c-4732-ac52-60154cbcc26c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '39d50007-7786-4290-83b2-f3cfe040bc5d'}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:27:28.470240 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1964f810-89cd-4ca5-9f98-a22d56f493be None None] Attempting to bind port 6e64fb98-2ecc-41b0-ad17-2c488aa42f0c on network 39d50007-7786-4290-83b2-f3cfe040bc5d {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:27:28.474645 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6580913-3d01-44b5-bbce-f16c55d04963 None None] DHCP port deletion for 39d50007-7786-4290-83b2-f3cfe040bc5d request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 21:27:28.479830 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1964f810-89cd-4ca5-9f98-a22d56f493be None None] Checking agent: {'id': 'ca4f5c6d-f1fd-48b8-a3e3-395864c7d23d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 20, 56, 40), 'started_at': datetime.datetime(2021, 12, 25, 20, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 27, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:27:28.480212 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1964f810-89cd-4ca5-9f98-a22d56f493be None None] Checking segment: {'id': 'ef3999cb-c45c-4732-ac52-60154cbcc26c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '39d50007-7786-4290-83b2-f3cfe040bc5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:27:28.480610 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-1964f810-89cd-4ca5-9f98-a22d56f493be None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:28.481028 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1964f810-89cd-4ca5-9f98-a22d56f493be None None] Bound using segment: {'id': 'ef3999cb-c45c-4732-ac52-60154cbcc26c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '39d50007-7786-4290-83b2-f3cfe040bc5d'} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:27:28.488399 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-1964f810-89cd-4ca5-9f98-a22d56f493be None None] Bound port: 6e64fb98-2ecc-41b0-ad17-2c488aa42f0c, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef3999cb-c45c-4732-ac52-60154cbcc26c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '39d50007-7786-4290-83b2-f3cfe040bc5d'}}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:27:28.488838 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-1964f810-89cd-4ca5-9f98-a22d56f493be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:28.491332 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8411929a-6628-4c22-a1f3-17ba9eda974c None None] Pushing event updated for resources: {'Port': ['ID=6e64fb98-2ecc-41b0-ad17-2c488aa42f0c,revision_number=2']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:27:28.514468 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7f6d6aa9-43b9-4ee5-8a84-219866be3cc0 req-601ebe4b-cebd-4c7d-8873-fa46d90eab72 tempest-ServersTestBootFromVolume-822926053 tempest-ServersTestBootFromVolume-822926053-project] 10.222.0.32 "GET /v2.0/ports?device_id=e524c2c3-e248-42dd-82e5-49cb6b3a3b2c HTTP/1.1" status: 200  len: 210 time: 0.0935974
Dec 25 21:27:28.580724 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8e428900-0f51-418b-97ab-4f8017992aba req-4f933238-990c-4e9d-831b-de5e2e04cec0 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d32f0a1-0bdc-4dd4-8a66-1e7cbebb8ef1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0948606
Dec 25 21:27:28.640084 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-1964f810-89cd-4ca5-9f98-a22d56f493be None None] For port 6e64fb98-2ecc-41b0-ad17-2c488aa42f0c, host ncdv-master-1, cleared binding levels {{(pid=121608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:27:28.642546 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9105bfeb-3371-4c01-8258-bfc4dcf1e1ae tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Made reservation on behalf of 70fdeb50a23f42c4bedba3950b7fce5c for: {'subnet': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:27:28.646885 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-1964f810-89cd-4ca5-9f98-a22d56f493be None None] For port 6e64fb98-2ecc-41b0-ad17-2c488aa42f0c, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6e64fb98-2ecc-41b0-ad17-2c488aa42f0c,segment=NetworkSegment(ef3999cb-c45c-4732-ac52-60154cbcc26c),segment_id=ef3999cb-c45c-4732-ac52-60154cbcc26c)] {{(pid=121608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:27:28.649113 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-9105bfeb-3371-4c01-8258-bfc4dcf1e1ae tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9028529'] for subnet, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:28.667704 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-62765c85-1394-4c1a-a9ba-2bd48f4e540d None None] Provisioning complete for port 6e64fb98-2ecc-41b0-ad17-2c488aa42f0c triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:27:28.668090 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-62765c85-1394-4c1a-a9ba-2bd48f4e540d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:28.715359 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-62765c85-1394-4c1a-a9ba-2bd48f4e540d None None] Port 6e64fb98-2ecc-41b0-ad17-2c488aa42f0c cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:27:28.754107 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device 94ab1ddd-760b-4f0c-b396-3eeca500e583 no longer exists at agent hyperv_nch1-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:27:28.782533 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-1964f810-89cd-4ca5-9f98-a22d56f493be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:28.784344 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] No Port match for: 94ab1ddd-760b-4f0c-b396-3eeca500e583 {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:27:28.784682 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device 94ab1ddd-760b-4f0c-b396-3eeca500e583 not bound to the agent host nch1-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:27:28.838886 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b38b7565-4aef-4e7e-8bee-1077239c8ecc tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:27:28.846122 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27266fd7-f546-4fea-8d20-6ec64d95b5f6 None None] DHCP port deletion for 39d50007-7786-4290-83b2-f3cfe040bc5d request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 21:27:28.847037 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b38b7565-4aef-4e7e-8bee-1077239c8ecc tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:27:28.852384 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-b38b7565-4aef-4e7e-8bee-1077239c8ecc tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 1390 time: 0.4032395
Dec 25 21:27:28.853028 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 42782) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:27:28.860844 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8411929a-6628-4c22-a1f3-17ba9eda974c None None] Pushing event updated for resources: {'Port': ['ID=6e64fb98-2ecc-41b0-ad17-2c488aa42f0c,revision_number=3']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:27:28.864072 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1964f810-89cd-4ca5-9f98-a22d56f493be None None] Routers {'ea2dca53-52c8-45fb-8983-3f7c7d9d0130'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:27:28.864860 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-1964f810-89cd-4ca5-9f98-a22d56f493be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2613252b80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:27:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['ea2dca53-52c8-45fb-8983-3f7c7d9d0130'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:27:28.909153 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-e818c340-cb3c-491e-8ee9-4341a49b0bb7 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] 10.222.0.32 "GET /v2.0/subnets?network_id=7201e55c-7c5f-41aa-a042-a363696539d0 HTTP/1.1" status: 200  len: 207 time: 0.0524352
Dec 25 21:27:28.909522 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 42786) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:27:28.964763 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28add4e-ef96-4615-ac4e-630c9ba4ab36 req-c186cd88-25ab-4863-9039-42788aeb56b5 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:27:28.971089 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e28add4e-ef96-4615-ac4e-630c9ba4ab36 req-c186cd88-25ab-4863-9039-42788aeb56b5 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] 10.222.0.32 "GET /v2.0/ports?device_id=65490ad4-5baf-4c89-9877-006d581b4758 HTTP/1.1" status: 200  len: 945 time: 0.1899755
Dec 25 21:27:29.013205 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-c03b3784-7b38-4de2-9384-5fc9269721c4 None None] Provisioning complete for port 6e64fb98-2ecc-41b0-ad17-2c488aa42f0c triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:27:29.013605 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-c03b3784-7b38-4de2-9384-5fc9269721c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:29.039731 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 42788) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:27:29.040519 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvr_db [None req-1964f810-89cd-4ca5-9f98-a22d56f493be None None] Set router ea2dca53-52c8-45fb-8983-3f7c7d9d0130 gateway port host: None {{(pid=121608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:27:29.047628 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-8b944141-fdbd-4771-af72-c990bd9d70f2 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] Request body: {'floatingip': {'port_id': '35a15c05-bcca-4842-8606-5c79e44fa713'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:27:29.058059 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a1e9adb-df1f-4ff0-b254-dafe9e49c817 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:27:29.063932 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a1e9adb-df1f-4ff0-b254-dafe9e49c817 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:27:29.069717 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a1e9adb-df1f-4ff0-b254-dafe9e49c817 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:27:29.076032 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a1e9adb-df1f-4ff0-b254-dafe9e49c817 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:27:29.076919 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-92f66b94-f4ae-4215-83f8-b28c1595a3b7 tempest-TagsExtTest-1398244386 tempest-TagsExtTest-1398244386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9084170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9028515'] for subnet, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:29.082451 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a1e9adb-df1f-4ff0-b254-dafe9e49c817 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:27:29.088353 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a1e9adb-df1f-4ff0-b254-dafe9e49c817 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:27:29.094675 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a1e9adb-df1f-4ff0-b254-dafe9e49c817 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:27:29.096561 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-1a1e9adb-df1f-4ff0-b254-dafe9e49c817 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200  len: 4336 time: 0.1860127
Dec 25 21:27:29.107269 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 42790) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:27:29.109164 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-1964f810-89cd-4ca5-9f98-a22d56f493be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2613252b80>, [{'id': 'ea2dca53-52c8-45fb-8983-3f7c7d9d0130', 'name': '', 'tenant_id': '11dbaf75025641a583f8da351941d2bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:27:23Z', 'updated_at': '2021-12-25T21:27:28Z', 'revision_number': 4, 'project_id': '11dbaf75025641a583f8da351941d2bc', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:27:29.115997 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-13cfbb40-aa62-4be4-aee2-d9cd6f21f337 tempest-RoutersIpV6AdminTest-611111169 tempest-RoutersIpV6AdminTest-611111169-project-admin] Deleting port 6e64fb98-2ecc-41b0-ad17-2c488aa42f0c {{(pid=121606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:27:29.116350 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-13cfbb40-aa62-4be4-aee2-d9cd6f21f337 tempest-RoutersIpV6AdminTest-611111169 tempest-RoutersIpV6AdminTest-611111169-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:29.139367 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1964f810-89cd-4ca5-9f98-a22d56f493be None None] The sync data for ids ['ea2dca53-52c8-45fb-8983-3f7c7d9d0130'] in ncdv-master-1 is: [{'id': 'ea2dca53-52c8-45fb-8983-3f7c7d9d0130', 'name': '', 'tenant_id': '11dbaf75025641a583f8da351941d2bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:27:23Z', 'updated_at': '2021-12-25T21:27:28Z', 'revision_number': 4, 'project_id': '11dbaf75025641a583f8da351941d2bc', 'gw_port_host': None}] {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 21:27:29.145819 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-8b944141-fdbd-4771-af72-c990bd9d70f2 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] Publish callbacks [] for floatingip, before_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:29.184256 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-9105bfeb-3371-4c01-8258-bfc4dcf1e1ae tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9084170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9028515'] for subnet, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:29.200396 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-c03b3784-7b38-4de2-9384-5fc9269721c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:29.240821 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-c03b3784-7b38-4de2-9384-5fc9269721c4 None None] For port 6e64fb98-2ecc-41b0-ad17-2c488aa42f0c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6e64fb98-2ecc-41b0-ad17-2c488aa42f0c,segment=NetworkSegment(ef3999cb-c45c-4732-ac52-60154cbcc26c),segment_id=ef3999cb-c45c-4732-ac52-60154cbcc26c)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:27:29.283537 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f66b94-f4ae-4215-83f8-b28c1595a3b7 tempest-TagsExtTest-1398244386 tempest-TagsExtTest-1398244386-project] Pushing event updated for resources: {'Subnet': ['ID=fde88f50-afaa-45ef-9388-05e05e5a0018,revision_number=0']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:27:29.300668 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-c03b3784-7b38-4de2-9384-5fc9269721c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:29.369694 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03b3784-7b38-4de2-9384-5fc9269721c4 None None] Pushing event updated for resources: {'Port': ['ID=6e64fb98-2ecc-41b0-ad17-2c488aa42f0c,revision_number=4']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:27:29.393796 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92f66b94-f4ae-4215-83f8-b28c1595a3b7 tempest-TagsExtTest-1398244386 tempest-TagsExtTest-1398244386-project] Checking segment: {'id': '0522a73b-0308-48f5-a2c1-af69c4748207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '4e08f3f9-06f7-4b16-ad7e-9347e9a98767'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:27:29.394169 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92f66b94-f4ae-4215-83f8-b28c1595a3b7 tempest-TagsExtTest-1398244386 tempest-TagsExtTest-1398244386-project] Network hostable DHCP agents. Network: 4e08f3f9-06f7-4b16-ad7e-9347e9a98767, hostable agents: ['1813db88-2c1b-4357-a2ba-869246b663c2'], hosted agents: [] {{(pid=121606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 25 21:27:29.425714 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [None req-13cfbb40-aa62-4be4-aee2-d9cd6f21f337 tempest-RoutersIpV6AdminTest-611111169 tempest-RoutersIpV6AdminTest-611111169-project-admin] For port 6e64fb98-2ecc-41b0-ad17-2c488aa42f0c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6e64fb98-2ecc-41b0-ad17-2c488aa42f0c,segment=NetworkSegment(ef3999cb-c45c-4732-ac52-60154cbcc26c),segment_id=ef3999cb-c45c-4732-ac52-60154cbcc26c)] {{(pid=121606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:27:29.426085 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-13cfbb40-aa62-4be4-aee2-d9cd6f21f337 tempest-RoutersIpV6AdminTest-611111169 tempest-RoutersIpV6AdminTest-611111169-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:29.462652 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9105bfeb-3371-4c01-8258-bfc4dcf1e1ae tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Pushing event updated for resources: {'Subnet': ['ID=e7b50d6a-a381-416a-8553-013d608773fb,revision_number=0']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:27:29.473391 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-13cfbb40-aa62-4be4-aee2-d9cd6f21f337 tempest-RoutersIpV6AdminTest-611111169 tempest-RoutersIpV6AdminTest-611111169-project-admin] Calling delete_port for 6e64fb98-2ecc-41b0-ad17-2c488aa42f0c owned by network:router_gateway {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:27:29.505740 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-72e8d43d-6f68-4655-bca3-83153572f6df tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] 10.222.0.32 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200  len: 916 time: 0.3940322
Dec 25 21:27:29.508080 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 42800) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:27:29.524555 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9105bfeb-3371-4c01-8258-bfc4dcf1e1ae tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Checking segment: {'id': '5560569f-2f53-4efe-9135-8d43696fd1a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '290c6e74-625c-4ba7-9e49-f809d5158ee6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:27:29.531047 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9105bfeb-3371-4c01-8258-bfc4dcf1e1ae tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Network hostable DHCP agents. Network: 290c6e74-625c-4ba7-9e49-f809d5158ee6, hostable agents: ['1813db88-2c1b-4357-a2ba-869246b663c2'], hosted agents: [] {{(pid=121606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 25 21:27:29.531047 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 42802) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:27:29.604491 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92f66b94-f4ae-4215-83f8-b28c1595a3b7 tempest-TagsExtTest-1398244386 tempest-TagsExtTest-1398244386-project] Network 4e08f3f9-06f7-4b16-ad7e-9347e9a98767 is scheduled to be hosted by DHCP agent 1813db88-2c1b-4357-a2ba-869246b663c2 with binding_index 1 {{(pid=121606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 25 21:27:29.651869 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b9ea575-aaaf-4bc0-825e-787a73c71526 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:27:29.653473 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b9ea575-aaaf-4bc0-825e-787a73c71526 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:27:29.655977 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b9ea575-aaaf-4bc0-825e-787a73c71526 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:27:29.657646 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b9ea575-aaaf-4bc0-825e-787a73c71526 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:27:29.659250 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b9ea575-aaaf-4bc0-825e-787a73c71526 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:27:29.661386 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-7b9ea575-aaaf-4bc0-825e-787a73c71526 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 3330 time: 0.1502266
Dec 25 21:27:29.666740 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 42818) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:27:29.715552 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 42828) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:27:29.721068 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [None req-92f66b94-f4ae-4215-83f8-b28c1595a3b7 tempest-TagsExtTest-1398244386 tempest-TagsExtTest-1398244386-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 4e08f3f9-06f7-4b16-ad7e-9347e9a98767) {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:27:29.727490 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-43a8ff40-c1a9-4512-b2c2-fa26c38a8cd2 tempest-TagsTest-1421417898 tempest-TagsTest-1421417898-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1904825383'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:27:29.731462 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c59f774-bddb-4c91-bbf5-68f8b9fa3328 None None] Network 4e08f3f9-06f7-4b16-ad7e-9347e9a98767 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:27:29.753958 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92f66b94-f4ae-4215-83f8-b28c1595a3b7 tempest-TagsExtTest-1398244386 tempest-TagsExtTest-1398244386-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:27:29.754561 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-92f66b94-f4ae-4215-83f8-b28c1595a3b7 tempest-TagsExtTest-1398244386 tempest-TagsExtTest-1398244386-project] Publish callbacks [] for subnet, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:29.826766 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cdf92e1-3fae-4da0-a0a9-789e080910c8 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Attributes excluded by policy engine: ['shared'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:27:29.828714 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cdf92e1-3fae-4da0-a0a9-789e080910c8 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Attributes excluded by policy engine: ['shared'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:27:29.830191 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cdf92e1-3fae-4da0-a0a9-789e080910c8 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Attributes excluded by policy engine: ['shared'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:27:29.832104 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cdf92e1-3fae-4da0-a0a9-789e080910c8 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Attributes excluded by policy engine: ['shared'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:27:29.833629 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cdf92e1-3fae-4da0-a0a9-789e080910c8 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Attributes excluded by policy engine: ['shared'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:27:29.838815 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-0cdf92e1-3fae-4da0-a0a9-789e080910c8 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] 10.222.0.32 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200  len: 697 time: 0.1677017
Dec 25 21:27:29.838992 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9105bfeb-3371-4c01-8258-bfc4dcf1e1ae tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Network 290c6e74-625c-4ba7-9e49-f809d5158ee6 is scheduled to be hosted by DHCP agent 1813db88-2c1b-4357-a2ba-869246b663c2 with binding_index 1 {{(pid=121606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 25 21:27:29.839609 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 42830) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:27:29.852666 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aebc8a4-10b9-4d7d-bc80-cadf17395d7e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-4e08f3f9-06f7-4b16-ad7e-9347e9a98767', 'network_id': '4e08f3f9-06f7-4b16-ad7e-9347e9a98767', 'project_id': '4bad81526f144678b49f493aa5d860d1', 'fixed_ips': [{'subnet_id': 'fde88f50-afaa-45ef-9388-05e05e5a0018'}]}} from ncdv-master-1. {{(pid=121608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 25 21:27:29.861724 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-8aebc8a4-10b9-4d7d-bc80-cadf17395d7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:29.866041 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [None req-9105bfeb-3371-4c01-8258-bfc4dcf1e1ae tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 290c6e74-625c-4ba7-9e49-f809d5158ee6) {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:27:29.878527 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b0d8268-6df8-498a-a83d-7fc006af8a5c None None] Network 290c6e74-625c-4ba7-9e49-f809d5158ee6 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:27:29.879269 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9105bfeb-3371-4c01-8258-bfc4dcf1e1ae tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:27:29.880015 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-9105bfeb-3371-4c01-8258-bfc4dcf1e1ae tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Publish callbacks [] for subnet, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:29.900306 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-92f66b94-f4ae-4215-83f8-b28c1595a3b7 tempest-TagsExtTest-1398244386 tempest-TagsExtTest-1398244386-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.1671305
Dec 25 21:27:29.901521 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 42832) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:27:29.910271 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-e5984e19-0035-48e0-8178-5c0a345a7cc7 tempest-TagsExtTest-1398244386 tempest-TagsExtTest-1398244386-project] Request body: {'port': {'network_id': '4e08f3f9-06f7-4b16-ad7e-9347e9a98767', 'name': 'tempest-TagsExtTest-255325414'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:27:29.920768 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-0463a415-2f82-4130-8c62-e1ace8fbc1da tempest-ServersTestBootFromVolume-822926053 tempest-ServersTestBootFromVolume-822926053-project] Publish callbacks [] for security_group, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:29.970191 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-13cfbb40-aa62-4be4-aee2-d9cd6f21f337 tempest-RoutersIpV6AdminTest-611111169 tempest-RoutersIpV6AdminTest-611111169-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:30.014687 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-8b944141-fdbd-4771-af72-c990bd9d70f2 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] Publish callbacks [] for floatingip, precommit_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:30.018517 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e440f97-fae3-466a-af61-d0238243b1c1 None None] DHCP port deletion for 39d50007-7786-4290-83b2-f3cfe040bc5d request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 21:27:30.021550 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-0463a415-2f82-4130-8c62-e1ace8fbc1da tempest-ServersTestBootFromVolume-822926053 tempest-ServersTestBootFromVolume-822926053-project] Publish callbacks [] for security_group, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:30.035730 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-13cfbb40-aa62-4be4-aee2-d9cd6f21f337 tempest-RoutersIpV6AdminTest-611111169 tempest-RoutersIpV6AdminTest-611111169-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2008689'] for router_gateway, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:30.045494 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-9105bfeb-3371-4c01-8258-bfc4dcf1e1ae tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 802 time: 2.2137237
Dec 25 21:27:30.047127 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cfbb40-aa62-4be4-aee2-d9cd6f21f337 tempest-RoutersIpV6AdminTest-611111169 tempest-RoutersIpV6AdminTest-611111169-project-admin] Pushing event deleted for resources: {'Port': ['ID=6e64fb98-2ecc-41b0-ad17-2c488aa42f0c,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:27:30.047270 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 42834) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:27:30.049799 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43a8ff40-c1a9-4512-b2c2-fa26c38a8cd2 tempest-TagsTest-1421417898 tempest-TagsTest-1421417898-project] Made reservation on behalf of b500bad506714b458fe3459f05f62f29 for: {'network': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:27:30.053371 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-43a8ff40-c1a9-4512-b2c2-fa26c38a8cd2 tempest-TagsTest-1421417898 tempest-TagsTest-1421417898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for network, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:30.056854 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-36d91e08-0dbb-43ee-b055-089844a42737 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-2133160834', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'}, 'admin_state_up': False}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:27:30.063293 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8026db1-0000-4239-8f97-8e2450656384 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:27:30.070183 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-b8026db1-0000-4239-8f97-8e2450656384 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] 10.222.0.32 "GET /v2.0/networks/03f673ba-57e2-4bea-8735-67090b61696a HTTP/1.1" status: 200  len: 804 time: 0.2240930
Dec 25 21:27:30.077976 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 42836) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:27:30.138191 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-43a8ff40-c1a9-4512-b2c2-fa26c38a8cd2 tempest-TagsTest-1421417898 tempest-TagsTest-1421417898-project] Publish callbacks [] for security_group, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:30.141831 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-8b944141-fdbd-4771-af72-c990bd9d70f2 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2008639'] for floatingip, after_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:30.184487 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-13cfbb40-aa62-4be4-aee2-d9cd6f21f337 tempest-RoutersIpV6AdminTest-611111169 tempest-RoutersIpV6AdminTest-611111169-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2014235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14905'] for router, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:30.191227 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-13cfbb40-aa62-4be4-aee2-d9cd6f21f337 tempest-RoutersIpV6AdminTest-611111169 tempest-RoutersIpV6AdminTest-611111169-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:30.294226 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5f08178-3f07-4bfe-9f24-9f85828641f3 None None] Network 290c6e74-625c-4ba7-9e49-f809d5158ee6 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:27:30.302549 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.db_base_plugin_common [None req-8aebc8a4-10b9-4d7d-bc80-cadf17395d7e None None] Allocated IP 172.20.0.2 (4e08f3f9-06f7-4b16-ad7e-9347e9a98767/fde88f50-afaa-45ef-9388-05e05e5a0018/6250d37b-2170-401b-a80d-0eea3b9ffd2a) {{(pid=121608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:27:30.318130 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-76485c0d-9cde-4779-9f14-8dc4ee4d66bd tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] 10.222.0.32 "GET /v2.0/networks/03f673ba-57e2-4bea-8735-67090b61696a?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200  len: 320 time: 0.2292919
Dec 25 21:27:30.318370 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-43a8ff40-c1a9-4512-b2c2-fa26c38a8cd2 tempest-TagsTest-1421417898 tempest-TagsTest-1421417898-project] Publish callbacks [] for security_group, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:30.318821 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-36d91e08-0dbb-43ee-b055-089844a42737 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2014909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14863'] for router, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:30.318821 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-36d91e08-0dbb-43ee-b055-089844a42737 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2014285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2009796', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2082630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14848'] for router, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:30.319927 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 42838) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:27:30.337991 ncdv-master-1 neutron-server[121607]: INFO neutron.db.l3_db [None req-8b944141-fdbd-4771-af72-c990bd9d70f2 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] Floating IP 3f8d1722-b9a6-43a4-9152-817d0e87f6c9 associated. External IP: 172.35.3.85, port: 35a15c05-bcca-4842-8606-5c79e44fa713.
Dec 25 21:27:30.354483 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-13cfbb40-aa62-4be4-aee2-d9cd6f21f337 tempest-RoutersIpV6AdminTest-611111169 tempest-RoutersIpV6AdminTest-611111169-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2014220'] for router, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:30.359798 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13cfbb40-aa62-4be4-aee2-d9cd6f21f337 tempest-RoutersIpV6AdminTest-611111169 tempest-RoutersIpV6AdminTest-611111169-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ea2dca53-52c8-45fb-8983-3f7c7d9d0130 {{(pid=121606) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 25 21:27:30.362443 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-13cfbb40-aa62-4be4-aee2-d9cd6f21f337 tempest-RoutersIpV6AdminTest-611111169 tempest-RoutersIpV6AdminTest-611111169-project-admin] Publish callbacks [] for router, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:30.363511 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-13cfbb40-aa62-4be4-aee2-d9cd6f21f337 tempest-RoutersIpV6AdminTest-611111169 tempest-RoutersIpV6AdminTest-611111169-project-admin] 10.222.0.32 "DELETE /v2.0/routers/ea2dca53-52c8-45fb-8983-3f7c7d9d0130 HTTP/1.1" status: 204  len: 168 time: 2.6423094
Dec 25 21:27:30.368184 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 42840) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:27:30.389527 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5984e19-0035-48e0-8178-5c0a345a7cc7 tempest-TagsExtTest-1398244386 tempest-TagsExtTest-1398244386-project] Made reservation on behalf of 4bad81526f144678b49f493aa5d860d1 for: {'port': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:27:30.396257 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e5984e19-0035-48e0-8178-5c0a345a7cc7 tempest-TagsExtTest-1398244386 tempest-TagsExtTest-1398244386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:30.417281 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-43a8ff40-c1a9-4512-b2c2-fa26c38a8cd2 tempest-TagsTest-1421417898 tempest-TagsTest-1421417898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:30.418476 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-0463a415-2f82-4130-8c62-e1ace8fbc1da tempest-ServersTestBootFromVolume-822926053 tempest-ServersTestBootFromVolume-822926053-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:30.422094 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-0463a415-2f82-4130-8c62-e1ace8fbc1da tempest-ServersTestBootFromVolume-822926053 tempest-ServersTestBootFromVolume-822926053-project] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:30.425354 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-0463a415-2f82-4130-8c62-e1ace8fbc1da tempest-ServersTestBootFromVolume-822926053 tempest-ServersTestBootFromVolume-822926053-project] 10.222.0.32 "DELETE /v2.0/security-groups/1cca7a13-76a8-43b2-b6b1-de89b0da2437 HTTP/1.1" status: 204  len: 168 time: 0.7055643
Dec 25 21:27:30.428890 ncdv-master-1 neutron-server[121607]: DEBUG neutron.notifiers.nova [None req-e5984e19-0035-48e0-8178-5c0a345a7cc7 tempest-TagsExtTest-1398244386 tempest-TagsExtTest-1398244386-project] device_id is not set on port b308ebfc-a243-40cb-bcac-acccf1e69c37 yet. {{(pid=121607) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 25 21:27:30.433676 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 42842) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:27:30.476949 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a1ca17d-5863-484f-b007-defe587dcc9e tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:27:30.481827 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-4a1ca17d-5863-484f-b007-defe587dcc9e tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] 10.222.0.32 "GET /v2.0/subnets/74ce2330-4ae1-46b4-9e21-95cf32035661 HTTP/1.1" status: 200  len: 843 time: 0.1586514
Dec 25 21:27:30.490103 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_v2 [None req-aaaa649e-5fc7-4aff-bc29-3acda5226782 tempest-RoutersIpV6AdminTest-611111169 tempest-RoutersIpV6AdminTest-611111169-project-admin] Deleting subnet d821c3f4-b8d4-4e56-8f81-6717771bda0a {{(pid=121606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Dec 25 21:27:30.496892 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 42844) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:27:30.500395 ncdv-master-1 neutron-server[121606]: INFO neutron.api.v2.resource [None req-1f90eebb-6ca4-4fa4-b088-9e3a51d77a65 tempest-ServersTestBootFromVolume-822926053 tempest-ServersTestBootFromVolume-822926053-project] show failed (client error): The resource could not be found.
Dec 25 21:27:30.501586 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-1f90eebb-6ca4-4fa4-b088-9e3a51d77a65 tempest-ServersTestBootFromVolume-822926053 tempest-ServersTestBootFromVolume-822926053-project] 10.222.0.32 "GET /v2.0/security-groups/1cca7a13-76a8-43b2-b6b1-de89b0da2437 HTTP/1.1" status: 404  len: 347 time: 0.0644541
Dec 25 21:27:30.511705 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43a8ff40-c1a9-4512-b2c2-fa26c38a8cd2 tempest-TagsTest-1421417898 tempest-TagsTest-1421417898-project] vlan segment allocate from pool success with {'vlan_id': 184, 'physical_network': 'physnet1'}  {{(pid=121606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 25 21:27:30.515250 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-aaaa649e-5fc7-4aff-bc29-3acda5226782 tempest-RoutersIpV6AdminTest-611111169 tempest-RoutersIpV6AdminTest-611111169-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:30.521308 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 42846) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:27:30.554240 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-8aebc8a4-10b9-4d7d-bc80-cadf17395d7e None None] Publish callbacks [] for port, precommit_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:30.581793 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0463a415-2f82-4130-8c62-e1ace8fbc1da tempest-ServersTestBootFromVolume-822926053 tempest-ServersTestBootFromVolume-822926053-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cca7a13-76a8-43b2-b6b1-de89b0da2437,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:27:30.609286 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-8aebc8a4-10b9-4d7d-bc80-cadf17395d7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946'] for port, after_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:30.627870 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-36d91e08-0dbb-43ee-b055-089844a42737 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:30.662777 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aebc8a4-10b9-4d7d-bc80-cadf17395d7e None None] Network 4e08f3f9-06f7-4b16-ad7e-9347e9a98767 is already hosted by enough agents. {{(pid=121608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:27:30.672675 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.base_scheduler [None req-8aebc8a4-10b9-4d7d-bc80-cadf17395d7e None None] Resources bound (agent type, host, resource id):  {{(pid=121608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:27:30.677522 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aebc8a4-10b9-4d7d-bc80-cadf17395d7e None None] Received port after_create {{(pid=121608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:27:30.692391 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aebc8a4-10b9-4d7d-bc80-cadf17395d7e None None] Pushing event updated for resources: {'Port': ['ID=6250d37b-2170-401b-a80d-0eea3b9ffd2a,revision_number=1']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:27:30.756106 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-8aebc8a4-10b9-4d7d-bc80-cadf17395d7e None None] Attempting to bind port 6250d37b-2170-401b-a80d-0eea3b9ffd2a on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:27:30.756357 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-8aebc8a4-10b9-4d7d-bc80-cadf17395d7e None None] Attempting to bind port 6250d37b-2170-401b-a80d-0eea3b9ffd2a by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '0522a73b-0308-48f5-a2c1-af69c4748207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '4e08f3f9-06f7-4b16-ad7e-9347e9a98767'}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:27:30.756737 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aebc8a4-10b9-4d7d-bc80-cadf17395d7e None None] Attempting to bind port 6250d37b-2170-401b-a80d-0eea3b9ffd2a on network 4e08f3f9-06f7-4b16-ad7e-9347e9a98767 {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:27:30.763353 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aebc8a4-10b9-4d7d-bc80-cadf17395d7e None None] Checking agent: {'id': 'ca4f5c6d-f1fd-48b8-a3e3-395864c7d23d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 20, 56, 40), 'started_at': datetime.datetime(2021, 12, 25, 20, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 27, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:27:30.763730 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aebc8a4-10b9-4d7d-bc80-cadf17395d7e None None] Checking segment: {'id': '0522a73b-0308-48f5-a2c1-af69c4748207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '4e08f3f9-06f7-4b16-ad7e-9347e9a98767'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:27:30.764130 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-8aebc8a4-10b9-4d7d-bc80-cadf17395d7e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:30.764523 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aebc8a4-10b9-4d7d-bc80-cadf17395d7e None None] Bound using segment: {'id': '0522a73b-0308-48f5-a2c1-af69c4748207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '4e08f3f9-06f7-4b16-ad7e-9347e9a98767'} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:27:30.766238 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-8aebc8a4-10b9-4d7d-bc80-cadf17395d7e None None] Bound port: 6250d37b-2170-401b-a80d-0eea3b9ffd2a, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0522a73b-0308-48f5-a2c1-af69c4748207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '4e08f3f9-06f7-4b16-ad7e-9347e9a98767'}}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:27:30.766623 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-8aebc8a4-10b9-4d7d-bc80-cadf17395d7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:30.839285 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-8aebc8a4-10b9-4d7d-bc80-cadf17395d7e None None] For port 6250d37b-2170-401b-a80d-0eea3b9ffd2a, host ncdv-master-1, cleared binding levels {{(pid=121608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:27:30.842476 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-8aebc8a4-10b9-4d7d-bc80-cadf17395d7e None None] For port 6250d37b-2170-401b-a80d-0eea3b9ffd2a, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6250d37b-2170-401b-a80d-0eea3b9ffd2a,segment=NetworkSegment(0522a73b-0308-48f5-a2c1-af69c4748207),segment_id=0522a73b-0308-48f5-a2c1-af69c4748207)] {{(pid=121608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:27:30.913267 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a8ff40-c1a9-4512-b2c2-fa26c38a8cd2 tempest-TagsTest-1421417898 tempest-TagsTest-1421417898-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5fe63538-6b9a-4eaf-b766-e8972d5a6394,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:27:30.925769 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b944141-fdbd-4771-af72-c990bd9d70f2 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] Router 9557b2cf-7512-4e66-b498-527384e39f88 has already been hosted by L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 {{(pid=121607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 25 21:27:30.927221 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_common [None req-e5984e19-0035-48e0-8178-5c0a345a7cc7 tempest-TagsExtTest-1398244386 tempest-TagsExtTest-1398244386-project] Allocated IP 172.20.0.9 (4e08f3f9-06f7-4b16-ad7e-9347e9a98767/fde88f50-afaa-45ef-9388-05e05e5a0018/b308ebfc-a243-40cb-bcac-acccf1e69c37) {{(pid=121607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:27:30.933727 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-8aebc8a4-10b9-4d7d-bc80-cadf17395d7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:30.940838 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-43a8ff40-c1a9-4512-b2c2-fa26c38a8cd2 tempest-TagsTest-1421417898 tempest-TagsTest-1421417898-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:30.941074 ncdv-master-1 neutron-server[121606]: INFO neutron.db.segments_db [None req-43a8ff40-c1a9-4512-b2c2-fa26c38a8cd2 tempest-TagsTest-1421417898 tempest-TagsTest-1421417898-project] Added segment aea0427c-7a6a-42e9-830a-82c238ef0080 of type vlan for network 62838fc5-e7c1-4304-9c7b-81921acbd539
Dec 25 21:27:30.984429 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-36d91e08-0dbb-43ee-b055-089844a42737 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:31.014343 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aebc8a4-10b9-4d7d-bc80-cadf17395d7e None None] Pushing event updated for resources: {'Port': ['ID=6250d37b-2170-401b-a80d-0eea3b9ffd2a,revision_number=2']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:27:31.039293 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-aaaa649e-5fc7-4aff-bc29-3acda5226782 tempest-RoutersIpV6AdminTest-611111169 tempest-RoutersIpV6AdminTest-611111169-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9084199'] for subnet, precommit_delete_associations {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:31.044955 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-263d9cb7-8f9d-4bf1-b370-9e1eadfd32bd tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Attributes excluded by policy engine: ['shared'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:27:31.052188 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-263d9cb7-8f9d-4bf1-b370-9e1eadfd32bd tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] 10.222.0.32 "GET /v2.0/subnets/74ce2330-4ae1-46b4-9e21-95cf32035661?fields=id&fields=network_id HTTP/1.1" status: 200  len: 302 time: 0.5445795
Dec 25 21:27:31.063057 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 42850) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:27:31.067859 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-770fb68b-69ed-4096-8fa4-330cd9c81f95 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1570992135'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:27:31.100571 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-43a8ff40-c1a9-4512-b2c2-fa26c38a8cd2 tempest-TagsTest-1421417898 tempest-TagsTest-1421417898-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737602163420'] for network, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:31.138924 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-aaaa649e-5fc7-4aff-bc29-3acda5226782 tempest-RoutersIpV6AdminTest-611111169 tempest-RoutersIpV6AdminTest-611111169-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995662'] for subnet, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:31.193858 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-5813b84b-c6ea-4334-9f1e-9bc8a0a69342 tempest-ServersTestBootFromVolume-822926053 tempest-ServersTestBootFromVolume-822926053-project] Deleting port 7598dd16-6e30-4c71-957e-1482856f1048 {{(pid=121606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:27:31.193858 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-5813b84b-c6ea-4334-9f1e-9bc8a0a69342 tempest-ServersTestBootFromVolume-822926053 tempest-ServersTestBootFromVolume-822926053-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:31.201392 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b944141-fdbd-4771-af72-c990bd9d70f2 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 21:27:31.235943 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9f63e3e-16f0-4cd0-b220-cb08d112c6ad None None] Sync routers for ids ['9557b2cf-7512-4e66-b498-527384e39f88'] in ncdv-master-1 {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 21:27:31.264143 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9f63e3e-16f0-4cd0-b220-cb08d112c6ad None None] Routers {'9557b2cf-7512-4e66-b498-527384e39f88'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:27:31.266808 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-d9f63e3e-16f0-4cd0-b220-cb08d112c6ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2613078b50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:27:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['9557b2cf-7512-4e66-b498-527384e39f88'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:27:31.308262 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-5813b84b-c6ea-4334-9f1e-9bc8a0a69342 tempest-ServersTestBootFromVolume-822926053 tempest-ServersTestBootFromVolume-822926053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:31.308581 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-5813b84b-c6ea-4334-9f1e-9bc8a0a69342 tempest-ServersTestBootFromVolume-822926053 tempest-ServersTestBootFromVolume-822926053-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:31.311469 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-43a8ff40-c1a9-4512-b2c2-fa26c38a8cd2 tempest-TagsTest-1421417898 tempest-TagsTest-1421417898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870'] for network, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:31.323622 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43a8ff40-c1a9-4512-b2c2-fa26c38a8cd2 tempest-TagsTest-1421417898 tempest-TagsTest-1421417898-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:27:31.327291 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-43a8ff40-c1a9-4512-b2c2-fa26c38a8cd2 tempest-TagsTest-1421417898 tempest-TagsTest-1421417898-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for network, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:31.360406 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-aaaa649e-5fc7-4aff-bc29-3acda5226782 tempest-RoutersIpV6AdminTest-611111169 tempest-RoutersIpV6AdminTest-611111169-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9084363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9028506'] for subnet, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:31.363466 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-5813b84b-c6ea-4334-9f1e-9bc8a0a69342 tempest-ServersTestBootFromVolume-822926053 tempest-ServersTestBootFromVolume-822926053-project] Calling delete_port for 7598dd16-6e30-4c71-957e-1482856f1048 owned by network:floatingip {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:27:31.407409 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaa649e-5fc7-4aff-bc29-3acda5226782 tempest-RoutersIpV6AdminTest-611111169 tempest-RoutersIpV6AdminTest-611111169-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=d821c3f4-b8d4-4e56-8f81-6717771bda0a,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:27:31.434228 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-aaaa649e-5fc7-4aff-bc29-3acda5226782 tempest-RoutersIpV6AdminTest-611111169 tempest-RoutersIpV6AdminTest-611111169-project-admin] Publish callbacks [] for subnet, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:31.442747 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4530064-7f09-4e6f-a508-cf1d83c3a80b None None] Network 39d50007-7786-4290-83b2-f3cfe040bc5d requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:27:31.446475 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvr_db [None req-d9f63e3e-16f0-4cd0-b220-cb08d112c6ad None None] Set router 9557b2cf-7512-4e66-b498-527384e39f88 gateway port host: ncdv-master-1 {{(pid=121608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:27:31.451292 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-aaaa649e-5fc7-4aff-bc29-3acda5226782 tempest-RoutersIpV6AdminTest-611111169 tempest-RoutersIpV6AdminTest-611111169-project-admin] 10.222.0.32 "DELETE /v2.0/subnets/d821c3f4-b8d4-4e56-8f81-6717771bda0a HTTP/1.1" status: 204  len: 168 time: 1.0822251
Dec 25 21:27:31.498631 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 42852) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:27:31.541459 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-43a8ff40-c1a9-4512-b2c2-fa26c38a8cd2 tempest-TagsTest-1421417898 tempest-TagsTest-1421417898-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 776 time: 2.0093849
Dec 25 21:27:31.557256 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a8ff40-c1a9-4512-b2c2-fa26c38a8cd2 tempest-TagsTest-1421417898 tempest-TagsTest-1421417898-project] Pushing event updated for resources: {'Network': ['ID=62838fc5-e7c1-4304-9c7b-81921acbd539,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:27:31.559242 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 42854) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:27:31.575162 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.tag.tag_plugin [None req-cad3578d-fb37-47dd-ab02-45f7cc238323 tempest-TagsTest-1421417898 tempest-TagsTest-1421417898-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f2613c4efa0>, 'networks', '62838fc5-e7c1-4304-9c7b-81921acbd539', 'tempest-TagsTest-Tag-1118247727') {} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:27:31.583614 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Network 62838fc5-e7c1-4304-9c7b-81921acbd539 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 25 21:27:31.641771 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-8b944141-fdbd-4771-af72-c990bd9d70f2 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for floatingip, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:31.651231 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-770fb68b-69ed-4096-8fa4-330cd9c81f95 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Made reservation on behalf of 596be925895b4ede995a5f893bdae840 for: {'network': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:27:31.655139 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-770fb68b-69ed-4096-8fa4-330cd9c81f95 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for network, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:31.659413 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-aa39881a-f223-4146-b3d7-8461302463f1 tempest-RoutersIpV6AdminTest-611111169 tempest-RoutersIpV6AdminTest-611111169-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625803'] for network, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:31.693505 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f56f986-3ee7-4049-ae02-3e6879625353 None None] DHCP port deletion for 39d50007-7786-4290-83b2-f3cfe040bc5d request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 21:27:31.728522 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-8b944141-fdbd-4771-af72-c990bd9d70f2 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] 10.222.0.32 "PUT /v2.0/floatingips/3f8d1722-b9a6-43a4-9152-817d0e87f6c9 HTTP/1.1" status: 200  len: 990 time: 2.6848357
Dec 25 21:27:31.759854 ncdv-master-1 neutron-server[121607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65490ad4-5baf-4c89-9877-006d581b4758', 'tag': '35a15c05-bcca-4842-8606-5c79e44fa713'}] {{(pid=121607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:27:31.762262 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f980bbcadfa7bf1e788024e1448be660373c21f97f015f780444e999c451203" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bce1b8f-3f69-498d-8b8e-d93db9afb331" -d '{"events": [{"name": "network-changed", "server_uuid": "65490ad4-5baf-4c89-9877-006d581b4758", "tag": "35a15c05-bcca-4842-8606-5c79e44fa713"}]}' {{(pid=121607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:27:31.786251 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-770fb68b-69ed-4096-8fa4-330cd9c81f95 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] vlan segment allocate from pool success with {'vlan_id': 167, 'physical_network': 'physnet1'}  {{(pid=121607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 25 21:27:31.801618 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e5984e19-0035-48e0-8178-5c0a345a7cc7 tempest-TagsExtTest-1398244386 tempest-TagsExtTest-1398244386-project] Publish callbacks [] for port, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:31.813955 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-770fb68b-69ed-4096-8fa4-330cd9c81f95 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:31.819011 ncdv-master-1 neutron-server[121607]: INFO neutron.db.segments_db [None req-770fb68b-69ed-4096-8fa4-330cd9c81f95 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Added segment e6687e45-cde7-4d1c-a553-8c72a02aed6a of type vlan for network 5d1fcbc4-c284-4392-9616-f947c5b1fc34
Dec 25 21:27:31.819011 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Dec 2021 21:27:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8624e07e-7767-46be-aebe-6c6a9983791f x-openstack-request-id: req-8624e07e-7767-46be-aebe-6c6a9983791f {{(pid=121607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:27:31.825153 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65490ad4-5baf-4c89-9877-006d581b4758", "tag": "35a15c05-bcca-4842-8606-5c79e44fa713", "status": "completed", "code": 200}]} {{(pid=121607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:27:31.825843 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8624e07e-7767-46be-aebe-6c6a9983791f {{(pid=121607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:27:31.826356 ncdv-master-1 neutron-server[121607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65490ad4-5baf-4c89-9877-006d581b4758', 'tag': '35a15c05-bcca-4842-8606-5c79e44fa713', 'status': 'completed', 'code': 200}
Dec 25 21:27:31.835428 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-aa39881a-f223-4146-b3d7-8461302463f1 tempest-RoutersIpV6AdminTest-611111169 tempest-RoutersIpV6AdminTest-611111169-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997585', 'neutron.services.segments.db._delete_segments_for_network-8737602743071'] for network, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:31.898251 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-770fb68b-69ed-4096-8fa4-330cd9c81f95 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737602163420'] for network, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:31.913553 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.segments.db [None req-aa39881a-f223-4146-b3d7-8461302463f1 tempest-RoutersIpV6AdminTest-611111169 tempest-RoutersIpV6AdminTest-611111169-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2618f9caf0>,) {'filters': {'network_id': ['39d50007-7786-4290-83b2-f3cfe040bc5d']}} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:27:31.927088 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.segments.db [None req-aa39881a-f223-4146-b3d7-8461302463f1 tempest-RoutersIpV6AdminTest-611111169 tempest-RoutersIpV6AdminTest-611111169-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2618f9caf0>, 'ef3999cb-c45c-4732-ac52-60154cbcc26c') {'for_net_delete': True} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:27:31.927486 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.segments.db [None req-aa39881a-f223-4146-b3d7-8461302463f1 tempest-RoutersIpV6AdminTest-611111169 tempest-RoutersIpV6AdminTest-611111169-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2618f9caf0>, 'ef3999cb-c45c-4732-ac52-60154cbcc26c') {} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:27:31.944593 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-d9f63e3e-16f0-4cd0-b220-cb08d112c6ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2613078b50>, [{'id': '9557b2cf-7512-4e66-b498-527384e39f88', 'name': 'tempest-AttachVolumeShelveTestJSON-4777664-router', 'tenant_id': '0560c323ec8e41b3bc05939e12e049d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.92'}], 'enable_snat': True}, 'gw_port_id': '920f4fe2-acfd-479f-87ae-c76a221d1b18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:26:45Z', 'updated_at': '2021-12-25T21:26:58Z', 'revision_number': 4, 'project_id': '0560c323ec8e41b3bc05939e12e049d5', 'gw_port': {'id': '920f4fe2-acfd-479f-87ae-c76a221d1b18', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:90:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9557b2cf-7512-4e66-b498-527384e39f88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1961, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:26:47Z', 'updated_at': '2021-12-25T21:26:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '3f8d1722-b9a6-43a4-9152-817d0e87f6c9', 'tenant_id': '0560c323ec8e41b3bc05939e12e049d5', 'floating_ip_address': '172.35.3.85', 'floating_network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'router_id': '9557b2cf-7512-4e66-b498-527384e39f88', 'port_id': '35a15c05-bcca-4842-8606-5c79e44fa713', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2020, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8199f70-d579-4a7f-8b38-5d569ea5e784', 'mac_address': 'fa:16:3e:28:a4:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65490ad4-5baf-4c89-9877-006d581b4758', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-25T21:27:06Z', 'updated_at': '2021-12-25T21:27:29Z', 'revision_number': 1, 'project_id': '0560c323ec8e41b3bc05939e12e049d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b012a25-235f-4b41-a376-5a4f688389ff', 'name': '', 'network_id': 'c8199f70-d579-4a7f-8b38-5d569ea5e784', 'tenant_id': '0560c323ec8e41b3bc05939e12e049d5', 'mac_address': 'fa:16:3e:33:30:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9557b2cf-7512-4e66-b498-527384e39f88', 'device_owner': 'network:router_interface', 'standard_attr_id': 1981, 'fixed_ips': [{'subnet_id': '0cf468ed-9644-4e44-939f-6c7d09675460', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:26:54Z', 'updated_at': '2021-12-25T21:27:02Z', 'revision_number': 5, 'project_id': '0560c323ec8e41b3bc05939e12e049d5', 'subnets': [{'id': '0cf468ed-9644-4e44-939f-6c7d09675460', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:27:31.953728 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-aa39881a-f223-4146-b3d7-8461302463f1 tempest-RoutersIpV6AdminTest-611111169 tempest-RoutersIpV6AdminTest-611111169-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737602746920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9084222'] for segment, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:31.970680 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-aa39881a-f223-4146-b3d7-8461302463f1 tempest-RoutersIpV6AdminTest-611111169 tempest-RoutersIpV6AdminTest-611111169-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:31.977740 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9f63e3e-16f0-4cd0-b220-cb08d112c6ad None None] Checking router: 9557b2cf-7512-4e66-b498-527384e39f88 for host: ncdv-master-1 {{(pid=121608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 25 21:27:31.978560 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa39881a-f223-4146-b3d7-8461302463f1 tempest-RoutersIpV6AdminTest-611111169 tempest-RoutersIpV6AdminTest-611111169-project-admin] Releasing vlan 174 on physical network physnet1 to pool {{(pid=121606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 25 21:27:31.979036 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-aa39881a-f223-4146-b3d7-8461302463f1 tempest-RoutersIpV6AdminTest-611111169 tempest-RoutersIpV6AdminTest-611111169-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9084542'] for segment, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:31.989720 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9f63e3e-16f0-4cd0-b220-cb08d112c6ad None None] Routers {'9557b2cf-7512-4e66-b498-527384e39f88'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:27:31.990541 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-d9f63e3e-16f0-4cd0-b220-cb08d112c6ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2613078b50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:27:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['9557b2cf-7512-4e66-b498-527384e39f88'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:27:32.042343 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:27:32.042343 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:27:32.042343 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:27:32.042343 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:27:32.042343 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:27:32.042343 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:27:32.042343 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:27:32.042343 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:27:32.042343 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:27:32.042343 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:27:32.042343 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:27:32.042343 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:27:32.042343 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:27:32.042343 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:27:32.042343 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:27:32.042343 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:27:32.042343 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:27:32.042343 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:27:32.042343 ncdv-master-1 neutron-server[121606]: Traceback (most recent call last):
Dec 25 21:27:32.042343 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 25 21:27:32.042343 ncdv-master-1 neutron-server[121606]:     timer()
Dec 25 21:27:32.042343 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 25 21:27:32.042343 ncdv-master-1 neutron-server[121606]:     cb(*args, **kw)
Dec 25 21:27:32.042343 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 25 21:27:32.042343 ncdv-master-1 neutron-server[121606]:     return func(*args, **kwargs)
Dec 25 21:27:32.042343 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 25 21:27:32.042343 ncdv-master-1 neutron-server[121606]:     self._notify()
Dec 25 21:27:32.042343 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 25 21:27:32.042343 ncdv-master-1 neutron-server[121606]:     self.callback(batched_events)
Dec 25 21:27:32.042343 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 25 21:27:32.042343 ncdv-master-1 neutron-server[121606]:     event.method(event)
Dec 25 21:27:32.042343 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 25 21:27:32.042343 ncdv-master-1 neutron-server[121606]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 25 21:27:32.042343 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 25 21:27:32.042343 ncdv-master-1 neutron-server[121606]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 25 21:27:32.042343 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 25 21:27:32.042343 ncdv-master-1 neutron-server[121606]:     return f(self, *a, **k)
Dec 25 21:27:32.042343 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 25 21:27:32.042343 ncdv-master-1 neutron-server[121606]:     return self._get(url).json()
Dec 25 21:27:32.042343 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 25 21:27:32.042343 ncdv-master-1 neutron-server[121606]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 25 21:27:32.042343 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 25 21:27:32.042343 ncdv-master-1 neutron-server[121606]:     return self.request(url, 'GET', **kwargs)
Dec 25 21:27:32.042343 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 25 21:27:32.042343 ncdv-master-1 neutron-server[121606]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 25 21:27:32.042343 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 25 21:27:32.042343 ncdv-master-1 neutron-server[121606]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 25 21:27:32.042343 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 25 21:27:32.042343 ncdv-master-1 neutron-server[121606]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 25 21:27:32.042343 ncdv-master-1 neutron-server[121606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 25 21:27:32.049137 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-36d91e08-0dbb-43ee-b055-089844a42737 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Publish callbacks [] for router_gateway, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:32.052451 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e5984e19-0035-48e0-8178-5c0a345a7cc7 tempest-TagsExtTest-1398244386 tempest-TagsExtTest-1398244386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:32.079477 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bce1b8f-3f69-498d-8b8e-d93db9afb331 req-7086b4ab-9a73-4319-a7ad-5250d181d93a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:27:32.081147 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8bce1b8f-3f69-498d-8b8e-d93db9afb331 req-7086b4ab-9a73-4319-a7ad-5250d181d93a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0560c323ec8e41b3bc05939e12e049d5&device_id=65490ad4-5baf-4c89-9877-006d581b4758 HTTP/1.1" status: 200  len: 1096 time: 0.2317050
Dec 25 21:27:32.086322 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-36d91e08-0dbb-43ee-b055-089844a42737 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:32.088017 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-770fb68b-69ed-4096-8fa4-330cd9c81f95 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870'] for network, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:32.094747 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-770fb68b-69ed-4096-8fa4-330cd9c81f95 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:27:32.095358 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-770fb68b-69ed-4096-8fa4-330cd9c81f95 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Publish callbacks [] for network, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:32.132811 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvr_db [None req-d9f63e3e-16f0-4cd0-b220-cb08d112c6ad None None] Set router 9557b2cf-7512-4e66-b498-527384e39f88 gateway port host: ncdv-master-1 {{(pid=121608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:27:32.173074 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5984e19-0035-48e0-8178-5c0a345a7cc7 tempest-TagsExtTest-1398244386 tempest-TagsExtTest-1398244386-project] Network 4e08f3f9-06f7-4b16-ad7e-9347e9a98767 is already hosted by enough agents. {{(pid=121607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:27:32.193639 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bce1b8f-3f69-498d-8b8e-d93db9afb331 req-4a8a0a06-3a89-48f8-9968-e19c2ca68c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:27:32.195272 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8bce1b8f-3f69-498d-8b8e-d93db9afb331 req-4a8a0a06-3a89-48f8-9968-e19c2ca68c00 service neutron] 10.222.0.37 "GET /v2.0/networks?id=c8199f70-d579-4a7f-8b38-5d569ea5e784 HTTP/1.1" status: 200  len: 915 time: 0.1055758
Dec 25 21:27:32.199648 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-aa39881a-f223-4146-b3d7-8461302463f1 tempest-RoutersIpV6AdminTest-611111169 tempest-RoutersIpV6AdminTest-611111169-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2008653'] for network, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:32.201325 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-5813b84b-c6ea-4334-9f1e-9bc8a0a69342 tempest-ServersTestBootFromVolume-822926053 tempest-ServersTestBootFromVolume-822926053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:32.218809 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-e5984e19-0035-48e0-8178-5c0a345a7cc7 tempest-TagsExtTest-1398244386 tempest-TagsExtTest-1398244386-project] Resources bound (agent type, host, resource id):  {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:27:32.220435 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa39881a-f223-4146-b3d7-8461302463f1 tempest-RoutersIpV6AdminTest-611111169 tempest-RoutersIpV6AdminTest-611111169-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  39d50007-7786-4290-83b2-f3cfe040bc5d {{(pid=121606) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}}
Dec 25 21:27:32.221334 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5984e19-0035-48e0-8178-5c0a345a7cc7 tempest-TagsExtTest-1398244386 tempest-TagsExtTest-1398244386-project] Received port after_create {{(pid=121607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:27:32.227222 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-aa39881a-f223-4146-b3d7-8461302463f1 tempest-RoutersIpV6AdminTest-611111169 tempest-RoutersIpV6AdminTest-611111169-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for network, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:32.235795 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-aa39881a-f223-4146-b3d7-8461302463f1 tempest-RoutersIpV6AdminTest-611111169 tempest-RoutersIpV6AdminTest-611111169-project-admin] 10.222.0.32 "DELETE /v2.0/networks/39d50007-7786-4290-83b2-f3cfe040bc5d HTTP/1.1" status: 204  len: 168 time: 0.7310948
Dec 25 21:27:32.288593 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-770fb68b-69ed-4096-8fa4-330cd9c81f95 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 1.2245462
Dec 25 21:27:32.297665 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5984e19-0035-48e0-8178-5c0a345a7cc7 tempest-TagsExtTest-1398244386 tempest-TagsExtTest-1398244386-project] Pushing event updated for resources: {'Port': ['ID=b308ebfc-a243-40cb-bcac-acccf1e69c37,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:27:32.308595 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 42862) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:27:32.313539 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5813b84b-c6ea-4334-9f1e-9bc8a0a69342 tempest-ServersTestBootFromVolume-822926053 tempest-ServersTestBootFromVolume-822926053-project] Pushing event deleted for resources: {'Port': ['ID=7598dd16-6e30-4c71-957e-1482856f1048,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:27:32.319588 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa39881a-f223-4146-b3d7-8461302463f1 tempest-RoutersIpV6AdminTest-611111169 tempest-RoutersIpV6AdminTest-611111169-project-admin] Pushing event deleted for resources: {'Network': ['ID=39d50007-7786-4290-83b2-f3cfe040bc5d,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:27:32.332982 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-cad3578d-fb37-47dd-ab02-45f7cc238323 tempest-TagsTest-1421417898 tempest-TagsTest-1421417898-project] 10.222.0.32 "PUT /v2.0/networks/62838fc5-e7c1-4304-9c7b-81921acbd539/tags/tempest-TagsTest-Tag-1118247727 HTTP/1.1" status: 201  len: 201 time: 0.7681768
Dec 25 21:27:32.340143 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 42864) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:27:32.348229 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.tag.tag_plugin [None req-2119cefc-322a-42e3-87cc-714d26481d60 tempest-TagsTest-1421417898 tempest-TagsTest-1421417898-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f261a66c850>, 'networks', '62838fc5-e7c1-4304-9c7b-81921acbd539', 'tempest-TagsTest-Tag-1118247727') {} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:27:32.373268 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-819727ee-538f-4f84-bdbd-8b7aa27ff0fc tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Request body: {'subnet': {'network_id': '5d1fcbc4-c284-4392-9616-f947c5b1fc34', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:27:32.381825 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770fb68b-69ed-4096-8fa4-330cd9c81f95 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Pushing event updated for resources: {'Network': ['ID=5d1fcbc4-c284-4392-9616-f947c5b1fc34,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:27:32.433024 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2f3e0e0-e066-4635-8074-a37f2c4fe38a None None] DHCP port deletion for 7201e55c-7c5f-41aa-a042-a363696539d0 request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 21:27:32.436188 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64b84182-26b5-4adc-9c3d-09f3de1ffdd3 None None] Network 4e08f3f9-06f7-4b16-ad7e-9347e9a98767 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:27:32.441566 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5984e19-0035-48e0-8178-5c0a345a7cc7 tempest-TagsExtTest-1398244386 tempest-TagsExtTest-1398244386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:27:32.442305 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e5984e19-0035-48e0-8178-5c0a345a7cc7 tempest-TagsExtTest-1398244386 tempest-TagsExtTest-1398244386-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:32.456665 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8bce1b8f-3f69-498d-8b8e-d93db9afb331 req-5d876093-3bb0-4b96-99a1-e79140d573cc service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=35a15c05-bcca-4842-8606-5c79e44fa713 HTTP/1.1" status: 200  len: 998 time: 0.2520411
Dec 25 21:27:32.540722 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_common [None req-36d91e08-0dbb-43ee-b055-089844a42737 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Allocated IP 172.35.3.30 (7201e55c-7c5f-41aa-a042-a363696539d0/7a939e13-713f-45cf-bba7-1539635abe25/5c522c3f-74ca-4170-bcbc-39cd57f4fbc1) {{(pid=121607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:27:32.563020 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-5813b84b-c6ea-4334-9f1e-9bc8a0a69342 tempest-ServersTestBootFromVolume-822926053 tempest-ServersTestBootFromVolume-822926053-project] Publish callbacks [] for floatingip, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:32.565351 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-e5984e19-0035-48e0-8178-5c0a345a7cc7 tempest-TagsExtTest-1398244386 tempest-TagsExtTest-1398244386-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 921 time: 2.6613216
Dec 25 21:27:32.570239 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-5813b84b-c6ea-4334-9f1e-9bc8a0a69342 tempest-ServersTestBootFromVolume-822926053 tempest-ServersTestBootFromVolume-822926053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for floatingip, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:32.574371 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-5813b84b-c6ea-4334-9f1e-9bc8a0a69342 tempest-ServersTestBootFromVolume-822926053 tempest-ServersTestBootFromVolume-822926053-project] 10.222.0.32 "DELETE /v2.0/floatingips/90450ab7-a883-4596-a68a-ad4c293b4010 HTTP/1.1" status: 204  len: 168 time: 2.0480108
Dec 25 21:27:32.574371 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 42868) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:27:32.582985 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 42870) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:27:32.583732 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-5371862a-23ed-431a-bbfe-6e79d071373c tempest-TagsExtTest-1398244386 tempest-TagsExtTest-1398244386-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1910396761', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:27:32.587275 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Network 5d1fcbc4-c284-4392-9616-f947c5b1fc34 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 25 21:27:32.665756 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-2119cefc-322a-42e3-87cc-714d26481d60 tempest-TagsTest-1421417898 tempest-TagsTest-1421417898-project] 10.222.0.32 "GET /v2.0/networks/62838fc5-e7c1-4304-9c7b-81921acbd539/tags/tempest-TagsTest-Tag-1118247727 HTTP/1.1" status: 204  len: 168 time: 0.3237274
Dec 25 21:27:32.669007 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 42874) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:27:32.670370 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bce1b8f-3f69-498d-8b8e-d93db9afb331 req-d0baf10f-2045-4794-917f-c5a940a29ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:27:32.674745 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8bce1b8f-3f69-498d-8b8e-d93db9afb331 req-d0baf10f-2045-4794-917f-c5a940a29ca1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0cf468ed-9644-4e44-939f-6c7d09675460 HTTP/1.1" status: 200  len: 853 time: 0.2083704
Dec 25 21:27:32.683812 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.tag.tag_plugin [None req-32e66e84-77e5-4405-9613-a60307fe713a tempest-TagsTest-1421417898 tempest-TagsTest-1421417898-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f261a56e2b0>, 'networks', '62838fc5-e7c1-4304-9c7b-81921acbd539') {} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:27:32.737018 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-819727ee-538f-4f84-bdbd-8b7aa27ff0fc tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Made reservation on behalf of 596be925895b4ede995a5f893bdae840 for: {'subnet': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:27:32.744486 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-819727ee-538f-4f84-bdbd-8b7aa27ff0fc tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8852834'] for subnet, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:32.802021 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-36d91e08-0dbb-43ee-b055-089844a42737 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Publish callbacks [] for port, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:32.832502 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 6250d37b-2170-401b-a80d-0eea3b9ffd2a up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:27:32.848865 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.ipam_backend_mixin [None req-819727ee-538f-4f84-bdbd-8b7aa27ff0fc tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Performing IP validity checks on allocation pools {{(pid=121607) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}}
Dec 25 21:27:32.849443 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.ipam_backend_mixin [None req-819727ee-538f-4f84-bdbd-8b7aa27ff0fc tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Checking for overlaps among allocation pools and gateway ip {{(pid=121607) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}}
Dec 25 21:27:32.862842 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-5371862a-23ed-431a-bbfe-6e79d071373c tempest-TagsExtTest-1398244386 tempest-TagsExtTest-1398244386-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2014909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14863'] for router, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:32.864532 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-5371862a-23ed-431a-bbfe-6e79d071373c tempest-TagsExtTest-1398244386 tempest-TagsExtTest-1398244386-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2014285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2009796', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2082630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14848'] for router, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:32.894850 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 42880) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:27:32.898255 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-500f0d28-c582-43ae-b876-51cc980b5599 None None] Provisioning complete for port 6250d37b-2170-401b-a80d-0eea3b9ffd2a triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:27:32.899390 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-500f0d28-c582-43ae-b876-51cc980b5599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:32.909312 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-e5b293b8-b906-43d1-8097-1b311bc7e743 tempest-RoutersIpV6AdminTest-611111169 tempest-RoutersIpV6AdminTest-611111169-project-admin] Request body: {'router': {'name': 'tempest-router--550196617', 'project_id': '2cb6a690bb164c92962478fa98dc010a'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:27:32.936329 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bce1b8f-3f69-498d-8b8e-d93db9afb331 req-47ae534a-0944-4aab-9e18-bae41f6fb32f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:27:32.938436 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8bce1b8f-3f69-498d-8b8e-d93db9afb331 req-47ae534a-0944-4aab-9e18-bae41f6fb32f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c8199f70-d579-4a7f-8b38-5d569ea5e784&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.2402017
Dec 25 21:27:33.055151 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-32e66e84-77e5-4405-9613-a60307fe713a tempest-TagsTest-1421417898 tempest-TagsTest-1421417898-project] 10.222.0.32 "GET /v2.0/networks/62838fc5-e7c1-4304-9c7b-81921acbd539/tags HTTP/1.1" status: 200  len: 238 time: 0.3765287
Dec 25 21:27:33.072555 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 42882) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:27:33.076512 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-5371862a-23ed-431a-bbfe-6e79d071373c tempest-TagsExtTest-1398244386 tempest-TagsExtTest-1398244386-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:33.078133 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.tag.tag_plugin [None req-7e2966a6-1ec5-4a36-bb9b-0872551491b5 tempest-TagsTest-1421417898 tempest-TagsTest-1421417898-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (<neutron_lib.context.Context object at 0x7f2612efbe50>, 'networks', '62838fc5-e7c1-4304-9c7b-81921acbd539', {'tags': ['tempest-TagsTest-Tag-577740243', 'tempest-TagsTest-Tag-1263666142', 'tempest-TagsTest-Tag-2080014822']}) {} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:27:33.080347 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-e5b293b8-b906-43d1-8097-1b311bc7e743 tempest-RoutersIpV6AdminTest-611111169 tempest-RoutersIpV6AdminTest-611111169-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2014909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14863'] for router, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:33.081183 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-e5b293b8-b906-43d1-8097-1b311bc7e743 tempest-RoutersIpV6AdminTest-611111169 tempest-RoutersIpV6AdminTest-611111169-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2014285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2009796', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2082630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14848'] for router, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:33.117731 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-36d91e08-0dbb-43ee-b055-089844a42737 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:33.164931 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-5371862a-23ed-431a-bbfe-6e79d071373c tempest-TagsExtTest-1398244386 tempest-TagsExtTest-1398244386-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2014278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2009753'] for router, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:33.178865 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8bce1b8f-3f69-498d-8b8e-d93db9afb331 req-e712b65c-46ab-45d0-ad33-c59010617034 service neutron] 10.222.0.37 "GET /v2.0/networks/c8199f70-d579-4a7f-8b38-5d569ea5e784?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2130923
Dec 25 21:27:33.205962 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-e5b293b8-b906-43d1-8097-1b311bc7e743 tempest-RoutersIpV6AdminTest-611111169 tempest-RoutersIpV6AdminTest-611111169-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:33.208456 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port 6250d37b-2170-401b-a80d-0eea3b9ffd2a triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:27:33.209052 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:33.278198 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36d91e08-0dbb-43ee-b055-089844a42737 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Network 7201e55c-7c5f-41aa-a042-a363696539d0 is already hosted by enough agents. {{(pid=121607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:27:33.288817 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-e5b293b8-b906-43d1-8097-1b311bc7e743 tempest-RoutersIpV6AdminTest-611111169 tempest-RoutersIpV6AdminTest-611111169-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2014278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2009753'] for router, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:33.295122 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-500f0d28-c582-43ae-b876-51cc980b5599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:33.310087 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-5371862a-23ed-431a-bbfe-6e79d071373c tempest-TagsExtTest-1398244386 tempest-TagsExtTest-1398244386-project] Publish callbacks [] for router, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:33.312631 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-36d91e08-0dbb-43ee-b055-089844a42737 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Resources bound (agent type, host, resource id):  {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:27:33.314830 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36d91e08-0dbb-43ee-b055-089844a42737 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Received port after_create {{(pid=121607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:27:33.315213 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-5371862a-23ed-431a-bbfe-6e79d071373c tempest-TagsExtTest-1398244386 tempest-TagsExtTest-1398244386-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 700 time: 0.7360959
Dec 25 21:27:33.315863 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 42884) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:27:33.323575 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-aca8d785-a999-438f-bdd5-b39df6e8c9d4 tempest-TagsExtTest-1398244386 tempest-TagsExtTest-1398244386-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-300777827', 'prefixes': ['172.20.0.0/16']}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:27:33.332996 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d91e08-0dbb-43ee-b055-089844a42737 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Pushing event updated for resources: {'Port': ['ID=5c522c3f-74ca-4170-bcbc-39cd57f4fbc1,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:27:33.350550 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8bce1b8f-3f69-498d-8b8e-d93db9afb331 req-72c27f42-b316-4cf1-9041-736a95860519 service neutron] 10.222.0.37 "GET /v2.0/networks/c8199f70-d579-4a7f-8b38-5d569ea5e784?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1400731
Dec 25 21:27:33.357821 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-500f0d28-c582-43ae-b876-51cc980b5599 None None] For port 6250d37b-2170-401b-a80d-0eea3b9ffd2a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6250d37b-2170-401b-a80d-0eea3b9ffd2a,segment=NetworkSegment(0522a73b-0308-48f5-a2c1-af69c4748207),segment_id=0522a73b-0308-48f5-a2c1-af69c4748207)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:27:33.367719 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa7a4f4c-bf7d-48be-94bf-71dad7c61c60 None None] DHCP port deletion for 7201e55c-7c5f-41aa-a042-a363696539d0 request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 21:27:33.370031 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-e5b293b8-b906-43d1-8097-1b311bc7e743 tempest-RoutersIpV6AdminTest-611111169 tempest-RoutersIpV6AdminTest-611111169-project-admin] Publish callbacks [] for router, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:33.371760 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-e5b293b8-b906-43d1-8097-1b311bc7e743 tempest-RoutersIpV6AdminTest-611111169 tempest-RoutersIpV6AdminTest-611111169-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 722 time: 0.4732513
Dec 25 21:27:33.374699 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 42886) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:27:33.393971 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-d9f63e3e-16f0-4cd0-b220-cb08d112c6ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2613078b50>, [{'id': '9557b2cf-7512-4e66-b498-527384e39f88', 'name': 'tempest-AttachVolumeShelveTestJSON-4777664-router', 'tenant_id': '0560c323ec8e41b3bc05939e12e049d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.92'}], 'enable_snat': True}, 'gw_port_id': '920f4fe2-acfd-479f-87ae-c76a221d1b18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:26:45Z', 'updated_at': '2021-12-25T21:26:58Z', 'revision_number': 4, 'project_id': '0560c323ec8e41b3bc05939e12e049d5', 'gw_port': {'id': '920f4fe2-acfd-479f-87ae-c76a221d1b18', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:90:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9557b2cf-7512-4e66-b498-527384e39f88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1961, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:26:47Z', 'updated_at': '2021-12-25T21:26:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '3f8d1722-b9a6-43a4-9152-817d0e87f6c9', 'tenant_id': '0560c323ec8e41b3bc05939e12e049d5', 'floating_ip_address': '172.35.3.85', 'floating_network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'router_id': '9557b2cf-7512-4e66-b498-527384e39f88', 'port_id': '35a15c05-bcca-4842-8606-5c79e44fa713', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2020, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8199f70-d579-4a7f-8b38-5d569ea5e784', 'mac_address': 'fa:16:3e:28:a4:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65490ad4-5baf-4c89-9877-006d581b4758', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-25T21:27:06Z', 'updated_at': '2021-12-25T21:27:29Z', 'revision_number': 1, 'project_id': '0560c323ec8e41b3bc05939e12e049d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b012a25-235f-4b41-a376-5a4f688389ff', 'name': '', 'network_id': 'c8199f70-d579-4a7f-8b38-5d569ea5e784', 'tenant_id': '0560c323ec8e41b3bc05939e12e049d5', 'mac_address': 'fa:16:3e:33:30:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9557b2cf-7512-4e66-b498-527384e39f88', 'device_owner': 'network:router_interface', 'standard_attr_id': 1981, 'fixed_ips': [{'subnet_id': '0cf468ed-9644-4e44-939f-6c7d09675460', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:26:54Z', 'updated_at': '2021-12-25T21:27:02Z', 'revision_number': 5, 'project_id': '0560c323ec8e41b3bc05939e12e049d5', 'subnets': [{'id': '0cf468ed-9644-4e44-939f-6c7d09675460', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:27:33.417381 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d91e08-0dbb-43ee-b055-089844a42737 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:27:33.417971 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d91e08-0dbb-43ee-b055-089844a42737 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:27:33.418456 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d91e08-0dbb-43ee-b055-089844a42737 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:27:33.418902 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d91e08-0dbb-43ee-b055-089844a42737 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:27:33.419327 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d91e08-0dbb-43ee-b055-089844a42737 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:27:33.419755 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d91e08-0dbb-43ee-b055-089844a42737 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:27:33.420226 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d91e08-0dbb-43ee-b055-089844a42737 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:27:33.420717 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d91e08-0dbb-43ee-b055-089844a42737 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:27:33.421778 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d91e08-0dbb-43ee-b055-089844a42737 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:27:33.422203 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d91e08-0dbb-43ee-b055-089844a42737 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:27:33.422676 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d91e08-0dbb-43ee-b055-089844a42737 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:27:33.423379 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d91e08-0dbb-43ee-b055-089844a42737 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:27:33.428154 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d91e08-0dbb-43ee-b055-089844a42737 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:27:33.448452 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9f63e3e-16f0-4cd0-b220-cb08d112c6ad None None] The sync data for ids ['9557b2cf-7512-4e66-b498-527384e39f88'] in ncdv-master-1 is: [{'id': '9557b2cf-7512-4e66-b498-527384e39f88', 'name': 'tempest-AttachVolumeShelveTestJSON-4777664-router', 'tenant_id': '0560c323ec8e41b3bc05939e12e049d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.92'}], 'enable_snat': True}, 'gw_port_id': '920f4fe2-acfd-479f-87ae-c76a221d1b18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:26:45Z', 'updated_at': '2021-12-25T21:26:58Z', 'revision_number': 4, 'project_id': '0560c323ec8e41b3bc05939e12e049d5', 'gw_port': {'id': '920f4fe2-acfd-479f-87ae-c76a221d1b18', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:90:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9557b2cf-7512-4e66-b498-527384e39f88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1961, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:26:47Z', 'updated_at': '2021-12-25T21:26:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '3f8d1722-b9a6-43a4-9152-817d0e87f6c9', 'tenant_id': '0560c323ec8e41b3bc05939e12e049d5', 'floating_ip_address': '172.35.3.85', 'floating_network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'router_id': '9557b2cf-7512-4e66-b498-527384e39f88', 'port_id': '35a15c05-bcca-4842-8606-5c79e44fa713', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2020, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8199f70-d579-4a7f-8b38-5d569ea5e784', 'mac_address': 'fa:16:3e:28:a4:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65490ad4-5baf-4c89-9877-006d581b4758', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-25T21:27:06Z', 'updated_at': '2021-12-25T21:27:29Z', 'revision_number': 1, 'project_id': '0560c323ec8e41b3bc05939e12e049d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b012a25-235f-4b41-a376-5a4f688389ff', 'name': '', 'network_id': 'c8199f70-d579-4a7f-8b38-5d569ea5e784', 'tenant_id': '0560c323ec8e41b3bc05939e12e049d5', 'mac_address': 'fa:16:3e:33:30:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9557b2cf-7512-4e66-b498-527384e39f88', 'device_owner': 'network:router_interface', 'standard_attr_id': 1981, 'fixed_ips': [{'subnet_id': '0cf468ed-9644-4e44-939f-6c7d09675460', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:26:54Z', 'updated_at': '2021-12-25T21:27:02Z', 'revision_number': 5, 'project_id': '0560c323ec8e41b3bc05939e12e049d5', 'subnets': [{'id': '0cf468ed-9644-4e44-939f-6c7d09675460', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 21:27:33.463238 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-500f0d28-c582-43ae-b876-51cc980b5599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:33.496340 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-c920324a-fd86-4fa6-861a-c3078804ea4f tempest-RoutersIpV6AdminTest-611111169 tempest-RoutersIpV6AdminTest-611111169-project-admin] Publish callbacks [] for router, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:33.518703 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500f0d28-c582-43ae-b876-51cc980b5599 None None] Pushing event updated for resources: {'Port': ['ID=6250d37b-2170-401b-a80d-0eea3b9ffd2a,revision_number=3']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:27:33.563016 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-819727ee-538f-4f84-bdbd-8b7aa27ff0fc tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8632475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8852848'] for subnet, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:33.575954 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-7e2966a6-1ec5-4a36-bb9b-0872551491b5 tempest-TagsTest-1421417898 tempest-TagsTest-1421417898-project] 10.222.0.32 "PUT /v2.0/networks/62838fc5-e7c1-4304-9c7b-81921acbd539/tags HTTP/1.1" status: 200  len: 308 time: 0.5021987
Dec 25 21:27:33.589355 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-b198d391-603f-4485-9c5f-69f32edae88f None None] Provisioning complete for port b308ebfc-a243-40cb-bcac-acccf1e69c37 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:27:33.589730 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-b198d391-603f-4485-9c5f-69f32edae88f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:33.601168 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 42888) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:27:33.612116 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.tag.tag_plugin [None req-d07af285-d105-4471-af8b-b9f48a65e979 tempest-TagsTest-1421417898 tempest-TagsTest-1421417898-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (<neutron_lib.context.Context object at 0x7f2612bd5d00>, 'networks', '62838fc5-e7c1-4304-9c7b-81921acbd539', 'tempest-TagsTest-Tag-577740243') {} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:27:33.645336 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-b198d391-603f-4485-9c5f-69f32edae88f None None] Port b308ebfc-a243-40cb-bcac-acccf1e69c37 cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:27:33.661635 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-b198d391-603f-4485-9c5f-69f32edae88f None None] Provisioning complete for port 6250d37b-2170-401b-a80d-0eea3b9ffd2a triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:27:33.662129 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-b198d391-603f-4485-9c5f-69f32edae88f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:33.731005 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-c920324a-fd86-4fa6-861a-c3078804ea4f tempest-RoutersIpV6AdminTest-611111169 tempest-RoutersIpV6AdminTest-611111169-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2014235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14905'] for router, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:33.737325 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-c920324a-fd86-4fa6-861a-c3078804ea4f tempest-RoutersIpV6AdminTest-611111169 tempest-RoutersIpV6AdminTest-611111169-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:33.775462 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-819727ee-538f-4f84-bdbd-8b7aa27ff0fc tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Checking segment: {'id': 'e6687e45-cde7-4d1c-a553-8c72a02aed6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '5d1fcbc4-c284-4392-9616-f947c5b1fc34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:27:33.775930 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-819727ee-538f-4f84-bdbd-8b7aa27ff0fc tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Network hostable DHCP agents. Network: 5d1fcbc4-c284-4392-9616-f947c5b1fc34, hostable agents: ['1813db88-2c1b-4357-a2ba-869246b663c2'], hosted agents: [] {{(pid=121607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 25 21:27:33.782782 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-b198d391-603f-4485-9c5f-69f32edae88f None None] Provisioning complete for port 5c522c3f-74ca-4170-bcbc-39cd57f4fbc1 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:27:33.783020 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819727ee-538f-4f84-bdbd-8b7aa27ff0fc tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Pushing event updated for resources: {'Subnet': ['ID=5adb0793-dfd6-4e81-9af1-11056b2b0984,revision_number=0']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:27:33.787251 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-b198d391-603f-4485-9c5f-69f32edae88f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:33.837207 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74a86187-4971-4edd-978d-0a650c7436ef None None] New status for floating IP 3f8d1722-b9a6-43a4-9152-817d0e87f6c9: ACTIVE {{(pid=121609) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 25 21:27:33.849550 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-b198d391-603f-4485-9c5f-69f32edae88f None None] Port 5c522c3f-74ca-4170-bcbc-39cd57f4fbc1 cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:27:33.934804 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-36d91e08-0dbb-43ee-b055-089844a42737 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Publish callbacks [] for router_gateway, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:33.963803 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-c920324a-fd86-4fa6-861a-c3078804ea4f tempest-RoutersIpV6AdminTest-611111169 tempest-RoutersIpV6AdminTest-611111169-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2014220'] for router, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:33.964572 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c920324a-fd86-4fa6-861a-c3078804ea4f tempest-RoutersIpV6AdminTest-611111169 tempest-RoutersIpV6AdminTest-611111169-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 076882ad-edcf-48b9-8373-27af6e8d3e83 {{(pid=121606) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 25 21:27:33.980695 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-2dd34b63-eac3-4459-b91d-9f0b185e2fad None None] Provisioning complete for port b308ebfc-a243-40cb-bcac-acccf1e69c37 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:27:33.981190 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-2dd34b63-eac3-4459-b91d-9f0b185e2fad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:33.981282 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-c920324a-fd86-4fa6-861a-c3078804ea4f tempest-RoutersIpV6AdminTest-611111169 tempest-RoutersIpV6AdminTest-611111169-project-admin] Publish callbacks [] for router, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:33.985487 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-c920324a-fd86-4fa6-861a-c3078804ea4f tempest-RoutersIpV6AdminTest-611111169 tempest-RoutersIpV6AdminTest-611111169-project-admin] 10.222.0.32 "DELETE /v2.0/routers/076882ad-edcf-48b9-8373-27af6e8d3e83 HTTP/1.1" status: 204  len: 168 time: 0.6067085
Dec 25 21:27:34.038304 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-819727ee-538f-4f84-bdbd-8b7aa27ff0fc tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Network 5d1fcbc4-c284-4392-9616-f947c5b1fc34 is scheduled to be hosted by DHCP agent 1813db88-2c1b-4357-a2ba-869246b663c2 with binding_index 1 {{(pid=121607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 25 21:27:34.047210 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-d07af285-d105-4471-af8b-b9f48a65e979 tempest-TagsTest-1421417898 tempest-TagsTest-1421417898-project] 10.222.0.32 "DELETE /v2.0/networks/62838fc5-e7c1-4304-9c7b-81921acbd539/tags/tempest-TagsTest-Tag-577740243 HTTP/1.1" status: 204  len: 168 time: 0.4421780
Dec 25 21:27:34.047573 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 42894) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:27:34.052592 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.tag.tag_plugin [None req-019bc3c6-fbc5-453f-8492-fe0768a90ac6 tempest-TagsTest-1421417898 tempest-TagsTest-1421417898-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f2618baaac0>, 'networks', '62838fc5-e7c1-4304-9c7b-81921acbd539', 'tempest-TagsTest-Tag-577740243') {} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:27:34.069050 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-2dd34b63-eac3-4459-b91d-9f0b185e2fad None None] Port b308ebfc-a243-40cb-bcac-acccf1e69c37 cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:27:34.092755 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-aca8d785-a999-438f-bdd5-b39df6e8c9d4 tempest-TagsExtTest-1398244386 tempest-TagsExtTest-1398244386-project] Publish callbacks [] for subnetpool, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:34.096937 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-aca8d785-a999-438f-bdd5-b39df6e8c9d4 tempest-TagsExtTest-1398244386 tempest-TagsExtTest-1398244386-project] 10.222.0.32 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 747 time: 0.7748203
Dec 25 21:27:34.098763 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 42896) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:27:34.108961 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.tag.tag_plugin [None req-cb406d77-2cf8-49c0-aca5-f39c9de3222f tempest-TagsExtTest-1398244386 tempest-TagsExtTest-1398244386-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f2612671370>, 'subnets', 'fde88f50-afaa-45ef-9388-05e05e5a0018', 'tempest-TagsExtTest-Tag-1646347328') {} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:27:34.194817 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-704cfaee-c7cc-489e-89c5-bea08fec70e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2007615'] for router_interface, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:34.196386 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-819727ee-538f-4f84-bdbd-8b7aa27ff0fc tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 5d1fcbc4-c284-4392-9616-f947c5b1fc34) {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:27:34.222511 ncdv-master-1 neutron-server[121606]: INFO neutron.api.v2.resource [None req-019bc3c6-fbc5-453f-8492-fe0768a90ac6 tempest-TagsTest-1421417898 tempest-TagsTest-1421417898-project] show failed (client error): The resource could not be found.
Dec 25 21:27:34.223577 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-019bc3c6-fbc5-453f-8492-fe0768a90ac6 tempest-TagsTest-1421417898 tempest-TagsTest-1421417898-project] 10.222.0.32 "GET /v2.0/networks/62838fc5-e7c1-4304-9c7b-81921acbd539/tags/tempest-TagsTest-Tag-577740243 HTTP/1.1" status: 404  len: 325 time: 0.1751938
Dec 25 21:27:34.224633 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edec7e90-0b53-400e-832a-5f9b8024024d None None] Network 5d1fcbc4-c284-4392-9616-f947c5b1fc34 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:27:34.229500 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 42898) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:27:34.236928 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.tag.tag_plugin [None req-4e8babe0-a5fa-47e7-8aa4-e591a5e05a22 tempest-TagsTest-1421417898 tempest-TagsTest-1421417898-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f2611daf640>, 'networks', '62838fc5-e7c1-4304-9c7b-81921acbd539', 'tempest-TagsTest-Tag-1263666142') {} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:27:34.238908 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-819727ee-538f-4f84-bdbd-8b7aa27ff0fc tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:27:34.239515 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-819727ee-538f-4f84-bdbd-8b7aa27ff0fc tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Publish callbacks [] for subnet, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:34.351529 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 42900) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:27:34.352607 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:34.371854 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-819727ee-538f-4f84-bdbd-8b7aa27ff0fc tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 895 time: 2.0180528
Dec 25 21:27:34.375248 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 42904) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:27:34.376471 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-36d91e08-0dbb-43ee-b055-089844a42737 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2014278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2009753'] for router, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:34.383672 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-00e9c58c-316d-4259-8ba1-499309b893fe tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:27:34.414981 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1341cf5-f5a2-4a62-8fc6-c33d4dc70335 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-5d1fcbc4-c284-4392-9616-f947c5b1fc34', 'network_id': '5d1fcbc4-c284-4392-9616-f947c5b1fc34', 'project_id': '596be925895b4ede995a5f893bdae840', 'fixed_ips': [{'subnet_id': '5adb0793-dfd6-4e81-9af1-11056b2b0984'}]}} from ncdv-master-1. {{(pid=121608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 25 21:27:34.416819 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-c1341cf5-f5a2-4a62-8fc6-c33d4dc70335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:34.641654 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-00e9c58c-316d-4259-8ba1-499309b893fe tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-8852859'] for subnet, before_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:34.646217 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.db_base_plugin_common [None req-c1341cf5-f5a2-4a62-8fc6-c33d4dc70335 None None] Allocated IP 2001:db8::3 (5d1fcbc4-c284-4392-9616-f947c5b1fc34/5adb0793-dfd6-4e81-9af1-11056b2b0984/7f8453e6-518a-4b65-bea0-5c9b502e8629) {{(pid=121608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:27:34.665477 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-4e8babe0-a5fa-47e7-8aa4-e591a5e05a22 tempest-TagsTest-1421417898 tempest-TagsTest-1421417898-project] 10.222.0.32 "GET /v2.0/networks/62838fc5-e7c1-4304-9c7b-81921acbd539/tags/tempest-TagsTest-Tag-1263666142 HTTP/1.1" status: 204  len: 168 time: 0.4349072
Dec 25 21:27:34.668667 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 42906) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:27:34.678599 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.tag.tag_plugin [None req-3c9e1393-f495-466a-a8fc-43b6c63dba22 tempest-TagsTest-1421417898 tempest-TagsTest-1421417898-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f2613f9c070>, 'networks', '62838fc5-e7c1-4304-9c7b-81921acbd539', 'tempest-TagsTest-Tag-2080014822') {} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:27:34.716444 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 6250d37b-2170-401b-a80d-0eea3b9ffd2a up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:27:34.746987 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-b49b1a75-62d5-434e-9643-69949f2e225b tempest-RoutersIpV6AdminTest-1531157789 tempest-RoutersIpV6AdminTest-1531157789-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1191688308', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'}, 'admin_state_up': False}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:27:34.775601 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-3c9e1393-f495-466a-a8fc-43b6c63dba22 tempest-TagsTest-1421417898 tempest-TagsTest-1421417898-project] 10.222.0.32 "GET /v2.0/networks/62838fc5-e7c1-4304-9c7b-81921acbd539/tags/tempest-TagsTest-Tag-2080014822 HTTP/1.1" status: 204  len: 168 time: 0.1058984
Dec 25 21:27:34.777732 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-cb406d77-2cf8-49c0-aca5-f39c9de3222f tempest-TagsExtTest-1398244386 tempest-TagsExtTest-1398244386-project] 10.222.0.32 "PUT /v2.0/subnets/fde88f50-afaa-45ef-9388-05e05e5a0018/tags/tempest-TagsExtTest-Tag-1646347328 HTTP/1.1" status: 201  len: 201 time: 0.6780605
Dec 25 21:27:34.778711 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 42908) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:27:34.781499 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 42910) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:27:34.784783 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.tag.tag_plugin [None req-81a2b89f-f707-4ba7-a02b-0cc7814f6ea6 tempest-TagsTest-1421417898 tempest-TagsTest-1421417898-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f26122130a0>, 'networks', '62838fc5-e7c1-4304-9c7b-81921acbd539') {} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:27:34.787782 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.tag.tag_plugin [None req-cfafe7b3-b598-4054-8921-97dcdd3820b7 tempest-TagsExtTest-1398244386 tempest-TagsExtTest-1398244386-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f261272c730>, 'ports', 'b308ebfc-a243-40cb-bcac-acccf1e69c37', 'tempest-TagsExtTest-Tag-1653694829') {} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:27:34.795782 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-704cfaee-c7cc-489e-89c5-bea08fec70e9 admin admin] Deleting port e1066518-d087-44ed-b1f7-eec6160773ff {{(pid=121607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:27:34.797048 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-704cfaee-c7cc-489e-89c5-bea08fec70e9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:34.819448 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-710c913d-9042-45a7-8f9f-2dd67cbe4b69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:34.828273 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36d91e08-0dbb-43ee-b055-089844a42737 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Router caef596b-48c6-4907-a4cb-760766c09537 is scheduled to L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 with binding_index 1 {{(pid=121607) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 25 21:27:34.850165 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port 6250d37b-2170-401b-a80d-0eea3b9ffd2a triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:27:34.850541 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:34.886722 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b49b1a75-62d5-434e-9643-69949f2e225b tempest-RoutersIpV6AdminTest-1531157789 tempest-RoutersIpV6AdminTest-1531157789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2014909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14863'] for router, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:34.887765 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b49b1a75-62d5-434e-9643-69949f2e225b tempest-RoutersIpV6AdminTest-1531157789 tempest-RoutersIpV6AdminTest-1531157789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2014285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2009796', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2082630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14848'] for router, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:34.932090 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-c1341cf5-f5a2-4a62-8fc6-c33d4dc70335 None None] Publish callbacks [] for port, precommit_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:34.969378 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-81a2b89f-f707-4ba7-a02b-0cc7814f6ea6 tempest-TagsTest-1421417898 tempest-TagsTest-1421417898-project] 10.222.0.32 "DELETE /v2.0/networks/62838fc5-e7c1-4304-9c7b-81921acbd539/tags HTTP/1.1" status: 204  len: 168 time: 0.1865420
Dec 25 21:27:34.969671 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 42912) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:27:34.976981 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.tag.tag_plugin [None req-9f8fcea4-8bb4-4c87-8567-ad9d24ccf539 tempest-TagsTest-1421417898 tempest-TagsTest-1421417898-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f2612213f40>, 'networks', '62838fc5-e7c1-4304-9c7b-81921acbd539', 'tempest-TagsTest-Tag-1263666142') {} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:27:35.038408 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-c1341cf5-f5a2-4a62-8fc6-c33d4dc70335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946'] for port, after_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:35.055098 ncdv-master-1 neutron-server[121606]: INFO neutron.api.v2.resource [None req-9f8fcea4-8bb4-4c87-8567-ad9d24ccf539 tempest-TagsTest-1421417898 tempest-TagsTest-1421417898-project] show failed (client error): The resource could not be found.
Dec 25 21:27:35.058770 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-9f8fcea4-8bb4-4c87-8567-ad9d24ccf539 tempest-TagsTest-1421417898 tempest-TagsTest-1421417898-project] 10.222.0.32 "GET /v2.0/networks/62838fc5-e7c1-4304-9c7b-81921acbd539/tags/tempest-TagsTest-Tag-1263666142 HTTP/1.1" status: 404  len: 326 time: 0.0849900
Dec 25 21:27:35.062037 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 42916) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:27:35.070387 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.tag.tag_plugin [None req-0cc30a06-c70a-4dcb-9e53-79d872afa405 tempest-TagsTest-1421417898 tempest-TagsTest-1421417898-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f2618cb9dc0>, 'networks', '62838fc5-e7c1-4304-9c7b-81921acbd539', 'tempest-TagsTest-Tag-2080014822') {} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:27:35.095924 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1341cf5-f5a2-4a62-8fc6-c33d4dc70335 None None] Network 5d1fcbc4-c284-4392-9616-f947c5b1fc34 is already hosted by enough agents. {{(pid=121608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:27:35.100238 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.base_scheduler [None req-c1341cf5-f5a2-4a62-8fc6-c33d4dc70335 None None] Resources bound (agent type, host, resource id):  {{(pid=121608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:27:35.104238 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1341cf5-f5a2-4a62-8fc6-c33d4dc70335 None None] Received port after_create {{(pid=121608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:27:35.140593 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1341cf5-f5a2-4a62-8fc6-c33d4dc70335 None None] Pushing event updated for resources: {'Port': ['ID=7f8453e6-518a-4b65-bea0-5c9b502e8629,revision_number=1']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:27:35.163182 ncdv-master-1 neutron-server[121606]: INFO neutron.api.v2.resource [None req-0cc30a06-c70a-4dcb-9e53-79d872afa405 tempest-TagsTest-1421417898 tempest-TagsTest-1421417898-project] show failed (client error): The resource could not be found.
Dec 25 21:27:35.167131 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-0cc30a06-c70a-4dcb-9e53-79d872afa405 tempest-TagsTest-1421417898 tempest-TagsTest-1421417898-project] 10.222.0.32 "GET /v2.0/networks/62838fc5-e7c1-4304-9c7b-81921acbd539/tags/tempest-TagsTest-Tag-2080014822 HTTP/1.1" status: 404  len: 326 time: 0.1035717
Dec 25 21:27:35.167723 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 42918) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:27:35.172180 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.tag.tag_plugin [None req-f8921325-de42-4ada-87cb-097326dee2fe tempest-TagsTest-1421417898 tempest-TagsTest-1421417898-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f2618b8ed00>, 'networks', '62838fc5-e7c1-4304-9c7b-81921acbd539') {} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:27:35.184103 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-c1341cf5-f5a2-4a62-8fc6-c33d4dc70335 None None] Attempting to bind port 7f8453e6-518a-4b65-bea0-5c9b502e8629 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:27:35.184575 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-c1341cf5-f5a2-4a62-8fc6-c33d4dc70335 None None] Attempting to bind port 7f8453e6-518a-4b65-bea0-5c9b502e8629 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e6687e45-cde7-4d1c-a553-8c72a02aed6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '5d1fcbc4-c284-4392-9616-f947c5b1fc34'}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:27:35.184831 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1341cf5-f5a2-4a62-8fc6-c33d4dc70335 None None] Attempting to bind port 7f8453e6-518a-4b65-bea0-5c9b502e8629 on network 5d1fcbc4-c284-4392-9616-f947c5b1fc34 {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:27:35.190378 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1341cf5-f5a2-4a62-8fc6-c33d4dc70335 None None] Checking agent: {'id': 'ca4f5c6d-f1fd-48b8-a3e3-395864c7d23d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 20, 56, 40), 'started_at': datetime.datetime(2021, 12, 25, 20, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 27, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:27:35.190887 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1341cf5-f5a2-4a62-8fc6-c33d4dc70335 None None] Checking segment: {'id': 'e6687e45-cde7-4d1c-a553-8c72a02aed6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '5d1fcbc4-c284-4392-9616-f947c5b1fc34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:27:35.191948 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-c1341cf5-f5a2-4a62-8fc6-c33d4dc70335 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:35.191948 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1341cf5-f5a2-4a62-8fc6-c33d4dc70335 None None] Bound using segment: {'id': 'e6687e45-cde7-4d1c-a553-8c72a02aed6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '5d1fcbc4-c284-4392-9616-f947c5b1fc34'} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:27:35.192161 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-c1341cf5-f5a2-4a62-8fc6-c33d4dc70335 None None] Bound port: 7f8453e6-518a-4b65-bea0-5c9b502e8629, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6687e45-cde7-4d1c-a553-8c72a02aed6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '5d1fcbc4-c284-4392-9616-f947c5b1fc34'}}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:27:35.192495 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-c1341cf5-f5a2-4a62-8fc6-c33d4dc70335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:35.253422 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-f8921325-de42-4ada-87cb-097326dee2fe tempest-TagsTest-1421417898 tempest-TagsTest-1421417898-project] 10.222.0.32 "DELETE /v2.0/networks/62838fc5-e7c1-4304-9c7b-81921acbd539/tags HTTP/1.1" status: 204  len: 168 time: 0.0844402
Dec 25 21:27:35.257691 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 42920) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:27:35.261807 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-c1341cf5-f5a2-4a62-8fc6-c33d4dc70335 None None] For port 7f8453e6-518a-4b65-bea0-5c9b502e8629, host ncdv-master-1, cleared binding levels {{(pid=121608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:27:35.265511 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-c1341cf5-f5a2-4a62-8fc6-c33d4dc70335 None None] For port 7f8453e6-518a-4b65-bea0-5c9b502e8629, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7f8453e6-518a-4b65-bea0-5c9b502e8629,segment=NetworkSegment(e6687e45-cde7-4d1c-a553-8c72a02aed6a),segment_id=e6687e45-cde7-4d1c-a553-8c72a02aed6a)] {{(pid=121608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:27:35.337641 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-a9b75d91-8b1c-44f2-b6d0-65fd69605c2d tempest-TagsTest-1421417898 tempest-TagsTest-1421417898-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625803'] for network, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:35.341222 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-c1341cf5-f5a2-4a62-8fc6-c33d4dc70335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:35.342207 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b49b1a75-62d5-434e-9643-69949f2e225b tempest-RoutersIpV6AdminTest-1531157789 tempest-RoutersIpV6AdminTest-1531157789-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:35.405688 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.db [None req-704cfaee-c7cc-489e-89c5-bea08fec70e9 admin admin] For port e1066518-d087-44ed-b1f7-eec6160773ff, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e1066518-d087-44ed-b1f7-eec6160773ff,segment=NetworkSegment(563b54b5-528d-4b6e-aaa6-896a27c58e45),segment_id=563b54b5-528d-4b6e-aaa6-896a27c58e45)] {{(pid=121607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:27:35.406059 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-704cfaee-c7cc-489e-89c5-bea08fec70e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:35.408484 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1341cf5-f5a2-4a62-8fc6-c33d4dc70335 None None] Pushing event updated for resources: {'Port': ['ID=7f8453e6-518a-4b65-bea0-5c9b502e8629,revision_number=2']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:27:35.448360 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-a9b75d91-8b1c-44f2-b6d0-65fd69605c2d tempest-TagsTest-1421417898 tempest-TagsTest-1421417898-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997585', 'neutron.services.segments.db._delete_segments_for_network-8737602743071'] for network, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:35.473749 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-704cfaee-c7cc-489e-89c5-bea08fec70e9 admin admin] Calling delete_port for e1066518-d087-44ed-b1f7-eec6160773ff owned by network:router_interface {{(pid=121607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:27:35.476694 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.segments.db [None req-a9b75d91-8b1c-44f2-b6d0-65fd69605c2d tempest-TagsTest-1421417898 tempest-TagsTest-1421417898-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f26134965e0>,) {'filters': {'network_id': ['62838fc5-e7c1-4304-9c7b-81921acbd539']}} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:27:35.487964 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.segments.db [None req-a9b75d91-8b1c-44f2-b6d0-65fd69605c2d tempest-TagsTest-1421417898 tempest-TagsTest-1421417898-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f26134965e0>, 'aea0427c-7a6a-42e9-830a-82c238ef0080') {'for_net_delete': True} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:27:35.488176 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.segments.db [None req-a9b75d91-8b1c-44f2-b6d0-65fd69605c2d tempest-TagsTest-1421417898 tempest-TagsTest-1421417898-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f26134965e0>, 'aea0427c-7a6a-42e9-830a-82c238ef0080') {} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:27:35.498630 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-a9b75d91-8b1c-44f2-b6d0-65fd69605c2d tempest-TagsTest-1421417898 tempest-TagsTest-1421417898-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737602746920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9084222'] for segment, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:35.512842 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-a9b75d91-8b1c-44f2-b6d0-65fd69605c2d tempest-TagsTest-1421417898 tempest-TagsTest-1421417898-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:35.520133 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9b75d91-8b1c-44f2-b6d0-65fd69605c2d tempest-TagsTest-1421417898 tempest-TagsTest-1421417898-project] Releasing vlan 184 on physical network physnet1 to pool {{(pid=121606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 25 21:27:35.520523 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-a9b75d91-8b1c-44f2-b6d0-65fd69605c2d tempest-TagsTest-1421417898 tempest-TagsTest-1421417898-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9084542'] for segment, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:35.523676 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:27:35.523676 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:27:35.523676 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:27:35.523676 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:27:35.523676 ncdv-master-1 neutron-server[121606]: Traceback (most recent call last):
Dec 25 21:27:35.523676 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 25 21:27:35.523676 ncdv-master-1 neutron-server[121606]:     timer()
Dec 25 21:27:35.523676 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 25 21:27:35.523676 ncdv-master-1 neutron-server[121606]:     cb(*args, **kw)
Dec 25 21:27:35.523676 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 25 21:27:35.523676 ncdv-master-1 neutron-server[121606]:     return func(*args, **kwargs)
Dec 25 21:27:35.523676 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 25 21:27:35.523676 ncdv-master-1 neutron-server[121606]:     self._notify()
Dec 25 21:27:35.523676 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 25 21:27:35.523676 ncdv-master-1 neutron-server[121606]:     self.callback(batched_events)
Dec 25 21:27:35.523676 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 25 21:27:35.523676 ncdv-master-1 neutron-server[121606]:     event.method(event)
Dec 25 21:27:35.523676 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 25 21:27:35.523676 ncdv-master-1 neutron-server[121606]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 25 21:27:35.523676 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 25 21:27:35.523676 ncdv-master-1 neutron-server[121606]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 25 21:27:35.523676 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 25 21:27:35.523676 ncdv-master-1 neutron-server[121606]:     return f(self, *a, **k)
Dec 25 21:27:35.523676 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 25 21:27:35.523676 ncdv-master-1 neutron-server[121606]:     return self._get(url).json()
Dec 25 21:27:35.523676 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 25 21:27:35.523676 ncdv-master-1 neutron-server[121606]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 25 21:27:35.523676 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 25 21:27:35.523676 ncdv-master-1 neutron-server[121606]:     return self.request(url, 'GET', **kwargs)
Dec 25 21:27:35.523676 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 25 21:27:35.523676 ncdv-master-1 neutron-server[121606]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 25 21:27:35.523676 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 25 21:27:35.523676 ncdv-master-1 neutron-server[121606]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 25 21:27:35.523676 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 25 21:27:35.523676 ncdv-master-1 neutron-server[121606]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 25 21:27:35.523676 ncdv-master-1 neutron-server[121606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 25 21:27:35.571608 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-cfafe7b3-b598-4054-8921-97dcdd3820b7 tempest-TagsExtTest-1398244386 tempest-TagsExtTest-1398244386-project] 10.222.0.32 "PUT /v2.0/ports/b308ebfc-a243-40cb-bcac-acccf1e69c37/tags/tempest-TagsExtTest-Tag-1653694829 HTTP/1.1" status: 201  len: 201 time: 0.7884955
Dec 25 21:27:35.577720 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 42922) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:27:35.586535 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.tag.tag_plugin [None req-a78f0367-2096-44a4-9d99-94079e8d4d51 tempest-TagsExtTest-1398244386 tempest-TagsExtTest-1398244386-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f2619445730>, 'routers', '0a2bec8c-194a-44f4-a0ca-6ad592926b14', 'tempest-TagsExtTest-Tag-47418291') {} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:27:35.646299 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36d91e08-0dbb-43ee-b055-089844a42737 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 21:27:35.657180 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14135d1b-7f3e-458d-ac35-0e6433520ee2 None None] Sync routers for ids ['caef596b-48c6-4907-a4cb-760766c09537'] in ncdv-master-1 {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 21:27:35.688647 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14135d1b-7f3e-458d-ac35-0e6433520ee2 None None] Routers {'caef596b-48c6-4907-a4cb-760766c09537'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:27:35.689337 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-14135d1b-7f3e-458d-ac35-0e6433520ee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2612d5e370>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:27:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['caef596b-48c6-4907-a4cb-760766c09537'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:27:35.705153 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-a9b75d91-8b1c-44f2-b6d0-65fd69605c2d tempest-TagsTest-1421417898 tempest-TagsTest-1421417898-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2008653'] for network, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:35.711114 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-a9b75d91-8b1c-44f2-b6d0-65fd69605c2d tempest-TagsTest-1421417898 tempest-TagsTest-1421417898-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for network, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:35.730019 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-a9b75d91-8b1c-44f2-b6d0-65fd69605c2d tempest-TagsTest-1421417898 tempest-TagsTest-1421417898-project] 10.222.0.32 "DELETE /v2.0/networks/62838fc5-e7c1-4304-9c7b-81921acbd539 HTTP/1.1" status: 204  len: 168 time: 0.4694521
Dec 25 21:27:35.732391 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-14135d1b-7f3e-458d-ac35-0e6433520ee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2612d5e370>, [], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:27:35.743958 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14135d1b-7f3e-458d-ac35-0e6433520ee2 None None] Routers {'caef596b-48c6-4907-a4cb-760766c09537'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:27:35.744595 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-14135d1b-7f3e-458d-ac35-0e6433520ee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2612d5e370>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:27:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['caef596b-48c6-4907-a4cb-760766c09537'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:27:35.777289 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b75d91-8b1c-44f2-b6d0-65fd69605c2d tempest-TagsTest-1421417898 tempest-TagsTest-1421417898-project] Pushing event deleted for resources: {'Network': ['ID=62838fc5-e7c1-4304-9c7b-81921acbd539,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:27:35.777863 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b49b1a75-62d5-434e-9643-69949f2e225b tempest-RoutersIpV6AdminTest-1531157789 tempest-RoutersIpV6AdminTest-1531157789-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:35.788199 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-14135d1b-7f3e-458d-ac35-0e6433520ee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2612d5e370>, [], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:27:35.788865 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14135d1b-7f3e-458d-ac35-0e6433520ee2 None None] The sync data for ids ['caef596b-48c6-4907-a4cb-760766c09537'] in ncdv-master-1 is: [] {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 21:27:35.888144 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-36d91e08-0dbb-43ee-b055-089844a42737 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Publish callbacks [] for router, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:35.889405 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-36d91e08-0dbb-43ee-b055-089844a42737 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 886 time: 5.8393826
Dec 25 21:27:35.892025 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 42926) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:27:35.913506 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-a78f0367-2096-44a4-9d99-94079e8d4d51 tempest-TagsExtTest-1398244386 tempest-TagsExtTest-1398244386-project] 10.222.0.32 "PUT /v2.0/routers/0a2bec8c-194a-44f4-a0ca-6ad592926b14/tags/tempest-TagsExtTest-Tag-47418291 HTTP/1.1" status: 201  len: 201 time: 0.3347213
Dec 25 21:27:35.918383 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 42928) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:27:35.924092 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.tag.tag_plugin [None req-da83e1a3-2075-4740-9d22-c0e66bbdbe53 tempest-TagsExtTest-1398244386 tempest-TagsExtTest-1398244386-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f2618aaf3d0>, 'subnetpools', '5736f557-d615-4b20-b5e8-6b4e42999eb3', 'tempest-TagsExtTest-Tag-435428776') {} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:27:36.045398 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-00e9c58c-316d-4259-8ba1-499309b893fe tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8737602642149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-8632397'] for subnet, after_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:36.056565 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-da83e1a3-2075-4740-9d22-c0e66bbdbe53 tempest-TagsExtTest-1398244386 tempest-TagsExtTest-1398244386-project] 10.222.0.32 "PUT /v2.0/subnetpools/5736f557-d615-4b20-b5e8-6b4e42999eb3/tags/tempest-TagsExtTest-Tag-435428776 HTTP/1.1" status: 201  len: 201 time: 0.1368506
Dec 25 21:27:36.059255 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 42930) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:27:36.064896 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.tag.tag_plugin [None req-c3b67de3-59d0-4b57-9e6e-96e1261b7cd0 tempest-TagsExtTest-1398244386 tempest-TagsExtTest-1398244386-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f2611777940>, 'subnets', 'fde88f50-afaa-45ef-9388-05e05e5a0018') {} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:27:36.127235 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-c3b67de3-59d0-4b57-9e6e-96e1261b7cd0 tempest-TagsExtTest-1398244386 tempest-TagsExtTest-1398244386-project] 10.222.0.32 "GET /v2.0/subnets/fde88f50-afaa-45ef-9388-05e05e5a0018/tags HTTP/1.1" status: 200  len: 241 time: 0.0665486
Dec 25 21:27:36.133324 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 42934) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:27:36.138621 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.tag.tag_plugin [None req-fbebabc2-8a3b-4149-99c7-fb376585c86b tempest-TagsExtTest-1398244386 tempest-TagsExtTest-1398244386-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f26137be760>, 'subnets', 'fde88f50-afaa-45ef-9388-05e05e5a0018', 'tempest-TagsExtTest-Tag-1646347328') {} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:27:36.164862 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00e9c58c-316d-4259-8ba1-499309b893fe tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:27:36.165263 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-00e9c58c-316d-4259-8ba1-499309b893fe tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Publish callbacks [] for subnet, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:36.166491 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-00e9c58c-316d-4259-8ba1-499309b893fe tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] 10.222.0.32 "PUT /v2.0/subnets/5adb0793-dfd6-4e81-9af1-11056b2b0984 HTTP/1.1" status: 200  len: 900 time: 1.7873456
Dec 25 21:27:36.170437 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 42936) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:27:36.221258 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e9c58c-316d-4259-8ba1-499309b893fe tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Pushing event updated for resources: {'Subnet': ['ID=5adb0793-dfd6-4e81-9af1-11056b2b0984,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:27:36.239878 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-704cfaee-c7cc-489e-89c5-bea08fec70e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:36.312779 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-fbebabc2-8a3b-4149-99c7-fb376585c86b tempest-TagsExtTest-1398244386 tempest-TagsExtTest-1398244386-project] 10.222.0.32 "GET /v2.0/subnets/fde88f50-afaa-45ef-9388-05e05e5a0018/tags/tempest-TagsExtTest-Tag-1646347328 HTTP/1.1" status: 204  len: 168 time: 0.1709418
Dec 25 21:27:36.313077 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704cfaee-c7cc-489e-89c5-bea08fec70e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=e1066518-d087-44ed-b1f7-eec6160773ff,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:27:36.314044 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 42940) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:27:36.326058 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.tag.tag_plugin [None req-65471382-8ca7-4257-a521-83223c9f7b85 tempest-TagsExtTest-1398244386 tempest-TagsExtTest-1398244386-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (<neutron_lib.context.Context object at 0x7f2613010b80>, 'subnets', 'fde88f50-afaa-45ef-9388-05e05e5a0018', 'tempest-TagsExtTest-Tag-1646347328') {} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:27:36.355436 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-f7ed9bbe-6ac3-4143-860d-8e52c97900e6 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625803'] for network, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:36.376209 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 42942) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:27:36.434875 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-f7ed9bbe-6ac3-4143-860d-8e52c97900e6 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Deleting port 7f8453e6-518a-4b65-bea0-5c9b502e8629 {{(pid=121606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:27:36.435211 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-f7ed9bbe-6ac3-4143-860d-8e52c97900e6 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:36.620481 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [None req-f7ed9bbe-6ac3-4143-860d-8e52c97900e6 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] For port 7f8453e6-518a-4b65-bea0-5c9b502e8629, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7f8453e6-518a-4b65-bea0-5c9b502e8629,segment=NetworkSegment(e6687e45-cde7-4d1c-a553-8c72a02aed6a),segment_id=e6687e45-cde7-4d1c-a553-8c72a02aed6a)] {{(pid=121606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:27:36.620481 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-f7ed9bbe-6ac3-4143-860d-8e52c97900e6 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:36.643223 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-f7ed9bbe-6ac3-4143-860d-8e52c97900e6 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Calling delete_port for 7f8453e6-518a-4b65-bea0-5c9b502e8629 owned by network:dhcp {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:27:36.665456 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-5bcccc9e-a47d-4ca3-b3f6-cc5e6c9f3eea admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b500bad506714b458fe3459f05f62f29&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2864168
Dec 25 21:27:36.672236 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 42946) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:27:36.727917 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26c87a79-cbea-46f8-b784-a67d929ce179 None None] Network 5d1fcbc4-c284-4392-9616-f947c5b1fc34 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:27:36.741026 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b49b1a75-62d5-434e-9643-69949f2e225b tempest-RoutersIpV6AdminTest-1531157789 tempest-RoutersIpV6AdminTest-1531157789-project] Publish callbacks [] for router_gateway, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:36.769276 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b49b1a75-62d5-434e-9643-69949f2e225b tempest-RoutersIpV6AdminTest-1531157789 tempest-RoutersIpV6AdminTest-1531157789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:36.787758 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-c6243cc5-525a-4e49-b6a1-35c32cf31900 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:36.816171 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 7f8453e6-518a-4b65-bea0-5c9b502e8629 up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:27:36.843281 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-c6243cc5-525a-4e49-b6a1-35c32cf31900 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:36.875890 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-43d43305-c633-4406-be66-cc6a7d0494d7 None None] Provisioning complete for port 7f8453e6-518a-4b65-bea0-5c9b502e8629 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:27:36.876347 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-43d43305-c633-4406-be66-cc6a7d0494d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:36.966373 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port 7f8453e6-518a-4b65-bea0-5c9b502e8629 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:27:36.966715 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:36.978979 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-f7ed9bbe-6ac3-4143-860d-8e52c97900e6 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:37.001519 ncdv-master-1 neutron-server[121608]: INFO neutron.plugins.ml2.db [None req-43d43305-c633-4406-be66-cc6a7d0494d7 None None] No ports have port_id starting with 7f8453e6-518a-4b65-bea0-5c9b502e8629
Dec 25 21:27:37.015182 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Could not find standard attr ID for object 7f8453e6-518a-4b65-bea0-5c9b502e8629. {{(pid=121608) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 25 21:27:37.015823 ncdv-master-1 neutron-server[121608]: INFO neutron.plugins.ml2.db [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] No ports have port_id starting with 7f8453e6-518a-4b65-bea0-5c9b502e8629
Dec 25 21:27:37.020406 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ed9bbe-6ac3-4143-860d-8e52c97900e6 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Pushing event deleted for resources: {'Port': ['ID=7f8453e6-518a-4b65-bea0-5c9b502e8629,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:27:37.058978 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-c6243cc5-525a-4e49-b6a1-35c32cf31900 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:37.062884 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-c6243cc5-525a-4e49-b6a1-35c32cf31900 admin admin] Publish callbacks [] for security_group, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:37.064645 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-888090c0-2460-4033-94fd-ba19d7bf9304 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:37.064800 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-c6243cc5-525a-4e49-b6a1-35c32cf31900 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5fe63538-6b9a-4eaf-b766-e8972d5a6394 HTTP/1.1" status: 204  len: 168 time: 0.3980274
Dec 25 21:27:37.075167 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-704cfaee-c7cc-489e-89c5-bea08fec70e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2007763'] for router_interface, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:37.087260 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7ed9bbe-6ac3-4143-860d-8e52c97900e6 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] No DVR routers for this DVR port 7f8453e6-518a-4b65-bea0-5c9b502e8629 on host ncdv-master-1 {{(pid=121606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:27:37.100681 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6243cc5-525a-4e49-b6a1-35c32cf31900 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fe63538-6b9a-4eaf-b766-e8972d5a6394,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:27:37.146899 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_common [None req-b49b1a75-62d5-434e-9643-69949f2e225b tempest-RoutersIpV6AdminTest-1531157789 tempest-RoutersIpV6AdminTest-1531157789-project] Allocated IP 172.35.3.245 (7201e55c-7c5f-41aa-a042-a363696539d0/7a939e13-713f-45cf-bba7-1539635abe25/6089a78c-ef9c-48e3-b4f7-78302d363c58) {{(pid=121607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:27:37.161552 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-f7ed9bbe-6ac3-4143-860d-8e52c97900e6 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995662'] for subnet, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:37.170474 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-65471382-8ca7-4257-a521-83223c9f7b85 tempest-TagsExtTest-1398244386 tempest-TagsExtTest-1398244386-project] 10.222.0.32 "DELETE /v2.0/subnets/fde88f50-afaa-45ef-9388-05e05e5a0018/tags/tempest-TagsExtTest-Tag-1646347328 HTTP/1.1" status: 204  len: 168 time: 0.8507931
Dec 25 21:27:37.187015 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 42950) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:27:37.191294 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.tag.tag_plugin [None req-e1e94747-2e02-4bf9-b23a-e37f8cff5870 tempest-TagsExtTest-1398244386 tempest-TagsExtTest-1398244386-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f2613ff91f0>, 'subnets', 'fde88f50-afaa-45ef-9388-05e05e5a0018') {} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:27:37.283310 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-e1e94747-2e02-4bf9-b23a-e37f8cff5870 tempest-TagsExtTest-1398244386 tempest-TagsExtTest-1398244386-project] 10.222.0.32 "GET /v2.0/subnets/fde88f50-afaa-45ef-9388-05e05e5a0018/tags HTTP/1.1" status: 200  len: 205 time: 0.0927327
Dec 25 21:27:37.284093 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 42954) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:27:37.288488 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.tag.tag_plugin [None req-cc08039a-7eaa-49c0-af84-d1e3f6934b29 tempest-TagsExtTest-1398244386 tempest-TagsExtTest-1398244386-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f2613ff9d30>, 'ports', 'b308ebfc-a243-40cb-bcac-acccf1e69c37') {} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:27:37.300147 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1c5c2fb-d0f7-45f0-971a-15db49762ced None None] Network 5d1fcbc4-c284-4392-9616-f947c5b1fc34 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:27:37.354541 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-cc08039a-7eaa-49c0-af84-d1e3f6934b29 tempest-TagsExtTest-1398244386 tempest-TagsExtTest-1398244386-project] 10.222.0.32 "GET /v2.0/ports/b308ebfc-a243-40cb-bcac-acccf1e69c37/tags HTTP/1.1" status: 200  len: 241 time: 0.0693846
Dec 25 21:27:37.356902 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 42956) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:27:37.361696 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.tag.tag_plugin [None req-b3c01846-5c3f-42ea-9c40-3935302d8dec tempest-TagsExtTest-1398244386 tempest-TagsExtTest-1398244386-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f26132c0dc0>, 'ports', 'b308ebfc-a243-40cb-bcac-acccf1e69c37', 'tempest-TagsExtTest-Tag-1653694829') {} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:27:37.390170 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-b5fe0dc1-03b4-4f20-bd81-595f4c177194 None None] Could not find standard attr ID for object 7f8453e6-518a-4b65-bea0-5c9b502e8629. {{(pid=121608) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 25 21:27:37.412484 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-f7ed9bbe-6ac3-4143-860d-8e52c97900e6 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9084363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9028506'] for subnet, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:37.448419 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ed9bbe-6ac3-4143-860d-8e52c97900e6 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Pushing event deleted for resources: {'Subnet': ['ID=5adb0793-dfd6-4e81-9af1-11056b2b0984,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:27:37.490348 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-b3c01846-5c3f-42ea-9c40-3935302d8dec tempest-TagsExtTest-1398244386 tempest-TagsExtTest-1398244386-project] 10.222.0.32 "GET /v2.0/ports/b308ebfc-a243-40cb-bcac-acccf1e69c37/tags/tempest-TagsExtTest-Tag-1653694829 HTTP/1.1" status: 204  len: 168 time: 0.1298876
Dec 25 21:27:37.491586 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 42960) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:27:37.495747 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.tag.tag_plugin [None req-2477df48-5c3e-4cc4-9268-747875b55bab tempest-TagsExtTest-1398244386 tempest-TagsExtTest-1398244386-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (<neutron_lib.context.Context object at 0x7f2618c14220>, 'ports', 'b308ebfc-a243-40cb-bcac-acccf1e69c37', 'tempest-TagsExtTest-Tag-1653694829') {} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:27:37.551360 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-f7ed9bbe-6ac3-4143-860d-8e52c97900e6 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997585', 'neutron.services.segments.db._delete_segments_for_network-8737602743071'] for network, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:37.578788 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.segments.db [None req-f7ed9bbe-6ac3-4143-860d-8e52c97900e6 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2613fcadc0>,) {'filters': {'network_id': ['5d1fcbc4-c284-4392-9616-f947c5b1fc34']}} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:27:37.597836 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.segments.db [None req-f7ed9bbe-6ac3-4143-860d-8e52c97900e6 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2613fcadc0>, 'e6687e45-cde7-4d1c-a553-8c72a02aed6a') {'for_net_delete': True} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:27:37.598437 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.segments.db [None req-f7ed9bbe-6ac3-4143-860d-8e52c97900e6 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2613fcadc0>, 'e6687e45-cde7-4d1c-a553-8c72a02aed6a') {} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:27:37.613072 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-f7ed9bbe-6ac3-4143-860d-8e52c97900e6 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737602746920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9084222'] for segment, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:37.626568 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ed1eb17f-3806-4e2f-9e93-a26dd3fb1355 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:37.635056 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-f7ed9bbe-6ac3-4143-860d-8e52c97900e6 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:37.645354 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7ed9bbe-6ac3-4143-860d-8e52c97900e6 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Releasing vlan 167 on physical network physnet1 to pool {{(pid=121606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 25 21:27:37.645767 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-f7ed9bbe-6ac3-4143-860d-8e52c97900e6 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9084542'] for segment, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:37.649466 ncdv-master-1 neutron-server[121606]: Traceback (most recent call last):
Dec 25 21:27:37.649466 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 25 21:27:37.649466 ncdv-master-1 neutron-server[121606]:     timer()
Dec 25 21:27:37.649466 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 25 21:27:37.649466 ncdv-master-1 neutron-server[121606]:     cb(*args, **kw)
Dec 25 21:27:37.649466 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 25 21:27:37.649466 ncdv-master-1 neutron-server[121606]:     return func(*args, **kwargs)
Dec 25 21:27:37.649466 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 25 21:27:37.649466 ncdv-master-1 neutron-server[121606]:     self._notify()
Dec 25 21:27:37.649466 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 25 21:27:37.649466 ncdv-master-1 neutron-server[121606]:     self.callback(batched_events)
Dec 25 21:27:37.649466 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 25 21:27:37.649466 ncdv-master-1 neutron-server[121606]:     event.method(event)
Dec 25 21:27:37.649466 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 25 21:27:37.649466 ncdv-master-1 neutron-server[121606]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 25 21:27:37.649466 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 25 21:27:37.649466 ncdv-master-1 neutron-server[121606]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 25 21:27:37.649466 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 25 21:27:37.649466 ncdv-master-1 neutron-server[121606]:     return f(self, *a, **k)
Dec 25 21:27:37.649466 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 25 21:27:37.649466 ncdv-master-1 neutron-server[121606]:     return self._get(url).json()
Dec 25 21:27:37.649466 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 25 21:27:37.649466 ncdv-master-1 neutron-server[121606]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 25 21:27:37.649466 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 25 21:27:37.649466 ncdv-master-1 neutron-server[121606]:     return self.request(url, 'GET', **kwargs)
Dec 25 21:27:37.649466 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 25 21:27:37.649466 ncdv-master-1 neutron-server[121606]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 25 21:27:37.649466 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 25 21:27:37.649466 ncdv-master-1 neutron-server[121606]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 25 21:27:37.649466 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 25 21:27:37.649466 ncdv-master-1 neutron-server[121606]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 25 21:27:37.649466 ncdv-master-1 neutron-server[121606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 25 21:27:37.746827 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2253a308-d343-4eb0-a7eb-b3635e55f9c0 None None] Network 5d1fcbc4-c284-4392-9616-f947c5b1fc34 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:27:37.767659 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-2477df48-5c3e-4cc4-9268-747875b55bab tempest-TagsExtTest-1398244386 tempest-TagsExtTest-1398244386-project] 10.222.0.32 "DELETE /v2.0/ports/b308ebfc-a243-40cb-bcac-acccf1e69c37/tags/tempest-TagsExtTest-Tag-1653694829 HTTP/1.1" status: 204  len: 168 time: 0.2722433
Dec 25 21:27:37.767659 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 42968) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:27:37.772312 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.tag.tag_plugin [None req-e4fa1cb4-3438-4eb8-b6bd-416e5545f33d tempest-TagsExtTest-1398244386 tempest-TagsExtTest-1398244386-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f2612c7e9a0>, 'ports', 'b308ebfc-a243-40cb-bcac-acccf1e69c37') {} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:27:37.809899 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-f7ed9bbe-6ac3-4143-860d-8e52c97900e6 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2008653'] for network, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:37.819018 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-f7ed9bbe-6ac3-4143-860d-8e52c97900e6 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for network, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:37.826726 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-f7ed9bbe-6ac3-4143-860d-8e52c97900e6 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] 10.222.0.32 "DELETE /v2.0/networks/5d1fcbc4-c284-4392-9616-f947c5b1fc34 HTTP/1.1" status: 204  len: 168 time: 1.6489940
Dec 25 21:27:37.828357 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 42970) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:27:37.849517 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ed9bbe-6ac3-4143-860d-8e52c97900e6 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Pushing event deleted for resources: {'Network': ['ID=5d1fcbc4-c284-4392-9616-f947c5b1fc34,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:27:37.872020 ncdv-master-1 neutron-server[121606]: INFO neutron.pecan_wsgi.hooks.translation [None req-37e5fc49-4b31-477b-915a-366739b31dae tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] DELETE failed (client error): The resource could not be found.
Dec 25 21:27:37.872492 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37e5fc49-4b31-477b-915a-366739b31dae tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 25 21:27:37.878282 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-37e5fc49-4b31-477b-915a-366739b31dae tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] 10.222.0.32 "DELETE /v2.0/subnets/5adb0793-dfd6-4e81-9af1-11056b2b0984 HTTP/1.1" status: 404  len: 337 time: 0.0469494
Dec 25 21:27:37.878499 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 42972) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:27:37.906052 ncdv-master-1 neutron-server[121606]: INFO neutron.pecan_wsgi.hooks.translation [None req-dea352e3-6826-4630-a1c2-af0a51dba91c tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] DELETE failed (client error): The resource could not be found.
Dec 25 21:27:37.906604 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dea352e3-6826-4630-a1c2-af0a51dba91c tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 25 21:27:37.910589 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-dea352e3-6826-4630-a1c2-af0a51dba91c tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] 10.222.0.32 "DELETE /v2.0/networks/5d1fcbc4-c284-4392-9616-f947c5b1fc34 HTTP/1.1" status: 404  len: 339 time: 0.0305474
Dec 25 21:27:37.929594 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-e4fa1cb4-3438-4eb8-b6bd-416e5545f33d tempest-TagsExtTest-1398244386 tempest-TagsExtTest-1398244386-project] 10.222.0.32 "GET /v2.0/ports/b308ebfc-a243-40cb-bcac-acccf1e69c37/tags HTTP/1.1" status: 200  len: 205 time: 0.1609366
Dec 25 21:27:37.930254 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 42976) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:27:37.930636 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 42978) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:27:37.935436 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b49b1a75-62d5-434e-9643-69949f2e225b tempest-RoutersIpV6AdminTest-1531157789 tempest-RoutersIpV6AdminTest-1531157789-project] Publish callbacks [] for port, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:37.945362 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.tag.tag_plugin [None req-e46ea375-337d-418a-88f8-7b22aa53853c tempest-TagsExtTest-1398244386 tempest-TagsExtTest-1398244386-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f2613d3dbe0>, 'routers', '0a2bec8c-194a-44f4-a0ca-6ad592926b14') {} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:27:37.972342 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e28b3a5-102d-4037-86dc-539004a7de96 None None] DHCP port deletion for 5d1fcbc4-c284-4392-9616-f947c5b1fc34 request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 21:27:38.064637 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-6c486145-25e0-4134-b6e5-755b2c3994d1 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625803'] for network, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:38.092778 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-e46ea375-337d-418a-88f8-7b22aa53853c tempest-TagsExtTest-1398244386 tempest-TagsExtTest-1398244386-project] 10.222.0.32 "GET /v2.0/routers/0a2bec8c-194a-44f4-a0ca-6ad592926b14/tags HTTP/1.1" status: 200  len: 239 time: 0.1591160
Dec 25 21:27:38.095865 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 42980) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:27:38.101324 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.tag.tag_plugin [None req-413b1760-e533-41c3-9142-22af6714ca07 tempest-TagsExtTest-1398244386 tempest-TagsExtTest-1398244386-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f261a657a30>, 'routers', '0a2bec8c-194a-44f4-a0ca-6ad592926b14', 'tempest-TagsExtTest-Tag-47418291') {} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:27:38.188488 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-704cfaee-c7cc-489e-89c5-bea08fec70e9 admin admin] Router 6de767ea-f957-4cb0-b833-b32d4389f243 has already been hosted by L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 {{(pid=121607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 25 21:27:38.241451 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-413b1760-e533-41c3-9142-22af6714ca07 tempest-TagsExtTest-1398244386 tempest-TagsExtTest-1398244386-project] 10.222.0.32 "GET /v2.0/routers/0a2bec8c-194a-44f4-a0ca-6ad592926b14/tags/tempest-TagsExtTest-Tag-47418291 HTTP/1.1" status: 204  len: 168 time: 0.1423740
Dec 25 21:27:38.242717 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 42988) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:27:38.252281 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.tag.tag_plugin [None req-c7517c97-a6a1-4efc-b933-1e216148db93 tempest-TagsExtTest-1398244386 tempest-TagsExtTest-1398244386-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (<neutron_lib.context.Context object at 0x7f2618fc5a90>, 'routers', '0a2bec8c-194a-44f4-a0ca-6ad592926b14', 'tempest-TagsExtTest-Tag-47418291') {} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:27:38.271922 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-6c486145-25e0-4134-b6e5-755b2c3994d1 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997585', 'neutron.services.segments.db._delete_segments_for_network-8737602743071'] for network, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:38.295323 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_common [None req-ed1eb17f-3806-4e2f-9e93-a26dd3fb1355 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Allocated IP 172.20.0.1 (290c6e74-625c-4ba7-9e49-f809d5158ee6/e7b50d6a-a381-416a-8553-013d608773fb/5c64e45b-c785-4c69-8a15-64d3d2afbfb5) {{(pid=121607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:27:38.300750 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:38.332830 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.segments.db [None req-6c486145-25e0-4134-b6e5-755b2c3994d1 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f26125779d0>,) {'filters': {'network_id': ['538b48f4-3187-4e11-8b59-a46293554ede']}} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:27:38.345500 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.segments.db [None req-6c486145-25e0-4134-b6e5-755b2c3994d1 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f26125779d0>, 'd11a1510-3e40-41a3-bc57-b1389d767c71') {'for_net_delete': True} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:27:38.345803 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.segments.db [None req-6c486145-25e0-4134-b6e5-755b2c3994d1 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f26125779d0>, 'd11a1510-3e40-41a3-bc57-b1389d767c71') {} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:27:38.357993 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-6c486145-25e0-4134-b6e5-755b2c3994d1 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737602746920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9084222'] for segment, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:38.363624 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b49b1a75-62d5-434e-9643-69949f2e225b tempest-RoutersIpV6AdminTest-1531157789 tempest-RoutersIpV6AdminTest-1531157789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:38.400744 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-6c486145-25e0-4134-b6e5-755b2c3994d1 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:38.412906 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c486145-25e0-4134-b6e5-755b2c3994d1 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Releasing vlan 180 on physical network physnet1 to pool {{(pid=121606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 25 21:27:38.412906 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-6c486145-25e0-4134-b6e5-755b2c3994d1 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9084542'] for segment, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:38.416675 ncdv-master-1 neutron-server[121606]: Traceback (most recent call last):
Dec 25 21:27:38.416675 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 25 21:27:38.416675 ncdv-master-1 neutron-server[121606]:     timer()
Dec 25 21:27:38.416675 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 25 21:27:38.416675 ncdv-master-1 neutron-server[121606]:     cb(*args, **kw)
Dec 25 21:27:38.416675 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 25 21:27:38.416675 ncdv-master-1 neutron-server[121606]:     return func(*args, **kwargs)
Dec 25 21:27:38.416675 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 25 21:27:38.416675 ncdv-master-1 neutron-server[121606]:     self._notify()
Dec 25 21:27:38.416675 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 25 21:27:38.416675 ncdv-master-1 neutron-server[121606]:     self.callback(batched_events)
Dec 25 21:27:38.416675 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 25 21:27:38.416675 ncdv-master-1 neutron-server[121606]:     event.method(event)
Dec 25 21:27:38.416675 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 25 21:27:38.416675 ncdv-master-1 neutron-server[121606]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 25 21:27:38.416675 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 25 21:27:38.416675 ncdv-master-1 neutron-server[121606]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 25 21:27:38.416675 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 25 21:27:38.416675 ncdv-master-1 neutron-server[121606]:     return f(self, *a, **k)
Dec 25 21:27:38.416675 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 25 21:27:38.416675 ncdv-master-1 neutron-server[121606]:     return self._get(url).json()
Dec 25 21:27:38.416675 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 25 21:27:38.416675 ncdv-master-1 neutron-server[121606]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 25 21:27:38.416675 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 25 21:27:38.416675 ncdv-master-1 neutron-server[121606]:     return self.request(url, 'GET', **kwargs)
Dec 25 21:27:38.416675 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 25 21:27:38.416675 ncdv-master-1 neutron-server[121606]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 25 21:27:38.416675 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 25 21:27:38.416675 ncdv-master-1 neutron-server[121606]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 25 21:27:38.416675 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 25 21:27:38.416675 ncdv-master-1 neutron-server[121606]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 25 21:27:38.416675 ncdv-master-1 neutron-server[121606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 25 21:27:38.423326 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-704cfaee-c7cc-489e-89c5-bea08fec70e9 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 21:27:38.428594 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-704cfaee-c7cc-489e-89c5-bea08fec70e9 admin admin] 10.222.0.32 "PUT /v2.0/routers/6de767ea-f957-4cb0-b833-b32d4389f243/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 5.8387196
Dec 25 21:27:38.432312 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 42994) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:27:38.442413 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b4c0de6-782a-4a68-b72c-79bd72d11501 None None] Sync routers for ids ['6de767ea-f957-4cb0-b833-b32d4389f243'] in ncdv-master-1 {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 21:27:38.460491 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b4c0de6-782a-4a68-b72c-79bd72d11501 None None] Routers {'6de767ea-f957-4cb0-b833-b32d4389f243'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:27:38.461163 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-6b4c0de6-782a-4a68-b72c-79bd72d11501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f261875f190>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:27:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['6de767ea-f957-4cb0-b833-b32d4389f243'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:27:38.469353 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b49b1a75-62d5-434e-9643-69949f2e225b tempest-RoutersIpV6AdminTest-1531157789 tempest-RoutersIpV6AdminTest-1531157789-project] Network 7201e55c-7c5f-41aa-a042-a363696539d0 is already hosted by enough agents. {{(pid=121607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:27:38.478423 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-b49b1a75-62d5-434e-9643-69949f2e225b tempest-RoutersIpV6AdminTest-1531157789 tempest-RoutersIpV6AdminTest-1531157789-project] Resources bound (agent type, host, resource id):  {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:27:38.481071 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b49b1a75-62d5-434e-9643-69949f2e225b tempest-RoutersIpV6AdminTest-1531157789 tempest-RoutersIpV6AdminTest-1531157789-project] Received port after_create {{(pid=121607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:27:38.488565 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49b1a75-62d5-434e-9643-69949f2e225b tempest-RoutersIpV6AdminTest-1531157789 tempest-RoutersIpV6AdminTest-1531157789-project] Pushing event updated for resources: {'Port': ['ID=6089a78c-ef9c-48e3-b4f7-78302d363c58,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:27:38.496206 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b1ac6aa-51d7-4261-8b78-4e43c547c346 None None] DHCP port deletion for 7201e55c-7c5f-41aa-a042-a363696539d0 request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 21:27:38.505613 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3e945ecd-9380-47c2-aa0a-12ebe07e03e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:38.575429 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-c7517c97-a6a1-4efc-b933-1e216148db93 tempest-TagsExtTest-1398244386 tempest-TagsExtTest-1398244386-project] 10.222.0.32 "DELETE /v2.0/routers/0a2bec8c-194a-44f4-a0ca-6ad592926b14/tags/tempest-TagsExtTest-Tag-47418291 HTTP/1.1" status: 204  len: 168 time: 0.3323669
Dec 25 21:27:38.577855 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 42996) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:27:38.582718 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.tag.tag_plugin [None req-b1ce88c3-bd91-48c1-b279-683e438dbfb3 tempest-TagsExtTest-1398244386 tempest-TagsExtTest-1398244386-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f26132faee0>, 'routers', '0a2bec8c-194a-44f4-a0ca-6ad592926b14') {} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:27:38.599988 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-84056107-af81-400e-a36f-d8235d215775 None None] Provisioning complete for port 6089a78c-ef9c-48e3-b4f7-78302d363c58 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:27:38.603839 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-84056107-af81-400e-a36f-d8235d215775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:38.604701 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ed1eb17f-3806-4e2f-9e93-a26dd3fb1355 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Publish callbacks [] for port, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:38.629322 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-6c486145-25e0-4134-b6e5-755b2c3994d1 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2008653'] for network, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:38.659359 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-6c486145-25e0-4134-b6e5-755b2c3994d1 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for network, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:38.669599 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-6c486145-25e0-4134-b6e5-755b2c3994d1 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] 10.222.0.32 "DELETE /v2.0/networks/538b48f4-3187-4e11-8b59-a46293554ede HTTP/1.1" status: 204  len: 168 time: 0.7378502
Dec 25 21:27:38.674757 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 42998) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:27:38.692628 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-84056107-af81-400e-a36f-d8235d215775 None None] Port 6089a78c-ef9c-48e3-b4f7-78302d363c58 cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:27:38.701142 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-d2476c19-ebf9-40b1-96a9-fe9490eaa745 admin admin] Publish callbacks [] for router, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:38.705529 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c486145-25e0-4134-b6e5-755b2c3994d1 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Pushing event deleted for resources: {'Network': ['ID=538b48f4-3187-4e11-8b59-a46293554ede,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:27:38.707601 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 7f8453e6-518a-4b65-bea0-5c9b502e8629 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:27:38.722811 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvr_db [None req-6b4c0de6-782a-4a68-b72c-79bd72d11501 None None] Set router 6de767ea-f957-4cb0-b833-b32d4389f243 gateway port host: ncdv-master-1 {{(pid=121609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:27:38.728869 ncdv-master-1 neutron-server[121607]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d3fbe49-c08a-4225-a843-92628a31c602 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] DELETE failed (client error): The resource could not be found.
Dec 25 21:27:38.728869 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d3fbe49-c08a-4225-a843-92628a31c602 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 25 21:27:38.736154 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] No Port match for: 7f8453e6-518a-4b65-bea0-5c9b502e8629 {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:27:38.736501 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 7f8453e6-518a-4b65-bea0-5c9b502e8629 not bound to the agent host ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:27:38.736992 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-0d3fbe49-c08a-4225-a843-92628a31c602 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] 10.222.0.32 "DELETE /v2.0/subnets/58ee9352-5cf6-4fa0-8124-8cb2a1692596 HTTP/1.1" status: 404  len: 337 time: 0.0603497
Dec 25 21:27:38.747581 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 43002) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:27:38.795890 ncdv-master-1 neutron-server[121607]: INFO neutron.pecan_wsgi.hooks.translation [None req-47833c15-41fa-4fc0-b6fb-78869669a0d9 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] DELETE failed (client error): The resource could not be found.
Dec 25 21:27:38.796764 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47833c15-41fa-4fc0-b6fb-78869669a0d9 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 25 21:27:38.802727 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-47833c15-41fa-4fc0-b6fb-78869669a0d9 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] 10.222.0.32 "DELETE /v2.0/networks/c238b137-d383-433e-9b53-666626419182 HTTP/1.1" status: 404  len: 339 time: 0.0505195
Dec 25 21:27:38.805128 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 43004) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:27:38.892459 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ed1eb17f-3806-4e2f-9e93-a26dd3fb1355 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:38.929530 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad1a2279-552f-49f8-b081-4271bdae1aba tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Deleting subnet e28a0895-34b1-4481-9ae3-f6b35abda2f9 {{(pid=121607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Dec 25 21:27:38.956115 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ad1a2279-552f-49f8-b081-4271bdae1aba tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Publish callbacks [] for subnet, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:39.035434 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed1eb17f-3806-4e2f-9e93-a26dd3fb1355 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Network 290c6e74-625c-4ba7-9e49-f809d5158ee6 is already hosted by enough agents. {{(pid=121607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:27:39.042064 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1eb17f-3806-4e2f-9e93-a26dd3fb1355 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Pushing event updated for resources: {'Port': ['ID=5c64e45b-c785-4c69-8a15-64d3d2afbfb5,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:27:39.059568 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-ed1eb17f-3806-4e2f-9e93-a26dd3fb1355 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Resources bound (agent type, host, resource id):  {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:27:39.062726 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed1eb17f-3806-4e2f-9e93-a26dd3fb1355 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Received port after_create {{(pid=121607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:27:39.096570 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ad1a2279-552f-49f8-b081-4271bdae1aba tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10246617'] for subnet, precommit_delete_associations {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:39.126893 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-b1ce88c3-bd91-48c1-b279-683e438dbfb3 tempest-TagsExtTest-1398244386 tempest-TagsExtTest-1398244386-project] 10.222.0.32 "GET /v2.0/routers/0a2bec8c-194a-44f4-a0ca-6ad592926b14/tags HTTP/1.1" status: 200  len: 205 time: 0.5450981
Dec 25 21:27:39.129984 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 43010) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:27:39.141046 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.tag.tag_plugin [None req-365c18d8-2cb2-4f16-af79-ea79a761c806 tempest-TagsExtTest-1398244386 tempest-TagsExtTest-1398244386-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f2611b7ff10>, 'subnetpools', '5736f557-d615-4b20-b5e8-6b4e42999eb3') {} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:27:39.141219 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b49b1a75-62d5-434e-9643-69949f2e225b tempest-RoutersIpV6AdminTest-1531157789 tempest-RoutersIpV6AdminTest-1531157789-project] Publish callbacks [] for router_gateway, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:39.159846 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-6b4c0de6-782a-4a68-b72c-79bd72d11501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f261875f190>, [{'id': '6de767ea-f957-4cb0-b833-b32d4389f243', 'name': 'tempest-ServersTestBootFromVolume-1844261110-router', 'tenant_id': 'ba1ca2fcc2ce4d41b609fa6a753fc806', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.93'}], 'enable_snat': True}, 'gw_port_id': '6ba58e06-75d0-421c-9bb3-7bcdd960f12c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:18:03Z', 'updated_at': '2021-12-25T21:27:35Z', 'revision_number': 5, 'project_id': 'ba1ca2fcc2ce4d41b609fa6a753fc806', 'gw_port': {'id': '6ba58e06-75d0-421c-9bb3-7bcdd960f12c', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:0f:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6de767ea-f957-4cb0-b833-b32d4389f243', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1123, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:18:04Z', 'updated_at': '2021-12-25T21:18:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:27:39.193467 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ed1eb17f-3806-4e2f-9e93-a26dd3fb1355 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2008772'] for router_interface, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:39.208477 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-365c18d8-2cb2-4f16-af79-ea79a761c806 tempest-TagsExtTest-1398244386 tempest-TagsExtTest-1398244386-project] 10.222.0.32 "GET /v2.0/subnetpools/5736f557-d615-4b20-b5e8-6b4e42999eb3/tags HTTP/1.1" status: 200  len: 240 time: 0.0739977
Dec 25 21:27:39.208709 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b4c0de6-782a-4a68-b72c-79bd72d11501 None None] Checking router: 6de767ea-f957-4cb0-b833-b32d4389f243 for host: ncdv-master-1 {{(pid=121609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 25 21:27:39.209516 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 43014) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:27:39.214478 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.tag.tag_plugin [None req-3a2f97e3-3b59-4551-a568-052eeb977a97 tempest-TagsExtTest-1398244386 tempest-TagsExtTest-1398244386-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f26124fcee0>, 'subnetpools', '5736f557-d615-4b20-b5e8-6b4e42999eb3', 'tempest-TagsExtTest-Tag-435428776') {} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:27:39.225179 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b4c0de6-782a-4a68-b72c-79bd72d11501 None None] Routers {'6de767ea-f957-4cb0-b833-b32d4389f243'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:27:39.233740 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-6b4c0de6-782a-4a68-b72c-79bd72d11501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f261875f190>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:27:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['6de767ea-f957-4cb0-b833-b32d4389f243'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:27:39.241044 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-d2476c19-ebf9-40b1-96a9-fe9490eaa745 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:39.256924 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-3a2f97e3-3b59-4551-a568-052eeb977a97 tempest-TagsExtTest-1398244386 tempest-TagsExtTest-1398244386-project] 10.222.0.32 "GET /v2.0/subnetpools/5736f557-d615-4b20-b5e8-6b4e42999eb3/tags/tempest-TagsExtTest-Tag-435428776 HTTP/1.1" status: 204  len: 168 time: 0.0448587
Dec 25 21:27:39.259225 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 43016) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:27:39.267136 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.tag.tag_plugin [None req-9ebf9837-5d3f-4402-a0e4-8912934163fc tempest-TagsExtTest-1398244386 tempest-TagsExtTest-1398244386-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (<neutron_lib.context.Context object at 0x7f2611922d00>, 'subnetpools', '5736f557-d615-4b20-b5e8-6b4e42999eb3', 'tempest-TagsExtTest-Tag-435428776') {} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:27:39.352333 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvr_db [None req-6b4c0de6-782a-4a68-b72c-79bd72d11501 None None] Set router 6de767ea-f957-4cb0-b833-b32d4389f243 gateway port host: ncdv-master-1 {{(pid=121609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:27:39.368057 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-d2476c19-ebf9-40b1-96a9-fe9490eaa745 admin admin] Deleting port 6ba58e06-75d0-421c-9bb3-7bcdd960f12c {{(pid=121606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:27:39.368635 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-d2476c19-ebf9-40b1-96a9-fe9490eaa745 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:39.401274 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-9ebf9837-5d3f-4402-a0e4-8912934163fc tempest-TagsExtTest-1398244386 tempest-TagsExtTest-1398244386-project] 10.222.0.32 "DELETE /v2.0/subnetpools/5736f557-d615-4b20-b5e8-6b4e42999eb3/tags/tempest-TagsExtTest-Tag-435428776 HTTP/1.1" status: 204  len: 168 time: 0.1386743
Dec 25 21:27:39.403308 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 43022) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:27:39.438300 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-15cb578f-7a63-4fd3-925d-83bad4c7b82a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:39.478618 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.tag.tag_plugin [None req-7f9ae9c3-4b57-4fba-8fcf-9717b1a2c191 tempest-TagsExtTest-1398244386 tempest-TagsExtTest-1398244386-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f26128a0070>, 'subnetpools', '5736f557-d615-4b20-b5e8-6b4e42999eb3') {} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:27:39.531732 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [None req-d2476c19-ebf9-40b1-96a9-fe9490eaa745 admin admin] For port 6ba58e06-75d0-421c-9bb3-7bcdd960f12c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6ba58e06-75d0-421c-9bb3-7bcdd960f12c,segment=NetworkSegment(6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855),segment_id=6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855)] {{(pid=121606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:27:39.532168 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-d2476c19-ebf9-40b1-96a9-fe9490eaa745 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:39.535714 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-7f9ae9c3-4b57-4fba-8fcf-9717b1a2c191 tempest-TagsExtTest-1398244386 tempest-TagsExtTest-1398244386-project] 10.222.0.32 "GET /v2.0/subnetpools/5736f557-d615-4b20-b5e8-6b4e42999eb3/tags HTTP/1.1" status: 200  len: 205 time: 0.0606558
Dec 25 21:27:39.538445 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 43026) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:27:39.543277 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.tag.tag_plugin [None req-215c0403-2677-4d49-9fbc-3cb5c957c3c0 tempest-TagsExtTest-1398244386 tempest-TagsExtTest-1398244386-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f2613ceb520>, 'subnetpools', '5736f557-d615-4b20-b5e8-6b4e42999eb3') {} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:27:39.567589 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-d2476c19-ebf9-40b1-96a9-fe9490eaa745 admin admin] Calling delete_port for 6ba58e06-75d0-421c-9bb3-7bcdd960f12c owned by network:router_gateway {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:27:39.601283 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-215c0403-2677-4d49-9fbc-3cb5c957c3c0 tempest-TagsExtTest-1398244386 tempest-TagsExtTest-1398244386-project] 10.222.0.32 "DELETE /v2.0/subnetpools/5736f557-d615-4b20-b5e8-6b4e42999eb3/tags HTTP/1.1" status: 204  len: 168 time: 0.0587659
Dec 25 21:27:39.601782 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 43030) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:27:39.606004 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ad1a2279-552f-49f8-b081-4271bdae1aba tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995662'] for subnet, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:39.609252 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.tag.tag_plugin [None req-cf7cae69-427b-4aa8-a968-cb5022ce9177 tempest-TagsExtTest-1398244386 tempest-TagsExtTest-1398244386-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f26180ad610>, 'routers', '0a2bec8c-194a-44f4-a0ca-6ad592926b14') {} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:27:39.647250 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-6b4c0de6-782a-4a68-b72c-79bd72d11501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f261875f190>, [{'id': '6de767ea-f957-4cb0-b833-b32d4389f243', 'name': 'tempest-ServersTestBootFromVolume-1844261110-router', 'tenant_id': 'ba1ca2fcc2ce4d41b609fa6a753fc806', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.93'}], 'enable_snat': True}, 'gw_port_id': '6ba58e06-75d0-421c-9bb3-7bcdd960f12c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:18:03Z', 'updated_at': '2021-12-25T21:27:35Z', 'revision_number': 5, 'project_id': 'ba1ca2fcc2ce4d41b609fa6a753fc806', 'gw_port': {'id': '6ba58e06-75d0-421c-9bb3-7bcdd960f12c', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:0f:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6de767ea-f957-4cb0-b833-b32d4389f243', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1123, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:18:04Z', 'updated_at': '2021-12-25T21:18:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:27:39.678895 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b4c0de6-782a-4a68-b72c-79bd72d11501 None None] The sync data for ids ['6de767ea-f957-4cb0-b833-b32d4389f243'] in ncdv-master-1 is: [{'id': '6de767ea-f957-4cb0-b833-b32d4389f243', 'name': 'tempest-ServersTestBootFromVolume-1844261110-router', 'tenant_id': 'ba1ca2fcc2ce4d41b609fa6a753fc806', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.93'}], 'enable_snat': True}, 'gw_port_id': '6ba58e06-75d0-421c-9bb3-7bcdd960f12c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:18:03Z', 'updated_at': '2021-12-25T21:27:35Z', 'revision_number': 5, 'project_id': 'ba1ca2fcc2ce4d41b609fa6a753fc806', 'gw_port': {'id': '6ba58e06-75d0-421c-9bb3-7bcdd960f12c', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:0f:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6de767ea-f957-4cb0-b833-b32d4389f243', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1123, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:18:04Z', 'updated_at': '2021-12-25T21:18:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 21:27:39.761760 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-cf7cae69-427b-4aa8-a968-cb5022ce9177 tempest-TagsExtTest-1398244386 tempest-TagsExtTest-1398244386-project] 10.222.0.32 "DELETE /v2.0/routers/0a2bec8c-194a-44f4-a0ca-6ad592926b14/tags HTTP/1.1" status: 204  len: 168 time: 0.1589756
Dec 25 21:27:39.762815 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 43034) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:27:39.781254 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.tag.tag_plugin [None req-c82b85ff-35ee-4bf9-9606-e99d22c54cb4 tempest-TagsExtTest-1398244386 tempest-TagsExtTest-1398244386-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f2618e01040>, 'ports', 'b308ebfc-a243-40cb-bcac-acccf1e69c37') {} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:27:39.890216 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b49b1a75-62d5-434e-9643-69949f2e225b tempest-RoutersIpV6AdminTest-1531157789 tempest-RoutersIpV6AdminTest-1531157789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2014278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2009753'] for router, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:39.976207 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-c82b85ff-35ee-4bf9-9606-e99d22c54cb4 tempest-TagsExtTest-1398244386 tempest-TagsExtTest-1398244386-project] 10.222.0.32 "DELETE /v2.0/ports/b308ebfc-a243-40cb-bcac-acccf1e69c37/tags HTTP/1.1" status: 204  len: 168 time: 0.2042205
Dec 25 21:27:39.976842 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 43038) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:27:39.981337 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.tag.tag_plugin [None req-cee63736-2452-42fc-90ef-b07e8ab80456 tempest-TagsExtTest-1398244386 tempest-TagsExtTest-1398244386-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f26193fc3a0>, 'subnets', 'fde88f50-afaa-45ef-9388-05e05e5a0018') {} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:27:39.993356 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ed1eb17f-3806-4e2f-9e93-a26dd3fb1355 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:40.008094 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ad1a2279-552f-49f8-b081-4271bdae1aba tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8632410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8852809'] for subnet, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:40.027989 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-d2476c19-ebf9-40b1-96a9-fe9490eaa745 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:40.045406 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1a2279-552f-49f8-b081-4271bdae1aba tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Pushing event deleted for resources: {'Subnet': ['ID=e28a0895-34b1-4481-9ae3-f6b35abda2f9,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:27:40.049807 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ad1a2279-552f-49f8-b081-4271bdae1aba tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Publish callbacks [] for subnet, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:40.053409 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-ad1a2279-552f-49f8-b081-4271bdae1aba tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] 10.222.0.32 "DELETE /v2.0/subnets/e28a0895-34b1-4481-9ae3-f6b35abda2f9 HTTP/1.1" status: 204  len: 168 time: 1.2472265
Dec 25 21:27:40.058514 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c9c904b-9176-41bb-b1ae-6f48ba2fdb15 None None] Network 89a83eb9-f99f-4bb7-a8c5-202ad364bd7a requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:27:40.073801 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 43042) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:27:40.096902 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2476c19-ebf9-40b1-96a9-fe9490eaa745 admin admin] Pushing event deleted for resources: {'Port': ['ID=6ba58e06-75d0-421c-9bb3-7bcdd960f12c,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:27:40.112523 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f13e295-c72e-47e1-bd21-246c50bed4e5 None None] DHCP port deletion for 7201e55c-7c5f-41aa-a042-a363696539d0 request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 21:27:40.211418 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-cee63736-2452-42fc-90ef-b07e8ab80456 tempest-TagsExtTest-1398244386 tempest-TagsExtTest-1398244386-project] 10.222.0.32 "DELETE /v2.0/subnets/fde88f50-afaa-45ef-9388-05e05e5a0018/tags HTTP/1.1" status: 204  len: 168 time: 0.2297256
Dec 25 21:27:40.213295 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 43044) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:27:40.217164 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.tag.tag_plugin [None req-05fb3ec1-b911-452c-9ef2-782b35743ec8 tempest-TagsExtTest-1398244386 tempest-TagsExtTest-1398244386-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f261339dd00>, 'subnets', 'fde88f50-afaa-45ef-9388-05e05e5a0018', 'tempest-TagsExtTest-Tag-242123994') {} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:27:40.270739 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_v2 [None req-3bad10dd-a40e-4ce2-9cf3-c5f13f263503 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Deleting subnet d8c91894-a481-4b0f-9729-5d1213a00a48 {{(pid=121606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Dec 25 21:27:40.282407 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-3bad10dd-a40e-4ce2-9cf3-c5f13f263503 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Publish callbacks [] for subnet, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:40.315769 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-d2476c19-ebf9-40b1-96a9-fe9490eaa745 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2008689'] for router_gateway, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:40.321139 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b49b1a75-62d5-434e-9643-69949f2e225b tempest-RoutersIpV6AdminTest-1531157789 tempest-RoutersIpV6AdminTest-1531157789-project] Router 20f1e6af-0750-4534-97c7-70fd22e74d46 is scheduled to L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 with binding_index 1 {{(pid=121607) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 25 21:27:40.413220 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-3bad10dd-a40e-4ce2-9cf3-c5f13f263503 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9084199'] for subnet, precommit_delete_associations {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:40.469983 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-d2476c19-ebf9-40b1-96a9-fe9490eaa745 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2014235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14905'] for router, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:40.474226 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-d2476c19-ebf9-40b1-96a9-fe9490eaa745 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:40.573850 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ed1eb17f-3806-4e2f-9e93-a26dd3fb1355 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Publish callbacks [] for port, precommit_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:40.576394 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b49b1a75-62d5-434e-9643-69949f2e225b tempest-RoutersIpV6AdminTest-1531157789 tempest-RoutersIpV6AdminTest-1531157789-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 21:27:40.595123 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fc3b4a0-163a-4ef1-991e-17193fd9c9fe None None] Sync routers for ids ['20f1e6af-0750-4534-97c7-70fd22e74d46'] in ncdv-master-1 {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 21:27:40.605325 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-3bad10dd-a40e-4ce2-9cf3-c5f13f263503 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995662'] for subnet, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:40.625673 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc3b4a0-163a-4ef1-991e-17193fd9c9fe None None] Routers {'20f1e6af-0750-4534-97c7-70fd22e74d46'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:27:40.626391 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-1fc3b4a0-163a-4ef1-991e-17193fd9c9fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f261327bf70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:27:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['20f1e6af-0750-4534-97c7-70fd22e74d46'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:27:40.637822 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-d2476c19-ebf9-40b1-96a9-fe9490eaa745 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2014220'] for router, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:40.638402 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2476c19-ebf9-40b1-96a9-fe9490eaa745 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6de767ea-f957-4cb0-b833-b32d4389f243 {{(pid=121606) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 25 21:27:40.650939 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-d2476c19-ebf9-40b1-96a9-fe9490eaa745 admin admin] Publish callbacks [] for router, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:40.650939 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-d2476c19-ebf9-40b1-96a9-fe9490eaa745 admin admin] 10.222.0.32 "DELETE /v2.0/routers/6de767ea-f957-4cb0-b833-b32d4389f243 HTTP/1.1" status: 204  len: 168 time: 2.2153232
Dec 25 21:27:40.651270 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 43060) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:27:40.679716 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-05fb3ec1-b911-452c-9ef2-782b35743ec8 tempest-TagsExtTest-1398244386 tempest-TagsExtTest-1398244386-project] 10.222.0.32 "PUT /v2.0/subnets/fde88f50-afaa-45ef-9388-05e05e5a0018/tags/tempest-TagsExtTest-Tag-242123994 HTTP/1.1" status: 201  len: 201 time: 0.4660439
Dec 25 21:27:40.692072 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 43062) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:27:40.705331 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.tag.tag_plugin [None req-1ffde333-47f6-4d42-8c48-824d6d139576 tempest-TagsExtTest-1398244386 tempest-TagsExtTest-1398244386-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f2611e2df40>, 'ports', 'b308ebfc-a243-40cb-bcac-acccf1e69c37', 'tempest-TagsExtTest-Tag-1773468628') {} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:27:40.712030 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ed1eb17f-3806-4e2f-9e93-a26dd3fb1355 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8632327'] for port, after_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:40.720777 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-1fc3b4a0-163a-4ef1-991e-17193fd9c9fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f261327bf70>, [], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:27:40.724762 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:40.737162 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc3b4a0-163a-4ef1-991e-17193fd9c9fe None None] Routers {'20f1e6af-0750-4534-97c7-70fd22e74d46'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:27:40.737894 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-1fc3b4a0-163a-4ef1-991e-17193fd9c9fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f261327bf70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:27:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['20f1e6af-0750-4534-97c7-70fd22e74d46'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:27:40.787824 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee89be86-5305-41b5-97e3-5c2973aa64b5 admin admin] Deleting subnet 6158a754-03d6-4ba0-bf8a-020a29c4ba47 {{(pid=121607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Dec 25 21:27:40.807228 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-1fc3b4a0-163a-4ef1-991e-17193fd9c9fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f261327bf70>, [], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:27:40.807897 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fc3b4a0-163a-4ef1-991e-17193fd9c9fe None None] The sync data for ids ['20f1e6af-0750-4534-97c7-70fd22e74d46'] in ncdv-master-1 is: [] {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 21:27:40.810812 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device e1066518-d087-44ed-b1f7-eec6160773ff no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:27:40.829862 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b49b1a75-62d5-434e-9643-69949f2e225b tempest-RoutersIpV6AdminTest-1531157789 tempest-RoutersIpV6AdminTest-1531157789-project] Publish callbacks [] for router, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:40.834085 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-b49b1a75-62d5-434e-9643-69949f2e225b tempest-RoutersIpV6AdminTest-1531157789 tempest-RoutersIpV6AdminTest-1531157789-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 889 time: 6.4799521
Dec 25 21:27:40.835348 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 43068) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:27:40.841068 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] No Port match for: e1066518-d087-44ed-b1f7-eec6160773ff {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:27:40.841640 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device e1066518-d087-44ed-b1f7-eec6160773ff not bound to the agent host ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:27:40.843219 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ee89be86-5305-41b5-97e3-5c2973aa64b5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:40.883148 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ed1eb17f-3806-4e2f-9e93-a26dd3fb1355 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2007636'] for router_interface, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:40.899026 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-3bad10dd-a40e-4ce2-9cf3-c5f13f263503 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9084363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9028506'] for subnet, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:40.920002 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1eb17f-3806-4e2f-9e93-a26dd3fb1355 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Pushing event updated for resources: {'Port': ['ID=5c64e45b-c785-4c69-8a15-64d3d2afbfb5,revision_number=2']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:27:40.927256 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ee89be86-5305-41b5-97e3-5c2973aa64b5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10246617'] for subnet, precommit_delete_associations {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:40.945022 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bad10dd-a40e-4ce2-9cf3-c5f13f263503 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Pushing event deleted for resources: {'Subnet': ['ID=d8c91894-a481-4b0f-9729-5d1213a00a48,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:27:40.952594 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-3bad10dd-a40e-4ce2-9cf3-c5f13f263503 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Publish callbacks [] for subnet, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:40.955848 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-3bad10dd-a40e-4ce2-9cf3-c5f13f263503 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] 10.222.0.32 "DELETE /v2.0/subnets/d8c91894-a481-4b0f-9729-5d1213a00a48 HTTP/1.1" status: 204  len: 168 time: 0.8785892
Dec 25 21:27:40.960234 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 43070) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:27:40.970763 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-1ffde333-47f6-4d42-8c48-824d6d139576 tempest-TagsExtTest-1398244386 tempest-TagsExtTest-1398244386-project] 10.222.0.32 "PUT /v2.0/ports/b308ebfc-a243-40cb-bcac-acccf1e69c37/tags/tempest-TagsExtTest-Tag-1773468628 HTTP/1.1" status: 201  len: 201 time: 0.2721717
Dec 25 21:27:40.972087 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 43072) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:27:40.979572 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.tag.tag_plugin [None req-f8884f56-309e-450c-86f0-d9096968f037 tempest-TagsExtTest-1398244386 tempest-TagsExtTest-1398244386-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f2612d63b20>, 'routers', '0a2bec8c-194a-44f4-a0ca-6ad592926b14', 'tempest-TagsExtTest-Tag-1839430803') {} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:27:41.079655 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-dc7f305e-31a1-4fe0-bbce-c5ed17bf6d85 tempest-RoutersIpV6AdminTest-611111169 tempest-RoutersIpV6AdminTest-611111169-project-admin] 10.222.0.32 "GET /v2.0/routers/20f1e6af-0750-4534-97c7-70fd22e74d46 HTTP/1.1" status: 200  len: 925 time: 0.2422547
Dec 25 21:27:41.083885 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 43076) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:27:41.123663 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-1c34f698-571e-46a5-983a-b24f893830f0 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625803'] for network, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:41.155497 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-576916ec-c828-434d-9613-74111d1ffbc6 tempest-RoutersIpV6AdminTest-1531157789 tempest-RoutersIpV6AdminTest-1531157789-project] 10.222.0.32 "GET /v2.0/ports?device_id=20f1e6af-0750-4534-97c7-70fd22e74d46 HTTP/1.1" status: 200  len: 205 time: 0.0430334
Dec 25 21:27:41.158002 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 43078) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:27:41.178828 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b9b3569-7d75-4bd6-8904-66a3c5a6bfbf None None] Network 89a83eb9-f99f-4bb7-a8c5-202ad364bd7a requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:27:41.236053 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ee89be86-5305-41b5-97e3-5c2973aa64b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995662'] for subnet, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:41.246615 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed1eb17f-3806-4e2f-9e93-a26dd3fb1355 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Network 290c6e74-625c-4ba7-9e49-f809d5158ee6 is already hosted by enough agents. {{(pid=121607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:27:41.251558 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-f8884f56-309e-450c-86f0-d9096968f037 tempest-TagsExtTest-1398244386 tempest-TagsExtTest-1398244386-project] 10.222.0.32 "PUT /v2.0/routers/0a2bec8c-194a-44f4-a0ca-6ad592926b14/tags/tempest-TagsExtTest-Tag-1839430803 HTTP/1.1" status: 201  len: 201 time: 0.2739434
Dec 25 21:27:41.253844 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 43082) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:27:41.278775 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-ed1eb17f-3806-4e2f-9e93-a26dd3fb1355 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Resources bound (agent type, host, resource id):  {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:27:41.287189 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.tag.tag_plugin [None req-d40025d9-f3c0-47cc-8aaa-c180e0b024e0 tempest-TagsExtTest-1398244386 tempest-TagsExtTest-1398244386-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f2611889df0>, 'subnetpools', '5736f557-d615-4b20-b5e8-6b4e42999eb3', 'tempest-TagsExtTest-Tag-1693732686') {} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:27:41.299513 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-417d882f-e1c7-4461-a037-80fb7d1b13b9 tempest-RoutersIpV6AdminTest-1531157789 tempest-RoutersIpV6AdminTest-1531157789-project] Publish callbacks [] for router, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:41.317496 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-2d145d7d-863b-4c2d-9079-b6150a1a1130 None None] Provisioning complete for port 4f177eaa-c66d-44de-8457-fbef20054b06 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:27:41.318272 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-2d145d7d-863b-4c2d-9079-b6150a1a1130 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:41.440904 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-417d882f-e1c7-4461-a037-80fb7d1b13b9 tempest-RoutersIpV6AdminTest-1531157789 tempest-RoutersIpV6AdminTest-1531157789-project] Publish callbacks [] for router_gateway, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:41.464168 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-1c34f698-571e-46a5-983a-b24f893830f0 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Deleting port 4f177eaa-c66d-44de-8457-fbef20054b06 {{(pid=121607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:27:41.464524 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-1c34f698-571e-46a5-983a-b24f893830f0 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:41.487670 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b36502e-2267-4bcd-875b-5fe21322e1eb None None] DHCP port deletion for 89a83eb9-f99f-4bb7-a8c5-202ad364bd7a request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 21:27:41.539152 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 43086) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:27:41.546879 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-5b36502e-2267-4bcd-875b-5fe21322e1eb None None] Deleting port 4f177eaa-c66d-44de-8457-fbef20054b06 {{(pid=121608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:27:41.547258 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b36502e-2267-4bcd-875b-5fe21322e1eb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:41.610110 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-417d882f-e1c7-4461-a037-80fb7d1b13b9 tempest-RoutersIpV6AdminTest-1531157789 tempest-RoutersIpV6AdminTest-1531157789-project] Deleting port 6089a78c-ef9c-48e3-b4f7-78302d363c58 {{(pid=121606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:27:41.610394 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-417d882f-e1c7-4461-a037-80fb7d1b13b9 tempest-RoutersIpV6AdminTest-1531157789 tempest-RoutersIpV6AdminTest-1531157789-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:41.691085 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b36502e-2267-4bcd-875b-5fe21322e1eb None None] For port 4f177eaa-c66d-44de-8457-fbef20054b06, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4f177eaa-c66d-44de-8457-fbef20054b06,segment=NetworkSegment(66cecb63-eb8a-4adf-be9d-787e66008670),segment_id=66cecb63-eb8a-4adf-be9d-787e66008670)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:27:41.692131 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b36502e-2267-4bcd-875b-5fe21322e1eb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:41.706356 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-5b36502e-2267-4bcd-875b-5fe21322e1eb None None] Calling delete_port for 4f177eaa-c66d-44de-8457-fbef20054b06 owned by network:dhcp {{(pid=121608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:27:41.734896 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-417d882f-e1c7-4461-a037-80fb7d1b13b9 tempest-RoutersIpV6AdminTest-1531157789 tempest-RoutersIpV6AdminTest-1531157789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:41.748635 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-2ed677a8-4a43-4c8f-ade6-b4690e0f438d admin admin] Publish callbacks [] for security_group, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:41.761272 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-417d882f-e1c7-4461-a037-80fb7d1b13b9 tempest-RoutersIpV6AdminTest-1531157789 tempest-RoutersIpV6AdminTest-1531157789-project] Calling delete_port for 6089a78c-ef9c-48e3-b4f7-78302d363c58 owned by network:router_gateway {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:27:41.830544 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-d40025d9-f3c0-47cc-8aaa-c180e0b024e0 tempest-TagsExtTest-1398244386 tempest-TagsExtTest-1398244386-project] 10.222.0.32 "PUT /v2.0/subnetpools/5736f557-d615-4b20-b5e8-6b4e42999eb3/tags/tempest-TagsExtTest-Tag-1693732686 HTTP/1.1" status: 201  len: 201 time: 0.5467215
Dec 25 21:27:41.831633 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 43092) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:27:41.832273 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ee89be86-5305-41b5-97e3-5c2973aa64b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8632410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8852809'] for subnet, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:41.839722 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.tag.tag_plugin [None req-6611599a-8e8d-4891-b695-60aedecc7407 tempest-TagsExtTest-1398244386 tempest-TagsExtTest-1398244386-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (<neutron_lib.context.Context object at 0x7f2613c4e160>, 'subnets', 'fde88f50-afaa-45ef-9388-05e05e5a0018', {'tags': ['tempest-TagsExtTest-Tag-1865397072', 'tempest-TagsExtTest-Tag-343338343', 'tempest-TagsExtTest-Tag-2115697976']}) {} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:27:41.843238 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.db [None req-1c34f698-571e-46a5-983a-b24f893830f0 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] For port 4f177eaa-c66d-44de-8457-fbef20054b06, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4f177eaa-c66d-44de-8457-fbef20054b06,segment=NetworkSegment(66cecb63-eb8a-4adf-be9d-787e66008670),segment_id=66cecb63-eb8a-4adf-be9d-787e66008670)] {{(pid=121607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:27:41.844232 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-1c34f698-571e-46a5-983a-b24f893830f0 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:41.877903 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee89be86-5305-41b5-97e3-5c2973aa64b5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6158a754-03d6-4ba0-bf8a-020a29c4ba47,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:27:41.880973 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed1eb17f-3806-4e2f-9e93-a26dd3fb1355 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Router caef596b-48c6-4907-a4cb-760766c09537 has already been hosted by L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 {{(pid=121607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 25 21:27:41.885969 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-1c34f698-571e-46a5-983a-b24f893830f0 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Calling delete_port for 4f177eaa-c66d-44de-8457-fbef20054b06 owned by network:dhcp {{(pid=121607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:27:41.890217 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ee89be86-5305-41b5-97e3-5c2973aa64b5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:41.893475 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-ee89be86-5305-41b5-97e3-5c2973aa64b5 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/6158a754-03d6-4ba0-bf8a-020a29c4ba47 HTTP/1.1" status: 204  len: 168 time: 1.2415190
Dec 25 21:27:41.894063 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f089a96-701b-470b-b095-b2a64ecf46fd None None] Network 98581356-69b5-4e98-93ff-2ca77d3cb056 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:27:41.896454 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 43094) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:27:41.921293 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b36502e-2267-4bcd-875b-5fe21322e1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955'] for port, after_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:41.990344 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b36502e-2267-4bcd-875b-5fe21322e1eb None None] Pushing event deleted for resources: {'Port': ['ID=4f177eaa-c66d-44de-8457-fbef20054b06,revision_number=None']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:27:42.007894 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b36502e-2267-4bcd-875b-5fe21322e1eb None None] No DVR routers for this DVR port 4f177eaa-c66d-44de-8457-fbef20054b06 on host ncdv-master-1 {{(pid=121608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:27:42.067770 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-2ed677a8-4a43-4c8f-ade6-b4690e0f438d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:42.075781 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-479c9bd9-3edf-4dc3-b904-31fbf2746e3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625803'] for network, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:42.095432 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-1c34f698-571e-46a5-983a-b24f893830f0 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:42.107142 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed1eb17f-3806-4e2f-9e93-a26dd3fb1355 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 21:27:42.121767 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa0db4e1-0b40-49cb-b530-fa51d39f4475 None None] DHCP port deletion for 98581356-69b5-4e98-93ff-2ca77d3cb056 request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 21:27:42.122635 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd8a57cf-4ddc-4158-a10d-15a5071c3691 None None] Sync routers for ids ['caef596b-48c6-4907-a4cb-760766c09537'] in ncdv-master-1 {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 21:27:42.132998 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-ed1eb17f-3806-4e2f-9e93-a26dd3fb1355 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] 10.222.0.32 "PUT /v2.0/routers/caef596b-48c6-4907-a4cb-760766c09537/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.2399454
Dec 25 21:27:42.135293 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c34f698-571e-46a5-983a-b24f893830f0 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Pushing event deleted for resources: {'Port': ['ID=4f177eaa-c66d-44de-8457-fbef20054b06,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:27:42.136952 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 43096) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:27:42.137778 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c34f698-571e-46a5-983a-b24f893830f0 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] No DVR routers for this DVR port 4f177eaa-c66d-44de-8457-fbef20054b06 on host ncdv-master-1 {{(pid=121607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:27:42.143219 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd8a57cf-4ddc-4158-a10d-15a5071c3691 None None] Routers {'caef596b-48c6-4907-a4cb-760766c09537'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:27:42.144030 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-dd8a57cf-4ddc-4158-a10d-15a5071c3691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2618b0f9a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:27:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['caef596b-48c6-4907-a4cb-760766c09537'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:27:42.145670 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-b02a7bb6-b03b-4a40-932e-b7e4aa17afcb tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Request body: {'port': {'network_id': '290c6e74-625c-4ba7-9e49-f809d5158ee6', 'name': 'tempest-FloatingIPTestJSON-1962531682'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:27:42.152745 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-6611599a-8e8d-4891-b695-60aedecc7407 tempest-TagsExtTest-1398244386 tempest-TagsExtTest-1398244386-project] 10.222.0.32 "PUT /v2.0/subnets/fde88f50-afaa-45ef-9388-05e05e5a0018/tags HTTP/1.1" status: 200  len: 317 time: 0.3203914
Dec 25 21:27:42.157877 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-2ed677a8-4a43-4c8f-ade6-b4690e0f438d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:42.188302 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-fa0db4e1-0b40-49cb-b530-fa51d39f4475 None None] Deleting port a7b06e1a-d9b1-4388-9883-9e66b8972225 {{(pid=121608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:27:42.188986 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-fa0db4e1-0b40-49cb-b530-fa51d39f4475 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:42.191185 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 43098) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:27:42.196084 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-2ed677a8-4a43-4c8f-ade6-b4690e0f438d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=badc508160ed49a5b6deb902e922e239&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6555893
Dec 25 21:27:42.200974 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-dd8a57cf-4ddc-4158-a10d-15a5071c3691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2618b0f9a0>, [], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:27:42.202460 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.tag.tag_plugin [None req-81904417-0658-49c7-94a1-42bf8a8fd888 tempest-TagsExtTest-1398244386 tempest-TagsExtTest-1398244386-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f261189eaf0>, 'subnets', 'fde88f50-afaa-45ef-9388-05e05e5a0018') {} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:27:42.208077 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 43100) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:27:42.211414 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd8a57cf-4ddc-4158-a10d-15a5071c3691 None None] Routers {'caef596b-48c6-4907-a4cb-760766c09537'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:27:42.216744 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-dd8a57cf-4ddc-4158-a10d-15a5071c3691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2618b0f9a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:27:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['caef596b-48c6-4907-a4cb-760766c09537'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:27:42.251201 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-dd8a57cf-4ddc-4158-a10d-15a5071c3691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2618b0f9a0>, [], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:27:42.251781 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd8a57cf-4ddc-4158-a10d-15a5071c3691 None None] The sync data for ids ['caef596b-48c6-4907-a4cb-760766c09537'] in ncdv-master-1 is: [] {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 21:27:42.320703 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-1c34f698-571e-46a5-983a-b24f893830f0 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997585', 'neutron.services.segments.db._delete_segments_for_network-8737602743071'] for network, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:42.323558 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed677a8-4a43-4c8f-ade6-b4690e0f438d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34d70599-5d7a-4bfb-bb70-5746064b3f4c,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:27:42.356259 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-479c9bd9-3edf-4dc3-b904-31fbf2746e3d admin admin] Deleting port a7b06e1a-d9b1-4388-9883-9e66b8972225 {{(pid=121606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:27:42.357014 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-479c9bd9-3edf-4dc3-b904-31fbf2746e3d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:42.366835 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-1c34f698-571e-46a5-983a-b24f893830f0 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f26185e70a0>,) {'filters': {'network_id': ['89a83eb9-f99f-4bb7-a8c5-202ad364bd7a']}} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:27:42.379734 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-1c34f698-571e-46a5-983a-b24f893830f0 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f26185e70a0>, '66cecb63-eb8a-4adf-be9d-787e66008670') {'for_net_delete': True} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:27:42.380249 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-1c34f698-571e-46a5-983a-b24f893830f0 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f26185e70a0>, '66cecb63-eb8a-4adf-be9d-787e66008670') {} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:27:42.391854 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-0a5b5c68-b127-40f5-ac33-2f30d301e1c3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:42.393685 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-417d882f-e1c7-4461-a037-80fb7d1b13b9 tempest-RoutersIpV6AdminTest-1531157789 tempest-RoutersIpV6AdminTest-1531157789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:42.395337 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-1c34f698-571e-46a5-983a-b24f893830f0 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737602746920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10246592'] for segment, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:42.419992 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-1c34f698-571e-46a5-983a-b24f893830f0 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:42.424178 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-fa0db4e1-0b40-49cb-b530-fa51d39f4475 None None] For port a7b06e1a-d9b1-4388-9883-9e66b8972225, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a7b06e1a-d9b1-4388-9883-9e66b8972225,segment=NetworkSegment(563b54b5-528d-4b6e-aaa6-896a27c58e45),segment_id=563b54b5-528d-4b6e-aaa6-896a27c58e45)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:27:42.424840 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-fa0db4e1-0b40-49cb-b530-fa51d39f4475 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:42.428091 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c34f698-571e-46a5-983a-b24f893830f0 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Releasing vlan 196 on physical network physnet1 to pool {{(pid=121607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 25 21:27:42.428551 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-1c34f698-571e-46a5-983a-b24f893830f0 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8633327'] for segment, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:42.432106 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:27:42.432106 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:27:42.432106 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:27:42.432106 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:27:42.432106 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:27:42.432106 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:27:42.432106 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:27:42.432106 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:27:42.432106 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:27:42.432106 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:27:42.432106 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:27:42.432106 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:27:42.432106 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 25 21:27:42.432106 ncdv-master-1 neutron-server[121607]:   self.session.flush()
Dec 25 21:27:42.432106 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 25 21:27:42.432106 ncdv-master-1 neutron-server[121607]:   self.session.flush()
Dec 25 21:27:42.432106 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 25 21:27:42.432106 ncdv-master-1 neutron-server[121607]:   self.session.flush()
Dec 25 21:27:42.432106 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 25 21:27:42.432106 ncdv-master-1 neutron-server[121607]:   self.session.flush()
Dec 25 21:27:42.432106 ncdv-master-1 neutron-server[121607]: Traceback (most recent call last):
Dec 25 21:27:42.432106 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 25 21:27:42.432106 ncdv-master-1 neutron-server[121607]:     timer()
Dec 25 21:27:42.432106 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 25 21:27:42.432106 ncdv-master-1 neutron-server[121607]:     cb(*args, **kw)
Dec 25 21:27:42.432106 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 25 21:27:42.432106 ncdv-master-1 neutron-server[121607]:     return func(*args, **kwargs)
Dec 25 21:27:42.432106 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 25 21:27:42.432106 ncdv-master-1 neutron-server[121607]:     self._notify()
Dec 25 21:27:42.432106 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 25 21:27:42.432106 ncdv-master-1 neutron-server[121607]:     self.callback(batched_events)
Dec 25 21:27:42.432106 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 25 21:27:42.432106 ncdv-master-1 neutron-server[121607]:     event.method(event)
Dec 25 21:27:42.432106 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 25 21:27:42.432106 ncdv-master-1 neutron-server[121607]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 25 21:27:42.432106 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 25 21:27:42.432106 ncdv-master-1 neutron-server[121607]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 25 21:27:42.432106 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 25 21:27:42.432106 ncdv-master-1 neutron-server[121607]:     return f(self, *a, **k)
Dec 25 21:27:42.432106 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 25 21:27:42.432106 ncdv-master-1 neutron-server[121607]:     return self._get(url).json()
Dec 25 21:27:42.432106 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 25 21:27:42.432106 ncdv-master-1 neutron-server[121607]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 25 21:27:42.432106 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 25 21:27:42.432106 ncdv-master-1 neutron-server[121607]:     return self.request(url, 'GET', **kwargs)
Dec 25 21:27:42.432106 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 25 21:27:42.432106 ncdv-master-1 neutron-server[121607]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 25 21:27:42.432106 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 25 21:27:42.432106 ncdv-master-1 neutron-server[121607]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 25 21:27:42.432106 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 25 21:27:42.432106 ncdv-master-1 neutron-server[121607]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 25 21:27:42.432106 ncdv-master-1 neutron-server[121607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 25 21:27:42.442212 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-fa0db4e1-0b40-49cb-b530-fa51d39f4475 None None] Calling delete_port for a7b06e1a-d9b1-4388-9883-9e66b8972225 owned by network:dhcp {{(pid=121608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:27:42.457640 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0177f9d7-0470-45e0-8878-cde00d5d6359 None None] DHCP port deletion for 7201e55c-7c5f-41aa-a042-a363696539d0 request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 21:27:42.475979 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417d882f-e1c7-4461-a037-80fb7d1b13b9 tempest-RoutersIpV6AdminTest-1531157789 tempest-RoutersIpV6AdminTest-1531157789-project] Pushing event deleted for resources: {'Port': ['ID=6089a78c-ef9c-48e3-b4f7-78302d363c58,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:27:42.500532 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-0a5b5c68-b127-40f5-ac33-2f30d301e1c3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:42.504853 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b02a7bb6-b03b-4a40-932e-b7e4aa17afcb tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Made reservation on behalf of 70fdeb50a23f42c4bedba3950b7fce5c for: {'port': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:27:42.508152 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b02a7bb6-b03b-4a40-932e-b7e4aa17afcb tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:42.526560 ncdv-master-1 neutron-server[121607]: DEBUG neutron.notifiers.nova [None req-b02a7bb6-b03b-4a40-932e-b7e4aa17afcb tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] device_id is not set on port 68372397-6b8f-4a7f-966d-688a1293b5a7 yet. {{(pid=121607) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 25 21:27:42.530884 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [None req-479c9bd9-3edf-4dc3-b904-31fbf2746e3d admin admin] For port a7b06e1a-d9b1-4388-9883-9e66b8972225, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a7b06e1a-d9b1-4388-9883-9e66b8972225,segment=NetworkSegment(563b54b5-528d-4b6e-aaa6-896a27c58e45),segment_id=563b54b5-528d-4b6e-aaa6-896a27c58e45)] {{(pid=121606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:27:42.531282 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-479c9bd9-3edf-4dc3-b904-31fbf2746e3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:42.596595 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-479c9bd9-3edf-4dc3-b904-31fbf2746e3d admin admin] Calling delete_port for a7b06e1a-d9b1-4388-9883-9e66b8972225 owned by network:dhcp {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:27:42.616280 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-417d882f-e1c7-4461-a037-80fb7d1b13b9 tempest-RoutersIpV6AdminTest-1531157789 tempest-RoutersIpV6AdminTest-1531157789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2008689'] for router_gateway, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:42.632299 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 6ba58e06-75d0-421c-9bb3-7bcdd960f12c no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:27:42.633538 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-1c34f698-571e-46a5-983a-b24f893830f0 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2008653'] for network, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:42.644683 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-1c34f698-571e-46a5-983a-b24f893830f0 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Publish callbacks [] for network, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:42.651253 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-1c34f698-571e-46a5-983a-b24f893830f0 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] 10.222.0.32 "DELETE /v2.0/networks/89a83eb9-f99f-4bb7-a8c5-202ad364bd7a HTTP/1.1" status: 204  len: 168 time: 1.6857440
Dec 25 21:27:42.657341 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 43102) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:27:42.673585 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] No Port match for: 6ba58e06-75d0-421c-9bb3-7bcdd960f12c {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:27:42.673961 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 6ba58e06-75d0-421c-9bb3-7bcdd960f12c not bound to the agent host ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:27:42.674365 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 4f177eaa-c66d-44de-8457-fbef20054b06 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:27:42.676181 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-fa0db4e1-0b40-49cb-b530-fa51d39f4475 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955'] for port, after_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:42.714255 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c34f698-571e-46a5-983a-b24f893830f0 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Pushing event deleted for resources: {'Network': ['ID=89a83eb9-f99f-4bb7-a8c5-202ad364bd7a,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:27:42.716322 ncdv-master-1 neutron-server[121607]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1041dd0-fb29-4cb0-a17e-fd4bf26231a9 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] DELETE failed (client error): The resource could not be found.
Dec 25 21:27:42.717044 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1041dd0-fb29-4cb0-a17e-fd4bf26231a9 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 25 21:27:42.722908 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-b1041dd0-fb29-4cb0-a17e-fd4bf26231a9 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] 10.222.0.32 "DELETE /v2.0/subnets/ed81e750-a62a-4c55-8be7-94613db88f94 HTTP/1.1" status: 404  len: 337 time: 0.0528328
Dec 25 21:27:42.724102 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 43106) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:27:42.737719 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] No Port match for: 4f177eaa-c66d-44de-8457-fbef20054b06 {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:27:42.741416 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 4f177eaa-c66d-44de-8457-fbef20054b06 not bound to the agent host ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:27:42.741416 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device a7b06e1a-d9b1-4388-9883-9e66b8972225 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:27:42.751924 ncdv-master-1 neutron-server[121607]: INFO neutron.pecan_wsgi.hooks.translation [None req-aaf70bc4-6c78-4069-887a-fe724ff7904c tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] DELETE failed (client error): The resource could not be found.
Dec 25 21:27:42.752550 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aaf70bc4-6c78-4069-887a-fe724ff7904c tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 25 21:27:42.758880 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-aaf70bc4-6c78-4069-887a-fe724ff7904c tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] 10.222.0.32 "DELETE /v2.0/networks/5c96ff26-19d4-45af-91c3-6fb747499333 HTTP/1.1" status: 404  len: 339 time: 0.0318289
Dec 25 21:27:42.760107 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 43110) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:27:42.761373 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] No Port match for: a7b06e1a-d9b1-4388-9883-9e66b8972225 {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:27:42.761775 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device a7b06e1a-d9b1-4388-9883-9e66b8972225 not bound to the agent host ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:27:42.767688 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_common [None req-b02a7bb6-b03b-4a40-932e-b7e4aa17afcb tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Allocated IP 172.20.0.10 (290c6e74-625c-4ba7-9e49-f809d5158ee6/e7b50d6a-a381-416a-8553-013d608773fb/68372397-6b8f-4a7f-966d-688a1293b5a7) {{(pid=121607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:27:42.768442 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa0db4e1-0b40-49cb-b530-fa51d39f4475 None None] No DVR routers for this DVR port a7b06e1a-d9b1-4388-9883-9e66b8972225 on host ncdv-master-1 {{(pid=121608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:27:42.771979 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0db4e1-0b40-49cb-b530-fa51d39f4475 None None] Pushing event deleted for resources: {'Port': ['ID=a7b06e1a-d9b1-4388-9883-9e66b8972225,revision_number=None']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:27:42.798375 ncdv-master-1 neutron-server[121607]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8e2d1c1-48b3-4dd3-81f3-1d113f53b643 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] DELETE failed (client error): The resource could not be found.
Dec 25 21:27:42.798375 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8e2d1c1-48b3-4dd3-81f3-1d113f53b643 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 25 21:27:42.798663 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-f8e2d1c1-48b3-4dd3-81f3-1d113f53b643 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] 10.222.0.32 "DELETE /v2.0/subnets/b453c6f3-dd90-48c6-9a32-4964cf200ed3 HTTP/1.1" status: 404  len: 337 time: 0.0375803
Dec 25 21:27:42.801183 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 43112) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:27:42.832212 ncdv-master-1 neutron-server[121607]: INFO neutron.pecan_wsgi.hooks.translation [None req-d995d66f-c8b9-4826-9c74-dc8cf56c3fcd tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] DELETE failed (client error): The resource could not be found.
Dec 25 21:27:42.832749 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d995d66f-c8b9-4826-9c74-dc8cf56c3fcd tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 25 21:27:42.837078 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-d995d66f-c8b9-4826-9c74-dc8cf56c3fcd tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] 10.222.0.32 "DELETE /v2.0/networks/abc9d71c-df8e-4aa6-a11f-a69e55e5d26d HTTP/1.1" status: 404  len: 339 time: 0.0336595
Dec 25 21:27:42.843926 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 43114) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:27:42.873263 ncdv-master-1 neutron-server[121607]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6ca0e9c-f3eb-4723-bd4d-d3217dbe7c97 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] DELETE failed (client error): The resource could not be found.
Dec 25 21:27:42.874617 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6ca0e9c-f3eb-4723-bd4d-d3217dbe7c97 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 25 21:27:42.877874 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-a6ca0e9c-f3eb-4723-bd4d-d3217dbe7c97 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] 10.222.0.32 "DELETE /v2.0/subnets/3707b2a4-1369-4ba8-9ad9-342457ce29e6 HTTP/1.1" status: 404  len: 337 time: 0.0341842
Dec 25 21:27:42.880578 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 43116) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:27:42.899681 ncdv-master-1 neutron-server[121607]: INFO neutron.pecan_wsgi.hooks.translation [None req-cebc7b98-8d61-472f-bec6-020bb5c594a2 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] DELETE failed (client error): The resource could not be found.
Dec 25 21:27:42.900198 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cebc7b98-8d61-472f-bec6-020bb5c594a2 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 25 21:27:42.903553 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-cebc7b98-8d61-472f-bec6-020bb5c594a2 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] 10.222.0.32 "DELETE /v2.0/networks/eb61ab69-1b3d-44b7-9087-9b7894daa00b HTTP/1.1" status: 404  len: 339 time: 0.0216334
Dec 25 21:27:42.906811 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 43118) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:27:42.970838 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ca21f51-b83f-4c3f-9b32-0150d2d19226 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Deleting subnet 117ea7ac-27a9-46ba-b9bc-852b653bef1a {{(pid=121607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Dec 25 21:27:42.982292 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5ca21f51-b83f-4c3f-9b32-0150d2d19226 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Publish callbacks [] for subnet, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:43.049046 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-81904417-0658-49c7-94a1-42bf8a8fd888 tempest-TagsExtTest-1398244386 tempest-TagsExtTest-1398244386-project] 10.222.0.32 "DELETE /v2.0/subnets/fde88f50-afaa-45ef-9388-05e05e5a0018/tags HTTP/1.1" status: 204  len: 168 time: 0.8512816
Dec 25 21:27:43.059199 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 43120) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:27:43.059760 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5ca21f51-b83f-4c3f-9b32-0150d2d19226 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10246617'] for subnet, precommit_delete_associations {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:43.066974 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.tag.tag_plugin [None req-a0dbc80a-5347-4be5-84c0-bbd0ee3c8c1c tempest-TagsExtTest-1398244386 tempest-TagsExtTest-1398244386-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f2618aaf1c0>, 'subnets', 'fde88f50-afaa-45ef-9388-05e05e5a0018', 'tempest-TagsExtTest-Tag-1865397072') {} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:27:43.120530 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-417d882f-e1c7-4461-a037-80fb7d1b13b9 tempest-RoutersIpV6AdminTest-1531157789 tempest-RoutersIpV6AdminTest-1531157789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2014235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14905'] for router, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:43.123803 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-417d882f-e1c7-4461-a037-80fb7d1b13b9 tempest-RoutersIpV6AdminTest-1531157789 tempest-RoutersIpV6AdminTest-1531157789-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:43.183574 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-0a5b5c68-b127-40f5-ac33-2f30d301e1c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:43.186338 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-0a5b5c68-b127-40f5-ac33-2f30d301e1c3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:43.190011 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-0a5b5c68-b127-40f5-ac33-2f30d301e1c3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/34d70599-5d7a-4bfb-bb70-5746064b3f4c HTTP/1.1" status: 204  len: 168 time: 0.9750013
Dec 25 21:27:43.203902 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5b5c68-b127-40f5-ac33-2f30d301e1c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34d70599-5d7a-4bfb-bb70-5746064b3f4c,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:27:43.212330 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-479c9bd9-3edf-4dc3-b904-31fbf2746e3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:43.241221 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b02a7bb6-b03b-4a40-932e-b7e4aa17afcb tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Publish callbacks [] for port, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:43.247839 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5ca21f51-b83f-4c3f-9b32-0150d2d19226 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995662'] for subnet, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:43.250575 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-479c9bd9-3edf-4dc3-b904-31fbf2746e3d admin admin] No DVR routers for this DVR port a7b06e1a-d9b1-4388-9883-9e66b8972225 on host ncdv-master-1 {{(pid=121606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:27:43.256454 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479c9bd9-3edf-4dc3-b904-31fbf2746e3d admin admin] Pushing event deleted for resources: {'Port': ['ID=a7b06e1a-d9b1-4388-9883-9e66b8972225,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:27:43.282446 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-417d882f-e1c7-4461-a037-80fb7d1b13b9 tempest-RoutersIpV6AdminTest-1531157789 tempest-RoutersIpV6AdminTest-1531157789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2014220'] for router, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:43.283184 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-417d882f-e1c7-4461-a037-80fb7d1b13b9 tempest-RoutersIpV6AdminTest-1531157789 tempest-RoutersIpV6AdminTest-1531157789-project] Fanout notify agent at l3_agent the message router_deleted on router 20f1e6af-0750-4534-97c7-70fd22e74d46 {{(pid=121606) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 25 21:27:43.290291 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-417d882f-e1c7-4461-a037-80fb7d1b13b9 tempest-RoutersIpV6AdminTest-1531157789 tempest-RoutersIpV6AdminTest-1531157789-project] Publish callbacks [] for router, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:43.291408 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-417d882f-e1c7-4461-a037-80fb7d1b13b9 tempest-RoutersIpV6AdminTest-1531157789 tempest-RoutersIpV6AdminTest-1531157789-project] 10.222.0.32 "DELETE /v2.0/routers/20f1e6af-0750-4534-97c7-70fd22e74d46 HTTP/1.1" status: 204  len: 168 time: 2.1324346
Dec 25 21:27:43.299014 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 43138) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:27:43.303396 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-cce48855-3941-4497-b672-fc9ccf528dfc tempest-RoutersIpV6AdminTest-611111169 tempest-RoutersIpV6AdminTest-611111169-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1235949323', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'enable_snat': False}}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:27:43.325400 ncdv-master-1 neutron-server[121606]: INFO neutron.api.v2.resource [None req-a0dbc80a-5347-4be5-84c0-bbd0ee3c8c1c tempest-TagsExtTest-1398244386 tempest-TagsExtTest-1398244386-project] show failed (client error): The resource could not be found.
Dec 25 21:27:43.326506 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-a0dbc80a-5347-4be5-84c0-bbd0ee3c8c1c tempest-TagsExtTest-1398244386 tempest-TagsExtTest-1398244386-project] 10.222.0.32 "GET /v2.0/subnets/fde88f50-afaa-45ef-9388-05e05e5a0018/tags/tempest-TagsExtTest-Tag-1865397072 HTTP/1.1" status: 404  len: 329 time: 0.2660422
Dec 25 21:27:43.331221 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 43140) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:27:43.337393 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.tag.tag_plugin [None req-49b93ced-4d31-44ae-ae25-f8d784e921c5 tempest-TagsExtTest-1398244386 tempest-TagsExtTest-1398244386-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f26131e74f0>, 'subnets', 'fde88f50-afaa-45ef-9388-05e05e5a0018', 'tempest-TagsExtTest-Tag-343338343') {} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:27:43.384469 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-479c9bd9-3edf-4dc3-b904-31fbf2746e3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997585', 'neutron.services.segments.db._delete_segments_for_network-8737602743071'] for network, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:43.411834 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.segments.db [None req-479c9bd9-3edf-4dc3-b904-31fbf2746e3d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f261a67f1f0>,) {'filters': {'network_id': ['98581356-69b5-4e98-93ff-2ca77d3cb056']}} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:27:43.427212 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.segments.db [None req-479c9bd9-3edf-4dc3-b904-31fbf2746e3d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f261a67f1f0>, '563b54b5-528d-4b6e-aaa6-896a27c58e45') {'for_net_delete': True} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:27:43.427681 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.segments.db [None req-479c9bd9-3edf-4dc3-b904-31fbf2746e3d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f261a67f1f0>, '563b54b5-528d-4b6e-aaa6-896a27c58e45') {} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:27:43.439144 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-479c9bd9-3edf-4dc3-b904-31fbf2746e3d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737602746920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9084222'] for segment, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:43.449607 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-cce48855-3941-4497-b672-fc9ccf528dfc tempest-RoutersIpV6AdminTest-611111169 tempest-RoutersIpV6AdminTest-611111169-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2014909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14863'] for router, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:43.450936 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-cce48855-3941-4497-b672-fc9ccf528dfc tempest-RoutersIpV6AdminTest-611111169 tempest-RoutersIpV6AdminTest-611111169-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2014285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2009796', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2082630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14848'] for router, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:43.455398 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b02a7bb6-b03b-4a40-932e-b7e4aa17afcb tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:43.455732 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-479c9bd9-3edf-4dc3-b904-31fbf2746e3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:43.459222 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5ca21f51-b83f-4c3f-9b32-0150d2d19226 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8632410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8852809'] for subnet, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:43.465213 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-479c9bd9-3edf-4dc3-b904-31fbf2746e3d admin admin] Releasing vlan 188 on physical network physnet1 to pool {{(pid=121606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 25 21:27:43.465609 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-479c9bd9-3edf-4dc3-b904-31fbf2746e3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9084542'] for segment, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:43.467420 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 25 21:27:43.467420 ncdv-master-1 neutron-server[121606]:   self.session.flush()
Dec 25 21:27:43.467420 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 25 21:27:43.467420 ncdv-master-1 neutron-server[121606]:   self.session.flush()
Dec 25 21:27:43.467420 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 25 21:27:43.467420 ncdv-master-1 neutron-server[121606]:   self.session.flush()
Dec 25 21:27:43.467420 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 25 21:27:43.467420 ncdv-master-1 neutron-server[121606]:   self.session.flush()
Dec 25 21:27:43.467420 ncdv-master-1 neutron-server[121606]: Traceback (most recent call last):
Dec 25 21:27:43.467420 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 25 21:27:43.467420 ncdv-master-1 neutron-server[121606]:     timer()
Dec 25 21:27:43.467420 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 25 21:27:43.467420 ncdv-master-1 neutron-server[121606]:     cb(*args, **kw)
Dec 25 21:27:43.467420 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 25 21:27:43.467420 ncdv-master-1 neutron-server[121606]:     return func(*args, **kwargs)
Dec 25 21:27:43.467420 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 25 21:27:43.467420 ncdv-master-1 neutron-server[121606]:     self._notify()
Dec 25 21:27:43.467420 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 25 21:27:43.467420 ncdv-master-1 neutron-server[121606]:     self.callback(batched_events)
Dec 25 21:27:43.467420 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 25 21:27:43.467420 ncdv-master-1 neutron-server[121606]:     event.method(event)
Dec 25 21:27:43.467420 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 25 21:27:43.467420 ncdv-master-1 neutron-server[121606]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 25 21:27:43.467420 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 25 21:27:43.467420 ncdv-master-1 neutron-server[121606]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 25 21:27:43.467420 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 25 21:27:43.467420 ncdv-master-1 neutron-server[121606]:     return f(self, *a, **k)
Dec 25 21:27:43.467420 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 25 21:27:43.467420 ncdv-master-1 neutron-server[121606]:     return self._get(url).json()
Dec 25 21:27:43.467420 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 25 21:27:43.467420 ncdv-master-1 neutron-server[121606]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 25 21:27:43.467420 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 25 21:27:43.467420 ncdv-master-1 neutron-server[121606]:     return self.request(url, 'GET', **kwargs)
Dec 25 21:27:43.467420 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 25 21:27:43.467420 ncdv-master-1 neutron-server[121606]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 25 21:27:43.467420 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 25 21:27:43.467420 ncdv-master-1 neutron-server[121606]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 25 21:27:43.467420 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 25 21:27:43.467420 ncdv-master-1 neutron-server[121606]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 25 21:27:43.467420 ncdv-master-1 neutron-server[121606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 25 21:27:43.470298 ncdv-master-1 neutron-server[121606]: INFO neutron.api.v2.resource [None req-49b93ced-4d31-44ae-ae25-f8d784e921c5 tempest-TagsExtTest-1398244386 tempest-TagsExtTest-1398244386-project] show failed (client error): The resource could not be found.
Dec 25 21:27:43.470298 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-49b93ced-4d31-44ae-ae25-f8d784e921c5 tempest-TagsExtTest-1398244386 tempest-TagsExtTest-1398244386-project] 10.222.0.32 "GET /v2.0/subnets/fde88f50-afaa-45ef-9388-05e05e5a0018/tags/tempest-TagsExtTest-Tag-343338343 HTTP/1.1" status: 404  len: 328 time: 0.1372595
Dec 25 21:27:43.475730 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 43142) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:27:43.497591 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.tag.tag_plugin [None req-374f0b6b-6024-4995-b4dc-f26a35cacab5 tempest-TagsExtTest-1398244386 tempest-TagsExtTest-1398244386-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f26182dc2e0>, 'subnets', 'fde88f50-afaa-45ef-9388-05e05e5a0018', 'tempest-TagsExtTest-Tag-2115697976') {} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:27:43.525428 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca21f51-b83f-4c3f-9b32-0150d2d19226 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Pushing event deleted for resources: {'Subnet': ['ID=117ea7ac-27a9-46ba-b9bc-852b653bef1a,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:27:43.540860 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fcdf6c9-73fa-4e3d-b09b-33b5d2681df0 None None] Network 921d7790-b935-46bd-89c2-adec5cd2c00d requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:27:43.551170 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5ca21f51-b83f-4c3f-9b32-0150d2d19226 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Publish callbacks [] for subnet, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:43.554243 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-5ca21f51-b83f-4c3f-9b32-0150d2d19226 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] 10.222.0.32 "DELETE /v2.0/subnets/117ea7ac-27a9-46ba-b9bc-852b653bef1a HTTP/1.1" status: 204  len: 168 time: 0.6460369
Dec 25 21:27:43.557244 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 43146) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:27:43.579871 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b02a7bb6-b03b-4a40-932e-b7e4aa17afcb tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Network 290c6e74-625c-4ba7-9e49-f809d5158ee6 is already hosted by enough agents. {{(pid=121607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:27:43.595952 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-b02a7bb6-b03b-4a40-932e-b7e4aa17afcb tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Resources bound (agent type, host, resource id):  {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:27:43.604257 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b02a7bb6-b03b-4a40-932e-b7e4aa17afcb tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Received port after_create {{(pid=121607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:27:43.612674 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02a7bb6-b03b-4a40-932e-b7e4aa17afcb tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Pushing event updated for resources: {'Port': ['ID=68372397-6b8f-4a7f-966d-688a1293b5a7,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:27:43.666449 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-cce48855-3941-4497-b672-fc9ccf528dfc tempest-RoutersIpV6AdminTest-611111169 tempest-RoutersIpV6AdminTest-611111169-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:43.696832 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-479c9bd9-3edf-4dc3-b904-31fbf2746e3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2008653'] for network, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:43.699613 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b02a7bb6-b03b-4a40-932e-b7e4aa17afcb tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:27:43.700230 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-479c9bd9-3edf-4dc3-b904-31fbf2746e3d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for network, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:43.700365 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b02a7bb6-b03b-4a40-932e-b7e4aa17afcb tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:43.704274 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-479c9bd9-3edf-4dc3-b904-31fbf2746e3d admin admin] 10.222.0.32 "DELETE /v2.0/networks/98581356-69b5-4e98-93ff-2ca77d3cb056 HTTP/1.1" status: 204  len: 168 time: 1.8030689
Dec 25 21:27:43.719275 ncdv-master-1 neutron-server[121607]: INFO neutron.api.v2.resource [None req-374f0b6b-6024-4995-b4dc-f26a35cacab5 tempest-TagsExtTest-1398244386 tempest-TagsExtTest-1398244386-project] show failed (client error): The resource could not be found.
Dec 25 21:27:43.719502 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-94c6cdbf-0b1e-4597-ba16-a4a1eb12d1c0 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625803'] for network, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:43.722030 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-374f0b6b-6024-4995-b4dc-f26a35cacab5 tempest-TagsExtTest-1398244386 tempest-TagsExtTest-1398244386-project] 10.222.0.32 "GET /v2.0/subnets/fde88f50-afaa-45ef-9388-05e05e5a0018/tags/tempest-TagsExtTest-Tag-2115697976 HTTP/1.1" status: 404  len: 329 time: 0.2261717
Dec 25 21:27:43.727959 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 43150) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:27:43.733756 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.tag.tag_plugin [None req-0ea7c82f-d472-4da7-84d8-964c453eb9df tempest-TagsExtTest-1398244386 tempest-TagsExtTest-1398244386-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (<neutron_lib.context.Context object at 0x7f2611f29700>, 'ports', 'b308ebfc-a243-40cb-bcac-acccf1e69c37', {'tags': ['tempest-TagsExtTest-Tag-556983741', 'tempest-TagsExtTest-Tag-1805846958', 'tempest-TagsExtTest-Tag-1770189910']}) {} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:27:43.735285 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ef650ac-b01a-455f-aa4a-9583a63e592e None None] DHCP port deletion for 921d7790-b935-46bd-89c2-adec5cd2c00d request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 21:27:43.741013 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479c9bd9-3edf-4dc3-b904-31fbf2746e3d admin admin] Pushing event deleted for resources: {'Network': ['ID=98581356-69b5-4e98-93ff-2ca77d3cb056,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:27:43.790417 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-6ef650ac-b01a-455f-aa4a-9583a63e592e None None] Deleting port aabb470a-aa1a-4b8c-9436-750c60ff0155 {{(pid=121608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:27:43.790417 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-6ef650ac-b01a-455f-aa4a-9583a63e592e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:43.807662 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-94c6cdbf-0b1e-4597-ba16-a4a1eb12d1c0 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Deleting port aabb470a-aa1a-4b8c-9436-750c60ff0155 {{(pid=121606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:27:43.807986 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-94c6cdbf-0b1e-4597-ba16-a4a1eb12d1c0 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:43.813898 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-b02a7bb6-b03b-4a40-932e-b7e4aa17afcb tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 930 time: 1.6740139
Dec 25 21:27:43.815533 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 43152) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:27:43.822452 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-1262b63a-f1a3-446b-90a4-9b4b14a82e64 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Request body: {'port': {'network_id': '290c6e74-625c-4ba7-9e49-f809d5158ee6', 'name': 'tempest-FloatingIPTestJSON-1538242646'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:27:43.874191 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-6ef650ac-b01a-455f-aa4a-9583a63e592e None None] For port aabb470a-aa1a-4b8c-9436-750c60ff0155, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=aabb470a-aa1a-4b8c-9436-750c60ff0155,segment=NetworkSegment(55c74f30-f901-43b2-a1d4-446fc502a823),segment_id=55c74f30-f901-43b2-a1d4-446fc502a823)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:27:43.874876 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-6ef650ac-b01a-455f-aa4a-9583a63e592e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:43.890641 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-0ea7c82f-d472-4da7-84d8-964c453eb9df tempest-TagsExtTest-1398244386 tempest-TagsExtTest-1398244386-project] 10.222.0.32 "PUT /v2.0/ports/b308ebfc-a243-40cb-bcac-acccf1e69c37/tags HTTP/1.1" status: 200  len: 317 time: 0.1615298
Dec 25 21:27:43.895289 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-6ef650ac-b01a-455f-aa4a-9583a63e592e None None] Calling delete_port for aabb470a-aa1a-4b8c-9436-750c60ff0155 owned by network:dhcp {{(pid=121608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:27:43.897594 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 43156) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:27:43.903646 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.tag.tag_plugin [None req-75ed704b-8983-4f18-ad32-28da92726db1 tempest-TagsExtTest-1398244386 tempest-TagsExtTest-1398244386-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f2618ec8340>, 'ports', 'b308ebfc-a243-40cb-bcac-acccf1e69c37') {} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:27:43.970034 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [None req-94c6cdbf-0b1e-4597-ba16-a4a1eb12d1c0 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] For port aabb470a-aa1a-4b8c-9436-750c60ff0155, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=aabb470a-aa1a-4b8c-9436-750c60ff0155,segment=NetworkSegment(55c74f30-f901-43b2-a1d4-446fc502a823),segment_id=55c74f30-f901-43b2-a1d4-446fc502a823)] {{(pid=121606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:27:43.970034 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-94c6cdbf-0b1e-4597-ba16-a4a1eb12d1c0 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:43.991352 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-94c6cdbf-0b1e-4597-ba16-a4a1eb12d1c0 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Calling delete_port for aabb470a-aa1a-4b8c-9436-750c60ff0155 owned by network:dhcp {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:27:44.046847 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-cce48855-3941-4497-b672-fc9ccf528dfc tempest-RoutersIpV6AdminTest-611111169 tempest-RoutersIpV6AdminTest-611111169-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:44.049094 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 43158) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:27:44.072213 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-57531d38-3032-4bca-b2a6-be136afec38a admin admin] Publish callbacks [] for security_group, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:44.104376 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-6ef650ac-b01a-455f-aa4a-9583a63e592e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955'] for port, after_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:44.134097 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef650ac-b01a-455f-aa4a-9583a63e592e None None] Pushing event deleted for resources: {'Port': ['ID=aabb470a-aa1a-4b8c-9436-750c60ff0155,revision_number=None']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:27:44.142284 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-94c6cdbf-0b1e-4597-ba16-a4a1eb12d1c0 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:44.144750 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ef650ac-b01a-455f-aa4a-9583a63e592e None None] No DVR routers for this DVR port aabb470a-aa1a-4b8c-9436-750c60ff0155 on host ncdv-master-1 {{(pid=121608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:27:44.147612 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 43160) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:27:44.191092 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c6cdbf-0b1e-4597-ba16-a4a1eb12d1c0 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Pushing event deleted for resources: {'Port': ['ID=aabb470a-aa1a-4b8c-9436-750c60ff0155,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:27:44.191348 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1262b63a-f1a3-446b-90a4-9b4b14a82e64 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Made reservation on behalf of 70fdeb50a23f42c4bedba3950b7fce5c for: {'port': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:27:44.194035 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94c6cdbf-0b1e-4597-ba16-a4a1eb12d1c0 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] No DVR routers for this DVR port aabb470a-aa1a-4b8c-9436-750c60ff0155 on host ncdv-master-1 {{(pid=121606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:27:44.194732 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-1262b63a-f1a3-446b-90a4-9b4b14a82e64 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:44.228734 ncdv-master-1 neutron-server[121607]: DEBUG neutron.notifiers.nova [None req-1262b63a-f1a3-446b-90a4-9b4b14a82e64 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] device_id is not set on port 81b7f223-2ab2-4175-875d-9120d0b7f4cd yet. {{(pid=121607) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 25 21:27:44.235089 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-1c33e692-2567-4ff4-97f8-0b824eb3c0ab admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ba1ca2fcc2ce4d41b609fa6a753fc806&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0855036
Dec 25 21:27:44.243588 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 43162) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:27:44.245261 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-75ed704b-8983-4f18-ad32-28da92726db1 tempest-TagsExtTest-1398244386 tempest-TagsExtTest-1398244386-project] 10.222.0.32 "DELETE /v2.0/ports/b308ebfc-a243-40cb-bcac-acccf1e69c37/tags HTTP/1.1" status: 204  len: 168 time: 0.3468342
Dec 25 21:27:44.259922 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 43164) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:27:44.268250 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.tag.tag_plugin [None req-403439df-03a3-4809-88ba-14b6d6921d11 tempest-TagsExtTest-1398244386 tempest-TagsExtTest-1398244386-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f2612fb95e0>, 'ports', 'b308ebfc-a243-40cb-bcac-acccf1e69c37', 'tempest-TagsExtTest-Tag-556983741') {} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:27:44.283023 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-57531d38-3032-4bca-b2a6-be136afec38a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:44.314920 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-94c6cdbf-0b1e-4597-ba16-a4a1eb12d1c0 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997585', 'neutron.services.segments.db._delete_segments_for_network-8737602743071'] for network, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:44.342338 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-57531d38-3032-4bca-b2a6-be136afec38a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:44.371956 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.segments.db [None req-94c6cdbf-0b1e-4597-ba16-a4a1eb12d1c0 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2612511e20>,) {'filters': {'network_id': ['921d7790-b935-46bd-89c2-adec5cd2c00d']}} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:27:44.397766 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.segments.db [None req-94c6cdbf-0b1e-4597-ba16-a4a1eb12d1c0 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2612511e20>, '55c74f30-f901-43b2-a1d4-446fc502a823') {'for_net_delete': True} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:27:44.399211 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.segments.db [None req-94c6cdbf-0b1e-4597-ba16-a4a1eb12d1c0 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2612511e20>, '55c74f30-f901-43b2-a1d4-446fc502a823') {} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:27:44.426610 ncdv-master-1 neutron-server[121607]: INFO neutron.api.v2.resource [None req-403439df-03a3-4809-88ba-14b6d6921d11 tempest-TagsExtTest-1398244386 tempest-TagsExtTest-1398244386-project] show failed (client error): The resource could not be found.
Dec 25 21:27:44.427599 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-403439df-03a3-4809-88ba-14b6d6921d11 tempest-TagsExtTest-1398244386 tempest-TagsExtTest-1398244386-project] 10.222.0.32 "GET /v2.0/ports/b308ebfc-a243-40cb-bcac-acccf1e69c37/tags/tempest-TagsExtTest-Tag-556983741 HTTP/1.1" status: 404  len: 328 time: 0.1647985
Dec 25 21:27:44.430549 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-57531d38-3032-4bca-b2a6-be136afec38a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a91e16e541274275b8519036f991ece8&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3760555
Dec 25 21:27:44.430714 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_common [None req-1262b63a-f1a3-446b-90a4-9b4b14a82e64 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Allocated IP 172.20.0.5 (290c6e74-625c-4ba7-9e49-f809d5158ee6/e7b50d6a-a381-416a-8553-013d608773fb/81b7f223-2ab2-4175-875d-9120d0b7f4cd) {{(pid=121607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:27:44.430817 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57531d38-3032-4bca-b2a6-be136afec38a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fa04c5f-1a7b-4a7e-a3b7-3a26255d92f0,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:27:44.432554 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-94c6cdbf-0b1e-4597-ba16-a4a1eb12d1c0 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737602746920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9084222'] for segment, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:44.433348 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 43166) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:27:44.439273 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 43168) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:27:44.442772 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-1c4c22e4-09db-461e-b2ed-625afdffbefb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:44.446273 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.tag.tag_plugin [None req-a6212b37-778e-4cfe-b6ab-8af494dd77f9 tempest-TagsExtTest-1398244386 tempest-TagsExtTest-1398244386-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f2613ba1340>, 'ports', 'b308ebfc-a243-40cb-bcac-acccf1e69c37', 'tempest-TagsExtTest-Tag-1805846958') {} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:27:44.454439 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-94c6cdbf-0b1e-4597-ba16-a4a1eb12d1c0 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:44.468757 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94c6cdbf-0b1e-4597-ba16-a4a1eb12d1c0 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Releasing vlan 164 on physical network physnet1 to pool {{(pid=121606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 25 21:27:44.473226 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-94c6cdbf-0b1e-4597-ba16-a4a1eb12d1c0 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9084542'] for segment, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:44.473226 ncdv-master-1 neutron-server[121606]: Traceback (most recent call last):
Dec 25 21:27:44.473226 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 25 21:27:44.473226 ncdv-master-1 neutron-server[121606]:     timer()
Dec 25 21:27:44.473226 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 25 21:27:44.473226 ncdv-master-1 neutron-server[121606]:     cb(*args, **kw)
Dec 25 21:27:44.473226 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 25 21:27:44.473226 ncdv-master-1 neutron-server[121606]:     return func(*args, **kwargs)
Dec 25 21:27:44.473226 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 25 21:27:44.473226 ncdv-master-1 neutron-server[121606]:     self._notify()
Dec 25 21:27:44.473226 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 25 21:27:44.473226 ncdv-master-1 neutron-server[121606]:     self.callback(batched_events)
Dec 25 21:27:44.473226 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 25 21:27:44.473226 ncdv-master-1 neutron-server[121606]:     event.method(event)
Dec 25 21:27:44.473226 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 25 21:27:44.473226 ncdv-master-1 neutron-server[121606]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 25 21:27:44.473226 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 25 21:27:44.473226 ncdv-master-1 neutron-server[121606]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 25 21:27:44.473226 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 25 21:27:44.473226 ncdv-master-1 neutron-server[121606]:     return f(self, *a, **k)
Dec 25 21:27:44.473226 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 25 21:27:44.473226 ncdv-master-1 neutron-server[121606]:     return self._get(url).json()
Dec 25 21:27:44.473226 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 25 21:27:44.473226 ncdv-master-1 neutron-server[121606]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 25 21:27:44.473226 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 25 21:27:44.473226 ncdv-master-1 neutron-server[121606]:     return self.request(url, 'GET', **kwargs)
Dec 25 21:27:44.473226 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 25 21:27:44.473226 ncdv-master-1 neutron-server[121606]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 25 21:27:44.473226 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 25 21:27:44.473226 ncdv-master-1 neutron-server[121606]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 25 21:27:44.473226 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 25 21:27:44.473226 ncdv-master-1 neutron-server[121606]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 25 21:27:44.473226 ncdv-master-1 neutron-server[121606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 25 21:27:44.485616 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-1c4c22e4-09db-461e-b2ed-625afdffbefb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:44.611026 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device aabb470a-aa1a-4b8c-9436-750c60ff0155 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:27:44.622193 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-94c6cdbf-0b1e-4597-ba16-a4a1eb12d1c0 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2008653'] for network, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:44.632099 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] No Port match for: aabb470a-aa1a-4b8c-9436-750c60ff0155 {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:27:44.632444 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device aabb470a-aa1a-4b8c-9436-750c60ff0155 not bound to the agent host ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:27:44.637521 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-94c6cdbf-0b1e-4597-ba16-a4a1eb12d1c0 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for network, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:44.644536 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-94c6cdbf-0b1e-4597-ba16-a4a1eb12d1c0 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] 10.222.0.32 "DELETE /v2.0/networks/921d7790-b935-46bd-89c2-adec5cd2c00d HTTP/1.1" status: 204  len: 168 time: 1.0839887
Dec 25 21:27:44.644863 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 43170) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:27:44.658503 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c6cdbf-0b1e-4597-ba16-a4a1eb12d1c0 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Pushing event deleted for resources: {'Network': ['ID=921d7790-b935-46bd-89c2-adec5cd2c00d,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:27:44.660212 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-1c4c22e4-09db-461e-b2ed-625afdffbefb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:44.662842 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-1c4c22e4-09db-461e-b2ed-625afdffbefb admin admin] Publish callbacks [] for security_group, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:44.666256 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-1c4c22e4-09db-461e-b2ed-625afdffbefb admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f0e1474a-85f1-41b6-bec4-c25addebeacd HTTP/1.1" status: 204  len: 168 time: 0.4177186
Dec 25 21:27:44.673987 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4c22e4-09db-461e-b2ed-625afdffbefb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0e1474a-85f1-41b6-bec4-c25addebeacd,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:27:44.700731 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-cce48855-3941-4497-b672-fc9ccf528dfc tempest-RoutersIpV6AdminTest-611111169 tempest-RoutersIpV6AdminTest-611111169-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:44.712749 ncdv-master-1 neutron-server[121607]: INFO neutron.pecan_wsgi.hooks.translation [None req-5107f939-a8f5-459f-878d-9d917cac5442 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] DELETE failed (client error): The resource could not be found.
Dec 25 21:27:44.713236 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5107f939-a8f5-459f-878d-9d917cac5442 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 25 21:27:44.716280 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-5107f939-a8f5-459f-878d-9d917cac5442 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] 10.222.0.32 "DELETE /v2.0/subnets/59e8933f-8f7d-4ada-9cd9-bbffe0ef9393 HTTP/1.1" status: 404  len: 337 time: 0.0690496
Dec 25 21:27:44.719965 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 43174) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:27:44.739885 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-8d88fe18-faae-4bda-86f1-256822faa1af admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:44.741401 ncdv-master-1 neutron-server[121606]: INFO neutron.pecan_wsgi.hooks.translation [None req-999acf09-ddc6-45ed-8648-f675dea83044 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] DELETE failed (client error): The resource could not be found.
Dec 25 21:27:44.742029 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-999acf09-ddc6-45ed-8648-f675dea83044 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 25 21:27:44.747589 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-999acf09-ddc6-45ed-8648-f675dea83044 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] 10.222.0.32 "DELETE /v2.0/networks/94ab3f7c-af55-46a5-8d2e-84e75a5ad183 HTTP/1.1" status: 404  len: 339 time: 0.0231566
Dec 25 21:27:44.747781 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-cce48855-3941-4497-b672-fc9ccf528dfc tempest-RoutersIpV6AdminTest-611111169 tempest-RoutersIpV6AdminTest-611111169-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:44.747953 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 43176) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:27:44.801681 ncdv-master-1 neutron-server[121607]: INFO neutron.api.v2.resource [None req-a6212b37-778e-4cfe-b6ab-8af494dd77f9 tempest-TagsExtTest-1398244386 tempest-TagsExtTest-1398244386-project] show failed (client error): The resource could not be found.
Dec 25 21:27:44.802764 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-a6212b37-778e-4cfe-b6ab-8af494dd77f9 tempest-TagsExtTest-1398244386 tempest-TagsExtTest-1398244386-project] 10.222.0.32 "GET /v2.0/ports/b308ebfc-a243-40cb-bcac-acccf1e69c37/tags/tempest-TagsExtTest-Tag-1805846958 HTTP/1.1" status: 404  len: 329 time: 0.3663650
Dec 25 21:27:44.803973 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_v2 [None req-7edf5ca7-e9b3-4c76-abbb-69c20ecf366f tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Deleting subnet 74ce2330-4ae1-46b4-9e21-95cf32035661 {{(pid=121606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Dec 25 21:27:44.807210 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 43178) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:27:44.809171 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-7edf5ca7-e9b3-4c76-abbb-69c20ecf366f tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Publish callbacks [] for subnet, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:44.815647 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.tag.tag_plugin [None req-c37cd6c2-2696-4e71-818a-1f9cf49425ed tempest-TagsExtTest-1398244386 tempest-TagsExtTest-1398244386-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f261193bb20>, 'ports', 'b308ebfc-a243-40cb-bcac-acccf1e69c37', 'tempest-TagsExtTest-Tag-1770189910') {} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:27:44.846677 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-8d88fe18-faae-4bda-86f1-256822faa1af admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:44.881797 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-7edf5ca7-e9b3-4c76-abbb-69c20ecf366f tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9084199'] for subnet, precommit_delete_associations {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:44.914350 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-1262b63a-f1a3-446b-90a4-9b4b14a82e64 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Publish callbacks [] for port, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:44.934976 ncdv-master-1 neutron-server[121606]: INFO neutron.api.v2.resource [None req-c37cd6c2-2696-4e71-818a-1f9cf49425ed tempest-TagsExtTest-1398244386 tempest-TagsExtTest-1398244386-project] show failed (client error): The resource could not be found.
Dec 25 21:27:44.936585 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-c37cd6c2-2696-4e71-818a-1f9cf49425ed tempest-TagsExtTest-1398244386 tempest-TagsExtTest-1398244386-project] 10.222.0.32 "GET /v2.0/ports/b308ebfc-a243-40cb-bcac-acccf1e69c37/tags/tempest-TagsExtTest-Tag-1770189910 HTTP/1.1" status: 404  len: 329 time: 0.1278765
Dec 25 21:27:44.940777 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 43180) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:27:44.948538 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.tag.tag_plugin [None req-969adb4f-8980-4171-a596-ee7f8f6ef0a3 tempest-TagsExtTest-1398244386 tempest-TagsExtTest-1398244386-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (<neutron_lib.context.Context object at 0x7f2612df76a0>, 'routers', '0a2bec8c-194a-44f4-a0ca-6ad592926b14', {'tags': ['tempest-TagsExtTest-Tag-864260374', 'tempest-TagsExtTest-Tag-48557682', 'tempest-TagsExtTest-Tag-549496507']}) {} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:27:45.005396 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_common [None req-cce48855-3941-4497-b672-fc9ccf528dfc tempest-RoutersIpV6AdminTest-611111169 tempest-RoutersIpV6AdminTest-611111169-project-admin] Allocated IP 172.35.3.183 (7201e55c-7c5f-41aa-a042-a363696539d0/7a939e13-713f-45cf-bba7-1539635abe25/8c1f537c-e1bd-4e9d-a81b-564cadf855e5) {{(pid=121607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:27:45.050226 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-8d88fe18-faae-4bda-86f1-256822faa1af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:45.052975 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-8d88fe18-faae-4bda-86f1-256822faa1af admin admin] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:45.054177 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-8d88fe18-faae-4bda-86f1-256822faa1af admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3fa04c5f-1a7b-4a7e-a3b7-3a26255d92f0 HTTP/1.1" status: 204  len: 168 time: 0.6165974
Dec 25 21:27:45.065925 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-7edf5ca7-e9b3-4c76-abbb-69c20ecf366f tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995662'] for subnet, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:45.066421 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d88fe18-faae-4bda-86f1-256822faa1af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fa04c5f-1a7b-4a7e-a3b7-3a26255d92f0,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:27:45.108274 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-1262b63a-f1a3-446b-90a4-9b4b14a82e64 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:45.165129 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-969adb4f-8980-4171-a596-ee7f8f6ef0a3 tempest-TagsExtTest-1398244386 tempest-TagsExtTest-1398244386-project] 10.222.0.32 "PUT /v2.0/routers/0a2bec8c-194a-44f4-a0ca-6ad592926b14/tags HTTP/1.1" status: 200  len: 314 time: 0.2232590
Dec 25 21:27:45.173715 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 43188) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:27:45.174067 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-cce48855-3941-4497-b672-fc9ccf528dfc tempest-RoutersIpV6AdminTest-611111169 tempest-RoutersIpV6AdminTest-611111169-project-admin] Publish callbacks [] for port, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:45.177195 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.tag.tag_plugin [None req-0f668827-4df0-4bb6-9145-a79746331c64 tempest-TagsExtTest-1398244386 tempest-TagsExtTest-1398244386-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f2618c9a070>, 'routers', '0a2bec8c-194a-44f4-a0ca-6ad592926b14') {} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:27:45.189328 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1262b63a-f1a3-446b-90a4-9b4b14a82e64 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Network 290c6e74-625c-4ba7-9e49-f809d5158ee6 is already hosted by enough agents. {{(pid=121607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:27:45.194803 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-1262b63a-f1a3-446b-90a4-9b4b14a82e64 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Resources bound (agent type, host, resource id):  {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:27:45.202282 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1262b63a-f1a3-446b-90a4-9b4b14a82e64 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Pushing event updated for resources: {'Port': ['ID=81b7f223-2ab2-4175-875d-9120d0b7f4cd,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:27:45.202417 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1262b63a-f1a3-446b-90a4-9b4b14a82e64 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Received port after_create {{(pid=121607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:27:45.247444 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-7edf5ca7-e9b3-4c76-abbb-69c20ecf366f tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9084363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9028506'] for subnet, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:45.270026 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1262b63a-f1a3-446b-90a4-9b4b14a82e64 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:27:45.270675 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-1262b63a-f1a3-446b-90a4-9b4b14a82e64 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:45.288740 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edf5ca7-e9b3-4c76-abbb-69c20ecf366f tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Pushing event deleted for resources: {'Subnet': ['ID=74ce2330-4ae1-46b4-9e21-95cf32035661,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:27:45.293707 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-7edf5ca7-e9b3-4c76-abbb-69c20ecf366f tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Publish callbacks [] for subnet, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:45.298639 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-7edf5ca7-e9b3-4c76-abbb-69c20ecf366f tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] 10.222.0.32 "DELETE /v2.0/subnets/74ce2330-4ae1-46b4-9e21-95cf32035661 HTTP/1.1" status: 204  len: 168 time: 0.5490680
Dec 25 21:27:45.301227 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 43196) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:27:45.302766 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-093ba52d-f0ed-4876-b449-931292b51429 None None] Network 03f673ba-57e2-4bea-8735-67090b61696a requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:27:45.393967 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-cce48855-3941-4497-b672-fc9ccf528dfc tempest-RoutersIpV6AdminTest-611111169 tempest-RoutersIpV6AdminTest-611111169-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:45.398843 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-77f4f8e0-c74f-4ce7-8482-efe8f995e283 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625803'] for network, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:45.408788 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-1262b63a-f1a3-446b-90a4-9b4b14a82e64 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 929 time: 1.5876667
Dec 25 21:27:45.410723 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 43198) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:27:45.415930 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-4d5c8ff6-5c8c-4fdd-9f57-bf5710eac515 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Request body: {'floatingip': {'floating_network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'port_id': '81b7f223-2ab2-4175-875d-9120d0b7f4cd', 'fixed_ip_address': '172.20.0.5'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:27:45.451504 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cce48855-3941-4497-b672-fc9ccf528dfc tempest-RoutersIpV6AdminTest-611111169 tempest-RoutersIpV6AdminTest-611111169-project-admin] Network 7201e55c-7c5f-41aa-a042-a363696539d0 is already hosted by enough agents. {{(pid=121607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:27:45.466995 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7b7d4cf-a9b0-40da-9a40-d03853ec6ff1 None None] DHCP port deletion for 03f673ba-57e2-4bea-8735-67090b61696a request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 21:27:45.477803 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-cce48855-3941-4497-b672-fc9ccf528dfc tempest-RoutersIpV6AdminTest-611111169 tempest-RoutersIpV6AdminTest-611111169-project-admin] Resources bound (agent type, host, resource id):  {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:27:45.480957 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cce48855-3941-4497-b672-fc9ccf528dfc tempest-RoutersIpV6AdminTest-611111169 tempest-RoutersIpV6AdminTest-611111169-project-admin] Received port after_create {{(pid=121607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:27:45.498139 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd95ac51-959a-46fb-ad33-8c919d20cc90 None None] DHCP port deletion for 7201e55c-7c5f-41aa-a042-a363696539d0 request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 21:27:45.524594 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-0f668827-4df0-4bb6-9145-a79746331c64 tempest-TagsExtTest-1398244386 tempest-TagsExtTest-1398244386-project] 10.222.0.32 "DELETE /v2.0/routers/0a2bec8c-194a-44f4-a0ca-6ad592926b14/tags HTTP/1.1" status: 204  len: 168 time: 0.3520570
Dec 25 21:27:45.530695 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 43202) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:27:45.539722 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.tag.tag_plugin [None req-95b69426-e1c8-4a8c-a2e4-889160707e9c tempest-TagsExtTest-1398244386 tempest-TagsExtTest-1398244386-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f2618c91f70>, 'routers', '0a2bec8c-194a-44f4-a0ca-6ad592926b14', 'tempest-TagsExtTest-Tag-864260374') {} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:27:45.544792 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-e7b7d4cf-a9b0-40da-9a40-d03853ec6ff1 None None] Deleting port e57ec043-1714-4cb4-8550-f6a289e3b9ed {{(pid=121608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:27:45.546185 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-e7b7d4cf-a9b0-40da-9a40-d03853ec6ff1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:45.568995 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce48855-3941-4497-b672-fc9ccf528dfc tempest-RoutersIpV6AdminTest-611111169 tempest-RoutersIpV6AdminTest-611111169-project-admin] Pushing event updated for resources: {'Port': ['ID=8c1f537c-e1bd-4e9d-a81b-564cadf855e5,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:27:45.591736 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-4d5c8ff6-5c8c-4fdd-9f57-bf5710eac515 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Publish callbacks [] for floatingip, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:45.695361 ncdv-master-1 neutron-server[121606]: INFO neutron.api.v2.resource [None req-95b69426-e1c8-4a8c-a2e4-889160707e9c tempest-TagsExtTest-1398244386 tempest-TagsExtTest-1398244386-project] show failed (client error): The resource could not be found.
Dec 25 21:27:45.701126 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-95b69426-e1c8-4a8c-a2e4-889160707e9c tempest-TagsExtTest-1398244386 tempest-TagsExtTest-1398244386-project] 10.222.0.32 "GET /v2.0/routers/0a2bec8c-194a-44f4-a0ca-6ad592926b14/tags/tempest-TagsExtTest-Tag-864260374 HTTP/1.1" status: 404  len: 328 time: 0.1681886
Dec 25 21:27:45.701905 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 43208) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:27:45.708331 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.tag.tag_plugin [None req-6e6b7cc9-2897-4696-a44d-af4f3847dccc tempest-TagsExtTest-1398244386 tempest-TagsExtTest-1398244386-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f26139c5820>, 'routers', '0a2bec8c-194a-44f4-a0ca-6ad592926b14', 'tempest-TagsExtTest-Tag-48557682') {} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:27:45.726306 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-e7b7d4cf-a9b0-40da-9a40-d03853ec6ff1 None None] For port e57ec043-1714-4cb4-8550-f6a289e3b9ed, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e57ec043-1714-4cb4-8550-f6a289e3b9ed,segment=NetworkSegment(52682866-08ca-487c-96a4-946e9bb4ed2a),segment_id=52682866-08ca-487c-96a4-946e9bb4ed2a)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:27:45.726722 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-e7b7d4cf-a9b0-40da-9a40-d03853ec6ff1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:45.739315 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-e13c3e2d-ce00-473b-8a17-614d2219c2e2 None None] Provisioning complete for port 8c1f537c-e1bd-4e9d-a81b-564cadf855e5 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:27:45.739693 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-e13c3e2d-ce00-473b-8a17-614d2219c2e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:45.766388 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-e7b7d4cf-a9b0-40da-9a40-d03853ec6ff1 None None] Calling delete_port for e57ec043-1714-4cb4-8550-f6a289e3b9ed owned by network:dhcp {{(pid=121608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:27:45.846094 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-e13c3e2d-ce00-473b-8a17-614d2219c2e2 None None] Port 8c1f537c-e1bd-4e9d-a81b-564cadf855e5 cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:27:45.861982 ncdv-master-1 neutron-server[121606]: INFO neutron.api.v2.resource [None req-6e6b7cc9-2897-4696-a44d-af4f3847dccc tempest-TagsExtTest-1398244386 tempest-TagsExtTest-1398244386-project] show failed (client error): The resource could not be found.
Dec 25 21:27:45.865358 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-6e6b7cc9-2897-4696-a44d-af4f3847dccc tempest-TagsExtTest-1398244386 tempest-TagsExtTest-1398244386-project] 10.222.0.32 "GET /v2.0/routers/0a2bec8c-194a-44f4-a0ca-6ad592926b14/tags/tempest-TagsExtTest-Tag-48557682 HTTP/1.1" status: 404  len: 327 time: 0.1619120
Dec 25 21:27:45.871673 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 43218) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:27:45.875167 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.tag.tag_plugin [None req-d3b2aa69-ad60-4df6-9945-58d6d95531c2 tempest-TagsExtTest-1398244386 tempest-TagsExtTest-1398244386-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f2612a75cd0>, 'routers', '0a2bec8c-194a-44f4-a0ca-6ad592926b14', 'tempest-TagsExtTest-Tag-549496507') {} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:27:45.940018 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-4d5c8ff6-5c8c-4fdd-9f57-bf5710eac515 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:45.961147 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-77f4f8e0-c74f-4ce7-8482-efe8f995e283 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Deleting port e57ec043-1714-4cb4-8550-f6a289e3b9ed {{(pid=121607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:27:45.961485 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-77f4f8e0-c74f-4ce7-8482-efe8f995e283 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:46.012548 ncdv-master-1 neutron-server[121606]: INFO neutron.api.v2.resource [None req-d3b2aa69-ad60-4df6-9945-58d6d95531c2 tempest-TagsExtTest-1398244386 tempest-TagsExtTest-1398244386-project] show failed (client error): The resource could not be found.
Dec 25 21:27:46.014717 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-d3b2aa69-ad60-4df6-9945-58d6d95531c2 tempest-TagsExtTest-1398244386 tempest-TagsExtTest-1398244386-project] 10.222.0.32 "GET /v2.0/routers/0a2bec8c-194a-44f4-a0ca-6ad592926b14/tags/tempest-TagsExtTest-Tag-549496507 HTTP/1.1" status: 404  len: 328 time: 0.1434388
Dec 25 21:27:46.016403 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-e7b7d4cf-a9b0-40da-9a40-d03853ec6ff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955'] for port, after_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:46.017254 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 43224) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:27:46.021978 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.tag.tag_plugin [None req-17ce3fe4-7450-48ba-8835-0e7692fc02c1 tempest-TagsExtTest-1398244386 tempest-TagsExtTest-1398244386-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (<neutron_lib.context.Context object at 0x7f2618d47e20>, 'subnetpools', '5736f557-d615-4b20-b5e8-6b4e42999eb3', {'tags': ['tempest-TagsExtTest-Tag-99769090', 'tempest-TagsExtTest-Tag-265933645', 'tempest-TagsExtTest-Tag-133020379']}) {} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:27:46.030227 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.db [None req-77f4f8e0-c74f-4ce7-8482-efe8f995e283 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] For port e57ec043-1714-4cb4-8550-f6a289e3b9ed, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e57ec043-1714-4cb4-8550-f6a289e3b9ed,segment=NetworkSegment(52682866-08ca-487c-96a4-946e9bb4ed2a),segment_id=52682866-08ca-487c-96a4-946e9bb4ed2a)] {{(pid=121607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:27:46.030581 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-77f4f8e0-c74f-4ce7-8482-efe8f995e283 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:46.042252 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7b7d4cf-a9b0-40da-9a40-d03853ec6ff1 None None] No DVR routers for this DVR port e57ec043-1714-4cb4-8550-f6a289e3b9ed on host ncdv-master-1 {{(pid=121608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:27:46.049393 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-77f4f8e0-c74f-4ce7-8482-efe8f995e283 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Calling delete_port for e57ec043-1714-4cb4-8550-f6a289e3b9ed owned by network:dhcp {{(pid=121607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:27:46.109665 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b7d4cf-a9b0-40da-9a40-d03853ec6ff1 None None] Pushing event deleted for resources: {'Port': ['ID=e57ec043-1714-4cb4-8550-f6a289e3b9ed,revision_number=None']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:27:46.192735 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_common [None req-4d5c8ff6-5c8c-4fdd-9f57-bf5710eac515 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Allocated IP 172.35.3.151 (7201e55c-7c5f-41aa-a042-a363696539d0/7a939e13-713f-45cf-bba7-1539635abe25/2575a0de-955b-424b-ad3a-d677d17f9e85) {{(pid=121606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:27:46.197572 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 43230) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:27:46.249458 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-cce48855-3941-4497-b672-fc9ccf528dfc tempest-RoutersIpV6AdminTest-611111169 tempest-RoutersIpV6AdminTest-611111169-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:46.277231 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-17ce3fe4-7450-48ba-8835-0e7692fc02c1 tempest-TagsExtTest-1398244386 tempest-TagsExtTest-1398244386-project] 10.222.0.32 "PUT /v2.0/subnetpools/5736f557-d615-4b20-b5e8-6b4e42999eb3/tags HTTP/1.1" status: 200  len: 314 time: 0.2588387
Dec 25 21:27:46.280702 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 43234) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:27:46.296253 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.tag.tag_plugin [None req-2fac2f70-ee8d-4264-95cc-e54c2b7753cc tempest-TagsExtTest-1398244386 tempest-TagsExtTest-1398244386-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f2612d95e20>, 'subnetpools', '5736f557-d615-4b20-b5e8-6b4e42999eb3') {} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:27:46.297783 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-77f4f8e0-c74f-4ce7-8482-efe8f995e283 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:46.338065 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f4f8e0-c74f-4ce7-8482-efe8f995e283 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Pushing event deleted for resources: {'Port': ['ID=e57ec043-1714-4cb4-8550-f6a289e3b9ed,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:27:46.339875 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77f4f8e0-c74f-4ce7-8482-efe8f995e283 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] No DVR routers for this DVR port e57ec043-1714-4cb4-8550-f6a289e3b9ed on host ncdv-master-1 {{(pid=121607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:27:46.363494 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-b4d78e69-8d2d-44cc-8665-f8f55177a7c0 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1330468044-network', 'tenant_id': '980165331b334d7795b91adc96459725'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:27:46.373917 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-4d5c8ff6-5c8c-4fdd-9f57-bf5710eac515 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Publish callbacks [] for port, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:46.457561 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-77f4f8e0-c74f-4ce7-8482-efe8f995e283 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997585', 'neutron.services.segments.db._delete_segments_for_network-8737602743071'] for network, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:46.475212 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4d78e69-8d2d-44cc-8665-f8f55177a7c0 admin admin] Made reservation on behalf of 980165331b334d7795b91adc96459725 for: {'network': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:27:46.477711 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-b4d78e69-8d2d-44cc-8665-f8f55177a7c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for network, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:46.491960 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-b4d78e69-8d2d-44cc-8665-f8f55177a7c0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:46.501689 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-4d5c8ff6-5c8c-4fdd-9f57-bf5710eac515 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:46.506113 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-2fac2f70-ee8d-4264-95cc-e54c2b7753cc tempest-TagsExtTest-1398244386 tempest-TagsExtTest-1398244386-project] 10.222.0.32 "DELETE /v2.0/subnetpools/5736f557-d615-4b20-b5e8-6b4e42999eb3/tags HTTP/1.1" status: 204  len: 168 time: 0.2248027
Dec 25 21:27:46.509735 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 43242) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:27:46.516499 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.tag.tag_plugin [None req-a959a499-936e-4937-bda0-591fb659db2c tempest-TagsExtTest-1398244386 tempest-TagsExtTest-1398244386-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f2619170cd0>, 'subnetpools', '5736f557-d615-4b20-b5e8-6b4e42999eb3', 'tempest-TagsExtTest-Tag-99769090') {} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:27:46.529585 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-77f4f8e0-c74f-4ce7-8482-efe8f995e283 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f26180bdaf0>,) {'filters': {'network_id': ['03f673ba-57e2-4bea-8735-67090b61696a']}} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:27:46.547463 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-77f4f8e0-c74f-4ce7-8482-efe8f995e283 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f26180bdaf0>, '52682866-08ca-487c-96a4-946e9bb4ed2a') {'for_net_delete': True} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:27:46.547767 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-77f4f8e0-c74f-4ce7-8482-efe8f995e283 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f26180bdaf0>, '52682866-08ca-487c-96a4-946e9bb4ed2a') {} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:27:46.554026 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d5c8ff6-5c8c-4fdd-9f57-bf5710eac515 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Network 7201e55c-7c5f-41aa-a042-a363696539d0 is already hosted by enough agents. {{(pid=121606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:27:46.560663 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [None req-4d5c8ff6-5c8c-4fdd-9f57-bf5710eac515 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Resources bound (agent type, host, resource id):  {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:27:46.565845 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d5c8ff6-5c8c-4fdd-9f57-bf5710eac515 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Received port after_create {{(pid=121606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:27:46.594406 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-77f4f8e0-c74f-4ce7-8482-efe8f995e283 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737602746920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10246592'] for segment, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:46.615349 ncdv-master-1 neutron-server[121607]: INFO neutron.api.v2.resource [None req-a959a499-936e-4937-bda0-591fb659db2c tempest-TagsExtTest-1398244386 tempest-TagsExtTest-1398244386-project] show failed (client error): The resource could not be found.
Dec 25 21:27:46.616655 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-a959a499-936e-4937-bda0-591fb659db2c tempest-TagsExtTest-1398244386 tempest-TagsExtTest-1398244386-project] 10.222.0.32 "GET /v2.0/subnetpools/5736f557-d615-4b20-b5e8-6b4e42999eb3/tags/tempest-TagsExtTest-Tag-99769090 HTTP/1.1" status: 404  len: 327 time: 0.1061306
Dec 25 21:27:46.619417 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5c8ff6-5c8c-4fdd-9f57-bf5710eac515 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Pushing event updated for resources: {'Port': ['ID=2575a0de-955b-424b-ad3a-d677d17f9e85,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:27:46.619724 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 43246) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:27:46.624732 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-77f4f8e0-c74f-4ce7-8482-efe8f995e283 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:46.629580 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.tag.tag_plugin [None req-890ddbe6-9387-4023-a574-a43efebaf062 tempest-TagsExtTest-1398244386 tempest-TagsExtTest-1398244386-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f2618a218b0>, 'subnetpools', '5736f557-d615-4b20-b5e8-6b4e42999eb3', 'tempest-TagsExtTest-Tag-265933645') {} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:27:46.643325 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-cce48855-3941-4497-b672-fc9ccf528dfc tempest-RoutersIpV6AdminTest-611111169 tempest-RoutersIpV6AdminTest-611111169-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2014278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2009753'] for router, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:46.645864 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77f4f8e0-c74f-4ce7-8482-efe8f995e283 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Releasing vlan 186 on physical network physnet1 to pool {{(pid=121607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 25 21:27:46.647216 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-77f4f8e0-c74f-4ce7-8482-efe8f995e283 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8633327'] for segment, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:46.650342 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:27:46.650342 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:27:46.650342 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:27:46.650342 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:27:46.650342 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:27:46.650342 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:27:46.650342 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:27:46.650342 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:27:46.650342 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:27:46.650342 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:27:46.650342 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:27:46.650342 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:27:46.650342 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:27:46.650342 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:27:46.650342 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:27:46.650342 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:27:46.650342 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 25 21:27:46.650342 ncdv-master-1 neutron-server[121607]:   self.session.flush()
Dec 25 21:27:46.650342 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 25 21:27:46.650342 ncdv-master-1 neutron-server[121607]:   self.session.flush()
Dec 25 21:27:46.650342 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 25 21:27:46.650342 ncdv-master-1 neutron-server[121607]:   self.session.flush()
Dec 25 21:27:46.650342 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 25 21:27:46.650342 ncdv-master-1 neutron-server[121607]:   self.session.flush()
Dec 25 21:27:46.650342 ncdv-master-1 neutron-server[121607]: Traceback (most recent call last):
Dec 25 21:27:46.650342 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 25 21:27:46.650342 ncdv-master-1 neutron-server[121607]:     timer()
Dec 25 21:27:46.650342 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 25 21:27:46.650342 ncdv-master-1 neutron-server[121607]:     cb(*args, **kw)
Dec 25 21:27:46.650342 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 25 21:27:46.650342 ncdv-master-1 neutron-server[121607]:     return func(*args, **kwargs)
Dec 25 21:27:46.650342 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 25 21:27:46.650342 ncdv-master-1 neutron-server[121607]:     self._notify()
Dec 25 21:27:46.650342 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 25 21:27:46.650342 ncdv-master-1 neutron-server[121607]:     self.callback(batched_events)
Dec 25 21:27:46.650342 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 25 21:27:46.650342 ncdv-master-1 neutron-server[121607]:     event.method(event)
Dec 25 21:27:46.650342 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 25 21:27:46.650342 ncdv-master-1 neutron-server[121607]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 25 21:27:46.650342 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 25 21:27:46.650342 ncdv-master-1 neutron-server[121607]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 25 21:27:46.650342 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 25 21:27:46.650342 ncdv-master-1 neutron-server[121607]:     return f(self, *a, **k)
Dec 25 21:27:46.650342 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 25 21:27:46.650342 ncdv-master-1 neutron-server[121607]:     return self._get(url).json()
Dec 25 21:27:46.650342 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 25 21:27:46.650342 ncdv-master-1 neutron-server[121607]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 25 21:27:46.650342 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 25 21:27:46.650342 ncdv-master-1 neutron-server[121607]:     return self.request(url, 'GET', **kwargs)
Dec 25 21:27:46.650342 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 25 21:27:46.650342 ncdv-master-1 neutron-server[121607]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 25 21:27:46.650342 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 25 21:27:46.650342 ncdv-master-1 neutron-server[121607]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 25 21:27:46.650342 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 25 21:27:46.650342 ncdv-master-1 neutron-server[121607]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 25 21:27:46.650342 ncdv-master-1 neutron-server[121607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 25 21:27:46.671696 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device e57ec043-1714-4cb4-8550-f6a289e3b9ed no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:27:46.700934 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] No Port match for: e57ec043-1714-4cb4-8550-f6a289e3b9ed {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:27:46.701961 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device e57ec043-1714-4cb4-8550-f6a289e3b9ed not bound to the agent host ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:27:46.753503 ncdv-master-1 neutron-server[121607]: INFO neutron.api.v2.resource [None req-890ddbe6-9387-4023-a574-a43efebaf062 tempest-TagsExtTest-1398244386 tempest-TagsExtTest-1398244386-project] show failed (client error): The resource could not be found.
Dec 25 21:27:46.754908 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-890ddbe6-9387-4023-a574-a43efebaf062 tempest-TagsExtTest-1398244386 tempest-TagsExtTest-1398244386-project] 10.222.0.32 "GET /v2.0/subnetpools/5736f557-d615-4b20-b5e8-6b4e42999eb3/tags/tempest-TagsExtTest-Tag-265933645 HTTP/1.1" status: 404  len: 328 time: 0.1340661
Dec 25 21:27:46.755908 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-b4d78e69-8d2d-44cc-8665-f8f55177a7c0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:46.759101 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 43250) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:27:46.764032 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.tag.tag_plugin [None req-f96670ec-a88e-4c69-9c86-22060c5d6ea8 tempest-TagsExtTest-1398244386 tempest-TagsExtTest-1398244386-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f2612e103d0>, 'subnetpools', '5736f557-d615-4b20-b5e8-6b4e42999eb3', 'tempest-TagsExtTest-Tag-133020379') {} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:27:46.824782 ncdv-master-1 neutron-server[121607]: INFO neutron.api.v2.resource [None req-f96670ec-a88e-4c69-9c86-22060c5d6ea8 tempest-TagsExtTest-1398244386 tempest-TagsExtTest-1398244386-project] show failed (client error): The resource could not be found.
Dec 25 21:27:46.825850 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-f96670ec-a88e-4c69-9c86-22060c5d6ea8 tempest-TagsExtTest-1398244386 tempest-TagsExtTest-1398244386-project] 10.222.0.32 "GET /v2.0/subnetpools/5736f557-d615-4b20-b5e8-6b4e42999eb3/tags/tempest-TagsExtTest-Tag-133020379 HTTP/1.1" status: 404  len: 328 time: 0.0652063
Dec 25 21:27:46.829688 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 43252) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:27:46.835240 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.tag.tag_plugin [None req-91f0bc49-a2c9-44c5-9791-91e1573f4163 tempest-TagsExtTest-1398244386 tempest-TagsExtTest-1398244386-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f2618e68f70>, 'subnetpools', '5736f557-d615-4b20-b5e8-6b4e42999eb3') {} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:27:46.872215 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-b4d78e69-8d2d-44cc-8665-f8f55177a7c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:46.880862 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-91f0bc49-a2c9-44c5-9791-91e1573f4163 tempest-TagsExtTest-1398244386 tempest-TagsExtTest-1398244386-project] 10.222.0.32 "DELETE /v2.0/subnetpools/5736f557-d615-4b20-b5e8-6b4e42999eb3/tags HTTP/1.1" status: 204  len: 168 time: 0.0502050
Dec 25 21:27:46.883477 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 43254) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:27:46.887920 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.tag.tag_plugin [None req-6b2c4880-d9db-4ca2-a8bc-6a9228700174 tempest-TagsExtTest-1398244386 tempest-TagsExtTest-1398244386-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f2618eeb7c0>, 'routers', '0a2bec8c-194a-44f4-a0ca-6ad592926b14') {} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:27:46.922616 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-77f4f8e0-c74f-4ce7-8482-efe8f995e283 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2008653'] for network, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:46.930363 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-77f4f8e0-c74f-4ce7-8482-efe8f995e283 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Publish callbacks [] for network, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:46.935903 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-77f4f8e0-c74f-4ce7-8482-efe8f995e283 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] 10.222.0.32 "DELETE /v2.0/networks/03f673ba-57e2-4bea-8735-67090b61696a HTTP/1.1" status: 204  len: 168 time: 1.6327696
Dec 25 21:27:46.951733 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f4f8e0-c74f-4ce7-8482-efe8f995e283 tempest-NetworksIpV6Test-1545017628 tempest-NetworksIpV6Test-1545017628-project] Pushing event deleted for resources: {'Network': ['ID=03f673ba-57e2-4bea-8735-67090b61696a,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:27:46.960905 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4d78e69-8d2d-44cc-8665-f8f55177a7c0 admin admin] vlan segment allocate from pool success with {'vlan_id': 192, 'physical_network': 'physnet1'}  {{(pid=121606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 25 21:27:46.986286 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d78e69-8d2d-44cc-8665-f8f55177a7c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3047df75-15d6-457f-8c77-25405c0680ea,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:27:46.991346 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cce48855-3941-4497-b672-fc9ccf528dfc tempest-RoutersIpV6AdminTest-611111169 tempest-RoutersIpV6AdminTest-611111169-project-admin] Router 38367e84-afc1-4587-b46a-4bbd5df68b5b is scheduled to L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 with binding_index 1 {{(pid=121607) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 25 21:27:46.997074 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-6b2c4880-d9db-4ca2-a8bc-6a9228700174 tempest-TagsExtTest-1398244386 tempest-TagsExtTest-1398244386-project] 10.222.0.32 "DELETE /v2.0/routers/0a2bec8c-194a-44f4-a0ca-6ad592926b14/tags HTTP/1.1" status: 204  len: 168 time: 0.1125772
Dec 25 21:27:46.999606 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 43260) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:27:47.001666 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-b4d78e69-8d2d-44cc-8665-f8f55177a7c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:47.002030 ncdv-master-1 neutron-server[121606]: INFO neutron.db.segments_db [None req-b4d78e69-8d2d-44cc-8665-f8f55177a7c0 admin admin] Added segment 56b813bb-0258-427a-b680-63f6bf14312f of type vlan for network 36c58514-4b76-443a-8b4e-8188ecbb730f
Dec 25 21:27:47.004988 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.tag.tag_plugin [None req-623aaae4-aaa9-491c-a47a-eb1ba6bd5721 tempest-TagsExtTest-1398244386 tempest-TagsExtTest-1398244386-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f2618a137c0>, 'ports', 'b308ebfc-a243-40cb-bcac-acccf1e69c37') {} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:27:47.148597 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-623aaae4-aaa9-491c-a47a-eb1ba6bd5721 tempest-TagsExtTest-1398244386 tempest-TagsExtTest-1398244386-project] 10.222.0.32 "DELETE /v2.0/ports/b308ebfc-a243-40cb-bcac-acccf1e69c37/tags HTTP/1.1" status: 204  len: 168 time: 0.1479900
Dec 25 21:27:47.149906 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cce48855-3941-4497-b672-fc9ccf528dfc tempest-RoutersIpV6AdminTest-611111169 tempest-RoutersIpV6AdminTest-611111169-project-admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 21:27:47.151321 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 43262) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:27:47.156389 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.tag.tag_plugin [None req-6e4fe1c0-7ca3-4983-8a9c-13c0d29de31d tempest-TagsExtTest-1398244386 tempest-TagsExtTest-1398244386-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f2618dca0a0>, 'subnets', 'fde88f50-afaa-45ef-9388-05e05e5a0018') {} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:27:47.164686 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb8525f9-94c1-4f67-9e91-22fe26bd6afd None None] Sync routers for ids ['38367e84-afc1-4587-b46a-4bbd5df68b5b'] in ncdv-master-1 {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 21:27:47.184109 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb8525f9-94c1-4f67-9e91-22fe26bd6afd None None] Routers {'38367e84-afc1-4587-b46a-4bbd5df68b5b'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:27:47.185522 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-bb8525f9-94c1-4f67-9e91-22fe26bd6afd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f26181cca60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:27:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['38367e84-afc1-4587-b46a-4bbd5df68b5b'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:27:47.234122 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-6e4fe1c0-7ca3-4983-8a9c-13c0d29de31d tempest-TagsExtTest-1398244386 tempest-TagsExtTest-1398244386-project] 10.222.0.32 "DELETE /v2.0/subnets/fde88f50-afaa-45ef-9388-05e05e5a0018/tags HTTP/1.1" status: 204  len: 168 time: 0.0817032
Dec 25 21:27:47.241311 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 43268) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:27:47.273097 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-cce48855-3941-4497-b672-fc9ccf528dfc tempest-RoutersIpV6AdminTest-611111169 tempest-RoutersIpV6AdminTest-611111169-project-admin] Publish callbacks [] for router, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:47.275817 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-cce48855-3941-4497-b672-fc9ccf528dfc tempest-RoutersIpV6AdminTest-611111169 tempest-RoutersIpV6AdminTest-611111169-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 908 time: 3.9758115
Dec 25 21:27:47.286207 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 43270) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:27:47.359010 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvr_db [None req-bb8525f9-94c1-4f67-9e91-22fe26bd6afd None None] Set router 38367e84-afc1-4587-b46a-4bbd5df68b5b gateway port host: ncdv-master-1 {{(pid=121608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:27:47.462910 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e2d48e60-1e16-4018-ae34-077a6fbc436d tempest-TagsExtTest-1398244386 tempest-TagsExtTest-1398244386-project] Publish callbacks [] for subnetpool, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:47.464157 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-e2d48e60-1e16-4018-ae34-077a6fbc436d tempest-TagsExtTest-1398244386 tempest-TagsExtTest-1398244386-project] 10.222.0.32 "DELETE /v2.0/subnetpools/5736f557-d615-4b20-b5e8-6b4e42999eb3 HTTP/1.1" status: 204  len: 168 time: 0.2194912
Dec 25 21:27:47.470591 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 43276) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:27:47.473696 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-b4d78e69-8d2d-44cc-8665-f8f55177a7c0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737602163420'] for network, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:47.534178 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 43280) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:27:47.534882 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-ea373e5a-c0ca-4c9d-b88f-67f903602565 tempest-RoutersIpV6AdminTest-611111169 tempest-RoutersIpV6AdminTest-611111169-project-admin] 10.222.0.32 "GET /v2.0/routers/38367e84-afc1-4587-b46a-4bbd5df68b5b HTTP/1.1" status: 200  len: 909 time: 0.2475529
Dec 25 21:27:47.538606 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-0a00b91f-292e-46a0-9f83-abb02ff38dc6 tempest-RoutersIpV6AdminTest-611111169 tempest-RoutersIpV6AdminTest-611111169-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1235949323', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'enable_snat': True}}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:27:47.540945 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-c08cb7a8-e21e-4995-a015-719ab1cc6b08 tempest-TagsExtTest-1398244386 tempest-TagsExtTest-1398244386-project] 10.222.0.32 "GET /v2.0/ports?device_id=0a2bec8c-194a-44f4-a0ca-6ad592926b14 HTTP/1.1" status: 200  len: 205 time: 0.0692368
Dec 25 21:27:47.543888 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 43282) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:27:47.564018 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-4d5c8ff6-5c8c-4fdd-9f57-bf5710eac515 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Publish callbacks [] for floatingip, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:47.603093 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-bb8525f9-94c1-4f67-9e91-22fe26bd6afd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f26181cca60>, [{'id': '38367e84-afc1-4587-b46a-4bbd5df68b5b', 'name': 'tempest-snat-router-1235949323', 'tenant_id': '11dbaf75025641a583f8da351941d2bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.183'}], 'enable_snat': False}, 'gw_port_id': '8c1f537c-e1bd-4e9d-a81b-564cadf855e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:27:43Z', 'updated_at': '2021-12-25T21:27:45Z', 'revision_number': 3, 'project_id': '11dbaf75025641a583f8da351941d2bc', 'gw_port': {'id': '8c1f537c-e1bd-4e9d-a81b-564cadf855e5', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:00:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38367e84-afc1-4587-b46a-4bbd5df68b5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2138, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:27:44Z', 'updated_at': '2021-12-25T21:27:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:27:47.635942 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-39714646-34e2-4237-9861-37d9ef65131d tempest-TagsExtTest-1398244386 tempest-TagsExtTest-1398244386-project] Publish callbacks [] for router, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:47.637827 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 43284) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:27:47.649987 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb8525f9-94c1-4f67-9e91-22fe26bd6afd None None] Checking router: 38367e84-afc1-4587-b46a-4bbd5df68b5b for host: ncdv-master-1 {{(pid=121608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 25 21:27:47.650347 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb8525f9-94c1-4f67-9e91-22fe26bd6afd None None] Updating router 38367e84-afc1-4587-b46a-4bbd5df68b5b port 8c1f537c-e1bd-4e9d-a81b-564cadf855e5 binding host ncdv-master-1 {{(pid=121608) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 25 21:27:47.679430 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-bb8525f9-94c1-4f67-9e91-22fe26bd6afd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:47.704423 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-b4d78e69-8d2d-44cc-8665-f8f55177a7c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870'] for network, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:47.705507 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4d78e69-8d2d-44cc-8665-f8f55177a7c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:27:47.706108 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-b4d78e69-8d2d-44cc-8665-f8f55177a7c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for network, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:47.726838 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-0a00b91f-292e-46a0-9f83-abb02ff38dc6 tempest-RoutersIpV6AdminTest-611111169 tempest-RoutersIpV6AdminTest-611111169-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2014909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14863'] for router, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:47.728007 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-0a00b91f-292e-46a0-9f83-abb02ff38dc6 tempest-RoutersIpV6AdminTest-611111169 tempest-RoutersIpV6AdminTest-611111169-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2014285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2009796', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2082630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14848'] for router, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:47.830586 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-39714646-34e2-4237-9861-37d9ef65131d tempest-TagsExtTest-1398244386 tempest-TagsExtTest-1398244386-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2014235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14905'] for router, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:47.833114 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-39714646-34e2-4237-9861-37d9ef65131d tempest-TagsExtTest-1398244386 tempest-TagsExtTest-1398244386-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:47.873953 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-0a00b91f-292e-46a0-9f83-abb02ff38dc6 tempest-RoutersIpV6AdminTest-611111169 tempest-RoutersIpV6AdminTest-611111169-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:47.876288 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d78e69-8d2d-44cc-8665-f8f55177a7c0 admin admin] Pushing event updated for resources: {'Network': ['ID=36c58514-4b76-443a-8b4e-8188ecbb730f,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:27:47.885031 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-b4d78e69-8d2d-44cc-8665-f8f55177a7c0 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 1.6863503
Dec 25 21:27:47.887846 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 43292) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:27:47.902433 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Network 36c58514-4b76-443a-8b4e-8188ecbb730f details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 25 21:27:47.913935 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-f21e1539-ffe5-4caa-b767-3ee933467c1a admin admin] Request body: {'subnet': {'network_id': '36c58514-4b76-443a-8b4e-8188ecbb730f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1330468044-subnet', 'tenant_id': '980165331b334d7795b91adc96459725', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:27:47.960004 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-4d5c8ff6-5c8c-4fdd-9f57-bf5710eac515 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:48.060398 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-94b49ee4-d8c1-40ce-bae6-a9996ff039ae admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=596be925895b4ede995a5f893bdae840&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4180000
Dec 25 21:27:48.063117 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 43298) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:27:48.123818 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-fee10917-cdcd-4900-9298-124fbe89b616 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:48.151015 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-fee10917-cdcd-4900-9298-124fbe89b616 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:48.184942 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-39714646-34e2-4237-9861-37d9ef65131d tempest-TagsExtTest-1398244386 tempest-TagsExtTest-1398244386-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2014220'] for router, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:48.185604 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39714646-34e2-4237-9861-37d9ef65131d tempest-TagsExtTest-1398244386 tempest-TagsExtTest-1398244386-project] Fanout notify agent at l3_agent the message router_deleted on router 0a2bec8c-194a-44f4-a0ca-6ad592926b14 {{(pid=121607) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 25 21:27:48.192369 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-bb8525f9-94c1-4f67-9e91-22fe26bd6afd None None] Publish callbacks [] for port, precommit_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:48.200683 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-39714646-34e2-4237-9861-37d9ef65131d tempest-TagsExtTest-1398244386 tempest-TagsExtTest-1398244386-project] Publish callbacks [] for router, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:48.204615 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-39714646-34e2-4237-9861-37d9ef65131d tempest-TagsExtTest-1398244386 tempest-TagsExtTest-1398244386-project] 10.222.0.32 "DELETE /v2.0/routers/0a2bec8c-194a-44f4-a0ca-6ad592926b14 HTTP/1.1" status: 204  len: 168 time: 0.6575508
Dec 25 21:27:48.204926 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 43300) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:27:48.223076 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f21e1539-ffe5-4caa-b767-3ee933467c1a admin admin] Made reservation on behalf of 980165331b334d7795b91adc96459725 for: {'subnet': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:27:48.225479 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-f21e1539-ffe5-4caa-b767-3ee933467c1a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9028529'] for subnet, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:48.280862 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-4d5c8ff6-5c8c-4fdd-9f57-bf5710eac515 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Publish callbacks [] for port, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:48.311457 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-53f983eb-96e9-48ba-bc20-e7f03fd42449 tempest-TagsExtTest-1398244386 tempest-TagsExtTest-1398244386-project] Deleting port b308ebfc-a243-40cb-bcac-acccf1e69c37 {{(pid=121607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:27:48.311457 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-53f983eb-96e9-48ba-bc20-e7f03fd42449 tempest-TagsExtTest-1398244386 tempest-TagsExtTest-1398244386-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:48.323286 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-bb8525f9-94c1-4f67-9e91-22fe26bd6afd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:48.335298 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-0a00b91f-292e-46a0-9f83-abb02ff38dc6 tempest-RoutersIpV6AdminTest-611111169 tempest-RoutersIpV6AdminTest-611111169-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:48.377188 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-816c9831-4372-4173-b3bb-4f46378801bb None None] DHCP port deletion for 7201e55c-7c5f-41aa-a042-a363696539d0 request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 21:27:48.385091 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-fee10917-cdcd-4900-9298-124fbe89b616 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:48.387909 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-fee10917-cdcd-4900-9298-124fbe89b616 admin admin] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:48.389430 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-fee10917-cdcd-4900-9298-124fbe89b616 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/13957fdf-709b-49aa-98ae-7e457360c7d1 HTTP/1.1" status: 204  len: 168 time: 0.3246677
Dec 25 21:27:48.406111 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-bb8525f9-94c1-4f67-9e91-22fe26bd6afd None None] Attempting to bind port 8c1f537c-e1bd-4e9d-a81b-564cadf855e5 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:27:48.406111 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-bb8525f9-94c1-4f67-9e91-22fe26bd6afd None None] Attempting to bind port 8c1f537c-e1bd-4e9d-a81b-564cadf855e5 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:27:48.406433 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb8525f9-94c1-4f67-9e91-22fe26bd6afd None None] Attempting to bind port 8c1f537c-e1bd-4e9d-a81b-564cadf855e5 on network 7201e55c-7c5f-41aa-a042-a363696539d0 {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:27:48.410768 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee10917-cdcd-4900-9298-124fbe89b616 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13957fdf-709b-49aa-98ae-7e457360c7d1,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:27:48.419248 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb8525f9-94c1-4f67-9e91-22fe26bd6afd None None] Checking agent: {'id': 'ca4f5c6d-f1fd-48b8-a3e3-395864c7d23d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 20, 56, 40), 'started_at': datetime.datetime(2021, 12, 25, 20, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 27, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:27:48.422909 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb8525f9-94c1-4f67-9e91-22fe26bd6afd None None] Checking segment: {'id': '6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:27:48.424308 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-bb8525f9-94c1-4f67-9e91-22fe26bd6afd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:48.425270 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb8525f9-94c1-4f67-9e91-22fe26bd6afd None None] Bound using segment: {'id': '6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:27:48.429151 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-bb8525f9-94c1-4f67-9e91-22fe26bd6afd None None] Bound port: 8c1f537c-e1bd-4e9d-a81b-564cadf855e5, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'}}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:27:48.429151 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-bb8525f9-94c1-4f67-9e91-22fe26bd6afd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:48.430155 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93410b93-538b-4cfd-aad9-6cff3d021219 None None] Pushing event updated for resources: {'Port': ['ID=8c1f537c-e1bd-4e9d-a81b-564cadf855e5,revision_number=2']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:27:48.453695 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-53f983eb-96e9-48ba-bc20-e7f03fd42449 tempest-TagsExtTest-1398244386 tempest-TagsExtTest-1398244386-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:48.472509 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-53f983eb-96e9-48ba-bc20-e7f03fd42449 tempest-TagsExtTest-1398244386 tempest-TagsExtTest-1398244386-project] Calling delete_port for b308ebfc-a243-40cb-bcac-acccf1e69c37 owned by  {{(pid=121607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:27:48.550518 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-4d5c8ff6-5c8c-4fdd-9f57-bf5710eac515 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:48.553055 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-bb8525f9-94c1-4f67-9e91-22fe26bd6afd None None] For port 8c1f537c-e1bd-4e9d-a81b-564cadf855e5, host ncdv-master-1, cleared binding levels {{(pid=121608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:27:48.557346 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-bb8525f9-94c1-4f67-9e91-22fe26bd6afd None None] For port 8c1f537c-e1bd-4e9d-a81b-564cadf855e5, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8c1f537c-e1bd-4e9d-a81b-564cadf855e5,segment=NetworkSegment(6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855),segment_id=6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855)] {{(pid=121608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:27:48.575307 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-804264b8-b16e-4d86-92ca-06a7332f09fa None None] Provisioning complete for port 8c1f537c-e1bd-4e9d-a81b-564cadf855e5 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:27:48.575680 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-804264b8-b16e-4d86-92ca-06a7332f09fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:48.623896 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-f21e1539-ffe5-4caa-b767-3ee933467c1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9084170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9028515'] for subnet, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:48.625063 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-bb8525f9-94c1-4f67-9e91-22fe26bd6afd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:48.664051 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-804264b8-b16e-4d86-92ca-06a7332f09fa None None] Port 8c1f537c-e1bd-4e9d-a81b-564cadf855e5 cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:27:48.674037 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90167310-5be4-46e6-bd9e-9b8e98153adb None None] DHCP port deletion for 7201e55c-7c5f-41aa-a042-a363696539d0 request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 21:27:48.685089 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb8525f9-94c1-4f67-9e91-22fe26bd6afd None None] Routers {'38367e84-afc1-4587-b46a-4bbd5df68b5b'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:27:48.687146 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-bb8525f9-94c1-4f67-9e91-22fe26bd6afd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f26181cca60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:27:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['38367e84-afc1-4587-b46a-4bbd5df68b5b'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:27:48.721481 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5c8ff6-5c8c-4fdd-9f57-bf5710eac515 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Pushing event updated for resources: {'Port': ['ID=2575a0de-955b-424b-ad3a-d677d17f9e85,revision_number=2']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:27:48.729576 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-4d5c8ff6-5c8c-4fdd-9f57-bf5710eac515 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2008639'] for floatingip, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:48.760572 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93410b93-538b-4cfd-aad9-6cff3d021219 None None] Pushing event updated for resources: {'Port': ['ID=8c1f537c-e1bd-4e9d-a81b-564cadf855e5,revision_number=3']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:27:48.781010 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f21e1539-ffe5-4caa-b767-3ee933467c1a admin admin] Checking segment: {'id': '56b813bb-0258-427a-b680-63f6bf14312f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '36c58514-4b76-443a-8b4e-8188ecbb730f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:27:48.781374 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-53f983eb-96e9-48ba-bc20-e7f03fd42449 tempest-TagsExtTest-1398244386 tempest-TagsExtTest-1398244386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:48.781538 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f21e1539-ffe5-4caa-b767-3ee933467c1a admin admin] Network hostable DHCP agents. Network: 36c58514-4b76-443a-8b4e-8188ecbb730f, hostable agents: ['1813db88-2c1b-4357-a2ba-869246b663c2'], hosted agents: [] {{(pid=121606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 25 21:27:48.783502 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21e1539-ffe5-4caa-b767-3ee933467c1a admin admin] Pushing event updated for resources: {'Subnet': ['ID=a434de1e-5464-470d-a8e6-901b6aa78ffb,revision_number=0']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:27:48.828808 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvr_db [None req-bb8525f9-94c1-4f67-9e91-22fe26bd6afd None None] Set router 38367e84-afc1-4587-b46a-4bbd5df68b5b gateway port host: ncdv-master-1 {{(pid=121608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:27:48.830932 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-08391aab-6f56-4f76-906f-c16f41fea98a None None] Provisioning complete for port 8c1f537c-e1bd-4e9d-a81b-564cadf855e5 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:27:48.831350 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-08391aab-6f56-4f76-906f-c16f41fea98a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:48.840248 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f983eb-96e9-48ba-bc20-e7f03fd42449 tempest-TagsExtTest-1398244386 tempest-TagsExtTest-1398244386-project] Pushing event deleted for resources: {'Port': ['ID=b308ebfc-a243-40cb-bcac-acccf1e69c37,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:27:48.908854 ncdv-master-1 neutron-server[121606]: INFO neutron.db.l3_db [None req-4d5c8ff6-5c8c-4fdd-9f57-bf5710eac515 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Floating IP 5389abc8-143a-4449-823c-a051db971757 associated. External IP: 172.35.3.151, port: 81b7f223-2ab2-4175-875d-9120d0b7f4cd.
Dec 25 21:27:48.985768 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f21e1539-ffe5-4caa-b767-3ee933467c1a admin admin] Network 36c58514-4b76-443a-8b4e-8188ecbb730f is scheduled to be hosted by DHCP agent 1813db88-2c1b-4357-a2ba-869246b663c2 with binding_index 1 {{(pid=121606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 25 21:27:49.008248 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-53f983eb-96e9-48ba-bc20-e7f03fd42449 tempest-TagsExtTest-1398244386 tempest-TagsExtTest-1398244386-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:49.040775 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-53f983eb-96e9-48ba-bc20-e7f03fd42449 tempest-TagsExtTest-1398244386 tempest-TagsExtTest-1398244386-project] 10.222.0.32 "DELETE /v2.0/ports/b308ebfc-a243-40cb-bcac-acccf1e69c37 HTTP/1.1" status: 204  len: 168 time: 0.8334346
Dec 25 21:27:49.042410 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 43318) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:27:49.112006 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [None req-f21e1539-ffe5-4caa-b767-3ee933467c1a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 36c58514-4b76-443a-8b4e-8188ecbb730f) {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:27:49.127532 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f21e1539-ffe5-4caa-b767-3ee933467c1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:27:49.128135 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-f21e1539-ffe5-4caa-b767-3ee933467c1a admin admin] Publish callbacks [] for subnet, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:49.137287 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea30cc96-fe8d-4c9c-a112-0e7ff7e83f0f tempest-TagsExtTest-1398244386 tempest-TagsExtTest-1398244386-project] Deleting subnet fde88f50-afaa-45ef-9388-05e05e5a0018 {{(pid=121607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Dec 25 21:27:49.143351 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ea30cc96-fe8d-4c9c-a112-0e7ff7e83f0f tempest-TagsExtTest-1398244386 tempest-TagsExtTest-1398244386-project] Publish callbacks [] for subnet, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:49.152325 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dba633f-0bf8-4c35-9977-82a87df99139 None None] Network 36c58514-4b76-443a-8b4e-8188ecbb730f requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:27:49.244409 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ea30cc96-fe8d-4c9c-a112-0e7ff7e83f0f tempest-TagsExtTest-1398244386 tempest-TagsExtTest-1398244386-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10246617'] for subnet, precommit_delete_associations {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:49.258201 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-0a00b91f-292e-46a0-9f83-abb02ff38dc6 tempest-RoutersIpV6AdminTest-611111169 tempest-RoutersIpV6AdminTest-611111169-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:49.299735 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-f21e1539-ffe5-4caa-b767-3ee933467c1a admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 1.4102962
Dec 25 21:27:49.303918 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 43322) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:27:49.309481 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-e8624754-9afd-496c-aa75-e79bbde0da9b admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1330468044-router', 'tenant_id': '980165331b334d7795b91adc96459725', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'}}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:27:49.335697 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-0a00b91f-292e-46a0-9f83-abb02ff38dc6 tempest-RoutersIpV6AdminTest-611111169 tempest-RoutersIpV6AdminTest-611111169-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:49.393772 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d5c8ff6-5c8c-4fdd-9f57-bf5710eac515 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Router caef596b-48c6-4907-a4cb-760766c09537 has already been hosted by L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 {{(pid=121606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 25 21:27:49.400201 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ea30cc96-fe8d-4c9c-a112-0e7ff7e83f0f tempest-TagsExtTest-1398244386 tempest-TagsExtTest-1398244386-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995662'] for subnet, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:49.564713 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-08391aab-6f56-4f76-906f-c16f41fea98a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:49.590265 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_common [None req-0a00b91f-292e-46a0-9f83-abb02ff38dc6 tempest-RoutersIpV6AdminTest-611111169 tempest-RoutersIpV6AdminTest-611111169-project-admin] Allocated IP 172.35.3.57 (7201e55c-7c5f-41aa-a042-a363696539d0/7a939e13-713f-45cf-bba7-1539635abe25/f89c1545-eaa8-41ba-a8fb-7b3c4174e155) {{(pid=121606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:27:49.597393 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-bb8525f9-94c1-4f67-9e91-22fe26bd6afd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f26181cca60>, [{'id': '38367e84-afc1-4587-b46a-4bbd5df68b5b', 'name': 'tempest-snat-router-1235949323', 'tenant_id': '11dbaf75025641a583f8da351941d2bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.183'}], 'enable_snat': False}, 'gw_port_id': '8c1f537c-e1bd-4e9d-a81b-564cadf855e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:27:43Z', 'updated_at': '2021-12-25T21:27:45Z', 'revision_number': 3, 'project_id': '11dbaf75025641a583f8da351941d2bc', 'gw_port': {'id': '8c1f537c-e1bd-4e9d-a81b-564cadf855e5', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:00:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38367e84-afc1-4587-b46a-4bbd5df68b5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2138, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:27:44Z', 'updated_at': '2021-12-25T21:27:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:27:49.600403 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-08391aab-6f56-4f76-906f-c16f41fea98a None None] For port 8c1f537c-e1bd-4e9d-a81b-564cadf855e5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8c1f537c-e1bd-4e9d-a81b-564cadf855e5,segment=NetworkSegment(6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855),segment_id=6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:27:49.604196 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d5c8ff6-5c8c-4fdd-9f57-bf5710eac515 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 21:27:49.615504 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-139790d0-f83a-47a8-b82e-e9afc5ac745f None None] Sync routers for ids ['caef596b-48c6-4907-a4cb-760766c09537'] in ncdv-master-1 {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 21:27:49.635230 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-139790d0-f83a-47a8-b82e-e9afc5ac745f None None] Routers {'caef596b-48c6-4907-a4cb-760766c09537'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:27:49.637114 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-139790d0-f83a-47a8-b82e-e9afc5ac745f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2618b0fee0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:27:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['caef596b-48c6-4907-a4cb-760766c09537'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:27:49.648222 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb8525f9-94c1-4f67-9e91-22fe26bd6afd None None] The sync data for ids ['38367e84-afc1-4587-b46a-4bbd5df68b5b'] in ncdv-master-1 is: [{'id': '38367e84-afc1-4587-b46a-4bbd5df68b5b', 'name': 'tempest-snat-router-1235949323', 'tenant_id': '11dbaf75025641a583f8da351941d2bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.183'}], 'enable_snat': False}, 'gw_port_id': '8c1f537c-e1bd-4e9d-a81b-564cadf855e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:27:43Z', 'updated_at': '2021-12-25T21:27:45Z', 'revision_number': 3, 'project_id': '11dbaf75025641a583f8da351941d2bc', 'gw_port': {'id': '8c1f537c-e1bd-4e9d-a81b-564cadf855e5', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:00:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38367e84-afc1-4587-b46a-4bbd5df68b5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2138, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:27:44Z', 'updated_at': '2021-12-25T21:27:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'ncdv-master-1'}] {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 21:27:49.665095 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d16d6ba7-ba0e-4caa-a300-a0fa7aa7ccd9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-36c58514-4b76-443a-8b4e-8188ecbb730f', 'network_id': '36c58514-4b76-443a-8b4e-8188ecbb730f', 'project_id': '980165331b334d7795b91adc96459725', 'fixed_ips': [{'subnet_id': 'a434de1e-5464-470d-a8e6-901b6aa78ffb'}]}} from ncdv-master-1. {{(pid=121608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 25 21:27:49.666047 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-d16d6ba7-ba0e-4caa-a300-a0fa7aa7ccd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:49.729983 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-139790d0-f83a-47a8-b82e-e9afc5ac745f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2618b0fee0>, [], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:27:49.746761 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-139790d0-f83a-47a8-b82e-e9afc5ac745f None None] Routers {'caef596b-48c6-4907-a4cb-760766c09537'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:27:49.747941 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-139790d0-f83a-47a8-b82e-e9afc5ac745f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2618b0fee0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:27:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['caef596b-48c6-4907-a4cb-760766c09537'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:27:49.751244 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-08391aab-6f56-4f76-906f-c16f41fea98a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:49.789042 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-139790d0-f83a-47a8-b82e-e9afc5ac745f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2618b0fee0>, [], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:27:49.790158 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-139790d0-f83a-47a8-b82e-e9afc5ac745f None None] The sync data for ids ['caef596b-48c6-4907-a4cb-760766c09537'] in ncdv-master-1 is: [] {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 21:27:49.802799 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-0a00b91f-292e-46a0-9f83-abb02ff38dc6 tempest-RoutersIpV6AdminTest-611111169 tempest-RoutersIpV6AdminTest-611111169-project-admin] Publish callbacks [] for port, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:49.807859 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e8624754-9afd-496c-aa75-e79bbde0da9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2014909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14863'] for router, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:49.808920 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e8624754-9afd-496c-aa75-e79bbde0da9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2014285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2009796', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2082630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14848'] for router, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:49.821098 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-4d5c8ff6-5c8c-4fdd-9f57-bf5710eac515 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for floatingip, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:49.850899 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08391aab-6f56-4f76-906f-c16f41fea98a None None] Pushing event updated for resources: {'Port': ['ID=8c1f537c-e1bd-4e9d-a81b-564cadf855e5,revision_number=4']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:27:49.876296 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-4d5c8ff6-5c8c-4fdd-9f57-bf5710eac515 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 983 time: 4.4660368
Dec 25 21:27:49.879379 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 43338) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:27:49.883926 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-506ed481-0443-4411-af49-6bd4b34605a4 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Request body: {'floatingip': {'port_id': None}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:27:49.896418 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.db_base_plugin_common [None req-d16d6ba7-ba0e-4caa-a300-a0fa7aa7ccd9 None None] Allocated IP 172.20.0.2 (36c58514-4b76-443a-8b4e-8188ecbb730f/a434de1e-5464-470d-a8e6-901b6aa78ffb/7d0eb056-e87c-4390-8452-b792d737d29e) {{(pid=121608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:27:49.898119 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e8624754-9afd-496c-aa75-e79bbde0da9b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:49.982156 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-506ed481-0443-4411-af49-6bd4b34605a4 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Publish callbacks [] for floatingip, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:50.129043 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-d16d6ba7-ba0e-4caa-a300-a0fa7aa7ccd9 None None] Publish callbacks [] for port, precommit_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:50.134463 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-0a00b91f-292e-46a0-9f83-abb02ff38dc6 tempest-RoutersIpV6AdminTest-611111169 tempest-RoutersIpV6AdminTest-611111169-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:50.141895 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ea30cc96-fe8d-4c9c-a112-0e7ff7e83f0f tempest-TagsExtTest-1398244386 tempest-TagsExtTest-1398244386-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8632410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8852809'] for subnet, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:50.167309 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 43342) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:27:50.211679 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a90659c-d63d-487b-9e91-f387da3052f7 None None] Network 4e08f3f9-06f7-4b16-ad7e-9347e9a98767 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:27:50.220838 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ea30cc96-fe8d-4c9c-a112-0e7ff7e83f0f tempest-TagsExtTest-1398244386 tempest-TagsExtTest-1398244386-project] Publish callbacks [] for subnet, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:50.224795 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-ea30cc96-fe8d-4c9c-a112-0e7ff7e83f0f tempest-TagsExtTest-1398244386 tempest-TagsExtTest-1398244386-project] 10.222.0.32 "DELETE /v2.0/subnets/fde88f50-afaa-45ef-9388-05e05e5a0018 HTTP/1.1" status: 204  len: 168 time: 1.1809244
Dec 25 21:27:50.229074 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea30cc96-fe8d-4c9c-a112-0e7ff7e83f0f tempest-TagsExtTest-1398244386 tempest-TagsExtTest-1398244386-project] Pushing event deleted for resources: {'Subnet': ['ID=fde88f50-afaa-45ef-9388-05e05e5a0018,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:27:50.231150 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 43346) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:27:50.244259 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-506ed481-0443-4411-af49-6bd4b34605a4 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Publish callbacks [] for floatingip, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:50.244432 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-d16d6ba7-ba0e-4caa-a300-a0fa7aa7ccd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946'] for port, after_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:50.255948 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a00b91f-292e-46a0-9f83-abb02ff38dc6 tempest-RoutersIpV6AdminTest-611111169 tempest-RoutersIpV6AdminTest-611111169-project-admin] Network 7201e55c-7c5f-41aa-a042-a363696539d0 is already hosted by enough agents. {{(pid=121606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:27:50.257275 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a00b91f-292e-46a0-9f83-abb02ff38dc6 tempest-RoutersIpV6AdminTest-611111169 tempest-RoutersIpV6AdminTest-611111169-project-admin] Pushing event updated for resources: {'Port': ['ID=f89c1545-eaa8-41ba-a8fb-7b3c4174e155,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:27:50.260925 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [None req-0a00b91f-292e-46a0-9f83-abb02ff38dc6 tempest-RoutersIpV6AdminTest-611111169 tempest-RoutersIpV6AdminTest-611111169-project-admin] Resources bound (agent type, host, resource id):  {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:27:50.262124 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a00b91f-292e-46a0-9f83-abb02ff38dc6 tempest-RoutersIpV6AdminTest-611111169 tempest-RoutersIpV6AdminTest-611111169-project-admin] Received port after_create {{(pid=121606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:27:50.274406 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e8624754-9afd-496c-aa75-e79bbde0da9b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:50.318695 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-797cc6cf-df6f-4d10-a082-e5c2759d4777 None None] DHCP port deletion for 7201e55c-7c5f-41aa-a042-a363696539d0 request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 21:27:50.402066 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d16d6ba7-ba0e-4caa-a300-a0fa7aa7ccd9 None None] Network 36c58514-4b76-443a-8b4e-8188ecbb730f is already hosted by enough agents. {{(pid=121608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:27:50.414504 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.base_scheduler [None req-d16d6ba7-ba0e-4caa-a300-a0fa7aa7ccd9 None None] Resources bound (agent type, host, resource id):  {{(pid=121608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:27:50.428480 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5f50d5f4-1f9c-47f6-af2e-ad61520b60d3 tempest-TagsExtTest-1398244386 tempest-TagsExtTest-1398244386-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625803'] for network, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:50.445925 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d16d6ba7-ba0e-4caa-a300-a0fa7aa7ccd9 None None] Received port after_create {{(pid=121608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:27:50.448586 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16d6ba7-ba0e-4caa-a300-a0fa7aa7ccd9 None None] Pushing event updated for resources: {'Port': ['ID=7d0eb056-e87c-4390-8452-b792d737d29e,revision_number=1']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:27:50.469941 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-c6da56b5-cd27-423b-a61c-b9e918d93726 tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-481185378'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:27:50.616428 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-d16d6ba7-ba0e-4caa-a300-a0fa7aa7ccd9 None None] Attempting to bind port 7d0eb056-e87c-4390-8452-b792d737d29e on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:27:50.638395 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-d16d6ba7-ba0e-4caa-a300-a0fa7aa7ccd9 None None] Attempting to bind port 7d0eb056-e87c-4390-8452-b792d737d29e by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '56b813bb-0258-427a-b680-63f6bf14312f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '36c58514-4b76-443a-8b4e-8188ecbb730f'}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:27:50.640383 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d16d6ba7-ba0e-4caa-a300-a0fa7aa7ccd9 None None] Attempting to bind port 7d0eb056-e87c-4390-8452-b792d737d29e on network 36c58514-4b76-443a-8b4e-8188ecbb730f {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:27:50.650552 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-537c56c0-2988-4d01-8ee0-c604bf5a6e28 None None] Provisioning complete for port f89c1545-eaa8-41ba-a8fb-7b3c4174e155 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:27:50.651240 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-537c56c0-2988-4d01-8ee0-c604bf5a6e28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:50.662993 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-5f50d5f4-1f9c-47f6-af2e-ad61520b60d3 tempest-TagsExtTest-1398244386 tempest-TagsExtTest-1398244386-project] Deleting port 6250d37b-2170-401b-a80d-0eea3b9ffd2a {{(pid=121607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:27:50.663332 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5f50d5f4-1f9c-47f6-af2e-ad61520b60d3 tempest-TagsExtTest-1398244386 tempest-TagsExtTest-1398244386-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:50.707359 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d16d6ba7-ba0e-4caa-a300-a0fa7aa7ccd9 None None] Checking agent: {'id': 'ca4f5c6d-f1fd-48b8-a3e3-395864c7d23d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 20, 56, 40), 'started_at': datetime.datetime(2021, 12, 25, 20, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 27, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:27:50.708145 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d16d6ba7-ba0e-4caa-a300-a0fa7aa7ccd9 None None] Checking segment: {'id': '56b813bb-0258-427a-b680-63f6bf14312f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '36c58514-4b76-443a-8b4e-8188ecbb730f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:27:50.708657 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-d16d6ba7-ba0e-4caa-a300-a0fa7aa7ccd9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:50.709369 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d16d6ba7-ba0e-4caa-a300-a0fa7aa7ccd9 None None] Bound using segment: {'id': '56b813bb-0258-427a-b680-63f6bf14312f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '36c58514-4b76-443a-8b4e-8188ecbb730f'} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:27:50.710142 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-d16d6ba7-ba0e-4caa-a300-a0fa7aa7ccd9 None None] Bound port: 7d0eb056-e87c-4390-8452-b792d737d29e, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56b813bb-0258-427a-b680-63f6bf14312f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '36c58514-4b76-443a-8b4e-8188ecbb730f'}}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:27:50.711478 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-d16d6ba7-ba0e-4caa-a300-a0fa7aa7ccd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:50.740949 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-680274e1-8520-4bbb-b7c4-de19037e7e54 None None] DHCP port deletion for 4e08f3f9-06f7-4b16-ad7e-9347e9a98767 request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 21:27:50.774556 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 8c1f537c-e1bd-4e9d-a81b-564cadf855e5 up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:27:50.819847 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.db [None req-5f50d5f4-1f9c-47f6-af2e-ad61520b60d3 tempest-TagsExtTest-1398244386 tempest-TagsExtTest-1398244386-project] For port 6250d37b-2170-401b-a80d-0eea3b9ffd2a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6250d37b-2170-401b-a80d-0eea3b9ffd2a,segment=NetworkSegment(0522a73b-0308-48f5-a2c1-af69c4748207),segment_id=0522a73b-0308-48f5-a2c1-af69c4748207)] {{(pid=121607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:27:50.821241 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5f50d5f4-1f9c-47f6-af2e-ad61520b60d3 tempest-TagsExtTest-1398244386 tempest-TagsExtTest-1398244386-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:50.867042 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-5f50d5f4-1f9c-47f6-af2e-ad61520b60d3 tempest-TagsExtTest-1398244386 tempest-TagsExtTest-1398244386-project] Calling delete_port for 6250d37b-2170-401b-a80d-0eea3b9ffd2a owned by network:dhcp {{(pid=121607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:27:50.922056 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-d16d6ba7-ba0e-4caa-a300-a0fa7aa7ccd9 None None] For port 7d0eb056-e87c-4390-8452-b792d737d29e, host ncdv-master-1, cleared binding levels {{(pid=121608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:27:50.928862 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-506ed481-0443-4411-af49-6bd4b34605a4 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2008639'] for floatingip, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:50.929370 ncdv-master-1 neutron-server[121606]: INFO neutron.db.l3_db [None req-506ed481-0443-4411-af49-6bd4b34605a4 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Floating IP 5389abc8-143a-4449-823c-a051db971757 disassociated. External IP: 172.35.3.151, port: 81b7f223-2ab2-4175-875d-9120d0b7f4cd.
Dec 25 21:27:50.940524 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-537c56c0-2988-4d01-8ee0-c604bf5a6e28 None None] Port f89c1545-eaa8-41ba-a8fb-7b3c4174e155 cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:27:50.961079 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e8624754-9afd-496c-aa75-e79bbde0da9b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:50.986666 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e8624754-9afd-496c-aa75-e79bbde0da9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:50.999941 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-d16d6ba7-ba0e-4caa-a300-a0fa7aa7ccd9 None None] For port 7d0eb056-e87c-4390-8452-b792d737d29e, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7d0eb056-e87c-4390-8452-b792d737d29e,segment=NetworkSegment(56b813bb-0258-427a-b680-63f6bf14312f),segment_id=56b813bb-0258-427a-b680-63f6bf14312f)] {{(pid=121608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:27:51.014463 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port 8c1f537c-e1bd-4e9d-a81b-564cadf855e5 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:27:51.014837 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:51.046344 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6da56b5-cd27-423b-a61c-b9e918d93726 tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] Made reservation on behalf of e27ea19f90cf4e0c934675615d455854 for: {'network': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:27:51.050796 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-c6da56b5-cd27-423b-a61c-b9e918d93726 tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for network, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:51.069391 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-680274e1-8520-4bbb-b7c4-de19037e7e54 None None] Deleting port 6250d37b-2170-401b-a80d-0eea3b9ffd2a {{(pid=121608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:27:51.070570 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-680274e1-8520-4bbb-b7c4-de19037e7e54 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:51.084401 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-c6da56b5-cd27-423b-a61c-b9e918d93726 tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] Publish callbacks [] for security_group, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:51.136789 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-d16d6ba7-ba0e-4caa-a300-a0fa7aa7ccd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:51.156525 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_common [None req-e8624754-9afd-496c-aa75-e79bbde0da9b admin admin] Allocated IP 172.35.3.242 (7201e55c-7c5f-41aa-a042-a363696539d0/7a939e13-713f-45cf-bba7-1539635abe25/cedb9d61-14e5-4a49-9725-6b677b980b97) {{(pid=121607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:27:51.232136 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5f50d5f4-1f9c-47f6-af2e-ad61520b60d3 tempest-TagsExtTest-1398244386 tempest-TagsExtTest-1398244386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:51.246496 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-680274e1-8520-4bbb-b7c4-de19037e7e54 None None] For port 6250d37b-2170-401b-a80d-0eea3b9ffd2a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6250d37b-2170-401b-a80d-0eea3b9ffd2a,segment=NetworkSegment(0522a73b-0308-48f5-a2c1-af69c4748207),segment_id=0522a73b-0308-48f5-a2c1-af69c4748207)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:27:51.247858 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-680274e1-8520-4bbb-b7c4-de19037e7e54 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:51.272475 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f50d5f4-1f9c-47f6-af2e-ad61520b60d3 tempest-TagsExtTest-1398244386 tempest-TagsExtTest-1398244386-project] Pushing event deleted for resources: {'Port': ['ID=6250d37b-2170-401b-a80d-0eea3b9ffd2a,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:27:51.273579 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-680274e1-8520-4bbb-b7c4-de19037e7e54 None None] Calling delete_port for 6250d37b-2170-401b-a80d-0eea3b9ffd2a owned by network:dhcp {{(pid=121608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:27:51.274114 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f50d5f4-1f9c-47f6-af2e-ad61520b60d3 tempest-TagsExtTest-1398244386 tempest-TagsExtTest-1398244386-project] No DVR routers for this DVR port 6250d37b-2170-401b-a80d-0eea3b9ffd2a on host ncdv-master-1 {{(pid=121607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:27:51.362278 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e8624754-9afd-496c-aa75-e79bbde0da9b admin admin] Publish callbacks [] for port, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:51.371652 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-506ed481-0443-4411-af49-6bd4b34605a4 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Router caef596b-48c6-4907-a4cb-760766c09537 has already been hosted by L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 {{(pid=121606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 25 21:27:51.393616 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-0a00b91f-292e-46a0-9f83-abb02ff38dc6 tempest-RoutersIpV6AdminTest-611111169 tempest-RoutersIpV6AdminTest-611111169-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:51.402980 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5f50d5f4-1f9c-47f6-af2e-ad61520b60d3 tempest-TagsExtTest-1398244386 tempest-TagsExtTest-1398244386-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997585', 'neutron.services.segments.db._delete_segments_for_network-8737602743071'] for network, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:51.408229 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16d6ba7-ba0e-4caa-a300-a0fa7aa7ccd9 None None] Pushing event updated for resources: {'Port': ['ID=7d0eb056-e87c-4390-8452-b792d737d29e,revision_number=2']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:27:51.431225 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-5f50d5f4-1f9c-47f6-af2e-ad61520b60d3 tempest-TagsExtTest-1398244386 tempest-TagsExtTest-1398244386-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f26188d8d60>,) {'filters': {'network_id': ['4e08f3f9-06f7-4b16-ad7e-9347e9a98767']}} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:27:51.450416 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-5f50d5f4-1f9c-47f6-af2e-ad61520b60d3 tempest-TagsExtTest-1398244386 tempest-TagsExtTest-1398244386-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f26188d8d60>, '0522a73b-0308-48f5-a2c1-af69c4748207') {'for_net_delete': True} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:27:51.450711 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-5f50d5f4-1f9c-47f6-af2e-ad61520b60d3 tempest-TagsExtTest-1398244386 tempest-TagsExtTest-1398244386-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f26188d8d60>, '0522a73b-0308-48f5-a2c1-af69c4748207') {} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:27:51.463254 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5f50d5f4-1f9c-47f6-af2e-ad61520b60d3 tempest-TagsExtTest-1398244386 tempest-TagsExtTest-1398244386-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737602746920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10246592'] for segment, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:51.471083 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-680274e1-8520-4bbb-b7c4-de19037e7e54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955'] for port, after_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:51.486549 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5f50d5f4-1f9c-47f6-af2e-ad61520b60d3 tempest-TagsExtTest-1398244386 tempest-TagsExtTest-1398244386-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:51.494155 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f50d5f4-1f9c-47f6-af2e-ad61520b60d3 tempest-TagsExtTest-1398244386 tempest-TagsExtTest-1398244386-project] Releasing vlan 172 on physical network physnet1 to pool {{(pid=121607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 25 21:27:51.494576 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5f50d5f4-1f9c-47f6-af2e-ad61520b60d3 tempest-TagsExtTest-1398244386 tempest-TagsExtTest-1398244386-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8633327'] for segment, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:51.497923 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:27:51.497923 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:27:51.497923 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:27:51.497923 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:27:51.497923 ncdv-master-1 neutron-server[121607]: Traceback (most recent call last):
Dec 25 21:27:51.497923 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 25 21:27:51.497923 ncdv-master-1 neutron-server[121607]:     timer()
Dec 25 21:27:51.497923 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 25 21:27:51.497923 ncdv-master-1 neutron-server[121607]:     cb(*args, **kw)
Dec 25 21:27:51.497923 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 25 21:27:51.497923 ncdv-master-1 neutron-server[121607]:     return func(*args, **kwargs)
Dec 25 21:27:51.497923 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 25 21:27:51.497923 ncdv-master-1 neutron-server[121607]:     self._notify()
Dec 25 21:27:51.497923 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 25 21:27:51.497923 ncdv-master-1 neutron-server[121607]:     self.callback(batched_events)
Dec 25 21:27:51.497923 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 25 21:27:51.497923 ncdv-master-1 neutron-server[121607]:     event.method(event)
Dec 25 21:27:51.497923 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 25 21:27:51.497923 ncdv-master-1 neutron-server[121607]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 25 21:27:51.497923 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 25 21:27:51.497923 ncdv-master-1 neutron-server[121607]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 25 21:27:51.497923 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 25 21:27:51.497923 ncdv-master-1 neutron-server[121607]:     return f(self, *a, **k)
Dec 25 21:27:51.497923 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 25 21:27:51.497923 ncdv-master-1 neutron-server[121607]:     return self._get(url).json()
Dec 25 21:27:51.497923 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 25 21:27:51.497923 ncdv-master-1 neutron-server[121607]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 25 21:27:51.497923 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 25 21:27:51.497923 ncdv-master-1 neutron-server[121607]:     return self.request(url, 'GET', **kwargs)
Dec 25 21:27:51.497923 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 25 21:27:51.497923 ncdv-master-1 neutron-server[121607]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 25 21:27:51.497923 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 25 21:27:51.497923 ncdv-master-1 neutron-server[121607]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 25 21:27:51.497923 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 25 21:27:51.497923 ncdv-master-1 neutron-server[121607]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 25 21:27:51.497923 ncdv-master-1 neutron-server[121607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 25 21:27:51.510063 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-680274e1-8520-4bbb-b7c4-de19037e7e54 None None] No DVR routers for this DVR port 6250d37b-2170-401b-a80d-0eea3b9ffd2a on host ncdv-master-1 {{(pid=121608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:27:51.521535 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680274e1-8520-4bbb-b7c4-de19037e7e54 None None] Pushing event deleted for resources: {'Port': ['ID=6250d37b-2170-401b-a80d-0eea3b9ffd2a,revision_number=None']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:27:51.557126 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-c6da56b5-cd27-423b-a61c-b9e918d93726 tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] Publish callbacks [] for security_group, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:51.603299 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e8624754-9afd-496c-aa75-e79bbde0da9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:51.669410 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-c6da56b5-cd27-423b-a61c-b9e918d93726 tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:51.676591 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8624754-9afd-496c-aa75-e79bbde0da9b admin admin] Network 7201e55c-7c5f-41aa-a042-a363696539d0 is already hosted by enough agents. {{(pid=121607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:27:51.682693 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-e8624754-9afd-496c-aa75-e79bbde0da9b admin admin] Resources bound (agent type, host, resource id):  {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:27:51.686997 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8624754-9afd-496c-aa75-e79bbde0da9b admin admin] Received port after_create {{(pid=121607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:27:51.711109 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c43e4ae3-d75b-48d9-b751-58ae84447df9 None None] DHCP port deletion for 7201e55c-7c5f-41aa-a042-a363696539d0 request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 21:27:51.727164 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8624754-9afd-496c-aa75-e79bbde0da9b admin admin] Pushing event updated for resources: {'Port': ['ID=cedb9d61-14e5-4a49-9725-6b677b980b97,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:27:51.792046 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-82cf7048-863a-4ac6-a5ad-65b4e8ee1509 None None] Provisioning complete for port cedb9d61-14e5-4a49-9725-6b677b980b97 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:27:51.792605 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-82cf7048-863a-4ac6-a5ad-65b4e8ee1509 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:51.814232 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6da56b5-cd27-423b-a61c-b9e918d93726 tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] vlan segment allocate from pool success with {'vlan_id': 157, 'physical_network': 'physnet1'}  {{(pid=121606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 25 21:27:51.819422 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5f50d5f4-1f9c-47f6-af2e-ad61520b60d3 tempest-TagsExtTest-1398244386 tempest-TagsExtTest-1398244386-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2008653'] for network, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:51.829634 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5f50d5f4-1f9c-47f6-af2e-ad61520b60d3 tempest-TagsExtTest-1398244386 tempest-TagsExtTest-1398244386-project] Publish callbacks [] for network, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:51.832375 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6da56b5-cd27-423b-a61c-b9e918d93726 tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df25608e-6269-4bb5-a770-6b096a3868fd,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:27:51.832924 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-5f50d5f4-1f9c-47f6-af2e-ad61520b60d3 tempest-TagsExtTest-1398244386 tempest-TagsExtTest-1398244386-project] 10.222.0.32 "DELETE /v2.0/networks/4e08f3f9-06f7-4b16-ad7e-9347e9a98767 HTTP/1.1" status: 204  len: 168 time: 1.5987043
Dec 25 21:27:51.847771 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-c6da56b5-cd27-423b-a61c-b9e918d93726 tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:51.848676 ncdv-master-1 neutron-server[121606]: INFO neutron.db.segments_db [None req-c6da56b5-cd27-423b-a61c-b9e918d93726 tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] Added segment 95909bb7-bd47-40ef-9102-735d9f4d717f of type vlan for network 10606de0-1c82-4e3c-9c35-5621675cc95a
Dec 25 21:27:51.874165 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-82cf7048-863a-4ac6-a5ad-65b4e8ee1509 None None] Port cedb9d61-14e5-4a49-9725-6b677b980b97 cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:27:51.890770 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f50d5f4-1f9c-47f6-af2e-ad61520b60d3 tempest-TagsExtTest-1398244386 tempest-TagsExtTest-1398244386-project] Pushing event deleted for resources: {'Network': ['ID=4e08f3f9-06f7-4b16-ad7e-9347e9a98767,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:27:51.897363 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-506ed481-0443-4411-af49-6bd4b34605a4 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 21:27:51.906364 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-506ed481-0443-4411-af49-6bd4b34605a4 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for floatingip, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:51.914915 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dad3e39e-8108-45f1-9c4b-0fa471249fc8 None None] Sync routers for ids ['caef596b-48c6-4907-a4cb-760766c09537'] in ncdv-master-1 {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 21:27:51.934036 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dad3e39e-8108-45f1-9c4b-0fa471249fc8 None None] Routers {'caef596b-48c6-4907-a4cb-760766c09537'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:27:51.934688 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-dad3e39e-8108-45f1-9c4b-0fa471249fc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f26131645b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:27:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['caef596b-48c6-4907-a4cb-760766c09537'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:27:51.984775 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-dad3e39e-8108-45f1-9c4b-0fa471249fc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f26131645b0>, [], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:27:51.992635 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-c6da56b5-cd27-423b-a61c-b9e918d93726 tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737602163420'] for network, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:51.994469 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dad3e39e-8108-45f1-9c4b-0fa471249fc8 None None] Routers {'caef596b-48c6-4907-a4cb-760766c09537'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:27:51.994591 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-506ed481-0443-4411-af49-6bd4b34605a4 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] 10.222.0.32 "PUT /v2.0/floatingips/5389abc8-143a-4449-823c-a051db971757 HTTP/1.1" status: 200  len: 688 time: 2.1141627
Dec 25 21:27:51.997487 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-dad3e39e-8108-45f1-9c4b-0fa471249fc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f26131645b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:27:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['caef596b-48c6-4907-a4cb-760766c09537'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:27:51.997703 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 43368) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:27:52.047021 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-dad3e39e-8108-45f1-9c4b-0fa471249fc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f26131645b0>, [], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:27:52.048175 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dad3e39e-8108-45f1-9c4b-0fa471249fc8 None None] The sync data for ids ['caef596b-48c6-4907-a4cb-760766c09537'] in ncdv-master-1 is: [] {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 21:27:52.111627 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-0a00b91f-292e-46a0-9f83-abb02ff38dc6 tempest-RoutersIpV6AdminTest-611111169 tempest-RoutersIpV6AdminTest-611111169-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2014278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2009753'] for router, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:52.210719 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-c6da56b5-cd27-423b-a61c-b9e918d93726 tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870'] for network, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:52.216439 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6da56b5-cd27-423b-a61c-b9e918d93726 tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:27:52.217092 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-c6da56b5-cd27-423b-a61c-b9e918d93726 tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for network, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:52.246488 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e8624754-9afd-496c-aa75-e79bbde0da9b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:52.251382 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-65140701-dc6c-4854-a4b0-3f8458e1744b tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Deleting port 2575a0de-955b-424b-ad3a-d677d17f9e85 {{(pid=121607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:27:52.251738 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-65140701-dc6c-4854-a4b0-3f8458e1744b tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:52.308422 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6da56b5-cd27-423b-a61c-b9e918d93726 tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] Pushing event updated for resources: {'Network': ['ID=10606de0-1c82-4e3c-9c35-5621675cc95a,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:27:52.329836 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Network 10606de0-1c82-4e3c-9c35-5621675cc95a details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 25 21:27:52.374713 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-c6da56b5-cd27-423b-a61c-b9e918d93726 tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 788 time: 2.2002897
Dec 25 21:27:52.416111 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a00b91f-292e-46a0-9f83-abb02ff38dc6 tempest-RoutersIpV6AdminTest-611111169 tempest-RoutersIpV6AdminTest-611111169-project-admin] Router 215f2168-7353-4b5b-a848-c9388f41c8a8 is scheduled to L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 with binding_index 1 {{(pid=121606) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 25 21:27:52.457905 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-65140701-dc6c-4854-a4b0-3f8458e1744b tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:52.457905 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-65140701-dc6c-4854-a4b0-3f8458e1744b tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:52.541413 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-65140701-dc6c-4854-a4b0-3f8458e1744b tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Calling delete_port for 2575a0de-955b-424b-ad3a-d677d17f9e85 owned by network:floatingip {{(pid=121607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:27:52.563619 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 43374) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:27:52.740350 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a00b91f-292e-46a0-9f83-abb02ff38dc6 tempest-RoutersIpV6AdminTest-611111169 tempest-RoutersIpV6AdminTest-611111169-project-admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 21:27:52.751521 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a82cc0fa-dfb0-44f8-8c2f-f64d550398ee None None] Sync routers for ids ['215f2168-7353-4b5b-a848-c9388f41c8a8'] in ncdv-master-1 {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 21:27:52.787056 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a82cc0fa-dfb0-44f8-8c2f-f64d550398ee None None] Routers {'215f2168-7353-4b5b-a848-c9388f41c8a8'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:27:52.792947 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-a82cc0fa-dfb0-44f8-8c2f-f64d550398ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f26184a0640>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:27:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['215f2168-7353-4b5b-a848-c9388f41c8a8'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:27:52.805029 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 7d0eb056-e87c-4390-8452-b792d737d29e up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:27:52.874597 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-0a00b91f-292e-46a0-9f83-abb02ff38dc6 tempest-RoutersIpV6AdminTest-611111169 tempest-RoutersIpV6AdminTest-611111169-project-admin] Publish callbacks [] for router, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:52.876248 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-0a00b91f-292e-46a0-9f83-abb02ff38dc6 tempest-RoutersIpV6AdminTest-611111169 tempest-RoutersIpV6AdminTest-611111169-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 906 time: 5.3410969
Dec 25 21:27:52.878920 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 43382) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:27:52.901978 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e8624754-9afd-496c-aa75-e79bbde0da9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2014278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2009753'] for router, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:52.938399 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-108f8c61-046c-4dbb-acef-0b6427fe0dec None None] Network 36c58514-4b76-443a-8b4e-8188ecbb730f requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:27:52.991690 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port 7d0eb056-e87c-4390-8452-b792d737d29e triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:27:52.993505 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:53.030304 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvr_db [None req-a82cc0fa-dfb0-44f8-8c2f-f64d550398ee None None] Set router 215f2168-7353-4b5b-a848-c9388f41c8a8 gateway port host: ncdv-master-1 {{(pid=121609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:27:53.060470 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-6fa9b2cf-8016-401d-ad39-3795abb86d94 tempest-RoutersIpV6AdminTest-611111169 tempest-RoutersIpV6AdminTest-611111169-project-admin] 10.222.0.32 "GET /v2.0/routers/215f2168-7353-4b5b-a848-c9388f41c8a8 HTTP/1.1" status: 200  len: 907 time: 0.1776609
Dec 25 21:27:53.061631 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 43386) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:27:53.219615 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-73f65de3-ed22-4451-a00f-d947d62d1ded None None] Provisioning complete for port 7d0eb056-e87c-4390-8452-b792d737d29e triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:27:53.221539 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-73f65de3-ed22-4451-a00f-d947d62d1ded None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:53.274717 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-787e5e56-c42b-468b-93e8-e2f53ea443de tempest-RoutersIpV6AdminTest-611111169 tempest-RoutersIpV6AdminTest-611111169-project-admin] Publish callbacks [] for router, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:53.331095 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-a82cc0fa-dfb0-44f8-8c2f-f64d550398ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f26184a0640>, [{'id': '215f2168-7353-4b5b-a848-c9388f41c8a8', 'name': 'tempest-snat-router-1235949323', 'tenant_id': '11dbaf75025641a583f8da351941d2bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.57'}], 'enable_snat': True}, 'gw_port_id': 'f89c1545-eaa8-41ba-a8fb-7b3c4174e155', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:27:47Z', 'updated_at': '2021-12-25T21:27:50Z', 'revision_number': 3, 'project_id': '11dbaf75025641a583f8da351941d2bc', 'gw_port': {'id': 'f89c1545-eaa8-41ba-a8fb-7b3c4174e155', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:07:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '215f2168-7353-4b5b-a848-c9388f41c8a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2150, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:27:49Z', 'updated_at': '2021-12-25T21:27:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:27:53.345031 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-f6ba13da-5338-4113-b676-342cafb62040 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4bad81526f144678b49f493aa5d860d1&name=default HTTP/1.1" status: 200  len: 3000 time: 0.7725093
Dec 25 21:27:53.350337 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 43396) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:27:53.376554 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a82cc0fa-dfb0-44f8-8c2f-f64d550398ee None None] Checking router: 215f2168-7353-4b5b-a848-c9388f41c8a8 for host: ncdv-master-1 {{(pid=121609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 25 21:27:53.377620 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a82cc0fa-dfb0-44f8-8c2f-f64d550398ee None None] Updating router 215f2168-7353-4b5b-a848-c9388f41c8a8 port f89c1545-eaa8-41ba-a8fb-7b3c4174e155 binding host ncdv-master-1 {{(pid=121609) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 25 21:27:53.412000 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-a82cc0fa-dfb0-44f8-8c2f-f64d550398ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:53.431829 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-65140701-dc6c-4854-a4b0-3f8458e1744b tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:53.473936 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-787e5e56-c42b-468b-93e8-e2f53ea443de tempest-RoutersIpV6AdminTest-611111169 tempest-RoutersIpV6AdminTest-611111169-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:53.493045 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:53.552189 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-73f65de3-ed22-4451-a00f-d947d62d1ded None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:53.575696 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65140701-dc6c-4854-a4b0-3f8458e1744b tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Pushing event deleted for resources: {'Port': ['ID=2575a0de-955b-424b-ad3a-d677d17f9e85,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:27:53.587098 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] For port 7d0eb056-e87c-4390-8452-b792d737d29e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7d0eb056-e87c-4390-8452-b792d737d29e,segment=NetworkSegment(56b813bb-0258-427a-b680-63f6bf14312f),segment_id=56b813bb-0258-427a-b680-63f6bf14312f)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:27:53.692406 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:53.741801 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-2bb0374b-832a-4bef-b777-45e7c28852f3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:53.767602 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-787e5e56-c42b-468b-93e8-e2f53ea443de tempest-RoutersIpV6AdminTest-611111169 tempest-RoutersIpV6AdminTest-611111169-project-admin] Deleting port f89c1545-eaa8-41ba-a8fb-7b3c4174e155 {{(pid=121606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:27:53.768202 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-787e5e56-c42b-468b-93e8-e2f53ea443de tempest-RoutersIpV6AdminTest-611111169 tempest-RoutersIpV6AdminTest-611111169-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:53.810976 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-2bb0374b-832a-4bef-b777-45e7c28852f3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:53.833635 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-840a910a-03ca-4caf-a065-c79d9d728fe8 req-494849ab-5414-4dae-8252-de84e53606a0 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=aa2d5924-6a22-461e-b48b-e73f52f4b72c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 658 time: 0.2861562
Dec 25 21:27:53.841126 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-65140701-dc6c-4854-a4b0-3f8458e1744b tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Publish callbacks [] for floatingip, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:53.845498 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-65140701-dc6c-4854-a4b0-3f8458e1744b tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for floatingip, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:53.850434 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-65140701-dc6c-4854-a4b0-3f8458e1744b tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] 10.222.0.32 "DELETE /v2.0/floatingips/5389abc8-143a-4449-823c-a051db971757 HTTP/1.1" status: 204  len: 168 time: 1.8472736
Dec 25 21:27:53.856775 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 43404) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:27:53.874615 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-e5994aaf-c8dc-4a82-b572-7ee15dcef012 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Request body: {'floatingip': {'floating_network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'port_id': '68372397-6b8f-4a7f-966d-688a1293b5a7'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:27:53.886972 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 6250d37b-2170-401b-a80d-0eea3b9ffd2a no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:27:53.917308 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8624754-9afd-496c-aa75-e79bbde0da9b admin admin] Router 2dd24878-147d-4d8f-943e-81752dd575de is scheduled to L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 with binding_index 1 {{(pid=121607) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 25 21:27:53.990134 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e5994aaf-c8dc-4a82-b572-7ee15dcef012 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Publish callbacks [] for floatingip, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:54.006254 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] No Port match for: 6250d37b-2170-401b-a80d-0eea3b9ffd2a {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:27:54.006517 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 6250d37b-2170-401b-a80d-0eea3b9ffd2a not bound to the agent host ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:27:54.024475 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Pushing event updated for resources: {'Port': ['ID=7d0eb056-e87c-4390-8452-b792d737d29e,revision_number=3']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:27:54.037872 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.db.api [None req-73f65de3-ed22-4451-a00f-d947d62d1ded None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=121608) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 25 21:27:54.038245 ncdv-master-1 neutron-server[121608]: DEBUG oslo_db.api [None req-73f65de3-ed22-4451-a00f-d947d62d1ded None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 25 21:27:54.047248 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-787e5e56-c42b-468b-93e8-e2f53ea443de tempest-RoutersIpV6AdminTest-611111169 tempest-RoutersIpV6AdminTest-611111169-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:54.065875 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-787e5e56-c42b-468b-93e8-e2f53ea443de tempest-RoutersIpV6AdminTest-611111169 tempest-RoutersIpV6AdminTest-611111169-project-admin] Calling delete_port for f89c1545-eaa8-41ba-a8fb-7b3c4174e155 owned by network:router_gateway {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:27:54.072500 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-a82cc0fa-dfb0-44f8-8c2f-f64d550398ee None None] Publish callbacks [] for port, precommit_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:54.077006 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840a910a-03ca-4caf-a065-c79d9d728fe8 req-4e0f5974-33f8-490f-885c-0852b2b1da97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:27:54.077006 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840a910a-03ca-4caf-a065-c79d9d728fe8 req-4e0f5974-33f8-490f-885c-0852b2b1da97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:27:54.077313 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840a910a-03ca-4caf-a065-c79d9d728fe8 req-4e0f5974-33f8-490f-885c-0852b2b1da97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:27:54.077597 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840a910a-03ca-4caf-a065-c79d9d728fe8 req-4e0f5974-33f8-490f-885c-0852b2b1da97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:27:54.078050 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840a910a-03ca-4caf-a065-c79d9d728fe8 req-4e0f5974-33f8-490f-885c-0852b2b1da97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:27:54.078515 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840a910a-03ca-4caf-a065-c79d9d728fe8 req-4e0f5974-33f8-490f-885c-0852b2b1da97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:27:54.078977 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840a910a-03ca-4caf-a065-c79d9d728fe8 req-4e0f5974-33f8-490f-885c-0852b2b1da97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:27:54.081103 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-840a910a-03ca-4caf-a065-c79d9d728fe8 req-4e0f5974-33f8-490f-885c-0852b2b1da97 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d4571ece0fa3450b83fde221178518c8&device_id=aa2d5924-6a22-461e-b48b-e73f52f4b72c HTTP/1.1" status: 200  len: 6502 time: 0.1654441
Dec 25 21:27:54.096193 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-2bb0374b-832a-4bef-b777-45e7c28852f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:54.098816 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-2bb0374b-832a-4bef-b777-45e7c28852f3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:54.102445 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-2bb0374b-832a-4bef-b777-45e7c28852f3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/405bc71f-2ee2-45bb-b1f7-c0c6993f4356 HTTP/1.1" status: 204  len: 168 time: 0.7447443
Dec 25 21:27:54.191652 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-a82cc0fa-dfb0-44f8-8c2f-f64d550398ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:54.268520 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb0374b-832a-4bef-b777-45e7c28852f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=405bc71f-2ee2-45bb-b1f7-c0c6993f4356,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:27:54.290183 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9ed1a77-96e5-460c-bb6c-4ddb9ef593fb None None] DHCP port deletion for 7201e55c-7c5f-41aa-a042-a363696539d0 request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 21:27:54.302782 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.managers [None req-a82cc0fa-dfb0-44f8-8c2f-f64d550398ee None None] Attempting to bind port f89c1545-eaa8-41ba-a8fb-7b3c4174e155 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:27:54.303092 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.managers [None req-a82cc0fa-dfb0-44f8-8c2f-f64d550398ee None None] Attempting to bind port f89c1545-eaa8-41ba-a8fb-7b3c4174e155 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'}] {{(pid=121609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:27:54.303468 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a82cc0fa-dfb0-44f8-8c2f-f64d550398ee None None] Attempting to bind port f89c1545-eaa8-41ba-a8fb-7b3c4174e155 on network 7201e55c-7c5f-41aa-a042-a363696539d0 {{(pid=121609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:27:54.319557 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a82cc0fa-dfb0-44f8-8c2f-f64d550398ee None None] Checking agent: {'id': 'ca4f5c6d-f1fd-48b8-a3e3-395864c7d23d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 20, 56, 40), 'started_at': datetime.datetime(2021, 12, 25, 20, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 27, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:27:54.319916 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a82cc0fa-dfb0-44f8-8c2f-f64d550398ee None None] Checking segment: {'id': '6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:27:54.320320 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-a82cc0fa-dfb0-44f8-8c2f-f64d550398ee None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:54.320717 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a82cc0fa-dfb0-44f8-8c2f-f64d550398ee None None] Bound using segment: {'id': '6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'} {{(pid=121609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:27:54.329364 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.managers [None req-a82cc0fa-dfb0-44f8-8c2f-f64d550398ee None None] Bound port: f89c1545-eaa8-41ba-a8fb-7b3c4174e155, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'}}] {{(pid=121609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:27:54.330201 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-a82cc0fa-dfb0-44f8-8c2f-f64d550398ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:54.360656 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840a910a-03ca-4caf-a065-c79d9d728fe8 req-7ac01fff-49fb-4254-889f-fc7c0d6e46be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:27:54.361182 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840a910a-03ca-4caf-a065-c79d9d728fe8 req-7ac01fff-49fb-4254-889f-fc7c0d6e46be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:27:54.361658 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840a910a-03ca-4caf-a065-c79d9d728fe8 req-7ac01fff-49fb-4254-889f-fc7c0d6e46be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:27:54.363287 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-840a910a-03ca-4caf-a065-c79d9d728fe8 req-7ac01fff-49fb-4254-889f-fc7c0d6e46be service neutron] 10.222.0.37 "GET /v2.0/networks?id=b8d0c0f5-4a55-4519-afa5-15b47bd47c1f&id=f7ed1632-2ec3-4974-9097-8fe2ac8f3ba4&id=f7ed1632-2ec3-4974-9097-8fe2ac8f3ba4&id=f7ed1632-2ec3-4974-9097-8fe2ac8f3ba4&id=f7ed1632-2ec3-4974-9097-8fe2ac8f3ba4&id=3822397d-3d72-44cf-9fd0-b3119ec81123&id=3822397d-3d72-44cf-9fd0-b3119ec81123 HTTP/1.1" status: 200  len: 2298 time: 0.2412543
Dec 25 21:27:54.380730 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8624754-9afd-496c-aa75-e79bbde0da9b admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 21:27:54.396199 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ae94670-3ada-4174-b003-b98b06ccccd6 None None] Sync routers for ids ['2dd24878-147d-4d8f-943e-81752dd575de'] in ncdv-master-1 {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 21:27:54.412549 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ae94670-3ada-4174-b003-b98b06ccccd6 None None] Routers {'2dd24878-147d-4d8f-943e-81752dd575de'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:27:54.412549 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-7ae94670-3ada-4174-b003-b98b06ccccd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2613e9b160>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:27:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['2dd24878-147d-4d8f-943e-81752dd575de'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:27:54.430399 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be801cc2-d1aa-4686-bd71-00d2defe0878 None None] Pushing event updated for resources: {'Port': ['ID=f89c1545-eaa8-41ba-a8fb-7b3c4174e155,revision_number=2']} {{(pid=121609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:27:54.447680 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e5994aaf-c8dc-4a82-b572-7ee15dcef012 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:54.542664 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-840a910a-03ca-4caf-a065-c79d9d728fe8 req-e9eb2de2-4b3a-49a5-b84e-6a3948032f31 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=634d748d-c261-4855-913b-beb5992df4cb HTTP/1.1" status: 200  len: 1002 time: 0.1684136
Dec 25 21:27:54.569513 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e8624754-9afd-496c-aa75-e79bbde0da9b admin admin] Publish callbacks [] for router, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:54.571181 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-e8624754-9afd-496c-aa75-e79bbde0da9b admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 924 time: 5.2661581
Dec 25 21:27:54.574192 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 43418) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:27:54.682574 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_common [None req-e5994aaf-c8dc-4a82-b572-7ee15dcef012 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Allocated IP 172.35.3.19 (7201e55c-7c5f-41aa-a042-a363696539d0/7a939e13-713f-45cf-bba7-1539635abe25/19b6dda0-56c8-400d-b5b6-e4c4aeb49229) {{(pid=121607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:27:54.737808 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.agents_db [None req-ec08dba0-4483-4109-b5e1-5e4a9fdaf12d None None] Agent healthcheck: found 7 active agents {{(pid=121609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 25 21:27:54.745163 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840a910a-03ca-4caf-a065-c79d9d728fe8 req-96eacab8-d3d5-4007-9738-19831e5aa2e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:27:54.747713 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-840a910a-03ca-4caf-a065-c79d9d728fe8 req-96eacab8-d3d5-4007-9738-19831e5aa2e8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=de1e389c-30c9-4340-81e2-e9ffc3e01b02 HTTP/1.1" status: 200  len: 856 time: 0.1739688
Dec 25 21:27:54.825452 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840a910a-03ca-4caf-a065-c79d9d728fe8 req-3a3cc011-0072-494b-9533-02fbeb76a32c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:27:54.828349 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-840a910a-03ca-4caf-a065-c79d9d728fe8 req-3a3cc011-0072-494b-9533-02fbeb76a32c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b8d0c0f5-4a55-4519-afa5-15b47bd47c1f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0725942
Dec 25 21:27:54.833126 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-787e5e56-c42b-468b-93e8-e2f53ea443de tempest-RoutersIpV6AdminTest-611111169 tempest-RoutersIpV6AdminTest-611111169-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:54.836783 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.db.api [None req-a82cc0fa-dfb0-44f8-8c2f-f64d550398ee None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=121609) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 25 21:27:54.836783 ncdv-master-1 neutron-server[121609]: DEBUG oslo_db.api [None req-a82cc0fa-dfb0-44f8-8c2f-f64d550398ee None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 25 21:27:54.857604 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 7d0eb056-e87c-4390-8452-b792d737d29e up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:27:54.870136 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [req-840a910a-03ca-4caf-a065-c79d9d728fe8 req-267d780d-16b3-4bd4-9099-41f4bb7d462c service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=121606) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 25 21:27:54.872002 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-840a910a-03ca-4caf-a065-c79d9d728fe8 req-267d780d-16b3-4bd4-9099-41f4bb7d462c service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0146585
Dec 25 21:27:54.941489 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787e5e56-c42b-468b-93e8-e2f53ea443de tempest-RoutersIpV6AdminTest-611111169 tempest-RoutersIpV6AdminTest-611111169-project-admin] Pushing event deleted for resources: {'Port': ['ID=f89c1545-eaa8-41ba-a8fb-7b3c4174e155,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:27:55.047261 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c53405b-3cd1-4699-ac9d-824c224d3446 None None] DHCP port deletion for 7201e55c-7c5f-41aa-a042-a363696539d0 request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 21:27:55.075701 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvr_db [None req-7ae94670-3ada-4174-b003-b98b06ccccd6 None None] Set router 2dd24878-147d-4d8f-943e-81752dd575de gateway port host: ncdv-master-1 {{(pid=121608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:27:55.173092 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-787e5e56-c42b-468b-93e8-e2f53ea443de tempest-RoutersIpV6AdminTest-611111169 tempest-RoutersIpV6AdminTest-611111169-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2008689'] for router_gateway, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:55.228006 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-5d457b4a-68fd-4220-883f-cd5fd1a909d9 None None] Could not find standard attr ID for object f89c1545-eaa8-41ba-a8fb-7b3c4174e155. {{(pid=121608) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 25 21:27:55.266631 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-5d457b4a-68fd-4220-883f-cd5fd1a909d9 None None] Provisioning complete for port 7d0eb056-e87c-4390-8452-b792d737d29e triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:27:55.267484 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5d457b4a-68fd-4220-883f-cd5fd1a909d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:55.269832 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port 7d0eb056-e87c-4390-8452-b792d737d29e triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:27:55.270420 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:55.364941 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.managers [None req-a82cc0fa-dfb0-44f8-8c2f-f64d550398ee None None] Attempting to bind port f89c1545-eaa8-41ba-a8fb-7b3c4174e155 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:27:55.371490 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.managers [None req-a82cc0fa-dfb0-44f8-8c2f-f64d550398ee None None] Attempting to bind port f89c1545-eaa8-41ba-a8fb-7b3c4174e155 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'}] {{(pid=121609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:27:55.372013 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a82cc0fa-dfb0-44f8-8c2f-f64d550398ee None None] Attempting to bind port f89c1545-eaa8-41ba-a8fb-7b3c4174e155 on network 7201e55c-7c5f-41aa-a042-a363696539d0 {{(pid=121609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:27:55.396806 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a82cc0fa-dfb0-44f8-8c2f-f64d550398ee None None] Checking agent: {'id': 'ca4f5c6d-f1fd-48b8-a3e3-395864c7d23d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 20, 56, 40), 'started_at': datetime.datetime(2021, 12, 25, 20, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 27, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:27:55.396806 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a82cc0fa-dfb0-44f8-8c2f-f64d550398ee None None] Checking segment: {'id': '6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:27:55.396806 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-a82cc0fa-dfb0-44f8-8c2f-f64d550398ee None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:55.398920 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a82cc0fa-dfb0-44f8-8c2f-f64d550398ee None None] Bound using segment: {'id': '6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'} {{(pid=121609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:27:55.399514 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.managers [None req-a82cc0fa-dfb0-44f8-8c2f-f64d550398ee None None] Bound port: f89c1545-eaa8-41ba-a8fb-7b3c4174e155, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'}}] {{(pid=121609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:27:55.399919 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-a82cc0fa-dfb0-44f8-8c2f-f64d550398ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:55.459317 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.plugin [None req-a82cc0fa-dfb0-44f8-8c2f-f64d550398ee None None] Port f89c1545-eaa8-41ba-a8fb-7b3c4174e155 has been deleted concurrently {{(pid=121609) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:665}}
Dec 25 21:27:55.482908 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a82cc0fa-dfb0-44f8-8c2f-f64d550398ee None None] Routers {'215f2168-7353-4b5b-a848-c9388f41c8a8'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:27:55.483838 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-a82cc0fa-dfb0-44f8-8c2f-f64d550398ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f26184a0640>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:27:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['215f2168-7353-4b5b-a848-c9388f41c8a8'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:27:55.673231 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvr_db [None req-a82cc0fa-dfb0-44f8-8c2f-f64d550398ee None None] Set router 215f2168-7353-4b5b-a848-c9388f41c8a8 gateway port host: None {{(pid=121609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:27:55.677920 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 43442) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:27:55.684684 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-322c437a-c0b4-4b2c-a671-1f3dc9b0b10e tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] Request body: {'subnet': {'network_id': '10606de0-1c82-4e3c-9c35-5621675cc95a', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:27:55.764382 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-7ae94670-3ada-4174-b003-b98b06ccccd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2613e9b160>, [{'id': '2dd24878-147d-4d8f-943e-81752dd575de', 'name': 'tempest-TaggedBootDevicesTest-1330468044-router', 'tenant_id': '980165331b334d7795b91adc96459725', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.242'}], 'enable_snat': True}, 'gw_port_id': 'cedb9d61-14e5-4a49-9725-6b677b980b97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:27:49Z', 'updated_at': '2021-12-25T21:27:51Z', 'revision_number': 3, 'project_id': '980165331b334d7795b91adc96459725', 'gw_port': {'id': 'cedb9d61-14e5-4a49-9725-6b677b980b97', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:90:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dd24878-147d-4d8f-943e-81752dd575de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2153, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:27:50Z', 'updated_at': '2021-12-25T21:27:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:27:55.796771 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ae94670-3ada-4174-b003-b98b06ccccd6 None None] Checking router: 2dd24878-147d-4d8f-943e-81752dd575de for host: ncdv-master-1 {{(pid=121608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 25 21:27:55.797351 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ae94670-3ada-4174-b003-b98b06ccccd6 None None] Updating router 2dd24878-147d-4d8f-943e-81752dd575de port cedb9d61-14e5-4a49-9725-6b677b980b97 binding host ncdv-master-1 {{(pid=121608) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 25 21:27:55.833001 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-7ae94670-3ada-4174-b003-b98b06ccccd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:55.866132 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-787e5e56-c42b-468b-93e8-e2f53ea443de tempest-RoutersIpV6AdminTest-611111169 tempest-RoutersIpV6AdminTest-611111169-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2014235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14905'] for router, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:55.872694 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-787e5e56-c42b-468b-93e8-e2f53ea443de tempest-RoutersIpV6AdminTest-611111169 tempest-RoutersIpV6AdminTest-611111169-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:55.943763 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-840a910a-03ca-4caf-a065-c79d9d728fe8 req-2d229d8c-107b-4045-ad8f-78a1bb896b80 service neutron] 10.222.0.37 "GET /v2.0/networks/b8d0c0f5-4a55-4519-afa5-15b47bd47c1f?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.0438242
Dec 25 21:27:55.996166 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e5994aaf-c8dc-4a82-b572-7ee15dcef012 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Publish callbacks [] for port, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:55.997645 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-a82cc0fa-dfb0-44f8-8c2f-f64d550398ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f26184a0640>, [{'id': '215f2168-7353-4b5b-a848-c9388f41c8a8', 'name': 'tempest-snat-router-1235949323', 'tenant_id': '11dbaf75025641a583f8da351941d2bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:27:47Z', 'updated_at': '2021-12-25T21:27:54Z', 'revision_number': 5, 'project_id': '11dbaf75025641a583f8da351941d2bc', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:27:56.048728 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 43450) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:27:56.049006 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a82cc0fa-dfb0-44f8-8c2f-f64d550398ee None None] The sync data for ids ['215f2168-7353-4b5b-a848-c9388f41c8a8'] in ncdv-master-1 is: [{'id': '215f2168-7353-4b5b-a848-c9388f41c8a8', 'name': 'tempest-snat-router-1235949323', 'tenant_id': '11dbaf75025641a583f8da351941d2bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:27:47Z', 'updated_at': '2021-12-25T21:27:54Z', 'revision_number': 5, 'project_id': '11dbaf75025641a583f8da351941d2bc', 'gw_port_host': None}] {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 21:27:56.051999 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-787e5e56-c42b-468b-93e8-e2f53ea443de tempest-RoutersIpV6AdminTest-611111169 tempest-RoutersIpV6AdminTest-611111169-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2014220'] for router, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:56.052622 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-787e5e56-c42b-468b-93e8-e2f53ea443de tempest-RoutersIpV6AdminTest-611111169 tempest-RoutersIpV6AdminTest-611111169-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 215f2168-7353-4b5b-a848-c9388f41c8a8 {{(pid=121606) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 25 21:27:56.066569 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-787e5e56-c42b-468b-93e8-e2f53ea443de tempest-RoutersIpV6AdminTest-611111169 tempest-RoutersIpV6AdminTest-611111169-project-admin] Publish callbacks [] for router, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:56.066569 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-787e5e56-c42b-468b-93e8-e2f53ea443de tempest-RoutersIpV6AdminTest-611111169 tempest-RoutersIpV6AdminTest-611111169-project-admin] 10.222.0.32 "DELETE /v2.0/routers/215f2168-7353-4b5b-a848-c9388f41c8a8 HTTP/1.1" status: 204  len: 168 time: 3.0013511
Dec 25 21:27:56.073279 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 43452) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:27:56.073279 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 43454) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:27:56.109669 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-322c437a-c0b4-4b2c-a671-1f3dc9b0b10e tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] Made reservation on behalf of e27ea19f90cf4e0c934675615d455854 for: {'subnet': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:27:56.116850 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-322c437a-c0b4-4b2c-a671-1f3dc9b0b10e tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8852834'] for subnet, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:56.141610 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-840a910a-03ca-4caf-a065-c79d9d728fe8 req-54704a79-9631-4e01-ab61-10b2baa426c4 service neutron] 10.222.0.37 "GET /v2.0/networks/b8d0c0f5-4a55-4519-afa5-15b47bd47c1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1903985
Dec 25 21:27:56.257734 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e5994aaf-c8dc-4a82-b572-7ee15dcef012 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:56.324477 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-840a910a-03ca-4caf-a065-c79d9d728fe8 req-6ecbf144-9be2-4d94-9ab7-95ce3dc8adfe service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.183&port_id=7d584498-0a66-4020-96ff-ac37bb6bf33e HTTP/1.1" status: 200  len: 217 time: 0.1683040
Dec 25 21:27:56.333768 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-8ed70b0b-3157-4653-98e8-0a2a706a0816 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-874055933-network', 'tenant_id': '5b73d07b223d4a46b519eb55b7891ff6'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:27:56.345514 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5994aaf-c8dc-4a82-b572-7ee15dcef012 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Pushing event updated for resources: {'Port': ['ID=19b6dda0-56c8-400d-b5b6-e4c4aeb49229,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:27:56.413243 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5994aaf-c8dc-4a82-b572-7ee15dcef012 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Network 7201e55c-7c5f-41aa-a042-a363696539d0 is already hosted by enough agents. {{(pid=121607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:27:56.419196 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-be4cf96b-3fe2-4235-a702-3816601963d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:56.420979 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-86282b0e-1467-4456-af6c-841a5feb7a07 admin admin] Publish callbacks [] for security_group, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:56.425787 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-e5994aaf-c8dc-4a82-b572-7ee15dcef012 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Resources bound (agent type, host, resource id):  {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:27:56.436134 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5994aaf-c8dc-4a82-b572-7ee15dcef012 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Received port after_create {{(pid=121607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:27:56.447568 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-7ae94670-3ada-4174-b003-b98b06ccccd6 None None] Publish callbacks [] for port, precommit_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:56.461515 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-fffa28aa-4fe7-4be2-a089-7665b473e4f7 tempest-RoutersIpV6AdminTest-611111169 tempest-RoutersIpV6AdminTest-611111169-project-admin] Publish callbacks [] for router, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:56.509877 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840a910a-03ca-4caf-a065-c79d9d728fe8 req-7dec15bf-18f4-44d8-bfc4-4434a2ecded7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:27:56.511371 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-840a910a-03ca-4caf-a065-c79d9d728fe8 req-7dec15bf-18f4-44d8-bfc4-4434a2ecded7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f792eb17-8c67-407f-9cdd-1353c9bc42bb HTTP/1.1" status: 200  len: 797 time: 0.1635363
Dec 25 21:27:56.574362 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-7ae94670-3ada-4174-b003-b98b06ccccd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:56.633401 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ed70b0b-3157-4653-98e8-0a2a706a0816 admin admin] Made reservation on behalf of 5b73d07b223d4a46b519eb55b7891ff6 for: {'network': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:27:56.635843 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-8ed70b0b-3157-4653-98e8-0a2a706a0816 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for network, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:56.645104 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6ddfceb-cec1-4904-aa99-8fe894fc745a None None] DHCP port deletion for 7201e55c-7c5f-41aa-a042-a363696539d0 request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 21:27:56.655093 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840a910a-03ca-4caf-a065-c79d9d728fe8 req-4c367b83-8426-437d-8fab-3acc56e0ba3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:27:56.656655 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-840a910a-03ca-4caf-a065-c79d9d728fe8 req-4c367b83-8426-437d-8fab-3acc56e0ba3d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f7ed1632-2ec3-4974-9097-8fe2ac8f3ba4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.1345870
Dec 25 21:27:56.663149 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-8ed70b0b-3157-4653-98e8-0a2a706a0816 admin admin] Publish callbacks [] for security_group, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:56.663542 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-7ae94670-3ada-4174-b003-b98b06ccccd6 None None] Attempting to bind port cedb9d61-14e5-4a49-9725-6b677b980b97 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:27:56.664018 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-7ae94670-3ada-4174-b003-b98b06ccccd6 None None] Attempting to bind port cedb9d61-14e5-4a49-9725-6b677b980b97 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:27:56.664609 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ae94670-3ada-4174-b003-b98b06ccccd6 None None] Attempting to bind port cedb9d61-14e5-4a49-9725-6b677b980b97 on network 7201e55c-7c5f-41aa-a042-a363696539d0 {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:27:56.669117 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cc7ba8-f920-4729-a797-de3362394bf6 None None] Pushing event updated for resources: {'Port': ['ID=cedb9d61-14e5-4a49-9725-6b677b980b97,revision_number=2']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:27:56.675137 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ae94670-3ada-4174-b003-b98b06ccccd6 None None] Checking agent: {'id': 'ca4f5c6d-f1fd-48b8-a3e3-395864c7d23d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 20, 56, 40), 'started_at': datetime.datetime(2021, 12, 25, 20, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 27, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:27:56.675627 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ae94670-3ada-4174-b003-b98b06ccccd6 None None] Checking segment: {'id': '6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:27:56.676143 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-7ae94670-3ada-4174-b003-b98b06ccccd6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:56.676630 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ae94670-3ada-4174-b003-b98b06ccccd6 None None] Bound using segment: {'id': '6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:27:56.677244 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-7ae94670-3ada-4174-b003-b98b06ccccd6 None None] Bound port: cedb9d61-14e5-4a49-9725-6b677b980b97, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'}}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:27:56.677722 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-7ae94670-3ada-4174-b003-b98b06ccccd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:56.714977 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-86282b0e-1467-4456-af6c-841a5feb7a07 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:56.739609 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-fffa28aa-4fe7-4be2-a089-7665b473e4f7 tempest-RoutersIpV6AdminTest-611111169 tempest-RoutersIpV6AdminTest-611111169-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:56.742565 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-7ae94670-3ada-4174-b003-b98b06ccccd6 None None] For port cedb9d61-14e5-4a49-9725-6b677b980b97, host ncdv-master-1, cleared binding levels {{(pid=121608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:27:56.746914 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-7ae94670-3ada-4174-b003-b98b06ccccd6 None None] For port cedb9d61-14e5-4a49-9725-6b677b980b97, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=cedb9d61-14e5-4a49-9725-6b677b980b97,segment=NetworkSegment(6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855),segment_id=6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855)] {{(pid=121608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:27:56.763909 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-d776130e-32bb-4223-977f-a9083b1380f6 None None] Provisioning complete for port cedb9d61-14e5-4a49-9725-6b677b980b97 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:27:56.764525 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-d776130e-32bb-4223-977f-a9083b1380f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:56.781892 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-86282b0e-1467-4456-af6c-841a5feb7a07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:56.807220 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-d776130e-32bb-4223-977f-a9083b1380f6 None None] Port cedb9d61-14e5-4a49-9725-6b677b980b97 cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:27:56.832570 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-7ae94670-3ada-4174-b003-b98b06ccccd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:56.850777 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-86282b0e-1467-4456-af6c-841a5feb7a07 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5fffde8e60b542fe8de3476b022c1d0a&name=default HTTP/1.1" status: 200  len: 3000 time: 0.7773371
Dec 25 21:27:56.856644 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86282b0e-1467-4456-af6c-841a5feb7a07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=939f4d76-5b4d-4c4b-9dd4-342c31cd2752,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:27:56.858974 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 43462) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:27:56.878670 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-840a910a-03ca-4caf-a065-c79d9d728fe8 req-fc6d4875-e890-40b4-aa19-15d476e86b31 service neutron] 10.222.0.37 "GET /v2.0/networks/f7ed1632-2ec3-4974-9097-8fe2ac8f3ba4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2082427
Dec 25 21:27:56.881992 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_common [None req-be4cf96b-3fe2-4235-a702-3816601963d6 admin admin] Allocated IP 172.20.0.1 (36c58514-4b76-443a-8b4e-8188ecbb730f/a434de1e-5464-470d-a8e6-901b6aa78ffb/4663d839-90a9-488a-8814-7a585661d20c) {{(pid=121607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:27:56.909575 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd7ef55d-5da5-4193-8f3d-31f5730d10d1 None None] DHCP port deletion for 7201e55c-7c5f-41aa-a042-a363696539d0 request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 21:27:56.914916 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cc7ba8-f920-4729-a797-de3362394bf6 None None] Pushing event updated for resources: {'Port': ['ID=cedb9d61-14e5-4a49-9725-6b677b980b97,revision_number=3']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:27:56.914916 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ae94670-3ada-4174-b003-b98b06ccccd6 None None] Routers {'2dd24878-147d-4d8f-943e-81752dd575de'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:27:56.915513 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-7ae94670-3ada-4174-b003-b98b06ccccd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2613e9b160>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:27:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['2dd24878-147d-4d8f-943e-81752dd575de'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:27:56.944137 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-8ed70b0b-3157-4653-98e8-0a2a706a0816 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:56.986294 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-322c437a-c0b4-4b2c-a671-1f3dc9b0b10e tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8632475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8852848'] for subnet, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:57.033575 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-840a910a-03ca-4caf-a065-c79d9d728fe8 req-d6dc8e82-e6d7-4255-81ae-62187d2145ef service neutron] 10.222.0.37 "GET /v2.0/networks/f7ed1632-2ec3-4974-9097-8fe2ac8f3ba4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1429441
Dec 25 21:27:57.035054 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-fffa28aa-4fe7-4be2-a089-7665b473e4f7 tempest-RoutersIpV6AdminTest-611111169 tempest-RoutersIpV6AdminTest-611111169-project-admin] Deleting port 8c1f537c-e1bd-4e9d-a81b-564cadf855e5 {{(pid=121606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:27:57.035395 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-fffa28aa-4fe7-4be2-a089-7665b473e4f7 tempest-RoutersIpV6AdminTest-611111169 tempest-RoutersIpV6AdminTest-611111169-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:57.038359 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-8ed70b0b-3157-4653-98e8-0a2a706a0816 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:57.079614 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvr_db [None req-7ae94670-3ada-4174-b003-b98b06ccccd6 None None] Set router 2dd24878-147d-4d8f-943e-81752dd575de gateway port host: ncdv-master-1 {{(pid=121608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:27:57.115423 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-c7b8e5ed-c9ca-42da-be67-ad04a8dc6139 None None] Provisioning complete for port cedb9d61-14e5-4a49-9725-6b677b980b97 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:27:57.116078 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-c7b8e5ed-c9ca-42da-be67-ad04a8dc6139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:57.116302 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ed70b0b-3157-4653-98e8-0a2a706a0816 admin admin] vlan segment allocate from pool success with {'vlan_id': 163, 'physical_network': 'physnet1'}  {{(pid=121606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 25 21:27:57.120594 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-840a910a-03ca-4caf-a065-c79d9d728fe8 req-7231459c-65db-4db3-a931-c50da18ec61f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.61&port_id=fd6aa216-385a-41e5-8c5e-3aae2253a5ab HTTP/1.1" status: 200  len: 217 time: 0.0658169
Dec 25 21:27:57.161529 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-092ced6c-c6c4-4626-aff5-371bdf07e871 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:57.174445 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322c437a-c0b4-4b2c-a671-1f3dc9b0b10e tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] Pushing event updated for resources: {'Subnet': ['ID=74d5f8bf-cecc-4f00-b599-5385940dc190,revision_number=0']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:27:57.181277 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed70b0b-3157-4653-98e8-0a2a706a0816 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c86daf4-f4f0-4b56-9ce0-1beffbfd64de,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:27:57.184302 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-8ed70b0b-3157-4653-98e8-0a2a706a0816 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:57.184657 ncdv-master-1 neutron-server[121606]: INFO neutron.db.segments_db [None req-8ed70b0b-3157-4653-98e8-0a2a706a0816 admin admin] Added segment 729bd776-674a-4db0-9c4c-0a9cb8814d43 of type vlan for network e17464e2-697c-4b3c-94ad-56e64b83a662
Dec 25 21:27:57.261534 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-092ced6c-c6c4-4626-aff5-371bdf07e871 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:57.288783 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [None req-fffa28aa-4fe7-4be2-a089-7665b473e4f7 tempest-RoutersIpV6AdminTest-611111169 tempest-RoutersIpV6AdminTest-611111169-project-admin] For port 8c1f537c-e1bd-4e9d-a81b-564cadf855e5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8c1f537c-e1bd-4e9d-a81b-564cadf855e5,segment=NetworkSegment(6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855),segment_id=6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855)] {{(pid=121606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:27:57.289183 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-fffa28aa-4fe7-4be2-a089-7665b473e4f7 tempest-RoutersIpV6AdminTest-611111169 tempest-RoutersIpV6AdminTest-611111169-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:57.292501 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-8ed70b0b-3157-4653-98e8-0a2a706a0816 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737602163420'] for network, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:57.301682 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840a910a-03ca-4caf-a065-c79d9d728fe8 req-83d89b16-9690-4b67-9f22-b3a8e0b35deb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:27:57.307125 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-840a910a-03ca-4caf-a065-c79d9d728fe8 req-83d89b16-9690-4b67-9f22-b3a8e0b35deb service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f792eb17-8c67-407f-9cdd-1353c9bc42bb HTTP/1.1" status: 200  len: 797 time: 0.1453872
Dec 25 21:27:57.333892 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-fffa28aa-4fe7-4be2-a089-7665b473e4f7 tempest-RoutersIpV6AdminTest-611111169 tempest-RoutersIpV6AdminTest-611111169-project-admin] Calling delete_port for 8c1f537c-e1bd-4e9d-a81b-564cadf855e5 owned by network:router_gateway {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:27:57.347473 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-322c437a-c0b4-4b2c-a671-1f3dc9b0b10e tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] Checking segment: {'id': '95909bb7-bd47-40ef-9102-735d9f4d717f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '10606de0-1c82-4e3c-9c35-5621675cc95a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:27:57.348270 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-322c437a-c0b4-4b2c-a671-1f3dc9b0b10e tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] Network hostable DHCP agents. Network: 10606de0-1c82-4e3c-9c35-5621675cc95a, hostable agents: ['1813db88-2c1b-4357-a2ba-869246b663c2'], hosted agents: [] {{(pid=121607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 25 21:27:57.367531 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-be4cf96b-3fe2-4235-a702-3816601963d6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:57.375848 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-c7b8e5ed-c9ca-42da-be67-ad04a8dc6139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:57.421743 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-c7b8e5ed-c9ca-42da-be67-ad04a8dc6139 None None] For port cedb9d61-14e5-4a49-9725-6b677b980b97, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=cedb9d61-14e5-4a49-9725-6b677b980b97,segment=NetworkSegment(6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855),segment_id=6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:27:57.436492 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840a910a-03ca-4caf-a065-c79d9d728fe8 req-6bc0d90b-fcca-4877-9935-109de0e6f661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:27:57.438266 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-840a910a-03ca-4caf-a065-c79d9d728fe8 req-6bc0d90b-fcca-4877-9935-109de0e6f661 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f7ed1632-2ec3-4974-9097-8fe2ac8f3ba4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.1190486
Dec 25 21:27:57.445645 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-7ae94670-3ada-4174-b003-b98b06ccccd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2613e9b160>, [{'id': '2dd24878-147d-4d8f-943e-81752dd575de', 'name': 'tempest-TaggedBootDevicesTest-1330468044-router', 'tenant_id': '980165331b334d7795b91adc96459725', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.242'}], 'enable_snat': True}, 'gw_port_id': 'cedb9d61-14e5-4a49-9725-6b677b980b97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:27:49Z', 'updated_at': '2021-12-25T21:27:51Z', 'revision_number': 3, 'project_id': '980165331b334d7795b91adc96459725', 'gw_port': {'id': 'cedb9d61-14e5-4a49-9725-6b677b980b97', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:90:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dd24878-147d-4d8f-943e-81752dd575de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2153, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:27:50Z', 'updated_at': '2021-12-25T21:27:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:27:57.482632 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ae94670-3ada-4174-b003-b98b06ccccd6 None None] The sync data for ids ['2dd24878-147d-4d8f-943e-81752dd575de'] in ncdv-master-1 is: [{'id': '2dd24878-147d-4d8f-943e-81752dd575de', 'name': 'tempest-TaggedBootDevicesTest-1330468044-router', 'tenant_id': '980165331b334d7795b91adc96459725', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.242'}], 'enable_snat': True}, 'gw_port_id': 'cedb9d61-14e5-4a49-9725-6b677b980b97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:27:49Z', 'updated_at': '2021-12-25T21:27:51Z', 'revision_number': 3, 'project_id': '980165331b334d7795b91adc96459725', 'gw_port': {'id': 'cedb9d61-14e5-4a49-9725-6b677b980b97', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:90:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dd24878-147d-4d8f-943e-81752dd575de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2153, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:27:50Z', 'updated_at': '2021-12-25T21:27:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 21:27:57.520906 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e5994aaf-c8dc-4a82-b572-7ee15dcef012 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Publish callbacks [] for floatingip, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:57.561615 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-8ed70b0b-3157-4653-98e8-0a2a706a0816 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870'] for network, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:57.562615 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ed70b0b-3157-4653-98e8-0a2a706a0816 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:27:57.563199 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-8ed70b0b-3157-4653-98e8-0a2a706a0816 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for network, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:57.585668 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-c7b8e5ed-c9ca-42da-be67-ad04a8dc6139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:57.585947 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-322c437a-c0b4-4b2c-a671-1f3dc9b0b10e tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] Network 10606de0-1c82-4e3c-9c35-5621675cc95a is scheduled to be hosted by DHCP agent 1813db88-2c1b-4357-a2ba-869246b663c2 with binding_index 1 {{(pid=121607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 25 21:27:57.635527 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-092ced6c-c6c4-4626-aff5-371bdf07e871 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:57.639199 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-092ced6c-c6c4-4626-aff5-371bdf07e871 admin admin] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:57.643274 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-092ced6c-c6c4-4626-aff5-371bdf07e871 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/939f4d76-5b4d-4c4b-9dd4-342c31cd2752 HTTP/1.1" status: 204  len: 168 time: 0.7797501
Dec 25 21:27:57.657287 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b8e5ed-c9ca-42da-be67-ad04a8dc6139 None None] Pushing event updated for resources: {'Port': ['ID=cedb9d61-14e5-4a49-9725-6b677b980b97,revision_number=4']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:27:57.669345 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092ced6c-c6c4-4626-aff5-371bdf07e871 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=939f4d76-5b4d-4c4b-9dd4-342c31cd2752,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:27:57.679797 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-be4cf96b-3fe2-4235-a702-3816601963d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:57.695283 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed70b0b-3157-4653-98e8-0a2a706a0816 admin admin] Pushing event updated for resources: {'Network': ['ID=e17464e2-697c-4b3c-94ad-56e64b83a662,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:27:57.706428 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-840a910a-03ca-4caf-a065-c79d9d728fe8 req-e68a89a8-3a1d-4aae-8965-662b02c1f26d service neutron] 10.222.0.37 "GET /v2.0/networks/f7ed1632-2ec3-4974-9097-8fe2ac8f3ba4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2578750
Dec 25 21:27:57.723546 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Network e17464e2-697c-4b3c-94ad-56e64b83a662 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 25 21:27:57.726946 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-8ed70b0b-3157-4653-98e8-0a2a706a0816 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 897 time: 1.6766725
Dec 25 21:27:57.741584 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 43468) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:27:57.747849 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-5b38518e-3c0f-42c8-b645-bd329be5f388 admin admin] Request body: {'subnet': {'network_id': 'e17464e2-697c-4b3c-94ad-56e64b83a662', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-874055933-subnet', 'tenant_id': '5b73d07b223d4a46b519eb55b7891ff6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:27:57.782632 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-322c437a-c0b4-4b2c-a671-1f3dc9b0b10e tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 10606de0-1c82-4e3c-9c35-5621675cc95a) {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:27:57.795936 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-322c437a-c0b4-4b2c-a671-1f3dc9b0b10e tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:27:57.796563 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-322c437a-c0b4-4b2c-a671-1f3dc9b0b10e tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] Publish callbacks [] for subnet, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:57.807004 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be4cf96b-3fe2-4235-a702-3816601963d6 admin admin] Network 36c58514-4b76-443a-8b4e-8188ecbb730f is already hosted by enough agents. {{(pid=121607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:27:57.811125 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e5994aaf-c8dc-4a82-b572-7ee15dcef012 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:57.820277 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdcf6f3a-1037-4ed1-95ca-01d07e61e636 None None] Network 10606de0-1c82-4e3c-9c35-5621675cc95a requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:27:57.821883 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-be4cf96b-3fe2-4235-a702-3816601963d6 admin admin] Resources bound (agent type, host, resource id):  {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:27:57.843682 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4cf96b-3fe2-4235-a702-3816601963d6 admin admin] Pushing event updated for resources: {'Port': ['ID=4663d839-90a9-488a-8814-7a585661d20c,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:27:57.846246 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be4cf96b-3fe2-4235-a702-3816601963d6 admin admin] Received port after_create {{(pid=121607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:27:57.853463 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-fffa28aa-4fe7-4be2-a089-7665b473e4f7 tempest-RoutersIpV6AdminTest-611111169 tempest-RoutersIpV6AdminTest-611111169-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:57.878636 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-840a910a-03ca-4caf-a065-c79d9d728fe8 req-4d94fcac-03f4-4665-8504-cd3a6d314e33 service neutron] 10.222.0.37 "GET /v2.0/networks/f7ed1632-2ec3-4974-9097-8fe2ac8f3ba4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1631136
Dec 25 21:27:57.918082 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffa28aa-4fe7-4be2-a089-7665b473e4f7 tempest-RoutersIpV6AdminTest-611111169 tempest-RoutersIpV6AdminTest-611111169-project-admin] Pushing event deleted for resources: {'Port': ['ID=8c1f537c-e1bd-4e9d-a81b-564cadf855e5,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:27:57.956928 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-840a910a-03ca-4caf-a065-c79d9d728fe8 req-0fb191a9-6431-442f-9388-cff461f4f829 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.129&port_id=2eb143cf-a0c7-4e74-a5f2-177a4bc1db2c HTTP/1.1" status: 200  len: 217 time: 0.0471456
Dec 25 21:27:57.999357 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b38518e-3c0f-42c8-b645-bd329be5f388 admin admin] Made reservation on behalf of 5b73d07b223d4a46b519eb55b7891ff6 for: {'subnet': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:27:58.011384 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a82da937-34a1-49e5-a4b0-5e0119dd80b5 None None] DHCP port deletion for 7201e55c-7c5f-41aa-a042-a363696539d0 request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 21:27:58.011931 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-5b38518e-3c0f-42c8-b645-bd329be5f388 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9028529'] for subnet, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:58.026058 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de4c81e5-feec-46c6-a21f-add410139c80 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-10606de0-1c82-4e3c-9c35-5621675cc95a', 'network_id': '10606de0-1c82-4e3c-9c35-5621675cc95a', 'project_id': 'e27ea19f90cf4e0c934675615d455854', 'fixed_ips': [{'subnet_id': '74d5f8bf-cecc-4f00-b599-5385940dc190'}]}} from ncdv-master-1. {{(pid=121608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 25 21:27:58.029592 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-de4c81e5-feec-46c6-a21f-add410139c80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:58.246294 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840a910a-03ca-4caf-a065-c79d9d728fe8 req-0a657a65-83f0-4356-a58a-b997f835cf7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:27:58.258099 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-840a910a-03ca-4caf-a065-c79d9d728fe8 req-0a657a65-83f0-4356-a58a-b997f835cf7a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f792eb17-8c67-407f-9cdd-1353c9bc42bb HTTP/1.1" status: 200  len: 797 time: 0.2492762
Dec 25 21:27:58.275659 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-fffa28aa-4fe7-4be2-a089-7665b473e4f7 tempest-RoutersIpV6AdminTest-611111169 tempest-RoutersIpV6AdminTest-611111169-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2008689'] for router_gateway, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:58.326827 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.db_base_plugin_common [None req-de4c81e5-feec-46c6-a21f-add410139c80 None None] Allocated IP 2001:db8:0:ffff::2 (10606de0-1c82-4e3c-9c35-5621675cc95a/74d5f8bf-cecc-4f00-b599-5385940dc190/0514a818-e21a-49e8-a280-adba34ab69b2) {{(pid=121608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:27:58.367717 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-18c7e19e-9fc9-431b-9597-73b7355ae100 None None] Provisioning complete for port 4663d839-90a9-488a-8814-7a585661d20c triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:27:58.368524 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-18c7e19e-9fc9-431b-9597-73b7355ae100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:58.411664 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-322c437a-c0b4-4b2c-a671-1f3dc9b0b10e tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 2.7310834
Dec 25 21:27:58.427282 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 43474) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:27:58.438374 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-5178b190-613e-471b-9a1d-fcb3201b6f5c tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-576295227'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:27:58.446671 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-be4cf96b-3fe2-4235-a702-3816601963d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2008772'] for router_interface, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:58.459612 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-fffa28aa-4fe7-4be2-a089-7665b473e4f7 tempest-RoutersIpV6AdminTest-611111169 tempest-RoutersIpV6AdminTest-611111169-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2014235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14905'] for router, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:58.465718 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-fffa28aa-4fe7-4be2-a089-7665b473e4f7 tempest-RoutersIpV6AdminTest-611111169 tempest-RoutersIpV6AdminTest-611111169-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:58.486167 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-18c7e19e-9fc9-431b-9597-73b7355ae100 None None] Port 4663d839-90a9-488a-8814-7a585661d20c cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:27:58.490005 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840a910a-03ca-4caf-a065-c79d9d728fe8 req-9c99e2ee-4331-4d84-8689-35830d8d3df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:27:58.491557 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-840a910a-03ca-4caf-a065-c79d9d728fe8 req-9c99e2ee-4331-4d84-8689-35830d8d3df7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f7ed1632-2ec3-4974-9097-8fe2ac8f3ba4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.2202308
Dec 25 21:27:58.599639 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-de4c81e5-feec-46c6-a21f-add410139c80 None None] Publish callbacks [] for port, precommit_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:58.644933 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e5994aaf-c8dc-4a82-b572-7ee15dcef012 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Publish callbacks [] for port, precommit_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:58.694842 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5178b190-613e-471b-9a1d-fcb3201b6f5c tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] Made reservation on behalf of e27ea19f90cf4e0c934675615d455854 for: {'network': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:27:58.698633 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5178b190-613e-471b-9a1d-fcb3201b6f5c tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for network, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:58.721350 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-de4c81e5-feec-46c6-a21f-add410139c80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946'] for port, after_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:58.728387 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e5994aaf-c8dc-4a82-b572-7ee15dcef012 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8632327'] for port, after_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:58.746033 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-840a910a-03ca-4caf-a065-c79d9d728fe8 req-9879d5ea-53d2-4390-b18b-7b3fcba84df5 service neutron] 10.222.0.37 "GET /v2.0/networks/f7ed1632-2ec3-4974-9097-8fe2ac8f3ba4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2091448
Dec 25 21:27:58.773448 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de4c81e5-feec-46c6-a21f-add410139c80 None None] Network 10606de0-1c82-4e3c-9c35-5621675cc95a is already hosted by enough agents. {{(pid=121608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:27:58.777505 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.base_scheduler [None req-de4c81e5-feec-46c6-a21f-add410139c80 None None] Resources bound (agent type, host, resource id):  {{(pid=121608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:27:58.781489 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de4c81e5-feec-46c6-a21f-add410139c80 None None] Received port after_create {{(pid=121608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:27:58.789012 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-fffa28aa-4fe7-4be2-a089-7665b473e4f7 tempest-RoutersIpV6AdminTest-611111169 tempest-RoutersIpV6AdminTest-611111169-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2014220'] for router, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:58.789607 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fffa28aa-4fe7-4be2-a089-7665b473e4f7 tempest-RoutersIpV6AdminTest-611111169 tempest-RoutersIpV6AdminTest-611111169-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 38367e84-afc1-4587-b46a-4bbd5df68b5b {{(pid=121606) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 25 21:27:58.791022 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 43476) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:27:58.799078 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device cedb9d61-14e5-4a49-9725-6b677b980b97 up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:27:58.803456 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4c81e5-feec-46c6-a21f-add410139c80 None None] Pushing event updated for resources: {'Port': ['ID=0514a818-e21a-49e8-a280-adba34ab69b2,revision_number=1']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:27:58.816034 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-fffa28aa-4fe7-4be2-a089-7665b473e4f7 tempest-RoutersIpV6AdminTest-611111169 tempest-RoutersIpV6AdminTest-611111169-project-admin] Publish callbacks [] for router, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:58.816034 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-fffa28aa-4fe7-4be2-a089-7665b473e4f7 tempest-RoutersIpV6AdminTest-611111169 tempest-RoutersIpV6AdminTest-611111169-project-admin] 10.222.0.32 "DELETE /v2.0/routers/38367e84-afc1-4587-b46a-4bbd5df68b5b HTTP/1.1" status: 204  len: 168 time: 2.7388504
Dec 25 21:27:58.819856 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5178b190-613e-471b-9a1d-fcb3201b6f5c tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] vlan segment allocate from pool success with {'vlan_id': 196, 'physical_network': 'physnet1'}  {{(pid=121607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 25 21:27:58.823707 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 43478) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:27:58.829632 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-d89c4ff8-4307-4268-b4a0-5372451b7dbf tempest-RoutersIpV6AdminTest-1531157789 tempest-RoutersIpV6AdminTest-1531157789-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-3414604', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'}, 'admin_state_up': False}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:27:58.838142 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-9494be4c-3b45-4c04-8ba1-a37881125cb5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:58.855500 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5994aaf-c8dc-4a82-b572-7ee15dcef012 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Pushing event updated for resources: {'Port': ['ID=19b6dda0-56c8-400d-b5b6-e4c4aeb49229,revision_number=2']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:27:58.859230 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5178b190-613e-471b-9a1d-fcb3201b6f5c tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:58.859230 ncdv-master-1 neutron-server[121607]: INFO neutron.db.segments_db [None req-5178b190-613e-471b-9a1d-fcb3201b6f5c tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] Added segment 5e79bc1e-4870-4bf0-a23e-1e729e8e62cf of type vlan for network f2a92e54-e63e-4dcd-8fd2-1ee86d3f2b76
Dec 25 21:27:58.910394 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e5994aaf-c8dc-4a82-b572-7ee15dcef012 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2008639'] for floatingip, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:58.950800 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-de4c81e5-feec-46c6-a21f-add410139c80 None None] Attempting to bind port 0514a818-e21a-49e8-a280-adba34ab69b2 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:27:58.951973 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-de4c81e5-feec-46c6-a21f-add410139c80 None None] Attempting to bind port 0514a818-e21a-49e8-a280-adba34ab69b2 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '95909bb7-bd47-40ef-9102-735d9f4d717f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '10606de0-1c82-4e3c-9c35-5621675cc95a'}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:27:58.952514 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de4c81e5-feec-46c6-a21f-add410139c80 None None] Attempting to bind port 0514a818-e21a-49e8-a280-adba34ab69b2 on network 10606de0-1c82-4e3c-9c35-5621675cc95a {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:27:58.968705 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de4c81e5-feec-46c6-a21f-add410139c80 None None] Checking agent: {'id': 'ca4f5c6d-f1fd-48b8-a3e3-395864c7d23d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 20, 56, 40), 'started_at': datetime.datetime(2021, 12, 25, 20, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 27, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:27:58.969512 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de4c81e5-feec-46c6-a21f-add410139c80 None None] Checking segment: {'id': '95909bb7-bd47-40ef-9102-735d9f4d717f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '10606de0-1c82-4e3c-9c35-5621675cc95a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:27:58.969980 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-de4c81e5-feec-46c6-a21f-add410139c80 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:58.970512 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de4c81e5-feec-46c6-a21f-add410139c80 None None] Bound using segment: {'id': '95909bb7-bd47-40ef-9102-735d9f4d717f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '10606de0-1c82-4e3c-9c35-5621675cc95a'} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:27:58.971032 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-de4c81e5-feec-46c6-a21f-add410139c80 None None] Bound port: 0514a818-e21a-49e8-a280-adba34ab69b2, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95909bb7-bd47-40ef-9102-735d9f4d717f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '10606de0-1c82-4e3c-9c35-5621675cc95a'}}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:27:58.971851 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-de4c81e5-feec-46c6-a21f-add410139c80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:58.981464 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5178b190-613e-471b-9a1d-fcb3201b6f5c tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737602163420'] for network, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:58.990841 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-be4cf96b-3fe2-4235-a702-3816601963d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:59.003827 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port cedb9d61-14e5-4a49-9725-6b677b980b97 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:27:59.004501 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:59.111924 ncdv-master-1 neutron-server[121607]: INFO neutron.db.l3_db [None req-e5994aaf-c8dc-4a82-b572-7ee15dcef012 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Floating IP eeb25480-a982-4b58-8581-02d90d720cbb associated. External IP: 172.35.3.19, port: 68372397-6b8f-4a7f-966d-688a1293b5a7.
Dec 25 21:27:59.128273 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-de4c81e5-feec-46c6-a21f-add410139c80 None None] For port 0514a818-e21a-49e8-a280-adba34ab69b2, host ncdv-master-1, cleared binding levels {{(pid=121608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:27:59.132914 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-de4c81e5-feec-46c6-a21f-add410139c80 None None] For port 0514a818-e21a-49e8-a280-adba34ab69b2, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0514a818-e21a-49e8-a280-adba34ab69b2,segment=NetworkSegment(95909bb7-bd47-40ef-9102-735d9f4d717f),segment_id=95909bb7-bd47-40ef-9102-735d9f4d717f)] {{(pid=121608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:27:59.167850 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5178b190-613e-471b-9a1d-fcb3201b6f5c tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870'] for network, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:59.174141 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5178b190-613e-471b-9a1d-fcb3201b6f5c tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:27:59.174786 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5178b190-613e-471b-9a1d-fcb3201b6f5c tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] Publish callbacks [] for network, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:59.218974 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-de4c81e5-feec-46c6-a21f-add410139c80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:59.297442 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4c81e5-feec-46c6-a21f-add410139c80 None None] Pushing event updated for resources: {'Port': ['ID=0514a818-e21a-49e8-a280-adba34ab69b2,revision_number=2']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:27:59.330362 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-5b38518e-3c0f-42c8-b645-bd329be5f388 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9084170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9028515'] for subnet, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:59.385148 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-5178b190-613e-471b-9a1d-fcb3201b6f5c tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 788 time: 0.9548225
Dec 25 21:27:59.394103 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5178b190-613e-471b-9a1d-fcb3201b6f5c tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] Pushing event updated for resources: {'Network': ['ID=f2a92e54-e63e-4dcd-8fd2-1ee86d3f2b76,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:27:59.398102 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 43480) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:27:59.413705 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-86fd961a-3e7c-4bf8-b9b9-a1c04c2862f7 tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] Request body: {'subnet': {'network_id': 'f2a92e54-e63e-4dcd-8fd2-1ee86d3f2b76', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:27:59.415276 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Network f2a92e54-e63e-4dcd-8fd2-1ee86d3f2b76 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 25 21:27:59.553171 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-be4cf96b-3fe2-4235-a702-3816601963d6 admin admin] Publish callbacks [] for port, precommit_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:59.621694 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-be4cf96b-3fe2-4235-a702-3816601963d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8632327'] for port, after_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:59.659671 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-d89c4ff8-4307-4268-b4a0-5372451b7dbf tempest-RoutersIpV6AdminTest-1531157789 tempest-RoutersIpV6AdminTest-1531157789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2014909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14863'] for router, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:59.660746 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-d89c4ff8-4307-4268-b4a0-5372451b7dbf tempest-RoutersIpV6AdminTest-1531157789 tempest-RoutersIpV6AdminTest-1531157789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2014285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2009796', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2082630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14848'] for router, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:59.673189 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b38518e-3c0f-42c8-b645-bd329be5f388 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5485e495-c8c6-4d44-8a42-b9d97e6ff8ba,revision_number=0']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:27:59.677122 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-9494be4c-3b45-4c04-8ba1-a37881125cb5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:59.680515 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-840a910a-03ca-4caf-a065-c79d9d728fe8 req-796ffc89-1194-4879-95e6-4faaaf6175f8 service neutron] 10.222.0.37 "GET /v2.0/networks/f7ed1632-2ec3-4974-9097-8fe2ac8f3ba4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.9270899
Dec 25 21:27:59.693780 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b38518e-3c0f-42c8-b645-bd329be5f388 admin admin] Checking segment: {'id': '729bd776-674a-4db0-9c4c-0a9cb8814d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'e17464e2-697c-4b3c-94ad-56e64b83a662'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:27:59.693780 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b38518e-3c0f-42c8-b645-bd329be5f388 admin admin] Network hostable DHCP agents. Network: e17464e2-697c-4b3c-94ad-56e64b83a662, hostable agents: ['1813db88-2c1b-4357-a2ba-869246b663c2'], hosted agents: [] {{(pid=121606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 25 21:27:59.709491 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5994aaf-c8dc-4a82-b572-7ee15dcef012 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Router caef596b-48c6-4907-a4cb-760766c09537 has already been hosted by L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 {{(pid=121607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 25 21:27:59.720048 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4cf96b-3fe2-4235-a702-3816601963d6 admin admin] Pushing event updated for resources: {'Port': ['ID=4663d839-90a9-488a-8814-7a585661d20c,revision_number=2']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:27:59.724497 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-be4cf96b-3fe2-4235-a702-3816601963d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2007636'] for router_interface, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:59.746857 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-840a910a-03ca-4caf-a065-c79d9d728fe8 req-db0f770f-5b30-49dd-98c6-8dd01379a147 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.72&port_id=8de83a8d-9b83-433c-af96-f34c522b12b1 HTTP/1.1" status: 200  len: 217 time: 0.0523396
Dec 25 21:27:59.804222 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-9494be4c-3b45-4c04-8ba1-a37881125cb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:59.860581 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-d89c4ff8-4307-4268-b4a0-5372451b7dbf tempest-RoutersIpV6AdminTest-1531157789 tempest-RoutersIpV6AdminTest-1531157789-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:59.898987 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-9494be4c-3b45-4c04-8ba1-a37881125cb5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=cb949d61bddd4eba8edcb2a493b76f9a&name=default HTTP/1.1" status: 200  len: 3000 time: 1.0940351
Dec 25 21:27:59.898987 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9494be4c-3b45-4c04-8ba1-a37881125cb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41d93e23-dcff-4b01-bda8-001578bc9ac3,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:27:59.903119 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840a910a-03ca-4caf-a065-c79d9d728fe8 req-b7f44413-94db-467d-8dff-5d743ffc9089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:27:59.903119 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-840a910a-03ca-4caf-a065-c79d9d728fe8 req-b7f44413-94db-467d-8dff-5d743ffc9089 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f792eb17-8c67-407f-9cdd-1353c9bc42bb HTTP/1.1" status: 200  len: 797 time: 0.1428914
Dec 25 21:27:59.903621 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 43484) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:27:59.917311 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be4cf96b-3fe2-4235-a702-3816601963d6 admin admin] Network 36c58514-4b76-443a-8b4e-8188ecbb730f is already hosted by enough agents. {{(pid=121607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:27:59.924333 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5994aaf-c8dc-4a82-b572-7ee15dcef012 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 21:27:59.926248 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-be4cf96b-3fe2-4235-a702-3816601963d6 admin admin] Resources bound (agent type, host, resource id):  {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:27:59.937223 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0993f1b6-866d-48d1-a178-0b0db780126c None None] Sync routers for ids ['caef596b-48c6-4907-a4cb-760766c09537'] in ncdv-master-1 {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 21:27:59.949447 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0993f1b6-866d-48d1-a178-0b0db780126c None None] Routers {'caef596b-48c6-4907-a4cb-760766c09537'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:27:59.950760 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-0993f1b6-866d-48d1-a178-0b0db780126c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f261a736a60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:27:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['caef596b-48c6-4907-a4cb-760766c09537'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:27:59.971449 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86fd961a-3e7c-4bf8-b9b9-a1c04c2862f7 tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] Made reservation on behalf of e27ea19f90cf4e0c934675615d455854 for: {'subnet': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:27:59.975121 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-86fd961a-3e7c-4bf8-b9b9-a1c04c2862f7 tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9028529'] for subnet, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:27:59.990860 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b38518e-3c0f-42c8-b645-bd329be5f388 admin admin] Network e17464e2-697c-4b3c-94ad-56e64b83a662 is scheduled to be hosted by DHCP agent 1813db88-2c1b-4357-a2ba-869246b663c2 with binding_index 1 {{(pid=121606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 25 21:28:00.001669 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-0993f1b6-866d-48d1-a178-0b0db780126c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f261a736a60>, [], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:28:00.015243 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0993f1b6-866d-48d1-a178-0b0db780126c None None] Routers {'caef596b-48c6-4907-a4cb-760766c09537'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:28:00.016551 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-0993f1b6-866d-48d1-a178-0b0db780126c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f261a736a60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:27:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['caef596b-48c6-4907-a4cb-760766c09537'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:28:00.064167 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-0993f1b6-866d-48d1-a178-0b0db780126c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f261a736a60>, [], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:28:00.065134 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0993f1b6-866d-48d1-a178-0b0db780126c None None] The sync data for ids ['caef596b-48c6-4907-a4cb-760766c09537'] in ncdv-master-1 is: [] {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 21:28:00.089121 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a9a71ef4-755b-4980-9025-f9cacfcad5d2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:00.114661 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e5994aaf-c8dc-4a82-b572-7ee15dcef012 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for floatingip, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:00.124296 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a9a71ef4-755b-4980-9025-f9cacfcad5d2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:00.146720 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840a910a-03ca-4caf-a065-c79d9d728fe8 req-14afa0a8-90a2-4fde-81a1-a221a2d8f3c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:28:00.148352 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-840a910a-03ca-4caf-a065-c79d9d728fe8 req-14afa0a8-90a2-4fde-81a1-a221a2d8f3c4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f7ed1632-2ec3-4974-9097-8fe2ac8f3ba4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.2381263
Dec 25 21:28:00.184381 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [None req-5b38518e-3c0f-42c8-b645-bd329be5f388 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, e17464e2-697c-4b3c-94ad-56e64b83a662) {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:28:00.195148 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7336eba0-0234-46df-9b8b-e61cd154b63b None None] Network e17464e2-697c-4b3c-94ad-56e64b83a662 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:28:00.216846 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-e5994aaf-c8dc-4a82-b572-7ee15dcef012 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 983 time: 6.3559453
Dec 25 21:28:00.222038 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 43486) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:28:00.225791 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b38518e-3c0f-42c8-b645-bd329be5f388 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:28:00.226630 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-5b38518e-3c0f-42c8-b645-bd329be5f388 admin admin] Publish callbacks [] for subnet, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:00.284429 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be4cf96b-3fe2-4235-a702-3816601963d6 admin admin] Router 2dd24878-147d-4d8f-943e-81752dd575de has already been hosted by L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 {{(pid=121607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 25 21:28:00.290833 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54783283-0f43-45a1-987a-5a2e4f3b4dca None None] Provisioning complete for port 4663d839-90a9-488a-8814-7a585661d20c triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:28:00.291400 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54783283-0f43-45a1-987a-5a2e4f3b4dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:00.321995 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-4f73bb13-db0a-401b-9bc2-fbd52773ad5e tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] 10.222.0.32 "GET /v2.0/floatingips/eeb25480-a982-4b58-8581-02d90d720cbb HTTP/1.1" status: 200  len: 978 time: 0.0947216
Dec 25 21:28:00.322881 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 43488) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:28:00.371150 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-54783283-0f43-45a1-987a-5a2e4f3b4dca None None] Port 4663d839-90a9-488a-8814-7a585661d20c cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:28:00.375653 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-509ab73e-2e19-4ca7-a075-0fedaf9bfe24 None None] Network e17464e2-697c-4b3c-94ad-56e64b83a662 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:28:00.384667 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-d89c4ff8-4307-4268-b4a0-5372451b7dbf tempest-RoutersIpV6AdminTest-1531157789 tempest-RoutersIpV6AdminTest-1531157789-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:00.403475 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-5b38518e-3c0f-42c8-b645-bd329be5f388 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 861 time: 2.6616385
Dec 25 21:28:00.465898 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-840a910a-03ca-4caf-a065-c79d9d728fe8 req-8aa59e4a-7d07-406a-a636-fd05de32f31f service neutron] 10.222.0.37 "GET /v2.0/networks/f7ed1632-2ec3-4974-9097-8fe2ac8f3ba4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2792516
Dec 25 21:28:00.540437 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-ea217263-e6c2-4b17-9609-1df17e5424fd tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] 10.222.0.32 "GET /v2.0/floatingips HTTP/1.1" status: 200  len: 981 time: 0.2165041
Dec 25 21:28:00.543118 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a9a71ef4-755b-4980-9025-f9cacfcad5d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:00.543290 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 43492) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:28:00.546282 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a9a71ef4-755b-4980-9025-f9cacfcad5d2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:00.548998 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-a9a71ef4-755b-4980-9025-f9cacfcad5d2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/41d93e23-dcff-4b01-bda8-001578bc9ac3 HTTP/1.1" status: 204  len: 168 time: 0.6442516
Dec 25 21:28:00.549170 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-37d4b1a1-66ab-4281-b725-939a4383ca77 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Request body: {'floatingip': {'port_id': '81b7f223-2ab2-4175-875d-9120d0b7f4cd'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:28:00.565601 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a71ef4-755b-4980-9025-f9cacfcad5d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41d93e23-dcff-4b01-bda8-001578bc9ac3,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:28:00.573660 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be4cf96b-3fe2-4235-a702-3816601963d6 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 21:28:00.596320 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2df7075e-1757-431c-b6ae-c81378d67022 None None] Sync routers for ids ['2dd24878-147d-4d8f-943e-81752dd575de'] in ncdv-master-1 {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 21:28:00.618881 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-be4cf96b-3fe2-4235-a702-3816601963d6 admin admin] 10.222.0.32 "PUT /v2.0/routers/2dd24878-147d-4d8f-943e-81752dd575de/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.0433421
Dec 25 21:28:00.635219 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2df7075e-1757-431c-b6ae-c81378d67022 None None] Routers {'2dd24878-147d-4d8f-943e-81752dd575de'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:28:00.635219 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-2df7075e-1757-431c-b6ae-c81378d67022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2613055790>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:27:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['2dd24878-147d-4d8f-943e-81752dd575de'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:28:00.763911 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 0514a818-e21a-49e8-a280-adba34ab69b2 up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:28:00.813867 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-37d4b1a1-66ab-4281-b725-939a4383ca77 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Publish callbacks [] for floatingip, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:00.939208 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-840a910a-03ca-4caf-a065-c79d9d728fe8 req-5c745b0f-5abb-4a07-a5b6-d60bef204fb7 service neutron] 10.222.0.37 "GET /v2.0/networks/f7ed1632-2ec3-4974-9097-8fe2ac8f3ba4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4428425
Dec 25 21:28:00.959316 ncdv-master-1 neutron-server[121606]: DEBUG neutron.objects.ports [None req-86fd961a-3e7c-4bf8-b9b9-a1c04c2862f7 tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=121606) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}}
Dec 25 21:28:00.975109 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-86fd961a-3e7c-4bf8-b9b9-a1c04c2862f7 tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9084170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9028515'] for subnet, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:01.054237 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-840a910a-03ca-4caf-a065-c79d9d728fe8 req-b41cf136-df69-4710-9732-f8ef0d15c1d5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=9c0613e4-0268-4ae9-8585-76b021617ef8 HTTP/1.1" status: 200  len: 217 time: 0.0917501
Dec 25 21:28:01.077567 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvr_db [None req-2df7075e-1757-431c-b6ae-c81378d67022 None None] Set router 2dd24878-147d-4d8f-943e-81752dd575de gateway port host: ncdv-master-1 {{(pid=121608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:28:01.123656 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port 0514a818-e21a-49e8-a280-adba34ab69b2 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:28:01.124034 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:01.259634 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fd961a-3e7c-4bf8-b9b9-a1c04c2862f7 tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] Pushing event updated for resources: {'Subnet': ['ID=c9676d31-6b74-4e5a-bd77-58184ee0c471,revision_number=0']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:28:01.270466 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00b52051-965a-4248-8ec7-fa52623b014b None None] Network 10606de0-1c82-4e3c-9c35-5621675cc95a requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:28:01.286648 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840a910a-03ca-4caf-a065-c79d9d728fe8 req-5be2a9c7-b4a4-4d26-be16-2c95ba22021e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:28:01.288223 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-840a910a-03ca-4caf-a065-c79d9d728fe8 req-5be2a9c7-b4a4-4d26-be16-2c95ba22021e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0f498337-e4ba-4b34-b7b9-d5a4315f4f02 HTTP/1.1" status: 200  len: 797 time: 0.2177660
Dec 25 21:28:01.323333 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86fd961a-3e7c-4bf8-b9b9-a1c04c2862f7 tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] Checking segment: {'id': '5e79bc1e-4870-4bf0-a23e-1e729e8e62cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'f2a92e54-e63e-4dcd-8fd2-1ee86d3f2b76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:28:01.323821 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86fd961a-3e7c-4bf8-b9b9-a1c04c2862f7 tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] Network hostable DHCP agents. Network: f2a92e54-e63e-4dcd-8fd2-1ee86d3f2b76, hostable agents: ['1813db88-2c1b-4357-a2ba-869246b663c2'], hosted agents: [] {{(pid=121606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 25 21:28:01.405970 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:01.412105 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-ae225317-b6bf-4899-aa7a-b8fd118ad86d None None] Provisioning complete for port 0514a818-e21a-49e8-a280-adba34ab69b2 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:28:01.412105 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-ae225317-b6bf-4899-aa7a-b8fd118ad86d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:01.533377 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] For port 0514a818-e21a-49e8-a280-adba34ab69b2, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0514a818-e21a-49e8-a280-adba34ab69b2,segment=NetworkSegment(95909bb7-bd47-40ef-9102-735d9f4d717f),segment_id=95909bb7-bd47-40ef-9102-735d9f4d717f)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:28:01.534869 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840a910a-03ca-4caf-a065-c79d9d728fe8 req-b55ac93c-ac58-433c-996c-0bcd11889fed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:28:01.536454 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-840a910a-03ca-4caf-a065-c79d9d728fe8 req-b55ac93c-ac58-433c-996c-0bcd11889fed service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3822397d-3d72-44cf-9fd0-b3119ec81123&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.2338173
Dec 25 21:28:01.606288 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-2df7075e-1757-431c-b6ae-c81378d67022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2613055790>, [{'id': '2dd24878-147d-4d8f-943e-81752dd575de', 'name': 'tempest-TaggedBootDevicesTest-1330468044-router', 'tenant_id': '980165331b334d7795b91adc96459725', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.242'}], 'enable_snat': True}, 'gw_port_id': 'cedb9d61-14e5-4a49-9725-6b677b980b97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:27:49Z', 'updated_at': '2021-12-25T21:27:58Z', 'revision_number': 4, 'project_id': '980165331b334d7795b91adc96459725', 'gw_port': {'id': 'cedb9d61-14e5-4a49-9725-6b677b980b97', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:90:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd24878-147d-4d8f-943e-81752dd575de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2153, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:27:50Z', 'updated_at': '2021-12-25T21:27:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '4663d839-90a9-488a-8814-7a585661d20c', 'name': '', 'network_id': '36c58514-4b76-443a-8b4e-8188ecbb730f', 'tenant_id': '980165331b334d7795b91adc96459725', 'mac_address': 'fa:16:3e:ef:c9:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dd24878-147d-4d8f-943e-81752dd575de', 'device_owner': 'network:router_interface', 'standard_attr_id': 2163, 'fixed_ips': [{'subnet_id': 'a434de1e-5464-470d-a8e6-901b6aa78ffb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:27:56Z', 'updated_at': '2021-12-25T21:27:59Z', 'revision_number': 2, 'project_id': '980165331b334d7795b91adc96459725', 'subnets': [{'id': 'a434de1e-5464-470d-a8e6-901b6aa78ffb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:28:01.626008 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-d89c4ff8-4307-4268-b4a0-5372451b7dbf tempest-RoutersIpV6AdminTest-1531157789 tempest-RoutersIpV6AdminTest-1531157789-project] Publish callbacks [] for router_gateway, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:01.635736 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2df7075e-1757-431c-b6ae-c81378d67022 None None] Checking router: 2dd24878-147d-4d8f-943e-81752dd575de for host: ncdv-master-1 {{(pid=121608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 25 21:28:01.636093 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2df7075e-1757-431c-b6ae-c81378d67022 None None] Updating router 2dd24878-147d-4d8f-943e-81752dd575de port 4663d839-90a9-488a-8814-7a585661d20c binding host ncdv-master-1 {{(pid=121608) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 25 21:28:01.638226 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-ae225317-b6bf-4899-aa7a-b8fd118ad86d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:01.679151 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-2df7075e-1757-431c-b6ae-c81378d67022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:01.692179 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-d89c4ff8-4307-4268-b4a0-5372451b7dbf tempest-RoutersIpV6AdminTest-1531157789 tempest-RoutersIpV6AdminTest-1531157789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:01.693947 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86fd961a-3e7c-4bf8-b9b9-a1c04c2862f7 tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] Network f2a92e54-e63e-4dcd-8fd2-1ee86d3f2b76 is scheduled to be hosted by DHCP agent 1813db88-2c1b-4357-a2ba-869246b663c2 with binding_index 1 {{(pid=121606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 25 21:28:01.702830 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:01.841824 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 8c1f537c-e1bd-4e9d-a81b-564cadf855e5 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:28:01.844469 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Pushing event updated for resources: {'Port': ['ID=0514a818-e21a-49e8-a280-adba34ab69b2,revision_number=3']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:28:01.913179 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [None req-86fd961a-3e7c-4bf8-b9b9-a1c04c2862f7 tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, f2a92e54-e63e-4dcd-8fd2-1ee86d3f2b76) {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:28:01.948703 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abf10595-f669-41aa-8cf6-b55eba048c43 None None] Network f2a92e54-e63e-4dcd-8fd2-1ee86d3f2b76 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:28:01.966876 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] No Port match for: 8c1f537c-e1bd-4e9d-a81b-564cadf855e5 {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:28:01.966876 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 8c1f537c-e1bd-4e9d-a81b-564cadf855e5 not bound to the agent host ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:28:02.060828 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.db.api [None req-ae225317-b6bf-4899-aa7a-b8fd118ad86d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=121608) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 25 21:28:02.061595 ncdv-master-1 neutron-server[121608]: DEBUG oslo_db.api [None req-ae225317-b6bf-4899-aa7a-b8fd118ad86d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 25 21:28:02.065151 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 43532) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:28:02.074497 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-4f6cce93-e019-4b33-9df4-0e7015ac65cf admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-916288698-network', 'tenant_id': '750305cebc0f493c9d5a42bc8178f480'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:28:02.186728 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cda50d9-c3b2-44af-8552-6c8a9c009150 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-f2a92e54-e63e-4dcd-8fd2-1ee86d3f2b76', 'network_id': 'f2a92e54-e63e-4dcd-8fd2-1ee86d3f2b76', 'project_id': 'e27ea19f90cf4e0c934675615d455854', 'fixed_ips': [{'subnet_id': 'c9676d31-6b74-4e5a-bd77-58184ee0c471'}]}} from ncdv-master-1. {{(pid=121608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 25 21:28:02.187691 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-4cda50d9-c3b2-44af-8552-6c8a9c009150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:02.193630 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f6cce93-e019-4b33-9df4-0e7015ac65cf admin admin] Made reservation on behalf of 750305cebc0f493c9d5a42bc8178f480 for: {'network': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:28:02.196835 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-4f6cce93-e019-4b33-9df4-0e7015ac65cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for network, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:02.207430 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-4f6cce93-e019-4b33-9df4-0e7015ac65cf admin admin] Publish callbacks [] for security_group, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:02.325049 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 43538) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:28:02.332924 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-eeda07ae-cc99-49a2-8d32-4e6e5e4656e3 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1381841222-network', 'tenant_id': 'fbd3af0654c34dd8b4518ab7708aed91'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:28:02.351267 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-4f6cce93-e019-4b33-9df4-0e7015ac65cf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:02.383574 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-840a910a-03ca-4caf-a065-c79d9d728fe8 req-96ec7e5f-760a-468b-af7d-a1b6a5dbd7c3 service neutron] 10.222.0.37 "GET /v2.0/networks/3822397d-3d72-44cf-9fd0-b3119ec81123?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8113492
Dec 25 21:28:02.395812 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86fd961a-3e7c-4bf8-b9b9-a1c04c2862f7 tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:28:02.396400 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-86fd961a-3e7c-4bf8-b9b9-a1c04c2862f7 tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] Publish callbacks [] for subnet, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:02.430757 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.db_base_plugin_common [None req-4cda50d9-c3b2-44af-8552-6c8a9c009150 None None] Allocated IP 2001:db8::f816:3eff:fe1b:7428 (f2a92e54-e63e-4dcd-8fd2-1ee86d3f2b76/c9676d31-6b74-4e5a-bd77-58184ee0c471/b34659ce-4403-4213-86ea-dcaee09d3535) {{(pid=121608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:28:02.449122 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-4f6cce93-e019-4b33-9df4-0e7015ac65cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:02.455508 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-2df7075e-1757-431c-b6ae-c81378d67022 None None] Publish callbacks [] for port, precommit_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:02.473894 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f6cce93-e019-4b33-9df4-0e7015ac65cf admin admin] vlan segment allocate from pool success with {'vlan_id': 171, 'physical_network': 'physnet1'}  {{(pid=121607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 25 21:28:02.501301 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-4f6cce93-e019-4b33-9df4-0e7015ac65cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:02.501689 ncdv-master-1 neutron-server[121607]: INFO neutron.db.segments_db [None req-4f6cce93-e019-4b33-9df4-0e7015ac65cf admin admin] Added segment 2368ab7f-2945-48ea-a210-53c96591cf19 of type vlan for network ef3c1c42-4434-4555-96e6-807e0e914dde
Dec 25 21:28:02.511088 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6cce93-e019-4b33-9df4-0e7015ac65cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64d2d1de-abd7-449d-b008-3d8d021c1dfb,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:28:02.525582 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_common [None req-d89c4ff8-4307-4268-b4a0-5372451b7dbf tempest-RoutersIpV6AdminTest-1531157789 tempest-RoutersIpV6AdminTest-1531157789-project] Allocated IP 172.35.3.28 (7201e55c-7c5f-41aa-a042-a363696539d0/7a939e13-713f-45cf-bba7-1539635abe25/59cb8636-b076-4312-a033-11724470dedd) {{(pid=121606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:28:02.546525 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eeda07ae-cc99-49a2-8d32-4e6e5e4656e3 admin admin] Made reservation on behalf of fbd3af0654c34dd8b4518ab7708aed91 for: {'network': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:28:02.549247 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-eeda07ae-cc99-49a2-8d32-4e6e5e4656e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for network, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:02.563339 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-4f6cce93-e019-4b33-9df4-0e7015ac65cf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737602163420'] for network, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:02.565624 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-eeda07ae-cc99-49a2-8d32-4e6e5e4656e3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:02.580242 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-2df7075e-1757-431c-b6ae-c81378d67022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:02.591767 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-86fd961a-3e7c-4bf8-b9b9-a1c04c2862f7 tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 827 time: 3.1868851
Dec 25 21:28:02.594296 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 43542) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:28:02.601644 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-af54993c-dbf0-44a1-8420-ddf8e4972664 tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] Request body: {'port': {'network_id': 'f2a92e54-e63e-4dcd-8fd2-1ee86d3f2b76', 'name': 'tempest-NetworksIpV6TestAttrs-1762307686'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:28:02.636319 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-840a910a-03ca-4caf-a065-c79d9d728fe8 req-42272663-fefd-49b5-be0a-1978c8ffbf41 service neutron] 10.222.0.37 "GET /v2.0/networks/3822397d-3d72-44cf-9fd0-b3119ec81123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2367313
Dec 25 21:28:02.749599 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 0514a818-e21a-49e8-a280-adba34ab69b2 up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:28:02.767368 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-840a910a-03ca-4caf-a065-c79d9d728fe8 req-cf7bbeb0-a83c-4cdb-a1c5-643822e9f6cb service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=0daa1ac7-be03-4d72-b2a5-72b1ee145ecb HTTP/1.1" status: 200  len: 217 time: 0.1212344
Dec 25 21:28:02.787282 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8daa3def-abc6-4eee-9bf7-da5482f7c4c1 None None] Pushing event updated for resources: {'Port': ['ID=4663d839-90a9-488a-8814-7a585661d20c,revision_number=3']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:28:02.802077 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-4cda50d9-c3b2-44af-8552-6c8a9c009150 None None] Publish callbacks [] for port, precommit_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:02.828048 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-37d4b1a1-66ab-4281-b725-939a4383ca77 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Publish callbacks [] for floatingip, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:02.862277 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-d89c4ff8-4307-4268-b4a0-5372451b7dbf tempest-RoutersIpV6AdminTest-1531157789 tempest-RoutersIpV6AdminTest-1531157789-project] Publish callbacks [] for port, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:02.868091 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840a910a-03ca-4caf-a065-c79d9d728fe8 req-895d2976-9eb9-40f7-9951-0af3ed043bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:28:02.869672 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-840a910a-03ca-4caf-a065-c79d9d728fe8 req-895d2976-9eb9-40f7-9951-0af3ed043bf5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0f498337-e4ba-4b34-b7b9-d5a4315f4f02 HTTP/1.1" status: 200  len: 797 time: 0.0895321
Dec 25 21:28:02.887254 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-2df7075e-1757-431c-b6ae-c81378d67022 None None] Attempting to bind port 4663d839-90a9-488a-8814-7a585661d20c on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:28:02.891284 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-2df7075e-1757-431c-b6ae-c81378d67022 None None] Attempting to bind port 4663d839-90a9-488a-8814-7a585661d20c by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '56b813bb-0258-427a-b680-63f6bf14312f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '36c58514-4b76-443a-8b4e-8188ecbb730f'}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:28:02.891787 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2df7075e-1757-431c-b6ae-c81378d67022 None None] Attempting to bind port 4663d839-90a9-488a-8814-7a585661d20c on network 36c58514-4b76-443a-8b4e-8188ecbb730f {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:28:02.901299 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-4f6cce93-e019-4b33-9df4-0e7015ac65cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870'] for network, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:02.902665 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f6cce93-e019-4b33-9df4-0e7015ac65cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:28:02.903700 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-4f6cce93-e019-4b33-9df4-0e7015ac65cf admin admin] Publish callbacks [] for network, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:02.918290 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2df7075e-1757-431c-b6ae-c81378d67022 None None] Checking agent: {'id': 'ca4f5c6d-f1fd-48b8-a3e3-395864c7d23d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 20, 56, 40), 'started_at': datetime.datetime(2021, 12, 25, 20, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 27, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:28:02.928060 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2df7075e-1757-431c-b6ae-c81378d67022 None None] Checking segment: {'id': '56b813bb-0258-427a-b680-63f6bf14312f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '36c58514-4b76-443a-8b4e-8188ecbb730f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:28:02.928608 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-2df7075e-1757-431c-b6ae-c81378d67022 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:02.931318 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2df7075e-1757-431c-b6ae-c81378d67022 None None] Bound using segment: {'id': '56b813bb-0258-427a-b680-63f6bf14312f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '36c58514-4b76-443a-8b4e-8188ecbb730f'} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:28:02.931318 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-2df7075e-1757-431c-b6ae-c81378d67022 None None] Bound port: 4663d839-90a9-488a-8814-7a585661d20c, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56b813bb-0258-427a-b680-63f6bf14312f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '36c58514-4b76-443a-8b4e-8188ecbb730f'}}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:28:02.931318 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-2df7075e-1757-431c-b6ae-c81378d67022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:02.958615 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-37d4b1a1-66ab-4281-b725-939a4383ca77 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2008639'] for floatingip, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:02.966076 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port 0514a818-e21a-49e8-a280-adba34ab69b2 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:28:02.969256 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:02.976420 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-4cda50d9-c3b2-44af-8552-6c8a9c009150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946'] for port, after_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:03.016918 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-eeda07ae-cc99-49a2-8d32-4e6e5e4656e3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:03.051635 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6cce93-e019-4b33-9df4-0e7015ac65cf admin admin] Pushing event updated for resources: {'Network': ['ID=ef3c1c42-4434-4555-96e6-807e0e914dde,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:28:03.061693 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-4f6cce93-e019-4b33-9df4-0e7015ac65cf admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 897 time: 0.9940922
Dec 25 21:28:03.076250 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 43554) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:28:03.083375 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-f9ab785d-8d8d-48fe-b0f3-fb7415368a42 admin admin] Request body: {'subnet': {'network_id': 'ef3c1c42-4434-4555-96e6-807e0e914dde', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-916288698-subnet', 'tenant_id': '750305cebc0f493c9d5a42bc8178f480', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:28:03.087518 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-d89c4ff8-4307-4268-b4a0-5372451b7dbf tempest-RoutersIpV6AdminTest-1531157789 tempest-RoutersIpV6AdminTest-1531157789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:03.149060 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-eeda07ae-cc99-49a2-8d32-4e6e5e4656e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:03.155046 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d89c4ff8-4307-4268-b4a0-5372451b7dbf tempest-RoutersIpV6AdminTest-1531157789 tempest-RoutersIpV6AdminTest-1531157789-project] Network 7201e55c-7c5f-41aa-a042-a363696539d0 is already hosted by enough agents. {{(pid=121606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:28:03.161688 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [None req-d89c4ff8-4307-4268-b4a0-5372451b7dbf tempest-RoutersIpV6AdminTest-1531157789 tempest-RoutersIpV6AdminTest-1531157789-project] Resources bound (agent type, host, resource id):  {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:28:03.170900 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840a910a-03ca-4caf-a065-c79d9d728fe8 req-0d439665-a384-4b85-8588-6ddfa52d8d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:28:03.172763 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-840a910a-03ca-4caf-a065-c79d9d728fe8 req-0d439665-a384-4b85-8588-6ddfa52d8d8c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3822397d-3d72-44cf-9fd0-b3119ec81123&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.2929218
Dec 25 21:28:03.176638 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d89c4ff8-4307-4268-b4a0-5372451b7dbf tempest-RoutersIpV6AdminTest-1531157789 tempest-RoutersIpV6AdminTest-1531157789-project] Received port after_create {{(pid=121606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:28:03.181746 ncdv-master-1 neutron-server[121606]: INFO neutron.db.l3_db [None req-37d4b1a1-66ab-4281-b725-939a4383ca77 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Floating IP eeb25480-a982-4b58-8581-02d90d720cbb associated. External IP: 172.35.3.19, port: 68372397-6b8f-4a7f-966d-688a1293b5a7.
Dec 25 21:28:03.182093 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eeda07ae-cc99-49a2-8d32-4e6e5e4656e3 admin admin] vlan segment allocate from pool success with {'vlan_id': 187, 'physical_network': 'physnet1'}  {{(pid=121607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 25 21:28:03.185813 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af54993c-dbf0-44a1-8420-ddf8e4972664 tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] Made reservation on behalf of e27ea19f90cf4e0c934675615d455854 for: {'port': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:28:03.189380 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-af54993c-dbf0-44a1-8420-ddf8e4972664 tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:03.207427 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeda07ae-cc99-49a2-8d32-4e6e5e4656e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b19bdefd-af6b-457d-9bf0-4cd5780ab89e,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:28:03.218588 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-eeda07ae-cc99-49a2-8d32-4e6e5e4656e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:03.218933 ncdv-master-1 neutron-server[121607]: INFO neutron.db.segments_db [None req-eeda07ae-cc99-49a2-8d32-4e6e5e4656e3 admin admin] Added segment 91e10d34-0490-4307-94d7-f49171874ad4 of type vlan for network 5e07a6ac-7fc0-40fb-b447-7610bbfce1cf
Dec 25 21:28:03.240054 ncdv-master-1 neutron-server[121607]: DEBUG neutron.notifiers.nova [None req-af54993c-dbf0-44a1-8420-ddf8e4972664 tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] device_id is not set on port 07a7d0e2-b84b-4ccb-a2c6-11ad794e9954 yet. {{(pid=121607) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 25 21:28:03.256923 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Network ef3c1c42-4434-4555-96e6-807e0e914dde details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 25 21:28:03.258184 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89c4ff8-4307-4268-b4a0-5372451b7dbf tempest-RoutersIpV6AdminTest-1531157789 tempest-RoutersIpV6AdminTest-1531157789-project] Pushing event updated for resources: {'Port': ['ID=59cb8636-b076-4312-a033-11724470dedd,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:28:03.324733 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b50698a-0e42-44ba-a850-44122b338096 None None] DHCP port deletion for 7201e55c-7c5f-41aa-a042-a363696539d0 request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 21:28:03.356491 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-bbb363a0-584b-4086-a6fd-631b450c9031 None None] Provisioning complete for port 0514a818-e21a-49e8-a280-adba34ab69b2 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:28:03.357513 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-bbb363a0-584b-4086-a6fd-631b450c9031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:03.411739 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cda50d9-c3b2-44af-8552-6c8a9c009150 None None] Network f2a92e54-e63e-4dcd-8fd2-1ee86d3f2b76 is already hosted by enough agents. {{(pid=121608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:28:03.423668 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.base_scheduler [None req-4cda50d9-c3b2-44af-8552-6c8a9c009150 None None] Resources bound (agent type, host, resource id):  {{(pid=121608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:28:03.429196 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cda50d9-c3b2-44af-8552-6c8a9c009150 None None] Received port after_create {{(pid=121608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:28:03.505292 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cda50d9-c3b2-44af-8552-6c8a9c009150 None None] Pushing event updated for resources: {'Port': ['ID=b34659ce-4403-4213-86ea-dcaee09d3535,revision_number=1']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:28:03.571874 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-2df7075e-1757-431c-b6ae-c81378d67022 None None] For port 4663d839-90a9-488a-8814-7a585661d20c, host ncdv-master-1, cleared binding levels {{(pid=121608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:28:03.573491 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-840a910a-03ca-4caf-a065-c79d9d728fe8 req-e48b11bf-3e09-422e-8b91-f313d221e472 service neutron] 10.222.0.37 "GET /v2.0/networks/3822397d-3d72-44cf-9fd0-b3119ec81123?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3854246
Dec 25 21:28:03.609194 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-eeda07ae-cc99-49a2-8d32-4e6e5e4656e3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737602163420'] for network, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:03.611933 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9ab785d-8d8d-48fe-b0f3-fb7415368a42 admin admin] Made reservation on behalf of 750305cebc0f493c9d5a42bc8178f480 for: {'subnet': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:28:03.614870 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f9ab785d-8d8d-48fe-b0f3-fb7415368a42 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8852834'] for subnet, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:03.620126 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-2df7075e-1757-431c-b6ae-c81378d67022 None None] For port 4663d839-90a9-488a-8814-7a585661d20c, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4663d839-90a9-488a-8814-7a585661d20c,segment=NetworkSegment(56b813bb-0258-427a-b680-63f6bf14312f),segment_id=56b813bb-0258-427a-b680-63f6bf14312f)] {{(pid=121608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:28:03.624259 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-4cda50d9-c3b2-44af-8552-6c8a9c009150 None None] Attempting to bind port b34659ce-4403-4213-86ea-dcaee09d3535 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:28:03.624644 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-4cda50d9-c3b2-44af-8552-6c8a9c009150 None None] Attempting to bind port b34659ce-4403-4213-86ea-dcaee09d3535 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '5e79bc1e-4870-4bf0-a23e-1e729e8e62cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'f2a92e54-e63e-4dcd-8fd2-1ee86d3f2b76'}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:28:03.625037 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cda50d9-c3b2-44af-8552-6c8a9c009150 None None] Attempting to bind port b34659ce-4403-4213-86ea-dcaee09d3535 on network f2a92e54-e63e-4dcd-8fd2-1ee86d3f2b76 {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:28:03.650838 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cda50d9-c3b2-44af-8552-6c8a9c009150 None None] Checking agent: {'id': 'ca4f5c6d-f1fd-48b8-a3e3-395864c7d23d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 20, 56, 40), 'started_at': datetime.datetime(2021, 12, 25, 20, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 27, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:28:03.651421 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cda50d9-c3b2-44af-8552-6c8a9c009150 None None] Checking segment: {'id': '5e79bc1e-4870-4bf0-a23e-1e729e8e62cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'f2a92e54-e63e-4dcd-8fd2-1ee86d3f2b76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:28:03.651916 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-4cda50d9-c3b2-44af-8552-6c8a9c009150 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:03.652413 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cda50d9-c3b2-44af-8552-6c8a9c009150 None None] Bound using segment: {'id': '5e79bc1e-4870-4bf0-a23e-1e729e8e62cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'f2a92e54-e63e-4dcd-8fd2-1ee86d3f2b76'} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:28:03.653292 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-4cda50d9-c3b2-44af-8552-6c8a9c009150 None None] Bound port: b34659ce-4403-4213-86ea-dcaee09d3535, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e79bc1e-4870-4bf0-a23e-1e729e8e62cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'f2a92e54-e63e-4dcd-8fd2-1ee86d3f2b76'}}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:28:03.653829 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-4cda50d9-c3b2-44af-8552-6c8a9c009150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:03.739019 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-2df7075e-1757-431c-b6ae-c81378d67022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:03.744922 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-4cda50d9-c3b2-44af-8552-6c8a9c009150 None None] For port b34659ce-4403-4213-86ea-dcaee09d3535, host ncdv-master-1, cleared binding levels {{(pid=121608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:28:03.762857 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_common [None req-af54993c-dbf0-44a1-8420-ddf8e4972664 tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] Allocated IP 2001:db8::f816:3eff:fe1e:3fc7 (f2a92e54-e63e-4dcd-8fd2-1ee86d3f2b76/c9676d31-6b74-4e5a-bd77-58184ee0c471/07a7d0e2-b84b-4ccb-a2c6-11ad794e9954) {{(pid=121607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:28:03.806177 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-4cda50d9-c3b2-44af-8552-6c8a9c009150 None None] For port b34659ce-4403-4213-86ea-dcaee09d3535, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b34659ce-4403-4213-86ea-dcaee09d3535,segment=NetworkSegment(5e79bc1e-4870-4bf0-a23e-1e729e8e62cf),segment_id=5e79bc1e-4870-4bf0-a23e-1e729e8e62cf)] {{(pid=121608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:28:03.829630 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2df7075e-1757-431c-b6ae-c81378d67022 None None] Routers {'2dd24878-147d-4d8f-943e-81752dd575de'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:28:03.830261 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-2df7075e-1757-431c-b6ae-c81378d67022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2613055790>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:27:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['2dd24878-147d-4d8f-943e-81752dd575de'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:28:03.861634 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-eeda07ae-cc99-49a2-8d32-4e6e5e4656e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870'] for network, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:03.862611 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeda07ae-cc99-49a2-8d32-4e6e5e4656e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:28:03.863266 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-eeda07ae-cc99-49a2-8d32-4e6e5e4656e3 admin admin] Publish callbacks [] for network, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:03.886724 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8daa3def-abc6-4eee-9bf7-da5482f7c4c1 None None] Pushing event updated for resources: {'Port': ['ID=4663d839-90a9-488a-8814-7a585661d20c,revision_number=4']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:28:03.905166 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-840a910a-03ca-4caf-a065-c79d9d728fe8 req-76806899-46b5-459f-80f6-fbc8e9704088 service neutron] 10.222.0.37 "GET /v2.0/networks/3822397d-3d72-44cf-9fd0-b3119ec81123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2773263
Dec 25 21:28:03.905308 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-e6a4b1f3-9095-4fa4-8561-8f5d10a724e4 None None] Provisioning complete for port 59cb8636-b076-4312-a033-11724470dedd triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:28:03.905308 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-e6a4b1f3-9095-4fa4-8561-8f5d10a724e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:03.909009 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-4cda50d9-c3b2-44af-8552-6c8a9c009150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:03.916861 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37d4b1a1-66ab-4281-b725-939a4383ca77 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Router caef596b-48c6-4907-a4cb-760766c09537 has already been hosted by L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 {{(pid=121606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 25 21:28:04.071849 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-eeda07ae-cc99-49a2-8d32-4e6e5e4656e3 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 1.7445765
Dec 25 21:28:04.111503 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 43570) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:28:04.118346 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-7d27cb43-2fb9-44ca-bf3b-ae8fadf27092 admin admin] Request body: {'subnet': {'network_id': '5e07a6ac-7fc0-40fb-b447-7610bbfce1cf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1381841222-subnet', 'tenant_id': 'fbd3af0654c34dd8b4518ab7708aed91', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:28:04.124063 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeda07ae-cc99-49a2-8d32-4e6e5e4656e3 admin admin] Pushing event updated for resources: {'Network': ['ID=5e07a6ac-7fc0-40fb-b447-7610bbfce1cf,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:28:04.156286 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Network 5e07a6ac-7fc0-40fb-b447-7610bbfce1cf details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 25 21:28:04.176202 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f9ab785d-8d8d-48fe-b0f3-fb7415368a42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8632475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8852848'] for subnet, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:04.252189 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvr_db [None req-2df7075e-1757-431c-b6ae-c81378d67022 None None] Set router 2dd24878-147d-4d8f-943e-81752dd575de gateway port host: ncdv-master-1 {{(pid=121608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:28:04.267017 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ab785d-8d8d-48fe-b0f3-fb7415368a42 admin admin] Pushing event updated for resources: {'Subnet': ['ID=35982708-3d9b-487e-8466-0d7f0cd441bd,revision_number=0']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:28:04.286718 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-d89c4ff8-4307-4268-b4a0-5372451b7dbf tempest-RoutersIpV6AdminTest-1531157789 tempest-RoutersIpV6AdminTest-1531157789-project] Publish callbacks [] for router_gateway, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:04.307564 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-af54993c-dbf0-44a1-8420-ddf8e4972664 tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] Publish callbacks [] for port, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:04.325189 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9ab785d-8d8d-48fe-b0f3-fb7415368a42 admin admin] Checking segment: {'id': '2368ab7f-2945-48ea-a210-53c96591cf19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'ef3c1c42-4434-4555-96e6-807e0e914dde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:28:04.326364 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9ab785d-8d8d-48fe-b0f3-fb7415368a42 admin admin] Network hostable DHCP agents. Network: ef3c1c42-4434-4555-96e6-807e0e914dde, hostable agents: ['1813db88-2c1b-4357-a2ba-869246b663c2'], hosted agents: [] {{(pid=121607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 25 21:28:04.340005 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-e6a4b1f3-9095-4fa4-8561-8f5d10a724e4 None None] Port 59cb8636-b076-4312-a033-11724470dedd cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:28:04.340354 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d27cb43-2fb9-44ca-bf3b-ae8fadf27092 admin admin] Made reservation on behalf of fbd3af0654c34dd8b4518ab7708aed91 for: {'subnet': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:28:04.343367 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-7d27cb43-2fb9-44ca-bf3b-ae8fadf27092 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8852834'] for subnet, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:04.505125 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9ab785d-8d8d-48fe-b0f3-fb7415368a42 admin admin] Network ef3c1c42-4434-4555-96e6-807e0e914dde is scheduled to be hosted by DHCP agent 1813db88-2c1b-4357-a2ba-869246b663c2 with binding_index 1 {{(pid=121607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 25 21:28:04.511907 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-e6a4b1f3-9095-4fa4-8561-8f5d10a724e4 None None] Provisioning complete for port 4663d839-90a9-488a-8814-7a585661d20c triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:28:04.511907 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-e6a4b1f3-9095-4fa4-8561-8f5d10a724e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:04.546123 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cda50d9-c3b2-44af-8552-6c8a9c009150 None None] Pushing event updated for resources: {'Port': ['ID=b34659ce-4403-4213-86ea-dcaee09d3535,revision_number=2']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:28:04.906957 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-af54993c-dbf0-44a1-8420-ddf8e4972664 tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:04.906957 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-f9ab785d-8d8d-48fe-b0f3-fb7415368a42 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, ef3c1c42-4434-4555-96e6-807e0e914dde) {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:28:04.906957 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9ab785d-8d8d-48fe-b0f3-fb7415368a42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:28:04.906957 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f9ab785d-8d8d-48fe-b0f3-fb7415368a42 admin admin] Publish callbacks [] for subnet, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:04.906957 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af54993c-dbf0-44a1-8420-ddf8e4972664 tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] Network f2a92e54-e63e-4dcd-8fd2-1ee86d3f2b76 is already hosted by enough agents. {{(pid=121607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:28:04.906957 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-af54993c-dbf0-44a1-8420-ddf8e4972664 tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] Resources bound (agent type, host, resource id):  {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:28:04.906957 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af54993c-dbf0-44a1-8420-ddf8e4972664 tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] Received port after_create {{(pid=121607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:28:04.906957 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af54993c-dbf0-44a1-8420-ddf8e4972664 tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:28:04.906957 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-af54993c-dbf0-44a1-8420-ddf8e4972664 tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:04.906957 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af54993c-dbf0-44a1-8420-ddf8e4972664 tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] Pushing event updated for resources: {'Port': ['ID=07a7d0e2-b84b-4ccb-a2c6-11ad794e9954,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:28:04.913640 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aea09913-16bd-4e38-8e87-71d5d932f28d None None] Network ef3c1c42-4434-4555-96e6-807e0e914dde requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:28:04.913640 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device b34659ce-4403-4213-86ea-dcaee09d3535 up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:28:04.913640 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:04.914163 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37d4b1a1-66ab-4281-b725-939a4383ca77 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 21:28:04.915010 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c501643e-0c4e-4d7f-ab3e-23119b7eec5a None None] Sync routers for ids ['caef596b-48c6-4907-a4cb-760766c09537'] in ncdv-master-1 {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 21:28:04.915528 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-7d27cb43-2fb9-44ca-bf3b-ae8fadf27092 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8632475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8852848'] for subnet, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:04.915629 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c501643e-0c4e-4d7f-ab3e-23119b7eec5a None None] Routers {'caef596b-48c6-4907-a4cb-760766c09537'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:28:04.915629 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-c501643e-0c4e-4d7f-ab3e-23119b7eec5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2618887af0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:27:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['caef596b-48c6-4907-a4cb-760766c09537'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:28:04.915816 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-d89c4ff8-4307-4268-b4a0-5372451b7dbf tempest-RoutersIpV6AdminTest-1531157789 tempest-RoutersIpV6AdminTest-1531157789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2014278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2009753'] for router, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:04.915897 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-c501643e-0c4e-4d7f-ab3e-23119b7eec5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2618887af0>, [], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:28:04.915977 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-f9ab785d-8d8d-48fe-b0f3-fb7415368a42 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 861 time: 1.8330472
Dec 25 21:28:04.924720 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-af54993c-dbf0-44a1-8420-ddf8e4972664 tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 951 time: 2.3226798
Dec 25 21:28:04.925655 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 43590) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:28:04.933049 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c501643e-0c4e-4d7f-ab3e-23119b7eec5a None None] Routers {'caef596b-48c6-4907-a4cb-760766c09537'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:28:04.939234 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-c501643e-0c4e-4d7f-ab3e-23119b7eec5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2618887af0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:27:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['caef596b-48c6-4907-a4cb-760766c09537'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:28:05.028601 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-c501643e-0c4e-4d7f-ab3e-23119b7eec5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2618887af0>, [], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:28:05.038172 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c501643e-0c4e-4d7f-ab3e-23119b7eec5a None None] The sync data for ids ['caef596b-48c6-4907-a4cb-760766c09537'] in ncdv-master-1 is: [] {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 21:28:05.104231 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 43592) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:28:05.107555 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_v2 [None req-738d7b32-eec8-480d-bbf4-1b71a0812a78 tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] Deleting subnet c9676d31-6b74-4e5a-bd77-58184ee0c471 {{(pid=121607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Dec 25 21:28:05.110966 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e25b4dd-9a5d-487e-8dd5-38e2188f426b None None] Network ef3c1c42-4434-4555-96e6-807e0e914dde requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:28:05.128208 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-738d7b32-eec8-480d-bbf4-1b71a0812a78 tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] Publish callbacks [] for subnet, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:05.132370 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d27cb43-2fb9-44ca-bf3b-ae8fadf27092 admin admin] Pushing event updated for resources: {'Subnet': ['ID=155011c0-37f7-49b3-91c1-109a3c21066c,revision_number=0']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:28:05.187653 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d27cb43-2fb9-44ca-bf3b-ae8fadf27092 admin admin] Checking segment: {'id': '91e10d34-0490-4307-94d7-f49171874ad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '5e07a6ac-7fc0-40fb-b447-7610bbfce1cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:28:05.188473 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d27cb43-2fb9-44ca-bf3b-ae8fadf27092 admin admin] Network hostable DHCP agents. Network: 5e07a6ac-7fc0-40fb-b447-7610bbfce1cf, hostable agents: ['1813db88-2c1b-4357-a2ba-869246b663c2'], hosted agents: [] {{(pid=121607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 25 21:28:05.234371 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-738d7b32-eec8-480d-bbf4-1b71a0812a78 tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10246617'] for subnet, precommit_delete_associations {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:05.236208 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-b6d5b034-3b82-4c29-83be-b0f8b96301d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:05.319738 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d27cb43-2fb9-44ca-bf3b-ae8fadf27092 admin admin] Network 5e07a6ac-7fc0-40fb-b447-7610bbfce1cf is scheduled to be hosted by DHCP agent 1813db88-2c1b-4357-a2ba-869246b663c2 with binding_index 1 {{(pid=121607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 25 21:28:05.340593 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-2df7075e-1757-431c-b6ae-c81378d67022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2613055790>, [{'id': '2dd24878-147d-4d8f-943e-81752dd575de', 'name': 'tempest-TaggedBootDevicesTest-1330468044-router', 'tenant_id': '980165331b334d7795b91adc96459725', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.242'}], 'enable_snat': True}, 'gw_port_id': 'cedb9d61-14e5-4a49-9725-6b677b980b97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:27:49Z', 'updated_at': '2021-12-25T21:27:58Z', 'revision_number': 4, 'project_id': '980165331b334d7795b91adc96459725', 'gw_port': {'id': 'cedb9d61-14e5-4a49-9725-6b677b980b97', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:90:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd24878-147d-4d8f-943e-81752dd575de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2153, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:27:50Z', 'updated_at': '2021-12-25T21:27:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '4663d839-90a9-488a-8814-7a585661d20c', 'name': '', 'network_id': '36c58514-4b76-443a-8b4e-8188ecbb730f', 'tenant_id': '980165331b334d7795b91adc96459725', 'mac_address': 'fa:16:3e:ef:c9:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dd24878-147d-4d8f-943e-81752dd575de', 'device_owner': 'network:router_interface', 'standard_attr_id': 2163, 'fixed_ips': [{'subnet_id': 'a434de1e-5464-470d-a8e6-901b6aa78ffb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:27:56Z', 'updated_at': '2021-12-25T21:28:03Z', 'revision_number': 4, 'project_id': '980165331b334d7795b91adc96459725', 'subnets': [{'id': 'a434de1e-5464-470d-a8e6-901b6aa78ffb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:28:05.384566 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port b34659ce-4403-4213-86ea-dcaee09d3535 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:28:05.385234 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:05.394610 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2df7075e-1757-431c-b6ae-c81378d67022 None None] The sync data for ids ['2dd24878-147d-4d8f-943e-81752dd575de'] in ncdv-master-1 is: [{'id': '2dd24878-147d-4d8f-943e-81752dd575de', 'name': 'tempest-TaggedBootDevicesTest-1330468044-router', 'tenant_id': '980165331b334d7795b91adc96459725', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.242'}], 'enable_snat': True}, 'gw_port_id': 'cedb9d61-14e5-4a49-9725-6b677b980b97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:27:49Z', 'updated_at': '2021-12-25T21:27:58Z', 'revision_number': 4, 'project_id': '980165331b334d7795b91adc96459725', 'gw_port': {'id': 'cedb9d61-14e5-4a49-9725-6b677b980b97', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:90:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd24878-147d-4d8f-943e-81752dd575de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2153, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:27:50Z', 'updated_at': '2021-12-25T21:27:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '4663d839-90a9-488a-8814-7a585661d20c', 'name': '', 'network_id': '36c58514-4b76-443a-8b4e-8188ecbb730f', 'tenant_id': '980165331b334d7795b91adc96459725', 'mac_address': 'fa:16:3e:ef:c9:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dd24878-147d-4d8f-943e-81752dd575de', 'device_owner': 'network:router_interface', 'standard_attr_id': 2163, 'fixed_ips': [{'subnet_id': 'a434de1e-5464-470d-a8e6-901b6aa78ffb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:27:56Z', 'updated_at': '2021-12-25T21:28:03Z', 'revision_number': 4, 'project_id': '980165331b334d7795b91adc96459725', 'subnets': [{'id': 'a434de1e-5464-470d-a8e6-901b6aa78ffb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 21:28:05.434159 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-7d27cb43-2fb9-44ca-bf3b-ae8fadf27092 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 5e07a6ac-7fc0-40fb-b447-7610bbfce1cf) {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:28:05.447628 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-e6a4b1f3-9095-4fa4-8561-8f5d10a724e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:05.511972 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d27cb43-2fb9-44ca-bf3b-ae8fadf27092 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:28:05.512641 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-7d27cb43-2fb9-44ca-bf3b-ae8fadf27092 admin admin] Publish callbacks [] for subnet, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:05.513499 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da143c12-be33-4e7d-a933-a8748ea8bb05 None None] Network 5e07a6ac-7fc0-40fb-b447-7610bbfce1cf requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:28:05.646778 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-738d7b32-eec8-480d-bbf4-1b71a0812a78 tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995662'] for subnet, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:05.681835 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 43600) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:28:05.730654 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-7d27cb43-2fb9-44ca-bf3b-ae8fadf27092 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 1.6180232
Dec 25 21:28:05.734417 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 43604) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:28:05.751200 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-2d8ee1b3-04d5-4a86-b2b4-cda859efd1cd admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1381841222-router', 'tenant_id': 'fbd3af0654c34dd8b4518ab7708aed91', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'}}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:28:05.808314 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-e6a4b1f3-9095-4fa4-8561-8f5d10a724e4 None None] For port 4663d839-90a9-488a-8814-7a585661d20c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4663d839-90a9-488a-8814-7a585661d20c,segment=NetworkSegment(56b813bb-0258-427a-b680-63f6bf14312f),segment_id=56b813bb-0258-427a-b680-63f6bf14312f)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:28:05.859359 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f83993b-1034-4b2f-83cb-43c6ff73d753 admin admin] Deleting subnet 5485e495-c8c6-4d44-8a42-b9d97e6ff8ba {{(pid=121606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Dec 25 21:28:05.873450 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-9f83993b-1034-4b2f-83cb-43c6ff73d753 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:05.885826 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ed9ceb4a-1428-4fdf-828e-e78d043028a7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:05.979404 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-9f83993b-1034-4b2f-83cb-43c6ff73d753 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9084199'] for subnet, precommit_delete_associations {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:05.981236 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-2d8ee1b3-04d5-4a86-b2b4-cda859efd1cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2014909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14863'] for router, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:05.983256 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-2d8ee1b3-04d5-4a86-b2b4-cda859efd1cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2014285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2009796', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2082630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14848'] for router, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:06.024254 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ed9ceb4a-1428-4fdf-828e-e78d043028a7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:06.040118 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37d4b1a1-66ab-4281-b725-939a4383ca77 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Router caef596b-48c6-4907-a4cb-760766c09537 has already been hosted by L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 {{(pid=121606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 25 21:28:06.048379 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-738d7b32-eec8-480d-bbf4-1b71a0812a78 tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8632410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8852809'] for subnet, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:06.060481 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-9f83993b-1034-4b2f-83cb-43c6ff73d753 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995662'] for subnet, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:06.101504 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-190fc19c-c4e0-4c7b-83dd-7bcaf67dcf9b None None] Network f2a92e54-e63e-4dcd-8fd2-1ee86d3f2b76 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:28:06.117143 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-2d8ee1b3-04d5-4a86-b2b4-cda859efd1cd admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:06.143790 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ed9ceb4a-1428-4fdf-828e-e78d043028a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:06.147633 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d89c4ff8-4307-4268-b4a0-5372451b7dbf tempest-RoutersIpV6AdminTest-1531157789 tempest-RoutersIpV6AdminTest-1531157789-project] Router d7a6b7f9-1eb3-45ee-bc9c-bef1a09fd41d is scheduled to L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 with binding_index 1 {{(pid=121606) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 25 21:28:06.148658 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738d7b32-eec8-480d-bbf4-1b71a0812a78 tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] Pushing event deleted for resources: {'Subnet': ['ID=c9676d31-6b74-4e5a-bd77-58184ee0c471,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:28:06.167741 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-738d7b32-eec8-480d-bbf4-1b71a0812a78 tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] Publish callbacks [] for subnet, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:06.171623 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-738d7b32-eec8-480d-bbf4-1b71a0812a78 tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] 10.222.0.32 "DELETE /v2.0/subnets/c9676d31-6b74-4e5a-bd77-58184ee0c471 HTTP/1.1" status: 204  len: 168 time: 1.2270074
Dec 25 21:28:06.173568 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-e6a4b1f3-9095-4fa4-8561-8f5d10a724e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:06.183531 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 43606) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:28:06.210585 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b62ac636-0aee-445d-931f-410a8a568892 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-5e07a6ac-7fc0-40fb-b447-7610bbfce1cf', 'network_id': '5e07a6ac-7fc0-40fb-b447-7610bbfce1cf', 'project_id': 'fbd3af0654c34dd8b4518ab7708aed91', 'fixed_ips': [{'subnet_id': '155011c0-37f7-49b3-91c1-109a3c21066c'}]}} from ncdv-master-1. {{(pid=121608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 25 21:28:06.211352 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-b62ac636-0aee-445d-931f-410a8a568892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:06.221735 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:06.238433 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37d4b1a1-66ab-4281-b725-939a4383ca77 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 21:28:06.241016 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-37d4b1a1-66ab-4281-b725-939a4383ca77 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for floatingip, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:06.274639 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65d52fe3-bd91-4918-b3d6-d91afaebae9f tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:28:06.276661 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65d52fe3-bd91-4918-b3d6-d91afaebae9f tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:28:06.283368 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-65d52fe3-bd91-4918-b3d6-d91afaebae9f tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1478 time: 0.1005878
Dec 25 21:28:06.284034 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 43610) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:28:06.300001 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af27e470-7654-43a1-95c6-268a55316cd2 None None] Sync routers for ids ['caef596b-48c6-4907-a4cb-760766c09537'] in ncdv-master-1 {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 21:28:06.305046 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-ed9ceb4a-1428-4fdf-828e-e78d043028a7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2153dbc247a84246a5e1c0b752958919&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6221089
Dec 25 21:28:06.320806 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 43612) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:28:06.420867 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9ceb4a-1428-4fdf-828e-e78d043028a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cea26714-f4bb-4a32-b923-b88a3880da5f,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:28:06.431259 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.db.api [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=121608) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 25 21:28:06.431692 ncdv-master-1 neutron-server[121608]: DEBUG oslo_db.api [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 25 21:28:06.432727 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a4b1f3-9095-4fa4-8561-8f5d10a724e4 None None] Pushing event updated for resources: {'Port': ['ID=4663d839-90a9-488a-8814-7a585661d20c,revision_number=5']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:28:06.446887 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-9f83993b-1034-4b2f-83cb-43c6ff73d753 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9084363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9028506'] for subnet, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:06.477081 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-37d4b1a1-66ab-4281-b725-939a4383ca77 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] 10.222.0.32 "PUT /v2.0/floatingips/eeb25480-a982-4b58-8581-02d90d720cbb HTTP/1.1" status: 200  len: 977 time: 5.9324231
Dec 25 21:28:06.483208 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f83993b-1034-4b2f-83cb-43c6ff73d753 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5485e495-c8c6-4d44-8a42-b9d97e6ff8ba,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:28:06.491185 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 43614) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:28:06.501143 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-4a1acb3d-ef47-4cd0-85d6-636bc612b363 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Request body: {'floatingip': {'port_id': None}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:28:06.557758 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-2d8ee1b3-04d5-4a86-b2b4-cda859efd1cd admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:06.563434 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-4a1acb3d-ef47-4cd0-85d6-636bc612b363 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Publish callbacks [] for floatingip, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:06.585075 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.db_base_plugin_common [None req-b62ac636-0aee-445d-931f-410a8a568892 None None] Allocated IP 172.20.0.2 (5e07a6ac-7fc0-40fb-b447-7610bbfce1cf/155011c0-37f7-49b3-91c1-109a3c21066c/b743a758-925c-4c6a-b8d9-d797f479184e) {{(pid=121608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:28:06.589649 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-9f83993b-1034-4b2f-83cb-43c6ff73d753 admin admin] Publish callbacks [] for subnet, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:06.601569 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-9f83993b-1034-4b2f-83cb-43c6ff73d753 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/5485e495-c8c6-4d44-8a42-b9d97e6ff8ba HTTP/1.1" status: 204  len: 168 time: 1.4866872
Dec 25 21:28:06.602298 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 43616) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:28:06.619314 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af27e470-7654-43a1-95c6-268a55316cd2 None None] Routers {'caef596b-48c6-4907-a4cb-760766c09537'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:28:06.619983 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-af27e470-7654-43a1-95c6-268a55316cd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f26134fb2e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:27:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['caef596b-48c6-4907-a4cb-760766c09537'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:28:06.655866 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e7856929-ca2c-4630-a480-0a0ba750ee78 tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625803'] for network, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:06.664941 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-6ac8feab-6f6d-4eaf-ae20-1580984c4fd1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:06.684601 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d89c4ff8-4307-4268-b4a0-5372451b7dbf tempest-RoutersIpV6AdminTest-1531157789 tempest-RoutersIpV6AdminTest-1531157789-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 21:28:06.690757 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-c67206ab-141f-4eed-92d5-33a959309908 None None] Provisioning complete for port 4663d839-90a9-488a-8814-7a585661d20c triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:28:06.691513 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-c67206ab-141f-4eed-92d5-33a959309908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:06.700219 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26d9aade-fbf3-4301-9037-c46608d3904a None None] Sync routers for ids ['d7a6b7f9-1eb3-45ee-bc9c-bef1a09fd41d'] in ncdv-master-1 {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 21:28:06.713163 ncdv-master-1 neutron-server[121607]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7856929-ca2c-4630-a480-0a0ba750ee78 tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] DELETE failed (client error): There was a conflict when trying to complete your request.
Dec 25 21:28:06.713792 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7856929-ca2c-4630-a480-0a0ba750ee78 tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=121607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 25 21:28:06.718411 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-e7856929-ca2c-4630-a480-0a0ba750ee78 tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] 10.222.0.32 "DELETE /v2.0/networks/f2a92e54-e63e-4dcd-8fd2-1ee86d3f2b76 HTTP/1.1" status: 409  len: 466 time: 0.4285371
Dec 25 21:28:06.721487 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26d9aade-fbf3-4301-9037-c46608d3904a None None] Routers {'d7a6b7f9-1eb3-45ee-bc9c-bef1a09fd41d'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:28:06.724512 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 43618) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:28:06.725984 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-26d9aade-fbf3-4301-9037-c46608d3904a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2618835610>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:27:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['d7a6b7f9-1eb3-45ee-bc9c-bef1a09fd41d'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:28:06.734475 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-80b60cee-b379-4361-8e86-600c9e18efb3 tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-929393771'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:28:06.740165 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-6ac8feab-6f6d-4eaf-ae20-1580984c4fd1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:06.829741 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-26d9aade-fbf3-4301-9037-c46608d3904a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2618835610>, [], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:28:06.840058 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26d9aade-fbf3-4301-9037-c46608d3904a None None] Routers {'d7a6b7f9-1eb3-45ee-bc9c-bef1a09fd41d'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:28:06.842939 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-26d9aade-fbf3-4301-9037-c46608d3904a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2618835610>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:27:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['d7a6b7f9-1eb3-45ee-bc9c-bef1a09fd41d'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:28:06.857214 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ee42ef0-259d-4914-80ba-44168fcbf6f0 None None] DHCP port deletion for f2a92e54-e63e-4dcd-8fd2-1ee86d3f2b76 request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 21:28:06.864244 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-af27e470-7654-43a1-95c6-268a55316cd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f26134fb2e0>, [], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:28:06.890362 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-d89c4ff8-4307-4268-b4a0-5372451b7dbf tempest-RoutersIpV6AdminTest-1531157789 tempest-RoutersIpV6AdminTest-1531157789-project] Publish callbacks [] for router, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:06.891818 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-d89c4ff8-4307-4268-b4a0-5372451b7dbf tempest-RoutersIpV6AdminTest-1531157789 tempest-RoutersIpV6AdminTest-1531157789-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 885 time: 8.0668697
Dec 25 21:28:06.899246 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-26d9aade-fbf3-4301-9037-c46608d3904a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2618835610>, [], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:28:06.899491 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 43620) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:28:06.900116 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26d9aade-fbf3-4301-9037-c46608d3904a None None] The sync data for ids ['d7a6b7f9-1eb3-45ee-bc9c-bef1a09fd41d'] in ncdv-master-1 is: [] {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 21:28:06.907274 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-0be71dda-00fe-4f06-bbc2-c079114a6b08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625803'] for network, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:06.913306 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-a9b9ca2e-5139-4dc1-a344-8b414bb6146e tempest-RoutersIpV6AdminTest-611111169 tempest-RoutersIpV6AdminTest-611111169-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'enable_snat': False}}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:28:06.932246 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af27e470-7654-43a1-95c6-268a55316cd2 None None] Routers {'caef596b-48c6-4907-a4cb-760766c09537'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:28:06.932861 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-af27e470-7654-43a1-95c6-268a55316cd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f26134fb2e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:27:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['caef596b-48c6-4907-a4cb-760766c09537'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:28:07.011390 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-2d8ee1b3-04d5-4a86-b2b4-cda859efd1cd admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:07.041700 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80b60cee-b379-4361-8e86-600c9e18efb3 tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] Made reservation on behalf of e27ea19f90cf4e0c934675615d455854 for: {'network': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:28:07.042143 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-4a1acb3d-ef47-4cd0-85d6-636bc612b363 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Publish callbacks [] for floatingip, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:07.045885 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-80b60cee-b379-4361-8e86-600c9e18efb3 tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for network, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:07.048276 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-2d8ee1b3-04d5-4a86-b2b4-cda859efd1cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:07.066498 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-6ac8feab-6f6d-4eaf-ae20-1580984c4fd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:07.069195 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-6ac8feab-6f6d-4eaf-ae20-1580984c4fd1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:07.073367 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-6ac8feab-6f6d-4eaf-ae20-1580984c4fd1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/cea26714-f4bb-4a32-b923-b88a3880da5f HTTP/1.1" status: 204  len: 168 time: 0.7510345
Dec 25 21:28:07.099349 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-af27e470-7654-43a1-95c6-268a55316cd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f26134fb2e0>, [], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:28:07.100079 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af27e470-7654-43a1-95c6-268a55316cd2 None None] The sync data for ids ['caef596b-48c6-4907-a4cb-760766c09537'] in ncdv-master-1 is: [] {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 21:28:07.137588 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac8feab-6f6d-4eaf-ae20-1580984c4fd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cea26714-f4bb-4a32-b923-b88a3880da5f,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:28:07.140978 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-4a1acb3d-ef47-4cd0-85d6-636bc612b363 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2008639'] for floatingip, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:07.141379 ncdv-master-1 neutron-server[121606]: INFO neutron.db.l3_db [None req-4a1acb3d-ef47-4cd0-85d6-636bc612b363 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Floating IP eeb25480-a982-4b58-8581-02d90d720cbb disassociated. External IP: 172.35.3.19, port: 81b7f223-2ab2-4175-875d-9120d0b7f4cd.
Dec 25 21:28:07.173608 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-b62ac636-0aee-445d-931f-410a8a568892 None None] Publish callbacks [] for port, precommit_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:07.197358 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-f2422158-dc62-4333-bdc0-9e21dd4363ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:07.209790 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:07.224908 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-0be71dda-00fe-4f06-bbc2-c079114a6b08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997585', 'neutron.services.segments.db._delete_segments_for_network-8737602743071'] for network, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:07.248827 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80b60cee-b379-4361-8e86-600c9e18efb3 tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] vlan segment allocate from pool success with {'vlan_id': 165, 'physical_network': 'physnet1'}  {{(pid=121607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 25 21:28:07.251734 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_common [None req-2d8ee1b3-04d5-4a86-b2b4-cda859efd1cd admin admin] Allocated IP 172.35.3.5 (7201e55c-7c5f-41aa-a042-a363696539d0/7a939e13-713f-45cf-bba7-1539635abe25/e61d93ef-8975-4b8b-89b4-7eb11f995d05) {{(pid=121607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:28:07.271164 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-80b60cee-b379-4361-8e86-600c9e18efb3 tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:07.271680 ncdv-master-1 neutron-server[121607]: INFO neutron.db.segments_db [None req-80b60cee-b379-4361-8e86-600c9e18efb3 tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] Added segment 1a598dde-49d4-4e68-931d-91c6d9abdccc of type vlan for network 1de51b12-71b5-4a61-862b-29a89fb5899a
Dec 25 21:28:07.291376 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-b62ac636-0aee-445d-931f-410a8a568892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946'] for port, after_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:07.293302 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-c67206ab-141f-4eed-92d5-33a959309908 None None] Provisioning complete for port b34659ce-4403-4213-86ea-dcaee09d3535 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:28:07.293668 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-c67206ab-141f-4eed-92d5-33a959309908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:07.297723 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] For port b34659ce-4403-4213-86ea-dcaee09d3535, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b34659ce-4403-4213-86ea-dcaee09d3535,segment=NetworkSegment(5e79bc1e-4870-4bf0-a23e-1e729e8e62cf),segment_id=5e79bc1e-4870-4bf0-a23e-1e729e8e62cf)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:28:07.300323 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.segments.db [None req-0be71dda-00fe-4f06-bbc2-c079114a6b08 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f261188aa90>,) {'filters': {'network_id': ['e17464e2-697c-4b3c-94ad-56e64b83a662']}} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:28:07.302087 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-0ee42ef0-259d-4914-80ba-44168fcbf6f0 None None] Deleting port b34659ce-4403-4213-86ea-dcaee09d3535 {{(pid=121608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:28:07.302460 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-0ee42ef0-259d-4914-80ba-44168fcbf6f0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:07.317085 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.segments.db [None req-0be71dda-00fe-4f06-bbc2-c079114a6b08 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f261188aa90>, '729bd776-674a-4db0-9c4c-0a9cb8814d43') {'for_net_delete': True} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:28:07.317085 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.segments.db [None req-0be71dda-00fe-4f06-bbc2-c079114a6b08 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f261188aa90>, '729bd776-674a-4db0-9c4c-0a9cb8814d43') {} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:28:07.340504 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-0be71dda-00fe-4f06-bbc2-c079114a6b08 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737602746920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9084222'] for segment, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:07.373786 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-80b60cee-b379-4361-8e86-600c9e18efb3 tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737602163420'] for network, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:07.380261 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:07.413141 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b62ac636-0aee-445d-931f-410a8a568892 None None] Network 5e07a6ac-7fc0-40fb-b447-7610bbfce1cf is already hosted by enough agents. {{(pid=121608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:28:07.426278 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.base_scheduler [None req-b62ac636-0aee-445d-931f-410a8a568892 None None] Resources bound (agent type, host, resource id):  {{(pid=121608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:28:07.462992 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b62ac636-0aee-445d-931f-410a8a568892 None None] Received port after_create {{(pid=121608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:28:07.476115 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62ac636-0aee-445d-931f-410a8a568892 None None] Pushing event updated for resources: {'Port': ['ID=b743a758-925c-4c6a-b8d9-d797f479184e,revision_number=1']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:28:07.477621 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-0be71dda-00fe-4f06-bbc2-c079114a6b08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:07.490205 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-2d8ee1b3-04d5-4a86-b2b4-cda859efd1cd admin admin] Publish callbacks [] for port, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:07.499708 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0be71dda-00fe-4f06-bbc2-c079114a6b08 admin admin] Releasing vlan 163 on physical network physnet1 to pool {{(pid=121606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 25 21:28:07.500330 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-0be71dda-00fe-4f06-bbc2-c079114a6b08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9084542'] for segment, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:07.502918 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 25 21:28:07.502918 ncdv-master-1 neutron-server[121606]:   items = [
Dec 25 21:28:07.502918 ncdv-master-1 neutron-server[121606]: Traceback (most recent call last):
Dec 25 21:28:07.502918 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 25 21:28:07.502918 ncdv-master-1 neutron-server[121606]:     timer()
Dec 25 21:28:07.502918 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 25 21:28:07.502918 ncdv-master-1 neutron-server[121606]:     cb(*args, **kw)
Dec 25 21:28:07.502918 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 25 21:28:07.502918 ncdv-master-1 neutron-server[121606]:     return func(*args, **kwargs)
Dec 25 21:28:07.502918 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 25 21:28:07.502918 ncdv-master-1 neutron-server[121606]:     self._notify()
Dec 25 21:28:07.502918 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 25 21:28:07.502918 ncdv-master-1 neutron-server[121606]:     self.callback(batched_events)
Dec 25 21:28:07.502918 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 25 21:28:07.502918 ncdv-master-1 neutron-server[121606]:     event.method(event)
Dec 25 21:28:07.502918 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 25 21:28:07.502918 ncdv-master-1 neutron-server[121606]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 25 21:28:07.502918 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 25 21:28:07.502918 ncdv-master-1 neutron-server[121606]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 25 21:28:07.502918 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 25 21:28:07.502918 ncdv-master-1 neutron-server[121606]:     return f(self, *a, **k)
Dec 25 21:28:07.502918 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 25 21:28:07.502918 ncdv-master-1 neutron-server[121606]:     return self._get(url).json()
Dec 25 21:28:07.502918 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 25 21:28:07.502918 ncdv-master-1 neutron-server[121606]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 25 21:28:07.502918 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 25 21:28:07.502918 ncdv-master-1 neutron-server[121606]:     return self.request(url, 'GET', **kwargs)
Dec 25 21:28:07.502918 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 25 21:28:07.502918 ncdv-master-1 neutron-server[121606]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 25 21:28:07.502918 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 25 21:28:07.502918 ncdv-master-1 neutron-server[121606]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 25 21:28:07.502918 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 25 21:28:07.502918 ncdv-master-1 neutron-server[121606]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 25 21:28:07.502918 ncdv-master-1 neutron-server[121606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 25 21:28:07.507470 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-0ee42ef0-259d-4914-80ba-44168fcbf6f0 None None] For port b34659ce-4403-4213-86ea-dcaee09d3535, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b34659ce-4403-4213-86ea-dcaee09d3535,segment=NetworkSegment(5e79bc1e-4870-4bf0-a23e-1e729e8e62cf),segment_id=5e79bc1e-4870-4bf0-a23e-1e729e8e62cf)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:28:07.507890 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-0ee42ef0-259d-4914-80ba-44168fcbf6f0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:07.531926 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-80b60cee-b379-4361-8e86-600c9e18efb3 tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870'] for network, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:07.541188 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80b60cee-b379-4361-8e86-600c9e18efb3 tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:28:07.542976 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-80b60cee-b379-4361-8e86-600c9e18efb3 tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] Publish callbacks [] for network, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:07.583513 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-0ee42ef0-259d-4914-80ba-44168fcbf6f0 None None] Calling delete_port for b34659ce-4403-4213-86ea-dcaee09d3535 owned by network:dhcp {{(pid=121608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:28:07.650750 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b60cee-b379-4361-8e86-600c9e18efb3 tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] Pushing event updated for resources: {'Network': ['ID=1de51b12-71b5-4a61-862b-29a89fb5899a,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:28:07.657586 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-80b60cee-b379-4361-8e86-600c9e18efb3 tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 788 time: 0.9318690
Dec 25 21:28:07.663293 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 43628) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:28:07.671395 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-999973fb-96ba-4e60-ab7c-58d308946dd8 tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] Request body: {'subnet': {'network_id': '1de51b12-71b5-4a61-862b-29a89fb5899a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:28:07.675355 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 4663d839-90a9-488a-8814-7a585661d20c up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:28:07.677688 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Network 1de51b12-71b5-4a61-862b-29a89fb5899a details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 25 21:28:07.691520 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-0be71dda-00fe-4f06-bbc2-c079114a6b08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2008653'] for network, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:07.706572 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-0be71dda-00fe-4f06-bbc2-c079114a6b08 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for network, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:07.710345 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-0be71dda-00fe-4f06-bbc2-c079114a6b08 admin admin] 10.222.0.32 "DELETE /v2.0/networks/e17464e2-697c-4b3c-94ad-56e64b83a662 HTTP/1.1" status: 204  len: 168 time: 1.1009107
Dec 25 21:28:07.715891 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 43630) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:28:07.769575 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-2d8ee1b3-04d5-4a86-b2b4-cda859efd1cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:07.773148 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be71dda-00fe-4f06-bbc2-c079114a6b08 admin admin] Pushing event deleted for resources: {'Network': ['ID=e17464e2-697c-4b3c-94ad-56e64b83a662,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:28:07.791970 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d8ee1b3-04d5-4a86-b2b4-cda859efd1cd admin admin] Network 7201e55c-7c5f-41aa-a042-a363696539d0 is already hosted by enough agents. {{(pid=121607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:28:07.796439 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-2d8ee1b3-04d5-4a86-b2b4-cda859efd1cd admin admin] Resources bound (agent type, host, resource id):  {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:28:07.817200 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d8ee1b3-04d5-4a86-b2b4-cda859efd1cd admin admin] Received port after_create {{(pid=121607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:28:07.843685 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-b62ac636-0aee-445d-931f-410a8a568892 None None] Attempting to bind port b743a758-925c-4c6a-b8d9-d797f479184e on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:28:07.844111 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-b62ac636-0aee-445d-931f-410a8a568892 None None] Attempting to bind port b743a758-925c-4c6a-b8d9-d797f479184e by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '91e10d34-0490-4307-94d7-f49171874ad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '5e07a6ac-7fc0-40fb-b447-7610bbfce1cf'}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:28:07.844457 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b62ac636-0aee-445d-931f-410a8a568892 None None] Attempting to bind port b743a758-925c-4c6a-b8d9-d797f479184e on network 5e07a6ac-7fc0-40fb-b447-7610bbfce1cf {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:28:07.858102 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f0d908c-419a-4de1-86e9-2c2e5119db29 None None] DHCP port deletion for 7201e55c-7c5f-41aa-a042-a363696539d0 request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 21:28:07.876539 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Pushing event updated for resources: {'Port': ['ID=b34659ce-4403-4213-86ea-dcaee09d3535,revision_number=4']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:28:07.882908 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2fd1571-2a41-4acd-b950-a2ba8f7a34bd admin admin] Deleting subnet 35982708-3d9b-487e-8466-0d7f0cd441bd {{(pid=121606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Dec 25 21:28:07.886090 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b62ac636-0aee-445d-931f-410a8a568892 None None] Checking agent: {'id': 'ca4f5c6d-f1fd-48b8-a3e3-395864c7d23d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 20, 56, 40), 'started_at': datetime.datetime(2021, 12, 25, 20, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 27, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:28:07.886484 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b62ac636-0aee-445d-931f-410a8a568892 None None] Checking segment: {'id': '91e10d34-0490-4307-94d7-f49171874ad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '5e07a6ac-7fc0-40fb-b447-7610bbfce1cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:28:07.886870 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-b62ac636-0aee-445d-931f-410a8a568892 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:07.887260 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b62ac636-0aee-445d-931f-410a8a568892 None None] Bound using segment: {'id': '91e10d34-0490-4307-94d7-f49171874ad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '5e07a6ac-7fc0-40fb-b447-7610bbfce1cf'} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:28:07.887463 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-a9b9ca2e-5139-4dc1-a344-8b414bb6146e tempest-RoutersIpV6AdminTest-611111169 tempest-RoutersIpV6AdminTest-611111169-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:07.887737 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-b62ac636-0aee-445d-931f-410a8a568892 None None] Bound port: b743a758-925c-4c6a-b8d9-d797f479184e, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91e10d34-0490-4307-94d7-f49171874ad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '5e07a6ac-7fc0-40fb-b447-7610bbfce1cf'}}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:28:07.888157 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-b62ac636-0aee-445d-931f-410a8a568892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:07.895419 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-a2fd1571-2a41-4acd-b950-a2ba8f7a34bd admin admin] Publish callbacks [] for subnet, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:07.937771 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a1acb3d-ef47-4cd0-85d6-636bc612b363 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Router caef596b-48c6-4907-a4cb-760766c09537 has already been hosted by L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 {{(pid=121606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 25 21:28:07.947730 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-a2fd1571-2a41-4acd-b950-a2ba8f7a34bd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9084199'] for subnet, precommit_delete_associations {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:08.001348 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port 4663d839-90a9-488a-8814-7a585661d20c triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:28:08.001574 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:08.003843 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-b62ac636-0aee-445d-931f-410a8a568892 None None] For port b743a758-925c-4c6a-b8d9-d797f479184e, host ncdv-master-1, cleared binding levels {{(pid=121608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:28:08.023082 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8ee1b3-04d5-4a86-b2b4-cda859efd1cd admin admin] Pushing event updated for resources: {'Port': ['ID=e61d93ef-8975-4b8b-89b4-7eb11f995d05,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:28:08.032570 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-d355005b-c7ba-4b60-9861-b4faa3e217f7 None None] Provisioning complete for port e61d93ef-8975-4b8b-89b4-7eb11f995d05 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:28:08.035200 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-d355005b-c7ba-4b60-9861-b4faa3e217f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:08.065798 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-0ee42ef0-259d-4914-80ba-44168fcbf6f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955'] for port, after_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:08.078020 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-a2fd1571-2a41-4acd-b950-a2ba8f7a34bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995662'] for subnet, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:08.083550 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-999973fb-96ba-4e60-ab7c-58d308946dd8 tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] Made reservation on behalf of e27ea19f90cf4e0c934675615d455854 for: {'subnet': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:28:08.087677 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-999973fb-96ba-4e60-ab7c-58d308946dd8 tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8852834'] for subnet, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:08.089788 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-b62ac636-0aee-445d-931f-410a8a568892 None None] For port b743a758-925c-4c6a-b8d9-d797f479184e, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b743a758-925c-4c6a-b8d9-d797f479184e,segment=NetworkSegment(91e10d34-0490-4307-94d7-f49171874ad4),segment_id=91e10d34-0490-4307-94d7-f49171874ad4)] {{(pid=121608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:28:08.118692 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee42ef0-259d-4914-80ba-44168fcbf6f0 None None] Pushing event deleted for resources: {'Port': ['ID=b34659ce-4403-4213-86ea-dcaee09d3535,revision_number=None']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:28:08.121108 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ee42ef0-259d-4914-80ba-44168fcbf6f0 None None] No DVR routers for this DVR port b34659ce-4403-4213-86ea-dcaee09d3535 on host ncdv-master-1 {{(pid=121608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:28:08.123097 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-d355005b-c7ba-4b60-9861-b4faa3e217f7 None None] Port e61d93ef-8975-4b8b-89b4-7eb11f995d05 cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:28:08.151297 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 43632) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:28:08.178011 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-b62ac636-0aee-445d-931f-410a8a568892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:08.213096 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-b2fa0ecd-a3b8-4380-b7a4-ff831acf7a17 admin admin] Publish callbacks [] for security_group, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:08.236471 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:08.249240 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62ac636-0aee-445d-931f-410a8a568892 None None] Pushing event updated for resources: {'Port': ['ID=b743a758-925c-4c6a-b8d9-d797f479184e,revision_number=2']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:28:08.256270 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a1acb3d-ef47-4cd0-85d6-636bc612b363 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 21:28:08.261501 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-4a1acb3d-ef47-4cd0-85d6-636bc612b363 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for floatingip, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:08.274385 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86559bbb-d2fe-4742-b2ec-e4d9de1caca0 None None] Sync routers for ids ['caef596b-48c6-4907-a4cb-760766c09537'] in ncdv-master-1 {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 21:28:08.286132 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86559bbb-d2fe-4742-b2ec-e4d9de1caca0 None None] Routers {'caef596b-48c6-4907-a4cb-760766c09537'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:28:08.286811 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-86559bbb-d2fe-4742-b2ec-e4d9de1caca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2612d80940>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:28:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['caef596b-48c6-4907-a4cb-760766c09537'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:28:08.311122 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-4a1acb3d-ef47-4cd0-85d6-636bc612b363 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] 10.222.0.32 "PUT /v2.0/floatingips/eeb25480-a982-4b58-8581-02d90d720cbb HTTP/1.1" status: 200  len: 687 time: 1.8159645
Dec 25 21:28:08.317261 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 43634) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:28:08.334834 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-86559bbb-d2fe-4742-b2ec-e4d9de1caca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2612d80940>, [], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:28:08.351417 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-2d8ee1b3-04d5-4a86-b2b4-cda859efd1cd admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:08.360530 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device b34659ce-4403-4213-86ea-dcaee09d3535 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:28:08.363621 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86559bbb-d2fe-4742-b2ec-e4d9de1caca0 None None] Routers {'caef596b-48c6-4907-a4cb-760766c09537'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:28:08.364507 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-86559bbb-d2fe-4742-b2ec-e4d9de1caca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2612d80940>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:28:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['caef596b-48c6-4907-a4cb-760766c09537'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:28:08.619148 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-86559bbb-d2fe-4742-b2ec-e4d9de1caca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2612d80940>, [], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:28:08.621668 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86559bbb-d2fe-4742-b2ec-e4d9de1caca0 None None] The sync data for ids ['caef596b-48c6-4907-a4cb-760766c09537'] in ncdv-master-1 is: [] {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 21:28:08.623650 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] No Port match for: b34659ce-4403-4213-86ea-dcaee09d3535 {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:28:08.626832 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device b34659ce-4403-4213-86ea-dcaee09d3535 not bound to the agent host ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:28:08.768273 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3e945ecd-9380-47c2-aa0a-12ebe07e03e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:08.857639 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-a2fd1571-2a41-4acd-b950-a2ba8f7a34bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9084363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9028506'] for subnet, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:08.900170 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fd1571-2a41-4acd-b950-a2ba8f7a34bd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=35982708-3d9b-487e-8466-0d7f0cd441bd,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:28:08.911861 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-a2fd1571-2a41-4acd-b950-a2ba8f7a34bd admin admin] Publish callbacks [] for subnet, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:08.915045 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-a2fd1571-2a41-4acd-b950-a2ba8f7a34bd admin admin] 10.222.0.32 "DELETE /v2.0/subnets/35982708-3d9b-487e-8466-0d7f0cd441bd HTTP/1.1" status: 204  len: 168 time: 1.1949949
Dec 25 21:28:08.920276 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 43638) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:28:08.990267 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-2d8ee1b3-04d5-4a86-b2b4-cda859efd1cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2014278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2009753'] for router, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:09.038649 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-b2fa0ecd-a3b8-4380-b7a4-ff831acf7a17 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:09.084081 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-c9d6937b-4438-48e0-82d0-851fa6d1b3c3 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Deleting port 19b6dda0-56c8-400d-b5b6-e4c4aeb49229 {{(pid=121606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:28:09.084429 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-c9d6937b-4438-48e0-82d0-851fa6d1b3c3 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:09.094494 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-364cf53d-7dbd-4de4-a14e-5f48f4eed678 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625803'] for network, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:09.113752 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-b2fa0ecd-a3b8-4380-b7a4-ff831acf7a17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:09.226188 ncdv-master-1 neutron-server[121607]: DEBUG neutron.objects.ports [None req-999973fb-96ba-4e60-ab7c-58d308946dd8 tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=121607) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}}
Dec 25 21:28:09.232939 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-999973fb-96ba-4e60-ab7c-58d308946dd8 tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8632475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8852848'] for subnet, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:09.233984 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fa0ecd-a3b8-4380-b7a4-ff831acf7a17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d228719e-a802-4a93-99cc-31e843afaf55,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:28:09.244416 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-b2fa0ecd-a3b8-4380-b7a4-ff831acf7a17 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ce19946cba974ae4afae85fba935404e&name=default HTTP/1.1" status: 200  len: 3000 time: 1.0893552
Dec 25 21:28:09.249295 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 43640) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:28:09.283418 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-c9d6937b-4438-48e0-82d0-851fa6d1b3c3 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:09.283743 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-c9d6937b-4438-48e0-82d0-851fa6d1b3c3 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:09.337317 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-364cf53d-7dbd-4de4-a14e-5f48f4eed678 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997585', 'neutron.services.segments.db._delete_segments_for_network-8737602743071'] for network, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:09.345630 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-c9d6937b-4438-48e0-82d0-851fa6d1b3c3 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Calling delete_port for 19b6dda0-56c8-400d-b5b6-e4c4aeb49229 owned by network:floatingip {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:28:09.385109 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999973fb-96ba-4e60-ab7c-58d308946dd8 tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] Pushing event updated for resources: {'Subnet': ['ID=36d993c7-ba98-41f0-8681-ad5dd51223ba,revision_number=0']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:28:09.388245 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-364cf53d-7dbd-4de4-a14e-5f48f4eed678 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f26188d82b0>,) {'filters': {'network_id': ['ef3c1c42-4434-4555-96e6-807e0e914dde']}} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:28:09.418247 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-364cf53d-7dbd-4de4-a14e-5f48f4eed678 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f26188d82b0>, '2368ab7f-2945-48ea-a210-53c96591cf19') {'for_net_delete': True} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:28:09.418554 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-364cf53d-7dbd-4de4-a14e-5f48f4eed678 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f26188d82b0>, '2368ab7f-2945-48ea-a210-53c96591cf19') {} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:28:09.440288 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-364cf53d-7dbd-4de4-a14e-5f48f4eed678 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737602746920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10246592'] for segment, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:09.442796 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-999973fb-96ba-4e60-ab7c-58d308946dd8 tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] Checking segment: {'id': '1a598dde-49d4-4e68-931d-91c6d9abdccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '1de51b12-71b5-4a61-862b-29a89fb5899a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:28:09.443165 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-999973fb-96ba-4e60-ab7c-58d308946dd8 tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] Network hostable DHCP agents. Network: 1de51b12-71b5-4a61-862b-29a89fb5899a, hostable agents: ['1813db88-2c1b-4357-a2ba-869246b663c2'], hosted agents: [] {{(pid=121607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 25 21:28:09.449203 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-15cb578f-7a63-4fd3-925d-83bad4c7b82a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:09.470866 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-364cf53d-7dbd-4de4-a14e-5f48f4eed678 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:09.475176 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-a9b9ca2e-5139-4dc1-a344-8b414bb6146e tempest-RoutersIpV6AdminTest-611111169 tempest-RoutersIpV6AdminTest-611111169-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2009782', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2014271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14898'] for router, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:09.475892 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-f9dccba4-7f19-4582-809a-aaccd4094f51 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:09.484099 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-364cf53d-7dbd-4de4-a14e-5f48f4eed678 admin admin] Releasing vlan 171 on physical network physnet1 to pool {{(pid=121607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 25 21:28:09.484509 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-364cf53d-7dbd-4de4-a14e-5f48f4eed678 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8633327'] for segment, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:09.486252 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-a9b9ca2e-5139-4dc1-a344-8b414bb6146e tempest-RoutersIpV6AdminTest-611111169 tempest-RoutersIpV6AdminTest-611111169-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2009753', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2009775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2009760', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2014256'] for router, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:09.486454 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:28:09.486454 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:28:09.486454 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:28:09.486454 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:28:09.486454 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:28:09.486454 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:28:09.486454 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:28:09.486454 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:28:09.486454 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:28:09.486454 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:28:09.486454 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:28:09.486454 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:28:09.486454 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:28:09.486454 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:28:09.486454 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:28:09.486454 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:28:09.486454 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:28:09.486454 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:28:09.486454 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:28:09.486454 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:28:09.486454 ncdv-master-1 neutron-server[121607]: Traceback (most recent call last):
Dec 25 21:28:09.486454 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 25 21:28:09.486454 ncdv-master-1 neutron-server[121607]:     timer()
Dec 25 21:28:09.486454 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 25 21:28:09.486454 ncdv-master-1 neutron-server[121607]:     cb(*args, **kw)
Dec 25 21:28:09.486454 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 25 21:28:09.486454 ncdv-master-1 neutron-server[121607]:     return func(*args, **kwargs)
Dec 25 21:28:09.486454 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 25 21:28:09.486454 ncdv-master-1 neutron-server[121607]:     self._notify()
Dec 25 21:28:09.486454 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 25 21:28:09.486454 ncdv-master-1 neutron-server[121607]:     self.callback(batched_events)
Dec 25 21:28:09.486454 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 25 21:28:09.486454 ncdv-master-1 neutron-server[121607]:     event.method(event)
Dec 25 21:28:09.486454 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 25 21:28:09.486454 ncdv-master-1 neutron-server[121607]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 25 21:28:09.486454 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 25 21:28:09.486454 ncdv-master-1 neutron-server[121607]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 25 21:28:09.486454 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 25 21:28:09.486454 ncdv-master-1 neutron-server[121607]:     return f(self, *a, **k)
Dec 25 21:28:09.486454 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 25 21:28:09.486454 ncdv-master-1 neutron-server[121607]:     return self._get(url).json()
Dec 25 21:28:09.486454 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 25 21:28:09.486454 ncdv-master-1 neutron-server[121607]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 25 21:28:09.486454 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 25 21:28:09.486454 ncdv-master-1 neutron-server[121607]:     return self.request(url, 'GET', **kwargs)
Dec 25 21:28:09.486454 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 25 21:28:09.486454 ncdv-master-1 neutron-server[121607]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 25 21:28:09.486454 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 25 21:28:09.486454 ncdv-master-1 neutron-server[121607]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 25 21:28:09.486454 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 25 21:28:09.486454 ncdv-master-1 neutron-server[121607]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 25 21:28:09.486454 ncdv-master-1 neutron-server[121607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 25 21:28:09.520417 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-f9dccba4-7f19-4582-809a-aaccd4094f51 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:09.525983 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c4a8810-e8de-4d92-9e71-cd491e0be14a None None] Network 5e07a6ac-7fc0-40fb-b447-7610bbfce1cf requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:28:09.545196 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d8ee1b3-04d5-4a86-b2b4-cda859efd1cd admin admin] Router 35fc6b60-8af7-4b30-b5c4-fc94ed20e7ef is scheduled to L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 with binding_index 1 {{(pid=121607) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 25 21:28:09.547767 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-999973fb-96ba-4e60-ab7c-58d308946dd8 tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] Network 1de51b12-71b5-4a61-862b-29a89fb5899a is scheduled to be hosted by DHCP agent 1813db88-2c1b-4357-a2ba-869246b663c2 with binding_index 1 {{(pid=121607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 25 21:28:09.569572 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device b743a758-925c-4c6a-b8d9-d797f479184e up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:28:09.618855 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-364cf53d-7dbd-4de4-a14e-5f48f4eed678 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2008653'] for network, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:09.628284 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-364cf53d-7dbd-4de4-a14e-5f48f4eed678 admin admin] Publish callbacks [] for network, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:09.631734 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-364cf53d-7dbd-4de4-a14e-5f48f4eed678 admin admin] 10.222.0.32 "DELETE /v2.0/networks/ef3c1c42-4434-4555-96e6-807e0e914dde HTTP/1.1" status: 204  len: 168 time: 0.7106283
Dec 25 21:28:09.647432 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364cf53d-7dbd-4de4-a14e-5f48f4eed678 admin admin] Pushing event deleted for resources: {'Network': ['ID=ef3c1c42-4434-4555-96e6-807e0e914dde,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:28:09.668417 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-d62fbdf1-47bd-4f75-adf4-3394f1480f69 None None] Provisioning complete for port b743a758-925c-4c6a-b8d9-d797f479184e triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:28:09.669816 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-d62fbdf1-47bd-4f75-adf4-3394f1480f69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:09.690266 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-999973fb-96ba-4e60-ab7c-58d308946dd8 tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 1de51b12-71b5-4a61-862b-29a89fb5899a) {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:28:09.697102 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-999973fb-96ba-4e60-ab7c-58d308946dd8 tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:28:09.698947 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-999973fb-96ba-4e60-ab7c-58d308946dd8 tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] Publish callbacks [] for subnet, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:09.722173 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d8ee1b3-04d5-4a86-b2b4-cda859efd1cd admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 21:28:09.724100 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56322a3d-3ef5-4e7e-8a6f-2980eaa15003 None None] Network 1de51b12-71b5-4a61-862b-29a89fb5899a requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:28:09.734928 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d335e588-67c5-421a-813f-870df3052056 None None] Sync routers for ids ['35fc6b60-8af7-4b30-b5c4-fc94ed20e7ef'] in ncdv-master-1 {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 21:28:09.741863 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9b9ca2e-5139-4dc1-a344-8b414bb6146e tempest-RoutersIpV6AdminTest-611111169 tempest-RoutersIpV6AdminTest-611111169-project-admin] Router d7a6b7f9-1eb3-45ee-bc9c-bef1a09fd41d has already been hosted by L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 {{(pid=121606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 25 21:28:09.749372 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d335e588-67c5-421a-813f-870df3052056 None None] Routers {'35fc6b60-8af7-4b30-b5c4-fc94ed20e7ef'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:28:09.765492 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-d335e588-67c5-421a-813f-870df3052056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f26189e3f40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:28:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['35fc6b60-8af7-4b30-b5c4-fc94ed20e7ef'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:28:09.823055 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-f9dccba4-7f19-4582-809a-aaccd4094f51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:09.825775 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-f9dccba4-7f19-4582-809a-aaccd4094f51 admin admin] Publish callbacks [] for security_group, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:09.836983 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-f9dccba4-7f19-4582-809a-aaccd4094f51 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d228719e-a802-4a93-99cc-31e843afaf55 HTTP/1.1" status: 204  len: 168 time: 0.5754473
Dec 25 21:28:09.850877 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9dccba4-7f19-4582-809a-aaccd4094f51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d228719e-a802-4a93-99cc-31e843afaf55,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:28:09.870277 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-c9d6937b-4438-48e0-82d0-851fa6d1b3c3 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:09.873786 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-999973fb-96ba-4e60-ab7c-58d308946dd8 tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 2.2087500
Dec 25 21:28:09.881531 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-2d8ee1b3-04d5-4a86-b2b4-cda859efd1cd admin admin] Publish callbacks [] for router, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:09.885259 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-2d8ee1b3-04d5-4a86-b2b4-cda859efd1cd admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 4.1500995
Dec 25 21:28:09.887551 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 43648) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:28:09.887915 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 43650) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:28:09.914251 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-2de8f989-3dac-4989-8312-56fb36db7d0d tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] Request body: {'port': {'network_id': '1de51b12-71b5-4a61-862b-29a89fb5899a', 'name': 'tempest-NetworksIpV6TestAttrs-361156279'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:28:09.926451 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port b743a758-925c-4c6a-b8d9-d797f479184e triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:28:09.926909 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:09.942893 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d6937b-4438-48e0-82d0-851fa6d1b3c3 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Pushing event deleted for resources: {'Port': ['ID=19b6dda0-56c8-400d-b5b6-e4c4aeb49229,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:28:09.968800 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvr_db [None req-d335e588-67c5-421a-813f-870df3052056 None None] Set router 35fc6b60-8af7-4b30-b5c4-fc94ed20e7ef gateway port host: ncdv-master-1 {{(pid=121609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:28:10.023167 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9b9ca2e-5139-4dc1-a344-8b414bb6146e tempest-RoutersIpV6AdminTest-611111169 tempest-RoutersIpV6AdminTest-611111169-project-admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 21:28:10.030141 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-a9b9ca2e-5139-4dc1-a344-8b414bb6146e tempest-RoutersIpV6AdminTest-611111169 tempest-RoutersIpV6AdminTest-611111169-project-admin] Publish callbacks [] for router, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:10.031485 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-a9b9ca2e-5139-4dc1-a344-8b414bb6146e tempest-RoutersIpV6AdminTest-611111169 tempest-RoutersIpV6AdminTest-611111169-project-admin] 10.222.0.32 "PUT /v2.0/routers/d7a6b7f9-1eb3-45ee-bc9c-bef1a09fd41d HTTP/1.1" status: 200  len: 922 time: 3.1307178
Dec 25 21:28:10.034130 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 43652) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:28:10.054339 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38f859e2-8965-4457-8bbb-dfa0e42eb211 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-1de51b12-71b5-4a61-862b-29a89fb5899a', 'network_id': '1de51b12-71b5-4a61-862b-29a89fb5899a', 'project_id': 'e27ea19f90cf4e0c934675615d455854', 'fixed_ips': [{'subnet_id': '36d993c7-ba98-41f0-8681-ad5dd51223ba'}]}} from ncdv-master-1. {{(pid=121608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 25 21:28:10.055485 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-38f859e2-8965-4457-8bbb-dfa0e42eb211 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:10.064129 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9b8c081-22d0-4acc-9c85-a1e52432ff20 None None] Sync routers for ids ['d7a6b7f9-1eb3-45ee-bc9c-bef1a09fd41d'] in ncdv-master-1 {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 21:28:10.126967 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-d62fbdf1-47bd-4f75-adf4-3394f1480f69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:10.156376 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9b8c081-22d0-4acc-9c85-a1e52432ff20 None None] Routers {'d7a6b7f9-1eb3-45ee-bc9c-bef1a09fd41d'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:28:10.157308 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-c9b8c081-22d0-4acc-9c85-a1e52432ff20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2613492a90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:28:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['d7a6b7f9-1eb3-45ee-bc9c-bef1a09fd41d'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:28:10.215842 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-c9d6937b-4438-48e0-82d0-851fa6d1b3c3 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Publish callbacks [] for floatingip, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:10.220233 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-c9d6937b-4438-48e0-82d0-851fa6d1b3c3 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for floatingip, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:10.224327 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-c9d6937b-4438-48e0-82d0-851fa6d1b3c3 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] 10.222.0.32 "DELETE /v2.0/floatingips/eeb25480-a982-4b58-8581-02d90d720cbb HTTP/1.1" status: 204  len: 168 time: 1.9052382
Dec 25 21:28:10.229204 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 43654) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:28:10.291968 ncdv-master-1 neutron-server[121606]: INFO neutron.api.v2.resource [None req-93e507b5-82bf-43a0-bb88-37b5ff824af8 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] delete failed (client error): The resource could not be found.
Dec 25 21:28:10.297553 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-93e507b5-82bf-43a0-bb88-37b5ff824af8 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] 10.222.0.32 "DELETE /v2.0/floatingips/eeb25480-a982-4b58-8581-02d90d720cbb HTTP/1.1" status: 404  len: 345 time: 0.0670664
Dec 25 21:28:10.299821 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 43658) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:28:10.315722 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-c9b8c081-22d0-4acc-9c85-a1e52432ff20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2613492a90>, [], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:28:10.331628 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 43660) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:28:10.352535 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:10.353734 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-d335e588-67c5-421a-813f-870df3052056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f26189e3f40>, [{'id': '35fc6b60-8af7-4b30-b5c4-fc94ed20e7ef', 'name': 'tempest-TaggedBootDevicesTest-1381841222-router', 'tenant_id': 'fbd3af0654c34dd8b4518ab7708aed91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.5'}], 'enable_snat': True}, 'gw_port_id': 'e61d93ef-8975-4b8b-89b4-7eb11f995d05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:28:05Z', 'updated_at': '2021-12-25T21:28:07Z', 'revision_number': 3, 'project_id': 'fbd3af0654c34dd8b4518ab7708aed91', 'gw_port': {'id': 'e61d93ef-8975-4b8b-89b4-7eb11f995d05', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:1e:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35fc6b60-8af7-4b30-b5c4-fc94ed20e7ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2214, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:28:07Z', 'updated_at': '2021-12-25T21:28:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:28:10.362386 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-d62fbdf1-47bd-4f75-adf4-3394f1480f69 None None] For port b743a758-925c-4c6a-b8d9-d797f479184e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b743a758-925c-4c6a-b8d9-d797f479184e,segment=NetworkSegment(91e10d34-0490-4307-94d7-f49171874ad4),segment_id=91e10d34-0490-4307-94d7-f49171874ad4)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:28:10.427220 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d335e588-67c5-421a-813f-870df3052056 None None] Checking router: 35fc6b60-8af7-4b30-b5c4-fc94ed20e7ef for host: ncdv-master-1 {{(pid=121609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 25 21:28:10.427584 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d335e588-67c5-421a-813f-870df3052056 None None] Updating router 35fc6b60-8af7-4b30-b5c4-fc94ed20e7ef port e61d93ef-8975-4b8b-89b4-7eb11f995d05 binding host ncdv-master-1 {{(pid=121609) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 25 21:28:10.438345 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9b8c081-22d0-4acc-9c85-a1e52432ff20 None None] Routers {'d7a6b7f9-1eb3-45ee-bc9c-bef1a09fd41d'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:28:10.439498 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-c9b8c081-22d0-4acc-9c85-a1e52432ff20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2613492a90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:28:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['d7a6b7f9-1eb3-45ee-bc9c-bef1a09fd41d'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:28:10.453180 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-d62fbdf1-47bd-4f75-adf4-3394f1480f69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:10.485625 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-d335e588-67c5-421a-813f-870df3052056 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:10.487212 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-ef4b42da-2b9a-4c99-9ba4-5112cd35cedf tempest-RoutersIpV6AdminTest-611111169 tempest-RoutersIpV6AdminTest-611111169-project-admin] 10.222.0.32 "GET /v2.0/routers/d7a6b7f9-1eb3-45ee-bc9c-bef1a09fd41d HTTP/1.1" status: 200  len: 922 time: 0.4514899
Dec 25 21:28:10.488759 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 43662) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:28:10.523819 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-4d55bb4a-db59-4fa3-92a4-989a1e48bb1e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5b73d07b223d4a46b519eb55b7891ff6&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1895776
Dec 25 21:28:10.532898 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 43666) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:28:10.547141 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-c9b8c081-22d0-4acc-9c85-a1e52432ff20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2613492a90>, [], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:28:10.548127 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9b8c081-22d0-4acc-9c85-a1e52432ff20 None None] The sync data for ids ['d7a6b7f9-1eb3-45ee-bc9c-bef1a09fd41d'] in ncdv-master-1 is: [] {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 21:28:10.561985 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2de8f989-3dac-4989-8312-56fb36db7d0d tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] Made reservation on behalf of e27ea19f90cf4e0c934675615d455854 for: {'port': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:28:10.566604 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-2de8f989-3dac-4989-8312-56fb36db7d0d tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:10.604462 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e7e67ed-2426-4f55-96ea-39f285c49f98 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:28:10.606283 ncdv-master-1 neutron-server[121607]: DEBUG neutron.notifiers.nova [None req-2de8f989-3dac-4989-8312-56fb36db7d0d tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] device_id is not set on port d5705a45-1e71-4e84-9657-d6c80049e6fd yet. {{(pid=121607) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 25 21:28:10.611400 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e7e67ed-2426-4f55-96ea-39f285c49f98 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:28:10.619845 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e7e67ed-2426-4f55-96ea-39f285c49f98 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:28:10.621638 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-0e7e67ed-2426-4f55-96ea-39f285c49f98 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] 10.222.0.32 "GET /v2.0/ports?network_id=290c6e74-625c-4ba7-9e49-f809d5158ee6 HTTP/1.1" status: 200  len: 2359 time: 0.3036082
Dec 25 21:28:10.629355 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 43670) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:28:10.663027 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-8e773e12-3644-4fbd-a5fb-7f952215acd0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:10.686808 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.db_base_plugin_common [None req-38f859e2-8965-4457-8bbb-dfa0e42eb211 None None] Allocated IP 2001:db8::f816:3eff:feae:a93 (1de51b12-71b5-4a61-862b-29a89fb5899a/36d993c7-ba98-41f0-8681-ad5dd51223ba/a84b9ce0-5e07-4634-b0e5-6292e274466f) {{(pid=121608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:28:10.728661 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-8e773e12-3644-4fbd-a5fb-7f952215acd0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:10.734723 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-959eea05-1225-4fe4-9e73-044a2bdbfd1c None None] Provisioning complete for port b743a758-925c-4c6a-b8d9-d797f479184e triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:28:10.735372 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-959eea05-1225-4fe4-9e73-044a2bdbfd1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:10.745021 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:10.779734 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62fbdf1-47bd-4f75-adf4-3394f1480f69 None None] Pushing event updated for resources: {'Port': ['ID=b743a758-925c-4c6a-b8d9-d797f479184e,revision_number=3']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:28:10.797071 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.db.api [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=121608) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 25 21:28:10.797711 ncdv-master-1 neutron-server[121608]: DEBUG oslo_db.api [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 25 21:28:10.831994 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10f08340-e23b-40c0-a6e2-01054dc96724 tempest-RoutersIpV6AdminTest-611111169 tempest-RoutersIpV6AdminTest-611111169-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:28:10.835253 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ce4c8b1a-5369-4d28-b1c5-f32c8f10d1e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:10.837207 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-10f08340-e23b-40c0-a6e2-01054dc96724 tempest-RoutersIpV6AdminTest-611111169 tempest-RoutersIpV6AdminTest-611111169-project-admin] 10.222.0.32 "GET /v2.0/ports?network_id=7201e55c-7c5f-41aa-a042-a363696539d0&device_id=d7a6b7f9-1eb3-45ee-bc9c-bef1a09fd41d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 944 time: 0.3472617
Dec 25 21:28:10.838178 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 43674) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:28:10.857072 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2884f5e5-a4cd-4083-92dc-960c7a2d15f0 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:28:10.863445 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-2884f5e5-a4cd-4083-92dc-960c7a2d15f0 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] 10.222.0.32 "GET /v2.0/subnets/e7b50d6a-a381-416a-8553-013d608773fb HTTP/1.1" status: 200  len: 797 time: 0.1887577
Dec 25 21:28:10.869840 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 43678) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:28:10.877515 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-d64bfd9d-6d7d-424b-a56b-e998b163659f tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Request body: {'port': {'network_id': '290c6e74-625c-4ba7-9e49-f809d5158ee6', 'name': 'tempest-FloatingIPTestJSON-1535765949', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:28:10.962607 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-8e773e12-3644-4fbd-a5fb-7f952215acd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:10.974474 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-8e773e12-3644-4fbd-a5fb-7f952215acd0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:10.977728 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-d335e588-67c5-421a-813f-870df3052056 None None] Publish callbacks [] for port, precommit_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:10.982358 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-8e773e12-3644-4fbd-a5fb-7f952215acd0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7c86daf4-f4f0-4b56-9ce0-1beffbfd64de HTTP/1.1" status: 204  len: 168 time: 0.4423761
Dec 25 21:28:11.011368 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76f1ccad-1f5b-40d9-9926-728fa2ef9778 tempest-RoutersIpV6AdminTest-611111169 tempest-RoutersIpV6AdminTest-611111169-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:28:11.013498 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-76f1ccad-1f5b-40d9-9926-728fa2ef9778 tempest-RoutersIpV6AdminTest-611111169 tempest-RoutersIpV6AdminTest-611111169-project-admin] 10.222.0.32 "GET /v2.0/networks/7201e55c-7c5f-41aa-a042-a363696539d0 HTTP/1.1" status: 200  len: 881 time: 0.1737342
Dec 25 21:28:11.014387 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e773e12-3644-4fbd-a5fb-7f952215acd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c86daf4-f4f0-4b56-9ce0-1beffbfd64de,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:28:11.016999 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 43684) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:28:11.074188 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-38f859e2-8965-4457-8bbb-dfa0e42eb211 None None] Publish callbacks [] for port, precommit_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:11.085469 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-f5d677b2-d5a4-4860-b495-68d85c34672f tempest-RoutersIpV6AdminTest-1531157789 tempest-RoutersIpV6AdminTest-1531157789-project] 10.222.0.32 "GET /v2.0/ports?device_id=d7a6b7f9-1eb3-45ee-bc9c-bef1a09fd41d HTTP/1.1" status: 200  len: 205 time: 0.0669236
Dec 25 21:28:11.086159 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 43686) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:28:11.093094 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-d335e588-67c5-421a-813f-870df3052056 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:11.171551 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b55c166-86a7-4981-a5b3-7fc01cdbe08e None None] DHCP port deletion for 7201e55c-7c5f-41aa-a042-a363696539d0 request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 21:28:11.190360 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f048f72e-0e2f-4899-80b2-03de92447a53 None None] Pushing event updated for resources: {'Port': ['ID=e61d93ef-8975-4b8b-89b4-7eb11f995d05,revision_number=2']} {{(pid=121609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:28:11.203443 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-38f859e2-8965-4457-8bbb-dfa0e42eb211 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946'] for port, after_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:11.209186 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f048f72e-0e2f-4899-80b2-03de92447a53 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:28:11.209578 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f048f72e-0e2f-4899-80b2-03de92447a53 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:28:11.210014 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f048f72e-0e2f-4899-80b2-03de92447a53 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:28:11.210351 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f048f72e-0e2f-4899-80b2-03de92447a53 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:28:11.210683 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f048f72e-0e2f-4899-80b2-03de92447a53 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:28:11.210971 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-94657e56-cf9a-49d7-b6a6-2e394527d53d tempest-RoutersIpV6AdminTest-1531157789 tempest-RoutersIpV6AdminTest-1531157789-project] Publish callbacks [] for router, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:11.211087 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f048f72e-0e2f-4899-80b2-03de92447a53 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:28:11.211307 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f048f72e-0e2f-4899-80b2-03de92447a53 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:28:11.211668 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f048f72e-0e2f-4899-80b2-03de92447a53 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:28:11.212287 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f048f72e-0e2f-4899-80b2-03de92447a53 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:28:11.215331 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f048f72e-0e2f-4899-80b2-03de92447a53 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:28:11.215642 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f048f72e-0e2f-4899-80b2-03de92447a53 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:28:11.216594 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f048f72e-0e2f-4899-80b2-03de92447a53 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:28:11.216959 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f048f72e-0e2f-4899-80b2-03de92447a53 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:28:11.232051 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.managers [None req-d335e588-67c5-421a-813f-870df3052056 None None] Attempting to bind port e61d93ef-8975-4b8b-89b4-7eb11f995d05 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:28:11.236303 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.managers [None req-d335e588-67c5-421a-813f-870df3052056 None None] Attempting to bind port e61d93ef-8975-4b8b-89b4-7eb11f995d05 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'}] {{(pid=121609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:28:11.236303 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d335e588-67c5-421a-813f-870df3052056 None None] Attempting to bind port e61d93ef-8975-4b8b-89b4-7eb11f995d05 on network 7201e55c-7c5f-41aa-a042-a363696539d0 {{(pid=121609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:28:11.244320 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d335e588-67c5-421a-813f-870df3052056 None None] Checking agent: {'id': 'ca4f5c6d-f1fd-48b8-a3e3-395864c7d23d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 20, 56, 40), 'started_at': datetime.datetime(2021, 12, 25, 20, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 28, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:28:11.244698 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d335e588-67c5-421a-813f-870df3052056 None None] Checking segment: {'id': '6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:28:11.245502 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-d335e588-67c5-421a-813f-870df3052056 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:11.245899 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d335e588-67c5-421a-813f-870df3052056 None None] Bound using segment: {'id': '6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'} {{(pid=121609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:28:11.246368 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.managers [None req-d335e588-67c5-421a-813f-870df3052056 None None] Bound port: e61d93ef-8975-4b8b-89b4-7eb11f995d05, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'}}] {{(pid=121609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:28:11.246739 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-d335e588-67c5-421a-813f-870df3052056 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:11.286395 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_common [None req-ce4c8b1a-5369-4d28-b1c5-f32c8f10d1e0 admin admin] Allocated IP 172.20.0.1 (5e07a6ac-7fc0-40fb-b447-7610bbfce1cf/155011c0-37f7-49b3-91c1-109a3c21066c/e6d3a02c-efbf-4990-851e-7f3763ce9525) {{(pid=121607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:28:11.288624 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d64bfd9d-6d7d-424b-a56b-e998b163659f tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Made reservation on behalf of 70fdeb50a23f42c4bedba3950b7fce5c for: {'port': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:28:11.312671 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38f859e2-8965-4457-8bbb-dfa0e42eb211 None None] Network 1de51b12-71b5-4a61-862b-29a89fb5899a is already hosted by enough agents. {{(pid=121608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:28:11.312849 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_common [None req-2de8f989-3dac-4989-8312-56fb36db7d0d tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] Allocated IP 2001:db8::f816:3eff:fe48:e1c1 (1de51b12-71b5-4a61-862b-29a89fb5899a/36d993c7-ba98-41f0-8681-ad5dd51223ba/d5705a45-1e71-4e84-9657-d6c80049e6fd) {{(pid=121607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:28:11.362632 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.base_scheduler [None req-38f859e2-8965-4457-8bbb-dfa0e42eb211 None None] Resources bound (agent type, host, resource id):  {{(pid=121608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:28:11.365456 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.db [None req-d335e588-67c5-421a-813f-870df3052056 None None] For port e61d93ef-8975-4b8b-89b4-7eb11f995d05, host ncdv-master-1, cleared binding levels {{(pid=121609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:28:11.370356 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.db [None req-d335e588-67c5-421a-813f-870df3052056 None None] For port e61d93ef-8975-4b8b-89b4-7eb11f995d05, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e61d93ef-8975-4b8b-89b4-7eb11f995d05,segment=NetworkSegment(6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855),segment_id=6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855)] {{(pid=121609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:28:11.371140 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38f859e2-8965-4457-8bbb-dfa0e42eb211 None None] Received port after_create {{(pid=121608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:28:11.380913 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-94657e56-cf9a-49d7-b6a6-2e394527d53d tempest-RoutersIpV6AdminTest-1531157789 tempest-RoutersIpV6AdminTest-1531157789-project] Publish callbacks [] for router_gateway, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:11.394459 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f859e2-8965-4457-8bbb-dfa0e42eb211 None None] Pushing event updated for resources: {'Port': ['ID=a84b9ce0-5e07-4634-b0e5-6292e274466f,revision_number=1']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:28:11.400683 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-16f179db-aec8-49a9-b7d4-fedcc18618f0 None None] Provisioning complete for port e61d93ef-8975-4b8b-89b4-7eb11f995d05 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:28:11.402225 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-16f179db-aec8-49a9-b7d4-fedcc18618f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:11.499031 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-d335e588-67c5-421a-813f-870df3052056 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:11.500808 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-38f859e2-8965-4457-8bbb-dfa0e42eb211 None None] Attempting to bind port a84b9ce0-5e07-4634-b0e5-6292e274466f on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:28:11.501210 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-38f859e2-8965-4457-8bbb-dfa0e42eb211 None None] Attempting to bind port a84b9ce0-5e07-4634-b0e5-6292e274466f by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '1a598dde-49d4-4e68-931d-91c6d9abdccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '1de51b12-71b5-4a61-862b-29a89fb5899a'}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:28:11.501578 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38f859e2-8965-4457-8bbb-dfa0e42eb211 None None] Attempting to bind port a84b9ce0-5e07-4634-b0e5-6292e274466f on network 1de51b12-71b5-4a61-862b-29a89fb5899a {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:28:11.514023 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38f859e2-8965-4457-8bbb-dfa0e42eb211 None None] Checking agent: {'id': 'ca4f5c6d-f1fd-48b8-a3e3-395864c7d23d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 20, 56, 40), 'started_at': datetime.datetime(2021, 12, 25, 20, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 28, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:28:11.516646 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38f859e2-8965-4457-8bbb-dfa0e42eb211 None None] Checking segment: {'id': '1a598dde-49d4-4e68-931d-91c6d9abdccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '1de51b12-71b5-4a61-862b-29a89fb5899a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:28:11.516646 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-38f859e2-8965-4457-8bbb-dfa0e42eb211 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:11.516646 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38f859e2-8965-4457-8bbb-dfa0e42eb211 None None] Bound using segment: {'id': '1a598dde-49d4-4e68-931d-91c6d9abdccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '1de51b12-71b5-4a61-862b-29a89fb5899a'} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:28:11.518476 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-38f859e2-8965-4457-8bbb-dfa0e42eb211 None None] Bound port: a84b9ce0-5e07-4634-b0e5-6292e274466f, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a598dde-49d4-4e68-931d-91c6d9abdccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '1de51b12-71b5-4a61-862b-29a89fb5899a'}}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:28:11.518960 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-38f859e2-8965-4457-8bbb-dfa0e42eb211 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:11.521040 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-16f179db-aec8-49a9-b7d4-fedcc18618f0 None None] Port e61d93ef-8975-4b8b-89b4-7eb11f995d05 cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:28:11.557056 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65c33adb-3818-44de-924b-fcef0effb02a None None] DHCP port deletion for 7201e55c-7c5f-41aa-a042-a363696539d0 request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 21:28:11.594464 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device b743a758-925c-4c6a-b8d9-d797f479184e up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:28:11.633549 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-94657e56-cf9a-49d7-b6a6-2e394527d53d tempest-RoutersIpV6AdminTest-1531157789 tempest-RoutersIpV6AdminTest-1531157789-project] Deleting port 59cb8636-b076-4312-a033-11724470dedd {{(pid=121606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:28:11.634374 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-94657e56-cf9a-49d7-b6a6-2e394527d53d tempest-RoutersIpV6AdminTest-1531157789 tempest-RoutersIpV6AdminTest-1531157789-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:11.687094 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-38f859e2-8965-4457-8bbb-dfa0e42eb211 None None] For port a84b9ce0-5e07-4634-b0e5-6292e274466f, host ncdv-master-1, cleared binding levels {{(pid=121608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:28:11.697880 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-38f859e2-8965-4457-8bbb-dfa0e42eb211 None None] For port a84b9ce0-5e07-4634-b0e5-6292e274466f, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a84b9ce0-5e07-4634-b0e5-6292e274466f,segment=NetworkSegment(1a598dde-49d4-4e68-931d-91c6d9abdccc),segment_id=1a598dde-49d4-4e68-931d-91c6d9abdccc)] {{(pid=121608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:28:11.699983 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-7d8966f5-7d81-4426-adfb-97db81c04ee4 None None] Provisioning complete for port e61d93ef-8975-4b8b-89b4-7eb11f995d05 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:28:11.700472 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-7d8966f5-7d81-4426-adfb-97db81c04ee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:11.719937 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f048f72e-0e2f-4899-80b2-03de92447a53 None None] Pushing event updated for resources: {'Port': ['ID=e61d93ef-8975-4b8b-89b4-7eb11f995d05,revision_number=3']} {{(pid=121609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:28:11.743396 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d335e588-67c5-421a-813f-870df3052056 None None] Routers {'35fc6b60-8af7-4b30-b5c4-fc94ed20e7ef'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:28:11.745302 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-d335e588-67c5-421a-813f-870df3052056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f26189e3f40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:28:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['35fc6b60-8af7-4b30-b5c4-fc94ed20e7ef'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:28:11.752275 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port b743a758-925c-4c6a-b8d9-d797f479184e triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:28:11.752275 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:11.782274 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-94657e56-cf9a-49d7-b6a6-2e394527d53d tempest-RoutersIpV6AdminTest-1531157789 tempest-RoutersIpV6AdminTest-1531157789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:11.812320 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-94657e56-cf9a-49d7-b6a6-2e394527d53d tempest-RoutersIpV6AdminTest-1531157789 tempest-RoutersIpV6AdminTest-1531157789-project] Calling delete_port for 59cb8636-b076-4312-a033-11724470dedd owned by network:router_gateway {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:28:11.898757 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-d64bfd9d-6d7d-424b-a56b-e998b163659f tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:11.908466 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-38f859e2-8965-4457-8bbb-dfa0e42eb211 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:11.956905 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvr_db [None req-d335e588-67c5-421a-813f-870df3052056 None None] Set router 35fc6b60-8af7-4b30-b5c4-fc94ed20e7ef gateway port host: ncdv-master-1 {{(pid=121609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:28:11.992838 ncdv-master-1 neutron-server[121607]: DEBUG neutron.notifiers.nova [None req-d64bfd9d-6d7d-424b-a56b-e998b163659f tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] device_id is not set on port 8e47a233-8d8d-41d5-8b27-43dceb00a206 yet. {{(pid=121607) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 25 21:28:12.006889 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ce4c8b1a-5369-4d28-b1c5-f32c8f10d1e0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:12.033598 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-7d8966f5-7d81-4426-adfb-97db81c04ee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:12.040425 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 43708) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:28:12.203836 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-7b9d4c21-229c-49b3-82d1-695412c91e43 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=750305cebc0f493c9d5a42bc8178f480&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1593812
Dec 25 21:28:12.207755 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 43734) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:28:12.218191 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-2de8f989-3dac-4989-8312-56fb36db7d0d tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] Publish callbacks [] for port, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:12.246353 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-7d8966f5-7d81-4426-adfb-97db81c04ee4 None None] For port e61d93ef-8975-4b8b-89b4-7eb11f995d05, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e61d93ef-8975-4b8b-89b4-7eb11f995d05,segment=NetworkSegment(6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855),segment_id=6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:28:12.295370 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f859e2-8965-4457-8bbb-dfa0e42eb211 None None] Pushing event updated for resources: {'Port': ['ID=a84b9ce0-5e07-4634-b0e5-6292e274466f,revision_number=2']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:28:12.314750 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-7d8966f5-7d81-4426-adfb-97db81c04ee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:12.349899 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ce4c8b1a-5369-4d28-b1c5-f32c8f10d1e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:12.430794 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-01ffbce7-d0b1-4b03-a37c-431f96339527 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:12.438893 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce4c8b1a-5369-4d28-b1c5-f32c8f10d1e0 admin admin] Network 5e07a6ac-7fc0-40fb-b447-7610bbfce1cf is already hosted by enough agents. {{(pid=121607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:28:12.445980 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-d335e588-67c5-421a-813f-870df3052056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f26189e3f40>, [{'id': '35fc6b60-8af7-4b30-b5c4-fc94ed20e7ef', 'name': 'tempest-TaggedBootDevicesTest-1381841222-router', 'tenant_id': 'fbd3af0654c34dd8b4518ab7708aed91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.5'}], 'enable_snat': True}, 'gw_port_id': 'e61d93ef-8975-4b8b-89b4-7eb11f995d05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:28:05Z', 'updated_at': '2021-12-25T21:28:07Z', 'revision_number': 3, 'project_id': 'fbd3af0654c34dd8b4518ab7708aed91', 'gw_port': {'id': 'e61d93ef-8975-4b8b-89b4-7eb11f995d05', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:1e:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35fc6b60-8af7-4b30-b5c4-fc94ed20e7ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2214, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:28:07Z', 'updated_at': '2021-12-25T21:28:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:28:12.449800 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-ce4c8b1a-5369-4d28-b1c5-f32c8f10d1e0 admin admin] Resources bound (agent type, host, resource id):  {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:28:12.456549 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8966f5-7d81-4426-adfb-97db81c04ee4 None None] Pushing event updated for resources: {'Port': ['ID=e61d93ef-8975-4b8b-89b4-7eb11f995d05,revision_number=4']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:28:12.485731 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-01ffbce7-d0b1-4b03-a37c-431f96339527 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:12.492388 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce4c8b1a-5369-4d28-b1c5-f32c8f10d1e0 admin admin] Received port after_create {{(pid=121607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:28:12.505188 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-2de8f989-3dac-4989-8312-56fb36db7d0d tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:12.522067 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d335e588-67c5-421a-813f-870df3052056 None None] The sync data for ids ['35fc6b60-8af7-4b30-b5c4-fc94ed20e7ef'] in ncdv-master-1 is: [{'id': '35fc6b60-8af7-4b30-b5c4-fc94ed20e7ef', 'name': 'tempest-TaggedBootDevicesTest-1381841222-router', 'tenant_id': 'fbd3af0654c34dd8b4518ab7708aed91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.5'}], 'enable_snat': True}, 'gw_port_id': 'e61d93ef-8975-4b8b-89b4-7eb11f995d05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:28:05Z', 'updated_at': '2021-12-25T21:28:07Z', 'revision_number': 3, 'project_id': 'fbd3af0654c34dd8b4518ab7708aed91', 'gw_port': {'id': 'e61d93ef-8975-4b8b-89b4-7eb11f995d05', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:1e:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35fc6b60-8af7-4b30-b5c4-fc94ed20e7ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2214, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:28:07Z', 'updated_at': '2021-12-25T21:28:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 21:28:12.551272 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4c8b1a-5369-4d28-b1c5-f32c8f10d1e0 admin admin] Pushing event updated for resources: {'Port': ['ID=e6d3a02c-efbf-4990-851e-7f3763ce9525,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:28:12.586189 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-94657e56-cf9a-49d7-b6a6-2e394527d53d tempest-RoutersIpV6AdminTest-1531157789 tempest-RoutersIpV6AdminTest-1531157789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:12.627172 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94657e56-cf9a-49d7-b6a6-2e394527d53d tempest-RoutersIpV6AdminTest-1531157789 tempest-RoutersIpV6AdminTest-1531157789-project] Pushing event deleted for resources: {'Port': ['ID=59cb8636-b076-4312-a033-11724470dedd,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:28:12.636251 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-01ffbce7-d0b1-4b03-a37c-431f96339527 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:12.639671 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-01ffbce7-d0b1-4b03-a37c-431f96339527 admin admin] Publish callbacks [] for security_group, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:12.643264 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-01ffbce7-d0b1-4b03-a37c-431f96339527 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/64d2d1de-abd7-449d-b008-3d8d021c1dfb HTTP/1.1" status: 204  len: 168 time: 0.4322145
Dec 25 21:28:12.679452 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e89ad4ce-562d-4420-89b4-cc5b12be5c86 None None] DHCP port deletion for 7201e55c-7c5f-41aa-a042-a363696539d0 request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 21:28:12.691579 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2de8f989-3dac-4989-8312-56fb36db7d0d tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] Network 1de51b12-71b5-4a61-862b-29a89fb5899a is already hosted by enough agents. {{(pid=121607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:28:12.730351 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de8f989-3dac-4989-8312-56fb36db7d0d tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] Pushing event updated for resources: {'Port': ['ID=d5705a45-1e71-4e84-9657-d6c80049e6fd,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:28:12.731267 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ffbce7-d0b1-4b03-a37c-431f96339527 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64d2d1de-abd7-449d-b008-3d8d021c1dfb,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:28:12.734210 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ce4c8b1a-5369-4d28-b1c5-f32c8f10d1e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2008772'] for router_interface, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:12.735150 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-94657e56-cf9a-49d7-b6a6-2e394527d53d tempest-RoutersIpV6AdminTest-1531157789 tempest-RoutersIpV6AdminTest-1531157789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2008689'] for router_gateway, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:12.744564 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-2de8f989-3dac-4989-8312-56fb36db7d0d tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] Resources bound (agent type, host, resource id):  {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:28:12.821277 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2de8f989-3dac-4989-8312-56fb36db7d0d tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] Received port after_create {{(pid=121607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:28:12.830849 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2de8f989-3dac-4989-8312-56fb36db7d0d tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:28:12.831548 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-2de8f989-3dac-4989-8312-56fb36db7d0d tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:12.868428 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_common [None req-d64bfd9d-6d7d-424b-a56b-e998b163659f tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Allocated IP 172.20.0.14 (290c6e74-625c-4ba7-9e49-f809d5158ee6/e7b50d6a-a381-416a-8553-013d608773fb/8e47a233-8d8d-41d5-8b27-43dceb00a206) {{(pid=121607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:28:12.881266 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_common [None req-d64bfd9d-6d7d-424b-a56b-e998b163659f tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Allocated IP 172.20.0.13 (290c6e74-625c-4ba7-9e49-f809d5158ee6/e7b50d6a-a381-416a-8553-013d608773fb/8e47a233-8d8d-41d5-8b27-43dceb00a206) {{(pid=121607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:28:12.890455 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-94657e56-cf9a-49d7-b6a6-2e394527d53d tempest-RoutersIpV6AdminTest-1531157789 tempest-RoutersIpV6AdminTest-1531157789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2014235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14905'] for router, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:12.893072 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-94657e56-cf9a-49d7-b6a6-2e394527d53d tempest-RoutersIpV6AdminTest-1531157789 tempest-RoutersIpV6AdminTest-1531157789-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:13.000098 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-2de8f989-3dac-4989-8312-56fb36db7d0d tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 950 time: 3.1080198
Dec 25 21:28:13.001615 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 43750) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:28:13.012389 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-1e431773-d326-4c9e-8075-bc53d91a298e None None] Provisioning complete for port e6d3a02c-efbf-4990-851e-7f3763ce9525 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:28:13.015091 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-1e431773-d326-4c9e-8075-bc53d91a298e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:13.057619 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-94657e56-cf9a-49d7-b6a6-2e394527d53d tempest-RoutersIpV6AdminTest-1531157789 tempest-RoutersIpV6AdminTest-1531157789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2014220'] for router, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:13.058172 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94657e56-cf9a-49d7-b6a6-2e394527d53d tempest-RoutersIpV6AdminTest-1531157789 tempest-RoutersIpV6AdminTest-1531157789-project] Fanout notify agent at l3_agent the message router_deleted on router d7a6b7f9-1eb3-45ee-bc9c-bef1a09fd41d {{(pid=121606) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 25 21:28:13.069658 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-1e431773-d326-4c9e-8075-bc53d91a298e None None] Port e6d3a02c-efbf-4990-851e-7f3763ce9525 cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:28:13.070414 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-94657e56-cf9a-49d7-b6a6-2e394527d53d tempest-RoutersIpV6AdminTest-1531157789 tempest-RoutersIpV6AdminTest-1531157789-project] Publish callbacks [] for router, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:13.076986 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-94657e56-cf9a-49d7-b6a6-2e394527d53d tempest-RoutersIpV6AdminTest-1531157789 tempest-RoutersIpV6AdminTest-1531157789-project] 10.222.0.32 "DELETE /v2.0/routers/d7a6b7f9-1eb3-45ee-bc9c-bef1a09fd41d HTTP/1.1" status: 204  len: 168 time: 1.9845386
Dec 25 21:28:13.078641 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 43752) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:28:13.087410 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-9a29bba6-5416-48ba-9f78-7ff48a18788c tempest-RoutersIpV6AdminTest-1531157789 tempest-RoutersIpV6AdminTest-1531157789-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1919887431', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:28:13.109090 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2325252-4523-4223-b119-d113afde174e tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] Deleting subnet 36d993c7-ba98-41f0-8681-ad5dd51223ba {{(pid=121606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Dec 25 21:28:13.112751 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-b2325252-4523-4223-b119-d113afde174e tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] Publish callbacks [] for subnet, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:13.171902 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-b2325252-4523-4223-b119-d113afde174e tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9084199'] for subnet, precommit_delete_associations {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:13.273532 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-d64bfd9d-6d7d-424b-a56b-e998b163659f tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Publish callbacks [] for port, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:13.292221 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ce4c8b1a-5369-4d28-b1c5-f32c8f10d1e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:13.316019 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-9a29bba6-5416-48ba-9f78-7ff48a18788c tempest-RoutersIpV6AdminTest-1531157789 tempest-RoutersIpV6AdminTest-1531157789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2014909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14863'] for router, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:13.318986 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-9a29bba6-5416-48ba-9f78-7ff48a18788c tempest-RoutersIpV6AdminTest-1531157789 tempest-RoutersIpV6AdminTest-1531157789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2014285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2009796', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2082630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14848'] for router, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:13.417581 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-b2325252-4523-4223-b119-d113afde174e tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995662'] for subnet, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:13.492318 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-9a29bba6-5416-48ba-9f78-7ff48a18788c tempest-RoutersIpV6AdminTest-1531157789 tempest-RoutersIpV6AdminTest-1531157789-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:13.604605 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-9a29bba6-5416-48ba-9f78-7ff48a18788c tempest-RoutersIpV6AdminTest-1531157789 tempest-RoutersIpV6AdminTest-1531157789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2014278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2009753'] for router, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:13.640727 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-d64bfd9d-6d7d-424b-a56b-e998b163659f tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:13.675352 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-b2325252-4523-4223-b119-d113afde174e tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9084363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9028506'] for subnet, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:13.695296 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device a84b9ce0-5e07-4634-b0e5-6292e274466f up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:28:13.713571 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2325252-4523-4223-b119-d113afde174e tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] Pushing event deleted for resources: {'Subnet': ['ID=36d993c7-ba98-41f0-8681-ad5dd51223ba,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:28:13.745881 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-b2325252-4523-4223-b119-d113afde174e tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] Publish callbacks [] for subnet, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:13.754886 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64bfd9d-6d7d-424b-a56b-e998b163659f tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Pushing event updated for resources: {'Port': ['ID=8e47a233-8d8d-41d5-8b27-43dceb00a206,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:28:13.768996 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-b2325252-4523-4223-b119-d113afde174e tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] 10.222.0.32 "DELETE /v2.0/subnets/36d993c7-ba98-41f0-8681-ad5dd51223ba HTTP/1.1" status: 204  len: 168 time: 0.7662053
Dec 25 21:28:13.769941 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 43770) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:28:13.771865 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d64bfd9d-6d7d-424b-a56b-e998b163659f tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Network 290c6e74-625c-4ba7-9e49-f809d5158ee6 is already hosted by enough agents. {{(pid=121607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:28:13.816934 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port a84b9ce0-5e07-4634-b0e5-6292e274466f triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:28:13.817311 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:13.837623 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f24f14d-2c3a-4ff3-bf10-80acddc5a894 tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:28:13.840091 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f24f14d-2c3a-4ff3-bf10-80acddc5a894 tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:28:13.844556 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-9f24f14d-2c3a-4ff3-bf10-80acddc5a894 tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1478 time: 0.0692015
Dec 25 21:28:13.845264 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 43778) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:28:13.851243 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-d64bfd9d-6d7d-424b-a56b-e998b163659f tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Resources bound (agent type, host, resource id):  {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:28:13.854240 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d64bfd9d-6d7d-424b-a56b-e998b163659f tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Received port after_create {{(pid=121607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:28:13.864390 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-9a29bba6-5416-48ba-9f78-7ff48a18788c tempest-RoutersIpV6AdminTest-1531157789 tempest-RoutersIpV6AdminTest-1531157789-project] Publish callbacks [] for router, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:13.865843 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-9a29bba6-5416-48ba-9f78-7ff48a18788c tempest-RoutersIpV6AdminTest-1531157789 tempest-RoutersIpV6AdminTest-1531157789-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 0.7861049
Dec 25 21:28:13.906627 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 43780) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:28:13.912562 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-c4c1797b-d9e2-4722-bbe9-9b46c9ef1341 tempest-RoutersIpV6AdminTest-1531157789 tempest-RoutersIpV6AdminTest-1531157789-project] Request body: {'router': {'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'}}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:28:13.952010 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ce4c8b1a-5369-4d28-b1c5-f32c8f10d1e0 admin admin] Publish callbacks [] for port, precommit_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:13.954791 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-155c2554-90ad-41d1-b71d-4b8633d6da56 None None] Network 1de51b12-71b5-4a61-862b-29a89fb5899a requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:28:13.973112 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d64bfd9d-6d7d-424b-a56b-e998b163659f tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:28:13.973860 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-d64bfd9d-6d7d-424b-a56b-e998b163659f tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:14.017625 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ce4c8b1a-5369-4d28-b1c5-f32c8f10d1e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8632327'] for port, after_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:14.021679 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:14.102529 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ce4c8b1a-5369-4d28-b1c5-f32c8f10d1e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2007636'] for router_interface, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:14.266387 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce4c8b1a-5369-4d28-b1c5-f32c8f10d1e0 admin admin] Network 5e07a6ac-7fc0-40fb-b447-7610bbfce1cf is already hosted by enough agents. {{(pid=121607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:28:14.273551 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-d64bfd9d-6d7d-424b-a56b-e998b163659f tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1010 time: 3.3996296
Dec 25 21:28:14.277459 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-ce4c8b1a-5369-4d28-b1c5-f32c8f10d1e0 admin admin] Resources bound (agent type, host, resource id):  {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:28:14.281872 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 43810) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:28:14.293315 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-39bc4a54-973f-4fba-a7bf-2a7b39536b64 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Request body: {'floatingip': {'floating_network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'port_id': '8e47a233-8d8d-41d5-8b27-43dceb00a206', 'fixed_ip_address': '172.20.0.14'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:28:14.322017 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4c8b1a-5369-4d28-b1c5-f32c8f10d1e0 admin admin] Pushing event updated for resources: {'Port': ['ID=e6d3a02c-efbf-4990-851e-7f3763ce9525,revision_number=2']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:28:14.334007 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] For port a84b9ce0-5e07-4634-b0e5-6292e274466f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a84b9ce0-5e07-4634-b0e5-6292e274466f,segment=NetworkSegment(1a598dde-49d4-4e68-931d-91c6d9abdccc),segment_id=1a598dde-49d4-4e68-931d-91c6d9abdccc)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:28:14.344044 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-ed47302a-3df9-4327-ab1c-760fd065fef2 None None] Provisioning complete for port a84b9ce0-5e07-4634-b0e5-6292e274466f triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:28:14.344644 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-ed47302a-3df9-4327-ab1c-760fd065fef2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:14.458430 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:14.459462 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device e61d93ef-8975-4b8b-89b4-7eb11f995d05 up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:28:14.540841 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-d5dddb3c-d655-40bd-86f1-7ab850d4de07 tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625803'] for network, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:14.570287 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a573dcfa-a03c-4e4c-bd18-295145a02001 None None] DHCP port deletion for 1de51b12-71b5-4a61-862b-29a89fb5899a request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 21:28:14.582403 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-39bc4a54-973f-4fba-a7bf-2a7b39536b64 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Publish callbacks [] for floatingip, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:14.587295 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-ed47302a-3df9-4327-ab1c-760fd065fef2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:14.638658 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce4c8b1a-5369-4d28-b1c5-f32c8f10d1e0 admin admin] Router 35fc6b60-8af7-4b30-b5c4-fc94ed20e7ef has already been hosted by L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 {{(pid=121607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 25 21:28:14.672074 ncdv-master-1 neutron-server[121606]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5dddb3c-d655-40bd-86f1-7ab850d4de07 tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] DELETE failed (client error): There was a conflict when trying to complete your request.
Dec 25 21:28:14.672541 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5dddb3c-d655-40bd-86f1-7ab850d4de07 tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=121606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 25 21:28:14.684133 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-d5dddb3c-d655-40bd-86f1-7ab850d4de07 tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] 10.222.0.32 "DELETE /v2.0/networks/1de51b12-71b5-4a61-862b-29a89fb5899a HTTP/1.1" status: 409  len: 466 time: 0.8292854
Dec 25 21:28:14.686205 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 43824) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:28:14.691967 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-03e5a042-378d-43ab-8879-fb742c3e09a6 tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-813513354'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:28:14.725532 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.db.api [None req-ed47302a-3df9-4327-ab1c-760fd065fef2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=121608) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 25 21:28:14.726081 ncdv-master-1 neutron-server[121608]: DEBUG oslo_db.api [None req-ed47302a-3df9-4327-ab1c-760fd065fef2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 25 21:28:14.726402 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Pushing event updated for resources: {'Port': ['ID=a84b9ce0-5e07-4634-b0e5-6292e274466f,revision_number=4']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:28:14.759576 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port e61d93ef-8975-4b8b-89b4-7eb11f995d05 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:28:14.759951 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:14.774886 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce4c8b1a-5369-4d28-b1c5-f32c8f10d1e0 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 21:28:14.789776 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-ce4c8b1a-5369-4d28-b1c5-f32c8f10d1e0 admin admin] 10.222.0.32 "PUT /v2.0/routers/35fc6b60-8af7-4b30-b5c4-fc94ed20e7ef/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.8966174
Dec 25 21:28:14.829867 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-c4c1797b-d9e2-4722-bbe9-9b46c9ef1341 tempest-RoutersIpV6AdminTest-1531157789 tempest-RoutersIpV6AdminTest-1531157789-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:14.866561 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-a573dcfa-a03c-4e4c-bd18-295145a02001 None None] Deleting port a84b9ce0-5e07-4634-b0e5-6292e274466f {{(pid=121608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:28:14.867481 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-a573dcfa-a03c-4e4c-bd18-295145a02001 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:14.909392 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-39bc4a54-973f-4fba-a7bf-2a7b39536b64 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:14.965095 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03e5a042-378d-43ab-8879-fb742c3e09a6 tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] Made reservation on behalf of e27ea19f90cf4e0c934675615d455854 for: {'network': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:28:14.971006 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-03e5a042-378d-43ab-8879-fb742c3e09a6 tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for network, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:14.998670 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-a573dcfa-a03c-4e4c-bd18-295145a02001 None None] For port a84b9ce0-5e07-4634-b0e5-6292e274466f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a84b9ce0-5e07-4634-b0e5-6292e274466f,segment=NetworkSegment(1a598dde-49d4-4e68-931d-91c6d9abdccc),segment_id=1a598dde-49d4-4e68-931d-91c6d9abdccc)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:28:14.998670 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-a573dcfa-a03c-4e4c-bd18-295145a02001 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:15.011262 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-a573dcfa-a03c-4e4c-bd18-295145a02001 None None] Calling delete_port for a84b9ce0-5e07-4634-b0e5-6292e274466f owned by network:dhcp {{(pid=121608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:28:15.053793 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03e5a042-378d-43ab-8879-fb742c3e09a6 tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] vlan segment allocate from pool success with {'vlan_id': 185, 'physical_network': 'physnet1'}  {{(pid=121606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 25 21:28:15.073979 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-03e5a042-378d-43ab-8879-fb742c3e09a6 tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:15.074322 ncdv-master-1 neutron-server[121606]: INFO neutron.db.segments_db [None req-03e5a042-378d-43ab-8879-fb742c3e09a6 tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] Added segment 440a3ace-df11-4a71-a198-afb0e9ad0af6 of type vlan for network 7b76614d-0ae6-4d46-ad2c-169efe44f7aa
Dec 25 21:28:15.137300 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-03e5a042-378d-43ab-8879-fb742c3e09a6 tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737602163420'] for network, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:15.142913 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_common [None req-39bc4a54-973f-4fba-a7bf-2a7b39536b64 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Allocated IP 172.35.3.18 (7201e55c-7c5f-41aa-a042-a363696539d0/7a939e13-713f-45cf-bba7-1539635abe25/cb4a6696-da1d-4a8b-a68c-374051df80ff) {{(pid=121607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:28:15.232025 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-a573dcfa-a03c-4e4c-bd18-295145a02001 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955'] for port, after_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:15.272359 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-c4c1797b-d9e2-4722-bbe9-9b46c9ef1341 tempest-RoutersIpV6AdminTest-1531157789 tempest-RoutersIpV6AdminTest-1531157789-project] Publish callbacks [] for router_gateway, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:15.290490 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a573dcfa-a03c-4e4c-bd18-295145a02001 None None] No DVR routers for this DVR port a84b9ce0-5e07-4634-b0e5-6292e274466f on host ncdv-master-1 {{(pid=121608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:28:15.294136 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-c4c1797b-d9e2-4722-bbe9-9b46c9ef1341 tempest-RoutersIpV6AdminTest-1531157789 tempest-RoutersIpV6AdminTest-1531157789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:15.296799 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-03e5a042-378d-43ab-8879-fb742c3e09a6 tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870'] for network, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:15.297833 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-ed47302a-3df9-4327-ab1c-760fd065fef2 None None] Port a84b9ce0-5e07-4634-b0e5-6292e274466f update to ACTIVE by agent not found {{(pid=121608) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2190}}
Dec 25 21:28:15.302216 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03e5a042-378d-43ab-8879-fb742c3e09a6 tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:28:15.305598 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-03e5a042-378d-43ab-8879-fb742c3e09a6 tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for network, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:15.326395 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a573dcfa-a03c-4e4c-bd18-295145a02001 None None] Pushing event deleted for resources: {'Port': ['ID=a84b9ce0-5e07-4634-b0e5-6292e274466f,revision_number=None']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:28:15.349478 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51fb2471-0704-4d6a-a018-32e2cfff79ba None None] Sync routers for ids ['35fc6b60-8af7-4b30-b5c4-fc94ed20e7ef'] in ncdv-master-1 {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 21:28:15.363361 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51fb2471-0704-4d6a-a018-32e2cfff79ba None None] Routers {'35fc6b60-8af7-4b30-b5c4-fc94ed20e7ef'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:28:15.364090 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-51fb2471-0704-4d6a-a018-32e2cfff79ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f26189e3c40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:28:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['35fc6b60-8af7-4b30-b5c4-fc94ed20e7ef'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:28:15.374589 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-39bc4a54-973f-4fba-a7bf-2a7b39536b64 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Publish callbacks [] for port, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:15.424317 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-834d7594-98a8-464e-ab14-4c55e18f7ea0 None None] Provisioning complete for port e6d3a02c-efbf-4990-851e-7f3763ce9525 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:28:15.424696 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-834d7594-98a8-464e-ab14-4c55e18f7ea0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:15.504502 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-03e5a042-378d-43ab-8879-fb742c3e09a6 tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 788 time: 0.8167610
Dec 25 21:28:15.507318 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 43858) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:28:15.507518 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-834d7594-98a8-464e-ab14-4c55e18f7ea0 None None] Port e6d3a02c-efbf-4990-851e-7f3763ce9525 cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:28:15.515430 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-125fe2f6-f400-447e-9b3b-ed7b91d6f809 tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] Request body: {'subnet': {'network_id': '7b76614d-0ae6-4d46-ad2c-169efe44f7aa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:28:15.520384 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e5a042-378d-43ab-8879-fb742c3e09a6 tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] Pushing event updated for resources: {'Network': ['ID=7b76614d-0ae6-4d46-ad2c-169efe44f7aa,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:28:15.564129 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-39bc4a54-973f-4fba-a7bf-2a7b39536b64 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:15.579826 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Network 7b76614d-0ae6-4d46-ad2c-169efe44f7aa details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 25 21:28:15.677942 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device a84b9ce0-5e07-4634-b0e5-6292e274466f no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:28:15.701232 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_common [None req-c4c1797b-d9e2-4722-bbe9-9b46c9ef1341 tempest-RoutersIpV6AdminTest-1531157789 tempest-RoutersIpV6AdminTest-1531157789-project] Allocated IP 172.35.3.133 (7201e55c-7c5f-41aa-a042-a363696539d0/7a939e13-713f-45cf-bba7-1539635abe25/3cf20a6a-552f-4cb4-a49d-3ca7ed642dd3) {{(pid=121606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:28:15.705523 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] No Port match for: a84b9ce0-5e07-4634-b0e5-6292e274466f {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:28:15.706108 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device a84b9ce0-5e07-4634-b0e5-6292e274466f not bound to the agent host ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:28:15.794491 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39bc4a54-973f-4fba-a7bf-2a7b39536b64 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Network 7201e55c-7c5f-41aa-a042-a363696539d0 is already hosted by enough agents. {{(pid=121607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:28:15.813131 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvr_db [None req-51fb2471-0704-4d6a-a018-32e2cfff79ba None None] Set router 35fc6b60-8af7-4b30-b5c4-fc94ed20e7ef gateway port host: ncdv-master-1 {{(pid=121609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:28:15.815336 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-39bc4a54-973f-4fba-a7bf-2a7b39536b64 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Resources bound (agent type, host, resource id):  {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:28:15.833967 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39bc4a54-973f-4fba-a7bf-2a7b39536b64 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Received port after_create {{(pid=121607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:28:15.836375 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bc4a54-973f-4fba-a7bf-2a7b39536b64 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Pushing event updated for resources: {'Port': ['ID=cb4a6696-da1d-4a8b-a68c-374051df80ff,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:28:15.907642 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-c4c1797b-d9e2-4722-bbe9-9b46c9ef1341 tempest-RoutersIpV6AdminTest-1531157789 tempest-RoutersIpV6AdminTest-1531157789-project] Publish callbacks [] for port, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:16.053678 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-125fe2f6-f400-447e-9b3b-ed7b91d6f809 tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] Made reservation on behalf of e27ea19f90cf4e0c934675615d455854 for: {'subnet': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:28:16.057385 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-125fe2f6-f400-447e-9b3b-ed7b91d6f809 tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8852834'] for subnet, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:16.074555 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-51fb2471-0704-4d6a-a018-32e2cfff79ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f26189e3c40>, [{'id': '35fc6b60-8af7-4b30-b5c4-fc94ed20e7ef', 'name': 'tempest-TaggedBootDevicesTest-1381841222-router', 'tenant_id': 'fbd3af0654c34dd8b4518ab7708aed91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.5'}], 'enable_snat': True}, 'gw_port_id': 'e61d93ef-8975-4b8b-89b4-7eb11f995d05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:28:05Z', 'updated_at': '2021-12-25T21:28:12Z', 'revision_number': 4, 'project_id': 'fbd3af0654c34dd8b4518ab7708aed91', 'gw_port': {'id': 'e61d93ef-8975-4b8b-89b4-7eb11f995d05', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:1e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35fc6b60-8af7-4b30-b5c4-fc94ed20e7ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2214, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:28:07Z', 'updated_at': '2021-12-25T21:28:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'e6d3a02c-efbf-4990-851e-7f3763ce9525', 'name': '', 'network_id': '5e07a6ac-7fc0-40fb-b447-7610bbfce1cf', 'tenant_id': 'fbd3af0654c34dd8b4518ab7708aed91', 'mac_address': 'fa:16:3e:cb:e5:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35fc6b60-8af7-4b30-b5c4-fc94ed20e7ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 2225, 'fixed_ips': [{'subnet_id': '155011c0-37f7-49b3-91c1-109a3c21066c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:28:11Z', 'updated_at': '2021-12-25T21:28:13Z', 'revision_number': 2, 'project_id': 'fbd3af0654c34dd8b4518ab7708aed91', 'subnets': [{'id': '155011c0-37f7-49b3-91c1-109a3c21066c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:28:16.079910 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-c4c1797b-d9e2-4722-bbe9-9b46c9ef1341 tempest-RoutersIpV6AdminTest-1531157789 tempest-RoutersIpV6AdminTest-1531157789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:16.101885 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4c1797b-d9e2-4722-bbe9-9b46c9ef1341 tempest-RoutersIpV6AdminTest-1531157789 tempest-RoutersIpV6AdminTest-1531157789-project] Network 7201e55c-7c5f-41aa-a042-a363696539d0 is already hosted by enough agents. {{(pid=121606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:28:16.112514 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51fb2471-0704-4d6a-a018-32e2cfff79ba None None] Checking router: 35fc6b60-8af7-4b30-b5c4-fc94ed20e7ef for host: ncdv-master-1 {{(pid=121609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 25 21:28:16.113039 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51fb2471-0704-4d6a-a018-32e2cfff79ba None None] Updating router 35fc6b60-8af7-4b30-b5c4-fc94ed20e7ef port e6d3a02c-efbf-4990-851e-7f3763ce9525 binding host ncdv-master-1 {{(pid=121609) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 25 21:28:16.122649 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [None req-c4c1797b-d9e2-4722-bbe9-9b46c9ef1341 tempest-RoutersIpV6AdminTest-1531157789 tempest-RoutersIpV6AdminTest-1531157789-project] Resources bound (agent type, host, resource id):  {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:28:16.126254 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4c1797b-d9e2-4722-bbe9-9b46c9ef1341 tempest-RoutersIpV6AdminTest-1531157789 tempest-RoutersIpV6AdminTest-1531157789-project] Received port after_create {{(pid=121606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:28:16.141751 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-51fb2471-0704-4d6a-a018-32e2cfff79ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:16.165060 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df329260-46d0-40e9-8de3-0d77384844f0 None None] DHCP port deletion for 7201e55c-7c5f-41aa-a042-a363696539d0 request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 21:28:16.181801 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c1797b-d9e2-4722-bbe9-9b46c9ef1341 tempest-RoutersIpV6AdminTest-1531157789 tempest-RoutersIpV6AdminTest-1531157789-project] Pushing event updated for resources: {'Port': ['ID=3cf20a6a-552f-4cb4-a49d-3ca7ed642dd3,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:28:16.245500 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-9216a08b-2dd4-4dce-9d65-acaab5c793a8 None None] Provisioning complete for port 3cf20a6a-552f-4cb4-a49d-3ca7ed642dd3 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:28:16.246511 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9216a08b-2dd4-4dce-9d65-acaab5c793a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:16.339855 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-9216a08b-2dd4-4dce-9d65-acaab5c793a8 None None] Port 3cf20a6a-552f-4cb4-a49d-3ca7ed642dd3 cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:28:16.462516 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-39bc4a54-973f-4fba-a7bf-2a7b39536b64 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Publish callbacks [] for floatingip, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:16.481717 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-51fb2471-0704-4d6a-a018-32e2cfff79ba None None] Publish callbacks [] for port, precommit_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:16.582634 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-51fb2471-0704-4d6a-a018-32e2cfff79ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:16.609567 ncdv-master-1 neutron-server[121607]: DEBUG neutron.objects.ports [None req-125fe2f6-f400-447e-9b3b-ed7b91d6f809 tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=121607) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}}
Dec 25 21:28:16.611963 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-125fe2f6-f400-447e-9b3b-ed7b91d6f809 tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8632475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8852848'] for subnet, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:16.633152 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478720ee-0594-40be-8a3b-869db3515bb0 None None] Pushing event updated for resources: {'Port': ['ID=e6d3a02c-efbf-4990-851e-7f3763ce9525,revision_number=3']} {{(pid=121609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:28:16.680773 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-c4c1797b-d9e2-4722-bbe9-9b46c9ef1341 tempest-RoutersIpV6AdminTest-1531157789 tempest-RoutersIpV6AdminTest-1531157789-project] Publish callbacks [] for router_gateway, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:16.696642 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.managers [None req-51fb2471-0704-4d6a-a018-32e2cfff79ba None None] Attempting to bind port e6d3a02c-efbf-4990-851e-7f3763ce9525 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:28:16.697049 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.managers [None req-51fb2471-0704-4d6a-a018-32e2cfff79ba None None] Attempting to bind port e6d3a02c-efbf-4990-851e-7f3763ce9525 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '91e10d34-0490-4307-94d7-f49171874ad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '5e07a6ac-7fc0-40fb-b447-7610bbfce1cf'}] {{(pid=121609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:28:16.697460 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51fb2471-0704-4d6a-a018-32e2cfff79ba None None] Attempting to bind port e6d3a02c-efbf-4990-851e-7f3763ce9525 on network 5e07a6ac-7fc0-40fb-b447-7610bbfce1cf {{(pid=121609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:28:16.703778 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51fb2471-0704-4d6a-a018-32e2cfff79ba None None] Checking agent: {'id': 'ca4f5c6d-f1fd-48b8-a3e3-395864c7d23d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 20, 56, 40), 'started_at': datetime.datetime(2021, 12, 25, 20, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 28, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:28:16.704159 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51fb2471-0704-4d6a-a018-32e2cfff79ba None None] Checking segment: {'id': '91e10d34-0490-4307-94d7-f49171874ad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '5e07a6ac-7fc0-40fb-b447-7610bbfce1cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:28:16.704532 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-51fb2471-0704-4d6a-a018-32e2cfff79ba None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:16.704964 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51fb2471-0704-4d6a-a018-32e2cfff79ba None None] Bound using segment: {'id': '91e10d34-0490-4307-94d7-f49171874ad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '5e07a6ac-7fc0-40fb-b447-7610bbfce1cf'} {{(pid=121609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:28:16.705574 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.managers [None req-51fb2471-0704-4d6a-a018-32e2cfff79ba None None] Bound port: e6d3a02c-efbf-4990-851e-7f3763ce9525, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91e10d34-0490-4307-94d7-f49171874ad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '5e07a6ac-7fc0-40fb-b447-7610bbfce1cf'}}] {{(pid=121609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:28:16.705954 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-51fb2471-0704-4d6a-a018-32e2cfff79ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:16.752129 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-39bc4a54-973f-4fba-a7bf-2a7b39536b64 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:16.761049 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125fe2f6-f400-447e-9b3b-ed7b91d6f809 tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] Pushing event updated for resources: {'Subnet': ['ID=74aa1683-97bc-46e3-a223-4f7612d9462f,revision_number=0']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:28:16.797128 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.db [None req-51fb2471-0704-4d6a-a018-32e2cfff79ba None None] For port e6d3a02c-efbf-4990-851e-7f3763ce9525, host ncdv-master-1, cleared binding levels {{(pid=121609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:28:16.801309 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-125fe2f6-f400-447e-9b3b-ed7b91d6f809 tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] Checking segment: {'id': '440a3ace-df11-4a71-a198-afb0e9ad0af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '7b76614d-0ae6-4d46-ad2c-169efe44f7aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:28:16.801814 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-125fe2f6-f400-447e-9b3b-ed7b91d6f809 tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] Network hostable DHCP agents. Network: 7b76614d-0ae6-4d46-ad2c-169efe44f7aa, hostable agents: ['1813db88-2c1b-4357-a2ba-869246b663c2'], hosted agents: [] {{(pid=121607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 25 21:28:16.803455 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.db [None req-51fb2471-0704-4d6a-a018-32e2cfff79ba None None] For port e6d3a02c-efbf-4990-851e-7f3763ce9525, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e6d3a02c-efbf-4990-851e-7f3763ce9525,segment=NetworkSegment(91e10d34-0490-4307-94d7-f49171874ad4),segment_id=91e10d34-0490-4307-94d7-f49171874ad4)] {{(pid=121609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:28:16.937627 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-51fb2471-0704-4d6a-a018-32e2cfff79ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:16.969666 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-c4c1797b-d9e2-4722-bbe9-9b46c9ef1341 tempest-RoutersIpV6AdminTest-1531157789 tempest-RoutersIpV6AdminTest-1531157789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2009782', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2014271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14898'] for router, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:16.971274 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-c4c1797b-d9e2-4722-bbe9-9b46c9ef1341 tempest-RoutersIpV6AdminTest-1531157789 tempest-RoutersIpV6AdminTest-1531157789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2009753', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2009775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2009760', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2014256'] for router, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:16.975330 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-125fe2f6-f400-447e-9b3b-ed7b91d6f809 tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] Network 7b76614d-0ae6-4d46-ad2c-169efe44f7aa is scheduled to be hosted by DHCP agent 1813db88-2c1b-4357-a2ba-869246b663c2 with binding_index 1 {{(pid=121607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 25 21:28:16.997277 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-39bc4a54-973f-4fba-a7bf-2a7b39536b64 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Publish callbacks [] for port, precommit_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:16.997409 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-3cd940d8-8be5-4ad6-969c-d8b63f6d7426 None None] Provisioning complete for port e6d3a02c-efbf-4990-851e-7f3763ce9525 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:28:16.997848 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3cd940d8-8be5-4ad6-969c-d8b63f6d7426 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:17.036628 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51fb2471-0704-4d6a-a018-32e2cfff79ba None None] Routers {'35fc6b60-8af7-4b30-b5c4-fc94ed20e7ef'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:28:17.038035 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-51fb2471-0704-4d6a-a018-32e2cfff79ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f26189e3c40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:28:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['35fc6b60-8af7-4b30-b5c4-fc94ed20e7ef'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:28:17.139638 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-39bc4a54-973f-4fba-a7bf-2a7b39536b64 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8632327'] for port, after_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:17.141736 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-125fe2f6-f400-447e-9b3b-ed7b91d6f809 tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 7b76614d-0ae6-4d46-ad2c-169efe44f7aa) {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:28:17.163956 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-125fe2f6-f400-447e-9b3b-ed7b91d6f809 tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:28:17.170489 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-125fe2f6-f400-447e-9b3b-ed7b91d6f809 tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] Publish callbacks [] for subnet, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:17.176860 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac0e4b14-4133-4519-ae9b-901d01a35c49 None None] Network 7b76614d-0ae6-4d46-ad2c-169efe44f7aa requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:28:17.245352 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3cd940d8-8be5-4ad6-969c-d8b63f6d7426 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:17.246335 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478720ee-0594-40be-8a3b-869db3515bb0 None None] Pushing event updated for resources: {'Port': ['ID=e6d3a02c-efbf-4990-851e-7f3763ce9525,revision_number=4']} {{(pid=121609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:28:17.274111 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4c1797b-d9e2-4722-bbe9-9b46c9ef1341 tempest-RoutersIpV6AdminTest-1531157789 tempest-RoutersIpV6AdminTest-1531157789-project] Router d92f3ae1-73b4-4aa5-a27f-2bb511163094 is scheduled to L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 with binding_index 1 {{(pid=121606) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 25 21:28:17.285172 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-125fe2f6-f400-447e-9b3b-ed7b91d6f809 tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 818 time: 1.7764206
Dec 25 21:28:17.288597 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvr_db [None req-51fb2471-0704-4d6a-a018-32e2cfff79ba None None] Set router 35fc6b60-8af7-4b30-b5c4-fc94ed20e7ef gateway port host: ncdv-master-1 {{(pid=121609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:28:17.290131 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 43928) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:28:17.306033 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bc4a54-973f-4fba-a7bf-2a7b39536b64 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Pushing event updated for resources: {'Port': ['ID=cb4a6696-da1d-4a8b-a68c-374051df80ff,revision_number=2']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:28:17.324224 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-39bc4a54-973f-4fba-a7bf-2a7b39536b64 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2008639'] for floatingip, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:17.426843 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-3cd940d8-8be5-4ad6-969c-d8b63f6d7426 None None] For port e6d3a02c-efbf-4990-851e-7f3763ce9525, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e6d3a02c-efbf-4990-851e-7f3763ce9525,segment=NetworkSegment(91e10d34-0490-4307-94d7-f49171874ad4),segment_id=91e10d34-0490-4307-94d7-f49171874ad4)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:28:17.494348 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16dfcd8e-58a4-435a-a3b1-9807a285fc46 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-7b76614d-0ae6-4d46-ad2c-169efe44f7aa', 'network_id': '7b76614d-0ae6-4d46-ad2c-169efe44f7aa', 'project_id': 'e27ea19f90cf4e0c934675615d455854', 'fixed_ips': [{'subnet_id': '74aa1683-97bc-46e3-a223-4f7612d9462f'}]}} from ncdv-master-1. {{(pid=121608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 25 21:28:17.495271 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-16dfcd8e-58a4-435a-a3b1-9807a285fc46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:17.575938 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-ff4296df-fe0a-403e-874b-27a1d23a6f17 tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625803'] for network, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:17.583579 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4c1797b-d9e2-4722-bbe9-9b46c9ef1341 tempest-RoutersIpV6AdminTest-1531157789 tempest-RoutersIpV6AdminTest-1531157789-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 21:28:17.604315 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c1aecab-7fd9-43e2-bcb2-fb117acf45cb None None] Sync routers for ids ['d92f3ae1-73b4-4aa5-a27f-2bb511163094'] in ncdv-master-1 {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 21:28:17.606616 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3cd940d8-8be5-4ad6-969c-d8b63f6d7426 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:17.607540 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-c4c1797b-d9e2-4722-bbe9-9b46c9ef1341 tempest-RoutersIpV6AdminTest-1531157789 tempest-RoutersIpV6AdminTest-1531157789-project] Publish callbacks [] for router, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:17.613315 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-c4c1797b-d9e2-4722-bbe9-9b46c9ef1341 tempest-RoutersIpV6AdminTest-1531157789 tempest-RoutersIpV6AdminTest-1531157789-project] 10.222.0.32 "PUT /v2.0/routers/d92f3ae1-73b4-4aa5-a27f-2bb511163094 HTTP/1.1" status: 200  len: 884 time: 3.7048633
Dec 25 21:28:17.616077 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 43944) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:28:17.621239 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-51fb2471-0704-4d6a-a018-32e2cfff79ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f26189e3c40>, [{'id': '35fc6b60-8af7-4b30-b5c4-fc94ed20e7ef', 'name': 'tempest-TaggedBootDevicesTest-1381841222-router', 'tenant_id': 'fbd3af0654c34dd8b4518ab7708aed91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.5'}], 'enable_snat': True}, 'gw_port_id': 'e61d93ef-8975-4b8b-89b4-7eb11f995d05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:28:05Z', 'updated_at': '2021-12-25T21:28:12Z', 'revision_number': 4, 'project_id': 'fbd3af0654c34dd8b4518ab7708aed91', 'gw_port': {'id': 'e61d93ef-8975-4b8b-89b4-7eb11f995d05', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:1e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35fc6b60-8af7-4b30-b5c4-fc94ed20e7ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2214, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:28:07Z', 'updated_at': '2021-12-25T21:28:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'e6d3a02c-efbf-4990-851e-7f3763ce9525', 'name': '', 'network_id': '5e07a6ac-7fc0-40fb-b447-7610bbfce1cf', 'tenant_id': 'fbd3af0654c34dd8b4518ab7708aed91', 'mac_address': 'fa:16:3e:cb:e5:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35fc6b60-8af7-4b30-b5c4-fc94ed20e7ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 2225, 'fixed_ips': [{'subnet_id': '155011c0-37f7-49b3-91c1-109a3c21066c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:28:11Z', 'updated_at': '2021-12-25T21:28:16Z', 'revision_number': 4, 'project_id': 'fbd3af0654c34dd8b4518ab7708aed91', 'subnets': [{'id': '155011c0-37f7-49b3-91c1-109a3c21066c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:28:17.667322 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51fb2471-0704-4d6a-a018-32e2cfff79ba None None] The sync data for ids ['35fc6b60-8af7-4b30-b5c4-fc94ed20e7ef'] in ncdv-master-1 is: [{'id': '35fc6b60-8af7-4b30-b5c4-fc94ed20e7ef', 'name': 'tempest-TaggedBootDevicesTest-1381841222-router', 'tenant_id': 'fbd3af0654c34dd8b4518ab7708aed91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.5'}], 'enable_snat': True}, 'gw_port_id': 'e61d93ef-8975-4b8b-89b4-7eb11f995d05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:28:05Z', 'updated_at': '2021-12-25T21:28:12Z', 'revision_number': 4, 'project_id': 'fbd3af0654c34dd8b4518ab7708aed91', 'gw_port': {'id': 'e61d93ef-8975-4b8b-89b4-7eb11f995d05', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:1e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35fc6b60-8af7-4b30-b5c4-fc94ed20e7ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2214, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:28:07Z', 'updated_at': '2021-12-25T21:28:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'e6d3a02c-efbf-4990-851e-7f3763ce9525', 'name': '', 'network_id': '5e07a6ac-7fc0-40fb-b447-7610bbfce1cf', 'tenant_id': 'fbd3af0654c34dd8b4518ab7708aed91', 'mac_address': 'fa:16:3e:cb:e5:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35fc6b60-8af7-4b30-b5c4-fc94ed20e7ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 2225, 'fixed_ips': [{'subnet_id': '155011c0-37f7-49b3-91c1-109a3c21066c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:28:11Z', 'updated_at': '2021-12-25T21:28:16Z', 'revision_number': 4, 'project_id': 'fbd3af0654c34dd8b4518ab7708aed91', 'subnets': [{'id': '155011c0-37f7-49b3-91c1-109a3c21066c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 21:28:17.715311 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c1aecab-7fd9-43e2-bcb2-fb117acf45cb None None] Routers {'d92f3ae1-73b4-4aa5-a27f-2bb511163094'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:28:17.716518 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-9c1aecab-7fd9-43e2-bcb2-fb117acf45cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2613de06d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:28:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['d92f3ae1-73b4-4aa5-a27f-2bb511163094'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:28:17.817723 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd940d8-8be5-4ad6-969c-d8b63f6d7426 None None] Pushing event updated for resources: {'Port': ['ID=e6d3a02c-efbf-4990-851e-7f3763ce9525,revision_number=5']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:28:17.820762 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-ff4296df-fe0a-403e-874b-27a1d23a6f17 tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995662'] for subnet, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:17.829125 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-9c1aecab-7fd9-43e2-bcb2-fb117acf45cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2613de06d0>, [], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:28:17.855397 ncdv-master-1 neutron-server[121607]: INFO neutron.db.l3_db [None req-39bc4a54-973f-4fba-a7bf-2a7b39536b64 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Floating IP da60eaaf-b771-49cb-8c45-ce428b8ea669 associated. External IP: 172.35.3.18, port: 8e47a233-8d8d-41d5-8b27-43dceb00a206.
Dec 25 21:28:17.859027 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c1aecab-7fd9-43e2-bcb2-fb117acf45cb None None] Routers {'d92f3ae1-73b4-4aa5-a27f-2bb511163094'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:28:17.859808 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-9c1aecab-7fd9-43e2-bcb2-fb117acf45cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2613de06d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:28:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['d92f3ae1-73b4-4aa5-a27f-2bb511163094'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:28:17.910435 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.db_base_plugin_common [None req-16dfcd8e-58a4-435a-a3b1-9807a285fc46 None None] Allocated IP 2001:db8::f816:3eff:fe94:41cf (7b76614d-0ae6-4d46-ad2c-169efe44f7aa/74aa1683-97bc-46e3-a223-4f7612d9462f/d3485861-4571-4cc4-8425-33a1e26891dc) {{(pid=121608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:28:17.918646 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-9c1aecab-7fd9-43e2-bcb2-fb117acf45cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2613de06d0>, [], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:28:17.919286 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c1aecab-7fd9-43e2-bcb2-fb117acf45cb None None] The sync data for ids ['d92f3ae1-73b4-4aa5-a27f-2bb511163094'] in ncdv-master-1 is: [] {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 21:28:17.922044 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-010ff478-b4ff-4d81-9344-b4c214f5371c None None] Provisioning complete for port e6d3a02c-efbf-4990-851e-7f3763ce9525 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:28:17.922545 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-010ff478-b4ff-4d81-9344-b4c214f5371c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:17.933786 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-e370aa1a-45f9-4fa8-b6fd-58fc8b56681e tempest-RoutersIpV6AdminTest-611111169 tempest-RoutersIpV6AdminTest-611111169-project-admin] 10.222.0.32 "GET /v2.0/routers/d92f3ae1-73b4-4aa5-a27f-2bb511163094 HTTP/1.1" status: 200  len: 925 time: 0.3164291
Dec 25 21:28:17.936350 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 43946) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:28:18.012441 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76682896-12f1-42fa-9277-0c75a7415da4 tempest-RoutersIpV6AdminTest-611111169 tempest-RoutersIpV6AdminTest-611111169-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:28:18.014233 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-76682896-12f1-42fa-9277-0c75a7415da4 tempest-RoutersIpV6AdminTest-611111169 tempest-RoutersIpV6AdminTest-611111169-project-admin] 10.222.0.32 "GET /v2.0/ports?network_id=7201e55c-7c5f-41aa-a042-a363696539d0&device_id=d92f3ae1-73b4-4aa5-a27f-2bb511163094&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 945 time: 0.0764830
Dec 25 21:28:18.017448 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 43950) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:28:18.142608 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ade44a99-3c31-454d-856a-0a43ec1b3f0a tempest-RoutersIpV6AdminTest-611111169 tempest-RoutersIpV6AdminTest-611111169-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:28:18.144813 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-ade44a99-3c31-454d-856a-0a43ec1b3f0a tempest-RoutersIpV6AdminTest-611111169 tempest-RoutersIpV6AdminTest-611111169-project-admin] 10.222.0.32 "GET /v2.0/networks/7201e55c-7c5f-41aa-a042-a363696539d0 HTTP/1.1" status: 200  len: 881 time: 0.1264842
Dec 25 21:28:18.147009 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39bc4a54-973f-4fba-a7bf-2a7b39536b64 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Router caef596b-48c6-4907-a4cb-760766c09537 has already been hosted by L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 {{(pid=121607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 25 21:28:18.147791 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 43952) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:28:18.184272 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-aa1c8adf-0bb9-46c1-99f7-25291aa4fe5d tempest-RoutersIpV6AdminTest-1531157789 tempest-RoutersIpV6AdminTest-1531157789-project] 10.222.0.32 "GET /v2.0/ports?device_id=d92f3ae1-73b4-4aa5-a27f-2bb511163094 HTTP/1.1" status: 200  len: 205 time: 0.0344937
Dec 25 21:28:18.187008 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 43954) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:28:18.213932 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-16dfcd8e-58a4-435a-a3b1-9807a285fc46 None None] Publish callbacks [] for port, precommit_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:18.305990 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-16dfcd8e-58a4-435a-a3b1-9807a285fc46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946'] for port, after_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:18.363202 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16dfcd8e-58a4-435a-a3b1-9807a285fc46 None None] Network 7b76614d-0ae6-4d46-ad2c-169efe44f7aa is already hosted by enough agents. {{(pid=121608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:28:18.369290 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.base_scheduler [None req-16dfcd8e-58a4-435a-a3b1-9807a285fc46 None None] Resources bound (agent type, host, resource id):  {{(pid=121608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:28:18.376855 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16dfcd8e-58a4-435a-a3b1-9807a285fc46 None None] Received port after_create {{(pid=121608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:28:18.385822 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b685471b-d9f7-47eb-97a2-1e6477b04ef1 tempest-RoutersIpV6AdminTest-1531157789 tempest-RoutersIpV6AdminTest-1531157789-project] Publish callbacks [] for router, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:18.389123 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16dfcd8e-58a4-435a-a3b1-9807a285fc46 None None] Pushing event updated for resources: {'Port': ['ID=d3485861-4571-4cc4-8425-33a1e26891dc,revision_number=1']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:28:18.393613 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39bc4a54-973f-4fba-a7bf-2a7b39536b64 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 21:28:18.411195 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-421af4b1-065b-4134-a0e0-24956983c38f None None] Sync routers for ids ['caef596b-48c6-4907-a4cb-760766c09537'] in ncdv-master-1 {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 21:28:18.423404 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-421af4b1-065b-4134-a0e0-24956983c38f None None] Routers {'caef596b-48c6-4907-a4cb-760766c09537'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:28:18.430474 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-421af4b1-065b-4134-a0e0-24956983c38f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f26186d5c10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:28:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['caef596b-48c6-4907-a4cb-760766c09537'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:28:18.481698 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-421af4b1-065b-4134-a0e0-24956983c38f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f26186d5c10>, [], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:28:18.483036 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-16dfcd8e-58a4-435a-a3b1-9807a285fc46 None None] Attempting to bind port d3485861-4571-4cc4-8425-33a1e26891dc on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:28:18.483559 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-16dfcd8e-58a4-435a-a3b1-9807a285fc46 None None] Attempting to bind port d3485861-4571-4cc4-8425-33a1e26891dc by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '440a3ace-df11-4a71-a198-afb0e9ad0af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '7b76614d-0ae6-4d46-ad2c-169efe44f7aa'}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:28:18.484117 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16dfcd8e-58a4-435a-a3b1-9807a285fc46 None None] Attempting to bind port d3485861-4571-4cc4-8425-33a1e26891dc on network 7b76614d-0ae6-4d46-ad2c-169efe44f7aa {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:28:18.490985 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16dfcd8e-58a4-435a-a3b1-9807a285fc46 None None] Checking agent: {'id': 'ca4f5c6d-f1fd-48b8-a3e3-395864c7d23d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 20, 56, 40), 'started_at': datetime.datetime(2021, 12, 25, 20, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 28, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:28:18.491273 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-421af4b1-065b-4134-a0e0-24956983c38f None None] Routers {'caef596b-48c6-4907-a4cb-760766c09537'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:28:18.491738 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16dfcd8e-58a4-435a-a3b1-9807a285fc46 None None] Checking segment: {'id': '440a3ace-df11-4a71-a198-afb0e9ad0af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '7b76614d-0ae6-4d46-ad2c-169efe44f7aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:28:18.491877 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-421af4b1-065b-4134-a0e0-24956983c38f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f26186d5c10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:28:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['caef596b-48c6-4907-a4cb-760766c09537'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:28:18.492950 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-16dfcd8e-58a4-435a-a3b1-9807a285fc46 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:18.493662 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16dfcd8e-58a4-435a-a3b1-9807a285fc46 None None] Bound using segment: {'id': '440a3ace-df11-4a71-a198-afb0e9ad0af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '7b76614d-0ae6-4d46-ad2c-169efe44f7aa'} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:28:18.494286 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-16dfcd8e-58a4-435a-a3b1-9807a285fc46 None None] Bound port: d3485861-4571-4cc4-8425-33a1e26891dc, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '440a3ace-df11-4a71-a198-afb0e9ad0af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '7b76614d-0ae6-4d46-ad2c-169efe44f7aa'}}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:28:18.494404 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-ff4296df-fe0a-403e-874b-27a1d23a6f17 tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9084363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9028506'] for subnet, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:18.497479 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-16dfcd8e-58a4-435a-a3b1-9807a285fc46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:18.535155 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b685471b-d9f7-47eb-97a2-1e6477b04ef1 tempest-RoutersIpV6AdminTest-1531157789 tempest-RoutersIpV6AdminTest-1531157789-project] Publish callbacks [] for router_gateway, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:18.536476 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-421af4b1-065b-4134-a0e0-24956983c38f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f26186d5c10>, [], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:28:18.542143 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-39bc4a54-973f-4fba-a7bf-2a7b39536b64 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for floatingip, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:18.542846 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-421af4b1-065b-4134-a0e0-24956983c38f None None] The sync data for ids ['caef596b-48c6-4907-a4cb-760766c09537'] in ncdv-master-1 is: [] {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 21:28:18.554443 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4296df-fe0a-403e-874b-27a1d23a6f17 tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] Pushing event deleted for resources: {'Subnet': ['ID=74aa1683-97bc-46e3-a223-4f7612d9462f,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:28:18.572851 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-39bc4a54-973f-4fba-a7bf-2a7b39536b64 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 983 time: 4.2898893
Dec 25 21:28:18.575473 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 43960) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:28:18.580142 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-8599204f-3e7d-4bc8-aadc-dc52f4bad780 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Request body: {'floatingip': {'port_id': '8e47a233-8d8d-41d5-8b27-43dceb00a206', 'fixed_ip_address': '172.20.0.13'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:28:18.589628 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-16dfcd8e-58a4-435a-a3b1-9807a285fc46 None None] For port d3485861-4571-4cc4-8425-33a1e26891dc, host ncdv-master-1, cleared binding levels {{(pid=121608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:28:18.595387 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-16dfcd8e-58a4-435a-a3b1-9807a285fc46 None None] For port d3485861-4571-4cc4-8425-33a1e26891dc, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d3485861-4571-4cc4-8425-33a1e26891dc,segment=NetworkSegment(440a3ace-df11-4a71-a198-afb0e9ad0af6),segment_id=440a3ace-df11-4a71-a198-afb0e9ad0af6)] {{(pid=121608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:28:18.653928 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-ff4296df-fe0a-403e-874b-27a1d23a6f17 tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997585', 'neutron.services.segments.db._delete_segments_for_network-8737602743071'] for network, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:18.657069 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-8599204f-3e7d-4bc8-aadc-dc52f4bad780 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Publish callbacks [] for floatingip, before_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:18.679784 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.segments.db [None req-ff4296df-fe0a-403e-874b-27a1d23a6f17 tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f26189922b0>,) {'filters': {'network_id': ['7b76614d-0ae6-4d46-ad2c-169efe44f7aa']}} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:28:18.687686 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.segments.db [None req-ff4296df-fe0a-403e-874b-27a1d23a6f17 tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f26189922b0>, '440a3ace-df11-4a71-a198-afb0e9ad0af6') {'for_net_delete': True} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:28:18.687975 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.segments.db [None req-ff4296df-fe0a-403e-874b-27a1d23a6f17 tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f26189922b0>, '440a3ace-df11-4a71-a198-afb0e9ad0af6') {} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:28:18.698093 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-ff4296df-fe0a-403e-874b-27a1d23a6f17 tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737602746920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9084222'] for segment, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:18.701401 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-16dfcd8e-58a4-435a-a3b1-9807a285fc46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:18.724720 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-ff4296df-fe0a-403e-874b-27a1d23a6f17 tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:18.733143 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff4296df-fe0a-403e-874b-27a1d23a6f17 tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] Releasing vlan 185 on physical network physnet1 to pool {{(pid=121606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 25 21:28:18.733143 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-ff4296df-fe0a-403e-874b-27a1d23a6f17 tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9084542'] for segment, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:18.746276 ncdv-master-1 neutron-server[121606]: Traceback (most recent call last):
Dec 25 21:28:18.746276 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 25 21:28:18.746276 ncdv-master-1 neutron-server[121606]:     timer()
Dec 25 21:28:18.746276 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 25 21:28:18.746276 ncdv-master-1 neutron-server[121606]:     cb(*args, **kw)
Dec 25 21:28:18.746276 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 25 21:28:18.746276 ncdv-master-1 neutron-server[121606]:     return func(*args, **kwargs)
Dec 25 21:28:18.746276 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 25 21:28:18.746276 ncdv-master-1 neutron-server[121606]:     self._notify()
Dec 25 21:28:18.746276 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 25 21:28:18.746276 ncdv-master-1 neutron-server[121606]:     self.callback(batched_events)
Dec 25 21:28:18.746276 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 25 21:28:18.746276 ncdv-master-1 neutron-server[121606]:     event.method(event)
Dec 25 21:28:18.746276 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 25 21:28:18.746276 ncdv-master-1 neutron-server[121606]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 25 21:28:18.746276 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 25 21:28:18.746276 ncdv-master-1 neutron-server[121606]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 25 21:28:18.746276 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 25 21:28:18.746276 ncdv-master-1 neutron-server[121606]:     return f(self, *a, **k)
Dec 25 21:28:18.746276 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 25 21:28:18.746276 ncdv-master-1 neutron-server[121606]:     return self._get(url).json()
Dec 25 21:28:18.746276 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 25 21:28:18.746276 ncdv-master-1 neutron-server[121606]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 25 21:28:18.746276 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 25 21:28:18.746276 ncdv-master-1 neutron-server[121606]:     return self.request(url, 'GET', **kwargs)
Dec 25 21:28:18.746276 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 25 21:28:18.746276 ncdv-master-1 neutron-server[121606]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 25 21:28:18.746276 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 25 21:28:18.746276 ncdv-master-1 neutron-server[121606]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 25 21:28:18.746276 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 25 21:28:18.746276 ncdv-master-1 neutron-server[121606]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 25 21:28:18.746276 ncdv-master-1 neutron-server[121606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 25 21:28:18.847522 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16dfcd8e-58a4-435a-a3b1-9807a285fc46 None None] Pushing event updated for resources: {'Port': ['ID=d3485861-4571-4cc4-8425-33a1e26891dc,revision_number=2']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:28:18.876260 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6a01fc4-cf78-4a08-8313-553f2a0a70c9 None None] Network 7b76614d-0ae6-4d46-ad2c-169efe44f7aa requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:28:18.897313 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.db.api [None req-ff4296df-fe0a-403e-874b-27a1d23a6f17 tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Dec 25 21:28:18.897313 ncdv-master-1 neutron-server[121606]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Dec 25 21:28:18.897313 ncdv-master-1 neutron-server[121606]: [parameters: {'id': '7b76614d-0ae6-4d46-ad2c-169efe44f7aa'}]
Dec 25 21:28:18.897313 ncdv-master-1 neutron-server[121606]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=121606) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 25 21:28:18.898105 ncdv-master-1 neutron-server[121606]: DEBUG oslo_db.api [None req-ff4296df-fe0a-403e-874b-27a1d23a6f17 tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 25 21:28:18.900979 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-b685471b-d9f7-47eb-97a2-1e6477b04ef1 tempest-RoutersIpV6AdminTest-1531157789 tempest-RoutersIpV6AdminTest-1531157789-project] Deleting port 3cf20a6a-552f-4cb4-a49d-3ca7ed642dd3 {{(pid=121607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:28:18.901463 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b685471b-d9f7-47eb-97a2-1e6477b04ef1 tempest-RoutersIpV6AdminTest-1531157789 tempest-RoutersIpV6AdminTest-1531157789-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:18.990937 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b473e94-a12e-4374-8832-512a6c79d8c9 None None] get_active_networks_info from ncdv-master-1 {{(pid=121608) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
Dec 25 21:28:19.147264 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b473e94-a12e-4374-8832-512a6c79d8c9 None None] Resources bound (agent type, host, resource id):  {{(pid=121608) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Dec 25 21:28:19.148896 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b685471b-d9f7-47eb-97a2-1e6477b04ef1 tempest-RoutersIpV6AdminTest-1531157789 tempest-RoutersIpV6AdminTest-1531157789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:19.169220 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-b685471b-d9f7-47eb-97a2-1e6477b04ef1 tempest-RoutersIpV6AdminTest-1531157789 tempest-RoutersIpV6AdminTest-1531157789-project] Calling delete_port for 3cf20a6a-552f-4cb4-a49d-3ca7ed642dd3 owned by network:router_gateway {{(pid=121607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:28:19.400791 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-ff4296df-fe0a-403e-874b-27a1d23a6f17 tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625803'] for network, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:19.463736 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-ff4296df-fe0a-403e-874b-27a1d23a6f17 tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] Deleting port d3485861-4571-4cc4-8425-33a1e26891dc {{(pid=121606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:28:19.464533 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-ff4296df-fe0a-403e-874b-27a1d23a6f17 tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:19.509352 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-8599204f-3e7d-4bc8-aadc-dc52f4bad780 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Publish callbacks [] for floatingip, precommit_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:19.543810 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [None req-ff4296df-fe0a-403e-874b-27a1d23a6f17 tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] For port d3485861-4571-4cc4-8425-33a1e26891dc, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d3485861-4571-4cc4-8425-33a1e26891dc,segment=NetworkSegment(440a3ace-df11-4a71-a198-afb0e9ad0af6),segment_id=440a3ace-df11-4a71-a198-afb0e9ad0af6)] {{(pid=121606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:28:19.544846 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-ff4296df-fe0a-403e-874b-27a1d23a6f17 tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:19.556551 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-8599204f-3e7d-4bc8-aadc-dc52f4bad780 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2008639'] for floatingip, after_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:19.578107 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-ff4296df-fe0a-403e-874b-27a1d23a6f17 tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] Calling delete_port for d3485861-4571-4cc4-8425-33a1e26891dc owned by network:dhcp {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:28:19.597097 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b685471b-d9f7-47eb-97a2-1e6477b04ef1 tempest-RoutersIpV6AdminTest-1531157789 tempest-RoutersIpV6AdminTest-1531157789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:19.622144 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b685471b-d9f7-47eb-97a2-1e6477b04ef1 tempest-RoutersIpV6AdminTest-1531157789 tempest-RoutersIpV6AdminTest-1531157789-project] Pushing event deleted for resources: {'Port': ['ID=3cf20a6a-552f-4cb4-a49d-3ca7ed642dd3,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:28:19.629666 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device e6d3a02c-efbf-4990-851e-7f3763ce9525 up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:28:19.674820 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76e69a91-cfc2-48fb-942f-a3d6dd3b059e None None] DHCP port deletion for 7201e55c-7c5f-41aa-a042-a363696539d0 request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 21:28:19.708092 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port e6d3a02c-efbf-4990-851e-7f3763ce9525 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:28:19.708459 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:19.743680 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b685471b-d9f7-47eb-97a2-1e6477b04ef1 tempest-RoutersIpV6AdminTest-1531157789 tempest-RoutersIpV6AdminTest-1531157789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2008689'] for router_gateway, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:19.754655 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-ff4296df-fe0a-403e-874b-27a1d23a6f17 tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:19.798410 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4296df-fe0a-403e-874b-27a1d23a6f17 tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] Pushing event deleted for resources: {'Port': ['ID=d3485861-4571-4cc4-8425-33a1e26891dc,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:28:19.800829 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff4296df-fe0a-403e-874b-27a1d23a6f17 tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] No DVR routers for this DVR port d3485861-4571-4cc4-8425-33a1e26891dc on host ncdv-master-1 {{(pid=121606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:28:19.812227 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-97b4c99a-5f66-43a5-acc4-2d780fbed3af None None] Provisioning complete for port 81b7f223-2ab2-4175-875d-9120d0b7f4cd triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:28:19.812725 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-97b4c99a-5f66-43a5-acc4-2d780fbed3af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:19.830035 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4296df-fe0a-403e-874b-27a1d23a6f17 tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:28:19.830390 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4296df-fe0a-403e-874b-27a1d23a6f17 tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:28:19.830714 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4296df-fe0a-403e-874b-27a1d23a6f17 tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:28:19.831053 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4296df-fe0a-403e-874b-27a1d23a6f17 tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:28:19.831384 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4296df-fe0a-403e-874b-27a1d23a6f17 tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:28:19.831384 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4296df-fe0a-403e-874b-27a1d23a6f17 tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:28:19.831384 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4296df-fe0a-403e-874b-27a1d23a6f17 tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:28:19.831384 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4296df-fe0a-403e-874b-27a1d23a6f17 tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:28:19.831384 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4296df-fe0a-403e-874b-27a1d23a6f17 tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:28:19.833416 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4296df-fe0a-403e-874b-27a1d23a6f17 tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:28:19.833751 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4296df-fe0a-403e-874b-27a1d23a6f17 tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:28:19.834073 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4296df-fe0a-403e-874b-27a1d23a6f17 tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:28:19.834398 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4296df-fe0a-403e-874b-27a1d23a6f17 tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:28:19.873728 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-97b4c99a-5f66-43a5-acc4-2d780fbed3af None None] Port 81b7f223-2ab2-4175-875d-9120d0b7f4cd cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:28:19.899530 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-97b4c99a-5f66-43a5-acc4-2d780fbed3af None None] Provisioning complete for port 8e47a233-8d8d-41d5-8b27-43dceb00a206 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:28:19.903148 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-97b4c99a-5f66-43a5-acc4-2d780fbed3af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:19.903862 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-ff4296df-fe0a-403e-874b-27a1d23a6f17 tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997585', 'neutron.services.segments.db._delete_segments_for_network-8737602743071'] for network, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:19.927750 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.segments.db [None req-ff4296df-fe0a-403e-874b-27a1d23a6f17 tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2611b82760>,) {'filters': {'network_id': ['7b76614d-0ae6-4d46-ad2c-169efe44f7aa']}} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:28:19.946923 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.segments.db [None req-ff4296df-fe0a-403e-874b-27a1d23a6f17 tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2611b82760>, '440a3ace-df11-4a71-a198-afb0e9ad0af6') {'for_net_delete': True} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:28:19.947271 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.segments.db [None req-ff4296df-fe0a-403e-874b-27a1d23a6f17 tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2611b82760>, '440a3ace-df11-4a71-a198-afb0e9ad0af6') {} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:28:19.962467 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-ff4296df-fe0a-403e-874b-27a1d23a6f17 tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737602746920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9084222'] for segment, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:19.974767 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-97b4c99a-5f66-43a5-acc4-2d780fbed3af None None] Port 8e47a233-8d8d-41d5-8b27-43dceb00a206 cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:28:19.984137 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-ff4296df-fe0a-403e-874b-27a1d23a6f17 tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:19.987185 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-97b4c99a-5f66-43a5-acc4-2d780fbed3af None None] Provisioning complete for port 5c64e45b-c785-4c69-8a15-64d3d2afbfb5 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:28:19.987632 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-97b4c99a-5f66-43a5-acc4-2d780fbed3af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:19.992405 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff4296df-fe0a-403e-874b-27a1d23a6f17 tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] Releasing vlan 185 on physical network physnet1 to pool {{(pid=121606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 25 21:28:19.993020 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-ff4296df-fe0a-403e-874b-27a1d23a6f17 tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9084542'] for segment, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:19.997517 ncdv-master-1 neutron-server[121606]: Traceback (most recent call last):
Dec 25 21:28:19.997517 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 25 21:28:19.997517 ncdv-master-1 neutron-server[121606]:     timer()
Dec 25 21:28:19.997517 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 25 21:28:19.997517 ncdv-master-1 neutron-server[121606]:     cb(*args, **kw)
Dec 25 21:28:19.997517 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 25 21:28:19.997517 ncdv-master-1 neutron-server[121606]:     return func(*args, **kwargs)
Dec 25 21:28:19.997517 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 25 21:28:19.997517 ncdv-master-1 neutron-server[121606]:     self._notify()
Dec 25 21:28:19.997517 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 25 21:28:19.997517 ncdv-master-1 neutron-server[121606]:     self.callback(batched_events)
Dec 25 21:28:19.997517 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 25 21:28:19.997517 ncdv-master-1 neutron-server[121606]:     event.method(event)
Dec 25 21:28:19.997517 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 25 21:28:19.997517 ncdv-master-1 neutron-server[121606]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 25 21:28:19.997517 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 25 21:28:19.997517 ncdv-master-1 neutron-server[121606]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 25 21:28:19.997517 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 25 21:28:19.997517 ncdv-master-1 neutron-server[121606]:     return f(self, *a, **k)
Dec 25 21:28:19.997517 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 25 21:28:19.997517 ncdv-master-1 neutron-server[121606]:     return self._get(url).json()
Dec 25 21:28:19.997517 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 25 21:28:19.997517 ncdv-master-1 neutron-server[121606]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 25 21:28:19.997517 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 25 21:28:19.997517 ncdv-master-1 neutron-server[121606]:     return self.request(url, 'GET', **kwargs)
Dec 25 21:28:19.997517 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 25 21:28:19.997517 ncdv-master-1 neutron-server[121606]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 25 21:28:19.997517 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 25 21:28:19.997517 ncdv-master-1 neutron-server[121606]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 25 21:28:19.997517 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 25 21:28:19.997517 ncdv-master-1 neutron-server[121606]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 25 21:28:19.997517 ncdv-master-1 neutron-server[121606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 25 21:28:20.043271 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-97b4c99a-5f66-43a5-acc4-2d780fbed3af None None] Port 5c64e45b-c785-4c69-8a15-64d3d2afbfb5 cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:28:20.054217 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-97b4c99a-5f66-43a5-acc4-2d780fbed3af None None] Provisioning complete for port 68372397-6b8f-4a7f-966d-688a1293b5a7 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:28:20.054624 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-97b4c99a-5f66-43a5-acc4-2d780fbed3af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:20.095217 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-97b4c99a-5f66-43a5-acc4-2d780fbed3af None None] Port 68372397-6b8f-4a7f-966d-688a1293b5a7 cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:28:20.146893 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-ff4296df-fe0a-403e-874b-27a1d23a6f17 tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2008653'] for network, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:20.156047 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-ff4296df-fe0a-403e-874b-27a1d23a6f17 tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for network, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:20.159738 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-ff4296df-fe0a-403e-874b-27a1d23a6f17 tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] 10.222.0.32 "DELETE /v2.0/networks/7b76614d-0ae6-4d46-ad2c-169efe44f7aa HTTP/1.1" status: 204  len: 168 time: 2.8684416
Dec 25 21:28:20.163341 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 43984) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:28:20.177499 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-b32a63ba-6292-4a3a-9ad8-5c1d539cf38b tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1192445953'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:28:20.182087 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4296df-fe0a-403e-874b-27a1d23a6f17 tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] Pushing event deleted for resources: {'Network': ['ID=7b76614d-0ae6-4d46-ad2c-169efe44f7aa,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:28:20.223683 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b685471b-d9f7-47eb-97a2-1e6477b04ef1 tempest-RoutersIpV6AdminTest-1531157789 tempest-RoutersIpV6AdminTest-1531157789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2014235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14905'] for router, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:20.227390 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b685471b-d9f7-47eb-97a2-1e6477b04ef1 tempest-RoutersIpV6AdminTest-1531157789 tempest-RoutersIpV6AdminTest-1531157789-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:20.275930 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8599204f-3e7d-4bc8-aadc-dc52f4bad780 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Router caef596b-48c6-4907-a4cb-760766c09537 has already been hosted by L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 {{(pid=121607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 25 21:28:20.291210 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b32a63ba-6292-4a3a-9ad8-5c1d539cf38b tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] Made reservation on behalf of e27ea19f90cf4e0c934675615d455854 for: {'network': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:28:20.295657 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-b32a63ba-6292-4a3a-9ad8-5c1d539cf38b tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for network, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:20.320833 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b32a63ba-6292-4a3a-9ad8-5c1d539cf38b tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] vlan segment allocate from pool success with {'vlan_id': 161, 'physical_network': 'physnet1'}  {{(pid=121606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 25 21:28:20.331108 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-b32a63ba-6292-4a3a-9ad8-5c1d539cf38b tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:20.331561 ncdv-master-1 neutron-server[121606]: INFO neutron.db.segments_db [None req-b32a63ba-6292-4a3a-9ad8-5c1d539cf38b tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] Added segment 43126f1c-d5eb-48a3-a16f-8eb14e00a9ca of type vlan for network e4260645-c6d8-4cc2-9e66-1c68cfdd38a7
Dec 25 21:28:20.366808 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b685471b-d9f7-47eb-97a2-1e6477b04ef1 tempest-RoutersIpV6AdminTest-1531157789 tempest-RoutersIpV6AdminTest-1531157789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2014220'] for router, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:20.367325 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b685471b-d9f7-47eb-97a2-1e6477b04ef1 tempest-RoutersIpV6AdminTest-1531157789 tempest-RoutersIpV6AdminTest-1531157789-project] Fanout notify agent at l3_agent the message router_deleted on router d92f3ae1-73b4-4aa5-a27f-2bb511163094 {{(pid=121607) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 25 21:28:20.375686 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b685471b-d9f7-47eb-97a2-1e6477b04ef1 tempest-RoutersIpV6AdminTest-1531157789 tempest-RoutersIpV6AdminTest-1531157789-project] Publish callbacks [] for router, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:20.376901 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-b685471b-d9f7-47eb-97a2-1e6477b04ef1 tempest-RoutersIpV6AdminTest-1531157789 tempest-RoutersIpV6AdminTest-1531157789-project] 10.222.0.32 "DELETE /v2.0/routers/d92f3ae1-73b4-4aa5-a27f-2bb511163094 HTTP/1.1" status: 204  len: 168 time: 2.1888711
Dec 25 21:28:20.378741 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-b32a63ba-6292-4a3a-9ad8-5c1d539cf38b tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737602163420'] for network, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:20.380735 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 43990) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:28:20.385351 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-6bb7d6aa-f213-48c0-8c03-25ad4218f426 tempest-RoutersIpV6AdminTest-1531157789 tempest-RoutersIpV6AdminTest-1531157789-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-484455128', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:28:20.391957 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8599204f-3e7d-4bc8-aadc-dc52f4bad780 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 21:28:20.396544 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-8599204f-3e7d-4bc8-aadc-dc52f4bad780 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for floatingip, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:20.402253 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-179a0a4c-98de-4bab-8bca-41c64f70b740 None None] Sync routers for ids ['caef596b-48c6-4907-a4cb-760766c09537'] in ncdv-master-1 {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 21:28:20.414634 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-179a0a4c-98de-4bab-8bca-41c64f70b740 None None] Routers {'caef596b-48c6-4907-a4cb-760766c09537'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:28:20.415545 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-179a0a4c-98de-4bab-8bca-41c64f70b740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2618244910>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:28:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['caef596b-48c6-4907-a4cb-760766c09537'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:28:20.448600 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-179a0a4c-98de-4bab-8bca-41c64f70b740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2618244910>, [], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:28:20.458692 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-8599204f-3e7d-4bc8-aadc-dc52f4bad780 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] 10.222.0.32 "PUT /v2.0/floatingips/da60eaaf-b771-49cb-8c45-ce428b8ea669 HTTP/1.1" status: 200  len: 978 time: 1.8797195
Dec 25 21:28:20.458870 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-179a0a4c-98de-4bab-8bca-41c64f70b740 None None] Routers {'caef596b-48c6-4907-a4cb-760766c09537'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:28:20.458870 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-179a0a4c-98de-4bab-8bca-41c64f70b740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2618244910>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:28:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['caef596b-48c6-4907-a4cb-760766c09537'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:28:20.459042 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 43992) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:28:20.494142 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-179a0a4c-98de-4bab-8bca-41c64f70b740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2618244910>, [], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:28:20.494731 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-179a0a4c-98de-4bab-8bca-41c64f70b740 None None] The sync data for ids ['caef596b-48c6-4907-a4cb-760766c09537'] in ncdv-master-1 is: [] {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 21:28:20.520388 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-6bb7d6aa-f213-48c0-8c03-25ad4218f426 tempest-RoutersIpV6AdminTest-1531157789 tempest-RoutersIpV6AdminTest-1531157789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2014909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14863'] for router, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:20.521524 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-6bb7d6aa-f213-48c0-8c03-25ad4218f426 tempest-RoutersIpV6AdminTest-1531157789 tempest-RoutersIpV6AdminTest-1531157789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2014285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2009796', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2082630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14848'] for router, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:20.524748 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-b32a63ba-6292-4a3a-9ad8-5c1d539cf38b tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870'] for network, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:20.531224 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b32a63ba-6292-4a3a-9ad8-5c1d539cf38b tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:28:20.531816 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-b32a63ba-6292-4a3a-9ad8-5c1d539cf38b tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for network, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:20.614550 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-7fbdd620-c42f-4c68-8105-5cbb295fc767 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Deleting port cb4a6696-da1d-4a8b-a68c-374051df80ff {{(pid=121607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:28:20.614939 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-7fbdd620-c42f-4c68-8105-5cbb295fc767 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:20.619010 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32a63ba-6292-4a3a-9ad8-5c1d539cf38b tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] Pushing event updated for resources: {'Network': ['ID=e4260645-c6d8-4cc2-9e66-1c68cfdd38a7,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:28:20.638275 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Network e4260645-c6d8-4cc2-9e66-1c68cfdd38a7 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 25 21:28:20.650810 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-6bb7d6aa-f213-48c0-8c03-25ad4218f426 tempest-RoutersIpV6AdminTest-1531157789 tempest-RoutersIpV6AdminTest-1531157789-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:20.658173 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-b32a63ba-6292-4a3a-9ad8-5c1d539cf38b tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 789 time: 0.4910402
Dec 25 21:28:20.658899 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 43994) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:28:20.664273 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-c8dd4177-1361-4a58-ba7a-cac8e620fb5b tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] Request body: {'subnet': {'network_id': 'e4260645-c6d8-4cc2-9e66-1c68cfdd38a7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:28:20.696526 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-7fbdd620-c42f-4c68-8105-5cbb295fc767 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:20.696859 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-7fbdd620-c42f-4c68-8105-5cbb295fc767 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:20.714185 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-7fbdd620-c42f-4c68-8105-5cbb295fc767 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Calling delete_port for cb4a6696-da1d-4a8b-a68c-374051df80ff owned by network:floatingip {{(pid=121607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:28:20.742876 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-6bb7d6aa-f213-48c0-8c03-25ad4218f426 tempest-RoutersIpV6AdminTest-1531157789 tempest-RoutersIpV6AdminTest-1531157789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2014278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2009753'] for router, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:20.848077 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-6bb7d6aa-f213-48c0-8c03-25ad4218f426 tempest-RoutersIpV6AdminTest-1531157789 tempest-RoutersIpV6AdminTest-1531157789-project] Publish callbacks [] for router, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:20.854297 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-6bb7d6aa-f213-48c0-8c03-25ad4218f426 tempest-RoutersIpV6AdminTest-1531157789 tempest-RoutersIpV6AdminTest-1531157789-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 708 time: 0.4673879
Dec 25 21:28:20.857717 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 44000) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:28:20.863878 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-7f23954e-4fd9-490d-aebd-f9df1717a579 tempest-RoutersIpV6AdminTest-611111169 tempest-RoutersIpV6AdminTest-611111169-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'enable_snat': True}}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:28:21.085662 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-7fbdd620-c42f-4c68-8105-5cbb295fc767 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:21.119770 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbdd620-c42f-4c68-8105-5cbb295fc767 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Pushing event deleted for resources: {'Port': ['ID=cb4a6696-da1d-4a8b-a68c-374051df80ff,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:28:21.185507 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-7fbdd620-c42f-4c68-8105-5cbb295fc767 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Publish callbacks [] for floatingip, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:21.186038 ncdv-master-1 neutron-server[121607]: INFO neutron.db.l3_db [None req-7fbdd620-c42f-4c68-8105-5cbb295fc767 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Floating IP da60eaaf-b771-49cb-8c45-ce428b8ea669 disassociated (deleted). External IP: 172.35.3.18, port: 8e47a233-8d8d-41d5-8b27-43dceb00a206.
Dec 25 21:28:21.317048 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8dd4177-1361-4a58-ba7a-cac8e620fb5b tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] Made reservation on behalf of e27ea19f90cf4e0c934675615d455854 for: {'subnet': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:28:21.322123 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-c8dd4177-1361-4a58-ba7a-cac8e620fb5b tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9028529'] for subnet, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:21.407230 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fbdd620-c42f-4c68-8105-5cbb295fc767 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Router caef596b-48c6-4907-a4cb-760766c09537 has already been hosted by L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 {{(pid=121607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 25 21:28:21.477909 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-7f23954e-4fd9-490d-aebd-f9df1717a579 tempest-RoutersIpV6AdminTest-611111169 tempest-RoutersIpV6AdminTest-611111169-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:21.519723 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fbdd620-c42f-4c68-8105-5cbb295fc767 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 21:28:21.524696 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-7fbdd620-c42f-4c68-8105-5cbb295fc767 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for floatingip, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:21.532070 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eab999f-b73a-412f-87db-1451061c55da None None] Sync routers for ids ['caef596b-48c6-4907-a4cb-760766c09537'] in ncdv-master-1 {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 21:28:21.542725 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eab999f-b73a-412f-87db-1451061c55da None None] Routers {'caef596b-48c6-4907-a4cb-760766c09537'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:28:21.544094 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-5eab999f-b73a-412f-87db-1451061c55da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f26184f62e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:28:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['caef596b-48c6-4907-a4cb-760766c09537'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:28:21.554843 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-7fbdd620-c42f-4c68-8105-5cbb295fc767 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] 10.222.0.32 "DELETE /v2.0/floatingips/da60eaaf-b771-49cb-8c45-ce428b8ea669 HTTP/1.1" status: 204  len: 168 time: 1.0924740
Dec 25 21:28:21.555079 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 44024) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:28:21.602575 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-5eab999f-b73a-412f-87db-1451061c55da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f26184f62e0>, [], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:28:21.613348 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eab999f-b73a-412f-87db-1451061c55da None None] Routers {'caef596b-48c6-4907-a4cb-760766c09537'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:28:21.614145 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-5eab999f-b73a-412f-87db-1451061c55da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f26184f62e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:28:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['caef596b-48c6-4907-a4cb-760766c09537'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:28:21.650661 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-e6094b99-ebf7-4291-bbaf-ec845e4069f7 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Deleting port 8e47a233-8d8d-41d5-8b27-43dceb00a206 {{(pid=121607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:28:21.651069 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e6094b99-ebf7-4291-bbaf-ec845e4069f7 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:21.651701 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-5eab999f-b73a-412f-87db-1451061c55da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f26184f62e0>, [], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:28:21.652785 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eab999f-b73a-412f-87db-1451061c55da None None] The sync data for ids ['caef596b-48c6-4907-a4cb-760766c09537'] in ncdv-master-1 is: [] {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 21:28:21.687350 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-c8dd4177-1361-4a58-ba7a-cac8e620fb5b tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9084170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9028515'] for subnet, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:21.744017 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e6094b99-ebf7-4291-bbaf-ec845e4069f7 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:21.756408 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-e6094b99-ebf7-4291-bbaf-ec845e4069f7 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Calling delete_port for 8e47a233-8d8d-41d5-8b27-43dceb00a206 owned by  {{(pid=121607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:28:21.838760 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8dd4177-1361-4a58-ba7a-cac8e620fb5b tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] Pushing event updated for resources: {'Subnet': ['ID=843432fb-249e-4110-b280-8fc8a74ddeef,revision_number=0']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:28:21.862257 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8dd4177-1361-4a58-ba7a-cac8e620fb5b tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] Checking segment: {'id': '43126f1c-d5eb-48a3-a16f-8eb14e00a9ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'e4260645-c6d8-4cc2-9e66-1c68cfdd38a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:28:21.862633 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8dd4177-1361-4a58-ba7a-cac8e620fb5b tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] Network hostable DHCP agents. Network: e4260645-c6d8-4cc2-9e66-1c68cfdd38a7, hostable agents: ['1813db88-2c1b-4357-a2ba-869246b663c2'], hosted agents: [] {{(pid=121606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 25 21:28:21.872105 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-7f23954e-4fd9-490d-aebd-f9df1717a579 tempest-RoutersIpV6AdminTest-611111169 tempest-RoutersIpV6AdminTest-611111169-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:21.897097 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-7f23954e-4fd9-490d-aebd-f9df1717a579 tempest-RoutersIpV6AdminTest-611111169 tempest-RoutersIpV6AdminTest-611111169-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:21.976445 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8dd4177-1361-4a58-ba7a-cac8e620fb5b tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] Network e4260645-c6d8-4cc2-9e66-1c68cfdd38a7 is scheduled to be hosted by DHCP agent 1813db88-2c1b-4357-a2ba-869246b663c2 with binding_index 1 {{(pid=121606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 25 21:28:22.076947 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e6094b99-ebf7-4291-bbaf-ec845e4069f7 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:22.108272 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6094b99-ebf7-4291-bbaf-ec845e4069f7 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Pushing event deleted for resources: {'Port': ['ID=8e47a233-8d8d-41d5-8b27-43dceb00a206,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:28:22.108441 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [None req-c8dd4177-1361-4a58-ba7a-cac8e620fb5b tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, e4260645-c6d8-4cc2-9e66-1c68cfdd38a7) {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:28:22.114700 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8dd4177-1361-4a58-ba7a-cac8e620fb5b tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:28:22.116910 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-c8dd4177-1361-4a58-ba7a-cac8e620fb5b tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] Publish callbacks [] for subnet, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:22.126916 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e2511dd-77d5-4694-a6bd-325cc5efca36 None None] Network e4260645-c6d8-4cc2-9e66-1c68cfdd38a7 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:28:22.145578 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46c0d010-2d18-466e-964c-2ce99f28c78c None None] DHCP port deletion for 290c6e74-625c-4ba7-9e49-f809d5158ee6 request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 21:28:22.203810 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_common [None req-7f23954e-4fd9-490d-aebd-f9df1717a579 tempest-RoutersIpV6AdminTest-611111169 tempest-RoutersIpV6AdminTest-611111169-project-admin] Allocated IP 172.35.3.151 (7201e55c-7c5f-41aa-a042-a363696539d0/7a939e13-713f-45cf-bba7-1539635abe25/7e6b4240-ba0d-45a5-85f1-896474f64b1d) {{(pid=121606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:28:22.209299 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e6094b99-ebf7-4291-bbaf-ec845e4069f7 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:22.218474 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-e6094b99-ebf7-4291-bbaf-ec845e4069f7 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] 10.222.0.32 "DELETE /v2.0/ports/8e47a233-8d8d-41d5-8b27-43dceb00a206 HTTP/1.1" status: 204  len: 168 time: 0.6623809
Dec 25 21:28:22.218615 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 44032) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:28:22.224730 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-cf2efe74-b86a-4fa0-86c0-0faefc2cb3e3 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Request body: {'floatingip': {'floating_network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:28:22.237974 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-c8dd4177-1361-4a58-ba7a-cac8e620fb5b tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 1.5776742
Dec 25 21:28:22.240690 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 44034) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:28:22.259630 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68dd0d0c-ae98-4cc4-a29b-f46758d7e910 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-e4260645-c6d8-4cc2-9e66-1c68cfdd38a7', 'network_id': 'e4260645-c6d8-4cc2-9e66-1c68cfdd38a7', 'project_id': 'e27ea19f90cf4e0c934675615d455854', 'fixed_ips': [{'subnet_id': '843432fb-249e-4110-b280-8fc8a74ddeef'}]}} from ncdv-master-1. {{(pid=121608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 25 21:28:22.260803 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-68dd0d0c-ae98-4cc4-a29b-f46758d7e910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:22.344191 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-7f23954e-4fd9-490d-aebd-f9df1717a579 tempest-RoutersIpV6AdminTest-611111169 tempest-RoutersIpV6AdminTest-611111169-project-admin] Publish callbacks [] for port, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:22.379998 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-cf2efe74-b86a-4fa0-86c0-0faefc2cb3e3 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Publish callbacks [] for floatingip, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:22.393523 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-58210b41-b6bc-470f-9a10-10caa1871fc1 tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625803'] for network, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:22.435927 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.db_base_plugin_common [None req-68dd0d0c-ae98-4cc4-a29b-f46758d7e910 None None] Allocated IP 2001:db8::2 (e4260645-c6d8-4cc2-9e66-1c68cfdd38a7/843432fb-249e-4110-b280-8fc8a74ddeef/dd97d502-b3e2-4992-93c8-8ac83844d1f1) {{(pid=121608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:28:22.489548 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-58210b41-b6bc-470f-9a10-10caa1871fc1 tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995662'] for subnet, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:22.550373 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-cf2efe74-b86a-4fa0-86c0-0faefc2cb3e3 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:22.593499 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-7f23954e-4fd9-490d-aebd-f9df1717a579 tempest-RoutersIpV6AdminTest-611111169 tempest-RoutersIpV6AdminTest-611111169-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:22.606332 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-68dd0d0c-ae98-4cc4-a29b-f46758d7e910 None None] Publish callbacks [] for port, precommit_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:22.639940 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f23954e-4fd9-490d-aebd-f9df1717a579 tempest-RoutersIpV6AdminTest-611111169 tempest-RoutersIpV6AdminTest-611111169-project-admin] Network 7201e55c-7c5f-41aa-a042-a363696539d0 is already hosted by enough agents. {{(pid=121606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:28:22.646712 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [None req-7f23954e-4fd9-490d-aebd-f9df1717a579 tempest-RoutersIpV6AdminTest-611111169 tempest-RoutersIpV6AdminTest-611111169-project-admin] Resources bound (agent type, host, resource id):  {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:28:22.652719 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f23954e-4fd9-490d-aebd-f9df1717a579 tempest-RoutersIpV6AdminTest-611111169 tempest-RoutersIpV6AdminTest-611111169-project-admin] Received port after_create {{(pid=121606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:28:22.663032 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c9536a1-e899-4c14-8c0c-36e1b763e9e2 None None] DHCP port deletion for 7201e55c-7c5f-41aa-a042-a363696539d0 request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 21:28:22.678226 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-68dd0d0c-ae98-4cc4-a29b-f46758d7e910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946'] for port, after_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:22.726680 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68dd0d0c-ae98-4cc4-a29b-f46758d7e910 None None] Network e4260645-c6d8-4cc2-9e66-1c68cfdd38a7 is already hosted by enough agents. {{(pid=121608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:28:22.728288 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f23954e-4fd9-490d-aebd-f9df1717a579 tempest-RoutersIpV6AdminTest-611111169 tempest-RoutersIpV6AdminTest-611111169-project-admin] Pushing event updated for resources: {'Port': ['ID=7e6b4240-ba0d-45a5-85f1-896474f64b1d,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:28:22.731309 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.base_scheduler [None req-68dd0d0c-ae98-4cc4-a29b-f46758d7e910 None None] Resources bound (agent type, host, resource id):  {{(pid=121608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:28:22.735667 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68dd0d0c-ae98-4cc4-a29b-f46758d7e910 None None] Received port after_create {{(pid=121608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:28:22.762168 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-58210b41-b6bc-470f-9a10-10caa1871fc1 tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8632410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8852809'] for subnet, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:22.775960 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68dd0d0c-ae98-4cc4-a29b-f46758d7e910 None None] Pushing event updated for resources: {'Port': ['ID=dd97d502-b3e2-4992-93c8-8ac83844d1f1,revision_number=1']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:28:22.777143 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_common [None req-cf2efe74-b86a-4fa0-86c0-0faefc2cb3e3 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Allocated IP 172.35.3.121 (7201e55c-7c5f-41aa-a042-a363696539d0/7a939e13-713f-45cf-bba7-1539635abe25/9bc35bc4-ceec-43e0-bbce-698d05b0e8cc) {{(pid=121606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:28:22.805967 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58210b41-b6bc-470f-9a10-10caa1871fc1 tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] Pushing event deleted for resources: {'Subnet': ['ID=843432fb-249e-4110-b280-8fc8a74ddeef,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:28:22.825260 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-13ab475d-5a81-48d0-b8e0-3ea2a7c4604f None None] Provisioning complete for port 7e6b4240-ba0d-45a5-85f1-896474f64b1d triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:28:22.825938 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-13ab475d-5a81-48d0-b8e0-3ea2a7c4604f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:22.854281 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-68dd0d0c-ae98-4cc4-a29b-f46758d7e910 None None] Attempting to bind port dd97d502-b3e2-4992-93c8-8ac83844d1f1 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:28:22.855250 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-68dd0d0c-ae98-4cc4-a29b-f46758d7e910 None None] Attempting to bind port dd97d502-b3e2-4992-93c8-8ac83844d1f1 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '43126f1c-d5eb-48a3-a16f-8eb14e00a9ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'e4260645-c6d8-4cc2-9e66-1c68cfdd38a7'}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:28:22.855863 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68dd0d0c-ae98-4cc4-a29b-f46758d7e910 None None] Attempting to bind port dd97d502-b3e2-4992-93c8-8ac83844d1f1 on network e4260645-c6d8-4cc2-9e66-1c68cfdd38a7 {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:28:22.873154 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68dd0d0c-ae98-4cc4-a29b-f46758d7e910 None None] Checking agent: {'id': 'ca4f5c6d-f1fd-48b8-a3e3-395864c7d23d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 20, 56, 40), 'started_at': datetime.datetime(2021, 12, 25, 20, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 28, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:28:22.873573 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-58210b41-b6bc-470f-9a10-10caa1871fc1 tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997585', 'neutron.services.segments.db._delete_segments_for_network-8737602743071'] for network, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:22.873685 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68dd0d0c-ae98-4cc4-a29b-f46758d7e910 None None] Checking segment: {'id': '43126f1c-d5eb-48a3-a16f-8eb14e00a9ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'e4260645-c6d8-4cc2-9e66-1c68cfdd38a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:28:22.874137 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-68dd0d0c-ae98-4cc4-a29b-f46758d7e910 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:22.874553 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68dd0d0c-ae98-4cc4-a29b-f46758d7e910 None None] Bound using segment: {'id': '43126f1c-d5eb-48a3-a16f-8eb14e00a9ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'e4260645-c6d8-4cc2-9e66-1c68cfdd38a7'} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:28:22.875041 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-68dd0d0c-ae98-4cc4-a29b-f46758d7e910 None None] Bound port: dd97d502-b3e2-4992-93c8-8ac83844d1f1, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43126f1c-d5eb-48a3-a16f-8eb14e00a9ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'e4260645-c6d8-4cc2-9e66-1c68cfdd38a7'}}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:28:22.875430 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-68dd0d0c-ae98-4cc4-a29b-f46758d7e910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:22.890758 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-13ab475d-5a81-48d0-b8e0-3ea2a7c4604f None None] Port 7e6b4240-ba0d-45a5-85f1-896474f64b1d cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:28:22.896374 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-58210b41-b6bc-470f-9a10-10caa1871fc1 tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2611973910>,) {'filters': {'network_id': ['e4260645-c6d8-4cc2-9e66-1c68cfdd38a7']}} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:28:22.908396 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-58210b41-b6bc-470f-9a10-10caa1871fc1 tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2611973910>, '43126f1c-d5eb-48a3-a16f-8eb14e00a9ca') {'for_net_delete': True} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:28:22.908396 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-58210b41-b6bc-470f-9a10-10caa1871fc1 tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2611973910>, '43126f1c-d5eb-48a3-a16f-8eb14e00a9ca') {} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:28:22.917267 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-58210b41-b6bc-470f-9a10-10caa1871fc1 tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737602746920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10246592'] for segment, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:22.932027 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-58210b41-b6bc-470f-9a10-10caa1871fc1 tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:22.938304 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58210b41-b6bc-470f-9a10-10caa1871fc1 tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] Releasing vlan 161 on physical network physnet1 to pool {{(pid=121607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 25 21:28:22.938688 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-58210b41-b6bc-470f-9a10-10caa1871fc1 tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8633327'] for segment, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:22.954122 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:28:22.954122 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:28:22.954122 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:28:22.954122 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:28:22.954122 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:28:22.954122 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:28:22.954122 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:28:22.954122 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:28:22.954122 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:28:22.954122 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:28:22.954122 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:28:22.954122 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:28:22.954122 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:28:22.954122 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:28:22.954122 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:28:22.954122 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:28:22.954122 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:28:22.954122 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:28:22.954122 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:28:22.954122 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:28:22.954122 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:28:22.954122 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:28:22.954122 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:28:22.954122 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:28:22.954122 ncdv-master-1 neutron-server[121607]: Traceback (most recent call last):
Dec 25 21:28:22.954122 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 25 21:28:22.954122 ncdv-master-1 neutron-server[121607]:     timer()
Dec 25 21:28:22.954122 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 25 21:28:22.954122 ncdv-master-1 neutron-server[121607]:     cb(*args, **kw)
Dec 25 21:28:22.954122 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 25 21:28:22.954122 ncdv-master-1 neutron-server[121607]:     return func(*args, **kwargs)
Dec 25 21:28:22.954122 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 25 21:28:22.954122 ncdv-master-1 neutron-server[121607]:     self._notify()
Dec 25 21:28:22.954122 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 25 21:28:22.954122 ncdv-master-1 neutron-server[121607]:     self.callback(batched_events)
Dec 25 21:28:22.954122 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 25 21:28:22.954122 ncdv-master-1 neutron-server[121607]:     event.method(event)
Dec 25 21:28:22.954122 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 25 21:28:22.954122 ncdv-master-1 neutron-server[121607]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 25 21:28:22.954122 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 25 21:28:22.954122 ncdv-master-1 neutron-server[121607]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 25 21:28:22.954122 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 25 21:28:22.954122 ncdv-master-1 neutron-server[121607]:     return f(self, *a, **k)
Dec 25 21:28:22.954122 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 25 21:28:22.954122 ncdv-master-1 neutron-server[121607]:     return self._get(url).json()
Dec 25 21:28:22.954122 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 25 21:28:22.954122 ncdv-master-1 neutron-server[121607]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 25 21:28:22.954122 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 25 21:28:22.954122 ncdv-master-1 neutron-server[121607]:     return self.request(url, 'GET', **kwargs)
Dec 25 21:28:22.954122 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 25 21:28:22.954122 ncdv-master-1 neutron-server[121607]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 25 21:28:22.954122 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 25 21:28:22.954122 ncdv-master-1 neutron-server[121607]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 25 21:28:22.954122 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 25 21:28:22.954122 ncdv-master-1 neutron-server[121607]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 25 21:28:22.954122 ncdv-master-1 neutron-server[121607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 25 21:28:22.971138 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-68dd0d0c-ae98-4cc4-a29b-f46758d7e910 None None] For port dd97d502-b3e2-4992-93c8-8ac83844d1f1, host ncdv-master-1, cleared binding levels {{(pid=121608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:28:23.003332 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-68dd0d0c-ae98-4cc4-a29b-f46758d7e910 None None] For port dd97d502-b3e2-4992-93c8-8ac83844d1f1, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=dd97d502-b3e2-4992-93c8-8ac83844d1f1,segment=NetworkSegment(43126f1c-d5eb-48a3-a16f-8eb14e00a9ca),segment_id=43126f1c-d5eb-48a3-a16f-8eb14e00a9ca)] {{(pid=121608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:28:23.011634 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-cf2efe74-b86a-4fa0-86c0-0faefc2cb3e3 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Publish callbacks [] for port, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:23.050558 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.db.api [None req-58210b41-b6bc-470f-9a10-10caa1871fc1 tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Dec 25 21:28:23.050558 ncdv-master-1 neutron-server[121607]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Dec 25 21:28:23.050558 ncdv-master-1 neutron-server[121607]: [parameters: {'id': 'e4260645-c6d8-4cc2-9e66-1c68cfdd38a7'}]
Dec 25 21:28:23.050558 ncdv-master-1 neutron-server[121607]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=121607) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 25 21:28:23.051471 ncdv-master-1 neutron-server[121607]: DEBUG oslo_db.api [None req-58210b41-b6bc-470f-9a10-10caa1871fc1 tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 25 21:28:23.074344 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-68dd0d0c-ae98-4cc4-a29b-f46758d7e910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:23.205645 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-cf2efe74-b86a-4fa0-86c0-0faefc2cb3e3 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:23.212613 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68dd0d0c-ae98-4cc4-a29b-f46758d7e910 None None] Pushing event updated for resources: {'Port': ['ID=dd97d502-b3e2-4992-93c8-8ac83844d1f1,revision_number=2']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:28:23.235254 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1095d61a-ea9e-4f1f-85c5-9fb159341198 None None] Network e4260645-c6d8-4cc2-9e66-1c68cfdd38a7 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:28:23.267847 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf2efe74-b86a-4fa0-86c0-0faefc2cb3e3 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Network 7201e55c-7c5f-41aa-a042-a363696539d0 is already hosted by enough agents. {{(pid=121606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:28:23.270849 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-7f23954e-4fd9-490d-aebd-f9df1717a579 tempest-RoutersIpV6AdminTest-611111169 tempest-RoutersIpV6AdminTest-611111169-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:23.275242 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [None req-cf2efe74-b86a-4fa0-86c0-0faefc2cb3e3 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Resources bound (agent type, host, resource id):  {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:28:23.311711 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf2efe74-b86a-4fa0-86c0-0faefc2cb3e3 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Received port after_create {{(pid=121606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:28:23.317941 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2efe74-b86a-4fa0-86c0-0faefc2cb3e3 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Pushing event updated for resources: {'Port': ['ID=9bc35bc4-ceec-43e0-bbce-698d05b0e8cc,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:28:23.367222 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01947e84-987b-49fe-a2ae-b07adc780b7c None None] get_active_networks_info from ncdv-master-1 {{(pid=121608) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
Dec 25 21:28:23.501378 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-cf2efe74-b86a-4fa0-86c0-0faefc2cb3e3 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Publish callbacks [] for floatingip, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:23.505958 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01947e84-987b-49fe-a2ae-b07adc780b7c None None] Resources bound (agent type, host, resource id):  {{(pid=121608) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Dec 25 21:28:23.554693 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-58210b41-b6bc-470f-9a10-10caa1871fc1 tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625803'] for network, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:23.560062 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-7f23954e-4fd9-490d-aebd-f9df1717a579 tempest-RoutersIpV6AdminTest-611111169 tempest-RoutersIpV6AdminTest-611111169-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2009782', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2014271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14898'] for router, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:23.562520 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-7f23954e-4fd9-490d-aebd-f9df1717a579 tempest-RoutersIpV6AdminTest-611111169 tempest-RoutersIpV6AdminTest-611111169-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2009753', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2009775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2009760', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2014256'] for router, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:23.630061 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-58210b41-b6bc-470f-9a10-10caa1871fc1 tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] Deleting port dd97d502-b3e2-4992-93c8-8ac83844d1f1 {{(pid=121607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:28:23.630482 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-58210b41-b6bc-470f-9a10-10caa1871fc1 tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:23.682186 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-cf2efe74-b86a-4fa0-86c0-0faefc2cb3e3 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:23.719809 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.db [None req-58210b41-b6bc-470f-9a10-10caa1871fc1 tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] For port dd97d502-b3e2-4992-93c8-8ac83844d1f1, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=dd97d502-b3e2-4992-93c8-8ac83844d1f1,segment=NetworkSegment(43126f1c-d5eb-48a3-a16f-8eb14e00a9ca),segment_id=43126f1c-d5eb-48a3-a16f-8eb14e00a9ca)] {{(pid=121607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:28:23.720262 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-58210b41-b6bc-470f-9a10-10caa1871fc1 tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:23.735032 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-58210b41-b6bc-470f-9a10-10caa1871fc1 tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] Calling delete_port for dd97d502-b3e2-4992-93c8-8ac83844d1f1 owned by network:dhcp {{(pid=121607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:28:23.916680 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-cf2efe74-b86a-4fa0-86c0-0faefc2cb3e3 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Publish callbacks [] for port, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:23.922363 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-58210b41-b6bc-470f-9a10-10caa1871fc1 tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:23.950433 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58210b41-b6bc-470f-9a10-10caa1871fc1 tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] Pushing event deleted for resources: {'Port': ['ID=dd97d502-b3e2-4992-93c8-8ac83844d1f1,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:28:23.951615 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f23954e-4fd9-490d-aebd-f9df1717a579 tempest-RoutersIpV6AdminTest-611111169 tempest-RoutersIpV6AdminTest-611111169-project-admin] Router 0aacc1f7-d0e6-4b7b-97aa-563d343c43e5 is scheduled to L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 with binding_index 1 {{(pid=121606) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 25 21:28:23.952689 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58210b41-b6bc-470f-9a10-10caa1871fc1 tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] No DVR routers for this DVR port dd97d502-b3e2-4992-93c8-8ac83844d1f1 on host ncdv-master-1 {{(pid=121607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:28:24.009092 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-cf2efe74-b86a-4fa0-86c0-0faefc2cb3e3 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:24.047116 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-58210b41-b6bc-470f-9a10-10caa1871fc1 tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997585', 'neutron.services.segments.db._delete_segments_for_network-8737602743071'] for network, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:24.071058 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-58210b41-b6bc-470f-9a10-10caa1871fc1 tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2611b59130>,) {'filters': {'network_id': ['e4260645-c6d8-4cc2-9e66-1c68cfdd38a7']}} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:28:24.081512 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-58210b41-b6bc-470f-9a10-10caa1871fc1 tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2611b59130>, '43126f1c-d5eb-48a3-a16f-8eb14e00a9ca') {'for_net_delete': True} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:28:24.081512 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-58210b41-b6bc-470f-9a10-10caa1871fc1 tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2611b59130>, '43126f1c-d5eb-48a3-a16f-8eb14e00a9ca') {} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:28:24.092571 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-58210b41-b6bc-470f-9a10-10caa1871fc1 tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737602746920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10246592'] for segment, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:24.109906 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-58210b41-b6bc-470f-9a10-10caa1871fc1 tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:24.116628 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58210b41-b6bc-470f-9a10-10caa1871fc1 tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] Releasing vlan 161 on physical network physnet1 to pool {{(pid=121607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 25 21:28:24.117153 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-58210b41-b6bc-470f-9a10-10caa1871fc1 tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8633327'] for segment, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:24.120727 ncdv-master-1 neutron-server[121607]: Traceback (most recent call last):
Dec 25 21:28:24.120727 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 25 21:28:24.120727 ncdv-master-1 neutron-server[121607]:     timer()
Dec 25 21:28:24.120727 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 25 21:28:24.120727 ncdv-master-1 neutron-server[121607]:     cb(*args, **kw)
Dec 25 21:28:24.120727 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 25 21:28:24.120727 ncdv-master-1 neutron-server[121607]:     return func(*args, **kwargs)
Dec 25 21:28:24.120727 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 25 21:28:24.120727 ncdv-master-1 neutron-server[121607]:     self._notify()
Dec 25 21:28:24.120727 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 25 21:28:24.120727 ncdv-master-1 neutron-server[121607]:     self.callback(batched_events)
Dec 25 21:28:24.120727 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 25 21:28:24.120727 ncdv-master-1 neutron-server[121607]:     event.method(event)
Dec 25 21:28:24.120727 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 25 21:28:24.120727 ncdv-master-1 neutron-server[121607]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 25 21:28:24.120727 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 25 21:28:24.120727 ncdv-master-1 neutron-server[121607]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 25 21:28:24.120727 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 25 21:28:24.120727 ncdv-master-1 neutron-server[121607]:     return f(self, *a, **k)
Dec 25 21:28:24.120727 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 25 21:28:24.120727 ncdv-master-1 neutron-server[121607]:     return self._get(url).json()
Dec 25 21:28:24.120727 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 25 21:28:24.120727 ncdv-master-1 neutron-server[121607]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 25 21:28:24.120727 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 25 21:28:24.120727 ncdv-master-1 neutron-server[121607]:     return self.request(url, 'GET', **kwargs)
Dec 25 21:28:24.120727 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 25 21:28:24.120727 ncdv-master-1 neutron-server[121607]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 25 21:28:24.120727 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 25 21:28:24.120727 ncdv-master-1 neutron-server[121607]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 25 21:28:24.120727 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 25 21:28:24.120727 ncdv-master-1 neutron-server[121607]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 25 21:28:24.120727 ncdv-master-1 neutron-server[121607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 25 21:28:24.166584 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2efe74-b86a-4fa0-86c0-0faefc2cb3e3 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Pushing event updated for resources: {'Port': ['ID=9bc35bc4-ceec-43e0-bbce-698d05b0e8cc,revision_number=2']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:28:24.184693 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f23954e-4fd9-490d-aebd-f9df1717a579 tempest-RoutersIpV6AdminTest-611111169 tempest-RoutersIpV6AdminTest-611111169-project-admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 21:28:24.186513 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-cf2efe74-b86a-4fa0-86c0-0faefc2cb3e3 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2008639'] for floatingip, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:24.195181 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38fc5dce-af7c-4375-81ad-f57d7cf55b37 None None] Sync routers for ids ['0aacc1f7-d0e6-4b7b-97aa-563d343c43e5'] in ncdv-master-1 {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 21:28:24.203912 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-7f23954e-4fd9-490d-aebd-f9df1717a579 tempest-RoutersIpV6AdminTest-611111169 tempest-RoutersIpV6AdminTest-611111169-project-admin] Publish callbacks [] for router, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:24.206272 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-7f23954e-4fd9-490d-aebd-f9df1717a579 tempest-RoutersIpV6AdminTest-611111169 tempest-RoutersIpV6AdminTest-611111169-project-admin] 10.222.0.32 "PUT /v2.0/routers/0aacc1f7-d0e6-4b7b-97aa-563d343c43e5 HTTP/1.1" status: 200  len: 918 time: 3.3466897
Dec 25 21:28:24.208355 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 44084) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:28:24.229717 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38fc5dce-af7c-4375-81ad-f57d7cf55b37 None None] Routers {'0aacc1f7-d0e6-4b7b-97aa-563d343c43e5'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:28:24.230459 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-38fc5dce-af7c-4375-81ad-f57d7cf55b37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2612ece100>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:28:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['0aacc1f7-d0e6-4b7b-97aa-563d343c43e5'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:28:24.274527 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-58210b41-b6bc-470f-9a10-10caa1871fc1 tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2008653'] for network, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:24.274805 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-38fc5dce-af7c-4375-81ad-f57d7cf55b37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2612ece100>, [], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:28:24.284629 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-58210b41-b6bc-470f-9a10-10caa1871fc1 tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] Publish callbacks [] for network, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:24.291978 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-58210b41-b6bc-470f-9a10-10caa1871fc1 tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] 10.222.0.32 "DELETE /v2.0/networks/e4260645-c6d8-4cc2-9e66-1c68cfdd38a7 HTTP/1.1" status: 204  len: 168 time: 2.0464668
Dec 25 21:28:24.292128 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38fc5dce-af7c-4375-81ad-f57d7cf55b37 None None] Routers {'0aacc1f7-d0e6-4b7b-97aa-563d343c43e5'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:28:24.292128 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-38fc5dce-af7c-4375-81ad-f57d7cf55b37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2612ece100>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:28:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['0aacc1f7-d0e6-4b7b-97aa-563d343c43e5'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:28:24.292306 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 44086) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:28:24.297565 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-d802f847-008c-44b4-96ba-2dd5eddf9803 tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-431472500'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:28:24.298581 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58210b41-b6bc-470f-9a10-10caa1871fc1 tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] Pushing event deleted for resources: {'Network': ['ID=e4260645-c6d8-4cc2-9e66-1c68cfdd38a7,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:28:24.326952 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-38fc5dce-af7c-4375-81ad-f57d7cf55b37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2612ece100>, [], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:28:24.327606 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38fc5dce-af7c-4375-81ad-f57d7cf55b37 None None] The sync data for ids ['0aacc1f7-d0e6-4b7b-97aa-563d343c43e5'] in ncdv-master-1 is: [] {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 21:28:24.330934 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-cf2efe74-b86a-4fa0-86c0-0faefc2cb3e3 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for floatingip, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:24.337120 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-cf2efe74-b86a-4fa0-86c0-0faefc2cb3e3 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 2.1110530
Dec 25 21:28:24.337540 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 44088) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:28:24.340796 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-d588a4f1-17a9-4263-b7e4-87b4806c7d04 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Request body: {'port': {'network_id': '290c6e74-625c-4ba7-9e49-f809d5158ee6', 'name': 'tempest-FloatingIPTestJSON-1906354245'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:28:24.362590 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-f28ef581-e7cd-4690-9b2b-93bde5f62946 tempest-RoutersIpV6AdminTest-611111169 tempest-RoutersIpV6AdminTest-611111169-project-admin] 10.222.0.32 "GET /v2.0/routers/0aacc1f7-d0e6-4b7b-97aa-563d343c43e5 HTTP/1.1" status: 200  len: 924 time: 0.1523914
Dec 25 21:28:24.367641 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 44090) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:28:24.412577 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3528368-0020-436e-b3de-e389fde84d73 tempest-RoutersIpV6AdminTest-611111169 tempest-RoutersIpV6AdminTest-611111169-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:28:24.414101 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-a3528368-0020-436e-b3de-e389fde84d73 tempest-RoutersIpV6AdminTest-611111169 tempest-RoutersIpV6AdminTest-611111169-project-admin] 10.222.0.32 "GET /v2.0/ports?network_id=7201e55c-7c5f-41aa-a042-a363696539d0&device_id=0aacc1f7-d0e6-4b7b-97aa-563d343c43e5&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 945 time: 0.0455329
Dec 25 21:28:24.416804 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 44092) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:28:24.437877 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d802f847-008c-44b4-96ba-2dd5eddf9803 tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] Made reservation on behalf of e27ea19f90cf4e0c934675615d455854 for: {'network': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:28:24.441437 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-d802f847-008c-44b4-96ba-2dd5eddf9803 tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for network, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:24.505759 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d802f847-008c-44b4-96ba-2dd5eddf9803 tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] vlan segment allocate from pool success with {'vlan_id': 160, 'physical_network': 'physnet1'}  {{(pid=121606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 25 21:28:24.523403 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-d802f847-008c-44b4-96ba-2dd5eddf9803 tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:24.523741 ncdv-master-1 neutron-server[121606]: INFO neutron.db.segments_db [None req-d802f847-008c-44b4-96ba-2dd5eddf9803 tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] Added segment 360db1e4-2b40-4346-a514-5034e2f16329 of type vlan for network 95a713a3-b309-4862-b471-cddd8844bb7f
Dec 25 21:28:24.539648 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d588a4f1-17a9-4263-b7e4-87b4806c7d04 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Made reservation on behalf of 70fdeb50a23f42c4bedba3950b7fce5c for: {'port': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:28:24.542002 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93f8d71b-af5e-4244-84fe-58ed4ee7ef43 tempest-RoutersIpV6AdminTest-611111169 tempest-RoutersIpV6AdminTest-611111169-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:28:24.543178 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-d588a4f1-17a9-4263-b7e4-87b4806c7d04 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:24.555640 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-93f8d71b-af5e-4244-84fe-58ed4ee7ef43 tempest-RoutersIpV6AdminTest-611111169 tempest-RoutersIpV6AdminTest-611111169-project-admin] 10.222.0.32 "GET /v2.0/networks/7201e55c-7c5f-41aa-a042-a363696539d0 HTTP/1.1" status: 200  len: 881 time: 0.1254964
Dec 25 21:28:24.555640 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 44094) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:28:24.564443 ncdv-master-1 neutron-server[121607]: DEBUG neutron.notifiers.nova [None req-d588a4f1-17a9-4263-b7e4-87b4806c7d04 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] device_id is not set on port f33dc0e9-495f-40f0-97a2-82dc86c6479d yet. {{(pid=121607) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 25 21:28:24.595712 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-f328bbda-33ae-49b9-af1b-c779add15033 tempest-RoutersIpV6AdminTest-1531157789 tempest-RoutersIpV6AdminTest-1531157789-project] 10.222.0.32 "GET /v2.0/ports?device_id=0aacc1f7-d0e6-4b7b-97aa-563d343c43e5 HTTP/1.1" status: 200  len: 205 time: 0.0476730
Dec 25 21:28:24.600683 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 44096) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:28:24.611342 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-d802f847-008c-44b4-96ba-2dd5eddf9803 tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737602163420'] for network, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:24.678410 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_common [None req-d588a4f1-17a9-4263-b7e4-87b4806c7d04 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Allocated IP 172.20.0.3 (290c6e74-625c-4ba7-9e49-f809d5158ee6/e7b50d6a-a381-416a-8553-013d608773fb/f33dc0e9-495f-40f0-97a2-82dc86c6479d) {{(pid=121607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:28:24.727700 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-55d052aa-c3f5-438c-90ef-360fd51a5b5b tempest-RoutersIpV6AdminTest-1531157789 tempest-RoutersIpV6AdminTest-1531157789-project] Publish callbacks [] for router, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:24.826904 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-d588a4f1-17a9-4263-b7e4-87b4806c7d04 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Publish callbacks [] for port, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:24.911238 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-d588a4f1-17a9-4263-b7e4-87b4806c7d04 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:24.965090 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d588a4f1-17a9-4263-b7e4-87b4806c7d04 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Network 290c6e74-625c-4ba7-9e49-f809d5158ee6 is already hosted by enough agents. {{(pid=121607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:28:24.969521 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-d588a4f1-17a9-4263-b7e4-87b4806c7d04 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Resources bound (agent type, host, resource id):  {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:28:24.974529 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d588a4f1-17a9-4263-b7e4-87b4806c7d04 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Received port after_create {{(pid=121607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:28:24.988622 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fddf5478-9027-40ae-986d-b944050dec4e None None] DHCP port deletion for 290c6e74-625c-4ba7-9e49-f809d5158ee6 request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 21:28:25.006852 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d588a4f1-17a9-4263-b7e4-87b4806c7d04 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Pushing event updated for resources: {'Port': ['ID=f33dc0e9-495f-40f0-97a2-82dc86c6479d,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:28:25.032615 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-c513d2b8-ec07-48dd-a477-ca1eac02e0af None None] Provisioning complete for port f33dc0e9-495f-40f0-97a2-82dc86c6479d triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:28:25.033028 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-c513d2b8-ec07-48dd-a477-ca1eac02e0af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:25.042082 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d588a4f1-17a9-4263-b7e4-87b4806c7d04 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:28:25.042750 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-d588a4f1-17a9-4263-b7e4-87b4806c7d04 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:25.072029 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-c513d2b8-ec07-48dd-a477-ca1eac02e0af None None] Port f33dc0e9-495f-40f0-97a2-82dc86c6479d cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:28:25.138036 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-d802f847-008c-44b4-96ba-2dd5eddf9803 tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870'] for network, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:25.143673 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d802f847-008c-44b4-96ba-2dd5eddf9803 tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:28:25.144258 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-d802f847-008c-44b4-96ba-2dd5eddf9803 tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for network, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:25.164868 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-d588a4f1-17a9-4263-b7e4-87b4806c7d04 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 929 time: 0.8287442
Dec 25 21:28:25.167502 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 44100) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:28:25.174171 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-975e7beb-39e0-4e30-a5e8-0e2d8dee6036 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Request body: {'floatingip': {'port_id': 'f33dc0e9-495f-40f0-97a2-82dc86c6479d'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:28:25.201686 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-55d052aa-c3f5-438c-90ef-360fd51a5b5b tempest-RoutersIpV6AdminTest-1531157789 tempest-RoutersIpV6AdminTest-1531157789-project] Publish callbacks [] for router_gateway, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:25.222432 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-975e7beb-39e0-4e30-a5e8-0e2d8dee6036 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Publish callbacks [] for floatingip, before_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:25.231609 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d802f847-008c-44b4-96ba-2dd5eddf9803 tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] Pushing event updated for resources: {'Network': ['ID=95a713a3-b309-4862-b471-cddd8844bb7f,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:28:25.244279 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Network 95a713a3-b309-4862-b471-cddd8844bb7f details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 25 21:28:25.265462 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-d802f847-008c-44b4-96ba-2dd5eddf9803 tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 788 time: 0.9723144
Dec 25 21:28:25.268544 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 44106) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:28:25.291223 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-12619332-a584-4bf2-8595-31b0eefbc7d0 tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] Request body: {'subnet': {'network_id': '95a713a3-b309-4862-b471-cddd8844bb7f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:28:25.373469 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-55d052aa-c3f5-438c-90ef-360fd51a5b5b tempest-RoutersIpV6AdminTest-1531157789 tempest-RoutersIpV6AdminTest-1531157789-project] Deleting port 7e6b4240-ba0d-45a5-85f1-896474f64b1d {{(pid=121606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:28:25.373807 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-55d052aa-c3f5-438c-90ef-360fd51a5b5b tempest-RoutersIpV6AdminTest-1531157789 tempest-RoutersIpV6AdminTest-1531157789-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:25.455976 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-55d052aa-c3f5-438c-90ef-360fd51a5b5b tempest-RoutersIpV6AdminTest-1531157789 tempest-RoutersIpV6AdminTest-1531157789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:25.467715 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-55d052aa-c3f5-438c-90ef-360fd51a5b5b tempest-RoutersIpV6AdminTest-1531157789 tempest-RoutersIpV6AdminTest-1531157789-project] Calling delete_port for 7e6b4240-ba0d-45a5-85f1-896474f64b1d owned by network:router_gateway {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:28:25.605049 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12619332-a584-4bf2-8595-31b0eefbc7d0 tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] Made reservation on behalf of e27ea19f90cf4e0c934675615d455854 for: {'subnet': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:28:25.609019 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-12619332-a584-4bf2-8595-31b0eefbc7d0 tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8852834'] for subnet, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:25.708229 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-55d052aa-c3f5-438c-90ef-360fd51a5b5b tempest-RoutersIpV6AdminTest-1531157789 tempest-RoutersIpV6AdminTest-1531157789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:25.735915 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d052aa-c3f5-438c-90ef-360fd51a5b5b tempest-RoutersIpV6AdminTest-1531157789 tempest-RoutersIpV6AdminTest-1531157789-project] Pushing event deleted for resources: {'Port': ['ID=7e6b4240-ba0d-45a5-85f1-896474f64b1d,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:28:25.751650 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adf333a3-548f-486c-8f02-8aa94cd23c33 None None] DHCP port deletion for 7201e55c-7c5f-41aa-a042-a363696539d0 request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 21:28:25.807185 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-55d052aa-c3f5-438c-90ef-360fd51a5b5b tempest-RoutersIpV6AdminTest-1531157789 tempest-RoutersIpV6AdminTest-1531157789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2008689'] for router_gateway, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:25.904955 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-55d052aa-c3f5-438c-90ef-360fd51a5b5b tempest-RoutersIpV6AdminTest-1531157789 tempest-RoutersIpV6AdminTest-1531157789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2014235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14905'] for router, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:25.907779 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-55d052aa-c3f5-438c-90ef-360fd51a5b5b tempest-RoutersIpV6AdminTest-1531157789 tempest-RoutersIpV6AdminTest-1531157789-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:26.050530 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-55d052aa-c3f5-438c-90ef-360fd51a5b5b tempest-RoutersIpV6AdminTest-1531157789 tempest-RoutersIpV6AdminTest-1531157789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2014220'] for router, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:26.051080 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55d052aa-c3f5-438c-90ef-360fd51a5b5b tempest-RoutersIpV6AdminTest-1531157789 tempest-RoutersIpV6AdminTest-1531157789-project] Fanout notify agent at l3_agent the message router_deleted on router 0aacc1f7-d0e6-4b7b-97aa-563d343c43e5 {{(pid=121606) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 25 21:28:26.096296 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-55d052aa-c3f5-438c-90ef-360fd51a5b5b tempest-RoutersIpV6AdminTest-1531157789 tempest-RoutersIpV6AdminTest-1531157789-project] Publish callbacks [] for router, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:26.096296 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-55d052aa-c3f5-438c-90ef-360fd51a5b5b tempest-RoutersIpV6AdminTest-1531157789 tempest-RoutersIpV6AdminTest-1531157789-project] 10.222.0.32 "DELETE /v2.0/routers/0aacc1f7-d0e6-4b7b-97aa-563d343c43e5 HTTP/1.1" status: 204  len: 168 time: 1.4577210
Dec 25 21:28:26.099650 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 44114) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:28:26.104308 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-ba8a2ce4-0bcf-4a3e-9962-cc3f0800402f tempest-RoutersIpV6AdminTest-1531157789 tempest-RoutersIpV6AdminTest-1531157789-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1743939839', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:28:26.129918 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-975e7beb-39e0-4e30-a5e8-0e2d8dee6036 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Publish callbacks [] for floatingip, precommit_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:26.193722 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-ba8a2ce4-0bcf-4a3e-9962-cc3f0800402f tempest-RoutersIpV6AdminTest-1531157789 tempest-RoutersIpV6AdminTest-1531157789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2014909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14863'] for router, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:26.194802 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-ba8a2ce4-0bcf-4a3e-9962-cc3f0800402f tempest-RoutersIpV6AdminTest-1531157789 tempest-RoutersIpV6AdminTest-1531157789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2014285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2009796', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2082630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14848'] for router, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:26.227826 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-975e7beb-39e0-4e30-a5e8-0e2d8dee6036 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2008639'] for floatingip, after_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:26.247819 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-ba8a2ce4-0bcf-4a3e-9962-cc3f0800402f tempest-RoutersIpV6AdminTest-1531157789 tempest-RoutersIpV6AdminTest-1531157789-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:26.333741 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-ba8a2ce4-0bcf-4a3e-9962-cc3f0800402f tempest-RoutersIpV6AdminTest-1531157789 tempest-RoutersIpV6AdminTest-1531157789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2014278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2009753'] for router, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:26.382674 ncdv-master-1 neutron-server[121607]: DEBUG neutron.objects.ports [None req-12619332-a584-4bf2-8595-31b0eefbc7d0 tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=121607) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}}
Dec 25 21:28:26.385902 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-12619332-a584-4bf2-8595-31b0eefbc7d0 tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8632475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8852848'] for subnet, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:26.400535 ncdv-master-1 neutron-server[121607]: INFO neutron.db.l3_db [None req-975e7beb-39e0-4e30-a5e8-0e2d8dee6036 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Floating IP 5b99fa43-6c8e-439f-bf7a-f9bc1543d71a associated. External IP: 172.35.3.121, port: f33dc0e9-495f-40f0-97a2-82dc86c6479d.
Dec 25 21:28:26.422269 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-ba8a2ce4-0bcf-4a3e-9962-cc3f0800402f tempest-RoutersIpV6AdminTest-1531157789 tempest-RoutersIpV6AdminTest-1531157789-project] Publish callbacks [] for router, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:26.423496 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-ba8a2ce4-0bcf-4a3e-9962-cc3f0800402f tempest-RoutersIpV6AdminTest-1531157789 tempest-RoutersIpV6AdminTest-1531157789-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 0.3227673
Dec 25 21:28:26.430612 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 44124) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:28:26.435231 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-e1fae235-3824-4d53-9261-1959660abff9 tempest-RoutersIpV6AdminTest-611111169 tempest-RoutersIpV6AdminTest-611111169-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'enable_snat': False}}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:28:26.498949 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12619332-a584-4bf2-8595-31b0eefbc7d0 tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] Pushing event updated for resources: {'Subnet': ['ID=cfea723b-79ad-435e-a5f2-edbf494abb13,revision_number=0']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:28:26.553997 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12619332-a584-4bf2-8595-31b0eefbc7d0 tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] Checking segment: {'id': '360db1e4-2b40-4346-a514-5034e2f16329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '95a713a3-b309-4862-b471-cddd8844bb7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:28:26.554367 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12619332-a584-4bf2-8595-31b0eefbc7d0 tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] Network hostable DHCP agents. Network: 95a713a3-b309-4862-b471-cddd8844bb7f, hostable agents: ['1813db88-2c1b-4357-a2ba-869246b663c2'], hosted agents: [] {{(pid=121607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 25 21:28:26.654406 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-e1fae235-3824-4d53-9261-1959660abff9 tempest-RoutersIpV6AdminTest-611111169 tempest-RoutersIpV6AdminTest-611111169-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:26.670627 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12619332-a584-4bf2-8595-31b0eefbc7d0 tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] Network 95a713a3-b309-4862-b471-cddd8844bb7f is scheduled to be hosted by DHCP agent 1813db88-2c1b-4357-a2ba-869246b663c2 with binding_index 1 {{(pid=121607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 25 21:28:26.697355 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-975e7beb-39e0-4e30-a5e8-0e2d8dee6036 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Router caef596b-48c6-4907-a4cb-760766c09537 has already been hosted by L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 {{(pid=121607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 25 21:28:26.805260 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-975e7beb-39e0-4e30-a5e8-0e2d8dee6036 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 21:28:26.810071 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-975e7beb-39e0-4e30-a5e8-0e2d8dee6036 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for floatingip, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:26.816981 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-073f86d9-3bea-4499-8285-7729380d0ceb None None] Sync routers for ids ['caef596b-48c6-4907-a4cb-760766c09537'] in ncdv-master-1 {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 21:28:26.828371 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-073f86d9-3bea-4499-8285-7729380d0ceb None None] Routers {'caef596b-48c6-4907-a4cb-760766c09537'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:28:26.829157 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-073f86d9-3bea-4499-8285-7729380d0ceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2618bf7100>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:28:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['caef596b-48c6-4907-a4cb-760766c09537'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:28:26.837391 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-975e7beb-39e0-4e30-a5e8-0e2d8dee6036 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] 10.222.0.32 "PUT /v2.0/floatingips/5b99fa43-6c8e-439f-bf7a-f9bc1543d71a HTTP/1.1" status: 200  len: 978 time: 1.6688097
Dec 25 21:28:26.841195 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 44126) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:28:26.841653 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-12619332-a584-4bf2-8595-31b0eefbc7d0 tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 95a713a3-b309-4862-b471-cddd8844bb7f) {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:28:26.845896 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12619332-a584-4bf2-8595-31b0eefbc7d0 tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:28:26.846504 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-12619332-a584-4bf2-8595-31b0eefbc7d0 tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] Publish callbacks [] for subnet, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:26.859999 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1d46779-c6cf-48eb-994a-1f63eca9a9a9 None None] Network 95a713a3-b309-4862-b471-cddd8844bb7f requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:28:26.907844 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-073f86d9-3bea-4499-8285-7729380d0ceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2618bf7100>, [], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:28:26.917862 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-073f86d9-3bea-4499-8285-7729380d0ceb None None] Routers {'caef596b-48c6-4907-a4cb-760766c09537'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:28:26.919155 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-073f86d9-3bea-4499-8285-7729380d0ceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2618bf7100>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:28:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['caef596b-48c6-4907-a4cb-760766c09537'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:28:26.960210 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-073f86d9-3bea-4499-8285-7729380d0ceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2618bf7100>, [], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:28:26.961115 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-073f86d9-3bea-4499-8285-7729380d0ceb None None] The sync data for ids ['caef596b-48c6-4907-a4cb-760766c09537'] in ncdv-master-1 is: [] {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 21:28:26.966895 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-12619332-a584-4bf2-8595-31b0eefbc7d0 tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 840 time: 1.6797409
Dec 25 21:28:26.969546 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 44128) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:28:26.987486 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d0b297e-c1fc-441c-993b-a6a173998c51 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-95a713a3-b309-4862-b471-cddd8844bb7f', 'network_id': '95a713a3-b309-4862-b471-cddd8844bb7f', 'project_id': 'e27ea19f90cf4e0c934675615d455854', 'fixed_ips': [{'subnet_id': 'cfea723b-79ad-435e-a5f2-edbf494abb13'}]}} from ncdv-master-1. {{(pid=121608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 25 21:28:26.988598 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5d0b297e-c1fc-441c-993b-a6a173998c51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:27.057846 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-19e9d6fa-e984-451e-a51c-8d6acbd3e027 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Deleting port f33dc0e9-495f-40f0-97a2-82dc86c6479d {{(pid=121606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:28:27.058168 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-19e9d6fa-e984-451e-a51c-8d6acbd3e027 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:27.088592 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-e1fae235-3824-4d53-9261-1959660abff9 tempest-RoutersIpV6AdminTest-611111169 tempest-RoutersIpV6AdminTest-611111169-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:27.093863 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5803ed06-3152-4902-a721-636a9dba8d2c tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625803'] for network, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:27.122556 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-e1fae235-3824-4d53-9261-1959660abff9 tempest-RoutersIpV6AdminTest-611111169 tempest-RoutersIpV6AdminTest-611111169-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:27.149376 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.db_base_plugin_common [None req-5d0b297e-c1fc-441c-993b-a6a173998c51 None None] Allocated IP 2001:db8::f816:3eff:fe52:fecb (95a713a3-b309-4862-b471-cddd8844bb7f/cfea723b-79ad-435e-a5f2-edbf494abb13/a8a6553e-289c-43cf-afb5-a075f5520254) {{(pid=121608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:28:27.156268 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5803ed06-3152-4902-a721-636a9dba8d2c tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995662'] for subnet, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:27.241660 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-19e9d6fa-e984-451e-a51c-8d6acbd3e027 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:27.315458 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5d0b297e-c1fc-441c-993b-a6a173998c51 None None] Publish callbacks [] for port, precommit_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:27.352941 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_common [None req-e1fae235-3824-4d53-9261-1959660abff9 tempest-RoutersIpV6AdminTest-611111169 tempest-RoutersIpV6AdminTest-611111169-project-admin] Allocated IP 172.35.3.168 (7201e55c-7c5f-41aa-a042-a363696539d0/7a939e13-713f-45cf-bba7-1539635abe25/6dc224ba-3cc9-4ab4-bbd7-415d7066577f) {{(pid=121606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:28:27.396856 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5d0b297e-c1fc-441c-993b-a6a173998c51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946'] for port, after_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:27.485778 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d0b297e-c1fc-441c-993b-a6a173998c51 None None] Network 95a713a3-b309-4862-b471-cddd8844bb7f is already hosted by enough agents. {{(pid=121608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:28:27.488616 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5803ed06-3152-4902-a721-636a9dba8d2c tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8632410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8852809'] for subnet, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:27.493919 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.base_scheduler [None req-5d0b297e-c1fc-441c-993b-a6a173998c51 None None] Resources bound (agent type, host, resource id):  {{(pid=121608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:28:27.507277 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d0b297e-c1fc-441c-993b-a6a173998c51 None None] Received port after_create {{(pid=121608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:28:27.509374 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0b297e-c1fc-441c-993b-a6a173998c51 None None] Pushing event updated for resources: {'Port': ['ID=a8a6553e-289c-43cf-afb5-a075f5520254,revision_number=1']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:28:27.525851 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0b297e-c1fc-441c-993b-a6a173998c51 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:28:27.526196 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0b297e-c1fc-441c-993b-a6a173998c51 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:28:27.526536 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0b297e-c1fc-441c-993b-a6a173998c51 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:28:27.526872 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0b297e-c1fc-441c-993b-a6a173998c51 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:28:27.527515 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0b297e-c1fc-441c-993b-a6a173998c51 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:28:27.528344 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0b297e-c1fc-441c-993b-a6a173998c51 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:28:27.528666 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0b297e-c1fc-441c-993b-a6a173998c51 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:28:27.529011 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0b297e-c1fc-441c-993b-a6a173998c51 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:28:27.530090 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0b297e-c1fc-441c-993b-a6a173998c51 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:28:27.530090 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0b297e-c1fc-441c-993b-a6a173998c51 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:28:27.530090 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0b297e-c1fc-441c-993b-a6a173998c51 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:28:27.530497 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0b297e-c1fc-441c-993b-a6a173998c51 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:28:27.530820 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0b297e-c1fc-441c-993b-a6a173998c51 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:28:27.537373 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5803ed06-3152-4902-a721-636a9dba8d2c tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] Pushing event deleted for resources: {'Subnet': ['ID=cfea723b-79ad-435e-a5f2-edbf494abb13,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:28:27.572413 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-19e9d6fa-e984-451e-a51c-8d6acbd3e027 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Publish callbacks [] for floatingip, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:27.572718 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-19e9d6fa-e984-451e-a51c-8d6acbd3e027 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2008639'] for floatingip, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:27.573041 ncdv-master-1 neutron-server[121606]: INFO neutron.db.l3_db [None req-19e9d6fa-e984-451e-a51c-8d6acbd3e027 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Floating IP 5b99fa43-6c8e-439f-bf7a-f9bc1543d71a disassociated. External IP: 172.35.3.121, port: f33dc0e9-495f-40f0-97a2-82dc86c6479d.
Dec 25 21:28:27.573847 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-19e9d6fa-e984-451e-a51c-8d6acbd3e027 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Calling delete_port for f33dc0e9-495f-40f0-97a2-82dc86c6479d owned by  {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:28:27.591149 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-5d0b297e-c1fc-441c-993b-a6a173998c51 None None] Attempting to bind port a8a6553e-289c-43cf-afb5-a075f5520254 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:28:27.591524 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-5d0b297e-c1fc-441c-993b-a6a173998c51 None None] Attempting to bind port a8a6553e-289c-43cf-afb5-a075f5520254 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '360db1e4-2b40-4346-a514-5034e2f16329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '95a713a3-b309-4862-b471-cddd8844bb7f'}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:28:27.592425 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d0b297e-c1fc-441c-993b-a6a173998c51 None None] Attempting to bind port a8a6553e-289c-43cf-afb5-a075f5520254 on network 95a713a3-b309-4862-b471-cddd8844bb7f {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:28:27.597581 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d0b297e-c1fc-441c-993b-a6a173998c51 None None] Checking agent: {'id': 'ca4f5c6d-f1fd-48b8-a3e3-395864c7d23d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 20, 56, 40), 'started_at': datetime.datetime(2021, 12, 25, 20, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 28, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:28:27.597977 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d0b297e-c1fc-441c-993b-a6a173998c51 None None] Checking segment: {'id': '360db1e4-2b40-4346-a514-5034e2f16329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '95a713a3-b309-4862-b471-cddd8844bb7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:28:27.598359 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5d0b297e-c1fc-441c-993b-a6a173998c51 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:27.598751 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d0b297e-c1fc-441c-993b-a6a173998c51 None None] Bound using segment: {'id': '360db1e4-2b40-4346-a514-5034e2f16329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '95a713a3-b309-4862-b471-cddd8844bb7f'} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:28:27.599361 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-5d0b297e-c1fc-441c-993b-a6a173998c51 None None] Bound port: a8a6553e-289c-43cf-afb5-a075f5520254, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '360db1e4-2b40-4346-a514-5034e2f16329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '95a713a3-b309-4862-b471-cddd8844bb7f'}}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:28:27.599641 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5d0b297e-c1fc-441c-993b-a6a173998c51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:27.604533 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5803ed06-3152-4902-a721-636a9dba8d2c tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997585', 'neutron.services.segments.db._delete_segments_for_network-8737602743071'] for network, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:27.634129 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-5803ed06-3152-4902-a721-636a9dba8d2c tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2612ce1100>,) {'filters': {'network_id': ['95a713a3-b309-4862-b471-cddd8844bb7f']}} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:28:27.644709 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-5803ed06-3152-4902-a721-636a9dba8d2c tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2612ce1100>, '360db1e4-2b40-4346-a514-5034e2f16329') {'for_net_delete': True} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:28:27.645258 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-5803ed06-3152-4902-a721-636a9dba8d2c tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2612ce1100>, '360db1e4-2b40-4346-a514-5034e2f16329') {} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:28:27.646113 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-e1fae235-3824-4d53-9261-1959660abff9 tempest-RoutersIpV6AdminTest-611111169 tempest-RoutersIpV6AdminTest-611111169-project-admin] Publish callbacks [] for port, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:27.656768 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5803ed06-3152-4902-a721-636a9dba8d2c tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737602746920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10246592'] for segment, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:27.672954 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5d0b297e-c1fc-441c-993b-a6a173998c51 None None] For port a8a6553e-289c-43cf-afb5-a075f5520254, host ncdv-master-1, cleared binding levels {{(pid=121608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:28:27.673159 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5803ed06-3152-4902-a721-636a9dba8d2c tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:27.679872 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5803ed06-3152-4902-a721-636a9dba8d2c tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] Releasing vlan 160 on physical network physnet1 to pool {{(pid=121607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 25 21:28:27.680322 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5803ed06-3152-4902-a721-636a9dba8d2c tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8633327'] for segment, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:27.683370 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:28:27.683370 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:28:27.683370 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:28:27.683370 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:28:27.683370 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:28:27.683370 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:28:27.683370 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:28:27.683370 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:28:27.683370 ncdv-master-1 neutron-server[121607]: Traceback (most recent call last):
Dec 25 21:28:27.683370 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 25 21:28:27.683370 ncdv-master-1 neutron-server[121607]:     timer()
Dec 25 21:28:27.683370 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 25 21:28:27.683370 ncdv-master-1 neutron-server[121607]:     cb(*args, **kw)
Dec 25 21:28:27.683370 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 25 21:28:27.683370 ncdv-master-1 neutron-server[121607]:     return func(*args, **kwargs)
Dec 25 21:28:27.683370 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 25 21:28:27.683370 ncdv-master-1 neutron-server[121607]:     self._notify()
Dec 25 21:28:27.683370 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 25 21:28:27.683370 ncdv-master-1 neutron-server[121607]:     self.callback(batched_events)
Dec 25 21:28:27.683370 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 25 21:28:27.683370 ncdv-master-1 neutron-server[121607]:     event.method(event)
Dec 25 21:28:27.683370 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 25 21:28:27.683370 ncdv-master-1 neutron-server[121607]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 25 21:28:27.683370 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 25 21:28:27.683370 ncdv-master-1 neutron-server[121607]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 25 21:28:27.683370 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 25 21:28:27.683370 ncdv-master-1 neutron-server[121607]:     return f(self, *a, **k)
Dec 25 21:28:27.683370 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 25 21:28:27.683370 ncdv-master-1 neutron-server[121607]:     return self._get(url).json()
Dec 25 21:28:27.683370 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 25 21:28:27.683370 ncdv-master-1 neutron-server[121607]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 25 21:28:27.683370 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 25 21:28:27.683370 ncdv-master-1 neutron-server[121607]:     return self.request(url, 'GET', **kwargs)
Dec 25 21:28:27.683370 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 25 21:28:27.683370 ncdv-master-1 neutron-server[121607]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 25 21:28:27.683370 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 25 21:28:27.683370 ncdv-master-1 neutron-server[121607]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 25 21:28:27.683370 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 25 21:28:27.683370 ncdv-master-1 neutron-server[121607]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 25 21:28:27.683370 ncdv-master-1 neutron-server[121607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 25 21:28:27.749731 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5d0b297e-c1fc-441c-993b-a6a173998c51 None None] For port a8a6553e-289c-43cf-afb5-a075f5520254, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a8a6553e-289c-43cf-afb5-a075f5520254,segment=NetworkSegment(360db1e4-2b40-4346-a514-5034e2f16329),segment_id=360db1e4-2b40-4346-a514-5034e2f16329)] {{(pid=121608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:28:27.788064 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.db.api [None req-5803ed06-3152-4902-a721-636a9dba8d2c tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Dec 25 21:28:27.788064 ncdv-master-1 neutron-server[121607]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Dec 25 21:28:27.788064 ncdv-master-1 neutron-server[121607]: [parameters: {'id': '95a713a3-b309-4862-b471-cddd8844bb7f'}]
Dec 25 21:28:27.788064 ncdv-master-1 neutron-server[121607]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=121607) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 25 21:28:27.788429 ncdv-master-1 neutron-server[121607]: DEBUG oslo_db.api [None req-5803ed06-3152-4902-a721-636a9dba8d2c tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 25 21:28:27.811288 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-e1fae235-3824-4d53-9261-1959660abff9 tempest-RoutersIpV6AdminTest-611111169 tempest-RoutersIpV6AdminTest-611111169-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:27.842987 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5d0b297e-c1fc-441c-993b-a6a173998c51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:27.843895 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-19e9d6fa-e984-451e-a51c-8d6acbd3e027 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:27.857357 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1fae235-3824-4d53-9261-1959660abff9 tempest-RoutersIpV6AdminTest-611111169 tempest-RoutersIpV6AdminTest-611111169-project-admin] Network 7201e55c-7c5f-41aa-a042-a363696539d0 is already hosted by enough agents. {{(pid=121606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:28:27.867946 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [None req-e1fae235-3824-4d53-9261-1959660abff9 tempest-RoutersIpV6AdminTest-611111169 tempest-RoutersIpV6AdminTest-611111169-project-admin] Resources bound (agent type, host, resource id):  {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:28:27.874866 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1fae235-3824-4d53-9261-1959660abff9 tempest-RoutersIpV6AdminTest-611111169 tempest-RoutersIpV6AdminTest-611111169-project-admin] Received port after_create {{(pid=121606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:28:27.878344 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fae235-3824-4d53-9261-1959660abff9 tempest-RoutersIpV6AdminTest-611111169 tempest-RoutersIpV6AdminTest-611111169-project-admin] Pushing event updated for resources: {'Port': ['ID=6dc224ba-3cc9-4ab4-bbd7-415d7066577f,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:28:27.898277 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc15d3d2-45f8-412a-aab5-f4d658cfbdef None None] DHCP port deletion for 7201e55c-7c5f-41aa-a042-a363696539d0 request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 21:28:27.931329 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df503493-f83f-4f00-a829-8aa7fe5c3ac3 None None] DHCP port deletion for 290c6e74-625c-4ba7-9e49-f809d5158ee6 request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 21:28:27.936966 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e9d6fa-e984-451e-a51c-8d6acbd3e027 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Pushing event deleted for resources: {'Port': ['ID=f33dc0e9-495f-40f0-97a2-82dc86c6479d,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:28:27.970571 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0b297e-c1fc-441c-993b-a6a173998c51 None None] Pushing event updated for resources: {'Port': ['ID=a8a6553e-289c-43cf-afb5-a075f5520254,revision_number=2']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:28:27.982679 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce7ec7a7-dece-4b8f-822f-8cb7b87f8e1e None None] Network 95a713a3-b309-4862-b471-cddd8844bb7f requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:28:28.052477 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-72de9a6a-80dc-4ecd-8d74-561c1fc6c309 None None] Provisioning complete for port 6dc224ba-3cc9-4ab4-bbd7-415d7066577f triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:28:28.052964 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-72de9a6a-80dc-4ecd-8d74-561c1fc6c309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:28.103945 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-72de9a6a-80dc-4ecd-8d74-561c1fc6c309 None None] Port 6dc224ba-3cc9-4ab4-bbd7-415d7066577f cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:28:28.119598 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfcc99a1-6f9a-4d7d-9697-ebefdebe9e42 None None] get_active_networks_info from ncdv-master-1 {{(pid=121608) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
Dec 25 21:28:28.147153 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19e9d6fa-e984-451e-a51c-8d6acbd3e027 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Router caef596b-48c6-4907-a4cb-760766c09537 has already been hosted by L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 {{(pid=121606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 25 21:28:28.249675 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfcc99a1-6f9a-4d7d-9697-ebefdebe9e42 None None] Resources bound (agent type, host, resource id):  {{(pid=121608) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Dec 25 21:28:28.289590 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5803ed06-3152-4902-a721-636a9dba8d2c tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625803'] for network, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:28.347840 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19e9d6fa-e984-451e-a51c-8d6acbd3e027 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 21:28:28.348815 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-5803ed06-3152-4902-a721-636a9dba8d2c tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] Deleting port a8a6553e-289c-43cf-afb5-a075f5520254 {{(pid=121607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:28:28.349769 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5803ed06-3152-4902-a721-636a9dba8d2c tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:28.364811 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae99bcfc-570d-4110-b2aa-6b18397b0864 None None] Sync routers for ids ['caef596b-48c6-4907-a4cb-760766c09537'] in ncdv-master-1 {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 21:28:28.403328 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae99bcfc-570d-4110-b2aa-6b18397b0864 None None] Routers {'caef596b-48c6-4907-a4cb-760766c09537'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:28:28.403958 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-ae99bcfc-570d-4110-b2aa-6b18397b0864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f26181f7f10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:28:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['caef596b-48c6-4907-a4cb-760766c09537'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:28:28.410975 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-e1fae235-3824-4d53-9261-1959660abff9 tempest-RoutersIpV6AdminTest-611111169 tempest-RoutersIpV6AdminTest-611111169-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:28.439400 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-ae99bcfc-570d-4110-b2aa-6b18397b0864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f26181f7f10>, [], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:28:28.442982 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.db [None req-5803ed06-3152-4902-a721-636a9dba8d2c tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] For port a8a6553e-289c-43cf-afb5-a075f5520254, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a8a6553e-289c-43cf-afb5-a075f5520254,segment=NetworkSegment(360db1e4-2b40-4346-a514-5034e2f16329),segment_id=360db1e4-2b40-4346-a514-5034e2f16329)] {{(pid=121607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:28:28.443358 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5803ed06-3152-4902-a721-636a9dba8d2c tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:28.475561 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-19e9d6fa-e984-451e-a51c-8d6acbd3e027 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:28.475650 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-5803ed06-3152-4902-a721-636a9dba8d2c tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] Calling delete_port for a8a6553e-289c-43cf-afb5-a075f5520254 owned by network:dhcp {{(pid=121607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:28:28.475736 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae99bcfc-570d-4110-b2aa-6b18397b0864 None None] Routers {'caef596b-48c6-4907-a4cb-760766c09537'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:28:28.475736 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-ae99bcfc-570d-4110-b2aa-6b18397b0864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f26181f7f10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:28:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['caef596b-48c6-4907-a4cb-760766c09537'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:28:28.475903 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-19e9d6fa-e984-451e-a51c-8d6acbd3e027 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] 10.222.0.32 "DELETE /v2.0/ports/f33dc0e9-495f-40f0-97a2-82dc86c6479d HTTP/1.1" status: 204  len: 168 time: 1.6311886
Dec 25 21:28:28.475903 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 44158) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:28:28.570950 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-22f7a027-0270-4de7-b1fa-4db65da64fa7 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] 10.222.0.32 "GET /v2.0/floatingips/5b99fa43-6c8e-439f-bf7a-f9bc1543d71a HTTP/1.1" status: 200  len: 688 time: 0.0746293
Dec 25 21:28:28.571598 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 44164) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:28:28.675824 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-ae99bcfc-570d-4110-b2aa-6b18397b0864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f26181f7f10>, [], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:28:28.676478 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae99bcfc-570d-4110-b2aa-6b18397b0864 None None] The sync data for ids ['caef596b-48c6-4907-a4cb-760766c09537'] in ncdv-master-1 is: [] {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 21:28:28.683042 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5803ed06-3152-4902-a721-636a9dba8d2c tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:28.719787 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5803ed06-3152-4902-a721-636a9dba8d2c tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] Pushing event deleted for resources: {'Port': ['ID=a8a6553e-289c-43cf-afb5-a075f5520254,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:28:28.725700 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5803ed06-3152-4902-a721-636a9dba8d2c tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] No DVR routers for this DVR port a8a6553e-289c-43cf-afb5-a075f5520254 on host ncdv-master-1 {{(pid=121607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:28:28.812819 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5803ed06-3152-4902-a721-636a9dba8d2c tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997585', 'neutron.services.segments.db._delete_segments_for_network-8737602743071'] for network, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:28.835273 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-5803ed06-3152-4902-a721-636a9dba8d2c tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2611ca2a90>,) {'filters': {'network_id': ['95a713a3-b309-4862-b471-cddd8844bb7f']}} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:28:28.846024 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-5803ed06-3152-4902-a721-636a9dba8d2c tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2611ca2a90>, '360db1e4-2b40-4346-a514-5034e2f16329') {'for_net_delete': True} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:28:28.846324 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-5803ed06-3152-4902-a721-636a9dba8d2c tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2611ca2a90>, '360db1e4-2b40-4346-a514-5034e2f16329') {} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:28:28.857233 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5803ed06-3152-4902-a721-636a9dba8d2c tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737602746920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10246592'] for segment, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:28.871199 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5803ed06-3152-4902-a721-636a9dba8d2c tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:28.878168 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5803ed06-3152-4902-a721-636a9dba8d2c tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] Releasing vlan 160 on physical network physnet1 to pool {{(pid=121607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 25 21:28:28.878568 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5803ed06-3152-4902-a721-636a9dba8d2c tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8633327'] for segment, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:28.882286 ncdv-master-1 neutron-server[121607]: Traceback (most recent call last):
Dec 25 21:28:28.882286 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 25 21:28:28.882286 ncdv-master-1 neutron-server[121607]:     timer()
Dec 25 21:28:28.882286 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 25 21:28:28.882286 ncdv-master-1 neutron-server[121607]:     cb(*args, **kw)
Dec 25 21:28:28.882286 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 25 21:28:28.882286 ncdv-master-1 neutron-server[121607]:     return func(*args, **kwargs)
Dec 25 21:28:28.882286 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 25 21:28:28.882286 ncdv-master-1 neutron-server[121607]:     self._notify()
Dec 25 21:28:28.882286 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 25 21:28:28.882286 ncdv-master-1 neutron-server[121607]:     self.callback(batched_events)
Dec 25 21:28:28.882286 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 25 21:28:28.882286 ncdv-master-1 neutron-server[121607]:     event.method(event)
Dec 25 21:28:28.882286 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 25 21:28:28.882286 ncdv-master-1 neutron-server[121607]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 25 21:28:28.882286 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 25 21:28:28.882286 ncdv-master-1 neutron-server[121607]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 25 21:28:28.882286 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 25 21:28:28.882286 ncdv-master-1 neutron-server[121607]:     return f(self, *a, **k)
Dec 25 21:28:28.882286 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 25 21:28:28.882286 ncdv-master-1 neutron-server[121607]:     return self._get(url).json()
Dec 25 21:28:28.882286 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 25 21:28:28.882286 ncdv-master-1 neutron-server[121607]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 25 21:28:28.882286 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 25 21:28:28.882286 ncdv-master-1 neutron-server[121607]:     return self.request(url, 'GET', **kwargs)
Dec 25 21:28:28.882286 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 25 21:28:28.882286 ncdv-master-1 neutron-server[121607]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 25 21:28:28.882286 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 25 21:28:28.882286 ncdv-master-1 neutron-server[121607]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 25 21:28:28.882286 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 25 21:28:28.882286 ncdv-master-1 neutron-server[121607]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 25 21:28:28.882286 ncdv-master-1 neutron-server[121607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 25 21:28:28.999501 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5803ed06-3152-4902-a721-636a9dba8d2c tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2008653'] for network, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:29.006693 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5803ed06-3152-4902-a721-636a9dba8d2c tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] Publish callbacks [] for network, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:29.014687 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-5803ed06-3152-4902-a721-636a9dba8d2c tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] 10.222.0.32 "DELETE /v2.0/networks/95a713a3-b309-4862-b471-cddd8844bb7f HTTP/1.1" status: 204  len: 168 time: 2.0392332
Dec 25 21:28:29.020957 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 44166) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:28:29.022994 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5803ed06-3152-4902-a721-636a9dba8d2c tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] Pushing event deleted for resources: {'Network': ['ID=95a713a3-b309-4862-b471-cddd8844bb7f,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:28:29.099254 ncdv-master-1 neutron-server[121606]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f3a56be-72f5-4e19-9c26-d557a9bb4257 tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] DELETE failed (client error): The resource could not be found.
Dec 25 21:28:29.099720 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f3a56be-72f5-4e19-9c26-d557a9bb4257 tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 25 21:28:29.102871 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-2f3a56be-72f5-4e19-9c26-d557a9bb4257 tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] 10.222.0.32 "DELETE /v2.0/subnets/cfea723b-79ad-435e-a5f2-edbf494abb13 HTTP/1.1" status: 404  len: 337 time: 0.0809534
Dec 25 21:28:29.106100 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 44168) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:28:29.125173 ncdv-master-1 neutron-server[121607]: INFO neutron.pecan_wsgi.hooks.translation [None req-42dfe120-9209-4acc-ac10-fd5e99dc491b tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] DELETE failed (client error): The resource could not be found.
Dec 25 21:28:29.125603 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42dfe120-9209-4acc-ac10-fd5e99dc491b tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 25 21:28:29.128619 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-42dfe120-9209-4acc-ac10-fd5e99dc491b tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] 10.222.0.32 "DELETE /v2.0/networks/95a713a3-b309-4862-b471-cddd8844bb7f HTTP/1.1" status: 404  len: 339 time: 0.0213680
Dec 25 21:28:29.131261 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 44170) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:28:29.156981 ncdv-master-1 neutron-server[121607]: INFO neutron.pecan_wsgi.hooks.translation [None req-d73f6764-615f-46da-ba16-1b91a5644c83 tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] DELETE failed (client error): The resource could not be found.
Dec 25 21:28:29.157439 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d73f6764-615f-46da-ba16-1b91a5644c83 tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 25 21:28:29.161031 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-d73f6764-615f-46da-ba16-1b91a5644c83 tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] 10.222.0.32 "DELETE /v2.0/subnets/843432fb-249e-4110-b280-8fc8a74ddeef HTTP/1.1" status: 404  len: 337 time: 0.0283141
Dec 25 21:28:29.163309 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 44172) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:28:29.177102 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-c1fdb839-1027-408d-a825-b843c758a649 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Deleting port 9bc35bc4-ceec-43e0-bbce-698d05b0e8cc {{(pid=121606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:28:29.177505 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-c1fdb839-1027-408d-a825-b843c758a649 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:29.182958 ncdv-master-1 neutron-server[121607]: INFO neutron.pecan_wsgi.hooks.translation [None req-b54ebd05-feb7-484b-a5a2-0fbe43f74d00 tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] DELETE failed (client error): The resource could not be found.
Dec 25 21:28:29.183473 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b54ebd05-feb7-484b-a5a2-0fbe43f74d00 tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 25 21:28:29.183601 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-e1fae235-3824-4d53-9261-1959660abff9 tempest-RoutersIpV6AdminTest-611111169 tempest-RoutersIpV6AdminTest-611111169-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2009782', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2014271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14898'] for router, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:29.189424 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-b54ebd05-feb7-484b-a5a2-0fbe43f74d00 tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] 10.222.0.32 "DELETE /v2.0/networks/e4260645-c6d8-4cc2-9e66-1c68cfdd38a7 HTTP/1.1" status: 404  len: 339 time: 0.0229023
Dec 25 21:28:29.189666 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 44176) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:28:29.198807 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-e1fae235-3824-4d53-9261-1959660abff9 tempest-RoutersIpV6AdminTest-611111169 tempest-RoutersIpV6AdminTest-611111169-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2009753', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2009775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2009760', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2014256'] for router, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:29.216724 ncdv-master-1 neutron-server[121607]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5401721-5751-4143-99c1-f5a788e1a006 tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] DELETE failed (client error): The resource could not be found.
Dec 25 21:28:29.217215 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5401721-5751-4143-99c1-f5a788e1a006 tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 25 21:28:29.223070 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-a5401721-5751-4143-99c1-f5a788e1a006 tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] 10.222.0.32 "DELETE /v2.0/subnets/74aa1683-97bc-46e3-a223-4f7612d9462f HTTP/1.1" status: 404  len: 337 time: 0.0300286
Dec 25 21:28:29.223266 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 44178) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:28:29.246904 ncdv-master-1 neutron-server[121607]: INFO neutron.pecan_wsgi.hooks.translation [None req-948d1b8d-9af0-49b4-a482-6751ed4ac840 tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] DELETE failed (client error): The resource could not be found.
Dec 25 21:28:29.247401 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-948d1b8d-9af0-49b4-a482-6751ed4ac840 tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 25 21:28:29.250435 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-948d1b8d-9af0-49b4-a482-6751ed4ac840 tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] 10.222.0.32 "DELETE /v2.0/networks/7b76614d-0ae6-4d46-ad2c-169efe44f7aa HTTP/1.1" status: 404  len: 339 time: 0.0262518
Dec 25 21:28:29.253254 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 44180) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:28:29.344215 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-eb17a6ec-f4ba-4e89-ba2f-649537b90bff tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] Deleting port d5705a45-1e71-4e84-9657-d6c80049e6fd {{(pid=121607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:28:29.344569 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-eb17a6ec-f4ba-4e89-ba2f-649537b90bff tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:29.344941 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-c1fdb839-1027-408d-a825-b843c758a649 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:29.345284 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-c1fdb839-1027-408d-a825-b843c758a649 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:29.364326 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-c1fdb839-1027-408d-a825-b843c758a649 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Calling delete_port for 9bc35bc4-ceec-43e0-bbce-698d05b0e8cc owned by network:floatingip {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:28:29.414153 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-eb17a6ec-f4ba-4e89-ba2f-649537b90bff tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:29.426326 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-eb17a6ec-f4ba-4e89-ba2f-649537b90bff tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] Calling delete_port for d5705a45-1e71-4e84-9657-d6c80049e6fd owned by  {{(pid=121607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:28:29.554443 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1fae235-3824-4d53-9261-1959660abff9 tempest-RoutersIpV6AdminTest-611111169 tempest-RoutersIpV6AdminTest-611111169-project-admin] Router fabbbe37-b905-46c9-abed-3ee76c5233a6 is scheduled to L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 with binding_index 1 {{(pid=121606) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 25 21:28:29.604644 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-eb17a6ec-f4ba-4e89-ba2f-649537b90bff tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:29.636571 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb17a6ec-f4ba-4e89-ba2f-649537b90bff tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] Pushing event deleted for resources: {'Port': ['ID=d5705a45-1e71-4e84-9657-d6c80049e6fd,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:28:29.644302 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-eb17a6ec-f4ba-4e89-ba2f-649537b90bff tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:29.648329 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-eb17a6ec-f4ba-4e89-ba2f-649537b90bff tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] 10.222.0.32 "DELETE /v2.0/ports/d5705a45-1e71-4e84-9657-d6c80049e6fd HTTP/1.1" status: 204  len: 168 time: 0.3941507
Dec 25 21:28:29.651055 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 44190) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:28:29.655824 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-c1fdb839-1027-408d-a825-b843c758a649 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:29.715473 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fdb839-1027-408d-a825-b843c758a649 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Pushing event deleted for resources: {'Port': ['ID=9bc35bc4-ceec-43e0-bbce-698d05b0e8cc,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:28:29.720416 ncdv-master-1 neutron-server[121606]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a6ee9ac-d655-40a5-a0ea-02e2c26163bb tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] DELETE failed (client error): The resource could not be found.
Dec 25 21:28:29.720864 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a6ee9ac-d655-40a5-a0ea-02e2c26163bb tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 25 21:28:29.723976 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-2a6ee9ac-d655-40a5-a0ea-02e2c26163bb tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] 10.222.0.32 "DELETE /v2.0/subnets/36d993c7-ba98-41f0-8681-ad5dd51223ba HTTP/1.1" status: 404  len: 337 time: 0.0719707
Dec 25 21:28:29.726706 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 44192) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:28:29.731888 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1fae235-3824-4d53-9261-1959660abff9 tempest-RoutersIpV6AdminTest-611111169 tempest-RoutersIpV6AdminTest-611111169-project-admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 21:28:29.742431 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29ce45bc-144f-4b1f-a138-bae359b60543 None None] Sync routers for ids ['fabbbe37-b905-46c9-abed-3ee76c5233a6'] in ncdv-master-1 {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 21:28:29.752414 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29ce45bc-144f-4b1f-a138-bae359b60543 None None] Routers {'fabbbe37-b905-46c9-abed-3ee76c5233a6'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:28:29.753240 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-29ce45bc-144f-4b1f-a138-bae359b60543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2618899b80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:28:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['fabbbe37-b905-46c9-abed-3ee76c5233a6'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:28:29.755530 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-e1fae235-3824-4d53-9261-1959660abff9 tempest-RoutersIpV6AdminTest-611111169 tempest-RoutersIpV6AdminTest-611111169-project-admin] Publish callbacks [] for router, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:29.759220 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-e1fae235-3824-4d53-9261-1959660abff9 tempest-RoutersIpV6AdminTest-611111169 tempest-RoutersIpV6AdminTest-611111169-project-admin] 10.222.0.32 "PUT /v2.0/routers/fabbbe37-b905-46c9-abed-3ee76c5233a6 HTTP/1.1" status: 200  len: 920 time: 3.3250141
Dec 25 21:28:29.762685 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 44194) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:28:29.790756 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-29ce45bc-144f-4b1f-a138-bae359b60543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2618899b80>, [], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:28:29.800541 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29ce45bc-144f-4b1f-a138-bae359b60543 None None] Routers {'fabbbe37-b905-46c9-abed-3ee76c5233a6'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:28:29.801502 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-29ce45bc-144f-4b1f-a138-bae359b60543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2618899b80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:28:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['fabbbe37-b905-46c9-abed-3ee76c5233a6'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:28:29.825088 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a04ab54c-76f6-42a7-b7c4-094a340f731e tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625803'] for network, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:29.838245 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-29ce45bc-144f-4b1f-a138-bae359b60543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2618899b80>, [], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:28:29.839174 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29ce45bc-144f-4b1f-a138-bae359b60543 None None] The sync data for ids ['fabbbe37-b905-46c9-abed-3ee76c5233a6'] in ncdv-master-1 is: [] {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 21:28:29.855303 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-c1fdb839-1027-408d-a825-b843c758a649 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Publish callbacks [] for floatingip, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:29.871060 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-c1fdb839-1027-408d-a825-b843c758a649 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for floatingip, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:29.872297 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-c1fdb839-1027-408d-a825-b843c758a649 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] 10.222.0.32 "DELETE /v2.0/floatingips/5b99fa43-6c8e-439f-bf7a-f9bc1543d71a HTTP/1.1" status: 204  len: 168 time: 1.2978690
Dec 25 21:28:29.875905 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 44196) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:28:29.883981 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-f67f41bb-22ac-4766-bd5c-30ffd38b2b0b tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Request body: {'floatingip': {'floating_network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'port_id': '81b7f223-2ab2-4175-875d-9120d0b7f4cd'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:28:29.925557 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a04ab54c-76f6-42a7-b7c4-094a340f731e tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997585', 'neutron.services.segments.db._delete_segments_for_network-8737602743071'] for network, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:29.954523 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-9348f8bc-c762-49b7-840d-a0e65ce7ca4a tempest-RoutersIpV6AdminTest-611111169 tempest-RoutersIpV6AdminTest-611111169-project-admin] 10.222.0.32 "GET /v2.0/routers/fabbbe37-b905-46c9-abed-3ee76c5233a6 HTTP/1.1" status: 200  len: 926 time: 0.1907322
Dec 25 21:28:29.957283 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 44214) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:28:29.959058 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-a04ab54c-76f6-42a7-b7c4-094a340f731e tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2613c1f250>,) {'filters': {'network_id': ['1de51b12-71b5-4a61-862b-29a89fb5899a']}} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:28:29.971068 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-a04ab54c-76f6-42a7-b7c4-094a340f731e tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2613c1f250>, '1a598dde-49d4-4e68-931d-91c6d9abdccc') {'for_net_delete': True} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:28:29.971671 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-a04ab54c-76f6-42a7-b7c4-094a340f731e tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2613c1f250>, '1a598dde-49d4-4e68-931d-91c6d9abdccc') {} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:28:29.982447 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a04ab54c-76f6-42a7-b7c4-094a340f731e tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737602746920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10246592'] for segment, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:29.996040 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a04ab54c-76f6-42a7-b7c4-094a340f731e tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:30.002815 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a04ab54c-76f6-42a7-b7c4-094a340f731e tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] Releasing vlan 165 on physical network physnet1 to pool {{(pid=121607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 25 21:28:30.003228 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a04ab54c-76f6-42a7-b7c4-094a340f731e tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8633327'] for segment, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:30.006276 ncdv-master-1 neutron-server[121607]: Traceback (most recent call last):
Dec 25 21:28:30.006276 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 25 21:28:30.006276 ncdv-master-1 neutron-server[121607]:     timer()
Dec 25 21:28:30.006276 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 25 21:28:30.006276 ncdv-master-1 neutron-server[121607]:     cb(*args, **kw)
Dec 25 21:28:30.006276 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 25 21:28:30.006276 ncdv-master-1 neutron-server[121607]:     return func(*args, **kwargs)
Dec 25 21:28:30.006276 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 25 21:28:30.006276 ncdv-master-1 neutron-server[121607]:     self._notify()
Dec 25 21:28:30.006276 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 25 21:28:30.006276 ncdv-master-1 neutron-server[121607]:     self.callback(batched_events)
Dec 25 21:28:30.006276 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 25 21:28:30.006276 ncdv-master-1 neutron-server[121607]:     event.method(event)
Dec 25 21:28:30.006276 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 25 21:28:30.006276 ncdv-master-1 neutron-server[121607]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 25 21:28:30.006276 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 25 21:28:30.006276 ncdv-master-1 neutron-server[121607]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 25 21:28:30.006276 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 25 21:28:30.006276 ncdv-master-1 neutron-server[121607]:     return f(self, *a, **k)
Dec 25 21:28:30.006276 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 25 21:28:30.006276 ncdv-master-1 neutron-server[121607]:     return self._get(url).json()
Dec 25 21:28:30.006276 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 25 21:28:30.006276 ncdv-master-1 neutron-server[121607]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 25 21:28:30.006276 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 25 21:28:30.006276 ncdv-master-1 neutron-server[121607]:     return self.request(url, 'GET', **kwargs)
Dec 25 21:28:30.006276 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 25 21:28:30.006276 ncdv-master-1 neutron-server[121607]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 25 21:28:30.006276 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 25 21:28:30.006276 ncdv-master-1 neutron-server[121607]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 25 21:28:30.006276 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 25 21:28:30.006276 ncdv-master-1 neutron-server[121607]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 25 21:28:30.006276 ncdv-master-1 neutron-server[121607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 25 21:28:30.009942 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a362742-5de3-48a9-809a-0149781d3f1a tempest-RoutersIpV6AdminTest-611111169 tempest-RoutersIpV6AdminTest-611111169-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:28:30.010956 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-8a362742-5de3-48a9-809a-0149781d3f1a tempest-RoutersIpV6AdminTest-611111169 tempest-RoutersIpV6AdminTest-611111169-project-admin] 10.222.0.32 "GET /v2.0/ports?network_id=7201e55c-7c5f-41aa-a042-a363696539d0&device_id=fabbbe37-b905-46c9-abed-3ee76c5233a6&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 945 time: 0.0524714
Dec 25 21:28:30.011548 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 44216) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:28:30.030747 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-f67f41bb-22ac-4766-bd5c-30ffd38b2b0b tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Publish callbacks [] for floatingip, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:30.127101 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-042ea40f-44dd-4aa9-b361-785e1ab61f7a tempest-RoutersIpV6AdminTest-611111169 tempest-RoutersIpV6AdminTest-611111169-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:28:30.128545 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-042ea40f-44dd-4aa9-b361-785e1ab61f7a tempest-RoutersIpV6AdminTest-611111169 tempest-RoutersIpV6AdminTest-611111169-project-admin] 10.222.0.32 "GET /v2.0/networks/7201e55c-7c5f-41aa-a042-a363696539d0 HTTP/1.1" status: 200  len: 881 time: 0.1160460
Dec 25 21:28:30.131485 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 44218) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:28:30.135943 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a04ab54c-76f6-42a7-b7c4-094a340f731e tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2008653'] for network, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:30.145172 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a04ab54c-76f6-42a7-b7c4-094a340f731e tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] Publish callbacks [] for network, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:30.148493 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-a04ab54c-76f6-42a7-b7c4-094a340f731e tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] 10.222.0.32 "DELETE /v2.0/networks/1de51b12-71b5-4a61-862b-29a89fb5899a HTTP/1.1" status: 204  len: 168 time: 0.4207418
Dec 25 21:28:30.158200 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 44220) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:28:30.165750 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04ab54c-76f6-42a7-b7c4-094a340f731e tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] Pushing event deleted for resources: {'Network': ['ID=1de51b12-71b5-4a61-862b-29a89fb5899a,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:28:30.188626 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-782c52ac-67fb-429e-907f-c9534cce55d0 tempest-RoutersIpV6AdminTest-1531157789 tempest-RoutersIpV6AdminTest-1531157789-project] 10.222.0.32 "GET /v2.0/ports?device_id=fabbbe37-b905-46c9-abed-3ee76c5233a6 HTTP/1.1" status: 200  len: 205 time: 0.0555139
Dec 25 21:28:30.190912 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 44222) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:28:30.258678 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-27068d5d-5c31-41bb-bbe2-ae24718e57b3 tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] Deleting port 07a7d0e2-b84b-4ccb-a2c6-11ad794e9954 {{(pid=121607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:28:30.259025 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-27068d5d-5c31-41bb-bbe2-ae24718e57b3 tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:30.302869 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-f67f41bb-22ac-4766-bd5c-30ffd38b2b0b tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:30.327344 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-27068d5d-5c31-41bb-bbe2-ae24718e57b3 tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:30.339535 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-27068d5d-5c31-41bb-bbe2-ae24718e57b3 tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] Calling delete_port for 07a7d0e2-b84b-4ccb-a2c6-11ad794e9954 owned by  {{(pid=121607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:28:30.350411 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-f8fb9454-9b67-4db9-a776-722d9a2acf3f tempest-RoutersIpV6AdminTest-1531157789 tempest-RoutersIpV6AdminTest-1531157789-project] Publish callbacks [] for router, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:30.505838 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_common [None req-f67f41bb-22ac-4766-bd5c-30ffd38b2b0b tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Allocated IP 172.35.3.60 (7201e55c-7c5f-41aa-a042-a363696539d0/7a939e13-713f-45cf-bba7-1539635abe25/c78e21e3-6b57-4df3-ac79-b01562710812) {{(pid=121606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:28:30.507467 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-27068d5d-5c31-41bb-bbe2-ae24718e57b3 tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:30.519046 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-f8fb9454-9b67-4db9-a776-722d9a2acf3f tempest-RoutersIpV6AdminTest-1531157789 tempest-RoutersIpV6AdminTest-1531157789-project] Publish callbacks [] for router_gateway, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:30.534927 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27068d5d-5c31-41bb-bbe2-ae24718e57b3 tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] Pushing event deleted for resources: {'Port': ['ID=07a7d0e2-b84b-4ccb-a2c6-11ad794e9954,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:28:30.546041 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-27068d5d-5c31-41bb-bbe2-ae24718e57b3 tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:30.549526 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-27068d5d-5c31-41bb-bbe2-ae24718e57b3 tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] 10.222.0.32 "DELETE /v2.0/ports/07a7d0e2-b84b-4ccb-a2c6-11ad794e9954 HTTP/1.1" status: 204  len: 168 time: 0.3902853
Dec 25 21:28:30.552009 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 44226) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:28:30.583514 ncdv-master-1 neutron-server[121607]: INFO neutron.pecan_wsgi.hooks.translation [None req-26e3e49c-a8fb-467d-90d7-b14f1a3f0823 tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] DELETE failed (client error): The resource could not be found.
Dec 25 21:28:30.583970 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26e3e49c-a8fb-467d-90d7-b14f1a3f0823 tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 25 21:28:30.587070 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-26e3e49c-a8fb-467d-90d7-b14f1a3f0823 tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] 10.222.0.32 "DELETE /v2.0/subnets/c9676d31-6b74-4e5a-bd77-58184ee0c471 HTTP/1.1" status: 404  len: 337 time: 0.0340478
Dec 25 21:28:30.589647 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 44230) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:28:30.654999 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-f67f41bb-22ac-4766-bd5c-30ffd38b2b0b tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Publish callbacks [] for port, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:30.679480 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-53dbafd4-a489-4285-83cc-070b37006df4 tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625803'] for network, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:30.694244 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-f8fb9454-9b67-4db9-a776-722d9a2acf3f tempest-RoutersIpV6AdminTest-1531157789 tempest-RoutersIpV6AdminTest-1531157789-project] Deleting port 6dc224ba-3cc9-4ab4-bbd7-415d7066577f {{(pid=121606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:28:30.694592 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-f8fb9454-9b67-4db9-a776-722d9a2acf3f tempest-RoutersIpV6AdminTest-1531157789 tempest-RoutersIpV6AdminTest-1531157789-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:30.774047 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-53dbafd4-a489-4285-83cc-070b37006df4 tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997585', 'neutron.services.segments.db._delete_segments_for_network-8737602743071'] for network, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:30.783273 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-f8fb9454-9b67-4db9-a776-722d9a2acf3f tempest-RoutersIpV6AdminTest-1531157789 tempest-RoutersIpV6AdminTest-1531157789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:30.796420 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-f8fb9454-9b67-4db9-a776-722d9a2acf3f tempest-RoutersIpV6AdminTest-1531157789 tempest-RoutersIpV6AdminTest-1531157789-project] Calling delete_port for 6dc224ba-3cc9-4ab4-bbd7-415d7066577f owned by network:router_gateway {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:28:30.798151 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-53dbafd4-a489-4285-83cc-070b37006df4 tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2612b5a5b0>,) {'filters': {'network_id': ['f2a92e54-e63e-4dcd-8fd2-1ee86d3f2b76']}} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:28:30.806214 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-f67f41bb-22ac-4766-bd5c-30ffd38b2b0b tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:30.810180 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-53dbafd4-a489-4285-83cc-070b37006df4 tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2612b5a5b0>, '5e79bc1e-4870-4bf0-a23e-1e729e8e62cf') {'for_net_delete': True} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:28:30.810677 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-53dbafd4-a489-4285-83cc-070b37006df4 tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2612b5a5b0>, '5e79bc1e-4870-4bf0-a23e-1e729e8e62cf') {} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:28:30.821056 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-53dbafd4-a489-4285-83cc-070b37006df4 tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737602746920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10246592'] for segment, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:30.837145 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-53dbafd4-a489-4285-83cc-070b37006df4 tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:30.844220 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53dbafd4-a489-4285-83cc-070b37006df4 tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] Releasing vlan 196 on physical network physnet1 to pool {{(pid=121607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 25 21:28:30.844798 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-53dbafd4-a489-4285-83cc-070b37006df4 tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8633327'] for segment, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:30.848689 ncdv-master-1 neutron-server[121607]: Traceback (most recent call last):
Dec 25 21:28:30.848689 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 25 21:28:30.848689 ncdv-master-1 neutron-server[121607]:     timer()
Dec 25 21:28:30.848689 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 25 21:28:30.848689 ncdv-master-1 neutron-server[121607]:     cb(*args, **kw)
Dec 25 21:28:30.848689 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 25 21:28:30.848689 ncdv-master-1 neutron-server[121607]:     return func(*args, **kwargs)
Dec 25 21:28:30.848689 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 25 21:28:30.848689 ncdv-master-1 neutron-server[121607]:     self._notify()
Dec 25 21:28:30.848689 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 25 21:28:30.848689 ncdv-master-1 neutron-server[121607]:     self.callback(batched_events)
Dec 25 21:28:30.848689 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 25 21:28:30.848689 ncdv-master-1 neutron-server[121607]:     event.method(event)
Dec 25 21:28:30.848689 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 25 21:28:30.848689 ncdv-master-1 neutron-server[121607]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 25 21:28:30.848689 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 25 21:28:30.848689 ncdv-master-1 neutron-server[121607]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 25 21:28:30.848689 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 25 21:28:30.848689 ncdv-master-1 neutron-server[121607]:     return f(self, *a, **k)
Dec 25 21:28:30.848689 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 25 21:28:30.848689 ncdv-master-1 neutron-server[121607]:     return self._get(url).json()
Dec 25 21:28:30.848689 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 25 21:28:30.848689 ncdv-master-1 neutron-server[121607]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 25 21:28:30.848689 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 25 21:28:30.848689 ncdv-master-1 neutron-server[121607]:     return self.request(url, 'GET', **kwargs)
Dec 25 21:28:30.848689 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 25 21:28:30.848689 ncdv-master-1 neutron-server[121607]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 25 21:28:30.848689 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 25 21:28:30.848689 ncdv-master-1 neutron-server[121607]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 25 21:28:30.848689 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 25 21:28:30.848689 ncdv-master-1 neutron-server[121607]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 25 21:28:30.848689 ncdv-master-1 neutron-server[121607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 25 21:28:30.897536 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67f41bb-22ac-4766-bd5c-30ffd38b2b0b tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Pushing event updated for resources: {'Port': ['ID=c78e21e3-6b57-4df3-ac79-b01562710812,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:28:30.901628 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f67f41bb-22ac-4766-bd5c-30ffd38b2b0b tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Network 7201e55c-7c5f-41aa-a042-a363696539d0 is already hosted by enough agents. {{(pid=121606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:28:30.906845 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [None req-f67f41bb-22ac-4766-bd5c-30ffd38b2b0b tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Resources bound (agent type, host, resource id):  {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:28:30.911949 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f67f41bb-22ac-4766-bd5c-30ffd38b2b0b tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Received port after_create {{(pid=121606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:28:31.012467 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-53dbafd4-a489-4285-83cc-070b37006df4 tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2008653'] for network, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:31.025966 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-53dbafd4-a489-4285-83cc-070b37006df4 tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] Publish callbacks [] for network, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:31.033102 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-53dbafd4-a489-4285-83cc-070b37006df4 tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] 10.222.0.32 "DELETE /v2.0/networks/f2a92e54-e63e-4dcd-8fd2-1ee86d3f2b76 HTTP/1.1" status: 204  len: 168 time: 0.4399488
Dec 25 21:28:31.034365 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 44244) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:28:31.064332 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53dbafd4-a489-4285-83cc-070b37006df4 tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] Pushing event deleted for resources: {'Network': ['ID=f2a92e54-e63e-4dcd-8fd2-1ee86d3f2b76,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:28:31.112561 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_v2 [None req-e70d0bec-06f6-4e88-ae62-042c1396ece3 tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] Deleting subnet 74d5f8bf-cecc-4f00-b599-5385940dc190 {{(pid=121607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Dec 25 21:28:31.116383 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e70d0bec-06f6-4e88-ae62-042c1396ece3 tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] Publish callbacks [] for subnet, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:31.161578 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e70d0bec-06f6-4e88-ae62-042c1396ece3 tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10246617'] for subnet, precommit_delete_associations {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:31.248559 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e70d0bec-06f6-4e88-ae62-042c1396ece3 tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995662'] for subnet, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:31.249317 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-f8fb9454-9b67-4db9-a776-722d9a2acf3f tempest-RoutersIpV6AdminTest-1531157789 tempest-RoutersIpV6AdminTest-1531157789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:31.316453 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fb9454-9b67-4db9-a776-722d9a2acf3f tempest-RoutersIpV6AdminTest-1531157789 tempest-RoutersIpV6AdminTest-1531157789-project] Pushing event deleted for resources: {'Port': ['ID=6dc224ba-3cc9-4ab4-bbd7-415d7066577f,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:28:31.348649 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e05cf7c-d1a4-452d-bbb2-0e264409a7aa None None] DHCP port deletion for 7201e55c-7c5f-41aa-a042-a363696539d0 request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 21:28:31.401428 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e70d0bec-06f6-4e88-ae62-042c1396ece3 tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8632410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8852809'] for subnet, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:31.429965 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-f8fb9454-9b67-4db9-a776-722d9a2acf3f tempest-RoutersIpV6AdminTest-1531157789 tempest-RoutersIpV6AdminTest-1531157789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2008689'] for router_gateway, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:31.434195 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70d0bec-06f6-4e88-ae62-042c1396ece3 tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] Pushing event deleted for resources: {'Subnet': ['ID=74d5f8bf-cecc-4f00-b599-5385940dc190,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:28:31.436545 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e70d0bec-06f6-4e88-ae62-042c1396ece3 tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] Publish callbacks [] for subnet, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:31.439808 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-e70d0bec-06f6-4e88-ae62-042c1396ece3 tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] 10.222.0.32 "DELETE /v2.0/subnets/74d5f8bf-cecc-4f00-b599-5385940dc190 HTTP/1.1" status: 204  len: 168 time: 0.4052227
Dec 25 21:28:31.442758 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 44254) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:28:31.455917 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d19318d4-40f7-42e6-84e5-16ce6b0e50b3 None None] Network 10606de0-1c82-4e3c-9c35-5621675cc95a requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:28:31.575966 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-069fd795-1e29-4c46-80b6-b4038883d4b3 tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625803'] for network, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:31.576321 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-f8fb9454-9b67-4db9-a776-722d9a2acf3f tempest-RoutersIpV6AdminTest-1531157789 tempest-RoutersIpV6AdminTest-1531157789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2014235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14905'] for router, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:31.580293 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-f8fb9454-9b67-4db9-a776-722d9a2acf3f tempest-RoutersIpV6AdminTest-1531157789 tempest-RoutersIpV6AdminTest-1531157789-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:31.594717 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-f67f41bb-22ac-4766-bd5c-30ffd38b2b0b tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Publish callbacks [] for floatingip, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:31.643761 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-069fd795-1e29-4c46-80b6-b4038883d4b3 tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] Deleting port 0514a818-e21a-49e8-a280-adba34ab69b2 {{(pid=121607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:28:31.644912 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-069fd795-1e29-4c46-80b6-b4038883d4b3 tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:31.679102 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55f4241a-22ea-4096-b6c3-42102d3295e4 None None] DHCP port deletion for 10606de0-1c82-4e3c-9c35-5621675cc95a request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 21:28:31.710925 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-f8fb9454-9b67-4db9-a776-722d9a2acf3f tempest-RoutersIpV6AdminTest-1531157789 tempest-RoutersIpV6AdminTest-1531157789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2014220'] for router, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:31.714189 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8fb9454-9b67-4db9-a776-722d9a2acf3f tempest-RoutersIpV6AdminTest-1531157789 tempest-RoutersIpV6AdminTest-1531157789-project] Fanout notify agent at l3_agent the message router_deleted on router fabbbe37-b905-46c9-abed-3ee76c5233a6 {{(pid=121606) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 25 21:28:31.720340 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-f8fb9454-9b67-4db9-a776-722d9a2acf3f tempest-RoutersIpV6AdminTest-1531157789 tempest-RoutersIpV6AdminTest-1531157789-project] Publish callbacks [] for router, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:31.721713 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-f8fb9454-9b67-4db9-a776-722d9a2acf3f tempest-RoutersIpV6AdminTest-1531157789 tempest-RoutersIpV6AdminTest-1531157789-project] 10.222.0.32 "DELETE /v2.0/routers/fabbbe37-b905-46c9-abed-3ee76c5233a6 HTTP/1.1" status: 204  len: 168 time: 1.5300233
Dec 25 21:28:31.726172 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 44262) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:28:31.732832 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-c27a37a1-5dcc-4f20-a205-4b1d47884dc6 tempest-RoutersIpV6AdminTest-1531157789 tempest-RoutersIpV6AdminTest-1531157789-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-667288331', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'}, 'admin_state_up': False}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:28:31.738542 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.agents_db [None req-ec08dba0-4483-4109-b5e1-5e4a9fdaf12d None None] Agent healthcheck: found 7 active agents {{(pid=121609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 25 21:28:31.764503 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.db [None req-069fd795-1e29-4c46-80b6-b4038883d4b3 tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] For port 0514a818-e21a-49e8-a280-adba34ab69b2, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0514a818-e21a-49e8-a280-adba34ab69b2,segment=NetworkSegment(95909bb7-bd47-40ef-9102-735d9f4d717f),segment_id=95909bb7-bd47-40ef-9102-735d9f4d717f)] {{(pid=121607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:28:31.765149 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-069fd795-1e29-4c46-80b6-b4038883d4b3 tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:31.766294 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-55f4241a-22ea-4096-b6c3-42102d3295e4 None None] Deleting port 0514a818-e21a-49e8-a280-adba34ab69b2 {{(pid=121608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:28:31.766779 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-55f4241a-22ea-4096-b6c3-42102d3295e4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:31.783614 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-069fd795-1e29-4c46-80b6-b4038883d4b3 tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] Calling delete_port for 0514a818-e21a-49e8-a280-adba34ab69b2 owned by network:dhcp {{(pid=121607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:28:31.789717 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-f67f41bb-22ac-4766-bd5c-30ffd38b2b0b tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:31.864709 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-55f4241a-22ea-4096-b6c3-42102d3295e4 None None] For port 0514a818-e21a-49e8-a280-adba34ab69b2, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0514a818-e21a-49e8-a280-adba34ab69b2,segment=NetworkSegment(95909bb7-bd47-40ef-9102-735d9f4d717f),segment_id=95909bb7-bd47-40ef-9102-735d9f4d717f)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:28:31.865146 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-55f4241a-22ea-4096-b6c3-42102d3295e4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:31.873550 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-c27a37a1-5dcc-4f20-a205-4b1d47884dc6 tempest-RoutersIpV6AdminTest-1531157789 tempest-RoutersIpV6AdminTest-1531157789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2014909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14863'] for router, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:31.874609 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-c27a37a1-5dcc-4f20-a205-4b1d47884dc6 tempest-RoutersIpV6AdminTest-1531157789 tempest-RoutersIpV6AdminTest-1531157789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2014285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2009796', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2082630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14848'] for router, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:31.882695 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-55f4241a-22ea-4096-b6c3-42102d3295e4 None None] Calling delete_port for 0514a818-e21a-49e8-a280-adba34ab69b2 owned by network:dhcp {{(pid=121608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:28:32.010677 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-069fd795-1e29-4c46-80b6-b4038883d4b3 tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:32.019173 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-55f4241a-22ea-4096-b6c3-42102d3295e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955'] for port, after_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:32.036614 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069fd795-1e29-4c46-80b6-b4038883d4b3 tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] Pushing event deleted for resources: {'Port': ['ID=0514a818-e21a-49e8-a280-adba34ab69b2,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:28:32.039127 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55f4241a-22ea-4096-b6c3-42102d3295e4 None None] No DVR routers for this DVR port 0514a818-e21a-49e8-a280-adba34ab69b2 on host ncdv-master-1 {{(pid=121608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:28:32.042617 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-069fd795-1e29-4c46-80b6-b4038883d4b3 tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] No DVR routers for this DVR port 0514a818-e21a-49e8-a280-adba34ab69b2 on host ncdv-master-1 {{(pid=121607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:28:32.069518 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f4241a-22ea-4096-b6c3-42102d3295e4 None None] Pushing event deleted for resources: {'Port': ['ID=0514a818-e21a-49e8-a280-adba34ab69b2,revision_number=None']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:28:32.133998 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-069fd795-1e29-4c46-80b6-b4038883d4b3 tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997585', 'neutron.services.segments.db._delete_segments_for_network-8737602743071'] for network, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:32.157431 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-069fd795-1e29-4c46-80b6-b4038883d4b3 tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f26124126d0>,) {'filters': {'network_id': ['10606de0-1c82-4e3c-9c35-5621675cc95a']}} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:28:32.167645 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-069fd795-1e29-4c46-80b6-b4038883d4b3 tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f26124126d0>, '95909bb7-bd47-40ef-9102-735d9f4d717f') {'for_net_delete': True} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:28:32.168496 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-069fd795-1e29-4c46-80b6-b4038883d4b3 tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f26124126d0>, '95909bb7-bd47-40ef-9102-735d9f4d717f') {} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:28:32.178540 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-069fd795-1e29-4c46-80b6-b4038883d4b3 tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737602746920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10246592'] for segment, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:32.194231 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-069fd795-1e29-4c46-80b6-b4038883d4b3 tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:32.200908 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-069fd795-1e29-4c46-80b6-b4038883d4b3 tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] Releasing vlan 157 on physical network physnet1 to pool {{(pid=121607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 25 21:28:32.201325 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-069fd795-1e29-4c46-80b6-b4038883d4b3 tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8633327'] for segment, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:32.204365 ncdv-master-1 neutron-server[121607]: Traceback (most recent call last):
Dec 25 21:28:32.204365 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 25 21:28:32.204365 ncdv-master-1 neutron-server[121607]:     timer()
Dec 25 21:28:32.204365 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 25 21:28:32.204365 ncdv-master-1 neutron-server[121607]:     cb(*args, **kw)
Dec 25 21:28:32.204365 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 25 21:28:32.204365 ncdv-master-1 neutron-server[121607]:     return func(*args, **kwargs)
Dec 25 21:28:32.204365 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 25 21:28:32.204365 ncdv-master-1 neutron-server[121607]:     self._notify()
Dec 25 21:28:32.204365 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 25 21:28:32.204365 ncdv-master-1 neutron-server[121607]:     self.callback(batched_events)
Dec 25 21:28:32.204365 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 25 21:28:32.204365 ncdv-master-1 neutron-server[121607]:     event.method(event)
Dec 25 21:28:32.204365 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 25 21:28:32.204365 ncdv-master-1 neutron-server[121607]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 25 21:28:32.204365 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 25 21:28:32.204365 ncdv-master-1 neutron-server[121607]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 25 21:28:32.204365 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 25 21:28:32.204365 ncdv-master-1 neutron-server[121607]:     return f(self, *a, **k)
Dec 25 21:28:32.204365 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 25 21:28:32.204365 ncdv-master-1 neutron-server[121607]:     return self._get(url).json()
Dec 25 21:28:32.204365 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 25 21:28:32.204365 ncdv-master-1 neutron-server[121607]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 25 21:28:32.204365 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 25 21:28:32.204365 ncdv-master-1 neutron-server[121607]:     return self.request(url, 'GET', **kwargs)
Dec 25 21:28:32.204365 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 25 21:28:32.204365 ncdv-master-1 neutron-server[121607]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 25 21:28:32.204365 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 25 21:28:32.204365 ncdv-master-1 neutron-server[121607]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 25 21:28:32.204365 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 25 21:28:32.204365 ncdv-master-1 neutron-server[121607]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 25 21:28:32.204365 ncdv-master-1 neutron-server[121607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 25 21:28:32.301606 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-c27a37a1-5dcc-4f20-a205-4b1d47884dc6 tempest-RoutersIpV6AdminTest-1531157789 tempest-RoutersIpV6AdminTest-1531157789-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:32.335742 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-f67f41bb-22ac-4766-bd5c-30ffd38b2b0b tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Publish callbacks [] for port, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:32.358722 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-069fd795-1e29-4c46-80b6-b4038883d4b3 tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2008653'] for network, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:32.484353 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-f67f41bb-22ac-4766-bd5c-30ffd38b2b0b tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:32.649244 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-069fd795-1e29-4c46-80b6-b4038883d4b3 tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] Publish callbacks [] for network, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:32.653291 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-069fd795-1e29-4c46-80b6-b4038883d4b3 tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] 10.222.0.32 "DELETE /v2.0/networks/10606de0-1c82-4e3c-9c35-5621675cc95a HTTP/1.1" status: 204  len: 168 time: 1.2096069
Dec 25 21:28:32.654474 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069fd795-1e29-4c46-80b6-b4038883d4b3 tempest-NetworksIpV6TestAttrs-1025123907 tempest-NetworksIpV6TestAttrs-1025123907-project] Pushing event deleted for resources: {'Network': ['ID=10606de0-1c82-4e3c-9c35-5621675cc95a,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:28:32.662687 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-c27a37a1-5dcc-4f20-a205-4b1d47884dc6 tempest-RoutersIpV6AdminTest-1531157789 tempest-RoutersIpV6AdminTest-1531157789-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:32.665784 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67f41bb-22ac-4766-bd5c-30ffd38b2b0b tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Pushing event updated for resources: {'Port': ['ID=c78e21e3-6b57-4df3-ac79-b01562710812,revision_number=2']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:28:32.676567 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-f67f41bb-22ac-4766-bd5c-30ffd38b2b0b tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2008639'] for floatingip, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:32.803447 ncdv-master-1 neutron-server[121606]: INFO neutron.db.l3_db [None req-f67f41bb-22ac-4766-bd5c-30ffd38b2b0b tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Floating IP b7ef5af6-d0c8-4ecc-a9b0-dff95265355e associated. External IP: 172.35.3.60, port: 81b7f223-2ab2-4175-875d-9120d0b7f4cd.
Dec 25 21:28:33.137697 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-c27a37a1-5dcc-4f20-a205-4b1d47884dc6 tempest-RoutersIpV6AdminTest-1531157789 tempest-RoutersIpV6AdminTest-1531157789-project] Publish callbacks [] for router_gateway, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:33.162735 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-c27a37a1-5dcc-4f20-a205-4b1d47884dc6 tempest-RoutersIpV6AdminTest-1531157789 tempest-RoutersIpV6AdminTest-1531157789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:33.181141 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f67f41bb-22ac-4766-bd5c-30ffd38b2b0b tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Router caef596b-48c6-4907-a4cb-760766c09537 has already been hosted by L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 {{(pid=121606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 25 21:28:33.187256 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 44288) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:28:33.330629 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-ea0095ba-ac2d-4a69-a697-951339b1aa7c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e27ea19f90cf4e0c934675615d455854&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1422155
Dec 25 21:28:33.333026 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 44298) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:28:33.362480 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_common [None req-c27a37a1-5dcc-4f20-a205-4b1d47884dc6 tempest-RoutersIpV6AdminTest-1531157789 tempest-RoutersIpV6AdminTest-1531157789-project] Allocated IP 172.35.3.13 (7201e55c-7c5f-41aa-a042-a363696539d0/7a939e13-713f-45cf-bba7-1539635abe25/33519ad7-3248-4b08-bcf9-33792e44ba97) {{(pid=121606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:28:33.384041 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f67f41bb-22ac-4766-bd5c-30ffd38b2b0b tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 21:28:33.389004 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a17b50e3-81e8-46f4-8083-29458806be8c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:33.401976 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fef43b01-5850-4333-b345-256568070fd8 None None] Sync routers for ids ['caef596b-48c6-4907-a4cb-760766c09537'] in ncdv-master-1 {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 21:28:33.414189 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fef43b01-5850-4333-b345-256568070fd8 None None] Routers {'caef596b-48c6-4907-a4cb-760766c09537'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:28:33.414814 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-fef43b01-5850-4333-b345-256568070fd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2618297160>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:28:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['caef596b-48c6-4907-a4cb-760766c09537'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:28:33.427570 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a17b50e3-81e8-46f4-8083-29458806be8c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:33.451746 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-fef43b01-5850-4333-b345-256568070fd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2618297160>, [], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:28:33.461288 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fef43b01-5850-4333-b345-256568070fd8 None None] Routers {'caef596b-48c6-4907-a4cb-760766c09537'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:28:33.461919 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-fef43b01-5850-4333-b345-256568070fd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2618297160>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:28:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['caef596b-48c6-4907-a4cb-760766c09537'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:28:33.502487 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-fef43b01-5850-4333-b345-256568070fd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2618297160>, [], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:28:33.503164 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fef43b01-5850-4333-b345-256568070fd8 None None] The sync data for ids ['caef596b-48c6-4907-a4cb-760766c09537'] in ncdv-master-1 is: [] {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 21:28:33.515014 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-c27a37a1-5dcc-4f20-a205-4b1d47884dc6 tempest-RoutersIpV6AdminTest-1531157789 tempest-RoutersIpV6AdminTest-1531157789-project] Publish callbacks [] for port, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:33.520053 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-f67f41bb-22ac-4766-bd5c-30ffd38b2b0b tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for floatingip, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:33.557712 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-f67f41bb-22ac-4766-bd5c-30ffd38b2b0b tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 982 time: 3.6767988
Dec 25 21:28:33.558045 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 44306) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:28:33.563615 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-1b70440d-0cfd-4888-995c-aa6fca703aeb tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1921476379'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:28:33.606062 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 0514a818-e21a-49e8-a280-adba34ab69b2 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:28:33.622396 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a17b50e3-81e8-46f4-8083-29458806be8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:33.624972 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a17b50e3-81e8-46f4-8083-29458806be8c admin admin] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:33.628510 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-a17b50e3-81e8-46f4-8083-29458806be8c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/df25608e-6269-4bb5-a770-6b096a3868fd HTTP/1.1" status: 204  len: 168 time: 0.2923396
Dec 25 21:28:33.628742 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] No Port match for: 0514a818-e21a-49e8-a280-adba34ab69b2 {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:28:33.630936 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 0514a818-e21a-49e8-a280-adba34ab69b2 not bound to the agent host ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:28:33.634868 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17b50e3-81e8-46f4-8083-29458806be8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df25608e-6269-4bb5-a770-6b096a3868fd,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:28:33.649260 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17b50e3-81e8-46f4-8083-29458806be8c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:28:33.649622 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17b50e3-81e8-46f4-8083-29458806be8c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:28:33.650062 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17b50e3-81e8-46f4-8083-29458806be8c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:28:33.651167 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17b50e3-81e8-46f4-8083-29458806be8c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:28:33.651523 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17b50e3-81e8-46f4-8083-29458806be8c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:28:33.652917 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17b50e3-81e8-46f4-8083-29458806be8c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:28:33.653122 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17b50e3-81e8-46f4-8083-29458806be8c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:28:33.653450 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17b50e3-81e8-46f4-8083-29458806be8c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:28:33.653778 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17b50e3-81e8-46f4-8083-29458806be8c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:28:33.654151 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17b50e3-81e8-46f4-8083-29458806be8c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:28:33.654479 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17b50e3-81e8-46f4-8083-29458806be8c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:28:33.654937 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17b50e3-81e8-46f4-8083-29458806be8c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:28:33.655294 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17b50e3-81e8-46f4-8083-29458806be8c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:28:33.679835 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-c27a37a1-5dcc-4f20-a205-4b1d47884dc6 tempest-RoutersIpV6AdminTest-1531157789 tempest-RoutersIpV6AdminTest-1531157789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:33.725394 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c27a37a1-5dcc-4f20-a205-4b1d47884dc6 tempest-RoutersIpV6AdminTest-1531157789 tempest-RoutersIpV6AdminTest-1531157789-project] Network 7201e55c-7c5f-41aa-a042-a363696539d0 is already hosted by enough agents. {{(pid=121606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:28:33.728309 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [None req-c27a37a1-5dcc-4f20-a205-4b1d47884dc6 tempest-RoutersIpV6AdminTest-1531157789 tempest-RoutersIpV6AdminTest-1531157789-project] Resources bound (agent type, host, resource id):  {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:28:33.741964 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c27a37a1-5dcc-4f20-a205-4b1d47884dc6 tempest-RoutersIpV6AdminTest-1531157789 tempest-RoutersIpV6AdminTest-1531157789-project] Received port after_create {{(pid=121606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:28:33.745104 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3da6a2b4-2f7f-4783-b970-24c40766db02 None None] DHCP port deletion for 7201e55c-7c5f-41aa-a042-a363696539d0 request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 21:28:33.748989 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b70440d-0cfd-4888-995c-aa6fca703aeb tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Made reservation on behalf of 70fdeb50a23f42c4bedba3950b7fce5c for: {'network': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:28:33.752581 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-1b70440d-0cfd-4888-995c-aa6fca703aeb tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for network, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:33.780547 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27a37a1-5dcc-4f20-a205-4b1d47884dc6 tempest-RoutersIpV6AdminTest-1531157789 tempest-RoutersIpV6AdminTest-1531157789-project] Pushing event updated for resources: {'Port': ['ID=33519ad7-3248-4b08-bcf9-33792e44ba97,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:28:33.791486 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-000f3890-7f59-4bc5-a17a-7a7af090e75f None None] Provisioning complete for port 33519ad7-3248-4b08-bcf9-33792e44ba97 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:28:33.792114 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-000f3890-7f59-4bc5-a17a-7a7af090e75f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:33.812149 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b70440d-0cfd-4888-995c-aa6fca703aeb tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] vlan segment allocate from pool success with {'vlan_id': 176, 'physical_network': 'physnet1'}  {{(pid=121606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 25 21:28:33.833811 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-000f3890-7f59-4bc5-a17a-7a7af090e75f None None] Port 33519ad7-3248-4b08-bcf9-33792e44ba97 cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:28:33.857883 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-1b70440d-0cfd-4888-995c-aa6fca703aeb tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:33.858175 ncdv-master-1 neutron-server[121606]: INFO neutron.db.segments_db [None req-1b70440d-0cfd-4888-995c-aa6fca703aeb tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Added segment 60ba6e22-c65a-44de-b3dc-453d7c50806b of type vlan for network 4de18028-b955-42f0-9b55-2e2dc7f8cbcb
Dec 25 21:28:33.968405 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-1b70440d-0cfd-4888-995c-aa6fca703aeb tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737602163420'] for network, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:34.083289 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-1b70440d-0cfd-4888-995c-aa6fca703aeb tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870'] for network, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:34.090733 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b70440d-0cfd-4888-995c-aa6fca703aeb tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:28:34.091318 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-1b70440d-0cfd-4888-995c-aa6fca703aeb tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for network, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:34.257178 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-1b70440d-0cfd-4888-995c-aa6fca703aeb tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 773 time: 0.6975830
Dec 25 21:28:34.258129 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b70440d-0cfd-4888-995c-aa6fca703aeb tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Pushing event updated for resources: {'Network': ['ID=4de18028-b955-42f0-9b55-2e2dc7f8cbcb,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:28:34.260909 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 44352) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:28:34.269389 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-05d8fb88-17bb-4300-acb3-5847594830b8 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Request body: {'subnet': {'network_id': '4de18028-b955-42f0-9b55-2e2dc7f8cbcb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:28:34.270992 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Network 4de18028-b955-42f0-9b55-2e2dc7f8cbcb details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 25 21:28:34.311864 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-c27a37a1-5dcc-4f20-a205-4b1d47884dc6 tempest-RoutersIpV6AdminTest-1531157789 tempest-RoutersIpV6AdminTest-1531157789-project] Publish callbacks [] for router_gateway, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:34.355026 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:34.468010 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05d8fb88-17bb-4300-acb3-5847594830b8 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Made reservation on behalf of 70fdeb50a23f42c4bedba3950b7fce5c for: {'subnet': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:28:34.472335 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-05d8fb88-17bb-4300-acb3-5847594830b8 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8852834'] for subnet, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:34.600405 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-c27a37a1-5dcc-4f20-a205-4b1d47884dc6 tempest-RoutersIpV6AdminTest-1531157789 tempest-RoutersIpV6AdminTest-1531157789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2014278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2009753'] for router, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:34.778934 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-0237cad7-6065-4f99-8cf1-c4c4c9f1f1e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:34.807964 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-05d8fb88-17bb-4300-acb3-5847594830b8 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8632475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8852848'] for subnet, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:34.826198 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c27a37a1-5dcc-4f20-a205-4b1d47884dc6 tempest-RoutersIpV6AdminTest-1531157789 tempest-RoutersIpV6AdminTest-1531157789-project] Router 9d3f9414-eb1f-4659-ab82-6a6f2494caf6 is scheduled to L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 with binding_index 1 {{(pid=121606) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 25 21:28:34.874394 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d8fb88-17bb-4300-acb3-5847594830b8 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Pushing event updated for resources: {'Subnet': ['ID=4b752e6f-081c-48f2-8e5d-982cdb403732,revision_number=0']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:28:34.882179 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05d8fb88-17bb-4300-acb3-5847594830b8 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Checking segment: {'id': '60ba6e22-c65a-44de-b3dc-453d7c50806b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '4de18028-b955-42f0-9b55-2e2dc7f8cbcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:28:34.882306 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05d8fb88-17bb-4300-acb3-5847594830b8 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Network hostable DHCP agents. Network: 4de18028-b955-42f0-9b55-2e2dc7f8cbcb, hostable agents: ['1813db88-2c1b-4357-a2ba-869246b663c2'], hosted agents: [] {{(pid=121607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 25 21:28:34.944499 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c27a37a1-5dcc-4f20-a205-4b1d47884dc6 tempest-RoutersIpV6AdminTest-1531157789 tempest-RoutersIpV6AdminTest-1531157789-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 21:28:34.960035 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65b23275-df55-4b44-9969-fc13c7e85942 None None] Sync routers for ids ['9d3f9414-eb1f-4659-ab82-6a6f2494caf6'] in ncdv-master-1 {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 21:28:34.963239 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05d8fb88-17bb-4300-acb3-5847594830b8 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Network 4de18028-b955-42f0-9b55-2e2dc7f8cbcb is scheduled to be hosted by DHCP agent 1813db88-2c1b-4357-a2ba-869246b663c2 with binding_index 1 {{(pid=121607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 25 21:28:34.976070 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65b23275-df55-4b44-9969-fc13c7e85942 None None] Routers {'9d3f9414-eb1f-4659-ab82-6a6f2494caf6'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:28:34.976674 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-65b23275-df55-4b44-9969-fc13c7e85942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2618899670>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:28:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['9d3f9414-eb1f-4659-ab82-6a6f2494caf6'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:28:35.011830 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-65b23275-df55-4b44-9969-fc13c7e85942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2618899670>, [], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:28:35.020360 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65b23275-df55-4b44-9969-fc13c7e85942 None None] Routers {'9d3f9414-eb1f-4659-ab82-6a6f2494caf6'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:28:35.020989 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-65b23275-df55-4b44-9969-fc13c7e85942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2618899670>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:28:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['9d3f9414-eb1f-4659-ab82-6a6f2494caf6'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:28:35.022878 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-c27a37a1-5dcc-4f20-a205-4b1d47884dc6 tempest-RoutersIpV6AdminTest-1531157789 tempest-RoutersIpV6AdminTest-1531157789-project] Publish callbacks [] for router, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:35.024653 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-c27a37a1-5dcc-4f20-a205-4b1d47884dc6 tempest-RoutersIpV6AdminTest-1531157789 tempest-RoutersIpV6AdminTest-1531157789-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 887 time: 3.2973869
Dec 25 21:28:35.028172 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 44398) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:28:35.034613 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-f0bdfd13-ef96-4716-b5db-3758000a1531 tempest-RoutersIpV6AdminTest-1531157789 tempest-RoutersIpV6AdminTest-1531157789-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:28:35.053116 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-65b23275-df55-4b44-9969-fc13c7e85942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2618899670>, [], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:28:35.053767 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65b23275-df55-4b44-9969-fc13c7e85942 None None] The sync data for ids ['9d3f9414-eb1f-4659-ab82-6a6f2494caf6'] in ncdv-master-1 is: [] {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 21:28:35.076327 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-05d8fb88-17bb-4300-acb3-5847594830b8 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 4de18028-b955-42f0-9b55-2e2dc7f8cbcb) {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:28:35.083520 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05d8fb88-17bb-4300-acb3-5847594830b8 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:28:35.084119 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-05d8fb88-17bb-4300-acb3-5847594830b8 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Publish callbacks [] for subnet, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:35.084715 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41f3fa16-e74e-4e38-baae-b0eca8b56e84 None None] Network 4de18028-b955-42f0-9b55-2e2dc7f8cbcb requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:28:35.202058 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa2fabed-f865-4076-97db-4fafc41947b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-4de18028-b955-42f0-9b55-2e2dc7f8cbcb', 'network_id': '4de18028-b955-42f0-9b55-2e2dc7f8cbcb', 'project_id': '70fdeb50a23f42c4bedba3950b7fce5c', 'fixed_ips': [{'subnet_id': '4b752e6f-081c-48f2-8e5d-982cdb403732'}]}} from ncdv-master-1. {{(pid=121608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 25 21:28:35.203150 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-aa2fabed-f865-4076-97db-4fafc41947b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:35.209177 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-05d8fb88-17bb-4300-acb3-5847594830b8 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.9454734
Dec 25 21:28:35.212283 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 44406) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:28:35.217268 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-2af3f2a7-7184-4c6c-ba7f-e8a5b3258747 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-310308669', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'}, 'admin_state_up': False}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:28:35.343149 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.db_base_plugin_common [None req-aa2fabed-f865-4076-97db-4fafc41947b9 None None] Allocated IP 172.20.0.2 (4de18028-b955-42f0-9b55-2e2dc7f8cbcb/4b752e6f-081c-48f2-8e5d-982cdb403732/de570310-9ed4-4be9-a9c4-0dacfe0c83d3) {{(pid=121608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:28:35.374051 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-2af3f2a7-7184-4c6c-ba7f-e8a5b3258747 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2014909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14863'] for router, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:35.375762 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-2af3f2a7-7184-4c6c-ba7f-e8a5b3258747 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2014285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2009796', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2082630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14848'] for router, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:35.428030 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f0bdfd13-ef96-4716-b5db-3758000a1531 tempest-RoutersIpV6AdminTest-1531157789 tempest-RoutersIpV6AdminTest-1531157789-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:35.470294 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-2af3f2a7-7184-4c6c-ba7f-e8a5b3258747 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:35.503493 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f0bdfd13-ef96-4716-b5db-3758000a1531 tempest-RoutersIpV6AdminTest-1531157789 tempest-RoutersIpV6AdminTest-1531157789-project] Publish callbacks [] for router_gateway, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:35.513353 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-aa2fabed-f865-4076-97db-4fafc41947b9 None None] Publish callbacks [] for port, precommit_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:35.605770 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-aa2fabed-f865-4076-97db-4fafc41947b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946'] for port, after_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:35.661142 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa2fabed-f865-4076-97db-4fafc41947b9 None None] Network 4de18028-b955-42f0-9b55-2e2dc7f8cbcb is already hosted by enough agents. {{(pid=121608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:28:35.662690 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.base_scheduler [None req-aa2fabed-f865-4076-97db-4fafc41947b9 None None] Resources bound (agent type, host, resource id):  {{(pid=121608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:28:35.666425 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa2fabed-f865-4076-97db-4fafc41947b9 None None] Received port after_create {{(pid=121608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:28:35.693042 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-2af3f2a7-7184-4c6c-ba7f-e8a5b3258747 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:35.709757 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2fabed-f865-4076-97db-4fafc41947b9 None None] Pushing event updated for resources: {'Port': ['ID=de570310-9ed4-4be9-a9c4-0dacfe0c83d3,revision_number=1']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:28:35.717595 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-f0bdfd13-ef96-4716-b5db-3758000a1531 tempest-RoutersIpV6AdminTest-1531157789 tempest-RoutersIpV6AdminTest-1531157789-project] Deleting port 33519ad7-3248-4b08-bcf9-33792e44ba97 {{(pid=121607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:28:35.717947 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f0bdfd13-ef96-4716-b5db-3758000a1531 tempest-RoutersIpV6AdminTest-1531157789 tempest-RoutersIpV6AdminTest-1531157789-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:35.745154 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-aa2fabed-f865-4076-97db-4fafc41947b9 None None] Attempting to bind port de570310-9ed4-4be9-a9c4-0dacfe0c83d3 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:28:35.746108 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-aa2fabed-f865-4076-97db-4fafc41947b9 None None] Attempting to bind port de570310-9ed4-4be9-a9c4-0dacfe0c83d3 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '60ba6e22-c65a-44de-b3dc-453d7c50806b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '4de18028-b955-42f0-9b55-2e2dc7f8cbcb'}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:28:35.746108 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa2fabed-f865-4076-97db-4fafc41947b9 None None] Attempting to bind port de570310-9ed4-4be9-a9c4-0dacfe0c83d3 on network 4de18028-b955-42f0-9b55-2e2dc7f8cbcb {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:28:35.751602 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa2fabed-f865-4076-97db-4fafc41947b9 None None] Checking agent: {'id': 'ca4f5c6d-f1fd-48b8-a3e3-395864c7d23d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 20, 56, 40), 'started_at': datetime.datetime(2021, 12, 25, 20, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 28, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:28:35.752064 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa2fabed-f865-4076-97db-4fafc41947b9 None None] Checking segment: {'id': '60ba6e22-c65a-44de-b3dc-453d7c50806b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '4de18028-b955-42f0-9b55-2e2dc7f8cbcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:28:35.752521 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-aa2fabed-f865-4076-97db-4fafc41947b9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:35.753015 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa2fabed-f865-4076-97db-4fafc41947b9 None None] Bound using segment: {'id': '60ba6e22-c65a-44de-b3dc-453d7c50806b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '4de18028-b955-42f0-9b55-2e2dc7f8cbcb'} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:28:35.753558 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-aa2fabed-f865-4076-97db-4fafc41947b9 None None] Bound port: de570310-9ed4-4be9-a9c4-0dacfe0c83d3, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60ba6e22-c65a-44de-b3dc-453d7c50806b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '4de18028-b955-42f0-9b55-2e2dc7f8cbcb'}}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:28:35.754009 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-aa2fabed-f865-4076-97db-4fafc41947b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:35.836925 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f0bdfd13-ef96-4716-b5db-3758000a1531 tempest-RoutersIpV6AdminTest-1531157789 tempest-RoutersIpV6AdminTest-1531157789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:35.842233 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-aa2fabed-f865-4076-97db-4fafc41947b9 None None] For port de570310-9ed4-4be9-a9c4-0dacfe0c83d3, host ncdv-master-1, cleared binding levels {{(pid=121608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:28:35.846120 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-aa2fabed-f865-4076-97db-4fafc41947b9 None None] For port de570310-9ed4-4be9-a9c4-0dacfe0c83d3, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=de570310-9ed4-4be9-a9c4-0dacfe0c83d3,segment=NetworkSegment(60ba6e22-c65a-44de-b3dc-453d7c50806b),segment_id=60ba6e22-c65a-44de-b3dc-453d7c50806b)] {{(pid=121608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:28:35.858006 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-f0bdfd13-ef96-4716-b5db-3758000a1531 tempest-RoutersIpV6AdminTest-1531157789 tempest-RoutersIpV6AdminTest-1531157789-project] Calling delete_port for 33519ad7-3248-4b08-bcf9-33792e44ba97 owned by network:router_gateway {{(pid=121607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:28:35.925212 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-aa2fabed-f865-4076-97db-4fafc41947b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:35.995564 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2fabed-f865-4076-97db-4fafc41947b9 None None] Pushing event updated for resources: {'Port': ['ID=de570310-9ed4-4be9-a9c4-0dacfe0c83d3,revision_number=2']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:28:36.227210 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-2af3f2a7-7184-4c6c-ba7f-e8a5b3258747 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Publish callbacks [] for router_gateway, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:36.255610 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-2af3f2a7-7184-4c6c-ba7f-e8a5b3258747 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:36.394185 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 44442) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:28:36.399405 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-ecbbaf51-9406-4cdd-8629-0857f151f659 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1633956838'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:28:36.407478 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_common [None req-2af3f2a7-7184-4c6c-ba7f-e8a5b3258747 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Allocated IP 172.35.3.138 (7201e55c-7c5f-41aa-a042-a363696539d0/7a939e13-713f-45cf-bba7-1539635abe25/a503fe7e-3791-4e2c-89f0-2c0145c73952) {{(pid=121607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:28:36.433872 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f0bdfd13-ef96-4716-b5db-3758000a1531 tempest-RoutersIpV6AdminTest-1531157789 tempest-RoutersIpV6AdminTest-1531157789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:36.474361 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bdfd13-ef96-4716-b5db-3758000a1531 tempest-RoutersIpV6AdminTest-1531157789 tempest-RoutersIpV6AdminTest-1531157789-project] Pushing event deleted for resources: {'Port': ['ID=33519ad7-3248-4b08-bcf9-33792e44ba97,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:28:36.492293 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36f2429e-0a41-4086-9fb1-66725db6d381 None None] DHCP port deletion for 7201e55c-7c5f-41aa-a042-a363696539d0 request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 21:28:36.511995 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecbbaf51-9406-4cdd-8629-0857f151f659 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Made reservation on behalf of 980165331b334d7795b91adc96459725 for: {'network': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:28:36.522752 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-ecbbaf51-9406-4cdd-8629-0857f151f659 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for network, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:36.568602 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ecbbaf51-9406-4cdd-8629-0857f151f659 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] vlan segment allocate from pool success with {'vlan_id': 196, 'physical_network': 'physnet1'}  {{(pid=121606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 25 21:28:36.580497 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-ecbbaf51-9406-4cdd-8629-0857f151f659 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:36.581069 ncdv-master-1 neutron-server[121606]: INFO neutron.db.segments_db [None req-ecbbaf51-9406-4cdd-8629-0857f151f659 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Added segment 2df77a22-5050-47e9-a636-9ce65fb0dac2 of type vlan for network 6dab2bb9-1b11-4634-becc-b5742aceff64
Dec 25 21:28:36.615024 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f0bdfd13-ef96-4716-b5db-3758000a1531 tempest-RoutersIpV6AdminTest-1531157789 tempest-RoutersIpV6AdminTest-1531157789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2008689'] for router_gateway, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:36.628574 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-ecbbaf51-9406-4cdd-8629-0857f151f659 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737602163420'] for network, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:36.665087 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-2af3f2a7-7184-4c6c-ba7f-e8a5b3258747 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Publish callbacks [] for port, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:36.790925 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-ecbbaf51-9406-4cdd-8629-0857f151f659 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870'] for network, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:36.799266 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecbbaf51-9406-4cdd-8629-0857f151f659 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:28:36.800032 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-ecbbaf51-9406-4cdd-8629-0857f151f659 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for network, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:36.821819 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 44454) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:28:36.932965 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f0bdfd13-ef96-4716-b5db-3758000a1531 tempest-RoutersIpV6AdminTest-1531157789 tempest-RoutersIpV6AdminTest-1531157789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2009782', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2014271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14898'] for router, precommit_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:36.952732 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f0bdfd13-ef96-4716-b5db-3758000a1531 tempest-RoutersIpV6AdminTest-1531157789 tempest-RoutersIpV6AdminTest-1531157789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2009753', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2009775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2009760', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2014256'] for router, after_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:37.004755 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-17fb6c89-1e2d-4fe0-bfea-e43c9ceabac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:37.062296 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-2af3f2a7-7184-4c6c-ba7f-e8a5b3258747 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:37.069354 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0bdfd13-ef96-4716-b5db-3758000a1531 tempest-RoutersIpV6AdminTest-1531157789 tempest-RoutersIpV6AdminTest-1531157789-project] Router 9d3f9414-eb1f-4659-ab82-6a6f2494caf6 has already been hosted by L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 {{(pid=121607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 25 21:28:37.126875 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2af3f2a7-7184-4c6c-ba7f-e8a5b3258747 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Network 7201e55c-7c5f-41aa-a042-a363696539d0 is already hosted by enough agents. {{(pid=121607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:28:37.135325 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-2af3f2a7-7184-4c6c-ba7f-e8a5b3258747 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Resources bound (agent type, host, resource id):  {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:28:37.138106 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2af3f2a7-7184-4c6c-ba7f-e8a5b3258747 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Received port after_create {{(pid=121607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:28:37.142575 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af3f2a7-7184-4c6c-ba7f-e8a5b3258747 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Pushing event updated for resources: {'Port': ['ID=a503fe7e-3791-4e2c-89f0-2c0145c73952,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:28:37.161435 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4b8c284-41ae-415b-8e98-9c90d96e8da5 None None] DHCP port deletion for 7201e55c-7c5f-41aa-a042-a363696539d0 request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 21:28:37.225162 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3c51b7d-1028-4209-a319-86d934be618e None None] Network 4de18028-b955-42f0-9b55-2e2dc7f8cbcb requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:28:37.251273 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0bdfd13-ef96-4716-b5db-3758000a1531 tempest-RoutersIpV6AdminTest-1531157789 tempest-RoutersIpV6AdminTest-1531157789-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 21:28:37.259064 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f0bdfd13-ef96-4716-b5db-3758000a1531 tempest-RoutersIpV6AdminTest-1531157789 tempest-RoutersIpV6AdminTest-1531157789-project] Publish callbacks [] for router, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:37.260367 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-f0bdfd13-ef96-4716-b5db-3758000a1531 tempest-RoutersIpV6AdminTest-1531157789 tempest-RoutersIpV6AdminTest-1531157789-project] 10.222.0.32 "PUT /v2.0/routers/9d3f9414-eb1f-4659-ab82-6a6f2494caf6 HTTP/1.1" status: 200  len: 709 time: 2.2303472
Dec 25 21:28:37.264835 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 44470) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:28:37.295577 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-ecbbaf51-9406-4cdd-8629-0857f151f659 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 774 time: 0.8996615
Dec 25 21:28:37.300297 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f2261b8-96f7-4002-99af-dcad7fe89f2f None None] Sync routers for ids ['9d3f9414-eb1f-4659-ab82-6a6f2494caf6'] in ncdv-master-1 {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 21:28:37.301784 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbbaf51-9406-4cdd-8629-0857f151f659 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Pushing event updated for resources: {'Network': ['ID=6dab2bb9-1b11-4634-becc-b5742aceff64,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:28:37.306543 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 44472) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:28:37.319060 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-8794b531-cb65-4e62-bd45-e808b26a83b3 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-292859554'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:28:37.322134 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Network 6dab2bb9-1b11-4634-becc-b5742aceff64 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 25 21:28:37.324735 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-81ef75d5-5aad-4d79-95ad-1ecc83c62756 admin admin] Publish callbacks [] for security_group, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:37.366121 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f2261b8-96f7-4002-99af-dcad7fe89f2f None None] Routers {'9d3f9414-eb1f-4659-ab82-6a6f2494caf6'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:28:37.366771 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-8f2261b8-96f7-4002-99af-dcad7fe89f2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2612eff4c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:28:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['9d3f9414-eb1f-4659-ab82-6a6f2494caf6'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:28:37.417251 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-81ef75d5-5aad-4d79-95ad-1ecc83c62756 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:37.431381 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-78a50b7d-fd3a-48f0-8813-80ffb57b24b8 tempest-RoutersIpV6AdminTest-611111169 tempest-RoutersIpV6AdminTest-611111169-project-admin] 10.222.0.32 "GET /v2.0/routers/9d3f9414-eb1f-4659-ab82-6a6f2494caf6 HTTP/1.1" status: 200  len: 744 time: 0.1629212
Dec 25 21:28:37.432187 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 44474) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:28:37.432679 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-5a041ff9-dad3-454a-81ff-c9a757a76982 None None] Provisioning complete for port de570310-9ed4-4be9-a9c4-0dacfe0c83d3 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:28:37.433080 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5a041ff9-dad3-454a-81ff-c9a757a76982 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:37.442858 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-8f2261b8-96f7-4002-99af-dcad7fe89f2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2612eff4c0>, [], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:28:37.482667 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-7c861be1-ab9b-43b8-92b5-7a1be1de33a3 tempest-RoutersIpV6AdminTest-611111169 tempest-RoutersIpV6AdminTest-611111169-project-admin] 10.222.0.32 "GET /v2.0/ports?network_id=7201e55c-7c5f-41aa-a042-a363696539d0&device_id=9d3f9414-eb1f-4659-ab82-6a6f2494caf6 HTTP/1.1" status: 200  len: 205 time: 0.0457325
Dec 25 21:28:37.482667 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8794b531-cb65-4e62-bd45-e808b26a83b3 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Made reservation on behalf of 980165331b334d7795b91adc96459725 for: {'network': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:28:37.485658 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-8794b531-cb65-4e62-bd45-e808b26a83b3 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for network, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:37.487833 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 44476) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:28:37.489558 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-81ef75d5-5aad-4d79-95ad-1ecc83c62756 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:37.506720 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f2261b8-96f7-4002-99af-dcad7fe89f2f None None] Routers {'9d3f9414-eb1f-4659-ab82-6a6f2494caf6'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:28:37.507360 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-8f2261b8-96f7-4002-99af-dcad7fe89f2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2612eff4c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:28:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['9d3f9414-eb1f-4659-ab82-6a6f2494caf6'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:28:37.528465 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-3ebfa092-6b5a-4340-ba16-aa7e4e57a9ae tempest-RoutersIpV6AdminTest-1531157789 tempest-RoutersIpV6AdminTest-1531157789-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d3f9414-eb1f-4659-ab82-6a6f2494caf6 HTTP/1.1" status: 200  len: 205 time: 0.0393589
Dec 25 21:28:37.530894 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 44478) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:28:37.550527 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-8f2261b8-96f7-4002-99af-dcad7fe89f2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2612eff4c0>, [], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:28:37.551206 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f2261b8-96f7-4002-99af-dcad7fe89f2f None None] The sync data for ids ['9d3f9414-eb1f-4659-ab82-6a6f2494caf6'] in ncdv-master-1 is: [] {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 21:28:37.554311 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-81ef75d5-5aad-4d79-95ad-1ecc83c62756 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f38fc294ddc048be9c1ff43557bc96a2&name=default HTTP/1.1" status: 200  len: 3000 time: 0.7314296
Dec 25 21:28:37.557326 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ef75d5-5aad-4d79-95ad-1ecc83c62756 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47e6a117-212a-4b22-adfc-5c40eb142f08,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:28:37.562454 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 44480) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:28:37.564421 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8794b531-cb65-4e62-bd45-e808b26a83b3 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] vlan segment allocate from pool success with {'vlan_id': 159, 'physical_network': 'physnet1'}  {{(pid=121606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 25 21:28:37.637749 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-8794b531-cb65-4e62-bd45-e808b26a83b3 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:37.638534 ncdv-master-1 neutron-server[121606]: INFO neutron.db.segments_db [None req-8794b531-cb65-4e62-bd45-e808b26a83b3 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Added segment 2bcf2b0c-180d-4687-9bbb-53de5ba60a48 of type vlan for network 1eebed42-83f0-407e-9fde-c8f3a2309436
Dec 25 21:28:37.653654 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5a041ff9-dad3-454a-81ff-c9a757a76982 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:37.726778 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-8794b531-cb65-4e62-bd45-e808b26a83b3 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737602163420'] for network, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:37.740143 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5a041ff9-dad3-454a-81ff-c9a757a76982 None None] For port de570310-9ed4-4be9-a9c4-0dacfe0c83d3, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=de570310-9ed4-4be9-a9c4-0dacfe0c83d3,segment=NetworkSegment(60ba6e22-c65a-44de-b3dc-453d7c50806b),segment_id=60ba6e22-c65a-44de-b3dc-453d7c50806b)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:28:37.754961 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-894d56d1-d25a-460c-963e-c6eb51a78df9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:37.798863 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-894d56d1-d25a-460c-963e-c6eb51a78df9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:37.859590 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5a041ff9-dad3-454a-81ff-c9a757a76982 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:37.893895 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-8794b531-cb65-4e62-bd45-e808b26a83b3 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870'] for network, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:37.899672 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8794b531-cb65-4e62-bd45-e808b26a83b3 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:28:37.900414 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-8794b531-cb65-4e62-bd45-e808b26a83b3 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for network, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:37.938290 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-5a041ff9-dad3-454a-81ff-c9a757a76982 None None] Provisioning complete for port a503fe7e-3791-4e2c-89f0-2c0145c73952 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:28:37.938668 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5a041ff9-dad3-454a-81ff-c9a757a76982 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:37.971555 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device de570310-9ed4-4be9-a9c4-0dacfe0c83d3 up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:28:37.990998 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8794b531-cb65-4e62-bd45-e808b26a83b3 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Pushing event updated for resources: {'Network': ['ID=1eebed42-83f0-407e-9fde-c8f3a2309436,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:28:37.994374 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-894d56d1-d25a-460c-963e-c6eb51a78df9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:37.997724 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-894d56d1-d25a-460c-963e-c6eb51a78df9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:38.013319 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-894d56d1-d25a-460c-963e-c6eb51a78df9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/47e6a117-212a-4b22-adfc-5c40eb142f08 HTTP/1.1" status: 204  len: 168 time: 0.4406302
Dec 25 21:28:38.013591 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Network 1eebed42-83f0-407e-9fde-c8f3a2309436 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 25 21:28:38.022624 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f1570a77-7b38-44ba-b155-f71e1877ddbd tempest-RoutersIpV6AdminTest-1531157789 tempest-RoutersIpV6AdminTest-1531157789-project] Publish callbacks [] for router, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:38.034962 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894d56d1-d25a-460c-963e-c6eb51a78df9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47e6a117-212a-4b22-adfc-5c40eb142f08,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:28:38.073312 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a041ff9-dad3-454a-81ff-c9a757a76982 None None] Pushing event updated for resources: {'Port': ['ID=de570310-9ed4-4be9-a9c4-0dacfe0c83d3,revision_number=3']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:28:38.112838 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-5a041ff9-dad3-454a-81ff-c9a757a76982 None None] Port a503fe7e-3791-4e2c-89f0-2c0145c73952 cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:28:38.118953 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-8794b531-cb65-4e62-bd45-e808b26a83b3 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 773 time: 0.8113225
Dec 25 21:28:38.123085 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 44490) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:28:38.125305 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-57458a02-aecc-44b6-885c-9485e7f67d15 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Request body: {'subnet': {'network_id': '6dab2bb9-1b11-4634-becc-b5742aceff64', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:28:38.131822 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port de570310-9ed4-4be9-a9c4-0dacfe0c83d3 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:28:38.132213 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:38.132986 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-2af3f2a7-7184-4c6c-ba7f-e8a5b3258747 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Publish callbacks [] for router_gateway, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:38.249278 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-c3e820f3-7e4b-424c-a319-e5a26792f6ed None None] Provisioning complete for port de570310-9ed4-4be9-a9c4-0dacfe0c83d3 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:28:38.249645 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-c3e820f3-7e4b-424c-a319-e5a26792f6ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:38.252305 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:38.266512 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f1570a77-7b38-44ba-b155-f71e1877ddbd tempest-RoutersIpV6AdminTest-1531157789 tempest-RoutersIpV6AdminTest-1531157789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2014235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14905'] for router, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:38.270091 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f1570a77-7b38-44ba-b155-f71e1877ddbd tempest-RoutersIpV6AdminTest-1531157789 tempest-RoutersIpV6AdminTest-1531157789-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:38.364470 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57458a02-aecc-44b6-885c-9485e7f67d15 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Made reservation on behalf of 980165331b334d7795b91adc96459725 for: {'subnet': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:28:38.369002 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-57458a02-aecc-44b6-885c-9485e7f67d15 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9028529'] for subnet, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:38.470203 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f1570a77-7b38-44ba-b155-f71e1877ddbd tempest-RoutersIpV6AdminTest-1531157789 tempest-RoutersIpV6AdminTest-1531157789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2014220'] for router, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:38.471019 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1570a77-7b38-44ba-b155-f71e1877ddbd tempest-RoutersIpV6AdminTest-1531157789 tempest-RoutersIpV6AdminTest-1531157789-project] Fanout notify agent at l3_agent the message router_deleted on router 9d3f9414-eb1f-4659-ab82-6a6f2494caf6 {{(pid=121607) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 25 21:28:38.478511 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f1570a77-7b38-44ba-b155-f71e1877ddbd tempest-RoutersIpV6AdminTest-1531157789 tempest-RoutersIpV6AdminTest-1531157789-project] Publish callbacks [] for router, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:38.481318 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-f1570a77-7b38-44ba-b155-f71e1877ddbd tempest-RoutersIpV6AdminTest-1531157789 tempest-RoutersIpV6AdminTest-1531157789-project] 10.222.0.32 "DELETE /v2.0/routers/9d3f9414-eb1f-4659-ab82-6a6f2494caf6 HTTP/1.1" status: 204  len: 168 time: 0.9491234
Dec 25 21:28:38.484040 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 44496) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:28:38.510572 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3e945ecd-9380-47c2-aa0a-12ebe07e03e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:38.523077 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-9a095681-181c-4d02-a361-429559c07a1d tempest-RoutersIpV6AdminTest-1531157789 tempest-RoutersIpV6AdminTest-1531157789-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d3f9414-eb1f-4659-ab82-6a6f2494caf6 HTTP/1.1" status: 200  len: 205 time: 0.0369246
Dec 25 21:28:38.525579 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 44498) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:28:38.533074 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-2af3f2a7-7184-4c6c-ba7f-e8a5b3258747 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2014278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2009753'] for router, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:38.565622 ncdv-master-1 neutron-server[121607]: INFO neutron.api.v2.resource [None req-1bd6722a-2527-4a3b-a6ad-61e2437cefb2 tempest-RoutersIpV6AdminTest-1531157789 tempest-RoutersIpV6AdminTest-1531157789-project] delete failed (client error): The resource could not be found.
Dec 25 21:28:38.566665 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-1bd6722a-2527-4a3b-a6ad-61e2437cefb2 tempest-RoutersIpV6AdminTest-1531157789 tempest-RoutersIpV6AdminTest-1531157789-project] 10.222.0.32 "DELETE /v2.0/routers/9d3f9414-eb1f-4659-ab82-6a6f2494caf6 HTTP/1.1" status: 404  len: 336 time: 0.0401933
Dec 25 21:28:38.569551 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 44500) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:28:38.604921 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-b9acc5e9-d728-4b30-bfae-ffd53fa6ad37 tempest-RoutersIpV6AdminTest-1531157789 tempest-RoutersIpV6AdminTest-1531157789-project] 10.222.0.32 "GET /v2.0/ports?device_id=fabbbe37-b905-46c9-abed-3ee76c5233a6 HTTP/1.1" status: 200  len: 205 time: 0.0320816
Dec 25 21:28:38.604921 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-57458a02-aecc-44b6-885c-9485e7f67d15 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9084170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9028515'] for subnet, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:38.606787 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 44502) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:28:38.685638 ncdv-master-1 neutron-server[121606]: INFO neutron.api.v2.resource [None req-cc84b418-b981-48c8-be42-ab1ab535b8d5 tempest-RoutersIpV6AdminTest-1531157789 tempest-RoutersIpV6AdminTest-1531157789-project] delete failed (client error): The resource could not be found.
Dec 25 21:28:38.686716 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-cc84b418-b981-48c8-be42-ab1ab535b8d5 tempest-RoutersIpV6AdminTest-1531157789 tempest-RoutersIpV6AdminTest-1531157789-project] 10.222.0.32 "DELETE /v2.0/routers/fabbbe37-b905-46c9-abed-3ee76c5233a6 HTTP/1.1" status: 404  len: 336 time: 0.0765657
Dec 25 21:28:38.689820 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 44506) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:28:38.718304 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57458a02-aecc-44b6-885c-9485e7f67d15 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Pushing event updated for resources: {'Subnet': ['ID=f7c309e7-75ab-4e4b-b61f-ca7ce9c46156,revision_number=0']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:28:38.722439 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-2fae93d7-cb7d-4628-bdf9-a5476806ac7a tempest-RoutersIpV6AdminTest-1531157789 tempest-RoutersIpV6AdminTest-1531157789-project] 10.222.0.32 "GET /v2.0/ports?device_id=0aacc1f7-d0e6-4b7b-97aa-563d343c43e5 HTTP/1.1" status: 200  len: 205 time: 0.0309966
Dec 25 21:28:38.726695 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 44508) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:28:38.735067 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57458a02-aecc-44b6-885c-9485e7f67d15 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Checking segment: {'id': '2df77a22-5050-47e9-a636-9ce65fb0dac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6dab2bb9-1b11-4634-becc-b5742aceff64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:28:38.735241 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57458a02-aecc-44b6-885c-9485e7f67d15 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Network hostable DHCP agents. Network: 6dab2bb9-1b11-4634-becc-b5742aceff64, hostable agents: ['1813db88-2c1b-4357-a2ba-869246b663c2'], hosted agents: [] {{(pid=121606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 25 21:28:38.771605 ncdv-master-1 neutron-server[121606]: INFO neutron.api.v2.resource [None req-66e8803c-fe2f-47c4-8047-7bfa8420f1bf tempest-RoutersIpV6AdminTest-1531157789 tempest-RoutersIpV6AdminTest-1531157789-project] delete failed (client error): The resource could not be found.
Dec 25 21:28:38.772651 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-66e8803c-fe2f-47c4-8047-7bfa8420f1bf tempest-RoutersIpV6AdminTest-1531157789 tempest-RoutersIpV6AdminTest-1531157789-project] 10.222.0.32 "DELETE /v2.0/routers/0aacc1f7-d0e6-4b7b-97aa-563d343c43e5 HTTP/1.1" status: 404  len: 336 time: 0.0449378
Dec 25 21:28:38.775495 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 44510) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:28:38.800661 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 44512) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:28:38.806118 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-dcd860ab-606d-44f3-8be6-1a7363e6d2b6 tempest-RoutersIpV6AdminTest-1531157789 tempest-RoutersIpV6AdminTest-1531157789-project] 10.222.0.32 "GET /v2.0/ports?device_id=d92f3ae1-73b4-4aa5-a27f-2bb511163094 HTTP/1.1" status: 200  len: 205 time: 0.0273664
Dec 25 21:28:38.806510 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 44514) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:28:38.815299 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-5a6ef115-b7fb-4c8d-9062-2017865462d7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:38.846663 ncdv-master-1 neutron-server[121607]: INFO neutron.api.v2.resource [None req-a3e87ab8-8c98-4b52-bb91-6d61f9f60f81 tempest-RoutersIpV6AdminTest-1531157789 tempest-RoutersIpV6AdminTest-1531157789-project] delete failed (client error): The resource could not be found.
Dec 25 21:28:38.847711 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-a3e87ab8-8c98-4b52-bb91-6d61f9f60f81 tempest-RoutersIpV6AdminTest-1531157789 tempest-RoutersIpV6AdminTest-1531157789-project] 10.222.0.32 "DELETE /v2.0/routers/d92f3ae1-73b4-4aa5-a27f-2bb511163094 HTTP/1.1" status: 404  len: 336 time: 0.0402176
Dec 25 21:28:38.848828 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2af3f2a7-7184-4c6c-ba7f-e8a5b3258747 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Router f35b9255-c7bd-4776-a70f-ac4e19490a67 is scheduled to L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 with binding_index 1 {{(pid=121607) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 25 21:28:38.850572 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 44516) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:28:38.880454 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-67a479d6-8b35-4d0a-aa6f-44fb2cc29978 tempest-RoutersIpV6AdminTest-1531157789 tempest-RoutersIpV6AdminTest-1531157789-project] 10.222.0.32 "GET /v2.0/ports?device_id=d7a6b7f9-1eb3-45ee-bc9c-bef1a09fd41d HTTP/1.1" status: 200  len: 205 time: 0.0288150
Dec 25 21:28:38.882902 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 44518) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:28:38.890637 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-5a6ef115-b7fb-4c8d-9062-2017865462d7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:38.892755 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57458a02-aecc-44b6-885c-9485e7f67d15 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Network 6dab2bb9-1b11-4634-becc-b5742aceff64 is scheduled to be hosted by DHCP agent 1813db88-2c1b-4357-a2ba-869246b663c2 with binding_index 1 {{(pid=121606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 25 21:28:38.956839 ncdv-master-1 neutron-server[121607]: INFO neutron.api.v2.resource [None req-bd61b49f-7ac4-421f-9261-5fd5e05d4850 tempest-RoutersIpV6AdminTest-1531157789 tempest-RoutersIpV6AdminTest-1531157789-project] delete failed (client error): The resource could not be found.
Dec 25 21:28:38.957954 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-bd61b49f-7ac4-421f-9261-5fd5e05d4850 tempest-RoutersIpV6AdminTest-1531157789 tempest-RoutersIpV6AdminTest-1531157789-project] 10.222.0.32 "DELETE /v2.0/routers/d7a6b7f9-1eb3-45ee-bc9c-bef1a09fd41d HTTP/1.1" status: 404  len: 336 time: 0.0740259
Dec 25 21:28:38.960647 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 44524) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:28:38.992287 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-d5c5f54e-a7cb-4c14-9254-cd94f98df368 tempest-RoutersIpV6AdminTest-1531157789 tempest-RoutersIpV6AdminTest-1531157789-project] 10.222.0.32 "GET /v2.0/ports?device_id=20f1e6af-0750-4534-97c7-70fd22e74d46 HTTP/1.1" status: 200  len: 205 time: 0.0293994
Dec 25 21:28:38.993248 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-5a6ef115-b7fb-4c8d-9062-2017865462d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:38.995569 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 44526) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:28:39.020959 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2af3f2a7-7184-4c6c-ba7f-e8a5b3258747 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 21:28:39.031980 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-669613f6-a77e-4f32-b12f-7284e8171041 None None] Sync routers for ids ['f35b9255-c7bd-4776-a70f-ac4e19490a67'] in ncdv-master-1 {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 21:28:39.043176 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-669613f6-a77e-4f32-b12f-7284e8171041 None None] Routers {'f35b9255-c7bd-4776-a70f-ac4e19490a67'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:28:39.043866 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-669613f6-a77e-4f32-b12f-7284e8171041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2618664cd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:28:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['f35b9255-c7bd-4776-a70f-ac4e19490a67'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:28:39.062780 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [None req-57458a02-aecc-44b6-885c-9485e7f67d15 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 6dab2bb9-1b11-4634-becc-b5742aceff64) {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:28:39.064684 ncdv-master-1 neutron-server[121606]: INFO neutron.api.v2.resource [None req-d8a35e6c-02ee-4472-8793-432c52febfe3 tempest-RoutersIpV6AdminTest-1531157789 tempest-RoutersIpV6AdminTest-1531157789-project] delete failed (client error): The resource could not be found.
Dec 25 21:28:39.065727 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-d8a35e6c-02ee-4472-8793-432c52febfe3 tempest-RoutersIpV6AdminTest-1531157789 tempest-RoutersIpV6AdminTest-1531157789-project] 10.222.0.32 "DELETE /v2.0/routers/20f1e6af-0750-4534-97c7-70fd22e74d46 HTTP/1.1" status: 404  len: 336 time: 0.0672948
Dec 25 21:28:39.068561 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 44528) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:28:39.072866 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6260e658-82cb-4684-9def-b6f1e49edc46 None None] Network 6dab2bb9-1b11-4634-becc-b5742aceff64 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:28:39.077407 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57458a02-aecc-44b6-885c-9485e7f67d15 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:28:39.078021 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-57458a02-aecc-44b6-885c-9485e7f67d15 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Publish callbacks [] for subnet, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:39.082355 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-5a6ef115-b7fb-4c8d-9062-2017865462d7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=64cf6a7f3efa4c23a62c634405ca8071&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2806351
Dec 25 21:28:39.085112 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 44530) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:28:39.088468 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6ef115-b7fb-4c8d-9062-2017865462d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00d74315-e893-46a2-93d6-6c0523666aaa,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:28:39.142844 ncdv-master-1 neutron-server[121607]: INFO neutron.pecan_wsgi.hooks.translation [None req-be9e7c10-1ad0-48e4-9410-ab19aa1fe685 tempest-RoutersIpV6AdminTest-1531157789 tempest-RoutersIpV6AdminTest-1531157789-project] DELETE failed (client error): The resource could not be found.
Dec 25 21:28:39.143309 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be9e7c10-1ad0-48e4-9410-ab19aa1fe685 tempest-RoutersIpV6AdminTest-1531157789 tempest-RoutersIpV6AdminTest-1531157789-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 25 21:28:39.149092 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-be9e7c10-1ad0-48e4-9410-ab19aa1fe685 tempest-RoutersIpV6AdminTest-1531157789 tempest-RoutersIpV6AdminTest-1531157789-project] 10.222.0.32 "DELETE /v2.0/subnets/d821c3f4-b8d4-4e56-8f81-6717771bda0a HTTP/1.1" status: 404  len: 337 time: 0.0769613
Dec 25 21:28:39.156147 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-2af3f2a7-7184-4c6c-ba7f-e8a5b3258747 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Publish callbacks [] for router, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:39.158523 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-2af3f2a7-7184-4c6c-ba7f-e8a5b3258747 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 886 time: 3.9440277
Dec 25 21:28:39.163416 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 44534) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:28:39.179800 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f6a08bc6-5cbb-4b01-9cf5-ebe46ca86e8c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:39.198781 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12ac61d7-94eb-43f2-8861-40040dcd8a21 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-6dab2bb9-1b11-4634-becc-b5742aceff64', 'network_id': '6dab2bb9-1b11-4634-becc-b5742aceff64', 'project_id': '980165331b334d7795b91adc96459725', 'fixed_ips': [{'subnet_id': 'f7c309e7-75ab-4e4b-b61f-ca7ce9c46156'}]}} from ncdv-master-1. {{(pid=121608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 25 21:28:39.201496 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-12ac61d7-94eb-43f2-8861-40040dcd8a21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:39.210294 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f6a08bc6-5cbb-4b01-9cf5-ebe46ca86e8c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:39.241706 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-57458a02-aecc-44b6-885c-9485e7f67d15 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 794 time: 1.1210728
Dec 25 21:28:39.248380 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 44536) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:28:39.252336 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-669613f6-a77e-4f32-b12f-7284e8171041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2618664cd0>, [], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:28:39.264586 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-3b58427c-ba35-4b5d-8581-77c3b4054786 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Request body: {'subnet': {'network_id': '1eebed42-83f0-407e-9fde-c8f3a2309436', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:28:39.269734 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-669613f6-a77e-4f32-b12f-7284e8171041 None None] Routers {'f35b9255-c7bd-4776-a70f-ac4e19490a67'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:28:39.270208 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-669613f6-a77e-4f32-b12f-7284e8171041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2618664cd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:28:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['f35b9255-c7bd-4776-a70f-ac4e19490a67'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:28:39.309341 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-669613f6-a77e-4f32-b12f-7284e8171041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2618664cd0>, [], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:28:39.310247 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-669613f6-a77e-4f32-b12f-7284e8171041 None None] The sync data for ids ['f35b9255-c7bd-4776-a70f-ac4e19490a67'] in ncdv-master-1 is: [] {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 21:28:39.411760 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.db_base_plugin_common [None req-12ac61d7-94eb-43f2-8861-40040dcd8a21 None None] Allocated IP 10.1.1.2 (6dab2bb9-1b11-4634-becc-b5742aceff64/f7c309e7-75ab-4e4b-b61f-ca7ce9c46156/318cf4d0-360f-43ba-a5ff-2cb937888148) {{(pid=121608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:28:39.566442 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device de570310-9ed4-4be9-a9c4-0dacfe0c83d3 up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:28:39.575007 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-12ac61d7-94eb-43f2-8861-40040dcd8a21 None None] Publish callbacks [] for port, precommit_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:39.590208 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f6a08bc6-5cbb-4b01-9cf5-ebe46ca86e8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:39.593559 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f6a08bc6-5cbb-4b01-9cf5-ebe46ca86e8c admin admin] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:39.605586 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-f6a08bc6-5cbb-4b01-9cf5-ebe46ca86e8c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/00d74315-e893-46a2-93d6-6c0523666aaa HTTP/1.1" status: 204  len: 168 time: 0.4820564
Dec 25 21:28:39.605586 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a08bc6-5cbb-4b01-9cf5-ebe46ca86e8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00d74315-e893-46a2-93d6-6c0523666aaa,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:28:39.630825 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-15cb578f-7a63-4fd3-925d-83bad4c7b82a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:39.633400 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b58427c-ba35-4b5d-8581-77c3b4054786 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Made reservation on behalf of 980165331b334d7795b91adc96459725 for: {'subnet': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:28:39.634996 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port de570310-9ed4-4be9-a9c4-0dacfe0c83d3 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:28:39.635366 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:39.644599 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-3b58427c-ba35-4b5d-8581-77c3b4054786 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8852834'] for subnet, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:39.711853 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-12ac61d7-94eb-43f2-8861-40040dcd8a21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946'] for port, after_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:39.771877 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-1c1ecf09-691b-4826-a419-8ce440614b84 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:39.775565 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12ac61d7-94eb-43f2-8861-40040dcd8a21 None None] Network 6dab2bb9-1b11-4634-becc-b5742aceff64 is already hosted by enough agents. {{(pid=121608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:28:39.788157 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.base_scheduler [None req-12ac61d7-94eb-43f2-8861-40040dcd8a21 None None] Resources bound (agent type, host, resource id):  {{(pid=121608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:28:39.792203 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12ac61d7-94eb-43f2-8861-40040dcd8a21 None None] Received port after_create {{(pid=121608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:28:39.806092 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ac61d7-94eb-43f2-8861-40040dcd8a21 None None] Pushing event updated for resources: {'Port': ['ID=318cf4d0-360f-43ba-a5ff-2cb937888148,revision_number=1']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:28:39.883559 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-12ac61d7-94eb-43f2-8861-40040dcd8a21 None None] Attempting to bind port 318cf4d0-360f-43ba-a5ff-2cb937888148 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:28:39.885656 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-12ac61d7-94eb-43f2-8861-40040dcd8a21 None None] Attempting to bind port 318cf4d0-360f-43ba-a5ff-2cb937888148 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '2df77a22-5050-47e9-a636-9ce65fb0dac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6dab2bb9-1b11-4634-becc-b5742aceff64'}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:28:39.885656 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12ac61d7-94eb-43f2-8861-40040dcd8a21 None None] Attempting to bind port 318cf4d0-360f-43ba-a5ff-2cb937888148 on network 6dab2bb9-1b11-4634-becc-b5742aceff64 {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:28:39.890569 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12ac61d7-94eb-43f2-8861-40040dcd8a21 None None] Checking agent: {'id': 'ca4f5c6d-f1fd-48b8-a3e3-395864c7d23d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 20, 56, 40), 'started_at': datetime.datetime(2021, 12, 25, 20, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 28, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:28:39.890953 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12ac61d7-94eb-43f2-8861-40040dcd8a21 None None] Checking segment: {'id': '2df77a22-5050-47e9-a636-9ce65fb0dac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6dab2bb9-1b11-4634-becc-b5742aceff64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:28:39.891353 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-12ac61d7-94eb-43f2-8861-40040dcd8a21 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:39.891972 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12ac61d7-94eb-43f2-8861-40040dcd8a21 None None] Bound using segment: {'id': '2df77a22-5050-47e9-a636-9ce65fb0dac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6dab2bb9-1b11-4634-becc-b5742aceff64'} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:28:39.892244 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-12ac61d7-94eb-43f2-8861-40040dcd8a21 None None] Bound port: 318cf4d0-360f-43ba-a5ff-2cb937888148, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2df77a22-5050-47e9-a636-9ce65fb0dac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6dab2bb9-1b11-4634-becc-b5742aceff64'}}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:28:39.892681 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-12ac61d7-94eb-43f2-8861-40040dcd8a21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:39.980458 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-12ac61d7-94eb-43f2-8861-40040dcd8a21 None None] For port 318cf4d0-360f-43ba-a5ff-2cb937888148, host ncdv-master-1, cleared binding levels {{(pid=121608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:28:39.982256 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 44550) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:28:39.984197 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-12ac61d7-94eb-43f2-8861-40040dcd8a21 None None] For port 318cf4d0-360f-43ba-a5ff-2cb937888148, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=318cf4d0-360f-43ba-a5ff-2cb937888148,segment=NetworkSegment(2df77a22-5050-47e9-a636-9ce65fb0dac2),segment_id=2df77a22-5050-47e9-a636-9ce65fb0dac2)] {{(pid=121608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:28:40.064759 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-3b58427c-ba35-4b5d-8581-77c3b4054786 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8632475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8852848'] for subnet, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:40.085464 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-12ac61d7-94eb-43f2-8861-40040dcd8a21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:40.162172 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_common [None req-1c1ecf09-691b-4826-a419-8ce440614b84 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Allocated IP 172.20.0.1 (4de18028-b955-42f0-9b55-2e2dc7f8cbcb/4b752e6f-081c-48f2-8e5d-982cdb403732/155c82d6-3292-4605-9c6f-ad6443ddbf33) {{(pid=121606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:28:40.171099 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-44f6bd8d-d330-4d17-83e3-fddc42369601 admin admin] Publish callbacks [] for security_group, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:40.173142 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b58427c-ba35-4b5d-8581-77c3b4054786 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Pushing event updated for resources: {'Subnet': ['ID=64fd0ee7-98f6-4e06-ac9e-5ec230df994d,revision_number=0']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:28:40.192399 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b58427c-ba35-4b5d-8581-77c3b4054786 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Checking segment: {'id': '2bcf2b0c-180d-4687-9bbb-53de5ba60a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '1eebed42-83f0-407e-9fde-c8f3a2309436'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:28:40.192630 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b58427c-ba35-4b5d-8581-77c3b4054786 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Network hostable DHCP agents. Network: 1eebed42-83f0-407e-9fde-c8f3a2309436, hostable agents: ['1813db88-2c1b-4357-a2ba-869246b663c2'], hosted agents: [] {{(pid=121607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 25 21:28:40.292919 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-44f6bd8d-d330-4d17-83e3-fddc42369601 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:40.315515 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b58427c-ba35-4b5d-8581-77c3b4054786 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Network 1eebed42-83f0-407e-9fde-c8f3a2309436 is scheduled to be hosted by DHCP agent 1813db88-2c1b-4357-a2ba-869246b663c2 with binding_index 1 {{(pid=121607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 25 21:28:40.315936 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-1c1ecf09-691b-4826-a419-8ce440614b84 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Publish callbacks [] for port, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:40.343109 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ac61d7-94eb-43f2-8861-40040dcd8a21 None None] Pushing event updated for resources: {'Port': ['ID=318cf4d0-360f-43ba-a5ff-2cb937888148,revision_number=2']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:28:40.364078 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-44f6bd8d-d330-4d17-83e3-fddc42369601 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:40.395993 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-3b58427c-ba35-4b5d-8581-77c3b4054786 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 1eebed42-83f0-407e-9fde-c8f3a2309436) {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:28:40.402599 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b58427c-ba35-4b5d-8581-77c3b4054786 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:28:40.403509 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-3b58427c-ba35-4b5d-8581-77c3b4054786 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Publish callbacks [] for subnet, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:40.405424 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6c37f38-4ac5-4498-a248-34c988da8865 None None] Network 1eebed42-83f0-407e-9fde-c8f3a2309436 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:28:40.421666 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-44f6bd8d-d330-4d17-83e3-fddc42369601 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f2ae4213c5284c2e83951c885ed24c07&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4350517
Dec 25 21:28:40.421877 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 44564) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:28:40.429405 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f6bd8d-d330-4d17-83e3-fddc42369601 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1583909d-b4c8-4a63-8061-79a7d2b6c72a,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:28:40.454757 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-1c1ecf09-691b-4826-a419-8ce440614b84 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:40.508336 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c1ecf09-691b-4826-a419-8ce440614b84 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Network 4de18028-b955-42f0-9b55-2e2dc7f8cbcb is already hosted by enough agents. {{(pid=121606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:28:40.520054 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-3b58427c-ba35-4b5d-8581-77c3b4054786 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 794 time: 1.2699246
Dec 25 21:28:40.522325 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [None req-1c1ecf09-691b-4826-a419-8ce440614b84 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Resources bound (agent type, host, resource id):  {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:28:40.525050 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 44570) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:28:40.529287 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c1ecf09-691b-4826-a419-8ce440614b84 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Received port after_create {{(pid=121606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:28:40.536226 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-1b5d8e0a-aa11-4b93-b9a5-8bc3e03c5583 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Request body: {'port': {'network_id': '6dab2bb9-1b11-4634-becc-b5742aceff64', 'name': 'tempest-TaggedBootDevicesTest-63640528', 'fixed_ips': [{'subnet_id': 'f7c309e7-75ab-4e4b-b61f-ca7ce9c46156'}]}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:28:40.562458 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55029991-5129-400a-8721-1ed86f77d52c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-1eebed42-83f0-407e-9fde-c8f3a2309436', 'network_id': '1eebed42-83f0-407e-9fde-c8f3a2309436', 'project_id': '980165331b334d7795b91adc96459725', 'fixed_ips': [{'subnet_id': '64fd0ee7-98f6-4e06-ac9e-5ec230df994d'}]}} from ncdv-master-1. {{(pid=121608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 25 21:28:40.566590 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-55029991-5129-400a-8721-1ed86f77d52c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:40.661204 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1ecf09-691b-4826-a419-8ce440614b84 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Pushing event updated for resources: {'Port': ['ID=155c82d6-3292-4605-9c6f-ad6443ddbf33,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:28:40.667460 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-df4bfefd-f31a-46c9-ba6a-629e113b7340 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:40.729802 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:40.748586 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-1c1ecf09-691b-4826-a419-8ce440614b84 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2008772'] for router_interface, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:40.810023 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-df4bfefd-f31a-46c9-ba6a-629e113b7340 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:40.877060 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.db_base_plugin_common [None req-55029991-5129-400a-8721-1ed86f77d52c None None] Allocated IP 10.2.2.2 (1eebed42-83f0-407e-9fde-c8f3a2309436/64fd0ee7-98f6-4e06-ac9e-5ec230df994d/747f374c-d9d8-4859-bde3-1fd9595fa822) {{(pid=121608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:28:40.913292 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b5d8e0a-aa11-4b93-b9a5-8bc3e03c5583 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Made reservation on behalf of 980165331b334d7795b91adc96459725 for: {'port': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:28:41.030361 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-b1a190d2-bf56-43e9-a67d-80319433c6fc None None] Provisioning complete for port 155c82d6-3292-4605-9c6f-ad6443ddbf33 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:28:41.031028 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-b1a190d2-bf56-43e9-a67d-80319433c6fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:41.035433 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-1b5d8e0a-aa11-4b93-b9a5-8bc3e03c5583 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:41.053718 ncdv-master-1 neutron-server[121607]: DEBUG neutron.notifiers.nova [None req-1b5d8e0a-aa11-4b93-b9a5-8bc3e03c5583 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] device_id is not set on port 893605c1-33ba-4c92-b5eb-6207f354a521 yet. {{(pid=121607) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 25 21:28:41.102692 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-df4bfefd-f31a-46c9-ba6a-629e113b7340 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:41.106624 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-df4bfefd-f31a-46c9-ba6a-629e113b7340 admin admin] Publish callbacks [] for security_group, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:41.111488 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-b1a190d2-bf56-43e9-a67d-80319433c6fc None None] Port 155c82d6-3292-4605-9c6f-ad6443ddbf33 cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:28:41.112038 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-df4bfefd-f31a-46c9-ba6a-629e113b7340 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1583909d-b4c8-4a63-8061-79a7d2b6c72a HTTP/1.1" status: 204  len: 168 time: 0.6882455
Dec 25 21:28:41.138033 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4bfefd-f31a-46c9-ba6a-629e113b7340 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1583909d-b4c8-4a63-8061-79a7d2b6c72a,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:28:41.141428 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-55029991-5129-400a-8721-1ed86f77d52c None None] Publish callbacks [] for port, precommit_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:41.224293 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-1c1ecf09-691b-4826-a419-8ce440614b84 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:41.226791 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-55029991-5129-400a-8721-1ed86f77d52c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946'] for port, after_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:41.312441 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_common [None req-1b5d8e0a-aa11-4b93-b9a5-8bc3e03c5583 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Allocated IP 10.1.1.204 (6dab2bb9-1b11-4634-becc-b5742aceff64/f7c309e7-75ab-4e4b-b61f-ca7ce9c46156/893605c1-33ba-4c92-b5eb-6207f354a521) {{(pid=121607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:28:41.325393 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55029991-5129-400a-8721-1ed86f77d52c None None] Network 1eebed42-83f0-407e-9fde-c8f3a2309436 is already hosted by enough agents. {{(pid=121608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:28:41.338127 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.base_scheduler [None req-55029991-5129-400a-8721-1ed86f77d52c None None] Resources bound (agent type, host, resource id):  {{(pid=121608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:28:41.347951 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55029991-5129-400a-8721-1ed86f77d52c None None] Received port after_create {{(pid=121608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:28:41.371243 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55029991-5129-400a-8721-1ed86f77d52c None None] Pushing event updated for resources: {'Port': ['ID=747f374c-d9d8-4859-bde3-1fd9595fa822,revision_number=1']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:28:41.463760 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-55029991-5129-400a-8721-1ed86f77d52c None None] Attempting to bind port 747f374c-d9d8-4859-bde3-1fd9595fa822 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:28:41.464774 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-55029991-5129-400a-8721-1ed86f77d52c None None] Attempting to bind port 747f374c-d9d8-4859-bde3-1fd9595fa822 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '2bcf2b0c-180d-4687-9bbb-53de5ba60a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '1eebed42-83f0-407e-9fde-c8f3a2309436'}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:28:41.465234 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55029991-5129-400a-8721-1ed86f77d52c None None] Attempting to bind port 747f374c-d9d8-4859-bde3-1fd9595fa822 on network 1eebed42-83f0-407e-9fde-c8f3a2309436 {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:28:41.470985 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55029991-5129-400a-8721-1ed86f77d52c None None] Checking agent: {'id': 'ca4f5c6d-f1fd-48b8-a3e3-395864c7d23d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 20, 56, 40), 'started_at': datetime.datetime(2021, 12, 25, 20, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 28, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:28:41.471470 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55029991-5129-400a-8721-1ed86f77d52c None None] Checking segment: {'id': '2bcf2b0c-180d-4687-9bbb-53de5ba60a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '1eebed42-83f0-407e-9fde-c8f3a2309436'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:28:41.472002 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-55029991-5129-400a-8721-1ed86f77d52c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:41.472461 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55029991-5129-400a-8721-1ed86f77d52c None None] Bound using segment: {'id': '2bcf2b0c-180d-4687-9bbb-53de5ba60a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '1eebed42-83f0-407e-9fde-c8f3a2309436'} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:28:41.473105 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-55029991-5129-400a-8721-1ed86f77d52c None None] Bound port: 747f374c-d9d8-4859-bde3-1fd9595fa822, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bcf2b0c-180d-4687-9bbb-53de5ba60a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '1eebed42-83f0-407e-9fde-c8f3a2309436'}}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:28:41.473629 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-55029991-5129-400a-8721-1ed86f77d52c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:41.588795 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-55029991-5129-400a-8721-1ed86f77d52c None None] For port 747f374c-d9d8-4859-bde3-1fd9595fa822, host ncdv-master-1, cleared binding levels {{(pid=121608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:28:41.596252 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-55029991-5129-400a-8721-1ed86f77d52c None None] For port 747f374c-d9d8-4859-bde3-1fd9595fa822, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=747f374c-d9d8-4859-bde3-1fd9595fa822,segment=NetworkSegment(2bcf2b0c-180d-4687-9bbb-53de5ba60a48),segment_id=2bcf2b0c-180d-4687-9bbb-53de5ba60a48)] {{(pid=121608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:28:41.645698 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-1b5d8e0a-aa11-4b93-b9a5-8bc3e03c5583 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Publish callbacks [] for port, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:41.697184 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-55029991-5129-400a-8721-1ed86f77d52c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:41.803880 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 318cf4d0-360f-43ba-a5ff-2cb937888148 up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:28:41.856041 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f38fdca8-e7d4-4c45-a5a4-fc57d8c03bb5 None None] Network 6dab2bb9-1b11-4634-becc-b5742aceff64 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:28:41.862695 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-1b5d8e0a-aa11-4b93-b9a5-8bc3e03c5583 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:41.876203 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-1c1ecf09-691b-4826-a419-8ce440614b84 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Publish callbacks [] for port, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:41.919963 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55029991-5129-400a-8721-1ed86f77d52c None None] Pushing event updated for resources: {'Port': ['ID=747f374c-d9d8-4859-bde3-1fd9595fa822,revision_number=2']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:28:41.941905 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-1c1ecf09-691b-4826-a419-8ce440614b84 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:41.984971 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b5d8e0a-aa11-4b93-b9a5-8bc3e03c5583 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Network 6dab2bb9-1b11-4634-becc-b5742aceff64 is already hosted by enough agents. {{(pid=121607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:28:41.984971 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5d8e0a-aa11-4b93-b9a5-8bc3e03c5583 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Pushing event updated for resources: {'Port': ['ID=893605c1-33ba-4c92-b5eb-6207f354a521,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:28:41.984971 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-1b5d8e0a-aa11-4b93-b9a5-8bc3e03c5583 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Resources bound (agent type, host, resource id):  {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:28:41.988254 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b5d8e0a-aa11-4b93-b9a5-8bc3e03c5583 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Received port after_create {{(pid=121607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:28:42.057652 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b5d8e0a-aa11-4b93-b9a5-8bc3e03c5583 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:28:42.059225 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-1b5d8e0a-aa11-4b93-b9a5-8bc3e03c5583 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:42.089944 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1ecf09-691b-4826-a419-8ce440614b84 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Pushing event updated for resources: {'Port': ['ID=155c82d6-3292-4605-9c6f-ad6443ddbf33,revision_number=2']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:28:42.100005 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-1c1ecf09-691b-4826-a419-8ce440614b84 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2007636'] for router_interface, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:42.100631 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-51ee665e-aadd-4165-a09e-9bcc78f1df7a None None] Provisioning complete for port 318cf4d0-360f-43ba-a5ff-2cb937888148 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:28:42.101123 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-51ee665e-aadd-4165-a09e-9bcc78f1df7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:42.102834 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port 318cf4d0-360f-43ba-a5ff-2cb937888148 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:28:42.117124 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:42.137914 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-1b5d8e0a-aa11-4b93-b9a5-8bc3e03c5583 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 930 time: 1.6114285
Dec 25 21:28:42.142235 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 44606) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:28:42.146337 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-32bd4571-760e-4441-9c61-0ef982ece0b4 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Request body: {'port': {'network_id': '6dab2bb9-1b11-4634-becc-b5742aceff64', 'name': 'tempest-TaggedBootDevicesTest-2118411550', 'fixed_ips': [{'subnet_id': 'f7c309e7-75ab-4e4b-b61f-ca7ce9c46156'}]}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:28:42.230700 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 44608) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:28:42.324382 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 44610) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:28:42.330123 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-7e4b6b4d-5126-4c09-8046-0b4835a4df24 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=11dbaf75025641a583f8da351941d2bc&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0751045
Dec 25 21:28:42.370283 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c1ecf09-691b-4826-a419-8ce440614b84 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Network 4de18028-b955-42f0-9b55-2e2dc7f8cbcb is already hosted by enough agents. {{(pid=121606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:28:42.381365 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [None req-1c1ecf09-691b-4826-a419-8ce440614b84 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Resources bound (agent type, host, resource id):  {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:28:42.452343 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:42.477385 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-51ee665e-aadd-4165-a09e-9bcc78f1df7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:42.493372 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-11768816-74aa-4423-977f-0e73276bd71f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:42.518315 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] For port 318cf4d0-360f-43ba-a5ff-2cb937888148, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=318cf4d0-360f-43ba-a5ff-2cb937888148,segment=NetworkSegment(2df77a22-5050-47e9-a636-9ce65fb0dac2),segment_id=2df77a22-5050-47e9-a636-9ce65fb0dac2)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:28:42.556822 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-11768816-74aa-4423-977f-0e73276bd71f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:42.603712 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:42.617251 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c1ecf09-691b-4826-a419-8ce440614b84 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Router f35b9255-c7bd-4776-a70f-ac4e19490a67 has already been hosted by L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 {{(pid=121606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 25 21:28:42.633144 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32bd4571-760e-4441-9c61-0ef982ece0b4 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Made reservation on behalf of 980165331b334d7795b91adc96459725 for: {'port': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:28:42.638022 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-32bd4571-760e-4441-9c61-0ef982ece0b4 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:42.674209 ncdv-master-1 neutron-server[121607]: DEBUG neutron.notifiers.nova [None req-32bd4571-760e-4441-9c61-0ef982ece0b4 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] device_id is not set on port 1704d60b-466b-4afa-a1c8-2e009902991b yet. {{(pid=121607) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 25 21:28:42.728529 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.db.api [None req-51ee665e-aadd-4165-a09e-9bcc78f1df7a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=121608) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 25 21:28:42.729155 ncdv-master-1 neutron-server[121608]: DEBUG oslo_db.api [None req-51ee665e-aadd-4165-a09e-9bcc78f1df7a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 25 21:28:42.768758 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Pushing event updated for resources: {'Port': ['ID=318cf4d0-360f-43ba-a5ff-2cb937888148,revision_number=3']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:28:42.784669 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-11768816-74aa-4423-977f-0e73276bd71f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:42.787519 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-11768816-74aa-4423-977f-0e73276bd71f admin admin] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:42.788819 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-11768816-74aa-4423-977f-0e73276bd71f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/67dc00bf-4516-4e93-8534-a74952fa5129 HTTP/1.1" status: 204  len: 168 time: 0.4528694
Dec 25 21:28:42.834368 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11768816-74aa-4423-977f-0e73276bd71f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67dc00bf-4516-4e93-8534-a74952fa5129,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:28:42.870053 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c1ecf09-691b-4826-a419-8ce440614b84 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 21:28:42.895034 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-1c1ecf09-691b-4826-a419-8ce440614b84 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] 10.222.0.32 "PUT /v2.0/routers/f35b9255-c7bd-4776-a70f-ac4e19490a67/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.7260418
Dec 25 21:28:42.895496 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-944d4ae4-fa1c-4ca3-9bd8-44c6fb283d0c None None] Sync routers for ids ['f35b9255-c7bd-4776-a70f-ac4e19490a67'] in ncdv-master-1 {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 21:28:42.898520 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 44640) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:28:42.911482 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-6ae9073f-030a-412b-be99-29291e1cbe09 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Request body: {'port': {'network_id': '4de18028-b955-42f0-9b55-2e2dc7f8cbcb', 'name': 'tempest-FloatingIPTestJSON-1458846520'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:28:42.921703 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-944d4ae4-fa1c-4ca3-9bd8-44c6fb283d0c None None] Routers {'f35b9255-c7bd-4776-a70f-ac4e19490a67'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:28:42.921703 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-944d4ae4-fa1c-4ca3-9bd8-44c6fb283d0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f26134606a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:28:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['f35b9255-c7bd-4776-a70f-ac4e19490a67'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:28:43.016453 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-944d4ae4-fa1c-4ca3-9bd8-44c6fb283d0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f26134606a0>, [], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:28:43.052056 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-944d4ae4-fa1c-4ca3-9bd8-44c6fb283d0c None None] Routers {'f35b9255-c7bd-4776-a70f-ac4e19490a67'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:28:43.052056 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-944d4ae4-fa1c-4ca3-9bd8-44c6fb283d0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f26134606a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:28:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['f35b9255-c7bd-4776-a70f-ac4e19490a67'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:28:43.134741 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_common [None req-32bd4571-760e-4441-9c61-0ef982ece0b4 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Allocated IP 10.1.1.46 (6dab2bb9-1b11-4634-becc-b5742aceff64/f7c309e7-75ab-4e4b-b61f-ca7ce9c46156/1704d60b-466b-4afa-a1c8-2e009902991b) {{(pid=121607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:28:43.161654 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-944d4ae4-fa1c-4ca3-9bd8-44c6fb283d0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f26134606a0>, [], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:28:43.162940 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-944d4ae4-fa1c-4ca3-9bd8-44c6fb283d0c None None] The sync data for ids ['f35b9255-c7bd-4776-a70f-ac4e19490a67'] in ncdv-master-1 is: [] {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 21:28:43.211207 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ae9073f-030a-412b-be99-29291e1cbe09 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Made reservation on behalf of 70fdeb50a23f42c4bedba3950b7fce5c for: {'port': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:28:43.216670 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-6ae9073f-030a-412b-be99-29291e1cbe09 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:43.236625 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [None req-6ae9073f-030a-412b-be99-29291e1cbe09 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] device_id is not set on port 47f1911e-3e69-4b82-a22c-fc8a1be80e4b yet. {{(pid=121606) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 25 21:28:43.336850 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-32bd4571-760e-4441-9c61-0ef982ece0b4 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Publish callbacks [] for port, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:43.393766 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_common [None req-6ae9073f-030a-412b-be99-29291e1cbe09 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Allocated IP 172.20.0.13 (4de18028-b955-42f0-9b55-2e2dc7f8cbcb/4b752e6f-081c-48f2-8e5d-982cdb403732/47f1911e-3e69-4b82-a22c-fc8a1be80e4b) {{(pid=121606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:28:43.408299 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-bc609e26-47c2-4b79-bbc5-498e61e5aab2 None None] Provisioning complete for port 893605c1-33ba-4c92-b5eb-6207f354a521 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:28:43.409302 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-bc609e26-47c2-4b79-bbc5-498e61e5aab2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:43.453096 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2ca0e19-6e21-4f70-b871-f47fc21b9665 None None] Network 1eebed42-83f0-407e-9fde-c8f3a2309436 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:28:43.471133 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-32bd4571-760e-4441-9c61-0ef982ece0b4 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:43.597813 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32bd4571-760e-4441-9c61-0ef982ece0b4 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Network 6dab2bb9-1b11-4634-becc-b5742aceff64 is already hosted by enough agents. {{(pid=121607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:28:43.611134 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-bc609e26-47c2-4b79-bbc5-498e61e5aab2 None None] Port 893605c1-33ba-4c92-b5eb-6207f354a521 cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:28:43.628178 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bd4571-760e-4441-9c61-0ef982ece0b4 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Pushing event updated for resources: {'Port': ['ID=1704d60b-466b-4afa-a1c8-2e009902991b,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:28:43.634617 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-32bd4571-760e-4441-9c61-0ef982ece0b4 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Resources bound (agent type, host, resource id):  {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:28:43.639622 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32bd4571-760e-4441-9c61-0ef982ece0b4 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Received port after_create {{(pid=121607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:28:43.643447 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-bc609e26-47c2-4b79-bbc5-498e61e5aab2 None None] Provisioning complete for port 155c82d6-3292-4605-9c6f-ad6443ddbf33 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:28:43.643683 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-bc609e26-47c2-4b79-bbc5-498e61e5aab2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:43.675446 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-6ae9073f-030a-412b-be99-29291e1cbe09 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Publish callbacks [] for port, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:43.688000 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-bc609e26-47c2-4b79-bbc5-498e61e5aab2 None None] Port 155c82d6-3292-4605-9c6f-ad6443ddbf33 cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:28:43.721615 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-bc609e26-47c2-4b79-bbc5-498e61e5aab2 None None] Provisioning complete for port 318cf4d0-360f-43ba-a5ff-2cb937888148 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:28:43.722004 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-bc609e26-47c2-4b79-bbc5-498e61e5aab2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:43.742984 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 44660) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:28:43.744821 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32bd4571-760e-4441-9c61-0ef982ece0b4 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:28:43.745684 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-32bd4571-760e-4441-9c61-0ef982ece0b4 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:43.797448 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 318cf4d0-360f-43ba-a5ff-2cb937888148 up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:28:43.899262 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-32bd4571-760e-4441-9c61-0ef982ece0b4 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 931 time: 1.7578890
Dec 25 21:28:43.914711 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-6ae9073f-030a-412b-be99-29291e1cbe09 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:43.942587 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port 318cf4d0-360f-43ba-a5ff-2cb937888148 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:28:43.942955 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:44.000431 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-dc3d53cb-5e59-4610-ae78-6c28601d4478 admin admin] Publish callbacks [] for security_group, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:44.003786 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae9073f-030a-412b-be99-29291e1cbe09 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Pushing event updated for resources: {'Port': ['ID=47f1911e-3e69-4b82-a22c-fc8a1be80e4b,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:28:44.043636 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ae9073f-030a-412b-be99-29291e1cbe09 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Network 4de18028-b955-42f0-9b55-2e2dc7f8cbcb is already hosted by enough agents. {{(pid=121606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:28:44.046870 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [None req-6ae9073f-030a-412b-be99-29291e1cbe09 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Resources bound (agent type, host, resource id):  {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:28:44.050332 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ae9073f-030a-412b-be99-29291e1cbe09 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Received port after_create {{(pid=121606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:28:44.098218 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-7c1c8863-82f3-4edf-8b72-9425ad0a8152 None None] Provisioning complete for port 1704d60b-466b-4afa-a1c8-2e009902991b triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:28:44.098756 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-7c1c8863-82f3-4edf-8b72-9425ad0a8152 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:44.170429 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ae9073f-030a-412b-be99-29291e1cbe09 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:28:44.171324 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-6ae9073f-030a-412b-be99-29291e1cbe09 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:44.232101 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-7c1c8863-82f3-4edf-8b72-9425ad0a8152 None None] Port 1704d60b-466b-4afa-a1c8-2e009902991b cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:28:44.232621 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-dc3d53cb-5e59-4610-ae78-6c28601d4478 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:44.241179 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 747f374c-d9d8-4859-bde3-1fd9595fa822 up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:28:44.251440 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-6ae9073f-030a-412b-be99-29291e1cbe09 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 930 time: 1.3517551
Dec 25 21:28:44.254263 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 44676) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:28:44.260061 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-35f98f69-b1fa-4783-bd9e-9a5691e03955 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Request body: {'floatingip': {'port_id': '47f1911e-3e69-4b82-a22c-fc8a1be80e4b'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:28:44.285415 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-7c1c8863-82f3-4edf-8b72-9425ad0a8152 None None] Provisioning complete for port 747f374c-d9d8-4859-bde3-1fd9595fa822 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:28:44.287842 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-7c1c8863-82f3-4edf-8b72-9425ad0a8152 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:44.330516 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-dc3d53cb-5e59-4610-ae78-6c28601d4478 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:44.343835 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-35f98f69-b1fa-4783-bd9e-9a5691e03955 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Publish callbacks [] for floatingip, before_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:44.419459 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port 747f374c-d9d8-4859-bde3-1fd9595fa822 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:28:44.419459 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:44.423347 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 44682) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:28:44.437088 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-064d4c61-60b4-4d95-a3b1-b5c0883fd058 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Request body: {'security_group': {'name': 'tempest-securitygroup--592698459', 'description': 'tempest-description--1979934133'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:28:44.452090 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3d53cb-5e59-4610-ae78-6c28601d4478 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=763cbff7-1ccf-47c9-b167-a6d85398980a,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:28:44.476541 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-dc3d53cb-5e59-4610-ae78-6c28601d4478 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9b0e46e941e141b1812c1ac47ef9d798&name=default HTTP/1.1" status: 200  len: 3000 time: 0.7322936
Dec 25 21:28:44.478992 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 44686) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:28:44.534443 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-0bcc3eed-2eb8-4856-a7fc-75b83cc43258 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:44.545698 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-7c1c8863-82f3-4edf-8b72-9425ad0a8152 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:44.548521 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-064d4c61-60b4-4d95-a3b1-b5c0883fd058 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Publish callbacks [] for security_group, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:44.571512 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-0bcc3eed-2eb8-4856-a7fc-75b83cc43258 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:44.674897 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-064d4c61-60b4-4d95-a3b1-b5c0883fd058 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Publish callbacks [] for security_group, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:44.702936 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-7c1c8863-82f3-4edf-8b72-9425ad0a8152 None None] For port 747f374c-d9d8-4859-bde3-1fd9595fa822, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=747f374c-d9d8-4859-bde3-1fd9595fa822,segment=NetworkSegment(2bcf2b0c-180d-4687-9bbb-53de5ba60a48),segment_id=2bcf2b0c-180d-4687-9bbb-53de5ba60a48)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:28:44.710106 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:44.718748 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-0bcc3eed-2eb8-4856-a7fc-75b83cc43258 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:44.721360 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-0bcc3eed-2eb8-4856-a7fc-75b83cc43258 admin admin] Publish callbacks [] for security_group, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:44.725018 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-0bcc3eed-2eb8-4856-a7fc-75b83cc43258 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/763cbff7-1ccf-47c9-b167-a6d85398980a HTTP/1.1" status: 204  len: 168 time: 0.2424634
Dec 25 21:28:44.731199 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcc3eed-2eb8-4856-a7fc-75b83cc43258 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=763cbff7-1ccf-47c9-b167-a6d85398980a,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:28:44.764278 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-064d4c61-60b4-4d95-a3b1-b5c0883fd058 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:44.814050 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064d4c61-60b4-4d95-a3b1-b5c0883fd058 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Pushing event updated for resources: {'SecurityGroup': ['ID=213077ea-0675-4a6e-b24b-6e8c95ed2ffd,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:28:44.842638 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-7c1c8863-82f3-4edf-8b72-9425ad0a8152 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:44.845400 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.db.api [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=121608) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 25 21:28:44.845781 ncdv-master-1 neutron-server[121608]: DEBUG oslo_db.api [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 25 21:28:44.916771 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1c8863-82f3-4edf-8b72-9425ad0a8152 None None] Pushing event updated for resources: {'Port': ['ID=747f374c-d9d8-4859-bde3-1fd9595fa822,revision_number=3']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:28:44.931859 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-064d4c61-60b4-4d95-a3b1-b5c0883fd058 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Publish callbacks [] for security_group, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:44.937108 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-064d4c61-60b4-4d95-a3b1-b5c0883fd058 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1798 time: 0.5034688
Dec 25 21:28:44.937309 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 44700) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:28:44.948976 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-2d96696a-9a56-4de6-8253-4a5a553984b0 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Request body: {'security_group_rule': {'security_group_id': '213077ea-0675-4a6e-b24b-6e8c95ed2ffd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:28:44.972234 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-97d74545-ecab-4798-8b8f-654e0f753c34 None None] Provisioning complete for port 47f1911e-3e69-4b82-a22c-fc8a1be80e4b triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:28:44.974521 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-97d74545-ecab-4798-8b8f-654e0f753c34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:45.072788 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-2d96696a-9a56-4de6-8253-4a5a553984b0 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Publish callbacks [] for security_group_rule, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:45.158715 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-2d96696a-9a56-4de6-8253-4a5a553984b0 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:45.216240 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-2d96696a-9a56-4de6-8253-4a5a553984b0 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077839'] for security_group_rule, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:45.247393 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d96696a-9a56-4de6-8253-4a5a553984b0 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f32cd7fd-2f41-42cf-b494-900afe06569e,revision_number=0']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:28:45.251106 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-97d74545-ecab-4798-8b8f-654e0f753c34 None None] Port 47f1911e-3e69-4b82-a22c-fc8a1be80e4b cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:28:45.262388 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-97d74545-ecab-4798-8b8f-654e0f753c34 None None] Provisioning complete for port 747f374c-d9d8-4859-bde3-1fd9595fa822 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:28:45.262876 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-97d74545-ecab-4798-8b8f-654e0f753c34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:45.300290 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-35f98f69-b1fa-4783-bd9e-9a5691e03955 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Publish callbacks [] for floatingip, precommit_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:45.329451 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-2d96696a-9a56-4de6-8253-4a5a553984b0 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Publish callbacks [] for security_group_rule, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:45.330769 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-2d96696a-9a56-4de6-8253-4a5a553984b0 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3925176
Dec 25 21:28:45.333354 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 44714) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:28:45.337716 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-c9ce2e9a-7d43-454b-b238-ae65192e87fa tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Request body: {'security_group_rule': {'security_group_id': '213077ea-0675-4a6e-b24b-6e8c95ed2ffd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:28:45.395515 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-35f98f69-b1fa-4783-bd9e-9a5691e03955 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2008639'] for floatingip, after_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:45.476134 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-c9ce2e9a-7d43-454b-b238-ae65192e87fa tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Publish callbacks [] for security_group_rule, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:45.511507 ncdv-master-1 neutron-server[121607]: INFO neutron.db.l3_db [None req-35f98f69-b1fa-4783-bd9e-9a5691e03955 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Floating IP b7ef5af6-d0c8-4ecc-a9b0-dff95265355e associated. External IP: 172.35.3.60, port: 81b7f223-2ab2-4175-875d-9120d0b7f4cd.
Dec 25 21:28:45.578152 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 747f374c-d9d8-4859-bde3-1fd9595fa822 up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:28:45.627871 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 44720) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:28:45.638429 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port 747f374c-d9d8-4859-bde3-1fd9595fa822 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:28:45.638866 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:45.645134 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-28a3aa43-5c76-421d-9d39-c881b09e8d57 admin admin] Publish callbacks [] for security_group, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:45.878335 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 44728) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:28:45.881970 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-28a3aa43-5c76-421d-9d39-c881b09e8d57 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:45.897988 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35f98f69-b1fa-4783-bd9e-9a5691e03955 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Router caef596b-48c6-4907-a4cb-760766c09537 has already been hosted by L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 {{(pid=121607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 25 21:28:45.921512 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-c9ce2e9a-7d43-454b-b238-ae65192e87fa tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:45.948431 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-28a3aa43-5c76-421d-9d39-c881b09e8d57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:45.998164 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-3862f2c0-438f-4ea5-9211-db89c2c58498 tempest-RoutersAdminNegativeIpV6Test-1621852952 tempest-RoutersAdminNegativeIpV6Test-1621852952-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1199598926', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:28:46.002855 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-28a3aa43-5c76-421d-9d39-c881b09e8d57 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6c9b8aa17dfd4cf8b2783399359c1e16&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3739288
Dec 25 21:28:46.005784 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 44734) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:28:46.009265 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a3aa43-5c76-421d-9d39-c881b09e8d57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=284490a1-5bc3-4c80-b97b-3197e9b0aac5,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:28:46.025738 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-c9ce2e9a-7d43-454b-b238-ae65192e87fa tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077839'] for security_group_rule, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:46.057535 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35f98f69-b1fa-4783-bd9e-9a5691e03955 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 21:28:46.068358 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cfb28a1-9199-489a-87a4-d1d6a87dd08b None None] Sync routers for ids ['caef596b-48c6-4907-a4cb-760766c09537'] in ncdv-master-1 {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 21:28:46.070176 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ce2e9a-7d43-454b-b238-ae65192e87fa tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1efae428-be56-4be6-b0ad-9df88388981f,revision_number=0']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:28:46.083638 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cfb28a1-9199-489a-87a4-d1d6a87dd08b None None] Routers {'caef596b-48c6-4907-a4cb-760766c09537'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:28:46.084500 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-4cfb28a1-9199-489a-87a4-d1d6a87dd08b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2618685eb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:28:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['caef596b-48c6-4907-a4cb-760766c09537'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:28:46.089172 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-b364d214-9675-4243-b0d4-3045c1ca0424 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:46.111307 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-b364d214-9675-4243-b0d4-3045c1ca0424 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:46.122599 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-4cfb28a1-9199-489a-87a4-d1d6a87dd08b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2618685eb0>, [], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:28:46.135422 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cfb28a1-9199-489a-87a4-d1d6a87dd08b None None] Routers {'caef596b-48c6-4907-a4cb-760766c09537'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:28:46.136750 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-4cfb28a1-9199-489a-87a4-d1d6a87dd08b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2618685eb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:28:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['caef596b-48c6-4907-a4cb-760766c09537'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:28:46.169793 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-4cfb28a1-9199-489a-87a4-d1d6a87dd08b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2618685eb0>, [], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:28:46.170727 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cfb28a1-9199-489a-87a4-d1d6a87dd08b None None] The sync data for ids ['caef596b-48c6-4907-a4cb-760766c09537'] in ncdv-master-1 is: [] {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 21:28:46.217923 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-c9ce2e9a-7d43-454b-b238-ae65192e87fa tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Publish callbacks [] for security_group_rule, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:46.219267 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-c9ce2e9a-7d43-454b-b238-ae65192e87fa tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.8849852
Dec 25 21:28:46.222513 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 44736) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:28:46.227370 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3862f2c0-438f-4ea5-9211-db89c2c58498 tempest-RoutersAdminNegativeIpV6Test-1621852952 tempest-RoutersAdminNegativeIpV6Test-1621852952-project-admin] Made reservation on behalf of 77a1d7c30135453f8bd518e1b025d3e4 for: {'port': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:28:46.229130 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-2dfeec6f-8b2f-47db-9e8d-45cb55cb622b tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Request body: {'floatingip': {'floating_network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:28:46.230937 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-3862f2c0-438f-4ea5-9211-db89c2c58498 tempest-RoutersAdminNegativeIpV6Test-1621852952 tempest-RoutersAdminNegativeIpV6Test-1621852952-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:46.235190 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-b364d214-9675-4243-b0d4-3045c1ca0424 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:46.238077 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-b364d214-9675-4243-b0d4-3045c1ca0424 admin admin] Publish callbacks [] for security_group, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:46.247670 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-b364d214-9675-4243-b0d4-3045c1ca0424 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/284490a1-5bc3-4c80-b97b-3197e9b0aac5 HTTP/1.1" status: 204  len: 168 time: 0.2370641
Dec 25 21:28:46.264172 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-3862f2c0-438f-4ea5-9211-db89c2c58498 tempest-RoutersAdminNegativeIpV6Test-1621852952 tempest-RoutersAdminNegativeIpV6Test-1621852952-project-admin] Publish callbacks [] for security_group, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:46.267685 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b364d214-9675-4243-b0d4-3045c1ca0424 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=284490a1-5bc3-4c80-b97b-3197e9b0aac5,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:28:46.307345 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35f98f69-b1fa-4783-bd9e-9a5691e03955 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Router f35b9255-c7bd-4776-a70f-ac4e19490a67 has already been hosted by L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 {{(pid=121607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 25 21:28:46.374172 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-2dfeec6f-8b2f-47db-9e8d-45cb55cb622b tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Publish callbacks [] for floatingip, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:46.410823 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-3862f2c0-438f-4ea5-9211-db89c2c58498 tempest-RoutersAdminNegativeIpV6Test-1621852952 tempest-RoutersAdminNegativeIpV6Test-1621852952-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:46.455721 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35f98f69-b1fa-4783-bd9e-9a5691e03955 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 21:28:46.460720 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-35f98f69-b1fa-4783-bd9e-9a5691e03955 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for floatingip, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:46.466496 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5ce111f-ee40-4032-98da-bbbaa45f4ae5 None None] Sync routers for ids ['f35b9255-c7bd-4776-a70f-ac4e19490a67'] in ncdv-master-1 {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 21:28:46.481570 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5ce111f-ee40-4032-98da-bbbaa45f4ae5 None None] Routers {'f35b9255-c7bd-4776-a70f-ac4e19490a67'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:28:46.482191 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-a5ce111f-ee40-4032-98da-bbbaa45f4ae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f26185d39a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:28:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['f35b9255-c7bd-4776-a70f-ac4e19490a67'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:28:46.498630 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-3862f2c0-438f-4ea5-9211-db89c2c58498 tempest-RoutersAdminNegativeIpV6Test-1621852952 tempest-RoutersAdminNegativeIpV6Test-1621852952-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:46.503227 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [None req-3862f2c0-438f-4ea5-9211-db89c2c58498 tempest-RoutersAdminNegativeIpV6Test-1621852952 tempest-RoutersAdminNegativeIpV6Test-1621852952-project-admin] device_id is not set on port 9a55df7d-cadb-409f-8468-4093bff5bf66 yet. {{(pid=121606) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 25 21:28:46.515874 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-a5ce111f-ee40-4032-98da-bbbaa45f4ae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f26185d39a0>, [], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:28:46.526692 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5ce111f-ee40-4032-98da-bbbaa45f4ae5 None None] Routers {'f35b9255-c7bd-4776-a70f-ac4e19490a67'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:28:46.527515 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-a5ce111f-ee40-4032-98da-bbbaa45f4ae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f26185d39a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:28:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['f35b9255-c7bd-4776-a70f-ac4e19490a67'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:28:46.560228 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-35f98f69-b1fa-4783-bd9e-9a5691e03955 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] 10.222.0.32 "PUT /v2.0/floatingips/b7ef5af6-d0c8-4ecc-a9b0-dff95265355e HTTP/1.1" status: 200  len: 978 time: 2.3043716
Dec 25 21:28:46.560836 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 44744) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:28:46.565396 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-a5ce111f-ee40-4032-98da-bbbaa45f4ae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f26185d39a0>, [], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:28:46.566228 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5ce111f-ee40-4032-98da-bbbaa45f4ae5 None None] The sync data for ids ['f35b9255-c7bd-4776-a70f-ac4e19490a67'] in ncdv-master-1 is: [] {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 21:28:46.591169 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3862f2c0-438f-4ea5-9211-db89c2c58498 tempest-RoutersAdminNegativeIpV6Test-1621852952 tempest-RoutersAdminNegativeIpV6Test-1621852952-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b05357ae-d8e1-4f48-9f49-b610fc4bd632,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:28:46.631090 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-2dfeec6f-8b2f-47db-9e8d-45cb55cb622b tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:46.643173 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_common [None req-3862f2c0-438f-4ea5-9211-db89c2c58498 tempest-RoutersAdminNegativeIpV6Test-1621852952 tempest-RoutersAdminNegativeIpV6Test-1621852952-project-admin] Allocated IP 172.35.3.111 (7201e55c-7c5f-41aa-a042-a363696539d0/7a939e13-713f-45cf-bba7-1539635abe25/9a55df7d-cadb-409f-8468-4093bff5bf66) {{(pid=121606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:28:46.711720 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-5b1b4031-1ccf-46dc-8de5-325e780a7cb7 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Deleting port 47f1911e-3e69-4b82-a22c-fc8a1be80e4b {{(pid=121607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:28:46.712060 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5b1b4031-1ccf-46dc-8de5-325e780a7cb7 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:46.806105 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-3862f2c0-438f-4ea5-9211-db89c2c58498 tempest-RoutersAdminNegativeIpV6Test-1621852952 tempest-RoutersAdminNegativeIpV6Test-1621852952-project-admin] Publish callbacks [] for port, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:46.817358 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5b1b4031-1ccf-46dc-8de5-325e780a7cb7 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:46.936176 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-3862f2c0-438f-4ea5-9211-db89c2c58498 tempest-RoutersAdminNegativeIpV6Test-1621852952 tempest-RoutersAdminNegativeIpV6Test-1621852952-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:46.985559 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3862f2c0-438f-4ea5-9211-db89c2c58498 tempest-RoutersAdminNegativeIpV6Test-1621852952 tempest-RoutersAdminNegativeIpV6Test-1621852952-project-admin] Network 7201e55c-7c5f-41aa-a042-a363696539d0 is already hosted by enough agents. {{(pid=121606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:28:46.988511 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [None req-3862f2c0-438f-4ea5-9211-db89c2c58498 tempest-RoutersAdminNegativeIpV6Test-1621852952 tempest-RoutersAdminNegativeIpV6Test-1621852952-project-admin] Resources bound (agent type, host, resource id):  {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:28:46.990964 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3862f2c0-438f-4ea5-9211-db89c2c58498 tempest-RoutersAdminNegativeIpV6Test-1621852952 tempest-RoutersAdminNegativeIpV6Test-1621852952-project-admin] Received port after_create {{(pid=121606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:28:47.004784 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75d33125-ea17-4be5-82be-67a3a7fbc46b None None] DHCP port deletion for 7201e55c-7c5f-41aa-a042-a363696539d0 request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 21:28:47.030994 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3862f2c0-438f-4ea5-9211-db89c2c58498 tempest-RoutersAdminNegativeIpV6Test-1621852952 tempest-RoutersAdminNegativeIpV6Test-1621852952-project-admin] Pushing event updated for resources: {'Port': ['ID=9a55df7d-cadb-409f-8468-4093bff5bf66,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:28:47.055015 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3862f2c0-438f-4ea5-9211-db89c2c58498 tempest-RoutersAdminNegativeIpV6Test-1621852952 tempest-RoutersAdminNegativeIpV6Test-1621852952-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:28:47.056229 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-3862f2c0-438f-4ea5-9211-db89c2c58498 tempest-RoutersAdminNegativeIpV6Test-1621852952 tempest-RoutersAdminNegativeIpV6Test-1621852952-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:47.067176 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_common [None req-2dfeec6f-8b2f-47db-9e8d-45cb55cb622b tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Allocated IP 172.35.3.44 (7201e55c-7c5f-41aa-a042-a363696539d0/7a939e13-713f-45cf-bba7-1539635abe25/7c72f2da-41f3-4af8-adc2-0ababe98d8d7) {{(pid=121607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:28:47.078078 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-3f0a719a-fc43-41d3-a723-50d699669aff None None] Provisioning complete for port 9a55df7d-cadb-409f-8468-4093bff5bf66 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:28:47.078463 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3f0a719a-fc43-41d3-a723-50d699669aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:47.117732 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-3f0a719a-fc43-41d3-a723-50d699669aff None None] Port 9a55df7d-cadb-409f-8468-4093bff5bf66 cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:28:47.122728 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5b1b4031-1ccf-46dc-8de5-325e780a7cb7 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Publish callbacks [] for floatingip, precommit_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:47.123103 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5b1b4031-1ccf-46dc-8de5-325e780a7cb7 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2008639'] for floatingip, after_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:47.123427 ncdv-master-1 neutron-server[121607]: INFO neutron.db.l3_db [None req-5b1b4031-1ccf-46dc-8de5-325e780a7cb7 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Floating IP b7ef5af6-d0c8-4ecc-a9b0-dff95265355e disassociated. External IP: 172.35.3.60, port: 47f1911e-3e69-4b82-a22c-fc8a1be80e4b.
Dec 25 21:28:47.123736 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-5b1b4031-1ccf-46dc-8de5-325e780a7cb7 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Calling delete_port for 47f1911e-3e69-4b82-a22c-fc8a1be80e4b owned by  {{(pid=121607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:28:47.148448 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-3862f2c0-438f-4ea5-9211-db89c2c58498 tempest-RoutersAdminNegativeIpV6Test-1621852952 tempest-RoutersAdminNegativeIpV6Test-1621852952-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1037 time: 1.2690384
Dec 25 21:28:47.149227 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 44762) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:28:47.154303 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-e00386ca-57ff-49f3-88af-99b78684bc32 tempest-RoutersAdminNegativeIpV6Test-1621852952 tempest-RoutersAdminNegativeIpV6Test-1621852952-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.111'}]}}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:28:47.238639 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-e00386ca-57ff-49f3-88af-99b78684bc32 tempest-RoutersAdminNegativeIpV6Test-1621852952 tempest-RoutersAdminNegativeIpV6Test-1621852952-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2014909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14863'] for router, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:47.239763 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-e00386ca-57ff-49f3-88af-99b78684bc32 tempest-RoutersAdminNegativeIpV6Test-1621852952 tempest-RoutersAdminNegativeIpV6Test-1621852952-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2014285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2009796', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2082630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14848'] for router, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:47.244031 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-2dfeec6f-8b2f-47db-9e8d-45cb55cb622b tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Publish callbacks [] for port, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:47.301459 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-e00386ca-57ff-49f3-88af-99b78684bc32 tempest-RoutersAdminNegativeIpV6Test-1621852952 tempest-RoutersAdminNegativeIpV6Test-1621852952-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:47.393818 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-2dfeec6f-8b2f-47db-9e8d-45cb55cb622b tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:47.398994 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5b1b4031-1ccf-46dc-8de5-325e780a7cb7 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:47.451986 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dfeec6f-8b2f-47db-9e8d-45cb55cb622b tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Network 7201e55c-7c5f-41aa-a042-a363696539d0 is already hosted by enough agents. {{(pid=121607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:28:47.460459 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-2dfeec6f-8b2f-47db-9e8d-45cb55cb622b tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Resources bound (agent type, host, resource id):  {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:28:47.466350 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dfeec6f-8b2f-47db-9e8d-45cb55cb622b tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Received port after_create {{(pid=121607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:28:47.497246 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfeec6f-8b2f-47db-9e8d-45cb55cb622b tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Pushing event updated for resources: {'Port': ['ID=7c72f2da-41f3-4af8-adc2-0ababe98d8d7,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:28:47.526971 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1b4031-1ccf-46dc-8de5-325e780a7cb7 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Pushing event deleted for resources: {'Port': ['ID=47f1911e-3e69-4b82-a22c-fc8a1be80e4b,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:28:47.533076 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-e00386ca-57ff-49f3-88af-99b78684bc32 tempest-RoutersAdminNegativeIpV6Test-1621852952 tempest-RoutersAdminNegativeIpV6Test-1621852952-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:47.681280 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-2dfeec6f-8b2f-47db-9e8d-45cb55cb622b tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Publish callbacks [] for floatingip, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:47.706553 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b1b4031-1ccf-46dc-8de5-325e780a7cb7 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Router f35b9255-c7bd-4776-a70f-ac4e19490a67 has already been hosted by L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 {{(pid=121607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 25 21:28:47.859363 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-e00386ca-57ff-49f3-88af-99b78684bc32 tempest-RoutersAdminNegativeIpV6Test-1621852952 tempest-RoutersAdminNegativeIpV6Test-1621852952-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:47.888444 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-e00386ca-57ff-49f3-88af-99b78684bc32 tempest-RoutersAdminNegativeIpV6Test-1621852952 tempest-RoutersAdminNegativeIpV6Test-1621852952-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:48.101557 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-e00386ca-57ff-49f3-88af-99b78684bc32 tempest-RoutersAdminNegativeIpV6Test-1621852952 tempest-RoutersAdminNegativeIpV6Test-1621852952-project-admin] Publish callbacks [] for router, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:48.121092 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b1b4031-1ccf-46dc-8de5-325e780a7cb7 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 21:28:48.122730 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-2dfeec6f-8b2f-47db-9e8d-45cb55cb622b tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:48.133925 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c733c39d-a307-42b7-9258-2492560e60d5 None None] Sync routers for ids ['f35b9255-c7bd-4776-a70f-ac4e19490a67'] in ncdv-master-1 {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 21:28:48.148716 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c733c39d-a307-42b7-9258-2492560e60d5 None None] Routers {'f35b9255-c7bd-4776-a70f-ac4e19490a67'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:28:48.155034 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-c733c39d-a307-42b7-9258-2492560e60d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2618346910>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:28:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['f35b9255-c7bd-4776-a70f-ac4e19490a67'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:28:48.196165 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-c733c39d-a307-42b7-9258-2492560e60d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2618346910>, [], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:28:48.210364 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c733c39d-a307-42b7-9258-2492560e60d5 None None] Routers {'f35b9255-c7bd-4776-a70f-ac4e19490a67'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:28:48.210996 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-c733c39d-a307-42b7-9258-2492560e60d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2618346910>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:28:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['f35b9255-c7bd-4776-a70f-ac4e19490a67'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:28:48.235995 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5b1b4031-1ccf-46dc-8de5-325e780a7cb7 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:48.242039 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-5b1b4031-1ccf-46dc-8de5-325e780a7cb7 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] 10.222.0.32 "DELETE /v2.0/ports/47f1911e-3e69-4b82-a22c-fc8a1be80e4b HTTP/1.1" status: 204  len: 168 time: 1.6770766
Dec 25 21:28:48.242039 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 44794) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:28:48.250544 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-c733c39d-a307-42b7-9258-2492560e60d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2618346910>, [], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:28:48.251204 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c733c39d-a307-42b7-9258-2492560e60d5 None None] The sync data for ids ['f35b9255-c7bd-4776-a70f-ac4e19490a67'] in ncdv-master-1 is: [] {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 21:28:48.326639 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-e00386ca-57ff-49f3-88af-99b78684bc32 tempest-RoutersAdminNegativeIpV6Test-1621852952 tempest-RoutersAdminNegativeIpV6Test-1621852952-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2014235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14905'] for router, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:48.329465 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-e00386ca-57ff-49f3-88af-99b78684bc32 tempest-RoutersAdminNegativeIpV6Test-1621852952 tempest-RoutersAdminNegativeIpV6Test-1621852952-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:48.467398 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-e00386ca-57ff-49f3-88af-99b78684bc32 tempest-RoutersAdminNegativeIpV6Test-1621852952 tempest-RoutersAdminNegativeIpV6Test-1621852952-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2014220'] for router, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:48.467778 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e00386ca-57ff-49f3-88af-99b78684bc32 tempest-RoutersAdminNegativeIpV6Test-1621852952 tempest-RoutersAdminNegativeIpV6Test-1621852952-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ba8ba770-2c66-4c6f-9389-0ead181799b0 {{(pid=121606) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 25 21:28:48.483842 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-2dfeec6f-8b2f-47db-9e8d-45cb55cb622b tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Publish callbacks [] for port, precommit_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:48.586971 ncdv-master-1 neutron-server[121606]: INFO neutron.api.v2.resource [None req-e00386ca-57ff-49f3-88af-99b78684bc32 tempest-RoutersAdminNegativeIpV6Test-1621852952 tempest-RoutersAdminNegativeIpV6Test-1621852952-project-admin] create failed (client error): There was a conflict when trying to complete your request.
Dec 25 21:28:48.588099 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-e00386ca-57ff-49f3-88af-99b78684bc32 tempest-RoutersAdminNegativeIpV6Test-1621852952 tempest-RoutersAdminNegativeIpV6Test-1621852952-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 409  len: 372 time: 1.4379683
Dec 25 21:28:48.591958 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 44822) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:28:48.592628 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-2dfeec6f-8b2f-47db-9e8d-45cb55cb622b tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8632327'] for port, after_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:48.744576 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfeec6f-8b2f-47db-9e8d-45cb55cb622b tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Pushing event updated for resources: {'Port': ['ID=7c72f2da-41f3-4af8-adc2-0ababe98d8d7,revision_number=2']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:28:48.779070 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-2dfeec6f-8b2f-47db-9e8d-45cb55cb622b tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2008639'] for floatingip, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:48.815036 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-69dd8d69-a8a2-4222-ac52-85baeed1f267 tempest-RoutersAdminNegativeIpV6Test-1621852952 tempest-RoutersAdminNegativeIpV6Test-1621852952-project-admin] Deleting port 9a55df7d-cadb-409f-8468-4093bff5bf66 {{(pid=121607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:28:48.815377 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-69dd8d69-a8a2-4222-ac52-85baeed1f267 tempest-RoutersAdminNegativeIpV6Test-1621852952 tempest-RoutersAdminNegativeIpV6Test-1621852952-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:48.922926 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-69dd8d69-a8a2-4222-ac52-85baeed1f267 tempest-RoutersAdminNegativeIpV6Test-1621852952 tempest-RoutersAdminNegativeIpV6Test-1621852952-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:48.933840 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-36c902c2-b7fd-4570-9e5a-0235a54b46b4 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2007615'] for router_interface, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:48.974933 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-69dd8d69-a8a2-4222-ac52-85baeed1f267 tempest-RoutersAdminNegativeIpV6Test-1621852952 tempest-RoutersAdminNegativeIpV6Test-1621852952-project-admin] Calling delete_port for 9a55df7d-cadb-409f-8468-4093bff5bf66 owned by  {{(pid=121607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:28:48.983337 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-2dfeec6f-8b2f-47db-9e8d-45cb55cb622b tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for floatingip, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:48.985919 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-2dfeec6f-8b2f-47db-9e8d-45cb55cb622b tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 2.7610269
Dec 25 21:28:49.304255 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-fcf3f658-34ea-41d8-822d-0e301f82560e req-c046ad88-b1e7-4118-9a3f-e6ed0161f55a tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--592698459&fields=id&tenant_id=980165331b334d7795b91adc96459725 HTTP/1.1" status: 200  len: 267 time: 0.0429466
Dec 25 21:28:49.330960 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-36c902c2-b7fd-4570-9e5a-0235a54b46b4 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Deleting port 155c82d6-3292-4605-9c6f-ad6443ddbf33 {{(pid=121607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:28:49.334129 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-36c902c2-b7fd-4570-9e5a-0235a54b46b4 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:49.358470 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf3f658-34ea-41d8-822d-0e301f82560e req-c6c79821-7b65-4b78-9cce-e987eef64634 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:28:49.359973 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-fcf3f658-34ea-41d8-822d-0e301f82560e req-c6c79821-7b65-4b78-9cce-e987eef64634 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] 10.222.0.32 "GET /v2.0/ports/893605c1-33ba-4c92-b5eb-6207f354a521 HTTP/1.1" status: 200  len: 930 time: 0.0468192
Dec 25 21:28:49.392695 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-69dd8d69-a8a2-4222-ac52-85baeed1f267 tempest-RoutersAdminNegativeIpV6Test-1621852952 tempest-RoutersAdminNegativeIpV6Test-1621852952-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:49.416560 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf3f658-34ea-41d8-822d-0e301f82560e req-7d945540-e30d-4991-a00a-795368f6e791 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:28:49.418871 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-fcf3f658-34ea-41d8-822d-0e301f82560e req-7d945540-e30d-4991-a00a-795368f6e791 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] 10.222.0.32 "GET /v2.0/ports/1704d60b-466b-4afa-a1c8-2e009902991b HTTP/1.1" status: 200  len: 931 time: 0.0525534
Dec 25 21:28:49.427499 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69dd8d69-a8a2-4222-ac52-85baeed1f267 tempest-RoutersAdminNegativeIpV6Test-1621852952 tempest-RoutersAdminNegativeIpV6Test-1621852952-project-admin] Pushing event deleted for resources: {'Port': ['ID=9a55df7d-cadb-409f-8468-4093bff5bf66,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:28:49.444750 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09fcb17e-1caa-4428-aecd-0177adb38236 None None] DHCP port deletion for 7201e55c-7c5f-41aa-a042-a363696539d0 request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 21:28:49.487962 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-36c902c2-b7fd-4570-9e5a-0235a54b46b4 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:49.504602 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-fcf3f658-34ea-41d8-822d-0e301f82560e req-3f50bbc0-8171-431b-b0a9-6e67902fee36 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] 10.222.0.32 "GET /v2.0/ports?network_id=1eebed42-83f0-407e-9fde-c8f3a2309436&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200  len: 210 time: 0.0778766
Dec 25 21:28:49.506946 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-36c902c2-b7fd-4570-9e5a-0235a54b46b4 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Calling delete_port for 155c82d6-3292-4605-9c6f-ad6443ddbf33 owned by network:router_interface {{(pid=121607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:28:49.527388 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-69dd8d69-a8a2-4222-ac52-85baeed1f267 tempest-RoutersAdminNegativeIpV6Test-1621852952 tempest-RoutersAdminNegativeIpV6Test-1621852952-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:49.530650 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-69dd8d69-a8a2-4222-ac52-85baeed1f267 tempest-RoutersAdminNegativeIpV6Test-1621852952 tempest-RoutersAdminNegativeIpV6Test-1621852952-project-admin] 10.222.0.32 "DELETE /v2.0/ports/9a55df7d-cadb-409f-8468-4093bff5bf66 HTTP/1.1" status: 204  len: 168 time: 0.9358282
Dec 25 21:28:49.544106 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-fcf3f658-34ea-41d8-822d-0e301f82560e req-c5adb885-85f8-478f-a6e0-b35ff3315b6a tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] 10.222.0.32 "GET /v2.0/ports?network_id=1eebed42-83f0-407e-9fde-c8f3a2309436&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200  len: 210 time: 0.0313082
Dec 25 21:28:49.677797 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf3f658-34ea-41d8-822d-0e301f82560e req-05faec2a-96d1-4987-a00d-efc933435e3c tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:28:49.683670 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf3f658-34ea-41d8-822d-0e301f82560e req-05faec2a-96d1-4987-a00d-efc933435e3c tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:28:49.689551 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf3f658-34ea-41d8-822d-0e301f82560e req-05faec2a-96d1-4987-a00d-efc933435e3c tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:28:49.691588 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-fcf3f658-34ea-41d8-822d-0e301f82560e req-05faec2a-96d1-4987-a00d-efc933435e3c tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] 10.222.0.32 "GET /v2.0/networks?id=36c58514-4b76-443a-8b4e-8188ecbb730f&id=6dab2bb9-1b11-4634-becc-b5742aceff64&id=6dab2bb9-1b11-4634-becc-b5742aceff64&id=1eebed42-83f0-407e-9fde-c8f3a2309436&id=1eebed42-83f0-407e-9fde-c8f3a2309436 HTTP/1.1" status: 200  len: 1990 time: 0.1401668
Dec 25 21:28:49.718079 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-fcf3f658-34ea-41d8-822d-0e301f82560e req-bc3e9b49-cda3-4116-8612-a9846ac16105 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] 10.222.0.32 "GET /v2.0/quotas/980165331b334d7795b91adc96459725 HTTP/1.1" status: 200  len: 375 time: 0.0163715
Dec 25 21:28:49.782410 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-fcf3f658-34ea-41d8-822d-0e301f82560e req-eb559c2a-6519-427e-967e-ea2f75c0c960 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=980165331b334d7795b91adc96459725&fields=id HTTP/1.1" status: 200  len: 486 time: 0.0631540
Dec 25 21:28:49.799937 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [req-fcf3f658-34ea-41d8-822d-0e301f82560e req-e6e3585b-f098-44d0-a639-e69bc1a3346a service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=121606) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 25 21:28:49.800934 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-fcf3f658-34ea-41d8-822d-0e301f82560e req-e6e3585b-f098-44d0-a639-e69bc1a3346a service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0051847
Dec 25 21:28:49.813038 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-36c902c2-b7fd-4570-9e5a-0235a54b46b4 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:49.848615 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c902c2-b7fd-4570-9e5a-0235a54b46b4 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Pushing event deleted for resources: {'Port': ['ID=155c82d6-3292-4605-9c6f-ad6443ddbf33,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:28:49.893708 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-fcf3f658-34ea-41d8-822d-0e301f82560e req-bcb88f5e-4a81-46c2-a66d-820f32796cad service neutron] 10.222.0.32 "GET /v2.0/networks/36c58514-4b76-443a-8b4e-8188ecbb730f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0868053
Dec 25 21:28:50.040695 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-36c902c2-b7fd-4570-9e5a-0235a54b46b4 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2007763'] for router_interface, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:50.054379 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-fcf3f658-34ea-41d8-822d-0e301f82560e req-d6dfa3c6-c697-4be8-92c0-d481e8938612 service neutron] 10.222.0.32 "GET /v2.0/networks/36c58514-4b76-443a-8b4e-8188ecbb730f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1403580
Dec 25 21:28:50.115568 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-fcf3f658-34ea-41d8-822d-0e301f82560e req-e21baabb-8388-495b-9b38-fd651271abda service neutron] 10.222.0.32 "GET /v2.0/ports/893605c1-33ba-4c92-b5eb-6207f354a521?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200  len: 311 time: 0.0491829
Dec 25 21:28:50.177477 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 44898) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:28:50.214984 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-fcf3f658-34ea-41d8-822d-0e301f82560e req-f6e65311-ba34-4b4e-aa0c-3476d3352c13 service neutron] 10.222.0.32 "GET /v2.0/networks/6dab2bb9-1b11-4634-becc-b5742aceff64?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0985243
Dec 25 21:28:50.294727 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36c902c2-b7fd-4570-9e5a-0235a54b46b4 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Router f35b9255-c7bd-4776-a70f-ac4e19490a67 has already been hosted by L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 {{(pid=121607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 25 21:28:50.319753 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-4e732ec4-80f9-4855-b639-1ccb7b69a0b9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:50.344665 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-fcf3f658-34ea-41d8-822d-0e301f82560e req-5f4db1b9-1d5d-4b48-a2e1-c810af690661 service neutron] 10.222.0.32 "GET /v2.0/networks/6dab2bb9-1b11-4634-becc-b5742aceff64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1214547
Dec 25 21:28:50.394934 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-fcf3f658-34ea-41d8-822d-0e301f82560e req-3753ff3d-eb07-46a3-9ec5-d578b6e68ff5 service neutron] 10.222.0.32 "GET /v2.0/ports/1704d60b-466b-4afa-a1c8-2e009902991b?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200  len: 311 time: 0.0435262
Dec 25 21:28:50.405632 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36c902c2-b7fd-4570-9e5a-0235a54b46b4 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 21:28:50.413977 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-36c902c2-b7fd-4570-9e5a-0235a54b46b4 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] 10.222.0.32 "PUT /v2.0/routers/f35b9255-c7bd-4776-a70f-ac4e19490a67/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.1675730
Dec 25 21:28:50.413977 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 44902) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:28:50.416687 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8daf40d-a0ae-432d-ac41-1ce37fcdcf28 None None] Sync routers for ids ['f35b9255-c7bd-4776-a70f-ac4e19490a67'] in ncdv-master-1 {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 21:28:50.428366 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8daf40d-a0ae-432d-ac41-1ce37fcdcf28 None None] Routers {'f35b9255-c7bd-4776-a70f-ac4e19490a67'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:28:50.428923 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-a8daf40d-a0ae-432d-ac41-1ce37fcdcf28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f26132c85b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:28:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['f35b9255-c7bd-4776-a70f-ac4e19490a67'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:28:50.463680 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-a8daf40d-a0ae-432d-ac41-1ce37fcdcf28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f26132c85b0>, [], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:28:50.474310 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8daf40d-a0ae-432d-ac41-1ce37fcdcf28 None None] Routers {'f35b9255-c7bd-4776-a70f-ac4e19490a67'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:28:50.475170 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-a8daf40d-a0ae-432d-ac41-1ce37fcdcf28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f26132c85b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:28:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['f35b9255-c7bd-4776-a70f-ac4e19490a67'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:28:50.506032 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-4e732ec4-80f9-4855-b639-1ccb7b69a0b9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:50.514191 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-a8daf40d-a0ae-432d-ac41-1ce37fcdcf28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f26132c85b0>, [], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:28:50.514873 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8daf40d-a0ae-432d-ac41-1ce37fcdcf28 None None] The sync data for ids ['f35b9255-c7bd-4776-a70f-ac4e19490a67'] in ncdv-master-1 is: [] {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 21:28:50.530967 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-fcf3f658-34ea-41d8-822d-0e301f82560e req-4e7a13e1-adfc-43b3-bbc6-db97b3673fbd service neutron] 10.222.0.32 "GET /v2.0/networks/6dab2bb9-1b11-4634-becc-b5742aceff64?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1291127
Dec 25 21:28:50.540266 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-74e5b6f3-1654-4d9f-9710-0f1d87bf822b tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Publish callbacks [] for router, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:50.598637 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-4e732ec4-80f9-4855-b639-1ccb7b69a0b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:50.645563 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-74e5b6f3-1654-4d9f-9710-0f1d87bf822b tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Publish callbacks [] for router_gateway, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:50.657647 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-4e732ec4-80f9-4855-b639-1ccb7b69a0b9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ca0f447da8644bd4b4f678208438bd3a&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4791224
Dec 25 21:28:50.659895 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e732ec4-80f9-4855-b639-1ccb7b69a0b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4caa97c5-4a0f-44f6-92f5-aabe1e1cb366,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:28:50.660557 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 44910) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:28:50.665169 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-fcf3f658-34ea-41d8-822d-0e301f82560e req-41978802-8470-4e2d-9fa8-ba61f93b20c2 service neutron] 10.222.0.32 "GET /v2.0/networks/6dab2bb9-1b11-4634-becc-b5742aceff64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1273718
Dec 25 21:28:50.715863 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-65a22ed6-b9f1-4cc7-9a3e-5bc791dcf036 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:50.758794 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-65a22ed6-b9f1-4cc7-9a3e-5bc791dcf036 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:50.779000 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-fcf3f658-34ea-41d8-822d-0e301f82560e req-0a4102e6-dc56-46d7-8d26-7bf74207a4cd service neutron] 10.222.0.32 "GET /v2.0/networks/6dab2bb9-1b11-4634-becc-b5742aceff64?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1073966
Dec 25 21:28:50.819359 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-74e5b6f3-1654-4d9f-9710-0f1d87bf822b tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Deleting port a503fe7e-3791-4e2c-89f0-2c0145c73952 {{(pid=121607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:28:50.819706 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-74e5b6f3-1654-4d9f-9710-0f1d87bf822b tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:50.878435 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-fcf3f658-34ea-41d8-822d-0e301f82560e req-75ab9b46-5722-4969-9728-b4a39e21b16d service neutron] 10.222.0.32 "GET /v2.0/networks/6dab2bb9-1b11-4634-becc-b5742aceff64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0985205
Dec 25 21:28:50.991832 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-fcf3f658-34ea-41d8-822d-0e301f82560e req-a4ceac33-57b7-4b73-9cf2-0e793a1f8461 service neutron] 10.222.0.32 "GET /v2.0/networks/6dab2bb9-1b11-4634-becc-b5742aceff64?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1040690
Dec 25 21:28:51.088616 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-fcf3f658-34ea-41d8-822d-0e301f82560e req-27d6c5c6-ced3-44d1-a260-a035b33e037f service neutron] 10.222.0.32 "GET /v2.0/networks/6dab2bb9-1b11-4634-becc-b5742aceff64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0888047
Dec 25 21:28:51.153002 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-65a22ed6-b9f1-4cc7-9a3e-5bc791dcf036 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:51.155544 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-65a22ed6-b9f1-4cc7-9a3e-5bc791dcf036 admin admin] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:51.156816 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-65a22ed6-b9f1-4cc7-9a3e-5bc791dcf036 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4caa97c5-4a0f-44f6-92f5-aabe1e1cb366 HTTP/1.1" status: 204  len: 168 time: 0.4948134
Dec 25 21:28:51.171335 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a22ed6-b9f1-4cc7-9a3e-5bc791dcf036 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4caa97c5-4a0f-44f6-92f5-aabe1e1cb366,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:28:51.192282 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-fcf3f658-34ea-41d8-822d-0e301f82560e req-1056f619-866a-42e9-99be-0f87b0b34f7a service neutron] 10.222.0.32 "GET /v2.0/networks/1eebed42-83f0-407e-9fde-c8f3a2309436?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0969107
Dec 25 21:28:51.201180 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-74e5b6f3-1654-4d9f-9710-0f1d87bf822b tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:51.227017 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-74e5b6f3-1654-4d9f-9710-0f1d87bf822b tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Calling delete_port for a503fe7e-3791-4e2c-89f0-2c0145c73952 owned by network:router_gateway {{(pid=121607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:28:51.306242 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-fcf3f658-34ea-41d8-822d-0e301f82560e req-106c6ec9-8972-440c-88f4-2a1375586191 service neutron] 10.222.0.32 "GET /v2.0/networks/1eebed42-83f0-407e-9fde-c8f3a2309436?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1032736
Dec 25 21:28:51.400139 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-fcf3f658-34ea-41d8-822d-0e301f82560e req-fa672b98-c5af-41f1-a383-e61b0171cd67 service neutron] 10.222.0.32 "GET /v2.0/networks/1eebed42-83f0-407e-9fde-c8f3a2309436?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0871999
Dec 25 21:28:51.493448 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-fcf3f658-34ea-41d8-822d-0e301f82560e req-30b49b00-3705-4dac-9a0f-dcce85ccd511 service neutron] 10.222.0.32 "GET /v2.0/networks/1eebed42-83f0-407e-9fde-c8f3a2309436?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0868840
Dec 25 21:28:51.537786 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-74e5b6f3-1654-4d9f-9710-0f1d87bf822b tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:51.568728 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e5b6f3-1654-4d9f-9710-0f1d87bf822b tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Pushing event deleted for resources: {'Port': ['ID=a503fe7e-3791-4e2c-89f0-2c0145c73952,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:28:51.584700 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a250a60-8e52-4754-987f-3013f27b3d42 None None] DHCP port deletion for 7201e55c-7c5f-41aa-a042-a363696539d0 request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 21:28:51.638994 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-74e5b6f3-1654-4d9f-9710-0f1d87bf822b tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2008689'] for router_gateway, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:51.749118 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-74e5b6f3-1654-4d9f-9710-0f1d87bf822b tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2014235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14905'] for router, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:51.751714 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-74e5b6f3-1654-4d9f-9710-0f1d87bf822b tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:51.889267 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-74e5b6f3-1654-4d9f-9710-0f1d87bf822b tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2014220'] for router, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:51.889843 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74e5b6f3-1654-4d9f-9710-0f1d87bf822b tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Fanout notify agent at l3_agent the message router_deleted on router f35b9255-c7bd-4776-a70f-ac4e19490a67 {{(pid=121607) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 25 21:28:51.897005 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-74e5b6f3-1654-4d9f-9710-0f1d87bf822b tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Publish callbacks [] for router, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:51.898272 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-74e5b6f3-1654-4d9f-9710-0f1d87bf822b tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] 10.222.0.32 "DELETE /v2.0/routers/f35b9255-c7bd-4776-a70f-ac4e19490a67 HTTP/1.1" status: 204  len: 168 time: 1.4831250
Dec 25 21:28:51.900813 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 44940) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:28:51.951731 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_v2 [None req-d29c2d88-b1e4-4001-b19b-92e075a7fafb tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Deleting subnet 4b752e6f-081c-48f2-8e5d-982cdb403732 {{(pid=121607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Dec 25 21:28:51.954950 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-d29c2d88-b1e4-4001-b19b-92e075a7fafb tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Publish callbacks [] for subnet, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:51.996925 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-d29c2d88-b1e4-4001-b19b-92e075a7fafb tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10246617'] for subnet, precommit_delete_associations {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:52.085259 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-d29c2d88-b1e4-4001-b19b-92e075a7fafb tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995662'] for subnet, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:52.104753 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 44948) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:28:52.147114 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-61bca5ca-c496-420d-9518-af5318975b35 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=77a1d7c30135453f8bd518e1b025d3e4&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0408788
Dec 25 21:28:52.149646 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 44950) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:28:52.196696 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-ab5bedfc-6cbb-4841-82a9-83fcc4425535 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:52.213217 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-d29c2d88-b1e4-4001-b19b-92e075a7fafb tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8632410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8852809'] for subnet, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:52.219401 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-ab5bedfc-6cbb-4841-82a9-83fcc4425535 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:52.242138 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29c2d88-b1e4-4001-b19b-92e075a7fafb tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Pushing event deleted for resources: {'Subnet': ['ID=4b752e6f-081c-48f2-8e5d-982cdb403732,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:28:52.244083 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-d29c2d88-b1e4-4001-b19b-92e075a7fafb tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Publish callbacks [] for subnet, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:52.248642 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-d29c2d88-b1e4-4001-b19b-92e075a7fafb tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] 10.222.0.32 "DELETE /v2.0/subnets/4b752e6f-081c-48f2-8e5d-982cdb403732 HTTP/1.1" status: 204  len: 168 time: 0.3452127
Dec 25 21:28:52.251613 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 44954) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:28:52.258516 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41105586-3366-435f-8b61-d2bf059c3a54 None None] Network 4de18028-b955-42f0-9b55-2e2dc7f8cbcb requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:28:52.335439 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-765a0449-f243-41ac-bec1-60f9807c5f3c tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625803'] for network, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:52.395670 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-765a0449-f243-41ac-bec1-60f9807c5f3c tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Deleting port de570310-9ed4-4be9-a9c4-0dacfe0c83d3 {{(pid=121606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:28:52.395997 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-765a0449-f243-41ac-bec1-60f9807c5f3c tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:52.399112 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-ab5bedfc-6cbb-4841-82a9-83fcc4425535 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:52.402020 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-ab5bedfc-6cbb-4841-82a9-83fcc4425535 admin admin] Publish callbacks [] for security_group, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:52.403366 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-ab5bedfc-6cbb-4841-82a9-83fcc4425535 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b05357ae-d8e1-4f48-9f49-b610fc4bd632 HTTP/1.1" status: 204  len: 168 time: 0.2526743
Dec 25 21:28:52.431249 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5bedfc-6cbb-4841-82a9-83fcc4425535 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b05357ae-d8e1-4f48-9f49-b610fc4bd632,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:28:52.468178 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a9e686e-a2eb-4e7e-a8de-7ed93c99b5e6 None None] DHCP port deletion for 4de18028-b955-42f0-9b55-2e2dc7f8cbcb request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 21:28:52.483475 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [None req-765a0449-f243-41ac-bec1-60f9807c5f3c tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] For port de570310-9ed4-4be9-a9c4-0dacfe0c83d3, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=de570310-9ed4-4be9-a9c4-0dacfe0c83d3,segment=NetworkSegment(60ba6e22-c65a-44de-b3dc-453d7c50806b),segment_id=60ba6e22-c65a-44de-b3dc-453d7c50806b)] {{(pid=121606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:28:52.484255 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-765a0449-f243-41ac-bec1-60f9807c5f3c tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:52.499490 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-765a0449-f243-41ac-bec1-60f9807c5f3c tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Calling delete_port for de570310-9ed4-4be9-a9c4-0dacfe0c83d3 owned by network:dhcp {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:28:52.516758 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-3a9e686e-a2eb-4e7e-a8de-7ed93c99b5e6 None None] Deleting port de570310-9ed4-4be9-a9c4-0dacfe0c83d3 {{(pid=121608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:28:52.517115 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3a9e686e-a2eb-4e7e-a8de-7ed93c99b5e6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:52.586324 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-3a9e686e-a2eb-4e7e-a8de-7ed93c99b5e6 None None] For port de570310-9ed4-4be9-a9c4-0dacfe0c83d3, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=de570310-9ed4-4be9-a9c4-0dacfe0c83d3,segment=NetworkSegment(60ba6e22-c65a-44de-b3dc-453d7c50806b),segment_id=60ba6e22-c65a-44de-b3dc-453d7c50806b)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:28:52.587009 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3a9e686e-a2eb-4e7e-a8de-7ed93c99b5e6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:52.599389 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-3a9e686e-a2eb-4e7e-a8de-7ed93c99b5e6 None None] Calling delete_port for de570310-9ed4-4be9-a9c4-0dacfe0c83d3 owned by network:dhcp {{(pid=121608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:28:52.693747 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-765a0449-f243-41ac-bec1-60f9807c5f3c tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:52.703157 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3a9e686e-a2eb-4e7e-a8de-7ed93c99b5e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955'] for port, after_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:52.721541 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765a0449-f243-41ac-bec1-60f9807c5f3c tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Pushing event deleted for resources: {'Port': ['ID=de570310-9ed4-4be9-a9c4-0dacfe0c83d3,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:28:52.727817 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-765a0449-f243-41ac-bec1-60f9807c5f3c tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] No DVR routers for this DVR port de570310-9ed4-4be9-a9c4-0dacfe0c83d3 on host ncdv-master-1 {{(pid=121606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:28:52.744441 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9e686e-a2eb-4e7e-a8de-7ed93c99b5e6 None None] Pushing event deleted for resources: {'Port': ['ID=de570310-9ed4-4be9-a9c4-0dacfe0c83d3,revision_number=None']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:28:52.750077 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a9e686e-a2eb-4e7e-a8de-7ed93c99b5e6 None None] No DVR routers for this DVR port de570310-9ed4-4be9-a9c4-0dacfe0c83d3 on host ncdv-master-1 {{(pid=121608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:28:52.826023 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-765a0449-f243-41ac-bec1-60f9807c5f3c tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997585', 'neutron.services.segments.db._delete_segments_for_network-8737602743071'] for network, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:52.847755 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.segments.db [None req-765a0449-f243-41ac-bec1-60f9807c5f3c tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2613d46c40>,) {'filters': {'network_id': ['4de18028-b955-42f0-9b55-2e2dc7f8cbcb']}} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:28:52.857978 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.segments.db [None req-765a0449-f243-41ac-bec1-60f9807c5f3c tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2613d46c40>, '60ba6e22-c65a-44de-b3dc-453d7c50806b') {'for_net_delete': True} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:28:52.858283 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.segments.db [None req-765a0449-f243-41ac-bec1-60f9807c5f3c tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2613d46c40>, '60ba6e22-c65a-44de-b3dc-453d7c50806b') {} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:28:52.870777 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-765a0449-f243-41ac-bec1-60f9807c5f3c tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737602746920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9084222'] for segment, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:52.881182 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-765a0449-f243-41ac-bec1-60f9807c5f3c tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:52.887095 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-765a0449-f243-41ac-bec1-60f9807c5f3c tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Releasing vlan 176 on physical network physnet1 to pool {{(pid=121606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 25 21:28:52.888143 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-765a0449-f243-41ac-bec1-60f9807c5f3c tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9084542'] for segment, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:52.890576 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:28:52.890576 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:28:52.890576 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:28:52.890576 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:28:52.890576 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:28:52.890576 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:28:52.890576 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:28:52.890576 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:28:52.890576 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:28:52.890576 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:28:52.890576 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:28:52.890576 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:28:52.890576 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:28:52.890576 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:28:52.890576 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:28:52.890576 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:28:52.890576 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:28:52.890576 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:28:52.890576 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:28:52.890576 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:28:52.890576 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:28:52.890576 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:28:52.890576 ncdv-master-1 neutron-server[121606]: Traceback (most recent call last):
Dec 25 21:28:52.890576 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 25 21:28:52.890576 ncdv-master-1 neutron-server[121606]:     timer()
Dec 25 21:28:52.890576 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 25 21:28:52.890576 ncdv-master-1 neutron-server[121606]:     cb(*args, **kw)
Dec 25 21:28:52.890576 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 25 21:28:52.890576 ncdv-master-1 neutron-server[121606]:     return func(*args, **kwargs)
Dec 25 21:28:52.890576 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 25 21:28:52.890576 ncdv-master-1 neutron-server[121606]:     self._notify()
Dec 25 21:28:52.890576 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 25 21:28:52.890576 ncdv-master-1 neutron-server[121606]:     self.callback(batched_events)
Dec 25 21:28:52.890576 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 25 21:28:52.890576 ncdv-master-1 neutron-server[121606]:     event.method(event)
Dec 25 21:28:52.890576 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 25 21:28:52.890576 ncdv-master-1 neutron-server[121606]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 25 21:28:52.890576 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 25 21:28:52.890576 ncdv-master-1 neutron-server[121606]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 25 21:28:52.890576 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 25 21:28:52.890576 ncdv-master-1 neutron-server[121606]:     return f(self, *a, **k)
Dec 25 21:28:52.890576 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 25 21:28:52.890576 ncdv-master-1 neutron-server[121606]:     return self._get(url).json()
Dec 25 21:28:52.890576 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 25 21:28:52.890576 ncdv-master-1 neutron-server[121606]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 25 21:28:52.890576 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 25 21:28:52.890576 ncdv-master-1 neutron-server[121606]:     return self.request(url, 'GET', **kwargs)
Dec 25 21:28:52.890576 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 25 21:28:52.890576 ncdv-master-1 neutron-server[121606]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 25 21:28:52.890576 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 25 21:28:52.890576 ncdv-master-1 neutron-server[121606]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 25 21:28:52.890576 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 25 21:28:52.890576 ncdv-master-1 neutron-server[121606]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 25 21:28:52.890576 ncdv-master-1 neutron-server[121606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 25 21:28:53.029030 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-81060d7c-ab67-4a8d-889c-8a563bdb8e4b req-dac3b4b7-1a4b-41fb-b160-f98f9ac9d4aa tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a8d6684-f19c-4a86-ac0c-6c056fa351fd HTTP/1.1" status: 200  len: 210 time: 0.0302472
Dec 25 21:28:53.077909 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-765a0449-f243-41ac-bec1-60f9807c5f3c tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2008653'] for network, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:53.092476 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-765a0449-f243-41ac-bec1-60f9807c5f3c tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for network, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:53.103607 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-765a0449-f243-41ac-bec1-60f9807c5f3c tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] 10.222.0.32 "DELETE /v2.0/networks/4de18028-b955-42f0-9b55-2e2dc7f8cbcb HTTP/1.1" status: 204  len: 168 time: 0.8492746
Dec 25 21:28:53.104110 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 44982) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:28:53.132797 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765a0449-f243-41ac-bec1-60f9807c5f3c tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Pushing event deleted for resources: {'Network': ['ID=4de18028-b955-42f0-9b55-2e2dc7f8cbcb,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:28:53.261698 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-ec63a7df-955a-4dba-9b9b-7f1cf5324534 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Deleting port c78e21e3-6b57-4df3-ac79-b01562710812 {{(pid=121607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:28:53.261977 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ec63a7df-955a-4dba-9b9b-7f1cf5324534 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:53.345942 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ec63a7df-955a-4dba-9b9b-7f1cf5324534 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:53.346273 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ec63a7df-955a-4dba-9b9b-7f1cf5324534 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:53.357704 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-ec63a7df-955a-4dba-9b9b-7f1cf5324534 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Calling delete_port for c78e21e3-6b57-4df3-ac79-b01562710812 owned by network:floatingip {{(pid=121607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:28:53.564359 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device de570310-9ed4-4be9-a9c4-0dacfe0c83d3 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:28:53.584253 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ec63a7df-955a-4dba-9b9b-7f1cf5324534 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:53.604027 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] No Port match for: de570310-9ed4-4be9-a9c4-0dacfe0c83d3 {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:28:53.605115 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device de570310-9ed4-4be9-a9c4-0dacfe0c83d3 not bound to the agent host ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:28:53.617673 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec63a7df-955a-4dba-9b9b-7f1cf5324534 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Pushing event deleted for resources: {'Port': ['ID=c78e21e3-6b57-4df3-ac79-b01562710812,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:28:53.686289 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ec63a7df-955a-4dba-9b9b-7f1cf5324534 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Publish callbacks [] for floatingip, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:53.688975 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ec63a7df-955a-4dba-9b9b-7f1cf5324534 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for floatingip, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:53.690147 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-ec63a7df-955a-4dba-9b9b-7f1cf5324534 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] 10.222.0.32 "DELETE /v2.0/floatingips/b7ef5af6-d0c8-4ecc-a9b0-dff95265355e HTTP/1.1" status: 204  len: 168 time: 0.5843203
Dec 25 21:28:53.693620 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 45020) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:28:53.717665 ncdv-master-1 neutron-server[121607]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d3ab28a-30ac-46ff-8e5a-89866ee91179 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] DELETE failed (client error): The resource could not be found.
Dec 25 21:28:53.726360 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d3ab28a-30ac-46ff-8e5a-89866ee91179 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 25 21:28:53.726360 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-5d3ab28a-30ac-46ff-8e5a-89866ee91179 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] 10.222.0.32 "DELETE /v2.0/ports/47f1911e-3e69-4b82-a22c-fc8a1be80e4b HTTP/1.1" status: 404  len: 333 time: 0.0268135
Dec 25 21:28:53.726360 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 45022) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:28:53.755732 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-5ad50a24-e875-4885-8304-caadf957cea4 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] 10.222.0.32 "GET /v2.0/ports?device_id=f35b9255-c7bd-4776-a70f-ac4e19490a67 HTTP/1.1" status: 200  len: 205 time: 0.0305579
Dec 25 21:28:53.758239 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 45026) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:28:53.797342 ncdv-master-1 neutron-server[121607]: INFO neutron.api.v2.resource [None req-4955a53d-274f-499c-8335-4fdabc87d32e tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] delete failed (client error): The resource could not be found.
Dec 25 21:28:53.798418 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-4955a53d-274f-499c-8335-4fdabc87d32e tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] 10.222.0.32 "DELETE /v2.0/routers/f35b9255-c7bd-4776-a70f-ac4e19490a67 HTTP/1.1" status: 404  len: 336 time: 0.0392549
Dec 25 21:28:53.801127 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 45028) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:28:53.828208 ncdv-master-1 neutron-server[121606]: INFO neutron.pecan_wsgi.hooks.translation [None req-467b8a1d-7402-4fca-9283-039dffa19a73 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] DELETE failed (client error): The resource could not be found.
Dec 25 21:28:53.828671 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-467b8a1d-7402-4fca-9283-039dffa19a73 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 25 21:28:53.833110 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-467b8a1d-7402-4fca-9283-039dffa19a73 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] 10.222.0.32 "DELETE /v2.0/subnets/4b752e6f-081c-48f2-8e5d-982cdb403732 HTTP/1.1" status: 404  len: 337 time: 0.0303845
Dec 25 21:28:53.839492 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 45032) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:28:53.840553 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 45034) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:28:53.967927 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-206deb16-282b-4d27-81eb-6b2aac9f3936 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Deleting port 81b7f223-2ab2-4175-875d-9120d0b7f4cd {{(pid=121606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:28:53.968450 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-206deb16-282b-4d27-81eb-6b2aac9f3936 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:54.005602 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-0d05644f-ae6a-4d90-9f71-4a2eeded9601 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-2129566746'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:28:54.059235 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-206deb16-282b-4d27-81eb-6b2aac9f3936 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:54.071693 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-206deb16-282b-4d27-81eb-6b2aac9f3936 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Calling delete_port for 81b7f223-2ab2-4175-875d-9120d0b7f4cd owned by  {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:28:54.086963 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d05644f-ae6a-4d90-9f71-4a2eeded9601 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Made reservation on behalf of a80fe923d39349348137639eb937eac1 for: {'network': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:28:54.090853 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-0d05644f-ae6a-4d90-9f71-4a2eeded9601 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for network, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:54.099427 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-0d05644f-ae6a-4d90-9f71-4a2eeded9601 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks [] for security_group, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:54.147230 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-52dc5d5d-3696-47c6-8906-a77e81189ea8 req-88bb7d85-ed63-4b56-a305-a2f633c45a16 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a8d6684-f19c-4a86-ac0c-6c056fa351fd HTTP/1.1" status: 200  len: 210 time: 0.0309851
Dec 25 21:28:54.192038 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-0d05644f-ae6a-4d90-9f71-4a2eeded9601 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks [] for security_group, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:54.269793 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-0d05644f-ae6a-4d90-9f71-4a2eeded9601 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:54.298372 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d05644f-ae6a-4d90-9f71-4a2eeded9601 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] vlan segment allocate from pool success with {'vlan_id': 175, 'physical_network': 'physnet1'}  {{(pid=121607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 25 21:28:54.307221 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d05644f-ae6a-4d90-9f71-4a2eeded9601 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e84d76d2-0441-44c0-8e67-2aa817a0984a,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:28:54.321487 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-0d05644f-ae6a-4d90-9f71-4a2eeded9601 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:54.321487 ncdv-master-1 neutron-server[121607]: INFO neutron.db.segments_db [None req-0d05644f-ae6a-4d90-9f71-4a2eeded9601 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Added segment ef506fab-ec9d-4c4f-a95a-56b7e74329ba of type vlan for network 3a9367a7-e66f-41b5-8cf6-2e1594c7c8e8
Dec 25 21:28:54.322062 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-206deb16-282b-4d27-81eb-6b2aac9f3936 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:54.345214 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206deb16-282b-4d27-81eb-6b2aac9f3936 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Pushing event deleted for resources: {'Port': ['ID=81b7f223-2ab2-4175-875d-9120d0b7f4cd,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:28:54.361285 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6ec1b5a-e715-4cb9-9be6-b43611e2bb9e None None] DHCP port deletion for 290c6e74-625c-4ba7-9e49-f809d5158ee6 request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 21:28:54.372267 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-0d05644f-ae6a-4d90-9f71-4a2eeded9601 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737602163420'] for network, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:54.427456 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-206deb16-282b-4d27-81eb-6b2aac9f3936 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:54.430797 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-206deb16-282b-4d27-81eb-6b2aac9f3936 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] 10.222.0.32 "DELETE /v2.0/ports/81b7f223-2ab2-4175-875d-9120d0b7f4cd HTTP/1.1" status: 204  len: 168 time: 0.5903509
Dec 25 21:28:54.433837 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 45052) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:28:54.443510 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-0d05644f-ae6a-4d90-9f71-4a2eeded9601 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870'] for network, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:54.449796 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d05644f-ae6a-4d90-9f71-4a2eeded9601 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:28:54.450390 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-0d05644f-ae6a-4d90-9f71-4a2eeded9601 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks [] for network, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:54.518474 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d05644f-ae6a-4d90-9f71-4a2eeded9601 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Pushing event updated for resources: {'Network': ['ID=3a9367a7-e66f-41b5-8cf6-2e1594c7c8e8,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:28:54.530729 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Network 3a9367a7-e66f-41b5-8cf6-2e1594c7c8e8 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 25 21:28:54.555355 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-0d05644f-ae6a-4d90-9f71-4a2eeded9601 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 781 time: 0.7145853
Dec 25 21:28:54.558467 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 45054) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:28:54.563604 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-12f274ab-d243-4b48-bf05-b5f39fe72c73 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Request body: {'port': {'network_id': '3a9367a7-e66f-41b5-8cf6-2e1594c7c8e8', 'name': 'tempest-PortsTestJSON-161817618'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:28:54.571332 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9e2446c5-aa7c-49ea-b0bc-210169aaea50 req-28b1f945-4950-49b1-94ac-4fbd95a712ba service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=65490ad4-5baf-4c89-9877-006d581b4758&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0613589
Dec 25 21:28:54.578051 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-21f39769-098d-468d-b230-5abf67ea3d9e tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Deleting port 68372397-6b8f-4a7f-966d-688a1293b5a7 {{(pid=121606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:28:54.578433 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-21f39769-098d-468d-b230-5abf67ea3d9e tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:54.702734 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-21f39769-098d-468d-b230-5abf67ea3d9e tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:54.706357 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2446c5-aa7c-49ea-b0bc-210169aaea50 req-4aa1bb93-73d4-4f4f-853f-4ea57f801351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:28:54.707856 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9e2446c5-aa7c-49ea-b0bc-210169aaea50 req-4aa1bb93-73d4-4f4f-853f-4ea57f801351 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0560c323ec8e41b3bc05939e12e049d5&device_id=65490ad4-5baf-4c89-9877-006d581b4758 HTTP/1.1" status: 200  len: 1096 time: 0.0967202
Dec 25 21:28:54.718660 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-21f39769-098d-468d-b230-5abf67ea3d9e tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Calling delete_port for 68372397-6b8f-4a7f-966d-688a1293b5a7 owned by  {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:28:54.788340 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12f274ab-d243-4b48-bf05-b5f39fe72c73 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Made reservation on behalf of a80fe923d39349348137639eb937eac1 for: {'port': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:28:54.794476 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-12f274ab-d243-4b48-bf05-b5f39fe72c73 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:54.813655 ncdv-master-1 neutron-server[121607]: DEBUG neutron.notifiers.nova [None req-12f274ab-d243-4b48-bf05-b5f39fe72c73 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] device_id is not set on port e2167940-68ad-4279-9955-6a61400abefa yet. {{(pid=121607) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 25 21:28:55.009781 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-12f274ab-d243-4b48-bf05-b5f39fe72c73 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks [] for port, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:55.169576 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-12f274ab-d243-4b48-bf05-b5f39fe72c73 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:55.235869 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2446c5-aa7c-49ea-b0bc-210169aaea50 req-01981f51-e6be-4c3c-a6a9-e119e5c3a091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:28:55.237525 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9e2446c5-aa7c-49ea-b0bc-210169aaea50 req-01981f51-e6be-4c3c-a6a9-e119e5c3a091 service neutron] 10.222.0.37 "GET /v2.0/networks?id=c8199f70-d579-4a7f-8b38-5d569ea5e784 HTTP/1.1" status: 200  len: 915 time: 0.5092523
Dec 25 21:28:55.238629 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f274ab-d243-4b48-bf05-b5f39fe72c73 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Pushing event updated for resources: {'Port': ['ID=e2167940-68ad-4279-9955-6a61400abefa,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:28:55.261453 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12f274ab-d243-4b48-bf05-b5f39fe72c73 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Checking segment: {'id': 'ef506fab-ec9d-4c4f-a95a-56b7e74329ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '3a9367a7-e66f-41b5-8cf6-2e1594c7c8e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:28:55.261823 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12f274ab-d243-4b48-bf05-b5f39fe72c73 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Network hostable DHCP agents. Network: 3a9367a7-e66f-41b5-8cf6-2e1594c7c8e8, hostable agents: ['1813db88-2c1b-4357-a2ba-869246b663c2'], hosted agents: [] {{(pid=121607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 25 21:28:55.342580 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d2ac7b9d-19d9-4d62-b2bb-674b2f6cbcde req-2d32d695-7337-4e13-b113-f9760fbeb255 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a8d6684-f19c-4a86-ac0c-6c056fa351fd HTTP/1.1" status: 200  len: 210 time: 0.0693376
Dec 25 21:28:55.376547 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9e2446c5-aa7c-49ea-b0bc-210169aaea50 req-6d1fa655-3fc7-4953-8e2b-5c129f501f0e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=35a15c05-bcca-4842-8606-5c79e44fa713 HTTP/1.1" status: 200  len: 1000 time: 0.1022158
Dec 25 21:28:55.409049 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12f274ab-d243-4b48-bf05-b5f39fe72c73 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Network 3a9367a7-e66f-41b5-8cf6-2e1594c7c8e8 is scheduled to be hosted by DHCP agent 1813db88-2c1b-4357-a2ba-869246b663c2 with binding_index 1 {{(pid=121607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 25 21:28:55.427870 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2446c5-aa7c-49ea-b0bc-210169aaea50 req-e4babfd6-3dc3-4c6f-b479-f5ec24377bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:28:55.429314 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9e2446c5-aa7c-49ea-b0bc-210169aaea50 req-e4babfd6-3dc3-4c6f-b479-f5ec24377bb0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0cf468ed-9644-4e44-939f-6c7d09675460 HTTP/1.1" status: 200  len: 853 time: 0.0460379
Dec 25 21:28:55.465855 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-21f39769-098d-468d-b230-5abf67ea3d9e tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:55.504137 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f39769-098d-468d-b230-5abf67ea3d9e tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Pushing event deleted for resources: {'Port': ['ID=68372397-6b8f-4a7f-966d-688a1293b5a7,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:28:55.526898 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a45b1874-a2de-41f4-b74b-3ff1f39fd741 None None] DHCP port deletion for 290c6e74-625c-4ba7-9e49-f809d5158ee6 request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 21:28:55.534934 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-12f274ab-d243-4b48-bf05-b5f39fe72c73 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 3a9367a7-e66f-41b5-8cf6-2e1594c7c8e8) {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:28:55.539727 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12f274ab-d243-4b48-bf05-b5f39fe72c73 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Received port after_create {{(pid=121607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:28:55.542728 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2446c5-aa7c-49ea-b0bc-210169aaea50 req-c7c912be-243d-45fe-a06d-61e227ea313f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:28:55.544591 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9e2446c5-aa7c-49ea-b0bc-210169aaea50 req-c7c912be-243d-45fe-a06d-61e227ea313f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c8199f70-d579-4a7f-8b38-5d569ea5e784&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1087246
Dec 25 21:28:55.548860 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12f274ab-d243-4b48-bf05-b5f39fe72c73 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:28:55.549580 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-12f274ab-d243-4b48-bf05-b5f39fe72c73 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:55.555040 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-075a04e6-48ac-49d9-adbc-8b786bc275d3 None None] Network 3a9367a7-e66f-41b5-8cf6-2e1594c7c8e8 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:28:55.661473 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-12f274ab-d243-4b48-bf05-b5f39fe72c73 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 845 time: 1.1016724
Dec 25 21:28:55.662162 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 45082) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:28:55.668050 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-381f71aa-f729-409d-95c8-7e847ef428bb tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-909568479'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:28:55.675189 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-21f39769-098d-468d-b230-5abf67ea3d9e tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:55.682469 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-21f39769-098d-468d-b230-5abf67ea3d9e tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] 10.222.0.32 "DELETE /v2.0/ports/68372397-6b8f-4a7f-966d-688a1293b5a7 HTTP/1.1" status: 204  len: 168 time: 1.2447567
Dec 25 21:28:55.684600 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 45084) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:28:55.749790 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9e2446c5-aa7c-49ea-b0bc-210169aaea50 req-758e792b-9cd4-4454-a2ea-7522b2958928 service neutron] 10.222.0.37 "GET /v2.0/networks/c8199f70-d579-4a7f-8b38-5d569ea5e784?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1786861
Dec 25 21:28:55.756620 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf3f658-34ea-41d8-822d-0e301f82560e req-4a446897-8ac7-4668-b0fb-53c4904ff9c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:28:55.758986 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-fcf3f658-34ea-41d8-822d-0e301f82560e req-4a446897-8ac7-4668-b0fb-53c4904ff9c0 service neutron] 10.222.0.31 "GET /v2.0/ports/893605c1-33ba-4c92-b5eb-6207f354a521 HTTP/1.1" status: 200  len: 1026 time: 0.1489062
Dec 25 21:28:55.771721 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c864759-1c5c-47a6-a0b9-72c6c234365f tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:28:55.773302 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-7c864759-1c5c-47a6-a0b9-72c6c234365f tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] 10.222.0.32 "GET /v2.0/ports?device_id=caef596b-48c6-4907-a4cb-760766c09537 HTTP/1.1" status: 200  len: 913 time: 0.0865555
Dec 25 21:28:55.780471 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 45088) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:28:55.817018 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-381f71aa-f729-409d-95c8-7e847ef428bb tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Made reservation on behalf of a80fe923d39349348137639eb937eac1 for: {'network': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:28:55.828217 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-381f71aa-f729-409d-95c8-7e847ef428bb tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for network, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:55.849576 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf3f658-34ea-41d8-822d-0e301f82560e req-09ba4591-2f38-4907-944f-c56eab979061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:28:55.851143 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-fcf3f658-34ea-41d8-822d-0e301f82560e req-09ba4591-2f38-4907-944f-c56eab979061 service neutron] 10.222.0.31 "GET /v2.0/ports/1704d60b-466b-4afa-a1c8-2e009902991b HTTP/1.1" status: 200  len: 1027 time: 0.0723808
Dec 25 21:28:55.863084 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-381f71aa-f729-409d-95c8-7e847ef428bb tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] vlan segment allocate from pool success with {'vlan_id': 174, 'physical_network': 'physnet1'}  {{(pid=121607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 25 21:28:55.904431 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-381f71aa-f729-409d-95c8-7e847ef428bb tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:55.904802 ncdv-master-1 neutron-server[121607]: INFO neutron.db.segments_db [None req-381f71aa-f729-409d-95c8-7e847ef428bb tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Added segment 4d5cb66e-79e6-4a45-b2c3-4d157773c67c of type vlan for network 9efb11d9-31b9-4e74-b6de-d7c86c99496d
Dec 25 21:28:55.965002 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-381f71aa-f729-409d-95c8-7e847ef428bb tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737602163420'] for network, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:55.980204 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9e2446c5-aa7c-49ea-b0bc-210169aaea50 req-9e908128-8ecc-4952-90da-197a7cbdab1f service neutron] 10.222.0.37 "GET /v2.0/networks/c8199f70-d579-4a7f-8b38-5d569ea5e784?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2196994
Dec 25 21:28:56.017204 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf3f658-34ea-41d8-822d-0e301f82560e req-3ef2bac6-3097-4f58-a8b6-9bbfa1233a13 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:28:56.023250 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf3f658-34ea-41d8-822d-0e301f82560e req-3ef2bac6-3097-4f58-a8b6-9bbfa1233a13 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:28:56.030100 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf3f658-34ea-41d8-822d-0e301f82560e req-3ef2bac6-3097-4f58-a8b6-9bbfa1233a13 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:28:56.031940 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-fcf3f658-34ea-41d8-822d-0e301f82560e req-3ef2bac6-3097-4f58-a8b6-9bbfa1233a13 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] 10.222.0.31 "GET /v2.0/networks?id=36c58514-4b76-443a-8b4e-8188ecbb730f&id=6dab2bb9-1b11-4634-becc-b5742aceff64&id=6dab2bb9-1b11-4634-becc-b5742aceff64&id=6dab2bb9-1b11-4634-becc-b5742aceff64&id=6dab2bb9-1b11-4634-becc-b5742aceff64&id=1eebed42-83f0-407e-9fde-c8f3a2309436&id=1eebed42-83f0-407e-9fde-c8f3a2309436 HTTP/1.1" status: 200  len: 1990 time: 0.1432643
Dec 25 21:28:56.106719 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-fcf3f658-34ea-41d8-822d-0e301f82560e req-4929f4db-213e-4835-96f7-3e479a68177b tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=980165331b334d7795b91adc96459725 HTTP/1.1" status: 200  len: 379 time: 0.0649500
Dec 25 21:28:56.121294 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [req-fcf3f658-34ea-41d8-822d-0e301f82560e req-f38e628a-d303-4e28-8cda-ce7ec583c937 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=121606) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 25 21:28:56.123097 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-fcf3f658-34ea-41d8-822d-0e301f82560e req-f38e628a-d303-4e28-8cda-ce7ec583c937 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0105193
Dec 25 21:28:56.134786 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-fcf3f658-34ea-41d8-822d-0e301f82560e req-c61427cf-63a7-4b7a-81c8-438783fc6fdd tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Request body: {'port': {'device_id': '7a8d6684-f19c-4a86-ac0c-6c056fa351fd', 'network_id': '36c58514-4b76-443a-8b4e-8188ecbb730f', 'admin_state_up': True, 'tenant_id': '980165331b334d7795b91adc96459725', 'security_groups': ['213077ea-0675-4a6e-b24b-6e8c95ed2ffd']}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:28:56.155916 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-381f71aa-f729-409d-95c8-7e847ef428bb tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870'] for network, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:56.161565 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-381f71aa-f729-409d-95c8-7e847ef428bb tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:28:56.162147 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-381f71aa-f729-409d-95c8-7e847ef428bb tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks [] for network, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:56.240365 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381f71aa-f729-409d-95c8-7e847ef428bb tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Pushing event updated for resources: {'Network': ['ID=9efb11d9-31b9-4e74-b6de-d7c86c99496d,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:28:56.254031 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Network 9efb11d9-31b9-4e74-b6de-d7c86c99496d details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 25 21:28:56.306387 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-074578a3-bd3e-4859-9d5c-a5d6cf2ed229 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2007615'] for router_interface, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:56.380657 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-381f71aa-f729-409d-95c8-7e847ef428bb tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 767 time: 0.7159169
Dec 25 21:28:56.383258 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 45112) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:28:56.409440 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-d2872f2c-a07c-45ea-830b-e872e65bb275 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Request body: {'ports': [{'network_id': '3a9367a7-e66f-41b5-8cf6-2e1594c7c8e8'}, {'network_id': '9efb11d9-31b9-4e74-b6de-d7c86c99496d'}]} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:28:56.409440 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-d2872f2c-a07c-45ea-830b-e872e65bb275 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Request body: {'port': {'network_id': '3a9367a7-e66f-41b5-8cf6-2e1594c7c8e8'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:28:56.410175 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-d2872f2c-a07c-45ea-830b-e872e65bb275 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Request body: {'port': {'network_id': '9efb11d9-31b9-4e74-b6de-d7c86c99496d'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:28:56.525382 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5ceb26e0-38fd-413a-b992-80d066d320e8 req-c0a816c6-148a-42e3-8a9a-ea16cafe7231 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a8d6684-f19c-4a86-ac0c-6c056fa351fd HTTP/1.1" status: 200  len: 210 time: 0.0649116
Dec 25 21:28:56.541409 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fcf3f658-34ea-41d8-822d-0e301f82560e req-c61427cf-63a7-4b7a-81c8-438783fc6fdd tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Made reservation on behalf of 980165331b334d7795b91adc96459725 for: {'port': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:28:56.556235 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-fcf3f658-34ea-41d8-822d-0e301f82560e req-c61427cf-63a7-4b7a-81c8-438783fc6fdd tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:56.605573 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-074578a3-bd3e-4859-9d5c-a5d6cf2ed229 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Deleting port 5c64e45b-c785-4c69-8a15-64d3d2afbfb5 {{(pid=121607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:28:56.606091 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-074578a3-bd3e-4859-9d5c-a5d6cf2ed229 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:56.698622 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-074578a3-bd3e-4859-9d5c-a5d6cf2ed229 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:56.710864 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-074578a3-bd3e-4859-9d5c-a5d6cf2ed229 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Calling delete_port for 5c64e45b-c785-4c69-8a15-64d3d2afbfb5 owned by network:router_interface {{(pid=121607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:28:56.732774 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_common [req-fcf3f658-34ea-41d8-822d-0e301f82560e req-c61427cf-63a7-4b7a-81c8-438783fc6fdd tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Allocated IP 172.20.0.11 (36c58514-4b76-443a-8b4e-8188ecbb730f/a434de1e-5464-470d-a8e6-901b6aa78ffb/dbad079c-9ad0-47fd-8d51-bc9c6d074098) {{(pid=121606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:28:56.832133 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2872f2c-a07c-45ea-830b-e872e65bb275 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Made reservation on behalf of a80fe923d39349348137639eb937eac1 for: {'port': 2} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:28:56.836537 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-d2872f2c-a07c-45ea-830b-e872e65bb275 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:56.857244 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-d2872f2c-a07c-45ea-830b-e872e65bb275 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:56.931120 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-fcf3f658-34ea-41d8-822d-0e301f82560e req-c61427cf-63a7-4b7a-81c8-438783fc6fdd tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Publish callbacks [] for port, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:57.054885 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [None req-d2872f2c-a07c-45ea-830b-e872e65bb275 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] device_id is not set on port 5fc15069-bdc5-491c-8bc8-00bb138e716a yet. {{(pid=121606) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 25 21:28:57.127410 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-fcf3f658-34ea-41d8-822d-0e301f82560e req-c61427cf-63a7-4b7a-81c8-438783fc6fdd tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:57.178398 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fcf3f658-34ea-41d8-822d-0e301f82560e req-c61427cf-63a7-4b7a-81c8-438783fc6fdd tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Network 36c58514-4b76-443a-8b4e-8188ecbb730f is already hosted by enough agents. {{(pid=121606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:28:57.181866 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [req-fcf3f658-34ea-41d8-822d-0e301f82560e req-c61427cf-63a7-4b7a-81c8-438783fc6fdd tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Resources bound (agent type, host, resource id):  {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:28:57.185901 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcf3f658-34ea-41d8-822d-0e301f82560e req-c61427cf-63a7-4b7a-81c8-438783fc6fdd tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Received port after_create {{(pid=121606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:28:57.190161 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-074578a3-bd3e-4859-9d5c-a5d6cf2ed229 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:57.234886 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61427cf-63a7-4b7a-81c8-438783fc6fdd tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Pushing event updated for resources: {'Port': ['ID=dbad079c-9ad0-47fd-8d51-bc9c6d074098,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:28:57.294581 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074578a3-bd3e-4859-9d5c-a5d6cf2ed229 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Pushing event deleted for resources: {'Port': ['ID=5c64e45b-c785-4c69-8a15-64d3d2afbfb5,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:28:57.319351 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cabcd398-6d1a-4730-90c6-8df93ac15bf0 None None] DHCP port deletion for 290c6e74-625c-4ba7-9e49-f809d5158ee6 request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 21:28:57.340431 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf3f658-34ea-41d8-822d-0e301f82560e req-c61427cf-63a7-4b7a-81c8-438783fc6fdd tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:28:57.341422 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-fcf3f658-34ea-41d8-822d-0e301f82560e req-c61427cf-63a7-4b7a-81c8-438783fc6fdd tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:57.406682 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-d2872f2c-a07c-45ea-830b-e872e65bb275 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks [] for port, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:57.524989 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-fcf3f658-34ea-41d8-822d-0e301f82560e req-c61427cf-63a7-4b7a-81c8-438783fc6fdd tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.3964491
Dec 25 21:28:57.526851 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-074578a3-bd3e-4859-9d5c-a5d6cf2ed229 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2007763'] for router_interface, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:57.536854 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [None req-d2872f2c-a07c-45ea-830b-e872e65bb275 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] device_id is not set on port 8b310a74-f8fd-4d44-a98c-430e82cf2419 yet. {{(pid=121606) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 25 21:28:57.543972 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-fcf3f658-34ea-41d8-822d-0e301f82560e req-464d6518-39b1-4b80-a580-00000cb65129 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Request body: {'port': {'device_id': '7a8d6684-f19c-4a86-ac0c-6c056fa351fd', 'network_id': '6dab2bb9-1b11-4634-becc-b5742aceff64', 'admin_state_up': True, 'tenant_id': '980165331b334d7795b91adc96459725', 'security_groups': ['213077ea-0675-4a6e-b24b-6e8c95ed2ffd']}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:28:57.653796 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-587792f7-289b-4f09-87a1-86c58f830c7f None None] Provisioning complete for port dbad079c-9ad0-47fd-8d51-bc9c6d074098 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:28:57.654092 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-587792f7-289b-4f09-87a1-86c58f830c7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:57.696455 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-587792f7-289b-4f09-87a1-86c58f830c7f None None] Port dbad079c-9ad0-47fd-8d51-bc9c6d074098 cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:28:57.772436 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720a899c-f4d5-424c-8aef-05a6fce86be7 req-6fe9f3d3-c943-4410-ba70-6d3375d45596 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:28:57.773963 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-720a899c-f4d5-424c-8aef-05a6fce86be7 req-6fe9f3d3-c943-4410-ba70-6d3375d45596 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a8d6684-f19c-4a86-ac0c-6c056fa351fd HTTP/1.1" status: 200  len: 932 time: 0.1209559
Dec 25 21:28:57.816251 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-074578a3-bd3e-4859-9d5c-a5d6cf2ed229 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Router caef596b-48c6-4907-a4cb-760766c09537 has already been hosted by L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 {{(pid=121607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 25 21:28:57.846702 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-d2872f2c-a07c-45ea-830b-e872e65bb275 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks [] for port, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:57.858999 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fcf3f658-34ea-41d8-822d-0e301f82560e req-464d6518-39b1-4b80-a580-00000cb65129 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Made reservation on behalf of 980165331b334d7795b91adc96459725 for: {'port': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:28:57.862555 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-fcf3f658-34ea-41d8-822d-0e301f82560e req-464d6518-39b1-4b80-a580-00000cb65129 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:57.876411 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-720a899c-f4d5-424c-8aef-05a6fce86be7 req-1ea8fd83-da18-46cd-b5b0-c48dbaf0ec66 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] 10.222.0.32 "GET /v2.0/security-groups?id=213077ea-0675-4a6e-b24b-6e8c95ed2ffd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0924666
Dec 25 21:28:57.929325 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-074578a3-bd3e-4859-9d5c-a5d6cf2ed229 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 21:28:57.939156 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 45142) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:28:57.939664 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-074578a3-bd3e-4859-9d5c-a5d6cf2ed229 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] 10.222.0.32 "PUT /v2.0/routers/caef596b-48c6-4907-a4cb-760766c09537/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.1609216
Dec 25 21:28:57.944628 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e74e4cc-0a09-473e-b2c6-a9401de8fb23 None None] Sync routers for ids ['caef596b-48c6-4907-a4cb-760766c09537'] in ncdv-master-1 {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 21:28:57.957568 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e74e4cc-0a09-473e-b2c6-a9401de8fb23 None None] Routers {'caef596b-48c6-4907-a4cb-760766c09537'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:28:57.962219 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-2e74e4cc-0a09-473e-b2c6-a9401de8fb23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2619932f10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:28:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['caef596b-48c6-4907-a4cb-760766c09537'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:28:57.995944 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-2e74e4cc-0a09-473e-b2c6-a9401de8fb23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2619932f10>, [], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:28:58.006057 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e74e4cc-0a09-473e-b2c6-a9401de8fb23 None None] Routers {'caef596b-48c6-4907-a4cb-760766c09537'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:28:58.006674 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-2e74e4cc-0a09-473e-b2c6-a9401de8fb23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2619932f10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:28:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['caef596b-48c6-4907-a4cb-760766c09537'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:28:58.031007 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-d2872f2c-a07c-45ea-830b-e872e65bb275 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:58.043967 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-2e74e4cc-0a09-473e-b2c6-a9401de8fb23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2619932f10>, [], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:28:58.044634 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e74e4cc-0a09-473e-b2c6-a9401de8fb23 None None] The sync data for ids ['caef596b-48c6-4907-a4cb-760766c09537'] in ncdv-master-1 is: [] {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 21:28:58.121371 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2872f2c-a07c-45ea-830b-e872e65bb275 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Network 3a9367a7-e66f-41b5-8cf6-2e1594c7c8e8 is already hosted by enough agents. {{(pid=121606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:28:58.146582 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [None req-d2872f2c-a07c-45ea-830b-e872e65bb275 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Resources bound (agent type, host, resource id):  {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:28:58.148993 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2872f2c-a07c-45ea-830b-e872e65bb275 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Received port after_create {{(pid=121606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:28:58.150003 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-d2872f2c-a07c-45ea-830b-e872e65bb275 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:58.202546 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2872f2c-a07c-45ea-830b-e872e65bb275 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Pushing event updated for resources: {'Port': ['ID=5fc15069-bdc5-491c-8bc8-00bb138e716a,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:28:58.273514 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_common [req-fcf3f658-34ea-41d8-822d-0e301f82560e req-464d6518-39b1-4b80-a580-00000cb65129 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Allocated IP 10.1.1.165 (6dab2bb9-1b11-4634-becc-b5742aceff64/f7c309e7-75ab-4e4b-b61f-ca7ce9c46156/c4a5dc77-7743-4d72-8f35-550325e4dc63) {{(pid=121606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:28:58.290205 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2872f2c-a07c-45ea-830b-e872e65bb275 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Pushing event updated for resources: {'Port': ['ID=8b310a74-f8fd-4d44-a98c-430e82cf2419,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:28:58.302079 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-24ccfd4e-6c8d-49ea-a2b3-3f1b9e163816 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Publish callbacks [] for router, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:58.398530 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2872f2c-a07c-45ea-830b-e872e65bb275 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Checking segment: {'id': '4d5cb66e-79e6-4a45-b2c3-4d157773c67c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '9efb11d9-31b9-4e74-b6de-d7c86c99496d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:28:58.398893 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2872f2c-a07c-45ea-830b-e872e65bb275 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Network hostable DHCP agents. Network: 9efb11d9-31b9-4e74-b6de-d7c86c99496d, hostable agents: ['1813db88-2c1b-4357-a2ba-869246b663c2'], hosted agents: [] {{(pid=121606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 25 21:28:58.534633 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-24ccfd4e-6c8d-49ea-a2b3-3f1b9e163816 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Publish callbacks [] for router_gateway, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:58.568790 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-fcf3f658-34ea-41d8-822d-0e301f82560e req-464d6518-39b1-4b80-a580-00000cb65129 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Publish callbacks [] for port, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:58.579157 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2872f2c-a07c-45ea-830b-e872e65bb275 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Network 9efb11d9-31b9-4e74-b6de-d7c86c99496d is scheduled to be hosted by DHCP agent 1813db88-2c1b-4357-a2ba-869246b663c2 with binding_index 1 {{(pid=121606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 25 21:28:58.690363 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [None req-d2872f2c-a07c-45ea-830b-e872e65bb275 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 9efb11d9-31b9-4e74-b6de-d7c86c99496d) {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:28:58.695615 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2872f2c-a07c-45ea-830b-e872e65bb275 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Received port after_create {{(pid=121606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:28:58.699608 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fd35091-52fb-4b5a-9f32-838e2d38ae92 None None] Network 9efb11d9-31b9-4e74-b6de-d7c86c99496d requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:28:58.702171 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2872f2c-a07c-45ea-830b-e872e65bb275 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:28:58.707070 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2872f2c-a07c-45ea-830b-e872e65bb275 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:28:58.707785 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-d2872f2c-a07c-45ea-830b-e872e65bb275 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:58.755069 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-24ccfd4e-6c8d-49ea-a2b3-3f1b9e163816 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Deleting port 5c522c3f-74ca-4170-bcbc-39cd57f4fbc1 {{(pid=121606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:28:58.755408 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-24ccfd4e-6c8d-49ea-a2b3-3f1b9e163816 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:58.775405 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-fcf3f658-34ea-41d8-822d-0e301f82560e req-464d6518-39b1-4b80-a580-00000cb65129 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:58.854131 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fcf3f658-34ea-41d8-822d-0e301f82560e req-464d6518-39b1-4b80-a580-00000cb65129 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Network 6dab2bb9-1b11-4634-becc-b5742aceff64 is already hosted by enough agents. {{(pid=121606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:28:58.861751 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [req-fcf3f658-34ea-41d8-822d-0e301f82560e req-464d6518-39b1-4b80-a580-00000cb65129 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Resources bound (agent type, host, resource id):  {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:28:58.867329 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcf3f658-34ea-41d8-822d-0e301f82560e req-464d6518-39b1-4b80-a580-00000cb65129 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Received port after_create {{(pid=121606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:28:58.878513 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 45156) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:28:58.879143 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-d2872f2c-a07c-45ea-830b-e872e65bb275 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1425 time: 2.4726400
Dec 25 21:28:58.903554 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464d6518-39b1-4b80-a580-00000cb65129 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Pushing event updated for resources: {'Port': ['ID=c4a5dc77-7743-4d72-8f35-550325e4dc63,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:28:58.929305 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-24ccfd4e-6c8d-49ea-a2b3-3f1b9e163816 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:58.948983 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-24ccfd4e-6c8d-49ea-a2b3-3f1b9e163816 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Calling delete_port for 5c522c3f-74ca-4170-bcbc-39cd57f4fbc1 owned by network:router_gateway {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:28:58.975187 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf3f658-34ea-41d8-822d-0e301f82560e req-464d6518-39b1-4b80-a580-00000cb65129 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:28:58.975943 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-fcf3f658-34ea-41d8-822d-0e301f82560e req-464d6518-39b1-4b80-a580-00000cb65129 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:59.033578 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-e23e8fc7-5493-4bf2-940d-142b6f8781de tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Deleting port 8b310a74-f8fd-4d44-a98c-430e82cf2419 {{(pid=121607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:28:59.034834 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e23e8fc7-5493-4bf2-940d-142b6f8781de tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:59.097820 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-fcf3f658-34ea-41d8-822d-0e301f82560e req-464d6518-39b1-4b80-a580-00000cb65129 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.5641861
Dec 25 21:28:59.107680 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfc90b3-92e6-456b-9f50-2d759d17eb22 req-0c273131-9aba-4354-ae98-44e3f5560369 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:28:59.108830 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e23e8fc7-5493-4bf2-940d-142b6f8781de tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:59.114333 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfc90b3-92e6-456b-9f50-2d759d17eb22 req-0c273131-9aba-4354-ae98-44e3f5560369 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:28:59.115963 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5bfc90b3-92e6-456b-9f50-2d759d17eb22 req-0c273131-9aba-4354-ae98-44e3f5560369 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a8d6684-f19c-4a86-ac0c-6c056fa351fd HTTP/1.1" status: 200  len: 1654 time: 0.0810935
Dec 25 21:28:59.120617 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-fcf3f658-34ea-41d8-822d-0e301f82560e req-3e6d6c68-8fef-4fc1-8eea-36980a7c8325 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Request body: {'port': {'device_id': '7a8d6684-f19c-4a86-ac0c-6c056fa351fd', 'network_id': '6dab2bb9-1b11-4634-becc-b5742aceff64', 'admin_state_up': True, 'tenant_id': '980165331b334d7795b91adc96459725', 'security_groups': ['213077ea-0675-4a6e-b24b-6e8c95ed2ffd']}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:28:59.122546 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-e23e8fc7-5493-4bf2-940d-142b6f8781de tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Calling delete_port for 8b310a74-f8fd-4d44-a98c-430e82cf2419 owned by  {{(pid=121607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:28:59.157732 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-339bf8f3-b51c-44ab-b907-c39d1f6ba30f None None] Provisioning complete for port c4a5dc77-7743-4d72-8f35-550325e4dc63 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:28:59.158110 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-339bf8f3-b51c-44ab-b907-c39d1f6ba30f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:59.193189 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-339bf8f3-b51c-44ab-b907-c39d1f6ba30f None None] Port c4a5dc77-7743-4d72-8f35-550325e4dc63 cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:28:59.289403 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e23e8fc7-5493-4bf2-940d-142b6f8781de tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:59.328003 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23e8fc7-5493-4bf2-940d-142b6f8781de tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Pushing event deleted for resources: {'Port': ['ID=8b310a74-f8fd-4d44-a98c-430e82cf2419,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:28:59.332107 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e23e8fc7-5493-4bf2-940d-142b6f8781de tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:59.337867 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-e23e8fc7-5493-4bf2-940d-142b6f8781de tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] 10.222.0.32 "DELETE /v2.0/ports/8b310a74-f8fd-4d44-a98c-430e82cf2419 HTTP/1.1" status: 204  len: 168 time: 0.4558616
Dec 25 21:28:59.338114 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 45160) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:28:59.436457 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f1bcd04-598b-4b4a-8852-613d9b8e1dac tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:28:59.443326 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f1bcd04-598b-4b4a-8852-613d9b8e1dac tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:28:59.456086 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-3f1bcd04-598b-4b4a-8852-613d9b8e1dac tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1451 time: 0.1060600
Dec 25 21:28:59.456086 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 45168) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:28:59.632301 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5bfc90b3-92e6-456b-9f50-2d759d17eb22 req-acdc55cf-dea6-400c-84dc-2d17493990e1 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] 10.222.0.32 "GET /v2.0/security-groups?id=213077ea-0675-4a6e-b24b-6e8c95ed2ffd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4749267
Dec 25 21:28:59.763707 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-24ccfd4e-6c8d-49ea-a2b3-3f1b9e163816 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:59.798130 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ccfd4e-6c8d-49ea-a2b3-3f1b9e163816 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Pushing event deleted for resources: {'Port': ['ID=5c522c3f-74ca-4170-bcbc-39cd57f4fbc1,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:28:59.813175 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3c40418-3824-4595-b362-d78fea8b8f24 None None] DHCP port deletion for 7201e55c-7c5f-41aa-a042-a363696539d0 request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 21:28:59.824206 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fcf3f658-34ea-41d8-822d-0e301f82560e req-3e6d6c68-8fef-4fc1-8eea-36980a7c8325 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Made reservation on behalf of 980165331b334d7795b91adc96459725 for: {'port': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:28:59.828157 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-fcf3f658-34ea-41d8-822d-0e301f82560e req-3e6d6c68-8fef-4fc1-8eea-36980a7c8325 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:59.852629 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-663701df-fd5d-4087-9c56-e27f87590a95 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Deleting port 5fc15069-bdc5-491c-8bc8-00bb138e716a {{(pid=121607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:28:59.853009 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-663701df-fd5d-4087-9c56-e27f87590a95 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:59.917237 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-24ccfd4e-6c8d-49ea-a2b3-3f1b9e163816 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2008689'] for router_gateway, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:59.922325 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-663701df-fd5d-4087-9c56-e27f87590a95 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:28:59.936047 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-663701df-fd5d-4087-9c56-e27f87590a95 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Calling delete_port for 5fc15069-bdc5-491c-8bc8-00bb138e716a owned by  {{(pid=121607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:29:00.034009 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-24ccfd4e-6c8d-49ea-a2b3-3f1b9e163816 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2014235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14905'] for router, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:00.038063 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-24ccfd4e-6c8d-49ea-a2b3-3f1b9e163816 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:00.086637 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-663701df-fd5d-4087-9c56-e27f87590a95 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:00.116126 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663701df-fd5d-4087-9c56-e27f87590a95 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Pushing event deleted for resources: {'Port': ['ID=5fc15069-bdc5-491c-8bc8-00bb138e716a,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:29:00.121106 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_common [req-fcf3f658-34ea-41d8-822d-0e301f82560e req-3e6d6c68-8fef-4fc1-8eea-36980a7c8325 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Allocated IP 10.1.1.99 (6dab2bb9-1b11-4634-becc-b5742aceff64/f7c309e7-75ab-4e4b-b61f-ca7ce9c46156/bbeefdb7-89c8-4442-a2e7-858c459b3b9a) {{(pid=121606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:29:00.121832 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-663701df-fd5d-4087-9c56-e27f87590a95 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:00.127844 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-663701df-fd5d-4087-9c56-e27f87590a95 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] 10.222.0.32 "DELETE /v2.0/ports/5fc15069-bdc5-491c-8bc8-00bb138e716a HTTP/1.1" status: 204  len: 168 time: 0.6784592
Dec 25 21:29:00.128465 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 45176) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:29:00.178065 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e0dad06-b70b-4b79-afc2-a935c0abbf93 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:00.179518 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-4e0dad06-b70b-4b79-afc2-a935c0abbf93 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200  len: 843 time: 0.0500937
Dec 25 21:29:00.182452 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 45178) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:29:00.207793 ncdv-master-1 neutron-server[121607]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f315906-adf5-4d5a-9881-db1d34c00380 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] GET failed (client error): The resource could not be found.
Dec 25 21:29:00.209250 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-5f315906-adf5-4d5a-9881-db1d34c00380 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] 10.222.0.32 "GET /v2.0/ports/8b310a74-f8fd-4d44-a98c-430e82cf2419 HTTP/1.1" status: 404  len: 333 time: 0.0258811
Dec 25 21:29:00.211961 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 45180) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:29:00.226608 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-24ccfd4e-6c8d-49ea-a2b3-3f1b9e163816 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2014220'] for router, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:00.227991 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24ccfd4e-6c8d-49ea-a2b3-3f1b9e163816 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Fanout notify agent at l3_agent the message router_deleted on router caef596b-48c6-4907-a4cb-760766c09537 {{(pid=121606) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 25 21:29:00.234863 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-24ccfd4e-6c8d-49ea-a2b3-3f1b9e163816 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Publish callbacks [] for router, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:00.236006 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-24ccfd4e-6c8d-49ea-a2b3-3f1b9e163816 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] 10.222.0.32 "DELETE /v2.0/routers/caef596b-48c6-4907-a4cb-760766c09537 HTTP/1.1" status: 204  len: 168 time: 2.2955537
Dec 25 21:29:00.239035 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 45182) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:29:00.240103 ncdv-master-1 neutron-server[121607]: INFO neutron.pecan_wsgi.hooks.translation [None req-989920de-e193-42c1-9d75-b6daeda25bc5 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] GET failed (client error): The resource could not be found.
Dec 25 21:29:00.241534 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-989920de-e193-42c1-9d75-b6daeda25bc5 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] 10.222.0.32 "GET /v2.0/ports/5fc15069-bdc5-491c-8bc8-00bb138e716a HTTP/1.1" status: 404  len: 333 time: 0.0286407
Dec 25 21:29:00.244224 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 45184) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:29:00.312072 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_v2 [None req-67755646-bf90-4fd7-8eec-2290a629bfd7 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Deleting subnet e7b50d6a-a381-416a-8553-013d608773fb {{(pid=121606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Dec 25 21:29:00.319866 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f454e39e-3008-4ab3-a87c-57abeff3306f tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625803'] for network, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:00.322081 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-67755646-bf90-4fd7-8eec-2290a629bfd7 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Publish callbacks [] for subnet, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:00.326716 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-fcf3f658-34ea-41d8-822d-0e301f82560e req-3e6d6c68-8fef-4fc1-8eea-36980a7c8325 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Publish callbacks [] for port, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:00.371544 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-67755646-bf90-4fd7-8eec-2290a629bfd7 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9084199'] for subnet, precommit_delete_associations {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:00.410120 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f454e39e-3008-4ab3-a87c-57abeff3306f tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997585', 'neutron.services.segments.db._delete_segments_for_network-8737602743071'] for network, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:00.430803 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-f454e39e-3008-4ab3-a87c-57abeff3306f tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f26136a1250>,) {'filters': {'network_id': ['9efb11d9-31b9-4e74-b6de-d7c86c99496d']}} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:29:00.434419 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-67755646-bf90-4fd7-8eec-2290a629bfd7 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995662'] for subnet, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:00.445235 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-f454e39e-3008-4ab3-a87c-57abeff3306f tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f26136a1250>, '4d5cb66e-79e6-4a45-b2c3-4d157773c67c') {'for_net_delete': True} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:29:00.445235 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-f454e39e-3008-4ab3-a87c-57abeff3306f tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f26136a1250>, '4d5cb66e-79e6-4a45-b2c3-4d157773c67c') {} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:29:00.452861 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f454e39e-3008-4ab3-a87c-57abeff3306f tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737602746920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10246592'] for segment, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:00.483076 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f454e39e-3008-4ab3-a87c-57abeff3306f tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:00.490379 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f454e39e-3008-4ab3-a87c-57abeff3306f tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Releasing vlan 174 on physical network physnet1 to pool {{(pid=121607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 25 21:29:00.490780 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f454e39e-3008-4ab3-a87c-57abeff3306f tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8633327'] for segment, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:00.495179 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:29:00.495179 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:29:00.495179 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:29:00.495179 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:29:00.495179 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:29:00.495179 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:29:00.495179 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:29:00.495179 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:29:00.495179 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:29:00.495179 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:29:00.495179 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:29:00.495179 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:29:00.495179 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:29:00.495179 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:29:00.495179 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:29:00.495179 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:29:00.495179 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:29:00.495179 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:29:00.495179 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:29:00.495179 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:29:00.495179 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:29:00.495179 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:29:00.495179 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:29:00.495179 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:29:00.495179 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:29:00.495179 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:29:00.495179 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:29:00.495179 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:29:00.495179 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:29:00.495179 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:29:00.495179 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:29:00.495179 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:29:00.495179 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:29:00.495179 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:29:00.495179 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:29:00.495179 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:29:00.495179 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:29:00.495179 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:29:00.495179 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:29:00.495179 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:29:00.495179 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:29:00.495179 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:29:00.495179 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:29:00.495179 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:29:00.495179 ncdv-master-1 neutron-server[121607]: Traceback (most recent call last):
Dec 25 21:29:00.495179 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 25 21:29:00.495179 ncdv-master-1 neutron-server[121607]:     timer()
Dec 25 21:29:00.495179 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 25 21:29:00.495179 ncdv-master-1 neutron-server[121607]:     cb(*args, **kw)
Dec 25 21:29:00.495179 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 25 21:29:00.495179 ncdv-master-1 neutron-server[121607]:     return func(*args, **kwargs)
Dec 25 21:29:00.495179 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 25 21:29:00.495179 ncdv-master-1 neutron-server[121607]:     self._notify()
Dec 25 21:29:00.495179 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 25 21:29:00.495179 ncdv-master-1 neutron-server[121607]:     self.callback(batched_events)
Dec 25 21:29:00.495179 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 25 21:29:00.495179 ncdv-master-1 neutron-server[121607]:     event.method(event)
Dec 25 21:29:00.502627 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 25 21:29:00.502627 ncdv-master-1 neutron-server[121607]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 25 21:29:00.502627 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 25 21:29:00.502627 ncdv-master-1 neutron-server[121607]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 25 21:29:00.502627 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 25 21:29:00.502627 ncdv-master-1 neutron-server[121607]:     return f(self, *a, **k)
Dec 25 21:29:00.502627 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 25 21:29:00.502627 ncdv-master-1 neutron-server[121607]:     return self._get(url).json()
Dec 25 21:29:00.502627 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 25 21:29:00.502627 ncdv-master-1 neutron-server[121607]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 25 21:29:00.502627 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 25 21:29:00.502627 ncdv-master-1 neutron-server[121607]:     return self.request(url, 'GET', **kwargs)
Dec 25 21:29:00.502627 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 25 21:29:00.502627 ncdv-master-1 neutron-server[121607]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 25 21:29:00.502627 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 25 21:29:00.502627 ncdv-master-1 neutron-server[121607]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 25 21:29:00.502627 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 25 21:29:00.502627 ncdv-master-1 neutron-server[121607]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 25 21:29:00.502627 ncdv-master-1 neutron-server[121607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 25 21:29:00.506790 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-fcf3f658-34ea-41d8-822d-0e301f82560e req-3e6d6c68-8fef-4fc1-8eea-36980a7c8325 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:00.562988 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fcf3f658-34ea-41d8-822d-0e301f82560e req-3e6d6c68-8fef-4fc1-8eea-36980a7c8325 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Network 6dab2bb9-1b11-4634-becc-b5742aceff64 is already hosted by enough agents. {{(pid=121606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:29:00.566234 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [req-fcf3f658-34ea-41d8-822d-0e301f82560e req-3e6d6c68-8fef-4fc1-8eea-36980a7c8325 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Resources bound (agent type, host, resource id):  {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:29:00.571792 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcf3f658-34ea-41d8-822d-0e301f82560e req-3e6d6c68-8fef-4fc1-8eea-36980a7c8325 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Received port after_create {{(pid=121606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:29:00.575810 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6d6c68-8fef-4fc1-8eea-36980a7c8325 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Pushing event updated for resources: {'Port': ['ID=bbeefdb7-89c8-4442-a2e7-858c459b3b9a,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:29:00.613494 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-67755646-bf90-4fd7-8eec-2290a629bfd7 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9084363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9028506'] for subnet, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:00.641180 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f454e39e-3008-4ab3-a87c-57abeff3306f tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2008653'] for network, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:00.645747 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f454e39e-3008-4ab3-a87c-57abeff3306f tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks [] for network, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:00.649467 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-f454e39e-3008-4ab3-a87c-57abeff3306f tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] 10.222.0.32 "DELETE /v2.0/networks/9efb11d9-31b9-4e74-b6de-d7c86c99496d HTTP/1.1" status: 204  len: 168 time: 0.4042966
Dec 25 21:29:00.653963 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67755646-bf90-4fd7-8eec-2290a629bfd7 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Pushing event deleted for resources: {'Subnet': ['ID=e7b50d6a-a381-416a-8553-013d608773fb,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:29:00.654458 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 45194) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:29:00.660500 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-41bd8640-fcdd-45ff-a5e1-14901f0e635b tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1568826044'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:29:00.664254 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf3f658-34ea-41d8-822d-0e301f82560e req-3e6d6c68-8fef-4fc1-8eea-36980a7c8325 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:00.665170 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-fcf3f658-34ea-41d8-822d-0e301f82560e req-3e6d6c68-8fef-4fc1-8eea-36980a7c8325 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:00.671521 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a61e415d-6390-4095-b71b-883d794aa17e None None] Network 290c6e74-625c-4ba7-9e49-f809d5158ee6 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:29:00.674868 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-67755646-bf90-4fd7-8eec-2290a629bfd7 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Publish callbacks [] for subnet, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:00.677303 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f454e39e-3008-4ab3-a87c-57abeff3306f tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Pushing event deleted for resources: {'Network': ['ID=9efb11d9-31b9-4e74-b6de-d7c86c99496d,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:29:00.690176 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-67755646-bf90-4fd7-8eec-2290a629bfd7 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] 10.222.0.32 "DELETE /v2.0/subnets/e7b50d6a-a381-416a-8553-013d608773fb HTTP/1.1" status: 204  len: 168 time: 0.4504099
Dec 25 21:29:00.693702 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 45198) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:29:00.800273 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-904f2101-b570-47a4-b126-e69f3279b433 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625803'] for network, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:00.821684 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-fcf3f658-34ea-41d8-822d-0e301f82560e req-3e6d6c68-8fef-4fc1-8eea-36980a7c8325 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 932 time: 1.7045095
Dec 25 21:29:00.830505 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a56dcdc4-0f71-44b1-af13-4cdc9d1e2106 None None] DHCP port deletion for 290c6e74-625c-4ba7-9e49-f809d5158ee6 request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 21:29:00.835867 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-fcf3f658-34ea-41d8-822d-0e301f82560e req-d0e22e8a-af4f-4393-a9d1-a4db3f159f97 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Request body: {'port': {'device_id': '7a8d6684-f19c-4a86-ac0c-6c056fa351fd', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '1eebed42-83f0-407e-9fde-c8f3a2309436', 'admin_state_up': True, 'tenant_id': '980165331b334d7795b91adc96459725', 'security_groups': ['213077ea-0675-4a6e-b24b-6e8c95ed2ffd']}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:29:00.878805 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40964bd0-979a-4fae-a76e-e29e30e0835b req-1d32c2ce-441a-400b-b658-d6b0e9c6855d tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:00.884989 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40964bd0-979a-4fae-a76e-e29e30e0835b req-1d32c2ce-441a-400b-b658-d6b0e9c6855d tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:00.891622 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40964bd0-979a-4fae-a76e-e29e30e0835b req-1d32c2ce-441a-400b-b658-d6b0e9c6855d tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:00.893331 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-40964bd0-979a-4fae-a76e-e29e30e0835b req-1d32c2ce-441a-400b-b658-d6b0e9c6855d tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a8d6684-f19c-4a86-ac0c-6c056fa351fd HTTP/1.1" status: 200  len: 2374 time: 0.1366954
Dec 25 21:29:00.902826 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-904f2101-b570-47a4-b126-e69f3279b433 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997585', 'neutron.services.segments.db._delete_segments_for_network-8737602743071'] for network, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:00.911598 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41bd8640-fcdd-45ff-a5e1-14901f0e635b tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Made reservation on behalf of a80fe923d39349348137639eb937eac1 for: {'network': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:29:00.915118 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-41bd8640-fcdd-45ff-a5e1-14901f0e635b tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for network, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:00.924499 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-0d855e46-a23c-4113-9b66-9b9fcc6fbb25 None None] Provisioning complete for port bbeefdb7-89c8-4442-a2e7-858c459b3b9a triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:29:00.925048 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-0d855e46-a23c-4113-9b66-9b9fcc6fbb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:00.939348 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-904f2101-b570-47a4-b126-e69f3279b433 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2612955ac0>,) {'filters': {'network_id': ['290c6e74-625c-4ba7-9e49-f809d5158ee6']}} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:29:00.964069 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-904f2101-b570-47a4-b126-e69f3279b433 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2612955ac0>, '5560569f-2f53-4efe-9135-8d43696fd1a8') {'for_net_delete': True} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:29:00.965430 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-904f2101-b570-47a4-b126-e69f3279b433 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2612955ac0>, '5560569f-2f53-4efe-9135-8d43696fd1a8') {} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:29:00.965568 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-0d855e46-a23c-4113-9b66-9b9fcc6fbb25 None None] Port bbeefdb7-89c8-4442-a2e7-858c459b3b9a cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:29:00.980602 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-904f2101-b570-47a4-b126-e69f3279b433 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737602746920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10246592'] for segment, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:00.982208 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41bd8640-fcdd-45ff-a5e1-14901f0e635b tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] vlan segment allocate from pool success with {'vlan_id': 172, 'physical_network': 'physnet1'}  {{(pid=121607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 25 21:29:00.992514 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-40964bd0-979a-4fae-a76e-e29e30e0835b req-b8dfa2af-1d8b-452b-ba8a-acc4fbcace15 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] 10.222.0.32 "GET /v2.0/security-groups?id=213077ea-0675-4a6e-b24b-6e8c95ed2ffd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0902178
Dec 25 21:29:01.000224 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-41bd8640-fcdd-45ff-a5e1-14901f0e635b tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:01.000568 ncdv-master-1 neutron-server[121607]: INFO neutron.db.segments_db [None req-41bd8640-fcdd-45ff-a5e1-14901f0e635b tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Added segment 9d15d3e2-2821-4c56-95db-5a4cb4d325d0 of type vlan for network 957f5870-cd63-4b23-a591-ddc6523f9ff5
Dec 25 21:29:01.002242 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-904f2101-b570-47a4-b126-e69f3279b433 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:01.015775 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-904f2101-b570-47a4-b126-e69f3279b433 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Releasing vlan 189 on physical network physnet1 to pool {{(pid=121607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 25 21:29:01.016172 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-904f2101-b570-47a4-b126-e69f3279b433 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8633327'] for segment, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:01.019151 ncdv-master-1 neutron-server[121607]: Traceback (most recent call last):
Dec 25 21:29:01.019151 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 25 21:29:01.019151 ncdv-master-1 neutron-server[121607]:     timer()
Dec 25 21:29:01.019151 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 25 21:29:01.019151 ncdv-master-1 neutron-server[121607]:     cb(*args, **kw)
Dec 25 21:29:01.019151 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 25 21:29:01.019151 ncdv-master-1 neutron-server[121607]:     return func(*args, **kwargs)
Dec 25 21:29:01.019151 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 25 21:29:01.019151 ncdv-master-1 neutron-server[121607]:     self._notify()
Dec 25 21:29:01.019151 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 25 21:29:01.019151 ncdv-master-1 neutron-server[121607]:     self.callback(batched_events)
Dec 25 21:29:01.019151 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 25 21:29:01.019151 ncdv-master-1 neutron-server[121607]:     event.method(event)
Dec 25 21:29:01.019151 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 25 21:29:01.019151 ncdv-master-1 neutron-server[121607]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 25 21:29:01.019151 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 25 21:29:01.019151 ncdv-master-1 neutron-server[121607]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 25 21:29:01.019151 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 25 21:29:01.019151 ncdv-master-1 neutron-server[121607]:     return f(self, *a, **k)
Dec 25 21:29:01.019151 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 25 21:29:01.019151 ncdv-master-1 neutron-server[121607]:     return self._get(url).json()
Dec 25 21:29:01.019151 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 25 21:29:01.019151 ncdv-master-1 neutron-server[121607]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 25 21:29:01.019151 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 25 21:29:01.019151 ncdv-master-1 neutron-server[121607]:     return self.request(url, 'GET', **kwargs)
Dec 25 21:29:01.019151 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 25 21:29:01.019151 ncdv-master-1 neutron-server[121607]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 25 21:29:01.019151 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 25 21:29:01.019151 ncdv-master-1 neutron-server[121607]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 25 21:29:01.019151 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 25 21:29:01.019151 ncdv-master-1 neutron-server[121607]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 25 21:29:01.019151 ncdv-master-1 neutron-server[121607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 25 21:29:01.068353 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-41bd8640-fcdd-45ff-a5e1-14901f0e635b tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737602163420'] for network, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:01.100142 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fcf3f658-34ea-41d8-822d-0e301f82560e req-d0e22e8a-af4f-4393-a9d1-a4db3f159f97 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Made reservation on behalf of 980165331b334d7795b91adc96459725 for: {'port': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:29:01.180258 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-904f2101-b570-47a4-b126-e69f3279b433 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2008653'] for network, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:01.187298 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-fcf3f658-34ea-41d8-822d-0e301f82560e req-d0e22e8a-af4f-4393-a9d1-a4db3f159f97 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:01.188813 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-904f2101-b570-47a4-b126-e69f3279b433 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Publish callbacks [] for network, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:01.194505 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-904f2101-b570-47a4-b126-e69f3279b433 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] 10.222.0.32 "DELETE /v2.0/networks/290c6e74-625c-4ba7-9e49-f809d5158ee6 HTTP/1.1" status: 204  len: 168 time: 0.4970813
Dec 25 21:29:01.201891 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904f2101-b570-47a4-b126-e69f3279b433 tempest-FloatingIPTestJSON-78661224 tempest-FloatingIPTestJSON-78661224-project] Pushing event deleted for resources: {'Network': ['ID=290c6e74-625c-4ba7-9e49-f809d5158ee6,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:29:01.206342 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-41bd8640-fcdd-45ff-a5e1-14901f0e635b tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870'] for network, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:01.212794 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41bd8640-fcdd-45ff-a5e1-14901f0e635b tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:01.213941 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-41bd8640-fcdd-45ff-a5e1-14901f0e635b tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks [] for network, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:01.281234 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bd8640-fcdd-45ff-a5e1-14901f0e635b tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Pushing event updated for resources: {'Network': ['ID=957f5870-cd63-4b23-a591-ddc6523f9ff5,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:29:01.291731 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Network 957f5870-cd63-4b23-a591-ddc6523f9ff5 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 25 21:29:01.312548 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-41bd8640-fcdd-45ff-a5e1-14901f0e635b tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.6567864
Dec 25 21:29:01.315636 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 45206) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:29:01.323225 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-5872a338-5de7-4a13-b626-9897eb0b6291 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Request body: {'subnet': {'network_id': '957f5870-cd63-4b23-a591-ddc6523f9ff5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:29:01.428218 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_common [req-fcf3f658-34ea-41d8-822d-0e301f82560e req-d0e22e8a-af4f-4393-a9d1-a4db3f159f97 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Allocated IP 10.2.2.100 (1eebed42-83f0-407e-9fde-c8f3a2309436/64fd0ee7-98f6-4e06-ac9e-5ec230df994d/d1b259e7-c1c4-46a5-8fa8-934e76ffd08c) {{(pid=121606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:29:01.495117 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5872a338-5de7-4a13-b626-9897eb0b6291 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Made reservation on behalf of a80fe923d39349348137639eb937eac1 for: {'subnet': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:29:01.499346 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5872a338-5de7-4a13-b626-9897eb0b6291 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8852834'] for subnet, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:01.570728 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.ipam_backend_mixin [None req-5872a338-5de7-4a13-b626-9897eb0b6291 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Performing IP validity checks on allocation pools {{(pid=121607) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}}
Dec 25 21:29:01.571506 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.ipam_backend_mixin [None req-5872a338-5de7-4a13-b626-9897eb0b6291 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Checking for overlaps among allocation pools and gateway ip {{(pid=121607) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}}
Dec 25 21:29:01.586452 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-fcf3f658-34ea-41d8-822d-0e301f82560e req-d0e22e8a-af4f-4393-a9d1-a4db3f159f97 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Publish callbacks [] for port, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:01.705481 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 45218) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:29:01.775189 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-fcf3f658-34ea-41d8-822d-0e301f82560e req-d0e22e8a-af4f-4393-a9d1-a4db3f159f97 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:01.833547 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fcf3f658-34ea-41d8-822d-0e301f82560e req-d0e22e8a-af4f-4393-a9d1-a4db3f159f97 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Network 1eebed42-83f0-407e-9fde-c8f3a2309436 is already hosted by enough agents. {{(pid=121606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:29:01.841514 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [req-fcf3f658-34ea-41d8-822d-0e301f82560e req-d0e22e8a-af4f-4393-a9d1-a4db3f159f97 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Resources bound (agent type, host, resource id):  {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:29:01.843944 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcf3f658-34ea-41d8-822d-0e301f82560e req-d0e22e8a-af4f-4393-a9d1-a4db3f159f97 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Received port after_create {{(pid=121606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:29:01.858388 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5872a338-5de7-4a13-b626-9897eb0b6291 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8632475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8852848'] for subnet, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:01.887426 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e22e8a-af4f-4393-a9d1-a4db3f159f97 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Pushing event updated for resources: {'Port': ['ID=d1b259e7-c1c4-46a5-8fa8-934e76ffd08c,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:29:01.919723 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-c7224d32-b434-4c77-ab21-d7837d0fbaac admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=70fdeb50a23f42c4bedba3950b7fce5c&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2107332
Dec 25 21:29:01.920262 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 45226) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:29:01.937590 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5872a338-5de7-4a13-b626-9897eb0b6291 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Pushing event updated for resources: {'Subnet': ['ID=109d700e-d23c-4081-b134-b62dc9fd52e2,revision_number=0']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:29:01.949610 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf3f658-34ea-41d8-822d-0e301f82560e req-d0e22e8a-af4f-4393-a9d1-a4db3f159f97 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:01.952229 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5872a338-5de7-4a13-b626-9897eb0b6291 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Checking segment: {'id': '9d15d3e2-2821-4c56-95db-5a4cb4d325d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '957f5870-cd63-4b23-a591-ddc6523f9ff5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:29:01.952743 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-fcf3f658-34ea-41d8-822d-0e301f82560e req-d0e22e8a-af4f-4393-a9d1-a4db3f159f97 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:01.952895 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5872a338-5de7-4a13-b626-9897eb0b6291 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Network hostable DHCP agents. Network: 957f5870-cd63-4b23-a591-ddc6523f9ff5, hostable agents: ['1813db88-2c1b-4357-a2ba-869246b663c2'], hosted agents: [] {{(pid=121607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 25 21:29:02.002483 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-66139150-ddef-4d3b-99e9-02b2ab34c30d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:02.025341 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-66139150-ddef-4d3b-99e9-02b2ab34c30d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:02.042887 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5872a338-5de7-4a13-b626-9897eb0b6291 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Network 957f5870-cd63-4b23-a591-ddc6523f9ff5 is scheduled to be hosted by DHCP agent 1813db88-2c1b-4357-a2ba-869246b663c2 with binding_index 1 {{(pid=121607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 25 21:29:02.067573 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-fcf3f658-34ea-41d8-822d-0e301f82560e req-d0e22e8a-af4f-4393-a9d1-a4db3f159f97 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.2372200
Dec 25 21:29:02.079587 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-fcf3f658-34ea-41d8-822d-0e301f82560e req-cbce449b-9086-4271-a953-a734fc00cde3 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Request body: {'port': {'device_id': '7a8d6684-f19c-4a86-ac0c-6c056fa351fd', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '1eebed42-83f0-407e-9fde-c8f3a2309436', 'admin_state_up': True, 'tenant_id': '980165331b334d7795b91adc96459725', 'security_groups': ['213077ea-0675-4a6e-b24b-6e8c95ed2ffd']}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:29:02.327444 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-5872a338-5de7-4a13-b626-9897eb0b6291 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 957f5870-cd63-4b23-a591-ddc6523f9ff5) {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:29:02.327444 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5872a338-5de7-4a13-b626-9897eb0b6291 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:02.327444 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5872a338-5de7-4a13-b626-9897eb0b6291 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks [] for subnet, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:02.328067 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b477d875-4b9a-4a98-b774-f4fbb9954f8e None None] Network 957f5870-cd63-4b23-a591-ddc6523f9ff5 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:29:02.328680 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc8e1c4-715b-462a-87f8-bcf42fa5c586 req-76b8f383-0209-4f3b-85a0-102d70059942 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:02.328680 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc8e1c4-715b-462a-87f8-bcf42fa5c586 req-76b8f383-0209-4f3b-85a0-102d70059942 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:02.328680 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc8e1c4-715b-462a-87f8-bcf42fa5c586 req-76b8f383-0209-4f3b-85a0-102d70059942 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:02.328680 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc8e1c4-715b-462a-87f8-bcf42fa5c586 req-76b8f383-0209-4f3b-85a0-102d70059942 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:02.328680 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0bc8e1c4-715b-462a-87f8-bcf42fa5c586 req-76b8f383-0209-4f3b-85a0-102d70059942 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a8d6684-f19c-4a86-ac0c-6c056fa351fd HTTP/1.1" status: 200  len: 3095 time: 0.1450803
Dec 25 21:29:02.329106 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-475e9d11-3e1b-4c0a-b181-cff18bb08223 None None] Provisioning complete for port d1b259e7-c1c4-46a5-8fa8-934e76ffd08c triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:29:02.329106 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-475e9d11-3e1b-4c0a-b181-cff18bb08223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:02.329283 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-66139150-ddef-4d3b-99e9-02b2ab34c30d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:02.329283 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-66139150-ddef-4d3b-99e9-02b2ab34c30d admin admin] Publish callbacks [] for security_group, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:02.329283 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-66139150-ddef-4d3b-99e9-02b2ab34c30d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c0b334c1-f12d-48ab-8f39-3b51b383745c HTTP/1.1" status: 204  len: 168 time: 0.3448431
Dec 25 21:29:02.329540 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-475e9d11-3e1b-4c0a-b181-cff18bb08223 None None] Port d1b259e7-c1c4-46a5-8fa8-934e76ffd08c cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:29:02.329624 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66139150-ddef-4d3b-99e9-02b2ab34c30d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0b334c1-f12d-48ab-8f39-3b51b383745c,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:29:02.329854 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-5872a338-5de7-4a13-b626-9897eb0b6291 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.9844484
Dec 25 21:29:02.329854 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 45232) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:29:02.329854 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-8746ce56-6600-4ea8-a41e-6c1a881688df tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Request body: {'port': {'network_id': '957f5870-cd63-4b23-a591-ddc6523f9ff5', 'name': 'tempest-PortsTestJSON-529872986'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:29:02.330092 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0bc8e1c4-715b-462a-87f8-bcf42fa5c586 req-092fee39-82cb-477e-8eab-9e93ae65e556 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] 10.222.0.32 "GET /v2.0/security-groups?id=213077ea-0675-4a6e-b24b-6e8c95ed2ffd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0765369
Dec 25 21:29:02.336009 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b82dd17-b767-4b5a-a5f8-0c6dd9defe11 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-957f5870-cd63-4b23-a591-ddc6523f9ff5', 'network_id': '957f5870-cd63-4b23-a591-ddc6523f9ff5', 'project_id': 'a80fe923d39349348137639eb937eac1', 'fixed_ips': [{'subnet_id': '109d700e-d23c-4081-b134-b62dc9fd52e2'}]}} from ncdv-master-1. {{(pid=121608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 25 21:29:02.336974 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3b82dd17-b767-4b5a-a5f8-0c6dd9defe11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:02.397363 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fcf3f658-34ea-41d8-822d-0e301f82560e req-cbce449b-9086-4271-a953-a734fc00cde3 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Made reservation on behalf of 980165331b334d7795b91adc96459725 for: {'port': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:29:02.402984 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-fcf3f658-34ea-41d8-822d-0e301f82560e req-cbce449b-9086-4271-a953-a734fc00cde3 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:02.506018 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.db_base_plugin_common [None req-3b82dd17-b767-4b5a-a5f8-0c6dd9defe11 None None] Allocated IP 172.20.0.2 (957f5870-cd63-4b23-a591-ddc6523f9ff5/109d700e-d23c-4081-b134-b62dc9fd52e2/52acf8eb-4046-499a-b92e-83266758d2b7) {{(pid=121608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:29:02.602396 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8746ce56-6600-4ea8-a41e-6c1a881688df tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Made reservation on behalf of a80fe923d39349348137639eb937eac1 for: {'port': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:29:02.606695 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-8746ce56-6600-4ea8-a41e-6c1a881688df tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:02.639206 ncdv-master-1 neutron-server[121607]: DEBUG neutron.notifiers.nova [None req-8746ce56-6600-4ea8-a41e-6c1a881688df tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] device_id is not set on port 69db7ae2-f8de-4b56-b549-1e579143730b yet. {{(pid=121607) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 25 21:29:02.662345 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_common [req-fcf3f658-34ea-41d8-822d-0e301f82560e req-cbce449b-9086-4271-a953-a734fc00cde3 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Allocated IP 10.2.2.200 (1eebed42-83f0-407e-9fde-c8f3a2309436/64fd0ee7-98f6-4e06-ac9e-5ec230df994d/c1259bc6-d32f-4b81-b593-3660604ed03e) {{(pid=121606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:29:02.709639 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3b82dd17-b767-4b5a-a5f8-0c6dd9defe11 None None] Publish callbacks [] for port, precommit_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:02.792946 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3b82dd17-b767-4b5a-a5f8-0c6dd9defe11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946'] for port, after_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:02.846049 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-fcf3f658-34ea-41d8-822d-0e301f82560e req-cbce449b-9086-4271-a953-a734fc00cde3 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Publish callbacks [] for port, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:02.846664 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b82dd17-b767-4b5a-a5f8-0c6dd9defe11 None None] Pushing event updated for resources: {'Port': ['ID=52acf8eb-4046-499a-b92e-83266758d2b7,revision_number=1']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:29:02.847883 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_common [None req-8746ce56-6600-4ea8-a41e-6c1a881688df tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Allocated IP 172.20.0.14 (957f5870-cd63-4b23-a591-ddc6523f9ff5/109d700e-d23c-4081-b134-b62dc9fd52e2/69db7ae2-f8de-4b56-b549-1e579143730b) {{(pid=121607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:29:02.857147 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b82dd17-b767-4b5a-a5f8-0c6dd9defe11 None None] Network 957f5870-cd63-4b23-a591-ddc6523f9ff5 is already hosted by enough agents. {{(pid=121608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:29:02.859135 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.base_scheduler [None req-3b82dd17-b767-4b5a-a5f8-0c6dd9defe11 None None] Resources bound (agent type, host, resource id):  {{(pid=121608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:29:02.861687 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b82dd17-b767-4b5a-a5f8-0c6dd9defe11 None None] Received port after_create {{(pid=121608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:29:02.925710 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-3b82dd17-b767-4b5a-a5f8-0c6dd9defe11 None None] Attempting to bind port 52acf8eb-4046-499a-b92e-83266758d2b7 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:29:02.926084 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-3b82dd17-b767-4b5a-a5f8-0c6dd9defe11 None None] Attempting to bind port 52acf8eb-4046-499a-b92e-83266758d2b7 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '9d15d3e2-2821-4c56-95db-5a4cb4d325d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '957f5870-cd63-4b23-a591-ddc6523f9ff5'}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:29:02.926452 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b82dd17-b767-4b5a-a5f8-0c6dd9defe11 None None] Attempting to bind port 52acf8eb-4046-499a-b92e-83266758d2b7 on network 957f5870-cd63-4b23-a591-ddc6523f9ff5 {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:29:02.931813 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b82dd17-b767-4b5a-a5f8-0c6dd9defe11 None None] Checking agent: {'id': 'ca4f5c6d-f1fd-48b8-a3e3-395864c7d23d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 20, 56, 40), 'started_at': datetime.datetime(2021, 12, 25, 20, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 28, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:29:02.932797 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b82dd17-b767-4b5a-a5f8-0c6dd9defe11 None None] Checking segment: {'id': '9d15d3e2-2821-4c56-95db-5a4cb4d325d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '957f5870-cd63-4b23-a591-ddc6523f9ff5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:29:02.933229 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3b82dd17-b767-4b5a-a5f8-0c6dd9defe11 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:02.933629 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b82dd17-b767-4b5a-a5f8-0c6dd9defe11 None None] Bound using segment: {'id': '9d15d3e2-2821-4c56-95db-5a4cb4d325d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '957f5870-cd63-4b23-a591-ddc6523f9ff5'} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:29:02.934644 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-3b82dd17-b767-4b5a-a5f8-0c6dd9defe11 None None] Bound port: 52acf8eb-4046-499a-b92e-83266758d2b7, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d15d3e2-2821-4c56-95db-5a4cb4d325d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '957f5870-cd63-4b23-a591-ddc6523f9ff5'}}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:29:02.934644 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3b82dd17-b767-4b5a-a5f8-0c6dd9defe11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:03.014811 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-3b82dd17-b767-4b5a-a5f8-0c6dd9defe11 None None] For port 52acf8eb-4046-499a-b92e-83266758d2b7, host ncdv-master-1, cleared binding levels {{(pid=121608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:29:03.020292 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-3b82dd17-b767-4b5a-a5f8-0c6dd9defe11 None None] For port 52acf8eb-4046-499a-b92e-83266758d2b7, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=52acf8eb-4046-499a-b92e-83266758d2b7,segment=NetworkSegment(9d15d3e2-2821-4c56-95db-5a4cb4d325d0),segment_id=9d15d3e2-2821-4c56-95db-5a4cb4d325d0)] {{(pid=121608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:29:03.029075 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-8746ce56-6600-4ea8-a41e-6c1a881688df tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks [] for port, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:03.046824 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-fcf3f658-34ea-41d8-822d-0e301f82560e req-cbce449b-9086-4271-a953-a734fc00cde3 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:03.091357 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fcf3f658-34ea-41d8-822d-0e301f82560e req-cbce449b-9086-4271-a953-a734fc00cde3 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Network 1eebed42-83f0-407e-9fde-c8f3a2309436 is already hosted by enough agents. {{(pid=121606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:29:03.094668 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [req-fcf3f658-34ea-41d8-822d-0e301f82560e req-cbce449b-9086-4271-a953-a734fc00cde3 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Resources bound (agent type, host, resource id):  {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:29:03.098584 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcf3f658-34ea-41d8-822d-0e301f82560e req-cbce449b-9086-4271-a953-a734fc00cde3 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Received port after_create {{(pid=121606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:29:03.154724 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbce449b-9086-4271-a953-a734fc00cde3 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Pushing event updated for resources: {'Port': ['ID=c1259bc6-d32f-4b81-b593-3660604ed03e,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:29:03.155072 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3b82dd17-b767-4b5a-a5f8-0c6dd9defe11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:03.163204 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:29:03.163204 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:29:03.163204 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:29:03.163204 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:29:03.163204 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:29:03.163204 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:29:03.163204 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:29:03.163204 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:29:03.163204 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:29:03.163204 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:29:03.163204 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:29:03.163204 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:29:03.163204 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:29:03.163204 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:29:03.163204 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:29:03.163204 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:29:03.163204 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:29:03.163204 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:29:03.163204 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:29:03.163204 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:29:03.163204 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:29:03.163204 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:29:03.163204 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:29:03.163204 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:29:03.163204 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:29:03.163204 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:29:03.163204 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:29:03.163204 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:29:03.163204 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:29:03.163204 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:29:03.163204 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:29:03.163204 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:29:03.163204 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:29:03.163204 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:29:03.163204 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:29:03.163204 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:29:03.163204 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:29:03.163204 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:29:03.163204 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:29:03.163204 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:29:03.163204 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:29:03.163204 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:29:03.163204 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:29:03.163204 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:29:03.163204 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:29:03.163204 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:29:03.163204 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:29:03.163204 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:29:03.167603 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf3f658-34ea-41d8-822d-0e301f82560e req-cbce449b-9086-4271-a953-a734fc00cde3 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:03.167603 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-fcf3f658-34ea-41d8-822d-0e301f82560e req-cbce449b-9086-4271-a953-a734fc00cde3 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:03.184683 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-8746ce56-6600-4ea8-a41e-6c1a881688df tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:03.217819 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b82dd17-b767-4b5a-a5f8-0c6dd9defe11 None None] Pushing event updated for resources: {'Port': ['ID=52acf8eb-4046-499a-b92e-83266758d2b7,revision_number=2']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:29:03.246004 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8746ce56-6600-4ea8-a41e-6c1a881688df tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Network 957f5870-cd63-4b23-a591-ddc6523f9ff5 is already hosted by enough agents. {{(pid=121607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:29:03.249854 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-8746ce56-6600-4ea8-a41e-6c1a881688df tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Resources bound (agent type, host, resource id):  {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:29:03.256508 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8746ce56-6600-4ea8-a41e-6c1a881688df tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Received port after_create {{(pid=121607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:29:03.286274 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8746ce56-6600-4ea8-a41e-6c1a881688df tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Pushing event updated for resources: {'Port': ['ID=69db7ae2-f8de-4b56-b549-1e579143730b,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:29:03.319633 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8746ce56-6600-4ea8-a41e-6c1a881688df tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:03.320231 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-8746ce56-6600-4ea8-a41e-6c1a881688df tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:03.337294 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-fcf3f658-34ea-41d8-822d-0e301f82560e req-cbce449b-9086-4271-a953-a734fc00cde3 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.2618656
Dec 25 21:29:03.350529 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-fcf3f658-34ea-41d8-822d-0e301f82560e req-b08d60cf-4daa-48b3-9607-155e10d6b544 service neutron] Request body: {'port': {'device_id': '7a8d6684-f19c-4a86-ac0c-6c056fa351fd', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:29:03.393858 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-8746ce56-6600-4ea8-a41e-6c1a881688df tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 924 time: 1.0867946
Dec 25 21:29:03.398343 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 45264) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:29:03.420168 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-97e5d393-e152-4977-b8da-7b496070fe80 None None] Provisioning complete for port c1259bc6-d32f-4b81-b593-3660604ed03e triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:29:03.421659 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-97e5d393-e152-4977-b8da-7b496070fe80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:03.475944 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-fcf3f658-34ea-41d8-822d-0e301f82560e req-b08d60cf-4daa-48b3-9607-155e10d6b544 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:03.498803 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-97e5d393-e152-4977-b8da-7b496070fe80 None None] Port c1259bc6-d32f-4b81-b593-3660604ed03e cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:29:03.564047 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-9b8db631-114f-4c2a-bce6-c62fcd88f3ad tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Deleting port 69db7ae2-f8de-4b56-b549-1e579143730b {{(pid=121607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:29:03.564213 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789e70b7-8718-4b6d-8006-ff82e31a23b1 req-50e8c303-deac-43e8-80a0-b3ebfc740ce8 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:03.564420 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-9b8db631-114f-4c2a-bce6-c62fcd88f3ad tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:03.570199 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789e70b7-8718-4b6d-8006-ff82e31a23b1 req-50e8c303-deac-43e8-80a0-b3ebfc740ce8 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:03.576265 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789e70b7-8718-4b6d-8006-ff82e31a23b1 req-50e8c303-deac-43e8-80a0-b3ebfc740ce8 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:03.582371 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789e70b7-8718-4b6d-8006-ff82e31a23b1 req-50e8c303-deac-43e8-80a0-b3ebfc740ce8 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:03.588425 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789e70b7-8718-4b6d-8006-ff82e31a23b1 req-50e8c303-deac-43e8-80a0-b3ebfc740ce8 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:03.590347 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-789e70b7-8718-4b6d-8006-ff82e31a23b1 req-50e8c303-deac-43e8-80a0-b3ebfc740ce8 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a8d6684-f19c-4a86-ac0c-6c056fa351fd HTTP/1.1" status: 200  len: 3816 time: 0.1573536
Dec 25 21:29:03.702624 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 45268) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:29:03.739753 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 52acf8eb-4046-499a-b92e-83266758d2b7 up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:29:03.761214 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-9b8db631-114f-4c2a-bce6-c62fcd88f3ad tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:03.777384 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-9b8db631-114f-4c2a-bce6-c62fcd88f3ad tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Calling delete_port for 69db7ae2-f8de-4b56-b549-1e579143730b owned by  {{(pid=121607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:29:03.855174 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-789e70b7-8718-4b6d-8006-ff82e31a23b1 req-43c7f865-e4f9-4371-9fbd-6d1e6b7d8a7f tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] 10.222.0.32 "GET /v2.0/security-groups?id=213077ea-0675-4a6e-b24b-6e8c95ed2ffd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2405677
Dec 25 21:29:03.900821 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port 52acf8eb-4046-499a-b92e-83266758d2b7 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:29:03.901486 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:03.938123 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-277c7611-52a0-4bfa-976f-00b4b74685bf tempest-BulkNetworkOpsTest-1321672202 tempest-BulkNetworkOpsTest-1321672202-project] Request body: {'networks': [{'name': 'tempest-network--1527362153'}, {'name': 'tempest-network--515125202'}]} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:29:03.938437 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-277c7611-52a0-4bfa-976f-00b4b74685bf tempest-BulkNetworkOpsTest-1321672202 tempest-BulkNetworkOpsTest-1321672202-project] Request body: {'network': {'name': 'tempest-network--1527362153'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:29:03.942366 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-277c7611-52a0-4bfa-976f-00b4b74685bf tempest-BulkNetworkOpsTest-1321672202 tempest-BulkNetworkOpsTest-1321672202-project] Request body: {'network': {'name': 'tempest-network--515125202'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:29:04.021098 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:04.024248 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-9b8db631-114f-4c2a-bce6-c62fcd88f3ad tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:04.046179 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [req-fcf3f658-34ea-41d8-822d-0e301f82560e req-b08d60cf-4daa-48b3-9607-155e10d6b544 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dbad079c-9ad0-47fd-8d51-bc9c6d074098 {{(pid=121606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:29:04.055777 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-fcf3f658-34ea-41d8-822d-0e301f82560e req-b08d60cf-4daa-48b3-9607-155e10d6b544 service neutron] Publish callbacks [] for port, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:04.061943 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8db631-114f-4c2a-bce6-c62fcd88f3ad tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Pushing event deleted for resources: {'Port': ['ID=69db7ae2-f8de-4b56-b549-1e579143730b,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:29:04.067482 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] For port 52acf8eb-4046-499a-b92e-83266758d2b7, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=52acf8eb-4046-499a-b92e-83266758d2b7,segment=NetworkSegment(9d15d3e2-2821-4c56-95db-5a4cb4d325d0),segment_id=9d15d3e2-2821-4c56-95db-5a4cb4d325d0)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:29:04.078481 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.provisioning_blocks [req-fcf3f658-34ea-41d8-822d-0e301f82560e req-b08d60cf-4daa-48b3-9607-155e10d6b544 service neutron] Transition to ACTIVE for port object dbad079c-9ad0-47fd-8d51-bc9c6d074098 will not be triggered until provisioned by entity L2. {{(pid=121606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 25 21:29:04.105962 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-277c7611-52a0-4bfa-976f-00b4b74685bf tempest-BulkNetworkOpsTest-1321672202 tempest-BulkNetworkOpsTest-1321672202-project] Made reservation on behalf of 630b7b4e23714a47b3012c008ec639f8 for: {'network': 2} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:29:04.110668 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-277c7611-52a0-4bfa-976f-00b4b74685bf tempest-BulkNetworkOpsTest-1321672202 tempest-BulkNetworkOpsTest-1321672202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for network, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:04.126629 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-277c7611-52a0-4bfa-976f-00b4b74685bf tempest-BulkNetworkOpsTest-1321672202 tempest-BulkNetworkOpsTest-1321672202-project] Publish callbacks [] for security_group, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:04.135686 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:04.202321 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-fcf3f658-34ea-41d8-822d-0e301f82560e req-b08d60cf-4daa-48b3-9607-155e10d6b544 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:04.202470 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-9b8db631-114f-4c2a-bce6-c62fcd88f3ad tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:04.209589 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-9b8db631-114f-4c2a-bce6-c62fcd88f3ad tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] 10.222.0.32 "DELETE /v2.0/ports/69db7ae2-f8de-4b56-b549-1e579143730b HTTP/1.1" status: 204  len: 168 time: 0.8092308
Dec 25 21:29:04.209589 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 45290) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:29:04.240202 ncdv-master-1 neutron-server[121607]: INFO neutron.pecan_wsgi.hooks.translation [None req-9bb44a32-585b-4bf3-a322-a1b827b960b7 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] DELETE failed (client error): The resource could not be found.
Dec 25 21:29:04.240976 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9bb44a32-585b-4bf3-a322-a1b827b960b7 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 25 21:29:04.247614 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-9bb44a32-585b-4bf3-a322-a1b827b960b7 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] 10.222.0.32 "DELETE /v2.0/ports/69db7ae2-f8de-4b56-b549-1e579143730b HTTP/1.1" status: 404  len: 333 time: 0.0347543
Dec 25 21:29:04.248066 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 45292) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:29:04.285894 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Pushing event updated for resources: {'Port': ['ID=52acf8eb-4046-499a-b92e-83266758d2b7,revision_number=3']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:29:04.293016 ncdv-master-1 neutron-server[121607]: INFO neutron.pecan_wsgi.hooks.translation [None req-5050c681-1703-400d-bd2a-7bfba4e2123c tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] GET failed (client error): The resource could not be found.
Dec 25 21:29:04.298606 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-5050c681-1703-400d-bd2a-7bfba4e2123c tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] 10.222.0.32 "GET /v2.0/ports/69db7ae2-f8de-4b56-b549-1e579143730b HTTP/1.1" status: 404  len: 333 time: 0.0444450
Dec 25 21:29:04.299739 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 45294) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:29:04.398168 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_v2 [None req-291ac643-1a92-434e-ab3f-c12feb4ad7a6 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Deleting subnet 109d700e-d23c-4081-b134-b62dc9fd52e2 {{(pid=121607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Dec 25 21:29:04.405176 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-291ac643-1a92-434e-ab3f-c12feb4ad7a6 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks [] for subnet, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:04.424631 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:04.454238 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08d60cf-4daa-48b3-9607-155e10d6b544 service neutron] Pushing event updated for resources: {'Port': ['ID=dbad079c-9ad0-47fd-8d51-bc9c6d074098,revision_number=2']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:29:04.461730 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-277c7611-52a0-4bfa-976f-00b4b74685bf tempest-BulkNetworkOpsTest-1321672202 tempest-BulkNetworkOpsTest-1321672202-project] Publish callbacks [] for security_group, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:04.480838 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-291ac643-1a92-434e-ab3f-c12feb4ad7a6 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10246617'] for subnet, precommit_delete_associations {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:04.507714 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-fcf3f658-34ea-41d8-822d-0e301f82560e req-b08d60cf-4daa-48b3-9607-155e10d6b544 service neutron] Attempting to bind port dbad079c-9ad0-47fd-8d51-bc9c6d074098 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:29:04.508216 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-fcf3f658-34ea-41d8-822d-0e301f82560e req-b08d60cf-4daa-48b3-9607-155e10d6b544 service neutron] Attempting to bind port dbad079c-9ad0-47fd-8d51-bc9c6d074098 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '56b813bb-0258-427a-b680-63f6bf14312f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '36c58514-4b76-443a-8b4e-8188ecbb730f'}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:29:04.508548 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcf3f658-34ea-41d8-822d-0e301f82560e req-b08d60cf-4daa-48b3-9607-155e10d6b544 service neutron] Attempting to bind port dbad079c-9ad0-47fd-8d51-bc9c6d074098 on network 36c58514-4b76-443a-8b4e-8188ecbb730f {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:29:04.513534 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcf3f658-34ea-41d8-822d-0e301f82560e req-b08d60cf-4daa-48b3-9607-155e10d6b544 service neutron] Port dbad079c-9ad0-47fd-8d51-bc9c6d074098 on network 36c58514-4b76-443a-8b4e-8188ecbb730f not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 25 21:29:04.514393 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcf3f658-34ea-41d8-822d-0e301f82560e req-b08d60cf-4daa-48b3-9607-155e10d6b544 service neutron] Attempting to bind port dbad079c-9ad0-47fd-8d51-bc9c6d074098 on network 36c58514-4b76-443a-8b4e-8188ecbb730f {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:29:04.521147 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcf3f658-34ea-41d8-822d-0e301f82560e req-b08d60cf-4daa-48b3-9607-155e10d6b544 service neutron] Checking agent: {'id': '6d577036-68fc-4aa4-aed7-5ab01de2117e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 21, 4, 34), 'started_at': datetime.datetime(2021, 12, 25, 21, 4, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 29, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:29:04.521525 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcf3f658-34ea-41d8-822d-0e301f82560e req-b08d60cf-4daa-48b3-9607-155e10d6b544 service neutron] Checking segment: {'id': '56b813bb-0258-427a-b680-63f6bf14312f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '36c58514-4b76-443a-8b4e-8188ecbb730f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:29:04.521878 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcf3f658-34ea-41d8-822d-0e301f82560e req-b08d60cf-4daa-48b3-9607-155e10d6b544 service neutron] Bound using segment: {'id': '56b813bb-0258-427a-b680-63f6bf14312f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '36c58514-4b76-443a-8b4e-8188ecbb730f'} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:29:04.522315 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-fcf3f658-34ea-41d8-822d-0e301f82560e req-b08d60cf-4daa-48b3-9607-155e10d6b544 service neutron] Bound port: dbad079c-9ad0-47fd-8d51-bc9c6d074098, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56b813bb-0258-427a-b680-63f6bf14312f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '36c58514-4b76-443a-8b4e-8188ecbb730f'}}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:29:04.522670 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-fcf3f658-34ea-41d8-822d-0e301f82560e req-b08d60cf-4daa-48b3-9607-155e10d6b544 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:04.538115 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-277c7611-52a0-4bfa-976f-00b4b74685bf tempest-BulkNetworkOpsTest-1321672202 tempest-BulkNetworkOpsTest-1321672202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:04.538583 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-277c7611-52a0-4bfa-976f-00b4b74685bf tempest-BulkNetworkOpsTest-1321672202 tempest-BulkNetworkOpsTest-1321672202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for network, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:04.617237 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-291ac643-1a92-434e-ab3f-c12feb4ad7a6 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995662'] for subnet, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:04.660455 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277c7611-52a0-4bfa-976f-00b4b74685bf tempest-BulkNetworkOpsTest-1321672202 tempest-BulkNetworkOpsTest-1321672202-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ea7fda4-486d-40e6-870b-6f26a738eedb,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:29:04.679140 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-277c7611-52a0-4bfa-976f-00b4b74685bf tempest-BulkNetworkOpsTest-1321672202 tempest-BulkNetworkOpsTest-1321672202-project] vlan segment allocate from pool success with {'vlan_id': 194, 'physical_network': 'physnet1'}  {{(pid=121606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 25 21:29:04.689651 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-fcf3f658-34ea-41d8-822d-0e301f82560e req-b08d60cf-4daa-48b3-9607-155e10d6b544 service neutron] For port dbad079c-9ad0-47fd-8d51-bc9c6d074098, host nch1-master-1, cleared binding levels {{(pid=121606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:29:04.693397 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-fcf3f658-34ea-41d8-822d-0e301f82560e req-b08d60cf-4daa-48b3-9607-155e10d6b544 service neutron] For port dbad079c-9ad0-47fd-8d51-bc9c6d074098, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=dbad079c-9ad0-47fd-8d51-bc9c6d074098,segment=NetworkSegment(56b813bb-0258-427a-b680-63f6bf14312f),segment_id=56b813bb-0258-427a-b680-63f6bf14312f)] {{(pid=121606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:29:04.755345 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca8129b5-1d0d-4d94-9e23-1d0423adff49 None None] Network 957f5870-cd63-4b23-a591-ddc6523f9ff5 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:29:04.841943 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-291ac643-1a92-434e-ab3f-c12feb4ad7a6 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8632410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8852809'] for subnet, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:04.845590 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-fcf3f658-34ea-41d8-822d-0e301f82560e req-b08d60cf-4daa-48b3-9607-155e10d6b544 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:04.857114 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-277c7611-52a0-4bfa-976f-00b4b74685bf tempest-BulkNetworkOpsTest-1321672202 tempest-BulkNetworkOpsTest-1321672202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:04.857773 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-20330213-1876-4d3b-9a82-20cd92cf34fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:04.857878 ncdv-master-1 neutron-server[121606]: INFO neutron.db.segments_db [None req-277c7611-52a0-4bfa-976f-00b4b74685bf tempest-BulkNetworkOpsTest-1321672202 tempest-BulkNetworkOpsTest-1321672202-project] Added segment 874dd8fb-aea4-4abe-b3e8-3a99d0d9d09f of type vlan for network 393d6592-7d8f-4e2f-bf0c-c78ec030ec03
Dec 25 21:29:04.868317 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf3f658-34ea-41d8-822d-0e301f82560e req-b08d60cf-4daa-48b3-9607-155e10d6b544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:04.868614 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-fcf3f658-34ea-41d8-822d-0e301f82560e req-b08d60cf-4daa-48b3-9607-155e10d6b544 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:04.870983 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291ac643-1a92-434e-ab3f-c12feb4ad7a6 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Pushing event deleted for resources: {'Subnet': ['ID=109d700e-d23c-4081-b134-b62dc9fd52e2,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:29:04.871463 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-fcf3f658-34ea-41d8-822d-0e301f82560e req-b08d60cf-4daa-48b3-9607-155e10d6b544 service neutron] 10.222.0.31 "PUT /v2.0/ports/dbad079c-9ad0-47fd-8d51-bc9c6d074098 HTTP/1.1" status: 200  len: 1092 time: 1.5260408
Dec 25 21:29:04.874877 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-291ac643-1a92-434e-ab3f-c12feb4ad7a6 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks [] for subnet, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:04.894355 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a8d6684-f19c-4a86-ac0c-6c056fa351fd', 'tag': 'dbad079c-9ad0-47fd-8d51-bc9c6d074098'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:29:04.897658 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9858820c13ec2827453b94ebc4181065e990a4e4089ccb9fe762531ac62d2fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9797e862-bb48-4a9e-af2e-22295eb7c803" -d '{"events": [{"name": "network-changed", "server_uuid": "7a8d6684-f19c-4a86-ac0c-6c056fa351fd", "tag": "dbad079c-9ad0-47fd-8d51-bc9c6d074098"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:29:04.908129 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-291ac643-1a92-434e-ab3f-c12feb4ad7a6 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] 10.222.0.32 "DELETE /v2.0/subnets/109d700e-d23c-4081-b134-b62dc9fd52e2 HTTP/1.1" status: 204  len: 168 time: 0.6065319
Dec 25 21:29:04.908773 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 45328) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:29:04.921137 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-78a6a613-eb0d-48fe-b92b-7cfc1d1b7d59 None None] Provisioning complete for port 52acf8eb-4046-499a-b92e-83266758d2b7 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:29:04.922280 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-78a6a613-eb0d-48fe-b92b-7cfc1d1b7d59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:05.077099 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-46c37adb-2e0a-413e-948e-cf175e10538b tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625803'] for network, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:05.142832 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-fcf3f658-34ea-41d8-822d-0e301f82560e req-6c0588de-e0de-4e17-b81f-0246c8a5cdbb service neutron] Request body: {'port': {'device_id': '7a8d6684-f19c-4a86-ac0c-6c056fa351fd', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:29:05.190798 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-277c7611-52a0-4bfa-976f-00b4b74685bf tempest-BulkNetworkOpsTest-1321672202 tempest-BulkNetworkOpsTest-1321672202-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737602163420'] for network, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:05.207967 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-46c37adb-2e0a-413e-948e-cf175e10538b tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Deleting port 52acf8eb-4046-499a-b92e-83266758d2b7 {{(pid=121607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:29:05.212586 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-46c37adb-2e0a-413e-948e-cf175e10538b tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:05.286991 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08d60cf-4daa-48b3-9607-155e10d6b544 service neutron] Pushing event updated for resources: {'Port': ['ID=dbad079c-9ad0-47fd-8d51-bc9c6d074098,revision_number=3']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:29:05.351162 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c4fd6e-15a6-4cef-a74e-72adbd5b54c0 req-e58361bd-1cf8-4279-bd51-75102fe37d15 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:05.351162 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c4fd6e-15a6-4cef-a74e-72adbd5b54c0 req-e58361bd-1cf8-4279-bd51-75102fe37d15 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:05.357407 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c4fd6e-15a6-4cef-a74e-72adbd5b54c0 req-e58361bd-1cf8-4279-bd51-75102fe37d15 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:05.361527 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.db [None req-46c37adb-2e0a-413e-948e-cf175e10538b tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] For port 52acf8eb-4046-499a-b92e-83266758d2b7, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=52acf8eb-4046-499a-b92e-83266758d2b7,segment=NetworkSegment(9d15d3e2-2821-4c56-95db-5a4cb4d325d0),segment_id=9d15d3e2-2821-4c56-95db-5a4cb4d325d0)] {{(pid=121607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:29:05.361936 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-46c37adb-2e0a-413e-948e-cf175e10538b tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:05.363928 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c4fd6e-15a6-4cef-a74e-72adbd5b54c0 req-e58361bd-1cf8-4279-bd51-75102fe37d15 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:05.371923 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c4fd6e-15a6-4cef-a74e-72adbd5b54c0 req-e58361bd-1cf8-4279-bd51-75102fe37d15 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:05.376137 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-25c4fd6e-15a6-4cef-a74e-72adbd5b54c0 req-e58361bd-1cf8-4279-bd51-75102fe37d15 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a8d6684-f19c-4a86-ac0c-6c056fa351fd HTTP/1.1" status: 200  len: 3828 time: 0.3392913
Dec 25 21:29:05.377114 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-46c37adb-2e0a-413e-948e-cf175e10538b tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Calling delete_port for 52acf8eb-4046-499a-b92e-83266758d2b7 owned by network:dhcp {{(pid=121607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:29:05.391629 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-277c7611-52a0-4bfa-976f-00b4b74685bf tempest-BulkNetworkOpsTest-1321672202 tempest-BulkNetworkOpsTest-1321672202-project] vlan segment allocate from pool success with {'vlan_id': 170, 'physical_network': 'physnet1'}  {{(pid=121606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 25 21:29:05.404767 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-fcf3f658-34ea-41d8-822d-0e301f82560e req-6c0588de-e0de-4e17-b81f-0246c8a5cdbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:05.413821 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Dec 2021 21:29:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7bcee02-abd3-46fb-9b17-7aee8a95eeb9 x-openstack-request-id: req-c7bcee02-abd3-46fb-9b17-7aee8a95eeb9 {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:29:05.413821 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a8d6684-f19c-4a86-ac0c-6c056fa351fd", "tag": "dbad079c-9ad0-47fd-8d51-bc9c6d074098", "status": "completed", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:29:05.413821 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c7bcee02-abd3-46fb-9b17-7aee8a95eeb9 {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:29:05.413821 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a8d6684-f19c-4a86-ac0c-6c056fa351fd', 'tag': 'dbad079c-9ad0-47fd-8d51-bc9c6d074098', 'status': 'completed', 'code': 200}
Dec 25 21:29:05.452051 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-277c7611-52a0-4bfa-976f-00b4b74685bf tempest-BulkNetworkOpsTest-1321672202 tempest-BulkNetworkOpsTest-1321672202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:05.452401 ncdv-master-1 neutron-server[121606]: INFO neutron.db.segments_db [None req-277c7611-52a0-4bfa-976f-00b4b74685bf tempest-BulkNetworkOpsTest-1321672202 tempest-BulkNetworkOpsTest-1321672202-project] Added segment dbdbcac3-d9b4-4ac1-9281-28b561364ffe of type vlan for network b005399b-c922-4861-9e5f-6a9124d9f949
Dec 25 21:29:05.473019 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29821de3-d763-40bd-887d-b39e7b8b62f3 None None] Network 957f5870-cd63-4b23-a591-ddc6523f9ff5 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:29:05.604396 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9797e862-bb48-4a9e-af2e-22295eb7c803 req-e7ba1131-d572-491f-b762-82860487cb7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:05.604396 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9797e862-bb48-4a9e-af2e-22295eb7c803 req-e7ba1131-d572-491f-b762-82860487cb7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:05.604396 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9797e862-bb48-4a9e-af2e-22295eb7c803 req-e7ba1131-d572-491f-b762-82860487cb7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:05.613744 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-25c4fd6e-15a6-4cef-a74e-72adbd5b54c0 req-b9df6a37-e062-42dd-bcb3-61a5b9c970d9 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] 10.222.0.32 "GET /v2.0/security-groups?id=213077ea-0675-4a6e-b24b-6e8c95ed2ffd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2195129
Dec 25 21:29:05.615291 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9797e862-bb48-4a9e-af2e-22295eb7c803 req-e7ba1131-d572-491f-b762-82860487cb7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:05.618146 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-277c7611-52a0-4bfa-976f-00b4b74685bf tempest-BulkNetworkOpsTest-1321672202 tempest-BulkNetworkOpsTest-1321672202-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737602163420'] for network, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:05.622869 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9797e862-bb48-4a9e-af2e-22295eb7c803 req-e7ba1131-d572-491f-b762-82860487cb7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:05.624825 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-9797e862-bb48-4a9e-af2e-22295eb7c803 req-e7ba1131-d572-491f-b762-82860487cb7f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=980165331b334d7795b91adc96459725&device_id=7a8d6684-f19c-4a86-ac0c-6c056fa351fd HTTP/1.1" status: 200  len: 4363 time: 0.1577179
Dec 25 21:29:05.627067 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-46c37adb-2e0a-413e-948e-cf175e10538b tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:05.644424 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-cc645f81-32b0-4dec-b8eb-96578cf082a9 None None] Could not find standard attr ID for object 52acf8eb-4046-499a-b92e-83266758d2b7. {{(pid=121608) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 25 21:29:05.702100 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 52acf8eb-4046-499a-b92e-83266758d2b7 up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:29:05.722963 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c37adb-2e0a-413e-948e-cf175e10538b tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Pushing event deleted for resources: {'Port': ['ID=52acf8eb-4046-499a-b92e-83266758d2b7,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:29:05.731464 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] No Port match for: 52acf8eb-4046-499a-b92e-83266758d2b7 {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:29:05.731887 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 52acf8eb-4046-499a-b92e-83266758d2b7 not bound to the agent host ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}}
Dec 25 21:29:05.747196 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46c37adb-2e0a-413e-948e-cf175e10538b tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] No DVR routers for this DVR port 52acf8eb-4046-499a-b92e-83266758d2b7 on host ncdv-master-1 {{(pid=121607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:29:05.756187 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Port 52acf8eb-4046-499a-b92e-83266758d2b7 not found, will not notify nova. {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}}
Dec 25 21:29:05.818932 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40c22421-2d64-4350-8eb6-c392dbf8332d None None] DHCP port deletion for 957f5870-cd63-4b23-a591-ddc6523f9ff5 request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 21:29:05.979410 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-46c37adb-2e0a-413e-948e-cf175e10538b tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997585', 'neutron.services.segments.db._delete_segments_for_network-8737602743071'] for network, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:06.015172 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9797e862-bb48-4a9e-af2e-22295eb7c803 req-0c9fcf39-0ec8-4b50-92b8-20dae10cafe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:06.015172 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9797e862-bb48-4a9e-af2e-22295eb7c803 req-0c9fcf39-0ec8-4b50-92b8-20dae10cafe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:06.015172 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9797e862-bb48-4a9e-af2e-22295eb7c803 req-0c9fcf39-0ec8-4b50-92b8-20dae10cafe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:06.015172 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-9797e862-bb48-4a9e-af2e-22295eb7c803 req-0c9fcf39-0ec8-4b50-92b8-20dae10cafe6 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=980165331b334d7795b91adc96459725&shared=False HTTP/1.1" status: 200  len: 2293 time: 0.3655536
Dec 25 21:29:06.029691 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-46c37adb-2e0a-413e-948e-cf175e10538b tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2613f7fd00>,) {'filters': {'network_id': ['957f5870-cd63-4b23-a591-ddc6523f9ff5']}} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:29:06.061736 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-277c7611-52a0-4bfa-976f-00b4b74685bf tempest-BulkNetworkOpsTest-1321672202 tempest-BulkNetworkOpsTest-1321672202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870'] for network, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:06.066846 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-277c7611-52a0-4bfa-976f-00b4b74685bf tempest-BulkNetworkOpsTest-1321672202 tempest-BulkNetworkOpsTest-1321672202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870'] for network, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:06.067897 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-277c7611-52a0-4bfa-976f-00b4b74685bf tempest-BulkNetworkOpsTest-1321672202 tempest-BulkNetworkOpsTest-1321672202-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:06.073801 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-277c7611-52a0-4bfa-976f-00b4b74685bf tempest-BulkNetworkOpsTest-1321672202 tempest-BulkNetworkOpsTest-1321672202-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:06.075883 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-277c7611-52a0-4bfa-976f-00b4b74685bf tempest-BulkNetworkOpsTest-1321672202 tempest-BulkNetworkOpsTest-1321672202-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for network, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:06.094833 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-46c37adb-2e0a-413e-948e-cf175e10538b tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2613f7fd00>, '9d15d3e2-2821-4c56-95db-5a4cb4d325d0') {'for_net_delete': True} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:29:06.095408 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-46c37adb-2e0a-413e-948e-cf175e10538b tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2613f7fd00>, '9d15d3e2-2821-4c56-95db-5a4cb4d325d0') {} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:29:06.170587 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-46c37adb-2e0a-413e-948e-cf175e10538b tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737602746920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10246592'] for segment, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:06.179504 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277c7611-52a0-4bfa-976f-00b4b74685bf tempest-BulkNetworkOpsTest-1321672202 tempest-BulkNetworkOpsTest-1321672202-project] Pushing event updated for resources: {'Network': ['ID=393d6592-7d8f-4e2f-bf0c-c78ec030ec03,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:29:06.194399 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Network 393d6592-7d8f-4e2f-bf0c-c78ec030ec03 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 25 21:29:06.251758 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-46c37adb-2e0a-413e-948e-cf175e10538b tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:06.271193 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277c7611-52a0-4bfa-976f-00b4b74685bf tempest-BulkNetworkOpsTest-1321672202 tempest-BulkNetworkOpsTest-1321672202-project] Pushing event updated for resources: {'Network': ['ID=b005399b-c922-4861-9e5f-6a9124d9f949,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:29:06.288860 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46c37adb-2e0a-413e-948e-cf175e10538b tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Releasing vlan 172 on physical network physnet1 to pool {{(pid=121607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 25 21:29:06.289249 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-277c7611-52a0-4bfa-976f-00b4b74685bf tempest-BulkNetworkOpsTest-1321672202 tempest-BulkNetworkOpsTest-1321672202-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 1319 time: 2.5807526
Dec 25 21:29:06.289381 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-46c37adb-2e0a-413e-948e-cf175e10538b tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8633327'] for segment, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:06.292824 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:29:06.292824 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:29:06.292824 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:29:06.292824 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:29:06.292824 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:29:06.292824 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:29:06.292824 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:29:06.292824 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:29:06.292824 ncdv-master-1 neutron-server[121607]: Traceback (most recent call last):
Dec 25 21:29:06.292824 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 25 21:29:06.292824 ncdv-master-1 neutron-server[121607]:     timer()
Dec 25 21:29:06.292824 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 25 21:29:06.292824 ncdv-master-1 neutron-server[121607]:     cb(*args, **kw)
Dec 25 21:29:06.292824 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 25 21:29:06.292824 ncdv-master-1 neutron-server[121607]:     return func(*args, **kwargs)
Dec 25 21:29:06.292824 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 25 21:29:06.292824 ncdv-master-1 neutron-server[121607]:     self._notify()
Dec 25 21:29:06.292824 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 25 21:29:06.292824 ncdv-master-1 neutron-server[121607]:     self.callback(batched_events)
Dec 25 21:29:06.292824 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 25 21:29:06.292824 ncdv-master-1 neutron-server[121607]:     event.method(event)
Dec 25 21:29:06.292824 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 25 21:29:06.292824 ncdv-master-1 neutron-server[121607]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 25 21:29:06.292824 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 25 21:29:06.292824 ncdv-master-1 neutron-server[121607]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 25 21:29:06.292824 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 25 21:29:06.292824 ncdv-master-1 neutron-server[121607]:     return f(self, *a, **k)
Dec 25 21:29:06.292824 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 25 21:29:06.292824 ncdv-master-1 neutron-server[121607]:     return self._get(url).json()
Dec 25 21:29:06.292824 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 25 21:29:06.292824 ncdv-master-1 neutron-server[121607]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 25 21:29:06.292824 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 25 21:29:06.292824 ncdv-master-1 neutron-server[121607]:     return self.request(url, 'GET', **kwargs)
Dec 25 21:29:06.292824 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 25 21:29:06.292824 ncdv-master-1 neutron-server[121607]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 25 21:29:06.292824 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 25 21:29:06.292824 ncdv-master-1 neutron-server[121607]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 25 21:29:06.292824 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 25 21:29:06.292824 ncdv-master-1 neutron-server[121607]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 25 21:29:06.292824 ncdv-master-1 neutron-server[121607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 25 21:29:06.295207 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 45382) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:29:06.352993 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [req-fcf3f658-34ea-41d8-822d-0e301f82560e req-6c0588de-e0de-4e17-b81f-0246c8a5cdbb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 893605c1-33ba-4c92-b5eb-6207f354a521 {{(pid=121606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:29:06.363112 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-fcf3f658-34ea-41d8-822d-0e301f82560e req-6c0588de-e0de-4e17-b81f-0246c8a5cdbb service neutron] Publish callbacks [] for port, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:06.378482 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.provisioning_blocks [req-fcf3f658-34ea-41d8-822d-0e301f82560e req-6c0588de-e0de-4e17-b81f-0246c8a5cdbb service neutron] Transition to ACTIVE for port object 893605c1-33ba-4c92-b5eb-6207f354a521 will not be triggered until provisioned by entity L2. {{(pid=121606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 25 21:29:06.421935 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9797e862-bb48-4a9e-af2e-22295eb7c803 req-e94a09d7-10d4-4f8f-8919-c0f633808f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:06.425813 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-9797e862-bb48-4a9e-af2e-22295eb7c803 req-e94a09d7-10d4-4f8f-8919-c0f633808f27 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.3981180
Dec 25 21:29:06.437566 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Network b005399b-c922-4861-9e5f-6a9124d9f949 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 25 21:29:06.503916 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-fcf3f658-34ea-41d8-822d-0e301f82560e req-6c0588de-e0de-4e17-b81f-0246c8a5cdbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:06.505754 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19650339-ecba-4f54-8c8e-9d2f1dafc333 tempest-BulkNetworkOpsTest-1321672202 tempest-BulkNetworkOpsTest-1321672202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:06.513370 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19650339-ecba-4f54-8c8e-9d2f1dafc333 tempest-BulkNetworkOpsTest-1321672202 tempest-BulkNetworkOpsTest-1321672202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:06.519747 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19650339-ecba-4f54-8c8e-9d2f1dafc333 tempest-BulkNetworkOpsTest-1321672202 tempest-BulkNetworkOpsTest-1321672202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:06.526743 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19650339-ecba-4f54-8c8e-9d2f1dafc333 tempest-BulkNetworkOpsTest-1321672202 tempest-BulkNetworkOpsTest-1321672202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:06.531368 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-19650339-ecba-4f54-8c8e-9d2f1dafc333 tempest-BulkNetworkOpsTest-1321672202 tempest-BulkNetworkOpsTest-1321672202-project] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200  len: 2406 time: 0.2187340
Dec 25 21:29:06.531368 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 45386) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:29:06.575000 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0588de-e0de-4e17-b81f-0246c8a5cdbb service neutron] Pushing event updated for resources: {'Port': ['ID=893605c1-33ba-4c92-b5eb-6207f354a521,revision_number=2']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:29:06.633104 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-fcf3f658-34ea-41d8-822d-0e301f82560e req-6c0588de-e0de-4e17-b81f-0246c8a5cdbb service neutron] Attempting to bind port 893605c1-33ba-4c92-b5eb-6207f354a521 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:29:06.633864 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-fcf3f658-34ea-41d8-822d-0e301f82560e req-6c0588de-e0de-4e17-b81f-0246c8a5cdbb service neutron] Attempting to bind port 893605c1-33ba-4c92-b5eb-6207f354a521 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '2df77a22-5050-47e9-a636-9ce65fb0dac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6dab2bb9-1b11-4634-becc-b5742aceff64'}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:29:06.634374 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcf3f658-34ea-41d8-822d-0e301f82560e req-6c0588de-e0de-4e17-b81f-0246c8a5cdbb service neutron] Attempting to bind port 893605c1-33ba-4c92-b5eb-6207f354a521 on network 6dab2bb9-1b11-4634-becc-b5742aceff64 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:29:06.645519 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcf3f658-34ea-41d8-822d-0e301f82560e req-6c0588de-e0de-4e17-b81f-0246c8a5cdbb service neutron] Port 893605c1-33ba-4c92-b5eb-6207f354a521 on network 6dab2bb9-1b11-4634-becc-b5742aceff64 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 25 21:29:06.645519 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcf3f658-34ea-41d8-822d-0e301f82560e req-6c0588de-e0de-4e17-b81f-0246c8a5cdbb service neutron] Attempting to bind port 893605c1-33ba-4c92-b5eb-6207f354a521 on network 6dab2bb9-1b11-4634-becc-b5742aceff64 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:29:06.651169 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcf3f658-34ea-41d8-822d-0e301f82560e req-6c0588de-e0de-4e17-b81f-0246c8a5cdbb service neutron] Checking agent: {'id': '6d577036-68fc-4aa4-aed7-5ab01de2117e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 21, 4, 34), 'started_at': datetime.datetime(2021, 12, 25, 21, 4, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 29, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:29:06.651169 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcf3f658-34ea-41d8-822d-0e301f82560e req-6c0588de-e0de-4e17-b81f-0246c8a5cdbb service neutron] Checking segment: {'id': '2df77a22-5050-47e9-a636-9ce65fb0dac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6dab2bb9-1b11-4634-becc-b5742aceff64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:29:06.651169 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcf3f658-34ea-41d8-822d-0e301f82560e req-6c0588de-e0de-4e17-b81f-0246c8a5cdbb service neutron] Bound using segment: {'id': '2df77a22-5050-47e9-a636-9ce65fb0dac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6dab2bb9-1b11-4634-becc-b5742aceff64'} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:29:06.651169 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-fcf3f658-34ea-41d8-822d-0e301f82560e req-6c0588de-e0de-4e17-b81f-0246c8a5cdbb service neutron] Bound port: 893605c1-33ba-4c92-b5eb-6207f354a521, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2df77a22-5050-47e9-a636-9ce65fb0dac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6dab2bb9-1b11-4634-becc-b5742aceff64'}}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:29:06.652392 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-fcf3f658-34ea-41d8-822d-0e301f82560e req-6c0588de-e0de-4e17-b81f-0246c8a5cdbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:06.856586 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-fcf3f658-34ea-41d8-822d-0e301f82560e req-6c0588de-e0de-4e17-b81f-0246c8a5cdbb service neutron] For port 893605c1-33ba-4c92-b5eb-6207f354a521, host nch1-master-1, cleared binding levels {{(pid=121606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:29:06.870815 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-fcf3f658-34ea-41d8-822d-0e301f82560e req-6c0588de-e0de-4e17-b81f-0246c8a5cdbb service neutron] For port 893605c1-33ba-4c92-b5eb-6207f354a521, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=893605c1-33ba-4c92-b5eb-6207f354a521,segment=NetworkSegment(2df77a22-5050-47e9-a636-9ce65fb0dac2),segment_id=2df77a22-5050-47e9-a636-9ce65fb0dac2)] {{(pid=121606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:29:06.929625 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0a40d2-3270-49c1-b69e-44ac3d40b33c req-597c86e5-6975-4bd0-b7d0-1d558a72cd85 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:06.935982 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0a40d2-3270-49c1-b69e-44ac3d40b33c req-597c86e5-6975-4bd0-b7d0-1d558a72cd85 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:06.942215 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0a40d2-3270-49c1-b69e-44ac3d40b33c req-597c86e5-6975-4bd0-b7d0-1d558a72cd85 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:06.948639 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0a40d2-3270-49c1-b69e-44ac3d40b33c req-597c86e5-6975-4bd0-b7d0-1d558a72cd85 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:06.954834 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0a40d2-3270-49c1-b69e-44ac3d40b33c req-597c86e5-6975-4bd0-b7d0-1d558a72cd85 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:06.961085 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0a40d2-3270-49c1-b69e-44ac3d40b33c req-597c86e5-6975-4bd0-b7d0-1d558a72cd85 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:06.969481 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0c0a40d2-3270-49c1-b69e-44ac3d40b33c req-597c86e5-6975-4bd0-b7d0-1d558a72cd85 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a8d6684-f19c-4a86-ac0c-6c056fa351fd HTTP/1.1" status: 200  len: 4599 time: 0.1320133
Dec 25 21:29:06.998626 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-46c37adb-2e0a-413e-948e-cf175e10538b tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2008653'] for network, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:07.003066 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-46c37adb-2e0a-413e-948e-cf175e10538b tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks [] for network, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:07.006842 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-46c37adb-2e0a-413e-948e-cf175e10538b tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] 10.222.0.32 "DELETE /v2.0/networks/957f5870-cd63-4b23-a591-ddc6523f9ff5 HTTP/1.1" status: 204  len: 168 time: 2.0929456
Dec 25 21:29:07.012927 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 45400) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:29:07.018022 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-648e85d3-5e01-4f08-97d2-b5e9352dbc6a tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-506473716'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:29:07.028691 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-61f886f5-51c6-4b31-84ea-6670492cb6be tempest-BulkNetworkOpsTest-1321672202 tempest-BulkNetworkOpsTest-1321672202-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625803'] for network, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:07.031417 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c37adb-2e0a-413e-948e-cf175e10538b tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Pushing event deleted for resources: {'Network': ['ID=957f5870-cd63-4b23-a591-ddc6523f9ff5,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:29:07.051596 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0c0a40d2-3270-49c1-b69e-44ac3d40b33c req-7b7d414f-c38f-4a2a-98b2-68b9493af16b tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] 10.222.0.32 "GET /v2.0/security-groups?id=3047df75-15d6-457f-8c77-25405c0680ea&id=213077ea-0675-4a6e-b24b-6e8c95ed2ffd&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0812209
Dec 25 21:29:07.086729 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-fcf3f658-34ea-41d8-822d-0e301f82560e req-6c0588de-e0de-4e17-b81f-0246c8a5cdbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:07.124100 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-61f886f5-51c6-4b31-84ea-6670492cb6be tempest-BulkNetworkOpsTest-1321672202 tempest-BulkNetworkOpsTest-1321672202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997585', 'neutron.services.segments.db._delete_segments_for_network-8737602743071'] for network, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:07.124589 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf3f658-34ea-41d8-822d-0e301f82560e req-6c0588de-e0de-4e17-b81f-0246c8a5cdbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:07.124908 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-fcf3f658-34ea-41d8-822d-0e301f82560e req-6c0588de-e0de-4e17-b81f-0246c8a5cdbb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:07.126515 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-fcf3f658-34ea-41d8-822d-0e301f82560e req-6c0588de-e0de-4e17-b81f-0246c8a5cdbb service neutron] 10.222.0.31 "PUT /v2.0/ports/893605c1-33ba-4c92-b5eb-6207f354a521 HTTP/1.1" status: 200  len: 1129 time: 2.0636728
Dec 25 21:29:07.144424 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-06ed2945-9084-49ae-b086-fc8fa914a763 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:07.147259 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-61f886f5-51c6-4b31-84ea-6670492cb6be tempest-BulkNetworkOpsTest-1321672202 tempest-BulkNetworkOpsTest-1321672202-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f261314ae20>,) {'filters': {'network_id': ['393d6592-7d8f-4e2f-bf0c-c78ec030ec03']}} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:29:07.154918 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0588de-e0de-4e17-b81f-0246c8a5cdbb service neutron] Pushing event updated for resources: {'Port': ['ID=893605c1-33ba-4c92-b5eb-6207f354a521,revision_number=3']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:29:07.161189 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-61f886f5-51c6-4b31-84ea-6670492cb6be tempest-BulkNetworkOpsTest-1321672202 tempest-BulkNetworkOpsTest-1321672202-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f261314ae20>, '874dd8fb-aea4-4abe-b3e8-3a99d0d9d09f') {'for_net_delete': True} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:29:07.161497 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-61f886f5-51c6-4b31-84ea-6670492cb6be tempest-BulkNetworkOpsTest-1321672202 tempest-BulkNetworkOpsTest-1321672202-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f261314ae20>, '874dd8fb-aea4-4abe-b3e8-3a99d0d9d09f') {} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:29:07.178625 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-61f886f5-51c6-4b31-84ea-6670492cb6be tempest-BulkNetworkOpsTest-1321672202 tempest-BulkNetworkOpsTest-1321672202-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737602746920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10246592'] for segment, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:07.189454 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-648e85d3-5e01-4f08-97d2-b5e9352dbc6a tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Made reservation on behalf of a80fe923d39349348137639eb937eac1 for: {'network': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:29:07.194597 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-648e85d3-5e01-4f08-97d2-b5e9352dbc6a tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for network, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:07.218198 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-61f886f5-51c6-4b31-84ea-6670492cb6be tempest-BulkNetworkOpsTest-1321672202 tempest-BulkNetworkOpsTest-1321672202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:07.229954 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61f886f5-51c6-4b31-84ea-6670492cb6be tempest-BulkNetworkOpsTest-1321672202 tempest-BulkNetworkOpsTest-1321672202-project] Releasing vlan 194 on physical network physnet1 to pool {{(pid=121607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 25 21:29:07.230404 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-61f886f5-51c6-4b31-84ea-6670492cb6be tempest-BulkNetworkOpsTest-1321672202 tempest-BulkNetworkOpsTest-1321672202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8633327'] for segment, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:07.235081 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:29:07.235081 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:29:07.235081 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:29:07.235081 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:29:07.235081 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:29:07.235081 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:29:07.235081 ncdv-master-1 neutron-server[121607]: Traceback (most recent call last):
Dec 25 21:29:07.235081 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 25 21:29:07.235081 ncdv-master-1 neutron-server[121607]:     timer()
Dec 25 21:29:07.235081 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 25 21:29:07.235081 ncdv-master-1 neutron-server[121607]:     cb(*args, **kw)
Dec 25 21:29:07.235081 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 25 21:29:07.235081 ncdv-master-1 neutron-server[121607]:     return func(*args, **kwargs)
Dec 25 21:29:07.235081 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 25 21:29:07.235081 ncdv-master-1 neutron-server[121607]:     self._notify()
Dec 25 21:29:07.235081 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 25 21:29:07.235081 ncdv-master-1 neutron-server[121607]:     self.callback(batched_events)
Dec 25 21:29:07.235081 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 25 21:29:07.235081 ncdv-master-1 neutron-server[121607]:     event.method(event)
Dec 25 21:29:07.235081 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 25 21:29:07.235081 ncdv-master-1 neutron-server[121607]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 25 21:29:07.235081 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 25 21:29:07.235081 ncdv-master-1 neutron-server[121607]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 25 21:29:07.235081 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 25 21:29:07.235081 ncdv-master-1 neutron-server[121607]:     return f(self, *a, **k)
Dec 25 21:29:07.235081 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 25 21:29:07.235081 ncdv-master-1 neutron-server[121607]:     return self._get(url).json()
Dec 25 21:29:07.235081 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 25 21:29:07.235081 ncdv-master-1 neutron-server[121607]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 25 21:29:07.235081 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 25 21:29:07.235081 ncdv-master-1 neutron-server[121607]:     return self.request(url, 'GET', **kwargs)
Dec 25 21:29:07.235081 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 25 21:29:07.235081 ncdv-master-1 neutron-server[121607]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 25 21:29:07.235081 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 25 21:29:07.235081 ncdv-master-1 neutron-server[121607]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 25 21:29:07.235081 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 25 21:29:07.235081 ncdv-master-1 neutron-server[121607]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 25 21:29:07.235081 ncdv-master-1 neutron-server[121607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 25 21:29:07.256778 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-fcf3f658-34ea-41d8-822d-0e301f82560e req-0327e4d2-27b3-4f99-9c92-b676d14379ed service neutron] Request body: {'port': {'device_id': '7a8d6684-f19c-4a86-ac0c-6c056fa351fd', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:29:07.313326 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-648e85d3-5e01-4f08-97d2-b5e9352dbc6a tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] vlan segment allocate from pool success with {'vlan_id': 157, 'physical_network': 'physnet1'}  {{(pid=121606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 25 21:29:07.398457 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-648e85d3-5e01-4f08-97d2-b5e9352dbc6a tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:07.398457 ncdv-master-1 neutron-server[121606]: INFO neutron.db.segments_db [None req-648e85d3-5e01-4f08-97d2-b5e9352dbc6a tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Added segment 7c5bc442-01c5-4e1e-af1e-724d6d1950f5 of type vlan for network e1a05f7d-67ac-49d5-8300-20429f3168e3
Dec 25 21:29:07.417060 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a8d6684-f19c-4a86-ac0c-6c056fa351fd', 'tag': '893605c1-33ba-4c92-b5eb-6207f354a521'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:29:07.419590 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9858820c13ec2827453b94ebc4181065e990a4e4089ccb9fe762531ac62d2fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42bcc13a-b356-4f9b-b50f-a824c9b94e38" -d '{"events": [{"name": "network-changed", "server_uuid": "7a8d6684-f19c-4a86-ac0c-6c056fa351fd", "tag": "893605c1-33ba-4c92-b5eb-6207f354a521"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:29:07.448448 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-fcf3f658-34ea-41d8-822d-0e301f82560e req-0327e4d2-27b3-4f99-9c92-b676d14379ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:07.474969 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-648e85d3-5e01-4f08-97d2-b5e9352dbc6a tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737602163420'] for network, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:07.485715 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Dec 2021 21:29:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1596ba27-a3d0-425f-8dd0-1ee6e25eb89a x-openstack-request-id: req-1596ba27-a3d0-425f-8dd0-1ee6e25eb89a {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:29:07.486321 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a8d6684-f19c-4a86-ac0c-6c056fa351fd", "tag": "893605c1-33ba-4c92-b5eb-6207f354a521", "status": "completed", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:29:07.486680 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1596ba27-a3d0-425f-8dd0-1ee6e25eb89a {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:29:07.487174 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a8d6684-f19c-4a86-ac0c-6c056fa351fd', 'tag': '893605c1-33ba-4c92-b5eb-6207f354a521', 'status': 'completed', 'code': 200}
Dec 25 21:29:07.487526 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-61f886f5-51c6-4b31-84ea-6670492cb6be tempest-BulkNetworkOpsTest-1321672202 tempest-BulkNetworkOpsTest-1321672202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2008653'] for network, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:07.561254 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-61f886f5-51c6-4b31-84ea-6670492cb6be tempest-BulkNetworkOpsTest-1321672202 tempest-BulkNetworkOpsTest-1321672202-project] Publish callbacks [] for network, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:07.565571 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-61f886f5-51c6-4b31-84ea-6670492cb6be tempest-BulkNetworkOpsTest-1321672202 tempest-BulkNetworkOpsTest-1321672202-project] 10.222.0.32 "DELETE /v2.0/networks/393d6592-7d8f-4e2f-bf0c-c78ec030ec03 HTTP/1.1" status: 204  len: 168 time: 1.0330608
Dec 25 21:29:07.566525 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f886f5-51c6-4b31-84ea-6670492cb6be tempest-BulkNetworkOpsTest-1321672202 tempest-BulkNetworkOpsTest-1321672202-project] Pushing event deleted for resources: {'Network': ['ID=393d6592-7d8f-4e2f-bf0c-c78ec030ec03,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:29:07.568140 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 45426) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:29:07.612612 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 52acf8eb-4046-499a-b92e-83266758d2b7 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:29:07.636800 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-648e85d3-5e01-4f08-97d2-b5e9352dbc6a tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870'] for network, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:07.640106 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] No Port match for: 52acf8eb-4046-499a-b92e-83266758d2b7 {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:29:07.640457 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 52acf8eb-4046-499a-b92e-83266758d2b7 not bound to the agent host ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:29:07.644345 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-648e85d3-5e01-4f08-97d2-b5e9352dbc6a tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:07.645151 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-648e85d3-5e01-4f08-97d2-b5e9352dbc6a tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for network, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:07.781385 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-57b2aa09-4712-4783-9123-7ac60ba11c4e tempest-BulkNetworkOpsTest-1321672202 tempest-BulkNetworkOpsTest-1321672202-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625803'] for network, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:07.814018 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-648e85d3-5e01-4f08-97d2-b5e9352dbc6a tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 767 time: 0.7998462
Dec 25 21:29:07.814780 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648e85d3-5e01-4f08-97d2-b5e9352dbc6a tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Pushing event updated for resources: {'Network': ['ID=e1a05f7d-67ac-49d5-8300-20429f3168e3,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:29:07.816581 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bcc13a-b356-4f9b-b50f-a824c9b94e38 req-3c962d2d-a7e3-4403-a3e9-da70f4fc06be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:07.816706 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 45452) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:29:07.821914 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bcc13a-b356-4f9b-b50f-a824c9b94e38 req-3c962d2d-a7e3-4403-a3e9-da70f4fc06be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:07.823009 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bcc13a-b356-4f9b-b50f-a824c9b94e38 req-3c962d2d-a7e3-4403-a3e9-da70f4fc06be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:07.826158 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Network e1a05f7d-67ac-49d5-8300-20429f3168e3 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 25 21:29:07.827425 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bcc13a-b356-4f9b-b50f-a824c9b94e38 req-3c962d2d-a7e3-4403-a3e9-da70f4fc06be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:07.827918 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bcc13a-b356-4f9b-b50f-a824c9b94e38 req-3c962d2d-a7e3-4403-a3e9-da70f4fc06be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:07.828475 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bcc13a-b356-4f9b-b50f-a824c9b94e38 req-3c962d2d-a7e3-4403-a3e9-da70f4fc06be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:07.830485 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-42bcc13a-b356-4f9b-b50f-a824c9b94e38 req-3c962d2d-a7e3-4403-a3e9-da70f4fc06be service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=980165331b334d7795b91adc96459725&device_id=7a8d6684-f19c-4a86-ac0c-6c056fa351fd HTTP/1.1" status: 200  len: 5285 time: 0.2769008
Dec 25 21:29:07.833975 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-cabe6d6a-76ad-47a4-94c8-0e1cbe2b79d7 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Request body: {'subnet': {'network_id': 'e1a05f7d-67ac-49d5-8300-20429f3168e3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:29:08.024446 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-57b2aa09-4712-4783-9123-7ac60ba11c4e tempest-BulkNetworkOpsTest-1321672202 tempest-BulkNetworkOpsTest-1321672202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997585', 'neutron.services.segments.db._delete_segments_for_network-8737602743071'] for network, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:08.062058 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 45464) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:29:08.099248 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-57b2aa09-4712-4783-9123-7ac60ba11c4e tempest-BulkNetworkOpsTest-1321672202 tempest-BulkNetworkOpsTest-1321672202-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2612906ca0>,) {'filters': {'network_id': ['b005399b-c922-4861-9e5f-6a9124d9f949']}} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:29:08.115507 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-57b2aa09-4712-4783-9123-7ac60ba11c4e tempest-BulkNetworkOpsTest-1321672202 tempest-BulkNetworkOpsTest-1321672202-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2612906ca0>, 'dbdbcac3-d9b4-4ac1-9281-28b561364ffe') {'for_net_delete': True} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:29:08.115880 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-57b2aa09-4712-4783-9123-7ac60ba11c4e tempest-BulkNetworkOpsTest-1321672202 tempest-BulkNetworkOpsTest-1321672202-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2612906ca0>, 'dbdbcac3-d9b4-4ac1-9281-28b561364ffe') {} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:29:08.169630 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-57b2aa09-4712-4783-9123-7ac60ba11c4e tempest-BulkNetworkOpsTest-1321672202 tempest-BulkNetworkOpsTest-1321672202-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737602746920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10246592'] for segment, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:08.190396 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bcc13a-b356-4f9b-b50f-a824c9b94e38 req-a16db7e6-906c-4633-bde2-d1b159589c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:08.197072 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bcc13a-b356-4f9b-b50f-a824c9b94e38 req-a16db7e6-906c-4633-bde2-d1b159589c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:08.197072 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bcc13a-b356-4f9b-b50f-a824c9b94e38 req-a16db7e6-906c-4633-bde2-d1b159589c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:08.199733 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-42bcc13a-b356-4f9b-b50f-a824c9b94e38 req-a16db7e6-906c-4633-bde2-d1b159589c5d service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=980165331b334d7795b91adc96459725&shared=False HTTP/1.1" status: 200  len: 2293 time: 0.3401806
Dec 25 21:29:08.215653 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-57b2aa09-4712-4783-9123-7ac60ba11c4e tempest-BulkNetworkOpsTest-1321672202 tempest-BulkNetworkOpsTest-1321672202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:08.245384 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57b2aa09-4712-4783-9123-7ac60ba11c4e tempest-BulkNetworkOpsTest-1321672202 tempest-BulkNetworkOpsTest-1321672202-project] Releasing vlan 170 on physical network physnet1 to pool {{(pid=121607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 25 21:29:08.246189 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-57b2aa09-4712-4783-9123-7ac60ba11c4e tempest-BulkNetworkOpsTest-1321672202 tempest-BulkNetworkOpsTest-1321672202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8633327'] for segment, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:08.249640 ncdv-master-1 neutron-server[121607]: Traceback (most recent call last):
Dec 25 21:29:08.249640 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 25 21:29:08.249640 ncdv-master-1 neutron-server[121607]:     timer()
Dec 25 21:29:08.249640 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 25 21:29:08.249640 ncdv-master-1 neutron-server[121607]:     cb(*args, **kw)
Dec 25 21:29:08.249640 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 25 21:29:08.249640 ncdv-master-1 neutron-server[121607]:     return func(*args, **kwargs)
Dec 25 21:29:08.249640 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 25 21:29:08.249640 ncdv-master-1 neutron-server[121607]:     self._notify()
Dec 25 21:29:08.249640 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 25 21:29:08.249640 ncdv-master-1 neutron-server[121607]:     self.callback(batched_events)
Dec 25 21:29:08.249640 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 25 21:29:08.249640 ncdv-master-1 neutron-server[121607]:     event.method(event)
Dec 25 21:29:08.249640 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 25 21:29:08.249640 ncdv-master-1 neutron-server[121607]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 25 21:29:08.249640 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 25 21:29:08.249640 ncdv-master-1 neutron-server[121607]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 25 21:29:08.249640 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 25 21:29:08.249640 ncdv-master-1 neutron-server[121607]:     return f(self, *a, **k)
Dec 25 21:29:08.249640 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 25 21:29:08.249640 ncdv-master-1 neutron-server[121607]:     return self._get(url).json()
Dec 25 21:29:08.249640 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 25 21:29:08.249640 ncdv-master-1 neutron-server[121607]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 25 21:29:08.249640 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 25 21:29:08.249640 ncdv-master-1 neutron-server[121607]:     return self.request(url, 'GET', **kwargs)
Dec 25 21:29:08.249640 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 25 21:29:08.249640 ncdv-master-1 neutron-server[121607]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 25 21:29:08.249640 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 25 21:29:08.249640 ncdv-master-1 neutron-server[121607]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 25 21:29:08.249640 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 25 21:29:08.249640 ncdv-master-1 neutron-server[121607]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 25 21:29:08.249640 ncdv-master-1 neutron-server[121607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 25 21:29:08.253083 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:08.403449 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-2582ed06-8cde-4ddd-b855-d0861d8fa37b admin admin] Publish callbacks [] for security_group, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:08.433959 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bcc13a-b356-4f9b-b50f-a824c9b94e38 req-5a2992a0-1479-41aa-b80b-8865e9e0c73c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:08.435408 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-42bcc13a-b356-4f9b-b50f-a824c9b94e38 req-5a2992a0-1479-41aa-b80b-8865e9e0c73c service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2264783
Dec 25 21:29:08.454709 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f6888e-69e1-4aaf-ab07-91f44eb8f120 req-893dfdc9-f643-48bc-9e70-531321ae95b7 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:08.460692 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f6888e-69e1-4aaf-ab07-91f44eb8f120 req-893dfdc9-f643-48bc-9e70-531321ae95b7 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:08.467204 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f6888e-69e1-4aaf-ab07-91f44eb8f120 req-893dfdc9-f643-48bc-9e70-531321ae95b7 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:08.473201 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f6888e-69e1-4aaf-ab07-91f44eb8f120 req-893dfdc9-f643-48bc-9e70-531321ae95b7 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:08.475140 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3e945ecd-9380-47c2-aa0a-12ebe07e03e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:08.479840 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f6888e-69e1-4aaf-ab07-91f44eb8f120 req-893dfdc9-f643-48bc-9e70-531321ae95b7 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:08.485855 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f6888e-69e1-4aaf-ab07-91f44eb8f120 req-893dfdc9-f643-48bc-9e70-531321ae95b7 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:08.487718 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-21f6888e-69e1-4aaf-ab07-91f44eb8f120 req-893dfdc9-f643-48bc-9e70-531321ae95b7 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a8d6684-f19c-4a86-ac0c-6c056fa351fd HTTP/1.1" status: 200  len: 4599 time: 0.1189108
Dec 25 21:29:08.509613 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-57b2aa09-4712-4783-9123-7ac60ba11c4e tempest-BulkNetworkOpsTest-1321672202 tempest-BulkNetworkOpsTest-1321672202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2008653'] for network, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:08.521929 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-57b2aa09-4712-4783-9123-7ac60ba11c4e tempest-BulkNetworkOpsTest-1321672202 tempest-BulkNetworkOpsTest-1321672202-project] Publish callbacks [] for network, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:08.528203 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-57b2aa09-4712-4783-9123-7ac60ba11c4e tempest-BulkNetworkOpsTest-1321672202 tempest-BulkNetworkOpsTest-1321672202-project] 10.222.0.32 "DELETE /v2.0/networks/b005399b-c922-4861-9e5f-6a9124d9f949 HTTP/1.1" status: 204  len: 168 time: 0.9357359
Dec 25 21:29:08.531600 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 45476) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:29:08.554312 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b2aa09-4712-4783-9123-7ac60ba11c4e tempest-BulkNetworkOpsTest-1321672202 tempest-BulkNetworkOpsTest-1321672202-project] Pushing event deleted for resources: {'Network': ['ID=b005399b-c922-4861-9e5f-6a9124d9f949,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:29:08.563843 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [req-fcf3f658-34ea-41d8-822d-0e301f82560e req-0327e4d2-27b3-4f99-9c92-b676d14379ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1704d60b-466b-4afa-a1c8-2e009902991b {{(pid=121606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:29:08.577302 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-fcf3f658-34ea-41d8-822d-0e301f82560e req-0327e4d2-27b3-4f99-9c92-b676d14379ed service neutron] Publish callbacks [] for port, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:08.602904 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-21f6888e-69e1-4aaf-ab07-91f44eb8f120 req-40fb84eb-6cea-4963-928d-804988d3b1ee tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] 10.222.0.32 "GET /v2.0/security-groups?id=3047df75-15d6-457f-8c77-25405c0680ea&id=213077ea-0675-4a6e-b24b-6e8c95ed2ffd&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1075110
Dec 25 21:29:08.604376 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.provisioning_blocks [req-fcf3f658-34ea-41d8-822d-0e301f82560e req-0327e4d2-27b3-4f99-9c92-b676d14379ed service neutron] Transition to ACTIVE for port object 1704d60b-466b-4afa-a1c8-2e009902991b will not be triggered until provisioned by entity L2. {{(pid=121606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 25 21:29:08.609139 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cabe6d6a-76ad-47a4-94c8-0e1cbe2b79d7 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Made reservation on behalf of a80fe923d39349348137639eb937eac1 for: {'subnet': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:29:08.612436 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-cabe6d6a-76ad-47a4-94c8-0e1cbe2b79d7 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9028529'] for subnet, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:08.675376 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-2582ed06-8cde-4ddd-b855-d0861d8fa37b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:08.679217 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-fcf3f658-34ea-41d8-822d-0e301f82560e req-0327e4d2-27b3-4f99-9c92-b676d14379ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:08.687633 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9214022-d860-4945-99f8-ed89ea15b661 tempest-BulkNetworkOpsTest-1321672202 tempest-BulkNetworkOpsTest-1321672202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:08.693706 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9214022-d860-4945-99f8-ed89ea15b661 tempest-BulkNetworkOpsTest-1321672202 tempest-BulkNetworkOpsTest-1321672202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:08.695695 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-a9214022-d860-4945-99f8-ed89ea15b661 tempest-BulkNetworkOpsTest-1321672202 tempest-BulkNetworkOpsTest-1321672202-project] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1339 time: 0.1521487
Dec 25 21:29:08.699942 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 45494) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:29:08.705676 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-d39bd1a3-1b72-45ae-9073-d778af1bcd65 tempest-BulkNetworkOpsTest-1321672202 tempest-BulkNetworkOpsTest-1321672202-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1197761408'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:29:08.748559 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.agents_db [None req-ec08dba0-4483-4109-b5e1-5e4a9fdaf12d None None] Agent healthcheck: found 7 active agents {{(pid=121609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 25 21:29:08.765142 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0327e4d2-27b3-4f99-9c92-b676d14379ed service neutron] Pushing event updated for resources: {'Port': ['ID=1704d60b-466b-4afa-a1c8-2e009902991b,revision_number=2']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:29:08.769663 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-2582ed06-8cde-4ddd-b855-d0861d8fa37b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:08.816759 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-2582ed06-8cde-4ddd-b855-d0861d8fa37b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=01fe97247f8d425d80e1d145476201a0&name=default HTTP/1.1" status: 200  len: 3000 time: 0.7532074
Dec 25 21:29:08.818872 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2582ed06-8cde-4ddd-b855-d0861d8fa37b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3c68484-a428-49fe-9a2e-4062fb2a070b,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:29:08.821251 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 45496) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:29:08.866637 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d39bd1a3-1b72-45ae-9073-d778af1bcd65 tempest-BulkNetworkOpsTest-1321672202 tempest-BulkNetworkOpsTest-1321672202-project] Made reservation on behalf of 630b7b4e23714a47b3012c008ec639f8 for: {'network': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:29:08.870846 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-d39bd1a3-1b72-45ae-9073-d778af1bcd65 tempest-BulkNetworkOpsTest-1321672202 tempest-BulkNetworkOpsTest-1321672202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for network, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:08.899913 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ac22cc50-c899-4f13-b191-27e9ac0cb717 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:08.912716 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-fcf3f658-34ea-41d8-822d-0e301f82560e req-0327e4d2-27b3-4f99-9c92-b676d14379ed service neutron] Attempting to bind port 1704d60b-466b-4afa-a1c8-2e009902991b on host nch1-master-1 for vnic_type normal with profile  {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:29:08.913101 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-fcf3f658-34ea-41d8-822d-0e301f82560e req-0327e4d2-27b3-4f99-9c92-b676d14379ed service neutron] Attempting to bind port 1704d60b-466b-4afa-a1c8-2e009902991b by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '2df77a22-5050-47e9-a636-9ce65fb0dac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6dab2bb9-1b11-4634-becc-b5742aceff64'}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:29:08.913740 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcf3f658-34ea-41d8-822d-0e301f82560e req-0327e4d2-27b3-4f99-9c92-b676d14379ed service neutron] Attempting to bind port 1704d60b-466b-4afa-a1c8-2e009902991b on network 6dab2bb9-1b11-4634-becc-b5742aceff64 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:29:08.915349 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d39bd1a3-1b72-45ae-9073-d778af1bcd65 tempest-BulkNetworkOpsTest-1321672202 tempest-BulkNetworkOpsTest-1321672202-project] vlan segment allocate from pool success with {'vlan_id': 165, 'physical_network': 'physnet1'}  {{(pid=121607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 25 21:29:08.927636 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcf3f658-34ea-41d8-822d-0e301f82560e req-0327e4d2-27b3-4f99-9c92-b676d14379ed service neutron] Port 1704d60b-466b-4afa-a1c8-2e009902991b on network 6dab2bb9-1b11-4634-becc-b5742aceff64 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 25 21:29:08.927636 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcf3f658-34ea-41d8-822d-0e301f82560e req-0327e4d2-27b3-4f99-9c92-b676d14379ed service neutron] Attempting to bind port 1704d60b-466b-4afa-a1c8-2e009902991b on network 6dab2bb9-1b11-4634-becc-b5742aceff64 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:29:08.927636 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcf3f658-34ea-41d8-822d-0e301f82560e req-0327e4d2-27b3-4f99-9c92-b676d14379ed service neutron] Checking agent: {'id': '6d577036-68fc-4aa4-aed7-5ab01de2117e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 21, 4, 34), 'started_at': datetime.datetime(2021, 12, 25, 21, 4, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 29, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:29:08.927636 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcf3f658-34ea-41d8-822d-0e301f82560e req-0327e4d2-27b3-4f99-9c92-b676d14379ed service neutron] Checking segment: {'id': '2df77a22-5050-47e9-a636-9ce65fb0dac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6dab2bb9-1b11-4634-becc-b5742aceff64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:29:08.928672 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcf3f658-34ea-41d8-822d-0e301f82560e req-0327e4d2-27b3-4f99-9c92-b676d14379ed service neutron] Bound using segment: {'id': '2df77a22-5050-47e9-a636-9ce65fb0dac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6dab2bb9-1b11-4634-becc-b5742aceff64'} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:29:08.928672 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-fcf3f658-34ea-41d8-822d-0e301f82560e req-0327e4d2-27b3-4f99-9c92-b676d14379ed service neutron] Bound port: 1704d60b-466b-4afa-a1c8-2e009902991b, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2df77a22-5050-47e9-a636-9ce65fb0dac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6dab2bb9-1b11-4634-becc-b5742aceff64'}}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:29:08.928672 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-fcf3f658-34ea-41d8-822d-0e301f82560e req-0327e4d2-27b3-4f99-9c92-b676d14379ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:08.933287 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ac22cc50-c899-4f13-b191-27e9ac0cb717 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:08.942037 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-d39bd1a3-1b72-45ae-9073-d778af1bcd65 tempest-BulkNetworkOpsTest-1321672202 tempest-BulkNetworkOpsTest-1321672202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:08.942383 ncdv-master-1 neutron-server[121607]: INFO neutron.db.segments_db [None req-d39bd1a3-1b72-45ae-9073-d778af1bcd65 tempest-BulkNetworkOpsTest-1321672202 tempest-BulkNetworkOpsTest-1321672202-project] Added segment fe0ff4ce-d8d9-44d9-971c-2af829b6d608 of type vlan for network 41fd3eeb-efa1-4afa-b824-ab0a9b79deb1
Dec 25 21:29:09.003262 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-d39bd1a3-1b72-45ae-9073-d778af1bcd65 tempest-BulkNetworkOpsTest-1321672202 tempest-BulkNetworkOpsTest-1321672202-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737602163420'] for network, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:09.011122 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-fcf3f658-34ea-41d8-822d-0e301f82560e req-0327e4d2-27b3-4f99-9c92-b676d14379ed service neutron] For port 1704d60b-466b-4afa-a1c8-2e009902991b, host nch1-master-1, cleared binding levels {{(pid=121606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:29:09.015335 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-fcf3f658-34ea-41d8-822d-0e301f82560e req-0327e4d2-27b3-4f99-9c92-b676d14379ed service neutron] For port 1704d60b-466b-4afa-a1c8-2e009902991b, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1704d60b-466b-4afa-a1c8-2e009902991b,segment=NetworkSegment(2df77a22-5050-47e9-a636-9ce65fb0dac2),segment_id=2df77a22-5050-47e9-a636-9ce65fb0dac2)] {{(pid=121606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:29:09.018082 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-cabe6d6a-76ad-47a4-94c8-0e1cbe2b79d7 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9084170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9028515'] for subnet, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:09.073616 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabe6d6a-76ad-47a4-94c8-0e1cbe2b79d7 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Pushing event updated for resources: {'Subnet': ['ID=c0840295-0762-4b1e-b4bd-8eb82a5f2821,revision_number=0']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:29:09.092752 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cabe6d6a-76ad-47a4-94c8-0e1cbe2b79d7 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Checking segment: {'id': '7c5bc442-01c5-4e1e-af1e-724d6d1950f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'e1a05f7d-67ac-49d5-8300-20429f3168e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:29:09.093143 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cabe6d6a-76ad-47a4-94c8-0e1cbe2b79d7 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Network hostable DHCP agents. Network: e1a05f7d-67ac-49d5-8300-20429f3168e3, hostable agents: ['1813db88-2c1b-4357-a2ba-869246b663c2'], hosted agents: [] {{(pid=121606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 25 21:29:09.111516 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-fcf3f658-34ea-41d8-822d-0e301f82560e req-0327e4d2-27b3-4f99-9c92-b676d14379ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:09.146744 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ac22cc50-c899-4f13-b191-27e9ac0cb717 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:09.148585 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf3f658-34ea-41d8-822d-0e301f82560e req-0327e4d2-27b3-4f99-9c92-b676d14379ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:09.149257 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-fcf3f658-34ea-41d8-822d-0e301f82560e req-0327e4d2-27b3-4f99-9c92-b676d14379ed service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:09.155763 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ac22cc50-c899-4f13-b191-27e9ac0cb717 admin admin] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:09.156310 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-fcf3f658-34ea-41d8-822d-0e301f82560e req-0327e4d2-27b3-4f99-9c92-b676d14379ed service neutron] 10.222.0.31 "PUT /v2.0/ports/1704d60b-466b-4afa-a1c8-2e009902991b HTTP/1.1" status: 200  len: 1130 time: 1.8984663
Dec 25 21:29:09.156401 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-ac22cc50-c899-4f13-b191-27e9ac0cb717 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f3c68484-a428-49fe-9a2e-4062fb2a070b HTTP/1.1" status: 204  len: 168 time: 0.3297646
Dec 25 21:29:09.156401 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-d39bd1a3-1b72-45ae-9073-d778af1bcd65 tempest-BulkNetworkOpsTest-1321672202 tempest-BulkNetworkOpsTest-1321672202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870'] for network, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:09.161472 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d39bd1a3-1b72-45ae-9073-d778af1bcd65 tempest-BulkNetworkOpsTest-1321672202 tempest-BulkNetworkOpsTest-1321672202-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:09.162060 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-d39bd1a3-1b72-45ae-9073-d778af1bcd65 tempest-BulkNetworkOpsTest-1321672202 tempest-BulkNetworkOpsTest-1321672202-project] Publish callbacks [] for network, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:09.185528 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0327e4d2-27b3-4f99-9c92-b676d14379ed service neutron] Pushing event updated for resources: {'Port': ['ID=1704d60b-466b-4afa-a1c8-2e009902991b,revision_number=3']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:29:09.195145 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac22cc50-c899-4f13-b191-27e9ac0cb717 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3c68484-a428-49fe-9a2e-4062fb2a070b,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:29:09.200374 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cabe6d6a-76ad-47a4-94c8-0e1cbe2b79d7 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Network e1a05f7d-67ac-49d5-8300-20429f3168e3 is scheduled to be hosted by DHCP agent 1813db88-2c1b-4357-a2ba-869246b663c2 with binding_index 1 {{(pid=121606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 25 21:29:09.243010 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-fcf3f658-34ea-41d8-822d-0e301f82560e req-7ee11d88-ae64-498b-8229-22421a2fc601 service neutron] Request body: {'port': {'device_id': '7a8d6684-f19c-4a86-ac0c-6c056fa351fd', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:29:09.267645 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39bd1a3-1b72-45ae-9073-d778af1bcd65 tempest-BulkNetworkOpsTest-1321672202 tempest-BulkNetworkOpsTest-1321672202-project] Pushing event updated for resources: {'Network': ['ID=41fd3eeb-efa1-4afa-b824-ab0a9b79deb1,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:29:09.283267 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Network 41fd3eeb-efa1-4afa-b824-ab0a9b79deb1 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 25 21:29:09.291932 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-d39bd1a3-1b72-45ae-9073-d778af1bcd65 tempest-BulkNetworkOpsTest-1321672202 tempest-BulkNetworkOpsTest-1321672202-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 786 time: 0.5868607
Dec 25 21:29:09.295723 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 45506) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:29:09.304444 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-6c60ae8d-8674-470f-8e58-503668ba3126 tempest-BulkNetworkOpsTest-1321672202 tempest-BulkNetworkOpsTest-1321672202-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-284924560'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:29:09.309567 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [None req-cabe6d6a-76ad-47a4-94c8-0e1cbe2b79d7 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, e1a05f7d-67ac-49d5-8300-20429f3168e3) {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:29:09.354465 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cabe6d6a-76ad-47a4-94c8-0e1cbe2b79d7 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:09.355061 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-cabe6d6a-76ad-47a4-94c8-0e1cbe2b79d7 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks [] for subnet, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:09.360336 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f5ebb71-fa66-4371-8ea0-42429232dc95 None None] Network e1a05f7d-67ac-49d5-8300-20429f3168e3 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:29:09.418851 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-fcf3f658-34ea-41d8-822d-0e301f82560e req-7ee11d88-ae64-498b-8229-22421a2fc601 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:09.448744 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c60ae8d-8674-470f-8e58-503668ba3126 tempest-BulkNetworkOpsTest-1321672202 tempest-BulkNetworkOpsTest-1321672202-project] Made reservation on behalf of 630b7b4e23714a47b3012c008ec639f8 for: {'network': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:29:09.455272 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-6c60ae8d-8674-470f-8e58-503668ba3126 tempest-BulkNetworkOpsTest-1321672202 tempest-BulkNetworkOpsTest-1321672202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for network, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:09.494626 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c60ae8d-8674-470f-8e58-503668ba3126 tempest-BulkNetworkOpsTest-1321672202 tempest-BulkNetworkOpsTest-1321672202-project] vlan segment allocate from pool success with {'vlan_id': 170, 'physical_network': 'physnet1'}  {{(pid=121607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 25 21:29:09.505472 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-6c60ae8d-8674-470f-8e58-503668ba3126 tempest-BulkNetworkOpsTest-1321672202 tempest-BulkNetworkOpsTest-1321672202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:09.505812 ncdv-master-1 neutron-server[121607]: INFO neutron.db.segments_db [None req-6c60ae8d-8674-470f-8e58-503668ba3126 tempest-BulkNetworkOpsTest-1321672202 tempest-BulkNetworkOpsTest-1321672202-project] Added segment c3d3cada-1e80-4663-96c3-a93508b2457c of type vlan for network 792612f4-8578-4d69-9d55-0b33ba70951f
Dec 25 21:29:09.511451 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a8d6684-f19c-4a86-ac0c-6c056fa351fd', 'tag': '1704d60b-466b-4afa-a1c8-2e009902991b'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:29:09.515630 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9858820c13ec2827453b94ebc4181065e990a4e4089ccb9fe762531ac62d2fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ab783cf-ce9d-4dc3-a7d9-f6d9cc2cb35b" -d '{"events": [{"name": "network-changed", "server_uuid": "7a8d6684-f19c-4a86-ac0c-6c056fa351fd", "tag": "1704d60b-466b-4afa-a1c8-2e009902991b"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:29:09.548428 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b95816e-0c71-47cc-aa11-5f79c464fe60 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-e1a05f7d-67ac-49d5-8300-20429f3168e3', 'network_id': 'e1a05f7d-67ac-49d5-8300-20429f3168e3', 'project_id': 'a80fe923d39349348137639eb937eac1', 'fixed_ips': [{'subnet_id': 'c0840295-0762-4b1e-b4bd-8eb82a5f2821'}]}} from ncdv-master-1. {{(pid=121608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 25 21:29:09.548679 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-4b95816e-0c71-47cc-aa11-5f79c464fe60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:09.555099 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-6c60ae8d-8674-470f-8e58-503668ba3126 tempest-BulkNetworkOpsTest-1321672202 tempest-BulkNetworkOpsTest-1321672202-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737602163420'] for network, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:09.579273 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-cabe6d6a-76ad-47a4-94c8-0e1cbe2b79d7 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.7440584
Dec 25 21:29:09.582436 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 45522) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:29:09.599413 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-426d2d5f-3ba8-439c-bd78-99dd25397953 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Request body: {'port': {'network_id': 'e1a05f7d-67ac-49d5-8300-20429f3168e3', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1545435871'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:29:09.690920 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-15cb578f-7a63-4fd3-925d-83bad4c7b82a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:09.695662 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Dec 2021 21:29:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b955874a-4528-4d38-9a8a-2586c9d6571b x-openstack-request-id: req-b955874a-4528-4d38-9a8a-2586c9d6571b {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:29:09.696060 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a8d6684-f19c-4a86-ac0c-6c056fa351fd", "tag": "1704d60b-466b-4afa-a1c8-2e009902991b", "status": "completed", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:29:09.696321 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b955874a-4528-4d38-9a8a-2586c9d6571b {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:29:09.696714 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a8d6684-f19c-4a86-ac0c-6c056fa351fd', 'tag': '1704d60b-466b-4afa-a1c8-2e009902991b', 'status': 'completed', 'code': 200}
Dec 25 21:29:09.715643 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-6c60ae8d-8674-470f-8e58-503668ba3126 tempest-BulkNetworkOpsTest-1321672202 tempest-BulkNetworkOpsTest-1321672202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870'] for network, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:09.722436 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c60ae8d-8674-470f-8e58-503668ba3126 tempest-BulkNetworkOpsTest-1321672202 tempest-BulkNetworkOpsTest-1321672202-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:09.723057 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-6c60ae8d-8674-470f-8e58-503668ba3126 tempest-BulkNetworkOpsTest-1321672202 tempest-BulkNetworkOpsTest-1321672202-project] Publish callbacks [] for network, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:09.756614 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab783cf-ce9d-4dc3-a7d9-f6d9cc2cb35b req-28297564-d10e-40d8-9eb4-27bd47fd6b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:09.758141 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab783cf-ce9d-4dc3-a7d9-f6d9cc2cb35b req-28297564-d10e-40d8-9eb4-27bd47fd6b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:09.758645 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab783cf-ce9d-4dc3-a7d9-f6d9cc2cb35b req-28297564-d10e-40d8-9eb4-27bd47fd6b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:09.759133 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab783cf-ce9d-4dc3-a7d9-f6d9cc2cb35b req-28297564-d10e-40d8-9eb4-27bd47fd6b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:09.759693 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab783cf-ce9d-4dc3-a7d9-f6d9cc2cb35b req-28297564-d10e-40d8-9eb4-27bd47fd6b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:09.760179 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab783cf-ce9d-4dc3-a7d9-f6d9cc2cb35b req-28297564-d10e-40d8-9eb4-27bd47fd6b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:09.760654 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab783cf-ce9d-4dc3-a7d9-f6d9cc2cb35b req-28297564-d10e-40d8-9eb4-27bd47fd6b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:09.762800 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-2ab783cf-ce9d-4dc3-a7d9-f6d9cc2cb35b req-28297564-d10e-40d8-9eb4-27bd47fd6b36 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=980165331b334d7795b91adc96459725&device_id=7a8d6684-f19c-4a86-ac0c-6c056fa351fd HTTP/1.1" status: 200  len: 6208 time: 0.1314223
Dec 25 21:29:09.775578 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.db_base_plugin_common [None req-4b95816e-0c71-47cc-aa11-5f79c464fe60 None None] Allocated IP 172.20.0.2 (e1a05f7d-67ac-49d5-8300-20429f3168e3/c0840295-0762-4b1e-b4bd-8eb82a5f2821/23672c33-d37d-4386-aa8b-b12d33f444f1) {{(pid=121608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:29:09.860583 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c60ae8d-8674-470f-8e58-503668ba3126 tempest-BulkNetworkOpsTest-1321672202 tempest-BulkNetworkOpsTest-1321672202-project] Pushing event updated for resources: {'Network': ['ID=792612f4-8578-4d69-9d55-0b33ba70951f,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:29:09.893568 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Network 792612f4-8578-4d69-9d55-0b33ba70951f details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 25 21:29:09.922390 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab783cf-ce9d-4dc3-a7d9-f6d9cc2cb35b req-803b8e65-3ee3-4b8f-be28-54faf8ca249c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:09.922950 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab783cf-ce9d-4dc3-a7d9-f6d9cc2cb35b req-803b8e65-3ee3-4b8f-be28-54faf8ca249c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:09.923417 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab783cf-ce9d-4dc3-a7d9-f6d9cc2cb35b req-803b8e65-3ee3-4b8f-be28-54faf8ca249c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:09.925102 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-2ab783cf-ce9d-4dc3-a7d9-f6d9cc2cb35b req-803b8e65-3ee3-4b8f-be28-54faf8ca249c service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=980165331b334d7795b91adc96459725&shared=False HTTP/1.1" status: 200  len: 2293 time: 0.1512859
Dec 25 21:29:09.927298 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93706eaf-cce2-446f-a68a-204107dfd702 req-fa1d6be9-82a4-494d-aafe-864665a97847 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:09.931129 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-6c60ae8d-8674-470f-8e58-503668ba3126 tempest-BulkNetworkOpsTest-1321672202 tempest-BulkNetworkOpsTest-1321672202-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 785 time: 0.6318626
Dec 25 21:29:09.931806 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 45532) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:29:09.933875 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93706eaf-cce2-446f-a68a-204107dfd702 req-fa1d6be9-82a4-494d-aafe-864665a97847 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:09.940963 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93706eaf-cce2-446f-a68a-204107dfd702 req-fa1d6be9-82a4-494d-aafe-864665a97847 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:09.944927 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-6c9d2704-318f-4e8f-97a7-33dafbdd340b tempest-BulkNetworkOpsTest-1321672202 tempest-BulkNetworkOpsTest-1321672202-project] Request body: {'ports': [{'network_id': '41fd3eeb-efa1-4afa-b824-ab0a9b79deb1', 'name': 'tempest-port--677326425', 'admin_state_up': True}, {'network_id': '792612f4-8578-4d69-9d55-0b33ba70951f', 'admin_state_up': False}]} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:29:09.945249 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-6c9d2704-318f-4e8f-97a7-33dafbdd340b tempest-BulkNetworkOpsTest-1321672202 tempest-BulkNetworkOpsTest-1321672202-project] Request body: {'port': {'network_id': '41fd3eeb-efa1-4afa-b824-ab0a9b79deb1', 'name': 'tempest-port--677326425', 'admin_state_up': True}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:29:09.945732 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-6c9d2704-318f-4e8f-97a7-33dafbdd340b tempest-BulkNetworkOpsTest-1321672202 tempest-BulkNetworkOpsTest-1321672202-project] Request body: {'port': {'network_id': '792612f4-8578-4d69-9d55-0b33ba70951f', 'admin_state_up': False}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:29:09.947048 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93706eaf-cce2-446f-a68a-204107dfd702 req-fa1d6be9-82a4-494d-aafe-864665a97847 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:09.953175 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93706eaf-cce2-446f-a68a-204107dfd702 req-fa1d6be9-82a4-494d-aafe-864665a97847 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:09.959904 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93706eaf-cce2-446f-a68a-204107dfd702 req-fa1d6be9-82a4-494d-aafe-864665a97847 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:09.966592 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93706eaf-cce2-446f-a68a-204107dfd702 req-fa1d6be9-82a4-494d-aafe-864665a97847 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:09.968424 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-93706eaf-cce2-446f-a68a-204107dfd702 req-fa1d6be9-82a4-494d-aafe-864665a97847 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a8d6684-f19c-4a86-ac0c-6c056fa351fd HTTP/1.1" status: 200  len: 5371 time: 0.2194691
Dec 25 21:29:10.028387 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-4b95816e-0c71-47cc-aa11-5f79c464fe60 None None] Publish callbacks [] for port, precommit_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:10.125593 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-426d2d5f-3ba8-439c-bd78-99dd25397953 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Made reservation on behalf of a80fe923d39349348137639eb937eac1 for: {'port': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:29:10.129338 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-426d2d5f-3ba8-439c-bd78-99dd25397953 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:10.142275 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab783cf-ce9d-4dc3-a7d9-f6d9cc2cb35b req-c92c9ec0-15ef-44e7-921d-653fe8d9fe1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:10.143838 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-2ab783cf-ce9d-4dc3-a7d9-f6d9cc2cb35b req-c92c9ec0-15ef-44e7-921d-653fe8d9fe1a service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2112062
Dec 25 21:29:10.164690 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-93706eaf-cce2-446f-a68a-204107dfd702 req-1b17a54a-dfc8-4aba-b930-325dd3526163 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] 10.222.0.32 "GET /v2.0/security-groups?id=3047df75-15d6-457f-8c77-25405c0680ea&id=213077ea-0675-4a6e-b24b-6e8c95ed2ffd&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1220522
Dec 25 21:29:10.174869 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-4b95816e-0c71-47cc-aa11-5f79c464fe60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946'] for port, after_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:10.208971 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [None req-426d2d5f-3ba8-439c-bd78-99dd25397953 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] device_id is not set on port a105d553-3e41-4483-b816-86bca36b5dca yet. {{(pid=121606) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 25 21:29:10.233108 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b95816e-0c71-47cc-aa11-5f79c464fe60 None None] Network e1a05f7d-67ac-49d5-8300-20429f3168e3 is already hosted by enough agents. {{(pid=121608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:29:10.242025 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.base_scheduler [None req-4b95816e-0c71-47cc-aa11-5f79c464fe60 None None] Resources bound (agent type, host, resource id):  {{(pid=121608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:29:10.246473 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b95816e-0c71-47cc-aa11-5f79c464fe60 None None] Received port after_create {{(pid=121608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:29:10.255906 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b95816e-0c71-47cc-aa11-5f79c464fe60 None None] Pushing event updated for resources: {'Port': ['ID=23672c33-d37d-4386-aa8b-b12d33f444f1,revision_number=1']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:29:10.261408 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [req-fcf3f658-34ea-41d8-822d-0e301f82560e req-7ee11d88-ae64-498b-8229-22421a2fc601 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4a5dc77-7743-4d72-8f35-550325e4dc63 {{(pid=121606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:29:10.276995 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-fcf3f658-34ea-41d8-822d-0e301f82560e req-7ee11d88-ae64-498b-8229-22421a2fc601 service neutron] Publish callbacks [] for port, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:10.284539 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 45546) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:29:10.311500 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.provisioning_blocks [req-fcf3f658-34ea-41d8-822d-0e301f82560e req-7ee11d88-ae64-498b-8229-22421a2fc601 service neutron] Transition to ACTIVE for port object c4a5dc77-7743-4d72-8f35-550325e4dc63 will not be triggered until provisioned by entity L2. {{(pid=121606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 25 21:29:10.317540 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-0f440266-728d-4cbe-8777-1b2ba270b563 admin admin] Publish callbacks [] for security_group, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:10.331031 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-4b95816e-0c71-47cc-aa11-5f79c464fe60 None None] Attempting to bind port 23672c33-d37d-4386-aa8b-b12d33f444f1 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:29:10.331622 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-4b95816e-0c71-47cc-aa11-5f79c464fe60 None None] Attempting to bind port 23672c33-d37d-4386-aa8b-b12d33f444f1 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '7c5bc442-01c5-4e1e-af1e-724d6d1950f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'e1a05f7d-67ac-49d5-8300-20429f3168e3'}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:29:10.331802 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b95816e-0c71-47cc-aa11-5f79c464fe60 None None] Attempting to bind port 23672c33-d37d-4386-aa8b-b12d33f444f1 on network e1a05f7d-67ac-49d5-8300-20429f3168e3 {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:29:10.337694 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b95816e-0c71-47cc-aa11-5f79c464fe60 None None] Checking agent: {'id': 'ca4f5c6d-f1fd-48b8-a3e3-395864c7d23d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 20, 56, 40), 'started_at': datetime.datetime(2021, 12, 25, 20, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 28, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:29:10.338281 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b95816e-0c71-47cc-aa11-5f79c464fe60 None None] Checking segment: {'id': '7c5bc442-01c5-4e1e-af1e-724d6d1950f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'e1a05f7d-67ac-49d5-8300-20429f3168e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:29:10.338701 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-4b95816e-0c71-47cc-aa11-5f79c464fe60 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:10.339105 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b95816e-0c71-47cc-aa11-5f79c464fe60 None None] Bound using segment: {'id': '7c5bc442-01c5-4e1e-af1e-724d6d1950f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'e1a05f7d-67ac-49d5-8300-20429f3168e3'} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:29:10.339590 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-4b95816e-0c71-47cc-aa11-5f79c464fe60 None None] Bound port: 23672c33-d37d-4386-aa8b-b12d33f444f1, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c5bc442-01c5-4e1e-af1e-724d6d1950f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'e1a05f7d-67ac-49d5-8300-20429f3168e3'}}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:29:10.339976 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-4b95816e-0c71-47cc-aa11-5f79c464fe60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:10.372159 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_common [None req-426d2d5f-3ba8-439c-bd78-99dd25397953 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Allocated IP 172.20.0.7 (e1a05f7d-67ac-49d5-8300-20429f3168e3/c0840295-0762-4b1e-b4bd-8eb82a5f2821/a105d553-3e41-4483-b816-86bca36b5dca) {{(pid=121606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:29:10.405458 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c9d2704-318f-4e8f-97a7-33dafbdd340b tempest-BulkNetworkOpsTest-1321672202 tempest-BulkNetworkOpsTest-1321672202-project] Made reservation on behalf of 630b7b4e23714a47b3012c008ec639f8 for: {'port': 2} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:29:10.407321 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-4b95816e-0c71-47cc-aa11-5f79c464fe60 None None] For port 23672c33-d37d-4386-aa8b-b12d33f444f1, host ncdv-master-1, cleared binding levels {{(pid=121608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:29:10.408489 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-6c9d2704-318f-4e8f-97a7-33dafbdd340b tempest-BulkNetworkOpsTest-1321672202 tempest-BulkNetworkOpsTest-1321672202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:10.410656 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-4b95816e-0c71-47cc-aa11-5f79c464fe60 None None] For port 23672c33-d37d-4386-aa8b-b12d33f444f1, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=23672c33-d37d-4386-aa8b-b12d33f444f1,segment=NetworkSegment(7c5bc442-01c5-4e1e-af1e-724d6d1950f5),segment_id=7c5bc442-01c5-4e1e-af1e-724d6d1950f5)] {{(pid=121608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:29:10.426181 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-0f440266-728d-4cbe-8777-1b2ba270b563 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:10.428597 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-6c9d2704-318f-4e8f-97a7-33dafbdd340b tempest-BulkNetworkOpsTest-1321672202 tempest-BulkNetworkOpsTest-1321672202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:10.438877 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-fcf3f658-34ea-41d8-822d-0e301f82560e req-7ee11d88-ae64-498b-8229-22421a2fc601 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:10.488753 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-4b95816e-0c71-47cc-aa11-5f79c464fe60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:10.519428 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-0f440266-728d-4cbe-8777-1b2ba270b563 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:10.544822 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee11d88-ae64-498b-8229-22421a2fc601 service neutron] Pushing event updated for resources: {'Port': ['ID=c4a5dc77-7743-4d72-8f35-550325e4dc63,revision_number=2']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:29:10.612051 ncdv-master-1 neutron-server[121607]: DEBUG neutron.notifiers.nova [None req-6c9d2704-318f-4e8f-97a7-33dafbdd340b tempest-BulkNetworkOpsTest-1321672202 tempest-BulkNetworkOpsTest-1321672202-project] device_id is not set on port 898ea993-dd92-4d11-8693-8e8ccd718d4d yet. {{(pid=121607) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 25 21:29:10.634599 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b95816e-0c71-47cc-aa11-5f79c464fe60 None None] Pushing event updated for resources: {'Port': ['ID=23672c33-d37d-4386-aa8b-b12d33f444f1,revision_number=2']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:29:10.675007 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-426d2d5f-3ba8-439c-bd78-99dd25397953 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks [] for port, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:10.677101 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:10.739046 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-fcf3f658-34ea-41d8-822d-0e301f82560e req-7ee11d88-ae64-498b-8229-22421a2fc601 service neutron] Attempting to bind port c4a5dc77-7743-4d72-8f35-550325e4dc63 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:29:10.739046 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-fcf3f658-34ea-41d8-822d-0e301f82560e req-7ee11d88-ae64-498b-8229-22421a2fc601 service neutron] Attempting to bind port c4a5dc77-7743-4d72-8f35-550325e4dc63 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '2df77a22-5050-47e9-a636-9ce65fb0dac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6dab2bb9-1b11-4634-becc-b5742aceff64'}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:29:10.739046 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcf3f658-34ea-41d8-822d-0e301f82560e req-7ee11d88-ae64-498b-8229-22421a2fc601 service neutron] Attempting to bind port c4a5dc77-7743-4d72-8f35-550325e4dc63 on network 6dab2bb9-1b11-4634-becc-b5742aceff64 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:29:10.742703 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcf3f658-34ea-41d8-822d-0e301f82560e req-7ee11d88-ae64-498b-8229-22421a2fc601 service neutron] Port c4a5dc77-7743-4d72-8f35-550325e4dc63 on network 6dab2bb9-1b11-4634-becc-b5742aceff64 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 25 21:29:10.743227 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcf3f658-34ea-41d8-822d-0e301f82560e req-7ee11d88-ae64-498b-8229-22421a2fc601 service neutron] Attempting to bind port c4a5dc77-7743-4d72-8f35-550325e4dc63 on network 6dab2bb9-1b11-4634-becc-b5742aceff64 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:29:10.745625 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-6c9d2704-318f-4e8f-97a7-33dafbdd340b tempest-BulkNetworkOpsTest-1321672202 tempest-BulkNetworkOpsTest-1321672202-project] Publish callbacks [] for port, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:10.750776 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcf3f658-34ea-41d8-822d-0e301f82560e req-7ee11d88-ae64-498b-8229-22421a2fc601 service neutron] Checking agent: {'id': '6d577036-68fc-4aa4-aed7-5ab01de2117e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 21, 4, 34), 'started_at': datetime.datetime(2021, 12, 25, 21, 4, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 29, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:29:10.751124 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcf3f658-34ea-41d8-822d-0e301f82560e req-7ee11d88-ae64-498b-8229-22421a2fc601 service neutron] Checking segment: {'id': '2df77a22-5050-47e9-a636-9ce65fb0dac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6dab2bb9-1b11-4634-becc-b5742aceff64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:29:10.751514 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcf3f658-34ea-41d8-822d-0e301f82560e req-7ee11d88-ae64-498b-8229-22421a2fc601 service neutron] Bound using segment: {'id': '2df77a22-5050-47e9-a636-9ce65fb0dac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6dab2bb9-1b11-4634-becc-b5742aceff64'} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:29:10.751998 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-fcf3f658-34ea-41d8-822d-0e301f82560e req-7ee11d88-ae64-498b-8229-22421a2fc601 service neutron] Bound port: c4a5dc77-7743-4d72-8f35-550325e4dc63, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2df77a22-5050-47e9-a636-9ce65fb0dac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6dab2bb9-1b11-4634-becc-b5742aceff64'}}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:29:10.752358 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-fcf3f658-34ea-41d8-822d-0e301f82560e req-7ee11d88-ae64-498b-8229-22421a2fc601 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:10.850243 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-426d2d5f-3ba8-439c-bd78-99dd25397953 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:10.928176 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426d2d5f-3ba8-439c-bd78-99dd25397953 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Pushing event updated for resources: {'Port': ['ID=a105d553-3e41-4483-b816-86bca36b5dca,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:29:10.928417 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-0f440266-728d-4cbe-8777-1b2ba270b563 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1f0921ffb9e647debd042a5f9215cd52&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6362944
Dec 25 21:29:10.930701 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f440266-728d-4cbe-8777-1b2ba270b563 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8045d7ce-1627-4afc-bd6b-6cc22b35f352,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:29:10.934164 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 45558) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:29:10.941630 ncdv-master-1 neutron-server[121607]: DEBUG neutron.notifiers.nova [None req-6c9d2704-318f-4e8f-97a7-33dafbdd340b tempest-BulkNetworkOpsTest-1321672202 tempest-BulkNetworkOpsTest-1321672202-project] device_id is not set on port aacef763-8a45-43f4-8d34-8a5ce8de162b yet. {{(pid=121607) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 25 21:29:10.953825 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-fcf3f658-34ea-41d8-822d-0e301f82560e req-7ee11d88-ae64-498b-8229-22421a2fc601 service neutron] For port c4a5dc77-7743-4d72-8f35-550325e4dc63, host nch1-master-1, cleared binding levels {{(pid=121606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:29:10.981569 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-426d2d5f-3ba8-439c-bd78-99dd25397953 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Network e1a05f7d-67ac-49d5-8300-20429f3168e3 is already hosted by enough agents. {{(pid=121606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:29:10.988033 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [None req-426d2d5f-3ba8-439c-bd78-99dd25397953 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Resources bound (agent type, host, resource id):  {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:29:10.991609 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-426d2d5f-3ba8-439c-bd78-99dd25397953 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Received port after_create {{(pid=121606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:29:11.008976 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-fcf3f658-34ea-41d8-822d-0e301f82560e req-7ee11d88-ae64-498b-8229-22421a2fc601 service neutron] For port c4a5dc77-7743-4d72-8f35-550325e4dc63, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c4a5dc77-7743-4d72-8f35-550325e4dc63,segment=NetworkSegment(2df77a22-5050-47e9-a636-9ce65fb0dac2),segment_id=2df77a22-5050-47e9-a636-9ce65fb0dac2)] {{(pid=121606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:29:11.026448 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ad73e7f1-b7ae-402d-86a8-17d5b1adf58b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:11.072803 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ad73e7f1-b7ae-402d-86a8-17d5b1adf58b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:11.081104 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:29:11.081104 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:29:11.081104 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:29:11.081104 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:29:11.081104 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:29:11.081104 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:29:11.081104 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:29:11.081104 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:29:11.081104 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:29:11.081104 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:29:11.081104 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:29:11.081104 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:29:11.081104 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:29:11.081104 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:29:11.081104 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:29:11.081104 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:29:11.081104 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:29:11.081104 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:29:11.081104 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:29:11.081104 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:29:11.081104 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:29:11.081104 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:29:11.081104 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:29:11.081104 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:29:11.081104 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:29:11.081104 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:29:11.081104 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:29:11.081104 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:29:11.081104 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:29:11.081104 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:29:11.081104 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:29:11.081104 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:29:11.081104 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:29:11.081104 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:29:11.081104 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:29:11.081104 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:29:11.081104 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:29:11.081104 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:29:11.081104 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:29:11.081104 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:29:11.081104 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:29:11.081104 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:29:11.081104 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:29:11.081104 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:29:11.081104 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:29:11.081104 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:29:11.081104 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:29:11.081104 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:29:11.085649 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-426d2d5f-3ba8-439c-bd78-99dd25397953 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:11.086339 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-426d2d5f-3ba8-439c-bd78-99dd25397953 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:11.125086 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-fcf3f658-34ea-41d8-822d-0e301f82560e req-7ee11d88-ae64-498b-8229-22421a2fc601 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:11.127603 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-6c9d2704-318f-4e8f-97a7-33dafbdd340b tempest-BulkNetworkOpsTest-1321672202 tempest-BulkNetworkOpsTest-1321672202-project] Publish callbacks [] for port, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:11.213266 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf3f658-34ea-41d8-822d-0e301f82560e req-7ee11d88-ae64-498b-8229-22421a2fc601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:11.213266 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-fcf3f658-34ea-41d8-822d-0e301f82560e req-7ee11d88-ae64-498b-8229-22421a2fc601 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:11.222999 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-fcf3f658-34ea-41d8-822d-0e301f82560e req-7ee11d88-ae64-498b-8229-22421a2fc601 service neutron] 10.222.0.31 "PUT /v2.0/ports/c4a5dc77-7743-4d72-8f35-550325e4dc63 HTTP/1.1" status: 200  len: 1091 time: 1.9962454
Dec 25 21:29:11.236958 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-426d2d5f-3ba8-439c-bd78-99dd25397953 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 886 time: 1.6468277
Dec 25 21:29:11.239581 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 45564) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:29:11.307443 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee11d88-ae64-498b-8229-22421a2fc601 service neutron] Pushing event updated for resources: {'Port': ['ID=c4a5dc77-7743-4d72-8f35-550325e4dc63,revision_number=3']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:29:11.368432 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30295fa6-eee3-4d28-9047-8fec2dfca7c6 req-075a24ce-672d-4534-81e2-6d75903bf0fc tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:11.370790 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-30295fa6-eee3-4d28-9047-8fec2dfca7c6 req-075a24ce-672d-4534-81e2-6d75903bf0fc tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] 10.222.0.32 "GET /v2.0/ports?device_id=65490ad4-5baf-4c89-9877-006d581b4758 HTTP/1.1" status: 200  len: 945 time: 0.1441681
Dec 25 21:29:11.394714 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dc50f8-d819-4896-8196-736a15c598d7 req-841a4947-5ccc-45de-9136-722028d98f51 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:11.401400 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-6c9d2704-318f-4e8f-97a7-33dafbdd340b tempest-BulkNetworkOpsTest-1321672202 tempest-BulkNetworkOpsTest-1321672202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:11.401948 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dc50f8-d819-4896-8196-736a15c598d7 req-841a4947-5ccc-45de-9136-722028d98f51 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:11.408190 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dc50f8-d819-4896-8196-736a15c598d7 req-841a4947-5ccc-45de-9136-722028d98f51 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:11.413097 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ad73e7f1-b7ae-402d-86a8-17d5b1adf58b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:11.413097 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ad73e7f1-b7ae-402d-86a8-17d5b1adf58b admin admin] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:11.414409 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-ad73e7f1-b7ae-402d-86a8-17d5b1adf58b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8045d7ce-1627-4afc-bd6b-6cc22b35f352 HTTP/1.1" status: 204  len: 168 time: 0.4768341
Dec 25 21:29:11.418103 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dc50f8-d819-4896-8196-736a15c598d7 req-841a4947-5ccc-45de-9136-722028d98f51 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:11.424435 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dc50f8-d819-4896-8196-736a15c598d7 req-841a4947-5ccc-45de-9136-722028d98f51 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:11.430736 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dc50f8-d819-4896-8196-736a15c598d7 req-841a4947-5ccc-45de-9136-722028d98f51 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:11.441368 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dc50f8-d819-4896-8196-736a15c598d7 req-841a4947-5ccc-45de-9136-722028d98f51 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:11.441368 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e7dc50f8-d819-4896-8196-736a15c598d7 req-841a4947-5ccc-45de-9136-722028d98f51 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a8d6684-f19c-4a86-ac0c-6c056fa351fd HTTP/1.1" status: 200  len: 5383 time: 0.1534655
Dec 25 21:29:11.445858 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-fcf3f658-34ea-41d8-822d-0e301f82560e req-600396f6-b8b1-43bc-b334-3b9d47be2ac2 service neutron] Request body: {'port': {'device_id': '7a8d6684-f19c-4a86-ac0c-6c056fa351fd', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:29:11.466386 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad73e7f1-b7ae-402d-86a8-17d5b1adf58b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8045d7ce-1627-4afc-bd6b-6cc22b35f352,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:29:11.570201 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-23f6c900-626c-4edd-8cbf-cf2e7fdaee69 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Deleting port a105d553-3e41-4483-b816-86bca36b5dca {{(pid=121607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:29:11.570673 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-23f6c900-626c-4edd-8cbf-cf2e7fdaee69 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:11.590890 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-30295fa6-eee3-4d28-9047-8fec2dfca7c6 req-f7779364-e74f-4487-a3b3-be45ec17a0ab tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d32f0a1-0bdc-4dd4-8a66-1e7cbebb8ef1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1506398
Dec 25 21:29:11.592326 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9d2704-318f-4e8f-97a7-33dafbdd340b tempest-BulkNetworkOpsTest-1321672202 tempest-BulkNetworkOpsTest-1321672202-project] Pushing event updated for resources: {'Port': ['ID=898ea993-dd92-4d11-8693-8e8ccd718d4d,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:29:11.601401 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-fcf3f658-34ea-41d8-822d-0e301f82560e req-600396f6-b8b1-43bc-b334-3b9d47be2ac2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:11.621899 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e7dc50f8-d819-4896-8196-736a15c598d7 req-8e212ac6-3109-4106-bb64-9e537bc44e72 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] 10.222.0.32 "GET /v2.0/security-groups?id=3047df75-15d6-457f-8c77-25405c0680ea&id=213077ea-0675-4a6e-b24b-6e8c95ed2ffd&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1655180
Dec 25 21:29:11.629830 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c9d2704-318f-4e8f-97a7-33dafbdd340b tempest-BulkNetworkOpsTest-1321672202 tempest-BulkNetworkOpsTest-1321672202-project] Checking segment: {'id': 'fe0ff4ce-d8d9-44d9-971c-2af829b6d608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '41fd3eeb-efa1-4afa-b824-ab0a9b79deb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:29:11.630196 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c9d2704-318f-4e8f-97a7-33dafbdd340b tempest-BulkNetworkOpsTest-1321672202 tempest-BulkNetworkOpsTest-1321672202-project] Network hostable DHCP agents. Network: 41fd3eeb-efa1-4afa-b824-ab0a9b79deb1, hostable agents: ['1813db88-2c1b-4357-a2ba-869246b663c2'], hosted agents: [] {{(pid=121607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 25 21:29:11.699915 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a8d6684-f19c-4a86-ac0c-6c056fa351fd', 'tag': 'c4a5dc77-7743-4d72-8f35-550325e4dc63'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:29:11.702208 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9858820c13ec2827453b94ebc4181065e990a4e4089ccb9fe762531ac62d2fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a2d576d-a872-429f-a715-cf300afcb2de" -d '{"events": [{"name": "network-changed", "server_uuid": "7a8d6684-f19c-4a86-ac0c-6c056fa351fd", "tag": "c4a5dc77-7743-4d72-8f35-550325e4dc63"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:29:11.715384 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-23f6c900-626c-4edd-8cbf-cf2e7fdaee69 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:11.739462 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-23f6c900-626c-4edd-8cbf-cf2e7fdaee69 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Calling delete_port for a105d553-3e41-4483-b816-86bca36b5dca owned by  {{(pid=121607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:29:11.746689 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 23672c33-d37d-4386-aa8b-b12d33f444f1 up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:29:11.791935 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Dec 2021 21:29:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4904685c-599b-4acb-9e5d-d877e8d81ca9 x-openstack-request-id: req-4904685c-599b-4acb-9e5d-d877e8d81ca9 {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:29:11.801994 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a8d6684-f19c-4a86-ac0c-6c056fa351fd", "tag": "c4a5dc77-7743-4d72-8f35-550325e4dc63", "status": "completed", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:29:11.804548 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4904685c-599b-4acb-9e5d-d877e8d81ca9 {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:29:11.804548 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a8d6684-f19c-4a86-ac0c-6c056fa351fd', 'tag': 'c4a5dc77-7743-4d72-8f35-550325e4dc63', 'status': 'completed', 'code': 200}
Dec 25 21:29:11.846148 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port 23672c33-d37d-4386-aa8b-b12d33f444f1 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:29:11.850392 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:11.875468 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c9d2704-318f-4e8f-97a7-33dafbdd340b tempest-BulkNetworkOpsTest-1321672202 tempest-BulkNetworkOpsTest-1321672202-project] Network 41fd3eeb-efa1-4afa-b824-ab0a9b79deb1 is scheduled to be hosted by DHCP agent 1813db88-2c1b-4357-a2ba-869246b663c2 with binding_index 1 {{(pid=121607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 25 21:29:11.967348 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2d576d-a872-429f-a715-cf300afcb2de req-1b8bc100-bd6c-4e93-a1f3-57406bbc4412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:11.967348 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2d576d-a872-429f-a715-cf300afcb2de req-1b8bc100-bd6c-4e93-a1f3-57406bbc4412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:11.967348 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2d576d-a872-429f-a715-cf300afcb2de req-1b8bc100-bd6c-4e93-a1f3-57406bbc4412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:11.967348 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2d576d-a872-429f-a715-cf300afcb2de req-1b8bc100-bd6c-4e93-a1f3-57406bbc4412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:11.967348 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2d576d-a872-429f-a715-cf300afcb2de req-1b8bc100-bd6c-4e93-a1f3-57406bbc4412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:11.967348 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2d576d-a872-429f-a715-cf300afcb2de req-1b8bc100-bd6c-4e93-a1f3-57406bbc4412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:11.968765 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2d576d-a872-429f-a715-cf300afcb2de req-1b8bc100-bd6c-4e93-a1f3-57406bbc4412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:11.971673 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-4a2d576d-a872-429f-a715-cf300afcb2de req-1b8bc100-bd6c-4e93-a1f3-57406bbc4412 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=980165331b334d7795b91adc96459725&device_id=7a8d6684-f19c-4a86-ac0c-6c056fa351fd HTTP/1.1" status: 200  len: 6275 time: 0.1385803
Dec 25 21:29:12.029712 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:12.084122 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] For port 23672c33-d37d-4386-aa8b-b12d33f444f1, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=23672c33-d37d-4386-aa8b-b12d33f444f1,segment=NetworkSegment(7c5bc442-01c5-4e1e-af1e-724d6d1950f5),segment_id=7c5bc442-01c5-4e1e-af1e-724d6d1950f5)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:29:12.094289 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2d576d-a872-429f-a715-cf300afcb2de req-8dc8dfe3-42d4-479c-b736-6fb4a4070d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:12.095020 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2d576d-a872-429f-a715-cf300afcb2de req-8dc8dfe3-42d4-479c-b736-6fb4a4070d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:12.095225 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2d576d-a872-429f-a715-cf300afcb2de req-8dc8dfe3-42d4-479c-b736-6fb4a4070d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:12.096963 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-4a2d576d-a872-429f-a715-cf300afcb2de req-8dc8dfe3-42d4-479c-b736-6fb4a4070d66 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=980165331b334d7795b91adc96459725&shared=False HTTP/1.1" status: 200  len: 2293 time: 0.1156213
Dec 25 21:29:12.116338 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-6c9d2704-318f-4e8f-97a7-33dafbdd340b tempest-BulkNetworkOpsTest-1321672202 tempest-BulkNetworkOpsTest-1321672202-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 41fd3eeb-efa1-4afa-b824-ab0a9b79deb1) {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:29:12.121137 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [req-fcf3f658-34ea-41d8-822d-0e301f82560e req-600396f6-b8b1-43bc-b334-3b9d47be2ac2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bbeefdb7-89c8-4442-a2e7-858c459b3b9a {{(pid=121606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:29:12.129815 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-fcf3f658-34ea-41d8-822d-0e301f82560e req-600396f6-b8b1-43bc-b334-3b9d47be2ac2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:12.132043 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-132fe088-abe5-4b0c-8a8e-b4451c392b05 None None] Network 41fd3eeb-efa1-4afa-b824-ab0a9b79deb1 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:29:12.142937 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c9d2704-318f-4e8f-97a7-33dafbdd340b tempest-BulkNetworkOpsTest-1321672202 tempest-BulkNetworkOpsTest-1321672202-project] Received port after_create {{(pid=121607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:29:12.143731 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-6c9d2704-318f-4e8f-97a7-33dafbdd340b tempest-BulkNetworkOpsTest-1321672202 tempest-BulkNetworkOpsTest-1321672202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:12.175132 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:12.226829 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9d2704-318f-4e8f-97a7-33dafbdd340b tempest-BulkNetworkOpsTest-1321672202 tempest-BulkNetworkOpsTest-1321672202-project] Pushing event updated for resources: {'Port': ['ID=aacef763-8a45-43f4-8d34-8a5ce8de162b,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:29:12.291156 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Pushing event updated for resources: {'Port': ['ID=23672c33-d37d-4386-aa8b-b12d33f444f1,revision_number=3']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:29:12.348135 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e58d5735-6931-48c2-8347-1479e2f43491 None None] Network e1a05f7d-67ac-49d5-8300-20429f3168e3 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:29:12.353590 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2d576d-a872-429f-a715-cf300afcb2de req-1bdf173f-bac8-4a35-a115-8ca473459fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:12.355055 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-4a2d576d-a872-429f-a715-cf300afcb2de req-1bdf173f-bac8-4a35-a115-8ca473459fc6 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2341211
Dec 25 21:29:12.355960 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c9d2704-318f-4e8f-97a7-33dafbdd340b tempest-BulkNetworkOpsTest-1321672202 tempest-BulkNetworkOpsTest-1321672202-project] Checking segment: {'id': 'c3d3cada-1e80-4663-96c3-a93508b2457c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '792612f4-8578-4d69-9d55-0b33ba70951f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:29:12.356315 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c9d2704-318f-4e8f-97a7-33dafbdd340b tempest-BulkNetworkOpsTest-1321672202 tempest-BulkNetworkOpsTest-1321672202-project] Network hostable DHCP agents. Network: 792612f4-8578-4d69-9d55-0b33ba70951f, hostable agents: ['1813db88-2c1b-4357-a2ba-869246b663c2'], hosted agents: [] {{(pid=121607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 25 21:29:12.395395 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.provisioning_blocks [req-fcf3f658-34ea-41d8-822d-0e301f82560e req-600396f6-b8b1-43bc-b334-3b9d47be2ac2 service neutron] Transition to ACTIVE for port object bbeefdb7-89c8-4442-a2e7-858c459b3b9a will not be triggered until provisioned by entity L2. {{(pid=121606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 25 21:29:12.395602 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-23f6c900-626c-4edd-8cbf-cf2e7fdaee69 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:12.426869 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f6c900-626c-4edd-8cbf-cf2e7fdaee69 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Pushing event deleted for resources: {'Port': ['ID=a105d553-3e41-4483-b816-86bca36b5dca,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:29:12.481888 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-727d2365-4c48-4862-a4f0-368166f4f95e None None] Provisioning complete for port 23672c33-d37d-4386-aa8b-b12d33f444f1 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:29:12.481888 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-727d2365-4c48-4862-a4f0-368166f4f95e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:12.482145 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c9d2704-318f-4e8f-97a7-33dafbdd340b tempest-BulkNetworkOpsTest-1321672202 tempest-BulkNetworkOpsTest-1321672202-project] Network 792612f4-8578-4d69-9d55-0b33ba70951f is scheduled to be hosted by DHCP agent 1813db88-2c1b-4357-a2ba-869246b663c2 with binding_index 1 {{(pid=121607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 25 21:29:12.511338 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-fcf3f658-34ea-41d8-822d-0e301f82560e req-600396f6-b8b1-43bc-b334-3b9d47be2ac2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:12.513714 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-23f6c900-626c-4edd-8cbf-cf2e7fdaee69 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:12.518107 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-23f6c900-626c-4edd-8cbf-cf2e7fdaee69 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] 10.222.0.32 "DELETE /v2.0/ports/a105d553-3e41-4483-b816-86bca36b5dca HTTP/1.1" status: 204  len: 168 time: 1.2742658
Dec 25 21:29:12.518712 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 45588) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:29:12.549400 ncdv-master-1 neutron-server[121607]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3a20b73-34cb-44d9-a6fe-b78b3308b242 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] GET failed (client error): The resource could not be found.
Dec 25 21:29:12.550860 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-c3a20b73-34cb-44d9-a6fe-b78b3308b242 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] 10.222.0.32 "GET /v2.0/ports/a105d553-3e41-4483-b816-86bca36b5dca HTTP/1.1" status: 404  len: 333 time: 0.0308661
Dec 25 21:29:12.554285 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 45590) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:29:12.608057 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600396f6-b8b1-43bc-b334-3b9d47be2ac2 service neutron] Pushing event updated for resources: {'Port': ['ID=bbeefdb7-89c8-4442-a2e7-858c459b3b9a,revision_number=2']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:29:12.614704 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-6c9d2704-318f-4e8f-97a7-33dafbdd340b tempest-BulkNetworkOpsTest-1321672202 tempest-BulkNetworkOpsTest-1321672202-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 792612f4-8578-4d69-9d55-0b33ba70951f) {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:29:12.618594 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c9d2704-318f-4e8f-97a7-33dafbdd340b tempest-BulkNetworkOpsTest-1321672202 tempest-BulkNetworkOpsTest-1321672202-project] Received port after_create {{(pid=121607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:29:12.628274 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c9d2704-318f-4e8f-97a7-33dafbdd340b tempest-BulkNetworkOpsTest-1321672202 tempest-BulkNetworkOpsTest-1321672202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:12.635449 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c9d2704-318f-4e8f-97a7-33dafbdd340b tempest-BulkNetworkOpsTest-1321672202 tempest-BulkNetworkOpsTest-1321672202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:12.636230 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-6c9d2704-318f-4e8f-97a7-33dafbdd340b tempest-BulkNetworkOpsTest-1321672202 tempest-BulkNetworkOpsTest-1321672202-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:12.637482 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fea3b560-b451-4629-9e6c-4de6442ca95a None None] Network 792612f4-8578-4d69-9d55-0b33ba70951f requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:29:12.668482 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_v2 [None req-da3abb6f-ebfd-45d8-9f33-d19c2c1af615 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Deleting subnet c0840295-0762-4b1e-b4bd-8eb82a5f2821 {{(pid=121607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Dec 25 21:29:12.672036 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-da3abb6f-ebfd-45d8-9f33-d19c2c1af615 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks [] for subnet, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:12.794627 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-6c9d2704-318f-4e8f-97a7-33dafbdd340b tempest-BulkNetworkOpsTest-1321672202 tempest-BulkNetworkOpsTest-1321672202-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1449 time: 2.8605206
Dec 25 21:29:12.807920 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 45604) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:29:12.852314 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-fcf3f658-34ea-41d8-822d-0e301f82560e req-600396f6-b8b1-43bc-b334-3b9d47be2ac2 service neutron] Attempting to bind port bbeefdb7-89c8-4442-a2e7-858c459b3b9a on host nch1-master-1 for vnic_type normal with profile  {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:29:12.855202 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-fcf3f658-34ea-41d8-822d-0e301f82560e req-600396f6-b8b1-43bc-b334-3b9d47be2ac2 service neutron] Attempting to bind port bbeefdb7-89c8-4442-a2e7-858c459b3b9a by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '2df77a22-5050-47e9-a636-9ce65fb0dac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6dab2bb9-1b11-4634-becc-b5742aceff64'}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:29:12.858603 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcf3f658-34ea-41d8-822d-0e301f82560e req-600396f6-b8b1-43bc-b334-3b9d47be2ac2 service neutron] Attempting to bind port bbeefdb7-89c8-4442-a2e7-858c459b3b9a on network 6dab2bb9-1b11-4634-becc-b5742aceff64 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:29:12.875089 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcf3f658-34ea-41d8-822d-0e301f82560e req-600396f6-b8b1-43bc-b334-3b9d47be2ac2 service neutron] Port bbeefdb7-89c8-4442-a2e7-858c459b3b9a on network 6dab2bb9-1b11-4634-becc-b5742aceff64 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 25 21:29:12.875522 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcf3f658-34ea-41d8-822d-0e301f82560e req-600396f6-b8b1-43bc-b334-3b9d47be2ac2 service neutron] Attempting to bind port bbeefdb7-89c8-4442-a2e7-858c459b3b9a on network 6dab2bb9-1b11-4634-becc-b5742aceff64 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:29:12.898790 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-da3abb6f-ebfd-45d8-9f33-d19c2c1af615 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10246617'] for subnet, precommit_delete_associations {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:12.960108 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcf3f658-34ea-41d8-822d-0e301f82560e req-600396f6-b8b1-43bc-b334-3b9d47be2ac2 service neutron] Checking agent: {'id': '6d577036-68fc-4aa4-aed7-5ab01de2117e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 21, 4, 34), 'started_at': datetime.datetime(2021, 12, 25, 21, 4, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 29, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:29:12.960828 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcf3f658-34ea-41d8-822d-0e301f82560e req-600396f6-b8b1-43bc-b334-3b9d47be2ac2 service neutron] Checking segment: {'id': '2df77a22-5050-47e9-a636-9ce65fb0dac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6dab2bb9-1b11-4634-becc-b5742aceff64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:29:12.961436 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcf3f658-34ea-41d8-822d-0e301f82560e req-600396f6-b8b1-43bc-b334-3b9d47be2ac2 service neutron] Bound using segment: {'id': '2df77a22-5050-47e9-a636-9ce65fb0dac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6dab2bb9-1b11-4634-becc-b5742aceff64'} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:29:12.962214 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-fcf3f658-34ea-41d8-822d-0e301f82560e req-600396f6-b8b1-43bc-b334-3b9d47be2ac2 service neutron] Bound port: bbeefdb7-89c8-4442-a2e7-858c459b3b9a, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2df77a22-5050-47e9-a636-9ce65fb0dac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6dab2bb9-1b11-4634-becc-b5742aceff64'}}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:29:12.962814 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-fcf3f658-34ea-41d8-822d-0e301f82560e req-600396f6-b8b1-43bc-b334-3b9d47be2ac2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:12.999506 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9661afcb-3d02-42d6-88cf-83f6f1521bb9 tempest-BulkNetworkOpsTest-1321672202 tempest-BulkNetworkOpsTest-1321672202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:13.008409 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9661afcb-3d02-42d6-88cf-83f6f1521bb9 tempest-BulkNetworkOpsTest-1321672202 tempest-BulkNetworkOpsTest-1321672202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:13.014110 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-9661afcb-3d02-42d6-88cf-83f6f1521bb9 tempest-BulkNetworkOpsTest-1321672202 tempest-BulkNetworkOpsTest-1321672202-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1444 time: 0.2025473
Dec 25 21:29:13.014351 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 45612) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:29:13.030017 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-a75cc887-73ea-41e9-82c9-275b05d8ffc5 None None] Provisioning complete for port 23672c33-d37d-4386-aa8b-b12d33f444f1 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:29:13.031541 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-a75cc887-73ea-41e9-82c9-275b05d8ffc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:13.079609 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de281be6-7559-49e7-9a3a-e59029a27c4e req-cf26b081-ef6a-464e-a1e2-a7319c797a45 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:13.089968 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de281be6-7559-49e7-9a3a-e59029a27c4e req-cf26b081-ef6a-464e-a1e2-a7319c797a45 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:13.097524 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de281be6-7559-49e7-9a3a-e59029a27c4e req-cf26b081-ef6a-464e-a1e2-a7319c797a45 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:13.105894 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de281be6-7559-49e7-9a3a-e59029a27c4e req-cf26b081-ef6a-464e-a1e2-a7319c797a45 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:13.112260 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de281be6-7559-49e7-9a3a-e59029a27c4e req-cf26b081-ef6a-464e-a1e2-a7319c797a45 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:13.122877 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de281be6-7559-49e7-9a3a-e59029a27c4e req-cf26b081-ef6a-464e-a1e2-a7319c797a45 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:13.137223 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de281be6-7559-49e7-9a3a-e59029a27c4e req-cf26b081-ef6a-464e-a1e2-a7319c797a45 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:13.137223 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-de281be6-7559-49e7-9a3a-e59029a27c4e req-cf26b081-ef6a-464e-a1e2-a7319c797a45 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a8d6684-f19c-4a86-ac0c-6c056fa351fd HTTP/1.1" status: 200  len: 5395 time: 0.2884214
Dec 25 21:29:13.161253 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-da3abb6f-ebfd-45d8-9f33-d19c2c1af615 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995662'] for subnet, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:13.175955 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874d0e26-72ea-4ed2-8152-63d573d137c6 req-fac9335d-0f10-4770-98fa-277684ef85bb tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:13.184540 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-874d0e26-72ea-4ed2-8152-63d573d137c6 req-fac9335d-0f10-4770-98fa-277684ef85bb tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] 10.222.0.32 "GET /v2.0/ports?device_id=65490ad4-5baf-4c89-9877-006d581b4758 HTTP/1.1" status: 200  len: 945 time: 0.3383789
Dec 25 21:29:13.253785 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-c2ecb9ab-e38b-4112-b682-109b2563349c tempest-BulkNetworkOpsTest-1321672202 tempest-BulkNetworkOpsTest-1321672202-project] Deleting port 898ea993-dd92-4d11-8693-8e8ccd718d4d {{(pid=121607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:29:13.254126 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-c2ecb9ab-e38b-4112-b682-109b2563349c tempest-BulkNetworkOpsTest-1321672202 tempest-BulkNetworkOpsTest-1321672202-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:13.261042 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-fcf3f658-34ea-41d8-822d-0e301f82560e req-600396f6-b8b1-43bc-b334-3b9d47be2ac2 service neutron] For port bbeefdb7-89c8-4442-a2e7-858c459b3b9a, host nch1-master-1, cleared binding levels {{(pid=121606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:29:13.308122 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-de281be6-7559-49e7-9a3a-e59029a27c4e req-79cc63b1-5494-4ba4-9d92-5c93ecae1779 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] 10.222.0.32 "GET /v2.0/security-groups?id=3047df75-15d6-457f-8c77-25405c0680ea&id=213077ea-0675-4a6e-b24b-6e8c95ed2ffd&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1539869
Dec 25 21:29:13.320711 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-fcf3f658-34ea-41d8-822d-0e301f82560e req-600396f6-b8b1-43bc-b334-3b9d47be2ac2 service neutron] For port bbeefdb7-89c8-4442-a2e7-858c459b3b9a, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=bbeefdb7-89c8-4442-a2e7-858c459b3b9a,segment=NetworkSegment(2df77a22-5050-47e9-a636-9ce65fb0dac2),segment_id=2df77a22-5050-47e9-a636-9ce65fb0dac2)] {{(pid=121606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:29:13.363224 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-da3abb6f-ebfd-45d8-9f33-d19c2c1af615 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8632410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8852809'] for subnet, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:13.363850 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-874d0e26-72ea-4ed2-8152-63d573d137c6 req-b9e9df78-4189-482f-acb4-43c46d7a8117 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d32f0a1-0bdc-4dd4-8a66-1e7cbebb8ef1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1781473
Dec 25 21:29:13.409935 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-fcf3f658-34ea-41d8-822d-0e301f82560e req-600396f6-b8b1-43bc-b334-3b9d47be2ac2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:13.412796 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3abb6f-ebfd-45d8-9f33-d19c2c1af615 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Pushing event deleted for resources: {'Subnet': ['ID=c0840295-0762-4b1e-b4bd-8eb82a5f2821,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:29:13.416541 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-c2ecb9ab-e38b-4112-b682-109b2563349c tempest-BulkNetworkOpsTest-1321672202 tempest-BulkNetworkOpsTest-1321672202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:13.423053 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf3f658-34ea-41d8-822d-0e301f82560e req-600396f6-b8b1-43bc-b334-3b9d47be2ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:13.423599 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-fcf3f658-34ea-41d8-822d-0e301f82560e req-600396f6-b8b1-43bc-b334-3b9d47be2ac2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:13.425070 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-fcf3f658-34ea-41d8-822d-0e301f82560e req-600396f6-b8b1-43bc-b334-3b9d47be2ac2 service neutron] 10.222.0.31 "PUT /v2.0/ports/bbeefdb7-89c8-4442-a2e7-858c459b3b9a HTTP/1.1" status: 200  len: 1090 time: 1.9837031
Dec 25 21:29:13.450649 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-0270d74d-653b-428d-86e7-c037a5f9d4f2 None None] Could not find standard attr ID for object a105d553-3e41-4483-b816-86bca36b5dca. {{(pid=121608) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 25 21:29:13.452305 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-da3abb6f-ebfd-45d8-9f33-d19c2c1af615 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks [] for subnet, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:13.456284 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-da3abb6f-ebfd-45d8-9f33-d19c2c1af615 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] 10.222.0.32 "DELETE /v2.0/subnets/c0840295-0762-4b1e-b4bd-8eb82a5f2821 HTTP/1.1" status: 204  len: 168 time: 0.9007339
Dec 25 21:29:13.460502 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 45630) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:29:13.463560 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-c2ecb9ab-e38b-4112-b682-109b2563349c tempest-BulkNetworkOpsTest-1321672202 tempest-BulkNetworkOpsTest-1321672202-project] Calling delete_port for 898ea993-dd92-4d11-8693-8e8ccd718d4d owned by  {{(pid=121607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:29:13.501521 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600396f6-b8b1-43bc-b334-3b9d47be2ac2 service neutron] Pushing event updated for resources: {'Port': ['ID=bbeefdb7-89c8-4442-a2e7-858c459b3b9a,revision_number=3']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:29:13.524150 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-fcf3f658-34ea-41d8-822d-0e301f82560e req-3292d3ba-1845-48d5-a1d2-41014c683e9f service neutron] Request body: {'port': {'device_id': '7a8d6684-f19c-4a86-ac0c-6c056fa351fd', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:29:13.645676 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-fcf3f658-34ea-41d8-822d-0e301f82560e req-3292d3ba-1845-48d5-a1d2-41014c683e9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:13.687172 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 23672c33-d37d-4386-aa8b-b12d33f444f1 up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:29:13.700081 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-fc1b98bf-0e32-454d-9336-15b277b4f6d3 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625803'] for network, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:13.753011 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b76b0555-caee-418c-962f-c8f8b09bb1ae None None] Network e1a05f7d-67ac-49d5-8300-20429f3168e3 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:29:13.772363 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-fc1b98bf-0e32-454d-9336-15b277b4f6d3 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Deleting port 23672c33-d37d-4386-aa8b-b12d33f444f1 {{(pid=121607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:29:13.772706 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-fc1b98bf-0e32-454d-9336-15b277b4f6d3 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:13.816633 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a8d6684-f19c-4a86-ac0c-6c056fa351fd', 'tag': 'bbeefdb7-89c8-4442-a2e7-858c459b3b9a'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:29:13.818266 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9858820c13ec2827453b94ebc4181065e990a4e4089ccb9fe762531ac62d2fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-274a8803-e1a8-4cdf-adfa-30589247901a" -d '{"events": [{"name": "network-changed", "server_uuid": "7a8d6684-f19c-4a86-ac0c-6c056fa351fd", "tag": "bbeefdb7-89c8-4442-a2e7-858c459b3b9a"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:29:13.841161 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-c2ecb9ab-e38b-4112-b682-109b2563349c tempest-BulkNetworkOpsTest-1321672202 tempest-BulkNetworkOpsTest-1321672202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:13.857493 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port 23672c33-d37d-4386-aa8b-b12d33f444f1 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:29:13.857867 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:13.886917 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Dec 2021 21:29:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-332b397a-4555-485c-a2c8-65c2cda8d0fe x-openstack-request-id: req-332b397a-4555-485c-a2c8-65c2cda8d0fe {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:29:13.887278 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a8d6684-f19c-4a86-ac0c-6c056fa351fd", "tag": "bbeefdb7-89c8-4442-a2e7-858c459b3b9a", "status": "completed", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:29:13.887456 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-332b397a-4555-485c-a2c8-65c2cda8d0fe {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:29:13.887856 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a8d6684-f19c-4a86-ac0c-6c056fa351fd', 'tag': 'bbeefdb7-89c8-4442-a2e7-858c459b3b9a', 'status': 'completed', 'code': 200}
Dec 25 21:29:13.912941 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ecb9ab-e38b-4112-b682-109b2563349c tempest-BulkNetworkOpsTest-1321672202 tempest-BulkNetworkOpsTest-1321672202-project] Pushing event deleted for resources: {'Port': ['ID=898ea993-dd92-4d11-8693-8e8ccd718d4d,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:29:13.929344 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-c2ecb9ab-e38b-4112-b682-109b2563349c tempest-BulkNetworkOpsTest-1321672202 tempest-BulkNetworkOpsTest-1321672202-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:13.935180 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-c2ecb9ab-e38b-4112-b682-109b2563349c tempest-BulkNetworkOpsTest-1321672202 tempest-BulkNetworkOpsTest-1321672202-project] 10.222.0.32 "DELETE /v2.0/ports/898ea993-dd92-4d11-8693-8e8ccd718d4d HTTP/1.1" status: 204  len: 168 time: 0.9171505
Dec 25 21:29:13.935180 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.db [None req-fc1b98bf-0e32-454d-9336-15b277b4f6d3 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] For port 23672c33-d37d-4386-aa8b-b12d33f444f1, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=23672c33-d37d-4386-aa8b-b12d33f444f1,segment=NetworkSegment(7c5bc442-01c5-4e1e-af1e-724d6d1950f5),segment_id=7c5bc442-01c5-4e1e-af1e-724d6d1950f5)] {{(pid=121607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:29:13.935180 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-fc1b98bf-0e32-454d-9336-15b277b4f6d3 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:13.938130 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 45644) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:29:13.979369 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-fc1b98bf-0e32-454d-9336-15b277b4f6d3 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Calling delete_port for 23672c33-d37d-4386-aa8b-b12d33f444f1 owned by network:dhcp {{(pid=121607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:29:14.054696 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274a8803-e1a8-4cdf-adfa-30589247901a req-7c148c1d-cdc3-4982-970a-2be66266ba35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:14.055188 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274a8803-e1a8-4cdf-adfa-30589247901a req-7c148c1d-cdc3-4982-970a-2be66266ba35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:14.055661 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274a8803-e1a8-4cdf-adfa-30589247901a req-7c148c1d-cdc3-4982-970a-2be66266ba35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:14.056130 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274a8803-e1a8-4cdf-adfa-30589247901a req-7c148c1d-cdc3-4982-970a-2be66266ba35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:14.056629 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274a8803-e1a8-4cdf-adfa-30589247901a req-7c148c1d-cdc3-4982-970a-2be66266ba35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:14.057299 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274a8803-e1a8-4cdf-adfa-30589247901a req-7c148c1d-cdc3-4982-970a-2be66266ba35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:14.067787 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274a8803-e1a8-4cdf-adfa-30589247901a req-7c148c1d-cdc3-4982-970a-2be66266ba35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:14.067787 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-274a8803-e1a8-4cdf-adfa-30589247901a req-7c148c1d-cdc3-4982-970a-2be66266ba35 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=980165331b334d7795b91adc96459725&device_id=7a8d6684-f19c-4a86-ac0c-6c056fa351fd HTTP/1.1" status: 200  len: 6342 time: 0.1408985
Dec 25 21:29:14.078843 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13295d58-3890-4708-b54e-21c3fc3963cb None None] DHCP port deletion for e1a05f7d-67ac-49d5-8300-20429f3168e3 request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 21:29:14.144368 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-13295d58-3890-4708-b54e-21c3fc3963cb None None] Deleting port 23672c33-d37d-4386-aa8b-b12d33f444f1 {{(pid=121608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:29:14.145165 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-13295d58-3890-4708-b54e-21c3fc3963cb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:14.157326 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [req-fcf3f658-34ea-41d8-822d-0e301f82560e req-3292d3ba-1845-48d5-a1d2-41014c683e9f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1b259e7-c1c4-46a5-8fa8-934e76ffd08c {{(pid=121606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:29:14.164265 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-c390c8a1-c541-411d-ac83-92fa53a9b75b tempest-BulkNetworkOpsTest-1321672202 tempest-BulkNetworkOpsTest-1321672202-project] Deleting port aacef763-8a45-43f4-8d34-8a5ce8de162b {{(pid=121606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:29:14.164621 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-c390c8a1-c541-411d-ac83-92fa53a9b75b tempest-BulkNetworkOpsTest-1321672202 tempest-BulkNetworkOpsTest-1321672202-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:14.194275 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-fcf3f658-34ea-41d8-822d-0e301f82560e req-3292d3ba-1845-48d5-a1d2-41014c683e9f service neutron] Publish callbacks [] for port, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:14.210136 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.provisioning_blocks [req-fcf3f658-34ea-41d8-822d-0e301f82560e req-3292d3ba-1845-48d5-a1d2-41014c683e9f service neutron] Transition to ACTIVE for port object d1b259e7-c1c4-46a5-8fa8-934e76ffd08c will not be triggered until provisioned by entity L2. {{(pid=121606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 25 21:29:14.233291 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-13295d58-3890-4708-b54e-21c3fc3963cb None None] For port 23672c33-d37d-4386-aa8b-b12d33f444f1, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=23672c33-d37d-4386-aa8b-b12d33f444f1,segment=NetworkSegment(7c5bc442-01c5-4e1e-af1e-724d6d1950f5),segment_id=7c5bc442-01c5-4e1e-af1e-724d6d1950f5)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:29:14.233986 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-13295d58-3890-4708-b54e-21c3fc3963cb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:14.251069 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-13295d58-3890-4708-b54e-21c3fc3963cb None None] Calling delete_port for 23672c33-d37d-4386-aa8b-b12d33f444f1 owned by network:dhcp {{(pid=121608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:29:14.280181 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-c390c8a1-c541-411d-ac83-92fa53a9b75b tempest-BulkNetworkOpsTest-1321672202 tempest-BulkNetworkOpsTest-1321672202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:14.297308 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-fcf3f658-34ea-41d8-822d-0e301f82560e req-3292d3ba-1845-48d5-a1d2-41014c683e9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:14.311953 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-c390c8a1-c541-411d-ac83-92fa53a9b75b tempest-BulkNetworkOpsTest-1321672202 tempest-BulkNetworkOpsTest-1321672202-project] Calling delete_port for aacef763-8a45-43f4-8d34-8a5ce8de162b owned by  {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:29:14.427353 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3292d3ba-1845-48d5-a1d2-41014c683e9f service neutron] Pushing event updated for resources: {'Port': ['ID=d1b259e7-c1c4-46a5-8fa8-934e76ffd08c,revision_number=2']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:29:14.611189 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f031bccc-6532-44bb-8352-237f5424d0b8 req-798e240f-cb25-4792-ae9d-b133bad456ad tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:14.617285 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f031bccc-6532-44bb-8352-237f5424d0b8 req-798e240f-cb25-4792-ae9d-b133bad456ad tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:14.628553 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f031bccc-6532-44bb-8352-237f5424d0b8 req-798e240f-cb25-4792-ae9d-b133bad456ad tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:14.635835 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f031bccc-6532-44bb-8352-237f5424d0b8 req-798e240f-cb25-4792-ae9d-b133bad456ad tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:14.642162 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274a8803-e1a8-4cdf-adfa-30589247901a req-16dcf2af-501d-45f1-ad86-7ba6e49eac3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:14.642670 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274a8803-e1a8-4cdf-adfa-30589247901a req-16dcf2af-501d-45f1-ad86-7ba6e49eac3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:14.642768 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f031bccc-6532-44bb-8352-237f5424d0b8 req-798e240f-cb25-4792-ae9d-b133bad456ad tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:14.643098 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274a8803-e1a8-4cdf-adfa-30589247901a req-16dcf2af-501d-45f1-ad86-7ba6e49eac3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:14.644692 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-274a8803-e1a8-4cdf-adfa-30589247901a req-16dcf2af-501d-45f1-ad86-7ba6e49eac3f service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=980165331b334d7795b91adc96459725&shared=False HTTP/1.1" status: 200  len: 2293 time: 0.5755923
Dec 25 21:29:14.649307 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f031bccc-6532-44bb-8352-237f5424d0b8 req-798e240f-cb25-4792-ae9d-b133bad456ad tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:14.664942 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f031bccc-6532-44bb-8352-237f5424d0b8 req-798e240f-cb25-4792-ae9d-b133bad456ad tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:14.673432 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f031bccc-6532-44bb-8352-237f5424d0b8 req-798e240f-cb25-4792-ae9d-b133bad456ad tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a8d6684-f19c-4a86-ac0c-6c056fa351fd HTTP/1.1" status: 200  len: 5407 time: 0.2150331
Dec 25 21:29:14.681542 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-c390c8a1-c541-411d-ac83-92fa53a9b75b tempest-BulkNetworkOpsTest-1321672202 tempest-BulkNetworkOpsTest-1321672202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:14.738189 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-fc1b98bf-0e32-454d-9336-15b277b4f6d3 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:14.742798 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-fcf3f658-34ea-41d8-822d-0e301f82560e req-3292d3ba-1845-48d5-a1d2-41014c683e9f service neutron] Attempting to bind port d1b259e7-c1c4-46a5-8fa8-934e76ffd08c on host nch1-master-1 for vnic_type normal with profile  {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:29:14.742798 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-fcf3f658-34ea-41d8-822d-0e301f82560e req-3292d3ba-1845-48d5-a1d2-41014c683e9f service neutron] Attempting to bind port d1b259e7-c1c4-46a5-8fa8-934e76ffd08c by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '2bcf2b0c-180d-4687-9bbb-53de5ba60a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '1eebed42-83f0-407e-9fde-c8f3a2309436'}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:29:14.742798 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcf3f658-34ea-41d8-822d-0e301f82560e req-3292d3ba-1845-48d5-a1d2-41014c683e9f service neutron] Attempting to bind port d1b259e7-c1c4-46a5-8fa8-934e76ffd08c on network 1eebed42-83f0-407e-9fde-c8f3a2309436 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:29:14.744643 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c390c8a1-c541-411d-ac83-92fa53a9b75b tempest-BulkNetworkOpsTest-1321672202 tempest-BulkNetworkOpsTest-1321672202-project] Pushing event deleted for resources: {'Port': ['ID=aacef763-8a45-43f4-8d34-8a5ce8de162b,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:29:14.753576 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-c390c8a1-c541-411d-ac83-92fa53a9b75b tempest-BulkNetworkOpsTest-1321672202 tempest-BulkNetworkOpsTest-1321672202-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:14.760064 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-c390c8a1-c541-411d-ac83-92fa53a9b75b tempest-BulkNetworkOpsTest-1321672202 tempest-BulkNetworkOpsTest-1321672202-project] 10.222.0.32 "DELETE /v2.0/ports/aacef763-8a45-43f4-8d34-8a5ce8de162b HTTP/1.1" status: 204  len: 168 time: 0.8182185
Dec 25 21:29:14.771457 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-13295d58-3890-4708-b54e-21c3fc3963cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955'] for port, after_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:14.774007 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3086b2-5d69-4140-9ba3-3ff2c0e5043b req-3dbf6791-8759-4a97-bf6b-83db0e03bd3c tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:14.776442 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8c3086b2-5d69-4140-9ba3-3ff2c0e5043b req-3dbf6791-8759-4a97-bf6b-83db0e03bd3c tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] 10.222.0.32 "GET /v2.0/ports?device_id=65490ad4-5baf-4c89-9877-006d581b4758 HTTP/1.1" status: 200  len: 945 time: 0.2483366
Dec 25 21:29:14.781675 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 45664) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:29:14.782596 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc1b98bf-0e32-454d-9336-15b277b4f6d3 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] No DVR routers for this DVR port 23672c33-d37d-4386-aa8b-b12d33f444f1 on host ncdv-master-1 {{(pid=121607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:29:14.785120 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1b98bf-0e32-454d-9336-15b277b4f6d3 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Pushing event deleted for resources: {'Port': ['ID=23672c33-d37d-4386-aa8b-b12d33f444f1,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:29:14.804206 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcf3f658-34ea-41d8-822d-0e301f82560e req-3292d3ba-1845-48d5-a1d2-41014c683e9f service neutron] Port d1b259e7-c1c4-46a5-8fa8-934e76ffd08c on network 1eebed42-83f0-407e-9fde-c8f3a2309436 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 25 21:29:14.804566 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcf3f658-34ea-41d8-822d-0e301f82560e req-3292d3ba-1845-48d5-a1d2-41014c683e9f service neutron] Attempting to bind port d1b259e7-c1c4-46a5-8fa8-934e76ffd08c on network 1eebed42-83f0-407e-9fde-c8f3a2309436 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:29:14.836070 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13295d58-3890-4708-b54e-21c3fc3963cb None None] No DVR routers for this DVR port 23672c33-d37d-4386-aa8b-b12d33f444f1 on host ncdv-master-1 {{(pid=121608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:29:14.838167 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13295d58-3890-4708-b54e-21c3fc3963cb None None] Pushing event deleted for resources: {'Port': ['ID=23672c33-d37d-4386-aa8b-b12d33f444f1,revision_number=None']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:29:14.865706 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274a8803-e1a8-4cdf-adfa-30589247901a req-4575479b-ab57-4a31-bb9d-486a3bdd1026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:14.867281 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-274a8803-e1a8-4cdf-adfa-30589247901a req-4575479b-ab57-4a31-bb9d-486a3bdd1026 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2151573
Dec 25 21:29:14.904576 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-fc1b98bf-0e32-454d-9336-15b277b4f6d3 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997585', 'neutron.services.segments.db._delete_segments_for_network-8737602743071'] for network, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:14.915142 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcf3f658-34ea-41d8-822d-0e301f82560e req-3292d3ba-1845-48d5-a1d2-41014c683e9f service neutron] Checking agent: {'id': '6d577036-68fc-4aa4-aed7-5ab01de2117e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 21, 4, 34), 'started_at': datetime.datetime(2021, 12, 25, 21, 4, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 29, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:29:14.915488 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcf3f658-34ea-41d8-822d-0e301f82560e req-3292d3ba-1845-48d5-a1d2-41014c683e9f service neutron] Checking segment: {'id': '2bcf2b0c-180d-4687-9bbb-53de5ba60a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '1eebed42-83f0-407e-9fde-c8f3a2309436'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:29:14.915910 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcf3f658-34ea-41d8-822d-0e301f82560e req-3292d3ba-1845-48d5-a1d2-41014c683e9f service neutron] Bound using segment: {'id': '2bcf2b0c-180d-4687-9bbb-53de5ba60a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '1eebed42-83f0-407e-9fde-c8f3a2309436'} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:29:14.916363 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-fcf3f658-34ea-41d8-822d-0e301f82560e req-3292d3ba-1845-48d5-a1d2-41014c683e9f service neutron] Bound port: d1b259e7-c1c4-46a5-8fa8-934e76ffd08c, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2bcf2b0c-180d-4687-9bbb-53de5ba60a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '1eebed42-83f0-407e-9fde-c8f3a2309436'}}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:29:14.916726 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-fcf3f658-34ea-41d8-822d-0e301f82560e req-3292d3ba-1845-48d5-a1d2-41014c683e9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:14.920249 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-0b950aeb-d9d9-47eb-ae55-3958e0c6184a tempest-BulkNetworkOpsTest-1321672202 tempest-BulkNetworkOpsTest-1321672202-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200  len: 205 time: 0.1373594
Dec 25 21:29:14.924239 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 45670) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:29:14.929234 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-888fd21d-247a-4d32-af29-b4243a7a7e48 tempest-BulkNetworkOpsTest-1321672202 tempest-BulkNetworkOpsTest-1321672202-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-338187560'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:29:14.933299 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-fc1b98bf-0e32-454d-9336-15b277b4f6d3 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f261915a250>,) {'filters': {'network_id': ['e1a05f7d-67ac-49d5-8300-20429f3168e3']}} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:29:14.944336 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-fc1b98bf-0e32-454d-9336-15b277b4f6d3 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f261915a250>, '7c5bc442-01c5-4e1e-af1e-724d6d1950f5') {'for_net_delete': True} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:29:14.944663 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-fc1b98bf-0e32-454d-9336-15b277b4f6d3 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f261915a250>, '7c5bc442-01c5-4e1e-af1e-724d6d1950f5') {} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:29:14.962092 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-fc1b98bf-0e32-454d-9336-15b277b4f6d3 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737602746920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10246592'] for segment, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:14.983983 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-fc1b98bf-0e32-454d-9336-15b277b4f6d3 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:14.991519 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc1b98bf-0e32-454d-9336-15b277b4f6d3 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Releasing vlan 157 on physical network physnet1 to pool {{(pid=121607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 25 21:29:14.992006 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-fc1b98bf-0e32-454d-9336-15b277b4f6d3 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8633327'] for segment, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:14.996245 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:29:14.996245 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:29:14.996245 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:29:14.996245 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:29:14.996245 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:29:14.996245 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:29:14.996245 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:29:14.996245 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:29:14.996245 ncdv-master-1 neutron-server[121607]: Traceback (most recent call last):
Dec 25 21:29:14.996245 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 25 21:29:14.996245 ncdv-master-1 neutron-server[121607]:     timer()
Dec 25 21:29:14.996245 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 25 21:29:14.996245 ncdv-master-1 neutron-server[121607]:     cb(*args, **kw)
Dec 25 21:29:14.996245 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 25 21:29:14.996245 ncdv-master-1 neutron-server[121607]:     return func(*args, **kwargs)
Dec 25 21:29:14.996245 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 25 21:29:14.996245 ncdv-master-1 neutron-server[121607]:     self._notify()
Dec 25 21:29:14.996245 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 25 21:29:14.996245 ncdv-master-1 neutron-server[121607]:     self.callback(batched_events)
Dec 25 21:29:14.996245 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 25 21:29:14.996245 ncdv-master-1 neutron-server[121607]:     event.method(event)
Dec 25 21:29:14.996245 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 25 21:29:14.996245 ncdv-master-1 neutron-server[121607]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 25 21:29:14.996245 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 25 21:29:14.996245 ncdv-master-1 neutron-server[121607]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 25 21:29:14.996245 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 25 21:29:14.996245 ncdv-master-1 neutron-server[121607]:     return f(self, *a, **k)
Dec 25 21:29:14.996245 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 25 21:29:14.996245 ncdv-master-1 neutron-server[121607]:     return self._get(url).json()
Dec 25 21:29:14.996245 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 25 21:29:14.996245 ncdv-master-1 neutron-server[121607]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 25 21:29:14.996245 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 25 21:29:14.996245 ncdv-master-1 neutron-server[121607]:     return self.request(url, 'GET', **kwargs)
Dec 25 21:29:14.996245 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 25 21:29:14.996245 ncdv-master-1 neutron-server[121607]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 25 21:29:14.996245 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 25 21:29:14.996245 ncdv-master-1 neutron-server[121607]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 25 21:29:14.996245 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 25 21:29:14.996245 ncdv-master-1 neutron-server[121607]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 25 21:29:14.996245 ncdv-master-1 neutron-server[121607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 25 21:29:15.008705 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f031bccc-6532-44bb-8352-237f5424d0b8 req-0d06a6b0-b811-4cc8-b021-99b273247858 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] 10.222.0.32 "GET /v2.0/security-groups?id=3047df75-15d6-457f-8c77-25405c0680ea&id=213077ea-0675-4a6e-b24b-6e8c95ed2ffd&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.3311086
Dec 25 21:29:15.026051 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8c3086b2-5d69-4140-9ba3-3ff2c0e5043b req-4a2fd37d-0c15-4e19-8782-6a0dc1774f51 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d32f0a1-0bdc-4dd4-8a66-1e7cbebb8ef1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1396148
Dec 25 21:29:15.055336 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-fcf3f658-34ea-41d8-822d-0e301f82560e req-3292d3ba-1845-48d5-a1d2-41014c683e9f service neutron] For port d1b259e7-c1c4-46a5-8fa8-934e76ffd08c, host nch1-master-1, cleared binding levels {{(pid=121606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:29:15.059050 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-fcf3f658-34ea-41d8-822d-0e301f82560e req-3292d3ba-1845-48d5-a1d2-41014c683e9f service neutron] For port d1b259e7-c1c4-46a5-8fa8-934e76ffd08c, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d1b259e7-c1c4-46a5-8fa8-934e76ffd08c,segment=NetworkSegment(2bcf2b0c-180d-4687-9bbb-53de5ba60a48),segment_id=2bcf2b0c-180d-4687-9bbb-53de5ba60a48)] {{(pid=121606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:29:15.064565 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-888fd21d-247a-4d32-af29-b4243a7a7e48 tempest-BulkNetworkOpsTest-1321672202 tempest-BulkNetworkOpsTest-1321672202-project] Made reservation on behalf of 630b7b4e23714a47b3012c008ec639f8 for: {'network': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:29:15.067231 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-888fd21d-247a-4d32-af29-b4243a7a7e48 tempest-BulkNetworkOpsTest-1321672202 tempest-BulkNetworkOpsTest-1321672202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for network, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:15.091007 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-888fd21d-247a-4d32-af29-b4243a7a7e48 tempest-BulkNetworkOpsTest-1321672202 tempest-BulkNetworkOpsTest-1321672202-project] vlan segment allocate from pool success with {'vlan_id': 186, 'physical_network': 'physnet1'}  {{(pid=121607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 25 21:29:15.099866 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-888fd21d-247a-4d32-af29-b4243a7a7e48 tempest-BulkNetworkOpsTest-1321672202 tempest-BulkNetworkOpsTest-1321672202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:15.100255 ncdv-master-1 neutron-server[121607]: INFO neutron.db.segments_db [None req-888fd21d-247a-4d32-af29-b4243a7a7e48 tempest-BulkNetworkOpsTest-1321672202 tempest-BulkNetworkOpsTest-1321672202-project] Added segment 8a77a964-b113-4850-aa6e-b3078b2580a5 of type vlan for network 9af3169e-d608-4726-8875-bab358e604ee
Dec 25 21:29:15.121839 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-fcf3f658-34ea-41d8-822d-0e301f82560e req-3292d3ba-1845-48d5-a1d2-41014c683e9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:15.146519 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-888fd21d-247a-4d32-af29-b4243a7a7e48 tempest-BulkNetworkOpsTest-1321672202 tempest-BulkNetworkOpsTest-1321672202-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737602163420'] for network, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:15.152288 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-fc1b98bf-0e32-454d-9336-15b277b4f6d3 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2008653'] for network, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:15.163438 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-fc1b98bf-0e32-454d-9336-15b277b4f6d3 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks [] for network, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:15.169323 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-fc1b98bf-0e32-454d-9336-15b277b4f6d3 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] 10.222.0.32 "DELETE /v2.0/networks/e1a05f7d-67ac-49d5-8300-20429f3168e3 HTTP/1.1" status: 204  len: 168 time: 1.7078240
Dec 25 21:29:15.172232 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 45678) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:29:15.185056 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf3f658-34ea-41d8-822d-0e301f82560e req-3292d3ba-1845-48d5-a1d2-41014c683e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:15.189505 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-fcf3f658-34ea-41d8-822d-0e301f82560e req-3292d3ba-1845-48d5-a1d2-41014c683e9f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:15.189505 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-fcf3f658-34ea-41d8-822d-0e301f82560e req-3292d3ba-1845-48d5-a1d2-41014c683e9f service neutron] 10.222.0.31 "PUT /v2.0/ports/d1b259e7-c1c4-46a5-8fa8-934e76ffd08c HTTP/1.1" status: 200  len: 1091 time: 1.6732738
Dec 25 21:29:15.193943 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1b98bf-0e32-454d-9336-15b277b4f6d3 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Pushing event deleted for resources: {'Network': ['ID=e1a05f7d-67ac-49d5-8300-20429f3168e3,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:29:15.200622 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-54576612-217f-4137-80d2-f11dbc316297 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Request body: {'port': {'network_id': '3a9367a7-e66f-41b5-8cf6-2e1594c7c8e8', 'name': 'tempest-PortsTestJSON-959453277'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:29:15.277823 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-888fd21d-247a-4d32-af29-b4243a7a7e48 tempest-BulkNetworkOpsTest-1321672202 tempest-BulkNetworkOpsTest-1321672202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870'] for network, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:15.279414 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3292d3ba-1845-48d5-a1d2-41014c683e9f service neutron] Pushing event updated for resources: {'Port': ['ID=d1b259e7-c1c4-46a5-8fa8-934e76ffd08c,revision_number=3']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:29:15.284174 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-888fd21d-247a-4d32-af29-b4243a7a7e48 tempest-BulkNetworkOpsTest-1321672202 tempest-BulkNetworkOpsTest-1321672202-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:15.288605 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-888fd21d-247a-4d32-af29-b4243a7a7e48 tempest-BulkNetworkOpsTest-1321672202 tempest-BulkNetworkOpsTest-1321672202-project] Publish callbacks [] for network, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:15.292093 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-fcf3f658-34ea-41d8-822d-0e301f82560e req-c8a5c7b0-5cb6-4eae-ae86-41c48cad39fa service neutron] Request body: {'port': {'device_id': '7a8d6684-f19c-4a86-ac0c-6c056fa351fd', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:29:15.363815 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-fcf3f658-34ea-41d8-822d-0e301f82560e req-c8a5c7b0-5cb6-4eae-ae86-41c48cad39fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:15.386054 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-888fd21d-247a-4d32-af29-b4243a7a7e48 tempest-BulkNetworkOpsTest-1321672202 tempest-BulkNetworkOpsTest-1321672202-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 785 time: 0.4607522
Dec 25 21:29:15.387184 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888fd21d-247a-4d32-af29-b4243a7a7e48 tempest-BulkNetworkOpsTest-1321672202 tempest-BulkNetworkOpsTest-1321672202-project] Pushing event updated for resources: {'Network': ['ID=9af3169e-d608-4726-8875-bab358e604ee,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:29:15.389399 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 45682) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:29:15.394188 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-ede2a194-794f-4e76-8737-f7d7522836dd tempest-BulkNetworkOpsTest-1321672202 tempest-BulkNetworkOpsTest-1321672202-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1118535277'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:29:15.399794 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Network 9af3169e-d608-4726-8875-bab358e604ee details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 25 21:29:15.514945 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54576612-217f-4137-80d2-f11dbc316297 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Made reservation on behalf of a80fe923d39349348137639eb937eac1 for: {'port': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:29:15.518525 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-54576612-217f-4137-80d2-f11dbc316297 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:15.562298 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [None req-54576612-217f-4137-80d2-f11dbc316297 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] device_id is not set on port 956015ce-3044-4607-a4b0-ffb054a3ad1a yet. {{(pid=121606) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 25 21:29:15.602297 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ede2a194-794f-4e76-8737-f7d7522836dd tempest-BulkNetworkOpsTest-1321672202 tempest-BulkNetworkOpsTest-1321672202-project] Made reservation on behalf of 630b7b4e23714a47b3012c008ec639f8 for: {'network': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:29:15.606751 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ede2a194-794f-4e76-8737-f7d7522836dd tempest-BulkNetworkOpsTest-1321672202 tempest-BulkNetworkOpsTest-1321672202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for network, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:15.623112 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 23672c33-d37d-4386-aa8b-b12d33f444f1 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:29:15.634285 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ede2a194-794f-4e76-8737-f7d7522836dd tempest-BulkNetworkOpsTest-1321672202 tempest-BulkNetworkOpsTest-1321672202-project] vlan segment allocate from pool success with {'vlan_id': 194, 'physical_network': 'physnet1'}  {{(pid=121607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 25 21:29:15.644248 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ede2a194-794f-4e76-8737-f7d7522836dd tempest-BulkNetworkOpsTest-1321672202 tempest-BulkNetworkOpsTest-1321672202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:15.644938 ncdv-master-1 neutron-server[121607]: INFO neutron.db.segments_db [None req-ede2a194-794f-4e76-8737-f7d7522836dd tempest-BulkNetworkOpsTest-1321672202 tempest-BulkNetworkOpsTest-1321672202-project] Added segment a0bd10eb-59b6-495e-814a-9efa3c9bcbf9 of type vlan for network c2d99cd3-5ef8-461a-834c-a4e4541bdcf2
Dec 25 21:29:15.645062 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] No Port match for: 23672c33-d37d-4386-aa8b-b12d33f444f1 {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:29:15.645283 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 23672c33-d37d-4386-aa8b-b12d33f444f1 not bound to the agent host ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:29:15.697660 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ede2a194-794f-4e76-8737-f7d7522836dd tempest-BulkNetworkOpsTest-1321672202 tempest-BulkNetworkOpsTest-1321672202-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737602163420'] for network, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:15.804004 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [req-fcf3f658-34ea-41d8-822d-0e301f82560e req-c8a5c7b0-5cb6-4eae-ae86-41c48cad39fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1259bc6-d32f-4b81-b593-3660604ed03e {{(pid=121606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:29:15.817009 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-fcf3f658-34ea-41d8-822d-0e301f82560e req-c8a5c7b0-5cb6-4eae-ae86-41c48cad39fa service neutron] Publish callbacks [] for port, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:15.836384 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-54576612-217f-4137-80d2-f11dbc316297 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks [] for port, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:15.840859 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ede2a194-794f-4e76-8737-f7d7522836dd tempest-BulkNetworkOpsTest-1321672202 tempest-BulkNetworkOpsTest-1321672202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870'] for network, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:15.847122 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ede2a194-794f-4e76-8737-f7d7522836dd tempest-BulkNetworkOpsTest-1321672202 tempest-BulkNetworkOpsTest-1321672202-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:15.847740 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ede2a194-794f-4e76-8737-f7d7522836dd tempest-BulkNetworkOpsTest-1321672202 tempest-BulkNetworkOpsTest-1321672202-project] Publish callbacks [] for network, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:15.848249 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.provisioning_blocks [req-fcf3f658-34ea-41d8-822d-0e301f82560e req-c8a5c7b0-5cb6-4eae-ae86-41c48cad39fa service neutron] Transition to ACTIVE for port object c1259bc6-d32f-4b81-b593-3660604ed03e will not be triggered until provisioned by entity L2. {{(pid=121606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 25 21:29:15.889100 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a8d6684-f19c-4a86-ac0c-6c056fa351fd', 'tag': 'd1b259e7-c1c4-46a5-8fa8-934e76ffd08c'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:29:15.897269 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9858820c13ec2827453b94ebc4181065e990a4e4089ccb9fe762531ac62d2fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52a69dad-dfb0-4ff1-bdcb-fcaca19d4b18" -d '{"events": [{"name": "network-changed", "server_uuid": "7a8d6684-f19c-4a86-ac0c-6c056fa351fd", "tag": "d1b259e7-c1c4-46a5-8fa8-934e76ffd08c"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:29:15.961000 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Dec 2021 21:29:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-475e3100-53f9-429b-b787-db9636501c5e x-openstack-request-id: req-475e3100-53f9-429b-b787-db9636501c5e {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:29:15.961000 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a8d6684-f19c-4a86-ac0c-6c056fa351fd", "tag": "d1b259e7-c1c4-46a5-8fa8-934e76ffd08c", "status": "completed", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:29:15.961000 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-475e3100-53f9-429b-b787-db9636501c5e {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:29:15.961000 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a8d6684-f19c-4a86-ac0c-6c056fa351fd', 'tag': 'd1b259e7-c1c4-46a5-8fa8-934e76ffd08c', 'status': 'completed', 'code': 200}
Dec 25 21:29:15.969895 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-fcf3f658-34ea-41d8-822d-0e301f82560e req-c8a5c7b0-5cb6-4eae-ae86-41c48cad39fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:15.974190 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede2a194-794f-4e76-8737-f7d7522836dd tempest-BulkNetworkOpsTest-1321672202 tempest-BulkNetworkOpsTest-1321672202-project] Pushing event updated for resources: {'Network': ['ID=c2d99cd3-5ef8-461a-834c-a4e4541bdcf2,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:29:15.989730 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Network c2d99cd3-5ef8-461a-834c-a4e4541bdcf2 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 25 21:29:16.017432 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-ede2a194-794f-4e76-8737-f7d7522836dd tempest-BulkNetworkOpsTest-1321672202 tempest-BulkNetworkOpsTest-1321672202-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 786 time: 0.6271572
Dec 25 21:29:16.065251 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-54576612-217f-4137-80d2-f11dbc316297 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:16.111648 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54576612-217f-4137-80d2-f11dbc316297 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Network 3a9367a7-e66f-41b5-8cf6-2e1594c7c8e8 is already hosted by enough agents. {{(pid=121606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:29:16.148653 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [None req-54576612-217f-4137-80d2-f11dbc316297 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Resources bound (agent type, host, resource id):  {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:29:16.151848 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a69dad-dfb0-4ff1-bdcb-fcaca19d4b18 req-cea0fb30-a2c5-4b4f-8eb6-5589de38717e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:16.152530 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a69dad-dfb0-4ff1-bdcb-fcaca19d4b18 req-cea0fb30-a2c5-4b4f-8eb6-5589de38717e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:16.153190 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a69dad-dfb0-4ff1-bdcb-fcaca19d4b18 req-cea0fb30-a2c5-4b4f-8eb6-5589de38717e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:16.153816 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a69dad-dfb0-4ff1-bdcb-fcaca19d4b18 req-cea0fb30-a2c5-4b4f-8eb6-5589de38717e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:16.154438 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a69dad-dfb0-4ff1-bdcb-fcaca19d4b18 req-cea0fb30-a2c5-4b4f-8eb6-5589de38717e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:16.155057 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a69dad-dfb0-4ff1-bdcb-fcaca19d4b18 req-cea0fb30-a2c5-4b4f-8eb6-5589de38717e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:16.163082 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a69dad-dfb0-4ff1-bdcb-fcaca19d4b18 req-cea0fb30-a2c5-4b4f-8eb6-5589de38717e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:16.169713 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54576612-217f-4137-80d2-f11dbc316297 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Received port after_create {{(pid=121606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:29:16.170909 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-52a69dad-dfb0-4ff1-bdcb-fcaca19d4b18 req-cea0fb30-a2c5-4b4f-8eb6-5589de38717e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=980165331b334d7795b91adc96459725&device_id=7a8d6684-f19c-4a86-ac0c-6c056fa351fd HTTP/1.1" status: 200  len: 6434 time: 0.1939776
Dec 25 21:29:16.172422 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 45712) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:29:16.181910 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54576612-217f-4137-80d2-f11dbc316297 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:16.182901 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-54576612-217f-4137-80d2-f11dbc316297 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:16.185638 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-67943d27-3be6-40f4-ac39-067aa1f4f499 tempest-BulkNetworkOpsTest-1321672202 tempest-BulkNetworkOpsTest-1321672202-project] Request body: {'subnets': [{'network_id': '9af3169e-d608-4726-8875-bab358e604ee', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1242239823', 'ip_version': 4}, {'network_id': 'c2d99cd3-5ef8-461a-834c-a4e4541bdcf2', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:29:16.185806 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a5c7b0-5cb6-4eae-ae86-41c48cad39fa service neutron] Pushing event updated for resources: {'Port': ['ID=c1259bc6-d32f-4b81-b593-3660604ed03e,revision_number=2']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:29:16.185963 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-67943d27-3be6-40f4-ac39-067aa1f4f499 tempest-BulkNetworkOpsTest-1321672202 tempest-BulkNetworkOpsTest-1321672202-project] Request body: {'subnet': {'network_id': '9af3169e-d608-4726-8875-bab358e604ee', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1242239823', 'ip_version': 4}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:29:16.186552 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-67943d27-3be6-40f4-ac39-067aa1f4f499 tempest-BulkNetworkOpsTest-1321672202 tempest-BulkNetworkOpsTest-1321672202-project] Request body: {'subnet': {'network_id': 'c2d99cd3-5ef8-461a-834c-a4e4541bdcf2', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:29:16.370120 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54576612-217f-4137-80d2-f11dbc316297 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Pushing event updated for resources: {'Port': ['ID=956015ce-3044-4607-a4b0-ffb054a3ad1a,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:29:16.385323 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cbf4b4-d5cb-4819-a1e6-2ef7cd00e75f req-830efad0-f0c1-440f-a7b7-fc2bfc4338da tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:16.386896 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-78cbf4b4-d5cb-4819-a1e6-2ef7cd00e75f req-830efad0-f0c1-440f-a7b7-fc2bfc4338da tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] 10.222.0.32 "GET /v2.0/ports?device_id=65490ad4-5baf-4c89-9877-006d581b4758 HTTP/1.1" status: 200  len: 945 time: 0.2426984
Dec 25 21:29:16.451319 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1200f0-5b32-4b88-81f6-778f58204e7d req-52dd44b5-f3d4-4016-a706-bb878e500f8c tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:16.457472 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1200f0-5b32-4b88-81f6-778f58204e7d req-52dd44b5-f3d4-4016-a706-bb878e500f8c tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:16.466890 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1200f0-5b32-4b88-81f6-778f58204e7d req-52dd44b5-f3d4-4016-a706-bb878e500f8c tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:16.467064 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a69dad-dfb0-4ff1-bdcb-fcaca19d4b18 req-2b924feb-a9da-4a16-9f35-9b4a36083c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:16.467064 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a69dad-dfb0-4ff1-bdcb-fcaca19d4b18 req-2b924feb-a9da-4a16-9f35-9b4a36083c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:16.467064 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a69dad-dfb0-4ff1-bdcb-fcaca19d4b18 req-2b924feb-a9da-4a16-9f35-9b4a36083c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:16.468107 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-52a69dad-dfb0-4ff1-bdcb-fcaca19d4b18 req-2b924feb-a9da-4a16-9f35-9b4a36083c6b service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=980165331b334d7795b91adc96459725&shared=False HTTP/1.1" status: 200  len: 2293 time: 0.2665551
Dec 25 21:29:16.470758 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1200f0-5b32-4b88-81f6-778f58204e7d req-52dd44b5-f3d4-4016-a706-bb878e500f8c tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:16.477407 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1200f0-5b32-4b88-81f6-778f58204e7d req-52dd44b5-f3d4-4016-a706-bb878e500f8c tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:16.484077 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1200f0-5b32-4b88-81f6-778f58204e7d req-52dd44b5-f3d4-4016-a706-bb878e500f8c tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:16.490904 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1200f0-5b32-4b88-81f6-778f58204e7d req-52dd44b5-f3d4-4016-a706-bb878e500f8c tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:16.492681 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3d1200f0-5b32-4b88-81f6-778f58204e7d req-52dd44b5-f3d4-4016-a706-bb878e500f8c tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a8d6684-f19c-4a86-ac0c-6c056fa351fd HTTP/1.1" status: 200  len: 5419 time: 0.2430406
Dec 25 21:29:16.497753 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-fcf3f658-34ea-41d8-822d-0e301f82560e req-c8a5c7b0-5cb6-4eae-ae86-41c48cad39fa service neutron] Attempting to bind port c1259bc6-d32f-4b81-b593-3660604ed03e on host nch1-master-1 for vnic_type normal with profile  {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:29:16.498100 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-fcf3f658-34ea-41d8-822d-0e301f82560e req-c8a5c7b0-5cb6-4eae-ae86-41c48cad39fa service neutron] Attempting to bind port c1259bc6-d32f-4b81-b593-3660604ed03e by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '2bcf2b0c-180d-4687-9bbb-53de5ba60a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '1eebed42-83f0-407e-9fde-c8f3a2309436'}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:29:16.500869 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcf3f658-34ea-41d8-822d-0e301f82560e req-c8a5c7b0-5cb6-4eae-ae86-41c48cad39fa service neutron] Attempting to bind port c1259bc6-d32f-4b81-b593-3660604ed03e on network 1eebed42-83f0-407e-9fde-c8f3a2309436 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:29:16.504518 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-54576612-217f-4137-80d2-f11dbc316297 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 845 time: 1.3239112
Dec 25 21:29:16.510887 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 45736) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:29:16.534772 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcf3f658-34ea-41d8-822d-0e301f82560e req-c8a5c7b0-5cb6-4eae-ae86-41c48cad39fa service neutron] Port c1259bc6-d32f-4b81-b593-3660604ed03e on network 1eebed42-83f0-407e-9fde-c8f3a2309436 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 25 21:29:16.535109 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcf3f658-34ea-41d8-822d-0e301f82560e req-c8a5c7b0-5cb6-4eae-ae86-41c48cad39fa service neutron] Attempting to bind port c1259bc6-d32f-4b81-b593-3660604ed03e on network 1eebed42-83f0-407e-9fde-c8f3a2309436 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:29:16.577950 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcf3f658-34ea-41d8-822d-0e301f82560e req-c8a5c7b0-5cb6-4eae-ae86-41c48cad39fa service neutron] Checking agent: {'id': '6d577036-68fc-4aa4-aed7-5ab01de2117e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 21, 4, 34), 'started_at': datetime.datetime(2021, 12, 25, 21, 4, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 29, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:29:16.578213 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcf3f658-34ea-41d8-822d-0e301f82560e req-c8a5c7b0-5cb6-4eae-ae86-41c48cad39fa service neutron] Checking segment: {'id': '2bcf2b0c-180d-4687-9bbb-53de5ba60a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '1eebed42-83f0-407e-9fde-c8f3a2309436'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:29:16.578605 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcf3f658-34ea-41d8-822d-0e301f82560e req-c8a5c7b0-5cb6-4eae-ae86-41c48cad39fa service neutron] Bound using segment: {'id': '2bcf2b0c-180d-4687-9bbb-53de5ba60a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '1eebed42-83f0-407e-9fde-c8f3a2309436'} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:29:16.579059 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-fcf3f658-34ea-41d8-822d-0e301f82560e req-c8a5c7b0-5cb6-4eae-ae86-41c48cad39fa service neutron] Bound port: c1259bc6-d32f-4b81-b593-3660604ed03e, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2bcf2b0c-180d-4687-9bbb-53de5ba60a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '1eebed42-83f0-407e-9fde-c8f3a2309436'}}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:29:16.579422 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-fcf3f658-34ea-41d8-822d-0e301f82560e req-c8a5c7b0-5cb6-4eae-ae86-41c48cad39fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:16.631418 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-78cbf4b4-d5cb-4819-a1e6-2ef7cd00e75f req-78f2389c-f2fc-4e9b-9249-c48ba24de56d tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d32f0a1-0bdc-4dd4-8a66-1e7cbebb8ef1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2349041
Dec 25 21:29:16.636117 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a69dad-dfb0-4ff1-bdcb-fcaca19d4b18 req-9acbe995-b6ae-4572-83f4-1fb72caa0a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:16.637879 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-52a69dad-dfb0-4ff1-bdcb-fcaca19d4b18 req-9acbe995-b6ae-4572-83f4-1fb72caa0a25 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1632457
Dec 25 21:29:16.703762 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3d1200f0-5b32-4b88-81f6-778f58204e7d req-c8b3a823-4d78-47d7-9b78-222939574bb5 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] 10.222.0.32 "GET /v2.0/security-groups?id=3047df75-15d6-457f-8c77-25405c0680ea&id=213077ea-0675-4a6e-b24b-6e8c95ed2ffd&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1980162
Dec 25 21:29:16.728320 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67943d27-3be6-40f4-ac39-067aa1f4f499 tempest-BulkNetworkOpsTest-1321672202 tempest-BulkNetworkOpsTest-1321672202-project] Made reservation on behalf of 630b7b4e23714a47b3012c008ec639f8 for: {'subnet': 2} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:29:16.733269 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-67943d27-3be6-40f4-ac39-067aa1f4f499 tempest-BulkNetworkOpsTest-1321672202 tempest-BulkNetworkOpsTest-1321672202-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8852834'] for subnet, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:16.733611 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-fcf3f658-34ea-41d8-822d-0e301f82560e req-c8a5c7b0-5cb6-4eae-ae86-41c48cad39fa service neutron] For port c1259bc6-d32f-4b81-b593-3660604ed03e, host nch1-master-1, cleared binding levels {{(pid=121606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:29:16.733729 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-67943d27-3be6-40f4-ac39-067aa1f4f499 tempest-BulkNetworkOpsTest-1321672202 tempest-BulkNetworkOpsTest-1321672202-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8852834'] for subnet, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:16.737415 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-fcf3f658-34ea-41d8-822d-0e301f82560e req-c8a5c7b0-5cb6-4eae-ae86-41c48cad39fa service neutron] For port c1259bc6-d32f-4b81-b593-3660604ed03e, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c1259bc6-d32f-4b81-b593-3660604ed03e,segment=NetworkSegment(2bcf2b0c-180d-4687-9bbb-53de5ba60a48),segment_id=2bcf2b0c-180d-4687-9bbb-53de5ba60a48)] {{(pid=121606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:29:16.747814 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-625a2eac-d11d-4beb-88a3-6fc1db70b093 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Deleting port 956015ce-3044-4607-a4b0-ffb054a3ad1a {{(pid=121606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:29:16.748158 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-625a2eac-d11d-4beb-88a3-6fc1db70b093 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:16.819455 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-625a2eac-d11d-4beb-88a3-6fc1db70b093 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:16.832520 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-625a2eac-d11d-4beb-88a3-6fc1db70b093 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Calling delete_port for 956015ce-3044-4607-a4b0-ffb054a3ad1a owned by  {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:29:16.850290 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-fcf3f658-34ea-41d8-822d-0e301f82560e req-c8a5c7b0-5cb6-4eae-ae86-41c48cad39fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:16.929317 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf3f658-34ea-41d8-822d-0e301f82560e req-c8a5c7b0-5cb6-4eae-ae86-41c48cad39fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:16.930032 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-fcf3f658-34ea-41d8-822d-0e301f82560e req-c8a5c7b0-5cb6-4eae-ae86-41c48cad39fa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:16.931670 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-fcf3f658-34ea-41d8-822d-0e301f82560e req-c8a5c7b0-5cb6-4eae-ae86-41c48cad39fa service neutron] 10.222.0.31 "PUT /v2.0/ports/c1259bc6-d32f-4b81-b593-3660604ed03e HTTP/1.1" status: 200  len: 1091 time: 1.6442237
Dec 25 21:29:16.967928 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a5c7b0-5cb6-4eae-ae86-41c48cad39fa service neutron] Pushing event updated for resources: {'Port': ['ID=c1259bc6-d32f-4b81-b593-3660604ed03e,revision_number=3']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:29:17.091934 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-625a2eac-d11d-4beb-88a3-6fc1db70b093 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:17.131503 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625a2eac-d11d-4beb-88a3-6fc1db70b093 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Pushing event deleted for resources: {'Port': ['ID=956015ce-3044-4607-a4b0-ffb054a3ad1a,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:29:17.169272 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-625a2eac-d11d-4beb-88a3-6fc1db70b093 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:17.172507 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-625a2eac-d11d-4beb-88a3-6fc1db70b093 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] 10.222.0.32 "DELETE /v2.0/ports/956015ce-3044-4607-a4b0-ffb054a3ad1a HTTP/1.1" status: 204  len: 168 time: 0.6585989
Dec 25 21:29:17.175032 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 45756) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:29:17.180414 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-aca33d6e-1e07-489e-8c0a-55b7e0f55b80 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Request body: {'port': {'network_id': '3a9367a7-e66f-41b5-8cf6-2e1594c7c8e8', 'mac_address': 'fa:16:3e:80:ec:1e', 'name': 'tempest-PortsTestJSON-1337025972'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:29:17.231168 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-67943d27-3be6-40f4-ac39-067aa1f4f499 tempest-BulkNetworkOpsTest-1321672202 tempest-BulkNetworkOpsTest-1321672202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8632475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8852848'] for subnet, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:17.254431 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf3f658-34ea-41d8-822d-0e301f82560e req-028fa0a4-d919-4d7f-a5f4-43c33bfb9123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:17.255064 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf3f658-34ea-41d8-822d-0e301f82560e req-028fa0a4-d919-4d7f-a5f4-43c33bfb9123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:17.255552 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf3f658-34ea-41d8-822d-0e301f82560e req-028fa0a4-d919-4d7f-a5f4-43c33bfb9123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:17.256044 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf3f658-34ea-41d8-822d-0e301f82560e req-028fa0a4-d919-4d7f-a5f4-43c33bfb9123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:17.256496 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf3f658-34ea-41d8-822d-0e301f82560e req-028fa0a4-d919-4d7f-a5f4-43c33bfb9123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:17.256989 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf3f658-34ea-41d8-822d-0e301f82560e req-028fa0a4-d919-4d7f-a5f4-43c33bfb9123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:17.257460 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf3f658-34ea-41d8-822d-0e301f82560e req-028fa0a4-d919-4d7f-a5f4-43c33bfb9123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:17.259432 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-fcf3f658-34ea-41d8-822d-0e301f82560e req-028fa0a4-d919-4d7f-a5f4-43c33bfb9123 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=980165331b334d7795b91adc96459725&device_id=7a8d6684-f19c-4a86-ac0c-6c056fa351fd HTTP/1.1" status: 200  len: 6476 time: 0.1290998
Dec 25 21:29:17.304499 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67943d27-3be6-40f4-ac39-067aa1f4f499 tempest-BulkNetworkOpsTest-1321672202 tempest-BulkNetworkOpsTest-1321672202-project] Pushing event updated for resources: {'Subnet': ['ID=0cad4161-23b9-47c7-934e-e4b3c13f2533,revision_number=0']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:29:17.316366 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67943d27-3be6-40f4-ac39-067aa1f4f499 tempest-BulkNetworkOpsTest-1321672202 tempest-BulkNetworkOpsTest-1321672202-project] Checking segment: {'id': '8a77a964-b113-4850-aa6e-b3078b2580a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '9af3169e-d608-4726-8875-bab358e604ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:29:17.316731 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67943d27-3be6-40f4-ac39-067aa1f4f499 tempest-BulkNetworkOpsTest-1321672202 tempest-BulkNetworkOpsTest-1321672202-project] Network hostable DHCP agents. Network: 9af3169e-d608-4726-8875-bab358e604ee, hostable agents: ['1813db88-2c1b-4357-a2ba-869246b663c2'], hosted agents: [] {{(pid=121607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 25 21:29:17.436839 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67943d27-3be6-40f4-ac39-067aa1f4f499 tempest-BulkNetworkOpsTest-1321672202 tempest-BulkNetworkOpsTest-1321672202-project] Network 9af3169e-d608-4726-8875-bab358e604ee is scheduled to be hosted by DHCP agent 1813db88-2c1b-4357-a2ba-869246b663c2 with binding_index 1 {{(pid=121607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 25 21:29:17.541837 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-67943d27-3be6-40f4-ac39-067aa1f4f499 tempest-BulkNetworkOpsTest-1321672202 tempest-BulkNetworkOpsTest-1321672202-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 9af3169e-d608-4726-8875-bab358e604ee) {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:29:17.546509 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-67943d27-3be6-40f4-ac39-067aa1f4f499 tempest-BulkNetworkOpsTest-1321672202 tempest-BulkNetworkOpsTest-1321672202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8632475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8852848'] for subnet, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:17.549751 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3459f650-68ec-4a94-bacb-66d73441b21f None None] Network 9af3169e-d608-4726-8875-bab358e604ee requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:29:17.614874 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67943d27-3be6-40f4-ac39-067aa1f4f499 tempest-BulkNetworkOpsTest-1321672202 tempest-BulkNetworkOpsTest-1321672202-project] Pushing event updated for resources: {'Subnet': ['ID=d8e51778-368c-423d-b8f6-d0b6ccbe403f,revision_number=0']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:29:17.666985 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67943d27-3be6-40f4-ac39-067aa1f4f499 tempest-BulkNetworkOpsTest-1321672202 tempest-BulkNetworkOpsTest-1321672202-project] Checking segment: {'id': 'a0bd10eb-59b6-495e-814a-9efa3c9bcbf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'c2d99cd3-5ef8-461a-834c-a4e4541bdcf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:29:17.667860 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67943d27-3be6-40f4-ac39-067aa1f4f499 tempest-BulkNetworkOpsTest-1321672202 tempest-BulkNetworkOpsTest-1321672202-project] Network hostable DHCP agents. Network: c2d99cd3-5ef8-461a-834c-a4e4541bdcf2, hostable agents: ['1813db88-2c1b-4357-a2ba-869246b663c2'], hosted agents: [] {{(pid=121607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 25 21:29:17.678997 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1806345-d3b4-4d84-92cd-75b541927585 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-9af3169e-d608-4726-8875-bab358e604ee', 'network_id': '9af3169e-d608-4726-8875-bab358e604ee', 'project_id': '630b7b4e23714a47b3012c008ec639f8', 'fixed_ips': [{'subnet_id': '0cad4161-23b9-47c7-934e-e4b3c13f2533'}]}} from ncdv-master-1. {{(pid=121608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 25 21:29:17.679896 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-fcf3f658-34ea-41d8-822d-0e301f82560e req-417b5592-5ecd-4b63-be49-78842feaa381 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dbad079c-9ad0-47fd-8d51-bc9c6d074098 HTTP/1.1" status: 200  len: 217 time: 0.4123085
Dec 25 21:29:17.680694 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-e1806345-d3b4-4d84-92cd-75b541927585 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:17.761121 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf3f658-34ea-41d8-822d-0e301f82560e req-e0752e2a-1694-4a3e-b197-50228af1757c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:17.762616 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-fcf3f658-34ea-41d8-822d-0e301f82560e req-e0752e2a-1694-4a3e-b197-50228af1757c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a434de1e-5464-470d-a8e6-901b6aa78ffb HTTP/1.1" status: 200  len: 851 time: 0.0664401
Dec 25 21:29:17.797616 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67943d27-3be6-40f4-ac39-067aa1f4f499 tempest-BulkNetworkOpsTest-1321672202 tempest-BulkNetworkOpsTest-1321672202-project] Network c2d99cd3-5ef8-461a-834c-a4e4541bdcf2 is scheduled to be hosted by DHCP agent 1813db88-2c1b-4357-a2ba-869246b663c2 with binding_index 1 {{(pid=121607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 25 21:29:17.803801 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aca33d6e-1e07-489e-8c0a-55b7e0f55b80 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Made reservation on behalf of a80fe923d39349348137639eb937eac1 for: {'port': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:29:17.881191 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-67943d27-3be6-40f4-ac39-067aa1f4f499 tempest-BulkNetworkOpsTest-1321672202 tempest-BulkNetworkOpsTest-1321672202-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, c2d99cd3-5ef8-461a-834c-a4e4541bdcf2) {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:29:17.886251 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67943d27-3be6-40f4-ac39-067aa1f4f499 tempest-BulkNetworkOpsTest-1321672202 tempest-BulkNetworkOpsTest-1321672202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:17.886874 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67943d27-3be6-40f4-ac39-067aa1f4f499 tempest-BulkNetworkOpsTest-1321672202 tempest-BulkNetworkOpsTest-1321672202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:17.887522 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-67943d27-3be6-40f4-ac39-067aa1f4f499 tempest-BulkNetworkOpsTest-1321672202 tempest-BulkNetworkOpsTest-1321672202-project] Publish callbacks [] for subnet, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:17.933787 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:29:17.933787 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:29:17.933787 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:29:17.933787 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:29:17.933787 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:29:17.933787 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:29:17.933787 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:29:17.933787 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:29:17.933787 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:29:17.933787 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:29:17.933787 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:29:17.933787 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:29:17.933787 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:29:17.933787 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:29:17.933787 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:29:17.933787 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:29:17.933787 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:29:17.933787 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:29:17.933787 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:29:17.933787 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:29:17.933787 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:29:17.933787 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:29:17.933787 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:29:17.933787 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:29:17.933787 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:29:17.933787 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:29:17.933787 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:29:17.933787 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:29:17.933787 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:29:17.933787 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:29:17.933787 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:29:17.933787 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:29:17.933787 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:29:17.933787 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:29:17.933787 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:29:17.933787 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:29:17.933787 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:29:17.933787 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:29:17.933787 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:29:17.933787 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:29:17.933787 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:29:17.933787 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:29:17.933787 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:29:17.933787 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:29:17.933787 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:29:17.933787 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:29:17.933787 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:29:17.933787 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:29:17.938224 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d13a83-f257-4890-bb34-683a16cbf507 req-8b97dcc2-0d1a-415d-b0be-b7b7e379f438 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:17.939790 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-88d13a83-f257-4890-bb34-683a16cbf507 req-8b97dcc2-0d1a-415d-b0be-b7b7e379f438 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] 10.222.0.32 "GET /v2.0/ports?device_id=65490ad4-5baf-4c89-9877-006d581b4758 HTTP/1.1" status: 200  len: 945 time: 0.1944396
Dec 25 21:29:17.949827 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-aca33d6e-1e07-489e-8c0a-55b7e0f55b80 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:17.959689 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a8d6684-f19c-4a86-ac0c-6c056fa351fd', 'tag': 'c1259bc6-d32f-4b81-b593-3660604ed03e'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:29:17.962114 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9858820c13ec2827453b94ebc4181065e990a4e4089ccb9fe762531ac62d2fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01cacc36-fe82-474c-b7dc-4ff494a14f1c" -d '{"events": [{"name": "network-changed", "server_uuid": "7a8d6684-f19c-4a86-ac0c-6c056fa351fd", "tag": "c1259bc6-d32f-4b81-b593-3660604ed03e"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:29:17.983114 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf3f658-34ea-41d8-822d-0e301f82560e req-06c10f47-45d2-41c4-960b-a5d91ff2b281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:17.984613 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-fcf3f658-34ea-41d8-822d-0e301f82560e req-06c10f47-45d2-41c4-960b-a5d91ff2b281 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=36c58514-4b76-443a-8b4e-8188ecbb730f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.2042837
Dec 25 21:29:18.013793 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b43c28f0-b926-4bcd-ad69-9d43adc39a42 None None] Network c2d99cd3-5ef8-461a-834c-a4e4541bdcf2 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:29:18.017685 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c729341-2099-47b7-aa1d-f7a69f193d5f req-569e1fb5-15e3-45dd-9765-2bf7a1f9bec1 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:18.024226 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c729341-2099-47b7-aa1d-f7a69f193d5f req-569e1fb5-15e3-45dd-9765-2bf7a1f9bec1 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:18.030538 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c729341-2099-47b7-aa1d-f7a69f193d5f req-569e1fb5-15e3-45dd-9765-2bf7a1f9bec1 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:18.036460 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c729341-2099-47b7-aa1d-f7a69f193d5f req-569e1fb5-15e3-45dd-9765-2bf7a1f9bec1 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:18.042969 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c729341-2099-47b7-aa1d-f7a69f193d5f req-569e1fb5-15e3-45dd-9765-2bf7a1f9bec1 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:18.049016 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c729341-2099-47b7-aa1d-f7a69f193d5f req-569e1fb5-15e3-45dd-9765-2bf7a1f9bec1 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:18.051823 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.db_base_plugin_common [None req-e1806345-d3b4-4d84-92cd-75b541927585 None None] Allocated IP 172.20.0.2 (9af3169e-d608-4726-8875-bab358e604ee/0cad4161-23b9-47c7-934e-e4b3c13f2533/33c12e48-df5c-47f2-9dfb-71db126a2b82) {{(pid=121608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:29:18.054956 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c729341-2099-47b7-aa1d-f7a69f193d5f req-569e1fb5-15e3-45dd-9765-2bf7a1f9bec1 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:18.057566 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9c729341-2099-47b7-aa1d-f7a69f193d5f req-569e1fb5-15e3-45dd-9765-2bf7a1f9bec1 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a8d6684-f19c-4a86-ac0c-6c056fa351fd HTTP/1.1" status: 200  len: 5419 time: 0.2467601
Dec 25 21:29:18.080232 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-67943d27-3be6-40f4-ac39-067aa1f4f499 tempest-BulkNetworkOpsTest-1321672202 tempest-BulkNetworkOpsTest-1321672202-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 1426 time: 1.9059124
Dec 25 21:29:18.083176 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 45784) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:29:18.090804 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [None req-aca33d6e-1e07-489e-8c0a-55b7e0f55b80 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] device_id is not set on port f4fd314f-66d4-46a1-ad3d-a9a19a5167ce yet. {{(pid=121606) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 25 21:29:18.153564 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb6a9670-b387-41de-a221-9dd4f1a1248b tempest-BulkNetworkOpsTest-1321672202 tempest-BulkNetworkOpsTest-1321672202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:18.155084 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb6a9670-b387-41de-a221-9dd4f1a1248b tempest-BulkNetworkOpsTest-1321672202 tempest-BulkNetworkOpsTest-1321672202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:18.156759 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb6a9670-b387-41de-a221-9dd4f1a1248b tempest-BulkNetworkOpsTest-1321672202 tempest-BulkNetworkOpsTest-1321672202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:18.161591 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-eb6a9670-b387-41de-a221-9dd4f1a1248b tempest-BulkNetworkOpsTest-1321672202 tempest-BulkNetworkOpsTest-1321672202-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2052 time: 0.0740979
Dec 25 21:29:18.162504 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 45786) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:29:18.199220 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a002d75-7fc8-409d-b539-e8fea9fb6624 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-c2d99cd3-5ef8-461a-834c-a4e4541bdcf2', 'network_id': 'c2d99cd3-5ef8-461a-834c-a4e4541bdcf2', 'project_id': '630b7b4e23714a47b3012c008ec639f8', 'fixed_ips': [{'subnet_id': 'd8e51778-368c-423d-b8f6-d0b6ccbe403f'}]}} from ncdv-master-1. {{(pid=121608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 25 21:29:18.200345 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3a002d75-7fc8-409d-b539-e8fea9fb6624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:18.209892 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-88d13a83-f257-4890-bb34-683a16cbf507 req-311034ca-70c1-49d9-bdad-d0b7df60c5ce tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d32f0a1-0bdc-4dd4-8a66-1e7cbebb8ef1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2510028
Dec 25 21:29:18.263832 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-fcf3f658-34ea-41d8-822d-0e301f82560e req-13d16a05-0778-4c8d-8130-df03bb085ba9 service neutron] 10.222.0.31 "GET /v2.0/networks/36c58514-4b76-443a-8b4e-8188ecbb730f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2672813
Dec 25 21:29:18.266685 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_v2 [None req-3bc3465b-2dc8-4053-825f-3e5cfa186bf3 tempest-BulkNetworkOpsTest-1321672202 tempest-BulkNetworkOpsTest-1321672202-project] Deleting subnet 0cad4161-23b9-47c7-934e-e4b3c13f2533 {{(pid=121607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Dec 25 21:29:18.314097 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Dec 2021 21:29:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-401184f1-1e49-4c60-b38e-bbebf3a6fb18 x-openstack-request-id: req-401184f1-1e49-4c60-b38e-bbebf3a6fb18 {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:29:18.315857 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a8d6684-f19c-4a86-ac0c-6c056fa351fd", "tag": "c1259bc6-d32f-4b81-b593-3660604ed03e", "status": "completed", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:29:18.315857 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-401184f1-1e49-4c60-b38e-bbebf3a6fb18 {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:29:18.315857 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a8d6684-f19c-4a86-ac0c-6c056fa351fd', 'tag': 'c1259bc6-d32f-4b81-b593-3660604ed03e', 'status': 'completed', 'code': 200}
Dec 25 21:29:18.320955 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9c729341-2099-47b7-aa1d-f7a69f193d5f req-a2e2cf95-225e-4dc0-88a8-da7ebe7118be tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] 10.222.0.32 "GET /v2.0/security-groups?id=3047df75-15d6-457f-8c77-25405c0680ea&id=213077ea-0675-4a6e-b24b-6e8c95ed2ffd&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.2462461
Dec 25 21:29:18.436767 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-e1806345-d3b4-4d84-92cd-75b541927585 None None] Publish callbacks [] for port, precommit_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:18.447876 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 45798) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:29:18.479205 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-aca33d6e-1e07-489e-8c0a-55b7e0f55b80 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks [] for port, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:18.482299 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-fcf3f658-34ea-41d8-822d-0e301f82560e req-f9f3af1a-0f01-4006-a560-a3dab4179544 service neutron] 10.222.0.31 "GET /v2.0/networks/36c58514-4b76-443a-8b4e-8188ecbb730f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2088475
Dec 25 21:29:18.484041 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.db_base_plugin_common [None req-3a002d75-7fc8-409d-b539-e8fea9fb6624 None None] Allocated IP 172.20.0.18 (c2d99cd3-5ef8-461a-834c-a4e4541bdcf2/d8e51778-368c-423d-b8f6-d0b6ccbe403f/ffbe946e-ceaf-47e8-b1a6-f41435203d54) {{(pid=121608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:29:18.515020 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-3bc3465b-2dc8-4053-825f-3e5cfa186bf3 tempest-BulkNetworkOpsTest-1321672202 tempest-BulkNetworkOpsTest-1321672202-project] Publish callbacks [] for subnet, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:18.525988 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-e1806345-d3b4-4d84-92cd-75b541927585 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946'] for port, after_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:18.536987 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-fcf3f658-34ea-41d8-822d-0e301f82560e req-f4c67485-95fc-4c6d-abe4-54f3cfebb660 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.204&port_id=893605c1-33ba-4c92-b5eb-6207f354a521 HTTP/1.1" status: 200  len: 217 time: 0.0470064
Dec 25 21:29:18.580606 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-3bc3465b-2dc8-4053-825f-3e5cfa186bf3 tempest-BulkNetworkOpsTest-1321672202 tempest-BulkNetworkOpsTest-1321672202-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10246617'] for subnet, precommit_delete_associations {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:18.616644 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf3f658-34ea-41d8-822d-0e301f82560e req-0ff24403-14b4-47c4-b5f9-dc7abc5b8314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:18.618531 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-fcf3f658-34ea-41d8-822d-0e301f82560e req-0ff24403-14b4-47c4-b5f9-dc7abc5b8314 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f7c309e7-75ab-4e4b-b61f-ca7ce9c46156 HTTP/1.1" status: 200  len: 797 time: 0.0740638
Dec 25 21:29:18.642786 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-aca33d6e-1e07-489e-8c0a-55b7e0f55b80 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:18.644122 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1806345-d3b4-4d84-92cd-75b541927585 None None] Pushing event updated for resources: {'Port': ['ID=33c12e48-df5c-47f2-9dfb-71db126a2b82,revision_number=1']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:29:18.652477 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1806345-d3b4-4d84-92cd-75b541927585 None None] Network 9af3169e-d608-4726-8875-bab358e604ee is already hosted by enough agents. {{(pid=121608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:29:18.654163 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-9976958f-52aa-4d99-8424-1a50bb564f8f admin admin] Publish callbacks [] for security_group, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:18.657170 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.base_scheduler [None req-e1806345-d3b4-4d84-92cd-75b541927585 None None] Resources bound (agent type, host, resource id):  {{(pid=121608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:29:18.661183 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1806345-d3b4-4d84-92cd-75b541927585 None None] Received port after_create {{(pid=121608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:29:18.729235 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aca33d6e-1e07-489e-8c0a-55b7e0f55b80 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Network 3a9367a7-e66f-41b5-8cf6-2e1594c7c8e8 is already hosted by enough agents. {{(pid=121606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:29:18.734395 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf3f658-34ea-41d8-822d-0e301f82560e req-71cfb594-0d37-46f1-b4d4-5adfb31c5306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:18.736021 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-fcf3f658-34ea-41d8-822d-0e301f82560e req-71cfb594-0d37-46f1-b4d4-5adfb31c5306 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=6dab2bb9-1b11-4634-becc-b5742aceff64&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.1101072
Dec 25 21:29:18.739157 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [None req-aca33d6e-1e07-489e-8c0a-55b7e0f55b80 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Resources bound (agent type, host, resource id):  {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:29:18.741730 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aca33d6e-1e07-489e-8c0a-55b7e0f55b80 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Received port after_create {{(pid=121606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:29:18.747939 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aca33d6e-1e07-489e-8c0a-55b7e0f55b80 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:18.748638 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-aca33d6e-1e07-489e-8c0a-55b7e0f55b80 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:18.762698 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-9976958f-52aa-4d99-8424-1a50bb564f8f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:18.765977 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-e1806345-d3b4-4d84-92cd-75b541927585 None None] Attempting to bind port 33c12e48-df5c-47f2-9dfb-71db126a2b82 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:29:18.766134 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-e1806345-d3b4-4d84-92cd-75b541927585 None None] Attempting to bind port 33c12e48-df5c-47f2-9dfb-71db126a2b82 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '8a77a964-b113-4850-aa6e-b3078b2580a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '9af3169e-d608-4726-8875-bab358e604ee'}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:29:18.766536 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1806345-d3b4-4d84-92cd-75b541927585 None None] Attempting to bind port 33c12e48-df5c-47f2-9dfb-71db126a2b82 on network 9af3169e-d608-4726-8875-bab358e604ee {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:29:18.779331 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca33d6e-1e07-489e-8c0a-55b7e0f55b80 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Pushing event updated for resources: {'Port': ['ID=f4fd314f-66d4-46a1-ad3d-a9a19a5167ce,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:29:18.781856 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1806345-d3b4-4d84-92cd-75b541927585 None None] Checking agent: {'id': 'ca4f5c6d-f1fd-48b8-a3e3-395864c7d23d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 20, 56, 40), 'started_at': datetime.datetime(2021, 12, 25, 20, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 29, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:29:18.782315 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1806345-d3b4-4d84-92cd-75b541927585 None None] Checking segment: {'id': '8a77a964-b113-4850-aa6e-b3078b2580a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '9af3169e-d608-4726-8875-bab358e604ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:29:18.782834 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-e1806345-d3b4-4d84-92cd-75b541927585 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:18.783310 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1806345-d3b4-4d84-92cd-75b541927585 None None] Bound using segment: {'id': '8a77a964-b113-4850-aa6e-b3078b2580a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '9af3169e-d608-4726-8875-bab358e604ee'} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:29:18.783894 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-e1806345-d3b4-4d84-92cd-75b541927585 None None] Bound port: 33c12e48-df5c-47f2-9dfb-71db126a2b82, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a77a964-b113-4850-aa6e-b3078b2580a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '9af3169e-d608-4726-8875-bab358e604ee'}}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:29:18.784382 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-e1806345-d3b4-4d84-92cd-75b541927585 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:18.797508 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3a002d75-7fc8-409d-b539-e8fea9fb6624 None None] Publish callbacks [] for port, precommit_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:18.819495 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-3bc3465b-2dc8-4053-825f-3e5cfa186bf3 tempest-BulkNetworkOpsTest-1321672202 tempest-BulkNetworkOpsTest-1321672202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995662'] for subnet, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:18.854693 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-fcf3f658-34ea-41d8-822d-0e301f82560e req-2338d94b-70fa-4ab1-bc36-c25cd1386cb0 service neutron] 10.222.0.31 "GET /v2.0/networks/6dab2bb9-1b11-4634-becc-b5742aceff64?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1022706
Dec 25 21:29:18.870729 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-9976958f-52aa-4d99-8424-1a50bb564f8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:18.918530 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-9976958f-52aa-4d99-8424-1a50bb564f8f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=48b6042ddacd4ebf8dd697acae2f2146&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4693964
Dec 25 21:29:18.919412 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9976958f-52aa-4d99-8424-1a50bb564f8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a644392f-5c05-43d3-8277-0cdf78593dc0,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:29:18.922952 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3a002d75-7fc8-409d-b539-e8fea9fb6624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946'] for port, after_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:18.926705 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 45804) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:29:18.947872 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-aca33d6e-1e07-489e-8c0a-55b7e0f55b80 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 846 time: 1.7689290
Dec 25 21:29:18.948443 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 45806) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:29:18.962750 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a002d75-7fc8-409d-b539-e8fea9fb6624 None None] Network c2d99cd3-5ef8-461a-834c-a4e4541bdcf2 is already hosted by enough agents. {{(pid=121608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:29:18.966133 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.base_scheduler [None req-3a002d75-7fc8-409d-b539-e8fea9fb6624 None None] Resources bound (agent type, host, resource id):  {{(pid=121608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:29:18.970078 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a002d75-7fc8-409d-b539-e8fea9fb6624 None None] Received port after_create {{(pid=121608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:29:18.979958 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a002d75-7fc8-409d-b539-e8fea9fb6624 None None] Pushing event updated for resources: {'Port': ['ID=ffbe946e-ceaf-47e8-b1a6-f41435203d54,revision_number=1']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:29:19.008187 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-78dc1657-5ac0-4f03-84e6-61ec519b8dc1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:19.008969 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eb38a80-6ce5-4044-a829-4f5c2df9ff74 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:19.010954 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-1eb38a80-6ce5-4044-a829-4f5c2df9ff74 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] 10.222.0.32 "GET /v2.0/ports/f4fd314f-66d4-46a1-ad3d-a9a19a5167ce HTTP/1.1" status: 200  len: 841 time: 0.0615585
Dec 25 21:29:19.014391 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-3bc3465b-2dc8-4053-825f-3e5cfa186bf3 tempest-BulkNetworkOpsTest-1321672202 tempest-BulkNetworkOpsTest-1321672202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8632410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8852809'] for subnet, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:19.016664 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 45808) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:29:19.017848 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-e1806345-d3b4-4d84-92cd-75b541927585 None None] For port 33c12e48-df5c-47f2-9dfb-71db126a2b82, host ncdv-master-1, cleared binding levels {{(pid=121608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:29:19.031579 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-fcf3f658-34ea-41d8-822d-0e301f82560e req-13e01dad-7926-4f58-ae82-4597f7abc7c6 service neutron] 10.222.0.31 "GET /v2.0/networks/6dab2bb9-1b11-4634-becc-b5742aceff64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1701372
Dec 25 21:29:19.054450 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-e1806345-d3b4-4d84-92cd-75b541927585 None None] For port 33c12e48-df5c-47f2-9dfb-71db126a2b82, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=33c12e48-df5c-47f2-9dfb-71db126a2b82,segment=NetworkSegment(8a77a964-b113-4850-aa6e-b3078b2580a5),segment_id=8a77a964-b113-4850-aa6e-b3078b2580a5)] {{(pid=121608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:29:19.059254 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc3465b-2dc8-4053-825f-3e5cfa186bf3 tempest-BulkNetworkOpsTest-1321672202 tempest-BulkNetworkOpsTest-1321672202-project] Pushing event deleted for resources: {'Subnet': ['ID=0cad4161-23b9-47c7-934e-e4b3c13f2533,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:29:19.064170 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-3a002d75-7fc8-409d-b539-e8fea9fb6624 None None] Attempting to bind port ffbe946e-ceaf-47e8-b1a6-f41435203d54 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:29:19.064635 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-3a002d75-7fc8-409d-b539-e8fea9fb6624 None None] Attempting to bind port ffbe946e-ceaf-47e8-b1a6-f41435203d54 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'a0bd10eb-59b6-495e-814a-9efa3c9bcbf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'c2d99cd3-5ef8-461a-834c-a4e4541bdcf2'}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:29:19.065090 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a002d75-7fc8-409d-b539-e8fea9fb6624 None None] Attempting to bind port ffbe946e-ceaf-47e8-b1a6-f41435203d54 on network c2d99cd3-5ef8-461a-834c-a4e4541bdcf2 {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:29:19.070663 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a002d75-7fc8-409d-b539-e8fea9fb6624 None None] Checking agent: {'id': 'ca4f5c6d-f1fd-48b8-a3e3-395864c7d23d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 20, 56, 40), 'started_at': datetime.datetime(2021, 12, 25, 20, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 29, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:29:19.071315 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a002d75-7fc8-409d-b539-e8fea9fb6624 None None] Checking segment: {'id': 'a0bd10eb-59b6-495e-814a-9efa3c9bcbf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'c2d99cd3-5ef8-461a-834c-a4e4541bdcf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:29:19.071931 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3a002d75-7fc8-409d-b539-e8fea9fb6624 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:19.072040 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-3bc3465b-2dc8-4053-825f-3e5cfa186bf3 tempest-BulkNetworkOpsTest-1321672202 tempest-BulkNetworkOpsTest-1321672202-project] Publish callbacks [] for subnet, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:19.072602 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a002d75-7fc8-409d-b539-e8fea9fb6624 None None] Bound using segment: {'id': 'a0bd10eb-59b6-495e-814a-9efa3c9bcbf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'c2d99cd3-5ef8-461a-834c-a4e4541bdcf2'} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:29:19.073313 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-3a002d75-7fc8-409d-b539-e8fea9fb6624 None None] Bound port: ffbe946e-ceaf-47e8-b1a6-f41435203d54, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0bd10eb-59b6-495e-814a-9efa3c9bcbf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'c2d99cd3-5ef8-461a-834c-a4e4541bdcf2'}}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:29:19.073902 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3a002d75-7fc8-409d-b539-e8fea9fb6624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:19.078353 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-3bc3465b-2dc8-4053-825f-3e5cfa186bf3 tempest-BulkNetworkOpsTest-1321672202 tempest-BulkNetworkOpsTest-1321672202-project] 10.222.0.32 "DELETE /v2.0/subnets/0cad4161-23b9-47c7-934e-e4b3c13f2533 HTTP/1.1" status: 204  len: 168 time: 0.9122725
Dec 25 21:29:19.079940 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 45810) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:29:19.091034 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-78dc1657-5ac0-4f03-84e6-61ec519b8dc1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:19.104225 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-fcf3f658-34ea-41d8-822d-0e301f82560e req-b2db65ef-94eb-46a2-9a73-efc080ffb157 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.46&port_id=1704d60b-466b-4afa-a1c8-2e009902991b HTTP/1.1" status: 200  len: 217 time: 0.0537448
Dec 25 21:29:19.120621 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-e1806345-d3b4-4d84-92cd-75b541927585 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:19.169256 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_v2 [None req-81f16805-23bb-46c7-90c7-6c831e9ae33f tempest-BulkNetworkOpsTest-1321672202 tempest-BulkNetworkOpsTest-1321672202-project] Deleting subnet d8e51778-368c-423d-b8f6-d0b6ccbe403f {{(pid=121607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Dec 25 21:29:19.173303 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-81f16805-23bb-46c7-90c7-6c831e9ae33f tempest-BulkNetworkOpsTest-1321672202 tempest-BulkNetworkOpsTest-1321672202-project] Publish callbacks [] for subnet, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:19.185175 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-3a002d75-7fc8-409d-b539-e8fea9fb6624 None None] For port ffbe946e-ceaf-47e8-b1a6-f41435203d54, host ncdv-master-1, cleared binding levels {{(pid=121608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:29:19.187096 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf3f658-34ea-41d8-822d-0e301f82560e req-86452ef9-1948-42b4-89e9-c126b431fbd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:19.188620 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-fcf3f658-34ea-41d8-822d-0e301f82560e req-86452ef9-1948-42b4-89e9-c126b431fbd9 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f7c309e7-75ab-4e4b-b61f-ca7ce9c46156 HTTP/1.1" status: 200  len: 797 time: 0.0626817
Dec 25 21:29:19.189766 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-3a002d75-7fc8-409d-b539-e8fea9fb6624 None None] For port ffbe946e-ceaf-47e8-b1a6-f41435203d54, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ffbe946e-ceaf-47e8-b1a6-f41435203d54,segment=NetworkSegment(a0bd10eb-59b6-495e-814a-9efa3c9bcbf9),segment_id=a0bd10eb-59b6-495e-814a-9efa3c9bcbf9)] {{(pid=121608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:29:19.213236 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1806345-d3b4-4d84-92cd-75b541927585 None None] Pushing event updated for resources: {'Port': ['ID=33c12e48-df5c-47f2-9dfb-71db126a2b82,revision_number=3']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:29:19.224106 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-81f16805-23bb-46c7-90c7-6c831e9ae33f tempest-BulkNetworkOpsTest-1321672202 tempest-BulkNetworkOpsTest-1321672202-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10246617'] for subnet, precommit_delete_associations {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:19.233575 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-616a1c71-a3a6-447f-bc83-5b27c2b74529 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Deleting port f4fd314f-66d4-46a1-ad3d-a9a19a5167ce {{(pid=121606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:29:19.233926 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-616a1c71-a3a6-447f-bc83-5b27c2b74529 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:19.283072 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3a002d75-7fc8-409d-b539-e8fea9fb6624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:19.305270 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-78dc1657-5ac0-4f03-84e6-61ec519b8dc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:19.308650 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-78dc1657-5ac0-4f03-84e6-61ec519b8dc1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:19.312388 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-78dc1657-5ac0-4f03-84e6-61ec519b8dc1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a644392f-5c05-43d3-8277-0cdf78593dc0 HTTP/1.1" status: 204  len: 168 time: 0.3770459
Dec 25 21:29:19.339179 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78dc1657-5ac0-4f03-84e6-61ec519b8dc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a644392f-5c05-43d3-8277-0cdf78593dc0,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:29:19.347918 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-81f16805-23bb-46c7-90c7-6c831e9ae33f tempest-BulkNetworkOpsTest-1321672202 tempest-BulkNetworkOpsTest-1321672202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995662'] for subnet, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:19.361362 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a002d75-7fc8-409d-b539-e8fea9fb6624 None None] Pushing event updated for resources: {'Port': ['ID=ffbe946e-ceaf-47e8-b1a6-f41435203d54,revision_number=2']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:29:19.401280 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf3f658-34ea-41d8-822d-0e301f82560e req-08283ef7-6acb-4fe5-96d4-77c3563b8c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:19.402834 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-fcf3f658-34ea-41d8-822d-0e301f82560e req-08283ef7-6acb-4fe5-96d4-77c3563b8c07 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=6dab2bb9-1b11-4634-becc-b5742aceff64&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.2065117
Dec 25 21:29:19.430553 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-616a1c71-a3a6-447f-bc83-5b27c2b74529 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:19.471227 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-616a1c71-a3a6-447f-bc83-5b27c2b74529 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Calling delete_port for f4fd314f-66d4-46a1-ad3d-a9a19a5167ce owned by  {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:29:19.584427 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88869f93-503f-47b9-9017-a171f4159618 req-865868af-8027-4a7c-8b4d-34c80eda85ef tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:19.586142 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-88869f93-503f-47b9-9017-a171f4159618 req-865868af-8027-4a7c-8b4d-34c80eda85ef tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] 10.222.0.32 "GET /v2.0/ports?device_id=65490ad4-5baf-4c89-9877-006d581b4758 HTTP/1.1" status: 200  len: 945 time: 0.2262986
Dec 25 21:29:19.642582 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-81f16805-23bb-46c7-90c7-6c831e9ae33f tempest-BulkNetworkOpsTest-1321672202 tempest-BulkNetworkOpsTest-1321672202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8632410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8852809'] for subnet, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:19.680417 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-81f16805-23bb-46c7-90c7-6c831e9ae33f tempest-BulkNetworkOpsTest-1321672202 tempest-BulkNetworkOpsTest-1321672202-project] Publish callbacks [] for subnet, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:19.688488 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-81f16805-23bb-46c7-90c7-6c831e9ae33f tempest-BulkNetworkOpsTest-1321672202 tempest-BulkNetworkOpsTest-1321672202-project] 10.222.0.32 "DELETE /v2.0/subnets/d8e51778-368c-423d-b8f6-d0b6ccbe403f HTTP/1.1" status: 204  len: 168 time: 0.6074739
Dec 25 21:29:19.690877 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 45824) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:29:19.703967 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 33c12e48-df5c-47f2-9dfb-71db126a2b82 up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:29:19.767224 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f16805-23bb-46c7-90c7-6c831e9ae33f tempest-BulkNetworkOpsTest-1321672202 tempest-BulkNetworkOpsTest-1321672202-project] Pushing event deleted for resources: {'Subnet': ['ID=d8e51778-368c-423d-b8f6-d0b6ccbe403f,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:29:19.864223 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port 33c12e48-df5c-47f2-9dfb-71db126a2b82 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:29:19.864634 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:19.871884 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e398923b-c15d-4565-8738-99d23eaceea3 tempest-BulkNetworkOpsTest-1321672202 tempest-BulkNetworkOpsTest-1321672202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:19.873459 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-e398923b-c15d-4565-8738-99d23eaceea3 tempest-BulkNetworkOpsTest-1321672202 tempest-BulkNetworkOpsTest-1321672202-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.1816647
Dec 25 21:29:19.877498 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 45830) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:29:19.898626 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-fcf3f658-34ea-41d8-822d-0e301f82560e req-7d567489-524e-4823-81c5-2023ebe2b9ba service neutron] 10.222.0.31 "GET /v2.0/networks/6dab2bb9-1b11-4634-becc-b5742aceff64?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4796901
Dec 25 21:29:19.983589 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce588585-b87b-4d7b-96bd-51b7aaf3ed5d req-50d7be10-b04f-4598-80c0-011c58440048 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:19.990919 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce588585-b87b-4d7b-96bd-51b7aaf3ed5d req-50d7be10-b04f-4598-80c0-011c58440048 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:19.997769 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce588585-b87b-4d7b-96bd-51b7aaf3ed5d req-50d7be10-b04f-4598-80c0-011c58440048 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:20.005027 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce588585-b87b-4d7b-96bd-51b7aaf3ed5d req-50d7be10-b04f-4598-80c0-011c58440048 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:20.019016 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:20.041967 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce588585-b87b-4d7b-96bd-51b7aaf3ed5d req-50d7be10-b04f-4598-80c0-011c58440048 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:20.045544 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5e481c10-52a0-4884-ab54-23e0c8bd61eb tempest-BulkNetworkOpsTest-1321672202 tempest-BulkNetworkOpsTest-1321672202-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625803'] for network, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:20.055905 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce588585-b87b-4d7b-96bd-51b7aaf3ed5d req-50d7be10-b04f-4598-80c0-011c58440048 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:20.061569 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce588585-b87b-4d7b-96bd-51b7aaf3ed5d req-50d7be10-b04f-4598-80c0-011c58440048 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:20.063648 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ce588585-b87b-4d7b-96bd-51b7aaf3ed5d req-50d7be10-b04f-4598-80c0-011c58440048 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a8d6684-f19c-4a86-ac0c-6c056fa351fd HTTP/1.1" status: 200  len: 5419 time: 0.5029533
Dec 25 21:29:20.075961 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] For port 33c12e48-df5c-47f2-9dfb-71db126a2b82, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=33c12e48-df5c-47f2-9dfb-71db126a2b82,segment=NetworkSegment(8a77a964-b113-4850-aa6e-b3078b2580a5),segment_id=8a77a964-b113-4850-aa6e-b3078b2580a5)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:29:20.098020 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-88869f93-503f-47b9-9017-a171f4159618 req-0582af7d-d825-410d-b923-dd94dcfd01f1 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d32f0a1-0bdc-4dd4-8a66-1e7cbebb8ef1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3573544
Dec 25 21:29:20.101603 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-616a1c71-a3a6-447f-bc83-5b27c2b74529 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:20.118097 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-5e481c10-52a0-4884-ab54-23e0c8bd61eb tempest-BulkNetworkOpsTest-1321672202 tempest-BulkNetworkOpsTest-1321672202-project] Deleting port ffbe946e-ceaf-47e8-b1a6-f41435203d54 {{(pid=121607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:29:20.118449 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5e481c10-52a0-4884-ab54-23e0c8bd61eb tempest-BulkNetworkOpsTest-1321672202 tempest-BulkNetworkOpsTest-1321672202-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:20.185669 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616a1c71-a3a6-447f-bc83-5b27c2b74529 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Pushing event deleted for resources: {'Port': ['ID=f4fd314f-66d4-46a1-ad3d-a9a19a5167ce,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:29:20.186809 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.db [None req-5e481c10-52a0-4884-ab54-23e0c8bd61eb tempest-BulkNetworkOpsTest-1321672202 tempest-BulkNetworkOpsTest-1321672202-project] For port ffbe946e-ceaf-47e8-b1a6-f41435203d54, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ffbe946e-ceaf-47e8-b1a6-f41435203d54,segment=NetworkSegment(a0bd10eb-59b6-495e-814a-9efa3c9bcbf9),segment_id=a0bd10eb-59b6-495e-814a-9efa3c9bcbf9)] {{(pid=121607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:29:20.187376 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5e481c10-52a0-4884-ab54-23e0c8bd61eb tempest-BulkNetworkOpsTest-1321672202 tempest-BulkNetworkOpsTest-1321672202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:20.200077 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-616a1c71-a3a6-447f-bc83-5b27c2b74529 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:20.203460 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-616a1c71-a3a6-447f-bc83-5b27c2b74529 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] 10.222.0.32 "DELETE /v2.0/ports/f4fd314f-66d4-46a1-ad3d-a9a19a5167ce HTTP/1.1" status: 204  len: 168 time: 1.1858056
Dec 25 21:29:20.205368 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-5e481c10-52a0-4884-ab54-23e0c8bd61eb tempest-BulkNetworkOpsTest-1321672202 tempest-BulkNetworkOpsTest-1321672202-project] Calling delete_port for ffbe946e-ceaf-47e8-b1a6-f41435203d54 owned by network:dhcp {{(pid=121607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:29:20.206827 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 45836) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:29:20.212129 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:20.221015 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616a1c71-a3a6-447f-bc83-5b27c2b74529 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:29:20.221372 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616a1c71-a3a6-447f-bc83-5b27c2b74529 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:29:20.221723 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616a1c71-a3a6-447f-bc83-5b27c2b74529 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:29:20.222063 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616a1c71-a3a6-447f-bc83-5b27c2b74529 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:29:20.222397 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616a1c71-a3a6-447f-bc83-5b27c2b74529 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:29:20.222728 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616a1c71-a3a6-447f-bc83-5b27c2b74529 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:29:20.223056 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616a1c71-a3a6-447f-bc83-5b27c2b74529 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:29:20.223382 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616a1c71-a3a6-447f-bc83-5b27c2b74529 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:29:20.223706 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616a1c71-a3a6-447f-bc83-5b27c2b74529 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:29:20.224028 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616a1c71-a3a6-447f-bc83-5b27c2b74529 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:29:20.224390 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616a1c71-a3a6-447f-bc83-5b27c2b74529 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:29:20.224899 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616a1c71-a3a6-447f-bc83-5b27c2b74529 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:29:20.225266 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616a1c71-a3a6-447f-bc83-5b27c2b74529 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:29:20.246176 ncdv-master-1 neutron-server[121607]: INFO neutron.pecan_wsgi.hooks.translation [None req-b800ce13-155c-4515-aa62-615fbd1b4e2b tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] GET failed (client error): The resource could not be found.
Dec 25 21:29:20.247706 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-b800ce13-155c-4515-aa62-615fbd1b4e2b tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] 10.222.0.32 "GET /v2.0/ports/f4fd314f-66d4-46a1-ad3d-a9a19a5167ce HTTP/1.1" status: 404  len: 333 time: 0.0399551
Dec 25 21:29:20.253916 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 45838) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:29:20.259330 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-4c6992f7-4122-4c12-88cf-0bf0ea659afe tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Request body: {'port': {'network_id': '3a9367a7-e66f-41b5-8cf6-2e1594c7c8e8', 'name': 'tempest-PortsTestJSON-976189943'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:29:20.263903 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ce588585-b87b-4d7b-96bd-51b7aaf3ed5d req-63f26fdb-b835-4885-acd1-1490b8813e24 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] 10.222.0.32 "GET /v2.0/security-groups?id=3047df75-15d6-457f-8c77-25405c0680ea&id=213077ea-0675-4a6e-b24b-6e8c95ed2ffd&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1914308
Dec 25 21:29:20.269819 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-fcf3f658-34ea-41d8-822d-0e301f82560e req-94d5dbce-6a7c-4d6d-90ae-c4aea7bac184 service neutron] 10.222.0.31 "GET /v2.0/networks/6dab2bb9-1b11-4634-becc-b5742aceff64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3554506
Dec 25 21:29:20.297043 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 45842) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:29:20.322943 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-03f1b917-21bc-48c0-b1aa-b7d222200861 admin admin] Publish callbacks [] for security_group, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:20.359285 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Pushing event updated for resources: {'Port': ['ID=33c12e48-df5c-47f2-9dfb-71db126a2b82,revision_number=4']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:29:20.377733 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-fcf3f658-34ea-41d8-822d-0e301f82560e req-2a84a73b-32dd-40e7-a297-89556c01347c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.165&port_id=c4a5dc77-7743-4d72-8f35-550325e4dc63 HTTP/1.1" status: 200  len: 217 time: 0.0962439
Dec 25 21:29:20.440385 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf3f658-34ea-41d8-822d-0e301f82560e req-96a872b4-b41b-4da2-85f9-168a3b3479d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:20.442386 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-fcf3f658-34ea-41d8-822d-0e301f82560e req-96a872b4-b41b-4da2-85f9-168a3b3479d1 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f7c309e7-75ab-4e4b-b61f-ca7ce9c46156 HTTP/1.1" status: 200  len: 797 time: 0.0573668
Dec 25 21:29:20.494524 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf3f658-34ea-41d8-822d-0e301f82560e req-973b5613-31cd-4b07-a034-aab42340af63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:20.496095 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-fcf3f658-34ea-41d8-822d-0e301f82560e req-973b5613-31cd-4b07-a034-aab42340af63 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=6dab2bb9-1b11-4634-becc-b5742aceff64&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.0457666
Dec 25 21:29:20.509584 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-03f1b917-21bc-48c0-b1aa-b7d222200861 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:20.599464 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-fcf3f658-34ea-41d8-822d-0e301f82560e req-1be532c7-d582-4f2a-8d9f-c0a8571c4f0f service neutron] 10.222.0.31 "GET /v2.0/networks/6dab2bb9-1b11-4634-becc-b5742aceff64?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0964317
Dec 25 21:29:20.663735 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c6992f7-4122-4c12-88cf-0bf0ea659afe tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Made reservation on behalf of a80fe923d39349348137639eb937eac1 for: {'port': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:29:20.668137 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-4c6992f7-4122-4c12-88cf-0bf0ea659afe tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:20.670526 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-03f1b917-21bc-48c0-b1aa-b7d222200861 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:20.676836 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5e481c10-52a0-4884-ab54-23e0c8bd61eb tempest-BulkNetworkOpsTest-1321672202 tempest-BulkNetworkOpsTest-1321672202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:20.724102 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-fcf3f658-34ea-41d8-822d-0e301f82560e req-d7667656-81f1-4dc4-bfb5-1cfe8bc38457 service neutron] 10.222.0.31 "GET /v2.0/networks/6dab2bb9-1b11-4634-becc-b5742aceff64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1023636
Dec 25 21:29:20.724208 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0605fc6-9972-4852-af0f-c5b96c718e4b None None] Network 9af3169e-d608-4726-8875-bab358e604ee requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:29:20.742209 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e481c10-52a0-4884-ab54-23e0c8bd61eb tempest-BulkNetworkOpsTest-1321672202 tempest-BulkNetworkOpsTest-1321672202-project] Pushing event deleted for resources: {'Port': ['ID=ffbe946e-ceaf-47e8-b1a6-f41435203d54,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:29:20.749088 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e481c10-52a0-4884-ab54-23e0c8bd61eb tempest-BulkNetworkOpsTest-1321672202 tempest-BulkNetworkOpsTest-1321672202-project] No DVR routers for this DVR port ffbe946e-ceaf-47e8-b1a6-f41435203d54 on host ncdv-master-1 {{(pid=121607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:29:20.763796 ncdv-master-1 neutron-server[121607]: DEBUG neutron.notifiers.nova [None req-4c6992f7-4122-4c12-88cf-0bf0ea659afe tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] device_id is not set on port 6e34ccd7-bb46-4bec-b9d5-c3ae0bbc0c1e yet. {{(pid=121607) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 25 21:29:20.772051 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-03f1b917-21bc-48c0-b1aa-b7d222200861 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=45953b275c2f4bc6ac750580315935a4&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4637251
Dec 25 21:29:20.774564 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-fcf3f658-34ea-41d8-822d-0e301f82560e req-0b009946-07c9-4dc5-9dcc-1545cd9489a7 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.99&port_id=bbeefdb7-89c8-4442-a2e7-858c459b3b9a HTTP/1.1" status: 200  len: 217 time: 0.0577829
Dec 25 21:29:20.776084 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 45846) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:29:20.777996 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f1b917-21bc-48c0-b1aa-b7d222200861 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bda2f939-9b57-4ae0-8617-1d204936a9ee,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:29:20.840252 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-f24cb847-9a18-490d-9e2f-6d1e9bcce8a1 None None] Provisioning complete for port 33c12e48-df5c-47f2-9dfb-71db126a2b82 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:29:20.840648 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-f24cb847-9a18-490d-9e2f-6d1e9bcce8a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:20.916758 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf3f658-34ea-41d8-822d-0e301f82560e req-f289241d-adec-4af2-ad02-d138a7552224 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:20.918345 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-fcf3f658-34ea-41d8-822d-0e301f82560e req-f289241d-adec-4af2-ad02-d138a7552224 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f7c309e7-75ab-4e4b-b61f-ca7ce9c46156 HTTP/1.1" status: 200  len: 797 time: 0.1276693
Dec 25 21:29:20.924920 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-e126dfe5-e90f-4747-b66a-6edb55a7304e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:20.935908 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5e481c10-52a0-4884-ab54-23e0c8bd61eb tempest-BulkNetworkOpsTest-1321672202 tempest-BulkNetworkOpsTest-1321672202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997585', 'neutron.services.segments.db._delete_segments_for_network-8737602743071'] for network, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:20.972171 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f41b1d0a-95da-48b5-868e-1ae2ce0c2425 None None] DHCP port deletion for 9af3169e-d608-4726-8875-bab358e604ee request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 21:29:20.980088 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-5e481c10-52a0-4884-ab54-23e0c8bd61eb tempest-BulkNetworkOpsTest-1321672202 tempest-BulkNetworkOpsTest-1321672202-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2612c27be0>,) {'filters': {'network_id': ['c2d99cd3-5ef8-461a-834c-a4e4541bdcf2']}} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:29:20.996266 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-e126dfe5-e90f-4747-b66a-6edb55a7304e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:21.011773 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-5e481c10-52a0-4884-ab54-23e0c8bd61eb tempest-BulkNetworkOpsTest-1321672202 tempest-BulkNetworkOpsTest-1321672202-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2612c27be0>, 'a0bd10eb-59b6-495e-814a-9efa3c9bcbf9') {'for_net_delete': True} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:29:21.012580 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-5e481c10-52a0-4884-ab54-23e0c8bd61eb tempest-BulkNetworkOpsTest-1321672202 tempest-BulkNetworkOpsTest-1321672202-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2612c27be0>, 'a0bd10eb-59b6-495e-814a-9efa3c9bcbf9') {} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:29:21.028375 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-f41b1d0a-95da-48b5-868e-1ae2ce0c2425 None None] Deleting port 33c12e48-df5c-47f2-9dfb-71db126a2b82 {{(pid=121608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:29:21.030023 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-f41b1d0a-95da-48b5-868e-1ae2ce0c2425 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:21.032850 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5e481c10-52a0-4884-ab54-23e0c8bd61eb tempest-BulkNetworkOpsTest-1321672202 tempest-BulkNetworkOpsTest-1321672202-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737602746920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10246592'] for segment, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:21.084552 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5e481c10-52a0-4884-ab54-23e0c8bd61eb tempest-BulkNetworkOpsTest-1321672202 tempest-BulkNetworkOpsTest-1321672202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:21.085502 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf3f658-34ea-41d8-822d-0e301f82560e req-2444cc38-480f-43e3-84f0-dd59a37a9e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:21.087971 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-fcf3f658-34ea-41d8-822d-0e301f82560e req-2444cc38-480f-43e3-84f0-dd59a37a9e1f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=6dab2bb9-1b11-4634-becc-b5742aceff64&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.1578331
Dec 25 21:29:21.100693 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e481c10-52a0-4884-ab54-23e0c8bd61eb tempest-BulkNetworkOpsTest-1321672202 tempest-BulkNetworkOpsTest-1321672202-project] Releasing vlan 194 on physical network physnet1 to pool {{(pid=121607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 25 21:29:21.104160 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5e481c10-52a0-4884-ab54-23e0c8bd61eb tempest-BulkNetworkOpsTest-1321672202 tempest-BulkNetworkOpsTest-1321672202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8633327'] for segment, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:21.104602 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:29:21.104602 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:29:21.104602 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:29:21.104602 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:29:21.104602 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:29:21.104602 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:29:21.104602 ncdv-master-1 neutron-server[121607]: Traceback (most recent call last):
Dec 25 21:29:21.104602 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 25 21:29:21.104602 ncdv-master-1 neutron-server[121607]:     timer()
Dec 25 21:29:21.104602 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 25 21:29:21.104602 ncdv-master-1 neutron-server[121607]:     cb(*args, **kw)
Dec 25 21:29:21.104602 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 25 21:29:21.104602 ncdv-master-1 neutron-server[121607]:     return func(*args, **kwargs)
Dec 25 21:29:21.104602 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 25 21:29:21.104602 ncdv-master-1 neutron-server[121607]:     self._notify()
Dec 25 21:29:21.104602 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 25 21:29:21.104602 ncdv-master-1 neutron-server[121607]:     self.callback(batched_events)
Dec 25 21:29:21.104602 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 25 21:29:21.104602 ncdv-master-1 neutron-server[121607]:     event.method(event)
Dec 25 21:29:21.104602 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 25 21:29:21.104602 ncdv-master-1 neutron-server[121607]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 25 21:29:21.104602 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 25 21:29:21.104602 ncdv-master-1 neutron-server[121607]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 25 21:29:21.104602 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 25 21:29:21.104602 ncdv-master-1 neutron-server[121607]:     return f(self, *a, **k)
Dec 25 21:29:21.104602 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 25 21:29:21.104602 ncdv-master-1 neutron-server[121607]:     return self._get(url).json()
Dec 25 21:29:21.104602 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 25 21:29:21.104602 ncdv-master-1 neutron-server[121607]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 25 21:29:21.104602 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 25 21:29:21.104602 ncdv-master-1 neutron-server[121607]:     return self.request(url, 'GET', **kwargs)
Dec 25 21:29:21.104602 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 25 21:29:21.104602 ncdv-master-1 neutron-server[121607]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 25 21:29:21.104602 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 25 21:29:21.104602 ncdv-master-1 neutron-server[121607]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 25 21:29:21.104602 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 25 21:29:21.104602 ncdv-master-1 neutron-server[121607]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 25 21:29:21.104602 ncdv-master-1 neutron-server[121607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 25 21:29:21.118745 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-4c6992f7-4122-4c12-88cf-0bf0ea659afe tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks [] for port, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:21.120749 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-f41b1d0a-95da-48b5-868e-1ae2ce0c2425 None None] For port 33c12e48-df5c-47f2-9dfb-71db126a2b82, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=33c12e48-df5c-47f2-9dfb-71db126a2b82,segment=NetworkSegment(8a77a964-b113-4850-aa6e-b3078b2580a5),segment_id=8a77a964-b113-4850-aa6e-b3078b2580a5)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:29:21.122084 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-f41b1d0a-95da-48b5-868e-1ae2ce0c2425 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:21.122892 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-e126dfe5-e90f-4747-b66a-6edb55a7304e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:21.131364 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-e126dfe5-e90f-4747-b66a-6edb55a7304e admin admin] Publish callbacks [] for security_group, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:21.132122 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-e126dfe5-e90f-4747-b66a-6edb55a7304e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/bda2f939-9b57-4ae0-8617-1d204936a9ee HTTP/1.1" status: 204  len: 168 time: 0.3550379
Dec 25 21:29:21.154672 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e126dfe5-e90f-4747-b66a-6edb55a7304e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bda2f939-9b57-4ae0-8617-1d204936a9ee,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:29:21.165405 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a68bd035-b9ab-4a2a-976a-9f75c41eb4c5 None None] Network c2d99cd3-5ef8-461a-834c-a4e4541bdcf2 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:29:21.199256 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-f41b1d0a-95da-48b5-868e-1ae2ce0c2425 None None] Calling delete_port for 33c12e48-df5c-47f2-9dfb-71db126a2b82 owned by network:dhcp {{(pid=121608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:29:21.235746 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-fcf3f658-34ea-41d8-822d-0e301f82560e req-ba337fa8-b87c-406e-b741-f20b929b41ed service neutron] 10.222.0.31 "GET /v2.0/networks/6dab2bb9-1b11-4634-becc-b5742aceff64?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1407700
Dec 25 21:29:21.255768 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5e481c10-52a0-4884-ab54-23e0c8bd61eb tempest-BulkNetworkOpsTest-1321672202 tempest-BulkNetworkOpsTest-1321672202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2008653'] for network, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:21.268054 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5e481c10-52a0-4884-ab54-23e0c8bd61eb tempest-BulkNetworkOpsTest-1321672202 tempest-BulkNetworkOpsTest-1321672202-project] Publish callbacks [] for network, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:21.272412 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-a491a804-9d34-4ae1-9e42-ffcc4d366ff6 None None] Could not find standard attr ID for object ffbe946e-ceaf-47e8-b1a6-f41435203d54. {{(pid=121608) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 25 21:29:21.273083 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-5e481c10-52a0-4884-ab54-23e0c8bd61eb tempest-BulkNetworkOpsTest-1321672202 tempest-BulkNetworkOpsTest-1321672202-project] 10.222.0.32 "DELETE /v2.0/networks/c2d99cd3-5ef8-461a-834c-a4e4541bdcf2 HTTP/1.1" status: 204  len: 168 time: 1.3942218
Dec 25 21:29:21.282793 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 45852) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:29:21.291491 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e481c10-52a0-4884-ab54-23e0c8bd61eb tempest-BulkNetworkOpsTest-1321672202 tempest-BulkNetworkOpsTest-1321672202-project] Pushing event deleted for resources: {'Network': ['ID=c2d99cd3-5ef8-461a-834c-a4e4541bdcf2,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:29:21.295348 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-4c6992f7-4122-4c12-88cf-0bf0ea659afe tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:21.368079 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c6992f7-4122-4c12-88cf-0bf0ea659afe tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Network 3a9367a7-e66f-41b5-8cf6-2e1594c7c8e8 is already hosted by enough agents. {{(pid=121607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:29:21.372961 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-4c6992f7-4122-4c12-88cf-0bf0ea659afe tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Resources bound (agent type, host, resource id):  {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:29:21.395156 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c6992f7-4122-4c12-88cf-0bf0ea659afe tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Received port after_create {{(pid=121607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:29:21.403565 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c6992f7-4122-4c12-88cf-0bf0ea659afe tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:21.404661 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-4c6992f7-4122-4c12-88cf-0bf0ea659afe tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:21.425022 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6992f7-4122-4c12-88cf-0bf0ea659afe tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Pushing event updated for resources: {'Port': ['ID=6e34ccd7-bb46-4bec-b9d5-c3ae0bbc0c1e,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:29:21.429100 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e42246-508b-45c9-8258-2bce348250e4 req-335d64f0-04fd-4fbe-9064-71206d0b8d59 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:21.437846 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b3e42246-508b-45c9-8258-2bce348250e4 req-335d64f0-04fd-4fbe-9064-71206d0b8d59 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] 10.222.0.32 "GET /v2.0/ports?device_id=65490ad4-5baf-4c89-9877-006d581b4758 HTTP/1.1" status: 200  len: 945 time: 0.2051339
Dec 25 21:29:21.442970 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81d10936-ad8b-4b16-9ece-dbfb6c727b98 None None] DHCP port deletion for c2d99cd3-5ef8-461a-834c-a4e4541bdcf2 request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 21:29:21.521328 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-f41b1d0a-95da-48b5-868e-1ae2ce0c2425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955'] for port, after_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:21.536542 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-4c6992f7-4122-4c12-88cf-0bf0ea659afe tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 845 time: 1.2775900
Dec 25 21:29:21.536644 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-bf8ac2e9-1073-4ed8-aa55-df67381bd466 tempest-BulkNetworkOpsTest-1321672202 tempest-BulkNetworkOpsTest-1321672202-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625803'] for network, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:21.536735 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 45864) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:29:21.543367 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-0a61f643-4b94-4872-bb08-3c8bfda05434 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:29:21.584133 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41b1d0a-95da-48b5-868e-1ae2ce0c2425 None None] Pushing event deleted for resources: {'Port': ['ID=33c12e48-df5c-47f2-9dfb-71db126a2b82,revision_number=None']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:29:21.595169 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f41b1d0a-95da-48b5-868e-1ae2ce0c2425 None None] No DVR routers for this DVR port 33c12e48-df5c-47f2-9dfb-71db126a2b82 on host ncdv-master-1 {{(pid=121608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:29:21.641147 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-fcf3f658-34ea-41d8-822d-0e301f82560e req-7d4cc3d2-4211-4935-94ab-8ceec77098bb service neutron] 10.222.0.31 "GET /v2.0/networks/6dab2bb9-1b11-4634-becc-b5742aceff64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3910370
Dec 25 21:29:21.661412 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 33c12e48-df5c-47f2-9dfb-71db126a2b82 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:29:21.696778 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659d20e5-32b9-4fad-9167-d5fca44de539 req-0132f5ad-406e-42ab-b0c9-71e9ee7c5e56 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:21.705037 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-0a61f643-4b94-4872-bb08-3c8bfda05434 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:21.707643 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] No Port match for: 33c12e48-df5c-47f2-9dfb-71db126a2b82 {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:29:21.708369 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659d20e5-32b9-4fad-9167-d5fca44de539 req-0132f5ad-406e-42ab-b0c9-71e9ee7c5e56 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:21.712544 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 33c12e48-df5c-47f2-9dfb-71db126a2b82 not bound to the agent host ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:29:21.721123 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659d20e5-32b9-4fad-9167-d5fca44de539 req-0132f5ad-406e-42ab-b0c9-71e9ee7c5e56 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:21.736558 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659d20e5-32b9-4fad-9167-d5fca44de539 req-0132f5ad-406e-42ab-b0c9-71e9ee7c5e56 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:21.742839 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659d20e5-32b9-4fad-9167-d5fca44de539 req-0132f5ad-406e-42ab-b0c9-71e9ee7c5e56 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:21.749168 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659d20e5-32b9-4fad-9167-d5fca44de539 req-0132f5ad-406e-42ab-b0c9-71e9ee7c5e56 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:21.757445 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659d20e5-32b9-4fad-9167-d5fca44de539 req-0132f5ad-406e-42ab-b0c9-71e9ee7c5e56 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:21.757445 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-659d20e5-32b9-4fad-9167-d5fca44de539 req-0132f5ad-406e-42ab-b0c9-71e9ee7c5e56 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a8d6684-f19c-4a86-ac0c-6c056fa351fd HTTP/1.1" status: 200  len: 5419 time: 0.3171320
Dec 25 21:29:21.797464 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b3e42246-508b-45c9-8258-2bce348250e4 req-74551d4d-5923-4035-a562-4df9e386da80 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d32f0a1-0bdc-4dd4-8a66-1e7cbebb8ef1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3585751
Dec 25 21:29:21.901868 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-fcf3f658-34ea-41d8-822d-0e301f82560e req-0e8eb680-dcf8-4f81-980a-f8b837ea1971 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=d1b259e7-c1c4-46a5-8fa8-934e76ffd08c HTTP/1.1" status: 200  len: 217 time: 0.2507224
Dec 25 21:29:21.918933 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-0a61f643-4b94-4872-bb08-3c8bfda05434 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks [] for port, precommit_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:21.930657 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-bf8ac2e9-1073-4ed8-aa55-df67381bd466 tempest-BulkNetworkOpsTest-1321672202 tempest-BulkNetworkOpsTest-1321672202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997585', 'neutron.services.segments.db._delete_segments_for_network-8737602743071'] for network, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:22.003261 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.segments.db [None req-bf8ac2e9-1073-4ed8-aa55-df67381bd466 tempest-BulkNetworkOpsTest-1321672202 tempest-BulkNetworkOpsTest-1321672202-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f261364fd90>,) {'filters': {'network_id': ['9af3169e-d608-4726-8875-bab358e604ee']}} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:29:22.029032 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.segments.db [None req-bf8ac2e9-1073-4ed8-aa55-df67381bd466 tempest-BulkNetworkOpsTest-1321672202 tempest-BulkNetworkOpsTest-1321672202-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f261364fd90>, '8a77a964-b113-4850-aa6e-b3078b2580a5') {'for_net_delete': True} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:29:22.029309 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.segments.db [None req-bf8ac2e9-1073-4ed8-aa55-df67381bd466 tempest-BulkNetworkOpsTest-1321672202 tempest-BulkNetworkOpsTest-1321672202-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f261364fd90>, '8a77a964-b113-4850-aa6e-b3078b2580a5') {} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:29:22.030612 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-0a61f643-4b94-4872-bb08-3c8bfda05434 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8632327'] for port, after_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:22.040470 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf3f658-34ea-41d8-822d-0e301f82560e req-3e2cf56b-06a4-4e63-abde-d7e7be79657e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:22.042055 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-fcf3f658-34ea-41d8-822d-0e301f82560e req-3e2cf56b-06a4-4e63-abde-d7e7be79657e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=64fd0ee7-98f6-4e06-ac9e-5ec230df994d HTTP/1.1" status: 200  len: 797 time: 0.1074417
Dec 25 21:29:22.043803 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-bf8ac2e9-1073-4ed8-aa55-df67381bd466 tempest-BulkNetworkOpsTest-1321672202 tempest-BulkNetworkOpsTest-1321672202-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737602746920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9084222'] for segment, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:22.051426 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-659d20e5-32b9-4fad-9167-d5fca44de539 req-8f11037f-a18e-4146-b760-71b6301e8636 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] 10.222.0.32 "GET /v2.0/security-groups?id=3047df75-15d6-457f-8c77-25405c0680ea&id=213077ea-0675-4a6e-b24b-6e8c95ed2ffd&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.2513363
Dec 25 21:29:22.069003 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-0a61f643-4b94-4872-bb08-3c8bfda05434 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] In _notify_port_updated(), no bound segment for port 6e34ccd7-bb46-4bec-b9d5-c3ae0bbc0c1e on network 3a9367a7-e66f-41b5-8cf6-2e1594c7c8e8 {{(pid=121607) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}}
Dec 25 21:29:22.079941 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a61f643-4b94-4872-bb08-3c8bfda05434 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:22.080817 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-0a61f643-4b94-4872-bb08-3c8bfda05434 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:22.089295 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-bf8ac2e9-1073-4ed8-aa55-df67381bd466 tempest-BulkNetworkOpsTest-1321672202 tempest-BulkNetworkOpsTest-1321672202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:22.089947 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-0a61f643-4b94-4872-bb08-3c8bfda05434 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] 10.222.0.32 "PUT /v2.0/ports/6e34ccd7-bb46-4bec-b9d5-c3ae0bbc0c1e HTTP/1.1" status: 200  len: 818 time: 0.5536571
Dec 25 21:29:22.095073 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 45888) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:29:22.113397 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf8ac2e9-1073-4ed8-aa55-df67381bd466 tempest-BulkNetworkOpsTest-1321672202 tempest-BulkNetworkOpsTest-1321672202-project] Releasing vlan 186 on physical network physnet1 to pool {{(pid=121606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 25 21:29:22.114132 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-bf8ac2e9-1073-4ed8-aa55-df67381bd466 tempest-BulkNetworkOpsTest-1321672202 tempest-BulkNetworkOpsTest-1321672202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9084542'] for segment, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:22.119493 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:29:22.119493 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:29:22.119493 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:29:22.119493 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:29:22.119493 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:29:22.119493 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:29:22.119493 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:29:22.119493 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:29:22.119493 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:29:22.119493 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:29:22.119493 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:29:22.119493 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:29:22.119493 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:29:22.119493 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:29:22.119493 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:29:22.119493 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:29:22.119493 ncdv-master-1 neutron-server[121606]: Traceback (most recent call last):
Dec 25 21:29:22.119493 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 25 21:29:22.119493 ncdv-master-1 neutron-server[121606]:     timer()
Dec 25 21:29:22.119493 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 25 21:29:22.119493 ncdv-master-1 neutron-server[121606]:     cb(*args, **kw)
Dec 25 21:29:22.119493 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 25 21:29:22.119493 ncdv-master-1 neutron-server[121606]:     return func(*args, **kwargs)
Dec 25 21:29:22.119493 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 25 21:29:22.119493 ncdv-master-1 neutron-server[121606]:     self._notify()
Dec 25 21:29:22.119493 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 25 21:29:22.119493 ncdv-master-1 neutron-server[121606]:     self.callback(batched_events)
Dec 25 21:29:22.119493 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 25 21:29:22.119493 ncdv-master-1 neutron-server[121606]:     event.method(event)
Dec 25 21:29:22.119493 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 25 21:29:22.119493 ncdv-master-1 neutron-server[121606]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 25 21:29:22.119493 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 25 21:29:22.119493 ncdv-master-1 neutron-server[121606]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 25 21:29:22.119493 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 25 21:29:22.119493 ncdv-master-1 neutron-server[121606]:     return f(self, *a, **k)
Dec 25 21:29:22.119493 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 25 21:29:22.119493 ncdv-master-1 neutron-server[121606]:     return self._get(url).json()
Dec 25 21:29:22.119493 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 25 21:29:22.119493 ncdv-master-1 neutron-server[121606]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 25 21:29:22.119493 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 25 21:29:22.119493 ncdv-master-1 neutron-server[121606]:     return self.request(url, 'GET', **kwargs)
Dec 25 21:29:22.119493 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 25 21:29:22.119493 ncdv-master-1 neutron-server[121606]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 25 21:29:22.119493 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 25 21:29:22.119493 ncdv-master-1 neutron-server[121606]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 25 21:29:22.119493 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 25 21:29:22.119493 ncdv-master-1 neutron-server[121606]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 25 21:29:22.119493 ncdv-master-1 neutron-server[121606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 25 21:29:22.142314 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a61f643-4b94-4872-bb08-3c8bfda05434 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Pushing event updated for resources: {'Port': ['ID=6e34ccd7-bb46-4bec-b9d5-c3ae0bbc0c1e,revision_number=2']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:29:22.156340 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf3f658-34ea-41d8-822d-0e301f82560e req-dca867b1-b4b1-4f5b-9dd4-2bca1d71ee13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:22.158759 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-fcf3f658-34ea-41d8-822d-0e301f82560e req-dca867b1-b4b1-4f5b-9dd4-2bca1d71ee13 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=1eebed42-83f0-407e-9fde-c8f3a2309436&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.1075890
Dec 25 21:29:22.236974 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-b33886e2-c2bd-4871-95a0-00872639583b tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Deleting port 6e34ccd7-bb46-4bec-b9d5-c3ae0bbc0c1e {{(pid=121607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:29:22.237373 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b33886e2-c2bd-4871-95a0-00872639583b tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:22.298696 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-fcf3f658-34ea-41d8-822d-0e301f82560e req-47ee17b9-e968-4ade-9a49-28e28adae9dc service neutron] 10.222.0.31 "GET /v2.0/networks/1eebed42-83f0-407e-9fde-c8f3a2309436?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0958848
Dec 25 21:29:22.307583 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b33886e2-c2bd-4871-95a0-00872639583b tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:22.320045 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-b33886e2-c2bd-4871-95a0-00872639583b tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Calling delete_port for 6e34ccd7-bb46-4bec-b9d5-c3ae0bbc0c1e owned by  {{(pid=121607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:29:22.328269 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-bf8ac2e9-1073-4ed8-aa55-df67381bd466 tempest-BulkNetworkOpsTest-1321672202 tempest-BulkNetworkOpsTest-1321672202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2008653'] for network, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:22.354103 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-bf8ac2e9-1073-4ed8-aa55-df67381bd466 tempest-BulkNetworkOpsTest-1321672202 tempest-BulkNetworkOpsTest-1321672202-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for network, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:22.362920 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-bf8ac2e9-1073-4ed8-aa55-df67381bd466 tempest-BulkNetworkOpsTest-1321672202 tempest-BulkNetworkOpsTest-1321672202-project] 10.222.0.32 "DELETE /v2.0/networks/9af3169e-d608-4726-8875-bab358e604ee HTTP/1.1" status: 204  len: 168 time: 1.0635331
Dec 25 21:29:22.362920 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8ac2e9-1073-4ed8-aa55-df67381bd466 tempest-BulkNetworkOpsTest-1321672202 tempest-BulkNetworkOpsTest-1321672202-project] Pushing event deleted for resources: {'Network': ['ID=9af3169e-d608-4726-8875-bab358e604ee,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:29:22.363266 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 45904) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:29:22.423297 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-fcf3f658-34ea-41d8-822d-0e301f82560e req-6fcc86cd-73bd-47c1-9e40-56d8a2b292ef service neutron] 10.222.0.31 "GET /v2.0/networks/1eebed42-83f0-407e-9fde-c8f3a2309436?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1176002
Dec 25 21:29:22.459081 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-271c182b-6bc2-49a3-bf62-8e983dd899ff tempest-BulkNetworkOpsTest-1321672202 tempest-BulkNetworkOpsTest-1321672202-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625803'] for network, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:22.468343 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-fcf3f658-34ea-41d8-822d-0e301f82560e req-fa13fc10-dd36-48f8-a148-d53e4d499840 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=c1259bc6-d32f-4b81-b593-3660604ed03e HTTP/1.1" status: 200  len: 217 time: 0.0379212
Dec 25 21:29:22.520496 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf3f658-34ea-41d8-822d-0e301f82560e req-ff012f64-6007-4370-a367-ff81e0b8dd22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:22.522012 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-fcf3f658-34ea-41d8-822d-0e301f82560e req-ff012f64-6007-4370-a367-ff81e0b8dd22 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=64fd0ee7-98f6-4e06-ac9e-5ec230df994d HTTP/1.1" status: 200  len: 797 time: 0.0474010
Dec 25 21:29:22.554427 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-271c182b-6bc2-49a3-bf62-8e983dd899ff tempest-BulkNetworkOpsTest-1321672202 tempest-BulkNetworkOpsTest-1321672202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997585', 'neutron.services.segments.db._delete_segments_for_network-8737602743071'] for network, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:22.571762 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf3f658-34ea-41d8-822d-0e301f82560e req-a6ecabdb-b630-42af-9161-65dfee07f8f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:22.573329 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-fcf3f658-34ea-41d8-822d-0e301f82560e req-a6ecabdb-b630-42af-9161-65dfee07f8f5 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=1eebed42-83f0-407e-9fde-c8f3a2309436&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.0432963
Dec 25 21:29:22.573550 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b33886e2-c2bd-4871-95a0-00872639583b tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:22.582253 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-271c182b-6bc2-49a3-bf62-8e983dd899ff tempest-BulkNetworkOpsTest-1321672202 tempest-BulkNetworkOpsTest-1321672202-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2611fb8100>,) {'filters': {'network_id': ['792612f4-8578-4d69-9d55-0b33ba70951f']}} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:29:22.616572 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-271c182b-6bc2-49a3-bf62-8e983dd899ff tempest-BulkNetworkOpsTest-1321672202 tempest-BulkNetworkOpsTest-1321672202-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2611fb8100>, 'c3d3cada-1e80-4663-96c3-a93508b2457c') {'for_net_delete': True} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:29:22.616892 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-271c182b-6bc2-49a3-bf62-8e983dd899ff tempest-BulkNetworkOpsTest-1321672202 tempest-BulkNetworkOpsTest-1321672202-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2611fb8100>, 'c3d3cada-1e80-4663-96c3-a93508b2457c') {} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:29:22.620385 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33886e2-c2bd-4871-95a0-00872639583b tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Pushing event deleted for resources: {'Port': ['ID=6e34ccd7-bb46-4bec-b9d5-c3ae0bbc0c1e,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:29:22.632250 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-271c182b-6bc2-49a3-bf62-8e983dd899ff tempest-BulkNetworkOpsTest-1321672202 tempest-BulkNetworkOpsTest-1321672202-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737602746920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10246592'] for segment, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:22.634468 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b33886e2-c2bd-4871-95a0-00872639583b tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:22.637822 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-b33886e2-c2bd-4871-95a0-00872639583b tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] 10.222.0.32 "DELETE /v2.0/ports/6e34ccd7-bb46-4bec-b9d5-c3ae0bbc0c1e HTTP/1.1" status: 204  len: 168 time: 0.5417962
Dec 25 21:29:22.643216 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 45912) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:29:22.674958 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-271c182b-6bc2-49a3-bf62-8e983dd899ff tempest-BulkNetworkOpsTest-1321672202 tempest-BulkNetworkOpsTest-1321672202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:22.683633 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-271c182b-6bc2-49a3-bf62-8e983dd899ff tempest-BulkNetworkOpsTest-1321672202 tempest-BulkNetworkOpsTest-1321672202-project] Releasing vlan 170 on physical network physnet1 to pool {{(pid=121607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 25 21:29:22.684080 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-271c182b-6bc2-49a3-bf62-8e983dd899ff tempest-BulkNetworkOpsTest-1321672202 tempest-BulkNetworkOpsTest-1321672202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8633327'] for segment, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:22.686709 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-fcf3f658-34ea-41d8-822d-0e301f82560e req-4c20f8ec-37e8-4437-8dda-6b7a7a3d717c service neutron] 10.222.0.31 "GET /v2.0/networks/1eebed42-83f0-407e-9fde-c8f3a2309436?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1063435
Dec 25 21:29:22.687926 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:29:22.687926 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:29:22.687926 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:29:22.687926 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:29:22.687926 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:29:22.687926 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:29:22.687926 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:29:22.687926 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:29:22.687926 ncdv-master-1 neutron-server[121607]: Traceback (most recent call last):
Dec 25 21:29:22.687926 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 25 21:29:22.687926 ncdv-master-1 neutron-server[121607]:     timer()
Dec 25 21:29:22.687926 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 25 21:29:22.687926 ncdv-master-1 neutron-server[121607]:     cb(*args, **kw)
Dec 25 21:29:22.687926 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 25 21:29:22.687926 ncdv-master-1 neutron-server[121607]:     return func(*args, **kwargs)
Dec 25 21:29:22.687926 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 25 21:29:22.687926 ncdv-master-1 neutron-server[121607]:     self._notify()
Dec 25 21:29:22.687926 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 25 21:29:22.687926 ncdv-master-1 neutron-server[121607]:     self.callback(batched_events)
Dec 25 21:29:22.687926 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 25 21:29:22.687926 ncdv-master-1 neutron-server[121607]:     event.method(event)
Dec 25 21:29:22.687926 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 25 21:29:22.687926 ncdv-master-1 neutron-server[121607]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 25 21:29:22.687926 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 25 21:29:22.687926 ncdv-master-1 neutron-server[121607]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 25 21:29:22.687926 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 25 21:29:22.687926 ncdv-master-1 neutron-server[121607]:     return f(self, *a, **k)
Dec 25 21:29:22.687926 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 25 21:29:22.687926 ncdv-master-1 neutron-server[121607]:     return self._get(url).json()
Dec 25 21:29:22.687926 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 25 21:29:22.687926 ncdv-master-1 neutron-server[121607]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 25 21:29:22.687926 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 25 21:29:22.687926 ncdv-master-1 neutron-server[121607]:     return self.request(url, 'GET', **kwargs)
Dec 25 21:29:22.687926 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 25 21:29:22.687926 ncdv-master-1 neutron-server[121607]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 25 21:29:22.687926 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 25 21:29:22.687926 ncdv-master-1 neutron-server[121607]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 25 21:29:22.687926 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 25 21:29:22.687926 ncdv-master-1 neutron-server[121607]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 25 21:29:22.687926 ncdv-master-1 neutron-server[121607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 25 21:29:22.783653 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c093fbe-1d19-44bb-a98e-9401b1a84b22 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:22.783653 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-9c093fbe-1d19-44bb-a98e-9401b1a84b22 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200  len: 843 time: 0.1384768
Dec 25 21:29:22.785694 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 45918) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:29:22.807426 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-fcf3f658-34ea-41d8-822d-0e301f82560e req-a7727488-f4ba-4226-bdce-a2b1a7ab1ecc service neutron] 10.222.0.31 "GET /v2.0/networks/1eebed42-83f0-407e-9fde-c8f3a2309436?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1135223
Dec 25 21:29:22.814955 ncdv-master-1 neutron-server[121607]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0674767-7c15-44b5-82e0-29cb10f09dfe tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] GET failed (client error): The resource could not be found.
Dec 25 21:29:22.816370 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-f0674767-7c15-44b5-82e0-29cb10f09dfe tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] 10.222.0.32 "GET /v2.0/ports/6e34ccd7-bb46-4bec-b9d5-c3ae0bbc0c1e HTTP/1.1" status: 404  len: 333 time: 0.0297244
Dec 25 21:29:22.820061 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 45920) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:29:22.835169 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-b376762c-61f1-4a82-899d-b016b02302c1 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-533118944'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:29:22.928477 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a728226-204a-4579-a225-e28d94a95e6a req-34676cd1-61ef-4764-be66-5fca499aa3ad tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:22.930090 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5a728226-204a-4579-a225-e28d94a95e6a req-34676cd1-61ef-4764-be66-5fca499aa3ad tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] 10.222.0.32 "GET /v2.0/ports?device_id=65490ad4-5baf-4c89-9877-006d581b4758 HTTP/1.1" status: 200  len: 945 time: 0.0523536
Dec 25 21:29:22.975116 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b376762c-61f1-4a82-899d-b016b02302c1 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Made reservation on behalf of a80fe923d39349348137639eb937eac1 for: {'network': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:29:22.979448 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b376762c-61f1-4a82-899d-b016b02302c1 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for network, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:22.983075 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-271c182b-6bc2-49a3-bf62-8e983dd899ff tempest-BulkNetworkOpsTest-1321672202 tempest-BulkNetworkOpsTest-1321672202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2008653'] for network, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:23.000455 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-271c182b-6bc2-49a3-bf62-8e983dd899ff tempest-BulkNetworkOpsTest-1321672202 tempest-BulkNetworkOpsTest-1321672202-project] Publish callbacks [] for network, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:23.003601 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-271c182b-6bc2-49a3-bf62-8e983dd899ff tempest-BulkNetworkOpsTest-1321672202 tempest-BulkNetworkOpsTest-1321672202-project] 10.222.0.32 "DELETE /v2.0/networks/792612f4-8578-4d69-9d55-0b33ba70951f HTTP/1.1" status: 204  len: 168 time: 0.6414034
Dec 25 21:29:23.004396 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5a728226-204a-4579-a225-e28d94a95e6a req-477a2d4c-4209-4920-98ef-040a9b407e60 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d32f0a1-0bdc-4dd4-8a66-1e7cbebb8ef1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0650873
Dec 25 21:29:23.007363 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 45928) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:29:23.020909 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271c182b-6bc2-49a3-bf62-8e983dd899ff tempest-BulkNetworkOpsTest-1321672202 tempest-BulkNetworkOpsTest-1321672202-project] Pushing event deleted for resources: {'Network': ['ID=792612f4-8578-4d69-9d55-0b33ba70951f,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:29:23.035630 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b376762c-61f1-4a82-899d-b016b02302c1 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] vlan segment allocate from pool success with {'vlan_id': 185, 'physical_network': 'physnet1'}  {{(pid=121607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 25 21:29:23.047739 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b376762c-61f1-4a82-899d-b016b02302c1 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:23.048120 ncdv-master-1 neutron-server[121607]: INFO neutron.db.segments_db [None req-b376762c-61f1-4a82-899d-b016b02302c1 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Added segment 00f8c91f-8ea3-40c8-9267-c24e30fe9f46 of type vlan for network 410d36ba-d859-4c23-90c3-069b903fe876
Dec 25 21:29:23.099603 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b376762c-61f1-4a82-899d-b016b02302c1 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737602163420'] for network, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:23.252249 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b376762c-61f1-4a82-899d-b016b02302c1 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870'] for network, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:23.262957 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b376762c-61f1-4a82-899d-b016b02302c1 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:23.263789 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b376762c-61f1-4a82-899d-b016b02302c1 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks [] for network, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:23.345482 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b376762c-61f1-4a82-899d-b016b02302c1 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Pushing event updated for resources: {'Network': ['ID=410d36ba-d859-4c23-90c3-069b903fe876,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:29:23.356810 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Network 410d36ba-d859-4c23-90c3-069b903fe876 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 25 21:29:23.380296 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-b376762c-61f1-4a82-899d-b016b02302c1 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 767 time: 0.5589290
Dec 25 21:29:23.382741 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 45940) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:29:23.391121 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-ef44aa4b-9888-4fa8-872f-81b28c80d772 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Request body: {'subnet': {'network_id': '410d36ba-d859-4c23-90c3-069b903fe876', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:29:23.512748 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-07d9e7ef-6d94-4758-91d4-a7d0516e1ab3 tempest-BulkNetworkOpsTest-1321672202 tempest-BulkNetworkOpsTest-1321672202-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625803'] for network, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:23.541572 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cacc36-fe82-474c-b7dc-4ff494a14f1c req-8a4d23dc-f2cd-4c20-8efb-d4ba567ab892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:23.541572 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cacc36-fe82-474c-b7dc-4ff494a14f1c req-8a4d23dc-f2cd-4c20-8efb-d4ba567ab892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:23.541572 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cacc36-fe82-474c-b7dc-4ff494a14f1c req-8a4d23dc-f2cd-4c20-8efb-d4ba567ab892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:23.541572 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cacc36-fe82-474c-b7dc-4ff494a14f1c req-8a4d23dc-f2cd-4c20-8efb-d4ba567ab892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:23.541572 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cacc36-fe82-474c-b7dc-4ff494a14f1c req-8a4d23dc-f2cd-4c20-8efb-d4ba567ab892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:23.541572 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cacc36-fe82-474c-b7dc-4ff494a14f1c req-8a4d23dc-f2cd-4c20-8efb-d4ba567ab892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:23.541572 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cacc36-fe82-474c-b7dc-4ff494a14f1c req-8a4d23dc-f2cd-4c20-8efb-d4ba567ab892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:23.541572 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-01cacc36-fe82-474c-b7dc-4ff494a14f1c req-8a4d23dc-f2cd-4c20-8efb-d4ba567ab892 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=980165331b334d7795b91adc96459725&device_id=7a8d6684-f19c-4a86-ac0c-6c056fa351fd HTTP/1.1" status: 200  len: 6476 time: 0.5040064
Dec 25 21:29:23.582905 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef44aa4b-9888-4fa8-872f-81b28c80d772 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Made reservation on behalf of a80fe923d39349348137639eb937eac1 for: {'subnet': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:29:23.589917 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ef44aa4b-9888-4fa8-872f-81b28c80d772 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8852834'] for subnet, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:23.618953 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d0fd28-a1ae-4170-98f1-78c56b51eb07 req-3cc99481-3ae3-41e6-885d-ee5c5318691f tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:23.622016 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d0fd28-a1ae-4170-98f1-78c56b51eb07 req-3cc99481-3ae3-41e6-885d-ee5c5318691f tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:23.627955 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d0fd28-a1ae-4170-98f1-78c56b51eb07 req-3cc99481-3ae3-41e6-885d-ee5c5318691f tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:23.633988 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d0fd28-a1ae-4170-98f1-78c56b51eb07 req-3cc99481-3ae3-41e6-885d-ee5c5318691f tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:23.639944 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d0fd28-a1ae-4170-98f1-78c56b51eb07 req-3cc99481-3ae3-41e6-885d-ee5c5318691f tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:23.646465 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d0fd28-a1ae-4170-98f1-78c56b51eb07 req-3cc99481-3ae3-41e6-885d-ee5c5318691f tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:23.652997 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d0fd28-a1ae-4170-98f1-78c56b51eb07 req-3cc99481-3ae3-41e6-885d-ee5c5318691f tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:23.654956 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-15d0fd28-a1ae-4170-98f1-78c56b51eb07 req-3cc99481-3ae3-41e6-885d-ee5c5318691f tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a8d6684-f19c-4a86-ac0c-6c056fa351fd HTTP/1.1" status: 200  len: 5419 time: 0.1834571
Dec 25 21:29:23.749170 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-07d9e7ef-6d94-4758-91d4-a7d0516e1ab3 tempest-BulkNetworkOpsTest-1321672202 tempest-BulkNetworkOpsTest-1321672202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997585', 'neutron.services.segments.db._delete_segments_for_network-8737602743071'] for network, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:23.791556 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.segments.db [None req-07d9e7ef-6d94-4758-91d4-a7d0516e1ab3 tempest-BulkNetworkOpsTest-1321672202 tempest-BulkNetworkOpsTest-1321672202-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2612aac4c0>,) {'filters': {'network_id': ['41fd3eeb-efa1-4afa-b824-ab0a9b79deb1']}} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:29:23.824752 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.segments.db [None req-07d9e7ef-6d94-4758-91d4-a7d0516e1ab3 tempest-BulkNetworkOpsTest-1321672202 tempest-BulkNetworkOpsTest-1321672202-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2612aac4c0>, 'fe0ff4ce-d8d9-44d9-971c-2af829b6d608') {'for_net_delete': True} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:29:23.825227 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.segments.db [None req-07d9e7ef-6d94-4758-91d4-a7d0516e1ab3 tempest-BulkNetworkOpsTest-1321672202 tempest-BulkNetworkOpsTest-1321672202-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2612aac4c0>, 'fe0ff4ce-d8d9-44d9-971c-2af829b6d608') {} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:29:23.844482 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cacc36-fe82-474c-b7dc-4ff494a14f1c req-0269e084-f6a0-4b28-bb69-de6e0323a6b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:23.846027 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-01cacc36-fe82-474c-b7dc-4ff494a14f1c req-0269e084-f6a0-4b28-bb69-de6e0323a6b5 service neutron] 10.222.0.31 "GET /v2.0/networks?id=1eebed42-83f0-407e-9fde-c8f3a2309436 HTTP/1.1" status: 200  len: 902 time: 0.2970715
Dec 25 21:29:23.847911 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-07d9e7ef-6d94-4758-91d4-a7d0516e1ab3 tempest-BulkNetworkOpsTest-1321672202 tempest-BulkNetworkOpsTest-1321672202-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737602746920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9084222'] for segment, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:23.909628 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ef44aa4b-9888-4fa8-872f-81b28c80d772 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8632475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8852848'] for subnet, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:23.913024 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-01cacc36-fe82-474c-b7dc-4ff494a14f1c req-b91d94ff-e65d-4aff-891f-ca330da2264a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=c1259bc6-d32f-4b81-b593-3660604ed03e HTTP/1.1" status: 200  len: 217 time: 0.0555310
Dec 25 21:29:23.929125 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-07d9e7ef-6d94-4758-91d4-a7d0516e1ab3 tempest-BulkNetworkOpsTest-1321672202 tempest-BulkNetworkOpsTest-1321672202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:23.963310 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-15d0fd28-a1ae-4170-98f1-78c56b51eb07 req-06c66e65-6d7a-4510-b0a0-d674ff1f9b1b tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] 10.222.0.32 "GET /v2.0/security-groups?id=3047df75-15d6-457f-8c77-25405c0680ea&id=213077ea-0675-4a6e-b24b-6e8c95ed2ffd&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.2755349
Dec 25 21:29:23.967357 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07d9e7ef-6d94-4758-91d4-a7d0516e1ab3 tempest-BulkNetworkOpsTest-1321672202 tempest-BulkNetworkOpsTest-1321672202-project] Releasing vlan 165 on physical network physnet1 to pool {{(pid=121606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 25 21:29:23.967769 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-07d9e7ef-6d94-4758-91d4-a7d0516e1ab3 tempest-BulkNetworkOpsTest-1321672202 tempest-BulkNetworkOpsTest-1321672202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9084542'] for segment, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:23.971404 ncdv-master-1 neutron-server[121606]: Traceback (most recent call last):
Dec 25 21:29:23.971404 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 25 21:29:23.971404 ncdv-master-1 neutron-server[121606]:     timer()
Dec 25 21:29:23.971404 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 25 21:29:23.971404 ncdv-master-1 neutron-server[121606]:     cb(*args, **kw)
Dec 25 21:29:23.971404 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 25 21:29:23.971404 ncdv-master-1 neutron-server[121606]:     return func(*args, **kwargs)
Dec 25 21:29:23.971404 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 25 21:29:23.971404 ncdv-master-1 neutron-server[121606]:     self._notify()
Dec 25 21:29:23.971404 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 25 21:29:23.971404 ncdv-master-1 neutron-server[121606]:     self.callback(batched_events)
Dec 25 21:29:23.971404 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 25 21:29:23.971404 ncdv-master-1 neutron-server[121606]:     event.method(event)
Dec 25 21:29:23.971404 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 25 21:29:23.971404 ncdv-master-1 neutron-server[121606]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 25 21:29:23.971404 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 25 21:29:23.971404 ncdv-master-1 neutron-server[121606]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 25 21:29:23.971404 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 25 21:29:23.971404 ncdv-master-1 neutron-server[121606]:     return f(self, *a, **k)
Dec 25 21:29:23.971404 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 25 21:29:23.971404 ncdv-master-1 neutron-server[121606]:     return self._get(url).json()
Dec 25 21:29:23.971404 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 25 21:29:23.971404 ncdv-master-1 neutron-server[121606]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 25 21:29:23.971404 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 25 21:29:23.971404 ncdv-master-1 neutron-server[121606]:     return self.request(url, 'GET', **kwargs)
Dec 25 21:29:23.971404 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 25 21:29:23.971404 ncdv-master-1 neutron-server[121606]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 25 21:29:23.971404 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 25 21:29:23.971404 ncdv-master-1 neutron-server[121606]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 25 21:29:23.971404 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 25 21:29:23.971404 ncdv-master-1 neutron-server[121606]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 25 21:29:23.971404 ncdv-master-1 neutron-server[121606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 25 21:29:23.993372 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef44aa4b-9888-4fa8-872f-81b28c80d772 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Pushing event updated for resources: {'Subnet': ['ID=5fa3417f-3ddf-4d5a-94b0-9d1b211ef68e,revision_number=0']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:29:24.000376 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef44aa4b-9888-4fa8-872f-81b28c80d772 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Checking segment: {'id': '00f8c91f-8ea3-40c8-9267-c24e30fe9f46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '410d36ba-d859-4c23-90c3-069b903fe876'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:29:24.000743 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef44aa4b-9888-4fa8-872f-81b28c80d772 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Network hostable DHCP agents. Network: 410d36ba-d859-4c23-90c3-069b903fe876, hostable agents: ['1813db88-2c1b-4357-a2ba-869246b663c2'], hosted agents: [] {{(pid=121607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 25 21:29:24.023263 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device 35a15c05-bcca-4842-8606-5c79e44fa713 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 25 21:29:24.036573 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cacc36-fe82-474c-b7dc-4ff494a14f1c req-8259ab1e-0a6b-40cc-9334-065a3ceed886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:24.038105 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-01cacc36-fe82-474c-b7dc-4ff494a14f1c req-8259ab1e-0a6b-40cc-9334-065a3ceed886 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=64fd0ee7-98f6-4e06-ac9e-5ec230df994d HTTP/1.1" status: 200  len: 797 time: 0.1165106
Dec 25 21:29:24.092965 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cacc36-fe82-474c-b7dc-4ff494a14f1c req-b8aeeae4-4f80-40b0-80dd-4bc0869d82e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:24.094352 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-01cacc36-fe82-474c-b7dc-4ff494a14f1c req-b8aeeae4-4f80-40b0-80dd-4bc0869d82e9 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=1eebed42-83f0-407e-9fde-c8f3a2309436&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.0483935
Dec 25 21:29:24.144676 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port 35a15c05-bcca-4842-8606-5c79e44fa713, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=35a15c05-bcca-4842-8606-5c79e44fa713,segment=NetworkSegment(51150129-bf93-43ed-a72b-663a41e8f921),segment_id=51150129-bf93-43ed-a72b-663a41e8f921)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:29:24.157764 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Returning: {'device': '35a15c05-bcca-4842-8606-5c79e44fa713', 'network_id': 'c8199f70-d579-4a7f-8b38-5d569ea5e784', 'port_id': '35a15c05-bcca-4842-8606-5c79e44fa713', 'mac_address': 'fa:16:3e:28:a4:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0cf468ed-9644-4e44-939f-6c7d09675460', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 25 21:29:24.195040 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:24.207898 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 35a15c05-bcca-4842-8606-5c79e44fa713 {{(pid=121608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:29:24.229721 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port 35a15c05-bcca-4842-8606-5c79e44fa713, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=35a15c05-bcca-4842-8606-5c79e44fa713,segment=NetworkSegment(51150129-bf93-43ed-a72b-663a41e8f921),segment_id=51150129-bf93-43ed-a72b-663a41e8f921)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:29:24.232836 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7cc14d-f918-4a51-82cf-5aa1f397e91a req-47458a97-cd08-4491-a0aa-996276c34653 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:24.234369 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-be7cc14d-f918-4a51-82cf-5aa1f397e91a req-47458a97-cd08-4491-a0aa-996276c34653 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] 10.222.0.32 "GET /v2.0/ports?device_id=65490ad4-5baf-4c89-9877-006d581b4758 HTTP/1.1" status: 200  len: 945 time: 0.0957775
Dec 25 21:29:24.238084 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-01cacc36-fe82-474c-b7dc-4ff494a14f1c req-a5a66996-5c5c-4238-b6db-3025ea0e10f0 service neutron] 10.222.0.31 "GET /v2.0/networks/1eebed42-83f0-407e-9fde-c8f3a2309436?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1369116
Dec 25 21:29:24.258967 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef44aa4b-9888-4fa8-872f-81b28c80d772 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Network 410d36ba-d859-4c23-90c3-069b903fe876 is scheduled to be hosted by DHCP agent 1813db88-2c1b-4357-a2ba-869246b663c2 with binding_index 1 {{(pid=121607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 25 21:29:24.272418 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-07d9e7ef-6d94-4758-91d4-a7d0516e1ab3 tempest-BulkNetworkOpsTest-1321672202 tempest-BulkNetworkOpsTest-1321672202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2008653'] for network, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:24.285320 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-07d9e7ef-6d94-4758-91d4-a7d0516e1ab3 tempest-BulkNetworkOpsTest-1321672202 tempest-BulkNetworkOpsTest-1321672202-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for network, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:24.288531 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-07d9e7ef-6d94-4758-91d4-a7d0516e1ab3 tempest-BulkNetworkOpsTest-1321672202 tempest-BulkNetworkOpsTest-1321672202-project] 10.222.0.32 "DELETE /v2.0/networks/41fd3eeb-efa1-4afa-b824-ab0a9b79deb1 HTTP/1.1" status: 204  len: 168 time: 1.2801523
Dec 25 21:29:24.340836 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d9e7ef-6d94-4758-91d4-a7d0516e1ab3 tempest-BulkNetworkOpsTest-1321672202 tempest-BulkNetworkOpsTest-1321672202-project] Pushing event deleted for resources: {'Network': ['ID=41fd3eeb-efa1-4afa-b824-ab0a9b79deb1,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:29:24.356741 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:24.385693 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-ef44aa4b-9888-4fa8-872f-81b28c80d772 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 410d36ba-d859-4c23-90c3-069b903fe876) {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:29:24.397930 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef44aa4b-9888-4fa8-872f-81b28c80d772 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:24.398573 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ef44aa4b-9888-4fa8-872f-81b28c80d772 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks [] for subnet, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:24.473062 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-be7cc14d-f918-4a51-82cf-5aa1f397e91a req-e8abf0ec-917d-448e-85b3-625eed4ef85a tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d32f0a1-0bdc-4dd4-8a66-1e7cbebb8ef1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2287869
Dec 25 21:29:24.498038 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Pushing event updated for resources: {'Port': ['ID=35a15c05-bcca-4842-8606-5c79e44fa713,revision_number=6']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:29:24.501082 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aca5bb0-8ff8-4b6f-9cf0-6209f49175be None None] Network 410d36ba-d859-4c23-90c3-069b903fe876 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:29:24.517807 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-01cacc36-fe82-474c-b7dc-4ff494a14f1c req-4d799449-e95d-4b5b-bb25-1d03d794809a service neutron] 10.222.0.31 "GET /v2.0/networks/1eebed42-83f0-407e-9fde-c8f3a2309436?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2713361
Dec 25 21:29:24.538010 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-ef44aa4b-9888-4fa8-872f-81b28c80d772 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.1527524
Dec 25 21:29:24.550409 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 45984) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:29:24.557659 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-40ec1b10-e136-4225-b0d4-a6180ea1207a tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Request body: {'subnet': {'network_id': '410d36ba-d859-4c23-90c3-069b903fe876', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:29:24.572323 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] get_ports_and_sgs() called for port_ids ['35a15c05-bcca-4842-8606-5c79e44fa713'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:29:24.658467 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1005cd9-0dc3-4c38-bd77-5ce6fc97ad4d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-410d36ba-d859-4c23-90c3-069b903fe876', 'network_id': '410d36ba-d859-4c23-90c3-069b903fe876', 'project_id': 'a80fe923d39349348137639eb937eac1', 'fixed_ips': [{'subnet_id': '5fa3417f-3ddf-4d5a-94b0-9d1b211ef68e'}]}} from ncdv-master-1. {{(pid=121608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 25 21:29:24.659658 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-e1005cd9-0dc3-4c38-bd77-5ce6fc97ad4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:25.011754 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 46002) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:29:25.131920 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.db_base_plugin_common [None req-e1005cd9-0dc3-4c38-bd77-5ce6fc97ad4d None None] Allocated IP 172.20.0.2 (410d36ba-d859-4c23-90c3-069b903fe876/5fa3417f-3ddf-4d5a-94b0-9d1b211ef68e/8ae077bd-8e1e-4e88-8c0a-f48c6b943beb) {{(pid=121608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:29:25.162996 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496935b7-6e49-41d4-88fc-f9d09bfc3f9c req-7344b0a9-c57e-4614-9d72-12534ff6540f tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:25.172383 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496935b7-6e49-41d4-88fc-f9d09bfc3f9c req-7344b0a9-c57e-4614-9d72-12534ff6540f tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:25.180648 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496935b7-6e49-41d4-88fc-f9d09bfc3f9c req-7344b0a9-c57e-4614-9d72-12534ff6540f tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:25.189867 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496935b7-6e49-41d4-88fc-f9d09bfc3f9c req-7344b0a9-c57e-4614-9d72-12534ff6540f tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:25.200826 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496935b7-6e49-41d4-88fc-f9d09bfc3f9c req-7344b0a9-c57e-4614-9d72-12534ff6540f tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:25.208356 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496935b7-6e49-41d4-88fc-f9d09bfc3f9c req-7344b0a9-c57e-4614-9d72-12534ff6540f tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:25.216156 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496935b7-6e49-41d4-88fc-f9d09bfc3f9c req-7344b0a9-c57e-4614-9d72-12534ff6540f tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:25.218091 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40ec1b10-e136-4225-b0d4-a6180ea1207a tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Made reservation on behalf of a80fe923d39349348137639eb937eac1 for: {'subnet': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:29:25.218714 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-496935b7-6e49-41d4-88fc-f9d09bfc3f9c req-7344b0a9-c57e-4614-9d72-12534ff6540f tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a8d6684-f19c-4a86-ac0c-6c056fa351fd HTTP/1.1" status: 200  len: 5419 time: 0.1353147
Dec 25 21:29:25.225362 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-40ec1b10-e136-4225-b0d4-a6180ea1207a tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8852834'] for subnet, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:25.293511 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-9412d617-0537-4ea7-8fc4-9dbc6e69232c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=630b7b4e23714a47b3012c008ec639f8&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2792039
Dec 25 21:29:25.295832 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 46008) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:29:25.357134 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-e1005cd9-0dc3-4c38-bd77-5ce6fc97ad4d None None] Publish callbacks [] for port, precommit_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:25.368353 ncdv-master-1 neutron-server[121607]: INFO neutron.db.ipam_backend_mixin [None req-40ec1b10-e136-4225-b0d4-a6180ea1207a tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 5fa3417f-3ddf-4d5a-94b0-9d1b211ef68e (CIDR: 172.20.0.0/28)
Dec 25 21:29:25.385295 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-26e4c0c7-1241-41a6-9cb3-d86b529dc600 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:25.406310 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-496935b7-6e49-41d4-88fc-f9d09bfc3f9c req-ee079265-03b7-485e-8a2a-d7f8de37c730 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] 10.222.0.32 "GET /v2.0/security-groups?id=3047df75-15d6-457f-8c77-25405c0680ea&id=213077ea-0675-4a6e-b24b-6e8c95ed2ffd&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1643710
Dec 25 21:29:25.419388 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-26e4c0c7-1241-41a6-9cb3-d86b529dc600 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:25.420232 ncdv-master-1 neutron-server[121607]: INFO neutron.pecan_wsgi.hooks.translation [None req-40ec1b10-e136-4225-b0d4-a6180ea1207a tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 25 21:29:25.420358 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-e1005cd9-0dc3-4c38-bd77-5ce6fc97ad4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946'] for port, after_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:25.423662 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40ec1b10-e136-4225-b0d4-a6180ea1207a tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=121607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 25 21:29:25.487178 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1005cd9-0dc3-4c38-bd77-5ce6fc97ad4d None None] Network 410d36ba-d859-4c23-90c3-069b903fe876 is already hosted by enough agents. {{(pid=121608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:29:25.491840 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.base_scheduler [None req-e1005cd9-0dc3-4c38-bd77-5ce6fc97ad4d None None] Resources bound (agent type, host, resource id):  {{(pid=121608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:29:25.501760 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1005cd9-0dc3-4c38-bd77-5ce6fc97ad4d None None] Received port after_create {{(pid=121608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:29:25.534731 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-40ec1b10-e136-4225-b0d4-a6180ea1207a tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 0.9825122
Dec 25 21:29:25.537556 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 46018) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:29:25.543450 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-78b5b6a3-bf21-498c-a421-408f3cccd7f4 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Request body: {'subnet': {'network_id': '410d36ba-d859-4c23-90c3-069b903fe876', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:29:25.631228 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1005cd9-0dc3-4c38-bd77-5ce6fc97ad4d None None] Pushing event updated for resources: {'Port': ['ID=8ae077bd-8e1e-4e88-8c0a-f48c6b943beb,revision_number=1']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:29:25.657880 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-26e4c0c7-1241-41a6-9cb3-d86b529dc600 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:25.659063 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-e1005cd9-0dc3-4c38-bd77-5ce6fc97ad4d None None] Attempting to bind port 8ae077bd-8e1e-4e88-8c0a-f48c6b943beb on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:29:25.661912 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-e1005cd9-0dc3-4c38-bd77-5ce6fc97ad4d None None] Attempting to bind port 8ae077bd-8e1e-4e88-8c0a-f48c6b943beb by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '00f8c91f-8ea3-40c8-9267-c24e30fe9f46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '410d36ba-d859-4c23-90c3-069b903fe876'}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:29:25.661912 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1005cd9-0dc3-4c38-bd77-5ce6fc97ad4d None None] Attempting to bind port 8ae077bd-8e1e-4e88-8c0a-f48c6b943beb on network 410d36ba-d859-4c23-90c3-069b903fe876 {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:29:25.669789 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-26e4c0c7-1241-41a6-9cb3-d86b529dc600 admin admin] Publish callbacks [] for security_group, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:25.669789 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-26e4c0c7-1241-41a6-9cb3-d86b529dc600 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7ea7fda4-486d-40e6-870b-6f26a738eedb HTTP/1.1" status: 204  len: 168 time: 0.3602142
Dec 25 21:29:25.710733 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957928b6-c9ec-440f-ae70-38e57534ec48 req-e7874855-4cf8-4c51-93c1-563b2b0e683c tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:25.713212 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-957928b6-c9ec-440f-ae70-38e57534ec48 req-e7874855-4cf8-4c51-93c1-563b2b0e683c tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] 10.222.0.32 "GET /v2.0/ports?device_id=65490ad4-5baf-4c89-9877-006d581b4758 HTTP/1.1" status: 200  len: 944 time: 0.1292005
Dec 25 21:29:25.714248 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e4c0c7-1241-41a6-9cb3-d86b529dc600 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ea7fda4-486d-40e6-870b-6f26a738eedb,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:29:25.749215 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1005cd9-0dc3-4c38-bd77-5ce6fc97ad4d None None] Checking agent: {'id': 'ca4f5c6d-f1fd-48b8-a3e3-395864c7d23d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 20, 56, 40), 'started_at': datetime.datetime(2021, 12, 25, 20, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 29, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:29:25.750016 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1005cd9-0dc3-4c38-bd77-5ce6fc97ad4d None None] Checking segment: {'id': '00f8c91f-8ea3-40c8-9267-c24e30fe9f46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '410d36ba-d859-4c23-90c3-069b903fe876'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:29:25.753456 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-e1005cd9-0dc3-4c38-bd77-5ce6fc97ad4d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:25.753918 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1005cd9-0dc3-4c38-bd77-5ce6fc97ad4d None None] Bound using segment: {'id': '00f8c91f-8ea3-40c8-9267-c24e30fe9f46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '410d36ba-d859-4c23-90c3-069b903fe876'} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:29:25.754427 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-e1005cd9-0dc3-4c38-bd77-5ce6fc97ad4d None None] Bound port: 8ae077bd-8e1e-4e88-8c0a-f48c6b943beb, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00f8c91f-8ea3-40c8-9267-c24e30fe9f46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '410d36ba-d859-4c23-90c3-069b903fe876'}}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:29:25.754968 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-e1005cd9-0dc3-4c38-bd77-5ce6fc97ad4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:25.807583 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-957928b6-c9ec-440f-ae70-38e57534ec48 req-29ceb0d1-6408-4cdb-b62b-1090a8c85731 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d32f0a1-0bdc-4dd4-8a66-1e7cbebb8ef1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0674808
Dec 25 21:29:25.905178 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78b5b6a3-bf21-498c-a421-408f3cccd7f4 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Made reservation on behalf of a80fe923d39349348137639eb937eac1 for: {'subnet': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:29:25.910028 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-78b5b6a3-bf21-498c-a421-408f3cccd7f4 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9028529'] for subnet, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:25.923890 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-e1005cd9-0dc3-4c38-bd77-5ce6fc97ad4d None None] For port 8ae077bd-8e1e-4e88-8c0a-f48c6b943beb, host ncdv-master-1, cleared binding levels {{(pid=121608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:29:25.935224 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-e1005cd9-0dc3-4c38-bd77-5ce6fc97ad4d None None] For port 8ae077bd-8e1e-4e88-8c0a-f48c6b943beb, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8ae077bd-8e1e-4e88-8c0a-f48c6b943beb,segment=NetworkSegment(00f8c91f-8ea3-40c8-9267-c24e30fe9f46),segment_id=00f8c91f-8ea3-40c8-9267-c24e30fe9f46)] {{(pid=121608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:29:26.022278 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device 35a15c05-bcca-4842-8606-5c79e44fa713 up at agent hyperv_nch2-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:29:26.104597 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Provisioning complete for port 35a15c05-bcca-4842-8606-5c79e44fa713 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:29:26.105015 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:26.162613 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-e1005cd9-0dc3-4c38-bd77-5ce6fc97ad4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:26.280431 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1005cd9-0dc3-4c38-bd77-5ce6fc97ad4d None None] Pushing event updated for resources: {'Port': ['ID=8ae077bd-8e1e-4e88-8c0a-f48c6b943beb,revision_number=2']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:29:26.298999 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-78b5b6a3-bf21-498c-a421-408f3cccd7f4 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9084170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9028515'] for subnet, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:26.346718 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:26.434006 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65490ad4-5baf-4c89-9877-006d581b4758', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35a15c05-bcca-4842-8606-5c79e44fa713'}] {{(pid=121608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:29:26.462561 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a88c78c3ff6266bd59c7e89d275b28c92e739b67d23c89d71af88829fd31566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0da39d0-12eb-4899-bd96-8ec7a4f01387" -d '{"events": [{"server_uuid": "65490ad4-5baf-4c89-9877-006d581b4758", "name": "network-vif-plugged", "status": "completed", "tag": "35a15c05-bcca-4842-8606-5c79e44fa713"}]}' {{(pid=121608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:29:26.497321 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port 35a15c05-bcca-4842-8606-5c79e44fa713, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=35a15c05-bcca-4842-8606-5c79e44fa713,segment=NetworkSegment(51150129-bf93-43ed-a72b-663a41e8f921),segment_id=51150129-bf93-43ed-a72b-663a41e8f921)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:29:26.505246 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78b5b6a3-bf21-498c-a421-408f3cccd7f4 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Network 410d36ba-d859-4c23-90c3-069b903fe876 is already hosted by enough agents. {{(pid=121606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:29:26.513532 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [None req-78b5b6a3-bf21-498c-a421-408f3cccd7f4 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Resources bound (agent type, host, resource id):  {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:29:26.531483 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78b5b6a3-bf21-498c-a421-408f3cccd7f4 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:26.531830 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-78b5b6a3-bf21-498c-a421-408f3cccd7f4 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks [] for subnet, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:26.604929 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b5b6a3-bf21-498c-a421-408f3cccd7f4 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Pushing event updated for resources: {'Subnet': ['ID=b528b4e4-90a8-48fb-a2f2-fdb9cf8a0722,revision_number=0']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:29:26.650993 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae56cfc-a5dd-4cab-8e8b-a17277eb5be8 req-e6fa4a69-602a-472c-82c1-6467931316d3 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:26.670782 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:26.671317 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae56cfc-a5dd-4cab-8e8b-a17277eb5be8 req-e6fa4a69-602a-472c-82c1-6467931316d3 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:26.678200 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae56cfc-a5dd-4cab-8e8b-a17277eb5be8 req-e6fa4a69-602a-472c-82c1-6467931316d3 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:26.685425 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae56cfc-a5dd-4cab-8e8b-a17277eb5be8 req-e6fa4a69-602a-472c-82c1-6467931316d3 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:26.691711 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae56cfc-a5dd-4cab-8e8b-a17277eb5be8 req-e6fa4a69-602a-472c-82c1-6467931316d3 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:26.698805 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae56cfc-a5dd-4cab-8e8b-a17277eb5be8 req-e6fa4a69-602a-472c-82c1-6467931316d3 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:26.704932 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae56cfc-a5dd-4cab-8e8b-a17277eb5be8 req-e6fa4a69-602a-472c-82c1-6467931316d3 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:26.713705 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-aae56cfc-a5dd-4cab-8e8b-a17277eb5be8 req-e6fa4a69-602a-472c-82c1-6467931316d3 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a8d6684-f19c-4a86-ac0c-6c056fa351fd HTTP/1.1" status: 200  len: 5419 time: 0.1423302
Dec 25 21:29:26.762052 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-78b5b6a3-bf21-498c-a421-408f3cccd7f4 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 804 time: 1.2178290
Dec 25 21:29:26.848965 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 46060) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:29:26.850495 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Pushing event updated for resources: {'Port': ['ID=35a15c05-bcca-4842-8606-5c79e44fa713,revision_number=7']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:29:26.856897 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-a989a051-d985-4fec-a525-e97053633bf7 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Request body: {'port': {'network_id': '410d36ba-d859-4c23-90c3-069b903fe876', 'fixed_ips': [{'subnet_id': '5fa3417f-3ddf-4d5a-94b0-9d1b211ef68e'}, {'subnet_id': 'b528b4e4-90a8-48fb-a2f2-fdb9cf8a0722'}], 'name': 'tempest-PortsTestJSON-397858942'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:29:26.907428 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-aae56cfc-a5dd-4cab-8e8b-a17277eb5be8 req-2b9aa1ab-2d92-49fe-bc97-bfb8520c6744 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] 10.222.0.32 "GET /v2.0/security-groups?id=3047df75-15d6-457f-8c77-25405c0680ea&id=213077ea-0675-4a6e-b24b-6e8c95ed2ffd&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1860790
Dec 25 21:29:26.954762 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 21:29:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd40684d-fad3-48c6-b154-8f71e9eb7299 x-openstack-request-id: req-fd40684d-fad3-48c6-b154-8f71e9eb7299 {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:29:26.955052 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65490ad4-5baf-4c89-9877-006d581b4758", "name": "network-vif-plugged", "status": "completed", "tag": "35a15c05-bcca-4842-8606-5c79e44fa713", "code": 200}]} {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:29:26.955313 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-fd40684d-fad3-48c6-b154-8f71e9eb7299 {{(pid=121608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:29:26.956227 ncdv-master-1 neutron-server[121608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65490ad4-5baf-4c89-9877-006d581b4758', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35a15c05-bcca-4842-8606-5c79e44fa713', 'code': 200}
Dec 25 21:29:27.169073 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193fbdc6-123a-4944-857d-981af71edb61 req-bb288e05-2656-47d8-a761-935fbb62ced9 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:27.170648 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-193fbdc6-123a-4944-857d-981af71edb61 req-bb288e05-2656-47d8-a761-935fbb62ced9 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] 10.222.0.32 "GET /v2.0/ports?device_id=65490ad4-5baf-4c89-9877-006d581b4758 HTTP/1.1" status: 200  len: 945 time: 0.1160307
Dec 25 21:29:27.214607 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a989a051-d985-4fec-a525-e97053633bf7 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Made reservation on behalf of a80fe923d39349348137639eb937eac1 for: {'port': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:29:27.264712 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-193fbdc6-123a-4944-857d-981af71edb61 req-85882618-6d19-4965-ad0f-e5ea4eec569f tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d32f0a1-0bdc-4dd4-8a66-1e7cbebb8ef1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0840361
Dec 25 21:29:27.377968 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a989a051-d985-4fec-a525-e97053633bf7 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:27.410565 ncdv-master-1 neutron-server[121607]: DEBUG neutron.notifiers.nova [None req-a989a051-d985-4fec-a525-e97053633bf7 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] device_id is not set on port 987aa4f0-2aef-4902-865b-8ea5565311cb yet. {{(pid=121607) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 25 21:29:27.703401 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 46074) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:29:27.722385 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 8ae077bd-8e1e-4e88-8c0a-f48c6b943beb up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:29:27.871467 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_common [None req-a989a051-d985-4fec-a525-e97053633bf7 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Allocated IP 172.20.0.6 (410d36ba-d859-4c23-90c3-069b903fe876/5fa3417f-3ddf-4d5a-94b0-9d1b211ef68e/987aa4f0-2aef-4902-865b-8ea5565311cb) {{(pid=121607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:29:27.879116 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_common [None req-a989a051-d985-4fec-a525-e97053633bf7 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Allocated IP 172.20.0.21 (410d36ba-d859-4c23-90c3-069b903fe876/b528b4e4-90a8-48fb-a2f2-fdb9cf8a0722/987aa4f0-2aef-4902-865b-8ea5565311cb) {{(pid=121607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:29:27.890800 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port 8ae077bd-8e1e-4e88-8c0a-f48c6b943beb triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:29:27.891178 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:27.958905 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-f9cdbae9-dac2-4713-bcf9-68ce08131efa tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Request body: {'network': {'name': 'tempest-RoutersTest-1365539769'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:29:27.986973 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb09a03d-0c0f-450c-baee-6aa588d8a62a None None] Network 410d36ba-d859-4c23-90c3-069b903fe876 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:29:28.071522 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-0ffa2c13-893f-45a9-9ffd-8c20c1272712 None None] Provisioning complete for port 8ae077bd-8e1e-4e88-8c0a-f48c6b943beb triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:29:28.071903 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-0ffa2c13-893f-45a9-9ffd-8c20c1272712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:28.088185 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9cdbae9-dac2-4713-bcf9-68ce08131efa tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Made reservation on behalf of 2b4b670b5aa1407f8675179d6279efab for: {'network': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:29:28.094860 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-f9cdbae9-dac2-4713-bcf9-68ce08131efa tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for network, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:28.127743 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2448ae-7bbc-4011-91d7-6adec3cc5a76 req-8da201b1-cfbd-44ab-a4ad-c1761c66d6f9 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:28.137262 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2448ae-7bbc-4011-91d7-6adec3cc5a76 req-8da201b1-cfbd-44ab-a4ad-c1761c66d6f9 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:28.145295 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2448ae-7bbc-4011-91d7-6adec3cc5a76 req-8da201b1-cfbd-44ab-a4ad-c1761c66d6f9 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:28.152703 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2448ae-7bbc-4011-91d7-6adec3cc5a76 req-8da201b1-cfbd-44ab-a4ad-c1761c66d6f9 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:28.169994 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2448ae-7bbc-4011-91d7-6adec3cc5a76 req-8da201b1-cfbd-44ab-a4ad-c1761c66d6f9 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:28.181555 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a989a051-d985-4fec-a525-e97053633bf7 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks [] for port, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:28.191577 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2448ae-7bbc-4011-91d7-6adec3cc5a76 req-8da201b1-cfbd-44ab-a4ad-c1761c66d6f9 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:28.203048 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2448ae-7bbc-4011-91d7-6adec3cc5a76 req-8da201b1-cfbd-44ab-a4ad-c1761c66d6f9 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:28.220559 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9e2448ae-7bbc-4011-91d7-6adec3cc5a76 req-8da201b1-cfbd-44ab-a4ad-c1761c66d6f9 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a8d6684-f19c-4a86-ac0c-6c056fa351fd HTTP/1.1" status: 200  len: 5419 time: 0.1855793
Dec 25 21:29:28.238792 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-f9cdbae9-dac2-4713-bcf9-68ce08131efa tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks [] for security_group, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:28.260573 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:28.311661 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-0ffa2c13-893f-45a9-9ffd-8c20c1272712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:28.313291 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a989a051-d985-4fec-a525-e97053633bf7 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:28.341325 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9e2448ae-7bbc-4011-91d7-6adec3cc5a76 req-bce52456-96ee-46ad-9e64-888dad8c0a9b tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] 10.222.0.32 "GET /v2.0/security-groups?id=3047df75-15d6-457f-8c77-25405c0680ea&id=213077ea-0675-4a6e-b24b-6e8c95ed2ffd&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1198006
Dec 25 21:29:28.361021 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] For port 8ae077bd-8e1e-4e88-8c0a-f48c6b943beb, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8ae077bd-8e1e-4e88-8c0a-f48c6b943beb,segment=NetworkSegment(00f8c91f-8ea3-40c8-9267-c24e30fe9f46),segment_id=00f8c91f-8ea3-40c8-9267-c24e30fe9f46)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:29:28.429551 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a989a051-d985-4fec-a525-e97053633bf7 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Network 410d36ba-d859-4c23-90c3-069b903fe876 is already hosted by enough agents. {{(pid=121607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:29:28.433330 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-a989a051-d985-4fec-a525-e97053633bf7 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Resources bound (agent type, host, resource id):  {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:29:28.434880 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-f9cdbae9-dac2-4713-bcf9-68ce08131efa tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks [] for security_group, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:28.438651 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a989a051-d985-4fec-a525-e97053633bf7 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Received port after_create {{(pid=121607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:29:28.442809 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a989a051-d985-4fec-a525-e97053633bf7 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Pushing event updated for resources: {'Port': ['ID=987aa4f0-2aef-4902-865b-8ea5565311cb,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:29:28.502750 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:28.507463 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a989a051-d985-4fec-a525-e97053633bf7 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:28.508126 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a989a051-d985-4fec-a525-e97053633bf7 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:28.521444 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a83069b-ba07-4532-87b2-93ccfce0878c req-de50efce-b1f6-4b11-8a60-f85c5d06327e tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:28.526103 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7a83069b-ba07-4532-87b2-93ccfce0878c req-de50efce-b1f6-4b11-8a60-f85c5d06327e tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] 10.222.0.32 "GET /v2.0/ports?device_id=65490ad4-5baf-4c89-9877-006d581b4758 HTTP/1.1" status: 200  len: 945 time: 0.0746789
Dec 25 21:29:28.526103 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-f9cdbae9-dac2-4713-bcf9-68ce08131efa tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:28.562765 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45a561cc-ed60-418c-9559-f6ef369f9e4a None None] Update dhcp port {'port': {'network_id': '410d36ba-d859-4c23-90c3-069b903fe876', 'fixed_ips': [{'subnet_id': '5fa3417f-3ddf-4d5a-94b0-9d1b211ef68e', 'ip_address': '172.20.0.2'}, {'subnet_id': 'b528b4e4-90a8-48fb-a2f2-fdb9cf8a0722'}], 'binding:host_id': 'ncdv-master-1'}, 'id': '8ae077bd-8e1e-4e88-8c0a-f48c6b943beb'} from ncdv-master-1. {{(pid=121608) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}}
Dec 25 21:29:28.578009 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9cdbae9-dac2-4713-bcf9-68ce08131efa tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] vlan segment allocate from pool success with {'vlan_id': 154, 'physical_network': 'physnet1'}  {{(pid=121606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 25 21:29:28.605553 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cdbae9-dac2-4713-bcf9-68ce08131efa tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8409b84-5e66-40b1-86f6-cba2cd6984e8,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:29:28.614375 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7a83069b-ba07-4532-87b2-93ccfce0878c req-258da271-a18f-4fe0-aaca-bc341cef9d95 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d32f0a1-0bdc-4dd4-8a66-1e7cbebb8ef1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0723476
Dec 25 21:29:28.626520 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.db.api [None req-0ffa2c13-893f-45a9-9ffd-8c20c1272712 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=121608) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 25 21:29:28.627368 ncdv-master-1 neutron-server[121608]: DEBUG oslo_db.api [None req-0ffa2c13-893f-45a9-9ffd-8c20c1272712 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 25 21:29:28.629160 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-45a561cc-ed60-418c-9559-f6ef369f9e4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:28.630878 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-f9cdbae9-dac2-4713-bcf9-68ce08131efa tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:28.631231 ncdv-master-1 neutron-server[121606]: INFO neutron.db.segments_db [None req-f9cdbae9-dac2-4713-bcf9-68ce08131efa tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Added segment da4830a0-4e85-4b78-92af-deb00230568f of type vlan for network eeff1bda-5c8a-4a82-8443-a35f2117d32f
Dec 25 21:29:28.634888 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Pushing event updated for resources: {'Port': ['ID=8ae077bd-8e1e-4e88-8c0a-f48c6b943beb,revision_number=3']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:29:28.658177 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-a989a051-d985-4fec-a525-e97053633bf7 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1003 time: 1.8058298
Dec 25 21:29:28.660467 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 46090) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:29:28.669296 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-5be4a25b-1d13-443d-8869-644081e550a4 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '5fa3417f-3ddf-4d5a-94b0-9d1b211ef68e'}]}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:29:28.672623 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:29:28.673100 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:29:28.673451 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:29:28.673792 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:29:28.674130 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:29:28.676696 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:29:28.677104 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:29:28.677451 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:29:28.678347 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:29:28.678852 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:29:28.679197 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:29:28.679531 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:29:28.680445 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:29:28.684633 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-f9cdbae9-dac2-4713-bcf9-68ce08131efa tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737602163420'] for network, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:28.755501 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5be4a25b-1d13-443d-8869-644081e550a4 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:28.788547 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-f9cdbae9-dac2-4713-bcf9-68ce08131efa tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870'] for network, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:28.795731 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9cdbae9-dac2-4713-bcf9-68ce08131efa tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:28.799045 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-f9cdbae9-dac2-4713-bcf9-68ce08131efa tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for network, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:28.873390 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.db_base_plugin_common [None req-45a561cc-ed60-418c-9559-f6ef369f9e4a None None] Allocated IP 172.20.0.18 (410d36ba-d859-4c23-90c3-069b903fe876/b528b4e4-90a8-48fb-a2f2-fdb9cf8a0722/8ae077bd-8e1e-4e88-8c0a-f48c6b943beb) {{(pid=121608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:29:28.890157 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cdbae9-dac2-4713-bcf9-68ce08131efa tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Pushing event updated for resources: {'Network': ['ID=eeff1bda-5c8a-4a82-8443-a35f2117d32f,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:29:28.902640 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-f9cdbae9-dac2-4713-bcf9-68ce08131efa tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 766 time: 1.1980612
Dec 25 21:29:28.904357 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 46092) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:29:28.910829 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-6eccb1a6-3c4e-4e62-8ca6-edfa17ea63c7 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Request body: {'network': {'name': 'tempest-RoutersTest-1051189583'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:29:28.917404 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Network eeff1bda-5c8a-4a82-8443-a35f2117d32f details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 25 21:29:29.036106 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6eccb1a6-3c4e-4e62-8ca6-edfa17ea63c7 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Made reservation on behalf of 2b4b670b5aa1407f8675179d6279efab for: {'network': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:29:29.040292 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-6eccb1a6-3c4e-4e62-8ca6-edfa17ea63c7 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for network, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:29.082492 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-45a561cc-ed60-418c-9559-f6ef369f9e4a None None] For port 8ae077bd-8e1e-4e88-8c0a-f48c6b943beb, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8ae077bd-8e1e-4e88-8c0a-f48c6b943beb,segment=NetworkSegment(00f8c91f-8ea3-40c8-9267-c24e30fe9f46),segment_id=00f8c91f-8ea3-40c8-9267-c24e30fe9f46)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:29:29.093572 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6eccb1a6-3c4e-4e62-8ca6-edfa17ea63c7 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] vlan segment allocate from pool success with {'vlan_id': 162, 'physical_network': 'physnet1'}  {{(pid=121606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 25 21:29:29.112011 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-6eccb1a6-3c4e-4e62-8ca6-edfa17ea63c7 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:29.112430 ncdv-master-1 neutron-server[121606]: INFO neutron.db.segments_db [None req-6eccb1a6-3c4e-4e62-8ca6-edfa17ea63c7 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Added segment b9bc1327-27d6-44e1-96f3-97792cbf1ae2 of type vlan for network e813faa8-0203-4a5e-9884-86bfa7fc5a5a
Dec 25 21:29:29.158277 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device c4a5dc77-7743-4d72-8f35-550325e4dc63 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 25 21:29:29.160714 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-6eccb1a6-3c4e-4e62-8ca6-edfa17ea63c7 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737602163420'] for network, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:29.166245 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-45a561cc-ed60-418c-9559-f6ef369f9e4a None None] Publish callbacks [] for port, precommit_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:29.267932 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-6eccb1a6-3c4e-4e62-8ca6-edfa17ea63c7 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870'] for network, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:29.276764 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eccb1a6-3c4e-4e62-8ca6-edfa17ea63c7 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:29.278888 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-6eccb1a6-3c4e-4e62-8ca6-edfa17ea63c7 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for network, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:29.290764 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-45a561cc-ed60-418c-9559-f6ef369f9e4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:29.314657 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_common [None req-5be4a25b-1d13-443d-8869-644081e550a4 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Delete allocated IP 172.20.0.21 (410d36ba-d859-4c23-90c3-069b903fe876/b528b4e4-90a8-48fb-a2f2-fdb9cf8a0722) {{(pid=121607) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}}
Dec 25 21:29:29.426185 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-6eccb1a6-3c4e-4e62-8ca6-edfa17ea63c7 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 766 time: 0.5200636
Dec 25 21:29:29.427295 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eccb1a6-3c4e-4e62-8ca6-edfa17ea63c7 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Pushing event updated for resources: {'Network': ['ID=e813faa8-0203-4a5e-9884-86bfa7fc5a5a,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:29:29.430282 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 46104) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:29:29.436533 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port c4a5dc77-7743-4d72-8f35-550325e4dc63, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c4a5dc77-7743-4d72-8f35-550325e4dc63,segment=NetworkSegment(2df77a22-5050-47e9-a636-9ce65fb0dac2),segment_id=2df77a22-5050-47e9-a636-9ce65fb0dac2)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:29:29.437351 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-0fa5ef0c-16e5-4872-b823-c1154f7d3c09 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Request body: {'subnet': {'network_id': 'eeff1bda-5c8a-4a82-8443-a35f2117d32f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:29:29.443182 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Network e813faa8-0203-4a5e-9884-86bfa7fc5a5a details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 25 21:29:29.470174 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a561cc-ed60-418c-9559-f6ef369f9e4a None None] Pushing event updated for resources: {'Port': ['ID=8ae077bd-8e1e-4e88-8c0a-f48c6b943beb,revision_number=4']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:29:29.488156 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Returning: {'device': 'c4a5dc77-7743-4d72-8f35-550325e4dc63', 'network_id': '6dab2bb9-1b11-4634-becc-b5742aceff64', 'port_id': 'c4a5dc77-7743-4d72-8f35-550325e4dc63', 'mac_address': 'fa:16:3e:47:53:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7c309e7-75ab-4e4b-b61f-ca7ce9c46156', 'ip_address': '10.1.1.165'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 25 21:29:29.573115 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:29.602670 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4a5dc77-7743-4d72-8f35-550325e4dc63 {{(pid=121608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:29:29.645001 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port c4a5dc77-7743-4d72-8f35-550325e4dc63, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c4a5dc77-7743-4d72-8f35-550325e4dc63,segment=NetworkSegment(2df77a22-5050-47e9-a636-9ce65fb0dac2),segment_id=2df77a22-5050-47e9-a636-9ce65fb0dac2)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:29:29.689499 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0876c3-1750-49c3-a609-51af812ec2b0 req-b0f1d063-6edb-4449-94bf-d73b8560c798 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:29.695800 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0876c3-1750-49c3-a609-51af812ec2b0 req-b0f1d063-6edb-4449-94bf-d73b8560c798 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:29.699432 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 8ae077bd-8e1e-4e88-8c0a-f48c6b943beb up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:29:29.702708 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0876c3-1750-49c3-a609-51af812ec2b0 req-b0f1d063-6edb-4449-94bf-d73b8560c798 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:29.708088 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:29.711592 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device 1704d60b-466b-4afa-a1c8-2e009902991b details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 25 21:29:29.711755 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0876c3-1750-49c3-a609-51af812ec2b0 req-b0f1d063-6edb-4449-94bf-d73b8560c798 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:29.718955 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0876c3-1750-49c3-a609-51af812ec2b0 req-b0f1d063-6edb-4449-94bf-d73b8560c798 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:29.730490 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0876c3-1750-49c3-a609-51af812ec2b0 req-b0f1d063-6edb-4449-94bf-d73b8560c798 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:29.738968 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0876c3-1750-49c3-a609-51af812ec2b0 req-b0f1d063-6edb-4449-94bf-d73b8560c798 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:29.741013 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1a0876c3-1750-49c3-a609-51af812ec2b0 req-b0f1d063-6edb-4449-94bf-d73b8560c798 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a8d6684-f19c-4a86-ac0c-6c056fa351fd HTTP/1.1" status: 200  len: 5419 time: 0.2061377
Dec 25 21:29:29.742285 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fa5ef0c-16e5-4872-b823-c1154f7d3c09 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Made reservation on behalf of 2b4b670b5aa1407f8675179d6279efab for: {'subnet': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:29:29.746109 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-0fa5ef0c-16e5-4872-b823-c1154f7d3c09 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9028529'] for subnet, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:29.770075 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5be4a25b-1d13-443d-8869-644081e550a4 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks [] for port, precommit_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:29.858340 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1a0876c3-1750-49c3-a609-51af812ec2b0 req-88306d78-aca0-4149-a833-65266d16d5d1 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] 10.222.0.32 "GET /v2.0/security-groups?id=3047df75-15d6-457f-8c77-25405c0680ea&id=213077ea-0675-4a6e-b24b-6e8c95ed2ffd&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1011994
Dec 25 21:29:29.892992 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5be4a25b-1d13-443d-8869-644081e550a4 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8632327'] for port, after_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:29.900381 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Pushing event updated for resources: {'Port': ['ID=c4a5dc77-7743-4d72-8f35-550325e4dc63,revision_number=4']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:29:29.921288 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port 1704d60b-466b-4afa-a1c8-2e009902991b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1704d60b-466b-4afa-a1c8-2e009902991b,segment=NetworkSegment(2df77a22-5050-47e9-a636-9ce65fb0dac2),segment_id=2df77a22-5050-47e9-a636-9ce65fb0dac2)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:29:29.941272 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port 8ae077bd-8e1e-4e88-8c0a-f48c6b943beb triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:29:29.941650 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:29.943356 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Returning: {'device': '1704d60b-466b-4afa-a1c8-2e009902991b', 'network_id': '6dab2bb9-1b11-4634-becc-b5742aceff64', 'port_id': '1704d60b-466b-4afa-a1c8-2e009902991b', 'mac_address': 'fa:16:3e:41:67:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7c309e7-75ab-4e4b-b61f-ca7ce9c46156', 'ip_address': '10.1.1.46'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 25 21:29:29.998101 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7a3f1d-e874-41b0-86a1-1c3e3e65d119 req-e73920f7-9992-4879-a0c7-7a1a39cedd62 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:30.000200 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7b7a3f1d-e874-41b0-86a1-1c3e3e65d119 req-e73920f7-9992-4879-a0c7-7a1a39cedd62 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] 10.222.0.32 "GET /v2.0/ports?device_id=65490ad4-5baf-4c89-9877-006d581b4758 HTTP/1.1" status: 200  len: 945 time: 0.1877620
Dec 25 21:29:30.050292 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:30.065449 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1704d60b-466b-4afa-a1c8-2e009902991b {{(pid=121608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:29:30.131536 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port 1704d60b-466b-4afa-a1c8-2e009902991b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1704d60b-466b-4afa-a1c8-2e009902991b,segment=NetworkSegment(2df77a22-5050-47e9-a636-9ce65fb0dac2),segment_id=2df77a22-5050-47e9-a636-9ce65fb0dac2)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:29:30.139182 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7b7a3f1d-e874-41b0-86a1-1c3e3e65d119 req-89bdbd8a-b495-42b5-a3a6-827d6c6187b7 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d32f0a1-0bdc-4dd4-8a66-1e7cbebb8ef1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1233947
Dec 25 21:29:30.147901 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be4a25b-1d13-443d-8869-644081e550a4 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Pushing event updated for resources: {'Port': ['ID=987aa4f0-2aef-4902-865b-8ea5565311cb,revision_number=2']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:29:30.165477 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-5be4a25b-1d13-443d-8869-644081e550a4 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] In _notify_port_updated(), no bound segment for port 987aa4f0-2aef-4902-865b-8ea5565311cb on network 410d36ba-d859-4c23-90c3-069b903fe876 {{(pid=121607) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}}
Dec 25 21:29:30.188595 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5be4a25b-1d13-443d-8869-644081e550a4 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:30.188595 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5be4a25b-1d13-443d-8869-644081e550a4 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:30.189028 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-5be4a25b-1d13-443d-8869-644081e550a4 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] 10.222.0.32 "PUT /v2.0/ports/987aa4f0-2aef-4902-865b-8ea5565311cb HTTP/1.1" status: 200  len: 918 time: 1.5225136
Dec 25 21:29:30.189353 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 46112) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:29:30.201657 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-9aebbb47-3688-4d3e-859d-11d288c8f116 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '5fa3417f-3ddf-4d5a-94b0-9d1b211ef68e'}, {'subnet_id': 'b528b4e4-90a8-48fb-a2f2-fdb9cf8a0722'}]}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:29:30.206060 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:30.206786 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device c1259bc6-d32f-4b81-b593-3660604ed03e details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 25 21:29:30.327627 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-9aebbb47-3688-4d3e-859d-11d288c8f116 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:30.329019 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-0fa5ef0c-16e5-4872-b823-c1154f7d3c09 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9084170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9028515'] for subnet, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:30.381314 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Pushing event updated for resources: {'Port': ['ID=1704d60b-466b-4afa-a1c8-2e009902991b,revision_number=4']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:29:30.427347 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port c1259bc6-d32f-4b81-b593-3660604ed03e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c1259bc6-d32f-4b81-b593-3660604ed03e,segment=NetworkSegment(2bcf2b0c-180d-4687-9bbb-53de5ba60a48),segment_id=2bcf2b0c-180d-4687-9bbb-53de5ba60a48)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:29:30.441595 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Returning: {'device': 'c1259bc6-d32f-4b81-b593-3660604ed03e', 'network_id': '1eebed42-83f0-407e-9fde-c8f3a2309436', 'port_id': 'c1259bc6-d32f-4b81-b593-3660604ed03e', 'mac_address': 'fa:16:3e:ac:aa:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64fd0ee7-98f6-4e06-ac9e-5ec230df994d', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 25 21:29:30.497403 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa5ef0c-16e5-4872-b823-c1154f7d3c09 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Pushing event updated for resources: {'Subnet': ['ID=6143820c-a710-4806-9b5f-7ea89abd5648,revision_number=0']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:29:30.502497 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fa5ef0c-16e5-4872-b823-c1154f7d3c09 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Checking segment: {'id': 'da4830a0-4e85-4b78-92af-deb00230568f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'eeff1bda-5c8a-4a82-8443-a35f2117d32f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:29:30.513493 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3af919f6-5d4a-4d5e-977b-8d11f6a78fd2 None None] Network 410d36ba-d859-4c23-90c3-069b903fe876 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:29:30.517167 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fa5ef0c-16e5-4872-b823-c1154f7d3c09 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Network hostable DHCP agents. Network: eeff1bda-5c8a-4a82-8443-a35f2117d32f, hostable agents: ['1813db88-2c1b-4357-a2ba-869246b663c2'], hosted agents: [] {{(pid=121606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 25 21:29:30.566210 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:30.765482 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_common [None req-9aebbb47-3688-4d3e-859d-11d288c8f116 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Allocated IP 172.20.0.22 (410d36ba-d859-4c23-90c3-069b903fe876/b528b4e4-90a8-48fb-a2f2-fdb9cf8a0722/987aa4f0-2aef-4902-865b-8ea5565311cb) {{(pid=121607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:29:30.785727 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1259bc6-d32f-4b81-b593-3660604ed03e {{(pid=121608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:29:30.793043 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-811f1c2f-8c72-4c01-af51-98e301b9c830 None None] Provisioning complete for port 8ae077bd-8e1e-4e88-8c0a-f48c6b943beb triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:29:30.793411 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-811f1c2f-8c72-4c01-af51-98e301b9c830 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:30.838875 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port c1259bc6-d32f-4b81-b593-3660604ed03e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c1259bc6-d32f-4b81-b593-3660604ed03e,segment=NetworkSegment(2bcf2b0c-180d-4687-9bbb-53de5ba60a48),segment_id=2bcf2b0c-180d-4687-9bbb-53de5ba60a48)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:29:30.875849 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fa5ef0c-16e5-4872-b823-c1154f7d3c09 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Network eeff1bda-5c8a-4a82-8443-a35f2117d32f is scheduled to be hosted by DHCP agent 1813db88-2c1b-4357-a2ba-869246b663c2 with binding_index 1 {{(pid=121606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 25 21:29:30.893645 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-9aebbb47-3688-4d3e-859d-11d288c8f116 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks [] for port, precommit_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:30.970016 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:30.970016 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device d1b259e7-c1c4-46a5-8fa8-934e76ffd08c details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 25 21:29:31.019604 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-9aebbb47-3688-4d3e-859d-11d288c8f116 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8632327'] for port, after_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:31.036705 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [None req-0fa5ef0c-16e5-4872-b823-c1154f7d3c09 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, eeff1bda-5c8a-4a82-8443-a35f2117d32f) {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:29:31.046014 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port d1b259e7-c1c4-46a5-8fa8-934e76ffd08c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d1b259e7-c1c4-46a5-8fa8-934e76ffd08c,segment=NetworkSegment(2bcf2b0c-180d-4687-9bbb-53de5ba60a48),segment_id=2bcf2b0c-180d-4687-9bbb-53de5ba60a48)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:29:31.055930 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fa5ef0c-16e5-4872-b823-c1154f7d3c09 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:31.057334 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-0fa5ef0c-16e5-4872-b823-c1154f7d3c09 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks [] for subnet, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:31.061797 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Returning: {'device': 'd1b259e7-c1c4-46a5-8fa8-934e76ffd08c', 'network_id': '1eebed42-83f0-407e-9fde-c8f3a2309436', 'port_id': 'd1b259e7-c1c4-46a5-8fa8-934e76ffd08c', 'mac_address': 'fa:16:3e:58:6a:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64fd0ee7-98f6-4e06-ac9e-5ec230df994d', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 25 21:29:31.065780 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a87c87b5-3640-423a-9f18-b39297040c3d None None] Network eeff1bda-5c8a-4a82-8443-a35f2117d32f requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:29:31.129807 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4aa8a5f-a7fc-4302-8492-0b4d72cd02dc req-bc29cbd6-2092-4947-8b4d-6317c48f0a20 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:31.152152 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4aa8a5f-a7fc-4302-8492-0b4d72cd02dc req-bc29cbd6-2092-4947-8b4d-6317c48f0a20 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:31.168539 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4aa8a5f-a7fc-4302-8492-0b4d72cd02dc req-bc29cbd6-2092-4947-8b4d-6317c48f0a20 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:31.175817 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4aa8a5f-a7fc-4302-8492-0b4d72cd02dc req-bc29cbd6-2092-4947-8b4d-6317c48f0a20 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:31.184265 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4aa8a5f-a7fc-4302-8492-0b4d72cd02dc req-bc29cbd6-2092-4947-8b4d-6317c48f0a20 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:31.196713 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4aa8a5f-a7fc-4302-8492-0b4d72cd02dc req-bc29cbd6-2092-4947-8b4d-6317c48f0a20 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:31.203982 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4aa8a5f-a7fc-4302-8492-0b4d72cd02dc req-bc29cbd6-2092-4947-8b4d-6317c48f0a20 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:31.207020 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d4aa8a5f-a7fc-4302-8492-0b4d72cd02dc req-bc29cbd6-2092-4947-8b4d-6317c48f0a20 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a8d6684-f19c-4a86-ac0c-6c056fa351fd HTTP/1.1" status: 200  len: 5422 time: 0.2195225
Dec 25 21:29:31.218256 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-0fa5ef0c-16e5-4872-b823-c1154f7d3c09 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.7840350
Dec 25 21:29:31.226163 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 46128) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:29:31.257228 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Pushing event updated for resources: {'Port': ['ID=c1259bc6-d32f-4b81-b593-3660604ed03e,revision_number=4']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:29:31.278648 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:31.319485 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d4aa8a5f-a7fc-4302-8492-0b4d72cd02dc req-038b7cc7-5cf9-4448-960e-f52e609fd3a3 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] 10.222.0.32 "GET /v2.0/security-groups?id=3047df75-15d6-457f-8c77-25405c0680ea&id=213077ea-0675-4a6e-b24b-6e8c95ed2ffd&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1025739
Dec 25 21:29:31.345450 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1b259e7-c1c4-46a5-8fa8-934e76ffd08c {{(pid=121608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:29:31.346746 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-f83eb362-a03f-4b3e-a398-ee066159b1cc tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Request body: {'subnet': {'network_id': 'e813faa8-0203-4a5e-9884-86bfa7fc5a5a', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:29:31.368483 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aebbb47-3688-4d3e-859d-11d288c8f116 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Pushing event updated for resources: {'Port': ['ID=987aa4f0-2aef-4902-865b-8ea5565311cb,revision_number=3']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:29:31.388938 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-2c6b21b0-bc3c-49be-b9fa-94b303aeb0fb None None] Provisioning complete for port 987aa4f0-2aef-4902-865b-8ea5565311cb triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:29:31.392423 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-2c6b21b0-bc3c-49be-b9fa-94b303aeb0fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:31.432296 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ec1041a-569c-4943-b715-f35ec9be32f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-eeff1bda-5c8a-4a82-8443-a35f2117d32f', 'network_id': 'eeff1bda-5c8a-4a82-8443-a35f2117d32f', 'project_id': '2b4b670b5aa1407f8675179d6279efab', 'fixed_ips': [{'subnet_id': '6143820c-a710-4806-9b5f-7ea89abd5648'}]}} from ncdv-master-1. {{(pid=121608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 25 21:29:31.433204 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-2ec1041a-569c-4943-b715-f35ec9be32f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:31.439326 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port d1b259e7-c1c4-46a5-8fa8-934e76ffd08c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d1b259e7-c1c4-46a5-8fa8-934e76ffd08c,segment=NetworkSegment(2bcf2b0c-180d-4687-9bbb-53de5ba60a48),segment_id=2bcf2b0c-180d-4687-9bbb-53de5ba60a48)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:29:31.459970 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b6e243-7b46-4038-bb6c-fa470aec72b7 req-e5ec6b20-8195-41db-ba49-62ce721099a7 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:31.468740 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f8b6e243-7b46-4038-bb6c-fa470aec72b7 req-e5ec6b20-8195-41db-ba49-62ce721099a7 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] 10.222.0.32 "GET /v2.0/ports?device_id=65490ad4-5baf-4c89-9877-006d581b4758 HTTP/1.1" status: 200  len: 945 time: 0.1398282
Dec 25 21:29:31.494559 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-2c6b21b0-bc3c-49be-b9fa-94b303aeb0fb None None] Port 987aa4f0-2aef-4902-865b-8ea5565311cb cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:29:31.504258 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:31.504945 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device 893605c1-33ba-4c92-b5eb-6207f354a521 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 25 21:29:31.592449 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f8b6e243-7b46-4038-bb6c-fa470aec72b7 req-8ab6479f-ad91-4e6a-8327-8e158334b298 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d32f0a1-0bdc-4dd4-8a66-1e7cbebb8ef1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1193559
Dec 25 21:29:31.635512 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-2c6b21b0-bc3c-49be-b9fa-94b303aeb0fb None None] Provisioning complete for port 8ae077bd-8e1e-4e88-8c0a-f48c6b943beb triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:29:31.635512 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-2c6b21b0-bc3c-49be-b9fa-94b303aeb0fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:31.652353 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-9aebbb47-3688-4d3e-859d-11d288c8f116 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] In _notify_port_updated(), no bound segment for port 987aa4f0-2aef-4902-865b-8ea5565311cb on network 410d36ba-d859-4c23-90c3-069b903fe876 {{(pid=121607) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}}
Dec 25 21:29:31.658110 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aebbb47-3688-4d3e-859d-11d288c8f116 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:31.658755 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-9aebbb47-3688-4d3e-859d-11d288c8f116 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:31.660082 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-9aebbb47-3688-4d3e-859d-11d288c8f116 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] 10.222.0.32 "PUT /v2.0/ports/987aa4f0-2aef-4902-865b-8ea5565311cb HTTP/1.1" status: 200  len: 998 time: 1.4698417
Dec 25 21:29:31.662932 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 46136) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:29:31.723509 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Pushing event updated for resources: {'Port': ['ID=d1b259e7-c1c4-46a5-8fa8-934e76ffd08c,revision_number=4']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:29:31.780867 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port 893605c1-33ba-4c92-b5eb-6207f354a521, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=893605c1-33ba-4c92-b5eb-6207f354a521,segment=NetworkSegment(2df77a22-5050-47e9-a636-9ce65fb0dac2),segment_id=2df77a22-5050-47e9-a636-9ce65fb0dac2)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:29:31.813414 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-1003a2ec-289f-4124-8fac-8beb8f8a71ee tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Deleting port 987aa4f0-2aef-4902-865b-8ea5565311cb {{(pid=121606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:29:31.813598 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-1003a2ec-289f-4124-8fac-8beb8f8a71ee tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:31.817504 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Returning: {'device': '893605c1-33ba-4c92-b5eb-6207f354a521', 'network_id': '6dab2bb9-1b11-4634-becc-b5742aceff64', 'port_id': '893605c1-33ba-4c92-b5eb-6207f354a521', 'mac_address': 'fa:16:3e:0f:b8:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7c309e7-75ab-4e4b-b61f-ca7ce9c46156', 'ip_address': '10.1.1.204'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 25 21:29:31.831789 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f83eb362-a03f-4b3e-a398-ee066159b1cc tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Made reservation on behalf of 2b4b670b5aa1407f8675179d6279efab for: {'subnet': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:29:31.844333 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f83eb362-a03f-4b3e-a398-ee066159b1cc tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8852834'] for subnet, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:31.906435 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.db_base_plugin_common [None req-2ec1041a-569c-4943-b715-f35ec9be32f3 None None] Allocated IP 172.20.0.2 (eeff1bda-5c8a-4a82-8443-a35f2117d32f/6143820c-a710-4806-9b5f-7ea89abd5648/28cae03b-c8c5-4dc6-babf-64df1ba93b49) {{(pid=121608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:29:32.033193 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-1003a2ec-289f-4124-8fac-8beb8f8a71ee tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:32.052001 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-1003a2ec-289f-4124-8fac-8beb8f8a71ee tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Calling delete_port for 987aa4f0-2aef-4902-865b-8ea5565311cb owned by  {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:29:32.060186 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:32.146197 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 893605c1-33ba-4c92-b5eb-6207f354a521 {{(pid=121608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:29:32.168948 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-e597e49f-0656-42f9-807e-8ef9c900f209 None None] Provisioning complete for port 987aa4f0-2aef-4902-865b-8ea5565311cb triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:29:32.169321 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-e597e49f-0656-42f9-807e-8ef9c900f209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:32.344619 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f83eb362-a03f-4b3e-a398-ee066159b1cc tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8632475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8852848'] for subnet, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:32.353662 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-2ec1041a-569c-4943-b715-f35ec9be32f3 None None] Publish callbacks [] for port, precommit_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:32.418487 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port 893605c1-33ba-4c92-b5eb-6207f354a521, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=893605c1-33ba-4c92-b5eb-6207f354a521,segment=NetworkSegment(2df77a22-5050-47e9-a636-9ce65fb0dac2),segment_id=2df77a22-5050-47e9-a636-9ce65fb0dac2)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:29:32.423032 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83eb362-a03f-4b3e-a398-ee066159b1cc tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Pushing event updated for resources: {'Subnet': ['ID=588bfbfe-31a4-462e-a6ce-efdf6d596aeb,revision_number=0']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:29:32.435639 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-e597e49f-0656-42f9-807e-8ef9c900f209 None None] Port 987aa4f0-2aef-4902-865b-8ea5565311cb cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:29:32.439692 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f83eb362-a03f-4b3e-a398-ee066159b1cc tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Checking segment: {'id': 'b9bc1327-27d6-44e1-96f3-97792cbf1ae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'e813faa8-0203-4a5e-9884-86bfa7fc5a5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:29:32.440171 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f83eb362-a03f-4b3e-a398-ee066159b1cc tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Network hostable DHCP agents. Network: e813faa8-0203-4a5e-9884-86bfa7fc5a5a, hostable agents: ['1813db88-2c1b-4357-a2ba-869246b663c2'], hosted agents: [] {{(pid=121607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 25 21:29:32.451536 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-2ec1041a-569c-4943-b715-f35ec9be32f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946'] for port, after_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:32.496483 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ec1041a-569c-4943-b715-f35ec9be32f3 None None] Network eeff1bda-5c8a-4a82-8443-a35f2117d32f is already hosted by enough agents. {{(pid=121608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:29:32.501828 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.base_scheduler [None req-2ec1041a-569c-4943-b715-f35ec9be32f3 None None] Resources bound (agent type, host, resource id):  {{(pid=121608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:29:32.505673 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ec1041a-569c-4943-b715-f35ec9be32f3 None None] Received port after_create {{(pid=121608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:29:32.524008 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:32.524008 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device bbeefdb7-89c8-4442-a2e7-858c459b3b9a details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 25 21:29:32.538777 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f83eb362-a03f-4b3e-a398-ee066159b1cc tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Network e813faa8-0203-4a5e-9884-86bfa7fc5a5a is scheduled to be hosted by DHCP agent 1813db88-2c1b-4357-a2ba-869246b663c2 with binding_index 1 {{(pid=121607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 25 21:29:32.543820 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-1003a2ec-289f-4124-8fac-8beb8f8a71ee tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:32.560015 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ae5a0f-6208-45e0-b3ba-f68e44087601 req-76f694e6-7bb7-458a-b06e-0b77492b9e77 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:32.581481 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ae5a0f-6208-45e0-b3ba-f68e44087601 req-76f694e6-7bb7-458a-b06e-0b77492b9e77 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:32.581891 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ae5a0f-6208-45e0-b3ba-f68e44087601 req-76f694e6-7bb7-458a-b06e-0b77492b9e77 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:32.588931 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ae5a0f-6208-45e0-b3ba-f68e44087601 req-76f694e6-7bb7-458a-b06e-0b77492b9e77 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:32.595309 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ae5a0f-6208-45e0-b3ba-f68e44087601 req-76f694e6-7bb7-458a-b06e-0b77492b9e77 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:32.601966 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ae5a0f-6208-45e0-b3ba-f68e44087601 req-76f694e6-7bb7-458a-b06e-0b77492b9e77 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:32.609509 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ae5a0f-6208-45e0-b3ba-f68e44087601 req-76f694e6-7bb7-458a-b06e-0b77492b9e77 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:32.615082 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-88ae5a0f-6208-45e0-b3ba-f68e44087601 req-76f694e6-7bb7-458a-b06e-0b77492b9e77 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a8d6684-f19c-4a86-ac0c-6c056fa351fd HTTP/1.1" status: 200  len: 5423 time: 0.1299708
Dec 25 21:29:32.635754 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec1041a-569c-4943-b715-f35ec9be32f3 None None] Pushing event updated for resources: {'Port': ['ID=28cae03b-c8c5-4dc6-babf-64df1ba93b49,revision_number=1']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:29:32.636156 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-f83eb362-a03f-4b3e-a398-ee066159b1cc tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, e813faa8-0203-4a5e-9884-86bfa7fc5a5a) {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:29:32.641882 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f83eb362-a03f-4b3e-a398-ee066159b1cc tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:32.642713 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f83eb362-a03f-4b3e-a398-ee066159b1cc tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks [] for subnet, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:32.671459 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1003a2ec-289f-4124-8fac-8beb8f8a71ee tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Pushing event deleted for resources: {'Port': ['ID=987aa4f0-2aef-4902-865b-8ea5565311cb,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:29:32.710265 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-5367d9de-dd0b-46de-8ef1-f2ea2406e747 None None] Could not find standard attr ID for object 987aa4f0-2aef-4902-865b-8ea5565311cb. {{(pid=121608) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 25 21:29:32.732035 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-211bae4d-b448-41ce-a84e-f3fc6c0984af None None] Network e813faa8-0203-4a5e-9884-86bfa7fc5a5a requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:29:32.792733 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.db.resource_extend [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 25 21:29:32.802049 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-f83eb362-a03f-4b3e-a398-ee066159b1cc tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.5668883
Dec 25 21:29:32.806287 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 46176) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:29:32.822659 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-360cea0d-bbca-42d2-91c8-cbeb33cd5c9f tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1921767161', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:29:32.875148 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-2ec1041a-569c-4943-b715-f35ec9be32f3 None None] Attempting to bind port 28cae03b-c8c5-4dc6-babf-64df1ba93b49 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:29:32.880060 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-2ec1041a-569c-4943-b715-f35ec9be32f3 None None] Attempting to bind port 28cae03b-c8c5-4dc6-babf-64df1ba93b49 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'da4830a0-4e85-4b78-92af-deb00230568f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'eeff1bda-5c8a-4a82-8443-a35f2117d32f'}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:29:32.880060 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ec1041a-569c-4943-b715-f35ec9be32f3 None None] Attempting to bind port 28cae03b-c8c5-4dc6-babf-64df1ba93b49 on network eeff1bda-5c8a-4a82-8443-a35f2117d32f {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:29:32.889198 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port bbeefdb7-89c8-4442-a2e7-858c459b3b9a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=bbeefdb7-89c8-4442-a2e7-858c459b3b9a,segment=NetworkSegment(2df77a22-5050-47e9-a636-9ce65fb0dac2),segment_id=2df77a22-5050-47e9-a636-9ce65fb0dac2)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:29:32.898865 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-1003a2ec-289f-4124-8fac-8beb8f8a71ee tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:32.905402 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-1003a2ec-289f-4124-8fac-8beb8f8a71ee tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] 10.222.0.32 "DELETE /v2.0/ports/987aa4f0-2aef-4902-865b-8ea5565311cb HTTP/1.1" status: 204  len: 168 time: 1.2412765
Dec 25 21:29:32.914321 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 46178) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:29:32.934427 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-88ae5a0f-6208-45e0-b3ba-f68e44087601 req-81478569-a563-4f41-a6a7-c5b9804858a6 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] 10.222.0.32 "GET /v2.0/security-groups?id=3047df75-15d6-457f-8c77-25405c0680ea&id=213077ea-0675-4a6e-b24b-6e8c95ed2ffd&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.3078206
Dec 25 21:29:32.988938 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff1453f-08fa-4e7e-a58e-61d5cf3baa6d req-54ccc68b-4196-4810-8c42-33d7c7ede00d tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:32.990591 ncdv-master-1 neutron-server[121607]: INFO neutron.pecan_wsgi.hooks.translation [None req-752edf9f-3836-4ac0-a9d1-c79943a643c9 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] GET failed (client error): The resource could not be found.
Dec 25 21:29:32.996306 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7ff1453f-08fa-4e7e-a58e-61d5cf3baa6d req-54ccc68b-4196-4810-8c42-33d7c7ede00d tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] 10.222.0.32 "GET /v2.0/ports?device_id=65490ad4-5baf-4c89-9877-006d581b4758 HTTP/1.1" status: 200  len: 945 time: 0.2675803
Dec 25 21:29:32.996622 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-752edf9f-3836-4ac0-a9d1-c79943a643c9 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] 10.222.0.32 "GET /v2.0/ports/987aa4f0-2aef-4902-865b-8ea5565311cb HTTP/1.1" status: 404  len: 333 time: 0.0874910
Dec 25 21:29:32.999095 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 46180) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:29:33.052746 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Returning: {'device': 'bbeefdb7-89c8-4442-a2e7-858c459b3b9a', 'network_id': '6dab2bb9-1b11-4634-becc-b5742aceff64', 'port_id': 'bbeefdb7-89c8-4442-a2e7-858c459b3b9a', 'mac_address': 'fa:16:3e:27:80:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7c309e7-75ab-4e4b-b61f-ca7ce9c46156', 'ip_address': '10.1.1.99'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 25 21:29:33.063534 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-360cea0d-bbca-42d2-91c8-cbeb33cd5c9f tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2014909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14863'] for router, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:33.064722 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-360cea0d-bbca-42d2-91c8-cbeb33cd5c9f tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2014285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2009796', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2082630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14848'] for router, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:33.076137 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ec1041a-569c-4943-b715-f35ec9be32f3 None None] Checking agent: {'id': 'ca4f5c6d-f1fd-48b8-a3e3-395864c7d23d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 20, 56, 40), 'started_at': datetime.datetime(2021, 12, 25, 20, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 29, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:29:33.077283 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ec1041a-569c-4943-b715-f35ec9be32f3 None None] Checking segment: {'id': 'da4830a0-4e85-4b78-92af-deb00230568f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'eeff1bda-5c8a-4a82-8443-a35f2117d32f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:29:33.079456 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7ff1453f-08fa-4e7e-a58e-61d5cf3baa6d req-34585f60-dc83-413d-8600-8a3bbf8ded24 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d32f0a1-0bdc-4dd4-8a66-1e7cbebb8ef1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0816762
Dec 25 21:29:33.088667 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee8f453d-a231-4e44-9809-419b749e86b4 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Deleting subnet b528b4e4-90a8-48fb-a2f2-fdb9cf8a0722 {{(pid=121607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Dec 25 21:29:33.091831 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-2ec1041a-569c-4943-b715-f35ec9be32f3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:33.094513 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ee8f453d-a231-4e44-9809-419b749e86b4 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks [] for subnet, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:33.094884 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ec1041a-569c-4943-b715-f35ec9be32f3 None None] Bound using segment: {'id': 'da4830a0-4e85-4b78-92af-deb00230568f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'eeff1bda-5c8a-4a82-8443-a35f2117d32f'} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:29:33.095579 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-2ec1041a-569c-4943-b715-f35ec9be32f3 None None] Bound port: 28cae03b-c8c5-4dc6-babf-64df1ba93b49, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da4830a0-4e85-4b78-92af-deb00230568f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'eeff1bda-5c8a-4a82-8443-a35f2117d32f'}}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:29:33.095981 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-2ec1041a-569c-4943-b715-f35ec9be32f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:33.130576 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Pushing event updated for resources: {'Port': ['ID=893605c1-33ba-4c92-b5eb-6207f354a521,revision_number=4']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:29:33.164101 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-360cea0d-bbca-42d2-91c8-cbeb33cd5c9f tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:33.175946 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ee8f453d-a231-4e44-9809-419b749e86b4 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10246617'] for subnet, precommit_delete_associations {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:33.181262 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d57c2e96-46a1-4512-b9fa-55e27808fb30 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-e813faa8-0203-4a5e-9884-86bfa7fc5a5a', 'network_id': 'e813faa8-0203-4a5e-9884-86bfa7fc5a5a', 'project_id': '2b4b670b5aa1407f8675179d6279efab', 'fixed_ips': [{'subnet_id': '588bfbfe-31a4-462e-a6ce-efdf6d596aeb'}]}} from ncdv-master-1. {{(pid=121608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 25 21:29:33.182094 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-d57c2e96-46a1-4512-b9fa-55e27808fb30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:33.257713 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:33.264348 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-360cea0d-bbca-42d2-91c8-cbeb33cd5c9f tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2014278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2009753'] for router, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:33.298337 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ee8f453d-a231-4e44-9809-419b749e86b4 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995662'] for subnet, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:33.343935 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-2ec1041a-569c-4943-b715-f35ec9be32f3 None None] For port 28cae03b-c8c5-4dc6-babf-64df1ba93b49, host ncdv-master-1, cleared binding levels {{(pid=121608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:29:33.347265 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bbeefdb7-89c8-4442-a2e7-858c459b3b9a {{(pid=121608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:29:33.354231 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-2ec1041a-569c-4943-b715-f35ec9be32f3 None None] For port 28cae03b-c8c5-4dc6-babf-64df1ba93b49, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=28cae03b-c8c5-4dc6-babf-64df1ba93b49,segment=NetworkSegment(da4830a0-4e85-4b78-92af-deb00230568f),segment_id=da4830a0-4e85-4b78-92af-deb00230568f)] {{(pid=121608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:29:33.365939 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-360cea0d-bbca-42d2-91c8-cbeb33cd5c9f tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks [] for router, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:33.367280 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-360cea0d-bbca-42d2-91c8-cbeb33cd5c9f tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 700 time: 0.5575151
Dec 25 21:29:33.370977 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 46192) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:29:33.392055 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port bbeefdb7-89c8-4442-a2e7-858c459b3b9a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=bbeefdb7-89c8-4442-a2e7-858c459b3b9a,segment=NetworkSegment(2df77a22-5050-47e9-a636-9ce65fb0dac2),segment_id=2df77a22-5050-47e9-a636-9ce65fb0dac2)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:29:33.454435 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-2ec1041a-569c-4943-b715-f35ec9be32f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:33.511640 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:33.512811 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device dbad079c-9ad0-47fd-8d51-bc9c6d074098 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 25 21:29:33.519286 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.db_base_plugin_common [None req-d57c2e96-46a1-4512-b9fa-55e27808fb30 None None] Allocated IP 172.21.0.2 (e813faa8-0203-4a5e-9884-86bfa7fc5a5a/588bfbfe-31a4-462e-a6ce-efdf6d596aeb/1b3a2fd4-229c-4e50-8baf-1e3cdf37d0b9) {{(pid=121608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:29:33.550520 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ee8f453d-a231-4e44-9809-419b749e86b4 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8632410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8852809'] for subnet, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:33.655278 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8f453d-a231-4e44-9809-419b749e86b4 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Pushing event deleted for resources: {'Subnet': ['ID=b528b4e4-90a8-48fb-a2f2-fdb9cf8a0722,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:29:33.672088 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ee8f453d-a231-4e44-9809-419b749e86b4 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks [] for subnet, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:33.675559 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-ee8f453d-a231-4e44-9809-419b749e86b4 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] 10.222.0.32 "DELETE /v2.0/subnets/b528b4e4-90a8-48fb-a2f2-fdb9cf8a0722 HTTP/1.1" status: 204  len: 168 time: 0.6753595
Dec 25 21:29:33.688812 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 46210) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:29:33.744600 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e401cb5-d697-4283-92c3-16ee9b0001d8 None None] Network 410d36ba-d859-4c23-90c3-069b903fe876 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:29:33.755604 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec1041a-569c-4943-b715-f35ec9be32f3 None None] Pushing event updated for resources: {'Port': ['ID=28cae03b-c8c5-4dc6-babf-64df1ba93b49,revision_number=2']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:29:33.770957 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.db.resource_extend [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 25 21:29:33.848243 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb3f2d15-c234-4844-9a0a-68f0b54e3191 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Deleting subnet 5fa3417f-3ddf-4d5a-94b0-9d1b211ef68e {{(pid=121607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Dec 25 21:29:33.852178 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-cb3f2d15-c234-4844-9a0a-68f0b54e3191 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks [] for subnet, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:33.971006 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-cb3f2d15-c234-4844-9a0a-68f0b54e3191 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10246617'] for subnet, precommit_delete_associations {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:34.018399 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-ec1c6ae1-172a-42ee-98d3-f3ddc5722d38 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:34.227079 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-cb3f2d15-c234-4844-9a0a-68f0b54e3191 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995662'] for subnet, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:34.376781 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port dbad079c-9ad0-47fd-8d51-bc9c6d074098, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=dbad079c-9ad0-47fd-8d51-bc9c6d074098,segment=NetworkSegment(56b813bb-0258-427a-b680-63f6bf14312f),segment_id=56b813bb-0258-427a-b680-63f6bf14312f)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:29:34.421709 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Returning: {'device': 'dbad079c-9ad0-47fd-8d51-bc9c6d074098', 'network_id': '36c58514-4b76-443a-8b4e-8188ecbb730f', 'port_id': 'dbad079c-9ad0-47fd-8d51-bc9c6d074098', 'mac_address': 'fa:16:3e:2e:72:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a434de1e-5464-470d-a8e6-901b6aa78ffb', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 25 21:29:34.480805 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-cb3f2d15-c234-4844-9a0a-68f0b54e3191 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8632410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8852809'] for subnet, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:34.523673 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_common [None req-ec1c6ae1-172a-42ee-98d3-f3ddc5722d38 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Allocated IP 172.20.0.1 (eeff1bda-5c8a-4a82-8443-a35f2117d32f/6143820c-a710-4806-9b5f-7ea89abd5648/c2896091-187b-4226-9b9a-d9718f321ff0) {{(pid=121606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:29:34.535368 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f03538-850c-4b4e-9f52-31f3077ce29b req-ac82b36e-6e19-43da-a20a-a211323b246c tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:34.536395 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3f2d15-c234-4844-9a0a-68f0b54e3191 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Pushing event deleted for resources: {'Subnet': ['ID=5fa3417f-3ddf-4d5a-94b0-9d1b211ef68e,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:29:34.539466 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d7f03538-850c-4b4e-9f52-31f3077ce29b req-ac82b36e-6e19-43da-a20a-a211323b246c tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] 10.222.0.32 "GET /v2.0/ports?device_id=65490ad4-5baf-4c89-9877-006d581b4758 HTTP/1.1" status: 200  len: 945 time: 0.1432879
Dec 25 21:29:34.556844 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:34.563627 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68897cd-1d10-4ac9-a8fd-2c77b7b58d9e req-3a3daf3f-a543-4483-9673-dad9b54c88d3 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:34.564650 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-cb3f2d15-c234-4844-9a0a-68f0b54e3191 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks [] for subnet, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:34.569561 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68897cd-1d10-4ac9-a8fd-2c77b7b58d9e req-3a3daf3f-a543-4483-9673-dad9b54c88d3 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:34.575490 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68897cd-1d10-4ac9-a8fd-2c77b7b58d9e req-3a3daf3f-a543-4483-9673-dad9b54c88d3 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:34.581643 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-cb3f2d15-c234-4844-9a0a-68f0b54e3191 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] 10.222.0.32 "DELETE /v2.0/subnets/5fa3417f-3ddf-4d5a-94b0-9d1b211ef68e HTTP/1.1" status: 204  len: 168 time: 0.8867607
Dec 25 21:29:34.581643 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3f2d15-c234-4844-9a0a-68f0b54e3191 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:29:34.581643 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3f2d15-c234-4844-9a0a-68f0b54e3191 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:29:34.583385 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68897cd-1d10-4ac9-a8fd-2c77b7b58d9e req-3a3daf3f-a543-4483-9673-dad9b54c88d3 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:34.583489 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3f2d15-c234-4844-9a0a-68f0b54e3191 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:29:34.583489 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3f2d15-c234-4844-9a0a-68f0b54e3191 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:29:34.583489 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3f2d15-c234-4844-9a0a-68f0b54e3191 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:29:34.583489 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3f2d15-c234-4844-9a0a-68f0b54e3191 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:29:34.583489 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3f2d15-c234-4844-9a0a-68f0b54e3191 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:29:34.583884 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3f2d15-c234-4844-9a0a-68f0b54e3191 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:29:34.584043 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3f2d15-c234-4844-9a0a-68f0b54e3191 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:29:34.584367 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3f2d15-c234-4844-9a0a-68f0b54e3191 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:29:34.584687 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3f2d15-c234-4844-9a0a-68f0b54e3191 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:29:34.587928 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3f2d15-c234-4844-9a0a-68f0b54e3191 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:29:34.587928 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3f2d15-c234-4844-9a0a-68f0b54e3191 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:29:34.588162 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68897cd-1d10-4ac9-a8fd-2c77b7b58d9e req-3a3daf3f-a543-4483-9673-dad9b54c88d3 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:34.593892 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68897cd-1d10-4ac9-a8fd-2c77b7b58d9e req-3a3daf3f-a543-4483-9673-dad9b54c88d3 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:34.597085 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 46232) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:29:34.600027 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68897cd-1d10-4ac9-a8fd-2c77b7b58d9e req-3a3daf3f-a543-4483-9673-dad9b54c88d3 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:34.601960 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e68897cd-1d10-4ac9-a8fd-2c77b7b58d9e req-3a3daf3f-a543-4483-9673-dad9b54c88d3 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a8d6684-f19c-4a86-ac0c-6c056fa351fd HTTP/1.1" status: 200  len: 5425 time: 0.2069933
Dec 25 21:29:34.615970 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Pushing event updated for resources: {'Port': ['ID=bbeefdb7-89c8-4442-a2e7-858c459b3b9a,revision_number=4']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:29:34.652328 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:34.714726 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dbad079c-9ad0-47fd-8d51-bc9c6d074098 {{(pid=121608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:29:34.729931 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-d57c2e96-46a1-4512-b9fa-55e27808fb30 None None] Publish callbacks [] for port, precommit_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:34.759422 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-81d7d4ba-1087-47e0-869c-1a65e3f94d15 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625803'] for network, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:34.773514 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port dbad079c-9ad0-47fd-8d51-bc9c6d074098, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=dbad079c-9ad0-47fd-8d51-bc9c6d074098,segment=NetworkSegment(56b813bb-0258-427a-b680-63f6bf14312f),segment_id=56b813bb-0258-427a-b680-63f6bf14312f)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:29:34.864182 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d7f03538-850c-4b4e-9f52-31f3077ce29b req-883eb354-c459-432e-84b7-ed3fbff61a01 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d32f0a1-0bdc-4dd4-8a66-1e7cbebb8ef1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3125103
Dec 25 21:29:34.898352 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e68897cd-1d10-4ac9-a8fd-2c77b7b58d9e req-d3c1c88a-e4ae-4f3a-8dcb-7d7f21a26c7d tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] 10.222.0.32 "GET /v2.0/security-groups?id=3047df75-15d6-457f-8c77-25405c0680ea&id=213077ea-0675-4a6e-b24b-6e8c95ed2ffd&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.2722912
Dec 25 21:29:34.898786 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:34.903704 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-265ef966-0cc1-4ca6-8dbd-05e5aca5756d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:34.913747 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-d57c2e96-46a1-4512-b9fa-55e27808fb30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946'] for port, after_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:34.966504 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-ec1c6ae1-172a-42ee-98d3-f3ddc5722d38 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks [] for port, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:34.973907 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-81d7d4ba-1087-47e0-869c-1a65e3f94d15 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Deleting port 8ae077bd-8e1e-4e88-8c0a-f48c6b943beb {{(pid=121607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:29:34.981630 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-81d7d4ba-1087-47e0-869c-1a65e3f94d15 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:35.041641 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d57c2e96-46a1-4512-b9fa-55e27808fb30 None None] Network e813faa8-0203-4a5e-9884-86bfa7fc5a5a is already hosted by enough agents. {{(pid=121608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:29:35.052180 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.base_scheduler [None req-d57c2e96-46a1-4512-b9fa-55e27808fb30 None None] Resources bound (agent type, host, resource id):  {{(pid=121608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:29:35.059777 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d57c2e96-46a1-4512-b9fa-55e27808fb30 None None] Received port after_create {{(pid=121608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:29:35.079461 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69f6ee72-cb9c-439e-b12f-58cc255debd6 None None] Update dhcp port {'port': {'network_id': '410d36ba-d859-4c23-90c3-069b903fe876', 'fixed_ips': [{'subnet_id': '5fa3417f-3ddf-4d5a-94b0-9d1b211ef68e'}], 'binding:host_id': 'ncdv-master-1'}, 'id': '8ae077bd-8e1e-4e88-8c0a-f48c6b943beb'} from ncdv-master-1. {{(pid=121608) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}}
Dec 25 21:29:35.099898 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-ec1c6ae1-172a-42ee-98d3-f3ddc5722d38 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:35.134276 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.db [None req-81d7d4ba-1087-47e0-869c-1a65e3f94d15 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] For port 8ae077bd-8e1e-4e88-8c0a-f48c6b943beb, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8ae077bd-8e1e-4e88-8c0a-f48c6b943beb,segment=NetworkSegment(00f8c91f-8ea3-40c8-9267-c24e30fe9f46),segment_id=00f8c91f-8ea3-40c8-9267-c24e30fe9f46)] {{(pid=121607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:29:35.134807 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-81d7d4ba-1087-47e0-869c-1a65e3f94d15 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:35.140328 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Pushing event updated for resources: {'Port': ['ID=dbad079c-9ad0-47fd-8d51-bc9c6d074098,revision_number=4']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:29:35.153996 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-81d7d4ba-1087-47e0-869c-1a65e3f94d15 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Calling delete_port for 8ae077bd-8e1e-4e88-8c0a-f48c6b943beb owned by network:dhcp {{(pid=121607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:29:35.170194 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec1c6ae1-172a-42ee-98d3-f3ddc5722d38 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Network eeff1bda-5c8a-4a82-8443-a35f2117d32f is already hosted by enough agents. {{(pid=121606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:29:35.181524 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [None req-ec1c6ae1-172a-42ee-98d3-f3ddc5722d38 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Resources bound (agent type, host, resource id):  {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:29:35.185459 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec1c6ae1-172a-42ee-98d3-f3ddc5722d38 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Received port after_create {{(pid=121606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:29:35.244833 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-69f6ee72-cb9c-439e-b12f-58cc255debd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:35.285010 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1c6ae1-172a-42ee-98d3-f3ddc5722d38 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Pushing event updated for resources: {'Port': ['ID=c2896091-187b-4226-9b9a-d9718f321ff0,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:29:35.303824 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-ec1c6ae1-172a-42ee-98d3-f3ddc5722d38 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2008772'] for router_interface, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:35.376414 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57c2e96-46a1-4512-b9fa-55e27808fb30 None None] Pushing event updated for resources: {'Port': ['ID=1b3a2fd4-229c-4e50-8baf-1e3cdf37d0b9,revision_number=1']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:29:35.407647 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-81d7d4ba-1087-47e0-869c-1a65e3f94d15 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:35.424379 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-d57c2e96-46a1-4512-b9fa-55e27808fb30 None None] Attempting to bind port 1b3a2fd4-229c-4e50-8baf-1e3cdf37d0b9 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:29:35.424944 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-d57c2e96-46a1-4512-b9fa-55e27808fb30 None None] Attempting to bind port 1b3a2fd4-229c-4e50-8baf-1e3cdf37d0b9 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'b9bc1327-27d6-44e1-96f3-97792cbf1ae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'e813faa8-0203-4a5e-9884-86bfa7fc5a5a'}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:29:35.425163 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d57c2e96-46a1-4512-b9fa-55e27808fb30 None None] Attempting to bind port 1b3a2fd4-229c-4e50-8baf-1e3cdf37d0b9 on network e813faa8-0203-4a5e-9884-86bfa7fc5a5a {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:29:35.437203 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d57c2e96-46a1-4512-b9fa-55e27808fb30 None None] Checking agent: {'id': 'ca4f5c6d-f1fd-48b8-a3e3-395864c7d23d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 20, 56, 40), 'started_at': datetime.datetime(2021, 12, 25, 20, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 29, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:29:35.437501 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d57c2e96-46a1-4512-b9fa-55e27808fb30 None None] Checking segment: {'id': 'b9bc1327-27d6-44e1-96f3-97792cbf1ae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'e813faa8-0203-4a5e-9884-86bfa7fc5a5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:29:35.437913 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-d57c2e96-46a1-4512-b9fa-55e27808fb30 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:35.438315 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d57c2e96-46a1-4512-b9fa-55e27808fb30 None None] Bound using segment: {'id': 'b9bc1327-27d6-44e1-96f3-97792cbf1ae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'e813faa8-0203-4a5e-9884-86bfa7fc5a5a'} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:29:35.438810 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-d57c2e96-46a1-4512-b9fa-55e27808fb30 None None] Bound port: 1b3a2fd4-229c-4e50-8baf-1e3cdf37d0b9, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9bc1327-27d6-44e1-96f3-97792cbf1ae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'e813faa8-0203-4a5e-9884-86bfa7fc5a5a'}}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:29:35.439196 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-d57c2e96-46a1-4512-b9fa-55e27808fb30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:35.461466 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7617e83a-b037-4e9d-b6b0-dac51256bab2 None None] Network eeff1bda-5c8a-4a82-8443-a35f2117d32f requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:29:35.472668 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d7d4ba-1087-47e0-869c-1a65e3f94d15 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Pushing event deleted for resources: {'Port': ['ID=8ae077bd-8e1e-4e88-8c0a-f48c6b943beb,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:29:35.479084 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81d7d4ba-1087-47e0-869c-1a65e3f94d15 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] No DVR routers for this DVR port 8ae077bd-8e1e-4e88-8c0a-f48c6b943beb on host ncdv-master-1 {{(pid=121607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:29:35.528297 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] get_ports_and_sgs() called for port_ids ['c1259bc6-d32f-4b81-b593-3660604ed03e'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:29:35.528809 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] get_ports_and_sgs() called for port_ids ['dbad079c-9ad0-47fd-8d51-bc9c6d074098'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:29:35.530953 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] get_ports_and_sgs() called for port_ids ['893605c1-33ba-4c92-b5eb-6207f354a521'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:29:35.548454 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] get_ports_and_sgs() called for port_ids ['bbeefdb7-89c8-4442-a2e7-858c459b3b9a'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:29:35.589447 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-81d7d4ba-1087-47e0-869c-1a65e3f94d15 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997585', 'neutron.services.segments.db._delete_segments_for_network-8737602743071'] for network, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:35.618235 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] get_ports_and_sgs() called for port_ids ['d1b259e7-c1c4-46a5-8fa8-934e76ffd08c'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:29:35.637978 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-81d7d4ba-1087-47e0-869c-1a65e3f94d15 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2612a29a00>,) {'filters': {'network_id': ['410d36ba-d859-4c23-90c3-069b903fe876']}} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:29:35.652113 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-ec1c6ae1-172a-42ee-98d3-f3ddc5722d38 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:35.656441 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-81d7d4ba-1087-47e0-869c-1a65e3f94d15 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2612a29a00>, '00f8c91f-8ea3-40c8-9267-c24e30fe9f46') {'for_net_delete': True} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:29:35.656441 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-81d7d4ba-1087-47e0-869c-1a65e3f94d15 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2612a29a00>, '00f8c91f-8ea3-40c8-9267-c24e30fe9f46') {} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:29:35.660127 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] get_ports_and_sgs() called for port_ids ['1704d60b-466b-4afa-a1c8-2e009902991b'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:29:35.662712 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] get_ports_and_sgs() called for port_ids ['c4a5dc77-7743-4d72-8f35-550325e4dc63'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:29:35.679914 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-81d7d4ba-1087-47e0-869c-1a65e3f94d15 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737602746920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10246592'] for segment, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:35.703787 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-81d7d4ba-1087-47e0-869c-1a65e3f94d15 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:35.713092 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81d7d4ba-1087-47e0-869c-1a65e3f94d15 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Releasing vlan 185 on physical network physnet1 to pool {{(pid=121607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 25 21:29:35.713938 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-81d7d4ba-1087-47e0-869c-1a65e3f94d15 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8633327'] for segment, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:35.800757 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:29:35.800757 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:29:35.800757 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:29:35.800757 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:29:35.800757 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:29:35.800757 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:29:35.800757 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:29:35.800757 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:29:35.800757 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:29:35.800757 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:29:35.800757 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:29:35.800757 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:29:35.800757 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:29:35.800757 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:29:35.800757 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:29:35.800757 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:29:35.800757 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:29:35.800757 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:29:35.800757 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:29:35.800757 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:29:35.800757 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:29:35.800757 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:29:35.800757 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:29:35.800757 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:29:35.800757 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:29:35.800757 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:29:35.800757 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:29:35.800757 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:29:35.800757 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:29:35.800757 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:29:35.800757 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:29:35.800757 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:29:35.800757 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:29:35.800757 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:29:35.800757 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:29:35.800757 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:29:35.800757 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:29:35.800757 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:29:35.800757 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:29:35.800757 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:29:35.800757 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:29:35.800757 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:29:35.800757 ncdv-master-1 neutron-server[121607]: Traceback (most recent call last):
Dec 25 21:29:35.800757 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 25 21:29:35.800757 ncdv-master-1 neutron-server[121607]:     timer()
Dec 25 21:29:35.800757 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 25 21:29:35.800757 ncdv-master-1 neutron-server[121607]:     cb(*args, **kw)
Dec 25 21:29:35.800757 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 25 21:29:35.800757 ncdv-master-1 neutron-server[121607]:     return func(*args, **kwargs)
Dec 25 21:29:35.800757 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 25 21:29:35.800757 ncdv-master-1 neutron-server[121607]:     self._notify()
Dec 25 21:29:35.800757 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 25 21:29:35.800757 ncdv-master-1 neutron-server[121607]:     self.callback(batched_events)
Dec 25 21:29:35.800757 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 25 21:29:35.800757 ncdv-master-1 neutron-server[121607]:     event.method(event)
Dec 25 21:29:35.800757 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 25 21:29:35.800757 ncdv-master-1 neutron-server[121607]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 25 21:29:35.800757 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 25 21:29:35.800757 ncdv-master-1 neutron-server[121607]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 25 21:29:35.804792 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 25 21:29:35.804792 ncdv-master-1 neutron-server[121607]:     return f(self, *a, **k)
Dec 25 21:29:35.804792 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 25 21:29:35.804792 ncdv-master-1 neutron-server[121607]:     return self._get(url).json()
Dec 25 21:29:35.804792 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 25 21:29:35.804792 ncdv-master-1 neutron-server[121607]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 25 21:29:35.804792 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 25 21:29:35.804792 ncdv-master-1 neutron-server[121607]:     return self.request(url, 'GET', **kwargs)
Dec 25 21:29:35.804792 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 25 21:29:35.804792 ncdv-master-1 neutron-server[121607]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 25 21:29:35.804792 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 25 21:29:35.804792 ncdv-master-1 neutron-server[121607]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 25 21:29:35.804792 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 25 21:29:35.804792 ncdv-master-1 neutron-server[121607]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 25 21:29:35.804792 ncdv-master-1 neutron-server[121607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 25 21:29:35.813162 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1adfeb83-107d-40a6-b2ea-c2882bd4921a None None] Network 410d36ba-d859-4c23-90c3-069b903fe876 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:29:35.880256 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-81d7d4ba-1087-47e0-869c-1a65e3f94d15 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2008653'] for network, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:35.892259 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-81d7d4ba-1087-47e0-869c-1a65e3f94d15 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks [] for network, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:35.915497 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-81d7d4ba-1087-47e0-869c-1a65e3f94d15 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] 10.222.0.32 "DELETE /v2.0/networks/410d36ba-d859-4c23-90c3-069b903fe876 HTTP/1.1" status: 204  len: 168 time: 1.3162410
Dec 25 21:29:35.921200 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 46254) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:29:35.979378 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d7d4ba-1087-47e0-869c-1a65e3f94d15 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Pushing event deleted for resources: {'Network': ['ID=410d36ba-d859-4c23-90c3-069b903fe876,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:29:36.003484 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-6046384c-cc67-4451-8dbd-cb766eac5857 None None] Provisioning complete for port 28cae03b-c8c5-4dc6-babf-64df1ba93b49 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:29:36.004040 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-6046384c-cc67-4451-8dbd-cb766eac5857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:36.005906 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 28cae03b-c8c5-4dc6-babf-64df1ba93b49 up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:29:36.065794 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-663b7b01-9b43-42a1-8c0a-5112f74620e7 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:36.071849 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-663b7b01-9b43-42a1-8c0a-5112f74620e7 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200  len: 843 time: 0.1447747
Dec 25 21:29:36.076683 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 46264) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:29:36.176919 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-3cff476d-3362-4027-9391-bb9307ad730b tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] 10.222.0.32 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200  len: 284 time: 0.0969164
Dec 25 21:29:36.190040 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 46268) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:29:36.199003 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-96c80e52-fb5e-4137-8311-2105f1382c85 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1512681609'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:29:36.305911 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96c80e52-fb5e-4137-8311-2105f1382c85 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Made reservation on behalf of a80fe923d39349348137639eb937eac1 for: {'network': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:29:36.310118 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-96c80e52-fb5e-4137-8311-2105f1382c85 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for network, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:36.350957 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96c80e52-fb5e-4137-8311-2105f1382c85 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] vlan segment allocate from pool success with {'vlan_id': 161, 'physical_network': 'physnet1'}  {{(pid=121607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 25 21:29:36.366882 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-96c80e52-fb5e-4137-8311-2105f1382c85 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:36.367033 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-d57c2e96-46a1-4512-b9fa-55e27808fb30 None None] For port 1b3a2fd4-229c-4e50-8baf-1e3cdf37d0b9, host ncdv-master-1, cleared binding levels {{(pid=121608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:29:36.367586 ncdv-master-1 neutron-server[121607]: INFO neutron.db.segments_db [None req-96c80e52-fb5e-4137-8311-2105f1382c85 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Added segment da6e34d2-e498-4499-ad71-049367f7478c of type vlan for network d2202f0f-21bc-43f5-ba40-fcbec40b95dc
Dec 25 21:29:36.408920 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-319eb718-8e69-476e-92b8-5491225274b4 None None] DHCP port deletion for 410d36ba-d859-4c23-90c3-069b903fe876 request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 21:29:36.448273 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-96c80e52-fb5e-4137-8311-2105f1382c85 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737602163420'] for network, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:36.532796 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-d57c2e96-46a1-4512-b9fa-55e27808fb30 None None] For port 1b3a2fd4-229c-4e50-8baf-1e3cdf37d0b9, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1b3a2fd4-229c-4e50-8baf-1e3cdf37d0b9,segment=NetworkSegment(b9bc1327-27d6-44e1-96f3-97792cbf1ae2),segment_id=b9bc1327-27d6-44e1-96f3-97792cbf1ae2)] {{(pid=121608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:29:36.562160 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-96c80e52-fb5e-4137-8311-2105f1382c85 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870'] for network, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:36.587749 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96c80e52-fb5e-4137-8311-2105f1382c85 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:36.588757 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-96c80e52-fb5e-4137-8311-2105f1382c85 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks [] for network, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:36.641841 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05af2331-5ecf-48e3-9363-90a4234ba238 req-ed89ba13-0f9b-46db-9fe6-7dc9ea3544ec tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:36.643387 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-05af2331-5ecf-48e3-9363-90a4234ba238 req-ed89ba13-0f9b-46db-9fe6-7dc9ea3544ec tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] 10.222.0.32 "GET /v2.0/ports?device_id=65490ad4-5baf-4c89-9877-006d581b4758 HTTP/1.1" status: 200  len: 945 time: 0.6045477
Dec 25 21:29:36.682099 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-d57c2e96-46a1-4512-b9fa-55e27808fb30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:36.693275 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c80e52-fb5e-4137-8311-2105f1382c85 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Pushing event updated for resources: {'Network': ['ID=d2202f0f-21bc-43f5-ba40-fcbec40b95dc,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:29:36.699074 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4b4d02-731c-4a36-8b19-566e587931c0 req-a290b251-eee2-4456-b9a6-48e709e52ce5 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:36.706105 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4b4d02-731c-4a36-8b19-566e587931c0 req-a290b251-eee2-4456-b9a6-48e709e52ce5 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:36.712141 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4b4d02-731c-4a36-8b19-566e587931c0 req-a290b251-eee2-4456-b9a6-48e709e52ce5 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:36.718728 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4b4d02-731c-4a36-8b19-566e587931c0 req-a290b251-eee2-4456-b9a6-48e709e52ce5 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:36.733155 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-96c80e52-fb5e-4137-8311-2105f1382c85 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.5416946
Dec 25 21:29:36.734076 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4b4d02-731c-4a36-8b19-566e587931c0 req-a290b251-eee2-4456-b9a6-48e709e52ce5 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:36.737856 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 46274) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:29:36.741540 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4b4d02-731c-4a36-8b19-566e587931c0 req-a290b251-eee2-4456-b9a6-48e709e52ce5 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:36.749864 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4b4d02-731c-4a36-8b19-566e587931c0 req-a290b251-eee2-4456-b9a6-48e709e52ce5 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:36.753880 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-ebcaa88d-ad9b-428c-a7c3-a47c8a0fe952 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Request body: {'subnet': {'network_id': 'd2202f0f-21bc-43f5-ba40-fcbec40b95dc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:29:36.758637 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8c4b4d02-731c-4a36-8b19-566e587931c0 req-a290b251-eee2-4456-b9a6-48e709e52ce5 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a8d6684-f19c-4a86-ac0c-6c056fa351fd HTTP/1.1" status: 200  len: 5426 time: 0.6246474
Dec 25 21:29:36.768286 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Network d2202f0f-21bc-43f5-ba40-fcbec40b95dc details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 25 21:29:36.862897 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-05af2331-5ecf-48e3-9363-90a4234ba238 req-49d54a60-0ed4-41b3-9dff-0ae0d04c9ec0 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d32f0a1-0bdc-4dd4-8a66-1e7cbebb8ef1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1961308
Dec 25 21:29:36.933394 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8c4b4d02-731c-4a36-8b19-566e587931c0 req-4a59e16d-efec-4428-b833-0913eddbf4bb tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] 10.222.0.32 "GET /v2.0/security-groups?id=3047df75-15d6-457f-8c77-25405c0680ea&id=213077ea-0675-4a6e-b24b-6e8c95ed2ffd&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1735580
Dec 25 21:29:36.949837 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebcaa88d-ad9b-428c-a7c3-a47c8a0fe952 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Made reservation on behalf of a80fe923d39349348137639eb937eac1 for: {'subnet': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:29:36.953441 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ebcaa88d-ad9b-428c-a7c3-a47c8a0fe952 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8852834'] for subnet, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:36.992122 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-ec1c6ae1-172a-42ee-98d3-f3ddc5722d38 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks [] for port, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:37.051347 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-ec1c6ae1-172a-42ee-98d3-f3ddc5722d38 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:37.215507 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1c6ae1-172a-42ee-98d3-f3ddc5722d38 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Pushing event updated for resources: {'Port': ['ID=c2896091-187b-4226-9b9a-d9718f321ff0,revision_number=2']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:29:37.221984 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-ec1c6ae1-172a-42ee-98d3-f3ddc5722d38 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2007636'] for router_interface, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:37.379620 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ebcaa88d-ad9b-428c-a7c3-a47c8a0fe952 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8632475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8852848'] for subnet, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:37.429702 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec1c6ae1-172a-42ee-98d3-f3ddc5722d38 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Network eeff1bda-5c8a-4a82-8443-a35f2117d32f is already hosted by enough agents. {{(pid=121606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:29:37.432012 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [None req-ec1c6ae1-172a-42ee-98d3-f3ddc5722d38 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Resources bound (agent type, host, resource id):  {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:29:37.470041 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcaa88d-ad9b-428c-a7c3-a47c8a0fe952 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Pushing event updated for resources: {'Subnet': ['ID=75ad2cfe-3e11-4c65-8e8d-ebb3a89f54a8,revision_number=0']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:29:37.691954 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebcaa88d-ad9b-428c-a7c3-a47c8a0fe952 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Checking segment: {'id': 'da6e34d2-e498-4499-ad71-049367f7478c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'd2202f0f-21bc-43f5-ba40-fcbec40b95dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:29:37.691954 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebcaa88d-ad9b-428c-a7c3-a47c8a0fe952 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Network hostable DHCP agents. Network: d2202f0f-21bc-43f5-ba40-fcbec40b95dc, hostable agents: ['1813db88-2c1b-4357-a2ba-869246b663c2'], hosted agents: [] {{(pid=121607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 25 21:29:37.695959 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-6046384c-cc67-4451-8dbd-cb766eac5857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:37.695959 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57c2e96-46a1-4512-b9fa-55e27808fb30 None None] Pushing event updated for resources: {'Port': ['ID=1b3a2fd4-229c-4e50-8baf-1e3cdf37d0b9,revision_number=2']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:29:37.723305 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port 28cae03b-c8c5-4dc6-babf-64df1ba93b49 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:29:37.723686 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:37.871018 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-6046384c-cc67-4451-8dbd-cb766eac5857 None None] For port 28cae03b-c8c5-4dc6-babf-64df1ba93b49, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=28cae03b-c8c5-4dc6-babf-64df1ba93b49,segment=NetworkSegment(da4830a0-4e85-4b78-92af-deb00230568f),segment_id=da4830a0-4e85-4b78-92af-deb00230568f)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:29:37.905327 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebcaa88d-ad9b-428c-a7c3-a47c8a0fe952 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Network d2202f0f-21bc-43f5-ba40-fcbec40b95dc is scheduled to be hosted by DHCP agent 1813db88-2c1b-4357-a2ba-869246b663c2 with binding_index 1 {{(pid=121607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 25 21:29:37.913845 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-2031a30d-e928-4771-b07c-96c166f288a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:37.968660 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-6046384c-cc67-4451-8dbd-cb766eac5857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:38.042008 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:38.042973 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec1c6ae1-172a-42ee-98d3-f3ddc5722d38 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Router 633060f0-01d5-4e91-b0a8-eb07bd7085f4 is scheduled to L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 with binding_index 1 {{(pid=121606) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 25 21:29:38.048728 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-ebcaa88d-ad9b-428c-a7c3-a47c8a0fe952 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, d2202f0f-21bc-43f5-ba40-fcbec40b95dc) {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:29:38.053392 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebcaa88d-ad9b-428c-a7c3-a47c8a0fe952 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:38.053992 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ebcaa88d-ad9b-428c-a7c3-a47c8a0fe952 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks [] for subnet, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:38.059410 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6046384c-cc67-4451-8dbd-cb766eac5857 None None] Pushing event updated for resources: {'Port': ['ID=28cae03b-c8c5-4dc6-babf-64df1ba93b49,revision_number=3']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:29:38.074272 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe40acdf-03c9-4e1b-8b8c-e8810b69b636 None None] Network d2202f0f-21bc-43f5-ba40-fcbec40b95dc requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:29:38.150598 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-ebcaa88d-ad9b-428c-a7c3-a47c8a0fe952 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.4114118
Dec 25 21:29:38.156700 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 46294) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:29:38.162103 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-e7f62863-2be3-45ae-9a47-2e103f937748 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Request body: {'port': {'network_id': 'd2202f0f-21bc-43f5-ba40-fcbec40b95dc', 'name': 'tempest-PortsTestJSON-1567654388'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:29:38.244056 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-6f7d4fb4-854e-4521-a214-17c9bdd324db None None] Provisioning complete for port c2896091-187b-4226-9b9a-d9718f321ff0 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:29:38.244056 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-6f7d4fb4-854e-4521-a214-17c9bdd324db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:38.284844 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef76eced-a1ce-4e32-ae20-68cb71e285f3 req-cb35876b-f483-45b7-8929-550d9022ec77 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:38.302461 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ef76eced-a1ce-4e32-ae20-68cb71e285f3 req-cb35876b-f483-45b7-8929-550d9022ec77 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] 10.222.0.32 "GET /v2.0/ports?device_id=65490ad4-5baf-4c89-9877-006d581b4758 HTTP/1.1" status: 200  len: 945 time: 0.2931731
Dec 25 21:29:38.310033 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.db.api [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=121608) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 25 21:29:38.310811 ncdv-master-1 neutron-server[121608]: DEBUG oslo_db.api [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 25 21:29:38.350745 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-6f7d4fb4-854e-4521-a214-17c9bdd324db None None] Port c2896091-187b-4226-9b9a-d9718f321ff0 cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:29:38.358474 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef9e3602-3ca9-4512-8f78-ba75a9a6960a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-d2202f0f-21bc-43f5-ba40-fcbec40b95dc', 'network_id': 'd2202f0f-21bc-43f5-ba40-fcbec40b95dc', 'project_id': 'a80fe923d39349348137639eb937eac1', 'fixed_ips': [{'subnet_id': '75ad2cfe-3e11-4c65-8e8d-ebb3a89f54a8'}]}} from ncdv-master-1. {{(pid=121608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 25 21:29:38.359922 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-ef9e3602-3ca9-4512-8f78-ba75a9a6960a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:38.400687 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-6f7d4fb4-854e-4521-a214-17c9bdd324db None None] Provisioning complete for port 28cae03b-c8c5-4dc6-babf-64df1ba93b49 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:29:38.401662 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-6f7d4fb4-854e-4521-a214-17c9bdd324db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:38.413113 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7f62863-2be3-45ae-9a47-2e103f937748 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Made reservation on behalf of a80fe923d39349348137639eb937eac1 for: {'port': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:29:38.418291 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e7f62863-2be3-45ae-9a47-2e103f937748 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:38.464200 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:38.468368 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6c5a13-80c2-4258-be41-9ecb4364ebaf req-646f74cd-af3a-420f-a7a6-2a51bb625b9d tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:38.474913 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6c5a13-80c2-4258-be41-9ecb4364ebaf req-646f74cd-af3a-420f-a7a6-2a51bb625b9d tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:38.482015 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6c5a13-80c2-4258-be41-9ecb4364ebaf req-646f74cd-af3a-420f-a7a6-2a51bb625b9d tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:38.488334 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6c5a13-80c2-4258-be41-9ecb4364ebaf req-646f74cd-af3a-420f-a7a6-2a51bb625b9d tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:38.488631 ncdv-master-1 neutron-server[121607]: DEBUG neutron.notifiers.nova [None req-e7f62863-2be3-45ae-9a47-2e103f937748 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] device_id is not set on port fe7e6d34-49e2-46c5-bd90-3dd58e7a841f yet. {{(pid=121607) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 25 21:29:38.494949 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6c5a13-80c2-4258-be41-9ecb4364ebaf req-646f74cd-af3a-420f-a7a6-2a51bb625b9d tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:38.501227 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6c5a13-80c2-4258-be41-9ecb4364ebaf req-646f74cd-af3a-420f-a7a6-2a51bb625b9d tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:38.513687 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6c5a13-80c2-4258-be41-9ecb4364ebaf req-646f74cd-af3a-420f-a7a6-2a51bb625b9d tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:38.516750 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9a6c5a13-80c2-4258-be41-9ecb4364ebaf req-646f74cd-af3a-420f-a7a6-2a51bb625b9d tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a8d6684-f19c-4a86-ac0c-6c056fa351fd HTTP/1.1" status: 200  len: 5426 time: 0.4144704
Dec 25 21:29:38.570071 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec1c6ae1-172a-42ee-98d3-f3ddc5722d38 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 21:29:38.576000 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-ec1c6ae1-172a-42ee-98d3-f3ddc5722d38 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] 10.222.0.32 "PUT /v2.0/routers/633060f0-01d5-4e91-b0a8-eb07bd7085f4/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.2038629
Dec 25 21:29:38.596930 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 46302) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:29:38.606439 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb22eb01-ba42-4ba3-aae4-38f906d63563 None None] Sync routers for ids ['633060f0-01d5-4e91-b0a8-eb07bd7085f4'] in ncdv-master-1 {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 21:29:38.619186 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ef76eced-a1ce-4e32-ae20-68cb71e285f3 req-70aead01-8388-44e0-910f-173dbe991e53 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d32f0a1-0bdc-4dd4-8a66-1e7cbebb8ef1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3156402
Dec 25 21:29:38.625964 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb22eb01-ba42-4ba3-aae4-38f906d63563 None None] Routers {'633060f0-01d5-4e91-b0a8-eb07bd7085f4'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:29:38.627404 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-cb22eb01-ba42-4ba3-aae4-38f906d63563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2613127b20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:29:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['633060f0-01d5-4e91-b0a8-eb07bd7085f4'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:29:38.690167 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-702d12ab-7f42-4ebe-8cd9-d6bb236c5433 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:38.692054 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-702d12ab-7f42-4ebe-8cd9-d6bb236c5433 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] 10.222.0.32 "GET /v2.0/ports/c2896091-187b-4226-9b9a-d9718f321ff0 HTTP/1.1" status: 200  len: 910 time: 0.0992718
Dec 25 21:29:38.696285 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 46304) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:29:38.698970 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9a6c5a13-80c2-4258-be41-9ecb4364ebaf req-e3643c83-fc95-4efd-a1cb-fb9ce0488a6e tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] 10.222.0.32 "GET /v2.0/security-groups?id=3047df75-15d6-457f-8c77-25405c0680ea&id=213077ea-0675-4a6e-b24b-6e8c95ed2ffd&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1623459
Dec 25 21:29:38.717508 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-cb22eb01-ba42-4ba3-aae4-38f906d63563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2613127b20>, [], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:29:38.729150 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3e945ecd-9380-47c2-aa0a-12ebe07e03e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:38.754243 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-6f7d4fb4-854e-4521-a214-17c9bdd324db None None] Could not find standard attr ID for object 8ae077bd-8e1e-4e88-8c0a-f48c6b943beb. {{(pid=121608) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 25 21:29:38.762971 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb22eb01-ba42-4ba3-aae4-38f906d63563 None None] Routers {'633060f0-01d5-4e91-b0a8-eb07bd7085f4'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:29:38.763611 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-cb22eb01-ba42-4ba3-aae4-38f906d63563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2613127b20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:29:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['633060f0-01d5-4e91-b0a8-eb07bd7085f4'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:29:38.813314 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.db_base_plugin_common [None req-ef9e3602-3ca9-4512-8f78-ba75a9a6960a None None] Allocated IP 172.20.0.2 (d2202f0f-21bc-43f5-ba40-fcbec40b95dc/75ad2cfe-3e11-4c65-8e8d-ebb3a89f54a8/f267d9c8-f49e-44ef-a052-bac2b325529d) {{(pid=121608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:29:38.938407 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1499e7bf-038f-4fc6-a422-439a33229f5f None None] Network e813faa8-0203-4a5e-9884-86bfa7fc5a5a requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:29:39.012954 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device d1b259e7-c1c4-46a5-8fa8-934e76ffd08c up at agent hyperv_nch1-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:29:39.015076 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-cb22eb01-ba42-4ba3-aae4-38f906d63563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2613127b20>, [], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:29:39.015705 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb22eb01-ba42-4ba3-aae4-38f906d63563 None None] The sync data for ids ['633060f0-01d5-4e91-b0a8-eb07bd7085f4'] in ncdv-master-1 is: [] {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 21:29:39.144400 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-a95baab3-8904-4e31-ae79-51d9670f6992 None None] Provisioning complete for port c2896091-187b-4226-9b9a-d9718f321ff0 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:29:39.145119 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-a95baab3-8904-4e31-ae79-51d9670f6992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:39.158052 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-ef9e3602-3ca9-4512-8f78-ba75a9a6960a None None] Publish callbacks [] for port, precommit_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:39.171915 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-23398cc5-8cb0-4048-9a44-f6c47f226731 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:39.226096 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-a95baab3-8904-4e31-ae79-51d9670f6992 None None] Port c2896091-187b-4226-9b9a-d9718f321ff0 cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:29:39.253063 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-ef9e3602-3ca9-4512-8f78-ba75a9a6960a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946'] for port, after_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:39.308211 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef9e3602-3ca9-4512-8f78-ba75a9a6960a None None] Network d2202f0f-21bc-43f5-ba40-fcbec40b95dc is already hosted by enough agents. {{(pid=121608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:29:39.317024 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.base_scheduler [None req-ef9e3602-3ca9-4512-8f78-ba75a9a6960a None None] Resources bound (agent type, host, resource id):  {{(pid=121608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:29:39.320929 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef9e3602-3ca9-4512-8f78-ba75a9a6960a None None] Received port after_create {{(pid=121608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:29:39.328065 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9e3602-3ca9-4512-8f78-ba75a9a6960a None None] Pushing event updated for resources: {'Port': ['ID=f267d9c8-f49e-44ef-a052-bac2b325529d,revision_number=1']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:29:39.330413 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Provisioning for port d1b259e7-c1c4-46a5-8fa8-934e76ffd08c completed by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 25 21:29:39.365666 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Provisioning complete for port d1b259e7-c1c4-46a5-8fa8-934e76ffd08c triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:29:39.366110 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:39.486526 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_common [None req-e7f62863-2be3-45ae-9a47-2e103f937748 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Allocated IP 172.20.0.10 (d2202f0f-21bc-43f5-ba40-fcbec40b95dc/75ad2cfe-3e11-4c65-8e8d-ebb3a89f54a8/fe7e6d34-49e2-46c5-bd90-3dd58e7a841f) {{(pid=121607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:29:39.510367 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 1b3a2fd4-229c-4e50-8baf-1e3cdf37d0b9 up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:29:39.584604 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-ef9e3602-3ca9-4512-8f78-ba75a9a6960a None None] Attempting to bind port f267d9c8-f49e-44ef-a052-bac2b325529d on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:29:39.585144 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-ef9e3602-3ca9-4512-8f78-ba75a9a6960a None None] Attempting to bind port f267d9c8-f49e-44ef-a052-bac2b325529d by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'da6e34d2-e498-4499-ad71-049367f7478c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'd2202f0f-21bc-43f5-ba40-fcbec40b95dc'}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:29:39.585607 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef9e3602-3ca9-4512-8f78-ba75a9a6960a None None] Attempting to bind port f267d9c8-f49e-44ef-a052-bac2b325529d on network d2202f0f-21bc-43f5-ba40-fcbec40b95dc {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:29:39.615630 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-9b89c820-b6f7-4570-8c38-705b3734436f None None] Provisioning complete for port 1b3a2fd4-229c-4e50-8baf-1e3cdf37d0b9 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:29:39.617363 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9b89c820-b6f7-4570-8c38-705b3734436f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:39.673871 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef9e3602-3ca9-4512-8f78-ba75a9a6960a None None] Checking agent: {'id': 'ca4f5c6d-f1fd-48b8-a3e3-395864c7d23d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 20, 56, 40), 'started_at': datetime.datetime(2021, 12, 25, 20, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 29, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:29:39.674344 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef9e3602-3ca9-4512-8f78-ba75a9a6960a None None] Checking segment: {'id': 'da6e34d2-e498-4499-ad71-049367f7478c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'd2202f0f-21bc-43f5-ba40-fcbec40b95dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:29:39.674750 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-ef9e3602-3ca9-4512-8f78-ba75a9a6960a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:39.675146 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef9e3602-3ca9-4512-8f78-ba75a9a6960a None None] Bound using segment: {'id': 'da6e34d2-e498-4499-ad71-049367f7478c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'd2202f0f-21bc-43f5-ba40-fcbec40b95dc'} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:29:39.676162 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-ef9e3602-3ca9-4512-8f78-ba75a9a6960a None None] Bound port: f267d9c8-f49e-44ef-a052-bac2b325529d, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da6e34d2-e498-4499-ad71-049367f7478c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'd2202f0f-21bc-43f5-ba40-fcbec40b95dc'}}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:29:39.677401 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-ef9e3602-3ca9-4512-8f78-ba75a9a6960a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:39.702147 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-15cb578f-7a63-4fd3-925d-83bad4c7b82a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:39.816088 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_common [None req-23398cc5-8cb0-4048-9a44-f6c47f226731 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Allocated IP 172.21.0.1 (e813faa8-0203-4a5e-9884-86bfa7fc5a5a/588bfbfe-31a4-462e-a6ce-efdf6d596aeb/9bcaa982-69a7-4f3f-8a39-be5c1a94f622) {{(pid=121607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:29:39.920238 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30951eb-5714-4b3a-b710-5455377911c4 req-b7f7762b-2fbd-4356-8171-4c735cb8edeb tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:39.931182 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b30951eb-5714-4b3a-b710-5455377911c4 req-b7f7762b-2fbd-4356-8171-4c735cb8edeb tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] 10.222.0.32 "GET /v2.0/ports?device_id=65490ad4-5baf-4c89-9877-006d581b4758 HTTP/1.1" status: 200  len: 945 time: 0.2066953
Dec 25 21:29:39.992072 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e7f62863-2be3-45ae-9a47-2e103f937748 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks [] for port, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:39.997119 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:40.033642 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b30951eb-5714-4b3a-b710-5455377911c4 req-92c1afb7-9d5a-43a3-ad55-888a6f4c35bc tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d32f0a1-0bdc-4dd4-8a66-1e7cbebb8ef1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1013706
Dec 25 21:29:40.059779 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0a136e-2dc0-4f31-ad6f-6a11102a0b58 req-7dc49805-8fab-43ff-a386-66500f789664 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:40.066543 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0a136e-2dc0-4f31-ad6f-6a11102a0b58 req-7dc49805-8fab-43ff-a386-66500f789664 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:40.069402 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-ef9e3602-3ca9-4512-8f78-ba75a9a6960a None None] For port f267d9c8-f49e-44ef-a052-bac2b325529d, host ncdv-master-1, cleared binding levels {{(pid=121608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:29:40.073943 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-ef9e3602-3ca9-4512-8f78-ba75a9a6960a None None] For port f267d9c8-f49e-44ef-a052-bac2b325529d, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f267d9c8-f49e-44ef-a052-bac2b325529d,segment=NetworkSegment(da6e34d2-e498-4499-ad71-049367f7478c),segment_id=da6e34d2-e498-4499-ad71-049367f7478c)] {{(pid=121608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:29:40.074087 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0a136e-2dc0-4f31-ad6f-6a11102a0b58 req-7dc49805-8fab-43ff-a386-66500f789664 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:40.080623 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0a136e-2dc0-4f31-ad6f-6a11102a0b58 req-7dc49805-8fab-43ff-a386-66500f789664 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:40.087328 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0a136e-2dc0-4f31-ad6f-6a11102a0b58 req-7dc49805-8fab-43ff-a386-66500f789664 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:40.093745 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0a136e-2dc0-4f31-ad6f-6a11102a0b58 req-7dc49805-8fab-43ff-a386-66500f789664 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:40.100218 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0a136e-2dc0-4f31-ad6f-6a11102a0b58 req-7dc49805-8fab-43ff-a386-66500f789664 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:40.103029 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port 1b3a2fd4-229c-4e50-8baf-1e3cdf37d0b9 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:29:40.103402 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:40.109641 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8b0a136e-2dc0-4f31-ad6f-6a11102a0b58 req-7dc49805-8fab-43ff-a386-66500f789664 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a8d6684-f19c-4a86-ac0c-6c056fa351fd HTTP/1.1" status: 200  len: 5426 time: 0.1754596
Dec 25 21:29:40.151779 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a8d6684-f19c-4a86-ac0c-6c056fa351fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1b259e7-c1c4-46a5-8fa8-934e76ffd08c'}] {{(pid=121608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:29:40.155221 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a88c78c3ff6266bd59c7e89d275b28c92e739b67d23c89d71af88829fd31566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaf7cba1-7a0f-49b2-aef9-c9423d75314c" -d '{"events": [{"server_uuid": "7a8d6684-f19c-4a86-ac0c-6c056fa351fd", "name": "network-vif-plugged", "status": "completed", "tag": "d1b259e7-c1c4-46a5-8fa8-934e76ffd08c"}]}' {{(pid=121608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:29:40.181238 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port d1b259e7-c1c4-46a5-8fa8-934e76ffd08c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d1b259e7-c1c4-46a5-8fa8-934e76ffd08c,segment=NetworkSegment(2bcf2b0c-180d-4687-9bbb-53de5ba60a48),segment_id=2bcf2b0c-180d-4687-9bbb-53de5ba60a48)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:29:40.239829 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9b89c820-b6f7-4570-8c38-705b3734436f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:40.243361 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-ef9e3602-3ca9-4512-8f78-ba75a9a6960a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:40.244508 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8b0a136e-2dc0-4f31-ad6f-6a11102a0b58 req-cfe03835-5697-47f6-9d57-246c710e7c22 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] 10.222.0.32 "GET /v2.0/security-groups?id=3047df75-15d6-457f-8c77-25405c0680ea&id=213077ea-0675-4a6e-b24b-6e8c95ed2ffd&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1334805
Dec 25 21:29:40.279371 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 21:29:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fd7a9ca-fd4a-4378-b442-3ea46d6ea631 x-openstack-request-id: req-2fd7a9ca-fd4a-4378-b442-3ea46d6ea631 {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:29:40.279747 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a8d6684-f19c-4a86-ac0c-6c056fa351fd", "name": "network-vif-plugged", "status": "completed", "tag": "d1b259e7-c1c4-46a5-8fa8-934e76ffd08c", "code": 200}]} {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:29:40.280173 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2fd7a9ca-fd4a-4378-b442-3ea46d6ea631 {{(pid=121608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:29:40.280580 ncdv-master-1 neutron-server[121608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a8d6684-f19c-4a86-ac0c-6c056fa351fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1b259e7-c1c4-46a5-8fa8-934e76ffd08c', 'code': 200}
Dec 25 21:29:40.292352 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:40.295300 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device dbad079c-9ad0-47fd-8d51-bc9c6d074098 up at agent hyperv_nch1-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:29:40.422193 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9b89c820-b6f7-4570-8c38-705b3734436f None None] For port 1b3a2fd4-229c-4e50-8baf-1e3cdf37d0b9, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1b3a2fd4-229c-4e50-8baf-1e3cdf37d0b9,segment=NetworkSegment(b9bc1327-27d6-44e1-96f3-97792cbf1ae2),segment_id=b9bc1327-27d6-44e1-96f3-97792cbf1ae2)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:29:40.429435 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9e3602-3ca9-4512-8f78-ba75a9a6960a None None] Pushing event updated for resources: {'Port': ['ID=f267d9c8-f49e-44ef-a052-bac2b325529d,revision_number=2']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:29:40.506458 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:40.511165 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9b89c820-b6f7-4570-8c38-705b3734436f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:40.514996 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Pushing event updated for resources: {'Port': ['ID=d1b259e7-c1c4-46a5-8fa8-934e76ffd08c,revision_number=5']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:29:40.573115 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Provisioning for port dbad079c-9ad0-47fd-8d51-bc9c6d074098 completed by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 25 21:29:40.580819 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Provisioning complete for port dbad079c-9ad0-47fd-8d51-bc9c6d074098 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:29:40.581224 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:40.710040 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b89c820-b6f7-4570-8c38-705b3734436f None None] Pushing event updated for resources: {'Port': ['ID=1b3a2fd4-229c-4e50-8baf-1e3cdf37d0b9,revision_number=3']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:29:40.723908 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.db.api [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=121608) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 25 21:29:40.723908 ncdv-master-1 neutron-server[121608]: DEBUG oslo_db.api [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 25 21:29:40.728342 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-fee72089-f2e6-4de1-94ac-09554b358a6e None None] Provisioning complete for port 1b3a2fd4-229c-4e50-8baf-1e3cdf37d0b9 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:29:40.728709 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-fee72089-f2e6-4de1-94ac-09554b358a6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:40.814159 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e7f62863-2be3-45ae-9a47-2e103f937748 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:40.834571 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:40.840828 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:40.901742 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-23398cc5-8cb0-4048-9a44-f6c47f226731 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks [] for port, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:40.921357 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port dbad079c-9ad0-47fd-8d51-bc9c6d074098, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=dbad079c-9ad0-47fd-8d51-bc9c6d074098,segment=NetworkSegment(56b813bb-0258-427a-b680-63f6bf14312f),segment_id=56b813bb-0258-427a-b680-63f6bf14312f)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:29:41.048255 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:41.058137 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device c4a5dc77-7743-4d72-8f35-550325e4dc63 up at agent hyperv_nch1-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:29:41.088131 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f62863-2be3-45ae-9a47-2e103f937748 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Pushing event updated for resources: {'Port': ['ID=fe7e6d34-49e2-46c5-bd90-3dd58e7a841f,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:29:41.107512 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7f62863-2be3-45ae-9a47-2e103f937748 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Network d2202f0f-21bc-43f5-ba40-fcbec40b95dc is already hosted by enough agents. {{(pid=121607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:29:41.110177 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-e7f62863-2be3-45ae-9a47-2e103f937748 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Resources bound (agent type, host, resource id):  {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:29:41.120574 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7f62863-2be3-45ae-9a47-2e103f937748 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Received port after_create {{(pid=121607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:29:41.181707 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Pushing event updated for resources: {'Port': ['ID=dbad079c-9ad0-47fd-8d51-bc9c6d074098,revision_number=5']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:29:41.198861 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-23398cc5-8cb0-4048-9a44-f6c47f226731 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:41.226183 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f136c828-ed6b-44ed-a747-3e6d8de630b8 req-ea7759ab-0ce0-43c2-bece-4eaa95ddb2c3 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:41.228763 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f136c828-ed6b-44ed-a747-3e6d8de630b8 req-ea7759ab-0ce0-43c2-bece-4eaa95ddb2c3 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] 10.222.0.32 "GET /v2.0/ports?device_id=65490ad4-5baf-4c89-9877-006d581b4758 HTTP/1.1" status: 200  len: 945 time: 0.0960593
Dec 25 21:29:41.264144 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Provisioning for port c4a5dc77-7743-4d72-8f35-550325e4dc63 completed by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 25 21:29:41.269782 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23398cc5-8cb0-4048-9a44-f6c47f226731 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Pushing event updated for resources: {'Port': ['ID=9bcaa982-69a7-4f3f-8a39-be5c1a94f622,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:29:41.309543 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 28cae03b-c8c5-4dc6-babf-64df1ba93b49 up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:29:41.315123 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Provisioning complete for port c4a5dc77-7743-4d72-8f35-550325e4dc63 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:29:41.315504 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:41.318209 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23398cc5-8cb0-4048-9a44-f6c47f226731 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Network e813faa8-0203-4a5e-9884-86bfa7fc5a5a is already hosted by enough agents. {{(pid=121607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:29:41.332078 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f136c828-ed6b-44ed-a747-3e6d8de630b8 req-3c9ae101-0a6b-4ea3-b269-b90280d17efd tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d32f0a1-0bdc-4dd4-8a66-1e7cbebb8ef1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0963550
Dec 25 21:29:41.342661 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7f62863-2be3-45ae-9a47-2e103f937748 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:41.343355 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e7f62863-2be3-45ae-9a47-2e103f937748 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:41.347635 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-23398cc5-8cb0-4048-9a44-f6c47f226731 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Resources bound (agent type, host, resource id):  {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:29:41.350063 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23398cc5-8cb0-4048-9a44-f6c47f226731 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Received port after_create {{(pid=121607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:29:41.489879 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-23398cc5-8cb0-4048-9a44-f6c47f226731 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2008772'] for router_interface, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:41.534600 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port 28cae03b-c8c5-4dc6-babf-64df1ba93b49 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:29:41.535681 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:41.552757 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-e7f62863-2be3-45ae-9a47-2e103f937748 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 925 time: 3.3961740
Dec 25 21:29:41.555429 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 46356) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:29:41.569303 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f167c14-e0aa-40ea-9d80-7b222196c932 req-0bdafeb1-aa87-4838-81b3-ad3aa7d542d9 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:41.584332 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-b12e809c-4925-45f8-895d-9607592449bc tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Request body: {'port': {'network_id': 'd2202f0f-21bc-43f5-ba40-fcbec40b95dc', 'name': 'tempest-PortsTestJSON-133174250'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:29:41.587182 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f167c14-e0aa-40ea-9d80-7b222196c932 req-0bdafeb1-aa87-4838-81b3-ad3aa7d542d9 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:41.603661 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f167c14-e0aa-40ea-9d80-7b222196c932 req-0bdafeb1-aa87-4838-81b3-ad3aa7d542d9 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:41.618320 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f167c14-e0aa-40ea-9d80-7b222196c932 req-0bdafeb1-aa87-4838-81b3-ad3aa7d542d9 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:41.634918 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f167c14-e0aa-40ea-9d80-7b222196c932 req-0bdafeb1-aa87-4838-81b3-ad3aa7d542d9 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:41.657148 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f167c14-e0aa-40ea-9d80-7b222196c932 req-0bdafeb1-aa87-4838-81b3-ad3aa7d542d9 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:41.669054 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f167c14-e0aa-40ea-9d80-7b222196c932 req-0bdafeb1-aa87-4838-81b3-ad3aa7d542d9 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:41.671238 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3f167c14-e0aa-40ea-9d80-7b222196c932 req-0bdafeb1-aa87-4838-81b3-ad3aa7d542d9 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a8d6684-f19c-4a86-ac0c-6c056fa351fd HTTP/1.1" status: 200  len: 5428 time: 0.2155213
Dec 25 21:29:41.731324 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:41.798668 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3f167c14-e0aa-40ea-9d80-7b222196c932 req-009e9f8b-0b24-4fae-bdf8-67dc7a1b0064 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] 10.222.0.32 "GET /v2.0/security-groups?id=3047df75-15d6-457f-8c77-25405c0680ea&id=213077ea-0675-4a6e-b24b-6e8c95ed2ffd&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1135471
Dec 25 21:29:41.844626 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port c4a5dc77-7743-4d72-8f35-550325e4dc63, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c4a5dc77-7743-4d72-8f35-550325e4dc63,segment=NetworkSegment(2df77a22-5050-47e9-a636-9ce65fb0dac2),segment_id=2df77a22-5050-47e9-a636-9ce65fb0dac2)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:29:41.926273 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-812ce1c5-a6fa-45bb-9f53-ce3666e5ed1a None None] Provisioning complete for port 9bcaa982-69a7-4f3f-8a39-be5c1a94f622 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:29:41.926273 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-812ce1c5-a6fa-45bb-9f53-ce3666e5ed1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:41.938541 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 8ae077bd-8e1e-4e88-8c0a-f48c6b943beb no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:29:41.957154 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b12e809c-4925-45f8-895d-9607592449bc tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Made reservation on behalf of a80fe923d39349348137639eb937eac1 for: {'port': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:29:41.961682 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b12e809c-4925-45f8-895d-9607592449bc tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:41.975702 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:41.976508 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device 1704d60b-466b-4afa-a1c8-2e009902991b up at agent hyperv_nch1-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:29:42.027075 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-23398cc5-8cb0-4048-9a44-f6c47f226731 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:42.058540 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] No Port match for: 8ae077bd-8e1e-4e88-8c0a-f48c6b943beb {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:29:42.059115 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 8ae077bd-8e1e-4e88-8c0a-f48c6b943beb not bound to the agent host ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:29:42.097511 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7280beaa-23f5-4392-880e-82fc2136b4cb None None] Network d2202f0f-21bc-43f5-ba40-fcbec40b95dc requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:29:42.135293 ncdv-master-1 neutron-server[121607]: DEBUG neutron.notifiers.nova [None req-b12e809c-4925-45f8-895d-9607592449bc tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] device_id is not set on port 9a257a63-b51e-4dda-ba24-7ca25ffbadde yet. {{(pid=121607) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 25 21:29:42.218093 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-812ce1c5-a6fa-45bb-9f53-ce3666e5ed1a None None] Port 9bcaa982-69a7-4f3f-8a39-be5c1a94f622 cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:29:42.280457 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_common [None req-b12e809c-4925-45f8-895d-9607592449bc tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Allocated IP 172.20.0.6 (d2202f0f-21bc-43f5-ba40-fcbec40b95dc/75ad2cfe-3e11-4c65-8e8d-ebb3a89f54a8/9a257a63-b51e-4dda-ba24-7ca25ffbadde) {{(pid=121607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:29:42.288739 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a8d6684-f19c-4a86-ac0c-6c056fa351fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbad079c-9ad0-47fd-8d51-bc9c6d074098'}, {'server_uuid': '7a8d6684-f19c-4a86-ac0c-6c056fa351fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4a5dc77-7743-4d72-8f35-550325e4dc63'}] {{(pid=121608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:29:42.291351 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a88c78c3ff6266bd59c7e89d275b28c92e739b67d23c89d71af88829fd31566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a85e52a-eb82-47f0-8548-c7539addc46e" -d '{"events": [{"server_uuid": "7a8d6684-f19c-4a86-ac0c-6c056fa351fd", "name": "network-vif-plugged", "status": "completed", "tag": "dbad079c-9ad0-47fd-8d51-bc9c6d074098"}, {"server_uuid": "7a8d6684-f19c-4a86-ac0c-6c056fa351fd", "name": "network-vif-plugged", "status": "completed", "tag": "c4a5dc77-7743-4d72-8f35-550325e4dc63"}]}' {{(pid=121608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:29:42.329758 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 1b3a2fd4-229c-4e50-8baf-1e3cdf37d0b9 up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:29:42.410103 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Pushing event updated for resources: {'Port': ['ID=c4a5dc77-7743-4d72-8f35-550325e4dc63,revision_number=5']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:29:42.444899 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Provisioning for port 1704d60b-466b-4afa-a1c8-2e009902991b completed by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 25 21:29:42.450681 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 25 Dec 2021 21:29:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05d425e3-a608-4715-b9a3-7faa3bf3c0b6 x-openstack-request-id: req-05d425e3-a608-4715-b9a3-7faa3bf3c0b6 {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:29:42.451134 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a8d6684-f19c-4a86-ac0c-6c056fa351fd", "name": "network-vif-plugged", "status": "completed", "tag": "dbad079c-9ad0-47fd-8d51-bc9c6d074098", "code": 200}, {"server_uuid": "7a8d6684-f19c-4a86-ac0c-6c056fa351fd", "name": "network-vif-plugged", "status": "completed", "tag": "c4a5dc77-7743-4d72-8f35-550325e4dc63", "code": 200}]} {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:29:42.451500 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-05d425e3-a608-4715-b9a3-7faa3bf3c0b6 {{(pid=121608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:29:42.452004 ncdv-master-1 neutron-server[121608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a8d6684-f19c-4a86-ac0c-6c056fa351fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbad079c-9ad0-47fd-8d51-bc9c6d074098', 'code': 200}
Dec 25 21:29:42.454695 ncdv-master-1 neutron-server[121608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a8d6684-f19c-4a86-ac0c-6c056fa351fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4a5dc77-7743-4d72-8f35-550325e4dc63', 'code': 200}
Dec 25 21:29:42.468255 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Provisioning complete for port 1704d60b-466b-4afa-a1c8-2e009902991b triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:29:42.468779 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:42.522019 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-2551d5aa-ae60-4647-b35c-413896443cb7 None None] Provisioning complete for port f267d9c8-f49e-44ef-a052-bac2b325529d triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:29:42.522575 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-2551d5aa-ae60-4647-b35c-413896443cb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:42.529481 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port 1b3a2fd4-229c-4e50-8baf-1e3cdf37d0b9 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:29:42.529481 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:42.537030 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b12e809c-4925-45f8-895d-9607592449bc tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks [] for port, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:42.605033 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970b8a94-bdec-48b5-a043-75677d613855 req-31414f02-c1f3-443f-a4e7-650829e0950f tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:42.609851 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-970b8a94-bdec-48b5-a043-75677d613855 req-31414f02-c1f3-443f-a4e7-650829e0950f tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] 10.222.0.32 "GET /v2.0/ports?device_id=65490ad4-5baf-4c89-9877-006d581b4758 HTTP/1.1" status: 200  len: 945 time: 0.1540630
Dec 25 21:29:42.691144 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-970b8a94-bdec-48b5-a043-75677d613855 req-60347fdb-2c1f-4fa5-9106-1298e2162daf tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d32f0a1-0bdc-4dd4-8a66-1e7cbebb8ef1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0749958
Dec 25 21:29:42.734837 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:42.800500 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-23398cc5-8cb0-4048-9a44-f6c47f226731 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks [] for port, precommit_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:42.873663 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-2551d5aa-ae60-4647-b35c-413896443cb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:42.911177 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device f267d9c8-f49e-44ef-a052-bac2b325529d up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:29:42.917500 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-23398cc5-8cb0-4048-9a44-f6c47f226731 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8632327'] for port, after_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:42.921317 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b12e809c-4925-45f8-895d-9607592449bc tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:42.995897 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port 1704d60b-466b-4afa-a1c8-2e009902991b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1704d60b-466b-4afa-a1c8-2e009902991b,segment=NetworkSegment(2df77a22-5050-47e9-a636-9ce65fb0dac2),segment_id=2df77a22-5050-47e9-a636-9ce65fb0dac2)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:29:42.996771 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-2551d5aa-ae60-4647-b35c-413896443cb7 None None] For port f267d9c8-f49e-44ef-a052-bac2b325529d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f267d9c8-f49e-44ef-a052-bac2b325529d,segment=NetworkSegment(da6e34d2-e498-4499-ad71-049367f7478c),segment_id=da6e34d2-e498-4499-ad71-049367f7478c)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:29:43.053919 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d223b7-48be-4d99-a0b0-d8570f50ff86 req-0c369e2a-2553-4f6f-b18b-47afcadebebf tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:43.069134 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d223b7-48be-4d99-a0b0-d8570f50ff86 req-0c369e2a-2553-4f6f-b18b-47afcadebebf tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:43.075861 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port f267d9c8-f49e-44ef-a052-bac2b325529d triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:29:43.076637 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:43.080789 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:43.081650 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device c1259bc6-d32f-4b81-b593-3660604ed03e up at agent hyperv_nch1-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:29:43.091601 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d223b7-48be-4d99-a0b0-d8570f50ff86 req-0c369e2a-2553-4f6f-b18b-47afcadebebf tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:43.120070 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b12e809c-4925-45f8-895d-9607592449bc tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Network d2202f0f-21bc-43f5-ba40-fcbec40b95dc is already hosted by enough agents. {{(pid=121607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:29:43.123787 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d223b7-48be-4d99-a0b0-d8570f50ff86 req-0c369e2a-2553-4f6f-b18b-47afcadebebf tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:43.129051 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-b12e809c-4925-45f8-895d-9607592449bc tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Resources bound (agent type, host, resource id):  {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:29:43.147732 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d223b7-48be-4d99-a0b0-d8570f50ff86 req-0c369e2a-2553-4f6f-b18b-47afcadebebf tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:43.153138 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d223b7-48be-4d99-a0b0-d8570f50ff86 req-0c369e2a-2553-4f6f-b18b-47afcadebebf tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:43.155698 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b12e809c-4925-45f8-895d-9607592449bc tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Received port after_create {{(pid=121607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:29:43.169375 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d223b7-48be-4d99-a0b0-d8570f50ff86 req-0c369e2a-2553-4f6f-b18b-47afcadebebf tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:43.171828 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-2551d5aa-ae60-4647-b35c-413896443cb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:43.177800 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-35d223b7-48be-4d99-a0b0-d8570f50ff86 req-0c369e2a-2553-4f6f-b18b-47afcadebebf tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a8d6684-f19c-4a86-ac0c-6c056fa351fd HTTP/1.1" status: 200  len: 5429 time: 0.2400036
Dec 25 21:29:43.205237 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23398cc5-8cb0-4048-9a44-f6c47f226731 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Pushing event updated for resources: {'Port': ['ID=9bcaa982-69a7-4f3f-8a39-be5c1a94f622,revision_number=2']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:29:43.292826 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-23398cc5-8cb0-4048-9a44-f6c47f226731 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2007636'] for router_interface, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:43.297186 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-35d223b7-48be-4d99-a0b0-d8570f50ff86 req-622d0f1c-3e6a-41b8-bd1d-8587260b2179 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] 10.222.0.32 "GET /v2.0/security-groups?id=3047df75-15d6-457f-8c77-25405c0680ea&id=213077ea-0675-4a6e-b24b-6e8c95ed2ffd&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1127372
Dec 25 21:29:43.316497 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Pushing event updated for resources: {'Port': ['ID=1704d60b-466b-4afa-a1c8-2e009902991b,revision_number=5']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:29:43.382763 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-fb0941b7-db51-4b9d-b4f6-1d13349bd917 None None] Provisioning complete for port f267d9c8-f49e-44ef-a052-bac2b325529d triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:29:43.383792 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-fb0941b7-db51-4b9d-b4f6-1d13349bd917 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:43.603090 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b12e809c-4925-45f8-895d-9607592449bc tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:43.603784 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b12e809c-4925-45f8-895d-9607592449bc tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:43.606387 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12e809c-4925-45f8-895d-9607592449bc tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Pushing event updated for resources: {'Port': ['ID=9a257a63-b51e-4dda-ba24-7ca25ffbadde,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:29:43.610292 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23398cc5-8cb0-4048-9a44-f6c47f226731 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Network e813faa8-0203-4a5e-9884-86bfa7fc5a5a is already hosted by enough agents. {{(pid=121607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:29:43.616123 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-23398cc5-8cb0-4048-9a44-f6c47f226731 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Resources bound (agent type, host, resource id):  {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:29:43.672092 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2551d5aa-ae60-4647-b35c-413896443cb7 None None] Pushing event updated for resources: {'Port': ['ID=f267d9c8-f49e-44ef-a052-bac2b325529d,revision_number=3']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:29:43.711745 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Provisioning for port c1259bc6-d32f-4b81-b593-3660604ed03e completed by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 25 21:29:43.719604 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Provisioning complete for port c1259bc6-d32f-4b81-b593-3660604ed03e triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:29:43.720423 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:43.811379 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-b12e809c-4925-45f8-895d-9607592449bc tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 923 time: 2.2545784
Dec 25 21:29:43.814039 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 46416) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:29:43.863443 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-fb0941b7-db51-4b9d-b4f6-1d13349bd917 None None] Provisioning complete for port fe7e6d34-49e2-46c5-bd90-3dd58e7a841f triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:29:43.863972 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-fb0941b7-db51-4b9d-b4f6-1d13349bd917 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:43.883552 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23398cc5-8cb0-4048-9a44-f6c47f226731 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Router 633060f0-01d5-4e91-b0a8-eb07bd7085f4 has already been hosted by L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 {{(pid=121607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 25 21:29:43.921372 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-fb0941b7-db51-4b9d-b4f6-1d13349bd917 None None] Port fe7e6d34-49e2-46c5-bd90-3dd58e7a841f cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:29:43.971007 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:44.025097 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port c1259bc6-d32f-4b81-b593-3660604ed03e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c1259bc6-d32f-4b81-b593-3660604ed03e,segment=NetworkSegment(2bcf2b0c-180d-4687-9bbb-53de5ba60a48),segment_id=2bcf2b0c-180d-4687-9bbb-53de5ba60a48)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:29:44.048243 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-1049ae4b-7079-4345-83c6-0efdd1f31fdd None None] Provisioning complete for port fe7e6d34-49e2-46c5-bd90-3dd58e7a841f triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:29:44.048629 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-1049ae4b-7079-4345-83c6-0efdd1f31fdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:44.109166 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:44.110170 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device 893605c1-33ba-4c92-b5eb-6207f354a521 up at agent hyperv_nch1-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:29:44.119169 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23398cc5-8cb0-4048-9a44-f6c47f226731 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 21:29:44.128730 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-23398cc5-8cb0-4048-9a44-f6c47f226731 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] 10.222.0.32 "PUT /v2.0/routers/633060f0-01d5-4e91-b0a8-eb07bd7085f4/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.4313078
Dec 25 21:29:44.129479 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 46422) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:29:44.134981 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2e2fa29-2dfc-43fc-9fe1-ae4de2dfaa8e None None] Sync routers for ids ['633060f0-01d5-4e91-b0a8-eb07bd7085f4'] in ncdv-master-1 {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 21:29:44.150136 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57265787-baf6-4656-bb3d-347f14f2eecd tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:44.153683 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2e2fa29-2dfc-43fc-9fe1-ae4de2dfaa8e None None] Routers {'633060f0-01d5-4e91-b0a8-eb07bd7085f4'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:29:44.154239 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-a2e2fa29-2dfc-43fc-9fe1-ae4de2dfaa8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2618432190>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:29:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['633060f0-01d5-4e91-b0a8-eb07bd7085f4'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:29:44.159694 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 46424) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:29:44.159844 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-57265787-baf6-4656-bb3d-347f14f2eecd tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] 10.222.0.32 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.10 HTTP/1.1" status: 200  len: 923 time: 0.3393917
Dec 25 21:29:44.169303 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75aea930-62b6-41ee-97d0-b1efd71d3fa3 req-af74fc8a-0425-4f38-8e67-a0eb3b5b1ce2 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:44.170855 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-75aea930-62b6-41ee-97d0-b1efd71d3fa3 req-af74fc8a-0425-4f38-8e67-a0eb3b5b1ce2 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] 10.222.0.32 "GET /v2.0/ports?device_id=65490ad4-5baf-4c89-9877-006d581b4758 HTTP/1.1" status: 200  len: 945 time: 0.2827432
Dec 25 21:29:44.199053 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-a2e2fa29-2dfc-43fc-9fe1-ae4de2dfaa8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2618432190>, [], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:29:44.212503 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2e2fa29-2dfc-43fc-9fe1-ae4de2dfaa8e None None] Routers {'633060f0-01d5-4e91-b0a8-eb07bd7085f4'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:29:44.213555 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-a2e2fa29-2dfc-43fc-9fe1-ae4de2dfaa8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2618432190>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:29:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['633060f0-01d5-4e91-b0a8-eb07bd7085f4'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:29:44.248070 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-75aea930-62b6-41ee-97d0-b1efd71d3fa3 req-08eb05dd-4dfc-4963-8b0c-031822bb0e46 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d32f0a1-0bdc-4dd4-8a66-1e7cbebb8ef1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0596776
Dec 25 21:29:44.258841 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-a2e2fa29-2dfc-43fc-9fe1-ae4de2dfaa8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2618432190>, [], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:29:44.259805 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2e2fa29-2dfc-43fc-9fe1-ae4de2dfaa8e None None] The sync data for ids ['633060f0-01d5-4e91-b0a8-eb07bd7085f4'] in ncdv-master-1 is: [] {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 21:29:44.288725 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device f267d9c8-f49e-44ef-a052-bac2b325529d up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:29:44.294357 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-1049ae4b-7079-4345-83c6-0efdd1f31fdd None None] Port fe7e6d34-49e2-46c5-bd90-3dd58e7a841f cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:29:44.305013 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67d963ba-3fb1-4c5e-bf9f-e33f7ef8c29c tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:44.309287 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-67d963ba-3fb1-4c5e-bf9f-e33f7ef8c29c tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] 10.222.0.32 "GET /v2.0/ports/9bcaa982-69a7-4f3f-8a39-be5c1a94f622 HTTP/1.1" status: 200  len: 910 time: 0.1759222
Dec 25 21:29:44.309557 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 46426) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:29:44.370879 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-1049ae4b-7079-4345-83c6-0efdd1f31fdd None None] Provisioning complete for port 9a257a63-b51e-4dda-ba24-7ca25ffbadde triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:29:44.371884 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-1049ae4b-7079-4345-83c6-0efdd1f31fdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:44.401209 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Pushing event updated for resources: {'Port': ['ID=c1259bc6-d32f-4b81-b593-3660604ed03e,revision_number=5']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:29:44.431653 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-1049ae4b-7079-4345-83c6-0efdd1f31fdd None None] Port 9a257a63-b51e-4dda-ba24-7ca25ffbadde cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:29:44.441185 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port f267d9c8-f49e-44ef-a052-bac2b325529d triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:29:44.441583 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:44.470087 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-6434c7e6-4146-447e-bfb7-fac2be419e43 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Deleting port 9a257a63-b51e-4dda-ba24-7ca25ffbadde {{(pid=121607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:29:44.474008 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-6434c7e6-4146-447e-bfb7-fac2be419e43 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:44.482660 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a8d6684-f19c-4a86-ac0c-6c056fa351fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1704d60b-466b-4afa-a1c8-2e009902991b'}, {'server_uuid': '7a8d6684-f19c-4a86-ac0c-6c056fa351fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1259bc6-d32f-4b81-b593-3660604ed03e'}] {{(pid=121608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:29:44.485466 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a88c78c3ff6266bd59c7e89d275b28c92e739b67d23c89d71af88829fd31566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-058501e3-3a06-4c70-94a4-918b42d9c893" -d '{"events": [{"server_uuid": "7a8d6684-f19c-4a86-ac0c-6c056fa351fd", "name": "network-vif-plugged", "status": "completed", "tag": "1704d60b-466b-4afa-a1c8-2e009902991b"}, {"server_uuid": "7a8d6684-f19c-4a86-ac0c-6c056fa351fd", "name": "network-vif-plugged", "status": "completed", "tag": "c1259bc6-d32f-4b81-b593-3660604ed03e"}]}' {{(pid=121608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:29:44.501991 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-1049ae4b-7079-4345-83c6-0efdd1f31fdd None None] Provisioning complete for port 9bcaa982-69a7-4f3f-8a39-be5c1a94f622 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:29:44.502370 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-1049ae4b-7079-4345-83c6-0efdd1f31fdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:44.560024 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Provisioning for port 893605c1-33ba-4c92-b5eb-6207f354a521 completed by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 25 21:29:44.582879 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Provisioning complete for port 893605c1-33ba-4c92-b5eb-6207f354a521 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:29:44.583253 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:44.609678 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-1049ae4b-7079-4345-83c6-0efdd1f31fdd None None] Port 9bcaa982-69a7-4f3f-8a39-be5c1a94f622 cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:29:44.612117 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 25 Dec 2021 21:29:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4d120bb-60f8-4b20-9e1d-598e1b3d1f98 x-openstack-request-id: req-a4d120bb-60f8-4b20-9e1d-598e1b3d1f98 {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:29:44.612425 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a8d6684-f19c-4a86-ac0c-6c056fa351fd", "name": "network-vif-plugged", "status": "completed", "tag": "1704d60b-466b-4afa-a1c8-2e009902991b", "code": 200}, {"server_uuid": "7a8d6684-f19c-4a86-ac0c-6c056fa351fd", "name": "network-vif-plugged", "status": "completed", "tag": "c1259bc6-d32f-4b81-b593-3660604ed03e", "code": 200}]} {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:29:44.612685 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a4d120bb-60f8-4b20-9e1d-598e1b3d1f98 {{(pid=121608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:29:44.613160 ncdv-master-1 neutron-server[121608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a8d6684-f19c-4a86-ac0c-6c056fa351fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1704d60b-466b-4afa-a1c8-2e009902991b', 'code': 200}
Dec 25 21:29:44.613420 ncdv-master-1 neutron-server[121608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a8d6684-f19c-4a86-ac0c-6c056fa351fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1259bc6-d32f-4b81-b593-3660604ed03e', 'code': 200}
Dec 25 21:29:44.616448 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1cf40d-7605-4215-a88a-08249ee3010f req-3e06218d-75fb-4a62-82da-859cb8e0343e tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:44.632625 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1cf40d-7605-4215-a88a-08249ee3010f req-3e06218d-75fb-4a62-82da-859cb8e0343e tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:44.639692 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1cf40d-7605-4215-a88a-08249ee3010f req-3e06218d-75fb-4a62-82da-859cb8e0343e tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:44.648226 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1cf40d-7605-4215-a88a-08249ee3010f req-3e06218d-75fb-4a62-82da-859cb8e0343e tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:44.665181 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1cf40d-7605-4215-a88a-08249ee3010f req-3e06218d-75fb-4a62-82da-859cb8e0343e tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:44.670431 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-6434c7e6-4146-447e-bfb7-fac2be419e43 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:44.674250 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1cf40d-7605-4215-a88a-08249ee3010f req-3e06218d-75fb-4a62-82da-859cb8e0343e tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:44.682774 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1cf40d-7605-4215-a88a-08249ee3010f req-3e06218d-75fb-4a62-82da-859cb8e0343e tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:44.684271 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-6434c7e6-4146-447e-bfb7-fac2be419e43 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Calling delete_port for 9a257a63-b51e-4dda-ba24-7ca25ffbadde owned by  {{(pid=121607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:29:44.692379 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1b1cf40d-7605-4215-a88a-08249ee3010f req-3e06218d-75fb-4a62-82da-859cb8e0343e tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a8d6684-f19c-4a86-ac0c-6c056fa351fd HTTP/1.1" status: 200  len: 5431 time: 0.2885914
Dec 25 21:29:44.711253 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 46434) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:29:44.865234 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:44.866507 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1b1cf40d-7605-4215-a88a-08249ee3010f req-61aa8e17-85f7-481d-a015-c0056358723d tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] 10.222.0.32 "GET /v2.0/security-groups?id=3047df75-15d6-457f-8c77-25405c0680ea&id=213077ea-0675-4a6e-b24b-6e8c95ed2ffd&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1418099
Dec 25 21:29:44.867147 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port 893605c1-33ba-4c92-b5eb-6207f354a521, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=893605c1-33ba-4c92-b5eb-6207f354a521,segment=NetworkSegment(2df77a22-5050-47e9-a636-9ce65fb0dac2),segment_id=2df77a22-5050-47e9-a636-9ce65fb0dac2)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:29:44.914432 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-41c13565-17f5-4e4d-9722-0872a866ad62 admin admin] Publish callbacks [] for security_group, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:45.075264 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:45.076101 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device bbeefdb7-89c8-4442-a2e7-858c459b3b9a up at agent hyperv_nch1-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:29:45.125555 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-6434c7e6-4146-447e-bfb7-fac2be419e43 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:45.134932 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-1a7062b0-1625-41a9-8288-9638d4af4ea9 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2007615'] for router_interface, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:45.195852 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6434c7e6-4146-447e-bfb7-fac2be419e43 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Pushing event deleted for resources: {'Port': ['ID=9a257a63-b51e-4dda-ba24-7ca25ffbadde,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:29:45.232474 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Pushing event updated for resources: {'Port': ['ID=893605c1-33ba-4c92-b5eb-6207f354a521,revision_number=5']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:29:45.296589 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-6434c7e6-4146-447e-bfb7-fac2be419e43 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:45.300717 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-6434c7e6-4146-447e-bfb7-fac2be419e43 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] 10.222.0.32 "DELETE /v2.0/ports/9a257a63-b51e-4dda-ba24-7ca25ffbadde HTTP/1.1" status: 204  len: 168 time: 1.1398160
Dec 25 21:29:45.303911 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 46448) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:29:45.334633 ncdv-master-1 neutron-server[121607]: INFO neutron.pecan_wsgi.hooks.translation [None req-3110b042-ab0c-4be6-9b39-eaeba0ab01f0 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] GET failed (client error): The resource could not be found.
Dec 25 21:29:45.336433 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-3110b042-ab0c-4be6-9b39-eaeba0ab01f0 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] 10.222.0.32 "GET /v2.0/ports/9a257a63-b51e-4dda-ba24-7ca25ffbadde HTTP/1.1" status: 404  len: 333 time: 0.0314295
Dec 25 21:29:45.339248 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 46450) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:29:45.344576 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Provisioning for port bbeefdb7-89c8-4442-a2e7-858c459b3b9a completed by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 25 21:29:45.349773 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Provisioning complete for port bbeefdb7-89c8-4442-a2e7-858c459b3b9a triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:29:45.350192 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:45.490079 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:45.511639 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-d43c5f2a-f8ba-434c-8739-875b372ea62a tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Deleting port fe7e6d34-49e2-46c5-bd90-3dd58e7a841f {{(pid=121607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:29:45.511998 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-d43c5f2a-f8ba-434c-8739-875b372ea62a tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:45.532936 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port bbeefdb7-89c8-4442-a2e7-858c459b3b9a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=bbeefdb7-89c8-4442-a2e7-858c459b3b9a,segment=NetworkSegment(2df77a22-5050-47e9-a636-9ce65fb0dac2),segment_id=2df77a22-5050-47e9-a636-9ce65fb0dac2)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:29:45.556466 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba308176-c4c3-4e29-ad5e-63029f176a69 req-dd0c75f1-76ac-4f2b-8448-0efdcae676ea tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:45.565185 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ba308176-c4c3-4e29-ad5e-63029f176a69 req-dd0c75f1-76ac-4f2b-8448-0efdcae676ea tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] 10.222.0.32 "GET /v2.0/ports?device_id=65490ad4-5baf-4c89-9877-006d581b4758 HTTP/1.1" status: 200  len: 945 time: 0.1717856
Dec 25 21:29:45.605386 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:45.605657 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-41c13565-17f5-4e4d-9722-0872a866ad62 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:45.662956 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-d43c5f2a-f8ba-434c-8739-875b372ea62a tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:45.675929 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ba308176-c4c3-4e29-ad5e-63029f176a69 req-1bf94c2d-36b4-41bd-a7ba-5fb1100a9a82 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d32f0a1-0bdc-4dd4-8a66-1e7cbebb8ef1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1098480
Dec 25 21:29:45.683001 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-41c13565-17f5-4e4d-9722-0872a866ad62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:45.685554 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-d43c5f2a-f8ba-434c-8739-875b372ea62a tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Calling delete_port for fe7e6d34-49e2-46c5-bd90-3dd58e7a841f owned by  {{(pid=121607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:29:45.725174 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Pushing event updated for resources: {'Port': ['ID=bbeefdb7-89c8-4442-a2e7-858c459b3b9a,revision_number=5']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:29:45.738541 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.agents_db [None req-ec08dba0-4483-4109-b5e1-5e4a9fdaf12d None None] Agent healthcheck: found 7 active agents {{(pid=121609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 25 21:29:45.784956 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c13565-17f5-4e4d-9722-0872a866ad62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e8cb5a1-d356-45da-83a0-95e077ad8b85,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:29:45.801478 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-41c13565-17f5-4e4d-9722-0872a866ad62 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8575c4332583463384501df8336e3599&name=default HTTP/1.1" status: 200  len: 3000 time: 1.0890718
Dec 25 21:29:45.806544 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 46452) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:29:45.832576 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-1a7062b0-1625-41a9-8288-9638d4af4ea9 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Deleting port 9bcaa982-69a7-4f3f-8a39-be5c1a94f622 {{(pid=121606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:29:45.833233 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-1a7062b0-1625-41a9-8288-9638d4af4ea9 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:45.928199 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a7918d08-3ec4-4a9a-bb0c-95f46cdb8aa5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:45.963530 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a7918d08-3ec4-4a9a-bb0c-95f46cdb8aa5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:46.010493 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0286c4-319b-4e2f-897d-dbb5f42216ec req-3c40ca20-407a-400f-aacf-df34647d9cde tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:46.016483 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0286c4-319b-4e2f-897d-dbb5f42216ec req-3c40ca20-407a-400f-aacf-df34647d9cde tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:46.022932 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0286c4-319b-4e2f-897d-dbb5f42216ec req-3c40ca20-407a-400f-aacf-df34647d9cde tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:46.029664 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0286c4-319b-4e2f-897d-dbb5f42216ec req-3c40ca20-407a-400f-aacf-df34647d9cde tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:46.035921 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0286c4-319b-4e2f-897d-dbb5f42216ec req-3c40ca20-407a-400f-aacf-df34647d9cde tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:46.042577 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0286c4-319b-4e2f-897d-dbb5f42216ec req-3c40ca20-407a-400f-aacf-df34647d9cde tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:46.046951 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-d43c5f2a-f8ba-434c-8739-875b372ea62a tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:46.048828 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0286c4-319b-4e2f-897d-dbb5f42216ec req-3c40ca20-407a-400f-aacf-df34647d9cde tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:46.050805 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2d0286c4-319b-4e2f-897d-dbb5f42216ec req-3c40ca20-407a-400f-aacf-df34647d9cde tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a8d6684-f19c-4a86-ac0c-6c056fa351fd HTTP/1.1" status: 200  len: 5433 time: 0.1195242
Dec 25 21:29:46.062324 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-1a7062b0-1625-41a9-8288-9638d4af4ea9 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:46.089624 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-1a7062b0-1625-41a9-8288-9638d4af4ea9 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Calling delete_port for 9bcaa982-69a7-4f3f-8a39-be5c1a94f622 owned by network:router_interface {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:29:46.102916 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43c5f2a-f8ba-434c-8739-875b372ea62a tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Pushing event deleted for resources: {'Port': ['ID=fe7e6d34-49e2-46c5-bd90-3dd58e7a841f,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:29:46.142260 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2d0286c4-319b-4e2f-897d-dbb5f42216ec req-9d36bc6f-b265-4ca5-be4b-fb16ec834ed8 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] 10.222.0.32 "GET /v2.0/security-groups?id=3047df75-15d6-457f-8c77-25405c0680ea&id=213077ea-0675-4a6e-b24b-6e8c95ed2ffd&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0826120
Dec 25 21:29:46.232333 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-d43c5f2a-f8ba-434c-8739-875b372ea62a tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:46.242369 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-d43c5f2a-f8ba-434c-8739-875b372ea62a tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] 10.222.0.32 "DELETE /v2.0/ports/fe7e6d34-49e2-46c5-bd90-3dd58e7a841f HTTP/1.1" status: 204  len: 168 time: 0.8990552
Dec 25 21:29:46.242369 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a7918d08-3ec4-4a9a-bb0c-95f46cdb8aa5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:46.257639 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a7918d08-3ec4-4a9a-bb0c-95f46cdb8aa5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:46.257639 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-a7918d08-3ec4-4a9a-bb0c-95f46cdb8aa5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4e8cb5a1-d356-45da-83a0-95e077ad8b85 HTTP/1.1" status: 204  len: 168 time: 0.4434431
Dec 25 21:29:46.257639 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 46460) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:29:46.295690 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7918d08-3ec4-4a9a-bb0c-95f46cdb8aa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e8cb5a1-d356-45da-83a0-95e077ad8b85,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:29:46.323938 ncdv-master-1 neutron-server[121607]: INFO neutron.pecan_wsgi.hooks.translation [None req-f41e4ce5-ec0e-4ca0-aafa-92dec0cc0d3e tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] GET failed (client error): The resource could not be found.
Dec 25 21:29:46.328181 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-f41e4ce5-ec0e-4ca0-aafa-92dec0cc0d3e tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] 10.222.0.32 "GET /v2.0/ports/fe7e6d34-49e2-46c5-bd90-3dd58e7a841f HTTP/1.1" status: 404  len: 333 time: 0.0545752
Dec 25 21:29:46.331524 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 46464) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:29:46.411823 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_v2 [None req-201bb6f0-f910-4c88-8afb-54771fe6d215 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Deleting subnet 75ad2cfe-3e11-4c65-8e8d-ebb3a89f54a8 {{(pid=121607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Dec 25 21:29:46.416079 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-201bb6f0-f910-4c88-8afb-54771fe6d215 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks [] for subnet, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:46.459254 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-201bb6f0-f910-4c88-8afb-54771fe6d215 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10246617'] for subnet, precommit_delete_associations {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:46.550220 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-201bb6f0-f910-4c88-8afb-54771fe6d215 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995662'] for subnet, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:46.614273 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a8d6684-f19c-4a86-ac0c-6c056fa351fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '893605c1-33ba-4c92-b5eb-6207f354a521'}, {'server_uuid': '7a8d6684-f19c-4a86-ac0c-6c056fa351fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbeefdb7-89c8-4442-a2e7-858c459b3b9a'}] {{(pid=121608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:29:46.616542 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a88c78c3ff6266bd59c7e89d275b28c92e739b67d23c89d71af88829fd31566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd584f4b-fd6e-438a-b8b8-9ae9aa27304c" -d '{"events": [{"server_uuid": "7a8d6684-f19c-4a86-ac0c-6c056fa351fd", "name": "network-vif-plugged", "status": "completed", "tag": "893605c1-33ba-4c92-b5eb-6207f354a521"}, {"server_uuid": "7a8d6684-f19c-4a86-ac0c-6c056fa351fd", "name": "network-vif-plugged", "status": "completed", "tag": "bbeefdb7-89c8-4442-a2e7-858c459b3b9a"}]}' {{(pid=121608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:29:46.629882 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-1a7062b0-1625-41a9-8288-9638d4af4ea9 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:46.657471 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 25 Dec 2021 21:29:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de188858-7a58-41a8-a5f1-b1e69a02d56c x-openstack-request-id: req-de188858-7a58-41a8-a5f1-b1e69a02d56c {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:29:46.657864 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a8d6684-f19c-4a86-ac0c-6c056fa351fd", "name": "network-vif-plugged", "status": "completed", "tag": "893605c1-33ba-4c92-b5eb-6207f354a521", "code": 200}, {"server_uuid": "7a8d6684-f19c-4a86-ac0c-6c056fa351fd", "name": "network-vif-plugged", "status": "completed", "tag": "bbeefdb7-89c8-4442-a2e7-858c459b3b9a", "code": 200}]} {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:29:46.658229 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-de188858-7a58-41a8-a5f1-b1e69a02d56c {{(pid=121608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:29:46.658715 ncdv-master-1 neutron-server[121608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a8d6684-f19c-4a86-ac0c-6c056fa351fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '893605c1-33ba-4c92-b5eb-6207f354a521', 'code': 200}
Dec 25 21:29:46.659090 ncdv-master-1 neutron-server[121608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a8d6684-f19c-4a86-ac0c-6c056fa351fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbeefdb7-89c8-4442-a2e7-858c459b3b9a', 'code': 200}
Dec 25 21:29:46.663403 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7062b0-1625-41a9-8288-9638d4af4ea9 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Pushing event deleted for resources: {'Port': ['ID=9bcaa982-69a7-4f3f-8a39-be5c1a94f622,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:29:46.725702 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-201bb6f0-f910-4c88-8afb-54771fe6d215 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8632410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8852809'] for subnet, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:46.763329 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201bb6f0-f910-4c88-8afb-54771fe6d215 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Pushing event deleted for resources: {'Subnet': ['ID=75ad2cfe-3e11-4c65-8e8d-ebb3a89f54a8,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:29:46.765343 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-201bb6f0-f910-4c88-8afb-54771fe6d215 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks [] for subnet, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:46.768603 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-201bb6f0-f910-4c88-8afb-54771fe6d215 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] 10.222.0.32 "DELETE /v2.0/subnets/75ad2cfe-3e11-4c65-8e8d-ebb3a89f54a8 HTTP/1.1" status: 204  len: 168 time: 0.4347262
Dec 25 21:29:46.771381 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 46474) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:29:46.813903 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-229e901b-2554-4b46-9b4c-187df210ac27 None None] Network d2202f0f-21bc-43f5-ba40-fcbec40b95dc requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:29:46.950290 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-95721522-90c9-47ca-847c-664ca393dbf1 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625803'] for network, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:47.003372 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-1a7062b0-1625-41a9-8288-9638d4af4ea9 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2007763'] for router_interface, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:47.029390 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b24df3d-eb1d-4b34-a630-d86ec95c1e8e req-bf62dcc8-0d45-41fd-8778-6ec607e001f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:47.030548 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b24df3d-eb1d-4b34-a630-d86ec95c1e8e req-bf62dcc8-0d45-41fd-8778-6ec607e001f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:47.031185 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b24df3d-eb1d-4b34-a630-d86ec95c1e8e req-bf62dcc8-0d45-41fd-8778-6ec607e001f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:47.031806 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b24df3d-eb1d-4b34-a630-d86ec95c1e8e req-bf62dcc8-0d45-41fd-8778-6ec607e001f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:47.032450 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b24df3d-eb1d-4b34-a630-d86ec95c1e8e req-bf62dcc8-0d45-41fd-8778-6ec607e001f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:47.033291 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b24df3d-eb1d-4b34-a630-d86ec95c1e8e req-bf62dcc8-0d45-41fd-8778-6ec607e001f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:47.033963 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b24df3d-eb1d-4b34-a630-d86ec95c1e8e req-bf62dcc8-0d45-41fd-8778-6ec607e001f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:47.035932 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3b24df3d-eb1d-4b34-a630-d86ec95c1e8e req-bf62dcc8-0d45-41fd-8778-6ec607e001f2 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=7a8d6684-f19c-4a86-ac0c-6c056fa351fd HTTP/1.1" status: 200  len: 6490 time: 0.2886593
Dec 25 21:29:47.044135 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2458418-d5cc-43bc-a744-439b9a435b44 req-7e8f57ab-0698-419d-99dd-a5fbd9c8c285 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:47.054869 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb8b77f1-4def-47bf-bc5f-c2dbe2538e09 None None] DHCP port deletion for d2202f0f-21bc-43f5-ba40-fcbec40b95dc request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 21:29:47.055365 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c2458418-d5cc-43bc-a744-439b9a435b44 req-7e8f57ab-0698-419d-99dd-a5fbd9c8c285 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] 10.222.0.32 "GET /v2.0/ports?device_id=65490ad4-5baf-4c89-9877-006d581b4758 HTTP/1.1" status: 200  len: 945 time: 0.2147067
Dec 25 21:29:47.062190 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-95721522-90c9-47ca-847c-664ca393dbf1 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Deleting port f267d9c8-f49e-44ef-a052-bac2b325529d {{(pid=121607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:29:47.062632 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-95721522-90c9-47ca-847c-664ca393dbf1 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:47.135992 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-eb8b77f1-4def-47bf-bc5f-c2dbe2538e09 None None] Deleting port f267d9c8-f49e-44ef-a052-bac2b325529d {{(pid=121608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:29:47.136769 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-eb8b77f1-4def-47bf-bc5f-c2dbe2538e09 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:47.140272 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.db [None req-95721522-90c9-47ca-847c-664ca393dbf1 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] For port f267d9c8-f49e-44ef-a052-bac2b325529d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f267d9c8-f49e-44ef-a052-bac2b325529d,segment=NetworkSegment(da6e34d2-e498-4499-ad71-049367f7478c),segment_id=da6e34d2-e498-4499-ad71-049367f7478c)] {{(pid=121607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:29:47.141166 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-95721522-90c9-47ca-847c-664ca393dbf1 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:47.157322 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-95721522-90c9-47ca-847c-664ca393dbf1 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Calling delete_port for f267d9c8-f49e-44ef-a052-bac2b325529d owned by network:dhcp {{(pid=121607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:29:47.211129 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-eb8b77f1-4def-47bf-bc5f-c2dbe2538e09 None None] For port f267d9c8-f49e-44ef-a052-bac2b325529d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f267d9c8-f49e-44ef-a052-bac2b325529d,segment=NetworkSegment(da6e34d2-e498-4499-ad71-049367f7478c),segment_id=da6e34d2-e498-4499-ad71-049367f7478c)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:29:47.211529 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-eb8b77f1-4def-47bf-bc5f-c2dbe2538e09 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:47.229447 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-eb8b77f1-4def-47bf-bc5f-c2dbe2538e09 None None] Calling delete_port for f267d9c8-f49e-44ef-a052-bac2b325529d owned by network:dhcp {{(pid=121608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:29:47.406979 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-95721522-90c9-47ca-847c-664ca393dbf1 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:47.407606 ncdv-master-1 neutron-server[121608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 25 21:29:47.407606 ncdv-master-1 neutron-server[121608]:   self.session.flush()
Dec 25 21:29:47.407606 ncdv-master-1 neutron-server[121608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 25 21:29:47.407606 ncdv-master-1 neutron-server[121608]:   self.session.flush()
Dec 25 21:29:47.407606 ncdv-master-1 neutron-server[121608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 25 21:29:47.407606 ncdv-master-1 neutron-server[121608]:   self.session.flush()
Dec 25 21:29:47.407606 ncdv-master-1 neutron-server[121608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 25 21:29:47.407606 ncdv-master-1 neutron-server[121608]:   self.session.flush()
Dec 25 21:29:47.407606 ncdv-master-1 neutron-server[121608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 25 21:29:47.407606 ncdv-master-1 neutron-server[121608]:   self.session.flush()
Dec 25 21:29:47.407606 ncdv-master-1 neutron-server[121608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 25 21:29:47.407606 ncdv-master-1 neutron-server[121608]:   self.session.flush()
Dec 25 21:29:47.407606 ncdv-master-1 neutron-server[121608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 25 21:29:47.407606 ncdv-master-1 neutron-server[121608]:   self.session.flush()
Dec 25 21:29:47.407606 ncdv-master-1 neutron-server[121608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 25 21:29:47.407606 ncdv-master-1 neutron-server[121608]:   self.session.flush()
Dec 25 21:29:47.407606 ncdv-master-1 neutron-server[121608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 25 21:29:47.407606 ncdv-master-1 neutron-server[121608]:   self.session.flush()
Dec 25 21:29:47.407606 ncdv-master-1 neutron-server[121608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 25 21:29:47.407606 ncdv-master-1 neutron-server[121608]:   self.session.flush()
Dec 25 21:29:47.407606 ncdv-master-1 neutron-server[121608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 25 21:29:47.407606 ncdv-master-1 neutron-server[121608]:   self.session.flush()
Dec 25 21:29:47.407606 ncdv-master-1 neutron-server[121608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 25 21:29:47.407606 ncdv-master-1 neutron-server[121608]:   self.session.flush()
Dec 25 21:29:47.407606 ncdv-master-1 neutron-server[121608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 25 21:29:47.407606 ncdv-master-1 neutron-server[121608]:   self.session.flush()
Dec 25 21:29:47.407606 ncdv-master-1 neutron-server[121608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 25 21:29:47.407606 ncdv-master-1 neutron-server[121608]:   self.session.flush()
Dec 25 21:29:47.407606 ncdv-master-1 neutron-server[121608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 25 21:29:47.407606 ncdv-master-1 neutron-server[121608]:   self.session.flush()
Dec 25 21:29:47.407606 ncdv-master-1 neutron-server[121608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 25 21:29:47.407606 ncdv-master-1 neutron-server[121608]:   self.session.flush()
Dec 25 21:29:47.407606 ncdv-master-1 neutron-server[121608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 25 21:29:47.407606 ncdv-master-1 neutron-server[121608]:   self.session.flush()
Dec 25 21:29:47.407606 ncdv-master-1 neutron-server[121608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 25 21:29:47.407606 ncdv-master-1 neutron-server[121608]:   self.session.flush()
Dec 25 21:29:47.407606 ncdv-master-1 neutron-server[121608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 25 21:29:47.407606 ncdv-master-1 neutron-server[121608]:   self.session.flush()
Dec 25 21:29:47.407606 ncdv-master-1 neutron-server[121608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 25 21:29:47.407606 ncdv-master-1 neutron-server[121608]:   self.session.flush()
Dec 25 21:29:47.407606 ncdv-master-1 neutron-server[121608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 25 21:29:47.407606 ncdv-master-1 neutron-server[121608]:   self.session.flush()
Dec 25 21:29:47.407606 ncdv-master-1 neutron-server[121608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 25 21:29:47.407606 ncdv-master-1 neutron-server[121608]:   self.session.flush()
Dec 25 21:29:47.407606 ncdv-master-1 neutron-server[121608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 25 21:29:47.407606 ncdv-master-1 neutron-server[121608]:   self.session.flush()
Dec 25 21:29:47.407606 ncdv-master-1 neutron-server[121608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 25 21:29:47.407606 ncdv-master-1 neutron-server[121608]:   self.session.flush()
Dec 25 21:29:47.407606 ncdv-master-1 neutron-server[121608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 25 21:29:47.407606 ncdv-master-1 neutron-server[121608]:   self.session.flush()
Dec 25 21:29:47.407606 ncdv-master-1 neutron-server[121608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 25 21:29:47.407606 ncdv-master-1 neutron-server[121608]:   self.session.flush()
Dec 25 21:29:47.407606 ncdv-master-1 neutron-server[121608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 25 21:29:47.407606 ncdv-master-1 neutron-server[121608]:   self.session.flush()
Dec 25 21:29:47.419471 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-eb8b77f1-4def-47bf-bc5f-c2dbe2538e09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955'] for port, after_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:47.437751 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95721522-90c9-47ca-847c-664ca393dbf1 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Pushing event deleted for resources: {'Port': ['ID=f267d9c8-f49e-44ef-a052-bac2b325529d,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:29:47.440207 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95721522-90c9-47ca-847c-664ca393dbf1 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] No DVR routers for this DVR port f267d9c8-f49e-44ef-a052-bac2b325529d on host ncdv-master-1 {{(pid=121607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:29:47.452168 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 46490) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:29:47.470309 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8b77f1-4def-47bf-bc5f-c2dbe2538e09 None None] Pushing event deleted for resources: {'Port': ['ID=f267d9c8-f49e-44ef-a052-bac2b325529d,revision_number=None']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:29:47.478930 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb8b77f1-4def-47bf-bc5f-c2dbe2538e09 None None] No DVR routers for this DVR port f267d9c8-f49e-44ef-a052-bac2b325529d on host ncdv-master-1 {{(pid=121608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:29:47.488026 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-6d90fe06-6f1e-44d8-810b-f4a8bdabada2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:47.560710 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-95721522-90c9-47ca-847c-664ca393dbf1 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997585', 'neutron.services.segments.db._delete_segments_for_network-8737602743071'] for network, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:47.590169 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-95721522-90c9-47ca-847c-664ca393dbf1 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2612abb580>,) {'filters': {'network_id': ['d2202f0f-21bc-43f5-ba40-fcbec40b95dc']}} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:29:47.597567 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c2458418-d5cc-43bc-a744-439b9a435b44 req-6dac7828-fa87-4414-9c43-c58a502c9e29 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d32f0a1-0bdc-4dd4-8a66-1e7cbebb8ef1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.5412865
Dec 25 21:29:47.607486 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-95721522-90c9-47ca-847c-664ca393dbf1 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2612abb580>, 'da6e34d2-e498-4499-ad71-049367f7478c') {'for_net_delete': True} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:29:47.607796 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-95721522-90c9-47ca-847c-664ca393dbf1 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2612abb580>, 'da6e34d2-e498-4499-ad71-049367f7478c') {} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:29:47.611537 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3b24df3d-eb1d-4b34-a630-d86ec95c1e8e req-ee6f49f9-ffc7-4f72-90cc-ce3bc1165f96 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=3047df75-15d6-457f-8c77-25405c0680ea&id=213077ea-0675-4a6e-b24b-6e8c95ed2ffd&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.5433967
Dec 25 21:29:47.621034 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-95721522-90c9-47ca-847c-664ca393dbf1 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737602746920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10246592'] for segment, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:47.646154 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9a5da7-ade9-46d6-9f96-d492fef73111 req-ff91ad5b-0741-4e1e-88ef-f891ec9869f1 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:47.646533 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-95721522-90c9-47ca-847c-664ca393dbf1 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:47.652402 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9a5da7-ade9-46d6-9f96-d492fef73111 req-ff91ad5b-0741-4e1e-88ef-f891ec9869f1 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:47.657024 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95721522-90c9-47ca-847c-664ca393dbf1 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Releasing vlan 161 on physical network physnet1 to pool {{(pid=121607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 25 21:29:47.657390 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-95721522-90c9-47ca-847c-664ca393dbf1 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8633327'] for segment, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:47.658384 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9a5da7-ade9-46d6-9f96-d492fef73111 req-ff91ad5b-0741-4e1e-88ef-f891ec9869f1 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:47.660327 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:29:47.660327 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:29:47.660327 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:29:47.660327 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:29:47.660327 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:29:47.660327 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:29:47.660327 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:29:47.660327 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:29:47.660327 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:29:47.660327 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:29:47.660327 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:29:47.660327 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:29:47.660327 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:29:47.660327 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:29:47.660327 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:29:47.660327 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:29:47.660327 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:29:47.660327 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:29:47.660327 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:29:47.660327 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:29:47.660327 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:29:47.660327 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:29:47.660327 ncdv-master-1 neutron-server[121607]: Traceback (most recent call last):
Dec 25 21:29:47.660327 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 25 21:29:47.660327 ncdv-master-1 neutron-server[121607]:     timer()
Dec 25 21:29:47.660327 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 25 21:29:47.660327 ncdv-master-1 neutron-server[121607]:     cb(*args, **kw)
Dec 25 21:29:47.660327 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 25 21:29:47.660327 ncdv-master-1 neutron-server[121607]:     return func(*args, **kwargs)
Dec 25 21:29:47.660327 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 25 21:29:47.660327 ncdv-master-1 neutron-server[121607]:     self._notify()
Dec 25 21:29:47.660327 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 25 21:29:47.660327 ncdv-master-1 neutron-server[121607]:     self.callback(batched_events)
Dec 25 21:29:47.660327 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 25 21:29:47.660327 ncdv-master-1 neutron-server[121607]:     event.method(event)
Dec 25 21:29:47.660327 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 25 21:29:47.660327 ncdv-master-1 neutron-server[121607]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 25 21:29:47.660327 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 25 21:29:47.660327 ncdv-master-1 neutron-server[121607]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 25 21:29:47.660327 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 25 21:29:47.660327 ncdv-master-1 neutron-server[121607]:     return f(self, *a, **k)
Dec 25 21:29:47.660327 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 25 21:29:47.660327 ncdv-master-1 neutron-server[121607]:     return self._get(url).json()
Dec 25 21:29:47.660327 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 25 21:29:47.660327 ncdv-master-1 neutron-server[121607]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 25 21:29:47.660327 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 25 21:29:47.660327 ncdv-master-1 neutron-server[121607]:     return self.request(url, 'GET', **kwargs)
Dec 25 21:29:47.660327 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 25 21:29:47.660327 ncdv-master-1 neutron-server[121607]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 25 21:29:47.660327 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 25 21:29:47.660327 ncdv-master-1 neutron-server[121607]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 25 21:29:47.660327 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 25 21:29:47.660327 ncdv-master-1 neutron-server[121607]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 25 21:29:47.660327 ncdv-master-1 neutron-server[121607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 25 21:29:47.664354 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9a5da7-ade9-46d6-9f96-d492fef73111 req-ff91ad5b-0741-4e1e-88ef-f891ec9869f1 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:47.670269 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9a5da7-ade9-46d6-9f96-d492fef73111 req-ff91ad5b-0741-4e1e-88ef-f891ec9869f1 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:47.676465 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9a5da7-ade9-46d6-9f96-d492fef73111 req-ff91ad5b-0741-4e1e-88ef-f891ec9869f1 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:47.682837 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9a5da7-ade9-46d6-9f96-d492fef73111 req-ff91ad5b-0741-4e1e-88ef-f891ec9869f1 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:47.684748 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ae9a5da7-ade9-46d6-9f96-d492fef73111 req-ff91ad5b-0741-4e1e-88ef-f891ec9869f1 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a8d6684-f19c-4a86-ac0c-6c056fa351fd HTTP/1.1" status: 200  len: 5433 time: 0.1326935
Dec 25 21:29:47.737823 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-6d90fe06-6f1e-44d8-810b-f4a8bdabada2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:47.829813 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-6d90fe06-6f1e-44d8-810b-f4a8bdabada2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:47.837494 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034ce126-8e1f-4c5d-8041-02f6c30bb0bd req-d4c337ac-f623-421c-9d6f-08b7b67d0dda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:47.839187 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-034ce126-8e1f-4c5d-8041-02f6c30bb0bd req-d4c337ac-f623-421c-9d6f-08b7b67d0dda service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0560c323ec8e41b3bc05939e12e049d5&device_id=65490ad4-5baf-4c89-9877-006d581b4758 HTTP/1.1" status: 200  len: 1096 time: 0.1204591
Dec 25 21:29:47.861953 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-95721522-90c9-47ca-847c-664ca393dbf1 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2008653'] for network, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:47.865050 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a7062b0-1625-41a9-8288-9638d4af4ea9 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Router 633060f0-01d5-4e91-b0a8-eb07bd7085f4 has already been hosted by L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 {{(pid=121606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 25 21:29:47.886401 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ae9a5da7-ade9-46d6-9f96-d492fef73111 req-6d0fc4a8-e8c1-4e36-a62e-2a6f8313f611 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] 10.222.0.32 "GET /v2.0/security-groups?id=3047df75-15d6-457f-8c77-25405c0680ea&id=213077ea-0675-4a6e-b24b-6e8c95ed2ffd&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1686654
Dec 25 21:29:47.887533 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-95721522-90c9-47ca-847c-664ca393dbf1 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks [] for network, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:47.894026 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-95721522-90c9-47ca-847c-664ca393dbf1 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] 10.222.0.32 "DELETE /v2.0/networks/d2202f0f-21bc-43f5-ba40-fcbec40b95dc HTTP/1.1" status: 204  len: 168 time: 1.1184592
Dec 25 21:29:47.894980 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 46492) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:29:47.897461 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d90fe06-6f1e-44d8-810b-f4a8bdabada2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ababef55-14b9-42e8-aade-39c20ebffd67,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:29:47.904171 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-fe0cb44e-6ca4-4d9f-9bdb-f24831588d21 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-409453231'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:29:47.909289 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-6d90fe06-6f1e-44d8-810b-f4a8bdabada2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=426ef46fa2a54813ba775b7908a07181&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4562769
Dec 25 21:29:47.910136 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95721522-90c9-47ca-847c-664ca393dbf1 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Pushing event deleted for resources: {'Network': ['ID=d2202f0f-21bc-43f5-ba40-fcbec40b95dc,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:29:47.912708 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 46494) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:29:48.034734 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe0cb44e-6ca4-4d9f-9bdb-f24831588d21 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Made reservation on behalf of a80fe923d39349348137639eb937eac1 for: {'network': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:29:48.038349 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-fe0cb44e-6ca4-4d9f-9bdb-f24831588d21 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for network, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:48.062003 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe0cb44e-6ca4-4d9f-9bdb-f24831588d21 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] vlan segment allocate from pool success with {'vlan_id': 157, 'physical_network': 'physnet1'}  {{(pid=121607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 25 21:29:48.068994 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034ce126-8e1f-4c5d-8041-02f6c30bb0bd req-59e90ff7-d9dd-469a-b5a9-151b725eba3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:48.071020 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-034ce126-8e1f-4c5d-8041-02f6c30bb0bd req-59e90ff7-d9dd-469a-b5a9-151b725eba3a service neutron] 10.222.0.37 "GET /v2.0/networks?id=c8199f70-d579-4a7f-8b38-5d569ea5e784 HTTP/1.1" status: 200  len: 915 time: 0.2213860
Dec 25 21:29:48.071816 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-fe0cb44e-6ca4-4d9f-9bdb-f24831588d21 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:48.072240 ncdv-master-1 neutron-server[121607]: INFO neutron.db.segments_db [None req-fe0cb44e-6ca4-4d9f-9bdb-f24831588d21 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Added segment e565d859-3704-441d-a859-8b22ef8b78fa of type vlan for network bf16c43b-41da-4ff2-b8a5-872098059b9a
Dec 25 21:29:48.117689 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-fe0cb44e-6ca4-4d9f-9bdb-f24831588d21 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737602163420'] for network, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:48.128211 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a7062b0-1625-41a9-8288-9638d4af4ea9 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 21:29:48.134494 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-1a7062b0-1625-41a9-8288-9638d4af4ea9 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] 10.222.0.32 "PUT /v2.0/routers/633060f0-01d5-4e91-b0a8-eb07bd7085f4/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.8239260
Dec 25 21:29:48.140193 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 46496) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:29:48.140855 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-a160aa16-e1fc-4982-8f88-c70e6b30aec5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:48.141994 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6550a82c-6c15-48b7-8916-9e3f181c9150 None None] Sync routers for ids ['633060f0-01d5-4e91-b0a8-eb07bd7085f4'] in ncdv-master-1 {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 21:29:48.158845 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6550a82c-6c15-48b7-8916-9e3f181c9150 None None] Routers {'633060f0-01d5-4e91-b0a8-eb07bd7085f4'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:29:48.160263 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-6550a82c-6c15-48b7-8916-9e3f181c9150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2613dbdcd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:29:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['633060f0-01d5-4e91-b0a8-eb07bd7085f4'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:29:48.179176 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-a160aa16-e1fc-4982-8f88-c70e6b30aec5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:48.182873 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-034ce126-8e1f-4c5d-8041-02f6c30bb0bd req-07cf8021-863c-45a7-92cb-0bcc79d88d47 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=35a15c05-bcca-4842-8606-5c79e44fa713 HTTP/1.1" status: 200  len: 1000 time: 0.1035132
Dec 25 21:29:48.201247 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device f267d9c8-f49e-44ef-a052-bac2b325529d no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:29:48.204757 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-6550a82c-6c15-48b7-8916-9e3f181c9150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2613dbdcd0>, [], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:29:48.224241 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] No Port match for: f267d9c8-f49e-44ef-a052-bac2b325529d {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:29:48.224670 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device f267d9c8-f49e-44ef-a052-bac2b325529d not bound to the agent host ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:29:48.230881 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-fe0cb44e-6ca4-4d9f-9bdb-f24831588d21 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870'] for network, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:48.233436 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6550a82c-6c15-48b7-8916-9e3f181c9150 None None] Routers {'633060f0-01d5-4e91-b0a8-eb07bd7085f4'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:29:48.234309 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-6550a82c-6c15-48b7-8916-9e3f181c9150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2613dbdcd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:29:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['633060f0-01d5-4e91-b0a8-eb07bd7085f4'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:29:48.237314 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe0cb44e-6ca4-4d9f-9bdb-f24831588d21 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:48.238079 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-fe0cb44e-6ca4-4d9f-9bdb-f24831588d21 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks [] for network, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:48.259954 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034ce126-8e1f-4c5d-8041-02f6c30bb0bd req-d60d6bd5-d9fc-4114-8f45-e194f00c9ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:48.261969 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-034ce126-8e1f-4c5d-8041-02f6c30bb0bd req-d60d6bd5-d9fc-4114-8f45-e194f00c9ebc service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0cf468ed-9644-4e44-939f-6c7d09675460 HTTP/1.1" status: 200  len: 853 time: 0.0714092
Dec 25 21:29:48.276253 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-6550a82c-6c15-48b7-8916-9e3f181c9150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2613dbdcd0>, [], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:29:48.276937 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6550a82c-6c15-48b7-8916-9e3f181c9150 None None] The sync data for ids ['633060f0-01d5-4e91-b0a8-eb07bd7085f4'] in ncdv-master-1 is: [] {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 21:29:48.321670 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034ce126-8e1f-4c5d-8041-02f6c30bb0bd req-1a55905a-2244-4e5b-a4f9-7cc1c1b1219e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:48.323210 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-034ce126-8e1f-4c5d-8041-02f6c30bb0bd req-1a55905a-2244-4e5b-a4f9-7cc1c1b1219e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c8199f70-d579-4a7f-8b38-5d569ea5e784&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0550492
Dec 25 21:29:48.362485 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0cb44e-6ca4-4d9f-9bdb-f24831588d21 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Pushing event updated for resources: {'Network': ['ID=bf16c43b-41da-4ff2-b8a5-872098059b9a,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:29:48.375443 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-fe0cb44e-6ca4-4d9f-9bdb-f24831588d21 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 767 time: 0.4752164
Dec 25 21:29:48.375443 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 46502) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:29:48.379303 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-15a1c18a-bdea-4f74-8dc9-90f77eaf25ff tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Request body: {'subnet': {'network_id': 'bf16c43b-41da-4ff2-b8a5-872098059b9a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:29:48.387089 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Network bf16c43b-41da-4ff2-b8a5-872098059b9a details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 25 21:29:48.421855 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-a160aa16-e1fc-4982-8f88-c70e6b30aec5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:48.424010 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-a160aa16-e1fc-4982-8f88-c70e6b30aec5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:48.425924 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-a160aa16-e1fc-4982-8f88-c70e6b30aec5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ababef55-14b9-42e8-aade-39c20ebffd67 HTTP/1.1" status: 204  len: 168 time: 0.5112944
Dec 25 21:29:48.441630 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a160aa16-e1fc-4982-8f88-c70e6b30aec5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ababef55-14b9-42e8-aade-39c20ebffd67,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:29:48.461871 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-034ce126-8e1f-4c5d-8041-02f6c30bb0bd req-704b75f3-6f55-4c8d-b8a6-7c058ebc8af8 service neutron] 10.222.0.37 "GET /v2.0/networks/c8199f70-d579-4a7f-8b38-5d569ea5e784?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1317239
Dec 25 21:29:48.578429 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-034ce126-8e1f-4c5d-8041-02f6c30bb0bd req-1f0bfed7-a1e7-4c44-97bc-29725b03793a service neutron] 10.222.0.37 "GET /v2.0/networks/c8199f70-d579-4a7f-8b38-5d569ea5e784?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1094775
Dec 25 21:29:48.659305 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ae0e98cb-5d72-4c7a-9d6e-c296e9d81b4d tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2007615'] for router_interface, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:48.695708 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15a1c18a-bdea-4f74-8dc9-90f77eaf25ff tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Made reservation on behalf of a80fe923d39349348137639eb937eac1 for: {'subnet': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:29:48.699091 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-15a1c18a-bdea-4f74-8dc9-90f77eaf25ff tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8852834'] for subnet, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:48.743372 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f49297e-7b5f-455d-9412-635beb193716 req-a6af11fd-830a-4de6-9a76-0eb9e78b0c4e tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:48.745136 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8f49297e-7b5f-455d-9412-635beb193716 req-a6af11fd-830a-4de6-9a76-0eb9e78b0c4e tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] 10.222.0.32 "GET /v2.0/ports?device_id=65490ad4-5baf-4c89-9877-006d581b4758 HTTP/1.1" status: 200  len: 945 time: 0.0557759
Dec 25 21:29:48.800175 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8f49297e-7b5f-455d-9412-635beb193716 req-49cdeb82-7862-4d3f-9ad1-d3f6f92317ef tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d32f0a1-0bdc-4dd4-8a66-1e7cbebb8ef1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0486853
Dec 25 21:29:49.052179 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9e4262-f5ef-426c-9bd2-086485888e08 req-2fa94195-8563-4719-ad1d-51aacf397f4d tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:49.058346 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9e4262-f5ef-426c-9bd2-086485888e08 req-2fa94195-8563-4719-ad1d-51aacf397f4d tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:49.064246 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9e4262-f5ef-426c-9bd2-086485888e08 req-2fa94195-8563-4719-ad1d-51aacf397f4d tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:49.070226 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9e4262-f5ef-426c-9bd2-086485888e08 req-2fa94195-8563-4719-ad1d-51aacf397f4d tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:49.076193 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9e4262-f5ef-426c-9bd2-086485888e08 req-2fa94195-8563-4719-ad1d-51aacf397f4d tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:49.082072 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9e4262-f5ef-426c-9bd2-086485888e08 req-2fa94195-8563-4719-ad1d-51aacf397f4d tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:49.088449 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9e4262-f5ef-426c-9bd2-086485888e08 req-2fa94195-8563-4719-ad1d-51aacf397f4d tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:49.090424 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9d9e4262-f5ef-426c-9bd2-086485888e08 req-2fa94195-8563-4719-ad1d-51aacf397f4d tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a8d6684-f19c-4a86-ac0c-6c056fa351fd HTTP/1.1" status: 200  len: 5433 time: 0.1078610
Dec 25 21:29:49.195044 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9d9e4262-f5ef-426c-9bd2-086485888e08 req-461b62f6-146d-4242-a60b-d6498deee49d tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] 10.222.0.32 "GET /v2.0/security-groups?id=3047df75-15d6-457f-8c77-25405c0680ea&id=213077ea-0675-4a6e-b24b-6e8c95ed2ffd&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0842826
Dec 25 21:29:49.397866 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-ae0e98cb-5d72-4c7a-9d6e-c296e9d81b4d tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Deleting port c2896091-187b-4226-9b9a-d9718f321ff0 {{(pid=121607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:29:49.398362 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ae0e98cb-5d72-4c7a-9d6e-c296e9d81b4d tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:49.412901 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-15a1c18a-bdea-4f74-8dc9-90f77eaf25ff tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8632475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8852848'] for subnet, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:49.533198 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a1c18a-bdea-4f74-8dc9-90f77eaf25ff tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Pushing event updated for resources: {'Subnet': ['ID=6db41f42-48e2-4c34-885c-9aa2e0c586d1,revision_number=0']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:29:49.552036 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15a1c18a-bdea-4f74-8dc9-90f77eaf25ff tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Checking segment: {'id': 'e565d859-3704-441d-a859-8b22ef8b78fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'bf16c43b-41da-4ff2-b8a5-872098059b9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:29:49.552409 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15a1c18a-bdea-4f74-8dc9-90f77eaf25ff tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Network hostable DHCP agents. Network: bf16c43b-41da-4ff2-b8a5-872098059b9a, hostable agents: ['1813db88-2c1b-4357-a2ba-869246b663c2'], hosted agents: [] {{(pid=121607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 25 21:29:49.555986 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ae0e98cb-5d72-4c7a-9d6e-c296e9d81b4d tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:49.572307 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-ae0e98cb-5d72-4c7a-9d6e-c296e9d81b4d tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Calling delete_port for c2896091-187b-4226-9b9a-d9718f321ff0 owned by network:router_interface {{(pid=121607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:29:49.749599 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15a1c18a-bdea-4f74-8dc9-90f77eaf25ff tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Network bf16c43b-41da-4ff2-b8a5-872098059b9a is scheduled to be hosted by DHCP agent 1813db88-2c1b-4357-a2ba-869246b663c2 with binding_index 1 {{(pid=121607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 25 21:29:49.903348 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 46554) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:29:49.933269 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-15a1c18a-bdea-4f74-8dc9-90f77eaf25ff tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, bf16c43b-41da-4ff2-b8a5-872098059b9a) {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:29:49.936108 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ae0e98cb-5d72-4c7a-9d6e-c296e9d81b4d tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:49.944427 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a66291aa-bf67-4078-8e8c-ba4838c1fd20 None None] Network bf16c43b-41da-4ff2-b8a5-872098059b9a requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:29:49.957535 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8dcc82-81be-44f4-8316-99701ab70ff7 req-430ab936-a9d6-4371-9c01-734badcfad0f tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:49.966584 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0e8dcc82-81be-44f4-8316-99701ab70ff7 req-430ab936-a9d6-4371-9c01-734badcfad0f tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] 10.222.0.32 "GET /v2.0/ports?device_id=65490ad4-5baf-4c89-9877-006d581b4758 HTTP/1.1" status: 200  len: 945 time: 0.0794744
Dec 25 21:29:50.008215 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15a1c18a-bdea-4f74-8dc9-90f77eaf25ff tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:50.009008 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-15a1c18a-bdea-4f74-8dc9-90f77eaf25ff tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks [] for subnet, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:50.011524 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0e98cb-5d72-4c7a-9d6e-c296e9d81b4d tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Pushing event deleted for resources: {'Port': ['ID=c2896091-187b-4226-9b9a-d9718f321ff0,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:29:50.089953 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0e8dcc82-81be-44f4-8316-99701ab70ff7 req-499b3339-5a80-4706-bfaa-da0ca2e6060b tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d32f0a1-0bdc-4dd4-8a66-1e7cbebb8ef1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1222870
Dec 25 21:29:50.145864 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-a7d3da80-dfd1-4b7e-b7bf-41a04f9c4940 admin admin] Publish callbacks [] for security_group, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:50.152739 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device 35a15c05-bcca-4842-8606-5c79e44fa713 no longer exists at agent hyperv_nch2-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:29:50.223724 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ae0e98cb-5d72-4c7a-9d6e-c296e9d81b4d tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2007763'] for router_interface, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:50.228627 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcdd7f31-f4b4-4829-8aec-918c09ba0fa2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-bf16c43b-41da-4ff2-b8a5-872098059b9a', 'network_id': 'bf16c43b-41da-4ff2-b8a5-872098059b9a', 'project_id': 'a80fe923d39349348137639eb937eac1', 'fixed_ips': [{'subnet_id': '6db41f42-48e2-4c34-885c-9aa2e0c586d1'}]}} from ncdv-master-1. {{(pid=121608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 25 21:29:50.229530 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-dcdd7f31-f4b4-4829-8aec-918c09ba0fa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:50.237189 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 46564) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:29:50.237414 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-15a1c18a-bdea-4f74-8dc9-90f77eaf25ff tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.8617408
Dec 25 21:29:50.250001 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-326d8433-284b-4150-834d-9383246b54bd tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Request body: {'port': {'network_id': 'bf16c43b-41da-4ff2-b8a5-872098059b9a', 'name': 'tempest-PortsTestJSON-762797404', 'fixed_ips': [{'subnet_id': '6db41f42-48e2-4c34-885c-9aa2e0c586d1', 'ip_address': '172.20.0.10'}]}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:29:50.330806 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-a7d3da80-dfd1-4b7e-b7bf-41a04f9c4940 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:50.449807 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:50.455043 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd3f51b-fa58-4d52-9911-7e94cc77a540 req-46e38ac4-61cf-4e4e-9b44-2c5acf84fd5a tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:50.461580 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd3f51b-fa58-4d52-9911-7e94cc77a540 req-46e38ac4-61cf-4e4e-9b44-2c5acf84fd5a tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:50.467678 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd3f51b-fa58-4d52-9911-7e94cc77a540 req-46e38ac4-61cf-4e4e-9b44-2c5acf84fd5a tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:50.473771 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd3f51b-fa58-4d52-9911-7e94cc77a540 req-46e38ac4-61cf-4e4e-9b44-2c5acf84fd5a tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:50.480255 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd3f51b-fa58-4d52-9911-7e94cc77a540 req-46e38ac4-61cf-4e4e-9b44-2c5acf84fd5a tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:50.486452 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd3f51b-fa58-4d52-9911-7e94cc77a540 req-46e38ac4-61cf-4e4e-9b44-2c5acf84fd5a tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:50.500435 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd3f51b-fa58-4d52-9911-7e94cc77a540 req-46e38ac4-61cf-4e4e-9b44-2c5acf84fd5a tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:50.503695 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1cd3f51b-fa58-4d52-9911-7e94cc77a540 req-46e38ac4-61cf-4e4e-9b44-2c5acf84fd5a tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a8d6684-f19c-4a86-ac0c-6c056fa351fd HTTP/1.1" status: 200  len: 5433 time: 0.2123249
Dec 25 21:29:50.508562 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65490ad4-5baf-4c89-9877-006d581b4758', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '35a15c05-bcca-4842-8606-5c79e44fa713'}] {{(pid=121608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:29:50.510685 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a88c78c3ff6266bd59c7e89d275b28c92e739b67d23c89d71af88829fd31566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ba34d35-660e-4bd4-a579-492be6cd49f7" -d '{"events": [{"server_uuid": "65490ad4-5baf-4c89-9877-006d581b4758", "name": "network-vif-unplugged", "status": "completed", "tag": "35a15c05-bcca-4842-8606-5c79e44fa713"}]}' {{(pid=121608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:29:50.532848 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port 35a15c05-bcca-4842-8606-5c79e44fa713, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=35a15c05-bcca-4842-8606-5c79e44fa713,segment=NetworkSegment(51150129-bf93-43ed-a72b-663a41e8f921),segment_id=51150129-bf93-43ed-a72b-663a41e8f921)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:29:50.539959 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.db_base_plugin_common [None req-dcdd7f31-f4b4-4829-8aec-918c09ba0fa2 None None] Allocated IP 172.20.0.2 (bf16c43b-41da-4ff2-b8a5-872098059b9a/6db41f42-48e2-4c34-885c-9aa2e0c586d1/c7354052-d633-400b-9113-e08a7feef01a) {{(pid=121608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:29:50.547985 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-a7d3da80-dfd1-4b7e-b7bf-41a04f9c4940 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:50.571588 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae0e98cb-5d72-4c7a-9d6e-c296e9d81b4d tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Router 633060f0-01d5-4e91-b0a8-eb07bd7085f4 has already been hosted by L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 {{(pid=121607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 25 21:29:50.627107 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 25 Dec 2021 21:29:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-581d5f68-1e7a-4c01-b7f4-3b8170c8f437 x-openstack-request-id: req-581d5f68-1e7a-4c01-b7f4-3b8170c8f437 {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:29:50.627413 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65490ad4-5baf-4c89-9877-006d581b4758", "name": "network-vif-unplugged", "status": "completed", "tag": "35a15c05-bcca-4842-8606-5c79e44fa713", "code": 200}]} {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:29:50.627667 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-581d5f68-1e7a-4c01-b7f4-3b8170c8f437 {{(pid=121608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:29:50.628057 ncdv-master-1 neutron-server[121608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65490ad4-5baf-4c89-9877-006d581b4758', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '35a15c05-bcca-4842-8606-5c79e44fa713', 'code': 200}
Dec 25 21:29:50.630407 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:50.682238 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d3da80-dfd1-4b7e-b7bf-41a04f9c4940 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b55f2a2f-1b9a-46bf-bcb1-cddb971558b8,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:29:50.725786 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae0e98cb-5d72-4c7a-9d6e-c296e9d81b4d tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 21:29:50.728779 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 46582) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:29:50.729669 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-a7d3da80-dfd1-4b7e-b7bf-41a04f9c4940 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6d33281b0c4c402eacd641a45e81edd7&name=default HTTP/1.1" status: 200  len: 3000 time: 0.8249962
Dec 25 21:29:50.735787 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Pushing event updated for resources: {'Port': ['ID=35a15c05-bcca-4842-8606-5c79e44fa713,revision_number=8']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:29:50.740141 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8671c8ce-dfb9-4369-ba19-b9e31f3a37eb None None] Sync routers for ids ['633060f0-01d5-4e91-b0a8-eb07bd7085f4'] in ncdv-master-1 {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 21:29:50.754784 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-ae0e98cb-5d72-4c7a-9d6e-c296e9d81b4d tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] 10.222.0.32 "PUT /v2.0/routers/633060f0-01d5-4e91-b0a8-eb07bd7085f4/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6123352
Dec 25 21:29:50.764250 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8671c8ce-dfb9-4369-ba19-b9e31f3a37eb None None] Routers {'633060f0-01d5-4e91-b0a8-eb07bd7085f4'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:29:50.765612 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-8671c8ce-dfb9-4369-ba19-b9e31f3a37eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2618b6bac0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:29:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['633060f0-01d5-4e91-b0a8-eb07bd7085f4'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:29:50.771493 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 46584) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:29:50.797097 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-dcdd7f31-f4b4-4829-8aec-918c09ba0fa2 None None] Publish callbacks [] for port, precommit_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:50.818756 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-e27fd5b8-e4ba-4a92-a497-b46f8ff2d8b5 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] 10.222.0.32 "GET /v2.0/ports?device_id=633060f0-01d5-4e91-b0a8-eb07bd7085f4 HTTP/1.1" status: 200  len: 205 time: 0.0459411
Dec 25 21:29:50.825329 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 46590) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:29:50.827818 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-8671c8ce-dfb9-4369-ba19-b9e31f3a37eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2618b6bac0>, [], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:29:50.837829 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8671c8ce-dfb9-4369-ba19-b9e31f3a37eb None None] Routers {'633060f0-01d5-4e91-b0a8-eb07bd7085f4'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:29:50.839254 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-8671c8ce-dfb9-4369-ba19-b9e31f3a37eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2618b6bac0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:29:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['633060f0-01d5-4e91-b0a8-eb07bd7085f4'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:29:50.854411 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1cd3f51b-fa58-4d52-9911-7e94cc77a540 req-969affd3-8150-45d6-8248-58231a033831 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] 10.222.0.32 "GET /v2.0/security-groups?id=3047df75-15d6-457f-8c77-25405c0680ea&id=213077ea-0675-4a6e-b24b-6e8c95ed2ffd&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.3108187
Dec 25 21:29:50.869212 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-326d8433-284b-4150-834d-9383246b54bd tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Made reservation on behalf of a80fe923d39349348137639eb937eac1 for: {'port': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:29:50.879192 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-8671c8ce-dfb9-4369-ba19-b9e31f3a37eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2618b6bac0>, [], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:29:50.880132 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8671c8ce-dfb9-4369-ba19-b9e31f3a37eb None None] The sync data for ids ['633060f0-01d5-4e91-b0a8-eb07bd7085f4'] in ncdv-master-1 is: [] {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 21:29:50.980052 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-dcdd7f31-f4b4-4829-8aec-918c09ba0fa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946'] for port, after_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:50.990773 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-44890c84-1294-4dd6-96ae-f5a16b672379 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks [] for router, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:51.027032 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcdd7f31-f4b4-4829-8aec-918c09ba0fa2 None None] Network bf16c43b-41da-4ff2-b8a5-872098059b9a is already hosted by enough agents. {{(pid=121608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:29:51.030461 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.base_scheduler [None req-dcdd7f31-f4b4-4829-8aec-918c09ba0fa2 None None] Resources bound (agent type, host, resource id):  {{(pid=121608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:29:51.035522 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcdd7f31-f4b4-4829-8aec-918c09ba0fa2 None None] Received port after_create {{(pid=121608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:29:51.081288 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-326d8433-284b-4150-834d-9383246b54bd tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:51.094808 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-bf22057f-ee6e-4279-bdd1-5bf766360b96 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:51.108607 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb80809-0164-4579-ab0b-2542a9786d17 req-cc95ea95-a109-4663-9d75-b49da6edcf3d tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:51.122080 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdd7f31-f4b4-4829-8aec-918c09ba0fa2 None None] Pushing event updated for resources: {'Port': ['ID=c7354052-d633-400b-9113-e08a7feef01a,revision_number=1']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:29:51.135490 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-dcdd7f31-f4b4-4829-8aec-918c09ba0fa2 None None] Attempting to bind port c7354052-d633-400b-9113-e08a7feef01a on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:29:51.135988 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-dcdd7f31-f4b4-4829-8aec-918c09ba0fa2 None None] Attempting to bind port c7354052-d633-400b-9113-e08a7feef01a by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e565d859-3704-441d-a859-8b22ef8b78fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'bf16c43b-41da-4ff2-b8a5-872098059b9a'}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:29:51.136709 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcdd7f31-f4b4-4829-8aec-918c09ba0fa2 None None] Attempting to bind port c7354052-d633-400b-9113-e08a7feef01a on network bf16c43b-41da-4ff2-b8a5-872098059b9a {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:29:51.142193 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb80809-0164-4579-ab0b-2542a9786d17 req-cc95ea95-a109-4663-9d75-b49da6edcf3d tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:51.146509 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcdd7f31-f4b4-4829-8aec-918c09ba0fa2 None None] Checking agent: {'id': 'ca4f5c6d-f1fd-48b8-a3e3-395864c7d23d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 20, 56, 40), 'started_at': datetime.datetime(2021, 12, 25, 20, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 29, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:29:51.147605 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb80809-0164-4579-ab0b-2542a9786d17 req-cc95ea95-a109-4663-9d75-b49da6edcf3d tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:51.151336 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcdd7f31-f4b4-4829-8aec-918c09ba0fa2 None None] Checking segment: {'id': 'e565d859-3704-441d-a859-8b22ef8b78fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'bf16c43b-41da-4ff2-b8a5-872098059b9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:29:51.151857 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-dcdd7f31-f4b4-4829-8aec-918c09ba0fa2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:51.153397 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcdd7f31-f4b4-4829-8aec-918c09ba0fa2 None None] Bound using segment: {'id': 'e565d859-3704-441d-a859-8b22ef8b78fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'bf16c43b-41da-4ff2-b8a5-872098059b9a'} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:29:51.153903 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-dcdd7f31-f4b4-4829-8aec-918c09ba0fa2 None None] Bound port: c7354052-d633-400b-9113-e08a7feef01a, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e565d859-3704-441d-a859-8b22ef8b78fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'bf16c43b-41da-4ff2-b8a5-872098059b9a'}}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:29:51.155049 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb80809-0164-4579-ab0b-2542a9786d17 req-cc95ea95-a109-4663-9d75-b49da6edcf3d tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:51.156323 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-dcdd7f31-f4b4-4829-8aec-918c09ba0fa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:51.162572 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb80809-0164-4579-ab0b-2542a9786d17 req-cc95ea95-a109-4663-9d75-b49da6edcf3d tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:51.169475 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb80809-0164-4579-ab0b-2542a9786d17 req-cc95ea95-a109-4663-9d75-b49da6edcf3d tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:51.175572 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb80809-0164-4579-ab0b-2542a9786d17 req-cc95ea95-a109-4663-9d75-b49da6edcf3d tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:51.177549 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2fb80809-0164-4579-ab0b-2542a9786d17 req-cc95ea95-a109-4663-9d75-b49da6edcf3d tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a8d6684-f19c-4a86-ac0c-6c056fa351fd HTTP/1.1" status: 200  len: 5433 time: 0.1866627
Dec 25 21:29:51.201849 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 46606) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:29:51.215404 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-72432418-6b93-49ed-a448-fbd2a8998745 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Request body: {'floatingip': {'port_id': 'dbad079c-9ad0-47fd-8d51-bc9c6d074098'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:29:51.257183 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-dcdd7f31-f4b4-4829-8aec-918c09ba0fa2 None None] For port c7354052-d633-400b-9113-e08a7feef01a, host ncdv-master-1, cleared binding levels {{(pid=121608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:29:51.261666 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-dcdd7f31-f4b4-4829-8aec-918c09ba0fa2 None None] For port c7354052-d633-400b-9113-e08a7feef01a, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c7354052-d633-400b-9113-e08a7feef01a,segment=NetworkSegment(e565d859-3704-441d-a859-8b22ef8b78fa),segment_id=e565d859-3704-441d-a859-8b22ef8b78fa)] {{(pid=121608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:29:51.266164 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [None req-326d8433-284b-4150-834d-9383246b54bd tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] device_id is not set on port 568dc6e0-e56e-46bf-8cfe-8341fa6d0a67 yet. {{(pid=121606) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 25 21:29:51.287057 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-44890c84-1294-4dd6-96ae-f5a16b672379 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2014235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14905'] for router, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:51.294389 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-bf22057f-ee6e-4279-bdd1-5bf766360b96 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:51.296775 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-44890c84-1294-4dd6-96ae-f5a16b672379 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:51.304127 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-72432418-6b93-49ed-a448-fbd2a8998745 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Publish callbacks [] for floatingip, before_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:51.329858 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca23f9f3-5899-455b-b0cb-cea6902794cf req-6141fd8a-8373-4516-8a02-18d4b6df010b tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:51.331514 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ca23f9f3-5899-455b-b0cb-cea6902794cf req-6141fd8a-8373-4516-8a02-18d4b6df010b tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] 10.222.0.32 "GET /v2.0/ports?device_id=65490ad4-5baf-4c89-9877-006d581b4758 HTTP/1.1" status: 200  len: 943 time: 0.1530404
Dec 25 21:29:51.401489 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-dcdd7f31-f4b4-4829-8aec-918c09ba0fa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:51.471030 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ca23f9f3-5899-455b-b0cb-cea6902794cf req-05c48225-4635-4324-8f34-051068b77598 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d32f0a1-0bdc-4dd4-8a66-1e7cbebb8ef1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1293855
Dec 25 21:29:51.489834 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-44890c84-1294-4dd6-96ae-f5a16b672379 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2014220'] for router, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:51.491120 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44890c84-1294-4dd6-96ae-f5a16b672379 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Fanout notify agent at l3_agent the message router_deleted on router 633060f0-01d5-4e91-b0a8-eb07bd7085f4 {{(pid=121607) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 25 21:29:51.502765 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdd7f31-f4b4-4829-8aec-918c09ba0fa2 None None] Pushing event updated for resources: {'Port': ['ID=c7354052-d633-400b-9113-e08a7feef01a,revision_number=2']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:29:51.503827 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_common [None req-326d8433-284b-4150-834d-9383246b54bd tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Allocated IP 172.20.0.10 (bf16c43b-41da-4ff2-b8a5-872098059b9a/6db41f42-48e2-4c34-885c-9aa2e0c586d1/568dc6e0-e56e-46bf-8cfe-8341fa6d0a67) {{(pid=121606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:29:51.552183 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-44890c84-1294-4dd6-96ae-f5a16b672379 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks [] for router, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:51.556931 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-44890c84-1294-4dd6-96ae-f5a16b672379 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] 10.222.0.32 "DELETE /v2.0/routers/633060f0-01d5-4e91-b0a8-eb07bd7085f4 HTTP/1.1" status: 204  len: 168 time: 0.7305596
Dec 25 21:29:51.557866 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 46610) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:29:51.560669 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-bf22057f-ee6e-4279-bdd1-5bf766360b96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:51.567198 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-bf22057f-ee6e-4279-bdd1-5bf766360b96 admin admin] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:51.567198 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-bf22057f-ee6e-4279-bdd1-5bf766360b96 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b55f2a2f-1b9a-46bf-bcb1-cddb971558b8 HTTP/1.1" status: 204  len: 168 time: 0.8348565
Dec 25 21:29:51.591093 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf22057f-ee6e-4279-bdd1-5bf766360b96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b55f2a2f-1b9a-46bf-bcb1-cddb971558b8,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:29:51.754109 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-326d8433-284b-4150-834d-9383246b54bd tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks [] for port, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:51.853537 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6b8780b-9cbd-45d5-b2b1-5400f69c78b2 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Deleting subnet 588bfbfe-31a4-462e-a6ce-efdf6d596aeb {{(pid=121607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Dec 25 21:29:51.868815 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b6b8780b-9cbd-45d5-b2b1-5400f69c78b2 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks [] for subnet, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:51.892944 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-326d8433-284b-4150-834d-9383246b54bd tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:51.955072 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-326d8433-284b-4150-834d-9383246b54bd tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Network bf16c43b-41da-4ff2-b8a5-872098059b9a is already hosted by enough agents. {{(pid=121606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:29:51.958221 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [None req-326d8433-284b-4150-834d-9383246b54bd tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Resources bound (agent type, host, resource id):  {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:29:51.966541 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-326d8433-284b-4150-834d-9383246b54bd tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Received port after_create {{(pid=121606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:29:52.005805 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326d8433-284b-4150-834d-9383246b54bd tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Pushing event updated for resources: {'Port': ['ID=568dc6e0-e56e-46bf-8cfe-8341fa6d0a67,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:29:52.035855 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-326d8433-284b-4150-834d-9383246b54bd tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:52.036920 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-326d8433-284b-4150-834d-9383246b54bd tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:52.066044 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b6b8780b-9cbd-45d5-b2b1-5400f69c78b2 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10246617'] for subnet, precommit_delete_associations {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:52.137099 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-326d8433-284b-4150-834d-9383246b54bd tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 924 time: 1.8954296
Dec 25 21:29:52.138748 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 46628) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:29:52.149481 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-4af8b710-c101-491b-9ef3-ee086588a1be tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Request body: {'port': {'network_id': 'bf16c43b-41da-4ff2-b8a5-872098059b9a', 'name': 'tempest-PortsTestJSON-1733933590', 'fixed_ips': [{'subnet_id': '6db41f42-48e2-4c34-885c-9aa2e0c586d1', 'ip_address': '172.20.0.9'}]}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:29:52.229987 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device c7354052-d633-400b-9113-e08a7feef01a up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:29:52.239386 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b6b8780b-9cbd-45d5-b2b1-5400f69c78b2 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995662'] for subnet, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:52.327033 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port c7354052-d633-400b-9113-e08a7feef01a triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:29:52.327532 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:52.377229 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-72432418-6b93-49ed-a448-fbd2a8998745 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Publish callbacks [] for floatingip, precommit_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:52.400451 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4af8b710-c101-491b-9ef3-ee086588a1be tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Made reservation on behalf of a80fe923d39349348137639eb937eac1 for: {'port': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:29:52.405636 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-4af8b710-c101-491b-9ef3-ee086588a1be tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:52.423010 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:52.424967 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [None req-4af8b710-c101-491b-9ef3-ee086588a1be tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] device_id is not set on port 143de4ff-8f3f-4cc9-9c83-a646f4cca83b yet. {{(pid=121606) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 25 21:29:52.461724 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] For port c7354052-d633-400b-9113-e08a7feef01a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c7354052-d633-400b-9113-e08a7feef01a,segment=NetworkSegment(e565d859-3704-441d-a859-8b22ef8b78fa),segment_id=e565d859-3704-441d-a859-8b22ef8b78fa)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:29:52.463681 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-72432418-6b93-49ed-a448-fbd2a8998745 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2008639'] for floatingip, after_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:52.526680 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b6b8780b-9cbd-45d5-b2b1-5400f69c78b2 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8632410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8852809'] for subnet, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:52.583682 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:52.609484 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_common [None req-4af8b710-c101-491b-9ef3-ee086588a1be tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Allocated IP 172.20.0.9 (bf16c43b-41da-4ff2-b8a5-872098059b9a/6db41f42-48e2-4c34-885c-9aa2e0c586d1/143de4ff-8f3f-4cc9-9c83-a646f4cca83b) {{(pid=121606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:29:52.611518 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b8780b-9cbd-45d5-b2b1-5400f69c78b2 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Pushing event deleted for resources: {'Subnet': ['ID=588bfbfe-31a4-462e-a6ce-efdf6d596aeb,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:29:52.615573 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b6b8780b-9cbd-45d5-b2b1-5400f69c78b2 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks [] for subnet, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:52.625139 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24c48f10-a0e8-463d-aa54-153101ca27ed None None] Network e813faa8-0203-4a5e-9884-86bfa7fc5a5a requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:29:52.631405 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-b6b8780b-9cbd-45d5-b2b1-5400f69c78b2 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] 10.222.0.32 "DELETE /v2.0/subnets/588bfbfe-31a4-462e-a6ce-efdf6d596aeb HTTP/1.1" status: 204  len: 168 time: 1.0638754
Dec 25 21:29:52.635170 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 46650) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:29:52.666492 ncdv-master-1 neutron-server[121607]: INFO neutron.db.l3_db [None req-72432418-6b93-49ed-a448-fbd2a8998745 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Floating IP dec6e5ab-ed8f-4f13-bb6a-c2d9d206a49d associated. External IP: 172.35.3.44, port: dbad079c-9ad0-47fd-8d51-bc9c6d074098.
Dec 25 21:29:52.736229 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Pushing event updated for resources: {'Port': ['ID=c7354052-d633-400b-9113-e08a7feef01a,revision_number=3']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:29:52.740720 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a2c1aa1-f045-4568-b613-aae144119895 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Deleting subnet 6143820c-a710-4806-9b5f-7ea89abd5648 {{(pid=121606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Dec 25 21:29:52.747250 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-1a2c1aa1-f045-4568-b613-aae144119895 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks [] for subnet, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:52.863641 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-1a2c1aa1-f045-4568-b613-aae144119895 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9084199'] for subnet, precommit_delete_associations {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:52.940676 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb862f3d-f083-4768-b167-e11c6d44881e None None] DHCP port deletion for e813faa8-0203-4a5e-9884-86bfa7fc5a5a request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 21:29:52.947620 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-4af8b710-c101-491b-9ef3-ee086588a1be tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks [] for port, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:53.029107 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-1a2c1aa1-f045-4568-b613-aae144119895 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995662'] for subnet, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:53.034189 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-cb862f3d-f083-4768-b167-e11c6d44881e None None] Deleting port 1b3a2fd4-229c-4e50-8baf-1e3cdf37d0b9 {{(pid=121608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:29:53.034575 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-cb862f3d-f083-4768-b167-e11c6d44881e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:53.138729 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-4af8b710-c101-491b-9ef3-ee086588a1be tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:53.175827 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4af8b710-c101-491b-9ef3-ee086588a1be tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Network bf16c43b-41da-4ff2-b8a5-872098059b9a is already hosted by enough agents. {{(pid=121606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:29:53.178014 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-cb862f3d-f083-4768-b167-e11c6d44881e None None] For port 1b3a2fd4-229c-4e50-8baf-1e3cdf37d0b9, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1b3a2fd4-229c-4e50-8baf-1e3cdf37d0b9,segment=NetworkSegment(b9bc1327-27d6-44e1-96f3-97792cbf1ae2),segment_id=b9bc1327-27d6-44e1-96f3-97792cbf1ae2)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:29:53.178537 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-cb862f3d-f083-4768-b167-e11c6d44881e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:53.200998 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-cb862f3d-f083-4768-b167-e11c6d44881e None None] Calling delete_port for 1b3a2fd4-229c-4e50-8baf-1e3cdf37d0b9 owned by network:dhcp {{(pid=121608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:29:53.264967 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-1a2c1aa1-f045-4568-b613-aae144119895 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9084363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9028506'] for subnet, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:53.276713 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [None req-4af8b710-c101-491b-9ef3-ee086588a1be tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Resources bound (agent type, host, resource id):  {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:29:53.281710 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4af8b710-c101-491b-9ef3-ee086588a1be tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Received port after_create {{(pid=121606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:29:53.298791 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-448db4f4-6f25-4ae1-8e6f-1edb4c60a0fe None None] Network bf16c43b-41da-4ff2-b8a5-872098059b9a requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:29:53.334263 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-cf258dae-aa66-42b9-bce0-c6040d8d4fef None None] Provisioning complete for port c7354052-d633-400b-9113-e08a7feef01a triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:29:53.334634 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-cf258dae-aa66-42b9-bce0-c6040d8d4fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:53.342596 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af8b710-c101-491b-9ef3-ee086588a1be tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Pushing event updated for resources: {'Port': ['ID=143de4ff-8f3f-4cc9-9c83-a646f4cca83b,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:29:53.402067 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-1a2c1aa1-f045-4568-b613-aae144119895 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks [] for subnet, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:53.406576 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-1a2c1aa1-f045-4568-b613-aae144119895 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] 10.222.0.32 "DELETE /v2.0/subnets/6143820c-a710-4806-9b5f-7ea89abd5648 HTTP/1.1" status: 204  len: 168 time: 0.7699046
Dec 25 21:29:53.409559 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2c1aa1-f045-4568-b613-aae144119895 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Pushing event deleted for resources: {'Subnet': ['ID=6143820c-a710-4806-9b5f-7ea89abd5648,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:29:53.411794 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 46672) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:29:53.431679 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4af8b710-c101-491b-9ef3-ee086588a1be tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:53.431679 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-4af8b710-c101-491b-9ef3-ee086588a1be tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:53.511831 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72432418-6b93-49ed-a448-fbd2a8998745 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Router 2dd24878-147d-4d8f-943e-81752dd575de has already been hosted by L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 {{(pid=121607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 25 21:29:53.549814 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-4af8b710-c101-491b-9ef3-ee086588a1be tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 924 time: 1.4098127
Dec 25 21:29:53.554138 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-76122809-04e6-491c-846a-42ebbaa38d9d tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625803'] for network, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:53.557776 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 46678) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:29:53.651530 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b52fa9e2-d7f6-403c-b9e1-adde44420e1a None None] Network eeff1bda-5c8a-4a82-8443-a35f2117d32f requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:29:53.660950 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-cb862f3d-f083-4768-b167-e11c6d44881e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955'] for port, after_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:53.690093 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72432418-6b93-49ed-a448-fbd2a8998745 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 21:29:53.693053 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc52f51b-b07c-4c6b-a8be-ec1bea1ed19b tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:53.694719 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-fc52f51b-b07c-4c6b-a8be-ec1bea1ed19b tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] 10.222.0.32 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200  len: 922 time: 0.1359305
Dec 25 21:29:53.698346 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 46682) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:29:53.706304 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-72432418-6b93-49ed-a448-fbd2a8998745 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for floatingip, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:53.751601 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-72432418-6b93-49ed-a448-fbd2a8998745 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] 10.222.0.32 "PUT /v2.0/floatingips/dec6e5ab-ed8f-4f13-bb6a-c2d9d206a49d HTTP/1.1" status: 200  len: 991 time: 2.5485072
Dec 25 21:29:53.752536 ncdv-master-1 neutron-server[121607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a8d6684-f19c-4a86-ac0c-6c056fa351fd', 'tag': 'dbad079c-9ad0-47fd-8d51-bc9c6d074098'}] {{(pid=121607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:29:53.755208 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f980bbcadfa7bf1e788024e1448be660373c21f97f015f780444e999c451203" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22a677ae-baad-4f56-b52a-890419817004" -d '{"events": [{"name": "network-changed", "server_uuid": "7a8d6684-f19c-4a86-ac0c-6c056fa351fd", "tag": "dbad079c-9ad0-47fd-8d51-bc9c6d074098"}]}' {{(pid=121607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:29:53.769382 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-76122809-04e6-491c-846a-42ebbaa38d9d tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997585', 'neutron.services.segments.db._delete_segments_for_network-8737602743071'] for network, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:53.789545 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e85a037a-3193-49dc-ba04-5cca1f2bef70 None None] Sync routers for ids ['2dd24878-147d-4d8f-943e-81752dd575de'] in ncdv-master-1 {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 21:29:53.801736 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.segments.db [None req-76122809-04e6-491c-846a-42ebbaa38d9d tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f26118ff970>,) {'filters': {'network_id': ['e813faa8-0203-4a5e-9884-86bfa7fc5a5a']}} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:29:53.805063 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb862f3d-f083-4768-b167-e11c6d44881e None None] Pushing event deleted for resources: {'Port': ['ID=1b3a2fd4-229c-4e50-8baf-1e3cdf37d0b9,revision_number=None']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:29:53.815948 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.segments.db [None req-76122809-04e6-491c-846a-42ebbaa38d9d tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f26118ff970>, 'b9bc1327-27d6-44e1-96f3-97792cbf1ae2') {'for_net_delete': True} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:29:53.819058 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.segments.db [None req-76122809-04e6-491c-846a-42ebbaa38d9d tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f26118ff970>, 'b9bc1327-27d6-44e1-96f3-97792cbf1ae2') {} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:29:53.819169 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb862f3d-f083-4768-b167-e11c6d44881e None None] No DVR routers for this DVR port 1b3a2fd4-229c-4e50-8baf-1e3cdf37d0b9 on host ncdv-master-1 {{(pid=121608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:29:53.831426 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba77f8c4-0703-40e4-8ad4-2b20f89f682a tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:53.841736 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba77f8c4-0703-40e4-8ad4-2b20f89f682a tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:53.848407 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba77f8c4-0703-40e4-8ad4-2b20f89f682a tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:53.862253 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-ba77f8c4-0703-40e4-8ad4-2b20f89f682a tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] 10.222.0.32 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200  len: 2379 time: 0.1602268
Dec 25 21:29:53.862559 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 46698) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:29:53.880596 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-76122809-04e6-491c-846a-42ebbaa38d9d tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737602746920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9084222'] for segment, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:53.922000 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-76122809-04e6-491c-846a-42ebbaa38d9d tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:53.928243 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e85a037a-3193-49dc-ba04-5cca1f2bef70 None None] Routers {'2dd24878-147d-4d8f-943e-81752dd575de'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:29:53.929984 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-e85a037a-3193-49dc-ba04-5cca1f2bef70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f261305d9a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:29:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['2dd24878-147d-4d8f-943e-81752dd575de'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:29:53.932335 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76122809-04e6-491c-846a-42ebbaa38d9d tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Releasing vlan 162 on physical network physnet1 to pool {{(pid=121606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 25 21:29:53.932742 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-76122809-04e6-491c-846a-42ebbaa38d9d tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9084542'] for segment, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:53.935883 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:29:53.935883 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:29:53.935883 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:29:53.935883 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:29:53.935883 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:29:53.935883 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:29:53.935883 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:29:53.935883 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:29:53.935883 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:29:53.935883 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:29:53.935883 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:29:53.935883 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:29:53.935883 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:29:53.935883 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:29:53.935883 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:29:53.935883 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:29:53.935883 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:29:53.935883 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:29:53.935883 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:29:53.935883 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:29:53.935883 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:29:53.935883 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:29:53.935883 ncdv-master-1 neutron-server[121606]: Traceback (most recent call last):
Dec 25 21:29:53.935883 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 25 21:29:53.935883 ncdv-master-1 neutron-server[121606]:     timer()
Dec 25 21:29:53.935883 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 25 21:29:53.935883 ncdv-master-1 neutron-server[121606]:     cb(*args, **kw)
Dec 25 21:29:53.935883 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 25 21:29:53.935883 ncdv-master-1 neutron-server[121606]:     return func(*args, **kwargs)
Dec 25 21:29:53.935883 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 25 21:29:53.935883 ncdv-master-1 neutron-server[121606]:     self._notify()
Dec 25 21:29:53.935883 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 25 21:29:53.935883 ncdv-master-1 neutron-server[121606]:     self.callback(batched_events)
Dec 25 21:29:53.935883 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 25 21:29:53.935883 ncdv-master-1 neutron-server[121606]:     event.method(event)
Dec 25 21:29:53.935883 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 25 21:29:53.935883 ncdv-master-1 neutron-server[121606]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 25 21:29:53.935883 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 25 21:29:53.935883 ncdv-master-1 neutron-server[121606]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 25 21:29:53.935883 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 25 21:29:53.935883 ncdv-master-1 neutron-server[121606]:     return f(self, *a, **k)
Dec 25 21:29:53.935883 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 25 21:29:53.935883 ncdv-master-1 neutron-server[121606]:     return self._get(url).json()
Dec 25 21:29:53.935883 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 25 21:29:53.935883 ncdv-master-1 neutron-server[121606]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 25 21:29:53.935883 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 25 21:29:53.935883 ncdv-master-1 neutron-server[121606]:     return self.request(url, 'GET', **kwargs)
Dec 25 21:29:53.935883 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 25 21:29:53.935883 ncdv-master-1 neutron-server[121606]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 25 21:29:53.935883 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 25 21:29:53.935883 ncdv-master-1 neutron-server[121606]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 25 21:29:53.935883 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 25 21:29:53.935883 ncdv-master-1 neutron-server[121606]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 25 21:29:53.935883 ncdv-master-1 neutron-server[121606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 25 21:29:53.984276 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1891f4f5-fd3d-4a21-b970-2cfdc98b454a req-3933fc64-ae12-4970-9bec-23064e6c5aa2 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:53.986100 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1891f4f5-fd3d-4a21-b970-2cfdc98b454a req-3933fc64-ae12-4970-9bec-23064e6c5aa2 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] 10.222.0.32 "GET /v2.0/ports?device_id=65490ad4-5baf-4c89-9877-006d581b4758 HTTP/1.1" status: 200  len: 943 time: 0.1201398
Dec 25 21:29:54.055455 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-6343d019-f173-4432-a87d-a995c9190828 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Deleting port 143de4ff-8f3f-4cc9-9c83-a646f4cca83b {{(pid=121607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:29:54.055905 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-6343d019-f173-4432-a87d-a995c9190828 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:54.123484 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1891f4f5-fd3d-4a21-b970-2cfdc98b454a req-94617c94-d1b7-4b9a-9e42-d2c9d2455cdc tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d32f0a1-0bdc-4dd4-8a66-1e7cbebb8ef1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0985537
Dec 25 21:29:54.129488 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-76122809-04e6-491c-846a-42ebbaa38d9d tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2008653'] for network, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:54.141998 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-76122809-04e6-491c-846a-42ebbaa38d9d tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for network, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:54.147370 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-76122809-04e6-491c-846a-42ebbaa38d9d tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] 10.222.0.32 "DELETE /v2.0/networks/e813faa8-0203-4a5e-9884-86bfa7fc5a5a HTTP/1.1" status: 204  len: 168 time: 0.7347577
Dec 25 21:29:54.153417 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 46704) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:29:54.196655 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Dec 2021 21:29:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff654337-2b39-4be4-bf62-3358436adf11 x-openstack-request-id: req-ff654337-2b39-4be4-bf62-3358436adf11 {{(pid=121607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:29:54.196655 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a8d6684-f19c-4a86-ac0c-6c056fa351fd", "tag": "dbad079c-9ad0-47fd-8d51-bc9c6d074098", "status": "completed", "code": 200}]} {{(pid=121607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:29:54.196655 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ff654337-2b39-4be4-bf62-3358436adf11 {{(pid=121607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:29:54.196655 ncdv-master-1 neutron-server[121607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a8d6684-f19c-4a86-ac0c-6c056fa351fd', 'tag': 'dbad079c-9ad0-47fd-8d51-bc9c6d074098', 'status': 'completed', 'code': 200}
Dec 25 21:29:54.224019 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device 35a15c05-bcca-4842-8606-5c79e44fa713 no longer exists at agent hyperv_nch2-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:29:54.334455 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device c7354052-d633-400b-9113-e08a7feef01a up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:29:54.418371 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-6343d019-f173-4432-a87d-a995c9190828 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:54.432716 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a282baf8-fff2-4987-bf2b-3906cba4ac6a None None] DHCP port deletion for eeff1bda-5c8a-4a82-8443-a35f2117d32f request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 21:29:54.437017 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 46714) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:29:54.452916 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76122809-04e6-491c-846a-42ebbaa38d9d tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Pushing event deleted for resources: {'Network': ['ID=e813faa8-0203-4a5e-9884-86bfa7fc5a5a,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:29:54.453023 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvr_db [None req-e85a037a-3193-49dc-ba04-5cca1f2bef70 None None] Set router 2dd24878-147d-4d8f-943e-81752dd575de gateway port host: ncdv-master-1 {{(pid=121608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:29:54.460208 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-f9d3d388-d8f0-4996-a7dd-cbdfe9cd909e tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625803'] for network, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:54.469810 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-6343d019-f173-4432-a87d-a995c9190828 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Calling delete_port for 143de4ff-8f3f-4cc9-9c83-a646f4cca83b owned by  {{(pid=121607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:29:54.485398 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a677ae-baad-4f56-b52a-890419817004 req-d42dfe5f-11ea-4fa5-a684-e06075a6d1da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:54.485965 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a677ae-baad-4f56-b52a-890419817004 req-d42dfe5f-11ea-4fa5-a684-e06075a6d1da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:54.486471 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a677ae-baad-4f56-b52a-890419817004 req-d42dfe5f-11ea-4fa5-a684-e06075a6d1da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:54.486974 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a677ae-baad-4f56-b52a-890419817004 req-d42dfe5f-11ea-4fa5-a684-e06075a6d1da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:54.487443 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a677ae-baad-4f56-b52a-890419817004 req-d42dfe5f-11ea-4fa5-a684-e06075a6d1da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:54.487905 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a677ae-baad-4f56-b52a-890419817004 req-d42dfe5f-11ea-4fa5-a684-e06075a6d1da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:54.488368 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a677ae-baad-4f56-b52a-890419817004 req-d42dfe5f-11ea-4fa5-a684-e06075a6d1da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:54.490318 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-22a677ae-baad-4f56-b52a-890419817004 req-d42dfe5f-11ea-4fa5-a684-e06075a6d1da service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=980165331b334d7795b91adc96459725&device_id=7a8d6684-f19c-4a86-ac0c-6c056fa351fd HTTP/1.1" status: 200  len: 6490 time: 0.2634552
Dec 25 21:29:54.613962 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-f2ba1a13-7aa5-4a36-9be1-c48f729d9824 None None] Provisioning complete for port 568dc6e0-e56e-46bf-8cfe-8341fa6d0a67 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:29:54.620272 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-f2ba1a13-7aa5-4a36-9be1-c48f729d9824 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:54.632233 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a677ae-baad-4f56-b52a-890419817004 req-ac9bad49-51b5-416d-9017-789258170e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:54.633742 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-22a677ae-baad-4f56-b52a-890419817004 req-ac9bad49-51b5-416d-9017-789258170e63 service neutron] 10.222.0.31 "GET /v2.0/networks?id=36c58514-4b76-443a-8b4e-8188ecbb730f HTTP/1.1" status: 200  len: 913 time: 0.1087701
Dec 25 21:29:54.733293 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-f9d3d388-d8f0-4996-a7dd-cbdfe9cd909e tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Deleting port 28cae03b-c8c5-4dc6-babf-64df1ba93b49 {{(pid=121606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:29:54.733946 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-f9d3d388-d8f0-4996-a7dd-cbdfe9cd909e tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:54.738449 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-22a677ae-baad-4f56-b52a-890419817004 req-fae27029-6281-43e5-8d4f-0c405d1652b7 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dbad079c-9ad0-47fd-8d51-bc9c6d074098 HTTP/1.1" status: 200  len: 999 time: 0.0960543
Dec 25 21:29:54.818434 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b8567f16-886a-4ed6-bff2-bab2e5b5242a admin admin] Publish callbacks [] for security_group, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:54.882241 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-f2ba1a13-7aa5-4a36-9be1-c48f729d9824 None None] Port 568dc6e0-e56e-46bf-8cfe-8341fa6d0a67 cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:29:54.899766 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port c7354052-d633-400b-9113-e08a7feef01a triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:29:54.900145 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:54.920183 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [None req-f9d3d388-d8f0-4996-a7dd-cbdfe9cd909e tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] For port 28cae03b-c8c5-4dc6-babf-64df1ba93b49, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=28cae03b-c8c5-4dc6-babf-64df1ba93b49,segment=NetworkSegment(da4830a0-4e85-4b78-92af-deb00230568f),segment_id=da4830a0-4e85-4b78-92af-deb00230568f)] {{(pid=121606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:29:54.920560 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-f9d3d388-d8f0-4996-a7dd-cbdfe9cd909e tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:54.937658 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-6343d019-f173-4432-a87d-a995c9190828 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:54.938350 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a677ae-baad-4f56-b52a-890419817004 req-0b51cbf3-0688-40d6-b0a5-30b9601129b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:54.939962 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-22a677ae-baad-4f56-b52a-890419817004 req-0b51cbf3-0688-40d6-b0a5-30b9601129b9 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a434de1e-5464-470d-a8e6-901b6aa78ffb HTTP/1.1" status: 200  len: 851 time: 0.1879900
Dec 25 21:29:54.941533 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-f9d3d388-d8f0-4996-a7dd-cbdfe9cd909e tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Calling delete_port for 28cae03b-c8c5-4dc6-babf-64df1ba93b49 owned by network:dhcp {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:29:54.990446 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6343d019-f173-4432-a87d-a995c9190828 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Pushing event deleted for resources: {'Port': ['ID=143de4ff-8f3f-4cc9-9c83-a646f4cca83b,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:29:54.997853 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-a282baf8-fff2-4987-bf2b-3906cba4ac6a None None] Deleting port 28cae03b-c8c5-4dc6-babf-64df1ba93b49 {{(pid=121608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:29:54.998241 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-a282baf8-fff2-4987-bf2b-3906cba4ac6a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:55.064518 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-f2ba1a13-7aa5-4a36-9be1-c48f729d9824 None None] Provisioning complete for port c7354052-d633-400b-9113-e08a7feef01a triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:29:55.065115 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-f2ba1a13-7aa5-4a36-9be1-c48f729d9824 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:55.095505 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f1201edc-551e-491d-acb4-ae92ecc10fc4 req-e211403b-26f8-494f-907f-f451e9793c1f service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=65490ad4-5baf-4c89-9877-006d581b4758&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.4605896
Dec 25 21:29:55.103984 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [req-f1201edc-551e-491d-acb4-ae92ecc10fc4 req-7094e902-fad2-46ef-95a8-b744bab019af service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=121606) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 25 21:29:55.105049 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f1201edc-551e-491d-acb4-ae92ecc10fc4 req-7094e902-fad2-46ef-95a8-b744bab019af service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0078714
Dec 25 21:29:55.118729 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a677ae-baad-4f56-b52a-890419817004 req-9320bd43-9353-482f-9f31-38b534da4a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:55.120254 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-22a677ae-baad-4f56-b52a-890419817004 req-9320bd43-9353-482f-9f31-38b534da4a57 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=36c58514-4b76-443a-8b4e-8188ecbb730f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0716703
Dec 25 21:29:55.128069 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-6343d019-f173-4432-a87d-a995c9190828 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:55.133703 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-6343d019-f173-4432-a87d-a995c9190828 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] 10.222.0.32 "DELETE /v2.0/ports/143de4ff-8f3f-4cc9-9c83-a646f4cca83b HTTP/1.1" status: 204  len: 168 time: 1.2680836
Dec 25 21:29:55.134494 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 46726) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:29:55.136821 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b8567f16-886a-4ed6-bff2-bab2e5b5242a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:55.158218 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-f9d3d388-d8f0-4996-a7dd-cbdfe9cd909e tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:55.183903 ncdv-master-1 neutron-server[121607]: INFO neutron.pecan_wsgi.hooks.translation [None req-09a669a2-08e9-41a9-a8e3-2febabcb4d60 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] GET failed (client error): The resource could not be found.
Dec 25 21:29:55.187105 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-09a669a2-08e9-41a9-a8e3-2febabcb4d60 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] 10.222.0.32 "GET /v2.0/ports/143de4ff-8f3f-4cc9-9c83-a646f4cca83b HTTP/1.1" status: 404  len: 333 time: 0.0482466
Dec 25 21:29:55.189598 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 46732) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:29:55.206055 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b8567f16-886a-4ed6-bff2-bab2e5b5242a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:55.250045 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d3d388-d8f0-4996-a7dd-cbdfe9cd909e tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Pushing event deleted for resources: {'Port': ['ID=28cae03b-c8c5-4dc6-babf-64df1ba93b49,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:29:55.260257 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9d3d388-d8f0-4996-a7dd-cbdfe9cd909e tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] No DVR routers for this DVR port 28cae03b-c8c5-4dc6-babf-64df1ba93b49 on host ncdv-master-1 {{(pid=121606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:29:55.307766 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-b8567f16-886a-4ed6-bff2-bab2e5b5242a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=534717b7b07e491c88ee84580be26ed9&name=default HTTP/1.1" status: 200  len: 3000 time: 0.8694253
Dec 25 21:29:55.310996 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8567f16-886a-4ed6-bff2-bab2e5b5242a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97c256d2-aafe-41e5-ba34-61db01a07702,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:29:55.327249 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 46744) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:29:55.374818 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-22a677ae-baad-4f56-b52a-890419817004 req-8f53ffab-52c8-48bd-9073-97c1cb62cd2c service neutron] 10.222.0.31 "GET /v2.0/networks/36c58514-4b76-443a-8b4e-8188ecbb730f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2468455
Dec 25 21:29:55.396052 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-a282baf8-fff2-4987-bf2b-3906cba4ac6a None None] For port 28cae03b-c8c5-4dc6-babf-64df1ba93b49, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=28cae03b-c8c5-4dc6-babf-64df1ba93b49,segment=NetworkSegment(da4830a0-4e85-4b78-92af-deb00230568f),segment_id=da4830a0-4e85-4b78-92af-deb00230568f)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:29:55.396528 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-a282baf8-fff2-4987-bf2b-3906cba4ac6a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:55.441504 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-a282baf8-fff2-4987-bf2b-3906cba4ac6a None None] Calling delete_port for 28cae03b-c8c5-4dc6-babf-64df1ba93b49 owned by network:dhcp {{(pid=121608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:29:55.454974 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-0e490ddd-36b5-450e-b6e3-9a784fda271c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:55.488249 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-2c726cd4-a1ae-44b2-9273-f15c00fa5e7d tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Deleting port 568dc6e0-e56e-46bf-8cfe-8341fa6d0a67 {{(pid=121607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:29:55.488908 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-2c726cd4-a1ae-44b2-9273-f15c00fa5e7d tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:55.534502 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-f9d3d388-d8f0-4996-a7dd-cbdfe9cd909e tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997585', 'neutron.services.segments.db._delete_segments_for_network-8737602743071'] for network, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:55.546076 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-e85a037a-3193-49dc-ba04-5cca1f2bef70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f261305d9a0>, [{'id': '2dd24878-147d-4d8f-943e-81752dd575de', 'name': 'tempest-TaggedBootDevicesTest-1330468044-router', 'tenant_id': '980165331b334d7795b91adc96459725', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.242'}], 'enable_snat': True}, 'gw_port_id': 'cedb9d61-14e5-4a49-9725-6b677b980b97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:27:49Z', 'updated_at': '2021-12-25T21:27:58Z', 'revision_number': 4, 'project_id': '980165331b334d7795b91adc96459725', 'gw_port': {'id': 'cedb9d61-14e5-4a49-9725-6b677b980b97', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:90:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd24878-147d-4d8f-943e-81752dd575de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2153, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:27:50Z', 'updated_at': '2021-12-25T21:27:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'dec6e5ab-ed8f-4f13-bb6a-c2d9d206a49d', 'tenant_id': '980165331b334d7795b91adc96459725', 'floating_ip_address': '172.35.3.44', 'floating_network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'router_id': '2dd24878-147d-4d8f-943e-81752dd575de', 'port_id': 'dbad079c-9ad0-47fd-8d51-bc9c6d074098', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2310, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '36c58514-4b76-443a-8b4e-8188ecbb730f', 'mac_address': 'fa:16:3e:2e:72:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a8d6684-f19c-4a86-ac0c-6c056fa351fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-25T21:28:47Z', 'updated_at': '2021-12-25T21:29:52Z', 'revision_number': 1, 'project_id': '980165331b334d7795b91adc96459725', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4663d839-90a9-488a-8814-7a585661d20c', 'name': '', 'network_id': '36c58514-4b76-443a-8b4e-8188ecbb730f', 'tenant_id': '980165331b334d7795b91adc96459725', 'mac_address': 'fa:16:3e:ef:c9:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd24878-147d-4d8f-943e-81752dd575de', 'device_owner': 'network:router_interface', 'standard_attr_id': 2163, 'fixed_ips': [{'subnet_id': 'a434de1e-5464-470d-a8e6-901b6aa78ffb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:27:56Z', 'updated_at': '2021-12-25T21:28:05Z', 'revision_number': 5, 'project_id': '980165331b334d7795b91adc96459725', 'subnets': [{'id': 'a434de1e-5464-470d-a8e6-901b6aa78ffb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:29:55.611182 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 1b3a2fd4-229c-4e50-8baf-1e3cdf37d0b9 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:29:55.614431 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-2c726cd4-a1ae-44b2-9273-f15c00fa5e7d tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:55.615666 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e85a037a-3193-49dc-ba04-5cca1f2bef70 None None] Checking router: 2dd24878-147d-4d8f-943e-81752dd575de for host: ncdv-master-1 {{(pid=121608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 25 21:29:55.624232 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-f2ba1a13-7aa5-4a36-9be1-c48f729d9824 None None] Could not find standard attr ID for object 143de4ff-8f3f-4cc9-9c83-a646f4cca83b. {{(pid=121608) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 25 21:29:55.639397 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-0e490ddd-36b5-450e-b6e3-9a784fda271c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:55.641302 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-2c726cd4-a1ae-44b2-9273-f15c00fa5e7d tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Calling delete_port for 568dc6e0-e56e-46bf-8cfe-8341fa6d0a67 owned by  {{(pid=121607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:29:55.654215 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] No Port match for: 1b3a2fd4-229c-4e50-8baf-1e3cdf37d0b9 {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:29:55.654982 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 1b3a2fd4-229c-4e50-8baf-1e3cdf37d0b9 not bound to the agent host ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:29:55.665325 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e85a037a-3193-49dc-ba04-5cca1f2bef70 None None] Routers {'2dd24878-147d-4d8f-943e-81752dd575de'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:29:55.666489 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-e85a037a-3193-49dc-ba04-5cca1f2bef70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f261305d9a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:29:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['2dd24878-147d-4d8f-943e-81752dd575de'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:29:55.791468 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-0dc7d395-8464-4527-b27d-1c93a8431a51 None None] Provisioning complete for port 568dc6e0-e56e-46bf-8cfe-8341fa6d0a67 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:29:55.791836 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-0dc7d395-8464-4527-b27d-1c93a8431a51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:55.800313 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-a282baf8-fff2-4987-bf2b-3906cba4ac6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955'] for port, after_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:55.823146 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-0e490ddd-36b5-450e-b6e3-9a784fda271c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:55.825869 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-0e490ddd-36b5-450e-b6e3-9a784fda271c admin admin] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:55.827170 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-0e490ddd-36b5-450e-b6e3-9a784fda271c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/97c256d2-aafe-41e5-ba34-61db01a07702 HTTP/1.1" status: 204  len: 168 time: 0.4986930
Dec 25 21:29:55.844946 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e490ddd-36b5-450e-b6e3-9a784fda271c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97c256d2-aafe-41e5-ba34-61db01a07702,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:29:55.914507 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a282baf8-fff2-4987-bf2b-3906cba4ac6a None None] Pushing event deleted for resources: {'Port': ['ID=28cae03b-c8c5-4dc6-babf-64df1ba93b49,revision_number=None']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:29:55.941534 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a282baf8-fff2-4987-bf2b-3906cba4ac6a None None] No DVR routers for this DVR port 28cae03b-c8c5-4dc6-babf-64df1ba93b49 on host ncdv-master-1 {{(pid=121608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:29:55.967529 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-0dc7d395-8464-4527-b27d-1c93a8431a51 None None] Port 568dc6e0-e56e-46bf-8cfe-8341fa6d0a67 cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:29:55.970898 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-0dc7d395-8464-4527-b27d-1c93a8431a51 None None] Could not find standard attr ID for object 143de4ff-8f3f-4cc9-9c83-a646f4cca83b. {{(pid=121608) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 25 21:29:55.976578 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvr_db [None req-e85a037a-3193-49dc-ba04-5cca1f2bef70 None None] Set router 2dd24878-147d-4d8f-943e-81752dd575de gateway port host: ncdv-master-1 {{(pid=121608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:29:55.978353 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-2c726cd4-a1ae-44b2-9273-f15c00fa5e7d tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:56.035056 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c726cd4-a1ae-44b2-9273-f15c00fa5e7d tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Pushing event deleted for resources: {'Port': ['ID=568dc6e0-e56e-46bf-8cfe-8341fa6d0a67,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:29:56.086121 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.segments.db [None req-f9d3d388-d8f0-4996-a7dd-cbdfe9cd909e tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f261216f0a0>,) {'filters': {'network_id': ['eeff1bda-5c8a-4a82-8443-a35f2117d32f']}} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:29:56.130280 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.segments.db [None req-f9d3d388-d8f0-4996-a7dd-cbdfe9cd909e tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f261216f0a0>, 'da4830a0-4e85-4b78-92af-deb00230568f') {'for_net_delete': True} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:29:56.136710 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.segments.db [None req-f9d3d388-d8f0-4996-a7dd-cbdfe9cd909e tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f261216f0a0>, 'da4830a0-4e85-4b78-92af-deb00230568f') {} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:29:56.149159 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfef299a-6588-4f9b-ba5e-53b184bbf277 req-6ea5ec05-7e0a-4e7c-9e41-0506e383b3bd tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:56.159176 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-bfef299a-6588-4f9b-ba5e-53b184bbf277 req-6ea5ec05-7e0a-4e7c-9e41-0506e383b3bd tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] 10.222.0.32 "GET /v2.0/ports?device_id=65490ad4-5baf-4c89-9877-006d581b4758 HTTP/1.1" status: 200  len: 943 time: 0.8238516
Dec 25 21:29:56.172830 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-f9d3d388-d8f0-4996-a7dd-cbdfe9cd909e tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737602746920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9084222'] for segment, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:56.196655 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-2c726cd4-a1ae-44b2-9273-f15c00fa5e7d tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:56.209109 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-2c726cd4-a1ae-44b2-9273-f15c00fa5e7d tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] 10.222.0.32 "DELETE /v2.0/ports/568dc6e0-e56e-46bf-8cfe-8341fa6d0a67 HTTP/1.1" status: 204  len: 168 time: 1.0169494
Dec 25 21:29:56.209977 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 46760) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:29:56.230229 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-22a677ae-baad-4f56-b52a-890419817004 req-6b3f5f0f-e121-4fa1-9669-2fb5b5ec5995 service neutron] 10.222.0.31 "GET /v2.0/networks/36c58514-4b76-443a-8b4e-8188ecbb730f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.8304205
Dec 25 21:29:56.288656 ncdv-master-1 neutron-server[121607]: INFO neutron.pecan_wsgi.hooks.translation [None req-35a15c00-5b60-4f6d-927f-9a2510f7b579 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] GET failed (client error): The resource could not be found.
Dec 25 21:29:56.290316 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-35a15c00-5b60-4f6d-927f-9a2510f7b579 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] 10.222.0.32 "GET /v2.0/ports/568dc6e0-e56e-46bf-8cfe-8341fa6d0a67 HTTP/1.1" status: 404  len: 333 time: 0.0781887
Dec 25 21:29:56.293473 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 46762) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:29:56.307374 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-f9d3d388-d8f0-4996-a7dd-cbdfe9cd909e tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:56.329807 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9d3d388-d8f0-4996-a7dd-cbdfe9cd909e tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Releasing vlan 154 on physical network physnet1 to pool {{(pid=121606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 25 21:29:56.331520 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-f9d3d388-d8f0-4996-a7dd-cbdfe9cd909e tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9084542'] for segment, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:56.333917 ncdv-master-1 neutron-server[121606]: Traceback (most recent call last):
Dec 25 21:29:56.333917 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 25 21:29:56.333917 ncdv-master-1 neutron-server[121606]:     timer()
Dec 25 21:29:56.333917 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 25 21:29:56.333917 ncdv-master-1 neutron-server[121606]:     cb(*args, **kw)
Dec 25 21:29:56.333917 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 25 21:29:56.333917 ncdv-master-1 neutron-server[121606]:     return func(*args, **kwargs)
Dec 25 21:29:56.333917 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 25 21:29:56.333917 ncdv-master-1 neutron-server[121606]:     self._notify()
Dec 25 21:29:56.333917 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 25 21:29:56.333917 ncdv-master-1 neutron-server[121606]:     self.callback(batched_events)
Dec 25 21:29:56.333917 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 25 21:29:56.333917 ncdv-master-1 neutron-server[121606]:     event.method(event)
Dec 25 21:29:56.333917 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 25 21:29:56.333917 ncdv-master-1 neutron-server[121606]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 25 21:29:56.333917 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 25 21:29:56.333917 ncdv-master-1 neutron-server[121606]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 25 21:29:56.333917 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 25 21:29:56.333917 ncdv-master-1 neutron-server[121606]:     return f(self, *a, **k)
Dec 25 21:29:56.333917 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 25 21:29:56.333917 ncdv-master-1 neutron-server[121606]:     return self._get(url).json()
Dec 25 21:29:56.333917 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 25 21:29:56.333917 ncdv-master-1 neutron-server[121606]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 25 21:29:56.333917 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 25 21:29:56.333917 ncdv-master-1 neutron-server[121606]:     return self.request(url, 'GET', **kwargs)
Dec 25 21:29:56.333917 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 25 21:29:56.333917 ncdv-master-1 neutron-server[121606]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 25 21:29:56.333917 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 25 21:29:56.333917 ncdv-master-1 neutron-server[121606]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 25 21:29:56.333917 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 25 21:29:56.333917 ncdv-master-1 neutron-server[121606]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 25 21:29:56.333917 ncdv-master-1 neutron-server[121606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 25 21:29:56.407113 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-bfef299a-6588-4f9b-ba5e-53b184bbf277 req-948b882d-b522-4171-a526-98d1530f5a6f tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d32f0a1-0bdc-4dd4-8a66-1e7cbebb8ef1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1741648
Dec 25 21:29:56.433940 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_v2 [None req-8629fdd9-6628-479d-a9f0-fd189c7b0f5f tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Deleting subnet 6db41f42-48e2-4c34-885c-9aa2e0c586d1 {{(pid=121607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Dec 25 21:29:56.437811 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-8629fdd9-6628-479d-a9f0-fd189c7b0f5f tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks [] for subnet, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:56.483746 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 28cae03b-c8c5-4dc6-babf-64df1ba93b49 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:29:56.502237 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-8629fdd9-6628-479d-a9f0-fd189c7b0f5f tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10246617'] for subnet, precommit_delete_associations {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:56.510443 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] No Port match for: 28cae03b-c8c5-4dc6-babf-64df1ba93b49 {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:29:56.510790 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 28cae03b-c8c5-4dc6-babf-64df1ba93b49 not bound to the agent host ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:29:56.563814 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-f9d3d388-d8f0-4996-a7dd-cbdfe9cd909e tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2008653'] for network, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:56.568420 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-f9d3d388-d8f0-4996-a7dd-cbdfe9cd909e tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for network, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:56.575626 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-f9d3d388-d8f0-4996-a7dd-cbdfe9cd909e tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] 10.222.0.32 "DELETE /v2.0/networks/eeff1bda-5c8a-4a82-8443-a35f2117d32f HTTP/1.1" status: 204  len: 168 time: 2.3989911
Dec 25 21:29:56.576927 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 46770) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:29:56.584059 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-678f24ec-4f3a-4e59-91c5-8d0f1e209de9 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Request body: {'network': {'name': 'tempest-RoutersTest-1965494822'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:29:56.596183 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d3d388-d8f0-4996-a7dd-cbdfe9cd909e tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Pushing event deleted for resources: {'Network': ['ID=eeff1bda-5c8a-4a82-8443-a35f2117d32f,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:29:56.636041 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c35578bd-d065-438c-be02-5ffe8deef4eb req-e611d7b6-5684-4539-8a75-973439d069ed service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=aa2d5924-6a22-461e-b48b-e73f52f4b72c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 658 time: 0.1153126
Dec 25 21:29:56.670867 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-e85a037a-3193-49dc-ba04-5cca1f2bef70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f261305d9a0>, [{'id': '2dd24878-147d-4d8f-943e-81752dd575de', 'name': 'tempest-TaggedBootDevicesTest-1330468044-router', 'tenant_id': '980165331b334d7795b91adc96459725', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.242'}], 'enable_snat': True}, 'gw_port_id': 'cedb9d61-14e5-4a49-9725-6b677b980b97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:27:49Z', 'updated_at': '2021-12-25T21:27:58Z', 'revision_number': 4, 'project_id': '980165331b334d7795b91adc96459725', 'gw_port': {'id': 'cedb9d61-14e5-4a49-9725-6b677b980b97', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:90:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd24878-147d-4d8f-943e-81752dd575de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2153, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:27:50Z', 'updated_at': '2021-12-25T21:27:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'dec6e5ab-ed8f-4f13-bb6a-c2d9d206a49d', 'tenant_id': '980165331b334d7795b91adc96459725', 'floating_ip_address': '172.35.3.44', 'floating_network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'router_id': '2dd24878-147d-4d8f-943e-81752dd575de', 'port_id': 'dbad079c-9ad0-47fd-8d51-bc9c6d074098', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2310, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '36c58514-4b76-443a-8b4e-8188ecbb730f', 'mac_address': 'fa:16:3e:2e:72:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a8d6684-f19c-4a86-ac0c-6c056fa351fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-25T21:28:47Z', 'updated_at': '2021-12-25T21:29:52Z', 'revision_number': 1, 'project_id': '980165331b334d7795b91adc96459725', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4663d839-90a9-488a-8814-7a585661d20c', 'name': '', 'network_id': '36c58514-4b76-443a-8b4e-8188ecbb730f', 'tenant_id': '980165331b334d7795b91adc96459725', 'mac_address': 'fa:16:3e:ef:c9:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd24878-147d-4d8f-943e-81752dd575de', 'device_owner': 'network:router_interface', 'standard_attr_id': 2163, 'fixed_ips': [{'subnet_id': 'a434de1e-5464-470d-a8e6-901b6aa78ffb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:27:56Z', 'updated_at': '2021-12-25T21:28:05Z', 'revision_number': 5, 'project_id': '980165331b334d7795b91adc96459725', 'subnets': [{'id': 'a434de1e-5464-470d-a8e6-901b6aa78ffb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:29:56.672615 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-8629fdd9-6628-479d-a9f0-fd189c7b0f5f tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995662'] for subnet, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:56.701901 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e85a037a-3193-49dc-ba04-5cca1f2bef70 None None] The sync data for ids ['2dd24878-147d-4d8f-943e-81752dd575de'] in ncdv-master-1 is: [{'id': '2dd24878-147d-4d8f-943e-81752dd575de', 'name': 'tempest-TaggedBootDevicesTest-1330468044-router', 'tenant_id': '980165331b334d7795b91adc96459725', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.242'}], 'enable_snat': True}, 'gw_port_id': 'cedb9d61-14e5-4a49-9725-6b677b980b97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:27:49Z', 'updated_at': '2021-12-25T21:27:58Z', 'revision_number': 4, 'project_id': '980165331b334d7795b91adc96459725', 'gw_port': {'id': 'cedb9d61-14e5-4a49-9725-6b677b980b97', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:90:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd24878-147d-4d8f-943e-81752dd575de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2153, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:27:50Z', 'updated_at': '2021-12-25T21:27:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'dec6e5ab-ed8f-4f13-bb6a-c2d9d206a49d', 'tenant_id': '980165331b334d7795b91adc96459725', 'floating_ip_address': '172.35.3.44', 'floating_network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'router_id': '2dd24878-147d-4d8f-943e-81752dd575de', 'port_id': 'dbad079c-9ad0-47fd-8d51-bc9c6d074098', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2310, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '36c58514-4b76-443a-8b4e-8188ecbb730f', 'mac_address': 'fa:16:3e:2e:72:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a8d6684-f19c-4a86-ac0c-6c056fa351fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-25T21:28:47Z', 'updated_at': '2021-12-25T21:29:52Z', 'revision_number': 1, 'project_id': '980165331b334d7795b91adc96459725', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4663d839-90a9-488a-8814-7a585661d20c', 'name': '', 'network_id': '36c58514-4b76-443a-8b4e-8188ecbb730f', 'tenant_id': '980165331b334d7795b91adc96459725', 'mac_address': 'fa:16:3e:ef:c9:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd24878-147d-4d8f-943e-81752dd575de', 'device_owner': 'network:router_interface', 'standard_attr_id': 2163, 'fixed_ips': [{'subnet_id': 'a434de1e-5464-470d-a8e6-901b6aa78ffb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:27:56Z', 'updated_at': '2021-12-25T21:28:05Z', 'revision_number': 5, 'project_id': '980165331b334d7795b91adc96459725', 'subnets': [{'id': 'a434de1e-5464-470d-a8e6-901b6aa78ffb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 21:29:56.743339 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-678f24ec-4f3a-4e59-91c5-8d0f1e209de9 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Made reservation on behalf of 2b4b670b5aa1407f8675179d6279efab for: {'network': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:29:56.750391 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-678f24ec-4f3a-4e59-91c5-8d0f1e209de9 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for network, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:56.779054 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35578bd-d065-438c-be02-5ffe8deef4eb req-6989e6d4-e7c2-4c0a-b1dc-829b3ebf030c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:56.779797 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35578bd-d065-438c-be02-5ffe8deef4eb req-6989e6d4-e7c2-4c0a-b1dc-829b3ebf030c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:56.780495 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35578bd-d065-438c-be02-5ffe8deef4eb req-6989e6d4-e7c2-4c0a-b1dc-829b3ebf030c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:56.781170 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35578bd-d065-438c-be02-5ffe8deef4eb req-6989e6d4-e7c2-4c0a-b1dc-829b3ebf030c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:56.781792 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35578bd-d065-438c-be02-5ffe8deef4eb req-6989e6d4-e7c2-4c0a-b1dc-829b3ebf030c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:56.782432 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35578bd-d065-438c-be02-5ffe8deef4eb req-6989e6d4-e7c2-4c0a-b1dc-829b3ebf030c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:56.783067 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35578bd-d065-438c-be02-5ffe8deef4eb req-6989e6d4-e7c2-4c0a-b1dc-829b3ebf030c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:56.785348 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c35578bd-d065-438c-be02-5ffe8deef4eb req-6989e6d4-e7c2-4c0a-b1dc-829b3ebf030c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d4571ece0fa3450b83fde221178518c8&device_id=aa2d5924-6a22-461e-b48b-e73f52f4b72c HTTP/1.1" status: 200  len: 6502 time: 0.0876651
Dec 25 21:29:56.804967 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-678f24ec-4f3a-4e59-91c5-8d0f1e209de9 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] vlan segment allocate from pool success with {'vlan_id': 174, 'physical_network': 'physnet1'}  {{(pid=121607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 25 21:29:56.884767 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-678f24ec-4f3a-4e59-91c5-8d0f1e209de9 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:56.885815 ncdv-master-1 neutron-server[121607]: INFO neutron.db.segments_db [None req-678f24ec-4f3a-4e59-91c5-8d0f1e209de9 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Added segment 36803ce2-f4ff-4e9c-9c6c-82b666c093c3 of type vlan for network 42f2c1f9-ef0b-4429-8d69-a2b3ee1a3170
Dec 25 21:29:56.899066 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-8629fdd9-6628-479d-a9f0-fd189c7b0f5f tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8632410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8852809'] for subnet, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:56.970320 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35578bd-d065-438c-be02-5ffe8deef4eb req-8852fd81-9e44-462c-b4e4-d7da2d202a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:56.971813 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35578bd-d065-438c-be02-5ffe8deef4eb req-8852fd81-9e44-462c-b4e4-d7da2d202a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:56.973800 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35578bd-d065-438c-be02-5ffe8deef4eb req-8852fd81-9e44-462c-b4e4-d7da2d202a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:56.976994 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c35578bd-d065-438c-be02-5ffe8deef4eb req-8852fd81-9e44-462c-b4e4-d7da2d202a26 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b8d0c0f5-4a55-4519-afa5-15b47bd47c1f&id=f7ed1632-2ec3-4974-9097-8fe2ac8f3ba4&id=f7ed1632-2ec3-4974-9097-8fe2ac8f3ba4&id=f7ed1632-2ec3-4974-9097-8fe2ac8f3ba4&id=f7ed1632-2ec3-4974-9097-8fe2ac8f3ba4&id=3822397d-3d72-44cf-9fd0-b3119ec81123&id=3822397d-3d72-44cf-9fd0-b3119ec81123 HTTP/1.1" status: 200  len: 2298 time: 0.1590660
Dec 25 21:29:57.021544 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-8629fdd9-6628-479d-a9f0-fd189c7b0f5f tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks [] for subnet, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:57.024326 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7a68a37-7f18-4834-9a72-2d55d236b9eb None None] Network bf16c43b-41da-4ff2-b8a5-872098059b9a requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:29:57.031482 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5994286-f13e-42d3-a660-2f30c7a9b2a1 None None] New status for floating IP dec6e5ab-ed8f-4f13-bb6a-c2d9d206a49d: ACTIVE {{(pid=121609) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 25 21:29:57.049343 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-8629fdd9-6628-479d-a9f0-fd189c7b0f5f tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] 10.222.0.32 "DELETE /v2.0/subnets/6db41f42-48e2-4c34-885c-9aa2e0c586d1 HTTP/1.1" status: 204  len: 168 time: 0.7537649
Dec 25 21:29:57.051273 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8629fdd9-6628-479d-a9f0-fd189c7b0f5f tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Pushing event deleted for resources: {'Subnet': ['ID=6db41f42-48e2-4c34-885c-9aa2e0c586d1,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:29:57.058507 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 46794) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:29:57.110088 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c35578bd-d065-438c-be02-5ffe8deef4eb req-a7626e34-3f98-4353-887c-7f1c9c283c2a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=634d748d-c261-4855-913b-beb5992df4cb HTTP/1.1" status: 200  len: 1002 time: 0.1257479
Dec 25 21:29:57.143384 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-678f24ec-4f3a-4e59-91c5-8d0f1e209de9 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737602163420'] for network, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:57.214845 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35578bd-d065-438c-be02-5ffe8deef4eb req-30142a99-c9dd-47a4-9f27-695a7499ea94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:57.216780 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c35578bd-d065-438c-be02-5ffe8deef4eb req-30142a99-c9dd-47a4-9f27-695a7499ea94 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=de1e389c-30c9-4340-81e2-e9ffc3e01b02 HTTP/1.1" status: 200  len: 856 time: 0.0962071
Dec 25 21:29:57.233881 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-9f42b0d2-6769-48ce-a42b-9e8cdb2bcf4f tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625803'] for network, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:57.313064 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35578bd-d065-438c-be02-5ffe8deef4eb req-e72bc8f3-8466-434b-b44b-04d1523f20c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:57.314731 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c35578bd-d065-438c-be02-5ffe8deef4eb req-e72bc8f3-8466-434b-b44b-04d1523f20c0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b8d0c0f5-4a55-4519-afa5-15b47bd47c1f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0873752
Dec 25 21:29:57.345499 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-9f42b0d2-6769-48ce-a42b-9e8cdb2bcf4f tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Deleting port c7354052-d633-400b-9113-e08a7feef01a {{(pid=121607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:29:57.346198 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-9f42b0d2-6769-48ce-a42b-9e8cdb2bcf4f tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:57.423120 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-678f24ec-4f3a-4e59-91c5-8d0f1e209de9 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870'] for network, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:57.429521 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-678f24ec-4f3a-4e59-91c5-8d0f1e209de9 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:57.430256 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-678f24ec-4f3a-4e59-91c5-8d0f1e209de9 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks [] for network, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:57.431463 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8834c4f-eeb4-4374-b84c-cb0e95943449 None None] DHCP port deletion for bf16c43b-41da-4ff2-b8a5-872098059b9a request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 21:29:57.443219 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.db [None req-9f42b0d2-6769-48ce-a42b-9e8cdb2bcf4f tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] For port c7354052-d633-400b-9113-e08a7feef01a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c7354052-d633-400b-9113-e08a7feef01a,segment=NetworkSegment(e565d859-3704-441d-a859-8b22ef8b78fa),segment_id=e565d859-3704-441d-a859-8b22ef8b78fa)] {{(pid=121607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:29:57.443732 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-9f42b0d2-6769-48ce-a42b-9e8cdb2bcf4f tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:57.484883 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-9f42b0d2-6769-48ce-a42b-9e8cdb2bcf4f tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Calling delete_port for c7354052-d633-400b-9113-e08a7feef01a owned by network:dhcp {{(pid=121607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:29:57.524491 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-a8834c4f-eeb4-4374-b84c-cb0e95943449 None None] Deleting port c7354052-d633-400b-9113-e08a7feef01a {{(pid=121608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:29:57.526100 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-a8834c4f-eeb4-4374-b84c-cb0e95943449 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:57.533114 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678f24ec-4f3a-4e59-91c5-8d0f1e209de9 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Pushing event updated for resources: {'Network': ['ID=42f2c1f9-ef0b-4429-8d69-a2b3ee1a3170,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:29:57.546642 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c35578bd-d065-438c-be02-5ffe8deef4eb req-eefa939f-d317-4449-bbed-844e44905961 service neutron] 10.222.0.37 "GET /v2.0/networks/b8d0c0f5-4a55-4519-afa5-15b47bd47c1f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2217305
Dec 25 21:29:57.558288 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Network 42f2c1f9-ef0b-4429-8d69-a2b3ee1a3170 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 25 21:29:57.612176 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-678f24ec-4f3a-4e59-91c5-8d0f1e209de9 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 766 time: 1.0332856
Dec 25 21:29:57.615384 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 46806) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:29:57.639184 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-8b46d4ab-7a6d-46d5-8f24-375538674478 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Request body: {'subnet': {'network_id': '42f2c1f9-ef0b-4429-8d69-a2b3ee1a3170', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:29:57.681663 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-a8834c4f-eeb4-4374-b84c-cb0e95943449 None None] For port c7354052-d633-400b-9113-e08a7feef01a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c7354052-d633-400b-9113-e08a7feef01a,segment=NetworkSegment(e565d859-3704-441d-a859-8b22ef8b78fa),segment_id=e565d859-3704-441d-a859-8b22ef8b78fa)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:29:57.681663 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-a8834c4f-eeb4-4374-b84c-cb0e95943449 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:57.700997 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-a8834c4f-eeb4-4374-b84c-cb0e95943449 None None] Calling delete_port for c7354052-d633-400b-9113-e08a7feef01a owned by network:dhcp {{(pid=121608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:29:57.733979 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8776b397-794c-4781-9f4b-66893c792b43 req-4825121b-7ae7-447b-a8b7-0f794fd7ccb2 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:57.735932 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8776b397-794c-4781-9f4b-66893c792b43 req-4825121b-7ae7-447b-a8b7-0f794fd7ccb2 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] 10.222.0.32 "GET /v2.0/ports?device_id=65490ad4-5baf-4c89-9877-006d581b4758 HTTP/1.1" status: 200  len: 943 time: 0.1486027
Dec 25 21:29:57.793141 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c35578bd-d065-438c-be02-5ffe8deef4eb req-5caf2250-f2f7-40a0-989b-a240d534e50b service neutron] 10.222.0.37 "GET /v2.0/networks/b8d0c0f5-4a55-4519-afa5-15b47bd47c1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2380157
Dec 25 21:29:57.853715 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8776b397-794c-4781-9f4b-66893c792b43 req-14427bae-992b-4c9a-9cba-cbe68bbb3e43 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d32f0a1-0bdc-4dd4-8a66-1e7cbebb8ef1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1082969
Dec 25 21:29:57.855371 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c35578bd-d065-438c-be02-5ffe8deef4eb req-5ddbc810-b849-48fb-a723-bc3b6ad7d117 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.183&port_id=7d584498-0a66-4020-96ff-ac37bb6bf33e HTTP/1.1" status: 200  len: 217 time: 0.0518348
Dec 25 21:29:57.864769 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-9f42b0d2-6769-48ce-a42b-9e8cdb2bcf4f tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:57.878031 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-a8834c4f-eeb4-4374-b84c-cb0e95943449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955'] for port, after_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:57.897377 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8834c4f-eeb4-4374-b84c-cb0e95943449 None None] No DVR routers for this DVR port c7354052-d633-400b-9113-e08a7feef01a on host ncdv-master-1 {{(pid=121608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:29:57.911360 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b46d4ab-7a6d-46d5-8f24-375538674478 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Made reservation on behalf of 2b4b670b5aa1407f8675179d6279efab for: {'subnet': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:29:57.916298 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-8b46d4ab-7a6d-46d5-8f24-375538674478 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8852834'] for subnet, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:57.922621 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f42b0d2-6769-48ce-a42b-9e8cdb2bcf4f tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Pushing event deleted for resources: {'Port': ['ID=c7354052-d633-400b-9113-e08a7feef01a,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:29:57.928069 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8834c4f-eeb4-4374-b84c-cb0e95943449 None None] Pushing event deleted for resources: {'Port': ['ID=c7354052-d633-400b-9113-e08a7feef01a,revision_number=None']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:29:57.942683 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35578bd-d065-438c-be02-5ffe8deef4eb req-e4b0d190-4e91-4fcf-b397-e845fe791eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:57.945148 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c35578bd-d065-438c-be02-5ffe8deef4eb req-e4b0d190-4e91-4fcf-b397-e845fe791eeb service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f792eb17-8c67-407f-9cdd-1353c9bc42bb HTTP/1.1" status: 200  len: 797 time: 0.0695205
Dec 25 21:29:57.960961 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f42b0d2-6769-48ce-a42b-9e8cdb2bcf4f tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] No DVR routers for this DVR port c7354052-d633-400b-9113-e08a7feef01a on host ncdv-master-1 {{(pid=121607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:29:58.000010 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35578bd-d065-438c-be02-5ffe8deef4eb req-b9cb734f-6294-413d-b242-0754e6baed9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:58.001661 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c35578bd-d065-438c-be02-5ffe8deef4eb req-b9cb734f-6294-413d-b242-0754e6baed9d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f7ed1632-2ec3-4974-9097-8fe2ac8f3ba4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.0495968
Dec 25 21:29:58.096104 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-9f42b0d2-6769-48ce-a42b-9e8cdb2bcf4f tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997585', 'neutron.services.segments.db._delete_segments_for_network-8737602743071'] for network, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:58.119865 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-9f42b0d2-6769-48ce-a42b-9e8cdb2bcf4f tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2613adc430>,) {'filters': {'network_id': ['bf16c43b-41da-4ff2-b8a5-872098059b9a']}} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:29:58.128408 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c35578bd-d065-438c-be02-5ffe8deef4eb req-66f5457b-9b70-4425-a9d1-140cf1f7789f service neutron] 10.222.0.37 "GET /v2.0/networks/f7ed1632-2ec3-4974-9097-8fe2ac8f3ba4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1185746
Dec 25 21:29:58.136361 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-9f42b0d2-6769-48ce-a42b-9e8cdb2bcf4f tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2613adc430>, 'e565d859-3704-441d-a859-8b22ef8b78fa') {'for_net_delete': True} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:29:58.141579 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-9f42b0d2-6769-48ce-a42b-9e8cdb2bcf4f tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2613adc430>, 'e565d859-3704-441d-a859-8b22ef8b78fa') {} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:29:58.167944 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-9f42b0d2-6769-48ce-a42b-9e8cdb2bcf4f tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737602746920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10246592'] for segment, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:58.190005 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-9f42b0d2-6769-48ce-a42b-9e8cdb2bcf4f tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:58.201927 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f42b0d2-6769-48ce-a42b-9e8cdb2bcf4f tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Releasing vlan 157 on physical network physnet1 to pool {{(pid=121607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 25 21:29:58.202347 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-9f42b0d2-6769-48ce-a42b-9e8cdb2bcf4f tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8633327'] for segment, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:58.209231 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:29:58.209231 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:29:58.209231 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:29:58.209231 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:29:58.209231 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:29:58.209231 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:29:58.209231 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:29:58.209231 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:29:58.209231 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:29:58.209231 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:29:58.209231 ncdv-master-1 neutron-server[121607]: Traceback (most recent call last):
Dec 25 21:29:58.209231 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 25 21:29:58.209231 ncdv-master-1 neutron-server[121607]:     timer()
Dec 25 21:29:58.209231 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 25 21:29:58.209231 ncdv-master-1 neutron-server[121607]:     cb(*args, **kw)
Dec 25 21:29:58.209231 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 25 21:29:58.209231 ncdv-master-1 neutron-server[121607]:     return func(*args, **kwargs)
Dec 25 21:29:58.209231 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 25 21:29:58.209231 ncdv-master-1 neutron-server[121607]:     self._notify()
Dec 25 21:29:58.209231 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 25 21:29:58.209231 ncdv-master-1 neutron-server[121607]:     self.callback(batched_events)
Dec 25 21:29:58.209231 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 25 21:29:58.209231 ncdv-master-1 neutron-server[121607]:     event.method(event)
Dec 25 21:29:58.209231 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 25 21:29:58.209231 ncdv-master-1 neutron-server[121607]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 25 21:29:58.209231 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 25 21:29:58.209231 ncdv-master-1 neutron-server[121607]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 25 21:29:58.209231 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 25 21:29:58.209231 ncdv-master-1 neutron-server[121607]:     return f(self, *a, **k)
Dec 25 21:29:58.209231 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 25 21:29:58.209231 ncdv-master-1 neutron-server[121607]:     return self._get(url).json()
Dec 25 21:29:58.209231 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 25 21:29:58.209231 ncdv-master-1 neutron-server[121607]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 25 21:29:58.209231 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 25 21:29:58.209231 ncdv-master-1 neutron-server[121607]:     return self.request(url, 'GET', **kwargs)
Dec 25 21:29:58.209231 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 25 21:29:58.209231 ncdv-master-1 neutron-server[121607]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 25 21:29:58.209231 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 25 21:29:58.209231 ncdv-master-1 neutron-server[121607]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 25 21:29:58.209231 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 25 21:29:58.209231 ncdv-master-1 neutron-server[121607]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 25 21:29:58.209231 ncdv-master-1 neutron-server[121607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 25 21:29:58.212791 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device c7354052-d633-400b-9113-e08a7feef01a no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:29:58.258662 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] No Port match for: c7354052-d633-400b-9113-e08a7feef01a {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:29:58.261589 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device c7354052-d633-400b-9113-e08a7feef01a not bound to the agent host ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:29:58.270475 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c35578bd-d065-438c-be02-5ffe8deef4eb req-88807ff4-ea3c-449b-ad64-f01f653ed677 service neutron] 10.222.0.37 "GET /v2.0/networks/f7ed1632-2ec3-4974-9097-8fe2ac8f3ba4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1338398
Dec 25 21:29:58.322453 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c35578bd-d065-438c-be02-5ffe8deef4eb req-dc1a451a-dcda-42df-aa78-8be3327dcc73 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.61&port_id=fd6aa216-385a-41e5-8c5e-3aae2253a5ab HTTP/1.1" status: 200  len: 217 time: 0.0416825
Dec 25 21:29:58.371491 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35578bd-d065-438c-be02-5ffe8deef4eb req-7310a17a-96ea-4ce5-8a6d-e0665b9c3bae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:58.373189 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c35578bd-d065-438c-be02-5ffe8deef4eb req-7310a17a-96ea-4ce5-8a6d-e0665b9c3bae service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f792eb17-8c67-407f-9cdd-1353c9bc42bb HTTP/1.1" status: 200  len: 797 time: 0.0444989
Dec 25 21:29:58.426338 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35578bd-d065-438c-be02-5ffe8deef4eb req-74973e57-ac15-4345-8dd4-fc67cf3c88e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:58.427866 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c35578bd-d065-438c-be02-5ffe8deef4eb req-74973e57-ac15-4345-8dd4-fc67cf3c88e0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f7ed1632-2ec3-4974-9097-8fe2ac8f3ba4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.0465806
Dec 25 21:29:58.464117 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-8b46d4ab-7a6d-46d5-8f24-375538674478 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8632475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8852848'] for subnet, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:58.466185 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-9f42b0d2-6769-48ce-a42b-9e8cdb2bcf4f tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2008653'] for network, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:58.497842 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-9f42b0d2-6769-48ce-a42b-9e8cdb2bcf4f tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks [] for network, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:58.501100 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-9f42b0d2-6769-48ce-a42b-9e8cdb2bcf4f tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] 10.222.0.32 "DELETE /v2.0/networks/bf16c43b-41da-4ff2-b8a5-872098059b9a HTTP/1.1" status: 204  len: 168 time: 1.4288006
Dec 25 21:29:58.509408 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 46824) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:29:58.514429 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-fa54e5ee-c4de-433c-9514-f89c35f03ff6 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1439254888'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:29:58.525626 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f42b0d2-6769-48ce-a42b-9e8cdb2bcf4f tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Pushing event deleted for resources: {'Network': ['ID=bf16c43b-41da-4ff2-b8a5-872098059b9a,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:29:58.544266 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b46d4ab-7a6d-46d5-8f24-375538674478 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Pushing event updated for resources: {'Subnet': ['ID=c07537fe-2e27-41aa-bbcc-78c8de127721,revision_number=0']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:29:58.566201 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c35578bd-d065-438c-be02-5ffe8deef4eb req-1af6f3f0-248e-4589-a43e-c80b9d22cce5 service neutron] 10.222.0.37 "GET /v2.0/networks/f7ed1632-2ec3-4974-9097-8fe2ac8f3ba4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1260517
Dec 25 21:29:58.569065 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b46d4ab-7a6d-46d5-8f24-375538674478 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Checking segment: {'id': '36803ce2-f4ff-4e9c-9c6c-82b666c093c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '42f2c1f9-ef0b-4429-8d69-a2b3ee1a3170'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:29:58.570165 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b46d4ab-7a6d-46d5-8f24-375538674478 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Network hostable DHCP agents. Network: 42f2c1f9-ef0b-4429-8d69-a2b3ee1a3170, hostable agents: ['1813db88-2c1b-4357-a2ba-869246b663c2'], hosted agents: [] {{(pid=121607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 25 21:29:58.659468 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c35578bd-d065-438c-be02-5ffe8deef4eb req-5a98dbcd-73ee-4ffa-9759-cacaaa7c346e service neutron] 10.222.0.37 "GET /v2.0/networks/f7ed1632-2ec3-4974-9097-8fe2ac8f3ba4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0881040
Dec 25 21:29:58.686857 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b46d4ab-7a6d-46d5-8f24-375538674478 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Network 42f2c1f9-ef0b-4429-8d69-a2b3ee1a3170 is scheduled to be hosted by DHCP agent 1813db88-2c1b-4357-a2ba-869246b663c2 with binding_index 1 {{(pid=121607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 25 21:29:58.715205 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c35578bd-d065-438c-be02-5ffe8deef4eb req-3b1ca38d-4b91-4fa6-b093-ac97f8ea2e63 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.129&port_id=2eb143cf-a0c7-4e74-a5f2-177a4bc1db2c HTTP/1.1" status: 200  len: 217 time: 0.0401371
Dec 25 21:29:58.715850 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa54e5ee-c4de-433c-9514-f89c35f03ff6 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Made reservation on behalf of a80fe923d39349348137639eb937eac1 for: {'network': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:29:58.719351 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-fa54e5ee-c4de-433c-9514-f89c35f03ff6 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for network, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:58.781940 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa54e5ee-c4de-433c-9514-f89c35f03ff6 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] vlan segment allocate from pool success with {'vlan_id': 165, 'physical_network': 'physnet1'}  {{(pid=121606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 25 21:29:58.793827 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35578bd-d065-438c-be02-5ffe8deef4eb req-bd06814a-156e-4f65-9f36-b4e87be7681c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:58.803711 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c35578bd-d065-438c-be02-5ffe8deef4eb req-bd06814a-156e-4f65-9f36-b4e87be7681c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f792eb17-8c67-407f-9cdd-1353c9bc42bb HTTP/1.1" status: 200  len: 797 time: 0.0728738
Dec 25 21:29:58.803711 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-fa54e5ee-c4de-433c-9514-f89c35f03ff6 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:58.803711 ncdv-master-1 neutron-server[121606]: INFO neutron.db.segments_db [None req-fa54e5ee-c4de-433c-9514-f89c35f03ff6 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Added segment 91f101fe-87bb-48ec-a0a7-0bc4cd14cee3 of type vlan for network 031b4db1-1bdf-46b1-891f-3bf5beb50e23
Dec 25 21:29:58.823439 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-8b46d4ab-7a6d-46d5-8f24-375538674478 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 42f2c1f9-ef0b-4429-8d69-a2b3ee1a3170) {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:29:58.839376 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fbf182e-3815-426c-9339-9ef63ade80a0 None None] Network 42f2c1f9-ef0b-4429-8d69-a2b3ee1a3170 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:29:58.843051 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b46d4ab-7a6d-46d5-8f24-375538674478 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:58.843671 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-8b46d4ab-7a6d-46d5-8f24-375538674478 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks [] for subnet, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:58.872145 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-fa54e5ee-c4de-433c-9514-f89c35f03ff6 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737602163420'] for network, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:58.900304 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35578bd-d065-438c-be02-5ffe8deef4eb req-b328abdc-c33c-4e8c-a076-ebef8271cb54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:58.901915 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c35578bd-d065-438c-be02-5ffe8deef4eb req-b328abdc-c33c-4e8c-a076-ebef8271cb54 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f7ed1632-2ec3-4974-9097-8fe2ac8f3ba4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.0940430
Dec 25 21:29:58.950338 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1ba952a-8b5f-42a6-8310-2610cee76e42 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-42f2c1f9-ef0b-4429-8d69-a2b3ee1a3170', 'network_id': '42f2c1f9-ef0b-4429-8d69-a2b3ee1a3170', 'project_id': '2b4b670b5aa1407f8675179d6279efab', 'fixed_ips': [{'subnet_id': 'c07537fe-2e27-41aa-bbcc-78c8de127721'}]}} from ncdv-master-1. {{(pid=121608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 25 21:29:58.951612 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-b1ba952a-8b5f-42a6-8310-2610cee76e42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:58.998845 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-8b46d4ab-7a6d-46d5-8f24-375538674478 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.3753510
Dec 25 21:29:59.000261 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 46832) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:29:59.012203 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-1c1231bd-1ace-45b1-aa71-0da3d6b0ffd1 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-419482261', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:29:59.054113 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-fa54e5ee-c4de-433c-9514-f89c35f03ff6 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870'] for network, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:59.058874 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa54e5ee-c4de-433c-9514-f89c35f03ff6 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:59.059473 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-fa54e5ee-c4de-433c-9514-f89c35f03ff6 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for network, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:59.104632 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.db_base_plugin_common [None req-b1ba952a-8b5f-42a6-8310-2610cee76e42 None None] Allocated IP 172.20.0.2 (42f2c1f9-ef0b-4429-8d69-a2b3ee1a3170/c07537fe-2e27-41aa-bbcc-78c8de127721/ccce3ee3-64c5-4fa8-b13b-2e742bbeb0b6) {{(pid=121608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:29:59.151637 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c35578bd-d065-438c-be02-5ffe8deef4eb req-7a325902-1b86-463c-b88a-17e7f06a548b service neutron] 10.222.0.37 "GET /v2.0/networks/f7ed1632-2ec3-4974-9097-8fe2ac8f3ba4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2404866
Dec 25 21:29:59.167138 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4650073a-5d3b-4015-94c1-716d7e2a9a9b req-88a6cd8d-8e24-4c3e-bd6f-b1c0fdac5c00 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:59.168635 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4650073a-5d3b-4015-94c1-716d7e2a9a9b req-88a6cd8d-8e24-4c3e-bd6f-b1c0fdac5c00 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] 10.222.0.32 "GET /v2.0/ports?device_id=65490ad4-5baf-4c89-9877-006d581b4758 HTTP/1.1" status: 200  len: 943 time: 0.2258549
Dec 25 21:29:59.243169 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-fa54e5ee-c4de-433c-9514-f89c35f03ff6 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.7326803
Dec 25 21:29:59.244003 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa54e5ee-c4de-433c-9514-f89c35f03ff6 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Pushing event updated for resources: {'Network': ['ID=031b4db1-1bdf-46b1-891f-3bf5beb50e23,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:29:59.246811 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 46850) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:29:59.258521 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Network 031b4db1-1bdf-46b1-891f-3bf5beb50e23 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 25 21:29:59.266335 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-8f38bcc4-9dab-48b0-9243-9db6546c5387 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Request body: {'subnet': {'network_id': '031b4db1-1bdf-46b1-891f-3bf5beb50e23', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:29:59.280590 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1201edc-551e-491d-acb4-ae92ecc10fc4 req-10cf3788-7011-4c0e-8ef1-84e8eda6f7f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:59.286624 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f1201edc-551e-491d-acb4-ae92ecc10fc4 req-10cf3788-7011-4c0e-8ef1-84e8eda6f7f6 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=65490ad4-5baf-4c89-9877-006d581b4758&tenant_id=0560c323ec8e41b3bc05939e12e049d5 HTTP/1.1" status: 200  len: 1094 time: 0.2650425
Dec 25 21:29:59.305965 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-b1ba952a-8b5f-42a6-8310-2610cee76e42 None None] Publish callbacks [] for port, precommit_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:59.351341 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-b1ba952a-8b5f-42a6-8310-2610cee76e42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946'] for port, after_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:59.367843 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-1c1231bd-1ace-45b1-aa71-0da3d6b0ffd1 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2014909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14863'] for router, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:59.368883 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-1c1231bd-1ace-45b1-aa71-0da3d6b0ffd1 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2014285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2009796', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2082630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14848'] for router, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:59.394127 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1ba952a-8b5f-42a6-8310-2610cee76e42 None None] Network 42f2c1f9-ef0b-4429-8d69-a2b3ee1a3170 is already hosted by enough agents. {{(pid=121608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:29:59.397205 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.base_scheduler [None req-b1ba952a-8b5f-42a6-8310-2610cee76e42 None None] Resources bound (agent type, host, resource id):  {{(pid=121608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:29:59.401804 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1ba952a-8b5f-42a6-8310-2610cee76e42 None None] Received port after_create {{(pid=121608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:29:59.408521 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ba952a-8b5f-42a6-8310-2610cee76e42 None None] Pushing event updated for resources: {'Port': ['ID=ccce3ee3-64c5-4fa8-b13b-2e742bbeb0b6,revision_number=1']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:29:59.437215 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4650073a-5d3b-4015-94c1-716d7e2a9a9b req-985b5391-d5b7-4163-b2f4-8645bdb1d943 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d32f0a1-0bdc-4dd4-8a66-1e7cbebb8ef1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2533002
Dec 25 21:29:59.481592 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-b1ba952a-8b5f-42a6-8310-2610cee76e42 None None] Attempting to bind port ccce3ee3-64c5-4fa8-b13b-2e742bbeb0b6 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:29:59.481592 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-b1ba952a-8b5f-42a6-8310-2610cee76e42 None None] Attempting to bind port ccce3ee3-64c5-4fa8-b13b-2e742bbeb0b6 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '36803ce2-f4ff-4e9c-9c6c-82b666c093c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '42f2c1f9-ef0b-4429-8d69-a2b3ee1a3170'}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:29:59.481592 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1ba952a-8b5f-42a6-8310-2610cee76e42 None None] Attempting to bind port ccce3ee3-64c5-4fa8-b13b-2e742bbeb0b6 on network 42f2c1f9-ef0b-4429-8d69-a2b3ee1a3170 {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:29:59.488307 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c35578bd-d065-438c-be02-5ffe8deef4eb req-1ab12fe3-dbd8-4cc3-9319-6e7deb478b38 service neutron] 10.222.0.37 "GET /v2.0/networks/f7ed1632-2ec3-4974-9097-8fe2ac8f3ba4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3183184
Dec 25 21:29:59.489386 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1ba952a-8b5f-42a6-8310-2610cee76e42 None None] Checking agent: {'id': 'ca4f5c6d-f1fd-48b8-a3e3-395864c7d23d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 20, 56, 40), 'started_at': datetime.datetime(2021, 12, 25, 20, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 29, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:29:59.489769 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1ba952a-8b5f-42a6-8310-2610cee76e42 None None] Checking segment: {'id': '36803ce2-f4ff-4e9c-9c6c-82b666c093c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '42f2c1f9-ef0b-4429-8d69-a2b3ee1a3170'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:29:59.490191 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-b1ba952a-8b5f-42a6-8310-2610cee76e42 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:59.491117 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1ba952a-8b5f-42a6-8310-2610cee76e42 None None] Bound using segment: {'id': '36803ce2-f4ff-4e9c-9c6c-82b666c093c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '42f2c1f9-ef0b-4429-8d69-a2b3ee1a3170'} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:29:59.492295 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-b1ba952a-8b5f-42a6-8310-2610cee76e42 None None] Bound port: ccce3ee3-64c5-4fa8-b13b-2e742bbeb0b6, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36803ce2-f4ff-4e9c-9c6c-82b666c093c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '42f2c1f9-ef0b-4429-8d69-a2b3ee1a3170'}}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:29:59.492725 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-b1ba952a-8b5f-42a6-8310-2610cee76e42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:59.540956 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-1c1231bd-1ace-45b1-aa71-0da3d6b0ffd1 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:59.543230 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1201edc-551e-491d-acb4-ae92ecc10fc4 req-2d386dfd-a490-4cb7-bceb-6ac63372c9c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:59.544784 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f1201edc-551e-491d-acb4-ae92ecc10fc4 req-2d386dfd-a490-4cb7-bceb-6ac63372c9c7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0560c323ec8e41b3bc05939e12e049d5&device_id=65490ad4-5baf-4c89-9877-006d581b4758 HTTP/1.1" status: 200  len: 1094 time: 0.1935272
Dec 25 21:29:59.571267 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-b1ba952a-8b5f-42a6-8310-2610cee76e42 None None] For port ccce3ee3-64c5-4fa8-b13b-2e742bbeb0b6, host ncdv-master-1, cleared binding levels {{(pid=121608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:29:59.574468 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-b1ba952a-8b5f-42a6-8310-2610cee76e42 None None] For port ccce3ee3-64c5-4fa8-b13b-2e742bbeb0b6, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ccce3ee3-64c5-4fa8-b13b-2e742bbeb0b6,segment=NetworkSegment(36803ce2-f4ff-4e9c-9c6c-82b666c093c3),segment_id=36803ce2-f4ff-4e9c-9c6c-82b666c093c3)] {{(pid=121608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:29:59.582622 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c35578bd-d065-438c-be02-5ffe8deef4eb req-1728f409-557e-40f1-b676-ffc759a13139 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.72&port_id=8de83a8d-9b83-433c-af96-f34c522b12b1 HTTP/1.1" status: 200  len: 217 time: 0.0845273
Dec 25 21:29:59.634599 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-b1ba952a-8b5f-42a6-8310-2610cee76e42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:59.634986 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-1c1231bd-1ace-45b1-aa71-0da3d6b0ffd1 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2014278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2009753'] for router, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:59.694300 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f38bcc4-9dab-48b0-9243-9db6546c5387 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Made reservation on behalf of a80fe923d39349348137639eb937eac1 for: {'subnet': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:29:59.697836 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-8f38bcc4-9dab-48b0-9243-9db6546c5387 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9028529'] for subnet, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:59.706333 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ba952a-8b5f-42a6-8310-2610cee76e42 None None] Pushing event updated for resources: {'Port': ['ID=ccce3ee3-64c5-4fa8-b13b-2e742bbeb0b6,revision_number=2']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:29:59.722090 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35578bd-d065-438c-be02-5ffe8deef4eb req-085eb145-b8bb-4aff-bf32-b9455976e0a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:59.723584 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c35578bd-d065-438c-be02-5ffe8deef4eb req-085eb145-b8bb-4aff-bf32-b9455976e0a4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f792eb17-8c67-407f-9cdd-1353c9bc42bb HTTP/1.1" status: 200  len: 797 time: 0.1272950
Dec 25 21:29:59.813398 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-1c1231bd-1ace-45b1-aa71-0da3d6b0ffd1 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks [] for router, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:29:59.829033 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-1c1231bd-1ace-45b1-aa71-0da3d6b0ffd1 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 699 time: 0.8095098
Dec 25 21:29:59.829517 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 46858) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:29:59.829616 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1201edc-551e-491d-acb4-ae92ecc10fc4 req-7ff0bc72-1624-4cef-b1f8-0cbf146340f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:59.829616 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f1201edc-551e-491d-acb4-ae92ecc10fc4 req-7ff0bc72-1624-4cef-b1f8-0cbf146340f8 service neutron] 10.222.0.37 "GET /v2.0/networks?id=c8199f70-d579-4a7f-8b38-5d569ea5e784 HTTP/1.1" status: 200  len: 915 time: 0.2477329
Dec 25 21:29:59.829786 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-86fb6b6f-5f5a-464a-88b5-b13c36b8f4ca tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Request body: {'port': {'network_id': '42f2c1f9-ef0b-4429-8d69-a2b3ee1a3170', 'name': 'tempest-RoutersTest-530973146'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:29:59.903552 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35578bd-d065-438c-be02-5ffe8deef4eb req-a936bca5-c215-4016-bd09-21e1183beb4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:29:59.905518 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c35578bd-d065-438c-be02-5ffe8deef4eb req-a936bca5-c215-4016-bd09-21e1183beb4e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f7ed1632-2ec3-4974-9097-8fe2ac8f3ba4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.1722786
Dec 25 21:29:59.996747 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f1201edc-551e-491d-acb4-ae92ecc10fc4 req-3ebd9d8e-f3fb-46ad-88ad-12f1a1c9208c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=35a15c05-bcca-4842-8606-5c79e44fa713 HTTP/1.1" status: 200  len: 998 time: 0.1668563
Dec 25 21:30:00.086038 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86fb6b6f-5f5a-464a-88b5-b13c36b8f4ca tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Made reservation on behalf of 2b4b670b5aa1407f8675179d6279efab for: {'port': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:30:00.092977 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-86fb6b6f-5f5a-464a-88b5-b13c36b8f4ca tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:00.122731 ncdv-master-1 neutron-server[121607]: DEBUG neutron.notifiers.nova [None req-86fb6b6f-5f5a-464a-88b5-b13c36b8f4ca tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] device_id is not set on port 0f2b586b-fb54-4b83-b5e4-270a50dcd758 yet. {{(pid=121607) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 25 21:30:00.145866 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1201edc-551e-491d-acb4-ae92ecc10fc4 req-93b9eaee-f866-44b7-ba1e-0da4da74645d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:30:00.148556 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f1201edc-551e-491d-acb4-ae92ecc10fc4 req-93b9eaee-f866-44b7-ba1e-0da4da74645d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0cf468ed-9644-4e44-939f-6c7d09675460 HTTP/1.1" status: 200  len: 853 time: 0.1414092
Dec 25 21:30:00.177143 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c35578bd-d065-438c-be02-5ffe8deef4eb req-4045c3af-0a8e-4ac4-985c-c0890ac53827 service neutron] 10.222.0.37 "GET /v2.0/networks/f7ed1632-2ec3-4974-9097-8fe2ac8f3ba4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2593527
Dec 25 21:30:00.246075 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device ccce3ee3-64c5-4fa8-b13b-2e742bbeb0b6 up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:30:00.263313 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1201edc-551e-491d-acb4-ae92ecc10fc4 req-ad1302d2-c662-48b0-823a-eeafb2edff87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:30:00.265091 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f1201edc-551e-491d-acb4-ae92ecc10fc4 req-ad1302d2-c662-48b0-823a-eeafb2edff87 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c8199f70-d579-4a7f-8b38-5d569ea5e784&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1081390
Dec 25 21:30:00.310947 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-8f38bcc4-9dab-48b0-9243-9db6546c5387 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9084170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9028515'] for subnet, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:00.318707 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_common [None req-86fb6b6f-5f5a-464a-88b5-b13c36b8f4ca tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Allocated IP 172.20.0.11 (42f2c1f9-ef0b-4429-8d69-a2b3ee1a3170/c07537fe-2e27-41aa-bbcc-78c8de127721/0f2b586b-fb54-4b83-b5e4-270a50dcd758) {{(pid=121607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:30:00.320722 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port ccce3ee3-64c5-4fa8-b13b-2e742bbeb0b6 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:30:00.321250 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:00.351802 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c35578bd-d065-438c-be02-5ffe8deef4eb req-ee3357b8-8f2b-4fec-b5fc-03ce3f52f1ff service neutron] 10.222.0.37 "GET /v2.0/networks/f7ed1632-2ec3-4974-9097-8fe2ac8f3ba4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1586664
Dec 25 21:30:00.451957 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c35578bd-d065-438c-be02-5ffe8deef4eb req-27147ffc-71cc-446d-ab82-46dcd59526c4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=9c0613e4-0268-4ae9-8585-76b021617ef8 HTTP/1.1" status: 200  len: 217 time: 0.0928178
Dec 25 21:30:00.467874 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f38bcc4-9dab-48b0-9243-9db6546c5387 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Pushing event updated for resources: {'Subnet': ['ID=f5625f1c-4cb5-4782-a5ac-2805bd7f44e2,revision_number=0']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:30:00.483616 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:00.560590 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f38bcc4-9dab-48b0-9243-9db6546c5387 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Checking segment: {'id': '91f101fe-87bb-48ec-a0a7-0bc4cd14cee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '031b4db1-1bdf-46b1-891f-3bf5beb50e23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:30:00.561767 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] For port ccce3ee3-64c5-4fa8-b13b-2e742bbeb0b6, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ccce3ee3-64c5-4fa8-b13b-2e742bbeb0b6,segment=NetworkSegment(36803ce2-f4ff-4e9c-9c6c-82b666c093c3),segment_id=36803ce2-f4ff-4e9c-9c6c-82b666c093c3)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:30:00.562209 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f38bcc4-9dab-48b0-9243-9db6546c5387 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Network hostable DHCP agents. Network: 031b4db1-1bdf-46b1-891f-3bf5beb50e23, hostable agents: ['1813db88-2c1b-4357-a2ba-869246b663c2'], hosted agents: [] {{(pid=121606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 25 21:30:00.587146 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f1201edc-551e-491d-acb4-ae92ecc10fc4 req-95a49d74-8145-4ccf-8c04-cbd5b848c132 service neutron] 10.222.0.37 "GET /v2.0/networks/c8199f70-d579-4a7f-8b38-5d569ea5e784?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3129470
Dec 25 21:30:00.611759 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-86fb6b6f-5f5a-464a-88b5-b13c36b8f4ca tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks [] for port, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:00.629185 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:00.668950 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35578bd-d065-438c-be02-5ffe8deef4eb req-66fa7b7b-7bf3-4893-a882-d959490ea610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:30:00.670704 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c35578bd-d065-438c-be02-5ffe8deef4eb req-66fa7b7b-7bf3-4893-a882-d959490ea610 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0f498337-e4ba-4b34-b7b9-d5a4315f4f02 HTTP/1.1" status: 200  len: 797 time: 0.2088788
Dec 25 21:30:00.703768 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Pushing event updated for resources: {'Port': ['ID=ccce3ee3-64c5-4fa8-b13b-2e742bbeb0b6,revision_number=3']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:30:00.784379 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-86fb6b6f-5f5a-464a-88b5-b13c36b8f4ca tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:00.833616 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86fb6b6f-5f5a-464a-88b5-b13c36b8f4ca tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Network 42f2c1f9-ef0b-4429-8d69-a2b3ee1a3170 is already hosted by enough agents. {{(pid=121607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:30:00.837746 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-86fb6b6f-5f5a-464a-88b5-b13c36b8f4ca tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Resources bound (agent type, host, resource id):  {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:30:00.842251 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86fb6b6f-5f5a-464a-88b5-b13c36b8f4ca tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Received port after_create {{(pid=121607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:30:00.894825 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fb6b6f-5f5a-464a-88b5-b13c36b8f4ca tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Pushing event updated for resources: {'Port': ['ID=0f2b586b-fb54-4b83-b5e4-270a50dcd758,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:30:00.927484 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86fb6b6f-5f5a-464a-88b5-b13c36b8f4ca tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:30:00.928244 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-86fb6b6f-5f5a-464a-88b5-b13c36b8f4ca tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:00.983781 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72c0bda1-b146-444f-936f-08e70e84f509 None None] Network 42f2c1f9-ef0b-4429-8d69-a2b3ee1a3170 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:30:01.089056 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-86fb6b6f-5f5a-464a-88b5-b13c36b8f4ca tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 922 time: 1.2696054
Dec 25 21:30:01.091141 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 46908) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:30:01.116062 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-6849faf0-2d8e-46bf-b908-f71daafcd010 None None] Provisioning complete for port ccce3ee3-64c5-4fa8-b13b-2e742bbeb0b6 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:30:01.117943 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-6849faf0-2d8e-46bf-b908-f71daafcd010 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:01.258288 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3d55a3-2e28-4c58-8b7d-c22457a4c2a8 req-7c43ddce-bcfa-4bbb-86c2-0e5c94772694 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:30:01.260231 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3d3d55a3-2e28-4c58-8b7d-c22457a4c2a8 req-7c43ddce-bcfa-4bbb-86c2-0e5c94772694 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] 10.222.0.32 "GET /v2.0/ports?device_id=65490ad4-5baf-4c89-9877-006d581b4758 HTTP/1.1" status: 200  len: 943 time: 0.6718793
Dec 25 21:30:01.357140 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f38bcc4-9dab-48b0-9243-9db6546c5387 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Network 031b4db1-1bdf-46b1-891f-3bf5beb50e23 is scheduled to be hosted by DHCP agent 1813db88-2c1b-4357-a2ba-869246b663c2 with binding_index 1 {{(pid=121606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 25 21:30:01.458008 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35578bd-d065-438c-be02-5ffe8deef4eb req-72660ae1-993e-4446-8d42-ac684348b74f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:30:01.459569 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c35578bd-d065-438c-be02-5ffe8deef4eb req-72660ae1-993e-4446-8d42-ac684348b74f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3822397d-3d72-44cf-9fd0-b3119ec81123&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.7727358
Dec 25 21:30:01.471324 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [None req-8f38bcc4-9dab-48b0-9243-9db6546c5387 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 031b4db1-1bdf-46b1-891f-3bf5beb50e23) {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:30:01.480901 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65dde81c-834c-424b-9aa7-67c046f1edc2 None None] Network 031b4db1-1bdf-46b1-891f-3bf5beb50e23 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:30:01.514262 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f38bcc4-9dab-48b0-9243-9db6546c5387 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:30:01.518434 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-8f38bcc4-9dab-48b0-9243-9db6546c5387 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks [] for subnet, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:01.541760 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f1201edc-551e-491d-acb4-ae92ecc10fc4 req-a3c6af68-168a-40c0-b41d-63b6bc08e27b service neutron] 10.222.0.37 "GET /v2.0/networks/c8199f70-d579-4a7f-8b38-5d569ea5e784?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.9475746
Dec 25 21:30:01.622730 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3d3d55a3-2e28-4c58-8b7d-c22457a4c2a8 req-6ecc58a5-9a05-4226-b789-20c1a83b9989 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d32f0a1-0bdc-4dd4-8a66-1e7cbebb8ef1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2687452
Dec 25 21:30:01.679167 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-8f38bcc4-9dab-48b0-9243-9db6546c5387 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.4151411
Dec 25 21:30:01.680405 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 46928) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:30:01.688699 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-a8a0cc65-95ed-46c4-9e06-a20b7f8a9fe1 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-421070192', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:30:01.732977 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-d8473d62-0d84-4744-b515-31598a456e02 None None] Provisioning complete for port ccce3ee3-64c5-4fa8-b13b-2e742bbeb0b6 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:30:01.733453 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-d8473d62-0d84-4744-b515-31598a456e02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:01.735958 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b07b7c26-af3f-4872-b66a-9eef08f25779 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-031b4db1-1bdf-46b1-891f-3bf5beb50e23', 'network_id': '031b4db1-1bdf-46b1-891f-3bf5beb50e23', 'project_id': 'a80fe923d39349348137639eb937eac1', 'fixed_ips': [{'subnet_id': 'f5625f1c-4cb5-4782-a5ac-2805bd7f44e2'}]}} from ncdv-master-1. {{(pid=121608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 25 21:30:01.737218 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-b07b7c26-af3f-4872-b66a-9eef08f25779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:01.748227 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c35578bd-d065-438c-be02-5ffe8deef4eb req-67643d6a-4759-4a68-8ca6-931a9716c7f3 service neutron] 10.222.0.37 "GET /v2.0/networks/3822397d-3d72-44cf-9fd0-b3119ec81123?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2780252
Dec 25 21:30:01.924605 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-a8a0cc65-95ed-46c4-9e06-a20b7f8a9fe1 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2014909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14863'] for router, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:01.925882 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-a8a0cc65-95ed-46c4-9e06-a20b7f8a9fe1 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2014285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2009796', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2082630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14848'] for router, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:01.935873 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b53bcacb-9801-42f0-b017-f5e714df1a1e tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:01.970175 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c35578bd-d065-438c-be02-5ffe8deef4eb req-7f234bf8-8b10-4fb4-8ad9-1fb217d11b01 service neutron] 10.222.0.37 "GET /v2.0/networks/3822397d-3d72-44cf-9fd0-b3119ec81123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2147908
Dec 25 21:30:02.031290 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c35578bd-d065-438c-be02-5ffe8deef4eb req-39b4f2fd-b198-465c-ad72-313cd9dd81b1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=0daa1ac7-be03-4d72-b2a5-72b1ee145ecb HTTP/1.1" status: 200  len: 217 time: 0.0520082
Dec 25 21:30:02.126573 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-a8a0cc65-95ed-46c4-9e06-a20b7f8a9fe1 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:02.150902 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.db_base_plugin_common [None req-b07b7c26-af3f-4872-b66a-9eef08f25779 None None] Allocated IP 172.20.0.2 (031b4db1-1bdf-46b1-891f-3bf5beb50e23/f5625f1c-4cb5-4782-a5ac-2805bd7f44e2/51bae26e-192c-4dcf-bed6-ecee8c23f3f5) {{(pid=121608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:30:02.160467 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-d8473d62-0d84-4744-b515-31598a456e02 None None] Provisioning complete for port 0f2b586b-fb54-4b83-b5e4-270a50dcd758 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:30:02.162048 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-d8473d62-0d84-4744-b515-31598a456e02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:02.241307 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-a8a0cc65-95ed-46c4-9e06-a20b7f8a9fe1 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2014278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2009753'] for router, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:02.246420 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device ccce3ee3-64c5-4fa8-b13b-2e742bbeb0b6 up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:30:02.343380 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-d8473d62-0d84-4744-b515-31598a456e02 None None] Port 0f2b586b-fb54-4b83-b5e4-270a50dcd758 cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:30:02.360290 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35578bd-d065-438c-be02-5ffe8deef4eb req-521509b2-82b5-411c-a0af-c8ee3f0f8696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:30:02.362308 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c35578bd-d065-438c-be02-5ffe8deef4eb req-521509b2-82b5-411c-a0af-c8ee3f0f8696 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0f498337-e4ba-4b34-b7b9-d5a4315f4f02 HTTP/1.1" status: 200  len: 797 time: 0.3204608
Dec 25 21:30:02.384665 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 46946) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:30:02.405931 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b53bcacb-9801-42f0-b017-f5e714df1a1e tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks [] for port, precommit_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:02.445578 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port ccce3ee3-64c5-4fa8-b13b-2e742bbeb0b6 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:30:02.446027 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:02.492844 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b53bcacb-9801-42f0-b017-f5e714df1a1e tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8632327'] for port, after_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:02.512034 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-6938c940-7c16-43a1-9c6b-6dbf2628149e req-e94e5bdc-1894-4a4d-95c5-8c0a470a8ab5 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=7a8d6684-f19c-4a86-ac0c-6c056fa351fd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 658 time: 0.2513566
Dec 25 21:30:02.536506 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35578bd-d065-438c-be02-5ffe8deef4eb req-02bc4a56-d74e-4dad-aacb-c22c96a44c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:30:02.540628 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c35578bd-d065-438c-be02-5ffe8deef4eb req-02bc4a56-d74e-4dad-aacb-c22c96a44c60 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3822397d-3d72-44cf-9fd0-b3119ec81123&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.1404018
Dec 25 21:30:02.545188 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-a8a0cc65-95ed-46c4-9e06-a20b7f8a9fe1 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks [] for router, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:02.548914 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-a8a0cc65-95ed-46c4-9e06-a20b7f8a9fe1 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 701 time: 0.8632488
Dec 25 21:30:02.611347 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 46966) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:30:02.627135 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfc17ee-edbf-47f0-b6d9-db57acd76903 req-ba5e7f03-958e-495c-a32e-609f428c6eeb tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:30:02.642048 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfc17ee-edbf-47f0-b6d9-db57acd76903 req-ba5e7f03-958e-495c-a32e-609f428c6eeb tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:30:02.651385 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfc17ee-edbf-47f0-b6d9-db57acd76903 req-ba5e7f03-958e-495c-a32e-609f428c6eeb tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:30:02.658483 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfc17ee-edbf-47f0-b6d9-db57acd76903 req-ba5e7f03-958e-495c-a32e-609f428c6eeb tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:30:02.666854 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfc17ee-edbf-47f0-b6d9-db57acd76903 req-ba5e7f03-958e-495c-a32e-609f428c6eeb tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:30:02.674561 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfc17ee-edbf-47f0-b6d9-db57acd76903 req-ba5e7f03-958e-495c-a32e-609f428c6eeb tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:30:02.679283 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-7a9c7bee-8ba8-4fda-b2e2-0d48cc670bf3 None None] Provisioning complete for port 0f2b586b-fb54-4b83-b5e4-270a50dcd758 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:30:02.679779 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-7a9c7bee-8ba8-4fda-b2e2-0d48cc670bf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:02.681893 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfc17ee-edbf-47f0-b6d9-db57acd76903 req-ba5e7f03-958e-495c-a32e-609f428c6eeb tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:30:02.684056 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-bcfc17ee-edbf-47f0-b6d9-db57acd76903 req-ba5e7f03-958e-495c-a32e-609f428c6eeb tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa2d5924-6a22-461e-b48b-e73f52f4b72c HTTP/1.1" status: 200  len: 5445 time: 0.3304918
Dec 25 21:30:02.690014 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53bcacb-9801-42f0-b017-f5e714df1a1e tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Pushing event updated for resources: {'Port': ['ID=0f2b586b-fb54-4b83-b5e4-270a50dcd758,revision_number=2']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:30:02.696768 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-b0adaf0b-51ff-4bdb-b826-a283e01cda17 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Request body: {'port': {'network_id': '031b4db1-1bdf-46b1-891f-3bf5beb50e23', 'name': 'tempest-PortsTestJSON-1727995287'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:30:02.732732 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-7a9c7bee-8ba8-4fda-b2e2-0d48cc670bf3 None None] Port 0f2b586b-fb54-4b83-b5e4-270a50dcd758 cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:30:02.816639 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-b07b7c26-af3f-4872-b66a-9eef08f25779 None None] Publish callbacks [] for port, precommit_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:02.881956 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-b07b7c26-af3f-4872-b66a-9eef08f25779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946'] for port, after_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:02.905014 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b07b7c26-af3f-4872-b66a-9eef08f25779 None None] Network 031b4db1-1bdf-46b1-891f-3bf5beb50e23 is already hosted by enough agents. {{(pid=121608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:30:02.953345 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.base_scheduler [None req-b07b7c26-af3f-4872-b66a-9eef08f25779 None None] Resources bound (agent type, host, resource id):  {{(pid=121608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:30:02.960846 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b07b7c26-af3f-4872-b66a-9eef08f25779 None None] Received port after_create {{(pid=121608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:30:02.967131 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b53bcacb-9801-42f0-b017-f5e714df1a1e tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2008772'] for router_interface, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:03.006265 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-8282c3b3-739f-4e81-b0ab-e15c5d28d3b3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:03.029307 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07b7c26-af3f-4872-b66a-9eef08f25779 None None] Pushing event updated for resources: {'Port': ['ID=51bae26e-192c-4dcf-bed6-ecee8c23f3f5,revision_number=1']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:30:03.191053 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6938c940-7c16-43a1-9c6b-6dbf2628149e req-5ef5d0da-fa44-433a-96fd-0ad7922f2d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:30:03.192176 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6938c940-7c16-43a1-9c6b-6dbf2628149e req-5ef5d0da-fa44-433a-96fd-0ad7922f2d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:30:03.192736 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6938c940-7c16-43a1-9c6b-6dbf2628149e req-5ef5d0da-fa44-433a-96fd-0ad7922f2d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:30:03.193185 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6938c940-7c16-43a1-9c6b-6dbf2628149e req-5ef5d0da-fa44-433a-96fd-0ad7922f2d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:30:03.193668 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6938c940-7c16-43a1-9c6b-6dbf2628149e req-5ef5d0da-fa44-433a-96fd-0ad7922f2d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:30:03.194194 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6938c940-7c16-43a1-9c6b-6dbf2628149e req-5ef5d0da-fa44-433a-96fd-0ad7922f2d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:30:03.195181 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6938c940-7c16-43a1-9c6b-6dbf2628149e req-5ef5d0da-fa44-433a-96fd-0ad7922f2d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:30:03.197507 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-6938c940-7c16-43a1-9c6b-6dbf2628149e req-5ef5d0da-fa44-433a-96fd-0ad7922f2d14 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=980165331b334d7795b91adc96459725&device_id=7a8d6684-f19c-4a86-ac0c-6c056fa351fd HTTP/1.1" status: 200  len: 6490 time: 0.5106835
Dec 25 21:30:03.282946 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b53bcacb-9801-42f0-b017-f5e714df1a1e tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:03.327694 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c35578bd-d065-438c-be02-5ffe8deef4eb req-e9e7b268-e011-40b8-811c-593970492560 service neutron] 10.222.0.37 "GET /v2.0/networks/3822397d-3d72-44cf-9fd0-b3119ec81123?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7790585
Dec 25 21:30:03.335674 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614b6fda-bf08-41c8-b356-e20a2774972b req-36ef95d5-4f7d-45b1-bda3-8ff595592231 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:30:03.343173 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-614b6fda-bf08-41c8-b356-e20a2774972b req-36ef95d5-4f7d-45b1-bda3-8ff595592231 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] 10.222.0.32 "GET /v2.0/ports?device_id=65490ad4-5baf-4c89-9877-006d581b4758 HTTP/1.1" status: 200  len: 943 time: 0.4207766
Dec 25 21:30:03.430035 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-b07b7c26-af3f-4872-b66a-9eef08f25779 None None] Attempting to bind port 51bae26e-192c-4dcf-bed6-ecee8c23f3f5 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:30:03.430617 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-b07b7c26-af3f-4872-b66a-9eef08f25779 None None] Attempting to bind port 51bae26e-192c-4dcf-bed6-ecee8c23f3f5 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '91f101fe-87bb-48ec-a0a7-0bc4cd14cee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '031b4db1-1bdf-46b1-891f-3bf5beb50e23'}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:30:03.431081 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b07b7c26-af3f-4872-b66a-9eef08f25779 None None] Attempting to bind port 51bae26e-192c-4dcf-bed6-ecee8c23f3f5 on network 031b4db1-1bdf-46b1-891f-3bf5beb50e23 {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:30:03.437777 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-faa0bd66-604a-458a-bd95-e3c97602783d None None] Provisioning complete for port 0f2b586b-fb54-4b83-b5e4-270a50dcd758 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:30:03.438342 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-faa0bd66-604a-458a-bd95-e3c97602783d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:03.452708 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b07b7c26-af3f-4872-b66a-9eef08f25779 None None] Checking agent: {'id': 'ca4f5c6d-f1fd-48b8-a3e3-395864c7d23d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 20, 56, 40), 'started_at': datetime.datetime(2021, 12, 25, 20, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 29, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:30:03.452708 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b07b7c26-af3f-4872-b66a-9eef08f25779 None None] Checking segment: {'id': '91f101fe-87bb-48ec-a0a7-0bc4cd14cee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '031b4db1-1bdf-46b1-891f-3bf5beb50e23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:30:03.452708 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-b07b7c26-af3f-4872-b66a-9eef08f25779 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:03.452708 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b07b7c26-af3f-4872-b66a-9eef08f25779 None None] Bound using segment: {'id': '91f101fe-87bb-48ec-a0a7-0bc4cd14cee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '031b4db1-1bdf-46b1-891f-3bf5beb50e23'} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:30:03.452708 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-b07b7c26-af3f-4872-b66a-9eef08f25779 None None] Bound port: 51bae26e-192c-4dcf-bed6-ecee8c23f3f5, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91f101fe-87bb-48ec-a0a7-0bc4cd14cee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '031b4db1-1bdf-46b1-891f-3bf5beb50e23'}}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:30:03.452708 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-b07b7c26-af3f-4872-b66a-9eef08f25779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:03.477703 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0adaf0b-51ff-4bdb-b826-a283e01cda17 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Made reservation on behalf of a80fe923d39349348137639eb937eac1 for: {'port': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:30:03.481338 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-b0adaf0b-51ff-4bdb-b826-a283e01cda17 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:03.508856 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-faa0bd66-604a-458a-bd95-e3c97602783d None None] Port 0f2b586b-fb54-4b83-b5e4-270a50dcd758 cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:30:03.520407 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-bcfc17ee-edbf-47f0-b6d9-db57acd76903 req-739dbd9b-6270-449f-932f-3b8df43da92c tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] 10.222.0.32 "GET /v2.0/security-groups?id=b91eef00-e17a-4a6b-bf8c-dc658b79c2db&id=051b583c-529b-425b-89b3-0dd7f4245e61&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.5999045
Dec 25 21:30:03.564240 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-614b6fda-bf08-41c8-b356-e20a2774972b req-3274cc27-f87f-441c-b408-53512e1c278e tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d32f0a1-0bdc-4dd4-8a66-1e7cbebb8ef1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2143960
Dec 25 21:30:03.603399 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [None req-b0adaf0b-51ff-4bdb-b826-a283e01cda17 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] device_id is not set on port 3cf51cd2-2411-4fc0-ba30-37281aab0e02 yet. {{(pid=121606) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 25 21:30:03.631302 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-b07b7c26-af3f-4872-b66a-9eef08f25779 None None] For port 51bae26e-192c-4dcf-bed6-ecee8c23f3f5, host ncdv-master-1, cleared binding levels {{(pid=121608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:30:03.637065 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-b07b7c26-af3f-4872-b66a-9eef08f25779 None None] For port 51bae26e-192c-4dcf-bed6-ecee8c23f3f5, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=51bae26e-192c-4dcf-bed6-ecee8c23f3f5,segment=NetworkSegment(91f101fe-87bb-48ec-a0a7-0bc4cd14cee3),segment_id=91f101fe-87bb-48ec-a0a7-0bc4cd14cee3)] {{(pid=121608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:30:03.675803 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-8282c3b3-739f-4e81-b0ab-e15c5d28d3b3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:03.684217 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6938c940-7c16-43a1-9c6b-6dbf2628149e req-b113795b-3a87-494a-a0ec-8654271207b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:30:03.684837 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6938c940-7c16-43a1-9c6b-6dbf2628149e req-b113795b-3a87-494a-a0ec-8654271207b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:30:03.685989 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6938c940-7c16-43a1-9c6b-6dbf2628149e req-b113795b-3a87-494a-a0ec-8654271207b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:30:03.694048 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-6938c940-7c16-43a1-9c6b-6dbf2628149e req-b113795b-3a87-494a-a0ec-8654271207b5 service neutron] 10.222.0.31 "GET /v2.0/networks?id=36c58514-4b76-443a-8b4e-8188ecbb730f&id=6dab2bb9-1b11-4634-becc-b5742aceff64&id=6dab2bb9-1b11-4634-becc-b5742aceff64&id=6dab2bb9-1b11-4634-becc-b5742aceff64&id=6dab2bb9-1b11-4634-becc-b5742aceff64&id=1eebed42-83f0-407e-9fde-c8f3a2309436&id=1eebed42-83f0-407e-9fde-c8f3a2309436 HTTP/1.1" status: 200  len: 2293 time: 0.4663136
Dec 25 21:30:03.709074 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-b07b7c26-af3f-4872-b66a-9eef08f25779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:03.766439 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b53bcacb-9801-42f0-b017-f5e714df1a1e tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks [] for port, precommit_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:03.790372 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07b7c26-af3f-4872-b66a-9eef08f25779 None None] Pushing event updated for resources: {'Port': ['ID=51bae26e-192c-4dcf-bed6-ecee8c23f3f5,revision_number=2']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:30:03.840800 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-8282c3b3-739f-4e81-b0ab-e15c5d28d3b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:03.869193 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b53bcacb-9801-42f0-b017-f5e714df1a1e tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8632327'] for port, after_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:03.975330 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c35578bd-d065-438c-be02-5ffe8deef4eb req-5fb70055-6d14-47f8-96d8-82adba122a5c service neutron] 10.222.0.37 "GET /v2.0/networks/3822397d-3d72-44cf-9fd0-b3119ec81123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5138907
Dec 25 21:30:03.978122 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-6938c940-7c16-43a1-9c6b-6dbf2628149e req-e1b030b6-9fee-4b74-9c9c-44f288d3ef7f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dbad079c-9ad0-47fd-8d51-bc9c6d074098 HTTP/1.1" status: 200  len: 1001 time: 0.2486393
Dec 25 21:30:03.981786 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-8282c3b3-739f-4e81-b0ab-e15c5d28d3b3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5a699909695048b89c32adc2939a97f8&name=default HTTP/1.1" status: 200  len: 3000 time: 1.5935183
Dec 25 21:30:03.989986 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53bcacb-9801-42f0-b017-f5e714df1a1e tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Pushing event updated for resources: {'Port': ['ID=0f2b586b-fb54-4b83-b5e4-270a50dcd758,revision_number=3']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:30:03.991732 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 46982) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:30:03.993406 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b53bcacb-9801-42f0-b017-f5e714df1a1e tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2007636'] for router_interface, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:04.013815 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8282c3b3-739f-4e81-b0ab-e15c5d28d3b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48f59c21-b7ad-4568-a702-f2ffbb772d02,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:30:04.069059 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bb10ca-803e-4bba-9f6f-4466098a855e req-8900a97c-07cc-418e-a26f-073a1c3b4399 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:30:04.077155 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bb10ca-803e-4bba-9f6f-4466098a855e req-8900a97c-07cc-418e-a26f-073a1c3b4399 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:30:04.083009 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bb10ca-803e-4bba-9f6f-4466098a855e req-8900a97c-07cc-418e-a26f-073a1c3b4399 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:30:04.110909 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bb10ca-803e-4bba-9f6f-4466098a855e req-8900a97c-07cc-418e-a26f-073a1c3b4399 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:30:04.118009 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bb10ca-803e-4bba-9f6f-4466098a855e req-8900a97c-07cc-418e-a26f-073a1c3b4399 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:30:04.133877 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bb10ca-803e-4bba-9f6f-4466098a855e req-8900a97c-07cc-418e-a26f-073a1c3b4399 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:30:04.140204 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bb10ca-803e-4bba-9f6f-4466098a855e req-8900a97c-07cc-418e-a26f-073a1c3b4399 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:30:04.142220 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a0bb10ca-803e-4bba-9f6f-4466098a855e req-8900a97c-07cc-418e-a26f-073a1c3b4399 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa2d5924-6a22-461e-b48b-e73f52f4b72c HTTP/1.1" status: 200  len: 5445 time: 0.3485086
Dec 25 21:30:04.217278 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b53bcacb-9801-42f0-b017-f5e714df1a1e tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Network 42f2c1f9-ef0b-4429-8d69-a2b3ee1a3170 is already hosted by enough agents. {{(pid=121607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:30:04.219252 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-b53bcacb-9801-42f0-b017-f5e714df1a1e tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Resources bound (agent type, host, resource id):  {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:30:04.280270 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_common [None req-b0adaf0b-51ff-4bdb-b826-a283e01cda17 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Allocated IP 172.20.0.9 (031b4db1-1bdf-46b1-891f-3bf5beb50e23/f5625f1c-4cb5-4782-a5ac-2805bd7f44e2/3cf51cd2-2411-4fc0-ba30-37281aab0e02) {{(pid=121606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:30:04.325524 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6938c940-7c16-43a1-9c6b-6dbf2628149e req-5a37a202-363e-4974-a695-b86bed5d9eea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:30:04.326998 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:04.327139 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-6938c940-7c16-43a1-9c6b-6dbf2628149e req-5a37a202-363e-4974-a695-b86bed5d9eea service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a434de1e-5464-470d-a8e6-901b6aa78ffb HTTP/1.1" status: 200  len: 851 time: 0.3312650
Dec 25 21:30:04.335803 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bb10ca-803e-4bba-9f6f-4466098a855e req-b41eabf6-e2d5-4786-934d-2420e5514eb9 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:30:04.335803 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a0bb10ca-803e-4bba-9f6f-4466098a855e req-b41eabf6-e2d5-4786-934d-2420e5514eb9 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] 10.222.0.37 "GET /v2.0/ports/7d584498-0a66-4020-96ff-ac37bb6bf33e?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200  len: 260 time: 0.1775179
Dec 25 21:30:04.379040 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 51bae26e-192c-4dcf-bed6-ecee8c23f3f5 up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:30:04.505045 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port 51bae26e-192c-4dcf-bed6-ecee8c23f3f5 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:30:04.505428 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:04.510050 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-7b5bdf23-1771-4b09-986c-2ceb86dd5865 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:04.526257 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b53bcacb-9801-42f0-b017-f5e714df1a1e tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Router 25621864-3d13-40e8-a3f0-d587f138b47f is scheduled to L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 with binding_index 1 {{(pid=121607) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 25 21:30:04.803240 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-7b5bdf23-1771-4b09-986c-2ceb86dd5865 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:04.812398 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b53bcacb-9801-42f0-b017-f5e714df1a1e tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 21:30:04.830561 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-b53bcacb-9801-42f0-b017-f5e714df1a1e tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] 10.222.0.32 "PUT /v2.0/routers/25621864-3d13-40e8-a3f0-d587f138b47f/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.7380536
Dec 25 21:30:04.836648 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 46996) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:30:04.842777 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:04.862523 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae1e0911-9251-4a1c-b9dd-cea591009047 None None] Sync routers for ids ['25621864-3d13-40e8-a3f0-d587f138b47f'] in ncdv-master-1 {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 21:30:04.922461 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6938c940-7c16-43a1-9c6b-6dbf2628149e req-165fe60a-1af6-43e2-a770-932470d08d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:30:04.926869 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-6938c940-7c16-43a1-9c6b-6dbf2628149e req-165fe60a-1af6-43e2-a770-932470d08d8c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=36c58514-4b76-443a-8b4e-8188ecbb730f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.5243371
Dec 25 21:30:04.932226 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2d2836b-30f7-4a60-8134-c6a51ea07242 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:30:04.934404 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-a2d2836b-30f7-4a60-8134-c6a51ea07242 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] 10.222.0.32 "GET /v2.0/ports/0f2b586b-fb54-4b83-b5e4-270a50dcd758 HTTP/1.1" status: 200  len: 977 time: 0.1000121
Dec 25 21:30:04.937431 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 46998) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:30:04.981189 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a0bb10ca-803e-4bba-9f6f-4466098a855e req-ab9bc4a9-7dd3-45dd-a534-a03592981ceb tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] 10.222.0.37 "GET /v2.0/networks/f7ed1632-2ec3-4974-9097-8fe2ac8f3ba4?fields=dns_domain HTTP/1.1" status: 200  len: 212 time: 0.6171005
Dec 25 21:30:04.987686 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-33fc5a13-a8af-46ac-98f2-3ae253cb4a50 None None] Provisioning complete for port 0f2b586b-fb54-4b83-b5e4-270a50dcd758 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:30:04.988205 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-33fc5a13-a8af-46ac-98f2-3ae253cb4a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:04.992148 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-dbfa187b-8f88-4942-9cf1-a00d2db99ef2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:05.001263 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] For port 51bae26e-192c-4dcf-bed6-ecee8c23f3f5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=51bae26e-192c-4dcf-bed6-ecee8c23f3f5,segment=NetworkSegment(91f101fe-87bb-48ec-a0a7-0bc4cd14cee3),segment_id=91f101fe-87bb-48ec-a0a7-0bc4cd14cee3)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:30:05.030097 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae1e0911-9251-4a1c-b9dd-cea591009047 None None] Routers {'25621864-3d13-40e8-a3f0-d587f138b47f'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:30:05.030775 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-ae1e0911-9251-4a1c-b9dd-cea591009047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2622cb4670>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:29:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['25621864-3d13-40e8-a3f0-d587f138b47f'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:30:05.075870 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-ae1e0911-9251-4a1c-b9dd-cea591009047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2622cb4670>, [], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:30:05.088463 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:05.122364 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae1e0911-9251-4a1c-b9dd-cea591009047 None None] Routers {'25621864-3d13-40e8-a3f0-d587f138b47f'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:30:05.128688 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-ae1e0911-9251-4a1c-b9dd-cea591009047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2622cb4670>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:29:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['25621864-3d13-40e8-a3f0-d587f138b47f'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:30:05.251413 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-b0adaf0b-51ff-4bdb-b826-a283e01cda17 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks [] for port, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:05.253339 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-33fc5a13-a8af-46ac-98f2-3ae253cb4a50 None None] Port 0f2b586b-fb54-4b83-b5e4-270a50dcd758 cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:30:05.266680 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-ae1e0911-9251-4a1c-b9dd-cea591009047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2622cb4670>, [], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:30:05.267435 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae1e0911-9251-4a1c-b9dd-cea591009047 None None] The sync data for ids ['25621864-3d13-40e8-a3f0-d587f138b47f'] in ncdv-master-1 is: [] {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 21:30:05.294346 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-a0bb10ca-803e-4bba-9f6f-4466098a855e req-3a82ebc1-ba10-4309-9eba-b676df9ae200 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:30:05.341305 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Pushing event updated for resources: {'Port': ['ID=51bae26e-192c-4dcf-bed6-ecee8c23f3f5,revision_number=3']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:30:05.539326 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fabf9edf-904a-457f-b04b-e53dd019d9b9 None None] Network 031b4db1-1bdf-46b1-891f-3bf5beb50e23 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:30:05.548176 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e525a049-1787-428a-bf15-54bceeea27ed req-0553bd9b-f5b0-4f4e-b133-b4a42b9a137a tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:30:05.549760 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e525a049-1787-428a-bf15-54bceeea27ed req-0553bd9b-f5b0-4f4e-b133-b4a42b9a137a tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] 10.222.0.32 "GET /v2.0/ports?device_id=65490ad4-5baf-4c89-9877-006d581b4758 HTTP/1.1" status: 200  len: 943 time: 0.7807436
Dec 25 21:30:05.595223 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fd0f99-af10-4e9b-97a3-66f3c24d1dcb req-4c807d49-46cc-4e5c-a3be-b4bfa255da51 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:30:05.602024 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fd0f99-af10-4e9b-97a3-66f3c24d1dcb req-4c807d49-46cc-4e5c-a3be-b4bfa255da51 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:30:05.610394 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fd0f99-af10-4e9b-97a3-66f3c24d1dcb req-4c807d49-46cc-4e5c-a3be-b4bfa255da51 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:30:05.617908 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fd0f99-af10-4e9b-97a3-66f3c24d1dcb req-4c807d49-46cc-4e5c-a3be-b4bfa255da51 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:30:05.624817 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fd0f99-af10-4e9b-97a3-66f3c24d1dcb req-4c807d49-46cc-4e5c-a3be-b4bfa255da51 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:30:05.631132 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fd0f99-af10-4e9b-97a3-66f3c24d1dcb req-4c807d49-46cc-4e5c-a3be-b4bfa255da51 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:30:05.638753 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fd0f99-af10-4e9b-97a3-66f3c24d1dcb req-4c807d49-46cc-4e5c-a3be-b4bfa255da51 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:30:05.641148 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-23fd0f99-af10-4e9b-97a3-66f3c24d1dcb req-4c807d49-46cc-4e5c-a3be-b4bfa255da51 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa2d5924-6a22-461e-b48b-e73f52f4b72c HTTP/1.1" status: 200  len: 5445 time: 0.8734472
Dec 25 21:30:05.718238 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-869d8480-7afc-43e4-80d7-42df3782a7c7 None None] Provisioning complete for port 51bae26e-192c-4dcf-bed6-ecee8c23f3f5 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:30:05.719435 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-869d8480-7afc-43e4-80d7-42df3782a7c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:05.867625 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-23fd0f99-af10-4e9b-97a3-66f3c24d1dcb req-be1ba035-a6bd-47a0-9510-af848193ef88 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] 10.222.0.32 "GET /v2.0/security-groups?id=b91eef00-e17a-4a6b-bf8c-dc658b79c2db&id=051b583c-529b-425b-89b3-0dd7f4245e61&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1890535
Dec 25 21:30:05.873488 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e525a049-1787-428a-bf15-54bceeea27ed req-c2a9f65b-862a-4eb9-8a8e-64cbea2f446c tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d32f0a1-0bdc-4dd4-8a66-1e7cbebb8ef1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2300148
Dec 25 21:30:05.884251 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-a0bb10ca-803e-4bba-9f6f-4466098a855e req-3a82ebc1-ba10-4309-9eba-b676df9ae200 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:05.895284 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-7b5bdf23-1771-4b09-986c-2ceb86dd5865 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:05.898717 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-7b5bdf23-1771-4b09-986c-2ceb86dd5865 admin admin] Publish callbacks [] for security_group, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:05.902864 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-7b5bdf23-1771-4b09-986c-2ceb86dd5865 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/48f59c21-b7ad-4568-a702-f2ffbb772d02 HTTP/1.1" status: 204  len: 168 time: 1.9035316
Dec 25 21:30:05.902864 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-b0adaf0b-51ff-4bdb-b826-a283e01cda17 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:05.986954 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5bdf23-1771-4b09-986c-2ceb86dd5865 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48f59c21-b7ad-4568-a702-f2ffbb772d02,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:30:06.066425 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0adaf0b-51ff-4bdb-b826-a283e01cda17 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Pushing event updated for resources: {'Port': ['ID=3cf51cd2-2411-4fc0-ba30-37281aab0e02,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:30:06.096385 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-6938c940-7c16-43a1-9c6b-6dbf2628149e req-ae4435ba-f648-4fa0-b791-4f58ca0d109e service neutron] 10.222.0.31 "GET /v2.0/networks/36c58514-4b76-443a-8b4e-8188ecbb730f?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.1456468
Dec 25 21:30:06.137351 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-da6118c2-375f-42da-9bd2-15386f8d309a tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2007615'] for router_interface, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:06.206844 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0adaf0b-51ff-4bdb-b826-a283e01cda17 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Network 031b4db1-1bdf-46b1-891f-3bf5beb50e23 is already hosted by enough agents. {{(pid=121606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:30:06.245760 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device 0daa1ac7-be03-4d72-b2a5-72b1ee145ecb no longer exists at agent hyperv_nch2-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:30:06.288208 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [None req-b0adaf0b-51ff-4bdb-b826-a283e01cda17 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Resources bound (agent type, host, resource id):  {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:30:06.339708 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 51bae26e-192c-4dcf-bed6-ecee8c23f3f5 up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:30:06.342991 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0adaf0b-51ff-4bdb-b826-a283e01cda17 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Received port after_create {{(pid=121606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:30:06.714539 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port 51bae26e-192c-4dcf-bed6-ecee8c23f3f5 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:30:06.714919 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:06.805101 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-857e930c-3ce9-4473-a826-47dfede334a0 None None] Provisioning complete for port 51bae26e-192c-4dcf-bed6-ecee8c23f3f5 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:30:06.805462 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-857e930c-3ce9-4473-a826-47dfede334a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:06.811342 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0adaf0b-51ff-4bdb-b826-a283e01cda17 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:30:06.812032 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-b0adaf0b-51ff-4bdb-b826-a283e01cda17 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:06.821929 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:06.826039 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-da6118c2-375f-42da-9bd2-15386f8d309a tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Deleting port 0f2b586b-fb54-4b83-b5e4-270a50dcd758 {{(pid=121607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:30:06.826732 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-da6118c2-375f-42da-9bd2-15386f8d309a tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:06.871800 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-a0bb10ca-803e-4bba-9f6f-4466098a855e req-3a82ebc1-ba10-4309-9eba-b676df9ae200 service neutron] For port 7d584498-0a66-4020-96ff-ac37bb6bf33e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7d584498-0a66-4020-96ff-ac37bb6bf33e,segment=NetworkSegment(3c3bf577-825d-4a12-8515-c9a0adea0ed3),segment_id=3c3bf577-825d-4a12-8515-c9a0adea0ed3)] {{(pid=121606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:30:06.900174 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-6938c940-7c16-43a1-9c6b-6dbf2628149e req-8b5ee47a-ea0f-4cda-ba66-291e81653943 service neutron] 10.222.0.31 "GET /v2.0/networks/36c58514-4b76-443a-8b4e-8188ecbb730f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7070131
Dec 25 21:30:06.938723 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-da6118c2-375f-42da-9bd2-15386f8d309a tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:06.951987 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-da6118c2-375f-42da-9bd2-15386f8d309a tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Calling delete_port for 0f2b586b-fb54-4b83-b5e4-270a50dcd758 owned by network:router_interface {{(pid=121607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:30:06.997254 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-6938c940-7c16-43a1-9c6b-6dbf2628149e req-bb2cf568-8fa5-4fce-8d2f-630e83ed1e94 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.204&port_id=893605c1-33ba-4c92-b5eb-6207f354a521 HTTP/1.1" status: 200  len: 217 time: 0.0877919
Dec 25 21:30:07.014099 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa2d5924-6a22-461e-b48b-e73f52f4b72c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0daa1ac7-be03-4d72-b2a5-72b1ee145ecb'}] {{(pid=121608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:30:07.016310 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a88c78c3ff6266bd59c7e89d275b28c92e739b67d23c89d71af88829fd31566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eea0ba48-8d51-4b6f-b878-fca202189ad4" -d '{"events": [{"server_uuid": "aa2d5924-6a22-461e-b48b-e73f52f4b72c", "name": "network-vif-unplugged", "status": "completed", "tag": "0daa1ac7-be03-4d72-b2a5-72b1ee145ecb"}]}' {{(pid=121608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:30:07.051962 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-a0bb10ca-803e-4bba-9f6f-4466098a855e req-3a82ebc1-ba10-4309-9eba-b676df9ae200 service neutron] For port 7d584498-0a66-4020-96ff-ac37bb6bf33e, host nch2-master-1, cleared binding levels {{(pid=121606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:30:07.068136 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port 0daa1ac7-be03-4d72-b2a5-72b1ee145ecb, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0daa1ac7-be03-4d72-b2a5-72b1ee145ecb,segment=NetworkSegment(1484705c-8e80-460c-b34f-1f443916d93d),segment_id=1484705c-8e80-460c-b34f-1f443916d93d)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:30:07.129049 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 47036) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:30:07.155219 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-1e45b04e-b198-46f4-995c-9ecd746bd2c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:07.155427 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-b0adaf0b-51ff-4bdb-b826-a283e01cda17 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 924 time: 4.4672582
Dec 25 21:30:07.168200 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:07.168200 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device 2eb143cf-a0c7-4e74-a5f2-177a4bc1db2c no longer exists at agent hyperv_nch2-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:30:07.175671 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 47044) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:30:07.204681 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-f60634cc-846f-452f-b580-8e79e6f05d83 admin admin] Publish callbacks [] for security_group, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:07.335174 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-cd8088ac-6334-48e7-b8d5-13d46ae910ca None None] Provisioning complete for port 3cf51cd2-2411-4fc0-ba30-37281aab0e02 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:30:07.335780 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-cd8088ac-6334-48e7-b8d5-13d46ae910ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:07.387402 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Pushing event updated for resources: {'Port': ['ID=0daa1ac7-be03-4d72-b2a5-72b1ee145ecb,revision_number=6']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:30:07.413483 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:07.425569 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-cd8088ac-6334-48e7-b8d5-13d46ae910ca None None] Port 3cf51cd2-2411-4fc0-ba30-37281aab0e02 cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:30:07.430380 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-da6118c2-375f-42da-9bd2-15386f8d309a tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:07.454251 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port 2eb143cf-a0c7-4e74-a5f2-177a4bc1db2c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2eb143cf-a0c7-4e74-a5f2-177a4bc1db2c,segment=NetworkSegment(3c3bf577-825d-4a12-8515-c9a0adea0ed3),segment_id=3c3bf577-825d-4a12-8515-c9a0adea0ed3)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:30:07.494934 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6118c2-375f-42da-9bd2-15386f8d309a tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Pushing event deleted for resources: {'Port': ['ID=0f2b586b-fb54-4b83-b5e4-270a50dcd758,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:30:07.531611 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:07.532691 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device fd6aa216-385a-41e5-8c5e-3aae2253a5ab no longer exists at agent hyperv_nch2-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:30:07.668600 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Pushing event updated for resources: {'Port': ['ID=2eb143cf-a0c7-4e74-a5f2-177a4bc1db2c,revision_number=6']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:30:07.698143 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-da6118c2-375f-42da-9bd2-15386f8d309a tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2007763'] for router_interface, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:07.726526 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:07.775929 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port fd6aa216-385a-41e5-8c5e-3aae2253a5ab, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=fd6aa216-385a-41e5-8c5e-3aae2253a5ab,segment=NetworkSegment(3c3bf577-825d-4a12-8515-c9a0adea0ed3),segment_id=3c3bf577-825d-4a12-8515-c9a0adea0ed3)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:30:07.852290 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:07.853298 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device 9c0613e4-0268-4ae9-8585-76b021617ef8 no longer exists at agent hyperv_nch2-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:30:07.905758 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da6118c2-375f-42da-9bd2-15386f8d309a tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Router 25621864-3d13-40e8-a3f0-d587f138b47f has already been hosted by L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 {{(pid=121607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 25 21:30:07.999983 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da6118c2-375f-42da-9bd2-15386f8d309a tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 21:30:08.012186 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb2abcf2-230f-45d1-97ec-620059d301a1 None None] Sync routers for ids ['25621864-3d13-40e8-a3f0-d587f138b47f'] in ncdv-master-1 {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 21:30:08.026752 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-da6118c2-375f-42da-9bd2-15386f8d309a tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] 10.222.0.32 "PUT /v2.0/routers/25621864-3d13-40e8-a3f0-d587f138b47f/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0869119
Dec 25 21:30:08.027746 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 47062) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:30:08.034592 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb2abcf2-230f-45d1-97ec-620059d301a1 None None] Routers {'25621864-3d13-40e8-a3f0-d587f138b47f'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:30:08.035278 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-bb2abcf2-230f-45d1-97ec-620059d301a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2618acf820>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:30:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['25621864-3d13-40e8-a3f0-d587f138b47f'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:30:08.054721 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [req-a0bb10ca-803e-4bba-9f6f-4466098a855e req-3a82ebc1-ba10-4309-9eba-b676df9ae200 service neutron] device_id is not set on port 7d584498-0a66-4020-96ff-ac37bb6bf33e yet. {{(pid=121606) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 25 21:30:08.068792 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Pushing event updated for resources: {'Port': ['ID=fd6aa216-385a-41e5-8c5e-3aae2253a5ab,revision_number=6']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:30:08.073905 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:08.112146 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-bb2abcf2-230f-45d1-97ec-620059d301a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2618acf820>, [], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:30:08.125568 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port 9c0613e4-0268-4ae9-8585-76b021617ef8, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9c0613e4-0268-4ae9-8585-76b021617ef8,segment=NetworkSegment(1484705c-8e80-460c-b34f-1f443916d93d),segment_id=1484705c-8e80-460c-b34f-1f443916d93d)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:30:08.130727 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb2abcf2-230f-45d1-97ec-620059d301a1 None None] Routers {'25621864-3d13-40e8-a3f0-d587f138b47f'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:30:08.131941 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-bb2abcf2-230f-45d1-97ec-620059d301a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2618acf820>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:30:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['25621864-3d13-40e8-a3f0-d587f138b47f'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:30:08.150032 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-a0bb10ca-803e-4bba-9f6f-4466098a855e req-3a82ebc1-ba10-4309-9eba-b676df9ae200 service neutron] Publish callbacks [] for port, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:08.167365 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-bb2abcf2-230f-45d1-97ec-620059d301a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2618acf820>, [], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:30:08.168308 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb2abcf2-230f-45d1-97ec-620059d301a1 None None] The sync data for ids ['25621864-3d13-40e8-a3f0-d587f138b47f'] in ncdv-master-1 is: [] {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 21:30:08.200480 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:08.201716 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device 7d584498-0a66-4020-96ff-ac37bb6bf33e no longer exists at agent hyperv_nch2-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:30:08.216195 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6938c940-7c16-43a1-9c6b-6dbf2628149e req-618255fc-ab94-4649-adbc-07c8e3698ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:30:08.218644 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-6938c940-7c16-43a1-9c6b-6dbf2628149e req-618255fc-ab94-4649-adbc-07c8e3698ff4 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f7c309e7-75ab-4e4b-b61f-ca7ce9c46156 HTTP/1.1" status: 200  len: 797 time: 1.2109065
Dec 25 21:30:08.262821 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] The host nch2-master-1 is not matching for port 7d584498-0a66-4020-96ff-ac37bb6bf33e host ! {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}}
Dec 25 21:30:08.262821 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device 7d584498-0a66-4020-96ff-ac37bb6bf33e not bound to the agent host nch2-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:30:08.265840 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device 634d748d-c261-4855-913b-beb5992df4cb no longer exists at agent hyperv_nch2-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:30:08.277895 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-a0bb10ca-803e-4bba-9f6f-4466098a855e req-3a82ebc1-ba10-4309-9eba-b676df9ae200 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:08.324345 ncdv-master-1 neutron-server[121607]: INFO neutron.api.v2.resource [None req-51896482-73b7-44b2-ba95-8e7be0581425 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] remove_router_interface failed (client error): The resource could not be found.
Dec 25 21:30:08.329394 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-51896482-73b7-44b2-ba95-8e7be0581425 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] 10.222.0.32 "PUT /v2.0/routers/25621864-3d13-40e8-a3f0-d587f138b47f/remove_router_interface HTTP/1.1" status: 404  len: 398 time: 0.3001907
Dec 25 21:30:08.330995 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 47066) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:30:08.339442 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:08.357296 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56476d14-f758-4725-982b-2f54953b80d0 req-804540a1-679c-4366-ba1f-56b1c28486de tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:30:08.359326 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-56476d14-f758-4725-982b-2f54953b80d0 req-804540a1-679c-4366-ba1f-56b1c28486de tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] 10.222.0.32 "GET /v2.0/ports?device_id=65490ad4-5baf-4c89-9877-006d581b4758 HTTP/1.1" status: 200  len: 943 time: 1.2523539
Dec 25 21:30:08.395889 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-39ae820a-f4f9-420a-b92d-dc4d8a01e0f1 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] 10.222.0.32 "GET /v2.0/ports?device_id=25621864-3d13-40e8-a3f0-d587f138b47f HTTP/1.1" status: 200  len: 205 time: 0.0635810
Dec 25 21:30:08.398451 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 47068) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:30:08.475169 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Pushing event updated for resources: {'Port': ['ID=9c0613e4-0268-4ae9-8585-76b021617ef8,revision_number=6']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:30:08.507322 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-9ad2a687-1e46-46b9-a5c9-6e1ab0a212a8 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks [] for router, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:08.531040 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:08.564181 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3e945ecd-9380-47c2-aa0a-12ebe07e03e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:08.627915 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port 634d748d-c261-4855-913b-beb5992df4cb, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=634d748d-c261-4855-913b-beb5992df4cb,segment=NetworkSegment(ebab95c3-92f3-4953-88f7-4db8e8264725),segment_id=ebab95c3-92f3-4953-88f7-4db8e8264725)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:30:08.689385 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6938c940-7c16-43a1-9c6b-6dbf2628149e req-fdf087ed-43ee-4708-b3f4-0329066d8bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:30:08.691377 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-6938c940-7c16-43a1-9c6b-6dbf2628149e req-fdf087ed-43ee-4708-b3f4-0329066d8bdd service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=6dab2bb9-1b11-4634-becc-b5742aceff64&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.4585912
Dec 25 21:30:08.695926 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-56476d14-f758-4725-982b-2f54953b80d0 req-45b6797a-ac79-4806-8050-331ff50bbd2a tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d32f0a1-0bdc-4dd4-8a66-1e7cbebb8ef1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2945552
Dec 25 21:30:08.754632 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-9ad2a687-1e46-46b9-a5c9-6e1ab0a212a8 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2014235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14905'] for router, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:08.757817 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-9ad2a687-1e46-46b9-a5c9-6e1ab0a212a8 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:08.775694 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-ff1bb9e6-9409-4904-b5fb-2c12caffde05 None None] Provisioning complete for port 7d584498-0a66-4020-96ff-ac37bb6bf33e triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:30:08.775694 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-ff1bb9e6-9409-4904-b5fb-2c12caffde05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:08.778555 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:08.779305 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device 8de83a8d-9b83-433c-af96-f34c522b12b1 no longer exists at agent hyperv_nch2-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:30:08.812573 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0bb10ca-803e-4bba-9f6f-4466098a855e req-3a82ebc1-ba10-4309-9eba-b676df9ae200 service neutron] No DVR routers for this DVR port 7d584498-0a66-4020-96ff-ac37bb6bf33e on host nch2-master-1 {{(pid=121606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:30:08.825619 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890963cc-1d13-413b-b309-a2c5a99ca105 req-8dad0c0d-dc26-4ac0-91c0-807a279d9a26 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:30:08.832731 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890963cc-1d13-413b-b309-a2c5a99ca105 req-8dad0c0d-dc26-4ac0-91c0-807a279d9a26 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:30:08.841898 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890963cc-1d13-413b-b309-a2c5a99ca105 req-8dad0c0d-dc26-4ac0-91c0-807a279d9a26 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:30:08.849989 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890963cc-1d13-413b-b309-a2c5a99ca105 req-8dad0c0d-dc26-4ac0-91c0-807a279d9a26 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:30:08.862492 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890963cc-1d13-413b-b309-a2c5a99ca105 req-8dad0c0d-dc26-4ac0-91c0-807a279d9a26 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:30:08.884036 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890963cc-1d13-413b-b309-a2c5a99ca105 req-8dad0c0d-dc26-4ac0-91c0-807a279d9a26 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:30:08.899835 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890963cc-1d13-413b-b309-a2c5a99ca105 req-8dad0c0d-dc26-4ac0-91c0-807a279d9a26 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:30:08.900422 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-ff1bb9e6-9409-4904-b5fb-2c12caffde05 None None] Port 7d584498-0a66-4020-96ff-ac37bb6bf33e cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:30:08.902998 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-890963cc-1d13-413b-b309-a2c5a99ca105 req-8dad0c0d-dc26-4ac0-91c0-807a279d9a26 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa2d5924-6a22-461e-b48b-e73f52f4b72c HTTP/1.1" status: 200  len: 5361 time: 1.6941488
Dec 25 21:30:08.920391 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 25 Dec 2021 21:30:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71894ad0-fc8f-4725-907a-5746191a468e x-openstack-request-id: req-71894ad0-fc8f-4725-907a-5746191a468e {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:30:08.920674 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa2d5924-6a22-461e-b48b-e73f52f4b72c", "name": "network-vif-unplugged", "status": "completed", "tag": "0daa1ac7-be03-4d72-b2a5-72b1ee145ecb", "code": 200}]} {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:30:08.920959 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-71894ad0-fc8f-4725-907a-5746191a468e {{(pid=121608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:30:08.921454 ncdv-master-1 neutron-server[121608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa2d5924-6a22-461e-b48b-e73f52f4b72c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0daa1ac7-be03-4d72-b2a5-72b1ee145ecb', 'code': 200}
Dec 25 21:30:08.923211 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Pushing event updated for resources: {'Port': ['ID=634d748d-c261-4855-913b-beb5992df4cb,revision_number=6']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:30:08.970141 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:08.994087 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-9ad2a687-1e46-46b9-a5c9-6e1ab0a212a8 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2014220'] for router, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:08.999166 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ad2a687-1e46-46b9-a5c9-6e1ab0a212a8 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Fanout notify agent at l3_agent the message router_deleted on router 25621864-3d13-40e8-a3f0-d587f138b47f {{(pid=121607) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 25 21:30:09.003876 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-9ad2a687-1e46-46b9-a5c9-6e1ab0a212a8 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks [] for router, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:09.005907 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-9ad2a687-1e46-46b9-a5c9-6e1ab0a212a8 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] 10.222.0.32 "DELETE /v2.0/routers/25621864-3d13-40e8-a3f0-d587f138b47f HTTP/1.1" status: 204  len: 168 time: 0.6062622
Dec 25 21:30:09.008553 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 47070) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:30:09.014101 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port 8de83a8d-9b83-433c-af96-f34c522b12b1, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8de83a8d-9b83-433c-af96-f34c522b12b1,segment=NetworkSegment(3c3bf577-825d-4a12-8515-c9a0adea0ed3),segment_id=3c3bf577-825d-4a12-8515-c9a0adea0ed3)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:30:09.035159 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a82ebc1-ba10-4309-9eba-b676df9ae200 service neutron] Pushing event updated for resources: {'Port': ['ID=7d584498-0a66-4020-96ff-ac37bb6bf33e,revision_number=6']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:30:09.105912 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_v2 [None req-36115ed2-55c0-4c74-87dd-889cef10a03f tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Deleting subnet c07537fe-2e27-41aa-bbcc-78c8de127721 {{(pid=121607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Dec 25 21:30:09.130499 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-36115ed2-55c0-4c74-87dd-889cef10a03f tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks [] for subnet, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:09.131149 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:09.182740 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [req-a0bb10ca-803e-4bba-9f6f-4466098a855e req-3a82ebc1-ba10-4309-9eba-b676df9ae200 service neutron] In _notify_port_updated(), no bound segment for port 7d584498-0a66-4020-96ff-ac37bb6bf33e on network f7ed1632-2ec3-4974-9097-8fe2ac8f3ba4 {{(pid=121606) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}}
Dec 25 21:30:09.183355 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bb10ca-803e-4bba-9f6f-4466098a855e req-3a82ebc1-ba10-4309-9eba-b676df9ae200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:30:09.184059 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-a0bb10ca-803e-4bba-9f6f-4466098a855e req-3a82ebc1-ba10-4309-9eba-b676df9ae200 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:09.185524 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a0bb10ca-803e-4bba-9f6f-4466098a855e req-3a82ebc1-ba10-4309-9eba-b676df9ae200 service neutron] 10.222.0.37 "PUT /v2.0/ports/7d584498-0a66-4020-96ff-ac37bb6bf33e HTTP/1.1" status: 200  len: 1033 time: 3.9008541
Dec 25 21:30:09.226098 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-f60634cc-846f-452f-b580-8e79e6f05d83 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:09.235593 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Pushing event updated for resources: {'Port': ['ID=8de83a8d-9b83-433c-af96-f34c522b12b1,revision_number=6']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:30:09.238613 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-890963cc-1d13-413b-b309-a2c5a99ca105 req-58b353e6-d227-4f08-82ad-1bd202215be6 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] 10.222.0.32 "GET /v2.0/security-groups?id=b91eef00-e17a-4a6b-bf8c-dc658b79c2db&id=051b583c-529b-425b-89b3-0dd7f4245e61&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.2516048
Dec 25 21:30:09.240431 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-36115ed2-55c0-4c74-87dd-889cef10a03f tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10246617'] for subnet, precommit_delete_associations {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:09.292625 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-6938c940-7c16-43a1-9c6b-6dbf2628149e req-099b6d48-d342-47aa-92ad-a9264a4e7775 service neutron] 10.222.0.31 "GET /v2.0/networks/6dab2bb9-1b11-4634-becc-b5742aceff64?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5879960
Dec 25 21:30:09.298383 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-2d444cd3-add0-4354-acd2-bfbd2b64ddc1 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:09.390709 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-36115ed2-55c0-4c74-87dd-889cef10a03f tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995662'] for subnet, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:09.456387 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-f60634cc-846f-452f-b580-8e79e6f05d83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:09.479882 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-15cb578f-7a63-4fd3-925d-83bad4c7b82a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:09.543992 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-36115ed2-55c0-4c74-87dd-889cef10a03f tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8632410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8852809'] for subnet, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:09.584962 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36115ed2-55c0-4c74-87dd-889cef10a03f tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Pushing event deleted for resources: {'Subnet': ['ID=c07537fe-2e27-41aa-bbcc-78c8de127721,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:30:09.599688 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-36115ed2-55c0-4c74-87dd-889cef10a03f tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks [] for subnet, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:09.601458 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d19c42a-d475-44f6-a20d-556081cc7617 None None] Network 42f2c1f9-ef0b-4429-8d69-a2b3ee1a3170 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:30:09.604456 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-36115ed2-55c0-4c74-87dd-889cef10a03f tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] 10.222.0.32 "DELETE /v2.0/subnets/c07537fe-2e27-41aa-bbcc-78c8de127721 HTTP/1.1" status: 204  len: 168 time: 0.5949008
Dec 25 21:30:09.607109 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 47076) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:30:09.622717 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-6938c940-7c16-43a1-9c6b-6dbf2628149e req-1d26ddbe-f411-47b9-a658-6db853495881 service neutron] 10.222.0.31 "GET /v2.0/networks/6dab2bb9-1b11-4634-becc-b5742aceff64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3207772
Dec 25 21:30:09.625747 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-f60634cc-846f-452f-b580-8e79e6f05d83 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=df0f296c829f494694914b7dd3973f9b&name=default HTTP/1.1" status: 200  len: 3000 time: 2.4941673
Dec 25 21:30:09.628376 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bb10ca-803e-4bba-9f6f-4466098a855e req-8497a328-4cb6-4346-8f95-c1dcfa811137 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:30:09.629714 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a0bb10ca-803e-4bba-9f6f-4466098a855e req-8497a328-4cb6-4346-8f95-c1dcfa811137 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] 10.222.0.37 "GET /v2.0/ports/fd6aa216-385a-41e5-8c5e-3aae2253a5ab?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200  len: 260 time: 0.2125936
Dec 25 21:30:09.634923 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 47078) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:30:09.695603 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-6938c940-7c16-43a1-9c6b-6dbf2628149e req-f03e0fb8-6a49-4c0a-acf8-8b3912be7f13 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.46&port_id=1704d60b-466b-4afa-a1c8-2e009902991b HTTP/1.1" status: 200  len: 217 time: 0.0627086
Dec 25 21:30:09.697235 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60634cc-846f-452f-b580-8e79e6f05d83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=082e863c-9a7c-4f6b-a5b3-a3664b45fc4d,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:30:09.818550 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d4dde50-e7d8-42f3-8db6-9d93af56357b None None] DHCP port deletion for 42f2c1f9-ef0b-4429-8d69-a2b3ee1a3170 request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 21:30:09.879313 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-21f5b7bf-401b-4791-aee2-f00393eb16e9 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625803'] for network, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:09.915837 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-521c047a-0455-4cfa-acf6-084fcfa30b82 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:09.974514 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-521c047a-0455-4cfa-acf6-084fcfa30b82 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:10.035415 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-a0bb10ca-803e-4bba-9f6f-4466098a855e req-797135a6-a536-4926-92a4-3aca206553c5 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:30:10.130384 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-8d4dde50-e7d8-42f3-8db6-9d93af56357b None None] Deleting port ccce3ee3-64c5-4fa8-b13b-2e742bbeb0b6 {{(pid=121608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:30:10.131313 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-8d4dde50-e7d8-42f3-8db6-9d93af56357b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:10.163743 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6938c940-7c16-43a1-9c6b-6dbf2628149e req-a9b47111-6ef1-46ba-8145-90dd6178dd5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:30:10.165933 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-6938c940-7c16-43a1-9c6b-6dbf2628149e req-a9b47111-6ef1-46ba-8145-90dd6178dd5d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f7c309e7-75ab-4e4b-b61f-ca7ce9c46156 HTTP/1.1" status: 200  len: 797 time: 0.3751090
Dec 25 21:30:10.178040 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-21f5b7bf-401b-4791-aee2-f00393eb16e9 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Deleting port ccce3ee3-64c5-4fa8-b13b-2e742bbeb0b6 {{(pid=121607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:30:10.183644 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-21f5b7bf-401b-4791-aee2-f00393eb16e9 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:10.264495 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94485c55-872e-4b2a-9e4b-9a77ad72497f req-7c194ca1-0cf6-44f7-bf5d-328310a0b460 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:30:10.266069 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-94485c55-872e-4b2a-9e4b-9a77ad72497f req-7c194ca1-0cf6-44f7-bf5d-328310a0b460 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] 10.222.0.32 "GET /v2.0/ports?device_id=65490ad4-5baf-4c89-9877-006d581b4758 HTTP/1.1" status: 200  len: 943 time: 0.4207172
Dec 25 21:30:10.288523 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-8d4dde50-e7d8-42f3-8db6-9d93af56357b None None] For port ccce3ee3-64c5-4fa8-b13b-2e742bbeb0b6, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ccce3ee3-64c5-4fa8-b13b-2e742bbeb0b6,segment=NetworkSegment(36803ce2-f4ff-4e9c-9c6c-82b666c093c3),segment_id=36803ce2-f4ff-4e9c-9c6c-82b666c093c3)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:30:10.289256 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-8d4dde50-e7d8-42f3-8db6-9d93af56357b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:10.298986 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-a0bb10ca-803e-4bba-9f6f-4466098a855e req-797135a6-a536-4926-92a4-3aca206553c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:10.344316 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device ccce3ee3-64c5-4fa8-b13b-2e742bbeb0b6 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:30:10.346140 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-8d4dde50-e7d8-42f3-8db6-9d93af56357b None None] Calling delete_port for ccce3ee3-64c5-4fa8-b13b-2e742bbeb0b6 owned by network:dhcp {{(pid=121608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:30:10.354792 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-521c047a-0455-4cfa-acf6-084fcfa30b82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:10.357467 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-521c047a-0455-4cfa-acf6-084fcfa30b82 admin admin] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:10.358634 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-521c047a-0455-4cfa-acf6-084fcfa30b82 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/082e863c-9a7c-4f6b-a5b3-a3664b45fc4d HTTP/1.1" status: 204  len: 168 time: 0.7228718
Dec 25 21:30:10.367517 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.db [None req-21f5b7bf-401b-4791-aee2-f00393eb16e9 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] For port ccce3ee3-64c5-4fa8-b13b-2e742bbeb0b6, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ccce3ee3-64c5-4fa8-b13b-2e742bbeb0b6,segment=NetworkSegment(36803ce2-f4ff-4e9c-9c6c-82b666c093c3),segment_id=36803ce2-f4ff-4e9c-9c6c-82b666c093c3)] {{(pid=121607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:30:10.373992 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-21f5b7bf-401b-4791-aee2-f00393eb16e9 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:10.419061 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-21f5b7bf-401b-4791-aee2-f00393eb16e9 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Calling delete_port for ccce3ee3-64c5-4fa8-b13b-2e742bbeb0b6 owned by network:dhcp {{(pid=121607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:30:10.421625 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521c047a-0455-4cfa-acf6-084fcfa30b82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=082e863c-9a7c-4f6b-a5b3-a3664b45fc4d,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:30:10.487597 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6938c940-7c16-43a1-9c6b-6dbf2628149e req-acac14a9-dd95-4473-92e7-5602dd295e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:30:10.489662 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-6938c940-7c16-43a1-9c6b-6dbf2628149e req-acac14a9-dd95-4473-92e7-5602dd295e62 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=6dab2bb9-1b11-4634-becc-b5742aceff64&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.3109419
Dec 25 21:30:10.495310 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-2d444cd3-add0-4354-acd2-bfbd2b64ddc1 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks [] for port, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:10.533630 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-94485c55-872e-4b2a-9e4b-9a77ad72497f req-96877990-d059-4391-b63e-8021b9e21632 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d32f0a1-0bdc-4dd4-8a66-1e7cbebb8ef1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2541542
Dec 25 21:30:10.586170 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:10.658305 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] For port ccce3ee3-64c5-4fa8-b13b-2e742bbeb0b6, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ccce3ee3-64c5-4fa8-b13b-2e742bbeb0b6,segment=NetworkSegment(36803ce2-f4ff-4e9c-9c6c-82b666c093c3),segment_id=36803ce2-f4ff-4e9c-9c6c-82b666c093c3)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:30:10.748437 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:10.749917 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-2d444cd3-add0-4354-acd2-bfbd2b64ddc1 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:10.800353 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:10.872708 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-6938c940-7c16-43a1-9c6b-6dbf2628149e req-02727cec-5d06-4e45-b67e-2bb17b5bcf02 service neutron] 10.222.0.31 "GET /v2.0/networks/6dab2bb9-1b11-4634-becc-b5742aceff64?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2985258
Dec 25 21:30:10.886897 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-21f5b7bf-401b-4791-aee2-f00393eb16e9 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:10.909883 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-8d4dde50-e7d8-42f3-8db6-9d93af56357b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955'] for port, after_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:10.912763 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Pushing event updated for resources: {'Port': ['ID=ccce3ee3-64c5-4fa8-b13b-2e742bbeb0b6,revision_number=5']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:30:10.931219 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa2d5924-6a22-461e-b48b-e73f52f4b72c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2eb143cf-a0c7-4e74-a5f2-177a4bc1db2c'}, {'server_uuid': 'aa2d5924-6a22-461e-b48b-e73f52f4b72c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fd6aa216-385a-41e5-8c5e-3aae2253a5ab'}, {'server_uuid': 'aa2d5924-6a22-461e-b48b-e73f52f4b72c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9c0613e4-0268-4ae9-8585-76b021617ef8'}, {'server_uuid': 'aa2d5924-6a22-461e-b48b-e73f52f4b72c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '634d748d-c261-4855-913b-beb5992df4cb'}, {'server_uuid': 'aa2d5924-6a22-461e-b48b-e73f52f4b72c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8de83a8d-9b83-433c-af96-f34c522b12b1'}] {{(pid=121608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:30:10.942655 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f5b7bf-401b-4791-aee2-f00393eb16e9 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Pushing event deleted for resources: {'Port': ['ID=ccce3ee3-64c5-4fa8-b13b-2e742bbeb0b6,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:30:10.945867 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a88c78c3ff6266bd59c7e89d275b28c92e739b67d23c89d71af88829fd31566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c679861f-1af1-4ad5-aaf2-611f45d1d5e3" -d '{"events": [{"server_uuid": "aa2d5924-6a22-461e-b48b-e73f52f4b72c", "name": "network-vif-unplugged", "status": "completed", "tag": "2eb143cf-a0c7-4e74-a5f2-177a4bc1db2c"}, {"server_uuid": "aa2d5924-6a22-461e-b48b-e73f52f4b72c", "name": "network-vif-unplugged", "status": "completed", "tag": "fd6aa216-385a-41e5-8c5e-3aae2253a5ab"}, {"server_uuid": "aa2d5924-6a22-461e-b48b-e73f52f4b72c", "name": "network-vif-unplugged", "status": "completed", "tag": "9c0613e4-0268-4ae9-8585-76b021617ef8"}, {"server_uuid": "aa2d5924-6a22-461e-b48b-e73f52f4b72c", "name": "network-vif-unplugged", "status": "completed", "tag": "634d748d-c261-4855-913b-beb5992df4cb"}, {"server_uuid": "aa2d5924-6a22-461e-b48b-e73f52f4b72c", "name": "network-vif-unplugged", "status": "completed", "tag": "8de83a8d-9b83-433c-af96-f34c522b12b1"}]}' {{(pid=121608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:30:10.981115 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21f5b7bf-401b-4791-aee2-f00393eb16e9 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] No DVR routers for this DVR port ccce3ee3-64c5-4fa8-b13b-2e742bbeb0b6 on host ncdv-master-1 {{(pid=121607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:30:11.075043 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 877 Content-Type: application/json Date: Sat, 25 Dec 2021 21:30:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31661e35-1401-4eb9-983c-3146f715f9ab x-openstack-request-id: req-31661e35-1401-4eb9-983c-3146f715f9ab {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:30:11.075478 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa2d5924-6a22-461e-b48b-e73f52f4b72c", "name": "network-vif-unplugged", "status": "completed", "tag": "2eb143cf-a0c7-4e74-a5f2-177a4bc1db2c", "code": 200}, {"server_uuid": "aa2d5924-6a22-461e-b48b-e73f52f4b72c", "name": "network-vif-unplugged", "status": "completed", "tag": "fd6aa216-385a-41e5-8c5e-3aae2253a5ab", "code": 200}, {"server_uuid": "aa2d5924-6a22-461e-b48b-e73f52f4b72c", "name": "network-vif-unplugged", "status": "completed", "tag": "9c0613e4-0268-4ae9-8585-76b021617ef8", "code": 200}, {"server_uuid": "aa2d5924-6a22-461e-b48b-e73f52f4b72c", "name": "network-vif-unplugged", "status": "completed", "tag": "634d748d-c261-4855-913b-beb5992df4cb", "code": 200}, {"server_uuid": "aa2d5924-6a22-461e-b48b-e73f52f4b72c", "name": "network-vif-unplugged", "status": "completed", "tag": "8de83a8d-9b83-433c-af96-f34c522b12b1", "code": 200}]} {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:30:11.075608 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-31661e35-1401-4eb9-983c-3146f715f9ab {{(pid=121608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:30:11.083780 ncdv-master-1 neutron-server[121608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa2d5924-6a22-461e-b48b-e73f52f4b72c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2eb143cf-a0c7-4e74-a5f2-177a4bc1db2c', 'code': 200}
Dec 25 21:30:11.084111 ncdv-master-1 neutron-server[121608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa2d5924-6a22-461e-b48b-e73f52f4b72c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fd6aa216-385a-41e5-8c5e-3aae2253a5ab', 'code': 200}
Dec 25 21:30:11.084381 ncdv-master-1 neutron-server[121608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa2d5924-6a22-461e-b48b-e73f52f4b72c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9c0613e4-0268-4ae9-8585-76b021617ef8', 'code': 200}
Dec 25 21:30:11.084715 ncdv-master-1 neutron-server[121608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa2d5924-6a22-461e-b48b-e73f52f4b72c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '634d748d-c261-4855-913b-beb5992df4cb', 'code': 200}
Dec 25 21:30:11.084997 ncdv-master-1 neutron-server[121608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa2d5924-6a22-461e-b48b-e73f52f4b72c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8de83a8d-9b83-433c-af96-f34c522b12b1', 'code': 200}
Dec 25 21:30:11.096013 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4dde50-e7d8-42f3-8db6-9d93af56357b None None] Pushing event deleted for resources: {'Port': ['ID=ccce3ee3-64c5-4fa8-b13b-2e742bbeb0b6,revision_number=None']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:30:11.121220 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-21f5b7bf-401b-4791-aee2-f00393eb16e9 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997585', 'neutron.services.segments.db._delete_segments_for_network-8737602743071'] for network, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:11.127031 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d4dde50-e7d8-42f3-8db6-9d93af56357b None None] No DVR routers for this DVR port ccce3ee3-64c5-4fa8-b13b-2e742bbeb0b6 on host ncdv-master-1 {{(pid=121608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:30:11.165992 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-21f5b7bf-401b-4791-aee2-f00393eb16e9 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2612906550>,) {'filters': {'network_id': ['42f2c1f9-ef0b-4429-8d69-a2b3ee1a3170']}} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:30:11.179367 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-21f5b7bf-401b-4791-aee2-f00393eb16e9 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2612906550>, '36803ce2-f4ff-4e9c-9c6c-82b666c093c3') {'for_net_delete': True} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:30:11.179817 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-21f5b7bf-401b-4791-aee2-f00393eb16e9 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2612906550>, '36803ce2-f4ff-4e9c-9c6c-82b666c093c3') {} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:30:11.194056 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-21f5b7bf-401b-4791-aee2-f00393eb16e9 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737602746920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10246592'] for segment, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:11.212003 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d444cd3-add0-4354-acd2-bfbd2b64ddc1 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Pushing event updated for resources: {'Port': ['ID=3cf51cd2-2411-4fc0-ba30-37281aab0e02,revision_number=2']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:30:11.248489 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-21f5b7bf-401b-4791-aee2-f00393eb16e9 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:11.255361 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26a62e7-3b62-45a0-8dc3-00adccd90a55 req-1a80017d-6754-4d15-9087-19fef3679fe9 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:30:11.263339 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21f5b7bf-401b-4791-aee2-f00393eb16e9 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Releasing vlan 174 on physical network physnet1 to pool {{(pid=121607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 25 21:30:11.263791 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-21f5b7bf-401b-4791-aee2-f00393eb16e9 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8633327'] for segment, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:11.266574 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26a62e7-3b62-45a0-8dc3-00adccd90a55 req-1a80017d-6754-4d15-9087-19fef3679fe9 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:30:11.267367 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:30:11.267367 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:30:11.267367 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:30:11.267367 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:30:11.267367 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:30:11.267367 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:30:11.267367 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:30:11.267367 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:30:11.267367 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:30:11.267367 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:30:11.267367 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:30:11.267367 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:30:11.267367 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:30:11.267367 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:30:11.267367 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:30:11.267367 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:30:11.267367 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:30:11.267367 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:30:11.267367 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:30:11.267367 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:30:11.267367 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 25 21:30:11.267367 ncdv-master-1 neutron-server[121607]:   self.session.flush()
Dec 25 21:30:11.267367 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 25 21:30:11.267367 ncdv-master-1 neutron-server[121607]:   self.session.flush()
Dec 25 21:30:11.267367 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 25 21:30:11.267367 ncdv-master-1 neutron-server[121607]:   self.session.flush()
Dec 25 21:30:11.267367 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 25 21:30:11.267367 ncdv-master-1 neutron-server[121607]:   self.session.flush()
Dec 25 21:30:11.267367 ncdv-master-1 neutron-server[121607]: Traceback (most recent call last):
Dec 25 21:30:11.267367 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 25 21:30:11.267367 ncdv-master-1 neutron-server[121607]:     timer()
Dec 25 21:30:11.267367 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 25 21:30:11.267367 ncdv-master-1 neutron-server[121607]:     cb(*args, **kw)
Dec 25 21:30:11.267367 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 25 21:30:11.267367 ncdv-master-1 neutron-server[121607]:     return func(*args, **kwargs)
Dec 25 21:30:11.267367 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 25 21:30:11.267367 ncdv-master-1 neutron-server[121607]:     self._notify()
Dec 25 21:30:11.267367 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 25 21:30:11.267367 ncdv-master-1 neutron-server[121607]:     self.callback(batched_events)
Dec 25 21:30:11.267367 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 25 21:30:11.267367 ncdv-master-1 neutron-server[121607]:     event.method(event)
Dec 25 21:30:11.267367 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 25 21:30:11.267367 ncdv-master-1 neutron-server[121607]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 25 21:30:11.267367 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 25 21:30:11.267367 ncdv-master-1 neutron-server[121607]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 25 21:30:11.267367 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 25 21:30:11.267367 ncdv-master-1 neutron-server[121607]:     return f(self, *a, **k)
Dec 25 21:30:11.267367 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 25 21:30:11.267367 ncdv-master-1 neutron-server[121607]:     return self._get(url).json()
Dec 25 21:30:11.267367 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 25 21:30:11.267367 ncdv-master-1 neutron-server[121607]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 25 21:30:11.267367 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 25 21:30:11.267367 ncdv-master-1 neutron-server[121607]:     return self.request(url, 'GET', **kwargs)
Dec 25 21:30:11.267367 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 25 21:30:11.267367 ncdv-master-1 neutron-server[121607]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 25 21:30:11.267367 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 25 21:30:11.267367 ncdv-master-1 neutron-server[121607]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 25 21:30:11.267367 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 25 21:30:11.267367 ncdv-master-1 neutron-server[121607]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 25 21:30:11.267367 ncdv-master-1 neutron-server[121607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 25 21:30:11.277422 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26a62e7-3b62-45a0-8dc3-00adccd90a55 req-1a80017d-6754-4d15-9087-19fef3679fe9 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:30:11.285277 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26a62e7-3b62-45a0-8dc3-00adccd90a55 req-1a80017d-6754-4d15-9087-19fef3679fe9 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:30:11.298246 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26a62e7-3b62-45a0-8dc3-00adccd90a55 req-1a80017d-6754-4d15-9087-19fef3679fe9 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:30:11.320058 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26a62e7-3b62-45a0-8dc3-00adccd90a55 req-1a80017d-6754-4d15-9087-19fef3679fe9 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:30:11.322009 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a26a62e7-3b62-45a0-8dc3-00adccd90a55 req-1a80017d-6754-4d15-9087-19fef3679fe9 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa2d5924-6a22-461e-b48b-e73f52f4b72c HTTP/1.1" status: 200  len: 4653 time: 0.8371463
Dec 25 21:30:11.368345 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-e29770e1-3a06-4a7f-bb49-3318491c4e3d None None] Provisioning complete for port 3cf51cd2-2411-4fc0-ba30-37281aab0e02 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:30:11.368771 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-6938c940-7c16-43a1-9c6b-6dbf2628149e req-e48ea785-f8d2-4456-8d99-43670a7045b9 service neutron] 10.222.0.31 "GET /v2.0/networks/6dab2bb9-1b11-4634-becc-b5742aceff64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4301875
Dec 25 21:30:11.368888 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-e29770e1-3a06-4a7f-bb49-3318491c4e3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:11.436609 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-e29770e1-3a06-4a7f-bb49-3318491c4e3d None None] Port 3cf51cd2-2411-4fc0-ba30-37281aab0e02 cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:30:11.504193 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-6938c940-7c16-43a1-9c6b-6dbf2628149e req-61c15d35-4298-4515-8492-db97e8f11a8c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.165&port_id=c4a5dc77-7743-4d72-8f35-550325e4dc63 HTTP/1.1" status: 200  len: 217 time: 0.0679224
Dec 25 21:30:11.532483 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-21f5b7bf-401b-4791-aee2-f00393eb16e9 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2008653'] for network, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:11.537211 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-a0bb10ca-803e-4bba-9f6f-4466098a855e req-797135a6-a536-4926-92a4-3aca206553c5 service neutron] For port fd6aa216-385a-41e5-8c5e-3aae2253a5ab, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=fd6aa216-385a-41e5-8c5e-3aae2253a5ab,segment=NetworkSegment(3c3bf577-825d-4a12-8515-c9a0adea0ed3),segment_id=3c3bf577-825d-4a12-8515-c9a0adea0ed3)] {{(pid=121606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:30:11.590392 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-21f5b7bf-401b-4791-aee2-f00393eb16e9 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks [] for network, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:11.621375 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-21f5b7bf-401b-4791-aee2-f00393eb16e9 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] 10.222.0.32 "DELETE /v2.0/networks/42f2c1f9-ef0b-4429-8d69-a2b3ee1a3170 HTTP/1.1" status: 204  len: 168 time: 2.0106122
Dec 25 21:30:11.624430 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 47120) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:30:11.643594 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-ea3ecd91-fecf-4a28-8f15-d0cb4e7cb966 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Request body: {'network': {'name': 'tempest-RoutersTest-359978753'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:30:11.655098 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f5b7bf-401b-4791-aee2-f00393eb16e9 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Pushing event deleted for resources: {'Network': ['ID=42f2c1f9-ef0b-4429-8d69-a2b3ee1a3170,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:30:11.689796 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6938c940-7c16-43a1-9c6b-6dbf2628149e req-dbf52207-b46e-41b3-a34f-429759e60199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:30:11.691504 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-6938c940-7c16-43a1-9c6b-6dbf2628149e req-dbf52207-b46e-41b3-a34f-429759e60199 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f7c309e7-75ab-4e4b-b61f-ca7ce9c46156 HTTP/1.1" status: 200  len: 797 time: 0.1563470
Dec 25 21:30:11.728450 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-a0bb10ca-803e-4bba-9f6f-4466098a855e req-797135a6-a536-4926-92a4-3aca206553c5 service neutron] For port fd6aa216-385a-41e5-8c5e-3aae2253a5ab, host nch2-master-1, cleared binding levels {{(pid=121606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:30:11.782315 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea3ecd91-fecf-4a28-8f15-d0cb4e7cb966 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Made reservation on behalf of 2b4b670b5aa1407f8675179d6279efab for: {'network': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:30:11.787200 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ea3ecd91-fecf-4a28-8f15-d0cb4e7cb966 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for network, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:11.852193 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a26a62e7-3b62-45a0-8dc3-00adccd90a55 req-ff32d263-3598-4f4d-a94f-79669580c085 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] 10.222.0.32 "GET /v2.0/security-groups?id=b91eef00-e17a-4a6b-bf8c-dc658b79c2db&id=051b583c-529b-425b-89b3-0dd7f4245e61&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.4338460
Dec 25 21:30:11.861776 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea3ecd91-fecf-4a28-8f15-d0cb4e7cb966 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] vlan segment allocate from pool success with {'vlan_id': 158, 'physical_network': 'physnet1'}  {{(pid=121607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 25 21:30:11.874668 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ea3ecd91-fecf-4a28-8f15-d0cb4e7cb966 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:11.875331 ncdv-master-1 neutron-server[121607]: INFO neutron.db.segments_db [None req-ea3ecd91-fecf-4a28-8f15-d0cb4e7cb966 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Added segment e30ead30-f2f8-41f7-af6c-c19ed142a4fb of type vlan for network dcfb81ae-aba4-4e2d-9562-fba12c265680
Dec 25 21:30:11.878541 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [req-a0bb10ca-803e-4bba-9f6f-4466098a855e req-797135a6-a536-4926-92a4-3aca206553c5 service neutron] device_id is not set on port fd6aa216-385a-41e5-8c5e-3aae2253a5ab yet. {{(pid=121606) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 25 21:30:11.930616 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-a0bb10ca-803e-4bba-9f6f-4466098a855e req-797135a6-a536-4926-92a4-3aca206553c5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:11.934692 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-2d444cd3-add0-4354-acd2-bfbd2b64ddc1 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2008772'] for router_interface, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:11.945833 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ea3ecd91-fecf-4a28-8f15-d0cb4e7cb966 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737602163420'] for network, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:12.000641 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6938c940-7c16-43a1-9c6b-6dbf2628149e req-65d6a7ce-b1ed-437a-9092-6b8667064e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:30:12.019002 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-6938c940-7c16-43a1-9c6b-6dbf2628149e req-65d6a7ce-b1ed-437a-9092-6b8667064e9a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=6dab2bb9-1b11-4634-becc-b5742aceff64&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.2847838
Dec 25 21:30:12.019002 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-a0bb10ca-803e-4bba-9f6f-4466098a855e req-797135a6-a536-4926-92a4-3aca206553c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:12.035128 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65815edb-b393-486b-9b3c-b7491706a674 req-87195820-7217-4ce9-99f7-bbc06b210ba0 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:30:12.046810 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-65815edb-b393-486b-9b3c-b7491706a674 req-87195820-7217-4ce9-99f7-bbc06b210ba0 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] 10.222.0.32 "GET /v2.0/ports?device_id=65490ad4-5baf-4c89-9877-006d581b4758 HTTP/1.1" status: 200  len: 943 time: 0.3314424
Dec 25 21:30:12.269995 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ea3ecd91-fecf-4a28-8f15-d0cb4e7cb966 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870'] for network, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:12.278234 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea3ecd91-fecf-4a28-8f15-d0cb4e7cb966 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:30:12.279934 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ea3ecd91-fecf-4a28-8f15-d0cb4e7cb966 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks [] for network, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:12.455132 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0bb10ca-803e-4bba-9f6f-4466098a855e req-797135a6-a536-4926-92a4-3aca206553c5 service neutron] No DVR routers for this DVR port fd6aa216-385a-41e5-8c5e-3aae2253a5ab on host nch2-master-1 {{(pid=121606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:30:12.466577 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3ecd91-fecf-4a28-8f15-d0cb4e7cb966 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Pushing event updated for resources: {'Network': ['ID=dcfb81ae-aba4-4e2d-9562-fba12c265680,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:30:12.484842 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Network dcfb81ae-aba4-4e2d-9562-fba12c265680 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 25 21:30:12.504574 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-ea3ecd91-fecf-4a28-8f15-d0cb4e7cb966 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 765 time: 0.8757727
Dec 25 21:30:12.505309 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 47144) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:30:12.513859 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-561bea51-552c-4e99-ae32-7d74b554bb96 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Request body: {'subnet': {'network_id': 'dcfb81ae-aba4-4e2d-9562-fba12c265680', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:30:12.763942 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-ecf61554-0f5d-4f05-9918-21ed5b107d4e None None] Provisioning complete for port fd6aa216-385a-41e5-8c5e-3aae2253a5ab triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:30:12.766447 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-ecf61554-0f5d-4f05-9918-21ed5b107d4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:12.853937 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-ecf61554-0f5d-4f05-9918-21ed5b107d4e None None] Port fd6aa216-385a-41e5-8c5e-3aae2253a5ab cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:30:12.874386 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-561bea51-552c-4e99-ae32-7d74b554bb96 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Made reservation on behalf of 2b4b670b5aa1407f8675179d6279efab for: {'subnet': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:30:12.878245 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-561bea51-552c-4e99-ae32-7d74b554bb96 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8852834'] for subnet, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:13.278717 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797135a6-a536-4926-92a4-3aca206553c5 service neutron] Pushing event updated for resources: {'Port': ['ID=fd6aa216-385a-41e5-8c5e-3aae2253a5ab,revision_number=7']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:30:13.285443 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-6938c940-7c16-43a1-9c6b-6dbf2628149e req-a47092c9-51c0-43df-b833-31874aebf878 service neutron] 10.222.0.31 "GET /v2.0/networks/6dab2bb9-1b11-4634-becc-b5742aceff64?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.2355115
Dec 25 21:30:13.296336 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-65815edb-b393-486b-9b3c-b7491706a674 req-3e535cdc-43f0-408d-b0a1-b923d3bbeaf5 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d32f0a1-0bdc-4dd4-8a66-1e7cbebb8ef1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 1.2483623
Dec 25 21:30:13.304077 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-561bea51-552c-4e99-ae32-7d74b554bb96 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8632475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8852848'] for subnet, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:13.425450 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561bea51-552c-4e99-ae32-7d74b554bb96 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Pushing event updated for resources: {'Subnet': ['ID=519d18e0-5edb-4396-84a0-75e7c1717687,revision_number=0']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:30:13.440423 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-6938c940-7c16-43a1-9c6b-6dbf2628149e req-41b040f7-473b-4848-852c-ebe10e68fda7 service neutron] 10.222.0.31 "GET /v2.0/networks/6dab2bb9-1b11-4634-becc-b5742aceff64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1411140
Dec 25 21:30:13.447937 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [req-a0bb10ca-803e-4bba-9f6f-4466098a855e req-797135a6-a536-4926-92a4-3aca206553c5 service neutron] In _notify_port_updated(), no bound segment for port fd6aa216-385a-41e5-8c5e-3aae2253a5ab on network f7ed1632-2ec3-4974-9097-8fe2ac8f3ba4 {{(pid=121606) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}}
Dec 25 21:30:13.447937 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bb10ca-803e-4bba-9f6f-4466098a855e req-797135a6-a536-4926-92a4-3aca206553c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:30:13.447937 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-a0bb10ca-803e-4bba-9f6f-4466098a855e req-797135a6-a536-4926-92a4-3aca206553c5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:13.449213 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a0bb10ca-803e-4bba-9f6f-4466098a855e req-797135a6-a536-4926-92a4-3aca206553c5 service neutron] 10.222.0.37 "PUT /v2.0/ports/fd6aa216-385a-41e5-8c5e-3aae2253a5ab HTTP/1.1" status: 200  len: 1032 time: 3.4430830
Dec 25 21:30:13.469297 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-561bea51-552c-4e99-ae32-7d74b554bb96 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Checking segment: {'id': 'e30ead30-f2f8-41f7-af6c-c19ed142a4fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'dcfb81ae-aba4-4e2d-9562-fba12c265680'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:30:13.473037 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-561bea51-552c-4e99-ae32-7d74b554bb96 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Network hostable DHCP agents. Network: dcfb81ae-aba4-4e2d-9562-fba12c265680, hostable agents: ['1813db88-2c1b-4357-a2ba-869246b663c2'], hosted agents: [] {{(pid=121607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 25 21:30:13.555266 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-6938c940-7c16-43a1-9c6b-6dbf2628149e req-98718549-0477-4f09-98a8-818a79c8ec84 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.99&port_id=bbeefdb7-89c8-4442-a2e7-858c459b3b9a HTTP/1.1" status: 200  len: 217 time: 0.0975020
Dec 25 21:30:13.570383 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9315280c-0063-4c21-9c7c-591c22de22ae req-580637b5-5196-4884-910e-18bb916f70f2 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:30:13.576858 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9315280c-0063-4c21-9c7c-591c22de22ae req-580637b5-5196-4884-910e-18bb916f70f2 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:30:13.583916 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9315280c-0063-4c21-9c7c-591c22de22ae req-580637b5-5196-4884-910e-18bb916f70f2 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:30:13.589689 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-561bea51-552c-4e99-ae32-7d74b554bb96 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Network dcfb81ae-aba4-4e2d-9562-fba12c265680 is scheduled to be hosted by DHCP agent 1813db88-2c1b-4357-a2ba-869246b663c2 with binding_index 1 {{(pid=121607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 25 21:30:13.590897 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9315280c-0063-4c21-9c7c-591c22de22ae req-580637b5-5196-4884-910e-18bb916f70f2 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:30:13.597374 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9315280c-0063-4c21-9c7c-591c22de22ae req-580637b5-5196-4884-910e-18bb916f70f2 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:30:13.599417 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9315280c-0063-4c21-9c7c-591c22de22ae req-580637b5-5196-4884-910e-18bb916f70f2 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa2d5924-6a22-461e-b48b-e73f52f4b72c HTTP/1.1" status: 200  len: 3876 time: 0.3704922
Dec 25 21:30:13.609034 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-2d444cd3-add0-4354-acd2-bfbd2b64ddc1 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:14.031910 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6938c940-7c16-43a1-9c6b-6dbf2628149e req-4d165eeb-a1b0-4ae3-b8bf-45296f635b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:30:14.031910 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-6938c940-7c16-43a1-9c6b-6dbf2628149e req-4d165eeb-a1b0-4ae3-b8bf-45296f635b02 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f7c309e7-75ab-4e4b-b61f-ca7ce9c46156 HTTP/1.1" status: 200  len: 797 time: 0.2613010
Dec 25 21:30:14.031910 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9315280c-0063-4c21-9c7c-591c22de22ae req-b67e1c10-6e28-448d-96a3-d79b84968fe5 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] 10.222.0.32 "GET /v2.0/security-groups?id=051b583c-529b-425b-89b3-0dd7f4245e61&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2842402
Dec 25 21:30:14.031910 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6938c940-7c16-43a1-9c6b-6dbf2628149e req-f0bd535c-3c0e-4d82-98d8-4aee759ee0fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:30:14.031910 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-6938c940-7c16-43a1-9c6b-6dbf2628149e req-f0bd535c-3c0e-4d82-98d8-4aee759ee0fb service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=6dab2bb9-1b11-4634-becc-b5742aceff64&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.1276054
Dec 25 21:30:14.031910 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [req-a0bb10ca-803e-4bba-9f6f-4466098a855e req-3fa1d641-376e-493d-8a6a-b5d0de3fbe9c tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Deleting port 9c0613e4-0268-4ae9-8585-76b021617ef8 {{(pid=121606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:30:14.031910 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-a0bb10ca-803e-4bba-9f6f-4466098a855e req-3fa1d641-376e-493d-8a6a-b5d0de3fbe9c tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:14.249870 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-a0bb10ca-803e-4bba-9f6f-4466098a855e req-3fa1d641-376e-493d-8a6a-b5d0de3fbe9c tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] For port 9c0613e4-0268-4ae9-8585-76b021617ef8, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9c0613e4-0268-4ae9-8585-76b021617ef8,segment=NetworkSegment(1484705c-8e80-460c-b34f-1f443916d93d),segment_id=1484705c-8e80-460c-b34f-1f443916d93d)] {{(pid=121606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:30:14.250337 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-a0bb10ca-803e-4bba-9f6f-4466098a855e req-3fa1d641-376e-493d-8a6a-b5d0de3fbe9c tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:14.292792 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [req-a0bb10ca-803e-4bba-9f6f-4466098a855e req-3fa1d641-376e-493d-8a6a-b5d0de3fbe9c tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Calling delete_port for 9c0613e4-0268-4ae9-8585-76b021617ef8 owned by compute:nova {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:30:14.353061 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-2d444cd3-add0-4354-acd2-bfbd2b64ddc1 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks [] for port, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:14.360680 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-6938c940-7c16-43a1-9c6b-6dbf2628149e req-bd8ba4cf-5a07-4607-93e5-978234d4b642 service neutron] 10.222.0.31 "GET /v2.0/networks/6dab2bb9-1b11-4634-becc-b5742aceff64?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3485157
Dec 25 21:30:14.486896 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-6938c940-7c16-43a1-9c6b-6dbf2628149e req-99255d84-083c-49e9-a407-e88165d73fd9 service neutron] 10.222.0.31 "GET /v2.0/networks/6dab2bb9-1b11-4634-becc-b5742aceff64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1184421
Dec 25 21:30:14.501808 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-561bea51-552c-4e99-ae32-7d74b554bb96 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, dcfb81ae-aba4-4e2d-9562-fba12c265680) {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:30:14.506888 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-561bea51-552c-4e99-ae32-7d74b554bb96 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:30:14.508691 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-561bea51-552c-4e99-ae32-7d74b554bb96 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks [] for subnet, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:14.513887 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f320da52-e8db-45a8-8b63-1f0470ff3442 None None] Network dcfb81ae-aba4-4e2d-9562-fba12c265680 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:30:14.583892 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-6938c940-7c16-43a1-9c6b-6dbf2628149e req-f498d8a3-67d4-4278-bbd2-38f05a8a88b5 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=d1b259e7-c1c4-46a5-8fa8-934e76ffd08c HTTP/1.1" status: 200  len: 217 time: 0.0889018
Dec 25 21:30:14.627322 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9e6c77-7059-4885-98ec-9f18d2980243 req-de1d1de0-91e8-437e-96a8-5d14cb77e74e tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:30:14.629364 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7e9e6c77-7059-4885-98ec-9f18d2980243 req-de1d1de0-91e8-437e-96a8-5d14cb77e74e tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] 10.222.0.32 "GET /v2.0/ports?device_id=65490ad4-5baf-4c89-9877-006d581b4758 HTTP/1.1" status: 200  len: 943 time: 0.1455483
Dec 25 21:30:14.632118 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-2d444cd3-add0-4354-acd2-bfbd2b64ddc1 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:14.660901 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-561bea51-552c-4e99-ae32-7d74b554bb96 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.1542921
Dec 25 21:30:14.667483 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 47180) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:30:14.673244 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-3d23d104-4167-479d-82ad-372fdede98c1 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1055560153', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:30:14.698516 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00461fe0-79ad-4e3f-8f8c-2bce7e9879d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-dcfb81ae-aba4-4e2d-9562-fba12c265680', 'network_id': 'dcfb81ae-aba4-4e2d-9562-fba12c265680', 'project_id': '2b4b670b5aa1407f8675179d6279efab', 'fixed_ips': [{'subnet_id': '519d18e0-5edb-4396-84a0-75e7c1717687'}]}} from ncdv-master-1. {{(pid=121608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 25 21:30:14.698723 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d444cd3-add0-4354-acd2-bfbd2b64ddc1 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Pushing event updated for resources: {'Port': ['ID=3cf51cd2-2411-4fc0-ba30-37281aab0e02,revision_number=3']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:30:14.699679 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-00461fe0-79ad-4e3f-8f8c-2bce7e9879d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:14.774826 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6938c940-7c16-43a1-9c6b-6dbf2628149e req-44d0a94d-a564-4c1d-97f4-cd7598814ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:30:14.779053 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-6938c940-7c16-43a1-9c6b-6dbf2628149e req-44d0a94d-a564-4c1d-97f4-cd7598814ff1 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=64fd0ee7-98f6-4e06-ac9e-5ec230df994d HTTP/1.1" status: 200  len: 797 time: 0.1841316
Dec 25 21:30:14.786478 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-2d444cd3-add0-4354-acd2-bfbd2b64ddc1 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2007636'] for router_interface, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:14.853403 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7e9e6c77-7059-4885-98ec-9f18d2980243 req-6bfc05d2-e687-4740-a86d-81240ca81d66 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d32f0a1-0bdc-4dd4-8a66-1e7cbebb8ef1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1557627
Dec 25 21:30:14.861126 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-3d23d104-4167-479d-82ad-372fdede98c1 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2014909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14863'] for router, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:14.862880 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-3d23d104-4167-479d-82ad-372fdede98c1 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2014285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2009796', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2082630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14848'] for router, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:14.927942 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6938c940-7c16-43a1-9c6b-6dbf2628149e req-e3da705f-7450-494b-8025-97d4c72108e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:30:14.929925 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-6938c940-7c16-43a1-9c6b-6dbf2628149e req-e3da705f-7450-494b-8025-97d4c72108e0 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=1eebed42-83f0-407e-9fde-c8f3a2309436&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.1446605
Dec 25 21:30:15.026510 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.db_base_plugin_common [None req-00461fe0-79ad-4e3f-8f8c-2bce7e9879d1 None None] Allocated IP 172.20.0.2 (dcfb81ae-aba4-4e2d-9562-fba12c265680/519d18e0-5edb-4396-84a0-75e7c1717687/1010de1e-cbe0-4ef4-878f-18175e1fde9a) {{(pid=121608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:30:15.120241 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-3d23d104-4167-479d-82ad-372fdede98c1 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:15.175062 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d444cd3-add0-4354-acd2-bfbd2b64ddc1 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Network 031b4db1-1bdf-46b1-891f-3bf5beb50e23 is already hosted by enough agents. {{(pid=121606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:30:15.180328 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [None req-2d444cd3-add0-4354-acd2-bfbd2b64ddc1 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Resources bound (agent type, host, resource id):  {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:30:15.217452 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-3d23d104-4167-479d-82ad-372fdede98c1 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2014278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2009753'] for router, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:15.223800 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-00461fe0-79ad-4e3f-8f8c-2bce7e9879d1 None None] Publish callbacks [] for port, precommit_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:15.285569 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-6938c940-7c16-43a1-9c6b-6dbf2628149e req-8fd9ffee-575b-44ed-89ef-0ca81871a709 service neutron] 10.222.0.31 "GET /v2.0/networks/1eebed42-83f0-407e-9fde-c8f3a2309436?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3465953
Dec 25 21:30:15.361140 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-00461fe0-79ad-4e3f-8f8c-2bce7e9879d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946'] for port, after_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:15.362290 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-3d23d104-4167-479d-82ad-372fdede98c1 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks [] for router, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:15.363972 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-3d23d104-4167-479d-82ad-372fdede98c1 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 700 time: 0.6947100
Dec 25 21:30:15.366951 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 47204) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:30:15.433450 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-a0bb10ca-803e-4bba-9f6f-4466098a855e req-3fa1d641-376e-493d-8a6a-b5d0de3fbe9c tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:15.449874 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:30:15.449874 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:30:15.449874 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:30:15.449874 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:30:15.449874 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:30:15.449874 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:30:15.449874 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:30:15.449874 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:30:15.449874 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:30:15.449874 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:30:15.449874 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:30:15.449874 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:30:15.449874 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:30:15.449874 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:30:15.449874 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:30:15.449874 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:30:15.449874 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:30:15.449874 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:30:15.449874 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:30:15.449874 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:30:15.449874 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:30:15.449874 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:30:15.449874 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:30:15.449874 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:30:15.449874 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:30:15.449874 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:30:15.449874 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:30:15.449874 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:30:15.449874 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:30:15.449874 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:30:15.449874 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:30:15.449874 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:30:15.449874 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:30:15.449874 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:30:15.449874 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:30:15.449874 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:30:15.449874 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:30:15.449874 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:30:15.449874 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:30:15.449874 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:30:15.449874 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:30:15.449874 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:30:15.449874 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:30:15.449874 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:30:15.449874 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:30:15.449874 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:30:15.449874 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:30:15.449874 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:30:15.462250 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d33815-4219-4d20-9dfc-d18e608e6b22 req-8cb10889-6565-4d1e-b82c-f20420b2c15b tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:30:15.462250 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d33815-4219-4d20-9dfc-d18e608e6b22 req-8cb10889-6565-4d1e-b82c-f20420b2c15b tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:30:15.469168 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d33815-4219-4d20-9dfc-d18e608e6b22 req-8cb10889-6565-4d1e-b82c-f20420b2c15b tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:30:15.477216 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d33815-4219-4d20-9dfc-d18e608e6b22 req-8cb10889-6565-4d1e-b82c-f20420b2c15b tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:30:15.487963 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d33815-4219-4d20-9dfc-d18e608e6b22 req-8cb10889-6565-4d1e-b82c-f20420b2c15b tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:30:15.492702 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-63d33815-4219-4d20-9dfc-d18e608e6b22 req-8cb10889-6565-4d1e-b82c-f20420b2c15b tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa2d5924-6a22-461e-b48b-e73f52f4b72c HTTP/1.1" status: 200  len: 3876 time: 0.3464797
Dec 25 21:30:15.511415 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00461fe0-79ad-4e3f-8f8c-2bce7e9879d1 None None] Network dcfb81ae-aba4-4e2d-9562-fba12c265680 is already hosted by enough agents. {{(pid=121608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:30:15.520777 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.base_scheduler [None req-00461fe0-79ad-4e3f-8f8c-2bce7e9879d1 None None] Resources bound (agent type, host, resource id):  {{(pid=121608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:30:15.529732 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00461fe0-79ad-4e3f-8f8c-2bce7e9879d1 None None] Received port after_create {{(pid=121608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:30:15.546411 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa1d641-376e-493d-8a6a-b5d0de3fbe9c tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Pushing event deleted for resources: {'Port': ['ID=9c0613e4-0268-4ae9-8585-76b021617ef8,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:30:15.630075 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-6938c940-7c16-43a1-9c6b-6dbf2628149e req-e2d2d508-a920-479f-af53-1734b4208753 service neutron] 10.222.0.31 "GET /v2.0/networks/1eebed42-83f0-407e-9fde-c8f3a2309436?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2833073
Dec 25 21:30:15.659234 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00461fe0-79ad-4e3f-8f8c-2bce7e9879d1 None None] Pushing event updated for resources: {'Port': ['ID=1010de1e-cbe0-4ef4-878f-18175e1fde9a,revision_number=1']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:30:15.688362 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-63d33815-4219-4d20-9dfc-d18e608e6b22 req-4e6fbfd2-f29a-4b95-879a-a01e5c5dac55 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] 10.222.0.32 "GET /v2.0/security-groups?id=051b583c-529b-425b-89b3-0dd7f4245e61&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1943755
Dec 25 21:30:15.726542 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-00461fe0-79ad-4e3f-8f8c-2bce7e9879d1 None None] Attempting to bind port 1010de1e-cbe0-4ef4-878f-18175e1fde9a on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:30:15.728148 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-00461fe0-79ad-4e3f-8f8c-2bce7e9879d1 None None] Attempting to bind port 1010de1e-cbe0-4ef4-878f-18175e1fde9a by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e30ead30-f2f8-41f7-af6c-c19ed142a4fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'dcfb81ae-aba4-4e2d-9562-fba12c265680'}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:30:15.728524 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00461fe0-79ad-4e3f-8f8c-2bce7e9879d1 None None] Attempting to bind port 1010de1e-cbe0-4ef4-878f-18175e1fde9a on network dcfb81ae-aba4-4e2d-9562-fba12c265680 {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:30:15.749721 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00461fe0-79ad-4e3f-8f8c-2bce7e9879d1 None None] Checking agent: {'id': 'ca4f5c6d-f1fd-48b8-a3e3-395864c7d23d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 20, 56, 40), 'started_at': datetime.datetime(2021, 12, 25, 20, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 30, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:30:15.751282 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00461fe0-79ad-4e3f-8f8c-2bce7e9879d1 None None] Checking segment: {'id': 'e30ead30-f2f8-41f7-af6c-c19ed142a4fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'dcfb81ae-aba4-4e2d-9562-fba12c265680'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:30:15.751953 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-00461fe0-79ad-4e3f-8f8c-2bce7e9879d1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:15.753786 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00461fe0-79ad-4e3f-8f8c-2bce7e9879d1 None None] Bound using segment: {'id': 'e30ead30-f2f8-41f7-af6c-c19ed142a4fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'dcfb81ae-aba4-4e2d-9562-fba12c265680'} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:30:15.754941 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-00461fe0-79ad-4e3f-8f8c-2bce7e9879d1 None None] Bound port: 1010de1e-cbe0-4ef4-878f-18175e1fde9a, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e30ead30-f2f8-41f7-af6c-c19ed142a4fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'dcfb81ae-aba4-4e2d-9562-fba12c265680'}}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:30:15.757054 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-00461fe0-79ad-4e3f-8f8c-2bce7e9879d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:15.767157 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-6938c940-7c16-43a1-9c6b-6dbf2628149e req-49c82ae7-8d92-44a0-8b3b-8e5d070b2760 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=c1259bc6-d32f-4b81-b593-3660604ed03e HTTP/1.1" status: 200  len: 217 time: 0.0965633
Dec 25 21:30:15.794994 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0bb10ca-803e-4bba-9f6f-4466098a855e req-3fa1d641-376e-493d-8a6a-b5d0de3fbe9c tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] No DVR routers for this DVR port 9c0613e4-0268-4ae9-8585-76b021617ef8 on host nch2-master-1 {{(pid=121606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:30:15.812120 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-a0bb10ca-803e-4bba-9f6f-4466098a855e req-3fa1d641-376e-493d-8a6a-b5d0de3fbe9c tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:15.816125 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a0bb10ca-803e-4bba-9f6f-4466098a855e req-3fa1d641-376e-493d-8a6a-b5d0de3fbe9c tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] 10.222.0.37 "DELETE /v2.0/ports/9c0613e4-0268-4ae9-8585-76b021617ef8 HTTP/1.1" status: 204  len: 173 time: 2.1878288
Dec 25 21:30:15.817953 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa2d5924-6a22-461e-b48b-e73f52f4b72c', 'name': 'network-vif-deleted', 'tag': '9c0613e4-0268-4ae9-8585-76b021617ef8'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:30:15.820541 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9858820c13ec2827453b94ebc4181065e990a4e4089ccb9fe762531ac62d2fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74549d61-18e2-4b34-af90-da7829730978" -d '{"events": [{"server_uuid": "aa2d5924-6a22-461e-b48b-e73f52f4b72c", "name": "network-vif-deleted", "tag": "9c0613e4-0268-4ae9-8585-76b021617ef8"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:30:15.900161 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d444cd3-add0-4354-acd2-bfbd2b64ddc1 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Router 36818ef8-c8ef-4b81-b8ac-ec662290066e is scheduled to L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 with binding_index 1 {{(pid=121606) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 25 21:30:15.913737 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-4cb7a5c2-73f7-4224-af66-772328f6ed7a None None] Provisioning complete for port 3cf51cd2-2411-4fc0-ba30-37281aab0e02 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:30:15.914194 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-4cb7a5c2-73f7-4224-af66-772328f6ed7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:15.944960 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 21:30:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd306181-c5e8-4f32-85e8-b697b9a53779 x-openstack-request-id: req-bd306181-c5e8-4f32-85e8-b697b9a53779 {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:30:15.946917 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa2d5924-6a22-461e-b48b-e73f52f4b72c", "name": "network-vif-deleted", "tag": "9c0613e4-0268-4ae9-8585-76b021617ef8", "status": "completed", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:30:15.946917 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-bd306181-c5e8-4f32-85e8-b697b9a53779 {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:30:15.957871 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa2d5924-6a22-461e-b48b-e73f52f4b72c', 'name': 'network-vif-deleted', 'tag': '9c0613e4-0268-4ae9-8585-76b021617ef8', 'status': 'completed', 'code': 200}
Dec 25 21:30:15.962971 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6938c940-7c16-43a1-9c6b-6dbf2628149e req-8aedf0c4-fd5c-42f5-b6f7-9daa96eadb02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:30:15.967183 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-6938c940-7c16-43a1-9c6b-6dbf2628149e req-8aedf0c4-fd5c-42f5-b6f7-9daa96eadb02 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=64fd0ee7-98f6-4e06-ac9e-5ec230df994d HTTP/1.1" status: 200  len: 797 time: 0.1735258
Dec 25 21:30:16.004649 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-4cb7a5c2-73f7-4224-af66-772328f6ed7a None None] Port 3cf51cd2-2411-4fc0-ba30-37281aab0e02 cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:30:16.017214 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-1a0fedc9-67d3-4947-9ed0-effaa256129f tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:16.105993 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-00461fe0-79ad-4e3f-8f8c-2bce7e9879d1 None None] For port 1010de1e-cbe0-4ef4-878f-18175e1fde9a, host ncdv-master-1, cleared binding levels {{(pid=121608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:30:16.109500 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-00461fe0-79ad-4e3f-8f8c-2bce7e9879d1 None None] For port 1010de1e-cbe0-4ef4-878f-18175e1fde9a, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1010de1e-cbe0-4ef4-878f-18175e1fde9a,segment=NetworkSegment(e30ead30-f2f8-41f7-af6c-c19ed142a4fb),segment_id=e30ead30-f2f8-41f7-af6c-c19ed142a4fb)] {{(pid=121608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:30:16.167808 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d444cd3-add0-4354-acd2-bfbd2b64ddc1 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 21:30:16.182309 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe367fd1-299a-4a50-9983-daaaaf9f9499 None None] Sync routers for ids ['36818ef8-c8ef-4b81-b8ac-ec662290066e'] in ncdv-master-1 {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 21:30:16.219744 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe367fd1-299a-4a50-9983-daaaaf9f9499 None None] Routers {'36818ef8-c8ef-4b81-b8ac-ec662290066e'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:30:16.220403 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-fe367fd1-299a-4a50-9983-daaaaf9f9499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2613487760>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:30:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['36818ef8-c8ef-4b81-b8ac-ec662290066e'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:30:16.281023 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-00461fe0-79ad-4e3f-8f8c-2bce7e9879d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:16.284237 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-2d444cd3-add0-4354-acd2-bfbd2b64ddc1 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] 10.222.0.32 "PUT /v2.0/routers/36818ef8-c8ef-4b81-b8ac-ec662290066e/add_router_interface HTTP/1.1" status: 200  len: 503 time: 9.1073813
Dec 25 21:30:16.296248 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-fe367fd1-299a-4a50-9983-daaaaf9f9499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2613487760>, [], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:30:16.320015 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 47218) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:30:16.325248 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_common [None req-1a0fedc9-67d3-4947-9ed0-effaa256129f tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Allocated IP 172.20.0.1 (dcfb81ae-aba4-4e2d-9562-fba12c265680/519d18e0-5edb-4396-84a0-75e7c1717687/4459dfc6-1bc6-4928-aad3-4a9d19cb04ed) {{(pid=121607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:30:16.353899 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe367fd1-299a-4a50-9983-daaaaf9f9499 None None] Routers {'36818ef8-c8ef-4b81-b8ac-ec662290066e'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:30:16.354579 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-fe367fd1-299a-4a50-9983-daaaaf9f9499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2613487760>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:30:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['36818ef8-c8ef-4b81-b8ac-ec662290066e'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:30:16.410367 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-fe367fd1-299a-4a50-9983-daaaaf9f9499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2613487760>, [], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:30:16.411034 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe367fd1-299a-4a50-9983-daaaaf9f9499 None None] The sync data for ids ['36818ef8-c8ef-4b81-b8ac-ec662290066e'] in ncdv-master-1 is: [] {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 21:30:16.418058 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6938c940-7c16-43a1-9c6b-6dbf2628149e req-cda55e63-1b8a-4674-b7a9-7811d4a6c110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:30:16.420521 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-6938c940-7c16-43a1-9c6b-6dbf2628149e req-cda55e63-1b8a-4674-b7a9-7811d4a6c110 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=1eebed42-83f0-407e-9fde-c8f3a2309436&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.2549105
Dec 25 21:30:16.431554 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00461fe0-79ad-4e3f-8f8c-2bce7e9879d1 None None] Pushing event updated for resources: {'Port': ['ID=1010de1e-cbe0-4ef4-878f-18175e1fde9a,revision_number=2']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:30:16.488611 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1336c1c-c448-4cac-a3a5-e2deadbc11a7 req-f7b11d3c-0ec1-4b92-a69e-9725cc90e303 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:30:16.490489 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c1336c1c-c448-4cac-a3a5-e2deadbc11a7 req-f7b11d3c-0ec1-4b92-a69e-9725cc90e303 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] 10.222.0.32 "GET /v2.0/ports?device_id=65490ad4-5baf-4c89-9877-006d581b4758 HTTP/1.1" status: 200  len: 943 time: 0.3260386
Dec 25 21:30:16.535263 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff7bbb77-cd92-4b20-91ff-d980cf1addd1 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:30:16.537288 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-ff7bbb77-cd92-4b20-91ff-d980cf1addd1 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] 10.222.0.32 "GET /v2.0/ports?device_id=36818ef8-c8ef-4b81-b8ac-ec662290066e HTTP/1.1" status: 200  len: 982 time: 0.2137928
Dec 25 21:30:16.542970 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 47222) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:30:16.733224 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c1336c1c-c448-4cac-a3a5-e2deadbc11a7 req-2757a67f-788c-435a-948a-5e5d6bb55df1 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d32f0a1-0bdc-4dd4-8a66-1e7cbebb8ef1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2302318
Dec 25 21:30:16.743553 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [req-a0bb10ca-803e-4bba-9f6f-4466098a855e req-a0395ee2-b677-480f-b58f-6af7fc23c8bb tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Deleting port 8de83a8d-9b83-433c-af96-f34c522b12b1 {{(pid=121606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:30:16.743903 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-a0bb10ca-803e-4bba-9f6f-4466098a855e req-a0395ee2-b677-480f-b58f-6af7fc23c8bb tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:16.752581 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-6938c940-7c16-43a1-9c6b-6dbf2628149e req-194d1643-48d4-4d67-936f-9311c1ab9916 service neutron] 10.222.0.31 "GET /v2.0/networks/1eebed42-83f0-407e-9fde-c8f3a2309436?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3160477
Dec 25 21:30:16.858554 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-1a0fedc9-67d3-4947-9ed0-effaa256129f tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks [] for port, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:16.971232 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-1a0fedc9-67d3-4947-9ed0-effaa256129f tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:17.015611 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a0fedc9-67d3-4947-9ed0-effaa256129f tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Network dcfb81ae-aba4-4e2d-9562-fba12c265680 is already hosted by enough agents. {{(pid=121607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:30:17.021218 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-1a0fedc9-67d3-4947-9ed0-effaa256129f tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Resources bound (agent type, host, resource id):  {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:30:17.026164 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a0fedc9-67d3-4947-9ed0-effaa256129f tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Received port after_create {{(pid=121607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:30:17.057794 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0fedc9-67d3-4947-9ed0-effaa256129f tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Pushing event updated for resources: {'Port': ['ID=4459dfc6-1bc6-4928-aad3-4a9d19cb04ed,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:30:17.087290 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-1a0fedc9-67d3-4947-9ed0-effaa256129f tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2008772'] for router_interface, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:17.286068 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-1a0fedc9-67d3-4947-9ed0-effaa256129f tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:17.423678 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-a0bb10ca-803e-4bba-9f6f-4466098a855e req-a0395ee2-b677-480f-b58f-6af7fc23c8bb tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] For port 8de83a8d-9b83-433c-af96-f34c522b12b1, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8de83a8d-9b83-433c-af96-f34c522b12b1,segment=NetworkSegment(3c3bf577-825d-4a12-8515-c9a0adea0ed3),segment_id=3c3bf577-825d-4a12-8515-c9a0adea0ed3)] {{(pid=121606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:30:17.424050 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-a0bb10ca-803e-4bba-9f6f-4466098a855e req-a0395ee2-b677-480f-b58f-6af7fc23c8bb tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:17.439411 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4eb0194-3226-46b1-bdcc-899c63401bd8 req-de4c8c23-84d3-4f21-95aa-3514fc739430 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:30:17.445922 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4eb0194-3226-46b1-bdcc-899c63401bd8 req-de4c8c23-84d3-4f21-95aa-3514fc739430 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:30:17.452201 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4eb0194-3226-46b1-bdcc-899c63401bd8 req-de4c8c23-84d3-4f21-95aa-3514fc739430 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:30:17.458288 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4eb0194-3226-46b1-bdcc-899c63401bd8 req-de4c8c23-84d3-4f21-95aa-3514fc739430 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:30:17.459990 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d4eb0194-3226-46b1-bdcc-899c63401bd8 req-de4c8c23-84d3-4f21-95aa-3514fc739430 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa2d5924-6a22-461e-b48b-e73f52f4b72c HTTP/1.1" status: 200  len: 3143 time: 0.2829051
Dec 25 21:30:17.488857 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-6938c940-7c16-43a1-9c6b-6dbf2628149e req-47ebb8e3-a8fe-49a3-b058-45d564126767 service neutron] 10.222.0.31 "GET /v2.0/networks/1eebed42-83f0-407e-9fde-c8f3a2309436?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7200491
Dec 25 21:30:17.519960 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [req-a0bb10ca-803e-4bba-9f6f-4466098a855e req-a0395ee2-b677-480f-b58f-6af7fc23c8bb tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Calling delete_port for 8de83a8d-9b83-433c-af96-f34c522b12b1 owned by compute:nova {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:30:17.552746 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c9bc45e-a21d-407c-8b2d-640265228896 None None] Network dcfb81ae-aba4-4e2d-9562-fba12c265680 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:30:17.596440 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-1a0fedc9-67d3-4947-9ed0-effaa256129f tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks [] for port, precommit_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:17.655524 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d4eb0194-3226-46b1-bdcc-899c63401bd8 req-13130909-6c89-4265-a464-ce090f34d89c tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] 10.222.0.32 "GET /v2.0/security-groups?id=051b583c-529b-425b-89b3-0dd7f4245e61&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1686556
Dec 25 21:30:17.658163 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-1a0fedc9-67d3-4947-9ed0-effaa256129f tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8632327'] for port, after_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:17.690336 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-f0cd84e4-8270-446e-997c-8d9247357570 None None] Provisioning complete for port 1010de1e-cbe0-4ef4-878f-18175e1fde9a triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:30:17.690336 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-f0cd84e4-8270-446e-997c-8d9247357570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:17.740695 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-1a0fedc9-67d3-4947-9ed0-effaa256129f tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2007636'] for router_interface, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:17.789402 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0fedc9-67d3-4947-9ed0-effaa256129f tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Pushing event updated for resources: {'Port': ['ID=4459dfc6-1bc6-4928-aad3-4a9d19cb04ed,revision_number=2']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:30:17.807508 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-f0cd84e4-8270-446e-997c-8d9247357570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:17.892422 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a0fedc9-67d3-4947-9ed0-effaa256129f tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Network dcfb81ae-aba4-4e2d-9562-fba12c265680 is already hosted by enough agents. {{(pid=121607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:30:17.894685 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-f0cd84e4-8270-446e-997c-8d9247357570 None None] For port 1010de1e-cbe0-4ef4-878f-18175e1fde9a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1010de1e-cbe0-4ef4-878f-18175e1fde9a,segment=NetworkSegment(e30ead30-f2f8-41f7-af6c-c19ed142a4fb),segment_id=e30ead30-f2f8-41f7-af6c-c19ed142a4fb)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:30:17.894841 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-1a0fedc9-67d3-4947-9ed0-effaa256129f tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Resources bound (agent type, host, resource id):  {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:30:17.952741 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-f0cd84e4-8270-446e-997c-8d9247357570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:18.061233 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cd84e4-8270-446e-997c-8d9247357570 None None] Pushing event updated for resources: {'Port': ['ID=1010de1e-cbe0-4ef4-878f-18175e1fde9a,revision_number=3']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:30:18.081292 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-9ef7e562-42eb-4aa2-adf8-6a7756530daa tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2007615'] for router_interface, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:18.131454 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a0fedc9-67d3-4947-9ed0-effaa256129f tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Router 73b9367a-a28c-494a-ada8-c678a111eaef is scheduled to L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 with binding_index 1 {{(pid=121607) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 25 21:30:18.190550 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-125be4c7-7fcc-4e9a-9fd6-3f59120298cc None None] Provisioning complete for port 1010de1e-cbe0-4ef4-878f-18175e1fde9a triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:30:18.191690 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-125be4c7-7fcc-4e9a-9fd6-3f59120298cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:18.292088 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a0fedc9-67d3-4947-9ed0-effaa256129f tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 21:30:18.304706 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-1a0fedc9-67d3-4947-9ed0-effaa256129f tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] 10.222.0.32 "PUT /v2.0/routers/73b9367a-a28c-494a-ada8-c678a111eaef/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9321527
Dec 25 21:30:18.304706 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 47246) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:30:18.309272 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30dd7d0f-e7ce-49c6-9e5f-1c977b9f5990 None None] Sync routers for ids ['73b9367a-a28c-494a-ada8-c678a111eaef'] in ncdv-master-1 {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 21:30:18.328677 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30dd7d0f-e7ce-49c6-9e5f-1c977b9f5990 None None] Routers {'73b9367a-a28c-494a-ada8-c678a111eaef'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:30:18.330825 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 1010de1e-cbe0-4ef4-878f-18175e1fde9a up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:30:18.339205 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-30dd7d0f-e7ce-49c6-9e5f-1c977b9f5990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f26184fd8e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:30:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['73b9367a-a28c-494a-ada8-c678a111eaef'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:30:18.397123 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-30dd7d0f-e7ce-49c6-9e5f-1c977b9f5990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f26184fd8e0>, [], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:30:18.413999 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045dd221-4f74-4424-8ebf-194fa85cba3b req-ba755543-1301-4aa3-a412-d0759c6f7f5f tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:30:18.415979 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-045dd221-4f74-4424-8ebf-194fa85cba3b req-ba755543-1301-4aa3-a412-d0759c6f7f5f tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] 10.222.0.32 "GET /v2.0/ports?device_id=65490ad4-5baf-4c89-9877-006d581b4758 HTTP/1.1" status: 200  len: 943 time: 0.5258749
Dec 25 21:30:18.416665 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-a0bb10ca-803e-4bba-9f6f-4466098a855e req-a0395ee2-b677-480f-b58f-6af7fc23c8bb tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:18.418673 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-809fa48c-d4bd-439b-ae1a-e51487f4307e tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:30:18.423750 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-125be4c7-7fcc-4e9a-9fd6-3f59120298cc None None] Provisioning complete for port 4459dfc6-1bc6-4928-aad3-4a9d19cb04ed triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:30:18.428735 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-125be4c7-7fcc-4e9a-9fd6-3f59120298cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:18.429078 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30dd7d0f-e7ce-49c6-9e5f-1c977b9f5990 None None] Routers {'73b9367a-a28c-494a-ada8-c678a111eaef'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:30:18.429191 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 47248) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:30:18.429291 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-30dd7d0f-e7ce-49c6-9e5f-1c977b9f5990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f26184fd8e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:30:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['73b9367a-a28c-494a-ada8-c678a111eaef'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:30:18.433863 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-809fa48c-d4bd-439b-ae1a-e51487f4307e tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] 10.222.0.32 "GET /v2.0/ports/4459dfc6-1bc6-4928-aad3-4a9d19cb04ed HTTP/1.1" status: 200  len: 910 time: 0.1202011
Dec 25 21:30:18.465706 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-125be4c7-7fcc-4e9a-9fd6-3f59120298cc None None] Port 4459dfc6-1bc6-4928-aad3-4a9d19cb04ed cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:30:18.472365 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port 1010de1e-cbe0-4ef4-878f-18175e1fde9a triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:30:18.472963 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:18.488218 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-30dd7d0f-e7ce-49c6-9e5f-1c977b9f5990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f26184fd8e0>, [], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:30:18.489260 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30dd7d0f-e7ce-49c6-9e5f-1c977b9f5990 None None] The sync data for ids ['73b9367a-a28c-494a-ada8-c678a111eaef'] in ncdv-master-1 is: [] {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 21:30:18.583691 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0395ee2-b677-480f-b58f-6af7fc23c8bb tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Pushing event deleted for resources: {'Port': ['ID=8de83a8d-9b83-433c-af96-f34c522b12b1,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:30:18.603759 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-97f3ce47-a975-4d70-a689-7af6007dc649 None None] Provisioning complete for port 4459dfc6-1bc6-4928-aad3-4a9d19cb04ed triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:30:18.605131 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-97f3ce47-a975-4d70-a689-7af6007dc649 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:18.652384 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-045dd221-4f74-4424-8ebf-194fa85cba3b req-644fa625-4e20-4eeb-93a0-33caad151beb tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d32f0a1-0bdc-4dd4-8a66-1e7cbebb8ef1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2245922
Dec 25 21:30:18.673723 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-97f3ce47-a975-4d70-a689-7af6007dc649 None None] Port 4459dfc6-1bc6-4928-aad3-4a9d19cb04ed cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:30:18.677228 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0bb10ca-803e-4bba-9f6f-4466098a855e req-a0395ee2-b677-480f-b58f-6af7fc23c8bb tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] No DVR routers for this DVR port 8de83a8d-9b83-433c-af96-f34c522b12b1 on host nch2-master-1 {{(pid=121606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:30:18.699413 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-a0bb10ca-803e-4bba-9f6f-4466098a855e req-a0395ee2-b677-480f-b58f-6af7fc23c8bb tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:18.699413 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a0bb10ca-803e-4bba-9f6f-4466098a855e req-a0395ee2-b677-480f-b58f-6af7fc23c8bb tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] 10.222.0.37 "DELETE /v2.0/ports/8de83a8d-9b83-433c-af96-f34c522b12b1 HTTP/1.1" status: 204  len: 173 time: 2.5253279
Dec 25 21:30:18.710947 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa2d5924-6a22-461e-b48b-e73f52f4b72c', 'name': 'network-vif-deleted', 'tag': '8de83a8d-9b83-433c-af96-f34c522b12b1'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:30:18.713868 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9858820c13ec2827453b94ebc4181065e990a4e4089ccb9fe762531ac62d2fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abfe8746-1326-4fa3-95ec-562faa7a1b3f" -d '{"events": [{"server_uuid": "aa2d5924-6a22-461e-b48b-e73f52f4b72c", "name": "network-vif-deleted", "tag": "8de83a8d-9b83-433c-af96-f34c522b12b1"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:30:18.781754 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 21:30:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22480ab1-71da-4b0f-8f35-c67be7edce27 x-openstack-request-id: req-22480ab1-71da-4b0f-8f35-c67be7edce27 {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:30:18.782148 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa2d5924-6a22-461e-b48b-e73f52f4b72c", "name": "network-vif-deleted", "tag": "8de83a8d-9b83-433c-af96-f34c522b12b1", "status": "completed", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:30:18.782842 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-22480ab1-71da-4b0f-8f35-c67be7edce27 {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:30:18.783369 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa2d5924-6a22-461e-b48b-e73f52f4b72c', 'name': 'network-vif-deleted', 'tag': '8de83a8d-9b83-433c-af96-f34c522b12b1', 'status': 'completed', 'code': 200}
Dec 25 21:30:18.898999 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-0b463458-521a-40a2-b657-df427b041daf None None] Provisioning complete for port 4459dfc6-1bc6-4928-aad3-4a9d19cb04ed triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:30:18.899679 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-0b463458-521a-40a2-b657-df427b041daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:18.950599 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-0b463458-521a-40a2-b657-df427b041daf None None] Port 4459dfc6-1bc6-4928-aad3-4a9d19cb04ed cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:30:19.021045 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef194d30-07e0-4b38-95ba-4e678d08c27f req-90b3880a-b455-4761-b8f6-fef4184f8767 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:30:19.027968 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef194d30-07e0-4b38-95ba-4e678d08c27f req-90b3880a-b455-4761-b8f6-fef4184f8767 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:30:19.034203 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef194d30-07e0-4b38-95ba-4e678d08c27f req-90b3880a-b455-4761-b8f6-fef4184f8767 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:30:19.035932 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ef194d30-07e0-4b38-95ba-4e678d08c27f req-90b3880a-b455-4761-b8f6-fef4184f8767 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa2d5924-6a22-461e-b48b-e73f52f4b72c HTTP/1.1" status: 200  len: 2411 time: 0.2338243
Dec 25 21:30:19.095150 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-9ef7e562-42eb-4aa2-adf8-6a7756530daa tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Deleting port 3cf51cd2-2411-4fc0-ba30-37281aab0e02 {{(pid=121606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:30:19.095815 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-9ef7e562-42eb-4aa2-adf8-6a7756530daa tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:19.135557 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [req-a0bb10ca-803e-4bba-9f6f-4466098a855e req-b575897f-c1a5-4d73-b1b2-262ea05985be tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Deleting port 0daa1ac7-be03-4d72-b2a5-72b1ee145ecb {{(pid=121606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:30:19.135900 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-a0bb10ca-803e-4bba-9f6f-4466098a855e req-b575897f-c1a5-4d73-b1b2-262ea05985be tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:19.241687 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ef194d30-07e0-4b38-95ba-4e678d08c27f req-a61eeef8-ed24-48fe-a66b-dc8c7ea7c524 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] 10.222.0.32 "GET /v2.0/security-groups?id=051b583c-529b-425b-89b3-0dd7f4245e61&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1924555
Dec 25 21:30:19.322259 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-9ef7e562-42eb-4aa2-adf8-6a7756530daa tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:19.362359 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-a0bb10ca-803e-4bba-9f6f-4466098a855e req-b575897f-c1a5-4d73-b1b2-262ea05985be tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] For port 0daa1ac7-be03-4d72-b2a5-72b1ee145ecb, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0daa1ac7-be03-4d72-b2a5-72b1ee145ecb,segment=NetworkSegment(1484705c-8e80-460c-b34f-1f443916d93d),segment_id=1484705c-8e80-460c-b34f-1f443916d93d)] {{(pid=121606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:30:19.362719 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-a0bb10ca-803e-4bba-9f6f-4466098a855e req-b575897f-c1a5-4d73-b1b2-262ea05985be tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:19.367098 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-9ef7e562-42eb-4aa2-adf8-6a7756530daa tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Calling delete_port for 3cf51cd2-2411-4fc0-ba30-37281aab0e02 owned by network:router_interface {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:30:19.389773 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [req-a0bb10ca-803e-4bba-9f6f-4466098a855e req-b575897f-c1a5-4d73-b1b2-262ea05985be tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Calling delete_port for 0daa1ac7-be03-4d72-b2a5-72b1ee145ecb owned by compute:nova {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:30:19.481897 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-f882166d-7b62-4e2f-9295-2f5bc4245d61 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2007615'] for router_interface, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:20.163401 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb94522a-0f6e-4065-98b5-b99319d12bc8 req-90bd4c38-89da-42b3-8f37-660006f753a2 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:30:20.164919 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-bb94522a-0f6e-4065-98b5-b99319d12bc8 req-90bd4c38-89da-42b3-8f37-660006f753a2 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] 10.222.0.32 "GET /v2.0/ports?device_id=65490ad4-5baf-4c89-9877-006d581b4758 HTTP/1.1" status: 200  len: 943 time: 0.2284820
Dec 25 21:30:20.244453 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-bb94522a-0f6e-4065-98b5-b99319d12bc8 req-a43fbccd-53a0-4576-b685-942f54f463ef tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d32f0a1-0bdc-4dd4-8a66-1e7cbebb8ef1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0730035
Dec 25 21:30:20.259968 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device 35a15c05-bcca-4842-8606-5c79e44fa713 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 25 21:30:20.268162 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-a0bb10ca-803e-4bba-9f6f-4466098a855e req-b575897f-c1a5-4d73-b1b2-262ea05985be tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:20.309587 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b575897f-c1a5-4d73-b1b2-262ea05985be tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Pushing event deleted for resources: {'Port': ['ID=0daa1ac7-be03-4d72-b2a5-72b1ee145ecb,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:30:20.311576 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-9ef7e562-42eb-4aa2-adf8-6a7756530daa tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:20.355628 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b575897f-c1a5-4d73-b1b2-262ea05985be tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:30:20.356613 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b575897f-c1a5-4d73-b1b2-262ea05985be tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:30:20.356613 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b575897f-c1a5-4d73-b1b2-262ea05985be tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:30:20.356613 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b575897f-c1a5-4d73-b1b2-262ea05985be tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:30:20.356949 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b575897f-c1a5-4d73-b1b2-262ea05985be tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:30:20.357254 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b575897f-c1a5-4d73-b1b2-262ea05985be tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:30:20.357574 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b575897f-c1a5-4d73-b1b2-262ea05985be tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:30:20.357906 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b575897f-c1a5-4d73-b1b2-262ea05985be tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:30:20.358663 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b575897f-c1a5-4d73-b1b2-262ea05985be tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:30:20.358663 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b575897f-c1a5-4d73-b1b2-262ea05985be tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:30:20.358879 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b575897f-c1a5-4d73-b1b2-262ea05985be tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:30:20.359179 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b575897f-c1a5-4d73-b1b2-262ea05985be tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:30:20.359501 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b575897f-c1a5-4d73-b1b2-262ea05985be tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:30:20.370905 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port 35a15c05-bcca-4842-8606-5c79e44fa713, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=35a15c05-bcca-4842-8606-5c79e44fa713,segment=NetworkSegment(51150129-bf93-43ed-a72b-663a41e8f921),segment_id=51150129-bf93-43ed-a72b-663a41e8f921)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:30:20.383555 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Returning: {'device': '35a15c05-bcca-4842-8606-5c79e44fa713', 'network_id': 'c8199f70-d579-4a7f-8b38-5d569ea5e784', 'port_id': '35a15c05-bcca-4842-8606-5c79e44fa713', 'mac_address': 'fa:16:3e:28:a4:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0cf468ed-9644-4e44-939f-6c7d09675460', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 25 21:30:20.423445 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:20.436894 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35a15c05-bcca-4842-8606-5c79e44fa713 {{(pid=121608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:30:20.447348 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0bb10ca-803e-4bba-9f6f-4466098a855e req-b575897f-c1a5-4d73-b1b2-262ea05985be tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] No DVR routers for this DVR port 0daa1ac7-be03-4d72-b2a5-72b1ee145ecb on host nch2-master-1 {{(pid=121606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:30:20.449152 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef7e562-42eb-4aa2-adf8-6a7756530daa tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Pushing event deleted for resources: {'Port': ['ID=3cf51cd2-2411-4fc0-ba30-37281aab0e02,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:30:20.455239 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-a0bb10ca-803e-4bba-9f6f-4466098a855e req-b575897f-c1a5-4d73-b1b2-262ea05985be tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:20.458648 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a0bb10ca-803e-4bba-9f6f-4466098a855e req-b575897f-c1a5-4d73-b1b2-262ea05985be tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] 10.222.0.37 "DELETE /v2.0/ports/0daa1ac7-be03-4d72-b2a5-72b1ee145ecb HTTP/1.1" status: 204  len: 173 time: 1.7417514
Dec 25 21:30:20.461672 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port 35a15c05-bcca-4842-8606-5c79e44fa713, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=35a15c05-bcca-4842-8606-5c79e44fa713,segment=NetworkSegment(51150129-bf93-43ed-a72b-663a41e8f921),segment_id=51150129-bf93-43ed-a72b-663a41e8f921)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:30:20.524675 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:20.576998 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a656e91-deeb-43df-b78c-0eade2449436 req-cd6a580e-86e4-4e35-8640-dfd33dbdf8ca tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:30:20.579972 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Pushing event updated for resources: {'Port': ['ID=35a15c05-bcca-4842-8606-5c79e44fa713,revision_number=9']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:30:20.583138 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a656e91-deeb-43df-b78c-0eade2449436 req-cd6a580e-86e4-4e35-8640-dfd33dbdf8ca tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:30:20.584834 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8a656e91-deeb-43df-b78c-0eade2449436 req-cd6a580e-86e4-4e35-8640-dfd33dbdf8ca tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa2d5924-6a22-461e-b48b-e73f52f4b72c HTTP/1.1" status: 200  len: 1678 time: 0.2357335
Dec 25 21:30:20.638759 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-f882166d-7b62-4e2f-9295-2f5bc4245d61 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Deleting port 4459dfc6-1bc6-4928-aad3-4a9d19cb04ed {{(pid=121606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:30:20.639101 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-f882166d-7b62-4e2f-9295-2f5bc4245d61 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:20.748789 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] get_ports_and_sgs() called for port_ids ['35a15c05-bcca-4842-8606-5c79e44fa713'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:30:20.783727 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-9ef7e562-42eb-4aa2-adf8-6a7756530daa tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2007763'] for router_interface, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:20.795779 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa2d5924-6a22-461e-b48b-e73f52f4b72c', 'name': 'network-vif-deleted', 'tag': '0daa1ac7-be03-4d72-b2a5-72b1ee145ecb'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:30:20.798370 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9858820c13ec2827453b94ebc4181065e990a4e4089ccb9fe762531ac62d2fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-282e3f46-0fe8-4c75-8990-aae43985cc7f" -d '{"events": [{"server_uuid": "aa2d5924-6a22-461e-b48b-e73f52f4b72c", "name": "network-vif-deleted", "tag": "0daa1ac7-be03-4d72-b2a5-72b1ee145ecb"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:30:20.873890 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 21:30:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c85f70f-941a-4ce1-b858-cd0ddebb30f7 x-openstack-request-id: req-2c85f70f-941a-4ce1-b858-cd0ddebb30f7 {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:30:20.874225 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa2d5924-6a22-461e-b48b-e73f52f4b72c", "name": "network-vif-deleted", "tag": "0daa1ac7-be03-4d72-b2a5-72b1ee145ecb", "status": "completed", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:30:20.874488 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2c85f70f-941a-4ce1-b858-cd0ddebb30f7 {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:30:20.874919 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa2d5924-6a22-461e-b48b-e73f52f4b72c', 'name': 'network-vif-deleted', 'tag': '0daa1ac7-be03-4d72-b2a5-72b1ee145ecb', 'status': 'completed', 'code': 200}
Dec 25 21:30:20.882497 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8a656e91-deeb-43df-b78c-0eade2449436 req-444689f8-3e62-4268-88b3-4de830c58f63 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] 10.222.0.32 "GET /v2.0/security-groups?id=051b583c-529b-425b-89b3-0dd7f4245e61&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2859709
Dec 25 21:30:20.948960 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-f882166d-7b62-4e2f-9295-2f5bc4245d61 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:20.969795 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-f882166d-7b62-4e2f-9295-2f5bc4245d61 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Calling delete_port for 4459dfc6-1bc6-4928-aad3-4a9d19cb04ed owned by network:router_interface {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:30:20.974202 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [req-a0bb10ca-803e-4bba-9f6f-4466098a855e req-1aefa40a-8c9e-4948-8561-3054485cfd3e tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Deleting port 2eb143cf-a0c7-4e74-a5f2-177a4bc1db2c {{(pid=121606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:30:20.979335 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-a0bb10ca-803e-4bba-9f6f-4466098a855e req-1aefa40a-8c9e-4948-8561-3054485cfd3e tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:21.138099 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ef7e562-42eb-4aa2-adf8-6a7756530daa tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Router 36818ef8-c8ef-4b81-b8ac-ec662290066e has already been hosted by L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 {{(pid=121606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 25 21:30:21.229498 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-a0bb10ca-803e-4bba-9f6f-4466098a855e req-1aefa40a-8c9e-4948-8561-3054485cfd3e tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] For port 2eb143cf-a0c7-4e74-a5f2-177a4bc1db2c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2eb143cf-a0c7-4e74-a5f2-177a4bc1db2c,segment=NetworkSegment(3c3bf577-825d-4a12-8515-c9a0adea0ed3),segment_id=3c3bf577-825d-4a12-8515-c9a0adea0ed3)] {{(pid=121606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:30:21.230102 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-a0bb10ca-803e-4bba-9f6f-4466098a855e req-1aefa40a-8c9e-4948-8561-3054485cfd3e tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:21.280057 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [req-a0bb10ca-803e-4bba-9f6f-4466098a855e req-1aefa40a-8c9e-4948-8561-3054485cfd3e tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Calling delete_port for 2eb143cf-a0c7-4e74-a5f2-177a4bc1db2c owned by compute:nova {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:30:21.320259 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ef7e562-42eb-4aa2-adf8-6a7756530daa tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 21:30:21.331200 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-9ef7e562-42eb-4aa2-adf8-6a7756530daa tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] 10.222.0.32 "PUT /v2.0/routers/36818ef8-c8ef-4b81-b8ac-ec662290066e/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.7748113
Dec 25 21:30:21.331200 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 47340) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:30:21.335702 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43b4f187-7b74-483d-9b4a-ca0b42f62574 None None] Sync routers for ids ['36818ef8-c8ef-4b81-b8ac-ec662290066e'] in ncdv-master-1 {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 21:30:21.351111 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43b4f187-7b74-483d-9b4a-ca0b42f62574 None None] Routers {'36818ef8-c8ef-4b81-b8ac-ec662290066e'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:30:21.351925 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-43b4f187-7b74-483d-9b4a-ca0b42f62574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2613f09790>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:30:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['36818ef8-c8ef-4b81-b8ac-ec662290066e'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:30:21.389828 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-43b4f187-7b74-483d-9b4a-ca0b42f62574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2613f09790>, [], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:30:21.399566 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43b4f187-7b74-483d-9b4a-ca0b42f62574 None None] Routers {'36818ef8-c8ef-4b81-b8ac-ec662290066e'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:30:21.400319 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-43b4f187-7b74-483d-9b4a-ca0b42f62574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2613f09790>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:30:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['36818ef8-c8ef-4b81-b8ac-ec662290066e'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:30:21.401474 ncdv-master-1 neutron-server[121606]: INFO neutron.pecan_wsgi.hooks.translation [None req-7fc11174-f86b-4348-9111-c2e787c20e1f tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] GET failed (client error): The resource could not be found.
Dec 25 21:30:21.402951 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-7fc11174-f86b-4348-9111-c2e787c20e1f tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] 10.222.0.32 "GET /v2.0/ports/3cf51cd2-2411-4fc0-ba30-37281aab0e02 HTTP/1.1" status: 404  len: 333 time: 0.0710547
Dec 25 21:30:21.405862 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 47342) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:30:21.437490 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-43b4f187-7b74-483d-9b4a-ca0b42f62574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2613f09790>, [], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:30:21.438626 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43b4f187-7b74-483d-9b4a-ca0b42f62574 None None] The sync data for ids ['36818ef8-c8ef-4b81-b8ac-ec662290066e'] in ncdv-master-1 is: [] {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 21:30:21.483920 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-2efdd1f5-797b-45af-9b3b-bf494b2034de tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks [] for router, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:21.509055 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9150f3cf-9012-46ff-a564-87e3d3bc9f7e req-35b4d971-dda4-4bbb-8068-87a12c5198d9 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:30:21.510562 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9150f3cf-9012-46ff-a564-87e3d3bc9f7e req-35b4d971-dda4-4bbb-8068-87a12c5198d9 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] 10.222.0.32 "GET /v2.0/ports?device_id=65490ad4-5baf-4c89-9877-006d581b4758 HTTP/1.1" status: 200  len: 944 time: 0.1673360
Dec 25 21:30:21.601621 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9150f3cf-9012-46ff-a564-87e3d3bc9f7e req-52f75d64-37bd-422e-8e92-fa0fe32159b5 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d32f0a1-0bdc-4dd4-8a66-1e7cbebb8ef1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0845923
Dec 25 21:30:21.610778 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-f882166d-7b62-4e2f-9295-2f5bc4245d61 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:21.648135 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f882166d-7b62-4e2f-9295-2f5bc4245d61 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Pushing event deleted for resources: {'Port': ['ID=4459dfc6-1bc6-4928-aad3-4a9d19cb04ed,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:30:21.662879 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-2efdd1f5-797b-45af-9b3b-bf494b2034de tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2014235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14905'] for router, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:21.668298 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-2efdd1f5-797b-45af-9b3b-bf494b2034de tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:21.706465 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-a0bb10ca-803e-4bba-9f6f-4466098a855e req-1aefa40a-8c9e-4948-8561-3054485cfd3e tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:21.759682 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aefa40a-8c9e-4948-8561-3054485cfd3e tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Pushing event deleted for resources: {'Port': ['ID=2eb143cf-a0c7-4e74-a5f2-177a4bc1db2c,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:30:21.800467 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 47348) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:30:21.854275 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0bb10ca-803e-4bba-9f6f-4466098a855e req-1aefa40a-8c9e-4948-8561-3054485cfd3e tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] No DVR routers for this DVR port 2eb143cf-a0c7-4e74-a5f2-177a4bc1db2c on host nch2-master-1 {{(pid=121606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:30:21.856940 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-a0bb10ca-803e-4bba-9f6f-4466098a855e req-1aefa40a-8c9e-4948-8561-3054485cfd3e tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:21.860843 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a0bb10ca-803e-4bba-9f6f-4466098a855e req-1aefa40a-8c9e-4948-8561-3054485cfd3e tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] 10.222.0.37 "DELETE /v2.0/ports/2eb143cf-a0c7-4e74-a5f2-177a4bc1db2c HTTP/1.1" status: 204  len: 173 time: 1.3867955
Dec 25 21:30:21.874098 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-2efdd1f5-797b-45af-9b3b-bf494b2034de tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2014220'] for router, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:21.874456 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2efdd1f5-797b-45af-9b3b-bf494b2034de tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Fanout notify agent at l3_agent the message router_deleted on router 36818ef8-c8ef-4b81-b8ac-ec662290066e {{(pid=121607) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 25 21:30:21.887823 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-2efdd1f5-797b-45af-9b3b-bf494b2034de tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks [] for router, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:21.887823 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-2efdd1f5-797b-45af-9b3b-bf494b2034de tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] 10.222.0.32 "DELETE /v2.0/routers/36818ef8-c8ef-4b81-b8ac-ec662290066e HTTP/1.1" status: 204  len: 168 time: 0.4763930
Dec 25 21:30:21.887823 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 47352) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:30:21.963793 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-9029d285-308a-4302-bd45-4e88d0ed9286 admin admin] Publish callbacks [] for security_group, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:21.997111 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_v2 [None req-a118c143-d991-4208-9ad3-900ec25f8080 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Deleting subnet f5625f1c-4cb5-4782-a5ac-2805bd7f44e2 {{(pid=121607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Dec 25 21:30:22.004606 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a118c143-d991-4208-9ad3-900ec25f8080 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks [] for subnet, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:22.060609 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a118c143-d991-4208-9ad3-900ec25f8080 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10246617'] for subnet, precommit_delete_associations {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:22.159452 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-9029d285-308a-4302-bd45-4e88d0ed9286 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:22.181238 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a118c143-d991-4208-9ad3-900ec25f8080 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995662'] for subnet, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:22.230984 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-9029d285-308a-4302-bd45-4e88d0ed9286 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:22.231188 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-f882166d-7b62-4e2f-9295-2f5bc4245d61 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2007763'] for router_interface, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:22.274538 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device 35a15c05-bcca-4842-8606-5c79e44fa713 up at agent hyperv_nch2-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:30:22.284040 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-9029d285-308a-4302-bd45-4e88d0ed9286 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=da0b810d510e4022906978eed80e7346&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4822452
Dec 25 21:30:22.285271 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9029d285-308a-4302-bd45-4e88d0ed9286 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c90fa136-c8d3-4932-9a58-1408aea937bc,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:30:22.287736 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 47360) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:30:22.361470 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-dd795808-810e-4c3d-ad47-0ff37d3fdc8d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:22.367480 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Provisioning complete for port 35a15c05-bcca-4842-8606-5c79e44fa713 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:30:22.367950 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:22.374917 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e18e06-168a-4d23-932d-ceebc13428b4 req-64f88166-6e7c-493c-8b9a-d31850a82b59 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:30:22.376109 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a118c143-d991-4208-9ad3-900ec25f8080 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8632410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8852809'] for subnet, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:22.376825 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-67e18e06-168a-4d23-932d-ceebc13428b4 req-64f88166-6e7c-493c-8b9a-d31850a82b59 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa2d5924-6a22-461e-b48b-e73f52f4b72c HTTP/1.1" status: 200  len: 944 time: 0.2080290
Dec 25 21:30:22.388523 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [req-a0bb10ca-803e-4bba-9f6f-4466098a855e req-f1802a38-baaf-479d-9333-7c7c2c1b5949 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Deleting port 634d748d-c261-4855-913b-beb5992df4cb {{(pid=121606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:30:22.389733 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-a0bb10ca-803e-4bba-9f6f-4466098a855e req-f1802a38-baaf-479d-9333-7c7c2c1b5949 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:22.417845 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-dd795808-810e-4c3d-ad47-0ff37d3fdc8d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:22.422095 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a118c143-d991-4208-9ad3-900ec25f8080 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Pushing event deleted for resources: {'Subnet': ['ID=f5625f1c-4cb5-4782-a5ac-2805bd7f44e2,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:30:22.430096 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a118c143-d991-4208-9ad3-900ec25f8080 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks [] for subnet, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:22.436545 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-a118c143-d991-4208-9ad3-900ec25f8080 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] 10.222.0.32 "DELETE /v2.0/subnets/f5625f1c-4cb5-4782-a5ac-2805bd7f44e2 HTTP/1.1" status: 204  len: 168 time: 0.5492599
Dec 25 21:30:22.441218 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 47362) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:30:22.461095 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbb68fa0-9c6d-4d74-99f7-c18f1b89938c None None] Network 031b4db1-1bdf-46b1-891f-3bf5beb50e23 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:30:22.499317 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:22.548224 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-dd795808-810e-4c3d-ad47-0ff37d3fdc8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:22.551229 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-dd795808-810e-4c3d-ad47-0ff37d3fdc8d admin admin] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:22.555642 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-dd795808-810e-4c3d-ad47-0ff37d3fdc8d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c90fa136-c8d3-4932-9a58-1408aea937bc HTTP/1.1" status: 204  len: 168 time: 0.2638664
Dec 25 21:30:22.572688 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd795808-810e-4c3d-ad47-0ff37d3fdc8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c90fa136-c8d3-4932-9a58-1408aea937bc,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:30:22.578413 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65490ad4-5baf-4c89-9877-006d581b4758', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35a15c05-bcca-4842-8606-5c79e44fa713'}] {{(pid=121608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:30:22.581110 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a88c78c3ff6266bd59c7e89d275b28c92e739b67d23c89d71af88829fd31566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5152de6b-5d06-48b7-bad9-62b6edf7dbfe" -d '{"events": [{"server_uuid": "65490ad4-5baf-4c89-9877-006d581b4758", "name": "network-vif-plugged", "status": "completed", "tag": "35a15c05-bcca-4842-8606-5c79e44fa713"}]}' {{(pid=121608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:30:22.601947 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f882166d-7b62-4e2f-9295-2f5bc4245d61 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Router 73b9367a-a28c-494a-ada8-c678a111eaef has already been hosted by L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 {{(pid=121606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 25 21:30:22.608615 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port 35a15c05-bcca-4842-8606-5c79e44fa713, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=35a15c05-bcca-4842-8606-5c79e44fa713,segment=NetworkSegment(51150129-bf93-43ed-a72b-663a41e8f921),segment_id=51150129-bf93-43ed-a72b-663a41e8f921)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:30:22.645183 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 21:30:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10afc830-57dc-4f96-a293-d8f1700aa05b x-openstack-request-id: req-10afc830-57dc-4f96-a293-d8f1700aa05b {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:30:22.645183 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65490ad4-5baf-4c89-9877-006d581b4758", "name": "network-vif-plugged", "status": "completed", "tag": "35a15c05-bcca-4842-8606-5c79e44fa713", "code": 200}]} {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:30:22.645791 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-10afc830-57dc-4f96-a293-d8f1700aa05b {{(pid=121608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:30:22.646449 ncdv-master-1 neutron-server[121608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65490ad4-5baf-4c89-9877-006d581b4758', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35a15c05-bcca-4842-8606-5c79e44fa713', 'code': 200}
Dec 25 21:30:22.651081 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-67e18e06-168a-4d23-932d-ceebc13428b4 req-8fc5a8ef-09e5-4c39-a2e7-a380b186be44 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] 10.222.0.32 "GET /v2.0/security-groups?id=051b583c-529b-425b-89b3-0dd7f4245e61&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2653236
Dec 25 21:30:22.668209 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-9632e6a6-0249-4ba2-b235-0b9007e99e76 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625803'] for network, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:22.675903 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-a0bb10ca-803e-4bba-9f6f-4466098a855e req-f1802a38-baaf-479d-9333-7c7c2c1b5949 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] For port 634d748d-c261-4855-913b-beb5992df4cb, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=634d748d-c261-4855-913b-beb5992df4cb,segment=NetworkSegment(ebab95c3-92f3-4953-88f7-4db8e8264725),segment_id=ebab95c3-92f3-4953-88f7-4db8e8264725)] {{(pid=121606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:30:22.676114 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-a0bb10ca-803e-4bba-9f6f-4466098a855e req-f1802a38-baaf-479d-9333-7c7c2c1b5949 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:22.703264 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:22.710476 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e4bd8c3-a7cd-4d6c-bd8a-abf32ee48314 None None] DHCP port deletion for 031b4db1-1bdf-46b1-891f-3bf5beb50e23 request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 21:30:22.742344 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.agents_db [None req-ec08dba0-4483-4109-b5e1-5e4a9fdaf12d None None] Agent healthcheck: found 7 active agents {{(pid=121609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 25 21:30:22.810092 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Pushing event updated for resources: {'Port': ['ID=35a15c05-bcca-4842-8606-5c79e44fa713,revision_number=10']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:30:22.828628 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-9e4bd8c3-a7cd-4d6c-bd8a-abf32ee48314 None None] Deleting port 51bae26e-192c-4dcf-bed6-ecee8c23f3f5 {{(pid=121608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:30:22.828956 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9e4bd8c3-a7cd-4d6c-bd8a-abf32ee48314 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:22.877636 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa2d5924-6a22-461e-b48b-e73f52f4b72c', 'name': 'network-vif-deleted', 'tag': '2eb143cf-a0c7-4e74-a5f2-177a4bc1db2c'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:30:22.880113 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9858820c13ec2827453b94ebc4181065e990a4e4089ccb9fe762531ac62d2fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-773eff9d-9c5a-4a14-ae70-d6ec8e9445d4" -d '{"events": [{"server_uuid": "aa2d5924-6a22-461e-b48b-e73f52f4b72c", "name": "network-vif-deleted", "tag": "2eb143cf-a0c7-4e74-a5f2-177a4bc1db2c"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:30:22.899209 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9e4bd8c3-a7cd-4d6c-bd8a-abf32ee48314 None None] For port 51bae26e-192c-4dcf-bed6-ecee8c23f3f5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=51bae26e-192c-4dcf-bed6-ecee8c23f3f5,segment=NetworkSegment(91f101fe-87bb-48ec-a0a7-0bc4cd14cee3),segment_id=91f101fe-87bb-48ec-a0a7-0bc4cd14cee3)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:30:22.899613 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9e4bd8c3-a7cd-4d6c-bd8a-abf32ee48314 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:22.908476 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f882166d-7b62-4e2f-9295-2f5bc4245d61 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 21:30:22.920670 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-9e4bd8c3-a7cd-4d6c-bd8a-abf32ee48314 None None] Calling delete_port for 51bae26e-192c-4dcf-bed6-ecee8c23f3f5 owned by network:dhcp {{(pid=121608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:30:22.921069 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca8e7170-8538-4398-ac99-d11c80bbdf36 None None] Sync routers for ids ['73b9367a-a28c-494a-ada8-c678a111eaef'] in ncdv-master-1 {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 21:30:22.930390 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 47374) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:30:22.930640 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-f882166d-7b62-4e2f-9295-2f5bc4245d61 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] 10.222.0.32 "PUT /v2.0/routers/73b9367a-a28c-494a-ada8-c678a111eaef/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.4885538
Dec 25 21:30:22.936948 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca8e7170-8538-4398-ac99-d11c80bbdf36 None None] Routers {'73b9367a-a28c-494a-ada8-c678a111eaef'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:30:22.936948 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-ca8e7170-8538-4398-ac99-d11c80bbdf36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f26185c1d30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:30:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['73b9367a-a28c-494a-ada8-c678a111eaef'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:30:22.985794 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 21:30:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bd3c900-03cf-4a78-a3eb-82a03dbe063a x-openstack-request-id: req-1bd3c900-03cf-4a78-a3eb-82a03dbe063a {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:30:22.986251 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa2d5924-6a22-461e-b48b-e73f52f4b72c", "name": "network-vif-deleted", "tag": "2eb143cf-a0c7-4e74-a5f2-177a4bc1db2c", "status": "completed", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:30:22.986376 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1bd3c900-03cf-4a78-a3eb-82a03dbe063a {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:30:22.986739 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa2d5924-6a22-461e-b48b-e73f52f4b72c', 'name': 'network-vif-deleted', 'tag': '2eb143cf-a0c7-4e74-a5f2-177a4bc1db2c', 'status': 'completed', 'code': 200}
Dec 25 21:30:23.014105 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-3e2aef16-f092-4ff1-8004-daddf510a15d tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] 10.222.0.32 "GET /v2.0/ports?device_id=73b9367a-a28c-494a-ada8-c678a111eaef HTTP/1.1" status: 200  len: 205 time: 0.0796084
Dec 25 21:30:23.016683 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 47380) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:30:23.025129 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-ca8e7170-8538-4398-ac99-d11c80bbdf36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f26185c1d30>, [], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:30:23.034432 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca8e7170-8538-4398-ac99-d11c80bbdf36 None None] Routers {'73b9367a-a28c-494a-ada8-c678a111eaef'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:30:23.035549 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-ca8e7170-8538-4398-ac99-d11c80bbdf36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f26185c1d30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:30:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['73b9367a-a28c-494a-ada8-c678a111eaef'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:30:23.077684 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-ca8e7170-8538-4398-ac99-d11c80bbdf36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f26185c1d30>, [], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:30:23.078599 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca8e7170-8538-4398-ac99-d11c80bbdf36 None None] The sync data for ids ['73b9367a-a28c-494a-ada8-c678a111eaef'] in ncdv-master-1 is: [] {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 21:30:23.108382 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-07d8cafb-47d5-4682-9656-e50d88beed0c tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks [] for router, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:23.121261 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d65943-c97e-42e2-8284-f66f0432e7ea req-2fc1566b-a529-4081-8dcf-791f2526fd6a tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:30:23.122946 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-40d65943-c97e-42e2-8284-f66f0432e7ea req-2fc1566b-a529-4081-8dcf-791f2526fd6a tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] 10.222.0.32 "GET /v2.0/ports?device_id=65490ad4-5baf-4c89-9877-006d581b4758 HTTP/1.1" status: 200  len: 946 time: 0.4232600
Dec 25 21:30:23.136658 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9e4bd8c3-a7cd-4d6c-bd8a-abf32ee48314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955'] for port, after_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:23.181952 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4bd8c3-a7cd-4d6c-bd8a-abf32ee48314 None None] Pushing event deleted for resources: {'Port': ['ID=51bae26e-192c-4dcf-bed6-ecee8c23f3f5,revision_number=None']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:30:23.184262 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e4bd8c3-a7cd-4d6c-bd8a-abf32ee48314 None None] No DVR routers for this DVR port 51bae26e-192c-4dcf-bed6-ecee8c23f3f5 on host ncdv-master-1 {{(pid=121608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:30:23.276042 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-9632e6a6-0249-4ba2-b235-0b9007e99e76 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Deleting port 51bae26e-192c-4dcf-bed6-ecee8c23f3f5 {{(pid=121606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:30:23.276982 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-9632e6a6-0249-4ba2-b235-0b9007e99e76 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:23.291985 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1373078b-ac8a-469b-87b8-f3cf7e313ff4 req-473b3095-1daa-4254-8c2c-88c4e3e880a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:30:23.293518 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1373078b-ac8a-469b-87b8-f3cf7e313ff4 req-473b3095-1daa-4254-8c2c-88c4e3e880a9 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=65490ad4-5baf-4c89-9877-006d581b4758 HTTP/1.1" status: 200  len: 1097 time: 0.2897620
Dec 25 21:30:23.303504 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-07d8cafb-47d5-4682-9656-e50d88beed0c tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2014235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14905'] for router, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:23.305937 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-07d8cafb-47d5-4682-9656-e50d88beed0c tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:23.376144 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-40d65943-c97e-42e2-8284-f66f0432e7ea req-7395cb5d-11f2-4e76-b1d1-523aa1ef4d17 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d32f0a1-0bdc-4dd4-8a66-1e7cbebb8ef1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2369697
Dec 25 21:30:23.417030 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-07d8cafb-47d5-4682-9656-e50d88beed0c tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2014220'] for router, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:23.417681 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07d8cafb-47d5-4682-9656-e50d88beed0c tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Fanout notify agent at l3_agent the message router_deleted on router 73b9367a-a28c-494a-ada8-c678a111eaef {{(pid=121607) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 25 21:30:23.418993 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-a0bb10ca-803e-4bba-9f6f-4466098a855e req-f1802a38-baaf-479d-9333-7c7c2c1b5949 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Publish callbacks [] for floatingip, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:23.419457 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-a0bb10ca-803e-4bba-9f6f-4466098a855e req-f1802a38-baaf-479d-9333-7c7c2c1b5949 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2008639'] for floatingip, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:23.419786 ncdv-master-1 neutron-server[121606]: INFO neutron.db.l3_db [req-a0bb10ca-803e-4bba-9f6f-4466098a855e req-f1802a38-baaf-479d-9333-7c7c2c1b5949 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Floating IP 319344bd-db11-4e0e-ba3c-956d567a0a21 disassociated. External IP: 172.35.3.189, port: 634d748d-c261-4855-913b-beb5992df4cb.
Dec 25 21:30:23.420276 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [req-a0bb10ca-803e-4bba-9f6f-4466098a855e req-f1802a38-baaf-479d-9333-7c7c2c1b5949 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Calling delete_port for 634d748d-c261-4855-913b-beb5992df4cb owned by compute:nova {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:30:23.427388 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-07d8cafb-47d5-4682-9656-e50d88beed0c tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks [] for router, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:23.428488 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-07d8cafb-47d5-4682-9656-e50d88beed0c tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] 10.222.0.32 "DELETE /v2.0/routers/73b9367a-a28c-494a-ada8-c678a111eaef HTTP/1.1" status: 204  len: 168 time: 0.4085329
Dec 25 21:30:23.429442 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 47392) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:30:23.469920 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [None req-9632e6a6-0249-4ba2-b235-0b9007e99e76 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] For port 51bae26e-192c-4dcf-bed6-ecee8c23f3f5, host ncdv-master-1, got binding levels [] {{(pid=121606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:30:23.470278 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-9632e6a6-0249-4ba2-b235-0b9007e99e76 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:23.487572 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_v2 [None req-36b387d3-fd90-4716-801d-f921fba942e8 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Deleting subnet 519d18e0-5edb-4396-84a0-75e7c1717687 {{(pid=121607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Dec 25 21:30:23.490946 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-36b387d3-fd90-4716-801d-f921fba942e8 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks [] for subnet, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:23.500742 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-9632e6a6-0249-4ba2-b235-0b9007e99e76 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Calling delete_port for 51bae26e-192c-4dcf-bed6-ecee8c23f3f5 owned by network:dhcp {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:30:23.509983 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.ipam_backend_mixin [None req-9632e6a6-0249-4ba2-b235-0b9007e99e76 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Port 51bae26e-192c-4dcf-bed6-ecee8c23f3f5 was not found and therefore no delete operation was performed {{(pid=121606) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}}
Dec 25 21:30:23.516212 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-9632e6a6-0249-4ba2-b235-0b9007e99e76 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:23.529498 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1373078b-ac8a-469b-87b8-f3cf7e313ff4 req-88b12623-3935-4de0-9649-3952c04138a1 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=0d32f0a1-0bdc-4dd4-8a66-1e7cbebb8ef1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2141473
Dec 25 21:30:23.531974 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-36b387d3-fd90-4716-801d-f921fba942e8 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10246617'] for subnet, precommit_delete_associations {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:23.555205 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9632e6a6-0249-4ba2-b235-0b9007e99e76 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Pushing event deleted for resources: {'Port': ['ID=51bae26e-192c-4dcf-bed6-ecee8c23f3f5,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:30:23.560023 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9632e6a6-0249-4ba2-b235-0b9007e99e76 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] No DVR routers for this DVR port 51bae26e-192c-4dcf-bed6-ecee8c23f3f5 on host ncdv-master-1 {{(pid=121606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:30:23.637423 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-36b387d3-fd90-4716-801d-f921fba942e8 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995662'] for subnet, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:23.672573 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-9632e6a6-0249-4ba2-b235-0b9007e99e76 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997585', 'neutron.services.segments.db._delete_segments_for_network-8737602743071'] for network, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:23.705139 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.segments.db [None req-9632e6a6-0249-4ba2-b235-0b9007e99e76 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2618fdce50>,) {'filters': {'network_id': ['031b4db1-1bdf-46b1-891f-3bf5beb50e23']}} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:30:23.720299 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.segments.db [None req-9632e6a6-0249-4ba2-b235-0b9007e99e76 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2618fdce50>, '91f101fe-87bb-48ec-a0a7-0bc4cd14cee3') {'for_net_delete': True} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:30:23.720609 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.segments.db [None req-9632e6a6-0249-4ba2-b235-0b9007e99e76 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2618fdce50>, '91f101fe-87bb-48ec-a0a7-0bc4cd14cee3') {} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:30:23.730730 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-9632e6a6-0249-4ba2-b235-0b9007e99e76 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737602746920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9084222'] for segment, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:23.745218 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-9632e6a6-0249-4ba2-b235-0b9007e99e76 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:23.751684 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9632e6a6-0249-4ba2-b235-0b9007e99e76 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Releasing vlan 165 on physical network physnet1 to pool {{(pid=121606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 25 21:30:23.752072 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-9632e6a6-0249-4ba2-b235-0b9007e99e76 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9084542'] for segment, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:23.755107 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:30:23.755107 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:30:23.755107 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:30:23.755107 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:30:23.755107 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:30:23.755107 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:30:23.755107 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:30:23.755107 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:30:23.755107 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:30:23.755107 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:30:23.755107 ncdv-master-1 neutron-server[121606]: Traceback (most recent call last):
Dec 25 21:30:23.755107 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 25 21:30:23.755107 ncdv-master-1 neutron-server[121606]:     timer()
Dec 25 21:30:23.755107 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 25 21:30:23.755107 ncdv-master-1 neutron-server[121606]:     cb(*args, **kw)
Dec 25 21:30:23.755107 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 25 21:30:23.755107 ncdv-master-1 neutron-server[121606]:     return func(*args, **kwargs)
Dec 25 21:30:23.755107 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 25 21:30:23.755107 ncdv-master-1 neutron-server[121606]:     self._notify()
Dec 25 21:30:23.755107 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 25 21:30:23.755107 ncdv-master-1 neutron-server[121606]:     self.callback(batched_events)
Dec 25 21:30:23.755107 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 25 21:30:23.755107 ncdv-master-1 neutron-server[121606]:     event.method(event)
Dec 25 21:30:23.755107 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 25 21:30:23.755107 ncdv-master-1 neutron-server[121606]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 25 21:30:23.755107 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 25 21:30:23.755107 ncdv-master-1 neutron-server[121606]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 25 21:30:23.755107 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 25 21:30:23.755107 ncdv-master-1 neutron-server[121606]:     return f(self, *a, **k)
Dec 25 21:30:23.755107 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 25 21:30:23.755107 ncdv-master-1 neutron-server[121606]:     return self._get(url).json()
Dec 25 21:30:23.755107 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 25 21:30:23.755107 ncdv-master-1 neutron-server[121606]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 25 21:30:23.755107 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 25 21:30:23.755107 ncdv-master-1 neutron-server[121606]:     return self.request(url, 'GET', **kwargs)
Dec 25 21:30:23.755107 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 25 21:30:23.755107 ncdv-master-1 neutron-server[121606]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 25 21:30:23.755107 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 25 21:30:23.755107 ncdv-master-1 neutron-server[121606]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 25 21:30:23.755107 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 25 21:30:23.755107 ncdv-master-1 neutron-server[121606]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 25 21:30:23.755107 ncdv-master-1 neutron-server[121606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 25 21:30:23.869004 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-36b387d3-fd90-4716-801d-f921fba942e8 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8632410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8852809'] for subnet, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:23.914249 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-36b387d3-fd90-4716-801d-f921fba942e8 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks [] for subnet, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:23.920477 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-36b387d3-fd90-4716-801d-f921fba942e8 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] 10.222.0.32 "DELETE /v2.0/subnets/519d18e0-5edb-4396-84a0-75e7c1717687 HTTP/1.1" status: 204  len: 168 time: 0.4870913
Dec 25 21:30:23.920820 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 47408) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:30:23.929985 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10edee47-e4e1-44c0-a65f-81cb28bd5596 None None] Network dcfb81ae-aba4-4e2d-9562-fba12c265680 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:30:23.932888 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b387d3-fd90-4716-801d-f921fba942e8 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Pushing event deleted for resources: {'Subnet': ['ID=519d18e0-5edb-4396-84a0-75e7c1717687,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:30:24.030887 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f2ad0b1a-14d0-4174-8be4-4e023c34a7c9 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625803'] for network, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:24.112412 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-f2ad0b1a-14d0-4174-8be4-4e023c34a7c9 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Deleting port 1010de1e-cbe0-4ef4-878f-18175e1fde9a {{(pid=121607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:30:24.113074 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f2ad0b1a-14d0-4174-8be4-4e023c34a7c9 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:24.149305 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-a0bb10ca-803e-4bba-9f6f-4466098a855e req-f1802a38-baaf-479d-9333-7c7c2c1b5949 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:24.207809 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83752347-4add-49a7-9bf7-cee492efbe2d req-02963444-afcf-4008-b84e-c49a05851018 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:30:24.210056 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-83752347-4add-49a7-9bf7-cee492efbe2d req-02963444-afcf-4008-b84e-c49a05851018 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa2d5924-6a22-461e-b48b-e73f52f4b72c HTTP/1.1" status: 200  len: 865 time: 0.4447145
Dec 25 21:30:24.216669 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-9632e6a6-0249-4ba2-b235-0b9007e99e76 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2008653'] for network, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:24.217460 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1802a38-baaf-479d-9333-7c7c2c1b5949 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Pushing event deleted for resources: {'Port': ['ID=634d748d-c261-4855-913b-beb5992df4cb,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:30:24.221007 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4132d6b6-652f-4cc8-b9d1-72d022827ad3 None None] DHCP port deletion for dcfb81ae-aba4-4e2d-9562-fba12c265680 request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 21:30:24.224286 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-9632e6a6-0249-4ba2-b235-0b9007e99e76 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for network, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:24.228028 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.db [None req-f2ad0b1a-14d0-4174-8be4-4e023c34a7c9 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] For port 1010de1e-cbe0-4ef4-878f-18175e1fde9a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1010de1e-cbe0-4ef4-878f-18175e1fde9a,segment=NetworkSegment(e30ead30-f2f8-41f7-af6c-c19ed142a4fb),segment_id=e30ead30-f2f8-41f7-af6c-c19ed142a4fb)] {{(pid=121607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:30:24.229701 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f2ad0b1a-14d0-4174-8be4-4e023c34a7c9 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:24.247634 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-9632e6a6-0249-4ba2-b235-0b9007e99e76 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] 10.222.0.32 "DELETE /v2.0/networks/031b4db1-1bdf-46b1-891f-3bf5beb50e23 HTTP/1.1" status: 204  len: 168 time: 1.7996533
Dec 25 21:30:24.250121 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 47420) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:30:24.275337 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-f2ad0b1a-14d0-4174-8be4-4e023c34a7c9 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Calling delete_port for 1010de1e-cbe0-4ef4-878f-18175e1fde9a owned by network:dhcp {{(pid=121607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:30:24.330295 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 51bae26e-192c-4dcf-bed6-ecee8c23f3f5 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:30:24.330497 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7a0ceec-79b6-4560-9278-718ee78006cf tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:30:24.332245 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-a7a0ceec-79b6-4560-9278-718ee78006cf tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] 10.222.0.32 "GET /v2.0/ports/e2167940-68ad-4279-9955-6a61400abefa HTTP/1.1" status: 200  len: 840 time: 0.0811038
Dec 25 21:30:24.351569 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9632e6a6-0249-4ba2-b235-0b9007e99e76 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Pushing event deleted for resources: {'Network': ['ID=031b4db1-1bdf-46b1-891f-3bf5beb50e23,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:30:24.353327 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 47422) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:30:24.359838 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] No Port match for: 51bae26e-192c-4dcf-bed6-ecee8c23f3f5 {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:30:24.360302 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 51bae26e-192c-4dcf-bed6-ecee8c23f3f5 not bound to the agent host ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:30:24.398433 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-4132d6b6-652f-4cc8-b9d1-72d022827ad3 None None] Deleting port 1010de1e-cbe0-4ef4-878f-18175e1fde9a {{(pid=121608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:30:24.398897 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-4132d6b6-652f-4cc8-b9d1-72d022827ad3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:24.470260 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-d3b3c9f8-a52b-46e0-b29a-5ffd764b712f tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] 10.222.0.32 "GET /v2.0/ports/e2167940-68ad-4279-9955-6a61400abefa?fields=id&fields=mac_address HTTP/1.1" status: 200  len: 281 time: 0.1122711
Dec 25 21:30:24.473946 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 47430) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:30:24.485319 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-46e349a2-652b-43b2-ab63-48002081e3e3 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Request body: {'subnet': {'network_id': '3a9367a7-e66f-41b5-8cf6-2e1594c7c8e8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:30:24.492962 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-83752347-4add-49a7-9bf7-cee492efbe2d req-0206d89c-6737-46a3-9872-7c61cdd79dec tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] 10.222.0.32 "GET /v2.0/security-groups?id=051b583c-529b-425b-89b3-0dd7f4245e61&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2377379
Dec 25 21:30:24.502591 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-4132d6b6-652f-4cc8-b9d1-72d022827ad3 None None] For port 1010de1e-cbe0-4ef4-878f-18175e1fde9a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1010de1e-cbe0-4ef4-878f-18175e1fde9a,segment=NetworkSegment(e30ead30-f2f8-41f7-af6c-c19ed142a4fb),segment_id=e30ead30-f2f8-41f7-af6c-c19ed142a4fb)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:30:24.503125 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-4132d6b6-652f-4cc8-b9d1-72d022827ad3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:24.525643 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-4132d6b6-652f-4cc8-b9d1-72d022827ad3 None None] Calling delete_port for 1010de1e-cbe0-4ef4-878f-18175e1fde9a owned by network:dhcp {{(pid=121608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:30:24.547220 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f2ad0b1a-14d0-4174-8be4-4e023c34a7c9 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:24.570431 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2ad0b1a-14d0-4174-8be4-4e023c34a7c9 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] No DVR routers for this DVR port 1010de1e-cbe0-4ef4-878f-18175e1fde9a on host ncdv-master-1 {{(pid=121607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:30:24.635954 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ad0b1a-14d0-4174-8be4-4e023c34a7c9 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Pushing event deleted for resources: {'Port': ['ID=1010de1e-cbe0-4ef4-878f-18175e1fde9a,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:30:24.670996 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a0bb10ca-803e-4bba-9f6f-4466098a855e req-f1802a38-baaf-479d-9333-7c7c2c1b5949 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Router fd5d1e0a-1e64-40a3-b29d-a4ced077dc1a has already been hosted by L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 {{(pid=121606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 25 21:30:24.684316 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378ecec4-8b25-4ae9-aca4-7a264d814671 req-1956098c-d916-47d8-9338-cb06316b40c9 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:30:24.686904 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-378ecec4-8b25-4ae9-aca4-7a264d814671 req-1956098c-d916-47d8-9338-cb06316b40c9 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] 10.222.0.32 "GET /v2.0/ports?device_id=65490ad4-5baf-4c89-9877-006d581b4758 HTTP/1.1" status: 200  len: 946 time: 0.1080849
Dec 25 21:30:24.763308 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f2ad0b1a-14d0-4174-8be4-4e023c34a7c9 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997585', 'neutron.services.segments.db._delete_segments_for_network-8737602743071'] for network, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:24.796687 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-378ecec4-8b25-4ae9-aca4-7a264d814671 req-51c8c2a6-92f6-4b46-a055-9fd452187d06 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d32f0a1-0bdc-4dd4-8a66-1e7cbebb8ef1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1015625
Dec 25 21:30:24.809030 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-f2ad0b1a-14d0-4174-8be4-4e023c34a7c9 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2612f3c430>,) {'filters': {'network_id': ['dcfb81ae-aba4-4e2d-9562-fba12c265680']}} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:30:24.827462 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-f2ad0b1a-14d0-4174-8be4-4e023c34a7c9 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2612f3c430>, 'e30ead30-f2f8-41f7-af6c-c19ed142a4fb') {'for_net_delete': True} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:30:24.827943 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-f2ad0b1a-14d0-4174-8be4-4e023c34a7c9 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2612f3c430>, 'e30ead30-f2f8-41f7-af6c-c19ed142a4fb') {} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:30:24.845997 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f2ad0b1a-14d0-4174-8be4-4e023c34a7c9 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737602746920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10246592'] for segment, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:24.862003 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f2ad0b1a-14d0-4174-8be4-4e023c34a7c9 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:24.876171 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2ad0b1a-14d0-4174-8be4-4e023c34a7c9 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Releasing vlan 158 on physical network physnet1 to pool {{(pid=121607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 25 21:30:24.876596 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f2ad0b1a-14d0-4174-8be4-4e023c34a7c9 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8633327'] for segment, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:24.879964 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:30:24.879964 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:30:24.879964 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:30:24.879964 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:30:24.879964 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:30:24.879964 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:30:24.879964 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:30:24.879964 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:30:24.879964 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:30:24.879964 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:30:24.879964 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:30:24.879964 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:30:24.879964 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:30:24.879964 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:30:24.879964 ncdv-master-1 neutron-server[121607]: Traceback (most recent call last):
Dec 25 21:30:24.879964 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 25 21:30:24.879964 ncdv-master-1 neutron-server[121607]:     timer()
Dec 25 21:30:24.879964 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 25 21:30:24.879964 ncdv-master-1 neutron-server[121607]:     cb(*args, **kw)
Dec 25 21:30:24.879964 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 25 21:30:24.879964 ncdv-master-1 neutron-server[121607]:     return func(*args, **kwargs)
Dec 25 21:30:24.879964 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 25 21:30:24.879964 ncdv-master-1 neutron-server[121607]:     self._notify()
Dec 25 21:30:24.879964 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 25 21:30:24.879964 ncdv-master-1 neutron-server[121607]:     self.callback(batched_events)
Dec 25 21:30:24.879964 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 25 21:30:24.879964 ncdv-master-1 neutron-server[121607]:     event.method(event)
Dec 25 21:30:24.879964 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 25 21:30:24.879964 ncdv-master-1 neutron-server[121607]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 25 21:30:24.879964 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 25 21:30:24.879964 ncdv-master-1 neutron-server[121607]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 25 21:30:24.879964 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 25 21:30:24.879964 ncdv-master-1 neutron-server[121607]:     return f(self, *a, **k)
Dec 25 21:30:24.879964 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 25 21:30:24.879964 ncdv-master-1 neutron-server[121607]:     return self._get(url).json()
Dec 25 21:30:24.879964 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 25 21:30:24.879964 ncdv-master-1 neutron-server[121607]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 25 21:30:24.879964 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 25 21:30:24.879964 ncdv-master-1 neutron-server[121607]:     return self.request(url, 'GET', **kwargs)
Dec 25 21:30:24.879964 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 25 21:30:24.879964 ncdv-master-1 neutron-server[121607]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 25 21:30:24.879964 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 25 21:30:24.879964 ncdv-master-1 neutron-server[121607]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 25 21:30:24.879964 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 25 21:30:24.879964 ncdv-master-1 neutron-server[121607]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 25 21:30:24.879964 ncdv-master-1 neutron-server[121607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 25 21:30:24.964033 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a0bb10ca-803e-4bba-9f6f-4466098a855e req-f1802a38-baaf-479d-9333-7c7c2c1b5949 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 21:30:24.971963 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-4132d6b6-652f-4cc8-b9d1-72d022827ad3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955'] for port, after_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:24.978918 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c529caa9-bc03-4e1d-ba95-a48560f80e9d None None] Sync routers for ids ['fd5d1e0a-1e64-40a3-b29d-a4ced077dc1a'] in ncdv-master-1 {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 21:30:24.998974 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46e349a2-652b-43b2-ab63-48002081e3e3 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Made reservation on behalf of a80fe923d39349348137639eb937eac1 for: {'subnet': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:30:25.003490 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-46e349a2-652b-43b2-ab63-48002081e3e3 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8852834'] for subnet, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:25.016396 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0bb10ca-803e-4bba-9f6f-4466098a855e req-f1802a38-baaf-479d-9333-7c7c2c1b5949 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] No DVR routers for this DVR port 634d748d-c261-4855-913b-beb5992df4cb on host nch2-master-1 {{(pid=121606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:30:25.019298 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-a0bb10ca-803e-4bba-9f6f-4466098a855e req-f1802a38-baaf-479d-9333-7c7c2c1b5949 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:25.024326 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a0bb10ca-803e-4bba-9f6f-4466098a855e req-f1802a38-baaf-479d-9333-7c7c2c1b5949 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] 10.222.0.37 "DELETE /v2.0/ports/634d748d-c261-4855-913b-beb5992df4cb HTTP/1.1" status: 204  len: 173 time: 3.1563568
Dec 25 21:30:25.025372 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa2d5924-6a22-461e-b48b-e73f52f4b72c', 'name': 'network-vif-deleted', 'tag': '634d748d-c261-4855-913b-beb5992df4cb'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:30:25.028747 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4132d6b6-652f-4cc8-b9d1-72d022827ad3 None None] Pushing event deleted for resources: {'Port': ['ID=1010de1e-cbe0-4ef4-878f-18175e1fde9a,revision_number=None']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:30:25.036542 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4132d6b6-652f-4cc8-b9d1-72d022827ad3 None None] No DVR routers for this DVR port 1010de1e-cbe0-4ef4-878f-18175e1fde9a on host ncdv-master-1 {{(pid=121608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:30:25.042667 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c529caa9-bc03-4e1d-ba95-a48560f80e9d None None] Routers {'fd5d1e0a-1e64-40a3-b29d-a4ced077dc1a'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:30:25.050111 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-c529caa9-bc03-4e1d-ba95-a48560f80e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2612f6d790>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:30:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['fd5d1e0a-1e64-40a3-b29d-a4ced077dc1a'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:30:25.061125 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9858820c13ec2827453b94ebc4181065e990a4e4089ccb9fe762531ac62d2fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ea94240-a31d-496d-96ea-05b4658c8547" -d '{"events": [{"server_uuid": "aa2d5924-6a22-461e-b48b-e73f52f4b72c", "name": "network-vif-deleted", "tag": "634d748d-c261-4855-913b-beb5992df4cb"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:30:25.089553 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f2ad0b1a-14d0-4174-8be4-4e023c34a7c9 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2008653'] for network, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:25.098455 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f2ad0b1a-14d0-4174-8be4-4e023c34a7c9 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks [] for network, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:25.102556 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-f2ad0b1a-14d0-4174-8be4-4e023c34a7c9 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] 10.222.0.32 "DELETE /v2.0/networks/dcfb81ae-aba4-4e2d-9562-fba12c265680 HTTP/1.1" status: 204  len: 168 time: 1.1804850
Dec 25 21:30:25.106838 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 47462) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:30:25.112443 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-b6c44cab-196b-44aa-8007-75519485c63a tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1102514659', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'}, 'admin_state_up': False}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:30:25.162874 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 21:30:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a2dd791-9782-4070-a8e4-80e2eac41a96 x-openstack-request-id: req-9a2dd791-9782-4070-a8e4-80e2eac41a96 {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:30:25.163289 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa2d5924-6a22-461e-b48b-e73f52f4b72c", "name": "network-vif-deleted", "tag": "634d748d-c261-4855-913b-beb5992df4cb", "status": "completed", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:30:25.167059 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ad0b1a-14d0-4174-8be4-4e023c34a7c9 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Pushing event deleted for resources: {'Network': ['ID=dcfb81ae-aba4-4e2d-9562-fba12c265680,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:30:25.174314 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9a2dd791-9782-4070-a8e4-80e2eac41a96 {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:30:25.177907 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa2d5924-6a22-461e-b48b-e73f52f4b72c', 'name': 'network-vif-deleted', 'tag': '634d748d-c261-4855-913b-beb5992df4cb', 'status': 'completed', 'code': 200}
Dec 25 21:30:25.252646 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-b6c44cab-196b-44aa-8007-75519485c63a tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2014909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14863'] for router, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:25.254855 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-b6c44cab-196b-44aa-8007-75519485c63a tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2014285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2009796', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2082630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14848'] for router, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:25.256610 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvr_db [None req-c529caa9-bc03-4e1d-ba95-a48560f80e9d None None] Set router fd5d1e0a-1e64-40a3-b29d-a4ced077dc1a gateway port host: ncdv-master-1 {{(pid=121608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:30:25.404106 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-b6c44cab-196b-44aa-8007-75519485c63a tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:25.519457 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-46e349a2-652b-43b2-ab63-48002081e3e3 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8632475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8852848'] for subnet, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:25.551323 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-c529caa9-bc03-4e1d-ba95-a48560f80e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2612f6d790>, [{'id': 'fd5d1e0a-1e64-40a3-b29d-a4ced077dc1a', 'name': 'tempest-TaggedBootDevicesTest_v242-1112662764-router', 'tenant_id': 'd4571ece0fa3450b83fde221178518c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.68'}], 'enable_snat': True}, 'gw_port_id': 'e72e509b-5408-41d4-ad12-5493f3ff5a70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:18:35Z', 'updated_at': '2021-12-25T21:18:41Z', 'revision_number': 4, 'project_id': 'd4571ece0fa3450b83fde221178518c8', 'gw_port': {'id': 'e72e509b-5408-41d4-ad12-5493f3ff5a70', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:27:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd5d1e0a-1e64-40a3-b29d-a4ced077dc1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1147, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:18:36Z', 'updated_at': '2021-12-25T21:18:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'a81cfeda-139d-47fa-b318-76fafd3132a6', 'name': '', 'network_id': 'b8d0c0f5-4a55-4519-afa5-15b47bd47c1f', 'tenant_id': 'd4571ece0fa3450b83fde221178518c8', 'mac_address': 'fa:16:3e:d7:52:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd5d1e0a-1e64-40a3-b29d-a4ced077dc1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': 'de1e389c-30c9-4340-81e2-e9ffc3e01b02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:18:40Z', 'updated_at': '2021-12-25T21:18:49Z', 'revision_number': 5, 'project_id': 'd4571ece0fa3450b83fde221178518c8', 'subnets': [{'id': 'de1e389c-30c9-4340-81e2-e9ffc3e01b02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:30:25.573097 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46e349a2-652b-43b2-ab63-48002081e3e3 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Network 3a9367a7-e66f-41b5-8cf6-2e1594c7c8e8 is already hosted by enough agents. {{(pid=121607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:30:25.579277 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-46e349a2-652b-43b2-ab63-48002081e3e3 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Resources bound (agent type, host, resource id):  {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:30:25.583728 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46e349a2-652b-43b2-ab63-48002081e3e3 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:30:25.585243 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-46e349a2-652b-43b2-ab63-48002081e3e3 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks [] for subnet, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:25.594167 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e349a2-652b-43b2-ab63-48002081e3e3 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Pushing event updated for resources: {'Subnet': ['ID=a414a331-0643-45b5-9906-db3b82068f3e,revision_number=0']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:30:25.616335 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47739bae-6d96-47ae-8579-54df86a47e38 None None] Network 3a9367a7-e66f-41b5-8cf6-2e1594c7c8e8 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:30:25.622160 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c529caa9-bc03-4e1d-ba95-a48560f80e9d None None] Checking router: fd5d1e0a-1e64-40a3-b29d-a4ced077dc1a for host: ncdv-master-1 {{(pid=121608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 25 21:30:25.660185 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-6800091a-d9d8-4e69-951f-9f447a492a06 req-19519546-b10b-41dc-a693-c5f84a63372c tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa2d5924-6a22-461e-b48b-e73f52f4b72c HTTP/1.1" status: 200  len: 210 time: 0.0314863
Dec 25 21:30:25.691323 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c529caa9-bc03-4e1d-ba95-a48560f80e9d None None] Routers {'fd5d1e0a-1e64-40a3-b29d-a4ced077dc1a'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:30:25.691323 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-c529caa9-bc03-4e1d-ba95-a48560f80e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2612f6d790>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:30:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['fd5d1e0a-1e64-40a3-b29d-a4ced077dc1a'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:30:25.695035 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-b6c44cab-196b-44aa-8007-75519485c63a tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:25.748334 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-46e349a2-652b-43b2-ab63-48002081e3e3 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.2722826
Dec 25 21:30:25.748977 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 47500) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:30:25.759041 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-81b4d480-0a48-4a90-9799-6671157100e4 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Request body: {'security_group': {'name': 'tempest-secgroup-1041790555'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:30:25.835932 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvr_db [None req-c529caa9-bc03-4e1d-ba95-a48560f80e9d None None] Set router fd5d1e0a-1e64-40a3-b29d-a4ced077dc1a gateway port host: ncdv-master-1 {{(pid=121608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:30:25.862003 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53b47079-cf07-4369-9803-9ae0e22c8460 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-3a9367a7-e66f-41b5-8cf6-2e1594c7c8e8', 'network_id': '3a9367a7-e66f-41b5-8cf6-2e1594c7c8e8', 'project_id': 'a80fe923d39349348137639eb937eac1', 'fixed_ips': [{'subnet_id': 'a414a331-0643-45b5-9906-db3b82068f3e'}]}} from ncdv-master-1. {{(pid=121608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 25 21:30:25.862867 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-53b47079-cf07-4369-9803-9ae0e22c8460 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:25.906955 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-81b4d480-0a48-4a90-9799-6671157100e4 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks [] for security_group, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:26.164487 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602c0dc7-012e-407d-a42e-8393756f6b10 req-1ac405e1-d884-4172-9fcb-e03af7b1b878 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:30:26.165023 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.db_base_plugin_common [None req-53b47079-cf07-4369-9803-9ae0e22c8460 None None] Allocated IP 172.20.0.2 (3a9367a7-e66f-41b5-8cf6-2e1594c7c8e8/a414a331-0643-45b5-9906-db3b82068f3e/6cf07661-7efc-4298-867a-0f4cf1680561) {{(pid=121608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:30:26.176967 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-81b4d480-0a48-4a90-9799-6671157100e4 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks [] for security_group, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:26.177631 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-602c0dc7-012e-407d-a42e-8393756f6b10 req-1ac405e1-d884-4172-9fcb-e03af7b1b878 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] 10.222.0.32 "GET /v2.0/ports?device_id=65490ad4-5baf-4c89-9877-006d581b4758 HTTP/1.1" status: 200  len: 946 time: 0.2888780
Dec 25 21:30:26.250039 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-81b4d480-0a48-4a90-9799-6671157100e4 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:26.290174 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-602c0dc7-012e-407d-a42e-8393756f6b10 req-44219b24-2d30-49e2-9a7e-bc47c25425a8 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d32f0a1-0bdc-4dd4-8a66-1e7cbebb8ef1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1101048
Dec 25 21:30:26.309345 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-c529caa9-bc03-4e1d-ba95-a48560f80e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2612f6d790>, [{'id': 'fd5d1e0a-1e64-40a3-b29d-a4ced077dc1a', 'name': 'tempest-TaggedBootDevicesTest_v242-1112662764-router', 'tenant_id': 'd4571ece0fa3450b83fde221178518c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.68'}], 'enable_snat': True}, 'gw_port_id': 'e72e509b-5408-41d4-ad12-5493f3ff5a70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:18:35Z', 'updated_at': '2021-12-25T21:18:41Z', 'revision_number': 4, 'project_id': 'd4571ece0fa3450b83fde221178518c8', 'gw_port': {'id': 'e72e509b-5408-41d4-ad12-5493f3ff5a70', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:27:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd5d1e0a-1e64-40a3-b29d-a4ced077dc1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1147, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:18:36Z', 'updated_at': '2021-12-25T21:18:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'a81cfeda-139d-47fa-b318-76fafd3132a6', 'name': '', 'network_id': 'b8d0c0f5-4a55-4519-afa5-15b47bd47c1f', 'tenant_id': 'd4571ece0fa3450b83fde221178518c8', 'mac_address': 'fa:16:3e:d7:52:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd5d1e0a-1e64-40a3-b29d-a4ced077dc1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': 'de1e389c-30c9-4340-81e2-e9ffc3e01b02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:18:40Z', 'updated_at': '2021-12-25T21:18:49Z', 'revision_number': 5, 'project_id': 'd4571ece0fa3450b83fde221178518c8', 'subnets': [{'id': 'de1e389c-30c9-4340-81e2-e9ffc3e01b02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:30:26.331937 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 1010de1e-cbe0-4ef4-878f-18175e1fde9a no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:30:26.354581 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b4d480-0a48-4a90-9799-6671157100e4 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a030a6c2-406b-49d9-977b-e4e6378a43a0,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:30:26.392399 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c529caa9-bc03-4e1d-ba95-a48560f80e9d None None] The sync data for ids ['fd5d1e0a-1e64-40a3-b29d-a4ced077dc1a'] in ncdv-master-1 is: [{'id': 'fd5d1e0a-1e64-40a3-b29d-a4ced077dc1a', 'name': 'tempest-TaggedBootDevicesTest_v242-1112662764-router', 'tenant_id': 'd4571ece0fa3450b83fde221178518c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.68'}], 'enable_snat': True}, 'gw_port_id': 'e72e509b-5408-41d4-ad12-5493f3ff5a70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:18:35Z', 'updated_at': '2021-12-25T21:18:41Z', 'revision_number': 4, 'project_id': 'd4571ece0fa3450b83fde221178518c8', 'gw_port': {'id': 'e72e509b-5408-41d4-ad12-5493f3ff5a70', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:27:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd5d1e0a-1e64-40a3-b29d-a4ced077dc1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1147, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:18:36Z', 'updated_at': '2021-12-25T21:18:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'a81cfeda-139d-47fa-b318-76fafd3132a6', 'name': '', 'network_id': 'b8d0c0f5-4a55-4519-afa5-15b47bd47c1f', 'tenant_id': 'd4571ece0fa3450b83fde221178518c8', 'mac_address': 'fa:16:3e:d7:52:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd5d1e0a-1e64-40a3-b29d-a4ced077dc1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': 'de1e389c-30c9-4340-81e2-e9ffc3e01b02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:18:40Z', 'updated_at': '2021-12-25T21:18:49Z', 'revision_number': 5, 'project_id': 'd4571ece0fa3450b83fde221178518c8', 'subnets': [{'id': 'de1e389c-30c9-4340-81e2-e9ffc3e01b02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 21:30:26.396225 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] No Port match for: 1010de1e-cbe0-4ef4-878f-18175e1fde9a {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:30:26.397335 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 1010de1e-cbe0-4ef4-878f-18175e1fde9a not bound to the agent host ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:30:26.425115 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-53b47079-cf07-4369-9803-9ae0e22c8460 None None] Publish callbacks [] for port, precommit_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:26.440148 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-b6c44cab-196b-44aa-8007-75519485c63a tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks [] for router_gateway, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:26.460570 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-b6c44cab-196b-44aa-8007-75519485c63a tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:26.481097 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-81b4d480-0a48-4a90-9799-6671157100e4 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:26.482376 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-81b4d480-0a48-4a90-9799-6671157100e4 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.7322640
Dec 25 21:30:26.485258 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 47560) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:30:26.489566 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-655a6e69-7976-4499-8ad7-d1c99bb62ad9 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Request body: {'security_group': {'name': 'tempest-secgroup-1479609436'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:30:26.548465 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-53b47079-cf07-4369-9803-9ae0e22c8460 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946'] for port, after_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:26.593559 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-655a6e69-7976-4499-8ad7-d1c99bb62ad9 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks [] for security_group, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:26.604778 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_common [None req-b6c44cab-196b-44aa-8007-75519485c63a tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Allocated IP 172.35.3.121 (7201e55c-7c5f-41aa-a042-a363696539d0/7a939e13-713f-45cf-bba7-1539635abe25/46876d6c-3dfc-4606-ac9a-b4ec43565c60) {{(pid=121606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:30:26.617971 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53b47079-cf07-4369-9803-9ae0e22c8460 None None] Network 3a9367a7-e66f-41b5-8cf6-2e1594c7c8e8 is already hosted by enough agents. {{(pid=121608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:30:26.626195 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.base_scheduler [None req-53b47079-cf07-4369-9803-9ae0e22c8460 None None] Resources bound (agent type, host, resource id):  {{(pid=121608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:30:26.628744 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b47079-cf07-4369-9803-9ae0e22c8460 None None] Pushing event updated for resources: {'Port': ['ID=6cf07661-7efc-4298-867a-0f4cf1680561,revision_number=1']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:30:26.631781 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53b47079-cf07-4369-9803-9ae0e22c8460 None None] Received port after_create {{(pid=121608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:30:26.710074 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-655a6e69-7976-4499-8ad7-d1c99bb62ad9 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks [] for security_group, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:26.713874 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-53b47079-cf07-4369-9803-9ae0e22c8460 None None] Attempting to bind port 6cf07661-7efc-4298-867a-0f4cf1680561 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:30:26.716658 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-53b47079-cf07-4369-9803-9ae0e22c8460 None None] Attempting to bind port 6cf07661-7efc-4298-867a-0f4cf1680561 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ef506fab-ec9d-4c4f-a95a-56b7e74329ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '3a9367a7-e66f-41b5-8cf6-2e1594c7c8e8'}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:30:26.716658 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53b47079-cf07-4369-9803-9ae0e22c8460 None None] Attempting to bind port 6cf07661-7efc-4298-867a-0f4cf1680561 on network 3a9367a7-e66f-41b5-8cf6-2e1594c7c8e8 {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:30:26.724128 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abcbbed1-6c9f-4ac0-a459-8c696c9fe207 None None] New status for floating IP 319344bd-db11-4e0e-ba3c-956d567a0a21: DOWN {{(pid=121609) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 25 21:30:26.729661 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53b47079-cf07-4369-9803-9ae0e22c8460 None None] Checking agent: {'id': 'ca4f5c6d-f1fd-48b8-a3e3-395864c7d23d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 20, 56, 40), 'started_at': datetime.datetime(2021, 12, 25, 20, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 30, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:30:26.730313 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53b47079-cf07-4369-9803-9ae0e22c8460 None None] Checking segment: {'id': 'ef506fab-ec9d-4c4f-a95a-56b7e74329ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '3a9367a7-e66f-41b5-8cf6-2e1594c7c8e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:30:26.730878 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-53b47079-cf07-4369-9803-9ae0e22c8460 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:26.731422 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53b47079-cf07-4369-9803-9ae0e22c8460 None None] Bound using segment: {'id': 'ef506fab-ec9d-4c4f-a95a-56b7e74329ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '3a9367a7-e66f-41b5-8cf6-2e1594c7c8e8'} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:30:26.732105 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-53b47079-cf07-4369-9803-9ae0e22c8460 None None] Bound port: 6cf07661-7efc-4298-867a-0f4cf1680561, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef506fab-ec9d-4c4f-a95a-56b7e74329ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '3a9367a7-e66f-41b5-8cf6-2e1594c7c8e8'}}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:30:26.732662 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-53b47079-cf07-4369-9803-9ae0e22c8460 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:26.793332 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-655a6e69-7976-4499-8ad7-d1c99bb62ad9 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:26.806115 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-b6c44cab-196b-44aa-8007-75519485c63a tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks [] for port, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:26.814522 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-53b47079-cf07-4369-9803-9ae0e22c8460 None None] For port 6cf07661-7efc-4298-867a-0f4cf1680561, host ncdv-master-1, cleared binding levels {{(pid=121608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:30:26.820143 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-53b47079-cf07-4369-9803-9ae0e22c8460 None None] For port 6cf07661-7efc-4298-867a-0f4cf1680561, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6cf07661-7efc-4298-867a-0f4cf1680561,segment=NetworkSegment(ef506fab-ec9d-4c4f-a95a-56b7e74329ba),segment_id=ef506fab-ec9d-4c4f-a95a-56b7e74329ba)] {{(pid=121608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:30:26.840433 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655a6e69-7976-4499-8ad7-d1c99bb62ad9 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Pushing event updated for resources: {'SecurityGroup': ['ID=981b2c32-bff1-4a5f-81d1-f0651e866873,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:30:26.888441 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-637d64ca-25f7-4313-b590-b3f5aa915e10 req-5e786a27-459f-4777-afbd-49f0f760db69 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa2d5924-6a22-461e-b48b-e73f52f4b72c HTTP/1.1" status: 200  len: 210 time: 0.0651221
Dec 25 21:30:26.935009 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-53b47079-cf07-4369-9803-9ae0e22c8460 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:26.978677 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-655a6e69-7976-4499-8ad7-d1c99bb62ad9 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:26.980366 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-655a6e69-7976-4499-8ad7-d1c99bb62ad9 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.4937279
Dec 25 21:30:26.986800 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 47594) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:30:27.005893 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-71bea94e-f301-48c2-ac68-cb63410851a6 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-932238528', 'security_groups': ['981b2c32-bff1-4a5f-81d1-f0651e866873'], 'network_id': '3a9367a7-e66f-41b5-8cf6-2e1594c7c8e8', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'a414a331-0643-45b5-9906-db3b82068f3e'}]}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:30:27.006915 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b47079-cf07-4369-9803-9ae0e22c8460 None None] Pushing event updated for resources: {'Port': ['ID=6cf07661-7efc-4298-867a-0f4cf1680561,revision_number=2']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:30:27.025042 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-b6c44cab-196b-44aa-8007-75519485c63a tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:27.134506 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6c44cab-196b-44aa-8007-75519485c63a tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Network 7201e55c-7c5f-41aa-a042-a363696539d0 is already hosted by enough agents. {{(pid=121606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:30:27.144664 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [None req-b6c44cab-196b-44aa-8007-75519485c63a tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Resources bound (agent type, host, resource id):  {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:30:27.153596 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6c44cab-196b-44aa-8007-75519485c63a tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Received port after_create {{(pid=121606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:30:27.158155 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c44cab-196b-44aa-8007-75519485c63a tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Pushing event updated for resources: {'Port': ['ID=46876d6c-3dfc-4606-ac9a-b4ec43565c60,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:30:27.163707 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76b7b5cc-a7db-45e9-bf69-15de071473e3 None None] DHCP port deletion for 7201e55c-7c5f-41aa-a042-a363696539d0 request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 21:30:27.295203 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-1c9cee9d-80cf-4607-b812-eb76dfebfee3 None None] Provisioning complete for port 46876d6c-3dfc-4606-ac9a-b4ec43565c60 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:30:27.295915 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-1c9cee9d-80cf-4607-b812-eb76dfebfee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:27.353592 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71bea94e-f301-48c2-ac68-cb63410851a6 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Made reservation on behalf of a80fe923d39349348137639eb937eac1 for: {'port': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:30:27.384809 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-1c9cee9d-80cf-4607-b812-eb76dfebfee3 None None] Port 46876d6c-3dfc-4606-ac9a-b4ec43565c60 cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:30:27.509292 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-71bea94e-f301-48c2-ac68-cb63410851a6 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:27.519601 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3233026-e6e8-4ad1-baf7-7358ab67aef0 req-f2ac4e5d-339f-4ece-ae95-65e7f66cc114 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:30:27.521291 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b3233026-e6e8-4ad1-baf7-7358ab67aef0 req-f2ac4e5d-339f-4ece-ae95-65e7f66cc114 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] 10.222.0.32 "GET /v2.0/ports?device_id=65490ad4-5baf-4c89-9877-006d581b4758 HTTP/1.1" status: 200  len: 946 time: 0.0937779
Dec 25 21:30:27.549849 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [None req-71bea94e-f301-48c2-ac68-cb63410851a6 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] device_id is not set on port 2097ae15-a5fd-46f8-a981-f693c1030107 yet. {{(pid=121606) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 25 21:30:27.664963 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b3233026-e6e8-4ad1-baf7-7358ab67aef0 req-b47dad5c-6895-4566-a2da-f57b3878c20d tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d32f0a1-0bdc-4dd4-8a66-1e7cbebb8ef1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1365147
Dec 25 21:30:27.796160 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-b6c44cab-196b-44aa-8007-75519485c63a tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks [] for router_gateway, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:27.854086 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_common [None req-71bea94e-f301-48c2-ac68-cb63410851a6 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Allocated IP 172.20.0.10 (3a9367a7-e66f-41b5-8cf6-2e1594c7c8e8/a414a331-0643-45b5-9906-db3b82068f3e/2097ae15-a5fd-46f8-a981-f693c1030107) {{(pid=121606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:30:28.149871 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 47646) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:30:28.282134 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-7e9c8cd8-8ba3-4545-8f45-099784c00bee tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Publish callbacks [] for security_group, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:28.296978 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 6cf07661-7efc-4298-867a-0f4cf1680561 up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:30:28.321932 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-7e9c8cd8-8ba3-4545-8f45-099784c00bee tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Publish callbacks [] for security_group, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:28.348029 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-fb901b7f-2afc-4d90-a94d-bb9c1c7f6d0e None None] Provisioning complete for port 6cf07661-7efc-4298-867a-0f4cf1680561 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:30:28.348404 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-fb901b7f-2afc-4d90-a94d-bb9c1c7f6d0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:28.395134 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port 6cf07661-7efc-4298-867a-0f4cf1680561 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:30:28.395499 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:28.445680 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-b6c44cab-196b-44aa-8007-75519485c63a tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2014278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2009753'] for router, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:28.450560 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-7e9c8cd8-8ba3-4545-8f45-099784c00bee tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:28.452998 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-71bea94e-f301-48c2-ac68-cb63410851a6 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks [] for port, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:28.453947 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-7e9c8cd8-8ba3-4545-8f45-099784c00bee tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:28.455470 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-7e9c8cd8-8ba3-4545-8f45-099784c00bee tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] 10.222.0.32 "DELETE /v2.0/security-groups/051b583c-529b-425b-89b3-0dd7f4245e61 HTTP/1.1" status: 204  len: 168 time: 0.3043528
Dec 25 21:30:28.461431 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 47662) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:30:28.467266 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9c8cd8-8ba3-4545-8f45-099784c00bee tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=051b583c-529b-425b-89b3-0dd7f4245e61,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:30:28.478028 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-fb901b7f-2afc-4d90-a94d-bb9c1c7f6d0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:28.512387 ncdv-master-1 neutron-server[121606]: INFO neutron.api.v2.resource [None req-e9ccfc83-7436-4091-bb04-eb702b993a07 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] show failed (client error): The resource could not be found.
Dec 25 21:30:28.513015 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-e9ccfc83-7436-4091-bb04-eb702b993a07 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] 10.222.0.32 "GET /v2.0/security-groups/051b583c-529b-425b-89b3-0dd7f4245e61 HTTP/1.1" status: 404  len: 347 time: 0.0503657
Dec 25 21:30:28.516611 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 47664) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:30:28.667711 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-71bea94e-f301-48c2-ac68-cb63410851a6 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:28.694495 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-ea2ddf12-b8fb-4b5b-9eed-d3049259d3b5 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Deleting port f79651b7-f7e3-4fac-80bb-57a24414df19 {{(pid=121607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:30:28.695156 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ea2ddf12-b8fb-4b5b-9eed-d3049259d3b5 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:28.714251 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-fb901b7f-2afc-4d90-a94d-bb9c1c7f6d0e None None] For port 6cf07661-7efc-4298-867a-0f4cf1680561, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6cf07661-7efc-4298-867a-0f4cf1680561,segment=NetworkSegment(ef506fab-ec9d-4c4f-a95a-56b7e74329ba),segment_id=ef506fab-ec9d-4c4f-a95a-56b7e74329ba)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:30:28.715902 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:28.719303 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71bea94e-f301-48c2-ac68-cb63410851a6 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Network 3a9367a7-e66f-41b5-8cf6-2e1594c7c8e8 is already hosted by enough agents. {{(pid=121606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:30:28.720432 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [None req-71bea94e-f301-48c2-ac68-cb63410851a6 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Resources bound (agent type, host, resource id):  {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:30:28.735325 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71bea94e-f301-48c2-ac68-cb63410851a6 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Received port after_create {{(pid=121606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:30:28.746386 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bea94e-f301-48c2-ac68-cb63410851a6 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Pushing event updated for resources: {'Port': ['ID=2097ae15-a5fd-46f8-a981-f693c1030107,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:30:28.749060 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6c44cab-196b-44aa-8007-75519485c63a tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Router 98e98041-aa6d-46f7-8d94-44b41a31315f is scheduled to L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 with binding_index 1 {{(pid=121606) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 25 21:30:28.806767 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ea2ddf12-b8fb-4b5b-9eed-d3049259d3b5 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:28.807099 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ea2ddf12-b8fb-4b5b-9eed-d3049259d3b5 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:28.810733 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-fb901b7f-2afc-4d90-a94d-bb9c1c7f6d0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:28.845056 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-ea2ddf12-b8fb-4b5b-9eed-d3049259d3b5 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Calling delete_port for f79651b7-f7e3-4fac-80bb-57a24414df19 owned by network:floatingip {{(pid=121607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:30:28.886674 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-fb901b7f-2afc-4d90-a94d-bb9c1c7f6d0e None None] Provisioning complete for port e2167940-68ad-4279-9955-6a61400abefa triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:30:28.887063 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-fb901b7f-2afc-4d90-a94d-bb9c1c7f6d0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:28.894326 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.db.api [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=121608) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 25 21:30:28.897999 ncdv-master-1 neutron-server[121608]: DEBUG oslo_db.api [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 25 21:30:28.903075 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71bea94e-f301-48c2-ac68-cb63410851a6 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:30:28.903765 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-71bea94e-f301-48c2-ac68-cb63410851a6 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:28.924318 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb901b7f-2afc-4d90-a94d-bb9c1c7f6d0e None None] Pushing event updated for resources: {'Port': ['ID=6cf07661-7efc-4298-867a-0f4cf1680561,revision_number=3']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:30:28.941038 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb901b7f-2afc-4d90-a94d-bb9c1c7f6d0e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:30:28.941704 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb901b7f-2afc-4d90-a94d-bb9c1c7f6d0e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:30:28.942204 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb901b7f-2afc-4d90-a94d-bb9c1c7f6d0e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:30:28.942690 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb901b7f-2afc-4d90-a94d-bb9c1c7f6d0e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:30:28.943795 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb901b7f-2afc-4d90-a94d-bb9c1c7f6d0e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:30:28.944294 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb901b7f-2afc-4d90-a94d-bb9c1c7f6d0e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:30:28.945098 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb901b7f-2afc-4d90-a94d-bb9c1c7f6d0e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:30:28.945957 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb901b7f-2afc-4d90-a94d-bb9c1c7f6d0e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:30:28.947111 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb901b7f-2afc-4d90-a94d-bb9c1c7f6d0e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:30:28.947537 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb901b7f-2afc-4d90-a94d-bb9c1c7f6d0e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:30:28.947967 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb901b7f-2afc-4d90-a94d-bb9c1c7f6d0e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:30:28.948392 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb901b7f-2afc-4d90-a94d-bb9c1c7f6d0e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:30:28.948815 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb901b7f-2afc-4d90-a94d-bb9c1c7f6d0e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:30:28.955481 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-fb901b7f-2afc-4d90-a94d-bb9c1c7f6d0e None None] Port e2167940-68ad-4279-9955-6a61400abefa cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:30:28.966073 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9ed270-eff1-40cf-83a1-a9a84033b3d6 req-ff151bba-d483-4b80-8658-79a7f9467800 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:30:28.974818 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0a9ed270-eff1-40cf-83a1-a9a84033b3d6 req-ff151bba-d483-4b80-8658-79a7f9467800 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] 10.222.0.32 "GET /v2.0/ports?device_id=65490ad4-5baf-4c89-9877-006d581b4758 HTTP/1.1" status: 200  len: 946 time: 0.1995699
Dec 25 21:30:28.999926 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-71bea94e-f301-48c2-ac68-cb63410851a6 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 924 time: 2.0117476
Dec 25 21:30:29.004362 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 47688) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:30:29.009818 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-d7460b7d-8c5a-46f0-b413-56c1d2fb46a1 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Request body: {'subnet': {'network_id': '3a9367a7-e66f-41b5-8cf6-2e1594c7c8e8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:30:29.081750 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-aa9deb1f-d80c-49ad-b73e-9a71572f88bb None None] Provisioning complete for port 2097ae15-a5fd-46f8-a981-f693c1030107 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:30:29.082431 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-aa9deb1f-d80c-49ad-b73e-9a71572f88bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:29.090503 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0a9ed270-eff1-40cf-83a1-a9a84033b3d6 req-8d275ccc-d84a-4ec6-9605-6c9c04d60be6 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d32f0a1-0bdc-4dd4-8a66-1e7cbebb8ef1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1148479
Dec 25 21:30:29.091699 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6c44cab-196b-44aa-8007-75519485c63a tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 21:30:29.109906 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b4e0a45-ae2f-447d-93d4-1a8cc2378c4d None None] Sync routers for ids ['98e98041-aa6d-46f7-8d94-44b41a31315f'] in ncdv-master-1 {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 21:30:29.135811 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b4e0a45-ae2f-447d-93d4-1a8cc2378c4d None None] Routers {'98e98041-aa6d-46f7-8d94-44b41a31315f'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:30:29.136540 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-2b4e0a45-ae2f-447d-93d4-1a8cc2378c4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f26131ec9d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:30:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['98e98041-aa6d-46f7-8d94-44b41a31315f'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:30:29.138478 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-aa9deb1f-d80c-49ad-b73e-9a71572f88bb None None] Port 2097ae15-a5fd-46f8-a981-f693c1030107 cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:30:29.141813 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ea2ddf12-b8fb-4b5b-9eed-d3049259d3b5 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:29.175824 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-2b4e0a45-ae2f-447d-93d4-1a8cc2378c4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f26131ec9d0>, [], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:30:29.190640 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b4e0a45-ae2f-447d-93d4-1a8cc2378c4d None None] Routers {'98e98041-aa6d-46f7-8d94-44b41a31315f'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:30:29.190640 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-2b4e0a45-ae2f-447d-93d4-1a8cc2378c4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f26131ec9d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:30:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['98e98041-aa6d-46f7-8d94-44b41a31315f'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:30:29.213497 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-b6c44cab-196b-44aa-8007-75519485c63a tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks [] for router, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:29.214663 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-b6c44cab-196b-44aa-8007-75519485c63a tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 880 time: 4.1066916
Dec 25 21:30:29.217591 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 47700) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:30:29.219329 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2ddf12-b8fb-4b5b-9eed-d3049259d3b5 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Pushing event deleted for resources: {'Port': ['ID=f79651b7-f7e3-4fac-80bb-57a24414df19,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:30:29.235648 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e1d1f54-1b67-4335-8350-e694948d7e08 None None] DHCP port deletion for 7201e55c-7c5f-41aa-a042-a363696539d0 request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 21:30:29.238076 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-2b4e0a45-ae2f-447d-93d4-1a8cc2378c4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f26131ec9d0>, [], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:30:29.238708 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b4e0a45-ae2f-447d-93d4-1a8cc2378c4d None None] The sync data for ids ['98e98041-aa6d-46f7-8d94-44b41a31315f'] in ncdv-master-1 is: [] {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 21:30:29.261187 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ea2ddf12-b8fb-4b5b-9eed-d3049259d3b5 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Publish callbacks [] for floatingip, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:29.264365 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ea2ddf12-b8fb-4b5b-9eed-d3049259d3b5 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for floatingip, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:29.265679 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-ea2ddf12-b8fb-4b5b-9eed-d3049259d3b5 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] 10.222.0.32 "DELETE /v2.0/floatingips/319344bd-db11-4e0e-ba3c-956d567a0a21 HTTP/1.1" status: 204  len: 168 time: 0.7460101
Dec 25 21:30:29.268148 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 47702) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:30:29.359465 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-c7bb7528-b887-4d16-a363-27297119b457 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] 10.222.0.32 "GET /v2.0/routers/98e98041-aa6d-46f7-8d94-44b41a31315f HTTP/1.1" status: 200  len: 881 time: 0.1407297
Dec 25 21:30:29.362018 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 47704) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:30:29.363653 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7460b7d-8c5a-46f0-b413-56c1d2fb46a1 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Made reservation on behalf of a80fe923d39349348137639eb937eac1 for: {'subnet': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:30:29.367730 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-d7460b7d-8c5a-46f0-b413-56c1d2fb46a1 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8852834'] for subnet, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:29.395747 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-3764a9a0-042b-4f3b-a3fa-853e7862ab5d tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Deleting port fd6aa216-385a-41e5-8c5e-3aae2253a5ab {{(pid=121607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:30:29.396114 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-3764a9a0-042b-4f3b-a3fa-853e7862ab5d tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:29.530484 ncdv-master-1 neutron-server[121607]: INFO neutron.db.ipam_backend_mixin [None req-d7460b7d-8c5a-46f0-b413-56c1d2fb46a1 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet a414a331-0643-45b5-9906-db3b82068f3e (CIDR: 172.20.0.0/28)
Dec 25 21:30:29.538614 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-3764a9a0-042b-4f3b-a3fa-853e7862ab5d tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:29.553019 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-3764a9a0-042b-4f3b-a3fa-853e7862ab5d tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Calling delete_port for fd6aa216-385a-41e5-8c5e-3aae2253a5ab owned by  {{(pid=121607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:30:29.566639 ncdv-master-1 neutron-server[121607]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7460b7d-8c5a-46f0-b413-56c1d2fb46a1 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 25 21:30:29.567149 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7460b7d-8c5a-46f0-b413-56c1d2fb46a1 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=121607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 25 21:30:29.598341 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-27f008f1-25dd-4445-b864-17785d3e3d6c tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200  len: 884 time: 0.2351525
Dec 25 21:30:29.601619 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 47706) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:30:29.606096 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-d7d741c5-371f-4710-9451-8dc039d9fa19 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1102514659'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:30:29.678382 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-d7460b7d-8c5a-46f0-b413-56c1d2fb46a1 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 0.6728585
Dec 25 21:30:29.681663 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 47712) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:30:29.686570 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-2ab92101-533f-4b43-9440-0ad48288da3f tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Request body: {'subnet': {'network_id': '3a9367a7-e66f-41b5-8cf6-2e1594c7c8e8', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:30:29.752520 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 47714) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:30:29.821475 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-3764a9a0-042b-4f3b-a3fa-853e7862ab5d tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:29.900684 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-9d4cf051-e478-44ba-9705-394aa66a61b5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:29.993746 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-d7d741c5-371f-4710-9451-8dc039d9fa19 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2009782', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2014271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14898'] for router, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:30.052202 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-9d4cf051-e478-44ba-9705-394aa66a61b5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:30.096495 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-d7d741c5-371f-4710-9451-8dc039d9fa19 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2009753', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2009775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2009760', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2014256'] for router, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:30.136706 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-9d4cf051-e478-44ba-9705-394aa66a61b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:30.160800 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ab92101-533f-4b43-9440-0ad48288da3f tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Made reservation on behalf of a80fe923d39349348137639eb937eac1 for: {'subnet': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:30:30.164843 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-2ab92101-533f-4b43-9440-0ad48288da3f tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8852834'] for subnet, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:30.169389 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3764a9a0-042b-4f3b-a3fa-853e7862ab5d tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Pushing event deleted for resources: {'Port': ['ID=fd6aa216-385a-41e5-8c5e-3aae2253a5ab,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:30:30.229235 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4cf051-e478-44ba-9705-394aa66a61b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20b6d0d0-f1bd-496f-913b-aee7a6f30be6,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:30:30.249874 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-9d4cf051-e478-44ba-9705-394aa66a61b5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=eba48d8aa66b4f2686392acc0daf1e2b&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4961441
Dec 25 21:30:30.253352 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 47724) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:30:30.276493 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 6cf07661-7efc-4298-867a-0f4cf1680561 up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:30:30.301969 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-3764a9a0-042b-4f3b-a3fa-853e7862ab5d tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:30.309336 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-3764a9a0-042b-4f3b-a3fa-853e7862ab5d tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] 10.222.0.32 "DELETE /v2.0/ports/fd6aa216-385a-41e5-8c5e-3aae2253a5ab HTTP/1.1" status: 204  len: 168 time: 1.0378606
Dec 25 21:30:30.310157 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 47726) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:30:30.335238 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port 6cf07661-7efc-4298-867a-0f4cf1680561 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:30:30.335618 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:30.477507 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-2d7dba42-5efc-45f3-ad18-d3a4b9f64e87 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Deleting port 7d584498-0a66-4020-96ff-ac37bb6bf33e {{(pid=121607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:30:30.477851 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-2d7dba42-5efc-45f3-ad18-d3a4b9f64e87 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:30.619389 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-2d7dba42-5efc-45f3-ad18-d3a4b9f64e87 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:30.633976 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-2d7dba42-5efc-45f3-ad18-d3a4b9f64e87 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Calling delete_port for 7d584498-0a66-4020-96ff-ac37bb6bf33e owned by  {{(pid=121607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:30:30.691183 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7d741c5-371f-4710-9451-8dc039d9fa19 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Router 98e98041-aa6d-46f7-8d94-44b41a31315f has already been hosted by L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 {{(pid=121606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 25 21:30:30.698933 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-2ab92101-533f-4b43-9440-0ad48288da3f tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8632475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8852848'] for subnet, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:30.757591 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-739c0da8-0990-421f-a817-4e00efbb329a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:30.760396 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ab92101-533f-4b43-9440-0ad48288da3f tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Network 3a9367a7-e66f-41b5-8cf6-2e1594c7c8e8 is already hosted by enough agents. {{(pid=121607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:30:30.773830 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-2ab92101-533f-4b43-9440-0ad48288da3f tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Resources bound (agent type, host, resource id):  {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:30:30.778862 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ab92101-533f-4b43-9440-0ad48288da3f tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:30:30.779465 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-2ab92101-533f-4b43-9440-0ad48288da3f tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks [] for subnet, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:30.784031 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab92101-533f-4b43-9440-0ad48288da3f tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Pushing event updated for resources: {'Subnet': ['ID=624afa80-d802-4ead-9b5a-c28145e1f34b,revision_number=0']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:30:30.789168 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53981c96-0b49-4afd-9a41-093122be21d2 None None] Network 3a9367a7-e66f-41b5-8cf6-2e1594c7c8e8 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:30:30.796402 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-739c0da8-0990-421f-a817-4e00efbb329a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:30.868085 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7d741c5-371f-4710-9451-8dc039d9fa19 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 21:30:30.875498 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-d7d741c5-371f-4710-9451-8dc039d9fa19 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks [] for router, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:30.876339 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-d7d741c5-371f-4710-9451-8dc039d9fa19 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] 10.222.0.32 "PUT /v2.0/routers/98e98041-aa6d-46f7-8d94-44b41a31315f HTTP/1.1" status: 200  len: 888 time: 1.2736726
Dec 25 21:30:30.878364 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52a37920-34cb-41f2-ae56-aad4055020d5 None None] Sync routers for ids ['98e98041-aa6d-46f7-8d94-44b41a31315f'] in ncdv-master-1 {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 21:30:30.879021 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 47744) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:30:30.888797 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52a37920-34cb-41f2-ae56-aad4055020d5 None None] Routers {'98e98041-aa6d-46f7-8d94-44b41a31315f'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:30:30.889755 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-52a37920-34cb-41f2-ae56-aad4055020d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f26194acc70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:30:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['98e98041-aa6d-46f7-8d94-44b41a31315f'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:30:30.921606 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-2ab92101-533f-4b43-9440-0ad48288da3f tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 804 time: 1.2389052
Dec 25 21:30:30.924734 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 47746) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:30:30.928764 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-52a37920-34cb-41f2-ae56-aad4055020d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f26194acc70>, [], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:30:30.930749 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-07389c5a-39a1-40ca-93b5-9b94c827bfd9 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1907723230', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '624afa80-d802-4ead-9b5a-c28145e1f34b'}], 'security_groups': ['a030a6c2-406b-49d9-977b-e4e6378a43a0']}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:30:30.945844 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52a37920-34cb-41f2-ae56-aad4055020d5 None None] Routers {'98e98041-aa6d-46f7-8d94-44b41a31315f'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:30:30.946930 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-52a37920-34cb-41f2-ae56-aad4055020d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f26194acc70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:30:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['98e98041-aa6d-46f7-8d94-44b41a31315f'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:30:30.959789 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-2d7dba42-5efc-45f3-ad18-d3a4b9f64e87 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:31.000593 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-52a37920-34cb-41f2-ae56-aad4055020d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f26194acc70>, [], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:30:31.001584 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52a37920-34cb-41f2-ae56-aad4055020d5 None None] The sync data for ids ['98e98041-aa6d-46f7-8d94-44b41a31315f'] in ncdv-master-1 is: [] {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 21:30:31.031049 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7dba42-5efc-45f3-ad18-d3a4b9f64e87 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Pushing event deleted for resources: {'Port': ['ID=7d584498-0a66-4020-96ff-ac37bb6bf33e,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:30:31.047008 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-c01cbcb3-0a79-4370-b7be-b28d75d3e41c tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] 10.222.0.32 "GET /v2.0/routers/98e98041-aa6d-46f7-8d94-44b41a31315f HTTP/1.1" status: 200  len: 888 time: 0.1643503
Dec 25 21:30:31.049736 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 47748) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:30:31.049857 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82d0487c-615c-4fe6-8c78-85ef2e4898d5 None None] Update dhcp port {'port': {'network_id': '3a9367a7-e66f-41b5-8cf6-2e1594c7c8e8', 'fixed_ips': [{'subnet_id': 'a414a331-0643-45b5-9906-db3b82068f3e', 'ip_address': '172.20.0.2'}, {'subnet_id': '624afa80-d802-4ead-9b5a-c28145e1f34b'}], 'binding:host_id': 'ncdv-master-1'}, 'id': '6cf07661-7efc-4298-867a-0f4cf1680561'} from ncdv-master-1. {{(pid=121608) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}}
Dec 25 21:30:31.078346 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-82d0487c-615c-4fe6-8c78-85ef2e4898d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:31.080944 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-ba834f79-3d4d-4cd6-befb-b770fdc46890 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] 10.222.0.32 "GET /v2.0/ports?device_id=98e98041-aa6d-46f7-8d94-44b41a31315f HTTP/1.1" status: 200  len: 205 time: 0.0314021
Dec 25 21:30:31.081368 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-739c0da8-0990-421f-a817-4e00efbb329a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:31.084406 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-739c0da8-0990-421f-a817-4e00efbb329a admin admin] Publish callbacks [] for security_group, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:31.085525 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-739c0da8-0990-421f-a817-4e00efbb329a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/20b6d0d0-f1bd-496f-913b-aee7a6f30be6 HTTP/1.1" status: 204  len: 168 time: 0.8301790
Dec 25 21:30:31.086382 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 47750) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:30:31.102035 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739c0da8-0990-421f-a817-4e00efbb329a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20b6d0d0-f1bd-496f-913b-aee7a6f30be6,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:30:31.174914 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-2d7dba42-5efc-45f3-ad18-d3a4b9f64e87 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:31.181424 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-2d7dba42-5efc-45f3-ad18-d3a4b9f64e87 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] 10.222.0.32 "DELETE /v2.0/ports/7d584498-0a66-4020-96ff-ac37bb6bf33e HTTP/1.1" status: 204  len: 168 time: 0.8678205
Dec 25 21:30:31.182127 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 47754) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:30:31.240775 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-07389c5a-39a1-40ca-93b5-9b94c827bfd9 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:31.277116 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-8db34dc0-77fa-43c5-90df-29b84c3c74ca tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks [] for router, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:31.280847 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_v2 [None req-9052cdce-6ef6-4edf-ab73-cd5f8acb9128 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Deleting subnet 0f498337-e4ba-4b34-b7b9-d5a4315f4f02 {{(pid=121606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Dec 25 21:30:31.317177 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.db_base_plugin_common [None req-82d0487c-615c-4fe6-8c78-85ef2e4898d5 None None] Allocated IP 172.20.0.18 (3a9367a7-e66f-41b5-8cf6-2e1594c7c8e8/624afa80-d802-4ead-9b5a-c28145e1f34b/6cf07661-7efc-4298-867a-0f4cf1680561) {{(pid=121608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:30:31.367483 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-9052cdce-6ef6-4edf-ab73-cd5f8acb9128 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Publish callbacks [] for subnet, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:31.504957 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-82d0487c-615c-4fe6-8c78-85ef2e4898d5 None None] For port 6cf07661-7efc-4298-867a-0f4cf1680561, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6cf07661-7efc-4298-867a-0f4cf1680561,segment=NetworkSegment(ef506fab-ec9d-4c4f-a95a-56b7e74329ba),segment_id=ef506fab-ec9d-4c4f-a95a-56b7e74329ba)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:30:31.528188 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-8db34dc0-77fa-43c5-90df-29b84c3c74ca tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks [] for router_gateway, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:31.540325 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-9052cdce-6ef6-4edf-ab73-cd5f8acb9128 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9084199'] for subnet, precommit_delete_associations {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:31.562397 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-82d0487c-615c-4fe6-8c78-85ef2e4898d5 None None] Publish callbacks [] for port, precommit_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:31.633965 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-9052cdce-6ef6-4edf-ab73-cd5f8acb9128 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995662'] for subnet, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:31.725933 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-8db34dc0-77fa-43c5-90df-29b84c3c74ca tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Deleting port 46876d6c-3dfc-4606-ac9a-b4ec43565c60 {{(pid=121606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:30:31.726588 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-8db34dc0-77fa-43c5-90df-29b84c3c74ca tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:31.753202 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-82d0487c-615c-4fe6-8c78-85ef2e4898d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:31.807268 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-8db34dc0-77fa-43c5-90df-29b84c3c74ca tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:31.822047 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-8db34dc0-77fa-43c5-90df-29b84c3c74ca tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Calling delete_port for 46876d6c-3dfc-4606-ac9a-b4ec43565c60 owned by network:router_gateway {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:30:31.853864 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d0487c-615c-4fe6-8c78-85ef2e4898d5 None None] Pushing event updated for resources: {'Port': ['ID=6cf07661-7efc-4298-867a-0f4cf1680561,revision_number=4']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:30:31.887050 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_common [None req-07389c5a-39a1-40ca-93b5-9b94c827bfd9 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Delete allocated IP 172.20.0.10 (3a9367a7-e66f-41b5-8cf6-2e1594c7c8e8/a414a331-0643-45b5-9906-db3b82068f3e) {{(pid=121607) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}}
Dec 25 21:30:31.898027 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_common [None req-07389c5a-39a1-40ca-93b5-9b94c827bfd9 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Allocated IP 172.20.0.21 (3a9367a7-e66f-41b5-8cf6-2e1594c7c8e8/624afa80-d802-4ead-9b5a-c28145e1f34b/2097ae15-a5fd-46f8-a981-f693c1030107) {{(pid=121607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:30:31.935392 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-9052cdce-6ef6-4edf-ab73-cd5f8acb9128 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9084363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9028506'] for subnet, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:31.978020 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9052cdce-6ef6-4edf-ab73-cd5f8acb9128 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Pushing event deleted for resources: {'Subnet': ['ID=0f498337-e4ba-4b34-b7b9-d5a4315f4f02,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:30:31.993954 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-9052cdce-6ef6-4edf-ab73-cd5f8acb9128 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Publish callbacks [] for subnet, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:31.999003 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-9052cdce-6ef6-4edf-ab73-cd5f8acb9128 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] 10.222.0.32 "DELETE /v2.0/subnets/0f498337-e4ba-4b34-b7b9-d5a4315f4f02 HTTP/1.1" status: 204  len: 168 time: 0.8147757
Dec 25 21:30:32.001820 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 47764) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:30:32.003463 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7861ef3e-0a18-4ed2-8f85-6094832bd0f1 None None] Network 3822397d-3d72-44cf-9fd0-b3119ec81123 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:30:32.095979 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 47770) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:30:32.104673 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d752bf8-1943-4437-869d-852d0d165af7 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Deleting subnet f792eb17-8c67-407f-9cdd-1353c9bc42bb {{(pid=121606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Dec 25 21:30:32.112102 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-4d752bf8-1943-4437-869d-852d0d165af7 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Publish callbacks [] for subnet, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:32.135198 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-c3996b71-c591-40bd-b1e4-521a6b3960c3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:32.162502 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-4d752bf8-1943-4437-869d-852d0d165af7 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9084199'] for subnet, precommit_delete_associations {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:32.183808 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-07389c5a-39a1-40ca-93b5-9b94c827bfd9 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks [] for port, precommit_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:32.233243 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-8db34dc0-77fa-43c5-90df-29b84c3c74ca tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:32.247225 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c7b3b03-6969-43ea-ad56-b8d5ef817c81 None None] DHCP port deletion for 3822397d-3d72-44cf-9fd0-b3119ec81123 request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 21:30:32.259006 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-07389c5a-39a1-40ca-93b5-9b94c827bfd9 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8632327'] for port, after_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:32.297855 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db34dc0-77fa-43c5-90df-29b84c3c74ca tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Pushing event deleted for resources: {'Port': ['ID=46876d6c-3dfc-4606-ac9a-b4ec43565c60,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:30:32.324186 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aad8e6e3-f752-40f2-8ab3-3d906a9807c8 None None] DHCP port deletion for 7201e55c-7c5f-41aa-a042-a363696539d0 request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 21:30:32.346325 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 6cf07661-7efc-4298-867a-0f4cf1680561 up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:30:32.409430 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-7c7b3b03-6969-43ea-ad56-b8d5ef817c81 None None] Deleting port 94f6a724-8477-4326-98da-bff0df1b266b {{(pid=121608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:30:32.410066 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-7c7b3b03-6969-43ea-ad56-b8d5ef817c81 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:32.425118 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-4d752bf8-1943-4437-869d-852d0d165af7 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995662'] for subnet, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:32.428375 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-c3996b71-c591-40bd-b1e4-521a6b3960c3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:32.456229 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port 6cf07661-7efc-4298-867a-0f4cf1680561 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:30:32.456229 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:32.461163 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07389c5a-39a1-40ca-93b5-9b94c827bfd9 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Pushing event updated for resources: {'Port': ['ID=2097ae15-a5fd-46f8-a981-f693c1030107,revision_number=2']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:30:32.463873 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-07389c5a-39a1-40ca-93b5-9b94c827bfd9 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] In _notify_port_updated(), no bound segment for port 2097ae15-a5fd-46f8-a981-f693c1030107 on network 3a9367a7-e66f-41b5-8cf6-2e1594c7c8e8 {{(pid=121607) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}}
Dec 25 21:30:32.470937 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07389c5a-39a1-40ca-93b5-9b94c827bfd9 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:30:32.471756 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-07389c5a-39a1-40ca-93b5-9b94c827bfd9 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:32.473385 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-07389c5a-39a1-40ca-93b5-9b94c827bfd9 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] 10.222.0.32 "PUT /v2.0/ports/2097ae15-a5fd-46f8-a981-f693c1030107 HTTP/1.1" status: 200  len: 921 time: 1.5468974
Dec 25 21:30:32.478328 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 47786) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:30:32.509744 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-8db34dc0-77fa-43c5-90df-29b84c3c74ca tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2008689'] for router_gateway, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:32.521998 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-c3996b71-c591-40bd-b1e4-521a6b3960c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:32.556864 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-7c7b3b03-6969-43ea-ad56-b8d5ef817c81 None None] For port 94f6a724-8477-4326-98da-bff0df1b266b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=94f6a724-8477-4326-98da-bff0df1b266b,segment=NetworkSegment(1484705c-8e80-460c-b34f-1f443916d93d),segment_id=1484705c-8e80-460c-b34f-1f443916d93d)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:30:32.558930 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-7c7b3b03-6969-43ea-ad56-b8d5ef817c81 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:32.589069 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-7c7b3b03-6969-43ea-ad56-b8d5ef817c81 None None] Calling delete_port for 94f6a724-8477-4326-98da-bff0df1b266b owned by network:dhcp {{(pid=121608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:30:32.629671 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-c3996b71-c591-40bd-b1e4-521a6b3960c3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=fbd29ca239784dd5bc26cf0c1beef1bb&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5286739
Dec 25 21:30:32.631184 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 47788) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:30:32.644667 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-8db34dc0-77fa-43c5-90df-29b84c3c74ca tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2014235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14905'] for router, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:32.649565 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-8db34dc0-77fa-43c5-90df-29b84c3c74ca tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:32.685549 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3996b71-c591-40bd-b1e4-521a6b3960c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42537553-ec47-4ffe-987a-900c7ed15c1e,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:30:32.728836 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-9943ec90-5dbd-4370-a0f9-a750c15374a8 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Deleting port 2097ae15-a5fd-46f8-a981-f693c1030107 {{(pid=121607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:30:32.730108 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-9943ec90-5dbd-4370-a0f9-a750c15374a8 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:32.748549 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e59bece1-f7d4-4e8b-b393-02110bd536e4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:32.790459 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-0dcd8684-9cd7-4954-a09a-ff42e72a37a8 None None] Provisioning complete for port 6cf07661-7efc-4298-867a-0f4cf1680561 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:30:32.790819 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-0dcd8684-9cd7-4954-a09a-ff42e72a37a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:32.793838 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-4d752bf8-1943-4437-869d-852d0d165af7 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9084363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9028506'] for subnet, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:32.816582 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e59bece1-f7d4-4e8b-b393-02110bd536e4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:32.842599 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d752bf8-1943-4437-869d-852d0d165af7 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Pushing event deleted for resources: {'Subnet': ['ID=f792eb17-8c67-407f-9cdd-1353c9bc42bb,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:30:32.844918 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-4d752bf8-1943-4437-869d-852d0d165af7 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Publish callbacks [] for subnet, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:32.848526 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-4d752bf8-1943-4437-869d-852d0d165af7 tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] 10.222.0.32 "DELETE /v2.0/subnets/f792eb17-8c67-407f-9cdd-1353c9bc42bb HTTP/1.1" status: 204  len: 168 time: 0.8452854
Dec 25 21:30:32.851676 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 47796) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:30:32.855266 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-8db34dc0-77fa-43c5-90df-29b84c3c74ca tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2014220'] for router, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:32.855266 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8db34dc0-77fa-43c5-90df-29b84c3c74ca tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Fanout notify agent at l3_agent the message router_deleted on router 98e98041-aa6d-46f7-8d94-44b41a31315f {{(pid=121606) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 25 21:30:32.862512 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-8db34dc0-77fa-43c5-90df-29b84c3c74ca tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks [] for router, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:32.864098 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-8db34dc0-77fa-43c5-90df-29b84c3c74ca tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] 10.222.0.32 "DELETE /v2.0/routers/98e98041-aa6d-46f7-8d94-44b41a31315f HTTP/1.1" status: 204  len: 168 time: 1.7748697
Dec 25 21:30:32.870692 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 47798) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:30:32.878382 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-9e3a47f0-6a27-4b2d-8a3c-c9a7c11b1847 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Request body: {'network': {'name': 'tempest-RoutersTest-357789351'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:30:32.887669 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-9943ec90-5dbd-4370-a0f9-a750c15374a8 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:32.888383 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-447177b0-2adc-4b13-b5cb-1c24e948166f None None] Network f7ed1632-2ec3-4974-9097-8fe2ac8f3ba4 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:30:32.918264 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-9943ec90-5dbd-4370-a0f9-a750c15374a8 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Calling delete_port for 2097ae15-a5fd-46f8-a981-f693c1030107 owned by  {{(pid=121607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:30:32.927164 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-0dcd8684-9cd7-4954-a09a-ff42e72a37a8 None None] Provisioning complete for port e2167940-68ad-4279-9955-6a61400abefa triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:30:32.927573 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-0dcd8684-9cd7-4954-a09a-ff42e72a37a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:32.948957 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-8f473f25-db40-4acb-8ebc-02a283c7c68c tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625803'] for network, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:32.983258 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-8f473f25-db40-4acb-8ebc-02a283c7c68c tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] The port '94f6a724-8477-4326-98da-bff0df1b266b' was deleted {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}}
Dec 25 21:30:33.000850 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-7c7b3b03-6969-43ea-ad56-b8d5ef817c81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955'] for port, after_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:33.043362 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7b3b03-6969-43ea-ad56-b8d5ef817c81 None None] Pushing event deleted for resources: {'Port': ['ID=94f6a724-8477-4326-98da-bff0df1b266b,revision_number=None']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:30:33.045778 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c7b3b03-6969-43ea-ad56-b8d5ef817c81 None None] No DVR routers for this DVR port 94f6a724-8477-4326-98da-bff0df1b266b on host ncdv-master-1 {{(pid=121608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:30:33.050330 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e3a47f0-6a27-4b2d-8a3c-c9a7c11b1847 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Made reservation on behalf of 2b4b670b5aa1407f8675179d6279efab for: {'network': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:30:33.054394 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-9e3a47f0-6a27-4b2d-8a3c-c9a7c11b1847 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for network, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:33.056692 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-0dcd8684-9cd7-4954-a09a-ff42e72a37a8 None None] Port e2167940-68ad-4279-9955-6a61400abefa cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:30:33.065428 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-8f473f25-db40-4acb-8ebc-02a283c7c68c tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997585', 'neutron.services.segments.db._delete_segments_for_network-8737602743071'] for network, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:33.070915 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-0dcd8684-9cd7-4954-a09a-ff42e72a37a8 None None] Provisioning complete for port 2097ae15-a5fd-46f8-a981-f693c1030107 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:30:33.071336 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-0dcd8684-9cd7-4954-a09a-ff42e72a37a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:33.097642 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e59bece1-f7d4-4e8b-b393-02110bd536e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:33.106090 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e59bece1-f7d4-4e8b-b393-02110bd536e4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:33.107546 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-e59bece1-f7d4-4e8b-b393-02110bd536e4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/42537553-ec47-4ffe-987a-900c7ed15c1e HTTP/1.1" status: 204  len: 168 time: 0.4741945
Dec 25 21:30:33.108621 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.segments.db [None req-8f473f25-db40-4acb-8ebc-02a283c7c68c tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f26185d2a30>,) {'filters': {'network_id': ['3822397d-3d72-44cf-9fd0-b3119ec81123']}} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:30:33.123210 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.segments.db [None req-8f473f25-db40-4acb-8ebc-02a283c7c68c tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f26185d2a30>, '1484705c-8e80-460c-b34f-1f443916d93d') {'for_net_delete': True} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:30:33.123658 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.segments.db [None req-8f473f25-db40-4acb-8ebc-02a283c7c68c tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f26185d2a30>, '1484705c-8e80-460c-b34f-1f443916d93d') {} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:30:33.140811 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-8f473f25-db40-4acb-8ebc-02a283c7c68c tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737602746920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9084222'] for segment, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:33.154413 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-0dcd8684-9cd7-4954-a09a-ff42e72a37a8 None None] Port 2097ae15-a5fd-46f8-a981-f693c1030107 cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:30:33.161615 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59bece1-f7d4-4e8b-b393-02110bd536e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42537553-ec47-4ffe-987a-900c7ed15c1e,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:30:33.201031 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-8f473f25-db40-4acb-8ebc-02a283c7c68c tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:33.204992 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f473f25-db40-4acb-8ebc-02a283c7c68c tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Releasing vlan 178 on physical network physnet1 to pool {{(pid=121606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 25 21:30:33.205409 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-8f473f25-db40-4acb-8ebc-02a283c7c68c tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9084542'] for segment, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:33.209419 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:30:33.209419 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:30:33.209419 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:30:33.209419 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:30:33.209419 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:30:33.209419 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:30:33.209419 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:30:33.209419 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:30:33.209419 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:30:33.209419 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:30:33.209419 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:30:33.209419 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:30:33.209419 ncdv-master-1 neutron-server[121606]: Traceback (most recent call last):
Dec 25 21:30:33.209419 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 25 21:30:33.209419 ncdv-master-1 neutron-server[121606]:     timer()
Dec 25 21:30:33.209419 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 25 21:30:33.209419 ncdv-master-1 neutron-server[121606]:     cb(*args, **kw)
Dec 25 21:30:33.209419 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 25 21:30:33.209419 ncdv-master-1 neutron-server[121606]:     return func(*args, **kwargs)
Dec 25 21:30:33.209419 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 25 21:30:33.209419 ncdv-master-1 neutron-server[121606]:     self._notify()
Dec 25 21:30:33.209419 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 25 21:30:33.209419 ncdv-master-1 neutron-server[121606]:     self.callback(batched_events)
Dec 25 21:30:33.209419 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 25 21:30:33.209419 ncdv-master-1 neutron-server[121606]:     event.method(event)
Dec 25 21:30:33.209419 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 25 21:30:33.209419 ncdv-master-1 neutron-server[121606]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 25 21:30:33.209419 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 25 21:30:33.209419 ncdv-master-1 neutron-server[121606]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 25 21:30:33.209419 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 25 21:30:33.209419 ncdv-master-1 neutron-server[121606]:     return f(self, *a, **k)
Dec 25 21:30:33.209419 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 25 21:30:33.209419 ncdv-master-1 neutron-server[121606]:     return self._get(url).json()
Dec 25 21:30:33.209419 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 25 21:30:33.209419 ncdv-master-1 neutron-server[121606]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 25 21:30:33.209419 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 25 21:30:33.209419 ncdv-master-1 neutron-server[121606]:     return self.request(url, 'GET', **kwargs)
Dec 25 21:30:33.209419 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 25 21:30:33.209419 ncdv-master-1 neutron-server[121606]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 25 21:30:33.209419 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 25 21:30:33.209419 ncdv-master-1 neutron-server[121606]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 25 21:30:33.209419 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 25 21:30:33.209419 ncdv-master-1 neutron-server[121606]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 25 21:30:33.209419 ncdv-master-1 neutron-server[121606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 25 21:30:33.236081 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c25bc698-3762-4b85-8839-ee7c81d018e9 None None] DHCP port deletion for f7ed1632-2ec3-4974-9097-8fe2ac8f3ba4 request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 21:30:33.285808 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e3a47f0-6a27-4b2d-8a3c-c9a7c11b1847 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] vlan segment allocate from pool success with {'vlan_id': 199, 'physical_network': 'physnet1'}  {{(pid=121607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 25 21:30:33.303655 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-c25bc698-3762-4b85-8839-ee7c81d018e9 None None] Deleting port 835d6a22-8218-4666-8871-0f32a71bd98d {{(pid=121608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:30:33.304081 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-c25bc698-3762-4b85-8839-ee7c81d018e9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:33.306561 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-9e3a47f0-6a27-4b2d-8a3c-c9a7c11b1847 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:33.306902 ncdv-master-1 neutron-server[121607]: INFO neutron.db.segments_db [None req-9e3a47f0-6a27-4b2d-8a3c-c9a7c11b1847 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Added segment ff9e92f8-f07f-489e-bdd6-265ec6921278 of type vlan for network 2dba8286-5c90-489d-addd-cb6f24ac0fe6
Dec 25 21:30:33.372802 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-9943ec90-5dbd-4370-a0f9-a750c15374a8 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:33.376144 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-c25bc698-3762-4b85-8839-ee7c81d018e9 None None] For port 835d6a22-8218-4666-8871-0f32a71bd98d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=835d6a22-8218-4666-8871-0f32a71bd98d,segment=NetworkSegment(3c3bf577-825d-4a12-8515-c9a0adea0ed3),segment_id=3c3bf577-825d-4a12-8515-c9a0adea0ed3)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:30:33.376794 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-c25bc698-3762-4b85-8839-ee7c81d018e9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:33.389601 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-9e3a47f0-6a27-4b2d-8a3c-c9a7c11b1847 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737602163420'] for network, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:33.390460 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-c25bc698-3762-4b85-8839-ee7c81d018e9 None None] Calling delete_port for 835d6a22-8218-4666-8871-0f32a71bd98d owned by network:dhcp {{(pid=121608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:30:33.419105 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9943ec90-5dbd-4370-a0f9-a750c15374a8 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Pushing event deleted for resources: {'Port': ['ID=2097ae15-a5fd-46f8-a981-f693c1030107,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:30:33.478743 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-57d6657b-2783-4d67-9e6d-b87374f68cf8 None None] Could not find standard attr ID for object 2097ae15-a5fd-46f8-a981-f693c1030107. {{(pid=121608) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 25 21:30:33.479571 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-8f473f25-db40-4acb-8ebc-02a283c7c68c tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2008653'] for network, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:33.496075 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-8f473f25-db40-4acb-8ebc-02a283c7c68c tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for network, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:33.499250 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-9943ec90-5dbd-4370-a0f9-a750c15374a8 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:33.506445 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-9943ec90-5dbd-4370-a0f9-a750c15374a8 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] 10.222.0.32 "DELETE /v2.0/ports/2097ae15-a5fd-46f8-a981-f693c1030107 HTTP/1.1" status: 204  len: 168 time: 1.0230041
Dec 25 21:30:33.506445 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 47818) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:30:33.507201 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-8f473f25-db40-4acb-8ebc-02a283c7c68c tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] 10.222.0.32 "DELETE /v2.0/networks/3822397d-3d72-44cf-9fd0-b3119ec81123 HTTP/1.1" status: 204  len: 168 time: 0.6521850
Dec 25 21:30:33.516701 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 47820) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:30:33.527611 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f473f25-db40-4acb-8ebc-02a283c7c68c tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Pushing event deleted for resources: {'Network': ['ID=3822397d-3d72-44cf-9fd0-b3119ec81123,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:30:33.530131 ncdv-master-1 neutron-server[121607]: INFO neutron.pecan_wsgi.hooks.translation [None req-4431907c-f36a-4a79-bcfe-19eb1d43cfd5 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] GET failed (client error): The resource could not be found.
Dec 25 21:30:33.534115 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-4431907c-f36a-4a79-bcfe-19eb1d43cfd5 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] 10.222.0.32 "GET /v2.0/ports/2097ae15-a5fd-46f8-a981-f693c1030107 HTTP/1.1" status: 404  len: 333 time: 0.0249128
Dec 25 21:30:33.538291 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 47822) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:30:33.610194 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-c25bc698-3762-4b85-8839-ee7c81d018e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955'] for port, after_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:33.612947 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-9e3a47f0-6a27-4b2d-8a3c-c9a7c11b1847 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870'] for network, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:33.619129 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-24776c29-51a7-4100-8c33-b9196b49928e tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625803'] for network, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:33.619966 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e3a47f0-6a27-4b2d-8a3c-c9a7c11b1847 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:30:33.620974 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-9e3a47f0-6a27-4b2d-8a3c-c9a7c11b1847 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks [] for network, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:33.643784 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-c13691ce-ca13-4728-ae02-afbb96594f50 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks [] for security_group, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:33.670743 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c25bc698-3762-4b85-8839-ee7c81d018e9 None None] No DVR routers for this DVR port 835d6a22-8218-4666-8871-0f32a71bd98d on host ncdv-master-1 {{(pid=121608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:30:33.674560 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25bc698-3762-4b85-8839-ee7c81d018e9 None None] Pushing event deleted for resources: {'Port': ['ID=835d6a22-8218-4666-8871-0f32a71bd98d,revision_number=None']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:30:33.738323 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-24776c29-51a7-4100-8c33-b9196b49928e tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997585', 'neutron.services.segments.db._delete_segments_for_network-8737602743071'] for network, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:33.741055 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-c13691ce-ca13-4728-ae02-afbb96594f50 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks [] for security_group, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:33.763811 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.segments.db [None req-24776c29-51a7-4100-8c33-b9196b49928e tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2618221370>,) {'filters': {'network_id': ['f7ed1632-2ec3-4974-9097-8fe2ac8f3ba4']}} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:30:33.782968 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.segments.db [None req-24776c29-51a7-4100-8c33-b9196b49928e tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2618221370>, '3c3bf577-825d-4a12-8515-c9a0adea0ed3') {'for_net_delete': True} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:30:33.783265 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.segments.db [None req-24776c29-51a7-4100-8c33-b9196b49928e tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2618221370>, '3c3bf577-825d-4a12-8515-c9a0adea0ed3') {} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:30:33.784663 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-9e3a47f0-6a27-4b2d-8a3c-c9a7c11b1847 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 765 time: 0.9123755
Dec 25 21:30:33.787861 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 47828) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:30:33.792755 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-d53ffc80-b523-4d76-94e4-4e7e5ca04f4f tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Request body: {'subnet': {'network_id': '2dba8286-5c90-489d-addd-cb6f24ac0fe6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:30:33.805355 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-24776c29-51a7-4100-8c33-b9196b49928e tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737602746920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9084222'] for segment, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:33.805822 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3a47f0-6a27-4b2d-8a3c-c9a7c11b1847 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Pushing event updated for resources: {'Network': ['ID=2dba8286-5c90-489d-addd-cb6f24ac0fe6,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:30:33.827757 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-24776c29-51a7-4100-8c33-b9196b49928e tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:33.830924 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Network 2dba8286-5c90-489d-addd-cb6f24ac0fe6 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 25 21:30:33.898622 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24776c29-51a7-4100-8c33-b9196b49928e tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Releasing vlan 150 on physical network physnet1 to pool {{(pid=121606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 25 21:30:33.899189 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-24776c29-51a7-4100-8c33-b9196b49928e tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9084542'] for segment, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:33.918362 ncdv-master-1 neutron-server[121606]: Traceback (most recent call last):
Dec 25 21:30:33.918362 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 25 21:30:33.918362 ncdv-master-1 neutron-server[121606]:     timer()
Dec 25 21:30:33.918362 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 25 21:30:33.918362 ncdv-master-1 neutron-server[121606]:     cb(*args, **kw)
Dec 25 21:30:33.918362 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 25 21:30:33.918362 ncdv-master-1 neutron-server[121606]:     return func(*args, **kwargs)
Dec 25 21:30:33.918362 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 25 21:30:33.918362 ncdv-master-1 neutron-server[121606]:     self._notify()
Dec 25 21:30:33.918362 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 25 21:30:33.918362 ncdv-master-1 neutron-server[121606]:     self.callback(batched_events)
Dec 25 21:30:33.918362 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 25 21:30:33.918362 ncdv-master-1 neutron-server[121606]:     event.method(event)
Dec 25 21:30:33.918362 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 25 21:30:33.918362 ncdv-master-1 neutron-server[121606]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 25 21:30:33.918362 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 25 21:30:33.918362 ncdv-master-1 neutron-server[121606]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 25 21:30:33.918362 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 25 21:30:33.918362 ncdv-master-1 neutron-server[121606]:     return f(self, *a, **k)
Dec 25 21:30:33.918362 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 25 21:30:33.918362 ncdv-master-1 neutron-server[121606]:     return self._get(url).json()
Dec 25 21:30:33.918362 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 25 21:30:33.918362 ncdv-master-1 neutron-server[121606]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 25 21:30:33.918362 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 25 21:30:33.918362 ncdv-master-1 neutron-server[121606]:     return self.request(url, 'GET', **kwargs)
Dec 25 21:30:33.918362 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 25 21:30:33.918362 ncdv-master-1 neutron-server[121606]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 25 21:30:33.918362 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 25 21:30:33.918362 ncdv-master-1 neutron-server[121606]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 25 21:30:33.918362 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 25 21:30:33.918362 ncdv-master-1 neutron-server[121606]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 25 21:30:33.918362 ncdv-master-1 neutron-server[121606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 25 21:30:33.970175 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-c13691ce-ca13-4728-ae02-afbb96594f50 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:33.973055 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-c13691ce-ca13-4728-ae02-afbb96594f50 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:33.975001 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-c13691ce-ca13-4728-ae02-afbb96594f50 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] 10.222.0.32 "DELETE /v2.0/security-groups/981b2c32-bff1-4a5f-81d1-f0651e866873 HTTP/1.1" status: 204  len: 168 time: 0.4389064
Dec 25 21:30:33.977802 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 47836) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:30:33.984346 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13691ce-ca13-4728-ae02-afbb96594f50 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=981b2c32-bff1-4a5f-81d1-f0651e866873,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:30:33.993178 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d53ffc80-b523-4d76-94e4-4e7e5ca04f4f tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Made reservation on behalf of 2b4b670b5aa1407f8675179d6279efab for: {'subnet': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:30:33.997126 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-d53ffc80-b523-4d76-94e4-4e7e5ca04f4f tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8852834'] for subnet, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:34.034072 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-8ba6846d-59e5-456a-b93a-b35834b0d7ee tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks [] for security_group, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:34.063020 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-8ba6846d-59e5-456a-b93a-b35834b0d7ee tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks [] for security_group, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:34.092984 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-24776c29-51a7-4100-8c33-b9196b49928e tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2008653'] for network, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:34.103497 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-24776c29-51a7-4100-8c33-b9196b49928e tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for network, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:34.121001 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-24776c29-51a7-4100-8c33-b9196b49928e tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] 10.222.0.32 "DELETE /v2.0/networks/f7ed1632-2ec3-4974-9097-8fe2ac8f3ba4 HTTP/1.1" status: 204  len: 168 time: 0.5944169
Dec 25 21:30:34.126472 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24776c29-51a7-4100-8c33-b9196b49928e tempest-TaggedBootDevicesTest_v242-1707178338 tempest-TaggedBootDevicesTest_v242-1707178338-project] Pushing event deleted for resources: {'Network': ['ID=f7ed1632-2ec3-4974-9097-8fe2ac8f3ba4,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:30:34.206129 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-8ba6846d-59e5-456a-b93a-b35834b0d7ee tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:34.209539 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-8ba6846d-59e5-456a-b93a-b35834b0d7ee tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks [] for security_group, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:34.211090 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-8ba6846d-59e5-456a-b93a-b35834b0d7ee tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] 10.222.0.32 "DELETE /v2.0/security-groups/a030a6c2-406b-49d9-977b-e4e6378a43a0 HTTP/1.1" status: 204  len: 168 time: 0.2323201
Dec 25 21:30:34.216960 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 47842) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:30:34.266136 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 835d6a22-8218-4666-8871-0f32a71bd98d no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:30:34.295543 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba6846d-59e5-456a-b93a-b35834b0d7ee tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a030a6c2-406b-49d9-977b-e4e6378a43a0,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:30:34.324100 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f3fd852-27f9-4b01-97d8-ecc0f550a480 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Deleting subnet a414a331-0643-45b5-9906-db3b82068f3e {{(pid=121606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Dec 25 21:30:34.327909 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-7f3fd852-27f9-4b01-97d8-ecc0f550a480 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks [] for subnet, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:34.336015 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] No Port match for: 835d6a22-8218-4666-8871-0f32a71bd98d {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:30:34.336664 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 835d6a22-8218-4666-8871-0f32a71bd98d not bound to the agent host ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:30:34.337326 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 94f6a724-8477-4326-98da-bff0df1b266b no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:30:34.361003 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] No Port match for: 94f6a724-8477-4326-98da-bff0df1b266b {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:30:34.361352 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 94f6a724-8477-4326-98da-bff0df1b266b not bound to the agent host ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:30:34.388536 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-d53ffc80-b523-4d76-94e4-4e7e5ca04f4f tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8632475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8852848'] for subnet, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:34.409411 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-7f3fd852-27f9-4b01-97d8-ecc0f550a480 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9084199'] for subnet, precommit_delete_associations {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:34.415765 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:34.481361 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53ffc80-b523-4d76-94e4-4e7e5ca04f4f tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Pushing event updated for resources: {'Subnet': ['ID=eaf7b7cd-38c0-451b-8299-31dad7f9051d,revision_number=0']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:30:34.495292 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d53ffc80-b523-4d76-94e4-4e7e5ca04f4f tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Checking segment: {'id': 'ff9e92f8-f07f-489e-bdd6-265ec6921278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '2dba8286-5c90-489d-addd-cb6f24ac0fe6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:30:34.495770 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d53ffc80-b523-4d76-94e4-4e7e5ca04f4f tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Network hostable DHCP agents. Network: 2dba8286-5c90-489d-addd-cb6f24ac0fe6, hostable agents: ['1813db88-2c1b-4357-a2ba-869246b663c2'], hosted agents: [] {{(pid=121607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 25 21:30:34.512096 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-7f3fd852-27f9-4b01-97d8-ecc0f550a480 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995662'] for subnet, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:34.575680 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d53ffc80-b523-4d76-94e4-4e7e5ca04f4f tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Network 2dba8286-5c90-489d-addd-cb6f24ac0fe6 is scheduled to be hosted by DHCP agent 1813db88-2c1b-4357-a2ba-869246b663c2 with binding_index 1 {{(pid=121607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 25 21:30:34.651167 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-d53ffc80-b523-4d76-94e4-4e7e5ca04f4f tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 2dba8286-5c90-489d-addd-cb6f24ac0fe6) {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:30:34.651385 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-7f3fd852-27f9-4b01-97d8-ecc0f550a480 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9084363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9028506'] for subnet, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:34.668816 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11d678bf-c9c8-49a2-8a17-ea2f4e61c9a1 None None] Network 2dba8286-5c90-489d-addd-cb6f24ac0fe6 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:30:34.670855 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d53ffc80-b523-4d76-94e4-4e7e5ca04f4f tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:30:34.681886 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-d53ffc80-b523-4d76-94e4-4e7e5ca04f4f tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks [] for subnet, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:34.718368 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 47862) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:30:34.718474 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3fd852-27f9-4b01-97d8-ecc0f550a480 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Pushing event deleted for resources: {'Subnet': ['ID=a414a331-0643-45b5-9906-db3b82068f3e,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:30:34.720606 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-7f3fd852-27f9-4b01-97d8-ecc0f550a480 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks [] for subnet, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:34.724546 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-7f3fd852-27f9-4b01-97d8-ecc0f550a480 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] 10.222.0.32 "DELETE /v2.0/subnets/a414a331-0643-45b5-9906-db3b82068f3e HTTP/1.1" status: 204  len: 168 time: 0.5059140
Dec 25 21:30:34.728513 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 47866) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:30:34.733844 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40a90ec3-3d54-4a63-a4ba-42e1d64f7478 None None] Network 3a9367a7-e66f-41b5-8cf6-2e1594c7c8e8 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:30:34.733996 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-65c9d43c-1703-471e-9921-98250affe256 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Request body: {'subnet': {'network_id': '3a9367a7-e66f-41b5-8cf6-2e1594c7c8e8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:30:34.782202 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-d53ffc80-b523-4d76-94e4-4e7e5ca04f4f tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.9906373
Dec 25 21:30:34.782333 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 47872) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:30:34.788305 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-42a3ac9e-aaa7-495f-8e3b-5822cc7b13f4 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1494784856', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:30:34.865237 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-209e3259-a8f9-4436-8e4a-10bdb6e88e38 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-1139527855-network', 'tenant_id': 'bb99b704ca5d4a59a8c04ff015c24dae'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:30:34.926022 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-28c91f84-9a22-40ee-b12d-54c038f65759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:34.977048 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-42a3ac9e-aaa7-495f-8e3b-5822cc7b13f4 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2014909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14863'] for router, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:34.978419 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-42a3ac9e-aaa7-495f-8e3b-5822cc7b13f4 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2014285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2009796', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2082630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14848'] for router, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:34.988480 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-592741e4-c90b-4ccd-82ef-f09a88d411c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-2dba8286-5c90-489d-addd-cb6f24ac0fe6', 'network_id': '2dba8286-5c90-489d-addd-cb6f24ac0fe6', 'project_id': '2b4b670b5aa1407f8675179d6279efab', 'fixed_ips': [{'subnet_id': 'eaf7b7cd-38c0-451b-8299-31dad7f9051d'}]}} from ncdv-master-1. {{(pid=121608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 25 21:30:34.989674 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-592741e4-c90b-4ccd-82ef-f09a88d411c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:35.069956 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-42a3ac9e-aaa7-495f-8e3b-5822cc7b13f4 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:35.118700 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65c9d43c-1703-471e-9921-98250affe256 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Made reservation on behalf of a80fe923d39349348137639eb937eac1 for: {'subnet': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:30:35.122515 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-65c9d43c-1703-471e-9921-98250affe256 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9028529'] for subnet, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:35.172091 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.db_base_plugin_common [None req-592741e4-c90b-4ccd-82ef-f09a88d411c3 None None] Allocated IP 172.20.0.2 (2dba8286-5c90-489d-addd-cb6f24ac0fe6/eaf7b7cd-38c0-451b-8299-31dad7f9051d/db8f5143-38d1-4adf-8a26-b823a9b41d98) {{(pid=121608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:30:35.204410 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-209e3259-a8f9-4436-8e4a-10bdb6e88e38 admin admin] Made reservation on behalf of bb99b704ca5d4a59a8c04ff015c24dae for: {'network': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:30:35.208089 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-209e3259-a8f9-4436-8e4a-10bdb6e88e38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for network, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:35.214855 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-42a3ac9e-aaa7-495f-8e3b-5822cc7b13f4 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2014278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2009753'] for router, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:35.236307 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-209e3259-a8f9-4436-8e4a-10bdb6e88e38 admin admin] Publish callbacks [] for security_group, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:35.353895 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-42a3ac9e-aaa7-495f-8e3b-5822cc7b13f4 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks [] for router, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:35.355490 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-42a3ac9e-aaa7-495f-8e3b-5822cc7b13f4 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 700 time: 0.5722246
Dec 25 21:30:35.360604 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 47890) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:30:35.412159 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-592741e4-c90b-4ccd-82ef-f09a88d411c3 None None] Publish callbacks [] for port, precommit_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:35.460498 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-209e3259-a8f9-4436-8e4a-10bdb6e88e38 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:35.490954 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-592741e4-c90b-4ccd-82ef-f09a88d411c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946'] for port, after_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:35.540270 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-592741e4-c90b-4ccd-82ef-f09a88d411c3 None None] Network 2dba8286-5c90-489d-addd-cb6f24ac0fe6 is already hosted by enough agents. {{(pid=121608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:30:35.545824 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.base_scheduler [None req-592741e4-c90b-4ccd-82ef-f09a88d411c3 None None] Resources bound (agent type, host, resource id):  {{(pid=121608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:30:35.551105 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-592741e4-c90b-4ccd-82ef-f09a88d411c3 None None] Received port after_create {{(pid=121608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:30:35.559271 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592741e4-c90b-4ccd-82ef-f09a88d411c3 None None] Pushing event updated for resources: {'Port': ['ID=db8f5143-38d1-4adf-8a26-b823a9b41d98,revision_number=1']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:30:35.559707 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-209e3259-a8f9-4436-8e4a-10bdb6e88e38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:35.581172 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-65c9d43c-1703-471e-9921-98250affe256 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9084170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9028515'] for subnet, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:35.622854 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-209e3259-a8f9-4436-8e4a-10bdb6e88e38 admin admin] vlan segment allocate from pool success with {'vlan_id': 157, 'physical_network': 'physnet1'}  {{(pid=121607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 25 21:30:35.647458 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65c9d43c-1703-471e-9921-98250affe256 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Network 3a9367a7-e66f-41b5-8cf6-2e1594c7c8e8 is already hosted by enough agents. {{(pid=121606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:30:35.651713 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [None req-65c9d43c-1703-471e-9921-98250affe256 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Resources bound (agent type, host, resource id):  {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:30:35.656624 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65c9d43c-1703-471e-9921-98250affe256 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:30:35.657361 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-65c9d43c-1703-471e-9921-98250affe256 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks [] for subnet, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:35.659201 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-592741e4-c90b-4ccd-82ef-f09a88d411c3 None None] Attempting to bind port db8f5143-38d1-4adf-8a26-b823a9b41d98 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:30:35.659995 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-592741e4-c90b-4ccd-82ef-f09a88d411c3 None None] Attempting to bind port db8f5143-38d1-4adf-8a26-b823a9b41d98 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ff9e92f8-f07f-489e-bdd6-265ec6921278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '2dba8286-5c90-489d-addd-cb6f24ac0fe6'}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:30:35.660529 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-592741e4-c90b-4ccd-82ef-f09a88d411c3 None None] Attempting to bind port db8f5143-38d1-4adf-8a26-b823a9b41d98 on network 2dba8286-5c90-489d-addd-cb6f24ac0fe6 {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:30:35.666187 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-592741e4-c90b-4ccd-82ef-f09a88d411c3 None None] Checking agent: {'id': 'ca4f5c6d-f1fd-48b8-a3e3-395864c7d23d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 20, 56, 40), 'started_at': datetime.datetime(2021, 12, 25, 20, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 30, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:30:35.667309 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-592741e4-c90b-4ccd-82ef-f09a88d411c3 None None] Checking segment: {'id': 'ff9e92f8-f07f-489e-bdd6-265ec6921278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '2dba8286-5c90-489d-addd-cb6f24ac0fe6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:30:35.667904 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-592741e4-c90b-4ccd-82ef-f09a88d411c3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:35.668478 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-592741e4-c90b-4ccd-82ef-f09a88d411c3 None None] Bound using segment: {'id': 'ff9e92f8-f07f-489e-bdd6-265ec6921278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '2dba8286-5c90-489d-addd-cb6f24ac0fe6'} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:30:35.669145 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-592741e4-c90b-4ccd-82ef-f09a88d411c3 None None] Bound port: db8f5143-38d1-4adf-8a26-b823a9b41d98, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff9e92f8-f07f-489e-bdd6-265ec6921278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '2dba8286-5c90-489d-addd-cb6f24ac0fe6'}}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:30:35.669709 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-592741e4-c90b-4ccd-82ef-f09a88d411c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:35.671151 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c9d43c-1703-471e-9921-98250affe256 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Pushing event updated for resources: {'Subnet': ['ID=b9b1fec6-9f2b-461c-8591-d0c6e19e81a7,revision_number=0']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:30:35.672907 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209e3259-a8f9-4436-8e4a-10bdb6e88e38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7400e15-ba68-42d9-8bde-15d9d0467925,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:30:35.688777 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-209e3259-a8f9-4436-8e4a-10bdb6e88e38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:35.689197 ncdv-master-1 neutron-server[121607]: INFO neutron.db.segments_db [None req-209e3259-a8f9-4436-8e4a-10bdb6e88e38 admin admin] Added segment 12f26372-39e0-4b99-96b6-0afd3c1d15ad of type vlan for network 16d65a9b-ba96-4a3b-9957-f17ce678ee43
Dec 25 21:30:35.766923 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-209e3259-a8f9-4436-8e4a-10bdb6e88e38 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737602163420'] for network, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:35.775033 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-592741e4-c90b-4ccd-82ef-f09a88d411c3 None None] For port db8f5143-38d1-4adf-8a26-b823a9b41d98, host ncdv-master-1, cleared binding levels {{(pid=121608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:30:35.780225 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-65c9d43c-1703-471e-9921-98250affe256 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.0505400
Dec 25 21:30:35.782926 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 47898) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:30:35.788319 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-87fcd3c7-1895-4374-bd49-4e72457346be tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Request body: {'security_group': {'name': 'tempest-secgroup-566909504'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:30:35.790227 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-592741e4-c90b-4ccd-82ef-f09a88d411c3 None None] For port db8f5143-38d1-4adf-8a26-b823a9b41d98, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=db8f5143-38d1-4adf-8a26-b823a9b41d98,segment=NetworkSegment(ff9e92f8-f07f-489e-bdd6-265ec6921278),segment_id=ff9e92f8-f07f-489e-bdd6-265ec6921278)] {{(pid=121608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:30:35.794280 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209e3259-a8f9-4436-8e4a-10bdb6e88e38 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:30:35.794635 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209e3259-a8f9-4436-8e4a-10bdb6e88e38 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:30:35.795051 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209e3259-a8f9-4436-8e4a-10bdb6e88e38 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:30:35.795428 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209e3259-a8f9-4436-8e4a-10bdb6e88e38 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:30:35.795780 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209e3259-a8f9-4436-8e4a-10bdb6e88e38 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:30:35.796204 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209e3259-a8f9-4436-8e4a-10bdb6e88e38 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:30:35.796429 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209e3259-a8f9-4436-8e4a-10bdb6e88e38 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:30:35.796754 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209e3259-a8f9-4436-8e4a-10bdb6e88e38 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:30:35.797110 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209e3259-a8f9-4436-8e4a-10bdb6e88e38 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:30:35.797533 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209e3259-a8f9-4436-8e4a-10bdb6e88e38 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:30:35.797757 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209e3259-a8f9-4436-8e4a-10bdb6e88e38 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:30:35.798075 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209e3259-a8f9-4436-8e4a-10bdb6e88e38 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:30:35.798394 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209e3259-a8f9-4436-8e4a-10bdb6e88e38 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:30:35.825065 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-675c2674-f0c7-421e-994a-e107e0b7d943 None None] Network 3a9367a7-e66f-41b5-8cf6-2e1594c7c8e8 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:30:35.870525 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-2afc7dc6-21f9-4f46-bcf4-cf57e55a0494 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:35.903819 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-9e6a4aeb-ebea-45f9-bb6d-09a7f7e71715 None None] Provisioning complete for port 6cf07661-7efc-4298-867a-0f4cf1680561 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:30:35.904188 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9e6a4aeb-ebea-45f9-bb6d-09a7f7e71715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:35.941776 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-87fcd3c7-1895-4374-bd49-4e72457346be tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks [] for security_group, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:35.953606 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-592741e4-c90b-4ccd-82ef-f09a88d411c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:35.955339 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-209e3259-a8f9-4436-8e4a-10bdb6e88e38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870'] for network, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:35.956469 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-209e3259-a8f9-4436-8e4a-10bdb6e88e38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:30:35.957079 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-209e3259-a8f9-4436-8e4a-10bdb6e88e38 admin admin] Publish callbacks [] for network, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:36.024557 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-87fcd3c7-1895-4374-bd49-4e72457346be tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks [] for security_group, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:36.057750 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-209e3259-a8f9-4436-8e4a-10bdb6e88e38 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 878 time: 1.3430390
Dec 25 21:30:36.061453 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 47910) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:30:36.067069 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-4b86faa6-da33-415a-99a5-b77fe169e105 admin admin] Request body: {'subnet': {'network_id': '16d65a9b-ba96-4a3b-9957-f17ce678ee43', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-1139527855-subnet', 'tenant_id': 'bb99b704ca5d4a59a8c04ff015c24dae', 'ip_version': 4}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:30:36.087968 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209e3259-a8f9-4436-8e4a-10bdb6e88e38 admin admin] Pushing event updated for resources: {'Network': ['ID=16d65a9b-ba96-4a3b-9957-f17ce678ee43,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:30:36.101639 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-87fcd3c7-1895-4374-bd49-4e72457346be tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:36.135654 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fcd3c7-1895-4374-bd49-4e72457346be tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4a275e9-c077-46b6-819a-4323ba2d67fb,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:30:36.172797 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Network 16d65a9b-ba96-4a3b-9957-f17ce678ee43 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 25 21:30:36.180391 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b86faa6-da33-415a-99a5-b77fe169e105 admin admin] Made reservation on behalf of bb99b704ca5d4a59a8c04ff015c24dae for: {'subnet': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:30:36.183589 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-4b86faa6-da33-415a-99a5-b77fe169e105 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9028529'] for subnet, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:36.206641 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_common [None req-2afc7dc6-21f9-4f46-bcf4-cf57e55a0494 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Allocated IP 172.20.0.1 (2dba8286-5c90-489d-addd-cb6f24ac0fe6/eaf7b7cd-38c0-451b-8299-31dad7f9051d/b7efffa8-b617-4d82-8d29-88fc4a7ac616) {{(pid=121607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:30:36.251058 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-87fcd3c7-1895-4374-bd49-4e72457346be tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks [] for security_group, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:36.256580 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-87fcd3c7-1895-4374-bd49-4e72457346be tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1761 time: 0.4683073
Dec 25 21:30:36.256580 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 47912) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:30:36.262481 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-38108030-4313-4f33-8391-f18599dfc800 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Request body: {'security_group': {'name': 'tempest-secgroup-1044573572'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:30:36.332981 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592741e4-c90b-4ccd-82ef-f09a88d411c3 None None] Pushing event updated for resources: {'Port': ['ID=db8f5143-38d1-4adf-8a26-b823a9b41d98,revision_number=2']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:30:36.359403 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-9e6a4aeb-ebea-45f9-bb6d-09a7f7e71715 None None] Provisioning complete for port e2167940-68ad-4279-9955-6a61400abefa triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:30:36.359960 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9e6a4aeb-ebea-45f9-bb6d-09a7f7e71715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:36.387252 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-38108030-4313-4f33-8391-f18599dfc800 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks [] for security_group, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:36.408843 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-2afc7dc6-21f9-4f46-bcf4-cf57e55a0494 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks [] for port, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:36.430676 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-9e6a4aeb-ebea-45f9-bb6d-09a7f7e71715 None None] Port e2167940-68ad-4279-9955-6a61400abefa cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:30:36.441619 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d074ced7-3b13-4c17-9500-78fbf75f9d2c None None] Update dhcp port {'port': {'network_id': '3a9367a7-e66f-41b5-8cf6-2e1594c7c8e8', 'fixed_ips': [{'subnet_id': '624afa80-d802-4ead-9b5a-c28145e1f34b', 'ip_address': '172.20.0.18'}, {'subnet_id': 'b9b1fec6-9f2b-461c-8591-d0c6e19e81a7'}], 'binding:host_id': 'ncdv-master-1'}, 'id': '6cf07661-7efc-4298-867a-0f4cf1680561'} from ncdv-master-1. {{(pid=121608) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}}
Dec 25 21:30:36.476504 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-d074ced7-3b13-4c17-9500-78fbf75f9d2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:36.538820 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-38108030-4313-4f33-8391-f18599dfc800 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks [] for security_group, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:36.554774 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-2afc7dc6-21f9-4f46-bcf4-cf57e55a0494 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:36.610526 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2afc7dc6-21f9-4f46-bcf4-cf57e55a0494 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Network 2dba8286-5c90-489d-addd-cb6f24ac0fe6 is already hosted by enough agents. {{(pid=121607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:30:36.615542 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-2afc7dc6-21f9-4f46-bcf4-cf57e55a0494 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Resources bound (agent type, host, resource id):  {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:30:36.618103 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2afc7dc6-21f9-4f46-bcf4-cf57e55a0494 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Received port after_create {{(pid=121607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:30:36.623176 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afc7dc6-21f9-4f46-bcf4-cf57e55a0494 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Pushing event updated for resources: {'Port': ['ID=b7efffa8-b617-4d82-8d29-88fc4a7ac616,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:30:36.660265 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-4b86faa6-da33-415a-99a5-b77fe169e105 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9084170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9028515'] for subnet, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:36.683988 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-2afc7dc6-21f9-4f46-bcf4-cf57e55a0494 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2008772'] for router_interface, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:36.700904 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.db_base_plugin_common [None req-d074ced7-3b13-4c17-9500-78fbf75f9d2c None None] Allocated IP 172.20.0.2 (3a9367a7-e66f-41b5-8cf6-2e1594c7c8e8/b9b1fec6-9f2b-461c-8591-d0c6e19e81a7/6cf07661-7efc-4298-867a-0f4cf1680561) {{(pid=121608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:30:36.704311 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-38108030-4313-4f33-8391-f18599dfc800 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:36.749417 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b86faa6-da33-415a-99a5-b77fe169e105 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f0fa4e7b-2da9-4df6-931c-ab968226b606,revision_number=0']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:30:36.762710 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38108030-4313-4f33-8391-f18599dfc800 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0aa9df99-a516-4b05-8adc-2c115f4e9773,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:30:36.768628 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b86faa6-da33-415a-99a5-b77fe169e105 admin admin] Checking segment: {'id': '12f26372-39e0-4b99-96b6-0afd3c1d15ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '16d65a9b-ba96-4a3b-9957-f17ce678ee43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:30:36.769042 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b86faa6-da33-415a-99a5-b77fe169e105 admin admin] Network hostable DHCP agents. Network: 16d65a9b-ba96-4a3b-9957-f17ce678ee43, hostable agents: ['1813db88-2c1b-4357-a2ba-869246b663c2'], hosted agents: [] {{(pid=121606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 25 21:30:36.821486 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-d074ced7-3b13-4c17-9500-78fbf75f9d2c None None] For port 6cf07661-7efc-4298-867a-0f4cf1680561, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6cf07661-7efc-4298-867a-0f4cf1680561,segment=NetworkSegment(ef506fab-ec9d-4c4f-a95a-56b7e74329ba),segment_id=ef506fab-ec9d-4c4f-a95a-56b7e74329ba)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:30:36.835906 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-38108030-4313-4f33-8391-f18599dfc800 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks [] for security_group, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:36.839754 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-38108030-4313-4f33-8391-f18599dfc800 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.5808444
Dec 25 21:30:36.840545 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 47922) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:30:36.845463 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-50b15e87-0fa7-4d3b-998b-25a205ffd4ec tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Request body: {'security_group': {'name': 'tempest-secgroup-1399810338'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:30:36.866346 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-d074ced7-3b13-4c17-9500-78fbf75f9d2c None None] Publish callbacks [] for port, precommit_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:36.883936 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b86faa6-da33-415a-99a5-b77fe169e105 admin admin] Network 16d65a9b-ba96-4a3b-9957-f17ce678ee43 is scheduled to be hosted by DHCP agent 1813db88-2c1b-4357-a2ba-869246b663c2 with binding_index 1 {{(pid=121606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 25 21:30:36.915486 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-2afc7dc6-21f9-4f46-bcf4-cf57e55a0494 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:36.981588 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-50b15e87-0fa7-4d3b-998b-25a205ffd4ec tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks [] for security_group, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:37.015528 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-b7c822f2-52ee-497b-be8e-d15e7754d50f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:37.017572 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [None req-4b86faa6-da33-415a-99a5-b77fe169e105 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 16d65a9b-ba96-4a3b-9957-f17ce678ee43) {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:30:37.020154 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-d074ced7-3b13-4c17-9500-78fbf75f9d2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:37.027730 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-427b0bad-eb71-436e-8816-4a54b381852a None None] Network 16d65a9b-ba96-4a3b-9957-f17ce678ee43 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:30:37.036422 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b86faa6-da33-415a-99a5-b77fe169e105 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:30:37.036422 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-4b86faa6-da33-415a-99a5-b77fe169e105 admin admin] Publish callbacks [] for subnet, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:37.082792 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-50b15e87-0fa7-4d3b-998b-25a205ffd4ec tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks [] for security_group, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:37.153364 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-4b86faa6-da33-415a-99a5-b77fe169e105 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 841 time: 1.0899241
Dec 25 21:30:37.157273 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 47924) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:30:37.164153 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-3883737e-ebca-4d9b-9fc2-a551f51c8742 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-1139527855-router', 'tenant_id': 'bb99b704ca5d4a59a8c04ff015c24dae', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'}}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:30:37.194079 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-50b15e87-0fa7-4d3b-998b-25a205ffd4ec tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:37.194346 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d074ced7-3b13-4c17-9500-78fbf75f9d2c None None] Pushing event updated for resources: {'Port': ['ID=6cf07661-7efc-4298-867a-0f4cf1680561,revision_number=6']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:30:37.258696 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1154fc9-1c8c-432a-a5a5-8810d7b00262 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-16d65a9b-ba96-4a3b-9957-f17ce678ee43', 'network_id': '16d65a9b-ba96-4a3b-9957-f17ce678ee43', 'project_id': 'bb99b704ca5d4a59a8c04ff015c24dae', 'fixed_ips': [{'subnet_id': 'f0fa4e7b-2da9-4df6-931c-ab968226b606'}]}} from ncdv-master-1. {{(pid=121608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 25 21:30:37.260281 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-b1154fc9-1c8c-432a-a5a5-8810d7b00262 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:37.295044 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b15e87-0fa7-4d3b-998b-25a205ffd4ec tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a75b5fa-1b68-4964-8c6b-286af60d761e,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:30:37.344820 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-50b15e87-0fa7-4d3b-998b-25a205ffd4ec tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks [] for security_group, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:37.354505 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-50b15e87-0fa7-4d3b-998b-25a205ffd4ec tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.5128062
Dec 25 21:30:37.357510 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 47926) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:30:37.363434 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-449c93ad-b625-499c-b3df-3e2423c3e439 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1639453791', 'security_groups': ['9a75b5fa-1b68-4964-8c6b-286af60d761e'], 'network_id': '3a9367a7-e66f-41b5-8cf6-2e1594c7c8e8', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'b9b1fec6-9f2b-461c-8591-d0c6e19e81a7'}]}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:30:37.479020 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-3883737e-ebca-4d9b-9fc2-a551f51c8742 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2014909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14863'] for router, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:37.482885 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-3883737e-ebca-4d9b-9fc2-a551f51c8742 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2014285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2009796', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2082630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14848'] for router, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:37.527576 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.db_base_plugin_common [None req-b1154fc9-1c8c-432a-a5a5-8810d7b00262 None None] Allocated IP 172.20.0.2 (16d65a9b-ba96-4a3b-9957-f17ce678ee43/f0fa4e7b-2da9-4df6-931c-ab968226b606/7128d926-c69c-4736-af8a-b360ef35686b) {{(pid=121608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:30:37.570106 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfe61e7b-b384-4a98-bae2-8427e0348e8b None None] Network 2dba8286-5c90-489d-addd-cb6f24ac0fe6 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:30:37.585319 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-3883737e-ebca-4d9b-9fc2-a551f51c8742 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:37.632705 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-2afc7dc6-21f9-4f46-bcf4-cf57e55a0494 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks [] for port, precommit_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:37.688462 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-449c93ad-b625-499c-b3df-3e2423c3e439 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Made reservation on behalf of a80fe923d39349348137639eb937eac1 for: {'port': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:30:37.711917 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-f50bfb57-3b32-4456-95b0-fc07f64f5539 None None] Provisioning complete for port db8f5143-38d1-4adf-8a26-b823a9b41d98 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:30:37.712499 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-f50bfb57-3b32-4456-95b0-fc07f64f5539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:37.730248 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-2afc7dc6-21f9-4f46-bcf4-cf57e55a0494 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8632327'] for port, after_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:37.846723 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-b1154fc9-1c8c-432a-a5a5-8810d7b00262 None None] Publish callbacks [] for port, precommit_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:37.848632 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afc7dc6-21f9-4f46-bcf4-cf57e55a0494 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Pushing event updated for resources: {'Port': ['ID=b7efffa8-b617-4d82-8d29-88fc4a7ac616,revision_number=2']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:30:37.900217 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-2afc7dc6-21f9-4f46-bcf4-cf57e55a0494 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2007636'] for router_interface, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:37.929061 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-f50bfb57-3b32-4456-95b0-fc07f64f5539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:37.939122 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-b1154fc9-1c8c-432a-a5a5-8810d7b00262 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946'] for port, after_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:38.016300 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1154fc9-1c8c-432a-a5a5-8810d7b00262 None None] Pushing event updated for resources: {'Port': ['ID=7128d926-c69c-4736-af8a-b360ef35686b,revision_number=1']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:30:38.022401 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1154fc9-1c8c-432a-a5a5-8810d7b00262 None None] Network 16d65a9b-ba96-4a3b-9957-f17ce678ee43 is already hosted by enough agents. {{(pid=121608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:30:38.031357 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.base_scheduler [None req-b1154fc9-1c8c-432a-a5a5-8810d7b00262 None None] Resources bound (agent type, host, resource id):  {{(pid=121608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:30:38.034187 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1154fc9-1c8c-432a-a5a5-8810d7b00262 None None] Received port after_create {{(pid=121608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:30:38.051921 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-f50bfb57-3b32-4456-95b0-fc07f64f5539 None None] For port db8f5143-38d1-4adf-8a26-b823a9b41d98, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=db8f5143-38d1-4adf-8a26-b823a9b41d98,segment=NetworkSegment(ff9e92f8-f07f-489e-bdd6-265ec6921278),segment_id=ff9e92f8-f07f-489e-bdd6-265ec6921278)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:30:38.090760 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2afc7dc6-21f9-4f46-bcf4-cf57e55a0494 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Network 2dba8286-5c90-489d-addd-cb6f24ac0fe6 is already hosted by enough agents. {{(pid=121607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:30:38.092660 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-2afc7dc6-21f9-4f46-bcf4-cf57e55a0494 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Resources bound (agent type, host, resource id):  {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:30:38.101540 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-b1154fc9-1c8c-432a-a5a5-8810d7b00262 None None] Attempting to bind port 7128d926-c69c-4736-af8a-b360ef35686b on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:30:38.102227 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-b1154fc9-1c8c-432a-a5a5-8810d7b00262 None None] Attempting to bind port 7128d926-c69c-4736-af8a-b360ef35686b by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '12f26372-39e0-4b99-96b6-0afd3c1d15ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '16d65a9b-ba96-4a3b-9957-f17ce678ee43'}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:30:38.102756 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1154fc9-1c8c-432a-a5a5-8810d7b00262 None None] Attempting to bind port 7128d926-c69c-4736-af8a-b360ef35686b on network 16d65a9b-ba96-4a3b-9957-f17ce678ee43 {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:30:38.108602 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1154fc9-1c8c-432a-a5a5-8810d7b00262 None None] Checking agent: {'id': 'ca4f5c6d-f1fd-48b8-a3e3-395864c7d23d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 20, 56, 40), 'started_at': datetime.datetime(2021, 12, 25, 20, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 30, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:30:38.109327 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1154fc9-1c8c-432a-a5a5-8810d7b00262 None None] Checking segment: {'id': '12f26372-39e0-4b99-96b6-0afd3c1d15ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '16d65a9b-ba96-4a3b-9957-f17ce678ee43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:30:38.109737 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-b1154fc9-1c8c-432a-a5a5-8810d7b00262 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:38.110143 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1154fc9-1c8c-432a-a5a5-8810d7b00262 None None] Bound using segment: {'id': '12f26372-39e0-4b99-96b6-0afd3c1d15ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '16d65a9b-ba96-4a3b-9957-f17ce678ee43'} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:30:38.110625 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-b1154fc9-1c8c-432a-a5a5-8810d7b00262 None None] Bound port: 7128d926-c69c-4736-af8a-b360ef35686b, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12f26372-39e0-4b99-96b6-0afd3c1d15ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '16d65a9b-ba96-4a3b-9957-f17ce678ee43'}}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:30:38.111154 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-b1154fc9-1c8c-432a-a5a5-8810d7b00262 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:38.190424 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-f50bfb57-3b32-4456-95b0-fc07f64f5539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:38.248990 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-b1154fc9-1c8c-432a-a5a5-8810d7b00262 None None] For port 7128d926-c69c-4736-af8a-b360ef35686b, host ncdv-master-1, cleared binding levels {{(pid=121608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:30:38.270806 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-b1154fc9-1c8c-432a-a5a5-8810d7b00262 None None] For port 7128d926-c69c-4736-af8a-b360ef35686b, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7128d926-c69c-4736-af8a-b360ef35686b,segment=NetworkSegment(12f26372-39e0-4b99-96b6-0afd3c1d15ad),segment_id=12f26372-39e0-4b99-96b6-0afd3c1d15ad)] {{(pid=121608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:30:38.298307 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50bfb57-3b32-4456-95b0-fc07f64f5539 None None] Pushing event updated for resources: {'Port': ['ID=db8f5143-38d1-4adf-8a26-b823a9b41d98,revision_number=3']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:30:38.315628 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-7567034e-f2d8-4b76-85e2-afcb94cf5d37 None None] Provisioning complete for port 6cf07661-7efc-4298-867a-0f4cf1680561 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:30:38.316010 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-7567034e-f2d8-4b76-85e2-afcb94cf5d37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:38.353344 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-3883737e-ebca-4d9b-9fc2-a551f51c8742 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:38.369411 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-449c93ad-b625-499c-b3df-3e2423c3e439 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:38.386774 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2afc7dc6-21f9-4f46-bcf4-cf57e55a0494 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Router ffa2dd5e-4d3e-4aad-8b26-d654874dd9bf is scheduled to L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 with binding_index 1 {{(pid=121607) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 25 21:30:38.391496 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [None req-449c93ad-b625-499c-b3df-3e2423c3e439 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] device_id is not set on port ca1b2773-c2d7-4ed9-8998-5327104ea757 yet. {{(pid=121606) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 25 21:30:38.431434 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:38.438181 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-b1154fc9-1c8c-432a-a5a5-8810d7b00262 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:38.447772 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device db8f5143-38d1-4adf-8a26-b823a9b41d98 up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:30:38.526585 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2afc7dc6-21f9-4f46-bcf4-cf57e55a0494 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 21:30:38.539560 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-2afc7dc6-21f9-4f46-bcf4-cf57e55a0494 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] 10.222.0.32 "PUT /v2.0/routers/ffa2dd5e-4d3e-4aad-8b26-d654874dd9bf/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1748662
Dec 25 21:30:38.540212 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 47938) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:30:38.564282 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-837e7433-65d2-4c7e-8e41-ec11a8104381 None None] Sync routers for ids ['ffa2dd5e-4d3e-4aad-8b26-d654874dd9bf'] in ncdv-master-1 {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 21:30:38.573068 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3e945ecd-9380-47c2-aa0a-12ebe07e03e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:38.592992 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-7567034e-f2d8-4b76-85e2-afcb94cf5d37 None None] Provisioning complete for port db8f5143-38d1-4adf-8a26-b823a9b41d98 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:30:38.593369 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-7567034e-f2d8-4b76-85e2-afcb94cf5d37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:38.634940 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-837e7433-65d2-4c7e-8e41-ec11a8104381 None None] Routers {'ffa2dd5e-4d3e-4aad-8b26-d654874dd9bf'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:30:38.635371 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-837e7433-65d2-4c7e-8e41-ec11a8104381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2613dbd130>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:30:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['ffa2dd5e-4d3e-4aad-8b26-d654874dd9bf'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:30:38.675131 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1e97ac3-b103-4ef7-86aa-d20cfbf50e2b tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:30:38.678847 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-d1e97ac3-b103-4ef7-86aa-d20cfbf50e2b tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] 10.222.0.32 "GET /v2.0/ports/b7efffa8-b617-4d82-8d29-88fc4a7ac616 HTTP/1.1" status: 200  len: 910 time: 0.1357870
Dec 25 21:30:38.680366 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 47942) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:30:38.686915 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-380d22cb-6ee7-4d43-b276-6d45d996a680 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'eaf7b7cd-38c0-451b-8299-31dad7f9051d'}]}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:30:38.689867 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_common [None req-449c93ad-b625-499c-b3df-3e2423c3e439 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Allocated IP 172.20.0.5 (3a9367a7-e66f-41b5-8cf6-2e1594c7c8e8/b9b1fec6-9f2b-461c-8591-d0c6e19e81a7/ca1b2773-c2d7-4ed9-8998-5327104ea757) {{(pid=121606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:30:38.703716 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1154fc9-1c8c-432a-a5a5-8810d7b00262 None None] Pushing event updated for resources: {'Port': ['ID=7128d926-c69c-4736-af8a-b360ef35686b,revision_number=2']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:30:38.711573 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-837e7433-65d2-4c7e-8e41-ec11a8104381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2613dbd130>, [], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:30:38.741639 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-837e7433-65d2-4c7e-8e41-ec11a8104381 None None] Routers {'ffa2dd5e-4d3e-4aad-8b26-d654874dd9bf'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:30:38.742911 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-837e7433-65d2-4c7e-8e41-ec11a8104381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2613dbd130>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:30:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['ffa2dd5e-4d3e-4aad-8b26-d654874dd9bf'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:30:38.751928 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port db8f5143-38d1-4adf-8a26-b823a9b41d98 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:30:38.753178 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:38.822138 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-837e7433-65d2-4c7e-8e41-ec11a8104381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2613dbd130>, [], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:30:38.823428 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-837e7433-65d2-4c7e-8e41-ec11a8104381 None None] The sync data for ids ['ffa2dd5e-4d3e-4aad-8b26-d654874dd9bf'] in ncdv-master-1 is: [] {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 21:30:38.926527 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-7567034e-f2d8-4b76-85e2-afcb94cf5d37 None None] Provisioning complete for port e2167940-68ad-4279-9955-6a61400abefa triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:30:38.927210 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-7567034e-f2d8-4b76-85e2-afcb94cf5d37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:39.006923 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-380d22cb-6ee7-4d43-b276-6d45d996a680 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:39.033659 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-449c93ad-b625-499c-b3df-3e2423c3e439 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks [] for port, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:39.038953 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-3883737e-ebca-4d9b-9fc2-a551f51c8742 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:39.046923 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-7567034e-f2d8-4b76-85e2-afcb94cf5d37 None None] Port e2167940-68ad-4279-9955-6a61400abefa cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:30:39.071877 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 6cf07661-7efc-4298-867a-0f4cf1680561 up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:30:39.087450 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-3883737e-ebca-4d9b-9fc2-a551f51c8742 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:39.104047 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-7567034e-f2d8-4b76-85e2-afcb94cf5d37 None None] Provisioning complete for port b7efffa8-b617-4d82-8d29-88fc4a7ac616 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:30:39.104047 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-7567034e-f2d8-4b76-85e2-afcb94cf5d37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:39.153344 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-7567034e-f2d8-4b76-85e2-afcb94cf5d37 None None] Port b7efffa8-b617-4d82-8d29-88fc4a7ac616 cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:30:39.165025 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port 6cf07661-7efc-4298-867a-0f4cf1680561 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:30:39.165406 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:39.226131 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_common [None req-3883737e-ebca-4d9b-9fc2-a551f51c8742 admin admin] Allocated IP 172.35.3.32 (7201e55c-7c5f-41aa-a042-a363696539d0/7a939e13-713f-45cf-bba7-1539635abe25/1a1f4298-c123-4f8f-960b-35c694fee77a) {{(pid=121606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:30:39.228480 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-449c93ad-b625-499c-b3df-3e2423c3e439 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:39.275784 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-f5296581-297c-48fe-b2b4-df05c2470388 None None] Provisioning complete for port b7efffa8-b617-4d82-8d29-88fc4a7ac616 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:30:39.276161 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-f5296581-297c-48fe-b2b4-df05c2470388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:39.287594 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-449c93ad-b625-499c-b3df-3e2423c3e439 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Network 3a9367a7-e66f-41b5-8cf6-2e1594c7c8e8 is already hosted by enough agents. {{(pid=121606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:30:39.302920 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [None req-449c93ad-b625-499c-b3df-3e2423c3e439 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Resources bound (agent type, host, resource id):  {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:30:39.315191 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-449c93ad-b625-499c-b3df-3e2423c3e439 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Received port after_create {{(pid=121606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:30:39.315916 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-f5296581-297c-48fe-b2b4-df05c2470388 None None] Port b7efffa8-b617-4d82-8d29-88fc4a7ac616 cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:30:39.321015 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449c93ad-b625-499c-b3df-3e2423c3e439 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Pushing event updated for resources: {'Port': ['ID=ca1b2773-c2d7-4ed9-8998-5327104ea757,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:30:39.417861 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-449c93ad-b625-499c-b3df-3e2423c3e439 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:30:39.417861 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-449c93ad-b625-499c-b3df-3e2423c3e439 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:39.450208 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-3883737e-ebca-4d9b-9fc2-a551f51c8742 admin admin] Publish callbacks [] for port, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:39.457959 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-380d22cb-6ee7-4d43-b276-6d45d996a680 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks [] for port, precommit_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:39.468550 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-15cb578f-7a63-4fd3-925d-83bad4c7b82a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:39.590276 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-449c93ad-b625-499c-b3df-3e2423c3e439 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 924 time: 2.2314324
Dec 25 21:30:39.592992 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 47948) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:30:39.598174 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-02ae7c6e-3cef-4526-ba93-add776245949 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Request body: {'subnet': {'network_id': '3a9367a7-e66f-41b5-8cf6-2e1594c7c8e8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:30:39.636917 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-380d22cb-6ee7-4d43-b276-6d45d996a680 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8632327'] for port, after_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:39.638226 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-3883737e-ebca-4d9b-9fc2-a551f51c8742 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:39.663327 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-664fb5fe-d2cd-4cb1-bdf5-07f5264577d1 None None] Provisioning complete for port ca1b2773-c2d7-4ed9-8998-5327104ea757 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:30:39.663963 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-664fb5fe-d2cd-4cb1-bdf5-07f5264577d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:39.721159 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3883737e-ebca-4d9b-9fc2-a551f51c8742 admin admin] Network 7201e55c-7c5f-41aa-a042-a363696539d0 is already hosted by enough agents. {{(pid=121606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:30:39.725436 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [None req-3883737e-ebca-4d9b-9fc2-a551f51c8742 admin admin] Resources bound (agent type, host, resource id):  {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:30:39.736256 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-664fb5fe-d2cd-4cb1-bdf5-07f5264577d1 None None] Port ca1b2773-c2d7-4ed9-8998-5327104ea757 cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:30:39.742417 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3883737e-ebca-4d9b-9fc2-a551f51c8742 admin admin] Received port after_create {{(pid=121606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:30:39.743396 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1523ffab-78d6-45ce-b37e-470a0647e213 None None] DHCP port deletion for 7201e55c-7c5f-41aa-a042-a363696539d0 request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 21:30:39.787337 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3883737e-ebca-4d9b-9fc2-a551f51c8742 admin admin] Pushing event updated for resources: {'Port': ['ID=1a1f4298-c123-4f8f-960b-35c694fee77a,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:30:39.800322 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-380d22cb-6ee7-4d43-b276-6d45d996a680 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:30:39.800998 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-380d22cb-6ee7-4d43-b276-6d45d996a680 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:39.806153 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-380d22cb-6ee7-4d43-b276-6d45d996a680 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] 10.222.0.32 "PUT /v2.0/ports/b7efffa8-b617-4d82-8d29-88fc4a7ac616 HTTP/1.1" status: 200  len: 910 time: 1.1246877
Dec 25 21:30:39.806869 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 47956) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:30:39.813516 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380d22cb-6ee7-4d43-b276-6d45d996a680 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Pushing event updated for resources: {'Port': ['ID=b7efffa8-b617-4d82-8d29-88fc4a7ac616,revision_number=3']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:30:39.862258 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-019df37a-6b5a-4208-b072-0512fb8e6239 None None] Provisioning complete for port 1a1f4298-c123-4f8f-960b-35c694fee77a triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:30:39.862890 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-019df37a-6b5a-4208-b072-0512fb8e6239 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:39.903616 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-019df37a-6b5a-4208-b072-0512fb8e6239 None None] Port 1a1f4298-c123-4f8f-960b-35c694fee77a cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:30:39.918995 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02ae7c6e-3cef-4526-ba93-add776245949 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Made reservation on behalf of a80fe923d39349348137639eb937eac1 for: {'subnet': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:30:39.924431 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-02ae7c6e-3cef-4526-ba93-add776245949 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8852834'] for subnet, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:39.945331 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e502953-23bb-4ebb-8bb1-a1d63f1e1c4e None None] Network 16d65a9b-ba96-4a3b-9957-f17ce678ee43 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:30:40.045572 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-987722a9-129c-49cf-a802-986a6aae20f0 None None] Provisioning complete for port 7128d926-c69c-4736-af8a-b360ef35686b triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:30:40.046004 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-987722a9-129c-49cf-a802-986a6aae20f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:40.046626 ncdv-master-1 neutron-server[121607]: INFO neutron.db.ipam_backend_mixin [None req-02ae7c6e-3cef-4526-ba93-add776245949 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet b9b1fec6-9f2b-461c-8591-d0c6e19e81a7 (CIDR: 172.20.0.0/28)
Dec 25 21:30:40.101485 ncdv-master-1 neutron-server[121607]: INFO neutron.pecan_wsgi.hooks.translation [None req-02ae7c6e-3cef-4526-ba93-add776245949 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 25 21:30:40.103920 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02ae7c6e-3cef-4526-ba93-add776245949 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=121607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 25 21:30:40.194170 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-987722a9-129c-49cf-a802-986a6aae20f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:40.240504 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-987722a9-129c-49cf-a802-986a6aae20f0 None None] For port 7128d926-c69c-4736-af8a-b360ef35686b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7128d926-c69c-4736-af8a-b360ef35686b,segment=NetworkSegment(12f26372-39e0-4b99-96b6-0afd3c1d15ad),segment_id=12f26372-39e0-4b99-96b6-0afd3c1d15ad)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:30:40.296089 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-02ae7c6e-3cef-4526-ba93-add776245949 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 0.7019315
Dec 25 21:30:40.296237 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 47978) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:30:40.304350 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-0b8f24d4-2dc6-40de-a0e8-8453f0c537eb tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Request body: {'subnet': {'network_id': '3a9367a7-e66f-41b5-8cf6-2e1594c7c8e8', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:30:40.340952 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-987722a9-129c-49cf-a802-986a6aae20f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:40.387098 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device db8f5143-38d1-4adf-8a26-b823a9b41d98 up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:30:40.423061 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-3883737e-ebca-4d9b-9fc2-a551f51c8742 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:40.448179 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987722a9-129c-49cf-a802-986a6aae20f0 None None] Pushing event updated for resources: {'Port': ['ID=7128d926-c69c-4736-af8a-b360ef35686b,revision_number=3']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:30:40.471465 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-8ff7f6c5-d598-43bb-9698-9657447ad4d9 None None] Provisioning complete for port 7128d926-c69c-4736-af8a-b360ef35686b triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:30:40.472310 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-8ff7f6c5-d598-43bb-9698-9657447ad4d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:40.475705 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port db8f5143-38d1-4adf-8a26-b823a9b41d98 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:30:40.475845 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:40.642968 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 7128d926-c69c-4736-af8a-b360ef35686b up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:30:40.824557 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:40.853420 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port 7128d926-c69c-4736-af8a-b360ef35686b triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:30:40.853890 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:40.915825 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b8f24d4-2dc6-40de-a0e8-8453f0c537eb tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Made reservation on behalf of a80fe923d39349348137639eb937eac1 for: {'subnet': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:30:40.919666 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-0b8f24d4-2dc6-40de-a0e8-8453f0c537eb tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9028529'] for subnet, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:40.940077 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-24c96bd7-46d2-4ffc-b3f3-030ad35f8c86 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2007615'] for router_interface, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:41.166594 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-3883737e-ebca-4d9b-9fc2-a551f51c8742 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2014278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2009753'] for router, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:41.173318 ncdv-master-1 neutron-server[121606]: INFO neutron.db.ipam_backend_mixin [None req-0b8f24d4-2dc6-40de-a0e8-8453f0c537eb tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 624afa80-d802-4ead-9b5a-c28145e1f34b (CIDR: 172.20.0.16/28)
Dec 25 21:30:41.247826 ncdv-master-1 neutron-server[121606]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b8f24d4-2dc6-40de-a0e8-8453f0c537eb tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 25 21:30:41.248332 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b8f24d4-2dc6-40de-a0e8-8453f0c537eb tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=121606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 25 21:30:41.380670 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-0b8f24d4-2dc6-40de-a0e8-8453f0c537eb tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 425 time: 1.0832958
Dec 25 21:30:41.383452 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 47988) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:30:41.388693 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-12cb1fc3-faa4-4a2c-a775-88ba6227066b tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Request body: {'subnet': {'network_id': '3a9367a7-e66f-41b5-8cf6-2e1594c7c8e8', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:30:41.416395 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-24c96bd7-46d2-4ffc-b3f3-030ad35f8c86 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Deleting port b7efffa8-b617-4d82-8d29-88fc4a7ac616 {{(pid=121606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:30:41.416742 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-24c96bd7-46d2-4ffc-b3f3-030ad35f8c86 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:41.505931 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3883737e-ebca-4d9b-9fc2-a551f51c8742 admin admin] Router bec2a796-b7a2-4bfb-9434-da9dc0d3265d is scheduled to L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 with binding_index 1 {{(pid=121606) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 25 21:30:41.508643 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-24c96bd7-46d2-4ffc-b3f3-030ad35f8c86 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:41.526876 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-24c96bd7-46d2-4ffc-b3f3-030ad35f8c86 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Calling delete_port for b7efffa8-b617-4d82-8d29-88fc4a7ac616 owned by network:router_interface {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:30:41.575178 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12cb1fc3-faa4-4a2c-a775-88ba6227066b tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Made reservation on behalf of a80fe923d39349348137639eb937eac1 for: {'subnet': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:30:41.578807 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-12cb1fc3-faa4-4a2c-a775-88ba6227066b tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8852834'] for subnet, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:41.681961 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3883737e-ebca-4d9b-9fc2-a551f51c8742 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 21:30:41.690891 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb96a8c9-4427-4e2d-9339-5a526bd2f039 None None] Sync routers for ids ['bec2a796-b7a2-4bfb-9434-da9dc0d3265d'] in ncdv-master-1 {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 21:30:41.704570 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb96a8c9-4427-4e2d-9339-5a526bd2f039 None None] Routers {'bec2a796-b7a2-4bfb-9434-da9dc0d3265d'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:30:41.705294 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-eb96a8c9-4427-4e2d-9339-5a526bd2f039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2618ab87f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:30:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['bec2a796-b7a2-4bfb-9434-da9dc0d3265d'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:30:41.859766 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvr_db [None req-eb96a8c9-4427-4e2d-9339-5a526bd2f039 None None] Set router bec2a796-b7a2-4bfb-9434-da9dc0d3265d gateway port host: ncdv-master-1 {{(pid=121609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:30:41.935101 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-24c96bd7-46d2-4ffc-b3f3-030ad35f8c86 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:41.986324 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c96bd7-46d2-4ffc-b3f3-030ad35f8c86 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Pushing event deleted for resources: {'Port': ['ID=b7efffa8-b617-4d82-8d29-88fc4a7ac616,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:30:42.016225 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-12cb1fc3-faa4-4a2c-a775-88ba6227066b tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8632475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8852848'] for subnet, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:42.035772 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-3883737e-ebca-4d9b-9fc2-a551f51c8742 admin admin] Publish callbacks [] for router, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:42.038130 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-3883737e-ebca-4d9b-9fc2-a551f51c8742 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 916 time: 4.8783746
Dec 25 21:30:42.041646 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 48010) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:30:42.066862 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-eb96a8c9-4427-4e2d-9339-5a526bd2f039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2618ab87f0>, [{'id': 'bec2a796-b7a2-4bfb-9434-da9dc0d3265d', 'name': 'tempest-ImageQuotaTest-1139527855-router', 'tenant_id': 'bb99b704ca5d4a59a8c04ff015c24dae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.32'}], 'enable_snat': True}, 'gw_port_id': '1a1f4298-c123-4f8f-960b-35c694fee77a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:30:37Z', 'updated_at': '2021-12-25T21:30:40Z', 'revision_number': 3, 'project_id': 'bb99b704ca5d4a59a8c04ff015c24dae', 'gw_port': {'id': '1a1f4298-c123-4f8f-960b-35c694fee77a', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:8c:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bec2a796-b7a2-4bfb-9434-da9dc0d3265d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2526, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:30:39Z', 'updated_at': '2021-12-25T21:30:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:30:42.091969 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12cb1fc3-faa4-4a2c-a775-88ba6227066b tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Network 3a9367a7-e66f-41b5-8cf6-2e1594c7c8e8 is already hosted by enough agents. {{(pid=121607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:30:42.100385 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb96a8c9-4427-4e2d-9339-5a526bd2f039 None None] Checking router: bec2a796-b7a2-4bfb-9434-da9dc0d3265d for host: ncdv-master-1 {{(pid=121609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 25 21:30:42.101028 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb96a8c9-4427-4e2d-9339-5a526bd2f039 None None] Updating router bec2a796-b7a2-4bfb-9434-da9dc0d3265d port 1a1f4298-c123-4f8f-960b-35c694fee77a binding host ncdv-master-1 {{(pid=121609) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 25 21:30:42.103482 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-12cb1fc3-faa4-4a2c-a775-88ba6227066b tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Resources bound (agent type, host, resource id):  {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:30:42.108188 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12cb1fc3-faa4-4a2c-a775-88ba6227066b tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:30:42.108780 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-12cb1fc3-faa4-4a2c-a775-88ba6227066b tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks [] for subnet, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:42.117132 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11af8094-4f28-4758-bf91-cc838071aca1 None None] Network 3a9367a7-e66f-41b5-8cf6-2e1594c7c8e8 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:30:42.131841 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cb1fc3-faa4-4a2c-a775-88ba6227066b tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Pushing event updated for resources: {'Subnet': ['ID=830cfb80-5fb1-425e-9a6b-3ee241739cae,revision_number=0']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:30:42.154542 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-eb96a8c9-4427-4e2d-9339-5a526bd2f039 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:42.244284 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-24c96bd7-46d2-4ffc-b3f3-030ad35f8c86 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2007763'] for router_interface, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:42.255461 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-12cb1fc3-faa4-4a2c-a775-88ba6227066b tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 804 time: 0.8658915
Dec 25 21:30:42.255461 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 48016) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:30:42.261813 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-4bed1b62-f373-4854-b9c9-52d335be157e tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-592855382', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '830cfb80-5fb1-425e-9a6b-3ee241739cae'}], 'security_groups': ['f4a275e9-c077-46b6-819a-4323ba2d67fb', '0aa9df99-a516-4b05-8adc-2c115f4e9773']}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:30:42.318053 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 7128d926-c69c-4736-af8a-b360ef35686b up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:30:42.455813 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 48022) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:30:42.456377 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port 7128d926-c69c-4736-af8a-b360ef35686b triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:30:42.456509 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:42.587731 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-4bed1b62-f373-4854-b9c9-52d335be157e tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:42.631583 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c8eaa4c-0be9-4835-9d08-d57a47c50552 None None] Update dhcp port {'port': {'network_id': '3a9367a7-e66f-41b5-8cf6-2e1594c7c8e8', 'fixed_ips': [{'subnet_id': '624afa80-d802-4ead-9b5a-c28145e1f34b', 'ip_address': '172.20.0.18'}, {'subnet_id': 'b9b1fec6-9f2b-461c-8591-d0c6e19e81a7', 'ip_address': '172.20.0.2'}, {'subnet_id': '830cfb80-5fb1-425e-9a6b-3ee241739cae'}], 'binding:host_id': 'ncdv-master-1'}, 'id': '6cf07661-7efc-4298-867a-0f4cf1680561'} from ncdv-master-1. {{(pid=121608) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}}
Dec 25 21:30:42.639443 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-eb96a8c9-4427-4e2d-9339-5a526bd2f039 None None] Publish callbacks [] for port, precommit_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:42.651614 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24c96bd7-46d2-4ffc-b3f3-030ad35f8c86 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Router ffa2dd5e-4d3e-4aad-8b26-d654874dd9bf has already been hosted by L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 {{(pid=121606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 25 21:30:42.665143 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-8c8eaa4c-0be9-4835-9d08-d57a47c50552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:42.697886 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-68426d9e-4d07-4a08-afd3-23f50d310b5e admin admin] Publish callbacks [] for security_group, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:42.718955 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-eb96a8c9-4427-4e2d-9339-5a526bd2f039 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:42.767145 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf99cbd4-95ca-4d61-adac-133b7a4d7764 None None] DHCP port deletion for 7201e55c-7c5f-41aa-a042-a363696539d0 request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 21:30:42.775750 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.managers [None req-eb96a8c9-4427-4e2d-9339-5a526bd2f039 None None] Attempting to bind port 1a1f4298-c123-4f8f-960b-35c694fee77a on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:30:42.776470 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.managers [None req-eb96a8c9-4427-4e2d-9339-5a526bd2f039 None None] Attempting to bind port 1a1f4298-c123-4f8f-960b-35c694fee77a by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'}] {{(pid=121609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:30:42.777041 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb96a8c9-4427-4e2d-9339-5a526bd2f039 None None] Attempting to bind port 1a1f4298-c123-4f8f-960b-35c694fee77a on network 7201e55c-7c5f-41aa-a042-a363696539d0 {{(pid=121609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:30:42.790307 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb96a8c9-4427-4e2d-9339-5a526bd2f039 None None] Checking agent: {'id': 'ca4f5c6d-f1fd-48b8-a3e3-395864c7d23d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 20, 56, 40), 'started_at': datetime.datetime(2021, 12, 25, 20, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 30, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:30:42.794863 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb96a8c9-4427-4e2d-9339-5a526bd2f039 None None] Checking segment: {'id': '6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:30:42.794863 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-eb96a8c9-4427-4e2d-9339-5a526bd2f039 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:42.794863 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb96a8c9-4427-4e2d-9339-5a526bd2f039 None None] Bound using segment: {'id': '6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'} {{(pid=121609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:30:42.794863 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.managers [None req-eb96a8c9-4427-4e2d-9339-5a526bd2f039 None None] Bound port: 1a1f4298-c123-4f8f-960b-35c694fee77a, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'}}] {{(pid=121609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:30:42.794863 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-eb96a8c9-4427-4e2d-9339-5a526bd2f039 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:42.823034 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa0243f-15b7-4f59-893e-10601b555115 None None] Pushing event updated for resources: {'Port': ['ID=1a1f4298-c123-4f8f-960b-35c694fee77a,revision_number=2']} {{(pid=121609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:30:42.832476 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa0243f-15b7-4f59-893e-10601b555115 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:30:42.833668 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa0243f-15b7-4f59-893e-10601b555115 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:30:42.834157 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa0243f-15b7-4f59-893e-10601b555115 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:30:42.834637 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa0243f-15b7-4f59-893e-10601b555115 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:30:42.835111 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa0243f-15b7-4f59-893e-10601b555115 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:30:42.835618 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa0243f-15b7-4f59-893e-10601b555115 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:30:42.836269 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa0243f-15b7-4f59-893e-10601b555115 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:30:42.836934 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa0243f-15b7-4f59-893e-10601b555115 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:30:42.837405 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa0243f-15b7-4f59-893e-10601b555115 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:30:42.837912 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa0243f-15b7-4f59-893e-10601b555115 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:30:42.838401 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa0243f-15b7-4f59-893e-10601b555115 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:30:42.838927 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa0243f-15b7-4f59-893e-10601b555115 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:30:42.839406 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa0243f-15b7-4f59-893e-10601b555115 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:30:42.849832 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24c96bd7-46d2-4ffc-b3f3-030ad35f8c86 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 21:30:42.861303 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-24c96bd7-46d2-4ffc-b3f3-030ad35f8c86 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] 10.222.0.32 "PUT /v2.0/routers/ffa2dd5e-4d3e-4aad-8b26-d654874dd9bf/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0484872
Dec 25 21:30:42.861303 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 48026) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:30:42.881192 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39aede46-7034-416a-b020-89cfd201fd10 None None] Sync routers for ids ['ffa2dd5e-4d3e-4aad-8b26-d654874dd9bf'] in ncdv-master-1 {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 21:30:42.882041 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.db [None req-eb96a8c9-4427-4e2d-9339-5a526bd2f039 None None] For port 1a1f4298-c123-4f8f-960b-35c694fee77a, host ncdv-master-1, cleared binding levels {{(pid=121609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:30:42.889852 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.db [None req-eb96a8c9-4427-4e2d-9339-5a526bd2f039 None None] For port 1a1f4298-c123-4f8f-960b-35c694fee77a, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1a1f4298-c123-4f8f-960b-35c694fee77a,segment=NetworkSegment(6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855),segment_id=6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855)] {{(pid=121609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:30:42.897802 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-1f498adf-a6ce-4877-9cdc-c2db807e49d8 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] 10.222.0.32 "GET /v2.0/ports?device_id=ffa2dd5e-4d3e-4aad-8b26-d654874dd9bf HTTP/1.1" status: 200  len: 205 time: 0.0324028
Dec 25 21:30:42.904678 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 48028) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:30:42.923271 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39aede46-7034-416a-b020-89cfd201fd10 None None] Routers {'ffa2dd5e-4d3e-4aad-8b26-d654874dd9bf'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:30:42.923943 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-39aede46-7034-416a-b020-89cfd201fd10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2618de9970>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:30:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['ffa2dd5e-4d3e-4aad-8b26-d654874dd9bf'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:30:42.928563 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.db_base_plugin_common [None req-8c8eaa4c-0be9-4835-9d08-d57a47c50552 None None] Allocated IP 172.20.0.34 (3a9367a7-e66f-41b5-8cf6-2e1594c7c8e8/830cfb80-5fb1-425e-9a6b-3ee241739cae/6cf07661-7efc-4298-867a-0f4cf1680561) {{(pid=121608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:30:42.970351 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-eb96a8c9-4427-4e2d-9339-5a526bd2f039 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:42.972507 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-e475472f-4bbc-4c3d-a740-288984c3f524 None None] Provisioning complete for port 1a1f4298-c123-4f8f-960b-35c694fee77a triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:30:42.973083 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-e475472f-4bbc-4c3d-a740-288984c3f524 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:42.992019 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-68426d9e-4d07-4a08-afd3-23f50d310b5e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:43.031125 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01bbff23-1cad-40ae-860c-933e09e530ac None None] DHCP port deletion for 7201e55c-7c5f-41aa-a042-a363696539d0 request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 21:30:43.031856 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-8f731bc8-db06-4489-930e-38a5b0de1aab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:43.040083 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-21bbf4d0-ac26-4fdc-924a-ecc863efa098 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks [] for router, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:43.040426 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-39aede46-7034-416a-b020-89cfd201fd10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2618de9970>, [], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:30:43.057676 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb96a8c9-4427-4e2d-9339-5a526bd2f039 None None] Routers {'bec2a796-b7a2-4bfb-9434-da9dc0d3265d'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:30:43.061759 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-eb96a8c9-4427-4e2d-9339-5a526bd2f039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2618ab87f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:30:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['bec2a796-b7a2-4bfb-9434-da9dc0d3265d'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:30:43.092734 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39aede46-7034-416a-b020-89cfd201fd10 None None] Routers {'ffa2dd5e-4d3e-4aad-8b26-d654874dd9bf'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:30:43.093366 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-39aede46-7034-416a-b020-89cfd201fd10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2618de9970>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:30:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['ffa2dd5e-4d3e-4aad-8b26-d654874dd9bf'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:30:43.126104 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-68426d9e-4d07-4a08-afd3-23f50d310b5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:43.141477 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa0243f-15b7-4f59-893e-10601b555115 None None] Pushing event updated for resources: {'Port': ['ID=1a1f4298-c123-4f8f-960b-35c694fee77a,revision_number=3']} {{(pid=121609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:30:43.195332 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-39aede46-7034-416a-b020-89cfd201fd10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2618de9970>, [], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:30:43.196066 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39aede46-7034-416a-b020-89cfd201fd10 None None] The sync data for ids ['ffa2dd5e-4d3e-4aad-8b26-d654874dd9bf'] in ncdv-master-1 is: [] {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 21:30:43.254632 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-68426d9e-4d07-4a08-afd3-23f50d310b5e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3ed7adc4401942fb9b231240f1d89feb&name=default HTTP/1.1" status: 200  len: 3000 time: 0.7943208
Dec 25 21:30:43.259215 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvr_db [None req-eb96a8c9-4427-4e2d-9339-5a526bd2f039 None None] Set router bec2a796-b7a2-4bfb-9434-da9dc0d3265d gateway port host: ncdv-master-1 {{(pid=121609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:30:43.264203 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-8c8eaa4c-0be9-4835-9d08-d57a47c50552 None None] For port 6cf07661-7efc-4298-867a-0f4cf1680561, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6cf07661-7efc-4298-867a-0f4cf1680561,segment=NetworkSegment(ef506fab-ec9d-4c4f-a95a-56b7e74329ba),segment_id=ef506fab-ec9d-4c4f-a95a-56b7e74329ba)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:30:43.268299 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 48032) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:30:43.283069 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-21bbf4d0-ac26-4fdc-924a-ecc863efa098 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2014235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14905'] for router, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:43.286458 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-21bbf4d0-ac26-4fdc-924a-ecc863efa098 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:43.290932 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68426d9e-4d07-4a08-afd3-23f50d310b5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3f152cc-c530-412f-a2ac-591dcc1f70d0,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:30:43.325593 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-8c8eaa4c-0be9-4835-9d08-d57a47c50552 None None] Publish callbacks [] for port, precommit_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:43.328716 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-e475472f-4bbc-4c3d-a740-288984c3f524 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:43.354145 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-e475472f-4bbc-4c3d-a740-288984c3f524 None None] For port 1a1f4298-c123-4f8f-960b-35c694fee77a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1a1f4298-c123-4f8f-960b-35c694fee77a,segment=NetworkSegment(6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855),segment_id=6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:30:43.382547 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_common [None req-8f731bc8-db06-4489-930e-38a5b0de1aab admin admin] Allocated IP 172.20.0.1 (16d65a9b-ba96-4a3b-9957-f17ce678ee43/f0fa4e7b-2da9-4df6-931c-ab968226b606/937484c6-5b09-43ab-a05f-84bcfdc47161) {{(pid=121606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:30:43.415330 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-8c8eaa4c-0be9-4835-9d08-d57a47c50552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:43.457107 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-21bbf4d0-ac26-4fdc-924a-ecc863efa098 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2014220'] for router, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:43.457769 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21bbf4d0-ac26-4fdc-924a-ecc863efa098 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Fanout notify agent at l3_agent the message router_deleted on router ffa2dd5e-4d3e-4aad-8b26-d654874dd9bf {{(pid=121607) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 25 21:30:43.478020 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-21bbf4d0-ac26-4fdc-924a-ecc863efa098 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks [] for router, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:43.481775 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-21bbf4d0-ac26-4fdc-924a-ecc863efa098 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] 10.222.0.32 "DELETE /v2.0/routers/ffa2dd5e-4d3e-4aad-8b26-d654874dd9bf HTTP/1.1" status: 204  len: 168 time: 0.5739045
Dec 25 21:30:43.483611 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 48038) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:30:43.510114 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-eb96a8c9-4427-4e2d-9339-5a526bd2f039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2618ab87f0>, [{'id': 'bec2a796-b7a2-4bfb-9434-da9dc0d3265d', 'name': 'tempest-ImageQuotaTest-1139527855-router', 'tenant_id': 'bb99b704ca5d4a59a8c04ff015c24dae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.32'}], 'enable_snat': True}, 'gw_port_id': '1a1f4298-c123-4f8f-960b-35c694fee77a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:30:37Z', 'updated_at': '2021-12-25T21:30:40Z', 'revision_number': 3, 'project_id': 'bb99b704ca5d4a59a8c04ff015c24dae', 'gw_port': {'id': '1a1f4298-c123-4f8f-960b-35c694fee77a', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:8c:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bec2a796-b7a2-4bfb-9434-da9dc0d3265d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2526, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:30:39Z', 'updated_at': '2021-12-25T21:30:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:30:43.514798 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8eaa4c-0be9-4835-9d08-d57a47c50552 None None] Pushing event updated for resources: {'Port': ['ID=6cf07661-7efc-4298-867a-0f4cf1680561,revision_number=7']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:30:43.522492 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-e475472f-4bbc-4c3d-a740-288984c3f524 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:43.548688 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb96a8c9-4427-4e2d-9339-5a526bd2f039 None None] The sync data for ids ['bec2a796-b7a2-4bfb-9434-da9dc0d3265d'] in ncdv-master-1 is: [{'id': 'bec2a796-b7a2-4bfb-9434-da9dc0d3265d', 'name': 'tempest-ImageQuotaTest-1139527855-router', 'tenant_id': 'bb99b704ca5d4a59a8c04ff015c24dae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.32'}], 'enable_snat': True}, 'gw_port_id': '1a1f4298-c123-4f8f-960b-35c694fee77a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:30:37Z', 'updated_at': '2021-12-25T21:30:40Z', 'revision_number': 3, 'project_id': 'bb99b704ca5d4a59a8c04ff015c24dae', 'gw_port': {'id': '1a1f4298-c123-4f8f-960b-35c694fee77a', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:8c:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bec2a796-b7a2-4bfb-9434-da9dc0d3265d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2526, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:30:39Z', 'updated_at': '2021-12-25T21:30:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 21:30:43.642312 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1e16974-d1c2-4184-b272-453e5133aed5 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Deleting subnet eaf7b7cd-38c0-451b-8299-31dad7f9051d {{(pid=121607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Dec 25 21:30:43.651127 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-d1e16974-d1c2-4184-b272-453e5133aed5 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks [] for subnet, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:43.652465 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e475472f-4bbc-4c3d-a740-288984c3f524 None None] Pushing event updated for resources: {'Port': ['ID=1a1f4298-c123-4f8f-960b-35c694fee77a,revision_number=4']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:30:43.661686 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-3b0a4285-30c1-4390-b86a-8fbfd5292996 None None] Provisioning complete for port 1a1f4298-c123-4f8f-960b-35c694fee77a triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:30:43.661926 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3b0a4285-30c1-4390-b86a-8fbfd5292996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:43.719562 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_common [None req-4bed1b62-f373-4854-b9c9-52d335be157e tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Delete allocated IP 172.20.0.5 (3a9367a7-e66f-41b5-8cf6-2e1594c7c8e8/b9b1fec6-9f2b-461c-8591-d0c6e19e81a7) {{(pid=121607) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}}
Dec 25 21:30:43.723457 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-d1e16974-d1c2-4184-b272-453e5133aed5 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10246617'] for subnet, precommit_delete_associations {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:43.755407 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_common [None req-4bed1b62-f373-4854-b9c9-52d335be157e tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Allocated IP 172.20.0.38 (3a9367a7-e66f-41b5-8cf6-2e1594c7c8e8/830cfb80-5fb1-425e-9a6b-3ee241739cae/ca1b2773-c2d7-4ed9-8998-5327104ea757) {{(pid=121607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:30:43.820863 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-52866a0a-2f2b-4a5d-8f46-6eaad10c7ba0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:43.907801 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-d1e16974-d1c2-4184-b272-453e5133aed5 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995662'] for subnet, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:43.908436 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-52866a0a-2f2b-4a5d-8f46-6eaad10c7ba0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:44.002685 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-8f731bc8-db06-4489-930e-38a5b0de1aab admin admin] Publish callbacks [] for port, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:44.112306 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-52866a0a-2f2b-4a5d-8f46-6eaad10c7ba0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:44.116401 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-52866a0a-2f2b-4a5d-8f46-6eaad10c7ba0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:44.118721 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-52866a0a-2f2b-4a5d-8f46-6eaad10c7ba0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b3f152cc-c530-412f-a2ac-591dcc1f70d0 HTTP/1.1" status: 204  len: 168 time: 0.8437495
Dec 25 21:30:44.132365 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-4bed1b62-f373-4854-b9c9-52d335be157e tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks [] for port, precommit_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:44.138030 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52866a0a-2f2b-4a5d-8f46-6eaad10c7ba0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3f152cc-c530-412f-a2ac-591dcc1f70d0,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:30:44.148080 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-d1e16974-d1c2-4184-b272-453e5133aed5 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8632410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8852809'] for subnet, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:44.151145 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-8f731bc8-db06-4489-930e-38a5b0de1aab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:44.225232 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1adf77d5-5351-4e6f-8262-1a3494413969 None None] Network 2dba8286-5c90-489d-addd-cb6f24ac0fe6 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:30:44.236271 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-4bed1b62-f373-4854-b9c9-52d335be157e tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8632327'] for port, after_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:44.246262 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-d1e16974-d1c2-4184-b272-453e5133aed5 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks [] for subnet, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:44.256801 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-d1e16974-d1c2-4184-b272-453e5133aed5 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] 10.222.0.32 "DELETE /v2.0/subnets/eaf7b7cd-38c0-451b-8299-31dad7f9051d HTTP/1.1" status: 204  len: 168 time: 0.7687197
Dec 25 21:30:44.257740 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 48058) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:30:44.258849 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e16974-d1c2-4184-b272-453e5133aed5 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Pushing event deleted for resources: {'Subnet': ['ID=eaf7b7cd-38c0-451b-8299-31dad7f9051d,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:30:44.280898 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f731bc8-db06-4489-930e-38a5b0de1aab admin admin] Network 16d65a9b-ba96-4a3b-9957-f17ce678ee43 is already hosted by enough agents. {{(pid=121606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:30:44.286711 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [None req-8f731bc8-db06-4489-930e-38a5b0de1aab admin admin] Resources bound (agent type, host, resource id):  {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:30:44.289195 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f731bc8-db06-4489-930e-38a5b0de1aab admin admin] Received port after_create {{(pid=121606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:30:44.484199 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bed1b62-f373-4854-b9c9-52d335be157e tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Pushing event updated for resources: {'Port': ['ID=ca1b2773-c2d7-4ed9-8998-5327104ea757,revision_number=2']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:30:44.493946 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f731bc8-db06-4489-930e-38a5b0de1aab admin admin] Pushing event updated for resources: {'Port': ['ID=937484c6-5b09-43ab-a05f-84bcfdc47161,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:30:44.558876 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-4bed1b62-f373-4854-b9c9-52d335be157e tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] In _notify_port_updated(), no bound segment for port ca1b2773-c2d7-4ed9-8998-5327104ea757 on network 3a9367a7-e66f-41b5-8cf6-2e1594c7c8e8 {{(pid=121607) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}}
Dec 25 21:30:44.564788 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bed1b62-f373-4854-b9c9-52d335be157e tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:30:44.574089 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 6cf07661-7efc-4298-867a-0f4cf1680561 up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:30:44.581677 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-4bed1b62-f373-4854-b9c9-52d335be157e tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:44.586287 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-4bed1b62-f373-4854-b9c9-52d335be157e tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] 10.222.0.32 "PUT /v2.0/ports/ca1b2773-c2d7-4ed9-8998-5327104ea757 HTTP/1.1" status: 200  len: 959 time: 2.3310869
Dec 25 21:30:44.592447 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 48070) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:30:44.676519 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-ddf5f259-6c66-4354-a937-d85a55f73ab2 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625803'] for network, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:44.681267 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-8f731bc8-db06-4489-930e-38a5b0de1aab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2008772'] for router_interface, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:44.708233 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port 6cf07661-7efc-4298-867a-0f4cf1680561 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:30:44.708233 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:44.856323 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e0e8502-551a-4155-ae47-fb0f97c8fa6c None None] DHCP port deletion for 2dba8286-5c90-489d-addd-cb6f24ac0fe6 request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 21:30:44.891342 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-2f87b39f-345c-40f4-b13c-ba596ddf99fa None None] Provisioning complete for port 6cf07661-7efc-4298-867a-0f4cf1680561 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:30:44.891716 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-2f87b39f-345c-40f4-b13c-ba596ddf99fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:44.895110 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-58dfd250-c9e5-45f1-b52d-e71d6347de5f tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Deleting port ca1b2773-c2d7-4ed9-8998-5327104ea757 {{(pid=121607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:30:44.895657 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-58dfd250-c9e5-45f1-b52d-e71d6347de5f tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:45.013690 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-ddf5f259-6c66-4354-a937-d85a55f73ab2 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Deleting port db8f5143-38d1-4adf-8a26-b823a9b41d98 {{(pid=121606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:30:45.014680 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-ddf5f259-6c66-4354-a937-d85a55f73ab2 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:45.022277 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-58dfd250-c9e5-45f1-b52d-e71d6347de5f tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:45.043923 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-58dfd250-c9e5-45f1-b52d-e71d6347de5f tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Calling delete_port for ca1b2773-c2d7-4ed9-8998-5327104ea757 owned by  {{(pid=121607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:30:45.090912 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [None req-ddf5f259-6c66-4354-a937-d85a55f73ab2 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] For port db8f5143-38d1-4adf-8a26-b823a9b41d98, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=db8f5143-38d1-4adf-8a26-b823a9b41d98,segment=NetworkSegment(ff9e92f8-f07f-489e-bdd6-265ec6921278),segment_id=ff9e92f8-f07f-489e-bdd6-265ec6921278)] {{(pid=121606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:30:45.091565 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-ddf5f259-6c66-4354-a937-d85a55f73ab2 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:45.091801 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 1a1f4298-c123-4f8f-960b-35c694fee77a up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:30:45.096811 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-8e0e8502-551a-4155-ae47-fb0f97c8fa6c None None] Deleting port db8f5143-38d1-4adf-8a26-b823a9b41d98 {{(pid=121608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:30:45.097428 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-8e0e8502-551a-4155-ae47-fb0f97c8fa6c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:45.121702 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-ddf5f259-6c66-4354-a937-d85a55f73ab2 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Calling delete_port for db8f5143-38d1-4adf-8a26-b823a9b41d98 owned by network:dhcp {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:30:45.255817 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-8f731bc8-db06-4489-930e-38a5b0de1aab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:45.275901 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-8e0e8502-551a-4155-ae47-fb0f97c8fa6c None None] For port db8f5143-38d1-4adf-8a26-b823a9b41d98, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=db8f5143-38d1-4adf-8a26-b823a9b41d98,segment=NetworkSegment(ff9e92f8-f07f-489e-bdd6-265ec6921278),segment_id=ff9e92f8-f07f-489e-bdd6-265ec6921278)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:30:45.276566 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-8e0e8502-551a-4155-ae47-fb0f97c8fa6c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:45.303014 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-8e0e8502-551a-4155-ae47-fb0f97c8fa6c None None] Calling delete_port for db8f5143-38d1-4adf-8a26-b823a9b41d98 owned by network:dhcp {{(pid=121608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:30:45.330387 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-ddf5f259-6c66-4354-a937-d85a55f73ab2 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:45.342813 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-58dfd250-c9e5-45f1-b52d-e71d6347de5f tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:45.369550 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port 1a1f4298-c123-4f8f-960b-35c694fee77a triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:30:45.370019 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:45.390870 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddf5f259-6c66-4354-a937-d85a55f73ab2 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] No DVR routers for this DVR port db8f5143-38d1-4adf-8a26-b823a9b41d98 on host ncdv-master-1 {{(pid=121606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:30:45.405672 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58dfd250-c9e5-45f1-b52d-e71d6347de5f tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Pushing event deleted for resources: {'Port': ['ID=ca1b2773-c2d7-4ed9-8998-5327104ea757,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:30:45.465705 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf5f259-6c66-4354-a937-d85a55f73ab2 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Pushing event deleted for resources: {'Port': ['ID=db8f5143-38d1-4adf-8a26-b823a9b41d98,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:30:45.575694 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-58dfd250-c9e5-45f1-b52d-e71d6347de5f tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:45.581987 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-58dfd250-c9e5-45f1-b52d-e71d6347de5f tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] 10.222.0.32 "DELETE /v2.0/ports/ca1b2773-c2d7-4ed9-8998-5327104ea757 HTTP/1.1" status: 204  len: 168 time: 0.9856155
Dec 25 21:30:45.582180 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 48100) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:30:45.608914 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-ddf5f259-6c66-4354-a937-d85a55f73ab2 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997585', 'neutron.services.segments.db._delete_segments_for_network-8737602743071'] for network, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:45.622771 ncdv-master-1 neutron-server[121607]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a370194-34c1-4d1c-b7e2-d4c1118279fa tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] GET failed (client error): The resource could not be found.
Dec 25 21:30:45.624367 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-3a370194-34c1-4d1c-b7e2-d4c1118279fa tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] 10.222.0.32 "GET /v2.0/ports/ca1b2773-c2d7-4ed9-8998-5327104ea757 HTTP/1.1" status: 404  len: 333 time: 0.0409563
Dec 25 21:30:45.627055 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 48104) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:30:45.647726 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.segments.db [None req-ddf5f259-6c66-4354-a937-d85a55f73ab2 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2619032ac0>,) {'filters': {'network_id': ['2dba8286-5c90-489d-addd-cb6f24ac0fe6']}} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:30:45.674917 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.segments.db [None req-ddf5f259-6c66-4354-a937-d85a55f73ab2 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2619032ac0>, 'ff9e92f8-f07f-489e-bdd6-265ec6921278') {'for_net_delete': True} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:30:45.679661 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.segments.db [None req-ddf5f259-6c66-4354-a937-d85a55f73ab2 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2619032ac0>, 'ff9e92f8-f07f-489e-bdd6-265ec6921278') {} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:30:45.705186 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-ddf5f259-6c66-4354-a937-d85a55f73ab2 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737602746920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9084222'] for segment, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:45.733502 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-2f87b39f-345c-40f4-b13c-ba596ddf99fa None None] Provisioning complete for port e2167940-68ad-4279-9955-6a61400abefa triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:30:45.733879 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-2f87b39f-345c-40f4-b13c-ba596ddf99fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:45.743022 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-8f731bc8-db06-4489-930e-38a5b0de1aab admin admin] Publish callbacks [] for port, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:45.745141 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-ddf5f259-6c66-4354-a937-d85a55f73ab2 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:45.752388 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e1445cc8-460d-4180-87d7-eee307f1e4ab tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks [] for security_group, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:45.765028 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ddf5f259-6c66-4354-a937-d85a55f73ab2 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Releasing vlan 199 on physical network physnet1 to pool {{(pid=121606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 25 21:30:45.770528 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-ddf5f259-6c66-4354-a937-d85a55f73ab2 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9084542'] for segment, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:45.775514 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:30:45.775514 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:30:45.775514 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:30:45.775514 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:30:45.775514 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:30:45.775514 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:30:45.775514 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:30:45.775514 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:30:45.775514 ncdv-master-1 neutron-server[121606]: Traceback (most recent call last):
Dec 25 21:30:45.775514 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 25 21:30:45.775514 ncdv-master-1 neutron-server[121606]:     timer()
Dec 25 21:30:45.775514 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 25 21:30:45.775514 ncdv-master-1 neutron-server[121606]:     cb(*args, **kw)
Dec 25 21:30:45.775514 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 25 21:30:45.775514 ncdv-master-1 neutron-server[121606]:     return func(*args, **kwargs)
Dec 25 21:30:45.775514 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 25 21:30:45.775514 ncdv-master-1 neutron-server[121606]:     self._notify()
Dec 25 21:30:45.775514 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 25 21:30:45.775514 ncdv-master-1 neutron-server[121606]:     self.callback(batched_events)
Dec 25 21:30:45.775514 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 25 21:30:45.775514 ncdv-master-1 neutron-server[121606]:     event.method(event)
Dec 25 21:30:45.775514 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 25 21:30:45.775514 ncdv-master-1 neutron-server[121606]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 25 21:30:45.775514 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 25 21:30:45.775514 ncdv-master-1 neutron-server[121606]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 25 21:30:45.775514 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 25 21:30:45.775514 ncdv-master-1 neutron-server[121606]:     return f(self, *a, **k)
Dec 25 21:30:45.775514 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 25 21:30:45.775514 ncdv-master-1 neutron-server[121606]:     return self._get(url).json()
Dec 25 21:30:45.775514 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 25 21:30:45.775514 ncdv-master-1 neutron-server[121606]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 25 21:30:45.775514 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 25 21:30:45.775514 ncdv-master-1 neutron-server[121606]:     return self.request(url, 'GET', **kwargs)
Dec 25 21:30:45.775514 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 25 21:30:45.775514 ncdv-master-1 neutron-server[121606]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 25 21:30:45.775514 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 25 21:30:45.775514 ncdv-master-1 neutron-server[121606]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 25 21:30:45.775514 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 25 21:30:45.775514 ncdv-master-1 neutron-server[121606]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 25 21:30:45.775514 ncdv-master-1 neutron-server[121606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 25 21:30:45.828339 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-2f87b39f-345c-40f4-b13c-ba596ddf99fa None None] Port e2167940-68ad-4279-9955-6a61400abefa cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:30:45.832901 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e1445cc8-460d-4180-87d7-eee307f1e4ab tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks [] for security_group, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:45.868535 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-2f87b39f-345c-40f4-b13c-ba596ddf99fa None None] Could not find standard attr ID for object ca1b2773-c2d7-4ed9-8998-5327104ea757. {{(pid=121608) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 25 21:30:45.913273 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-8f731bc8-db06-4489-930e-38a5b0de1aab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:45.946642 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-8e0e8502-551a-4155-ae47-fb0f97c8fa6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955'] for port, after_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:45.977188 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e1445cc8-460d-4180-87d7-eee307f1e4ab tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:45.983963 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e1445cc8-460d-4180-87d7-eee307f1e4ab tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:45.984164 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-ddf5f259-6c66-4354-a937-d85a55f73ab2 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2008653'] for network, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:45.984306 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-e1445cc8-460d-4180-87d7-eee307f1e4ab tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] 10.222.0.32 "DELETE /v2.0/security-groups/9a75b5fa-1b68-4964-8c6b-286af60d761e HTTP/1.1" status: 204  len: 168 time: 0.3535898
Dec 25 21:30:45.984422 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0e8502-551a-4155-ae47-fb0f97c8fa6c None None] Pushing event deleted for resources: {'Port': ['ID=db8f5143-38d1-4adf-8a26-b823a9b41d98,revision_number=None']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:30:45.986289 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 48118) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:30:45.986729 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-aa2beab9-2bd3-4404-a3fd-905eb3955c9b None None] Could not find standard attr ID for object ca1b2773-c2d7-4ed9-8998-5327104ea757. {{(pid=121608) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 25 21:30:45.989869 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-8e0e8502-551a-4155-ae47-fb0f97c8fa6c None None] Network 2dba8286-5c90-489d-addd-cb6f24ac0fe6 is not hosted by any dhcp agent {{(pid=121608) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}}
Dec 25 21:30:45.990325 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e0e8502-551a-4155-ae47-fb0f97c8fa6c None None] No DVR routers for this DVR port db8f5143-38d1-4adf-8a26-b823a9b41d98 on host ncdv-master-1 {{(pid=121608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:30:46.003845 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-ddf5f259-6c66-4354-a937-d85a55f73ab2 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for network, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:46.013652 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-ddf5f259-6c66-4354-a937-d85a55f73ab2 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] 10.222.0.32 "DELETE /v2.0/networks/2dba8286-5c90-489d-addd-cb6f24ac0fe6 HTTP/1.1" status: 204  len: 168 time: 1.7545931
Dec 25 21:30:46.015927 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-aa2beab9-2bd3-4404-a3fd-905eb3955c9b None None] Provisioning complete for port 937484c6-5b09-43ab-a05f-84bcfdc47161 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:30:46.016275 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-aa2beab9-2bd3-4404-a3fd-905eb3955c9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:46.018700 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 48120) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:30:46.032248 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1445cc8-460d-4180-87d7-eee307f1e4ab tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a75b5fa-1b68-4964-8c6b-286af60d761e,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:30:46.040753 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-a40785dd-7904-4695-8f74-5b063f2de543 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1986204596', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:30:46.068658 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf5f259-6c66-4354-a937-d85a55f73ab2 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Pushing event deleted for resources: {'Network': ['ID=2dba8286-5c90-489d-addd-cb6f24ac0fe6,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:30:46.075161 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f731bc8-db06-4489-930e-38a5b0de1aab admin admin] Pushing event updated for resources: {'Port': ['ID=937484c6-5b09-43ab-a05f-84bcfdc47161,revision_number=2']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:30:46.077908 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-aa2beab9-2bd3-4404-a3fd-905eb3955c9b None None] Port 937484c6-5b09-43ab-a05f-84bcfdc47161 cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:30:46.090270 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-8f731bc8-db06-4489-930e-38a5b0de1aab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2007636'] for router_interface, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:46.103363 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-c72f9c3e-5992-48be-bce7-d8c902b5d14a tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks [] for security_group, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:46.155942 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-c72f9c3e-5992-48be-bce7-d8c902b5d14a tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks [] for security_group, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:46.204380 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-a40785dd-7904-4695-8f74-5b063f2de543 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2014909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14863'] for router, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:46.205478 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-a40785dd-7904-4695-8f74-5b063f2de543 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2014285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2009796', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2082630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14848'] for router, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:46.280383 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f731bc8-db06-4489-930e-38a5b0de1aab admin admin] Network 16d65a9b-ba96-4a3b-9957-f17ce678ee43 is already hosted by enough agents. {{(pid=121606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:30:46.289320 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-c72f9c3e-5992-48be-bce7-d8c902b5d14a tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:46.292180 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-c72f9c3e-5992-48be-bce7-d8c902b5d14a tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:46.293472 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device db8f5143-38d1-4adf-8a26-b823a9b41d98 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:30:46.294031 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-c72f9c3e-5992-48be-bce7-d8c902b5d14a tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] 10.222.0.32 "DELETE /v2.0/security-groups/0aa9df99-a516-4b05-8adc-2c115f4e9773 HTTP/1.1" status: 204  len: 168 time: 0.3053541
Dec 25 21:30:46.297415 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 48124) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:30:46.308117 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-a40785dd-7904-4695-8f74-5b063f2de543 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:46.310784 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [None req-8f731bc8-db06-4489-930e-38a5b0de1aab admin admin] Resources bound (agent type, host, resource id):  {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:30:46.315497 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72f9c3e-5992-48be-bce7-d8c902b5d14a tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0aa9df99-a516-4b05-8adc-2c115f4e9773,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:30:46.361076 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] No Port match for: db8f5143-38d1-4adf-8a26-b823a9b41d98 {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:30:46.362330 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device db8f5143-38d1-4adf-8a26-b823a9b41d98 not bound to the agent host ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:30:46.547669 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-6db3a017-5ff0-4d99-9772-9c91931ece14 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks [] for security_group, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:46.547669 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-6db3a017-5ff0-4d99-9772-9c91931ece14 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks [] for security_group, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:46.547875 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f731bc8-db06-4489-930e-38a5b0de1aab admin admin] Router bec2a796-b7a2-4bfb-9434-da9dc0d3265d has already been hosted by L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 {{(pid=121606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 25 21:30:46.585400 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f731bc8-db06-4489-930e-38a5b0de1aab admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 21:30:46.593041 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-8f731bc8-db06-4489-930e-38a5b0de1aab admin admin] 10.222.0.32 "PUT /v2.0/routers/bec2a796-b7a2-4bfb-9434-da9dc0d3265d/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.5475996
Dec 25 21:30:46.602012 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71c6b360-5504-4712-9be0-32680d47b5c3 None None] Sync routers for ids ['bec2a796-b7a2-4bfb-9434-da9dc0d3265d'] in ncdv-master-1 {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 21:30:46.603809 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-7d632141-f676-4402-b87a-7c6adfa66b7b None None] Provisioning complete for port 937484c6-5b09-43ab-a05f-84bcfdc47161 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:30:46.604185 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-7d632141-f676-4402-b87a-7c6adfa66b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:46.767915 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71c6b360-5504-4712-9be0-32680d47b5c3 None None] Routers {'bec2a796-b7a2-4bfb-9434-da9dc0d3265d'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:30:46.767915 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-71c6b360-5504-4712-9be0-32680d47b5c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2618ab8790>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:30:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['bec2a796-b7a2-4bfb-9434-da9dc0d3265d'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:30:46.769547 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-7d632141-f676-4402-b87a-7c6adfa66b7b None None] Port 937484c6-5b09-43ab-a05f-84bcfdc47161 cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:30:46.769795 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvr_db [None req-71c6b360-5504-4712-9be0-32680d47b5c3 None None] Set router bec2a796-b7a2-4bfb-9434-da9dc0d3265d gateway port host: ncdv-master-1 {{(pid=121609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:30:46.866220 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-a40785dd-7904-4695-8f74-5b063f2de543 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2014278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2009753'] for router, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:47.003772 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-6db3a017-5ff0-4d99-9772-9c91931ece14 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:47.007487 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-6db3a017-5ff0-4d99-9772-9c91931ece14 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:47.008905 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-6db3a017-5ff0-4d99-9772-9c91931ece14 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] 10.222.0.32 "DELETE /v2.0/security-groups/f4a275e9-c077-46b6-819a-4323ba2d67fb HTTP/1.1" status: 204  len: 168 time: 0.7105327
Dec 25 21:30:47.012309 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 48138) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:30:47.036543 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db3a017-5ff0-4d99-9772-9c91931ece14 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4a275e9-c077-46b6-819a-4323ba2d67fb,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:30:47.050113 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-a40785dd-7904-4695-8f74-5b063f2de543 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks [] for router, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:47.058811 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-a40785dd-7904-4695-8f74-5b063f2de543 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 699 time: 1.0184579
Dec 25 21:30:47.060915 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 48144) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:30:47.065938 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-b4027325-febf-4391-929a-dab295fa9f29 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Request body: {'network': {'name': 'tempest-RoutersTest-2126595824'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:30:47.075950 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-71c6b360-5504-4712-9be0-32680d47b5c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2618ab8790>, [{'id': 'bec2a796-b7a2-4bfb-9434-da9dc0d3265d', 'name': 'tempest-ImageQuotaTest-1139527855-router', 'tenant_id': 'bb99b704ca5d4a59a8c04ff015c24dae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.32'}], 'enable_snat': True}, 'gw_port_id': '1a1f4298-c123-4f8f-960b-35c694fee77a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:30:37Z', 'updated_at': '2021-12-25T21:30:45Z', 'revision_number': 4, 'project_id': 'bb99b704ca5d4a59a8c04ff015c24dae', 'gw_port': {'id': '1a1f4298-c123-4f8f-960b-35c694fee77a', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:8c:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bec2a796-b7a2-4bfb-9434-da9dc0d3265d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2526, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:30:39Z', 'updated_at': '2021-12-25T21:30:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '937484c6-5b09-43ab-a05f-84bcfdc47161', 'name': '', 'network_id': '16d65a9b-ba96-4a3b-9957-f17ce678ee43', 'tenant_id': 'bb99b704ca5d4a59a8c04ff015c24dae', 'mac_address': 'fa:16:3e:7a:e9:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bec2a796-b7a2-4bfb-9434-da9dc0d3265d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2533, 'fixed_ips': [{'subnet_id': 'f0fa4e7b-2da9-4df6-931c-ab968226b606', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:30:43Z', 'updated_at': '2021-12-25T21:30:45Z', 'revision_number': 2, 'project_id': 'bb99b704ca5d4a59a8c04ff015c24dae', 'subnets': [{'id': 'f0fa4e7b-2da9-4df6-931c-ab968226b606', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:30:47.082868 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_v2 [None req-f74b07d5-4725-42d4-9eb3-32faec1b58ec tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Deleting subnet b9b1fec6-9f2b-461c-8591-d0c6e19e81a7 {{(pid=121606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Dec 25 21:30:47.087506 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-f74b07d5-4725-42d4-9eb3-32faec1b58ec tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks [] for subnet, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:47.130429 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71c6b360-5504-4712-9be0-32680d47b5c3 None None] Checking router: bec2a796-b7a2-4bfb-9434-da9dc0d3265d for host: ncdv-master-1 {{(pid=121609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 25 21:30:47.130782 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71c6b360-5504-4712-9be0-32680d47b5c3 None None] Updating router bec2a796-b7a2-4bfb-9434-da9dc0d3265d port 937484c6-5b09-43ab-a05f-84bcfdc47161 binding host ncdv-master-1 {{(pid=121609) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 25 21:30:47.155459 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-f74b07d5-4725-42d4-9eb3-32faec1b58ec tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9084199'] for subnet, precommit_delete_associations {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:47.163916 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-71c6b360-5504-4712-9be0-32680d47b5c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:47.245342 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-f74b07d5-4725-42d4-9eb3-32faec1b58ec tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995662'] for subnet, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:47.246413 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4027325-febf-4391-929a-dab295fa9f29 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Made reservation on behalf of 2b4b670b5aa1407f8675179d6279efab for: {'network': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:30:47.254469 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b4027325-febf-4391-929a-dab295fa9f29 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for network, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:47.297663 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4027325-febf-4391-929a-dab295fa9f29 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] vlan segment allocate from pool success with {'vlan_id': 174, 'physical_network': 'physnet1'}  {{(pid=121607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 25 21:30:47.319379 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b4027325-febf-4391-929a-dab295fa9f29 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:47.320438 ncdv-master-1 neutron-server[121607]: INFO neutron.db.segments_db [None req-b4027325-febf-4391-929a-dab295fa9f29 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Added segment a17d2e21-c3b2-4a51-b376-de4faa036b59 of type vlan for network 1cf7359b-8ef4-4787-a8de-edf6b0703c3b
Dec 25 21:30:47.373191 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b4027325-febf-4391-929a-dab295fa9f29 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737602163420'] for network, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:47.409367 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 48158) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:30:47.421863 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-f74b07d5-4725-42d4-9eb3-32faec1b58ec tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9084363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9028506'] for subnet, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:47.465768 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74b07d5-4725-42d4-9eb3-32faec1b58ec tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Pushing event deleted for resources: {'Subnet': ['ID=b9b1fec6-9f2b-461c-8591-d0c6e19e81a7,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:30:47.476313 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-f74b07d5-4725-42d4-9eb3-32faec1b58ec tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks [] for subnet, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:47.476313 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-f74b07d5-4725-42d4-9eb3-32faec1b58ec tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] 10.222.0.32 "DELETE /v2.0/subnets/b9b1fec6-9f2b-461c-8591-d0c6e19e81a7 HTTP/1.1" status: 204  len: 168 time: 0.4615664
Dec 25 21:30:47.479725 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 48166) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:30:47.482203 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1166b233-e2ac-432d-9588-59ccf93d443d None None] Network 3a9367a7-e66f-41b5-8cf6-2e1594c7c8e8 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:30:47.547604 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b4027325-febf-4391-929a-dab295fa9f29 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870'] for network, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:47.558905 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4027325-febf-4391-929a-dab295fa9f29 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:30:47.559539 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b4027325-febf-4391-929a-dab295fa9f29 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks [] for network, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:47.562602 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-71c6b360-5504-4712-9be0-32680d47b5c3 None None] Publish callbacks [] for port, precommit_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:47.613607 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-37d6402d-be04-44fc-be89-0c6350f49052 admin admin] Publish callbacks [] for security_group, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:47.632320 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-71c6b360-5504-4712-9be0-32680d47b5c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:47.648162 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef560890-4d66-4edc-915b-1d8a58a13ea4 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Deleting subnet 830cfb80-5fb1-425e-9a6b-3ee241739cae {{(pid=121607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Dec 25 21:30:47.675051 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ef560890-4d66-4edc-915b-1d8a58a13ea4 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks [] for subnet, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:47.700539 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f358ca-d3b7-43cd-987e-746060b9cd99 None None] Pushing event updated for resources: {'Port': ['ID=937484c6-5b09-43ab-a05f-84bcfdc47161,revision_number=3']} {{(pid=121609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:30:47.783852 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.managers [None req-71c6b360-5504-4712-9be0-32680d47b5c3 None None] Attempting to bind port 937484c6-5b09-43ab-a05f-84bcfdc47161 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:30:47.784578 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.managers [None req-71c6b360-5504-4712-9be0-32680d47b5c3 None None] Attempting to bind port 937484c6-5b09-43ab-a05f-84bcfdc47161 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '12f26372-39e0-4b99-96b6-0afd3c1d15ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '16d65a9b-ba96-4a3b-9957-f17ce678ee43'}] {{(pid=121609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:30:47.785205 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71c6b360-5504-4712-9be0-32680d47b5c3 None None] Attempting to bind port 937484c6-5b09-43ab-a05f-84bcfdc47161 on network 16d65a9b-ba96-4a3b-9957-f17ce678ee43 {{(pid=121609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:30:47.792268 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71c6b360-5504-4712-9be0-32680d47b5c3 None None] Checking agent: {'id': 'ca4f5c6d-f1fd-48b8-a3e3-395864c7d23d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 20, 56, 40), 'started_at': datetime.datetime(2021, 12, 25, 20, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 30, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:30:47.793220 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71c6b360-5504-4712-9be0-32680d47b5c3 None None] Checking segment: {'id': '12f26372-39e0-4b99-96b6-0afd3c1d15ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '16d65a9b-ba96-4a3b-9957-f17ce678ee43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:30:47.793849 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-71c6b360-5504-4712-9be0-32680d47b5c3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:47.794414 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71c6b360-5504-4712-9be0-32680d47b5c3 None None] Bound using segment: {'id': '12f26372-39e0-4b99-96b6-0afd3c1d15ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '16d65a9b-ba96-4a3b-9957-f17ce678ee43'} {{(pid=121609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:30:47.795402 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.managers [None req-71c6b360-5504-4712-9be0-32680d47b5c3 None None] Bound port: 937484c6-5b09-43ab-a05f-84bcfdc47161, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12f26372-39e0-4b99-96b6-0afd3c1d15ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '16d65a9b-ba96-4a3b-9957-f17ce678ee43'}}] {{(pid=121609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:30:47.796010 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-71c6b360-5504-4712-9be0-32680d47b5c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:47.828716 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-37d6402d-be04-44fc-be89-0c6350f49052 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:47.877934 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-37d6402d-be04-44fc-be89-0c6350f49052 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:47.888436 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4027325-febf-4391-929a-dab295fa9f29 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Pushing event updated for resources: {'Network': ['ID=1cf7359b-8ef4-4787-a8de-edf6b0703c3b,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:30:47.904021 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Network 1cf7359b-8ef4-4787-a8de-edf6b0703c3b details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 25 21:30:47.910440 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-b4027325-febf-4391-929a-dab295fa9f29 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 766 time: 0.8449078
Dec 25 21:30:47.913862 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.db [None req-71c6b360-5504-4712-9be0-32680d47b5c3 None None] For port 937484c6-5b09-43ab-a05f-84bcfdc47161, host ncdv-master-1, cleared binding levels {{(pid=121609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:30:47.914100 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 48186) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:30:47.918127 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-bbad6787-e084-4236-9073-7a3f2dede7a0 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Request body: {'subnet': {'network_id': '1cf7359b-8ef4-4787-a8de-edf6b0703c3b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:30:47.934767 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.db [None req-71c6b360-5504-4712-9be0-32680d47b5c3 None None] For port 937484c6-5b09-43ab-a05f-84bcfdc47161, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=937484c6-5b09-43ab-a05f-84bcfdc47161,segment=NetworkSegment(12f26372-39e0-4b99-96b6-0afd3c1d15ad),segment_id=12f26372-39e0-4b99-96b6-0afd3c1d15ad)] {{(pid=121609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:30:47.993926 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-37d6402d-be04-44fc-be89-0c6350f49052 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6d0cbd460ab04073955f033f41540b9b&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5808346
Dec 25 21:30:47.993926 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d6402d-be04-44fc-be89-0c6350f49052 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=797c1e03-736d-4c11-a1dd-02ddbfe9baf5,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:30:47.998022 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 48190) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:30:48.010348 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-71c6b360-5504-4712-9be0-32680d47b5c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:48.200054 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f358ca-d3b7-43cd-987e-746060b9cd99 None None] Pushing event updated for resources: {'Port': ['ID=937484c6-5b09-43ab-a05f-84bcfdc47161,revision_number=4']} {{(pid=121609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:30:48.211407 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-fc6e351e-9088-44e6-b44e-6ae056848218 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:48.243568 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71c6b360-5504-4712-9be0-32680d47b5c3 None None] Routers {'bec2a796-b7a2-4bfb-9434-da9dc0d3265d'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:30:48.244296 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-71c6b360-5504-4712-9be0-32680d47b5c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2618ab8790>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:30:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['bec2a796-b7a2-4bfb-9434-da9dc0d3265d'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:30:48.261565 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-fc6e351e-9088-44e6-b44e-6ae056848218 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:48.290345 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-9cf7c9ad-ba18-4876-b460-e02919b42301 None None] Provisioning complete for port 937484c6-5b09-43ab-a05f-84bcfdc47161 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:30:48.290815 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9cf7c9ad-ba18-4876-b460-e02919b42301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:48.406739 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvr_db [None req-71c6b360-5504-4712-9be0-32680d47b5c3 None None] Set router bec2a796-b7a2-4bfb-9434-da9dc0d3265d gateway port host: ncdv-master-1 {{(pid=121609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:30:48.461029 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-fc6e351e-9088-44e6-b44e-6ae056848218 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:48.466201 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-fc6e351e-9088-44e6-b44e-6ae056848218 admin admin] Publish callbacks [] for security_group, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:48.468333 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-fc6e351e-9088-44e6-b44e-6ae056848218 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/797c1e03-736d-4c11-a1dd-02ddbfe9baf5 HTTP/1.1" status: 204  len: 168 time: 0.4692647
Dec 25 21:30:48.482446 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6e351e-9088-44e6-b44e-6ae056848218 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=797c1e03-736d-4c11-a1dd-02ddbfe9baf5,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:30:48.537944 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9cf7c9ad-ba18-4876-b460-e02919b42301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:48.663735 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ef560890-4d66-4edc-915b-1d8a58a13ea4 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10246617'] for subnet, precommit_delete_associations {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:48.676856 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9cf7c9ad-ba18-4876-b460-e02919b42301 None None] For port 937484c6-5b09-43ab-a05f-84bcfdc47161, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=937484c6-5b09-43ab-a05f-84bcfdc47161,segment=NetworkSegment(12f26372-39e0-4b99-96b6-0afd3c1d15ad),segment_id=12f26372-39e0-4b99-96b6-0afd3c1d15ad)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:30:48.768561 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-71c6b360-5504-4712-9be0-32680d47b5c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2618ab8790>, [{'id': 'bec2a796-b7a2-4bfb-9434-da9dc0d3265d', 'name': 'tempest-ImageQuotaTest-1139527855-router', 'tenant_id': 'bb99b704ca5d4a59a8c04ff015c24dae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.32'}], 'enable_snat': True}, 'gw_port_id': '1a1f4298-c123-4f8f-960b-35c694fee77a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:30:37Z', 'updated_at': '2021-12-25T21:30:45Z', 'revision_number': 4, 'project_id': 'bb99b704ca5d4a59a8c04ff015c24dae', 'gw_port': {'id': '1a1f4298-c123-4f8f-960b-35c694fee77a', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:8c:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bec2a796-b7a2-4bfb-9434-da9dc0d3265d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2526, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:30:39Z', 'updated_at': '2021-12-25T21:30:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '937484c6-5b09-43ab-a05f-84bcfdc47161', 'name': '', 'network_id': '16d65a9b-ba96-4a3b-9957-f17ce678ee43', 'tenant_id': 'bb99b704ca5d4a59a8c04ff015c24dae', 'mac_address': 'fa:16:3e:7a:e9:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bec2a796-b7a2-4bfb-9434-da9dc0d3265d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2533, 'fixed_ips': [{'subnet_id': 'f0fa4e7b-2da9-4df6-931c-ab968226b606', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:30:43Z', 'updated_at': '2021-12-25T21:30:47Z', 'revision_number': 4, 'project_id': 'bb99b704ca5d4a59a8c04ff015c24dae', 'subnets': [{'id': 'f0fa4e7b-2da9-4df6-931c-ab968226b606', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:30:48.791649 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 48208) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:30:48.796440 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9cf7c9ad-ba18-4876-b460-e02919b42301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:48.809230 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71c6b360-5504-4712-9be0-32680d47b5c3 None None] The sync data for ids ['bec2a796-b7a2-4bfb-9434-da9dc0d3265d'] in ncdv-master-1 is: [{'id': 'bec2a796-b7a2-4bfb-9434-da9dc0d3265d', 'name': 'tempest-ImageQuotaTest-1139527855-router', 'tenant_id': 'bb99b704ca5d4a59a8c04ff015c24dae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.32'}], 'enable_snat': True}, 'gw_port_id': '1a1f4298-c123-4f8f-960b-35c694fee77a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:30:37Z', 'updated_at': '2021-12-25T21:30:45Z', 'revision_number': 4, 'project_id': 'bb99b704ca5d4a59a8c04ff015c24dae', 'gw_port': {'id': '1a1f4298-c123-4f8f-960b-35c694fee77a', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:8c:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bec2a796-b7a2-4bfb-9434-da9dc0d3265d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2526, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:30:39Z', 'updated_at': '2021-12-25T21:30:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '937484c6-5b09-43ab-a05f-84bcfdc47161', 'name': '', 'network_id': '16d65a9b-ba96-4a3b-9957-f17ce678ee43', 'tenant_id': 'bb99b704ca5d4a59a8c04ff015c24dae', 'mac_address': 'fa:16:3e:7a:e9:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bec2a796-b7a2-4bfb-9434-da9dc0d3265d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2533, 'fixed_ips': [{'subnet_id': 'f0fa4e7b-2da9-4df6-931c-ab968226b606', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:30:43Z', 'updated_at': '2021-12-25T21:30:47Z', 'revision_number': 4, 'project_id': 'bb99b704ca5d4a59a8c04ff015c24dae', 'subnets': [{'id': 'f0fa4e7b-2da9-4df6-931c-ab968226b606', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 21:30:48.860542 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ef560890-4d66-4edc-915b-1d8a58a13ea4 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995662'] for subnet, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:48.912787 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf7c9ad-ba18-4876-b460-e02919b42301 None None] Pushing event updated for resources: {'Port': ['ID=937484c6-5b09-43ab-a05f-84bcfdc47161,revision_number=5']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:30:48.943462 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-f78f126c-761d-4daa-9b0f-a73d61cf18db None None] Provisioning complete for port 6cf07661-7efc-4298-867a-0f4cf1680561 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:30:48.944375 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-f78f126c-761d-4daa-9b0f-a73d61cf18db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:48.978830 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbad6787-e084-4236-9073-7a3f2dede7a0 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Made reservation on behalf of 2b4b670b5aa1407f8675179d6279efab for: {'subnet': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:30:48.982946 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-bbad6787-e084-4236-9073-7a3f2dede7a0 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8852834'] for subnet, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:49.089601 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ef560890-4d66-4edc-915b-1d8a58a13ea4 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8632410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8852809'] for subnet, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:49.134197 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-f78f126c-761d-4daa-9b0f-a73d61cf18db None None] Provisioning complete for port e2167940-68ad-4279-9955-6a61400abefa triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:30:49.135341 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-f78f126c-761d-4daa-9b0f-a73d61cf18db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:49.182930 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef560890-4d66-4edc-915b-1d8a58a13ea4 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Pushing event deleted for resources: {'Subnet': ['ID=830cfb80-5fb1-425e-9a6b-3ee241739cae,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:30:49.186360 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ef560890-4d66-4edc-915b-1d8a58a13ea4 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks [] for subnet, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:49.190754 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-ef560890-4d66-4edc-915b-1d8a58a13ea4 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] 10.222.0.32 "DELETE /v2.0/subnets/830cfb80-5fb1-425e-9a6b-3ee241739cae HTTP/1.1" status: 204  len: 168 time: 1.7086563
Dec 25 21:30:49.193733 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 48220) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:30:49.212581 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05771645-feaa-40fc-8453-63484fac9360 None None] Network 3a9367a7-e66f-41b5-8cf6-2e1594c7c8e8 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:30:49.224672 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-f78f126c-761d-4daa-9b0f-a73d61cf18db None None] Port e2167940-68ad-4279-9955-6a61400abefa cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:30:49.241798 ncdv-master-1 neutron-server[121607]: INFO neutron.pecan_wsgi.hooks.translation [None req-30e521a7-0e7a-46de-ab8c-8508d9e06984 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] DELETE failed (client error): The resource could not be found.
Dec 25 21:30:49.242333 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30e521a7-0e7a-46de-ab8c-8508d9e06984 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 25 21:30:49.246494 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-30e521a7-0e7a-46de-ab8c-8508d9e06984 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] 10.222.0.32 "DELETE /v2.0/subnets/b9b1fec6-9f2b-461c-8591-d0c6e19e81a7 HTTP/1.1" status: 404  len: 337 time: 0.0515883
Dec 25 21:30:49.250699 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 48224) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:30:49.300114 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-f78f126c-761d-4daa-9b0f-a73d61cf18db None None] Provisioning complete for port 937484c6-5b09-43ab-a05f-84bcfdc47161 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:30:49.300114 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-f78f126c-761d-4daa-9b0f-a73d61cf18db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:49.385969 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_v2 [None req-98795126-9e44-4586-b026-a0dc303a593d tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Deleting subnet 624afa80-d802-4ead-9b5a-c28145e1f34b {{(pid=121607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Dec 25 21:30:49.398780 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-98795126-9e44-4586-b026-a0dc303a593d tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks [] for subnet, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:49.416240 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-5d7e8dbf-2c55-4347-9284-15ad0c561cfd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2007615'] for router_interface, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:49.452996 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-98795126-9e44-4586-b026-a0dc303a593d tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10246617'] for subnet, precommit_delete_associations {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:49.579293 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-98795126-9e44-4586-b026-a0dc303a593d tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995662'] for subnet, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:49.747299 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-5d7e8dbf-2c55-4347-9284-15ad0c561cfd admin admin] Deleting port 937484c6-5b09-43ab-a05f-84bcfdc47161 {{(pid=121606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:30:49.747647 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-5d7e8dbf-2c55-4347-9284-15ad0c561cfd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:49.798787 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-bbad6787-e084-4236-9073-7a3f2dede7a0 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8632475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8852848'] for subnet, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:49.839607 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-98795126-9e44-4586-b026-a0dc303a593d tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8632410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8852809'] for subnet, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:49.868572 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [None req-5d7e8dbf-2c55-4347-9284-15ad0c561cfd admin admin] For port 937484c6-5b09-43ab-a05f-84bcfdc47161, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=937484c6-5b09-43ab-a05f-84bcfdc47161,segment=NetworkSegment(12f26372-39e0-4b99-96b6-0afd3c1d15ad),segment_id=12f26372-39e0-4b99-96b6-0afd3c1d15ad)] {{(pid=121606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:30:49.869521 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-5d7e8dbf-2c55-4347-9284-15ad0c561cfd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:49.874090 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-98795126-9e44-4586-b026-a0dc303a593d tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks [] for subnet, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:49.879720 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-98795126-9e44-4586-b026-a0dc303a593d tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] 10.222.0.32 "DELETE /v2.0/subnets/624afa80-d802-4ead-9b5a-c28145e1f34b HTTP/1.1" status: 204  len: 168 time: 0.6247425
Dec 25 21:30:49.881120 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 48236) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:30:49.894719 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbad6787-e084-4236-9073-7a3f2dede7a0 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Pushing event updated for resources: {'Subnet': ['ID=98da7abf-53cd-43ff-b3be-a1b4b395f8ea,revision_number=0']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:30:49.932768 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98795126-9e44-4586-b026-a0dc303a593d tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Pushing event deleted for resources: {'Subnet': ['ID=624afa80-d802-4ead-9b5a-c28145e1f34b,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:30:49.935654 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbad6787-e084-4236-9073-7a3f2dede7a0 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Checking segment: {'id': 'a17d2e21-c3b2-4a51-b376-de4faa036b59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '1cf7359b-8ef4-4787-a8de-edf6b0703c3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:30:49.936017 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbad6787-e084-4236-9073-7a3f2dede7a0 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Network hostable DHCP agents. Network: 1cf7359b-8ef4-4787-a8de-edf6b0703c3b, hostable agents: ['1813db88-2c1b-4357-a2ba-869246b663c2'], hosted agents: [] {{(pid=121607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 25 21:30:49.948838 ncdv-master-1 neutron-server[121606]: INFO neutron.pecan_wsgi.hooks.translation [None req-9de0c617-492e-4222-b899-4b6520d4398d tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] DELETE failed (client error): The resource could not be found.
Dec 25 21:30:49.949545 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9de0c617-492e-4222-b899-4b6520d4398d tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 25 21:30:49.957353 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-9de0c617-492e-4222-b899-4b6520d4398d tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] 10.222.0.32 "DELETE /v2.0/subnets/a414a331-0643-45b5-9906-db3b82068f3e HTTP/1.1" status: 404  len: 337 time: 0.0725589
Dec 25 21:30:49.958503 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 48240) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:30:49.964345 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-5d7e8dbf-2c55-4347-9284-15ad0c561cfd admin admin] Calling delete_port for 937484c6-5b09-43ab-a05f-84bcfdc47161 owned by network:router_interface {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:30:49.990878 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-09157cad-f934-4079-aad2-c04eff18e767 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] 10.222.0.32 "GET /v2.0/ports?device_id=36818ef8-c8ef-4b81-b8ac-ec662290066e HTTP/1.1" status: 200  len: 205 time: 0.0294843
Dec 25 21:30:49.993746 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 48242) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:30:50.055517 ncdv-master-1 neutron-server[121607]: INFO neutron.api.v2.resource [None req-b79688db-f9db-4f19-8185-8ce20e95c169 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] delete failed (client error): The resource could not be found.
Dec 25 21:30:50.056742 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-b79688db-f9db-4f19-8185-8ce20e95c169 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] 10.222.0.32 "DELETE /v2.0/routers/36818ef8-c8ef-4b81-b8ac-ec662290066e HTTP/1.1" status: 404  len: 336 time: 0.0617275
Dec 25 21:30:50.057600 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbad6787-e084-4236-9073-7a3f2dede7a0 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Network 1cf7359b-8ef4-4787-a8de-edf6b0703c3b is scheduled to be hosted by DHCP agent 1813db88-2c1b-4357-a2ba-869246b663c2 with binding_index 1 {{(pid=121607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 25 21:30:50.061955 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 48244) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:30:50.104613 ncdv-master-1 neutron-server[121606]: INFO neutron.pecan_wsgi.hooks.translation [None req-72757ad6-3f35-4b86-ac02-f4f7cadc7775 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] DELETE failed (client error): The resource could not be found.
Dec 25 21:30:50.105208 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72757ad6-3f35-4b86-ac02-f4f7cadc7775 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 25 21:30:50.111676 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 48246) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:30:50.111934 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-72757ad6-3f35-4b86-ac02-f4f7cadc7775 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] 10.222.0.32 "DELETE /v2.0/subnets/f5625f1c-4cb5-4782-a5ac-2805bd7f44e2 HTTP/1.1" status: 404  len: 337 time: 0.0468123
Dec 25 21:30:50.203838 ncdv-master-1 neutron-server[121607]: INFO neutron.pecan_wsgi.hooks.translation [None req-beeb75aa-234d-4b4d-a4c3-1203455ec477 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] DELETE failed (client error): The resource could not be found.
Dec 25 21:30:50.205835 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-beeb75aa-234d-4b4d-a4c3-1203455ec477 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 25 21:30:50.218848 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-beeb75aa-234d-4b4d-a4c3-1203455ec477 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] 10.222.0.32 "DELETE /v2.0/subnets/6db41f42-48e2-4c34-885c-9aa2e0c586d1 HTTP/1.1" status: 404  len: 337 time: 0.1058669
Dec 25 21:30:50.219836 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-bbad6787-e084-4236-9073-7a3f2dede7a0 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 1cf7359b-8ef4-4787-a8de-edf6b0703c3b) {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:30:50.228048 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 48260) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:30:50.246236 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-560479ab-b904-41eb-8a65-39935c60761e None None] Network 1cf7359b-8ef4-4787-a8de-edf6b0703c3b requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:30:50.287635 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbad6787-e084-4236-9073-7a3f2dede7a0 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:30:50.288658 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-bbad6787-e084-4236-9073-7a3f2dede7a0 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks [] for subnet, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:50.296927 ncdv-master-1 neutron-server[121607]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebf41206-28d6-4e50-abac-79d3b6e2a9eb tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] DELETE failed (client error): The resource could not be found.
Dec 25 21:30:50.297354 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ebf41206-28d6-4e50-abac-79d3b6e2a9eb tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 25 21:30:50.302873 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-ebf41206-28d6-4e50-abac-79d3b6e2a9eb tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] 10.222.0.32 "DELETE /v2.0/subnets/75ad2cfe-3e11-4c65-8e8d-ebb3a89f54a8 HTTP/1.1" status: 404  len: 337 time: 0.0714602
Dec 25 21:30:50.304126 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 48262) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:30:50.335589 ncdv-master-1 neutron-server[121607]: INFO neutron.pecan_wsgi.hooks.translation [None req-946b81bb-cde8-49d3-ae9f-c881a97f3da0 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] DELETE failed (client error): The resource could not be found.
Dec 25 21:30:50.338400 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-946b81bb-cde8-49d3-ae9f-c881a97f3da0 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 25 21:30:50.340513 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-946b81bb-cde8-49d3-ae9f-c881a97f3da0 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] 10.222.0.32 "DELETE /v2.0/ports/987aa4f0-2aef-4902-865b-8ea5565311cb HTTP/1.1" status: 404  len: 333 time: 0.0314732
Dec 25 21:30:50.343153 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 48264) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:30:50.405329 ncdv-master-1 neutron-server[121607]: INFO neutron.pecan_wsgi.hooks.translation [None req-37ee9882-d468-4de0-b86c-34cc73b0ee14 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] DELETE failed (client error): The resource could not be found.
Dec 25 21:30:50.405926 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37ee9882-d468-4de0-b86c-34cc73b0ee14 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 25 21:30:50.413084 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-37ee9882-d468-4de0-b86c-34cc73b0ee14 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] 10.222.0.32 "DELETE /v2.0/subnets/b528b4e4-90a8-48fb-a2f2-fdb9cf8a0722 HTTP/1.1" status: 404  len: 337 time: 0.0687177
Dec 25 21:30:50.417070 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 48266) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:30:50.430276 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-bbad6787-e084-4236-9073-7a3f2dede7a0 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.5194070
Dec 25 21:30:50.435132 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 48268) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:30:50.459922 ncdv-master-1 neutron-server[121607]: INFO neutron.pecan_wsgi.hooks.translation [None req-07544a97-e20d-45bb-92d2-2c563d9f355f tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] DELETE failed (client error): The resource could not be found.
Dec 25 21:30:50.459922 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07544a97-e20d-45bb-92d2-2c563d9f355f tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 25 21:30:50.459922 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-07544a97-e20d-45bb-92d2-2c563d9f355f tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] 10.222.0.32 "DELETE /v2.0/subnets/5fa3417f-3ddf-4d5a-94b0-9d1b211ef68e HTTP/1.1" status: 404  len: 337 time: 0.0379593
Dec 25 21:30:50.459922 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 48270) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:30:50.469626 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 937484c6-5b09-43ab-a05f-84bcfdc47161 up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:30:50.472478 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e965d656-1a55-47c3-a63d-f745e8e85d36 None None] Network 3a9367a7-e66f-41b5-8cf6-2e1594c7c8e8 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:30:50.492885 ncdv-master-1 neutron-server[121607]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b647eaf-7645-4a2b-81bf-063195df6a00 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] DELETE failed (client error): The resource could not be found.
Dec 25 21:30:50.506172 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b647eaf-7645-4a2b-81bf-063195df6a00 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 25 21:30:50.509583 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-7b647eaf-7645-4a2b-81bf-063195df6a00 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] 10.222.0.32 "DELETE /v2.0/ports/a105d553-3e41-4483-b816-86bca36b5dca HTTP/1.1" status: 404  len: 333 time: 0.0490429
Dec 25 21:30:50.517670 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 48272) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:30:50.568919 ncdv-master-1 neutron-server[121607]: INFO neutron.pecan_wsgi.hooks.translation [None req-20014552-ca14-4248-91a0-f9651f400c16 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] DELETE failed (client error): The resource could not be found.
Dec 25 21:30:50.569395 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20014552-ca14-4248-91a0-f9651f400c16 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 25 21:30:50.577473 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-20014552-ca14-4248-91a0-f9651f400c16 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] 10.222.0.32 "DELETE /v2.0/subnets/c0840295-0762-4b1e-b4bd-8eb82a5f2821 HTTP/1.1" status: 404  len: 337 time: 0.0549760
Dec 25 21:30:50.585465 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 48274) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:30:50.616830 ncdv-master-1 neutron-server[121606]: INFO neutron.pecan_wsgi.hooks.translation [None req-bde79baa-9ac6-4183-bc2c-1e2a49a60c4c tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] DELETE failed (client error): The resource could not be found.
Dec 25 21:30:50.617332 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bde79baa-9ac6-4183-bc2c-1e2a49a60c4c tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 25 21:30:50.622696 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-bde79baa-9ac6-4183-bc2c-1e2a49a60c4c tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] 10.222.0.32 "DELETE /v2.0/subnets/109d700e-d23c-4081-b134-b62dc9fd52e2 HTTP/1.1" status: 404  len: 337 time: 0.0364356
Dec 25 21:30:50.622973 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 48276) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:30:50.646331 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38e2bb2d-632c-4503-9eb9-78b1d5bd0d82 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-1cf7359b-8ef4-4787-a8de-edf6b0703c3b', 'network_id': '1cf7359b-8ef4-4787-a8de-edf6b0703c3b', 'project_id': '2b4b670b5aa1407f8675179d6279efab', 'fixed_ips': [{'subnet_id': '98da7abf-53cd-43ff-b3be-a1b4b395f8ea'}]}} from ncdv-master-1. {{(pid=121608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 25 21:30:50.647165 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-38e2bb2d-632c-4503-9eb9-78b1d5bd0d82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:50.680437 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-5d7e8dbf-2c55-4347-9284-15ad0c561cfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:50.696265 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-c3fd6a66-1232-4e89-a994-f1e9d4efcf44 None None] Provisioning complete for port 6cf07661-7efc-4298-867a-0f4cf1680561 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:30:50.699823 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-c3fd6a66-1232-4e89-a994-f1e9d4efcf44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:50.721773 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] No active binding found for port 937484c6-5b09-43ab-a05f-84bcfdc47161 {{(pid=121608) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}}
Dec 25 21:30:50.722805 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] The host ncdv-master-1 is not matching for port 937484c6-5b09-43ab-a05f-84bcfdc47161 host None! {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}}
Dec 25 21:30:50.722805 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 937484c6-5b09-43ab-a05f-84bcfdc47161 not bound to the agent host ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}}
Dec 25 21:30:50.814721 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Port 937484c6-5b09-43ab-a05f-84bcfdc47161 not found, will not notify nova. {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}}
Dec 25 21:30:50.915028 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e625563a-e5bf-4e9f-929a-c37452f2bab3 None None] DHCP port deletion for 3a9367a7-e66f-41b5-8cf6-2e1594c7c8e8 request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 21:30:50.919928 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.db_base_plugin_common [None req-38e2bb2d-632c-4503-9eb9-78b1d5bd0d82 None None] Allocated IP 172.20.0.2 (1cf7359b-8ef4-4787-a8de-edf6b0703c3b/98da7abf-53cd-43ff-b3be-a1b4b395f8ea/6aaf4a89-eccf-405c-8afe-750df3aa2644) {{(pid=121608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:30:50.995157 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-c3fd6a66-1232-4e89-a994-f1e9d4efcf44 None None] Provisioning complete for port e2167940-68ad-4279-9955-6a61400abefa triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:30:50.995528 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-c3fd6a66-1232-4e89-a994-f1e9d4efcf44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:51.036919 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7e8dbf-2c55-4347-9284-15ad0c561cfd admin admin] Pushing event deleted for resources: {'Port': ['ID=937484c6-5b09-43ab-a05f-84bcfdc47161,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:30:51.084401 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-c3fd6a66-1232-4e89-a994-f1e9d4efcf44 None None] Port e2167940-68ad-4279-9955-6a61400abefa cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:30:51.092106 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-e625563a-e5bf-4e9f-929a-c37452f2bab3 None None] Deleting port 6cf07661-7efc-4298-867a-0f4cf1680561 {{(pid=121608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:30:51.092489 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-e625563a-e5bf-4e9f-929a-c37452f2bab3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:51.217036 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-e625563a-e5bf-4e9f-929a-c37452f2bab3 None None] For port 6cf07661-7efc-4298-867a-0f4cf1680561, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6cf07661-7efc-4298-867a-0f4cf1680561,segment=NetworkSegment(ef506fab-ec9d-4c4f-a95a-56b7e74329ba),segment_id=ef506fab-ec9d-4c4f-a95a-56b7e74329ba)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:30:51.217371 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-e625563a-e5bf-4e9f-929a-c37452f2bab3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:51.227999 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-38e2bb2d-632c-4503-9eb9-78b1d5bd0d82 None None] Publish callbacks [] for port, precommit_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:51.234690 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-e625563a-e5bf-4e9f-929a-c37452f2bab3 None None] Calling delete_port for 6cf07661-7efc-4298-867a-0f4cf1680561 owned by network:dhcp {{(pid=121608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:30:51.274466 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-3190c644-f56a-469c-8847-88c82875ff23 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:51.292638 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-38e2bb2d-632c-4503-9eb9-78b1d5bd0d82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946'] for port, after_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:51.332012 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-cc9eefda-66b7-48a9-9dce-9f2411437942 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Deleting port e2167940-68ad-4279-9955-6a61400abefa {{(pid=121606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:30:51.332350 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-cc9eefda-66b7-48a9-9dce-9f2411437942 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:51.372564 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e2bb2d-632c-4503-9eb9-78b1d5bd0d82 None None] Pushing event updated for resources: {'Port': ['ID=6aaf4a89-eccf-405c-8afe-750df3aa2644,revision_number=1']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:30:51.412293 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38e2bb2d-632c-4503-9eb9-78b1d5bd0d82 None None] Network 1cf7359b-8ef4-4787-a8de-edf6b0703c3b is already hosted by enough agents. {{(pid=121608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:30:51.416147 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.base_scheduler [None req-38e2bb2d-632c-4503-9eb9-78b1d5bd0d82 None None] Resources bound (agent type, host, resource id):  {{(pid=121608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:30:51.418762 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38e2bb2d-632c-4503-9eb9-78b1d5bd0d82 None None] Received port after_create {{(pid=121608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:30:51.488526 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-38e2bb2d-632c-4503-9eb9-78b1d5bd0d82 None None] Attempting to bind port 6aaf4a89-eccf-405c-8afe-750df3aa2644 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:30:51.488975 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-38e2bb2d-632c-4503-9eb9-78b1d5bd0d82 None None] Attempting to bind port 6aaf4a89-eccf-405c-8afe-750df3aa2644 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'a17d2e21-c3b2-4a51-b376-de4faa036b59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '1cf7359b-8ef4-4787-a8de-edf6b0703c3b'}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:30:51.489320 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e2bb2d-632c-4503-9eb9-78b1d5bd0d82 None None] Attempting to bind port 6aaf4a89-eccf-405c-8afe-750df3aa2644 on network 1cf7359b-8ef4-4787-a8de-edf6b0703c3b {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:30:51.495329 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e2bb2d-632c-4503-9eb9-78b1d5bd0d82 None None] Checking agent: {'id': 'ca4f5c6d-f1fd-48b8-a3e3-395864c7d23d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 20, 56, 40), 'started_at': datetime.datetime(2021, 12, 25, 20, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 30, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:30:51.495699 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e2bb2d-632c-4503-9eb9-78b1d5bd0d82 None None] Checking segment: {'id': 'a17d2e21-c3b2-4a51-b376-de4faa036b59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '1cf7359b-8ef4-4787-a8de-edf6b0703c3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:30:51.496101 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-38e2bb2d-632c-4503-9eb9-78b1d5bd0d82 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:51.496505 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e2bb2d-632c-4503-9eb9-78b1d5bd0d82 None None] Bound using segment: {'id': 'a17d2e21-c3b2-4a51-b376-de4faa036b59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '1cf7359b-8ef4-4787-a8de-edf6b0703c3b'} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:30:51.497012 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-38e2bb2d-632c-4503-9eb9-78b1d5bd0d82 None None] Bound port: 6aaf4a89-eccf-405c-8afe-750df3aa2644, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a17d2e21-c3b2-4a51-b376-de4faa036b59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '1cf7359b-8ef4-4787-a8de-edf6b0703c3b'}}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:30:51.497399 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-38e2bb2d-632c-4503-9eb9-78b1d5bd0d82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:51.557930 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-cc9eefda-66b7-48a9-9dce-9f2411437942 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:51.562194 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-5d7e8dbf-2c55-4347-9284-15ad0c561cfd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2007763'] for router_interface, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:51.566408 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-e625563a-e5bf-4e9f-929a-c37452f2bab3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955'] for port, after_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:51.595470 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-38e2bb2d-632c-4503-9eb9-78b1d5bd0d82 None None] For port 6aaf4a89-eccf-405c-8afe-750df3aa2644, host ncdv-master-1, cleared binding levels {{(pid=121608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:30:51.601755 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e625563a-e5bf-4e9f-929a-c37452f2bab3 None None] No DVR routers for this DVR port 6cf07661-7efc-4298-867a-0f4cf1680561 on host ncdv-master-1 {{(pid=121608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:30:51.604014 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e625563a-e5bf-4e9f-929a-c37452f2bab3 None None] Pushing event deleted for resources: {'Port': ['ID=6cf07661-7efc-4298-867a-0f4cf1680561,revision_number=None']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:30:51.609658 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-cc9eefda-66b7-48a9-9dce-9f2411437942 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Calling delete_port for e2167940-68ad-4279-9955-6a61400abefa owned by  {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:30:51.621004 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-38e2bb2d-632c-4503-9eb9-78b1d5bd0d82 None None] For port 6aaf4a89-eccf-405c-8afe-750df3aa2644, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6aaf4a89-eccf-405c-8afe-750df3aa2644,segment=NetworkSegment(a17d2e21-c3b2-4a51-b376-de4faa036b59),segment_id=a17d2e21-c3b2-4a51-b376-de4faa036b59)] {{(pid=121608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:30:51.678901 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-38e2bb2d-632c-4503-9eb9-78b1d5bd0d82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:51.746785 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e2bb2d-632c-4503-9eb9-78b1d5bd0d82 None None] Pushing event updated for resources: {'Port': ['ID=6aaf4a89-eccf-405c-8afe-750df3aa2644,revision_number=2']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:30:51.923095 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_common [None req-3190c644-f56a-469c-8847-88c82875ff23 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Allocated IP 172.20.0.1 (1cf7359b-8ef4-4787-a8de-edf6b0703c3b/98da7abf-53cd-43ff-b3be-a1b4b395f8ea/e5c07cac-9a36-4ba0-805f-c4bdd2022ad7) {{(pid=121606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:30:51.938111 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-cc9eefda-66b7-48a9-9dce-9f2411437942 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:51.986516 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9eefda-66b7-48a9-9dce-9f2411437942 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Pushing event deleted for resources: {'Port': ['ID=e2167940-68ad-4279-9955-6a61400abefa,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:30:52.045902 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-cc9eefda-66b7-48a9-9dce-9f2411437942 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:52.049499 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-cc9eefda-66b7-48a9-9dce-9f2411437942 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] 10.222.0.32 "DELETE /v2.0/ports/e2167940-68ad-4279-9955-6a61400abefa HTTP/1.1" status: 204  len: 168 time: 1.4253325
Dec 25 21:30:52.055880 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 48300) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:30:52.103820 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d7e8dbf-2c55-4347-9284-15ad0c561cfd admin admin] Router bec2a796-b7a2-4bfb-9434-da9dc0d3265d has already been hosted by L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 {{(pid=121606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 25 21:30:52.139519 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a2957d03-4264-47f2-af8b-ab4b5608c572 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625803'] for network, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:52.192839 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-3190c644-f56a-469c-8847-88c82875ff23 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks [] for port, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:52.245208 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a2957d03-4264-47f2-af8b-ab4b5608c572 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997585', 'neutron.services.segments.db._delete_segments_for_network-8737602743071'] for network, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:52.265456 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-a2957d03-4264-47f2-af8b-ab4b5608c572 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f26186566a0>,) {'filters': {'network_id': ['3a9367a7-e66f-41b5-8cf6-2e1594c7c8e8']}} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:30:52.269431 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d7e8dbf-2c55-4347-9284-15ad0c561cfd admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 21:30:52.275783 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-5d7e8dbf-2c55-4347-9284-15ad0c561cfd admin admin] 10.222.0.32 "PUT /v2.0/routers/bec2a796-b7a2-4bfb-9434-da9dc0d3265d/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.4779401
Dec 25 21:30:52.279139 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 48302) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:30:52.281656 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df1fde52-0c6b-4625-9bbf-4d609d810208 None None] Sync routers for ids ['bec2a796-b7a2-4bfb-9434-da9dc0d3265d'] in ncdv-master-1 {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 21:30:52.287034 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-a2957d03-4264-47f2-af8b-ab4b5608c572 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f26186566a0>, 'ef506fab-ec9d-4c4f-a95a-56b7e74329ba') {'for_net_delete': True} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:30:52.287474 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-a2957d03-4264-47f2-af8b-ab4b5608c572 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f26186566a0>, 'ef506fab-ec9d-4c4f-a95a-56b7e74329ba') {} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:30:52.299364 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df1fde52-0c6b-4625-9bbf-4d609d810208 None None] Routers {'bec2a796-b7a2-4bfb-9434-da9dc0d3265d'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:30:52.299993 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-df1fde52-0c6b-4625-9bbf-4d609d810208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f261334b970>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:30:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['bec2a796-b7a2-4bfb-9434-da9dc0d3265d'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:30:52.331042 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-3190c644-f56a-469c-8847-88c82875ff23 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:52.333523 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a2957d03-4264-47f2-af8b-ab4b5608c572 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737602746920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10246592'] for segment, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:52.368817 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a2957d03-4264-47f2-af8b-ab4b5608c572 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:52.381109 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2957d03-4264-47f2-af8b-ab4b5608c572 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Releasing vlan 175 on physical network physnet1 to pool {{(pid=121607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 25 21:30:52.381516 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a2957d03-4264-47f2-af8b-ab4b5608c572 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8633327'] for segment, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:52.384476 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:30:52.384476 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:30:52.384476 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:30:52.384476 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:30:52.384476 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:30:52.384476 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:30:52.384476 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:30:52.384476 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:30:52.384476 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:30:52.384476 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:30:52.384476 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:30:52.384476 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:30:52.384476 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:30:52.384476 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:30:52.384476 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:30:52.384476 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:30:52.384476 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:30:52.384476 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:30:52.384476 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:30:52.384476 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:30:52.384476 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:30:52.384476 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:30:52.384476 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:30:52.384476 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:30:52.384476 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:30:52.384476 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:30:52.384476 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:30:52.384476 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:30:52.384476 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:30:52.384476 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:30:52.384476 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:30:52.384476 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:30:52.384476 ncdv-master-1 neutron-server[121607]: Traceback (most recent call last):
Dec 25 21:30:52.384476 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 25 21:30:52.384476 ncdv-master-1 neutron-server[121607]:     timer()
Dec 25 21:30:52.384476 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 25 21:30:52.384476 ncdv-master-1 neutron-server[121607]:     cb(*args, **kw)
Dec 25 21:30:52.384476 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 25 21:30:52.384476 ncdv-master-1 neutron-server[121607]:     return func(*args, **kwargs)
Dec 25 21:30:52.384476 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 25 21:30:52.384476 ncdv-master-1 neutron-server[121607]:     self._notify()
Dec 25 21:30:52.384476 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 25 21:30:52.384476 ncdv-master-1 neutron-server[121607]:     self.callback(batched_events)
Dec 25 21:30:52.384476 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 25 21:30:52.384476 ncdv-master-1 neutron-server[121607]:     event.method(event)
Dec 25 21:30:52.384476 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 25 21:30:52.384476 ncdv-master-1 neutron-server[121607]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 25 21:30:52.384476 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 25 21:30:52.384476 ncdv-master-1 neutron-server[121607]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 25 21:30:52.384476 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 25 21:30:52.384476 ncdv-master-1 neutron-server[121607]:     return f(self, *a, **k)
Dec 25 21:30:52.384476 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 25 21:30:52.384476 ncdv-master-1 neutron-server[121607]:     return self._get(url).json()
Dec 25 21:30:52.384476 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 25 21:30:52.384476 ncdv-master-1 neutron-server[121607]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 25 21:30:52.384476 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 25 21:30:52.384476 ncdv-master-1 neutron-server[121607]:     return self.request(url, 'GET', **kwargs)
Dec 25 21:30:52.384476 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 25 21:30:52.384476 ncdv-master-1 neutron-server[121607]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 25 21:30:52.384476 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 25 21:30:52.384476 ncdv-master-1 neutron-server[121607]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 25 21:30:52.384476 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 25 21:30:52.384476 ncdv-master-1 neutron-server[121607]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 25 21:30:52.384476 ncdv-master-1 neutron-server[121607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 25 21:30:52.433044 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 6aaf4a89-eccf-405c-8afe-750df3aa2644 up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:30:52.475205 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3190c644-f56a-469c-8847-88c82875ff23 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Pushing event updated for resources: {'Port': ['ID=e5c07cac-9a36-4ba0-805f-c4bdd2022ad7,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:30:52.504330 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-3e5c4e91-8b20-4647-870f-68d1772ddf06 admin admin] Publish callbacks [] for router, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:52.505081 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3190c644-f56a-469c-8847-88c82875ff23 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Network 1cf7359b-8ef4-4787-a8de-edf6b0703c3b is already hosted by enough agents. {{(pid=121606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:30:52.506873 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [None req-3190c644-f56a-469c-8847-88c82875ff23 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Resources bound (agent type, host, resource id):  {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:30:52.514535 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3190c644-f56a-469c-8847-88c82875ff23 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Received port after_create {{(pid=121606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:30:52.584946 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-3190c644-f56a-469c-8847-88c82875ff23 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2008772'] for router_interface, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:52.585691 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port 6aaf4a89-eccf-405c-8afe-750df3aa2644 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:30:52.586208 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:52.591651 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvr_db [None req-df1fde52-0c6b-4625-9bbf-4d609d810208 None None] Set router bec2a796-b7a2-4bfb-9434-da9dc0d3265d gateway port host: ncdv-master-1 {{(pid=121608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:30:52.648613 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-3e5c4e91-8b20-4647-870f-68d1772ddf06 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:52.661698 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a2957d03-4264-47f2-af8b-ab4b5608c572 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2008653'] for network, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:52.669222 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a2957d03-4264-47f2-af8b-ab4b5608c572 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Publish callbacks [] for network, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:52.673633 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-a2957d03-4264-47f2-af8b-ab4b5608c572 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] 10.222.0.32 "DELETE /v2.0/networks/3a9367a7-e66f-41b5-8cf6-2e1594c7c8e8 HTTP/1.1" status: 204  len: 168 time: 0.6157806
Dec 25 21:30:52.686617 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2957d03-4264-47f2-af8b-ab4b5608c572 tempest-PortsTestJSON-2142117902 tempest-PortsTestJSON-2142117902-project] Pushing event deleted for resources: {'Network': ['ID=3a9367a7-e66f-41b5-8cf6-2e1594c7c8e8,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:30:52.751505 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-3e5c4e91-8b20-4647-870f-68d1772ddf06 admin admin] Deleting port 1a1f4298-c123-4f8f-960b-35c694fee77a {{(pid=121607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:30:52.751777 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-3e5c4e91-8b20-4647-870f-68d1772ddf06 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:52.865652 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-3190c644-f56a-469c-8847-88c82875ff23 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:52.887306 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.db [None req-3e5c4e91-8b20-4647-870f-68d1772ddf06 admin admin] For port 1a1f4298-c123-4f8f-960b-35c694fee77a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1a1f4298-c123-4f8f-960b-35c694fee77a,segment=NetworkSegment(6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855),segment_id=6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855)] {{(pid=121607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:30:52.887939 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-3e5c4e91-8b20-4647-870f-68d1772ddf06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:52.907742 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-3e5c4e91-8b20-4647-870f-68d1772ddf06 admin admin] Calling delete_port for 1a1f4298-c123-4f8f-960b-35c694fee77a owned by network:router_gateway {{(pid=121607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:30:53.048052 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:53.066456 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34d9aeec-e0ab-42a8-9c63-2be17612bb82 None None] Network 1cf7359b-8ef4-4787-a8de-edf6b0703c3b requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:30:53.123847 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] For port 6aaf4a89-eccf-405c-8afe-750df3aa2644, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6aaf4a89-eccf-405c-8afe-750df3aa2644,segment=NetworkSegment(a17d2e21-c3b2-4a51-b376-de4faa036b59),segment_id=a17d2e21-c3b2-4a51-b376-de4faa036b59)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:30:53.189177 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-68dcd5de-4109-499e-a2bc-5f24412fcc30 None None] Provisioning complete for port 6aaf4a89-eccf-405c-8afe-750df3aa2644 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:30:53.189545 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-68dcd5de-4109-499e-a2bc-5f24412fcc30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:53.217371 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-3190c644-f56a-469c-8847-88c82875ff23 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks [] for port, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:53.237276 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:53.249208 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-df1fde52-0c6b-4625-9bbf-4d609d810208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f261334b970>, [{'id': 'bec2a796-b7a2-4bfb-9434-da9dc0d3265d', 'name': 'tempest-ImageQuotaTest-1139527855-router', 'tenant_id': 'bb99b704ca5d4a59a8c04ff015c24dae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.32'}], 'enable_snat': True}, 'gw_port_id': '1a1f4298-c123-4f8f-960b-35c694fee77a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:30:37Z', 'updated_at': '2021-12-25T21:30:50Z', 'revision_number': 5, 'project_id': 'bb99b704ca5d4a59a8c04ff015c24dae', 'gw_port': {'id': '1a1f4298-c123-4f8f-960b-35c694fee77a', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:8c:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bec2a796-b7a2-4bfb-9434-da9dc0d3265d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2526, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:30:39Z', 'updated_at': '2021-12-25T21:30:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:30:53.278620 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-3e5c4e91-8b20-4647-870f-68d1772ddf06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:53.303316 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-3190c644-f56a-469c-8847-88c82875ff23 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:53.310257 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 6cf07661-7efc-4298-867a-0f4cf1680561 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:30:53.318701 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df1fde52-0c6b-4625-9bbf-4d609d810208 None None] Checking router: bec2a796-b7a2-4bfb-9434-da9dc0d3265d for host: ncdv-master-1 {{(pid=121608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 25 21:30:53.329477 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5c4e91-8b20-4647-870f-68d1772ddf06 admin admin] Pushing event deleted for resources: {'Port': ['ID=1a1f4298-c123-4f8f-960b-35c694fee77a,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:30:53.356563 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4be4e62d-ff31-432e-b521-4f83b39c9db3 None None] DHCP port deletion for 7201e55c-7c5f-41aa-a042-a363696539d0 request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 21:30:53.366383 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] No Port match for: 6cf07661-7efc-4298-867a-0f4cf1680561 {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:30:53.366806 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 6cf07661-7efc-4298-867a-0f4cf1680561 not bound to the agent host ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:30:53.386863 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-3190c644-f56a-469c-8847-88c82875ff23 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2007636'] for router_interface, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:53.395169 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Pushing event updated for resources: {'Port': ['ID=6aaf4a89-eccf-405c-8afe-750df3aa2644,revision_number=3']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:30:53.398663 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df1fde52-0c6b-4625-9bbf-4d609d810208 None None] Routers {'bec2a796-b7a2-4bfb-9434-da9dc0d3265d'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:30:53.399612 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-df1fde52-0c6b-4625-9bbf-4d609d810208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f261334b970>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:30:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['bec2a796-b7a2-4bfb-9434-da9dc0d3265d'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:30:53.413963 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-3e5c4e91-8b20-4647-870f-68d1772ddf06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2008689'] for router_gateway, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:53.487967 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3190c644-f56a-469c-8847-88c82875ff23 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Pushing event updated for resources: {'Port': ['ID=e5c07cac-9a36-4ba0-805f-c4bdd2022ad7,revision_number=2']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:30:53.503931 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 48334) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:30:53.586642 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-3e5c4e91-8b20-4647-870f-68d1772ddf06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2014235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14905'] for router, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:53.590426 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-3e5c4e91-8b20-4647-870f-68d1772ddf06 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:53.662148 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvr_db [None req-df1fde52-0c6b-4625-9bbf-4d609d810208 None None] Set router bec2a796-b7a2-4bfb-9434-da9dc0d3265d gateway port host: None {{(pid=121608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:30:53.751348 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-df1fde52-0c6b-4625-9bbf-4d609d810208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f261334b970>, [{'id': 'bec2a796-b7a2-4bfb-9434-da9dc0d3265d', 'name': 'tempest-ImageQuotaTest-1139527855-router', 'tenant_id': 'bb99b704ca5d4a59a8c04ff015c24dae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:30:37Z', 'updated_at': '2021-12-25T21:30:53Z', 'revision_number': 7, 'project_id': 'bb99b704ca5d4a59a8c04ff015c24dae', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:30:53.786606 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-3e5c4e91-8b20-4647-870f-68d1772ddf06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2014220'] for router, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:53.786812 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df1fde52-0c6b-4625-9bbf-4d609d810208 None None] The sync data for ids ['bec2a796-b7a2-4bfb-9434-da9dc0d3265d'] in ncdv-master-1 is: [{'id': 'bec2a796-b7a2-4bfb-9434-da9dc0d3265d', 'name': 'tempest-ImageQuotaTest-1139527855-router', 'tenant_id': 'bb99b704ca5d4a59a8c04ff015c24dae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:30:37Z', 'updated_at': '2021-12-25T21:30:53Z', 'revision_number': 7, 'project_id': 'bb99b704ca5d4a59a8c04ff015c24dae', 'gw_port_host': None}] {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 21:30:53.789961 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e5c4e91-8b20-4647-870f-68d1772ddf06 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bec2a796-b7a2-4bfb-9434-da9dc0d3265d {{(pid=121607) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 25 21:30:53.795767 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-3e5c4e91-8b20-4647-870f-68d1772ddf06 admin admin] Publish callbacks [] for router, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:53.800029 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-3e5c4e91-8b20-4647-870f-68d1772ddf06 admin admin] 10.222.0.32 "DELETE /v2.0/routers/bec2a796-b7a2-4bfb-9434-da9dc0d3265d HTTP/1.1" status: 204  len: 168 time: 1.5198064
Dec 25 21:30:53.800854 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 48352) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:30:53.810307 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3190c644-f56a-469c-8847-88c82875ff23 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Network 1cf7359b-8ef4-4787-a8de-edf6b0703c3b is already hosted by enough agents. {{(pid=121606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:30:53.816468 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [None req-3190c644-f56a-469c-8847-88c82875ff23 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Resources bound (agent type, host, resource id):  {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:30:53.835459 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-550f39f5-951d-4b49-9980-337be5ad8fbb admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a80fe923d39349348137639eb937eac1&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3294718
Dec 25 21:30:53.839939 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 48354) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:30:53.909310 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_v2 [None req-54b69cf9-770b-47ff-91cc-c4f582c63010 admin admin] Deleting subnet f0fa4e7b-2da9-4df6-931c-ab968226b606 {{(pid=121607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Dec 25 21:30:53.917363 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-f495d7d4-b072-4c21-8c74-12509a7be979 None None] Provisioning complete for port 6aaf4a89-eccf-405c-8afe-750df3aa2644 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:30:53.920177 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-f495d7d4-b072-4c21-8c74-12509a7be979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:53.921427 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-54b69cf9-770b-47ff-91cc-c4f582c63010 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:53.994113 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-54b69cf9-770b-47ff-91cc-c4f582c63010 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10246617'] for subnet, precommit_delete_associations {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:54.040311 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-f495d7d4-b072-4c21-8c74-12509a7be979 None None] Provisioning complete for port e5c07cac-9a36-4ba0-805f-c4bdd2022ad7 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:30:54.040311 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-f495d7d4-b072-4c21-8c74-12509a7be979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:54.093618 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-f495d7d4-b072-4c21-8c74-12509a7be979 None None] Port e5c07cac-9a36-4ba0-805f-c4bdd2022ad7 cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:30:54.113651 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-7bf71267-bd2a-4dc8-8604-eb2ff37bd40b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:54.147951 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-54b69cf9-770b-47ff-91cc-c4f582c63010 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995662'] for subnet, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:54.154729 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-7bf71267-bd2a-4dc8-8604-eb2ff37bd40b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:54.221160 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-c63d6f03-6436-44ad-916e-12cecdfaa615 None None] Provisioning complete for port e5c07cac-9a36-4ba0-805f-c4bdd2022ad7 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:30:54.221537 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-c63d6f03-6436-44ad-916e-12cecdfaa615 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:54.255205 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3190c644-f56a-469c-8847-88c82875ff23 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Router ea3f5e80-4b98-41f9-9cee-68f565c5daca is scheduled to L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 with binding_index 1 {{(pid=121606) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 25 21:30:54.303001 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-c63d6f03-6436-44ad-916e-12cecdfaa615 None None] Port e5c07cac-9a36-4ba0-805f-c4bdd2022ad7 cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:30:54.323922 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-54b69cf9-770b-47ff-91cc-c4f582c63010 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8632410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8852809'] for subnet, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:54.366920 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b69cf9-770b-47ff-91cc-c4f582c63010 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f0fa4e7b-2da9-4df6-931c-ab968226b606,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:30:54.371073 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-54b69cf9-770b-47ff-91cc-c4f582c63010 admin admin] Publish callbacks [] for subnet, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:54.374443 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-54b69cf9-770b-47ff-91cc-c4f582c63010 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/f0fa4e7b-2da9-4df6-931c-ab968226b606 HTTP/1.1" status: 204  len: 168 time: 0.5726144
Dec 25 21:30:54.377068 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 48372) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:30:54.379086 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5401f060-da10-4dd4-b540-6981a3ec99f0 None None] Network 16d65a9b-ba96-4a3b-9957-f17ce678ee43 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:30:54.416455 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-7bf71267-bd2a-4dc8-8604-eb2ff37bd40b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:54.420033 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-7bf71267-bd2a-4dc8-8604-eb2ff37bd40b admin admin] Publish callbacks [] for security_group, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:54.424244 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-7bf71267-bd2a-4dc8-8604-eb2ff37bd40b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e84d76d2-0441-44c0-8e67-2aa817a0984a HTTP/1.1" status: 204  len: 168 time: 0.5820007
Dec 25 21:30:54.438472 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3190c644-f56a-469c-8847-88c82875ff23 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 21:30:54.449905 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05dc42d9-9e57-481b-90f1-e1488ceabcb5 None None] Sync routers for ids ['ea3f5e80-4b98-41f9-9cee-68f565c5daca'] in ncdv-master-1 {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 21:30:54.454808 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf71267-bd2a-4dc8-8604-eb2ff37bd40b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e84d76d2-0441-44c0-8e67-2aa817a0984a,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:30:54.465080 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05dc42d9-9e57-481b-90f1-e1488ceabcb5 None None] Routers {'ea3f5e80-4b98-41f9-9cee-68f565c5daca'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:30:54.465179 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-3190c644-f56a-469c-8847-88c82875ff23 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] 10.222.0.32 "PUT /v2.0/routers/ea3f5e80-4b98-41f9-9cee-68f565c5daca/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.0285983
Dec 25 21:30:54.465260 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-05dc42d9-9e57-481b-90f1-e1488ceabcb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2618c8d130>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:30:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['ea3f5e80-4b98-41f9-9cee-68f565c5daca'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:30:54.465387 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 48376) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:30:54.472659 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-78cdff68-40d3-47a2-899b-0724b1059f10 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Request body: {'network': {'name': 'tempest-RoutersTest-610223792'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:30:54.482148 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-dceb864f-86a3-4358-ab4c-3964b2eff1be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625803'] for network, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:54.558508 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-45dee4f9-18a8-45f8-921a-dbc8643b00da None None] Provisioning complete for port e5c07cac-9a36-4ba0-805f-c4bdd2022ad7 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:30:54.558893 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-45dee4f9-18a8-45f8-921a-dbc8643b00da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:54.569809 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-dceb864f-86a3-4358-ab4c-3964b2eff1be admin admin] Deleting port 7128d926-c69c-4736-af8a-b360ef35686b {{(pid=121607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:30:54.570458 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-dceb864f-86a3-4358-ab4c-3964b2eff1be admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:54.600644 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvr_db [None req-05dc42d9-9e57-481b-90f1-e1488ceabcb5 None None] Set router ea3f5e80-4b98-41f9-9cee-68f565c5daca gateway port host: None {{(pid=121609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:30:54.613301 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-45dee4f9-18a8-45f8-921a-dbc8643b00da None None] Port e5c07cac-9a36-4ba0-805f-c4bdd2022ad7 cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:30:54.643622 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78cdff68-40d3-47a2-899b-0724b1059f10 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Made reservation on behalf of 2b4b670b5aa1407f8675179d6279efab for: {'network': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:30:54.648808 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-78cdff68-40d3-47a2-899b-0724b1059f10 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for network, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:54.700970 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff1f6413-a7bf-44ba-99df-9ace430479a4 None None] DHCP port deletion for 16d65a9b-ba96-4a3b-9957-f17ce678ee43 request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 21:30:54.709164 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78cdff68-40d3-47a2-899b-0724b1059f10 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] vlan segment allocate from pool success with {'vlan_id': 181, 'physical_network': 'physnet1'}  {{(pid=121606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 25 21:30:54.712217 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 6aaf4a89-eccf-405c-8afe-750df3aa2644 up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:30:54.732064 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-78cdff68-40d3-47a2-899b-0724b1059f10 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:54.732619 ncdv-master-1 neutron-server[121606]: INFO neutron.db.segments_db [None req-78cdff68-40d3-47a2-899b-0724b1059f10 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Added segment 62afa5b7-4ee1-467e-818a-3c97bec2ec48 of type vlan for network 2a20ef8b-2df5-4ece-a869-33142cdac83f
Dec 25 21:30:54.737103 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.db [None req-dceb864f-86a3-4358-ab4c-3964b2eff1be admin admin] For port 7128d926-c69c-4736-af8a-b360ef35686b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7128d926-c69c-4736-af8a-b360ef35686b,segment=NetworkSegment(12f26372-39e0-4b99-96b6-0afd3c1d15ad),segment_id=12f26372-39e0-4b99-96b6-0afd3c1d15ad)] {{(pid=121607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:30:54.737520 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-dceb864f-86a3-4358-ab4c-3964b2eff1be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:54.793066 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-dceb864f-86a3-4358-ab4c-3964b2eff1be admin admin] Calling delete_port for 7128d926-c69c-4736-af8a-b360ef35686b owned by network:dhcp {{(pid=121607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:30:54.849961 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-05dc42d9-9e57-481b-90f1-e1488ceabcb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2618c8d130>, [{'id': 'ea3f5e80-4b98-41f9-9cee-68f565c5daca', 'name': 'tempest-RoutersTest-router-1986204596', 'tenant_id': '2b4b670b5aa1407f8675179d6279efab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:30:46Z', 'updated_at': '2021-12-25T21:30:52Z', 'revision_number': 2, 'project_id': '2b4b670b5aa1407f8675179d6279efab', 'gw_port_host': None, '_interfaces': [{'id': 'e5c07cac-9a36-4ba0-805f-c4bdd2022ad7', 'name': '', 'network_id': '1cf7359b-8ef4-4787-a8de-edf6b0703c3b', 'tenant_id': '2b4b670b5aa1407f8675179d6279efab', 'mac_address': 'fa:16:3e:de:c2:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea3f5e80-4b98-41f9-9cee-68f565c5daca', 'device_owner': 'network:router_interface', 'standard_attr_id': 2544, 'fixed_ips': [{'subnet_id': '98da7abf-53cd-43ff-b3be-a1b4b395f8ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:30:51Z', 'updated_at': '2021-12-25T21:30:53Z', 'revision_number': 2, 'project_id': '2b4b670b5aa1407f8675179d6279efab', 'subnets': [{'id': '98da7abf-53cd-43ff-b3be-a1b4b395f8ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:30:54.851267 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-78cdff68-40d3-47a2-899b-0724b1059f10 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737602163420'] for network, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:54.881577 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05dc42d9-9e57-481b-90f1-e1488ceabcb5 None None] Checking router: ea3f5e80-4b98-41f9-9cee-68f565c5daca for host: ncdv-master-1 {{(pid=121609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 25 21:30:54.881918 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05dc42d9-9e57-481b-90f1-e1488ceabcb5 None None] Updating router ea3f5e80-4b98-41f9-9cee-68f565c5daca port e5c07cac-9a36-4ba0-805f-c4bdd2022ad7 binding host ncdv-master-1 {{(pid=121609) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 25 21:30:54.896697 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port 6aaf4a89-eccf-405c-8afe-750df3aa2644 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:30:54.897102 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:54.904548 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-ff1f6413-a7bf-44ba-99df-9ace430479a4 None None] Deleting port 7128d926-c69c-4736-af8a-b360ef35686b {{(pid=121608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:30:54.905227 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-ff1f6413-a7bf-44ba-99df-9ace430479a4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:54.911071 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-05dc42d9-9e57-481b-90f1-e1488ceabcb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:55.005788 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-ff1f6413-a7bf-44ba-99df-9ace430479a4 None None] For port 7128d926-c69c-4736-af8a-b360ef35686b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7128d926-c69c-4736-af8a-b360ef35686b,segment=NetworkSegment(12f26372-39e0-4b99-96b6-0afd3c1d15ad),segment_id=12f26372-39e0-4b99-96b6-0afd3c1d15ad)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:30:55.006351 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-ff1f6413-a7bf-44ba-99df-9ace430479a4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:55.022091 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-ff1f6413-a7bf-44ba-99df-9ace430479a4 None None] Calling delete_port for 7128d926-c69c-4736-af8a-b360ef35686b owned by network:dhcp {{(pid=121608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:30:55.037927 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-78cdff68-40d3-47a2-899b-0724b1059f10 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870'] for network, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:55.044943 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-dceb864f-86a3-4358-ab4c-3964b2eff1be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:55.051866 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78cdff68-40d3-47a2-899b-0724b1059f10 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:30:55.060136 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-78cdff68-40d3-47a2-899b-0724b1059f10 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for network, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:55.119941 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceb864f-86a3-4358-ab4c-3964b2eff1be admin admin] Pushing event deleted for resources: {'Port': ['ID=7128d926-c69c-4736-af8a-b360ef35686b,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:30:55.129139 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dceb864f-86a3-4358-ab4c-3964b2eff1be admin admin] No DVR routers for this DVR port 7128d926-c69c-4736-af8a-b360ef35686b on host ncdv-master-1 {{(pid=121607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:30:55.188437 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 937484c6-5b09-43ab-a05f-84bcfdc47161 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:30:55.227109 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] No Port match for: 937484c6-5b09-43ab-a05f-84bcfdc47161 {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:30:55.227522 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 937484c6-5b09-43ab-a05f-84bcfdc47161 not bound to the agent host ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:30:55.245939 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-ff1f6413-a7bf-44ba-99df-9ace430479a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955'] for port, after_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:55.259741 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cdff68-40d3-47a2-899b-0724b1059f10 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Pushing event updated for resources: {'Network': ['ID=2a20ef8b-2df5-4ece-a869-33142cdac83f,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:30:55.265375 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-dceb864f-86a3-4358-ab4c-3964b2eff1be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997585', 'neutron.services.segments.db._delete_segments_for_network-8737602743071'] for network, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:55.280424 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-78cdff68-40d3-47a2-899b-0724b1059f10 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 765 time: 0.8133945
Dec 25 21:30:55.282943 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 48402) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:30:55.290906 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-bd5c6c99-0468-4c98-851a-599cbd4fc072 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Request body: {'subnet': {'network_id': '2a20ef8b-2df5-4ece-a869-33142cdac83f', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:30:55.291365 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-dceb864f-86a3-4358-ab4c-3964b2eff1be admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f261899dd00>,) {'filters': {'network_id': ['16d65a9b-ba96-4a3b-9957-f17ce678ee43']}} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:30:55.317777 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1f6413-a7bf-44ba-99df-9ace430479a4 None None] Pushing event deleted for resources: {'Port': ['ID=7128d926-c69c-4736-af8a-b360ef35686b,revision_number=None']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:30:55.320634 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Network 2a20ef8b-2df5-4ece-a869-33142cdac83f details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 25 21:30:55.327183 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff1f6413-a7bf-44ba-99df-9ace430479a4 None None] No DVR routers for this DVR port 7128d926-c69c-4736-af8a-b360ef35686b on host ncdv-master-1 {{(pid=121608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:30:55.335931 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-dceb864f-86a3-4358-ab4c-3964b2eff1be admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f261899dd00>, '12f26372-39e0-4b99-96b6-0afd3c1d15ad') {'for_net_delete': True} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:30:55.336776 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-dceb864f-86a3-4358-ab4c-3964b2eff1be admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f261899dd00>, '12f26372-39e0-4b99-96b6-0afd3c1d15ad') {} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:30:55.352233 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-dceb864f-86a3-4358-ab4c-3964b2eff1be admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737602746920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10246592'] for segment, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:55.369590 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-dceb864f-86a3-4358-ab4c-3964b2eff1be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:55.377688 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dceb864f-86a3-4358-ab4c-3964b2eff1be admin admin] Releasing vlan 157 on physical network physnet1 to pool {{(pid=121607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 25 21:30:55.377688 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-dceb864f-86a3-4358-ab4c-3964b2eff1be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8633327'] for segment, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:55.394546 ncdv-master-1 neutron-server[121607]: Traceback (most recent call last):
Dec 25 21:30:55.394546 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 25 21:30:55.394546 ncdv-master-1 neutron-server[121607]:     timer()
Dec 25 21:30:55.394546 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 25 21:30:55.394546 ncdv-master-1 neutron-server[121607]:     cb(*args, **kw)
Dec 25 21:30:55.394546 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 25 21:30:55.394546 ncdv-master-1 neutron-server[121607]:     return func(*args, **kwargs)
Dec 25 21:30:55.394546 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 25 21:30:55.394546 ncdv-master-1 neutron-server[121607]:     self._notify()
Dec 25 21:30:55.394546 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 25 21:30:55.394546 ncdv-master-1 neutron-server[121607]:     self.callback(batched_events)
Dec 25 21:30:55.394546 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 25 21:30:55.394546 ncdv-master-1 neutron-server[121607]:     event.method(event)
Dec 25 21:30:55.394546 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 25 21:30:55.394546 ncdv-master-1 neutron-server[121607]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 25 21:30:55.394546 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 25 21:30:55.394546 ncdv-master-1 neutron-server[121607]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 25 21:30:55.394546 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 25 21:30:55.394546 ncdv-master-1 neutron-server[121607]:     return f(self, *a, **k)
Dec 25 21:30:55.394546 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 25 21:30:55.394546 ncdv-master-1 neutron-server[121607]:     return self._get(url).json()
Dec 25 21:30:55.394546 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 25 21:30:55.394546 ncdv-master-1 neutron-server[121607]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 25 21:30:55.394546 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 25 21:30:55.394546 ncdv-master-1 neutron-server[121607]:     return self.request(url, 'GET', **kwargs)
Dec 25 21:30:55.394546 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 25 21:30:55.394546 ncdv-master-1 neutron-server[121607]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 25 21:30:55.394546 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 25 21:30:55.394546 ncdv-master-1 neutron-server[121607]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 25 21:30:55.394546 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 25 21:30:55.394546 ncdv-master-1 neutron-server[121607]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 25 21:30:55.394546 ncdv-master-1 neutron-server[121607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 25 21:30:55.464947 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-05dc42d9-9e57-481b-90f1-e1488ceabcb5 None None] Publish callbacks [] for port, precommit_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:55.517485 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd5c6c99-0468-4c98-851a-599cbd4fc072 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Made reservation on behalf of 2b4b670b5aa1407f8675179d6279efab for: {'subnet': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:30:55.522390 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-bd5c6c99-0468-4c98-851a-599cbd4fc072 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9028529'] for subnet, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:55.534892 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-dceb864f-86a3-4358-ab4c-3964b2eff1be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2008653'] for network, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:55.535240 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-05dc42d9-9e57-481b-90f1-e1488ceabcb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:55.541304 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-dceb864f-86a3-4358-ab4c-3964b2eff1be admin admin] Publish callbacks [] for network, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:55.546474 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-dceb864f-86a3-4358-ab4c-3964b2eff1be admin admin] 10.222.0.32 "DELETE /v2.0/networks/16d65a9b-ba96-4a3b-9957-f17ce678ee43 HTTP/1.1" status: 204  len: 168 time: 1.1640079
Dec 25 21:30:55.565290 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceb864f-86a3-4358-ab4c-3964b2eff1be admin admin] Pushing event deleted for resources: {'Network': ['ID=16d65a9b-ba96-4a3b-9957-f17ce678ee43,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:30:55.604794 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93124fe9-b680-4251-8e49-62aa81f003be None None] Pushing event updated for resources: {'Port': ['ID=e5c07cac-9a36-4ba0-805f-c4bdd2022ad7,revision_number=3']} {{(pid=121609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:30:55.709507 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.managers [None req-05dc42d9-9e57-481b-90f1-e1488ceabcb5 None None] Attempting to bind port e5c07cac-9a36-4ba0-805f-c4bdd2022ad7 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:30:55.709507 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.managers [None req-05dc42d9-9e57-481b-90f1-e1488ceabcb5 None None] Attempting to bind port e5c07cac-9a36-4ba0-805f-c4bdd2022ad7 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'a17d2e21-c3b2-4a51-b376-de4faa036b59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '1cf7359b-8ef4-4787-a8de-edf6b0703c3b'}] {{(pid=121609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:30:55.709507 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05dc42d9-9e57-481b-90f1-e1488ceabcb5 None None] Attempting to bind port e5c07cac-9a36-4ba0-805f-c4bdd2022ad7 on network 1cf7359b-8ef4-4787-a8de-edf6b0703c3b {{(pid=121609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:30:55.723604 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05dc42d9-9e57-481b-90f1-e1488ceabcb5 None None] Checking agent: {'id': 'ca4f5c6d-f1fd-48b8-a3e3-395864c7d23d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 20, 56, 40), 'started_at': datetime.datetime(2021, 12, 25, 20, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 30, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:30:55.727151 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05dc42d9-9e57-481b-90f1-e1488ceabcb5 None None] Checking segment: {'id': 'a17d2e21-c3b2-4a51-b376-de4faa036b59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '1cf7359b-8ef4-4787-a8de-edf6b0703c3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:30:55.727151 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-05dc42d9-9e57-481b-90f1-e1488ceabcb5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:55.727151 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05dc42d9-9e57-481b-90f1-e1488ceabcb5 None None] Bound using segment: {'id': 'a17d2e21-c3b2-4a51-b376-de4faa036b59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '1cf7359b-8ef4-4787-a8de-edf6b0703c3b'} {{(pid=121609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:30:55.727151 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.managers [None req-05dc42d9-9e57-481b-90f1-e1488ceabcb5 None None] Bound port: e5c07cac-9a36-4ba0-805f-c4bdd2022ad7, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a17d2e21-c3b2-4a51-b376-de4faa036b59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '1cf7359b-8ef4-4787-a8de-edf6b0703c3b'}}] {{(pid=121609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:30:55.727151 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-05dc42d9-9e57-481b-90f1-e1488ceabcb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:55.803686 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.db [None req-05dc42d9-9e57-481b-90f1-e1488ceabcb5 None None] For port e5c07cac-9a36-4ba0-805f-c4bdd2022ad7, host ncdv-master-1, cleared binding levels {{(pid=121609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:30:55.807060 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.db [None req-05dc42d9-9e57-481b-90f1-e1488ceabcb5 None None] For port e5c07cac-9a36-4ba0-805f-c4bdd2022ad7, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e5c07cac-9a36-4ba0-805f-c4bdd2022ad7,segment=NetworkSegment(a17d2e21-c3b2-4a51-b376-de4faa036b59),segment_id=a17d2e21-c3b2-4a51-b376-de4faa036b59)] {{(pid=121609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:30:55.929624 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-bd5c6c99-0468-4c98-851a-599cbd4fc072 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9084170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9028515'] for subnet, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:55.931178 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-05dc42d9-9e57-481b-90f1-e1488ceabcb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:55.956597 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-121925fc-e3e8-4b5c-b35b-6f7a3d93745e None None] Provisioning complete for port e5c07cac-9a36-4ba0-805f-c4bdd2022ad7 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:30:55.957908 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-121925fc-e3e8-4b5c-b35b-6f7a3d93745e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:55.993212 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05dc42d9-9e57-481b-90f1-e1488ceabcb5 None None] Routers {'ea3f5e80-4b98-41f9-9cee-68f565c5daca'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:30:55.994165 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-05dc42d9-9e57-481b-90f1-e1488ceabcb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2618c8d130>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:30:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['ea3f5e80-4b98-41f9-9cee-68f565c5daca'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:30:56.026205 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 48430) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:30:56.054939 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5c6c99-0468-4c98-851a-599cbd4fc072 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Pushing event updated for resources: {'Subnet': ['ID=fc88b8d2-273b-41e8-8d59-a828d8bf283c,revision_number=0']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:30:56.062929 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 48434) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:30:56.074837 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-121925fc-e3e8-4b5c-b35b-6f7a3d93745e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:56.075242 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd5c6c99-0468-4c98-851a-599cbd4fc072 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Checking segment: {'id': '62afa5b7-4ee1-467e-818a-3c97bec2ec48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '2a20ef8b-2df5-4ece-a869-33142cdac83f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:30:56.075610 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd5c6c99-0468-4c98-851a-599cbd4fc072 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Network hostable DHCP agents. Network: 2a20ef8b-2df5-4ece-a869-33142cdac83f, hostable agents: ['1813db88-2c1b-4357-a2ba-869246b663c2'], hosted agents: [] {{(pid=121606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 25 21:30:56.096088 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93124fe9-b680-4251-8e49-62aa81f003be None None] Pushing event updated for resources: {'Port': ['ID=e5c07cac-9a36-4ba0-805f-c4bdd2022ad7,revision_number=4']} {{(pid=121609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:30:56.117728 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-121925fc-e3e8-4b5c-b35b-6f7a3d93745e None None] For port e5c07cac-9a36-4ba0-805f-c4bdd2022ad7, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e5c07cac-9a36-4ba0-805f-c4bdd2022ad7,segment=NetworkSegment(a17d2e21-c3b2-4a51-b376-de4faa036b59),segment_id=a17d2e21-c3b2-4a51-b376-de4faa036b59)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:30:56.134387 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-6d0eb6ed-aa83-4bb4-8644-c6cf4b176057 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=bb99b704ca5d4a59a8c04ff015c24dae&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0699673
Dec 25 21:30:56.137095 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 48436) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:30:56.180528 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-121925fc-e3e8-4b5c-b35b-6f7a3d93745e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:56.317622 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121925fc-e3e8-4b5c-b35b-6f7a3d93745e None None] Pushing event updated for resources: {'Port': ['ID=e5c07cac-9a36-4ba0-805f-c4bdd2022ad7,revision_number=5']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:30:56.338721 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 7128d926-c69c-4736-af8a-b360ef35686b no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:30:56.382631 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] No Port match for: 7128d926-c69c-4736-af8a-b360ef35686b {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:30:56.382631 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 7128d926-c69c-4736-af8a-b360ef35686b not bound to the agent host ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:30:56.382631 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 1a1f4298-c123-4f8f-960b-35c694fee77a no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:30:56.406333 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] No Port match for: 1a1f4298-c123-4f8f-960b-35c694fee77a {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:30:56.406740 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 1a1f4298-c123-4f8f-960b-35c694fee77a not bound to the agent host ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:30:56.416772 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvr_db [None req-05dc42d9-9e57-481b-90f1-e1488ceabcb5 None None] Set router ea3f5e80-4b98-41f9-9cee-68f565c5daca gateway port host: None {{(pid=121609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:30:56.431213 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-48e87be5-3b85-4c7a-af63-3f9dcce199f9 None None] Provisioning complete for port e5c07cac-9a36-4ba0-805f-c4bdd2022ad7 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:30:56.431755 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-48e87be5-3b85-4c7a-af63-3f9dcce199f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:56.441469 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-dfd39be6-bb20-4a9b-9781-9640da954835 tempest-DvrRoutersNegativeTest-1559224222 tempest-DvrRoutersNegativeTest-1559224222-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1214067849', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:30:56.444856 ncdv-master-1 neutron-server[121607]: DEBUG neutron.policy [None req-dfd39be6-bb20-4a9b-9781-9640da954835 tempest-DvrRoutersNegativeTest-1559224222 tempest-DvrRoutersNegativeTest-1559224222-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=121607) log_rule_list /opt/stack/neutron/neutron/policy.py:450}}
Dec 25 21:30:56.445195 ncdv-master-1 neutron-server[121607]: DEBUG neutron.policy [None req-dfd39be6-bb20-4a9b-9781-9640da954835 tempest-DvrRoutersNegativeTest-1559224222 tempest-DvrRoutersNegativeTest-1559224222-project] Failed policy check for 'create_router' {{(pid=121607) enforce /opt/stack/neutron/neutron/policy.py:524}}
Dec 25 21:30:56.446523 ncdv-master-1 neutron-server[121607]: INFO neutron.api.v2.resource [None req-dfd39be6-bb20-4a9b-9781-9640da954835 tempest-DvrRoutersNegativeTest-1559224222 tempest-DvrRoutersNegativeTest-1559224222-project] create failed (client error): Access was denied to this resource.
Dec 25 21:30:56.451037 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-dfd39be6-bb20-4a9b-9781-9640da954835 tempest-DvrRoutersNegativeTest-1559224222 tempest-DvrRoutersNegativeTest-1559224222-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 403  len: 414 time: 0.4203629
Dec 25 21:30:56.550286 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd5c6c99-0468-4c98-851a-599cbd4fc072 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Network 2a20ef8b-2df5-4ece-a869-33142cdac83f is scheduled to be hosted by DHCP agent 1813db88-2c1b-4357-a2ba-869246b663c2 with binding_index 1 {{(pid=121606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 25 21:30:56.589682 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-cb01b989-ddc6-4a23-b957-5352a69f3cb9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:56.612114 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-cb01b989-ddc6-4a23-b957-5352a69f3cb9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:56.634224 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [None req-bd5c6c99-0468-4c98-851a-599cbd4fc072 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 2a20ef8b-2df5-4ece-a869-33142cdac83f) {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:30:56.642942 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-279791da-4459-4ec6-9c27-843d33a35398 None None] Network 2a20ef8b-2df5-4ece-a869-33142cdac83f requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:30:56.646731 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-05dc42d9-9e57-481b-90f1-e1488ceabcb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2618c8d130>, [{'id': 'ea3f5e80-4b98-41f9-9cee-68f565c5daca', 'name': 'tempest-RoutersTest-router-1986204596', 'tenant_id': '2b4b670b5aa1407f8675179d6279efab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:30:46Z', 'updated_at': '2021-12-25T21:30:52Z', 'revision_number': 2, 'project_id': '2b4b670b5aa1407f8675179d6279efab', 'gw_port_host': None, '_interfaces': [{'id': 'e5c07cac-9a36-4ba0-805f-c4bdd2022ad7', 'name': '', 'network_id': '1cf7359b-8ef4-4787-a8de-edf6b0703c3b', 'tenant_id': '2b4b670b5aa1407f8675179d6279efab', 'mac_address': 'fa:16:3e:de:c2:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea3f5e80-4b98-41f9-9cee-68f565c5daca', 'device_owner': 'network:router_interface', 'standard_attr_id': 2544, 'fixed_ips': [{'subnet_id': '98da7abf-53cd-43ff-b3be-a1b4b395f8ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:30:51Z', 'updated_at': '2021-12-25T21:30:55Z', 'revision_number': 4, 'project_id': '2b4b670b5aa1407f8675179d6279efab', 'subnets': [{'id': '98da7abf-53cd-43ff-b3be-a1b4b395f8ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:30:56.647278 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd5c6c99-0468-4c98-851a-599cbd4fc072 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:30:56.647552 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-bd5c6c99-0468-4c98-851a-599cbd4fc072 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks [] for subnet, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:56.679905 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05dc42d9-9e57-481b-90f1-e1488ceabcb5 None None] The sync data for ids ['ea3f5e80-4b98-41f9-9cee-68f565c5daca'] in ncdv-master-1 is: [{'id': 'ea3f5e80-4b98-41f9-9cee-68f565c5daca', 'name': 'tempest-RoutersTest-router-1986204596', 'tenant_id': '2b4b670b5aa1407f8675179d6279efab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:30:46Z', 'updated_at': '2021-12-25T21:30:52Z', 'revision_number': 2, 'project_id': '2b4b670b5aa1407f8675179d6279efab', 'gw_port_host': None, '_interfaces': [{'id': 'e5c07cac-9a36-4ba0-805f-c4bdd2022ad7', 'name': '', 'network_id': '1cf7359b-8ef4-4787-a8de-edf6b0703c3b', 'tenant_id': '2b4b670b5aa1407f8675179d6279efab', 'mac_address': 'fa:16:3e:de:c2:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea3f5e80-4b98-41f9-9cee-68f565c5daca', 'device_owner': 'network:router_interface', 'standard_attr_id': 2544, 'fixed_ips': [{'subnet_id': '98da7abf-53cd-43ff-b3be-a1b4b395f8ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:30:51Z', 'updated_at': '2021-12-25T21:30:55Z', 'revision_number': 4, 'project_id': '2b4b670b5aa1407f8675179d6279efab', 'subnets': [{'id': '98da7abf-53cd-43ff-b3be-a1b4b395f8ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 21:30:56.758164 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aec4177-ab8c-4c3b-8fb9-80fcc5f69eed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-2a20ef8b-2df5-4ece-a869-33142cdac83f', 'network_id': '2a20ef8b-2df5-4ece-a869-33142cdac83f', 'project_id': '2b4b670b5aa1407f8675179d6279efab', 'fixed_ips': [{'subnet_id': 'fc88b8d2-273b-41e8-8d59-a828d8bf283c'}]}} from ncdv-master-1. {{(pid=121608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 25 21:30:56.759180 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-6aec4177-ab8c-4c3b-8fb9-80fcc5f69eed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:56.769245 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-cb01b989-ddc6-4a23-b957-5352a69f3cb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:56.773187 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-cb01b989-ddc6-4a23-b957-5352a69f3cb9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:56.774336 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-cb01b989-ddc6-4a23-b957-5352a69f3cb9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f7400e15-ba68-42d9-8bde-15d9d0467925 HTTP/1.1" status: 204  len: 168 time: 0.6362464
Dec 25 21:30:56.780486 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-bd5c6c99-0468-4c98-851a-599cbd4fc072 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.4962330
Dec 25 21:30:56.783667 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 48448) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:30:56.789124 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb01b989-ddc6-4a23-b957-5352a69f3cb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7400e15-ba68-42d9-8bde-15d9d0467925,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:30:57.003076 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.db_base_plugin_common [None req-6aec4177-ab8c-4c3b-8fb9-80fcc5f69eed None None] Allocated IP 172.21.0.2 (2a20ef8b-2df5-4ece-a869-33142cdac83f/fc88b8d2-273b-41e8-8d59-a828d8bf283c/21fe841b-afec-461d-8b2f-90042d502fdf) {{(pid=121608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:30:57.076696 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 48454) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:30:57.288580 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-6aec4177-ab8c-4c3b-8fb9-80fcc5f69eed None None] Publish callbacks [] for port, precommit_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:57.318061 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-88d93157-0b62-4797-9465-6ab9afaaac60 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:57.339291 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-9b89221e-88ae-44d5-b11e-229748c13245 admin admin] Publish callbacks [] for security_group, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:57.398206 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-6aec4177-ab8c-4c3b-8fb9-80fcc5f69eed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946'] for port, after_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:57.446867 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aec4177-ab8c-4c3b-8fb9-80fcc5f69eed None None] Network 2a20ef8b-2df5-4ece-a869-33142cdac83f is already hosted by enough agents. {{(pid=121608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:30:57.448910 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-9b89221e-88ae-44d5-b11e-229748c13245 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:57.450637 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.base_scheduler [None req-6aec4177-ab8c-4c3b-8fb9-80fcc5f69eed None None] Resources bound (agent type, host, resource id):  {{(pid=121608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:30:57.455446 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aec4177-ab8c-4c3b-8fb9-80fcc5f69eed None None] Received port after_create {{(pid=121608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:30:57.460936 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aec4177-ab8c-4c3b-8fb9-80fcc5f69eed None None] Pushing event updated for resources: {'Port': ['ID=21fe841b-afec-461d-8b2f-90042d502fdf,revision_number=1']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:30:57.533811 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-6aec4177-ab8c-4c3b-8fb9-80fcc5f69eed None None] Attempting to bind port 21fe841b-afec-461d-8b2f-90042d502fdf on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:30:57.534133 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-6aec4177-ab8c-4c3b-8fb9-80fcc5f69eed None None] Attempting to bind port 21fe841b-afec-461d-8b2f-90042d502fdf by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '62afa5b7-4ee1-467e-818a-3c97bec2ec48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '2a20ef8b-2df5-4ece-a869-33142cdac83f'}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:30:57.534548 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aec4177-ab8c-4c3b-8fb9-80fcc5f69eed None None] Attempting to bind port 21fe841b-afec-461d-8b2f-90042d502fdf on network 2a20ef8b-2df5-4ece-a869-33142cdac83f {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:30:57.542047 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aec4177-ab8c-4c3b-8fb9-80fcc5f69eed None None] Checking agent: {'id': 'ca4f5c6d-f1fd-48b8-a3e3-395864c7d23d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 20, 56, 40), 'started_at': datetime.datetime(2021, 12, 25, 20, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 30, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:30:57.548547 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aec4177-ab8c-4c3b-8fb9-80fcc5f69eed None None] Checking segment: {'id': '62afa5b7-4ee1-467e-818a-3c97bec2ec48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '2a20ef8b-2df5-4ece-a869-33142cdac83f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:30:57.548547 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-6aec4177-ab8c-4c3b-8fb9-80fcc5f69eed None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:57.548547 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aec4177-ab8c-4c3b-8fb9-80fcc5f69eed None None] Bound using segment: {'id': '62afa5b7-4ee1-467e-818a-3c97bec2ec48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '2a20ef8b-2df5-4ece-a869-33142cdac83f'} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:30:57.548547 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-6aec4177-ab8c-4c3b-8fb9-80fcc5f69eed None None] Bound port: 21fe841b-afec-461d-8b2f-90042d502fdf, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62afa5b7-4ee1-467e-818a-3c97bec2ec48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '2a20ef8b-2df5-4ece-a869-33142cdac83f'}}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:30:57.548547 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-6aec4177-ab8c-4c3b-8fb9-80fcc5f69eed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:57.569186 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-9b89221e-88ae-44d5-b11e-229748c13245 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:57.602012 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-9b89221e-88ae-44d5-b11e-229748c13245 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c0d0e3600dcf4248a0b8b2f426a7b538&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5201516
Dec 25 21:30:57.603062 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 48466) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:30:57.615336 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-6aec4177-ab8c-4c3b-8fb9-80fcc5f69eed None None] For port 21fe841b-afec-461d-8b2f-90042d502fdf, host ncdv-master-1, cleared binding levels {{(pid=121608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:30:57.624808 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-6aec4177-ab8c-4c3b-8fb9-80fcc5f69eed None None] For port 21fe841b-afec-461d-8b2f-90042d502fdf, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=21fe841b-afec-461d-8b2f-90042d502fdf,segment=NetworkSegment(62afa5b7-4ee1-467e-818a-3c97bec2ec48),segment_id=62afa5b7-4ee1-467e-818a-3c97bec2ec48)] {{(pid=121608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:30:57.633951 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 48468) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:30:57.664161 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_common [None req-88d93157-0b62-4797-9465-6ab9afaaac60 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Allocated IP 172.21.0.1 (2a20ef8b-2df5-4ece-a869-33142cdac83f/fc88b8d2-273b-41e8-8d59-a828d8bf283c/81ce71f5-719b-4856-b736-2ace6e074eb1) {{(pid=121607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:30:57.667185 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b89221e-88ae-44d5-b11e-229748c13245 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6aacc058-0080-4617-aabe-ad05280fbb4c,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:30:57.673060 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-7ce8c2d3-428d-4f92-a3fb-2a014751ae62 admin admin] Publish callbacks [] for security_group, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:57.712079 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-6aec4177-ab8c-4c3b-8fb9-80fcc5f69eed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:57.713635 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-ff054373-f8af-4db1-a37f-bf96521747ba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:57.735135 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-ff054373-f8af-4db1-a37f-bf96521747ba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:57.773905 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aec4177-ab8c-4c3b-8fb9-80fcc5f69eed None None] Pushing event updated for resources: {'Port': ['ID=21fe841b-afec-461d-8b2f-90042d502fdf,revision_number=2']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:30:57.801214 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-88d93157-0b62-4797-9465-6ab9afaaac60 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks [] for port, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:57.833773 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-7ce8c2d3-428d-4f92-a3fb-2a014751ae62 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:57.883169 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-ff054373-f8af-4db1-a37f-bf96521747ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:57.886302 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-ff054373-f8af-4db1-a37f-bf96521747ba admin admin] Publish callbacks [] for security_group, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:57.887514 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-ff054373-f8af-4db1-a37f-bf96521747ba admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6aacc058-0080-4617-aabe-ad05280fbb4c HTTP/1.1" status: 204  len: 168 time: 0.2823989
Dec 25 21:30:57.896999 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff054373-f8af-4db1-a37f-bf96521747ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6aacc058-0080-4617-aabe-ad05280fbb4c,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:30:57.916424 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-88d93157-0b62-4797-9465-6ab9afaaac60 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:57.918132 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-7ce8c2d3-428d-4f92-a3fb-2a014751ae62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:57.962169 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88d93157-0b62-4797-9465-6ab9afaaac60 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Network 2a20ef8b-2df5-4ece-a869-33142cdac83f is already hosted by enough agents. {{(pid=121607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:30:57.968556 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-88d93157-0b62-4797-9465-6ab9afaaac60 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Resources bound (agent type, host, resource id):  {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:30:57.972418 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-7ce8c2d3-428d-4f92-a3fb-2a014751ae62 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200  len: 2720 time: 0.3371923
Dec 25 21:30:57.973927 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88d93157-0b62-4797-9465-6ab9afaaac60 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Received port after_create {{(pid=121607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:30:57.974887 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 48472) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:30:57.983324 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce8c2d3-428d-4f92-a3fb-2a014751ae62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ea99d6c-7c1b-4884-bed0-aac61578dec8,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:30:58.030090 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d93157-0b62-4797-9465-6ab9afaaac60 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Pushing event updated for resources: {'Port': ['ID=81ce71f5-719b-4856-b736-2ace6e074eb1,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:30:58.057443 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-88d93157-0b62-4797-9465-6ab9afaaac60 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2008772'] for router_interface, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:58.086707 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-871999bc-8046-47d6-92a2-2830c9799462 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:58.135143 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-871999bc-8046-47d6-92a2-2830c9799462 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:58.314038 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 21fe841b-afec-461d-8b2f-90042d502fdf up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:30:58.367035 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port 21fe841b-afec-461d-8b2f-90042d502fdf triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:30:58.372310 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:58.372564 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-871999bc-8046-47d6-92a2-2830c9799462 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:58.372564 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-871999bc-8046-47d6-92a2-2830c9799462 admin admin] Publish callbacks [] for security_group, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:58.383816 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-871999bc-8046-47d6-92a2-2830c9799462 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2ea99d6c-7c1b-4884-bed0-aac61578dec8 HTTP/1.1" status: 204  len: 168 time: 0.3971896
Dec 25 21:30:58.393433 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871999bc-8046-47d6-92a2-2830c9799462 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ea99d6c-7c1b-4884-bed0-aac61578dec8,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:30:58.465153 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-88d93157-0b62-4797-9465-6ab9afaaac60 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:58.543045 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:58.592095 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1c33b86f-0865-4887-a8fb-de6d02624da3 req-37f23a02-3c7b-4bc7-a3d3-d8f851132b35 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=65490ad4-5baf-4c89-9877-006d581b4758&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.1088052
Dec 25 21:30:58.599998 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] For port 21fe841b-afec-461d-8b2f-90042d502fdf, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=21fe841b-afec-461d-8b2f-90042d502fdf,segment=NetworkSegment(62afa5b7-4ee1-467e-818a-3c97bec2ec48),segment_id=62afa5b7-4ee1-467e-818a-3c97bec2ec48)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:30:58.678176 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:58.678983 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device e5c07cac-9a36-4ba0-805f-c4bdd2022ad7 up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:30:58.730006 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c33b86f-0865-4887-a8fb-de6d02624da3 req-5e9117ca-95e4-4a41-8b0e-2b26f30aa4b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:30:58.732939 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1c33b86f-0865-4887-a8fb-de6d02624da3 req-5e9117ca-95e4-4a41-8b0e-2b26f30aa4b2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0560c323ec8e41b3bc05939e12e049d5&device_id=65490ad4-5baf-4c89-9877-006d581b4758 HTTP/1.1" status: 200  len: 1097 time: 0.0774546
Dec 25 21:30:58.857858 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port e5c07cac-9a36-4ba0-805f-c4bdd2022ad7 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:30:58.858230 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:58.899721 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Pushing event updated for resources: {'Port': ['ID=21fe841b-afec-461d-8b2f-90042d502fdf,revision_number=3']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:30:58.917836 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-88d93157-0b62-4797-9465-6ab9afaaac60 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks [] for port, precommit_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:58.923621 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c33b86f-0865-4887-a8fb-de6d02624da3 req-2a75a1a7-f7f4-4cdb-abbc-f8b761c1dd3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:30:58.925278 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1c33b86f-0865-4887-a8fb-de6d02624da3 req-2a75a1a7-f7f4-4cdb-abbc-f8b761c1dd3d service neutron] 10.222.0.37 "GET /v2.0/networks?id=c8199f70-d579-4a7f-8b38-5d569ea5e784 HTTP/1.1" status: 200  len: 915 time: 0.1682215
Dec 25 21:30:59.042528 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-88d93157-0b62-4797-9465-6ab9afaaac60 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8632327'] for port, after_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:59.073247 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1c33b86f-0865-4887-a8fb-de6d02624da3 req-27b89a7d-07e0-4d65-9817-b33b6d467dc0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=35a15c05-bcca-4842-8606-5c79e44fa713 HTTP/1.1" status: 200  len: 1000 time: 0.1401341
Dec 25 21:30:59.172422 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-88d93157-0b62-4797-9465-6ab9afaaac60 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2007636'] for router_interface, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:59.172814 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c33b86f-0865-4887-a8fb-de6d02624da3 req-617543d3-6fed-435a-95d4-e2a09b745e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:30:59.175977 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1c33b86f-0865-4887-a8fb-de6d02624da3 req-617543d3-6fed-435a-95d4-e2a09b745e8b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0cf468ed-9644-4e44-939f-6c7d09675460 HTTP/1.1" status: 200  len: 853 time: 0.0949268
Dec 25 21:30:59.187901 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d93157-0b62-4797-9465-6ab9afaaac60 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Pushing event updated for resources: {'Port': ['ID=81ce71f5-719b-4856-b736-2ace6e074eb1,revision_number=2']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:30:59.253661 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c33b86f-0865-4887-a8fb-de6d02624da3 req-9da22733-157b-4c40-b56e-bee62656bbed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:30:59.256591 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1c33b86f-0865-4887-a8fb-de6d02624da3 req-9da22733-157b-4c40-b56e-bee62656bbed service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c8199f70-d579-4a7f-8b38-5d569ea5e784&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0747561
Dec 25 21:30:59.374858 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88d93157-0b62-4797-9465-6ab9afaaac60 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Network 2a20ef8b-2df5-4ece-a869-33142cdac83f is already hosted by enough agents. {{(pid=121607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:30:59.377301 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-88d93157-0b62-4797-9465-6ab9afaaac60 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Resources bound (agent type, host, resource id):  {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:30:59.452687 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2841d25b-3175-48be-a327-0255a69b0357 None None] Network 2a20ef8b-2df5-4ece-a869-33142cdac83f requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:30:59.477515 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1c33b86f-0865-4887-a8fb-de6d02624da3 req-b8851fe1-06b8-43b1-994b-df595c5c1f15 service neutron] 10.222.0.37 "GET /v2.0/networks/c8199f70-d579-4a7f-8b38-5d569ea5e784?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2120965
Dec 25 21:30:59.576730 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-3cfd9d35-fe36-4e57-8c1a-759121bb4747 None None] Provisioning complete for port 21fe841b-afec-461d-8b2f-90042d502fdf triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:30:59.577162 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3cfd9d35-fe36-4e57-8c1a-759121bb4747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:30:59.597037 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88d93157-0b62-4797-9465-6ab9afaaac60 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Router ea3f5e80-4b98-41f9-9cee-68f565c5daca has already been hosted by L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 {{(pid=121607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 25 21:30:59.706293 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1c33b86f-0865-4887-a8fb-de6d02624da3 req-3efa3e75-6d81-47ba-a833-6dffab0774db service neutron] 10.222.0.37 "GET /v2.0/networks/c8199f70-d579-4a7f-8b38-5d569ea5e784?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2170727
Dec 25 21:30:59.718189 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 48544) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:30:59.743931 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.agents_db [None req-ec08dba0-4483-4109-b5e1-5e4a9fdaf12d None None] Agent healthcheck: found 7 active agents {{(pid=121609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 25 21:30:59.823436 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 48548) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:30:59.947775 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-46324831-848f-427e-8fef-2ae28d0ae8b3 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1467687193-network', 'tenant_id': 'c77dc74a46d64a67991d82bf12adb1dc'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:31:00.033284 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-93eefe47-86bc-4d76-900f-98889bbb2ffe tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] Request body: {'security_group': {'name': 'tempest-secgroup--221457092'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:31:00.054124 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-616bf870-84ee-43c6-8617-71b2a84dfc59 None None] Provisioning complete for port 81ce71f5-719b-4856-b736-2ace6e074eb1 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:31:00.054495 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-616bf870-84ee-43c6-8617-71b2a84dfc59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:00.110894 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-616bf870-84ee-43c6-8617-71b2a84dfc59 None None] Port 81ce71f5-719b-4856-b736-2ace6e074eb1 cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:31:00.118388 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46324831-848f-427e-8fef-2ae28d0ae8b3 admin admin] Made reservation on behalf of c77dc74a46d64a67991d82bf12adb1dc for: {'network': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:31:00.121858 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-46324831-848f-427e-8fef-2ae28d0ae8b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for network, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:00.131802 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-616bf870-84ee-43c6-8617-71b2a84dfc59 None None] Provisioning complete for port 21fe841b-afec-461d-8b2f-90042d502fdf triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:31:00.132226 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-616bf870-84ee-43c6-8617-71b2a84dfc59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:00.137873 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-46324831-848f-427e-8fef-2ae28d0ae8b3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:00.168715 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88d93157-0b62-4797-9465-6ab9afaaac60 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 21:31:00.176555 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-88d93157-0b62-4797-9465-6ab9afaaac60 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] 10.222.0.32 "PUT /v2.0/routers/ea3f5e80-4b98-41f9-9cee-68f565c5daca/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.3910601
Dec 25 21:31:00.181397 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 48552) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:31:00.194328 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2121d198-462a-4df1-8b1d-bb6f184458cf None None] Sync routers for ids ['ea3f5e80-4b98-41f9-9cee-68f565c5daca'] in ncdv-master-1 {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 21:31:00.194466 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-bde588dd-8857-452b-aec6-8c515cdd3b72 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Request body: {'network': {'name': 'tempest-RoutersTest-1655651871'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:31:00.227115 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2121d198-462a-4df1-8b1d-bb6f184458cf None None] Routers {'ea3f5e80-4b98-41f9-9cee-68f565c5daca'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:31:00.227644 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-2121d198-462a-4df1-8b1d-bb6f184458cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2613fa7220>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:30:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['ea3f5e80-4b98-41f9-9cee-68f565c5daca'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:31:00.246400 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-93eefe47-86bc-4d76-900f-98889bbb2ffe tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] Publish callbacks [] for security_group, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:00.278693 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-93eefe47-86bc-4d76-900f-98889bbb2ffe tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] Publish callbacks [] for security_group, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:00.344005 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-46324831-848f-427e-8fef-2ae28d0ae8b3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:00.377044 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 21fe841b-afec-461d-8b2f-90042d502fdf up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:31:00.422894 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bde588dd-8857-452b-aec6-8c515cdd3b72 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Made reservation on behalf of 2b4b670b5aa1407f8675179d6279efab for: {'network': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:31:00.427208 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-bde588dd-8857-452b-aec6-8c515cdd3b72 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for network, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:00.458308 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvr_db [None req-2121d198-462a-4df1-8b1d-bb6f184458cf None None] Set router ea3f5e80-4b98-41f9-9cee-68f565c5daca gateway port host: None {{(pid=121608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:31:00.471970 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-46324831-848f-427e-8fef-2ae28d0ae8b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:00.497820 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-93eefe47-86bc-4d76-900f-98889bbb2ffe tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] Publish callbacks [] for security_group, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:00.540001 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46324831-848f-427e-8fef-2ae28d0ae8b3 admin admin] vlan segment allocate from pool success with {'vlan_id': 152, 'physical_network': 'physnet1'}  {{(pid=121606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 25 21:31:00.547050 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port 21fe841b-afec-461d-8b2f-90042d502fdf triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:31:00.547421 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:00.591707 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-5f57a4f6-945a-4d4d-99f5-8e39c97325e5 None None] Provisioning complete for port 81ce71f5-719b-4856-b736-2ace6e074eb1 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:31:00.592089 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5f57a4f6-945a-4d4d-99f5-8e39c97325e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:00.601948 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bde588dd-8857-452b-aec6-8c515cdd3b72 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] vlan segment allocate from pool success with {'vlan_id': 166, 'physical_network': 'physnet1'}  {{(pid=121606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 25 21:31:00.612200 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-46324831-848f-427e-8fef-2ae28d0ae8b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:00.612674 ncdv-master-1 neutron-server[121606]: INFO neutron.db.segments_db [None req-46324831-848f-427e-8fef-2ae28d0ae8b3 admin admin] Added segment 399a6746-6b98-4df2-84fe-0fb7167d792c of type vlan for network d257b68f-9132-4584-b1b0-827fbb5ce176
Dec 25 21:31:00.625332 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46324831-848f-427e-8fef-2ae28d0ae8b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e787377-3d24-4819-b453-04e533e4be82,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:31:00.632437 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-bde588dd-8857-452b-aec6-8c515cdd3b72 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:00.632991 ncdv-master-1 neutron-server[121606]: INFO neutron.db.segments_db [None req-bde588dd-8857-452b-aec6-8c515cdd3b72 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Added segment 6518cf7e-0a59-4dfe-a354-4dabb4709ab2 of type vlan for network 91fde06f-b74f-45b1-a416-50730def7423
Dec 25 21:31:00.664648 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-93eefe47-86bc-4d76-900f-98889bbb2ffe tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:00.692141 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-5f57a4f6-945a-4d4d-99f5-8e39c97325e5 None None] Port 81ce71f5-719b-4856-b736-2ace6e074eb1 cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:31:00.712206 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-46324831-848f-427e-8fef-2ae28d0ae8b3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737602163420'] for network, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:00.753326 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-bde588dd-8857-452b-aec6-8c515cdd3b72 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737602163420'] for network, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:00.758044 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93eefe47-86bc-4d76-900f-98889bbb2ffe tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3822a9e3-f7b0-40e9-9393-ef7d0fa3e491,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:31:00.830063 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-93eefe47-86bc-4d76-900f-98889bbb2ffe tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] Publish callbacks [] for security_group, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:00.838858 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-837f645b-4f9e-45ba-93e0-2193415b3f68 None None] Provisioning complete for port 81ce71f5-719b-4856-b736-2ace6e074eb1 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:31:00.839231 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-837f645b-4f9e-45ba-93e0-2193415b3f68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:00.903438 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-837f645b-4f9e-45ba-93e0-2193415b3f68 None None] Port 81ce71f5-719b-4856-b736-2ace6e074eb1 cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:31:00.921764 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-2121d198-462a-4df1-8b1d-bb6f184458cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2613fa7220>, [{'id': 'ea3f5e80-4b98-41f9-9cee-68f565c5daca', 'name': 'tempest-RoutersTest-router-1986204596', 'tenant_id': '2b4b670b5aa1407f8675179d6279efab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:30:46Z', 'updated_at': '2021-12-25T21:30:58Z', 'revision_number': 3, 'project_id': '2b4b670b5aa1407f8675179d6279efab', 'gw_port_host': None, '_interfaces': [{'id': '81ce71f5-719b-4856-b736-2ace6e074eb1', 'name': '', 'network_id': '2a20ef8b-2df5-4ece-a869-33142cdac83f', 'tenant_id': '2b4b670b5aa1407f8675179d6279efab', 'mac_address': 'fa:16:3e:9b:ae:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea3f5e80-4b98-41f9-9cee-68f565c5daca', 'device_owner': 'network:router_interface', 'standard_attr_id': 2554, 'fixed_ips': [{'subnet_id': 'fc88b8d2-273b-41e8-8d59-a828d8bf283c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:30:57Z', 'updated_at': '2021-12-25T21:30:58Z', 'revision_number': 2, 'project_id': '2b4b670b5aa1407f8675179d6279efab', 'subnets': [{'id': 'fc88b8d2-273b-41e8-8d59-a828d8bf283c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e5c07cac-9a36-4ba0-805f-c4bdd2022ad7', 'name': '', 'network_id': '1cf7359b-8ef4-4787-a8de-edf6b0703c3b', 'tenant_id': '2b4b670b5aa1407f8675179d6279efab', 'mac_address': 'fa:16:3e:de:c2:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea3f5e80-4b98-41f9-9cee-68f565c5daca', 'device_owner': 'network:router_interface', 'standard_attr_id': 2544, 'fixed_ips': [{'subnet_id': '98da7abf-53cd-43ff-b3be-a1b4b395f8ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:30:51Z', 'updated_at': '2021-12-25T21:30:56Z', 'revision_number': 5, 'project_id': '2b4b670b5aa1407f8675179d6279efab', 'subnets': [{'id': '98da7abf-53cd-43ff-b3be-a1b4b395f8ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:31:00.922786 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-46324831-848f-427e-8fef-2ae28d0ae8b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870'] for network, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:00.924859 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46324831-848f-427e-8fef-2ae28d0ae8b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:31:00.924859 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-46324831-848f-427e-8fef-2ae28d0ae8b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for network, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:00.949712 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2121d198-462a-4df1-8b1d-bb6f184458cf None None] Checking router: ea3f5e80-4b98-41f9-9cee-68f565c5daca for host: ncdv-master-1 {{(pid=121608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 25 21:31:00.950072 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2121d198-462a-4df1-8b1d-bb6f184458cf None None] Updating router ea3f5e80-4b98-41f9-9cee-68f565c5daca port 81ce71f5-719b-4856-b736-2ace6e074eb1 binding host ncdv-master-1 {{(pid=121608) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 25 21:31:00.974105 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-93eefe47-86bc-4d76-900f-98889bbb2ffe tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:00.975679 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-2121d198-462a-4df1-8b1d-bb6f184458cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:00.985048 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-bde588dd-8857-452b-aec6-8c515cdd3b72 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870'] for network, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:00.991123 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bde588dd-8857-452b-aec6-8c515cdd3b72 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:31:00.991724 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-bde588dd-8857-452b-aec6-8c515cdd3b72 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for network, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:01.061765 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-46324831-848f-427e-8fef-2ae28d0ae8b3 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 1.2370200
Dec 25 21:31:01.062451 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46324831-848f-427e-8fef-2ae28d0ae8b3 admin admin] Pushing event updated for resources: {'Network': ['ID=d257b68f-9132-4584-b1b0-827fbb5ce176,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:31:01.064697 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 48578) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:31:01.070190 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-b2c691af-b1c9-438f-9e7d-a9434c3a4d75 admin admin] Request body: {'subnet': {'network_id': 'd257b68f-9132-4584-b1b0-827fbb5ce176', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1467687193-subnet', 'tenant_id': 'c77dc74a46d64a67991d82bf12adb1dc', 'ip_version': 4}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:31:01.078570 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Network d257b68f-9132-4584-b1b0-827fbb5ce176 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 25 21:31:01.080561 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93eefe47-86bc-4d76-900f-98889bbb2ffe tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e63ad1b-8b5b-476a-9b5d-6f2b9a8f72af,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:31:01.104099 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-bde588dd-8857-452b-aec6-8c515cdd3b72 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 766 time: 0.9200926
Dec 25 21:31:01.110975 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 48582) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:31:01.116244 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-4c2db409-bff9-4c9d-88e9-7bdb724d4401 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Request body: {'subnet': {'network_id': '91fde06f-b74f-45b1-a416-50730def7423', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:31:01.164999 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-93eefe47-86bc-4d76-900f-98889bbb2ffe tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] Publish callbacks [] for security_group, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:01.168831 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-93eefe47-86bc-4d76-900f-98889bbb2ffe tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 1.4470663
Dec 25 21:31:01.168831 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde588dd-8857-452b-aec6-8c515cdd3b72 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Pushing event updated for resources: {'Network': ['ID=91fde06f-b74f-45b1-a416-50730def7423,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:31:01.172169 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 48584) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:31:01.190603 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Network 91fde06f-b74f-45b1-a416-50730def7423 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 25 21:31:01.288354 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-b371c0e2-516c-4c60-83cf-316d3f1dfc8e tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 4544 time: 0.1101785
Dec 25 21:31:01.288852 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 48588) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:31:01.292110 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50989720-8262-4579-981c-3e5aae4da554 req-69548556-bd6a-4772-b470-73db813fbc32 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:31:01.293780 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-50989720-8262-4579-981c-3e5aae4da554 req-69548556-bd6a-4772-b470-73db813fbc32 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] 10.222.0.32 "GET /v2.0/ports?device_id=65490ad4-5baf-4c89-9877-006d581b4758 HTTP/1.1" status: 200  len: 946 time: 0.1262512
Dec 25 21:31:01.294256 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-e2b6dac0-75a0-458b-9c7b-0826cadfe949 tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] Request body: {'security_group': {'name': 'tempest-security--1287757433', 'description': 'tempest-security-description-298130914'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:31:01.309022 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2c691af-b1c9-438f-9e7d-a9434c3a4d75 admin admin] Made reservation on behalf of c77dc74a46d64a67991d82bf12adb1dc for: {'subnet': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:31:01.312316 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b2c691af-b1c9-438f-9e7d-a9434c3a4d75 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8852834'] for subnet, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:01.336562 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c2db409-bff9-4c9d-88e9-7bdb724d4401 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Made reservation on behalf of 2b4b670b5aa1407f8675179d6279efab for: {'subnet': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:31:01.340400 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-4c2db409-bff9-4c9d-88e9-7bdb724d4401 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8852834'] for subnet, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:01.355219 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-50989720-8262-4579-981c-3e5aae4da554 req-aefdb8ff-edd8-478b-ba07-a90d6ed29d14 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d32f0a1-0bdc-4dd4-8a66-1e7cbebb8ef1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0541339
Dec 25 21:31:01.433248 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e2b6dac0-75a0-458b-9c7b-0826cadfe949 tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] Publish callbacks [] for security_group, before_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:01.546079 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e2b6dac0-75a0-458b-9c7b-0826cadfe949 tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] Publish callbacks [] for security_group, precommit_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:01.560180 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-2121d198-462a-4df1-8b1d-bb6f184458cf None None] Publish callbacks [] for port, precommit_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:01.607265 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e2b6dac0-75a0-458b-9c7b-0826cadfe949 tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:01.609960 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e2b6dac0-75a0-458b-9c7b-0826cadfe949 tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:01.611186 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-e2b6dac0-75a0-458b-9c7b-0826cadfe949 tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] 10.222.0.32 "PUT /v2.0/security-groups/1e63ad1b-8b5b-476a-9b5d-6f2b9a8f72af HTTP/1.1" status: 200  len: 1796 time: 0.3209379
Dec 25 21:31:01.614773 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 48594) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:31:01.626643 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-2121d198-462a-4df1-8b1d-bb6f184458cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:01.686351 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-dd303f0a-a744-4664-ad0b-86ab360ccd05 tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] 10.222.0.32 "GET /v2.0/security-groups/1e63ad1b-8b5b-476a-9b5d-6f2b9a8f72af HTTP/1.1" status: 200  len: 1796 time: 0.0670342
Dec 25 21:31:01.687962 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 48598) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:31:01.712405 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a3b8a6-61d5-46ed-afc2-02b984018bfd None None] Pushing event updated for resources: {'Port': ['ID=81ce71f5-719b-4856-b736-2ace6e074eb1,revision_number=3']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:31:01.732672 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b6dac0-75a0-458b-9c7b-0826cadfe949 tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e63ad1b-8b5b-476a-9b5d-6f2b9a8f72af,revision_number=2']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:31:01.760638 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-fb43e5bc-42cc-40ce-8835-a622b4d831c4 tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] Publish callbacks [] for security_group, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:01.786890 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-fb43e5bc-42cc-40ce-8835-a622b4d831c4 tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] Publish callbacks [] for security_group, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:01.796555 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-2121d198-462a-4df1-8b1d-bb6f184458cf None None] Attempting to bind port 81ce71f5-719b-4856-b736-2ace6e074eb1 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:31:01.796967 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-2121d198-462a-4df1-8b1d-bb6f184458cf None None] Attempting to bind port 81ce71f5-719b-4856-b736-2ace6e074eb1 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '62afa5b7-4ee1-467e-818a-3c97bec2ec48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '2a20ef8b-2df5-4ece-a869-33142cdac83f'}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:31:01.797713 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2121d198-462a-4df1-8b1d-bb6f184458cf None None] Attempting to bind port 81ce71f5-719b-4856-b736-2ace6e074eb1 on network 2a20ef8b-2df5-4ece-a869-33142cdac83f {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:31:01.804286 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2121d198-462a-4df1-8b1d-bb6f184458cf None None] Checking agent: {'id': 'ca4f5c6d-f1fd-48b8-a3e3-395864c7d23d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 20, 56, 40), 'started_at': datetime.datetime(2021, 12, 25, 20, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 30, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:31:01.804667 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2121d198-462a-4df1-8b1d-bb6f184458cf None None] Checking segment: {'id': '62afa5b7-4ee1-467e-818a-3c97bec2ec48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '2a20ef8b-2df5-4ece-a869-33142cdac83f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:31:01.805106 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-2121d198-462a-4df1-8b1d-bb6f184458cf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:01.805555 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2121d198-462a-4df1-8b1d-bb6f184458cf None None] Bound using segment: {'id': '62afa5b7-4ee1-467e-818a-3c97bec2ec48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '2a20ef8b-2df5-4ece-a869-33142cdac83f'} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:31:01.806032 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-2121d198-462a-4df1-8b1d-bb6f184458cf None None] Bound port: 81ce71f5-719b-4856-b736-2ace6e074eb1, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62afa5b7-4ee1-467e-818a-3c97bec2ec48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '2a20ef8b-2df5-4ece-a869-33142cdac83f'}}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:31:01.806415 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-2121d198-462a-4df1-8b1d-bb6f184458cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:01.843643 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-4c2db409-bff9-4c9d-88e9-7bdb724d4401 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8632475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8852848'] for subnet, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:01.877255 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-2121d198-462a-4df1-8b1d-bb6f184458cf None None] For port 81ce71f5-719b-4856-b736-2ace6e074eb1, host ncdv-master-1, cleared binding levels {{(pid=121608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:31:01.884250 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b2c691af-b1c9-438f-9e7d-a9434c3a4d75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8632475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8852848'] for subnet, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:01.887803 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-2121d198-462a-4df1-8b1d-bb6f184458cf None None] For port 81ce71f5-719b-4856-b736-2ace6e074eb1, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=81ce71f5-719b-4856-b736-2ace6e074eb1,segment=NetworkSegment(62afa5b7-4ee1-467e-818a-3c97bec2ec48),segment_id=62afa5b7-4ee1-467e-818a-3c97bec2ec48)] {{(pid=121608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:31:01.923903 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2db409-bff9-4c9d-88e9-7bdb724d4401 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Pushing event updated for resources: {'Subnet': ['ID=65e99da2-4ea1-4be0-b2d9-9cb1d682b3b1,revision_number=0']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:31:01.958853 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c2db409-bff9-4c9d-88e9-7bdb724d4401 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Checking segment: {'id': '6518cf7e-0a59-4dfe-a354-4dabb4709ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '91fde06f-b74f-45b1-a416-50730def7423'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:31:01.959137 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c2db409-bff9-4c9d-88e9-7bdb724d4401 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Network hostable DHCP agents. Network: 91fde06f-b74f-45b1-a416-50730def7423, hostable agents: ['1813db88-2c1b-4357-a2ba-869246b663c2'], hosted agents: [] {{(pid=121607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 25 21:31:01.963332 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-fb43e5bc-42cc-40ce-8835-a622b4d831c4 tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:01.966030 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-fb43e5bc-42cc-40ce-8835-a622b4d831c4 tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] Publish callbacks [] for security_group, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:01.969655 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-fb43e5bc-42cc-40ce-8835-a622b4d831c4 tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] 10.222.0.32 "DELETE /v2.0/security-groups/1e63ad1b-8b5b-476a-9b5d-6f2b9a8f72af HTTP/1.1" status: 204  len: 168 time: 0.2753985
Dec 25 21:31:01.972124 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 48600) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:31:01.980892 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-2121d198-462a-4df1-8b1d-bb6f184458cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:01.984167 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb43e5bc-42cc-40ce-8835-a622b4d831c4 tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e63ad1b-8b5b-476a-9b5d-6f2b9a8f72af,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:31:01.990381 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c691af-b1c9-438f-9e7d-a9434c3a4d75 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fedfc743-c289-4cd2-abdf-caaf178c8eab,revision_number=0']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:31:01.997193 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2c691af-b1c9-438f-9e7d-a9434c3a4d75 admin admin] Checking segment: {'id': '399a6746-6b98-4df2-84fe-0fb7167d792c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd257b68f-9132-4584-b1b0-827fbb5ce176'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:31:01.997561 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2c691af-b1c9-438f-9e7d-a9434c3a4d75 admin admin] Network hostable DHCP agents. Network: d257b68f-9132-4584-b1b0-827fbb5ce176, hostable agents: ['1813db88-2c1b-4357-a2ba-869246b663c2'], hosted agents: [] {{(pid=121607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 25 21:31:02.030570 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-8e02793b-6635-4841-acfd-8c62200ff32d tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0540249
Dec 25 21:31:02.030806 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 48602) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:31:02.049211 ncdv-master-1 neutron-server[121606]: INFO neutron.api.v2.resource [None req-c9b4202d-7a8c-4c51-8132-3137e6800344 tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] delete failed (client error): The resource could not be found.
Dec 25 21:31:02.050252 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-c9b4202d-7a8c-4c51-8132-3137e6800344 tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] 10.222.0.32 "DELETE /v2.0/security-groups/1e63ad1b-8b5b-476a-9b5d-6f2b9a8f72af HTTP/1.1" status: 404  len: 347 time: 0.0185215
Dec 25 21:31:02.056385 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 48604) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:31:02.061244 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-abceaa79-e606-40f8-b43c-41cf91fb582d tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] Request body: {'security_group': {'name': 'tempest-secgroup--1705449022'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:31:02.065352 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a3b8a6-61d5-46ed-afc2-02b984018bfd None None] Pushing event updated for resources: {'Port': ['ID=81ce71f5-719b-4856-b736-2ace6e074eb1,revision_number=4']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:31:02.072281 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2121d198-462a-4df1-8b1d-bb6f184458cf None None] Routers {'ea3f5e80-4b98-41f9-9cee-68f565c5daca'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:31:02.072915 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-2121d198-462a-4df1-8b1d-bb6f184458cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2613fa7220>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:30:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['ea3f5e80-4b98-41f9-9cee-68f565c5daca'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:31:02.076008 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-024cd2e8-8e6f-4de1-9d76-bf2cbbe35a30 None None] Provisioning complete for port 81ce71f5-719b-4856-b736-2ace6e074eb1 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:31:02.076372 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-024cd2e8-8e6f-4de1-9d76-bf2cbbe35a30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:02.094716 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c2db409-bff9-4c9d-88e9-7bdb724d4401 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Network 91fde06f-b74f-45b1-a416-50730def7423 is scheduled to be hosted by DHCP agent 1813db88-2c1b-4357-a2ba-869246b663c2 with binding_index 1 {{(pid=121607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 25 21:31:02.112670 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2c691af-b1c9-438f-9e7d-a9434c3a4d75 admin admin] Network d257b68f-9132-4584-b1b0-827fbb5ce176 is scheduled to be hosted by DHCP agent 1813db88-2c1b-4357-a2ba-869246b663c2 with binding_index 1 {{(pid=121607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 25 21:31:02.152702 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-abceaa79-e606-40f8-b43c-41cf91fb582d tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] Publish callbacks [] for security_group, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:02.199487 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-b2c691af-b1c9-438f-9e7d-a9434c3a4d75 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, d257b68f-9132-4584-b1b0-827fbb5ce176) {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:31:02.208453 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-4c2db409-bff9-4c9d-88e9-7bdb724d4401 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 91fde06f-b74f-45b1-a416-50730def7423) {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:31:02.212294 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd3ab707-1639-436f-b545-f38b5b27549b None None] Network d257b68f-9132-4584-b1b0-827fbb5ce176 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:31:02.219747 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvr_db [None req-2121d198-462a-4df1-8b1d-bb6f184458cf None None] Set router ea3f5e80-4b98-41f9-9cee-68f565c5daca gateway port host: None {{(pid=121608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:31:02.222611 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2c691af-b1c9-438f-9e7d-a9434c3a4d75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:31:02.223403 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b2c691af-b1c9-438f-9e7d-a9434c3a4d75 admin admin] Publish callbacks [] for subnet, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:02.229682 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c2db409-bff9-4c9d-88e9-7bdb724d4401 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:31:02.230546 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-4c2db409-bff9-4c9d-88e9-7bdb724d4401 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks [] for subnet, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:02.269193 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0f8fec4-0c35-4f6f-835e-9b40f042d58b None None] Network 91fde06f-b74f-45b1-a416-50730def7423 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:31:02.287318 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-abceaa79-e606-40f8-b43c-41cf91fb582d tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] Publish callbacks [] for security_group, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:02.305738 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b3d83755-79d6-47e2-9095-3cab46882710 req-43182d1b-f972-4f41-9f3e-b53cc61b0544 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=7a8d6684-f19c-4a86-ac0c-6c056fa351fd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 658 time: 0.0711057
Dec 25 21:31:02.327209 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-4c2db409-bff9-4c9d-88e9-7bdb724d4401 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.2136202
Dec 25 21:31:02.329395 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 48608) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:31:02.372175 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-b2c691af-b1c9-438f-9e7d-a9434c3a4d75 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 1.3062272
Dec 25 21:31:02.375060 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 48610) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:31:02.380628 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-b8a9e1e4-1ac8-419a-8b37-2400b2f38e24 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1467687193-router', 'tenant_id': 'c77dc74a46d64a67991d82bf12adb1dc', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'}}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:31:02.389511 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-abceaa79-e606-40f8-b43c-41cf91fb582d tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:02.405419 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d83755-79d6-47e2-9095-3cab46882710 req-07674a59-1ef5-4435-9660-2607477af676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:31:02.406207 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d83755-79d6-47e2-9095-3cab46882710 req-07674a59-1ef5-4435-9660-2607477af676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:31:02.406840 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d83755-79d6-47e2-9095-3cab46882710 req-07674a59-1ef5-4435-9660-2607477af676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:31:02.407487 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d83755-79d6-47e2-9095-3cab46882710 req-07674a59-1ef5-4435-9660-2607477af676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:31:02.408042 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d83755-79d6-47e2-9095-3cab46882710 req-07674a59-1ef5-4435-9660-2607477af676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:31:02.408674 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d83755-79d6-47e2-9095-3cab46882710 req-07674a59-1ef5-4435-9660-2607477af676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:31:02.409276 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d83755-79d6-47e2-9095-3cab46882710 req-07674a59-1ef5-4435-9660-2607477af676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:31:02.412581 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b3d83755-79d6-47e2-9095-3cab46882710 req-07674a59-1ef5-4435-9660-2607477af676 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=980165331b334d7795b91adc96459725&device_id=7a8d6684-f19c-4a86-ac0c-6c056fa351fd HTTP/1.1" status: 200  len: 6490 time: 0.0589218
Dec 25 21:31:02.485240 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abceaa79-e606-40f8-b43c-41cf91fb582d tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] Pushing event updated for resources: {'SecurityGroup': ['ID=282b0838-db2d-46d3-b908-5ad2602187ed,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:31:02.524917 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-abceaa79-e606-40f8-b43c-41cf91fb582d tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:02.525621 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-abceaa79-e606-40f8-b43c-41cf91fb582d tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.4680855
Dec 25 21:31:02.529172 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 48616) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:31:02.533366 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-da17d0ea-624a-44dd-9247-575982d156d1 tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] Request body: {'security_group_rule': {'security_group_id': '282b0838-db2d-46d3-b908-5ad2602187ed', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:31:02.608211 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949e9046-a392-40a8-9f33-b0f5ade27c65 req-d89b0458-a50c-4838-8a91-7028cd46b26f tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:31:02.609886 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-949e9046-a392-40a8-9f33-b0f5ade27c65 req-d89b0458-a50c-4838-8a91-7028cd46b26f tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] 10.222.0.32 "GET /v2.0/ports?device_id=65490ad4-5baf-4c89-9877-006d581b4758 HTTP/1.1" status: 200  len: 946 time: 0.1642087
Dec 25 21:31:02.613040 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d83755-79d6-47e2-9095-3cab46882710 req-458804da-dc52-4939-b92d-b4986937a804 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:31:02.614074 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d83755-79d6-47e2-9095-3cab46882710 req-458804da-dc52-4939-b92d-b4986937a804 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:31:02.614548 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d83755-79d6-47e2-9095-3cab46882710 req-458804da-dc52-4939-b92d-b4986937a804 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:31:02.616542 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b3d83755-79d6-47e2-9095-3cab46882710 req-458804da-dc52-4939-b92d-b4986937a804 service neutron] 10.222.0.31 "GET /v2.0/networks?id=36c58514-4b76-443a-8b4e-8188ecbb730f&id=6dab2bb9-1b11-4634-becc-b5742aceff64&id=6dab2bb9-1b11-4634-becc-b5742aceff64&id=6dab2bb9-1b11-4634-becc-b5742aceff64&id=6dab2bb9-1b11-4634-becc-b5742aceff64&id=1eebed42-83f0-407e-9fde-c8f3a2309436&id=1eebed42-83f0-407e-9fde-c8f3a2309436 HTTP/1.1" status: 200  len: 2293 time: 0.1678331
Dec 25 21:31:02.617758 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-024cd2e8-8e6f-4de1-9d76-bf2cbbe35a30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:02.656309 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fda4652f-0cf4-45b1-97db-587f88c79111 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-91fde06f-b74f-45b1-a416-50730def7423', 'network_id': '91fde06f-b74f-45b1-a416-50730def7423', 'project_id': '2b4b670b5aa1407f8675179d6279efab', 'fixed_ips': [{'subnet_id': '65e99da2-4ea1-4be0-b2d9-9cb1d682b3b1'}]}} from ncdv-master-1. {{(pid=121608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 25 21:31:02.657750 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-fda4652f-0cf4-45b1-97db-587f88c79111 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:02.659955 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b8a9e1e4-1ac8-419a-8b37-2400b2f38e24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2014909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14863'] for router, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:02.661633 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b8a9e1e4-1ac8-419a-8b37-2400b2f38e24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2014285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2009796', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2082630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14848'] for router, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:02.742711 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691b6efc-56e6-4d33-971d-c407615f1717 req-5425cfdb-8896-4371-9f71-839eb6d29717 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:31:02.744238 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-691b6efc-56e6-4d33-971d-c407615f1717 req-5425cfdb-8896-4371-9f71-839eb6d29717 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] 10.222.0.37 "GET /v2.0/ports?device_id=65490ad4-5baf-4c89-9877-006d581b4758 HTTP/1.1" status: 200  len: 946 time: 0.1867771
Dec 25 21:31:02.802291 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d758b9c5-e4c4-487d-a259-b136021b5138 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-d257b68f-9132-4584-b1b0-827fbb5ce176', 'network_id': 'd257b68f-9132-4584-b1b0-827fbb5ce176', 'project_id': 'c77dc74a46d64a67991d82bf12adb1dc', 'fixed_ips': [{'subnet_id': 'fedfc743-c289-4cd2-abdf-caaf178c8eab'}]}} from ncdv-master-1. {{(pid=121608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 25 21:31:02.807638 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-d758b9c5-e4c4-487d-a259-b136021b5138 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:02.808063 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b8a9e1e4-1ac8-419a-8b37-2400b2f38e24 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:02.812940 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b3d83755-79d6-47e2-9095-3cab46882710 req-7f595aef-dbc5-4da9-b4d7-377b88caf806 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dbad079c-9ad0-47fd-8d51-bc9c6d074098 HTTP/1.1" status: 200  len: 1001 time: 0.1817203
Dec 25 21:31:02.844637 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-024cd2e8-8e6f-4de1-9d76-bf2cbbe35a30 None None] For port 81ce71f5-719b-4856-b736-2ace6e074eb1, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=81ce71f5-719b-4856-b736-2ace6e074eb1,segment=NetworkSegment(62afa5b7-4ee1-467e-818a-3c97bec2ec48),segment_id=62afa5b7-4ee1-467e-818a-3c97bec2ec48)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:31:02.867085 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-949e9046-a392-40a8-9f33-b0f5ade27c65 req-a6ebaefe-0bb4-41ab-b030-adc6c8e94b75 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d32f0a1-0bdc-4dd4-8a66-1e7cbebb8ef1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2347331
Dec 25 21:31:02.901100 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-da17d0ea-624a-44dd-9247-575982d156d1 tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] Publish callbacks [] for security_group_rule, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:02.922367 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d83755-79d6-47e2-9095-3cab46882710 req-95a9edb8-2392-41c9-b7f5-1b50e896ed03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:31:02.923861 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b3d83755-79d6-47e2-9095-3cab46882710 req-95a9edb8-2392-41c9-b7f5-1b50e896ed03 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a434de1e-5464-470d-a8e6-901b6aa78ffb HTTP/1.1" status: 200  len: 851 time: 0.1029849
Dec 25 21:31:02.943570 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-024cd2e8-8e6f-4de1-9d76-bf2cbbe35a30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:02.977632 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [req-691b6efc-56e6-4d33-971d-c407615f1717 req-65d475f1-1c0f-4ae7-ad4c-9d2581e41395 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] Deleting port 35a15c05-bcca-4842-8606-5c79e44fa713 {{(pid=121606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:31:02.977990 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-691b6efc-56e6-4d33-971d-c407615f1717 req-65d475f1-1c0f-4ae7-ad4c-9d2581e41395 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:03.011392 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-50e76359-e435-46d7-b17c-5fceb9460e38 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:03.012054 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d83755-79d6-47e2-9095-3cab46882710 req-f5ce8ef3-dde4-4b49-beec-c44405ff54d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:31:03.014199 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b3d83755-79d6-47e2-9095-3cab46882710 req-f5ce8ef3-dde4-4b49-beec-c44405ff54d9 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=36c58514-4b76-443a-8b4e-8188ecbb730f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0822470
Dec 25 21:31:03.089487 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.db_base_plugin_common [None req-fda4652f-0cf4-45b1-97db-587f88c79111 None None] Allocated IP 172.22.0.2 (91fde06f-b74f-45b1-a416-50730def7423/65e99da2-4ea1-4be0-b2d9-9cb1d682b3b1/59eb5dee-3336-43ed-a64c-79502892e0e5) {{(pid=121608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:31:03.126794 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-ce5a5d9a-4003-4716-aeb8-ad4baefe61b9 None None] Provisioning complete for port 81ce71f5-719b-4856-b736-2ace6e074eb1 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:31:03.127196 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-ce5a5d9a-4003-4716-aeb8-ad4baefe61b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:03.147775 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-691b6efc-56e6-4d33-971d-c407615f1717 req-65d475f1-1c0f-4ae7-ad4c-9d2581e41395 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] For port 35a15c05-bcca-4842-8606-5c79e44fa713, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=35a15c05-bcca-4842-8606-5c79e44fa713,segment=NetworkSegment(51150129-bf93-43ed-a72b-663a41e8f921),segment_id=51150129-bf93-43ed-a72b-663a41e8f921)] {{(pid=121606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:31:03.148179 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-691b6efc-56e6-4d33-971d-c407615f1717 req-65d475f1-1c0f-4ae7-ad4c-9d2581e41395 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:03.157892 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b8a9e1e4-1ac8-419a-8b37-2400b2f38e24 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:03.177987 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-2121d198-462a-4df1-8b1d-bb6f184458cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2613fa7220>, [{'id': 'ea3f5e80-4b98-41f9-9cee-68f565c5daca', 'name': 'tempest-RoutersTest-router-1986204596', 'tenant_id': '2b4b670b5aa1407f8675179d6279efab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:30:46Z', 'updated_at': '2021-12-25T21:30:58Z', 'revision_number': 3, 'project_id': '2b4b670b5aa1407f8675179d6279efab', 'gw_port_host': None, '_interfaces': [{'id': '81ce71f5-719b-4856-b736-2ace6e074eb1', 'name': '', 'network_id': '2a20ef8b-2df5-4ece-a869-33142cdac83f', 'tenant_id': '2b4b670b5aa1407f8675179d6279efab', 'mac_address': 'fa:16:3e:9b:ae:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea3f5e80-4b98-41f9-9cee-68f565c5daca', 'device_owner': 'network:router_interface', 'standard_attr_id': 2554, 'fixed_ips': [{'subnet_id': 'fc88b8d2-273b-41e8-8d59-a828d8bf283c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:30:57Z', 'updated_at': '2021-12-25T21:31:01Z', 'revision_number': 4, 'project_id': '2b4b670b5aa1407f8675179d6279efab', 'subnets': [{'id': 'fc88b8d2-273b-41e8-8d59-a828d8bf283c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e5c07cac-9a36-4ba0-805f-c4bdd2022ad7', 'name': '', 'network_id': '1cf7359b-8ef4-4787-a8de-edf6b0703c3b', 'tenant_id': '2b4b670b5aa1407f8675179d6279efab', 'mac_address': 'fa:16:3e:de:c2:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea3f5e80-4b98-41f9-9cee-68f565c5daca', 'device_owner': 'network:router_interface', 'standard_attr_id': 2544, 'fixed_ips': [{'subnet_id': '98da7abf-53cd-43ff-b3be-a1b4b395f8ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:30:51Z', 'updated_at': '2021-12-25T21:30:56Z', 'revision_number': 5, 'project_id': '2b4b670b5aa1407f8675179d6279efab', 'subnets': [{'id': '98da7abf-53cd-43ff-b3be-a1b4b395f8ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:31:03.218751 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b3d83755-79d6-47e2-9095-3cab46882710 req-4486b6bd-5200-4335-aeb4-3ade8547ccad service neutron] 10.222.0.31 "GET /v2.0/networks/36c58514-4b76-443a-8b4e-8188ecbb730f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1725588
Dec 25 21:31:03.229303 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2121d198-462a-4df1-8b1d-bb6f184458cf None None] The sync data for ids ['ea3f5e80-4b98-41f9-9cee-68f565c5daca'] in ncdv-master-1 is: [{'id': 'ea3f5e80-4b98-41f9-9cee-68f565c5daca', 'name': 'tempest-RoutersTest-router-1986204596', 'tenant_id': '2b4b670b5aa1407f8675179d6279efab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:30:46Z', 'updated_at': '2021-12-25T21:30:58Z', 'revision_number': 3, 'project_id': '2b4b670b5aa1407f8675179d6279efab', 'gw_port_host': None, '_interfaces': [{'id': '81ce71f5-719b-4856-b736-2ace6e074eb1', 'name': '', 'network_id': '2a20ef8b-2df5-4ece-a869-33142cdac83f', 'tenant_id': '2b4b670b5aa1407f8675179d6279efab', 'mac_address': 'fa:16:3e:9b:ae:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea3f5e80-4b98-41f9-9cee-68f565c5daca', 'device_owner': 'network:router_interface', 'standard_attr_id': 2554, 'fixed_ips': [{'subnet_id': 'fc88b8d2-273b-41e8-8d59-a828d8bf283c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:30:57Z', 'updated_at': '2021-12-25T21:31:01Z', 'revision_number': 4, 'project_id': '2b4b670b5aa1407f8675179d6279efab', 'subnets': [{'id': 'fc88b8d2-273b-41e8-8d59-a828d8bf283c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e5c07cac-9a36-4ba0-805f-c4bdd2022ad7', 'name': '', 'network_id': '1cf7359b-8ef4-4787-a8de-edf6b0703c3b', 'tenant_id': '2b4b670b5aa1407f8675179d6279efab', 'mac_address': 'fa:16:3e:de:c2:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea3f5e80-4b98-41f9-9cee-68f565c5daca', 'device_owner': 'network:router_interface', 'standard_attr_id': 2544, 'fixed_ips': [{'subnet_id': '98da7abf-53cd-43ff-b3be-a1b4b395f8ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:30:51Z', 'updated_at': '2021-12-25T21:30:56Z', 'revision_number': 5, 'project_id': '2b4b670b5aa1407f8675179d6279efab', 'subnets': [{'id': '98da7abf-53cd-43ff-b3be-a1b4b395f8ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 21:31:03.230921 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024cd2e8-8e6f-4de1-9d76-bf2cbbe35a30 None None] Pushing event updated for resources: {'Port': ['ID=81ce71f5-719b-4856-b736-2ace6e074eb1,revision_number=5']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:31:03.242745 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-da17d0ea-624a-44dd-9247-575982d156d1 tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:03.337246 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-da17d0ea-624a-44dd-9247-575982d156d1 tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077839'] for security_group_rule, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:03.380198 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.db_base_plugin_common [None req-d758b9c5-e4c4-487d-a259-b136021b5138 None None] Allocated IP 172.20.0.2 (d257b68f-9132-4584-b1b0-827fbb5ce176/fedfc743-c289-4cd2-abdf-caaf178c8eab/9b1bd8d1-0d69-4194-bc0e-a4fc2ade1cb0) {{(pid=121608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:31:03.392370 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da17d0ea-624a-44dd-9247-575982d156d1 tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4399bc30-d953-4bf0-a1c2-297f5fe078c2,revision_number=0']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:31:03.490181 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b3d83755-79d6-47e2-9095-3cab46882710 req-809c838c-2122-47a9-8c9b-d70027207b02 service neutron] 10.222.0.31 "GET /v2.0/networks/36c58514-4b76-443a-8b4e-8188ecbb730f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2621307
Dec 25 21:31:03.549255 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b3d83755-79d6-47e2-9095-3cab46882710 req-a4dbe253-8d3a-41a9-835d-0094fd09f629 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.204&port_id=893605c1-33ba-4c92-b5eb-6207f354a521 HTTP/1.1" status: 200  len: 217 time: 0.0470133
Dec 25 21:31:03.551563 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-691b6efc-56e6-4d33-971d-c407615f1717 req-65d475f1-1c0f-4ae7-ad4c-9d2581e41395 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] Publish callbacks [] for floatingip, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:03.552027 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-691b6efc-56e6-4d33-971d-c407615f1717 req-65d475f1-1c0f-4ae7-ad4c-9d2581e41395 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2008639'] for floatingip, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:03.552557 ncdv-master-1 neutron-server[121606]: INFO neutron.db.l3_db [req-691b6efc-56e6-4d33-971d-c407615f1717 req-65d475f1-1c0f-4ae7-ad4c-9d2581e41395 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] Floating IP 3f8d1722-b9a6-43a4-9152-817d0e87f6c9 disassociated. External IP: 172.35.3.85, port: 35a15c05-bcca-4842-8606-5c79e44fa713.
Dec 25 21:31:03.552817 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [req-691b6efc-56e6-4d33-971d-c407615f1717 req-65d475f1-1c0f-4ae7-ad4c-9d2581e41395 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] Calling delete_port for 35a15c05-bcca-4842-8606-5c79e44fa713 owned by compute:nova {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:31:03.606320 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d83755-79d6-47e2-9095-3cab46882710 req-efa6a9e3-6b9e-4d65-bcbb-6264468668b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:31:03.607995 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b3d83755-79d6-47e2-9095-3cab46882710 req-efa6a9e3-6b9e-4d65-bcbb-6264468668b3 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f7c309e7-75ab-4e4b-b61f-ca7ce9c46156 HTTP/1.1" status: 200  len: 797 time: 0.0513825
Dec 25 21:31:03.610086 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-da17d0ea-624a-44dd-9247-575982d156d1 tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] Publish callbacks [] for security_group_rule, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:03.614602 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-da17d0ea-624a-44dd-9247-575982d156d1 tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 1.0809541
Dec 25 21:31:03.614602 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 48624) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:31:03.659202 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-fda4652f-0cf4-45b1-97db-587f88c79111 None None] Publish callbacks [] for port, precommit_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:03.823267 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d83755-79d6-47e2-9095-3cab46882710 req-379c386c-de5a-48c3-a346-260ddea57567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:31:03.826191 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b3d83755-79d6-47e2-9095-3cab46882710 req-379c386c-de5a-48c3-a346-260ddea57567 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=6dab2bb9-1b11-4634-becc-b5742aceff64&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.2086742
Dec 25 21:31:03.853228 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-61b8d11f-fb34-4618-9313-e9666cc2db2b tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:03.870482 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b8a9e1e4-1ac8-419a-8b37-2400b2f38e24 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:03.873596 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-691b6efc-56e6-4d33-971d-c407615f1717 req-65d475f1-1c0f-4ae7-ad4c-9d2581e41395 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:03.925055 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-61b8d11f-fb34-4618-9313-e9666cc2db2b tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:03.933368 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b8a9e1e4-1ac8-419a-8b37-2400b2f38e24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:03.966712 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b3d83755-79d6-47e2-9095-3cab46882710 req-4e0cc6dc-ace5-4e89-8850-7445158842e5 service neutron] 10.222.0.31 "GET /v2.0/networks/6dab2bb9-1b11-4634-becc-b5742aceff64?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1328864
Dec 25 21:31:04.022790 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d475f1-1c0f-4ae7-ad4c-9d2581e41395 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] Pushing event deleted for resources: {'Port': ['ID=35a15c05-bcca-4842-8606-5c79e44fa713,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:31:04.036617 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-d758b9c5-e4c4-487d-a259-b136021b5138 None None] Publish callbacks [] for port, precommit_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:04.048478 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-fda4652f-0cf4-45b1-97db-587f88c79111 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946'] for port, after_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:04.074331 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-32c232a7-7fe2-4f6a-8f19-51b634c149f4 req-afb97613-3233-4876-afd7-062d89bf182d tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] 10.222.0.32 "GET /v2.0/ports?device_id=65490ad4-5baf-4c89-9877-006d581b4758 HTTP/1.1" status: 200  len: 210 time: 0.0625050
Dec 25 21:31:04.135770 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fda4652f-0cf4-45b1-97db-587f88c79111 None None] Network 91fde06f-b74f-45b1-a416-50730def7423 is already hosted by enough agents. {{(pid=121608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:31:04.139038 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.base_scheduler [None req-fda4652f-0cf4-45b1-97db-587f88c79111 None None] Resources bound (agent type, host, resource id):  {{(pid=121608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:31:04.143024 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fda4652f-0cf4-45b1-97db-587f88c79111 None None] Received port after_create {{(pid=121608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:31:04.147216 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_common [None req-b8a9e1e4-1ac8-419a-8b37-2400b2f38e24 admin admin] Allocated IP 172.35.3.157 (7201e55c-7c5f-41aa-a042-a363696539d0/7a939e13-713f-45cf-bba7-1539635abe25/c6885c5e-06ab-4ac1-935b-561a4f8ff046) {{(pid=121607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:31:04.154828 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda4652f-0cf4-45b1-97db-587f88c79111 None None] Pushing event updated for resources: {'Port': ['ID=59eb5dee-3336-43ed-a64c-79502892e0e5,revision_number=1']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:31:04.161052 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-d758b9c5-e4c4-487d-a259-b136021b5138 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946'] for port, after_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:04.263483 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d758b9c5-e4c4-487d-a259-b136021b5138 None None] Network d257b68f-9132-4584-b1b0-827fbb5ce176 is already hosted by enough agents. {{(pid=121608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:31:04.268696 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.base_scheduler [None req-d758b9c5-e4c4-487d-a259-b136021b5138 None None] Resources bound (agent type, host, resource id):  {{(pid=121608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:31:04.277951 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d758b9c5-e4c4-487d-a259-b136021b5138 None None] Received port after_create {{(pid=121608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:31:04.287850 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-fda4652f-0cf4-45b1-97db-587f88c79111 None None] Attempting to bind port 59eb5dee-3336-43ed-a64c-79502892e0e5 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:31:04.288094 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-fda4652f-0cf4-45b1-97db-587f88c79111 None None] Attempting to bind port 59eb5dee-3336-43ed-a64c-79502892e0e5 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '6518cf7e-0a59-4dfe-a354-4dabb4709ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '91fde06f-b74f-45b1-a416-50730def7423'}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:31:04.288443 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fda4652f-0cf4-45b1-97db-587f88c79111 None None] Attempting to bind port 59eb5dee-3336-43ed-a64c-79502892e0e5 on network 91fde06f-b74f-45b1-a416-50730def7423 {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:31:04.294235 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b3d83755-79d6-47e2-9095-3cab46882710 req-3394bf99-8f1f-4c02-93a4-aa927a192164 service neutron] 10.222.0.31 "GET /v2.0/networks/6dab2bb9-1b11-4634-becc-b5742aceff64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2870722
Dec 25 21:31:04.308120 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d758b9c5-e4c4-487d-a259-b136021b5138 None None] Pushing event updated for resources: {'Port': ['ID=9b1bd8d1-0d69-4194-bc0e-a4fc2ade1cb0,revision_number=1']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:31:04.311176 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_common [None req-50e76359-e435-46d7-b17c-5fceb9460e38 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Allocated IP 172.22.0.1 (91fde06f-b74f-45b1-a416-50730def7423/65e99da2-4ea1-4be0-b2d9-9cb1d682b3b1/d14493ef-82e1-41ac-8c31-10835ce2d79b) {{(pid=121607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:31:04.342183 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fda4652f-0cf4-45b1-97db-587f88c79111 None None] Checking agent: {'id': 'ca4f5c6d-f1fd-48b8-a3e3-395864c7d23d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 20, 56, 40), 'started_at': datetime.datetime(2021, 12, 25, 20, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 30, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:31:04.342566 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fda4652f-0cf4-45b1-97db-587f88c79111 None None] Checking segment: {'id': '6518cf7e-0a59-4dfe-a354-4dabb4709ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '91fde06f-b74f-45b1-a416-50730def7423'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:31:04.343097 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-fda4652f-0cf4-45b1-97db-587f88c79111 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:04.343500 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fda4652f-0cf4-45b1-97db-587f88c79111 None None] Bound using segment: {'id': '6518cf7e-0a59-4dfe-a354-4dabb4709ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '91fde06f-b74f-45b1-a416-50730def7423'} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:31:04.343980 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-fda4652f-0cf4-45b1-97db-587f88c79111 None None] Bound port: 59eb5dee-3336-43ed-a64c-79502892e0e5, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6518cf7e-0a59-4dfe-a354-4dabb4709ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '91fde06f-b74f-45b1-a416-50730def7423'}}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:31:04.344403 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-fda4652f-0cf4-45b1-97db-587f88c79111 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:04.392153 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b3d83755-79d6-47e2-9095-3cab46882710 req-69f44708-fbfb-43ce-8537-a40b312e4ba5 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.46&port_id=1704d60b-466b-4afa-a1c8-2e009902991b HTTP/1.1" status: 200  len: 217 time: 0.0756087
Dec 25 21:31:04.416104 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:04.417067 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-d758b9c5-e4c4-487d-a259-b136021b5138 None None] Attempting to bind port 9b1bd8d1-0d69-4194-bc0e-a4fc2ade1cb0 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:31:04.417435 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-d758b9c5-e4c4-487d-a259-b136021b5138 None None] Attempting to bind port 9b1bd8d1-0d69-4194-bc0e-a4fc2ade1cb0 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '399a6746-6b98-4df2-84fe-0fb7167d792c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd257b68f-9132-4584-b1b0-827fbb5ce176'}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:31:04.417804 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d758b9c5-e4c4-487d-a259-b136021b5138 None None] Attempting to bind port 9b1bd8d1-0d69-4194-bc0e-a4fc2ade1cb0 on network d257b68f-9132-4584-b1b0-827fbb5ce176 {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:31:04.420485 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b8a9e1e4-1ac8-419a-8b37-2400b2f38e24 admin admin] Publish callbacks [] for port, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:04.426810 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d758b9c5-e4c4-487d-a259-b136021b5138 None None] Checking agent: {'id': 'ca4f5c6d-f1fd-48b8-a3e3-395864c7d23d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 20, 56, 40), 'started_at': datetime.datetime(2021, 12, 25, 20, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 30, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:31:04.431471 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d758b9c5-e4c4-487d-a259-b136021b5138 None None] Checking segment: {'id': '399a6746-6b98-4df2-84fe-0fb7167d792c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd257b68f-9132-4584-b1b0-827fbb5ce176'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:31:04.431471 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-d758b9c5-e4c4-487d-a259-b136021b5138 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:04.431471 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d758b9c5-e4c4-487d-a259-b136021b5138 None None] Bound using segment: {'id': '399a6746-6b98-4df2-84fe-0fb7167d792c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd257b68f-9132-4584-b1b0-827fbb5ce176'} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:31:04.431471 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-d758b9c5-e4c4-487d-a259-b136021b5138 None None] Bound port: 9b1bd8d1-0d69-4194-bc0e-a4fc2ade1cb0, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '399a6746-6b98-4df2-84fe-0fb7167d792c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd257b68f-9132-4584-b1b0-827fbb5ce176'}}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:31:04.431471 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-d758b9c5-e4c4-487d-a259-b136021b5138 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:04.440098 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 48656) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:31:04.447988 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 81ce71f5-719b-4856-b736-2ace6e074eb1 up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:31:04.470788 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-61b8d11f-fb34-4618-9313-e9666cc2db2b tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077839'] for security_group_rule, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:04.486117 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-61b8d11f-fb34-4618-9313-e9666cc2db2b tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] Publish callbacks [] for security_group_rule, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:04.490211 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-61b8d11f-fb34-4618-9313-e9666cc2db2b tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/4399bc30-d953-4bf0-a1c2-297f5fe078c2 HTTP/1.1" status: 204  len: 168 time: 0.8723471
Dec 25 21:31:04.495226 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 48660) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:31:04.505931 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b8d11f-fb34-4618-9313-e9666cc2db2b tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4399bc30-d953-4bf0-a1c2-297f5fe078c2,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:31:04.548990 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b8a9e1e4-1ac8-419a-8b37-2400b2f38e24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:04.605221 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-fda4652f-0cf4-45b1-97db-587f88c79111 None None] For port 59eb5dee-3336-43ed-a64c-79502892e0e5, host ncdv-master-1, cleared binding levels {{(pid=121608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:31:04.623189 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8a9e1e4-1ac8-419a-8b37-2400b2f38e24 admin admin] Network 7201e55c-7c5f-41aa-a042-a363696539d0 is already hosted by enough agents. {{(pid=121607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:31:04.632995 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d83755-79d6-47e2-9095-3cab46882710 req-3bd37b08-08e0-41cb-ba55-8f108998ff50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:31:04.634414 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-b8a9e1e4-1ac8-419a-8b37-2400b2f38e24 admin admin] Resources bound (agent type, host, resource id):  {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:31:04.635790 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b3d83755-79d6-47e2-9095-3cab46882710 req-3bd37b08-08e0-41cb-ba55-8f108998ff50 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f7c309e7-75ab-4e4b-b61f-ca7ce9c46156 HTTP/1.1" status: 200  len: 797 time: 0.2349775
Dec 25 21:31:04.648474 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.l3_agent_scheduler [req-691b6efc-56e6-4d33-971d-c407615f1717 req-65d475f1-1c0f-4ae7-ad4c-9d2581e41395 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] Router 9557b2cf-7512-4e66-b498-527384e39f88 has already been hosted by L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 {{(pid=121606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 25 21:31:04.659166 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-fda4652f-0cf4-45b1-97db-587f88c79111 None None] For port 59eb5dee-3336-43ed-a64c-79502892e0e5, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=59eb5dee-3336-43ed-a64c-79502892e0e5,segment=NetworkSegment(6518cf7e-0a59-4dfe-a354-4dabb4709ab2),segment_id=6518cf7e-0a59-4dfe-a354-4dabb4709ab2)] {{(pid=121608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:31:04.659403 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8a9e1e4-1ac8-419a-8b37-2400b2f38e24 admin admin] Received port after_create {{(pid=121607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:31:04.680518 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e3db8a9-93af-4371-81c5-66a0cde98782 None None] DHCP port deletion for 7201e55c-7c5f-41aa-a042-a363696539d0 request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 21:31:04.682778 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-fa6af650-0776-405f-89da-d4418eadb2e4 tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.1863911
Dec 25 21:31:04.685942 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 48664) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:31:04.722103 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a9e1e4-1ac8-419a-8b37-2400b2f38e24 admin admin] Pushing event updated for resources: {'Port': ['ID=c6885c5e-06ab-4ac1-935b-561a4f8ff046,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:31:04.732863 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-50e76359-e435-46d7-b17c-5fceb9460e38 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks [] for port, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:04.763294 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-fda4652f-0cf4-45b1-97db-587f88c79111 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:04.859290 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port 81ce71f5-719b-4856-b736-2ace6e074eb1 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:31:04.859717 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:04.878652 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda4652f-0cf4-45b1-97db-587f88c79111 None None] Pushing event updated for resources: {'Port': ['ID=59eb5dee-3336-43ed-a64c-79502892e0e5,revision_number=2']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:31:04.884102 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-ae5d709e-62f2-4299-9b34-21f50da9b9e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:04.945840 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-d758b9c5-e4c4-487d-a259-b136021b5138 None None] For port 9b1bd8d1-0d69-4194-bc0e-a4fc2ade1cb0, host ncdv-master-1, cleared binding levels {{(pid=121608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:31:04.979228 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-d758b9c5-e4c4-487d-a259-b136021b5138 None None] For port 9b1bd8d1-0d69-4194-bc0e-a4fc2ade1cb0, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9b1bd8d1-0d69-4194-bc0e-a4fc2ade1cb0,segment=NetworkSegment(399a6746-6b98-4df2-84fe-0fb7167d792c),segment_id=399a6746-6b98-4df2-84fe-0fb7167d792c)] {{(pid=121608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:31:05.000786 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-e2a00d74-56bf-4bcb-bd1c-3a85d6d13801 None None] Provisioning complete for port c6885c5e-06ab-4ac1-935b-561a4f8ff046 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:31:05.001472 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-e2a00d74-56bf-4bcb-bd1c-3a85d6d13801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:05.067292 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-e2a00d74-56bf-4bcb-bd1c-3a85d6d13801 None None] Port c6885c5e-06ab-4ac1-935b-561a4f8ff046 cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:31:05.071909 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-d758b9c5-e4c4-487d-a259-b136021b5138 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:05.175172 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d758b9c5-e4c4-487d-a259-b136021b5138 None None] Pushing event updated for resources: {'Port': ['ID=9b1bd8d1-0d69-4194-bc0e-a4fc2ade1cb0,revision_number=2']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:31:05.233876 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d83755-79d6-47e2-9095-3cab46882710 req-64fcb00d-267b-4661-aa2d-4e230187c251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:31:05.235867 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b3d83755-79d6-47e2-9095-3cab46882710 req-64fcb00d-267b-4661-aa2d-4e230187c251 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=6dab2bb9-1b11-4634-becc-b5742aceff64&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.5914471
Dec 25 21:31:05.404751 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-50e76359-e435-46d7-b17c-5fceb9460e38 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:05.422591 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-bb459bcc-ae94-4a7d-af3c-1cc53cae8f67 req-f2bbf57e-f3de-47d2-a4cb-237d5769c85d tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] 10.222.0.32 "GET /v2.0/ports?device_id=65490ad4-5baf-4c89-9877-006d581b4758 HTTP/1.1" status: 200  len: 210 time: 0.1912119
Dec 25 21:31:05.431678 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-8697f277-c1bf-4d14-8648-bbb563f7ae36 admin admin] Publish callbacks [] for security_group, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:05.492692 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-86acf61a-779e-49cc-933c-52ba1c96a826 tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] Publish callbacks [] for security_group, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:05.548227 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-691b6efc-56e6-4d33-971d-c407615f1717 req-65d475f1-1c0f-4ae7-ad4c-9d2581e41395 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 21:31:05.561261 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-557b1cb9-87a0-428d-b75a-72d89bf834bc None None] Sync routers for ids ['9557b2cf-7512-4e66-b498-527384e39f88'] in ncdv-master-1 {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 21:31:05.563073 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e76359-e435-46d7-b17c-5fceb9460e38 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Pushing event updated for resources: {'Port': ['ID=d14493ef-82e1-41ac-8c31-10835ce2d79b,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:31:05.569831 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50e76359-e435-46d7-b17c-5fceb9460e38 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Network 91fde06f-b74f-45b1-a416-50730def7423 is already hosted by enough agents. {{(pid=121607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:31:05.573250 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-50e76359-e435-46d7-b17c-5fceb9460e38 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Resources bound (agent type, host, resource id):  {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:31:05.587334 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50e76359-e435-46d7-b17c-5fceb9460e38 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Received port after_create {{(pid=121607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:31:05.590045 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-557b1cb9-87a0-428d-b75a-72d89bf834bc None None] Routers {'9557b2cf-7512-4e66-b498-527384e39f88'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:31:05.590680 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-557b1cb9-87a0-428d-b75a-72d89bf834bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2618346e80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:30:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['9557b2cf-7512-4e66-b498-527384e39f88'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:31:05.612849 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-86acf61a-779e-49cc-933c-52ba1c96a826 tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] Publish callbacks [] for security_group, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:05.663749 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [req-691b6efc-56e6-4d33-971d-c407615f1717 req-65d475f1-1c0f-4ae7-ad4c-9d2581e41395 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] No DVR routers for this DVR port 35a15c05-bcca-4842-8606-5c79e44fa713 on host nch2-master-1 {{(pid=121606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:31:05.678273 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-691b6efc-56e6-4d33-971d-c407615f1717 req-65d475f1-1c0f-4ae7-ad4c-9d2581e41395 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:05.682365 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-691b6efc-56e6-4d33-971d-c407615f1717 req-65d475f1-1c0f-4ae7-ad4c-9d2581e41395 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] 10.222.0.37 "DELETE /v2.0/ports/35a15c05-bcca-4842-8606-5c79e44fa713 HTTP/1.1" status: 204  len: 173 time: 2.9298298
Dec 25 21:31:05.682819 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65490ad4-5baf-4c89-9877-006d581b4758', 'name': 'network-vif-deleted', 'tag': '35a15c05-bcca-4842-8606-5c79e44fa713'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:31:05.685539 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9858820c13ec2827453b94ebc4181065e990a4e4089ccb9fe762531ac62d2fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fb38c32-10fc-4831-bacc-bbf1388db8e2" -d '{"events": [{"server_uuid": "65490ad4-5baf-4c89-9877-006d581b4758", "name": "network-vif-deleted", "tag": "35a15c05-bcca-4842-8606-5c79e44fa713"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:31:05.707915 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b3d83755-79d6-47e2-9095-3cab46882710 req-9fed63d6-aad8-4bb1-a9a3-58bb08d31b49 service neutron] 10.222.0.31 "GET /v2.0/networks/6dab2bb9-1b11-4634-becc-b5742aceff64?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3860447
Dec 25 21:31:05.716397 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-50e76359-e435-46d7-b17c-5fceb9460e38 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2008772'] for router_interface, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:05.742298 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvr_db [None req-557b1cb9-87a0-428d-b75a-72d89bf834bc None None] Set router 9557b2cf-7512-4e66-b498-527384e39f88 gateway port host: ncdv-master-1 {{(pid=121609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:31:05.776923 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 21:31:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30c5c6fc-7b7b-483e-901f-900217b47e3d x-openstack-request-id: req-30c5c6fc-7b7b-483e-901f-900217b47e3d {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:31:05.777534 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65490ad4-5baf-4c89-9877-006d581b4758", "name": "network-vif-deleted", "tag": "35a15c05-bcca-4842-8606-5c79e44fa713", "status": "completed", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:31:05.777676 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-30c5c6fc-7b7b-483e-901f-900217b47e3d {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:31:05.778179 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65490ad4-5baf-4c89-9877-006d581b4758', 'name': 'network-vif-deleted', 'tag': '35a15c05-bcca-4842-8606-5c79e44fa713', 'status': 'completed', 'code': 200}
Dec 25 21:31:05.780196 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-8697f277-c1bf-4d14-8648-bbb563f7ae36 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:05.802458 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b8a9e1e4-1ac8-419a-8b37-2400b2f38e24 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:05.830931 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-86acf61a-779e-49cc-933c-52ba1c96a826 tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:05.833739 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-86acf61a-779e-49cc-933c-52ba1c96a826 tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] Publish callbacks [] for security_group, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:05.837794 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-86acf61a-779e-49cc-933c-52ba1c96a826 tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] 10.222.0.32 "DELETE /v2.0/security-groups/282b0838-db2d-46d3-b908-5ad2602187ed HTTP/1.1" status: 204  len: 168 time: 1.1459434
Dec 25 21:31:05.838531 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 48676) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:31:05.861209 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-8697f277-c1bf-4d14-8648-bbb563f7ae36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:05.880391 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86acf61a-779e-49cc-933c-52ba1c96a826 tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=282b0838-db2d-46d3-b908-5ad2602187ed,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:31:05.919387 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-8697f277-c1bf-4d14-8648-bbb563f7ae36 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=13413b6e22ac4d319f142d01c6f58fbb&name=default HTTP/1.1" status: 200  len: 3000 time: 1.4746342
Dec 25 21:31:05.936644 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 48680) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:31:05.977911 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b3d83755-79d6-47e2-9095-3cab46882710 req-513f0b54-e95e-4d27-ad41-20706eaf95bc service neutron] 10.222.0.31 "GET /v2.0/networks/6dab2bb9-1b11-4634-becc-b5742aceff64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2619798
Dec 25 21:31:05.989403 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-f692af71-ad4b-4934-b6f4-426cdf4394a4 tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.1412091
Dec 25 21:31:05.989403 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8697f277-c1bf-4d14-8648-bbb563f7ae36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3510e8d-7e8c-436f-9aa3-348cdf9cb247,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:31:06.007053 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 48682) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:31:06.019100 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-ca6247f6-a6df-486c-b840-b4fa61c9755a tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] Request body: {'security_group': {'name': 'tempest-secgroup--925199621'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:31:06.064282 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b3d83755-79d6-47e2-9095-3cab46882710 req-71bc823e-33ac-47a4-a988-9dc4f8fdca20 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.165&port_id=c4a5dc77-7743-4d72-8f35-550325e4dc63 HTTP/1.1" status: 200  len: 217 time: 0.0701427
Dec 25 21:31:06.091880 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-557b1cb9-87a0-428d-b75a-72d89bf834bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2618346e80>, [{'id': '9557b2cf-7512-4e66-b498-527384e39f88', 'name': 'tempest-AttachVolumeShelveTestJSON-4777664-router', 'tenant_id': '0560c323ec8e41b3bc05939e12e049d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.92'}], 'enable_snat': True}, 'gw_port_id': '920f4fe2-acfd-479f-87ae-c76a221d1b18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:26:45Z', 'updated_at': '2021-12-25T21:26:58Z', 'revision_number': 4, 'project_id': '0560c323ec8e41b3bc05939e12e049d5', 'gw_port': {'id': '920f4fe2-acfd-479f-87ae-c76a221d1b18', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:90:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9557b2cf-7512-4e66-b498-527384e39f88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1961, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:26:47Z', 'updated_at': '2021-12-25T21:26:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '5b012a25-235f-4b41-a376-5a4f688389ff', 'name': '', 'network_id': 'c8199f70-d579-4a7f-8b38-5d569ea5e784', 'tenant_id': '0560c323ec8e41b3bc05939e12e049d5', 'mac_address': 'fa:16:3e:33:30:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9557b2cf-7512-4e66-b498-527384e39f88', 'device_owner': 'network:router_interface', 'standard_attr_id': 1981, 'fixed_ips': [{'subnet_id': '0cf468ed-9644-4e44-939f-6c7d09675460', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:26:54Z', 'updated_at': '2021-12-25T21:27:02Z', 'revision_number': 5, 'project_id': '0560c323ec8e41b3bc05939e12e049d5', 'subnets': [{'id': '0cf468ed-9644-4e44-939f-6c7d09675460', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:31:06.111315 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-50e76359-e435-46d7-b17c-5fceb9460e38 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:06.136205 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-557b1cb9-87a0-428d-b75a-72d89bf834bc None None] Checking router: 9557b2cf-7512-4e66-b498-527384e39f88 for host: ncdv-master-1 {{(pid=121609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 25 21:31:06.156684 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-557b1cb9-87a0-428d-b75a-72d89bf834bc None None] Routers {'9557b2cf-7512-4e66-b498-527384e39f88'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:31:06.157578 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-557b1cb9-87a0-428d-b75a-72d89bf834bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2618346e80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:30:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['9557b2cf-7512-4e66-b498-527384e39f88'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:31:06.158131 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-b2d127e8-5462-495b-a847-6c0a7ac89fd4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:06.178317 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d83755-79d6-47e2-9095-3cab46882710 req-3590c0f7-ad60-4320-a82b-47d8892b3adf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:31:06.178317 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b3d83755-79d6-47e2-9095-3cab46882710 req-3590c0f7-ad60-4320-a82b-47d8892b3adf service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f7c309e7-75ab-4e4b-b61f-ca7ce9c46156 HTTP/1.1" status: 200  len: 797 time: 0.1060321
Dec 25 21:31:06.243516 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-ca6247f6-a6df-486c-b840-b4fa61c9755a tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] Publish callbacks [] for security_group, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:06.255867 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-b2d127e8-5462-495b-a847-6c0a7ac89fd4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:06.311830 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b8a9e1e4-1ac8-419a-8b37-2400b2f38e24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2014278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2009753'] for router, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:06.356821 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvr_db [None req-557b1cb9-87a0-428d-b75a-72d89bf834bc None None] Set router 9557b2cf-7512-4e66-b498-527384e39f88 gateway port host: ncdv-master-1 {{(pid=121609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:31:06.361526 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d83755-79d6-47e2-9095-3cab46882710 req-bf3c9fe1-ac05-4564-8a06-eb7b5a0b51a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:31:06.366802 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b3d83755-79d6-47e2-9095-3cab46882710 req-bf3c9fe1-ac05-4564-8a06-eb7b5a0b51a9 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=6dab2bb9-1b11-4634-becc-b5742aceff64&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.1377475
Dec 25 21:31:06.407924 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device 35a15c05-bcca-4842-8606-5c79e44fa713 no longer exists at agent hyperv_nch2-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:31:06.445215 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] No Port match for: 35a15c05-bcca-4842-8606-5c79e44fa713 {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:31:06.445550 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device 35a15c05-bcca-4842-8606-5c79e44fa713 not bound to the agent host nch2-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:31:06.469901 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 59eb5dee-3336-43ed-a64c-79502892e0e5 up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:31:06.542930 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port 59eb5dee-3336-43ed-a64c-79502892e0e5 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:31:06.543480 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:06.571577 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b3d83755-79d6-47e2-9095-3cab46882710 req-357e328e-de3f-4352-b7fd-0e7800ad8985 service neutron] 10.222.0.31 "GET /v2.0/networks/6dab2bb9-1b11-4634-becc-b5742aceff64?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1945376
Dec 25 21:31:06.673462 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-b2d127e8-5462-495b-a847-6c0a7ac89fd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:06.677122 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-b2d127e8-5462-495b-a847-6c0a7ac89fd4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:06.683140 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-b2d127e8-5462-495b-a847-6c0a7ac89fd4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d3510e8d-7e8c-436f-9aa3-348cdf9cb247 HTTP/1.1" status: 204  len: 168 time: 0.7451932
Dec 25 21:31:06.761019 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:06.792918 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1b5a12fa-ae0a-4754-b72e-c020e03f500b req-6d462e47-3ceb-4ff8-90a8-5685ed9dfb80 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] 10.222.0.32 "GET /v2.0/ports?device_id=65490ad4-5baf-4c89-9877-006d581b4758 HTTP/1.1" status: 200  len: 210 time: 0.0975366
Dec 25 21:31:06.809455 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d127e8-5462-495b-a847-6c0a7ac89fd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3510e8d-7e8c-436f-9aa3-348cdf9cb247,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:31:06.979600 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-50e76359-e435-46d7-b17c-5fceb9460e38 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks [] for port, precommit_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:06.998240 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-557b1cb9-87a0-428d-b75a-72d89bf834bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2618346e80>, [{'id': '9557b2cf-7512-4e66-b498-527384e39f88', 'name': 'tempest-AttachVolumeShelveTestJSON-4777664-router', 'tenant_id': '0560c323ec8e41b3bc05939e12e049d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.92'}], 'enable_snat': True}, 'gw_port_id': '920f4fe2-acfd-479f-87ae-c76a221d1b18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:26:45Z', 'updated_at': '2021-12-25T21:26:58Z', 'revision_number': 4, 'project_id': '0560c323ec8e41b3bc05939e12e049d5', 'gw_port': {'id': '920f4fe2-acfd-479f-87ae-c76a221d1b18', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:90:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9557b2cf-7512-4e66-b498-527384e39f88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1961, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:26:47Z', 'updated_at': '2021-12-25T21:26:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '5b012a25-235f-4b41-a376-5a4f688389ff', 'name': '', 'network_id': 'c8199f70-d579-4a7f-8b38-5d569ea5e784', 'tenant_id': '0560c323ec8e41b3bc05939e12e049d5', 'mac_address': 'fa:16:3e:33:30:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9557b2cf-7512-4e66-b498-527384e39f88', 'device_owner': 'network:router_interface', 'standard_attr_id': 1981, 'fixed_ips': [{'subnet_id': '0cf468ed-9644-4e44-939f-6c7d09675460', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:26:54Z', 'updated_at': '2021-12-25T21:27:02Z', 'revision_number': 5, 'project_id': '0560c323ec8e41b3bc05939e12e049d5', 'subnets': [{'id': '0cf468ed-9644-4e44-939f-6c7d09675460', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:31:07.029196 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] For port 59eb5dee-3336-43ed-a64c-79502892e0e5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=59eb5dee-3336-43ed-a64c-79502892e0e5,segment=NetworkSegment(6518cf7e-0a59-4dfe-a354-4dabb4709ab2),segment_id=6518cf7e-0a59-4dfe-a354-4dabb4709ab2)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:31:07.041091 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bbbd105-2d0c-41d2-9335-21a3e9fab36e None None] Network d257b68f-9132-4584-b1b0-827fbb5ce176 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:31:07.045808 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-50e76359-e435-46d7-b17c-5fceb9460e38 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8632327'] for port, after_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:07.088194 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-557b1cb9-87a0-428d-b75a-72d89bf834bc None None] The sync data for ids ['9557b2cf-7512-4e66-b498-527384e39f88'] in ncdv-master-1 is: [{'id': '9557b2cf-7512-4e66-b498-527384e39f88', 'name': 'tempest-AttachVolumeShelveTestJSON-4777664-router', 'tenant_id': '0560c323ec8e41b3bc05939e12e049d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.92'}], 'enable_snat': True}, 'gw_port_id': '920f4fe2-acfd-479f-87ae-c76a221d1b18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:26:45Z', 'updated_at': '2021-12-25T21:26:58Z', 'revision_number': 4, 'project_id': '0560c323ec8e41b3bc05939e12e049d5', 'gw_port': {'id': '920f4fe2-acfd-479f-87ae-c76a221d1b18', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:90:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9557b2cf-7512-4e66-b498-527384e39f88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1961, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:26:47Z', 'updated_at': '2021-12-25T21:26:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '5b012a25-235f-4b41-a376-5a4f688389ff', 'name': '', 'network_id': 'c8199f70-d579-4a7f-8b38-5d569ea5e784', 'tenant_id': '0560c323ec8e41b3bc05939e12e049d5', 'mac_address': 'fa:16:3e:33:30:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9557b2cf-7512-4e66-b498-527384e39f88', 'device_owner': 'network:router_interface', 'standard_attr_id': 1981, 'fixed_ips': [{'subnet_id': '0cf468ed-9644-4e44-939f-6c7d09675460', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:26:54Z', 'updated_at': '2021-12-25T21:27:02Z', 'revision_number': 5, 'project_id': '0560c323ec8e41b3bc05939e12e049d5', 'subnets': [{'id': '0cf468ed-9644-4e44-939f-6c7d09675460', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 21:31:07.110690 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-ca6247f6-a6df-486c-b840-b4fa61c9755a tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] Publish callbacks [] for security_group, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:07.133690 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b3d83755-79d6-47e2-9095-3cab46882710 req-21f5df55-7931-4873-bea4-5dd6e4e52eb6 service neutron] 10.222.0.31 "GET /v2.0/networks/6dab2bb9-1b11-4634-becc-b5742aceff64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5515242
Dec 25 21:31:07.135926 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8a9e1e4-1ac8-419a-8b37-2400b2f38e24 admin admin] Router e77900ce-07b2-4fe6-b403-758d5ead7ad9 is scheduled to L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 with binding_index 1 {{(pid=121607) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 25 21:31:07.170783 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:07.171601 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 9b1bd8d1-0d69-4194-bc0e-a4fc2ade1cb0 up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:31:07.298489 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-ca6247f6-a6df-486c-b840-b4fa61c9755a tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:07.329484 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b3d83755-79d6-47e2-9095-3cab46882710 req-4d20f87b-1e9f-460f-8c00-6155a05cc162 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.99&port_id=bbeefdb7-89c8-4442-a2e7-858c459b3b9a HTTP/1.1" status: 200  len: 217 time: 0.1897020
Dec 25 21:31:07.343743 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e76359-e435-46d7-b17c-5fceb9460e38 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Pushing event updated for resources: {'Port': ['ID=d14493ef-82e1-41ac-8c31-10835ce2d79b,revision_number=2']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:31:07.351974 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-50e76359-e435-46d7-b17c-5fceb9460e38 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2007636'] for router_interface, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:07.353149 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-2acd465a-53ac-4081-a916-17a001b7aeaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:07.362240 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a4068d1-6497-42db-ba46-d7f2df96b763 None None] Network 91fde06f-b74f-45b1-a416-50730def7423 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:31:07.377484 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6247f6-a6df-486c-b840-b4fa61c9755a tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bbfa2ca2-8f61-409a-942a-c5be4ab5b4da,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:31:07.445852 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-cd14459f-f78c-4379-9308-a32f7cdc8abb None None] Provisioning complete for port 9b1bd8d1-0d69-4194-bc0e-a4fc2ade1cb0 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:31:07.446419 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-cd14459f-f78c-4379-9308-a32f7cdc8abb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:07.450154 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d83755-79d6-47e2-9095-3cab46882710 req-b859b1c3-a2b8-4236-a970-462bb86eb809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:31:07.451573 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b3d83755-79d6-47e2-9095-3cab46882710 req-b859b1c3-a2b8-4236-a970-462bb86eb809 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f7c309e7-75ab-4e4b-b61f-ca7ce9c46156 HTTP/1.1" status: 200  len: 797 time: 0.0753520
Dec 25 21:31:07.455456 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-ca6247f6-a6df-486c-b840-b4fa61c9755a tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] Publish callbacks [] for security_group, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:07.457603 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-ca6247f6-a6df-486c-b840-b4fa61c9755a tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 1.4458566
Dec 25 21:31:07.459992 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 48700) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:31:07.471936 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-775f5108-91c2-4f52-9e8c-c9b76f398641 tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] Request body: {'security_group_rule': {'security_group_id': 'bbfa2ca2-8f61-409a-942a-c5be4ab5b4da', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:31:07.534707 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d83755-79d6-47e2-9095-3cab46882710 req-dc7e3def-7590-44e1-a8b0-1864caa8516a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:31:07.537050 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b3d83755-79d6-47e2-9095-3cab46882710 req-dc7e3def-7590-44e1-a8b0-1864caa8516a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=6dab2bb9-1b11-4634-becc-b5742aceff64&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.0778124
Dec 25 21:31:07.540194 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Pushing event updated for resources: {'Port': ['ID=59eb5dee-3336-43ed-a64c-79502892e0e5,revision_number=3']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:31:07.621057 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8a9e1e4-1ac8-419a-8b37-2400b2f38e24 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 21:31:07.629729 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-775f5108-91c2-4f52-9e8c-c9b76f398641 tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] Publish callbacks [] for security_group_rule, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:07.642747 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50e76359-e435-46d7-b17c-5fceb9460e38 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Network 91fde06f-b74f-45b1-a416-50730def7423 is already hosted by enough agents. {{(pid=121607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:31:07.644126 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cf68023-8c5c-4b1f-9b67-d737ef9c131b None None] Sync routers for ids ['e77900ce-07b2-4fe6-b403-758d5ead7ad9'] in ncdv-master-1 {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 21:31:07.651617 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-50e76359-e435-46d7-b17c-5fceb9460e38 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Resources bound (agent type, host, resource id):  {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:31:07.651716 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port 9b1bd8d1-0d69-4194-bc0e-a4fc2ade1cb0 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:31:07.651716 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:07.657344 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc680ef8-3de0-4d24-a8e8-513d0b229ce0 None None] New status for floating IP 3f8d1722-b9a6-43a4-9152-817d0e87f6c9: DOWN {{(pid=121609) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 25 21:31:07.710331 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-cd14459f-f78c-4379-9308-a32f7cdc8abb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:07.711701 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b8a9e1e4-1ac8-419a-8b37-2400b2f38e24 admin admin] Publish callbacks [] for router, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:07.713119 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-b8a9e1e4-1ac8-419a-8b37-2400b2f38e24 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 924 time: 5.3371940
Dec 25 21:31:07.721160 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 48702) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:31:07.724753 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-775f5108-91c2-4f52-9e8c-c9b76f398641 tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:07.725892 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cf68023-8c5c-4b1f-9b67-d737ef9c131b None None] Routers {'e77900ce-07b2-4fe6-b403-758d5ead7ad9'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:31:07.726391 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-8cf68023-8c5c-4b1f-9b67-d737ef9c131b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f26181dbd60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:31:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['e77900ce-07b2-4fe6-b403-758d5ead7ad9'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:31:07.779584 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b3d83755-79d6-47e2-9095-3cab46882710 req-094825a6-84c6-4f8f-a98c-049badcfd146 service neutron] 10.222.0.31 "GET /v2.0/networks/6dab2bb9-1b11-4634-becc-b5742aceff64?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2342629
Dec 25 21:31:07.827110 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-775f5108-91c2-4f52-9e8c-c9b76f398641 tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077839'] for security_group_rule, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:07.877133 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775f5108-91c2-4f52-9e8c-c9b76f398641 tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf66fd4b-6ec3-4035-b5e8-b02202580a24,revision_number=0']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:31:07.903294 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 48706) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:31:07.903392 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-cd14459f-f78c-4379-9308-a32f7cdc8abb None None] For port 9b1bd8d1-0d69-4194-bc0e-a4fc2ade1cb0, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9b1bd8d1-0d69-4194-bc0e-a4fc2ade1cb0,segment=NetworkSegment(399a6746-6b98-4df2-84fe-0fb7167d792c),segment_id=399a6746-6b98-4df2-84fe-0fb7167d792c)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:31:07.992212 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-cd14459f-f78c-4379-9308-a32f7cdc8abb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:08.024372 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-c5e76102-c3c3-4363-a991-6751fda776b7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:08.068959 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 48710) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:31:08.112855 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvr_db [None req-8cf68023-8c5c-4b1f-9b67-d737ef9c131b None None] Set router e77900ce-07b2-4fe6-b403-758d5ead7ad9 gateway port host: ncdv-master-1 {{(pid=121608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:31:08.148105 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b3d83755-79d6-47e2-9095-3cab46882710 req-b717076a-e0b4-40e8-b339-6c1b7644df1f service neutron] 10.222.0.31 "GET /v2.0/networks/6dab2bb9-1b11-4634-becc-b5742aceff64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3600485
Dec 25 21:31:08.158425 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-775f5108-91c2-4f52-9e8c-c9b76f398641 tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] Publish callbacks [] for security_group_rule, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:08.161837 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-775f5108-91c2-4f52-9e8c-c9b76f398641 tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.7008030
Dec 25 21:31:08.166648 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 48712) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:31:08.175046 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-e3fa22e2-875d-4b60-8390-d7535922cff6 tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] Request body: {'security_group_rule': {'security_group_id': 'bbfa2ca2-8f61-409a-942a-c5be4ab5b4da', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:31:08.184409 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50e76359-e435-46d7-b17c-5fceb9460e38 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Router ea3f5e80-4b98-41f9-9cee-68f565c5daca has already been hosted by L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 {{(pid=121607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 25 21:31:08.222865 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b3d83755-79d6-47e2-9095-3cab46882710 req-b05aa562-9f6f-48f6-b565-9828f5a71ed6 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=d1b259e7-c1c4-46a5-8fa8-934e76ffd08c HTTP/1.1" status: 200  len: 217 time: 0.0579953
Dec 25 21:31:08.304167 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-c5e76102-c3c3-4363-a991-6751fda776b7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:08.306009 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d83755-79d6-47e2-9095-3cab46882710 req-5e16d679-3b7a-44a8-b1d5-189f9e5ec885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:31:08.307551 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b3d83755-79d6-47e2-9095-3cab46882710 req-5e16d679-3b7a-44a8-b1d5-189f9e5ec885 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=64fd0ee7-98f6-4e06-ac9e-5ec230df994d HTTP/1.1" status: 200  len: 797 time: 0.0782375
Dec 25 21:31:08.387110 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-c5e76102-c3c3-4363-a991-6751fda776b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:08.434307 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e3fa22e2-875d-4b60-8390-d7535922cff6 tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] Publish callbacks [] for security_group_rule, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:08.453571 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-c5e76102-c3c3-4363-a991-6751fda776b7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=29500fa7f2f34192bb55987623afabf2&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5498099
Dec 25 21:31:08.455904 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d83755-79d6-47e2-9095-3cab46882710 req-0c1a8048-2a49-42c5-8cfc-8a9b62a365fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:31:08.457687 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b3d83755-79d6-47e2-9095-3cab46882710 req-0c1a8048-2a49-42c5-8cfc-8a9b62a365fa service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=1eebed42-83f0-407e-9fde-c8f3a2309436&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.1306148
Dec 25 21:31:08.458674 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 48730) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:31:08.459135 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e76102-c3c3-4363-a991-6751fda776b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e07d122-82cc-4fda-8dec-88972a04f767,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:31:08.589731 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b3d83755-79d6-47e2-9095-3cab46882710 req-b8e1ba55-598f-4836-8f71-a65490d91f0c service neutron] 10.222.0.31 "GET /v2.0/networks/1eebed42-83f0-407e-9fde-c8f3a2309436?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1237786
Dec 25 21:31:08.652668 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 59eb5dee-3336-43ed-a64c-79502892e0e5 up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:31:08.745894 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b3d83755-79d6-47e2-9095-3cab46882710 req-28b47d39-aa28-4397-a6a5-30a2579300f5 service neutron] 10.222.0.31 "GET /v2.0/networks/1eebed42-83f0-407e-9fde-c8f3a2309436?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1482995
Dec 25 21:31:08.788408 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-a01fc97c-0480-4827-82f9-d4704c6d96d1 None None] Provisioning complete for port 59eb5dee-3336-43ed-a64c-79502892e0e5 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:31:08.788787 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-a01fc97c-0480-4827-82f9-d4704c6d96d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:08.794415 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd14459f-f78c-4379-9308-a32f7cdc8abb None None] Pushing event updated for resources: {'Port': ['ID=9b1bd8d1-0d69-4194-bc0e-a4fc2ade1cb0,revision_number=3']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:31:08.830377 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:08.832935 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b3d83755-79d6-47e2-9095-3cab46882710 req-45014cbf-c7b2-486b-a071-6399e696cf73 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=c1259bc6-d32f-4b81-b593-3660604ed03e HTTP/1.1" status: 200  len: 217 time: 0.0752995
Dec 25 21:31:08.856810 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3e945ecd-9380-47c2-aa0a-12ebe07e03e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:08.874586 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port 59eb5dee-3336-43ed-a64c-79502892e0e5 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:31:08.874969 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:08.899064 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d83755-79d6-47e2-9095-3cab46882710 req-fa89fbb5-ef2e-4dde-b216-00c282973eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:31:08.899324 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b3d83755-79d6-47e2-9095-3cab46882710 req-fa89fbb5-ef2e-4dde-b216-00c282973eaa service neutron] 10.222.0.31 "GET /v2.0/subnets?id=64fd0ee7-98f6-4e06-ac9e-5ec230df994d HTTP/1.1" status: 200  len: 797 time: 0.0598257
Dec 25 21:31:08.957585 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-39e772e3-76a3-487f-a24c-44c52a6645dd tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] Publish callbacks [] for security_group, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:08.966902 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d83755-79d6-47e2-9095-3cab46882710 req-149c0852-ed8d-4d29-8ba3-5e86a82edfb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:31:08.968653 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b3d83755-79d6-47e2-9095-3cab46882710 req-149c0852-ed8d-4d29-8ba3-5e86a82edfb0 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=1eebed42-83f0-407e-9fde-c8f3a2309436&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.0629654
Dec 25 21:31:08.990883 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-8cf68023-8c5c-4b1f-9b67-d737ef9c131b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f26181dbd60>, [{'id': 'e77900ce-07b2-4fe6-b403-758d5ead7ad9', 'name': 'tempest-TestVolumeBootPattern-1467687193-router', 'tenant_id': 'c77dc74a46d64a67991d82bf12adb1dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.157'}], 'enable_snat': True}, 'gw_port_id': 'c6885c5e-06ab-4ac1-935b-561a4f8ff046', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:31:02Z', 'updated_at': '2021-12-25T21:31:05Z', 'revision_number': 3, 'project_id': 'c77dc74a46d64a67991d82bf12adb1dc', 'gw_port': {'id': 'c6885c5e-06ab-4ac1-935b-561a4f8ff046', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:bc:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e77900ce-07b2-4fe6-b403-758d5ead7ad9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2587, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:31:03Z', 'updated_at': '2021-12-25T21:31:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:31:09.029081 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cf68023-8c5c-4b1f-9b67-d737ef9c131b None None] Checking router: e77900ce-07b2-4fe6-b403-758d5ead7ad9 for host: ncdv-master-1 {{(pid=121608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 25 21:31:09.029081 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cf68023-8c5c-4b1f-9b67-d737ef9c131b None None] Updating router e77900ce-07b2-4fe6-b403-758d5ead7ad9 port c6885c5e-06ab-4ac1-935b-561a4f8ff046 binding host ncdv-master-1 {{(pid=121608) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 25 21:31:09.059544 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-39e772e3-76a3-487f-a24c-44c52a6645dd tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] Publish callbacks [] for security_group, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:09.074952 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b3d83755-79d6-47e2-9095-3cab46882710 req-c5683dc4-5657-44a9-834c-3b922b1e70e9 service neutron] 10.222.0.31 "GET /v2.0/networks/1eebed42-83f0-407e-9fde-c8f3a2309436?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0984230
Dec 25 21:31:09.087365 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-8cf68023-8c5c-4b1f-9b67-d737ef9c131b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:09.134024 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e3fa22e2-875d-4b60-8390-d7535922cff6 tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:09.141725 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50e76359-e435-46d7-b17c-5fceb9460e38 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 21:31:09.164760 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-50e76359-e435-46d7-b17c-5fceb9460e38 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] 10.222.0.32 "PUT /v2.0/routers/ea3f5e80-4b98-41f9-9cee-68f565c5daca/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.8340890
Dec 25 21:31:09.165410 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 48746) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:31:09.178082 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-8709c70d-154f-4fd4-ab76-d8a738117030 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Request body: {'network': {'name': 'tempest-RoutersTest-387339371'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:31:09.182085 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28aa6c86-2442-4379-bb16-3d160ffc4c0d None None] Sync routers for ids ['ea3f5e80-4b98-41f9-9cee-68f565c5daca'] in ncdv-master-1 {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 21:31:09.183857 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-17f38b47-bc62-4272-ac28-6a9b35854f16 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:09.197603 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b3d83755-79d6-47e2-9095-3cab46882710 req-9245683a-6919-4358-b105-c496b5530850 service neutron] 10.222.0.31 "GET /v2.0/networks/1eebed42-83f0-407e-9fde-c8f3a2309436?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1146472
Dec 25 21:31:09.217801 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-c7f79631-d6c3-498d-8e4f-7aa2f6557df8 None None] Provisioning complete for port 9b1bd8d1-0d69-4194-bc0e-a4fc2ade1cb0 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:31:09.217801 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-c7f79631-d6c3-498d-8e4f-7aa2f6557df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:09.221182 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28aa6c86-2442-4379-bb16-3d160ffc4c0d None None] Routers {'ea3f5e80-4b98-41f9-9cee-68f565c5daca'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:31:09.221808 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-28aa6c86-2442-4379-bb16-3d160ffc4c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f26134fd0a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:31:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['ea3f5e80-4b98-41f9-9cee-68f565c5daca'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:31:09.239273 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-17f38b47-bc62-4272-ac28-6a9b35854f16 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:09.250312 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e3fa22e2-875d-4b60-8390-d7535922cff6 tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077839'] for security_group_rule, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:09.305433 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fa22e2-875d-4b60-8390-d7535922cff6 tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0aece05f-4941-4932-b2fc-a88902bc53c8,revision_number=0']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:31:09.386512 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-39e772e3-76a3-487f-a24c-44c52a6645dd tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:09.389580 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-39e772e3-76a3-487f-a24c-44c52a6645dd tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:09.390412 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-39e772e3-76a3-487f-a24c-44c52a6645dd tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] 10.222.0.32 "DELETE /v2.0/security-groups/0d32f0a1-0bdc-4dd4-8a66-1e7cbebb8ef1 HTTP/1.1" status: 204  len: 168 time: 1.3186872
Dec 25 21:31:09.394850 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 48750) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:31:09.422190 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e772e3-76a3-487f-a24c-44c52a6645dd tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d32f0a1-0bdc-4dd4-8a66-1e7cbebb8ef1,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:31:09.424024 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvr_db [None req-28aa6c86-2442-4379-bb16-3d160ffc4c0d None None] Set router ea3f5e80-4b98-41f9-9cee-68f565c5daca gateway port host: None {{(pid=121608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:31:09.424109 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-cc1dae4f-c0fe-42d8-af29-8698a7ff4b0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:09.440599 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e3fa22e2-875d-4b60-8390-d7535922cff6 tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] Publish callbacks [] for security_group_rule, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:09.441948 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-e3fa22e2-875d-4b60-8390-d7535922cff6 tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 1.2732089
Dec 25 21:31:09.448742 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8709c70d-154f-4fd4-ab76-d8a738117030 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Made reservation on behalf of 2b4b670b5aa1407f8675179d6279efab for: {'network': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:31:09.450575 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 48756) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:31:09.454076 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-8709c70d-154f-4fd4-ab76-d8a738117030 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for network, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:09.459632 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 48758) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:31:09.480617 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-17f38b47-bc62-4272-ac28-6a9b35854f16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:09.484656 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-17f38b47-bc62-4272-ac28-6a9b35854f16 admin admin] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:09.492489 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-17f38b47-bc62-4272-ac28-6a9b35854f16 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4e07d122-82cc-4fda-8dec-88972a04f767 HTTP/1.1" status: 204  len: 168 time: 1.0229332
Dec 25 21:31:09.493034 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-2d689fe1-26dc-46ec-97f7-26d7ffdeddfd tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] Request body: {'security_group_rule': {'security_group_id': 'bbfa2ca2-8f61-409a-942a-c5be4ab5b4da', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:31:09.559303 ncdv-master-1 neutron-server[121606]: INFO neutron.api.v2.resource [None req-845a41d3-967c-44bb-b623-1275315393db tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] show failed (client error): The resource could not be found.
Dec 25 21:31:09.560426 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-845a41d3-967c-44bb-b623-1275315393db tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] 10.222.0.32 "GET /v2.0/security-groups/0d32f0a1-0bdc-4dd4-8a66-1e7cbebb8ef1 HTTP/1.1" status: 404  len: 347 time: 0.1626399
Dec 25 21:31:09.568455 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f38b47-bc62-4272-ac28-6a9b35854f16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e07d122-82cc-4fda-8dec-88972a04f767,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:31:09.570018 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 48764) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:31:09.609351 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-15cb578f-7a63-4fd3-925d-83bad4c7b82a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:09.617373 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8709c70d-154f-4fd4-ab76-d8a738117030 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] vlan segment allocate from pool success with {'vlan_id': 173, 'physical_network': 'physnet1'}  {{(pid=121607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 25 21:31:09.739503 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-8709c70d-154f-4fd4-ab76-d8a738117030 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:09.739856 ncdv-master-1 neutron-server[121607]: INFO neutron.db.segments_db [None req-8709c70d-154f-4fd4-ab76-d8a738117030 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Added segment e18a0a4f-9be0-44b8-9c83-8c0f707e3000 of type vlan for network 90b2e04a-e54e-46ab-811b-2aeed6feec9e
Dec 25 21:31:09.753380 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-2d689fe1-26dc-46ec-97f7-26d7ffdeddfd tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] Publish callbacks [] for security_group_rule, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:09.809679 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-8cf68023-8c5c-4b1f-9b67-d737ef9c131b None None] Publish callbacks [] for port, precommit_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:09.836981 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-2160ec13-ee9b-4ef2-b7a4-cd8c99a02448 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] Deleting port 1c7a6f33-83c4-4aa0-b1e5-10e72816db59 {{(pid=121606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:31:09.837330 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-2160ec13-ee9b-4ef2-b7a4-cd8c99a02448 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:09.845625 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-2d689fe1-26dc-46ec-97f7-26d7ffdeddfd tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:09.858022 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_common [None req-cc1dae4f-c0fe-42d8-af29-8698a7ff4b0d admin admin] Allocated IP 172.20.0.1 (d257b68f-9132-4584-b1b0-827fbb5ce176/fedfc743-c289-4cd2-abdf-caaf178c8eab/d2ae1e58-e731-4aa2-ac2d-c929a2f84bab) {{(pid=121607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:31:09.866901 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-8709c70d-154f-4fd4-ab76-d8a738117030 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737602163420'] for network, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:09.868962 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-c7f79631-d6c3-498d-8e4f-7aa2f6557df8 None None] Provisioning complete for port 59eb5dee-3336-43ed-a64c-79502892e0e5 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:31:09.869343 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-c7f79631-d6c3-498d-8e4f-7aa2f6557df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:09.909532 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-28aa6c86-2442-4379-bb16-3d160ffc4c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f26134fd0a0>, [{'id': 'ea3f5e80-4b98-41f9-9cee-68f565c5daca', 'name': 'tempest-RoutersTest-router-1986204596', 'tenant_id': '2b4b670b5aa1407f8675179d6279efab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:30:46Z', 'updated_at': '2021-12-25T21:31:05Z', 'revision_number': 4, 'project_id': '2b4b670b5aa1407f8675179d6279efab', 'gw_port_host': None, '_interfaces': [{'id': '81ce71f5-719b-4856-b736-2ace6e074eb1', 'name': '', 'network_id': '2a20ef8b-2df5-4ece-a869-33142cdac83f', 'tenant_id': '2b4b670b5aa1407f8675179d6279efab', 'mac_address': 'fa:16:3e:9b:ae:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea3f5e80-4b98-41f9-9cee-68f565c5daca', 'device_owner': 'network:router_interface', 'standard_attr_id': 2554, 'fixed_ips': [{'subnet_id': 'fc88b8d2-273b-41e8-8d59-a828d8bf283c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:30:57Z', 'updated_at': '2021-12-25T21:31:02Z', 'revision_number': 5, 'project_id': '2b4b670b5aa1407f8675179d6279efab', 'subnets': [{'id': 'fc88b8d2-273b-41e8-8d59-a828d8bf283c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd14493ef-82e1-41ac-8c31-10835ce2d79b', 'name': '', 'network_id': '91fde06f-b74f-45b1-a416-50730def7423', 'tenant_id': '2b4b670b5aa1407f8675179d6279efab', 'mac_address': 'fa:16:3e:03:ef:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea3f5e80-4b98-41f9-9cee-68f565c5daca', 'device_owner': 'network:router_interface', 'standard_attr_id': 2586, 'fixed_ips': [{'subnet_id': '65e99da2-4ea1-4be0-b2d9-9cb1d682b3b1', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:31:03Z', 'updated_at': '2021-12-25T21:31:06Z', 'revision_number': 2, 'project_id': '2b4b670b5aa1407f8675179d6279efab', 'subnets': [{'id': '65e99da2-4ea1-4be0-b2d9-9cb1d682b3b1', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e5c07cac-9a36-4ba0-805f-c4bdd2022ad7', 'name': '', 'network_id': '1cf7359b-8ef4-4787-a8de-edf6b0703c3b', 'tenant_id': '2b4b670b5aa1407f8675179d6279efab', 'mac_address': 'fa:16:3e:de:c2:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea3f5e80-4b98-41f9-9cee-68f565c5daca', 'device_owner': 'network:router_interface', 'standard_attr_id': 2544, 'fixed_ips': [{'subnet_id': '98da7abf-53cd-43ff-b3be-a1b4b395f8ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:30:51Z', 'updated_at': '2021-12-25T21:30:56Z', 'revision_number': 5, 'project_id': '2b4b670b5aa1407f8675179d6279efab', 'subnets': [{'id': '98da7abf-53cd-43ff-b3be-a1b4b395f8ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:31:09.911834 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-2d689fe1-26dc-46ec-97f7-26d7ffdeddfd tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077839'] for security_group_rule, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:09.948952 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-8cf68023-8c5c-4b1f-9b67-d737ef9c131b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:09.951781 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28aa6c86-2442-4379-bb16-3d160ffc4c0d None None] Checking router: ea3f5e80-4b98-41f9-9cee-68f565c5daca for host: ncdv-master-1 {{(pid=121608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 25 21:31:09.952145 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28aa6c86-2442-4379-bb16-3d160ffc4c0d None None] Updating router ea3f5e80-4b98-41f9-9cee-68f565c5daca port d14493ef-82e1-41ac-8c31-10835ce2d79b binding host ncdv-master-1 {{(pid=121608) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 25 21:31:09.974156 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d689fe1-26dc-46ec-97f7-26d7ffdeddfd tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=139076b4-b934-450d-981e-70f4be795b63,revision_number=0']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:31:09.987334 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-2d689fe1-26dc-46ec-97f7-26d7ffdeddfd tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] Publish callbacks [] for security_group_rule, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:09.993227 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-2d689fe1-26dc-46ec-97f7-26d7ffdeddfd tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.5387480
Dec 25 21:31:09.994731 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-2160ec13-ee9b-4ef2-b7a4-cd8c99a02448 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:09.996176 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 48768) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:31:09.996705 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-2160ec13-ee9b-4ef2-b7a4-cd8c99a02448 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:10.002047 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7a118c-4883-4205-ae8a-0f22b9219122 None None] Pushing event updated for resources: {'Port': ['ID=c6885c5e-06ab-4ac1-935b-561a4f8ff046,revision_number=2']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:31:10.023303 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-2160ec13-ee9b-4ef2-b7a4-cd8c99a02448 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] Calling delete_port for 1c7a6f33-83c4-4aa0-b1e5-10e72816db59 owned by network:floatingip {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:31:10.036479 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-c5429851-1ed7-4dcf-9ea3-5a018a416c4f tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] Request body: {'security_group_rule': {'security_group_id': 'bbfa2ca2-8f61-409a-942a-c5be4ab5b4da', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:31:10.052921 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-8709c70d-154f-4fd4-ab76-d8a738117030 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870'] for network, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:10.058690 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8709c70d-154f-4fd4-ab76-d8a738117030 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:31:10.058981 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-8cf68023-8c5c-4b1f-9b67-d737ef9c131b None None] Attempting to bind port c6885c5e-06ab-4ac1-935b-561a4f8ff046 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:31:10.059454 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-8cf68023-8c5c-4b1f-9b67-d737ef9c131b None None] Attempting to bind port c6885c5e-06ab-4ac1-935b-561a4f8ff046 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:31:10.059577 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-8709c70d-154f-4fd4-ab76-d8a738117030 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks [] for network, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:10.059826 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cf68023-8c5c-4b1f-9b67-d737ef9c131b None None] Attempting to bind port c6885c5e-06ab-4ac1-935b-561a4f8ff046 on network 7201e55c-7c5f-41aa-a042-a363696539d0 {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:31:10.067126 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d09d5394-6c0f-405f-9f59-23df58114125 None None] DHCP port deletion for 7201e55c-7c5f-41aa-a042-a363696539d0 request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 21:31:10.075485 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-28aa6c86-2442-4379-bb16-3d160ffc4c0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:10.101815 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cf68023-8c5c-4b1f-9b67-d737ef9c131b None None] Checking agent: {'id': 'ca4f5c6d-f1fd-48b8-a3e3-395864c7d23d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 20, 56, 40), 'started_at': datetime.datetime(2021, 12, 25, 20, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 30, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:31:10.102211 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cf68023-8c5c-4b1f-9b67-d737ef9c131b None None] Checking segment: {'id': '6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:31:10.102705 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-8cf68023-8c5c-4b1f-9b67-d737ef9c131b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:10.103104 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cf68023-8c5c-4b1f-9b67-d737ef9c131b None None] Bound using segment: {'id': '6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:31:10.103577 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-8cf68023-8c5c-4b1f-9b67-d737ef9c131b None None] Bound port: c6885c5e-06ab-4ac1-935b-561a4f8ff046, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'}}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:31:10.104080 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-8cf68023-8c5c-4b1f-9b67-d737ef9c131b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:10.155994 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-cc1dae4f-c0fe-42d8-af29-8698a7ff4b0d admin admin] Publish callbacks [] for port, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:10.229739 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-8709c70d-154f-4fd4-ab76-d8a738117030 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 765 time: 1.0573738
Dec 25 21:31:10.230674 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 48774) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:31:10.230942 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8709c70d-154f-4fd4-ab76-d8a738117030 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Pushing event updated for resources: {'Network': ['ID=90b2e04a-e54e-46ab-811b-2aeed6feec9e,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:31:10.257593 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-30028a3d-0984-4e9c-a67d-cb30066a1694 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Request body: {'subnet': {'network_id': '90b2e04a-e54e-46ab-811b-2aeed6feec9e', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:31:10.272823 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Network 90b2e04a-e54e-46ab-811b-2aeed6feec9e details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 25 21:31:10.331426 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-8cf68023-8c5c-4b1f-9b67-d737ef9c131b None None] For port c6885c5e-06ab-4ac1-935b-561a4f8ff046, host ncdv-master-1, cleared binding levels {{(pid=121608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:31:10.341916 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-c5429851-1ed7-4dcf-9ea3-5a018a416c4f tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] Publish callbacks [] for security_group_rule, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:10.393239 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-8cf68023-8c5c-4b1f-9b67-d737ef9c131b None None] For port c6885c5e-06ab-4ac1-935b-561a4f8ff046, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c6885c5e-06ab-4ac1-935b-561a4f8ff046,segment=NetworkSegment(6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855),segment_id=6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855)] {{(pid=121608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:31:10.408160 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 9b1bd8d1-0d69-4194-bc0e-a4fc2ade1cb0 up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:31:10.408756 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-cc1dae4f-c0fe-42d8-af29-8698a7ff4b0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:10.415994 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-c7f79631-d6c3-498d-8e4f-7aa2f6557df8 None None] Provisioning complete for port d14493ef-82e1-41ac-8c31-10835ce2d79b triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:31:10.416381 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-c7f79631-d6c3-498d-8e4f-7aa2f6557df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:10.459855 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-c5429851-1ed7-4dcf-9ea3-5a018a416c4f tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:10.487813 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc1dae4f-c0fe-42d8-af29-8698a7ff4b0d admin admin] Network d257b68f-9132-4584-b1b0-827fbb5ce176 is already hosted by enough agents. {{(pid=121607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:31:10.497101 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-8cf68023-8c5c-4b1f-9b67-d737ef9c131b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:10.516146 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-cc1dae4f-c0fe-42d8-af29-8698a7ff4b0d admin admin] Resources bound (agent type, host, resource id):  {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:31:10.524032 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc1dae4f-c0fe-42d8-af29-8698a7ff4b0d admin admin] Received port after_create {{(pid=121607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:31:10.527895 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1dae4f-c0fe-42d8-af29-8698a7ff4b0d admin admin] Pushing event updated for resources: {'Port': ['ID=d2ae1e58-e731-4aa2-ac2d-c929a2f84bab,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:31:10.558937 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-c5429851-1ed7-4dcf-9ea3-5a018a416c4f tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077839'] for security_group_rule, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:10.570707 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30028a3d-0984-4e9c-a67d-cb30066a1694 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Made reservation on behalf of 2b4b670b5aa1407f8675179d6279efab for: {'subnet': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:31:10.585053 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-30028a3d-0984-4e9c-a67d-cb30066a1694 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9028529'] for subnet, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:10.601547 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-2160ec13-ee9b-4ef2-b7a4-cd8c99a02448 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:10.631523 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5429851-1ed7-4dcf-9ea3-5a018a416c4f tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2d3a224-2b77-456d-a427-5403c3be6d3a,revision_number=0']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:31:10.662637 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-cc1dae4f-c0fe-42d8-af29-8698a7ff4b0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2008772'] for router_interface, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:10.701406 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2160ec13-ee9b-4ef2-b7a4-cd8c99a02448 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] Pushing event deleted for resources: {'Port': ['ID=1c7a6f33-83c4-4aa0-b1e5-10e72816db59,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:31:10.753808 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-c5429851-1ed7-4dcf-9ea3-5a018a416c4f tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] Publish callbacks [] for security_group_rule, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:10.758096 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-c5429851-1ed7-4dcf-9ea3-5a018a416c4f tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.7593243
Dec 25 21:31:10.762938 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 48784) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:31:10.768279 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-e71b6fd5-e3d5-452f-9f4e-2abf42947104 tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] Request body: {'security_group_rule': {'security_group_id': 'bbfa2ca2-8f61-409a-942a-c5be4ab5b4da', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:31:10.837098 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-15307cdf-576c-47b1-b607-8604e8900aa6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2007615'] for router_interface, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:10.841218 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a9ad117-3236-40ed-990e-89188dcd2dba None None] DHCP port deletion for 7201e55c-7c5f-41aa-a042-a363696539d0 request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 21:31:10.844308 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-2160ec13-ee9b-4ef2-b7a4-cd8c99a02448 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] Publish callbacks [] for floatingip, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:10.846809 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-2160ec13-ee9b-4ef2-b7a4-cd8c99a02448 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for floatingip, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:10.848400 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-2160ec13-ee9b-4ef2-b7a4-cd8c99a02448 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] 10.222.0.32 "DELETE /v2.0/floatingips/3f8d1722-b9a6-43a4-9152-817d0e87f6c9 HTTP/1.1" status: 204  len: 168 time: 1.2774189
Dec 25 21:31:10.878602 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-c7f79631-d6c3-498d-8e4f-7aa2f6557df8 None None] Port d14493ef-82e1-41ac-8c31-10835ce2d79b cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:31:10.934584 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:10.994901 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e71b6fd5-e3d5-452f-9f4e-2abf42947104 tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] Publish callbacks [] for security_group_rule, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:11.010675 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cf68023-8c5c-4b1f-9b67-d737ef9c131b None None] Routers {'e77900ce-07b2-4fe6-b403-758d5ead7ad9'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:31:11.013379 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-8cf68023-8c5c-4b1f-9b67-d737ef9c131b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f26181dbd60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:31:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['e77900ce-07b2-4fe6-b403-758d5ead7ad9'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:31:11.049312 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7a118c-4883-4205-ae8a-0f22b9219122 None None] Pushing event updated for resources: {'Port': ['ID=c6885c5e-06ab-4ac1-935b-561a4f8ff046,revision_number=3']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:31:11.089953 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port 9b1bd8d1-0d69-4194-bc0e-a4fc2ade1cb0 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:31:11.090332 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:11.121117 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e71b6fd5-e3d5-452f-9f4e-2abf42947104 tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:11.137712 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-cc1dae4f-c0fe-42d8-af29-8698a7ff4b0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:11.164673 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-5361f42d-ed93-4b8a-af95-74ed901ca172 None None] Provisioning complete for port d2ae1e58-e731-4aa2-ac2d-c929a2f84bab triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:31:11.165084 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5361f42d-ed93-4b8a-af95-74ed901ca172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:11.191730 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-30028a3d-0984-4e9c-a67d-cb30066a1694 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9084170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9028515'] for subnet, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:11.216374 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e71b6fd5-e3d5-452f-9f4e-2abf42947104 tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077839'] for security_group_rule, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:11.264845 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71b6fd5-e3d5-452f-9f4e-2abf42947104 tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2d6b6e6-0dcf-469a-9578-a7eaaf7ffa63,revision_number=0']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:31:11.298878 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30028a3d-0984-4e9c-a67d-cb30066a1694 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Pushing event updated for resources: {'Subnet': ['ID=25cd9942-f5cd-4b37-b85d-a984673840e1,revision_number=0']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:31:11.335830 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30028a3d-0984-4e9c-a67d-cb30066a1694 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Checking segment: {'id': 'e18a0a4f-9be0-44b8-9c83-8c0f707e3000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '90b2e04a-e54e-46ab-811b-2aeed6feec9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:31:11.336205 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30028a3d-0984-4e9c-a67d-cb30066a1694 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Network hostable DHCP agents. Network: 90b2e04a-e54e-46ab-811b-2aeed6feec9e, hostable agents: ['1813db88-2c1b-4357-a2ba-869246b663c2'], hosted agents: [] {{(pid=121606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 25 21:31:11.338816 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-5361f42d-ed93-4b8a-af95-74ed901ca172 None None] Port d2ae1e58-e731-4aa2-ac2d-c929a2f84bab cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:31:11.343551 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvr_db [None req-8cf68023-8c5c-4b1f-9b67-d737ef9c131b None None] Set router e77900ce-07b2-4fe6-b403-758d5ead7ad9 gateway port host: ncdv-master-1 {{(pid=121608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:31:11.347590 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 48796) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:31:11.354158 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-04bc3cb4-60b3-4525-be18-2cefe5667760 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1104330488', 'description': 'tempest-description--1917926881'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:31:11.359138 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e71b6fd5-e3d5-452f-9f4e-2abf42947104 tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] Publish callbacks [] for security_group_rule, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:11.363489 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-e71b6fd5-e3d5-452f-9f4e-2abf42947104 tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 767 time: 0.6005805
Dec 25 21:31:11.365182 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 48798) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:31:11.377123 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-28aa6c86-2442-4379-bb16-3d160ffc4c0d None None] Publish callbacks [] for port, precommit_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:11.431356 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-5361f42d-ed93-4b8a-af95-74ed901ca172 None None] Provisioning complete for port c6885c5e-06ab-4ac1-935b-561a4f8ff046 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:31:11.431740 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5361f42d-ed93-4b8a-af95-74ed901ca172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:11.433742 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-329e16ef-e580-4a01-ab12-c54dc5b8e744 tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:11.447102 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-329e16ef-e580-4a01-ab12-c54dc5b8e744 tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:11.490244 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-28aa6c86-2442-4379-bb16-3d160ffc4c0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:11.507015 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-04bc3cb4-60b3-4525-be18-2cefe5667760 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] Publish callbacks [] for security_group, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:11.510851 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30028a3d-0984-4e9c-a67d-cb30066a1694 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Network 90b2e04a-e54e-46ab-811b-2aeed6feec9e is scheduled to be hosted by DHCP agent 1813db88-2c1b-4357-a2ba-869246b663c2 with binding_index 1 {{(pid=121606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 25 21:31:11.539770 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-cc1dae4f-c0fe-42d8-af29-8698a7ff4b0d admin admin] Publish callbacks [] for port, precommit_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:11.569138 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-329e16ef-e580-4a01-ab12-c54dc5b8e744 tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077839'] for security_group_rule, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:11.575077 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-329e16ef-e580-4a01-ab12-c54dc5b8e744 tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] Publish callbacks [] for security_group_rule, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:11.579258 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-329e16ef-e580-4a01-ab12-c54dc5b8e744 tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/e2d6b6e6-0dcf-469a-9578-a7eaaf7ffa63 HTTP/1.1" status: 204  len: 168 time: 0.2114518
Dec 25 21:31:11.579917 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 48806) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:31:11.590758 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329e16ef-e580-4a01-ab12-c54dc5b8e744 tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e2d6b6e6-0dcf-469a-9578-a7eaaf7ffa63,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:31:11.623678 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8bd495-4263-4afc-b6b7-226ebbcf68ec None None] Pushing event updated for resources: {'Port': ['ID=d14493ef-82e1-41ac-8c31-10835ce2d79b,revision_number=3']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:31:11.625171 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-15307cdf-576c-47b1-b607-8604e8900aa6 admin admin] Deleting port a81cfeda-139d-47fa-b318-76fafd3132a6 {{(pid=121607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:31:11.625614 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-15307cdf-576c-47b1-b607-8604e8900aa6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:11.629674 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-cc1dae4f-c0fe-42d8-af29-8698a7ff4b0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8632327'] for port, after_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:11.641018 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [None req-30028a3d-0984-4e9c-a67d-cb30066a1694 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 90b2e04a-e54e-46ab-811b-2aeed6feec9e) {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:31:11.650745 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30028a3d-0984-4e9c-a67d-cb30066a1694 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:31:11.651365 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-30028a3d-0984-4e9c-a67d-cb30066a1694 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks [] for subnet, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:11.670832 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b4d92c3-c7d1-476e-801e-6e566095635b None None] Network 90b2e04a-e54e-46ab-811b-2aeed6feec9e requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:31:11.721320 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-51e4f933-cfc8-44a2-be52-6afd994f27dc tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 5731 time: 0.1354170
Dec 25 21:31:11.722805 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 48808) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:31:11.792736 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-04bc3cb4-60b3-4525-be18-2cefe5667760 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] Publish callbacks [] for security_group, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:11.817189 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-30028a3d-0984-4e9c-a67d-cb30066a1694 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.5852208
Dec 25 21:31:11.821006 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 48814) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:31:11.834107 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-cc1dae4f-c0fe-42d8-af29-8698a7ff4b0d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2007636'] for router_interface, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:11.880317 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1dae4f-c0fe-42d8-af29-8698a7ff4b0d admin admin] Pushing event updated for resources: {'Port': ['ID=d2ae1e58-e731-4aa2-ac2d-c929a2f84bab,revision_number=2']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:31:11.890570 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-cdee6ffb-7d49-420e-88f5-6e609a55034f tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:11.898227 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-04bc3cb4-60b3-4525-be18-2cefe5667760 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:11.902477 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-28aa6c86-2442-4379-bb16-3d160ffc4c0d None None] Attempting to bind port d14493ef-82e1-41ac-8c31-10835ce2d79b on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:31:11.903405 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-28aa6c86-2442-4379-bb16-3d160ffc4c0d None None] Attempting to bind port d14493ef-82e1-41ac-8c31-10835ce2d79b by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '6518cf7e-0a59-4dfe-a354-4dabb4709ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '91fde06f-b74f-45b1-a416-50730def7423'}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:31:11.903937 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28aa6c86-2442-4379-bb16-3d160ffc4c0d None None] Attempting to bind port d14493ef-82e1-41ac-8c31-10835ce2d79b on network 91fde06f-b74f-45b1-a416-50730def7423 {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:31:11.932426 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28aa6c86-2442-4379-bb16-3d160ffc4c0d None None] Checking agent: {'id': 'ca4f5c6d-f1fd-48b8-a3e3-395864c7d23d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 20, 56, 40), 'started_at': datetime.datetime(2021, 12, 25, 20, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 31, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:31:11.933165 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28aa6c86-2442-4379-bb16-3d160ffc4c0d None None] Checking segment: {'id': '6518cf7e-0a59-4dfe-a354-4dabb4709ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '91fde06f-b74f-45b1-a416-50730def7423'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:31:11.933857 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-28aa6c86-2442-4379-bb16-3d160ffc4c0d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:11.934425 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28aa6c86-2442-4379-bb16-3d160ffc4c0d None None] Bound using segment: {'id': '6518cf7e-0a59-4dfe-a354-4dabb4709ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '91fde06f-b74f-45b1-a416-50730def7423'} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:31:11.940328 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-28aa6c86-2442-4379-bb16-3d160ffc4c0d None None] Bound port: d14493ef-82e1-41ac-8c31-10835ce2d79b, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6518cf7e-0a59-4dfe-a354-4dabb4709ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '91fde06f-b74f-45b1-a416-50730def7423'}}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:31:11.940328 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-28aa6c86-2442-4379-bb16-3d160ffc4c0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:11.941150 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5361f42d-ed93-4b8a-af95-74ed901ca172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:11.944980 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-cdee6ffb-7d49-420e-88f5-6e609a55034f tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:11.954829 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.db [None req-15307cdf-576c-47b1-b607-8604e8900aa6 admin admin] For port a81cfeda-139d-47fa-b318-76fafd3132a6, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a81cfeda-139d-47fa-b318-76fafd3132a6,segment=NetworkSegment(ebab95c3-92f3-4953-88f7-4db8e8264725),segment_id=ebab95c3-92f3-4953-88f7-4db8e8264725)] {{(pid=121607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:31:11.955763 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-15307cdf-576c-47b1-b607-8604e8900aa6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:12.009905 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5361f42d-ed93-4b8a-af95-74ed901ca172 None None] For port c6885c5e-06ab-4ac1-935b-561a4f8ff046, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c6885c5e-06ab-4ac1-935b-561a4f8ff046,segment=NetworkSegment(6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855),segment_id=6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:31:12.014285 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bc3cb4-60b3-4525-be18-2cefe5667760 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89fb11b5-d095-4b35-8a22-8ffdb90cfcff,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:31:12.026603 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-15307cdf-576c-47b1-b607-8604e8900aa6 admin admin] Calling delete_port for a81cfeda-139d-47fa-b318-76fafd3132a6 owned by network:router_interface {{(pid=121607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:31:12.047882 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc1dae4f-c0fe-42d8-af29-8698a7ff4b0d admin admin] Network d257b68f-9132-4584-b1b0-827fbb5ce176 is already hosted by enough agents. {{(pid=121607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:31:12.051937 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-cc1dae4f-c0fe-42d8-af29-8698a7ff4b0d admin admin] Resources bound (agent type, host, resource id):  {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:31:12.057198 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-04bc3cb4-60b3-4525-be18-2cefe5667760 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] Publish callbacks [] for security_group, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:12.058449 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-04bc3cb4-60b3-4525-be18-2cefe5667760 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1799 time: 0.7096193
Dec 25 21:31:12.063422 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 48816) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:31:12.068800 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-1037e958-09c6-4e6d-9207-9ee78498ad54 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] Request body: {'security_group_rule': {'security_group_id': '89fb11b5-d095-4b35-8a22-8ffdb90cfcff', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:31:12.093582 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5361f42d-ed93-4b8a-af95-74ed901ca172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:12.102168 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8f14039-1a09-44b3-9a35-ff001d8c95f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-90b2e04a-e54e-46ab-811b-2aeed6feec9e', 'network_id': '90b2e04a-e54e-46ab-811b-2aeed6feec9e', 'project_id': '2b4b670b5aa1407f8675179d6279efab', 'fixed_ips': [{'subnet_id': '25cd9942-f5cd-4b37-b85d-a984673840e1'}]}} from ncdv-master-1. {{(pid=121608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 25 21:31:12.103179 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-e8f14039-1a09-44b3-9a35-ff001d8c95f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:12.124660 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-cdee6ffb-7d49-420e-88f5-6e609a55034f tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077839'] for security_group_rule, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:12.133078 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-cdee6ffb-7d49-420e-88f5-6e609a55034f tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] Publish callbacks [] for security_group_rule, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:12.134305 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-cdee6ffb-7d49-420e-88f5-6e609a55034f tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/b2d3a224-2b77-456d-a427-5403c3be6d3a HTTP/1.1" status: 204  len: 168 time: 0.3994124
Dec 25 21:31:12.140650 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 48818) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:31:12.169532 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdee6ffb-7d49-420e-88f5-6e609a55034f tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b2d3a224-2b77-456d-a427-5403c3be6d3a,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:31:12.224625 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-28aa6c86-2442-4379-bb16-3d160ffc4c0d None None] For port d14493ef-82e1-41ac-8c31-10835ce2d79b, host ncdv-master-1, cleared binding levels {{(pid=121608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:31:12.328968 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-8cf68023-8c5c-4b1f-9b67-d737ef9c131b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f26181dbd60>, [{'id': 'e77900ce-07b2-4fe6-b403-758d5ead7ad9', 'name': 'tempest-TestVolumeBootPattern-1467687193-router', 'tenant_id': 'c77dc74a46d64a67991d82bf12adb1dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.157'}], 'enable_snat': True}, 'gw_port_id': 'c6885c5e-06ab-4ac1-935b-561a4f8ff046', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:31:02Z', 'updated_at': '2021-12-25T21:31:10Z', 'revision_number': 4, 'project_id': 'c77dc74a46d64a67991d82bf12adb1dc', 'gw_port': {'id': 'c6885c5e-06ab-4ac1-935b-561a4f8ff046', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:bc:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e77900ce-07b2-4fe6-b403-758d5ead7ad9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2587, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:31:03Z', 'updated_at': '2021-12-25T21:31:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'd2ae1e58-e731-4aa2-ac2d-c929a2f84bab', 'name': '', 'network_id': 'd257b68f-9132-4584-b1b0-827fbb5ce176', 'tenant_id': 'c77dc74a46d64a67991d82bf12adb1dc', 'mac_address': 'fa:16:3e:c4:17:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e77900ce-07b2-4fe6-b403-758d5ead7ad9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2603, 'fixed_ips': [{'subnet_id': 'fedfc743-c289-4cd2-abdf-caaf178c8eab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:31:09Z', 'updated_at': '2021-12-25T21:31:09Z', 'revision_number': 1, 'project_id': 'c77dc74a46d64a67991d82bf12adb1dc', 'subnets': [{'id': 'fedfc743-c289-4cd2-abdf-caaf178c8eab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:31:12.341110 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5361f42d-ed93-4b8a-af95-74ed901ca172 None None] Pushing event updated for resources: {'Port': ['ID=c6885c5e-06ab-4ac1-935b-561a4f8ff046,revision_number=4']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:31:12.365903 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 48822) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:31:12.398203 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-28aa6c86-2442-4379-bb16-3d160ffc4c0d None None] For port d14493ef-82e1-41ac-8c31-10835ce2d79b, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d14493ef-82e1-41ac-8c31-10835ce2d79b,segment=NetworkSegment(6518cf7e-0a59-4dfe-a354-4dabb4709ab2),segment_id=6518cf7e-0a59-4dfe-a354-4dabb4709ab2)] {{(pid=121608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:31:12.401661 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc1dae4f-c0fe-42d8-af29-8698a7ff4b0d admin admin] Router e77900ce-07b2-4fe6-b403-758d5ead7ad9 has already been hosted by L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 {{(pid=121607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 25 21:31:12.426086 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cf68023-8c5c-4b1f-9b67-d737ef9c131b None None] The sync data for ids ['e77900ce-07b2-4fe6-b403-758d5ead7ad9'] in ncdv-master-1 is: [{'id': 'e77900ce-07b2-4fe6-b403-758d5ead7ad9', 'name': 'tempest-TestVolumeBootPattern-1467687193-router', 'tenant_id': 'c77dc74a46d64a67991d82bf12adb1dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.157'}], 'enable_snat': True}, 'gw_port_id': 'c6885c5e-06ab-4ac1-935b-561a4f8ff046', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:31:02Z', 'updated_at': '2021-12-25T21:31:10Z', 'revision_number': 4, 'project_id': 'c77dc74a46d64a67991d82bf12adb1dc', 'gw_port': {'id': 'c6885c5e-06ab-4ac1-935b-561a4f8ff046', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:bc:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e77900ce-07b2-4fe6-b403-758d5ead7ad9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2587, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:31:03Z', 'updated_at': '2021-12-25T21:31:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'd2ae1e58-e731-4aa2-ac2d-c929a2f84bab', 'name': '', 'network_id': 'd257b68f-9132-4584-b1b0-827fbb5ce176', 'tenant_id': 'c77dc74a46d64a67991d82bf12adb1dc', 'mac_address': 'fa:16:3e:c4:17:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e77900ce-07b2-4fe6-b403-758d5ead7ad9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2603, 'fixed_ips': [{'subnet_id': 'fedfc743-c289-4cd2-abdf-caaf178c8eab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:31:09Z', 'updated_at': '2021-12-25T21:31:09Z', 'revision_number': 1, 'project_id': 'c77dc74a46d64a67991d82bf12adb1dc', 'subnets': [{'id': 'fedfc743-c289-4cd2-abdf-caaf178c8eab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 21:31:12.444341 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-5789d539-fcd2-4b89-a449-dce1956d1551 None None] Provisioning complete for port d14493ef-82e1-41ac-8c31-10835ce2d79b triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:31:12.447030 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5789d539-fcd2-4b89-a449-dce1956d1551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:12.524345 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-28aa6c86-2442-4379-bb16-3d160ffc4c0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:12.535929 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-1037e958-09c6-4e6d-9207-9ee78498ad54 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] Publish callbacks [] for security_group_rule, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:12.590335 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-5789d539-fcd2-4b89-a449-dce1956d1551 None None] Port d14493ef-82e1-41ac-8c31-10835ce2d79b cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:31:12.607825 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.db_base_plugin_common [None req-e8f14039-1a09-44b3-9a35-ff001d8c95f9 None None] Allocated IP 172.23.0.2 (90b2e04a-e54e-46ab-811b-2aeed6feec9e/25cd9942-f5cd-4b37-b85d-a984673840e1/2c78da80-a85b-4242-a610-23f69aae3874) {{(pid=121608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:31:12.638746 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28aa6c86-2442-4379-bb16-3d160ffc4c0d None None] Routers {'ea3f5e80-4b98-41f9-9cee-68f565c5daca'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:31:12.639391 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-28aa6c86-2442-4379-bb16-3d160ffc4c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f26134fd0a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:31:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['ea3f5e80-4b98-41f9-9cee-68f565c5daca'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:31:12.652086 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8bd495-4263-4afc-b6b7-226ebbcf68ec None None] Pushing event updated for resources: {'Port': ['ID=d14493ef-82e1-41ac-8c31-10835ce2d79b,revision_number=4']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:31:12.676170 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc1dae4f-c0fe-42d8-af29-8698a7ff4b0d admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 21:31:12.697882 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-cc1dae4f-c0fe-42d8-af29-8698a7ff4b0d admin admin] 10.222.0.32 "PUT /v2.0/routers/e77900ce-07b2-4fe6-b403-758d5ead7ad9/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.9743125
Dec 25 21:31:12.720758 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e4967eaf-eb1b-4ffa-993d-b446e611e862 admin admin] Publish callbacks [] for security_group, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:12.722075 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-3f424352-b92d-4588-be5c-b19836863b27 tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 5190 time: 0.5794911
Dec 25 21:31:12.724928 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 48838) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:31:12.737355 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-5789d539-fcd2-4b89-a449-dce1956d1551 None None] Provisioning complete for port c6885c5e-06ab-4ac1-935b-561a4f8ff046 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:31:12.737786 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5789d539-fcd2-4b89-a449-dce1956d1551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:12.796924 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-9e579b78-d0ea-4cfe-8199-8e02128d645f tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:12.807063 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-9e579b78-d0ea-4cfe-8199-8e02128d645f tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:13.025563 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-9e579b78-d0ea-4cfe-8199-8e02128d645f tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077839'] for security_group_rule, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:13.032484 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-9e579b78-d0ea-4cfe-8199-8e02128d645f tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] Publish callbacks [] for security_group_rule, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:13.034273 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-9e579b78-d0ea-4cfe-8199-8e02128d645f tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/139076b4-b934-450d-981e-70f4be795b63 HTTP/1.1" status: 204  len: 168 time: 0.3083975
Dec 25 21:31:13.046647 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 48846) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:31:13.062875 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-1037e958-09c6-4e6d-9207-9ee78498ad54 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:13.071694 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e579b78-d0ea-4cfe-8199-8e02128d645f tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=139076b4-b934-450d-981e-70f4be795b63,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:31:13.097024 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-ce7c1d0b-2039-4c48-9cb8-ea3fdb2b015a tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:13.145724 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-15307cdf-576c-47b1-b607-8604e8900aa6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:13.150853 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e4967eaf-eb1b-4ffa-993d-b446e611e862 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:13.182390 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15307cdf-576c-47b1-b607-8604e8900aa6 admin admin] Pushing event deleted for resources: {'Port': ['ID=a81cfeda-139d-47fa-b318-76fafd3132a6,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:31:13.201959 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvr_db [None req-28aa6c86-2442-4379-bb16-3d160ffc4c0d None None] Set router ea3f5e80-4b98-41f9-9cee-68f565c5daca gateway port host: None {{(pid=121608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:31:13.232605 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-1037e958-09c6-4e6d-9207-9ee78498ad54 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077839'] for security_group_rule, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:13.307819 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-35d11467-8b5f-4b57-8118-e8f576c324a1 tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4649 time: 0.2585185
Dec 25 21:31:13.329858 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 48850) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:31:13.378003 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e4967eaf-eb1b-4ffa-993d-b446e611e862 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:13.394016 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1037e958-09c6-4e6d-9207-9ee78498ad54 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b338f40-6cc2-49b3-9136-bbe4a49a36db,revision_number=0']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:31:13.398341 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-1037e958-09c6-4e6d-9207-9ee78498ad54 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] Publish callbacks [] for security_group_rule, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:13.402128 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-1037e958-09c6-4e6d-9207-9ee78498ad54 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 1.3349612
Dec 25 21:31:13.436532 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 48852) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:31:13.452071 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-7e926416-634e-488a-b8d6-856b203e54c2 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] Request body: {'security_group_rule': {'security_group_id': '89fb11b5-d095-4b35-8a22-8ffdb90cfcff', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:31:13.521583 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4967eaf-eb1b-4ffa-993d-b446e611e862 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c6c08fe-ce12-4da6-8047-19aa75666176,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:31:13.568011 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-e4967eaf-eb1b-4ffa-993d-b446e611e862 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6711625167a8423786a2f4e0ccd4c2de&name=default HTTP/1.1" status: 200  len: 3000 time: 1.1960769
Dec 25 21:31:13.568195 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 48856) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:31:13.570246 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-28a2ef42-cbc5-4316-801a-2c384f08a682 tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:13.590685 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-28a2ef42-cbc5-4316-801a-2c384f08a682 tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:13.643813 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-e8f14039-1a09-44b3-9a35-ff001d8c95f9 None None] Publish callbacks [] for port, precommit_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:13.692519 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-28aa6c86-2442-4379-bb16-3d160ffc4c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f26134fd0a0>, [{'id': 'ea3f5e80-4b98-41f9-9cee-68f565c5daca', 'name': 'tempest-RoutersTest-router-1986204596', 'tenant_id': '2b4b670b5aa1407f8675179d6279efab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:30:46Z', 'updated_at': '2021-12-25T21:31:05Z', 'revision_number': 4, 'project_id': '2b4b670b5aa1407f8675179d6279efab', 'gw_port_host': None, '_interfaces': [{'id': '81ce71f5-719b-4856-b736-2ace6e074eb1', 'name': '', 'network_id': '2a20ef8b-2df5-4ece-a869-33142cdac83f', 'tenant_id': '2b4b670b5aa1407f8675179d6279efab', 'mac_address': 'fa:16:3e:9b:ae:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea3f5e80-4b98-41f9-9cee-68f565c5daca', 'device_owner': 'network:router_interface', 'standard_attr_id': 2554, 'fixed_ips': [{'subnet_id': 'fc88b8d2-273b-41e8-8d59-a828d8bf283c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:30:57Z', 'updated_at': '2021-12-25T21:31:02Z', 'revision_number': 5, 'project_id': '2b4b670b5aa1407f8675179d6279efab', 'subnets': [{'id': 'fc88b8d2-273b-41e8-8d59-a828d8bf283c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd14493ef-82e1-41ac-8c31-10835ce2d79b', 'name': '', 'network_id': '91fde06f-b74f-45b1-a416-50730def7423', 'tenant_id': '2b4b670b5aa1407f8675179d6279efab', 'mac_address': 'fa:16:3e:03:ef:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea3f5e80-4b98-41f9-9cee-68f565c5daca', 'device_owner': 'network:router_interface', 'standard_attr_id': 2586, 'fixed_ips': [{'subnet_id': '65e99da2-4ea1-4be0-b2d9-9cb1d682b3b1', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:31:03Z', 'updated_at': '2021-12-25T21:31:12Z', 'revision_number': 4, 'project_id': '2b4b670b5aa1407f8675179d6279efab', 'subnets': [{'id': '65e99da2-4ea1-4be0-b2d9-9cb1d682b3b1', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e5c07cac-9a36-4ba0-805f-c4bdd2022ad7', 'name': '', 'network_id': '1cf7359b-8ef4-4787-a8de-edf6b0703c3b', 'tenant_id': '2b4b670b5aa1407f8675179d6279efab', 'mac_address': 'fa:16:3e:de:c2:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea3f5e80-4b98-41f9-9cee-68f565c5daca', 'device_owner': 'network:router_interface', 'standard_attr_id': 2544, 'fixed_ips': [{'subnet_id': '98da7abf-53cd-43ff-b3be-a1b4b395f8ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:30:51Z', 'updated_at': '2021-12-25T21:30:56Z', 'revision_number': 5, 'project_id': '2b4b670b5aa1407f8675179d6279efab', 'subnets': [{'id': '98da7abf-53cd-43ff-b3be-a1b4b395f8ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:31:13.697462 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-10ec7ef1-58a3-41e8-a78c-4d5ec66a5c79 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:13.724961 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28aa6c86-2442-4379-bb16-3d160ffc4c0d None None] The sync data for ids ['ea3f5e80-4b98-41f9-9cee-68f565c5daca'] in ncdv-master-1 is: [{'id': 'ea3f5e80-4b98-41f9-9cee-68f565c5daca', 'name': 'tempest-RoutersTest-router-1986204596', 'tenant_id': '2b4b670b5aa1407f8675179d6279efab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:30:46Z', 'updated_at': '2021-12-25T21:31:05Z', 'revision_number': 4, 'project_id': '2b4b670b5aa1407f8675179d6279efab', 'gw_port_host': None, '_interfaces': [{'id': '81ce71f5-719b-4856-b736-2ace6e074eb1', 'name': '', 'network_id': '2a20ef8b-2df5-4ece-a869-33142cdac83f', 'tenant_id': '2b4b670b5aa1407f8675179d6279efab', 'mac_address': 'fa:16:3e:9b:ae:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea3f5e80-4b98-41f9-9cee-68f565c5daca', 'device_owner': 'network:router_interface', 'standard_attr_id': 2554, 'fixed_ips': [{'subnet_id': 'fc88b8d2-273b-41e8-8d59-a828d8bf283c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:30:57Z', 'updated_at': '2021-12-25T21:31:02Z', 'revision_number': 5, 'project_id': '2b4b670b5aa1407f8675179d6279efab', 'subnets': [{'id': 'fc88b8d2-273b-41e8-8d59-a828d8bf283c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd14493ef-82e1-41ac-8c31-10835ce2d79b', 'name': '', 'network_id': '91fde06f-b74f-45b1-a416-50730def7423', 'tenant_id': '2b4b670b5aa1407f8675179d6279efab', 'mac_address': 'fa:16:3e:03:ef:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea3f5e80-4b98-41f9-9cee-68f565c5daca', 'device_owner': 'network:router_interface', 'standard_attr_id': 2586, 'fixed_ips': [{'subnet_id': '65e99da2-4ea1-4be0-b2d9-9cb1d682b3b1', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:31:03Z', 'updated_at': '2021-12-25T21:31:12Z', 'revision_number': 4, 'project_id': '2b4b670b5aa1407f8675179d6279efab', 'subnets': [{'id': '65e99da2-4ea1-4be0-b2d9-9cb1d682b3b1', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e5c07cac-9a36-4ba0-805f-c4bdd2022ad7', 'name': '', 'network_id': '1cf7359b-8ef4-4787-a8de-edf6b0703c3b', 'tenant_id': '2b4b670b5aa1407f8675179d6279efab', 'mac_address': 'fa:16:3e:de:c2:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea3f5e80-4b98-41f9-9cee-68f565c5daca', 'device_owner': 'network:router_interface', 'standard_attr_id': 2544, 'fixed_ips': [{'subnet_id': '98da7abf-53cd-43ff-b3be-a1b4b395f8ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:30:51Z', 'updated_at': '2021-12-25T21:30:56Z', 'revision_number': 5, 'project_id': '2b4b670b5aa1407f8675179d6279efab', 'subnets': [{'id': '98da7abf-53cd-43ff-b3be-a1b4b395f8ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 21:31:13.733711 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-10ec7ef1-58a3-41e8-a78c-4d5ec66a5c79 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:13.733822 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-e8f14039-1a09-44b3-9a35-ff001d8c95f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946'] for port, after_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:13.898115 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8f14039-1a09-44b3-9a35-ff001d8c95f9 None None] Network 90b2e04a-e54e-46ab-811b-2aeed6feec9e is already hosted by enough agents. {{(pid=121608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:31:13.903191 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.base_scheduler [None req-e8f14039-1a09-44b3-9a35-ff001d8c95f9 None None] Resources bound (agent type, host, resource id):  {{(pid=121608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:31:13.905401 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f14039-1a09-44b3-9a35-ff001d8c95f9 None None] Pushing event updated for resources: {'Port': ['ID=2c78da80-a85b-4242-a610-23f69aae3874,revision_number=1']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:31:13.907643 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8f14039-1a09-44b3-9a35-ff001d8c95f9 None None] Received port after_create {{(pid=121608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:31:13.921790 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-e90d3b7c-3482-4a15-afa9-4064a66a2d97 None None] Provisioning complete for port d2ae1e58-e731-4aa2-ac2d-c929a2f84bab triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:31:13.922171 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-e90d3b7c-3482-4a15-afa9-4064a66a2d97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:13.943305 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_common [None req-ce7c1d0b-2039-4c48-9cb8-ea3fdb2b015a tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Allocated IP 172.23.0.1 (90b2e04a-e54e-46ab-811b-2aeed6feec9e/25cd9942-f5cd-4b37-b85d-a984673840e1/871b2a47-7af1-4e50-a6e0-585cd891ff3c) {{(pid=121606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:31:14.037154 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 48866) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:31:14.045776 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-4fe05400-ea63-40a7-80ba-1917f8970178 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-987691899-network', 'tenant_id': '682ce12dc98b4f82b95ff686c0e788d8'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:31:14.051927 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-10ec7ef1-58a3-41e8-a78c-4d5ec66a5c79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:14.056857 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-10ec7ef1-58a3-41e8-a78c-4d5ec66a5c79 admin admin] Publish callbacks [] for security_group, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:14.066702 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-10ec7ef1-58a3-41e8-a78c-4d5ec66a5c79 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3c6c08fe-ce12-4da6-8047-19aa75666176 HTTP/1.1" status: 204  len: 168 time: 0.4945133
Dec 25 21:31:14.068486 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-e90d3b7c-3482-4a15-afa9-4064a66a2d97 None None] Port d2ae1e58-e731-4aa2-ac2d-c929a2f84bab cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:31:14.073446 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-e8f14039-1a09-44b3-9a35-ff001d8c95f9 None None] Attempting to bind port 2c78da80-a85b-4242-a610-23f69aae3874 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:31:14.073822 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-e8f14039-1a09-44b3-9a35-ff001d8c95f9 None None] Attempting to bind port 2c78da80-a85b-4242-a610-23f69aae3874 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e18a0a4f-9be0-44b8-9c83-8c0f707e3000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '90b2e04a-e54e-46ab-811b-2aeed6feec9e'}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:31:14.074185 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8f14039-1a09-44b3-9a35-ff001d8c95f9 None None] Attempting to bind port 2c78da80-a85b-4242-a610-23f69aae3874 on network 90b2e04a-e54e-46ab-811b-2aeed6feec9e {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:31:14.095431 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8f14039-1a09-44b3-9a35-ff001d8c95f9 None None] Checking agent: {'id': 'ca4f5c6d-f1fd-48b8-a3e3-395864c7d23d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 20, 56, 40), 'started_at': datetime.datetime(2021, 12, 25, 20, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 31, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:31:14.095914 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8f14039-1a09-44b3-9a35-ff001d8c95f9 None None] Checking segment: {'id': 'e18a0a4f-9be0-44b8-9c83-8c0f707e3000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '90b2e04a-e54e-46ab-811b-2aeed6feec9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:31:14.096200 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-e8f14039-1a09-44b3-9a35-ff001d8c95f9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:14.096596 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8f14039-1a09-44b3-9a35-ff001d8c95f9 None None] Bound using segment: {'id': 'e18a0a4f-9be0-44b8-9c83-8c0f707e3000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '90b2e04a-e54e-46ab-811b-2aeed6feec9e'} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:31:14.097605 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-e8f14039-1a09-44b3-9a35-ff001d8c95f9 None None] Bound port: 2c78da80-a85b-4242-a610-23f69aae3874, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e18a0a4f-9be0-44b8-9c83-8c0f707e3000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '90b2e04a-e54e-46ab-811b-2aeed6feec9e'}}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:31:14.098094 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-e8f14039-1a09-44b3-9a35-ff001d8c95f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:14.102199 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-e90d3b7c-3482-4a15-afa9-4064a66a2d97 None None] Provisioning complete for port d14493ef-82e1-41ac-8c31-10835ce2d79b triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:31:14.102565 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-e90d3b7c-3482-4a15-afa9-4064a66a2d97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:14.125533 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ec7ef1-58a3-41e8-a78c-4d5ec66a5c79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c6c08fe-ce12-4da6-8047-19aa75666176,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:31:14.287517 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fe05400-ea63-40a7-80ba-1917f8970178 admin admin] Made reservation on behalf of 682ce12dc98b4f82b95ff686c0e788d8 for: {'network': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:31:14.289893 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-4fe05400-ea63-40a7-80ba-1917f8970178 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for network, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:14.295447 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-ce7c1d0b-2039-4c48-9cb8-ea3fdb2b015a tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks [] for port, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:14.318072 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-4fe05400-ea63-40a7-80ba-1917f8970178 admin admin] Publish callbacks [] for security_group, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:14.322492 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-e8f14039-1a09-44b3-9a35-ff001d8c95f9 None None] For port 2c78da80-a85b-4242-a610-23f69aae3874, host ncdv-master-1, cleared binding levels {{(pid=121608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:31:14.326931 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-e8f14039-1a09-44b3-9a35-ff001d8c95f9 None None] For port 2c78da80-a85b-4242-a610-23f69aae3874, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2c78da80-a85b-4242-a610-23f69aae3874,segment=NetworkSegment(e18a0a4f-9be0-44b8-9c83-8c0f707e3000),segment_id=e18a0a4f-9be0-44b8-9c83-8c0f707e3000)] {{(pid=121608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:31:14.375723 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-7e926416-634e-488a-b8d6-856b203e54c2 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] Publish callbacks [] for security_group_rule, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:14.399781 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-e90d3b7c-3482-4a15-afa9-4064a66a2d97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:14.422887 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-15307cdf-576c-47b1-b607-8604e8900aa6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2007763'] for router_interface, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:14.476158 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-e90d3b7c-3482-4a15-afa9-4064a66a2d97 None None] For port d14493ef-82e1-41ac-8c31-10835ce2d79b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d14493ef-82e1-41ac-8c31-10835ce2d79b,segment=NetworkSegment(6518cf7e-0a59-4dfe-a354-4dabb4709ab2),segment_id=6518cf7e-0a59-4dfe-a354-4dabb4709ab2)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:31:14.479208 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-e8f14039-1a09-44b3-9a35-ff001d8c95f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:14.505174 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-28a2ef42-cbc5-4316-801a-2c384f08a682 tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077839'] for security_group_rule, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:14.505397 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-ce7c1d0b-2039-4c48-9cb8-ea3fdb2b015a tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:14.511372 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-28a2ef42-cbc5-4316-801a-2c384f08a682 tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] Publish callbacks [] for security_group_rule, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:14.512856 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-28a2ef42-cbc5-4316-801a-2c384f08a682 tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/0aece05f-4941-4932-b2fc-a88902bc53c8 HTTP/1.1" status: 204  len: 168 time: 1.1816714
Dec 25 21:31:14.522115 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 48872) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:31:14.558322 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-e90d3b7c-3482-4a15-afa9-4064a66a2d97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:14.570260 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-4fe05400-ea63-40a7-80ba-1917f8970178 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:14.615448 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device c6885c5e-06ab-4ac1-935b-561a4f8ff046 up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:31:14.620234 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a2ef42-cbc5-4316-801a-2c384f08a682 tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0aece05f-4941-4932-b2fc-a88902bc53c8,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:31:14.651493 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-4fe05400-ea63-40a7-80ba-1917f8970178 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:14.659136 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-7e926416-634e-488a-b8d6-856b203e54c2 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:14.677290 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4fe05400-ea63-40a7-80ba-1917f8970178 admin admin] vlan segment allocate from pool success with {'vlan_id': 182, 'physical_network': 'physnet1'}  {{(pid=121606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 25 21:31:14.699635 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-4fe05400-ea63-40a7-80ba-1917f8970178 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:14.701507 ncdv-master-1 neutron-server[121606]: INFO neutron.db.segments_db [None req-4fe05400-ea63-40a7-80ba-1917f8970178 admin admin] Added segment 15189edd-b051-41f2-8c57-a39fda2e0b15 of type vlan for network 01268c99-d805-478f-bd5d-c08c5fd8a88a
Dec 25 21:31:14.749147 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-81abbf63-4bd7-4796-bf74-d83226611835 tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4108 time: 0.2241521
Dec 25 21:31:14.751531 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f14039-1a09-44b3-9a35-ff001d8c95f9 None None] Pushing event updated for resources: {'Port': ['ID=2c78da80-a85b-4242-a610-23f69aae3874,revision_number=2']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:31:14.776698 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 48876) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:31:14.777986 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7c1d0b-2039-4c48-9cb8-ea3fdb2b015a tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Pushing event updated for resources: {'Port': ['ID=871b2a47-7af1-4e50-a6e0-585cd891ff3c,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:31:14.818166 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce7c1d0b-2039-4c48-9cb8-ea3fdb2b015a tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Network 90b2e04a-e54e-46ab-811b-2aeed6feec9e is already hosted by enough agents. {{(pid=121606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:31:14.821553 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-7e926416-634e-488a-b8d6-856b203e54c2 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077839'] for security_group_rule, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:14.847301 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [None req-ce7c1d0b-2039-4c48-9cb8-ea3fdb2b015a tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Resources bound (agent type, host, resource id):  {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:31:14.865719 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port c6885c5e-06ab-4ac1-935b-561a4f8ff046 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:31:14.866103 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:14.866575 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce7c1d0b-2039-4c48-9cb8-ea3fdb2b015a tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Received port after_create {{(pid=121606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:31:14.913342 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-8503355f-b2da-4c70-bc70-98023d5e38cd tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:14.919067 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90d3b7c-3482-4a15-afa9-4064a66a2d97 None None] Pushing event updated for resources: {'Port': ['ID=d14493ef-82e1-41ac-8c31-10835ce2d79b,revision_number=5']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:31:14.963547 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e926416-634e-488a-b8d6-856b203e54c2 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca432595-8f3c-43f3-8836-ac2936a0bfbd,revision_number=0']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:31:14.992440 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-8503355f-b2da-4c70-bc70-98023d5e38cd tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:15.060785 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe05400-ea63-40a7-80ba-1917f8970178 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4aa8becb-0f78-4ec3-b491-4a8ea3b6bbd6,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:31:15.076272 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-4fe05400-ea63-40a7-80ba-1917f8970178 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737602163420'] for network, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:15.089752 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-ce7c1d0b-2039-4c48-9cb8-ea3fdb2b015a tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2008772'] for router_interface, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:15.098972 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-7e926416-634e-488a-b8d6-856b203e54c2 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] Publish callbacks [] for security_group_rule, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:15.103406 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-7e926416-634e-488a-b8d6-856b203e54c2 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 1.6568182
Dec 25 21:31:15.104317 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 48886) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:31:15.118988 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-be24970f-829b-4c78-89c3-ca292b16144e tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] Request body: {'floatingip': {'floating_network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:31:15.155942 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device d14493ef-82e1-41ac-8c31-10835ce2d79b up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:31:15.244108 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15307cdf-576c-47b1-b607-8604e8900aa6 admin admin] Router fd5d1e0a-1e64-40a3-b29d-a4ced077dc1a has already been hosted by L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 {{(pid=121607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 25 21:31:15.251494 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-8503355f-b2da-4c70-bc70-98023d5e38cd tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077839'] for security_group_rule, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:15.268235 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-8503355f-b2da-4c70-bc70-98023d5e38cd tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] Publish callbacks [] for security_group_rule, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:15.271011 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-8503355f-b2da-4c70-bc70-98023d5e38cd tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/bf66fd4b-6ec3-4035-b5e8-b02202580a24 HTTP/1.1" status: 204  len: 168 time: 0.4917965
Dec 25 21:31:15.276202 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 48892) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:31:15.306331 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-4fe05400-ea63-40a7-80ba-1917f8970178 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870'] for network, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:15.307348 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fe05400-ea63-40a7-80ba-1917f8970178 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:31:15.307981 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-4fe05400-ea63-40a7-80ba-1917f8970178 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for network, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:15.314083 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-be24970f-829b-4c78-89c3-ca292b16144e tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] Publish callbacks [] for floatingip, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:15.318662 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port d14493ef-82e1-41ac-8c31-10835ce2d79b triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:31:15.319059 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:15.324576 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8503355f-b2da-4c70-bc70-98023d5e38cd tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bf66fd4b-6ec3-4035-b5e8-b02202580a24,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:31:15.408586 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe05400-ea63-40a7-80ba-1917f8970178 admin admin] Pushing event updated for resources: {'Network': ['ID=01268c99-d805-478f-bd5d-c08c5fd8a88a,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:31:15.433306 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-954be418-5678-4772-b869-2c561b5c0879 tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.1469514
Dec 25 21:31:15.434245 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 48894) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:31:15.457392 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-ce7c1d0b-2039-4c48-9cb8-ea3fdb2b015a tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:15.460329 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Network 01268c99-d805-478f-bd5d-c08c5fd8a88a details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 25 21:31:15.467084 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-4fe05400-ea63-40a7-80ba-1917f8970178 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 1.4288144
Dec 25 21:31:15.475096 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 48896) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:31:15.483525 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-fde54a57-3146-4f9e-b1d1-4cb141e8e5ec admin admin] Request body: {'subnet': {'network_id': '01268c99-d805-478f-bd5d-c08c5fd8a88a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-987691899-subnet', 'tenant_id': '682ce12dc98b4f82b95ff686c0e788d8', 'ip_version': 4}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:31:15.590760 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15307cdf-576c-47b1-b607-8604e8900aa6 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 21:31:15.603019 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 48900) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:31:15.603260 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-15307cdf-576c-47b1-b607-8604e8900aa6 admin admin] 10.222.0.32 "PUT /v2.0/routers/fd5d1e0a-1e64-40a3-b29d-a4ced077dc1a/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 6.1348243
Dec 25 21:31:15.612647 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc82895-5004-4e66-8bfd-560fa5562bd2 None None] Sync routers for ids ['fd5d1e0a-1e64-40a3-b29d-a4ced077dc1a'] in ncdv-master-1 {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 21:31:15.627984 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecc82895-5004-4e66-8bfd-560fa5562bd2 None None] Routers {'fd5d1e0a-1e64-40a3-b29d-a4ced077dc1a'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:31:15.629227 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-efa0ebcb-dacd-4cf4-9293-85775a2e4d38 tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] Publish callbacks [] for security_group, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:15.629867 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-ecc82895-5004-4e66-8bfd-560fa5562bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2618674c70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:31:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['fd5d1e0a-1e64-40a3-b29d-a4ced077dc1a'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:31:15.656359 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fde54a57-3146-4f9e-b1d1-4cb141e8e5ec admin admin] Made reservation on behalf of 682ce12dc98b4f82b95ff686c0e788d8 for: {'subnet': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:31:15.659047 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-fde54a57-3146-4f9e-b1d1-4cb141e8e5ec admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9028529'] for subnet, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:15.664741 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-efa0ebcb-dacd-4cf4-9293-85775a2e4d38 tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] Publish callbacks [] for security_group, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:15.678697 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-be24970f-829b-4c78-89c3-ca292b16144e tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:15.806840 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvr_db [None req-ecc82895-5004-4e66-8bfd-560fa5562bd2 None None] Set router fd5d1e0a-1e64-40a3-b29d-a4ced077dc1a gateway port host: ncdv-master-1 {{(pid=121609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:31:15.822943 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_common [None req-be24970f-829b-4c78-89c3-ca292b16144e tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] Allocated IP 172.35.3.146 (7201e55c-7c5f-41aa-a042-a363696539d0/7a939e13-713f-45cf-bba7-1539635abe25/a1fb98af-a759-4f20-9ddc-68eec2fff0a0) {{(pid=121607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:31:15.854658 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-efa0ebcb-dacd-4cf4-9293-85775a2e4d38 tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:15.857283 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-efa0ebcb-dacd-4cf4-9293-85775a2e4d38 tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:15.860806 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-efa0ebcb-dacd-4cf4-9293-85775a2e4d38 tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] 10.222.0.32 "DELETE /v2.0/security-groups/bbfa2ca2-8f61-409a-942a-c5be4ab5b4da HTTP/1.1" status: 204  len: 168 time: 0.4222543
Dec 25 21:31:15.874314 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 48906) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:31:15.877453 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa0ebcb-dacd-4cf4-9293-85775a2e4d38 tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbfa2ca2-8f61-409a-942a-c5be4ab5b4da,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:31:15.932162 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-4e57ad41-f563-47e9-89ae-3a3ae49015a3 admin admin] Publish callbacks [] for router, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:16.063676 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-8e7e332e-23fc-4a4b-9355-e7a5e59dfe25 tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.1833708
Dec 25 21:31:16.070109 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 48910) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:31:16.071421 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 48912) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:31:16.123864 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-ee40003f-0d0a-4266-a404-847cf96f2f3f tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] Request body: {'security_group': {'name': 'tempest-secgroup--1783720258'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:31:16.147016 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-ce7c1d0b-2039-4c48-9cb8-ea3fdb2b015a tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks [] for port, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:16.184104 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-be24970f-829b-4c78-89c3-ca292b16144e tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] Publish callbacks [] for port, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:16.242870 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-ecc82895-5004-4e66-8bfd-560fa5562bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2618674c70>, [{'id': 'fd5d1e0a-1e64-40a3-b29d-a4ced077dc1a', 'name': 'tempest-TaggedBootDevicesTest_v242-1112662764-router', 'tenant_id': 'd4571ece0fa3450b83fde221178518c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.68'}], 'enable_snat': True}, 'gw_port_id': 'e72e509b-5408-41d4-ad12-5493f3ff5a70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:18:35Z', 'updated_at': '2021-12-25T21:31:12Z', 'revision_number': 5, 'project_id': 'd4571ece0fa3450b83fde221178518c8', 'gw_port': {'id': 'e72e509b-5408-41d4-ad12-5493f3ff5a70', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:27:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd5d1e0a-1e64-40a3-b29d-a4ced077dc1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1147, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:18:36Z', 'updated_at': '2021-12-25T21:18:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:31:16.274686 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-ce7c1d0b-2039-4c48-9cb8-ea3fdb2b015a tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:16.290198 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-b17678dd-4784-42a4-a63f-215b1ea06275 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1646759854-network', 'tenant_id': '8ece5e5ef72d4614b89456ee37fe94f3'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:31:16.323778 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc82895-5004-4e66-8bfd-560fa5562bd2 None None] Checking router: fd5d1e0a-1e64-40a3-b29d-a4ced077dc1a for host: ncdv-master-1 {{(pid=121609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 25 21:31:16.329489 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-4e57ad41-f563-47e9-89ae-3a3ae49015a3 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:16.341255 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecc82895-5004-4e66-8bfd-560fa5562bd2 None None] Routers {'fd5d1e0a-1e64-40a3-b29d-a4ced077dc1a'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:31:16.342449 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-ecc82895-5004-4e66-8bfd-560fa5562bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2618674c70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:31:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['fd5d1e0a-1e64-40a3-b29d-a4ced077dc1a'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:31:16.359290 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-be24970f-829b-4c78-89c3-ca292b16144e tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:16.436491 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-fde54a57-3146-4f9e-b1d1-4cb141e8e5ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9084170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9028515'] for subnet, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:16.439616 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-ce7c1d0b-2039-4c48-9cb8-ea3fdb2b015a tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2007636'] for router_interface, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:16.455315 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-ee40003f-0d0a-4266-a404-847cf96f2f3f tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] Publish callbacks [] for security_group, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:16.458809 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b17678dd-4784-42a4-a63f-215b1ea06275 admin admin] Made reservation on behalf of 8ece5e5ef72d4614b89456ee37fe94f3 for: {'network': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:31:16.461736 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b17678dd-4784-42a4-a63f-215b1ea06275 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for network, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:16.484913 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b17678dd-4784-42a4-a63f-215b1ea06275 admin admin] Publish callbacks [] for security_group, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:16.493015 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be24970f-829b-4c78-89c3-ca292b16144e tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] Pushing event updated for resources: {'Port': ['ID=a1fb98af-a759-4f20-9ddc-68eec2fff0a0,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:31:16.502151 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be24970f-829b-4c78-89c3-ca292b16144e tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] Network 7201e55c-7c5f-41aa-a042-a363696539d0 is already hosted by enough agents. {{(pid=121607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:31:16.508742 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-be24970f-829b-4c78-89c3-ca292b16144e tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] Resources bound (agent type, host, resource id):  {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:31:16.514411 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be24970f-829b-4c78-89c3-ca292b16144e tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] Received port after_create {{(pid=121607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:31:16.532290 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvr_db [None req-ecc82895-5004-4e66-8bfd-560fa5562bd2 None None] Set router fd5d1e0a-1e64-40a3-b29d-a4ced077dc1a gateway port host: ncdv-master-1 {{(pid=121609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:31:16.565002 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device d14493ef-82e1-41ac-8c31-10835ce2d79b up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:31:16.571113 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7c1d0b-2039-4c48-9cb8-ea3fdb2b015a tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Pushing event updated for resources: {'Port': ['ID=871b2a47-7af1-4e50-a6e0-585cd891ff3c,revision_number=2']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:31:16.634976 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b479019-1408-4402-8ff0-2d7dbe39d3c1 None None] Network 90b2e04a-e54e-46ab-811b-2aeed6feec9e requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:31:16.689031 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-be24970f-829b-4c78-89c3-ca292b16144e tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] Publish callbacks [] for floatingip, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:16.697556 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b17678dd-4784-42a4-a63f-215b1ea06275 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:16.748904 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b17678dd-4784-42a4-a63f-215b1ea06275 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:16.757587 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-5ac579a0-f77d-4d0e-ae1d-0cec74b76a7e None None] Provisioning complete for port 2c78da80-a85b-4242-a610-23f69aae3874 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:31:16.758776 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5ac579a0-f77d-4d0e-ae1d-0cec74b76a7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:16.761823 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-ecc82895-5004-4e66-8bfd-560fa5562bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2618674c70>, [{'id': 'fd5d1e0a-1e64-40a3-b29d-a4ced077dc1a', 'name': 'tempest-TaggedBootDevicesTest_v242-1112662764-router', 'tenant_id': 'd4571ece0fa3450b83fde221178518c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.68'}], 'enable_snat': True}, 'gw_port_id': 'e72e509b-5408-41d4-ad12-5493f3ff5a70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:18:35Z', 'updated_at': '2021-12-25T21:31:12Z', 'revision_number': 5, 'project_id': 'd4571ece0fa3450b83fde221178518c8', 'gw_port': {'id': 'e72e509b-5408-41d4-ad12-5493f3ff5a70', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:27:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd5d1e0a-1e64-40a3-b29d-a4ced077dc1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1147, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:18:36Z', 'updated_at': '2021-12-25T21:18:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:31:16.776048 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde54a57-3146-4f9e-b1d1-4cb141e8e5ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=67b19293-f701-4d02-bd60-42b26f656b43,revision_number=0']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:31:16.796316 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc82895-5004-4e66-8bfd-560fa5562bd2 None None] The sync data for ids ['fd5d1e0a-1e64-40a3-b29d-a4ced077dc1a'] in ncdv-master-1 is: [{'id': 'fd5d1e0a-1e64-40a3-b29d-a4ced077dc1a', 'name': 'tempest-TaggedBootDevicesTest_v242-1112662764-router', 'tenant_id': 'd4571ece0fa3450b83fde221178518c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.68'}], 'enable_snat': True}, 'gw_port_id': 'e72e509b-5408-41d4-ad12-5493f3ff5a70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:18:35Z', 'updated_at': '2021-12-25T21:31:12Z', 'revision_number': 5, 'project_id': 'd4571ece0fa3450b83fde221178518c8', 'gw_port': {'id': 'e72e509b-5408-41d4-ad12-5493f3ff5a70', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:27:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd5d1e0a-1e64-40a3-b29d-a4ced077dc1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1147, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:18:36Z', 'updated_at': '2021-12-25T21:18:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 21:31:16.837786 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port d14493ef-82e1-41ac-8c31-10835ce2d79b triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:31:16.838269 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:16.849375 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b17678dd-4784-42a4-a63f-215b1ea06275 admin admin] vlan segment allocate from pool success with {'vlan_id': 189, 'physical_network': 'physnet1'}  {{(pid=121607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 25 21:31:16.858861 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-be24970f-829b-4c78-89c3-ca292b16144e tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:16.864169 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fde54a57-3146-4f9e-b1d1-4cb141e8e5ec admin admin] Checking segment: {'id': '15189edd-b051-41f2-8c57-a39fda2e0b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '01268c99-d805-478f-bd5d-c08c5fd8a88a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:31:16.864169 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fde54a57-3146-4f9e-b1d1-4cb141e8e5ec admin admin] Network hostable DHCP agents. Network: 01268c99-d805-478f-bd5d-c08c5fd8a88a, hostable agents: ['1813db88-2c1b-4357-a2ba-869246b663c2'], hosted agents: [] {{(pid=121606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 25 21:31:16.920966 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-4e57ad41-f563-47e9-89ae-3a3ae49015a3 admin admin] Deleting port e72e509b-5408-41d4-ad12-5493f3ff5a70 {{(pid=121606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:31:16.921876 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-4e57ad41-f563-47e9-89ae-3a3ae49015a3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:16.926948 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b17678dd-4784-42a4-a63f-215b1ea06275 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:16.927305 ncdv-master-1 neutron-server[121607]: INFO neutron.db.segments_db [None req-b17678dd-4784-42a4-a63f-215b1ea06275 admin admin] Added segment 0fac887f-f99f-493c-9476-cc5385c45b09 of type vlan for network de58f787-39ab-41e4-85ea-78281c9ae3af
Dec 25 21:31:16.928754 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17678dd-4784-42a4-a63f-215b1ea06275 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d95f4b4b-e2bc-4a54-974a-72224402b503,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:31:16.951639 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce7c1d0b-2039-4c48-9cb8-ea3fdb2b015a tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Network 90b2e04a-e54e-46ab-811b-2aeed6feec9e is already hosted by enough agents. {{(pid=121606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:31:16.988186 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5ac579a0-f77d-4d0e-ae1d-0cec74b76a7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:17.006305 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-ee40003f-0d0a-4266-a404-847cf96f2f3f tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] Publish callbacks [] for security_group, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:17.011336 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [None req-ce7c1d0b-2039-4c48-9cb8-ea3fdb2b015a tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Resources bound (agent type, host, resource id):  {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:31:17.030401 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b17678dd-4784-42a4-a63f-215b1ea06275 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737602163420'] for network, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:17.040656 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 2c78da80-a85b-4242-a610-23f69aae3874 up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:31:17.093209 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5ac579a0-f77d-4d0e-ae1d-0cec74b76a7e None None] For port 2c78da80-a85b-4242-a610-23f69aae3874, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2c78da80-a85b-4242-a610-23f69aae3874,segment=NetworkSegment(e18a0a4f-9be0-44b8-9c83-8c0f707e3000),segment_id=e18a0a4f-9be0-44b8-9c83-8c0f707e3000)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:31:17.151636 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port 2c78da80-a85b-4242-a610-23f69aae3874 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:31:17.156496 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:17.196269 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-176693aa-c3e4-4298-a2f0-907647ad0d8b None None] Sync routers for ids ['e77900ce-07b2-4fe6-b403-758d5ead7ad9'] in ncdv-master-1 {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 21:31:17.201240 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5ac579a0-f77d-4d0e-ae1d-0cec74b76a7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:17.201891 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-ee40003f-0d0a-4266-a404-847cf96f2f3f tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:17.214281 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fde54a57-3146-4f9e-b1d1-4cb141e8e5ec admin admin] Network 01268c99-d805-478f-bd5d-c08c5fd8a88a is scheduled to be hosted by DHCP agent 1813db88-2c1b-4357-a2ba-869246b663c2 with binding_index 1 {{(pid=121606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 25 21:31:17.252625 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-176693aa-c3e4-4298-a2f0-907647ad0d8b None None] Routers {'e77900ce-07b2-4fe6-b403-758d5ead7ad9'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:31:17.252625 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-176693aa-c3e4-4298-a2f0-907647ad0d8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f26134fb6a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:31:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['e77900ce-07b2-4fe6-b403-758d5ead7ad9'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:31:17.261847 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b17678dd-4784-42a4-a63f-215b1ea06275 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870'] for network, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:17.263865 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b17678dd-4784-42a4-a63f-215b1ea06275 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:31:17.264743 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b17678dd-4784-42a4-a63f-215b1ea06275 admin admin] Publish callbacks [] for network, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:17.285090 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [None req-4e57ad41-f563-47e9-89ae-3a3ae49015a3 admin admin] For port e72e509b-5408-41d4-ad12-5493f3ff5a70, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e72e509b-5408-41d4-ad12-5493f3ff5a70,segment=NetworkSegment(6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855),segment_id=6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855)] {{(pid=121606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:31:17.285581 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-4e57ad41-f563-47e9-89ae-3a3ae49015a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:17.316669 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce7c1d0b-2039-4c48-9cb8-ea3fdb2b015a tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Router ea3f5e80-4b98-41f9-9cee-68f565c5daca has already been hosted by L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 {{(pid=121606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 25 21:31:17.319035 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee40003f-0d0a-4266-a404-847cf96f2f3f tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62652d00-7506-4c94-86ff-256627f37a2d,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:31:17.329350 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-4e57ad41-f563-47e9-89ae-3a3ae49015a3 admin admin] Calling delete_port for e72e509b-5408-41d4-ad12-5493f3ff5a70 owned by network:router_gateway {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:31:17.372538 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-ee40003f-0d0a-4266-a404-847cf96f2f3f tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] Publish callbacks [] for security_group, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:17.375171 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-ee40003f-0d0a-4266-a404-847cf96f2f3f tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 1.2996955
Dec 25 21:31:17.375840 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [None req-fde54a57-3146-4f9e-b1d1-4cb141e8e5ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 01268c99-d805-478f-bd5d-c08c5fd8a88a) {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:31:17.379858 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 48930) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:31:17.412182 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be04d55f-2927-4ca6-8d8d-2cb84d7404f3 None None] Network 01268c99-d805-478f-bd5d-c08c5fd8a88a requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:31:17.418692 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-be24970f-829b-4c78-89c3-ca292b16144e tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] Publish callbacks [] for port, precommit_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:17.431485 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-8453939c-b1f7-4f03-ae7c-b14d9bdc874c tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] Request body: {'security_group_rule': {'security_group_id': '62652d00-7506-4c94-86ff-256627f37a2d', 'direction': 'ingress', 'protocol': 17}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:31:17.489661 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17678dd-4784-42a4-a63f-215b1ea06275 admin admin] Pushing event updated for resources: {'Network': ['ID=de58f787-39ab-41e4-85ea-78281c9ae3af,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:31:17.501013 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fde54a57-3146-4f9e-b1d1-4cb141e8e5ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:31:17.501709 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-fde54a57-3146-4f9e-b1d1-4cb141e8e5ec admin admin] Publish callbacks [] for subnet, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:17.513060 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-b17678dd-4784-42a4-a63f-215b1ea06275 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 1.4437211
Dec 25 21:31:17.513956 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 48934) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:31:17.515138 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-be24970f-829b-4c78-89c3-ca292b16144e tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8632327'] for port, after_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:17.527890 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-03ff52a4-55b8-49e3-b3dc-e45601f671a7 admin admin] Request body: {'subnet': {'network_id': 'de58f787-39ab-41e4-85ea-78281c9ae3af', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1646759854-subnet', 'tenant_id': '8ece5e5ef72d4614b89456ee37fe94f3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:31:17.543922 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Network de58f787-39ab-41e4-85ea-78281c9ae3af details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 25 21:31:17.548630 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac579a0-f77d-4d0e-ae1d-0cec74b76a7e None None] Pushing event updated for resources: {'Port': ['ID=2c78da80-a85b-4242-a610-23f69aae3874,revision_number=3']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:31:17.641459 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce7c1d0b-2039-4c48-9cb8-ea3fdb2b015a tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 21:31:17.642548 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be24970f-829b-4c78-89c3-ca292b16144e tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] Pushing event updated for resources: {'Port': ['ID=a1fb98af-a759-4f20-9ddc-68eec2fff0a0,revision_number=2']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:31:17.657610 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9eaa188-892f-4cca-b1ba-06ac8cf71f69 None None] Sync routers for ids ['ea3f5e80-4b98-41f9-9cee-68f565c5daca'] in ncdv-master-1 {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 21:31:17.660264 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-ce7c1d0b-2039-4c48-9cb8-ea3fdb2b015a tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] 10.222.0.32 "PUT /v2.0/routers/ea3f5e80-4b98-41f9-9cee-68f565c5daca/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.8366406
Dec 25 21:31:17.663680 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 48936) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:31:17.669058 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-0ec76bc0-fda2-4bf2-b5d6-c9bbb323241a tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:31:17.683673 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9eaa188-892f-4cca-b1ba-06ac8cf71f69 None None] Routers {'ea3f5e80-4b98-41f9-9cee-68f565c5daca'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:31:17.684572 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-b9eaa188-892f-4cca-b1ba-06ac8cf71f69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f26189c2250>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:31:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['ea3f5e80-4b98-41f9-9cee-68f565c5daca'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:31:17.752929 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-94af0386-f5c4-45a9-b459-f5a4b4db0fd5 None None] Provisioning complete for port 871b2a47-7af1-4e50-a6e0-585cd891ff3c triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:31:17.754069 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-94af0386-f5c4-45a9-b459-f5a4b4db0fd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:17.808282 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-be24970f-829b-4c78-89c3-ca292b16144e tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2008639'] for floatingip, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:17.857046 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvr_db [None req-b9eaa188-892f-4cca-b1ba-06ac8cf71f69 None None] Set router ea3f5e80-4b98-41f9-9cee-68f565c5daca gateway port host: None {{(pid=121609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:31:17.861574 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvr_db [None req-176693aa-c3e4-4298-a2f0-907647ad0d8b None None] Set router e77900ce-07b2-4fe6-b403-758d5ead7ad9 gateway port host: ncdv-master-1 {{(pid=121608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:31:17.893187 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6e4903e-80f0-443c-aca1-f888f1de9981 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-01268c99-d805-478f-bd5d-c08c5fd8a88a', 'network_id': '01268c99-d805-478f-bd5d-c08c5fd8a88a', 'project_id': '682ce12dc98b4f82b95ff686c0e788d8', 'fixed_ips': [{'subnet_id': '67b19293-f701-4d02-bd60-42b26f656b43'}]}} from ncdv-master-1. {{(pid=121608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 25 21:31:17.894107 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-e6e4903e-80f0-443c-aca1-f888f1de9981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:17.916708 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-94af0386-f5c4-45a9-b459-f5a4b4db0fd5 None None] Port 871b2a47-7af1-4e50-a6e0-585cd891ff3c cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:31:17.939025 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-fde54a57-3146-4f9e-b1d1-4cb141e8e5ec admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 2.4627616
Dec 25 21:31:17.941971 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 48938) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:31:17.948479 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-65b57d15-e755-4415-a4c6-aafd41e956c4 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-987691899-router', 'tenant_id': '682ce12dc98b4f82b95ff686c0e788d8', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'}}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:31:17.999606 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-be24970f-829b-4c78-89c3-ca292b16144e tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for floatingip, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:18.009971 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-be24970f-829b-4c78-89c3-ca292b16144e tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 2.8911839
Dec 25 21:31:18.022199 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-4e57ad41-f563-47e9-89ae-3a3ae49015a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:18.024054 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03ff52a4-55b8-49e3-b3dc-e45601f671a7 admin admin] Made reservation on behalf of 8ece5e5ef72d4614b89456ee37fe94f3 for: {'subnet': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:31:18.026550 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-03ff52a4-55b8-49e3-b3dc-e45601f671a7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8852834'] for subnet, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:18.062801 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e57ad41-f563-47e9-89ae-3a3ae49015a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=e72e509b-5408-41d4-ad12-5493f3ff5a70,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:31:18.068299 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-94af0386-f5c4-45a9-b459-f5a4b4db0fd5 None None] Provisioning complete for port 2c78da80-a85b-4242-a610-23f69aae3874 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:31:18.077000 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-94af0386-f5c4-45a9-b459-f5a4b4db0fd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:18.160715 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-207a35b4-9503-47fb-bf57-f9ccba7c9a83 None None] DHCP port deletion for 7201e55c-7c5f-41aa-a042-a363696539d0 request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 21:31:18.185366 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-4e57ad41-f563-47e9-89ae-3a3ae49015a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2008689'] for router_gateway, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:18.231365 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-8453939c-b1f7-4f03-ae7c-b14d9bdc874c tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] Publish callbacks [] for security_group_rule, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:18.247651 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-b9eaa188-892f-4cca-b1ba-06ac8cf71f69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f26189c2250>, [{'id': 'ea3f5e80-4b98-41f9-9cee-68f565c5daca', 'name': 'tempest-RoutersTest-router-1986204596', 'tenant_id': '2b4b670b5aa1407f8675179d6279efab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:30:46Z', 'updated_at': '2021-12-25T21:31:15Z', 'revision_number': 5, 'project_id': '2b4b670b5aa1407f8675179d6279efab', 'gw_port_host': None, '_interfaces': [{'id': '81ce71f5-719b-4856-b736-2ace6e074eb1', 'name': '', 'network_id': '2a20ef8b-2df5-4ece-a869-33142cdac83f', 'tenant_id': '2b4b670b5aa1407f8675179d6279efab', 'mac_address': 'fa:16:3e:9b:ae:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea3f5e80-4b98-41f9-9cee-68f565c5daca', 'device_owner': 'network:router_interface', 'standard_attr_id': 2554, 'fixed_ips': [{'subnet_id': 'fc88b8d2-273b-41e8-8d59-a828d8bf283c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:30:57Z', 'updated_at': '2021-12-25T21:31:02Z', 'revision_number': 5, 'project_id': '2b4b670b5aa1407f8675179d6279efab', 'subnets': [{'id': 'fc88b8d2-273b-41e8-8d59-a828d8bf283c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '871b2a47-7af1-4e50-a6e0-585cd891ff3c', 'name': '', 'network_id': '90b2e04a-e54e-46ab-811b-2aeed6feec9e', 'tenant_id': '2b4b670b5aa1407f8675179d6279efab', 'mac_address': 'fa:16:3e:05:2d:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea3f5e80-4b98-41f9-9cee-68f565c5daca', 'device_owner': 'network:router_interface', 'standard_attr_id': 2620, 'fixed_ips': [{'subnet_id': '25cd9942-f5cd-4b37-b85d-a984673840e1', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:31:13Z', 'updated_at': '2021-12-25T21:31:15Z', 'revision_number': 2, 'project_id': '2b4b670b5aa1407f8675179d6279efab', 'subnets': [{'id': '25cd9942-f5cd-4b37-b85d-a984673840e1', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd14493ef-82e1-41ac-8c31-10835ce2d79b', 'name': '', 'network_id': '91fde06f-b74f-45b1-a416-50730def7423', 'tenant_id': '2b4b670b5aa1407f8675179d6279efab', 'mac_address': 'fa:16:3e:03:ef:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea3f5e80-4b98-41f9-9cee-68f565c5daca', 'device_owner': 'network:router_interface', 'standard_attr_id': 2586, 'fixed_ips': [{'subnet_id': '65e99da2-4ea1-4be0-b2d9-9cb1d682b3b1', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:31:03Z', 'updated_at': '2021-12-25T21:31:14Z', 'revision_number': 5, 'project_id': '2b4b670b5aa1407f8675179d6279efab', 'subnets': [{'id': '65e99da2-4ea1-4be0-b2d9-9cb1d682b3b1', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e5c07cac-9a36-4ba0-805f-c4bdd2022ad7', 'name': '', 'network_id': '1cf7359b-8ef4-4787-a8de-edf6b0703c3b', 'tenant_id': '2b4b670b5aa1407f8675179d6279efab', 'mac_address': 'fa:16:3e:de:c2:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea3f5e80-4b98-41f9-9cee-68f565c5daca', 'device_owner': 'network:router_interface', 'standard_attr_id': 2544, 'fixed_ips': [{'subnet_id': '98da7abf-53cd-43ff-b3be-a1b4b395f8ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:30:51Z', 'updated_at': '2021-12-25T21:30:56Z', 'revision_number': 5, 'project_id': '2b4b670b5aa1407f8675179d6279efab', 'subnets': [{'id': '98da7abf-53cd-43ff-b3be-a1b4b395f8ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:31:18.326134 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9eaa188-892f-4cca-b1ba-06ac8cf71f69 None None] Checking router: ea3f5e80-4b98-41f9-9cee-68f565c5daca for host: ncdv-master-1 {{(pid=121609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 25 21:31:18.326820 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9eaa188-892f-4cca-b1ba-06ac8cf71f69 None None] Updating router ea3f5e80-4b98-41f9-9cee-68f565c5daca port 871b2a47-7af1-4e50-a6e0-585cd891ff3c binding host ncdv-master-1 {{(pid=121609) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 25 21:31:18.391587 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-b9eaa188-892f-4cca-b1ba-06ac8cf71f69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:18.501107 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.extraroute_db [None req-0ec76bc0-fda2-4bf2-b5d6-c9bbb323241a tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Added routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=121607) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}}
Dec 25 21:31:18.524202 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.extraroute_db [None req-0ec76bc0-fda2-4bf2-b5d6-c9bbb323241a tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Removed routes are [] {{(pid=121607) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}}
Dec 25 21:31:18.525155 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-0ec76bc0-fda2-4bf2-b5d6-c9bbb323241a tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2009782', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2014271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14898'] for router, precommit_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:18.544183 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 2c78da80-a85b-4242-a610-23f69aae3874 up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:31:18.562573 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.db_base_plugin_common [None req-e6e4903e-80f0-443c-aca1-f888f1de9981 None None] Allocated IP 172.20.0.2 (01268c99-d805-478f-bd5d-c08c5fd8a88a/67b19293-f701-4d02-bd60-42b26f656b43/fc76d9d4-9d72-4e1c-8800-03124c6a57ce) {{(pid=121608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:31:18.711812 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-03ff52a4-55b8-49e3-b3dc-e45601f671a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8632475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8852848'] for subnet, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:18.803411 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port 2c78da80-a85b-4242-a610-23f69aae3874 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:31:18.804425 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:18.838877 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03ff52a4-55b8-49e3-b3dc-e45601f671a7 admin admin] Checking segment: {'id': '0fac887f-f99f-493c-9476-cc5385c45b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'de58f787-39ab-41e4-85ea-78281c9ae3af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:31:18.839827 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03ff52a4-55b8-49e3-b3dc-e45601f671a7 admin admin] Network hostable DHCP agents. Network: de58f787-39ab-41e4-85ea-78281c9ae3af, hostable agents: ['1813db88-2c1b-4357-a2ba-869246b663c2'], hosted agents: [] {{(pid=121607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 25 21:31:18.840800 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-176693aa-c3e4-4298-a2f0-907647ad0d8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f26134fb6a0>, [{'id': 'e77900ce-07b2-4fe6-b403-758d5ead7ad9', 'name': 'tempest-TestVolumeBootPattern-1467687193-router', 'tenant_id': 'c77dc74a46d64a67991d82bf12adb1dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.157'}], 'enable_snat': True}, 'gw_port_id': 'c6885c5e-06ab-4ac1-935b-561a4f8ff046', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:31:02Z', 'updated_at': '2021-12-25T21:31:10Z', 'revision_number': 4, 'project_id': 'c77dc74a46d64a67991d82bf12adb1dc', 'gw_port': {'id': 'c6885c5e-06ab-4ac1-935b-561a4f8ff046', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:bc:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e77900ce-07b2-4fe6-b403-758d5ead7ad9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2587, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:31:03Z', 'updated_at': '2021-12-25T21:31:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'd2ae1e58-e731-4aa2-ac2d-c929a2f84bab', 'name': '', 'network_id': 'd257b68f-9132-4584-b1b0-827fbb5ce176', 'tenant_id': 'c77dc74a46d64a67991d82bf12adb1dc', 'mac_address': 'fa:16:3e:c4:17:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e77900ce-07b2-4fe6-b403-758d5ead7ad9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2603, 'fixed_ips': [{'subnet_id': 'fedfc743-c289-4cd2-abdf-caaf178c8eab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:31:09Z', 'updated_at': '2021-12-25T21:31:11Z', 'revision_number': 2, 'project_id': 'c77dc74a46d64a67991d82bf12adb1dc', 'subnets': [{'id': 'fedfc743-c289-4cd2-abdf-caaf178c8eab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:31:18.863973 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-b9eaa188-892f-4cca-b1ba-06ac8cf71f69 None None] Publish callbacks [] for port, precommit_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:18.866990 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-4e57ad41-f563-47e9-89ae-3a3ae49015a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2014235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14905'] for router, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:18.871588 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-4e57ad41-f563-47e9-89ae-3a3ae49015a3 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:18.904642 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-176693aa-c3e4-4298-a2f0-907647ad0d8b None None] Checking router: e77900ce-07b2-4fe6-b403-758d5ead7ad9 for host: ncdv-master-1 {{(pid=121608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 25 21:31:18.905056 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-176693aa-c3e4-4298-a2f0-907647ad0d8b None None] Updating router e77900ce-07b2-4fe6-b403-758d5ead7ad9 port d2ae1e58-e731-4aa2-ac2d-c929a2f84bab binding host ncdv-master-1 {{(pid=121608) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 25 21:31:18.920849 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ff52a4-55b8-49e3-b3dc-e45601f671a7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=40fa57d1-cd20-42ee-acef-cd325a6b2f1c,revision_number=0']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:31:18.929784 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-b9eaa188-892f-4cca-b1ba-06ac8cf71f69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:18.948174 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-0ec76bc0-fda2-4bf2-b5d6-c9bbb323241a tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2009782', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2014271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14898'] for router, precommit_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:18.962737 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-0ec76bc0-fda2-4bf2-b5d6-c9bbb323241a tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2009753', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2009775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2009760', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2014256'] for router, after_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:18.965074 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-65b57d15-e755-4415-a4c6-aafd41e956c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2014909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14863'] for router, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:18.968050 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-65b57d15-e755-4415-a4c6-aafd41e956c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2014285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2009796', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2082630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14848'] for router, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:18.968595 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03ff52a4-55b8-49e3-b3dc-e45601f671a7 admin admin] Network de58f787-39ab-41e4-85ea-78281c9ae3af is scheduled to be hosted by DHCP agent 1813db88-2c1b-4357-a2ba-869246b663c2 with binding_index 1 {{(pid=121607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 25 21:31:18.971637 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-176693aa-c3e4-4298-a2f0-907647ad0d8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:18.974996 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-d4c0b2d5-38d3-4d66-8543-89eede765092 None None] Provisioning complete for port 871b2a47-7af1-4e50-a6e0-585cd891ff3c triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:31:18.975562 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-d4c0b2d5-38d3-4d66-8543-89eede765092 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:18.977820 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-e6e4903e-80f0-443c-aca1-f888f1de9981 None None] Publish callbacks [] for port, precommit_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:18.991096 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-8453939c-b1f7-4f03-ae7c-b14d9bdc874c tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:19.004688 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9e69770a-368c-42fa-a77b-2d20f375f3f4 req-c5be3f31-c79f-46c3-9c32-697f5f0683b4 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1104330488&fields=id&tenant_id=0560c323ec8e41b3bc05939e12e049d5 HTTP/1.1" status: 200  len: 267 time: 0.6037247
Dec 25 21:31:19.045035 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a0affe-b9d2-4c3a-b6eb-a43eb223327b None None] Pushing event updated for resources: {'Port': ['ID=871b2a47-7af1-4e50-a6e0-585cd891ff3c,revision_number=3']} {{(pid=121609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:31:19.059868 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-4e57ad41-f563-47e9-89ae-3a3ae49015a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2014220'] for router, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:19.060484 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e57ad41-f563-47e9-89ae-3a3ae49015a3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fd5d1e0a-1e64-40a3-b29d-a4ced077dc1a {{(pid=121606) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 25 21:31:19.066172 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-e6e4903e-80f0-443c-aca1-f888f1de9981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946'] for port, after_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:19.068809 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-03ff52a4-55b8-49e3-b3dc-e45601f671a7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, de58f787-39ab-41e4-85ea-78281c9ae3af) {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:31:19.082224 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03ff52a4-55b8-49e3-b3dc-e45601f671a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:31:19.083046 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-03ff52a4-55b8-49e3-b3dc-e45601f671a7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:19.108864 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-65b57d15-e755-4415-a4c6-aafd41e956c4 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:19.113214 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-4e57ad41-f563-47e9-89ae-3a3ae49015a3 admin admin] Publish callbacks [] for router, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:19.117673 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-4e57ad41-f563-47e9-89ae-3a3ae49015a3 admin admin] 10.222.0.32 "DELETE /v2.0/routers/fd5d1e0a-1e64-40a3-b29d-a4ced077dc1a HTTP/1.1" status: 204  len: 168 time: 3.5136697
Dec 25 21:31:19.121444 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-8453939c-b1f7-4f03-ae7c-b14d9bdc874c tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077839'] for security_group_rule, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:19.127745 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 48958) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:31:19.194496 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.managers [None req-b9eaa188-892f-4cca-b1ba-06ac8cf71f69 None None] Attempting to bind port 871b2a47-7af1-4e50-a6e0-585cd891ff3c on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:31:19.196443 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.managers [None req-b9eaa188-892f-4cca-b1ba-06ac8cf71f69 None None] Attempting to bind port 871b2a47-7af1-4e50-a6e0-585cd891ff3c by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e18a0a4f-9be0-44b8-9c83-8c0f707e3000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '90b2e04a-e54e-46ab-811b-2aeed6feec9e'}] {{(pid=121609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:31:19.197556 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9eaa188-892f-4cca-b1ba-06ac8cf71f69 None None] Attempting to bind port 871b2a47-7af1-4e50-a6e0-585cd891ff3c on network 90b2e04a-e54e-46ab-811b-2aeed6feec9e {{(pid=121609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:31:19.207760 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9eaa188-892f-4cca-b1ba-06ac8cf71f69 None None] Checking agent: {'id': 'ca4f5c6d-f1fd-48b8-a3e3-395864c7d23d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 20, 56, 40), 'started_at': datetime.datetime(2021, 12, 25, 20, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 31, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:31:19.210138 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9eaa188-892f-4cca-b1ba-06ac8cf71f69 None None] Checking segment: {'id': 'e18a0a4f-9be0-44b8-9c83-8c0f707e3000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '90b2e04a-e54e-46ab-811b-2aeed6feec9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:31:19.210875 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-b9eaa188-892f-4cca-b1ba-06ac8cf71f69 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:19.211000 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9eaa188-892f-4cca-b1ba-06ac8cf71f69 None None] Bound using segment: {'id': 'e18a0a4f-9be0-44b8-9c83-8c0f707e3000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '90b2e04a-e54e-46ab-811b-2aeed6feec9e'} {{(pid=121609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:31:19.213813 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-8453939c-b1f7-4f03-ae7c-b14d9bdc874c tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] Publish callbacks [] for security_group_rule, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:19.214672 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.managers [None req-b9eaa188-892f-4cca-b1ba-06ac8cf71f69 None None] Bound port: 871b2a47-7af1-4e50-a6e0-585cd891ff3c, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e18a0a4f-9be0-44b8-9c83-8c0f707e3000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '90b2e04a-e54e-46ab-811b-2aeed6feec9e'}}] {{(pid=121609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:31:19.215070 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-b9eaa188-892f-4cca-b1ba-06ac8cf71f69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:19.223875 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-8453939c-b1f7-4f03-ae7c-b14d9bdc874c tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 767 time: 1.7956116
Dec 25 21:31:19.224833 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 48960) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:31:19.238687 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e64984b7-32d3-43aa-86e5-647d904691b8 None None] Network de58f787-39ab-41e4-85ea-78281c9ae3af requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:31:19.247878 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ec76bc0-fda2-4bf2-b5d6-c9bbb323241a tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Router ea3f5e80-4b98-41f9-9cee-68f565c5daca has already been hosted by L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 {{(pid=121607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 25 21:31:19.292057 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-03ff52a4-55b8-49e3-b3dc-e45601f671a7 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 1.7620823
Dec 25 21:31:19.293886 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_v2 [None req-61afe334-ab43-467d-827a-790bb9335339 admin admin] Deleting subnet de1e389c-30c9-4340-81e2-e9ffc3e01b02 {{(pid=121607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Dec 25 21:31:19.294275 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-d4c0b2d5-38d3-4d66-8543-89eede765092 None None] Port 871b2a47-7af1-4e50-a6e0-585cd891ff3c cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:31:19.306077 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-61afe334-ab43-467d-827a-790bb9335339 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:19.315407 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6e4903e-80f0-443c-aca1-f888f1de9981 None None] Network 01268c99-d805-478f-bd5d-c08c5fd8a88a is already hosted by enough agents. {{(pid=121608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:31:19.348183 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.base_scheduler [None req-e6e4903e-80f0-443c-aca1-f888f1de9981 None None] Resources bound (agent type, host, resource id):  {{(pid=121608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:31:19.350958 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6e4903e-80f0-443c-aca1-f888f1de9981 None None] Received port after_create {{(pid=121608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:31:19.387399 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.db [None req-b9eaa188-892f-4cca-b1ba-06ac8cf71f69 None None] For port 871b2a47-7af1-4e50-a6e0-585cd891ff3c, host ncdv-master-1, cleared binding levels {{(pid=121609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:31:19.409910 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.db [None req-b9eaa188-892f-4cca-b1ba-06ac8cf71f69 None None] For port 871b2a47-7af1-4e50-a6e0-585cd891ff3c, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=871b2a47-7af1-4e50-a6e0-585cd891ff3c,segment=NetworkSegment(e18a0a4f-9be0-44b8-9c83-8c0f707e3000),segment_id=e18a0a4f-9be0-44b8-9c83-8c0f707e3000)] {{(pid=121609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:31:19.450117 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device a81cfeda-139d-47fa-b318-76fafd3132a6 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:31:19.453753 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e4903e-80f0-443c-aca1-f888f1de9981 None None] Pushing event updated for resources: {'Port': ['ID=fc76d9d4-9d72-4e1c-8800-03124c6a57ce,revision_number=1']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:31:19.488847 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-b9eaa188-892f-4cca-b1ba-06ac8cf71f69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:19.518225 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-61afe334-ab43-467d-827a-790bb9335339 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10246617'] for subnet, precommit_delete_associations {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:19.557591 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8453939c-b1f7-4f03-ae7c-b14d9bdc874c tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=120feb33-1536-4e51-80fa-753f510d894b,revision_number=0']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:31:19.584358 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e69770a-368c-42fa-a77b-2d20f375f3f4 req-e4985405-dada-42cc-aa58-4b9989977e12 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:31:19.589664 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] No Port match for: a81cfeda-139d-47fa-b318-76fafd3132a6 {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:31:19.590281 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device a81cfeda-139d-47fa-b318-76fafd3132a6 not bound to the agent host ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:31:19.590715 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a0affe-b9d2-4c3a-b6eb-a43eb223327b None None] Pushing event updated for resources: {'Port': ['ID=871b2a47-7af1-4e50-a6e0-585cd891ff3c,revision_number=4']} {{(pid=121609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:31:19.601077 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-17ba165e-c168-4512-b08f-e2cd03269581 tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] Publish callbacks [] for security_group, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:19.606830 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9e69770a-368c-42fa-a77b-2d20f375f3f4 req-e4985405-dada-42cc-aa58-4b9989977e12 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] 10.222.0.32 "GET /v2.0/networks?id=c8199f70-d579-4a7f-8b38-5d569ea5e784 HTTP/1.1" status: 200  len: 814 time: 0.5837750
Dec 25 21:31:19.620388 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9eaa188-892f-4cca-b1ba-06ac8cf71f69 None None] Routers {'ea3f5e80-4b98-41f9-9cee-68f565c5daca'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:31:19.621114 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-b9eaa188-892f-4cca-b1ba-06ac8cf71f69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f26189c2250>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:31:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['ea3f5e80-4b98-41f9-9cee-68f565c5daca'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:31:19.652332 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9e69770a-368c-42fa-a77b-2d20f375f3f4 req-2aad3732-ec35-4945-b9a6-a3e9de1ccf0b tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] 10.222.0.32 "GET /v2.0/quotas/0560c323ec8e41b3bc05939e12e049d5 HTTP/1.1" status: 200  len: 375 time: 0.0423317
Dec 25 21:31:19.662671 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ec76bc0-fda2-4bf2-b5d6-c9bbb323241a tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 21:31:19.665017 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-bdd8a426-b5b6-40ec-a3c1-2224b4ef18ce None None] Provisioning complete for port 871b2a47-7af1-4e50-a6e0-585cd891ff3c triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:31:19.665248 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-17ba165e-c168-4512-b08f-e2cd03269581 tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] Publish callbacks [] for security_group, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:19.665570 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-bdd8a426-b5b6-40ec-a3c1-2224b4ef18ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:19.679141 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-0ec76bc0-fda2-4bf2-b5d6-c9bbb323241a tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks [] for router, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:19.680530 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-0ec76bc0-fda2-4bf2-b5d6-c9bbb323241a tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] 10.222.0.32 "PUT /v2.0/routers/ea3f5e80-4b98-41f9-9cee-68f565c5daca HTTP/1.1" status: 200  len: 934 time: 2.0156960
Dec 25 21:31:19.688052 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 48972) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:31:19.722824 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-e6e4903e-80f0-443c-aca1-f888f1de9981 None None] Attempting to bind port fc76d9d4-9d72-4e1c-8800-03124c6a57ce on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:31:19.723378 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-e6e4903e-80f0-443c-aca1-f888f1de9981 None None] Attempting to bind port fc76d9d4-9d72-4e1c-8800-03124c6a57ce by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '15189edd-b051-41f2-8c57-a39fda2e0b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '01268c99-d805-478f-bd5d-c08c5fd8a88a'}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:31:19.726979 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6e4903e-80f0-443c-aca1-f888f1de9981 None None] Attempting to bind port fc76d9d4-9d72-4e1c-8800-03124c6a57ce on network 01268c99-d805-478f-bd5d-c08c5fd8a88a {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:31:19.750707 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95825231-a698-47de-9465-b18bfe3f4d13 None None] Network de58f787-39ab-41e4-85ea-78281c9ae3af requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:31:19.810949 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6e4903e-80f0-443c-aca1-f888f1de9981 None None] Checking agent: {'id': 'ca4f5c6d-f1fd-48b8-a3e3-395864c7d23d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 20, 56, 40), 'started_at': datetime.datetime(2021, 12, 25, 20, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 31, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:31:19.811656 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6e4903e-80f0-443c-aca1-f888f1de9981 None None] Checking segment: {'id': '15189edd-b051-41f2-8c57-a39fda2e0b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '01268c99-d805-478f-bd5d-c08c5fd8a88a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:31:19.817164 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-e6e4903e-80f0-443c-aca1-f888f1de9981 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:19.817798 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6e4903e-80f0-443c-aca1-f888f1de9981 None None] Bound using segment: {'id': '15189edd-b051-41f2-8c57-a39fda2e0b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '01268c99-d805-478f-bd5d-c08c5fd8a88a'} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:31:19.818765 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-e6e4903e-80f0-443c-aca1-f888f1de9981 None None] Bound port: fc76d9d4-9d72-4e1c-8800-03124c6a57ce, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15189edd-b051-41f2-8c57-a39fda2e0b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '01268c99-d805-478f-bd5d-c08c5fd8a88a'}}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:31:19.819282 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-e6e4903e-80f0-443c-aca1-f888f1de9981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:19.866555 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-65b57d15-e755-4415-a4c6-aafd41e956c4 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:19.931366 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9e69770a-368c-42fa-a77b-2d20f375f3f4 req-1dccb8e9-09a6-41e3-bd23-83c343b08a73 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=0560c323ec8e41b3bc05939e12e049d5&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1358843
Dec 25 21:31:19.943842 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvr_db [None req-b9eaa188-892f-4cca-b1ba-06ac8cf71f69 None None] Set router ea3f5e80-4b98-41f9-9cee-68f565c5daca gateway port host: None {{(pid=121609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:31:19.993933 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-8bb8cb12-bb8e-4f80-9400-12cf20b94ef9 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] 10.222.0.32 "GET /v2.0/routers/ea3f5e80-4b98-41f9-9cee-68f565c5daca HTTP/1.1" status: 200  len: 934 time: 0.3047471
Dec 25 21:31:20.002151 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 48976) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:31:20.026797 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-01c915f1-a0f5-46ab-9a65-e607770bd763 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Request body: {'router': {'routes': None}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:31:20.041829 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-61afe334-ab43-467d-827a-790bb9335339 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995662'] for subnet, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:20.115970 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-176693aa-c3e4-4298-a2f0-907647ad0d8b None None] Publish callbacks [] for port, precommit_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:20.135734 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-e6e4903e-80f0-443c-aca1-f888f1de9981 None None] For port fc76d9d4-9d72-4e1c-8800-03124c6a57ce, host ncdv-master-1, cleared binding levels {{(pid=121608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:31:20.140518 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-e6e4903e-80f0-443c-aca1-f888f1de9981 None None] For port fc76d9d4-9d72-4e1c-8800-03124c6a57ce, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fc76d9d4-9d72-4e1c-8800-03124c6a57ce,segment=NetworkSegment(15189edd-b051-41f2-8c57-a39fda2e0b15),segment_id=15189edd-b051-41f2-8c57-a39fda2e0b15)] {{(pid=121608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:31:20.141411 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [req-9e69770a-368c-42fa-a77b-2d20f375f3f4 req-fe08fa41-81e4-406e-a674-0da54d33b509 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=121606) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 25 21:31:20.142673 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9e69770a-368c-42fa-a77b-2d20f375f3f4 req-fe08fa41-81e4-406e-a674-0da54d33b509 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.2059872
Dec 25 21:31:20.143837 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-bdd8a426-b5b6-40ec-a3c1-2224b4ef18ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:20.186888 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-bdd8a426-b5b6-40ec-a3c1-2224b4ef18ce None None] For port 871b2a47-7af1-4e50-a6e0-585cd891ff3c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=871b2a47-7af1-4e50-a6e0-585cd891ff3c,segment=NetworkSegment(e18a0a4f-9be0-44b8-9c83-8c0f707e3000),segment_id=e18a0a4f-9be0-44b8-9c83-8c0f707e3000)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:31:20.225418 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-17ba165e-c168-4512-b08f-e2cd03269581 tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:20.225830 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-176693aa-c3e4-4298-a2f0-907647ad0d8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:20.228446 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-17ba165e-c168-4512-b08f-e2cd03269581 tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:20.229202 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-17ba165e-c168-4512-b08f-e2cd03269581 tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] 10.222.0.32 "DELETE /v2.0/security-groups/62652d00-7506-4c94-86ff-256627f37a2d HTTP/1.1" status: 204  len: 168 time: 1.0033436
Dec 25 21:31:20.236741 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 48978) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:31:20.259500 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-bdd8a426-b5b6-40ec-a3c1-2224b4ef18ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:20.262524 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-e6e4903e-80f0-443c-aca1-f888f1de9981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:20.276251 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ba165e-c168-4512-b08f-e2cd03269581 tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=62652d00-7506-4c94-86ff-256627f37a2d,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:31:20.290237 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-61afe334-ab43-467d-827a-790bb9335339 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8632410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8852809'] for subnet, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:20.386259 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-b9eaa188-892f-4cca-b1ba-06ac8cf71f69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f26189c2250>, [{'id': 'ea3f5e80-4b98-41f9-9cee-68f565c5daca', 'name': 'tempest-RoutersTest-router-1986204596', 'tenant_id': '2b4b670b5aa1407f8675179d6279efab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:30:46Z', 'updated_at': '2021-12-25T21:31:18Z', 'revision_number': 6, 'project_id': '2b4b670b5aa1407f8675179d6279efab', 'gw_port_host': None, '_interfaces': [{'id': '81ce71f5-719b-4856-b736-2ace6e074eb1', 'name': '', 'network_id': '2a20ef8b-2df5-4ece-a869-33142cdac83f', 'tenant_id': '2b4b670b5aa1407f8675179d6279efab', 'mac_address': 'fa:16:3e:9b:ae:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea3f5e80-4b98-41f9-9cee-68f565c5daca', 'device_owner': 'network:router_interface', 'standard_attr_id': 2554, 'fixed_ips': [{'subnet_id': 'fc88b8d2-273b-41e8-8d59-a828d8bf283c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:30:57Z', 'updated_at': '2021-12-25T21:31:02Z', 'revision_number': 5, 'project_id': '2b4b670b5aa1407f8675179d6279efab', 'subnets': [{'id': 'fc88b8d2-273b-41e8-8d59-a828d8bf283c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '871b2a47-7af1-4e50-a6e0-585cd891ff3c', 'name': '', 'network_id': '90b2e04a-e54e-46ab-811b-2aeed6feec9e', 'tenant_id': '2b4b670b5aa1407f8675179d6279efab', 'mac_address': 'fa:16:3e:05:2d:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea3f5e80-4b98-41f9-9cee-68f565c5daca', 'device_owner': 'network:router_interface', 'standard_attr_id': 2620, 'fixed_ips': [{'subnet_id': '25cd9942-f5cd-4b37-b85d-a984673840e1', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:31:13Z', 'updated_at': '2021-12-25T21:31:19Z', 'revision_number': 4, 'project_id': '2b4b670b5aa1407f8675179d6279efab', 'subnets': [{'id': '25cd9942-f5cd-4b37-b85d-a984673840e1', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd14493ef-82e1-41ac-8c31-10835ce2d79b', 'name': '', 'network_id': '91fde06f-b74f-45b1-a416-50730def7423', 'tenant_id': '2b4b670b5aa1407f8675179d6279efab', 'mac_address': 'fa:16:3e:03:ef:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea3f5e80-4b98-41f9-9cee-68f565c5daca', 'device_owner': 'network:router_interface', 'standard_attr_id': 2586, 'fixed_ips': [{'subnet_id': '65e99da2-4ea1-4be0-b2d9-9cb1d682b3b1', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:31:03Z', 'updated_at': '2021-12-25T21:31:14Z', 'revision_number': 5, 'project_id': '2b4b670b5aa1407f8675179d6279efab', 'subnets': [{'id': '65e99da2-4ea1-4be0-b2d9-9cb1d682b3b1', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e5c07cac-9a36-4ba0-805f-c4bdd2022ad7', 'name': '', 'network_id': '1cf7359b-8ef4-4787-a8de-edf6b0703c3b', 'tenant_id': '2b4b670b5aa1407f8675179d6279efab', 'mac_address': 'fa:16:3e:de:c2:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea3f5e80-4b98-41f9-9cee-68f565c5daca', 'device_owner': 'network:router_interface', 'standard_attr_id': 2544, 'fixed_ips': [{'subnet_id': '98da7abf-53cd-43ff-b3be-a1b4b395f8ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:30:51Z', 'updated_at': '2021-12-25T21:30:56Z', 'revision_number': 5, 'project_id': '2b4b670b5aa1407f8675179d6279efab', 'subnets': [{'id': '98da7abf-53cd-43ff-b3be-a1b4b395f8ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:31:20.396175 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device e72e509b-5408-41d4-ad12-5493f3ff5a70 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:31:20.425718 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9eaa188-892f-4cca-b1ba-06ac8cf71f69 None None] The sync data for ids ['ea3f5e80-4b98-41f9-9cee-68f565c5daca'] in ncdv-master-1 is: [{'id': 'ea3f5e80-4b98-41f9-9cee-68f565c5daca', 'name': 'tempest-RoutersTest-router-1986204596', 'tenant_id': '2b4b670b5aa1407f8675179d6279efab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:30:46Z', 'updated_at': '2021-12-25T21:31:18Z', 'revision_number': 6, 'project_id': '2b4b670b5aa1407f8675179d6279efab', 'gw_port_host': None, '_interfaces': [{'id': '81ce71f5-719b-4856-b736-2ace6e074eb1', 'name': '', 'network_id': '2a20ef8b-2df5-4ece-a869-33142cdac83f', 'tenant_id': '2b4b670b5aa1407f8675179d6279efab', 'mac_address': 'fa:16:3e:9b:ae:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea3f5e80-4b98-41f9-9cee-68f565c5daca', 'device_owner': 'network:router_interface', 'standard_attr_id': 2554, 'fixed_ips': [{'subnet_id': 'fc88b8d2-273b-41e8-8d59-a828d8bf283c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:30:57Z', 'updated_at': '2021-12-25T21:31:02Z', 'revision_number': 5, 'project_id': '2b4b670b5aa1407f8675179d6279efab', 'subnets': [{'id': 'fc88b8d2-273b-41e8-8d59-a828d8bf283c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '871b2a47-7af1-4e50-a6e0-585cd891ff3c', 'name': '', 'network_id': '90b2e04a-e54e-46ab-811b-2aeed6feec9e', 'tenant_id': '2b4b670b5aa1407f8675179d6279efab', 'mac_address': 'fa:16:3e:05:2d:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea3f5e80-4b98-41f9-9cee-68f565c5daca', 'device_owner': 'network:router_interface', 'standard_attr_id': 2620, 'fixed_ips': [{'subnet_id': '25cd9942-f5cd-4b37-b85d-a984673840e1', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:31:13Z', 'updated_at': '2021-12-25T21:31:19Z', 'revision_number': 4, 'project_id': '2b4b670b5aa1407f8675179d6279efab', 'subnets': [{'id': '25cd9942-f5cd-4b37-b85d-a984673840e1', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd14493ef-82e1-41ac-8c31-10835ce2d79b', 'name': '', 'network_id': '91fde06f-b74f-45b1-a416-50730def7423', 'tenant_id': '2b4b670b5aa1407f8675179d6279efab', 'mac_address': 'fa:16:3e:03:ef:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea3f5e80-4b98-41f9-9cee-68f565c5daca', 'device_owner': 'network:router_interface', 'standard_attr_id': 2586, 'fixed_ips': [{'subnet_id': '65e99da2-4ea1-4be0-b2d9-9cb1d682b3b1', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:31:03Z', 'updated_at': '2021-12-25T21:31:14Z', 'revision_number': 5, 'project_id': '2b4b670b5aa1407f8675179d6279efab', 'subnets': [{'id': '65e99da2-4ea1-4be0-b2d9-9cb1d682b3b1', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e5c07cac-9a36-4ba0-805f-c4bdd2022ad7', 'name': '', 'network_id': '1cf7359b-8ef4-4787-a8de-edf6b0703c3b', 'tenant_id': '2b4b670b5aa1407f8675179d6279efab', 'mac_address': 'fa:16:3e:de:c2:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea3f5e80-4b98-41f9-9cee-68f565c5daca', 'device_owner': 'network:router_interface', 'standard_attr_id': 2544, 'fixed_ips': [{'subnet_id': '98da7abf-53cd-43ff-b3be-a1b4b395f8ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:30:51Z', 'updated_at': '2021-12-25T21:30:56Z', 'revision_number': 5, 'project_id': '2b4b670b5aa1407f8675179d6279efab', 'subnets': [{'id': '98da7abf-53cd-43ff-b3be-a1b4b395f8ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 21:31:20.445563 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bfbaf6-e22c-4380-82b4-43b4bb8dcb2a None None] Pushing event updated for resources: {'Port': ['ID=d2ae1e58-e731-4aa2-ac2d-c929a2f84bab,revision_number=3']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:31:20.459045 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] No Port match for: e72e509b-5408-41d4-ad12-5493f3ff5a70 {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:31:20.459045 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device e72e509b-5408-41d4-ad12-5493f3ff5a70 not bound to the agent host ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:31:20.521760 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-176693aa-c3e4-4298-a2f0-907647ad0d8b None None] Attempting to bind port d2ae1e58-e731-4aa2-ac2d-c929a2f84bab on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:31:20.521760 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-176693aa-c3e4-4298-a2f0-907647ad0d8b None None] Attempting to bind port d2ae1e58-e731-4aa2-ac2d-c929a2f84bab by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '399a6746-6b98-4df2-84fe-0fb7167d792c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd257b68f-9132-4584-b1b0-827fbb5ce176'}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:31:20.522037 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-176693aa-c3e4-4298-a2f0-907647ad0d8b None None] Attempting to bind port d2ae1e58-e731-4aa2-ac2d-c929a2f84bab on network d257b68f-9132-4584-b1b0-827fbb5ce176 {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:31:20.526725 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9e69770a-368c-42fa-a77b-2d20f375f3f4 req-fed70b66-6ac6-4fd0-9ef1-2b7afdedeb39 service neutron] 10.222.0.32 "GET /v2.0/networks/c8199f70-d579-4a7f-8b38-5d569ea5e784?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3450778
Dec 25 21:31:20.560558 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-176693aa-c3e4-4298-a2f0-907647ad0d8b None None] Checking agent: {'id': 'ca4f5c6d-f1fd-48b8-a3e3-395864c7d23d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 20, 56, 40), 'started_at': datetime.datetime(2021, 12, 25, 20, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 31, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:31:20.566618 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-176693aa-c3e4-4298-a2f0-907647ad0d8b None None] Checking segment: {'id': '399a6746-6b98-4df2-84fe-0fb7167d792c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd257b68f-9132-4584-b1b0-827fbb5ce176'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:31:20.566873 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-176693aa-c3e4-4298-a2f0-907647ad0d8b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:20.567377 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-176693aa-c3e4-4298-a2f0-907647ad0d8b None None] Bound using segment: {'id': '399a6746-6b98-4df2-84fe-0fb7167d792c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd257b68f-9132-4584-b1b0-827fbb5ce176'} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:31:20.568570 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-176693aa-c3e4-4298-a2f0-907647ad0d8b None None] Bound port: d2ae1e58-e731-4aa2-ac2d-c929a2f84bab, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '399a6746-6b98-4df2-84fe-0fb7167d792c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd257b68f-9132-4584-b1b0-827fbb5ce176'}}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:31:20.568953 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-176693aa-c3e4-4298-a2f0-907647ad0d8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:20.592493 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-f47b8182-d09f-4bbd-9c60-1e1f777ed31e None None] Provisioning complete for port 871b2a47-7af1-4e50-a6e0-585cd891ff3c triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:31:20.592987 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-f47b8182-d09f-4bbd-9c60-1e1f777ed31e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:20.757822 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd8a426-b5b6-40ec-a3c1-2224b4ef18ce None None] Pushing event updated for resources: {'Port': ['ID=871b2a47-7af1-4e50-a6e0-585cd891ff3c,revision_number=5']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:31:20.897211 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e4903e-80f0-443c-aca1-f888f1de9981 None None] Pushing event updated for resources: {'Port': ['ID=fc76d9d4-9d72-4e1c-8800-03124c6a57ce,revision_number=2']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:31:20.963974 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9e69770a-368c-42fa-a77b-2d20f375f3f4 req-b6dbc45c-f068-49bb-866e-82f61e6bea29 service neutron] 10.222.0.32 "GET /v2.0/networks/c8199f70-d579-4a7f-8b38-5d569ea5e784?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3958528
Dec 25 21:31:20.972156 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-176693aa-c3e4-4298-a2f0-907647ad0d8b None None] For port d2ae1e58-e731-4aa2-ac2d-c929a2f84bab, host ncdv-master-1, cleared binding levels {{(pid=121608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:31:20.977847 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-176693aa-c3e4-4298-a2f0-907647ad0d8b None None] For port d2ae1e58-e731-4aa2-ac2d-c929a2f84bab, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d2ae1e58-e731-4aa2-ac2d-c929a2f84bab,segment=NetworkSegment(399a6746-6b98-4df2-84fe-0fb7167d792c),segment_id=399a6746-6b98-4df2-84fe-0fb7167d792c)] {{(pid=121608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:31:21.084407 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-176693aa-c3e4-4298-a2f0-907647ad0d8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:21.178053 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-176693aa-c3e4-4298-a2f0-907647ad0d8b None None] Routers {'e77900ce-07b2-4fe6-b403-758d5ead7ad9'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:31:21.178698 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-176693aa-c3e4-4298-a2f0-907647ad0d8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f26134fb6a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:31:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['e77900ce-07b2-4fe6-b403-758d5ead7ad9'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:31:21.234495 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-65b57d15-e755-4415-a4c6-aafd41e956c4 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:21.295481 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-65b57d15-e755-4415-a4c6-aafd41e956c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:21.323848 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61afe334-ab43-467d-827a-790bb9335339 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=de1e389c-30c9-4340-81e2-e9ffc3e01b02,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:31:21.376828 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-61afe334-ab43-467d-827a-790bb9335339 admin admin] Publish callbacks [] for subnet, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:21.386551 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-61afe334-ab43-467d-827a-790bb9335339 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/de1e389c-30c9-4340-81e2-e9ffc3e01b02 HTTP/1.1" status: 204  len: 168 time: 2.2522967
Dec 25 21:31:21.387658 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 49004) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:31:21.404091 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-e6742bc9-efc0-49a2-8821-30c7e04706e9 tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 1.1692448
Dec 25 21:31:21.421159 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 49006) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:31:21.422648 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-e4969783-9caf-45e7-bdc1-f39e78818434 tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] Request body: {'security_group': {'name': 'tempest-secgroup--350000702'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:31:21.441430 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8816b6ab-eb9f-48df-9092-7d84181fe079 req-39fdd6cd-1016-41e7-acc8-21df8050be4e tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] 10.222.0.32 "GET /v2.0/ports?device_id=15fbb331-7835-449b-b015-adf2d50f5186 HTTP/1.1" status: 200  len: 210 time: 0.0432155
Dec 25 21:31:21.491884 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.extraroute_db [None req-01c915f1-a0f5-46ab-9a65-e607770bd763 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Added routes are [] {{(pid=121606) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}}
Dec 25 21:31:21.492214 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.extraroute_db [None req-01c915f1-a0f5-46ab-9a65-e607770bd763 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Removed routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=121606) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}}
Dec 25 21:31:21.584819 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_common [None req-65b57d15-e755-4415-a4c6-aafd41e956c4 admin admin] Allocated IP 172.35.3.122 (7201e55c-7c5f-41aa-a042-a363696539d0/7a939e13-713f-45cf-bba7-1539635abe25/dfac114b-c223-4a4d-b163-d8b06e789ad5) {{(pid=121606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:31:21.599818 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-06ad9f39-2adf-4505-8c3f-ac1532d0aeed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625803'] for network, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:21.606777 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-01c915f1-a0f5-46ab-9a65-e607770bd763 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2009782', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2014271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14898'] for router, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:21.682112 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf748f48-751b-44dd-b9bd-6421c4ee3bbd None None] Network b8d0c0f5-4a55-4519-afa5-15b47bd47c1f requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:31:21.702510 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bfbaf6-e22c-4380-82b4-43b4bb8dcb2a None None] Pushing event updated for resources: {'Port': ['ID=d2ae1e58-e731-4aa2-ac2d-c929a2f84bab,revision_number=4']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:31:21.708774 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e4969783-9caf-45e7-bdc1-f39e78818434 tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] Publish callbacks [] for security_group, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:21.724361 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-d4463476-e3c2-44a8-8a59-0d85f3215746 None None] Provisioning complete for port d2ae1e58-e731-4aa2-ac2d-c929a2f84bab triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:31:21.724814 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-d4463476-e3c2-44a8-8a59-0d85f3215746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:21.733958 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-06ad9f39-2adf-4505-8c3f-ac1532d0aeed admin admin] Deleting port f4e76ecc-0552-40f4-968e-1ce75645c146 {{(pid=121607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:31:21.734299 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-06ad9f39-2adf-4505-8c3f-ac1532d0aeed admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:21.892636 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-65b57d15-e755-4415-a4c6-aafd41e956c4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:21.895803 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.db [None req-06ad9f39-2adf-4505-8c3f-ac1532d0aeed admin admin] For port f4e76ecc-0552-40f4-968e-1ce75645c146, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f4e76ecc-0552-40f4-968e-1ce75645c146,segment=NetworkSegment(ebab95c3-92f3-4953-88f7-4db8e8264725),segment_id=ebab95c3-92f3-4953-88f7-4db8e8264725)] {{(pid=121607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:31:21.896173 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-06ad9f39-2adf-4505-8c3f-ac1532d0aeed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:21.923283 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e4969783-9caf-45e7-bdc1-f39e78818434 tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] Publish callbacks [] for security_group, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:21.931591 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-06ad9f39-2adf-4505-8c3f-ac1532d0aeed admin admin] Calling delete_port for f4e76ecc-0552-40f4-968e-1ce75645c146 owned by network:dhcp {{(pid=121607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:31:21.963819 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvr_db [None req-176693aa-c3e4-4298-a2f0-907647ad0d8b None None] Set router e77900ce-07b2-4fe6-b403-758d5ead7ad9 gateway port host: ncdv-master-1 {{(pid=121608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:31:22.045713 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f750fa4-529c-4ed0-b5f6-e97dbc88cb75 None None] Sync routers for ids ['ea3f5e80-4b98-41f9-9cee-68f565c5daca'] in ncdv-master-1 {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 21:31:22.072826 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e4969783-9caf-45e7-bdc1-f39e78818434 tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:22.113830 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4969783-9caf-45e7-bdc1-f39e78818434 tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e7db16a-fea5-4af6-9eea-46b65242600b,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:31:22.131589 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fd34340-2788-42f5-a9fc-e1dc4ffde7d8 None None] DHCP port deletion for b8d0c0f5-4a55-4519-afa5-15b47bd47c1f request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 21:31:22.163072 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-d4463476-e3c2-44a8-8a59-0d85f3215746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:22.191745 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-65b57d15-e755-4415-a4c6-aafd41e956c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:22.200029 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a7bf296-4474-4b21-8b79-610672e4a2ae None None] Network 01268c99-d805-478f-bd5d-c08c5fd8a88a requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:31:22.211508 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e4969783-9caf-45e7-bdc1-f39e78818434 tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:22.215485 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-e4969783-9caf-45e7-bdc1-f39e78818434 tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.7960002
Dec 25 21:31:22.215485 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-06ad9f39-2adf-4505-8c3f-ac1532d0aeed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:22.216727 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 49014) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:31:22.223349 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-b89d2525-0345-498e-9ce3-42ea103c4a11 tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] Request body: {'security_group': {'name': 'tempest-secgroup--2089112463'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:31:22.246696 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-01c915f1-a0f5-46ab-9a65-e607770bd763 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2009782', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2014271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14898'] for router, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:22.249723 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65b57d15-e755-4415-a4c6-aafd41e956c4 admin admin] Network 7201e55c-7c5f-41aa-a042-a363696539d0 is already hosted by enough agents. {{(pid=121606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:31:22.252225 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ad9f39-2adf-4505-8c3f-ac1532d0aeed admin admin] Pushing event deleted for resources: {'Port': ['ID=f4e76ecc-0552-40f4-968e-1ce75645c146,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:31:22.256232 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [None req-65b57d15-e755-4415-a4c6-aafd41e956c4 admin admin] Resources bound (agent type, host, resource id):  {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:31:22.259019 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06ad9f39-2adf-4505-8c3f-ac1532d0aeed admin admin] No DVR routers for this DVR port f4e76ecc-0552-40f4-968e-1ce75645c146 on host ncdv-master-1 {{(pid=121607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:31:22.259517 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f750fa4-529c-4ed0-b5f6-e97dbc88cb75 None None] Routers {'ea3f5e80-4b98-41f9-9cee-68f565c5daca'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:31:22.261009 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-2f750fa4-529c-4ed0-b5f6-e97dbc88cb75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2618d892b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:31:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['ea3f5e80-4b98-41f9-9cee-68f565c5daca'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:31:22.261875 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-01c915f1-a0f5-46ab-9a65-e607770bd763 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2009753', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2009775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2009760', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2014256'] for router, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:22.267177 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65b57d15-e755-4415-a4c6-aafd41e956c4 admin admin] Received port after_create {{(pid=121606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:31:22.271812 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b57d15-e755-4415-a4c6-aafd41e956c4 admin admin] Pushing event updated for resources: {'Port': ['ID=dfac114b-c223-4a4d-b163-d8b06e789ad5,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:31:22.327800 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7163dac-03fa-46c4-8dd3-1bd96d22989d None None] DHCP port deletion for 7201e55c-7c5f-41aa-a042-a363696539d0 request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 21:31:22.361915 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-d4463476-e3c2-44a8-8a59-0d85f3215746 None None] For port d2ae1e58-e731-4aa2-ac2d-c929a2f84bab, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d2ae1e58-e731-4aa2-ac2d-c929a2f84bab,segment=NetworkSegment(399a6746-6b98-4df2-84fe-0fb7167d792c),segment_id=399a6746-6b98-4df2-84fe-0fb7167d792c)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:31:22.374632 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-06ad9f39-2adf-4505-8c3f-ac1532d0aeed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997585', 'neutron.services.segments.db._delete_segments_for_network-8737602743071'] for network, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:22.387463 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b89d2525-0345-498e-9ce3-42ea103c4a11 tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] Publish callbacks [] for security_group, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:22.416906 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01c915f1-a0f5-46ab-9a65-e607770bd763 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Router ea3f5e80-4b98-41f9-9cee-68f565c5daca has already been hosted by L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 {{(pid=121606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 25 21:31:22.422897 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b57d15-e755-4415-a4c6-aafd41e956c4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:31:22.423256 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b57d15-e755-4415-a4c6-aafd41e956c4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:31:22.423602 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b57d15-e755-4415-a4c6-aafd41e956c4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:31:22.423942 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b57d15-e755-4415-a4c6-aafd41e956c4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:31:22.424278 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b57d15-e755-4415-a4c6-aafd41e956c4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:31:22.424610 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b57d15-e755-4415-a4c6-aafd41e956c4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:31:22.425545 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b57d15-e755-4415-a4c6-aafd41e956c4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:31:22.425876 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b57d15-e755-4415-a4c6-aafd41e956c4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:31:22.426236 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-06ad9f39-2adf-4505-8c3f-ac1532d0aeed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2618dfa1f0>,) {'filters': {'network_id': ['b8d0c0f5-4a55-4519-afa5-15b47bd47c1f']}} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:31:22.426355 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b57d15-e755-4415-a4c6-aafd41e956c4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:31:22.426591 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b57d15-e755-4415-a4c6-aafd41e956c4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:31:22.426916 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b57d15-e755-4415-a4c6-aafd41e956c4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:31:22.427243 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b57d15-e755-4415-a4c6-aafd41e956c4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:31:22.427562 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b57d15-e755-4415-a4c6-aafd41e956c4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:31:22.449635 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-06ad9f39-2adf-4505-8c3f-ac1532d0aeed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2618dfa1f0>, 'ebab95c3-92f3-4953-88f7-4db8e8264725') {'for_net_delete': True} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:31:22.449945 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-06ad9f39-2adf-4505-8c3f-ac1532d0aeed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2618dfa1f0>, 'ebab95c3-92f3-4953-88f7-4db8e8264725') {} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:31:22.471672 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-06ad9f39-2adf-4505-8c3f-ac1532d0aeed admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737602746920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10246592'] for segment, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:22.492034 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-06ad9f39-2adf-4505-8c3f-ac1532d0aeed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:22.508232 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06ad9f39-2adf-4505-8c3f-ac1532d0aeed admin admin] Releasing vlan 169 on physical network physnet1 to pool {{(pid=121607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 25 21:31:22.508639 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-06ad9f39-2adf-4505-8c3f-ac1532d0aeed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8633327'] for segment, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:22.510391 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:31:22.510391 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:31:22.510391 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:31:22.510391 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:31:22.510391 ncdv-master-1 neutron-server[121607]: Traceback (most recent call last):
Dec 25 21:31:22.510391 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 25 21:31:22.510391 ncdv-master-1 neutron-server[121607]:     timer()
Dec 25 21:31:22.510391 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 25 21:31:22.510391 ncdv-master-1 neutron-server[121607]:     cb(*args, **kw)
Dec 25 21:31:22.510391 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 25 21:31:22.510391 ncdv-master-1 neutron-server[121607]:     return func(*args, **kwargs)
Dec 25 21:31:22.510391 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 25 21:31:22.510391 ncdv-master-1 neutron-server[121607]:     self._notify()
Dec 25 21:31:22.510391 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 25 21:31:22.510391 ncdv-master-1 neutron-server[121607]:     self.callback(batched_events)
Dec 25 21:31:22.510391 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 25 21:31:22.510391 ncdv-master-1 neutron-server[121607]:     event.method(event)
Dec 25 21:31:22.510391 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 25 21:31:22.510391 ncdv-master-1 neutron-server[121607]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 25 21:31:22.510391 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 25 21:31:22.510391 ncdv-master-1 neutron-server[121607]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 25 21:31:22.510391 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 25 21:31:22.510391 ncdv-master-1 neutron-server[121607]:     return f(self, *a, **k)
Dec 25 21:31:22.510391 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 25 21:31:22.510391 ncdv-master-1 neutron-server[121607]:     return self._get(url).json()
Dec 25 21:31:22.510391 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 25 21:31:22.510391 ncdv-master-1 neutron-server[121607]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 25 21:31:22.510391 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 25 21:31:22.510391 ncdv-master-1 neutron-server[121607]:     return self.request(url, 'GET', **kwargs)
Dec 25 21:31:22.510391 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 25 21:31:22.510391 ncdv-master-1 neutron-server[121607]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 25 21:31:22.510391 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 25 21:31:22.510391 ncdv-master-1 neutron-server[121607]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 25 21:31:22.510391 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 25 21:31:22.510391 ncdv-master-1 neutron-server[121607]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 25 21:31:22.510391 ncdv-master-1 neutron-server[121607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 25 21:31:22.530027 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-d4463476-e3c2-44a8-8a59-0d85f3215746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:22.589641 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b89d2525-0345-498e-9ce3-42ea103c4a11 tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] Publish callbacks [] for security_group, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:22.641636 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvr_db [None req-2f750fa4-529c-4ed0-b5f6-e97dbc88cb75 None None] Set router ea3f5e80-4b98-41f9-9cee-68f565c5daca gateway port host: None {{(pid=121608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:31:22.645442 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-7fd34340-2788-42f5-a9fc-e1dc4ffde7d8 None None] Deleting port f4e76ecc-0552-40f4-968e-1ce75645c146 {{(pid=121608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:31:22.645733 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-7fd34340-2788-42f5-a9fc-e1dc4ffde7d8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:22.670993 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b89d2525-0345-498e-9ce3-42ea103c4a11 tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:22.700784 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-06ad9f39-2adf-4505-8c3f-ac1532d0aeed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2008653'] for network, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:22.707084 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 871b2a47-7af1-4e50-a6e0-585cd891ff3c up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:31:22.726675 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-06ad9f39-2adf-4505-8c3f-ac1532d0aeed admin admin] Publish callbacks [] for network, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:22.733463 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-06ad9f39-2adf-4505-8c3f-ac1532d0aeed admin admin] 10.222.0.32 "DELETE /v2.0/networks/b8d0c0f5-4a55-4519-afa5-15b47bd47c1f HTTP/1.1" status: 204  len: 168 time: 1.3415456
Dec 25 21:31:22.738959 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 49026) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:31:22.758577 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89d2525-0345-498e-9ce3-42ea103c4a11 tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89ca6749-a745-4c4c-b22f-3dce47e3d016,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:31:22.792190 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ad9f39-2adf-4505-8c3f-ac1532d0aeed admin admin] Pushing event deleted for resources: {'Network': ['ID=b8d0c0f5-4a55-4519-afa5-15b47bd47c1f,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:31:22.801410 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b89d2525-0345-498e-9ce3-42ea103c4a11 tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:22.805484 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-b89d2525-0345-498e-9ce3-42ea103c4a11 tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.5833559
Dec 25 21:31:22.809379 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 49028) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:31:22.891211 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-be75a70b-8628-43bd-8c09-ecc02986f7df tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] Request body: {'security_group_rule': {'security_group_id': '1e7db16a-fea5-4af6-9eea-46b65242600b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '89ca6749-a745-4c4c-b22f-3dce47e3d016', 'remote_ip_prefix': None}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:31:22.936209 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-7fd34340-2788-42f5-a9fc-e1dc4ffde7d8 None None] For port f4e76ecc-0552-40f4-968e-1ce75645c146, host ncdv-master-1, got binding levels [] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:31:22.936723 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-7fd34340-2788-42f5-a9fc-e1dc4ffde7d8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:22.954921 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-7fd34340-2788-42f5-a9fc-e1dc4ffde7d8 None None] Calling delete_port for f4e76ecc-0552-40f4-968e-1ce75645c146 owned by network:dhcp {{(pid=121608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:31:22.959148 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.ipam_backend_mixin [None req-7fd34340-2788-42f5-a9fc-e1dc4ffde7d8 None None] Port f4e76ecc-0552-40f4-968e-1ce75645c146 was not found and therefore no delete operation was performed {{(pid=121608) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}}
Dec 25 21:31:22.973508 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-7fd34340-2788-42f5-a9fc-e1dc4ffde7d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955'] for port, after_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:22.982317 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4463476-e3c2-44a8-8a59-0d85f3215746 None None] Pushing event updated for resources: {'Port': ['ID=d2ae1e58-e731-4aa2-ac2d-c929a2f84bab,revision_number=5']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:31:23.051970 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd34340-2788-42f5-a9fc-e1dc4ffde7d8 None None] Pushing event deleted for resources: {'Port': ['ID=f4e76ecc-0552-40f4-968e-1ce75645c146,revision_number=None']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:31:23.066257 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-610b3c3c-7786-42e3-91dd-ea900e6047c0 None None] Provisioning complete for port fc76d9d4-9d72-4e1c-8800-03124c6a57ce triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:31:23.066633 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-610b3c3c-7786-42e3-91dd-ea900e6047c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:23.069191 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-7fd34340-2788-42f5-a9fc-e1dc4ffde7d8 None None] Network b8d0c0f5-4a55-4519-afa5-15b47bd47c1f is not hosted by any dhcp agent {{(pid=121608) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}}
Dec 25 21:31:23.069639 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fd34340-2788-42f5-a9fc-e1dc4ffde7d8 None None] No DVR routers for this DVR port f4e76ecc-0552-40f4-968e-1ce75645c146 on host ncdv-master-1 {{(pid=121608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:31:23.112936 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-be75a70b-8628-43bd-8c09-ecc02986f7df tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] Publish callbacks [] for security_group_rule, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:23.179337 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-176693aa-c3e4-4298-a2f0-907647ad0d8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f26134fb6a0>, [{'id': 'e77900ce-07b2-4fe6-b403-758d5ead7ad9', 'name': 'tempest-TestVolumeBootPattern-1467687193-router', 'tenant_id': 'c77dc74a46d64a67991d82bf12adb1dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.157'}], 'enable_snat': True}, 'gw_port_id': 'c6885c5e-06ab-4ac1-935b-561a4f8ff046', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:31:02Z', 'updated_at': '2021-12-25T21:31:10Z', 'revision_number': 4, 'project_id': 'c77dc74a46d64a67991d82bf12adb1dc', 'gw_port': {'id': 'c6885c5e-06ab-4ac1-935b-561a4f8ff046', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:bc:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e77900ce-07b2-4fe6-b403-758d5ead7ad9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2587, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:31:03Z', 'updated_at': '2021-12-25T21:31:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'd2ae1e58-e731-4aa2-ac2d-c929a2f84bab', 'name': '', 'network_id': 'd257b68f-9132-4584-b1b0-827fbb5ce176', 'tenant_id': 'c77dc74a46d64a67991d82bf12adb1dc', 'mac_address': 'fa:16:3e:c4:17:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e77900ce-07b2-4fe6-b403-758d5ead7ad9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2603, 'fixed_ips': [{'subnet_id': 'fedfc743-c289-4cd2-abdf-caaf178c8eab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:31:09Z', 'updated_at': '2021-12-25T21:31:20Z', 'revision_number': 4, 'project_id': 'c77dc74a46d64a67991d82bf12adb1dc', 'subnets': [{'id': 'fedfc743-c289-4cd2-abdf-caaf178c8eab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:31:23.227671 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port 871b2a47-7af1-4e50-a6e0-585cd891ff3c triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:31:23.228033 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:23.233279 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-176693aa-c3e4-4298-a2f0-907647ad0d8b None None] The sync data for ids ['e77900ce-07b2-4fe6-b403-758d5ead7ad9'] in ncdv-master-1 is: [{'id': 'e77900ce-07b2-4fe6-b403-758d5ead7ad9', 'name': 'tempest-TestVolumeBootPattern-1467687193-router', 'tenant_id': 'c77dc74a46d64a67991d82bf12adb1dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.157'}], 'enable_snat': True}, 'gw_port_id': 'c6885c5e-06ab-4ac1-935b-561a4f8ff046', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:31:02Z', 'updated_at': '2021-12-25T21:31:10Z', 'revision_number': 4, 'project_id': 'c77dc74a46d64a67991d82bf12adb1dc', 'gw_port': {'id': 'c6885c5e-06ab-4ac1-935b-561a4f8ff046', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:bc:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e77900ce-07b2-4fe6-b403-758d5ead7ad9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2587, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:31:03Z', 'updated_at': '2021-12-25T21:31:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'd2ae1e58-e731-4aa2-ac2d-c929a2f84bab', 'name': '', 'network_id': 'd257b68f-9132-4584-b1b0-827fbb5ce176', 'tenant_id': 'c77dc74a46d64a67991d82bf12adb1dc', 'mac_address': 'fa:16:3e:c4:17:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e77900ce-07b2-4fe6-b403-758d5ead7ad9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2603, 'fixed_ips': [{'subnet_id': 'fedfc743-c289-4cd2-abdf-caaf178c8eab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:31:09Z', 'updated_at': '2021-12-25T21:31:20Z', 'revision_number': 4, 'project_id': 'c77dc74a46d64a67991d82bf12adb1dc', 'subnets': [{'id': 'fedfc743-c289-4cd2-abdf-caaf178c8eab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 21:31:23.238480 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-08250389-4147-4eed-9171-fc4db7c711ae req-0b913f2c-aea9-46c9-bc88-5bd776c75123 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] 10.222.0.32 "GET /v2.0/ports?device_id=15fbb331-7835-449b-b015-adf2d50f5186 HTTP/1.1" status: 200  len: 210 time: 0.2078288
Dec 25 21:31:23.265195 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01c915f1-a0f5-46ab-9a65-e607770bd763 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 21:31:23.274462 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-01c915f1-a0f5-46ab-9a65-e607770bd763 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks [] for router, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:23.275955 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-01c915f1-a0f5-46ab-9a65-e607770bd763 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] 10.222.0.32 "PUT /v2.0/routers/ea3f5e80-4b98-41f9-9cee-68f565c5daca HTTP/1.1" status: 200  len: 700 time: 3.2654481
Dec 25 21:31:23.279147 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 49048) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:31:23.462996 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-be75a70b-8628-43bd-8c09-ecc02986f7df tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:23.472091 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device fc76d9d4-9d72-4e1c-8800-03124c6a57ce up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:31:23.473882 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-610b3c3c-7786-42e3-91dd-ea900e6047c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:23.532681 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-65b57d15-e755-4415-a4c6-aafd41e956c4 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:23.564199 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-be75a70b-8628-43bd-8c09-ecc02986f7df tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077839'] for security_group_rule, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:23.591098 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-610b3c3c-7786-42e3-91dd-ea900e6047c0 None None] For port fc76d9d4-9d72-4e1c-8800-03124c6a57ce, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fc76d9d4-9d72-4e1c-8800-03124c6a57ce,segment=NetworkSegment(15189edd-b051-41f2-8c57-a39fda2e0b15),segment_id=15189edd-b051-41f2-8c57-a39fda2e0b15)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:31:23.603189 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-2f750fa4-529c-4ed0-b5f6-e97dbc88cb75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2618d892b0>, [{'id': 'ea3f5e80-4b98-41f9-9cee-68f565c5daca', 'name': 'tempest-RoutersTest-router-1986204596', 'tenant_id': '2b4b670b5aa1407f8675179d6279efab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:30:46Z', 'updated_at': '2021-12-25T21:31:21Z', 'revision_number': 7, 'project_id': '2b4b670b5aa1407f8675179d6279efab', 'gw_port_host': None, '_interfaces': [{'id': '81ce71f5-719b-4856-b736-2ace6e074eb1', 'name': '', 'network_id': '2a20ef8b-2df5-4ece-a869-33142cdac83f', 'tenant_id': '2b4b670b5aa1407f8675179d6279efab', 'mac_address': 'fa:16:3e:9b:ae:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea3f5e80-4b98-41f9-9cee-68f565c5daca', 'device_owner': 'network:router_interface', 'standard_attr_id': 2554, 'fixed_ips': [{'subnet_id': 'fc88b8d2-273b-41e8-8d59-a828d8bf283c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:30:57Z', 'updated_at': '2021-12-25T21:31:02Z', 'revision_number': 5, 'project_id': '2b4b670b5aa1407f8675179d6279efab', 'subnets': [{'id': 'fc88b8d2-273b-41e8-8d59-a828d8bf283c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '871b2a47-7af1-4e50-a6e0-585cd891ff3c', 'name': '', 'network_id': '90b2e04a-e54e-46ab-811b-2aeed6feec9e', 'tenant_id': '2b4b670b5aa1407f8675179d6279efab', 'mac_address': 'fa:16:3e:05:2d:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea3f5e80-4b98-41f9-9cee-68f565c5daca', 'device_owner': 'network:router_interface', 'standard_attr_id': 2620, 'fixed_ips': [{'subnet_id': '25cd9942-f5cd-4b37-b85d-a984673840e1', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:31:13Z', 'updated_at': '2021-12-25T21:31:20Z', 'revision_number': 5, 'project_id': '2b4b670b5aa1407f8675179d6279efab', 'subnets': [{'id': '25cd9942-f5cd-4b37-b85d-a984673840e1', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd14493ef-82e1-41ac-8c31-10835ce2d79b', 'name': '', 'network_id': '91fde06f-b74f-45b1-a416-50730def7423', 'tenant_id': '2b4b670b5aa1407f8675179d6279efab', 'mac_address': 'fa:16:3e:03:ef:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea3f5e80-4b98-41f9-9cee-68f565c5daca', 'device_owner': 'network:router_interface', 'standard_attr_id': 2586, 'fixed_ips': [{'subnet_id': '65e99da2-4ea1-4be0-b2d9-9cb1d682b3b1', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:31:03Z', 'updated_at': '2021-12-25T21:31:14Z', 'revision_number': 5, 'project_id': '2b4b670b5aa1407f8675179d6279efab', 'subnets': [{'id': '65e99da2-4ea1-4be0-b2d9-9cb1d682b3b1', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e5c07cac-9a36-4ba0-805f-c4bdd2022ad7', 'name': '', 'network_id': '1cf7359b-8ef4-4787-a8de-edf6b0703c3b', 'tenant_id': '2b4b670b5aa1407f8675179d6279efab', 'mac_address': 'fa:16:3e:de:c2:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea3f5e80-4b98-41f9-9cee-68f565c5daca', 'device_owner': 'network:router_interface', 'standard_attr_id': 2544, 'fixed_ips': [{'subnet_id': '98da7abf-53cd-43ff-b3be-a1b4b395f8ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:30:51Z', 'updated_at': '2021-12-25T21:30:56Z', 'revision_number': 5, 'project_id': '2b4b670b5aa1407f8675179d6279efab', 'subnets': [{'id': '98da7abf-53cd-43ff-b3be-a1b4b395f8ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:31:23.606197 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c8ebcb-30d8-4e25-b0bf-0f6aaa981ac8 req-eba302f4-509b-4f53-8a58-b097a1750008 tempest-VolumesActionsTest-1540518602 tempest-VolumesActionsTest-1540518602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:31:23.610399 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-23c8ebcb-30d8-4e25-b0bf-0f6aaa981ac8 req-eba302f4-509b-4f53-8a58-b097a1750008 tempest-VolumesActionsTest-1540518602 tempest-VolumesActionsTest-1540518602-project] 10.222.0.32 "GET /v2.0/networks?id=de58f787-39ab-41e4-85ea-78281c9ae3af HTTP/1.1" status: 200  len: 809 time: 0.4259791
Dec 25 21:31:23.640683 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be75a70b-8628-43bd-8c09-ecc02986f7df tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ecfcae94-10a5-4cae-ae81-6a1893770edb,revision_number=0']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:31:23.655575 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-23c8ebcb-30d8-4e25-b0bf-0f6aaa981ac8 req-8ce6d39f-066c-4215-addd-711985c63a78 tempest-VolumesActionsTest-1540518602 tempest-VolumesActionsTest-1540518602-project] 10.222.0.32 "GET /v2.0/quotas/8ece5e5ef72d4614b89456ee37fe94f3 HTTP/1.1" status: 200  len: 375 time: 0.0355539
Dec 25 21:31:23.658312 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-5245fff6-135f-48c0-9efd-86e402dcf171 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] 10.222.0.32 "GET /v2.0/routers/ea3f5e80-4b98-41f9-9cee-68f565c5daca HTTP/1.1" status: 200  len: 700 time: 0.3768914
Dec 25 21:31:23.658940 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 49050) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:31:23.691006 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-23c8ebcb-30d8-4e25-b0bf-0f6aaa981ac8 req-2afcb712-b0b6-48fa-8524-6f4d5699cde0 tempest-VolumesActionsTest-1540518602 tempest-VolumesActionsTest-1540518602-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=8ece5e5ef72d4614b89456ee37fe94f3&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0341496
Dec 25 21:31:23.763883 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-be75a70b-8628-43bd-8c09-ecc02986f7df tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] Publish callbacks [] for security_group_rule, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:23.770332 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-be75a70b-8628-43bd-8c09-ecc02986f7df tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 798 time: 0.8797088
Dec 25 21:31:23.773872 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 49054) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:31:23.846074 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-56232a68-68ca-4f6d-8bc6-e0100a1ee7a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2007615'] for router_interface, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:23.866057 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port fc76d9d4-9d72-4e1c-8800-03124c6a57ce triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:31:23.869442 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:23.880502 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-23c8ebcb-30d8-4e25-b0bf-0f6aaa981ac8 req-359f1d2b-31fa-4662-97d1-e421c401450b service neutron] 10.222.0.32 "GET /v2.0/networks/de58f787-39ab-41e4-85ea-78281c9ae3af?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1460681
Dec 25 21:31:23.881458 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-610b3c3c-7786-42e3-91dd-ea900e6047c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:23.905726 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f750fa4-529c-4ed0-b5f6-e97dbc88cb75 None None] Checking router: ea3f5e80-4b98-41f9-9cee-68f565c5daca for host: ncdv-master-1 {{(pid=121608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 25 21:31:23.931565 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-123a1711-005c-4188-8f01-d48446364662 tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:23.975840 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f750fa4-529c-4ed0-b5f6-e97dbc88cb75 None None] Routers {'ea3f5e80-4b98-41f9-9cee-68f565c5daca'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:31:23.976575 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-2f750fa4-529c-4ed0-b5f6-e97dbc88cb75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2618d892b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:31:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['ea3f5e80-4b98-41f9-9cee-68f565c5daca'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:31:23.980452 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-610b3c3c-7786-42e3-91dd-ea900e6047c0 None None] Provisioning complete for port d2ae1e58-e731-4aa2-ac2d-c929a2f84bab triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:31:23.980914 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-610b3c3c-7786-42e3-91dd-ea900e6047c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:24.029408 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-123a1711-005c-4188-8f01-d48446364662 tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:24.067236 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610b3c3c-7786-42e3-91dd-ea900e6047c0 None None] Pushing event updated for resources: {'Port': ['ID=fc76d9d4-9d72-4e1c-8800-03124c6a57ce,revision_number=3']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:31:24.089960 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-23c8ebcb-30d8-4e25-b0bf-0f6aaa981ac8 req-65bc564c-e40e-435e-8312-4be709ce7840 service neutron] 10.222.0.32 "GET /v2.0/networks/de58f787-39ab-41e4-85ea-78281c9ae3af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2085443
Dec 25 21:31:24.111797 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-65b57d15-e755-4415-a4c6-aafd41e956c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2014278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2009753'] for router, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:24.182683 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvr_db [None req-2f750fa4-529c-4ed0-b5f6-e97dbc88cb75 None None] Set router ea3f5e80-4b98-41f9-9cee-68f565c5daca gateway port host: None {{(pid=121608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:31:24.277258 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device d2ae1e58-e731-4aa2-ac2d-c929a2f84bab up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:31:24.288127 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-123a1711-005c-4188-8f01-d48446364662 tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077839'] for security_group_rule, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:24.299342 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-123a1711-005c-4188-8f01-d48446364662 tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] Publish callbacks [] for security_group_rule, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:24.305095 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-123a1711-005c-4188-8f01-d48446364662 tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/ecfcae94-10a5-4cae-ae81-6a1893770edb HTTP/1.1" status: 204  len: 168 time: 0.5249577
Dec 25 21:31:24.305740 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 49058) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:31:24.330564 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123a1711-005c-4188-8f01-d48446364662 tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ecfcae94-10a5-4cae-ae81-6a1893770edb,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:31:24.412307 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-610b3c3c-7786-42e3-91dd-ea900e6047c0 None None] Provisioning complete for port dfac114b-c223-4a4d-b163-d8b06e789ad5 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:31:24.412794 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-610b3c3c-7786-42e3-91dd-ea900e6047c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:24.449549 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-7a11e06a-6723-4edc-9740-87ef99e2bd13 tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4659 time: 0.1414895
Dec 25 21:31:24.455054 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 49062) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:31:24.515530 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-74516a7f-5345-4dde-8ef1-3271c09c453b req-1c0f773a-0dbb-4afe-a25c-5e10f980c9e5 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] 10.222.0.32 "GET /v2.0/ports?device_id=15fbb331-7835-449b-b015-adf2d50f5186 HTTP/1.1" status: 200  len: 210 time: 0.0633042
Dec 25 21:31:24.564814 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-610b3c3c-7786-42e3-91dd-ea900e6047c0 None None] Port dfac114b-c223-4a4d-b163-d8b06e789ad5 cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:31:24.593577 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port d2ae1e58-e731-4aa2-ac2d-c929a2f84bab triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:31:24.594029 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:24.613847 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65b57d15-e755-4415-a4c6-aafd41e956c4 admin admin] Router c8b4f391-b7a2-480d-917c-5226c6ce1fa0 is scheduled to L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 with binding_index 1 {{(pid=121606) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 25 21:31:24.714181 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a097e6c3-88d7-4ef2-aa7a-6456d2150ffc tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] Publish callbacks [] for security_group, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:24.739221 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-e8b813e9-8525-479c-a493-519c43982549 None None] Provisioning complete for port fc76d9d4-9d72-4e1c-8800-03124c6a57ce triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:31:24.739683 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-e8b813e9-8525-479c-a493-519c43982549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:24.742352 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-56232a68-68ca-4f6d-8bc6-e0100a1ee7a8 admin admin] Deleting port 82795fa2-9bce-4c61-9f3a-5a9770527fef {{(pid=121607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:31:24.742352 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-56232a68-68ca-4f6d-8bc6-e0100a1ee7a8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:24.748591 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-521adbd5-389d-449a-8bc6-7e24d030ddff req-24a854c8-fe44-45a4-8f7f-50b229096644 tempest-VolumesActionsTest-1540518602 tempest-VolumesActionsTest-1540518602-project] 10.222.0.32 "GET /v2.0/ports?device_id=ccaf2ac9-c8d5-4d9d-beea-c3bd24d44294 HTTP/1.1" status: 200  len: 210 time: 0.1169696
Dec 25 21:31:24.804608 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a097e6c3-88d7-4ef2-aa7a-6456d2150ffc tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] Publish callbacks [] for security_group, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:24.890081 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-002da28c-a47b-4aac-af88-653556163ef6 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2007615'] for router_interface, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:24.892736 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65b57d15-e755-4415-a4c6-aafd41e956c4 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 21:31:24.910994 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-2f750fa4-529c-4ed0-b5f6-e97dbc88cb75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2618d892b0>, [{'id': 'ea3f5e80-4b98-41f9-9cee-68f565c5daca', 'name': 'tempest-RoutersTest-router-1986204596', 'tenant_id': '2b4b670b5aa1407f8675179d6279efab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:30:46Z', 'updated_at': '2021-12-25T21:31:21Z', 'revision_number': 7, 'project_id': '2b4b670b5aa1407f8675179d6279efab', 'gw_port_host': None, '_interfaces': [{'id': '81ce71f5-719b-4856-b736-2ace6e074eb1', 'name': '', 'network_id': '2a20ef8b-2df5-4ece-a869-33142cdac83f', 'tenant_id': '2b4b670b5aa1407f8675179d6279efab', 'mac_address': 'fa:16:3e:9b:ae:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea3f5e80-4b98-41f9-9cee-68f565c5daca', 'device_owner': 'network:router_interface', 'standard_attr_id': 2554, 'fixed_ips': [{'subnet_id': 'fc88b8d2-273b-41e8-8d59-a828d8bf283c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:30:57Z', 'updated_at': '2021-12-25T21:31:02Z', 'revision_number': 5, 'project_id': '2b4b670b5aa1407f8675179d6279efab', 'subnets': [{'id': 'fc88b8d2-273b-41e8-8d59-a828d8bf283c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '871b2a47-7af1-4e50-a6e0-585cd891ff3c', 'name': '', 'network_id': '90b2e04a-e54e-46ab-811b-2aeed6feec9e', 'tenant_id': '2b4b670b5aa1407f8675179d6279efab', 'mac_address': 'fa:16:3e:05:2d:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea3f5e80-4b98-41f9-9cee-68f565c5daca', 'device_owner': 'network:router_interface', 'standard_attr_id': 2620, 'fixed_ips': [{'subnet_id': '25cd9942-f5cd-4b37-b85d-a984673840e1', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:31:13Z', 'updated_at': '2021-12-25T21:31:20Z', 'revision_number': 5, 'project_id': '2b4b670b5aa1407f8675179d6279efab', 'subnets': [{'id': '25cd9942-f5cd-4b37-b85d-a984673840e1', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd14493ef-82e1-41ac-8c31-10835ce2d79b', 'name': '', 'network_id': '91fde06f-b74f-45b1-a416-50730def7423', 'tenant_id': '2b4b670b5aa1407f8675179d6279efab', 'mac_address': 'fa:16:3e:03:ef:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea3f5e80-4b98-41f9-9cee-68f565c5daca', 'device_owner': 'network:router_interface', 'standard_attr_id': 2586, 'fixed_ips': [{'subnet_id': '65e99da2-4ea1-4be0-b2d9-9cb1d682b3b1', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:31:03Z', 'updated_at': '2021-12-25T21:31:14Z', 'revision_number': 5, 'project_id': '2b4b670b5aa1407f8675179d6279efab', 'subnets': [{'id': '65e99da2-4ea1-4be0-b2d9-9cb1d682b3b1', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e5c07cac-9a36-4ba0-805f-c4bdd2022ad7', 'name': '', 'network_id': '1cf7359b-8ef4-4787-a8de-edf6b0703c3b', 'tenant_id': '2b4b670b5aa1407f8675179d6279efab', 'mac_address': 'fa:16:3e:de:c2:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea3f5e80-4b98-41f9-9cee-68f565c5daca', 'device_owner': 'network:router_interface', 'standard_attr_id': 2544, 'fixed_ips': [{'subnet_id': '98da7abf-53cd-43ff-b3be-a1b4b395f8ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:30:51Z', 'updated_at': '2021-12-25T21:30:56Z', 'revision_number': 5, 'project_id': '2b4b670b5aa1407f8675179d6279efab', 'subnets': [{'id': '98da7abf-53cd-43ff-b3be-a1b4b395f8ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:31:24.917880 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b9a8f7c-6153-44e4-926f-3ea52c0073f1 None None] Sync routers for ids ['c8b4f391-b7a2-480d-917c-5226c6ce1fa0'] in ncdv-master-1 {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 21:31:24.937514 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b9a8f7c-6153-44e4-926f-3ea52c0073f1 None None] Routers {'c8b4f391-b7a2-480d-917c-5226c6ce1fa0'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:31:24.939666 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-3b9a8f7c-6153-44e4-926f-3ea52c0073f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f261954f640>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:31:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['c8b4f391-b7a2-480d-917c-5226c6ce1fa0'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:31:24.957223 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f750fa4-529c-4ed0-b5f6-e97dbc88cb75 None None] The sync data for ids ['ea3f5e80-4b98-41f9-9cee-68f565c5daca'] in ncdv-master-1 is: [{'id': 'ea3f5e80-4b98-41f9-9cee-68f565c5daca', 'name': 'tempest-RoutersTest-router-1986204596', 'tenant_id': '2b4b670b5aa1407f8675179d6279efab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:30:46Z', 'updated_at': '2021-12-25T21:31:21Z', 'revision_number': 7, 'project_id': '2b4b670b5aa1407f8675179d6279efab', 'gw_port_host': None, '_interfaces': [{'id': '81ce71f5-719b-4856-b736-2ace6e074eb1', 'name': '', 'network_id': '2a20ef8b-2df5-4ece-a869-33142cdac83f', 'tenant_id': '2b4b670b5aa1407f8675179d6279efab', 'mac_address': 'fa:16:3e:9b:ae:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea3f5e80-4b98-41f9-9cee-68f565c5daca', 'device_owner': 'network:router_interface', 'standard_attr_id': 2554, 'fixed_ips': [{'subnet_id': 'fc88b8d2-273b-41e8-8d59-a828d8bf283c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:30:57Z', 'updated_at': '2021-12-25T21:31:02Z', 'revision_number': 5, 'project_id': '2b4b670b5aa1407f8675179d6279efab', 'subnets': [{'id': 'fc88b8d2-273b-41e8-8d59-a828d8bf283c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '871b2a47-7af1-4e50-a6e0-585cd891ff3c', 'name': '', 'network_id': '90b2e04a-e54e-46ab-811b-2aeed6feec9e', 'tenant_id': '2b4b670b5aa1407f8675179d6279efab', 'mac_address': 'fa:16:3e:05:2d:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea3f5e80-4b98-41f9-9cee-68f565c5daca', 'device_owner': 'network:router_interface', 'standard_attr_id': 2620, 'fixed_ips': [{'subnet_id': '25cd9942-f5cd-4b37-b85d-a984673840e1', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:31:13Z', 'updated_at': '2021-12-25T21:31:20Z', 'revision_number': 5, 'project_id': '2b4b670b5aa1407f8675179d6279efab', 'subnets': [{'id': '25cd9942-f5cd-4b37-b85d-a984673840e1', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd14493ef-82e1-41ac-8c31-10835ce2d79b', 'name': '', 'network_id': '91fde06f-b74f-45b1-a416-50730def7423', 'tenant_id': '2b4b670b5aa1407f8675179d6279efab', 'mac_address': 'fa:16:3e:03:ef:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea3f5e80-4b98-41f9-9cee-68f565c5daca', 'device_owner': 'network:router_interface', 'standard_attr_id': 2586, 'fixed_ips': [{'subnet_id': '65e99da2-4ea1-4be0-b2d9-9cb1d682b3b1', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:31:03Z', 'updated_at': '2021-12-25T21:31:14Z', 'revision_number': 5, 'project_id': '2b4b670b5aa1407f8675179d6279efab', 'subnets': [{'id': '65e99da2-4ea1-4be0-b2d9-9cb1d682b3b1', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e5c07cac-9a36-4ba0-805f-c4bdd2022ad7', 'name': '', 'network_id': '1cf7359b-8ef4-4787-a8de-edf6b0703c3b', 'tenant_id': '2b4b670b5aa1407f8675179d6279efab', 'mac_address': 'fa:16:3e:de:c2:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea3f5e80-4b98-41f9-9cee-68f565c5daca', 'device_owner': 'network:router_interface', 'standard_attr_id': 2544, 'fixed_ips': [{'subnet_id': '98da7abf-53cd-43ff-b3be-a1b4b395f8ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:30:51Z', 'updated_at': '2021-12-25T21:30:56Z', 'revision_number': 5, 'project_id': '2b4b670b5aa1407f8675179d6279efab', 'subnets': [{'id': '98da7abf-53cd-43ff-b3be-a1b4b395f8ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 21:31:24.972268 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.db [None req-56232a68-68ca-4f6d-8bc6-e0100a1ee7a8 admin admin] For port 82795fa2-9bce-4c61-9f3a-5a9770527fef, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=82795fa2-9bce-4c61-9f3a-5a9770527fef,segment=NetworkSegment(e27b2cac-48d7-4286-8b35-0393d79f3be7),segment_id=e27b2cac-48d7-4286-8b35-0393d79f3be7)] {{(pid=121607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:31:24.972268 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-56232a68-68ca-4f6d-8bc6-e0100a1ee7a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:25.029246 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-56232a68-68ca-4f6d-8bc6-e0100a1ee7a8 admin admin] Calling delete_port for 82795fa2-9bce-4c61-9f3a-5a9770527fef owned by network:router_interface {{(pid=121607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:31:25.067893 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device f4e76ecc-0552-40f4-968e-1ce75645c146 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:31:25.122201 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvr_db [None req-3b9a8f7c-6153-44e4-926f-3ea52c0073f1 None None] Set router c8b4f391-b7a2-480d-917c-5226c6ce1fa0 gateway port host: ncdv-master-1 {{(pid=121609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:31:25.125806 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] No Port match for: f4e76ecc-0552-40f4-968e-1ce75645c146 {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:31:25.126163 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device f4e76ecc-0552-40f4-968e-1ce75645c146 not bound to the agent host ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:31:25.140048 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-65b57d15-e755-4415-a4c6-aafd41e956c4 admin admin] Publish callbacks [] for router, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:25.145621 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-65b57d15-e755-4415-a4c6-aafd41e956c4 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 7.2016807
Dec 25 21:31:25.146370 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 49074) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:31:25.222855 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a097e6c3-88d7-4ef2-aa7a-6456d2150ffc tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:25.226434 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a097e6c3-88d7-4ef2-aa7a-6456d2150ffc tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:25.230008 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-a097e6c3-88d7-4ef2-aa7a-6456d2150ffc tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] 10.222.0.32 "DELETE /v2.0/security-groups/89ca6749-a745-4c4c-b22f-3dce47e3d016 HTTP/1.1" status: 204  len: 168 time: 0.7732189
Dec 25 21:31:25.253236 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 49076) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:31:25.254329 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a097e6c3-88d7-4ef2-aa7a-6456d2150ffc tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=89ca6749-a745-4c4c-b22f-3dce47e3d016,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:31:25.332209 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device fc76d9d4-9d72-4e1c-8800-03124c6a57ce up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:31:25.406681 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e69770a-368c-42fa-a77b-2d20f375f3f4 req-74b05d10-6213-4153-9bf4-bf9267c7dc19 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:31:25.408173 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9e69770a-368c-42fa-a77b-2d20f375f3f4 req-74b05d10-6213-4153-9bf4-bf9267c7dc19 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] 10.222.0.37 "GET /v2.0/networks?id=c8199f70-d579-4a7f-8b38-5d569ea5e784 HTTP/1.1" status: 200  len: 814 time: 0.4338276
Dec 25 21:31:25.425397 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a9f0f9d-bed0-4bd1-b2ca-f6cccefe36dd None None] Sync routers for ids ['ea3f5e80-4b98-41f9-9cee-68f565c5daca'] in ncdv-master-1 {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 21:31:25.444443 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-3b9a8f7c-6153-44e4-926f-3ea52c0073f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f261954f640>, [{'id': 'c8b4f391-b7a2-480d-917c-5226c6ce1fa0', 'name': 'tempest-TestVolumeBootPattern-987691899-router', 'tenant_id': '682ce12dc98b4f82b95ff686c0e788d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.122'}], 'enable_snat': True}, 'gw_port_id': 'dfac114b-c223-4a4d-b163-d8b06e789ad5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:31:18Z', 'updated_at': '2021-12-25T21:31:23Z', 'revision_number': 3, 'project_id': '682ce12dc98b4f82b95ff686c0e788d8', 'gw_port': {'id': 'dfac114b-c223-4a4d-b163-d8b06e789ad5', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:a1:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8b4f391-b7a2-480d-917c-5226c6ce1fa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2646, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:31:21Z', 'updated_at': '2021-12-25T21:31:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:31:25.453330 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a9f0f9d-bed0-4bd1-b2ca-f6cccefe36dd None None] Routers {'ea3f5e80-4b98-41f9-9cee-68f565c5daca'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:31:25.453956 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-0a9f0f9d-bed0-4bd1-b2ca-f6cccefe36dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2613e9bc10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:31:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['ea3f5e80-4b98-41f9-9cee-68f565c5daca'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:31:25.480262 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-4d6e8b8c-5b8a-4c9c-9e50-3bb4e1306a1d tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 4544 time: 0.2198086
Dec 25 21:31:25.482929 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 49078) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:31:25.486492 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b9a8f7c-6153-44e4-926f-3ea52c0073f1 None None] Checking router: c8b4f391-b7a2-480d-917c-5226c6ce1fa0 for host: ncdv-master-1 {{(pid=121609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 25 21:31:25.487694 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b9a8f7c-6153-44e4-926f-3ea52c0073f1 None None] Updating router c8b4f391-b7a2-480d-917c-5226c6ce1fa0 port dfac114b-c223-4a4d-b163-d8b06e789ad5 binding host ncdv-master-1 {{(pid=121609) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 25 21:31:25.538617 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-3b9a8f7c-6153-44e4-926f-3ea52c0073f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:25.572532 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-56232a68-68ca-4f6d-8bc6-e0100a1ee7a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:25.604226 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9e69770a-368c-42fa-a77b-2d20f375f3f4 req-af84c107-5631-4e15-bc3a-5bac1bddee94 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0560c323ec8e41b3bc05939e12e049d5 HTTP/1.1" status: 200  len: 380 time: 0.1842844
Dec 25 21:31:25.622934 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56232a68-68ca-4f6d-8bc6-e0100a1ee7a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=82795fa2-9bce-4c61-9f3a-5a9770527fef,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:31:25.623163 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-9e69770a-368c-42fa-a77b-2d20f375f3f4 req-2ea8a406-9164-4a24-88de-cac61c055add tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] Request body: {'port': {'device_id': '15fbb331-7835-449b-b015-adf2d50f5186', 'network_id': 'c8199f70-d579-4a7f-8b38-5d569ea5e784', 'admin_state_up': True, 'tenant_id': '0560c323ec8e41b3bc05939e12e049d5', 'security_groups': ['89fb11b5-d095-4b35-8a22-8ffdb90cfcff']}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:31:25.624783 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port fc76d9d4-9d72-4e1c-8800-03124c6a57ce triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:31:25.625180 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:25.725053 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-92b71c2a-73cd-4df4-a32c-2be7684e4e92 tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] Publish callbacks [] for security_group, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:25.789924 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvr_db [None req-0a9f0f9d-bed0-4bd1-b2ca-f6cccefe36dd None None] Set router ea3f5e80-4b98-41f9-9cee-68f565c5daca gateway port host: None {{(pid=121608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:31:25.808789 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e00a6e2f-f547-434d-b06f-85f5e85fbf7e req-7f358d6d-66db-407a-a90e-8b61fd4a0bc1 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] 10.222.0.32 "GET /v2.0/ports?device_id=15fbb331-7835-449b-b015-adf2d50f5186 HTTP/1.1" status: 200  len: 210 time: 0.1355755
Dec 25 21:31:26.100971 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device d2ae1e58-e731-4aa2-ac2d-c929a2f84bab up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:31:26.124010 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-3b9a8f7c-6153-44e4-926f-3ea52c0073f1 None None] Publish callbacks [] for port, precommit_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:26.141834 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b7ccac28-152d-4bf4-808e-804ead13b4be req-147deb64-df28-43b2-aa4b-ee35298faa07 tempest-VolumesActionsTest-1540518602 tempest-VolumesActionsTest-1540518602-project] 10.222.0.32 "GET /v2.0/ports?device_id=ccaf2ac9-c8d5-4d9d-beea-c3bd24d44294 HTTP/1.1" status: 200  len: 210 time: 0.2313528
Dec 25 21:31:26.219416 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-3b9a8f7c-6153-44e4-926f-3ea52c0073f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:26.267875 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4117dcce-ed1c-4655-a2dc-f5a4f61852df None None] DHCP port deletion for 7201e55c-7c5f-41aa-a042-a363696539d0 request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 21:31:26.280006 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.managers [None req-3b9a8f7c-6153-44e4-926f-3ea52c0073f1 None None] Attempting to bind port dfac114b-c223-4a4d-b163-d8b06e789ad5 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:31:26.280966 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.managers [None req-3b9a8f7c-6153-44e4-926f-3ea52c0073f1 None None] Attempting to bind port dfac114b-c223-4a4d-b163-d8b06e789ad5 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'}] {{(pid=121609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:31:26.303034 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b9a8f7c-6153-44e4-926f-3ea52c0073f1 None None] Attempting to bind port dfac114b-c223-4a4d-b163-d8b06e789ad5 on network 7201e55c-7c5f-41aa-a042-a363696539d0 {{(pid=121609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:31:26.311978 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port d2ae1e58-e731-4aa2-ac2d-c929a2f84bab triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:31:26.312361 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:26.335102 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b9a8f7c-6153-44e4-926f-3ea52c0073f1 None None] Checking agent: {'id': 'ca4f5c6d-f1fd-48b8-a3e3-395864c7d23d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 20, 56, 40), 'started_at': datetime.datetime(2021, 12, 25, 20, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 31, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:31:26.335621 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b9a8f7c-6153-44e4-926f-3ea52c0073f1 None None] Checking segment: {'id': '6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:31:26.336173 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-3b9a8f7c-6153-44e4-926f-3ea52c0073f1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:26.336663 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b9a8f7c-6153-44e4-926f-3ea52c0073f1 None None] Bound using segment: {'id': '6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'} {{(pid=121609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:31:26.337352 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.managers [None req-3b9a8f7c-6153-44e4-926f-3ea52c0073f1 None None] Bound port: dfac114b-c223-4a4d-b163-d8b06e789ad5, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'}}] {{(pid=121609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:31:26.337829 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-3b9a8f7c-6153-44e4-926f-3ea52c0073f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:26.370207 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-002da28c-a47b-4aac-af88-653556163ef6 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Deleting port 871b2a47-7af1-4e50-a6e0-585cd891ff3c {{(pid=121607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:31:26.374705 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-0a9f0f9d-bed0-4bd1-b2ca-f6cccefe36dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2613e9bc10>, [{'id': 'ea3f5e80-4b98-41f9-9cee-68f565c5daca', 'name': 'tempest-RoutersTest-router-1986204596', 'tenant_id': '2b4b670b5aa1407f8675179d6279efab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:30:46Z', 'updated_at': '2021-12-25T21:31:21Z', 'revision_number': 7, 'project_id': '2b4b670b5aa1407f8675179d6279efab', 'gw_port_host': None, '_interfaces': [{'id': '81ce71f5-719b-4856-b736-2ace6e074eb1', 'name': '', 'network_id': '2a20ef8b-2df5-4ece-a869-33142cdac83f', 'tenant_id': '2b4b670b5aa1407f8675179d6279efab', 'mac_address': 'fa:16:3e:9b:ae:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea3f5e80-4b98-41f9-9cee-68f565c5daca', 'device_owner': 'network:router_interface', 'standard_attr_id': 2554, 'fixed_ips': [{'subnet_id': 'fc88b8d2-273b-41e8-8d59-a828d8bf283c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:30:57Z', 'updated_at': '2021-12-25T21:31:02Z', 'revision_number': 5, 'project_id': '2b4b670b5aa1407f8675179d6279efab', 'subnets': [{'id': 'fc88b8d2-273b-41e8-8d59-a828d8bf283c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '871b2a47-7af1-4e50-a6e0-585cd891ff3c', 'name': '', 'network_id': '90b2e04a-e54e-46ab-811b-2aeed6feec9e', 'tenant_id': '2b4b670b5aa1407f8675179d6279efab', 'mac_address': 'fa:16:3e:05:2d:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea3f5e80-4b98-41f9-9cee-68f565c5daca', 'device_owner': 'network:router_interface', 'standard_attr_id': 2620, 'fixed_ips': [{'subnet_id': '25cd9942-f5cd-4b37-b85d-a984673840e1', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:31:13Z', 'updated_at': '2021-12-25T21:31:20Z', 'revision_number': 5, 'project_id': '2b4b670b5aa1407f8675179d6279efab', 'subnets': [{'id': '25cd9942-f5cd-4b37-b85d-a984673840e1', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd14493ef-82e1-41ac-8c31-10835ce2d79b', 'name': '', 'network_id': '91fde06f-b74f-45b1-a416-50730def7423', 'tenant_id': '2b4b670b5aa1407f8675179d6279efab', 'mac_address': 'fa:16:3e:03:ef:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea3f5e80-4b98-41f9-9cee-68f565c5daca', 'device_owner': 'network:router_interface', 'standard_attr_id': 2586, 'fixed_ips': [{'subnet_id': '65e99da2-4ea1-4be0-b2d9-9cb1d682b3b1', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:31:03Z', 'updated_at': '2021-12-25T21:31:14Z', 'revision_number': 5, 'project_id': '2b4b670b5aa1407f8675179d6279efab', 'subnets': [{'id': '65e99da2-4ea1-4be0-b2d9-9cb1d682b3b1', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e5c07cac-9a36-4ba0-805f-c4bdd2022ad7', 'name': '', 'network_id': '1cf7359b-8ef4-4787-a8de-edf6b0703c3b', 'tenant_id': '2b4b670b5aa1407f8675179d6279efab', 'mac_address': 'fa:16:3e:de:c2:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea3f5e80-4b98-41f9-9cee-68f565c5daca', 'device_owner': 'network:router_interface', 'standard_attr_id': 2544, 'fixed_ips': [{'subnet_id': '98da7abf-53cd-43ff-b3be-a1b4b395f8ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:30:51Z', 'updated_at': '2021-12-25T21:30:56Z', 'revision_number': 5, 'project_id': '2b4b670b5aa1407f8675179d6279efab', 'subnets': [{'id': '98da7abf-53cd-43ff-b3be-a1b4b395f8ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:31:26.375818 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-002da28c-a47b-4aac-af88-653556163ef6 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:26.378798 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5774a8-7420-4ad8-808b-c6f1010944b1 None None] Pushing event updated for resources: {'Port': ['ID=dfac114b-c223-4a4d-b163-d8b06e789ad5,revision_number=2']} {{(pid=121609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:31:26.402485 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-92b71c2a-73cd-4df4-a32c-2be7684e4e92 tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] Publish callbacks [] for security_group, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:26.415749 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a9f0f9d-bed0-4bd1-b2ca-f6cccefe36dd None None] Checking router: ea3f5e80-4b98-41f9-9cee-68f565c5daca for host: ncdv-master-1 {{(pid=121608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 25 21:31:26.422711 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-d4e899e3-aa4c-4f61-aa72-246aac91a624 None None] Provisioning complete for port dfac114b-c223-4a4d-b163-d8b06e789ad5 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:31:26.423082 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-d4e899e3-aa4c-4f61-aa72-246aac91a624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:26.438549 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.db [None req-3b9a8f7c-6153-44e4-926f-3ea52c0073f1 None None] For port dfac114b-c223-4a4d-b163-d8b06e789ad5, host ncdv-master-1, cleared binding levels {{(pid=121609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:31:26.442239 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.db [None req-3b9a8f7c-6153-44e4-926f-3ea52c0073f1 None None] For port dfac114b-c223-4a4d-b163-d8b06e789ad5, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=dfac114b-c223-4a4d-b163-d8b06e789ad5,segment=NetworkSegment(6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855),segment_id=6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855)] {{(pid=121609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:31:26.457855 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e69770a-368c-42fa-a77b-2d20f375f3f4 req-2ea8a406-9164-4a24-88de-cac61c055add tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] Made reservation on behalf of 0560c323ec8e41b3bc05939e12e049d5 for: {'port': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:31:26.461775 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-9e69770a-368c-42fa-a77b-2d20f375f3f4 req-2ea8a406-9164-4a24-88de-cac61c055add tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:26.476612 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a9f0f9d-bed0-4bd1-b2ca-f6cccefe36dd None None] Routers {'ea3f5e80-4b98-41f9-9cee-68f565c5daca'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:31:26.477272 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-0a9f0f9d-bed0-4bd1-b2ca-f6cccefe36dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2613e9bc10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:31:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['ea3f5e80-4b98-41f9-9cee-68f565c5daca'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:31:26.498165 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-d4e899e3-aa4c-4f61-aa72-246aac91a624 None None] Port dfac114b-c223-4a4d-b163-d8b06e789ad5 cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:31:26.516281 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-3b9a8f7c-6153-44e4-926f-3ea52c0073f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:26.569118 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-e452c4cb-136a-4476-9655-b5d906683da3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:26.652603 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-92b71c2a-73cd-4df4-a32c-2be7684e4e92 tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:26.655468 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-92b71c2a-73cd-4df4-a32c-2be7684e4e92 tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:26.656271 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b9a8f7c-6153-44e4-926f-3ea52c0073f1 None None] Routers {'c8b4f391-b7a2-480d-917c-5226c6ce1fa0'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:31:26.659991 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-92b71c2a-73cd-4df4-a32c-2be7684e4e92 tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] 10.222.0.32 "DELETE /v2.0/security-groups/1e7db16a-fea5-4af6-9eea-46b65242600b HTTP/1.1" status: 204  len: 168 time: 1.1726341
Dec 25 21:31:26.660101 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-3b9a8f7c-6153-44e4-926f-3ea52c0073f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f261954f640>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:31:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['c8b4f391-b7a2-480d-917c-5226c6ce1fa0'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:31:26.677969 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 49118) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:31:26.684433 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b71c2a-73cd-4df4-a32c-2be7684e4e92 tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e7db16a-fea5-4af6-9eea-46b65242600b,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:31:26.695351 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.db [None req-002da28c-a47b-4aac-af88-653556163ef6 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] For port 871b2a47-7af1-4e50-a6e0-585cd891ff3c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=871b2a47-7af1-4e50-a6e0-585cd891ff3c,segment=NetworkSegment(e18a0a4f-9be0-44b8-9c83-8c0f707e3000),segment_id=e18a0a4f-9be0-44b8-9c83-8c0f707e3000)] {{(pid=121607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:31:26.695711 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-002da28c-a47b-4aac-af88-653556163ef6 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:26.726738 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-002da28c-a47b-4aac-af88-653556163ef6 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Calling delete_port for 871b2a47-7af1-4e50-a6e0-585cd891ff3c owned by network:router_interface {{(pid=121607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:31:26.756379 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-56232a68-68ca-4f6d-8bc6-e0100a1ee7a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2007763'] for router_interface, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:26.764409 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-8d4c5545-c434-4243-ad26-0d7faab0ab52 tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0765069
Dec 25 21:31:26.776466 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 49122) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:31:26.781006 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d499cf0-a528-4373-acae-7ff50ce39acc None None] DHCP port deletion for 7201e55c-7c5f-41aa-a042-a363696539d0 request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 21:31:26.781700 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-d60a5851-3088-4b26-a0e2-adc295b6f26b tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] Request body: {'security_group': {'name': 'tempest-secgroup--660180843'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:31:26.819515 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvr_db [None req-3b9a8f7c-6153-44e4-926f-3ea52c0073f1 None None] Set router c8b4f391-b7a2-480d-917c-5226c6ce1fa0 gateway port host: ncdv-master-1 {{(pid=121609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:31:26.871758 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvr_db [None req-0a9f0f9d-bed0-4bd1-b2ca-f6cccefe36dd None None] Set router ea3f5e80-4b98-41f9-9cee-68f565c5daca gateway port host: None {{(pid=121608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:31:27.021546 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 49128) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:31:27.024930 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5774a8-7420-4ad8-808b-c6f1010944b1 None None] Pushing event updated for resources: {'Port': ['ID=dfac114b-c223-4a4d-b163-d8b06e789ad5,revision_number=3']} {{(pid=121609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:31:27.055729 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_common [None req-e452c4cb-136a-4476-9655-b5d906683da3 admin admin] Allocated IP 172.20.0.1 (01268c99-d805-478f-bd5d-c08c5fd8a88a/67b19293-f701-4d02-bd60-42b26f656b43/439be588-3d08-4077-9440-57e063734a69) {{(pid=121606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:31:27.136450 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3751e0b8-7d12-45e5-b890-ca2335b184f3 req-e88bd74b-19da-45cd-8002-116c62b07aba tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] 10.222.0.32 "GET /v2.0/ports?device_id=15fbb331-7835-449b-b015-adf2d50f5186 HTTP/1.1" status: 200  len: 210 time: 0.0651178
Dec 25 21:31:27.198947 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56232a68-68ca-4f6d-8bc6-e0100a1ee7a8 admin admin] Router 8482e85f-9f33-4367-9cf0-4e1fde853a3a has already been hosted by L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 {{(pid=121607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 25 21:31:27.229596 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_common [req-9e69770a-368c-42fa-a77b-2d20f375f3f4 req-2ea8a406-9164-4a24-88de-cac61c055add tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] Allocated IP 172.20.0.3 (c8199f70-d579-4a7f-8b38-5d569ea5e784/0cf468ed-9644-4e44-939f-6c7d09675460/9011d65b-fbaf-42ac-99a9-d60be63e84b8) {{(pid=121606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:31:27.230531 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-3b9a8f7c-6153-44e4-926f-3ea52c0073f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f261954f640>, [{'id': 'c8b4f391-b7a2-480d-917c-5226c6ce1fa0', 'name': 'tempest-TestVolumeBootPattern-987691899-router', 'tenant_id': '682ce12dc98b4f82b95ff686c0e788d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.122'}], 'enable_snat': True}, 'gw_port_id': 'dfac114b-c223-4a4d-b163-d8b06e789ad5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:31:18Z', 'updated_at': '2021-12-25T21:31:23Z', 'revision_number': 3, 'project_id': '682ce12dc98b4f82b95ff686c0e788d8', 'gw_port': {'id': 'dfac114b-c223-4a4d-b163-d8b06e789ad5', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:a1:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8b4f391-b7a2-480d-917c-5226c6ce1fa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2646, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:31:21Z', 'updated_at': '2021-12-25T21:31:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:31:27.248673 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-396ee364-990c-4157-9117-3158941333ae None None] Provisioning complete for port dfac114b-c223-4a4d-b163-d8b06e789ad5 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:31:27.249246 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-396ee364-990c-4157-9117-3158941333ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:27.259550 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-7123be86-4c38-4772-ac19-3cba85e5e929 admin admin] Publish callbacks [] for security_group, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:27.292328 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b9a8f7c-6153-44e4-926f-3ea52c0073f1 None None] The sync data for ids ['c8b4f391-b7a2-480d-917c-5226c6ce1fa0'] in ncdv-master-1 is: [{'id': 'c8b4f391-b7a2-480d-917c-5226c6ce1fa0', 'name': 'tempest-TestVolumeBootPattern-987691899-router', 'tenant_id': '682ce12dc98b4f82b95ff686c0e788d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.122'}], 'enable_snat': True}, 'gw_port_id': 'dfac114b-c223-4a4d-b163-d8b06e789ad5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:31:18Z', 'updated_at': '2021-12-25T21:31:23Z', 'revision_number': 3, 'project_id': '682ce12dc98b4f82b95ff686c0e788d8', 'gw_port': {'id': 'dfac114b-c223-4a4d-b163-d8b06e789ad5', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:a1:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8b4f391-b7a2-480d-917c-5226c6ce1fa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2646, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:31:21Z', 'updated_at': '2021-12-25T21:31:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 21:31:27.373799 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-0a9f0f9d-bed0-4bd1-b2ca-f6cccefe36dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2613e9bc10>, [{'id': 'ea3f5e80-4b98-41f9-9cee-68f565c5daca', 'name': 'tempest-RoutersTest-router-1986204596', 'tenant_id': '2b4b670b5aa1407f8675179d6279efab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:30:46Z', 'updated_at': '2021-12-25T21:31:21Z', 'revision_number': 7, 'project_id': '2b4b670b5aa1407f8675179d6279efab', 'gw_port_host': None, '_interfaces': [{'id': '81ce71f5-719b-4856-b736-2ace6e074eb1', 'name': '', 'network_id': '2a20ef8b-2df5-4ece-a869-33142cdac83f', 'tenant_id': '2b4b670b5aa1407f8675179d6279efab', 'mac_address': 'fa:16:3e:9b:ae:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea3f5e80-4b98-41f9-9cee-68f565c5daca', 'device_owner': 'network:router_interface', 'standard_attr_id': 2554, 'fixed_ips': [{'subnet_id': 'fc88b8d2-273b-41e8-8d59-a828d8bf283c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:30:57Z', 'updated_at': '2021-12-25T21:31:02Z', 'revision_number': 5, 'project_id': '2b4b670b5aa1407f8675179d6279efab', 'subnets': [{'id': 'fc88b8d2-273b-41e8-8d59-a828d8bf283c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '871b2a47-7af1-4e50-a6e0-585cd891ff3c', 'name': '', 'network_id': '90b2e04a-e54e-46ab-811b-2aeed6feec9e', 'tenant_id': '2b4b670b5aa1407f8675179d6279efab', 'mac_address': 'fa:16:3e:05:2d:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea3f5e80-4b98-41f9-9cee-68f565c5daca', 'device_owner': 'network:router_interface', 'standard_attr_id': 2620, 'fixed_ips': [{'subnet_id': '25cd9942-f5cd-4b37-b85d-a984673840e1', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:31:13Z', 'updated_at': '2021-12-25T21:31:20Z', 'revision_number': 5, 'project_id': '2b4b670b5aa1407f8675179d6279efab', 'subnets': [{'id': '25cd9942-f5cd-4b37-b85d-a984673840e1', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd14493ef-82e1-41ac-8c31-10835ce2d79b', 'name': '', 'network_id': '91fde06f-b74f-45b1-a416-50730def7423', 'tenant_id': '2b4b670b5aa1407f8675179d6279efab', 'mac_address': 'fa:16:3e:03:ef:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea3f5e80-4b98-41f9-9cee-68f565c5daca', 'device_owner': 'network:router_interface', 'standard_attr_id': 2586, 'fixed_ips': [{'subnet_id': '65e99da2-4ea1-4be0-b2d9-9cb1d682b3b1', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:31:03Z', 'updated_at': '2021-12-25T21:31:14Z', 'revision_number': 5, 'project_id': '2b4b670b5aa1407f8675179d6279efab', 'subnets': [{'id': '65e99da2-4ea1-4be0-b2d9-9cb1d682b3b1', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e5c07cac-9a36-4ba0-805f-c4bdd2022ad7', 'name': '', 'network_id': '1cf7359b-8ef4-4787-a8de-edf6b0703c3b', 'tenant_id': '2b4b670b5aa1407f8675179d6279efab', 'mac_address': 'fa:16:3e:de:c2:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea3f5e80-4b98-41f9-9cee-68f565c5daca', 'device_owner': 'network:router_interface', 'standard_attr_id': 2544, 'fixed_ips': [{'subnet_id': '98da7abf-53cd-43ff-b3be-a1b4b395f8ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:30:51Z', 'updated_at': '2021-12-25T21:30:56Z', 'revision_number': 5, 'project_id': '2b4b670b5aa1407f8675179d6279efab', 'subnets': [{'id': '98da7abf-53cd-43ff-b3be-a1b4b395f8ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:31:27.382706 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a7855336-af72-46e3-b630-6bcd69f0abf1 req-1ca78316-e291-4472-993a-589c0039ff90 tempest-VolumesActionsTest-1540518602 tempest-VolumesActionsTest-1540518602-project] 10.222.0.32 "GET /v2.0/ports?device_id=ccaf2ac9-c8d5-4d9d-beea-c3bd24d44294 HTTP/1.1" status: 200  len: 210 time: 0.0744214
Dec 25 21:31:27.389408 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-e452c4cb-136a-4476-9655-b5d906683da3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:27.414757 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-d60a5851-3088-4b26-a0e2-adc295b6f26b tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] Publish callbacks [] for security_group, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:27.418932 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a9f0f9d-bed0-4bd1-b2ca-f6cccefe36dd None None] The sync data for ids ['ea3f5e80-4b98-41f9-9cee-68f565c5daca'] in ncdv-master-1 is: [{'id': 'ea3f5e80-4b98-41f9-9cee-68f565c5daca', 'name': 'tempest-RoutersTest-router-1986204596', 'tenant_id': '2b4b670b5aa1407f8675179d6279efab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:30:46Z', 'updated_at': '2021-12-25T21:31:21Z', 'revision_number': 7, 'project_id': '2b4b670b5aa1407f8675179d6279efab', 'gw_port_host': None, '_interfaces': [{'id': '81ce71f5-719b-4856-b736-2ace6e074eb1', 'name': '', 'network_id': '2a20ef8b-2df5-4ece-a869-33142cdac83f', 'tenant_id': '2b4b670b5aa1407f8675179d6279efab', 'mac_address': 'fa:16:3e:9b:ae:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea3f5e80-4b98-41f9-9cee-68f565c5daca', 'device_owner': 'network:router_interface', 'standard_attr_id': 2554, 'fixed_ips': [{'subnet_id': 'fc88b8d2-273b-41e8-8d59-a828d8bf283c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:30:57Z', 'updated_at': '2021-12-25T21:31:02Z', 'revision_number': 5, 'project_id': '2b4b670b5aa1407f8675179d6279efab', 'subnets': [{'id': 'fc88b8d2-273b-41e8-8d59-a828d8bf283c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '871b2a47-7af1-4e50-a6e0-585cd891ff3c', 'name': '', 'network_id': '90b2e04a-e54e-46ab-811b-2aeed6feec9e', 'tenant_id': '2b4b670b5aa1407f8675179d6279efab', 'mac_address': 'fa:16:3e:05:2d:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea3f5e80-4b98-41f9-9cee-68f565c5daca', 'device_owner': 'network:router_interface', 'standard_attr_id': 2620, 'fixed_ips': [{'subnet_id': '25cd9942-f5cd-4b37-b85d-a984673840e1', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:31:13Z', 'updated_at': '2021-12-25T21:31:20Z', 'revision_number': 5, 'project_id': '2b4b670b5aa1407f8675179d6279efab', 'subnets': [{'id': '25cd9942-f5cd-4b37-b85d-a984673840e1', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd14493ef-82e1-41ac-8c31-10835ce2d79b', 'name': '', 'network_id': '91fde06f-b74f-45b1-a416-50730def7423', 'tenant_id': '2b4b670b5aa1407f8675179d6279efab', 'mac_address': 'fa:16:3e:03:ef:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea3f5e80-4b98-41f9-9cee-68f565c5daca', 'device_owner': 'network:router_interface', 'standard_attr_id': 2586, 'fixed_ips': [{'subnet_id': '65e99da2-4ea1-4be0-b2d9-9cb1d682b3b1', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:31:03Z', 'updated_at': '2021-12-25T21:31:14Z', 'revision_number': 5, 'project_id': '2b4b670b5aa1407f8675179d6279efab', 'subnets': [{'id': '65e99da2-4ea1-4be0-b2d9-9cb1d682b3b1', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e5c07cac-9a36-4ba0-805f-c4bdd2022ad7', 'name': '', 'network_id': '1cf7359b-8ef4-4787-a8de-edf6b0703c3b', 'tenant_id': '2b4b670b5aa1407f8675179d6279efab', 'mac_address': 'fa:16:3e:de:c2:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea3f5e80-4b98-41f9-9cee-68f565c5daca', 'device_owner': 'network:router_interface', 'standard_attr_id': 2544, 'fixed_ips': [{'subnet_id': '98da7abf-53cd-43ff-b3be-a1b4b395f8ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:30:51Z', 'updated_at': '2021-12-25T21:30:56Z', 'revision_number': 5, 'project_id': '2b4b670b5aa1407f8675179d6279efab', 'subnets': [{'id': '98da7abf-53cd-43ff-b3be-a1b4b395f8ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 21:31:27.468644 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-396ee364-990c-4157-9117-3158941333ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:27.492049 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-396ee364-990c-4157-9117-3158941333ae None None] For port dfac114b-c223-4a4d-b163-d8b06e789ad5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=dfac114b-c223-4a4d-b163-d8b06e789ad5,segment=NetworkSegment(6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855),segment_id=6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:31:27.523397 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-7123be86-4c38-4772-ac19-3cba85e5e929 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:27.617985 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-9e69770a-368c-42fa-a77b-2d20f375f3f4 req-2ea8a406-9164-4a24-88de-cac61c055add tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] Publish callbacks [] for port, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:27.662275 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c8ebcb-30d8-4e25-b0bf-0f6aaa981ac8 req-890160aa-0600-4e6c-b67d-96441d7c9554 tempest-VolumesActionsTest-1540518602 tempest-VolumesActionsTest-1540518602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:31:27.662275 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-23c8ebcb-30d8-4e25-b0bf-0f6aaa981ac8 req-890160aa-0600-4e6c-b67d-96441d7c9554 tempest-VolumesActionsTest-1540518602 tempest-VolumesActionsTest-1540518602-project] 10.222.0.31 "GET /v2.0/networks?id=de58f787-39ab-41e4-85ea-78281c9ae3af HTTP/1.1" status: 200  len: 809 time: 0.1747365
Dec 25 21:31:27.664848 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56232a68-68ca-4f6d-8bc6-e0100a1ee7a8 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 21:31:27.670260 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-56232a68-68ca-4f6d-8bc6-e0100a1ee7a8 admin admin] 10.222.0.32 "PUT /v2.0/routers/8482e85f-9f33-4367-9cf0-4e1fde853a3a/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.9179437
Dec 25 21:31:27.675800 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 49134) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:31:27.682202 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-396ee364-990c-4157-9117-3158941333ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:27.689592 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a166f88-41ed-48e5-8ecf-05fa7e2ff841 None None] Sync routers for ids ['8482e85f-9f33-4367-9cf0-4e1fde853a3a'] in ncdv-master-1 {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 21:31:27.696468 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-23c8ebcb-30d8-4e25-b0bf-0f6aaa981ac8 req-e5f2a197-125a-4c65-8329-e637d3815a68 tempest-VolumesActionsTest-1540518602 tempest-VolumesActionsTest-1540518602-project] Request body: {'port': {'device_id': 'ccaf2ac9-c8d5-4d9d-beea-c3bd24d44294', 'network_id': 'de58f787-39ab-41e4-85ea-78281c9ae3af', 'admin_state_up': True, 'tenant_id': '8ece5e5ef72d4614b89456ee37fe94f3'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:31:27.709936 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a166f88-41ed-48e5-8ecf-05fa7e2ff841 None None] Routers {'8482e85f-9f33-4367-9cf0-4e1fde853a3a'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:31:27.714216 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-4a166f88-41ed-48e5-8ecf-05fa7e2ff841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f261a8895e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:31:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['8482e85f-9f33-4367-9cf0-4e1fde853a3a'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:31:27.734869 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-d60a5851-3088-4b26-a0e2-adc295b6f26b tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] Publish callbacks [] for security_group, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:27.749462 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-7123be86-4c38-4772-ac19-3cba85e5e929 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:27.773929 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-002da28c-a47b-4aac-af88-653556163ef6 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:27.818125 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396ee364-990c-4157-9117-3158941333ae None None] Pushing event updated for resources: {'Port': ['ID=dfac114b-c223-4a4d-b163-d8b06e789ad5,revision_number=4']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:31:27.855593 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-e452c4cb-136a-4476-9655-b5d906683da3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:27.888549 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-d60a5851-3088-4b26-a0e2-adc295b6f26b tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:27.931338 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvr_db [None req-4a166f88-41ed-48e5-8ecf-05fa7e2ff841 None None] Set router 8482e85f-9f33-4367-9cf0-4e1fde853a3a gateway port host: ncdv-master-1 {{(pid=121609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:31:27.935614 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7123be86-4c38-4772-ac19-3cba85e5e929 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65979c3b-7c1d-470c-9ee5-463a92f873bb,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:31:27.947822 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e452c4cb-136a-4476-9655-b5d906683da3 admin admin] Network 01268c99-d805-478f-bd5d-c08c5fd8a88a is already hosted by enough agents. {{(pid=121606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:31:27.957647 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [None req-e452c4cb-136a-4476-9655-b5d906683da3 admin admin] Resources bound (agent type, host, resource id):  {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:31:27.961738 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002da28c-a47b-4aac-af88-653556163ef6 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Pushing event deleted for resources: {'Port': ['ID=871b2a47-7af1-4e50-a6e0-585cd891ff3c,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:31:27.965328 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e452c4cb-136a-4476-9655-b5d906683da3 admin admin] Pushing event updated for resources: {'Port': ['ID=439be588-3d08-4077-9440-57e063734a69,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:31:27.967632 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e452c4cb-136a-4476-9655-b5d906683da3 admin admin] Received port after_create {{(pid=121606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:31:27.994605 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-7123be86-4c38-4772-ac19-3cba85e5e929 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d8f250b16290406fa59b0ad0129cee20&name=default HTTP/1.1" status: 200  len: 3000 time: 0.9698193
Dec 25 21:31:27.999721 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 49138) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:31:28.089844 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60a5851-3088-4b26-a0e2-adc295b6f26b tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cee1860d-f25d-4e4a-a4f8-68ddb509c5b8,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:31:28.113172 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-d60a5851-3088-4b26-a0e2-adc295b6f26b tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:28.114765 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-d60a5851-3088-4b26-a0e2-adc295b6f26b tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 1.3373079
Dec 25 21:31:28.125582 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 49140) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:31:28.142326 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-4f41b470-d5d4-4276-89be-46cef8d034a2 tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] Request body: {'security_group_rule': {'security_group_id': 'cee1860d-f25d-4e4a-a4f8-68ddb509c5b8', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:31:28.376685 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-714fbbb5-a624-4512-b9d4-bc19658c3977 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:28.434130 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-714fbbb5-a624-4512-b9d4-bc19658c3977 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:28.472158 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-002da28c-a47b-4aac-af88-653556163ef6 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2007763'] for router_interface, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:28.528450 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-d5cc755d-9c81-4c2d-b1a2-ea9e712d57d5 None None] Provisioning complete for port 439be588-3d08-4077-9440-57e063734a69 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:31:28.529059 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-d5cc755d-9c81-4c2d-b1a2-ea9e712d57d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:28.578696 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-4f41b470-d5d4-4276-89be-46cef8d034a2 tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] Publish callbacks [] for security_group_rule, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:28.589562 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-4a166f88-41ed-48e5-8ecf-05fa7e2ff841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f261a8895e0>, [{'id': '8482e85f-9f33-4367-9cf0-4e1fde853a3a', 'name': 'tempest-TaggedBootDevicesTest_v242-3692813-router', 'tenant_id': '498aad80bbd44b6e8fc8fd1b6ed08a4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.64'}], 'enable_snat': True}, 'gw_port_id': '7c282b14-a019-42f0-8bcb-0327ab42a496', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:18:48Z', 'updated_at': '2021-12-25T21:31:25Z', 'revision_number': 5, 'project_id': '498aad80bbd44b6e8fc8fd1b6ed08a4b', 'gw_port': {'id': '7c282b14-a019-42f0-8bcb-0327ab42a496', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:1d:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8482e85f-9f33-4367-9cf0-4e1fde853a3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1164, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:18:50Z', 'updated_at': '2021-12-25T21:18:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:31:28.590502 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23c8ebcb-30d8-4e25-b0bf-0f6aaa981ac8 req-e5f2a197-125a-4c65-8329-e637d3815a68 tempest-VolumesActionsTest-1540518602 tempest-VolumesActionsTest-1540518602-project] Made reservation on behalf of 8ece5e5ef72d4614b89456ee37fe94f3 for: {'port': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:31:28.594851 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-23c8ebcb-30d8-4e25-b0bf-0f6aaa981ac8 req-e5f2a197-125a-4c65-8329-e637d3815a68 tempest-VolumesActionsTest-1540518602 tempest-VolumesActionsTest-1540518602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:28.599542 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-d5cc755d-9c81-4c2d-b1a2-ea9e712d57d5 None None] Port 439be588-3d08-4077-9440-57e063734a69 cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:31:28.610743 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-9e69770a-368c-42fa-a77b-2d20f375f3f4 req-2ea8a406-9164-4a24-88de-cac61c055add tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:28.628849 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a166f88-41ed-48e5-8ecf-05fa7e2ff841 None None] Checking router: 8482e85f-9f33-4367-9cf0-4e1fde853a3a for host: ncdv-master-1 {{(pid=121609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 25 21:31:28.642600 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a166f88-41ed-48e5-8ecf-05fa7e2ff841 None None] Routers {'8482e85f-9f33-4367-9cf0-4e1fde853a3a'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:31:28.644983 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-4a166f88-41ed-48e5-8ecf-05fa7e2ff841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f261a8895e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:31:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['8482e85f-9f33-4367-9cf0-4e1fde853a3a'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:31:28.676044 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-21e83c6a-3ee0-4022-b31d-4d2b5c885501 req-3f067f2d-825e-457f-90b5-00d6eeaa6063 tempest-VolumesActionsTest-1540518602 tempest-VolumesActionsTest-1540518602-project] 10.222.0.32 "GET /v2.0/ports?device_id=ccaf2ac9-c8d5-4d9d-beea-c3bd24d44294 HTTP/1.1" status: 200  len: 210 time: 0.1185515
Dec 25 21:31:28.733517 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-714fbbb5-a624-4512-b9d4-bc19658c3977 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:28.736086 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-714fbbb5-a624-4512-b9d4-bc19658c3977 admin admin] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:28.739813 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-714fbbb5-a624-4512-b9d4-bc19658c3977 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/65979c3b-7c1d-470c-9ee5-463a92f873bb HTTP/1.1" status: 204  len: 168 time: 0.7360728
Dec 25 21:31:28.763418 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-4f41b470-d5d4-4276-89be-46cef8d034a2 tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:28.803902 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvr_db [None req-4a166f88-41ed-48e5-8ecf-05fa7e2ff841 None None] Set router 8482e85f-9f33-4367-9cf0-4e1fde853a3a gateway port host: ncdv-master-1 {{(pid=121609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:31:28.821052 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714fbbb5-a624-4512-b9d4-bc19658c3977 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65979c3b-7c1d-470c-9ee5-463a92f873bb,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:31:28.837589 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e69770a-368c-42fa-a77b-2d20f375f3f4 req-2ea8a406-9164-4a24-88de-cac61c055add tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] Network c8199f70-d579-4a7f-8b38-5d569ea5e784 is already hosted by enough agents. {{(pid=121606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:31:28.886086 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-4f41b470-d5d4-4276-89be-46cef8d034a2 tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077839'] for security_group_rule, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:28.886183 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [req-9e69770a-368c-42fa-a77b-2d20f375f3f4 req-2ea8a406-9164-4a24-88de-cac61c055add tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] Resources bound (agent type, host, resource id):  {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:31:28.886263 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f41b470-d5d4-4276-89be-46cef8d034a2 tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74654c65-9a67-4cc1-a661-a9bb9b742034,revision_number=0']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:31:28.886347 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e69770a-368c-42fa-a77b-2d20f375f3f4 req-2ea8a406-9164-4a24-88de-cac61c055add tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] Received port after_create {{(pid=121606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:31:28.893769 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-002da28c-a47b-4aac-af88-653556163ef6 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Router ea3f5e80-4b98-41f9-9cee-68f565c5daca has already been hosted by L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 {{(pid=121607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 25 21:31:28.941551 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-e452c4cb-136a-4476-9655-b5d906683da3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2008772'] for router_interface, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:28.985926 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e69770a-368c-42fa-a77b-2d20f375f3f4 req-2ea8a406-9164-4a24-88de-cac61c055add tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:31:28.986623 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-9e69770a-368c-42fa-a77b-2d20f375f3f4 req-2ea8a406-9164-4a24-88de-cac61c055add tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:28.987619 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-4f41b470-d5d4-4276-89be-46cef8d034a2 tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] Publish callbacks [] for security_group_rule, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:28.988899 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-4f41b470-d5d4-4276-89be-46cef8d034a2 tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 786 time: 0.8620584
Dec 25 21:31:28.992642 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 49148) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:31:29.044771 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-97f5e9b9-ae6c-4d40-87e5-a4f7d2fc098b admin admin] Publish callbacks [] for router, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:29.061500 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_common [req-23c8ebcb-30d8-4e25-b0bf-0f6aaa981ac8 req-e5f2a197-125a-4c65-8329-e637d3815a68 tempest-VolumesActionsTest-1540518602 tempest-VolumesActionsTest-1540518602-project] Allocated IP 172.20.0.12 (de58f787-39ab-41e4-85ea-78281c9ae3af/40fa57d1-cd20-42ee-acef-cd325a6b2f1c/a40bc1af-cf16-4f22-9e98-443b60684223) {{(pid=121606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:31:29.080817 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-187d41b8-b86c-48d3-85bc-0d0a5e945c7b tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:29.095133 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-187d41b8-b86c-48d3-85bc-0d0a5e945c7b tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:29.102927 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-002da28c-a47b-4aac-af88-653556163ef6 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 21:31:29.109884 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-002da28c-a47b-4aac-af88-653556163ef6 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] 10.222.0.32 "PUT /v2.0/routers/ea3f5e80-4b98-41f9-9cee-68f565c5daca/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 5.4478681
Dec 25 21:31:29.119019 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 49152) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:31:29.121942 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29cf9f36-4260-4ed0-836a-a72a63418d4e None None] Sync routers for ids ['ea3f5e80-4b98-41f9-9cee-68f565c5daca'] in ncdv-master-1 {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 21:31:29.128359 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea8a406-9164-4a24-88de-cac61c055add tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] Pushing event updated for resources: {'Port': ['ID=9011d65b-fbaf-42ac-99a9-d60be63e84b8,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:31:29.154436 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-4a166f88-41ed-48e5-8ecf-05fa7e2ff841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f261a8895e0>, [{'id': '8482e85f-9f33-4367-9cf0-4e1fde853a3a', 'name': 'tempest-TaggedBootDevicesTest_v242-3692813-router', 'tenant_id': '498aad80bbd44b6e8fc8fd1b6ed08a4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.64'}], 'enable_snat': True}, 'gw_port_id': '7c282b14-a019-42f0-8bcb-0327ab42a496', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:18:48Z', 'updated_at': '2021-12-25T21:31:25Z', 'revision_number': 5, 'project_id': '498aad80bbd44b6e8fc8fd1b6ed08a4b', 'gw_port': {'id': '7c282b14-a019-42f0-8bcb-0327ab42a496', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:1d:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8482e85f-9f33-4367-9cf0-4e1fde853a3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1164, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:18:50Z', 'updated_at': '2021-12-25T21:18:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:31:29.158473 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670eb4e9-50ee-427d-98d7-d763f7f4f02b req-7fd421a2-6831-45ea-9f1f-b31c0fe2a2ea tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:31:29.160750 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-670eb4e9-50ee-427d-98d7-d763f7f4f02b req-7fd421a2-6831-45ea-9f1f-b31c0fe2a2ea tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] 10.222.0.32 "GET /v2.0/ports?device_id=15fbb331-7835-449b-b015-adf2d50f5186 HTTP/1.1" status: 200  len: 931 time: 0.5999968
Dec 25 21:31:29.177957 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29cf9f36-4260-4ed0-836a-a72a63418d4e None None] Routers {'ea3f5e80-4b98-41f9-9cee-68f565c5daca'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:31:29.181241 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-29cf9f36-4260-4ed0-836a-a72a63418d4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f26181a5640>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:31:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['ea3f5e80-4b98-41f9-9cee-68f565c5daca'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:31:29.249964 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9e69770a-368c-42fa-a77b-2d20f375f3f4 req-2ea8a406-9164-4a24-88de-cac61c055add tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.6329424
Dec 25 21:31:29.263461 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a166f88-41ed-48e5-8ecf-05fa7e2ff841 None None] The sync data for ids ['8482e85f-9f33-4367-9cf0-4e1fde853a3a'] in ncdv-master-1 is: [{'id': '8482e85f-9f33-4367-9cf0-4e1fde853a3a', 'name': 'tempest-TaggedBootDevicesTest_v242-3692813-router', 'tenant_id': '498aad80bbd44b6e8fc8fd1b6ed08a4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.64'}], 'enable_snat': True}, 'gw_port_id': '7c282b14-a019-42f0-8bcb-0327ab42a496', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:18:48Z', 'updated_at': '2021-12-25T21:31:25Z', 'revision_number': 5, 'project_id': '498aad80bbd44b6e8fc8fd1b6ed08a4b', 'gw_port': {'id': '7c282b14-a019-42f0-8bcb-0327ab42a496', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:1d:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8482e85f-9f33-4367-9cf0-4e1fde853a3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1164, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:18:50Z', 'updated_at': '2021-12-25T21:18:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 21:31:29.274211 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f289285-61cc-47ed-9be1-490ddcdc83a9 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Deleting subnet 25cd9942-f5cd-4b37-b85d-a984673840e1 {{(pid=121607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Dec 25 21:31:29.301700 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-2f289285-61cc-47ed-9be1-490ddcdc83a9 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks [] for subnet, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:29.353032 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-187d41b8-b86c-48d3-85bc-0d0a5e945c7b tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077839'] for security_group_rule, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:29.368252 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-187d41b8-b86c-48d3-85bc-0d0a5e945c7b tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] Publish callbacks [] for security_group_rule, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:29.371144 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-d8580da4-57c1-4880-9e9c-2f219a86af72 None None] Provisioning complete for port 9011d65b-fbaf-42ac-99a9-d60be63e84b8 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:31:29.371613 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-d8580da4-57c1-4880-9e9c-2f219a86af72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:29.372247 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-187d41b8-b86c-48d3-85bc-0d0a5e945c7b tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/74654c65-9a67-4cc1-a661-a9bb9b742034 HTTP/1.1" status: 204  len: 168 time: 0.3794160
Dec 25 21:31:29.376059 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 49156) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:31:29.390305 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187d41b8-b86c-48d3-85bc-0d0a5e945c7b tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=74654c65-9a67-4cc1-a661-a9bb9b742034,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:31:29.405627 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-2f289285-61cc-47ed-9be1-490ddcdc83a9 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10246617'] for subnet, precommit_delete_associations {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:29.416014 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-9e69770a-368c-42fa-a77b-2d20f375f3f4 req-8f559a42-c742-4d0c-bcf3-d27628514dbf service neutron] Request body: {'port': {'device_id': '15fbb331-7835-449b-b015-adf2d50f5186', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:31:29.418120 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvr_db [None req-29cf9f36-4260-4ed0-836a-a72a63418d4e None None] Set router ea3f5e80-4b98-41f9-9cee-68f565c5daca gateway port host: None {{(pid=121608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:31:29.469975 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-c843fad1-b003-4956-b4e4-9ccb4b2cdeb0 tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.0906675
Dec 25 21:31:29.494915 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-670eb4e9-50ee-427d-98d7-d763f7f4f02b req-69a66b7c-1081-4af6-91a4-82f750d824b5 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] 10.222.0.32 "GET /v2.0/security-groups?id=89fb11b5-d095-4b35-8a22-8ffdb90cfcff&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3256800
Dec 25 21:31:29.495412 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 49162) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:31:29.532025 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-2f289285-61cc-47ed-9be1-490ddcdc83a9 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995662'] for subnet, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:29.576267 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-d8580da4-57c1-4880-9e9c-2f219a86af72 None None] Port 9011d65b-fbaf-42ac-99a9-d60be63e84b8 cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:31:29.576859 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-97f5e9b9-ae6c-4d40-87e5-a4f7d2fc098b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:29.673542 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-9e69770a-368c-42fa-a77b-2d20f375f3f4 req-8f559a42-c742-4d0c-bcf3-d27628514dbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:29.729811 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-e452c4cb-136a-4476-9655-b5d906683da3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:29.746222 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-2f289285-61cc-47ed-9be1-490ddcdc83a9 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8632410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8852809'] for subnet, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:29.772044 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-29cf9f36-4260-4ed0-836a-a72a63418d4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f26181a5640>, [{'id': 'ea3f5e80-4b98-41f9-9cee-68f565c5daca', 'name': 'tempest-RoutersTest-router-1986204596', 'tenant_id': '2b4b670b5aa1407f8675179d6279efab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:30:46Z', 'updated_at': '2021-12-25T21:31:27Z', 'revision_number': 8, 'project_id': '2b4b670b5aa1407f8675179d6279efab', 'gw_port_host': None, '_interfaces': [{'id': '81ce71f5-719b-4856-b736-2ace6e074eb1', 'name': '', 'network_id': '2a20ef8b-2df5-4ece-a869-33142cdac83f', 'tenant_id': '2b4b670b5aa1407f8675179d6279efab', 'mac_address': 'fa:16:3e:9b:ae:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea3f5e80-4b98-41f9-9cee-68f565c5daca', 'device_owner': 'network:router_interface', 'standard_attr_id': 2554, 'fixed_ips': [{'subnet_id': 'fc88b8d2-273b-41e8-8d59-a828d8bf283c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:30:57Z', 'updated_at': '2021-12-25T21:31:02Z', 'revision_number': 5, 'project_id': '2b4b670b5aa1407f8675179d6279efab', 'subnets': [{'id': 'fc88b8d2-273b-41e8-8d59-a828d8bf283c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd14493ef-82e1-41ac-8c31-10835ce2d79b', 'name': '', 'network_id': '91fde06f-b74f-45b1-a416-50730def7423', 'tenant_id': '2b4b670b5aa1407f8675179d6279efab', 'mac_address': 'fa:16:3e:03:ef:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea3f5e80-4b98-41f9-9cee-68f565c5daca', 'device_owner': 'network:router_interface', 'standard_attr_id': 2586, 'fixed_ips': [{'subnet_id': '65e99da2-4ea1-4be0-b2d9-9cb1d682b3b1', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:31:03Z', 'updated_at': '2021-12-25T21:31:14Z', 'revision_number': 5, 'project_id': '2b4b670b5aa1407f8675179d6279efab', 'subnets': [{'id': '65e99da2-4ea1-4be0-b2d9-9cb1d682b3b1', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e5c07cac-9a36-4ba0-805f-c4bdd2022ad7', 'name': '', 'network_id': '1cf7359b-8ef4-4787-a8de-edf6b0703c3b', 'tenant_id': '2b4b670b5aa1407f8675179d6279efab', 'mac_address': 'fa:16:3e:de:c2:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea3f5e80-4b98-41f9-9cee-68f565c5daca', 'device_owner': 'network:router_interface', 'standard_attr_id': 2544, 'fixed_ips': [{'subnet_id': '98da7abf-53cd-43ff-b3be-a1b4b395f8ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:30:51Z', 'updated_at': '2021-12-25T21:30:56Z', 'revision_number': 5, 'project_id': '2b4b670b5aa1407f8675179d6279efab', 'subnets': [{'id': '98da7abf-53cd-43ff-b3be-a1b4b395f8ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:31:29.827110 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f289285-61cc-47ed-9be1-490ddcdc83a9 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Pushing event deleted for resources: {'Subnet': ['ID=25cd9942-f5cd-4b37-b85d-a984673840e1,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:31:29.833076 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-2f289285-61cc-47ed-9be1-490ddcdc83a9 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks [] for subnet, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:29.838515 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-2f289285-61cc-47ed-9be1-490ddcdc83a9 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] 10.222.0.32 "DELETE /v2.0/subnets/25cd9942-f5cd-4b37-b85d-a984673840e1 HTTP/1.1" status: 204  len: 168 time: 0.7207313
Dec 25 21:31:29.841556 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 49170) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:31:29.852259 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29cf9f36-4260-4ed0-836a-a72a63418d4e None None] Checking router: ea3f5e80-4b98-41f9-9cee-68f565c5daca for host: ncdv-master-1 {{(pid=121608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 25 21:31:29.854189 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-357f2823-b907-49aa-a444-e1b4a1c5716a None None] Network 90b2e04a-e54e-46ab-811b-2aeed6feec9e requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:31:29.855022 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-95c4ab8e-358e-4bc5-a74e-ea75647b1c6f tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] Publish callbacks [] for security_group, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:29.885150 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device dfac114b-c223-4a4d-b163-d8b06e789ad5 up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:31:29.933869 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-23c8ebcb-30d8-4e25-b0bf-0f6aaa981ac8 req-e5f2a197-125a-4c65-8329-e637d3815a68 tempest-VolumesActionsTest-1540518602 tempest-VolumesActionsTest-1540518602-project] Publish callbacks [] for port, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:29.962297 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-d20b524d-94e1-49ba-aa27-3b3b7918d835 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625803'] for network, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:30.008979 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-95c4ab8e-358e-4bc5-a74e-ea75647b1c6f tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] Publish callbacks [] for security_group, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:30.026877 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b77839fd-6cc5-442e-b2b3-dd7461353016 req-0e830a01-64de-40df-a455-2f5aad7ca9b8 tempest-VolumesActionsTest-1540518602 tempest-VolumesActionsTest-1540518602-project] 10.222.0.32 "GET /v2.0/ports?device_id=ccaf2ac9-c8d5-4d9d-beea-c3bd24d44294 HTTP/1.1" status: 200  len: 210 time: 0.1047096
Dec 25 21:31:30.056072 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29cf9f36-4260-4ed0-836a-a72a63418d4e None None] Routers {'ea3f5e80-4b98-41f9-9cee-68f565c5daca'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:31:30.056891 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-29cf9f36-4260-4ed0-836a-a72a63418d4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f26181a5640>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:31:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['ea3f5e80-4b98-41f9-9cee-68f565c5daca'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:31:30.092852 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-d20b524d-94e1-49ba-aa27-3b3b7918d835 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Deleting port 2c78da80-a85b-4242-a610-23f69aae3874 {{(pid=121607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:31:30.093235 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-d20b524d-94e1-49ba-aa27-3b3b7918d835 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:30.180909 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.db [None req-d20b524d-94e1-49ba-aa27-3b3b7918d835 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] For port 2c78da80-a85b-4242-a610-23f69aae3874, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2c78da80-a85b-4242-a610-23f69aae3874,segment=NetworkSegment(e18a0a4f-9be0-44b8-9c83-8c0f707e3000),segment_id=e18a0a4f-9be0-44b8-9c83-8c0f707e3000)] {{(pid=121607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:31:30.181179 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-d20b524d-94e1-49ba-aa27-3b3b7918d835 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:30.192911 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port dfac114b-c223-4a4d-b163-d8b06e789ad5 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:31:30.193415 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:30.197498 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvr_db [None req-29cf9f36-4260-4ed0-836a-a72a63418d4e None None] Set router ea3f5e80-4b98-41f9-9cee-68f565c5daca gateway port host: None {{(pid=121608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:31:30.215207 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-d20b524d-94e1-49ba-aa27-3b3b7918d835 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Calling delete_port for 2c78da80-a85b-4242-a610-23f69aae3874 owned by network:dhcp {{(pid=121607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:31:30.360139 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dcfbbae-d575-43e8-97d9-9eefacd23013 None None] DHCP port deletion for 90b2e04a-e54e-46ab-811b-2aeed6feec9e request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 21:31:30.387866 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-95c4ab8e-358e-4bc5-a74e-ea75647b1c6f tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:30.391820 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-95c4ab8e-358e-4bc5-a74e-ea75647b1c6f tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] Publish callbacks [] for security_group, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:30.393754 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-95c4ab8e-358e-4bc5-a74e-ea75647b1c6f tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] 10.222.0.32 "DELETE /v2.0/security-groups/cee1860d-f25d-4e4a-a4f8-68ddb509c5b8 HTTP/1.1" status: 204  len: 168 time: 0.8808680
Dec 25 21:31:30.396797 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 49182) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:31:30.462270 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-d20b524d-94e1-49ba-aa27-3b3b7918d835 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:30.483184 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-97f5e9b9-ae6c-4d40-87e5-a4f7d2fc098b admin admin] Deleting port 7c282b14-a019-42f0-8bcb-0327ab42a496 {{(pid=121606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:31:30.483537 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-97f5e9b9-ae6c-4d40-87e5-a4f7d2fc098b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:30.510143 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d20b524d-94e1-49ba-aa27-3b3b7918d835 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] No DVR routers for this DVR port 2c78da80-a85b-4242-a610-23f69aae3874 on host ncdv-master-1 {{(pid=121607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:31:30.538726 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20b524d-94e1-49ba-aa27-3b3b7918d835 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Pushing event deleted for resources: {'Port': ['ID=2c78da80-a85b-4242-a610-23f69aae3874,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:31:30.551925 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-0dcfbbae-d575-43e8-97d9-9eefacd23013 None None] Deleting port 2c78da80-a85b-4242-a610-23f69aae3874 {{(pid=121608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:31:30.552560 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-0dcfbbae-d575-43e8-97d9-9eefacd23013 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:30.557812 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-4866c38c-9c1e-4c24-b863-b32c2e710870 tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.1595848
Dec 25 21:31:30.572440 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 49190) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:31:30.581407 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-304e4fb5-3833-4e91-a511-0eadbffa6b08 tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] Request body: {'security_group': {'name': 'tempest-secgroup--1738280568'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:31:30.587687 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-23c8ebcb-30d8-4e25-b0bf-0f6aaa981ac8 req-e5f2a197-125a-4c65-8329-e637d3815a68 tempest-VolumesActionsTest-1540518602 tempest-VolumesActionsTest-1540518602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:30.647315 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23c8ebcb-30d8-4e25-b0bf-0f6aaa981ac8 req-e5f2a197-125a-4c65-8329-e637d3815a68 tempest-VolumesActionsTest-1540518602 tempest-VolumesActionsTest-1540518602-project] Network de58f787-39ab-41e4-85ea-78281c9ae3af is already hosted by enough agents. {{(pid=121606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:31:30.660703 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [req-23c8ebcb-30d8-4e25-b0bf-0f6aaa981ac8 req-e5f2a197-125a-4c65-8329-e637d3815a68 tempest-VolumesActionsTest-1540518602 tempest-VolumesActionsTest-1540518602-project] Resources bound (agent type, host, resource id):  {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:31:30.662694 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c4ab8e-358e-4bc5-a74e-ea75647b1c6f tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cee1860d-f25d-4e4a-a4f8-68ddb509c5b8,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:31:30.667386 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [req-23c8ebcb-30d8-4e25-b0bf-0f6aaa981ac8 req-e5f2a197-125a-4c65-8329-e637d3815a68 tempest-VolumesActionsTest-1540518602 tempest-VolumesActionsTest-1540518602-project] Received port after_create {{(pid=121606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:31:30.679140 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-d20b524d-94e1-49ba-aa27-3b3b7918d835 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997585', 'neutron.services.segments.db._delete_segments_for_network-8737602743071'] for network, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:30.693689 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-0dcfbbae-d575-43e8-97d9-9eefacd23013 None None] For port 2c78da80-a85b-4242-a610-23f69aae3874, host ncdv-master-1, got binding levels [] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:31:30.694250 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-0dcfbbae-d575-43e8-97d9-9eefacd23013 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:30.710198 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-d20b524d-94e1-49ba-aa27-3b3b7918d835 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f261279dee0>,) {'filters': {'network_id': ['90b2e04a-e54e-46ab-811b-2aeed6feec9e']}} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:31:30.722087 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-0dcfbbae-d575-43e8-97d9-9eefacd23013 None None] Calling delete_port for 2c78da80-a85b-4242-a610-23f69aae3874 owned by network:dhcp {{(pid=121608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:31:30.722087 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-29cf9f36-4260-4ed0-836a-a72a63418d4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f26181a5640>, [{'id': 'ea3f5e80-4b98-41f9-9cee-68f565c5daca', 'name': 'tempest-RoutersTest-router-1986204596', 'tenant_id': '2b4b670b5aa1407f8675179d6279efab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:30:46Z', 'updated_at': '2021-12-25T21:31:27Z', 'revision_number': 8, 'project_id': '2b4b670b5aa1407f8675179d6279efab', 'gw_port_host': None, '_interfaces': [{'id': '81ce71f5-719b-4856-b736-2ace6e074eb1', 'name': '', 'network_id': '2a20ef8b-2df5-4ece-a869-33142cdac83f', 'tenant_id': '2b4b670b5aa1407f8675179d6279efab', 'mac_address': 'fa:16:3e:9b:ae:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea3f5e80-4b98-41f9-9cee-68f565c5daca', 'device_owner': 'network:router_interface', 'standard_attr_id': 2554, 'fixed_ips': [{'subnet_id': 'fc88b8d2-273b-41e8-8d59-a828d8bf283c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:30:57Z', 'updated_at': '2021-12-25T21:31:02Z', 'revision_number': 5, 'project_id': '2b4b670b5aa1407f8675179d6279efab', 'subnets': [{'id': 'fc88b8d2-273b-41e8-8d59-a828d8bf283c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd14493ef-82e1-41ac-8c31-10835ce2d79b', 'name': '', 'network_id': '91fde06f-b74f-45b1-a416-50730def7423', 'tenant_id': '2b4b670b5aa1407f8675179d6279efab', 'mac_address': 'fa:16:3e:03:ef:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea3f5e80-4b98-41f9-9cee-68f565c5daca', 'device_owner': 'network:router_interface', 'standard_attr_id': 2586, 'fixed_ips': [{'subnet_id': '65e99da2-4ea1-4be0-b2d9-9cb1d682b3b1', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:31:03Z', 'updated_at': '2021-12-25T21:31:14Z', 'revision_number': 5, 'project_id': '2b4b670b5aa1407f8675179d6279efab', 'subnets': [{'id': '65e99da2-4ea1-4be0-b2d9-9cb1d682b3b1', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e5c07cac-9a36-4ba0-805f-c4bdd2022ad7', 'name': '', 'network_id': '1cf7359b-8ef4-4787-a8de-edf6b0703c3b', 'tenant_id': '2b4b670b5aa1407f8675179d6279efab', 'mac_address': 'fa:16:3e:de:c2:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea3f5e80-4b98-41f9-9cee-68f565c5daca', 'device_owner': 'network:router_interface', 'standard_attr_id': 2544, 'fixed_ips': [{'subnet_id': '98da7abf-53cd-43ff-b3be-a1b4b395f8ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:30:51Z', 'updated_at': '2021-12-25T21:30:56Z', 'revision_number': 5, 'project_id': '2b4b670b5aa1407f8675179d6279efab', 'subnets': [{'id': '98da7abf-53cd-43ff-b3be-a1b4b395f8ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:31:30.725317 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.ipam_backend_mixin [None req-0dcfbbae-d575-43e8-97d9-9eefacd23013 None None] Port 2c78da80-a85b-4242-a610-23f69aae3874 was not found and therefore no delete operation was performed {{(pid=121608) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}}
Dec 25 21:31:30.729050 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-0dcfbbae-d575-43e8-97d9-9eefacd23013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955'] for port, after_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:30.730282 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-304e4fb5-3833-4e91-a511-0eadbffa6b08 tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] Publish callbacks [] for security_group, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:30.745418 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-d20b524d-94e1-49ba-aa27-3b3b7918d835 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f261279dee0>, 'e18a0a4f-9be0-44b8-9c83-8c0f707e3000') {'for_net_delete': True} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:31:30.745887 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-d20b524d-94e1-49ba-aa27-3b3b7918d835 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f261279dee0>, 'e18a0a4f-9be0-44b8-9c83-8c0f707e3000') {} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:31:30.760559 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-d20b524d-94e1-49ba-aa27-3b3b7918d835 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737602746920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10246592'] for segment, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:30.781096 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-d20b524d-94e1-49ba-aa27-3b3b7918d835 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:30.789477 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcfbbae-d575-43e8-97d9-9eefacd23013 None None] Pushing event deleted for resources: {'Port': ['ID=2c78da80-a85b-4242-a610-23f69aae3874,revision_number=None']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:31:30.791222 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d20b524d-94e1-49ba-aa27-3b3b7918d835 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Releasing vlan 173 on physical network physnet1 to pool {{(pid=121607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 25 21:31:30.791727 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-d20b524d-94e1-49ba-aa27-3b3b7918d835 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8633327'] for segment, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:30.794887 ncdv-master-1 neutron-server[121607]: Traceback (most recent call last):
Dec 25 21:31:30.794887 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 25 21:31:30.794887 ncdv-master-1 neutron-server[121607]:     timer()
Dec 25 21:31:30.794887 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 25 21:31:30.794887 ncdv-master-1 neutron-server[121607]:     cb(*args, **kw)
Dec 25 21:31:30.794887 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 25 21:31:30.794887 ncdv-master-1 neutron-server[121607]:     return func(*args, **kwargs)
Dec 25 21:31:30.794887 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 25 21:31:30.794887 ncdv-master-1 neutron-server[121607]:     self._notify()
Dec 25 21:31:30.794887 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 25 21:31:30.794887 ncdv-master-1 neutron-server[121607]:     self.callback(batched_events)
Dec 25 21:31:30.794887 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 25 21:31:30.794887 ncdv-master-1 neutron-server[121607]:     event.method(event)
Dec 25 21:31:30.794887 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 25 21:31:30.794887 ncdv-master-1 neutron-server[121607]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 25 21:31:30.794887 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 25 21:31:30.794887 ncdv-master-1 neutron-server[121607]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 25 21:31:30.794887 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 25 21:31:30.794887 ncdv-master-1 neutron-server[121607]:     return f(self, *a, **k)
Dec 25 21:31:30.794887 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 25 21:31:30.794887 ncdv-master-1 neutron-server[121607]:     return self._get(url).json()
Dec 25 21:31:30.794887 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 25 21:31:30.794887 ncdv-master-1 neutron-server[121607]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 25 21:31:30.794887 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 25 21:31:30.794887 ncdv-master-1 neutron-server[121607]:     return self.request(url, 'GET', **kwargs)
Dec 25 21:31:30.794887 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 25 21:31:30.794887 ncdv-master-1 neutron-server[121607]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 25 21:31:30.794887 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 25 21:31:30.794887 ncdv-master-1 neutron-server[121607]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 25 21:31:30.794887 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 25 21:31:30.794887 ncdv-master-1 neutron-server[121607]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 25 21:31:30.794887 ncdv-master-1 neutron-server[121607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 25 21:31:30.801256 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dcfbbae-d575-43e8-97d9-9eefacd23013 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:31:30.801582 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dcfbbae-d575-43e8-97d9-9eefacd23013 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:31:30.801921 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dcfbbae-d575-43e8-97d9-9eefacd23013 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:31:30.802254 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dcfbbae-d575-43e8-97d9-9eefacd23013 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:31:30.802579 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dcfbbae-d575-43e8-97d9-9eefacd23013 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:31:30.802905 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dcfbbae-d575-43e8-97d9-9eefacd23013 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:31:30.803759 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dcfbbae-d575-43e8-97d9-9eefacd23013 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:31:30.804095 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dcfbbae-d575-43e8-97d9-9eefacd23013 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:31:30.804420 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dcfbbae-d575-43e8-97d9-9eefacd23013 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:31:30.804742 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dcfbbae-d575-43e8-97d9-9eefacd23013 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:31:30.805497 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dcfbbae-d575-43e8-97d9-9eefacd23013 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:31:30.805621 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dcfbbae-d575-43e8-97d9-9eefacd23013 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:31:30.806074 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dcfbbae-d575-43e8-97d9-9eefacd23013 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:31:30.812797 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29cf9f36-4260-4ed0-836a-a72a63418d4e None None] The sync data for ids ['ea3f5e80-4b98-41f9-9cee-68f565c5daca'] in ncdv-master-1 is: [{'id': 'ea3f5e80-4b98-41f9-9cee-68f565c5daca', 'name': 'tempest-RoutersTest-router-1986204596', 'tenant_id': '2b4b670b5aa1407f8675179d6279efab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:30:46Z', 'updated_at': '2021-12-25T21:31:27Z', 'revision_number': 8, 'project_id': '2b4b670b5aa1407f8675179d6279efab', 'gw_port_host': None, '_interfaces': [{'id': '81ce71f5-719b-4856-b736-2ace6e074eb1', 'name': '', 'network_id': '2a20ef8b-2df5-4ece-a869-33142cdac83f', 'tenant_id': '2b4b670b5aa1407f8675179d6279efab', 'mac_address': 'fa:16:3e:9b:ae:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea3f5e80-4b98-41f9-9cee-68f565c5daca', 'device_owner': 'network:router_interface', 'standard_attr_id': 2554, 'fixed_ips': [{'subnet_id': 'fc88b8d2-273b-41e8-8d59-a828d8bf283c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:30:57Z', 'updated_at': '2021-12-25T21:31:02Z', 'revision_number': 5, 'project_id': '2b4b670b5aa1407f8675179d6279efab', 'subnets': [{'id': 'fc88b8d2-273b-41e8-8d59-a828d8bf283c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd14493ef-82e1-41ac-8c31-10835ce2d79b', 'name': '', 'network_id': '91fde06f-b74f-45b1-a416-50730def7423', 'tenant_id': '2b4b670b5aa1407f8675179d6279efab', 'mac_address': 'fa:16:3e:03:ef:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea3f5e80-4b98-41f9-9cee-68f565c5daca', 'device_owner': 'network:router_interface', 'standard_attr_id': 2586, 'fixed_ips': [{'subnet_id': '65e99da2-4ea1-4be0-b2d9-9cb1d682b3b1', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:31:03Z', 'updated_at': '2021-12-25T21:31:14Z', 'revision_number': 5, 'project_id': '2b4b670b5aa1407f8675179d6279efab', 'subnets': [{'id': '65e99da2-4ea1-4be0-b2d9-9cb1d682b3b1', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e5c07cac-9a36-4ba0-805f-c4bdd2022ad7', 'name': '', 'network_id': '1cf7359b-8ef4-4787-a8de-edf6b0703c3b', 'tenant_id': '2b4b670b5aa1407f8675179d6279efab', 'mac_address': 'fa:16:3e:de:c2:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea3f5e80-4b98-41f9-9cee-68f565c5daca', 'device_owner': 'network:router_interface', 'standard_attr_id': 2544, 'fixed_ips': [{'subnet_id': '98da7abf-53cd-43ff-b3be-a1b4b395f8ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:30:51Z', 'updated_at': '2021-12-25T21:30:56Z', 'revision_number': 5, 'project_id': '2b4b670b5aa1407f8675179d6279efab', 'subnets': [{'id': '98da7abf-53cd-43ff-b3be-a1b4b395f8ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 21:31:30.815569 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dcfbbae-d575-43e8-97d9-9eefacd23013 None None] No DVR routers for this DVR port 2c78da80-a85b-4242-a610-23f69aae3874 on host ncdv-master-1 {{(pid=121608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:31:30.830158 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [None req-97f5e9b9-ae6c-4d40-87e5-a4f7d2fc098b admin admin] For port 7c282b14-a019-42f0-8bcb-0327ab42a496, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7c282b14-a019-42f0-8bcb-0327ab42a496,segment=NetworkSegment(6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855),segment_id=6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855)] {{(pid=121606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:31:30.830726 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-97f5e9b9-ae6c-4d40-87e5-a4f7d2fc098b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:30.853920 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f2a197-125a-4c65-8329-e637d3815a68 tempest-VolumesActionsTest-1540518602 tempest-VolumesActionsTest-1540518602-project] Pushing event updated for resources: {'Port': ['ID=a40bc1af-cf16-4f22-9e98-443b60684223,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:31:30.875812 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a221c06-5f69-4121-9102-47d5e8f40126 req-f21cffb7-52dc-426b-8d4c-a363f334c3da tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:31:30.877447 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7a221c06-5f69-4121-9102-47d5e8f40126 req-f21cffb7-52dc-426b-8d4c-a363f334c3da tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] 10.222.0.32 "GET /v2.0/ports?device_id=15fbb331-7835-449b-b015-adf2d50f5186 HTTP/1.1" status: 200  len: 931 time: 0.2637157
Dec 25 21:31:30.879620 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-e452c4cb-136a-4476-9655-b5d906683da3 admin admin] Publish callbacks [] for port, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:30.899296 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c8ebcb-30d8-4e25-b0bf-0f6aaa981ac8 req-e5f2a197-125a-4c65-8329-e637d3815a68 tempest-VolumesActionsTest-1540518602 tempest-VolumesActionsTest-1540518602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:31:30.899941 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-23c8ebcb-30d8-4e25-b0bf-0f6aaa981ac8 req-e5f2a197-125a-4c65-8329-e637d3815a68 tempest-VolumesActionsTest-1540518602 tempest-VolumesActionsTest-1540518602-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:30.903664 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-97f5e9b9-ae6c-4d40-87e5-a4f7d2fc098b admin admin] Calling delete_port for 7c282b14-a019-42f0-8bcb-0327ab42a496 owned by network:router_gateway {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:31:30.915199 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-304e4fb5-3833-4e91-a511-0eadbffa6b08 tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] Publish callbacks [] for security_group, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:31.003848 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-304e4fb5-3833-4e91-a511-0eadbffa6b08 tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:31.006401 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-d20b524d-94e1-49ba-aa27-3b3b7918d835 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2008653'] for network, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:31.013522 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-e452c4cb-136a-4476-9655-b5d906683da3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:31.013739 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-d20b524d-94e1-49ba-aa27-3b3b7918d835 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks [] for network, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:31.013867 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [req-9e69770a-368c-42fa-a77b-2d20f375f3f4 req-8f559a42-c742-4d0c-bcf3-d27628514dbf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9011d65b-fbaf-42ac-99a9-d60be63e84b8 {{(pid=121606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:31:31.014797 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-d20b524d-94e1-49ba-aa27-3b3b7918d835 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] 10.222.0.32 "DELETE /v2.0/networks/90b2e04a-e54e-46ab-811b-2aeed6feec9e HTTP/1.1" status: 204  len: 168 time: 1.1719353
Dec 25 21:31:31.023786 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 49192) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:31:31.053973 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-9e69770a-368c-42fa-a77b-2d20f375f3f4 req-8f559a42-c742-4d0c-bcf3-d27628514dbf service neutron] Publish callbacks [] for port, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:31.059233 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20b524d-94e1-49ba-aa27-3b3b7918d835 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Pushing event deleted for resources: {'Network': ['ID=90b2e04a-e54e-46ab-811b-2aeed6feec9e,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:31:31.085428 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-23c8ebcb-30d8-4e25-b0bf-0f6aaa981ac8 req-e5f2a197-125a-4c65-8329-e637d3815a68 tempest-VolumesActionsTest-1540518602 tempest-VolumesActionsTest-1540518602-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 3.4083846
Dec 25 21:31:31.112775 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-23c8ebcb-30d8-4e25-b0bf-0f6aaa981ac8 req-1283cceb-1985-4c89-ad98-daed4e0e5548 service neutron] Request body: {'port': {'device_id': 'ccaf2ac9-c8d5-4d9d-beea-c3bd24d44294', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:31:31.113048 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304e4fb5-3833-4e91-a511-0eadbffa6b08 tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] Pushing event updated for resources: {'SecurityGroup': ['ID=179c14a8-9b00-4a24-b865-531bd3b91526,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:31:31.119745 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7a221c06-5f69-4121-9102-47d5e8f40126 req-b48719b8-af90-40f1-a46f-53ea39bb0f24 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] 10.222.0.32 "GET /v2.0/security-groups?id=89fb11b5-d095-4b35-8a22-8ffdb90cfcff&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2281368
Dec 25 21:31:31.164449 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.provisioning_blocks [req-9e69770a-368c-42fa-a77b-2d20f375f3f4 req-8f559a42-c742-4d0c-bcf3-d27628514dbf service neutron] Transition to ACTIVE for port object 9011d65b-fbaf-42ac-99a9-d60be63e84b8 will not be triggered until provisioned by entity L2. {{(pid=121606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 25 21:31:31.183521 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-e452c4cb-136a-4476-9655-b5d906683da3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2007636'] for router_interface, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:31.192544 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e452c4cb-136a-4476-9655-b5d906683da3 admin admin] Pushing event updated for resources: {'Port': ['ID=439be588-3d08-4077-9440-57e063734a69,revision_number=2']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:31:31.226874 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-304e4fb5-3833-4e91-a511-0eadbffa6b08 tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:31.228977 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-304e4fb5-3833-4e91-a511-0eadbffa6b08 tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.6554680
Dec 25 21:31:31.233050 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 49196) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:31:31.239779 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-ed994438-3500-4cfe-8876-720e681f9aeb tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] Request body: {'security_group_rule': {'security_group_id': '179c14a8-9b00-4a24-b865-531bd3b91526', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:31:31.309391 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 82795fa2-9bce-4c61-9f3a-5a9770527fef no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:31:31.322336 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-9e69770a-368c-42fa-a77b-2d20f375f3f4 req-8f559a42-c742-4d0c-bcf3-d27628514dbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:31.334108 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-23c8ebcb-30d8-4e25-b0bf-0f6aaa981ac8 req-1283cceb-1985-4c89-ad98-daed4e0e5548 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:31.360830 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] No Port match for: 82795fa2-9bce-4c61-9f3a-5a9770527fef {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:31:31.361684 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 82795fa2-9bce-4c61-9f3a-5a9770527fef not bound to the agent host ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:31:31.362609 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 871b2a47-7af1-4e50-a6e0-585cd891ff3c no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:31:31.391193 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] No Port match for: 871b2a47-7af1-4e50-a6e0-585cd891ff3c {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:31:31.391913 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 871b2a47-7af1-4e50-a6e0-585cd891ff3c not bound to the agent host ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:31:31.392503 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 2c78da80-a85b-4242-a610-23f69aae3874 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:31:31.398795 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ed994438-3500-4cfe-8876-720e681f9aeb tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] Publish callbacks [] for security_group_rule, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:31.434086 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] No Port match for: 2c78da80-a85b-4242-a610-23f69aae3874 {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:31:31.435114 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 2c78da80-a85b-4242-a610-23f69aae3874 not bound to the agent host ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:31:31.512914 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ed994438-3500-4cfe-8876-720e681f9aeb tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:31.576637 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-523ef417-13cd-4e07-be0a-6fa1fbff2b2d tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2007615'] for router_interface, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:31.635115 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ed994438-3500-4cfe-8876-720e681f9aeb tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077839'] for security_group_rule, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:31.689036 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed994438-3500-4cfe-8876-720e681f9aeb tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb72bb6d-c59a-45b0-85c5-99aafcd23ba1,revision_number=0']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:31:31.832992 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ed994438-3500-4cfe-8876-720e681f9aeb tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] Publish callbacks [] for security_group_rule, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:31.840618 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-ed994438-3500-4cfe-8876-720e681f9aeb tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.5985270
Dec 25 21:31:31.840618 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 49212) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:31:31.844332 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335d31a2-b4a4-4499-980a-25b4384bca02 req-7d4934ba-3bce-40f2-a97a-0185cf0cb598 tempest-VolumesActionsTest-1540518602 tempest-VolumesActionsTest-1540518602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:31:31.845900 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-335d31a2-b4a4-4499-980a-25b4384bca02 req-7d4934ba-3bce-40f2-a97a-0185cf0cb598 tempest-VolumesActionsTest-1540518602 tempest-VolumesActionsTest-1540518602-project] 10.222.0.32 "GET /v2.0/ports?device_id=ccaf2ac9-c8d5-4d9d-beea-c3bd24d44294 HTTP/1.1" status: 200  len: 932 time: 0.6937392
Dec 25 21:31:31.865354 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-5bc7034a-773c-4953-abdb-c3d208e74729 tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] 10.222.0.32 "GET /v2.0/security-group-rules/cb72bb6d-c59a-45b0-85c5-99aafcd23ba1 HTTP/1.1" status: 200  len: 763 time: 0.0272059
Dec 25 21:31:31.871546 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 49218) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:31:31.922602 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f559a42-c742-4d0c-bcf3-d27628514dbf service neutron] Pushing event updated for resources: {'Port': ['ID=9011d65b-fbaf-42ac-99a9-d60be63e84b8,revision_number=2']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:31:31.949568 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-7dc57e1f-05b1-45a2-a358-8e7cc9df713c tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4113 time: 0.0736427
Dec 25 21:31:31.949568 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 49220) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:31:31.977100 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-523ef417-13cd-4e07-be0a-6fa1fbff2b2d tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Deleting port d14493ef-82e1-41ac-8c31-10835ce2d79b {{(pid=121607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:31:31.977493 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-523ef417-13cd-4e07-be0a-6fa1fbff2b2d tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:31.997689 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-7eb3b23c-7593-4031-821a-04600dd8d252 tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:32.012689 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-7eb3b23c-7593-4031-821a-04600dd8d252 tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:32.086559 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e452c4cb-136a-4476-9655-b5d906683da3 admin admin] Network 01268c99-d805-478f-bd5d-c08c5fd8a88a is already hosted by enough agents. {{(pid=121606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:31:32.090946 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.db [None req-523ef417-13cd-4e07-be0a-6fa1fbff2b2d tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] For port d14493ef-82e1-41ac-8c31-10835ce2d79b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d14493ef-82e1-41ac-8c31-10835ce2d79b,segment=NetworkSegment(6518cf7e-0a59-4dfe-a354-4dabb4709ab2),segment_id=6518cf7e-0a59-4dfe-a354-4dabb4709ab2)] {{(pid=121607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:31:32.091310 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-523ef417-13cd-4e07-be0a-6fa1fbff2b2d tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:32.105699 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-523ef417-13cd-4e07-be0a-6fa1fbff2b2d tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Calling delete_port for d14493ef-82e1-41ac-8c31-10835ce2d79b owned by network:router_interface {{(pid=121607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:31:32.108316 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [None req-e452c4cb-136a-4476-9655-b5d906683da3 admin admin] Resources bound (agent type, host, resource id):  {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:31:32.128148 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-335d31a2-b4a4-4499-980a-25b4384bca02 req-4c08b0fb-2c17-4069-b4a4-fc8647705ad7 tempest-VolumesActionsTest-1540518602 tempest-VolumesActionsTest-1540518602-project] 10.222.0.32 "GET /v2.0/security-groups?id=d95f4b4b-e2bc-4a54-974a-72224402b503&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2669554
Dec 25 21:31:32.169921 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-7eb3b23c-7593-4031-821a-04600dd8d252 tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077839'] for security_group_rule, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:32.178914 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-7eb3b23c-7593-4031-821a-04600dd8d252 tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] Publish callbacks [] for security_group_rule, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:32.180346 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-7eb3b23c-7593-4031-821a-04600dd8d252 tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/cb72bb6d-c59a-45b0-85c5-99aafcd23ba1 HTTP/1.1" status: 204  len: 168 time: 0.2296302
Dec 25 21:31:32.186139 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 49242) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:31:32.203142 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb3b23c-7593-4031-821a-04600dd8d252 tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cb72bb6d-c59a-45b0-85c5-99aafcd23ba1,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:31:32.217673 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-97f5e9b9-ae6c-4d40-87e5-a4f7d2fc098b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:32.260944 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-ab9a57df-9b5c-46cf-b409-e74a9a9479e1 tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.0735247
Dec 25 21:31:32.279065 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 49244) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:31:32.294713 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-f4e65d3a-2771-4578-a0dd-8883e068ab42 tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] Request body: {'security_group_rule': {'security_group_id': '179c14a8-9b00-4a24-b865-531bd3b91526', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:31:32.311299 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f5e9b9-ae6c-4d40-87e5-a4f7d2fc098b admin admin] Pushing event deleted for resources: {'Port': ['ID=7c282b14-a019-42f0-8bcb-0327ab42a496,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:31:32.348012 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3620516f-ec65-4f09-8da1-fce4af92e325 None None] DHCP port deletion for 7201e55c-7c5f-41aa-a042-a363696539d0 request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 21:31:32.382236 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-9e69770a-368c-42fa-a77b-2d20f375f3f4 req-8f559a42-c742-4d0c-bcf3-d27628514dbf service neutron] Attempting to bind port 9011d65b-fbaf-42ac-99a9-d60be63e84b8 on host nch2-master-1 for vnic_type normal with profile  {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:31:32.382600 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-9e69770a-368c-42fa-a77b-2d20f375f3f4 req-8f559a42-c742-4d0c-bcf3-d27628514dbf service neutron] Attempting to bind port 9011d65b-fbaf-42ac-99a9-d60be63e84b8 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '51150129-bf93-43ed-a72b-663a41e8f921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'c8199f70-d579-4a7f-8b38-5d569ea5e784'}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:31:32.383142 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e69770a-368c-42fa-a77b-2d20f375f3f4 req-8f559a42-c742-4d0c-bcf3-d27628514dbf service neutron] Attempting to bind port 9011d65b-fbaf-42ac-99a9-d60be63e84b8 on network c8199f70-d579-4a7f-8b38-5d569ea5e784 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:31:32.449257 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-51f4d9a3-9799-43f9-a29e-146374608462 None None] Provisioning complete for port 439be588-3d08-4077-9440-57e063734a69 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:31:32.450248 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-51f4d9a3-9799-43f9-a29e-146374608462 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:32.450518 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e69770a-368c-42fa-a77b-2d20f375f3f4 req-8f559a42-c742-4d0c-bcf3-d27628514dbf service neutron] Port 9011d65b-fbaf-42ac-99a9-d60be63e84b8 on network c8199f70-d579-4a7f-8b38-5d569ea5e784 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 25 21:31:32.450860 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e69770a-368c-42fa-a77b-2d20f375f3f4 req-8f559a42-c742-4d0c-bcf3-d27628514dbf service neutron] Attempting to bind port 9011d65b-fbaf-42ac-99a9-d60be63e84b8 on network c8199f70-d579-4a7f-8b38-5d569ea5e784 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:31:32.459476 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-523ef417-13cd-4e07-be0a-6fa1fbff2b2d tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:32.489968 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523ef417-13cd-4e07-be0a-6fa1fbff2b2d tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Pushing event deleted for resources: {'Port': ['ID=d14493ef-82e1-41ac-8c31-10835ce2d79b,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:31:32.490215 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-51f4d9a3-9799-43f9-a29e-146374608462 None None] Port 439be588-3d08-4077-9440-57e063734a69 cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:31:32.525807 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e69770a-368c-42fa-a77b-2d20f375f3f4 req-8f559a42-c742-4d0c-bcf3-d27628514dbf service neutron] Checking agent: {'id': '0d9ae313-8f8d-40fa-8a9f-d098a25a9911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 21, 4, 38), 'started_at': datetime.datetime(2021, 12, 25, 21, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 31, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:31:32.526189 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e69770a-368c-42fa-a77b-2d20f375f3f4 req-8f559a42-c742-4d0c-bcf3-d27628514dbf service neutron] Checking segment: {'id': '51150129-bf93-43ed-a72b-663a41e8f921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'c8199f70-d579-4a7f-8b38-5d569ea5e784'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:31:32.526706 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e69770a-368c-42fa-a77b-2d20f375f3f4 req-8f559a42-c742-4d0c-bcf3-d27628514dbf service neutron] Bound using segment: {'id': '51150129-bf93-43ed-a72b-663a41e8f921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'c8199f70-d579-4a7f-8b38-5d569ea5e784'} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:31:32.527169 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-9e69770a-368c-42fa-a77b-2d20f375f3f4 req-8f559a42-c742-4d0c-bcf3-d27628514dbf service neutron] Bound port: 9011d65b-fbaf-42ac-99a9-d60be63e84b8, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51150129-bf93-43ed-a72b-663a41e8f921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'c8199f70-d579-4a7f-8b38-5d569ea5e784'}}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:31:32.527621 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-9e69770a-368c-42fa-a77b-2d20f375f3f4 req-8f559a42-c742-4d0c-bcf3-d27628514dbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:32.575980 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1806c7-845c-40d8-9ad1-42665dd5ace1 req-dda73839-77d9-405c-ac9e-62d2b7f17e46 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:31:32.578733 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4b1806c7-845c-40d8-9ad1-42665dd5ace1 req-dda73839-77d9-405c-ac9e-62d2b7f17e46 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] 10.222.0.32 "GET /v2.0/ports?device_id=15fbb331-7835-449b-b015-adf2d50f5186 HTTP/1.1" status: 200  len: 943 time: 0.3105505
Dec 25 21:31:32.610358 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-97f5e9b9-ae6c-4d40-87e5-a4f7d2fc098b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2008689'] for router_gateway, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:32.657780 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e452c4cb-136a-4476-9655-b5d906683da3 admin admin] Router c8b4f391-b7a2-480d-917c-5226c6ce1fa0 has already been hosted by L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 {{(pid=121606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 25 21:31:32.659303 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-f4e65d3a-2771-4578-a0dd-8883e068ab42 tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] Publish callbacks [] for security_group_rule, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:32.674605 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-523ef417-13cd-4e07-be0a-6fa1fbff2b2d tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2007763'] for router_interface, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:32.811594 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-97f5e9b9-ae6c-4d40-87e5-a4f7d2fc098b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2014235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14905'] for router, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:32.846960 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-97f5e9b9-ae6c-4d40-87e5-a4f7d2fc098b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:32.883761 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-523ef417-13cd-4e07-be0a-6fa1fbff2b2d tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Router ea3f5e80-4b98-41f9-9cee-68f565c5daca has already been hosted by L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 {{(pid=121607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 25 21:31:32.959723 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-9e69770a-368c-42fa-a77b-2d20f375f3f4 req-8f559a42-c742-4d0c-bcf3-d27628514dbf service neutron] For port 9011d65b-fbaf-42ac-99a9-d60be63e84b8, host nch2-master-1, cleared binding levels {{(pid=121606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:31:32.968471 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4b1806c7-845c-40d8-9ad1-42665dd5ace1 req-cab86d6e-9f07-4b43-a04c-d6cbce067832 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] 10.222.0.32 "GET /v2.0/security-groups?id=89fb11b5-d095-4b35-8a22-8ffdb90cfcff&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3777058
Dec 25 21:31:32.976746 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [req-23c8ebcb-30d8-4e25-b0bf-0f6aaa981ac8 req-1283cceb-1985-4c89-ad98-daed4e0e5548 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a40bc1af-cf16-4f22-9e98-443b60684223 {{(pid=121606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:31:33.017354 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-23c8ebcb-30d8-4e25-b0bf-0f6aaa981ac8 req-1283cceb-1985-4c89-ad98-daed4e0e5548 service neutron] Publish callbacks [] for port, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:33.021716 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-9e69770a-368c-42fa-a77b-2d20f375f3f4 req-8f559a42-c742-4d0c-bcf3-d27628514dbf service neutron] For port 9011d65b-fbaf-42ac-99a9-d60be63e84b8, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9011d65b-fbaf-42ac-99a9-d60be63e84b8,segment=NetworkSegment(51150129-bf93-43ed-a72b-663a41e8f921),segment_id=51150129-bf93-43ed-a72b-663a41e8f921)] {{(pid=121606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:31:33.041576 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-f4e65d3a-2771-4578-a0dd-8883e068ab42 tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:33.054352 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.provisioning_blocks [req-23c8ebcb-30d8-4e25-b0bf-0f6aaa981ac8 req-1283cceb-1985-4c89-ad98-daed4e0e5548 service neutron] Transition to ACTIVE for port object a40bc1af-cf16-4f22-9e98-443b60684223 will not be triggered until provisioned by entity L2. {{(pid=121606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 25 21:31:33.107467 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e452c4cb-136a-4476-9655-b5d906683da3 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 21:31:33.116043 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-e452c4cb-136a-4476-9655-b5d906683da3 admin admin] 10.222.0.32 "PUT /v2.0/routers/c8b4f391-b7a2-480d-917c-5226c6ce1fa0/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.9625406
Dec 25 21:31:33.118139 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4acf3ea-764a-4124-9252-3920b803a4aa None None] Sync routers for ids ['c8b4f391-b7a2-480d-917c-5226c6ce1fa0'] in ncdv-master-1 {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 21:31:33.131292 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4acf3ea-764a-4124-9252-3920b803a4aa None None] Routers {'c8b4f391-b7a2-480d-917c-5226c6ce1fa0'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:31:33.131967 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-c4acf3ea-764a-4124-9252-3920b803a4aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f26184d6490>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:31:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['c8b4f391-b7a2-480d-917c-5226c6ce1fa0'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:31:33.140032 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-97f5e9b9-ae6c-4d40-87e5-a4f7d2fc098b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2014220'] for router, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:33.144044 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97f5e9b9-ae6c-4d40-87e5-a4f7d2fc098b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8482e85f-9f33-4367-9cf0-4e1fde853a3a {{(pid=121606) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 25 21:31:33.162560 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-97f5e9b9-ae6c-4d40-87e5-a4f7d2fc098b admin admin] Publish callbacks [] for router, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:33.167045 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-97f5e9b9-ae6c-4d40-87e5-a4f7d2fc098b admin admin] 10.222.0.32 "DELETE /v2.0/routers/8482e85f-9f33-4367-9cf0-4e1fde853a3a HTTP/1.1" status: 204  len: 168 time: 5.4859688
Dec 25 21:31:33.167045 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 49254) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:31:33.217998 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-9e69770a-368c-42fa-a77b-2d20f375f3f4 req-8f559a42-c742-4d0c-bcf3-d27628514dbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:33.235392 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-f4e65d3a-2771-4578-a0dd-8883e068ab42 tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077839'] for security_group_rule, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:33.260606 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e69770a-368c-42fa-a77b-2d20f375f3f4 req-8f559a42-c742-4d0c-bcf3-d27628514dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:31:33.262183 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-9e69770a-368c-42fa-a77b-2d20f375f3f4 req-8f559a42-c742-4d0c-bcf3-d27628514dbf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:33.265360 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9e69770a-368c-42fa-a77b-2d20f375f3f4 req-8f559a42-c742-4d0c-bcf3-d27628514dbf service neutron] 10.222.0.37 "PUT /v2.0/ports/9011d65b-fbaf-42ac-99a9-d60be63e84b8 HTTP/1.1" status: 200  len: 1091 time: 3.8697870
Dec 25 21:31:33.282272 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-23c8ebcb-30d8-4e25-b0bf-0f6aaa981ac8 req-1283cceb-1985-4c89-ad98-daed4e0e5548 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:33.298682 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15fbb331-7835-449b-b015-adf2d50f5186', 'tag': '9011d65b-fbaf-42ac-99a9-d60be63e84b8'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:31:33.302666 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9858820c13ec2827453b94ebc4181065e990a4e4089ccb9fe762531ac62d2fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dfe9b53-c0f3-4d7a-8f81-a5ab8ca6931c" -d '{"events": [{"name": "network-changed", "server_uuid": "15fbb331-7835-449b-b015-adf2d50f5186", "tag": "9011d65b-fbaf-42ac-99a9-d60be63e84b8"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:31:33.308049 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e65d3a-2771-4578-a0dd-8883e068ab42 tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02f0ed81-70c7-446a-bd6c-7561cf973807,revision_number=0']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:31:33.432807 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-523ef417-13cd-4e07-be0a-6fa1fbff2b2d tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 21:31:33.445727 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf7a34ba-6ee5-4dbc-9b8b-43c93e14a1f1 None None] Sync routers for ids ['ea3f5e80-4b98-41f9-9cee-68f565c5daca'] in ncdv-master-1 {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 21:31:33.446711 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-523ef417-13cd-4e07-be0a-6fa1fbff2b2d tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] 10.222.0.32 "PUT /v2.0/routers/ea3f5e80-4b98-41f9-9cee-68f565c5daca/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.4181049
Dec 25 21:31:33.448272 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 49266) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:31:33.503093 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf7a34ba-6ee5-4dbc-9b8b-43c93e14a1f1 None None] Routers {'ea3f5e80-4b98-41f9-9cee-68f565c5daca'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:31:33.505581 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Dec 2021 21:31:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0085fdd5-d775-4bd1-a3e6-b6205dbbe81c x-openstack-request-id: req-0085fdd5-d775-4bd1-a3e6-b6205dbbe81c {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:31:33.506077 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15fbb331-7835-449b-b015-adf2d50f5186", "tag": "9011d65b-fbaf-42ac-99a9-d60be63e84b8", "status": "completed", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:31:33.506500 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0085fdd5-d775-4bd1-a3e6-b6205dbbe81c {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:31:33.507059 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15fbb331-7835-449b-b015-adf2d50f5186', 'tag': '9011d65b-fbaf-42ac-99a9-d60be63e84b8', 'status': 'completed', 'code': 200}
Dec 25 21:31:33.510844 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-bf7a34ba-6ee5-4dbc-9b8b-43c93e14a1f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f26132c1af0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:31:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['ea3f5e80-4b98-41f9-9cee-68f565c5daca'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:31:33.526049 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-f4e65d3a-2771-4578-a0dd-8883e068ab42 tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] Publish callbacks [] for security_group_rule, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:33.526049 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-f4e65d3a-2771-4578-a0dd-8883e068ab42 tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 1.2324727
Dec 25 21:31:33.530852 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 49268) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:31:33.583594 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d9c2c2a-75be-4bd3-8ba8-6f299d01808a tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Deleting subnet 65e99da2-4ea1-4be0-b2d9-9cb1d682b3b1 {{(pid=121607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Dec 25 21:31:33.593331 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-1d9c2c2a-75be-4bd3-8ba8-6f299d01808a tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks [] for subnet, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:33.599914 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvr_db [None req-c4acf3ea-764a-4124-9252-3920b803a4aa None None] Set router c8b4f391-b7a2-480d-917c-5226c6ce1fa0 gateway port host: ncdv-master-1 {{(pid=121609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:31:33.615130 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea94be6a-1779-4b4b-b94c-00c2daa4df87 admin admin] Deleting subnet 79c8bfc0-8e1d-4217-8f33-90a45df6b944 {{(pid=121606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Dec 25 21:31:33.664026 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f559a42-c742-4d0c-bcf3-d27628514dbf service neutron] Pushing event updated for resources: {'Port': ['ID=9011d65b-fbaf-42ac-99a9-d60be63e84b8,revision_number=3']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:31:33.683623 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-ea94be6a-1779-4b4b-b94c-00c2daa4df87 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:33.708324 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-1d9c2c2a-75be-4bd3-8ba8-6f299d01808a tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10246617'] for subnet, precommit_delete_associations {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:33.822978 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvr_db [None req-bf7a34ba-6ee5-4dbc-9b8b-43c93e14a1f1 None None] Set router ea3f5e80-4b98-41f9-9cee-68f565c5daca gateway port host: None {{(pid=121608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:31:33.881303 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-74289996-4ff1-491c-8e82-14fa362d1714 tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] 10.222.0.32 "GET /v2.0/security-group-rules/02f0ed81-70c7-446a-bd6c-7561cf973807 HTTP/1.1" status: 200  len: 763 time: 0.3415093
Dec 25 21:31:33.903056 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 49290) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:31:33.926705 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e69770a-368c-42fa-a77b-2d20f375f3f4 req-27832e39-9695-4045-a650-0584dc3cde9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:31:33.928473 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9e69770a-368c-42fa-a77b-2d20f375f3f4 req-27832e39-9695-4045-a650-0584dc3cde9e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0560c323ec8e41b3bc05939e12e049d5&device_id=15fbb331-7835-449b-b015-adf2d50f5186 HTTP/1.1" status: 200  len: 1094 time: 0.5239449
Dec 25 21:31:33.998243 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-1d9c2c2a-75be-4bd3-8ba8-6f299d01808a tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995662'] for subnet, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:34.005264 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-68db328f-02d1-41dd-a72e-c6c0aa3431a8 req-bc1a95df-6661-4604-a38d-378c92f7ab7f tempest-VolumesNegativeTest-763913042 tempest-VolumesNegativeTest-763913042-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=1b4189d0115b4d849f8f9bce9deef49f&shared=False HTTP/1.1" status: 200  len: 213 time: 0.1423912
Dec 25 21:31:34.011302 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-ea94be6a-1779-4b4b-b94c-00c2daa4df87 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9084199'] for subnet, precommit_delete_associations {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:34.090171 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-c4acf3ea-764a-4124-9252-3920b803a4aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f26184d6490>, [{'id': 'c8b4f391-b7a2-480d-917c-5226c6ce1fa0', 'name': 'tempest-TestVolumeBootPattern-987691899-router', 'tenant_id': '682ce12dc98b4f82b95ff686c0e788d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.122'}], 'enable_snat': True}, 'gw_port_id': 'dfac114b-c223-4a4d-b163-d8b06e789ad5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:31:18Z', 'updated_at': '2021-12-25T21:31:29Z', 'revision_number': 4, 'project_id': '682ce12dc98b4f82b95ff686c0e788d8', 'gw_port': {'id': 'dfac114b-c223-4a4d-b163-d8b06e789ad5', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:a1:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8b4f391-b7a2-480d-917c-5226c6ce1fa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2646, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:31:21Z', 'updated_at': '2021-12-25T21:31:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '439be588-3d08-4077-9440-57e063734a69', 'name': '', 'network_id': '01268c99-d805-478f-bd5d-c08c5fd8a88a', 'tenant_id': '682ce12dc98b4f82b95ff686c0e788d8', 'mac_address': 'fa:16:3e:a7:a0:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8b4f391-b7a2-480d-917c-5226c6ce1fa0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2655, 'fixed_ips': [{'subnet_id': '67b19293-f701-4d02-bd60-42b26f656b43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:31:26Z', 'updated_at': '2021-12-25T21:31:30Z', 'revision_number': 2, 'project_id': '682ce12dc98b4f82b95ff686c0e788d8', 'subnets': [{'id': '67b19293-f701-4d02-bd60-42b26f656b43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:31:34.121697 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-b92341b3-5614-4dc3-9bb9-2adc9c70ca7c tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4113 time: 0.1980600
Dec 25 21:31:34.122683 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1283cceb-1985-4c89-ad98-daed4e0e5548 service neutron] Pushing event updated for resources: {'Port': ['ID=a40bc1af-cf16-4f22-9e98-443b60684223,revision_number=2']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:31:34.124674 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 49318) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:31:34.135867 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8a6a4d-ce63-4674-87d2-518d58776874 req-8d9f879b-4e12-422f-bceb-2c2fd13339f0 tempest-VolumesActionsTest-1540518602 tempest-VolumesActionsTest-1540518602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:31:34.138115 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4a8a6a4d-ce63-4674-87d2-518d58776874 req-8d9f879b-4e12-422f-bceb-2c2fd13339f0 tempest-VolumesActionsTest-1540518602 tempest-VolumesActionsTest-1540518602-project] 10.222.0.32 "GET /v2.0/ports?device_id=ccaf2ac9-c8d5-4d9d-beea-c3bd24d44294 HTTP/1.1" status: 200  len: 944 time: 0.8066595
Dec 25 21:31:34.153522 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4acf3ea-764a-4124-9252-3920b803a4aa None None] Checking router: c8b4f391-b7a2-480d-917c-5226c6ce1fa0 for host: ncdv-master-1 {{(pid=121609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 25 21:31:34.154132 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4acf3ea-764a-4124-9252-3920b803a4aa None None] Updating router c8b4f391-b7a2-480d-917c-5226c6ce1fa0 port 439be588-3d08-4077-9440-57e063734a69 binding host ncdv-master-1 {{(pid=121609) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 25 21:31:34.175163 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9e69770a-368c-42fa-a77b-2d20f375f3f4 req-aef7da14-127d-4e19-ae9b-3507a2bed970 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9011d65b-fbaf-42ac-99a9-d60be63e84b8 HTTP/1.1" status: 200  len: 217 time: 0.2038829
Dec 25 21:31:34.178802 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-205aa712-8da7-4aa5-8c2b-aca7d531b685 tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:34.194594 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-205aa712-8da7-4aa5-8c2b-aca7d531b685 tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:34.198674 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-bf7a34ba-6ee5-4dbc-9b8b-43c93e14a1f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f26132c1af0>, [{'id': 'ea3f5e80-4b98-41f9-9cee-68f565c5daca', 'name': 'tempest-RoutersTest-router-1986204596', 'tenant_id': '2b4b670b5aa1407f8675179d6279efab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:30:46Z', 'updated_at': '2021-12-25T21:31:32Z', 'revision_number': 9, 'project_id': '2b4b670b5aa1407f8675179d6279efab', 'gw_port_host': None, '_interfaces': [{'id': '81ce71f5-719b-4856-b736-2ace6e074eb1', 'name': '', 'network_id': '2a20ef8b-2df5-4ece-a869-33142cdac83f', 'tenant_id': '2b4b670b5aa1407f8675179d6279efab', 'mac_address': 'fa:16:3e:9b:ae:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea3f5e80-4b98-41f9-9cee-68f565c5daca', 'device_owner': 'network:router_interface', 'standard_attr_id': 2554, 'fixed_ips': [{'subnet_id': 'fc88b8d2-273b-41e8-8d59-a828d8bf283c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:30:57Z', 'updated_at': '2021-12-25T21:31:02Z', 'revision_number': 5, 'project_id': '2b4b670b5aa1407f8675179d6279efab', 'subnets': [{'id': 'fc88b8d2-273b-41e8-8d59-a828d8bf283c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e5c07cac-9a36-4ba0-805f-c4bdd2022ad7', 'name': '', 'network_id': '1cf7359b-8ef4-4787-a8de-edf6b0703c3b', 'tenant_id': '2b4b670b5aa1407f8675179d6279efab', 'mac_address': 'fa:16:3e:de:c2:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea3f5e80-4b98-41f9-9cee-68f565c5daca', 'device_owner': 'network:router_interface', 'standard_attr_id': 2544, 'fixed_ips': [{'subnet_id': '98da7abf-53cd-43ff-b3be-a1b4b395f8ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:30:51Z', 'updated_at': '2021-12-25T21:30:56Z', 'revision_number': 5, 'project_id': '2b4b670b5aa1407f8675179d6279efab', 'subnets': [{'id': '98da7abf-53cd-43ff-b3be-a1b4b395f8ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:31:34.200772 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-c4acf3ea-764a-4124-9252-3920b803a4aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:34.209647 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-1d9c2c2a-75be-4bd3-8ba8-6f299d01808a tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8632410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8852809'] for subnet, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:34.252731 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-539d1cc6-1952-432e-9ecf-a6270b3e63a2 None None] Network 91fde06f-b74f-45b1-a416-50730def7423 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:31:34.263334 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-1d9c2c2a-75be-4bd3-8ba8-6f299d01808a tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks [] for subnet, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:34.267471 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-1d9c2c2a-75be-4bd3-8ba8-6f299d01808a tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] 10.222.0.32 "DELETE /v2.0/subnets/65e99da2-4ea1-4be0-b2d9-9cb1d682b3b1 HTTP/1.1" status: 204  len: 168 time: 0.8172300
Dec 25 21:31:34.289804 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 49324) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:31:34.319694 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-23c8ebcb-30d8-4e25-b0bf-0f6aaa981ac8 req-1283cceb-1985-4c89-ad98-daed4e0e5548 service neutron] Attempting to bind port a40bc1af-cf16-4f22-9e98-443b60684223 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:31:34.320038 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-23c8ebcb-30d8-4e25-b0bf-0f6aaa981ac8 req-1283cceb-1985-4c89-ad98-daed4e0e5548 service neutron] Attempting to bind port a40bc1af-cf16-4f22-9e98-443b60684223 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '0fac887f-f99f-493c-9476-cc5385c45b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'de58f787-39ab-41e4-85ea-78281c9ae3af'}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:31:34.320373 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23c8ebcb-30d8-4e25-b0bf-0f6aaa981ac8 req-1283cceb-1985-4c89-ad98-daed4e0e5548 service neutron] Attempting to bind port a40bc1af-cf16-4f22-9e98-443b60684223 on network de58f787-39ab-41e4-85ea-78281c9ae3af {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:31:34.322521 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9c2c2a-75be-4bd3-8ba8-6f299d01808a tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Pushing event deleted for resources: {'Subnet': ['ID=65e99da2-4ea1-4be0-b2d9-9cb1d682b3b1,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:31:34.367684 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23c8ebcb-30d8-4e25-b0bf-0f6aaa981ac8 req-1283cceb-1985-4c89-ad98-daed4e0e5548 service neutron] Port a40bc1af-cf16-4f22-9e98-443b60684223 on network de58f787-39ab-41e4-85ea-78281c9ae3af not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 25 21:31:34.368017 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23c8ebcb-30d8-4e25-b0bf-0f6aaa981ac8 req-1283cceb-1985-4c89-ad98-daed4e0e5548 service neutron] Attempting to bind port a40bc1af-cf16-4f22-9e98-443b60684223 on network de58f787-39ab-41e4-85ea-78281c9ae3af {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:31:34.425904 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-205aa712-8da7-4aa5-8c2b-aca7d531b685 tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077839'] for security_group_rule, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:34.438452 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23c8ebcb-30d8-4e25-b0bf-0f6aaa981ac8 req-1283cceb-1985-4c89-ad98-daed4e0e5548 service neutron] Checking agent: {'id': '6d577036-68fc-4aa4-aed7-5ab01de2117e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 21, 4, 34), 'started_at': datetime.datetime(2021, 12, 25, 21, 4, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 31, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:31:34.438779 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23c8ebcb-30d8-4e25-b0bf-0f6aaa981ac8 req-1283cceb-1985-4c89-ad98-daed4e0e5548 service neutron] Checking segment: {'id': '0fac887f-f99f-493c-9476-cc5385c45b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'de58f787-39ab-41e4-85ea-78281c9ae3af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:31:34.439173 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23c8ebcb-30d8-4e25-b0bf-0f6aaa981ac8 req-1283cceb-1985-4c89-ad98-daed4e0e5548 service neutron] Bound using segment: {'id': '0fac887f-f99f-493c-9476-cc5385c45b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'de58f787-39ab-41e4-85ea-78281c9ae3af'} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:31:34.439630 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-23c8ebcb-30d8-4e25-b0bf-0f6aaa981ac8 req-1283cceb-1985-4c89-ad98-daed4e0e5548 service neutron] Bound port: a40bc1af-cf16-4f22-9e98-443b60684223, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fac887f-f99f-493c-9476-cc5385c45b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'de58f787-39ab-41e4-85ea-78281c9ae3af'}}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:31:34.440526 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-23c8ebcb-30d8-4e25-b0bf-0f6aaa981ac8 req-1283cceb-1985-4c89-ad98-daed4e0e5548 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:34.448501 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-205aa712-8da7-4aa5-8c2b-aca7d531b685 tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] Publish callbacks [] for security_group_rule, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:34.450336 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-205aa712-8da7-4aa5-8c2b-aca7d531b685 tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/02f0ed81-70c7-446a-bd6c-7561cf973807 HTTP/1.1" status: 204  len: 168 time: 0.3242130
Dec 25 21:31:34.451958 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205aa712-8da7-4aa5-8c2b-aca7d531b685 tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=02f0ed81-70c7-446a-bd6c-7561cf973807,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:31:34.463739 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 49326) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:31:34.499456 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf7a34ba-6ee5-4dbc-9b8b-43c93e14a1f1 None None] Checking router: ea3f5e80-4b98-41f9-9cee-68f565c5daca for host: ncdv-master-1 {{(pid=121608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 25 21:31:34.516355 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e69770a-368c-42fa-a77b-2d20f375f3f4 req-e10b89b2-6996-48ad-8334-de9e1d866f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:31:34.518621 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9e69770a-368c-42fa-a77b-2d20f375f3f4 req-e10b89b2-6996-48ad-8334-de9e1d866f95 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0cf468ed-9644-4e44-939f-6c7d09675460 HTTP/1.1" status: 200  len: 853 time: 0.3298855
Dec 25 21:31:34.542008 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf7a34ba-6ee5-4dbc-9b8b-43c93e14a1f1 None None] Routers {'ea3f5e80-4b98-41f9-9cee-68f565c5daca'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:31:34.542886 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-bf7a34ba-6ee5-4dbc-9b8b-43c93e14a1f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f26132c1af0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:31:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['ea3f5e80-4b98-41f9-9cee-68f565c5daca'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:31:34.545968 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-8822e4b1-2511-40aa-ac06-81eb5cb1ef4e tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.0796344
Dec 25 21:31:34.547477 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 49328) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:31:34.557593 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-0738e719-ec21-4927-83bf-8bea53abc11e tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] Request body: {'security_group_rule': {'security_group_id': '179c14a8-9b00-4a24-b865-531bd3b91526', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:31:34.605553 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-c4acf3ea-764a-4124-9252-3920b803a4aa None None] Publish callbacks [] for port, precommit_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:34.619242 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4a8a6a4d-ce63-4674-87d2-518d58776874 req-1401e0f0-a2ad-4029-a398-7e85526eccde tempest-VolumesActionsTest-1540518602 tempest-VolumesActionsTest-1540518602-project] 10.222.0.32 "GET /v2.0/security-groups?id=d95f4b4b-e2bc-4a54-974a-72224402b503&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4487360
Dec 25 21:31:34.636456 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:34.663879 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvr_db [None req-bf7a34ba-6ee5-4dbc-9b8b-43c93e14a1f1 None None] Set router ea3f5e80-4b98-41f9-9cee-68f565c5daca gateway port host: None {{(pid=121608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:31:34.676305 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-0738e719-ec21-4927-83bf-8bea53abc11e tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] Publish callbacks [] for security_group_rule, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:34.687648 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-c4acf3ea-764a-4124-9252-3920b803a4aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:34.807439 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-0738e719-ec21-4927-83bf-8bea53abc11e tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:34.807666 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65cdbb60-578c-4c68-abfd-a13db370bb8d None None] DHCP port deletion for 91fde06f-b74f-45b1-a416-50730def7423 request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 21:31:34.808998 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb83b70a-9839-4218-97ef-8a87c53ae9ad None None] Pushing event updated for resources: {'Port': ['ID=439be588-3d08-4077-9440-57e063734a69,revision_number=3']} {{(pid=121609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:31:34.864325 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-c9e59a1d-e014-4cf8-85ca-b06c9aadaee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:34.891501 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.managers [None req-c4acf3ea-764a-4124-9252-3920b803a4aa None None] Attempting to bind port 439be588-3d08-4077-9440-57e063734a69 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:31:34.892585 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.managers [None req-c4acf3ea-764a-4124-9252-3920b803a4aa None None] Attempting to bind port 439be588-3d08-4077-9440-57e063734a69 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '15189edd-b051-41f2-8c57-a39fda2e0b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '01268c99-d805-478f-bd5d-c08c5fd8a88a'}] {{(pid=121609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:31:34.892585 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4acf3ea-764a-4124-9252-3920b803a4aa None None] Attempting to bind port 439be588-3d08-4077-9440-57e063734a69 on network 01268c99-d805-478f-bd5d-c08c5fd8a88a {{(pid=121609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:31:34.907218 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4acf3ea-764a-4124-9252-3920b803a4aa None None] Checking agent: {'id': 'ca4f5c6d-f1fd-48b8-a3e3-395864c7d23d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 20, 56, 40), 'started_at': datetime.datetime(2021, 12, 25, 20, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 31, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:31:34.907551 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4acf3ea-764a-4124-9252-3920b803a4aa None None] Checking segment: {'id': '15189edd-b051-41f2-8c57-a39fda2e0b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '01268c99-d805-478f-bd5d-c08c5fd8a88a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:31:34.908057 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-c4acf3ea-764a-4124-9252-3920b803a4aa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:34.908502 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4acf3ea-764a-4124-9252-3920b803a4aa None None] Bound using segment: {'id': '15189edd-b051-41f2-8c57-a39fda2e0b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '01268c99-d805-478f-bd5d-c08c5fd8a88a'} {{(pid=121609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:31:34.909521 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.managers [None req-c4acf3ea-764a-4124-9252-3920b803a4aa None None] Bound port: 439be588-3d08-4077-9440-57e063734a69, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15189edd-b051-41f2-8c57-a39fda2e0b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '01268c99-d805-478f-bd5d-c08c5fd8a88a'}}] {{(pid=121609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:31:34.909894 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-c4acf3ea-764a-4124-9252-3920b803a4aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:34.934488 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-0738e719-ec21-4927-83bf-8bea53abc11e tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077839'] for security_group_rule, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:34.996077 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0738e719-ec21-4927-83bf-8bea53abc11e tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0fb00bbd-cb1f-4adc-afe3-499ef2dbceea,revision_number=0']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:31:35.020855 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.db [None req-c4acf3ea-764a-4124-9252-3920b803a4aa None None] For port 439be588-3d08-4077-9440-57e063734a69, host ncdv-master-1, cleared binding levels {{(pid=121609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:31:35.023318 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-65cdbb60-578c-4c68-abfd-a13db370bb8d None None] Deleting port 59eb5dee-3336-43ed-a64c-79502892e0e5 {{(pid=121608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:31:35.023436 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-65cdbb60-578c-4c68-abfd-a13db370bb8d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:35.025249 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.db [None req-c4acf3ea-764a-4124-9252-3920b803a4aa None None] For port 439be588-3d08-4077-9440-57e063734a69, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=439be588-3d08-4077-9440-57e063734a69,segment=NetworkSegment(15189edd-b051-41f2-8c57-a39fda2e0b15),segment_id=15189edd-b051-41f2-8c57-a39fda2e0b15)] {{(pid=121609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:31:35.115858 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-ea94be6a-1779-4b4b-b94c-00c2daa4df87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995662'] for subnet, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:35.118059 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-0738e719-ec21-4927-83bf-8bea53abc11e tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] Publish callbacks [] for security_group_rule, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:35.122069 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-0738e719-ec21-4927-83bf-8bea53abc11e tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.5706184
Dec 25 21:31:35.123010 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 49336) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:31:35.133640 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68db328f-02d1-41dd-a72e-c6c0aa3431a8 req-4293125d-5b07-44f9-9098-93bf8996b472 tempest-VolumesNegativeTest-763913042 tempest-VolumesNegativeTest-763913042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:31:35.135147 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-68db328f-02d1-41dd-a72e-c6c0aa3431a8 req-4293125d-5b07-44f9-9098-93bf8996b472 tempest-VolumesNegativeTest-763913042 tempest-VolumesNegativeTest-763913042-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 1.1289873
Dec 25 21:31:35.139764 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-c4acf3ea-764a-4124-9252-3920b803a4aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:35.153776 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-65cdbb60-578c-4c68-abfd-a13db370bb8d None None] For port 59eb5dee-3336-43ed-a64c-79502892e0e5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=59eb5dee-3336-43ed-a64c-79502892e0e5,segment=NetworkSegment(6518cf7e-0a59-4dfe-a354-4dabb4709ab2),segment_id=6518cf7e-0a59-4dfe-a354-4dabb4709ab2)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:31:35.154377 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-65cdbb60-578c-4c68-abfd-a13db370bb8d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:35.159639 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-47125fb8-68ec-4552-8fc7-b3f56e6fa3a9 tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] 10.222.0.32 "GET /v2.0/security-group-rules/0fb00bbd-cb1f-4adc-afe3-499ef2dbceea HTTP/1.1" status: 200  len: 764 time: 0.0362117
Dec 25 21:31:35.165150 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 49338) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:31:35.168468 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-62e918a6-d543-4c1d-acee-fc53f3ef8a50 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625803'] for network, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:35.191104 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-65cdbb60-578c-4c68-abfd-a13db370bb8d None None] Calling delete_port for 59eb5dee-3336-43ed-a64c-79502892e0e5 owned by network:dhcp {{(pid=121608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:31:35.206013 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-851de793-8103-420d-8cd3-288af9ec5bd6 None None] Provisioning complete for port 439be588-3d08-4077-9440-57e063734a69 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:31:35.206839 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-851de793-8103-420d-8cd3-288af9ec5bd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:35.237420 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4acf3ea-764a-4124-9252-3920b803a4aa None None] Routers {'c8b4f391-b7a2-480d-917c-5226c6ce1fa0'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:31:35.238271 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-c4acf3ea-764a-4124-9252-3920b803a4aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f26184d6490>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:31:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['c8b4f391-b7a2-480d-917c-5226c6ce1fa0'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:31:35.281177 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-999d67b0-0f1d-4a2b-8930-ec270d7c80f9 tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4114 time: 0.1147113
Dec 25 21:31:35.291106 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 49340) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:31:35.307417 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 7c282b14-a019-42f0-8bcb-0327ab42a496 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:31:35.319184 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-68db328f-02d1-41dd-a72e-c6c0aa3431a8 req-3215388a-4b5d-4737-b6db-5466563be70d tempest-VolumesNegativeTest-763913042 tempest-VolumesNegativeTest-763913042-project] 10.222.0.32 "GET /v2.0/quotas/1b4189d0115b4d849f8f9bce9deef49f HTTP/1.1" status: 200  len: 375 time: 0.1484351
Dec 25 21:31:35.341177 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e69770a-368c-42fa-a77b-2d20f375f3f4 req-9b072d4f-a3d9-44a3-be1c-0b1ed175354b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:31:35.342729 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9e69770a-368c-42fa-a77b-2d20f375f3f4 req-9b072d4f-a3d9-44a3-be1c-0b1ed175354b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c8199f70-d579-4a7f-8b38-5d569ea5e784&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.8091295
Dec 25 21:31:35.342859 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb83b70a-9839-4218-97ef-8a87c53ae9ad None None] Pushing event updated for resources: {'Port': ['ID=439be588-3d08-4077-9440-57e063734a69,revision_number=4']} {{(pid=121609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:31:35.343902 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-23c8ebcb-30d8-4e25-b0bf-0f6aaa981ac8 req-1283cceb-1985-4c89-ad98-daed4e0e5548 service neutron] For port a40bc1af-cf16-4f22-9e98-443b60684223, host nch1-master-1, cleared binding levels {{(pid=121606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:31:35.359604 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f4c15d5e-dd26-4695-958e-ffe79ba1132d tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:35.366444 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-23c8ebcb-30d8-4e25-b0bf-0f6aaa981ac8 req-1283cceb-1985-4c89-ad98-daed4e0e5548 service neutron] For port a40bc1af-cf16-4f22-9e98-443b60684223, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a40bc1af-cf16-4f22-9e98-443b60684223,segment=NetworkSegment(0fac887f-f99f-493c-9476-cc5385c45b09),segment_id=0fac887f-f99f-493c-9476-cc5385c45b09)] {{(pid=121606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:31:35.382976 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f4c15d5e-dd26-4695-958e-ffe79ba1132d tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:35.463506 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvr_db [None req-c4acf3ea-764a-4124-9252-3920b803a4aa None None] Set router c8b4f391-b7a2-480d-917c-5226c6ce1fa0 gateway port host: ncdv-master-1 {{(pid=121609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:31:35.506805 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] No Port match for: 7c282b14-a019-42f0-8bcb-0327ab42a496 {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:31:35.507422 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 7c282b14-a019-42f0-8bcb-0327ab42a496 not bound to the agent host ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:31:35.507568 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 59eb5dee-3336-43ed-a64c-79502892e0e5 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:31:35.510787 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-bf7a34ba-6ee5-4dbc-9b8b-43c93e14a1f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f26132c1af0>, [{'id': 'ea3f5e80-4b98-41f9-9cee-68f565c5daca', 'name': 'tempest-RoutersTest-router-1986204596', 'tenant_id': '2b4b670b5aa1407f8675179d6279efab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:30:46Z', 'updated_at': '2021-12-25T21:31:32Z', 'revision_number': 9, 'project_id': '2b4b670b5aa1407f8675179d6279efab', 'gw_port_host': None, '_interfaces': [{'id': '81ce71f5-719b-4856-b736-2ace6e074eb1', 'name': '', 'network_id': '2a20ef8b-2df5-4ece-a869-33142cdac83f', 'tenant_id': '2b4b670b5aa1407f8675179d6279efab', 'mac_address': 'fa:16:3e:9b:ae:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea3f5e80-4b98-41f9-9cee-68f565c5daca', 'device_owner': 'network:router_interface', 'standard_attr_id': 2554, 'fixed_ips': [{'subnet_id': 'fc88b8d2-273b-41e8-8d59-a828d8bf283c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:30:57Z', 'updated_at': '2021-12-25T21:31:02Z', 'revision_number': 5, 'project_id': '2b4b670b5aa1407f8675179d6279efab', 'subnets': [{'id': 'fc88b8d2-273b-41e8-8d59-a828d8bf283c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e5c07cac-9a36-4ba0-805f-c4bdd2022ad7', 'name': '', 'network_id': '1cf7359b-8ef4-4787-a8de-edf6b0703c3b', 'tenant_id': '2b4b670b5aa1407f8675179d6279efab', 'mac_address': 'fa:16:3e:de:c2:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea3f5e80-4b98-41f9-9cee-68f565c5daca', 'device_owner': 'network:router_interface', 'standard_attr_id': 2544, 'fixed_ips': [{'subnet_id': '98da7abf-53cd-43ff-b3be-a1b4b395f8ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:30:51Z', 'updated_at': '2021-12-25T21:30:56Z', 'revision_number': 5, 'project_id': '2b4b670b5aa1407f8675179d6279efab', 'subnets': [{'id': '98da7abf-53cd-43ff-b3be-a1b4b395f8ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:31:35.519231 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771386a5-e7be-407b-b6b6-a112e358c172 req-f337ee5c-3c81-46c5-9831-13642ba7416d tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:31:35.520905 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-771386a5-e7be-407b-b6b6-a112e358c172 req-f337ee5c-3c81-46c5-9831-13642ba7416d tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] 10.222.0.32 "GET /v2.0/ports?device_id=15fbb331-7835-449b-b015-adf2d50f5186 HTTP/1.1" status: 200  len: 943 time: 0.4175558
Dec 25 21:31:35.532056 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-68db328f-02d1-41dd-a72e-c6c0aa3431a8 req-2dae008a-d755-49e2-9d46-4e8265ba0fba tempest-VolumesNegativeTest-763913042 tempest-VolumesNegativeTest-763913042-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=1b4189d0115b4d849f8f9bce9deef49f&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1854482
Dec 25 21:31:35.533233 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-23c8ebcb-30d8-4e25-b0bf-0f6aaa981ac8 req-1283cceb-1985-4c89-ad98-daed4e0e5548 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:35.545626 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f4c15d5e-dd26-4695-958e-ffe79ba1132d tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077839'] for security_group_rule, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:35.564125 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f4c15d5e-dd26-4695-958e-ffe79ba1132d tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] Publish callbacks [] for security_group_rule, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:35.568025 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-f4c15d5e-dd26-4695-958e-ffe79ba1132d tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/0fb00bbd-cb1f-4adc-afe3-499ef2dbceea HTTP/1.1" status: 204  len: 168 time: 0.2758658
Dec 25 21:31:35.570411 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c15d5e-dd26-4695-958e-ffe79ba1132d tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0fb00bbd-cb1f-4adc-afe3-499ef2dbceea,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:31:35.574089 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 49364) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:31:35.671269 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf7a34ba-6ee5-4dbc-9b8b-43c93e14a1f1 None None] The sync data for ids ['ea3f5e80-4b98-41f9-9cee-68f565c5daca'] in ncdv-master-1 is: [{'id': 'ea3f5e80-4b98-41f9-9cee-68f565c5daca', 'name': 'tempest-RoutersTest-router-1986204596', 'tenant_id': '2b4b670b5aa1407f8675179d6279efab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:30:46Z', 'updated_at': '2021-12-25T21:31:32Z', 'revision_number': 9, 'project_id': '2b4b670b5aa1407f8675179d6279efab', 'gw_port_host': None, '_interfaces': [{'id': '81ce71f5-719b-4856-b736-2ace6e074eb1', 'name': '', 'network_id': '2a20ef8b-2df5-4ece-a869-33142cdac83f', 'tenant_id': '2b4b670b5aa1407f8675179d6279efab', 'mac_address': 'fa:16:3e:9b:ae:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea3f5e80-4b98-41f9-9cee-68f565c5daca', 'device_owner': 'network:router_interface', 'standard_attr_id': 2554, 'fixed_ips': [{'subnet_id': 'fc88b8d2-273b-41e8-8d59-a828d8bf283c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:30:57Z', 'updated_at': '2021-12-25T21:31:02Z', 'revision_number': 5, 'project_id': '2b4b670b5aa1407f8675179d6279efab', 'subnets': [{'id': 'fc88b8d2-273b-41e8-8d59-a828d8bf283c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e5c07cac-9a36-4ba0-805f-c4bdd2022ad7', 'name': '', 'network_id': '1cf7359b-8ef4-4787-a8de-edf6b0703c3b', 'tenant_id': '2b4b670b5aa1407f8675179d6279efab', 'mac_address': 'fa:16:3e:de:c2:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea3f5e80-4b98-41f9-9cee-68f565c5daca', 'device_owner': 'network:router_interface', 'standard_attr_id': 2544, 'fixed_ips': [{'subnet_id': '98da7abf-53cd-43ff-b3be-a1b4b395f8ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:30:51Z', 'updated_at': '2021-12-25T21:30:56Z', 'revision_number': 5, 'project_id': '2b4b670b5aa1407f8675179d6279efab', 'subnets': [{'id': '98da7abf-53cd-43ff-b3be-a1b4b395f8ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 21:31:35.681137 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-d053a472-4a0d-492b-9811-6ba2d02b7308 tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.1011772
Dec 25 21:31:35.681346 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 49368) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:31:35.692934 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-65cdbb60-578c-4c68-abfd-a13db370bb8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955'] for port, after_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:35.724966 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c8ebcb-30d8-4e25-b0bf-0f6aaa981ac8 req-1283cceb-1985-4c89-ad98-daed4e0e5548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:31:35.725714 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-23c8ebcb-30d8-4e25-b0bf-0f6aaa981ac8 req-1283cceb-1985-4c89-ad98-daed4e0e5548 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:35.727075 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-23c8ebcb-30d8-4e25-b0bf-0f6aaa981ac8 req-1283cceb-1985-4c89-ad98-daed4e0e5548 service neutron] 10.222.0.31 "PUT /v2.0/ports/a40bc1af-cf16-4f22-9e98-443b60684223 HTTP/1.1" status: 200  len: 1092 time: 4.6317215
Dec 25 21:31:35.744857 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-ea94be6a-1779-4b4b-b94c-00c2daa4df87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9084363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9028506'] for subnet, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:35.746684 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ccaf2ac9-c8d5-4d9d-beea-c3bd24d44294', 'tag': 'a40bc1af-cf16-4f22-9e98-443b60684223'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:31:35.746827 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cdbb60-578c-4c68-abfd-a13db370bb8d None None] Pushing event deleted for resources: {'Port': ['ID=59eb5dee-3336-43ed-a64c-79502892e0e5,revision_number=None']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:31:35.749284 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9858820c13ec2827453b94ebc4181065e990a4e4089ccb9fe762531ac62d2fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4989c02-f1e8-403f-a342-c169cc6a039d" -d '{"events": [{"name": "network-changed", "server_uuid": "ccaf2ac9-c8d5-4d9d-beea-c3bd24d44294", "tag": "a40bc1af-cf16-4f22-9e98-443b60684223"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:31:35.759094 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65cdbb60-578c-4c68-abfd-a13db370bb8d None None] No DVR routers for this DVR port 59eb5dee-3336-43ed-a64c-79502892e0e5 on host ncdv-master-1 {{(pid=121608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:31:35.773789 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-851de793-8103-420d-8cd3-288af9ec5bd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:35.800466 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] No active binding found for port 59eb5dee-3336-43ed-a64c-79502892e0e5 {{(pid=121608) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}}
Dec 25 21:31:35.801164 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] The host ncdv-master-1 is not matching for port 59eb5dee-3336-43ed-a64c-79502892e0e5 host None! {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}}
Dec 25 21:31:35.801632 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 59eb5dee-3336-43ed-a64c-79502892e0e5 not bound to the agent host ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:31:35.826205 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea94be6a-1779-4b4b-b94c-00c2daa4df87 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=79c8bfc0-8e1d-4217-8f33-90a45df6b944,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:31:35.836452 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1283cceb-1985-4c89-ad98-daed4e0e5548 service neutron] Pushing event updated for resources: {'Port': ['ID=a40bc1af-cf16-4f22-9e98-443b60684223,revision_number=3']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:31:35.839644 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-ea94be6a-1779-4b4b-b94c-00c2daa4df87 admin admin] Publish callbacks [] for subnet, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:35.843089 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-ea94be6a-1779-4b4b-b94c-00c2daa4df87 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/79c8bfc0-8e1d-4217-8f33-90a45df6b944 HTTP/1.1" status: 204  len: 168 time: 2.6742194
Dec 25 21:31:35.845454 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-818523aa-17e1-4500-9f39-7ae4f0b5e82f None None] Network 6058fe46-3c8e-4441-bbcc-621d480152a1 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:31:35.847251 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 49372) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:31:35.852023 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-0c3d9b86-0596-45f8-8035-bda262aa42f9 tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] Publish callbacks [] for security_group, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:35.852339 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-62e918a6-d543-4c1d-acee-fc53f3ef8a50 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Deleting port 59eb5dee-3336-43ed-a64c-79502892e0e5 {{(pid=121606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:31:35.852339 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-62e918a6-d543-4c1d-acee-fc53f3ef8a50 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:35.862732 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-771386a5-e7be-407b-b6b6-a112e358c172 req-adea13f0-9647-41fe-bee9-591cbd5ab0d0 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] 10.222.0.32 "GET /v2.0/security-groups?id=89fb11b5-d095-4b35-8a22-8ffdb90cfcff&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3269181
Dec 25 21:31:35.882197 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9e69770a-368c-42fa-a77b-2d20f375f3f4 req-6b481558-400f-4961-9e6e-1cbf8f892f21 service neutron] 10.222.0.37 "GET /v2.0/networks/c8199f70-d579-4a7f-8b38-5d569ea5e784?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5126860
Dec 25 21:31:36.015050 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-0c3d9b86-0596-45f8-8035-bda262aa42f9 tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] Publish callbacks [] for security_group, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:36.025870 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-851de793-8103-420d-8cd3-288af9ec5bd6 None None] For port 439be588-3d08-4077-9440-57e063734a69, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=439be588-3d08-4077-9440-57e063734a69,segment=NetworkSegment(15189edd-b051-41f2-8c57-a39fda2e0b15),segment_id=15189edd-b051-41f2-8c57-a39fda2e0b15)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:31:36.109129 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-851de793-8103-420d-8cd3-288af9ec5bd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:36.134846 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-19eca410-207e-466b-abc7-79db37d7f200 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625803'] for network, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:36.185529 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-c4acf3ea-764a-4124-9252-3920b803a4aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f26184d6490>, [{'id': 'c8b4f391-b7a2-480d-917c-5226c6ce1fa0', 'name': 'tempest-TestVolumeBootPattern-987691899-router', 'tenant_id': '682ce12dc98b4f82b95ff686c0e788d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.122'}], 'enable_snat': True}, 'gw_port_id': 'dfac114b-c223-4a4d-b163-d8b06e789ad5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:31:18Z', 'updated_at': '2021-12-25T21:31:29Z', 'revision_number': 4, 'project_id': '682ce12dc98b4f82b95ff686c0e788d8', 'gw_port': {'id': 'dfac114b-c223-4a4d-b163-d8b06e789ad5', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:a1:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8b4f391-b7a2-480d-917c-5226c6ce1fa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2646, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:31:21Z', 'updated_at': '2021-12-25T21:31:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '439be588-3d08-4077-9440-57e063734a69', 'name': '', 'network_id': '01268c99-d805-478f-bd5d-c08c5fd8a88a', 'tenant_id': '682ce12dc98b4f82b95ff686c0e788d8', 'mac_address': 'fa:16:3e:a7:a0:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8b4f391-b7a2-480d-917c-5226c6ce1fa0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2655, 'fixed_ips': [{'subnet_id': '67b19293-f701-4d02-bd60-42b26f656b43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:31:26Z', 'updated_at': '2021-12-25T21:31:35Z', 'revision_number': 4, 'project_id': '682ce12dc98b4f82b95ff686c0e788d8', 'subnets': [{'id': '67b19293-f701-4d02-bd60-42b26f656b43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:31:36.194086 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851de793-8103-420d-8cd3-288af9ec5bd6 None None] Pushing event updated for resources: {'Port': ['ID=439be588-3d08-4077-9440-57e063734a69,revision_number=5']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:31:36.208229 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Dec 2021 21:31:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94513efc-53e2-4420-b1d3-fe9c3d08cbb7 x-openstack-request-id: req-94513efc-53e2-4420-b1d3-fe9c3d08cbb7 {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:31:36.209341 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ccaf2ac9-c8d5-4d9d-beea-c3bd24d44294", "tag": "a40bc1af-cf16-4f22-9e98-443b60684223", "status": "completed", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:31:36.209809 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-94513efc-53e2-4420-b1d3-fe9c3d08cbb7 {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:31:36.210446 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ccaf2ac9-c8d5-4d9d-beea-c3bd24d44294', 'tag': 'a40bc1af-cf16-4f22-9e98-443b60684223', 'status': 'completed', 'code': 200}
Dec 25 21:31:36.238784 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b3f569b-7937-4782-8724-eee2cda93086 None None] DHCP port deletion for 6058fe46-3c8e-4441-bbcc-621d480152a1 request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 21:31:36.250064 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4acf3ea-764a-4124-9252-3920b803a4aa None None] The sync data for ids ['c8b4f391-b7a2-480d-917c-5226c6ce1fa0'] in ncdv-master-1 is: [{'id': 'c8b4f391-b7a2-480d-917c-5226c6ce1fa0', 'name': 'tempest-TestVolumeBootPattern-987691899-router', 'tenant_id': '682ce12dc98b4f82b95ff686c0e788d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.122'}], 'enable_snat': True}, 'gw_port_id': 'dfac114b-c223-4a4d-b163-d8b06e789ad5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:31:18Z', 'updated_at': '2021-12-25T21:31:29Z', 'revision_number': 4, 'project_id': '682ce12dc98b4f82b95ff686c0e788d8', 'gw_port': {'id': 'dfac114b-c223-4a4d-b163-d8b06e789ad5', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:a1:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8b4f391-b7a2-480d-917c-5226c6ce1fa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2646, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:31:21Z', 'updated_at': '2021-12-25T21:31:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '439be588-3d08-4077-9440-57e063734a69', 'name': '', 'network_id': '01268c99-d805-478f-bd5d-c08c5fd8a88a', 'tenant_id': '682ce12dc98b4f82b95ff686c0e788d8', 'mac_address': 'fa:16:3e:a7:a0:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8b4f391-b7a2-480d-917c-5226c6ce1fa0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2655, 'fixed_ips': [{'subnet_id': '67b19293-f701-4d02-bd60-42b26f656b43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:31:26Z', 'updated_at': '2021-12-25T21:31:35Z', 'revision_number': 4, 'project_id': '682ce12dc98b4f82b95ff686c0e788d8', 'subnets': [{'id': '67b19293-f701-4d02-bd60-42b26f656b43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 21:31:36.265931 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-0c3d9b86-0596-45f8-8035-bda262aa42f9 tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:36.268824 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-0c3d9b86-0596-45f8-8035-bda262aa42f9 tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:36.270404 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-0c3d9b86-0596-45f8-8035-bda262aa42f9 tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] 10.222.0.32 "DELETE /v2.0/security-groups/179c14a8-9b00-4a24-b865-531bd3b91526 HTTP/1.1" status: 204  len: 168 time: 0.5881896
Dec 25 21:31:36.273771 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 49390) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:31:36.288431 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-0c35ad1f-9af4-40a2-8d2e-c81691e3579e None None] Provisioning complete for port 439be588-3d08-4077-9440-57e063734a69 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:31:36.288810 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-0c35ad1f-9af4-40a2-8d2e-c81691e3579e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:36.319912 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3d9b86-0596-45f8-8035-bda262aa42f9 tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=179c14a8-9b00-4a24-b865-531bd3b91526,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:31:36.338615 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [None req-62e918a6-d543-4c1d-acee-fc53f3ef8a50 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] For port 59eb5dee-3336-43ed-a64c-79502892e0e5, host ncdv-master-1, got binding levels [] {{(pid=121606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:31:36.339045 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-62e918a6-d543-4c1d-acee-fc53f3ef8a50 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:36.348153 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3d9b86-0596-45f8-8035-bda262aa42f9 tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:31:36.348764 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3d9b86-0596-45f8-8035-bda262aa42f9 tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:31:36.349302 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3d9b86-0596-45f8-8035-bda262aa42f9 tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:31:36.349789 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3d9b86-0596-45f8-8035-bda262aa42f9 tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:31:36.353874 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3d9b86-0596-45f8-8035-bda262aa42f9 tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:31:36.360345 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3d9b86-0596-45f8-8035-bda262aa42f9 tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:31:36.360345 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3d9b86-0596-45f8-8035-bda262aa42f9 tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:31:36.360345 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3d9b86-0596-45f8-8035-bda262aa42f9 tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:31:36.360345 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3d9b86-0596-45f8-8035-bda262aa42f9 tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:31:36.360345 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3d9b86-0596-45f8-8035-bda262aa42f9 tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:31:36.360345 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3d9b86-0596-45f8-8035-bda262aa42f9 tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:31:36.360345 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3d9b86-0596-45f8-8035-bda262aa42f9 tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:31:36.360345 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3d9b86-0596-45f8-8035-bda262aa42f9 tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:31:36.394756 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-24097953-0448-4138-833b-4dea63962c9c tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.1142192
Dec 25 21:31:36.398263 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-5b3f569b-7937-4782-8724-eee2cda93086 None None] Deleting port e8076b93-aece-4da7-b07a-39127b883847 {{(pid=121608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:31:36.398804 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3f569b-7937-4782-8724-eee2cda93086 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:36.405863 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 49394) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:31:36.426959 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-19eca410-207e-466b-abc7-79db37d7f200 admin admin] Deleting port e8076b93-aece-4da7-b07a-39127b883847 {{(pid=121607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:31:36.427299 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-19eca410-207e-466b-abc7-79db37d7f200 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:36.441559 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8c4994b9-e4d2-4105-937e-851ae5e4e759 req-06895c6f-29fc-4738-99f0-81bbdf6ae7f2 tempest-VolumesNegativeTest-763913042 tempest-VolumesNegativeTest-763913042-project] 10.222.0.32 "GET /v2.0/ports?device_id=77f09b4b-c1be-4f85-9ebf-48b16aaa0b7d HTTP/1.1" status: 200  len: 210 time: 0.2226391
Dec 25 21:31:36.443192 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-898719d1-879c-4094-9034-865fe7cac0d4 tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] Request body: {'security_group': {'name': 'tempest-secgroup--828423724'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:31:36.449649 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-62e918a6-d543-4c1d-acee-fc53f3ef8a50 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Calling delete_port for 59eb5dee-3336-43ed-a64c-79502892e0e5 owned by network:dhcp {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:31:36.463919 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c8ebcb-30d8-4e25-b0bf-0f6aaa981ac8 req-63ca2864-79d0-4e2a-a2fd-ba48837a96a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:31:36.463919 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-23c8ebcb-30d8-4e25-b0bf-0f6aaa981ac8 req-63ca2864-79d0-4e2a-a2fd-ba48837a96a9 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8ece5e5ef72d4614b89456ee37fe94f3&device_id=ccaf2ac9-c8d5-4d9d-beea-c3bd24d44294 HTTP/1.1" status: 200  len: 1095 time: 0.4874477
Dec 25 21:31:36.465928 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.ipam_backend_mixin [None req-62e918a6-d543-4c1d-acee-fc53f3ef8a50 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Port 59eb5dee-3336-43ed-a64c-79502892e0e5 was not found and therefore no delete operation was performed {{(pid=121606) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}}
Dec 25 21:31:36.489454 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-62e918a6-d543-4c1d-acee-fc53f3ef8a50 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:36.545630 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:31:36.545630 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:31:36.545630 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:31:36.545630 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:31:36.545630 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:31:36.545630 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:31:36.545630 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:31:36.545630 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:31:36.545630 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:31:36.545630 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:31:36.545630 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:31:36.545630 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:31:36.545630 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:31:36.545630 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:31:36.545630 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:31:36.545630 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:31:36.545630 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:31:36.545630 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:31:36.545630 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:31:36.545630 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:31:36.545630 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:31:36.545630 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:31:36.545630 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:31:36.545630 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:31:36.545630 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:31:36.545630 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:31:36.545630 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:31:36.545630 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:31:36.545630 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:31:36.545630 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:31:36.545630 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:31:36.545630 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:31:36.545630 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:31:36.545630 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:31:36.545630 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:31:36.545630 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:31:36.545630 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:31:36.545630 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:31:36.545630 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:31:36.545630 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:31:36.545630 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:31:36.545630 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:31:36.545630 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:31:36.545630 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:31:36.545630 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:31:36.545630 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:31:36.545630 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:31:36.545630 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:31:36.552597 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe5d364-ae3d-41c6-8e06-feeb5479db88 req-a5a9e3be-3368-42b5-9fab-97cee8cf31e5 tempest-VolumesActionsTest-1540518602 tempest-VolumesActionsTest-1540518602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:31:36.562770 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-efe5d364-ae3d-41c6-8e06-feeb5479db88 req-a5a9e3be-3368-42b5-9fab-97cee8cf31e5 tempest-VolumesActionsTest-1540518602 tempest-VolumesActionsTest-1540518602-project] 10.222.0.32 "GET /v2.0/ports?device_id=ccaf2ac9-c8d5-4d9d-beea-c3bd24d44294 HTTP/1.1" status: 200  len: 944 time: 0.4079258
Dec 25 21:31:36.571675 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-23c8ebcb-30d8-4e25-b0bf-0f6aaa981ac8 req-28740b2a-6829-4439-9523-8f64426a28eb service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a40bc1af-cf16-4f22-9e98-443b60684223 HTTP/1.1" status: 200  len: 217 time: 0.0956299
Dec 25 21:31:36.601895 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.db [None req-19eca410-207e-466b-abc7-79db37d7f200 admin admin] For port e8076b93-aece-4da7-b07a-39127b883847, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e8076b93-aece-4da7-b07a-39127b883847,segment=NetworkSegment(e27b2cac-48d7-4286-8b35-0393d79f3be7),segment_id=e27b2cac-48d7-4286-8b35-0393d79f3be7)] {{(pid=121607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:31:36.605758 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-19eca410-207e-466b-abc7-79db37d7f200 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:36.633687 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-19eca410-207e-466b-abc7-79db37d7f200 admin admin] Calling delete_port for e8076b93-aece-4da7-b07a-39127b883847 owned by network:dhcp {{(pid=121607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:31:36.635533 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-898719d1-879c-4094-9034-865fe7cac0d4 tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] Publish callbacks [] for security_group, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:36.664107 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3f569b-7937-4782-8724-eee2cda93086 None None] For port e8076b93-aece-4da7-b07a-39127b883847, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e8076b93-aece-4da7-b07a-39127b883847,segment=NetworkSegment(e27b2cac-48d7-4286-8b35-0393d79f3be7),segment_id=e27b2cac-48d7-4286-8b35-0393d79f3be7)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:31:36.664719 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3f569b-7937-4782-8724-eee2cda93086 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:36.692137 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62e918a6-d543-4c1d-acee-fc53f3ef8a50 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] No DVR routers for this DVR port 59eb5dee-3336-43ed-a64c-79502892e0e5 on host ncdv-master-1 {{(pid=121606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:31:36.700622 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-5b3f569b-7937-4782-8724-eee2cda93086 None None] Calling delete_port for e8076b93-aece-4da7-b07a-39127b883847 owned by network:dhcp {{(pid=121608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:31:36.700854 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e918a6-d543-4c1d-acee-fc53f3ef8a50 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Pushing event deleted for resources: {'Port': ['ID=59eb5dee-3336-43ed-a64c-79502892e0e5,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:31:36.747081 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.agents_db [None req-ec08dba0-4483-4109-b5e1-5e4a9fdaf12d None None] Agent healthcheck: found 7 active agents {{(pid=121609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 25 21:31:36.774272 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9e69770a-368c-42fa-a77b-2d20f375f3f4 req-bac959c9-96ec-4747-8bc6-64e79c5b711a service neutron] 10.222.0.37 "GET /v2.0/networks/c8199f70-d579-4a7f-8b38-5d569ea5e784?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.8803558
Dec 25 21:31:36.870418 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c8ebcb-30d8-4e25-b0bf-0f6aaa981ac8 req-8d392750-d37a-4b14-a6be-3ceebe151624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:31:36.871924 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-23c8ebcb-30d8-4e25-b0bf-0f6aaa981ac8 req-8d392750-d37a-4b14-a6be-3ceebe151624 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=40fa57d1-cd20-42ee-acef-cd325a6b2f1c HTTP/1.1" status: 200  len: 849 time: 0.2352636
Dec 25 21:31:36.880660 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-898719d1-879c-4094-9034-865fe7cac0d4 tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] Publish callbacks [] for security_group, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:36.902186 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-19eca410-207e-466b-abc7-79db37d7f200 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:36.903365 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3f569b-7937-4782-8724-eee2cda93086 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955'] for port, after_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:36.933620 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-23c8ebcb-30d8-4e25-b0bf-0f6aaa981ac8 req-e50f1fa5-64c3-44fe-9baf-6795f373155d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=de58f787-39ab-41e4-85ea-78281c9ae3af&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0503006
Dec 25 21:31:36.942620 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19eca410-207e-466b-abc7-79db37d7f200 admin admin] Pushing event deleted for resources: {'Port': ['ID=e8076b93-aece-4da7-b07a-39127b883847,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:31:36.949005 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b3f569b-7937-4782-8724-eee2cda93086 None None] No DVR routers for this DVR port e8076b93-aece-4da7-b07a-39127b883847 on host ncdv-master-1 {{(pid=121608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:31:36.949005 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3f569b-7937-4782-8724-eee2cda93086 None None] Pushing event deleted for resources: {'Port': ['ID=e8076b93-aece-4da7-b07a-39127b883847,revision_number=None']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:31:36.959442 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19eca410-207e-466b-abc7-79db37d7f200 admin admin] No DVR routers for this DVR port e8076b93-aece-4da7-b07a-39127b883847 on host ncdv-master-1 {{(pid=121607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:31:36.961692 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-898719d1-879c-4094-9034-865fe7cac0d4 tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:36.996807 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-62e918a6-d543-4c1d-acee-fc53f3ef8a50 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997585', 'neutron.services.segments.db._delete_segments_for_network-8737602743071'] for network, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:37.027938 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-efe5d364-ae3d-41c6-8e06-feeb5479db88 req-59a1cd5d-db2a-4e31-9af8-d03fff22b1e3 tempest-VolumesActionsTest-1540518602 tempest-VolumesActionsTest-1540518602-project] 10.222.0.32 "GET /v2.0/security-groups?id=d95f4b4b-e2bc-4a54-974a-72224402b503&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4026520
Dec 25 21:31:37.048580 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-fdb77214-ba34-4450-b043-45c7b68f1521 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:37.072466 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898719d1-879c-4094-9034-865fe7cac0d4 tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2889b36-7ab7-4fc8-bdcb-5e37384d11b8,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:31:37.094778 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.segments.db [None req-62e918a6-d543-4c1d-acee-fc53f3ef8a50 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f26123d7a60>,) {'filters': {'network_id': ['91fde06f-b74f-45b1-a416-50730def7423']}} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:31:37.138706 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.segments.db [None req-62e918a6-d543-4c1d-acee-fc53f3ef8a50 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f26123d7a60>, '6518cf7e-0a59-4dfe-a354-4dabb4709ab2') {'for_net_delete': True} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:31:37.139168 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.segments.db [None req-62e918a6-d543-4c1d-acee-fc53f3ef8a50 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f26123d7a60>, '6518cf7e-0a59-4dfe-a354-4dabb4709ab2') {} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:31:37.157723 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-19eca410-207e-466b-abc7-79db37d7f200 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997585', 'neutron.services.segments.db._delete_segments_for_network-8737602743071'] for network, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:37.164980 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-898719d1-879c-4094-9034-865fe7cac0d4 tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:37.169661 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-898719d1-879c-4094-9034-865fe7cac0d4 tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.7452691
Dec 25 21:31:37.178815 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 49404) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:31:37.183534 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-d562b5ad-7b40-4aba-b506-6ee46d972152 tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] Request body: {'security_group_rule': {'security_group_id': 'e2889b36-7ab7-4fc8-bdcb-5e37384d11b8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:31:37.191606 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfe9b53-c0f3-4d7a-8f81-a5ab8ca6931c req-1100e9a5-9155-4a5d-9052-cb3906a97820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:31:37.193518 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4dfe9b53-c0f3-4d7a-8f81-a5ab8ca6931c req-1100e9a5-9155-4a5d-9052-cb3906a97820 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0560c323ec8e41b3bc05939e12e049d5&device_id=15fbb331-7835-449b-b015-adf2d50f5186 HTTP/1.1" status: 200  len: 1094 time: 0.2318935
Dec 25 21:31:37.202401 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-62e918a6-d543-4c1d-acee-fc53f3ef8a50 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737602746920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9084222'] for segment, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:37.202510 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-19eca410-207e-466b-abc7-79db37d7f200 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f26191447f0>,) {'filters': {'network_id': ['6058fe46-3c8e-4441-bbcc-621d480152a1']}} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:31:37.240380 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-19eca410-207e-466b-abc7-79db37d7f200 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f26191447f0>, 'e27b2cac-48d7-4286-8b35-0393d79f3be7') {'for_net_delete': True} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:31:37.240694 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-19eca410-207e-466b-abc7-79db37d7f200 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f26191447f0>, 'e27b2cac-48d7-4286-8b35-0393d79f3be7') {} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:31:37.261171 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-19eca410-207e-466b-abc7-79db37d7f200 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737602746920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10246592'] for segment, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:37.276624 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-62e918a6-d543-4c1d-acee-fc53f3ef8a50 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:37.283389 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-19eca410-207e-466b-abc7-79db37d7f200 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:37.291778 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19eca410-207e-466b-abc7-79db37d7f200 admin admin] Releasing vlan 190 on physical network physnet1 to pool {{(pid=121607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 25 21:31:37.292368 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-19eca410-207e-466b-abc7-79db37d7f200 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8633327'] for segment, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:37.294556 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 25 21:31:37.294556 ncdv-master-1 neutron-server[121607]:   self.session.flush()
Dec 25 21:31:37.294556 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 25 21:31:37.294556 ncdv-master-1 neutron-server[121607]:   self.session.flush()
Dec 25 21:31:37.294556 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 25 21:31:37.294556 ncdv-master-1 neutron-server[121607]:   self.session.flush()
Dec 25 21:31:37.294556 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 25 21:31:37.294556 ncdv-master-1 neutron-server[121607]:   self.session.flush()
Dec 25 21:31:37.294556 ncdv-master-1 neutron-server[121607]: Traceback (most recent call last):
Dec 25 21:31:37.294556 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 25 21:31:37.294556 ncdv-master-1 neutron-server[121607]:     timer()
Dec 25 21:31:37.294556 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 25 21:31:37.294556 ncdv-master-1 neutron-server[121607]:     cb(*args, **kw)
Dec 25 21:31:37.294556 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 25 21:31:37.294556 ncdv-master-1 neutron-server[121607]:     return func(*args, **kwargs)
Dec 25 21:31:37.294556 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 25 21:31:37.294556 ncdv-master-1 neutron-server[121607]:     self._notify()
Dec 25 21:31:37.294556 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 25 21:31:37.294556 ncdv-master-1 neutron-server[121607]:     self.callback(batched_events)
Dec 25 21:31:37.294556 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 25 21:31:37.294556 ncdv-master-1 neutron-server[121607]:     event.method(event)
Dec 25 21:31:37.294556 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 25 21:31:37.294556 ncdv-master-1 neutron-server[121607]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 25 21:31:37.294556 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 25 21:31:37.294556 ncdv-master-1 neutron-server[121607]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 25 21:31:37.294556 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 25 21:31:37.294556 ncdv-master-1 neutron-server[121607]:     return f(self, *a, **k)
Dec 25 21:31:37.294556 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 25 21:31:37.294556 ncdv-master-1 neutron-server[121607]:     return self._get(url).json()
Dec 25 21:31:37.294556 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 25 21:31:37.294556 ncdv-master-1 neutron-server[121607]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 25 21:31:37.294556 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 25 21:31:37.294556 ncdv-master-1 neutron-server[121607]:     return self.request(url, 'GET', **kwargs)
Dec 25 21:31:37.294556 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 25 21:31:37.294556 ncdv-master-1 neutron-server[121607]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 25 21:31:37.294556 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 25 21:31:37.294556 ncdv-master-1 neutron-server[121607]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 25 21:31:37.294556 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 25 21:31:37.294556 ncdv-master-1 neutron-server[121607]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 25 21:31:37.294556 ncdv-master-1 neutron-server[121607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 25 21:31:37.312109 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0caf43ec-580a-4f8e-9d43-ed242efd3da5 req-bf3b5075-67ee-4db7-9e36-d03ff13c5261 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:31:37.312109 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0caf43ec-580a-4f8e-9d43-ed242efd3da5 req-bf3b5075-67ee-4db7-9e36-d03ff13c5261 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] 10.222.0.32 "GET /v2.0/ports?device_id=15fbb331-7835-449b-b015-adf2d50f5186 HTTP/1.1" status: 200  len: 943 time: 0.2816069
Dec 25 21:31:37.323179 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 439be588-3d08-4077-9440-57e063734a69 up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:31:37.337500 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-23c8ebcb-30d8-4e25-b0bf-0f6aaa981ac8 req-f964f266-bd06-4f40-9955-667c84740770 service neutron] 10.222.0.31 "GET /v2.0/networks/de58f787-39ab-41e4-85ea-78281c9ae3af?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3371282
Dec 25 21:31:37.345694 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62e918a6-d543-4c1d-acee-fc53f3ef8a50 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Releasing vlan 166 on physical network physnet1 to pool {{(pid=121606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 25 21:31:37.346954 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-62e918a6-d543-4c1d-acee-fc53f3ef8a50 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9084542'] for segment, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:37.350801 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:31:37.350801 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:31:37.350801 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:31:37.350801 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:31:37.350801 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:31:37.350801 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:31:37.350801 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:31:37.350801 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:31:37.350801 ncdv-master-1 neutron-server[121606]: Traceback (most recent call last):
Dec 25 21:31:37.350801 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 25 21:31:37.350801 ncdv-master-1 neutron-server[121606]:     timer()
Dec 25 21:31:37.350801 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 25 21:31:37.350801 ncdv-master-1 neutron-server[121606]:     cb(*args, **kw)
Dec 25 21:31:37.350801 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 25 21:31:37.350801 ncdv-master-1 neutron-server[121606]:     return func(*args, **kwargs)
Dec 25 21:31:37.350801 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 25 21:31:37.350801 ncdv-master-1 neutron-server[121606]:     self._notify()
Dec 25 21:31:37.350801 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 25 21:31:37.350801 ncdv-master-1 neutron-server[121606]:     self.callback(batched_events)
Dec 25 21:31:37.350801 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 25 21:31:37.350801 ncdv-master-1 neutron-server[121606]:     event.method(event)
Dec 25 21:31:37.350801 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 25 21:31:37.350801 ncdv-master-1 neutron-server[121606]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 25 21:31:37.350801 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 25 21:31:37.350801 ncdv-master-1 neutron-server[121606]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 25 21:31:37.350801 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 25 21:31:37.350801 ncdv-master-1 neutron-server[121606]:     return f(self, *a, **k)
Dec 25 21:31:37.350801 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 25 21:31:37.350801 ncdv-master-1 neutron-server[121606]:     return self._get(url).json()
Dec 25 21:31:37.350801 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 25 21:31:37.350801 ncdv-master-1 neutron-server[121606]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 25 21:31:37.350801 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 25 21:31:37.350801 ncdv-master-1 neutron-server[121606]:     return self.request(url, 'GET', **kwargs)
Dec 25 21:31:37.350801 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 25 21:31:37.350801 ncdv-master-1 neutron-server[121606]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 25 21:31:37.350801 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 25 21:31:37.350801 ncdv-master-1 neutron-server[121606]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 25 21:31:37.350801 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 25 21:31:37.350801 ncdv-master-1 neutron-server[121606]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 25 21:31:37.350801 ncdv-master-1 neutron-server[121606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 25 21:31:37.382305 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-d562b5ad-7b40-4aba-b506-6ee46d972152 tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] Publish callbacks [] for security_group_rule, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:37.385427 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port 439be588-3d08-4077-9440-57e063734a69 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:31:37.385811 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:37.455883 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-d562b5ad-7b40-4aba-b506-6ee46d972152 tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:37.470448 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-19eca410-207e-466b-abc7-79db37d7f200 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2008653'] for network, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:37.489323 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-19eca410-207e-466b-abc7-79db37d7f200 admin admin] Publish callbacks [] for network, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:37.494154 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-19eca410-207e-466b-abc7-79db37d7f200 admin admin] 10.222.0.32 "DELETE /v2.0/networks/6058fe46-3c8e-4441-bbcc-621d480152a1 HTTP/1.1" status: 204  len: 168 time: 1.6447959
Dec 25 21:31:37.513172 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19eca410-207e-466b-abc7-79db37d7f200 admin admin] Pushing event deleted for resources: {'Network': ['ID=6058fe46-3c8e-4441-bbcc-621d480152a1,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:31:37.581739 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device d14493ef-82e1-41ac-8c31-10835ce2d79b no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:31:37.586116 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-d562b5ad-7b40-4aba-b506-6ee46d972152 tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077839'] for security_group_rule, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:37.589105 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfe9b53-c0f3-4d7a-8f81-a5ab8ca6931c req-dce73e57-bd0c-457c-9199-aff447879d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:31:37.592434 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4dfe9b53-c0f3-4d7a-8f81-a5ab8ca6931c req-dce73e57-bd0c-457c-9199-aff447879d49 service neutron] 10.222.0.37 "GET /v2.0/networks?id=c8199f70-d579-4a7f-8b38-5d569ea5e784 HTTP/1.1" status: 200  len: 915 time: 0.3886762
Dec 25 21:31:37.606802 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] No Port match for: d14493ef-82e1-41ac-8c31-10835ce2d79b {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:31:37.607233 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device d14493ef-82e1-41ac-8c31-10835ce2d79b not bound to the agent host ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:31:37.608014 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device e8076b93-aece-4da7-b07a-39127b883847 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:31:37.624424 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-03949c45-8e12-4151-9e3a-08e2bd4ec04f req-77a6f971-5131-413c-840f-a33c561488ac tempest-VolumesNegativeTest-763913042 tempest-VolumesNegativeTest-763913042-project] 10.222.0.32 "GET /v2.0/ports?device_id=77f09b4b-c1be-4f85-9ebf-48b16aaa0b7d HTTP/1.1" status: 200  len: 210 time: 0.0891962
Dec 25 21:31:37.632375 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] No Port match for: e8076b93-aece-4da7-b07a-39127b883847 {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:31:37.632830 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d562b5ad-7b40-4aba-b506-6ee46d972152 tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab613768-2939-4cae-8429-3265ee497309,revision_number=0']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:31:37.633324 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device e8076b93-aece-4da7-b07a-39127b883847 not bound to the agent host ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:31:37.667861 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-d562b5ad-7b40-4aba-b506-6ee46d972152 tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] Publish callbacks [] for security_group_rule, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:37.672059 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-d562b5ad-7b40-4aba-b506-6ee46d972152 tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.4909465
Dec 25 21:31:37.672490 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 49410) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:31:37.721509 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-62e918a6-d543-4c1d-acee-fc53f3ef8a50 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2008653'] for network, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:37.723967 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4dfe9b53-c0f3-4d7a-8f81-a5ab8ca6931c req-b0151582-13cb-4a95-ad79-8c8fa3b6676b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9011d65b-fbaf-42ac-99a9-d60be63e84b8 HTTP/1.1" status: 200  len: 217 time: 0.0969679
Dec 25 21:31:37.743979 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-62e918a6-d543-4c1d-acee-fc53f3ef8a50 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for network, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:37.749967 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-62e918a6-d543-4c1d-acee-fc53f3ef8a50 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] 10.222.0.32 "DELETE /v2.0/networks/91fde06f-b74f-45b1-a416-50730def7423 HTTP/1.1" status: 204  len: 168 time: 3.4549704
Dec 25 21:31:37.751259 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 49412) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:31:37.761124 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-df2afa5f-8bd4-4e2f-b666-fa8707175008 tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] Publish callbacks [] for security_group, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:37.792389 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0caf43ec-580a-4f8e-9d43-ed242efd3da5 req-16515fd1-9017-46ea-b6a8-2678f870237b tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] 10.222.0.32 "GET /v2.0/security-groups?id=89fb11b5-d095-4b35-8a22-8ffdb90cfcff&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4538281
Dec 25 21:31:37.809970 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e918a6-d543-4c1d-acee-fc53f3ef8a50 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Pushing event deleted for resources: {'Network': ['ID=91fde06f-b74f-45b1-a416-50730def7423,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:31:37.814110 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-23c8ebcb-30d8-4e25-b0bf-0f6aaa981ac8 req-10aa72c1-bf42-446c-96f0-3e7b6345a7dc service neutron] 10.222.0.31 "GET /v2.0/networks/de58f787-39ab-41e4-85ea-78281c9ae3af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4374018
Dec 25 21:31:37.836347 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfe9b53-c0f3-4d7a-8f81-a5ab8ca6931c req-d4f49927-771c-4924-a63c-66545971fd2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:31:37.836347 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4dfe9b53-c0f3-4d7a-8f81-a5ab8ca6931c req-d4f49927-771c-4924-a63c-66545971fd2d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0cf468ed-9644-4e44-939f-6c7d09675460 HTTP/1.1" status: 200  len: 853 time: 0.0834520
Dec 25 21:31:37.880801 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfe9b53-c0f3-4d7a-8f81-a5ab8ca6931c req-decfe8b9-8fb1-4bd4-850c-bd99e9fefe1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:31:37.882437 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4dfe9b53-c0f3-4d7a-8f81-a5ab8ca6931c req-decfe8b9-8fb1-4bd4-850c-bd99e9fefe1e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c8199f70-d579-4a7f-8b38-5d569ea5e784&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0490239
Dec 25 21:31:37.887473 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-df2afa5f-8bd4-4e2f-b666-fa8707175008 tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] Publish callbacks [] for security_group, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:38.004009 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4989c02-f1e8-403f-a342-c169cc6a039d req-ff5256cb-c668-4c07-92f7-2a996fee732c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:31:38.005564 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d4989c02-f1e8-403f-a342-c169cc6a039d req-ff5256cb-c668-4c07-92f7-2a996fee732c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8ece5e5ef72d4614b89456ee37fe94f3&device_id=ccaf2ac9-c8d5-4d9d-beea-c3bd24d44294 HTTP/1.1" status: 200  len: 1095 time: 0.0866721
Dec 25 21:31:38.043724 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 49414) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:31:38.067199 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4dfe9b53-c0f3-4d7a-8f81-a5ab8ca6931c req-84806637-c752-492d-8b42-747085d31014 service neutron] 10.222.0.37 "GET /v2.0/networks/c8199f70-d579-4a7f-8b38-5d569ea5e784?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1767039
Dec 25 21:31:38.118812 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-df2afa5f-8bd4-4e2f-b666-fa8707175008 tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:38.121421 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-df2afa5f-8bd4-4e2f-b666-fa8707175008 tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:38.122586 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-df2afa5f-8bd4-4e2f-b666-fa8707175008 tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] 10.222.0.32 "DELETE /v2.0/security-groups/e2889b36-7ab7-4fc8-bdcb-5e37384d11b8 HTTP/1.1" status: 204  len: 168 time: 0.4492185
Dec 25 21:31:38.132568 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 49418) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:31:38.146146 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-f1b6d078-6201-4a5e-ad3a-cc1d589d3b3f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d4571ece0fa3450b83fde221178518c8&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0986755
Dec 25 21:31:38.147542 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 49420) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:31:38.156670 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2afa5f-8bd4-4e2f-b666-fa8707175008 tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2889b36-7ab7-4fc8-bdcb-5e37384d11b8,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:31:38.187495 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4989c02-f1e8-403f-a342-c169cc6a039d req-7e99bb4a-cdc4-46a3-9aa3-dd87cb067d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:31:38.193456 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d4989c02-f1e8-403f-a342-c169cc6a039d req-7e99bb4a-cdc4-46a3-9aa3-dd87cb067d36 service neutron] 10.222.0.31 "GET /v2.0/networks?id=de58f787-39ab-41e4-85ea-78281c9ae3af HTTP/1.1" status: 200  len: 910 time: 0.1774702
Dec 25 21:31:38.305086 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:38.323462 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b1649eb5-e201-43d2-a4e3-c029fd31a259 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:38.335796 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d4989c02-f1e8-403f-a342-c169cc6a039d req-ed996104-8b59-4a8b-89aa-16eea50f5aff service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a40bc1af-cf16-4f22-9e98-443b60684223 HTTP/1.1" status: 200  len: 217 time: 0.1047418
Dec 25 21:31:38.349812 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-687026c0-48bf-4589-aa14-20ea20c451c7 tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.2142940
Dec 25 21:31:38.351663 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 49426) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:31:38.356130 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b1649eb5-e201-43d2-a4e3-c029fd31a259 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:38.419256 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4a99f9-a660-4f60-b364-3fd50cfebae4 req-3a9bfbcb-0404-45ee-854a-3a877cb6c4bd tempest-VolumesActionsTest-1540518602 tempest-VolumesActionsTest-1540518602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:31:38.420816 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-cb4a99f9-a660-4f60-b364-3fd50cfebae4 req-3a9bfbcb-0404-45ee-854a-3a877cb6c4bd tempest-VolumesActionsTest-1540518602 tempest-VolumesActionsTest-1540518602-project] 10.222.0.32 "GET /v2.0/ports?device_id=ccaf2ac9-c8d5-4d9d-beea-c3bd24d44294 HTTP/1.1" status: 200  len: 944 time: 0.1887293
Dec 25 21:31:38.424976 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4dfe9b53-c0f3-4d7a-8f81-a5ab8ca6931c req-10322ccb-a186-4bad-9762-aa76881ab4fc service neutron] 10.222.0.37 "GET /v2.0/networks/c8199f70-d579-4a7f-8b38-5d569ea5e784?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3213947
Dec 25 21:31:38.450067 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4989c02-f1e8-403f-a342-c169cc6a039d req-cafae68a-e8e2-442c-bd2a-9db56ecc7703 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:31:38.451628 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d4989c02-f1e8-403f-a342-c169cc6a039d req-cafae68a-e8e2-442c-bd2a-9db56ecc7703 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=40fa57d1-cd20-42ee-acef-cd325a6b2f1c HTTP/1.1" status: 200  len: 849 time: 0.1008334
Dec 25 21:31:38.456714 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-b24ac0c8-d586-4dbc-ae96-d8b622330b56 tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 2475 time: 0.1027198
Dec 25 21:31:38.465228 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 49428) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:31:38.466609 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3e945ecd-9380-47c2-aa0a-12ebe07e03e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:38.483346 ncdv-master-1 neutron-server[121607]: INFO neutron.api.v2.resource [None req-f2dd21bb-3f16-4358-a71d-c7a43fd746d5 tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] delete failed (client error): The resource could not be found.
Dec 25 21:31:38.485529 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-f2dd21bb-3f16-4358-a71d-c7a43fd746d5 tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] 10.222.0.32 "DELETE /v2.0/security-groups/e2889b36-7ab7-4fc8-bdcb-5e37384d11b8 HTTP/1.1" status: 404  len: 347 time: 0.0237093
Dec 25 21:31:38.493352 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 49430) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:31:38.500403 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device 9011d65b-fbaf-42ac-99a9-d60be63e84b8 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 25 21:31:38.522527 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d4989c02-f1e8-403f-a342-c169cc6a039d req-9e9014bc-f391-462f-948e-e1159f34d690 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=de58f787-39ab-41e4-85ea-78281c9ae3af&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0604782
Dec 25 21:31:38.523939 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-30ab40c3-8d02-4178-b233-7b55afea65a9 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2007615'] for router_interface, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:38.533977 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-cb4a99f9-a660-4f60-b364-3fd50cfebae4 req-51f69b62-c7a6-4094-af38-7fd22e64bcb0 tempest-VolumesActionsTest-1540518602 tempest-VolumesActionsTest-1540518602-project] 10.222.0.32 "GET /v2.0/security-groups?id=d95f4b4b-e2bc-4a54-974a-72224402b503&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1014006
Dec 25 21:31:38.572012 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b1649eb5-e201-43d2-a4e3-c029fd31a259 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:38.574661 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b1649eb5-e201-43d2-a4e3-c029fd31a259 admin admin] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:38.578608 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-b1649eb5-e201-43d2-a4e3-c029fd31a259 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b91eef00-e17a-4a6b-bf8c-dc658b79c2db HTTP/1.1" status: 204  len: 168 time: 0.4299719
Dec 25 21:31:38.625448 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port 9011d65b-fbaf-42ac-99a9-d60be63e84b8, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9011d65b-fbaf-42ac-99a9-d60be63e84b8,segment=NetworkSegment(51150129-bf93-43ed-a72b-663a41e8f921),segment_id=51150129-bf93-43ed-a72b-663a41e8f921)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:31:38.638609 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Returning: {'device': '9011d65b-fbaf-42ac-99a9-d60be63e84b8', 'network_id': 'c8199f70-d579-4a7f-8b38-5d569ea5e784', 'port_id': '9011d65b-fbaf-42ac-99a9-d60be63e84b8', 'mac_address': 'fa:16:3e:38:c8:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0cf468ed-9644-4e44-939f-6c7d09675460', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 25 21:31:38.652606 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-f93977a3-742c-4dff-acaa-632feb11461a tempest-SecGroupTest-1429081974 tempest-SecGroupTest-1429081974-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.1569901
Dec 25 21:31:38.665028 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d4989c02-f1e8-403f-a342-c169cc6a039d req-ee37ade5-15cc-4368-9fcd-80f8de9831bc service neutron] 10.222.0.31 "GET /v2.0/networks/de58f787-39ab-41e4-85ea-78281c9ae3af?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1295369
Dec 25 21:31:38.669605 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1649eb5-e201-43d2-a4e3-c029fd31a259 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b91eef00-e17a-4a6b-bf8c-dc658b79c2db,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:31:38.738287 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:38.756245 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9011d65b-fbaf-42ac-99a9-d60be63e84b8 {{(pid=121608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:31:38.778102 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port 9011d65b-fbaf-42ac-99a9-d60be63e84b8, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9011d65b-fbaf-42ac-99a9-d60be63e84b8,segment=NetworkSegment(51150129-bf93-43ed-a72b-663a41e8f921),segment_id=51150129-bf93-43ed-a72b-663a41e8f921)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:31:38.832405 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7eda70a9-13de-4d40-9e40-f025eb6d2f4a req-56bff657-cad0-4269-971d-fccafaef0bb5 tempest-VolumesNegativeTest-763913042 tempest-VolumesNegativeTest-763913042-project] 10.222.0.32 "GET /v2.0/ports?device_id=77f09b4b-c1be-4f85-9ebf-48b16aaa0b7d HTTP/1.1" status: 200  len: 210 time: 0.0360701
Dec 25 21:31:38.856186 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d4989c02-f1e8-403f-a342-c169cc6a039d req-53dcaadd-7afa-4520-be42-b1de5e4b9d09 service neutron] 10.222.0.31 "GET /v2.0/networks/de58f787-39ab-41e4-85ea-78281c9ae3af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1598697
Dec 25 21:31:38.905434 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:38.936348 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-30ab40c3-8d02-4178-b233-7b55afea65a9 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Deleting port 81ce71f5-719b-4856-b736-2ace6e074eb1 {{(pid=121607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:31:38.937070 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-30ab40c3-8d02-4178-b233-7b55afea65a9 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:38.956403 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-68db328f-02d1-41dd-a72e-c6c0aa3431a8 req-f66c8b05-de04-43ba-8bc7-5c7c0a1183e9 tempest-VolumesNegativeTest-763913042 tempest-VolumesNegativeTest-763913042-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=1b4189d0115b4d849f8f9bce9deef49f&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0472612
Dec 25 21:31:38.970024 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Pushing event updated for resources: {'Port': ['ID=9011d65b-fbaf-42ac-99a9-d60be63e84b8,revision_number=4']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:31:39.016660 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8f999b-8e51-401e-aaa2-8ffc2d15506b req-3dd2d2be-334a-476c-9183-be4a8d81abc7 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:31:39.018764 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-bb8f999b-8e51-401e-aaa2-8ffc2d15506b req-3dd2d2be-334a-476c-9183-be4a8d81abc7 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] 10.222.0.32 "GET /v2.0/ports?device_id=15fbb331-7835-449b-b015-adf2d50f5186 HTTP/1.1" status: 200  len: 944 time: 0.1226375
Dec 25 21:31:39.051379 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.db [None req-30ab40c3-8d02-4178-b233-7b55afea65a9 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] For port 81ce71f5-719b-4856-b736-2ace6e074eb1, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=81ce71f5-719b-4856-b736-2ace6e074eb1,segment=NetworkSegment(62afa5b7-4ee1-467e-818a-3c97bec2ec48),segment_id=62afa5b7-4ee1-467e-818a-3c97bec2ec48)] {{(pid=121607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:31:39.052129 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-30ab40c3-8d02-4178-b233-7b55afea65a9 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:39.078966 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-30ab40c3-8d02-4178-b233-7b55afea65a9 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Calling delete_port for 81ce71f5-719b-4856-b736-2ace6e074eb1 owned by network:router_interface {{(pid=121607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:31:39.120207 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68db328f-02d1-41dd-a72e-c6c0aa3431a8 req-1e204d66-e202-4a8f-a69b-5e59a99b1250 tempest-VolumesNegativeTest-763913042 tempest-VolumesNegativeTest-763913042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:31:39.121757 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-68db328f-02d1-41dd-a72e-c6c0aa3431a8 req-1e204d66-e202-4a8f-a69b-5e59a99b1250 tempest-VolumesNegativeTest-763913042 tempest-VolumesNegativeTest-763913042-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1528926
Dec 25 21:31:39.129801 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-bb8f999b-8e51-401e-aaa2-8ffc2d15506b req-9d24265c-10c6-4fed-9bca-ed154ecd925a tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] 10.222.0.32 "GET /v2.0/security-groups?id=89fb11b5-d095-4b35-8a22-8ffdb90cfcff&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0795627
Dec 25 21:31:39.135375 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-68db328f-02d1-41dd-a72e-c6c0aa3431a8 req-203bdda1-a7b8-4e77-b6e7-78e47b89aa99 tempest-VolumesNegativeTest-763913042 tempest-VolumesNegativeTest-763913042-project] Request body: {'port': {'device_id': '77f09b4b-c1be-4f85-9ebf-48b16aaa0b7d', 'network_id': '8f212e98-547d-4c6e-a560-2e9a548c8f59', 'admin_state_up': True, 'tenant_id': '1b4189d0115b4d849f8f9bce9deef49f'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:31:39.143361 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] get_ports_and_sgs() called for port_ids ['9011d65b-fbaf-42ac-99a9-d60be63e84b8'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:31:39.394588 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 49448) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:31:39.458814 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68db328f-02d1-41dd-a72e-c6c0aa3431a8 req-203bdda1-a7b8-4e77-b6e7-78e47b89aa99 tempest-VolumesNegativeTest-763913042 tempest-VolumesNegativeTest-763913042-project] Made reservation on behalf of 1b4189d0115b4d849f8f9bce9deef49f for: {'port': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:31:39.462434 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-68db328f-02d1-41dd-a72e-c6c0aa3431a8 req-203bdda1-a7b8-4e77-b6e7-78e47b89aa99 tempest-VolumesNegativeTest-763913042 tempest-VolumesNegativeTest-763913042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:39.471907 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-68db328f-02d1-41dd-a72e-c6c0aa3431a8 req-203bdda1-a7b8-4e77-b6e7-78e47b89aa99 tempest-VolumesNegativeTest-763913042 tempest-VolumesNegativeTest-763913042-project] Publish callbacks [] for security_group, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:39.488637 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-30ab40c3-8d02-4178-b233-7b55afea65a9 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:39.488830 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-15cb578f-7a63-4fd3-925d-83bad4c7b82a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:39.532754 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ab40c3-8d02-4178-b233-7b55afea65a9 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Pushing event deleted for resources: {'Port': ['ID=81ce71f5-719b-4856-b736-2ace6e074eb1,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:31:39.567135 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-68db328f-02d1-41dd-a72e-c6c0aa3431a8 req-203bdda1-a7b8-4e77-b6e7-78e47b89aa99 tempest-VolumesNegativeTest-763913042 tempest-VolumesNegativeTest-763913042-project] Publish callbacks [] for security_group, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:39.608964 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-78852d80-6221-440e-a71a-c68c1123685a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0e7617b28f94425bbcf599d545e4f87e&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2129729
Dec 25 21:31:39.612151 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 49454) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:31:39.671492 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-68db328f-02d1-41dd-a72e-c6c0aa3431a8 req-203bdda1-a7b8-4e77-b6e7-78e47b89aa99 tempest-VolumesNegativeTest-763913042 tempest-VolumesNegativeTest-763913042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:39.741088 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 49456) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:31:39.755265 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241f4766-671d-4087-93fb-6853fe05c49a req-a1558afc-973b-45ac-bab9-8f69cfd319ac tempest-VolumesActionsTest-1540518602 tempest-VolumesActionsTest-1540518602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:31:39.756844 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-241f4766-671d-4087-93fb-6853fe05c49a req-a1558afc-973b-45ac-bab9-8f69cfd319ac tempest-VolumesActionsTest-1540518602 tempest-VolumesActionsTest-1540518602-project] 10.222.0.32 "GET /v2.0/ports?device_id=ccaf2ac9-c8d5-4d9d-beea-c3bd24d44294 HTTP/1.1" status: 200  len: 944 time: 0.1374679
Dec 25 21:31:39.761030 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-30ab40c3-8d02-4178-b233-7b55afea65a9 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2007763'] for router_interface, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:39.787980 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203bdda1-a7b8-4e77-b6e7-78e47b89aa99 tempest-VolumesNegativeTest-763913042 tempest-VolumesNegativeTest-763913042-project] Pushing event updated for resources: {'SecurityGroup': ['ID=deb16012-caf8-46e4-bd8f-a73e0cb26ce2,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:31:39.810064 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-a26d2269-b24e-4993-9c9b-c33eefec4732 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:39.835191 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-8ac493d5-40fd-4e44-a508-0a2b4142ff76 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=498aad80bbd44b6e8fc8fd1b6ed08a4b&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0929303
Dec 25 21:31:39.850330 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 49458) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:31:39.907607 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-a26d2269-b24e-4993-9c9b-c33eefec4732 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:39.960147 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_common [req-68db328f-02d1-41dd-a72e-c6c0aa3431a8 req-203bdda1-a7b8-4e77-b6e7-78e47b89aa99 tempest-VolumesNegativeTest-763913042 tempest-VolumesNegativeTest-763913042-project] Allocated IP 192.168.233.175 (8f212e98-547d-4c6e-a560-2e9a548c8f59/dcfbae86-f93e-400c-8084-eac7f56ff5ba/28d39838-5105-46f2-ab15-5f4dad4e0e34) {{(pid=121606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:31:39.971914 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30ab40c3-8d02-4178-b233-7b55afea65a9 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Router ea3f5e80-4b98-41f9-9cee-68f565c5daca has already been hosted by L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 {{(pid=121607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 25 21:31:39.992971 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-241f4766-671d-4087-93fb-6853fe05c49a req-ab977cf1-4587-4f59-aa19-f64cc06ceba2 tempest-VolumesActionsTest-1540518602 tempest-VolumesActionsTest-1540518602-project] 10.222.0.32 "GET /v2.0/security-groups?id=d95f4b4b-e2bc-4a54-974a-72224402b503&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2241831
Dec 25 21:31:40.004731 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d3db5db4-1c74-4309-a9a1-bf5d6833cc4e req-79fe01ae-0068-46e3-8024-e8c7862acf77 tempest-VolumesNegativeTest-763913042 tempest-VolumesNegativeTest-763913042-project] 10.222.0.32 "GET /v2.0/ports?device_id=77f09b4b-c1be-4f85-9ebf-48b16aaa0b7d HTTP/1.1" status: 200  len: 210 time: 0.0770440
Dec 25 21:31:40.038258 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-ba6a0c2c-f2c7-47e2-a321-cd6bf37cf19f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:40.075709 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30ab40c3-8d02-4178-b233-7b55afea65a9 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 21:31:40.080841 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-ba6a0c2c-f2c7-47e2-a321-cd6bf37cf19f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:40.084272 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-30ab40c3-8d02-4178-b233-7b55afea65a9 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] 10.222.0.32 "PUT /v2.0/routers/ea3f5e80-4b98-41f9-9cee-68f565c5daca/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.3282418
Dec 25 21:31:40.084505 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 49462) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:31:40.090733 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30e78db9-723e-41b0-875c-2d768437654f None None] Sync routers for ids ['ea3f5e80-4b98-41f9-9cee-68f565c5daca'] in ncdv-master-1 {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 21:31:40.102792 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30e78db9-723e-41b0-875c-2d768437654f None None] Routers {'ea3f5e80-4b98-41f9-9cee-68f565c5daca'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:31:40.103402 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-30e78db9-723e-41b0-875c-2d768437654f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f26189572e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:31:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['ea3f5e80-4b98-41f9-9cee-68f565c5daca'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:31:40.146872 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffee7d8f-75d9-4539-91ff-5ff5aa6bbf00 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Deleting subnet fc88b8d2-273b-41e8-8d59-a828d8bf283c {{(pid=121607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Dec 25 21:31:40.150643 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ffee7d8f-75d9-4539-91ff-5ff5aa6bbf00 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks [] for subnet, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:40.167881 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-a26d2269-b24e-4993-9c9b-c33eefec4732 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:40.170628 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-a26d2269-b24e-4993-9c9b-c33eefec4732 admin admin] Publish callbacks [] for security_group, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:40.171794 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-a26d2269-b24e-4993-9c9b-c33eefec4732 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3822a9e3-f7b0-40e9-9393-ef7d0fa3e491 HTTP/1.1" status: 204  len: 168 time: 0.5578110
Dec 25 21:31:40.191928 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26d2269-b24e-4993-9c9b-c33eefec4732 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3822a9e3-f7b0-40e9-9393-ef7d0fa3e491,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:31:40.209051 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvr_db [None req-30e78db9-723e-41b0-875c-2d768437654f None None] Set router ea3f5e80-4b98-41f9-9cee-68f565c5daca gateway port host: None {{(pid=121609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:31:40.228929 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ffee7d8f-75d9-4539-91ff-5ff5aa6bbf00 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10246617'] for subnet, precommit_delete_associations {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:40.236422 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-68db328f-02d1-41dd-a72e-c6c0aa3431a8 req-203bdda1-a7b8-4e77-b6e7-78e47b89aa99 tempest-VolumesNegativeTest-763913042 tempest-VolumesNegativeTest-763913042-project] Publish callbacks [] for port, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:40.275842 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-ba6a0c2c-f2c7-47e2-a321-cd6bf37cf19f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:40.278035 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-ba6a0c2c-f2c7-47e2-a321-cd6bf37cf19f admin admin] Publish callbacks [] for security_group, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:40.282497 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-ba6a0c2c-f2c7-47e2-a321-cd6bf37cf19f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/18c4bd80-91bc-4ef9-adee-a65155ffec6e HTTP/1.1" status: 204  len: 168 time: 0.4270844
Dec 25 21:31:40.296642 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6a0c2c-f2c7-47e2-a321-cd6bf37cf19f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18c4bd80-91bc-4ef9-adee-a65155ffec6e,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:31:40.345617 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-68db328f-02d1-41dd-a72e-c6c0aa3431a8 req-203bdda1-a7b8-4e77-b6e7-78e47b89aa99 tempest-VolumesNegativeTest-763913042 tempest-VolumesNegativeTest-763913042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:40.370894 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ffee7d8f-75d9-4539-91ff-5ff5aa6bbf00 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995662'] for subnet, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:40.475860 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-30e78db9-723e-41b0-875c-2d768437654f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f26189572e0>, [{'id': 'ea3f5e80-4b98-41f9-9cee-68f565c5daca', 'name': 'tempest-RoutersTest-router-1986204596', 'tenant_id': '2b4b670b5aa1407f8675179d6279efab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:30:46Z', 'updated_at': '2021-12-25T21:31:39Z', 'revision_number': 10, 'project_id': '2b4b670b5aa1407f8675179d6279efab', 'gw_port_host': None, '_interfaces': [{'id': 'e5c07cac-9a36-4ba0-805f-c4bdd2022ad7', 'name': '', 'network_id': '1cf7359b-8ef4-4787-a8de-edf6b0703c3b', 'tenant_id': '2b4b670b5aa1407f8675179d6279efab', 'mac_address': 'fa:16:3e:de:c2:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea3f5e80-4b98-41f9-9cee-68f565c5daca', 'device_owner': 'network:router_interface', 'standard_attr_id': 2544, 'fixed_ips': [{'subnet_id': '98da7abf-53cd-43ff-b3be-a1b4b395f8ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:30:51Z', 'updated_at': '2021-12-25T21:30:56Z', 'revision_number': 5, 'project_id': '2b4b670b5aa1407f8675179d6279efab', 'subnets': [{'id': '98da7abf-53cd-43ff-b3be-a1b4b395f8ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:31:40.495924 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68db328f-02d1-41dd-a72e-c6c0aa3431a8 req-203bdda1-a7b8-4e77-b6e7-78e47b89aa99 tempest-VolumesNegativeTest-763913042 tempest-VolumesNegativeTest-763913042-project] Network 8f212e98-547d-4c6e-a560-2e9a548c8f59 is already hosted by enough agents. {{(pid=121606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:31:40.504850 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device 9011d65b-fbaf-42ac-99a9-d60be63e84b8 up at agent hyperv_nch2-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:31:40.509117 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [req-68db328f-02d1-41dd-a72e-c6c0aa3431a8 req-203bdda1-a7b8-4e77-b6e7-78e47b89aa99 tempest-VolumesNegativeTest-763913042 tempest-VolumesNegativeTest-763913042-project] Resources bound (agent type, host, resource id):  {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:31:40.522827 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [req-68db328f-02d1-41dd-a72e-c6c0aa3431a8 req-203bdda1-a7b8-4e77-b6e7-78e47b89aa99 tempest-VolumesNegativeTest-763913042 tempest-VolumesNegativeTest-763913042-project] Received port after_create {{(pid=121606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:31:40.531889 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30e78db9-723e-41b0-875c-2d768437654f None None] Checking router: ea3f5e80-4b98-41f9-9cee-68f565c5daca for host: ncdv-master-1 {{(pid=121609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 25 21:31:40.541392 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30e78db9-723e-41b0-875c-2d768437654f None None] Routers {'ea3f5e80-4b98-41f9-9cee-68f565c5daca'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:31:40.542378 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-30e78db9-723e-41b0-875c-2d768437654f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f26189572e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:31:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['ea3f5e80-4b98-41f9-9cee-68f565c5daca'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:31:40.553441 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203bdda1-a7b8-4e77-b6e7-78e47b89aa99 tempest-VolumesNegativeTest-763913042 tempest-VolumesNegativeTest-763913042-project] Pushing event updated for resources: {'Port': ['ID=28d39838-5105-46f2-ab15-5f4dad4e0e34,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:31:40.586033 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ffee7d8f-75d9-4539-91ff-5ff5aa6bbf00 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8632410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8852809'] for subnet, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:40.612527 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff88f95-6959-483d-a7b8-62ecf78c0dae req-14d953d9-8394-451f-b280-aabe32667b2c tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:31:40.614538 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-fff88f95-6959-483d-a7b8-62ecf78c0dae req-14d953d9-8394-451f-b280-aabe32667b2c tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] 10.222.0.32 "GET /v2.0/ports?device_id=15fbb331-7835-449b-b015-adf2d50f5186 HTTP/1.1" status: 200  len: 944 time: 0.2499096
Dec 25 21:31:40.621894 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffee7d8f-75d9-4539-91ff-5ff5aa6bbf00 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Pushing event deleted for resources: {'Subnet': ['ID=fc88b8d2-273b-41e8-8d59-a828d8bf283c,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:31:40.626739 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ffee7d8f-75d9-4539-91ff-5ff5aa6bbf00 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks [] for subnet, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:40.627315 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68db328f-02d1-41dd-a72e-c6c0aa3431a8 req-203bdda1-a7b8-4e77-b6e7-78e47b89aa99 tempest-VolumesNegativeTest-763913042 tempest-VolumesNegativeTest-763913042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:31:40.628046 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-68db328f-02d1-41dd-a72e-c6c0aa3431a8 req-203bdda1-a7b8-4e77-b6e7-78e47b89aa99 tempest-VolumesNegativeTest-763913042 tempest-VolumesNegativeTest-763913042-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:40.630448 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-ffee7d8f-75d9-4539-91ff-5ff5aa6bbf00 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] 10.222.0.32 "DELETE /v2.0/subnets/fc88b8d2-273b-41e8-8d59-a828d8bf283c HTTP/1.1" status: 204  len: 168 time: 0.5445545
Dec 25 21:31:40.632850 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 49474) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:31:40.647296 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e3230fb-d229-4644-9502-1c2a197db63d None None] Network 2a20ef8b-2df5-4ece-a869-33142cdac83f requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:31:40.713717 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Provisioning for port 9011d65b-fbaf-42ac-99a9-d60be63e84b8 completed by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 25 21:31:40.721474 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Provisioning complete for port 9011d65b-fbaf-42ac-99a9-d60be63e84b8 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:31:40.721958 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:40.734041 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvr_db [None req-30e78db9-723e-41b0-875c-2d768437654f None None] Set router ea3f5e80-4b98-41f9-9cee-68f565c5daca gateway port host: None {{(pid=121609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:31:40.756621 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-fff88f95-6959-483d-a7b8-62ecf78c0dae req-adcb51d6-2a64-4b34-bb85-aa660d250b61 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] 10.222.0.32 "GET /v2.0/security-groups?id=89fb11b5-d095-4b35-8a22-8ffdb90cfcff&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1222799
Dec 25 21:31:40.804393 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-68db328f-02d1-41dd-a72e-c6c0aa3431a8 req-203bdda1-a7b8-4e77-b6e7-78e47b89aa99 tempest-VolumesNegativeTest-763913042 tempest-VolumesNegativeTest-763913042-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 1.6730964
Dec 25 21:31:40.818829 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-68db328f-02d1-41dd-a72e-c6c0aa3431a8 req-79c5a357-e50d-4779-9955-0e9415690585 service neutron] Request body: {'port': {'device_id': '77f09b4b-c1be-4f85-9ebf-48b16aaa0b7d', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:31:40.829575 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-8d40f9d3-24c1-468d-80c0-b507d0b6ea62 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625803'] for network, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:40.858173 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:41.007079 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-8d40f9d3-24c1-468d-80c0-b507d0b6ea62 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Deleting port 21fe841b-afec-461d-8b2f-90042d502fdf {{(pid=121607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:31:41.007581 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-8d40f9d3-24c1-468d-80c0-b507d0b6ea62 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:41.121657 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.db [None req-8d40f9d3-24c1-468d-80c0-b507d0b6ea62 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] For port 21fe841b-afec-461d-8b2f-90042d502fdf, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=21fe841b-afec-461d-8b2f-90042d502fdf,segment=NetworkSegment(62afa5b7-4ee1-467e-818a-3c97bec2ec48),segment_id=62afa5b7-4ee1-467e-818a-3c97bec2ec48)] {{(pid=121607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:31:41.122031 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-8d40f9d3-24c1-468d-80c0-b507d0b6ea62 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:41.156205 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-8d40f9d3-24c1-468d-80c0-b507d0b6ea62 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Calling delete_port for 21fe841b-afec-461d-8b2f-90042d502fdf owned by network:dhcp {{(pid=121607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:31:41.225993 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ea75fc5-bd75-4769-bdc3-0a77aaddd8b3 None None] DHCP port deletion for 2a20ef8b-2df5-4ece-a869-33142cdac83f request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 21:31:41.265497 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:41.266738 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-30e78db9-723e-41b0-875c-2d768437654f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f26189572e0>, [{'id': 'ea3f5e80-4b98-41f9-9cee-68f565c5daca', 'name': 'tempest-RoutersTest-router-1986204596', 'tenant_id': '2b4b670b5aa1407f8675179d6279efab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:30:46Z', 'updated_at': '2021-12-25T21:31:39Z', 'revision_number': 10, 'project_id': '2b4b670b5aa1407f8675179d6279efab', 'gw_port_host': None, '_interfaces': [{'id': 'e5c07cac-9a36-4ba0-805f-c4bdd2022ad7', 'name': '', 'network_id': '1cf7359b-8ef4-4787-a8de-edf6b0703c3b', 'tenant_id': '2b4b670b5aa1407f8675179d6279efab', 'mac_address': 'fa:16:3e:de:c2:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea3f5e80-4b98-41f9-9cee-68f565c5daca', 'device_owner': 'network:router_interface', 'standard_attr_id': 2544, 'fixed_ips': [{'subnet_id': '98da7abf-53cd-43ff-b3be-a1b4b395f8ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:30:51Z', 'updated_at': '2021-12-25T21:30:56Z', 'revision_number': 5, 'project_id': '2b4b670b5aa1407f8675179d6279efab', 'subnets': [{'id': '98da7abf-53cd-43ff-b3be-a1b4b395f8ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:31:41.269543 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device a40bc1af-cf16-4f22-9e98-443b60684223 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 25 21:31:41.320005 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30e78db9-723e-41b0-875c-2d768437654f None None] The sync data for ids ['ea3f5e80-4b98-41f9-9cee-68f565c5daca'] in ncdv-master-1 is: [{'id': 'ea3f5e80-4b98-41f9-9cee-68f565c5daca', 'name': 'tempest-RoutersTest-router-1986204596', 'tenant_id': '2b4b670b5aa1407f8675179d6279efab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:30:46Z', 'updated_at': '2021-12-25T21:31:39Z', 'revision_number': 10, 'project_id': '2b4b670b5aa1407f8675179d6279efab', 'gw_port_host': None, '_interfaces': [{'id': 'e5c07cac-9a36-4ba0-805f-c4bdd2022ad7', 'name': '', 'network_id': '1cf7359b-8ef4-4787-a8de-edf6b0703c3b', 'tenant_id': '2b4b670b5aa1407f8675179d6279efab', 'mac_address': 'fa:16:3e:de:c2:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea3f5e80-4b98-41f9-9cee-68f565c5daca', 'device_owner': 'network:router_interface', 'standard_attr_id': 2544, 'fixed_ips': [{'subnet_id': '98da7abf-53cd-43ff-b3be-a1b4b395f8ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:30:51Z', 'updated_at': '2021-12-25T21:30:56Z', 'revision_number': 5, 'project_id': '2b4b670b5aa1407f8675179d6279efab', 'subnets': [{'id': '98da7abf-53cd-43ff-b3be-a1b4b395f8ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 21:31:41.425259 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-8d40f9d3-24c1-468d-80c0-b507d0b6ea62 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:41.440946 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 21fe841b-afec-461d-8b2f-90042d502fdf no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:31:41.466943 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d40f9d3-24c1-468d-80c0-b507d0b6ea62 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Pushing event deleted for resources: {'Port': ['ID=21fe841b-afec-461d-8b2f-90042d502fdf,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:31:41.490622 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d40f9d3-24c1-468d-80c0-b507d0b6ea62 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] No DVR routers for this DVR port 21fe841b-afec-461d-8b2f-90042d502fdf on host ncdv-master-1 {{(pid=121607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:31:41.546979 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-a7e8b3ce-a33d-4f17-85a3-87fe8e16fb02 None None] Provisioning complete for port 28d39838-5105-46f2-ab15-5f4dad4e0e34 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:31:41.547559 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-a7e8b3ce-a33d-4f17-85a3-87fe8e16fb02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:41.585065 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-68db328f-02d1-41dd-a72e-c6c0aa3431a8 req-79c5a357-e50d-4779-9955-0e9415690585 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:41.594263 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] No Port match for: 21fe841b-afec-461d-8b2f-90042d502fdf {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:31:41.594777 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 21fe841b-afec-461d-8b2f-90042d502fdf not bound to the agent host ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:31:41.597523 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-8d40f9d3-24c1-468d-80c0-b507d0b6ea62 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997585', 'neutron.services.segments.db._delete_segments_for_network-8737602743071'] for network, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:41.610707 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-a7e8b3ce-a33d-4f17-85a3-87fe8e16fb02 None None] Port 28d39838-5105-46f2-ab15-5f4dad4e0e34 cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:31:41.621354 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15fbb331-7835-449b-b015-adf2d50f5186', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9011d65b-fbaf-42ac-99a9-d60be63e84b8'}] {{(pid=121608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:31:41.623096 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-8d40f9d3-24c1-468d-80c0-b507d0b6ea62 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2611ec8d60>,) {'filters': {'network_id': ['2a20ef8b-2df5-4ece-a869-33142cdac83f']}} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:31:41.623654 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a88c78c3ff6266bd59c7e89d275b28c92e739b67d23c89d71af88829fd31566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b667bd93-0939-41b4-ac5f-3ff29f7b014e" -d '{"events": [{"server_uuid": "15fbb331-7835-449b-b015-adf2d50f5186", "name": "network-vif-plugged", "status": "completed", "tag": "9011d65b-fbaf-42ac-99a9-d60be63e84b8"}]}' {{(pid=121608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:31:41.623802 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a16d5a-6326-4479-b61e-81e2770f6d1f req-733bae9c-f8f2-4f4e-9d44-89f66a0bcbc7 tempest-VolumesNegativeTest-763913042 tempest-VolumesNegativeTest-763913042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:31:41.625958 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-01a16d5a-6326-4479-b61e-81e2770f6d1f req-733bae9c-f8f2-4f4e-9d44-89f66a0bcbc7 tempest-VolumesNegativeTest-763913042 tempest-VolumesNegativeTest-763913042-project] 10.222.0.32 "GET /v2.0/ports?device_id=77f09b4b-c1be-4f85-9ebf-48b16aaa0b7d HTTP/1.1" status: 200  len: 936 time: 0.1105549
Dec 25 21:31:41.632631 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port a40bc1af-cf16-4f22-9e98-443b60684223, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a40bc1af-cf16-4f22-9e98-443b60684223,segment=NetworkSegment(0fac887f-f99f-493c-9476-cc5385c45b09),segment_id=0fac887f-f99f-493c-9476-cc5385c45b09)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:31:41.633696 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-8d40f9d3-24c1-468d-80c0-b507d0b6ea62 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2611ec8d60>, '62afa5b7-4ee1-467e-818a-3c97bec2ec48') {'for_net_delete': True} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:31:41.634004 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-8d40f9d3-24c1-468d-80c0-b507d0b6ea62 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2611ec8d60>, '62afa5b7-4ee1-467e-818a-3c97bec2ec48') {} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:31:41.645320 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-8d40f9d3-24c1-468d-80c0-b507d0b6ea62 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737602746920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10246592'] for segment, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:41.656558 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port 9011d65b-fbaf-42ac-99a9-d60be63e84b8, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9011d65b-fbaf-42ac-99a9-d60be63e84b8,segment=NetworkSegment(51150129-bf93-43ed-a72b-663a41e8f921),segment_id=51150129-bf93-43ed-a72b-663a41e8f921)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:31:41.660661 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Returning: {'device': 'a40bc1af-cf16-4f22-9e98-443b60684223', 'network_id': 'de58f787-39ab-41e4-85ea-78281c9ae3af', 'port_id': 'a40bc1af-cf16-4f22-9e98-443b60684223', 'mac_address': 'fa:16:3e:b9:1b:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40fa57d1-cd20-42ee-acef-cd325a6b2f1c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 25 21:31:41.664642 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-6ea75fc5-bd75-4769-bdc3-0a77aaddd8b3 None None] Deleting port 21fe841b-afec-461d-8b2f-90042d502fdf {{(pid=121608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:31:41.665071 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-6ea75fc5-bd75-4769-bdc3-0a77aaddd8b3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:41.687020 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-8d40f9d3-24c1-468d-80c0-b507d0b6ea62 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:41.709120 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d40f9d3-24c1-468d-80c0-b507d0b6ea62 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Releasing vlan 181 on physical network physnet1 to pool {{(pid=121607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 25 21:31:41.709534 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-8d40f9d3-24c1-468d-80c0-b507d0b6ea62 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8633327'] for segment, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:41.725827 ncdv-master-1 neutron-server[121607]: Traceback (most recent call last):
Dec 25 21:31:41.725827 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 25 21:31:41.725827 ncdv-master-1 neutron-server[121607]:     timer()
Dec 25 21:31:41.725827 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 25 21:31:41.725827 ncdv-master-1 neutron-server[121607]:     cb(*args, **kw)
Dec 25 21:31:41.725827 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 25 21:31:41.725827 ncdv-master-1 neutron-server[121607]:     return func(*args, **kwargs)
Dec 25 21:31:41.725827 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 25 21:31:41.725827 ncdv-master-1 neutron-server[121607]:     self._notify()
Dec 25 21:31:41.725827 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 25 21:31:41.725827 ncdv-master-1 neutron-server[121607]:     self.callback(batched_events)
Dec 25 21:31:41.725827 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 25 21:31:41.725827 ncdv-master-1 neutron-server[121607]:     event.method(event)
Dec 25 21:31:41.725827 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 25 21:31:41.725827 ncdv-master-1 neutron-server[121607]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 25 21:31:41.725827 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 25 21:31:41.725827 ncdv-master-1 neutron-server[121607]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 25 21:31:41.725827 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 25 21:31:41.725827 ncdv-master-1 neutron-server[121607]:     return f(self, *a, **k)
Dec 25 21:31:41.725827 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 25 21:31:41.725827 ncdv-master-1 neutron-server[121607]:     return self._get(url).json()
Dec 25 21:31:41.725827 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 25 21:31:41.725827 ncdv-master-1 neutron-server[121607]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 25 21:31:41.725827 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 25 21:31:41.725827 ncdv-master-1 neutron-server[121607]:     return self.request(url, 'GET', **kwargs)
Dec 25 21:31:41.725827 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 25 21:31:41.725827 ncdv-master-1 neutron-server[121607]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 25 21:31:41.725827 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 25 21:31:41.725827 ncdv-master-1 neutron-server[121607]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 25 21:31:41.725827 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 25 21:31:41.725827 ncdv-master-1 neutron-server[121607]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 25 21:31:41.725827 ncdv-master-1 neutron-server[121607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 25 21:31:41.759369 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:41.770544 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:41.826380 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a40bc1af-cf16-4f22-9e98-443b60684223 {{(pid=121608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:31:41.830288 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd173dcc-9cc9-4cf9-b1ec-fac6cd187a64 req-959158bc-f8d7-42d8-9100-59113518ae19 tempest-VolumesActionsTest-1540518602 tempest-VolumesActionsTest-1540518602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:31:41.836860 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-bd173dcc-9cc9-4cf9-b1ec-fac6cd187a64 req-959158bc-f8d7-42d8-9100-59113518ae19 tempest-VolumesActionsTest-1540518602 tempest-VolumesActionsTest-1540518602-project] 10.222.0.32 "GET /v2.0/ports?device_id=ccaf2ac9-c8d5-4d9d-beea-c3bd24d44294 HTTP/1.1" status: 200  len: 944 time: 0.3226407
Dec 25 21:31:41.920189 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port a40bc1af-cf16-4f22-9e98-443b60684223, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a40bc1af-cf16-4f22-9e98-443b60684223,segment=NetworkSegment(0fac887f-f99f-493c-9476-cc5385c45b09),segment_id=0fac887f-f99f-493c-9476-cc5385c45b09)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:31:41.929250 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-6ea75fc5-bd75-4769-bdc3-0a77aaddd8b3 None None] For port 21fe841b-afec-461d-8b2f-90042d502fdf, host ncdv-master-1, got binding levels [] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:31:41.929689 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-6ea75fc5-bd75-4769-bdc3-0a77aaddd8b3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:41.965572 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Pushing event updated for resources: {'Port': ['ID=9011d65b-fbaf-42ac-99a9-d60be63e84b8,revision_number=5']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:31:41.969163 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-6ea75fc5-bd75-4769-bdc3-0a77aaddd8b3 None None] Calling delete_port for 21fe841b-afec-461d-8b2f-90042d502fdf owned by network:dhcp {{(pid=121608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:31:41.974614 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.ipam_backend_mixin [None req-6ea75fc5-bd75-4769-bdc3-0a77aaddd8b3 None None] Port 21fe841b-afec-461d-8b2f-90042d502fdf was not found and therefore no delete operation was performed {{(pid=121608) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}}
Dec 25 21:31:41.976250 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-6ea75fc5-bd75-4769-bdc3-0a77aaddd8b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955'] for port, after_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:41.978942 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-8d40f9d3-24c1-468d-80c0-b507d0b6ea62 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2008653'] for network, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:41.989975 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-8d40f9d3-24c1-468d-80c0-b507d0b6ea62 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks [] for network, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:41.997329 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-8d40f9d3-24c1-468d-80c0-b507d0b6ea62 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] 10.222.0.32 "DELETE /v2.0/networks/2a20ef8b-2df5-4ece-a869-33142cdac83f HTTP/1.1" status: 204  len: 168 time: 1.3609679
Dec 25 21:31:42.000173 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 49520) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:31:42.012394 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-01a16d5a-6326-4479-b61e-81e2770f6d1f req-fe41d497-57d3-4c37-81a3-0c1fb0975346 tempest-VolumesNegativeTest-763913042 tempest-VolumesNegativeTest-763913042-project] 10.222.0.32 "GET /v2.0/security-groups?id=deb16012-caf8-46e4-bd8f-a73e0cb26ce2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3595850
Dec 25 21:31:42.020066 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-bd173dcc-9cc9-4cf9-b1ec-fac6cd187a64 req-bc6aafff-0b20-4797-815a-911a9e67868a tempest-VolumesActionsTest-1540518602 tempest-VolumesActionsTest-1540518602-project] 10.222.0.32 "GET /v2.0/security-groups?id=d95f4b4b-e2bc-4a54-974a-72224402b503&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1630065
Dec 25 21:31:42.041391 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea75fc5-bd75-4769-bdc3-0a77aaddd8b3 None None] Pushing event deleted for resources: {'Port': ['ID=21fe841b-afec-461d-8b2f-90042d502fdf,revision_number=None']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:31:42.059283 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-6ea75fc5-bd75-4769-bdc3-0a77aaddd8b3 None None] Network 2a20ef8b-2df5-4ece-a869-33142cdac83f is not hosted by any dhcp agent {{(pid=121608) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}}
Dec 25 21:31:42.061850 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ea75fc5-bd75-4769-bdc3-0a77aaddd8b3 None None] No DVR routers for this DVR port 21fe841b-afec-461d-8b2f-90042d502fdf on host ncdv-master-1 {{(pid=121608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:31:42.067352 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:42.154109 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 21:31:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ee26ab8-3ec7-4f92-bb18-f80b7cc13dd7 x-openstack-request-id: req-8ee26ab8-3ec7-4f92-bb18-f80b7cc13dd7 {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:31:42.154529 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15fbb331-7835-449b-b015-adf2d50f5186", "name": "network-vif-plugged", "status": "completed", "tag": "9011d65b-fbaf-42ac-99a9-d60be63e84b8", "code": 200}]} {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:31:42.156709 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8ee26ab8-3ec7-4f92-bb18-f80b7cc13dd7 {{(pid=121608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:31:42.157315 ncdv-master-1 neutron-server[121608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15fbb331-7835-449b-b015-adf2d50f5186', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9011d65b-fbaf-42ac-99a9-d60be63e84b8', 'code': 200}
Dec 25 21:31:42.213276 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d40f9d3-24c1-468d-80c0-b507d0b6ea62 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Pushing event deleted for resources: {'Network': ['ID=2a20ef8b-2df5-4ece-a869-33142cdac83f,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:31:42.215204 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [req-68db328f-02d1-41dd-a72e-c6c0aa3431a8 req-79c5a357-e50d-4779-9955-0e9415690585 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28d39838-5105-46f2-ab15-5f4dad4e0e34 {{(pid=121606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:31:42.237614 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-68db328f-02d1-41dd-a72e-c6c0aa3431a8 req-79c5a357-e50d-4779-9955-0e9415690585 service neutron] Publish callbacks [] for port, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:42.239207 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Pushing event updated for resources: {'Port': ['ID=a40bc1af-cf16-4f22-9e98-443b60684223,revision_number=4']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:31:42.277022 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.provisioning_blocks [req-68db328f-02d1-41dd-a72e-c6c0aa3431a8 req-79c5a357-e50d-4779-9955-0e9415690585 service neutron] Transition to ACTIVE for port object 28d39838-5105-46f2-ab15-5f4dad4e0e34 will not be triggered until provisioned by entity L2. {{(pid=121606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 25 21:31:42.295977 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987695e5-64d0-4f4f-8f22-22ae53172b46 req-6750c76a-fdb9-4476-8803-0f719542d2c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:31:42.297558 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-987695e5-64d0-4f4f-8f22-22ae53172b46 req-6750c76a-fdb9-4476-8803-0f719542d2c5 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=15fbb331-7835-449b-b015-adf2d50f5186 HTTP/1.1" status: 200  len: 1096 time: 0.0739315
Dec 25 21:31:42.306304 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 49526) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:31:42.323095 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 49530) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:31:42.353721 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-68db328f-02d1-41dd-a72e-c6c0aa3431a8 req-79c5a357-e50d-4779-9955-0e9415690585 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:42.369263 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] get_ports_and_sgs() called for port_ids ['a40bc1af-cf16-4f22-9e98-443b60684223'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:31:42.402727 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02328487-1807-496f-b0b0-6451c67d92e7 req-54a88f42-9165-45bb-9df4-8919e3665786 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:31:42.410134 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-02328487-1807-496f-b0b0-6451c67d92e7 req-54a88f42-9165-45bb-9df4-8919e3665786 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] 10.222.0.32 "GET /v2.0/ports?device_id=15fbb331-7835-449b-b015-adf2d50f5186 HTTP/1.1" status: 200  len: 945 time: 0.1343615
Dec 25 21:31:42.440261 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-987695e5-64d0-4f4f-8f22-22ae53172b46 req-7711ea83-5b40-4203-8c06-73388910ecbb service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=89fb11b5-d095-4b35-8a22-8ffdb90cfcff&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1278033
Dec 25 21:31:42.542865 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-c38a398c-6c27-4cd2-aa48-1bd6a20ad661 tempest-SubnetPoolsTestJSON-1524467348 tempest-SubnetPoolsTestJSON-1524467348-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1993021696', 'prefixes': ['172.20.0.0/16']}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:31:42.568625 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-02328487-1807-496f-b0b0-6451c67d92e7 req-0e9262c2-b67f-42a0-8bac-3f0fc953f673 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] 10.222.0.32 "GET /v2.0/security-groups?id=89fb11b5-d095-4b35-8a22-8ffdb90cfcff&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1520998
Dec 25 21:31:42.568625 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c5a357-e50d-4779-9955-0e9415690585 service neutron] Pushing event updated for resources: {'Port': ['ID=28d39838-5105-46f2-ab15-5f4dad4e0e34,revision_number=2']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:31:42.578787 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-b0a7f35f-0c41-4fda-a1e8-5e63e21267e6 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-198967915-network', 'tenant_id': 'd3625a8207df4cb0a4da19210ca5c80c'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:31:42.687341 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-68db328f-02d1-41dd-a72e-c6c0aa3431a8 req-79c5a357-e50d-4779-9955-0e9415690585 service neutron] Attempting to bind port 28d39838-5105-46f2-ab15-5f4dad4e0e34 on host nch2-master-1 for vnic_type normal with profile  {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:31:42.687341 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-68db328f-02d1-41dd-a72e-c6c0aa3431a8 req-79c5a357-e50d-4779-9955-0e9415690585 service neutron] Attempting to bind port 28d39838-5105-46f2-ab15-5f4dad4e0e34 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '85c774cb-a0eb-4ad9-961f-f331d3b37cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '8f212e98-547d-4c6e-a560-2e9a548c8f59'}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:31:42.687341 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68db328f-02d1-41dd-a72e-c6c0aa3431a8 req-79c5a357-e50d-4779-9955-0e9415690585 service neutron] Attempting to bind port 28d39838-5105-46f2-ab15-5f4dad4e0e34 on network 8f212e98-547d-4c6e-a560-2e9a548c8f59 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:31:42.691164 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68db328f-02d1-41dd-a72e-c6c0aa3431a8 req-79c5a357-e50d-4779-9955-0e9415690585 service neutron] Port 28d39838-5105-46f2-ab15-5f4dad4e0e34 on network 8f212e98-547d-4c6e-a560-2e9a548c8f59 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 25 21:31:42.691483 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68db328f-02d1-41dd-a72e-c6c0aa3431a8 req-79c5a357-e50d-4779-9955-0e9415690585 service neutron] Attempting to bind port 28d39838-5105-46f2-ab15-5f4dad4e0e34 on network 8f212e98-547d-4c6e-a560-2e9a548c8f59 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:31:42.697136 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68db328f-02d1-41dd-a72e-c6c0aa3431a8 req-79c5a357-e50d-4779-9955-0e9415690585 service neutron] Checking agent: {'id': '0d9ae313-8f8d-40fa-8a9f-d098a25a9911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 21, 4, 38), 'started_at': datetime.datetime(2021, 12, 25, 21, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 31, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:31:42.697726 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68db328f-02d1-41dd-a72e-c6c0aa3431a8 req-79c5a357-e50d-4779-9955-0e9415690585 service neutron] Checking segment: {'id': '85c774cb-a0eb-4ad9-961f-f331d3b37cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '8f212e98-547d-4c6e-a560-2e9a548c8f59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:31:42.698112 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68db328f-02d1-41dd-a72e-c6c0aa3431a8 req-79c5a357-e50d-4779-9955-0e9415690585 service neutron] Bound using segment: {'id': '85c774cb-a0eb-4ad9-961f-f331d3b37cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '8f212e98-547d-4c6e-a560-2e9a548c8f59'} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:31:42.698542 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-68db328f-02d1-41dd-a72e-c6c0aa3431a8 req-79c5a357-e50d-4779-9955-0e9415690585 service neutron] Bound port: 28d39838-5105-46f2-ab15-5f4dad4e0e34, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85c774cb-a0eb-4ad9-961f-f331d3b37cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '8f212e98-547d-4c6e-a560-2e9a548c8f59'}}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:31:42.698905 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-68db328f-02d1-41dd-a72e-c6c0aa3431a8 req-79c5a357-e50d-4779-9955-0e9415690585 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:42.770232 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-68db328f-02d1-41dd-a72e-c6c0aa3431a8 req-79c5a357-e50d-4779-9955-0e9415690585 service neutron] For port 28d39838-5105-46f2-ab15-5f4dad4e0e34, host nch2-master-1, cleared binding levels {{(pid=121606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:31:42.773541 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-68db328f-02d1-41dd-a72e-c6c0aa3431a8 req-79c5a357-e50d-4779-9955-0e9415690585 service neutron] For port 28d39838-5105-46f2-ab15-5f4dad4e0e34, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=28d39838-5105-46f2-ab15-5f4dad4e0e34,segment=NetworkSegment(85c774cb-a0eb-4ad9-961f-f331d3b37cd6),segment_id=85c774cb-a0eb-4ad9-961f-f331d3b37cd6)] {{(pid=121606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:31:42.853502 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-68db328f-02d1-41dd-a72e-c6c0aa3431a8 req-79c5a357-e50d-4779-9955-0e9415690585 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:42.893966 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68db328f-02d1-41dd-a72e-c6c0aa3431a8 req-79c5a357-e50d-4779-9955-0e9415690585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:31:42.894644 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-68db328f-02d1-41dd-a72e-c6c0aa3431a8 req-79c5a357-e50d-4779-9955-0e9415690585 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:42.896099 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-68db328f-02d1-41dd-a72e-c6c0aa3431a8 req-79c5a357-e50d-4779-9955-0e9415690585 service neutron] 10.222.0.37 "PUT /v2.0/ports/28d39838-5105-46f2-ab15-5f4dad4e0e34 HTTP/1.1" status: 200  len: 1096 time: 2.0831285
Dec 25 21:31:42.896581 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77f09b4b-c1be-4f85-9ebf-48b16aaa0b7d', 'tag': '28d39838-5105-46f2-ab15-5f4dad4e0e34'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:31:42.898946 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9858820c13ec2827453b94ebc4181065e990a4e4089ccb9fe762531ac62d2fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e688842f-e6e5-491d-ab56-39670f52a718" -d '{"events": [{"name": "network-changed", "server_uuid": "77f09b4b-c1be-4f85-9ebf-48b16aaa0b7d", "tag": "28d39838-5105-46f2-ab15-5f4dad4e0e34"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:31:42.934328 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c5a357-e50d-4779-9955-0e9415690585 service neutron] Pushing event updated for resources: {'Port': ['ID=28d39838-5105-46f2-ab15-5f4dad4e0e34,revision_number=3']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:31:42.954510 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Dec 2021 21:31:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3123461-b9c1-465a-a090-ef23599d11fb x-openstack-request-id: req-d3123461-b9c1-465a-a090-ef23599d11fb {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:31:42.954767 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77f09b4b-c1be-4f85-9ebf-48b16aaa0b7d", "tag": "28d39838-5105-46f2-ab15-5f4dad4e0e34", "status": "completed", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:31:42.955208 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d3123461-b9c1-465a-a090-ef23599d11fb {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:31:42.955800 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77f09b4b-c1be-4f85-9ebf-48b16aaa0b7d', 'tag': '28d39838-5105-46f2-ab15-5f4dad4e0e34', 'status': 'completed', 'code': 200}
Dec 25 21:31:43.023873 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-52ce12c8-1645-439f-b70c-4532ad16f966 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2007615'] for router_interface, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:43.031008 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0a7f35f-0c41-4fda-a1e8-5e63e21267e6 admin admin] Made reservation on behalf of d3625a8207df4cb0a4da19210ca5c80c for: {'network': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:31:43.033986 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b0a7f35f-0c41-4fda-a1e8-5e63e21267e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for network, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:43.049508 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e688842f-e6e5-491d-ab56-39670f52a718 req-d6216afc-ec95-459e-8c56-d6134d964b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:31:43.052936 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e688842f-e6e5-491d-ab56-39670f52a718 req-d6216afc-ec95-459e-8c56-d6134d964b52 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1b4189d0115b4d849f8f9bce9deef49f&device_id=77f09b4b-c1be-4f85-9ebf-48b16aaa0b7d HTTP/1.1" status: 200  len: 1099 time: 0.0698786
Dec 25 21:31:43.096235 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e688842f-e6e5-491d-ab56-39670f52a718 req-7f928af6-200e-4016-b71c-a732ad7fa456 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=1b4189d0115b4d849f8f9bce9deef49f&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0348992
Dec 25 21:31:43.096513 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b0a7f35f-0c41-4fda-a1e8-5e63e21267e6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:43.203691 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 81ce71f5-719b-4856-b736-2ace6e074eb1 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:31:43.230888 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] No Port match for: 81ce71f5-719b-4856-b736-2ace6e074eb1 {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:31:43.231575 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 81ce71f5-719b-4856-b736-2ace6e074eb1 not bound to the agent host ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:31:43.273629 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device a40bc1af-cf16-4f22-9e98-443b60684223 up at agent hyperv_nch1-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:31:43.365446 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ac35e0-b754-4d06-89de-78a976d18a02 req-d0951060-cfbb-40a9-8a0f-797a0797954e tempest-VolumesActionsTest-1540518602 tempest-VolumesActionsTest-1540518602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:31:43.366750 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b0a7f35f-0c41-4fda-a1e8-5e63e21267e6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:43.367033 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-83ac35e0-b754-4d06-89de-78a976d18a02 req-d0951060-cfbb-40a9-8a0f-797a0797954e tempest-VolumesActionsTest-1540518602 tempest-VolumesActionsTest-1540518602-project] 10.222.0.32 "GET /v2.0/ports?device_id=ccaf2ac9-c8d5-4d9d-beea-c3bd24d44294 HTTP/1.1" status: 200  len: 945 time: 0.2168455
Dec 25 21:31:43.374256 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-c38a398c-6c27-4cd2-aa48-1bd6a20ad661 tempest-SubnetPoolsTestJSON-1524467348 tempest-SubnetPoolsTestJSON-1524467348-project] Publish callbacks [] for subnetpool, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:43.378984 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-c38a398c-6c27-4cd2-aa48-1bd6a20ad661 tempest-SubnetPoolsTestJSON-1524467348 tempest-SubnetPoolsTestJSON-1524467348-project] 10.222.0.32 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 737 time: 1.0714779
Dec 25 21:31:43.379608 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 49554) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:31:43.393444 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Provisioning for port a40bc1af-cf16-4f22-9e98-443b60684223 completed by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 25 21:31:43.400938 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Provisioning complete for port a40bc1af-cf16-4f22-9e98-443b60684223 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:31:43.401663 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:43.402248 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d00702-e8ba-4ab2-b519-502987c562cf req-8e06355f-b42f-4668-ac49-4603f06523a3 tempest-VolumesNegativeTest-763913042 tempest-VolumesNegativeTest-763913042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:31:43.403806 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-94d00702-e8ba-4ab2-b519-502987c562cf req-8e06355f-b42f-4668-ac49-4603f06523a3 tempest-VolumesNegativeTest-763913042 tempest-VolumesNegativeTest-763913042-project] 10.222.0.32 "GET /v2.0/ports?device_id=77f09b4b-c1be-4f85-9ebf-48b16aaa0b7d HTTP/1.1" status: 200  len: 948 time: 0.2324436
Dec 25 21:31:43.443553 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e688842f-e6e5-491d-ab56-39670f52a718 req-9e8338d5-0221-4cdf-8163-78e14e7bd633 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:31:43.445058 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e688842f-e6e5-491d-ab56-39670f52a718 req-9e8338d5-0221-4cdf-8163-78e14e7bd633 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.3259268
Dec 25 21:31:43.459837 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b0a7f35f-0c41-4fda-a1e8-5e63e21267e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:43.483057 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-8cd2138a-21da-43b0-a1b3-98870fe7766e tempest-SubnetPoolsTestJSON-1524467348 tempest-SubnetPoolsTestJSON-1524467348-project] 10.222.0.32 "GET /v2.0/subnetpools/8b87ae11-27b8-447a-8b64-ea0a9635a509 HTTP/1.1" status: 200  len: 732 time: 0.1012208
Dec 25 21:31:43.486948 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-83ac35e0-b754-4d06-89de-78a976d18a02 req-5c524983-df0a-45f3-98ae-76b5ff8b56a6 tempest-VolumesActionsTest-1540518602 tempest-VolumesActionsTest-1540518602-project] 10.222.0.32 "GET /v2.0/security-groups?id=d95f4b4b-e2bc-4a54-974a-72224402b503&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1113632
Dec 25 21:31:43.487415 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 49562) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:31:43.495490 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-9907554d-6716-444b-ac8c-e6039507c027 tempest-SubnetPoolsTestJSON-1524467348 tempest-SubnetPoolsTestJSON-1524467348-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1788763130'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:31:43.501175 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0a7f35f-0c41-4fda-a1e8-5e63e21267e6 admin admin] vlan segment allocate from pool success with {'vlan_id': 180, 'physical_network': 'physnet1'}  {{(pid=121607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 25 21:31:43.505722 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-94d00702-e8ba-4ab2-b519-502987c562cf req-ae136145-bbff-4b30-9ca2-aca1a33fa7f0 tempest-VolumesNegativeTest-763913042 tempest-VolumesNegativeTest-763913042-project] 10.222.0.32 "GET /v2.0/security-groups?id=deb16012-caf8-46e4-bd8f-a73e0cb26ce2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0880568
Dec 25 21:31:43.566459 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b0a7f35f-0c41-4fda-a1e8-5e63e21267e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:43.566911 ncdv-master-1 neutron-server[121607]: INFO neutron.db.segments_db [None req-b0a7f35f-0c41-4fda-a1e8-5e63e21267e6 admin admin] Added segment 4d7acbc5-9faa-4d1c-9561-7a017cc31112 of type vlan for network a7e1816e-e061-48f4-919c-0820a13aab5b
Dec 25 21:31:43.570779 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:43.621608 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a7f35f-0c41-4fda-a1e8-5e63e21267e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d7d48ac-0dbe-4d82-be01-a2549b106897,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:31:43.634889 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port a40bc1af-cf16-4f22-9e98-443b60684223, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a40bc1af-cf16-4f22-9e98-443b60684223,segment=NetworkSegment(0fac887f-f99f-493c-9476-cc5385c45b09),segment_id=0fac887f-f99f-493c-9476-cc5385c45b09)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:31:43.636273 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b0a7f35f-0c41-4fda-a1e8-5e63e21267e6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737602163420'] for network, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:43.636809 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68db328f-02d1-41dd-a72e-c6c0aa3431a8 req-2be1a07b-ee92-401d-ba51-da2558d46985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:31:43.639011 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-68db328f-02d1-41dd-a72e-c6c0aa3431a8 req-2be1a07b-ee92-401d-ba51-da2558d46985 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1b4189d0115b4d849f8f9bce9deef49f&device_id=77f09b4b-c1be-4f85-9ebf-48b16aaa0b7d HTTP/1.1" status: 200  len: 1099 time: 0.1152356
Dec 25 21:31:43.687427 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-68db328f-02d1-41dd-a72e-c6c0aa3431a8 req-b61f2038-f3bf-49f5-8156-30349b6868ef service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.175&port_id=28d39838-5105-46f2-ab15-5f4dad4e0e34 HTTP/1.1" status: 200  len: 217 time: 0.0410719
Dec 25 21:31:43.688309 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-52ce12c8-1645-439f-b70c-4532ad16f966 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Deleting port e5c07cac-9a36-4ba0-805f-c4bdd2022ad7 {{(pid=121607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:31:43.688694 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-52ce12c8-1645-439f-b70c-4532ad16f966 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:43.711449 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:43.745707 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-9907554d-6716-444b-ac8c-e6039507c027 tempest-SubnetPoolsTestJSON-1524467348 tempest-SubnetPoolsTestJSON-1524467348-project] Publish callbacks [] for subnetpool, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:43.749460 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-9907554d-6716-444b-ac8c-e6039507c027 tempest-SubnetPoolsTestJSON-1524467348 tempest-SubnetPoolsTestJSON-1524467348-project] 10.222.0.32 "PUT /v2.0/subnetpools/8b87ae11-27b8-447a-8b64-ea0a9635a509 HTTP/1.1" status: 200  len: 684 time: 0.2575653
Dec 25 21:31:43.753299 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 49566) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:31:43.760492 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b0a7f35f-0c41-4fda-a1e8-5e63e21267e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870'] for network, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:43.761805 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0a7f35f-0c41-4fda-a1e8-5e63e21267e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:31:43.762557 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b0a7f35f-0c41-4fda-a1e8-5e63e21267e6 admin admin] Publish callbacks [] for network, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:43.773017 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Pushing event updated for resources: {'Port': ['ID=a40bc1af-cf16-4f22-9e98-443b60684223,revision_number=5']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:31:43.791580 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68db328f-02d1-41dd-a72e-c6c0aa3431a8 req-4326a355-f501-476c-9867-de2da01c85ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:31:43.793245 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-68db328f-02d1-41dd-a72e-c6c0aa3431a8 req-4326a355-f501-476c-9867-de2da01c85ba service neutron] 10.222.0.37 "GET /v2.0/subnets?id=dcfbae86-f93e-400c-8084-eac7f56ff5ba HTTP/1.1" status: 200  len: 843 time: 0.0975213
Dec 25 21:31:43.806975 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d73029b-6bbe-4927-b6e9-9b7590c5b10b req-a3737093-d841-45ff-a8c3-8cf6b5d45a83 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:31:43.808442 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7d73029b-6bbe-4927-b6e9-9b7590c5b10b req-a3737093-d841-45ff-a8c3-8cf6b5d45a83 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] 10.222.0.32 "GET /v2.0/ports?device_id=15fbb331-7835-449b-b015-adf2d50f5186 HTTP/1.1" status: 200  len: 945 time: 0.1238601
Dec 25 21:31:43.850939 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.db [None req-52ce12c8-1645-439f-b70c-4532ad16f966 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] For port e5c07cac-9a36-4ba0-805f-c4bdd2022ad7, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e5c07cac-9a36-4ba0-805f-c4bdd2022ad7,segment=NetworkSegment(a17d2e21-c3b2-4a51-b376-de4faa036b59),segment_id=a17d2e21-c3b2-4a51-b376-de4faa036b59)] {{(pid=121607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:31:43.851324 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-52ce12c8-1645-439f-b70c-4532ad16f966 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:43.853663 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a7f35f-0c41-4fda-a1e8-5e63e21267e6 admin admin] Pushing event updated for resources: {'Network': ['ID=a7e1816e-e061-48f4-919c-0820a13aab5b,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:31:43.865823 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Network a7e1816e-e061-48f4-919c-0820a13aab5b details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 25 21:31:43.870279 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-52ce12c8-1645-439f-b70c-4532ad16f966 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Calling delete_port for e5c07cac-9a36-4ba0-805f-c4bdd2022ad7 owned by network:router_interface {{(pid=121607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:31:43.912468 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68db328f-02d1-41dd-a72e-c6c0aa3431a8 req-e1238972-907e-451f-9d60-1996666dd614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:31:43.914091 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-68db328f-02d1-41dd-a72e-c6c0aa3431a8 req-e1238972-907e-451f-9d60-1996666dd614 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8f212e98-547d-4c6e-a560-2e9a548c8f59&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1047311
Dec 25 21:31:43.925031 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7d73029b-6bbe-4927-b6e9-9b7590c5b10b req-a23b51b4-9aa3-44c3-9ff7-a038af65faf9 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] 10.222.0.32 "GET /v2.0/security-groups?id=89fb11b5-d095-4b35-8a22-8ffdb90cfcff&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1077483
Dec 25 21:31:43.925818 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-b0a7f35f-0c41-4fda-a1e8-5e63e21267e6 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 890 time: 1.6005762
Dec 25 21:31:43.927677 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 49568) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:31:43.932499 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-9e24f783-3e48-407a-b4f1-70dc27c8a4f4 admin admin] Request body: {'subnet': {'network_id': 'a7e1816e-e061-48f4-919c-0820a13aab5b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-198967915-subnet', 'tenant_id': 'd3625a8207df4cb0a4da19210ca5c80c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:31:44.014501 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-c3b0343b-8d35-4f20-b920-6627d41f1644 tempest-SubnetPoolsTestJSON-1524467348 tempest-SubnetPoolsTestJSON-1524467348-project] Publish callbacks [] for subnetpool, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:44.015411 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-c3b0343b-8d35-4f20-b920-6627d41f1644 tempest-SubnetPoolsTestJSON-1524467348 tempest-SubnetPoolsTestJSON-1524467348-project] 10.222.0.32 "DELETE /v2.0/subnetpools/8b87ae11-27b8-447a-8b64-ea0a9635a509 HTTP/1.1" status: 204  len: 168 time: 0.2611938
Dec 25 21:31:44.019106 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 49570) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:31:44.037779 ncdv-master-1 neutron-server[121607]: INFO neutron.api.v2.resource [None req-e92adc46-3dc3-4f39-8f73-c2d65eefe275 tempest-SubnetPoolsTestJSON-1524467348 tempest-SubnetPoolsTestJSON-1524467348-project] show failed (client error): The resource could not be found.
Dec 25 21:31:44.038812 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-e92adc46-3dc3-4f39-8f73-c2d65eefe275 tempest-SubnetPoolsTestJSON-1524467348 tempest-SubnetPoolsTestJSON-1524467348-project] 10.222.0.32 "GET /v2.0/subnetpools/8b87ae11-27b8-447a-8b64-ea0a9635a509 HTTP/1.1" status: 404  len: 346 time: 0.0187292
Dec 25 21:31:44.041774 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 49572) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:31:44.055290 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-68db328f-02d1-41dd-a72e-c6c0aa3431a8 req-b4f2fec5-56d3-4077-9dd4-180798d5b652 service neutron] 10.222.0.37 "GET /v2.0/networks/8f212e98-547d-4c6e-a560-2e9a548c8f59?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1253669
Dec 25 21:31:44.061393 ncdv-master-1 neutron-server[121606]: INFO neutron.api.v2.resource [None req-9083ad22-fc66-4d0d-9209-8ee1b531c6a7 tempest-SubnetPoolsTestJSON-1524467348 tempest-SubnetPoolsTestJSON-1524467348-project] delete failed (client error): The resource could not be found.
Dec 25 21:31:44.066190 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-9083ad22-fc66-4d0d-9209-8ee1b531c6a7 tempest-SubnetPoolsTestJSON-1524467348 tempest-SubnetPoolsTestJSON-1524467348-project] 10.222.0.32 "DELETE /v2.0/subnetpools/8b87ae11-27b8-447a-8b64-ea0a9635a509 HTTP/1.1" status: 404  len: 346 time: 0.0210807
Dec 25 21:31:44.092816 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e24f783-3e48-407a-b4f1-70dc27c8a4f4 admin admin] Made reservation on behalf of d3625a8207df4cb0a4da19210ca5c80c for: {'subnet': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:31:44.095444 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-9e24f783-3e48-407a-b4f1-70dc27c8a4f4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8852834'] for subnet, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:44.122066 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-52ce12c8-1645-439f-b70c-4532ad16f966 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:44.154726 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-68db328f-02d1-41dd-a72e-c6c0aa3431a8 req-dd97399b-a9ed-4f87-811f-d6b23906b2d4 service neutron] 10.222.0.37 "GET /v2.0/networks/8f212e98-547d-4c6e-a560-2e9a548c8f59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0863249
Dec 25 21:31:44.159422 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccaf2ac9-c8d5-4d9d-beea-c3bd24d44294', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a40bc1af-cf16-4f22-9e98-443b60684223'}] {{(pid=121608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:31:44.162354 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a88c78c3ff6266bd59c7e89d275b28c92e739b67d23c89d71af88829fd31566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b75d44d-6cf1-4c70-85f8-9ebdb42d6b72" -d '{"events": [{"server_uuid": "ccaf2ac9-c8d5-4d9d-beea-c3bd24d44294", "name": "network-vif-plugged", "status": "completed", "tag": "a40bc1af-cf16-4f22-9e98-443b60684223"}]}' {{(pid=121608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:31:44.188987 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ce12c8-1645-439f-b70c-4532ad16f966 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Pushing event deleted for resources: {'Port': ['ID=e5c07cac-9a36-4ba0-805f-c4bdd2022ad7,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:31:44.237499 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 21:31:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee571287-8975-4591-aa57-b7562074e819 x-openstack-request-id: req-ee571287-8975-4591-aa57-b7562074e819 {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:31:44.239726 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccaf2ac9-c8d5-4d9d-beea-c3bd24d44294", "name": "network-vif-plugged", "status": "completed", "tag": "a40bc1af-cf16-4f22-9e98-443b60684223", "code": 200}]} {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:31:44.239726 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ee571287-8975-4591-aa57-b7562074e819 {{(pid=121608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:31:44.239726 ncdv-master-1 neutron-server[121608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccaf2ac9-c8d5-4d9d-beea-c3bd24d44294', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a40bc1af-cf16-4f22-9e98-443b60684223', 'code': 200}
Dec 25 21:31:44.355022 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f39d1b8-25ff-402c-a298-55676d9de438 req-9c327dec-d6d7-4943-802f-930637fafe86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:31:44.356380 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7f39d1b8-25ff-402c-a298-55676d9de438 req-9c327dec-d6d7-4943-802f-930637fafe86 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=ccaf2ac9-c8d5-4d9d-beea-c3bd24d44294 HTTP/1.1" status: 200  len: 1097 time: 0.0568929
Dec 25 21:31:44.386910 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-52ce12c8-1645-439f-b70c-4532ad16f966 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2007763'] for router_interface, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:44.409251 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7f39d1b8-25ff-402c-a298-55676d9de438 req-4cb4e496-9520-4650-987d-4d9e95d036d5 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=d95f4b4b-e2bc-4a54-974a-72224402b503&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438383
Dec 25 21:31:44.507488 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 49582) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:31:44.612436 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-9e24f783-3e48-407a-b4f1-70dc27c8a4f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8632475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8852848'] for subnet, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:44.620368 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52ce12c8-1645-439f-b70c-4532ad16f966 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Router ea3f5e80-4b98-41f9-9cee-68f565c5daca has already been hosted by L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 {{(pid=121607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 25 21:31:44.659597 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-d750f0f5-2d5d-492b-93fc-efe2d4cd4111 admin admin] Publish callbacks [] for security_group, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:44.682289 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33017793-3585-454f-81e2-42a634259059 req-29c9d65f-fb5f-4509-a7b2-d232eef86f2d tempest-VolumesActionsTest-1540518602 tempest-VolumesActionsTest-1540518602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:31:44.683772 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-33017793-3585-454f-81e2-42a634259059 req-29c9d65f-fb5f-4509-a7b2-d232eef86f2d tempest-VolumesActionsTest-1540518602 tempest-VolumesActionsTest-1540518602-project] 10.222.0.32 "GET /v2.0/ports?device_id=ccaf2ac9-c8d5-4d9d-beea-c3bd24d44294 HTTP/1.1" status: 200  len: 946 time: 0.0954053
Dec 25 21:31:44.707916 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ea2498-37e5-4783-8440-f8c89e36b84a req-ff6e1535-2db5-4b89-b348-02dbc871e66b tempest-VolumesNegativeTest-763913042 tempest-VolumesNegativeTest-763913042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:31:44.708801 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e24f783-3e48-407a-b4f1-70dc27c8a4f4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=210bc700-d322-4847-8d8b-356f7ccb9966,revision_number=0']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:31:44.709467 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-86ea2498-37e5-4783-8440-f8c89e36b84a req-ff6e1535-2db5-4b89-b348-02dbc871e66b tempest-VolumesNegativeTest-763913042 tempest-VolumesNegativeTest-763913042-project] 10.222.0.32 "GET /v2.0/ports?device_id=77f09b4b-c1be-4f85-9ebf-48b16aaa0b7d HTTP/1.1" status: 200  len: 948 time: 0.1303837
Dec 25 21:31:44.758939 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52ce12c8-1645-439f-b70c-4532ad16f966 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 21:31:44.761309 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e24f783-3e48-407a-b4f1-70dc27c8a4f4 admin admin] Checking segment: {'id': '4d7acbc5-9faa-4d1c-9561-7a017cc31112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'a7e1816e-e061-48f4-919c-0820a13aab5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:31:44.761309 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e24f783-3e48-407a-b4f1-70dc27c8a4f4 admin admin] Network hostable DHCP agents. Network: a7e1816e-e061-48f4-919c-0820a13aab5b, hostable agents: ['1813db88-2c1b-4357-a2ba-869246b663c2'], hosted agents: [] {{(pid=121607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 25 21:31:44.771459 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-52ce12c8-1645-439f-b70c-4532ad16f966 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] 10.222.0.32 "PUT /v2.0/routers/ea3f5e80-4b98-41f9-9cee-68f565c5daca/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7638865
Dec 25 21:31:44.771459 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 49592) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:31:44.773611 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3969cfc6-69e1-4d72-a5e1-5139d9652cb0 None None] Sync routers for ids ['ea3f5e80-4b98-41f9-9cee-68f565c5daca'] in ncdv-master-1 {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 21:31:44.785030 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3969cfc6-69e1-4d72-a5e1-5139d9652cb0 None None] Routers {'ea3f5e80-4b98-41f9-9cee-68f565c5daca'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:31:44.785673 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-3969cfc6-69e1-4d72-a5e1-5139d9652cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2612f75520>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:31:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['ea3f5e80-4b98-41f9-9cee-68f565c5daca'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:31:44.812911 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-33017793-3585-454f-81e2-42a634259059 req-e2d09b00-4ed8-46b9-8245-91d865748e0c tempest-VolumesActionsTest-1540518602 tempest-VolumesActionsTest-1540518602-project] 10.222.0.32 "GET /v2.0/security-groups?id=d95f4b4b-e2bc-4a54-974a-72224402b503&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1187971
Dec 25 21:31:44.825389 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-86ea2498-37e5-4783-8440-f8c89e36b84a req-9e945522-324d-46ec-9beb-39efd3165b87 tempest-VolumesNegativeTest-763913042 tempest-VolumesNegativeTest-763913042-project] 10.222.0.32 "GET /v2.0/security-groups?id=deb16012-caf8-46e4-bd8f-a73e0cb26ce2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1059222
Dec 25 21:31:44.843620 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_v2 [None req-a14d1c52-203d-405c-849f-fdb7e95ae8a5 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Deleting subnet 98da7abf-53cd-43ff-b3be-a1b4b395f8ea {{(pid=121607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Dec 25 21:31:44.851257 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a14d1c52-203d-405c-849f-fdb7e95ae8a5 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks [] for subnet, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:44.865818 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-d750f0f5-2d5d-492b-93fc-efe2d4cd4111 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:44.872650 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvr_db [None req-3969cfc6-69e1-4d72-a5e1-5139d9652cb0 None None] Set router ea3f5e80-4b98-41f9-9cee-68f565c5daca gateway port host: None {{(pid=121608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:31:44.893825 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e24f783-3e48-407a-b4f1-70dc27c8a4f4 admin admin] Network a7e1816e-e061-48f4-919c-0820a13aab5b is scheduled to be hosted by DHCP agent 1813db88-2c1b-4357-a2ba-869246b663c2 with binding_index 1 {{(pid=121607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 25 21:31:44.900906 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a14d1c52-203d-405c-849f-fdb7e95ae8a5 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10246617'] for subnet, precommit_delete_associations {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:44.926804 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-3969cfc6-69e1-4d72-a5e1-5139d9652cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2612f75520>, [{'id': 'ea3f5e80-4b98-41f9-9cee-68f565c5daca', 'name': 'tempest-RoutersTest-router-1986204596', 'tenant_id': '2b4b670b5aa1407f8675179d6279efab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:30:46Z', 'updated_at': '2021-12-25T21:31:44Z', 'revision_number': 11, 'project_id': '2b4b670b5aa1407f8675179d6279efab', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:31:44.953816 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3969cfc6-69e1-4d72-a5e1-5139d9652cb0 None None] Checking router: ea3f5e80-4b98-41f9-9cee-68f565c5daca for host: ncdv-master-1 {{(pid=121608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 25 21:31:44.962019 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-d750f0f5-2d5d-492b-93fc-efe2d4cd4111 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:44.966464 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3969cfc6-69e1-4d72-a5e1-5139d9652cb0 None None] Routers {'ea3f5e80-4b98-41f9-9cee-68f565c5daca'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:31:44.966464 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-3969cfc6-69e1-4d72-a5e1-5139d9652cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2612f75520>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:31:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['ea3f5e80-4b98-41f9-9cee-68f565c5daca'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:31:45.013807 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a14d1c52-203d-405c-849f-fdb7e95ae8a5 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995662'] for subnet, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:45.018823 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-9e24f783-3e48-407a-b4f1-70dc27c8a4f4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, a7e1816e-e061-48f4-919c-0820a13aab5b) {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:31:45.023818 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e24f783-3e48-407a-b4f1-70dc27c8a4f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:31:45.024596 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-9e24f783-3e48-407a-b4f1-70dc27c8a4f4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:45.035301 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-d750f0f5-2d5d-492b-93fc-efe2d4cd4111 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8162958349d74f9cbd6c53f5a7a5c87b&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5243895
Dec 25 21:31:45.035696 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 49596) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:31:45.037753 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1734b618-197b-43c7-8e97-d9216c7f8604 None None] Network a7e1816e-e061-48f4-919c-0820a13aab5b requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:31:45.040414 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvr_db [None req-3969cfc6-69e1-4d72-a5e1-5139d9652cb0 None None] Set router ea3f5e80-4b98-41f9-9cee-68f565c5daca gateway port host: None {{(pid=121608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:31:45.042188 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d750f0f5-2d5d-492b-93fc-efe2d4cd4111 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25ab3d49-ecae-4279-9b3a-8950ddc46b3d,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:31:45.108896 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-d687dafa-7c9e-433a-8b1f-dc27eb8b742f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:45.118186 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-3969cfc6-69e1-4d72-a5e1-5139d9652cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2612f75520>, [{'id': 'ea3f5e80-4b98-41f9-9cee-68f565c5daca', 'name': 'tempest-RoutersTest-router-1986204596', 'tenant_id': '2b4b670b5aa1407f8675179d6279efab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:30:46Z', 'updated_at': '2021-12-25T21:31:44Z', 'revision_number': 11, 'project_id': '2b4b670b5aa1407f8675179d6279efab', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:31:45.149632 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3969cfc6-69e1-4d72-a5e1-5139d9652cb0 None None] The sync data for ids ['ea3f5e80-4b98-41f9-9cee-68f565c5daca'] in ncdv-master-1 is: [{'id': 'ea3f5e80-4b98-41f9-9cee-68f565c5daca', 'name': 'tempest-RoutersTest-router-1986204596', 'tenant_id': '2b4b670b5aa1407f8675179d6279efab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:30:46Z', 'updated_at': '2021-12-25T21:31:44Z', 'revision_number': 11, 'project_id': '2b4b670b5aa1407f8675179d6279efab', 'gw_port_host': None}] {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 21:31:45.150324 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-d687dafa-7c9e-433a-8b1f-dc27eb8b742f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:45.181560 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895a04e9-e5cc-4d7d-a3df-9b9976d98c6f req-e8d44d77-7bc8-4301-9a4d-bcef78bb2284 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:31:45.185230 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-895a04e9-e5cc-4d7d-a3df-9b9976d98c6f req-e8d44d77-7bc8-4301-9a4d-bcef78bb2284 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] 10.222.0.32 "GET /v2.0/ports?device_id=15fbb331-7835-449b-b015-adf2d50f5186 HTTP/1.1" status: 200  len: 945 time: 0.0934892
Dec 25 21:31:45.196299 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-9e24f783-3e48-407a-b4f1-70dc27c8a4f4 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 1.2654274
Dec 25 21:31:45.214169 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a14d1c52-203d-405c-849f-fdb7e95ae8a5 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8632410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8852809'] for subnet, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:45.255774 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-895a04e9-e5cc-4d7d-a3df-9b9976d98c6f req-ddd24f58-3608-494e-98ad-d6809b6eb61d tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] 10.222.0.32 "GET /v2.0/security-groups?id=89fb11b5-d095-4b35-8a22-8ffdb90cfcff&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0592723
Dec 25 21:31:45.262867 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3197c6a-203f-45ee-8f0f-bd2185237770 None None] Network a7e1816e-e061-48f4-919c-0820a13aab5b requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:31:45.306777 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a14d1c52-203d-405c-849f-fdb7e95ae8a5 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks [] for subnet, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:45.310830 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-a14d1c52-203d-405c-849f-fdb7e95ae8a5 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] 10.222.0.32 "DELETE /v2.0/subnets/98da7abf-53cd-43ff-b3be-a1b4b395f8ea HTTP/1.1" status: 204  len: 168 time: 0.5392733
Dec 25 21:31:45.312445 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14d1c52-203d-405c-849f-fdb7e95ae8a5 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Pushing event deleted for resources: {'Subnet': ['ID=98da7abf-53cd-43ff-b3be-a1b4b395f8ea,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:31:45.315927 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 49604) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:31:45.352107 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8d8e494-cf5a-40cd-b66a-b10ae3a06161 None None] Network 1cf7359b-8ef4-4787-a8de-edf6b0703c3b requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:31:45.405144 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-d687dafa-7c9e-433a-8b1f-dc27eb8b742f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:45.408093 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-d687dafa-7c9e-433a-8b1f-dc27eb8b742f admin admin] Publish callbacks [] for security_group, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:45.409473 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-d687dafa-7c9e-433a-8b1f-dc27eb8b742f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/25ab3d49-ecae-4279-9b3a-8950ddc46b3d HTTP/1.1" status: 204  len: 168 time: 0.3729169
Dec 25 21:31:45.437294 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-f01e519c-14b5-4cd2-bc13-6e581e9cdff7 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625803'] for network, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:45.469905 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d687dafa-7c9e-433a-8b1f-dc27eb8b742f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25ab3d49-ecae-4279-9b3a-8950ddc46b3d,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:31:45.524894 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3aa6d2e-17b5-49fd-b1ed-939eb1342cab req-61795a4d-5d0b-4d63-a41f-da54076048a3 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:31:45.535377 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e3aa6d2e-17b5-49fd-b1ed-939eb1342cab req-61795a4d-5d0b-4d63-a41f-da54076048a3 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] 10.222.0.32 "GET /v2.0/ports?device_id=15fbb331-7835-449b-b015-adf2d50f5186 HTTP/1.1" status: 200  len: 945 time: 0.1151817
Dec 25 21:31:45.535549 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 49614) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:31:45.545427 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-fd704150-ccf5-45e9-a9b6-2dfd26ec4b9a tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] Request body: {'floatingip': {'port_id': '9011d65b-fbaf-42ac-99a9-d60be63e84b8'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:31:45.556767 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-f01e519c-14b5-4cd2-bc13-6e581e9cdff7 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Deleting port 6aaf4a89-eccf-405c-8afe-750df3aa2644 {{(pid=121606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:31:45.557214 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-f01e519c-14b5-4cd2-bc13-6e581e9cdff7 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:45.600182 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9a3a2a2-ecf7-453e-bb98-c86d090a0d8c None None] DHCP port deletion for 1cf7359b-8ef4-4787-a8de-edf6b0703c3b request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 21:31:45.634387 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-fd704150-ccf5-45e9-a9b6-2dfd26ec4b9a tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] Publish callbacks [] for floatingip, before_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:45.636802 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [None req-f01e519c-14b5-4cd2-bc13-6e581e9cdff7 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] For port 6aaf4a89-eccf-405c-8afe-750df3aa2644, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6aaf4a89-eccf-405c-8afe-750df3aa2644,segment=NetworkSegment(a17d2e21-c3b2-4a51-b376-de4faa036b59),segment_id=a17d2e21-c3b2-4a51-b376-de4faa036b59)] {{(pid=121606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:31:45.637217 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-f01e519c-14b5-4cd2-bc13-6e581e9cdff7 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:45.652763 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-f01e519c-14b5-4cd2-bc13-6e581e9cdff7 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Calling delete_port for 6aaf4a89-eccf-405c-8afe-750df3aa2644 owned by network:dhcp {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:31:45.710256 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-d9a3a2a2-ecf7-453e-bb98-c86d090a0d8c None None] Deleting port 6aaf4a89-eccf-405c-8afe-750df3aa2644 {{(pid=121608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:31:45.716580 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-d9a3a2a2-ecf7-453e-bb98-c86d090a0d8c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:45.799334 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-d9a3a2a2-ecf7-453e-bb98-c86d090a0d8c None None] For port 6aaf4a89-eccf-405c-8afe-750df3aa2644, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6aaf4a89-eccf-405c-8afe-750df3aa2644,segment=NetworkSegment(a17d2e21-c3b2-4a51-b376-de4faa036b59),segment_id=a17d2e21-c3b2-4a51-b376-de4faa036b59)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:31:45.805397 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-d9a3a2a2-ecf7-453e-bb98-c86d090a0d8c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:45.830049 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-d9a3a2a2-ecf7-453e-bb98-c86d090a0d8c None None] Calling delete_port for 6aaf4a89-eccf-405c-8afe-750df3aa2644 owned by network:dhcp {{(pid=121608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:31:45.916113 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-f01e519c-14b5-4cd2-bc13-6e581e9cdff7 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:45.969399 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f01e519c-14b5-4cd2-bc13-6e581e9cdff7 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] No DVR routers for this DVR port 6aaf4a89-eccf-405c-8afe-750df3aa2644 on host ncdv-master-1 {{(pid=121606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:31:45.969399 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01e519c-14b5-4cd2-bc13-6e581e9cdff7 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Pushing event deleted for resources: {'Port': ['ID=6aaf4a89-eccf-405c-8afe-750df3aa2644,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:31:46.058682 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64371c65-c398-4f7c-9629-6bcbcbf0c288 req-4219e1e0-7908-479a-bd5c-97fa1ab2b95d tempest-VolumesNegativeTest-763913042 tempest-VolumesNegativeTest-763913042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:31:46.060690 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-64371c65-c398-4f7c-9629-6bcbcbf0c288 req-4219e1e0-7908-479a-bd5c-97fa1ab2b95d tempest-VolumesNegativeTest-763913042 tempest-VolumesNegativeTest-763913042-project] 10.222.0.32 "GET /v2.0/ports?device_id=77f09b4b-c1be-4f85-9ebf-48b16aaa0b7d HTTP/1.1" status: 200  len: 948 time: 0.1040556
Dec 25 21:31:46.136539 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-f01e519c-14b5-4cd2-bc13-6e581e9cdff7 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997585', 'neutron.services.segments.db._delete_segments_for_network-8737602743071'] for network, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:46.199992 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-64371c65-c398-4f7c-9629-6bcbcbf0c288 req-3173c18f-5d34-4a99-b062-dd099cb2e97b tempest-VolumesNegativeTest-763913042 tempest-VolumesNegativeTest-763913042-project] 10.222.0.32 "GET /v2.0/security-groups?id=deb16012-caf8-46e4-bd8f-a73e0cb26ce2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1320179
Dec 25 21:31:46.201955 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.segments.db [None req-f01e519c-14b5-4cd2-bc13-6e581e9cdff7 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f26128f2670>,) {'filters': {'network_id': ['1cf7359b-8ef4-4787-a8de-edf6b0703c3b']}} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:31:46.243557 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.segments.db [None req-f01e519c-14b5-4cd2-bc13-6e581e9cdff7 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f26128f2670>, 'a17d2e21-c3b2-4a51-b376-de4faa036b59') {'for_net_delete': True} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:31:46.243864 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.segments.db [None req-f01e519c-14b5-4cd2-bc13-6e581e9cdff7 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f26128f2670>, 'a17d2e21-c3b2-4a51-b376-de4faa036b59') {} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:31:46.260994 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-f01e519c-14b5-4cd2-bc13-6e581e9cdff7 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737602746920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9084222'] for segment, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:46.280715 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-d9a3a2a2-ecf7-453e-bb98-c86d090a0d8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955'] for port, after_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:46.282475 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-f01e519c-14b5-4cd2-bc13-6e581e9cdff7 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:46.295843 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f01e519c-14b5-4cd2-bc13-6e581e9cdff7 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Releasing vlan 174 on physical network physnet1 to pool {{(pid=121606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 25 21:31:46.296089 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-f01e519c-14b5-4cd2-bc13-6e581e9cdff7 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9084542'] for segment, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:46.299584 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:31:46.299584 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:31:46.299584 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:31:46.299584 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:31:46.299584 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:31:46.299584 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:31:46.299584 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:31:46.299584 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:31:46.299584 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:31:46.299584 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:31:46.299584 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:31:46.299584 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:31:46.299584 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:31:46.299584 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:31:46.299584 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:31:46.299584 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:31:46.299584 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:31:46.299584 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:31:46.299584 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:31:46.299584 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:31:46.299584 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:31:46.299584 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:31:46.299584 ncdv-master-1 neutron-server[121606]: Traceback (most recent call last):
Dec 25 21:31:46.299584 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 25 21:31:46.299584 ncdv-master-1 neutron-server[121606]:     timer()
Dec 25 21:31:46.299584 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 25 21:31:46.299584 ncdv-master-1 neutron-server[121606]:     cb(*args, **kw)
Dec 25 21:31:46.299584 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 25 21:31:46.299584 ncdv-master-1 neutron-server[121606]:     return func(*args, **kwargs)
Dec 25 21:31:46.299584 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 25 21:31:46.299584 ncdv-master-1 neutron-server[121606]:     self._notify()
Dec 25 21:31:46.299584 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 25 21:31:46.299584 ncdv-master-1 neutron-server[121606]:     self.callback(batched_events)
Dec 25 21:31:46.299584 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 25 21:31:46.299584 ncdv-master-1 neutron-server[121606]:     event.method(event)
Dec 25 21:31:46.299584 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 25 21:31:46.299584 ncdv-master-1 neutron-server[121606]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 25 21:31:46.299584 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 25 21:31:46.299584 ncdv-master-1 neutron-server[121606]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 25 21:31:46.299584 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 25 21:31:46.299584 ncdv-master-1 neutron-server[121606]:     return f(self, *a, **k)
Dec 25 21:31:46.299584 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 25 21:31:46.299584 ncdv-master-1 neutron-server[121606]:     return self._get(url).json()
Dec 25 21:31:46.299584 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 25 21:31:46.299584 ncdv-master-1 neutron-server[121606]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 25 21:31:46.299584 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 25 21:31:46.299584 ncdv-master-1 neutron-server[121606]:     return self.request(url, 'GET', **kwargs)
Dec 25 21:31:46.299584 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 25 21:31:46.299584 ncdv-master-1 neutron-server[121606]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 25 21:31:46.299584 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 25 21:31:46.299584 ncdv-master-1 neutron-server[121606]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 25 21:31:46.299584 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 25 21:31:46.299584 ncdv-master-1 neutron-server[121606]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 25 21:31:46.299584 ncdv-master-1 neutron-server[121606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 25 21:31:46.320126 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9a3a2a2-ecf7-453e-bb98-c86d090a0d8c None None] No DVR routers for this DVR port 6aaf4a89-eccf-405c-8afe-750df3aa2644 on host ncdv-master-1 {{(pid=121608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:31:46.320309 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9194ef-8295-483c-9c6b-656e948cf69a req-2990b09e-7453-47c1-8d70-a8b7f9926219 tempest-ListServersNegativeTestJSON-1535126760 tempest-ListServersNegativeTestJSON-1535126760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:31:46.325029 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ad9194ef-8295-483c-9c6b-656e948cf69a req-2990b09e-7453-47c1-8d70-a8b7f9926219 tempest-ListServersNegativeTestJSON-1535126760 tempest-ListServersNegativeTestJSON-1535126760-project] 10.222.0.32 "GET /v2.0/networks?id=a7e1816e-e061-48f4-919c-0820a13aab5b HTTP/1.1" status: 200  len: 817 time: 0.2351792
Dec 25 21:31:46.335129 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a3a2a2-ecf7-453e-bb98-c86d090a0d8c None None] Pushing event deleted for resources: {'Port': ['ID=6aaf4a89-eccf-405c-8afe-750df3aa2644,revision_number=None']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:31:46.335399 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-fd704150-ccf5-45e9-a9b6-2dfd26ec4b9a tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] Publish callbacks [] for floatingip, precommit_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:46.352107 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ad9194ef-8295-483c-9c6b-656e948cf69a req-abc9a512-9d3b-429d-b49d-21fbe80ce5a3 tempest-ListServersNegativeTestJSON-1535126760 tempest-ListServersNegativeTestJSON-1535126760-project] 10.222.0.32 "GET /v2.0/quotas/d3625a8207df4cb0a4da19210ca5c80c HTTP/1.1" status: 200  len: 375 time: 0.0261440
Dec 25 21:31:46.401450 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-fd704150-ccf5-45e9-a9b6-2dfd26ec4b9a tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2008639'] for floatingip, after_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:46.424064 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ad9194ef-8295-483c-9c6b-656e948cf69a req-232e8231-1c18-4d3a-af0a-d779e8d9b523 tempest-ListServersNegativeTestJSON-1535126760 tempest-ListServersNegativeTestJSON-1535126760-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=d3625a8207df4cb0a4da19210ca5c80c&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0710251
Dec 25 21:31:46.514108 ncdv-master-1 neutron-server[121607]: INFO neutron.db.l3_db [None req-fd704150-ccf5-45e9-a9b6-2dfd26ec4b9a tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] Floating IP 6beae9a1-68aa-4a8a-8a63-5980d2d2b2cb associated. External IP: 172.35.3.146, port: 9011d65b-fbaf-42ac-99a9-d60be63e84b8.
Dec 25 21:31:46.529439 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a953576-e8d2-4f40-924c-20523412a1e3 req-77156e7c-e412-428f-8480-b190fcc2024e tempest-VolumesActionsTest-1540518602 tempest-VolumesActionsTest-1540518602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:31:46.531090 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7a953576-e8d2-4f40-924c-20523412a1e3 req-77156e7c-e412-428f-8480-b190fcc2024e tempest-VolumesActionsTest-1540518602 tempest-VolumesActionsTest-1540518602-project] 10.222.0.32 "GET /v2.0/ports?device_id=ccaf2ac9-c8d5-4d9d-beea-c3bd24d44294 HTTP/1.1" status: 200  len: 946 time: 0.1764164
Dec 25 21:31:46.536354 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device 28d39838-5105-46f2-ab15-5f4dad4e0e34 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 25 21:31:46.549167 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-f01e519c-14b5-4cd2-bc13-6e581e9cdff7 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2008653'] for network, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:46.568560 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-f01e519c-14b5-4cd2-bc13-6e581e9cdff7 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for network, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:46.571822 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-f01e519c-14b5-4cd2-bc13-6e581e9cdff7 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] 10.222.0.32 "DELETE /v2.0/networks/1cf7359b-8ef4-4787-a8de-edf6b0703c3b HTTP/1.1" status: 204  len: 168 time: 1.2545459
Dec 25 21:31:46.577134 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 49648) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:31:46.583540 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-7f4d9c16-2bfe-4839-8e29-c5e32befc99d tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Request body: {'router': {'routes': None}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:31:46.598834 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01e519c-14b5-4cd2-bc13-6e581e9cdff7 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Pushing event deleted for resources: {'Network': ['ID=1cf7359b-8ef4-4787-a8de-edf6b0703c3b,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:31:46.610588 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ad9194ef-8295-483c-9c6b-656e948cf69a req-29bd7887-9e8f-433e-a078-e5c281a70645 service neutron] 10.222.0.32 "GET /v2.0/networks/a7e1816e-e061-48f4-919c-0820a13aab5b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1674814
Dec 25 21:31:46.661064 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7a953576-e8d2-4f40-924c-20523412a1e3 req-97db3c96-685d-4e70-b0b4-49085928b9b9 tempest-VolumesActionsTest-1540518602 tempest-VolumesActionsTest-1540518602-project] 10.222.0.32 "GET /v2.0/security-groups?id=d95f4b4b-e2bc-4a54-974a-72224402b503&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1134911
Dec 25 21:31:46.712739 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port 28d39838-5105-46f2-ab15-5f4dad4e0e34, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=28d39838-5105-46f2-ab15-5f4dad4e0e34,segment=NetworkSegment(85c774cb-a0eb-4ad9-961f-f331d3b37cd6),segment_id=85c774cb-a0eb-4ad9-961f-f331d3b37cd6)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:31:46.742558 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Returning: {'device': '28d39838-5105-46f2-ab15-5f4dad4e0e34', 'network_id': '8f212e98-547d-4c6e-a560-2e9a548c8f59', 'port_id': '28d39838-5105-46f2-ab15-5f4dad4e0e34', 'mac_address': 'fa:16:3e:0d:0b:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcfbae86-f93e-400c-8084-eac7f56ff5ba', 'ip_address': '192.168.233.175'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 25 21:31:46.786314 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ad9194ef-8295-483c-9c6b-656e948cf69a req-066c63d9-bab0-42c6-ad12-30e91d7f124d service neutron] 10.222.0.32 "GET /v2.0/networks/a7e1816e-e061-48f4-919c-0820a13aab5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1660194
Dec 25 21:31:46.806372 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:46.822162 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28d39838-5105-46f2-ab15-5f4dad4e0e34 {{(pid=121608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:31:46.827902 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.extraroute_db [None req-7f4d9c16-2bfe-4839-8e29-c5e32befc99d tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Added routes are [] {{(pid=121607) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}}
Dec 25 21:31:46.829077 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.extraroute_db [None req-7f4d9c16-2bfe-4839-8e29-c5e32befc99d tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Removed routes are [] {{(pid=121607) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}}
Dec 25 21:31:46.829202 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-7f4d9c16-2bfe-4839-8e29-c5e32befc99d tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2009782', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2014271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14898'] for router, precommit_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:46.850628 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port 28d39838-5105-46f2-ab15-5f4dad4e0e34, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=28d39838-5105-46f2-ab15-5f4dad4e0e34,segment=NetworkSegment(85c774cb-a0eb-4ad9-961f-f331d3b37cd6),segment_id=85c774cb-a0eb-4ad9-961f-f331d3b37cd6)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:31:46.864796 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 49654) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:31:46.870083 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [-] 10.222.0.32 "GET / HTTP/1.1" status: 200  len: 248 time: 0.0041249
Dec 25 21:31:46.873196 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 49656) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:31:46.945137 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:46.998186 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Pushing event updated for resources: {'Port': ['ID=28d39838-5105-46f2-ab15-5f4dad4e0e34,revision_number=4']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:31:47.006014 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-3081d903-f4d6-4b7d-8345-037df0d9f464 tempest-NetworksApiDiscovery-2112968833 tempest-NetworksApiDiscovery-2112968833-project] 10.222.0.32 "GET /v2.0/ HTTP/1.1" status: 200  len: 702 time: 0.1313100
Dec 25 21:31:47.150006 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] get_ports_and_sgs() called for port_ids ['28d39838-5105-46f2-ab15-5f4dad4e0e34'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:31:47.275966 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 6aaf4a89-eccf-405c-8afe-750df3aa2644 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:31:47.331459 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] No Port match for: 6aaf4a89-eccf-405c-8afe-750df3aa2644 {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:31:47.333007 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 6aaf4a89-eccf-405c-8afe-750df3aa2644 not bound to the agent host ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:31:47.334696 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device e5c07cac-9a36-4ba0-805f-c4bdd2022ad7 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:31:47.406795 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] No Port match for: e5c07cac-9a36-4ba0-805f-c4bdd2022ad7 {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:31:47.411307 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device e5c07cac-9a36-4ba0-805f-c4bdd2022ad7 not bound to the agent host ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:31:47.444859 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-7f4d9c16-2bfe-4839-8e29-c5e32befc99d tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2009782', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2014271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14898'] for router, precommit_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:47.455781 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-7f4d9c16-2bfe-4839-8e29-c5e32befc99d tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2009753', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2009775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2009760', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2014256'] for router, after_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:47.462789 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd704150-ccf5-45e9-a9b6-2dfd26ec4b9a tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] Router 9557b2cf-7512-4e66-b498-527384e39f88 has already been hosted by L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 {{(pid=121607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 25 21:31:47.483160 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b16524-0c71-4144-8011-2a04c9d14f9b req-eccff3cc-e247-4483-8e1f-5d3c69c526c2 tempest-VolumesNegativeTest-763913042 tempest-VolumesNegativeTest-763913042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:31:47.492588 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d5b16524-0c71-4144-8011-2a04c9d14f9b req-eccff3cc-e247-4483-8e1f-5d3c69c526c2 tempest-VolumesNegativeTest-763913042 tempest-VolumesNegativeTest-763913042-project] 10.222.0.32 "GET /v2.0/ports?device_id=77f09b4b-c1be-4f85-9ebf-48b16aaa0b7d HTTP/1.1" status: 200  len: 949 time: 0.1339352
Dec 25 21:31:47.554618 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d5b16524-0c71-4144-8011-2a04c9d14f9b req-18e314b1-2a04-4fc9-b66f-d1518f9a7eca tempest-VolumesNegativeTest-763913042 tempest-VolumesNegativeTest-763913042-project] 10.222.0.32 "GET /v2.0/security-groups?id=deb16012-caf8-46e4-bd8f-a73e0cb26ce2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0604186
Dec 25 21:31:47.608607 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f4d9c16-2bfe-4839-8e29-c5e32befc99d tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Router ea3f5e80-4b98-41f9-9cee-68f565c5daca has already been hosted by L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 {{(pid=121607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 25 21:31:47.630232 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4374b504-6aab-4918-a206-e9306b3379d9 req-c5d3e7ab-1f54-40c1-9885-ffce45a14ede tempest-ListServersNegativeTestJSON-1535126760 tempest-ListServersNegativeTestJSON-1535126760-project] 10.222.0.32 "GET /v2.0/ports?device_id=335c07b3-3db8-4683-9af2-5dd2d3923ccd HTTP/1.1" status: 200  len: 210 time: 0.0469704
Dec 25 21:31:47.715427 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 49682) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:31:47.762653 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f4d9c16-2bfe-4839-8e29-c5e32befc99d tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 21:31:47.764513 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd704150-ccf5-45e9-a9b6-2dfd26ec4b9a tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 21:31:47.771623 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-7f4d9c16-2bfe-4839-8e29-c5e32befc99d tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks [] for router, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:47.779790 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-7f4d9c16-2bfe-4839-8e29-c5e32befc99d tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] 10.222.0.32 "PUT /v2.0/routers/ea3f5e80-4b98-41f9-9cee-68f565c5daca HTTP/1.1" status: 200  len: 701 time: 1.1943245
Dec 25 21:31:47.779790 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-fd704150-ccf5-45e9-a9b6-2dfd26ec4b9a tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for floatingip, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:47.780253 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 49692) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:31:47.794993 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a62342e-f679-4418-8bdd-cd28a23afef0 None None] Sync routers for ids ['ea3f5e80-4b98-41f9-9cee-68f565c5daca'] in ncdv-master-1 {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 21:31:47.802072 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a424242-65f9-468b-9e25-058f20b2f682 None None] Sync routers for ids ['9557b2cf-7512-4e66-b498-527384e39f88'] in ncdv-master-1 {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 21:31:47.810101 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a62342e-f679-4418-8bdd-cd28a23afef0 None None] Routers {'ea3f5e80-4b98-41f9-9cee-68f565c5daca'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:31:47.811648 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-3a62342e-f679-4418-8bdd-cd28a23afef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2618664be0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:31:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['ea3f5e80-4b98-41f9-9cee-68f565c5daca'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:31:47.824419 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-fd704150-ccf5-45e9-a9b6-2dfd26ec4b9a tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] 10.222.0.32 "PUT /v2.0/floatingips/6beae9a1-68aa-4a8a-8a63-5980d2d2b2cb HTTP/1.1" status: 200  len: 991 time: 2.2851119
Dec 25 21:31:47.824419 ncdv-master-1 neutron-server[121607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15fbb331-7835-449b-b015-adf2d50f5186', 'tag': '9011d65b-fbaf-42ac-99a9-d60be63e84b8'}] {{(pid=121607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:31:47.825097 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f980bbcadfa7bf1e788024e1448be660373c21f97f015f780444e999c451203" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13dadfa1-5792-45b4-845c-152e38c2ec41" -d '{"events": [{"name": "network-changed", "server_uuid": "15fbb331-7835-449b-b015-adf2d50f5186", "tag": "9011d65b-fbaf-42ac-99a9-d60be63e84b8"}]}' {{(pid=121607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:31:47.838118 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a424242-65f9-468b-9e25-058f20b2f682 None None] Routers {'9557b2cf-7512-4e66-b498-527384e39f88'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:31:47.838510 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 49700) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:31:47.838897 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-aebd9c2e-c47c-481b-99fd-f735ac27aff1 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] 10.222.0.32 "GET /v2.0/ports?device_id=ea3f5e80-4b98-41f9-9cee-68f565c5daca HTTP/1.1" status: 200  len: 205 time: 0.0613739
Dec 25 21:31:47.849657 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-3a424242-65f9-468b-9e25-058f20b2f682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f26134b7f70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:31:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['9557b2cf-7512-4e66-b498-527384e39f88'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:31:47.904130 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-39ba9dc5-2879-498e-9c73-019d9037fbac admin admin] Publish callbacks [] for security_group, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:47.931732 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-500cad2c-1ec5-49ee-a8ee-da5be143e92d tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks [] for router, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:47.936834 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvr_db [None req-3a62342e-f679-4418-8bdd-cd28a23afef0 None None] Set router ea3f5e80-4b98-41f9-9cee-68f565c5daca gateway port host: None {{(pid=121609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:31:48.046643 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-39ba9dc5-2879-498e-9c73-019d9037fbac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:48.057921 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Dec 2021 21:31:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b74f7cc-3dfa-496e-ab36-bbdaafd32d67 x-openstack-request-id: req-6b74f7cc-3dfa-496e-ab36-bbdaafd32d67 {{(pid=121607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:31:48.058243 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15fbb331-7835-449b-b015-adf2d50f5186", "tag": "9011d65b-fbaf-42ac-99a9-d60be63e84b8", "status": "completed", "code": 200}]} {{(pid=121607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:31:48.058458 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6b74f7cc-3dfa-496e-ab36-bbdaafd32d67 {{(pid=121607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:31:48.059501 ncdv-master-1 neutron-server[121607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15fbb331-7835-449b-b015-adf2d50f5186', 'tag': '9011d65b-fbaf-42ac-99a9-d60be63e84b8', 'status': 'completed', 'code': 200}
Dec 25 21:31:48.076759 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-3a62342e-f679-4418-8bdd-cd28a23afef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2618664be0>, [{'id': 'ea3f5e80-4b98-41f9-9cee-68f565c5daca', 'name': 'tempest-RoutersTest-router-1986204596', 'tenant_id': '2b4b670b5aa1407f8675179d6279efab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:30:46Z', 'updated_at': '2021-12-25T21:31:44Z', 'revision_number': 11, 'project_id': '2b4b670b5aa1407f8675179d6279efab', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:31:48.095287 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvr_db [None req-3a424242-65f9-468b-9e25-058f20b2f682 None None] Set router 9557b2cf-7512-4e66-b498-527384e39f88 gateway port host: ncdv-master-1 {{(pid=121608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:31:48.112165 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a62342e-f679-4418-8bdd-cd28a23afef0 None None] Checking router: ea3f5e80-4b98-41f9-9cee-68f565c5daca for host: ncdv-master-1 {{(pid=121609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 25 21:31:48.114674 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dadfa1-5792-45b4-845c-152e38c2ec41 req-d90eeadd-612b-4535-ae31-cf16a0496541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:31:48.121682 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-13dadfa1-5792-45b4-845c-152e38c2ec41 req-d90eeadd-612b-4535-ae31-cf16a0496541 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0560c323ec8e41b3bc05939e12e049d5&device_id=15fbb331-7835-449b-b015-adf2d50f5186 HTTP/1.1" status: 200  len: 1096 time: 0.0633237
Dec 25 21:31:48.122229 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a62342e-f679-4418-8bdd-cd28a23afef0 None None] Routers {'ea3f5e80-4b98-41f9-9cee-68f565c5daca'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:31:48.122901 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-3a62342e-f679-4418-8bdd-cd28a23afef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2618664be0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:31:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['ea3f5e80-4b98-41f9-9cee-68f565c5daca'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:31:48.182078 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-500cad2c-1ec5-49ee-a8ee-da5be143e92d tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2014235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14905'] for router, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:48.183947 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-500cad2c-1ec5-49ee-a8ee-da5be143e92d tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:48.227523 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-39ba9dc5-2879-498e-9c73-019d9037fbac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:48.232110 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvr_db [None req-3a62342e-f679-4418-8bdd-cd28a23afef0 None None] Set router ea3f5e80-4b98-41f9-9cee-68f565c5daca gateway port host: None {{(pid=121609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:31:48.288296 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-3a62342e-f679-4418-8bdd-cd28a23afef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2618664be0>, [{'id': 'ea3f5e80-4b98-41f9-9cee-68f565c5daca', 'name': 'tempest-RoutersTest-router-1986204596', 'tenant_id': '2b4b670b5aa1407f8675179d6279efab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:30:46Z', 'updated_at': '2021-12-25T21:31:44Z', 'revision_number': 11, 'project_id': '2b4b670b5aa1407f8675179d6279efab', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:31:48.325023 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a62342e-f679-4418-8bdd-cd28a23afef0 None None] The sync data for ids ['ea3f5e80-4b98-41f9-9cee-68f565c5daca'] in ncdv-master-1 is: [{'id': 'ea3f5e80-4b98-41f9-9cee-68f565c5daca', 'name': 'tempest-RoutersTest-router-1986204596', 'tenant_id': '2b4b670b5aa1407f8675179d6279efab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:30:46Z', 'updated_at': '2021-12-25T21:31:44Z', 'revision_number': 11, 'project_id': '2b4b670b5aa1407f8675179d6279efab', 'gw_port_host': None}] {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 21:31:48.353247 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-500cad2c-1ec5-49ee-a8ee-da5be143e92d tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2014220'] for router, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:48.372169 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-500cad2c-1ec5-49ee-a8ee-da5be143e92d tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Fanout notify agent at l3_agent the message router_deleted on router ea3f5e80-4b98-41f9-9cee-68f565c5daca {{(pid=121607) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 25 21:31:48.398115 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-3a424242-65f9-468b-9e25-058f20b2f682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f26134b7f70>, [{'id': '9557b2cf-7512-4e66-b498-527384e39f88', 'name': 'tempest-AttachVolumeShelveTestJSON-4777664-router', 'tenant_id': '0560c323ec8e41b3bc05939e12e049d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.92'}], 'enable_snat': True}, 'gw_port_id': '920f4fe2-acfd-479f-87ae-c76a221d1b18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:26:45Z', 'updated_at': '2021-12-25T21:26:58Z', 'revision_number': 4, 'project_id': '0560c323ec8e41b3bc05939e12e049d5', 'gw_port': {'id': '920f4fe2-acfd-479f-87ae-c76a221d1b18', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:90:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9557b2cf-7512-4e66-b498-527384e39f88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1961, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:26:47Z', 'updated_at': '2021-12-25T21:26:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '6beae9a1-68aa-4a8a-8a63-5980d2d2b2cb', 'tenant_id': '0560c323ec8e41b3bc05939e12e049d5', 'floating_ip_address': '172.35.3.146', 'floating_network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'router_id': '9557b2cf-7512-4e66-b498-527384e39f88', 'port_id': '9011d65b-fbaf-42ac-99a9-d60be63e84b8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2633, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8199f70-d579-4a7f-8b38-5d569ea5e784', 'mac_address': 'fa:16:3e:38:c8:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15fbb331-7835-449b-b015-adf2d50f5186', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-25T21:31:16Z', 'updated_at': '2021-12-25T21:31:46Z', 'revision_number': 1, 'project_id': '0560c323ec8e41b3bc05939e12e049d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b012a25-235f-4b41-a376-5a4f688389ff', 'name': '', 'network_id': 'c8199f70-d579-4a7f-8b38-5d569ea5e784', 'tenant_id': '0560c323ec8e41b3bc05939e12e049d5', 'mac_address': 'fa:16:3e:33:30:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9557b2cf-7512-4e66-b498-527384e39f88', 'device_owner': 'network:router_interface', 'standard_attr_id': 1981, 'fixed_ips': [{'subnet_id': '0cf468ed-9644-4e44-939f-6c7d09675460', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:26:54Z', 'updated_at': '2021-12-25T21:27:02Z', 'revision_number': 5, 'project_id': '0560c323ec8e41b3bc05939e12e049d5', 'subnets': [{'id': '0cf468ed-9644-4e44-939f-6c7d09675460', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:31:48.401789 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-500cad2c-1ec5-49ee-a8ee-da5be143e92d tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks [] for router, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:48.402951 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-500cad2c-1ec5-49ee-a8ee-da5be143e92d tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] 10.222.0.32 "DELETE /v2.0/routers/ea3f5e80-4b98-41f9-9cee-68f565c5daca HTTP/1.1" status: 204  len: 168 time: 0.5631716
Dec 25 21:31:48.409836 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 49708) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:31:48.414765 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-710f971a-1963-4b2c-8ae6-42a7f2475b94 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1059237958', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:31:48.435703 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a424242-65f9-468b-9e25-058f20b2f682 None None] Checking router: 9557b2cf-7512-4e66-b498-527384e39f88 for host: ncdv-master-1 {{(pid=121608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 25 21:31:48.452314 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a424242-65f9-468b-9e25-058f20b2f682 None None] Routers {'9557b2cf-7512-4e66-b498-527384e39f88'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:31:48.452988 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-3a424242-65f9-468b-9e25-058f20b2f682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f26134b7f70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:31:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['9557b2cf-7512-4e66-b498-527384e39f88'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:31:48.550785 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-710f971a-1963-4b2c-8ae6-42a7f2475b94 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2014909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14863'] for router, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:48.552607 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-710f971a-1963-4b2c-8ae6-42a7f2475b94 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2014285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2009796', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2082630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14848'] for router, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:48.680803 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device 28d39838-5105-46f2-ab15-5f4dad4e0e34 up at agent hyperv_nch2-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:31:48.687065 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-710f971a-1963-4b2c-8ae6-42a7f2475b94 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:48.707390 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dadfa1-5792-45b4-845c-152e38c2ec41 req-9d2109bf-2dcd-49d5-ae41-5caab0d7896e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:31:48.708835 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-13dadfa1-5792-45b4-845c-152e38c2ec41 req-9d2109bf-2dcd-49d5-ae41-5caab0d7896e service neutron] 10.222.0.37 "GET /v2.0/networks?id=c8199f70-d579-4a7f-8b38-5d569ea5e784 HTTP/1.1" status: 200  len: 915 time: 0.5811858
Dec 25 21:31:48.718378 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ba9dc5-2879-498e-9c73-019d9037fbac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fec1b30b-cb10-4159-874a-a17173d30e63,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:31:48.723308 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-39ba9dc5-2879-498e-9c73-019d9037fbac admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=20a4eb20436c4a588550b002c8421152&name=default HTTP/1.1" status: 200  len: 3000 time: 1.0065305
Dec 25 21:31:48.726151 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 49722) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:31:48.767096 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvr_db [None req-3a424242-65f9-468b-9e25-058f20b2f682 None None] Set router 9557b2cf-7512-4e66-b498-527384e39f88 gateway port host: ncdv-master-1 {{(pid=121608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:31:48.789825 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b9d0b290-a041-4a74-adef-364a8ea3b245 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:48.824228 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b9d0b290-a041-4a74-adef-364a8ea3b245 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:48.842179 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ef8720-7211-45df-a71f-f7bf4f38970f req-3689d13d-f123-488f-9117-063d45e7dcae tempest-VolumesActionsTest-1540518602 tempest-VolumesActionsTest-1540518602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:31:48.843744 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a0ef8720-7211-45df-a71f-f7bf4f38970f req-3689d13d-f123-488f-9117-063d45e7dcae tempest-VolumesActionsTest-1540518602 tempest-VolumesActionsTest-1540518602-project] 10.222.0.32 "GET /v2.0/ports?device_id=ccaf2ac9-c8d5-4d9d-beea-c3bd24d44294 HTTP/1.1" status: 200  len: 946 time: 0.1497240
Dec 25 21:31:48.846926 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-13dadfa1-5792-45b4-845c-152e38c2ec41 req-ac532da0-0cfc-4042-b7ed-279ca9dbe00e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9011d65b-fbaf-42ac-99a9-d60be63e84b8 HTTP/1.1" status: 200  len: 999 time: 0.1066625
Dec 25 21:31:48.856018 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe1ebd9-a788-476c-8b5b-cef3aafd41cb req-a235691d-6184-42b2-86a4-ecc1f11bdc75 tempest-VolumesNegativeTest-763913042 tempest-VolumesNegativeTest-763913042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:31:48.857665 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0fe1ebd9-a788-476c-8b5b-cef3aafd41cb req-a235691d-6184-42b2-86a4-ecc1f11bdc75 tempest-VolumesNegativeTest-763913042 tempest-VolumesNegativeTest-763913042-project] 10.222.0.32 "GET /v2.0/ports?device_id=77f09b4b-c1be-4f85-9ebf-48b16aaa0b7d HTTP/1.1" status: 200  len: 949 time: 0.1616845
Dec 25 21:31:48.952188 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dadfa1-5792-45b4-845c-152e38c2ec41 req-15c88798-b1de-490c-bd99-acc53826e2a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:31:48.953701 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-13dadfa1-5792-45b4-845c-152e38c2ec41 req-15c88798-b1de-490c-bd99-acc53826e2a1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0cf468ed-9644-4e44-939f-6c7d09675460 HTTP/1.1" status: 200  len: 853 time: 0.0951314
Dec 25 21:31:48.981202 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-710f971a-1963-4b2c-8ae6-42a7f2475b94 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2014278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2009753'] for router, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:48.986626 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b9d0b290-a041-4a74-adef-364a8ea3b245 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:48.990819 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b9d0b290-a041-4a74-adef-364a8ea3b245 admin admin] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:48.995451 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-b9d0b290-a041-4a74-adef-364a8ea3b245 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/fec1b30b-cb10-4159-874a-a17173d30e63 HTTP/1.1" status: 204  len: 168 time: 0.2680748
Dec 25 21:31:49.011617 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Provisioning for port 28d39838-5105-46f2-ab15-5f4dad4e0e34 completed by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 25 21:31:49.015636 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d0b290-a041-4a74-adef-364a8ea3b245 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fec1b30b-cb10-4159-874a-a17173d30e63,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:31:49.023562 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0fe1ebd9-a788-476c-8b5b-cef3aafd41cb req-c766aa7a-985d-4b76-b433-12080bf0603b tempest-VolumesNegativeTest-763913042 tempest-VolumesNegativeTest-763913042-project] 10.222.0.32 "GET /v2.0/security-groups?id=deb16012-caf8-46e4-bd8f-a73e0cb26ce2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1372347
Dec 25 21:31:49.028294 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Provisioning complete for port 28d39838-5105-46f2-ab15-5f4dad4e0e34 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:31:49.028795 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:49.030172 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a0ef8720-7211-45df-a71f-f7bf4f38970f req-a71bcc2b-489c-4cea-a037-7e91cd66870c tempest-VolumesActionsTest-1540518602 tempest-VolumesActionsTest-1540518602-project] 10.222.0.32 "GET /v2.0/security-groups?id=d95f4b4b-e2bc-4a54-974a-72224402b503&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1406646
Dec 25 21:31:49.068722 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dadfa1-5792-45b4-845c-152e38c2ec41 req-924cacc2-3cbb-40fb-903a-51399d519b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:31:49.068722 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-13dadfa1-5792-45b4-845c-152e38c2ec41 req-924cacc2-3cbb-40fb-903a-51399d519b0c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c8199f70-d579-4a7f-8b38-5d569ea5e784&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0924711
Dec 25 21:31:49.118568 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-710f971a-1963-4b2c-8ae6-42a7f2475b94 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks [] for router, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:49.120416 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-710f971a-1963-4b2c-8ae6-42a7f2475b94 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 700 time: 0.7094085
Dec 25 21:31:49.123218 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 49736) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:31:49.127206 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-53d8ec66-3f22-4ac9-a86a-238df131ef56 req-553aade6-9475-4d26-8c95-5605493908bd tempest-ListServersNegativeTestJSON-1535126760 tempest-ListServersNegativeTestJSON-1535126760-project] 10.222.0.32 "GET /v2.0/ports?device_id=335c07b3-3db8-4683-9af2-5dd2d3923ccd HTTP/1.1" status: 200  len: 210 time: 0.0456710
Dec 25 21:31:49.128368 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-25b5169c-ac75-4dae-bcf3-e9ed4cca4e79 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Request body: {'router': {'admin_state_up': True}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:31:49.214854 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-13dadfa1-5792-45b4-845c-152e38c2ec41 req-0fa1daae-972a-4f0c-a1b0-58911fcd3a2b service neutron] 10.222.0.37 "GET /v2.0/networks/c8199f70-d579-4a7f-8b38-5d569ea5e784?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1475031
Dec 25 21:31:49.262225 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-3a424242-65f9-468b-9e25-058f20b2f682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f26134b7f70>, [{'id': '9557b2cf-7512-4e66-b498-527384e39f88', 'name': 'tempest-AttachVolumeShelveTestJSON-4777664-router', 'tenant_id': '0560c323ec8e41b3bc05939e12e049d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.92'}], 'enable_snat': True}, 'gw_port_id': '920f4fe2-acfd-479f-87ae-c76a221d1b18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:26:45Z', 'updated_at': '2021-12-25T21:26:58Z', 'revision_number': 4, 'project_id': '0560c323ec8e41b3bc05939e12e049d5', 'gw_port': {'id': '920f4fe2-acfd-479f-87ae-c76a221d1b18', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:90:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9557b2cf-7512-4e66-b498-527384e39f88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1961, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:26:47Z', 'updated_at': '2021-12-25T21:26:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '6beae9a1-68aa-4a8a-8a63-5980d2d2b2cb', 'tenant_id': '0560c323ec8e41b3bc05939e12e049d5', 'floating_ip_address': '172.35.3.146', 'floating_network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'router_id': '9557b2cf-7512-4e66-b498-527384e39f88', 'port_id': '9011d65b-fbaf-42ac-99a9-d60be63e84b8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2633, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8199f70-d579-4a7f-8b38-5d569ea5e784', 'mac_address': 'fa:16:3e:38:c8:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15fbb331-7835-449b-b015-adf2d50f5186', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-25T21:31:16Z', 'updated_at': '2021-12-25T21:31:46Z', 'revision_number': 1, 'project_id': '0560c323ec8e41b3bc05939e12e049d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b012a25-235f-4b41-a376-5a4f688389ff', 'name': '', 'network_id': 'c8199f70-d579-4a7f-8b38-5d569ea5e784', 'tenant_id': '0560c323ec8e41b3bc05939e12e049d5', 'mac_address': 'fa:16:3e:33:30:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9557b2cf-7512-4e66-b498-527384e39f88', 'device_owner': 'network:router_interface', 'standard_attr_id': 1981, 'fixed_ips': [{'subnet_id': '0cf468ed-9644-4e44-939f-6c7d09675460', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:26:54Z', 'updated_at': '2021-12-25T21:27:02Z', 'revision_number': 5, 'project_id': '0560c323ec8e41b3bc05939e12e049d5', 'subnets': [{'id': '0cf468ed-9644-4e44-939f-6c7d09675460', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:31:49.308926 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a424242-65f9-468b-9e25-058f20b2f682 None None] The sync data for ids ['9557b2cf-7512-4e66-b498-527384e39f88'] in ncdv-master-1 is: [{'id': '9557b2cf-7512-4e66-b498-527384e39f88', 'name': 'tempest-AttachVolumeShelveTestJSON-4777664-router', 'tenant_id': '0560c323ec8e41b3bc05939e12e049d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.92'}], 'enable_snat': True}, 'gw_port_id': '920f4fe2-acfd-479f-87ae-c76a221d1b18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:26:45Z', 'updated_at': '2021-12-25T21:26:58Z', 'revision_number': 4, 'project_id': '0560c323ec8e41b3bc05939e12e049d5', 'gw_port': {'id': '920f4fe2-acfd-479f-87ae-c76a221d1b18', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:90:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9557b2cf-7512-4e66-b498-527384e39f88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1961, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:26:47Z', 'updated_at': '2021-12-25T21:26:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '6beae9a1-68aa-4a8a-8a63-5980d2d2b2cb', 'tenant_id': '0560c323ec8e41b3bc05939e12e049d5', 'floating_ip_address': '172.35.3.146', 'floating_network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'router_id': '9557b2cf-7512-4e66-b498-527384e39f88', 'port_id': '9011d65b-fbaf-42ac-99a9-d60be63e84b8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2633, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8199f70-d579-4a7f-8b38-5d569ea5e784', 'mac_address': 'fa:16:3e:38:c8:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15fbb331-7835-449b-b015-adf2d50f5186', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-25T21:31:16Z', 'updated_at': '2021-12-25T21:31:46Z', 'revision_number': 1, 'project_id': '0560c323ec8e41b3bc05939e12e049d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b012a25-235f-4b41-a376-5a4f688389ff', 'name': '', 'network_id': 'c8199f70-d579-4a7f-8b38-5d569ea5e784', 'tenant_id': '0560c323ec8e41b3bc05939e12e049d5', 'mac_address': 'fa:16:3e:33:30:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9557b2cf-7512-4e66-b498-527384e39f88', 'device_owner': 'network:router_interface', 'standard_attr_id': 1981, 'fixed_ips': [{'subnet_id': '0cf468ed-9644-4e44-939f-6c7d09675460', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:26:54Z', 'updated_at': '2021-12-25T21:27:02Z', 'revision_number': 5, 'project_id': '0560c323ec8e41b3bc05939e12e049d5', 'subnets': [{'id': '0cf468ed-9644-4e44-939f-6c7d09675460', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 21:31:49.378692 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:49.417182 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77f09b4b-c1be-4f85-9ebf-48b16aaa0b7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28d39838-5105-46f2-ab15-5f4dad4e0e34'}] {{(pid=121608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:31:49.419466 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a88c78c3ff6266bd59c7e89d275b28c92e739b67d23c89d71af88829fd31566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a954283-1738-45b5-996f-e5eafe844f19" -d '{"events": [{"server_uuid": "77f09b4b-c1be-4f85-9ebf-48b16aaa0b7d", "name": "network-vif-plugged", "status": "completed", "tag": "28d39838-5105-46f2-ab15-5f4dad4e0e34"}]}' {{(pid=121608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:31:49.420707 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-25b5169c-ac75-4dae-bcf3-e9ed4cca4e79 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2009782', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2014271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14898'] for router, precommit_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:49.450781 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-13dadfa1-5792-45b4-845c-152e38c2ec41 req-98dc01aa-bb57-4ffb-8c97-1c153728ab00 service neutron] 10.222.0.37 "GET /v2.0/networks/c8199f70-d579-4a7f-8b38-5d569ea5e784?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2289498
Dec 25 21:31:49.456054 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port 28d39838-5105-46f2-ab15-5f4dad4e0e34, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=28d39838-5105-46f2-ab15-5f4dad4e0e34,segment=NetworkSegment(85c774cb-a0eb-4ad9-961f-f331d3b37cd6),segment_id=85c774cb-a0eb-4ad9-961f-f331d3b37cd6)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:31:49.479460 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 21:31:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfae8985-d6e9-4373-a278-02219c32d8d8 x-openstack-request-id: req-bfae8985-d6e9-4373-a278-02219c32d8d8 {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:31:49.481792 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77f09b4b-c1be-4f85-9ebf-48b16aaa0b7d", "name": "network-vif-plugged", "status": "completed", "tag": "28d39838-5105-46f2-ab15-5f4dad4e0e34", "code": 200}]} {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:31:49.484377 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-bfae8985-d6e9-4373-a278-02219c32d8d8 {{(pid=121608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:31:49.484377 ncdv-master-1 neutron-server[121608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77f09b4b-c1be-4f85-9ebf-48b16aaa0b7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28d39838-5105-46f2-ab15-5f4dad4e0e34', 'code': 200}
Dec 25 21:31:49.540339 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9baed7a7-b7a1-4cd5-87e0-4d653caeb92d req-bdb63d1c-27cc-4b66-a1d1-3055e1388bd0 tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:31:49.542519 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9baed7a7-b7a1-4cd5-87e0-4d653caeb92d req-bdb63d1c-27cc-4b66-a1d1-3055e1388bd0 tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] 10.222.0.32 "GET /v2.0/networks?id=d257b68f-9132-4584-b1b0-827fbb5ce176 HTTP/1.1" status: 200  len: 812 time: 0.2786529
Dec 25 21:31:49.550654 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:49.553257 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-25b5169c-ac75-4dae-bcf3-e9ed4cca4e79 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2009753', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2009775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2009760', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2014256'] for router, after_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:49.624692 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9baed7a7-b7a1-4cd5-87e0-4d653caeb92d req-7b69c85a-9b77-49b7-bb52-74d78ff177e0 tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] 10.222.0.32 "GET /v2.0/quotas/c77dc74a46d64a67991d82bf12adb1dc HTTP/1.1" status: 200  len: 375 time: 0.0467007
Dec 25 21:31:49.672648 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493ce56c-d080-4489-bd9a-cd1990ff2d20 req-ec730470-90a5-47ef-a707-9d2ee77da539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:31:49.675268 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-493ce56c-d080-4489-bd9a-cd1990ff2d20 req-ec730470-90a5-47ef-a707-9d2ee77da539 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=77f09b4b-c1be-4f85-9ebf-48b16aaa0b7d HTTP/1.1" status: 200  len: 1101 time: 0.1199620
Dec 25 21:31:49.679741 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1406a5f-df69-44f6-a8d5-565d90872441 None None] New status for floating IP 6beae9a1-68aa-4a8a-8a63-5980d2d2b2cb: ACTIVE {{(pid=121609) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 25 21:31:49.686324 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Pushing event updated for resources: {'Port': ['ID=28d39838-5105-46f2-ab15-5f4dad4e0e34,revision_number=5']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:31:49.716374 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9baed7a7-b7a1-4cd5-87e0-4d653caeb92d req-ee666d23-bbd7-41ba-aef2-57848695625d tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=c77dc74a46d64a67991d82bf12adb1dc&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0847909
Dec 25 21:31:49.766756 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-493ce56c-d080-4489-bd9a-cd1990ff2d20 req-b809d195-01b6-48da-8135-52c328d27f83 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=deb16012-caf8-46e4-bd8f-a73e0cb26ce2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0805724
Dec 25 21:31:49.812995 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcabc915-4af1-49b5-8520-b3cdac0ae1cc req-dc13238f-b84c-40a7-b383-477a812a0e25 tempest-VolumesActionsTest-1540518602 tempest-VolumesActionsTest-1540518602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:31:49.814613 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-dcabc915-4af1-49b5-8520-b3cdac0ae1cc req-dc13238f-b84c-40a7-b383-477a812a0e25 tempest-VolumesActionsTest-1540518602 tempest-VolumesActionsTest-1540518602-project] 10.222.0.31 "GET /v2.0/ports?device_id=ccaf2ac9-c8d5-4d9d-beea-c3bd24d44294 HTTP/1.1" status: 200  len: 946 time: 0.0633702
Dec 25 21:31:49.858904 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25b5169c-ac75-4dae-bcf3-e9ed4cca4e79 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Router fd04aa8d-8c7c-40fb-9985-6d5669609a64 is scheduled to L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 with binding_index 1 {{(pid=121607) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 25 21:31:49.961375 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [req-dcabc915-4af1-49b5-8520-b3cdac0ae1cc req-443be91f-3609-4d40-9f28-5055937de894 tempest-VolumesActionsTest-1540518602 tempest-VolumesActionsTest-1540518602-project] Deleting port a40bc1af-cf16-4f22-9e98-443b60684223 {{(pid=121606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:31:49.961808 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-dcabc915-4af1-49b5-8520-b3cdac0ae1cc req-443be91f-3609-4d40-9f28-5055937de894 tempest-VolumesActionsTest-1540518602 tempest-VolumesActionsTest-1540518602-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:49.985606 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25b5169c-ac75-4dae-bcf3-e9ed4cca4e79 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 21:31:49.993628 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-25b5169c-ac75-4dae-bcf3-e9ed4cca4e79 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks [] for router, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:49.997104 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-25b5169c-ac75-4dae-bcf3-e9ed4cca4e79 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] 10.222.0.32 "PUT /v2.0/routers/fd04aa8d-8c7c-40fb-9985-6d5669609a64 HTTP/1.1" status: 200  len: 694 time: 0.8706458
Dec 25 21:31:49.997630 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 49756) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:31:50.004701 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06a07d90-73fb-4989-9633-cff48ee43195 None None] Sync routers for ids ['fd04aa8d-8c7c-40fb-9985-6d5669609a64'] in ncdv-master-1 {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 21:31:50.025068 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06a07d90-73fb-4989-9633-cff48ee43195 None None] Routers {'fd04aa8d-8c7c-40fb-9985-6d5669609a64'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:31:50.025865 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-06a07d90-73fb-4989-9633-cff48ee43195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2613f61f70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:31:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['fd04aa8d-8c7c-40fb-9985-6d5669609a64'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:31:50.095960 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-9f3eccfe-f5ed-454f-b886-16f0e6e51689 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] 10.222.0.32 "GET /v2.0/routers/fd04aa8d-8c7c-40fb-9985-6d5669609a64 HTTP/1.1" status: 200  len: 700 time: 0.0966311
Dec 25 21:31:50.099263 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 49762) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:31:50.150510 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9baed7a7-b7a1-4cd5-87e0-4d653caeb92d req-886b213f-9d97-472d-9339-7341e124ae88 service neutron] 10.222.0.32 "GET /v2.0/networks/d257b68f-9132-4584-b1b0-827fbb5ce176?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4242244
Dec 25 21:31:50.151075 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 49766) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:31:50.157230 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvr_db [None req-06a07d90-73fb-4989-9633-cff48ee43195 None None] Set router fd04aa8d-8c7c-40fb-9985-6d5669609a64 gateway port host: None {{(pid=121608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:31:50.174700 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-2503d695-c609-4616-9f92-4267a751482d tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd04aa8d-8c7c-40fb-9985-6d5669609a64 HTTP/1.1" status: 200  len: 205 time: 0.0492086
Dec 25 21:31:50.201332 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [req-d7a5ba7e-e25b-407e-8378-7bdb88db690b req-663a8679-5250-4fef-9d69-8916501c9065 tempest-ImagesOneServerNegativeTestJSON-1717313213 tempest-ImagesOneServerNegativeTestJSON-1717313213-project] (121606) timed out ('10.222.0.31', 59401) {{(pid=121606) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}
Dec 25 21:31:50.215864 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-06a07d90-73fb-4989-9633-cff48ee43195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2613f61f70>, [{'id': 'fd04aa8d-8c7c-40fb-9985-6d5669609a64', 'name': 'tempest-RoutersTest-router-1059237958', 'tenant_id': '2b4b670b5aa1407f8675179d6279efab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:31:48Z', 'updated_at': '2021-12-25T21:31:49Z', 'revision_number': 2, 'project_id': '2b4b670b5aa1407f8675179d6279efab', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:31:50.243768 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06a07d90-73fb-4989-9633-cff48ee43195 None None] Checking router: fd04aa8d-8c7c-40fb-9985-6d5669609a64 for host: ncdv-master-1 {{(pid=121608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 25 21:31:50.252865 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06a07d90-73fb-4989-9633-cff48ee43195 None None] Routers {'fd04aa8d-8c7c-40fb-9985-6d5669609a64'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:31:50.253542 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-06a07d90-73fb-4989-9633-cff48ee43195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2613f61f70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:31:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['fd04aa8d-8c7c-40fb-9985-6d5669609a64'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:31:50.324823 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvr_db [None req-06a07d90-73fb-4989-9633-cff48ee43195 None None] Set router fd04aa8d-8c7c-40fb-9985-6d5669609a64 gateway port host: None {{(pid=121608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:31:50.354177 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-5d40e7dd-6930-42f6-8f02-d9608f92229e tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks [] for router, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:50.381336 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-06a07d90-73fb-4989-9633-cff48ee43195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2613f61f70>, [{'id': 'fd04aa8d-8c7c-40fb-9985-6d5669609a64', 'name': 'tempest-RoutersTest-router-1059237958', 'tenant_id': '2b4b670b5aa1407f8675179d6279efab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:31:48Z', 'updated_at': '2021-12-25T21:31:49Z', 'revision_number': 2, 'project_id': '2b4b670b5aa1407f8675179d6279efab', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:31:50.409671 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06a07d90-73fb-4989-9633-cff48ee43195 None None] The sync data for ids ['fd04aa8d-8c7c-40fb-9985-6d5669609a64'] in ncdv-master-1 is: [{'id': 'fd04aa8d-8c7c-40fb-9985-6d5669609a64', 'name': 'tempest-RoutersTest-router-1059237958', 'tenant_id': '2b4b670b5aa1407f8675179d6279efab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:31:48Z', 'updated_at': '2021-12-25T21:31:49Z', 'revision_number': 2, 'project_id': '2b4b670b5aa1407f8675179d6279efab', 'gw_port_host': None}] {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 21:31:50.441334 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-dcabc915-4af1-49b5-8520-b3cdac0ae1cc req-443be91f-3609-4d40-9f28-5055937de894 tempest-VolumesActionsTest-1540518602 tempest-VolumesActionsTest-1540518602-project] For port a40bc1af-cf16-4f22-9e98-443b60684223, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a40bc1af-cf16-4f22-9e98-443b60684223,segment=NetworkSegment(0fac887f-f99f-493c-9476-cc5385c45b09),segment_id=0fac887f-f99f-493c-9476-cc5385c45b09)] {{(pid=121606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:31:50.441737 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-dcabc915-4af1-49b5-8520-b3cdac0ae1cc req-443be91f-3609-4d40-9f28-5055937de894 tempest-VolumesActionsTest-1540518602 tempest-VolumesActionsTest-1540518602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:50.498415 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [req-dcabc915-4af1-49b5-8520-b3cdac0ae1cc req-443be91f-3609-4d40-9f28-5055937de894 tempest-VolumesActionsTest-1540518602 tempest-VolumesActionsTest-1540518602-project] Calling delete_port for a40bc1af-cf16-4f22-9e98-443b60684223 owned by compute:nova {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:31:50.508058 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afafc8d7-38b1-422e-bfce-71e34c299c5b req-7f06f477-e2e2-4a9e-bd00-1259b48e7546 tempest-VolumesNegativeTest-763913042 tempest-VolumesNegativeTest-763913042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:31:50.509658 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-afafc8d7-38b1-422e-bfce-71e34c299c5b req-7f06f477-e2e2-4a9e-bd00-1259b48e7546 tempest-VolumesNegativeTest-763913042 tempest-VolumesNegativeTest-763913042-project] 10.222.0.32 "GET /v2.0/ports?device_id=77f09b4b-c1be-4f85-9ebf-48b16aaa0b7d HTTP/1.1" status: 200  len: 950 time: 0.3578444
Dec 25 21:31:50.614628 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9baed7a7-b7a1-4cd5-87e0-4d653caeb92d req-fc8d05e4-e03e-4cb3-a5d1-873bd6c920ea service neutron] 10.222.0.32 "GET /v2.0/networks/d257b68f-9132-4584-b1b0-827fbb5ce176?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4096668
Dec 25 21:31:50.736921 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-5d40e7dd-6930-42f6-8f02-d9608f92229e tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2014235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14905'] for router, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:50.739475 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-5d40e7dd-6930-42f6-8f02-d9608f92229e tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:50.839730 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-afafc8d7-38b1-422e-bfce-71e34c299c5b req-dff72878-f736-4947-960c-15b96b3c7bed tempest-VolumesNegativeTest-763913042 tempest-VolumesNegativeTest-763913042-project] 10.222.0.32 "GET /v2.0/security-groups?id=deb16012-caf8-46e4-bd8f-a73e0cb26ce2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3150215
Dec 25 21:31:50.921342 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-5d40e7dd-6930-42f6-8f02-d9608f92229e tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2014220'] for router, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:50.922338 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d40e7dd-6930-42f6-8f02-d9608f92229e tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Fanout notify agent at l3_agent the message router_deleted on router fd04aa8d-8c7c-40fb-9985-6d5669609a64 {{(pid=121606) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 25 21:31:50.933824 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-5d40e7dd-6930-42f6-8f02-d9608f92229e tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] Publish callbacks [] for router, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:50.933824 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-5d40e7dd-6930-42f6-8f02-d9608f92229e tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] 10.222.0.32 "DELETE /v2.0/routers/fd04aa8d-8c7c-40fb-9985-6d5669609a64 HTTP/1.1" status: 204  len: 168 time: 0.7377632
Dec 25 21:31:50.937260 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 49786) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:31:50.951063 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-dcabc915-4af1-49b5-8520-b3cdac0ae1cc req-443be91f-3609-4d40-9f28-5055937de894 tempest-VolumesActionsTest-1540518602 tempest-VolumesActionsTest-1540518602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:50.962640 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] get_ports_and_sgs() called for port_ids ['a40bc1af-cf16-4f22-9e98-443b60684223'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:31:50.971674 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-7064daaf-3b89-4f65-8ca7-403fc887d6c0 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd04aa8d-8c7c-40fb-9985-6d5669609a64 HTTP/1.1" status: 200  len: 205 time: 0.0331678
Dec 25 21:31:50.974561 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 49788) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:31:51.031129 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-06f3f358-6c30-4db1-87ab-944f1961fd7d req-9eba492b-e377-4254-8421-dc38dd37cac3 tempest-VolumesActionsTest-1540518602 tempest-VolumesActionsTest-1540518602-project] 10.222.0.32 "GET /v2.0/ports?device_id=ccaf2ac9-c8d5-4d9d-beea-c3bd24d44294 HTTP/1.1" status: 200  len: 210 time: 0.0964119
Dec 25 21:31:51.065758 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443be91f-3609-4d40-9f28-5055937de894 tempest-VolumesActionsTest-1540518602 tempest-VolumesActionsTest-1540518602-project] Pushing event deleted for resources: {'Port': ['ID=a40bc1af-cf16-4f22-9e98-443b60684223,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:31:51.066422 ncdv-master-1 neutron-server[121607]: INFO neutron.api.v2.resource [None req-7bc16464-0021-439a-9a70-aa679db041dd tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] delete failed (client error): The resource could not be found.
Dec 25 21:31:51.069947 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-7bc16464-0021-439a-9a70-aa679db041dd tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] 10.222.0.32 "DELETE /v2.0/routers/fd04aa8d-8c7c-40fb-9985-6d5669609a64 HTTP/1.1" status: 404  len: 336 time: 0.0914929
Dec 25 21:31:51.078255 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 49792) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:31:51.098003 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcabc915-4af1-49b5-8520-b3cdac0ae1cc req-443be91f-3609-4d40-9f28-5055937de894 tempest-VolumesActionsTest-1540518602 tempest-VolumesActionsTest-1540518602-project] No DVR routers for this DVR port a40bc1af-cf16-4f22-9e98-443b60684223 on host nch1-master-1 {{(pid=121606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:31:51.102392 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-dcabc915-4af1-49b5-8520-b3cdac0ae1cc req-443be91f-3609-4d40-9f28-5055937de894 tempest-VolumesActionsTest-1540518602 tempest-VolumesActionsTest-1540518602-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:51.107217 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-dcabc915-4af1-49b5-8520-b3cdac0ae1cc req-443be91f-3609-4d40-9f28-5055937de894 tempest-VolumesActionsTest-1540518602 tempest-VolumesActionsTest-1540518602-project] 10.222.0.31 "DELETE /v2.0/ports/a40bc1af-cf16-4f22-9e98-443b60684223 HTTP/1.1" status: 204  len: 173 time: 1.2863491
Dec 25 21:31:51.108309 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccaf2ac9-c8d5-4d9d-beea-c3bd24d44294', 'name': 'network-vif-deleted', 'tag': 'a40bc1af-cf16-4f22-9e98-443b60684223'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:31:51.109849 ncdv-master-1 neutron-server[121607]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f360332-16eb-47f7-8265-3150a7287dc5 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] DELETE failed (client error): The resource could not be found.
Dec 25 21:31:51.110308 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f360332-16eb-47f7-8265-3150a7287dc5 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 25 21:31:51.111923 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9858820c13ec2827453b94ebc4181065e990a4e4089ccb9fe762531ac62d2fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1cb3251-12f1-4708-8620-0f536bc93ae9" -d '{"events": [{"server_uuid": "ccaf2ac9-c8d5-4d9d-beea-c3bd24d44294", "name": "network-vif-deleted", "tag": "a40bc1af-cf16-4f22-9e98-443b60684223"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:31:51.116349 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-0f360332-16eb-47f7-8265-3150a7287dc5 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] 10.222.0.32 "DELETE /v2.0/subnets/25cd9942-f5cd-4b37-b85d-a984673840e1 HTTP/1.1" status: 404  len: 337 time: 0.0422192
Dec 25 21:31:51.116349 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 49798) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:31:51.152784 ncdv-master-1 neutron-server[121607]: INFO neutron.pecan_wsgi.hooks.translation [None req-983d9819-4a90-4090-b781-41cd94e6f049 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] DELETE failed (client error): The resource could not be found.
Dec 25 21:31:51.153303 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-983d9819-4a90-4090-b781-41cd94e6f049 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 25 21:31:51.156899 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-983d9819-4a90-4090-b781-41cd94e6f049 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] 10.222.0.32 "DELETE /v2.0/subnets/65e99da2-4ea1-4be0-b2d9-9cb1d682b3b1 HTTP/1.1" status: 404  len: 337 time: 0.0393832
Dec 25 21:31:51.157040 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ad92d8f0-0076-4386-bd3c-5b1bc7d1cf0d req-9925c403-c1c7-4b4e-ad1b-a587fdae3e29 tempest-ListServersNegativeTestJSON-1535126760 tempest-ListServersNegativeTestJSON-1535126760-project] 10.222.0.32 "GET /v2.0/ports?device_id=335c07b3-3db8-4683-9af2-5dd2d3923ccd HTTP/1.1" status: 200  len: 210 time: 0.0416706
Dec 25 21:31:51.159875 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 49800) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:31:51.206431 ncdv-master-1 neutron-server[121607]: INFO neutron.pecan_wsgi.hooks.translation [None req-da0815c2-e5c8-40cc-b6e1-903c4e9148fa tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] DELETE failed (client error): The resource could not be found.
Dec 25 21:31:51.206834 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da0815c2-e5c8-40cc-b6e1-903c4e9148fa tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 25 21:31:51.210161 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-da0815c2-e5c8-40cc-b6e1-903c4e9148fa tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] 10.222.0.32 "DELETE /v2.0/subnets/fc88b8d2-273b-41e8-8d59-a828d8bf283c HTTP/1.1" status: 404  len: 337 time: 0.0493999
Dec 25 21:31:51.213121 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 49802) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:31:51.244452 ncdv-master-1 neutron-server[121606]: INFO neutron.pecan_wsgi.hooks.translation [None req-a82fd0cf-0d96-4c9a-9b6e-47972c9f3aab tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] DELETE failed (client error): The resource could not be found.
Dec 25 21:31:51.245021 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a82fd0cf-0d96-4c9a-9b6e-47972c9f3aab tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 25 21:31:51.250764 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-a82fd0cf-0d96-4c9a-9b6e-47972c9f3aab tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] 10.222.0.32 "DELETE /v2.0/subnets/98da7abf-53cd-43ff-b3be-a1b4b395f8ea HTTP/1.1" status: 404  len: 337 time: 0.0343146
Dec 25 21:31:51.251088 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 49804) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:31:51.297357 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-83ca82bf-4896-4634-bd58-dcddc481b05a tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] 10.222.0.32 "GET /v2.0/ports?device_id=ea3f5e80-4b98-41f9-9cee-68f565c5daca HTTP/1.1" status: 200  len: 205 time: 0.0444424
Dec 25 21:31:51.300199 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 49806) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:31:51.362655 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 21:31:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69c91bcc-e792-4e14-9c2b-f0b2cba6d5e7 x-openstack-request-id: req-69c91bcc-e792-4e14-9c2b-f0b2cba6d5e7 {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:31:51.363017 ncdv-master-1 neutron-server[121607]: INFO neutron.api.v2.resource [None req-47dc5e1c-e79e-48ba-83aa-4573d28ec6d2 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] delete failed (client error): The resource could not be found.
Dec 25 21:31:51.363369 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccaf2ac9-c8d5-4d9d-beea-c3bd24d44294", "name": "network-vif-deleted", "tag": "a40bc1af-cf16-4f22-9e98-443b60684223", "status": "completed", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:31:51.366615 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-69c91bcc-e792-4e14-9c2b-f0b2cba6d5e7 {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:31:51.366749 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-47dc5e1c-e79e-48ba-83aa-4573d28ec6d2 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] 10.222.0.32 "DELETE /v2.0/routers/ea3f5e80-4b98-41f9-9cee-68f565c5daca HTTP/1.1" status: 404  len: 336 time: 0.0622735
Dec 25 21:31:51.366861 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 49810) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:31:51.368020 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccaf2ac9-c8d5-4d9d-beea-c3bd24d44294', 'name': 'network-vif-deleted', 'tag': 'a40bc1af-cf16-4f22-9e98-443b60684223', 'status': 'completed', 'code': 200}
Dec 25 21:31:51.400926 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-c42be75d-6309-452c-828f-7278e6900341 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] 10.222.0.32 "GET /v2.0/ports?device_id=ffa2dd5e-4d3e-4aad-8b26-d654874dd9bf HTTP/1.1" status: 200  len: 205 time: 0.0324931
Dec 25 21:31:51.402917 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 49812) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:31:51.449628 ncdv-master-1 neutron-server[121607]: INFO neutron.api.v2.resource [None req-c739917a-8a9b-4ae2-ba79-3dd980722b90 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] delete failed (client error): The resource could not be found.
Dec 25 21:31:51.456087 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-c739917a-8a9b-4ae2-ba79-3dd980722b90 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] 10.222.0.32 "DELETE /v2.0/routers/ffa2dd5e-4d3e-4aad-8b26-d654874dd9bf HTTP/1.1" status: 404  len: 336 time: 0.0464938
Dec 25 21:31:51.458022 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 49816) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:31:51.498300 ncdv-master-1 neutron-server[121606]: INFO neutron.pecan_wsgi.hooks.translation [None req-978b4ba6-0b2e-4c8a-8ccc-5d4a545352bb tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] DELETE failed (client error): The resource could not be found.
Dec 25 21:31:51.498772 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-978b4ba6-0b2e-4c8a-8ccc-5d4a545352bb tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 25 21:31:51.502701 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-978b4ba6-0b2e-4c8a-8ccc-5d4a545352bb tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] 10.222.0.32 "DELETE /v2.0/subnets/eaf7b7cd-38c0-451b-8299-31dad7f9051d HTTP/1.1" status: 404  len: 337 time: 0.0435171
Dec 25 21:31:51.505725 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 49820) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:31:51.540523 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-2dd1a04e-7382-4a29-bc8c-7958f2d850e1 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] 10.222.0.32 "GET /v2.0/ports?device_id=98e98041-aa6d-46f7-8d94-44b41a31315f HTTP/1.1" status: 200  len: 205 time: 0.0333552
Dec 25 21:31:51.546337 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 49822) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:31:51.586623 ncdv-master-1 neutron-server[121607]: INFO neutron.api.v2.resource [None req-f95a2167-4829-4353-86be-99e2df8fbc29 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] delete failed (client error): The resource could not be found.
Dec 25 21:31:51.590126 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-f95a2167-4829-4353-86be-99e2df8fbc29 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] 10.222.0.32 "DELETE /v2.0/routers/98e98041-aa6d-46f7-8d94-44b41a31315f HTTP/1.1" status: 404  len: 336 time: 0.0439510
Dec 25 21:31:51.590852 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 49824) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:31:51.625984 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-46998b13-feec-4986-ad5e-644defc46c42 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] 10.222.0.32 "GET /v2.0/ports?device_id=73b9367a-a28c-494a-ada8-c678a111eaef HTTP/1.1" status: 200  len: 205 time: 0.0335498
Dec 25 21:31:51.628745 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 49826) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:31:51.671833 ncdv-master-1 neutron-server[121606]: INFO neutron.api.v2.resource [None req-2014f5c8-84c4-42df-8dc9-a3f36c7a443e tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] delete failed (client error): The resource could not be found.
Dec 25 21:31:51.673182 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-2014f5c8-84c4-42df-8dc9-a3f36c7a443e tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] 10.222.0.32 "DELETE /v2.0/routers/73b9367a-a28c-494a-ada8-c678a111eaef HTTP/1.1" status: 404  len: 336 time: 0.0433240
Dec 25 21:31:51.676619 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 49832) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:31:51.704390 ncdv-master-1 neutron-server[121607]: INFO neutron.pecan_wsgi.hooks.translation [None req-f241460c-5f1e-47a0-9990-54086fe81786 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] DELETE failed (client error): The resource could not be found.
Dec 25 21:31:51.705448 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f241460c-5f1e-47a0-9990-54086fe81786 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 25 21:31:51.711116 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-f241460c-5f1e-47a0-9990-54086fe81786 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] 10.222.0.32 "DELETE /v2.0/subnets/519d18e0-5edb-4396-84a0-75e7c1717687 HTTP/1.1" status: 404  len: 337 time: 0.0308685
Dec 25 21:31:51.711272 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 49834) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:31:51.740480 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-5e49d814-a419-4d7c-a845-ef73063e7b94 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] 10.222.0.32 "GET /v2.0/ports?device_id=25621864-3d13-40e8-a3f0-d587f138b47f HTTP/1.1" status: 200  len: 205 time: 0.0280957
Dec 25 21:31:51.743123 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 49836) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:31:51.789676 ncdv-master-1 neutron-server[121606]: INFO neutron.api.v2.resource [None req-cef904dc-18f7-4546-b6f2-29cba37db15a tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] delete failed (client error): The resource could not be found.
Dec 25 21:31:51.790747 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-cef904dc-18f7-4546-b6f2-29cba37db15a tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] 10.222.0.32 "DELETE /v2.0/routers/25621864-3d13-40e8-a3f0-d587f138b47f HTTP/1.1" status: 404  len: 336 time: 0.0467322
Dec 25 21:31:51.793365 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 49838) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:31:51.826459 ncdv-master-1 neutron-server[121606]: INFO neutron.pecan_wsgi.hooks.translation [None req-97442388-749c-4783-9143-b16d01178530 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] DELETE failed (client error): The resource could not be found.
Dec 25 21:31:51.826923 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97442388-749c-4783-9143-b16d01178530 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 25 21:31:51.830114 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-97442388-749c-4783-9143-b16d01178530 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] 10.222.0.32 "DELETE /v2.0/subnets/c07537fe-2e27-41aa-bbcc-78c8de127721 HTTP/1.1" status: 404  len: 337 time: 0.0349317
Dec 25 21:31:51.833066 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 49840) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:31:51.862815 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-f463232c-e820-4e4e-a5f4-1065ac2d8955 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] 10.222.0.32 "GET /v2.0/ports?device_id=633060f0-01d5-4e91-b0a8-eb07bd7085f4 HTTP/1.1" status: 200  len: 205 time: 0.0285757
Dec 25 21:31:51.865976 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 49844) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:31:51.915264 ncdv-master-1 neutron-server[121607]: INFO neutron.api.v2.resource [None req-da888c9f-5c84-4d7b-9d49-26594ab225da tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] delete failed (client error): The resource could not be found.
Dec 25 21:31:51.916556 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-da888c9f-5c84-4d7b-9d49-26594ab225da tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] 10.222.0.32 "DELETE /v2.0/routers/633060f0-01d5-4e91-b0a8-eb07bd7085f4 HTTP/1.1" status: 404  len: 336 time: 0.0496082
Dec 25 21:31:51.921343 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 49848) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:31:51.962873 ncdv-master-1 neutron-server[121607]: INFO neutron.pecan_wsgi.hooks.translation [None req-d93d9b9f-7f6c-45dd-ae46-a2fb9cde2dcc tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] DELETE failed (client error): The resource could not be found.
Dec 25 21:31:51.966086 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d93d9b9f-7f6c-45dd-ae46-a2fb9cde2dcc tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 25 21:31:51.972122 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-d93d9b9f-7f6c-45dd-ae46-a2fb9cde2dcc tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] 10.222.0.32 "DELETE /v2.0/subnets/588bfbfe-31a4-462e-a6ce-efdf6d596aeb HTTP/1.1" status: 404  len: 337 time: 0.0480034
Dec 25 21:31:51.979132 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 49856) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:31:52.046776 ncdv-master-1 neutron-server[121606]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9f76c68-37eb-4036-8cf5-6f9e3f2429e1 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] DELETE failed (client error): The resource could not be found.
Dec 25 21:31:52.053275 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9f76c68-37eb-4036-8cf5-6f9e3f2429e1 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 25 21:31:52.053275 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-d9f76c68-37eb-4036-8cf5-6f9e3f2429e1 tempest-RoutersTest-1423290213 tempest-RoutersTest-1423290213-project] 10.222.0.32 "DELETE /v2.0/subnets/6143820c-a710-4806-9b5f-7ea89abd5648 HTTP/1.1" status: 404  len: 337 time: 0.0706375
Dec 25 21:31:52.101531 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-fbae1633-6e1e-47e9-9121-7a29ada1ac46 req-21c0996b-d317-41cb-9b35-22a8ee72d3a7 tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] 10.222.0.32 "GET /v2.0/ports?device_id=145ff3db-fc66-40a9-90da-07251e851506 HTTP/1.1" status: 200  len: 210 time: 0.0761898
Dec 25 21:31:52.177663 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54be853-e02b-4ed6-8996-df71eaeb40a1 req-0225a936-b050-4574-9d7a-1143c3ce423b tempest-VolumesNegativeTest-763913042 tempest-VolumesNegativeTest-763913042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:31:52.188807 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e54be853-e02b-4ed6-8996-df71eaeb40a1 req-0225a936-b050-4574-9d7a-1143c3ce423b tempest-VolumesNegativeTest-763913042 tempest-VolumesNegativeTest-763913042-project] 10.222.0.32 "GET /v2.0/ports?device_id=77f09b4b-c1be-4f85-9ebf-48b16aaa0b7d HTTP/1.1" status: 200  len: 950 time: 0.2258234
Dec 25 21:31:52.203090 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9194ef-8295-483c-9c6b-656e948cf69a req-82a1629f-eab4-45c1-adab-2f14e3173b0c tempest-ListServersNegativeTestJSON-1535126760 tempest-ListServersNegativeTestJSON-1535126760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:31:52.205324 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ad9194ef-8295-483c-9c6b-656e948cf69a req-82a1629f-eab4-45c1-adab-2f14e3173b0c tempest-ListServersNegativeTestJSON-1535126760 tempest-ListServersNegativeTestJSON-1535126760-project] 10.222.0.31 "GET /v2.0/networks?id=a7e1816e-e061-48f4-919c-0820a13aab5b HTTP/1.1" status: 200  len: 817 time: 0.3451295
Dec 25 21:31:52.236653 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-ad9194ef-8295-483c-9c6b-656e948cf69a req-c497f0ee-cade-4243-b0de-94e28a10c96f tempest-ListServersNegativeTestJSON-1535126760 tempest-ListServersNegativeTestJSON-1535126760-project] Request body: {'port': {'device_id': '67e16f08-7bce-4669-ac08-be4cf324dc04', 'network_id': 'a7e1816e-e061-48f4-919c-0820a13aab5b', 'admin_state_up': True, 'tenant_id': 'd3625a8207df4cb0a4da19210ca5c80c'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:31:52.311904 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1c8eaeab-16a2-44cf-a275-934479929dd9 req-5daacc92-bca0-4bcb-9b2e-043b4ff1efe9 tempest-VolumesActionsTest-1540518602 tempest-VolumesActionsTest-1540518602-project] 10.222.0.32 "GET /v2.0/ports?device_id=ccaf2ac9-c8d5-4d9d-beea-c3bd24d44294 HTTP/1.1" status: 200  len: 210 time: 0.0791421
Dec 25 21:31:52.455492 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9194ef-8295-483c-9c6b-656e948cf69a req-dafb566b-f516-426b-86bc-037c56b7b22c tempest-ListServersNegativeTestJSON-1535126760 tempest-ListServersNegativeTestJSON-1535126760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:31:52.457007 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ad9194ef-8295-483c-9c6b-656e948cf69a req-dafb566b-f516-426b-86bc-037c56b7b22c tempest-ListServersNegativeTestJSON-1535126760 tempest-ListServersNegativeTestJSON-1535126760-project] 10.222.0.37 "GET /v2.0/networks?id=a7e1816e-e061-48f4-919c-0820a13aab5b HTTP/1.1" status: 200  len: 817 time: 0.3536880
Dec 25 21:31:52.463044 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-238a1ce1-f320-4b41-befe-2ec9feb09a7b req-946683ea-a2d4-4b7e-bf45-7b7b8617cb37 tempest-ListServersNegativeTestJSON-1535126760 tempest-ListServersNegativeTestJSON-1535126760-project] 10.222.0.32 "GET /v2.0/ports?device_id=335c07b3-3db8-4683-9af2-5dd2d3923ccd HTTP/1.1" status: 200  len: 210 time: 0.0558977
Dec 25 21:31:52.468479 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e54be853-e02b-4ed6-8996-df71eaeb40a1 req-d6d5e772-00ec-4141-8f74-71b4b19a4a0c tempest-VolumesNegativeTest-763913042 tempest-VolumesNegativeTest-763913042-project] 10.222.0.32 "GET /v2.0/security-groups?id=deb16012-caf8-46e4-bd8f-a73e0cb26ce2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2780404
Dec 25 21:31:52.484779 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-ad9194ef-8295-483c-9c6b-656e948cf69a req-d2b61bc7-4dc6-48e8-8439-2a1a6d113225 tempest-ListServersNegativeTestJSON-1535126760 tempest-ListServersNegativeTestJSON-1535126760-project] Request body: {'port': {'device_id': '1bb28ccd-3dc5-481f-873e-9836f6f1586e', 'network_id': 'a7e1816e-e061-48f4-919c-0820a13aab5b', 'admin_state_up': True, 'tenant_id': 'd3625a8207df4cb0a4da19210ca5c80c'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:31:52.813703 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 49882) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:31:52.823069 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad9194ef-8295-483c-9c6b-656e948cf69a req-c497f0ee-cade-4243-b0de-94e28a10c96f tempest-ListServersNegativeTestJSON-1535126760 tempest-ListServersNegativeTestJSON-1535126760-project] Made reservation on behalf of d3625a8207df4cb0a4da19210ca5c80c for: {'port': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:31:52.824763 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-ad9194ef-8295-483c-9c6b-656e948cf69a req-c497f0ee-cade-4243-b0de-94e28a10c96f tempest-ListServersNegativeTestJSON-1535126760 tempest-ListServersNegativeTestJSON-1535126760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:52.981112 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad9194ef-8295-483c-9c6b-656e948cf69a req-d2b61bc7-4dc6-48e8-8439-2a1a6d113225 tempest-ListServersNegativeTestJSON-1535126760 tempest-ListServersNegativeTestJSON-1535126760-project] Made reservation on behalf of d3625a8207df4cb0a4da19210ca5c80c for: {'port': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:31:52.984569 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-ad9194ef-8295-483c-9c6b-656e948cf69a req-d2b61bc7-4dc6-48e8-8439-2a1a6d113225 tempest-ListServersNegativeTestJSON-1535126760 tempest-ListServersNegativeTestJSON-1535126760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:53.034380 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-5c7c2873-1838-45bf-b552-91ce56c87373 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2b4b670b5aa1407f8675179d6279efab&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2194946
Dec 25 21:31:53.038404 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 49886) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:31:53.041652 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_common [req-ad9194ef-8295-483c-9c6b-656e948cf69a req-c497f0ee-cade-4243-b0de-94e28a10c96f tempest-ListServersNegativeTestJSON-1535126760 tempest-ListServersNegativeTestJSON-1535126760-project] Allocated IP 172.20.0.7 (a7e1816e-e061-48f4-919c-0820a13aab5b/210bc700-d322-4847-8d8b-356f7ccb9966/0558fb1c-8cdb-4c71-b053-b7bff883ff9b) {{(pid=121606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:31:53.183281 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9194ef-8295-483c-9c6b-656e948cf69a req-09cfb38b-c44b-4524-86f1-c6b7db0a2dd5 tempest-ListServersNegativeTestJSON-1535126760 tempest-ListServersNegativeTestJSON-1535126760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:31:53.185565 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-ad9194ef-8295-483c-9c6b-656e948cf69a req-09cfb38b-c44b-4524-86f1-c6b7db0a2dd5 tempest-ListServersNegativeTestJSON-1535126760 tempest-ListServersNegativeTestJSON-1535126760-project] 10.222.0.31 "GET /v2.0/networks?id=a7e1816e-e061-48f4-919c-0820a13aab5b HTTP/1.1" status: 200  len: 817 time: 0.1827965
Dec 25 21:31:53.198789 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [req-ad9194ef-8295-483c-9c6b-656e948cf69a req-afcab8fd-60a7-4b59-aa0c-d786e9d664dc tempest-ListServersNegativeTestJSON-1535126760 tempest-ListServersNegativeTestJSON-1535126760-project] Request body: {'port': {'device_id': '335c07b3-3db8-4683-9af2-5dd2d3923ccd', 'network_id': 'a7e1816e-e061-48f4-919c-0820a13aab5b', 'admin_state_up': True, 'tenant_id': 'd3625a8207df4cb0a4da19210ca5c80c'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:31:53.200165 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-a2213aff-7a5f-4205-9bb7-788b3f245235 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:53.282294 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a3619b11-3ace-4bff-8d43-a867e9a27942 req-f2b9321a-70e7-4d60-8077-379f8b789da4 tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] 10.222.0.32 "GET /v2.0/ports?device_id=145ff3db-fc66-40a9-90da-07251e851506 HTTP/1.1" status: 200  len: 210 time: 0.0833380
Dec 25 21:31:53.310905 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-a2213aff-7a5f-4205-9bb7-788b3f245235 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:53.313233 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device a40bc1af-cf16-4f22-9e98-443b60684223 no longer exists at agent hyperv_nch1-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:31:53.333263 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] No Port match for: a40bc1af-cf16-4f22-9e98-443b60684223 {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:31:53.336200 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device a40bc1af-cf16-4f22-9e98-443b60684223 not bound to the agent host nch1-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:31:53.381413 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e15cc6-6a96-4a40-abd0-549496739c3d req-4bad8e1f-4433-450b-af23-e68f45bc4e19 tempest-VolumesNegativeTest-763913042 tempest-VolumesNegativeTest-763913042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:31:53.382724 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e9e15cc6-6a96-4a40-abd0-549496739c3d req-4bad8e1f-4433-450b-af23-e68f45bc4e19 tempest-VolumesNegativeTest-763913042 tempest-VolumesNegativeTest-763913042-project] 10.222.0.32 "GET /v2.0/ports?device_id=77f09b4b-c1be-4f85-9ebf-48b16aaa0b7d HTTP/1.1" status: 200  len: 950 time: 0.1942465
Dec 25 21:31:53.456356 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-ad9194ef-8295-483c-9c6b-656e948cf69a req-c497f0ee-cade-4243-b0de-94e28a10c96f tempest-ListServersNegativeTestJSON-1535126760 tempest-ListServersNegativeTestJSON-1535126760-project] Publish callbacks [] for port, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:53.464903 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad9194ef-8295-483c-9c6b-656e948cf69a req-afcab8fd-60a7-4b59-aa0c-d786e9d664dc tempest-ListServersNegativeTestJSON-1535126760 tempest-ListServersNegativeTestJSON-1535126760-project] Made reservation on behalf of d3625a8207df4cb0a4da19210ca5c80c for: {'port': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:31:53.468789 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-ad9194ef-8295-483c-9c6b-656e948cf69a req-afcab8fd-60a7-4b59-aa0c-d786e9d664dc tempest-ListServersNegativeTestJSON-1535126760 tempest-ListServersNegativeTestJSON-1535126760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:53.474981 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e9e15cc6-6a96-4a40-abd0-549496739c3d req-79aec09c-ca1b-4b3d-b987-9a5f8c351472 tempest-VolumesNegativeTest-763913042 tempest-VolumesNegativeTest-763913042-project] 10.222.0.32 "GET /v2.0/security-groups?id=deb16012-caf8-46e4-bd8f-a73e0cb26ce2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0762007
Dec 25 21:31:53.607909 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-93563f37-7a21-49b8-8f70-7dcfccbaba43 req-6109afea-c9b7-41e6-9016-4266267c4daa tempest-ListServersNegativeTestJSON-1535126760 tempest-ListServersNegativeTestJSON-1535126760-project] 10.222.0.32 "GET /v2.0/ports?device_id=335c07b3-3db8-4683-9af2-5dd2d3923ccd HTTP/1.1" status: 200  len: 210 time: 0.0488853
Dec 25 21:31:53.623312 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-a2213aff-7a5f-4205-9bb7-788b3f245235 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:53.626093 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-a2213aff-7a5f-4205-9bb7-788b3f245235 admin admin] Publish callbacks [] for security_group, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:53.627877 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-a2213aff-7a5f-4205-9bb7-788b3f245235 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f8409b84-5e66-40b1-86f6-cba2cd6984e8 HTTP/1.1" status: 204  len: 168 time: 0.5875120
Dec 25 21:31:53.629052 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-ad9194ef-8295-483c-9c6b-656e948cf69a req-c497f0ee-cade-4243-b0de-94e28a10c96f tempest-ListServersNegativeTestJSON-1535126760 tempest-ListServersNegativeTestJSON-1535126760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:53.692732 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad9194ef-8295-483c-9c6b-656e948cf69a req-c497f0ee-cade-4243-b0de-94e28a10c96f tempest-ListServersNegativeTestJSON-1535126760 tempest-ListServersNegativeTestJSON-1535126760-project] Network a7e1816e-e061-48f4-919c-0820a13aab5b is already hosted by enough agents. {{(pid=121606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:31:53.726793 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2213aff-7a5f-4205-9bb7-788b3f245235 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8409b84-5e66-40b1-86f6-cba2cd6984e8,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:31:53.743844 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [req-ad9194ef-8295-483c-9c6b-656e948cf69a req-c497f0ee-cade-4243-b0de-94e28a10c96f tempest-ListServersNegativeTestJSON-1535126760 tempest-ListServersNegativeTestJSON-1535126760-project] Resources bound (agent type, host, resource id):  {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:31:53.750905 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad9194ef-8295-483c-9c6b-656e948cf69a req-c497f0ee-cade-4243-b0de-94e28a10c96f tempest-ListServersNegativeTestJSON-1535126760 tempest-ListServersNegativeTestJSON-1535126760-project] Received port after_create {{(pid=121606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:31:54.184723 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_common [req-ad9194ef-8295-483c-9c6b-656e948cf69a req-d2b61bc7-4dc6-48e8-8439-2a1a6d113225 tempest-ListServersNegativeTestJSON-1535126760 tempest-ListServersNegativeTestJSON-1535126760-project] Allocated IP 172.20.0.6 (a7e1816e-e061-48f4-919c-0820a13aab5b/210bc700-d322-4847-8d8b-356f7ccb9966/dcfdb4d9-b426-41f4-8901-12074cee232d) {{(pid=121606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:31:54.208519 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c497f0ee-cade-4243-b0de-94e28a10c96f tempest-ListServersNegativeTestJSON-1535126760 tempest-ListServersNegativeTestJSON-1535126760-project] Pushing event updated for resources: {'Port': ['ID=0558fb1c-8cdb-4c71-b053-b7bff883ff9b,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:31:54.228229 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9194ef-8295-483c-9c6b-656e948cf69a req-c497f0ee-cade-4243-b0de-94e28a10c96f tempest-ListServersNegativeTestJSON-1535126760 tempest-ListServersNegativeTestJSON-1535126760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:31:54.228929 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-ad9194ef-8295-483c-9c6b-656e948cf69a req-c497f0ee-cade-4243-b0de-94e28a10c96f tempest-ListServersNegativeTestJSON-1535126760 tempest-ListServersNegativeTestJSON-1535126760-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:54.241804 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22c7f58-a07d-4ee6-b909-c58dc17c4127 req-94b3cb4c-c8a7-4931-ad51-63856bfe4b49 tempest-VolumesActionsTest-1540518602 tempest-VolumesActionsTest-1540518602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:31:54.245444 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b22c7f58-a07d-4ee6-b909-c58dc17c4127 req-94b3cb4c-c8a7-4931-ad51-63856bfe4b49 tempest-VolumesActionsTest-1540518602 tempest-VolumesActionsTest-1540518602-project] 10.222.0.32 "GET /v2.0/networks?id=de58f787-39ab-41e4-85ea-78281c9ae3af HTTP/1.1" status: 200  len: 809 time: 0.6712470
Dec 25 21:31:54.277210 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b22c7f58-a07d-4ee6-b909-c58dc17c4127 req-368f0e03-66c7-495f-a57f-b7b208de8d1f tempest-VolumesActionsTest-1540518602 tempest-VolumesActionsTest-1540518602-project] 10.222.0.32 "GET /v2.0/quotas/8ece5e5ef72d4614b89456ee37fe94f3 HTTP/1.1" status: 200  len: 375 time: 0.0258510
Dec 25 21:31:54.327146 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b22c7f58-a07d-4ee6-b909-c58dc17c4127 req-61e24576-2345-4da0-b242-b542ba760dcd tempest-VolumesActionsTest-1540518602 tempest-VolumesActionsTest-1540518602-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=8ece5e5ef72d4614b89456ee37fe94f3&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0387237
Dec 25 21:31:54.330778 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ad9194ef-8295-483c-9c6b-656e948cf69a req-c497f0ee-cade-4243-b0de-94e28a10c96f tempest-ListServersNegativeTestJSON-1535126760 tempest-ListServersNegativeTestJSON-1535126760-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.1089478
Dec 25 21:31:54.363609 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-ad9194ef-8295-483c-9c6b-656e948cf69a req-3624a35f-9bce-4383-a0cf-3de4c01c2121 service neutron] Request body: {'port': {'device_id': '67e16f08-7bce-4669-ac08-be4cf324dc04', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:31:54.473549 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b1b383a2-05f1-42eb-9a91-ec64c4ef0e74 req-a151d18a-6aaa-43f5-82b4-36fc89b86124 tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] 10.222.0.32 "GET /v2.0/ports?device_id=145ff3db-fc66-40a9-90da-07251e851506 HTTP/1.1" status: 200  len: 210 time: 0.0864789
Dec 25 21:31:54.620603 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-ad9194ef-8295-483c-9c6b-656e948cf69a req-3624a35f-9bce-4383-a0cf-3de4c01c2121 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:54.640467 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ee8cb2-c8b6-4e57-ba5a-2e1d8285c64d req-4238aad8-d6bb-40ce-be2d-5b443fa42d34 tempest-VolumesNegativeTest-763913042 tempest-VolumesNegativeTest-763913042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:31:54.642606 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b2ee8cb2-c8b6-4e57-ba5a-2e1d8285c64d req-4238aad8-d6bb-40ce-be2d-5b443fa42d34 tempest-VolumesNegativeTest-763913042 tempest-VolumesNegativeTest-763913042-project] 10.222.0.37 "GET /v2.0/ports?device_id=77f09b4b-c1be-4f85-9ebf-48b16aaa0b7d HTTP/1.1" status: 200  len: 950 time: 0.2767222
Dec 25 21:31:54.726532 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b22c7f58-a07d-4ee6-b909-c58dc17c4127 req-4482b18d-8a54-4329-89ee-d54ae31ba47a service neutron] 10.222.0.32 "GET /v2.0/networks/de58f787-39ab-41e4-85ea-78281c9ae3af?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3897884
Dec 25 21:31:54.780025 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-ad9194ef-8295-483c-9c6b-656e948cf69a req-d2b61bc7-4dc6-48e8-8439-2a1a6d113225 tempest-ListServersNegativeTestJSON-1535126760 tempest-ListServersNegativeTestJSON-1535126760-project] Publish callbacks [] for port, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:54.821775 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 49962) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:31:54.875903 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bbd56a-4ed7-433a-a658-b822fc1bf965 req-f7803cea-737e-41b4-9691-f1a88a1829a5 tempest-VolumesNegativeTest-763913042 tempest-VolumesNegativeTest-763913042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:31:54.877658 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-53bbd56a-4ed7-433a-a658-b822fc1bf965 req-f7803cea-737e-41b4-9691-f1a88a1829a5 tempest-VolumesNegativeTest-763913042 tempest-VolumesNegativeTest-763913042-project] 10.222.0.32 "GET /v2.0/ports?device_id=77f09b4b-c1be-4f85-9ebf-48b16aaa0b7d HTTP/1.1" status: 200  len: 950 time: 0.3064067
Dec 25 21:31:54.935496 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-c506446f-0615-48a2-848a-40bc1232f9f7 tempest-RoutersNegativeTest-1955099179 tempest-RoutersNegativeTest-1955099179-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1210470189', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:31:55.083540 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-c506446f-0615-48a2-848a-40bc1232f9f7 tempest-RoutersNegativeTest-1955099179 tempest-RoutersNegativeTest-1955099179-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2014909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14863'] for router, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:55.084722 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-c506446f-0615-48a2-848a-40bc1232f9f7 tempest-RoutersNegativeTest-1955099179 tempest-RoutersNegativeTest-1955099179-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2014285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2009796', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2082630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14848'] for router, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:55.090505 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9baed7a7-b7a1-4cd5-87e0-4d653caeb92d req-cd13a420-9041-4ca8-8343-65c53d47db88 tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:31:55.092271 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9baed7a7-b7a1-4cd5-87e0-4d653caeb92d req-cd13a420-9041-4ca8-8343-65c53d47db88 tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] 10.222.0.31 "GET /v2.0/networks?id=d257b68f-9132-4584-b1b0-827fbb5ce176 HTTP/1.1" status: 200  len: 812 time: 0.4358547
Dec 25 21:31:55.130140 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-9baed7a7-b7a1-4cd5-87e0-4d653caeb92d req-02347677-b413-4668-825b-16871af62e83 tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] Request body: {'port': {'device_id': '145ff3db-fc66-40a9-90da-07251e851506', 'network_id': 'd257b68f-9132-4584-b1b0-827fbb5ce176', 'admin_state_up': True, 'tenant_id': 'c77dc74a46d64a67991d82bf12adb1dc'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:31:55.141421 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-c506446f-0615-48a2-848a-40bc1232f9f7 tempest-RoutersNegativeTest-1955099179 tempest-RoutersNegativeTest-1955099179-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:55.163438 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b22c7f58-a07d-4ee6-b909-c58dc17c4127 req-e12bf5eb-c76c-4970-b47a-58a39d72d6e9 service neutron] 10.222.0.32 "GET /v2.0/networks/de58f787-39ab-41e4-85ea-78281c9ae3af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4171429
Dec 25 21:31:55.169957 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-53bbd56a-4ed7-433a-a658-b822fc1bf965 req-069da943-04d7-48ce-b2fd-c8a605c1cac5 tempest-VolumesNegativeTest-763913042 tempest-VolumesNegativeTest-763913042-project] 10.222.0.32 "GET /v2.0/security-groups?id=deb16012-caf8-46e4-bd8f-a73e0cb26ce2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2666359
Dec 25 21:31:55.188529 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [req-b2ee8cb2-c8b6-4e57-ba5a-2e1d8285c64d req-9d82a672-acc5-4ed1-aefa-0d50a40778f6 tempest-VolumesNegativeTest-763913042 tempest-VolumesNegativeTest-763913042-project] Deleting port 28d39838-5105-46f2-ab15-5f4dad4e0e34 {{(pid=121606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:31:55.189455 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-b2ee8cb2-c8b6-4e57-ba5a-2e1d8285c64d req-9d82a672-acc5-4ed1-aefa-0d50a40778f6 tempest-VolumesNegativeTest-763913042 tempest-VolumesNegativeTest-763913042-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:55.255661 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-ad9194ef-8295-483c-9c6b-656e948cf69a req-d2b61bc7-4dc6-48e8-8439-2a1a6d113225 tempest-ListServersNegativeTestJSON-1535126760 tempest-ListServersNegativeTestJSON-1535126760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:55.273431 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-c506446f-0615-48a2-848a-40bc1232f9f7 tempest-RoutersNegativeTest-1955099179 tempest-RoutersNegativeTest-1955099179-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2014278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2009753'] for router, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:55.307780 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_common [req-ad9194ef-8295-483c-9c6b-656e948cf69a req-afcab8fd-60a7-4b59-aa0c-d786e9d664dc tempest-ListServersNegativeTestJSON-1535126760 tempest-ListServersNegativeTestJSON-1535126760-project] Allocated IP 172.20.0.9 (a7e1816e-e061-48f4-919c-0820a13aab5b/210bc700-d322-4847-8d8b-356f7ccb9966/144f1a3a-207e-4bda-9b5e-951b5824198a) {{(pid=121607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:31:55.388719 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad9194ef-8295-483c-9c6b-656e948cf69a req-d2b61bc7-4dc6-48e8-8439-2a1a6d113225 tempest-ListServersNegativeTestJSON-1535126760 tempest-ListServersNegativeTestJSON-1535126760-project] Network a7e1816e-e061-48f4-919c-0820a13aab5b is already hosted by enough agents. {{(pid=121606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:31:55.390734 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1c6d3f3d-b637-43ae-950d-866f7ec12d87 req-6671d266-949f-4e4e-b488-1e4c33fba68f tempest-ListServersNegativeTestJSON-1535126760 tempest-ListServersNegativeTestJSON-1535126760-project] 10.222.0.32 "GET /v2.0/ports?device_id=335c07b3-3db8-4683-9af2-5dd2d3923ccd HTTP/1.1" status: 200  len: 210 time: 0.1083300
Dec 25 21:31:55.404408 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [req-ad9194ef-8295-483c-9c6b-656e948cf69a req-d2b61bc7-4dc6-48e8-8439-2a1a6d113225 tempest-ListServersNegativeTestJSON-1535126760 tempest-ListServersNegativeTestJSON-1535126760-project] Resources bound (agent type, host, resource id):  {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:31:55.407256 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad9194ef-8295-483c-9c6b-656e948cf69a req-d2b61bc7-4dc6-48e8-8439-2a1a6d113225 tempest-ListServersNegativeTestJSON-1535126760 tempest-ListServersNegativeTestJSON-1535126760-project] Received port after_create {{(pid=121606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:31:55.415131 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-c506446f-0615-48a2-848a-40bc1232f9f7 tempest-RoutersNegativeTest-1955099179 tempest-RoutersNegativeTest-1955099179-project] Publish callbacks [] for router, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:55.420190 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-c506446f-0615-48a2-848a-40bc1232f9f7 tempest-RoutersNegativeTest-1955099179 tempest-RoutersNegativeTest-1955099179-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 708 time: 0.5971520
Dec 25 21:31:55.425505 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 49970) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:31:55.444334 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-a663634a-4df2-45bc-9401-752ab8eaa9f0 tempest-RoutersNegativeTest-1955099179 tempest-RoutersNegativeTest-1955099179-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-2056364667'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:31:55.467140 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-b2ee8cb2-c8b6-4e57-ba5a-2e1d8285c64d req-9d82a672-acc5-4ed1-aefa-0d50a40778f6 tempest-VolumesNegativeTest-763913042 tempest-VolumesNegativeTest-763913042-project] For port 28d39838-5105-46f2-ab15-5f4dad4e0e34, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=28d39838-5105-46f2-ab15-5f4dad4e0e34,segment=NetworkSegment(85c774cb-a0eb-4ad9-961f-f331d3b37cd6),segment_id=85c774cb-a0eb-4ad9-961f-f331d3b37cd6)] {{(pid=121606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:31:55.467537 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-b2ee8cb2-c8b6-4e57-ba5a-2e1d8285c64d req-9d82a672-acc5-4ed1-aefa-0d50a40778f6 tempest-VolumesNegativeTest-763913042 tempest-VolumesNegativeTest-763913042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:55.474743 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b61bc7-4dc6-48e8-8439-2a1a6d113225 tempest-ListServersNegativeTestJSON-1535126760 tempest-ListServersNegativeTestJSON-1535126760-project] Pushing event updated for resources: {'Port': ['ID=dcfdb4d9-b426-41f4-8901-12074cee232d,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:31:55.512320 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [req-b2ee8cb2-c8b6-4e57-ba5a-2e1d8285c64d req-9d82a672-acc5-4ed1-aefa-0d50a40778f6 tempest-VolumesNegativeTest-763913042 tempest-VolumesNegativeTest-763913042-project] Calling delete_port for 28d39838-5105-46f2-ab15-5f4dad4e0e34 owned by compute:nova {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:31:55.541876 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9194ef-8295-483c-9c6b-656e948cf69a req-d2b61bc7-4dc6-48e8-8439-2a1a6d113225 tempest-ListServersNegativeTestJSON-1535126760 tempest-ListServersNegativeTestJSON-1535126760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:31:55.542603 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-ad9194ef-8295-483c-9c6b-656e948cf69a req-d2b61bc7-4dc6-48e8-8439-2a1a6d113225 tempest-ListServersNegativeTestJSON-1535126760 tempest-ListServersNegativeTestJSON-1535126760-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:55.614581 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-ad9194ef-8295-483c-9c6b-656e948cf69a req-afcab8fd-60a7-4b59-aa0c-d786e9d664dc tempest-ListServersNegativeTestJSON-1535126760 tempest-ListServersNegativeTestJSON-1535126760-project] Publish callbacks [] for port, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:55.638328 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a663634a-4df2-45bc-9401-752ab8eaa9f0 tempest-RoutersNegativeTest-1955099179 tempest-RoutersNegativeTest-1955099179-project] Made reservation on behalf of 2df0d563ffbd46f29137fd7713ff19ea for: {'network': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:31:55.656368 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a663634a-4df2-45bc-9401-752ab8eaa9f0 tempest-RoutersNegativeTest-1955099179 tempest-RoutersNegativeTest-1955099179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for network, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:55.667877 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ad9194ef-8295-483c-9c6b-656e948cf69a req-d2b61bc7-4dc6-48e8-8439-2a1a6d113225 tempest-ListServersNegativeTestJSON-1535126760 tempest-ListServersNegativeTestJSON-1535126760-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.1962969
Dec 25 21:31:55.668468 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9baed7a7-b7a1-4cd5-87e0-4d653caeb92d req-02347677-b413-4668-825b-16871af62e83 tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] Made reservation on behalf of c77dc74a46d64a67991d82bf12adb1dc for: {'port': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:31:55.672020 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-9baed7a7-b7a1-4cd5-87e0-4d653caeb92d req-02347677-b413-4668-825b-16871af62e83 tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:55.676522 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a663634a-4df2-45bc-9401-752ab8eaa9f0 tempest-RoutersNegativeTest-1955099179 tempest-RoutersNegativeTest-1955099179-project] Publish callbacks [] for security_group, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:55.695051 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-ad9194ef-8295-483c-9c6b-656e948cf69a req-79823758-8ec1-4794-944f-7c971e410abf service neutron] Request body: {'port': {'device_id': '1bb28ccd-3dc5-481f-873e-9836f6f1586e', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:31:55.706274 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b69c9122-d8d4-4a2a-9190-d1c07fc9fdaa req-2f4c78db-b037-4df7-ab2b-bb02b13428b5 tempest-VolumesActionsTest-1540518602 tempest-VolumesActionsTest-1540518602-project] 10.222.0.32 "GET /v2.0/ports?device_id=c61d007c-5265-460b-989f-7006e9caeba7 HTTP/1.1" status: 200  len: 210 time: 0.0692966
Dec 25 21:31:55.784906 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a663634a-4df2-45bc-9401-752ab8eaa9f0 tempest-RoutersNegativeTest-1955099179 tempest-RoutersNegativeTest-1955099179-project] Publish callbacks [] for security_group, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:55.790537 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-fe500d4a-c439-405d-90ca-f179c3e6817c req-734ff5b3-2d62-48e0-96c4-19fed8897169 tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] 10.222.0.32 "GET /v2.0/ports?device_id=145ff3db-fc66-40a9-90da-07251e851506 HTTP/1.1" status: 200  len: 210 time: 0.0832210
Dec 25 21:31:55.875647 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-ad9194ef-8295-483c-9c6b-656e948cf69a req-79823758-8ec1-4794-944f-7c971e410abf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:55.921942 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-ad9194ef-8295-483c-9c6b-656e948cf69a req-afcab8fd-60a7-4b59-aa0c-d786e9d664dc tempest-ListServersNegativeTestJSON-1535126760 tempest-ListServersNegativeTestJSON-1535126760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:55.981962 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad9194ef-8295-483c-9c6b-656e948cf69a req-afcab8fd-60a7-4b59-aa0c-d786e9d664dc tempest-ListServersNegativeTestJSON-1535126760 tempest-ListServersNegativeTestJSON-1535126760-project] Network a7e1816e-e061-48f4-919c-0820a13aab5b is already hosted by enough agents. {{(pid=121607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:31:55.985323 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a663634a-4df2-45bc-9401-752ab8eaa9f0 tempest-RoutersNegativeTest-1955099179 tempest-RoutersNegativeTest-1955099179-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:56.001873 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-b2ee8cb2-c8b6-4e57-ba5a-2e1d8285c64d req-9d82a672-acc5-4ed1-aefa-0d50a40778f6 tempest-VolumesNegativeTest-763913042 tempest-VolumesNegativeTest-763913042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:56.018431 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] get_ports_and_sgs() called for port_ids ['28d39838-5105-46f2-ab15-5f4dad4e0e34'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:31:56.022376 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [req-ad9194ef-8295-483c-9c6b-656e948cf69a req-afcab8fd-60a7-4b59-aa0c-d786e9d664dc tempest-ListServersNegativeTestJSON-1535126760 tempest-ListServersNegativeTestJSON-1535126760-project] Resources bound (agent type, host, resource id):  {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:31:56.034609 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad9194ef-8295-483c-9c6b-656e948cf69a req-afcab8fd-60a7-4b59-aa0c-d786e9d664dc tempest-ListServersNegativeTestJSON-1535126760 tempest-ListServersNegativeTestJSON-1535126760-project] Received port after_create {{(pid=121607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:31:56.039483 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcab8fd-60a7-4b59-aa0c-d786e9d664dc tempest-ListServersNegativeTestJSON-1535126760 tempest-ListServersNegativeTestJSON-1535126760-project] Pushing event updated for resources: {'Port': ['ID=144f1a3a-207e-4bda-9b5e-951b5824198a,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:31:56.081234 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a663634a-4df2-45bc-9401-752ab8eaa9f0 tempest-RoutersNegativeTest-1955099179 tempest-RoutersNegativeTest-1955099179-project] vlan segment allocate from pool success with {'vlan_id': 157, 'physical_network': 'physnet1'}  {{(pid=121607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 25 21:31:56.096553 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_common [req-9baed7a7-b7a1-4cd5-87e0-4d653caeb92d req-02347677-b413-4668-825b-16871af62e83 tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] Allocated IP 172.20.0.13 (d257b68f-9132-4584-b1b0-827fbb5ce176/fedfc743-c289-4cd2-abdf-caaf178c8eab/753f318c-7dd3-4858-acc2-c7906120f3ba) {{(pid=121606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:31:56.100506 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d82a672-acc5-4ed1-aefa-0d50a40778f6 tempest-VolumesNegativeTest-763913042 tempest-VolumesNegativeTest-763913042-project] Pushing event deleted for resources: {'Port': ['ID=28d39838-5105-46f2-ab15-5f4dad4e0e34,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:31:56.103523 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a663634a-4df2-45bc-9401-752ab8eaa9f0 tempest-RoutersNegativeTest-1955099179 tempest-RoutersNegativeTest-1955099179-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8dcfe084-777e-49dd-b4d3-4abaae7f7557,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:31:56.147062 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a663634a-4df2-45bc-9401-752ab8eaa9f0 tempest-RoutersNegativeTest-1955099179 tempest-RoutersNegativeTest-1955099179-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:56.147708 ncdv-master-1 neutron-server[121607]: INFO neutron.db.segments_db [None req-a663634a-4df2-45bc-9401-752ab8eaa9f0 tempest-RoutersNegativeTest-1955099179 tempest-RoutersNegativeTest-1955099179-project] Added segment 8d5daf21-ccc8-40eb-bdbe-cd1692fc8c7c of type vlan for network 990e2c6e-7292-4888-a0bc-8615811d8522
Dec 25 21:31:56.171945 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9194ef-8295-483c-9c6b-656e948cf69a req-afcab8fd-60a7-4b59-aa0c-d786e9d664dc tempest-ListServersNegativeTestJSON-1535126760 tempest-ListServersNegativeTestJSON-1535126760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:31:56.171945 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-ad9194ef-8295-483c-9c6b-656e948cf69a req-afcab8fd-60a7-4b59-aa0c-d786e9d664dc tempest-ListServersNegativeTestJSON-1535126760 tempest-ListServersNegativeTestJSON-1535126760-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:56.234492 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a663634a-4df2-45bc-9401-752ab8eaa9f0 tempest-RoutersNegativeTest-1955099179 tempest-RoutersNegativeTest-1955099179-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737602163420'] for network, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:56.237437 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2ee8cb2-c8b6-4e57-ba5a-2e1d8285c64d req-9d82a672-acc5-4ed1-aefa-0d50a40778f6 tempest-VolumesNegativeTest-763913042 tempest-VolumesNegativeTest-763913042-project] No DVR routers for this DVR port 28d39838-5105-46f2-ab15-5f4dad4e0e34 on host nch2-master-1 {{(pid=121606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:31:56.249954 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-b2ee8cb2-c8b6-4e57-ba5a-2e1d8285c64d req-9d82a672-acc5-4ed1-aefa-0d50a40778f6 tempest-VolumesNegativeTest-763913042 tempest-VolumesNegativeTest-763913042-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:56.253571 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b2ee8cb2-c8b6-4e57-ba5a-2e1d8285c64d req-9d82a672-acc5-4ed1-aefa-0d50a40778f6 tempest-VolumesNegativeTest-763913042 tempest-VolumesNegativeTest-763913042-project] 10.222.0.37 "DELETE /v2.0/ports/28d39838-5105-46f2-ab15-5f4dad4e0e34 HTTP/1.1" status: 204  len: 173 time: 1.5799005
Dec 25 21:31:56.253820 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77f09b4b-c1be-4f85-9ebf-48b16aaa0b7d', 'name': 'network-vif-deleted', 'tag': '28d39838-5105-46f2-ab15-5f4dad4e0e34'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:31:56.256149 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9858820c13ec2827453b94ebc4181065e990a4e4089ccb9fe762531ac62d2fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23c3ad7d-a86c-4af1-b8fc-36e0333863cb" -d '{"events": [{"server_uuid": "77f09b4b-c1be-4f85-9ebf-48b16aaa0b7d", "name": "network-vif-deleted", "tag": "28d39838-5105-46f2-ab15-5f4dad4e0e34"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:31:56.342608 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-ad9194ef-8295-483c-9c6b-656e948cf69a req-afcab8fd-60a7-4b59-aa0c-d786e9d664dc tempest-ListServersNegativeTestJSON-1535126760 tempest-ListServersNegativeTestJSON-1535126760-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.1477799
Dec 25 21:31:56.354924 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a2615ddd-569d-49a4-b013-5669b0fb72fb req-43af6e33-a748-4754-a885-78e3c10fc40a tempest-VolumesNegativeTest-763913042 tempest-VolumesNegativeTest-763913042-project] 10.222.0.32 "GET /v2.0/ports?device_id=77f09b4b-c1be-4f85-9ebf-48b16aaa0b7d HTTP/1.1" status: 200  len: 210 time: 0.0597293
Dec 25 21:31:56.360486 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [req-ad9194ef-8295-483c-9c6b-656e948cf69a req-59d4c434-9b2f-4483-b96c-babe2b8120ec service neutron] Request body: {'port': {'device_id': '335c07b3-3db8-4683-9af2-5dd2d3923ccd', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:31:56.380828 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 21:31:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a66de95-76cd-41d6-973c-58a527a95801 x-openstack-request-id: req-2a66de95-76cd-41d6-973c-58a527a95801 {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:31:56.381190 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77f09b4b-c1be-4f85-9ebf-48b16aaa0b7d", "name": "network-vif-deleted", "tag": "28d39838-5105-46f2-ab15-5f4dad4e0e34", "status": "completed", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:31:56.381393 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2a66de95-76cd-41d6-973c-58a527a95801 {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:31:56.381808 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77f09b4b-c1be-4f85-9ebf-48b16aaa0b7d', 'name': 'network-vif-deleted', 'tag': '28d39838-5105-46f2-ab15-5f4dad4e0e34', 'status': 'completed', 'code': 200}
Dec 25 21:31:56.427753 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a663634a-4df2-45bc-9401-752ab8eaa9f0 tempest-RoutersNegativeTest-1955099179 tempest-RoutersNegativeTest-1955099179-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870'] for network, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:56.458244 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a663634a-4df2-45bc-9401-752ab8eaa9f0 tempest-RoutersNegativeTest-1955099179 tempest-RoutersNegativeTest-1955099179-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:31:56.458892 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a663634a-4df2-45bc-9401-752ab8eaa9f0 tempest-RoutersNegativeTest-1955099179 tempest-RoutersNegativeTest-1955099179-project] Publish callbacks [] for network, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:56.559426 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-ad9194ef-8295-483c-9c6b-656e948cf69a req-59d4c434-9b2f-4483-b96c-babe2b8120ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:56.573258 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [req-ad9194ef-8295-483c-9c6b-656e948cf69a req-3624a35f-9bce-4383-a0cf-3de4c01c2121 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0558fb1c-8cdb-4c71-b053-b7bff883ff9b {{(pid=121606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:31:56.588546 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-ad9194ef-8295-483c-9c6b-656e948cf69a req-3624a35f-9bce-4383-a0cf-3de4c01c2121 service neutron] Publish callbacks [] for port, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:56.599078 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.provisioning_blocks [req-ad9194ef-8295-483c-9c6b-656e948cf69a req-3624a35f-9bce-4383-a0cf-3de4c01c2121 service neutron] Transition to ACTIVE for port object 0558fb1c-8cdb-4c71-b053-b7bff883ff9b will not be triggered until provisioned by entity L2. {{(pid=121606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 25 21:31:56.672829 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-9baed7a7-b7a1-4cd5-87e0-4d653caeb92d req-02347677-b413-4668-825b-16871af62e83 tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] Publish callbacks [] for port, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:56.702650 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15db7a4f-7eb4-4eab-8b51-e8492c6ce1e5 req-fbacd6ea-2616-46ec-85fc-e09719c1b915 tempest-ListServersNegativeTestJSON-1535126760 tempest-ListServersNegativeTestJSON-1535126760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:31:56.710749 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-15db7a4f-7eb4-4eab-8b51-e8492c6ce1e5 req-fbacd6ea-2616-46ec-85fc-e09719c1b915 tempest-ListServersNegativeTestJSON-1535126760 tempest-ListServersNegativeTestJSON-1535126760-project] 10.222.0.32 "GET /v2.0/ports?device_id=335c07b3-3db8-4683-9af2-5dd2d3923ccd HTTP/1.1" status: 200  len: 931 time: 0.1436768
Dec 25 21:31:56.733201 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-ad9194ef-8295-483c-9c6b-656e948cf69a req-3624a35f-9bce-4383-a0cf-3de4c01c2121 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:56.943900 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3624a35f-9bce-4383-a0cf-3de4c01c2121 service neutron] Pushing event updated for resources: {'Port': ['ID=0558fb1c-8cdb-4c71-b053-b7bff883ff9b,revision_number=2']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:31:56.964185 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2614bcf9-b0cf-4fc4-8806-534e133f94f3 req-7a0b1bb6-3f88-460d-bd01-1f3ea2d45542 tempest-VolumesActionsTest-1540518602 tempest-VolumesActionsTest-1540518602-project] 10.222.0.32 "GET /v2.0/ports?device_id=c61d007c-5265-460b-989f-7006e9caeba7 HTTP/1.1" status: 200  len: 210 time: 0.0766158
Dec 25 21:31:56.967761 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-15db7a4f-7eb4-4eab-8b51-e8492c6ce1e5 req-76a8a14e-e4db-4a93-9c25-2b2fd7ade920 tempest-ListServersNegativeTestJSON-1535126760 tempest-ListServersNegativeTestJSON-1535126760-project] 10.222.0.32 "GET /v2.0/security-groups?id=6d7d48ac-0dbe-4d82-be01-a2549b106897&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2488432
Dec 25 21:31:56.994474 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-a663634a-4df2-45bc-9401-752ab8eaa9f0 tempest-RoutersNegativeTest-1955099179 tempest-RoutersNegativeTest-1955099179-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 787 time: 1.5675681
Dec 25 21:31:56.995516 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a663634a-4df2-45bc-9401-752ab8eaa9f0 tempest-RoutersNegativeTest-1955099179 tempest-RoutersNegativeTest-1955099179-project] Pushing event updated for resources: {'Network': ['ID=990e2c6e-7292-4888-a0bc-8615811d8522,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:31:56.997419 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 50030) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:31:57.014947 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Network 990e2c6e-7292-4888-a0bc-8615811d8522 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 25 21:31:57.015706 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-eaf1c803-2a92-4e1b-ba3b-8a84ce6d7e40 tempest-RoutersNegativeTest-1955099179 tempest-RoutersNegativeTest-1955099179-project] Request body: {'subnet': {'network_id': '990e2c6e-7292-4888-a0bc-8615811d8522', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:31:57.076780 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-9baed7a7-b7a1-4cd5-87e0-4d653caeb92d req-02347677-b413-4668-825b-16871af62e83 tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:57.627279 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9baed7a7-b7a1-4cd5-87e0-4d653caeb92d req-02347677-b413-4668-825b-16871af62e83 tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] Network d257b68f-9132-4584-b1b0-827fbb5ce176 is already hosted by enough agents. {{(pid=121606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:31:57.654305 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-ad9194ef-8295-483c-9c6b-656e948cf69a req-3624a35f-9bce-4383-a0cf-3de4c01c2121 service neutron] Attempting to bind port 0558fb1c-8cdb-4c71-b053-b7bff883ff9b on host nch1-master-1 for vnic_type normal with profile  {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:31:57.654647 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-ad9194ef-8295-483c-9c6b-656e948cf69a req-3624a35f-9bce-4383-a0cf-3de4c01c2121 service neutron] Attempting to bind port 0558fb1c-8cdb-4c71-b053-b7bff883ff9b by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '4d7acbc5-9faa-4d1c-9561-7a017cc31112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'a7e1816e-e061-48f4-919c-0820a13aab5b'}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:31:57.654982 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad9194ef-8295-483c-9c6b-656e948cf69a req-3624a35f-9bce-4383-a0cf-3de4c01c2121 service neutron] Attempting to bind port 0558fb1c-8cdb-4c71-b053-b7bff883ff9b on network a7e1816e-e061-48f4-919c-0820a13aab5b {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:31:57.661868 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [req-9baed7a7-b7a1-4cd5-87e0-4d653caeb92d req-02347677-b413-4668-825b-16871af62e83 tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] Resources bound (agent type, host, resource id):  {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:31:57.670460 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [req-9baed7a7-b7a1-4cd5-87e0-4d653caeb92d req-02347677-b413-4668-825b-16871af62e83 tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] Received port after_create {{(pid=121606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:31:57.675229 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02347677-b413-4668-825b-16871af62e83 tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] Pushing event updated for resources: {'Port': ['ID=753f318c-7dd3-4858-acc2-c7906120f3ba,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:31:57.703280 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad9194ef-8295-483c-9c6b-656e948cf69a req-3624a35f-9bce-4383-a0cf-3de4c01c2121 service neutron] Port 0558fb1c-8cdb-4c71-b053-b7bff883ff9b on network a7e1816e-e061-48f4-919c-0820a13aab5b not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 25 21:31:57.703622 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad9194ef-8295-483c-9c6b-656e948cf69a req-3624a35f-9bce-4383-a0cf-3de4c01c2121 service neutron] Attempting to bind port 0558fb1c-8cdb-4c71-b053-b7bff883ff9b on network a7e1816e-e061-48f4-919c-0820a13aab5b {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:31:57.732584 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [req-ad9194ef-8295-483c-9c6b-656e948cf69a req-79823758-8ec1-4794-944f-7c971e410abf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dcfdb4d9-b426-41f4-8901-12074cee232d {{(pid=121606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:31:57.746300 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-ad9194ef-8295-483c-9c6b-656e948cf69a req-79823758-8ec1-4794-944f-7c971e410abf service neutron] Publish callbacks [] for port, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:57.752701 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad9194ef-8295-483c-9c6b-656e948cf69a req-3624a35f-9bce-4383-a0cf-3de4c01c2121 service neutron] Checking agent: {'id': '6d577036-68fc-4aa4-aed7-5ab01de2117e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 21, 4, 34), 'started_at': datetime.datetime(2021, 12, 25, 21, 4, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 31, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:31:57.753083 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad9194ef-8295-483c-9c6b-656e948cf69a req-3624a35f-9bce-4383-a0cf-3de4c01c2121 service neutron] Checking segment: {'id': '4d7acbc5-9faa-4d1c-9561-7a017cc31112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'a7e1816e-e061-48f4-919c-0820a13aab5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:31:57.753483 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad9194ef-8295-483c-9c6b-656e948cf69a req-3624a35f-9bce-4383-a0cf-3de4c01c2121 service neutron] Bound using segment: {'id': '4d7acbc5-9faa-4d1c-9561-7a017cc31112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'a7e1816e-e061-48f4-919c-0820a13aab5b'} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:31:57.753938 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-ad9194ef-8295-483c-9c6b-656e948cf69a req-3624a35f-9bce-4383-a0cf-3de4c01c2121 service neutron] Bound port: 0558fb1c-8cdb-4c71-b053-b7bff883ff9b, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d7acbc5-9faa-4d1c-9561-7a017cc31112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'a7e1816e-e061-48f4-919c-0820a13aab5b'}}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:31:57.754297 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-ad9194ef-8295-483c-9c6b-656e948cf69a req-3624a35f-9bce-4383-a0cf-3de4c01c2121 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:57.790805 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb2e7c2-b787-48f0-8a78-fa699a822790 req-e0af1c31-6d41-455d-a0a3-09c469833efc tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:31:57.798530 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-adb2e7c2-b787-48f0-8a78-fa699a822790 req-e0af1c31-6d41-455d-a0a3-09c469833efc tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] 10.222.0.32 "GET /v2.0/ports?device_id=145ff3db-fc66-40a9-90da-07251e851506 HTTP/1.1" status: 200  len: 932 time: 0.7251565
Dec 25 21:31:57.823004 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9baed7a7-b7a1-4cd5-87e0-4d653caeb92d req-02347677-b413-4668-825b-16871af62e83 tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:31:57.825114 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-9baed7a7-b7a1-4cd5-87e0-4d653caeb92d req-02347677-b413-4668-825b-16871af62e83 tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:57.840194 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.provisioning_blocks [req-ad9194ef-8295-483c-9c6b-656e948cf69a req-79823758-8ec1-4794-944f-7c971e410abf service neutron] Transition to ACTIVE for port object dcfdb4d9-b426-41f4-8901-12074cee232d will not be triggered until provisioned by entity L2. {{(pid=121606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 25 21:31:57.960524 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-ad9194ef-8295-483c-9c6b-656e948cf69a req-3624a35f-9bce-4383-a0cf-3de4c01c2121 service neutron] For port 0558fb1c-8cdb-4c71-b053-b7bff883ff9b, host nch1-master-1, cleared binding levels {{(pid=121606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:31:57.973597 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-adb2e7c2-b787-48f0-8a78-fa699a822790 req-6cb41ca7-0748-456d-87ce-c170cc4eeedc tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] 10.222.0.32 "GET /v2.0/security-groups?id=8e787377-3d24-4819-b453-04e533e4be82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1741452
Dec 25 21:31:57.983841 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-ad9194ef-8295-483c-9c6b-656e948cf69a req-79823758-8ec1-4794-944f-7c971e410abf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:58.071482 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-e117d227-b3c2-4345-8873-3e5b0e686856 None None] Provisioning complete for port 753f318c-7dd3-4858-acc2-c7906120f3ba triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:31:58.072050 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-e117d227-b3c2-4345-8873-3e5b0e686856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:58.124516 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-e117d227-b3c2-4345-8873-3e5b0e686856 None None] Port 753f318c-7dd3-4858-acc2-c7906120f3ba cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:31:58.139304 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-ad9194ef-8295-483c-9c6b-656e948cf69a req-3624a35f-9bce-4383-a0cf-3de4c01c2121 service neutron] For port 0558fb1c-8cdb-4c71-b053-b7bff883ff9b, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0558fb1c-8cdb-4c71-b053-b7bff883ff9b,segment=NetworkSegment(4d7acbc5-9faa-4d1c-9561-7a017cc31112),segment_id=4d7acbc5-9faa-4d1c-9561-7a017cc31112)] {{(pid=121606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:31:58.182605 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaf1c803-2a92-4e1b-ba3b-8a84ce6d7e40 tempest-RoutersNegativeTest-1955099179 tempest-RoutersNegativeTest-1955099179-project] Made reservation on behalf of 2df0d563ffbd46f29137fd7713ff19ea for: {'subnet': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:31:58.186247 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-eaf1c803-2a92-4e1b-ba3b-8a84ce6d7e40 tempest-RoutersNegativeTest-1955099179 tempest-RoutersNegativeTest-1955099179-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9028529'] for subnet, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:58.192404 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9baed7a7-b7a1-4cd5-87e0-4d653caeb92d req-02347677-b413-4668-825b-16871af62e83 tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 3.0813484
Dec 25 21:31:58.199938 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4a8a2b14-e414-4da7-9452-d6c1ca14fa2e req-182b0b8e-8d89-4404-bcc8-0e0a6be3b34c tempest-VolumesActionsTest-1540518602 tempest-VolumesActionsTest-1540518602-project] 10.222.0.32 "GET /v2.0/ports?device_id=c61d007c-5265-460b-989f-7006e9caeba7 HTTP/1.1" status: 200  len: 210 time: 0.1026165
Dec 25 21:31:58.214122 ncdv-master-1 neutron-server[121607]: DEBUG neutron.notifiers.nova [req-ad9194ef-8295-483c-9c6b-656e948cf69a req-59d4c434-9b2f-4483-b96c-babe2b8120ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 144f1a3a-207e-4bda-9b5e-951b5824198a {{(pid=121607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:31:58.223123 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-ad9194ef-8295-483c-9c6b-656e948cf69a req-59d4c434-9b2f-4483-b96c-babe2b8120ec service neutron] Publish callbacks [] for port, precommit_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:58.241532 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.provisioning_blocks [req-ad9194ef-8295-483c-9c6b-656e948cf69a req-59d4c434-9b2f-4483-b96c-babe2b8120ec service neutron] Transition to ACTIVE for port object 144f1a3a-207e-4bda-9b5e-951b5824198a will not be triggered until provisioned by entity L2. {{(pid=121607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 25 21:31:58.246017 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-9baed7a7-b7a1-4cd5-87e0-4d653caeb92d req-406d14b6-adc2-46e8-80fe-141dfcf5cfa1 service neutron] Request body: {'port': {'device_id': '145ff3db-fc66-40a9-90da-07251e851506', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:31:58.283248 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-ad9194ef-8295-483c-9c6b-656e948cf69a req-3624a35f-9bce-4383-a0cf-3de4c01c2121 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:58.314703 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-ad9194ef-8295-483c-9c6b-656e948cf69a req-59d4c434-9b2f-4483-b96c-babe2b8120ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8632327'] for port, after_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:58.334555 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79823758-8ec1-4794-944f-7c971e410abf service neutron] Pushing event updated for resources: {'Port': ['ID=dcfdb4d9-b426-41f4-8901-12074cee232d,revision_number=2']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:31:58.368912 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d4c434-9b2f-4483-b96c-babe2b8120ec service neutron] Pushing event updated for resources: {'Port': ['ID=144f1a3a-207e-4bda-9b5e-951b5824198a,revision_number=2']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:31:58.438846 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.managers [req-ad9194ef-8295-483c-9c6b-656e948cf69a req-59d4c434-9b2f-4483-b96c-babe2b8120ec service neutron] Attempting to bind port 144f1a3a-207e-4bda-9b5e-951b5824198a on host nch1-master-1 for vnic_type normal with profile  {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:31:58.439837 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.managers [req-ad9194ef-8295-483c-9c6b-656e948cf69a req-59d4c434-9b2f-4483-b96c-babe2b8120ec service neutron] Attempting to bind port 144f1a3a-207e-4bda-9b5e-951b5824198a by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '4d7acbc5-9faa-4d1c-9561-7a017cc31112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'a7e1816e-e061-48f4-919c-0820a13aab5b'}] {{(pid=121607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:31:58.440211 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad9194ef-8295-483c-9c6b-656e948cf69a req-59d4c434-9b2f-4483-b96c-babe2b8120ec service neutron] Attempting to bind port 144f1a3a-207e-4bda-9b5e-951b5824198a on network a7e1816e-e061-48f4-919c-0820a13aab5b {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:31:58.447966 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad9194ef-8295-483c-9c6b-656e948cf69a req-59d4c434-9b2f-4483-b96c-babe2b8120ec service neutron] Port 144f1a3a-207e-4bda-9b5e-951b5824198a on network a7e1816e-e061-48f4-919c-0820a13aab5b not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 25 21:31:58.447966 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad9194ef-8295-483c-9c6b-656e948cf69a req-59d4c434-9b2f-4483-b96c-babe2b8120ec service neutron] Attempting to bind port 144f1a3a-207e-4bda-9b5e-951b5824198a on network a7e1816e-e061-48f4-919c-0820a13aab5b {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:31:58.454018 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad9194ef-8295-483c-9c6b-656e948cf69a req-59d4c434-9b2f-4483-b96c-babe2b8120ec service neutron] Checking agent: {'id': '6d577036-68fc-4aa4-aed7-5ab01de2117e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 21, 4, 34), 'started_at': datetime.datetime(2021, 12, 25, 21, 4, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 31, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:31:58.460996 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad9194ef-8295-483c-9c6b-656e948cf69a req-59d4c434-9b2f-4483-b96c-babe2b8120ec service neutron] Checking segment: {'id': '4d7acbc5-9faa-4d1c-9561-7a017cc31112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'a7e1816e-e061-48f4-919c-0820a13aab5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:31:58.460996 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad9194ef-8295-483c-9c6b-656e948cf69a req-59d4c434-9b2f-4483-b96c-babe2b8120ec service neutron] Bound using segment: {'id': '4d7acbc5-9faa-4d1c-9561-7a017cc31112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'a7e1816e-e061-48f4-919c-0820a13aab5b'} {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:31:58.460996 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.managers [req-ad9194ef-8295-483c-9c6b-656e948cf69a req-59d4c434-9b2f-4483-b96c-babe2b8120ec service neutron] Bound port: 144f1a3a-207e-4bda-9b5e-951b5824198a, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d7acbc5-9faa-4d1c-9561-7a017cc31112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'a7e1816e-e061-48f4-919c-0820a13aab5b'}}] {{(pid=121607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:31:58.460996 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-ad9194ef-8295-483c-9c6b-656e948cf69a req-59d4c434-9b2f-4483-b96c-babe2b8120ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:58.525287 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9194ef-8295-483c-9c6b-656e948cf69a req-3624a35f-9bce-4383-a0cf-3de4c01c2121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:31:58.525908 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-ad9194ef-8295-483c-9c6b-656e948cf69a req-3624a35f-9bce-4383-a0cf-3de4c01c2121 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:58.527312 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ad9194ef-8295-483c-9c6b-656e948cf69a req-3624a35f-9bce-4383-a0cf-3de4c01c2121 service neutron] 10.222.0.31 "PUT /v2.0/ports/0558fb1c-8cdb-4c71-b053-b7bff883ff9b HTTP/1.1" status: 200  len: 1091 time: 4.1802890
Dec 25 21:31:58.529782 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67e16f08-7bce-4669-ac08-be4cf324dc04', 'tag': '0558fb1c-8cdb-4c71-b053-b7bff883ff9b'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:31:58.532021 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9858820c13ec2827453b94ebc4181065e990a4e4089ccb9fe762531ac62d2fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3d64efd-2bc6-4c85-9909-c89a9cbc7cf4" -d '{"events": [{"name": "network-changed", "server_uuid": "67e16f08-7bce-4669-ac08-be4cf324dc04", "tag": "0558fb1c-8cdb-4c71-b053-b7bff883ff9b"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:31:58.549431 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.db [req-ad9194ef-8295-483c-9c6b-656e948cf69a req-59d4c434-9b2f-4483-b96c-babe2b8120ec service neutron] For port 144f1a3a-207e-4bda-9b5e-951b5824198a, host nch1-master-1, cleared binding levels {{(pid=121607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:31:58.557828 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d85b446-e2ad-45fd-921e-7fa2c1bda696 req-18c63853-0d20-44cc-94e8-7c35695764fb tempest-ListServersNegativeTestJSON-1535126760 tempest-ListServersNegativeTestJSON-1535126760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:31:58.557828 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8d85b446-e2ad-45fd-921e-7fa2c1bda696 req-18c63853-0d20-44cc-94e8-7c35695764fb tempest-ListServersNegativeTestJSON-1535126760 tempest-ListServersNegativeTestJSON-1535126760-project] 10.222.0.32 "GET /v2.0/ports?device_id=335c07b3-3db8-4683-9af2-5dd2d3923ccd HTTP/1.1" status: 200  len: 931 time: 0.4451292
Dec 25 21:31:58.562544 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.db [req-ad9194ef-8295-483c-9c6b-656e948cf69a req-59d4c434-9b2f-4483-b96c-babe2b8120ec service neutron] For port 144f1a3a-207e-4bda-9b5e-951b5824198a, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=144f1a3a-207e-4bda-9b5e-951b5824198a,segment=NetworkSegment(4d7acbc5-9faa-4d1c-9561-7a017cc31112),segment_id=4d7acbc5-9faa-4d1c-9561-7a017cc31112)] {{(pid=121607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:31:58.582675 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device 28d39838-5105-46f2-ab15-5f4dad4e0e34 no longer exists at agent hyperv_nch2-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:31:58.603306 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Dec 2021 21:31:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8c88f90-2ff8-4839-a7c4-86eaee68cf31 x-openstack-request-id: req-d8c88f90-2ff8-4839-a7c4-86eaee68cf31 {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:31:58.603602 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67e16f08-7bce-4669-ac08-be4cf324dc04", "tag": "0558fb1c-8cdb-4c71-b053-b7bff883ff9b", "status": "completed", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:31:58.603853 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d8c88f90-2ff8-4839-a7c4-86eaee68cf31 {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:31:58.604250 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67e16f08-7bce-4669-ac08-be4cf324dc04', 'tag': '0558fb1c-8cdb-4c71-b053-b7bff883ff9b', 'status': 'completed', 'code': 200}
Dec 25 21:31:58.613021 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] No Port match for: 28d39838-5105-46f2-ab15-5f4dad4e0e34 {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:31:58.618838 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device 28d39838-5105-46f2-ab15-5f4dad4e0e34 not bound to the agent host nch2-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:31:58.628351 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-9baed7a7-b7a1-4cd5-87e0-4d653caeb92d req-406d14b6-adc2-46e8-80fe-141dfcf5cfa1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:58.638935 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-ad9194ef-8295-483c-9c6b-656e948cf69a req-79823758-8ec1-4794-944f-7c971e410abf service neutron] Attempting to bind port dcfdb4d9-b426-41f4-8901-12074cee232d on host nch2-master-1 for vnic_type normal with profile  {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:31:58.639278 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-ad9194ef-8295-483c-9c6b-656e948cf69a req-79823758-8ec1-4794-944f-7c971e410abf service neutron] Attempting to bind port dcfdb4d9-b426-41f4-8901-12074cee232d by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '4d7acbc5-9faa-4d1c-9561-7a017cc31112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'a7e1816e-e061-48f4-919c-0820a13aab5b'}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:31:58.639604 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad9194ef-8295-483c-9c6b-656e948cf69a req-79823758-8ec1-4794-944f-7c971e410abf service neutron] Attempting to bind port dcfdb4d9-b426-41f4-8901-12074cee232d on network a7e1816e-e061-48f4-919c-0820a13aab5b {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:31:58.641824 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3624a35f-9bce-4383-a0cf-3de4c01c2121 service neutron] Pushing event updated for resources: {'Port': ['ID=0558fb1c-8cdb-4c71-b053-b7bff883ff9b,revision_number=3']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:31:58.682055 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-ad9194ef-8295-483c-9c6b-656e948cf69a req-59d4c434-9b2f-4483-b96c-babe2b8120ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8632327'] for port, after_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:58.698837 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad9194ef-8295-483c-9c6b-656e948cf69a req-79823758-8ec1-4794-944f-7c971e410abf service neutron] Port dcfdb4d9-b426-41f4-8901-12074cee232d on network a7e1816e-e061-48f4-919c-0820a13aab5b not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 25 21:31:58.699181 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad9194ef-8295-483c-9c6b-656e948cf69a req-79823758-8ec1-4794-944f-7c971e410abf service neutron] Attempting to bind port dcfdb4d9-b426-41f4-8901-12074cee232d on network a7e1816e-e061-48f4-919c-0820a13aab5b {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:31:58.723036 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9194ef-8295-483c-9c6b-656e948cf69a req-59d4c434-9b2f-4483-b96c-babe2b8120ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:31:58.723671 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [req-ad9194ef-8295-483c-9c6b-656e948cf69a req-59d4c434-9b2f-4483-b96c-babe2b8120ec service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:58.725123 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-ad9194ef-8295-483c-9c6b-656e948cf69a req-59d4c434-9b2f-4483-b96c-babe2b8120ec service neutron] 10.222.0.31 "PUT /v2.0/ports/144f1a3a-207e-4bda-9b5e-951b5824198a HTTP/1.1" status: 200  len: 1091 time: 2.3713896
Dec 25 21:31:58.725586 ncdv-master-1 neutron-server[121607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '335c07b3-3db8-4683-9af2-5dd2d3923ccd', 'tag': '144f1a3a-207e-4bda-9b5e-951b5824198a'}] {{(pid=121607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:31:58.727963 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f980bbcadfa7bf1e788024e1448be660373c21f97f015f780444e999c451203" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a97edcf7-edcf-4b96-badd-b8a425966f4c" -d '{"events": [{"name": "network-changed", "server_uuid": "335c07b3-3db8-4683-9af2-5dd2d3923ccd", "tag": "144f1a3a-207e-4bda-9b5e-951b5824198a"}]}' {{(pid=121607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:31:58.747382 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:31:58.747382 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:31:58.747382 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:31:58.747382 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:31:58.747382 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:31:58.747382 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:31:58.747382 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:31:58.747382 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:31:58.747382 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:31:58.747382 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:31:58.747382 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:31:58.747382 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:31:58.747382 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:31:58.747382 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:31:58.747382 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:31:58.747382 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:31:58.747382 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:31:58.747382 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:31:58.747382 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:31:58.747382 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:31:58.747382 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:31:58.747382 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:31:58.747382 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:31:58.747382 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:31:58.747382 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:31:58.747382 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:31:58.747382 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:31:58.747382 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:31:58.747382 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:31:58.747382 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:31:58.747382 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:31:58.747382 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:31:58.747382 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:31:58.747382 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:31:58.747382 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:31:58.747382 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:31:58.747382 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:31:58.747382 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:31:58.747382 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:31:58.747382 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:31:58.747382 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:31:58.747382 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:31:58.747382 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:31:58.747382 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:31:58.747382 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:31:58.747382 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:31:58.747382 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:31:58.747382 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:31:58.751342 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22c7f58-a07d-4ee6-b909-c58dc17c4127 req-f7e8fe20-7eb3-403f-8903-a6593cac8c29 tempest-VolumesActionsTest-1540518602 tempest-VolumesActionsTest-1540518602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:31:58.751887 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b22c7f58-a07d-4ee6-b909-c58dc17c4127 req-f7e8fe20-7eb3-403f-8903-a6593cac8c29 tempest-VolumesActionsTest-1540518602 tempest-VolumesActionsTest-1540518602-project] 10.222.0.37 "GET /v2.0/networks?id=de58f787-39ab-41e4-85ea-78281c9ae3af HTTP/1.1" status: 200  len: 809 time: 0.5565636
Dec 25 21:31:58.759173 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d4c434-9b2f-4483-b96c-babe2b8120ec service neutron] Pushing event updated for resources: {'Port': ['ID=144f1a3a-207e-4bda-9b5e-951b5824198a,revision_number=3']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:31:58.772337 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Dec 2021 21:31:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86187a19-82b0-4b43-bc2a-f2179884499c x-openstack-request-id: req-86187a19-82b0-4b43-bc2a-f2179884499c {{(pid=121607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:31:58.772633 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "335c07b3-3db8-4683-9af2-5dd2d3923ccd", "tag": "144f1a3a-207e-4bda-9b5e-951b5824198a", "status": "completed", "code": 200}]} {{(pid=121607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:31:58.772936 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-86187a19-82b0-4b43-bc2a-f2179884499c {{(pid=121607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:31:58.773334 ncdv-master-1 neutron-server[121607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '335c07b3-3db8-4683-9af2-5dd2d3923ccd', 'tag': '144f1a3a-207e-4bda-9b5e-951b5824198a', 'status': 'completed', 'code': 200}
Dec 25 21:31:58.784481 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad9194ef-8295-483c-9c6b-656e948cf69a req-79823758-8ec1-4794-944f-7c971e410abf service neutron] Checking agent: {'id': '0d9ae313-8f8d-40fa-8a9f-d098a25a9911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 21, 4, 38), 'started_at': datetime.datetime(2021, 12, 25, 21, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 31, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:31:58.785372 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad9194ef-8295-483c-9c6b-656e948cf69a req-79823758-8ec1-4794-944f-7c971e410abf service neutron] Checking segment: {'id': '4d7acbc5-9faa-4d1c-9561-7a017cc31112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'a7e1816e-e061-48f4-919c-0820a13aab5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:31:58.785372 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad9194ef-8295-483c-9c6b-656e948cf69a req-79823758-8ec1-4794-944f-7c971e410abf service neutron] Bound using segment: {'id': '4d7acbc5-9faa-4d1c-9561-7a017cc31112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'a7e1816e-e061-48f4-919c-0820a13aab5b'} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:31:58.785775 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-ad9194ef-8295-483c-9c6b-656e948cf69a req-79823758-8ec1-4794-944f-7c971e410abf service neutron] Bound port: dcfdb4d9-b426-41f4-8901-12074cee232d, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d7acbc5-9faa-4d1c-9561-7a017cc31112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'a7e1816e-e061-48f4-919c-0820a13aab5b'}}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:31:58.786134 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-ad9194ef-8295-483c-9c6b-656e948cf69a req-79823758-8ec1-4794-944f-7c971e410abf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:58.791916 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-b22c7f58-a07d-4ee6-b909-c58dc17c4127 req-f41cb50f-119d-4015-8606-760f9ec50608 tempest-VolumesActionsTest-1540518602 tempest-VolumesActionsTest-1540518602-project] Request body: {'port': {'device_id': 'c61d007c-5265-460b-989f-7006e9caeba7', 'network_id': 'de58f787-39ab-41e4-85ea-78281c9ae3af', 'admin_state_up': True, 'tenant_id': '8ece5e5ef72d4614b89456ee37fe94f3'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:31:58.842858 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97edcf7-edcf-4b96-badd-b8a425966f4c req-45e236f0-3e45-4e20-bdd5-5e81b09af2a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:31:58.843755 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8d85b446-e2ad-45fd-921e-7fa2c1bda696 req-b1921df2-2a61-47ea-9327-ac71556f504a tempest-ListServersNegativeTestJSON-1535126760 tempest-ListServersNegativeTestJSON-1535126760-project] 10.222.0.32 "GET /v2.0/security-groups?id=6d7d48ac-0dbe-4d82-be01-a2549b106897&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2789235
Dec 25 21:31:58.844450 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-a97edcf7-edcf-4b96-badd-b8a425966f4c req-45e236f0-3e45-4e20-bdd5-5e81b09af2a7 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d3625a8207df4cb0a4da19210ca5c80c&device_id=335c07b3-3db8-4683-9af2-5dd2d3923ccd HTTP/1.1" status: 200  len: 1094 time: 0.0479474
Dec 25 21:31:58.911440 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d64efd-2bc6-4c85-9909-c89a9cbc7cf4 req-23df9f8e-7379-455a-8c11-73d90e15e4ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:31:58.913468 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b3d64efd-2bc6-4c85-9909-c89a9cbc7cf4 req-23df9f8e-7379-455a-8c11-73d90e15e4ea service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d3625a8207df4cb0a4da19210ca5c80c&device_id=67e16f08-7bce-4669-ac08-be4cf324dc04 HTTP/1.1" status: 200  len: 1094 time: 0.2774231
Dec 25 21:31:59.012505 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97edcf7-edcf-4b96-badd-b8a425966f4c req-b92b2420-f65b-463c-b3d4-dc264298f68e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:31:59.014301 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-a97edcf7-edcf-4b96-badd-b8a425966f4c req-b92b2420-f65b-463c-b3d4-dc264298f68e service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=d3625a8207df4cb0a4da19210ca5c80c&shared=False HTTP/1.1" status: 200  len: 918 time: 0.1524484
Dec 25 21:31:59.166962 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97edcf7-edcf-4b96-badd-b8a425966f4c req-e455c417-c315-4960-8d65-091c78aab7c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:31:59.168857 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-a97edcf7-edcf-4b96-badd-b8a425966f4c req-e455c417-c315-4960-8d65-091c78aab7c7 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1456046
Dec 25 21:31:59.264622 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-eaf1c803-2a92-4e1b-ba3b-8a84ce6d7e40 tempest-RoutersNegativeTest-1955099179 tempest-RoutersNegativeTest-1955099179-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9084170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9028515'] for subnet, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:59.294052 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9194ef-8295-483c-9c6b-656e948cf69a req-377c5313-a0a8-4cf1-b542-b4f6741b8f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:31:59.295576 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-ad9194ef-8295-483c-9c6b-656e948cf69a req-377c5313-a0a8-4cf1-b542-b4f6741b8f9e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d3625a8207df4cb0a4da19210ca5c80c&device_id=335c07b3-3db8-4683-9af2-5dd2d3923ccd HTTP/1.1" status: 200  len: 1094 time: 0.0743182
Dec 25 21:31:59.368405 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-ad9194ef-8295-483c-9c6b-656e948cf69a req-87010335-39a4-4f21-9580-09cecad38300 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=144f1a3a-207e-4bda-9b5e-951b5824198a HTTP/1.1" status: 200  len: 217 time: 0.0642960
Dec 25 21:31:59.402996 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-ad9194ef-8295-483c-9c6b-656e948cf69a req-79823758-8ec1-4794-944f-7c971e410abf service neutron] For port dcfdb4d9-b426-41f4-8901-12074cee232d, host nch2-master-1, cleared binding levels {{(pid=121606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:31:59.444441 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9194ef-8295-483c-9c6b-656e948cf69a req-417402b3-76f0-449d-95d3-d95be3c1e002 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:31:59.446067 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-ad9194ef-8295-483c-9c6b-656e948cf69a req-417402b3-76f0-449d-95d3-d95be3c1e002 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=210bc700-d322-4847-8d8b-356f7ccb9966 HTTP/1.1" status: 200  len: 857 time: 0.0714583
Dec 25 21:31:59.475076 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-06b6c23d-7004-4513-b109-2b5dbe0d8549 req-678ba4a9-41f0-4d8b-9374-ee184c577f11 tempest-VolumesActionsTest-1540518602 tempest-VolumesActionsTest-1540518602-project] 10.222.0.32 "GET /v2.0/ports?device_id=c61d007c-5265-460b-989f-7006e9caeba7 HTTP/1.1" status: 200  len: 210 time: 0.1327693
Dec 25 21:31:59.486099 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-ad9194ef-8295-483c-9c6b-656e948cf69a req-79823758-8ec1-4794-944f-7c971e410abf service neutron] For port dcfdb4d9-b426-41f4-8901-12074cee232d, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=dcfdb4d9-b426-41f4-8901-12074cee232d,segment=NetworkSegment(4d7acbc5-9faa-4d1c-9561-7a017cc31112),segment_id=4d7acbc5-9faa-4d1c-9561-7a017cc31112)] {{(pid=121606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:31:59.507673 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9072cd66-dec4-4dda-b75f-eb486f8fdd3e req-84616efa-ff64-494d-9bcd-32f59e2502dd tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:31:59.509235 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9072cd66-dec4-4dda-b75f-eb486f8fdd3e req-84616efa-ff64-494d-9bcd-32f59e2502dd tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] 10.222.0.32 "GET /v2.0/ports?device_id=145ff3db-fc66-40a9-90da-07251e851506 HTTP/1.1" status: 200  len: 932 time: 0.3926108
Dec 25 21:31:59.518545 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-ad9194ef-8295-483c-9c6b-656e948cf69a req-f69c553f-476d-4bf9-a9e1-1340993e22c3 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=a7e1816e-e061-48f4-919c-0820a13aab5b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0651886
Dec 25 21:31:59.572482 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf1c803-2a92-4e1b-ba3b-8a84ce6d7e40 tempest-RoutersNegativeTest-1955099179 tempest-RoutersNegativeTest-1955099179-project] Pushing event updated for resources: {'Subnet': ['ID=228bfc3b-50c4-4a41-af1f-4b2acedb5232,revision_number=0']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:31:59.596495 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d64efd-2bc6-4c85-9909-c89a9cbc7cf4 req-54d31023-2ba1-45df-aad8-971cd4d9b1d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:31:59.598059 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b3d64efd-2bc6-4c85-9909-c89a9cbc7cf4 req-54d31023-2ba1-45df-aad8-971cd4d9b1d1 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=d3625a8207df4cb0a4da19210ca5c80c&shared=False HTTP/1.1" status: 200  len: 918 time: 0.6054342
Dec 25 21:31:59.640685 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-f480fc95-b7c3-4f59-b0c1-36f3f96ada6b req-16ddbabb-e583-4f2e-acdb-a27db561d30c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=15fbb331-7835-449b-b015-adf2d50f5186&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.1320608
Dec 25 21:31:59.658472 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf1c803-2a92-4e1b-ba3b-8a84ce6d7e40 tempest-RoutersNegativeTest-1955099179 tempest-RoutersNegativeTest-1955099179-project] Checking segment: {'id': '8d5daf21-ccc8-40eb-bdbe-cd1692fc8c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '990e2c6e-7292-4888-a0bc-8615811d8522'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:31:59.659094 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaf1c803-2a92-4e1b-ba3b-8a84ce6d7e40 tempest-RoutersNegativeTest-1955099179 tempest-RoutersNegativeTest-1955099179-project] Network hostable DHCP agents. Network: 990e2c6e-7292-4888-a0bc-8615811d8522, hostable agents: ['1813db88-2c1b-4357-a2ba-869246b663c2'], hosted agents: [] {{(pid=121606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 25 21:31:59.672685 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-ad9194ef-8295-483c-9c6b-656e948cf69a req-79823758-8ec1-4794-944f-7c971e410abf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:59.678631 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-ad9194ef-8295-483c-9c6b-656e948cf69a req-04dd8957-25ed-4921-ba2e-981692f55ea7 service neutron] 10.222.0.31 "GET /v2.0/networks/a7e1816e-e061-48f4-919c-0820a13aab5b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1388795
Dec 25 21:31:59.742382 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9194ef-8295-483c-9c6b-656e948cf69a req-79823758-8ec1-4794-944f-7c971e410abf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:31:59.748601 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-ad9194ef-8295-483c-9c6b-656e948cf69a req-79823758-8ec1-4794-944f-7c971e410abf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:59.748601 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ad9194ef-8295-483c-9c6b-656e948cf69a req-79823758-8ec1-4794-944f-7c971e410abf service neutron] 10.222.0.37 "PUT /v2.0/ports/dcfdb4d9-b426-41f4-8901-12074cee232d HTTP/1.1" status: 200  len: 1091 time: 4.0540462
Dec 25 21:31:59.748601 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b22c7f58-a07d-4ee6-b909-c58dc17c4127 req-f41cb50f-119d-4015-8606-760f9ec50608 tempest-VolumesActionsTest-1540518602 tempest-VolumesActionsTest-1540518602-project] Made reservation on behalf of 8ece5e5ef72d4614b89456ee37fe94f3 for: {'port': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:31:59.749523 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-b22c7f58-a07d-4ee6-b909-c58dc17c4127 req-f41cb50f-119d-4015-8606-760f9ec50608 tempest-VolumesActionsTest-1540518602 tempest-VolumesActionsTest-1540518602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:31:59.810909 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f480fc95-b7c3-4f59-b0c1-36f3f96ada6b req-deb13827-b4a3-44d0-8a92-04094fbae38a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:31:59.812551 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-f480fc95-b7c3-4f59-b0c1-36f3f96ada6b req-deb13827-b4a3-44d0-8a92-04094fbae38a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0560c323ec8e41b3bc05939e12e049d5&device_id=15fbb331-7835-449b-b015-adf2d50f5186 HTTP/1.1" status: 200  len: 1096 time: 0.1150901
Dec 25 21:31:59.830452 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-ad9194ef-8295-483c-9c6b-656e948cf69a req-b23058f9-9033-40b6-b53c-3d15dbebedf4 service neutron] 10.222.0.31 "GET /v2.0/networks/a7e1816e-e061-48f4-919c-0820a13aab5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1429749
Dec 25 21:31:59.878269 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9072cd66-dec4-4dda-b75f-eb486f8fdd3e req-7214f605-3be6-40a8-a8b8-02ae4022a945 tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] 10.222.0.32 "GET /v2.0/security-groups?id=8e787377-3d24-4819-b453-04e533e4be82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3248639
Dec 25 21:32:00.002447 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [req-9baed7a7-b7a1-4cd5-87e0-4d653caeb92d req-406d14b6-adc2-46e8-80fe-141dfcf5cfa1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 753f318c-7dd3-4858-acc2-c7906120f3ba {{(pid=121606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:32:00.010852 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f480fc95-b7c3-4f59-b0c1-36f3f96ada6b req-05142479-5591-4646-b623-dab926cec927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:32:00.012316 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-f480fc95-b7c3-4f59-b0c1-36f3f96ada6b req-05142479-5591-4646-b623-dab926cec927 service neutron] 10.222.0.37 "GET /v2.0/networks?id=c8199f70-d579-4a7f-8b38-5d569ea5e784 HTTP/1.1" status: 200  len: 915 time: 0.1791303
Dec 25 21:32:00.022695 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79823758-8ec1-4794-944f-7c971e410abf service neutron] Pushing event updated for resources: {'Port': ['ID=dcfdb4d9-b426-41f4-8901-12074cee232d,revision_number=3']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:32:00.061460 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-9baed7a7-b7a1-4cd5-87e0-4d653caeb92d req-406d14b6-adc2-46e8-80fe-141dfcf5cfa1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:00.136335 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaf1c803-2a92-4e1b-ba3b-8a84ce6d7e40 tempest-RoutersNegativeTest-1955099179 tempest-RoutersNegativeTest-1955099179-project] Network 990e2c6e-7292-4888-a0bc-8615811d8522 is scheduled to be hosted by DHCP agent 1813db88-2c1b-4357-a2ba-869246b663c2 with binding_index 1 {{(pid=121606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 25 21:32:00.146961 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-f480fc95-b7c3-4f59-b0c1-36f3f96ada6b req-bb114cd7-67c8-4ca4-a2d4-72a9f3fae32f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9011d65b-fbaf-42ac-99a9-d60be63e84b8 HTTP/1.1" status: 200  len: 1001 time: 0.1266806
Dec 25 21:32:00.147256 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d64efd-2bc6-4c85-9909-c89a9cbc7cf4 req-3d8b9ed2-d488-42ef-bb3d-d37737f89d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:32:00.148812 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b3d64efd-2bc6-4c85-9909-c89a9cbc7cf4 req-3d8b9ed2-d488-42ef-bb3d-d37737f89d8c service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.5401177
Dec 25 21:32:00.161044 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.provisioning_blocks [req-9baed7a7-b7a1-4cd5-87e0-4d653caeb92d req-406d14b6-adc2-46e8-80fe-141dfcf5cfa1 service neutron] Transition to ACTIVE for port object 753f318c-7dd3-4858-acc2-c7906120f3ba will not be triggered until provisioned by entity L2. {{(pid=121606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 25 21:32:00.177123 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_common [req-b22c7f58-a07d-4ee6-b909-c58dc17c4127 req-f41cb50f-119d-4015-8606-760f9ec50608 tempest-VolumesActionsTest-1540518602 tempest-VolumesActionsTest-1540518602-project] Allocated IP 172.20.0.4 (de58f787-39ab-41e4-85ea-78281c9ae3af/40fa57d1-cd20-42ee-acef-cd325a6b2f1c/914b055e-69b0-4157-ad7c-92e60fbd5a57) {{(pid=121606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:32:00.182199 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9194ef-8295-483c-9c6b-656e948cf69a req-ed86b525-1541-4927-b333-ef80f1f7689d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:32:00.183799 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ad9194ef-8295-483c-9c6b-656e948cf69a req-ed86b525-1541-4927-b333-ef80f1f7689d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d3625a8207df4cb0a4da19210ca5c80c&device_id=1bb28ccd-3dc5-481f-873e-9836f6f1586e HTTP/1.1" status: 200  len: 1094 time: 0.2157357
Dec 25 21:32:00.211563 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d89eee-4c14-4b8d-91fc-fedc874d3a7e req-859a8abf-ae28-42e9-85ff-a5cf7b06bb75 tempest-ListServersNegativeTestJSON-1535126760 tempest-ListServersNegativeTestJSON-1535126760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:32:00.218294 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-00d89eee-4c14-4b8d-91fc-fedc874d3a7e req-859a8abf-ae28-42e9-85ff-a5cf7b06bb75 tempest-ListServersNegativeTestJSON-1535126760 tempest-ListServersNegativeTestJSON-1535126760-project] 10.222.0.32 "GET /v2.0/ports?device_id=335c07b3-3db8-4683-9af2-5dd2d3923ccd HTTP/1.1" status: 200  len: 943 time: 0.2117705
Dec 25 21:32:00.221452 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f480fc95-b7c3-4f59-b0c1-36f3f96ada6b req-340037c2-eea2-46d9-ac1d-3ff0ea26379e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:32:00.224838 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-f480fc95-b7c3-4f59-b0c1-36f3f96ada6b req-340037c2-eea2-46d9-ac1d-3ff0ea26379e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0cf468ed-9644-4e44-939f-6c7d09675460 HTTP/1.1" status: 200  len: 853 time: 0.0692897
Dec 25 21:32:00.291843 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f480fc95-b7c3-4f59-b0c1-36f3f96ada6b req-88d4b9a9-471e-4224-a124-6ec792d1554a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:32:00.293373 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-f480fc95-b7c3-4f59-b0c1-36f3f96ada6b req-88d4b9a9-471e-4224-a124-6ec792d1554a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c8199f70-d579-4a7f-8b38-5d569ea5e784&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0598416
Dec 25 21:32:00.322454 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ad9194ef-8295-483c-9c6b-656e948cf69a req-5163b484-cfdf-438c-be07-0f5ed9360b03 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dcfdb4d9-b426-41f4-8901-12074cee232d HTTP/1.1" status: 200  len: 217 time: 0.1217787
Dec 25 21:32:00.322454 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [None req-eaf1c803-2a92-4e1b-ba3b-8a84ce6d7e40 tempest-RoutersNegativeTest-1955099179 tempest-RoutersNegativeTest-1955099179-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 990e2c6e-7292-4888-a0bc-8615811d8522) {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:32:00.323162 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-9baed7a7-b7a1-4cd5-87e0-4d653caeb92d req-406d14b6-adc2-46e8-80fe-141dfcf5cfa1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:00.328457 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d74063c7-26cc-4dd4-93cf-94241299fc10 None None] Network 990e2c6e-7292-4888-a0bc-8615811d8522 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:32:00.350101 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaf1c803-2a92-4e1b-ba3b-8a84ce6d7e40 tempest-RoutersNegativeTest-1955099179 tempest-RoutersNegativeTest-1955099179-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:32:00.350712 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-eaf1c803-2a92-4e1b-ba3b-8a84ce6d7e40 tempest-RoutersNegativeTest-1955099179 tempest-RoutersNegativeTest-1955099179-project] Publish callbacks [] for subnet, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:00.417764 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-f480fc95-b7c3-4f59-b0c1-36f3f96ada6b req-2ca7c260-aeb5-4c85-8408-70874d0c96c5 service neutron] 10.222.0.37 "GET /v2.0/networks/c8199f70-d579-4a7f-8b38-5d569ea5e784?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1152623
Dec 25 21:32:00.473782 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-552cd8e1-840f-4a7a-ad68-49ddefe9a573 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-990e2c6e-7292-4888-a0bc-8615811d8522', 'network_id': '990e2c6e-7292-4888-a0bc-8615811d8522', 'project_id': '2df0d563ffbd46f29137fd7713ff19ea', 'fixed_ips': [{'subnet_id': '228bfc3b-50c4-4a41-af1f-4b2acedb5232'}]}} from ncdv-master-1. {{(pid=121608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 25 21:32:00.475050 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-552cd8e1-840f-4a7a-ad68-49ddefe9a573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:00.554238 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-f480fc95-b7c3-4f59-b0c1-36f3f96ada6b req-63deb335-78d8-43b4-a51e-81dc74e3fea9 service neutron] 10.222.0.37 "GET /v2.0/networks/c8199f70-d579-4a7f-8b38-5d569ea5e784?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1286812
Dec 25 21:32:00.562293 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-00d89eee-4c14-4b8d-91fc-fedc874d3a7e req-339a28d2-d5fe-42c2-8072-d6920c72141b tempest-ListServersNegativeTestJSON-1535126760 tempest-ListServersNegativeTestJSON-1535126760-project] 10.222.0.32 "GET /v2.0/security-groups?id=6d7d48ac-0dbe-4d82-be01-a2549b106897&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3431027
Dec 25 21:32:00.564757 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9194ef-8295-483c-9c6b-656e948cf69a req-4f638082-18f2-43d9-97b9-18b8d7a93998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:32:00.570411 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ad9194ef-8295-483c-9c6b-656e948cf69a req-4f638082-18f2-43d9-97b9-18b8d7a93998 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d3625a8207df4cb0a4da19210ca5c80c&device_id=67e16f08-7bce-4669-ac08-be4cf324dc04 HTTP/1.1" status: 200  len: 1094 time: 0.3478239
Dec 25 21:32:00.614492 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406d14b6-adc2-46e8-80fe-141dfcf5cfa1 service neutron] Pushing event updated for resources: {'Port': ['ID=753f318c-7dd3-4858-acc2-c7906120f3ba,revision_number=2']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:32:00.616830 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bb28ccd-3dc5-481f-873e-9836f6f1586e', 'tag': 'dcfdb4d9-b426-41f4-8901-12074cee232d'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:32:00.619232 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9858820c13ec2827453b94ebc4181065e990a4e4089ccb9fe762531ac62d2fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8c4b0a2-71cb-4e67-99c7-c1a90b3e93e0" -d '{"events": [{"name": "network-changed", "server_uuid": "1bb28ccd-3dc5-481f-873e-9836f6f1586e", "tag": "dcfdb4d9-b426-41f4-8901-12074cee232d"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:32:00.694832 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-eaf1c803-2a92-4e1b-ba3b-8a84ce6d7e40 tempest-RoutersNegativeTest-1955099179 tempest-RoutersNegativeTest-1955099179-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 3.6845500
Dec 25 21:32:00.698020 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 50260) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:32:00.705454 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-99f48918-61eb-4fc0-a845-24908cdba403 tempest-RoutersNegativeTest-1955099179 tempest-RoutersNegativeTest-1955099179-project] Request body: {'network': {'name': 'tempest-router-network01--62759346'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:32:00.715295 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9194ef-8295-483c-9c6b-656e948cf69a req-94945c67-fdd7-411d-b6e4-96febc229950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:32:00.715295 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ad9194ef-8295-483c-9c6b-656e948cf69a req-94945c67-fdd7-411d-b6e4-96febc229950 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=210bc700-d322-4847-8d8b-356f7ccb9966 HTTP/1.1" status: 200  len: 857 time: 0.3841467
Dec 25 21:32:00.728036 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Dec 2021 21:32:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-588824b9-335c-4174-8599-1815fd19cee8 x-openstack-request-id: req-588824b9-335c-4174-8599-1815fd19cee8 {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:32:00.728578 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1bb28ccd-3dc5-481f-873e-9836f6f1586e", "tag": "dcfdb4d9-b426-41f4-8901-12074cee232d", "status": "completed", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:32:00.729084 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-588824b9-335c-4174-8599-1815fd19cee8 {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:32:00.729699 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bb28ccd-3dc5-481f-873e-9836f6f1586e', 'tag': 'dcfdb4d9-b426-41f4-8901-12074cee232d', 'status': 'completed', 'code': 200}
Dec 25 21:32:00.730365 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.db_base_plugin_common [None req-552cd8e1-840f-4a7a-ad68-49ddefe9a573 None None] Allocated IP 172.20.0.2 (990e2c6e-7292-4888-a0bc-8615811d8522/228bfc3b-50c4-4a41-af1f-4b2acedb5232/ea02471a-1e99-466d-bcce-dbf1b167d128) {{(pid=121608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:32:00.846784 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99f48918-61eb-4fc0-a845-24908cdba403 tempest-RoutersNegativeTest-1955099179 tempest-RoutersNegativeTest-1955099179-project] Made reservation on behalf of 2df0d563ffbd46f29137fd7713ff19ea for: {'network': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:32:00.850599 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-99f48918-61eb-4fc0-a845-24908cdba403 tempest-RoutersNegativeTest-1955099179 tempest-RoutersNegativeTest-1955099179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for network, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:00.879156 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99f48918-61eb-4fc0-a845-24908cdba403 tempest-RoutersNegativeTest-1955099179 tempest-RoutersNegativeTest-1955099179-project] vlan segment allocate from pool success with {'vlan_id': 193, 'physical_network': 'physnet1'}  {{(pid=121607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 25 21:32:00.889068 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-99f48918-61eb-4fc0-a845-24908cdba403 tempest-RoutersNegativeTest-1955099179 tempest-RoutersNegativeTest-1955099179-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:00.889418 ncdv-master-1 neutron-server[121607]: INFO neutron.db.segments_db [None req-99f48918-61eb-4fc0-a845-24908cdba403 tempest-RoutersNegativeTest-1955099179 tempest-RoutersNegativeTest-1955099179-project] Added segment 68679e44-8eec-4364-a242-bef38583227a of type vlan for network c331ff9d-bf91-499b-bec8-e2fd9a7af258
Dec 25 21:32:00.903921 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-552cd8e1-840f-4a7a-ad68-49ddefe9a573 None None] Publish callbacks [] for port, precommit_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:00.956317 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-99f48918-61eb-4fc0-a845-24908cdba403 tempest-RoutersNegativeTest-1955099179 tempest-RoutersNegativeTest-1955099179-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737602163420'] for network, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:01.025395 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-552cd8e1-840f-4a7a-ad68-49ddefe9a573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946'] for port, after_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:01.042724 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-552cd8e1-840f-4a7a-ad68-49ddefe9a573 None None] Network 990e2c6e-7292-4888-a0bc-8615811d8522 is already hosted by enough agents. {{(pid=121608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:32:01.044222 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.base_scheduler [None req-552cd8e1-840f-4a7a-ad68-49ddefe9a573 None None] Resources bound (agent type, host, resource id):  {{(pid=121608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:32:01.048550 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-552cd8e1-840f-4a7a-ad68-49ddefe9a573 None None] Received port after_create {{(pid=121608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:32:01.058975 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-99f48918-61eb-4fc0-a845-24908cdba403 tempest-RoutersNegativeTest-1955099179 tempest-RoutersNegativeTest-1955099179-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870'] for network, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:01.065602 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99f48918-61eb-4fc0-a845-24908cdba403 tempest-RoutersNegativeTest-1955099179 tempest-RoutersNegativeTest-1955099179-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:32:01.066233 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-99f48918-61eb-4fc0-a845-24908cdba403 tempest-RoutersNegativeTest-1955099179 tempest-RoutersNegativeTest-1955099179-project] Publish callbacks [] for network, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:01.088314 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ad9194ef-8295-483c-9c6b-656e948cf69a req-60c60b16-b501-4727-9d08-2ff15628b0ab service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0558fb1c-8cdb-4c71-b053-b7bff883ff9b HTTP/1.1" status: 200  len: 217 time: 0.4633093
Dec 25 21:32:01.147111 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f48918-61eb-4fc0-a845-24908cdba403 tempest-RoutersNegativeTest-1955099179 tempest-RoutersNegativeTest-1955099179-project] Pushing event updated for resources: {'Network': ['ID=c331ff9d-bf91-499b-bec8-e2fd9a7af258,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:32:01.149560 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-552cd8e1-840f-4a7a-ad68-49ddefe9a573 None None] Attempting to bind port ea02471a-1e99-466d-bcce-dbf1b167d128 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:32:01.149949 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-552cd8e1-840f-4a7a-ad68-49ddefe9a573 None None] Attempting to bind port ea02471a-1e99-466d-bcce-dbf1b167d128 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '8d5daf21-ccc8-40eb-bdbe-cd1692fc8c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '990e2c6e-7292-4888-a0bc-8615811d8522'}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:32:01.150327 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-552cd8e1-840f-4a7a-ad68-49ddefe9a573 None None] Attempting to bind port ea02471a-1e99-466d-bcce-dbf1b167d128 on network 990e2c6e-7292-4888-a0bc-8615811d8522 {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:32:01.161904 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Network c331ff9d-bf91-499b-bec8-e2fd9a7af258 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 25 21:32:01.166002 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-552cd8e1-840f-4a7a-ad68-49ddefe9a573 None None] Checking agent: {'id': 'ca4f5c6d-f1fd-48b8-a3e3-395864c7d23d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 20, 56, 40), 'started_at': datetime.datetime(2021, 12, 25, 20, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 31, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:32:01.166388 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-552cd8e1-840f-4a7a-ad68-49ddefe9a573 None None] Checking segment: {'id': '8d5daf21-ccc8-40eb-bdbe-cd1692fc8c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '990e2c6e-7292-4888-a0bc-8615811d8522'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:32:01.166789 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-552cd8e1-840f-4a7a-ad68-49ddefe9a573 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:01.167188 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-552cd8e1-840f-4a7a-ad68-49ddefe9a573 None None] Bound using segment: {'id': '8d5daf21-ccc8-40eb-bdbe-cd1692fc8c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '990e2c6e-7292-4888-a0bc-8615811d8522'} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:32:01.167671 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-552cd8e1-840f-4a7a-ad68-49ddefe9a573 None None] Bound port: ea02471a-1e99-466d-bcce-dbf1b167d128, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d5daf21-ccc8-40eb-bdbe-cd1692fc8c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '990e2c6e-7292-4888-a0bc-8615811d8522'}}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:32:01.168051 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-552cd8e1-840f-4a7a-ad68-49ddefe9a573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:01.181750 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8a83a1cc-8846-43b8-a26e-e356eef79bcd req-cae00ef3-0fc6-45fc-8826-0d3a50fb4d4b tempest-VolumesActionsTest-1540518602 tempest-VolumesActionsTest-1540518602-project] 10.222.0.32 "GET /v2.0/ports?device_id=c61d007c-5265-460b-989f-7006e9caeba7 HTTP/1.1" status: 200  len: 210 time: 0.5539365
Dec 25 21:32:01.190013 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ad9194ef-8295-483c-9c6b-656e948cf69a req-dc148a23-3e07-46d0-9149-2e4ec5c3e602 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a7e1816e-e061-48f4-919c-0820a13aab5b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1005361
Dec 25 21:32:01.205041 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-99f48918-61eb-4fc0-a845-24908cdba403 tempest-RoutersNegativeTest-1955099179 tempest-RoutersNegativeTest-1955099179-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 770 time: 0.5037775
Dec 25 21:32:01.207105 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 50278) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:32:01.215492 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-fc56f9cd-92be-43e6-8644-57f987b78617 tempest-RoutersNegativeTest-1955099179 tempest-RoutersNegativeTest-1955099179-project] Request body: {'network': {'name': 'tempest-router-network02--1142905084'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:32:01.238226 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552cd8e1-840f-4a7a-ad68-49ddefe9a573 None None] Pushing event updated for resources: {'Port': ['ID=ea02471a-1e99-466d-bcce-dbf1b167d128,revision_number=1']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:32:01.321262 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc56f9cd-92be-43e6-8644-57f987b78617 tempest-RoutersNegativeTest-1955099179 tempest-RoutersNegativeTest-1955099179-project] Made reservation on behalf of 2df0d563ffbd46f29137fd7713ff19ea for: {'network': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:32:01.325022 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-fc56f9cd-92be-43e6-8644-57f987b78617 tempest-RoutersNegativeTest-1955099179 tempest-RoutersNegativeTest-1955099179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for network, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:01.378309 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-552cd8e1-840f-4a7a-ad68-49ddefe9a573 None None] For port ea02471a-1e99-466d-bcce-dbf1b167d128, host ncdv-master-1, cleared binding levels {{(pid=121608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:32:01.393989 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-552cd8e1-840f-4a7a-ad68-49ddefe9a573 None None] For port ea02471a-1e99-466d-bcce-dbf1b167d128, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ea02471a-1e99-466d-bcce-dbf1b167d128,segment=NetworkSegment(8d5daf21-ccc8-40eb-bdbe-cd1692fc8c7c),segment_id=8d5daf21-ccc8-40eb-bdbe-cd1692fc8c7c)] {{(pid=121608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:32:01.412029 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-9baed7a7-b7a1-4cd5-87e0-4d653caeb92d req-406d14b6-adc2-46e8-80fe-141dfcf5cfa1 service neutron] Attempting to bind port 753f318c-7dd3-4858-acc2-c7906120f3ba on host nch1-master-1 for vnic_type normal with profile  {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:32:01.412371 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-9baed7a7-b7a1-4cd5-87e0-4d653caeb92d req-406d14b6-adc2-46e8-80fe-141dfcf5cfa1 service neutron] Attempting to bind port 753f318c-7dd3-4858-acc2-c7906120f3ba by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '399a6746-6b98-4df2-84fe-0fb7167d792c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd257b68f-9132-4584-b1b0-827fbb5ce176'}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:32:01.412561 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc56f9cd-92be-43e6-8644-57f987b78617 tempest-RoutersNegativeTest-1955099179 tempest-RoutersNegativeTest-1955099179-project] vlan segment allocate from pool success with {'vlan_id': 163, 'physical_network': 'physnet1'}  {{(pid=121607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 25 21:32:01.414940 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9baed7a7-b7a1-4cd5-87e0-4d653caeb92d req-406d14b6-adc2-46e8-80fe-141dfcf5cfa1 service neutron] Attempting to bind port 753f318c-7dd3-4858-acc2-c7906120f3ba on network d257b68f-9132-4584-b1b0-827fbb5ce176 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:32:01.426629 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-fc56f9cd-92be-43e6-8644-57f987b78617 tempest-RoutersNegativeTest-1955099179 tempest-RoutersNegativeTest-1955099179-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:01.427214 ncdv-master-1 neutron-server[121607]: INFO neutron.db.segments_db [None req-fc56f9cd-92be-43e6-8644-57f987b78617 tempest-RoutersNegativeTest-1955099179 tempest-RoutersNegativeTest-1955099179-project] Added segment e721f0fd-f221-499c-a7e8-83332780db1a of type vlan for network 79bafbbf-2199-41b3-8c2f-a2c1fe6e2375
Dec 25 21:32:01.454962 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec2493c-672b-4914-9130-a84272a2856f req-97c537be-a73e-4de3-a71b-c94758e53f61 tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:32:01.464374 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1ec2493c-672b-4914-9130-a84272a2856f req-97c537be-a73e-4de3-a71b-c94758e53f61 tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] 10.222.0.32 "GET /v2.0/ports?device_id=145ff3db-fc66-40a9-90da-07251e851506 HTTP/1.1" status: 200  len: 944 time: 0.3691003
Dec 25 21:32:01.466627 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-552cd8e1-840f-4a7a-ad68-49ddefe9a573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:01.493558 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-fc56f9cd-92be-43e6-8644-57f987b78617 tempest-RoutersNegativeTest-1955099179 tempest-RoutersNegativeTest-1955099179-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737602163420'] for network, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:01.515380 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9194ef-8295-483c-9c6b-656e948cf69a req-7666aba1-d7a9-4ae1-bcb1-76d796613eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:32:01.517630 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ad9194ef-8295-483c-9c6b-656e948cf69a req-7666aba1-d7a9-4ae1-bcb1-76d796613eb3 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=210bc700-d322-4847-8d8b-356f7ccb9966 HTTP/1.1" status: 200  len: 857 time: 0.3748617
Dec 25 21:32:01.518592 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9baed7a7-b7a1-4cd5-87e0-4d653caeb92d req-406d14b6-adc2-46e8-80fe-141dfcf5cfa1 service neutron] Port 753f318c-7dd3-4858-acc2-c7906120f3ba on network d257b68f-9132-4584-b1b0-827fbb5ce176 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 25 21:32:01.518986 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9baed7a7-b7a1-4cd5-87e0-4d653caeb92d req-406d14b6-adc2-46e8-80fe-141dfcf5cfa1 service neutron] Attempting to bind port 753f318c-7dd3-4858-acc2-c7906120f3ba on network d257b68f-9132-4584-b1b0-827fbb5ce176 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:32:01.535066 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-b22c7f58-a07d-4ee6-b909-c58dc17c4127 req-f41cb50f-119d-4015-8606-760f9ec50608 tempest-VolumesActionsTest-1540518602 tempest-VolumesActionsTest-1540518602-project] Publish callbacks [] for port, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:01.564411 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9baed7a7-b7a1-4cd5-87e0-4d653caeb92d req-406d14b6-adc2-46e8-80fe-141dfcf5cfa1 service neutron] Checking agent: {'id': '6d577036-68fc-4aa4-aed7-5ab01de2117e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 21, 4, 34), 'started_at': datetime.datetime(2021, 12, 25, 21, 4, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 31, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:32:01.564911 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9baed7a7-b7a1-4cd5-87e0-4d653caeb92d req-406d14b6-adc2-46e8-80fe-141dfcf5cfa1 service neutron] Checking segment: {'id': '399a6746-6b98-4df2-84fe-0fb7167d792c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd257b68f-9132-4584-b1b0-827fbb5ce176'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:32:01.565440 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9baed7a7-b7a1-4cd5-87e0-4d653caeb92d req-406d14b6-adc2-46e8-80fe-141dfcf5cfa1 service neutron] Bound using segment: {'id': '399a6746-6b98-4df2-84fe-0fb7167d792c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd257b68f-9132-4584-b1b0-827fbb5ce176'} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:32:01.565971 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-9baed7a7-b7a1-4cd5-87e0-4d653caeb92d req-406d14b6-adc2-46e8-80fe-141dfcf5cfa1 service neutron] Bound port: 753f318c-7dd3-4858-acc2-c7906120f3ba, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '399a6746-6b98-4df2-84fe-0fb7167d792c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd257b68f-9132-4584-b1b0-827fbb5ce176'}}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:32:01.566456 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-9baed7a7-b7a1-4cd5-87e0-4d653caeb92d req-406d14b6-adc2-46e8-80fe-141dfcf5cfa1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:01.567044 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552cd8e1-840f-4a7a-ad68-49ddefe9a573 None None] Pushing event updated for resources: {'Port': ['ID=ea02471a-1e99-466d-bcce-dbf1b167d128,revision_number=2']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:32:01.601298 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-fc56f9cd-92be-43e6-8644-57f987b78617 tempest-RoutersNegativeTest-1955099179 tempest-RoutersNegativeTest-1955099179-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870'] for network, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:01.605429 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ad9194ef-8295-483c-9c6b-656e948cf69a req-0973906d-306a-484f-b440-193e92401bbc service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=a7e1816e-e061-48f4-919c-0820a13aab5b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0663025
Dec 25 21:32:01.609201 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc56f9cd-92be-43e6-8644-57f987b78617 tempest-RoutersNegativeTest-1955099179 tempest-RoutersNegativeTest-1955099179-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:32:01.611858 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-fc56f9cd-92be-43e6-8644-57f987b78617 tempest-RoutersNegativeTest-1955099179 tempest-RoutersNegativeTest-1955099179-project] Publish callbacks [] for network, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:01.703071 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc56f9cd-92be-43e6-8644-57f987b78617 tempest-RoutersNegativeTest-1955099179 tempest-RoutersNegativeTest-1955099179-project] Pushing event updated for resources: {'Network': ['ID=79bafbbf-2199-41b3-8c2f-a2c1fe6e2375,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:32:01.717378 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-fc56f9cd-92be-43e6-8644-57f987b78617 tempest-RoutersNegativeTest-1955099179 tempest-RoutersNegativeTest-1955099179-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 772 time: 0.5081778
Dec 25 21:32:01.717378 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 50334) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:32:01.723757 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-f9bf7fba-275e-4a59-a993-6688f726f4c0 tempest-RoutersNegativeTest-1955099179 tempest-RoutersNegativeTest-1955099179-project] Request body: {'subnet': {'network_id': 'c331ff9d-bf91-499b-bec8-e2fd9a7af258', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:32:01.731460 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Network 79bafbbf-2199-41b3-8c2f-a2c1fe6e2375 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 25 21:32:01.741274 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ad9194ef-8295-483c-9c6b-656e948cf69a req-fb1364b0-0691-4d2e-8caa-803b92d2b1ae service neutron] 10.222.0.37 "GET /v2.0/networks/a7e1816e-e061-48f4-919c-0820a13aab5b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4959304
Dec 25 21:32:01.822655 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1ec2493c-672b-4914-9130-a84272a2856f req-9024b48a-d4a8-4966-8608-eeb474525a8d tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] 10.222.0.32 "GET /v2.0/security-groups?id=8e787377-3d24-4819-b453-04e533e4be82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3458378
Dec 25 21:32:01.933420 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-9baed7a7-b7a1-4cd5-87e0-4d653caeb92d req-406d14b6-adc2-46e8-80fe-141dfcf5cfa1 service neutron] For port 753f318c-7dd3-4858-acc2-c7906120f3ba, host nch1-master-1, cleared binding levels {{(pid=121606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:32:01.967344 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-9baed7a7-b7a1-4cd5-87e0-4d653caeb92d req-406d14b6-adc2-46e8-80fe-141dfcf5cfa1 service neutron] For port 753f318c-7dd3-4858-acc2-c7906120f3ba, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=753f318c-7dd3-4858-acc2-c7906120f3ba,segment=NetworkSegment(399a6746-6b98-4df2-84fe-0fb7167d792c),segment_id=399a6746-6b98-4df2-84fe-0fb7167d792c)] {{(pid=121606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:32:01.972640 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9bf7fba-275e-4a59-a993-6688f726f4c0 tempest-RoutersNegativeTest-1955099179 tempest-RoutersNegativeTest-1955099179-project] Made reservation on behalf of 2df0d563ffbd46f29137fd7713ff19ea for: {'subnet': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:32:01.976204 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f9bf7fba-275e-4a59-a993-6688f726f4c0 tempest-RoutersNegativeTest-1955099179 tempest-RoutersNegativeTest-1955099179-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8852834'] for subnet, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:02.003782 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ad9194ef-8295-483c-9c6b-656e948cf69a req-b995d35e-269a-47d1-8753-42f5c96466e5 service neutron] 10.222.0.31 "GET /v2.0/networks/a7e1816e-e061-48f4-919c-0820a13aab5b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3888345
Dec 25 21:32:02.038210 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635497ae-d132-4ab3-9036-cf486832eacc req-433407f5-80e9-4b38-bd4c-85e7fdc7a863 tempest-ListServersNegativeTestJSON-1535126760 tempest-ListServersNegativeTestJSON-1535126760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:32:02.039846 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-635497ae-d132-4ab3-9036-cf486832eacc req-433407f5-80e9-4b38-bd4c-85e7fdc7a863 tempest-ListServersNegativeTestJSON-1535126760 tempest-ListServersNegativeTestJSON-1535126760-project] 10.222.0.32 "GET /v2.0/ports?device_id=335c07b3-3db8-4683-9af2-5dd2d3923ccd HTTP/1.1" status: 200  len: 943 time: 0.2524576
Dec 25 21:32:02.099344 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-9baed7a7-b7a1-4cd5-87e0-4d653caeb92d req-406d14b6-adc2-46e8-80fe-141dfcf5cfa1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:02.101540 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-b22c7f58-a07d-4ee6-b909-c58dc17c4127 req-f41cb50f-119d-4015-8606-760f9ec50608 tempest-VolumesActionsTest-1540518602 tempest-VolumesActionsTest-1540518602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:02.163744 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ad9194ef-8295-483c-9c6b-656e948cf69a req-24a80de6-fc87-4569-96cf-494fd4dc9c9e service neutron] 10.222.0.37 "GET /v2.0/networks/a7e1816e-e061-48f4-919c-0820a13aab5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3791764
Dec 25 21:32:02.220817 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9baed7a7-b7a1-4cd5-87e0-4d653caeb92d req-406d14b6-adc2-46e8-80fe-141dfcf5cfa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:32:02.221866 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-9baed7a7-b7a1-4cd5-87e0-4d653caeb92d req-406d14b6-adc2-46e8-80fe-141dfcf5cfa1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:02.223307 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9baed7a7-b7a1-4cd5-87e0-4d653caeb92d req-406d14b6-adc2-46e8-80fe-141dfcf5cfa1 service neutron] 10.222.0.31 "PUT /v2.0/ports/753f318c-7dd3-4858-acc2-c7906120f3ba HTTP/1.1" status: 200  len: 1092 time: 4.0205038
Dec 25 21:32:02.226891 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b22c7f58-a07d-4ee6-b909-c58dc17c4127 req-f41cb50f-119d-4015-8606-760f9ec50608 tempest-VolumesActionsTest-1540518602 tempest-VolumesActionsTest-1540518602-project] Network de58f787-39ab-41e4-85ea-78281c9ae3af is already hosted by enough agents. {{(pid=121606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:32:02.243811 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [req-b22c7f58-a07d-4ee6-b909-c58dc17c4127 req-f41cb50f-119d-4015-8606-760f9ec50608 tempest-VolumesActionsTest-1540518602 tempest-VolumesActionsTest-1540518602-project] Resources bound (agent type, host, resource id):  {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:32:02.254091 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-635497ae-d132-4ab3-9036-cf486832eacc req-669b4190-6bf1-4161-89a6-d6438fba8c74 tempest-ListServersNegativeTestJSON-1535126760 tempest-ListServersNegativeTestJSON-1535126760-project] 10.222.0.32 "GET /v2.0/security-groups?id=6d7d48ac-0dbe-4d82-be01-a2549b106897&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1966705
Dec 25 21:32:02.254947 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [req-b22c7f58-a07d-4ee6-b909-c58dc17c4127 req-f41cb50f-119d-4015-8606-760f9ec50608 tempest-VolumesActionsTest-1540518602 tempest-VolumesActionsTest-1540518602-project] Received port after_create {{(pid=121606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:32:02.262266 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ad9194ef-8295-483c-9c6b-656e948cf69a req-ff25f930-c58a-4b94-9e29-2ac8186128d6 service neutron] 10.222.0.31 "GET /v2.0/networks/a7e1816e-e061-48f4-919c-0820a13aab5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2465782
Dec 25 21:32:02.264151 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f9bf7fba-275e-4a59-a993-6688f726f4c0 tempest-RoutersNegativeTest-1955099179 tempest-RoutersNegativeTest-1955099179-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8632475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8852848'] for subnet, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:02.293009 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406d14b6-adc2-46e8-80fe-141dfcf5cfa1 service neutron] Pushing event updated for resources: {'Port': ['ID=753f318c-7dd3-4858-acc2-c7906120f3ba,revision_number=3']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:32:02.395992 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22c7f58-a07d-4ee6-b909-c58dc17c4127 req-f41cb50f-119d-4015-8606-760f9ec50608 tempest-VolumesActionsTest-1540518602 tempest-VolumesActionsTest-1540518602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:32:02.398484 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-b22c7f58-a07d-4ee6-b909-c58dc17c4127 req-f41cb50f-119d-4015-8606-760f9ec50608 tempest-VolumesActionsTest-1540518602 tempest-VolumesActionsTest-1540518602-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:02.403730 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9bf7fba-275e-4a59-a993-6688f726f4c0 tempest-RoutersNegativeTest-1955099179 tempest-RoutersNegativeTest-1955099179-project] Checking segment: {'id': '68679e44-8eec-4364-a242-bef38583227a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'c331ff9d-bf91-499b-bec8-e2fd9a7af258'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:32:02.404219 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9bf7fba-275e-4a59-a993-6688f726f4c0 tempest-RoutersNegativeTest-1955099179 tempest-RoutersNegativeTest-1955099179-project] Network hostable DHCP agents. Network: c331ff9d-bf91-499b-bec8-e2fd9a7af258, hostable agents: ['1813db88-2c1b-4357-a2ba-869246b663c2'], hosted agents: [] {{(pid=121607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 25 21:32:02.411885 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bf7fba-275e-4a59-a993-6688f726f4c0 tempest-RoutersNegativeTest-1955099179 tempest-RoutersNegativeTest-1955099179-project] Pushing event updated for resources: {'Subnet': ['ID=c8e82668-7e17-4de7-aa7c-17b957cc91f3,revision_number=0']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:32:02.466876 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9bf7fba-275e-4a59-a993-6688f726f4c0 tempest-RoutersNegativeTest-1955099179 tempest-RoutersNegativeTest-1955099179-project] Network c331ff9d-bf91-499b-bec8-e2fd9a7af258 is scheduled to be hosted by DHCP agent 1813db88-2c1b-4357-a2ba-869246b663c2 with binding_index 1 {{(pid=121607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 25 21:32:02.493495 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41cb50f-119d-4015-8606-760f9ec50608 tempest-VolumesActionsTest-1540518602 tempest-VolumesActionsTest-1540518602-project] Pushing event updated for resources: {'Port': ['ID=914b055e-69b0-4157-ad7c-92e60fbd5a57,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:32:02.553673 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c4b0a2-71cb-4e67-99c7-c1a90b3e93e0 req-66f9bb2c-8c41-4a5e-abc9-c8436ef7bea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:32:02.554521 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-f9bf7fba-275e-4a59-a993-6688f726f4c0 tempest-RoutersNegativeTest-1955099179 tempest-RoutersNegativeTest-1955099179-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, c331ff9d-bf91-499b-bec8-e2fd9a7af258) {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:32:02.555648 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b8c4b0a2-71cb-4e67-99c7-c1a90b3e93e0 req-66f9bb2c-8c41-4a5e-abc9-c8436ef7bea1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d3625a8207df4cb0a4da19210ca5c80c&device_id=1bb28ccd-3dc5-481f-873e-9836f6f1586e HTTP/1.1" status: 200  len: 1094 time: 0.2276363
Dec 25 21:32:02.565974 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9baed7a7-b7a1-4cd5-87e0-4d653caeb92d req-14d48fae-2973-4022-a833-7b8d5243acf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:32:02.567674 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9baed7a7-b7a1-4cd5-87e0-4d653caeb92d req-14d48fae-2973-4022-a833-7b8d5243acf8 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=c77dc74a46d64a67991d82bf12adb1dc&device_id=145ff3db-fc66-40a9-90da-07251e851506 HTTP/1.1" status: 200  len: 1095 time: 0.1802347
Dec 25 21:32:02.568103 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9bf7fba-275e-4a59-a993-6688f726f4c0 tempest-RoutersNegativeTest-1955099179 tempest-RoutersNegativeTest-1955099179-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:32:02.568546 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49977705-c654-4162-bab1-2d5c3afabf77 None None] Network c331ff9d-bf91-499b-bec8-e2fd9a7af258 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:32:02.569057 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f9bf7fba-275e-4a59-a993-6688f726f4c0 tempest-RoutersNegativeTest-1955099179 tempest-RoutersNegativeTest-1955099179-project] Publish callbacks [] for subnet, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:02.641276 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b22c7f58-a07d-4ee6-b909-c58dc17c4127 req-f41cb50f-119d-4015-8606-760f9ec50608 tempest-VolumesActionsTest-1540518602 tempest-VolumesActionsTest-1540518602-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.8631773
Dec 25 21:32:02.650076 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5433ac-d4ae-4627-8bdf-2c908b8b58c8 req-ec54c70c-d3d9-4ac8-ac34-b3db0df62768 tempest-VolumesActionsTest-1540518602 tempest-VolumesActionsTest-1540518602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:32:02.651627 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4f5433ac-d4ae-4627-8bdf-2c908b8b58c8 req-ec54c70c-d3d9-4ac8-ac34-b3db0df62768 tempest-VolumesActionsTest-1540518602 tempest-VolumesActionsTest-1540518602-project] 10.222.0.32 "GET /v2.0/ports?device_id=c61d007c-5265-460b-989f-7006e9caeba7 HTTP/1.1" status: 200  len: 931 time: 0.2508647
Dec 25 21:32:02.664378 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9baed7a7-b7a1-4cd5-87e0-4d653caeb92d req-484209b3-ea03-40f8-b714-17b4ddd6e768 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=753f318c-7dd3-4858-acc2-c7906120f3ba HTTP/1.1" status: 200  len: 217 time: 0.0764940
Dec 25 21:32:02.664378 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-b22c7f58-a07d-4ee6-b909-c58dc17c4127 req-a7754dbd-3888-4f75-87aa-eef51e87569d service neutron] Request body: {'port': {'device_id': 'c61d007c-5265-460b-989f-7006e9caeba7', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:32:02.735550 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-f9bf7fba-275e-4a59-a993-6688f726f4c0 tempest-RoutersNegativeTest-1955099179 tempest-RoutersNegativeTest-1955099179-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.0157855
Dec 25 21:32:02.736513 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 50374) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:32:02.746280 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-46e3ac16-e346-4e4e-918d-50042cc0d039 tempest-RoutersNegativeTest-1955099179 tempest-RoutersNegativeTest-1955099179-project] Request body: {'subnet': {'network_id': '79bafbbf-2199-41b3-8c2f-a2c1fe6e2375', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:32:02.750405 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '145ff3db-fc66-40a9-90da-07251e851506', 'tag': '753f318c-7dd3-4858-acc2-c7906120f3ba'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:32:02.759245 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9858820c13ec2827453b94ebc4181065e990a4e4089ccb9fe762531ac62d2fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8935018c-e285-4888-aa62-cbf6e893135e" -d '{"events": [{"name": "network-changed", "server_uuid": "145ff3db-fc66-40a9-90da-07251e851506", "tag": "753f318c-7dd3-4858-acc2-c7906120f3ba"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:32:02.767579 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97f21649-a81b-463f-98af-f396fb115e33 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-c331ff9d-bf91-499b-bec8-e2fd9a7af258', 'network_id': 'c331ff9d-bf91-499b-bec8-e2fd9a7af258', 'project_id': '2df0d563ffbd46f29137fd7713ff19ea', 'fixed_ips': [{'subnet_id': 'c8e82668-7e17-4de7-aa7c-17b957cc91f3'}]}} from ncdv-master-1. {{(pid=121608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 25 21:32:02.768979 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-97f21649-a81b-463f-98af-f396fb115e33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:02.941367 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Dec 2021 21:32:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe76db48-086b-4732-b23e-abeb99279eac x-openstack-request-id: req-fe76db48-086b-4732-b23e-abeb99279eac {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:32:02.941663 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "145ff3db-fc66-40a9-90da-07251e851506", "tag": "753f318c-7dd3-4858-acc2-c7906120f3ba", "status": "completed", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:32:02.941941 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-fe76db48-086b-4732-b23e-abeb99279eac {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:32:02.946605 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '145ff3db-fc66-40a9-90da-07251e851506', 'tag': '753f318c-7dd3-4858-acc2-c7906120f3ba', 'status': 'completed', 'code': 200}
Dec 25 21:32:02.969329 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-b22c7f58-a07d-4ee6-b909-c58dc17c4127 req-a7754dbd-3888-4f75-87aa-eef51e87569d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:02.974715 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9baed7a7-b7a1-4cd5-87e0-4d653caeb92d req-6cf43986-9d11-4a09-b6f1-ffeb9ab35e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:32:02.976268 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9baed7a7-b7a1-4cd5-87e0-4d653caeb92d req-6cf43986-9d11-4a09-b6f1-ffeb9ab35e0a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=fedfc743-c289-4cd2-abdf-caaf178c8eab HTTP/1.1" status: 200  len: 851 time: 0.3065605
Dec 25 21:32:03.012051 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.db_base_plugin_common [None req-97f21649-a81b-463f-98af-f396fb115e33 None None] Allocated IP 172.20.0.2 (c331ff9d-bf91-499b-bec8-e2fd9a7af258/c8e82668-7e17-4de7-aa7c-17b957cc91f3/5d5a2bfc-46b3-49db-b791-52f3e5ce3c05) {{(pid=121608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:32:03.035462 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4f5433ac-d4ae-4627-8bdf-2c908b8b58c8 req-0973b569-a11a-407c-8a8d-836797032f2a tempest-VolumesActionsTest-1540518602 tempest-VolumesActionsTest-1540518602-project] 10.222.0.32 "GET /v2.0/security-groups?id=d95f4b4b-e2bc-4a54-974a-72224402b503&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3679893
Dec 25 21:32:03.111640 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c4b0a2-71cb-4e67-99c7-c1a90b3e93e0 req-a9f67f41-7723-4510-ae33-03bfaf9d0c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:32:03.113182 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b8c4b0a2-71cb-4e67-99c7-c1a90b3e93e0 req-a9f67f41-7723-4510-ae33-03bfaf9d0c01 service neutron] 10.222.0.37 "GET /v2.0/networks?id=a7e1816e-e061-48f4-919c-0820a13aab5b HTTP/1.1" status: 200  len: 918 time: 0.5435719
Dec 25 21:32:03.115986 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46e3ac16-e346-4e4e-918d-50042cc0d039 tempest-RoutersNegativeTest-1955099179 tempest-RoutersNegativeTest-1955099179-project] Made reservation on behalf of 2df0d563ffbd46f29137fd7713ff19ea for: {'subnet': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:32:03.120275 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-46e3ac16-e346-4e4e-918d-50042cc0d039 tempest-RoutersNegativeTest-1955099179 tempest-RoutersNegativeTest-1955099179-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8852834'] for subnet, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:03.210612 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f552cdf5-afd5-4c99-b1b0-ed9c8892971f None None] Network 990e2c6e-7292-4888-a0bc-8615811d8522 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:32:03.210716 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b8c4b0a2-71cb-4e67-99c7-c1a90b3e93e0 req-cf6a9cd0-1526-4d67-b1e9-2dd38f94d6ed service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dcfdb4d9-b426-41f4-8901-12074cee232d HTTP/1.1" status: 200  len: 217 time: 0.0664902
Dec 25 21:32:03.281146 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9baed7a7-b7a1-4cd5-87e0-4d653caeb92d req-50015699-3f9f-4339-8090-70b7edeb0032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:32:03.284033 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9baed7a7-b7a1-4cd5-87e0-4d653caeb92d req-50015699-3f9f-4339-8090-70b7edeb0032 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d257b68f-9132-4584-b1b0-827fbb5ce176&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.2877219
Dec 25 21:32:03.307733 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-97f21649-a81b-463f-98af-f396fb115e33 None None] Publish callbacks [] for port, precommit_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:03.375266 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device 144f1a3a-207e-4bda-9b5e-951b5824198a details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 25 21:32:03.396443 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device ea02471a-1e99-466d-bcce-dbf1b167d128 up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:32:03.399242 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-f225f367-424f-4a84-bc64-0f7a23f5640f None None] Provisioning complete for port ea02471a-1e99-466d-bcce-dbf1b167d128 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:32:03.399656 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-f225f367-424f-4a84-bc64-0f7a23f5640f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:03.514887 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-97f21649-a81b-463f-98af-f396fb115e33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946'] for port, after_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:03.544110 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74310d4-e01f-483a-9770-cfc1098a513d req-07ba68db-4f13-4b18-a884-278291ff0da4 tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:32:03.545698 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d74310d4-e01f-483a-9770-cfc1098a513d req-07ba68db-4f13-4b18-a884-278291ff0da4 tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] 10.222.0.32 "GET /v2.0/ports?device_id=145ff3db-fc66-40a9-90da-07251e851506 HTTP/1.1" status: 200  len: 944 time: 0.4813123
Dec 25 21:32:03.555558 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-46e3ac16-e346-4e4e-918d-50042cc0d039 tempest-RoutersNegativeTest-1955099179 tempest-RoutersNegativeTest-1955099179-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8632475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8852848'] for subnet, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:03.579422 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9baed7a7-b7a1-4cd5-87e0-4d653caeb92d req-b060b03f-dc15-4cbc-8fee-8e18aa405b65 service neutron] 10.222.0.31 "GET /v2.0/networks/d257b68f-9132-4584-b1b0-827fbb5ce176?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2144976
Dec 25 21:32:03.585705 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c4b0a2-71cb-4e67-99c7-c1a90b3e93e0 req-19cbf360-31c9-4a59-a60e-c3a4caddc295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:32:03.588258 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b8c4b0a2-71cb-4e67-99c7-c1a90b3e93e0 req-19cbf360-31c9-4a59-a60e-c3a4caddc295 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=210bc700-d322-4847-8d8b-356f7ccb9966 HTTP/1.1" status: 200  len: 857 time: 0.3529961
Dec 25 21:32:03.591576 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97f21649-a81b-463f-98af-f396fb115e33 None None] Network c331ff9d-bf91-499b-bec8-e2fd9a7af258 is already hosted by enough agents. {{(pid=121608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:32:03.641906 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e3ac16-e346-4e4e-918d-50042cc0d039 tempest-RoutersNegativeTest-1955099179 tempest-RoutersNegativeTest-1955099179-project] Pushing event updated for resources: {'Subnet': ['ID=3317aee6-2397-4102-b502-7b1a6d5d2b59,revision_number=0']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:32:03.654773 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.base_scheduler [None req-97f21649-a81b-463f-98af-f396fb115e33 None None] Resources bound (agent type, host, resource id):  {{(pid=121608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:32:03.678377 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97f21649-a81b-463f-98af-f396fb115e33 None None] Received port after_create {{(pid=121608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:32:03.689368 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e3ac16-e346-4e4e-918d-50042cc0d039 tempest-RoutersNegativeTest-1955099179 tempest-RoutersNegativeTest-1955099179-project] Checking segment: {'id': 'e721f0fd-f221-499c-a7e8-83332780db1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '79bafbbf-2199-41b3-8c2f-a2c1fe6e2375'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:32:03.689942 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46e3ac16-e346-4e4e-918d-50042cc0d039 tempest-RoutersNegativeTest-1955099179 tempest-RoutersNegativeTest-1955099179-project] Network hostable DHCP agents. Network: 79bafbbf-2199-41b3-8c2f-a2c1fe6e2375, hostable agents: ['1813db88-2c1b-4357-a2ba-869246b663c2'], hosted agents: [] {{(pid=121607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 25 21:32:03.723479 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b8c4b0a2-71cb-4e67-99c7-c1a90b3e93e0 req-d17efa2e-bdbf-4e20-84ed-9dbfee9806f0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a7e1816e-e061-48f4-919c-0820a13aab5b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0983727
Dec 25 21:32:03.746363 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f21649-a81b-463f-98af-f396fb115e33 None None] Pushing event updated for resources: {'Port': ['ID=5d5a2bfc-46b3-49db-b791-52f3e5ce3c05,revision_number=1']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:32:03.774447 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port ea02471a-1e99-466d-bcce-dbf1b167d128 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:32:03.775011 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:03.819011 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46e3ac16-e346-4e4e-918d-50042cc0d039 tempest-RoutersNegativeTest-1955099179 tempest-RoutersNegativeTest-1955099179-project] Network 79bafbbf-2199-41b3-8c2f-a2c1fe6e2375 is scheduled to be hosted by DHCP agent 1813db88-2c1b-4357-a2ba-869246b663c2 with binding_index 1 {{(pid=121607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 25 21:32:03.835763 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09bf32d-53ff-43d9-8faf-feff1d8b1e37 req-776892cd-836b-4400-af2e-1f87ff55115d tempest-ListServersNegativeTestJSON-1535126760 tempest-ListServersNegativeTestJSON-1535126760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:32:03.843348 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d09bf32d-53ff-43d9-8faf-feff1d8b1e37 req-776892cd-836b-4400-af2e-1f87ff55115d tempest-ListServersNegativeTestJSON-1535126760 tempest-ListServersNegativeTestJSON-1535126760-project] 10.222.0.32 "GET /v2.0/ports?device_id=335c07b3-3db8-4683-9af2-5dd2d3923ccd HTTP/1.1" status: 200  len: 943 time: 0.3167953
Dec 25 21:32:03.865239 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-97f21649-a81b-463f-98af-f396fb115e33 None None] Attempting to bind port 5d5a2bfc-46b3-49db-b791-52f3e5ce3c05 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:32:03.866002 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-97f21649-a81b-463f-98af-f396fb115e33 None None] Attempting to bind port 5d5a2bfc-46b3-49db-b791-52f3e5ce3c05 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '68679e44-8eec-4364-a242-bef38583227a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'c331ff9d-bf91-499b-bec8-e2fd9a7af258'}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:32:03.866528 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97f21649-a81b-463f-98af-f396fb115e33 None None] Attempting to bind port 5d5a2bfc-46b3-49db-b791-52f3e5ce3c05 on network c331ff9d-bf91-499b-bec8-e2fd9a7af258 {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:32:03.869209 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-f225f367-424f-4a84-bc64-0f7a23f5640f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:03.877115 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port 144f1a3a-207e-4bda-9b5e-951b5824198a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=144f1a3a-207e-4bda-9b5e-951b5824198a,segment=NetworkSegment(4d7acbc5-9faa-4d1c-9561-7a017cc31112),segment_id=4d7acbc5-9faa-4d1c-9561-7a017cc31112)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:32:03.904219 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-46e3ac16-e346-4e4e-918d-50042cc0d039 tempest-RoutersNegativeTest-1955099179 tempest-RoutersNegativeTest-1955099179-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 79bafbbf-2199-41b3-8c2f-a2c1fe6e2375) {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:32:03.908018 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97f21649-a81b-463f-98af-f396fb115e33 None None] Checking agent: {'id': 'ca4f5c6d-f1fd-48b8-a3e3-395864c7d23d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 20, 56, 40), 'started_at': datetime.datetime(2021, 12, 25, 20, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 31, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:32:03.908625 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97f21649-a81b-463f-98af-f396fb115e33 None None] Checking segment: {'id': '68679e44-8eec-4364-a242-bef38583227a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'c331ff9d-bf91-499b-bec8-e2fd9a7af258'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:32:03.909225 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-97f21649-a81b-463f-98af-f396fb115e33 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:03.909349 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46e3ac16-e346-4e4e-918d-50042cc0d039 tempest-RoutersNegativeTest-1955099179 tempest-RoutersNegativeTest-1955099179-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:32:03.914631 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97f21649-a81b-463f-98af-f396fb115e33 None None] Bound using segment: {'id': '68679e44-8eec-4364-a242-bef38583227a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'c331ff9d-bf91-499b-bec8-e2fd9a7af258'} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:32:03.914921 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-46e3ac16-e346-4e4e-918d-50042cc0d039 tempest-RoutersNegativeTest-1955099179 tempest-RoutersNegativeTest-1955099179-project] Publish callbacks [] for subnet, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:03.915023 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-97f21649-a81b-463f-98af-f396fb115e33 None None] Bound port: 5d5a2bfc-46b3-49db-b791-52f3e5ce3c05, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68679e44-8eec-4364-a242-bef38583227a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'c331ff9d-bf91-499b-bec8-e2fd9a7af258'}}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:32:03.915023 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-97f21649-a81b-463f-98af-f396fb115e33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:03.931855 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca555e2d-d39b-41da-90da-8abbdc579a65 None None] Network 79bafbbf-2199-41b3-8c2f-a2c1fe6e2375 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:32:03.972130 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Returning: {'device': '144f1a3a-207e-4bda-9b5e-951b5824198a', 'network_id': 'a7e1816e-e061-48f4-919c-0820a13aab5b', 'port_id': '144f1a3a-207e-4bda-9b5e-951b5824198a', 'mac_address': 'fa:16:3e:46:44:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '210bc700-d322-4847-8d8b-356f7ccb9966', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 25 21:32:04.004643 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-46e3ac16-e346-4e4e-918d-50042cc0d039 tempest-RoutersNegativeTest-1955099179 tempest-RoutersNegativeTest-1955099179-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.2661953
Dec 25 21:32:04.013474 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d74310d4-e01f-483a-9770-cfc1098a513d req-edc5d44b-aba9-4fcc-9738-9b449bbc4fc8 tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] 10.222.0.32 "GET /v2.0/security-groups?id=8e787377-3d24-4819-b453-04e533e4be82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4229064
Dec 25 21:32:04.018928 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 50432) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:32:04.057303 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b8c4b0a2-71cb-4e67-99c7-c1a90b3e93e0 req-7f063425-12ea-4925-bccb-8c83886c2ba4 service neutron] 10.222.0.37 "GET /v2.0/networks/a7e1816e-e061-48f4-919c-0820a13aab5b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2925506
Dec 25 21:32:04.175928 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:04.261075 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9baed7a7-b7a1-4cd5-87e0-4d653caeb92d req-cbb8b799-c352-4160-9a3d-484a35b1fc70 service neutron] 10.222.0.31 "GET /v2.0/networks/d257b68f-9132-4584-b1b0-827fbb5ce176?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6371331
Dec 25 21:32:04.414675 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 144f1a3a-207e-4bda-9b5e-951b5824198a {{(pid=121608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:32:04.438380 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port 144f1a3a-207e-4bda-9b5e-951b5824198a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=144f1a3a-207e-4bda-9b5e-951b5824198a,segment=NetworkSegment(4d7acbc5-9faa-4d1c-9561-7a017cc31112),segment_id=4d7acbc5-9faa-4d1c-9561-7a017cc31112)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:32:04.466045 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-f225f367-424f-4a84-bc64-0f7a23f5640f None None] For port ea02471a-1e99-466d-bcce-dbf1b167d128, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ea02471a-1e99-466d-bcce-dbf1b167d128,segment=NetworkSegment(8d5daf21-ccc8-40eb-bdbe-cd1692fc8c7c),segment_id=8d5daf21-ccc8-40eb-bdbe-cd1692fc8c7c)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:32:04.503666 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-97f21649-a81b-463f-98af-f396fb115e33 None None] For port 5d5a2bfc-46b3-49db-b791-52f3e5ce3c05, host ncdv-master-1, cleared binding levels {{(pid=121608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:32:04.513704 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-97f21649-a81b-463f-98af-f396fb115e33 None None] For port 5d5a2bfc-46b3-49db-b791-52f3e5ce3c05, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5d5a2bfc-46b3-49db-b791-52f3e5ce3c05,segment=NetworkSegment(68679e44-8eec-4364-a242-bef38583227a),segment_id=68679e44-8eec-4364-a242-bef38583227a)] {{(pid=121608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:32:04.515517 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf494644-264f-48ed-82f6-1f5d5fbe1b10 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-79bafbbf-2199-41b3-8c2f-a2c1fe6e2375', 'network_id': '79bafbbf-2199-41b3-8c2f-a2c1fe6e2375', 'project_id': '2df0d563ffbd46f29137fd7713ff19ea', 'fixed_ips': [{'subnet_id': '3317aee6-2397-4102-b502-7b1a6d5d2b59'}]}} from ncdv-master-1. {{(pid=121608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 25 21:32:04.518977 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-bf494644-264f-48ed-82f6-1f5d5fbe1b10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:04.619643 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-12b2f5ca-443d-455b-9c89-8289eb7ec76d tempest-RoutersNegativeTest-1955099179 tempest-RoutersNegativeTest-1955099179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:04.621440 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device dcfdb4d9-b426-41f4-8901-12074cee232d details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 25 21:32:04.623631 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:04.848639 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-f225f367-424f-4a84-bc64-0f7a23f5640f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:04.855262 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d09bf32d-53ff-43d9-8faf-feff1d8b1e37 req-9eb99cd0-2e61-42d6-8820-444a9fc33a8d tempest-ListServersNegativeTestJSON-1535126760 tempest-ListServersNegativeTestJSON-1535126760-project] 10.222.0.32 "GET /v2.0/security-groups?id=6d7d48ac-0dbe-4d82-be01-a2549b106897&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.0110261
Dec 25 21:32:04.890692 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b8c4b0a2-71cb-4e67-99c7-c1a90b3e93e0 req-8a9dc56e-0d0c-429f-8bd6-d35a53d03d92 service neutron] 10.222.0.37 "GET /v2.0/networks/a7e1816e-e061-48f4-919c-0820a13aab5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.8324878
Dec 25 21:32:04.900278 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-97f21649-a81b-463f-98af-f396fb115e33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:04.923549 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-af5e4e9f-3963-4dab-976a-b4880d366f2f req-9976d267-88e6-4b26-adf0-78b7c1ab8413 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=7a8d6684-f19c-4a86-ac0c-6c056fa351fd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 658 time: 0.6767960
Dec 25 21:32:04.986447 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Pushing event updated for resources: {'Port': ['ID=144f1a3a-207e-4bda-9b5e-951b5824198a,revision_number=4']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:32:04.991019 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8935018c-e285-4888-aa62-cbf6e893135e req-cca26c3b-dd92-47ce-9bb0-84b31c05cd3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:32:04.992603 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8935018c-e285-4888-aa62-cbf6e893135e req-cca26c3b-dd92-47ce-9bb0-84b31c05cd3d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=c77dc74a46d64a67991d82bf12adb1dc&device_id=145ff3db-fc66-40a9-90da-07251e851506 HTTP/1.1" status: 200  len: 1095 time: 0.2006180
Dec 25 21:32:05.025309 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2abb0c6-d92d-4962-917b-57aab11d2c1f req-cb222c4e-0f30-4c55-968c-05b87fe6d1f6 tempest-VolumesActionsTest-1540518602 tempest-VolumesActionsTest-1540518602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:32:05.026903 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e2abb0c6-d92d-4962-917b-57aab11d2c1f req-cb222c4e-0f30-4c55-968c-05b87fe6d1f6 tempest-VolumesActionsTest-1540518602 tempest-VolumesActionsTest-1540518602-project] 10.222.0.32 "GET /v2.0/ports?device_id=c61d007c-5265-460b-989f-7006e9caeba7 HTTP/1.1" status: 200  len: 931 time: 0.2335575
Dec 25 21:32:05.046478 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] get_ports_and_sgs() called for port_ids ['144f1a3a-207e-4bda-9b5e-951b5824198a'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:32:05.066522 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [req-b22c7f58-a07d-4ee6-b909-c58dc17c4127 req-a7754dbd-3888-4f75-87aa-eef51e87569d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 914b055e-69b0-4157-ad7c-92e60fbd5a57 {{(pid=121606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:32:05.085861 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-b22c7f58-a07d-4ee6-b909-c58dc17c4127 req-a7754dbd-3888-4f75-87aa-eef51e87569d service neutron] Publish callbacks [] for port, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:05.144819 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:05.167375 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.provisioning_blocks [req-b22c7f58-a07d-4ee6-b909-c58dc17c4127 req-a7754dbd-3888-4f75-87aa-eef51e87569d service neutron] Transition to ACTIVE for port object 914b055e-69b0-4157-ad7c-92e60fbd5a57 will not be triggered until provisioned by entity L2. {{(pid=121606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 25 21:32:05.197944 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5e4e9f-3963-4dab-976a-b4880d366f2f req-efdea062-27fa-4773-a75b-38cac994c564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:32:05.198445 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5e4e9f-3963-4dab-976a-b4880d366f2f req-efdea062-27fa-4773-a75b-38cac994c564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:32:05.199118 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5e4e9f-3963-4dab-976a-b4880d366f2f req-efdea062-27fa-4773-a75b-38cac994c564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:32:05.199603 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5e4e9f-3963-4dab-976a-b4880d366f2f req-efdea062-27fa-4773-a75b-38cac994c564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:32:05.200148 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5e4e9f-3963-4dab-976a-b4880d366f2f req-efdea062-27fa-4773-a75b-38cac994c564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:32:05.200684 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5e4e9f-3963-4dab-976a-b4880d366f2f req-efdea062-27fa-4773-a75b-38cac994c564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:32:05.201187 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5e4e9f-3963-4dab-976a-b4880d366f2f req-efdea062-27fa-4773-a75b-38cac994c564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:32:05.203296 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-af5e4e9f-3963-4dab-976a-b4880d366f2f req-efdea062-27fa-4773-a75b-38cac994c564 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=980165331b334d7795b91adc96459725&device_id=7a8d6684-f19c-4a86-ac0c-6c056fa351fd HTTP/1.1" status: 200  len: 6490 time: 0.2097459
Dec 25 21:32:05.244615 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e2abb0c6-d92d-4962-917b-57aab11d2c1f req-52248409-aa05-4dec-8dce-669fd3a74b03 tempest-VolumesActionsTest-1540518602 tempest-VolumesActionsTest-1540518602-project] 10.222.0.32 "GET /v2.0/security-groups?id=d95f4b4b-e2bc-4a54-974a-72224402b503&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1930287
Dec 25 21:32:05.292674 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-b22c7f58-a07d-4ee6-b909-c58dc17c4127 req-a7754dbd-3888-4f75-87aa-eef51e87569d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:05.311246 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-265d773a-d9fa-497c-8a05-d3fe8d4d9745 None None] Provisioning complete for port ea02471a-1e99-466d-bcce-dbf1b167d128 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:32:05.311609 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-265d773a-d9fa-497c-8a05-d3fe8d4d9745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:05.314007 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-4f2af623-51d3-4fee-8b03-a5596113b478 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:05.426313 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port dcfdb4d9-b426-41f4-8901-12074cee232d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=dcfdb4d9-b426-41f4-8901-12074cee232d,segment=NetworkSegment(4d7acbc5-9faa-4d1c-9561-7a017cc31112),segment_id=4d7acbc5-9faa-4d1c-9561-7a017cc31112)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:32:05.440408 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device 0558fb1c-8cdb-4c71-b053-b7bff883ff9b details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 25 21:32:05.450728 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f225f367-424f-4a84-bc64-0f7a23f5640f None None] Pushing event updated for resources: {'Port': ['ID=ea02471a-1e99-466d-bcce-dbf1b167d128,revision_number=3']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:32:05.458274 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Returning: {'device': 'dcfdb4d9-b426-41f4-8901-12074cee232d', 'network_id': 'a7e1816e-e061-48f4-919c-0820a13aab5b', 'port_id': 'dcfdb4d9-b426-41f4-8901-12074cee232d', 'mac_address': 'fa:16:3e:0e:8e:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '210bc700-d322-4847-8d8b-356f7ccb9966', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 25 21:32:05.472272 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8935018c-e285-4888-aa62-cbf6e893135e req-8e2181fb-025c-4707-805b-4a14f9138d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:32:05.476487 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8935018c-e285-4888-aa62-cbf6e893135e req-8e2181fb-025c-4707-805b-4a14f9138d58 service neutron] 10.222.0.31 "GET /v2.0/networks?id=d257b68f-9132-4584-b1b0-827fbb5ce176 HTTP/1.1" status: 200  len: 913 time: 0.4656069
Dec 25 21:32:05.508286 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_common [None req-12b2f5ca-443d-455b-9c89-8289eb7ec76d tempest-RoutersNegativeTest-1955099179 tempest-RoutersNegativeTest-1955099179-project] Allocated IP 172.20.0.1 (c331ff9d-bf91-499b-bec8-e2fd9a7af258/c8e82668-7e17-4de7-aa7c-17b957cc91f3/ee5bfa30-4b02-47b2-9843-85b72a3cd7a6) {{(pid=121607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:32:05.541623 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43df5db1-0935-4f6b-a77b-09480a2ecf88 req-60172359-b8ce-454b-97a0-ed95ae3a642c tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:32:05.548538 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-43df5db1-0935-4f6b-a77b-09480a2ecf88 req-60172359-b8ce-454b-97a0-ed95ae3a642c tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] 10.222.0.32 "GET /v2.0/ports?device_id=145ff3db-fc66-40a9-90da-07251e851506 HTTP/1.1" status: 200  len: 944 time: 0.3854864
Dec 25 21:32:05.638286 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7754dbd-3888-4f75-87aa-eef51e87569d service neutron] Pushing event updated for resources: {'Port': ['ID=914b055e-69b0-4157-ad7c-92e60fbd5a57,revision_number=2']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:32:05.646600 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:05.653991 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8935018c-e285-4888-aa62-cbf6e893135e req-09c7cf1a-ddf8-4bbd-acd6-c52e96b0f13b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=753f318c-7dd3-4858-acc2-c7906120f3ba HTTP/1.1" status: 200  len: 217 time: 0.1389825
Dec 25 21:32:05.659775 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.db_base_plugin_common [None req-bf494644-264f-48ed-82f6-1f5d5fbe1b10 None None] Allocated IP 172.20.0.2 (79bafbbf-2199-41b3-8c2f-a2c1fe6e2375/3317aee6-2397-4102-b502-7b1a6d5d2b59/cdcc0531-5b3c-4a46-a4c8-69055857d8d0) {{(pid=121608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:32:05.699041 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dcfdb4d9-b426-41f4-8901-12074cee232d {{(pid=121608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:32:05.726978 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-12b2f5ca-443d-455b-9c89-8289eb7ec76d tempest-RoutersNegativeTest-1955099179 tempest-RoutersNegativeTest-1955099179-project] Publish callbacks [] for port, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:05.778450 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5e4e9f-3963-4dab-976a-b4880d366f2f req-17d395bd-fa2a-4226-acf7-634d39e28cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:32:05.778941 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5e4e9f-3963-4dab-976a-b4880d366f2f req-17d395bd-fa2a-4226-acf7-634d39e28cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:32:05.779420 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5e4e9f-3963-4dab-976a-b4880d366f2f req-17d395bd-fa2a-4226-acf7-634d39e28cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:32:05.781087 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-af5e4e9f-3963-4dab-976a-b4880d366f2f req-17d395bd-fa2a-4226-acf7-634d39e28cd6 service neutron] 10.222.0.31 "GET /v2.0/networks?id=36c58514-4b76-443a-8b4e-8188ecbb730f&id=6dab2bb9-1b11-4634-becc-b5742aceff64&id=6dab2bb9-1b11-4634-becc-b5742aceff64&id=6dab2bb9-1b11-4634-becc-b5742aceff64&id=6dab2bb9-1b11-4634-becc-b5742aceff64&id=1eebed42-83f0-407e-9fde-c8f3a2309436&id=1eebed42-83f0-407e-9fde-c8f3a2309436 HTTP/1.1" status: 200  len: 2293 time: 0.5347452
Dec 25 21:32:05.818999 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port dcfdb4d9-b426-41f4-8901-12074cee232d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=dcfdb4d9-b426-41f4-8901-12074cee232d,segment=NetworkSegment(4d7acbc5-9faa-4d1c-9561-7a017cc31112),segment_id=4d7acbc5-9faa-4d1c-9561-7a017cc31112)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:32:05.860378 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f21649-a81b-463f-98af-f396fb115e33 None None] Pushing event updated for resources: {'Port': ['ID=5d5a2bfc-46b3-49db-b791-52f3e5ce3c05,revision_number=2']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:32:05.905100 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-43df5db1-0935-4f6b-a77b-09480a2ecf88 req-dfca2124-4d20-49ac-be4d-6a6c5bb3afcb tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] 10.222.0.32 "GET /v2.0/security-groups?id=8e787377-3d24-4819-b453-04e533e4be82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3555777
Dec 25 21:32:05.914576 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8935018c-e285-4888-aa62-cbf6e893135e req-5d1f19c2-9752-451e-adc5-aceb49d641b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:32:05.916308 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8935018c-e285-4888-aa62-cbf6e893135e req-5d1f19c2-9752-451e-adc5-aceb49d641b0 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=fedfc743-c289-4cd2-abdf-caaf178c8eab HTTP/1.1" status: 200  len: 851 time: 0.2482936
Dec 25 21:32:05.922022 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-12b2f5ca-443d-455b-9c89-8289eb7ec76d tempest-RoutersNegativeTest-1955099179 tempest-RoutersNegativeTest-1955099179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:05.940673 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-af5e4e9f-3963-4dab-976a-b4880d366f2f req-20ae7276-e0a8-4402-9c62-28a9420bdca1 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dbad079c-9ad0-47fd-8d51-bc9c6d074098 HTTP/1.1" status: 200  len: 1001 time: 0.1446509
Dec 25 21:32:05.945242 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port 0558fb1c-8cdb-4c71-b053-b7bff883ff9b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0558fb1c-8cdb-4c71-b053-b7bff883ff9b,segment=NetworkSegment(4d7acbc5-9faa-4d1c-9561-7a017cc31112),segment_id=4d7acbc5-9faa-4d1c-9561-7a017cc31112)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:32:05.971679 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:05.978797 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Returning: {'device': '0558fb1c-8cdb-4c71-b053-b7bff883ff9b', 'network_id': 'a7e1816e-e061-48f4-919c-0820a13aab5b', 'port_id': '0558fb1c-8cdb-4c71-b053-b7bff883ff9b', 'mac_address': 'fa:16:3e:b2:7f:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '210bc700-d322-4847-8d8b-356f7ccb9966', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 25 21:32:06.002930 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12b2f5ca-443d-455b-9c89-8289eb7ec76d tempest-RoutersNegativeTest-1955099179 tempest-RoutersNegativeTest-1955099179-project] Network c331ff9d-bf91-499b-bec8-e2fd9a7af258 is already hosted by enough agents. {{(pid=121607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:32:06.009822 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-12b2f5ca-443d-455b-9c89-8289eb7ec76d tempest-RoutersNegativeTest-1955099179 tempest-RoutersNegativeTest-1955099179-project] Resources bound (agent type, host, resource id):  {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:32:06.014382 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12b2f5ca-443d-455b-9c89-8289eb7ec76d tempest-RoutersNegativeTest-1955099179 tempest-RoutersNegativeTest-1955099179-project] Received port after_create {{(pid=121607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:32:06.042744 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-b22c7f58-a07d-4ee6-b909-c58dc17c4127 req-a7754dbd-3888-4f75-87aa-eef51e87569d service neutron] Attempting to bind port 914b055e-69b0-4157-ad7c-92e60fbd5a57 on host nch2-master-1 for vnic_type normal with profile  {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:32:06.043641 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-b22c7f58-a07d-4ee6-b909-c58dc17c4127 req-a7754dbd-3888-4f75-87aa-eef51e87569d service neutron] Attempting to bind port 914b055e-69b0-4157-ad7c-92e60fbd5a57 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '0fac887f-f99f-493c-9476-cc5385c45b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'de58f787-39ab-41e4-85ea-78281c9ae3af'}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:32:06.043991 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b22c7f58-a07d-4ee6-b909-c58dc17c4127 req-a7754dbd-3888-4f75-87aa-eef51e87569d service neutron] Attempting to bind port 914b055e-69b0-4157-ad7c-92e60fbd5a57 on network de58f787-39ab-41e4-85ea-78281c9ae3af {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:32:06.044537 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b2f5ca-443d-455b-9c89-8289eb7ec76d tempest-RoutersNegativeTest-1955099179 tempest-RoutersNegativeTest-1955099179-project] Pushing event updated for resources: {'Port': ['ID=ee5bfa30-4b02-47b2-9843-85b72a3cd7a6,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:32:06.076255 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b22c7f58-a07d-4ee6-b909-c58dc17c4127 req-a7754dbd-3888-4f75-87aa-eef51e87569d service neutron] Port 914b055e-69b0-4157-ad7c-92e60fbd5a57 on network de58f787-39ab-41e4-85ea-78281c9ae3af not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 25 21:32:06.076255 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b22c7f58-a07d-4ee6-b909-c58dc17c4127 req-a7754dbd-3888-4f75-87aa-eef51e87569d service neutron] Attempting to bind port 914b055e-69b0-4157-ad7c-92e60fbd5a57 on network de58f787-39ab-41e4-85ea-78281c9ae3af {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:32:06.076527 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-12b2f5ca-443d-455b-9c89-8289eb7ec76d tempest-RoutersNegativeTest-1955099179 tempest-RoutersNegativeTest-1955099179-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2008772'] for router_interface, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:06.083896 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5e4e9f-3963-4dab-976a-b4880d366f2f req-fbe1fc7d-35cf-4bba-b14b-639b46178d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:32:06.086263 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-af5e4e9f-3963-4dab-976a-b4880d366f2f req-fbe1fc7d-35cf-4bba-b14b-639b46178d13 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a434de1e-5464-470d-a8e6-901b6aa78ffb HTTP/1.1" status: 200  len: 851 time: 0.1061988
Dec 25 21:32:06.096661 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b22c7f58-a07d-4ee6-b909-c58dc17c4127 req-a7754dbd-3888-4f75-87aa-eef51e87569d service neutron] Checking agent: {'id': '0d9ae313-8f8d-40fa-8a9f-d098a25a9911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 21, 4, 38), 'started_at': datetime.datetime(2021, 12, 25, 21, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 31, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:32:06.097034 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b22c7f58-a07d-4ee6-b909-c58dc17c4127 req-a7754dbd-3888-4f75-87aa-eef51e87569d service neutron] Checking segment: {'id': '0fac887f-f99f-493c-9476-cc5385c45b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'de58f787-39ab-41e4-85ea-78281c9ae3af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:32:06.097219 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b22c7f58-a07d-4ee6-b909-c58dc17c4127 req-a7754dbd-3888-4f75-87aa-eef51e87569d service neutron] Bound using segment: {'id': '0fac887f-f99f-493c-9476-cc5385c45b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'de58f787-39ab-41e4-85ea-78281c9ae3af'} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:32:06.097677 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-b22c7f58-a07d-4ee6-b909-c58dc17c4127 req-a7754dbd-3888-4f75-87aa-eef51e87569d service neutron] Bound port: 914b055e-69b0-4157-ad7c-92e60fbd5a57, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fac887f-f99f-493c-9476-cc5385c45b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'de58f787-39ab-41e4-85ea-78281c9ae3af'}}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:32:06.098039 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-b22c7f58-a07d-4ee6-b909-c58dc17c4127 req-a7754dbd-3888-4f75-87aa-eef51e87569d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:06.135749 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Pushing event updated for resources: {'Port': ['ID=dcfdb4d9-b426-41f4-8901-12074cee232d,revision_number=4']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:32:06.145056 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:06.152546 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-bf494644-264f-48ed-82f6-1f5d5fbe1b10 None None] Publish callbacks [] for port, precommit_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:06.158761 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:32:06.158761 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:32:06.158761 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:32:06.158761 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:32:06.158761 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:32:06.158761 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:32:06.158761 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:32:06.158761 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:32:06.158761 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:32:06.158761 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:32:06.158761 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:32:06.158761 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:32:06.158761 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:32:06.158761 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:32:06.158761 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:32:06.158761 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:32:06.158761 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:32:06.158761 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:32:06.158761 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:32:06.158761 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:32:06.158761 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:32:06.158761 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:32:06.158761 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:32:06.158761 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:32:06.158761 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:32:06.158761 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:32:06.158761 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:32:06.158761 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:32:06.158761 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:32:06.158761 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:32:06.158761 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:32:06.158761 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:32:06.158761 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:32:06.158761 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:32:06.158761 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:32:06.158761 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:32:06.158761 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:32:06.158761 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:32:06.158761 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:32:06.158761 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:32:06.158761 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:32:06.158761 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:32:06.158761 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:32:06.158761 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:32:06.158761 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:32:06.158761 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:32:06.158761 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:32:06.158761 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:32:06.162474 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df249eb-d1fe-42c2-9bf9-07d3feb5db58 req-3ff6dd1d-41de-40c7-8dab-2197e2af4986 tempest-ListServersNegativeTestJSON-1535126760 tempest-ListServersNegativeTestJSON-1535126760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:32:06.163646 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5df249eb-d1fe-42c2-9bf9-07d3feb5db58 req-3ff6dd1d-41de-40c7-8dab-2197e2af4986 tempest-ListServersNegativeTestJSON-1535126760 tempest-ListServersNegativeTestJSON-1535126760-project] 10.222.0.32 "GET /v2.0/ports?device_id=335c07b3-3db8-4683-9af2-5dd2d3923ccd HTTP/1.1" status: 200  len: 944 time: 0.1328297
Dec 25 21:32:06.167239 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8935018c-e285-4888-aa62-cbf6e893135e req-119c508a-9cbe-4389-a0d2-6884319df2e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:32:06.168759 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8935018c-e285-4888-aa62-cbf6e893135e req-119c508a-9cbe-4389-a0d2-6884319df2e7 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d257b68f-9132-4584-b1b0-827fbb5ce176&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.2271175
Dec 25 21:32:06.180207 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0558fb1c-8cdb-4c71-b053-b7bff883ff9b {{(pid=121608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:32:06.197220 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] get_ports_and_sgs() called for port_ids ['dcfdb4d9-b426-41f4-8901-12074cee232d'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:32:06.228161 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port 0558fb1c-8cdb-4c71-b053-b7bff883ff9b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0558fb1c-8cdb-4c71-b053-b7bff883ff9b,segment=NetworkSegment(4d7acbc5-9faa-4d1c-9561-7a017cc31112),segment_id=4d7acbc5-9faa-4d1c-9561-7a017cc31112)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:32:06.336275 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5e4e9f-3963-4dab-976a-b4880d366f2f req-61f84fc9-682f-42ce-9c53-b857c48e1253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:32:06.340729 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-bf494644-264f-48ed-82f6-1f5d5fbe1b10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946'] for port, after_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:06.343782 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-af5e4e9f-3963-4dab-976a-b4880d366f2f req-61f84fc9-682f-42ce-9c53-b857c48e1253 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=36c58514-4b76-443a-8b4e-8188ecbb730f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.2393057
Dec 25 21:32:06.383521 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-12b2f5ca-443d-455b-9c89-8289eb7ec76d tempest-RoutersNegativeTest-1955099179 tempest-RoutersNegativeTest-1955099179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:06.408348 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf494644-264f-48ed-82f6-1f5d5fbe1b10 None None] Network 79bafbbf-2199-41b3-8c2f-a2c1fe6e2375 is already hosted by enough agents. {{(pid=121608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:32:06.417768 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5df249eb-d1fe-42c2-9bf9-07d3feb5db58 req-5b0f58f6-53a4-4f36-a1af-948084e718ef tempest-ListServersNegativeTestJSON-1535126760 tempest-ListServersNegativeTestJSON-1535126760-project] 10.222.0.32 "GET /v2.0/security-groups?id=6d7d48ac-0dbe-4d82-be01-a2549b106897&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2394800
Dec 25 21:32:06.418661 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.base_scheduler [None req-bf494644-264f-48ed-82f6-1f5d5fbe1b10 None None] Resources bound (agent type, host, resource id):  {{(pid=121608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:32:06.421800 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf494644-264f-48ed-82f6-1f5d5fbe1b10 None None] Received port after_create {{(pid=121608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:32:06.457932 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:06.460137 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf494644-264f-48ed-82f6-1f5d5fbe1b10 None None] Pushing event updated for resources: {'Port': ['ID=cdcc0531-5b3c-4a46-a4c8-69055857d8d0,revision_number=1']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:32:06.504082 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-b22c7f58-a07d-4ee6-b909-c58dc17c4127 req-a7754dbd-3888-4f75-87aa-eef51e87569d service neutron] For port 914b055e-69b0-4157-ad7c-92e60fbd5a57, host nch2-master-1, cleared binding levels {{(pid=121606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:32:06.530286 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8935018c-e285-4888-aa62-cbf6e893135e req-8b64654c-9345-454c-95ef-2921d63e61ca service neutron] 10.222.0.31 "GET /v2.0/networks/d257b68f-9132-4584-b1b0-827fbb5ce176?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3483284
Dec 25 21:32:06.534323 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-b22c7f58-a07d-4ee6-b909-c58dc17c4127 req-a7754dbd-3888-4f75-87aa-eef51e87569d service neutron] For port 914b055e-69b0-4157-ad7c-92e60fbd5a57, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=914b055e-69b0-4157-ad7c-92e60fbd5a57,segment=NetworkSegment(0fac887f-f99f-493c-9476-cc5385c45b09),segment_id=0fac887f-f99f-493c-9476-cc5385c45b09)] {{(pid=121606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:32:06.615314 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-bf494644-264f-48ed-82f6-1f5d5fbe1b10 None None] Attempting to bind port cdcc0531-5b3c-4a46-a4c8-69055857d8d0 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:32:06.615791 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-bf494644-264f-48ed-82f6-1f5d5fbe1b10 None None] Attempting to bind port cdcc0531-5b3c-4a46-a4c8-69055857d8d0 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e721f0fd-f221-499c-a7e8-83332780db1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '79bafbbf-2199-41b3-8c2f-a2c1fe6e2375'}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:32:06.616737 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf494644-264f-48ed-82f6-1f5d5fbe1b10 None None] Attempting to bind port cdcc0531-5b3c-4a46-a4c8-69055857d8d0 on network 79bafbbf-2199-41b3-8c2f-a2c1fe6e2375 {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:32:06.627336 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf494644-264f-48ed-82f6-1f5d5fbe1b10 None None] Checking agent: {'id': 'ca4f5c6d-f1fd-48b8-a3e3-395864c7d23d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 20, 56, 40), 'started_at': datetime.datetime(2021, 12, 25, 20, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 31, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:32:06.627717 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf494644-264f-48ed-82f6-1f5d5fbe1b10 None None] Checking segment: {'id': 'e721f0fd-f221-499c-a7e8-83332780db1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '79bafbbf-2199-41b3-8c2f-a2c1fe6e2375'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:32:06.628669 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-bf494644-264f-48ed-82f6-1f5d5fbe1b10 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:06.629107 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf494644-264f-48ed-82f6-1f5d5fbe1b10 None None] Bound using segment: {'id': 'e721f0fd-f221-499c-a7e8-83332780db1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '79bafbbf-2199-41b3-8c2f-a2c1fe6e2375'} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:32:06.629594 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-bf494644-264f-48ed-82f6-1f5d5fbe1b10 None None] Bound port: cdcc0531-5b3c-4a46-a4c8-69055857d8d0, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e721f0fd-f221-499c-a7e8-83332780db1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '79bafbbf-2199-41b3-8c2f-a2c1fe6e2375'}}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:32:06.633620 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-bf494644-264f-48ed-82f6-1f5d5fbe1b10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:06.633772 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-b22c7f58-a07d-4ee6-b909-c58dc17c4127 req-a7754dbd-3888-4f75-87aa-eef51e87569d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:06.692590 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Pushing event updated for resources: {'Port': ['ID=0558fb1c-8cdb-4c71-b053-b7bff883ff9b,revision_number=4']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:32:06.702072 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bdec55-1b95-4f1e-85bd-596e6d351402 req-0677b072-cccc-4faa-9cc4-c4758ec7e999 tempest-VolumesActionsTest-1540518602 tempest-VolumesActionsTest-1540518602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:32:06.703699 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a7bdec55-1b95-4f1e-85bd-596e6d351402 req-0677b072-cccc-4faa-9cc4-c4758ec7e999 tempest-VolumesActionsTest-1540518602 tempest-VolumesActionsTest-1540518602-project] 10.222.0.32 "GET /v2.0/ports?device_id=c61d007c-5265-460b-989f-7006e9caeba7 HTTP/1.1" status: 200  len: 943 time: 0.3516760
Dec 25 21:32:06.738449 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] get_ports_and_sgs() called for port_ids ['0558fb1c-8cdb-4c71-b053-b7bff883ff9b'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:32:06.760377 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22c7f58-a07d-4ee6-b909-c58dc17c4127 req-a7754dbd-3888-4f75-87aa-eef51e87569d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:32:06.761176 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-b22c7f58-a07d-4ee6-b909-c58dc17c4127 req-a7754dbd-3888-4f75-87aa-eef51e87569d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:06.764272 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b22c7f58-a07d-4ee6-b909-c58dc17c4127 req-a7754dbd-3888-4f75-87aa-eef51e87569d service neutron] 10.222.0.37 "PUT /v2.0/ports/914b055e-69b0-4157-ad7c-92e60fbd5a57 HTTP/1.1" status: 200  len: 1091 time: 4.1092589
Dec 25 21:32:06.786701 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-bf494644-264f-48ed-82f6-1f5d5fbe1b10 None None] For port cdcc0531-5b3c-4a46-a4c8-69055857d8d0, host ncdv-master-1, cleared binding levels {{(pid=121608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:32:06.808306 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-bf494644-264f-48ed-82f6-1f5d5fbe1b10 None None] For port cdcc0531-5b3c-4a46-a4c8-69055857d8d0, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=cdcc0531-5b3c-4a46-a4c8-69055857d8d0,segment=NetworkSegment(e721f0fd-f221-499c-a7e8-83332780db1a),segment_id=e721f0fd-f221-499c-a7e8-83332780db1a)] {{(pid=121608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:32:06.817924 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c61d007c-5265-460b-989f-7006e9caeba7', 'tag': '914b055e-69b0-4157-ad7c-92e60fbd5a57'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:32:06.820405 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-12b2f5ca-443d-455b-9c89-8289eb7ec76d tempest-RoutersNegativeTest-1955099179 tempest-RoutersNegativeTest-1955099179-project] Publish callbacks [] for port, precommit_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:06.820895 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9858820c13ec2827453b94ebc4181065e990a4e4089ccb9fe762531ac62d2fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d3e083d-9b2b-4a6a-88f8-034a9ee537f0" -d '{"events": [{"name": "network-changed", "server_uuid": "c61d007c-5265-460b-989f-7006e9caeba7", "tag": "914b055e-69b0-4157-ad7c-92e60fbd5a57"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:32:06.826854 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-af5e4e9f-3963-4dab-976a-b4880d366f2f req-5c8c77ed-ae13-4ce5-8f39-05adf123d564 service neutron] 10.222.0.31 "GET /v2.0/networks/36c58514-4b76-443a-8b4e-8188ecbb730f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4639373
Dec 25 21:32:06.828915 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8935018c-e285-4888-aa62-cbf6e893135e req-bcbc978a-edac-4fdb-862d-ccff0af84dc6 service neutron] 10.222.0.31 "GET /v2.0/networks/d257b68f-9132-4584-b1b0-827fbb5ce176?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2557111
Dec 25 21:32:06.853897 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59b405df-ff32-46f4-9d3d-7c6bdc24d99d None None] Network c331ff9d-bf91-499b-bec8-e2fd9a7af258 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:32:06.917440 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Dec 2021 21:32:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d914852-fa59-4736-8319-089edc2007a6 x-openstack-request-id: req-1d914852-fa59-4736-8319-089edc2007a6 {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:32:06.918074 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c61d007c-5265-460b-989f-7006e9caeba7", "tag": "914b055e-69b0-4157-ad7c-92e60fbd5a57", "status": "completed", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:32:06.918074 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1d914852-fa59-4736-8319-089edc2007a6 {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:32:06.918582 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c61d007c-5265-460b-989f-7006e9caeba7', 'tag': '914b055e-69b0-4157-ad7c-92e60fbd5a57', 'status': 'completed', 'code': 200}
Dec 25 21:32:06.923737 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7754dbd-3888-4f75-87aa-eef51e87569d service neutron] Pushing event updated for resources: {'Port': ['ID=914b055e-69b0-4157-ad7c-92e60fbd5a57,revision_number=3']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:32:06.949653 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-12b2f5ca-443d-455b-9c89-8289eb7ec76d tempest-RoutersNegativeTest-1955099179 tempest-RoutersNegativeTest-1955099179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8632327'] for port, after_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:06.990294 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-bf494644-264f-48ed-82f6-1f5d5fbe1b10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:07.004527 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-af5e4e9f-3963-4dab-976a-b4880d366f2f req-d5a7565a-b0e8-43cd-933b-9d3beea79cc2 service neutron] 10.222.0.31 "GET /v2.0/networks/36c58514-4b76-443a-8b4e-8188ecbb730f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1542604
Dec 25 21:32:07.048809 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a7bdec55-1b95-4f1e-85bd-596e6d351402 req-9bf24671-3b12-439a-b7a4-1f713a12a53b tempest-VolumesActionsTest-1540518602 tempest-VolumesActionsTest-1540518602-project] 10.222.0.32 "GET /v2.0/security-groups?id=d95f4b4b-e2bc-4a54-974a-72224402b503&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3174675
Dec 25 21:32:07.061874 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b2f5ca-443d-455b-9c89-8289eb7ec76d tempest-RoutersNegativeTest-1955099179 tempest-RoutersNegativeTest-1955099179-project] Pushing event updated for resources: {'Port': ['ID=ee5bfa30-4b02-47b2-9843-85b72a3cd7a6,revision_number=2']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:32:07.067214 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-12b2f5ca-443d-455b-9c89-8289eb7ec76d tempest-RoutersNegativeTest-1955099179 tempest-RoutersNegativeTest-1955099179-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2007636'] for router_interface, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:07.068101 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-71347890-1ea0-4730-8a3a-d53632201ccf None None] Provisioning complete for port 5d5a2bfc-46b3-49db-b791-52f3e5ce3c05 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:32:07.068487 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-71347890-1ea0-4730-8a3a-d53632201ccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:07.119983 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-af5e4e9f-3963-4dab-976a-b4880d366f2f req-4c4cf258-c3dd-445f-8b8d-00ce8454b983 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.204&port_id=893605c1-33ba-4c92-b5eb-6207f354a521 HTTP/1.1" status: 200  len: 217 time: 0.0755870
Dec 25 21:32:07.147166 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-cf6ae635-bfdf-4fcb-82b1-62cbd15f70fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:07.169420 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3e083d-9b2b-4a6a-88f8-034a9ee537f0 req-9484538a-443f-4665-9569-667d592ea216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:32:07.171427 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3d3e083d-9b2b-4a6a-88f8-034a9ee537f0 req-9484538a-443f-4665-9569-667d592ea216 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8ece5e5ef72d4614b89456ee37fe94f3&device_id=c61d007c-5265-460b-989f-7006e9caeba7 HTTP/1.1" status: 200  len: 1094 time: 0.2496650
Dec 25 21:32:07.173597 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf494644-264f-48ed-82f6-1f5d5fbe1b10 None None] Pushing event updated for resources: {'Port': ['ID=cdcc0531-5b3c-4a46-a4c8-69055857d8d0,revision_number=2']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:32:07.190415 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12b2f5ca-443d-455b-9c89-8289eb7ec76d tempest-RoutersNegativeTest-1955099179 tempest-RoutersNegativeTest-1955099179-project] Network c331ff9d-bf91-499b-bec8-e2fd9a7af258 is already hosted by enough agents. {{(pid=121607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:32:07.191444 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09166451-c8f0-4dbc-bedf-bdcb055f1a8f req-399b7bf3-dd29-45ab-82ea-9690d51e4eac tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:32:07.192165 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-12b2f5ca-443d-455b-9c89-8289eb7ec76d tempest-RoutersNegativeTest-1955099179 tempest-RoutersNegativeTest-1955099179-project] Resources bound (agent type, host, resource id):  {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:32:07.205726 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-09166451-c8f0-4dbc-bedf-bdcb055f1a8f req-399b7bf3-dd29-45ab-82ea-9690d51e4eac tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] 10.222.0.32 "GET /v2.0/ports?device_id=145ff3db-fc66-40a9-90da-07251e851506 HTTP/1.1" status: 200  len: 944 time: 0.1676948
Dec 25 21:32:07.352124 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-71347890-1ea0-4730-8a3a-d53632201ccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:07.368950 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5e4e9f-3963-4dab-976a-b4880d366f2f req-856a449e-8bbc-433d-a3a4-94e7f252f152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:32:07.370478 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-af5e4e9f-3963-4dab-976a-b4880d366f2f req-856a449e-8bbc-433d-a3a4-94e7f252f152 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f7c309e7-75ab-4e4b-b61f-ca7ce9c46156 HTTP/1.1" status: 200  len: 797 time: 0.2417490
Dec 25 21:32:07.378531 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device 144f1a3a-207e-4bda-9b5e-951b5824198a up at agent hyperv_nch1-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:32:07.450199 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-09166451-c8f0-4dbc-bedf-bdcb055f1a8f req-f89dd55e-7cf3-436f-9d8f-e9404f62379d tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] 10.222.0.32 "GET /v2.0/security-groups?id=8e787377-3d24-4819-b453-04e533e4be82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2434881
Dec 25 21:32:07.458071 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12b2f5ca-443d-455b-9c89-8289eb7ec76d tempest-RoutersNegativeTest-1955099179 tempest-RoutersNegativeTest-1955099179-project] Router 27a29adf-bd67-47e8-bd80-a3482ace1978 is scheduled to L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 with binding_index 1 {{(pid=121607) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 25 21:32:07.512286 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-71347890-1ea0-4730-8a3a-d53632201ccf None None] For port 5d5a2bfc-46b3-49db-b791-52f3e5ce3c05, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5d5a2bfc-46b3-49db-b791-52f3e5ce3c05,segment=NetworkSegment(68679e44-8eec-4364-a242-bef38583227a),segment_id=68679e44-8eec-4364-a242-bef38583227a)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:32:07.589675 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-71347890-1ea0-4730-8a3a-d53632201ccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:07.725573 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12b2f5ca-443d-455b-9c89-8289eb7ec76d tempest-RoutersNegativeTest-1955099179 tempest-RoutersNegativeTest-1955099179-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 21:32:07.735373 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4e6b1db-9d33-48bc-a382-ec894bd267c0 None None] Sync routers for ids ['27a29adf-bd67-47e8-bd80-a3482ace1978'] in ncdv-master-1 {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 21:32:07.779929 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-12b2f5ca-443d-455b-9c89-8289eb7ec76d tempest-RoutersNegativeTest-1955099179 tempest-RoutersNegativeTest-1955099179-project] 10.222.0.32 "PUT /v2.0/routers/27a29adf-bd67-47e8-bd80-a3482ace1978/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.7579887
Dec 25 21:32:07.783110 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4e6b1db-9d33-48bc-a382-ec894bd267c0 None None] Routers {'27a29adf-bd67-47e8-bd80-a3482ace1978'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:32:07.783866 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 50490) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:32:07.785478 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-b4e6b1db-9d33-48bc-a382-ec894bd267c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2618899670>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:32:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['27a29adf-bd67-47e8-bd80-a3482ace1978'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:32:07.838326 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3e083d-9b2b-4a6a-88f8-034a9ee537f0 req-cb8472ee-5cb7-455d-a573-37ecfe8ee408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:32:07.840111 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3d3e083d-9b2b-4a6a-88f8-034a9ee537f0 req-cb8472ee-5cb7-455d-a573-37ecfe8ee408 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=8ece5e5ef72d4614b89456ee37fe94f3&shared=False HTTP/1.1" status: 200  len: 910 time: 0.6580274
Dec 25 21:32:07.859586 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103423f4-4df6-40a9-ad65-d81f40713e65 req-91ac0d23-f2df-4e3a-b082-3f0aff2c1a43 tempest-ListServersNegativeTestJSON-1535126760 tempest-ListServersNegativeTestJSON-1535126760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:32:07.861915 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-103423f4-4df6-40a9-ad65-d81f40713e65 req-91ac0d23-f2df-4e3a-b082-3f0aff2c1a43 tempest-ListServersNegativeTestJSON-1535126760 tempest-ListServersNegativeTestJSON-1535126760-project] 10.222.0.32 "GET /v2.0/ports?device_id=335c07b3-3db8-4683-9af2-5dd2d3923ccd HTTP/1.1" status: 200  len: 944 time: 0.3126261
Dec 25 21:32:07.874466 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5e4e9f-3963-4dab-976a-b4880d366f2f req-e10ff902-666f-4b36-b56d-dd891898912d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:32:07.880955 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-af5e4e9f-3963-4dab-976a-b4880d366f2f req-e10ff902-666f-4b36-b56d-dd891898912d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=6dab2bb9-1b11-4634-becc-b5742aceff64&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.4776182
Dec 25 21:32:07.910576 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-b4e6b1db-9d33-48bc-a382-ec894bd267c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2618899670>, [], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:32:07.941336 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4e6b1db-9d33-48bc-a382-ec894bd267c0 None None] Routers {'27a29adf-bd67-47e8-bd80-a3482ace1978'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:32:07.942259 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-b4e6b1db-9d33-48bc-a382-ec894bd267c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2618899670>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:32:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['27a29adf-bd67-47e8-bd80-a3482ace1978'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:32:07.971615 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device ea02471a-1e99-466d-bcce-dbf1b167d128 up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:32:07.979473 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Provisioning for port 144f1a3a-207e-4bda-9b5e-951b5824198a completed by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 25 21:32:08.014948 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-b4e6b1db-9d33-48bc-a382-ec894bd267c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2618899670>, [], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:32:08.015741 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4e6b1db-9d33-48bc-a382-ec894bd267c0 None None] The sync data for ids ['27a29adf-bd67-47e8-bd80-a3482ace1978'] in ncdv-master-1 is: [] {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 21:32:08.018959 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Provisioning complete for port 144f1a3a-207e-4bda-9b5e-951b5824198a triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:32:08.023195 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:08.091670 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71347890-1ea0-4730-8a3a-d53632201ccf None None] Pushing event updated for resources: {'Port': ['ID=5d5a2bfc-46b3-49db-b791-52f3e5ce3c05,revision_number=3']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:32:08.112207 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-5123ff45-b82f-4153-8c72-df5e721a01a3 None None] Provisioning complete for port 5d5a2bfc-46b3-49db-b791-52f3e5ce3c05 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:32:08.112207 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5123ff45-b82f-4153-8c72-df5e721a01a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:08.141763 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-103423f4-4df6-40a9-ad65-d81f40713e65 req-55bd9160-0147-40b4-83a4-a2ffe71ccfdc tempest-ListServersNegativeTestJSON-1535126760 tempest-ListServersNegativeTestJSON-1535126760-project] 10.222.0.32 "GET /v2.0/security-groups?id=6d7d48ac-0dbe-4d82-be01-a2549b106897&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2596068
Dec 25 21:32:08.176458 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port ea02471a-1e99-466d-bcce-dbf1b167d128 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:32:08.177098 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:08.181370 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3e083d-9b2b-4a6a-88f8-034a9ee537f0 req-bd082a2d-5e00-4135-aa7a-22058ffab5b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:32:08.185898 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3d3e083d-9b2b-4a6a-88f8-034a9ee537f0 req-bd082a2d-5e00-4135-aa7a-22058ffab5b8 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.3217957
Dec 25 21:32:08.191763 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-af5e4e9f-3963-4dab-976a-b4880d366f2f req-9744310e-e0d3-4e01-bdce-5a070ec922c4 service neutron] 10.222.0.31 "GET /v2.0/networks/6dab2bb9-1b11-4634-becc-b5742aceff64?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3022397
Dec 25 21:32:08.288905 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:08.336534 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:08.361130 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22c7f58-a07d-4ee6-b909-c58dc17c4127 req-55cfcf71-8529-44d6-926b-d9830508d19e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:32:08.362062 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '335c07b3-3db8-4683-9af2-5dd2d3923ccd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '144f1a3a-207e-4bda-9b5e-951b5824198a'}] {{(pid=121608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:32:08.364088 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b22c7f58-a07d-4ee6-b909-c58dc17c4127 req-55cfcf71-8529-44d6-926b-d9830508d19e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8ece5e5ef72d4614b89456ee37fe94f3&device_id=c61d007c-5265-460b-989f-7006e9caeba7 HTTP/1.1" status: 200  len: 1094 time: 0.1221945
Dec 25 21:32:08.364453 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a88c78c3ff6266bd59c7e89d275b28c92e739b67d23c89d71af88829fd31566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00581e9d-f2ab-4cb9-b5ee-3f99dcc2cef7" -d '{"events": [{"server_uuid": "335c07b3-3db8-4683-9af2-5dd2d3923ccd", "name": "network-vif-plugged", "status": "completed", "tag": "144f1a3a-207e-4bda-9b5e-951b5824198a"}]}' {{(pid=121608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:32:08.419447 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port 144f1a3a-207e-4bda-9b5e-951b5824198a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=144f1a3a-207e-4bda-9b5e-951b5824198a,segment=NetworkSegment(4d7acbc5-9faa-4d1c-9561-7a017cc31112),segment_id=4d7acbc5-9faa-4d1c-9561-7a017cc31112)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:32:08.443244 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 5d5a2bfc-46b3-49db-b791-52f3e5ce3c05 up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:32:08.446476 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-5123ff45-b82f-4153-8c72-df5e721a01a3 None None] Provisioning complete for port ee5bfa30-4b02-47b2-9843-85b72a3cd7a6 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:32:08.446846 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5123ff45-b82f-4153-8c72-df5e721a01a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:08.481818 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b22c7f58-a07d-4ee6-b909-c58dc17c4127 req-3152fb2e-abca-4ac8-a1db-4d1c8c903d50 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=914b055e-69b0-4157-ad7c-92e60fbd5a57 HTTP/1.1" status: 200  len: 217 time: 0.1092732
Dec 25 21:32:08.496731 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 21:32:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d86a408-59bd-48b1-8e7e-2bba568c4a53 x-openstack-request-id: req-2d86a408-59bd-48b1-8e7e-2bba568c4a53 {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:32:08.497056 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "335c07b3-3db8-4683-9af2-5dd2d3923ccd", "name": "network-vif-plugged", "status": "completed", "tag": "144f1a3a-207e-4bda-9b5e-951b5824198a", "code": 200}]} {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:32:08.497316 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2d86a408-59bd-48b1-8e7e-2bba568c4a53 {{(pid=121608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:32:08.497745 ncdv-master-1 neutron-server[121608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '335c07b3-3db8-4683-9af2-5dd2d3923ccd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '144f1a3a-207e-4bda-9b5e-951b5824198a', 'code': 200}
Dec 25 21:32:08.518244 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-af5e4e9f-3963-4dab-976a-b4880d366f2f req-716a67b8-c931-47fb-aae5-70d56a34197f service neutron] 10.222.0.31 "GET /v2.0/networks/6dab2bb9-1b11-4634-becc-b5742aceff64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3182213
Dec 25 21:32:08.528780 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3e945ecd-9380-47c2-aa0a-12ebe07e03e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:08.533710 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:08.565461 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-5123ff45-b82f-4153-8c72-df5e721a01a3 None None] Port ee5bfa30-4b02-47b2-9843-85b72a3cd7a6 cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:32:08.605915 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port 5d5a2bfc-46b3-49db-b791-52f3e5ce3c05 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:32:08.606475 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:08.608237 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Pushing event updated for resources: {'Port': ['ID=144f1a3a-207e-4bda-9b5e-951b5824198a,revision_number=5']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:32:08.655921 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device dcfdb4d9-b426-41f4-8901-12074cee232d up at agent hyperv_nch2-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:32:08.683264 ncdv-master-1 neutron-server[121607]: INFO neutron.api.v2.resource [None req-b2fada21-07f3-4453-a3c3-2fe945a1fe86 tempest-RoutersNegativeTest-1955099179 tempest-RoutersNegativeTest-1955099179-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 25 21:32:08.688292 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-b2fada21-07f3-4453-a3c3-2fe945a1fe86 tempest-RoutersNegativeTest-1955099179 tempest-RoutersNegativeTest-1955099179-project] 10.222.0.32 "PUT /v2.0/routers/27a29adf-bd67-47e8-bd80-a3482ace1978/add_router_interface HTTP/1.1" status: 400  len: 438 time: 0.9015849
Dec 25 21:32:08.688991 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 50502) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:32:08.732661 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-af5e4e9f-3963-4dab-976a-b4880d366f2f req-802dfabd-6d76-49aa-adf2-373e35cab385 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.46&port_id=1704d60b-466b-4afa-a1c8-2e009902991b HTTP/1.1" status: 200  len: 217 time: 0.1612039
Dec 25 21:32:08.745385 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-fed08cef-bdcf-4f7f-b00b-bde234decf8f None None] Provisioning complete for port ee5bfa30-4b02-47b2-9843-85b72a3cd7a6 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:32:08.745754 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-fed08cef-bdcf-4f7f-b00b-bde234decf8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:08.783201 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add8ff62-7395-4374-9e7e-5f98399b5976 req-2a7f1fa2-c545-4e34-b03c-cfadcb8db32e tempest-VolumesActionsTest-1540518602 tempest-VolumesActionsTest-1540518602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:32:08.786234 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-fed08cef-bdcf-4f7f-b00b-bde234decf8f None None] Port ee5bfa30-4b02-47b2-9843-85b72a3cd7a6 cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:32:08.791379 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-add8ff62-7395-4374-9e7e-5f98399b5976 req-2a7f1fa2-c545-4e34-b03c-cfadcb8db32e tempest-VolumesActionsTest-1540518602 tempest-VolumesActionsTest-1540518602-project] 10.222.0.32 "GET /v2.0/ports?device_id=c61d007c-5265-460b-989f-7006e9caeba7 HTTP/1.1" status: 200  len: 943 time: 0.5731707
Dec 25 21:32:08.865175 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22c7f58-a07d-4ee6-b909-c58dc17c4127 req-eaa84391-1ddb-4b70-87a4-3d88a2993169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:32:08.866980 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b22c7f58-a07d-4ee6-b909-c58dc17c4127 req-eaa84391-1ddb-4b70-87a4-3d88a2993169 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=40fa57d1-cd20-42ee-acef-cd325a6b2f1c HTTP/1.1" status: 200  len: 849 time: 0.3456056
Dec 25 21:32:08.873906 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01c8419-fe34-48ec-8b3c-0603b43f0d54 req-5f3e0996-e498-4211-8549-b6c28ff8766d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:32:08.875266 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5059ce88-b311-4878-8135-6a8b8d0d33c5 None None] Network 79bafbbf-2199-41b3-8c2f-a2c1fe6e2375 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:32:08.875432 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b01c8419-fe34-48ec-8b3c-0603b43f0d54 req-5f3e0996-e498-4211-8549-b6c28ff8766d service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=335c07b3-3db8-4683-9af2-5dd2d3923ccd HTTP/1.1" status: 200  len: 1096 time: 0.3061872
Dec 25 21:32:08.913721 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Provisioning for port dcfdb4d9-b426-41f4-8901-12074cee232d completed by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 25 21:32:08.962080 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Provisioning complete for port dcfdb4d9-b426-41f4-8901-12074cee232d triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:32:08.962991 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:09.018460 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-6ab82e06-ffc7-408f-bbd5-a9a005b96f21 None None] Provisioning complete for port cdcc0531-5b3c-4a46-a4c8-69055857d8d0 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:32:09.019112 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-6ab82e06-ffc7-408f-bbd5-a9a005b96f21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:09.096315 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-7d6925c7-2283-4071-8ec9-bdf51af32180 tempest-RoutersNegativeTest-1955099179 tempest-RoutersNegativeTest-1955099179-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2007615'] for router_interface, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:09.169069 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:09.199451 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-6ab82e06-ffc7-408f-bbd5-a9a005b96f21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:09.232185 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port dcfdb4d9-b426-41f4-8901-12074cee232d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=dcfdb4d9-b426-41f4-8901-12074cee232d,segment=NetworkSegment(4d7acbc5-9faa-4d1c-9561-7a017cc31112),segment_id=4d7acbc5-9faa-4d1c-9561-7a017cc31112)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:32:09.253307 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-6ab82e06-ffc7-408f-bbd5-a9a005b96f21 None None] For port cdcc0531-5b3c-4a46-a4c8-69055857d8d0, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=cdcc0531-5b3c-4a46-a4c8-69055857d8d0,segment=NetworkSegment(e721f0fd-f221-499c-a7e8-83332780db1a),segment_id=e721f0fd-f221-499c-a7e8-83332780db1a)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:32:09.318953 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b22c7f58-a07d-4ee6-b909-c58dc17c4127 req-041ec823-63b5-4824-8e4d-f70d3ae0ddf1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=de58f787-39ab-41e4-85ea-78281c9ae3af&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.4401407
Dec 25 21:32:09.321515 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5e4e9f-3963-4dab-976a-b4880d366f2f req-85e6471f-f468-45fc-afe7-b53b6f8cc522 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:32:09.322915 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-af5e4e9f-3963-4dab-976a-b4880d366f2f req-85e6471f-f468-45fc-afe7-b53b6f8cc522 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f7c309e7-75ab-4e4b-b61f-ca7ce9c46156 HTTP/1.1" status: 200  len: 797 time: 0.5789657
Dec 25 21:32:09.326661 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:09.367486 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device 0558fb1c-8cdb-4c71-b053-b7bff883ff9b up at agent hyperv_nch1-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:32:09.371347 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-6ab82e06-ffc7-408f-bbd5-a9a005b96f21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:09.377897 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa094c7-0f4f-4636-8f79-4dc6bc8dfb44 req-303f14c4-cf8c-4c78-90ce-8176403f394b tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:32:09.378976 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-aaa094c7-0f4f-4636-8f79-4dc6bc8dfb44 req-303f14c4-cf8c-4c78-90ce-8176403f394b tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] 10.222.0.32 "GET /v2.0/ports?device_id=145ff3db-fc66-40a9-90da-07251e851506 HTTP/1.1" status: 200  len: 944 time: 0.7163501
Dec 25 21:32:09.430634 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-add8ff62-7395-4374-9e7e-5f98399b5976 req-b2972ed5-d2ed-4490-a7c1-068cbd039be8 tempest-VolumesActionsTest-1540518602 tempest-VolumesActionsTest-1540518602-project] 10.222.0.32 "GET /v2.0/security-groups?id=d95f4b4b-e2bc-4a54-974a-72224402b503&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6344352
Dec 25 21:32:09.483974 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device cdcc0531-5b3c-4a46-a4c8-69055857d8d0 up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:32:09.487295 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-7d6925c7-2283-4071-8ec9-bdf51af32180 tempest-RoutersNegativeTest-1955099179 tempest-RoutersNegativeTest-1955099179-project] Deleting port ee5bfa30-4b02-47b2-9843-85b72a3cd7a6 {{(pid=121607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:32:09.487695 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-7d6925c7-2283-4071-8ec9-bdf51af32180 tempest-RoutersNegativeTest-1955099179 tempest-RoutersNegativeTest-1955099179-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:09.491470 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-6ab82e06-ffc7-408f-bbd5-a9a005b96f21 None None] Provisioning complete for port ee5bfa30-4b02-47b2-9843-85b72a3cd7a6 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:32:09.491835 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-6ab82e06-ffc7-408f-bbd5-a9a005b96f21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:09.495038 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Pushing event updated for resources: {'Port': ['ID=dcfdb4d9-b426-41f4-8901-12074cee232d,revision_number=5']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:32:09.512535 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-aaa094c7-0f4f-4636-8f79-4dc6bc8dfb44 req-0fd5d248-64bb-4b34-bc5f-a4b25894f5f9 tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] 10.222.0.32 "GET /v2.0/security-groups?id=8e787377-3d24-4819-b453-04e533e4be82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1115439
Dec 25 21:32:09.557817 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b01c8419-fe34-48ec-8b3c-0603b43f0d54 req-62818d53-b8a8-4c4f-8dd6-8446cf67b1c8 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=6d7d48ac-0dbe-4d82-be01-a2549b106897&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6653905
Dec 25 21:32:09.570999 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5e4e9f-3963-4dab-976a-b4880d366f2f req-19117fb6-fcca-40d1-8162-912dfefad82f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:32:09.572555 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-af5e4e9f-3963-4dab-976a-b4880d366f2f req-19117fb6-fcca-40d1-8162-912dfefad82f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=6dab2bb9-1b11-4634-becc-b5742aceff64&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.2195837
Dec 25 21:32:09.584370 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-15cb578f-7a63-4fd3-925d-83bad4c7b82a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:09.611970 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-6ab82e06-ffc7-408f-bbd5-a9a005b96f21 None None] Port ee5bfa30-4b02-47b2-9843-85b72a3cd7a6 cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:32:09.614018 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b22c7f58-a07d-4ee6-b909-c58dc17c4127 req-c6e2579e-1a5c-4aab-979e-79aae375f07e service neutron] 10.222.0.37 "GET /v2.0/networks/de58f787-39ab-41e4-85ea-78281c9ae3af?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2665377
Dec 25 21:32:09.644435 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab82e06-ffc7-408f-bbd5-a9a005b96f21 None None] Pushing event updated for resources: {'Port': ['ID=cdcc0531-5b3c-4a46-a4c8-69055857d8d0,revision_number=3']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:32:09.647981 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-7d6925c7-2283-4071-8ec9-bdf51af32180 tempest-RoutersNegativeTest-1955099179 tempest-RoutersNegativeTest-1955099179-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:09.651602 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port cdcc0531-5b3c-4a46-a4c8-69055857d8d0 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:32:09.651972 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:09.661806 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-7d6925c7-2283-4071-8ec9-bdf51af32180 tempest-RoutersNegativeTest-1955099179 tempest-RoutersNegativeTest-1955099179-project] Calling delete_port for ee5bfa30-4b02-47b2-9843-85b72a3cd7a6 owned by network:router_interface {{(pid=121607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:32:09.729997 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Provisioning for port 0558fb1c-8cdb-4c71-b053-b7bff883ff9b completed by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 25 21:32:09.734509 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07708f50-1c25-47b2-8b7d-e7413838671a req-ad6dfaf4-fd1c-4624-b976-3b256a7d72f3 tempest-ListServersNegativeTestJSON-1535126760 tempest-ListServersNegativeTestJSON-1535126760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:32:09.736499 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-07708f50-1c25-47b2-8b7d-e7413838671a req-ad6dfaf4-fd1c-4624-b976-3b256a7d72f3 tempest-ListServersNegativeTestJSON-1535126760 tempest-ListServersNegativeTestJSON-1535126760-project] 10.222.0.32 "GET /v2.0/ports?device_id=335c07b3-3db8-4683-9af2-5dd2d3923ccd HTTP/1.1" status: 200  len: 945 time: 0.1189933
Dec 25 21:32:09.746055 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Provisioning complete for port 0558fb1c-8cdb-4c71-b053-b7bff883ff9b triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:32:09.746430 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:09.777561 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 5d5a2bfc-46b3-49db-b791-52f3e5ce3c05 up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:32:09.781444 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-d40b6b8b-f42f-429f-a30d-a10c0262252a None None] Provisioning complete for port cdcc0531-5b3c-4a46-a4c8-69055857d8d0 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:32:09.782345 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-d40b6b8b-f42f-429f-a30d-a10c0262252a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:09.787256 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b22c7f58-a07d-4ee6-b909-c58dc17c4127 req-29f9aee2-e9bb-4ed2-bcb8-4a54f3dd2a87 service neutron] 10.222.0.37 "GET /v2.0/networks/de58f787-39ab-41e4-85ea-78281c9ae3af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1589859
Dec 25 21:32:09.853443 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-07708f50-1c25-47b2-8b7d-e7413838671a req-048a4f8d-2b78-4d82-8b5e-c06d1ad344a0 tempest-ListServersNegativeTestJSON-1535126760 tempest-ListServersNegativeTestJSON-1535126760-project] 10.222.0.32 "GET /v2.0/security-groups?id=6d7d48ac-0dbe-4d82-be01-a2549b106897&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0996284
Dec 25 21:32:09.896429 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-af5e4e9f-3963-4dab-976a-b4880d366f2f req-ecd4243e-dad9-4110-a038-2d904953a5d2 service neutron] 10.222.0.31 "GET /v2.0/networks/6dab2bb9-1b11-4634-becc-b5742aceff64?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1535985
Dec 25 21:32:09.946343 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:09.948087 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port 5d5a2bfc-46b3-49db-b791-52f3e5ce3c05 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:32:09.948439 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:10.018902 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port 0558fb1c-8cdb-4c71-b053-b7bff883ff9b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0558fb1c-8cdb-4c71-b053-b7bff883ff9b,segment=NetworkSegment(4d7acbc5-9faa-4d1c-9561-7a017cc31112),segment_id=4d7acbc5-9faa-4d1c-9561-7a017cc31112)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:32:10.021327 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-7d6925c7-2283-4071-8ec9-bdf51af32180 tempest-RoutersNegativeTest-1955099179 tempest-RoutersNegativeTest-1955099179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:10.026360 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-af5e4e9f-3963-4dab-976a-b4880d366f2f req-1429f575-6f08-4559-aa10-f97dd38379a3 service neutron] 10.222.0.31 "GET /v2.0/networks/6dab2bb9-1b11-4634-becc-b5742aceff64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1069322
Dec 25 21:32:10.052913 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6925c7-2283-4071-8ec9-bdf51af32180 tempest-RoutersNegativeTest-1955099179 tempest-RoutersNegativeTest-1955099179-project] Pushing event deleted for resources: {'Port': ['ID=ee5bfa30-4b02-47b2-9843-85b72a3cd7a6,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:32:10.072762 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-af5e4e9f-3963-4dab-976a-b4880d366f2f req-751e8284-d2da-47b4-b121-519e7c5a5a5d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.165&port_id=c4a5dc77-7743-4d72-8f35-550325e4dc63 HTTP/1.1" status: 200  len: 217 time: 0.0388920
Dec 25 21:32:10.091921 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:10.156219 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Pushing event updated for resources: {'Port': ['ID=0558fb1c-8cdb-4c71-b053-b7bff883ff9b,revision_number=5']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:32:10.175508 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5e4e9f-3963-4dab-976a-b4880d366f2f req-e1bf9f68-d645-4a77-be39-bede85756557 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:32:10.177381 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-af5e4e9f-3963-4dab-976a-b4880d366f2f req-e1bf9f68-d645-4a77-be39-bede85756557 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f7c309e7-75ab-4e4b-b61f-ca7ce9c46156 HTTP/1.1" status: 200  len: 797 time: 0.0967329
Dec 25 21:32:10.237011 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5e4e9f-3963-4dab-976a-b4880d366f2f req-f29aab6d-6769-4a11-b777-9b74b5aad5de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:32:10.238562 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-af5e4e9f-3963-4dab-976a-b4880d366f2f req-f29aab6d-6769-4a11-b777-9b74b5aad5de service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=6dab2bb9-1b11-4634-becc-b5742aceff64&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.0527692
Dec 25 21:32:10.300368 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-7d6925c7-2283-4071-8ec9-bdf51af32180 tempest-RoutersNegativeTest-1955099179 tempest-RoutersNegativeTest-1955099179-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2007763'] for router_interface, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:10.362029 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-af5e4e9f-3963-4dab-976a-b4880d366f2f req-d48f60fe-629f-4a24-95b2-7531e2ae9149 service neutron] 10.222.0.31 "GET /v2.0/networks/6dab2bb9-1b11-4634-becc-b5742aceff64?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1159053
Dec 25 21:32:10.488016 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-af5e4e9f-3963-4dab-976a-b4880d366f2f req-623d4941-75f3-47e1-9311-82c9de91a226 service neutron] 10.222.0.31 "GET /v2.0/networks/6dab2bb9-1b11-4634-becc-b5742aceff64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1163404
Dec 25 21:32:10.498730 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bb28ccd-3dc5-481f-873e-9836f6f1586e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcfdb4d9-b426-41f4-8901-12074cee232d'}, {'server_uuid': '67e16f08-7bce-4669-ac08-be4cf324dc04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0558fb1c-8cdb-4c71-b053-b7bff883ff9b'}] {{(pid=121608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:32:10.502404 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a88c78c3ff6266bd59c7e89d275b28c92e739b67d23c89d71af88829fd31566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-503946bf-647f-4550-85dc-dcf0d3f2d8ab" -d '{"events": [{"server_uuid": "1bb28ccd-3dc5-481f-873e-9836f6f1586e", "name": "network-vif-plugged", "status": "completed", "tag": "dcfdb4d9-b426-41f4-8901-12074cee232d"}, {"server_uuid": "67e16f08-7bce-4669-ac08-be4cf324dc04", "name": "network-vif-plugged", "status": "completed", "tag": "0558fb1c-8cdb-4c71-b053-b7bff883ff9b"}]}' {{(pid=121608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:32:10.574543 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-af5e4e9f-3963-4dab-976a-b4880d366f2f req-56eef4a8-9c79-4123-a047-784e3d9a7472 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.99&port_id=bbeefdb7-89c8-4442-a2e7-858c459b3b9a HTTP/1.1" status: 200  len: 217 time: 0.0778058
Dec 25 21:32:10.588731 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 25 Dec 2021 21:32:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a444468d-8664-4df2-9c8e-83aef8a18083 x-openstack-request-id: req-a444468d-8664-4df2-9c8e-83aef8a18083 {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:32:10.589203 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bb28ccd-3dc5-481f-873e-9836f6f1586e", "name": "network-vif-plugged", "status": "completed", "tag": "dcfdb4d9-b426-41f4-8901-12074cee232d", "code": 200}, {"server_uuid": "67e16f08-7bce-4669-ac08-be4cf324dc04", "name": "network-vif-plugged", "status": "completed", "tag": "0558fb1c-8cdb-4c71-b053-b7bff883ff9b", "code": 200}]} {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:32:10.589531 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a444468d-8664-4df2-9c8e-83aef8a18083 {{(pid=121608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:32:10.590024 ncdv-master-1 neutron-server[121608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bb28ccd-3dc5-481f-873e-9836f6f1586e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcfdb4d9-b426-41f4-8901-12074cee232d', 'code': 200}
Dec 25 21:32:10.590359 ncdv-master-1 neutron-server[121608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67e16f08-7bce-4669-ac08-be4cf324dc04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0558fb1c-8cdb-4c71-b053-b7bff883ff9b', 'code': 200}
Dec 25 21:32:10.675120 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:10.758863 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d6925c7-2283-4071-8ec9-bdf51af32180 tempest-RoutersNegativeTest-1955099179 tempest-RoutersNegativeTest-1955099179-project] Router 27a29adf-bd67-47e8-bd80-a3482ace1978 has already been hosted by L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 {{(pid=121607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 25 21:32:10.782433 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe980eaa-480d-4b63-86c3-411beb999b83 req-9aa3a9aa-dc9a-461d-bd03-5ef7c81b17fd tempest-VolumesActionsTest-1540518602 tempest-VolumesActionsTest-1540518602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:32:10.783875 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-fe980eaa-480d-4b63-86c3-411beb999b83 req-9aa3a9aa-dc9a-461d-bd03-5ef7c81b17fd tempest-VolumesActionsTest-1540518602 tempest-VolumesActionsTest-1540518602-project] 10.222.0.32 "GET /v2.0/ports?device_id=c61d007c-5265-460b-989f-7006e9caeba7 HTTP/1.1" status: 200  len: 943 time: 0.2629318
Dec 25 21:32:10.801768 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5e4e9f-3963-4dab-976a-b4880d366f2f req-45e20806-d1de-4b59-8f69-aa6170c71f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:32:10.803481 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-af5e4e9f-3963-4dab-976a-b4880d366f2f req-45e20806-d1de-4b59-8f69-aa6170c71f87 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f7c309e7-75ab-4e4b-b61f-ca7ce9c46156 HTTP/1.1" status: 200  len: 797 time: 0.1841266
Dec 25 21:32:10.840939 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d6925c7-2283-4071-8ec9-bdf51af32180 tempest-RoutersNegativeTest-1955099179 tempest-RoutersNegativeTest-1955099179-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 21:32:10.842474 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7202338b-6ab5-46bc-92db-179485fb2263 req-2bcb83e7-9c6c-4cdd-a458-7f13b9546f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:32:10.843902 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7202338b-6ab5-46bc-92db-179485fb2263 req-2bcb83e7-9c6c-4cdd-a458-7f13b9546f90 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=1bb28ccd-3dc5-481f-873e-9836f6f1586e HTTP/1.1" status: 200  len: 1096 time: 0.1436191
Dec 25 21:32:10.846405 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14da062-3d4a-4482-a5d6-026318095f19 req-397e1d4a-a03d-4ac8-b0a9-fbc57bf9f18a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:32:10.848224 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f14da062-3d4a-4482-a5d6-026318095f19 req-397e1d4a-a03d-4ac8-b0a9-fbc57bf9f18a service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=67e16f08-7bce-4669-ac08-be4cf324dc04 HTTP/1.1" status: 200  len: 1096 time: 0.1488876
Dec 25 21:32:10.850600 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5d2f9e8-9ffe-43a7-86bf-91a58daff87a None None] Sync routers for ids ['27a29adf-bd67-47e8-bd80-a3482ace1978'] in ncdv-master-1 {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 21:32:10.853811 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-7d6925c7-2283-4071-8ec9-bdf51af32180 tempest-RoutersNegativeTest-1955099179 tempest-RoutersNegativeTest-1955099179-project] 10.222.0.32 "PUT /v2.0/routers/27a29adf-bd67-47e8-bd80-a3482ace1978/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.1637475
Dec 25 21:32:10.857739 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 50558) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:32:10.869123 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5d2f9e8-9ffe-43a7-86bf-91a58daff87a None None] Routers {'27a29adf-bd67-47e8-bd80-a3482ace1978'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:32:10.869772 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-c5d2f9e8-9ffe-43a7-86bf-91a58daff87a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f26134b4a60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:32:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['27a29adf-bd67-47e8-bd80-a3482ace1978'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:32:10.904254 ncdv-master-1 neutron-server[121607]: INFO neutron.api.v2.resource [None req-a21bbb4f-b4ad-4a6d-947b-153dc4ea3548 tempest-RoutersNegativeTest-1955099179 tempest-RoutersNegativeTest-1955099179-project] delete failed (client error): The resource could not be found.
Dec 25 21:32:10.905496 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-a21bbb4f-b4ad-4a6d-947b-153dc4ea3548 tempest-RoutersNegativeTest-1955099179 tempest-RoutersNegativeTest-1955099179-project] 10.222.0.32 "DELETE /v2.0/routers/tempest-non_exist_router-592570060 HTTP/1.1" status: 404  len: 334 time: 0.0464861
Dec 25 21:32:10.911457 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 50562) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:32:10.916555 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-b00ba641-9082-4d30-ae16-9e50ce10aa0a tempest-RoutersNegativeTest-1955099179 tempest-RoutersNegativeTest-1955099179-project] Request body: {'router': {'external_gateway_info': {'network_id': '27a29adf-bd67-47e8-bd80-a3482ace1978'}}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:32:11.011030 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7202338b-6ab5-46bc-92db-179485fb2263 req-43498ffe-8c70-4297-b1b4-5ef72a36a3ad service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=6d7d48ac-0dbe-4d82-be01-a2549b106897&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1445179
Dec 25 21:32:11.023805 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-fe980eaa-480d-4b63-86c3-411beb999b83 req-62333cae-f88a-4011-81be-e6229d1323a4 tempest-VolumesActionsTest-1540518602 tempest-VolumesActionsTest-1540518602-project] 10.222.0.32 "GET /v2.0/security-groups?id=d95f4b4b-e2bc-4a54-974a-72224402b503&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2291574
Dec 25 21:32:11.051751 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f14da062-3d4a-4482-a5d6-026318095f19 req-36ef755e-3af9-4013-9b1d-975bd6cfa8e7 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=6d7d48ac-0dbe-4d82-be01-a2549b106897&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1799242
Dec 25 21:32:11.066397 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363cfe88-2ed7-4ddb-92f1-050a6dd9f8d1 req-4b2339e5-f574-452e-b0aa-f1850a704b3a tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:32:11.068684 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-363cfe88-2ed7-4ddb-92f1-050a6dd9f8d1 req-4b2339e5-f574-452e-b0aa-f1850a704b3a tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] 10.222.0.32 "GET /v2.0/ports?device_id=145ff3db-fc66-40a9-90da-07251e851506 HTTP/1.1" status: 200  len: 944 time: 0.3046675
Dec 25 21:32:11.071140 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5e4e9f-3963-4dab-976a-b4880d366f2f req-e296fff7-01cd-4b0f-a54a-898f511f0493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:32:11.072916 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-af5e4e9f-3963-4dab-976a-b4880d366f2f req-e296fff7-01cd-4b0f-a54a-898f511f0493 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=6dab2bb9-1b11-4634-becc-b5742aceff64&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.2577047
Dec 25 21:32:11.089073 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-c5d2f9e8-9ffe-43a7-86bf-91a58daff87a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f26134b4a60>, [], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:32:11.102034 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5d2f9e8-9ffe-43a7-86bf-91a58daff87a None None] Routers {'27a29adf-bd67-47e8-bd80-a3482ace1978'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:32:11.103140 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-c5d2f9e8-9ffe-43a7-86bf-91a58daff87a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f26134b4a60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:32:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['27a29adf-bd67-47e8-bd80-a3482ace1978'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:32:11.144667 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-363cfe88-2ed7-4ddb-92f1-050a6dd9f8d1 req-2bd5997f-5bac-4f51-a375-52e3b8bb879e tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] 10.222.0.32 "GET /v2.0/security-groups?id=8e787377-3d24-4819-b453-04e533e4be82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0667939
Dec 25 21:32:11.144851 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-c5d2f9e8-9ffe-43a7-86bf-91a58daff87a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f26134b4a60>, [], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:32:11.145757 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5d2f9e8-9ffe-43a7-86bf-91a58daff87a None None] The sync data for ids ['27a29adf-bd67-47e8-bd80-a3482ace1978'] in ncdv-master-1 is: [] {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 21:32:11.204193 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b00ba641-9082-4d30-ae16-9e50ce10aa0a tempest-RoutersNegativeTest-1955099179 tempest-RoutersNegativeTest-1955099179-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:11.212285 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 50568) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:32:11.275692 ncdv-master-1 neutron-server[121607]: INFO neutron.api.v2.resource [None req-b00ba641-9082-4d30-ae16-9e50ce10aa0a tempest-RoutersNegativeTest-1955099179 tempest-RoutersNegativeTest-1955099179-project] update failed (client error): The resource could not be found.
Dec 25 21:32:11.282418 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-b00ba641-9082-4d30-ae16-9e50ce10aa0a tempest-RoutersNegativeTest-1955099179 tempest-RoutersNegativeTest-1955099179-project] 10.222.0.32 "PUT /v2.0/routers/27a29adf-bd67-47e8-bd80-a3482ace1978 HTTP/1.1" status: 404  len: 339 time: 0.3642962
Dec 25 21:32:11.285665 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 50572) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:32:11.323752 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b10941-d74d-4fff-8d04-19a784d5a720 req-f5b1cd88-a1c6-47f8-a470-b467bea0a6dc tempest-ListServersNegativeTestJSON-1535126760 tempest-ListServersNegativeTestJSON-1535126760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:32:11.325319 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b3b10941-d74d-4fff-8d04-19a784d5a720 req-f5b1cd88-a1c6-47f8-a470-b467bea0a6dc tempest-ListServersNegativeTestJSON-1535126760 tempest-ListServersNegativeTestJSON-1535126760-project] 10.222.0.32 "GET /v2.0/ports?device_id=335c07b3-3db8-4683-9af2-5dd2d3923ccd HTTP/1.1" status: 200  len: 945 time: 0.1011400
Dec 25 21:32:11.329041 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device cdcc0531-5b3c-4a46-a4c8-69055857d8d0 up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:32:11.348594 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-1aa10c01-a97d-474e-9b4b-c90b4e258567 admin admin] Publish callbacks [] for security_group, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:11.362469 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device 753f318c-7dd3-4858-acc2-c7906120f3ba details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 25 21:32:11.423777 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-af5e4e9f-3963-4dab-976a-b4880d366f2f req-9989d092-ebd2-4c38-b123-bb7497aca556 service neutron] 10.222.0.31 "GET /v2.0/networks/6dab2bb9-1b11-4634-becc-b5742aceff64?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1725414
Dec 25 21:32:11.424866 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port cdcc0531-5b3c-4a46-a4c8-69055857d8d0 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:32:11.425278 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:11.433597 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b3b10941-d74d-4fff-8d04-19a784d5a720 req-38eb0351-edbc-40c5-b079-11e53e6900d7 tempest-ListServersNegativeTestJSON-1535126760 tempest-ListServersNegativeTestJSON-1535126760-project] 10.222.0.32 "GET /v2.0/security-groups?id=6d7d48ac-0dbe-4d82-be01-a2549b106897&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0720406
Dec 25 21:32:11.546169 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port 753f318c-7dd3-4858-acc2-c7906120f3ba, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=753f318c-7dd3-4858-acc2-c7906120f3ba,segment=NetworkSegment(399a6746-6b98-4df2-84fe-0fb7167d792c),segment_id=399a6746-6b98-4df2-84fe-0fb7167d792c)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:32:11.583010 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Returning: {'device': '753f318c-7dd3-4858-acc2-c7906120f3ba', 'network_id': 'd257b68f-9132-4584-b1b0-827fbb5ce176', 'port_id': '753f318c-7dd3-4858-acc2-c7906120f3ba', 'mac_address': 'fa:16:3e:dd:f4:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fedfc743-c289-4cd2-abdf-caaf178c8eab', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 25 21:32:11.601313 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1600219-5b73-4f45-b610-5ee738f5b2fa req-a5044adb-0177-4351-bc86-6a4c414b617a tempest-ListServersNegativeTestJSON-1535126760 tempest-ListServersNegativeTestJSON-1535126760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:32:11.602866 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f1600219-5b73-4f45-b610-5ee738f5b2fa req-a5044adb-0177-4351-bc86-6a4c414b617a tempest-ListServersNegativeTestJSON-1535126760 tempest-ListServersNegativeTestJSON-1535126760-project] 10.222.0.32 "GET /v2.0/ports?device_id=1bb28ccd-3dc5-481f-873e-9836f6f1586e HTTP/1.1" status: 200  len: 945 time: 0.0748701
Dec 25 21:32:11.604781 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-af5e4e9f-3963-4dab-976a-b4880d366f2f req-8a7d50d2-117b-4b41-8c97-020af3168ef9 service neutron] 10.222.0.31 "GET /v2.0/networks/6dab2bb9-1b11-4634-becc-b5742aceff64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1700709
Dec 25 21:32:11.635917 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:11.649873 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 753f318c-7dd3-4858-acc2-c7906120f3ba {{(pid=121608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:32:11.657843 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b1793160-e17c-4bb4-bcca-91f87eeb8464 tempest-RoutersNegativeTest-1955099179 tempest-RoutersNegativeTest-1955099179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:11.663508 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-af5e4e9f-3963-4dab-976a-b4880d366f2f req-69025915-133f-451c-b15f-72fd1fb2a934 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=d1b259e7-c1c4-46a5-8fa8-934e76ffd08c HTTP/1.1" status: 200  len: 217 time: 0.0440462
Dec 25 21:32:11.674282 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-1aa10c01-a97d-474e-9b4b-c90b4e258567 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:11.677057 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port 753f318c-7dd3-4858-acc2-c7906120f3ba, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=753f318c-7dd3-4858-acc2-c7906120f3ba,segment=NetworkSegment(399a6746-6b98-4df2-84fe-0fb7167d792c),segment_id=399a6746-6b98-4df2-84fe-0fb7167d792c)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:32:11.722584 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f1600219-5b73-4f45-b610-5ee738f5b2fa req-01d70594-3605-40d2-8ad6-ca2752bc595d tempest-ListServersNegativeTestJSON-1535126760 tempest-ListServersNegativeTestJSON-1535126760-project] 10.222.0.32 "GET /v2.0/security-groups?id=6d7d48ac-0dbe-4d82-be01-a2549b106897&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1094084
Dec 25 21:32:11.732050 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5e4e9f-3963-4dab-976a-b4880d366f2f req-157b3068-5d7d-4124-a3d3-ba4610b43fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:32:11.733834 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-af5e4e9f-3963-4dab-976a-b4880d366f2f req-157b3068-5d7d-4124-a3d3-ba4610b43fd9 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=64fd0ee7-98f6-4e06-ac9e-5ec230df994d HTTP/1.1" status: 200  len: 797 time: 0.0592928
Dec 25 21:32:11.758527 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-1aa10c01-a97d-474e-9b4b-c90b4e258567 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:11.795094 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5e4e9f-3963-4dab-976a-b4880d366f2f req-1268410e-5304-4541-9d85-7102ca68c511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:32:11.796664 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-af5e4e9f-3963-4dab-976a-b4880d366f2f req-1268410e-5304-4541-9d85-7102ca68c511 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=1eebed42-83f0-407e-9fde-c8f3a2309436&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.0478511
Dec 25 21:32:11.806294 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:11.837159 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-1aa10c01-a97d-474e-9b4b-c90b4e258567 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ed197c5baf3c48e6a12fd9ff053dff10&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6237490
Dec 25 21:32:11.840254 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 50578) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:32:11.841277 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa10c01-a97d-474e-9b4b-c90b4e258567 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b474f16b-db61-4eca-b37e-a2515d2547b0,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:32:11.876933 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Pushing event updated for resources: {'Port': ['ID=753f318c-7dd3-4858-acc2-c7906120f3ba,revision_number=4']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:32:11.932662 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-af5e4e9f-3963-4dab-976a-b4880d366f2f req-126ef6ef-77c8-4e6c-9228-132ef17ccd1f service neutron] 10.222.0.31 "GET /v2.0/networks/1eebed42-83f0-407e-9fde-c8f3a2309436?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1273069
Dec 25 21:32:11.955544 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_common [None req-b1793160-e17c-4bb4-bcca-91f87eeb8464 tempest-RoutersNegativeTest-1955099179 tempest-RoutersNegativeTest-1955099179-project] Allocated IP 172.20.0.1 (990e2c6e-7292-4888-a0bc-8615811d8522/228bfc3b-50c4-4a41-af1f-4b2acedb5232/5a0e5afc-06cb-4684-b753-d41b3cd79be2) {{(pid=121607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:32:11.970301 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-347cf5df-001c-4fe6-8a46-e66617838d61 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:12.034759 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-347cf5df-001c-4fe6-8a46-e66617838d61 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:12.093310 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-af5e4e9f-3963-4dab-976a-b4880d366f2f req-51b63b12-d0aa-4434-ab1c-9873de7815ce service neutron] 10.222.0.31 "GET /v2.0/networks/1eebed42-83f0-407e-9fde-c8f3a2309436?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1523008
Dec 25 21:32:12.117110 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b1793160-e17c-4bb4-bcca-91f87eeb8464 tempest-RoutersNegativeTest-1955099179 tempest-RoutersNegativeTest-1955099179-project] Publish callbacks [] for port, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:12.137304 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] get_ports_and_sgs() called for port_ids ['753f318c-7dd3-4858-acc2-c7906120f3ba'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:32:12.174818 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-af5e4e9f-3963-4dab-976a-b4880d366f2f req-4ba5fb25-9e78-4400-b44f-155d20707800 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=c1259bc6-d32f-4b81-b593-3660604ed03e HTTP/1.1" status: 200  len: 217 time: 0.0733459
Dec 25 21:32:12.201841 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-347cf5df-001c-4fe6-8a46-e66617838d61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:12.204951 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-347cf5df-001c-4fe6-8a46-e66617838d61 admin admin] Publish callbacks [] for security_group, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:12.208585 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-347cf5df-001c-4fe6-8a46-e66617838d61 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b474f16b-db61-4eca-b37e-a2515d2547b0 HTTP/1.1" status: 204  len: 168 time: 0.3647666
Dec 25 21:32:12.247665 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347cf5df-001c-4fe6-8a46-e66617838d61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b474f16b-db61-4eca-b37e-a2515d2547b0,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:32:12.289311 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5e4e9f-3963-4dab-976a-b4880d366f2f req-c0f94ddb-341e-40ea-b33e-9189e51ccb98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:32:12.290712 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-af5e4e9f-3963-4dab-976a-b4880d366f2f req-c0f94ddb-341e-40ea-b33e-9189e51ccb98 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=64fd0ee7-98f6-4e06-ac9e-5ec230df994d HTTP/1.1" status: 200  len: 797 time: 0.0977762
Dec 25 21:32:12.298939 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c133a67-0f02-4d44-9209-b8529bf77c8e req-0dac5b93-e7bd-4926-aa7d-fee905af2d34 tempest-VolumesActionsTest-1540518602 tempest-VolumesActionsTest-1540518602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:32:12.300433 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7c133a67-0f02-4d44-9209-b8529bf77c8e req-0dac5b93-e7bd-4926-aa7d-fee905af2d34 tempest-VolumesActionsTest-1540518602 tempest-VolumesActionsTest-1540518602-project] 10.222.0.32 "GET /v2.0/ports?device_id=c61d007c-5265-460b-989f-7006e9caeba7 HTTP/1.1" status: 200  len: 943 time: 0.1364918
Dec 25 21:32:12.303166 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b1793160-e17c-4bb4-bcca-91f87eeb8464 tempest-RoutersNegativeTest-1955099179 tempest-RoutersNegativeTest-1955099179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:12.373743 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c63a74c-2097-4852-98c2-c30b55febca1 req-19449c6d-bba1-4c22-91ad-d5784491ce69 tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:32:12.375229 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4c63a74c-2097-4852-98c2-c30b55febca1 req-19449c6d-bba1-4c22-91ad-d5784491ce69 tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] 10.222.0.32 "GET /v2.0/ports?device_id=145ff3db-fc66-40a9-90da-07251e851506 HTTP/1.1" status: 200  len: 945 time: 0.1347055
Dec 25 21:32:12.379143 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1793160-e17c-4bb4-bcca-91f87eeb8464 tempest-RoutersNegativeTest-1955099179 tempest-RoutersNegativeTest-1955099179-project] Pushing event updated for resources: {'Port': ['ID=5a0e5afc-06cb-4684-b753-d41b3cd79be2,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:32:12.383759 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1793160-e17c-4bb4-bcca-91f87eeb8464 tempest-RoutersNegativeTest-1955099179 tempest-RoutersNegativeTest-1955099179-project] Network 990e2c6e-7292-4888-a0bc-8615811d8522 is already hosted by enough agents. {{(pid=121607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:32:12.385655 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-b1793160-e17c-4bb4-bcca-91f87eeb8464 tempest-RoutersNegativeTest-1955099179 tempest-RoutersNegativeTest-1955099179-project] Resources bound (agent type, host, resource id):  {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:32:12.390107 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1793160-e17c-4bb4-bcca-91f87eeb8464 tempest-RoutersNegativeTest-1955099179 tempest-RoutersNegativeTest-1955099179-project] Received port after_create {{(pid=121607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:32:12.407086 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5e4e9f-3963-4dab-976a-b4880d366f2f req-79cff16e-acc9-4aeb-bec6-3b7489f959f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:32:12.408615 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-af5e4e9f-3963-4dab-976a-b4880d366f2f req-79cff16e-acc9-4aeb-bec6-3b7489f959f6 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=1eebed42-83f0-407e-9fde-c8f3a2309436&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.1070995
Dec 25 21:32:12.428840 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7c133a67-0f02-4d44-9209-b8529bf77c8e req-1352c3f9-bda9-4bb5-8e33-67c4d1a2e3d8 tempest-VolumesActionsTest-1540518602 tempest-VolumesActionsTest-1540518602-project] 10.222.0.32 "GET /v2.0/security-groups?id=d95f4b4b-e2bc-4a54-974a-72224402b503&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1030242
Dec 25 21:32:12.442964 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b1793160-e17c-4bb4-bcca-91f87eeb8464 tempest-RoutersNegativeTest-1955099179 tempest-RoutersNegativeTest-1955099179-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2008772'] for router_interface, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:12.564070 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4c63a74c-2097-4852-98c2-c30b55febca1 req-fc3551bc-1e01-40ed-a8d6-b654e92df3e1 tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] 10.222.0.32 "GET /v2.0/security-groups?id=8e787377-3d24-4819-b453-04e533e4be82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1625485
Dec 25 21:32:12.566190 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-af5e4e9f-3963-4dab-976a-b4880d366f2f req-71787270-d844-4cf8-9e79-81b90530fca1 service neutron] 10.222.0.31 "GET /v2.0/networks/1eebed42-83f0-407e-9fde-c8f3a2309436?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1358156
Dec 25 21:32:12.623074 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b1793160-e17c-4bb4-bcca-91f87eeb8464 tempest-RoutersNegativeTest-1955099179 tempest-RoutersNegativeTest-1955099179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:12.662171 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device 914b055e-69b0-4157-ad7c-92e60fbd5a57 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 25 21:32:12.699812 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-af5e4e9f-3963-4dab-976a-b4880d366f2f req-5a894329-47f9-446e-aa6e-8393b1ef849d service neutron] 10.222.0.31 "GET /v2.0/networks/1eebed42-83f0-407e-9fde-c8f3a2309436?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1250606
Dec 25 21:32:12.769075 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-9bea79af-0d1d-44ed-8770-43cd60de3504 None None] Provisioning complete for port 5a0e5afc-06cb-4684-b753-d41b3cd79be2 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:32:12.769456 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9bea79af-0d1d-44ed-8770-43cd60de3504 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:12.813464 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-9bea79af-0d1d-44ed-8770-43cd60de3504 None None] Port 5a0e5afc-06cb-4684-b753-d41b3cd79be2 cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:32:12.820787 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port 914b055e-69b0-4157-ad7c-92e60fbd5a57, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=914b055e-69b0-4157-ad7c-92e60fbd5a57,segment=NetworkSegment(0fac887f-f99f-493c-9476-cc5385c45b09),segment_id=0fac887f-f99f-493c-9476-cc5385c45b09)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:32:12.832396 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Returning: {'device': '914b055e-69b0-4157-ad7c-92e60fbd5a57', 'network_id': 'de58f787-39ab-41e4-85ea-78281c9ae3af', 'port_id': '914b055e-69b0-4157-ad7c-92e60fbd5a57', 'mac_address': 'fa:16:3e:17:3a:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40fa57d1-cd20-42ee-acef-cd325a6b2f1c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 25 21:32:12.878220 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:12.897694 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b19727-6b72-406a-ad56-5cbe401a1ba2 req-b8d7bac4-5707-4114-a2e0-42ed5bde02bb tempest-ListServersNegativeTestJSON-1535126760 tempest-ListServersNegativeTestJSON-1535126760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:32:12.906556 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 914b055e-69b0-4157-ad7c-92e60fbd5a57 {{(pid=121608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:32:12.909431 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-52b19727-6b72-406a-ad56-5cbe401a1ba2 req-b8d7bac4-5707-4114-a2e0-42ed5bde02bb tempest-ListServersNegativeTestJSON-1535126760 tempest-ListServersNegativeTestJSON-1535126760-project] 10.222.0.32 "GET /v2.0/ports?device_id=1bb28ccd-3dc5-481f-873e-9836f6f1586e HTTP/1.1" status: 200  len: 945 time: 0.0818560
Dec 25 21:32:12.927685 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port 914b055e-69b0-4157-ad7c-92e60fbd5a57, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=914b055e-69b0-4157-ad7c-92e60fbd5a57,segment=NetworkSegment(0fac887f-f99f-493c-9476-cc5385c45b09),segment_id=0fac887f-f99f-493c-9476-cc5385c45b09)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:32:12.961200 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b1793160-e17c-4bb4-bcca-91f87eeb8464 tempest-RoutersNegativeTest-1955099179 tempest-RoutersNegativeTest-1955099179-project] Publish callbacks [] for port, precommit_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:12.965388 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-52b19727-6b72-406a-ad56-5cbe401a1ba2 req-bfea8f05-03b3-434b-88ce-5021d46487ea tempest-ListServersNegativeTestJSON-1535126760 tempest-ListServersNegativeTestJSON-1535126760-project] 10.222.0.32 "GET /v2.0/security-groups?id=6d7d48ac-0dbe-4d82-be01-a2549b106897&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0522912
Dec 25 21:32:13.062224 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:13.093323 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7a8c7c-b155-4944-a951-55832b3f03d5 req-3a3ea27d-4463-4afd-b712-6d499d4ee9c9 tempest-ListServersNegativeTestJSON-1535126760 tempest-ListServersNegativeTestJSON-1535126760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:32:13.095544 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-db7a8c7c-b155-4944-a951-55832b3f03d5 req-3a3ea27d-4463-4afd-b712-6d499d4ee9c9 tempest-ListServersNegativeTestJSON-1535126760 tempest-ListServersNegativeTestJSON-1535126760-project] 10.222.0.32 "GET /v2.0/ports?device_id=67e16f08-7bce-4669-ac08-be4cf324dc04 HTTP/1.1" status: 200  len: 945 time: 0.0550578
Dec 25 21:32:13.102204 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b1793160-e17c-4bb4-bcca-91f87eeb8464 tempest-RoutersNegativeTest-1955099179 tempest-RoutersNegativeTest-1955099179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8632327'] for port, after_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:13.118324 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Pushing event updated for resources: {'Port': ['ID=914b055e-69b0-4157-ad7c-92e60fbd5a57,revision_number=4']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:32:13.135856 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 50600) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:32:13.154938 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-db7a8c7c-b155-4944-a951-55832b3f03d5 req-a63ecb69-96b7-4678-a07c-dde3109570d2 tempest-ListServersNegativeTestJSON-1535126760 tempest-ListServersNegativeTestJSON-1535126760-project] 10.222.0.32 "GET /v2.0/security-groups?id=6d7d48ac-0dbe-4d82-be01-a2549b106897&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0523689
Dec 25 21:32:13.182533 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-d17c0475-73b1-40d9-856b-0e4319ea9ed6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:13.206497 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b1793160-e17c-4bb4-bcca-91f87eeb8464 tempest-RoutersNegativeTest-1955099179 tempest-RoutersNegativeTest-1955099179-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2007636'] for router_interface, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:13.212729 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1793160-e17c-4bb4-bcca-91f87eeb8464 tempest-RoutersNegativeTest-1955099179 tempest-RoutersNegativeTest-1955099179-project] Pushing event updated for resources: {'Port': ['ID=5a0e5afc-06cb-4684-b753-d41b3cd79be2,revision_number=2']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:32:13.287842 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] get_ports_and_sgs() called for port_ids ['914b055e-69b0-4157-ad7c-92e60fbd5a57'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:32:13.349264 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-d17c0475-73b1-40d9-856b-0e4319ea9ed6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:13.354433 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1793160-e17c-4bb4-bcca-91f87eeb8464 tempest-RoutersNegativeTest-1955099179 tempest-RoutersNegativeTest-1955099179-project] Network 990e2c6e-7292-4888-a0bc-8615811d8522 is already hosted by enough agents. {{(pid=121607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:32:13.355884 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-b1793160-e17c-4bb4-bcca-91f87eeb8464 tempest-RoutersNegativeTest-1955099179 tempest-RoutersNegativeTest-1955099179-project] Resources bound (agent type, host, resource id):  {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:32:13.370708 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device 753f318c-7dd3-4858-acc2-c7906120f3ba up at agent hyperv_nch1-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:32:13.447903 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-d17c0475-73b1-40d9-856b-0e4319ea9ed6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:13.505360 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17c0475-73b1-40d9-856b-0e4319ea9ed6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=056e9b4c-98b9-4443-b082-d77711849c1e,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:32:13.513750 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-d17c0475-73b1-40d9-856b-0e4319ea9ed6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e847b0d887694ae0854f8496a7f984e6&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3595443
Dec 25 21:32:13.515604 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 50608) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:32:13.538134 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1793160-e17c-4bb4-bcca-91f87eeb8464 tempest-RoutersNegativeTest-1955099179 tempest-RoutersNegativeTest-1955099179-project] Router 27a29adf-bd67-47e8-bd80-a3482ace1978 has already been hosted by L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 {{(pid=121607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 25 21:32:13.568554 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ca33c7-78f6-4a3e-b9a0-c8a751a2d504 req-23200dc3-4530-4310-9e59-2ac708ff1b35 tempest-VolumesActionsTest-1540518602 tempest-VolumesActionsTest-1540518602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:32:13.570394 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-76ca33c7-78f6-4a3e-b9a0-c8a751a2d504 req-23200dc3-4530-4310-9e59-2ac708ff1b35 tempest-VolumesActionsTest-1540518602 tempest-VolumesActionsTest-1540518602-project] 10.222.0.32 "GET /v2.0/ports?device_id=c61d007c-5265-460b-989f-7006e9caeba7 HTTP/1.1" status: 200  len: 944 time: 0.0600955
Dec 25 21:32:13.588999 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Provisioning for port 753f318c-7dd3-4858-acc2-c7906120f3ba completed by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 25 21:32:13.594446 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Provisioning complete for port 753f318c-7dd3-4858-acc2-c7906120f3ba triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:32:13.594822 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:13.644025 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-76ca33c7-78f6-4a3e-b9a0-c8a751a2d504 req-487acfc7-a9e2-41f2-9ae2-074de40cfa56 tempest-VolumesActionsTest-1540518602 tempest-VolumesActionsTest-1540518602-project] 10.222.0.32 "GET /v2.0/security-groups?id=d95f4b4b-e2bc-4a54-974a-72224402b503&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0656002
Dec 25 21:32:13.661299 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-7f35211a-60a0-475d-94bb-0485d19610c8 None None] Provisioning complete for port 5a0e5afc-06cb-4684-b753-d41b3cd79be2 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:32:13.661509 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-7f35211a-60a0-475d-94bb-0485d19610c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:13.706770 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-7f35211a-60a0-475d-94bb-0485d19610c8 None None] Port 5a0e5afc-06cb-4684-b753-d41b3cd79be2 cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:32:13.714492 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-91f898c8-4775-46da-a863-eb8a96712af9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:13.716785 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1793160-e17c-4bb4-bcca-91f87eeb8464 tempest-RoutersNegativeTest-1955099179 tempest-RoutersNegativeTest-1955099179-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 21:32:13.723250 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-b1793160-e17c-4bb4-bcca-91f87eeb8464 tempest-RoutersNegativeTest-1955099179 tempest-RoutersNegativeTest-1955099179-project] 10.222.0.32 "PUT /v2.0/routers/27a29adf-bd67-47e8-bd80-a3482ace1978/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.4365535
Dec 25 21:32:13.726090 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65019f73-ea01-4b40-a2ff-340513342935 None None] Sync routers for ids ['27a29adf-bd67-47e8-bd80-a3482ace1978'] in ncdv-master-1 {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 21:32:13.726586 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 50614) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:32:13.751256 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-91f898c8-4775-46da-a863-eb8a96712af9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:13.757620 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.agents_db [None req-ec08dba0-4483-4109-b5e1-5e4a9fdaf12d None None] Agent healthcheck: found 7 active agents {{(pid=121609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 25 21:32:13.758374 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65019f73-ea01-4b40-a2ff-340513342935 None None] Routers {'27a29adf-bd67-47e8-bd80-a3482ace1978'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:32:13.759003 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-65019f73-ea01-4b40-a2ff-340513342935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2618877a60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:32:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['27a29adf-bd67-47e8-bd80-a3482ace1978'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:32:13.781170 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:13.811077 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '145ff3db-fc66-40a9-90da-07251e851506', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '753f318c-7dd3-4858-acc2-c7906120f3ba'}] {{(pid=121608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:32:13.814670 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a88c78c3ff6266bd59c7e89d275b28c92e739b67d23c89d71af88829fd31566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c12151f-3e43-4cc5-9d71-4c109afa0e8a" -d '{"events": [{"server_uuid": "145ff3db-fc66-40a9-90da-07251e851506", "name": "network-vif-plugged", "status": "completed", "tag": "753f318c-7dd3-4858-acc2-c7906120f3ba"}]}' {{(pid=121608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:32:13.822943 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-65019f73-ea01-4b40-a2ff-340513342935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2618877a60>, [], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:32:13.829800 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port 753f318c-7dd3-4858-acc2-c7906120f3ba, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=753f318c-7dd3-4858-acc2-c7906120f3ba,segment=NetworkSegment(399a6746-6b98-4df2-84fe-0fb7167d792c),segment_id=399a6746-6b98-4df2-84fe-0fb7167d792c)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:32:13.833406 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65019f73-ea01-4b40-a2ff-340513342935 None None] Routers {'27a29adf-bd67-47e8-bd80-a3482ace1978'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:32:13.834020 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-65019f73-ea01-4b40-a2ff-340513342935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2618877a60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:32:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['27a29adf-bd67-47e8-bd80-a3482ace1978'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:32:13.866293 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-65019f73-ea01-4b40-a2ff-340513342935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2618877a60>, [], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:32:13.867219 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65019f73-ea01-4b40-a2ff-340513342935 None None] The sync data for ids ['27a29adf-bd67-47e8-bd80-a3482ace1978'] in ncdv-master-1 is: [] {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 21:32:13.900795 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdef3d21-b4d7-44ab-9795-5bb69879d790 req-cc287efa-6264-4d38-bd31-7301b8180618 tempest-ListServersNegativeTestJSON-1535126760 tempest-ListServersNegativeTestJSON-1535126760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:32:13.902332 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-fdef3d21-b4d7-44ab-9795-5bb69879d790 req-cc287efa-6264-4d38-bd31-7301b8180618 tempest-ListServersNegativeTestJSON-1535126760 tempest-ListServersNegativeTestJSON-1535126760-project] 10.222.0.32 "GET /v2.0/ports?device_id=67e16f08-7bce-4669-ac08-be4cf324dc04 HTTP/1.1" status: 200  len: 945 time: 0.1819723
Dec 25 21:32:13.909679 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-91f898c8-4775-46da-a863-eb8a96712af9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:13.912266 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-91f898c8-4775-46da-a863-eb8a96712af9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:13.913436 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-91f898c8-4775-46da-a863-eb8a96712af9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/056e9b4c-98b9-4443-b082-d77711849c1e HTTP/1.1" status: 204  len: 168 time: 0.3963234
Dec 25 21:32:13.921241 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f898c8-4775-46da-a863-eb8a96712af9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=056e9b4c-98b9-4443-b082-d77711849c1e,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:32:13.925414 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041b103a-7e05-47e9-904a-704edefc61b3 req-8de19542-8067-46cb-a867-ceeae131d64d tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:32:13.926916 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-041b103a-7e05-47e9-904a-704edefc61b3 req-8de19542-8067-46cb-a867-ceeae131d64d tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] 10.222.0.32 "GET /v2.0/ports?device_id=145ff3db-fc66-40a9-90da-07251e851506 HTTP/1.1" status: 200  len: 945 time: 0.1546521
Dec 25 21:32:13.934715 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-27a997cc-5b38-41ea-918f-11df8620b765 tempest-RoutersNegativeTest-1955099179 tempest-RoutersNegativeTest-1955099179-project] Publish callbacks [] for router, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:13.961872 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:14.030176 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Pushing event updated for resources: {'Port': ['ID=753f318c-7dd3-4858-acc2-c7906120f3ba,revision_number=5']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:32:14.081686 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-fdef3d21-b4d7-44ab-9795-5bb69879d790 req-235cc4fd-26f1-4361-92ea-a0790fdb1dbc tempest-ListServersNegativeTestJSON-1535126760 tempest-ListServersNegativeTestJSON-1535126760-project] 10.222.0.32 "GET /v2.0/security-groups?id=6d7d48ac-0dbe-4d82-be01-a2549b106897&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1695344
Dec 25 21:32:14.101382 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-041b103a-7e05-47e9-904a-704edefc61b3 req-ee28cbe9-e0de-4eda-86cc-c6232046f566 tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] 10.222.0.32 "GET /v2.0/security-groups?id=8e787377-3d24-4819-b453-04e533e4be82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1629102
Dec 25 21:32:14.103692 ncdv-master-1 neutron-server[121606]: INFO neutron.api.v2.resource [None req-27a997cc-5b38-41ea-918f-11df8620b765 tempest-RoutersNegativeTest-1955099179 tempest-RoutersNegativeTest-1955099179-project] delete failed (client error): There was a conflict when trying to complete your request.
Dec 25 21:32:14.107925 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 50638) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:32:14.108336 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-27a997cc-5b38-41ea-918f-11df8620b765 tempest-RoutersNegativeTest-1955099179 tempest-RoutersNegativeTest-1955099179-project] 10.222.0.32 "DELETE /v2.0/routers/27a29adf-bd67-47e8-bd80-a3482ace1978 HTTP/1.1" status: 409  len: 329 time: 0.3806291
Dec 25 21:32:14.159122 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 21:32:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ca261b4-b6d8-474a-a032-00245274b666 x-openstack-request-id: req-0ca261b4-b6d8-474a-a032-00245274b666 {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:32:14.159456 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "145ff3db-fc66-40a9-90da-07251e851506", "name": "network-vif-plugged", "status": "completed", "tag": "753f318c-7dd3-4858-acc2-c7906120f3ba", "code": 200}]} {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:32:14.159713 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0ca261b4-b6d8-474a-a032-00245274b666 {{(pid=121608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:32:14.160108 ncdv-master-1 neutron-server[121608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '145ff3db-fc66-40a9-90da-07251e851506', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '753f318c-7dd3-4858-acc2-c7906120f3ba', 'code': 200}
Dec 25 21:32:14.268401 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5679287a-15ee-43bc-984a-a71a076556c5 req-43551fbe-8cde-4ce8-abde-37674d9b247a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:32:14.270273 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5679287a-15ee-43bc-984a-a71a076556c5 req-43551fbe-8cde-4ce8-abde-37674d9b247a service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=145ff3db-fc66-40a9-90da-07251e851506 HTTP/1.1" status: 200  len: 1097 time: 0.0454142
Dec 25 21:32:14.336777 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5679287a-15ee-43bc-984a-a71a076556c5 req-3fe179ad-2cec-4ab6-95af-90cb7050fa9b service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=8e787377-3d24-4819-b453-04e533e4be82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0571499
Dec 25 21:32:14.486768 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-4e8c5098-86a1-4964-8f98-0a9f834c20c6 tempest-RoutersNegativeTest-1955099179 tempest-RoutersNegativeTest-1955099179-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2007615'] for router_interface, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:14.678827 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device 914b055e-69b0-4157-ad7c-92e60fbd5a57 up at agent hyperv_nch2-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:32:14.775873 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-4e8c5098-86a1-4964-8f98-0a9f834c20c6 tempest-RoutersNegativeTest-1955099179 tempest-RoutersNegativeTest-1955099179-project] Deleting port 5a0e5afc-06cb-4684-b753-d41b3cd79be2 {{(pid=121607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:32:14.776217 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-4e8c5098-86a1-4964-8f98-0a9f834c20c6 tempest-RoutersNegativeTest-1955099179 tempest-RoutersNegativeTest-1955099179-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:14.803503 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30cdf6b-0dab-42f8-8d7f-88bf0938a1c4 req-a5d93716-2e31-4ffb-a5b2-0769020075f7 tempest-VolumesActionsTest-1540518602 tempest-VolumesActionsTest-1540518602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:32:14.811294 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c30cdf6b-0dab-42f8-8d7f-88bf0938a1c4 req-a5d93716-2e31-4ffb-a5b2-0769020075f7 tempest-VolumesActionsTest-1540518602 tempest-VolumesActionsTest-1540518602-project] 10.222.0.32 "GET /v2.0/ports?device_id=c61d007c-5265-460b-989f-7006e9caeba7 HTTP/1.1" status: 200  len: 944 time: 0.0586140
Dec 25 21:32:14.830670 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 50662) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:32:14.846792 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Provisioning for port 914b055e-69b0-4157-ad7c-92e60fbd5a57 completed by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 25 21:32:14.858713 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Provisioning complete for port 914b055e-69b0-4157-ad7c-92e60fbd5a57 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:32:14.858713 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:14.876336 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c30cdf6b-0dab-42f8-8d7f-88bf0938a1c4 req-571198ad-b2c8-4a75-9526-aa6fa0b4d486 tempest-VolumesActionsTest-1540518602 tempest-VolumesActionsTest-1540518602-project] 10.222.0.32 "GET /v2.0/security-groups?id=d95f4b4b-e2bc-4a54-974a-72224402b503&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0640912
Dec 25 21:32:14.907463 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-4e8c5098-86a1-4964-8f98-0a9f834c20c6 tempest-RoutersNegativeTest-1955099179 tempest-RoutersNegativeTest-1955099179-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:14.923322 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-4e8c5098-86a1-4964-8f98-0a9f834c20c6 tempest-RoutersNegativeTest-1955099179 tempest-RoutersNegativeTest-1955099179-project] Calling delete_port for 5a0e5afc-06cb-4684-b753-d41b3cd79be2 owned by network:router_interface {{(pid=121607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:32:14.976471 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:15.017144 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port 914b055e-69b0-4157-ad7c-92e60fbd5a57, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=914b055e-69b0-4157-ad7c-92e60fbd5a57,segment=NetworkSegment(0fac887f-f99f-493c-9476-cc5385c45b09),segment_id=0fac887f-f99f-493c-9476-cc5385c45b09)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:32:15.040491 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-c19c2c95-7540-4158-93e1-331cc37f6bcd admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1b4189d0115b4d849f8f9bce9deef49f&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2086024
Dec 25 21:32:15.043055 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 50670) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:32:15.104676 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:15.195195 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b1abc0-4109-468c-a5b9-8db5fff506e4 req-4e550593-6264-4f61-953f-5c5a4fd31fd6 tempest-ListServersNegativeTestJSON-1535126760 tempest-ListServersNegativeTestJSON-1535126760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:32:15.197385 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-52b1abc0-4109-468c-a5b9-8db5fff506e4 req-4e550593-6264-4f61-953f-5c5a4fd31fd6 tempest-ListServersNegativeTestJSON-1535126760 tempest-ListServersNegativeTestJSON-1535126760-project] 10.222.0.31 "GET /v2.0/ports?device_id=67e16f08-7bce-4669-ac08-be4cf324dc04 HTTP/1.1" status: 200  len: 945 time: 0.1236877
Dec 25 21:32:15.226460 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Pushing event updated for resources: {'Port': ['ID=914b055e-69b0-4157-ad7c-92e60fbd5a57,revision_number=5']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:32:15.241059 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 50680) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:32:15.241751 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-20a1284e-444b-4c04-a50f-f5d190ef37bd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:15.338798 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-20a1284e-444b-4c04-a50f-f5d190ef37bd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:15.351811 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec186f7-7eac-4b69-8857-13055da845bc req-0f76dcd1-09fb-4f95-a883-053feba4a75d tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:32:15.353442 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3ec186f7-7eac-4b69-8857-13055da845bc req-0f76dcd1-09fb-4f95-a883-053feba4a75d tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] 10.222.0.32 "GET /v2.0/ports?device_id=145ff3db-fc66-40a9-90da-07251e851506 HTTP/1.1" status: 200  len: 946 time: 0.1548097
Dec 25 21:32:15.395934 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-e247aa21-b2cb-4593-8bb8-2ead1ef2d557 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-466669011-network', 'tenant_id': '71418288426545dea311f347bd0cbfdb'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:32:15.440425 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-4e8c5098-86a1-4964-8f98-0a9f834c20c6 tempest-RoutersNegativeTest-1955099179 tempest-RoutersNegativeTest-1955099179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:15.446613 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2143bef0-a43a-452c-b2dc-cd3d876b7458 req-cef262b9-dcfa-4ecb-8497-5454bfcb6ba0 tempest-ListServersNegativeTestJSON-1535126760 tempest-ListServersNegativeTestJSON-1535126760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:32:15.448116 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2143bef0-a43a-452c-b2dc-cd3d876b7458 req-cef262b9-dcfa-4ecb-8497-5454bfcb6ba0 tempest-ListServersNegativeTestJSON-1535126760 tempest-ListServersNegativeTestJSON-1535126760-project] 10.222.0.32 "GET /v2.0/ports?device_id=67e16f08-7bce-4669-ac08-be4cf324dc04 HTTP/1.1" status: 200  len: 945 time: 0.2095475
Dec 25 21:32:15.472458 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8c5098-86a1-4964-8f98-0a9f834c20c6 tempest-RoutersNegativeTest-1955099179 tempest-RoutersNegativeTest-1955099179-project] Pushing event deleted for resources: {'Port': ['ID=5a0e5afc-06cb-4684-b753-d41b3cd79be2,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:32:15.523478 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3ec186f7-7eac-4b69-8857-13055da845bc req-f6e7f557-02c2-43de-b97c-1293ad82abe6 tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] 10.222.0.32 "GET /v2.0/security-groups?id=8e787377-3d24-4819-b453-04e533e4be82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1401341
Dec 25 21:32:15.555789 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [req-52b1abc0-4109-468c-a5b9-8db5fff506e4 req-337ef5de-1f64-4f4b-8314-5bb2b95267ff tempest-ListServersNegativeTestJSON-1535126760 tempest-ListServersNegativeTestJSON-1535126760-project] Deleting port 0558fb1c-8cdb-4c71-b053-b7bff883ff9b {{(pid=121606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:32:15.568495 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-52b1abc0-4109-468c-a5b9-8db5fff506e4 req-337ef5de-1f64-4f4b-8314-5bb2b95267ff tempest-ListServersNegativeTestJSON-1535126760 tempest-ListServersNegativeTestJSON-1535126760-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:15.596609 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e247aa21-b2cb-4593-8bb8-2ead1ef2d557 admin admin] Made reservation on behalf of 71418288426545dea311f347bd0cbfdb for: {'network': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:32:15.599080 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-e247aa21-b2cb-4593-8bb8-2ead1ef2d557 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for network, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:15.623458 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-4e8c5098-86a1-4964-8f98-0a9f834c20c6 tempest-RoutersNegativeTest-1955099179 tempest-RoutersNegativeTest-1955099179-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2007763'] for router_interface, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:15.629165 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-20a1284e-444b-4c04-a50f-f5d190ef37bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:15.631823 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-20a1284e-444b-4c04-a50f-f5d190ef37bd admin admin] Publish callbacks [] for security_group, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:15.634591 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-20a1284e-444b-4c04-a50f-f5d190ef37bd admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/deb16012-caf8-46e4-bd8f-a73e0cb26ce2 HTTP/1.1" status: 204  len: 168 time: 0.5889177
Dec 25 21:32:15.649619 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-e247aa21-b2cb-4593-8bb8-2ead1ef2d557 admin admin] Publish callbacks [] for security_group, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:15.725466 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2143bef0-a43a-452c-b2dc-cd3d876b7458 req-f0e19a35-955e-4bd7-b629-ac7420566745 tempest-ListServersNegativeTestJSON-1535126760 tempest-ListServersNegativeTestJSON-1535126760-project] 10.222.0.32 "GET /v2.0/security-groups?id=6d7d48ac-0dbe-4d82-be01-a2549b106897&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2595251
Dec 25 21:32:15.736704 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a1284e-444b-4c04-a50f-f5d190ef37bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=deb16012-caf8-46e4-bd8f-a73e0cb26ce2,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:32:15.771891 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-52b1abc0-4109-468c-a5b9-8db5fff506e4 req-337ef5de-1f64-4f4b-8314-5bb2b95267ff tempest-ListServersNegativeTestJSON-1535126760 tempest-ListServersNegativeTestJSON-1535126760-project] For port 0558fb1c-8cdb-4c71-b053-b7bff883ff9b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0558fb1c-8cdb-4c71-b053-b7bff883ff9b,segment=NetworkSegment(4d7acbc5-9faa-4d1c-9561-7a017cc31112),segment_id=4d7acbc5-9faa-4d1c-9561-7a017cc31112)] {{(pid=121606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:32:15.772258 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-52b1abc0-4109-468c-a5b9-8db5fff506e4 req-337ef5de-1f64-4f4b-8314-5bb2b95267ff tempest-ListServersNegativeTestJSON-1535126760 tempest-ListServersNegativeTestJSON-1535126760-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:15.791641 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [req-52b1abc0-4109-468c-a5b9-8db5fff506e4 req-337ef5de-1f64-4f4b-8314-5bb2b95267ff tempest-ListServersNegativeTestJSON-1535126760 tempest-ListServersNegativeTestJSON-1535126760-project] Calling delete_port for 0558fb1c-8cdb-4c71-b053-b7bff883ff9b owned by compute:nova {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:32:15.809536 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e8c5098-86a1-4964-8f98-0a9f834c20c6 tempest-RoutersNegativeTest-1955099179 tempest-RoutersNegativeTest-1955099179-project] Router 27a29adf-bd67-47e8-bd80-a3482ace1978 has already been hosted by L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 {{(pid=121607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 25 21:32:15.982143 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e8c5098-86a1-4964-8f98-0a9f834c20c6 tempest-RoutersNegativeTest-1955099179 tempest-RoutersNegativeTest-1955099179-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 21:32:15.989755 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-4e8c5098-86a1-4964-8f98-0a9f834c20c6 tempest-RoutersNegativeTest-1955099179 tempest-RoutersNegativeTest-1955099179-project] 10.222.0.32 "PUT /v2.0/routers/27a29adf-bd67-47e8-bd80-a3482ace1978/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.8799839
Dec 25 21:32:15.994782 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-393db505-6371-421b-bea2-b28808432c79 None None] Sync routers for ids ['27a29adf-bd67-47e8-bd80-a3482ace1978'] in ncdv-master-1 {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 21:32:16.001739 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 50690) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:32:16.014930 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-393db505-6371-421b-bea2-b28808432c79 None None] Routers {'27a29adf-bd67-47e8-bd80-a3482ace1978'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:32:16.016686 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-393db505-6371-421b-bea2-b28808432c79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2618458be0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:32:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['27a29adf-bd67-47e8-bd80-a3482ace1978'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:32:16.077637 ncdv-master-1 neutron-server[121607]: INFO neutron.api.v2.resource [None req-0674e164-a07d-4d74-81dc-2c12ba7c7c08 tempest-RoutersNegativeTest-1955099179 tempest-RoutersNegativeTest-1955099179-project] show failed (client error): The resource could not be found.
Dec 25 21:32:16.080275 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-0674e164-a07d-4d74-81dc-2c12ba7c7c08 tempest-RoutersNegativeTest-1955099179 tempest-RoutersNegativeTest-1955099179-project] 10.222.0.32 "GET /v2.0/routers/tempest-non_exist_router-1054987897 HTTP/1.1" status: 404  len: 335 time: 0.0772841
Dec 25 21:32:16.084607 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-393db505-6371-421b-bea2-b28808432c79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2618458be0>, [], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:32:16.091492 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 50692) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:32:16.096802 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-48704b57-7166-4a88-8594-afba78779654 tempest-RoutersNegativeTest-1955099179 tempest-RoutersNegativeTest-1955099179-project] Request body: {'router': {'name': 'new_name'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:32:16.112905 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-393db505-6371-421b-bea2-b28808432c79 None None] Routers {'27a29adf-bd67-47e8-bd80-a3482ace1978'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:32:16.114146 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-393db505-6371-421b-bea2-b28808432c79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2618458be0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:32:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['27a29adf-bd67-47e8-bd80-a3482ace1978'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:32:16.132693 ncdv-master-1 neutron-server[121607]: INFO neutron.api.v2.resource [None req-48704b57-7166-4a88-8594-afba78779654 tempest-RoutersNegativeTest-1955099179 tempest-RoutersNegativeTest-1955099179-project] update failed (client error): The resource could not be found.
Dec 25 21:32:16.134033 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-48704b57-7166-4a88-8594-afba78779654 tempest-RoutersNegativeTest-1955099179 tempest-RoutersNegativeTest-1955099179-project] 10.222.0.32 "PUT /v2.0/routers/tempest-non_exist_router-1233609033 HTTP/1.1" status: 404  len: 335 time: 0.0414927
Dec 25 21:32:16.142816 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 50694) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:32:16.158791 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-393db505-6371-421b-bea2-b28808432c79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2618458be0>, [], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:32:16.159984 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-393db505-6371-421b-bea2-b28808432c79 None None] The sync data for ids ['27a29adf-bd67-47e8-bd80-a3482ace1978'] in ncdv-master-1 is: [] {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 21:32:16.163625 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c61d007c-5265-460b-989f-7006e9caeba7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '914b055e-69b0-4157-ad7c-92e60fbd5a57'}] {{(pid=121608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:32:16.168003 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a88c78c3ff6266bd59c7e89d275b28c92e739b67d23c89d71af88829fd31566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d5e5568-21ad-4f9c-ae0d-f76e3cbdb897" -d '{"events": [{"server_uuid": "c61d007c-5265-460b-989f-7006e9caeba7", "name": "network-vif-plugged", "status": "completed", "tag": "914b055e-69b0-4157-ad7c-92e60fbd5a57"}]}' {{(pid=121608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:32:16.216729 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2750713-603a-4fa1-95c3-f34a9ffe3e4c tempest-RoutersNegativeTest-1955099179 tempest-RoutersNegativeTest-1955099179-project] Deleting subnet 3317aee6-2397-4102-b502-7b1a6d5d2b59 {{(pid=121607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Dec 25 21:32:16.222288 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f2750713-603a-4fa1-95c3-f34a9ffe3e4c tempest-RoutersNegativeTest-1955099179 tempest-RoutersNegativeTest-1955099179-project] Publish callbacks [] for subnet, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:16.245358 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 21:32:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b16ed1ad-2790-4bcc-b4ee-062a2b2312fb x-openstack-request-id: req-b16ed1ad-2790-4bcc-b4ee-062a2b2312fb {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:32:16.246078 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c61d007c-5265-460b-989f-7006e9caeba7", "name": "network-vif-plugged", "status": "completed", "tag": "914b055e-69b0-4157-ad7c-92e60fbd5a57", "code": 200}]} {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:32:16.246831 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b16ed1ad-2790-4bcc-b4ee-062a2b2312fb {{(pid=121608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:32:16.247448 ncdv-master-1 neutron-server[121608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c61d007c-5265-460b-989f-7006e9caeba7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '914b055e-69b0-4157-ad7c-92e60fbd5a57', 'code': 200}
Dec 25 21:32:16.294027 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f2750713-603a-4fa1-95c3-f34a9ffe3e4c tempest-RoutersNegativeTest-1955099179 tempest-RoutersNegativeTest-1955099179-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10246617'] for subnet, precommit_delete_associations {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:16.404509 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f2750713-603a-4fa1-95c3-f34a9ffe3e4c tempest-RoutersNegativeTest-1955099179 tempest-RoutersNegativeTest-1955099179-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995662'] for subnet, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:16.481218 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fc2e9a-a386-4f93-814a-e47693315cb3 req-83f9cf8f-b563-4a0e-ba7d-6d5ec1a793d7 tempest-VolumesActionsTest-1540518602 tempest-VolumesActionsTest-1540518602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:32:16.482724 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b9fc2e9a-a386-4f93-814a-e47693315cb3 req-83f9cf8f-b563-4a0e-ba7d-6d5ec1a793d7 tempest-VolumesActionsTest-1540518602 tempest-VolumesActionsTest-1540518602-project] 10.222.0.32 "GET /v2.0/ports?device_id=c61d007c-5265-460b-989f-7006e9caeba7 HTTP/1.1" status: 200  len: 945 time: 0.1531677
Dec 25 21:32:16.487785 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc2e981-24ff-4075-a5e4-537b37a13b6c req-860c5894-ecd6-459c-af34-91050b1b0122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:32:16.489170 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2dc2e981-24ff-4075-a5e4-537b37a13b6c req-860c5894-ecd6-459c-af34-91050b1b0122 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c61d007c-5265-460b-989f-7006e9caeba7 HTTP/1.1" status: 200  len: 1096 time: 0.1288688
Dec 25 21:32:16.492055 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-e247aa21-b2cb-4593-8bb8-2ead1ef2d557 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:16.521607 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-52b1abc0-4109-468c-a5b9-8db5fff506e4 req-337ef5de-1f64-4f4b-8314-5bb2b95267ff tempest-ListServersNegativeTestJSON-1535126760 tempest-ListServersNegativeTestJSON-1535126760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:16.529311 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] get_ports_and_sgs() called for port_ids ['dcfdb4d9-b426-41f4-8901-12074cee232d'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:32:16.532135 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] get_ports_and_sgs() called for port_ids ['144f1a3a-207e-4bda-9b5e-951b5824198a', '0558fb1c-8cdb-4c71-b053-b7bff883ff9b'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:32:16.567164 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337ef5de-1f64-4f4b-8314-5bb2b95267ff tempest-ListServersNegativeTestJSON-1535126760 tempest-ListServersNegativeTestJSON-1535126760-project] Pushing event deleted for resources: {'Port': ['ID=0558fb1c-8cdb-4c71-b053-b7bff883ff9b,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:32:16.576836 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f2750713-603a-4fa1-95c3-f34a9ffe3e4c tempest-RoutersNegativeTest-1955099179 tempest-RoutersNegativeTest-1955099179-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8632410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8852809'] for subnet, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:16.621125 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2dc2e981-24ff-4075-a5e4-537b37a13b6c req-e2152ec1-b8a8-406a-a156-735bc9c0fd23 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=d95f4b4b-e2bc-4a54-974a-72224402b503&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1223373
Dec 25 21:32:16.626854 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2750713-603a-4fa1-95c3-f34a9ffe3e4c tempest-RoutersNegativeTest-1955099179 tempest-RoutersNegativeTest-1955099179-project] Pushing event deleted for resources: {'Subnet': ['ID=3317aee6-2397-4102-b502-7b1a6d5d2b59,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:32:16.631000 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f2750713-603a-4fa1-95c3-f34a9ffe3e4c tempest-RoutersNegativeTest-1955099179 tempest-RoutersNegativeTest-1955099179-project] Publish callbacks [] for subnet, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:16.635208 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-f2750713-603a-4fa1-95c3-f34a9ffe3e4c tempest-RoutersNegativeTest-1955099179 tempest-RoutersNegativeTest-1955099179-project] 10.222.0.32 "DELETE /v2.0/subnets/3317aee6-2397-4102-b502-7b1a6d5d2b59 HTTP/1.1" status: 204  len: 168 time: 0.4912951
Dec 25 21:32:16.640162 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 50702) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:32:16.646802 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8f53676-ac24-4370-bbad-556e14f755ab None None] Network 79bafbbf-2199-41b3-8c2f-a2c1fe6e2375 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:32:16.649186 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b9fc2e9a-a386-4f93-814a-e47693315cb3 req-83d212ba-bdd6-4747-88f4-072d0220e0eb tempest-VolumesActionsTest-1540518602 tempest-VolumesActionsTest-1540518602-project] 10.222.0.32 "GET /v2.0/security-groups?id=d95f4b4b-e2bc-4a54-974a-72224402b503&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1589494
Dec 25 21:32:16.651899 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [req-52b1abc0-4109-468c-a5b9-8db5fff506e4 req-337ef5de-1f64-4f4b-8314-5bb2b95267ff tempest-ListServersNegativeTestJSON-1535126760 tempest-ListServersNegativeTestJSON-1535126760-project] No DVR routers for this DVR port 0558fb1c-8cdb-4c71-b053-b7bff883ff9b on host nch1-master-1 {{(pid=121606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:32:16.678202 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-52b1abc0-4109-468c-a5b9-8db5fff506e4 req-337ef5de-1f64-4f4b-8314-5bb2b95267ff tempest-ListServersNegativeTestJSON-1535126760 tempest-ListServersNegativeTestJSON-1535126760-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:16.681728 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-52b1abc0-4109-468c-a5b9-8db5fff506e4 req-337ef5de-1f64-4f4b-8314-5bb2b95267ff tempest-ListServersNegativeTestJSON-1535126760 tempest-ListServersNegativeTestJSON-1535126760-project] 10.222.0.31 "DELETE /v2.0/ports/0558fb1c-8cdb-4c71-b053-b7bff883ff9b HTTP/1.1" status: 204  len: 173 time: 1.4442854
Dec 25 21:32:16.683314 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67e16f08-7bce-4669-ac08-be4cf324dc04', 'name': 'network-vif-deleted', 'tag': '0558fb1c-8cdb-4c71-b053-b7bff883ff9b'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:32:16.685806 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9858820c13ec2827453b94ebc4181065e990a4e4089ccb9fe762531ac62d2fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-132f2329-6d01-444f-a733-c88bde8f99b2" -d '{"events": [{"server_uuid": "67e16f08-7bce-4669-ac08-be4cf324dc04", "name": "network-vif-deleted", "tag": "0558fb1c-8cdb-4c71-b053-b7bff883ff9b"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:32:16.688493 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-e247aa21-b2cb-4593-8bb8-2ead1ef2d557 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:16.716768 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e247aa21-b2cb-4593-8bb8-2ead1ef2d557 admin admin] vlan segment allocate from pool success with {'vlan_id': 198, 'physical_network': 'physnet1'}  {{(pid=121606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 25 21:32:16.728687 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2016be8-5a0c-4fcc-9591-f698c8d90300 tempest-RoutersNegativeTest-1955099179 tempest-RoutersNegativeTest-1955099179-project] Deleting subnet c8e82668-7e17-4de7-aa7c-17b957cc91f3 {{(pid=121607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Dec 25 21:32:16.735575 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a2016be8-5a0c-4fcc-9591-f698c8d90300 tempest-RoutersNegativeTest-1955099179 tempest-RoutersNegativeTest-1955099179-project] Publish callbacks [] for subnet, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:16.743909 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e247aa21-b2cb-4593-8bb8-2ead1ef2d557 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b923e6f5-1e98-4cf4-9740-df451a73c339,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:32:16.747123 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-e247aa21-b2cb-4593-8bb8-2ead1ef2d557 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:16.747461 ncdv-master-1 neutron-server[121606]: INFO neutron.db.segments_db [None req-e247aa21-b2cb-4593-8bb8-2ead1ef2d557 admin admin] Added segment 0beeca7f-6d82-4f0c-bf76-8c0fb701e5ea of type vlan for network e05170f8-cab4-47d7-8b02-4aaf3c659560
Dec 25 21:32:16.760072 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac90226-4f2c-4754-bd50-e708047dafee req-4a454c1c-b0da-4496-aaf4-8ccda53a44d6 tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:32:16.768422 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9ac90226-4f2c-4754-bd50-e708047dafee req-4a454c1c-b0da-4496-aaf4-8ccda53a44d6 tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] 10.222.0.32 "GET /v2.0/ports?device_id=145ff3db-fc66-40a9-90da-07251e851506 HTTP/1.1" status: 200  len: 946 time: 0.1543155
Dec 25 21:32:16.818703 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a2016be8-5a0c-4fcc-9591-f698c8d90300 tempest-RoutersNegativeTest-1955099179 tempest-RoutersNegativeTest-1955099179-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10246617'] for subnet, precommit_delete_associations {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:16.862192 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 21:32:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b97ea631-2917-408a-b91f-80aa77ce3251 x-openstack-request-id: req-b97ea631-2917-408a-b91f-80aa77ce3251 {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:32:16.862491 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67e16f08-7bce-4669-ac08-be4cf324dc04", "name": "network-vif-deleted", "tag": "0558fb1c-8cdb-4c71-b053-b7bff883ff9b", "status": "completed", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:32:16.862932 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b97ea631-2917-408a-b91f-80aa77ce3251 {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:32:16.863691 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67e16f08-7bce-4669-ac08-be4cf324dc04', 'name': 'network-vif-deleted', 'tag': '0558fb1c-8cdb-4c71-b053-b7bff883ff9b', 'status': 'completed', 'code': 200}
Dec 25 21:32:16.930967 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-e247aa21-b2cb-4593-8bb8-2ead1ef2d557 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737602163420'] for network, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:16.958908 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a2016be8-5a0c-4fcc-9591-f698c8d90300 tempest-RoutersNegativeTest-1955099179 tempest-RoutersNegativeTest-1955099179-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995662'] for subnet, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:16.961218 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a48e8fbc-5d0b-4011-9d82-c6ee618ba1bf req-36fef473-37c4-42e8-80f6-8ab2d93746c6 tempest-ListServersNegativeTestJSON-1535126760 tempest-ListServersNegativeTestJSON-1535126760-project] 10.222.0.32 "GET /v2.0/ports?device_id=67e16f08-7bce-4669-ac08-be4cf324dc04 HTTP/1.1" status: 200  len: 210 time: 0.0561790
Dec 25 21:32:16.984413 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d955b8a6-af6f-4563-a4dd-c0801d313fd3 None None] DHCP port deletion for 79bafbbf-2199-41b3-8c2f-a2c1fe6e2375 request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 21:32:16.985194 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9ac90226-4f2c-4754-bd50-e708047dafee req-7267059b-dd97-480c-a1d5-ffd8435fa2f5 tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] 10.222.0.32 "GET /v2.0/security-groups?id=8e787377-3d24-4819-b453-04e533e4be82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2154443
Dec 25 21:32:17.053664 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-d955b8a6-af6f-4563-a4dd-c0801d313fd3 None None] Deleting port cdcc0531-5b3c-4a46-a4c8-69055857d8d0 {{(pid=121608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:32:17.053664 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-d955b8a6-af6f-4563-a4dd-c0801d313fd3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:17.103808 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-e247aa21-b2cb-4593-8bb8-2ead1ef2d557 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870'] for network, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:17.104737 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e247aa21-b2cb-4593-8bb8-2ead1ef2d557 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:32:17.105424 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-e247aa21-b2cb-4593-8bb8-2ead1ef2d557 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for network, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:17.120736 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-d955b8a6-af6f-4563-a4dd-c0801d313fd3 None None] For port cdcc0531-5b3c-4a46-a4c8-69055857d8d0, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=cdcc0531-5b3c-4a46-a4c8-69055857d8d0,segment=NetworkSegment(e721f0fd-f221-499c-a7e8-83332780db1a),segment_id=e721f0fd-f221-499c-a7e8-83332780db1a)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:32:17.121166 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-d955b8a6-af6f-4563-a4dd-c0801d313fd3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:17.134432 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-d955b8a6-af6f-4563-a4dd-c0801d313fd3 None None] Calling delete_port for cdcc0531-5b3c-4a46-a4c8-69055857d8d0 owned by network:dhcp {{(pid=121608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:32:17.178589 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a2016be8-5a0c-4fcc-9591-f698c8d90300 tempest-RoutersNegativeTest-1955099179 tempest-RoutersNegativeTest-1955099179-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8632410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8852809'] for subnet, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:17.189576 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e247aa21-b2cb-4593-8bb8-2ead1ef2d557 admin admin] Pushing event updated for resources: {'Network': ['ID=e05170f8-cab4-47d7-8b02-4aaf3c659560,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:32:17.201073 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18502283-2ce7-4c54-aa92-1e5e30af0ed2 req-5d182f82-5356-4c86-8f3b-93fd932a86bd tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:32:17.202506 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-18502283-2ce7-4c54-aa92-1e5e30af0ed2 req-5d182f82-5356-4c86-8f3b-93fd932a86bd tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] 10.222.0.32 "GET /v2.0/ports?device_id=145ff3db-fc66-40a9-90da-07251e851506 HTTP/1.1" status: 200  len: 946 time: 0.1142716
Dec 25 21:32:17.208982 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2016be8-5a0c-4fcc-9591-f698c8d90300 tempest-RoutersNegativeTest-1955099179 tempest-RoutersNegativeTest-1955099179-project] Pushing event deleted for resources: {'Subnet': ['ID=c8e82668-7e17-4de7-aa7c-17b957cc91f3,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:32:17.210945 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a2016be8-5a0c-4fcc-9591-f698c8d90300 tempest-RoutersNegativeTest-1955099179 tempest-RoutersNegativeTest-1955099179-project] Publish callbacks [] for subnet, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:17.218140 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-a2016be8-5a0c-4fcc-9591-f698c8d90300 tempest-RoutersNegativeTest-1955099179 tempest-RoutersNegativeTest-1955099179-project] 10.222.0.32 "DELETE /v2.0/subnets/c8e82668-7e17-4de7-aa7c-17b957cc91f3 HTTP/1.1" status: 204  len: 168 time: 0.5726395
Dec 25 21:32:17.218241 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Network e05170f8-cab4-47d7-8b02-4aaf3c659560 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 25 21:32:17.218350 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 50712) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:32:17.225750 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-e247aa21-b2cb-4593-8bb8-2ead1ef2d557 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 1.9815485
Dec 25 21:32:17.229237 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 50714) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:32:17.236163 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d35a375-3d97-41fc-a0f9-3e43d08edf8b None None] Network c331ff9d-bf91-499b-bec8-e2fd9a7af258 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:32:17.236834 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-34b8fa2e-6541-4296-9462-3cb8c96bf5a0 admin admin] Request body: {'subnet': {'network_id': 'e05170f8-cab4-47d7-8b02-4aaf3c659560', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-466669011-subnet', 'tenant_id': '71418288426545dea311f347bd0cbfdb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:32:17.304646 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-18502283-2ce7-4c54-aa92-1e5e30af0ed2 req-934b975b-1c1e-476a-9593-5f22ee3544e9 tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] 10.222.0.32 "GET /v2.0/security-groups?id=8e787377-3d24-4819-b453-04e533e4be82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0897858
Dec 25 21:32:17.343616 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-dad30edc-d9d5-456c-9061-3b87910187d0 tempest-RoutersNegativeTest-1955099179 tempest-RoutersNegativeTest-1955099179-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625803'] for network, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:17.369202 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device cdcc0531-5b3c-4a46-a4c8-69055857d8d0 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:32:17.382576 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-dad30edc-d9d5-456c-9061-3b87910187d0 tempest-RoutersNegativeTest-1955099179 tempest-RoutersNegativeTest-1955099179-project] The port 'cdcc0531-5b3c-4a46-a4c8-69055857d8d0' was deleted {{(pid=121607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}}
Dec 25 21:32:17.397459 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34b8fa2e-6541-4296-9462-3cb8c96bf5a0 admin admin] Made reservation on behalf of 71418288426545dea311f347bd0cbfdb for: {'subnet': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:32:17.400484 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-34b8fa2e-6541-4296-9462-3cb8c96bf5a0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8852834'] for subnet, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:17.401449 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-d955b8a6-af6f-4563-a4dd-c0801d313fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955'] for port, after_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:17.403233 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] No Port match for: cdcc0531-5b3c-4a46-a4c8-69055857d8d0 {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:32:17.403527 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device cdcc0531-5b3c-4a46-a4c8-69055857d8d0 not bound to the agent host ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:32:17.437356 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d955b8a6-af6f-4563-a4dd-c0801d313fd3 None None] Pushing event deleted for resources: {'Port': ['ID=cdcc0531-5b3c-4a46-a4c8-69055857d8d0,revision_number=None']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:32:17.448723 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d955b8a6-af6f-4563-a4dd-c0801d313fd3 None None] No DVR routers for this DVR port cdcc0531-5b3c-4a46-a4c8-69055857d8d0 on host ncdv-master-1 {{(pid=121608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:32:17.464086 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da45c9c-a8b2-499a-9a2b-b4be46416764 req-715374ec-7d4c-4700-baac-608bce27714e tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:32:17.465840 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3da45c9c-a8b2-499a-9a2b-b4be46416764 req-715374ec-7d4c-4700-baac-608bce27714e tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] 10.222.0.32 "GET /v2.0/ports?device_id=145ff3db-fc66-40a9-90da-07251e851506 HTTP/1.1" status: 200  len: 946 time: 0.0756111
Dec 25 21:32:17.528406 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3da45c9c-a8b2-499a-9a2b-b4be46416764 req-12491273-87e6-4f6c-852d-03591c9425ae tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] 10.222.0.32 "GET /v2.0/security-groups?id=8e787377-3d24-4819-b453-04e533e4be82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0553114
Dec 25 21:32:17.543128 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e2f793d-1697-46a3-8992-f1e441149892 None None] DHCP port deletion for c331ff9d-bf91-499b-bec8-e2fd9a7af258 request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 21:32:17.546648 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-dad30edc-d9d5-456c-9061-3b87910187d0 tempest-RoutersNegativeTest-1955099179 tempest-RoutersNegativeTest-1955099179-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997585', 'neutron.services.segments.db._delete_segments_for_network-8737602743071'] for network, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:17.580437 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-dad30edc-d9d5-456c-9061-3b87910187d0 tempest-RoutersNegativeTest-1955099179 tempest-RoutersNegativeTest-1955099179-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f261a522c70>,) {'filters': {'network_id': ['79bafbbf-2199-41b3-8c2f-a2c1fe6e2375']}} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:32:17.597079 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-dad30edc-d9d5-456c-9061-3b87910187d0 tempest-RoutersNegativeTest-1955099179 tempest-RoutersNegativeTest-1955099179-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f261a522c70>, 'e721f0fd-f221-499c-a7e8-83332780db1a') {'for_net_delete': True} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:32:17.597387 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-dad30edc-d9d5-456c-9061-3b87910187d0 tempest-RoutersNegativeTest-1955099179 tempest-RoutersNegativeTest-1955099179-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f261a522c70>, 'e721f0fd-f221-499c-a7e8-83332780db1a') {} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:32:17.599253 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-7e2f793d-1697-46a3-8992-f1e441149892 None None] Deleting port 5d5a2bfc-46b3-49db-b791-52f3e5ce3c05 {{(pid=121608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:32:17.600022 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-7e2f793d-1697-46a3-8992-f1e441149892 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:17.619802 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-dad30edc-d9d5-456c-9061-3b87910187d0 tempest-RoutersNegativeTest-1955099179 tempest-RoutersNegativeTest-1955099179-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737602746920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10246592'] for segment, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:17.642100 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-dad30edc-d9d5-456c-9061-3b87910187d0 tempest-RoutersNegativeTest-1955099179 tempest-RoutersNegativeTest-1955099179-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:17.670733 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dad30edc-d9d5-456c-9061-3b87910187d0 tempest-RoutersNegativeTest-1955099179 tempest-RoutersNegativeTest-1955099179-project] Releasing vlan 163 on physical network physnet1 to pool {{(pid=121607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 25 21:32:17.671236 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-dad30edc-d9d5-456c-9061-3b87910187d0 tempest-RoutersNegativeTest-1955099179 tempest-RoutersNegativeTest-1955099179-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8633327'] for segment, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:17.675449 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:32:17.675449 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:32:17.675449 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:32:17.675449 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:32:17.675449 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:32:17.675449 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:32:17.675449 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:32:17.675449 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:32:17.675449 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:32:17.675449 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:32:17.675449 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:32:17.675449 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:32:17.675449 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:32:17.675449 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:32:17.675449 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:32:17.675449 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:32:17.675449 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:32:17.675449 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:32:17.675449 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:32:17.675449 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:32:17.675449 ncdv-master-1 neutron-server[121607]: Traceback (most recent call last):
Dec 25 21:32:17.675449 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 25 21:32:17.675449 ncdv-master-1 neutron-server[121607]:     timer()
Dec 25 21:32:17.675449 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 25 21:32:17.675449 ncdv-master-1 neutron-server[121607]:     cb(*args, **kw)
Dec 25 21:32:17.675449 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 25 21:32:17.675449 ncdv-master-1 neutron-server[121607]:     return func(*args, **kwargs)
Dec 25 21:32:17.675449 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 25 21:32:17.675449 ncdv-master-1 neutron-server[121607]:     self._notify()
Dec 25 21:32:17.675449 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 25 21:32:17.675449 ncdv-master-1 neutron-server[121607]:     self.callback(batched_events)
Dec 25 21:32:17.675449 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 25 21:32:17.675449 ncdv-master-1 neutron-server[121607]:     event.method(event)
Dec 25 21:32:17.675449 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 25 21:32:17.675449 ncdv-master-1 neutron-server[121607]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 25 21:32:17.675449 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 25 21:32:17.675449 ncdv-master-1 neutron-server[121607]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 25 21:32:17.675449 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 25 21:32:17.675449 ncdv-master-1 neutron-server[121607]:     return f(self, *a, **k)
Dec 25 21:32:17.675449 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 25 21:32:17.675449 ncdv-master-1 neutron-server[121607]:     return self._get(url).json()
Dec 25 21:32:17.675449 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 25 21:32:17.675449 ncdv-master-1 neutron-server[121607]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 25 21:32:17.675449 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 25 21:32:17.675449 ncdv-master-1 neutron-server[121607]:     return self.request(url, 'GET', **kwargs)
Dec 25 21:32:17.675449 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 25 21:32:17.675449 ncdv-master-1 neutron-server[121607]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 25 21:32:17.675449 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 25 21:32:17.675449 ncdv-master-1 neutron-server[121607]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 25 21:32:17.675449 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 25 21:32:17.675449 ncdv-master-1 neutron-server[121607]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 25 21:32:17.675449 ncdv-master-1 neutron-server[121607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 25 21:32:17.690054 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-7e2f793d-1697-46a3-8992-f1e441149892 None None] For port 5d5a2bfc-46b3-49db-b791-52f3e5ce3c05, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5d5a2bfc-46b3-49db-b791-52f3e5ce3c05,segment=NetworkSegment(68679e44-8eec-4364-a242-bef38583227a),segment_id=68679e44-8eec-4364-a242-bef38583227a)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:32:17.690755 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-7e2f793d-1697-46a3-8992-f1e441149892 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:17.707173 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-7e2f793d-1697-46a3-8992-f1e441149892 None None] Calling delete_port for 5d5a2bfc-46b3-49db-b791-52f3e5ce3c05 owned by network:dhcp {{(pid=121608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:32:17.829944 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0918b55-4af4-485e-a35b-87abfad51e5d req-ef7fc164-ed1c-47bf-97c8-d552ac729974 tempest-VolumesActionsTest-1540518602 tempest-VolumesActionsTest-1540518602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:32:17.831456 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e0918b55-4af4-485e-a35b-87abfad51e5d req-ef7fc164-ed1c-47bf-97c8-d552ac729974 tempest-VolumesActionsTest-1540518602 tempest-VolumesActionsTest-1540518602-project] 10.222.0.32 "GET /v2.0/ports?device_id=c61d007c-5265-460b-989f-7006e9caeba7 HTTP/1.1" status: 200  len: 945 time: 0.0642102
Dec 25 21:32:17.870178 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-dad30edc-d9d5-456c-9061-3b87910187d0 tempest-RoutersNegativeTest-1955099179 tempest-RoutersNegativeTest-1955099179-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2008653'] for network, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:17.873518 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-34b8fa2e-6541-4296-9462-3cb8c96bf5a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8632475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8852848'] for subnet, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:17.895023 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-dad30edc-d9d5-456c-9061-3b87910187d0 tempest-RoutersNegativeTest-1955099179 tempest-RoutersNegativeTest-1955099179-project] Publish callbacks [] for network, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:17.901703 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-dad30edc-d9d5-456c-9061-3b87910187d0 tempest-RoutersNegativeTest-1955099179 tempest-RoutersNegativeTest-1955099179-project] 10.222.0.32 "DELETE /v2.0/networks/79bafbbf-2199-41b3-8c2f-a2c1fe6e2375 HTTP/1.1" status: 204  len: 168 time: 0.6814804
Dec 25 21:32:17.902838 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 50726) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:32:17.912133 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e0918b55-4af4-485e-a35b-87abfad51e5d req-246d946f-3ae4-4d12-a5ca-7c2e1f50b958 tempest-VolumesActionsTest-1540518602 tempest-VolumesActionsTest-1540518602-project] 10.222.0.32 "GET /v2.0/security-groups?id=d95f4b4b-e2bc-4a54-974a-72224402b503&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0720322
Dec 25 21:32:17.964721 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad30edc-d9d5-456c-9061-3b87910187d0 tempest-RoutersNegativeTest-1955099179 tempest-RoutersNegativeTest-1955099179-project] Pushing event deleted for resources: {'Network': ['ID=79bafbbf-2199-41b3-8c2f-a2c1fe6e2375,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:32:18.010285 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b8fa2e-6541-4296-9462-3cb8c96bf5a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d184d6bc-6f05-421a-a5a9-96f8841430ac,revision_number=0']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:32:18.039226 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-7e2f793d-1697-46a3-8992-f1e441149892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955'] for port, after_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:18.053014 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e2f793d-1697-46a3-8992-f1e441149892 None None] No DVR routers for this DVR port 5d5a2bfc-46b3-49db-b791-52f3e5ce3c05 on host ncdv-master-1 {{(pid=121608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:32:18.063577 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-51626f29-7dbe-4b6a-b6e4-69de6f14ba3a tempest-RoutersNegativeTest-1955099179 tempest-RoutersNegativeTest-1955099179-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625803'] for network, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:18.066904 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34b8fa2e-6541-4296-9462-3cb8c96bf5a0 admin admin] Checking segment: {'id': '0beeca7f-6d82-4f0c-bf76-8c0fb701e5ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'e05170f8-cab4-47d7-8b02-4aaf3c659560'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:32:18.067105 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34b8fa2e-6541-4296-9462-3cb8c96bf5a0 admin admin] Network hostable DHCP agents. Network: e05170f8-cab4-47d7-8b02-4aaf3c659560, hostable agents: ['1813db88-2c1b-4357-a2ba-869246b663c2'], hosted agents: [] {{(pid=121607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 25 21:32:18.079274 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2f793d-1697-46a3-8992-f1e441149892 None None] Pushing event deleted for resources: {'Port': ['ID=5d5a2bfc-46b3-49db-b791-52f3e5ce3c05,revision_number=None']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:32:18.181126 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-51626f29-7dbe-4b6a-b6e4-69de6f14ba3a tempest-RoutersNegativeTest-1955099179 tempest-RoutersNegativeTest-1955099179-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997585', 'neutron.services.segments.db._delete_segments_for_network-8737602743071'] for network, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:18.184300 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34b8fa2e-6541-4296-9462-3cb8c96bf5a0 admin admin] Network e05170f8-cab4-47d7-8b02-4aaf3c659560 is scheduled to be hosted by DHCP agent 1813db88-2c1b-4357-a2ba-869246b663c2 with binding_index 1 {{(pid=121607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 25 21:32:18.213794 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-51626f29-7dbe-4b6a-b6e4-69de6f14ba3a tempest-RoutersNegativeTest-1955099179 tempest-RoutersNegativeTest-1955099179-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2618418970>,) {'filters': {'network_id': ['c331ff9d-bf91-499b-bec8-e2fd9a7af258']}} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:32:18.225619 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-51626f29-7dbe-4b6a-b6e4-69de6f14ba3a tempest-RoutersNegativeTest-1955099179 tempest-RoutersNegativeTest-1955099179-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2618418970>, '68679e44-8eec-4364-a242-bef38583227a') {'for_net_delete': True} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:32:18.225752 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-51626f29-7dbe-4b6a-b6e4-69de6f14ba3a tempest-RoutersNegativeTest-1955099179 tempest-RoutersNegativeTest-1955099179-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2618418970>, '68679e44-8eec-4364-a242-bef38583227a') {} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:32:18.237759 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-51626f29-7dbe-4b6a-b6e4-69de6f14ba3a tempest-RoutersNegativeTest-1955099179 tempest-RoutersNegativeTest-1955099179-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737602746920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10246592'] for segment, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:18.252335 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-51626f29-7dbe-4b6a-b6e4-69de6f14ba3a tempest-RoutersNegativeTest-1955099179 tempest-RoutersNegativeTest-1955099179-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:18.258648 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51626f29-7dbe-4b6a-b6e4-69de6f14ba3a tempest-RoutersNegativeTest-1955099179 tempest-RoutersNegativeTest-1955099179-project] Releasing vlan 193 on physical network physnet1 to pool {{(pid=121607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 25 21:32:18.259034 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-51626f29-7dbe-4b6a-b6e4-69de6f14ba3a tempest-RoutersNegativeTest-1955099179 tempest-RoutersNegativeTest-1955099179-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8633327'] for segment, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:18.264381 ncdv-master-1 neutron-server[121607]: Traceback (most recent call last):
Dec 25 21:32:18.264381 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 25 21:32:18.264381 ncdv-master-1 neutron-server[121607]:     timer()
Dec 25 21:32:18.264381 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 25 21:32:18.264381 ncdv-master-1 neutron-server[121607]:     cb(*args, **kw)
Dec 25 21:32:18.264381 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 25 21:32:18.264381 ncdv-master-1 neutron-server[121607]:     return func(*args, **kwargs)
Dec 25 21:32:18.264381 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 25 21:32:18.264381 ncdv-master-1 neutron-server[121607]:     self._notify()
Dec 25 21:32:18.264381 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 25 21:32:18.264381 ncdv-master-1 neutron-server[121607]:     self.callback(batched_events)
Dec 25 21:32:18.264381 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 25 21:32:18.264381 ncdv-master-1 neutron-server[121607]:     event.method(event)
Dec 25 21:32:18.264381 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 25 21:32:18.264381 ncdv-master-1 neutron-server[121607]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 25 21:32:18.264381 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 25 21:32:18.264381 ncdv-master-1 neutron-server[121607]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 25 21:32:18.264381 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 25 21:32:18.264381 ncdv-master-1 neutron-server[121607]:     return f(self, *a, **k)
Dec 25 21:32:18.264381 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 25 21:32:18.264381 ncdv-master-1 neutron-server[121607]:     return self._get(url).json()
Dec 25 21:32:18.264381 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 25 21:32:18.264381 ncdv-master-1 neutron-server[121607]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 25 21:32:18.264381 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 25 21:32:18.264381 ncdv-master-1 neutron-server[121607]:     return self.request(url, 'GET', **kwargs)
Dec 25 21:32:18.264381 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 25 21:32:18.264381 ncdv-master-1 neutron-server[121607]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 25 21:32:18.264381 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 25 21:32:18.264381 ncdv-master-1 neutron-server[121607]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 25 21:32:18.264381 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 25 21:32:18.264381 ncdv-master-1 neutron-server[121607]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 25 21:32:18.264381 ncdv-master-1 neutron-server[121607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 25 21:32:18.274022 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c944166-811a-4bf6-8b99-328b3baf4268 req-21f94e24-1c36-4f17-aac1-95928682da62 tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:32:18.275283 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-34b8fa2e-6541-4296-9462-3cb8c96bf5a0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, e05170f8-cab4-47d7-8b02-4aaf3c659560) {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:32:18.275585 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2c944166-811a-4bf6-8b99-328b3baf4268 req-21f94e24-1c36-4f17-aac1-95928682da62 tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] 10.222.0.32 "GET /v2.0/ports?device_id=145ff3db-fc66-40a9-90da-07251e851506 HTTP/1.1" status: 200  len: 946 time: 0.0544662
Dec 25 21:32:18.283668 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f136596-79df-412b-88e7-a495aacbd2da None None] Network e05170f8-cab4-47d7-8b02-4aaf3c659560 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:32:18.287935 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34b8fa2e-6541-4296-9462-3cb8c96bf5a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:32:18.291701 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-34b8fa2e-6541-4296-9462-3cb8c96bf5a0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:18.344390 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2c944166-811a-4bf6-8b99-328b3baf4268 req-452db21e-c131-4739-9f11-0a047c3f0c46 tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] 10.222.0.32 "GET /v2.0/security-groups?id=8e787377-3d24-4819-b453-04e533e4be82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0584066
Dec 25 21:32:18.396953 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-34b8fa2e-6541-4296-9462-3cb8c96bf5a0 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 1.1615708
Dec 25 21:32:18.407325 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-51626f29-7dbe-4b6a-b6e4-69de6f14ba3a tempest-RoutersNegativeTest-1955099179 tempest-RoutersNegativeTest-1955099179-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2008653'] for network, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:18.412728 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-51626f29-7dbe-4b6a-b6e4-69de6f14ba3a tempest-RoutersNegativeTest-1955099179 tempest-RoutersNegativeTest-1955099179-project] Publish callbacks [] for network, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:18.417845 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11bc7a41-e3a4-4ddd-8bb3-0ead3dc6dbcc None None] Network e05170f8-cab4-47d7-8b02-4aaf3c659560 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:32:18.429382 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-51626f29-7dbe-4b6a-b6e4-69de6f14ba3a tempest-RoutersNegativeTest-1955099179 tempest-RoutersNegativeTest-1955099179-project] 10.222.0.32 "DELETE /v2.0/networks/c331ff9d-bf91-499b-bec8-e2fd9a7af258 HTTP/1.1" status: 204  len: 168 time: 0.4915731
Dec 25 21:32:18.430563 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 50746) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:32:18.449135 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51626f29-7dbe-4b6a-b6e4-69de6f14ba3a tempest-RoutersNegativeTest-1955099179 tempest-RoutersNegativeTest-1955099179-project] Pushing event deleted for resources: {'Network': ['ID=c331ff9d-bf91-499b-bec8-e2fd9a7af258,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:32:18.506249 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_v2 [None req-19eccd28-2895-4b6a-a01d-b1db295c94a5 tempest-RoutersNegativeTest-1955099179 tempest-RoutersNegativeTest-1955099179-project] Deleting subnet 228bfc3b-50c4-4a41-af1f-4b2acedb5232 {{(pid=121606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Dec 25 21:32:18.510552 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-19eccd28-2895-4b6a-a01d-b1db295c94a5 tempest-RoutersNegativeTest-1955099179 tempest-RoutersNegativeTest-1955099179-project] Publish callbacks [] for subnet, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:18.564580 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-19eccd28-2895-4b6a-a01d-b1db295c94a5 tempest-RoutersNegativeTest-1955099179 tempest-RoutersNegativeTest-1955099179-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9084199'] for subnet, precommit_delete_associations {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:18.667430 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-19eccd28-2895-4b6a-a01d-b1db295c94a5 tempest-RoutersNegativeTest-1955099179 tempest-RoutersNegativeTest-1955099179-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995662'] for subnet, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:18.850741 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-19eccd28-2895-4b6a-a01d-b1db295c94a5 tempest-RoutersNegativeTest-1955099179 tempest-RoutersNegativeTest-1955099179-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9084363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9028506'] for subnet, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:18.878881 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19eccd28-2895-4b6a-a01d-b1db295c94a5 tempest-RoutersNegativeTest-1955099179 tempest-RoutersNegativeTest-1955099179-project] Pushing event deleted for resources: {'Subnet': ['ID=228bfc3b-50c4-4a41-af1f-4b2acedb5232,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:32:18.882512 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-19eccd28-2895-4b6a-a01d-b1db295c94a5 tempest-RoutersNegativeTest-1955099179 tempest-RoutersNegativeTest-1955099179-project] Publish callbacks [] for subnet, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:18.889152 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-19eccd28-2895-4b6a-a01d-b1db295c94a5 tempest-RoutersNegativeTest-1955099179 tempest-RoutersNegativeTest-1955099179-project] 10.222.0.32 "DELETE /v2.0/subnets/228bfc3b-50c4-4a41-af1f-4b2acedb5232 HTTP/1.1" status: 204  len: 168 time: 0.4566982
Dec 25 21:32:18.889152 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 50758) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:32:18.892510 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba97c21d-6c03-4f84-a226-faf8c3b96b21 None None] Network 990e2c6e-7292-4888-a0bc-8615811d8522 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:32:19.009173 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-73f2a0c2-e095-48b4-96fc-13b601e97d26 tempest-RoutersNegativeTest-1955099179 tempest-RoutersNegativeTest-1955099179-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625803'] for network, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:19.111603 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09a65bf0-9043-4001-84cc-79846e3c958d None None] DHCP port deletion for 990e2c6e-7292-4888-a0bc-8615811d8522 request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 21:32:19.127312 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad86b81-509f-489e-b390-5cff89ae8b6b req-959017a6-ed2d-4864-b9dd-a83d009c9bf0 tempest-VolumesActionsTest-1540518602 tempest-VolumesActionsTest-1540518602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:32:19.128896 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-fad86b81-509f-489e-b390-5cff89ae8b6b req-959017a6-ed2d-4864-b9dd-a83d009c9bf0 tempest-VolumesActionsTest-1540518602 tempest-VolumesActionsTest-1540518602-project] 10.222.0.32 "GET /v2.0/ports?device_id=c61d007c-5265-460b-989f-7006e9caeba7 HTTP/1.1" status: 200  len: 945 time: 0.0815825
Dec 25 21:32:19.134161 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-73f2a0c2-e095-48b4-96fc-13b601e97d26 tempest-RoutersNegativeTest-1955099179 tempest-RoutersNegativeTest-1955099179-project] Deleting port ea02471a-1e99-466d-bcce-dbf1b167d128 {{(pid=121606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:32:19.134737 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-73f2a0c2-e095-48b4-96fc-13b601e97d26 tempest-RoutersNegativeTest-1955099179 tempest-RoutersNegativeTest-1955099179-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:19.185886 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-09a65bf0-9043-4001-84cc-79846e3c958d None None] Deleting port ea02471a-1e99-466d-bcce-dbf1b167d128 {{(pid=121608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:32:19.186602 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-09a65bf0-9043-4001-84cc-79846e3c958d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:19.253580 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-fad86b81-509f-489e-b390-5cff89ae8b6b req-fc2007a3-3fb3-4e7e-b489-fd583e88db15 tempest-VolumesActionsTest-1540518602 tempest-VolumesActionsTest-1540518602-project] 10.222.0.32 "GET /v2.0/security-groups?id=d95f4b4b-e2bc-4a54-974a-72224402b503&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1161566
Dec 25 21:32:19.285075 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [None req-73f2a0c2-e095-48b4-96fc-13b601e97d26 tempest-RoutersNegativeTest-1955099179 tempest-RoutersNegativeTest-1955099179-project] For port ea02471a-1e99-466d-bcce-dbf1b167d128, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ea02471a-1e99-466d-bcce-dbf1b167d128,segment=NetworkSegment(8d5daf21-ccc8-40eb-bdbe-cd1692fc8c7c),segment_id=8d5daf21-ccc8-40eb-bdbe-cd1692fc8c7c)] {{(pid=121606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:32:19.285459 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-73f2a0c2-e095-48b4-96fc-13b601e97d26 tempest-RoutersNegativeTest-1955099179 tempest-RoutersNegativeTest-1955099179-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:19.305068 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-09a65bf0-9043-4001-84cc-79846e3c958d None None] For port ea02471a-1e99-466d-bcce-dbf1b167d128, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ea02471a-1e99-466d-bcce-dbf1b167d128,segment=NetworkSegment(8d5daf21-ccc8-40eb-bdbe-cd1692fc8c7c),segment_id=8d5daf21-ccc8-40eb-bdbe-cd1692fc8c7c)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:32:19.305461 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-09a65bf0-9043-4001-84cc-79846e3c958d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:19.326020 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 50780) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:32:19.333398 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-6937a17a-5a8e-41d8-8de8-b84eb5aa23e3 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2133540474-network', 'tenant_id': '065784da9c2c4ec791d79f36c0ffb7e9'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:32:19.337375 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-73f2a0c2-e095-48b4-96fc-13b601e97d26 tempest-RoutersNegativeTest-1955099179 tempest-RoutersNegativeTest-1955099179-project] Calling delete_port for ea02471a-1e99-466d-bcce-dbf1b167d128 owned by network:dhcp {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:32:19.357271 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-09a65bf0-9043-4001-84cc-79846e3c958d None None] Calling delete_port for ea02471a-1e99-466d-bcce-dbf1b167d128 owned by network:dhcp {{(pid=121608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:32:19.370333 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device ea02471a-1e99-466d-bcce-dbf1b167d128 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:32:19.404988 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device 0558fb1c-8cdb-4c71-b053-b7bff883ff9b no longer exists at agent hyperv_nch1-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:32:19.446827 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6937a17a-5a8e-41d8-8de8-b84eb5aa23e3 admin admin] Made reservation on behalf of 065784da9c2c4ec791d79f36c0ffb7e9 for: {'network': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:32:19.449906 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-6937a17a-5a8e-41d8-8de8-b84eb5aa23e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for network, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:19.460832 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-6937a17a-5a8e-41d8-8de8-b84eb5aa23e3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:19.468308 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1dec56-c99b-442d-bef6-64360721bddd req-2156ddc6-ebe9-495b-93b9-775961259baa tempest-ListServersNegativeTestJSON-1535126760 tempest-ListServersNegativeTestJSON-1535126760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:32:19.472089 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] No Port match for: 0558fb1c-8cdb-4c71-b053-b7bff883ff9b {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:32:19.472318 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device 0558fb1c-8cdb-4c71-b053-b7bff883ff9b not bound to the agent host nch1-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:32:19.475421 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1dec56-c99b-442d-bef6-64360721bddd req-2156ddc6-ebe9-495b-93b9-775961259baa tempest-ListServersNegativeTestJSON-1535126760 tempest-ListServersNegativeTestJSON-1535126760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:32:19.476516 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-cc1dec56-c99b-442d-bef6-64360721bddd req-2156ddc6-ebe9-495b-93b9-775961259baa tempest-ListServersNegativeTestJSON-1535126760 tempest-ListServersNegativeTestJSON-1535126760-project] 10.222.0.32 "GET /v2.0/ports?device_id=1bb28ccd-3dc5-481f-873e-9836f6f1586e&device_id=335c07b3-3db8-4683-9af2-5dd2d3923ccd HTTP/1.1" status: 200  len: 1681 time: 0.1754084
Dec 25 21:32:19.551687 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:19.569827 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d635a63e-28b0-43df-beac-e87d94698bde req-037c9974-e6b9-4bf1-9c09-0e6be741ac02 tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:32:19.569827 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d635a63e-28b0-43df-beac-e87d94698bde req-037c9974-e6b9-4bf1-9c09-0e6be741ac02 tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] 10.222.0.32 "GET /v2.0/ports?device_id=145ff3db-fc66-40a9-90da-07251e851506 HTTP/1.1" status: 200  len: 946 time: 0.1125505
Dec 25 21:32:19.578678 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-cc1dec56-c99b-442d-bef6-64360721bddd req-9443a868-9518-423a-b45a-0003dea0bb06 tempest-ListServersNegativeTestJSON-1535126760 tempest-ListServersNegativeTestJSON-1535126760-project] 10.222.0.32 "GET /v2.0/security-groups?id=6d7d48ac-0dbe-4d82-be01-a2549b106897&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0818496
Dec 25 21:32:19.579886 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-6937a17a-5a8e-41d8-8de8-b84eb5aa23e3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:19.622800 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d635a63e-28b0-43df-beac-e87d94698bde req-abefbae2-11dd-429d-bf51-547d22648473 tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] 10.222.0.32 "GET /v2.0/security-groups?id=8e787377-3d24-4819-b453-04e533e4be82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0532219
Dec 25 21:32:19.681594 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a39ba4-d012-4b2f-b39a-c8af532c8d35 req-fc13be2b-0e84-42a9-92b2-83f897a2e2f3 tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:32:19.683152 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-98a39ba4-d012-4b2f-b39a-c8af532c8d35 req-fc13be2b-0e84-42a9-92b2-83f897a2e2f3 tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] 10.222.0.31 "GET /v2.0/ports?device_id=145ff3db-fc66-40a9-90da-07251e851506 HTTP/1.1" status: 200  len: 946 time: 0.0581691
Dec 25 21:32:19.794333 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [req-98a39ba4-d012-4b2f-b39a-c8af532c8d35 req-edb79213-2216-455b-916d-2112b1380a6d tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] Deleting port 753f318c-7dd3-4858-acc2-c7906120f3ba {{(pid=121606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:32:19.794682 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-98a39ba4-d012-4b2f-b39a-c8af532c8d35 req-edb79213-2216-455b-916d-2112b1380a6d tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:19.889972 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-98a39ba4-d012-4b2f-b39a-c8af532c8d35 req-edb79213-2216-455b-916d-2112b1380a6d tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] For port 753f318c-7dd3-4858-acc2-c7906120f3ba, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=753f318c-7dd3-4858-acc2-c7906120f3ba,segment=NetworkSegment(399a6746-6b98-4df2-84fe-0fb7167d792c),segment_id=399a6746-6b98-4df2-84fe-0fb7167d792c)] {{(pid=121606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:32:19.890399 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-98a39ba4-d012-4b2f-b39a-c8af532c8d35 req-edb79213-2216-455b-916d-2112b1380a6d tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:19.903703 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [req-98a39ba4-d012-4b2f-b39a-c8af532c8d35 req-edb79213-2216-455b-916d-2112b1380a6d tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] Calling delete_port for 753f318c-7dd3-4858-acc2-c7906120f3ba owned by compute:nova {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:32:20.019111 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-6937a17a-5a8e-41d8-8de8-b84eb5aa23e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:20.019530 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-73f2a0c2-e095-48b4-96fc-13b601e97d26 tempest-RoutersNegativeTest-1955099179 tempest-RoutersNegativeTest-1955099179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:20.045839 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6937a17a-5a8e-41d8-8de8-b84eb5aa23e3 admin admin] vlan segment allocate from pool success with {'vlan_id': 161, 'physical_network': 'physnet1'}  {{(pid=121607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 25 21:32:20.047121 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 5d5a2bfc-46b3-49db-b791-52f3e5ce3c05 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:32:20.051351 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-09a65bf0-9043-4001-84cc-79846e3c958d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955'] for port, after_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:20.057917 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f2a0c2-e095-48b4-96fc-13b601e97d26 tempest-RoutersNegativeTest-1955099179 tempest-RoutersNegativeTest-1955099179-project] Pushing event deleted for resources: {'Port': ['ID=ea02471a-1e99-466d-bcce-dbf1b167d128,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:32:20.061569 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73f2a0c2-e095-48b4-96fc-13b601e97d26 tempest-RoutersNegativeTest-1955099179 tempest-RoutersNegativeTest-1955099179-project] No DVR routers for this DVR port ea02471a-1e99-466d-bcce-dbf1b167d128 on host ncdv-master-1 {{(pid=121606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:32:20.069060 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6937a17a-5a8e-41d8-8de8-b84eb5aa23e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=877b2e8f-75a6-49f7-9f72-d8728f7580d5,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:32:20.073984 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-6937a17a-5a8e-41d8-8de8-b84eb5aa23e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:20.073984 ncdv-master-1 neutron-server[121607]: INFO neutron.db.segments_db [None req-6937a17a-5a8e-41d8-8de8-b84eb5aa23e3 admin admin] Added segment 572d690f-87b3-4a1f-83de-44d6398a5a30 of type vlan for network 15261b93-7813-48f8-a5a1-942139d41da7
Dec 25 21:32:20.101717 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] No Port match for: 5d5a2bfc-46b3-49db-b791-52f3e5ce3c05 {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:32:20.102411 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 5d5a2bfc-46b3-49db-b791-52f3e5ce3c05 not bound to the agent host ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:32:20.107843 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a65bf0-9043-4001-84cc-79846e3c958d None None] Pushing event deleted for resources: {'Port': ['ID=ea02471a-1e99-466d-bcce-dbf1b167d128,revision_number=None']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:32:20.126902 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09a65bf0-9043-4001-84cc-79846e3c958d None None] No DVR routers for this DVR port ea02471a-1e99-466d-bcce-dbf1b167d128 on host ncdv-master-1 {{(pid=121608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:32:20.167969 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-6937a17a-5a8e-41d8-8de8-b84eb5aa23e3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737602163420'] for network, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:20.227262 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-73f2a0c2-e095-48b4-96fc-13b601e97d26 tempest-RoutersNegativeTest-1955099179 tempest-RoutersNegativeTest-1955099179-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997585', 'neutron.services.segments.db._delete_segments_for_network-8737602743071'] for network, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:20.262056 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.segments.db [None req-73f2a0c2-e095-48b4-96fc-13b601e97d26 tempest-RoutersNegativeTest-1955099179 tempest-RoutersNegativeTest-1955099179-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f26193e0b20>,) {'filters': {'network_id': ['990e2c6e-7292-4888-a0bc-8615811d8522']}} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:32:20.272559 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.segments.db [None req-73f2a0c2-e095-48b4-96fc-13b601e97d26 tempest-RoutersNegativeTest-1955099179 tempest-RoutersNegativeTest-1955099179-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f26193e0b20>, '8d5daf21-ccc8-40eb-bdbe-cd1692fc8c7c') {'for_net_delete': True} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:32:20.272858 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.segments.db [None req-73f2a0c2-e095-48b4-96fc-13b601e97d26 tempest-RoutersNegativeTest-1955099179 tempest-RoutersNegativeTest-1955099179-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f26193e0b20>, '8d5daf21-ccc8-40eb-bdbe-cd1692fc8c7c') {} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:32:20.280393 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-6937a17a-5a8e-41d8-8de8-b84eb5aa23e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870'] for network, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:20.283586 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-73f2a0c2-e095-48b4-96fc-13b601e97d26 tempest-RoutersNegativeTest-1955099179 tempest-RoutersNegativeTest-1955099179-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737602746920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9084222'] for segment, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:20.283742 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6937a17a-5a8e-41d8-8de8-b84eb5aa23e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:32:20.286131 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-6937a17a-5a8e-41d8-8de8-b84eb5aa23e3 admin admin] Publish callbacks [] for network, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:20.301619 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-73f2a0c2-e095-48b4-96fc-13b601e97d26 tempest-RoutersNegativeTest-1955099179 tempest-RoutersNegativeTest-1955099179-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:20.308739 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73f2a0c2-e095-48b4-96fc-13b601e97d26 tempest-RoutersNegativeTest-1955099179 tempest-RoutersNegativeTest-1955099179-project] Releasing vlan 157 on physical network physnet1 to pool {{(pid=121606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 25 21:32:20.309816 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-73f2a0c2-e095-48b4-96fc-13b601e97d26 tempest-RoutersNegativeTest-1955099179 tempest-RoutersNegativeTest-1955099179-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9084542'] for segment, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:20.314959 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:32:20.314959 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:32:20.314959 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:32:20.314959 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:32:20.314959 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:32:20.314959 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:32:20.314959 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:32:20.314959 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:32:20.314959 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:32:20.314959 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:32:20.314959 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:32:20.314959 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:32:20.314959 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:32:20.314959 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:32:20.314959 ncdv-master-1 neutron-server[121606]: Traceback (most recent call last):
Dec 25 21:32:20.314959 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 25 21:32:20.314959 ncdv-master-1 neutron-server[121606]:     timer()
Dec 25 21:32:20.314959 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 25 21:32:20.314959 ncdv-master-1 neutron-server[121606]:     cb(*args, **kw)
Dec 25 21:32:20.314959 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 25 21:32:20.314959 ncdv-master-1 neutron-server[121606]:     return func(*args, **kwargs)
Dec 25 21:32:20.314959 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 25 21:32:20.314959 ncdv-master-1 neutron-server[121606]:     self._notify()
Dec 25 21:32:20.314959 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 25 21:32:20.314959 ncdv-master-1 neutron-server[121606]:     self.callback(batched_events)
Dec 25 21:32:20.314959 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 25 21:32:20.314959 ncdv-master-1 neutron-server[121606]:     event.method(event)
Dec 25 21:32:20.314959 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 25 21:32:20.314959 ncdv-master-1 neutron-server[121606]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 25 21:32:20.314959 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 25 21:32:20.314959 ncdv-master-1 neutron-server[121606]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 25 21:32:20.314959 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 25 21:32:20.314959 ncdv-master-1 neutron-server[121606]:     return f(self, *a, **k)
Dec 25 21:32:20.314959 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 25 21:32:20.314959 ncdv-master-1 neutron-server[121606]:     return self._get(url).json()
Dec 25 21:32:20.314959 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 25 21:32:20.314959 ncdv-master-1 neutron-server[121606]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 25 21:32:20.314959 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 25 21:32:20.314959 ncdv-master-1 neutron-server[121606]:     return self.request(url, 'GET', **kwargs)
Dec 25 21:32:20.314959 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 25 21:32:20.314959 ncdv-master-1 neutron-server[121606]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 25 21:32:20.314959 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 25 21:32:20.314959 ncdv-master-1 neutron-server[121606]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 25 21:32:20.314959 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 25 21:32:20.314959 ncdv-master-1 neutron-server[121606]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 25 21:32:20.314959 ncdv-master-1 neutron-server[121606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 25 21:32:20.354515 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-98a39ba4-d012-4b2f-b39a-c8af532c8d35 req-edb79213-2216-455b-916d-2112b1380a6d tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:20.364497 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] get_ports_and_sgs() called for port_ids ['753f318c-7dd3-4858-acc2-c7906120f3ba'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:32:20.368062 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6937a17a-5a8e-41d8-8de8-b84eb5aa23e3 admin admin] Pushing event updated for resources: {'Network': ['ID=15261b93-7813-48f8-a5a1-942139d41da7,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:32:20.395976 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Network 15261b93-7813-48f8-a5a1-942139d41da7 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 25 21:32:20.414329 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-6937a17a-5a8e-41d8-8de8-b84eb5aa23e3 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 1.0864110
Dec 25 21:32:20.417107 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 50804) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:32:20.422594 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-57748d9d-566c-4c05-9040-2f6f196bee67 admin admin] Request body: {'subnet': {'network_id': '15261b93-7813-48f8-a5a1-942139d41da7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2133540474-subnet', 'tenant_id': '065784da9c2c4ec791d79f36c0ffb7e9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:32:20.438159 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb79213-2216-455b-916d-2112b1380a6d tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] Pushing event deleted for resources: {'Port': ['ID=753f318c-7dd3-4858-acc2-c7906120f3ba,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:32:20.488440 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [req-98a39ba4-d012-4b2f-b39a-c8af532c8d35 req-edb79213-2216-455b-916d-2112b1380a6d tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] No DVR routers for this DVR port 753f318c-7dd3-4858-acc2-c7906120f3ba on host nch1-master-1 {{(pid=121606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:32:20.492562 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-98a39ba4-d012-4b2f-b39a-c8af532c8d35 req-edb79213-2216-455b-916d-2112b1380a6d tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:20.495138 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-98a39ba4-d012-4b2f-b39a-c8af532c8d35 req-edb79213-2216-455b-916d-2112b1380a6d tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] 10.222.0.31 "DELETE /v2.0/ports/753f318c-7dd3-4858-acc2-c7906120f3ba HTTP/1.1" status: 204  len: 173 time: 0.8061633
Dec 25 21:32:20.496177 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '145ff3db-fc66-40a9-90da-07251e851506', 'name': 'network-vif-deleted', 'tag': '753f318c-7dd3-4858-acc2-c7906120f3ba'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:32:20.499533 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9858820c13ec2827453b94ebc4181065e990a4e4089ccb9fe762531ac62d2fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b15a588-ebea-4498-8560-9697e8a26df9" -d '{"events": [{"server_uuid": "145ff3db-fc66-40a9-90da-07251e851506", "name": "network-vif-deleted", "tag": "753f318c-7dd3-4858-acc2-c7906120f3ba"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:32:20.543562 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 21:32:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a451294-adf3-4241-afa3-12ed4213880f x-openstack-request-id: req-2a451294-adf3-4241-afa3-12ed4213880f {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:32:20.543866 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "145ff3db-fc66-40a9-90da-07251e851506", "name": "network-vif-deleted", "tag": "753f318c-7dd3-4858-acc2-c7906120f3ba", "status": "completed", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:32:20.544262 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2a451294-adf3-4241-afa3-12ed4213880f {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:32:20.544565 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '145ff3db-fc66-40a9-90da-07251e851506', 'name': 'network-vif-deleted', 'tag': '753f318c-7dd3-4858-acc2-c7906120f3ba', 'status': 'completed', 'code': 200}
Dec 25 21:32:20.545068 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57748d9d-566c-4c05-9040-2f6f196bee67 admin admin] Made reservation on behalf of 065784da9c2c4ec791d79f36c0ffb7e9 for: {'subnet': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:32:20.554640 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-73f2a0c2-e095-48b4-96fc-13b601e97d26 tempest-RoutersNegativeTest-1955099179 tempest-RoutersNegativeTest-1955099179-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2008653'] for network, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:20.554805 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-57748d9d-566c-4c05-9040-2f6f196bee67 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8852834'] for subnet, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:20.554901 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-73f2a0c2-e095-48b4-96fc-13b601e97d26 tempest-RoutersNegativeTest-1955099179 tempest-RoutersNegativeTest-1955099179-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for network, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:20.555346 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-73f2a0c2-e095-48b4-96fc-13b601e97d26 tempest-RoutersNegativeTest-1955099179 tempest-RoutersNegativeTest-1955099179-project] 10.222.0.32 "DELETE /v2.0/networks/990e2c6e-7292-4888-a0bc-8615811d8522 HTTP/1.1" status: 204  len: 168 time: 1.6650846
Dec 25 21:32:20.575890 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 50808) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:32:20.576735 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f2a0c2-e095-48b4-96fc-13b601e97d26 tempest-RoutersNegativeTest-1955099179 tempest-RoutersNegativeTest-1955099179-project] Pushing event deleted for resources: {'Network': ['ID=990e2c6e-7292-4888-a0bc-8615811d8522,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:32:20.630943 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 50812) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:32:20.642383 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-67e36fec-e6a2-4bcf-a83b-36ff5920d2af tempest-RoutersNegativeTest-1955099179 tempest-RoutersNegativeTest-1955099179-project] 10.222.0.32 "GET /v2.0/ports?device_id=27a29adf-bd67-47e8-bd80-a3482ace1978 HTTP/1.1" status: 200  len: 205 time: 0.0409338
Dec 25 21:32:20.761727 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b33fded6-0472-4b3d-ac1b-9cbac766d4a4 tempest-RoutersNegativeTest-1955099179 tempest-RoutersNegativeTest-1955099179-project] Publish callbacks [] for router, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:20.775469 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0ff5a5e1-6cd4-4dfd-a448-877d591820bc req-dbf18d01-7ae9-44d7-b271-92ef4f78c385 tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] 10.222.0.32 "GET /v2.0/ports?device_id=145ff3db-fc66-40a9-90da-07251e851506 HTTP/1.1" status: 200  len: 210 time: 0.0392869
Dec 25 21:32:20.932555 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fa425c-95b9-4109-a721-9f7bf0bd0708 req-d701bf13-fcab-465e-b1ed-28a7004f54ff tempest-ListServersNegativeTestJSON-1535126760 tempest-ListServersNegativeTestJSON-1535126760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:32:20.934095 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d9fa425c-95b9-4109-a721-9f7bf0bd0708 req-d701bf13-fcab-465e-b1ed-28a7004f54ff tempest-ListServersNegativeTestJSON-1535126760 tempest-ListServersNegativeTestJSON-1535126760-project] 10.222.0.32 "GET /v2.0/ports?device_id=1bb28ccd-3dc5-481f-873e-9836f6f1586e HTTP/1.1" status: 200  len: 945 time: 0.0522552
Dec 25 21:32:20.947468 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b33fded6-0472-4b3d-ac1b-9cbac766d4a4 tempest-RoutersNegativeTest-1955099179 tempest-RoutersNegativeTest-1955099179-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2014235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14905'] for router, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:20.973064 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b33fded6-0472-4b3d-ac1b-9cbac766d4a4 tempest-RoutersNegativeTest-1955099179 tempest-RoutersNegativeTest-1955099179-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:20.996739 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d9fa425c-95b9-4109-a721-9f7bf0bd0708 req-12e62127-dffc-4bea-8471-ba34cc9f6ce6 tempest-ListServersNegativeTestJSON-1535126760 tempest-ListServersNegativeTestJSON-1535126760-project] 10.222.0.32 "GET /v2.0/security-groups?id=6d7d48ac-0dbe-4d82-be01-a2549b106897&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0549400
Dec 25 21:32:21.118888 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b33fded6-0472-4b3d-ac1b-9cbac766d4a4 tempest-RoutersNegativeTest-1955099179 tempest-RoutersNegativeTest-1955099179-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2014220'] for router, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:21.119444 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b33fded6-0472-4b3d-ac1b-9cbac766d4a4 tempest-RoutersNegativeTest-1955099179 tempest-RoutersNegativeTest-1955099179-project] Fanout notify agent at l3_agent the message router_deleted on router 27a29adf-bd67-47e8-bd80-a3482ace1978 {{(pid=121607) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 25 21:32:21.128970 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b33fded6-0472-4b3d-ac1b-9cbac766d4a4 tempest-RoutersNegativeTest-1955099179 tempest-RoutersNegativeTest-1955099179-project] Publish callbacks [] for router, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:21.128970 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-b33fded6-0472-4b3d-ac1b-9cbac766d4a4 tempest-RoutersNegativeTest-1955099179 tempest-RoutersNegativeTest-1955099179-project] 10.222.0.32 "DELETE /v2.0/routers/27a29adf-bd67-47e8-bd80-a3482ace1978 HTTP/1.1" status: 204  len: 168 time: 0.4955668
Dec 25 21:32:21.156686 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-57748d9d-566c-4c05-9040-2f6f196bee67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8632475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8852848'] for subnet, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:21.211658 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57748d9d-566c-4c05-9040-2f6f196bee67 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b20ee9a6-17d2-4c75-983b-4726865c75ee,revision_number=0']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:32:21.266849 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57748d9d-566c-4c05-9040-2f6f196bee67 admin admin] Checking segment: {'id': '572d690f-87b3-4a1f-83de-44d6398a5a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '15261b93-7813-48f8-a5a1-942139d41da7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:32:21.268316 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57748d9d-566c-4c05-9040-2f6f196bee67 admin admin] Network hostable DHCP agents. Network: 15261b93-7813-48f8-a5a1-942139d41da7, hostable agents: ['1813db88-2c1b-4357-a2ba-869246b663c2'], hosted agents: [] {{(pid=121607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 25 21:32:21.327730 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98f699e-5ab3-4aa0-b440-6ea0a5017d94 req-8f437194-1ec3-439d-8530-f60a42ba0677 tempest-VolumesActionsTest-1540518602 tempest-VolumesActionsTest-1540518602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:32:21.329965 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b98f699e-5ab3-4aa0-b440-6ea0a5017d94 req-8f437194-1ec3-439d-8530-f60a42ba0677 tempest-VolumesActionsTest-1540518602 tempest-VolumesActionsTest-1540518602-project] 10.222.0.32 "GET /v2.0/ports?device_id=c61d007c-5265-460b-989f-7006e9caeba7 HTTP/1.1" status: 200  len: 945 time: 0.0735548
Dec 25 21:32:21.380016 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b98f699e-5ab3-4aa0-b440-6ea0a5017d94 req-f77513ae-a310-47e2-97da-3d41dbac1be2 tempest-VolumesActionsTest-1540518602 tempest-VolumesActionsTest-1540518602-project] 10.222.0.32 "GET /v2.0/security-groups?id=d95f4b4b-e2bc-4a54-974a-72224402b503&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440023
Dec 25 21:32:21.394509 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57748d9d-566c-4c05-9040-2f6f196bee67 admin admin] Network 15261b93-7813-48f8-a5a1-942139d41da7 is scheduled to be hosted by DHCP agent 1813db88-2c1b-4357-a2ba-869246b663c2 with binding_index 1 {{(pid=121607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 25 21:32:21.541498 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-57748d9d-566c-4c05-9040-2f6f196bee67 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 15261b93-7813-48f8-a5a1-942139d41da7) {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:32:21.546462 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57748d9d-566c-4c05-9040-2f6f196bee67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:32:21.548653 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-57748d9d-566c-4c05-9040-2f6f196bee67 admin admin] Publish callbacks [] for subnet, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:21.551795 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad4a2475-c378-4ce2-bffa-1b26e44a2036 None None] Network 15261b93-7813-48f8-a5a1-942139d41da7 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:32:21.649806 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-57748d9d-566c-4c05-9040-2f6f196bee67 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 1.2236178
Dec 25 21:32:21.650393 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6c80d39-43f6-4a8c-ae72-6300fb45597a None None] Network 15261b93-7813-48f8-a5a1-942139d41da7 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:32:21.706400 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 50844) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:32:21.794801 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc325954-2a2b-49d8-b355-1c951f328735 req-31c6f407-8783-4015-9781-b4183e16071d tempest-ListServersNegativeTestJSON-1535126760 tempest-ListServersNegativeTestJSON-1535126760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:32:21.796462 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-cc325954-2a2b-49d8-b355-1c951f328735 req-31c6f407-8783-4015-9781-b4183e16071d tempest-ListServersNegativeTestJSON-1535126760 tempest-ListServersNegativeTestJSON-1535126760-project] 10.222.0.37 "GET /v2.0/ports?device_id=1bb28ccd-3dc5-481f-873e-9836f6f1586e HTTP/1.1" status: 200  len: 945 time: 0.0591564
Dec 25 21:32:21.893003 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-c344dc57-102c-4e20-8dac-932f8bbac255 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2df0d563ffbd46f29137fd7713ff19ea&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1826503
Dec 25 21:32:21.893545 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 50852) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:32:21.935713 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-33075b6f-9e5c-4c8a-9b00-4452a2653173 req-56e044af-478c-46b0-bcca-d272d8b001da tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] 10.222.0.32 "GET /v2.0/ports?device_id=145ff3db-fc66-40a9-90da-07251e851506 HTTP/1.1" status: 200  len: 210 time: 0.0492055
Dec 25 21:32:21.963692 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-c17b26f1-543b-4f92-96b3-f0c1165640ff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:21.983676 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [req-cc325954-2a2b-49d8-b355-1c951f328735 req-686f62ea-36cc-4b48-9b56-f9bc44902e05 tempest-ListServersNegativeTestJSON-1535126760 tempest-ListServersNegativeTestJSON-1535126760-project] Deleting port dcfdb4d9-b426-41f4-8901-12074cee232d {{(pid=121606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:32:21.984849 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-cc325954-2a2b-49d8-b355-1c951f328735 req-686f62ea-36cc-4b48-9b56-f9bc44902e05 tempest-ListServersNegativeTestJSON-1535126760 tempest-ListServersNegativeTestJSON-1535126760-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:22.010919 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-c17b26f1-543b-4f92-96b3-f0c1165640ff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:22.107560 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-cc325954-2a2b-49d8-b355-1c951f328735 req-686f62ea-36cc-4b48-9b56-f9bc44902e05 tempest-ListServersNegativeTestJSON-1535126760 tempest-ListServersNegativeTestJSON-1535126760-project] For port dcfdb4d9-b426-41f4-8901-12074cee232d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=dcfdb4d9-b426-41f4-8901-12074cee232d,segment=NetworkSegment(4d7acbc5-9faa-4d1c-9561-7a017cc31112),segment_id=4d7acbc5-9faa-4d1c-9561-7a017cc31112)] {{(pid=121606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:32:22.108009 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-cc325954-2a2b-49d8-b355-1c951f328735 req-686f62ea-36cc-4b48-9b56-f9bc44902e05 tempest-ListServersNegativeTestJSON-1535126760 tempest-ListServersNegativeTestJSON-1535126760-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:22.138002 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-c17b26f1-543b-4f92-96b3-f0c1165640ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:22.141772 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-c17b26f1-543b-4f92-96b3-f0c1165640ff admin admin] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:22.143869 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-c17b26f1-543b-4f92-96b3-f0c1165640ff admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8dcfe084-777e-49dd-b4d3-4abaae7f7557 HTTP/1.1" status: 204  len: 168 time: 0.2486007
Dec 25 21:32:22.153325 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17b26f1-543b-4f92-96b3-f0c1165640ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dcfe084-777e-49dd-b4d3-4abaae7f7557,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:32:22.167693 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [req-cc325954-2a2b-49d8-b355-1c951f328735 req-686f62ea-36cc-4b48-9b56-f9bc44902e05 tempest-ListServersNegativeTestJSON-1535126760 tempest-ListServersNegativeTestJSON-1535126760-project] Calling delete_port for dcfdb4d9-b426-41f4-8901-12074cee232d owned by compute:nova {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:32:22.234549 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fc3540-822a-4baf-90d5-ce8b925a6b71 req-d50264c3-ca08-485c-84d1-f8992df61c90 tempest-ListServersNegativeTestJSON-1535126760 tempest-ListServersNegativeTestJSON-1535126760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:32:22.236016 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-01fc3540-822a-4baf-90d5-ce8b925a6b71 req-d50264c3-ca08-485c-84d1-f8992df61c90 tempest-ListServersNegativeTestJSON-1535126760 tempest-ListServersNegativeTestJSON-1535126760-project] 10.222.0.32 "GET /v2.0/ports?device_id=1bb28ccd-3dc5-481f-873e-9836f6f1586e HTTP/1.1" status: 200  len: 945 time: 0.1506524
Dec 25 21:32:22.283077 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722972cd-f835-457b-b43d-ac1bf0ab8a66 req-38bd061f-25cc-46f2-8f17-97298722cd93 tempest-ListServersNegativeTestJSON-1535126760 tempest-ListServersNegativeTestJSON-1535126760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:32:22.284476 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-722972cd-f835-457b-b43d-ac1bf0ab8a66 req-38bd061f-25cc-46f2-8f17-97298722cd93 tempest-ListServersNegativeTestJSON-1535126760 tempest-ListServersNegativeTestJSON-1535126760-project] 10.222.0.31 "GET /v2.0/ports?device_id=335c07b3-3db8-4683-9af2-5dd2d3923ccd HTTP/1.1" status: 200  len: 945 time: 0.1553528
Dec 25 21:32:22.455700 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-01fc3540-822a-4baf-90d5-ce8b925a6b71 req-d31327b7-561b-4997-95f4-0db7f95b37db tempest-ListServersNegativeTestJSON-1535126760 tempest-ListServersNegativeTestJSON-1535126760-project] 10.222.0.32 "GET /v2.0/security-groups?id=6d7d48ac-0dbe-4d82-be01-a2549b106897&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2049751
Dec 25 21:32:22.511353 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7233627c-50a7-4a27-bf19-ffd3ab8c2610 req-6b74b637-dec7-4f1a-8331-ed5cdc2ed3b3 tempest-VolumesActionsTest-2089127211 tempest-VolumesActionsTest-2089127211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:32:22.512864 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7233627c-50a7-4a27-bf19-ffd3ab8c2610 req-6b74b637-dec7-4f1a-8331-ed5cdc2ed3b3 tempest-VolumesActionsTest-2089127211 tempest-VolumesActionsTest-2089127211-project] 10.222.0.32 "GET /v2.0/networks?id=e05170f8-cab4-47d7-8b02-4aaf3c659560 HTTP/1.1" status: 200  len: 808 time: 0.2882190
Dec 25 21:32:22.550668 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7233627c-50a7-4a27-bf19-ffd3ab8c2610 req-325d75db-46d6-4988-a87b-0c00e69f8d87 tempest-VolumesActionsTest-2089127211 tempest-VolumesActionsTest-2089127211-project] 10.222.0.32 "GET /v2.0/quotas/71418288426545dea311f347bd0cbfdb HTTP/1.1" status: 200  len: 375 time: 0.0281558
Dec 25 21:32:22.605790 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [req-722972cd-f835-457b-b43d-ac1bf0ab8a66 req-33b1b81a-4cd9-4db0-b824-6b77558dff62 tempest-ListServersNegativeTestJSON-1535126760 tempest-ListServersNegativeTestJSON-1535126760-project] Deleting port 144f1a3a-207e-4bda-9b5e-951b5824198a {{(pid=121606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:32:22.606134 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-722972cd-f835-457b-b43d-ac1bf0ab8a66 req-33b1b81a-4cd9-4db0-b824-6b77558dff62 tempest-ListServersNegativeTestJSON-1535126760 tempest-ListServersNegativeTestJSON-1535126760-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:22.648908 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7233627c-50a7-4a27-bf19-ffd3ab8c2610 req-eb3c91ec-ac0b-4039-81da-b6e264769f8a tempest-VolumesActionsTest-2089127211 tempest-VolumesActionsTest-2089127211-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=71418288426545dea311f347bd0cbfdb&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0823927
Dec 25 21:32:22.683567 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-cc325954-2a2b-49d8-b355-1c951f328735 req-686f62ea-36cc-4b48-9b56-f9bc44902e05 tempest-ListServersNegativeTestJSON-1535126760 tempest-ListServersNegativeTestJSON-1535126760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:22.697327 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] get_ports_and_sgs() called for port_ids ['144f1a3a-207e-4bda-9b5e-951b5824198a'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:32:22.699538 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] get_ports_and_sgs() called for port_ids ['dcfdb4d9-b426-41f4-8901-12074cee232d'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:32:22.750393 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b817a2-3139-40c1-ad5b-b66d32a395b5 req-b0fa65f2-3678-4a77-a81e-c25bed516f6a tempest-VolumesActionsTest-1540518602 tempest-VolumesActionsTest-1540518602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:32:22.751918 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a7b817a2-3139-40c1-ad5b-b66d32a395b5 req-b0fa65f2-3678-4a77-a81e-c25bed516f6a tempest-VolumesActionsTest-1540518602 tempest-VolumesActionsTest-1540518602-project] 10.222.0.37 "GET /v2.0/ports?device_id=c61d007c-5265-460b-989f-7006e9caeba7 HTTP/1.1" status: 200  len: 945 time: 0.1948993
Dec 25 21:32:22.795080 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686f62ea-36cc-4b48-9b56-f9bc44902e05 tempest-ListServersNegativeTestJSON-1535126760 tempest-ListServersNegativeTestJSON-1535126760-project] Pushing event deleted for resources: {'Port': ['ID=dcfdb4d9-b426-41f4-8901-12074cee232d,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:32:22.878869 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686f62ea-36cc-4b48-9b56-f9bc44902e05 tempest-ListServersNegativeTestJSON-1535126760 tempest-ListServersNegativeTestJSON-1535126760-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:32:22.879224 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686f62ea-36cc-4b48-9b56-f9bc44902e05 tempest-ListServersNegativeTestJSON-1535126760 tempest-ListServersNegativeTestJSON-1535126760-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:32:22.879570 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686f62ea-36cc-4b48-9b56-f9bc44902e05 tempest-ListServersNegativeTestJSON-1535126760 tempest-ListServersNegativeTestJSON-1535126760-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:32:22.879915 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686f62ea-36cc-4b48-9b56-f9bc44902e05 tempest-ListServersNegativeTestJSON-1535126760 tempest-ListServersNegativeTestJSON-1535126760-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:32:22.880252 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686f62ea-36cc-4b48-9b56-f9bc44902e05 tempest-ListServersNegativeTestJSON-1535126760 tempest-ListServersNegativeTestJSON-1535126760-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:32:22.880584 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686f62ea-36cc-4b48-9b56-f9bc44902e05 tempest-ListServersNegativeTestJSON-1535126760 tempest-ListServersNegativeTestJSON-1535126760-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:32:22.880937 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686f62ea-36cc-4b48-9b56-f9bc44902e05 tempest-ListServersNegativeTestJSON-1535126760 tempest-ListServersNegativeTestJSON-1535126760-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:32:22.881270 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686f62ea-36cc-4b48-9b56-f9bc44902e05 tempest-ListServersNegativeTestJSON-1535126760 tempest-ListServersNegativeTestJSON-1535126760-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:32:22.881602 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686f62ea-36cc-4b48-9b56-f9bc44902e05 tempest-ListServersNegativeTestJSON-1535126760 tempest-ListServersNegativeTestJSON-1535126760-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:32:22.881929 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686f62ea-36cc-4b48-9b56-f9bc44902e05 tempest-ListServersNegativeTestJSON-1535126760 tempest-ListServersNegativeTestJSON-1535126760-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:32:22.882254 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686f62ea-36cc-4b48-9b56-f9bc44902e05 tempest-ListServersNegativeTestJSON-1535126760 tempest-ListServersNegativeTestJSON-1535126760-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:32:22.882578 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686f62ea-36cc-4b48-9b56-f9bc44902e05 tempest-ListServersNegativeTestJSON-1535126760 tempest-ListServersNegativeTestJSON-1535126760-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:32:22.882923 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686f62ea-36cc-4b48-9b56-f9bc44902e05 tempest-ListServersNegativeTestJSON-1535126760 tempest-ListServersNegativeTestJSON-1535126760-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:32:22.892868 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c23ecee-a0c7-49e0-8a20-e5a72bc49322 req-fd6d2235-1209-40c5-a6cb-2b781985361a tempest-VolumesActionsTest-1540518602 tempest-VolumesActionsTest-1540518602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:32:22.894507 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3c23ecee-a0c7-49e0-8a20-e5a72bc49322 req-fd6d2235-1209-40c5-a6cb-2b781985361a tempest-VolumesActionsTest-1540518602 tempest-VolumesActionsTest-1540518602-project] 10.222.0.32 "GET /v2.0/ports?device_id=c61d007c-5265-460b-989f-7006e9caeba7 HTTP/1.1" status: 200  len: 945 time: 0.2952909
Dec 25 21:32:22.962866 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc325954-2a2b-49d8-b355-1c951f328735 req-686f62ea-36cc-4b48-9b56-f9bc44902e05 tempest-ListServersNegativeTestJSON-1535126760 tempest-ListServersNegativeTestJSON-1535126760-project] No DVR routers for this DVR port dcfdb4d9-b426-41f4-8901-12074cee232d on host nch2-master-1 {{(pid=121606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:32:22.982725 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-722972cd-f835-457b-b43d-ac1bf0ab8a66 req-33b1b81a-4cd9-4db0-b824-6b77558dff62 tempest-ListServersNegativeTestJSON-1535126760 tempest-ListServersNegativeTestJSON-1535126760-project] For port 144f1a3a-207e-4bda-9b5e-951b5824198a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=144f1a3a-207e-4bda-9b5e-951b5824198a,segment=NetworkSegment(4d7acbc5-9faa-4d1c-9561-7a017cc31112),segment_id=4d7acbc5-9faa-4d1c-9561-7a017cc31112)] {{(pid=121606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:32:22.983091 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-722972cd-f835-457b-b43d-ac1bf0ab8a66 req-33b1b81a-4cd9-4db0-b824-6b77558dff62 tempest-ListServersNegativeTestJSON-1535126760 tempest-ListServersNegativeTestJSON-1535126760-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:22.987483 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-cc325954-2a2b-49d8-b355-1c951f328735 req-686f62ea-36cc-4b48-9b56-f9bc44902e05 tempest-ListServersNegativeTestJSON-1535126760 tempest-ListServersNegativeTestJSON-1535126760-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:22.989392 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-cc325954-2a2b-49d8-b355-1c951f328735 req-686f62ea-36cc-4b48-9b56-f9bc44902e05 tempest-ListServersNegativeTestJSON-1535126760 tempest-ListServersNegativeTestJSON-1535126760-project] 10.222.0.37 "DELETE /v2.0/ports/dcfdb4d9-b426-41f4-8901-12074cee232d HTTP/1.1" status: 204  len: 173 time: 1.1854184
Dec 25 21:32:22.992114 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bb28ccd-3dc5-481f-873e-9836f6f1586e', 'name': 'network-vif-deleted', 'tag': 'dcfdb4d9-b426-41f4-8901-12074cee232d'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:32:22.993139 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9858820c13ec2827453b94ebc4181065e990a4e4089ccb9fe762531ac62d2fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fb3771c-7fda-4650-b544-0ef13eab2a24" -d '{"events": [{"server_uuid": "1bb28ccd-3dc5-481f-873e-9836f6f1586e", "name": "network-vif-deleted", "tag": "dcfdb4d9-b426-41f4-8901-12074cee232d"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:32:23.040946 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [req-722972cd-f835-457b-b43d-ac1bf0ab8a66 req-33b1b81a-4cd9-4db0-b824-6b77558dff62 tempest-ListServersNegativeTestJSON-1535126760 tempest-ListServersNegativeTestJSON-1535126760-project] Calling delete_port for 144f1a3a-207e-4bda-9b5e-951b5824198a owned by compute:nova {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:32:23.056765 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7233627c-50a7-4a27-bf19-ffd3ab8c2610 req-b8924d39-6756-4de3-a98d-55aebbfccb8b service neutron] 10.222.0.32 "GET /v2.0/networks/e05170f8-cab4-47d7-8b02-4aaf3c659560?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3913982
Dec 25 21:32:23.132787 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3c23ecee-a0c7-49e0-8a20-e5a72bc49322 req-da0d8bef-86c2-4cc2-a09f-bce258c2967a tempest-VolumesActionsTest-1540518602 tempest-VolumesActionsTest-1540518602-project] 10.222.0.32 "GET /v2.0/security-groups?id=d95f4b4b-e2bc-4a54-974a-72224402b503&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2166362
Dec 25 21:32:23.222956 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [req-a7b817a2-3139-40c1-ad5b-b66d32a395b5 req-88d4157b-32d5-452d-a23b-d9c9525670a9 tempest-VolumesActionsTest-1540518602 tempest-VolumesActionsTest-1540518602-project] Deleting port 914b055e-69b0-4157-ad7c-92e60fbd5a57 {{(pid=121606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:32:23.222956 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-a7b817a2-3139-40c1-ad5b-b66d32a395b5 req-88d4157b-32d5-452d-a23b-d9c9525670a9 tempest-VolumesActionsTest-1540518602 tempest-VolumesActionsTest-1540518602-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:23.313602 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7233627c-50a7-4a27-bf19-ffd3ab8c2610 req-ea2c0f6e-1fbd-4aa7-839e-fd14bed094a9 service neutron] 10.222.0.32 "GET /v2.0/networks/e05170f8-cab4-47d7-8b02-4aaf3c659560?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2435184
Dec 25 21:32:23.315822 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 21:32:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d8aa490-9248-4d89-8186-4727092c3667 x-openstack-request-id: req-5d8aa490-9248-4d89-8186-4727092c3667 {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:32:23.316115 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bb28ccd-3dc5-481f-873e-9836f6f1586e", "name": "network-vif-deleted", "tag": "dcfdb4d9-b426-41f4-8901-12074cee232d", "status": "completed", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:32:23.316373 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5d8aa490-9248-4d89-8186-4727092c3667 {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:32:23.316773 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bb28ccd-3dc5-481f-873e-9836f6f1586e', 'name': 'network-vif-deleted', 'tag': 'dcfdb4d9-b426-41f4-8901-12074cee232d', 'status': 'completed', 'code': 200}
Dec 25 21:32:23.396934 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device 753f318c-7dd3-4858-acc2-c7906120f3ba no longer exists at agent hyperv_nch1-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:32:23.418663 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] No Port match for: 753f318c-7dd3-4858-acc2-c7906120f3ba {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:32:23.418663 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device 753f318c-7dd3-4858-acc2-c7906120f3ba not bound to the agent host nch1-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:32:23.420349 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 50900) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:32:23.443535 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-a7b817a2-3139-40c1-ad5b-b66d32a395b5 req-88d4157b-32d5-452d-a23b-d9c9525670a9 tempest-VolumesActionsTest-1540518602 tempest-VolumesActionsTest-1540518602-project] For port 914b055e-69b0-4157-ad7c-92e60fbd5a57, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=914b055e-69b0-4157-ad7c-92e60fbd5a57,segment=NetworkSegment(0fac887f-f99f-493c-9476-cc5385c45b09),segment_id=0fac887f-f99f-493c-9476-cc5385c45b09)] {{(pid=121606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:32:23.444423 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-a7b817a2-3139-40c1-ad5b-b66d32a395b5 req-88d4157b-32d5-452d-a23b-d9c9525670a9 tempest-VolumesActionsTest-1540518602 tempest-VolumesActionsTest-1540518602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:23.457115 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [req-a7b817a2-3139-40c1-ad5b-b66d32a395b5 req-88d4157b-32d5-452d-a23b-d9c9525670a9 tempest-VolumesActionsTest-1540518602 tempest-VolumesActionsTest-1540518602-project] Calling delete_port for 914b055e-69b0-4157-ad7c-92e60fbd5a57 owned by compute:nova {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:32:23.524640 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-722972cd-f835-457b-b43d-ac1bf0ab8a66 req-33b1b81a-4cd9-4db0-b824-6b77558dff62 tempest-ListServersNegativeTestJSON-1535126760 tempest-ListServersNegativeTestJSON-1535126760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:23.528971 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-342f61cd-e1ec-4124-9ca6-3c16b886135d tempest-NegativeSecGroupIPv6Test-400342695 tempest-NegativeSecGroupIPv6Test-400342695-project] Request body: {'security_group': {'name': 'default'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:32:23.530741 ncdv-master-1 neutron-server[121607]: WARNING neutron.api.v2.base [None req-342f61cd-e1ec-4124-9ca6-3c16b886135d tempest-NegativeSecGroupIPv6Test-400342695 tempest-NegativeSecGroupIPv6Test-400342695-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists.
Dec 25 21:32:23.530741 ncdv-master-1 neutron-server[121607]: INFO neutron.api.v2.resource [None req-342f61cd-e1ec-4124-9ca6-3c16b886135d tempest-NegativeSecGroupIPv6Test-400342695 tempest-NegativeSecGroupIPv6Test-400342695-project] create failed (client error): There was a conflict when trying to complete your request.
Dec 25 21:32:23.532552 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-342f61cd-e1ec-4124-9ca6-3c16b886135d tempest-NegativeSecGroupIPv6Test-400342695 tempest-NegativeSecGroupIPv6Test-400342695-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 409  len: 330 time: 0.1103566
Dec 25 21:32:23.536695 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 50906) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:32:23.542796 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-058135f1-0fbe-4ce7-a410-37f3aec2cf30 tempest-NegativeSecGroupIPv6Test-400342695 tempest-NegativeSecGroupIPv6Test-400342695-project] Request body: {'security_group': {'name': 'tempest-secgroup--1110256414'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:32:23.629283 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-058135f1-0fbe-4ce7-a410-37f3aec2cf30 tempest-NegativeSecGroupIPv6Test-400342695 tempest-NegativeSecGroupIPv6Test-400342695-project] Publish callbacks [] for security_group, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:23.642348 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-058135f1-0fbe-4ce7-a410-37f3aec2cf30 tempest-NegativeSecGroupIPv6Test-400342695 tempest-NegativeSecGroupIPv6Test-400342695-project] Publish callbacks [] for security_group, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:23.740136 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-058135f1-0fbe-4ce7-a410-37f3aec2cf30 tempest-NegativeSecGroupIPv6Test-400342695 tempest-NegativeSecGroupIPv6Test-400342695-project] Publish callbacks [] for security_group, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:23.874578 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-058135f1-0fbe-4ce7-a410-37f3aec2cf30 tempest-NegativeSecGroupIPv6Test-400342695 tempest-NegativeSecGroupIPv6Test-400342695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:23.887925 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b1b81a-4cd9-4db0-b824-6b77558dff62 tempest-ListServersNegativeTestJSON-1535126760 tempest-ListServersNegativeTestJSON-1535126760-project] Pushing event deleted for resources: {'Port': ['ID=144f1a3a-207e-4bda-9b5e-951b5824198a,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:32:23.926451 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-546722f8-fe19-4e1f-8100-8be664c10321 req-c7730746-72a2-48bd-991b-f88f23b42733 tempest-VolumesActionsTest-2089127211 tempest-VolumesActionsTest-2089127211-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa3f4646-839b-4b87-b6eb-ac1157f96783 HTTP/1.1" status: 200  len: 210 time: 0.0441732
Dec 25 21:32:23.958849 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-602e3113-38d1-41a5-aaf0-fcaa6b6b8653 req-429ee633-6471-433d-8842-356f9f54b549 tempest-ListServersNegativeTestJSON-1535126760 tempest-ListServersNegativeTestJSON-1535126760-project] 10.222.0.32 "GET /v2.0/ports?device_id=1bb28ccd-3dc5-481f-873e-9836f6f1586e HTTP/1.1" status: 200  len: 210 time: 0.0753310
Dec 25 21:32:23.989702 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-058135f1-0fbe-4ce7-a410-37f3aec2cf30 tempest-NegativeSecGroupIPv6Test-400342695 tempest-NegativeSecGroupIPv6Test-400342695-project] Publish callbacks [] for security_group, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:23.992926 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058135f1-0fbe-4ce7-a410-37f3aec2cf30 tempest-NegativeSecGroupIPv6Test-400342695 tempest-NegativeSecGroupIPv6Test-400342695-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00983902-7842-473f-b27d-93ff6ec5dfd0,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:32:24.009292 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [req-722972cd-f835-457b-b43d-ac1bf0ab8a66 req-33b1b81a-4cd9-4db0-b824-6b77558dff62 tempest-ListServersNegativeTestJSON-1535126760 tempest-ListServersNegativeTestJSON-1535126760-project] No DVR routers for this DVR port 144f1a3a-207e-4bda-9b5e-951b5824198a on host nch1-master-1 {{(pid=121606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:32:24.027786 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-722972cd-f835-457b-b43d-ac1bf0ab8a66 req-33b1b81a-4cd9-4db0-b824-6b77558dff62 tempest-ListServersNegativeTestJSON-1535126760 tempest-ListServersNegativeTestJSON-1535126760-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:24.031644 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-722972cd-f835-457b-b43d-ac1bf0ab8a66 req-33b1b81a-4cd9-4db0-b824-6b77558dff62 tempest-ListServersNegativeTestJSON-1535126760 tempest-ListServersNegativeTestJSON-1535126760-project] 10.222.0.31 "DELETE /v2.0/ports/144f1a3a-207e-4bda-9b5e-951b5824198a HTTP/1.1" status: 204  len: 173 time: 1.7358744
Dec 25 21:32:24.061725 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-058135f1-0fbe-4ce7-a410-37f3aec2cf30 tempest-NegativeSecGroupIPv6Test-400342695 tempest-NegativeSecGroupIPv6Test-400342695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:24.091084 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058135f1-0fbe-4ce7-a410-37f3aec2cf30 tempest-NegativeSecGroupIPv6Test-400342695 tempest-NegativeSecGroupIPv6Test-400342695-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19910c7c-b2e0-4eeb-bee5-6c859ffab870,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:32:24.166699 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-a7b817a2-3139-40c1-ad5b-b66d32a395b5 req-88d4157b-32d5-452d-a23b-d9c9525670a9 tempest-VolumesActionsTest-1540518602 tempest-VolumesActionsTest-1540518602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:24.178072 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] get_ports_and_sgs() called for port_ids ['914b055e-69b0-4157-ad7c-92e60fbd5a57'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:32:24.197634 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d4157b-32d5-452d-a23b-d9c9525670a9 tempest-VolumesActionsTest-1540518602 tempest-VolumesActionsTest-1540518602-project] Pushing event deleted for resources: {'Port': ['ID=914b055e-69b0-4157-ad7c-92e60fbd5a57,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:32:24.213654 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-058135f1-0fbe-4ce7-a410-37f3aec2cf30 tempest-NegativeSecGroupIPv6Test-400342695 tempest-NegativeSecGroupIPv6Test-400342695-project] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:24.215178 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-058135f1-0fbe-4ce7-a410-37f3aec2cf30 tempest-NegativeSecGroupIPv6Test-400342695 tempest-NegativeSecGroupIPv6Test-400342695-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.6772981
Dec 25 21:32:24.218054 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 50924) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:32:24.224167 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-7ddc4232-9ff7-433e-8712-f2ca21132950 tempest-NegativeSecGroupIPv6Test-400342695 tempest-NegativeSecGroupIPv6Test-400342695-project] Request body: {'security_group_rule': {'security_group_id': '19910c7c-b2e0-4eeb-bee5-6c859ffab870', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:32:24.266062 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7b817a2-3139-40c1-ad5b-b66d32a395b5 req-88d4157b-32d5-452d-a23b-d9c9525670a9 tempest-VolumesActionsTest-1540518602 tempest-VolumesActionsTest-1540518602-project] No DVR routers for this DVR port 914b055e-69b0-4157-ad7c-92e60fbd5a57 on host nch2-master-1 {{(pid=121606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:32:24.268773 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-a7b817a2-3139-40c1-ad5b-b66d32a395b5 req-88d4157b-32d5-452d-a23b-d9c9525670a9 tempest-VolumesActionsTest-1540518602 tempest-VolumesActionsTest-1540518602-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:24.274089 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a7b817a2-3139-40c1-ad5b-b66d32a395b5 req-88d4157b-32d5-452d-a23b-d9c9525670a9 tempest-VolumesActionsTest-1540518602 tempest-VolumesActionsTest-1540518602-project] 10.222.0.37 "DELETE /v2.0/ports/914b055e-69b0-4157-ad7c-92e60fbd5a57 HTTP/1.1" status: 204  len: 173 time: 1.4754395
Dec 25 21:32:24.306407 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e20c258f-8637-4024-8074-2b3a7928b73d req-f7eff61d-f302-456c-9637-4fcf9ee5d4e5 tempest-VolumesActionsTest-1540518602 tempest-VolumesActionsTest-1540518602-project] 10.222.0.32 "GET /v2.0/ports?device_id=c61d007c-5265-460b-989f-7006e9caeba7 HTTP/1.1" status: 200  len: 210 time: 0.0420158
Dec 25 21:32:24.362121 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-7ddc4232-9ff7-433e-8712-f2ca21132950 tempest-NegativeSecGroupIPv6Test-400342695 tempest-NegativeSecGroupIPv6Test-400342695-project] Publish callbacks [] for security_group_rule, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:24.420953 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-7ddc4232-9ff7-433e-8712-f2ca21132950 tempest-NegativeSecGroupIPv6Test-400342695 tempest-NegativeSecGroupIPv6Test-400342695-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:24.497639 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-7ddc4232-9ff7-433e-8712-f2ca21132950 tempest-NegativeSecGroupIPv6Test-400342695 tempest-NegativeSecGroupIPv6Test-400342695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077839'] for security_group_rule, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:24.521981 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddc4232-9ff7-433e-8712-f2ca21132950 tempest-NegativeSecGroupIPv6Test-400342695 tempest-NegativeSecGroupIPv6Test-400342695-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76702a3d-fa92-42b7-914a-40b8781a7824,revision_number=0']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:32:24.602465 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-7ddc4232-9ff7-433e-8712-f2ca21132950 tempest-NegativeSecGroupIPv6Test-400342695 tempest-NegativeSecGroupIPv6Test-400342695-project] Publish callbacks [] for security_group_rule, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:24.603625 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-7ddc4232-9ff7-433e-8712-f2ca21132950 tempest-NegativeSecGroupIPv6Test-400342695 tempest-NegativeSecGroupIPv6Test-400342695-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3843472
Dec 25 21:32:24.606549 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 50930) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:32:24.611891 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-5d30f23e-039d-46b6-84e3-8390633b968a tempest-NegativeSecGroupIPv6Test-400342695 tempest-NegativeSecGroupIPv6Test-400342695-project] Request body: {'security_group_rule': {'security_group_id': '19910c7c-b2e0-4eeb-bee5-6c859ffab870', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:32:24.692655 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device dcfdb4d9-b426-41f4-8901-12074cee232d no longer exists at agent hyperv_nch2-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:32:24.704303 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5d30f23e-039d-46b6-84e3-8390633b968a tempest-NegativeSecGroupIPv6Test-400342695 tempest-NegativeSecGroupIPv6Test-400342695-project] Publish callbacks [] for security_group_rule, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:24.731422 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] No Port match for: dcfdb4d9-b426-41f4-8901-12074cee232d {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:32:24.731821 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device dcfdb4d9-b426-41f4-8901-12074cee232d not bound to the agent host nch2-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:32:24.732245 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device 914b055e-69b0-4157-ad7c-92e60fbd5a57 no longer exists at agent hyperv_nch2-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:32:24.739636 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [req-2f6ecc11-8428-4f11-a843-788711e51af9 req-d7b24d76-faae-4635-a093-e135dda22bd1 service neutron] (121606) timed out ('10.222.0.32', 43216) {{(pid=121606) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}
Dec 25 21:32:24.756905 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] No Port match for: 914b055e-69b0-4157-ad7c-92e60fbd5a57 {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:32:24.757267 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device 914b055e-69b0-4157-ad7c-92e60fbd5a57 not bound to the agent host nch2-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:32:24.845000 ncdv-master-1 neutron-server[121607]: INFO neutron.api.v2.resource [None req-5d30f23e-039d-46b6-84e3-8390633b968a tempest-NegativeSecGroupIPv6Test-400342695 tempest-NegativeSecGroupIPv6Test-400342695-project] create failed (client error): There was a conflict when trying to complete your request.
Dec 25 21:32:24.846438 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-5d30f23e-039d-46b6-84e3-8390633b968a tempest-NegativeSecGroupIPv6Test-400342695 tempest-NegativeSecGroupIPv6Test-400342695-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 409  len: 366 time: 0.2389371
Dec 25 21:32:24.849238 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 50934) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:32:24.904034 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-d7a360ef-4502-40c6-bd50-af1d0d35899e tempest-NegativeSecGroupIPv6Test-400342695 tempest-NegativeSecGroupIPv6Test-400342695-project] Publish callbacks [] for security_group, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:24.927507 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-d7a360ef-4502-40c6-bd50-af1d0d35899e tempest-NegativeSecGroupIPv6Test-400342695 tempest-NegativeSecGroupIPv6Test-400342695-project] Publish callbacks [] for security_group, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:25.052201 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-12b0c656-29d7-46a2-9ef8-fe2eae3448ae req-9e795d7e-4df9-41f7-ae69-0eb31297e9ff tempest-VolumesActionsTest-2089127211 tempest-VolumesActionsTest-2089127211-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa3f4646-839b-4b87-b6eb-ac1157f96783 HTTP/1.1" status: 200  len: 210 time: 0.0335531
Dec 25 21:32:25.106859 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d0468324-a0e6-4a58-80e1-9ed2bf796339 req-7cff3d34-1996-430a-850b-e170cf7c677a tempest-ListServersNegativeTestJSON-1535126760 tempest-ListServersNegativeTestJSON-1535126760-project] 10.222.0.32 "GET /v2.0/ports?device_id=335c07b3-3db8-4683-9af2-5dd2d3923ccd HTTP/1.1" status: 200  len: 210 time: 0.0250840
Dec 25 21:32:25.114700 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-d7a360ef-4502-40c6-bd50-af1d0d35899e tempest-NegativeSecGroupIPv6Test-400342695 tempest-NegativeSecGroupIPv6Test-400342695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:25.117654 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-d7a360ef-4502-40c6-bd50-af1d0d35899e tempest-NegativeSecGroupIPv6Test-400342695 tempest-NegativeSecGroupIPv6Test-400342695-project] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:25.120487 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-d7a360ef-4502-40c6-bd50-af1d0d35899e tempest-NegativeSecGroupIPv6Test-400342695 tempest-NegativeSecGroupIPv6Test-400342695-project] 10.222.0.32 "DELETE /v2.0/security-groups/19910c7c-b2e0-4eeb-bee5-6c859ffab870 HTTP/1.1" status: 204  len: 168 time: 0.2686131
Dec 25 21:32:25.121931 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 50942) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:32:25.142522 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a360ef-4502-40c6-bd50-af1d0d35899e tempest-NegativeSecGroupIPv6Test-400342695 tempest-NegativeSecGroupIPv6Test-400342695-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=19910c7c-b2e0-4eeb-bee5-6c859ffab870,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:32:25.178736 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-1492e145-de52-4173-8a11-88ff4e9c6a51 tempest-NegativeSecGroupIPv6Test-400342695 tempest-NegativeSecGroupIPv6Test-400342695-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0557029
Dec 25 21:32:25.182408 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 50944) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:32:25.186672 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-241efb80-dd91-4b2d-a83a-8389c50b33f0 tempest-NegativeSecGroupIPv6Test-400342695 tempest-NegativeSecGroupIPv6Test-400342695-project] Request body: {'security_group': {'name': 'tempest-secgroup--30128935'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:32:25.257509 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-241efb80-dd91-4b2d-a83a-8389c50b33f0 tempest-NegativeSecGroupIPv6Test-400342695 tempest-NegativeSecGroupIPv6Test-400342695-project] Publish callbacks [] for security_group, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:25.318336 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '335c07b3-3db8-4683-9af2-5dd2d3923ccd', 'name': 'network-vif-deleted', 'tag': '144f1a3a-207e-4bda-9b5e-951b5824198a'}, {'server_uuid': 'c61d007c-5265-460b-989f-7006e9caeba7', 'name': 'network-vif-deleted', 'tag': '914b055e-69b0-4157-ad7c-92e60fbd5a57'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:32:25.321114 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9858820c13ec2827453b94ebc4181065e990a4e4089ccb9fe762531ac62d2fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1aa9642-f55f-4f17-80fc-21d679c85a19" -d '{"events": [{"server_uuid": "335c07b3-3db8-4683-9af2-5dd2d3923ccd", "name": "network-vif-deleted", "tag": "144f1a3a-207e-4bda-9b5e-951b5824198a"}, {"server_uuid": "c61d007c-5265-460b-989f-7006e9caeba7", "name": "network-vif-deleted", "tag": "914b055e-69b0-4157-ad7c-92e60fbd5a57"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:32:25.339995 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-241efb80-dd91-4b2d-a83a-8389c50b33f0 tempest-NegativeSecGroupIPv6Test-400342695 tempest-NegativeSecGroupIPv6Test-400342695-project] Publish callbacks [] for security_group, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:25.369379 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 25 Dec 2021 21:32:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b4c4698-5f9d-4978-bf43-a781f151e727 x-openstack-request-id: req-3b4c4698-5f9d-4978-bf43-a781f151e727 {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:32:25.369777 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "335c07b3-3db8-4683-9af2-5dd2d3923ccd", "name": "network-vif-deleted", "tag": "144f1a3a-207e-4bda-9b5e-951b5824198a", "status": "completed", "code": 200}, {"server_uuid": "c61d007c-5265-460b-989f-7006e9caeba7", "name": "network-vif-deleted", "tag": "914b055e-69b0-4157-ad7c-92e60fbd5a57", "status": "completed", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:32:25.370036 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3b4c4698-5f9d-4978-bf43-a781f151e727 {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:32:25.370562 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '335c07b3-3db8-4683-9af2-5dd2d3923ccd', 'name': 'network-vif-deleted', 'tag': '144f1a3a-207e-4bda-9b5e-951b5824198a', 'status': 'completed', 'code': 200}
Dec 25 21:32:25.371186 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c61d007c-5265-460b-989f-7006e9caeba7', 'name': 'network-vif-deleted', 'tag': '914b055e-69b0-4157-ad7c-92e60fbd5a57', 'status': 'completed', 'code': 200}
Dec 25 21:32:25.407232 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-241efb80-dd91-4b2d-a83a-8389c50b33f0 tempest-NegativeSecGroupIPv6Test-400342695 tempest-NegativeSecGroupIPv6Test-400342695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:25.414735 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device 144f1a3a-207e-4bda-9b5e-951b5824198a no longer exists at agent hyperv_nch1-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:32:25.449071 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] No Port match for: 144f1a3a-207e-4bda-9b5e-951b5824198a {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:32:25.449411 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device 144f1a3a-207e-4bda-9b5e-951b5824198a not bound to the agent host nch1-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:32:25.451721 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241efb80-dd91-4b2d-a83a-8389c50b33f0 tempest-NegativeSecGroupIPv6Test-400342695 tempest-NegativeSecGroupIPv6Test-400342695-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d99ec9d9-6087-4f2e-b1a2-d5c0fc9c2a5e,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:32:25.505457 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-241efb80-dd91-4b2d-a83a-8389c50b33f0 tempest-NegativeSecGroupIPv6Test-400342695 tempest-NegativeSecGroupIPv6Test-400342695-project] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:25.508078 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-241efb80-dd91-4b2d-a83a-8389c50b33f0 tempest-NegativeSecGroupIPv6Test-400342695 tempest-NegativeSecGroupIPv6Test-400342695-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1761 time: 0.3247530
Dec 25 21:32:25.510974 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 50956) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:32:25.515286 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-1792f6f5-7a77-48fe-8b95-28beaa609622 tempest-NegativeSecGroupIPv6Test-400342695 tempest-NegativeSecGroupIPv6Test-400342695-project] Request body: {'security_group_rule': {'security_group_id': 'd99ec9d9-6087-4f2e-b1a2-d5c0fc9c2a5e', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:32:25.516022 ncdv-master-1 neutron-server[121607]: WARNING neutron.api.v2.base [None req-1792f6f5-7a77-48fe-8b95-28beaa609622 tempest-NegativeSecGroupIPv6Test-400342695 tempest-NegativeSecGroupIPv6Test-400342695-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].
Dec 25 21:32:25.516513 ncdv-master-1 neutron-server[121607]: INFO neutron.api.v2.resource [None req-1792f6f5-7a77-48fe-8b95-28beaa609622 tempest-NegativeSecGroupIPv6Test-400342695 tempest-NegativeSecGroupIPv6Test-400342695-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 25 21:32:25.517743 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-1792f6f5-7a77-48fe-8b95-28beaa609622 tempest-NegativeSecGroupIPv6Test-400342695 tempest-NegativeSecGroupIPv6Test-400342695-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 396 time: 0.0058281
Dec 25 21:32:25.519992 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 50958) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:32:25.574319 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-583d6c7f-1679-462c-952c-f4c89317d7b6 tempest-NegativeSecGroupIPv6Test-400342695 tempest-NegativeSecGroupIPv6Test-400342695-project] Publish callbacks [] for security_group, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:25.598781 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-583d6c7f-1679-462c-952c-f4c89317d7b6 tempest-NegativeSecGroupIPv6Test-400342695 tempest-NegativeSecGroupIPv6Test-400342695-project] Publish callbacks [] for security_group, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:25.863009 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-583d6c7f-1679-462c-952c-f4c89317d7b6 tempest-NegativeSecGroupIPv6Test-400342695 tempest-NegativeSecGroupIPv6Test-400342695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:25.866212 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-583d6c7f-1679-462c-952c-f4c89317d7b6 tempest-NegativeSecGroupIPv6Test-400342695 tempest-NegativeSecGroupIPv6Test-400342695-project] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:25.867028 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-583d6c7f-1679-462c-952c-f4c89317d7b6 tempest-NegativeSecGroupIPv6Test-400342695 tempest-NegativeSecGroupIPv6Test-400342695-project] 10.222.0.32 "DELETE /v2.0/security-groups/d99ec9d9-6087-4f2e-b1a2-d5c0fc9c2a5e HTTP/1.1" status: 204  len: 168 time: 0.3461633
Dec 25 21:32:25.870018 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 50968) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:32:25.885114 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583d6c7f-1679-462c-952c-f4c89317d7b6 tempest-NegativeSecGroupIPv6Test-400342695 tempest-NegativeSecGroupIPv6Test-400342695-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d99ec9d9-6087-4f2e-b1a2-d5c0fc9c2a5e,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:32:25.921483 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-41a154b0-e513-469b-a6ac-c7a3693e5628 tempest-NegativeSecGroupIPv6Test-400342695 tempest-NegativeSecGroupIPv6Test-400342695-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0501184
Dec 25 21:32:25.925035 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 50972) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:32:25.929473 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-cb2757f0-e3b2-4595-b1f8-4262e9909195 tempest-NegativeSecGroupIPv6Test-400342695 tempest-NegativeSecGroupIPv6Test-400342695-project] Request body: {'security_group': {'name': 'tempest-secgroup--373184273'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:32:26.023196 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-cb2757f0-e3b2-4595-b1f8-4262e9909195 tempest-NegativeSecGroupIPv6Test-400342695 tempest-NegativeSecGroupIPv6Test-400342695-project] Publish callbacks [] for security_group, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:26.101142 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-cb2757f0-e3b2-4595-b1f8-4262e9909195 tempest-NegativeSecGroupIPv6Test-400342695 tempest-NegativeSecGroupIPv6Test-400342695-project] Publish callbacks [] for security_group, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:26.166418 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-89dec87e-164e-46c4-8ef3-553585281d9c req-21595d24-967d-4307-923a-a4a3eb942d04 tempest-VolumesActionsTest-2089127211 tempest-VolumesActionsTest-2089127211-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa3f4646-839b-4b87-b6eb-ac1157f96783 HTTP/1.1" status: 200  len: 210 time: 0.0289118
Dec 25 21:32:26.167554 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-cb2757f0-e3b2-4595-b1f8-4262e9909195 tempest-NegativeSecGroupIPv6Test-400342695 tempest-NegativeSecGroupIPv6Test-400342695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:26.169124 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 50982) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:32:26.209086 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2757f0-e3b2-4595-b1f8-4262e9909195 tempest-NegativeSecGroupIPv6Test-400342695 tempest-NegativeSecGroupIPv6Test-400342695-project] Pushing event updated for resources: {'SecurityGroup': ['ID=623c6eb2-0559-455a-8627-2a0dd619b701,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:32:26.225559 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_v2 [None req-60e2b192-5b0c-4833-b022-25eaecceeb4e admin admin] Deleting subnet 210bc700-d322-4847-8d8b-356f7ccb9966 {{(pid=121607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Dec 25 21:32:26.228805 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-60e2b192-5b0c-4833-b022-25eaecceeb4e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:26.266520 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-60e2b192-5b0c-4833-b022-25eaecceeb4e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10246617'] for subnet, precommit_delete_associations {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:26.276658 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-cb2757f0-e3b2-4595-b1f8-4262e9909195 tempest-NegativeSecGroupIPv6Test-400342695 tempest-NegativeSecGroupIPv6Test-400342695-project] Publish callbacks [] for security_group, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:26.280863 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-cb2757f0-e3b2-4595-b1f8-4262e9909195 tempest-NegativeSecGroupIPv6Test-400342695 tempest-NegativeSecGroupIPv6Test-400342695-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.3521998
Dec 25 21:32:26.286115 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 50988) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:32:26.292187 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-72b3d797-b861-48ac-80e7-233e85fad79c tempest-NegativeSecGroupIPv6Test-400342695 tempest-NegativeSecGroupIPv6Test-400342695-project] Request body: {'security_group_rule': {'security_group_id': '623c6eb2-0559-455a-8627-2a0dd619b701', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:32:26.293452 ncdv-master-1 neutron-server[121607]: WARNING neutron.api.v2.base [None req-72b3d797-b861-48ac-80e7-233e85fad79c tempest-NegativeSecGroupIPv6Test-400342695 tempest-NegativeSecGroupIPv6Test-400342695-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.
Dec 25 21:32:26.293961 ncdv-master-1 neutron-server[121607]: INFO neutron.api.v2.resource [None req-72b3d797-b861-48ac-80e7-233e85fad79c tempest-NegativeSecGroupIPv6Test-400342695 tempest-NegativeSecGroupIPv6Test-400342695-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 25 21:32:26.294925 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-72b3d797-b861-48ac-80e7-233e85fad79c tempest-NegativeSecGroupIPv6Test-400342695 tempest-NegativeSecGroupIPv6Test-400342695-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 667 time: 0.0077775
Dec 25 21:32:26.300792 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 50990) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:32:26.340088 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-60e2b192-5b0c-4833-b022-25eaecceeb4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995662'] for subnet, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:26.387022 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7233627c-50a7-4a27-bf19-ffd3ab8c2610 req-88c58bb6-00f5-4d0b-b3c7-664eacbd4474 tempest-VolumesActionsTest-2089127211 tempest-VolumesActionsTest-2089127211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:32:26.389192 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7233627c-50a7-4a27-bf19-ffd3ab8c2610 req-88c58bb6-00f5-4d0b-b3c7-664eacbd4474 tempest-VolumesActionsTest-2089127211 tempest-VolumesActionsTest-2089127211-project] 10.222.0.31 "GET /v2.0/networks?id=e05170f8-cab4-47d7-8b02-4aaf3c659560 HTTP/1.1" status: 200  len: 808 time: 0.1258514
Dec 25 21:32:26.402446 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-7233627c-50a7-4a27-bf19-ffd3ab8c2610 req-7779fc34-1318-4961-bdea-e06692aa74ad tempest-VolumesActionsTest-2089127211 tempest-VolumesActionsTest-2089127211-project] Request body: {'port': {'device_id': 'aa3f4646-839b-4b87-b6eb-ac1157f96783', 'network_id': 'e05170f8-cab4-47d7-8b02-4aaf3c659560', 'admin_state_up': True, 'tenant_id': '71418288426545dea311f347bd0cbfdb'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:32:26.417436 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-33d8c10e-42e9-4a71-ae67-aa4935199bc7 tempest-NegativeSecGroupIPv6Test-400342695 tempest-NegativeSecGroupIPv6Test-400342695-project] Publish callbacks [] for security_group, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:26.449455 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-33d8c10e-42e9-4a71-ae67-aa4935199bc7 tempest-NegativeSecGroupIPv6Test-400342695 tempest-NegativeSecGroupIPv6Test-400342695-project] Publish callbacks [] for security_group, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:26.508841 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-60e2b192-5b0c-4833-b022-25eaecceeb4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8632410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8852809'] for subnet, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:26.535985 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e2b192-5b0c-4833-b022-25eaecceeb4e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=210bc700-d322-4847-8d8b-356f7ccb9966,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:32:26.539576 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-60e2b192-5b0c-4833-b022-25eaecceeb4e admin admin] Publish callbacks [] for subnet, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:26.549588 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-60e2b192-5b0c-4833-b022-25eaecceeb4e admin admin] 10.222.0.32 "DELETE /v2.0/subnets/210bc700-d322-4847-8d8b-356f7ccb9966 HTTP/1.1" status: 204  len: 168 time: 0.3723893
Dec 25 21:32:26.549588 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 51000) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:32:26.577071 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-33d8c10e-42e9-4a71-ae67-aa4935199bc7 tempest-NegativeSecGroupIPv6Test-400342695 tempest-NegativeSecGroupIPv6Test-400342695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:26.580297 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-33d8c10e-42e9-4a71-ae67-aa4935199bc7 tempest-NegativeSecGroupIPv6Test-400342695 tempest-NegativeSecGroupIPv6Test-400342695-project] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:26.581453 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-33d8c10e-42e9-4a71-ae67-aa4935199bc7 tempest-NegativeSecGroupIPv6Test-400342695 tempest-NegativeSecGroupIPv6Test-400342695-project] 10.222.0.32 "DELETE /v2.0/security-groups/623c6eb2-0559-455a-8627-2a0dd619b701 HTTP/1.1" status: 204  len: 168 time: 0.2797093
Dec 25 21:32:26.584132 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 51002) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:32:26.635239 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-e90bea4a-40ee-4905-91ea-26a4ae4893b6 tempest-NegativeSecGroupIPv6Test-400342695 tempest-NegativeSecGroupIPv6Test-400342695-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0498579
Dec 25 21:32:26.639222 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 51006) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:32:26.644264 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-288126e9-6a0c-4d73-8f96-e2893c263aa4 tempest-NegativeSecGroupIPv6Test-400342695 tempest-NegativeSecGroupIPv6Test-400342695-project] Request body: {'security_group': {'name': 'tempest-secgroup--406832266'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:32:26.681025 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7233627c-50a7-4a27-bf19-ffd3ab8c2610 req-7779fc34-1318-4961-bdea-e06692aa74ad tempest-VolumesActionsTest-2089127211 tempest-VolumesActionsTest-2089127211-project] Made reservation on behalf of 71418288426545dea311f347bd0cbfdb for: {'port': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:32:26.684784 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-7233627c-50a7-4a27-bf19-ffd3ab8c2610 req-7779fc34-1318-4961-bdea-e06692aa74ad tempest-VolumesActionsTest-2089127211 tempest-VolumesActionsTest-2089127211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:26.825600 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-288126e9-6a0c-4d73-8f96-e2893c263aa4 tempest-NegativeSecGroupIPv6Test-400342695 tempest-NegativeSecGroupIPv6Test-400342695-project] Publish callbacks [] for security_group, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:26.861407 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_common [req-7233627c-50a7-4a27-bf19-ffd3ab8c2610 req-7779fc34-1318-4961-bdea-e06692aa74ad tempest-VolumesActionsTest-2089127211 tempest-VolumesActionsTest-2089127211-project] Allocated IP 172.20.0.14 (e05170f8-cab4-47d7-8b02-4aaf3c659560/d184d6bc-6f05-421a-a5a9-96f8841430ac/cc6826c8-cc22-4431-ab7c-6807f8a89b79) {{(pid=121606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:32:26.883623 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d8c10e-42e9-4a71-ae67-aa4935199bc7 tempest-NegativeSecGroupIPv6Test-400342695 tempest-NegativeSecGroupIPv6Test-400342695-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=623c6eb2-0559-455a-8627-2a0dd619b701,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:32:26.888997 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e7888974-53fa-4344-b090-a3cd5f5d5100 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625803'] for network, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:26.974333 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e7888974-53fa-4344-b090-a3cd5f5d5100 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997585', 'neutron.services.segments.db._delete_segments_for_network-8737602743071'] for network, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:26.994509 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-e7888974-53fa-4344-b090-a3cd5f5d5100 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2613838fa0>,) {'filters': {'network_id': ['a7e1816e-e061-48f4-919c-0820a13aab5b']}} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:32:26.996029 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-288126e9-6a0c-4d73-8f96-e2893c263aa4 tempest-NegativeSecGroupIPv6Test-400342695 tempest-NegativeSecGroupIPv6Test-400342695-project] Publish callbacks [] for security_group, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:27.005266 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-e7888974-53fa-4344-b090-a3cd5f5d5100 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2613838fa0>, '4d7acbc5-9faa-4d1c-9561-7a017cc31112') {'for_net_delete': True} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:32:27.005598 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-e7888974-53fa-4344-b090-a3cd5f5d5100 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2613838fa0>, '4d7acbc5-9faa-4d1c-9561-7a017cc31112') {} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:32:27.015887 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e7888974-53fa-4344-b090-a3cd5f5d5100 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737602746920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10246592'] for segment, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:27.031232 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e7888974-53fa-4344-b090-a3cd5f5d5100 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:27.040229 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7888974-53fa-4344-b090-a3cd5f5d5100 admin admin] Releasing vlan 180 on physical network physnet1 to pool {{(pid=121607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 25 21:32:27.040690 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e7888974-53fa-4344-b090-a3cd5f5d5100 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8633327'] for segment, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:27.043466 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:32:27.043466 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:32:27.043466 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:32:27.043466 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:32:27.043466 ncdv-master-1 neutron-server[121607]: Traceback (most recent call last):
Dec 25 21:32:27.043466 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 25 21:32:27.043466 ncdv-master-1 neutron-server[121607]:     timer()
Dec 25 21:32:27.043466 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 25 21:32:27.043466 ncdv-master-1 neutron-server[121607]:     cb(*args, **kw)
Dec 25 21:32:27.043466 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 25 21:32:27.043466 ncdv-master-1 neutron-server[121607]:     return func(*args, **kwargs)
Dec 25 21:32:27.043466 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 25 21:32:27.043466 ncdv-master-1 neutron-server[121607]:     self._notify()
Dec 25 21:32:27.043466 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 25 21:32:27.043466 ncdv-master-1 neutron-server[121607]:     self.callback(batched_events)
Dec 25 21:32:27.043466 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 25 21:32:27.043466 ncdv-master-1 neutron-server[121607]:     event.method(event)
Dec 25 21:32:27.043466 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 25 21:32:27.043466 ncdv-master-1 neutron-server[121607]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 25 21:32:27.043466 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 25 21:32:27.043466 ncdv-master-1 neutron-server[121607]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 25 21:32:27.043466 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 25 21:32:27.043466 ncdv-master-1 neutron-server[121607]:     return f(self, *a, **k)
Dec 25 21:32:27.043466 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 25 21:32:27.043466 ncdv-master-1 neutron-server[121607]:     return self._get(url).json()
Dec 25 21:32:27.043466 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 25 21:32:27.043466 ncdv-master-1 neutron-server[121607]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 25 21:32:27.043466 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 25 21:32:27.043466 ncdv-master-1 neutron-server[121607]:     return self.request(url, 'GET', **kwargs)
Dec 25 21:32:27.043466 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 25 21:32:27.043466 ncdv-master-1 neutron-server[121607]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 25 21:32:27.043466 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 25 21:32:27.043466 ncdv-master-1 neutron-server[121607]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 25 21:32:27.043466 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 25 21:32:27.043466 ncdv-master-1 neutron-server[121607]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 25 21:32:27.043466 ncdv-master-1 neutron-server[121607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 25 21:32:27.062793 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-288126e9-6a0c-4d73-8f96-e2893c263aa4 tempest-NegativeSecGroupIPv6Test-400342695 tempest-NegativeSecGroupIPv6Test-400342695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:27.110247 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-7233627c-50a7-4a27-bf19-ffd3ab8c2610 req-7779fc34-1318-4961-bdea-e06692aa74ad tempest-VolumesActionsTest-2089127211 tempest-VolumesActionsTest-2089127211-project] Publish callbacks [] for port, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:27.113319 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288126e9-6a0c-4d73-8f96-e2893c263aa4 tempest-NegativeSecGroupIPv6Test-400342695 tempest-NegativeSecGroupIPv6Test-400342695-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a340f873-e7af-409b-96d1-22295a3b5fdc,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:32:27.179615 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-288126e9-6a0c-4d73-8f96-e2893c263aa4 tempest-NegativeSecGroupIPv6Test-400342695 tempest-NegativeSecGroupIPv6Test-400342695-project] Publish callbacks [] for security_group, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:27.180905 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-288126e9-6a0c-4d73-8f96-e2893c263aa4 tempest-NegativeSecGroupIPv6Test-400342695 tempest-NegativeSecGroupIPv6Test-400342695-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.5406063
Dec 25 21:32:27.184016 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 51028) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:32:27.189275 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-ef6e5288-8588-4381-82b6-88449680cfc9 tempest-NegativeSecGroupIPv6Test-400342695 tempest-NegativeSecGroupIPv6Test-400342695-project] Request body: {'security_group_rule': {'security_group_id': 'a340f873-e7af-409b-96d1-22295a3b5fdc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:32:27.203199 ncdv-master-1 neutron-server[121606]: WARNING neutron.api.v2.base [None req-ef6e5288-8588-4381-82b6-88449680cfc9 tempest-NegativeSecGroupIPv6Test-400342695 tempest-NegativeSecGroupIPv6Test-400342695-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix.
Dec 25 21:32:27.203948 ncdv-master-1 neutron-server[121606]: INFO neutron.api.v2.resource [None req-ef6e5288-8588-4381-82b6-88449680cfc9 tempest-NegativeSecGroupIPv6Test-400342695 tempest-NegativeSecGroupIPv6Test-400342695-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 25 21:32:27.205351 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-ef6e5288-8588-4381-82b6-88449680cfc9 tempest-NegativeSecGroupIPv6Test-400342695 tempest-NegativeSecGroupIPv6Test-400342695-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 319 time: 0.0200317
Dec 25 21:32:27.208126 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 51036) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:32:27.211663 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e7888974-53fa-4344-b090-a3cd5f5d5100 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2008653'] for network, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:27.218638 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e7888974-53fa-4344-b090-a3cd5f5d5100 admin admin] Publish callbacks [] for network, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:27.224399 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-a4b9b488-595f-4e2a-a552-0a861ca59eb8 tempest-NegativeSecGroupIPv6Test-400342695 tempest-NegativeSecGroupIPv6Test-400342695-project] Request body: {'security_group_rule': {'security_group_id': 'a340f873-e7af-409b-96d1-22295a3b5fdc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:32:27.227555 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-e7888974-53fa-4344-b090-a3cd5f5d5100 admin admin] 10.222.0.32 "DELETE /v2.0/networks/a7e1816e-e061-48f4-919c-0820a13aab5b HTTP/1.1" status: 204  len: 168 time: 0.6779647
Dec 25 21:32:27.227685 ncdv-master-1 neutron-server[121606]: WARNING neutron.api.v2.base [None req-a4b9b488-595f-4e2a-a552-0a861ca59eb8 tempest-NegativeSecGroupIPv6Test-400342695 tempest-NegativeSecGroupIPv6Test-400342695-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix.
Dec 25 21:32:27.227685 ncdv-master-1 neutron-server[121606]: INFO neutron.api.v2.resource [None req-a4b9b488-595f-4e2a-a552-0a861ca59eb8 tempest-NegativeSecGroupIPv6Test-400342695 tempest-NegativeSecGroupIPv6Test-400342695-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 25 21:32:27.227685 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-a4b9b488-595f-4e2a-a552-0a861ca59eb8 tempest-NegativeSecGroupIPv6Test-400342695 tempest-NegativeSecGroupIPv6Test-400342695-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 320 time: 0.0180013
Dec 25 21:32:27.229894 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-7233627c-50a7-4a27-bf19-ffd3ab8c2610 req-7779fc34-1318-4961-bdea-e06692aa74ad tempest-VolumesActionsTest-2089127211 tempest-VolumesActionsTest-2089127211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:27.242114 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 51044) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:32:27.243931 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7888974-53fa-4344-b090-a3cd5f5d5100 admin admin] Pushing event deleted for resources: {'Network': ['ID=a7e1816e-e061-48f4-919c-0820a13aab5b,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:32:27.250735 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-474b15fc-d1cf-4b7d-b3b9-c35d52e7659a tempest-NegativeSecGroupIPv6Test-400342695 tempest-NegativeSecGroupIPv6Test-400342695-project] Request body: {'security_group_rule': {'security_group_id': 'a340f873-e7af-409b-96d1-22295a3b5fdc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:32:27.253561 ncdv-master-1 neutron-server[121606]: WARNING neutron.api.v2.base [None req-474b15fc-d1cf-4b7d-b3b9-c35d52e7659a tempest-NegativeSecGroupIPv6Test-400342695 tempest-NegativeSecGroupIPv6Test-400342695-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix.
Dec 25 21:32:27.254262 ncdv-master-1 neutron-server[121606]: INFO neutron.api.v2.resource [None req-474b15fc-d1cf-4b7d-b3b9-c35d52e7659a tempest-NegativeSecGroupIPv6Test-400342695 tempest-NegativeSecGroupIPv6Test-400342695-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 25 21:32:27.264191 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-474b15fc-d1cf-4b7d-b3b9-c35d52e7659a tempest-NegativeSecGroupIPv6Test-400342695 tempest-NegativeSecGroupIPv6Test-400342695-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 316 time: 0.0204437
Dec 25 21:32:27.268098 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 51050) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:32:27.273312 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-1658cac1-5a2d-4dfa-be5a-a8c1360ad76d tempest-NegativeSecGroupIPv6Test-400342695 tempest-NegativeSecGroupIPv6Test-400342695-project] Request body: {'security_group_rule': {'security_group_id': 'a340f873-e7af-409b-96d1-22295a3b5fdc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:32:27.275975 ncdv-master-1 neutron-server[121607]: WARNING neutron.api.v2.base [None req-1658cac1-5a2d-4dfa-be5a-a8c1360ad76d tempest-NegativeSecGroupIPv6Test-400342695 tempest-NegativeSecGroupIPv6Test-400342695-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix.
Dec 25 21:32:27.276816 ncdv-master-1 neutron-server[121607]: INFO neutron.api.v2.resource [None req-1658cac1-5a2d-4dfa-be5a-a8c1360ad76d tempest-NegativeSecGroupIPv6Test-400342695 tempest-NegativeSecGroupIPv6Test-400342695-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 25 21:32:27.281736 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-1658cac1-5a2d-4dfa-be5a-a8c1360ad76d tempest-NegativeSecGroupIPv6Test-400342695 tempest-NegativeSecGroupIPv6Test-400342695-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 309 time: 0.0120039
Dec 25 21:32:27.282480 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 51052) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:32:27.362580 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-096af4fe-16c1-4121-be3b-f2f338e777b6 tempest-NegativeSecGroupIPv6Test-400342695 tempest-NegativeSecGroupIPv6Test-400342695-project] Publish callbacks [] for security_group, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:27.388424 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7233627c-50a7-4a27-bf19-ffd3ab8c2610 req-7779fc34-1318-4961-bdea-e06692aa74ad tempest-VolumesActionsTest-2089127211 tempest-VolumesActionsTest-2089127211-project] Network e05170f8-cab4-47d7-8b02-4aaf3c659560 is already hosted by enough agents. {{(pid=121606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:32:27.395118 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [req-7233627c-50a7-4a27-bf19-ffd3ab8c2610 req-7779fc34-1318-4961-bdea-e06692aa74ad tempest-VolumesActionsTest-2089127211 tempest-VolumesActionsTest-2089127211-project] Resources bound (agent type, host, resource id):  {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:32:27.398559 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [req-7233627c-50a7-4a27-bf19-ffd3ab8c2610 req-7779fc34-1318-4961-bdea-e06692aa74ad tempest-VolumesActionsTest-2089127211 tempest-VolumesActionsTest-2089127211-project] Received port after_create {{(pid=121606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:32:27.400673 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-096af4fe-16c1-4121-be3b-f2f338e777b6 tempest-NegativeSecGroupIPv6Test-400342695 tempest-NegativeSecGroupIPv6Test-400342695-project] Publish callbacks [] for security_group, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:27.403143 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7779fc34-1318-4961-bdea-e06692aa74ad tempest-VolumesActionsTest-2089127211 tempest-VolumesActionsTest-2089127211-project] Pushing event updated for resources: {'Port': ['ID=cc6826c8-cc22-4431-ab7c-6807f8a89b79,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:32:27.435602 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b79a270-8458-487f-a016-92a857df5084 req-755cda3e-a549-413a-af27-e316bd94e764 tempest-VolumesActionsTest-2089127211 tempest-VolumesActionsTest-2089127211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:32:27.444033 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8b79a270-8458-487f-a016-92a857df5084 req-755cda3e-a549-413a-af27-e316bd94e764 tempest-VolumesActionsTest-2089127211 tempest-VolumesActionsTest-2089127211-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa3f4646-839b-4b87-b6eb-ac1157f96783 HTTP/1.1" status: 200  len: 932 time: 0.1737707
Dec 25 21:32:27.527973 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7233627c-50a7-4a27-bf19-ffd3ab8c2610 req-7779fc34-1318-4961-bdea-e06692aa74ad tempest-VolumesActionsTest-2089127211 tempest-VolumesActionsTest-2089127211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:32:27.528671 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-7233627c-50a7-4a27-bf19-ffd3ab8c2610 req-7779fc34-1318-4961-bdea-e06692aa74ad tempest-VolumesActionsTest-2089127211 tempest-VolumesActionsTest-2089127211-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:27.551681 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8b79a270-8458-487f-a016-92a857df5084 req-a1c119d7-1f98-4317-8103-6482e81f9971 tempest-VolumesActionsTest-2089127211 tempest-VolumesActionsTest-2089127211-project] 10.222.0.32 "GET /v2.0/security-groups?id=b923e6f5-1e98-4cf4-9740-df451a73c339&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1067080
Dec 25 21:32:27.589024 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-096af4fe-16c1-4121-be3b-f2f338e777b6 tempest-NegativeSecGroupIPv6Test-400342695 tempest-NegativeSecGroupIPv6Test-400342695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:27.593259 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-096af4fe-16c1-4121-be3b-f2f338e777b6 tempest-NegativeSecGroupIPv6Test-400342695 tempest-NegativeSecGroupIPv6Test-400342695-project] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:27.594975 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-096af4fe-16c1-4121-be3b-f2f338e777b6 tempest-NegativeSecGroupIPv6Test-400342695 tempest-NegativeSecGroupIPv6Test-400342695-project] 10.222.0.32 "DELETE /v2.0/security-groups/a340f873-e7af-409b-96d1-22295a3b5fdc HTTP/1.1" status: 204  len: 168 time: 0.3103235
Dec 25 21:32:27.597404 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 51058) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:32:27.605238 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096af4fe-16c1-4121-be3b-f2f338e777b6 tempest-NegativeSecGroupIPv6Test-400342695 tempest-NegativeSecGroupIPv6Test-400342695-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a340f873-e7af-409b-96d1-22295a3b5fdc,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:32:27.658593 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-0ba3c191-b29a-46a2-a691-94e1ae7cd550 tempest-NegativeSecGroupIPv6Test-400342695 tempest-NegativeSecGroupIPv6Test-400342695-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0598848
Dec 25 21:32:27.662601 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 51060) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:32:27.667729 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-0daf8f6f-cf68-4f99-ba3f-dc700e27b076 tempest-NegativeSecGroupIPv6Test-400342695 tempest-NegativeSecGroupIPv6Test-400342695-project] Request body: {'security_group': {'name': 'tempest-secgroup--2009455627'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:32:27.682003 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7233627c-50a7-4a27-bf19-ffd3ab8c2610 req-7779fc34-1318-4961-bdea-e06692aa74ad tempest-VolumesActionsTest-2089127211 tempest-VolumesActionsTest-2089127211-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.2844856
Dec 25 21:32:27.695095 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-7233627c-50a7-4a27-bf19-ffd3ab8c2610 req-da93e53e-1bf9-4cd8-a824-5fa7f64e62e0 service neutron] Request body: {'port': {'device_id': 'aa3f4646-839b-4b87-b6eb-ac1157f96783', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:32:27.769248 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-7233627c-50a7-4a27-bf19-ffd3ab8c2610 req-da93e53e-1bf9-4cd8-a824-5fa7f64e62e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:27.824026 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-0daf8f6f-cf68-4f99-ba3f-dc700e27b076 tempest-NegativeSecGroupIPv6Test-400342695 tempest-NegativeSecGroupIPv6Test-400342695-project] Publish callbacks [] for security_group, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:27.928631 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-0daf8f6f-cf68-4f99-ba3f-dc700e27b076 tempest-NegativeSecGroupIPv6Test-400342695 tempest-NegativeSecGroupIPv6Test-400342695-project] Publish callbacks [] for security_group, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:28.026413 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 51068) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:32:28.068672 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-d401b314-997b-435b-85f8-aa811f58f97e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d3625a8207df4cb0a4da19210ca5c80c&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0409799
Dec 25 21:32:28.071552 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 51070) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:32:28.079897 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-0daf8f6f-cf68-4f99-ba3f-dc700e27b076 tempest-NegativeSecGroupIPv6Test-400342695 tempest-NegativeSecGroupIPv6Test-400342695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:28.098764 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [req-7233627c-50a7-4a27-bf19-ffd3ab8c2610 req-da93e53e-1bf9-4cd8-a824-5fa7f64e62e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc6826c8-cc22-4431-ab7c-6807f8a89b79 {{(pid=121606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:32:28.106570 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-7233627c-50a7-4a27-bf19-ffd3ab8c2610 req-da93e53e-1bf9-4cd8-a824-5fa7f64e62e0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:28.119100 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.provisioning_blocks [req-7233627c-50a7-4a27-bf19-ffd3ab8c2610 req-da93e53e-1bf9-4cd8-a824-5fa7f64e62e0 service neutron] Transition to ACTIVE for port object cc6826c8-cc22-4431-ab7c-6807f8a89b79 will not be triggered until provisioned by entity L2. {{(pid=121606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 25 21:32:28.127471 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0daf8f6f-cf68-4f99-ba3f-dc700e27b076 tempest-NegativeSecGroupIPv6Test-400342695 tempest-NegativeSecGroupIPv6Test-400342695-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ea65aac-8561-4df5-b68b-5fc5dfb1a753,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:32:28.150457 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-1e1905ef-2bf0-4cae-b5a5-3e307e26bcc8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:28.174214 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-1e1905ef-2bf0-4cae-b5a5-3e307e26bcc8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:28.199615 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-0daf8f6f-cf68-4f99-ba3f-dc700e27b076 tempest-NegativeSecGroupIPv6Test-400342695 tempest-NegativeSecGroupIPv6Test-400342695-project] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:28.200896 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-0daf8f6f-cf68-4f99-ba3f-dc700e27b076 tempest-NegativeSecGroupIPv6Test-400342695 tempest-NegativeSecGroupIPv6Test-400342695-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.5371988
Dec 25 21:32:28.204572 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 51078) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:32:28.209621 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-e9285faf-ae2a-41b8-bae7-6cc0cee9e21e tempest-NegativeSecGroupIPv6Test-400342695 tempest-NegativeSecGroupIPv6Test-400342695-project] Request body: {'security_group_rule': {'security_group_id': '9ea65aac-8561-4df5-b68b-5fc5dfb1a753', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:32:28.210467 ncdv-master-1 neutron-server[121606]: WARNING neutron.api.v2.base [None req-e9285faf-ae2a-41b8-bae7-6cc0cee9e21e tempest-NegativeSecGroupIPv6Test-400342695 tempest-NegativeSecGroupIPv6Test-400342695-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16
Dec 25 21:32:28.210986 ncdv-master-1 neutron-server[121606]: INFO neutron.api.v2.resource [None req-e9285faf-ae2a-41b8-bae7-6cc0cee9e21e tempest-NegativeSecGroupIPv6Test-400342695 tempest-NegativeSecGroupIPv6Test-400342695-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 25 21:32:28.211989 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-e9285faf-ae2a-41b8-bae7-6cc0cee9e21e tempest-NegativeSecGroupIPv6Test-400342695 tempest-NegativeSecGroupIPv6Test-400342695-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 317 time: 0.0063336
Dec 25 21:32:28.214609 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 51080) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:32:28.219693 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-b55a3fc3-c9ac-428d-9f7e-9ff7e0b3310e tempest-NegativeSecGroupIPv6Test-400342695 tempest-NegativeSecGroupIPv6Test-400342695-project] Request body: {'security_group_rule': {'security_group_id': '9ea65aac-8561-4df5-b68b-5fc5dfb1a753', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:32:28.232585 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-7233627c-50a7-4a27-bf19-ffd3ab8c2610 req-da93e53e-1bf9-4cd8-a824-5fa7f64e62e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:28.296763 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da93e53e-1bf9-4cd8-a824-5fa7f64e62e0 service neutron] Pushing event updated for resources: {'Port': ['ID=cc6826c8-cc22-4431-ab7c-6807f8a89b79,revision_number=2']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:32:28.297585 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-1e1905ef-2bf0-4cae-b5a5-3e307e26bcc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:28.301505 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-1e1905ef-2bf0-4cae-b5a5-3e307e26bcc8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:28.302672 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-1e1905ef-2bf0-4cae-b5a5-3e307e26bcc8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6d7d48ac-0dbe-4d82-be01-a2549b106897 HTTP/1.1" status: 204  len: 168 time: 0.2304502
Dec 25 21:32:28.315683 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1905ef-2bf0-4cae-b5a5-3e307e26bcc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d7d48ac-0dbe-4d82-be01-a2549b106897,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:32:28.385858 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-7233627c-50a7-4a27-bf19-ffd3ab8c2610 req-da93e53e-1bf9-4cd8-a824-5fa7f64e62e0 service neutron] Attempting to bind port cc6826c8-cc22-4431-ab7c-6807f8a89b79 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:32:28.386137 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-7233627c-50a7-4a27-bf19-ffd3ab8c2610 req-da93e53e-1bf9-4cd8-a824-5fa7f64e62e0 service neutron] Attempting to bind port cc6826c8-cc22-4431-ab7c-6807f8a89b79 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '0beeca7f-6d82-4f0c-bf76-8c0fb701e5ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'e05170f8-cab4-47d7-8b02-4aaf3c659560'}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:32:28.386656 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7233627c-50a7-4a27-bf19-ffd3ab8c2610 req-da93e53e-1bf9-4cd8-a824-5fa7f64e62e0 service neutron] Attempting to bind port cc6826c8-cc22-4431-ab7c-6807f8a89b79 on network e05170f8-cab4-47d7-8b02-4aaf3c659560 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:32:28.391578 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7233627c-50a7-4a27-bf19-ffd3ab8c2610 req-da93e53e-1bf9-4cd8-a824-5fa7f64e62e0 service neutron] Port cc6826c8-cc22-4431-ab7c-6807f8a89b79 on network e05170f8-cab4-47d7-8b02-4aaf3c659560 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 25 21:32:28.392161 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7233627c-50a7-4a27-bf19-ffd3ab8c2610 req-da93e53e-1bf9-4cd8-a824-5fa7f64e62e0 service neutron] Attempting to bind port cc6826c8-cc22-4431-ab7c-6807f8a89b79 on network e05170f8-cab4-47d7-8b02-4aaf3c659560 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:32:28.397203 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7233627c-50a7-4a27-bf19-ffd3ab8c2610 req-da93e53e-1bf9-4cd8-a824-5fa7f64e62e0 service neutron] Checking agent: {'id': '6d577036-68fc-4aa4-aed7-5ab01de2117e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 21, 4, 34), 'started_at': datetime.datetime(2021, 12, 25, 21, 4, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 32, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:32:28.397570 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7233627c-50a7-4a27-bf19-ffd3ab8c2610 req-da93e53e-1bf9-4cd8-a824-5fa7f64e62e0 service neutron] Checking segment: {'id': '0beeca7f-6d82-4f0c-bf76-8c0fb701e5ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'e05170f8-cab4-47d7-8b02-4aaf3c659560'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:32:28.397914 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7233627c-50a7-4a27-bf19-ffd3ab8c2610 req-da93e53e-1bf9-4cd8-a824-5fa7f64e62e0 service neutron] Bound using segment: {'id': '0beeca7f-6d82-4f0c-bf76-8c0fb701e5ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'e05170f8-cab4-47d7-8b02-4aaf3c659560'} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:32:28.398343 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-7233627c-50a7-4a27-bf19-ffd3ab8c2610 req-da93e53e-1bf9-4cd8-a824-5fa7f64e62e0 service neutron] Bound port: cc6826c8-cc22-4431-ab7c-6807f8a89b79, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0beeca7f-6d82-4f0c-bf76-8c0fb701e5ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'e05170f8-cab4-47d7-8b02-4aaf3c659560'}}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:32:28.398699 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-7233627c-50a7-4a27-bf19-ffd3ab8c2610 req-da93e53e-1bf9-4cd8-a824-5fa7f64e62e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:28.467284 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-7233627c-50a7-4a27-bf19-ffd3ab8c2610 req-da93e53e-1bf9-4cd8-a824-5fa7f64e62e0 service neutron] For port cc6826c8-cc22-4431-ab7c-6807f8a89b79, host nch1-master-1, cleared binding levels {{(pid=121606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:32:28.470279 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-7233627c-50a7-4a27-bf19-ffd3ab8c2610 req-da93e53e-1bf9-4cd8-a824-5fa7f64e62e0 service neutron] For port cc6826c8-cc22-4431-ab7c-6807f8a89b79, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=cc6826c8-cc22-4431-ab7c-6807f8a89b79,segment=NetworkSegment(0beeca7f-6d82-4f0c-bf76-8c0fb701e5ea),segment_id=0beeca7f-6d82-4f0c-bf76-8c0fb701e5ea)] {{(pid=121606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:32:28.474075 ncdv-master-1 neutron-server[121606]: INFO neutron.api.v2.resource [None req-b55a3fc3-c9ac-428d-9f7e-9ff7e0b3310e tempest-NegativeSecGroupIPv6Test-400342695 tempest-NegativeSecGroupIPv6Test-400342695-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 25 21:32:28.475156 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-b55a3fc3-c9ac-428d-9f7e-9ff7e0b3310e tempest-NegativeSecGroupIPv6Test-400342695 tempest-NegativeSecGroupIPv6Test-400342695-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 354 time: 0.2596390
Dec 25 21:32:28.478078 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 51090) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:32:28.482614 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-2f5c6dfd-7e74-4685-892e-1901b148b22e tempest-NegativeSecGroupIPv6Test-400342695 tempest-NegativeSecGroupIPv6Test-400342695-project] Request body: {'security_group_rule': {'security_group_id': '9ea65aac-8561-4df5-b68b-5fc5dfb1a753', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:32:28.483417 ncdv-master-1 neutron-server[121607]: WARNING neutron.api.v2.base [None req-2f5c6dfd-7e74-4685-892e-1901b148b22e tempest-NegativeSecGroupIPv6Test-400342695 tempest-NegativeSecGroupIPv6Test-400342695-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536
Dec 25 21:32:28.484039 ncdv-master-1 neutron-server[121607]: INFO neutron.api.v2.resource [None req-2f5c6dfd-7e74-4685-892e-1901b148b22e tempest-NegativeSecGroupIPv6Test-400342695 tempest-NegativeSecGroupIPv6Test-400342695-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 25 21:32:28.484984 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-2f5c6dfd-7e74-4685-892e-1901b148b22e tempest-NegativeSecGroupIPv6Test-400342695 tempest-NegativeSecGroupIPv6Test-400342695-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 319 time: 0.0058572
Dec 25 21:32:28.487307 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 51092) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:32:28.491628 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-c22fcd10-9eda-4c66-8c6e-af0b8bff81d5 tempest-NegativeSecGroupIPv6Test-400342695 tempest-NegativeSecGroupIPv6Test-400342695-project] Request body: {'security_group_rule': {'security_group_id': '9ea65aac-8561-4df5-b68b-5fc5dfb1a753', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:32:28.600580 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-7233627c-50a7-4a27-bf19-ffd3ab8c2610 req-da93e53e-1bf9-4cd8-a824-5fa7f64e62e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:28.690337 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7233627c-50a7-4a27-bf19-ffd3ab8c2610 req-da93e53e-1bf9-4cd8-a824-5fa7f64e62e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:32:28.694353 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-7233627c-50a7-4a27-bf19-ffd3ab8c2610 req-da93e53e-1bf9-4cd8-a824-5fa7f64e62e0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:28.695900 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7233627c-50a7-4a27-bf19-ffd3ab8c2610 req-da93e53e-1bf9-4cd8-a824-5fa7f64e62e0 service neutron] 10.222.0.31 "PUT /v2.0/ports/cc6826c8-cc22-4431-ab7c-6807f8a89b79 HTTP/1.1" status: 200  len: 1092 time: 1.0059006
Dec 25 21:32:28.696402 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa3f4646-839b-4b87-b6eb-ac1157f96783', 'tag': 'cc6826c8-cc22-4431-ab7c-6807f8a89b79'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:32:28.698819 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9858820c13ec2827453b94ebc4181065e990a4e4089ccb9fe762531ac62d2fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-252ac461-7559-45f3-9363-e63d14e86f6b" -d '{"events": [{"name": "network-changed", "server_uuid": "aa3f4646-839b-4b87-b6eb-ac1157f96783", "tag": "cc6826c8-cc22-4431-ab7c-6807f8a89b79"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:32:28.767412 ncdv-master-1 neutron-server[121606]: INFO neutron.api.v2.resource [None req-c22fcd10-9eda-4c66-8c6e-af0b8bff81d5 tempest-NegativeSecGroupIPv6Test-400342695 tempest-NegativeSecGroupIPv6Test-400342695-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 25 21:32:28.768492 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-c22fcd10-9eda-4c66-8c6e-af0b8bff81d5 tempest-NegativeSecGroupIPv6Test-400342695 tempest-NegativeSecGroupIPv6Test-400342695-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 354 time: 0.2802486
Dec 25 21:32:28.771525 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 51106) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:32:28.777284 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-4ffe8b7b-baa7-4113-8807-b19e3c69022b tempest-NegativeSecGroupIPv6Test-400342695 tempest-NegativeSecGroupIPv6Test-400342695-project] Request body: {'security_group_rule': {'security_group_id': '9ea65aac-8561-4df5-b68b-5fc5dfb1a753', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:32:28.781828 ncdv-master-1 neutron-server[121607]: WARNING neutron.api.v2.base [None req-4ffe8b7b-baa7-4113-8807-b19e3c69022b tempest-NegativeSecGroupIPv6Test-400342695 tempest-NegativeSecGroupIPv6Test-400342695-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16
Dec 25 21:32:28.781828 ncdv-master-1 neutron-server[121607]: INFO neutron.api.v2.resource [None req-4ffe8b7b-baa7-4113-8807-b19e3c69022b tempest-NegativeSecGroupIPv6Test-400342695 tempest-NegativeSecGroupIPv6Test-400342695-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 25 21:32:28.781828 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-4ffe8b7b-baa7-4113-8807-b19e3c69022b tempest-NegativeSecGroupIPv6Test-400342695 tempest-NegativeSecGroupIPv6Test-400342695-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 317 time: 0.0066795
Dec 25 21:32:28.784529 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 51108) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:32:28.789168 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-f5af534b-ebc2-4dd7-80b8-6b032fcd3288 tempest-NegativeSecGroupIPv6Test-400342695 tempest-NegativeSecGroupIPv6Test-400342695-project] Request body: {'security_group_rule': {'security_group_id': '9ea65aac-8561-4df5-b68b-5fc5dfb1a753', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:32:28.804358 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Dec 2021 21:32:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9642f2e8-a28d-4dc3-a029-43767cffecfe x-openstack-request-id: req-9642f2e8-a28d-4dc3-a029-43767cffecfe {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:32:28.804672 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa3f4646-839b-4b87-b6eb-ac1157f96783", "tag": "cc6826c8-cc22-4431-ab7c-6807f8a89b79", "status": "completed", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:32:28.807408 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9642f2e8-a28d-4dc3-a029-43767cffecfe {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:32:28.807408 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa3f4646-839b-4b87-b6eb-ac1157f96783', 'tag': 'cc6826c8-cc22-4431-ab7c-6807f8a89b79', 'status': 'completed', 'code': 200}
Dec 25 21:32:28.809143 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da93e53e-1bf9-4cd8-a824-5fa7f64e62e0 service neutron] Pushing event updated for resources: {'Port': ['ID=cc6826c8-cc22-4431-ab7c-6807f8a89b79,revision_number=3']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:32:28.899612 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627bac1f-1ae0-4bfc-9d23-343c0542d9a3 req-843895a6-ee67-46f3-b9ad-d3891cfca83d tempest-VolumesActionsTest-2089127211 tempest-VolumesActionsTest-2089127211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:32:28.901254 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-627bac1f-1ae0-4bfc-9d23-343c0542d9a3 req-843895a6-ee67-46f3-b9ad-d3891cfca83d tempest-VolumesActionsTest-2089127211 tempest-VolumesActionsTest-2089127211-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa3f4646-839b-4b87-b6eb-ac1157f96783 HTTP/1.1" status: 200  len: 944 time: 0.1963875
Dec 25 21:32:28.914512 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252ac461-7559-45f3-9363-e63d14e86f6b req-0fefbf76-a0ba-45c8-8f1e-e82ec3dffcd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:32:28.916058 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-252ac461-7559-45f3-9363-e63d14e86f6b req-0fefbf76-a0ba-45c8-8f1e-e82ec3dffcd3 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=71418288426545dea311f347bd0cbfdb&device_id=aa3f4646-839b-4b87-b6eb-ac1157f96783 HTTP/1.1" status: 200  len: 1095 time: 0.0852954
Dec 25 21:32:28.973643 ncdv-master-1 neutron-server[121607]: INFO neutron.db.securitygroups_db [None req-f5af534b-ebc2-4dd7-80b8-6b032fcd3288 tempest-NegativeSecGroupIPv6Test-400342695 tempest-NegativeSecGroupIPv6Test-400342695-project] Project ba455203ac7140c28ff472a7bbf7c17e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 25 21:32:29.074540 ncdv-master-1 neutron-server[121607]: INFO neutron.api.v2.resource [None req-f5af534b-ebc2-4dd7-80b8-6b032fcd3288 tempest-NegativeSecGroupIPv6Test-400342695 tempest-NegativeSecGroupIPv6Test-400342695-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 25 21:32:29.076851 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-f5af534b-ebc2-4dd7-80b8-6b032fcd3288 tempest-NegativeSecGroupIPv6Test-400342695 tempest-NegativeSecGroupIPv6Test-400342695-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 361 time: 0.2904134
Dec 25 21:32:29.079883 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 51116) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:32:29.085262 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-c1084e33-9243-476a-9675-14e9f2f62ae6 tempest-NegativeSecGroupIPv6Test-400342695 tempest-NegativeSecGroupIPv6Test-400342695-project] Request body: {'security_group_rule': {'security_group_id': '9ea65aac-8561-4df5-b68b-5fc5dfb1a753', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:32:29.089537 ncdv-master-1 neutron-server[121607]: WARNING neutron.api.v2.base [None req-c1084e33-9243-476a-9675-14e9f2f62ae6 tempest-NegativeSecGroupIPv6Test-400342695 tempest-NegativeSecGroupIPv6Test-400342695-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1
Dec 25 21:32:29.090903 ncdv-master-1 neutron-server[121607]: INFO neutron.api.v2.resource [None req-c1084e33-9243-476a-9675-14e9f2f62ae6 tempest-NegativeSecGroupIPv6Test-400342695 tempest-NegativeSecGroupIPv6Test-400342695-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 25 21:32:29.092164 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-c1084e33-9243-476a-9675-14e9f2f62ae6 tempest-NegativeSecGroupIPv6Test-400342695 tempest-NegativeSecGroupIPv6Test-400342695-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 316 time: 0.0104532
Dec 25 21:32:29.099846 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 51118) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:32:29.107917 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-5385ce19-0f5d-43d6-8bd6-8702641a28c8 tempest-NegativeSecGroupIPv6Test-400342695 tempest-NegativeSecGroupIPv6Test-400342695-project] Request body: {'security_group_rule': {'security_group_id': '9ea65aac-8561-4df5-b68b-5fc5dfb1a753', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:32:29.110555 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-627bac1f-1ae0-4bfc-9d23-343c0542d9a3 req-1ab227ad-7233-40ae-b42c-27dc2a2da9e4 tempest-VolumesActionsTest-2089127211 tempest-VolumesActionsTest-2089127211-project] 10.222.0.32 "GET /v2.0/security-groups?id=b923e6f5-1e98-4cf4-9740-df451a73c339&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1934268
Dec 25 21:32:29.156965 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252ac461-7559-45f3-9363-e63d14e86f6b req-1ac09049-38a7-4e96-b168-08b2be1debca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:32:29.158526 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-252ac461-7559-45f3-9363-e63d14e86f6b req-1ac09049-38a7-4e96-b168-08b2be1debca service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=71418288426545dea311f347bd0cbfdb&shared=False HTTP/1.1" status: 200  len: 909 time: 0.2329938
Dec 25 21:32:29.223190 ncdv-master-1 neutron-server[121607]: INFO neutron.db.securitygroups_db [None req-5385ce19-0f5d-43d6-8bd6-8702641a28c8 tempest-NegativeSecGroupIPv6Test-400342695 tempest-NegativeSecGroupIPv6Test-400342695-project] Project ba455203ac7140c28ff472a7bbf7c17e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 25 21:32:29.308100 ncdv-master-1 neutron-server[121607]: INFO neutron.api.v2.resource [None req-5385ce19-0f5d-43d6-8bd6-8702641a28c8 tempest-NegativeSecGroupIPv6Test-400342695 tempest-NegativeSecGroupIPv6Test-400342695-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 25 21:32:29.309655 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-5385ce19-0f5d-43d6-8bd6-8702641a28c8 tempest-NegativeSecGroupIPv6Test-400342695 tempest-NegativeSecGroupIPv6Test-400342695-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 373 time: 0.2118645
Dec 25 21:32:29.313002 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 51128) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:32:29.315815 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252ac461-7559-45f3-9363-e63d14e86f6b req-852bc715-daa1-4566-af2d-d914b0440c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:32:29.317690 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-252ac461-7559-45f3-9363-e63d14e86f6b req-852bc715-daa1-4566-af2d-d914b0440c06 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1524074
Dec 25 21:32:29.318459 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-ecbb23b7-6433-4a1d-b862-b590606e1107 tempest-NegativeSecGroupIPv6Test-400342695 tempest-NegativeSecGroupIPv6Test-400342695-project] Request body: {'security_group_rule': {'security_group_id': '9ea65aac-8561-4df5-b68b-5fc5dfb1a753', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:32:29.406223 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7233627c-50a7-4a27-bf19-ffd3ab8c2610 req-ac2b7566-9376-4fa0-9ffb-0479f04cd610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:32:29.409924 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7233627c-50a7-4a27-bf19-ffd3ab8c2610 req-ac2b7566-9376-4fa0-9ffb-0479f04cd610 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=71418288426545dea311f347bd0cbfdb&device_id=aa3f4646-839b-4b87-b6eb-ac1157f96783 HTTP/1.1" status: 200  len: 1095 time: 0.0503376
Dec 25 21:32:29.450639 ncdv-master-1 neutron-server[121607]: INFO neutron.db.securitygroups_db [None req-ecbb23b7-6433-4a1d-b862-b590606e1107 tempest-NegativeSecGroupIPv6Test-400342695 tempest-NegativeSecGroupIPv6Test-400342695-project] Project ba455203ac7140c28ff472a7bbf7c17e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 25 21:32:29.482413 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7233627c-50a7-4a27-bf19-ffd3ab8c2610 req-f7dd8d54-2d40-4cab-8ff9-283730ec9a86 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cc6826c8-cc22-4431-ab7c-6807f8a89b79 HTTP/1.1" status: 200  len: 217 time: 0.0653372
Dec 25 21:32:29.543893 ncdv-master-1 neutron-server[121607]: INFO neutron.api.v2.resource [None req-ecbb23b7-6433-4a1d-b862-b590606e1107 tempest-NegativeSecGroupIPv6Test-400342695 tempest-NegativeSecGroupIPv6Test-400342695-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 25 21:32:29.545481 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-ecbb23b7-6433-4a1d-b862-b590606e1107 tempest-NegativeSecGroupIPv6Test-400342695 tempest-NegativeSecGroupIPv6Test-400342695-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 361 time: 0.2306490
Dec 25 21:32:29.547937 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7233627c-50a7-4a27-bf19-ffd3ab8c2610 req-918595bf-3698-4693-ad11-6f036c13aed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:32:29.548468 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 51132) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:32:29.549474 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7233627c-50a7-4a27-bf19-ffd3ab8c2610 req-918595bf-3698-4693-ad11-6f036c13aed3 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d184d6bc-6f05-421a-a5a9-96f8841430ac HTTP/1.1" status: 200  len: 848 time: 0.0601196
Dec 25 21:32:29.617428 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7233627c-50a7-4a27-bf19-ffd3ab8c2610 req-896d7a2b-cfac-416a-9a49-f99c695e0630 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e05170f8-cab4-47d7-8b02-4aaf3c659560&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0572152
Dec 25 21:32:29.637521 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-c39446fc-8390-457e-9fcc-cba2dc89133e tempest-NegativeSecGroupIPv6Test-400342695 tempest-NegativeSecGroupIPv6Test-400342695-project] Publish callbacks [] for security_group, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:29.690797 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-c39446fc-8390-457e-9fcc-cba2dc89133e tempest-NegativeSecGroupIPv6Test-400342695 tempest-NegativeSecGroupIPv6Test-400342695-project] Publish callbacks [] for security_group, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:29.840852 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7233627c-50a7-4a27-bf19-ffd3ab8c2610 req-c1007ad4-5761-4327-9c68-7453167f9224 service neutron] 10.222.0.31 "GET /v2.0/networks/e05170f8-cab4-47d7-8b02-4aaf3c659560?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2159457
Dec 25 21:32:29.893623 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-c39446fc-8390-457e-9fcc-cba2dc89133e tempest-NegativeSecGroupIPv6Test-400342695 tempest-NegativeSecGroupIPv6Test-400342695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:29.901523 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-c39446fc-8390-457e-9fcc-cba2dc89133e tempest-NegativeSecGroupIPv6Test-400342695 tempest-NegativeSecGroupIPv6Test-400342695-project] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:29.901523 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-c39446fc-8390-457e-9fcc-cba2dc89133e tempest-NegativeSecGroupIPv6Test-400342695 tempest-NegativeSecGroupIPv6Test-400342695-project] 10.222.0.32 "DELETE /v2.0/security-groups/9ea65aac-8561-4df5-b68b-5fc5dfb1a753 HTTP/1.1" status: 204  len: 168 time: 0.3469405
Dec 25 21:32:29.906097 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 51144) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:32:29.914768 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39446fc-8390-457e-9fcc-cba2dc89133e tempest-NegativeSecGroupIPv6Test-400342695 tempest-NegativeSecGroupIPv6Test-400342695-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ea65aac-8561-4df5-b68b-5fc5dfb1a753,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:32:30.067920 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7233627c-50a7-4a27-bf19-ffd3ab8c2610 req-d9411992-95fe-4a30-93ac-32b32975c86c service neutron] 10.222.0.31 "GET /v2.0/networks/e05170f8-cab4-47d7-8b02-4aaf3c659560?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2202098
Dec 25 21:32:30.071854 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-2e27be90-a9dd-440a-a9d8-edfb54f4140a tempest-NegativeSecGroupIPv6Test-400342695 tempest-NegativeSecGroupIPv6Test-400342695-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.1636882
Dec 25 21:32:30.076537 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 51146) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:32:30.086073 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-8e97e3a4-152e-4161-b989-279ace736ca6 tempest-NegativeSecGroupIPv6Test-400342695 tempest-NegativeSecGroupIPv6Test-400342695-project] Request body: {'security_group': {'name': 'tempest-secgroup--806193386'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:32:30.245984 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-8e97e3a4-152e-4161-b989-279ace736ca6 tempest-NegativeSecGroupIPv6Test-400342695 tempest-NegativeSecGroupIPv6Test-400342695-project] Publish callbacks [] for security_group, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:30.310471 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835f61ca-2558-4aa8-a0d7-0938db7af63e req-7c59e9fd-8728-42fb-9a07-d43ce985166a tempest-VolumesActionsTest-2089127211 tempest-VolumesActionsTest-2089127211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:32:30.321980 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-835f61ca-2558-4aa8-a0d7-0938db7af63e req-7c59e9fd-8728-42fb-9a07-d43ce985166a tempest-VolumesActionsTest-2089127211 tempest-VolumesActionsTest-2089127211-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa3f4646-839b-4b87-b6eb-ac1157f96783 HTTP/1.1" status: 200  len: 944 time: 0.0971873
Dec 25 21:32:30.402817 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-8e97e3a4-152e-4161-b989-279ace736ca6 tempest-NegativeSecGroupIPv6Test-400342695 tempest-NegativeSecGroupIPv6Test-400342695-project] Publish callbacks [] for security_group, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:30.409683 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-835f61ca-2558-4aa8-a0d7-0938db7af63e req-b3b6a428-e11e-4c45-8529-612bf69dcc08 tempest-VolumesActionsTest-2089127211 tempest-VolumesActionsTest-2089127211-project] 10.222.0.32 "GET /v2.0/security-groups?id=b923e6f5-1e98-4cf4-9740-df451a73c339&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0866745
Dec 25 21:32:30.486065 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-8e97e3a4-152e-4161-b989-279ace736ca6 tempest-NegativeSecGroupIPv6Test-400342695 tempest-NegativeSecGroupIPv6Test-400342695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:30.525254 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e97e3a4-152e-4161-b989-279ace736ca6 tempest-NegativeSecGroupIPv6Test-400342695 tempest-NegativeSecGroupIPv6Test-400342695-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ec54753-769f-4cf3-9d0a-3ffa93436889,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:32:30.552535 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-8e97e3a4-152e-4161-b989-279ace736ca6 tempest-NegativeSecGroupIPv6Test-400342695 tempest-NegativeSecGroupIPv6Test-400342695-project] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:30.554050 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-8e97e3a4-152e-4161-b989-279ace736ca6 tempest-NegativeSecGroupIPv6Test-400342695 tempest-NegativeSecGroupIPv6Test-400342695-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.4763713
Dec 25 21:32:30.563192 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 51180) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:32:30.569786 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-5da3b3ee-ce46-4540-a3e6-184486e14db4 tempest-NegativeSecGroupIPv6Test-400342695 tempest-NegativeSecGroupIPv6Test-400342695-project] Request body: {'security_group_rule': {'security_group_id': '4ec54753-769f-4cf3-9d0a-3ffa93436889', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:32:30.840663 ncdv-master-1 neutron-server[121606]: INFO neutron.api.v2.resource [None req-5da3b3ee-ce46-4540-a3e6-184486e14db4 tempest-NegativeSecGroupIPv6Test-400342695 tempest-NegativeSecGroupIPv6Test-400342695-project] create failed (client error): The resource could not be found.
Dec 25 21:32:30.841800 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-5da3b3ee-ce46-4540-a3e6-184486e14db4 tempest-NegativeSecGroupIPv6Test-400342695 tempest-NegativeSecGroupIPv6Test-400342695-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 404  len: 323 time: 0.2768514
Dec 25 21:32:30.848436 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 51204) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:32:30.853529 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-142c070a-da06-4b32-b62a-911e469d9ddd tempest-NegativeSecGroupIPv6Test-400342695 tempest-NegativeSecGroupIPv6Test-400342695-project] Request body: {'security_group_rule': {'security_group_id': '4ec54753-769f-4cf3-9d0a-3ffa93436889', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '177ffa6c-924f-4411-b66c-1d36d3d90795'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:32:31.207021 ncdv-master-1 neutron-server[121606]: INFO neutron.api.v2.resource [None req-142c070a-da06-4b32-b62a-911e469d9ddd tempest-NegativeSecGroupIPv6Test-400342695 tempest-NegativeSecGroupIPv6Test-400342695-project] create failed (client error): The resource could not be found.
Dec 25 21:32:31.207021 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-142c070a-da06-4b32-b62a-911e469d9ddd tempest-NegativeSecGroupIPv6Test-400342695 tempest-NegativeSecGroupIPv6Test-400342695-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 404  len: 347 time: 0.3575637
Dec 25 21:32:31.209770 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 51224) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:32:31.263010 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-3f38754b-c32b-4c24-9a34-b44262c31a5c tempest-NegativeSecGroupIPv6Test-400342695 tempest-NegativeSecGroupIPv6Test-400342695-project] Publish callbacks [] for security_group, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:31.294397 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-3f38754b-c32b-4c24-9a34-b44262c31a5c tempest-NegativeSecGroupIPv6Test-400342695 tempest-NegativeSecGroupIPv6Test-400342695-project] Publish callbacks [] for security_group, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:31.421161 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-3f38754b-c32b-4c24-9a34-b44262c31a5c tempest-NegativeSecGroupIPv6Test-400342695 tempest-NegativeSecGroupIPv6Test-400342695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:31.424427 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-3f38754b-c32b-4c24-9a34-b44262c31a5c tempest-NegativeSecGroupIPv6Test-400342695 tempest-NegativeSecGroupIPv6Test-400342695-project] Publish callbacks [] for security_group, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:31.428088 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-3f38754b-c32b-4c24-9a34-b44262c31a5c tempest-NegativeSecGroupIPv6Test-400342695 tempest-NegativeSecGroupIPv6Test-400342695-project] 10.222.0.32 "DELETE /v2.0/security-groups/4ec54753-769f-4cf3-9d0a-3ffa93436889 HTTP/1.1" status: 204  len: 168 time: 0.2151051
Dec 25 21:32:31.428539 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 51230) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:32:31.457204 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f38754b-c32b-4c24-9a34-b44262c31a5c tempest-NegativeSecGroupIPv6Test-400342695 tempest-NegativeSecGroupIPv6Test-400342695-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ec54753-769f-4cf3-9d0a-3ffa93436889,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:32:31.489810 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 51234) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:32:31.548066 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-377ec530-ac9e-4eb3-82bd-0839c21e3646 tempest-NegativeSecGroupIPv6Test-400342695 tempest-NegativeSecGroupIPv6Test-400342695-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.1147990
Dec 25 21:32:31.548800 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 51238) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:32:31.564787 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-82154647-8e6d-496c-a833-cf93f58d0892 tempest-NegativeSecGroupIPv6Test-400342695 tempest-NegativeSecGroupIPv6Test-400342695-project] Request body: {'security_group_rule': {'security_group_id': '27008955-ca28-4b55-a96e-d73a0fd6eed1', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:32:31.624155 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac11f32c-c6bc-414e-8abd-dd8076fb0a41 req-ebafe6f1-420c-4ab3-b046-95ffae188646 tempest-VolumesActionsTest-2089127211 tempest-VolumesActionsTest-2089127211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:32:31.632456 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ac11f32c-c6bc-414e-8abd-dd8076fb0a41 req-ebafe6f1-420c-4ab3-b046-95ffae188646 tempest-VolumesActionsTest-2089127211 tempest-VolumesActionsTest-2089127211-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa3f4646-839b-4b87-b6eb-ac1157f96783 HTTP/1.1" status: 200  len: 944 time: 0.1084244
Dec 25 21:32:31.664972 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-7b3ea57d-daeb-47bc-b7b5-8f12abd64ca4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:31.713341 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ac11f32c-c6bc-414e-8abd-dd8076fb0a41 req-08dd4a2e-1a8e-42f2-966a-15ad79ff56ab tempest-VolumesActionsTest-2089127211 tempest-VolumesActionsTest-2089127211-project] 10.222.0.32 "GET /v2.0/security-groups?id=b923e6f5-1e98-4cf4-9740-df451a73c339&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0798240
Dec 25 21:32:31.747418 ncdv-master-1 neutron-server[121607]: INFO neutron.api.v2.resource [None req-82154647-8e6d-496c-a833-cf93f58d0892 tempest-NegativeSecGroupIPv6Test-400342695 tempest-NegativeSecGroupIPv6Test-400342695-project] create failed (client error): The resource could not be found.
Dec 25 21:32:31.749344 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-82154647-8e6d-496c-a833-cf93f58d0892 tempest-NegativeSecGroupIPv6Test-400342695 tempest-NegativeSecGroupIPv6Test-400342695-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 404  len: 347 time: 0.1971467
Dec 25 21:32:31.752322 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 51240) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:32:31.757535 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-76831427-6542-4717-a46f-0a3f02435447 tempest-NegativeSecGroupIPv6Test-400342695 tempest-NegativeSecGroupIPv6Test-400342695-project] Request body: {'security_group': {'name': 'tempest-secgroup--1966685160'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:32:31.815077 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-7b3ea57d-daeb-47bc-b7b5-8f12abd64ca4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:31.859468 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-76831427-6542-4717-a46f-0a3f02435447 tempest-NegativeSecGroupIPv6Test-400342695 tempest-NegativeSecGroupIPv6Test-400342695-project] Publish callbacks [] for security_group, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:31.903214 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-7b3ea57d-daeb-47bc-b7b5-8f12abd64ca4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:31.958385 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-76831427-6542-4717-a46f-0a3f02435447 tempest-NegativeSecGroupIPv6Test-400342695 tempest-NegativeSecGroupIPv6Test-400342695-project] Publish callbacks [] for security_group, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:31.974434 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-7b3ea57d-daeb-47bc-b7b5-8f12abd64ca4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ce5e124ac56542edb7381b92b9fe6b47&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4828241
Dec 25 21:32:31.976797 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3ea57d-daeb-47bc-b7b5-8f12abd64ca4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4669048d-22b4-4d78-8bb0-e70d01c56fc7,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:32:31.978155 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 51244) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:32:32.052382 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-76831427-6542-4717-a46f-0a3f02435447 tempest-NegativeSecGroupIPv6Test-400342695 tempest-NegativeSecGroupIPv6Test-400342695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:32.070809 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-8a9176f3-88f1-4a3c-9af1-8b5381f38a32 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:32.114593 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76831427-6542-4717-a46f-0a3f02435447 tempest-NegativeSecGroupIPv6Test-400342695 tempest-NegativeSecGroupIPv6Test-400342695-project] Pushing event updated for resources: {'SecurityGroup': ['ID=854835f2-1995-4e11-8247-f856fd7d6ec9,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:32:32.126328 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-8a9176f3-88f1-4a3c-9af1-8b5381f38a32 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:32.161794 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-76831427-6542-4717-a46f-0a3f02435447 tempest-NegativeSecGroupIPv6Test-400342695 tempest-NegativeSecGroupIPv6Test-400342695-project] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:32.165706 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-76831427-6542-4717-a46f-0a3f02435447 tempest-NegativeSecGroupIPv6Test-400342695 tempest-NegativeSecGroupIPv6Test-400342695-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.4096057
Dec 25 21:32:32.165844 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 51260) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:32:32.171893 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-03aa7dba-6a54-4845-826a-b6fae0d49fef tempest-NegativeSecGroupIPv6Test-400342695 tempest-NegativeSecGroupIPv6Test-400342695-project] Request body: {'security_group': {'name': 'tempest-secgroup--2138516990'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:32:32.263002 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-03aa7dba-6a54-4845-826a-b6fae0d49fef tempest-NegativeSecGroupIPv6Test-400342695 tempest-NegativeSecGroupIPv6Test-400342695-project] Publish callbacks [] for security_group, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:32.294568 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-8a9176f3-88f1-4a3c-9af1-8b5381f38a32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:32.297312 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-8a9176f3-88f1-4a3c-9af1-8b5381f38a32 admin admin] Publish callbacks [] for security_group, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:32.298928 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-8a9176f3-88f1-4a3c-9af1-8b5381f38a32 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4669048d-22b4-4d78-8bb0-e70d01c56fc7 HTTP/1.1" status: 204  len: 168 time: 0.3198817
Dec 25 21:32:32.307419 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9176f3-88f1-4a3c-9af1-8b5381f38a32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4669048d-22b4-4d78-8bb0-e70d01c56fc7,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:32:32.364809 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-03aa7dba-6a54-4845-826a-b6fae0d49fef tempest-NegativeSecGroupIPv6Test-400342695 tempest-NegativeSecGroupIPv6Test-400342695-project] Publish callbacks [] for security_group, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:32.450160 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-03aa7dba-6a54-4845-826a-b6fae0d49fef tempest-NegativeSecGroupIPv6Test-400342695 tempest-NegativeSecGroupIPv6Test-400342695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:32.525293 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03aa7dba-6a54-4845-826a-b6fae0d49fef tempest-NegativeSecGroupIPv6Test-400342695 tempest-NegativeSecGroupIPv6Test-400342695-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5f1f039-bd54-44fb-b58e-86ac843efda6,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:32:32.540582 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-03aa7dba-6a54-4845-826a-b6fae0d49fef tempest-NegativeSecGroupIPv6Test-400342695 tempest-NegativeSecGroupIPv6Test-400342695-project] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:32.542095 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-03aa7dba-6a54-4845-826a-b6fae0d49fef tempest-NegativeSecGroupIPv6Test-400342695 tempest-NegativeSecGroupIPv6Test-400342695-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.3753412
Dec 25 21:32:32.545009 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 51274) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:32:32.550004 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-b1062ad0-2d90-4f16-8d6a-9a0be1d2608a tempest-NegativeSecGroupIPv6Test-400342695 tempest-NegativeSecGroupIPv6Test-400342695-project] Request body: {'security_group_rule': {'security_group_id': '854835f2-1995-4e11-8247-f856fd7d6ec9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'a5f1f039-bd54-44fb-b58e-86ac843efda6'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:32:32.840082 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a481abef-febc-49e3-a8a1-0cb894cb8b06 req-2e7dc993-3fc1-4880-aaee-343c6e2a0bef tempest-VolumesActionsTest-2089127211 tempest-VolumesActionsTest-2089127211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:32:32.841706 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a481abef-febc-49e3-a8a1-0cb894cb8b06 req-2e7dc993-3fc1-4880-aaee-343c6e2a0bef tempest-VolumesActionsTest-2089127211 tempest-VolumesActionsTest-2089127211-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa3f4646-839b-4b87-b6eb-ac1157f96783 HTTP/1.1" status: 200  len: 944 time: 0.0534360
Dec 25 21:32:32.907725 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a481abef-febc-49e3-a8a1-0cb894cb8b06 req-93e4c9a9-1946-46c6-918d-debb9b7edd6b tempest-VolumesActionsTest-2089127211 tempest-VolumesActionsTest-2089127211-project] 10.222.0.32 "GET /v2.0/security-groups?id=b923e6f5-1e98-4cf4-9740-df451a73c339&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0550315
Dec 25 21:32:32.935649 ncdv-master-1 neutron-server[121607]: INFO neutron.api.v2.resource [None req-b1062ad0-2d90-4f16-8d6a-9a0be1d2608a tempest-NegativeSecGroupIPv6Test-400342695 tempest-NegativeSecGroupIPv6Test-400342695-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 25 21:32:32.975827 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-b1062ad0-2d90-4f16-8d6a-9a0be1d2608a tempest-NegativeSecGroupIPv6Test-400342695 tempest-NegativeSecGroupIPv6Test-400342695-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 387 time: 0.3904793
Dec 25 21:32:32.978038 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 51286) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:32:33.030410 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a944e052-76e3-47f6-9a4c-1431ab33bf9e tempest-NegativeSecGroupIPv6Test-400342695 tempest-NegativeSecGroupIPv6Test-400342695-project] Publish callbacks [] for security_group, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:33.055792 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a944e052-76e3-47f6-9a4c-1431ab33bf9e tempest-NegativeSecGroupIPv6Test-400342695 tempest-NegativeSecGroupIPv6Test-400342695-project] Publish callbacks [] for security_group, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:33.194469 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a944e052-76e3-47f6-9a4c-1431ab33bf9e tempest-NegativeSecGroupIPv6Test-400342695 tempest-NegativeSecGroupIPv6Test-400342695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:33.200755 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a944e052-76e3-47f6-9a4c-1431ab33bf9e tempest-NegativeSecGroupIPv6Test-400342695 tempest-NegativeSecGroupIPv6Test-400342695-project] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:33.200755 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-a944e052-76e3-47f6-9a4c-1431ab33bf9e tempest-NegativeSecGroupIPv6Test-400342695 tempest-NegativeSecGroupIPv6Test-400342695-project] 10.222.0.32 "DELETE /v2.0/security-groups/a5f1f039-bd54-44fb-b58e-86ac843efda6 HTTP/1.1" status: 204  len: 168 time: 0.2192798
Dec 25 21:32:33.202581 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 51296) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:32:33.219495 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a944e052-76e3-47f6-9a4c-1431ab33bf9e tempest-NegativeSecGroupIPv6Test-400342695 tempest-NegativeSecGroupIPv6Test-400342695-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5f1f039-bd54-44fb-b58e-86ac843efda6,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:32:33.289496 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-7c4fa02c-be53-44d2-8bb2-9bbc39acddbd tempest-NegativeSecGroupIPv6Test-400342695 tempest-NegativeSecGroupIPv6Test-400342695-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 4545 time: 0.0862772
Dec 25 21:32:33.291921 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 51306) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:32:33.355682 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b579a06f-33c7-449e-9fe7-51cda179687f tempest-NegativeSecGroupIPv6Test-400342695 tempest-NegativeSecGroupIPv6Test-400342695-project] Publish callbacks [] for security_group, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:33.383446 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b579a06f-33c7-449e-9fe7-51cda179687f tempest-NegativeSecGroupIPv6Test-400342695 tempest-NegativeSecGroupIPv6Test-400342695-project] Publish callbacks [] for security_group, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:33.443727 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device cc6826c8-cc22-4431-ab7c-6807f8a89b79 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 25 21:32:33.542698 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b579a06f-33c7-449e-9fe7-51cda179687f tempest-NegativeSecGroupIPv6Test-400342695 tempest-NegativeSecGroupIPv6Test-400342695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:33.545400 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b579a06f-33c7-449e-9fe7-51cda179687f tempest-NegativeSecGroupIPv6Test-400342695 tempest-NegativeSecGroupIPv6Test-400342695-project] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:33.549898 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 51314) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:32:33.550249 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-b579a06f-33c7-449e-9fe7-51cda179687f tempest-NegativeSecGroupIPv6Test-400342695 tempest-NegativeSecGroupIPv6Test-400342695-project] 10.222.0.32 "DELETE /v2.0/security-groups/854835f2-1995-4e11-8247-f856fd7d6ec9 HTTP/1.1" status: 204  len: 168 time: 0.2572117
Dec 25 21:32:33.561553 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b579a06f-33c7-449e-9fe7-51cda179687f tempest-NegativeSecGroupIPv6Test-400342695 tempest-NegativeSecGroupIPv6Test-400342695-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=854835f2-1995-4e11-8247-f856fd7d6ec9,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:32:33.635770 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port cc6826c8-cc22-4431-ab7c-6807f8a89b79, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=cc6826c8-cc22-4431-ab7c-6807f8a89b79,segment=NetworkSegment(0beeca7f-6d82-4f0c-bf76-8c0fb701e5ea),segment_id=0beeca7f-6d82-4f0c-bf76-8c0fb701e5ea)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:32:33.668034 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Returning: {'device': 'cc6826c8-cc22-4431-ab7c-6807f8a89b79', 'network_id': 'e05170f8-cab4-47d7-8b02-4aaf3c659560', 'port_id': 'cc6826c8-cc22-4431-ab7c-6807f8a89b79', 'mac_address': 'fa:16:3e:0c:b9:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd184d6bc-6f05-421a-a5a9-96f8841430ac', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 25 21:32:33.675727 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-00eb3fc0-23a6-4620-8013-f306b4335cbe tempest-NegativeSecGroupIPv6Test-400342695 tempest-NegativeSecGroupIPv6Test-400342695-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.1234803
Dec 25 21:32:33.681432 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 51318) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:32:33.697213 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-a1ebb39d-0813-4817-9f65-b2e7e3891d35 tempest-NegativeSecGroupIPv6Test-400342695 tempest-NegativeSecGroupIPv6Test-400342695-project] Request body: {'security_group': {'name': 'tempest-secgroup--2069793584'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:32:33.712327 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 51320) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:32:33.745872 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:33.761549 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc6826c8-cc22-4431-ab7c-6807f8a89b79 {{(pid=121608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:32:33.786851 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port cc6826c8-cc22-4431-ab7c-6807f8a89b79, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=cc6826c8-cc22-4431-ab7c-6807f8a89b79,segment=NetworkSegment(0beeca7f-6d82-4f0c-bf76-8c0fb701e5ea),segment_id=0beeca7f-6d82-4f0c-bf76-8c0fb701e5ea)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:32:33.822994 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-a1ebb39d-0813-4817-9f65-b2e7e3891d35 tempest-NegativeSecGroupIPv6Test-400342695 tempest-NegativeSecGroupIPv6Test-400342695-project] Publish callbacks [] for security_group, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:33.849940 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-598614f4-6ee5-4283-8053-9ebb63ad073b admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1582188990-network', 'tenant_id': 'fd4a43ad54d448798e4a36160a2a6476'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:32:33.911063 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-a1ebb39d-0813-4817-9f65-b2e7e3891d35 tempest-NegativeSecGroupIPv6Test-400342695 tempest-NegativeSecGroupIPv6Test-400342695-project] Publish callbacks [] for security_group, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:33.920235 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:33.967352 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-598614f4-6ee5-4283-8053-9ebb63ad073b admin admin] Made reservation on behalf of fd4a43ad54d448798e4a36160a2a6476 for: {'network': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:32:33.970966 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-598614f4-6ee5-4283-8053-9ebb63ad073b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for network, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:33.988895 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-598614f4-6ee5-4283-8053-9ebb63ad073b admin admin] Publish callbacks [] for security_group, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:34.001220 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-a1ebb39d-0813-4817-9f65-b2e7e3891d35 tempest-NegativeSecGroupIPv6Test-400342695 tempest-NegativeSecGroupIPv6Test-400342695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:34.024977 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Pushing event updated for resources: {'Port': ['ID=cc6826c8-cc22-4431-ab7c-6807f8a89b79,revision_number=4']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:32:34.048026 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:32:34.048937 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:32:34.049442 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:32:34.050631 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:32:34.052171 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:32:34.052747 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:32:34.054387 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:32:34.055926 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:32:34.056908 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ebb39d-0813-4817-9f65-b2e7e3891d35 tempest-NegativeSecGroupIPv6Test-400342695 tempest-NegativeSecGroupIPv6Test-400342695-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40736ba1-a6ef-40af-9e6e-029002ddbdab,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:32:34.057450 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:32:34.058123 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:32:34.062791 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:32:34.063836 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:32:34.064898 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:32:34.105245 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-a1ebb39d-0813-4817-9f65-b2e7e3891d35 tempest-NegativeSecGroupIPv6Test-400342695 tempest-NegativeSecGroupIPv6Test-400342695-project] Publish callbacks [] for security_group, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:34.109834 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-a1ebb39d-0813-4817-9f65-b2e7e3891d35 tempest-NegativeSecGroupIPv6Test-400342695 tempest-NegativeSecGroupIPv6Test-400342695-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.4248276
Dec 25 21:32:34.113000 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 51326) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:32:34.121381 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-2449e4e0-d22f-4616-8814-ea9c7a1ad961 tempest-NegativeSecGroupIPv6Test-400342695 tempest-NegativeSecGroupIPv6Test-400342695-project] Request body: {'security_group_rule': {'security_group_id': '40736ba1-a6ef-40af-9e6e-029002ddbdab', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:32:34.145333 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ed7d6c-64d5-4192-9c02-f85501ed7c45 req-d25c6f93-a6a1-4cca-a028-3d9d02742a80 tempest-VolumesActionsTest-2089127211 tempest-VolumesActionsTest-2089127211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:32:34.146866 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a4ed7d6c-64d5-4192-9c02-f85501ed7c45 req-d25c6f93-a6a1-4cca-a028-3d9d02742a80 tempest-VolumesActionsTest-2089127211 tempest-VolumesActionsTest-2089127211-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa3f4646-839b-4b87-b6eb-ac1157f96783 HTTP/1.1" status: 200  len: 945 time: 0.0918708
Dec 25 21:32:34.160056 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-598614f4-6ee5-4283-8053-9ebb63ad073b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:34.175987 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] get_ports_and_sgs() called for port_ids ['cc6826c8-cc22-4431-ab7c-6807f8a89b79'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:32:34.226536 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-598614f4-6ee5-4283-8053-9ebb63ad073b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:34.246792 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-598614f4-6ee5-4283-8053-9ebb63ad073b admin admin] vlan segment allocate from pool success with {'vlan_id': 176, 'physical_network': 'physnet1'}  {{(pid=121607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 25 21:32:34.293466 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a4ed7d6c-64d5-4192-9c02-f85501ed7c45 req-4fc336b3-7316-49c0-a835-761a839f61a3 tempest-VolumesActionsTest-2089127211 tempest-VolumesActionsTest-2089127211-project] 10.222.0.32 "GET /v2.0/security-groups?id=b923e6f5-1e98-4cf4-9740-df451a73c339&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1305430
Dec 25 21:32:34.301199 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-598614f4-6ee5-4283-8053-9ebb63ad073b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:34.309014 ncdv-master-1 neutron-server[121607]: INFO neutron.db.segments_db [None req-598614f4-6ee5-4283-8053-9ebb63ad073b admin admin] Added segment 56761382-d2ce-4c1e-ada3-99409e529c6d of type vlan for network 39a32d90-5942-4df6-ad08-b55ff8396e09
Dec 25 21:32:34.327886 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598614f4-6ee5-4283-8053-9ebb63ad073b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3437517-3a8e-4141-96fa-411614fac7c2,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:32:34.384339 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-598614f4-6ee5-4283-8053-9ebb63ad073b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737602163420'] for network, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:34.417210 ncdv-master-1 neutron-server[121606]: INFO neutron.api.v2.resource [None req-2449e4e0-d22f-4616-8814-ea9c7a1ad961 tempest-NegativeSecGroupIPv6Test-400342695 tempest-NegativeSecGroupIPv6Test-400342695-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 25 21:32:34.418287 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-2449e4e0-d22f-4616-8814-ea9c7a1ad961 tempest-NegativeSecGroupIPv6Test-400342695 tempest-NegativeSecGroupIPv6Test-400342695-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 351 time: 0.3031430
Dec 25 21:32:34.421717 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 51336) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:32:34.426466 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-6033b87e-1012-4253-ba98-fbac76be4c09 tempest-NegativeSecGroupIPv6Test-400342695 tempest-NegativeSecGroupIPv6Test-400342695-project] Request body: {'security_group_rule': {'security_group_id': '40736ba1-a6ef-40af-9e6e-029002ddbdab', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:32:34.514597 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:34.542930 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-598614f4-6ee5-4283-8053-9ebb63ad073b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870'] for network, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:34.543928 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-598614f4-6ee5-4283-8053-9ebb63ad073b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:32:34.544509 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-598614f4-6ee5-4283-8053-9ebb63ad073b admin admin] Publish callbacks [] for network, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:34.605105 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598614f4-6ee5-4283-8053-9ebb63ad073b admin admin] Pushing event updated for resources: {'Network': ['ID=39a32d90-5942-4df6-ad08-b55ff8396e09,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:32:34.613486 ncdv-master-1 neutron-server[121606]: INFO neutron.api.v2.resource [None req-6033b87e-1012-4253-ba98-fbac76be4c09 tempest-NegativeSecGroupIPv6Test-400342695 tempest-NegativeSecGroupIPv6Test-400342695-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 25 21:32:34.614702 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-6033b87e-1012-4253-ba98-fbac76be4c09 tempest-NegativeSecGroupIPv6Test-400342695 tempest-NegativeSecGroupIPv6Test-400342695-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 351 time: 0.1919773
Dec 25 21:32:34.617961 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 51338) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:32:34.619406 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Network 39a32d90-5942-4df6-ad08-b55ff8396e09 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 25 21:32:34.645401 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-598614f4-6ee5-4283-8053-9ebb63ad073b admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 0.9311872
Dec 25 21:32:34.647644 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 51340) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:32:34.659299 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-3865373d-4990-49fa-b0b9-1da280d56c33 admin admin] Request body: {'subnet': {'network_id': '39a32d90-5942-4df6-ad08-b55ff8396e09', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1582188990-subnet', 'tenant_id': 'fd4a43ad54d448798e4a36160a2a6476', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:32:34.695869 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a8640da0-abe7-4df8-95c1-34069a07796a tempest-NegativeSecGroupIPv6Test-400342695 tempest-NegativeSecGroupIPv6Test-400342695-project] Publish callbacks [] for security_group, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:34.740197 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a8640da0-abe7-4df8-95c1-34069a07796a tempest-NegativeSecGroupIPv6Test-400342695 tempest-NegativeSecGroupIPv6Test-400342695-project] Publish callbacks [] for security_group, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:34.788830 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3865373d-4990-49fa-b0b9-1da280d56c33 admin admin] Made reservation on behalf of fd4a43ad54d448798e4a36160a2a6476 for: {'subnet': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:32:34.791423 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-3865373d-4990-49fa-b0b9-1da280d56c33 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9028529'] for subnet, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:34.812609 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-2fbefd1b-71d6-4818-8ac7-178f5dea54b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:34.868673 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a8640da0-abe7-4df8-95c1-34069a07796a tempest-NegativeSecGroupIPv6Test-400342695 tempest-NegativeSecGroupIPv6Test-400342695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:34.872967 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a8640da0-abe7-4df8-95c1-34069a07796a tempest-NegativeSecGroupIPv6Test-400342695 tempest-NegativeSecGroupIPv6Test-400342695-project] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:34.876551 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-a8640da0-abe7-4df8-95c1-34069a07796a tempest-NegativeSecGroupIPv6Test-400342695 tempest-NegativeSecGroupIPv6Test-400342695-project] 10.222.0.32 "DELETE /v2.0/security-groups/40736ba1-a6ef-40af-9e6e-029002ddbdab HTTP/1.1" status: 204  len: 168 time: 0.2556143
Dec 25 21:32:34.877630 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 51344) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:32:34.896482 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8640da0-abe7-4df8-95c1-34069a07796a tempest-NegativeSecGroupIPv6Test-400342695 tempest-NegativeSecGroupIPv6Test-400342695-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=40736ba1-a6ef-40af-9e6e-029002ddbdab,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:32:34.968993 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-5c274c17-82bc-4902-9f6c-e3f192db0a1e tempest-NegativeSecGroupIPv6Test-400342695 tempest-NegativeSecGroupIPv6Test-400342695-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0854144
Dec 25 21:32:34.969532 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 51346) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:32:34.975806 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-bde6957f-5f06-465d-8161-ae5c8c5d7663 tempest-NegativeSecGroupIPv6Test-400342695 tempest-NegativeSecGroupIPv6Test-400342695-project] Request body: {'security_group': {'name': 'tempest-secgroup--1411967884'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:32:35.092061 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-bde6957f-5f06-465d-8161-ae5c8c5d7663 tempest-NegativeSecGroupIPv6Test-400342695 tempest-NegativeSecGroupIPv6Test-400342695-project] Publish callbacks [] for security_group, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:35.102167 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-3865373d-4990-49fa-b0b9-1da280d56c33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9084170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9028515'] for subnet, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:35.191372 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3865373d-4990-49fa-b0b9-1da280d56c33 admin admin] Checking segment: {'id': '56761382-d2ce-4c1e-ada3-99409e529c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '39a32d90-5942-4df6-ad08-b55ff8396e09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:32:35.191654 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3865373d-4990-49fa-b0b9-1da280d56c33 admin admin] Network hostable DHCP agents. Network: 39a32d90-5942-4df6-ad08-b55ff8396e09, hostable agents: ['1813db88-2c1b-4357-a2ba-869246b663c2'], hosted agents: [] {{(pid=121606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 25 21:32:35.193960 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3865373d-4990-49fa-b0b9-1da280d56c33 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8bf1855f-244d-45c7-82ad-b93c9ba3e33f,revision_number=0']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:32:35.199930 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-bde6957f-5f06-465d-8161-ae5c8c5d7663 tempest-NegativeSecGroupIPv6Test-400342695 tempest-NegativeSecGroupIPv6Test-400342695-project] Publish callbacks [] for security_group, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:35.273545 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-bde6957f-5f06-465d-8161-ae5c8c5d7663 tempest-NegativeSecGroupIPv6Test-400342695 tempest-NegativeSecGroupIPv6Test-400342695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:35.314759 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3865373d-4990-49fa-b0b9-1da280d56c33 admin admin] Network 39a32d90-5942-4df6-ad08-b55ff8396e09 is scheduled to be hosted by DHCP agent 1813db88-2c1b-4357-a2ba-869246b663c2 with binding_index 1 {{(pid=121606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 25 21:32:35.316685 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde6957f-5f06-465d-8161-ae5c8c5d7663 tempest-NegativeSecGroupIPv6Test-400342695 tempest-NegativeSecGroupIPv6Test-400342695-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94a24e2e-4a72-473f-a653-c026920ee212,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:32:35.374858 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-bde6957f-5f06-465d-8161-ae5c8c5d7663 tempest-NegativeSecGroupIPv6Test-400342695 tempest-NegativeSecGroupIPv6Test-400342695-project] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:35.376426 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-bde6957f-5f06-465d-8161-ae5c8c5d7663 tempest-NegativeSecGroupIPv6Test-400342695 tempest-NegativeSecGroupIPv6Test-400342695-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.4060121
Dec 25 21:32:35.379163 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 51358) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:32:35.383921 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-e51441a4-04ae-42cb-b8ff-6571f767843d tempest-NegativeSecGroupIPv6Test-400342695 tempest-NegativeSecGroupIPv6Test-400342695-project] Request body: {'security_group': {'name': 'default'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:32:35.384343 ncdv-master-1 neutron-server[121607]: WARNING neutron.api.v2.base [None req-e51441a4-04ae-42cb-b8ff-6571f767843d tempest-NegativeSecGroupIPv6Test-400342695 tempest-NegativeSecGroupIPv6Test-400342695-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists.
Dec 25 21:32:35.385086 ncdv-master-1 neutron-server[121607]: INFO neutron.api.v2.resource [None req-e51441a4-04ae-42cb-b8ff-6571f767843d tempest-NegativeSecGroupIPv6Test-400342695 tempest-NegativeSecGroupIPv6Test-400342695-project] update failed (client error): There was a conflict when trying to complete your request.
Dec 25 21:32:35.386109 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-e51441a4-04ae-42cb-b8ff-6571f767843d tempest-NegativeSecGroupIPv6Test-400342695 tempest-NegativeSecGroupIPv6Test-400342695-project] 10.222.0.32 "PUT /v2.0/security-groups/94a24e2e-4a72-473f-a653-c026920ee212 HTTP/1.1" status: 409  len: 330 time: 0.0059445
Dec 25 21:32:35.388865 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 51360) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:32:35.442734 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [None req-3865373d-4990-49fa-b0b9-1da280d56c33 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 39a32d90-5942-4df6-ad08-b55ff8396e09) {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:32:35.455225 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device cc6826c8-cc22-4431-ab7c-6807f8a89b79 up at agent hyperv_nch1-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:32:35.458361 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6521d538-a095-4a8c-8170-2bee5a561978 None None] Network 39a32d90-5942-4df6-ad08-b55ff8396e09 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:32:35.481690 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3865373d-4990-49fa-b0b9-1da280d56c33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:32:35.482291 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-3865373d-4990-49fa-b0b9-1da280d56c33 admin admin] Publish callbacks [] for subnet, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:35.679742 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a90cc1-2fcf-41f4-846b-14511352eb9e req-433a09c0-bf6f-4dda-8b61-8e7ab19de61d tempest-VolumesActionsTest-2089127211 tempest-VolumesActionsTest-2089127211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:32:35.690801 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a9a90cc1-2fcf-41f4-846b-14511352eb9e req-433a09c0-bf6f-4dda-8b61-8e7ab19de61d tempest-VolumesActionsTest-2089127211 tempest-VolumesActionsTest-2089127211-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa3f4646-839b-4b87-b6eb-ac1157f96783 HTTP/1.1" status: 200  len: 945 time: 0.2054782
Dec 25 21:32:35.702035 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-647863d7-d4a1-4eb4-98c9-7b446ac695aa tempest-NegativeSecGroupIPv6Test-400342695 tempest-NegativeSecGroupIPv6Test-400342695-project] Publish callbacks [] for security_group, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:35.721961 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-3865373d-4990-49fa-b0b9-1da280d56c33 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 1.0699065
Dec 25 21:32:35.751928 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-269d3508-f649-45f3-abed-55d5f43b9151 None None] Network 39a32d90-5942-4df6-ad08-b55ff8396e09 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:32:35.790255 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-647863d7-d4a1-4eb4-98c9-7b446ac695aa tempest-NegativeSecGroupIPv6Test-400342695 tempest-NegativeSecGroupIPv6Test-400342695-project] Publish callbacks [] for security_group, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:35.894045 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Provisioning for port cc6826c8-cc22-4431-ab7c-6807f8a89b79 completed by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 25 21:32:35.902848 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Provisioning complete for port cc6826c8-cc22-4431-ab7c-6807f8a89b79 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:32:35.903225 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:35.930000 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a9a90cc1-2fcf-41f4-846b-14511352eb9e req-9c792856-8ef6-4fc7-8663-f6ae83d4a845 tempest-VolumesActionsTest-2089127211 tempest-VolumesActionsTest-2089127211-project] 10.222.0.32 "GET /v2.0/security-groups?id=b923e6f5-1e98-4cf4-9740-df451a73c339&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2377250
Dec 25 21:32:36.055947 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:36.063423 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-647863d7-d4a1-4eb4-98c9-7b446ac695aa tempest-NegativeSecGroupIPv6Test-400342695 tempest-NegativeSecGroupIPv6Test-400342695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:36.066184 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-647863d7-d4a1-4eb4-98c9-7b446ac695aa tempest-NegativeSecGroupIPv6Test-400342695 tempest-NegativeSecGroupIPv6Test-400342695-project] Publish callbacks [] for security_group, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:36.070235 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 51370) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:32:36.070722 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-647863d7-d4a1-4eb4-98c9-7b446ac695aa tempest-NegativeSecGroupIPv6Test-400342695 tempest-NegativeSecGroupIPv6Test-400342695-project] 10.222.0.32 "DELETE /v2.0/security-groups/94a24e2e-4a72-473f-a653-c026920ee212 HTTP/1.1" status: 204  len: 168 time: 0.6800458
Dec 25 21:32:36.083555 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647863d7-d4a1-4eb4-98c9-7b446ac695aa tempest-NegativeSecGroupIPv6Test-400342695 tempest-NegativeSecGroupIPv6Test-400342695-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=94a24e2e-4a72-473f-a653-c026920ee212,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:32:36.093531 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port cc6826c8-cc22-4431-ab7c-6807f8a89b79, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=cc6826c8-cc22-4431-ab7c-6807f8a89b79,segment=NetworkSegment(0beeca7f-6d82-4f0c-bf76-8c0fb701e5ea),segment_id=0beeca7f-6d82-4f0c-bf76-8c0fb701e5ea)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:32:36.096477 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa3f4646-839b-4b87-b6eb-ac1157f96783', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc6826c8-cc22-4431-ab7c-6807f8a89b79'}] {{(pid=121608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:32:36.100136 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a88c78c3ff6266bd59c7e89d275b28c92e739b67d23c89d71af88829fd31566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37624f3a-82c9-433e-8268-89d74587a90a" -d '{"events": [{"server_uuid": "aa3f4646-839b-4b87-b6eb-ac1157f96783", "name": "network-vif-plugged", "status": "completed", "tag": "cc6826c8-cc22-4431-ab7c-6807f8a89b79"}]}' {{(pid=121608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:32:36.138487 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-49757ee8-3ea0-499c-a11b-9d08e72cfad6 tempest-NegativeSecGroupIPv6Test-400342695 tempest-NegativeSecGroupIPv6Test-400342695-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0628502
Dec 25 21:32:36.143747 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 51374) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:32:36.154527 ncdv-master-1 neutron-server[121607]: INFO neutron.api.v2.resource [None req-983fa82c-13c8-4617-b2fc-fb998ea59910 tempest-NegativeSecGroupIPv6Test-400342695 tempest-NegativeSecGroupIPv6Test-400342695-project] delete failed (client error): The resource could not be found.
Dec 25 21:32:36.156332 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-983fa82c-13c8-4617-b2fc-fb998ea59910 tempest-NegativeSecGroupIPv6Test-400342695 tempest-NegativeSecGroupIPv6Test-400342695-project] 10.222.0.32 "DELETE /v2.0/security-groups/a2c37ff6-ae2e-458f-a595-a2ab50bdec2f HTTP/1.1" status: 404  len: 347 time: 0.0157831
Dec 25 21:32:36.160328 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 51376) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:32:36.180673 ncdv-master-1 neutron-server[121607]: INFO neutron.api.v2.resource [None req-e4dc9303-ec54-4475-9073-249eab415d0a tempest-NegativeSecGroupIPv6Test-400342695 tempest-NegativeSecGroupIPv6Test-400342695-project] show failed (client error): The resource could not be found.
Dec 25 21:32:36.182923 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-e4dc9303-ec54-4475-9073-249eab415d0a tempest-NegativeSecGroupIPv6Test-400342695 tempest-NegativeSecGroupIPv6Test-400342695-project] 10.222.0.32 "GET /v2.0/security-groups/6dfa5aff-c4b2-4e6e-b6b1-157e2fc35b45 HTTP/1.1" status: 404  len: 347 time: 0.0214992
Dec 25 21:32:36.186661 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 51378) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:32:36.188531 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:36.208279 ncdv-master-1 neutron-server[121606]: INFO neutron.api.v2.resource [None req-7b37ac2f-9961-4941-b372-3fe3b8717e10 tempest-NegativeSecGroupIPv6Test-400342695 tempest-NegativeSecGroupIPv6Test-400342695-project] show failed (client error): The resource could not be found.
Dec 25 21:32:36.214334 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-7b37ac2f-9961-4941-b372-3fe3b8717e10 tempest-NegativeSecGroupIPv6Test-400342695 tempest-NegativeSecGroupIPv6Test-400342695-project] 10.222.0.32 "GET /v2.0/security-group-rules/ca9c5567-8a7e-4cdd-800d-7964f85852ef HTTP/1.1" status: 404  len: 356 time: 0.0222578
Dec 25 21:32:36.242676 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 21:32:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-613fdc09-7180-4b18-9e22-cff0e2779d34 x-openstack-request-id: req-613fdc09-7180-4b18-9e22-cff0e2779d34 {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:32:36.242905 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa3f4646-839b-4b87-b6eb-ac1157f96783", "name": "network-vif-plugged", "status": "completed", "tag": "cc6826c8-cc22-4431-ab7c-6807f8a89b79", "code": 200}]} {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:32:36.243162 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-613fdc09-7180-4b18-9e22-cff0e2779d34 {{(pid=121608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:32:36.243664 ncdv-master-1 neutron-server[121608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa3f4646-839b-4b87-b6eb-ac1157f96783', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc6826c8-cc22-4431-ab7c-6807f8a89b79', 'code': 200}
Dec 25 21:32:36.294142 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Pushing event updated for resources: {'Port': ['ID=cc6826c8-cc22-4431-ab7c-6807f8a89b79,revision_number=5']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:32:36.374778 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27efe0b0-6bae-46c5-a986-31bbafaf63bf req-c7284e53-b287-42e9-9038-899cc95679aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:32:36.376426 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-27efe0b0-6bae-46c5-a986-31bbafaf63bf req-c7284e53-b287-42e9-9038-899cc95679aa service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=aa3f4646-839b-4b87-b6eb-ac1157f96783 HTTP/1.1" status: 200  len: 1097 time: 0.1212952
Dec 25 21:32:36.433838 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-27efe0b0-6bae-46c5-a986-31bbafaf63bf req-d76ab52d-fafb-4619-ba1e-a9bd8df9523b service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=b923e6f5-1e98-4cf4-9740-df451a73c339&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0502849
Dec 25 21:32:36.978544 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 51416) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:32:37.102166 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac8c6cc-91ad-443a-a4f5-61c73bb4189b req-f169a044-7e36-4e52-898f-fe776c53d5fc tempest-VolumesActionsTest-2089127211 tempest-VolumesActionsTest-2089127211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:32:37.104460 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-fac8c6cc-91ad-443a-a4f5-61c73bb4189b req-f169a044-7e36-4e52-898f-fe776c53d5fc tempest-VolumesActionsTest-2089127211 tempest-VolumesActionsTest-2089127211-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa3f4646-839b-4b87-b6eb-ac1157f96783 HTTP/1.1" status: 200  len: 946 time: 0.0688124
Dec 25 21:32:37.143384 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-a4b0e327-d237-4f09-8131-855bb05872e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:37.171826 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-fac8c6cc-91ad-443a-a4f5-61c73bb4189b req-dd718a0c-8321-42e2-aca7-b21fc90184c9 tempest-VolumesActionsTest-2089127211 tempest-VolumesActionsTest-2089127211-project] 10.222.0.32 "GET /v2.0/security-groups?id=b923e6f5-1e98-4cf4-9740-df451a73c339&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0600612
Dec 25 21:32:37.207798 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-368566c4-b9a9-4411-b648-0681ad3ba48c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ba455203ac7140c28ff472a7bbf7c17e&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2268643
Dec 25 21:32:37.213812 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 51420) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:32:37.270767 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-4ffa3830-82fd-4e07-baeb-ae0fa97b6de7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:37.295113 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-4ffa3830-82fd-4e07-baeb-ae0fa97b6de7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:37.514416 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-4ffa3830-82fd-4e07-baeb-ae0fa97b6de7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:37.518019 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-4ffa3830-82fd-4e07-baeb-ae0fa97b6de7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:37.518548 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-4ffa3830-82fd-4e07-baeb-ae0fa97b6de7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/00983902-7842-473f-b27d-93ff6ec5dfd0 HTTP/1.1" status: 204  len: 168 time: 0.3037491
Dec 25 21:32:37.532218 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffa3830-82fd-4e07-baeb-ae0fa97b6de7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00983902-7842-473f-b27d-93ff6ec5dfd0,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:32:38.328910 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de547aef-cada-49cd-96c4-0935c0e6d370 req-3c243e9d-9746-4aea-b579-35930e4848a9 tempest-VolumesActionsTest-2089127211 tempest-VolumesActionsTest-2089127211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:32:38.342840 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-de547aef-cada-49cd-96c4-0935c0e6d370 req-3c243e9d-9746-4aea-b579-35930e4848a9 tempest-VolumesActionsTest-2089127211 tempest-VolumesActionsTest-2089127211-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa3f4646-839b-4b87-b6eb-ac1157f96783 HTTP/1.1" status: 200  len: 946 time: 0.0791502
Dec 25 21:32:38.349114 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:38.491081 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3e945ecd-9380-47c2-aa0a-12ebe07e03e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:38.507020 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-de547aef-cada-49cd-96c4-0935c0e6d370 req-333bcc10-1211-4893-b3e8-8ccd3d95dbac tempest-VolumesActionsTest-2089127211 tempest-VolumesActionsTest-2089127211-project] 10.222.0.32 "GET /v2.0/security-groups?id=b923e6f5-1e98-4cf4-9740-df451a73c339&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1450896
Dec 25 21:32:39.000047 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4200c853-276c-423e-b2f3-245019e0905b req-dfa57c86-11fc-407f-857a-4c93c9ac84b8 tempest-ServerGroupTestJSON-1944805500 tempest-ServerGroupTestJSON-1944805500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:32:39.008045 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4200c853-276c-423e-b2f3-245019e0905b req-dfa57c86-11fc-407f-857a-4c93c9ac84b8 tempest-ServerGroupTestJSON-1944805500 tempest-ServerGroupTestJSON-1944805500-project] 10.222.0.32 "GET /v2.0/networks?id=39a32d90-5942-4df6-ad08-b55ff8396e09 HTTP/1.1" status: 200  len: 810 time: 0.1522293
Dec 25 21:32:39.021435 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4200c853-276c-423e-b2f3-245019e0905b req-feb3b530-12b0-4326-9d4b-4fd50f978536 tempest-ServerGroupTestJSON-1944805500 tempest-ServerGroupTestJSON-1944805500-project] 10.222.0.32 "GET /v2.0/quotas/fd4a43ad54d448798e4a36160a2a6476 HTTP/1.1" status: 200  len: 375 time: 0.0122197
Dec 25 21:32:39.088587 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4200c853-276c-423e-b2f3-245019e0905b req-5a22cfb3-ee03-47fa-afcb-ef46f13a0417 tempest-ServerGroupTestJSON-1944805500 tempest-ServerGroupTestJSON-1944805500-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=fd4a43ad54d448798e4a36160a2a6476&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0612607
Dec 25 21:32:39.206943 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4200c853-276c-423e-b2f3-245019e0905b req-5be539bb-ed3e-4749-a181-0d9fbd3695b0 service neutron] 10.222.0.32 "GET /v2.0/networks/39a32d90-5942-4df6-ad08-b55ff8396e09?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1171892
Dec 25 21:32:39.309423 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4200c853-276c-423e-b2f3-245019e0905b req-f66f79bb-0258-43e2-9da0-04067e703ae0 service neutron] 10.222.0.32 "GET /v2.0/networks/39a32d90-5942-4df6-ad08-b55ff8396e09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1016109
Dec 25 21:32:39.531326 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-15cb578f-7a63-4fd3-925d-83bad4c7b82a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:40.223810 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-be1660fa-18cd-4594-92e5-9b201862b1e0 req-e20871b9-7fcc-4239-9cb2-1baa1f84f153 tempest-ServerGroupTestJSON-1944805500 tempest-ServerGroupTestJSON-1944805500-project] 10.222.0.32 "GET /v2.0/ports?device_id=9137b02e-d977-4dc0-b620-6553cb5b238b HTTP/1.1" status: 200  len: 210 time: 0.0476274
Dec 25 21:32:40.695266 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:41.338860 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a9ee1322-dd9c-4875-9337-f504f30ace9a req-297000bd-4bcb-4e3d-8030-87c6ece4fd84 tempest-ServerGroupTestJSON-1944805500 tempest-ServerGroupTestJSON-1944805500-project] 10.222.0.32 "GET /v2.0/ports?device_id=9137b02e-d977-4dc0-b620-6553cb5b238b HTTP/1.1" status: 200  len: 210 time: 0.0405085
Dec 25 21:32:42.518506 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-cd50f7a0-1964-4f4c-b4d2-4e82c0ef3aa4 req-49b266a3-04eb-43b5-8a73-94533a95bf06 tempest-ServerGroupTestJSON-1944805500 tempest-ServerGroupTestJSON-1944805500-project] 10.222.0.32 "GET /v2.0/ports?device_id=9137b02e-d977-4dc0-b620-6553cb5b238b HTTP/1.1" status: 200  len: 210 time: 0.0608873
Dec 25 21:32:43.339553 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4200c853-276c-423e-b2f3-245019e0905b req-a68edd46-a332-49a5-8a8a-3f2b15710a2a tempest-ServerGroupTestJSON-1944805500 tempest-ServerGroupTestJSON-1944805500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:32:43.341187 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4200c853-276c-423e-b2f3-245019e0905b req-a68edd46-a332-49a5-8a8a-3f2b15710a2a tempest-ServerGroupTestJSON-1944805500 tempest-ServerGroupTestJSON-1944805500-project] 10.222.0.37 "GET /v2.0/networks?id=39a32d90-5942-4df6-ad08-b55ff8396e09 HTTP/1.1" status: 200  len: 810 time: 0.2158003
Dec 25 21:32:43.357356 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-4200c853-276c-423e-b2f3-245019e0905b req-29b89ee3-3a64-4cfe-b99d-f0d32196f193 tempest-ServerGroupTestJSON-1944805500 tempest-ServerGroupTestJSON-1944805500-project] Request body: {'port': {'device_id': '9137b02e-d977-4dc0-b620-6553cb5b238b', 'network_id': '39a32d90-5942-4df6-ad08-b55ff8396e09', 'admin_state_up': True, 'tenant_id': 'fd4a43ad54d448798e4a36160a2a6476'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:32:43.598472 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4200c853-276c-423e-b2f3-245019e0905b req-29b89ee3-3a64-4cfe-b99d-f0d32196f193 tempest-ServerGroupTestJSON-1944805500 tempest-ServerGroupTestJSON-1944805500-project] Made reservation on behalf of fd4a43ad54d448798e4a36160a2a6476 for: {'port': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:32:43.605136 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-4200c853-276c-423e-b2f3-245019e0905b req-29b89ee3-3a64-4cfe-b99d-f0d32196f193 tempest-ServerGroupTestJSON-1944805500 tempest-ServerGroupTestJSON-1944805500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:43.867540 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_common [req-4200c853-276c-423e-b2f3-245019e0905b req-29b89ee3-3a64-4cfe-b99d-f0d32196f193 tempest-ServerGroupTestJSON-1944805500 tempest-ServerGroupTestJSON-1944805500-project] Allocated IP 172.20.0.6 (39a32d90-5942-4df6-ad08-b55ff8396e09/8bf1855f-244d-45c7-82ad-b93c9ba3e33f/98a31078-6027-494a-a084-08838d97fd08) {{(pid=121606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:32:43.911740 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-24e9d239-2690-4e3f-af32-a7af477edd87 req-24a69e14-f90e-4053-a830-267b3970b92d tempest-ServerGroupTestJSON-1944805500 tempest-ServerGroupTestJSON-1944805500-project] 10.222.0.32 "GET /v2.0/ports?device_id=9137b02e-d977-4dc0-b620-6553cb5b238b HTTP/1.1" status: 200  len: 210 time: 0.2175314
Dec 25 21:32:44.160746 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-4200c853-276c-423e-b2f3-245019e0905b req-29b89ee3-3a64-4cfe-b99d-f0d32196f193 tempest-ServerGroupTestJSON-1944805500 tempest-ServerGroupTestJSON-1944805500-project] Publish callbacks [] for port, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:44.303853 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-4200c853-276c-423e-b2f3-245019e0905b req-29b89ee3-3a64-4cfe-b99d-f0d32196f193 tempest-ServerGroupTestJSON-1944805500 tempest-ServerGroupTestJSON-1944805500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:44.395285 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4200c853-276c-423e-b2f3-245019e0905b req-29b89ee3-3a64-4cfe-b99d-f0d32196f193 tempest-ServerGroupTestJSON-1944805500 tempest-ServerGroupTestJSON-1944805500-project] Network 39a32d90-5942-4df6-ad08-b55ff8396e09 is already hosted by enough agents. {{(pid=121606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:32:44.399880 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [req-4200c853-276c-423e-b2f3-245019e0905b req-29b89ee3-3a64-4cfe-b99d-f0d32196f193 tempest-ServerGroupTestJSON-1944805500 tempest-ServerGroupTestJSON-1944805500-project] Resources bound (agent type, host, resource id):  {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:32:44.404617 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [req-4200c853-276c-423e-b2f3-245019e0905b req-29b89ee3-3a64-4cfe-b99d-f0d32196f193 tempest-ServerGroupTestJSON-1944805500 tempest-ServerGroupTestJSON-1944805500-project] Received port after_create {{(pid=121606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:32:44.435675 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b89ee3-3a64-4cfe-b99d-f0d32196f193 tempest-ServerGroupTestJSON-1944805500 tempest-ServerGroupTestJSON-1944805500-project] Pushing event updated for resources: {'Port': ['ID=98a31078-6027-494a-a084-08838d97fd08,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:32:44.466011 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4200c853-276c-423e-b2f3-245019e0905b req-29b89ee3-3a64-4cfe-b99d-f0d32196f193 tempest-ServerGroupTestJSON-1944805500 tempest-ServerGroupTestJSON-1944805500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:32:44.467308 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-4200c853-276c-423e-b2f3-245019e0905b req-29b89ee3-3a64-4cfe-b99d-f0d32196f193 tempest-ServerGroupTestJSON-1944805500 tempest-ServerGroupTestJSON-1944805500-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:44.552069 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4200c853-276c-423e-b2f3-245019e0905b req-29b89ee3-3a64-4cfe-b99d-f0d32196f193 tempest-ServerGroupTestJSON-1944805500 tempest-ServerGroupTestJSON-1944805500-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.2014503
Dec 25 21:32:44.564947 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-4200c853-276c-423e-b2f3-245019e0905b req-19fb1aa9-5c2c-4a0c-962e-e9422d4c6ab3 service neutron] Request body: {'port': {'device_id': '9137b02e-d977-4dc0-b620-6553cb5b238b', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:32:44.657507 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-4200c853-276c-423e-b2f3-245019e0905b req-19fb1aa9-5c2c-4a0c-962e-e9422d4c6ab3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:45.094776 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b218b1-78fe-4f1f-9546-5928da4c1d63 req-e6b11049-4f72-4da5-92bc-cd60ca6bd5c1 tempest-VolumesActionsTest-2089127211 tempest-VolumesActionsTest-2089127211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:32:45.096911 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-89b218b1-78fe-4f1f-9546-5928da4c1d63 req-e6b11049-4f72-4da5-92bc-cd60ca6bd5c1 tempest-VolumesActionsTest-2089127211 tempest-VolumesActionsTest-2089127211-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa3f4646-839b-4b87-b6eb-ac1157f96783 HTTP/1.1" status: 200  len: 946 time: 0.1893039
Dec 25 21:32:45.125055 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0fdfa3-b175-46de-94b6-02b346de2edd req-6612c668-081f-42e1-b76b-f9f0da07f037 tempest-ServerGroupTestJSON-1944805500 tempest-ServerGroupTestJSON-1944805500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:32:45.126631 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8a0fdfa3-b175-46de-94b6-02b346de2edd req-6612c668-081f-42e1-b76b-f9f0da07f037 tempest-ServerGroupTestJSON-1944805500 tempest-ServerGroupTestJSON-1944805500-project] 10.222.0.32 "GET /v2.0/ports?device_id=9137b02e-d977-4dc0-b620-6553cb5b238b HTTP/1.1" status: 200  len: 931 time: 0.1063094
Dec 25 21:32:45.223032 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-89b218b1-78fe-4f1f-9546-5928da4c1d63 req-9a07d553-c9b1-4a61-81b3-b7b396c8aa4e tempest-VolumesActionsTest-2089127211 tempest-VolumesActionsTest-2089127211-project] 10.222.0.32 "GET /v2.0/security-groups?id=b923e6f5-1e98-4cf4-9740-df451a73c339&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1083424
Dec 25 21:32:45.279562 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8a0fdfa3-b175-46de-94b6-02b346de2edd req-c0fd4a60-d8f9-471d-9d38-46e94ef98a0d tempest-ServerGroupTestJSON-1944805500 tempest-ServerGroupTestJSON-1944805500-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3437517-3a8e-4141-96fa-411614fac7c2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1364248
Dec 25 21:32:45.288500 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [req-4200c853-276c-423e-b2f3-245019e0905b req-19fb1aa9-5c2c-4a0c-962e-e9422d4c6ab3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98a31078-6027-494a-a084-08838d97fd08 {{(pid=121606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:32:45.298845 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-4200c853-276c-423e-b2f3-245019e0905b req-19fb1aa9-5c2c-4a0c-962e-e9422d4c6ab3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:45.314682 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.provisioning_blocks [req-4200c853-276c-423e-b2f3-245019e0905b req-19fb1aa9-5c2c-4a0c-962e-e9422d4c6ab3 service neutron] Transition to ACTIVE for port object 98a31078-6027-494a-a084-08838d97fd08 will not be triggered until provisioned by entity L2. {{(pid=121606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 25 21:32:45.445286 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-4200c853-276c-423e-b2f3-245019e0905b req-19fb1aa9-5c2c-4a0c-962e-e9422d4c6ab3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:45.513675 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fb1aa9-5c2c-4a0c-962e-e9422d4c6ab3 service neutron] Pushing event updated for resources: {'Port': ['ID=98a31078-6027-494a-a084-08838d97fd08,revision_number=2']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:32:45.619448 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-4200c853-276c-423e-b2f3-245019e0905b req-19fb1aa9-5c2c-4a0c-962e-e9422d4c6ab3 service neutron] Attempting to bind port 98a31078-6027-494a-a084-08838d97fd08 on host nch2-master-1 for vnic_type normal with profile  {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:32:45.620442 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-4200c853-276c-423e-b2f3-245019e0905b req-19fb1aa9-5c2c-4a0c-962e-e9422d4c6ab3 service neutron] Attempting to bind port 98a31078-6027-494a-a084-08838d97fd08 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '56761382-d2ce-4c1e-ada3-99409e529c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '39a32d90-5942-4df6-ad08-b55ff8396e09'}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:32:45.620805 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4200c853-276c-423e-b2f3-245019e0905b req-19fb1aa9-5c2c-4a0c-962e-e9422d4c6ab3 service neutron] Attempting to bind port 98a31078-6027-494a-a084-08838d97fd08 on network 39a32d90-5942-4df6-ad08-b55ff8396e09 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:32:45.627409 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4200c853-276c-423e-b2f3-245019e0905b req-19fb1aa9-5c2c-4a0c-962e-e9422d4c6ab3 service neutron] Port 98a31078-6027-494a-a084-08838d97fd08 on network 39a32d90-5942-4df6-ad08-b55ff8396e09 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 25 21:32:45.636575 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4200c853-276c-423e-b2f3-245019e0905b req-19fb1aa9-5c2c-4a0c-962e-e9422d4c6ab3 service neutron] Attempting to bind port 98a31078-6027-494a-a084-08838d97fd08 on network 39a32d90-5942-4df6-ad08-b55ff8396e09 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:32:45.642048 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4200c853-276c-423e-b2f3-245019e0905b req-19fb1aa9-5c2c-4a0c-962e-e9422d4c6ab3 service neutron] Checking agent: {'id': '0d9ae313-8f8d-40fa-8a9f-d098a25a9911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 21, 4, 38), 'started_at': datetime.datetime(2021, 12, 25, 21, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 32, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:32:45.642401 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4200c853-276c-423e-b2f3-245019e0905b req-19fb1aa9-5c2c-4a0c-962e-e9422d4c6ab3 service neutron] Checking segment: {'id': '56761382-d2ce-4c1e-ada3-99409e529c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '39a32d90-5942-4df6-ad08-b55ff8396e09'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:32:45.642799 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4200c853-276c-423e-b2f3-245019e0905b req-19fb1aa9-5c2c-4a0c-962e-e9422d4c6ab3 service neutron] Bound using segment: {'id': '56761382-d2ce-4c1e-ada3-99409e529c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '39a32d90-5942-4df6-ad08-b55ff8396e09'} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:32:45.643555 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-4200c853-276c-423e-b2f3-245019e0905b req-19fb1aa9-5c2c-4a0c-962e-e9422d4c6ab3 service neutron] Bound port: 98a31078-6027-494a-a084-08838d97fd08, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56761382-d2ce-4c1e-ada3-99409e529c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '39a32d90-5942-4df6-ad08-b55ff8396e09'}}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:32:45.643681 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-4200c853-276c-423e-b2f3-245019e0905b req-19fb1aa9-5c2c-4a0c-962e-e9422d4c6ab3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:45.713240 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-4200c853-276c-423e-b2f3-245019e0905b req-19fb1aa9-5c2c-4a0c-962e-e9422d4c6ab3 service neutron] For port 98a31078-6027-494a-a084-08838d97fd08, host nch2-master-1, cleared binding levels {{(pid=121606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:32:45.716587 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-4200c853-276c-423e-b2f3-245019e0905b req-19fb1aa9-5c2c-4a0c-962e-e9422d4c6ab3 service neutron] For port 98a31078-6027-494a-a084-08838d97fd08, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=98a31078-6027-494a-a084-08838d97fd08,segment=NetworkSegment(56761382-d2ce-4c1e-ada3-99409e529c6d),segment_id=56761382-d2ce-4c1e-ada3-99409e529c6d)] {{(pid=121606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:32:45.846020 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-4200c853-276c-423e-b2f3-245019e0905b req-19fb1aa9-5c2c-4a0c-962e-e9422d4c6ab3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:45.909362 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4200c853-276c-423e-b2f3-245019e0905b req-19fb1aa9-5c2c-4a0c-962e-e9422d4c6ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:32:45.910229 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-4200c853-276c-423e-b2f3-245019e0905b req-19fb1aa9-5c2c-4a0c-962e-e9422d4c6ab3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:45.911989 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4200c853-276c-423e-b2f3-245019e0905b req-19fb1aa9-5c2c-4a0c-962e-e9422d4c6ab3 service neutron] 10.222.0.37 "PUT /v2.0/ports/98a31078-6027-494a-a084-08838d97fd08 HTTP/1.1" status: 200  len: 1091 time: 1.3521442
Dec 25 21:32:45.912993 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9137b02e-d977-4dc0-b620-6553cb5b238b', 'tag': '98a31078-6027-494a-a084-08838d97fd08'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:32:45.916858 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9858820c13ec2827453b94ebc4181065e990a4e4089ccb9fe762531ac62d2fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a5ebf1b-3542-47a6-800b-d9ea8312ffc7" -d '{"events": [{"name": "network-changed", "server_uuid": "9137b02e-d977-4dc0-b620-6553cb5b238b", "tag": "98a31078-6027-494a-a084-08838d97fd08"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:32:46.006366 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fb1aa9-5c2c-4a0c-962e-e9422d4c6ab3 service neutron] Pushing event updated for resources: {'Port': ['ID=98a31078-6027-494a-a084-08838d97fd08,revision_number=3']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:32:46.023417 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Dec 2021 21:32:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b61a777-6701-4592-9805-fab7bcc163aa x-openstack-request-id: req-4b61a777-6701-4592-9805-fab7bcc163aa {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:32:46.025027 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9137b02e-d977-4dc0-b620-6553cb5b238b", "tag": "98a31078-6027-494a-a084-08838d97fd08", "status": "completed", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:32:46.025027 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4b61a777-6701-4592-9805-fab7bcc163aa {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:32:46.025027 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9137b02e-d977-4dc0-b620-6553cb5b238b', 'tag': '98a31078-6027-494a-a084-08838d97fd08', 'status': 'completed', 'code': 200}
Dec 25 21:32:46.133135 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39651fa1-9773-47b6-91bf-42dc33c9e1fc req-8922ca72-c66b-41e7-87a8-45eaaa2211ec tempest-VolumesActionsTest-2089127211 tempest-VolumesActionsTest-2089127211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:32:46.135513 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-39651fa1-9773-47b6-91bf-42dc33c9e1fc req-8922ca72-c66b-41e7-87a8-45eaaa2211ec tempest-VolumesActionsTest-2089127211 tempest-VolumesActionsTest-2089127211-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa3f4646-839b-4b87-b6eb-ac1157f96783 HTTP/1.1" status: 200  len: 946 time: 0.1103795
Dec 25 21:32:46.144772 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5ebf1b-3542-47a6-800b-d9ea8312ffc7 req-f370c1d4-8c91-4276-b544-73190928fc9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:32:46.146423 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2a5ebf1b-3542-47a6-800b-d9ea8312ffc7 req-f370c1d4-8c91-4276-b544-73190928fc9e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=fd4a43ad54d448798e4a36160a2a6476&device_id=9137b02e-d977-4dc0-b620-6553cb5b238b HTTP/1.1" status: 200  len: 1094 time: 0.1196682
Dec 25 21:32:46.353674 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5ebf1b-3542-47a6-800b-d9ea8312ffc7 req-dd1df87d-a05d-466e-926e-a594193eebc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:32:46.355217 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2a5ebf1b-3542-47a6-800b-d9ea8312ffc7 req-dd1df87d-a05d-466e-926e-a594193eebc6 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=fd4a43ad54d448798e4a36160a2a6476&shared=False HTTP/1.1" status: 200  len: 911 time: 0.1993134
Dec 25 21:32:46.954115 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f46c464-d5af-490a-8774-390abe370ca8 req-c38174c3-3365-4b37-8473-01aa71c69a13 tempest-ServerGroupTestJSON-1944805500 tempest-ServerGroupTestJSON-1944805500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:32:46.955627 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9f46c464-d5af-490a-8774-390abe370ca8 req-c38174c3-3365-4b37-8473-01aa71c69a13 tempest-ServerGroupTestJSON-1944805500 tempest-ServerGroupTestJSON-1944805500-project] 10.222.0.32 "GET /v2.0/ports?device_id=9137b02e-d977-4dc0-b620-6553cb5b238b HTTP/1.1" status: 200  len: 943 time: 0.5571516
Dec 25 21:32:46.986082 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [req-39651fa1-9773-47b6-91bf-42dc33c9e1fc req-3e9badc5-81f3-4da7-8e46-e8b0eb4b9439 tempest-VolumesActionsTest-2089127211 tempest-VolumesActionsTest-2089127211-project] Deleting port cc6826c8-cc22-4431-ab7c-6807f8a89b79 {{(pid=121606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:32:46.986559 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-39651fa1-9773-47b6-91bf-42dc33c9e1fc req-3e9badc5-81f3-4da7-8e46-e8b0eb4b9439 tempest-VolumesActionsTest-2089127211 tempest-VolumesActionsTest-2089127211-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:47.007807 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c38efb-020b-40c2-ac8b-83d4a20c4376 req-631e68ff-81f5-47d5-aa6f-5e98d9c5dbc8 tempest-VolumesActionsTest-2089127211 tempest-VolumesActionsTest-2089127211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:32:47.010088 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-81c38efb-020b-40c2-ac8b-83d4a20c4376 req-631e68ff-81f5-47d5-aa6f-5e98d9c5dbc8 tempest-VolumesActionsTest-2089127211 tempest-VolumesActionsTest-2089127211-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa3f4646-839b-4b87-b6eb-ac1157f96783 HTTP/1.1" status: 200  len: 946 time: 0.6130178
Dec 25 21:32:47.024318 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5ebf1b-3542-47a6-800b-d9ea8312ffc7 req-815fb59f-28f2-4243-a9ca-0de411c014b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:32:47.025678 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2a5ebf1b-3542-47a6-800b-d9ea8312ffc7 req-815fb59f-28f2-4243-a9ca-0de411c014b7 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.6629887
Dec 25 21:32:47.158980 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9f46c464-d5af-490a-8774-390abe370ca8 req-b54031f4-9a13-4829-bc9c-2a2d8ab32d42 tempest-ServerGroupTestJSON-1944805500 tempest-ServerGroupTestJSON-1944805500-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3437517-3a8e-4141-96fa-411614fac7c2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1905303
Dec 25 21:32:47.181835 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-81c38efb-020b-40c2-ac8b-83d4a20c4376 req-25f8af7b-2019-4fa2-81d6-d0f2a28a41cd tempest-VolumesActionsTest-2089127211 tempest-VolumesActionsTest-2089127211-project] 10.222.0.32 "GET /v2.0/security-groups?id=b923e6f5-1e98-4cf4-9740-df451a73c339&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1551607
Dec 25 21:32:47.205363 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-39651fa1-9773-47b6-91bf-42dc33c9e1fc req-3e9badc5-81f3-4da7-8e46-e8b0eb4b9439 tempest-VolumesActionsTest-2089127211 tempest-VolumesActionsTest-2089127211-project] For port cc6826c8-cc22-4431-ab7c-6807f8a89b79, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=cc6826c8-cc22-4431-ab7c-6807f8a89b79,segment=NetworkSegment(0beeca7f-6d82-4f0c-bf76-8c0fb701e5ea),segment_id=0beeca7f-6d82-4f0c-bf76-8c0fb701e5ea)] {{(pid=121606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:32:47.205363 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-39651fa1-9773-47b6-91bf-42dc33c9e1fc req-3e9badc5-81f3-4da7-8e46-e8b0eb4b9439 tempest-VolumesActionsTest-2089127211 tempest-VolumesActionsTest-2089127211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:47.205363 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4200c853-276c-423e-b2f3-245019e0905b req-d0feee99-3cc5-4177-b7b0-af184a9a7e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:32:47.205363 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4200c853-276c-423e-b2f3-245019e0905b req-d0feee99-3cc5-4177-b7b0-af184a9a7e47 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=fd4a43ad54d448798e4a36160a2a6476&device_id=9137b02e-d977-4dc0-b620-6553cb5b238b HTTP/1.1" status: 200  len: 1094 time: 0.1376257
Dec 25 21:32:47.219398 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [req-39651fa1-9773-47b6-91bf-42dc33c9e1fc req-3e9badc5-81f3-4da7-8e46-e8b0eb4b9439 tempest-VolumesActionsTest-2089127211 tempest-VolumesActionsTest-2089127211-project] Calling delete_port for cc6826c8-cc22-4431-ab7c-6807f8a89b79 owned by compute:nova {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:32:47.261693 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4200c853-276c-423e-b2f3-245019e0905b req-1c2e083a-7d1b-443c-871e-b78fdf8e285b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=98a31078-6027-494a-a084-08838d97fd08 HTTP/1.1" status: 200  len: 217 time: 0.0515397
Dec 25 21:32:47.353607 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4200c853-276c-423e-b2f3-245019e0905b req-cfc0a3de-d464-4a9a-baf9-a251d1bab8d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:32:47.355086 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4200c853-276c-423e-b2f3-245019e0905b req-cfc0a3de-d464-4a9a-baf9-a251d1bab8d5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8bf1855f-244d-45c7-82ad-b93c9ba3e33f HTTP/1.1" status: 200  len: 850 time: 0.0606878
Dec 25 21:32:47.395988 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4200c853-276c-423e-b2f3-245019e0905b req-03388179-557a-429f-8906-9d199ee1ffa5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=39a32d90-5942-4df6-ad08-b55ff8396e09&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0308454
Dec 25 21:32:47.518648 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4200c853-276c-423e-b2f3-245019e0905b req-5fc1b20e-3711-4c2f-bfb4-eb328bbf391a service neutron] 10.222.0.37 "GET /v2.0/networks/39a32d90-5942-4df6-ad08-b55ff8396e09?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1145291
Dec 25 21:32:47.588675 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-39651fa1-9773-47b6-91bf-42dc33c9e1fc req-3e9badc5-81f3-4da7-8e46-e8b0eb4b9439 tempest-VolumesActionsTest-2089127211 tempest-VolumesActionsTest-2089127211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:47.623389 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9badc5-81f3-4da7-8e46-e8b0eb4b9439 tempest-VolumesActionsTest-2089127211 tempest-VolumesActionsTest-2089127211-project] Pushing event deleted for resources: {'Port': ['ID=cc6826c8-cc22-4431-ab7c-6807f8a89b79,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:32:47.664422 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4200c853-276c-423e-b2f3-245019e0905b req-fd158500-4e43-485c-a875-1f8ff79b23e0 service neutron] 10.222.0.37 "GET /v2.0/networks/39a32d90-5942-4df6-ad08-b55ff8396e09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1361897
Dec 25 21:32:47.678055 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [req-39651fa1-9773-47b6-91bf-42dc33c9e1fc req-3e9badc5-81f3-4da7-8e46-e8b0eb4b9439 tempest-VolumesActionsTest-2089127211 tempest-VolumesActionsTest-2089127211-project] No DVR routers for this DVR port cc6826c8-cc22-4431-ab7c-6807f8a89b79 on host nch1-master-1 {{(pid=121606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:32:47.683428 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-39651fa1-9773-47b6-91bf-42dc33c9e1fc req-3e9badc5-81f3-4da7-8e46-e8b0eb4b9439 tempest-VolumesActionsTest-2089127211 tempest-VolumesActionsTest-2089127211-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:47.684259 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-39651fa1-9773-47b6-91bf-42dc33c9e1fc req-3e9badc5-81f3-4da7-8e46-e8b0eb4b9439 tempest-VolumesActionsTest-2089127211 tempest-VolumesActionsTest-2089127211-project] 10.222.0.31 "DELETE /v2.0/ports/cc6826c8-cc22-4431-ab7c-6807f8a89b79 HTTP/1.1" status: 204  len: 173 time: 1.5421088
Dec 25 21:32:48.025949 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa3f4646-839b-4b87-b6eb-ac1157f96783', 'name': 'network-vif-deleted', 'tag': 'cc6826c8-cc22-4431-ab7c-6807f8a89b79'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:32:48.028379 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9858820c13ec2827453b94ebc4181065e990a4e4089ccb9fe762531ac62d2fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf61e3ab-9792-4d7a-ae10-781063510595" -d '{"events": [{"server_uuid": "aa3f4646-839b-4b87-b6eb-ac1157f96783", "name": "network-vif-deleted", "tag": "cc6826c8-cc22-4431-ab7c-6807f8a89b79"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:32:48.069395 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 21:32:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f76e9f83-ec13-41e4-8f22-aa85c2345f26 x-openstack-request-id: req-f76e9f83-ec13-41e4-8f22-aa85c2345f26 {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:32:48.069826 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa3f4646-839b-4b87-b6eb-ac1157f96783", "name": "network-vif-deleted", "tag": "cc6826c8-cc22-4431-ab7c-6807f8a89b79", "status": "completed", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:32:48.070092 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f76e9f83-ec13-41e4-8f22-aa85c2345f26 {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:32:48.070499 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa3f4646-839b-4b87-b6eb-ac1157f96783', 'name': 'network-vif-deleted', 'tag': 'cc6826c8-cc22-4431-ab7c-6807f8a89b79', 'status': 'completed', 'code': 200}
Dec 25 21:32:48.296776 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-55644841-59c3-46b5-8d16-7599bdc817c1 req-6fb54dce-cc13-494a-a62b-41f5ec3867b8 tempest-VolumesActionsTest-2089127211 tempest-VolumesActionsTest-2089127211-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa3f4646-839b-4b87-b6eb-ac1157f96783 HTTP/1.1" status: 200  len: 210 time: 0.0288658
Dec 25 21:32:48.308701 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91462288-93a3-431a-8a94-e07f80a03c34 req-63f63031-f24e-42d9-a62b-323ff153720e tempest-ServerGroupTestJSON-1944805500 tempest-ServerGroupTestJSON-1944805500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:32:48.310219 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-91462288-93a3-431a-8a94-e07f80a03c34 req-63f63031-f24e-42d9-a62b-323ff153720e tempest-ServerGroupTestJSON-1944805500 tempest-ServerGroupTestJSON-1944805500-project] 10.222.0.32 "GET /v2.0/ports?device_id=9137b02e-d977-4dc0-b620-6553cb5b238b HTTP/1.1" status: 200  len: 943 time: 0.0788670
Dec 25 21:32:48.359359 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-91462288-93a3-431a-8a94-e07f80a03c34 req-4083ff7f-f4d8-47b5-9019-b2777abd4ce8 tempest-ServerGroupTestJSON-1944805500 tempest-ServerGroupTestJSON-1944805500-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3437517-3a8e-4141-96fa-411614fac7c2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424628
Dec 25 21:32:48.856466 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device 98a31078-6027-494a-a084-08838d97fd08 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 25 21:32:48.956016 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port 98a31078-6027-494a-a084-08838d97fd08, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=98a31078-6027-494a-a084-08838d97fd08,segment=NetworkSegment(56761382-d2ce-4c1e-ada3-99409e529c6d),segment_id=56761382-d2ce-4c1e-ada3-99409e529c6d)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:32:48.967194 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Returning: {'device': '98a31078-6027-494a-a084-08838d97fd08', 'network_id': '39a32d90-5942-4df6-ad08-b55ff8396e09', 'port_id': '98a31078-6027-494a-a084-08838d97fd08', 'mac_address': 'fa:16:3e:1b:7b:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8bf1855f-244d-45c7-82ad-b93c9ba3e33f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 25 21:32:49.003410 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:49.016563 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98a31078-6027-494a-a084-08838d97fd08 {{(pid=121608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:32:49.035500 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port 98a31078-6027-494a-a084-08838d97fd08, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=98a31078-6027-494a-a084-08838d97fd08,segment=NetworkSegment(56761382-d2ce-4c1e-ada3-99409e529c6d),segment_id=56761382-d2ce-4c1e-ada3-99409e529c6d)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:32:49.124963 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:49.174653 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Pushing event updated for resources: {'Port': ['ID=98a31078-6027-494a-a084-08838d97fd08,revision_number=4']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:32:49.337383 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] get_ports_and_sgs() called for port_ids ['98a31078-6027-494a-a084-08838d97fd08'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:32:49.496595 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2e0c6d-6903-4948-b298-e399311dc240 req-5f89ea48-2b2c-4b55-9437-814237fc9854 tempest-ServerGroupTestJSON-1944805500 tempest-ServerGroupTestJSON-1944805500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:32:49.498386 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device cc6826c8-cc22-4431-ab7c-6807f8a89b79 no longer exists at agent hyperv_nch1-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:32:49.500457 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-de2e0c6d-6903-4948-b298-e399311dc240 req-5f89ea48-2b2c-4b55-9437-814237fc9854 tempest-ServerGroupTestJSON-1944805500 tempest-ServerGroupTestJSON-1944805500-project] 10.222.0.32 "GET /v2.0/ports?device_id=9137b02e-d977-4dc0-b620-6553cb5b238b HTTP/1.1" status: 200  len: 944 time: 0.0643907
Dec 25 21:32:49.528033 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] No Port match for: cc6826c8-cc22-4431-ab7c-6807f8a89b79 {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:32:49.528182 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device cc6826c8-cc22-4431-ab7c-6807f8a89b79 not bound to the agent host nch1-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:32:49.557681 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-de2e0c6d-6903-4948-b298-e399311dc240 req-bf1063ac-2b37-4d1e-aee1-3ea9c83a874c tempest-ServerGroupTestJSON-1944805500 tempest-ServerGroupTestJSON-1944805500-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3437517-3a8e-4141-96fa-411614fac7c2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0498502
Dec 25 21:32:50.698343 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70bff3b-cc18-4c97-9091-d388f1aa5e58 req-91def54e-c79d-49cc-a33f-7daf95b6dd11 tempest-ServerGroupTestJSON-1944805500 tempest-ServerGroupTestJSON-1944805500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:32:50.699961 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a70bff3b-cc18-4c97-9091-d388f1aa5e58 req-91def54e-c79d-49cc-a33f-7daf95b6dd11 tempest-ServerGroupTestJSON-1944805500 tempest-ServerGroupTestJSON-1944805500-project] 10.222.0.32 "GET /v2.0/ports?device_id=9137b02e-d977-4dc0-b620-6553cb5b238b HTTP/1.1" status: 200  len: 944 time: 0.0528443
Dec 25 21:32:50.753303 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a70bff3b-cc18-4c97-9091-d388f1aa5e58 req-8650acaa-d221-4ccf-aa31-f0328d2420d1 tempest-ServerGroupTestJSON-1944805500 tempest-ServerGroupTestJSON-1944805500-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3437517-3a8e-4141-96fa-411614fac7c2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0461276
Dec 25 21:32:50.756676 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.agents_db [None req-ec08dba0-4483-4109-b5e1-5e4a9fdaf12d None None] Agent healthcheck: found 7 active agents {{(pid=121609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 25 21:32:50.856441 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device 98a31078-6027-494a-a084-08838d97fd08 up at agent hyperv_nch2-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:32:50.992017 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Provisioning for port 98a31078-6027-494a-a084-08838d97fd08 completed by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 25 21:32:50.992542 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Provisioning complete for port 98a31078-6027-494a-a084-08838d97fd08 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:32:50.992941 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:51.072299 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:51.094703 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9137b02e-d977-4dc0-b620-6553cb5b238b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98a31078-6027-494a-a084-08838d97fd08'}] {{(pid=121608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:32:51.096902 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a88c78c3ff6266bd59c7e89d275b28c92e739b67d23c89d71af88829fd31566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69621269-ae0b-4aeb-ba0f-c69d91ec49a6" -d '{"events": [{"server_uuid": "9137b02e-d977-4dc0-b620-6553cb5b238b", "name": "network-vif-plugged", "status": "completed", "tag": "98a31078-6027-494a-a084-08838d97fd08"}]}' {{(pid=121608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:32:51.108755 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port 98a31078-6027-494a-a084-08838d97fd08, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=98a31078-6027-494a-a084-08838d97fd08,segment=NetworkSegment(56761382-d2ce-4c1e-ada3-99409e529c6d),segment_id=56761382-d2ce-4c1e-ada3-99409e529c6d)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:32:51.134438 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 21:32:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4094f23e-0776-4615-a03e-1c87c5e86b8d x-openstack-request-id: req-4094f23e-0776-4615-a03e-1c87c5e86b8d {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:32:51.134735 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9137b02e-d977-4dc0-b620-6553cb5b238b", "name": "network-vif-plugged", "status": "completed", "tag": "98a31078-6027-494a-a084-08838d97fd08", "code": 200}]} {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:32:51.134990 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4094f23e-0776-4615-a03e-1c87c5e86b8d {{(pid=121608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:32:51.135384 ncdv-master-1 neutron-server[121608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9137b02e-d977-4dc0-b620-6553cb5b238b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98a31078-6027-494a-a084-08838d97fd08', 'code': 200}
Dec 25 21:32:51.193816 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:51.230568 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f86930b-8fbe-4bbb-a39d-229dbff60dc1 req-e445a42f-26a2-4495-beac-d20fa3fd10f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:32:51.232417 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8f86930b-8fbe-4bbb-a39d-229dbff60dc1 req-e445a42f-26a2-4495-beac-d20fa3fd10f8 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=9137b02e-d977-4dc0-b620-6553cb5b238b HTTP/1.1" status: 200  len: 1096 time: 0.0416672
Dec 25 21:32:51.243699 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Pushing event updated for resources: {'Port': ['ID=98a31078-6027-494a-a084-08838d97fd08,revision_number=5']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:32:51.277789 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8f86930b-8fbe-4bbb-a39d-229dbff60dc1 req-55d048a8-1d8f-4fe9-bcf5-0ad27af1988e service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=b3437517-3a8e-4141-96fa-411614fac7c2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0385616
Dec 25 21:32:51.914324 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475c7e37-06b0-4e85-8f1c-a76ea6ba950d req-12537a99-b939-409b-8eb4-57cedaae0cd9 tempest-ServerGroupTestJSON-1944805500 tempest-ServerGroupTestJSON-1944805500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:32:51.920135 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-475c7e37-06b0-4e85-8f1c-a76ea6ba950d req-12537a99-b939-409b-8eb4-57cedaae0cd9 tempest-ServerGroupTestJSON-1944805500 tempest-ServerGroupTestJSON-1944805500-project] 10.222.0.32 "GET /v2.0/ports?device_id=9137b02e-d977-4dc0-b620-6553cb5b238b HTTP/1.1" status: 200  len: 945 time: 0.0898414
Dec 25 21:32:52.008582 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-475c7e37-06b0-4e85-8f1c-a76ea6ba950d req-39171c6d-da6f-4f03-89ec-7657bdad8ffa tempest-ServerGroupTestJSON-1944805500 tempest-ServerGroupTestJSON-1944805500-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3437517-3a8e-4141-96fa-411614fac7c2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0774651
Dec 25 21:32:53.182482 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bae6c9-68e8-4f19-8a5b-884cb53b5842 req-c83c967c-cbf1-48ff-9db6-85351ff44865 tempest-ServerGroupTestJSON-1944805500 tempest-ServerGroupTestJSON-1944805500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:32:53.193160 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e6bae6c9-68e8-4f19-8a5b-884cb53b5842 req-c83c967c-cbf1-48ff-9db6-85351ff44865 tempest-ServerGroupTestJSON-1944805500 tempest-ServerGroupTestJSON-1944805500-project] 10.222.0.32 "GET /v2.0/ports?device_id=9137b02e-d977-4dc0-b620-6553cb5b238b HTTP/1.1" status: 200  len: 945 time: 0.0875585
Dec 25 21:32:53.252493 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e6bae6c9-68e8-4f19-8a5b-884cb53b5842 req-c9034c08-3d8a-4adf-b451-838173602082 tempest-ServerGroupTestJSON-1944805500 tempest-ServerGroupTestJSON-1944805500-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3437517-3a8e-4141-96fa-411614fac7c2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0582719
Dec 25 21:32:53.978105 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decd805f-add8-423c-92c1-10605f3f857d req-4f04256b-6f09-43dc-bb9a-6066703a6c67 tempest-ServerGroupTestJSON-1944805500 tempest-ServerGroupTestJSON-1944805500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:32:53.979712 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-decd805f-add8-423c-92c1-10605f3f857d req-4f04256b-6f09-43dc-bb9a-6066703a6c67 tempest-ServerGroupTestJSON-1944805500 tempest-ServerGroupTestJSON-1944805500-project] 10.222.0.32 "GET /v2.0/ports?device_id=9137b02e-d977-4dc0-b620-6553cb5b238b HTTP/1.1" status: 200  len: 945 time: 0.0848227
Dec 25 21:32:54.081170 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-decd805f-add8-423c-92c1-10605f3f857d req-76547399-7a27-4d8a-a0a1-13fa08afb751 tempest-ServerGroupTestJSON-1944805500 tempest-ServerGroupTestJSON-1944805500-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3437517-3a8e-4141-96fa-411614fac7c2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0863132
Dec 25 21:32:55.122136 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b9a38b-be12-48ce-be25-d708e63bfd35 req-7680a89b-5535-496e-a1b2-499a9b64fc5b tempest-ServerGroupTestJSON-1944805500 tempest-ServerGroupTestJSON-1944805500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:32:55.127346 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a7b9a38b-be12-48ce-be25-d708e63bfd35 req-7680a89b-5535-496e-a1b2-499a9b64fc5b tempest-ServerGroupTestJSON-1944805500 tempest-ServerGroupTestJSON-1944805500-project] 10.222.0.37 "GET /v2.0/ports?device_id=9137b02e-d977-4dc0-b620-6553cb5b238b HTTP/1.1" status: 200  len: 945 time: 0.0496783
Dec 25 21:32:55.239513 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbb6e11-8066-4757-85b0-28102121a9e2 req-6141b149-0998-446c-9434-f48bc27234e0 tempest-ServerGroupTestJSON-1944805500 tempest-ServerGroupTestJSON-1944805500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:32:55.241034 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2dbb6e11-8066-4757-85b0-28102121a9e2 req-6141b149-0998-446c-9434-f48bc27234e0 tempest-ServerGroupTestJSON-1944805500 tempest-ServerGroupTestJSON-1944805500-project] 10.222.0.32 "GET /v2.0/ports?device_id=9137b02e-d977-4dc0-b620-6553cb5b238b HTTP/1.1" status: 200  len: 945 time: 0.0847793
Dec 25 21:32:55.279964 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [req-a7b9a38b-be12-48ce-be25-d708e63bfd35 req-79aea561-dafd-44c3-929a-6e32cb9fe43c tempest-ServerGroupTestJSON-1944805500 tempest-ServerGroupTestJSON-1944805500-project] Deleting port 98a31078-6027-494a-a084-08838d97fd08 {{(pid=121606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:32:55.280314 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-a7b9a38b-be12-48ce-be25-d708e63bfd35 req-79aea561-dafd-44c3-929a-6e32cb9fe43c tempest-ServerGroupTestJSON-1944805500 tempest-ServerGroupTestJSON-1944805500-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:55.326130 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2dbb6e11-8066-4757-85b0-28102121a9e2 req-12380b40-9564-42cc-86c5-e735b18bd5bd tempest-ServerGroupTestJSON-1944805500 tempest-ServerGroupTestJSON-1944805500-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3437517-3a8e-4141-96fa-411614fac7c2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0772607
Dec 25 21:32:55.389535 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-a7b9a38b-be12-48ce-be25-d708e63bfd35 req-79aea561-dafd-44c3-929a-6e32cb9fe43c tempest-ServerGroupTestJSON-1944805500 tempest-ServerGroupTestJSON-1944805500-project] For port 98a31078-6027-494a-a084-08838d97fd08, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=98a31078-6027-494a-a084-08838d97fd08,segment=NetworkSegment(56761382-d2ce-4c1e-ada3-99409e529c6d),segment_id=56761382-d2ce-4c1e-ada3-99409e529c6d)] {{(pid=121606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:32:55.389908 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-a7b9a38b-be12-48ce-be25-d708e63bfd35 req-79aea561-dafd-44c3-929a-6e32cb9fe43c tempest-ServerGroupTestJSON-1944805500 tempest-ServerGroupTestJSON-1944805500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:55.402747 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [req-a7b9a38b-be12-48ce-be25-d708e63bfd35 req-79aea561-dafd-44c3-929a-6e32cb9fe43c tempest-ServerGroupTestJSON-1944805500 tempest-ServerGroupTestJSON-1944805500-project] Calling delete_port for 98a31078-6027-494a-a084-08838d97fd08 owned by compute:nova {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:32:55.631804 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-a7b9a38b-be12-48ce-be25-d708e63bfd35 req-79aea561-dafd-44c3-929a-6e32cb9fe43c tempest-ServerGroupTestJSON-1944805500 tempest-ServerGroupTestJSON-1944805500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:55.645775 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] get_ports_and_sgs() called for port_ids ['98a31078-6027-494a-a084-08838d97fd08'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:32:55.661793 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79aea561-dafd-44c3-929a-6e32cb9fe43c tempest-ServerGroupTestJSON-1944805500 tempest-ServerGroupTestJSON-1944805500-project] Pushing event deleted for resources: {'Port': ['ID=98a31078-6027-494a-a084-08838d97fd08,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:32:55.704576 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7b9a38b-be12-48ce-be25-d708e63bfd35 req-79aea561-dafd-44c3-929a-6e32cb9fe43c tempest-ServerGroupTestJSON-1944805500 tempest-ServerGroupTestJSON-1944805500-project] No DVR routers for this DVR port 98a31078-6027-494a-a084-08838d97fd08 on host nch2-master-1 {{(pid=121606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:32:55.707127 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-a7b9a38b-be12-48ce-be25-d708e63bfd35 req-79aea561-dafd-44c3-929a-6e32cb9fe43c tempest-ServerGroupTestJSON-1944805500 tempest-ServerGroupTestJSON-1944805500-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:55.710555 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a7b9a38b-be12-48ce-be25-d708e63bfd35 req-79aea561-dafd-44c3-929a-6e32cb9fe43c tempest-ServerGroupTestJSON-1944805500 tempest-ServerGroupTestJSON-1944805500-project] 10.222.0.37 "DELETE /v2.0/ports/98a31078-6027-494a-a084-08838d97fd08 HTTP/1.1" status: 204  len: 173 time: 0.5805323
Dec 25 21:32:55.711077 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9137b02e-d977-4dc0-b620-6553cb5b238b', 'name': 'network-vif-deleted', 'tag': '98a31078-6027-494a-a084-08838d97fd08'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:32:55.713299 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9858820c13ec2827453b94ebc4181065e990a4e4089ccb9fe762531ac62d2fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2aca194b-2c8d-458a-9a62-3f33557220fa" -d '{"events": [{"server_uuid": "9137b02e-d977-4dc0-b620-6553cb5b238b", "name": "network-vif-deleted", "tag": "98a31078-6027-494a-a084-08838d97fd08"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:32:55.751465 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 21:32:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1172bbb3-4ee9-435b-a7ba-6603234011c8 x-openstack-request-id: req-1172bbb3-4ee9-435b-a7ba-6603234011c8 {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:32:55.751786 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9137b02e-d977-4dc0-b620-6553cb5b238b", "name": "network-vif-deleted", "tag": "98a31078-6027-494a-a084-08838d97fd08", "status": "completed", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:32:55.752021 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1172bbb3-4ee9-435b-a7ba-6603234011c8 {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:32:55.752423 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9137b02e-d977-4dc0-b620-6553cb5b238b', 'name': 'network-vif-deleted', 'tag': '98a31078-6027-494a-a084-08838d97fd08', 'status': 'completed', 'code': 200}
Dec 25 21:32:56.439142 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5bce14c9-3b16-4c30-91df-42f80577e61c req-cbe95165-eedc-4316-b2a1-a6b5c10db1cf tempest-ServerGroupTestJSON-1944805500 tempest-ServerGroupTestJSON-1944805500-project] 10.222.0.32 "GET /v2.0/ports?device_id=9137b02e-d977-4dc0-b620-6553cb5b238b HTTP/1.1" status: 200  len: 210 time: 0.0288916
Dec 25 21:32:57.847260 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 52050) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:32:57.901664 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_v2 [None req-836fda7b-56e4-4af9-a87c-12c816798dd6 admin admin] Deleting subnet 8bf1855f-244d-45c7-82ad-b93c9ba3e33f {{(pid=121606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Dec 25 21:32:57.901664 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-836fda7b-56e4-4af9-a87c-12c816798dd6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:57.930686 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-836fda7b-56e4-4af9-a87c-12c816798dd6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9084199'] for subnet, precommit_delete_associations {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:57.974001 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-836fda7b-56e4-4af9-a87c-12c816798dd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995662'] for subnet, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:58.107925 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-836fda7b-56e4-4af9-a87c-12c816798dd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9084363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9028506'] for subnet, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:58.137165 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836fda7b-56e4-4af9-a87c-12c816798dd6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8bf1855f-244d-45c7-82ad-b93c9ba3e33f,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:32:58.139456 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-836fda7b-56e4-4af9-a87c-12c816798dd6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:58.142743 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-836fda7b-56e4-4af9-a87c-12c816798dd6 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/8bf1855f-244d-45c7-82ad-b93c9ba3e33f HTTP/1.1" status: 204  len: 168 time: 0.2944627
Dec 25 21:32:58.145286 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 52062) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:32:58.213335 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-4845c9a5-273c-4f56-99c1-cab7c06ff2ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625803'] for network, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:58.293594 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-4845c9a5-273c-4f56-99c1-cab7c06ff2ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997585', 'neutron.services.segments.db._delete_segments_for_network-8737602743071'] for network, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:58.313752 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.segments.db [None req-4845c9a5-273c-4f56-99c1-cab7c06ff2ec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f26135715e0>,) {'filters': {'network_id': ['39a32d90-5942-4df6-ad08-b55ff8396e09']}} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:32:58.322786 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.segments.db [None req-4845c9a5-273c-4f56-99c1-cab7c06ff2ec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f26135715e0>, '56761382-d2ce-4c1e-ada3-99409e529c6d') {'for_net_delete': True} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:32:58.323087 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.segments.db [None req-4845c9a5-273c-4f56-99c1-cab7c06ff2ec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f26135715e0>, '56761382-d2ce-4c1e-ada3-99409e529c6d') {} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:32:58.332203 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-4845c9a5-273c-4f56-99c1-cab7c06ff2ec admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737602746920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9084222'] for segment, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:58.345455 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-4845c9a5-273c-4f56-99c1-cab7c06ff2ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:58.351264 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4845c9a5-273c-4f56-99c1-cab7c06ff2ec admin admin] Releasing vlan 176 on physical network physnet1 to pool {{(pid=121606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 25 21:32:58.351650 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-4845c9a5-273c-4f56-99c1-cab7c06ff2ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9084542'] for segment, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:58.353425 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:32:58.353425 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:32:58.353425 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:32:58.353425 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:32:58.353425 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:32:58.353425 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:32:58.353425 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:32:58.353425 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:32:58.353425 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:32:58.353425 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:32:58.353425 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:32:58.353425 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:32:58.353425 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:32:58.353425 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:32:58.353425 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:32:58.353425 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:32:58.353425 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:32:58.353425 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:32:58.353425 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:32:58.353425 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:32:58.353425 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:32:58.353425 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:32:58.353425 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:32:58.353425 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:32:58.353425 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:32:58.353425 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:32:58.353425 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:32:58.353425 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:32:58.353425 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:32:58.353425 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:32:58.353425 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:32:58.353425 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:32:58.353425 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:32:58.353425 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:32:58.353425 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:32:58.353425 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:32:58.353425 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:32:58.353425 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:32:58.353425 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:32:58.353425 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:32:58.353425 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:32:58.353425 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:32:58.353425 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:32:58.353425 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:32:58.353425 ncdv-master-1 neutron-server[121606]: Traceback (most recent call last):
Dec 25 21:32:58.353425 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 25 21:32:58.353425 ncdv-master-1 neutron-server[121606]:     timer()
Dec 25 21:32:58.353425 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 25 21:32:58.353425 ncdv-master-1 neutron-server[121606]:     cb(*args, **kw)
Dec 25 21:32:58.353425 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 25 21:32:58.353425 ncdv-master-1 neutron-server[121606]:     return func(*args, **kwargs)
Dec 25 21:32:58.353425 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 25 21:32:58.353425 ncdv-master-1 neutron-server[121606]:     self._notify()
Dec 25 21:32:58.353425 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 25 21:32:58.353425 ncdv-master-1 neutron-server[121606]:     self.callback(batched_events)
Dec 25 21:32:58.353425 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 25 21:32:58.353425 ncdv-master-1 neutron-server[121606]:     event.method(event)
Dec 25 21:32:58.357120 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 25 21:32:58.357120 ncdv-master-1 neutron-server[121606]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 25 21:32:58.357120 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 25 21:32:58.357120 ncdv-master-1 neutron-server[121606]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 25 21:32:58.357120 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 25 21:32:58.357120 ncdv-master-1 neutron-server[121606]:     return f(self, *a, **k)
Dec 25 21:32:58.357120 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 25 21:32:58.357120 ncdv-master-1 neutron-server[121606]:     return self._get(url).json()
Dec 25 21:32:58.357120 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 25 21:32:58.357120 ncdv-master-1 neutron-server[121606]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 25 21:32:58.357120 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 25 21:32:58.357120 ncdv-master-1 neutron-server[121606]:     return self.request(url, 'GET', **kwargs)
Dec 25 21:32:58.357120 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 25 21:32:58.357120 ncdv-master-1 neutron-server[121606]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 25 21:32:58.357120 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 25 21:32:58.357120 ncdv-master-1 neutron-server[121606]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 25 21:32:58.357120 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 25 21:32:58.357120 ncdv-master-1 neutron-server[121606]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 25 21:32:58.357120 ncdv-master-1 neutron-server[121606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 25 21:32:58.473667 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-4845c9a5-273c-4f56-99c1-cab7c06ff2ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2008653'] for network, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:58.478627 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-4845c9a5-273c-4f56-99c1-cab7c06ff2ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for network, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:58.484593 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-4845c9a5-273c-4f56-99c1-cab7c06ff2ec admin admin] 10.222.0.32 "DELETE /v2.0/networks/39a32d90-5942-4df6-ad08-b55ff8396e09 HTTP/1.1" status: 204  len: 168 time: 0.3353250
Dec 25 21:32:58.497892 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4845c9a5-273c-4f56-99c1-cab7c06ff2ec admin admin] Pushing event deleted for resources: {'Network': ['ID=39a32d90-5942-4df6-ad08-b55ff8396e09,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:32:58.933474 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device 98a31078-6027-494a-a084-08838d97fd08 no longer exists at agent hyperv_nch2-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:32:58.955489 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] No Port match for: 98a31078-6027-494a-a084-08838d97fd08 {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:32:58.963614 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device 98a31078-6027-494a-a084-08838d97fd08 not bound to the agent host nch2-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:32:59.003771 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 52080) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:32:59.042964 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-836638c5-c307-4d02-80f6-fa11ca714404 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=fd4a43ad54d448798e4a36160a2a6476&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0380347
Dec 25 21:32:59.045273 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 52082) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:32:59.096419 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-1d4f19b1-04b0-4e6a-a69a-e8be38a7f377 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:59.131380 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-1d4f19b1-04b0-4e6a-a69a-e8be38a7f377 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:59.321471 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-1d4f19b1-04b0-4e6a-a69a-e8be38a7f377 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:59.321471 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-1d4f19b1-04b0-4e6a-a69a-e8be38a7f377 admin admin] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:32:59.321471 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-1d4f19b1-04b0-4e6a-a69a-e8be38a7f377 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b3437517-3a8e-4141-96fa-411614fac7c2 HTTP/1.1" status: 204  len: 168 time: 0.2744911
Dec 25 21:32:59.329300 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4f19b1-04b0-4e6a-a69a-e8be38a7f377 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3437517-3a8e-4141-96fa-411614fac7c2,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:32:59.338662 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4f19b1-04b0-4e6a-a69a-e8be38a7f377 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:32:59.339061 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4f19b1-04b0-4e6a-a69a-e8be38a7f377 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:32:59.339346 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4f19b1-04b0-4e6a-a69a-e8be38a7f377 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:32:59.339672 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4f19b1-04b0-4e6a-a69a-e8be38a7f377 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:32:59.340000 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4f19b1-04b0-4e6a-a69a-e8be38a7f377 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:32:59.340326 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4f19b1-04b0-4e6a-a69a-e8be38a7f377 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:32:59.340649 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4f19b1-04b0-4e6a-a69a-e8be38a7f377 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:32:59.341015 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4f19b1-04b0-4e6a-a69a-e8be38a7f377 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:32:59.341340 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4f19b1-04b0-4e6a-a69a-e8be38a7f377 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:32:59.341661 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4f19b1-04b0-4e6a-a69a-e8be38a7f377 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:32:59.341985 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4f19b1-04b0-4e6a-a69a-e8be38a7f377 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:32:59.342834 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4f19b1-04b0-4e6a-a69a-e8be38a7f377 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:32:59.343166 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4f19b1-04b0-4e6a-a69a-e8be38a7f377 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:32:59.677309 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8b94dc94-5efe-43c7-b62b-b82a4ea905a0 req-227d9b7c-0882-448b-8170-72d3e250c1d7 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=15fbb331-7835-449b-b015-adf2d50f5186&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.2054892
Dec 25 21:32:59.765638 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b94dc94-5efe-43c7-b62b-b82a4ea905a0 req-43ac12a5-2191-4935-a593-a52fc95329b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:32:59.767183 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8b94dc94-5efe-43c7-b62b-b82a4ea905a0 req-43ac12a5-2191-4935-a593-a52fc95329b8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0560c323ec8e41b3bc05939e12e049d5&device_id=15fbb331-7835-449b-b015-adf2d50f5186 HTTP/1.1" status: 200  len: 1096 time: 0.0455225
Dec 25 21:32:59.875864 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b94dc94-5efe-43c7-b62b-b82a4ea905a0 req-a45b595c-3bba-4b9b-a66d-d6f401f97304 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:32:59.877401 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8b94dc94-5efe-43c7-b62b-b82a4ea905a0 req-a45b595c-3bba-4b9b-a66d-d6f401f97304 service neutron] 10.222.0.37 "GET /v2.0/networks?id=c8199f70-d579-4a7f-8b38-5d569ea5e784 HTTP/1.1" status: 200  len: 915 time: 0.0920396
Dec 25 21:32:59.947867 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8b94dc94-5efe-43c7-b62b-b82a4ea905a0 req-e7205cc6-b3d3-4ae9-945c-d3514c38d5b1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9011d65b-fbaf-42ac-99a9-d60be63e84b8 HTTP/1.1" status: 200  len: 1001 time: 0.0627015
Dec 25 21:33:00.005234 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b94dc94-5efe-43c7-b62b-b82a4ea905a0 req-3a9f0b73-8c77-4255-84d2-0ac3e0cfecf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:33:00.006831 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8b94dc94-5efe-43c7-b62b-b82a4ea905a0 req-3a9f0b73-8c77-4255-84d2-0ac3e0cfecf7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0cf468ed-9644-4e44-939f-6c7d09675460 HTTP/1.1" status: 200  len: 853 time: 0.0518529
Dec 25 21:33:00.056663 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b94dc94-5efe-43c7-b62b-b82a4ea905a0 req-a6b94538-915e-49f8-8ed4-e7049f692bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:33:00.058271 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8b94dc94-5efe-43c7-b62b-b82a4ea905a0 req-a6b94538-915e-49f8-8ed4-e7049f692bc7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c8199f70-d579-4a7f-8b38-5d569ea5e784&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0444806
Dec 25 21:33:00.185538 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8b94dc94-5efe-43c7-b62b-b82a4ea905a0 req-7105b46e-0d94-42f1-9dc6-4ba8a74f4706 service neutron] 10.222.0.37 "GET /v2.0/networks/c8199f70-d579-4a7f-8b38-5d569ea5e784?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1198702
Dec 25 21:33:00.363167 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8b94dc94-5efe-43c7-b62b-b82a4ea905a0 req-a20bc466-dd0d-47d7-9f9e-28df700016dd service neutron] 10.222.0.37 "GET /v2.0/networks/c8199f70-d579-4a7f-8b38-5d569ea5e784?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1687591
Dec 25 21:33:00.417978 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 52170) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:33:00.528012 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-0b748aed-9d29-426b-a54b-ac2e46c06022 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-874931933-network', 'tenant_id': 'ac1acf7a8cbb44ce80756e3508b9b392'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:33:00.627339 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b748aed-9d29-426b-a54b-ac2e46c06022 admin admin] Made reservation on behalf of ac1acf7a8cbb44ce80756e3508b9b392 for: {'network': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:33:00.627339 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-0b748aed-9d29-426b-a54b-ac2e46c06022 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for network, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:33:00.633325 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-0b748aed-9d29-426b-a54b-ac2e46c06022 admin admin] Publish callbacks [] for security_group, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:33:00.708302 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-0b748aed-9d29-426b-a54b-ac2e46c06022 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:33:00.793537 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-0b748aed-9d29-426b-a54b-ac2e46c06022 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:33:00.823689 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b748aed-9d29-426b-a54b-ac2e46c06022 admin admin] vlan segment allocate from pool success with {'vlan_id': 199, 'physical_network': 'physnet1'}  {{(pid=121607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 25 21:33:00.828952 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b748aed-9d29-426b-a54b-ac2e46c06022 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=183065f3-8b4e-4314-9fa4-3aec4f386431,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:33:00.837189 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-0b748aed-9d29-426b-a54b-ac2e46c06022 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:33:00.837498 ncdv-master-1 neutron-server[121607]: INFO neutron.db.segments_db [None req-0b748aed-9d29-426b-a54b-ac2e46c06022 admin admin] Added segment 30c1d57b-bdc5-42f9-89d5-2e2e5b1fc678 of type vlan for network c3a130a4-e25e-4c59-825d-9c61f3e40353
Dec 25 21:33:00.877933 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-0b748aed-9d29-426b-a54b-ac2e46c06022 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737602163420'] for network, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:33:00.985951 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-0b748aed-9d29-426b-a54b-ac2e46c06022 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870'] for network, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:33:00.989824 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b748aed-9d29-426b-a54b-ac2e46c06022 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:33:00.989824 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-0b748aed-9d29-426b-a54b-ac2e46c06022 admin admin] Publish callbacks [] for network, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:33:01.045458 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b748aed-9d29-426b-a54b-ac2e46c06022 admin admin] Pushing event updated for resources: {'Network': ['ID=c3a130a4-e25e-4c59-825d-9c61f3e40353,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:33:01.055802 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Network c3a130a4-e25e-4c59-825d-9c61f3e40353 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 25 21:33:01.093174 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-0b748aed-9d29-426b-a54b-ac2e46c06022 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 893 time: 0.6739092
Dec 25 21:33:01.096200 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 52198) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:33:01.101804 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-d9e075dd-949d-4775-b266-a69aa0b755ef admin admin] Request body: {'subnet': {'network_id': 'c3a130a4-e25e-4c59-825d-9c61f3e40353', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-874931933-subnet', 'tenant_id': 'ac1acf7a8cbb44ce80756e3508b9b392', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:33:01.238703 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9e075dd-949d-4775-b266-a69aa0b755ef admin admin] Made reservation on behalf of ac1acf7a8cbb44ce80756e3508b9b392 for: {'subnet': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:33:01.241468 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-d9e075dd-949d-4775-b266-a69aa0b755ef admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8852834'] for subnet, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:33:01.551257 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-d9e075dd-949d-4775-b266-a69aa0b755ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8632475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8852848'] for subnet, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:33:01.615256 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e075dd-949d-4775-b266-a69aa0b755ef admin admin] Pushing event updated for resources: {'Subnet': ['ID=91f5a651-b6a2-47f3-a48f-6d2f771306ae,revision_number=0']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:33:01.622394 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9e075dd-949d-4775-b266-a69aa0b755ef admin admin] Checking segment: {'id': '30c1d57b-bdc5-42f9-89d5-2e2e5b1fc678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'c3a130a4-e25e-4c59-825d-9c61f3e40353'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:33:01.622755 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9e075dd-949d-4775-b266-a69aa0b755ef admin admin] Network hostable DHCP agents. Network: c3a130a4-e25e-4c59-825d-9c61f3e40353, hostable agents: ['1813db88-2c1b-4357-a2ba-869246b663c2'], hosted agents: [] {{(pid=121607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 25 21:33:01.739577 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9e075dd-949d-4775-b266-a69aa0b755ef admin admin] Network c3a130a4-e25e-4c59-825d-9c61f3e40353 is scheduled to be hosted by DHCP agent 1813db88-2c1b-4357-a2ba-869246b663c2 with binding_index 1 {{(pid=121607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 25 21:33:01.810550 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-d9e075dd-949d-4775-b266-a69aa0b755ef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, c3a130a4-e25e-4c59-825d-9c61f3e40353) {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:33:01.814727 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9e075dd-949d-4775-b266-a69aa0b755ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:33:01.815333 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-d9e075dd-949d-4775-b266-a69aa0b755ef admin admin] Publish callbacks [] for subnet, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:33:01.820987 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdafffc2-0276-4ba2-a410-68bb4e26290c None None] Network c3a130a4-e25e-4c59-825d-9c61f3e40353 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:33:01.920719 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ff75c34-40df-4da7-96cc-07af939e50a4 None None] Network c3a130a4-e25e-4c59-825d-9c61f3e40353 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:33:01.954725 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-d9e075dd-949d-4775-b266-a69aa0b755ef admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 857 time: 0.8574765
Dec 25 21:33:02.405216 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ece6bdd-287f-440b-9f04-dd78870af39f req-e1223f76-4441-439a-b162-f66e8e315614 tempest-ServerMetadataNegativeTestJSON-2133553618 tempest-ServerMetadataNegativeTestJSON-2133553618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:33:02.406751 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5ece6bdd-287f-440b-9f04-dd78870af39f req-e1223f76-4441-439a-b162-f66e8e315614 tempest-ServerMetadataNegativeTestJSON-2133553618 tempest-ServerMetadataNegativeTestJSON-2133553618-project] 10.222.0.32 "GET /v2.0/networks?id=c3a130a4-e25e-4c59-825d-9c61f3e40353 HTTP/1.1" status: 200  len: 820 time: 0.1055589
Dec 25 21:33:02.423230 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5ece6bdd-287f-440b-9f04-dd78870af39f req-d007b487-0b49-413b-ba6e-694955f67f80 tempest-ServerMetadataNegativeTestJSON-2133553618 tempest-ServerMetadataNegativeTestJSON-2133553618-project] 10.222.0.32 "GET /v2.0/quotas/ac1acf7a8cbb44ce80756e3508b9b392 HTTP/1.1" status: 200  len: 375 time: 0.0102055
Dec 25 21:33:02.468915 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5ece6bdd-287f-440b-9f04-dd78870af39f req-f7a56bf5-f71b-4c5d-9ac8-788a3821a56d tempest-ServerMetadataNegativeTestJSON-2133553618 tempest-ServerMetadataNegativeTestJSON-2133553618-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=ac1acf7a8cbb44ce80756e3508b9b392&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0373342
Dec 25 21:33:02.564898 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5ece6bdd-287f-440b-9f04-dd78870af39f req-790ed9b1-ecb8-4215-81d8-5a057babb30f service neutron] 10.222.0.32 "GET /v2.0/networks/c3a130a4-e25e-4c59-825d-9c61f3e40353?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0890236
Dec 25 21:33:02.679722 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5ece6bdd-287f-440b-9f04-dd78870af39f req-db8f04f3-e721-439c-907a-527b65218aee service neutron] 10.222.0.32 "GET /v2.0/networks/c3a130a4-e25e-4c59-825d-9c61f3e40353?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1085322
Dec 25 21:33:02.776135 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c02b23-17f5-4ea3-9e85-c658f4e19638 req-0f326cf7-7906-48aa-9a18-694a6cd0d004 tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:33:02.777570 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-85c02b23-17f5-4ea3-9e85-c658f4e19638 req-0f326cf7-7906-48aa-9a18-694a6cd0d004 tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] 10.222.0.32 "GET /v2.0/networks?id=d257b68f-9132-4584-b1b0-827fbb5ce176 HTTP/1.1" status: 200  len: 812 time: 0.1133063
Dec 25 21:33:02.793216 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-85c02b23-17f5-4ea3-9e85-c658f4e19638 req-3ac221a9-e1e5-4e95-8f00-223d0b40ff46 tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] 10.222.0.32 "GET /v2.0/quotas/c77dc74a46d64a67991d82bf12adb1dc HTTP/1.1" status: 200  len: 375 time: 0.0092828
Dec 25 21:33:02.845658 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-85c02b23-17f5-4ea3-9e85-c658f4e19638 req-c1800390-ea50-4f5e-ac6c-dea5e906b688 tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=c77dc74a46d64a67991d82bf12adb1dc&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0466859
Dec 25 21:33:02.954210 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-41c1006e-093b-4286-8356-2fb4e0bb50ee req-1586cbe5-5fbc-491f-97c1-8afbe9f4bfac tempest-ServerMetadataNegativeTestJSON-2133553618 tempest-ServerMetadataNegativeTestJSON-2133553618-project] 10.222.0.32 "GET /v2.0/ports?device_id=2cba0a32-9aa3-4f74-9849-5afb269493c1 HTTP/1.1" status: 200  len: 210 time: 0.0349240
Dec 25 21:33:02.981348 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-85c02b23-17f5-4ea3-9e85-c658f4e19638 req-6dba9cdf-dce4-457d-be09-9cd6374aa059 service neutron] 10.222.0.32 "GET /v2.0/networks/d257b68f-9132-4584-b1b0-827fbb5ce176?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1285620
Dec 25 21:33:03.075468 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-85c02b23-17f5-4ea3-9e85-c658f4e19638 req-7aa51522-99d1-4c27-a5dc-81ac15be3d3f service neutron] 10.222.0.32 "GET /v2.0/networks/d257b68f-9132-4584-b1b0-827fbb5ce176?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0870318
Dec 25 21:33:03.646242 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-6139370b-1503-4738-be55-62d59f9956fb req-117b9032-84d8-40f7-a131-6fa4a2c2ffcc tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] 10.222.0.32 "GET /v2.0/ports?device_id=74e4a477-e1a9-40b2-84c5-e0897ae200eb HTTP/1.1" status: 200  len: 210 time: 0.0392840
Dec 25 21:33:04.040841 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2f9d1c68-1eb4-4fde-9e34-d31b31a5aeb1 req-8862414a-783d-419f-b7dc-22f5363c9e1b tempest-ServerMetadataNegativeTestJSON-2133553618 tempest-ServerMetadataNegativeTestJSON-2133553618-project] 10.222.0.32 "GET /v2.0/ports?device_id=2cba0a32-9aa3-4f74-9849-5afb269493c1 HTTP/1.1" status: 200  len: 210 time: 0.0309520
Dec 25 21:33:04.254957 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9d2ef6fd-7622-4ede-b496-ee779a485533 req-aa6098cd-bc96-4e93-bc89-6f0f235ec015 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=7a8d6684-f19c-4a86-ac0c-6c056fa351fd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 658 time: 0.0570531
Dec 25 21:33:04.350636 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2ef6fd-7622-4ede-b496-ee779a485533 req-8d5edf6a-ad88-4d31-ba00-01fb57dc2bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:33:04.351126 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2ef6fd-7622-4ede-b496-ee779a485533 req-8d5edf6a-ad88-4d31-ba00-01fb57dc2bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:33:04.351603 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2ef6fd-7622-4ede-b496-ee779a485533 req-8d5edf6a-ad88-4d31-ba00-01fb57dc2bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:33:04.352070 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2ef6fd-7622-4ede-b496-ee779a485533 req-8d5edf6a-ad88-4d31-ba00-01fb57dc2bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:33:04.352537 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2ef6fd-7622-4ede-b496-ee779a485533 req-8d5edf6a-ad88-4d31-ba00-01fb57dc2bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:33:04.353054 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2ef6fd-7622-4ede-b496-ee779a485533 req-8d5edf6a-ad88-4d31-ba00-01fb57dc2bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:33:04.353518 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2ef6fd-7622-4ede-b496-ee779a485533 req-8d5edf6a-ad88-4d31-ba00-01fb57dc2bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:33:04.355435 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9d2ef6fd-7622-4ede-b496-ee779a485533 req-8d5edf6a-ad88-4d31-ba00-01fb57dc2bb3 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=980165331b334d7795b91adc96459725&device_id=7a8d6684-f19c-4a86-ac0c-6c056fa351fd HTTP/1.1" status: 200  len: 6490 time: 0.0537763
Dec 25 21:33:04.421946 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:33:04.484183 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2ef6fd-7622-4ede-b496-ee779a485533 req-be58ae05-60cf-4955-ae27-6f1822e6053d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:33:04.484668 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2ef6fd-7622-4ede-b496-ee779a485533 req-be58ae05-60cf-4955-ae27-6f1822e6053d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:33:04.485175 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2ef6fd-7622-4ede-b496-ee779a485533 req-be58ae05-60cf-4955-ae27-6f1822e6053d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:33:04.486777 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9d2ef6fd-7622-4ede-b496-ee779a485533 req-be58ae05-60cf-4955-ae27-6f1822e6053d service neutron] 10.222.0.31 "GET /v2.0/networks?id=36c58514-4b76-443a-8b4e-8188ecbb730f&id=6dab2bb9-1b11-4634-becc-b5742aceff64&id=6dab2bb9-1b11-4634-becc-b5742aceff64&id=6dab2bb9-1b11-4634-becc-b5742aceff64&id=6dab2bb9-1b11-4634-becc-b5742aceff64&id=1eebed42-83f0-407e-9fde-c8f3a2309436&id=1eebed42-83f0-407e-9fde-c8f3a2309436 HTTP/1.1" status: 200  len: 2293 time: 0.1053517
Dec 25 21:33:04.555095 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9d2ef6fd-7622-4ede-b496-ee779a485533 req-61522847-896f-47f5-b557-696827ae8b0f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dbad079c-9ad0-47fd-8d51-bc9c6d074098 HTTP/1.1" status: 200  len: 1001 time: 0.0603671
Dec 25 21:33:04.606498 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2ef6fd-7622-4ede-b496-ee779a485533 req-3d98a276-7bba-4415-af48-c2e4238cc1cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:33:04.608551 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9d2ef6fd-7622-4ede-b496-ee779a485533 req-3d98a276-7bba-4415-af48-c2e4238cc1cd service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a434de1e-5464-470d-a8e6-901b6aa78ffb HTTP/1.1" status: 200  len: 851 time: 0.0471432
Dec 25 21:33:04.660289 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2ef6fd-7622-4ede-b496-ee779a485533 req-4a06f86f-2314-490d-8202-c59b7bbb5523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:33:04.661742 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9d2ef6fd-7622-4ede-b496-ee779a485533 req-4a06f86f-2314-490d-8202-c59b7bbb5523 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=36c58514-4b76-443a-8b4e-8188ecbb730f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0466893
Dec 25 21:33:04.766032 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7c836537-1735-4d98-8e10-d83a25e4bc7e req-4daa9674-e5a1-435b-932f-d9a96100e5a3 tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] 10.222.0.32 "GET /v2.0/ports?device_id=74e4a477-e1a9-40b2-84c5-e0897ae200eb HTTP/1.1" status: 200  len: 210 time: 0.0343800
Dec 25 21:33:04.787534 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9d2ef6fd-7622-4ede-b496-ee779a485533 req-97745132-ac4e-49ba-9433-78747ebd834a service neutron] 10.222.0.31 "GET /v2.0/networks/36c58514-4b76-443a-8b4e-8188ecbb730f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1169059
Dec 25 21:33:04.831240 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-1c796517-92e9-4821-a4f1-cbe793ead0e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:33:04.893363 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9d2ef6fd-7622-4ede-b496-ee779a485533 req-dfed3282-df6b-4674-8617-279dfed2e46c service neutron] 10.222.0.31 "GET /v2.0/networks/36c58514-4b76-443a-8b4e-8188ecbb730f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0984817
Dec 25 21:33:04.936400 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9d2ef6fd-7622-4ede-b496-ee779a485533 req-c0721af2-abb2-4ac6-b9b5-6c9389b9b6d6 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.204&port_id=893605c1-33ba-4c92-b5eb-6207f354a521 HTTP/1.1" status: 200  len: 217 time: 0.0358620
Dec 25 21:33:04.991384 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2ef6fd-7622-4ede-b496-ee779a485533 req-a02f5b62-a30d-4d48-9ec3-cd970bbf7662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:33:04.993066 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9d2ef6fd-7622-4ede-b496-ee779a485533 req-a02f5b62-a30d-4d48-9ec3-cd970bbf7662 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f7c309e7-75ab-4e4b-b61f-ca7ce9c46156 HTTP/1.1" status: 200  len: 797 time: 0.0502768
Dec 25 21:33:05.043591 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2ef6fd-7622-4ede-b496-ee779a485533 req-dbe326fc-2fc9-49d5-b4e9-10b83cb0a335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:33:05.045290 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9d2ef6fd-7622-4ede-b496-ee779a485533 req-dbe326fc-2fc9-49d5-b4e9-10b83cb0a335 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=6dab2bb9-1b11-4634-becc-b5742aceff64&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.0456266
Dec 25 21:33:05.146637 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-071462f4-9284-469f-9b3d-4abf657dc85f req-a3459307-1cfe-4d74-a05d-28640a1d1184 tempest-ServerMetadataNegativeTestJSON-2133553618 tempest-ServerMetadataNegativeTestJSON-2133553618-project] 10.222.0.32 "GET /v2.0/ports?device_id=2cba0a32-9aa3-4f74-9849-5afb269493c1 HTTP/1.1" status: 200  len: 210 time: 0.0338924
Dec 25 21:33:05.172175 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9d2ef6fd-7622-4ede-b496-ee779a485533 req-8981408f-3b48-4c99-a728-8cb9eda92777 service neutron] 10.222.0.31 "GET /v2.0/networks/6dab2bb9-1b11-4634-becc-b5742aceff64?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1196380
Dec 25 21:33:05.275301 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9d2ef6fd-7622-4ede-b496-ee779a485533 req-5e36613f-7ad4-41c7-bcf9-b2c86fce0ea8 service neutron] 10.222.0.31 "GET /v2.0/networks/6dab2bb9-1b11-4634-becc-b5742aceff64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0960653
Dec 25 21:33:05.334571 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9d2ef6fd-7622-4ede-b496-ee779a485533 req-c3a6785b-4246-4430-9751-b614e393b7bb service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.46&port_id=1704d60b-466b-4afa-a1c8-2e009902991b HTTP/1.1" status: 200  len: 217 time: 0.0488472
Dec 25 21:33:05.449952 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2ef6fd-7622-4ede-b496-ee779a485533 req-99b0b220-841f-4dc3-bf67-f84483e31605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:33:05.451342 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9d2ef6fd-7622-4ede-b496-ee779a485533 req-99b0b220-841f-4dc3-bf67-f84483e31605 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f7c309e7-75ab-4e4b-b61f-ca7ce9c46156 HTTP/1.1" status: 200  len: 797 time: 0.1015627
Dec 25 21:33:05.505257 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ece6bdd-287f-440b-9f04-dd78870af39f req-cb03074f-5ad5-435f-8d6c-40c3e1e3c1aa tempest-ServerMetadataNegativeTestJSON-2133553618 tempest-ServerMetadataNegativeTestJSON-2133553618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:33:05.506725 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5ece6bdd-287f-440b-9f04-dd78870af39f req-cb03074f-5ad5-435f-8d6c-40c3e1e3c1aa tempest-ServerMetadataNegativeTestJSON-2133553618 tempest-ServerMetadataNegativeTestJSON-2133553618-project] 10.222.0.37 "GET /v2.0/networks?id=c3a130a4-e25e-4c59-825d-9c61f3e40353 HTTP/1.1" status: 200  len: 820 time: 0.1685357
Dec 25 21:33:05.517393 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2ef6fd-7622-4ede-b496-ee779a485533 req-2041e171-f4fb-483e-868f-b6629d862805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:33:05.523887 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9d2ef6fd-7622-4ede-b496-ee779a485533 req-2041e171-f4fb-483e-868f-b6629d862805 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=6dab2bb9-1b11-4634-becc-b5742aceff64&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.0597105
Dec 25 21:33:05.523887 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-5ece6bdd-287f-440b-9f04-dd78870af39f req-01cf504c-6086-4756-939c-f5402e2d24c8 tempest-ServerMetadataNegativeTestJSON-2133553618 tempest-ServerMetadataNegativeTestJSON-2133553618-project] Request body: {'port': {'device_id': '2cba0a32-9aa3-4f74-9849-5afb269493c1', 'network_id': 'c3a130a4-e25e-4c59-825d-9c61f3e40353', 'admin_state_up': True, 'tenant_id': 'ac1acf7a8cbb44ce80756e3508b9b392'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:33:05.684678 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9d2ef6fd-7622-4ede-b496-ee779a485533 req-87ace33e-fdc6-4a11-8e26-30242f4685c2 service neutron] 10.222.0.31 "GET /v2.0/networks/6dab2bb9-1b11-4634-becc-b5742aceff64?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1568863
Dec 25 21:33:05.788897 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9d2ef6fd-7622-4ede-b496-ee779a485533 req-0c55dff7-fbf2-495c-9ede-c21fc1b653f8 service neutron] 10.222.0.31 "GET /v2.0/networks/6dab2bb9-1b11-4634-becc-b5742aceff64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0958431
Dec 25 21:33:05.805031 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ece6bdd-287f-440b-9f04-dd78870af39f req-01cf504c-6086-4756-939c-f5402e2d24c8 tempest-ServerMetadataNegativeTestJSON-2133553618 tempest-ServerMetadataNegativeTestJSON-2133553618-project] Made reservation on behalf of ac1acf7a8cbb44ce80756e3508b9b392 for: {'port': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:33:05.808527 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-5ece6bdd-287f-440b-9f04-dd78870af39f req-01cf504c-6086-4756-939c-f5402e2d24c8 tempest-ServerMetadataNegativeTestJSON-2133553618 tempest-ServerMetadataNegativeTestJSON-2133553618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:33:05.845779 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9d2ef6fd-7622-4ede-b496-ee779a485533 req-827ab78d-0a95-4154-b7d9-d1806d933b42 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.165&port_id=c4a5dc77-7743-4d72-8f35-550325e4dc63 HTTP/1.1" status: 200  len: 217 time: 0.0494494
Dec 25 21:33:05.915106 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-84a57cde-dd83-4a00-9b2f-6e6aab97da9e req-ccd519fe-9902-4bb4-a07c-bcc3506f5705 tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] 10.222.0.32 "GET /v2.0/ports?device_id=74e4a477-e1a9-40b2-84c5-e0897ae200eb HTTP/1.1" status: 200  len: 210 time: 0.0654111
Dec 25 21:33:05.974802 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2ef6fd-7622-4ede-b496-ee779a485533 req-2cab48d0-31c4-4777-81e5-a32b0cfcb74b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:33:05.976263 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9d2ef6fd-7622-4ede-b496-ee779a485533 req-2cab48d0-31c4-4777-81e5-a32b0cfcb74b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f7c309e7-75ab-4e4b-b61f-ca7ce9c46156 HTTP/1.1" status: 200  len: 797 time: 0.1224511
Dec 25 21:33:06.061601 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_common [req-5ece6bdd-287f-440b-9f04-dd78870af39f req-01cf504c-6086-4756-939c-f5402e2d24c8 tempest-ServerMetadataNegativeTestJSON-2133553618 tempest-ServerMetadataNegativeTestJSON-2133553618-project] Allocated IP 172.20.0.14 (c3a130a4-e25e-4c59-825d-9c61f3e40353/91f5a651-b6a2-47f3-a48f-6d2f771306ae/c9184c22-2100-4b1d-a817-9a12de5db0fe) {{(pid=121606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:33:06.074458 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2ef6fd-7622-4ede-b496-ee779a485533 req-7d045656-52e5-415d-a308-266d7f804660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:33:06.075994 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9d2ef6fd-7622-4ede-b496-ee779a485533 req-7d045656-52e5-415d-a308-266d7f804660 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=6dab2bb9-1b11-4634-becc-b5742aceff64&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.0920999
Dec 25 21:33:06.530132 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-fb6be8b6-1dce-4665-87f8-445a5f994947 req-9b94b182-89b9-496b-b8ca-7804d7fded9c tempest-ServerMetadataNegativeTestJSON-2133553618 tempest-ServerMetadataNegativeTestJSON-2133553618-project] 10.222.0.32 "GET /v2.0/ports?device_id=2cba0a32-9aa3-4f74-9849-5afb269493c1 HTTP/1.1" status: 200  len: 210 time: 0.0841343
Dec 25 21:33:06.702184 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9d2ef6fd-7622-4ede-b496-ee779a485533 req-5b55c2a7-b54c-470b-bb5e-e6e2c2747a63 service neutron] 10.222.0.31 "GET /v2.0/networks/6dab2bb9-1b11-4634-becc-b5742aceff64?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6183376
Dec 25 21:33:06.716754 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c02b23-17f5-4ea3-9e85-c658f4e19638 req-09ee5076-09b9-429e-ba01-925ab901269b tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:33:06.718195 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-85c02b23-17f5-4ea3-9e85-c658f4e19638 req-09ee5076-09b9-429e-ba01-925ab901269b tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] 10.222.0.37 "GET /v2.0/networks?id=d257b68f-9132-4584-b1b0-827fbb5ce176 HTTP/1.1" status: 200  len: 812 time: 0.2630711
Dec 25 21:33:06.738019 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-85c02b23-17f5-4ea3-9e85-c658f4e19638 req-bae1797f-4f42-403f-872d-cb0553d2b360 tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] Request body: {'port': {'device_id': '74e4a477-e1a9-40b2-84c5-e0897ae200eb', 'network_id': 'd257b68f-9132-4584-b1b0-827fbb5ce176', 'admin_state_up': True, 'tenant_id': 'c77dc74a46d64a67991d82bf12adb1dc'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:33:06.881203 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-5ece6bdd-287f-440b-9f04-dd78870af39f req-01cf504c-6086-4756-939c-f5402e2d24c8 tempest-ServerMetadataNegativeTestJSON-2133553618 tempest-ServerMetadataNegativeTestJSON-2133553618-project] Publish callbacks [] for port, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:33:06.951006 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9d2ef6fd-7622-4ede-b496-ee779a485533 req-8e57fc69-b2ac-4daf-b427-eaf1e4d598f2 service neutron] 10.222.0.31 "GET /v2.0/networks/6dab2bb9-1b11-4634-becc-b5742aceff64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2410886
Dec 25 21:33:07.009704 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9d2ef6fd-7622-4ede-b496-ee779a485533 req-d7005a00-b9bc-4fd0-8b0e-976949bacb99 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.99&port_id=bbeefdb7-89c8-4442-a2e7-858c459b3b9a HTTP/1.1" status: 200  len: 217 time: 0.0515392
Dec 25 21:33:07.010758 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-57028eef-0029-4c31-ae64-0c5100721a8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:33:07.066809 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9cc8200d-f60a-4e08-bc1e-0131f4e7aa2c req-b180cf6a-9538-49c4-a458-677791e8450e tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] 10.222.0.32 "GET /v2.0/ports?device_id=74e4a477-e1a9-40b2-84c5-e0897ae200eb HTTP/1.1" status: 200  len: 210 time: 0.0630054
Dec 25 21:33:07.085388 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2ef6fd-7622-4ede-b496-ee779a485533 req-e256cc95-2150-4054-a413-9d89e316ac4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:33:07.086876 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9d2ef6fd-7622-4ede-b496-ee779a485533 req-e256cc95-2150-4054-a413-9d89e316ac4f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f7c309e7-75ab-4e4b-b61f-ca7ce9c46156 HTTP/1.1" status: 200  len: 797 time: 0.0634902
Dec 25 21:33:07.128582 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85c02b23-17f5-4ea3-9e85-c658f4e19638 req-bae1797f-4f42-403f-872d-cb0553d2b360 tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] Made reservation on behalf of c77dc74a46d64a67991d82bf12adb1dc for: {'port': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:33:07.132010 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-85c02b23-17f5-4ea3-9e85-c658f4e19638 req-bae1797f-4f42-403f-872d-cb0553d2b360 tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:33:07.134209 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-5ece6bdd-287f-440b-9f04-dd78870af39f req-01cf504c-6086-4756-939c-f5402e2d24c8 tempest-ServerMetadataNegativeTestJSON-2133553618 tempest-ServerMetadataNegativeTestJSON-2133553618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:33:07.204272 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ece6bdd-287f-440b-9f04-dd78870af39f req-01cf504c-6086-4756-939c-f5402e2d24c8 tempest-ServerMetadataNegativeTestJSON-2133553618 tempest-ServerMetadataNegativeTestJSON-2133553618-project] Network c3a130a4-e25e-4c59-825d-9c61f3e40353 is already hosted by enough agents. {{(pid=121606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:33:07.214073 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [req-5ece6bdd-287f-440b-9f04-dd78870af39f req-01cf504c-6086-4756-939c-f5402e2d24c8 tempest-ServerMetadataNegativeTestJSON-2133553618 tempest-ServerMetadataNegativeTestJSON-2133553618-project] Resources bound (agent type, host, resource id):  {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:33:07.220422 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ece6bdd-287f-440b-9f04-dd78870af39f req-01cf504c-6086-4756-939c-f5402e2d24c8 tempest-ServerMetadataNegativeTestJSON-2133553618 tempest-ServerMetadataNegativeTestJSON-2133553618-project] Received port after_create {{(pid=121606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:33:07.248634 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2ef6fd-7622-4ede-b496-ee779a485533 req-4b42d3a9-b20d-4026-b33c-8050993ce6e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:33:07.250769 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9d2ef6fd-7622-4ede-b496-ee779a485533 req-4b42d3a9-b20d-4026-b33c-8050993ce6e2 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=6dab2bb9-1b11-4634-becc-b5742aceff64&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.1564963
Dec 25 21:33:07.296604 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cf504c-6086-4756-939c-f5402e2d24c8 tempest-ServerMetadataNegativeTestJSON-2133553618 tempest-ServerMetadataNegativeTestJSON-2133553618-project] Pushing event updated for resources: {'Port': ['ID=c9184c22-2100-4b1d-a817-9a12de5db0fe,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:33:07.406487 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ece6bdd-287f-440b-9f04-dd78870af39f req-01cf504c-6086-4756-939c-f5402e2d24c8 tempest-ServerMetadataNegativeTestJSON-2133553618 tempest-ServerMetadataNegativeTestJSON-2133553618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:33:07.407017 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-5ece6bdd-287f-440b-9f04-dd78870af39f req-01cf504c-6086-4756-939c-f5402e2d24c8 tempest-ServerMetadataNegativeTestJSON-2133553618 tempest-ServerMetadataNegativeTestJSON-2133553618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:33:07.468198 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_common [req-85c02b23-17f5-4ea3-9e85-c658f4e19638 req-bae1797f-4f42-403f-872d-cb0553d2b360 tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] Allocated IP 172.20.0.12 (d257b68f-9132-4584-b1b0-827fbb5ce176/fedfc743-c289-4cd2-abdf-caaf178c8eab/cd983581-6def-4cc3-8f23-314ece41e61f) {{(pid=121606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:33:07.477966 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9d2ef6fd-7622-4ede-b496-ee779a485533 req-8555b792-4b73-41c5-a0b8-d122413a1228 service neutron] 10.222.0.31 "GET /v2.0/networks/6dab2bb9-1b11-4634-becc-b5742aceff64?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2180049
Dec 25 21:33:07.517499 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5ece6bdd-287f-440b-9f04-dd78870af39f req-01cf504c-6086-4756-939c-f5402e2d24c8 tempest-ServerMetadataNegativeTestJSON-2133553618 tempest-ServerMetadataNegativeTestJSON-2133553618-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.9975550
Dec 25 21:33:07.536510 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-5ece6bdd-287f-440b-9f04-dd78870af39f req-421c2470-c4a0-43a4-8802-b1dd299d589e service neutron] Request body: {'port': {'device_id': '2cba0a32-9aa3-4f74-9849-5afb269493c1', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:33:07.747466 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-5ece6bdd-287f-440b-9f04-dd78870af39f req-421c2470-c4a0-43a4-8802-b1dd299d589e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:33:07.761799 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9d2ef6fd-7622-4ede-b496-ee779a485533 req-c13ff001-05ec-4788-95c8-e11cf479888e service neutron] 10.222.0.31 "GET /v2.0/networks/6dab2bb9-1b11-4634-becc-b5742aceff64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2770829
Dec 25 21:33:07.846435 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9d2ef6fd-7622-4ede-b496-ee779a485533 req-189a6941-5875-43cc-b508-162bb887edd8 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=d1b259e7-c1c4-46a5-8fa8-934e76ffd08c HTTP/1.1" status: 200  len: 217 time: 0.0747492
Dec 25 21:33:07.857591 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcad4bdc-a16f-421f-a302-fb576d6b7ceb req-1cca1bbf-f616-4fe4-9705-c42e2f699747 tempest-ServerMetadataNegativeTestJSON-2133553618 tempest-ServerMetadataNegativeTestJSON-2133553618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:33:07.859127 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-dcad4bdc-a16f-421f-a302-fb576d6b7ceb req-1cca1bbf-f616-4fe4-9705-c42e2f699747 tempest-ServerMetadataNegativeTestJSON-2133553618 tempest-ServerMetadataNegativeTestJSON-2133553618-project] 10.222.0.32 "GET /v2.0/ports?device_id=2cba0a32-9aa3-4f74-9849-5afb269493c1 HTTP/1.1" status: 200  len: 932 time: 0.2401960
Dec 25 21:33:07.924176 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-85c02b23-17f5-4ea3-9e85-c658f4e19638 req-bae1797f-4f42-403f-872d-cb0553d2b360 tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] Publish callbacks [] for port, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:33:08.055075 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2ef6fd-7622-4ede-b496-ee779a485533 req-d23beb82-aea6-44bb-af04-a6ed170355e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:33:08.056601 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9d2ef6fd-7622-4ede-b496-ee779a485533 req-d23beb82-aea6-44bb-af04-a6ed170355e7 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=64fd0ee7-98f6-4e06-ac9e-5ec230df994d HTTP/1.1" status: 200  len: 797 time: 0.1943355
Dec 25 21:33:08.120245 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-dcad4bdc-a16f-421f-a302-fb576d6b7ceb req-61cc7f37-6134-4d4e-8e41-59bb42fbcc38 tempest-ServerMetadataNegativeTestJSON-2133553618 tempest-ServerMetadataNegativeTestJSON-2133553618-project] 10.222.0.32 "GET /v2.0/security-groups?id=183065f3-8b4e-4314-9fa4-3aec4f386431&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2415204
Dec 25 21:33:08.233153 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2ef6fd-7622-4ede-b496-ee779a485533 req-a567ce2f-6bc2-42be-b2cf-52da09c1926c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:33:08.235287 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9d2ef6fd-7622-4ede-b496-ee779a485533 req-a567ce2f-6bc2-42be-b2cf-52da09c1926c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=1eebed42-83f0-407e-9fde-c8f3a2309436&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.1575060
Dec 25 21:33:08.252599 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7f37c219-cd6e-46e5-9b4e-ddef4a05acf8 req-4265b880-acdb-49ae-a1a5-7d84edfe73ab tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] 10.222.0.32 "GET /v2.0/ports?device_id=74e4a477-e1a9-40b2-84c5-e0897ae200eb HTTP/1.1" status: 200  len: 210 time: 0.0381618
Dec 25 21:33:08.261874 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-85c02b23-17f5-4ea3-9e85-c658f4e19638 req-bae1797f-4f42-403f-872d-cb0553d2b360 tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:33:08.305606 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:33:08.361216 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85c02b23-17f5-4ea3-9e85-c658f4e19638 req-bae1797f-4f42-403f-872d-cb0553d2b360 tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] Network d257b68f-9132-4584-b1b0-827fbb5ce176 is already hosted by enough agents. {{(pid=121606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:33:08.391561 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [req-85c02b23-17f5-4ea3-9e85-c658f4e19638 req-bae1797f-4f42-403f-872d-cb0553d2b360 tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] Resources bound (agent type, host, resource id):  {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:33:08.396241 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae1797f-4f42-403f-872d-cb0553d2b360 tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] Pushing event updated for resources: {'Port': ['ID=cd983581-6def-4cc3-8f23-314ece41e61f,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:33:08.398478 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [req-85c02b23-17f5-4ea3-9e85-c658f4e19638 req-bae1797f-4f42-403f-872d-cb0553d2b360 tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] Received port after_create {{(pid=121606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:33:08.499742 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [req-5ece6bdd-287f-440b-9f04-dd78870af39f req-421c2470-c4a0-43a4-8802-b1dd299d589e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9184c22-2100-4b1d-a817-9a12de5db0fe {{(pid=121606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:33:08.501797 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3e945ecd-9380-47c2-aa0a-12ebe07e03e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:33:08.506159 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9d2ef6fd-7622-4ede-b496-ee779a485533 req-f97a8df1-092d-4775-9175-250b9826fbb8 service neutron] 10.222.0.31 "GET /v2.0/networks/1eebed42-83f0-407e-9fde-c8f3a2309436?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2563066
Dec 25 21:33:08.511941 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-5ece6bdd-287f-440b-9f04-dd78870af39f req-421c2470-c4a0-43a4-8802-b1dd299d589e service neutron] Publish callbacks [] for port, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:33:08.522150 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c02b23-17f5-4ea3-9e85-c658f4e19638 req-bae1797f-4f42-403f-872d-cb0553d2b360 tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:33:08.522775 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-85c02b23-17f5-4ea3-9e85-c658f4e19638 req-bae1797f-4f42-403f-872d-cb0553d2b360 tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:33:08.573483 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.provisioning_blocks [req-5ece6bdd-287f-440b-9f04-dd78870af39f req-421c2470-c4a0-43a4-8802-b1dd299d589e service neutron] Transition to ACTIVE for port object c9184c22-2100-4b1d-a817-9a12de5db0fe will not be triggered until provisioned by entity L2. {{(pid=121606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 25 21:33:08.628264 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9d2ef6fd-7622-4ede-b496-ee779a485533 req-6c8d232b-fc94-473d-bd54-bcb55473175e service neutron] 10.222.0.31 "GET /v2.0/networks/1eebed42-83f0-407e-9fde-c8f3a2309436?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1133914
Dec 25 21:33:08.646827 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-32939cb1-1dfa-4f76-860a-8ba47c5f72f3 None None] Provisioning complete for port cd983581-6def-4cc3-8f23-314ece41e61f triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:33:08.647220 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-32939cb1-1dfa-4f76-860a-8ba47c5f72f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:33:08.672369 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9d2ef6fd-7622-4ede-b496-ee779a485533 req-6df6b8d9-fd72-4c36-a9c0-ec3f244c7eb1 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=c1259bc6-d32f-4b81-b593-3660604ed03e HTTP/1.1" status: 200  len: 217 time: 0.0360904
Dec 25 21:33:08.680737 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-85c02b23-17f5-4ea3-9e85-c658f4e19638 req-bae1797f-4f42-403f-872d-cb0553d2b360 tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.9459376
Dec 25 21:33:08.683368 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-32939cb1-1dfa-4f76-860a-8ba47c5f72f3 None None] Port cd983581-6def-4cc3-8f23-314ece41e61f cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:33:08.691481 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-85c02b23-17f5-4ea3-9e85-c658f4e19638 req-d3076c8d-9311-40dd-aec8-04be4b987b17 service neutron] Request body: {'port': {'device_id': '74e4a477-e1a9-40b2-84c5-e0897ae200eb', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:33:08.718081 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-5ece6bdd-287f-440b-9f04-dd78870af39f req-421c2470-c4a0-43a4-8802-b1dd299d589e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:33:08.809076 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2ef6fd-7622-4ede-b496-ee779a485533 req-ccf089ba-9ff2-49c2-b42b-056c1d1c91a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:33:08.810533 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9d2ef6fd-7622-4ede-b496-ee779a485533 req-ccf089ba-9ff2-49c2-b42b-056c1d1c91a7 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=64fd0ee7-98f6-4e06-ac9e-5ec230df994d HTTP/1.1" status: 200  len: 797 time: 0.1320987
Dec 25 21:33:08.834799 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421c2470-c4a0-43a4-8802-b1dd299d589e service neutron] Pushing event updated for resources: {'Port': ['ID=c9184c22-2100-4b1d-a817-9a12de5db0fe,revision_number=2']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:33:08.836937 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-85c02b23-17f5-4ea3-9e85-c658f4e19638 req-d3076c8d-9311-40dd-aec8-04be4b987b17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:33:08.959452 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2ef6fd-7622-4ede-b496-ee779a485533 req-a6b3abe6-5930-4a61-ba42-6e2987ac769e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:33:08.961006 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9d2ef6fd-7622-4ede-b496-ee779a485533 req-a6b3abe6-5930-4a61-ba42-6e2987ac769e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=1eebed42-83f0-407e-9fde-c8f3a2309436&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.1369834
Dec 25 21:33:09.048100 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-5ece6bdd-287f-440b-9f04-dd78870af39f req-421c2470-c4a0-43a4-8802-b1dd299d589e service neutron] Attempting to bind port c9184c22-2100-4b1d-a817-9a12de5db0fe on host nch2-master-1 for vnic_type normal with profile  {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:33:09.048448 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-5ece6bdd-287f-440b-9f04-dd78870af39f req-421c2470-c4a0-43a4-8802-b1dd299d589e service neutron] Attempting to bind port c9184c22-2100-4b1d-a817-9a12de5db0fe by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '30c1d57b-bdc5-42f9-89d5-2e2e5b1fc678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'c3a130a4-e25e-4c59-825d-9c61f3e40353'}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:33:09.048781 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ece6bdd-287f-440b-9f04-dd78870af39f req-421c2470-c4a0-43a4-8802-b1dd299d589e service neutron] Attempting to bind port c9184c22-2100-4b1d-a817-9a12de5db0fe on network c3a130a4-e25e-4c59-825d-9c61f3e40353 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:33:09.070675 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ece6bdd-287f-440b-9f04-dd78870af39f req-421c2470-c4a0-43a4-8802-b1dd299d589e service neutron] Port c9184c22-2100-4b1d-a817-9a12de5db0fe on network c3a130a4-e25e-4c59-825d-9c61f3e40353 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 25 21:33:09.071119 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ece6bdd-287f-440b-9f04-dd78870af39f req-421c2470-c4a0-43a4-8802-b1dd299d589e service neutron] Attempting to bind port c9184c22-2100-4b1d-a817-9a12de5db0fe on network c3a130a4-e25e-4c59-825d-9c61f3e40353 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:33:09.113513 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ece6bdd-287f-440b-9f04-dd78870af39f req-421c2470-c4a0-43a4-8802-b1dd299d589e service neutron] Checking agent: {'id': '0d9ae313-8f8d-40fa-8a9f-d098a25a9911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 21, 4, 38), 'started_at': datetime.datetime(2021, 12, 25, 21, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 33, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:33:09.113513 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ece6bdd-287f-440b-9f04-dd78870af39f req-421c2470-c4a0-43a4-8802-b1dd299d589e service neutron] Checking segment: {'id': '30c1d57b-bdc5-42f9-89d5-2e2e5b1fc678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'c3a130a4-e25e-4c59-825d-9c61f3e40353'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:33:09.113513 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ece6bdd-287f-440b-9f04-dd78870af39f req-421c2470-c4a0-43a4-8802-b1dd299d589e service neutron] Bound using segment: {'id': '30c1d57b-bdc5-42f9-89d5-2e2e5b1fc678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'c3a130a4-e25e-4c59-825d-9c61f3e40353'} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:33:09.113513 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-5ece6bdd-287f-440b-9f04-dd78870af39f req-421c2470-c4a0-43a4-8802-b1dd299d589e service neutron] Bound port: c9184c22-2100-4b1d-a817-9a12de5db0fe, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30c1d57b-bdc5-42f9-89d5-2e2e5b1fc678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'c3a130a4-e25e-4c59-825d-9c61f3e40353'}}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:33:09.113513 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-5ece6bdd-287f-440b-9f04-dd78870af39f req-421c2470-c4a0-43a4-8802-b1dd299d589e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:33:09.225467 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9d2ef6fd-7622-4ede-b496-ee779a485533 req-82491e65-40bd-4b2e-9b67-6d54692641b6 service neutron] 10.222.0.31 "GET /v2.0/networks/1eebed42-83f0-407e-9fde-c8f3a2309436?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2531567
Dec 25 21:33:09.337423 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-5ece6bdd-287f-440b-9f04-dd78870af39f req-421c2470-c4a0-43a4-8802-b1dd299d589e service neutron] For port c9184c22-2100-4b1d-a817-9a12de5db0fe, host nch2-master-1, cleared binding levels {{(pid=121606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:33:09.394001 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ced4dc2-5e69-474f-9420-989fe45a37aa req-63f7646a-6cd2-4253-b73d-c5cfd2580be8 tempest-ServerMetadataNegativeTestJSON-2133553618 tempest-ServerMetadataNegativeTestJSON-2133553618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:33:09.395468 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1ced4dc2-5e69-474f-9420-989fe45a37aa req-63f7646a-6cd2-4253-b73d-c5cfd2580be8 tempest-ServerMetadataNegativeTestJSON-2133553618 tempest-ServerMetadataNegativeTestJSON-2133553618-project] 10.222.0.32 "GET /v2.0/ports?device_id=2cba0a32-9aa3-4f74-9849-5afb269493c1 HTTP/1.1" status: 200  len: 944 time: 0.1741049
Dec 25 21:33:09.402123 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-5ece6bdd-287f-440b-9f04-dd78870af39f req-421c2470-c4a0-43a4-8802-b1dd299d589e service neutron] For port c9184c22-2100-4b1d-a817-9a12de5db0fe, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c9184c22-2100-4b1d-a817-9a12de5db0fe,segment=NetworkSegment(30c1d57b-bdc5-42f9-89d5-2e2e5b1fc678),segment_id=30c1d57b-bdc5-42f9-89d5-2e2e5b1fc678)] {{(pid=121606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:33:09.489304 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-5ece6bdd-287f-440b-9f04-dd78870af39f req-421c2470-c4a0-43a4-8802-b1dd299d589e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:33:09.490203 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-15cb578f-7a63-4fd3-925d-83bad4c7b82a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:33:09.538474 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9d2ef6fd-7622-4ede-b496-ee779a485533 req-9f38f5d6-2159-403b-adb5-2eddee79d45a service neutron] 10.222.0.31 "GET /v2.0/networks/1eebed42-83f0-407e-9fde-c8f3a2309436?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2944357
Dec 25 21:33:09.549865 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [req-85c02b23-17f5-4ea3-9e85-c658f4e19638 req-d3076c8d-9311-40dd-aec8-04be4b987b17 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd983581-6def-4cc3-8f23-314ece41e61f {{(pid=121606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:33:09.566191 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ece6bdd-287f-440b-9f04-dd78870af39f req-421c2470-c4a0-43a4-8802-b1dd299d589e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:33:09.566954 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-5ece6bdd-287f-440b-9f04-dd78870af39f req-421c2470-c4a0-43a4-8802-b1dd299d589e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:33:09.568197 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5ece6bdd-287f-440b-9f04-dd78870af39f req-421c2470-c4a0-43a4-8802-b1dd299d589e service neutron] 10.222.0.37 "PUT /v2.0/ports/c9184c22-2100-4b1d-a817-9a12de5db0fe HTTP/1.1" status: 200  len: 1092 time: 2.0387053
Dec 25 21:33:09.570359 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2cba0a32-9aa3-4f74-9849-5afb269493c1', 'tag': 'c9184c22-2100-4b1d-a817-9a12de5db0fe'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:33:09.575362 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9858820c13ec2827453b94ebc4181065e990a4e4089ccb9fe762531ac62d2fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-563b006a-7f4f-4d0a-b61f-19d6afc9f7df" -d '{"events": [{"name": "network-changed", "server_uuid": "2cba0a32-9aa3-4f74-9849-5afb269493c1", "tag": "c9184c22-2100-4b1d-a817-9a12de5db0fe"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:33:09.580166 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-85c02b23-17f5-4ea3-9e85-c658f4e19638 req-d3076c8d-9311-40dd-aec8-04be4b987b17 service neutron] Publish callbacks [] for port, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:33:09.595577 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0efbbaf-b1b2-4f2c-9241-92ea8679a888 req-083ca8bb-30d9-4437-952d-0b5d27d90e7e tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:33:09.597110 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c0efbbaf-b1b2-4f2c-9241-92ea8679a888 req-083ca8bb-30d9-4437-952d-0b5d27d90e7e tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] 10.222.0.32 "GET /v2.0/ports?device_id=74e4a477-e1a9-40b2-84c5-e0897ae200eb HTTP/1.1" status: 200  len: 932 time: 0.2548509
Dec 25 21:33:09.620847 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1ced4dc2-5e69-474f-9420-989fe45a37aa req-c33f7602-cd21-4c5e-9dc8-2b3b651fa0e8 tempest-ServerMetadataNegativeTestJSON-2133553618 tempest-ServerMetadataNegativeTestJSON-2133553618-project] 10.222.0.32 "GET /v2.0/security-groups?id=183065f3-8b4e-4314-9fa4-3aec4f386431&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2161524
Dec 25 21:33:09.629137 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.provisioning_blocks [req-85c02b23-17f5-4ea3-9e85-c658f4e19638 req-d3076c8d-9311-40dd-aec8-04be4b987b17 service neutron] Transition to ACTIVE for port object cd983581-6def-4cc3-8f23-314ece41e61f will not be triggered until provisioned by entity L2. {{(pid=121606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 25 21:33:09.636211 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421c2470-c4a0-43a4-8802-b1dd299d589e service neutron] Pushing event updated for resources: {'Port': ['ID=c9184c22-2100-4b1d-a817-9a12de5db0fe,revision_number=3']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:33:09.673717 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Dec 2021 21:33:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11aebecf-49df-4cf0-9f74-dc317e91e7d2 x-openstack-request-id: req-11aebecf-49df-4cf0-9f74-dc317e91e7d2 {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:33:09.674031 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2cba0a32-9aa3-4f74-9849-5afb269493c1", "tag": "c9184c22-2100-4b1d-a817-9a12de5db0fe", "status": "completed", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:33:09.674287 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-11aebecf-49df-4cf0-9f74-dc317e91e7d2 {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:33:09.674685 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2cba0a32-9aa3-4f74-9849-5afb269493c1', 'tag': 'c9184c22-2100-4b1d-a817-9a12de5db0fe', 'status': 'completed', 'code': 200}
Dec 25 21:33:09.679052 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c0efbbaf-b1b2-4f2c-9241-92ea8679a888 req-3b52018f-8741-4d5b-98ed-63808a9f2908 tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] 10.222.0.32 "GET /v2.0/security-groups?id=8e787377-3d24-4819-b453-04e533e4be82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0685248
Dec 25 21:33:09.721333 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-85c02b23-17f5-4ea3-9e85-c658f4e19638 req-d3076c8d-9311-40dd-aec8-04be4b987b17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:33:10.094857 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ece6bdd-287f-440b-9f04-dd78870af39f req-4911cfae-110f-4248-9681-ea4d1bd688a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:33:10.096407 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5ece6bdd-287f-440b-9f04-dd78870af39f req-4911cfae-110f-4248-9681-ea4d1bd688a3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ac1acf7a8cbb44ce80756e3508b9b392&device_id=2cba0a32-9aa3-4f74-9849-5afb269493c1 HTTP/1.1" status: 200  len: 1095 time: 0.4031439
Dec 25 21:33:10.150606 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3076c8d-9311-40dd-aec8-04be4b987b17 service neutron] Pushing event updated for resources: {'Port': ['ID=cd983581-6def-4cc3-8f23-314ece41e61f,revision_number=2']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:33:10.168432 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5ece6bdd-287f-440b-9f04-dd78870af39f req-e5c8ebf2-19a4-423c-870d-4f9cde9dbc53 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c9184c22-2100-4b1d-a817-9a12de5db0fe HTTP/1.1" status: 200  len: 217 time: 0.0600853
Dec 25 21:33:10.271540 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ece6bdd-287f-440b-9f04-dd78870af39f req-79ba9d42-7521-47f8-85a9-48dcc2a035d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:33:10.273220 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5ece6bdd-287f-440b-9f04-dd78870af39f req-79ba9d42-7521-47f8-85a9-48dcc2a035d9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=91f5a651-b6a2-47f3-a48f-6d2f771306ae HTTP/1.1" status: 200  len: 860 time: 0.0800788
Dec 25 21:33:10.274413 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-85c02b23-17f5-4ea3-9e85-c658f4e19638 req-d3076c8d-9311-40dd-aec8-04be4b987b17 service neutron] Attempting to bind port cd983581-6def-4cc3-8f23-314ece41e61f on host nch2-master-1 for vnic_type normal with profile  {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:33:10.274817 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-85c02b23-17f5-4ea3-9e85-c658f4e19638 req-d3076c8d-9311-40dd-aec8-04be4b987b17 service neutron] Attempting to bind port cd983581-6def-4cc3-8f23-314ece41e61f by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '399a6746-6b98-4df2-84fe-0fb7167d792c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd257b68f-9132-4584-b1b0-827fbb5ce176'}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:33:10.275216 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85c02b23-17f5-4ea3-9e85-c658f4e19638 req-d3076c8d-9311-40dd-aec8-04be4b987b17 service neutron] Attempting to bind port cd983581-6def-4cc3-8f23-314ece41e61f on network d257b68f-9132-4584-b1b0-827fbb5ce176 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:33:10.283162 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85c02b23-17f5-4ea3-9e85-c658f4e19638 req-d3076c8d-9311-40dd-aec8-04be4b987b17 service neutron] Port cd983581-6def-4cc3-8f23-314ece41e61f on network d257b68f-9132-4584-b1b0-827fbb5ce176 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 25 21:33:10.283573 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85c02b23-17f5-4ea3-9e85-c658f4e19638 req-d3076c8d-9311-40dd-aec8-04be4b987b17 service neutron] Attempting to bind port cd983581-6def-4cc3-8f23-314ece41e61f on network d257b68f-9132-4584-b1b0-827fbb5ce176 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:33:10.297978 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85c02b23-17f5-4ea3-9e85-c658f4e19638 req-d3076c8d-9311-40dd-aec8-04be4b987b17 service neutron] Checking agent: {'id': '0d9ae313-8f8d-40fa-8a9f-d098a25a9911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 21, 4, 38), 'started_at': datetime.datetime(2021, 12, 25, 21, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 33, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:33:10.303021 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85c02b23-17f5-4ea3-9e85-c658f4e19638 req-d3076c8d-9311-40dd-aec8-04be4b987b17 service neutron] Checking segment: {'id': '399a6746-6b98-4df2-84fe-0fb7167d792c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd257b68f-9132-4584-b1b0-827fbb5ce176'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:33:10.303021 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85c02b23-17f5-4ea3-9e85-c658f4e19638 req-d3076c8d-9311-40dd-aec8-04be4b987b17 service neutron] Bound using segment: {'id': '399a6746-6b98-4df2-84fe-0fb7167d792c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd257b68f-9132-4584-b1b0-827fbb5ce176'} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:33:10.303021 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-85c02b23-17f5-4ea3-9e85-c658f4e19638 req-d3076c8d-9311-40dd-aec8-04be4b987b17 service neutron] Bound port: cd983581-6def-4cc3-8f23-314ece41e61f, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '399a6746-6b98-4df2-84fe-0fb7167d792c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd257b68f-9132-4584-b1b0-827fbb5ce176'}}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:33:10.303021 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-85c02b23-17f5-4ea3-9e85-c658f4e19638 req-d3076c8d-9311-40dd-aec8-04be4b987b17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:33:10.322115 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5ece6bdd-287f-440b-9f04-dd78870af39f req-b3c05ffd-a48b-40cc-b68e-085764dc39e5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c3a130a4-e25e-4c59-825d-9c61f3e40353&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0351546
Dec 25 21:33:10.433295 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-85c02b23-17f5-4ea3-9e85-c658f4e19638 req-d3076c8d-9311-40dd-aec8-04be4b987b17 service neutron] For port cd983581-6def-4cc3-8f23-314ece41e61f, host nch2-master-1, cleared binding levels {{(pid=121606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:33:10.437356 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-85c02b23-17f5-4ea3-9e85-c658f4e19638 req-d3076c8d-9311-40dd-aec8-04be4b987b17 service neutron] For port cd983581-6def-4cc3-8f23-314ece41e61f, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=cd983581-6def-4cc3-8f23-314ece41e61f,segment=NetworkSegment(399a6746-6b98-4df2-84fe-0fb7167d792c),segment_id=399a6746-6b98-4df2-84fe-0fb7167d792c)] {{(pid=121606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:33:10.457474 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5ece6bdd-287f-440b-9f04-dd78870af39f req-447a9986-9748-497d-bb2d-f4ee92610a1d service neutron] 10.222.0.37 "GET /v2.0/networks/c3a130a4-e25e-4c59-825d-9c61f3e40353?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1275003
Dec 25 21:33:10.527998 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-85c02b23-17f5-4ea3-9e85-c658f4e19638 req-d3076c8d-9311-40dd-aec8-04be4b987b17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:33:10.575799 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c02b23-17f5-4ea3-9e85-c658f4e19638 req-d3076c8d-9311-40dd-aec8-04be4b987b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:33:10.576380 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-85c02b23-17f5-4ea3-9e85-c658f4e19638 req-d3076c8d-9311-40dd-aec8-04be4b987b17 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:33:10.577795 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-85c02b23-17f5-4ea3-9e85-c658f4e19638 req-d3076c8d-9311-40dd-aec8-04be4b987b17 service neutron] 10.222.0.37 "PUT /v2.0/ports/cd983581-6def-4cc3-8f23-314ece41e61f HTTP/1.1" status: 200  len: 1092 time: 1.8908675
Dec 25 21:33:10.602994 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5ece6bdd-287f-440b-9f04-dd78870af39f req-118994e7-757f-41c4-af6a-3517aaeb647a service neutron] 10.222.0.37 "GET /v2.0/networks/c3a130a4-e25e-4c59-825d-9c61f3e40353?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1385970
Dec 25 21:33:10.606606 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3076c8d-9311-40dd-aec8-04be4b987b17 service neutron] Pushing event updated for resources: {'Port': ['ID=cd983581-6def-4cc3-8f23-314ece41e61f,revision_number=3']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:33:10.712994 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:33:10.847174 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c02b23-17f5-4ea3-9e85-c658f4e19638 req-e7b18755-3d23-46d9-97f7-3fa0a222a493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:33:10.848714 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-85c02b23-17f5-4ea3-9e85-c658f4e19638 req-e7b18755-3d23-46d9-97f7-3fa0a222a493 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c77dc74a46d64a67991d82bf12adb1dc&device_id=74e4a477-e1a9-40b2-84c5-e0897ae200eb HTTP/1.1" status: 200  len: 1095 time: 0.1664765
Dec 25 21:33:10.913772 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d684b262-21a6-4d8a-ac0b-3d03b6074823 req-4c68ed74-3af1-4144-8d68-b19ba9d7f091 tempest-ServerMetadataNegativeTestJSON-2133553618 tempest-ServerMetadataNegativeTestJSON-2133553618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:33:10.915275 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d684b262-21a6-4d8a-ac0b-3d03b6074823 req-4c68ed74-3af1-4144-8d68-b19ba9d7f091 tempest-ServerMetadataNegativeTestJSON-2133553618 tempest-ServerMetadataNegativeTestJSON-2133553618-project] 10.222.0.32 "GET /v2.0/ports?device_id=2cba0a32-9aa3-4f74-9849-5afb269493c1 HTTP/1.1" status: 200  len: 944 time: 0.1986904
Dec 25 21:33:10.919190 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-85c02b23-17f5-4ea3-9e85-c658f4e19638 req-e7ac473c-f8ab-4086-9d65-e45b88e7e25d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cd983581-6def-4cc3-8f23-314ece41e61f HTTP/1.1" status: 200  len: 217 time: 0.0603034
Dec 25 21:33:10.921074 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563b006a-7f4f-4d0a-b61f-19d6afc9f7df req-745289e6-7f47-484a-b478-60cc44be69ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:33:10.923120 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-563b006a-7f4f-4d0a-b61f-19d6afc9f7df req-745289e6-7f47-484a-b478-60cc44be69ea service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ac1acf7a8cbb44ce80756e3508b9b392&device_id=2cba0a32-9aa3-4f74-9849-5afb269493c1 HTTP/1.1" status: 200  len: 1095 time: 0.1570883
Dec 25 21:33:10.933456 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31969a74-5fc8-4f47-b2c2-3daad22af0fb req-64b1f95b-fc95-43e4-abb7-3feaeb2abcba tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:33:10.934937 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-31969a74-5fc8-4f47-b2c2-3daad22af0fb req-64b1f95b-fc95-43e4-abb7-3feaeb2abcba tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] 10.222.0.32 "GET /v2.0/ports?device_id=74e4a477-e1a9-40b2-84c5-e0897ae200eb HTTP/1.1" status: 200  len: 944 time: 0.1404643
Dec 25 21:33:11.111881 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d684b262-21a6-4d8a-ac0b-3d03b6074823 req-0576f4dc-0d6f-49ae-af71-a4eb32c5fef5 tempest-ServerMetadataNegativeTestJSON-2133553618 tempest-ServerMetadataNegativeTestJSON-2133553618-project] 10.222.0.32 "GET /v2.0/security-groups?id=183065f3-8b4e-4314-9fa4-3aec4f386431&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1869807
Dec 25 21:33:11.115722 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c02b23-17f5-4ea3-9e85-c658f4e19638 req-dcdcd22f-2389-4618-b3bc-7f93eac63dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:33:11.117164 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-85c02b23-17f5-4ea3-9e85-c658f4e19638 req-dcdcd22f-2389-4618-b3bc-7f93eac63dc2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fedfc743-c289-4cd2-abdf-caaf178c8eab HTTP/1.1" status: 200  len: 851 time: 0.1740420
Dec 25 21:33:11.122550 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-31969a74-5fc8-4f47-b2c2-3daad22af0fb req-c04703a8-09b7-4815-9db6-b467c0243456 tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] 10.222.0.32 "GET /v2.0/security-groups?id=8e787377-3d24-4819-b453-04e533e4be82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1663144
Dec 25 21:33:11.146594 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563b006a-7f4f-4d0a-b61f-19d6afc9f7df req-54644e4a-2842-4790-b15d-9ab4284bde79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:33:11.148092 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-563b006a-7f4f-4d0a-b61f-19d6afc9f7df req-54644e4a-2842-4790-b15d-9ab4284bde79 service neutron] 10.222.0.37 "GET /v2.0/networks?id=c3a130a4-e25e-4c59-825d-9c61f3e40353 HTTP/1.1" status: 200  len: 921 time: 0.2123268
Dec 25 21:33:11.208617 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-563b006a-7f4f-4d0a-b61f-19d6afc9f7df req-f492046b-3608-4914-b7e5-8418f113797a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c9184c22-2100-4b1d-a817-9a12de5db0fe HTTP/1.1" status: 200  len: 217 time: 0.0456877
Dec 25 21:33:11.213984 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 52528) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:33:11.221268 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c02b23-17f5-4ea3-9e85-c658f4e19638 req-760a2dcc-81f6-41c4-ac7f-7ebdaf71a5cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:33:11.221601 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-85c02b23-17f5-4ea3-9e85-c658f4e19638 req-760a2dcc-81f6-41c4-ac7f-7ebdaf71a5cb service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d257b68f-9132-4584-b1b0-827fbb5ce176&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0945635
Dec 25 21:33:11.268767 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_v2 [None req-7cde3cb1-a29f-4db6-8824-0f6b1b1de9ba admin admin] Deleting subnet 40fa57d1-cd20-42ee-acef-cd325a6b2f1c {{(pid=121607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Dec 25 21:33:11.268767 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-7cde3cb1-a29f-4db6-8824-0f6b1b1de9ba admin admin] Publish callbacks [] for subnet, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:33:11.301231 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-7cde3cb1-a29f-4db6-8824-0f6b1b1de9ba admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10246617'] for subnet, precommit_delete_associations {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:33:11.316096 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563b006a-7f4f-4d0a-b61f-19d6afc9f7df req-ee9c3550-f80e-4d90-aa4f-6f1fa84e3753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:33:11.319448 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-563b006a-7f4f-4d0a-b61f-19d6afc9f7df req-ee9c3550-f80e-4d90-aa4f-6f1fa84e3753 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=91f5a651-b6a2-47f3-a48f-6d2f771306ae HTTP/1.1" status: 200  len: 860 time: 0.1005306
Dec 25 21:33:11.339900 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-7cde3cb1-a29f-4db6-8824-0f6b1b1de9ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995662'] for subnet, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:33:11.358997 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-563b006a-7f4f-4d0a-b61f-19d6afc9f7df req-9c28fcce-7920-42a8-acc6-e9fadd515100 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c3a130a4-e25e-4c59-825d-9c61f3e40353&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0323784
Dec 25 21:33:11.390222 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-85c02b23-17f5-4ea3-9e85-c658f4e19638 req-1a1a531d-97aa-4147-bd8b-7b9a4b6a7508 service neutron] 10.222.0.37 "GET /v2.0/networks/d257b68f-9132-4584-b1b0-827fbb5ce176?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1612768
Dec 25 21:33:11.454564 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-7cde3cb1-a29f-4db6-8824-0f6b1b1de9ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8632410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8852809'] for subnet, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:33:11.488081 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-7cde3cb1-a29f-4db6-8824-0f6b1b1de9ba admin admin] Publish callbacks [] for subnet, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:33:11.494440 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-7cde3cb1-a29f-4db6-8824-0f6b1b1de9ba admin admin] 10.222.0.32 "DELETE /v2.0/subnets/40fa57d1-cd20-42ee-acef-cd325a6b2f1c HTTP/1.1" status: 204  len: 168 time: 0.2793047
Dec 25 21:33:11.495483 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 52548) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:33:11.503234 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cde3cb1-a29f-4db6-8824-0f6b1b1de9ba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=40fa57d1-cd20-42ee-acef-cd325a6b2f1c,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:33:11.528583 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-563b006a-7f4f-4d0a-b61f-19d6afc9f7df req-4d906ffb-cac0-4a28-9e8f-753601735898 service neutron] 10.222.0.37 "GET /v2.0/networks/c3a130a4-e25e-4c59-825d-9c61f3e40353?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1605580
Dec 25 21:33:11.562291 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-85c02b23-17f5-4ea3-9e85-c658f4e19638 req-7acd685d-d167-4529-a4bb-9e4bcb4008ff service neutron] 10.222.0.37 "GET /v2.0/networks/d257b68f-9132-4584-b1b0-827fbb5ce176?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1638217
Dec 25 21:33:11.571068 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f3cb5cf8-4e93-4540-9303-0ed6c910a03d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625803'] for network, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:33:11.636318 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-563b006a-7f4f-4d0a-b61f-19d6afc9f7df req-1a8b5c19-8a1b-441d-91ef-01720b82eb2f service neutron] 10.222.0.37 "GET /v2.0/networks/c3a130a4-e25e-4c59-825d-9c61f3e40353?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0964444
Dec 25 21:33:11.657593 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f3cb5cf8-4e93-4540-9303-0ed6c910a03d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997585', 'neutron.services.segments.db._delete_segments_for_network-8737602743071'] for network, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:33:11.676156 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74e4a477-e1a9-40b2-84c5-e0897ae200eb', 'tag': 'cd983581-6def-4cc3-8f23-314ece41e61f'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:33:11.677900 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-f3cb5cf8-4e93-4540-9303-0ed6c910a03d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2618fea0a0>,) {'filters': {'network_id': ['de58f787-39ab-41e4-85ea-78281c9ae3af']}} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:33:11.678673 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9858820c13ec2827453b94ebc4181065e990a4e4089ccb9fe762531ac62d2fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b97bdddd-fe3b-4874-8c44-790604e0f647" -d '{"events": [{"name": "network-changed", "server_uuid": "74e4a477-e1a9-40b2-84c5-e0897ae200eb", "tag": "cd983581-6def-4cc3-8f23-314ece41e61f"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:33:11.688014 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-f3cb5cf8-4e93-4540-9303-0ed6c910a03d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2618fea0a0>, '0fac887f-f99f-493c-9476-cc5385c45b09') {'for_net_delete': True} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:33:11.691287 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-f3cb5cf8-4e93-4540-9303-0ed6c910a03d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2618fea0a0>, '0fac887f-f99f-493c-9476-cc5385c45b09') {} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:33:11.697825 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f3cb5cf8-4e93-4540-9303-0ed6c910a03d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737602746920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10246592'] for segment, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:33:11.712240 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f3cb5cf8-4e93-4540-9303-0ed6c910a03d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:33:11.716964 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Dec 2021 21:33:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3816f173-b4b9-4cf4-a17e-cd472cd81685 x-openstack-request-id: req-3816f173-b4b9-4cf4-a17e-cd472cd81685 {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:33:11.717316 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74e4a477-e1a9-40b2-84c5-e0897ae200eb", "tag": "cd983581-6def-4cc3-8f23-314ece41e61f", "status": "completed", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:33:11.719177 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3cb5cf8-4e93-4540-9303-0ed6c910a03d admin admin] Releasing vlan 189 on physical network physnet1 to pool {{(pid=121607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 25 21:33:11.719318 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3816f173-b4b9-4cf4-a17e-cd472cd81685 {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:33:11.719590 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f3cb5cf8-4e93-4540-9303-0ed6c910a03d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8633327'] for segment, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:33:11.720034 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74e4a477-e1a9-40b2-84c5-e0897ae200eb', 'tag': 'cd983581-6def-4cc3-8f23-314ece41e61f', 'status': 'completed', 'code': 200}
Dec 25 21:33:11.721476 ncdv-master-1 neutron-server[121607]: Traceback (most recent call last):
Dec 25 21:33:11.721476 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 25 21:33:11.721476 ncdv-master-1 neutron-server[121607]:     timer()
Dec 25 21:33:11.721476 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 25 21:33:11.721476 ncdv-master-1 neutron-server[121607]:     cb(*args, **kw)
Dec 25 21:33:11.721476 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 25 21:33:11.721476 ncdv-master-1 neutron-server[121607]:     return func(*args, **kwargs)
Dec 25 21:33:11.721476 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 25 21:33:11.721476 ncdv-master-1 neutron-server[121607]:     self._notify()
Dec 25 21:33:11.721476 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 25 21:33:11.721476 ncdv-master-1 neutron-server[121607]:     self.callback(batched_events)
Dec 25 21:33:11.721476 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 25 21:33:11.721476 ncdv-master-1 neutron-server[121607]:     event.method(event)
Dec 25 21:33:11.721476 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 25 21:33:11.721476 ncdv-master-1 neutron-server[121607]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 25 21:33:11.721476 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 25 21:33:11.721476 ncdv-master-1 neutron-server[121607]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 25 21:33:11.721476 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 25 21:33:11.721476 ncdv-master-1 neutron-server[121607]:     return f(self, *a, **k)
Dec 25 21:33:11.721476 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 25 21:33:11.721476 ncdv-master-1 neutron-server[121607]:     return self._get(url).json()
Dec 25 21:33:11.721476 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 25 21:33:11.721476 ncdv-master-1 neutron-server[121607]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 25 21:33:11.721476 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 25 21:33:11.721476 ncdv-master-1 neutron-server[121607]:     return self.request(url, 'GET', **kwargs)
Dec 25 21:33:11.721476 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 25 21:33:11.721476 ncdv-master-1 neutron-server[121607]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 25 21:33:11.721476 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 25 21:33:11.721476 ncdv-master-1 neutron-server[121607]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 25 21:33:11.721476 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 25 21:33:11.721476 ncdv-master-1 neutron-server[121607]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 25 21:33:11.721476 ncdv-master-1 neutron-server[121607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 25 21:33:11.792060 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97bdddd-fe3b-4874-8c44-790604e0f647 req-9ab897dd-f9b9-44c0-8278-e8f88b8b227c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:33:11.793539 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b97bdddd-fe3b-4874-8c44-790604e0f647 req-9ab897dd-f9b9-44c0-8278-e8f88b8b227c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c77dc74a46d64a67991d82bf12adb1dc&device_id=74e4a477-e1a9-40b2-84c5-e0897ae200eb HTTP/1.1" status: 200  len: 1095 time: 0.0439250
Dec 25 21:33:11.884346 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f3cb5cf8-4e93-4540-9303-0ed6c910a03d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2008653'] for network, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:33:11.886966 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97bdddd-fe3b-4874-8c44-790604e0f647 req-0f63fedf-acc2-4c23-8a7b-f6a3580ce541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:33:11.888585 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b97bdddd-fe3b-4874-8c44-790604e0f647 req-0f63fedf-acc2-4c23-8a7b-f6a3580ce541 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d257b68f-9132-4584-b1b0-827fbb5ce176 HTTP/1.1" status: 200  len: 913 time: 0.0870183
Dec 25 21:33:11.892275 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f3cb5cf8-4e93-4540-9303-0ed6c910a03d admin admin] Publish callbacks [] for network, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:33:11.894922 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-f3cb5cf8-4e93-4540-9303-0ed6c910a03d admin admin] 10.222.0.32 "DELETE /v2.0/networks/de58f787-39ab-41e4-85ea-78281c9ae3af HTTP/1.1" status: 204  len: 168 time: 0.3982391
Dec 25 21:33:11.905719 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cb5cf8-4e93-4540-9303-0ed6c910a03d admin admin] Pushing event deleted for resources: {'Network': ['ID=de58f787-39ab-41e4-85ea-78281c9ae3af,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:33:11.935025 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b97bdddd-fe3b-4874-8c44-790604e0f647 req-3845382d-88a5-4416-b79f-cabfed654fe8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cd983581-6def-4cc3-8f23-314ece41e61f HTTP/1.1" status: 200  len: 217 time: 0.0397198
Dec 25 21:33:11.988085 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97bdddd-fe3b-4874-8c44-790604e0f647 req-2607bf91-d7a3-45af-9c33-466bb3a5e25f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:33:11.989628 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b97bdddd-fe3b-4874-8c44-790604e0f647 req-2607bf91-d7a3-45af-9c33-466bb3a5e25f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fedfc743-c289-4cd2-abdf-caaf178c8eab HTTP/1.1" status: 200  len: 851 time: 0.0465488
Dec 25 21:33:12.039853 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97bdddd-fe3b-4874-8c44-790604e0f647 req-e627ab71-d7e5-465b-bb45-951f570a72fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:33:12.041455 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b97bdddd-fe3b-4874-8c44-790604e0f647 req-e627ab71-d7e5-465b-bb45-951f570a72fb service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d257b68f-9132-4584-b1b0-827fbb5ce176&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0427163
Dec 25 21:33:12.135298 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b97bdddd-fe3b-4874-8c44-790604e0f647 req-2d2ddc1f-43d2-4de9-a812-d1eccc67384e service neutron] 10.222.0.37 "GET /v2.0/networks/d257b68f-9132-4584-b1b0-827fbb5ce176?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0862100
Dec 25 21:33:12.291238 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b97bdddd-fe3b-4874-8c44-790604e0f647 req-a241b1fe-6ca8-446e-8ed3-0fd2c2f23545 service neutron] 10.222.0.37 "GET /v2.0/networks/d257b68f-9132-4584-b1b0-827fbb5ce176?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1481884
Dec 25 21:33:12.294124 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 52566) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:33:12.312648 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c344f498-47a5-4512-a55d-ff2d00fcf1f8 req-a1f01d4a-6eb1-438c-9b68-1d6fcb3f8757 tempest-ServerMetadataNegativeTestJSON-2133553618 tempest-ServerMetadataNegativeTestJSON-2133553618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:33:12.321731 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c344f498-47a5-4512-a55d-ff2d00fcf1f8 req-a1f01d4a-6eb1-438c-9b68-1d6fcb3f8757 tempest-ServerMetadataNegativeTestJSON-2133553618 tempest-ServerMetadataNegativeTestJSON-2133553618-project] 10.222.0.32 "GET /v2.0/ports?device_id=2cba0a32-9aa3-4f74-9849-5afb269493c1 HTTP/1.1" status: 200  len: 944 time: 0.1197696
Dec 25 21:33:12.340658 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-af4f3b0a-c0be-4800-855e-043045dc06c0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8ece5e5ef72d4614b89456ee37fe94f3&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0445712
Dec 25 21:33:12.343100 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 52570) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:33:12.347514 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e35a8db-cdbe-44a3-8fbd-7c79814acbe5 req-135302e6-91eb-4598-b11f-8929d32249e1 tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:33:12.350509 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1e35a8db-cdbe-44a3-8fbd-7c79814acbe5 req-135302e6-91eb-4598-b11f-8929d32249e1 tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] 10.222.0.32 "GET /v2.0/ports?device_id=74e4a477-e1a9-40b2-84c5-e0897ae200eb HTTP/1.1" status: 200  len: 944 time: 0.1329777
Dec 25 21:33:12.392557 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-2307c5a7-0528-4d1a-9013-330de0b5542c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:33:12.413823 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-2307c5a7-0528-4d1a-9013-330de0b5542c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:33:12.416082 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c344f498-47a5-4512-a55d-ff2d00fcf1f8 req-601f33ac-fb66-4c16-93d0-f5802f5e3b09 tempest-ServerMetadataNegativeTestJSON-2133553618 tempest-ServerMetadataNegativeTestJSON-2133553618-project] 10.222.0.32 "GET /v2.0/security-groups?id=183065f3-8b4e-4314-9fa4-3aec4f386431&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0939729
Dec 25 21:33:12.424930 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1e35a8db-cdbe-44a3-8fbd-7c79814acbe5 req-cd8646bf-5188-495c-86c2-d1e02acf9efb tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] 10.222.0.32 "GET /v2.0/security-groups?id=8e787377-3d24-4819-b453-04e533e4be82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0676682
Dec 25 21:33:12.564983 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-2307c5a7-0528-4d1a-9013-330de0b5542c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:33:12.567813 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-2307c5a7-0528-4d1a-9013-330de0b5542c admin admin] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:33:12.569138 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-2307c5a7-0528-4d1a-9013-330de0b5542c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d95f4b4b-e2bc-4a54-974a-72224402b503 HTTP/1.1" status: 204  len: 168 time: 0.2244337
Dec 25 21:33:12.578902 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2307c5a7-0528-4d1a-9013-330de0b5542c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d95f4b4b-e2bc-4a54-974a-72224402b503,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:33:12.971086 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device c9184c22-2100-4b1d-a817-9a12de5db0fe details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 25 21:33:13.069566 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port c9184c22-2100-4b1d-a817-9a12de5db0fe, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c9184c22-2100-4b1d-a817-9a12de5db0fe,segment=NetworkSegment(30c1d57b-bdc5-42f9-89d5-2e2e5b1fc678),segment_id=30c1d57b-bdc5-42f9-89d5-2e2e5b1fc678)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:33:13.080934 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Returning: {'device': 'c9184c22-2100-4b1d-a817-9a12de5db0fe', 'network_id': 'c3a130a4-e25e-4c59-825d-9c61f3e40353', 'port_id': 'c9184c22-2100-4b1d-a817-9a12de5db0fe', 'mac_address': 'fa:16:3e:95:49:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91f5a651-b6a2-47f3-a48f-6d2f771306ae', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 25 21:33:13.123350 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:33:13.136988 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9184c22-2100-4b1d-a817-9a12de5db0fe {{(pid=121608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:33:13.155700 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port c9184c22-2100-4b1d-a817-9a12de5db0fe, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c9184c22-2100-4b1d-a817-9a12de5db0fe,segment=NetworkSegment(30c1d57b-bdc5-42f9-89d5-2e2e5b1fc678),segment_id=30c1d57b-bdc5-42f9-89d5-2e2e5b1fc678)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:33:13.207796 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:33:13.255666 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Pushing event updated for resources: {'Port': ['ID=c9184c22-2100-4b1d-a817-9a12de5db0fe,revision_number=4']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:33:13.446152 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] get_ports_and_sgs() called for port_ids ['c9184c22-2100-4b1d-a817-9a12de5db0fe'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:33:13.571177 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb0738e-4824-45d7-bd6f-c2fa1719c3c6 req-e9188995-d03b-4315-9e0f-2f0c7940e5d3 tempest-ServerMetadataNegativeTestJSON-2133553618 tempest-ServerMetadataNegativeTestJSON-2133553618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:33:13.572714 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-acb0738e-4824-45d7-bd6f-c2fa1719c3c6 req-e9188995-d03b-4315-9e0f-2f0c7940e5d3 tempest-ServerMetadataNegativeTestJSON-2133553618 tempest-ServerMetadataNegativeTestJSON-2133553618-project] 10.222.0.32 "GET /v2.0/ports?device_id=2cba0a32-9aa3-4f74-9849-5afb269493c1 HTTP/1.1" status: 200  len: 945 time: 0.0839870
Dec 25 21:33:13.604988 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a18c386-5c74-4ec6-a596-ec1a301890df req-9a4c167c-7d7c-4c18-b6dd-f2ad3efd5da8 tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:33:13.606516 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5a18c386-5c74-4ec6-a596-ec1a301890df req-9a4c167c-7d7c-4c18-b6dd-f2ad3efd5da8 tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] 10.222.0.32 "GET /v2.0/ports?device_id=74e4a477-e1a9-40b2-84c5-e0897ae200eb HTTP/1.1" status: 200  len: 944 time: 0.0867474
Dec 25 21:33:13.652608 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-acb0738e-4824-45d7-bd6f-c2fa1719c3c6 req-de921540-38c1-4aa3-bc9f-a5a75c07048b tempest-ServerMetadataNegativeTestJSON-2133553618 tempest-ServerMetadataNegativeTestJSON-2133553618-project] 10.222.0.32 "GET /v2.0/security-groups?id=183065f3-8b4e-4314-9fa4-3aec4f386431&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0733032
Dec 25 21:33:13.686393 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5a18c386-5c74-4ec6-a596-ec1a301890df req-2ea1d04b-c090-490b-8d3e-dd4c637b051b tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] 10.222.0.32 "GET /v2.0/security-groups?id=8e787377-3d24-4819-b453-04e533e4be82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0728035
Dec 25 21:33:14.800864 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562fcf3b-1895-4796-9f6f-b2b3735c350c req-947308d5-f552-4988-b30e-b1ef2533ed30 tempest-ServerMetadataNegativeTestJSON-2133553618 tempest-ServerMetadataNegativeTestJSON-2133553618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:33:14.802405 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-562fcf3b-1895-4796-9f6f-b2b3735c350c req-947308d5-f552-4988-b30e-b1ef2533ed30 tempest-ServerMetadataNegativeTestJSON-2133553618 tempest-ServerMetadataNegativeTestJSON-2133553618-project] 10.222.0.32 "GET /v2.0/ports?device_id=2cba0a32-9aa3-4f74-9849-5afb269493c1 HTTP/1.1" status: 200  len: 945 time: 0.0762138
Dec 25 21:33:14.846022 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1082ccf-6616-40d2-b8b4-92cbf1093514 req-dbe55e40-a2dd-4397-aa0a-5326634dd684 tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:33:14.847507 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f1082ccf-6616-40d2-b8b4-92cbf1093514 req-dbe55e40-a2dd-4397-aa0a-5326634dd684 tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] 10.222.0.32 "GET /v2.0/ports?device_id=74e4a477-e1a9-40b2-84c5-e0897ae200eb HTTP/1.1" status: 200  len: 944 time: 0.0842795
Dec 25 21:33:14.882424 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-562fcf3b-1895-4796-9f6f-b2b3735c350c req-8ba1863a-646e-472a-bcf4-8e56cd1cbd83 tempest-ServerMetadataNegativeTestJSON-2133553618 tempest-ServerMetadataNegativeTestJSON-2133553618-project] 10.222.0.32 "GET /v2.0/security-groups?id=183065f3-8b4e-4314-9fa4-3aec4f386431&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0737386
Dec 25 21:33:14.912045 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f1082ccf-6616-40d2-b8b4-92cbf1093514 req-f852b78a-4ecd-40f8-a89a-f7db17923568 tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] 10.222.0.32 "GET /v2.0/security-groups?id=8e787377-3d24-4819-b453-04e533e4be82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0564380
Dec 25 21:33:14.982203 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device cd983581-6def-4cc3-8f23-314ece41e61f details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 25 21:33:14.986634 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device c9184c22-2100-4b1d-a817-9a12de5db0fe up at agent hyperv_nch2-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:33:15.117511 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port cd983581-6def-4cc3-8f23-314ece41e61f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=cd983581-6def-4cc3-8f23-314ece41e61f,segment=NetworkSegment(399a6746-6b98-4df2-84fe-0fb7167d792c),segment_id=399a6746-6b98-4df2-84fe-0fb7167d792c)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:33:15.128385 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Returning: {'device': 'cd983581-6def-4cc3-8f23-314ece41e61f', 'network_id': 'd257b68f-9132-4584-b1b0-827fbb5ce176', 'port_id': 'cd983581-6def-4cc3-8f23-314ece41e61f', 'mac_address': 'fa:16:3e:5c:2d:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fedfc743-c289-4cd2-abdf-caaf178c8eab', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 25 21:33:15.165929 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:33:15.180289 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd983581-6def-4cc3-8f23-314ece41e61f {{(pid=121608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:33:15.191799 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Provisioning for port c9184c22-2100-4b1d-a817-9a12de5db0fe completed by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 25 21:33:15.201923 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Provisioning complete for port c9184c22-2100-4b1d-a817-9a12de5db0fe triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:33:15.202297 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:33:15.205629 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port cd983581-6def-4cc3-8f23-314ece41e61f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=cd983581-6def-4cc3-8f23-314ece41e61f,segment=NetworkSegment(399a6746-6b98-4df2-84fe-0fb7167d792c),segment_id=399a6746-6b98-4df2-84fe-0fb7167d792c)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:33:15.284978 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:33:15.295440 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:33:15.328401 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cba0a32-9aa3-4f74-9849-5afb269493c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9184c22-2100-4b1d-a817-9a12de5db0fe'}] {{(pid=121608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:33:15.330648 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a88c78c3ff6266bd59c7e89d275b28c92e739b67d23c89d71af88829fd31566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbfb6994-ceaa-4815-b958-2bbf6a8b2da2" -d '{"events": [{"server_uuid": "2cba0a32-9aa3-4f74-9849-5afb269493c1", "name": "network-vif-plugged", "status": "completed", "tag": "c9184c22-2100-4b1d-a817-9a12de5db0fe"}]}' {{(pid=121608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:33:15.350821 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port c9184c22-2100-4b1d-a817-9a12de5db0fe, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c9184c22-2100-4b1d-a817-9a12de5db0fe,segment=NetworkSegment(30c1d57b-bdc5-42f9-89d5-2e2e5b1fc678),segment_id=30c1d57b-bdc5-42f9-89d5-2e2e5b1fc678)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:33:15.365842 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Pushing event updated for resources: {'Port': ['ID=cd983581-6def-4cc3-8f23-314ece41e61f,revision_number=4']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:33:15.370100 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 21:33:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe81b83f-fd23-49af-a63d-419841039bba x-openstack-request-id: req-fe81b83f-fd23-49af-a63d-419841039bba {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:33:15.370391 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cba0a32-9aa3-4f74-9849-5afb269493c1", "name": "network-vif-plugged", "status": "completed", "tag": "c9184c22-2100-4b1d-a817-9a12de5db0fe", "code": 200}]} {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:33:15.370647 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-fe81b83f-fd23-49af-a63d-419841039bba {{(pid=121608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:33:15.371033 ncdv-master-1 neutron-server[121608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cba0a32-9aa3-4f74-9849-5afb269493c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9184c22-2100-4b1d-a817-9a12de5db0fe', 'code': 200}
Dec 25 21:33:15.424598 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:33:15.471864 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22dd1f7-9ef4-4f6d-958d-fd541e0b3c6a req-a2e0c555-38b5-4381-8a36-5cd68c51f93e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:33:15.474410 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d22dd1f7-9ef4-4f6d-958d-fd541e0b3c6a req-a2e0c555-38b5-4381-8a36-5cd68c51f93e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=2cba0a32-9aa3-4f74-9849-5afb269493c1 HTTP/1.1" status: 200  len: 1097 time: 0.0429087
Dec 25 21:33:15.475238 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Pushing event updated for resources: {'Port': ['ID=c9184c22-2100-4b1d-a817-9a12de5db0fe,revision_number=5']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:33:15.521011 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] get_ports_and_sgs() called for port_ids ['cd983581-6def-4cc3-8f23-314ece41e61f'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:33:15.537637 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d22dd1f7-9ef4-4f6d-958d-fd541e0b3c6a req-337c7e28-53cb-4c44-8e24-3c43a46fe98e service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=183065f3-8b4e-4314-9fa4-3aec4f386431&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0507765
Dec 25 21:33:16.038987 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6294fd11-4d01-4aa2-adc3-9510be337f82 req-8ac4edcb-654f-42e8-9109-9d7a73bbadb7 tempest-ServerMetadataNegativeTestJSON-2133553618 tempest-ServerMetadataNegativeTestJSON-2133553618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:33:16.040493 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-6294fd11-4d01-4aa2-adc3-9510be337f82 req-8ac4edcb-654f-42e8-9109-9d7a73bbadb7 tempest-ServerMetadataNegativeTestJSON-2133553618 tempest-ServerMetadataNegativeTestJSON-2133553618-project] 10.222.0.32 "GET /v2.0/ports?device_id=2cba0a32-9aa3-4f74-9849-5afb269493c1 HTTP/1.1" status: 200  len: 946 time: 0.0859723
Dec 25 21:33:16.052746 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31126d1-8049-46c5-829c-88b9132800fb req-3a348601-f84d-44ad-98ec-89b417b36307 tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:33:16.054205 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a31126d1-8049-46c5-829c-88b9132800fb req-3a348601-f84d-44ad-98ec-89b417b36307 tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] 10.222.0.32 "GET /v2.0/ports?device_id=74e4a477-e1a9-40b2-84c5-e0897ae200eb HTTP/1.1" status: 200  len: 945 time: 0.0701013
Dec 25 21:33:16.125746 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-6294fd11-4d01-4aa2-adc3-9510be337f82 req-01a31521-9e7f-4a9b-88a4-096366a3e5e6 tempest-ServerMetadataNegativeTestJSON-2133553618 tempest-ServerMetadataNegativeTestJSON-2133553618-project] 10.222.0.32 "GET /v2.0/security-groups?id=183065f3-8b4e-4314-9fa4-3aec4f386431&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0705292
Dec 25 21:33:16.129353 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a31126d1-8049-46c5-829c-88b9132800fb req-df7e745c-7f9c-459e-a850-faa0f6f4af1f tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] 10.222.0.32 "GET /v2.0/security-groups?id=8e787377-3d24-4819-b453-04e533e4be82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0684931
Dec 25 21:33:16.985999 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device cd983581-6def-4cc3-8f23-314ece41e61f up at agent hyperv_nch2-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:33:17.146944 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Provisioning for port cd983581-6def-4cc3-8f23-314ece41e61f completed by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 25 21:33:17.151106 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Provisioning complete for port cd983581-6def-4cc3-8f23-314ece41e61f triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:33:17.151475 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:33:17.236753 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:33:17.271272 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port cd983581-6def-4cc3-8f23-314ece41e61f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=cd983581-6def-4cc3-8f23-314ece41e61f,segment=NetworkSegment(399a6746-6b98-4df2-84fe-0fb7167d792c),segment_id=399a6746-6b98-4df2-84fe-0fb7167d792c)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:33:17.282506 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fa60e5-18e9-4573-aeb6-32832a0ccb12 req-b43664d8-ab26-430e-8e47-15755806e0f7 tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:33:17.283982 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-50fa60e5-18e9-4573-aeb6-32832a0ccb12 req-b43664d8-ab26-430e-8e47-15755806e0f7 tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] 10.222.0.32 "GET /v2.0/ports?device_id=74e4a477-e1a9-40b2-84c5-e0897ae200eb HTTP/1.1" status: 200  len: 945 time: 0.0720029
Dec 25 21:33:17.291326 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f50f79-2b11-4f25-a469-3f8eb5344766 req-87743829-7a36-4512-ac97-e9c5e6ef27de tempest-ServerMetadataNegativeTestJSON-2133553618 tempest-ServerMetadataNegativeTestJSON-2133553618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:33:17.292753 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d2f50f79-2b11-4f25-a469-3f8eb5344766 req-87743829-7a36-4512-ac97-e9c5e6ef27de tempest-ServerMetadataNegativeTestJSON-2133553618 tempest-ServerMetadataNegativeTestJSON-2133553618-project] 10.222.0.32 "GET /v2.0/ports?device_id=2cba0a32-9aa3-4f74-9849-5afb269493c1 HTTP/1.1" status: 200  len: 946 time: 0.0921066
Dec 25 21:33:17.368366 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-50fa60e5-18e9-4573-aeb6-32832a0ccb12 req-d00e22d1-69fe-4597-8a2f-ca3598f5983b tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] 10.222.0.32 "GET /v2.0/security-groups?id=8e787377-3d24-4819-b453-04e533e4be82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0746229
Dec 25 21:33:17.371588 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d2f50f79-2b11-4f25-a469-3f8eb5344766 req-2cae9420-c9ca-4ecf-a7b3-48e9226e1c9b tempest-ServerMetadataNegativeTestJSON-2133553618 tempest-ServerMetadataNegativeTestJSON-2133553618-project] 10.222.0.32 "GET /v2.0/security-groups?id=183065f3-8b4e-4314-9fa4-3aec4f386431&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0714350
Dec 25 21:33:17.372364 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74e4a477-e1a9-40b2-84c5-e0897ae200eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd983581-6def-4cc3-8f23-314ece41e61f'}] {{(pid=121608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:33:17.374998 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a88c78c3ff6266bd59c7e89d275b28c92e739b67d23c89d71af88829fd31566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6cabb1f-0875-4b75-97ab-c0f05cd03771" -d '{"events": [{"server_uuid": "74e4a477-e1a9-40b2-84c5-e0897ae200eb", "name": "network-vif-plugged", "status": "completed", "tag": "cd983581-6def-4cc3-8f23-314ece41e61f"}]}' {{(pid=121608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:33:17.389346 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:33:17.451809 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Pushing event updated for resources: {'Port': ['ID=cd983581-6def-4cc3-8f23-314ece41e61f,revision_number=5']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:33:17.490510 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 21:33:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90e0c18a-599a-415b-a68e-3983219f8a1f x-openstack-request-id: req-90e0c18a-599a-415b-a68e-3983219f8a1f {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:33:17.490816 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74e4a477-e1a9-40b2-84c5-e0897ae200eb", "name": "network-vif-plugged", "status": "completed", "tag": "cd983581-6def-4cc3-8f23-314ece41e61f", "code": 200}]} {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:33:17.491075 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-90e0c18a-599a-415b-a68e-3983219f8a1f {{(pid=121608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:33:17.491474 ncdv-master-1 neutron-server[121608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74e4a477-e1a9-40b2-84c5-e0897ae200eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd983581-6def-4cc3-8f23-314ece41e61f', 'code': 200}
Dec 25 21:33:17.608102 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4c4785-8aa6-4f95-9421-d7af7c4552aa req-6b0aee80-1966-44ef-8de9-2981deb95270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:33:17.609797 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-dc4c4785-8aa6-4f95-9421-d7af7c4552aa req-6b0aee80-1966-44ef-8de9-2981deb95270 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=74e4a477-e1a9-40b2-84c5-e0897ae200eb HTTP/1.1" status: 200  len: 1097 time: 0.0497582
Dec 25 21:33:17.658971 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-dc4c4785-8aa6-4f95-9421-d7af7c4552aa req-76a177fc-e7f2-4c1a-b3bc-94f60c79a031 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=8e787377-3d24-4819-b453-04e533e4be82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411811
Dec 25 21:33:18.277820 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e9780e-488a-4a4c-8230-0faaaa47d3d1 req-1ecc0109-7e0d-457b-9fae-8340742f65b5 tempest-ServerMetadataNegativeTestJSON-2133553618 tempest-ServerMetadataNegativeTestJSON-2133553618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:33:18.280339 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-61e9780e-488a-4a4c-8230-0faaaa47d3d1 req-1ecc0109-7e0d-457b-9fae-8340742f65b5 tempest-ServerMetadataNegativeTestJSON-2133553618 tempest-ServerMetadataNegativeTestJSON-2133553618-project] 10.222.0.32 "GET /v2.0/ports?device_id=2cba0a32-9aa3-4f74-9849-5afb269493c1 HTTP/1.1" status: 200  len: 946 time: 0.0538123
Dec 25 21:33:18.333276 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-61e9780e-488a-4a4c-8230-0faaaa47d3d1 req-b5e03b0f-0e2f-4c64-a1c9-f571fdaa798a tempest-ServerMetadataNegativeTestJSON-2133553618 tempest-ServerMetadataNegativeTestJSON-2133553618-project] 10.222.0.32 "GET /v2.0/security-groups?id=183065f3-8b4e-4314-9fa4-3aec4f386431&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0463398
Dec 25 21:33:18.489650 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41541379-0c75-4a45-85cf-f2ca8354fb4f req-e1926e9b-2345-4bec-a57d-09e80e440dc8 tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:33:18.491344 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-41541379-0c75-4a45-85cf-f2ca8354fb4f req-e1926e9b-2345-4bec-a57d-09e80e440dc8 tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] 10.222.0.32 "GET /v2.0/ports?device_id=74e4a477-e1a9-40b2-84c5-e0897ae200eb HTTP/1.1" status: 200  len: 946 time: 0.0518112
Dec 25 21:33:18.543785 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-41541379-0c75-4a45-85cf-f2ca8354fb4f req-8bc3bb1f-6503-4084-926c-19f5cb41494d tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] 10.222.0.32 "GET /v2.0/security-groups?id=8e787377-3d24-4819-b453-04e533e4be82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0457668
Dec 25 21:33:19.458471 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e608f8d8-d268-4d7f-b6ba-78b59cfa2ae8 req-f38d9d15-3129-4c4b-813f-222368230fab tempest-ServerMetadataNegativeTestJSON-2133553618 tempest-ServerMetadataNegativeTestJSON-2133553618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:33:19.460028 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e608f8d8-d268-4d7f-b6ba-78b59cfa2ae8 req-f38d9d15-3129-4c4b-813f-222368230fab tempest-ServerMetadataNegativeTestJSON-2133553618 tempest-ServerMetadataNegativeTestJSON-2133553618-project] 10.222.0.32 "GET /v2.0/ports?device_id=2cba0a32-9aa3-4f74-9849-5afb269493c1 HTTP/1.1" status: 200  len: 946 time: 0.0567942
Dec 25 21:33:19.508409 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e608f8d8-d268-4d7f-b6ba-78b59cfa2ae8 req-c7b5b65a-9187-4fad-a7e2-47603b53aacf tempest-ServerMetadataNegativeTestJSON-2133553618 tempest-ServerMetadataNegativeTestJSON-2133553618-project] 10.222.0.32 "GET /v2.0/security-groups?id=183065f3-8b4e-4314-9fa4-3aec4f386431&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422332
Dec 25 21:33:19.701465 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4ca9ef-b6b0-4d9d-a343-def8d31648d7 req-0e984888-593a-45a1-9b50-81e62b29d55f tempest-ServerMetadataNegativeTestJSON-2133553618 tempest-ServerMetadataNegativeTestJSON-2133553618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:33:19.703427 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-bd4ca9ef-b6b0-4d9d-a343-def8d31648d7 req-0e984888-593a-45a1-9b50-81e62b29d55f tempest-ServerMetadataNegativeTestJSON-2133553618 tempest-ServerMetadataNegativeTestJSON-2133553618-project] 10.222.0.37 "GET /v2.0/ports?device_id=2cba0a32-9aa3-4f74-9849-5afb269493c1 HTTP/1.1" status: 200  len: 946 time: 0.0810385
Dec 25 21:33:19.710788 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd50da2-f2c9-4dbf-8d1d-ba093fc0f946 req-6e619f4d-d466-45a0-83ed-8c49d5829cdd tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:33:19.712158 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-abd50da2-f2c9-4dbf-8d1d-ba093fc0f946 req-6e619f4d-d466-45a0-83ed-8c49d5829cdd tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] 10.222.0.32 "GET /v2.0/ports?device_id=74e4a477-e1a9-40b2-84c5-e0897ae200eb HTTP/1.1" status: 200  len: 946 time: 0.0987875
Dec 25 21:33:19.823568 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-abd50da2-f2c9-4dbf-8d1d-ba093fc0f946 req-2ffde78a-c390-4a49-b204-d2d758421c1e tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] 10.222.0.32 "GET /v2.0/security-groups?id=8e787377-3d24-4819-b453-04e533e4be82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1038451
Dec 25 21:33:19.853354 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [req-bd4ca9ef-b6b0-4d9d-a343-def8d31648d7 req-11399540-6946-4d7b-8895-2a86482b7d96 tempest-ServerMetadataNegativeTestJSON-2133553618 tempest-ServerMetadataNegativeTestJSON-2133553618-project] Deleting port c9184c22-2100-4b1d-a817-9a12de5db0fe {{(pid=121606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:33:19.853849 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-bd4ca9ef-b6b0-4d9d-a343-def8d31648d7 req-11399540-6946-4d7b-8895-2a86482b7d96 tempest-ServerMetadataNegativeTestJSON-2133553618 tempest-ServerMetadataNegativeTestJSON-2133553618-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:33:19.975937 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-bd4ca9ef-b6b0-4d9d-a343-def8d31648d7 req-11399540-6946-4d7b-8895-2a86482b7d96 tempest-ServerMetadataNegativeTestJSON-2133553618 tempest-ServerMetadataNegativeTestJSON-2133553618-project] For port c9184c22-2100-4b1d-a817-9a12de5db0fe, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c9184c22-2100-4b1d-a817-9a12de5db0fe,segment=NetworkSegment(30c1d57b-bdc5-42f9-89d5-2e2e5b1fc678),segment_id=30c1d57b-bdc5-42f9-89d5-2e2e5b1fc678)] {{(pid=121606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:33:19.976301 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-bd4ca9ef-b6b0-4d9d-a343-def8d31648d7 req-11399540-6946-4d7b-8895-2a86482b7d96 tempest-ServerMetadataNegativeTestJSON-2133553618 tempest-ServerMetadataNegativeTestJSON-2133553618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:33:19.998429 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [req-bd4ca9ef-b6b0-4d9d-a343-def8d31648d7 req-11399540-6946-4d7b-8895-2a86482b7d96 tempest-ServerMetadataNegativeTestJSON-2133553618 tempest-ServerMetadataNegativeTestJSON-2133553618-project] Calling delete_port for c9184c22-2100-4b1d-a817-9a12de5db0fe owned by compute:nova {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:33:20.013998 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9baead3e-58b0-4e1f-8309-531c390d89e5 req-6e15fb2a-8bb0-442b-99dd-7429f20b7280 tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:33:20.021182 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9baead3e-58b0-4e1f-8309-531c390d89e5 req-6e15fb2a-8bb0-442b-99dd-7429f20b7280 tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] 10.222.0.32 "GET /v2.0/ports?device_id=74e4a477-e1a9-40b2-84c5-e0897ae200eb HTTP/1.1" status: 200  len: 946 time: 0.0991573
Dec 25 21:33:20.121710 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9baead3e-58b0-4e1f-8309-531c390d89e5 req-18de234c-73f8-4009-a6bd-77642733888b tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] 10.222.0.32 "GET /v2.0/security-groups?id=8e787377-3d24-4819-b453-04e533e4be82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0667963
Dec 25 21:33:20.265706 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-bd4ca9ef-b6b0-4d9d-a343-def8d31648d7 req-11399540-6946-4d7b-8895-2a86482b7d96 tempest-ServerMetadataNegativeTestJSON-2133553618 tempest-ServerMetadataNegativeTestJSON-2133553618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:33:20.279500 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] get_ports_and_sgs() called for port_ids ['c9184c22-2100-4b1d-a817-9a12de5db0fe'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:33:20.299188 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11399540-6946-4d7b-8895-2a86482b7d96 tempest-ServerMetadataNegativeTestJSON-2133553618 tempest-ServerMetadataNegativeTestJSON-2133553618-project] Pushing event deleted for resources: {'Port': ['ID=c9184c22-2100-4b1d-a817-9a12de5db0fe,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:33:20.340247 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd4ca9ef-b6b0-4d9d-a343-def8d31648d7 req-11399540-6946-4d7b-8895-2a86482b7d96 tempest-ServerMetadataNegativeTestJSON-2133553618 tempest-ServerMetadataNegativeTestJSON-2133553618-project] No DVR routers for this DVR port c9184c22-2100-4b1d-a817-9a12de5db0fe on host nch2-master-1 {{(pid=121606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:33:20.343342 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-bd4ca9ef-b6b0-4d9d-a343-def8d31648d7 req-11399540-6946-4d7b-8895-2a86482b7d96 tempest-ServerMetadataNegativeTestJSON-2133553618 tempest-ServerMetadataNegativeTestJSON-2133553618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:33:20.347134 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-bd4ca9ef-b6b0-4d9d-a343-def8d31648d7 req-11399540-6946-4d7b-8895-2a86482b7d96 tempest-ServerMetadataNegativeTestJSON-2133553618 tempest-ServerMetadataNegativeTestJSON-2133553618-project] 10.222.0.37 "DELETE /v2.0/ports/c9184c22-2100-4b1d-a817-9a12de5db0fe HTTP/1.1" status: 204  len: 173 time: 0.6334922
Dec 25 21:33:20.347134 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cba0a32-9aa3-4f74-9849-5afb269493c1', 'name': 'network-vif-deleted', 'tag': 'c9184c22-2100-4b1d-a817-9a12de5db0fe'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:33:20.349230 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9858820c13ec2827453b94ebc4181065e990a4e4089ccb9fe762531ac62d2fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-455d707c-1ea0-4554-a108-ed9309f9a176" -d '{"events": [{"server_uuid": "2cba0a32-9aa3-4f74-9849-5afb269493c1", "name": "network-vif-deleted", "tag": "c9184c22-2100-4b1d-a817-9a12de5db0fe"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:33:20.392415 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 21:33:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9197664-3789-481f-8bf8-baa8cb9ee012 x-openstack-request-id: req-d9197664-3789-481f-8bf8-baa8cb9ee012 {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:33:20.392712 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cba0a32-9aa3-4f74-9849-5afb269493c1", "name": "network-vif-deleted", "tag": "c9184c22-2100-4b1d-a817-9a12de5db0fe", "status": "completed", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:33:20.393012 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d9197664-3789-481f-8bf8-baa8cb9ee012 {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:33:20.393417 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cba0a32-9aa3-4f74-9849-5afb269493c1', 'name': 'network-vif-deleted', 'tag': 'c9184c22-2100-4b1d-a817-9a12de5db0fe', 'status': 'completed', 'code': 200}
Dec 25 21:33:20.628723 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9bb837c4-f4fd-4fe7-8d87-12328483e8f3 req-147dc960-0777-4c26-9ee7-59bfaab71c8e tempest-ServerMetadataNegativeTestJSON-2133553618 tempest-ServerMetadataNegativeTestJSON-2133553618-project] 10.222.0.32 "GET /v2.0/ports?device_id=2cba0a32-9aa3-4f74-9849-5afb269493c1 HTTP/1.1" status: 200  len: 210 time: 0.0429511
Dec 25 21:33:21.705649 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 52884) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:33:21.741018 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b4f5f33-b4cb-408f-875d-771670f664ae admin admin] Deleting subnet 91f5a651-b6a2-47f3-a48f-6d2f771306ae {{(pid=121607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Dec 25 21:33:21.745024 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-1b4f5f33-b4cb-408f-875d-771670f664ae admin admin] Publish callbacks [] for subnet, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:33:21.786704 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-1b4f5f33-b4cb-408f-875d-771670f664ae admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10246617'] for subnet, precommit_delete_associations {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:33:21.840392 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-1b4f5f33-b4cb-408f-875d-771670f664ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995662'] for subnet, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:33:21.998788 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-1b4f5f33-b4cb-408f-875d-771670f664ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8632410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8852809'] for subnet, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:33:22.023147 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4f5f33-b4cb-408f-875d-771670f664ae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=91f5a651-b6a2-47f3-a48f-6d2f771306ae,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:33:22.029685 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-1b4f5f33-b4cb-408f-875d-771670f664ae admin admin] Publish callbacks [] for subnet, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:33:22.033878 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-1b4f5f33-b4cb-408f-875d-771670f664ae admin admin] 10.222.0.32 "DELETE /v2.0/subnets/91f5a651-b6a2-47f3-a48f-6d2f771306ae HTTP/1.1" status: 204  len: 168 time: 0.3426564
Dec 25 21:33:22.036274 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 52920) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:33:22.110136 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-096c8845-50aa-447f-93fa-ce3b3c050b4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625803'] for network, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:33:22.207941 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-096c8845-50aa-447f-93fa-ce3b3c050b4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997585', 'neutron.services.segments.db._delete_segments_for_network-8737602743071'] for network, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:33:22.228501 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-096c8845-50aa-447f-93fa-ce3b3c050b4c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2612f22ac0>,) {'filters': {'network_id': ['c3a130a4-e25e-4c59-825d-9c61f3e40353']}} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:33:22.237692 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-096c8845-50aa-447f-93fa-ce3b3c050b4c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2612f22ac0>, '30c1d57b-bdc5-42f9-89d5-2e2e5b1fc678') {'for_net_delete': True} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:33:22.237992 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-096c8845-50aa-447f-93fa-ce3b3c050b4c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2612f22ac0>, '30c1d57b-bdc5-42f9-89d5-2e2e5b1fc678') {} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:33:22.247465 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-096c8845-50aa-447f-93fa-ce3b3c050b4c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737602746920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10246592'] for segment, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:33:22.260732 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-096c8845-50aa-447f-93fa-ce3b3c050b4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:33:22.267352 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-096c8845-50aa-447f-93fa-ce3b3c050b4c admin admin] Releasing vlan 199 on physical network physnet1 to pool {{(pid=121607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 25 21:33:22.267726 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-096c8845-50aa-447f-93fa-ce3b3c050b4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8633327'] for segment, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:33:22.269504 ncdv-master-1 neutron-server[121607]: Traceback (most recent call last):
Dec 25 21:33:22.269504 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 25 21:33:22.269504 ncdv-master-1 neutron-server[121607]:     timer()
Dec 25 21:33:22.269504 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 25 21:33:22.269504 ncdv-master-1 neutron-server[121607]:     cb(*args, **kw)
Dec 25 21:33:22.269504 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 25 21:33:22.269504 ncdv-master-1 neutron-server[121607]:     return func(*args, **kwargs)
Dec 25 21:33:22.269504 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 25 21:33:22.269504 ncdv-master-1 neutron-server[121607]:     self._notify()
Dec 25 21:33:22.269504 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 25 21:33:22.269504 ncdv-master-1 neutron-server[121607]:     self.callback(batched_events)
Dec 25 21:33:22.269504 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 25 21:33:22.269504 ncdv-master-1 neutron-server[121607]:     event.method(event)
Dec 25 21:33:22.269504 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 25 21:33:22.269504 ncdv-master-1 neutron-server[121607]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 25 21:33:22.269504 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 25 21:33:22.269504 ncdv-master-1 neutron-server[121607]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 25 21:33:22.269504 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 25 21:33:22.269504 ncdv-master-1 neutron-server[121607]:     return f(self, *a, **k)
Dec 25 21:33:22.269504 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 25 21:33:22.269504 ncdv-master-1 neutron-server[121607]:     return self._get(url).json()
Dec 25 21:33:22.269504 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 25 21:33:22.269504 ncdv-master-1 neutron-server[121607]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 25 21:33:22.269504 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 25 21:33:22.269504 ncdv-master-1 neutron-server[121607]:     return self.request(url, 'GET', **kwargs)
Dec 25 21:33:22.269504 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 25 21:33:22.269504 ncdv-master-1 neutron-server[121607]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 25 21:33:22.269504 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 25 21:33:22.269504 ncdv-master-1 neutron-server[121607]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 25 21:33:22.269504 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 25 21:33:22.269504 ncdv-master-1 neutron-server[121607]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 25 21:33:22.269504 ncdv-master-1 neutron-server[121607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 25 21:33:22.461535 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-096c8845-50aa-447f-93fa-ce3b3c050b4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2008653'] for network, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:33:22.467389 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-096c8845-50aa-447f-93fa-ce3b3c050b4c admin admin] Publish callbacks [] for network, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:33:22.470821 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-096c8845-50aa-447f-93fa-ce3b3c050b4c admin admin] 10.222.0.32 "DELETE /v2.0/networks/c3a130a4-e25e-4c59-825d-9c61f3e40353 HTTP/1.1" status: 204  len: 168 time: 0.4336276
Dec 25 21:33:22.481639 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096c8845-50aa-447f-93fa-ce3b3c050b4c admin admin] Pushing event deleted for resources: {'Network': ['ID=c3a130a4-e25e-4c59-825d-9c61f3e40353,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:33:22.973922 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 52982) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:33:23.003557 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device c9184c22-2100-4b1d-a817-9a12de5db0fe no longer exists at agent hyperv_nch2-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:33:23.014914 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-4445cc71-1924-4576-9cd1-5a90e03bcc62 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ac1acf7a8cbb44ce80756e3508b9b392&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0395515
Dec 25 21:33:23.017428 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 52984) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:33:23.024702 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] No Port match for: c9184c22-2100-4b1d-a817-9a12de5db0fe {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:33:23.025084 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device c9184c22-2100-4b1d-a817-9a12de5db0fe not bound to the agent host nch2-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:33:23.065824 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-391ffed1-b354-4a59-9f31-24b35b7290b3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:33:23.090393 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-391ffed1-b354-4a59-9f31-24b35b7290b3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:33:23.213141 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-391ffed1-b354-4a59-9f31-24b35b7290b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:33:23.215794 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-391ffed1-b354-4a59-9f31-24b35b7290b3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:33:23.217004 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-391ffed1-b354-4a59-9f31-24b35b7290b3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/183065f3-8b4e-4314-9fa4-3aec4f386431 HTTP/1.1" status: 204  len: 168 time: 0.1986470
Dec 25 21:33:23.225430 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391ffed1-b354-4a59-9f31-24b35b7290b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=183065f3-8b4e-4314-9fa4-3aec4f386431,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:33:23.233253 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391ffed1-b354-4a59-9f31-24b35b7290b3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:33:23.234348 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391ffed1-b354-4a59-9f31-24b35b7290b3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:33:23.234622 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391ffed1-b354-4a59-9f31-24b35b7290b3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:33:23.234991 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391ffed1-b354-4a59-9f31-24b35b7290b3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:33:23.235334 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391ffed1-b354-4a59-9f31-24b35b7290b3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:33:23.235694 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391ffed1-b354-4a59-9f31-24b35b7290b3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:33:23.236018 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391ffed1-b354-4a59-9f31-24b35b7290b3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:33:23.236351 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391ffed1-b354-4a59-9f31-24b35b7290b3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:33:23.236683 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391ffed1-b354-4a59-9f31-24b35b7290b3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:33:23.237038 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391ffed1-b354-4a59-9f31-24b35b7290b3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:33:23.237373 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391ffed1-b354-4a59-9f31-24b35b7290b3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:33:23.237703 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391ffed1-b354-4a59-9f31-24b35b7290b3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:33:23.238032 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391ffed1-b354-4a59-9f31-24b35b7290b3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:33:25.984259 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82931d7c-ef42-453e-8fe5-04a9e43f36bc req-88b28c10-8dc8-45c7-a163-f2a2a4ecf8ba tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:33:25.988337 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-82931d7c-ef42-453e-8fe5-04a9e43f36bc req-88b28c10-8dc8-45c7-a163-f2a2a4ecf8ba tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] 10.222.0.32 "GET /v2.0/networks?id=d257b68f-9132-4584-b1b0-827fbb5ce176 HTTP/1.1" status: 200  len: 812 time: 0.1258888
Dec 25 21:33:26.011631 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-82931d7c-ef42-453e-8fe5-04a9e43f36bc req-0e60aedc-2467-42c7-bf60-efc6f33b4c43 tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] 10.222.0.32 "GET /v2.0/quotas/c77dc74a46d64a67991d82bf12adb1dc HTTP/1.1" status: 200  len: 375 time: 0.0165651
Dec 25 21:33:26.065777 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-82931d7c-ef42-453e-8fe5-04a9e43f36bc req-a680d8a0-b7bc-401b-8d56-1c954d9ab906 tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=c77dc74a46d64a67991d82bf12adb1dc&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0531256
Dec 25 21:33:26.489401 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-82931d7c-ef42-453e-8fe5-04a9e43f36bc req-f558c2df-8918-40d7-ad84-6a15bb43c5d6 service neutron] 10.222.0.32 "GET /v2.0/networks/d257b68f-9132-4584-b1b0-827fbb5ce176?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4155626
Dec 25 21:33:26.582301 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-82931d7c-ef42-453e-8fe5-04a9e43f36bc req-28f6085b-319f-41cc-8640-d2c19355c558 service neutron] 10.222.0.32 "GET /v2.0/networks/d257b68f-9132-4584-b1b0-827fbb5ce176?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0867722
Dec 25 21:33:26.841601 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ec56ecb1-d56e-4964-9d7e-b3ff9f095fe2 req-b64bc034-64db-4f50-88c6-5454c0b33f89 tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] 10.222.0.32 "GET /v2.0/ports?device_id=7f129536-218c-4970-b2c3-e76f19189f8a HTTP/1.1" status: 200  len: 210 time: 0.0281799
Dec 25 21:33:27.160314 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 53148) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:33:27.274874 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-6eb023b6-95f1-410c-952c-62ca544b0dde admin admin] Publish callbacks [] for security_group, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:33:27.351367 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-6eb023b6-95f1-410c-952c-62ca544b0dde admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:33:27.443588 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-6eb023b6-95f1-410c-952c-62ca544b0dde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:33:27.481920 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-6eb023b6-95f1-410c-952c-62ca544b0dde admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=715cc52a40844250b389066803a644e4&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3204768
Dec 25 21:33:27.484091 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 53158) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:33:27.484578 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb023b6-95f1-410c-952c-62ca544b0dde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9127f72-6973-4905-a503-b969836707a9,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:33:27.534236 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-b2191667-f519-4686-9d86-3dceb04e40c4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:33:27.554752 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-b2191667-f519-4686-9d86-3dceb04e40c4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:33:27.670057 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-b2191667-f519-4686-9d86-3dceb04e40c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:33:27.672617 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-b2191667-f519-4686-9d86-3dceb04e40c4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:33:27.673950 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-b2191667-f519-4686-9d86-3dceb04e40c4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d9127f72-6973-4905-a503-b969836707a9 HTTP/1.1" status: 204  len: 168 time: 0.1869249
Dec 25 21:33:27.681893 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2191667-f519-4686-9d86-3dceb04e40c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9127f72-6973-4905-a503-b969836707a9,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:33:27.758943 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.agents_db [None req-ec08dba0-4483-4109-b5e1-5e4a9fdaf12d None None] Agent healthcheck: found 7 active agents {{(pid=121609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 25 21:33:27.951087 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-74ba15ad-fe4a-41e1-a50a-1244e0a57df9 req-d677d8b7-720a-4e65-be18-90f1a18b0e21 tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] 10.222.0.32 "GET /v2.0/ports?device_id=7f129536-218c-4970-b2c3-e76f19189f8a HTTP/1.1" status: 200  len: 210 time: 0.0384462
Dec 25 21:33:28.408582 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 53182) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:33:28.421887 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-be8f510b-a6ed-4785-98cf-689d27e83b31 admin admin] Publish callbacks [] for security_group, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:33:28.497215 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-be8f510b-a6ed-4785-98cf-689d27e83b31 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:33:28.572496 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-be8f510b-a6ed-4785-98cf-689d27e83b31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:33:28.615368 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-be8f510b-a6ed-4785-98cf-689d27e83b31 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=54dc0c0ff76d4d13a0c4eae2284595d3&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2055075
Dec 25 21:33:28.616444 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8f510b-a6ed-4785-98cf-689d27e83b31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b1c6dc9-c991-430c-9dc5-3fc97002278c,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:33:28.618159 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 53186) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:33:28.688595 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-9a6ca1c7-48df-4a57-a80a-1c3a89c4b43a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:33:28.715010 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-9a6ca1c7-48df-4a57-a80a-1c3a89c4b43a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:33:28.903954 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-9a6ca1c7-48df-4a57-a80a-1c3a89c4b43a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:33:28.906899 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-9a6ca1c7-48df-4a57-a80a-1c3a89c4b43a admin admin] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:33:28.908052 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-9a6ca1c7-48df-4a57-a80a-1c3a89c4b43a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0b1c6dc9-c991-430c-9dc5-3fc97002278c HTTP/1.1" status: 204  len: 168 time: 0.2883334
Dec 25 21:33:28.916225 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6ca1c7-48df-4a57-a80a-1c3a89c4b43a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b1c6dc9-c991-430c-9dc5-3fc97002278c,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:33:29.086130 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d1a7b773-6795-41ad-8d3a-342591a9ba15 req-113d790d-6560-4a3b-90b9-fc0bd7d32262 tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] 10.222.0.32 "GET /v2.0/ports?device_id=7f129536-218c-4970-b2c3-e76f19189f8a HTTP/1.1" status: 200  len: 210 time: 0.0428429
Dec 25 21:33:29.195394 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82931d7c-ef42-453e-8fe5-04a9e43f36bc req-6d1beb40-c8d8-472c-9598-d575da5d1fcb tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:33:29.196866 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-82931d7c-ef42-453e-8fe5-04a9e43f36bc req-6d1beb40-c8d8-472c-9598-d575da5d1fcb tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] 10.222.0.31 "GET /v2.0/networks?id=d257b68f-9132-4584-b1b0-827fbb5ce176 HTTP/1.1" status: 200  len: 812 time: 0.1803262
Dec 25 21:33:29.209210 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-82931d7c-ef42-453e-8fe5-04a9e43f36bc req-76d0f11c-e970-4a53-94ad-47b8515eb6e0 tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] Request body: {'port': {'device_id': '7f129536-218c-4970-b2c3-e76f19189f8a', 'network_id': 'd257b68f-9132-4584-b1b0-827fbb5ce176', 'admin_state_up': True, 'tenant_id': 'c77dc74a46d64a67991d82bf12adb1dc'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:33:29.221550 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148d5f63-bb86-4be1-9df6-9ee52ebb9d47 req-fe9e5ea7-811c-4a0b-ad65-97ec061f6efa tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:33:29.223018 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-148d5f63-bb86-4be1-9df6-9ee52ebb9d47 req-fe9e5ea7-811c-4a0b-ad65-97ec061f6efa tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] 10.222.0.32 "GET /v2.0/ports?device_id=15fbb331-7835-449b-b015-adf2d50f5186 HTTP/1.1" status: 200  len: 945 time: 0.0756142
Dec 25 21:33:29.308024 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-148d5f63-bb86-4be1-9df6-9ee52ebb9d47 req-3769cb2a-1b78-47c9-bb09-b462e9d19a6b tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] 10.222.0.32 "GET /v2.0/security-groups?id=89fb11b5-d095-4b35-8a22-8ffdb90cfcff&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0715902
Dec 25 21:33:29.492863 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82931d7c-ef42-453e-8fe5-04a9e43f36bc req-76d0f11c-e970-4a53-94ad-47b8515eb6e0 tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] Made reservation on behalf of c77dc74a46d64a67991d82bf12adb1dc for: {'port': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:33:29.496775 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-82931d7c-ef42-453e-8fe5-04a9e43f36bc req-76d0f11c-e970-4a53-94ad-47b8515eb6e0 tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:33:29.631551 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_common [req-82931d7c-ef42-453e-8fe5-04a9e43f36bc req-76d0f11c-e970-4a53-94ad-47b8515eb6e0 tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] Allocated IP 172.20.0.4 (d257b68f-9132-4584-b1b0-827fbb5ce176/fedfc743-c289-4cd2-abdf-caaf178c8eab/6eab478b-40cb-4636-87bb-53aac584c1f6) {{(pid=121606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:33:29.779565 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-82931d7c-ef42-453e-8fe5-04a9e43f36bc req-76d0f11c-e970-4a53-94ad-47b8515eb6e0 tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] Publish callbacks [] for port, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:33:29.910545 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-82931d7c-ef42-453e-8fe5-04a9e43f36bc req-76d0f11c-e970-4a53-94ad-47b8515eb6e0 tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:33:29.923491 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] get_ports_and_sgs() called for port_ids ['cd983581-6def-4cc3-8f23-314ece41e61f'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:33:29.963014 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82931d7c-ef42-453e-8fe5-04a9e43f36bc req-76d0f11c-e970-4a53-94ad-47b8515eb6e0 tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] Network d257b68f-9132-4584-b1b0-827fbb5ce176 is already hosted by enough agents. {{(pid=121606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:33:29.968488 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [req-82931d7c-ef42-453e-8fe5-04a9e43f36bc req-76d0f11c-e970-4a53-94ad-47b8515eb6e0 tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] Resources bound (agent type, host, resource id):  {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:33:29.971638 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [req-82931d7c-ef42-453e-8fe5-04a9e43f36bc req-76d0f11c-e970-4a53-94ad-47b8515eb6e0 tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] Received port after_create {{(pid=121606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:33:30.035960 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d0f11c-e970-4a53-94ad-47b8515eb6e0 tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] Pushing event updated for resources: {'Port': ['ID=6eab478b-40cb-4636-87bb-53aac584c1f6,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:33:30.049175 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:33:30.049175 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:33:30.049175 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:33:30.049175 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:33:30.049175 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:33:30.049175 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:33:30.049175 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:33:30.049175 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:33:30.049175 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:33:30.049175 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:33:30.049175 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:33:30.049175 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:33:30.049175 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:33:30.049175 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:33:30.049175 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:33:30.049175 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:33:30.049175 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:33:30.049175 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:33:30.049175 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:33:30.049175 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:33:30.049175 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:33:30.049175 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:33:30.049175 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:33:30.049175 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:33:30.049175 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:33:30.049175 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:33:30.049175 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:33:30.049175 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:33:30.049175 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:33:30.049175 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:33:30.049175 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:33:30.049175 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:33:30.049175 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:33:30.049175 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:33:30.049175 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:33:30.049175 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:33:30.049175 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:33:30.049175 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:33:30.049175 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:33:30.049175 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:33:30.049175 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:33:30.049175 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:33:30.049175 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:33:30.049175 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:33:30.049175 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:33:30.049175 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:33:30.049175 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:33:30.049175 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:33:30.049175 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82931d7c-ef42-453e-8fe5-04a9e43f36bc req-76d0f11c-e970-4a53-94ad-47b8515eb6e0 tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:33:30.049175 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-82931d7c-ef42-453e-8fe5-04a9e43f36bc req-76d0f11c-e970-4a53-94ad-47b8515eb6e0 tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:33:30.130734 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-82931d7c-ef42-453e-8fe5-04a9e43f36bc req-76d0f11c-e970-4a53-94ad-47b8515eb6e0 tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.9214118
Dec 25 21:33:30.138060 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-82931d7c-ef42-453e-8fe5-04a9e43f36bc req-9a1adcd9-6018-4231-ade6-ac2365e4d8ed service neutron] Request body: {'port': {'device_id': '7f129536-218c-4970-b2c3-e76f19189f8a', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:33:30.262855 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-82931d7c-ef42-453e-8fe5-04a9e43f36bc req-9a1adcd9-6018-4231-ade6-ac2365e4d8ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:33:30.323454 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-dcafe6c1-6920-4ccf-aa2d-4d4479857810 None None] Provisioning complete for port 6eab478b-40cb-4636-87bb-53aac584c1f6 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:33:30.323454 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-dcafe6c1-6920-4ccf-aa2d-4d4479857810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:33:30.329372 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b787066-5fec-4f28-b4da-f1aa5477a209 req-256237cd-8f90-4f88-881a-f7fc139f9c53 tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:33:30.331142 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8b787066-5fec-4f28-b4da-f1aa5477a209 req-256237cd-8f90-4f88-881a-f7fc139f9c53 tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] 10.222.0.32 "GET /v2.0/ports?device_id=7f129536-218c-4970-b2c3-e76f19189f8a HTTP/1.1" status: 200  len: 931 time: 0.1180286
Dec 25 21:33:30.398573 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-dcafe6c1-6920-4ccf-aa2d-4d4479857810 None None] Port 6eab478b-40cb-4636-87bb-53aac584c1f6 cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:33:30.491876 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8b787066-5fec-4f28-b4da-f1aa5477a209 req-9aea1740-dd68-44ba-89bd-a5e8f63de1e0 tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] 10.222.0.32 "GET /v2.0/security-groups?id=8e787377-3d24-4819-b453-04e533e4be82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1534355
Dec 25 21:33:30.545014 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa39a29c-271d-4887-b739-1fd7fe644f15 req-7af6dc2d-6f09-431b-9431-049fe0533e96 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:33:30.546578 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-aa39a29c-271d-4887-b739-1fd7fe644f15 req-7af6dc2d-6f09-431b-9431-049fe0533e96 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] 10.222.0.32 "GET /v2.0/ports?device_id=15fbb331-7835-449b-b015-adf2d50f5186 HTTP/1.1" status: 200  len: 945 time: 0.1202712
Dec 25 21:33:30.659498 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-aa39a29c-271d-4887-b739-1fd7fe644f15 req-cf97990d-0195-4dbd-8ec5-164ca90c4177 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] 10.222.0.32 "GET /v2.0/security-groups?id=89fb11b5-d095-4b35-8a22-8ffdb90cfcff&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0798607
Dec 25 21:33:30.720726 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [req-82931d7c-ef42-453e-8fe5-04a9e43f36bc req-9a1adcd9-6018-4231-ade6-ac2365e4d8ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6eab478b-40cb-4636-87bb-53aac584c1f6 {{(pid=121606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:33:30.728686 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-82931d7c-ef42-453e-8fe5-04a9e43f36bc req-9a1adcd9-6018-4231-ade6-ac2365e4d8ed service neutron] Publish callbacks [] for port, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:33:30.745197 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.provisioning_blocks [req-82931d7c-ef42-453e-8fe5-04a9e43f36bc req-9a1adcd9-6018-4231-ade6-ac2365e4d8ed service neutron] Transition to ACTIVE for port object 6eab478b-40cb-4636-87bb-53aac584c1f6 will not be triggered until provisioned by entity L2. {{(pid=121606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 25 21:33:30.883835 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-82931d7c-ef42-453e-8fe5-04a9e43f36bc req-9a1adcd9-6018-4231-ade6-ac2365e4d8ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:33:30.953095 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1adcd9-6018-4231-ade6-ac2365e4d8ed service neutron] Pushing event updated for resources: {'Port': ['ID=6eab478b-40cb-4636-87bb-53aac584c1f6,revision_number=2']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:33:31.015785 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-82931d7c-ef42-453e-8fe5-04a9e43f36bc req-9a1adcd9-6018-4231-ade6-ac2365e4d8ed service neutron] Attempting to bind port 6eab478b-40cb-4636-87bb-53aac584c1f6 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:33:31.015785 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-82931d7c-ef42-453e-8fe5-04a9e43f36bc req-9a1adcd9-6018-4231-ade6-ac2365e4d8ed service neutron] Attempting to bind port 6eab478b-40cb-4636-87bb-53aac584c1f6 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '399a6746-6b98-4df2-84fe-0fb7167d792c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd257b68f-9132-4584-b1b0-827fbb5ce176'}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:33:31.016210 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82931d7c-ef42-453e-8fe5-04a9e43f36bc req-9a1adcd9-6018-4231-ade6-ac2365e4d8ed service neutron] Attempting to bind port 6eab478b-40cb-4636-87bb-53aac584c1f6 on network d257b68f-9132-4584-b1b0-827fbb5ce176 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:33:31.021482 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82931d7c-ef42-453e-8fe5-04a9e43f36bc req-9a1adcd9-6018-4231-ade6-ac2365e4d8ed service neutron] Port 6eab478b-40cb-4636-87bb-53aac584c1f6 on network d257b68f-9132-4584-b1b0-827fbb5ce176 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 25 21:33:31.021811 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82931d7c-ef42-453e-8fe5-04a9e43f36bc req-9a1adcd9-6018-4231-ade6-ac2365e4d8ed service neutron] Attempting to bind port 6eab478b-40cb-4636-87bb-53aac584c1f6 on network d257b68f-9132-4584-b1b0-827fbb5ce176 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:33:31.027511 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82931d7c-ef42-453e-8fe5-04a9e43f36bc req-9a1adcd9-6018-4231-ade6-ac2365e4d8ed service neutron] Checking agent: {'id': '6d577036-68fc-4aa4-aed7-5ab01de2117e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 21, 4, 34), 'started_at': datetime.datetime(2021, 12, 25, 21, 4, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 33, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:33:31.027852 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82931d7c-ef42-453e-8fe5-04a9e43f36bc req-9a1adcd9-6018-4231-ade6-ac2365e4d8ed service neutron] Checking segment: {'id': '399a6746-6b98-4df2-84fe-0fb7167d792c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd257b68f-9132-4584-b1b0-827fbb5ce176'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:33:31.028246 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82931d7c-ef42-453e-8fe5-04a9e43f36bc req-9a1adcd9-6018-4231-ade6-ac2365e4d8ed service neutron] Bound using segment: {'id': '399a6746-6b98-4df2-84fe-0fb7167d792c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd257b68f-9132-4584-b1b0-827fbb5ce176'} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:33:31.028684 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-82931d7c-ef42-453e-8fe5-04a9e43f36bc req-9a1adcd9-6018-4231-ade6-ac2365e4d8ed service neutron] Bound port: 6eab478b-40cb-4636-87bb-53aac584c1f6, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '399a6746-6b98-4df2-84fe-0fb7167d792c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd257b68f-9132-4584-b1b0-827fbb5ce176'}}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:33:31.029369 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-82931d7c-ef42-453e-8fe5-04a9e43f36bc req-9a1adcd9-6018-4231-ade6-ac2365e4d8ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:33:31.116037 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-82931d7c-ef42-453e-8fe5-04a9e43f36bc req-9a1adcd9-6018-4231-ade6-ac2365e4d8ed service neutron] For port 6eab478b-40cb-4636-87bb-53aac584c1f6, host nch1-master-1, cleared binding levels {{(pid=121606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:33:31.120009 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-82931d7c-ef42-453e-8fe5-04a9e43f36bc req-9a1adcd9-6018-4231-ade6-ac2365e4d8ed service neutron] For port 6eab478b-40cb-4636-87bb-53aac584c1f6, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6eab478b-40cb-4636-87bb-53aac584c1f6,segment=NetworkSegment(399a6746-6b98-4df2-84fe-0fb7167d792c),segment_id=399a6746-6b98-4df2-84fe-0fb7167d792c)] {{(pid=121606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:33:31.213567 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-82931d7c-ef42-453e-8fe5-04a9e43f36bc req-9a1adcd9-6018-4231-ade6-ac2365e4d8ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:33:31.258166 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82931d7c-ef42-453e-8fe5-04a9e43f36bc req-9a1adcd9-6018-4231-ade6-ac2365e4d8ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:33:31.258818 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-82931d7c-ef42-453e-8fe5-04a9e43f36bc req-9a1adcd9-6018-4231-ade6-ac2365e4d8ed service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:33:31.260449 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-82931d7c-ef42-453e-8fe5-04a9e43f36bc req-9a1adcd9-6018-4231-ade6-ac2365e4d8ed service neutron] 10.222.0.31 "PUT /v2.0/ports/6eab478b-40cb-4636-87bb-53aac584c1f6 HTTP/1.1" status: 200  len: 1091 time: 1.1270006
Dec 25 21:33:31.267005 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f129536-218c-4970-b2c3-e76f19189f8a', 'tag': '6eab478b-40cb-4636-87bb-53aac584c1f6'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:33:31.267317 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9858820c13ec2827453b94ebc4181065e990a4e4089ccb9fe762531ac62d2fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af2335ac-a864-49a0-83c8-19b4a8648fbb" -d '{"events": [{"name": "network-changed", "server_uuid": "7f129536-218c-4970-b2c3-e76f19189f8a", "tag": "6eab478b-40cb-4636-87bb-53aac584c1f6"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:33:31.291784 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1adcd9-6018-4231-ade6-ac2365e4d8ed service neutron] Pushing event updated for resources: {'Port': ['ID=6eab478b-40cb-4636-87bb-53aac584c1f6,revision_number=3']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:33:31.331352 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Dec 2021 21:33:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce4154d2-9263-43de-8903-a85a9b566312 x-openstack-request-id: req-ce4154d2-9263-43de-8903-a85a9b566312 {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:33:31.331705 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f129536-218c-4970-b2c3-e76f19189f8a", "tag": "6eab478b-40cb-4636-87bb-53aac584c1f6", "status": "completed", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:33:31.331949 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ce4154d2-9263-43de-8903-a85a9b566312 {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:33:31.332339 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f129536-218c-4970-b2c3-e76f19189f8a', 'tag': '6eab478b-40cb-4636-87bb-53aac584c1f6', 'status': 'completed', 'code': 200}
Dec 25 21:33:31.405012 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2335ac-a864-49a0-83c8-19b4a8648fbb req-12d30199-914f-4542-8ee9-eb0101ed1055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:33:31.406700 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-af2335ac-a864-49a0-83c8-19b4a8648fbb req-12d30199-914f-4542-8ee9-eb0101ed1055 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=c77dc74a46d64a67991d82bf12adb1dc&device_id=7f129536-218c-4970-b2c3-e76f19189f8a HTTP/1.1" status: 200  len: 1094 time: 0.0530643
Dec 25 21:33:31.518560 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2335ac-a864-49a0-83c8-19b4a8648fbb req-a59e6ab6-2f4a-4fae-a195-4d70635571dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:33:31.520167 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-af2335ac-a864-49a0-83c8-19b4a8648fbb req-a59e6ab6-2f4a-4fae-a195-4d70635571dc service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=c77dc74a46d64a67991d82bf12adb1dc&shared=False HTTP/1.1" status: 200  len: 913 time: 0.1064579
Dec 25 21:33:31.677110 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2335ac-a864-49a0-83c8-19b4a8648fbb req-fada3214-a0d3-47d8-9749-e8bc8d7dc878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:33:31.678636 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-af2335ac-a864-49a0-83c8-19b4a8648fbb req-fada3214-a0d3-47d8-9749-e8bc8d7dc878 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1522646
Dec 25 21:33:31.697000 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049e84ae-eaa2-402a-b5eb-cd9c076e522d req-e444aaa1-a075-44e0-9fae-b8e9c2abb6c8 tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:33:31.699491 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-049e84ae-eaa2-402a-b5eb-cd9c076e522d req-e444aaa1-a075-44e0-9fae-b8e9c2abb6c8 tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] 10.222.0.32 "GET /v2.0/ports?device_id=7f129536-218c-4970-b2c3-e76f19189f8a HTTP/1.1" status: 200  len: 943 time: 0.0856388
Dec 25 21:33:31.808190 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-049e84ae-eaa2-402a-b5eb-cd9c076e522d req-ee66eb67-84e2-40e8-9b54-0861e3c6ed85 tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] 10.222.0.32 "GET /v2.0/security-groups?id=8e787377-3d24-4819-b453-04e533e4be82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0980506
Dec 25 21:33:31.823553 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82931d7c-ef42-453e-8fe5-04a9e43f36bc req-02078439-1dbc-4f7b-9dc0-758020a266f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:33:31.826110 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-82931d7c-ef42-453e-8fe5-04a9e43f36bc req-02078439-1dbc-4f7b-9dc0-758020a266f0 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=c77dc74a46d64a67991d82bf12adb1dc&device_id=7f129536-218c-4970-b2c3-e76f19189f8a HTTP/1.1" status: 200  len: 1094 time: 0.0938342
Dec 25 21:33:31.838974 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0945e1-1893-43d2-9c13-57301281ce26 req-9cca3a6d-1da2-4cb2-94a9-024d39b9ed51 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:33:31.840459 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2c0945e1-1893-43d2-9c13-57301281ce26 req-9cca3a6d-1da2-4cb2-94a9-024d39b9ed51 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] 10.222.0.32 "GET /v2.0/ports?device_id=15fbb331-7835-449b-b015-adf2d50f5186 HTTP/1.1" status: 200  len: 945 time: 0.0819068
Dec 25 21:33:31.885860 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-82931d7c-ef42-453e-8fe5-04a9e43f36bc req-2357057f-0673-4384-9006-2f7761033f45 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6eab478b-40cb-4636-87bb-53aac584c1f6 HTTP/1.1" status: 200  len: 217 time: 0.0444009
Dec 25 21:33:31.963663 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2c0945e1-1893-43d2-9c13-57301281ce26 req-2a9ae5fa-79a3-4b35-a6f6-8047675cf480 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] 10.222.0.32 "GET /v2.0/security-groups?id=89fb11b5-d095-4b35-8a22-8ffdb90cfcff&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0806653
Dec 25 21:33:31.965264 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82931d7c-ef42-453e-8fe5-04a9e43f36bc req-f8993842-81e1-47b7-a6e2-a884da0d7ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:33:31.966700 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-82931d7c-ef42-453e-8fe5-04a9e43f36bc req-f8993842-81e1-47b7-a6e2-a884da0d7ea0 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=fedfc743-c289-4cd2-abdf-caaf178c8eab HTTP/1.1" status: 200  len: 851 time: 0.0742733
Dec 25 21:33:32.019788 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82931d7c-ef42-453e-8fe5-04a9e43f36bc req-b5e2ca21-5c18-4515-a4b2-0415e053ad10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:33:32.021464 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-82931d7c-ef42-453e-8fe5-04a9e43f36bc req-b5e2ca21-5c18-4515-a4b2-0415e053ad10 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d257b68f-9132-4584-b1b0-827fbb5ce176&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0475271
Dec 25 21:33:32.130556 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-82931d7c-ef42-453e-8fe5-04a9e43f36bc req-fce9834a-9786-4ed0-a830-18dd947900a5 service neutron] 10.222.0.31 "GET /v2.0/networks/d257b68f-9132-4584-b1b0-827fbb5ce176?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1022251
Dec 25 21:33:32.232035 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-82931d7c-ef42-453e-8fe5-04a9e43f36bc req-0e4a6a05-5c00-476e-a366-77ce336f0182 service neutron] 10.222.0.31 "GET /v2.0/networks/d257b68f-9132-4584-b1b0-827fbb5ce176?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0943208
Dec 25 21:33:32.930068 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db0ae5a-5276-4597-a6df-5158164a1290 req-079f9d87-a723-4930-a845-af22514eb0c9 tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:33:32.932903 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2db0ae5a-5276-4597-a6df-5158164a1290 req-079f9d87-a723-4930-a845-af22514eb0c9 tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] 10.222.0.32 "GET /v2.0/ports?device_id=7f129536-218c-4970-b2c3-e76f19189f8a HTTP/1.1" status: 200  len: 943 time: 0.0545166
Dec 25 21:33:32.988512 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2db0ae5a-5276-4597-a6df-5158164a1290 req-ba265c56-760a-422a-8e8c-a162dea4f78e tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] 10.222.0.32 "GET /v2.0/security-groups?id=8e787377-3d24-4819-b453-04e533e4be82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0509512
Dec 25 21:33:33.094967 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94d1cf1-fc31-47f0-9e9d-28c8b48fb9da req-6f596778-4a88-4911-867b-817683e4b4e7 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:33:33.096413 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b94d1cf1-fc31-47f0-9e9d-28c8b48fb9da req-6f596778-4a88-4911-867b-817683e4b4e7 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] 10.222.0.32 "GET /v2.0/ports?device_id=15fbb331-7835-449b-b015-adf2d50f5186 HTTP/1.1" status: 200  len: 945 time: 0.0538759
Dec 25 21:33:33.148392 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b94d1cf1-fc31-47f0-9e9d-28c8b48fb9da req-8c715f99-6168-475e-8c91-310d04eddbe0 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] 10.222.0.32 "GET /v2.0/security-groups?id=89fb11b5-d095-4b35-8a22-8ffdb90cfcff&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0458927
Dec 25 21:33:34.043402 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 53434) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:33:34.112981 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751e6fe7-f006-40f5-898c-64a364826480 req-6a830b13-25dd-47a1-966b-c8943143b039 tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:33:34.114536 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-751e6fe7-f006-40f5-898c-64a364826480 req-6a830b13-25dd-47a1-966b-c8943143b039 tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] 10.222.0.32 "GET /v2.0/ports?device_id=7f129536-218c-4970-b2c3-e76f19189f8a HTTP/1.1" status: 200  len: 943 time: 0.0557263
Dec 25 21:33:34.157782 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-cbd2365a-992f-4414-a0f0-9af342ca5ec5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:33:34.164498 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-751e6fe7-f006-40f5-898c-64a364826480 req-27ec96eb-3c1f-4a14-8a1f-077a27bdf9b6 tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] 10.222.0.32 "GET /v2.0/security-groups?id=8e787377-3d24-4819-b453-04e533e4be82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439928
Dec 25 21:33:34.274487 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-cbd2365a-992f-4414-a0f0-9af342ca5ec5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:33:34.281099 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce373f3-07de-4edd-8d46-889990c676e0 req-9f777483-4db0-49f0-8bb6-dbd12a6fe2d9 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:33:34.282827 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-cce373f3-07de-4edd-8d46-889990c676e0 req-9f777483-4db0-49f0-8bb6-dbd12a6fe2d9 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] 10.222.0.32 "GET /v2.0/ports?device_id=15fbb331-7835-449b-b015-adf2d50f5186 HTTP/1.1" status: 200  len: 945 time: 0.0569015
Dec 25 21:33:34.333652 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-cce373f3-07de-4edd-8d46-889990c676e0 req-4566481f-8535-482e-8c53-70e52317dff1 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] 10.222.0.32 "GET /v2.0/security-groups?id=89fb11b5-d095-4b35-8a22-8ffdb90cfcff&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0448139
Dec 25 21:33:34.352337 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-cbd2365a-992f-4414-a0f0-9af342ca5ec5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:33:34.393818 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-cbd2365a-992f-4414-a0f0-9af342ca5ec5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8a09e3ed86694636b1c9852cd9d169a5&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3492696
Dec 25 21:33:34.394927 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd2365a-992f-4414-a0f0-9af342ca5ec5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0309952b-f8b2-4558-a906-bf53d38a23ea,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:33:34.396585 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 53444) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:33:34.443983 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-8278e503-b87a-4ba9-8f12-00730c38bc58 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:33:34.452847 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:33:34.465944 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-8278e503-b87a-4ba9-8f12-00730c38bc58 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:33:34.629413 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-8278e503-b87a-4ba9-8f12-00730c38bc58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:33:34.632034 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-8278e503-b87a-4ba9-8f12-00730c38bc58 admin admin] Publish callbacks [] for security_group, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:33:34.633209 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-8278e503-b87a-4ba9-8f12-00730c38bc58 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0309952b-f8b2-4558-a906-bf53d38a23ea HTTP/1.1" status: 204  len: 168 time: 0.2355800
Dec 25 21:33:34.641777 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8278e503-b87a-4ba9-8f12-00730c38bc58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0309952b-f8b2-4558-a906-bf53d38a23ea,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:33:34.766515 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-84d08315-f1a2-4fed-a6d9-c17bd1c2a49e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:33:35.290544 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce178805-61f4-445d-ab04-3c4606cda9f5 req-e2dc91d8-2e8f-4993-990b-0a8ea7e52d86 tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:33:35.303775 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ce178805-61f4-445d-ab04-3c4606cda9f5 req-e2dc91d8-2e8f-4993-990b-0a8ea7e52d86 tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] 10.222.0.32 "GET /v2.0/ports?device_id=7f129536-218c-4970-b2c3-e76f19189f8a HTTP/1.1" status: 200  len: 943 time: 0.0621028
Dec 25 21:33:35.304375 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 53480) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:33:35.319503 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-001a9e14-b57c-445e-aae2-a794849753e1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:33:35.366179 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ce178805-61f4-445d-ab04-3c4606cda9f5 req-8cbf8e28-d92b-476f-8e6d-0160fe091806 tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] 10.222.0.32 "GET /v2.0/security-groups?id=8e787377-3d24-4819-b453-04e533e4be82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0664427
Dec 25 21:33:35.425346 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-001a9e14-b57c-445e-aae2-a794849753e1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:33:35.503241 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7e335c-0626-4695-8128-29fa619a8eb4 req-2dd94ae8-c46f-45e8-b916-48a3185084e8 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:33:35.504862 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ec7e335c-0626-4695-8128-29fa619a8eb4 req-2dd94ae8-c46f-45e8-b916-48a3185084e8 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] 10.222.0.32 "GET /v2.0/ports?device_id=15fbb331-7835-449b-b015-adf2d50f5186 HTTP/1.1" status: 200  len: 945 time: 0.0570242
Dec 25 21:33:35.520906 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-001a9e14-b57c-445e-aae2-a794849753e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:33:35.553411 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ec7e335c-0626-4695-8128-29fa619a8eb4 req-55e50045-dee4-4839-b6d7-75907b10eaf5 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] 10.222.0.32 "GET /v2.0/security-groups?id=89fb11b5-d095-4b35-8a22-8ffdb90cfcff&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425358
Dec 25 21:33:35.560178 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-001a9e14-b57c-445e-aae2-a794849753e1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f334cc15ef5248f896bee9c1baac72e0&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2552369
Dec 25 21:33:35.561456 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001a9e14-b57c-445e-aae2-a794849753e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9ccad6b-da9f-4c91-9451-bb16a31acd44,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:33:35.568679 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 53504) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:33:35.618809 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-f26a677a-09e4-47ae-b1d1-25a5a0202849 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:33:35.640001 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-f26a677a-09e4-47ae-b1d1-25a5a0202849 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:33:35.764076 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-f26a677a-09e4-47ae-b1d1-25a5a0202849 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:33:35.767791 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-f26a677a-09e4-47ae-b1d1-25a5a0202849 admin admin] Publish callbacks [] for security_group, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:33:35.768997 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-f26a677a-09e4-47ae-b1d1-25a5a0202849 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a9ccad6b-da9f-4c91-9451-bb16a31acd44 HTTP/1.1" status: 204  len: 168 time: 0.2033274
Dec 25 21:33:35.777075 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26a677a-09e4-47ae-b1d1-25a5a0202849 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9ccad6b-da9f-4c91-9451-bb16a31acd44,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:33:36.504769 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85941adb-0217-4b68-a25b-73cdff60925e req-22a12e7c-54d3-4fee-a25d-b239b127030d tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:33:36.507454 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-85941adb-0217-4b68-a25b-73cdff60925e req-22a12e7c-54d3-4fee-a25d-b239b127030d tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] 10.222.0.32 "GET /v2.0/ports?device_id=7f129536-218c-4970-b2c3-e76f19189f8a HTTP/1.1" status: 200  len: 943 time: 0.0622947
Dec 25 21:33:36.561927 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-85941adb-0217-4b68-a25b-73cdff60925e req-97400688-ad96-4b29-86e7-430bcbeb9ba5 tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] 10.222.0.32 "GET /v2.0/security-groups?id=8e787377-3d24-4819-b453-04e533e4be82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0479631
Dec 25 21:33:36.717744 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4f8f01-694b-4c51-960b-854353346024 req-454f6ab5-2af3-4e90-b720-714c83834568 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:33:36.719944 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3f4f8f01-694b-4c51-960b-854353346024 req-454f6ab5-2af3-4e90-b720-714c83834568 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] 10.222.0.32 "GET /v2.0/ports?device_id=15fbb331-7835-449b-b015-adf2d50f5186 HTTP/1.1" status: 200  len: 945 time: 0.0534775
Dec 25 21:33:36.780557 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3f4f8f01-694b-4c51-960b-854353346024 req-f502a91b-1612-4b19-ab3f-8ad4c831dee6 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] 10.222.0.32 "GET /v2.0/security-groups?id=89fb11b5-d095-4b35-8a22-8ffdb90cfcff&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0539074
Dec 25 21:33:37.024732 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-1889d38b-a66d-4d3c-9f0a-252938542ce0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:33:37.696064 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017523e9-b520-41f9-a991-76c14888083b req-355507e1-aa34-4c41-b4f2-b0544aa8a577 tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:33:37.697614 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-017523e9-b520-41f9-a991-76c14888083b req-355507e1-aa34-4c41-b4f2-b0544aa8a577 tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] 10.222.0.32 "GET /v2.0/ports?device_id=7f129536-218c-4970-b2c3-e76f19189f8a HTTP/1.1" status: 200  len: 943 time: 0.0506549
Dec 25 21:33:37.760534 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-017523e9-b520-41f9-a991-76c14888083b req-9f63ebaa-99a2-46ad-9a39-3aa1280fc4a2 tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] 10.222.0.32 "GET /v2.0/security-groups?id=8e787377-3d24-4819-b453-04e533e4be82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0530593
Dec 25 21:33:37.920569 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9647ce7-dd92-4aff-b232-1f8ca05b2124 req-61f518cd-8d9e-457f-957d-931922fc39e1 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:33:37.922817 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f9647ce7-dd92-4aff-b232-1f8ca05b2124 req-61f518cd-8d9e-457f-957d-931922fc39e1 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] 10.222.0.32 "GET /v2.0/ports?device_id=15fbb331-7835-449b-b015-adf2d50f5186 HTTP/1.1" status: 200  len: 945 time: 0.0536623
Dec 25 21:33:37.981850 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f9647ce7-dd92-4aff-b232-1f8ca05b2124 req-7111a388-b8cf-44e6-a2a9-98d35f020d3f tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] 10.222.0.32 "GET /v2.0/security-groups?id=89fb11b5-d095-4b35-8a22-8ffdb90cfcff&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0526054
Dec 25 21:33:38.269769 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:33:38.589406 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3e945ecd-9380-47c2-aa0a-12ebe07e03e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:33:38.881893 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b6c70a-a9fa-439b-9e16-a357dd9b69b3 req-ca5697b3-3955-415e-9d6a-82a5598c94b2 tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:33:38.883409 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e8b6c70a-a9fa-439b-9e16-a357dd9b69b3 req-ca5697b3-3955-415e-9d6a-82a5598c94b2 tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] 10.222.0.32 "GET /v2.0/ports?device_id=7f129536-218c-4970-b2c3-e76f19189f8a HTTP/1.1" status: 200  len: 943 time: 0.0609744
Dec 25 21:33:38.938082 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e8b6c70a-a9fa-439b-9e16-a357dd9b69b3 req-c5b4899f-5de5-427a-b9bf-3a95cce5706a tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] 10.222.0.32 "GET /v2.0/security-groups?id=8e787377-3d24-4819-b453-04e533e4be82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0469537
Dec 25 21:33:39.134539 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f484d000-431e-4b36-821b-32bdc3cd9dd7 req-0ff1678c-8608-4884-93fa-d0d115f84cc1 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:33:39.136261 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f484d000-431e-4b36-821b-32bdc3cd9dd7 req-0ff1678c-8608-4884-93fa-d0d115f84cc1 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] 10.222.0.32 "GET /v2.0/ports?device_id=15fbb331-7835-449b-b015-adf2d50f5186 HTTP/1.1" status: 200  len: 945 time: 0.0673070
Dec 25 21:33:39.194405 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f484d000-431e-4b36-821b-32bdc3cd9dd7 req-7ff8f66c-aa39-458b-b53b-9ce532e8efc9 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] 10.222.0.32 "GET /v2.0/security-groups?id=89fb11b5-d095-4b35-8a22-8ffdb90cfcff&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0494981
Dec 25 21:33:39.544404 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-15cb578f-7a63-4fd3-925d-83bad4c7b82a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:33:40.057161 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bd2447-a6f6-4fc1-82aa-848c120fbd03 req-8d023399-d4f1-4c6d-bd7f-d457b0cf044f tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:33:40.058586 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c3bd2447-a6f6-4fc1-82aa-848c120fbd03 req-8d023399-d4f1-4c6d-bd7f-d457b0cf044f tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] 10.222.0.32 "GET /v2.0/ports?device_id=7f129536-218c-4970-b2c3-e76f19189f8a HTTP/1.1" status: 200  len: 943 time: 0.0494220
Dec 25 21:33:40.113251 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c3bd2447-a6f6-4fc1-82aa-848c120fbd03 req-6013c360-68e2-4e01-a1aa-baa22ac90bfe tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] 10.222.0.32 "GET /v2.0/security-groups?id=8e787377-3d24-4819-b453-04e533e4be82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0479503
Dec 25 21:33:40.322996 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09775ecd-c4ab-4943-929b-8a2e0b28172c req-12a1f624-7dc9-49aa-92fc-f9c273d2393d tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:33:40.322996 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-09775ecd-c4ab-4943-929b-8a2e0b28172c req-12a1f624-7dc9-49aa-92fc-f9c273d2393d tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] 10.222.0.32 "GET /v2.0/ports?device_id=15fbb331-7835-449b-b015-adf2d50f5186 HTTP/1.1" status: 200  len: 945 time: 0.0502934
Dec 25 21:33:40.370598 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-09775ecd-c4ab-4943-929b-8a2e0b28172c req-37ed12ce-e834-463b-97d5-2a7f9213fc0d tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] 10.222.0.32 "GET /v2.0/security-groups?id=89fb11b5-d095-4b35-8a22-8ffdb90cfcff&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0413828
Dec 25 21:33:40.686637 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:33:41.097182 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device 9011d65b-fbaf-42ac-99a9-d60be63e84b8 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 25 21:33:41.220065 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port 9011d65b-fbaf-42ac-99a9-d60be63e84b8, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9011d65b-fbaf-42ac-99a9-d60be63e84b8,segment=NetworkSegment(51150129-bf93-43ed-a72b-663a41e8f921),segment_id=51150129-bf93-43ed-a72b-663a41e8f921)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:33:41.239531 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Returning: {'device': '9011d65b-fbaf-42ac-99a9-d60be63e84b8', 'network_id': 'c8199f70-d579-4a7f-8b38-5d569ea5e784', 'port_id': '9011d65b-fbaf-42ac-99a9-d60be63e84b8', 'mac_address': 'fa:16:3e:38:c8:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0cf468ed-9644-4e44-939f-6c7d09675460', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 25 21:33:41.296178 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:33:41.298126 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cefccb6-979e-42cf-bd3d-a7ef06576eb8 req-5416c321-cb30-49fc-abc9-8be3c3f923c3 tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:33:41.308767 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3cefccb6-979e-42cf-bd3d-a7ef06576eb8 req-5416c321-cb30-49fc-abc9-8be3c3f923c3 tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] 10.222.0.32 "GET /v2.0/ports?device_id=7f129536-218c-4970-b2c3-e76f19189f8a HTTP/1.1" status: 200  len: 943 time: 0.1058877
Dec 25 21:33:41.314671 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9011d65b-fbaf-42ac-99a9-d60be63e84b8 {{(pid=121608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:33:41.341062 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port 9011d65b-fbaf-42ac-99a9-d60be63e84b8, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9011d65b-fbaf-42ac-99a9-d60be63e84b8,segment=NetworkSegment(51150129-bf93-43ed-a72b-663a41e8f921),segment_id=51150129-bf93-43ed-a72b-663a41e8f921)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:33:41.367655 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3cefccb6-979e-42cf-bd3d-a7ef06576eb8 req-58eee424-c45d-4571-aa40-e50a9f098a54 tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] 10.222.0.32 "GET /v2.0/security-groups?id=8e787377-3d24-4819-b453-04e533e4be82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0570018
Dec 25 21:33:41.439964 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:33:41.511015 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Pushing event updated for resources: {'Port': ['ID=9011d65b-fbaf-42ac-99a9-d60be63e84b8,revision_number=6']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:33:41.516773 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9965db-ebe4-43d5-8a87-7292e51d737e req-6a9c48db-55f1-4ff7-a906-e80ce67a097c tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:33:41.518543 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-fc9965db-ebe4-43d5-8a87-7292e51d737e req-6a9c48db-55f1-4ff7-a906-e80ce67a097c tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] 10.222.0.32 "GET /v2.0/ports?device_id=15fbb331-7835-449b-b015-adf2d50f5186 HTTP/1.1" status: 200  len: 944 time: 0.0609300
Dec 25 21:33:41.518761 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:33:41.519102 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:33:41.519435 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:33:41.519963 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:33:41.520293 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:33:41.520618 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:33:41.521140 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:33:41.521466 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:33:41.521792 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:33:41.522478 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:33:41.522650 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:33:41.525169 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:33:41.525710 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:33:41.534454 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] get_ports_and_sgs() called for port_ids ['9011d65b-fbaf-42ac-99a9-d60be63e84b8'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:33:41.582464 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-fc9965db-ebe4-43d5-8a87-7292e51d737e req-dee022ff-87ab-4105-8b77-3e1f18d9eade tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] 10.222.0.32 "GET /v2.0/security-groups?id=89fb11b5-d095-4b35-8a22-8ffdb90cfcff&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0467680
Dec 25 21:33:41.695422 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device 6eab478b-40cb-4636-87bb-53aac584c1f6 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 25 21:33:41.799189 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port 6eab478b-40cb-4636-87bb-53aac584c1f6, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6eab478b-40cb-4636-87bb-53aac584c1f6,segment=NetworkSegment(399a6746-6b98-4df2-84fe-0fb7167d792c),segment_id=399a6746-6b98-4df2-84fe-0fb7167d792c)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:33:41.814235 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Returning: {'device': '6eab478b-40cb-4636-87bb-53aac584c1f6', 'network_id': 'd257b68f-9132-4584-b1b0-827fbb5ce176', 'port_id': '6eab478b-40cb-4636-87bb-53aac584c1f6', 'mac_address': 'fa:16:3e:45:f6:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fedfc743-c289-4cd2-abdf-caaf178c8eab', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 25 21:33:41.857813 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:33:41.871944 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6eab478b-40cb-4636-87bb-53aac584c1f6 {{(pid=121608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:33:41.890821 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port 6eab478b-40cb-4636-87bb-53aac584c1f6, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6eab478b-40cb-4636-87bb-53aac584c1f6,segment=NetworkSegment(399a6746-6b98-4df2-84fe-0fb7167d792c),segment_id=399a6746-6b98-4df2-84fe-0fb7167d792c)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:33:41.998226 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:33:42.058605 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Pushing event updated for resources: {'Port': ['ID=6eab478b-40cb-4636-87bb-53aac584c1f6,revision_number=4']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:33:42.260580 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] get_ports_and_sgs() called for port_ids ['6eab478b-40cb-4636-87bb-53aac584c1f6'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:33:42.512590 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736b4b06-a68a-470b-b203-ee630b555058 req-9f50c2bc-1d0a-4a69-bb13-5fab155460ae tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:33:42.514461 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-736b4b06-a68a-470b-b203-ee630b555058 req-9f50c2bc-1d0a-4a69-bb13-5fab155460ae tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] 10.222.0.32 "GET /v2.0/ports?device_id=7f129536-218c-4970-b2c3-e76f19189f8a HTTP/1.1" status: 200  len: 944 time: 0.0565975
Dec 25 21:33:42.582922 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-736b4b06-a68a-470b-b203-ee630b555058 req-ebfbb7a9-0807-4f42-96c7-bded454ef71a tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] 10.222.0.32 "GET /v2.0/security-groups?id=8e787377-3d24-4819-b453-04e533e4be82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0599847
Dec 25 21:33:42.759255 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d07aefe-7ede-4dcb-bcc3-3816a6501922 req-55de61f0-482a-4ff4-9e68-6641d926a49b tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:33:42.761324 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0d07aefe-7ede-4dcb-bcc3-3816a6501922 req-55de61f0-482a-4ff4-9e68-6641d926a49b tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] 10.222.0.32 "GET /v2.0/ports?device_id=15fbb331-7835-449b-b015-adf2d50f5186 HTTP/1.1" status: 200  len: 944 time: 0.0801592
Dec 25 21:33:42.845697 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0d07aefe-7ede-4dcb-bcc3-3816a6501922 req-af7d2d92-90e6-4c5e-89df-f03a6054f777 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] 10.222.0.32 "GET /v2.0/security-groups?id=89fb11b5-d095-4b35-8a22-8ffdb90cfcff&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0760283
Dec 25 21:33:43.093004 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device 9011d65b-fbaf-42ac-99a9-d60be63e84b8 up at agent hyperv_nch2-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:33:43.176561 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Provisioning complete for port 9011d65b-fbaf-42ac-99a9-d60be63e84b8 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:33:43.176561 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:33:43.269988 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:33:43.301146 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15fbb331-7835-449b-b015-adf2d50f5186', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9011d65b-fbaf-42ac-99a9-d60be63e84b8'}] {{(pid=121608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:33:43.306102 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a88c78c3ff6266bd59c7e89d275b28c92e739b67d23c89d71af88829fd31566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5075a24b-841c-4beb-bfee-9efc0da7f0ae" -d '{"events": [{"server_uuid": "15fbb331-7835-449b-b015-adf2d50f5186", "name": "network-vif-plugged", "status": "completed", "tag": "9011d65b-fbaf-42ac-99a9-d60be63e84b8"}]}' {{(pid=121608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:33:43.319580 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port 9011d65b-fbaf-42ac-99a9-d60be63e84b8, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9011d65b-fbaf-42ac-99a9-d60be63e84b8,segment=NetworkSegment(51150129-bf93-43ed-a72b-663a41e8f921),segment_id=51150129-bf93-43ed-a72b-663a41e8f921)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:33:43.360790 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 21:33:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aded8d5f-80ef-44fa-8080-2603963a6ba7 x-openstack-request-id: req-aded8d5f-80ef-44fa-8080-2603963a6ba7 {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:33:43.361212 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15fbb331-7835-449b-b015-adf2d50f5186", "name": "network-vif-plugged", "status": "completed", "tag": "9011d65b-fbaf-42ac-99a9-d60be63e84b8", "code": 200}]} {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:33:43.361477 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-aded8d5f-80ef-44fa-8080-2603963a6ba7 {{(pid=121608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:33:43.361876 ncdv-master-1 neutron-server[121608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15fbb331-7835-449b-b015-adf2d50f5186', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9011d65b-fbaf-42ac-99a9-d60be63e84b8', 'code': 200}
Dec 25 21:33:43.390989 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:33:43.453994 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Pushing event updated for resources: {'Port': ['ID=9011d65b-fbaf-42ac-99a9-d60be63e84b8,revision_number=7']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:33:43.709779 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device 6eab478b-40cb-4636-87bb-53aac584c1f6 up at agent hyperv_nch1-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:33:43.749017 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0df4c48-ff34-4636-9540-25881ba73f7e req-94c37407-b5ad-4bb2-8258-ad5a9ce8456b tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:33:43.758783 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f0df4c48-ff34-4636-9540-25881ba73f7e req-94c37407-b5ad-4bb2-8258-ad5a9ce8456b tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] 10.222.0.32 "GET /v2.0/ports?device_id=7f129536-218c-4970-b2c3-e76f19189f8a HTTP/1.1" status: 200  len: 944 time: 0.0810013
Dec 25 21:33:43.903774 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Provisioning for port 6eab478b-40cb-4636-87bb-53aac584c1f6 completed by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 25 21:33:43.909110 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Provisioning complete for port 6eab478b-40cb-4636-87bb-53aac584c1f6 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:33:43.909491 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:33:43.909994 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f0df4c48-ff34-4636-9540-25881ba73f7e req-d76be111-d8c5-41cd-a534-82c4f0b56926 tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] 10.222.0.32 "GET /v2.0/security-groups?id=8e787377-3d24-4819-b453-04e533e4be82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1497343
Dec 25 21:33:44.027696 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cdd0c8-1899-4602-a3a0-3caae874ed1f req-801ae433-ebaf-4f8b-bdaa-59ae67ec7f8e tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:33:44.037492 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d8cdd0c8-1899-4602-a3a0-3caae874ed1f req-801ae433-ebaf-4f8b-bdaa-59ae67ec7f8e tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] 10.222.0.32 "GET /v2.0/ports?device_id=15fbb331-7835-449b-b015-adf2d50f5186 HTTP/1.1" status: 200  len: 945 time: 0.1042116
Dec 25 21:33:44.108997 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:33:44.123344 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d8cdd0c8-1899-4602-a3a0-3caae874ed1f req-216af9f4-6777-44fc-b220-d0ef24c2240a tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] 10.222.0.32 "GET /v2.0/security-groups?id=89fb11b5-d095-4b35-8a22-8ffdb90cfcff&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0792966
Dec 25 21:33:44.154679 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port 6eab478b-40cb-4636-87bb-53aac584c1f6, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6eab478b-40cb-4636-87bb-53aac584c1f6,segment=NetworkSegment(399a6746-6b98-4df2-84fe-0fb7167d792c),segment_id=399a6746-6b98-4df2-84fe-0fb7167d792c)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:33:44.507364 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:33:44.580067 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Pushing event updated for resources: {'Port': ['ID=6eab478b-40cb-4636-87bb-53aac584c1f6,revision_number=5']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:33:45.067678 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c602f724-862f-4eec-8e8c-5346967401e6 req-9b790d35-8f95-44fc-838c-ddc3ff4ef9a2 tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:33:45.078420 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c602f724-862f-4eec-8e8c-5346967401e6 req-9b790d35-8f95-44fc-838c-ddc3ff4ef9a2 tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] 10.222.0.32 "GET /v2.0/ports?device_id=7f129536-218c-4970-b2c3-e76f19189f8a HTTP/1.1" status: 200  len: 945 time: 0.0796864
Dec 25 21:33:45.144381 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c602f724-862f-4eec-8e8c-5346967401e6 req-1aacc429-5250-432e-8127-6f5146491503 tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] 10.222.0.32 "GET /v2.0/security-groups?id=8e787377-3d24-4819-b453-04e533e4be82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0630326
Dec 25 21:33:45.291475 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d2cfad-5507-4a3d-b382-abdd7f3f6d2d req-49375c1e-549b-4b77-a97d-f44b99bb807b tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:33:45.293003 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b1d2cfad-5507-4a3d-b382-abdd7f3f6d2d req-49375c1e-549b-4b77-a97d-f44b99bb807b tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] 10.222.0.32 "GET /v2.0/ports?device_id=15fbb331-7835-449b-b015-adf2d50f5186 HTTP/1.1" status: 200  len: 945 time: 0.0528393
Dec 25 21:33:45.365666 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f129536-218c-4970-b2c3-e76f19189f8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6eab478b-40cb-4636-87bb-53aac584c1f6'}] {{(pid=121608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:33:45.365666 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a88c78c3ff6266bd59c7e89d275b28c92e739b67d23c89d71af88829fd31566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bdb5745-3b42-4093-95df-6c68c7c71138" -d '{"events": [{"server_uuid": "7f129536-218c-4970-b2c3-e76f19189f8a", "name": "network-vif-plugged", "status": "completed", "tag": "6eab478b-40cb-4636-87bb-53aac584c1f6"}]}' {{(pid=121608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:33:45.429632 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b1d2cfad-5507-4a3d-b382-abdd7f3f6d2d req-eb1b2e64-b72a-4390-a538-64fe76f57724 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] 10.222.0.32 "GET /v2.0/security-groups?id=89fb11b5-d095-4b35-8a22-8ffdb90cfcff&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1248696
Dec 25 21:33:45.430311 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 21:33:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac842c62-a80b-4094-aa53-ddd830e056b4 x-openstack-request-id: req-ac842c62-a80b-4094-aa53-ddd830e056b4 {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:33:45.430712 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f129536-218c-4970-b2c3-e76f19189f8a", "name": "network-vif-plugged", "status": "completed", "tag": "6eab478b-40cb-4636-87bb-53aac584c1f6", "code": 200}]} {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:33:45.431068 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ac842c62-a80b-4094-aa53-ddd830e056b4 {{(pid=121608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:33:45.431576 ncdv-master-1 neutron-server[121608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f129536-218c-4970-b2c3-e76f19189f8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6eab478b-40cb-4636-87bb-53aac584c1f6', 'code': 200}
Dec 25 21:33:45.540323 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6038f9-9022-4097-9d18-0b98915e6c55 req-86ae4f1c-e710-4f48-9f49-992ff93eac75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:33:45.541896 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1c6038f9-9022-4097-9d18-0b98915e6c55 req-86ae4f1c-e710-4f48-9f49-992ff93eac75 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=7f129536-218c-4970-b2c3-e76f19189f8a HTTP/1.1" status: 200  len: 1096 time: 0.0509202
Dec 25 21:33:45.601874 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1c6038f9-9022-4097-9d18-0b98915e6c55 req-6ea4734a-1aa0-47f3-a659-50178964a9fa service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=8e787377-3d24-4819-b453-04e533e4be82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0515761
Dec 25 21:33:46.281634 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818e792e-1ed9-4ffd-82ac-0da19a50ec9e req-df8cec9f-4e55-4185-8f30-4d2a26e58684 tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:33:46.283121 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-818e792e-1ed9-4ffd-82ac-0da19a50ec9e req-df8cec9f-4e55-4185-8f30-4d2a26e58684 tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] 10.222.0.32 "GET /v2.0/ports?device_id=7f129536-218c-4970-b2c3-e76f19189f8a HTTP/1.1" status: 200  len: 945 time: 0.0559292
Dec 25 21:33:46.351986 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-818e792e-1ed9-4ffd-82ac-0da19a50ec9e req-7c46fffe-b88c-48b5-bd4e-3e1292f51a55 tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] 10.222.0.32 "GET /v2.0/security-groups?id=8e787377-3d24-4819-b453-04e533e4be82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0552149
Dec 25 21:33:46.646530 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4f223f-2ba3-4c9b-b716-eadd1e10687a req-dc92c369-ccb5-4cc3-9a66-304375906a32 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:33:46.656838 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ee4f223f-2ba3-4c9b-b716-eadd1e10687a req-dc92c369-ccb5-4cc3-9a66-304375906a32 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] 10.222.0.32 "GET /v2.0/ports?device_id=15fbb331-7835-449b-b015-adf2d50f5186 HTTP/1.1" status: 200  len: 945 time: 0.1107814
Dec 25 21:33:46.713062 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ee4f223f-2ba3-4c9b-b716-eadd1e10687a req-aade7247-a283-4d23-8766-7427db832ee7 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] 10.222.0.32 "GET /v2.0/security-groups?id=89fb11b5-d095-4b35-8a22-8ffdb90cfcff&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0547802
Dec 25 21:33:47.514988 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670e5a07-ac71-4272-bb2f-48e2e9e328d0 req-8316e042-7bcb-4a90-868b-39aca9544580 tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:33:47.518089 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-670e5a07-ac71-4272-bb2f-48e2e9e328d0 req-8316e042-7bcb-4a90-868b-39aca9544580 tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] 10.222.0.32 "GET /v2.0/ports?device_id=7f129536-218c-4970-b2c3-e76f19189f8a HTTP/1.1" status: 200  len: 945 time: 0.0700750
Dec 25 21:33:47.592514 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-670e5a07-ac71-4272-bb2f-48e2e9e328d0 req-22a65b35-0c1f-4632-ac9c-d1f7231fd65b tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] 10.222.0.32 "GET /v2.0/security-groups?id=8e787377-3d24-4819-b453-04e533e4be82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0677240
Dec 25 21:33:47.857988 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efda75f-e50e-4cea-a98b-3ce617872088 req-d2315e7e-fb9c-4b34-8343-5b6ea3ecbae1 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:33:47.865195 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-6efda75f-e50e-4cea-a98b-3ce617872088 req-d2315e7e-fb9c-4b34-8343-5b6ea3ecbae1 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] 10.222.0.32 "GET /v2.0/ports?device_id=15fbb331-7835-449b-b015-adf2d50f5186 HTTP/1.1" status: 200  len: 945 time: 0.0596178
Dec 25 21:33:47.919773 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-6efda75f-e50e-4cea-a98b-3ce617872088 req-e33703d9-784f-42b9-a6f1-0d891eceb836 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] 10.222.0.32 "GET /v2.0/security-groups?id=89fb11b5-d095-4b35-8a22-8ffdb90cfcff&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0533741
Dec 25 21:33:48.590256 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 53946) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:33:48.740174 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-504dce3e-de02-4e03-ae69-fce2f5a7b672 admin admin] Publish callbacks [] for security_group, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:33:48.769758 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6d5fce-2f53-4c01-9130-02a67e6db934 req-923622fa-b7b4-44a7-b5a7-fe27e13af21f tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:33:48.771402 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4c6d5fce-2f53-4c01-9130-02a67e6db934 req-923622fa-b7b4-44a7-b5a7-fe27e13af21f tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] 10.222.0.32 "GET /v2.0/ports?device_id=7f129536-218c-4970-b2c3-e76f19189f8a HTTP/1.1" status: 200  len: 945 time: 0.0927246
Dec 25 21:33:48.848766 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4c6d5fce-2f53-4c01-9130-02a67e6db934 req-fc2a8732-2a2c-4bcc-b55f-581b8d593cd5 tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] 10.222.0.32 "GET /v2.0/security-groups?id=8e787377-3d24-4819-b453-04e533e4be82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0659270
Dec 25 21:33:48.882883 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-504dce3e-de02-4e03-ae69-fce2f5a7b672 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:33:48.992486 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-504dce3e-de02-4e03-ae69-fce2f5a7b672 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:33:49.028916 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad57ca4-0731-475b-9e07-247fe812dd49 req-f04fb0c1-050c-4255-b9c6-d248e561d7e3 tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:33:49.034427 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-aad57ca4-0731-475b-9e07-247fe812dd49 req-f04fb0c1-050c-4255-b9c6-d248e561d7e3 tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] 10.222.0.32 "GET /v2.0/ports?device_id=7f129536-218c-4970-b2c3-e76f19189f8a HTTP/1.1" status: 200  len: 945 time: 0.0921583
Dec 25 21:33:49.098286 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-504dce3e-de02-4e03-ae69-fce2f5a7b672 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6e167a3e902c4cf59212333cfa5effbb&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5069647
Dec 25 21:33:49.100980 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 53958) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:33:49.106324 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504dce3e-de02-4e03-ae69-fce2f5a7b672 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5c44254-d61c-4f2d-b8ff-c44ba32b2d2a,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:33:49.144091 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-aad57ca4-0731-475b-9e07-247fe812dd49 req-79b98324-5997-41c5-a27e-71b5975a4aeb tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] 10.222.0.32 "GET /v2.0/security-groups?id=8e787377-3d24-4819-b453-04e533e4be82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0911944
Dec 25 21:33:49.152554 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31aba3eb-9009-466d-a3cc-f542a27505fe req-47c8540f-766b-4d0a-9392-32157a9dbc2b tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:33:49.160432 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-31aba3eb-9009-466d-a3cc-f542a27505fe req-47c8540f-766b-4d0a-9392-32157a9dbc2b tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] 10.222.0.32 "GET /v2.0/ports?device_id=15fbb331-7835-449b-b015-adf2d50f5186 HTTP/1.1" status: 200  len: 945 time: 0.1437371
Dec 25 21:33:49.166825 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-d4e3377c-642b-4809-84e3-7797040ceabc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:33:49.198234 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-d4e3377c-642b-4809-84e3-7797040ceabc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:33:49.211673 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-31aba3eb-9009-466d-a3cc-f542a27505fe req-e6e92dcd-1190-4cf9-8f7b-ff08a48d79cc tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] 10.222.0.32 "GET /v2.0/security-groups?id=89fb11b5-d095-4b35-8a22-8ffdb90cfcff&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0503640
Dec 25 21:33:49.486232 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-d4e3377c-642b-4809-84e3-7797040ceabc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:33:49.488912 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-d4e3377c-642b-4809-84e3-7797040ceabc admin admin] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:33:49.492715 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-d4e3377c-642b-4809-84e3-7797040ceabc admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d5c44254-d61c-4f2d-b8ff-c44ba32b2d2a HTTP/1.1" status: 204  len: 168 time: 0.3874285
Dec 25 21:33:49.500748 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e3377c-642b-4809-84e3-7797040ceabc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5c44254-d61c-4f2d-b8ff-c44ba32b2d2a,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:33:49.935696 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b45e09-524f-4202-9a93-4276984f544b req-a0c2ebbf-faa3-4cb8-a839-988bdf97eead tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:33:49.943474 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d7b45e09-524f-4202-9a93-4276984f544b req-a0c2ebbf-faa3-4cb8-a839-988bdf97eead tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] 10.222.0.32 "GET /v2.0/ports?device_id=7f129536-218c-4970-b2c3-e76f19189f8a HTTP/1.1" status: 200  len: 945 time: 0.0662594
Dec 25 21:33:50.004076 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d7b45e09-524f-4202-9a93-4276984f544b req-fcd579b1-9d93-4923-a270-225fd55f9a42 tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] 10.222.0.32 "GET /v2.0/security-groups?id=8e787377-3d24-4819-b453-04e533e4be82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0594759
Dec 25 21:33:50.266738 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 53992) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:33:50.285856 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-ee01f846-e1e4-4c05-a0c6-0b9a06523f6d admin admin] Publish callbacks [] for security_group, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:33:50.413358 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61a5f8a-913d-4f44-b65f-56d5db03f8f6 req-f62760d2-f026-4452-896b-00fa8ee109be tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:33:50.415441 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a61a5f8a-913d-4f44-b65f-56d5db03f8f6 req-f62760d2-f026-4452-896b-00fa8ee109be tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] 10.222.0.32 "GET /v2.0/ports?device_id=15fbb331-7835-449b-b015-adf2d50f5186 HTTP/1.1" status: 200  len: 945 time: 0.1016116
Dec 25 21:33:50.499846 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-ee01f846-e1e4-4c05-a0c6-0b9a06523f6d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:33:50.525983 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a61a5f8a-913d-4f44-b65f-56d5db03f8f6 req-9e7300fd-fa34-4c8a-8c14-2844bfcf67dd tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] 10.222.0.32 "GET /v2.0/security-groups?id=89fb11b5-d095-4b35-8a22-8ffdb90cfcff&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1035936
Dec 25 21:33:50.585047 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-ee01f846-e1e4-4c05-a0c6-0b9a06523f6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:33:50.619171 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-ee01f846-e1e4-4c05-a0c6-0b9a06523f6d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b66427851ab74428bcc579a006e07303&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3508406
Dec 25 21:33:50.626543 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 54018) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:33:50.643665 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee01f846-e1e4-4c05-a0c6-0b9a06523f6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7df3a052-5273-4cee-9e42-3cff409d2fc6,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:33:50.689397 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-370221be-00a0-46b9-8c58-f7f689a80aa9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:33:50.713320 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-370221be-00a0-46b9-8c58-f7f689a80aa9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:33:50.889734 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-370221be-00a0-46b9-8c58-f7f689a80aa9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:33:50.893349 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-370221be-00a0-46b9-8c58-f7f689a80aa9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:33:50.897449 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-370221be-00a0-46b9-8c58-f7f689a80aa9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7df3a052-5273-4cee-9e42-3cff409d2fc6 HTTP/1.1" status: 204  len: 168 time: 0.2747426
Dec 25 21:33:50.907886 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370221be-00a0-46b9-8c58-f7f689a80aa9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7df3a052-5273-4cee-9e42-3cff409d2fc6,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:33:51.177134 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc78ce9-65ff-4126-b3cc-6d1e7e5100d4 req-67038549-2042-41e7-ad47-03ff91ef0dbd tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:33:51.179287 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ecc78ce9-65ff-4126-b3cc-6d1e7e5100d4 req-67038549-2042-41e7-ad47-03ff91ef0dbd tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] 10.222.0.32 "GET /v2.0/ports?device_id=7f129536-218c-4970-b2c3-e76f19189f8a HTTP/1.1" status: 200  len: 945 time: 0.0814626
Dec 25 21:33:51.253387 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ecc78ce9-65ff-4126-b3cc-6d1e7e5100d4 req-e17adb18-996c-4451-b1de-b92f49ad3794 tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] 10.222.0.32 "GET /v2.0/security-groups?id=8e787377-3d24-4819-b453-04e533e4be82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0599589
Dec 25 21:33:51.338743 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f64b63-61b6-484d-9aa0-869b45a4ebac req-e750382d-c1c0-407a-8e27-6f712d4a751e tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:33:51.340504 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-31f64b63-61b6-484d-9aa0-869b45a4ebac req-e750382d-c1c0-407a-8e27-6f712d4a751e tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f129536-218c-4970-b2c3-e76f19189f8a HTTP/1.1" status: 200  len: 945 time: 0.0814612
Dec 25 21:33:51.511613 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [req-31f64b63-61b6-484d-9aa0-869b45a4ebac req-d7acb954-580d-4908-bce4-6ae7196a9451 tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] Deleting port 6eab478b-40cb-4636-87bb-53aac584c1f6 {{(pid=121606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:33:51.512174 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-31f64b63-61b6-484d-9aa0-869b45a4ebac req-d7acb954-580d-4908-bce4-6ae7196a9451 tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:33:51.689435 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-31f64b63-61b6-484d-9aa0-869b45a4ebac req-d7acb954-580d-4908-bce4-6ae7196a9451 tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] For port 6eab478b-40cb-4636-87bb-53aac584c1f6, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6eab478b-40cb-4636-87bb-53aac584c1f6,segment=NetworkSegment(399a6746-6b98-4df2-84fe-0fb7167d792c),segment_id=399a6746-6b98-4df2-84fe-0fb7167d792c)] {{(pid=121606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:33:51.689435 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-31f64b63-61b6-484d-9aa0-869b45a4ebac req-d7acb954-580d-4908-bce4-6ae7196a9451 tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:33:51.717247 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [req-31f64b63-61b6-484d-9aa0-869b45a4ebac req-d7acb954-580d-4908-bce4-6ae7196a9451 tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] Calling delete_port for 6eab478b-40cb-4636-87bb-53aac584c1f6 owned by compute:nova {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:33:51.741259 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0fdd88-6476-4f07-9656-6645a17cbcbb req-9b163a21-9517-43f3-9be4-e10ea4a05701 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:33:51.743161 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8d0fdd88-6476-4f07-9656-6645a17cbcbb req-9b163a21-9517-43f3-9be4-e10ea4a05701 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] 10.222.0.32 "GET /v2.0/ports?device_id=15fbb331-7835-449b-b015-adf2d50f5186 HTTP/1.1" status: 200  len: 945 time: 0.1269231
Dec 25 21:33:51.865242 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8d0fdd88-6476-4f07-9656-6645a17cbcbb req-4ea19802-7137-4b19-9a94-c12d145ff0bb tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] 10.222.0.32 "GET /v2.0/security-groups?id=89fb11b5-d095-4b35-8a22-8ffdb90cfcff&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0794518
Dec 25 21:33:52.016467 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-31f64b63-61b6-484d-9aa0-869b45a4ebac req-d7acb954-580d-4908-bce4-6ae7196a9451 tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:33:52.032243 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] get_ports_and_sgs() called for port_ids ['6eab478b-40cb-4636-87bb-53aac584c1f6'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:33:52.046332 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] get_ports_and_sgs() called for port_ids ['cd983581-6def-4cc3-8f23-314ece41e61f'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:33:52.071754 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7acb954-580d-4908-bce4-6ae7196a9451 tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] Pushing event deleted for resources: {'Port': ['ID=6eab478b-40cb-4636-87bb-53aac584c1f6,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:33:52.131396 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [req-31f64b63-61b6-484d-9aa0-869b45a4ebac req-d7acb954-580d-4908-bce4-6ae7196a9451 tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] No DVR routers for this DVR port 6eab478b-40cb-4636-87bb-53aac584c1f6 on host nch1-master-1 {{(pid=121606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:33:52.134731 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-31f64b63-61b6-484d-9aa0-869b45a4ebac req-d7acb954-580d-4908-bce4-6ae7196a9451 tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:33:52.139937 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-31f64b63-61b6-484d-9aa0-869b45a4ebac req-d7acb954-580d-4908-bce4-6ae7196a9451 tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] 10.222.0.31 "DELETE /v2.0/ports/6eab478b-40cb-4636-87bb-53aac584c1f6 HTTP/1.1" status: 204  len: 173 time: 0.7912929
Dec 25 21:33:52.140801 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f129536-218c-4970-b2c3-e76f19189f8a', 'name': 'network-vif-deleted', 'tag': '6eab478b-40cb-4636-87bb-53aac584c1f6'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:33:52.145294 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9858820c13ec2827453b94ebc4181065e990a4e4089ccb9fe762531ac62d2fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9afbbe7-33cb-430e-b64d-6caabe8f4168" -d '{"events": [{"server_uuid": "7f129536-218c-4970-b2c3-e76f19189f8a", "name": "network-vif-deleted", "tag": "6eab478b-40cb-4636-87bb-53aac584c1f6"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:33:52.227806 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 21:33:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24b16960-e76f-4566-b37b-577689c87b5d x-openstack-request-id: req-24b16960-e76f-4566-b37b-577689c87b5d {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:33:52.228780 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f129536-218c-4970-b2c3-e76f19189f8a", "name": "network-vif-deleted", "tag": "6eab478b-40cb-4636-87bb-53aac584c1f6", "status": "completed", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:33:52.228780 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-24b16960-e76f-4566-b37b-577689c87b5d {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:33:52.229119 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f129536-218c-4970-b2c3-e76f19189f8a', 'name': 'network-vif-deleted', 'tag': '6eab478b-40cb-4636-87bb-53aac584c1f6', 'status': 'completed', 'code': 200}
Dec 25 21:33:52.422766 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-cc6302f8-ebf9-4f83-b9a3-b6fa295f26f1 req-a5451921-e733-4673-9eb8-e9f236debea8 tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] 10.222.0.32 "GET /v2.0/ports?device_id=7f129536-218c-4970-b2c3-e76f19189f8a HTTP/1.1" status: 200  len: 210 time: 0.0369976
Dec 25 21:33:53.039628 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270797c5-e026-47b7-9dcf-7afc5941aa3e req-9e2d8ee3-7400-4179-ad45-fba23a2e213f tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:33:53.041368 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-270797c5-e026-47b7-9dcf-7afc5941aa3e req-9e2d8ee3-7400-4179-ad45-fba23a2e213f tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] 10.222.0.32 "GET /v2.0/ports?device_id=15fbb331-7835-449b-b015-adf2d50f5186 HTTP/1.1" status: 200  len: 945 time: 0.0574164
Dec 25 21:33:53.102056 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-270797c5-e026-47b7-9dcf-7afc5941aa3e req-0eee8a0b-9d3f-4830-b2de-d1fc748b6c44 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] 10.222.0.32 "GET /v2.0/security-groups?id=89fb11b5-d095-4b35-8a22-8ffdb90cfcff&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0529203
Dec 25 21:33:53.535168 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7dde54ef-9120-4cf8-a683-870a86c0c65c req-02840468-5bea-4dbd-aab4-da9b6c620181 tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] 10.222.0.32 "GET /v2.0/ports?device_id=7f129536-218c-4970-b2c3-e76f19189f8a HTTP/1.1" status: 200  len: 210 time: 0.0302536
Dec 25 21:33:54.277299 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720df317-d1cc-4d99-b98a-d4e7bfc36d26 req-bf1e4fa1-a420-4fcf-afd8-442f49a562a2 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:33:54.286369 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-720df317-d1cc-4d99-b98a-d4e7bfc36d26 req-bf1e4fa1-a420-4fcf-afd8-442f49a562a2 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] 10.222.0.32 "GET /v2.0/ports?device_id=15fbb331-7835-449b-b015-adf2d50f5186 HTTP/1.1" status: 200  len: 945 time: 0.0622854
Dec 25 21:33:54.332522 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-720df317-d1cc-4d99-b98a-d4e7bfc36d26 req-97ac164c-f063-4e0c-a2de-18b9ae306fd5 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] 10.222.0.32 "GET /v2.0/security-groups?id=89fb11b5-d095-4b35-8a22-8ffdb90cfcff&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0451634
Dec 25 21:33:54.641509 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-940330d5-dde3-43eb-a9ce-58b614624fb5 req-38162b4b-99a9-494b-b204-50450587b751 tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] 10.222.0.32 "GET /v2.0/ports?device_id=7f129536-218c-4970-b2c3-e76f19189f8a HTTP/1.1" status: 200  len: 210 time: 0.0285466
Dec 25 21:33:55.462711 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17f7816-fd6f-4128-a858-5aa667d3e8e8 req-8fa5d525-3305-47a1-8197-dd373b954d9e tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:33:55.464245 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c17f7816-fd6f-4128-a858-5aa667d3e8e8 req-8fa5d525-3305-47a1-8197-dd373b954d9e tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] 10.222.0.32 "GET /v2.0/ports?device_id=15fbb331-7835-449b-b015-adf2d50f5186 HTTP/1.1" status: 200  len: 945 time: 0.0524600
Dec 25 21:33:55.517370 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c17f7816-fd6f-4128-a858-5aa667d3e8e8 req-fde3d842-68dc-489d-84b7-13d7a1888ea5 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] 10.222.0.32 "GET /v2.0/security-groups?id=89fb11b5-d095-4b35-8a22-8ffdb90cfcff&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0470853
Dec 25 21:33:55.562908 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f26fee-823f-4d42-aedd-1ef669532057 req-5f9996a0-dcca-4750-b3af-8d04a937900a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:33:55.564439 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-02f26fee-823f-4d42-aedd-1ef669532057 req-5f9996a0-dcca-4750-b3af-8d04a937900a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0560c323ec8e41b3bc05939e12e049d5&device_id=15fbb331-7835-449b-b015-adf2d50f5186 HTTP/1.1" status: 200  len: 1096 time: 0.0424910
Dec 25 21:33:55.663883 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f26fee-823f-4d42-aedd-1ef669532057 req-ba0738bc-aa17-4b19-8c8c-b0a10fc15a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:33:55.665675 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-02f26fee-823f-4d42-aedd-1ef669532057 req-ba0738bc-aa17-4b19-8c8c-b0a10fc15a90 service neutron] 10.222.0.37 "GET /v2.0/networks?id=c8199f70-d579-4a7f-8b38-5d569ea5e784 HTTP/1.1" status: 200  len: 915 time: 0.0943844
Dec 25 21:33:55.747427 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-18741940-c6a2-429e-ae12-d69e921e95ee req-fdfd4ff9-376c-4b80-a82e-562217d79ec2 tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] 10.222.0.32 "GET /v2.0/ports?device_id=7f129536-218c-4970-b2c3-e76f19189f8a HTTP/1.1" status: 200  len: 210 time: 0.0293519
Dec 25 21:33:55.764795 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-02f26fee-823f-4d42-aedd-1ef669532057 req-78e2d5e9-5830-45ba-a985-76fc9bfaf56a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9011d65b-fbaf-42ac-99a9-d60be63e84b8 HTTP/1.1" status: 200  len: 1001 time: 0.0903654
Dec 25 21:33:55.784589 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device 6eab478b-40cb-4636-87bb-53aac584c1f6 no longer exists at agent hyperv_nch1-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:33:55.808050 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] No Port match for: 6eab478b-40cb-4636-87bb-53aac584c1f6 {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:33:55.808391 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device 6eab478b-40cb-4636-87bb-53aac584c1f6 not bound to the agent host nch1-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:33:55.815939 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f26fee-823f-4d42-aedd-1ef669532057 req-87e0fcb8-a88c-499c-ac19-39126591288b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:33:55.817525 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-02f26fee-823f-4d42-aedd-1ef669532057 req-87e0fcb8-a88c-499c-ac19-39126591288b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0cf468ed-9644-4e44-939f-6c7d09675460 HTTP/1.1" status: 200  len: 853 time: 0.0459521
Dec 25 21:33:55.867833 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f26fee-823f-4d42-aedd-1ef669532057 req-e94004ae-7c2a-4ec1-9872-b66781d09378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:33:55.869385 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-02f26fee-823f-4d42-aedd-1ef669532057 req-e94004ae-7c2a-4ec1-9872-b66781d09378 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c8199f70-d579-4a7f-8b38-5d569ea5e784&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0452158
Dec 25 21:33:55.961431 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-02f26fee-823f-4d42-aedd-1ef669532057 req-7d349010-5f1c-49c9-9fda-7745f2fd08ad service neutron] 10.222.0.37 "GET /v2.0/networks/c8199f70-d579-4a7f-8b38-5d569ea5e784?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0846372
Dec 25 21:33:56.055911 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-02f26fee-823f-4d42-aedd-1ef669532057 req-764eca96-0867-42f9-bd7a-25b2e88fcf88 service neutron] 10.222.0.37 "GET /v2.0/networks/c8199f70-d579-4a7f-8b38-5d569ea5e784?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0870590
Dec 25 21:33:56.643065 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936f1527-c828-402b-81ed-64d73aed4b48 req-686c5ad2-50fb-486b-91e8-c09af1c2348d tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:33:56.644454 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-936f1527-c828-402b-81ed-64d73aed4b48 req-686c5ad2-50fb-486b-91e8-c09af1c2348d tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] 10.222.0.32 "GET /v2.0/ports?device_id=15fbb331-7835-449b-b015-adf2d50f5186 HTTP/1.1" status: 200  len: 945 time: 0.0506721
Dec 25 21:33:56.697419 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-936f1527-c828-402b-81ed-64d73aed4b48 req-1c5676dd-61d9-409a-92c5-0dbbcdd73c70 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] 10.222.0.32 "GET /v2.0/security-groups?id=89fb11b5-d095-4b35-8a22-8ffdb90cfcff&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0463769
Dec 25 21:33:56.846856 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-eedd3f9e-8f26-41c5-b5b8-9491baf5aad7 req-4bf743c6-73e7-4df6-9fae-4117d60f115c tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] 10.222.0.32 "GET /v2.0/ports?device_id=7f129536-218c-4970-b2c3-e76f19189f8a HTTP/1.1" status: 200  len: 210 time: 0.0259862
Dec 25 21:33:57.857790 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9206dddc-6628-4ddc-b7e1-519cd876dfd2 req-6fb475d4-415e-4105-bbc0-0eb3e5662caf tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:33:57.859854 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9206dddc-6628-4ddc-b7e1-519cd876dfd2 req-6fb475d4-415e-4105-bbc0-0eb3e5662caf tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] 10.222.0.32 "GET /v2.0/ports?device_id=15fbb331-7835-449b-b015-adf2d50f5186 HTTP/1.1" status: 200  len: 945 time: 0.0646701
Dec 25 21:33:57.909911 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9206dddc-6628-4ddc-b7e1-519cd876dfd2 req-4767ca48-260c-4d69-8de0-0cc4588081c6 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] 10.222.0.32 "GET /v2.0/security-groups?id=89fb11b5-d095-4b35-8a22-8ffdb90cfcff&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0437651
Dec 25 21:33:57.975239 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-459d1e2f-6417-4c6c-a0c3-a44a44081141 req-516a02f3-3ada-4554-aa2d-c609a0b4a2a2 tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] 10.222.0.32 "GET /v2.0/ports?device_id=7f129536-218c-4970-b2c3-e76f19189f8a HTTP/1.1" status: 200  len: 210 time: 0.0303020
Dec 25 21:33:59.036203 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7ef662-d1bc-467d-a33e-5fda59c504f0 req-23668de2-d20f-4771-8476-d36914a16f39 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:33:59.038233 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-6e7ef662-d1bc-467d-a33e-5fda59c504f0 req-23668de2-d20f-4771-8476-d36914a16f39 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] 10.222.0.32 "GET /v2.0/ports?device_id=15fbb331-7835-449b-b015-adf2d50f5186 HTTP/1.1" status: 200  len: 945 time: 0.0522220
Dec 25 21:33:59.091148 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-6e7ef662-d1bc-467d-a33e-5fda59c504f0 req-7d56eeb9-8e8f-4a38-9ca4-e701f1cfc398 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] 10.222.0.32 "GET /v2.0/security-groups?id=89fb11b5-d095-4b35-8a22-8ffdb90cfcff&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0466709
Dec 25 21:33:59.141874 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device 9011d65b-fbaf-42ac-99a9-d60be63e84b8 no longer exists at agent hyperv_nch2-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:33:59.222053 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:33:59.411358 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15fbb331-7835-449b-b015-adf2d50f5186', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9011d65b-fbaf-42ac-99a9-d60be63e84b8'}] {{(pid=121608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:33:59.413594 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a88c78c3ff6266bd59c7e89d275b28c92e739b67d23c89d71af88829fd31566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8669fe85-dc19-46e0-b66d-3eaa91f1dc27" -d '{"events": [{"server_uuid": "15fbb331-7835-449b-b015-adf2d50f5186", "name": "network-vif-unplugged", "status": "completed", "tag": "9011d65b-fbaf-42ac-99a9-d60be63e84b8"}]}' {{(pid=121608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:33:59.426850 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port 9011d65b-fbaf-42ac-99a9-d60be63e84b8, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9011d65b-fbaf-42ac-99a9-d60be63e84b8,segment=NetworkSegment(51150129-bf93-43ed-a72b-663a41e8f921),segment_id=51150129-bf93-43ed-a72b-663a41e8f921)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:33:59.451041 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sat, 25 Dec 2021 21:33:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32d70ff0-7677-4894-afb3-a16dab53f2dc x-openstack-request-id: req-32d70ff0-7677-4894-afb3-a16dab53f2dc {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:33:59.457306 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15fbb331-7835-449b-b015-adf2d50f5186", "name": "network-vif-unplugged", "status": "failed", "tag": "9011d65b-fbaf-42ac-99a9-d60be63e84b8", "code": 422}]} {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:33:59.457306 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-32d70ff0-7677-4894-afb3-a16dab53f2dc {{(pid=121608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:33:59.457306 ncdv-master-1 neutron-server[121608]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '15fbb331-7835-449b-b015-adf2d50f5186', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '9011d65b-fbaf-42ac-99a9-d60be63e84b8', 'code': 422} returned with failed status
Dec 25 21:33:59.505690 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:33:59.552683 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Pushing event updated for resources: {'Port': ['ID=9011d65b-fbaf-42ac-99a9-d60be63e84b8,revision_number=8']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:34:01.312746 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [req-b3aaf112-6f8e-44d4-9721-64ebe94caf05 req-a0268f4f-5199-4835-b597-d0b41bd0ac6d service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=121606) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 25 21:34:01.315309 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b3aaf112-6f8e-44d4-9721-64ebe94caf05 req-a0268f4f-5199-4835-b597-d0b41bd0ac6d service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0076528
Dec 25 21:34:01.554452 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-48271010-3a2f-49f4-80e7-91487a566193 req-d636ba3d-4a97-44cf-aae0-72b62e94416a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=74e4a477-e1a9-40b2-84c5-e0897ae200eb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0501072
Dec 25 21:34:02.007169 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48271010-3a2f-49f4-80e7-91487a566193 req-84b6e16d-7831-4315-8842-f15b93c5223a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:34:02.008649 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-48271010-3a2f-49f4-80e7-91487a566193 req-84b6e16d-7831-4315-8842-f15b93c5223a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c77dc74a46d64a67991d82bf12adb1dc&device_id=74e4a477-e1a9-40b2-84c5-e0897ae200eb HTTP/1.1" status: 200  len: 1097 time: 0.0767787
Dec 25 21:34:02.019583 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82903bfb-d6fd-42c4-aa9b-842b5e8f15cb req-0dfa7fd6-db3b-4a92-935b-2f0c703fe42c tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:34:02.021125 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-82903bfb-d6fd-42c4-aa9b-842b5e8f15cb req-0dfa7fd6-db3b-4a92-935b-2f0c703fe42c tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] 10.222.0.32 "GET /v2.0/ports?device_id=15fbb331-7835-449b-b015-adf2d50f5186 HTTP/1.1" status: 200  len: 943 time: 0.4356863
Dec 25 21:34:02.025011 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9f56d626-a68f-4ce4-a324-6b10874e938f req-3420d9f9-2bfd-4cc5-99f9-0098dd4d84e3 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=15fbb331-7835-449b-b015-adf2d50f5186&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0942783
Dec 25 21:34:02.318267 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-82903bfb-d6fd-42c4-aa9b-842b5e8f15cb req-fe8b929b-007d-4f0f-b4e6-306dc883a6c0 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] 10.222.0.32 "GET /v2.0/security-groups?id=89fb11b5-d095-4b35-8a22-8ffdb90cfcff&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1290309
Dec 25 21:34:02.318267 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48271010-3a2f-49f4-80e7-91487a566193 req-82876f7c-1769-4b35-88e5-5bedce2f9613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:34:02.318267 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-48271010-3a2f-49f4-80e7-91487a566193 req-82876f7c-1769-4b35-88e5-5bedce2f9613 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d257b68f-9132-4584-b1b0-827fbb5ce176 HTTP/1.1" status: 200  len: 913 time: 0.1479321
Dec 25 21:34:02.318267 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-48271010-3a2f-49f4-80e7-91487a566193 req-b8f8b1f6-bd11-4c05-b3b6-e9f3b89fd21b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cd983581-6def-4cc3-8f23-314ece41e61f HTTP/1.1" status: 200  len: 217 time: 0.0383263
Dec 25 21:34:02.318267 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48271010-3a2f-49f4-80e7-91487a566193 req-c36629bd-3e24-4895-ad96-3091c7bc0b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:34:02.318267 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-48271010-3a2f-49f4-80e7-91487a566193 req-c36629bd-3e24-4895-ad96-3091c7bc0b4e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fedfc743-c289-4cd2-abdf-caaf178c8eab HTTP/1.1" status: 200  len: 851 time: 0.0447917
Dec 25 21:34:02.323662 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48271010-3a2f-49f4-80e7-91487a566193 req-a472a2b3-7af6-4f0e-8a46-70bc328bf5ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:34:02.323662 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-48271010-3a2f-49f4-80e7-91487a566193 req-a472a2b3-7af6-4f0e-8a46-70bc328bf5ac service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d257b68f-9132-4584-b1b0-827fbb5ce176&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0391183
Dec 25 21:34:02.431025 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-48271010-3a2f-49f4-80e7-91487a566193 req-25d353e9-37ad-429c-8a0c-ce739f8559e9 service neutron] 10.222.0.37 "GET /v2.0/networks/d257b68f-9132-4584-b1b0-827fbb5ce176?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1003025
Dec 25 21:34:02.536807 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-48271010-3a2f-49f4-80e7-91487a566193 req-934b5227-6df9-42c3-92f0-119c80417933 service neutron] 10.222.0.37 "GET /v2.0/networks/d257b68f-9132-4584-b1b0-827fbb5ce176?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0981131
Dec 25 21:34:03.290527 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8c2c60-755c-40b1-88dc-7ed2406c9272 req-7e15b121-e23d-4127-8f93-00c41eb7e8f8 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:34:03.292049 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8f8c2c60-755c-40b1-88dc-7ed2406c9272 req-7e15b121-e23d-4127-8f93-00c41eb7e8f8 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] 10.222.0.32 "GET /v2.0/ports?device_id=15fbb331-7835-449b-b015-adf2d50f5186 HTTP/1.1" status: 200  len: 943 time: 0.0547693
Dec 25 21:34:03.345288 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8f8c2c60-755c-40b1-88dc-7ed2406c9272 req-9978f31c-669d-49cb-8092-baabe613246e tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] 10.222.0.32 "GET /v2.0/security-groups?id=89fb11b5-d095-4b35-8a22-8ffdb90cfcff&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0469432
Dec 25 21:34:03.698223 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f56d626-a68f-4ce4-a324-6b10874e938f req-8e7b037c-d3dd-46c0-9d72-b3d7c2a46416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:34:03.699723 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9f56d626-a68f-4ce4-a324-6b10874e938f req-8e7b037c-d3dd-46c0-9d72-b3d7c2a46416 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=15fbb331-7835-449b-b015-adf2d50f5186&tenant_id=0560c323ec8e41b3bc05939e12e049d5 HTTP/1.1" status: 200  len: 1094 time: 0.1622107
Dec 25 21:34:03.711514 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-9f56d626-a68f-4ce4-a324-6b10874e938f req-b8e2b0bc-fc78-4a63-977f-72d4b48ba894 service neutron] Request body: {'port': {'binding:host_id': 'nch1-master-1', 'device_owner': 'compute:nova'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:34:03.766737 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-9f56d626-a68f-4ce4-a324-6b10874e938f req-b8e2b0bc-fc78-4a63-977f-72d4b48ba894 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:34:03.969594 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-9f56d626-a68f-4ce4-a324-6b10874e938f req-b8e2b0bc-fc78-4a63-977f-72d4b48ba894 service neutron] For port 9011d65b-fbaf-42ac-99a9-d60be63e84b8, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9011d65b-fbaf-42ac-99a9-d60be63e84b8,segment=NetworkSegment(51150129-bf93-43ed-a72b-663a41e8f921),segment_id=51150129-bf93-43ed-a72b-663a41e8f921)] {{(pid=121606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:34:04.010843 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-9f56d626-a68f-4ce4-a324-6b10874e938f req-b8e2b0bc-fc78-4a63-977f-72d4b48ba894 service neutron] For port 9011d65b-fbaf-42ac-99a9-d60be63e84b8, host nch2-master-1, cleared binding levels {{(pid=121606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:34:04.043458 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [req-9f56d626-a68f-4ce4-a324-6b10874e938f req-b8e2b0bc-fc78-4a63-977f-72d4b48ba894 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9011d65b-fbaf-42ac-99a9-d60be63e84b8 {{(pid=121606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:34:04.051818 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-9f56d626-a68f-4ce4-a324-6b10874e938f req-b8e2b0bc-fc78-4a63-977f-72d4b48ba894 service neutron] Publish callbacks [] for port, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:34:04.064471 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.provisioning_blocks [req-9f56d626-a68f-4ce4-a324-6b10874e938f req-b8e2b0bc-fc78-4a63-977f-72d4b48ba894 service neutron] Transition to ACTIVE for port object 9011d65b-fbaf-42ac-99a9-d60be63e84b8 will not be triggered until provisioned by entity L2. {{(pid=121606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 25 21:34:04.069558 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 54466) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:34:04.153597 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-9f56d626-a68f-4ce4-a324-6b10874e938f req-b8e2b0bc-fc78-4a63-977f-72d4b48ba894 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:34:04.182604 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-16d592e7-8c46-4287-8827-21a28a846905 admin admin] Publish callbacks [] for security_group, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:34:04.268836 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e2b0bc-fc78-4a63-977f-72d4b48ba894 service neutron] Pushing event updated for resources: {'Port': ['ID=9011d65b-fbaf-42ac-99a9-d60be63e84b8,revision_number=9']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:34:04.273795 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-16d592e7-8c46-4287-8827-21a28a846905 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:34:04.345659 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f56d626-a68f-4ce4-a324-6b10874e938f req-b8e2b0bc-fc78-4a63-977f-72d4b48ba894 service neutron] No DVR routers for this DVR port 9011d65b-fbaf-42ac-99a9-d60be63e84b8 on host nch2-master-1 {{(pid=121606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:34:04.351651 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-16d592e7-8c46-4287-8827-21a28a846905 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:34:04.380313 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:34:04.385161 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d592e7-8c46-4287-8827-21a28a846905 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f57c7075-c1cf-4f7c-b2c9-5c8401b61587,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:34:04.395031 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d592e7-8c46-4287-8827-21a28a846905 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:34:04.395382 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d592e7-8c46-4287-8827-21a28a846905 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:34:04.395892 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d592e7-8c46-4287-8827-21a28a846905 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:34:04.396411 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d592e7-8c46-4287-8827-21a28a846905 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:34:04.396745 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d592e7-8c46-4287-8827-21a28a846905 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:34:04.397275 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d592e7-8c46-4287-8827-21a28a846905 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:34:04.397782 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d592e7-8c46-4287-8827-21a28a846905 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:34:04.398291 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d592e7-8c46-4287-8827-21a28a846905 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:34:04.398615 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d592e7-8c46-4287-8827-21a28a846905 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:34:04.399102 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d592e7-8c46-4287-8827-21a28a846905 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:34:04.399764 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d592e7-8c46-4287-8827-21a28a846905 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:34:04.400284 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d592e7-8c46-4287-8827-21a28a846905 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:34:04.400609 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d592e7-8c46-4287-8827-21a28a846905 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:34:04.427073 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-16d592e7-8c46-4287-8827-21a28a846905 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6960af5360b44d7b9ab5fb5e86e066f5&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3562489
Dec 25 21:34:04.427891 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 54474) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:34:04.480669 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-af2a0711-d6a9-4b14-b50e-cc7e7fda2a20 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:34:04.504834 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-af2a0711-d6a9-4b14-b50e-cc7e7fda2a20 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:34:04.556337 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7b8383-af9a-4073-8ee6-34ab9319b2b7 req-4b537285-8eac-4a1a-9d82-7c8ea54dee15 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:34:04.562278 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2b7b8383-af9a-4073-8ee6-34ab9319b2b7 req-4b537285-8eac-4a1a-9d82-7c8ea54dee15 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] 10.222.0.32 "GET /v2.0/ports?device_id=15fbb331-7835-449b-b015-adf2d50f5186 HTTP/1.1" status: 200  len: 943 time: 0.1015160
Dec 25 21:34:04.571957 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-9f56d626-a68f-4ce4-a324-6b10874e938f req-b8e2b0bc-fc78-4a63-977f-72d4b48ba894 service neutron] Attempting to bind port 9011d65b-fbaf-42ac-99a9-d60be63e84b8 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:34:04.573888 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-9f56d626-a68f-4ce4-a324-6b10874e938f req-b8e2b0bc-fc78-4a63-977f-72d4b48ba894 service neutron] Attempting to bind port 9011d65b-fbaf-42ac-99a9-d60be63e84b8 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '51150129-bf93-43ed-a72b-663a41e8f921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'c8199f70-d579-4a7f-8b38-5d569ea5e784'}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:34:04.574200 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f56d626-a68f-4ce4-a324-6b10874e938f req-b8e2b0bc-fc78-4a63-977f-72d4b48ba894 service neutron] Attempting to bind port 9011d65b-fbaf-42ac-99a9-d60be63e84b8 on network c8199f70-d579-4a7f-8b38-5d569ea5e784 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:34:04.587108 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f56d626-a68f-4ce4-a324-6b10874e938f req-b8e2b0bc-fc78-4a63-977f-72d4b48ba894 service neutron] Port 9011d65b-fbaf-42ac-99a9-d60be63e84b8 on network c8199f70-d579-4a7f-8b38-5d569ea5e784 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 25 21:34:04.587438 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f56d626-a68f-4ce4-a324-6b10874e938f req-b8e2b0bc-fc78-4a63-977f-72d4b48ba894 service neutron] Attempting to bind port 9011d65b-fbaf-42ac-99a9-d60be63e84b8 on network c8199f70-d579-4a7f-8b38-5d569ea5e784 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:34:04.597527 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f56d626-a68f-4ce4-a324-6b10874e938f req-b8e2b0bc-fc78-4a63-977f-72d4b48ba894 service neutron] Checking agent: {'id': '6d577036-68fc-4aa4-aed7-5ab01de2117e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 21, 4, 34), 'started_at': datetime.datetime(2021, 12, 25, 21, 4, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 34, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:34:04.597866 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f56d626-a68f-4ce4-a324-6b10874e938f req-b8e2b0bc-fc78-4a63-977f-72d4b48ba894 service neutron] Checking segment: {'id': '51150129-bf93-43ed-a72b-663a41e8f921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'c8199f70-d579-4a7f-8b38-5d569ea5e784'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:34:04.598286 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f56d626-a68f-4ce4-a324-6b10874e938f req-b8e2b0bc-fc78-4a63-977f-72d4b48ba894 service neutron] Bound using segment: {'id': '51150129-bf93-43ed-a72b-663a41e8f921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'c8199f70-d579-4a7f-8b38-5d569ea5e784'} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:34:04.598721 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-9f56d626-a68f-4ce4-a324-6b10874e938f req-b8e2b0bc-fc78-4a63-977f-72d4b48ba894 service neutron] Bound port: 9011d65b-fbaf-42ac-99a9-d60be63e84b8, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51150129-bf93-43ed-a72b-663a41e8f921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'c8199f70-d579-4a7f-8b38-5d569ea5e784'}}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:34:04.599075 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-9f56d626-a68f-4ce4-a324-6b10874e938f req-b8e2b0bc-fc78-4a63-977f-72d4b48ba894 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:34:04.619959 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-af2a0711-d6a9-4b14-b50e-cc7e7fda2a20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:34:04.623059 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-af2a0711-d6a9-4b14-b50e-cc7e7fda2a20 admin admin] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:34:04.624361 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-af2a0711-d6a9-4b14-b50e-cc7e7fda2a20 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f57c7075-c1cf-4f7c-b2c9-5c8401b61587 HTTP/1.1" status: 204  len: 168 time: 0.1955142
Dec 25 21:34:04.633209 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2a0711-d6a9-4b14-b50e-cc7e7fda2a20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f57c7075-c1cf-4f7c-b2c9-5c8401b61587,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:34:04.653553 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2b7b8383-af9a-4073-8ee6-34ab9319b2b7 req-8e63fe00-09b8-4c12-8820-e4461e31c566 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] 10.222.0.32 "GET /v2.0/security-groups?id=89fb11b5-d095-4b35-8a22-8ffdb90cfcff&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0901761
Dec 25 21:34:04.699940 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-9f56d626-a68f-4ce4-a324-6b10874e938f req-b8e2b0bc-fc78-4a63-977f-72d4b48ba894 service neutron] For port 9011d65b-fbaf-42ac-99a9-d60be63e84b8, host nch1-master-1, cleared binding levels {{(pid=121606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:34:04.703622 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-9f56d626-a68f-4ce4-a324-6b10874e938f req-b8e2b0bc-fc78-4a63-977f-72d4b48ba894 service neutron] For port 9011d65b-fbaf-42ac-99a9-d60be63e84b8, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9011d65b-fbaf-42ac-99a9-d60be63e84b8,segment=NetworkSegment(51150129-bf93-43ed-a72b-663a41e8f921),segment_id=51150129-bf93-43ed-a72b-663a41e8f921)] {{(pid=121606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:34:04.757977 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.agents_db [None req-ec08dba0-4483-4109-b5e1-5e4a9fdaf12d None None] Agent healthcheck: found 7 active agents {{(pid=121609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 25 21:34:04.768275 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-e81fdaef-e802-4c31-9c25-195750b32dba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:34:04.797517 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-9f56d626-a68f-4ce4-a324-6b10874e938f req-b8e2b0bc-fc78-4a63-977f-72d4b48ba894 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:34:04.842967 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f56d626-a68f-4ce4-a324-6b10874e938f req-b8e2b0bc-fc78-4a63-977f-72d4b48ba894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:34:04.842967 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-9f56d626-a68f-4ce4-a324-6b10874e938f req-b8e2b0bc-fc78-4a63-977f-72d4b48ba894 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:34:04.842967 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9f56d626-a68f-4ce4-a324-6b10874e938f req-b8e2b0bc-fc78-4a63-977f-72d4b48ba894 service neutron] 10.222.0.31 "PUT /v2.0/ports/9011d65b-fbaf-42ac-99a9-d60be63e84b8 HTTP/1.1" status: 200  len: 1091 time: 1.1327009
Dec 25 21:34:04.842967 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15fbb331-7835-449b-b015-adf2d50f5186', 'tag': '9011d65b-fbaf-42ac-99a9-d60be63e84b8'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:34:04.842967 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9858820c13ec2827453b94ebc4181065e990a4e4089ccb9fe762531ac62d2fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51125afb-3b18-4bd0-a308-3e5f9bcd070e" -d '{"events": [{"name": "network-changed", "server_uuid": "15fbb331-7835-449b-b015-adf2d50f5186", "tag": "9011d65b-fbaf-42ac-99a9-d60be63e84b8"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:34:04.899453 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e2b0bc-fc78-4a63-977f-72d4b48ba894 service neutron] Pushing event updated for resources: {'Port': ['ID=9011d65b-fbaf-42ac-99a9-d60be63e84b8,revision_number=10']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:34:04.917915 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f56d626-a68f-4ce4-a324-6b10874e938f req-f83442f5-4b5a-4428-97e2-39698a3af2a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:34:04.921468 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9f56d626-a68f-4ce4-a324-6b10874e938f req-f83442f5-4b5a-4428-97e2-39698a3af2a0 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=0560c323ec8e41b3bc05939e12e049d5&device_id=15fbb331-7835-449b-b015-adf2d50f5186 HTTP/1.1" status: 200  len: 1095 time: 0.0545361
Dec 25 21:34:05.034321 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f56d626-a68f-4ce4-a324-6b10874e938f req-9ba17032-7c9c-448c-a841-7608dc30ac44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:34:05.036295 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9f56d626-a68f-4ce4-a324-6b10874e938f req-9ba17032-7c9c-448c-a841-7608dc30ac44 service neutron] 10.222.0.31 "GET /v2.0/networks?id=c8199f70-d579-4a7f-8b38-5d569ea5e784 HTTP/1.1" status: 200  len: 915 time: 0.1080496
Dec 25 21:34:05.121201 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9f56d626-a68f-4ce4-a324-6b10874e938f req-b0fcdc38-fea8-4fa8-a2e6-dc7b8f36e080 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9011d65b-fbaf-42ac-99a9-d60be63e84b8 HTTP/1.1" status: 200  len: 999 time: 0.0768805
Dec 25 21:34:05.156272 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Dec 2021 21:34:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f16b4436-5e95-4f20-987b-c04e3aef3b44 x-openstack-request-id: req-f16b4436-5e95-4f20-987b-c04e3aef3b44 {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:34:05.156572 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15fbb331-7835-449b-b015-adf2d50f5186", "tag": "9011d65b-fbaf-42ac-99a9-d60be63e84b8", "status": "completed", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:34:05.156832 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f16b4436-5e95-4f20-987b-c04e3aef3b44 {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:34:05.157313 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15fbb331-7835-449b-b015-adf2d50f5186', 'tag': '9011d65b-fbaf-42ac-99a9-d60be63e84b8', 'status': 'completed', 'code': 200}
Dec 25 21:34:05.175025 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f56d626-a68f-4ce4-a324-6b10874e938f req-6e0b8545-acc8-4011-9dd2-ddb5a67732e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:34:05.176512 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9f56d626-a68f-4ce4-a324-6b10874e938f req-6e0b8545-acc8-4011-9dd2-ddb5a67732e2 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=0cf468ed-9644-4e44-939f-6c7d09675460 HTTP/1.1" status: 200  len: 853 time: 0.0490191
Dec 25 21:34:05.226987 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f56d626-a68f-4ce4-a324-6b10874e938f req-840f6f3f-5caa-4a37-ac0a-86965b002d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:34:05.228534 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9f56d626-a68f-4ce4-a324-6b10874e938f req-840f6f3f-5caa-4a37-ac0a-86965b002d34 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=c8199f70-d579-4a7f-8b38-5d569ea5e784&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0419331
Dec 25 21:34:05.325624 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9f56d626-a68f-4ce4-a324-6b10874e938f req-f71123d8-8b8a-4e1d-8181-1be6cf9e80b2 service neutron] 10.222.0.31 "GET /v2.0/networks/c8199f70-d579-4a7f-8b38-5d569ea5e784?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0883641
Dec 25 21:34:05.417521 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9f56d626-a68f-4ce4-a324-6b10874e938f req-a9de449a-d700-47d6-9a8a-486ae380af98 service neutron] 10.222.0.31 "GET /v2.0/networks/c8199f70-d579-4a7f-8b38-5d569ea5e784?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0851035
Dec 25 21:34:05.442114 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 54494) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:34:05.449256 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-07e55a94-b8be-4bde-a750-af6c8c49a2bf admin admin] Publish callbacks [] for security_group, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:34:05.527677 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-07e55a94-b8be-4bde-a750-af6c8c49a2bf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:34:05.597617 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51125afb-3b18-4bd0-a308-3e5f9bcd070e req-8cb8c269-0aa6-4c75-a744-965d71fda66a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:34:05.598089 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-07e55a94-b8be-4bde-a750-af6c8c49a2bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:34:05.599203 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-51125afb-3b18-4bd0-a308-3e5f9bcd070e req-8cb8c269-0aa6-4c75-a744-965d71fda66a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=0560c323ec8e41b3bc05939e12e049d5&device_id=15fbb331-7835-449b-b015-adf2d50f5186 HTTP/1.1" status: 200  len: 1095 time: 0.0497301
Dec 25 21:34:05.701357 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-07e55a94-b8be-4bde-a750-af6c8c49a2bf admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1ba99872425b4cb4bd901c1d9b6b814a&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2616174
Dec 25 21:34:05.701357 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e55a94-b8be-4bde-a750-af6c8c49a2bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81f6e1b0-c3ff-424b-96b4-0f0321e0f80e,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:34:05.702168 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 54520) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:34:05.740431 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51125afb-3b18-4bd0-a308-3e5f9bcd070e req-c83c8d27-5da3-44f7-b546-30d5d1d17858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:34:05.741668 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-51125afb-3b18-4bd0-a308-3e5f9bcd070e req-c83c8d27-5da3-44f7-b546-30d5d1d17858 service neutron] 10.222.0.31 "GET /v2.0/networks?id=c8199f70-d579-4a7f-8b38-5d569ea5e784 HTTP/1.1" status: 200  len: 915 time: 0.1346369
Dec 25 21:34:05.865694 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-51125afb-3b18-4bd0-a308-3e5f9bcd070e req-c440b3c2-5889-4790-81bb-bab204965fd8 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9011d65b-fbaf-42ac-99a9-d60be63e84b8 HTTP/1.1" status: 200  len: 999 time: 0.1163230
Dec 25 21:34:05.866315 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-cbdab438-73e0-49b1-a4a1-d8d3181cd492 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:34:05.897548 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295c08d2-0ca6-458c-ada8-28f62e56aa61 req-bf3a3bd5-2ab4-435e-bdc7-809bb96b525c tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:34:05.899019 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-295c08d2-0ca6-458c-ada8-28f62e56aa61 req-bf3a3bd5-2ab4-435e-bdc7-809bb96b525c tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] 10.222.0.32 "GET /v2.0/ports?device_id=15fbb331-7835-449b-b015-adf2d50f5186 HTTP/1.1" status: 200  len: 944 time: 0.1318040
Dec 25 21:34:05.948946 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-cbdab438-73e0-49b1-a4a1-d8d3181cd492 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:34:05.979394 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51125afb-3b18-4bd0-a308-3e5f9bcd070e req-d35a0134-bb26-44a1-b62e-0233199f10aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:34:05.981001 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-51125afb-3b18-4bd0-a308-3e5f9bcd070e req-d35a0134-bb26-44a1-b62e-0233199f10aa service neutron] 10.222.0.31 "GET /v2.0/subnets?id=0cf468ed-9644-4e44-939f-6c7d09675460 HTTP/1.1" status: 200  len: 853 time: 0.1023810
Dec 25 21:34:06.043760 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-295c08d2-0ca6-458c-ada8-28f62e56aa61 req-e992159a-3679-4f32-9a93-548ded562bc9 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] 10.222.0.32 "GET /v2.0/security-groups?id=89fb11b5-d095-4b35-8a22-8ffdb90cfcff&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1179788
Dec 25 21:34:06.072445 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51125afb-3b18-4bd0-a308-3e5f9bcd070e req-02436fcc-efc7-44f9-82dc-47d8d5fb89b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:34:06.073873 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-51125afb-3b18-4bd0-a308-3e5f9bcd070e req-02436fcc-efc7-44f9-82dc-47d8d5fb89b8 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=c8199f70-d579-4a7f-8b38-5d569ea5e784&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0793440
Dec 25 21:34:06.212335 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-cbdab438-73e0-49b1-a4a1-d8d3181cd492 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:34:06.215242 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-cbdab438-73e0-49b1-a4a1-d8d3181cd492 admin admin] Publish callbacks [] for security_group, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:34:06.216951 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-cbdab438-73e0-49b1-a4a1-d8d3181cd492 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/81f6e1b0-c3ff-424b-96b4-0f0321e0f80e HTTP/1.1" status: 204  len: 168 time: 0.4986401
Dec 25 21:34:06.231458 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdab438-73e0-49b1-a4a1-d8d3181cd492 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81f6e1b0-c3ff-424b-96b4-0f0321e0f80e,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:34:06.259462 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-51125afb-3b18-4bd0-a308-3e5f9bcd070e req-72e12bce-c791-437b-adfa-d088421409c9 service neutron] 10.222.0.31 "GET /v2.0/networks/c8199f70-d579-4a7f-8b38-5d569ea5e784?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1779966
Dec 25 21:34:07.022329 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-98cef201-2fb9-4930-a65b-45fbde733712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:34:07.226537 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e423f3eb-12b6-4f91-b071-b13825b6eb84 req-e3685a17-579c-4138-8910-6a2be821034d tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:34:07.242493 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e423f3eb-12b6-4f91-b071-b13825b6eb84 req-e3685a17-579c-4138-8910-6a2be821034d tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] 10.222.0.32 "GET /v2.0/ports?device_id=15fbb331-7835-449b-b015-adf2d50f5186 HTTP/1.1" status: 200  len: 944 time: 0.0964031
Dec 25 21:34:07.329338 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e423f3eb-12b6-4f91-b071-b13825b6eb84 req-e3afda10-bfd6-4763-ac69-d9be1da2fab5 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] 10.222.0.32 "GET /v2.0/security-groups?id=89fb11b5-d095-4b35-8a22-8ffdb90cfcff&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0858860
Dec 25 21:34:07.624085 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 54586) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:34:07.774543 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-6d942a62-ab31-4605-b252-0f0310917201 admin admin] Publish callbacks [] for security_group, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:34:07.903811 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-6d942a62-ab31-4605-b252-0f0310917201 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:34:07.971041 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-6d942a62-ab31-4605-b252-0f0310917201 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:34:08.031814 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-6d942a62-ab31-4605-b252-0f0310917201 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=45b0c92954754ea791ec111677972332&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4059439
Dec 25 21:34:08.033701 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d942a62-ab31-4605-b252-0f0310917201 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50012066-1b6f-4dfe-94b7-20f65f18d960,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:34:08.034969 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 54598) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:34:08.098686 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-94aab374-a27e-45da-9988-22776952bde8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:34:08.121946 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-94aab374-a27e-45da-9988-22776952bde8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:34:08.260105 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-94aab374-a27e-45da-9988-22776952bde8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:34:08.263633 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-94aab374-a27e-45da-9988-22776952bde8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:34:08.265600 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-94aab374-a27e-45da-9988-22776952bde8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/50012066-1b6f-4dfe-94b7-20f65f18d960 HTTP/1.1" status: 204  len: 168 time: 0.2284019
Dec 25 21:34:08.275213 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94aab374-a27e-45da-9988-22776952bde8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50012066-1b6f-4dfe-94b7-20f65f18d960,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:34:08.323507 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:34:08.528323 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3e945ecd-9380-47c2-aa0a-12ebe07e03e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:34:08.555452 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89b4bfb-a77f-4815-a5c9-e8afd275274c req-c1245acb-d8ad-4191-b9d3-3a417c4dacb7 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:34:08.559056 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b89b4bfb-a77f-4815-a5c9-e8afd275274c req-c1245acb-d8ad-4191-b9d3-3a417c4dacb7 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] 10.222.0.32 "GET /v2.0/ports?device_id=15fbb331-7835-449b-b015-adf2d50f5186 HTTP/1.1" status: 200  len: 944 time: 0.1022017
Dec 25 21:34:08.642683 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b89b4bfb-a77f-4815-a5c9-e8afd275274c req-4708af66-cd21-4967-b241-10d2639a261d tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] 10.222.0.32 "GET /v2.0/security-groups?id=89fb11b5-d095-4b35-8a22-8ffdb90cfcff&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0725539
Dec 25 21:34:09.478775 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-15cb578f-7a63-4fd3-925d-83bad4c7b82a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:34:09.808702 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a9f508-97e6-4ec3-9a47-1b5fcad6d3f4 req-ffcafc72-b9a3-471e-a738-63aec72389b5 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:34:09.810391 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-34a9f508-97e6-4ec3-9a47-1b5fcad6d3f4 req-ffcafc72-b9a3-471e-a738-63aec72389b5 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] 10.222.0.32 "GET /v2.0/ports?device_id=15fbb331-7835-449b-b015-adf2d50f5186 HTTP/1.1" status: 200  len: 944 time: 0.0721626
Dec 25 21:34:09.907663 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-34a9f508-97e6-4ec3-9a47-1b5fcad6d3f4 req-731e2bc1-3872-4ed1-8f92-74c27dcae5d4 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] 10.222.0.32 "GET /v2.0/security-groups?id=89fb11b5-d095-4b35-8a22-8ffdb90cfcff&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0783424
Dec 25 21:34:10.688826 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:34:11.084868 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f01662-a7a4-451b-98c6-a7724e0dee81 req-fba86456-b733-4b40-8827-cd8787c7a34c tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:34:11.086469 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-45f01662-a7a4-451b-98c6-a7724e0dee81 req-fba86456-b733-4b40-8827-cd8787c7a34c tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] 10.222.0.32 "GET /v2.0/ports?device_id=15fbb331-7835-449b-b015-adf2d50f5186 HTTP/1.1" status: 200  len: 944 time: 0.0608184
Dec 25 21:34:11.175591 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-45f01662-a7a4-451b-98c6-a7724e0dee81 req-085baa23-bfc3-480a-b3c1-9f682e7deffa tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] 10.222.0.32 "GET /v2.0/security-groups?id=89fb11b5-d095-4b35-8a22-8ffdb90cfcff&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0771980
Dec 25 21:34:11.286518 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 54794) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:34:11.432049 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-f8bc2438-efca-4990-9d70-7e29bd326260 admin admin] Publish callbacks [] for security_group, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:34:11.570907 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-f8bc2438-efca-4990-9d70-7e29bd326260 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:34:11.662153 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-f8bc2438-efca-4990-9d70-7e29bd326260 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:34:11.705131 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-f8bc2438-efca-4990-9d70-7e29bd326260 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=cc6b6f52b03140e58205529ded5555d8&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4148221
Dec 25 21:34:11.705131 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bc2438-efca-4990-9d70-7e29bd326260 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6d63b5d-4484-4b11-a03f-17472b3d4351,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:34:11.705976 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 54824) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:34:11.783199 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-fa20d579-0092-41ee-a1fc-1c56a341e865 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:34:11.813842 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-fa20d579-0092-41ee-a1fc-1c56a341e865 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:34:11.967572 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-fa20d579-0092-41ee-a1fc-1c56a341e865 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:34:11.972857 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-fa20d579-0092-41ee-a1fc-1c56a341e865 admin admin] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:34:11.972857 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-fa20d579-0092-41ee-a1fc-1c56a341e865 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e6d63b5d-4484-4b11-a03f-17472b3d4351 HTTP/1.1" status: 204  len: 168 time: 0.2648988
Dec 25 21:34:11.981115 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa20d579-0092-41ee-a1fc-1c56a341e865 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6d63b5d-4484-4b11-a03f-17472b3d4351,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:34:12.307844 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c29708-2408-4043-80d3-cb4857c80822 req-d5e6ab28-f72c-4e74-b770-0c56528e9cac tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:34:12.316797 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f0c29708-2408-4043-80d3-cb4857c80822 req-d5e6ab28-f72c-4e74-b770-0c56528e9cac tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] 10.222.0.32 "GET /v2.0/ports?device_id=15fbb331-7835-449b-b015-adf2d50f5186 HTTP/1.1" status: 200  len: 944 time: 0.0696449
Dec 25 21:34:12.391068 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f0c29708-2408-4043-80d3-cb4857c80822 req-c5dab563-ccef-4729-a3bd-744c6992a60a tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] 10.222.0.32 "GET /v2.0/security-groups?id=89fb11b5-d095-4b35-8a22-8ffdb90cfcff&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0729625
Dec 25 21:34:12.697858 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 54854) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:34:12.711728 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-7f613cc2-284d-47fd-82e6-0207871589a8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:34:12.791397 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-7f613cc2-284d-47fd-82e6-0207871589a8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:34:12.856688 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-7f613cc2-284d-47fd-82e6-0207871589a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:34:12.898242 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-7f613cc2-284d-47fd-82e6-0207871589a8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5d23794eafd2497f9c842fedead93168&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1992948
Dec 25 21:34:12.900308 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f613cc2-284d-47fd-82e6-0207871589a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd6d87bc-cf05-4675-b2c1-f0e3c160c3e9,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:34:12.901182 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 54856) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:34:12.974352 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-428b9da8-74dd-44fb-8333-436ef7e78ece admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:34:12.998375 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-428b9da8-74dd-44fb-8333-436ef7e78ece admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:34:13.125362 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-428b9da8-74dd-44fb-8333-436ef7e78ece admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:34:13.127979 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-428b9da8-74dd-44fb-8333-436ef7e78ece admin admin] Publish callbacks [] for security_group, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:34:13.129249 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-428b9da8-74dd-44fb-8333-436ef7e78ece admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/dd6d87bc-cf05-4675-b2c1-f0e3c160c3e9 HTTP/1.1" status: 204  len: 168 time: 0.2268186
Dec 25 21:34:13.138120 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428b9da8-74dd-44fb-8333-436ef7e78ece admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd6d87bc-cf05-4675-b2c1-f0e3c160c3e9,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:34:13.528013 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e1f8b5-cc46-42b1-a919-f484046adb42 req-6919ef24-89e2-44a0-89c9-cc0019f366ff tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:34:13.529563 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b5e1f8b5-cc46-42b1-a919-f484046adb42 req-6919ef24-89e2-44a0-89c9-cc0019f366ff tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] 10.222.0.32 "GET /v2.0/ports?device_id=15fbb331-7835-449b-b015-adf2d50f5186 HTTP/1.1" status: 200  len: 944 time: 0.0726173
Dec 25 21:34:13.592327 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b5e1f8b5-cc46-42b1-a919-f484046adb42 req-e3c15881-a098-4699-a609-2581c774d024 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] 10.222.0.32 "GET /v2.0/security-groups?id=89fb11b5-d095-4b35-8a22-8ffdb90cfcff&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0564132
Dec 25 21:34:14.750093 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdb41a3-4ee9-4ffc-a9c9-ed0d8b3edcb1 req-646bbac2-bc88-441d-8652-8fcbd19852e6 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:34:14.751833 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0bdb41a3-4ee9-4ffc-a9c9-ed0d8b3edcb1 req-646bbac2-bc88-441d-8652-8fcbd19852e6 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] 10.222.0.32 "GET /v2.0/ports?device_id=15fbb331-7835-449b-b015-adf2d50f5186 HTTP/1.1" status: 200  len: 944 time: 0.0579824
Dec 25 21:34:14.823702 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0bdb41a3-4ee9-4ffc-a9c9-ed0d8b3edcb1 req-407b964d-057f-47e3-b9ae-3dbc21702c4d tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] 10.222.0.32 "GET /v2.0/security-groups?id=89fb11b5-d095-4b35-8a22-8ffdb90cfcff&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0652773
Dec 25 21:34:15.971129 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7486d7-6f84-48db-9f9a-2a42eb5e245c req-5c219d4f-526d-4975-ab5b-40d295430029 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:34:15.974336 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-bc7486d7-6f84-48db-9f9a-2a42eb5e245c req-5c219d4f-526d-4975-ab5b-40d295430029 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] 10.222.0.32 "GET /v2.0/ports?device_id=15fbb331-7835-449b-b015-adf2d50f5186 HTTP/1.1" status: 200  len: 944 time: 0.0579102
Dec 25 21:34:16.024254 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-bc7486d7-6f84-48db-9f9a-2a42eb5e245c req-33e37a6d-8c83-464f-9a4b-eeb16a519342 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] 10.222.0.32 "GET /v2.0/security-groups?id=89fb11b5-d095-4b35-8a22-8ffdb90cfcff&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0438128
Dec 25 21:34:17.025161 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9534111b-c593-42f0-8a75-dee87a0b4d01 req-8b6026ad-2336-401e-8ccc-70f24b9e3c71 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=7a8d6684-f19c-4a86-ac0c-6c056fa351fd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 658 time: 0.1154172
Dec 25 21:34:17.050277 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-51125afb-3b18-4bd0-a308-3e5f9bcd070e req-92818e57-66c8-4a70-90cf-1948637fb003 service neutron] 10.222.0.31 "GET /v2.0/networks/c8199f70-d579-4a7f-8b38-5d569ea5e784?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1392033
Dec 25 21:34:17.178920 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9534111b-c593-42f0-8a75-dee87a0b4d01 req-4de7436c-e3ee-4345-8704-e5f8cf12b864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:34:17.179323 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9534111b-c593-42f0-8a75-dee87a0b4d01 req-4de7436c-e3ee-4345-8704-e5f8cf12b864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:34:17.179796 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9534111b-c593-42f0-8a75-dee87a0b4d01 req-4de7436c-e3ee-4345-8704-e5f8cf12b864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:34:17.180255 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9534111b-c593-42f0-8a75-dee87a0b4d01 req-4de7436c-e3ee-4345-8704-e5f8cf12b864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:34:17.180714 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9534111b-c593-42f0-8a75-dee87a0b4d01 req-4de7436c-e3ee-4345-8704-e5f8cf12b864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:34:17.181207 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9534111b-c593-42f0-8a75-dee87a0b4d01 req-4de7436c-e3ee-4345-8704-e5f8cf12b864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:34:17.181665 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9534111b-c593-42f0-8a75-dee87a0b4d01 req-4de7436c-e3ee-4345-8704-e5f8cf12b864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:34:17.183551 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9534111b-c593-42f0-8a75-dee87a0b4d01 req-4de7436c-e3ee-4345-8704-e5f8cf12b864 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=980165331b334d7795b91adc96459725&device_id=7a8d6684-f19c-4a86-ac0c-6c056fa351fd HTTP/1.1" status: 200  len: 6490 time: 0.0849371
Dec 25 21:34:17.203002 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48abd069-018a-4fc8-a0a6-ebcc10cb7ed1 req-1a504235-7b4d-4d18-866a-c5d6f2dbc67e tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:34:17.204462 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-48abd069-018a-4fc8-a0a6-ebcc10cb7ed1 req-1a504235-7b4d-4d18-866a-c5d6f2dbc67e tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] 10.222.0.32 "GET /v2.0/ports?device_id=15fbb331-7835-449b-b015-adf2d50f5186 HTTP/1.1" status: 200  len: 944 time: 0.0719600
Dec 25 21:34:17.310472 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-48abd069-018a-4fc8-a0a6-ebcc10cb7ed1 req-7565633f-e99d-4203-9540-86bdca9d6088 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] 10.222.0.32 "GET /v2.0/security-groups?id=89fb11b5-d095-4b35-8a22-8ffdb90cfcff&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0947762
Dec 25 21:34:17.335385 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9534111b-c593-42f0-8a75-dee87a0b4d01 req-5ce3f445-c8a3-404b-b08f-3a664c070236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:34:17.336733 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9534111b-c593-42f0-8a75-dee87a0b4d01 req-5ce3f445-c8a3-404b-b08f-3a664c070236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:34:17.336733 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9534111b-c593-42f0-8a75-dee87a0b4d01 req-5ce3f445-c8a3-404b-b08f-3a664c070236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:34:17.337913 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9534111b-c593-42f0-8a75-dee87a0b4d01 req-5ce3f445-c8a3-404b-b08f-3a664c070236 service neutron] 10.222.0.31 "GET /v2.0/networks?id=36c58514-4b76-443a-8b4e-8188ecbb730f&id=6dab2bb9-1b11-4634-becc-b5742aceff64&id=6dab2bb9-1b11-4634-becc-b5742aceff64&id=6dab2bb9-1b11-4634-becc-b5742aceff64&id=6dab2bb9-1b11-4634-becc-b5742aceff64&id=1eebed42-83f0-407e-9fde-c8f3a2309436&id=1eebed42-83f0-407e-9fde-c8f3a2309436 HTTP/1.1" status: 200  len: 2293 time: 0.1295264
Dec 25 21:34:17.412646 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9534111b-c593-42f0-8a75-dee87a0b4d01 req-2cd87d30-6525-41f5-897f-bf51c3a8e5a3 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dbad079c-9ad0-47fd-8d51-bc9c6d074098 HTTP/1.1" status: 200  len: 1001 time: 0.0664351
Dec 25 21:34:17.464675 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9534111b-c593-42f0-8a75-dee87a0b4d01 req-d8e86494-d29c-4113-be4f-8496179f0ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:34:17.466143 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9534111b-c593-42f0-8a75-dee87a0b4d01 req-d8e86494-d29c-4113-be4f-8496179f0ec4 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a434de1e-5464-470d-a8e6-901b6aa78ffb HTTP/1.1" status: 200  len: 851 time: 0.0443289
Dec 25 21:34:17.512939 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9534111b-c593-42f0-8a75-dee87a0b4d01 req-811f657a-915b-4b20-883a-cf864dc28a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:34:17.514513 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9534111b-c593-42f0-8a75-dee87a0b4d01 req-811f657a-915b-4b20-883a-cf864dc28a8e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=36c58514-4b76-443a-8b4e-8188ecbb730f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0412931
Dec 25 21:34:17.614180 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9534111b-c593-42f0-8a75-dee87a0b4d01 req-2a8719c2-64c7-4b5b-9857-6f59526faf3d service neutron] 10.222.0.31 "GET /v2.0/networks/36c58514-4b76-443a-8b4e-8188ecbb730f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0920398
Dec 25 21:34:17.704598 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9534111b-c593-42f0-8a75-dee87a0b4d01 req-10f450dc-ed31-4a87-8b6d-7ecf8ee3ff6d service neutron] 10.222.0.31 "GET /v2.0/networks/36c58514-4b76-443a-8b4e-8188ecbb730f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0825381
Dec 25 21:34:17.751655 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9534111b-c593-42f0-8a75-dee87a0b4d01 req-e38a4ed7-399d-4021-9dbe-0def1408ff3d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.204&port_id=893605c1-33ba-4c92-b5eb-6207f354a521 HTTP/1.1" status: 200  len: 217 time: 0.0392258
Dec 25 21:34:17.801965 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9534111b-c593-42f0-8a75-dee87a0b4d01 req-27aa27e3-9522-476c-a160-6a1f4343d500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:34:17.803551 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9534111b-c593-42f0-8a75-dee87a0b4d01 req-27aa27e3-9522-476c-a160-6a1f4343d500 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f7c309e7-75ab-4e4b-b61f-ca7ce9c46156 HTTP/1.1" status: 200  len: 797 time: 0.0454116
Dec 25 21:34:17.850719 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9534111b-c593-42f0-8a75-dee87a0b4d01 req-700e52d5-2363-4f32-92c6-c85d7b142807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:34:17.852223 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9534111b-c593-42f0-8a75-dee87a0b4d01 req-700e52d5-2363-4f32-92c6-c85d7b142807 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=6dab2bb9-1b11-4634-becc-b5742aceff64&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.0398700
Dec 25 21:34:17.950930 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9534111b-c593-42f0-8a75-dee87a0b4d01 req-9a042485-06cb-45a9-a26e-5dcfd21de077 service neutron] 10.222.0.31 "GET /v2.0/networks/6dab2bb9-1b11-4634-becc-b5742aceff64?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0894411
Dec 25 21:34:18.047795 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9534111b-c593-42f0-8a75-dee87a0b4d01 req-e01fcf72-4598-4a53-a07f-5e876a61f9b9 service neutron] 10.222.0.31 "GET /v2.0/networks/6dab2bb9-1b11-4634-becc-b5742aceff64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0889421
Dec 25 21:34:18.094430 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9534111b-c593-42f0-8a75-dee87a0b4d01 req-edbe59ea-2dc6-48df-a653-196def636dd1 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.46&port_id=1704d60b-466b-4afa-a1c8-2e009902991b HTTP/1.1" status: 200  len: 217 time: 0.0398083
Dec 25 21:34:18.110416 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 54982) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:34:18.146261 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9534111b-c593-42f0-8a75-dee87a0b4d01 req-a33b55e3-9a5d-4603-afce-8fe7d4aa4bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:34:18.148023 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9534111b-c593-42f0-8a75-dee87a0b4d01 req-a33b55e3-9a5d-4603-afce-8fe7d4aa4bd7 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f7c309e7-75ab-4e4b-b61f-ca7ce9c46156 HTTP/1.1" status: 200  len: 797 time: 0.0474288
Dec 25 21:34:18.196548 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9534111b-c593-42f0-8a75-dee87a0b4d01 req-63500e13-3c08-4e51-9037-3466b0b5d0a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:34:18.198334 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9534111b-c593-42f0-8a75-dee87a0b4d01 req-63500e13-3c08-4e51-9037-3466b0b5d0a6 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=6dab2bb9-1b11-4634-becc-b5742aceff64&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.0427237
Dec 25 21:34:18.237499 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5b398c5b-13ad-4177-b466-a8a4a3d6470d admin admin] Publish callbacks [] for security_group, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:34:18.308587 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9534111b-c593-42f0-8a75-dee87a0b4d01 req-45ff6728-4342-41d5-9844-a8cc7ffbe075 service neutron] 10.222.0.31 "GET /v2.0/networks/6dab2bb9-1b11-4634-becc-b5742aceff64?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0985780
Dec 25 21:34:18.321158 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5b398c5b-13ad-4177-b466-a8a4a3d6470d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:34:18.376282 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5b398c5b-13ad-4177-b466-a8a4a3d6470d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:34:18.412972 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b398c5b-13ad-4177-b466-a8a4a3d6470d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62458e30-5560-49ff-8096-cd8f88f5a5b1,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:34:18.429076 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-5b398c5b-13ad-4177-b466-a8a4a3d6470d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f1ad5acecd6f460bbc009c2db885c9bf&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3174865
Dec 25 21:34:18.429491 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 55004) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:34:18.454459 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9534111b-c593-42f0-8a75-dee87a0b4d01 req-8c4f4dd2-19dc-4307-b502-01817d7069b7 service neutron] 10.222.0.31 "GET /v2.0/networks/6dab2bb9-1b11-4634-becc-b5742aceff64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1372092
Dec 25 21:34:18.509243 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9534111b-c593-42f0-8a75-dee87a0b4d01 req-63582b2e-feae-41da-add6-5eb94b6f5191 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.165&port_id=c4a5dc77-7743-4d72-8f35-550325e4dc63 HTTP/1.1" status: 200  len: 217 time: 0.0469136
Dec 25 21:34:18.565532 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1524606e-c7d6-46d0-aad9-041c2e77672a req-d6e63014-37f2-47d4-a0c1-69370f6c222c tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:34:18.567576 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1524606e-c7d6-46d0-aad9-041c2e77672a req-d6e63014-37f2-47d4-a0c1-69370f6c222c tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] 10.222.0.32 "GET /v2.0/ports?device_id=15fbb331-7835-449b-b015-adf2d50f5186 HTTP/1.1" status: 200  len: 944 time: 0.1513915
Dec 25 21:34:18.605231 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9534111b-c593-42f0-8a75-dee87a0b4d01 req-1de96679-9ccc-48da-8b74-764e05c7c6be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:34:18.610719 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9534111b-c593-42f0-8a75-dee87a0b4d01 req-1de96679-9ccc-48da-8b74-764e05c7c6be service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f7c309e7-75ab-4e4b-b61f-ca7ce9c46156 HTTP/1.1" status: 200  len: 797 time: 0.0905802
Dec 25 21:34:18.612138 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-ea4b3f8e-38c1-471f-8baa-cb04d59045d0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:34:18.685717 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-ea4b3f8e-38c1-471f-8baa-cb04d59045d0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:34:18.695513 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1524606e-c7d6-46d0-aad9-041c2e77672a req-3f18d5d8-90e8-42a9-b0ac-c2895939f9a4 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] 10.222.0.32 "GET /v2.0/security-groups?id=89fb11b5-d095-4b35-8a22-8ffdb90cfcff&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1174507
Dec 25 21:34:18.718312 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9534111b-c593-42f0-8a75-dee87a0b4d01 req-a8442597-cd06-4e22-b96a-f956e652b582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:34:18.719825 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9534111b-c593-42f0-8a75-dee87a0b4d01 req-a8442597-cd06-4e22-b96a-f956e652b582 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=6dab2bb9-1b11-4634-becc-b5742aceff64&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.1033170
Dec 25 21:34:18.830580 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-ea4b3f8e-38c1-471f-8baa-cb04d59045d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:34:18.833120 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-ea4b3f8e-38c1-471f-8baa-cb04d59045d0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:34:18.834259 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-ea4b3f8e-38c1-471f-8baa-cb04d59045d0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/62458e30-5560-49ff-8096-cd8f88f5a5b1 HTTP/1.1" status: 204  len: 168 time: 0.4037936
Dec 25 21:34:18.841642 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4b3f8e-38c1-471f-8baa-cb04d59045d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62458e30-5560-49ff-8096-cd8f88f5a5b1,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:34:18.924323 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9534111b-c593-42f0-8a75-dee87a0b4d01 req-29cb00cc-fedf-4cdd-8e90-86432765cff9 service neutron] 10.222.0.31 "GET /v2.0/networks/6dab2bb9-1b11-4634-becc-b5742aceff64?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1965261
Dec 25 21:34:19.016304 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9534111b-c593-42f0-8a75-dee87a0b4d01 req-5cdaf017-f67d-4996-bec8-5b2bde14929e service neutron] 10.222.0.31 "GET /v2.0/networks/6dab2bb9-1b11-4634-becc-b5742aceff64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0848527
Dec 25 21:34:19.063106 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9534111b-c593-42f0-8a75-dee87a0b4d01 req-aac2ef2f-c8c4-45e3-be4e-f21722b0d552 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.99&port_id=bbeefdb7-89c8-4442-a2e7-858c459b3b9a HTTP/1.1" status: 200  len: 217 time: 0.0398021
Dec 25 21:34:19.116718 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9534111b-c593-42f0-8a75-dee87a0b4d01 req-32caa2d2-ede2-4603-a8f7-8a3fc5f0ee59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:34:19.118229 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9534111b-c593-42f0-8a75-dee87a0b4d01 req-32caa2d2-ede2-4603-a8f7-8a3fc5f0ee59 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f7c309e7-75ab-4e4b-b61f-ca7ce9c46156 HTTP/1.1" status: 200  len: 797 time: 0.0484529
Dec 25 21:34:19.166305 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9534111b-c593-42f0-8a75-dee87a0b4d01 req-b40ed70b-483d-4fd3-8116-765c4afc857f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:34:19.167839 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9534111b-c593-42f0-8a75-dee87a0b4d01 req-b40ed70b-483d-4fd3-8116-765c4afc857f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=6dab2bb9-1b11-4634-becc-b5742aceff64&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.0415866
Dec 25 21:34:19.266403 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9534111b-c593-42f0-8a75-dee87a0b4d01 req-701c568b-9f36-4883-bfd2-4668b067db18 service neutron] 10.222.0.31 "GET /v2.0/networks/6dab2bb9-1b11-4634-becc-b5742aceff64?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0903933
Dec 25 21:34:19.355585 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9534111b-c593-42f0-8a75-dee87a0b4d01 req-bdcbd237-7d57-4d19-9aac-312b7045dd16 service neutron] 10.222.0.31 "GET /v2.0/networks/6dab2bb9-1b11-4634-becc-b5742aceff64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0823994
Dec 25 21:34:19.454926 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 55032) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:34:19.476980 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ede43c4b-05d5-4540-9b21-700a1610e59e admin admin] Publish callbacks [] for security_group, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:34:19.553911 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ede43c4b-05d5-4540-9b21-700a1610e59e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:34:19.610626 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ede43c4b-05d5-4540-9b21-700a1610e59e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:34:19.652073 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-ede43c4b-05d5-4540-9b21-700a1610e59e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ed6835295e9a4046a52607b1968f7b32&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1960332
Dec 25 21:34:19.652968 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede43c4b-05d5-4540-9b21-700a1610e59e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ae6784d-7d8d-4e0d-b010-b7b4bd35cb9e,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:34:19.656223 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 55034) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:34:19.708024 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f097986b-6d79-4893-8d1e-daa17753463b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:34:19.740744 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9534111b-c593-42f0-8a75-dee87a0b4d01 req-c3c3a37f-8a37-484f-9d00-1639e49ce5b4 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=d1b259e7-c1c4-46a5-8fa8-934e76ffd08c HTTP/1.1" status: 200  len: 217 time: 0.3779256
Dec 25 21:34:19.750198 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f097986b-6d79-4893-8d1e-daa17753463b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:34:19.822552 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9534111b-c593-42f0-8a75-dee87a0b4d01 req-5d50079e-fd79-4351-b0fb-a1366d7d32cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:34:19.824041 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9534111b-c593-42f0-8a75-dee87a0b4d01 req-5d50079e-fd79-4351-b0fb-a1366d7d32cb service neutron] 10.222.0.31 "GET /v2.0/subnets?id=64fd0ee7-98f6-4e06-ac9e-5ec230df994d HTTP/1.1" status: 200  len: 797 time: 0.0769148
Dec 25 21:34:19.848698 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdb7506-a546-4d60-a4a4-b7dcad0f0a52 req-9ab8a5d4-b8e2-448b-be61-fb384210e113 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:34:19.850262 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-6bdb7506-a546-4d60-a4a4-b7dcad0f0a52 req-9ab8a5d4-b8e2-448b-be61-fb384210e113 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] 10.222.0.32 "GET /v2.0/ports?device_id=15fbb331-7835-449b-b015-adf2d50f5186 HTTP/1.1" status: 200  len: 944 time: 0.0710618
Dec 25 21:34:19.878310 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device 9011d65b-fbaf-42ac-99a9-d60be63e84b8 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 25 21:34:19.895548 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f097986b-6d79-4893-8d1e-daa17753463b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:34:19.898286 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f097986b-6d79-4893-8d1e-daa17753463b admin admin] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:34:19.899548 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-f097986b-6d79-4893-8d1e-daa17753463b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8ae6784d-7d8d-4e0d-b010-b7b4bd35cb9e HTTP/1.1" status: 204  len: 168 time: 0.2417653
Dec 25 21:34:19.911843 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9534111b-c593-42f0-8a75-dee87a0b4d01 req-ff38303c-901c-47eb-912b-21e5ef23c02b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:34:19.913409 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9534111b-c593-42f0-8a75-dee87a0b4d01 req-ff38303c-901c-47eb-912b-21e5ef23c02b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=1eebed42-83f0-407e-9fde-c8f3a2309436&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.0813811
Dec 25 21:34:19.913623 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f097986b-6d79-4893-8d1e-daa17753463b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ae6784d-7d8d-4e0d-b010-b7b4bd35cb9e,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:34:19.944645 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-6bdb7506-a546-4d60-a4a4-b7dcad0f0a52 req-103c2991-704c-43b4-87d5-3b292b464ed9 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] 10.222.0.32 "GET /v2.0/security-groups?id=89fb11b5-d095-4b35-8a22-8ffdb90cfcff&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0765483
Dec 25 21:34:20.013061 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port 9011d65b-fbaf-42ac-99a9-d60be63e84b8, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9011d65b-fbaf-42ac-99a9-d60be63e84b8,segment=NetworkSegment(51150129-bf93-43ed-a72b-663a41e8f921),segment_id=51150129-bf93-43ed-a72b-663a41e8f921)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:34:20.022168 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9534111b-c593-42f0-8a75-dee87a0b4d01 req-04c12e4a-5d58-4b0e-99c3-d6914d77a96c service neutron] 10.222.0.31 "GET /v2.0/networks/1eebed42-83f0-407e-9fde-c8f3a2309436?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1000729
Dec 25 21:34:20.028910 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Returning: {'device': '9011d65b-fbaf-42ac-99a9-d60be63e84b8', 'network_id': 'c8199f70-d579-4a7f-8b38-5d569ea5e784', 'port_id': '9011d65b-fbaf-42ac-99a9-d60be63e84b8', 'mac_address': 'fa:16:3e:38:c8:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0cf468ed-9644-4e44-939f-6c7d09675460', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 25 21:34:20.072738 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:34:20.085999 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9011d65b-fbaf-42ac-99a9-d60be63e84b8 {{(pid=121608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:34:20.109140 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port 9011d65b-fbaf-42ac-99a9-d60be63e84b8, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9011d65b-fbaf-42ac-99a9-d60be63e84b8,segment=NetworkSegment(51150129-bf93-43ed-a72b-663a41e8f921),segment_id=51150129-bf93-43ed-a72b-663a41e8f921)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:34:20.131000 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9534111b-c593-42f0-8a75-dee87a0b4d01 req-be4dfc2e-5fea-4322-83e5-f80c96d6db54 service neutron] 10.222.0.31 "GET /v2.0/networks/1eebed42-83f0-407e-9fde-c8f3a2309436?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1011705
Dec 25 21:34:20.174673 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9534111b-c593-42f0-8a75-dee87a0b4d01 req-05fb4d32-aadc-43bd-bf8d-9c7871fa563b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=c1259bc6-d32f-4b81-b593-3660604ed03e HTTP/1.1" status: 200  len: 217 time: 0.0366261
Dec 25 21:34:20.207929 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:34:20.228651 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9534111b-c593-42f0-8a75-dee87a0b4d01 req-8b22cad2-ff26-4b58-81b0-64464fecda85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:34:20.230154 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9534111b-c593-42f0-8a75-dee87a0b4d01 req-8b22cad2-ff26-4b58-81b0-64464fecda85 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=64fd0ee7-98f6-4e06-ac9e-5ec230df994d HTTP/1.1" status: 200  len: 797 time: 0.0489635
Dec 25 21:34:20.259601 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Pushing event updated for resources: {'Port': ['ID=9011d65b-fbaf-42ac-99a9-d60be63e84b8,revision_number=11']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:34:20.276054 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9534111b-c593-42f0-8a75-dee87a0b4d01 req-84ead685-b8d8-4187-9476-6bc587b7abd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:34:20.277741 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9534111b-c593-42f0-8a75-dee87a0b4d01 req-84ead685-b8d8-4187-9476-6bc587b7abd3 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=1eebed42-83f0-407e-9fde-c8f3a2309436&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.0408130
Dec 25 21:34:20.372707 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9534111b-c593-42f0-8a75-dee87a0b4d01 req-723558a0-5d67-4b6e-a2e4-28482c469bd8 service neutron] 10.222.0.31 "GET /v2.0/networks/1eebed42-83f0-407e-9fde-c8f3a2309436?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0871506
Dec 25 21:34:20.462196 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] get_ports_and_sgs() called for port_ids ['9011d65b-fbaf-42ac-99a9-d60be63e84b8'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:34:20.485481 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9534111b-c593-42f0-8a75-dee87a0b4d01 req-57500c06-5131-41ad-81cf-39083659b698 service neutron] 10.222.0.31 "GET /v2.0/networks/1eebed42-83f0-407e-9fde-c8f3a2309436?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1022730
Dec 25 21:34:21.095497 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a0d4bb-3abf-4707-9fc3-cf694e6b9d14 req-ae622c7d-bc1c-462d-960d-3361ea1ecd71 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:34:21.103148 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-25a0d4bb-3abf-4707-9fc3-cf694e6b9d14 req-ae622c7d-bc1c-462d-960d-3361ea1ecd71 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] 10.222.0.32 "GET /v2.0/ports?device_id=15fbb331-7835-449b-b015-adf2d50f5186 HTTP/1.1" status: 200  len: 945 time: 0.0637076
Dec 25 21:34:21.166593 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-25a0d4bb-3abf-4707-9fc3-cf694e6b9d14 req-39a89fca-94dd-420d-9d4f-db040f811279 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] 10.222.0.32 "GET /v2.0/security-groups?id=89fb11b5-d095-4b35-8a22-8ffdb90cfcff&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0562265
Dec 25 21:34:21.480556 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 55122) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:34:21.526546 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_v2 [None req-b754c5e2-b854-48a8-bca0-253e713f4f30 admin admin] Deleting subnet d184d6bc-6f05-421a-a5a9-96f8841430ac {{(pid=121607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Dec 25 21:34:21.529694 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b754c5e2-b854-48a8-bca0-253e713f4f30 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:34:21.568013 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b754c5e2-b854-48a8-bca0-253e713f4f30 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10246617'] for subnet, precommit_delete_associations {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:34:21.604330 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b754c5e2-b854-48a8-bca0-253e713f4f30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995662'] for subnet, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:34:21.730667 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b754c5e2-b854-48a8-bca0-253e713f4f30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8632410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8852809'] for subnet, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:34:21.764963 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b754c5e2-b854-48a8-bca0-253e713f4f30 admin admin] Publish callbacks [] for subnet, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:34:21.768140 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-b754c5e2-b854-48a8-bca0-253e713f4f30 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/d184d6bc-6f05-421a-a5a9-96f8841430ac HTTP/1.1" status: 204  len: 168 time: 0.2865286
Dec 25 21:34:21.769161 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b754c5e2-b854-48a8-bca0-253e713f4f30 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d184d6bc-6f05-421a-a5a9-96f8841430ac,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:34:21.771132 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 55132) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:34:21.846502 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-2faa200d-6a52-4575-9148-322c88958b24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625803'] for network, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:34:21.891607 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device 9011d65b-fbaf-42ac-99a9-d60be63e84b8 up at agent hyperv_nch1-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:34:21.925717 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-2faa200d-6a52-4575-9148-322c88958b24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997585', 'neutron.services.segments.db._delete_segments_for_network-8737602743071'] for network, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:34:21.951641 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.segments.db [None req-2faa200d-6a52-4575-9148-322c88958b24 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f26119a2d90>,) {'filters': {'network_id': ['e05170f8-cab4-47d7-8b02-4aaf3c659560']}} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:34:21.964363 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.segments.db [None req-2faa200d-6a52-4575-9148-322c88958b24 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f26119a2d90>, '0beeca7f-6d82-4f0c-bf76-8c0fb701e5ea') {'for_net_delete': True} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:34:21.964660 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.segments.db [None req-2faa200d-6a52-4575-9148-322c88958b24 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f26119a2d90>, '0beeca7f-6d82-4f0c-bf76-8c0fb701e5ea') {} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:34:21.976699 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-2faa200d-6a52-4575-9148-322c88958b24 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737602746920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9084222'] for segment, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:34:21.990073 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-2faa200d-6a52-4575-9148-322c88958b24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:34:21.995807 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2faa200d-6a52-4575-9148-322c88958b24 admin admin] Releasing vlan 198 on physical network physnet1 to pool {{(pid=121606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 25 21:34:21.996207 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-2faa200d-6a52-4575-9148-322c88958b24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9084542'] for segment, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:34:21.998001 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:34:21.998001 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:34:21.998001 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:34:21.998001 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:34:21.998001 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:34:21.998001 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:34:21.998001 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:34:21.998001 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:34:21.998001 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:34:21.998001 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:34:21.998001 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:34:21.998001 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:34:21.998001 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:34:21.998001 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:34:21.998001 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:34:21.998001 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:34:21.998001 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:34:21.998001 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:34:21.998001 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:34:21.998001 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:34:21.998001 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:34:21.998001 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:34:21.998001 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:34:21.998001 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:34:21.998001 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:34:21.998001 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:34:21.998001 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:34:21.998001 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:34:21.998001 ncdv-master-1 neutron-server[121606]: Traceback (most recent call last):
Dec 25 21:34:21.998001 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 25 21:34:21.998001 ncdv-master-1 neutron-server[121606]:     timer()
Dec 25 21:34:21.998001 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 25 21:34:21.998001 ncdv-master-1 neutron-server[121606]:     cb(*args, **kw)
Dec 25 21:34:21.998001 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 25 21:34:21.998001 ncdv-master-1 neutron-server[121606]:     return func(*args, **kwargs)
Dec 25 21:34:21.998001 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 25 21:34:21.998001 ncdv-master-1 neutron-server[121606]:     self._notify()
Dec 25 21:34:21.998001 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 25 21:34:21.998001 ncdv-master-1 neutron-server[121606]:     self.callback(batched_events)
Dec 25 21:34:21.998001 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 25 21:34:21.998001 ncdv-master-1 neutron-server[121606]:     event.method(event)
Dec 25 21:34:21.998001 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 25 21:34:21.998001 ncdv-master-1 neutron-server[121606]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 25 21:34:21.998001 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 25 21:34:21.998001 ncdv-master-1 neutron-server[121606]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 25 21:34:21.998001 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 25 21:34:21.998001 ncdv-master-1 neutron-server[121606]:     return f(self, *a, **k)
Dec 25 21:34:21.998001 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 25 21:34:21.998001 ncdv-master-1 neutron-server[121606]:     return self._get(url).json()
Dec 25 21:34:21.998001 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 25 21:34:21.998001 ncdv-master-1 neutron-server[121606]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 25 21:34:21.998001 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 25 21:34:21.998001 ncdv-master-1 neutron-server[121606]:     return self.request(url, 'GET', **kwargs)
Dec 25 21:34:21.998001 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 25 21:34:21.998001 ncdv-master-1 neutron-server[121606]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 25 21:34:21.998001 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 25 21:34:21.998001 ncdv-master-1 neutron-server[121606]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 25 21:34:21.998001 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 25 21:34:21.998001 ncdv-master-1 neutron-server[121606]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 25 21:34:21.998001 ncdv-master-1 neutron-server[121606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 25 21:34:22.027650 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Provisioning for port 9011d65b-fbaf-42ac-99a9-d60be63e84b8 completed by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 25 21:34:22.033236 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Provisioning complete for port 9011d65b-fbaf-42ac-99a9-d60be63e84b8 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:34:22.033830 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:34:22.110502 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:34:22.133702 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15fbb331-7835-449b-b015-adf2d50f5186', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9011d65b-fbaf-42ac-99a9-d60be63e84b8'}] {{(pid=121608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:34:22.135898 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a88c78c3ff6266bd59c7e89d275b28c92e739b67d23c89d71af88829fd31566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c73753ea-8b0e-4615-8665-1b78684dc45e" -d '{"events": [{"server_uuid": "15fbb331-7835-449b-b015-adf2d50f5186", "name": "network-vif-plugged", "status": "completed", "tag": "9011d65b-fbaf-42ac-99a9-d60be63e84b8"}]}' {{(pid=121608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:34:22.140404 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-2faa200d-6a52-4575-9148-322c88958b24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2008653'] for network, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:34:22.151505 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-2faa200d-6a52-4575-9148-322c88958b24 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for network, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:34:22.157757 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 55150) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:34:22.157966 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-2faa200d-6a52-4575-9148-322c88958b24 admin admin] 10.222.0.32 "DELETE /v2.0/networks/e05170f8-cab4-47d7-8b02-4aaf3c659560 HTTP/1.1" status: 204  len: 168 time: 0.3852825
Dec 25 21:34:22.171763 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faa200d-6a52-4575-9148-322c88958b24 admin admin] Pushing event deleted for resources: {'Network': ['ID=e05170f8-cab4-47d7-8b02-4aaf3c659560,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:34:22.176631 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port 9011d65b-fbaf-42ac-99a9-d60be63e84b8, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9011d65b-fbaf-42ac-99a9-d60be63e84b8,segment=NetworkSegment(51150129-bf93-43ed-a72b-663a41e8f921),segment_id=51150129-bf93-43ed-a72b-663a41e8f921)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:34:22.185695 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 21:34:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b6b2c0e-b8b5-46cf-b696-24ae04c244bc x-openstack-request-id: req-7b6b2c0e-b8b5-46cf-b696-24ae04c244bc {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:34:22.185989 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15fbb331-7835-449b-b015-adf2d50f5186", "name": "network-vif-plugged", "status": "completed", "tag": "9011d65b-fbaf-42ac-99a9-d60be63e84b8", "code": 200}]} {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:34:22.187212 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7b6b2c0e-b8b5-46cf-b696-24ae04c244bc {{(pid=121608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:34:22.187618 ncdv-master-1 neutron-server[121608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15fbb331-7835-449b-b015-adf2d50f5186', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9011d65b-fbaf-42ac-99a9-d60be63e84b8', 'code': 200}
Dec 25 21:34:22.236207 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e493113-70e4-4ecd-a9a9-668271454bab admin admin] Deleting subnet b20ee9a6-17d2-4c75-983b-4726865c75ee {{(pid=121607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Dec 25 21:34:22.239794 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-2e493113-70e4-4ecd-a9a9-668271454bab admin admin] Publish callbacks [] for subnet, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:34:22.253944 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:34:22.304226 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-2e493113-70e4-4ecd-a9a9-668271454bab admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10246617'] for subnet, precommit_delete_associations {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:34:22.338043 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9189f52-e480-4851-a3ab-7c2ef4b5fbbf req-889e894b-a3f6-42ea-8feb-4a2d324331c1 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:34:22.339881 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c9189f52-e480-4851-a3ab-7c2ef4b5fbbf req-889e894b-a3f6-42ea-8feb-4a2d324331c1 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] 10.222.0.32 "GET /v2.0/ports?device_id=15fbb331-7835-449b-b015-adf2d50f5186 HTTP/1.1" status: 200  len: 946 time: 0.0954375
Dec 25 21:34:22.341077 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Pushing event updated for resources: {'Port': ['ID=9011d65b-fbaf-42ac-99a9-d60be63e84b8,revision_number=12']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:34:22.385923 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-2e493113-70e4-4ecd-a9a9-668271454bab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995662'] for subnet, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:34:22.409384 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c9189f52-e480-4851-a3ab-7c2ef4b5fbbf req-8835dee2-c9e8-417d-8c59-602c72970214 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] 10.222.0.32 "GET /v2.0/security-groups?id=89fb11b5-d095-4b35-8a22-8ffdb90cfcff&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0574133
Dec 25 21:34:22.450519 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920e0766-fa70-463c-9bc9-16800e31c35f req-c4abbe23-00b0-4147-8d29-a2a56d63edc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:34:22.452609 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-920e0766-fa70-463c-9bc9-16800e31c35f req-c4abbe23-00b0-4147-8d29-a2a56d63edc3 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=15fbb331-7835-449b-b015-adf2d50f5186 HTTP/1.1" status: 200  len: 1097 time: 0.0417366
Dec 25 21:34:22.496843 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-920e0766-fa70-463c-9bc9-16800e31c35f req-b2a22b33-2f23-4c41-a67a-734dbd27dd4d service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=89fb11b5-d095-4b35-8a22-8ffdb90cfcff&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0375924
Dec 25 21:34:22.517118 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-2e493113-70e4-4ecd-a9a9-668271454bab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8632410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8852809'] for subnet, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:34:22.548671 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e493113-70e4-4ecd-a9a9-668271454bab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b20ee9a6-17d2-4c75-983b-4726865c75ee,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:34:22.554779 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-2e493113-70e4-4ecd-a9a9-668271454bab admin admin] Publish callbacks [] for subnet, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:34:22.562361 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-2e493113-70e4-4ecd-a9a9-668271454bab admin admin] 10.222.0.32 "DELETE /v2.0/subnets/b20ee9a6-17d2-4c75-983b-4726865c75ee HTTP/1.1" status: 204  len: 168 time: 0.4031935
Dec 25 21:34:22.564990 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 55182) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:34:22.640593 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-43c95089-e986-4f5c-9dec-2c817dc01f31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625803'] for network, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:34:22.719215 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-43c95089-e986-4f5c-9dec-2c817dc01f31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997585', 'neutron.services.segments.db._delete_segments_for_network-8737602743071'] for network, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:34:22.739233 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.segments.db [None req-43c95089-e986-4f5c-9dec-2c817dc01f31 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2611aa7a30>,) {'filters': {'network_id': ['15261b93-7813-48f8-a5a1-942139d41da7']}} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:34:22.748356 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.segments.db [None req-43c95089-e986-4f5c-9dec-2c817dc01f31 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2611aa7a30>, '572d690f-87b3-4a1f-83de-44d6398a5a30') {'for_net_delete': True} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:34:22.749269 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.segments.db [None req-43c95089-e986-4f5c-9dec-2c817dc01f31 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2611aa7a30>, '572d690f-87b3-4a1f-83de-44d6398a5a30') {} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:34:22.758495 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-43c95089-e986-4f5c-9dec-2c817dc01f31 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737602746920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9084222'] for segment, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:34:22.772347 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-43c95089-e986-4f5c-9dec-2c817dc01f31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:34:22.778638 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43c95089-e986-4f5c-9dec-2c817dc01f31 admin admin] Releasing vlan 161 on physical network physnet1 to pool {{(pid=121606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 25 21:34:22.779020 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-43c95089-e986-4f5c-9dec-2c817dc01f31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9084542'] for segment, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:34:22.780985 ncdv-master-1 neutron-server[121606]: Traceback (most recent call last):
Dec 25 21:34:22.780985 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 25 21:34:22.780985 ncdv-master-1 neutron-server[121606]:     timer()
Dec 25 21:34:22.780985 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 25 21:34:22.780985 ncdv-master-1 neutron-server[121606]:     cb(*args, **kw)
Dec 25 21:34:22.780985 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 25 21:34:22.780985 ncdv-master-1 neutron-server[121606]:     return func(*args, **kwargs)
Dec 25 21:34:22.780985 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 25 21:34:22.780985 ncdv-master-1 neutron-server[121606]:     self._notify()
Dec 25 21:34:22.780985 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 25 21:34:22.780985 ncdv-master-1 neutron-server[121606]:     self.callback(batched_events)
Dec 25 21:34:22.780985 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 25 21:34:22.780985 ncdv-master-1 neutron-server[121606]:     event.method(event)
Dec 25 21:34:22.780985 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 25 21:34:22.780985 ncdv-master-1 neutron-server[121606]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 25 21:34:22.780985 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 25 21:34:22.780985 ncdv-master-1 neutron-server[121606]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 25 21:34:22.780985 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 25 21:34:22.780985 ncdv-master-1 neutron-server[121606]:     return f(self, *a, **k)
Dec 25 21:34:22.780985 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 25 21:34:22.780985 ncdv-master-1 neutron-server[121606]:     return self._get(url).json()
Dec 25 21:34:22.780985 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 25 21:34:22.780985 ncdv-master-1 neutron-server[121606]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 25 21:34:22.780985 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 25 21:34:22.780985 ncdv-master-1 neutron-server[121606]:     return self.request(url, 'GET', **kwargs)
Dec 25 21:34:22.780985 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 25 21:34:22.780985 ncdv-master-1 neutron-server[121606]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 25 21:34:22.780985 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 25 21:34:22.780985 ncdv-master-1 neutron-server[121606]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 25 21:34:22.780985 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 25 21:34:22.780985 ncdv-master-1 neutron-server[121606]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 25 21:34:22.780985 ncdv-master-1 neutron-server[121606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 25 21:34:22.935670 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-43c95089-e986-4f5c-9dec-2c817dc01f31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2008653'] for network, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:34:22.940842 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-43c95089-e986-4f5c-9dec-2c817dc01f31 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for network, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:34:22.944387 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-43c95089-e986-4f5c-9dec-2c817dc01f31 admin admin] 10.222.0.32 "DELETE /v2.0/networks/15261b93-7813-48f8-a5a1-942139d41da7 HTTP/1.1" status: 204  len: 168 time: 0.3782995
Dec 25 21:34:22.968081 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c95089-e986-4f5c-9dec-2c817dc01f31 admin admin] Pushing event deleted for resources: {'Network': ['ID=15261b93-7813-48f8-a5a1-942139d41da7,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:34:23.346329 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 55228) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:34:23.391679 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-ffe3a40e-e094-4586-bc3d-cd9929a379f9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=71418288426545dea311f347bd0cbfdb&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0441179
Dec 25 21:34:23.394250 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 55232) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:34:23.453653 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-55f299d3-9cae-46e1-a644-1a295b81bf35 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:34:23.489558 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-55f299d3-9cae-46e1-a644-1a295b81bf35 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:34:23.596852 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222f282c-3861-4c82-845e-772742e38237 req-4879d1a8-1ba6-470b-8954-79c7cfc93f13 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:34:23.598435 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-222f282c-3861-4c82-845e-772742e38237 req-4879d1a8-1ba6-470b-8954-79c7cfc93f13 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] 10.222.0.32 "GET /v2.0/ports?device_id=15fbb331-7835-449b-b015-adf2d50f5186 HTTP/1.1" status: 200  len: 946 time: 0.0948868
Dec 25 21:34:23.657144 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-222f282c-3861-4c82-845e-772742e38237 req-9646cc1e-ed2f-43e5-96d7-57c6d179efa6 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] 10.222.0.32 "GET /v2.0/security-groups?id=89fb11b5-d095-4b35-8a22-8ffdb90cfcff&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0493922
Dec 25 21:34:23.695500 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-55f299d3-9cae-46e1-a644-1a295b81bf35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:34:23.698291 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-55f299d3-9cae-46e1-a644-1a295b81bf35 admin admin] Publish callbacks [] for security_group, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:34:23.699484 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-55f299d3-9cae-46e1-a644-1a295b81bf35 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b923e6f5-1e98-4cf4-9740-df451a73c339 HTTP/1.1" status: 204  len: 168 time: 0.3041990
Dec 25 21:34:23.707906 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f299d3-9cae-46e1-a644-1a295b81bf35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b923e6f5-1e98-4cf4-9740-df451a73c339,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:34:23.715564 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f299d3-9cae-46e1-a644-1a295b81bf35 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:34:23.715928 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f299d3-9cae-46e1-a644-1a295b81bf35 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:34:23.716276 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f299d3-9cae-46e1-a644-1a295b81bf35 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:34:23.716617 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f299d3-9cae-46e1-a644-1a295b81bf35 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:34:23.717684 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f299d3-9cae-46e1-a644-1a295b81bf35 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:34:23.718232 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f299d3-9cae-46e1-a644-1a295b81bf35 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:34:23.718877 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f299d3-9cae-46e1-a644-1a295b81bf35 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:34:23.722282 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f299d3-9cae-46e1-a644-1a295b81bf35 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:34:23.722282 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f299d3-9cae-46e1-a644-1a295b81bf35 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:34:23.722282 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f299d3-9cae-46e1-a644-1a295b81bf35 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:34:23.722282 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f299d3-9cae-46e1-a644-1a295b81bf35 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:34:23.722282 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f299d3-9cae-46e1-a644-1a295b81bf35 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:34:23.722282 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f299d3-9cae-46e1-a644-1a295b81bf35 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:34:24.426763 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 55310) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:34:24.470792 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-edf80c37-198a-43dc-b6e2-cb382a4eb5a8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=065784da9c2c4ec791d79f36c0ffb7e9&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0421143
Dec 25 21:34:24.477852 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 55314) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:34:24.541940 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-d55da885-e6d9-4305-a031-5480725abdb3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:34:24.565372 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-d55da885-e6d9-4305-a031-5480725abdb3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:34:24.759953 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-d55da885-e6d9-4305-a031-5480725abdb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:34:24.763252 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-d55da885-e6d9-4305-a031-5480725abdb3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:34:24.764441 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-d55da885-e6d9-4305-a031-5480725abdb3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/877b2e8f-75a6-49f7-9f72-d8728f7580d5 HTTP/1.1" status: 204  len: 168 time: 0.2854381
Dec 25 21:34:24.776150 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55da885-e6d9-4305-a031-5480725abdb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=877b2e8f-75a6-49f7-9f72-d8728f7580d5,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:34:24.797500 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4036e2-e254-474f-aa15-e76a4191463e req-d599c7b1-566d-48e0-8735-d4c417c24312 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:34:24.799352 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8f4036e2-e254-474f-aa15-e76a4191463e req-d599c7b1-566d-48e0-8735-d4c417c24312 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] 10.222.0.32 "GET /v2.0/ports?device_id=15fbb331-7835-449b-b015-adf2d50f5186 HTTP/1.1" status: 200  len: 946 time: 0.0670609
Dec 25 21:34:24.870608 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8f4036e2-e254-474f-aa15-e76a4191463e req-87eb8254-b443-4994-adda-1588499ea48b tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] 10.222.0.32 "GET /v2.0/security-groups?id=89fb11b5-d095-4b35-8a22-8ffdb90cfcff&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0524452
Dec 25 21:34:25.973065 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 55408) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:34:26.010824 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbb5f16-cfdf-4ba6-9d04-d8b3d888cba3 req-16fece9b-b69c-4699-8a4e-afe38d6ffb40 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:34:26.013346 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8bbb5f16-cfdf-4ba6-9d04-d8b3d888cba3 req-16fece9b-b69c-4699-8a4e-afe38d6ffb40 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] 10.222.0.32 "GET /v2.0/ports?device_id=15fbb331-7835-449b-b015-adf2d50f5186 HTTP/1.1" status: 200  len: 946 time: 0.0661061
Dec 25 21:34:26.068384 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8bbb5f16-cfdf-4ba6-9d04-d8b3d888cba3 req-39796d9c-de7a-4c33-b46b-8e535f51823b tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] 10.222.0.32 "GET /v2.0/security-groups?id=89fb11b5-d095-4b35-8a22-8ffdb90cfcff&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0481396
Dec 25 21:34:26.081993 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-d4fa32c5-63d3-473b-a0c9-65d8bcf8bf79 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-43032151-network', 'tenant_id': 'a416565d81324f55b88111b36c4a777c'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:34:26.203955 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4fa32c5-63d3-473b-a0c9-65d8bcf8bf79 admin admin] Made reservation on behalf of a416565d81324f55b88111b36c4a777c for: {'network': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:34:26.207196 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-d4fa32c5-63d3-473b-a0c9-65d8bcf8bf79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for network, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:34:26.218618 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-d4fa32c5-63d3-473b-a0c9-65d8bcf8bf79 admin admin] Publish callbacks [] for security_group, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:34:26.300523 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-d4fa32c5-63d3-473b-a0c9-65d8bcf8bf79 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:34:26.379173 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-d4fa32c5-63d3-473b-a0c9-65d8bcf8bf79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:34:26.400585 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4fa32c5-63d3-473b-a0c9-65d8bcf8bf79 admin admin] vlan segment allocate from pool success with {'vlan_id': 160, 'physical_network': 'physnet1'}  {{(pid=121607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 25 21:34:26.413763 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fa32c5-63d3-473b-a0c9-65d8bcf8bf79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99189dc7-38cd-4837-afea-f261ec834693,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:34:26.419555 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-d4fa32c5-63d3-473b-a0c9-65d8bcf8bf79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:34:26.419895 ncdv-master-1 neutron-server[121607]: INFO neutron.db.segments_db [None req-d4fa32c5-63d3-473b-a0c9-65d8bcf8bf79 admin admin] Added segment 3d25cd97-744c-4949-bb42-a710168ffeba of type vlan for network b30f51af-5cf5-4b7f-96c1-3dabf1030017
Dec 25 21:34:26.459750 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-d4fa32c5-63d3-473b-a0c9-65d8bcf8bf79 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737602163420'] for network, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:34:26.573633 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-d4fa32c5-63d3-473b-a0c9-65d8bcf8bf79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870'] for network, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:34:26.574984 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4fa32c5-63d3-473b-a0c9-65d8bcf8bf79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:34:26.575571 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-d4fa32c5-63d3-473b-a0c9-65d8bcf8bf79 admin admin] Publish callbacks [] for network, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:34:26.643150 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fa32c5-63d3-473b-a0c9-65d8bcf8bf79 admin admin] Pushing event updated for resources: {'Network': ['ID=b30f51af-5cf5-4b7f-96c1-3dabf1030017,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:34:26.653423 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Network b30f51af-5cf5-4b7f-96c1-3dabf1030017 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 25 21:34:26.675667 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-d4fa32c5-63d3-473b-a0c9-65d8bcf8bf79 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 0.6966858
Dec 25 21:34:26.675893 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 55448) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:34:26.677777 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-249b7a07-30bf-4a2b-be6c-7091461e7ddf admin admin] Request body: {'subnet': {'network_id': 'b30f51af-5cf5-4b7f-96c1-3dabf1030017', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-43032151-subnet', 'tenant_id': 'a416565d81324f55b88111b36c4a777c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:34:26.819134 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-249b7a07-30bf-4a2b-be6c-7091461e7ddf admin admin] Made reservation on behalf of a416565d81324f55b88111b36c4a777c for: {'subnet': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:34:26.821667 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-249b7a07-30bf-4a2b-be6c-7091461e7ddf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9028529'] for subnet, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:34:27.167894 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-249b7a07-30bf-4a2b-be6c-7091461e7ddf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9084170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9028515'] for subnet, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:34:27.236669 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249b7a07-30bf-4a2b-be6c-7091461e7ddf admin admin] Pushing event updated for resources: {'Subnet': ['ID=a7a92c50-32bb-4289-bde3-1186d0ce9bab,revision_number=0']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:34:27.242168 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-249b7a07-30bf-4a2b-be6c-7091461e7ddf admin admin] Checking segment: {'id': '3d25cd97-744c-4949-bb42-a710168ffeba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'b30f51af-5cf5-4b7f-96c1-3dabf1030017'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:34:27.242527 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-249b7a07-30bf-4a2b-be6c-7091461e7ddf admin admin] Network hostable DHCP agents. Network: b30f51af-5cf5-4b7f-96c1-3dabf1030017, hostable agents: ['1813db88-2c1b-4357-a2ba-869246b663c2'], hosted agents: [] {{(pid=121606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 25 21:34:27.363942 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-249b7a07-30bf-4a2b-be6c-7091461e7ddf admin admin] Network b30f51af-5cf5-4b7f-96c1-3dabf1030017 is scheduled to be hosted by DHCP agent 1813db88-2c1b-4357-a2ba-869246b663c2 with binding_index 1 {{(pid=121606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 25 21:34:27.460811 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 55466) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:34:27.501122 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [None req-249b7a07-30bf-4a2b-be6c-7091461e7ddf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, b30f51af-5cf5-4b7f-96c1-3dabf1030017) {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:34:27.506651 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-249b7a07-30bf-4a2b-be6c-7091461e7ddf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:34:27.508645 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-249b7a07-30bf-4a2b-be6c-7091461e7ddf admin admin] Publish callbacks [] for subnet, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:34:27.510085 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72fca40e-5196-43ce-98f4-a3e08e1c0671 None None] Network b30f51af-5cf5-4b7f-96c1-3dabf1030017 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:34:27.577261 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-c53d1a34-9857-4632-8b3c-8d87d60f64a6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:34:27.600141 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-249b7a07-30bf-4a2b-be6c-7091461e7ddf admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 0.9271479
Dec 25 21:34:27.621567 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b9a7ae5-3278-4621-8bc0-30743884c994 None None] Network b30f51af-5cf5-4b7f-96c1-3dabf1030017 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:34:27.652911 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-c53d1a34-9857-4632-8b3c-8d87d60f64a6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:34:27.724175 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-c53d1a34-9857-4632-8b3c-8d87d60f64a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:34:27.766179 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53d1a34-9857-4632-8b3c-8d87d60f64a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2b9578d-1502-4f88-a2fc-ac6593b9e43a,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:34:27.771853 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-c53d1a34-9857-4632-8b3c-8d87d60f64a6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f61a0566d14547059cbece8d41c7e2d5&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3099794
Dec 25 21:34:27.774439 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 55480) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:34:27.823432 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a02e091e-9f50-4344-a9c0-206eb682d0f3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:34:27.844057 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a02e091e-9f50-4344-a9c0-206eb682d0f3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:34:27.966167 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a02e091e-9f50-4344-a9c0-206eb682d0f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:34:27.969263 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a02e091e-9f50-4344-a9c0-206eb682d0f3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:34:27.970043 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-a02e091e-9f50-4344-a9c0-206eb682d0f3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f2b9578d-1502-4f88-a2fc-ac6593b9e43a HTTP/1.1" status: 204  len: 168 time: 0.1943638
Dec 25 21:34:28.006158 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02e091e-9f50-4344-a9c0-206eb682d0f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2b9578d-1502-4f88-a2fc-ac6593b9e43a,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:34:34.412033 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:34:34.776379 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-c69f7298-dac0-4d94-b922-127608ff923a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:34:37.002528 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-498c8716-da6d-4859-ac40-b2cd67b328ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:34:38.381522 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:34:38.512170 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3e945ecd-9380-47c2-aa0a-12ebe07e03e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:34:39.332068 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 56098) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:34:39.461945 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-77d860b5-5b51-4411-b12c-f71a05cc0b76 admin admin] Publish callbacks [] for security_group, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:34:39.517633 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-15cb578f-7a63-4fd3-925d-83bad4c7b82a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:34:39.535068 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-77d860b5-5b51-4411-b12c-f71a05cc0b76 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:34:39.603314 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-77d860b5-5b51-4411-b12c-f71a05cc0b76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:34:39.643021 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-77d860b5-5b51-4411-b12c-f71a05cc0b76 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4330e6d32b3840028a8e75fc07fcc1f3&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3098123
Dec 25 21:34:39.644170 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d860b5-5b51-4411-b12c-f71a05cc0b76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0950bd3-230f-4c13-932e-7ce0dbadd173,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:34:39.645654 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 56106) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:34:39.705141 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-4fe5d47c-73bd-48f2-a219-059289e80e5d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:34:39.727187 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-4fe5d47c-73bd-48f2-a219-059289e80e5d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:34:39.883311 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-4fe5d47c-73bd-48f2-a219-059289e80e5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:34:39.886340 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-4fe5d47c-73bd-48f2-a219-059289e80e5d admin admin] Publish callbacks [] for security_group, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:34:39.887796 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-4fe5d47c-73bd-48f2-a219-059289e80e5d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a0950bd3-230f-4c13-932e-7ce0dbadd173 HTTP/1.1" status: 204  len: 168 time: 0.2408257
Dec 25 21:34:39.896201 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe5d47c-73bd-48f2-a219-059289e80e5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0950bd3-230f-4c13-932e-7ce0dbadd173,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:34:40.740825 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:34:41.757150 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.agents_db [None req-ec08dba0-4483-4109-b5e1-5e4a9fdaf12d None None] Agent healthcheck: found 7 active agents {{(pid=121609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 25 21:34:43.158682 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 56318) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:34:43.272397 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-970ba48d-8d39-4797-b0d1-188d13912d12 admin admin] Publish callbacks [] for security_group, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:34:43.345680 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-970ba48d-8d39-4797-b0d1-188d13912d12 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:34:43.437818 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-970ba48d-8d39-4797-b0d1-188d13912d12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:34:43.475649 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-970ba48d-8d39-4797-b0d1-188d13912d12 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=01ccd4a958914319be9790d5308929d3&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3155417
Dec 25 21:34:43.476602 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970ba48d-8d39-4797-b0d1-188d13912d12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc063c1d-54f9-4004-944a-11c0d891d6fd,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:34:43.478334 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 56334) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:34:43.527483 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-7944c9ca-c91e-47a7-9f1c-368f2af3d8da admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:34:43.549363 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-7944c9ca-c91e-47a7-9f1c-368f2af3d8da admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:34:43.635133 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e6c076-1f67-4c12-82b1-b65be0822dad req-625c1aa4-f133-4886-88e9-35b352683e6f tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:34:43.638585 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-75e6c076-1f67-4c12-82b1-b65be0822dad req-625c1aa4-f133-4886-88e9-35b352683e6f tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] 10.222.0.32 "GET /v2.0/ports?device_id=74e4a477-e1a9-40b2-84c5-e0897ae200eb HTTP/1.1" status: 200  len: 946 time: 0.0571554
Dec 25 21:34:43.689958 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-75e6c076-1f67-4c12-82b1-b65be0822dad req-27783099-8469-4ebd-aeb7-49a82a12d62d tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] 10.222.0.32 "GET /v2.0/security-groups?id=8e787377-3d24-4819-b453-04e533e4be82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436630
Dec 25 21:34:43.710060 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-7944c9ca-c91e-47a7-9f1c-368f2af3d8da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:34:43.712661 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-7944c9ca-c91e-47a7-9f1c-368f2af3d8da admin admin] Publish callbacks [] for security_group, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:34:43.713809 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-7944c9ca-c91e-47a7-9f1c-368f2af3d8da admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/cc063c1d-54f9-4004-944a-11c0d891d6fd HTTP/1.1" status: 204  len: 168 time: 0.2344549
Dec 25 21:34:43.722232 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7944c9ca-c91e-47a7-9f1c-368f2af3d8da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc063c1d-54f9-4004-944a-11c0d891d6fd,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:34:44.830387 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d86ac5-3233-4751-bf8c-9d879c18bc2f req-7bc05f63-10a8-4afd-b77a-3ec62198a130 tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:34:44.832090 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-47d86ac5-3233-4751-bf8c-9d879c18bc2f req-7bc05f63-10a8-4afd-b77a-3ec62198a130 tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] 10.222.0.32 "GET /v2.0/ports?device_id=74e4a477-e1a9-40b2-84c5-e0897ae200eb HTTP/1.1" status: 200  len: 946 time: 0.0531073
Dec 25 21:34:44.890396 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-47d86ac5-3233-4751-bf8c-9d879c18bc2f req-8b32ecde-82b6-43b6-8f0a-ecd7e8ddf1f7 tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] 10.222.0.32 "GET /v2.0/security-groups?id=8e787377-3d24-4819-b453-04e533e4be82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0507932
Dec 25 21:34:45.300807 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148fd7a8-d857-4bce-88e9-29a8930f6dd0 req-bc7ef9b6-30e5-4f2b-844d-98b34f3f455f tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:34:45.302315 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-148fd7a8-d857-4bce-88e9-29a8930f6dd0 req-bc7ef9b6-30e5-4f2b-844d-98b34f3f455f tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] 10.222.0.37 "GET /v2.0/ports?device_id=74e4a477-e1a9-40b2-84c5-e0897ae200eb HTTP/1.1" status: 200  len: 946 time: 0.0565007
Dec 25 21:34:45.415537 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [req-148fd7a8-d857-4bce-88e9-29a8930f6dd0 req-300318ec-bf69-404e-ad8b-5adbfe51c708 tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] Deleting port cd983581-6def-4cc3-8f23-314ece41e61f {{(pid=121606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:34:45.415890 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-148fd7a8-d857-4bce-88e9-29a8930f6dd0 req-300318ec-bf69-404e-ad8b-5adbfe51c708 tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:34:45.511064 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-148fd7a8-d857-4bce-88e9-29a8930f6dd0 req-300318ec-bf69-404e-ad8b-5adbfe51c708 tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] For port cd983581-6def-4cc3-8f23-314ece41e61f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=cd983581-6def-4cc3-8f23-314ece41e61f,segment=NetworkSegment(399a6746-6b98-4df2-84fe-0fb7167d792c),segment_id=399a6746-6b98-4df2-84fe-0fb7167d792c)] {{(pid=121606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:34:45.511442 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-148fd7a8-d857-4bce-88e9-29a8930f6dd0 req-300318ec-bf69-404e-ad8b-5adbfe51c708 tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:34:45.523519 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [req-148fd7a8-d857-4bce-88e9-29a8930f6dd0 req-300318ec-bf69-404e-ad8b-5adbfe51c708 tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] Calling delete_port for cd983581-6def-4cc3-8f23-314ece41e61f owned by compute:nova {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:34:45.723253 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 56408) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:34:45.723780 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-148fd7a8-d857-4bce-88e9-29a8930f6dd0 req-300318ec-bf69-404e-ad8b-5adbfe51c708 tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:34:45.756512 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300318ec-bf69-404e-ad8b-5adbfe51c708 tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] Pushing event deleted for resources: {'Port': ['ID=cd983581-6def-4cc3-8f23-314ece41e61f,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:34:45.799349 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [req-148fd7a8-d857-4bce-88e9-29a8930f6dd0 req-300318ec-bf69-404e-ad8b-5adbfe51c708 tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] No DVR routers for this DVR port cd983581-6def-4cc3-8f23-314ece41e61f on host nch2-master-1 {{(pid=121606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:34:45.801781 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-148fd7a8-d857-4bce-88e9-29a8930f6dd0 req-300318ec-bf69-404e-ad8b-5adbfe51c708 tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:34:45.806164 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-148fd7a8-d857-4bce-88e9-29a8930f6dd0 req-300318ec-bf69-404e-ad8b-5adbfe51c708 tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] 10.222.0.37 "DELETE /v2.0/ports/cd983581-6def-4cc3-8f23-314ece41e61f HTTP/1.1" status: 204  len: 173 time: 0.4967768
Dec 25 21:34:45.806329 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74e4a477-e1a9-40b2-84c5-e0897ae200eb', 'name': 'network-vif-deleted', 'tag': 'cd983581-6def-4cc3-8f23-314ece41e61f'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:34:45.808702 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9858820c13ec2827453b94ebc4181065e990a4e4089ccb9fe762531ac62d2fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f849f6a2-2009-48f1-8fa4-59aa28f94433" -d '{"events": [{"server_uuid": "74e4a477-e1a9-40b2-84c5-e0897ae200eb", "name": "network-vif-deleted", "tag": "cd983581-6def-4cc3-8f23-314ece41e61f"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:34:45.854233 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 21:34:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad6df92e-4d29-4063-9036-7bad420c04ef x-openstack-request-id: req-ad6df92e-4d29-4063-9036-7bad420c04ef {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:34:45.854932 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74e4a477-e1a9-40b2-84c5-e0897ae200eb", "name": "network-vif-deleted", "tag": "cd983581-6def-4cc3-8f23-314ece41e61f", "status": "completed", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:34:45.854932 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ad6df92e-4d29-4063-9036-7bad420c04ef {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:34:45.855216 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74e4a477-e1a9-40b2-84c5-e0897ae200eb', 'name': 'network-vif-deleted', 'tag': 'cd983581-6def-4cc3-8f23-314ece41e61f', 'status': 'completed', 'code': 200}
Dec 25 21:34:45.890803 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-5cb8d367-d899-4bd6-b8c9-193fe6db35ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068187831 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068187831-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-215864399'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:34:45.996070 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a2741cca-80a7-4ca1-b1cc-636a83baefc9 req-ac41ee3c-35d4-4faf-bf5a-8f89cda19717 tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] 10.222.0.32 "GET /v2.0/ports?device_id=74e4a477-e1a9-40b2-84c5-e0897ae200eb HTTP/1.1" status: 200  len: 210 time: 0.0291476
Dec 25 21:34:46.032252 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cb8d367-d899-4bd6-b8c9-193fe6db35ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068187831 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068187831-project] Made reservation on behalf of ad1414d6c0fc45feb4c2be308a56ace1 for: {'network': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:34:46.035897 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5cb8d367-d899-4bd6-b8c9-193fe6db35ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068187831 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068187831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for network, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:34:46.045728 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5cb8d367-d899-4bd6-b8c9-193fe6db35ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068187831 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068187831-project] Publish callbacks [] for security_group, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:34:46.120658 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5cb8d367-d899-4bd6-b8c9-193fe6db35ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068187831 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068187831-project] Publish callbacks [] for security_group, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:34:46.201781 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5cb8d367-d899-4bd6-b8c9-193fe6db35ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068187831 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068187831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:34:46.229510 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5cb8d367-d899-4bd6-b8c9-193fe6db35ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068187831 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068187831-project] vlan segment allocate from pool success with {'vlan_id': 190, 'physical_network': 'physnet1'}  {{(pid=121607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 25 21:34:46.239752 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb8d367-d899-4bd6-b8c9-193fe6db35ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068187831 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068187831-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d89beb5-29d7-4733-9cdc-3c5f9275e9c6,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:34:46.245675 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5cb8d367-d899-4bd6-b8c9-193fe6db35ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068187831 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068187831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:34:46.246246 ncdv-master-1 neutron-server[121607]: INFO neutron.db.segments_db [None req-5cb8d367-d899-4bd6-b8c9-193fe6db35ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068187831 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068187831-project] Added segment 71d8dde2-1607-4247-8774-06af22f1b292 of type vlan for network ac2ab39a-f13f-414e-b4ed-5f7409eca4e7
Dec 25 21:34:46.294260 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5cb8d367-d899-4bd6-b8c9-193fe6db35ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068187831 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068187831-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737602163420'] for network, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:34:46.403175 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5cb8d367-d899-4bd6-b8c9-193fe6db35ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068187831 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068187831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870'] for network, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:34:46.409745 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cb8d367-d899-4bd6-b8c9-193fe6db35ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068187831 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068187831-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:34:46.410382 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5cb8d367-d899-4bd6-b8c9-193fe6db35ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068187831 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068187831-project] Publish callbacks [] for network, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:34:46.477707 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb8d367-d899-4bd6-b8c9-193fe6db35ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068187831 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068187831-project] Pushing event updated for resources: {'Network': ['ID=ac2ab39a-f13f-414e-b4ed-5f7409eca4e7,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:34:46.489967 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Network ac2ab39a-f13f-414e-b4ed-5f7409eca4e7 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 25 21:34:46.816178 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-5cb8d367-d899-4bd6-b8c9-193fe6db35ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068187831 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068187831-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 802 time: 1.0917940
Dec 25 21:34:47.002645 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 56440) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:34:47.008010 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-ae930de1-eb6d-4d31-a255-3b37705f6f03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] Request body: {'port': {'network_id': 'ac2ab39a-f13f-414e-b4ed-5f7409eca4e7', 'binding:host_id': 'nch1-master-1', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1601344807'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:34:47.104289 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b9e54f80-5531-4a56-b50e-01279ea39fad req-8005bde1-c719-4447-af9e-a074e253f2c0 tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] 10.222.0.32 "GET /v2.0/ports?device_id=74e4a477-e1a9-40b2-84c5-e0897ae200eb HTTP/1.1" status: 200  len: 210 time: 0.0270760
Dec 25 21:34:47.121683 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae930de1-eb6d-4d31-a255-3b37705f6f03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] Made reservation on behalf of bdca30e94d1640749b9ee58b584fe2a4 for: {'port': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:34:47.126670 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ae930de1-eb6d-4d31-a255-3b37705f6f03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:34:47.133741 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ae930de1-eb6d-4d31-a255-3b37705f6f03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] Publish callbacks [] for security_group, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:34:47.207200 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ae930de1-eb6d-4d31-a255-3b37705f6f03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:34:47.272195 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ae930de1-eb6d-4d31-a255-3b37705f6f03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:34:47.277947 ncdv-master-1 neutron-server[121607]: DEBUG neutron.notifiers.nova [None req-ae930de1-eb6d-4d31-a255-3b37705f6f03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] device_id is not set on port be77efb0-aa11-4fc3-b18e-b5c545419fb0 yet. {{(pid=121607) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 25 21:34:47.346602 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device cd983581-6def-4cc3-8f23-314ece41e61f no longer exists at agent hyperv_nch2-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:34:47.361197 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae930de1-eb6d-4d31-a255-3b37705f6f03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52ca3c9f-5533-49e5-bdd9-95b8253aaae3,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:34:47.375124 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] No Port match for: cd983581-6def-4cc3-8f23-314ece41e61f {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:34:47.375455 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device cd983581-6def-4cc3-8f23-314ece41e61f not bound to the agent host nch2-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:34:47.523673 ncdv-master-1 neutron-server[121607]: DEBUG neutron.notifiers.nova [None req-ae930de1-eb6d-4d31-a255-3b37705f6f03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] device_id is not set on port be77efb0-aa11-4fc3-b18e-b5c545419fb0 yet. {{(pid=121607) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 25 21:34:47.533947 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ae930de1-eb6d-4d31-a255-3b37705f6f03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] Publish callbacks [] for port, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:34:47.624840 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ae930de1-eb6d-4d31-a255-3b37705f6f03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:34:47.679884 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae930de1-eb6d-4d31-a255-3b37705f6f03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] Pushing event updated for resources: {'Port': ['ID=be77efb0-aa11-4fc3-b18e-b5c545419fb0,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:34:47.695308 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae930de1-eb6d-4d31-a255-3b37705f6f03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] Checking segment: {'id': '71d8dde2-1607-4247-8774-06af22f1b292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'ac2ab39a-f13f-414e-b4ed-5f7409eca4e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:34:47.695944 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae930de1-eb6d-4d31-a255-3b37705f6f03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] Network hostable DHCP agents. Network: ac2ab39a-f13f-414e-b4ed-5f7409eca4e7, hostable agents: ['1813db88-2c1b-4357-a2ba-869246b663c2'], hosted agents: [] {{(pid=121607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 25 21:34:47.808824 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae930de1-eb6d-4d31-a255-3b37705f6f03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] Network ac2ab39a-f13f-414e-b4ed-5f7409eca4e7 is scheduled to be hosted by DHCP agent 1813db88-2c1b-4357-a2ba-869246b663c2 with binding_index 1 {{(pid=121607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 25 21:34:47.887416 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-ae930de1-eb6d-4d31-a255-3b37705f6f03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, ac2ab39a-f13f-414e-b4ed-5f7409eca4e7) {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:34:47.892029 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae930de1-eb6d-4d31-a255-3b37705f6f03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] Received port after_create {{(pid=121607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:34:47.899687 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cff16f3-cbfe-4d4f-a740-1955ee22638a None None] Network ac2ab39a-f13f-414e-b4ed-5f7409eca4e7 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:34:47.912905 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.managers [None req-ae930de1-eb6d-4d31-a255-3b37705f6f03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] Attempting to bind port be77efb0-aa11-4fc3-b18e-b5c545419fb0 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:34:47.913500 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.managers [None req-ae930de1-eb6d-4d31-a255-3b37705f6f03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] Attempting to bind port be77efb0-aa11-4fc3-b18e-b5c545419fb0 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '71d8dde2-1607-4247-8774-06af22f1b292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'ac2ab39a-f13f-414e-b4ed-5f7409eca4e7'}] {{(pid=121607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:34:47.914193 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae930de1-eb6d-4d31-a255-3b37705f6f03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] Attempting to bind port be77efb0-aa11-4fc3-b18e-b5c545419fb0 on network ac2ab39a-f13f-414e-b4ed-5f7409eca4e7 {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:34:47.920825 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae930de1-eb6d-4d31-a255-3b37705f6f03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] Port be77efb0-aa11-4fc3-b18e-b5c545419fb0 on network ac2ab39a-f13f-414e-b4ed-5f7409eca4e7 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 25 21:34:47.925278 ncdv-master-1 neutron-server[121607]: ERROR neutron.plugins.ml2.managers [None req-ae930de1-eb6d-4d31-a255-3b37705f6f03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] Failed to bind port be77efb0-aa11-4fc3-b18e-b5c545419fb0 on host nch1-master-1 for vnic_type normal using segments [{'id': '71d8dde2-1607-4247-8774-06af22f1b292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'ac2ab39a-f13f-414e-b4ed-5f7409eca4e7'}]
Dec 25 21:34:47.925278 ncdv-master-1 neutron-server[121607]: INFO neutron.plugins.ml2.plugin [None req-ae930de1-eb6d-4d31-a255-3b37705f6f03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] Attempt 2 to bind port be77efb0-aa11-4fc3-b18e-b5c545419fb0
Dec 25 21:34:47.939895 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.managers [None req-ae930de1-eb6d-4d31-a255-3b37705f6f03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] Attempting to bind port be77efb0-aa11-4fc3-b18e-b5c545419fb0 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:34:47.940446 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.managers [None req-ae930de1-eb6d-4d31-a255-3b37705f6f03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] Attempting to bind port be77efb0-aa11-4fc3-b18e-b5c545419fb0 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '71d8dde2-1607-4247-8774-06af22f1b292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'ac2ab39a-f13f-414e-b4ed-5f7409eca4e7'}] {{(pid=121607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:34:47.941048 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae930de1-eb6d-4d31-a255-3b37705f6f03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] Attempting to bind port be77efb0-aa11-4fc3-b18e-b5c545419fb0 on network ac2ab39a-f13f-414e-b4ed-5f7409eca4e7 {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:34:47.947774 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae930de1-eb6d-4d31-a255-3b37705f6f03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] Port be77efb0-aa11-4fc3-b18e-b5c545419fb0 on network ac2ab39a-f13f-414e-b4ed-5f7409eca4e7 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 25 21:34:47.948493 ncdv-master-1 neutron-server[121607]: ERROR neutron.plugins.ml2.managers [None req-ae930de1-eb6d-4d31-a255-3b37705f6f03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] Failed to bind port be77efb0-aa11-4fc3-b18e-b5c545419fb0 on host nch1-master-1 for vnic_type normal using segments [{'id': '71d8dde2-1607-4247-8774-06af22f1b292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'ac2ab39a-f13f-414e-b4ed-5f7409eca4e7'}]
Dec 25 21:34:47.949084 ncdv-master-1 neutron-server[121607]: INFO neutron.plugins.ml2.plugin [None req-ae930de1-eb6d-4d31-a255-3b37705f6f03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] Attempt 3 to bind port be77efb0-aa11-4fc3-b18e-b5c545419fb0
Dec 25 21:34:47.964960 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.managers [None req-ae930de1-eb6d-4d31-a255-3b37705f6f03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] Attempting to bind port be77efb0-aa11-4fc3-b18e-b5c545419fb0 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:34:47.965429 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.managers [None req-ae930de1-eb6d-4d31-a255-3b37705f6f03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] Attempting to bind port be77efb0-aa11-4fc3-b18e-b5c545419fb0 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '71d8dde2-1607-4247-8774-06af22f1b292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'ac2ab39a-f13f-414e-b4ed-5f7409eca4e7'}] {{(pid=121607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:34:47.965863 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae930de1-eb6d-4d31-a255-3b37705f6f03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] Attempting to bind port be77efb0-aa11-4fc3-b18e-b5c545419fb0 on network ac2ab39a-f13f-414e-b4ed-5f7409eca4e7 {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:34:47.971025 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae930de1-eb6d-4d31-a255-3b37705f6f03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] Port be77efb0-aa11-4fc3-b18e-b5c545419fb0 on network ac2ab39a-f13f-414e-b4ed-5f7409eca4e7 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 25 21:34:47.972388 ncdv-master-1 neutron-server[121607]: ERROR neutron.plugins.ml2.managers [None req-ae930de1-eb6d-4d31-a255-3b37705f6f03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] Failed to bind port be77efb0-aa11-4fc3-b18e-b5c545419fb0 on host nch1-master-1 for vnic_type normal using segments [{'id': '71d8dde2-1607-4247-8774-06af22f1b292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'ac2ab39a-f13f-414e-b4ed-5f7409eca4e7'}]
Dec 25 21:34:47.972388 ncdv-master-1 neutron-server[121607]: INFO neutron.plugins.ml2.plugin [None req-ae930de1-eb6d-4d31-a255-3b37705f6f03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] Attempt 4 to bind port be77efb0-aa11-4fc3-b18e-b5c545419fb0
Dec 25 21:34:47.983773 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.managers [None req-ae930de1-eb6d-4d31-a255-3b37705f6f03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] Attempting to bind port be77efb0-aa11-4fc3-b18e-b5c545419fb0 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:34:47.984107 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.managers [None req-ae930de1-eb6d-4d31-a255-3b37705f6f03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] Attempting to bind port be77efb0-aa11-4fc3-b18e-b5c545419fb0 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '71d8dde2-1607-4247-8774-06af22f1b292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'ac2ab39a-f13f-414e-b4ed-5f7409eca4e7'}] {{(pid=121607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:34:47.984443 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae930de1-eb6d-4d31-a255-3b37705f6f03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] Attempting to bind port be77efb0-aa11-4fc3-b18e-b5c545419fb0 on network ac2ab39a-f13f-414e-b4ed-5f7409eca4e7 {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:34:47.989170 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae930de1-eb6d-4d31-a255-3b37705f6f03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] Port be77efb0-aa11-4fc3-b18e-b5c545419fb0 on network ac2ab39a-f13f-414e-b4ed-5f7409eca4e7 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 25 21:34:47.989496 ncdv-master-1 neutron-server[121607]: ERROR neutron.plugins.ml2.managers [None req-ae930de1-eb6d-4d31-a255-3b37705f6f03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] Failed to bind port be77efb0-aa11-4fc3-b18e-b5c545419fb0 on host nch1-master-1 for vnic_type normal using segments [{'id': '71d8dde2-1607-4247-8774-06af22f1b292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'ac2ab39a-f13f-414e-b4ed-5f7409eca4e7'}]
Dec 25 21:34:47.989878 ncdv-master-1 neutron-server[121607]: INFO neutron.plugins.ml2.plugin [None req-ae930de1-eb6d-4d31-a255-3b37705f6f03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] Attempt 5 to bind port be77efb0-aa11-4fc3-b18e-b5c545419fb0
Dec 25 21:34:48.010514 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.managers [None req-ae930de1-eb6d-4d31-a255-3b37705f6f03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] Attempting to bind port be77efb0-aa11-4fc3-b18e-b5c545419fb0 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:34:48.011119 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.managers [None req-ae930de1-eb6d-4d31-a255-3b37705f6f03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] Attempting to bind port be77efb0-aa11-4fc3-b18e-b5c545419fb0 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '71d8dde2-1607-4247-8774-06af22f1b292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'ac2ab39a-f13f-414e-b4ed-5f7409eca4e7'}] {{(pid=121607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:34:48.011472 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae930de1-eb6d-4d31-a255-3b37705f6f03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] Attempting to bind port be77efb0-aa11-4fc3-b18e-b5c545419fb0 on network ac2ab39a-f13f-414e-b4ed-5f7409eca4e7 {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:34:48.018290 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae930de1-eb6d-4d31-a255-3b37705f6f03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] Port be77efb0-aa11-4fc3-b18e-b5c545419fb0 on network ac2ab39a-f13f-414e-b4ed-5f7409eca4e7 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 25 21:34:48.018738 ncdv-master-1 neutron-server[121607]: ERROR neutron.plugins.ml2.managers [None req-ae930de1-eb6d-4d31-a255-3b37705f6f03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] Failed to bind port be77efb0-aa11-4fc3-b18e-b5c545419fb0 on host nch1-master-1 for vnic_type normal using segments [{'id': '71d8dde2-1607-4247-8774-06af22f1b292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'ac2ab39a-f13f-414e-b4ed-5f7409eca4e7'}]
Dec 25 21:34:48.019226 ncdv-master-1 neutron-server[121607]: INFO neutron.plugins.ml2.plugin [None req-ae930de1-eb6d-4d31-a255-3b37705f6f03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] Attempt 6 to bind port be77efb0-aa11-4fc3-b18e-b5c545419fb0
Dec 25 21:34:48.032640 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.managers [None req-ae930de1-eb6d-4d31-a255-3b37705f6f03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] Attempting to bind port be77efb0-aa11-4fc3-b18e-b5c545419fb0 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:34:48.033013 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.managers [None req-ae930de1-eb6d-4d31-a255-3b37705f6f03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] Attempting to bind port be77efb0-aa11-4fc3-b18e-b5c545419fb0 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '71d8dde2-1607-4247-8774-06af22f1b292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'ac2ab39a-f13f-414e-b4ed-5f7409eca4e7'}] {{(pid=121607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:34:48.033339 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae930de1-eb6d-4d31-a255-3b37705f6f03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] Attempting to bind port be77efb0-aa11-4fc3-b18e-b5c545419fb0 on network ac2ab39a-f13f-414e-b4ed-5f7409eca4e7 {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:34:48.037637 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae930de1-eb6d-4d31-a255-3b37705f6f03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] Port be77efb0-aa11-4fc3-b18e-b5c545419fb0 on network ac2ab39a-f13f-414e-b4ed-5f7409eca4e7 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 25 21:34:48.037964 ncdv-master-1 neutron-server[121607]: ERROR neutron.plugins.ml2.managers [None req-ae930de1-eb6d-4d31-a255-3b37705f6f03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] Failed to bind port be77efb0-aa11-4fc3-b18e-b5c545419fb0 on host nch1-master-1 for vnic_type normal using segments [{'id': '71d8dde2-1607-4247-8774-06af22f1b292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'ac2ab39a-f13f-414e-b4ed-5f7409eca4e7'}]
Dec 25 21:34:48.038354 ncdv-master-1 neutron-server[121607]: INFO neutron.plugins.ml2.plugin [None req-ae930de1-eb6d-4d31-a255-3b37705f6f03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] Attempt 7 to bind port be77efb0-aa11-4fc3-b18e-b5c545419fb0
Dec 25 21:34:48.050731 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.managers [None req-ae930de1-eb6d-4d31-a255-3b37705f6f03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] Attempting to bind port be77efb0-aa11-4fc3-b18e-b5c545419fb0 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:34:48.051070 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.managers [None req-ae930de1-eb6d-4d31-a255-3b37705f6f03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] Attempting to bind port be77efb0-aa11-4fc3-b18e-b5c545419fb0 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '71d8dde2-1607-4247-8774-06af22f1b292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'ac2ab39a-f13f-414e-b4ed-5f7409eca4e7'}] {{(pid=121607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:34:48.051404 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae930de1-eb6d-4d31-a255-3b37705f6f03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] Attempting to bind port be77efb0-aa11-4fc3-b18e-b5c545419fb0 on network ac2ab39a-f13f-414e-b4ed-5f7409eca4e7 {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:34:48.055735 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae930de1-eb6d-4d31-a255-3b37705f6f03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] Port be77efb0-aa11-4fc3-b18e-b5c545419fb0 on network ac2ab39a-f13f-414e-b4ed-5f7409eca4e7 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 25 21:34:48.056061 ncdv-master-1 neutron-server[121607]: ERROR neutron.plugins.ml2.managers [None req-ae930de1-eb6d-4d31-a255-3b37705f6f03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] Failed to bind port be77efb0-aa11-4fc3-b18e-b5c545419fb0 on host nch1-master-1 for vnic_type normal using segments [{'id': '71d8dde2-1607-4247-8774-06af22f1b292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'ac2ab39a-f13f-414e-b4ed-5f7409eca4e7'}]
Dec 25 21:34:48.056449 ncdv-master-1 neutron-server[121607]: INFO neutron.plugins.ml2.plugin [None req-ae930de1-eb6d-4d31-a255-3b37705f6f03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] Attempt 8 to bind port be77efb0-aa11-4fc3-b18e-b5c545419fb0
Dec 25 21:34:48.069560 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.managers [None req-ae930de1-eb6d-4d31-a255-3b37705f6f03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] Attempting to bind port be77efb0-aa11-4fc3-b18e-b5c545419fb0 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:34:48.069920 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.managers [None req-ae930de1-eb6d-4d31-a255-3b37705f6f03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] Attempting to bind port be77efb0-aa11-4fc3-b18e-b5c545419fb0 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '71d8dde2-1607-4247-8774-06af22f1b292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'ac2ab39a-f13f-414e-b4ed-5f7409eca4e7'}] {{(pid=121607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:34:48.070281 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae930de1-eb6d-4d31-a255-3b37705f6f03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] Attempting to bind port be77efb0-aa11-4fc3-b18e-b5c545419fb0 on network ac2ab39a-f13f-414e-b4ed-5f7409eca4e7 {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:34:48.075861 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae930de1-eb6d-4d31-a255-3b37705f6f03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] Port be77efb0-aa11-4fc3-b18e-b5c545419fb0 on network ac2ab39a-f13f-414e-b4ed-5f7409eca4e7 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 25 21:34:48.076150 ncdv-master-1 neutron-server[121607]: ERROR neutron.plugins.ml2.managers [None req-ae930de1-eb6d-4d31-a255-3b37705f6f03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] Failed to bind port be77efb0-aa11-4fc3-b18e-b5c545419fb0 on host nch1-master-1 for vnic_type normal using segments [{'id': '71d8dde2-1607-4247-8774-06af22f1b292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'ac2ab39a-f13f-414e-b4ed-5f7409eca4e7'}]
Dec 25 21:34:48.076543 ncdv-master-1 neutron-server[121607]: INFO neutron.plugins.ml2.plugin [None req-ae930de1-eb6d-4d31-a255-3b37705f6f03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] Attempt 9 to bind port be77efb0-aa11-4fc3-b18e-b5c545419fb0
Dec 25 21:34:48.093575 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.managers [None req-ae930de1-eb6d-4d31-a255-3b37705f6f03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] Attempting to bind port be77efb0-aa11-4fc3-b18e-b5c545419fb0 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:34:48.093575 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.managers [None req-ae930de1-eb6d-4d31-a255-3b37705f6f03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] Attempting to bind port be77efb0-aa11-4fc3-b18e-b5c545419fb0 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '71d8dde2-1607-4247-8774-06af22f1b292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'ac2ab39a-f13f-414e-b4ed-5f7409eca4e7'}] {{(pid=121607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:34:48.093575 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae930de1-eb6d-4d31-a255-3b37705f6f03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] Attempting to bind port be77efb0-aa11-4fc3-b18e-b5c545419fb0 on network ac2ab39a-f13f-414e-b4ed-5f7409eca4e7 {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:34:48.095456 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae930de1-eb6d-4d31-a255-3b37705f6f03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] Port be77efb0-aa11-4fc3-b18e-b5c545419fb0 on network ac2ab39a-f13f-414e-b4ed-5f7409eca4e7 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 25 21:34:48.095781 ncdv-master-1 neutron-server[121607]: ERROR neutron.plugins.ml2.managers [None req-ae930de1-eb6d-4d31-a255-3b37705f6f03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] Failed to bind port be77efb0-aa11-4fc3-b18e-b5c545419fb0 on host nch1-master-1 for vnic_type normal using segments [{'id': '71d8dde2-1607-4247-8774-06af22f1b292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'ac2ab39a-f13f-414e-b4ed-5f7409eca4e7'}]
Dec 25 21:34:48.096167 ncdv-master-1 neutron-server[121607]: INFO neutron.plugins.ml2.plugin [None req-ae930de1-eb6d-4d31-a255-3b37705f6f03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] Attempt 10 to bind port be77efb0-aa11-4fc3-b18e-b5c545419fb0
Dec 25 21:34:48.107679 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.managers [None req-ae930de1-eb6d-4d31-a255-3b37705f6f03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] Attempting to bind port be77efb0-aa11-4fc3-b18e-b5c545419fb0 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:34:48.108015 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.managers [None req-ae930de1-eb6d-4d31-a255-3b37705f6f03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] Attempting to bind port be77efb0-aa11-4fc3-b18e-b5c545419fb0 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '71d8dde2-1607-4247-8774-06af22f1b292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'ac2ab39a-f13f-414e-b4ed-5f7409eca4e7'}] {{(pid=121607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:34:48.108342 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae930de1-eb6d-4d31-a255-3b37705f6f03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] Attempting to bind port be77efb0-aa11-4fc3-b18e-b5c545419fb0 on network ac2ab39a-f13f-414e-b4ed-5f7409eca4e7 {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:34:48.112514 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae930de1-eb6d-4d31-a255-3b37705f6f03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] Port be77efb0-aa11-4fc3-b18e-b5c545419fb0 on network ac2ab39a-f13f-414e-b4ed-5f7409eca4e7 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 25 21:34:48.112836 ncdv-master-1 neutron-server[121607]: ERROR neutron.plugins.ml2.managers [None req-ae930de1-eb6d-4d31-a255-3b37705f6f03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] Failed to bind port be77efb0-aa11-4fc3-b18e-b5c545419fb0 on host nch1-master-1 for vnic_type normal using segments [{'id': '71d8dde2-1607-4247-8774-06af22f1b292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'ac2ab39a-f13f-414e-b4ed-5f7409eca4e7'}]
Dec 25 21:34:48.113224 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ae930de1-eb6d-4d31-a255-3b37705f6f03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:34:48.174877 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.db [None req-ae930de1-eb6d-4d31-a255-3b37705f6f03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] For port be77efb0-aa11-4fc3-b18e-b5c545419fb0, host nch1-master-1, cleared binding levels {{(pid=121607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:34:48.175237 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.db [None req-ae930de1-eb6d-4d31-a255-3b37705f6f03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] Attempted to set empty binding levels {{(pid=121607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}}
Dec 25 21:34:48.247621 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ae930de1-eb6d-4d31-a255-3b37705f6f03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8632327'] for port, after_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:34:48.280022 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae930de1-eb6d-4d31-a255-3b37705f6f03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:34:48.280627 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ae930de1-eb6d-4d31-a255-3b37705f6f03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:34:48.302812 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae930de1-eb6d-4d31-a255-3b37705f6f03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] Pushing event updated for resources: {'Port': ['ID=be77efb0-aa11-4fc3-b18e-b5c545419fb0,revision_number=2']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:34:48.343061 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-ae930de1-eb6d-4d31-a255-3b37705f6f03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 984 time: 1.3392129
Dec 25 21:34:48.346026 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 56460) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:34:48.425113 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-51d1eb4e-d7a5-466f-9040-3518fdf6eca3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] Deleting port be77efb0-aa11-4fc3-b18e-b5c545419fb0 {{(pid=121606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:34:48.425373 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-51d1eb4e-d7a5-466f-9040-3518fdf6eca3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:34:48.488208 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [None req-51d1eb4e-d7a5-466f-9040-3518fdf6eca3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] For port be77efb0-aa11-4fc3-b18e-b5c545419fb0, host nch1-master-1, got binding levels [] {{(pid=121606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:34:48.488566 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-51d1eb4e-d7a5-466f-9040-3518fdf6eca3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:34:48.501671 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-51d1eb4e-d7a5-466f-9040-3518fdf6eca3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] Calling delete_port for be77efb0-aa11-4fc3-b18e-b5c545419fb0 owned by  {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:34:48.676254 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-51d1eb4e-d7a5-466f-9040-3518fdf6eca3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:34:48.710269 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-51d1eb4e-d7a5-466f-9040-3518fdf6eca3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:34:48.713851 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-51d1eb4e-d7a5-466f-9040-3518fdf6eca3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] 10.222.0.32 "DELETE /v2.0/ports/be77efb0-aa11-4fc3-b18e-b5c545419fb0 HTTP/1.1" status: 204  len: 168 time: 0.3668101
Dec 25 21:34:48.714669 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d1eb4e-d7a5-466f-9040-3518fdf6eca3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] Pushing event deleted for resources: {'Port': ['ID=be77efb0-aa11-4fc3-b18e-b5c545419fb0,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:34:48.717079 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 56466) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:34:48.740852 ncdv-master-1 neutron-server[121606]: INFO neutron.pecan_wsgi.hooks.translation [None req-8fe669fb-f673-4de2-a03f-09cf6e18d2aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] GET failed (client error): The resource could not be found.
Dec 25 21:34:48.742295 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-8fe669fb-f673-4de2-a03f-09cf6e18d2aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] 10.222.0.32 "GET /v2.0/ports/be77efb0-aa11-4fc3-b18e-b5c545419fb0 HTTP/1.1" status: 404  len: 333 time: 0.0242755
Dec 25 21:34:48.745724 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 56468) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:34:48.750310 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-2a309933-5169-4323-97d7-0af9fa907e96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] Request body: {'port': {'network_id': 'ac2ab39a-f13f-414e-b4ed-5f7409eca4e7', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-186134265'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:34:48.820079 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a309933-5169-4323-97d7-0af9fa907e96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] Made reservation on behalf of bdca30e94d1640749b9ee58b584fe2a4 for: {'port': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:34:48.822747 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-2a309933-5169-4323-97d7-0af9fa907e96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:34:48.838156 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [None req-2a309933-5169-4323-97d7-0af9fa907e96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] device_id is not set on port 3efffdc7-e0de-4fb8-8e7e-787985fa3ebd yet. {{(pid=121606) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 25 21:34:48.993472 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-2a309933-5169-4323-97d7-0af9fa907e96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] Publish callbacks [] for port, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:34:49.069807 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-2a309933-5169-4323-97d7-0af9fa907e96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:34:49.114168 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a309933-5169-4323-97d7-0af9fa907e96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] Network ac2ab39a-f13f-414e-b4ed-5f7409eca4e7 is already hosted by enough agents. {{(pid=121606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:34:49.117122 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [None req-2a309933-5169-4323-97d7-0af9fa907e96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] Resources bound (agent type, host, resource id):  {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:34:49.120587 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a309933-5169-4323-97d7-0af9fa907e96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] Received port after_create {{(pid=121606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:34:49.124819 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a309933-5169-4323-97d7-0af9fa907e96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:34:49.124819 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-2a309933-5169-4323-97d7-0af9fa907e96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:34:49.131676 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a309933-5169-4323-97d7-0af9fa907e96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] Pushing event updated for resources: {'Port': ['ID=3efffdc7-e0de-4fb8-8e7e-787985fa3ebd,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:34:49.215958 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-2a309933-5169-4323-97d7-0af9fa907e96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 963 time: 0.4689226
Dec 25 21:34:49.218287 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 56474) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:34:49.223797 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-3a3d97a0-7b1e-4584-99a7-f4b308e2326b tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] Request body: {'port': {'binding:host_id': 'nch1-master-1'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:34:49.276147 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-3a3d97a0-7b1e-4584-99a7-f4b308e2326b tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:34:49.445563 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [None req-3a3d97a0-7b1e-4584-99a7-f4b308e2326b tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] device_id is not set on port 3efffdc7-e0de-4fb8-8e7e-787985fa3ebd yet. {{(pid=121606) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 25 21:34:49.453829 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-3a3d97a0-7b1e-4584-99a7-f4b308e2326b tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] Publish callbacks [] for port, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:34:49.517435 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-3a3d97a0-7b1e-4584-99a7-f4b308e2326b tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:34:49.578101 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3d97a0-7b1e-4584-99a7-f4b308e2326b tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] Pushing event updated for resources: {'Port': ['ID=3efffdc7-e0de-4fb8-8e7e-787985fa3ebd,revision_number=2']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:34:49.584478 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [None req-3a3d97a0-7b1e-4584-99a7-f4b308e2326b tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] Attempting to bind port 3efffdc7-e0de-4fb8-8e7e-787985fa3ebd on host nch1-master-1 for vnic_type normal with profile  {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:34:49.584846 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [None req-3a3d97a0-7b1e-4584-99a7-f4b308e2326b tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] Attempting to bind port 3efffdc7-e0de-4fb8-8e7e-787985fa3ebd by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '71d8dde2-1607-4247-8774-06af22f1b292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'ac2ab39a-f13f-414e-b4ed-5f7409eca4e7'}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:34:49.585209 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a3d97a0-7b1e-4584-99a7-f4b308e2326b tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] Attempting to bind port 3efffdc7-e0de-4fb8-8e7e-787985fa3ebd on network ac2ab39a-f13f-414e-b4ed-5f7409eca4e7 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:34:49.589760 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a3d97a0-7b1e-4584-99a7-f4b308e2326b tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] Port 3efffdc7-e0de-4fb8-8e7e-787985fa3ebd on network ac2ab39a-f13f-414e-b4ed-5f7409eca4e7 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 25 21:34:49.590106 ncdv-master-1 neutron-server[121606]: ERROR neutron.plugins.ml2.managers [None req-3a3d97a0-7b1e-4584-99a7-f4b308e2326b tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] Failed to bind port 3efffdc7-e0de-4fb8-8e7e-787985fa3ebd on host nch1-master-1 for vnic_type normal using segments [{'id': '71d8dde2-1607-4247-8774-06af22f1b292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'ac2ab39a-f13f-414e-b4ed-5f7409eca4e7'}]
Dec 25 21:34:49.590485 ncdv-master-1 neutron-server[121606]: INFO neutron.plugins.ml2.plugin [None req-3a3d97a0-7b1e-4584-99a7-f4b308e2326b tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] Attempt 2 to bind port 3efffdc7-e0de-4fb8-8e7e-787985fa3ebd
Dec 25 21:34:49.604002 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [None req-3a3d97a0-7b1e-4584-99a7-f4b308e2326b tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] Attempting to bind port 3efffdc7-e0de-4fb8-8e7e-787985fa3ebd on host nch1-master-1 for vnic_type normal with profile  {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:34:49.604366 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [None req-3a3d97a0-7b1e-4584-99a7-f4b308e2326b tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] Attempting to bind port 3efffdc7-e0de-4fb8-8e7e-787985fa3ebd by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '71d8dde2-1607-4247-8774-06af22f1b292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'ac2ab39a-f13f-414e-b4ed-5f7409eca4e7'}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:34:49.604697 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a3d97a0-7b1e-4584-99a7-f4b308e2326b tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] Attempting to bind port 3efffdc7-e0de-4fb8-8e7e-787985fa3ebd on network ac2ab39a-f13f-414e-b4ed-5f7409eca4e7 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:34:49.608959 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a3d97a0-7b1e-4584-99a7-f4b308e2326b tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] Port 3efffdc7-e0de-4fb8-8e7e-787985fa3ebd on network ac2ab39a-f13f-414e-b4ed-5f7409eca4e7 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 25 21:34:49.609282 ncdv-master-1 neutron-server[121606]: ERROR neutron.plugins.ml2.managers [None req-3a3d97a0-7b1e-4584-99a7-f4b308e2326b tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] Failed to bind port 3efffdc7-e0de-4fb8-8e7e-787985fa3ebd on host nch1-master-1 for vnic_type normal using segments [{'id': '71d8dde2-1607-4247-8774-06af22f1b292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'ac2ab39a-f13f-414e-b4ed-5f7409eca4e7'}]
Dec 25 21:34:49.609686 ncdv-master-1 neutron-server[121606]: INFO neutron.plugins.ml2.plugin [None req-3a3d97a0-7b1e-4584-99a7-f4b308e2326b tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] Attempt 3 to bind port 3efffdc7-e0de-4fb8-8e7e-787985fa3ebd
Dec 25 21:34:49.621155 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [None req-3a3d97a0-7b1e-4584-99a7-f4b308e2326b tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] Attempting to bind port 3efffdc7-e0de-4fb8-8e7e-787985fa3ebd on host nch1-master-1 for vnic_type normal with profile  {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:34:49.621486 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [None req-3a3d97a0-7b1e-4584-99a7-f4b308e2326b tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] Attempting to bind port 3efffdc7-e0de-4fb8-8e7e-787985fa3ebd by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '71d8dde2-1607-4247-8774-06af22f1b292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'ac2ab39a-f13f-414e-b4ed-5f7409eca4e7'}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:34:49.621812 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a3d97a0-7b1e-4584-99a7-f4b308e2326b tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] Attempting to bind port 3efffdc7-e0de-4fb8-8e7e-787985fa3ebd on network ac2ab39a-f13f-414e-b4ed-5f7409eca4e7 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:34:49.626061 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a3d97a0-7b1e-4584-99a7-f4b308e2326b tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] Port 3efffdc7-e0de-4fb8-8e7e-787985fa3ebd on network ac2ab39a-f13f-414e-b4ed-5f7409eca4e7 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 25 21:34:49.626381 ncdv-master-1 neutron-server[121606]: ERROR neutron.plugins.ml2.managers [None req-3a3d97a0-7b1e-4584-99a7-f4b308e2326b tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] Failed to bind port 3efffdc7-e0de-4fb8-8e7e-787985fa3ebd on host nch1-master-1 for vnic_type normal using segments [{'id': '71d8dde2-1607-4247-8774-06af22f1b292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'ac2ab39a-f13f-414e-b4ed-5f7409eca4e7'}]
Dec 25 21:34:49.626784 ncdv-master-1 neutron-server[121606]: INFO neutron.plugins.ml2.plugin [None req-3a3d97a0-7b1e-4584-99a7-f4b308e2326b tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] Attempt 4 to bind port 3efffdc7-e0de-4fb8-8e7e-787985fa3ebd
Dec 25 21:34:49.639050 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [None req-3a3d97a0-7b1e-4584-99a7-f4b308e2326b tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] Attempting to bind port 3efffdc7-e0de-4fb8-8e7e-787985fa3ebd on host nch1-master-1 for vnic_type normal with profile  {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:34:49.639381 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [None req-3a3d97a0-7b1e-4584-99a7-f4b308e2326b tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] Attempting to bind port 3efffdc7-e0de-4fb8-8e7e-787985fa3ebd by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '71d8dde2-1607-4247-8774-06af22f1b292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'ac2ab39a-f13f-414e-b4ed-5f7409eca4e7'}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:34:49.639706 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a3d97a0-7b1e-4584-99a7-f4b308e2326b tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] Attempting to bind port 3efffdc7-e0de-4fb8-8e7e-787985fa3ebd on network ac2ab39a-f13f-414e-b4ed-5f7409eca4e7 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:34:49.644486 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a3d97a0-7b1e-4584-99a7-f4b308e2326b tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] Port 3efffdc7-e0de-4fb8-8e7e-787985fa3ebd on network ac2ab39a-f13f-414e-b4ed-5f7409eca4e7 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 25 21:34:49.644803 ncdv-master-1 neutron-server[121606]: ERROR neutron.plugins.ml2.managers [None req-3a3d97a0-7b1e-4584-99a7-f4b308e2326b tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] Failed to bind port 3efffdc7-e0de-4fb8-8e7e-787985fa3ebd on host nch1-master-1 for vnic_type normal using segments [{'id': '71d8dde2-1607-4247-8774-06af22f1b292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'ac2ab39a-f13f-414e-b4ed-5f7409eca4e7'}]
Dec 25 21:34:49.645212 ncdv-master-1 neutron-server[121606]: INFO neutron.plugins.ml2.plugin [None req-3a3d97a0-7b1e-4584-99a7-f4b308e2326b tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] Attempt 5 to bind port 3efffdc7-e0de-4fb8-8e7e-787985fa3ebd
Dec 25 21:34:49.658946 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [None req-3a3d97a0-7b1e-4584-99a7-f4b308e2326b tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] Attempting to bind port 3efffdc7-e0de-4fb8-8e7e-787985fa3ebd on host nch1-master-1 for vnic_type normal with profile  {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:34:49.659315 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [None req-3a3d97a0-7b1e-4584-99a7-f4b308e2326b tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] Attempting to bind port 3efffdc7-e0de-4fb8-8e7e-787985fa3ebd by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '71d8dde2-1607-4247-8774-06af22f1b292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'ac2ab39a-f13f-414e-b4ed-5f7409eca4e7'}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:34:49.659687 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a3d97a0-7b1e-4584-99a7-f4b308e2326b tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] Attempting to bind port 3efffdc7-e0de-4fb8-8e7e-787985fa3ebd on network ac2ab39a-f13f-414e-b4ed-5f7409eca4e7 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:34:49.664633 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a3d97a0-7b1e-4584-99a7-f4b308e2326b tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] Port 3efffdc7-e0de-4fb8-8e7e-787985fa3ebd on network ac2ab39a-f13f-414e-b4ed-5f7409eca4e7 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 25 21:34:49.664989 ncdv-master-1 neutron-server[121606]: ERROR neutron.plugins.ml2.managers [None req-3a3d97a0-7b1e-4584-99a7-f4b308e2326b tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] Failed to bind port 3efffdc7-e0de-4fb8-8e7e-787985fa3ebd on host nch1-master-1 for vnic_type normal using segments [{'id': '71d8dde2-1607-4247-8774-06af22f1b292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'ac2ab39a-f13f-414e-b4ed-5f7409eca4e7'}]
Dec 25 21:34:49.665382 ncdv-master-1 neutron-server[121606]: INFO neutron.plugins.ml2.plugin [None req-3a3d97a0-7b1e-4584-99a7-f4b308e2326b tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] Attempt 6 to bind port 3efffdc7-e0de-4fb8-8e7e-787985fa3ebd
Dec 25 21:34:49.681635 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [None req-3a3d97a0-7b1e-4584-99a7-f4b308e2326b tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] Attempting to bind port 3efffdc7-e0de-4fb8-8e7e-787985fa3ebd on host nch1-master-1 for vnic_type normal with profile  {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:34:49.681974 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [None req-3a3d97a0-7b1e-4584-99a7-f4b308e2326b tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] Attempting to bind port 3efffdc7-e0de-4fb8-8e7e-787985fa3ebd by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '71d8dde2-1607-4247-8774-06af22f1b292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'ac2ab39a-f13f-414e-b4ed-5f7409eca4e7'}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:34:49.682305 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a3d97a0-7b1e-4584-99a7-f4b308e2326b tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] Attempting to bind port 3efffdc7-e0de-4fb8-8e7e-787985fa3ebd on network ac2ab39a-f13f-414e-b4ed-5f7409eca4e7 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:34:49.686503 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a3d97a0-7b1e-4584-99a7-f4b308e2326b tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] Port 3efffdc7-e0de-4fb8-8e7e-787985fa3ebd on network ac2ab39a-f13f-414e-b4ed-5f7409eca4e7 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 25 21:34:49.686822 ncdv-master-1 neutron-server[121606]: ERROR neutron.plugins.ml2.managers [None req-3a3d97a0-7b1e-4584-99a7-f4b308e2326b tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] Failed to bind port 3efffdc7-e0de-4fb8-8e7e-787985fa3ebd on host nch1-master-1 for vnic_type normal using segments [{'id': '71d8dde2-1607-4247-8774-06af22f1b292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'ac2ab39a-f13f-414e-b4ed-5f7409eca4e7'}]
Dec 25 21:34:49.687197 ncdv-master-1 neutron-server[121606]: INFO neutron.plugins.ml2.plugin [None req-3a3d97a0-7b1e-4584-99a7-f4b308e2326b tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] Attempt 7 to bind port 3efffdc7-e0de-4fb8-8e7e-787985fa3ebd
Dec 25 21:34:49.699007 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [None req-3a3d97a0-7b1e-4584-99a7-f4b308e2326b tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] Attempting to bind port 3efffdc7-e0de-4fb8-8e7e-787985fa3ebd on host nch1-master-1 for vnic_type normal with profile  {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:34:49.699341 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [None req-3a3d97a0-7b1e-4584-99a7-f4b308e2326b tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] Attempting to bind port 3efffdc7-e0de-4fb8-8e7e-787985fa3ebd by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '71d8dde2-1607-4247-8774-06af22f1b292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'ac2ab39a-f13f-414e-b4ed-5f7409eca4e7'}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:34:49.699661 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a3d97a0-7b1e-4584-99a7-f4b308e2326b tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] Attempting to bind port 3efffdc7-e0de-4fb8-8e7e-787985fa3ebd on network ac2ab39a-f13f-414e-b4ed-5f7409eca4e7 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:34:49.704453 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a3d97a0-7b1e-4584-99a7-f4b308e2326b tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] Port 3efffdc7-e0de-4fb8-8e7e-787985fa3ebd on network ac2ab39a-f13f-414e-b4ed-5f7409eca4e7 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 25 21:34:49.704769 ncdv-master-1 neutron-server[121606]: ERROR neutron.plugins.ml2.managers [None req-3a3d97a0-7b1e-4584-99a7-f4b308e2326b tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] Failed to bind port 3efffdc7-e0de-4fb8-8e7e-787985fa3ebd on host nch1-master-1 for vnic_type normal using segments [{'id': '71d8dde2-1607-4247-8774-06af22f1b292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'ac2ab39a-f13f-414e-b4ed-5f7409eca4e7'}]
Dec 25 21:34:49.705183 ncdv-master-1 neutron-server[121606]: INFO neutron.plugins.ml2.plugin [None req-3a3d97a0-7b1e-4584-99a7-f4b308e2326b tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] Attempt 8 to bind port 3efffdc7-e0de-4fb8-8e7e-787985fa3ebd
Dec 25 21:34:49.718151 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [None req-3a3d97a0-7b1e-4584-99a7-f4b308e2326b tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] Attempting to bind port 3efffdc7-e0de-4fb8-8e7e-787985fa3ebd on host nch1-master-1 for vnic_type normal with profile  {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:34:49.718510 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [None req-3a3d97a0-7b1e-4584-99a7-f4b308e2326b tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] Attempting to bind port 3efffdc7-e0de-4fb8-8e7e-787985fa3ebd by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '71d8dde2-1607-4247-8774-06af22f1b292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'ac2ab39a-f13f-414e-b4ed-5f7409eca4e7'}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:34:49.718875 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a3d97a0-7b1e-4584-99a7-f4b308e2326b tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] Attempting to bind port 3efffdc7-e0de-4fb8-8e7e-787985fa3ebd on network ac2ab39a-f13f-414e-b4ed-5f7409eca4e7 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:34:49.726696 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a3d97a0-7b1e-4584-99a7-f4b308e2326b tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] Port 3efffdc7-e0de-4fb8-8e7e-787985fa3ebd on network ac2ab39a-f13f-414e-b4ed-5f7409eca4e7 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 25 21:34:49.726696 ncdv-master-1 neutron-server[121606]: ERROR neutron.plugins.ml2.managers [None req-3a3d97a0-7b1e-4584-99a7-f4b308e2326b tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] Failed to bind port 3efffdc7-e0de-4fb8-8e7e-787985fa3ebd on host nch1-master-1 for vnic_type normal using segments [{'id': '71d8dde2-1607-4247-8774-06af22f1b292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'ac2ab39a-f13f-414e-b4ed-5f7409eca4e7'}]
Dec 25 21:34:49.726696 ncdv-master-1 neutron-server[121606]: INFO neutron.plugins.ml2.plugin [None req-3a3d97a0-7b1e-4584-99a7-f4b308e2326b tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] Attempt 9 to bind port 3efffdc7-e0de-4fb8-8e7e-787985fa3ebd
Dec 25 21:34:49.735983 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [None req-3a3d97a0-7b1e-4584-99a7-f4b308e2326b tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] Attempting to bind port 3efffdc7-e0de-4fb8-8e7e-787985fa3ebd on host nch1-master-1 for vnic_type normal with profile  {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:34:49.736316 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [None req-3a3d97a0-7b1e-4584-99a7-f4b308e2326b tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] Attempting to bind port 3efffdc7-e0de-4fb8-8e7e-787985fa3ebd by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '71d8dde2-1607-4247-8774-06af22f1b292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'ac2ab39a-f13f-414e-b4ed-5f7409eca4e7'}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:34:49.736641 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a3d97a0-7b1e-4584-99a7-f4b308e2326b tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] Attempting to bind port 3efffdc7-e0de-4fb8-8e7e-787985fa3ebd on network ac2ab39a-f13f-414e-b4ed-5f7409eca4e7 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:34:49.740988 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a3d97a0-7b1e-4584-99a7-f4b308e2326b tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] Port 3efffdc7-e0de-4fb8-8e7e-787985fa3ebd on network ac2ab39a-f13f-414e-b4ed-5f7409eca4e7 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 25 21:34:49.741309 ncdv-master-1 neutron-server[121606]: ERROR neutron.plugins.ml2.managers [None req-3a3d97a0-7b1e-4584-99a7-f4b308e2326b tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] Failed to bind port 3efffdc7-e0de-4fb8-8e7e-787985fa3ebd on host nch1-master-1 for vnic_type normal using segments [{'id': '71d8dde2-1607-4247-8774-06af22f1b292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'ac2ab39a-f13f-414e-b4ed-5f7409eca4e7'}]
Dec 25 21:34:49.741682 ncdv-master-1 neutron-server[121606]: INFO neutron.plugins.ml2.plugin [None req-3a3d97a0-7b1e-4584-99a7-f4b308e2326b tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] Attempt 10 to bind port 3efffdc7-e0de-4fb8-8e7e-787985fa3ebd
Dec 25 21:34:49.753649 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [None req-3a3d97a0-7b1e-4584-99a7-f4b308e2326b tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] Attempting to bind port 3efffdc7-e0de-4fb8-8e7e-787985fa3ebd on host nch1-master-1 for vnic_type normal with profile  {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:34:49.753977 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [None req-3a3d97a0-7b1e-4584-99a7-f4b308e2326b tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] Attempting to bind port 3efffdc7-e0de-4fb8-8e7e-787985fa3ebd by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '71d8dde2-1607-4247-8774-06af22f1b292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'ac2ab39a-f13f-414e-b4ed-5f7409eca4e7'}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:34:49.754298 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a3d97a0-7b1e-4584-99a7-f4b308e2326b tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] Attempting to bind port 3efffdc7-e0de-4fb8-8e7e-787985fa3ebd on network ac2ab39a-f13f-414e-b4ed-5f7409eca4e7 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:34:49.758611 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a3d97a0-7b1e-4584-99a7-f4b308e2326b tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] Port 3efffdc7-e0de-4fb8-8e7e-787985fa3ebd on network ac2ab39a-f13f-414e-b4ed-5f7409eca4e7 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 25 21:34:49.758929 ncdv-master-1 neutron-server[121606]: ERROR neutron.plugins.ml2.managers [None req-3a3d97a0-7b1e-4584-99a7-f4b308e2326b tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] Failed to bind port 3efffdc7-e0de-4fb8-8e7e-787985fa3ebd on host nch1-master-1 for vnic_type normal using segments [{'id': '71d8dde2-1607-4247-8774-06af22f1b292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'ac2ab39a-f13f-414e-b4ed-5f7409eca4e7'}]
Dec 25 21:34:49.759324 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-3a3d97a0-7b1e-4584-99a7-f4b308e2326b tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:34:49.821304 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [None req-3a3d97a0-7b1e-4584-99a7-f4b308e2326b tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] For port 3efffdc7-e0de-4fb8-8e7e-787985fa3ebd, host nch1-master-1, cleared binding levels {{(pid=121606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:34:49.821666 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [None req-3a3d97a0-7b1e-4584-99a7-f4b308e2326b tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] Attempted to set empty binding levels {{(pid=121606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}}
Dec 25 21:34:49.911870 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-3a3d97a0-7b1e-4584-99a7-f4b308e2326b tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:34:49.941721 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-3a3d97a0-7b1e-4584-99a7-f4b308e2326b tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] In _notify_port_updated(), no bound segment for port 3efffdc7-e0de-4fb8-8e7e-787985fa3ebd on network ac2ab39a-f13f-414e-b4ed-5f7409eca4e7 {{(pid=121606) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}}
Dec 25 21:34:49.942603 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a3d97a0-7b1e-4584-99a7-f4b308e2326b tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:34:49.943458 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-3a3d97a0-7b1e-4584-99a7-f4b308e2326b tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:34:49.944731 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-3a3d97a0-7b1e-4584-99a7-f4b308e2326b tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] 10.222.0.32 "PUT /v2.0/ports/3efffdc7-e0de-4fb8-8e7e-787985fa3ebd HTTP/1.1" status: 200  len: 978 time: 0.7255416
Dec 25 21:34:49.947885 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 56482) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:34:49.964492 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3d97a0-7b1e-4584-99a7-f4b308e2326b tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] Pushing event updated for resources: {'Port': ['ID=3efffdc7-e0de-4fb8-8e7e-787985fa3ebd,revision_number=3']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:34:50.039500 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed1ad341-4dc2-4e47-970b-f9964c1dc298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:34:50.039903 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed1ad341-4dc2-4e47-970b-f9964c1dc298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:34:50.040369 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed1ad341-4dc2-4e47-970b-f9964c1dc298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:34:50.040833 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed1ad341-4dc2-4e47-970b-f9964c1dc298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:34:50.041333 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed1ad341-4dc2-4e47-970b-f9964c1dc298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:34:50.041795 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed1ad341-4dc2-4e47-970b-f9964c1dc298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:34:50.042238 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed1ad341-4dc2-4e47-970b-f9964c1dc298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:34:50.042701 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed1ad341-4dc2-4e47-970b-f9964c1dc298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:34:50.043159 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed1ad341-4dc2-4e47-970b-f9964c1dc298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:34:50.043621 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed1ad341-4dc2-4e47-970b-f9964c1dc298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:34:50.044078 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed1ad341-4dc2-4e47-970b-f9964c1dc298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:34:50.044533 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed1ad341-4dc2-4e47-970b-f9964c1dc298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:34:50.045021 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed1ad341-4dc2-4e47-970b-f9964c1dc298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:34:50.045486 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed1ad341-4dc2-4e47-970b-f9964c1dc298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:34:50.045942 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed1ad341-4dc2-4e47-970b-f9964c1dc298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:34:50.046397 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed1ad341-4dc2-4e47-970b-f9964c1dc298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:34:50.046852 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed1ad341-4dc2-4e47-970b-f9964c1dc298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:34:50.047335 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed1ad341-4dc2-4e47-970b-f9964c1dc298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:34:50.047789 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed1ad341-4dc2-4e47-970b-f9964c1dc298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:34:50.048245 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed1ad341-4dc2-4e47-970b-f9964c1dc298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:34:50.048702 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed1ad341-4dc2-4e47-970b-f9964c1dc298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:34:50.049191 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed1ad341-4dc2-4e47-970b-f9964c1dc298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:34:50.049646 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed1ad341-4dc2-4e47-970b-f9964c1dc298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:34:50.050096 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed1ad341-4dc2-4e47-970b-f9964c1dc298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:34:50.050549 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed1ad341-4dc2-4e47-970b-f9964c1dc298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:34:50.051005 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed1ad341-4dc2-4e47-970b-f9964c1dc298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:34:50.051454 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed1ad341-4dc2-4e47-970b-f9964c1dc298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:34:50.051905 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed1ad341-4dc2-4e47-970b-f9964c1dc298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:34:50.052359 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed1ad341-4dc2-4e47-970b-f9964c1dc298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:34:50.052813 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed1ad341-4dc2-4e47-970b-f9964c1dc298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:34:50.053288 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed1ad341-4dc2-4e47-970b-f9964c1dc298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:34:50.053740 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed1ad341-4dc2-4e47-970b-f9964c1dc298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:34:50.057101 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-ed1ad341-4dc2-4e47-970b-f9964c1dc298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200  len: 28916 time: 0.1081960
Dec 25 21:34:50.061185 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 56484) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:34:50.143706 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-d844cbaa-9773-41e5-bb04-393a23fc48cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] Deleting port 3efffdc7-e0de-4fb8-8e7e-787985fa3ebd {{(pid=121607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:34:50.144044 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-d844cbaa-9773-41e5-bb04-393a23fc48cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:34:50.204458 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.db [None req-d844cbaa-9773-41e5-bb04-393a23fc48cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] For port 3efffdc7-e0de-4fb8-8e7e-787985fa3ebd, host nch1-master-1, got binding levels [] {{(pid=121607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:34:50.204820 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-d844cbaa-9773-41e5-bb04-393a23fc48cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:34:50.218813 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-d844cbaa-9773-41e5-bb04-393a23fc48cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] Calling delete_port for 3efffdc7-e0de-4fb8-8e7e-787985fa3ebd owned by  {{(pid=121607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:34:50.659768 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-d844cbaa-9773-41e5-bb04-393a23fc48cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:34:50.688987 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d844cbaa-9773-41e5-bb04-393a23fc48cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] Pushing event deleted for resources: {'Port': ['ID=3efffdc7-e0de-4fb8-8e7e-787985fa3ebd,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:34:50.692614 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-d844cbaa-9773-41e5-bb04-393a23fc48cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:34:50.695941 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-d844cbaa-9773-41e5-bb04-393a23fc48cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] 10.222.0.32 "DELETE /v2.0/ports/3efffdc7-e0de-4fb8-8e7e-787985fa3ebd HTTP/1.1" status: 204  len: 168 time: 0.6338446
Dec 25 21:34:50.698604 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 56506) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:34:50.722140 ncdv-master-1 neutron-server[121607]: INFO neutron.pecan_wsgi.hooks.translation [None req-4cdcf8c0-6885-41b0-949b-1370acc651bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] GET failed (client error): The resource could not be found.
Dec 25 21:34:50.723457 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-4cdcf8c0-6885-41b0-949b-1370acc651bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] 10.222.0.32 "GET /v2.0/ports/3efffdc7-e0de-4fb8-8e7e-787985fa3ebd HTTP/1.1" status: 404  len: 333 time: 0.0239539
Dec 25 21:34:50.726927 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 56508) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:34:50.731521 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-e984e954-8130-4817-ba5a-40ee41b29afb tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988974606', 'network_id': 'ac2ab39a-f13f-414e-b4ed-5f7409eca4e7'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:34:50.870120 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e984e954-8130-4817-ba5a-40ee41b29afb tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] Made reservation on behalf of bdca30e94d1640749b9ee58b584fe2a4 for: {'port': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:34:50.872477 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e984e954-8130-4817-ba5a-40ee41b29afb tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:34:50.888409 ncdv-master-1 neutron-server[121607]: DEBUG neutron.notifiers.nova [None req-e984e954-8130-4817-ba5a-40ee41b29afb tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] device_id is not set on port 6dc94818-d9e8-4397-8078-e1f564c8d88b yet. {{(pid=121607) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 25 21:34:51.057878 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e984e954-8130-4817-ba5a-40ee41b29afb tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] Publish callbacks [] for port, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:34:51.179935 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e984e954-8130-4817-ba5a-40ee41b29afb tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:34:51.225072 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e984e954-8130-4817-ba5a-40ee41b29afb tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] Network ac2ab39a-f13f-414e-b4ed-5f7409eca4e7 is already hosted by enough agents. {{(pid=121607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:34:51.227907 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-e984e954-8130-4817-ba5a-40ee41b29afb tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] Resources bound (agent type, host, resource id):  {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:34:51.231341 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e984e954-8130-4817-ba5a-40ee41b29afb tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] Received port after_create {{(pid=121607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:34:51.232259 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e984e954-8130-4817-ba5a-40ee41b29afb tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:34:51.232856 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e984e954-8130-4817-ba5a-40ee41b29afb tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:34:51.242795 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e984e954-8130-4817-ba5a-40ee41b29afb tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] Pushing event updated for resources: {'Port': ['ID=6dc94818-d9e8-4397-8078-e1f564c8d88b,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:34:51.319759 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-e984e954-8130-4817-ba5a-40ee41b29afb tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 964 time: 0.5918083
Dec 25 21:34:51.322170 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 56534) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:34:51.355719 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-191b8e16-3fd6-4f95-a84f-c405fdc7a0f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:34:51.356980 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-191b8e16-3fd6-4f95-a84f-c405fdc7a0f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] 10.222.0.32 "GET /v2.0/ports/6dc94818-d9e8-4397-8078-e1f564c8d88b HTTP/1.1" status: 200  len: 959 time: 0.0338438
Dec 25 21:34:51.359669 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 56536) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:34:51.433246 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-2bdac60b-9070-4e8a-954e-97e4693ca96d tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] Deleting port 6dc94818-d9e8-4397-8078-e1f564c8d88b {{(pid=121607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:34:51.433530 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-2bdac60b-9070-4e8a-954e-97e4693ca96d tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:34:51.496394 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-2bdac60b-9070-4e8a-954e-97e4693ca96d tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:34:51.510099 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-2bdac60b-9070-4e8a-954e-97e4693ca96d tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] Calling delete_port for 6dc94818-d9e8-4397-8078-e1f564c8d88b owned by  {{(pid=121607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:34:51.670177 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-2bdac60b-9070-4e8a-954e-97e4693ca96d tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:34:51.702125 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdac60b-9070-4e8a-954e-97e4693ca96d tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] Pushing event deleted for resources: {'Port': ['ID=6dc94818-d9e8-4397-8078-e1f564c8d88b,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:34:51.707842 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-2bdac60b-9070-4e8a-954e-97e4693ca96d tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:34:51.711193 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-2bdac60b-9070-4e8a-954e-97e4693ca96d tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] 10.222.0.32 "DELETE /v2.0/ports/6dc94818-d9e8-4397-8078-e1f564c8d88b HTTP/1.1" status: 204  len: 168 time: 0.3506179
Dec 25 21:34:51.713769 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 56544) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:34:51.737543 ncdv-master-1 neutron-server[121607]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9f7caa6-9214-4213-aa8f-6515e560ef8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] GET failed (client error): The resource could not be found.
Dec 25 21:34:51.738904 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-b9f7caa6-9214-4213-aa8f-6515e560ef8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] 10.222.0.32 "GET /v2.0/ports/6dc94818-d9e8-4397-8078-e1f564c8d88b HTTP/1.1" status: 404  len: 333 time: 0.0242140
Dec 25 21:34:51.742370 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 56546) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:34:51.747074 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-4e1ecb67-a824-4294-af01-3c7c74c7d336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] Request body: {'port': {'network_id': 'ac2ab39a-f13f-414e-b4ed-5f7409eca4e7', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-474741458'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:34:51.841590 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e1ecb67-a824-4294-af01-3c7c74c7d336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] Made reservation on behalf of bdca30e94d1640749b9ee58b584fe2a4 for: {'port': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:34:51.844363 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-4e1ecb67-a824-4294-af01-3c7c74c7d336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:34:51.860807 ncdv-master-1 neutron-server[121607]: DEBUG neutron.notifiers.nova [None req-4e1ecb67-a824-4294-af01-3c7c74c7d336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] device_id is not set on port 9a6938bd-b167-4f4c-a720-cf8beda8ad8a yet. {{(pid=121607) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 25 21:34:52.007608 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-4e1ecb67-a824-4294-af01-3c7c74c7d336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] Publish callbacks [] for port, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:34:52.121973 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-4e1ecb67-a824-4294-af01-3c7c74c7d336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:34:52.164585 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e1ecb67-a824-4294-af01-3c7c74c7d336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] Network ac2ab39a-f13f-414e-b4ed-5f7409eca4e7 is already hosted by enough agents. {{(pid=121607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:34:52.167507 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-4e1ecb67-a824-4294-af01-3c7c74c7d336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] Resources bound (agent type, host, resource id):  {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:34:52.171000 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e1ecb67-a824-4294-af01-3c7c74c7d336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] Received port after_create {{(pid=121607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:34:52.171912 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e1ecb67-a824-4294-af01-3c7c74c7d336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:34:52.173102 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-4e1ecb67-a824-4294-af01-3c7c74c7d336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:34:52.180882 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1ecb67-a824-4294-af01-3c7c74c7d336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] Pushing event updated for resources: {'Port': ['ID=9a6938bd-b167-4f4c-a720-cf8beda8ad8a,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:34:52.269202 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-4e1ecb67-a824-4294-af01-3c7c74c7d336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 963 time: 0.5255108
Dec 25 21:34:52.271802 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 56550) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:34:52.277802 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-37e28cac-2303-48b9-8ecc-25f001e47b3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] Request body: {'port': {'binding:host_id': 'nch1-master-1'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:34:52.336309 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-37e28cac-2303-48b9-8ecc-25f001e47b3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:34:52.507522 ncdv-master-1 neutron-server[121607]: DEBUG neutron.notifiers.nova [None req-37e28cac-2303-48b9-8ecc-25f001e47b3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] device_id is not set on port 9a6938bd-b167-4f4c-a720-cf8beda8ad8a yet. {{(pid=121607) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 25 21:34:52.515538 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-37e28cac-2303-48b9-8ecc-25f001e47b3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] Publish callbacks [] for port, precommit_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:34:52.618466 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-37e28cac-2303-48b9-8ecc-25f001e47b3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8632327'] for port, after_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:34:52.672500 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e28cac-2303-48b9-8ecc-25f001e47b3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] Pushing event updated for resources: {'Port': ['ID=9a6938bd-b167-4f4c-a720-cf8beda8ad8a,revision_number=2']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:34:52.684758 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.managers [None req-37e28cac-2303-48b9-8ecc-25f001e47b3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] Attempting to bind port 9a6938bd-b167-4f4c-a720-cf8beda8ad8a on host nch1-master-1 for vnic_type normal with profile  {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:34:52.685136 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.managers [None req-37e28cac-2303-48b9-8ecc-25f001e47b3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] Attempting to bind port 9a6938bd-b167-4f4c-a720-cf8beda8ad8a by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '71d8dde2-1607-4247-8774-06af22f1b292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'ac2ab39a-f13f-414e-b4ed-5f7409eca4e7'}] {{(pid=121607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:34:52.685479 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37e28cac-2303-48b9-8ecc-25f001e47b3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] Attempting to bind port 9a6938bd-b167-4f4c-a720-cf8beda8ad8a on network ac2ab39a-f13f-414e-b4ed-5f7409eca4e7 {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:34:52.689885 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37e28cac-2303-48b9-8ecc-25f001e47b3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] Port 9a6938bd-b167-4f4c-a720-cf8beda8ad8a on network ac2ab39a-f13f-414e-b4ed-5f7409eca4e7 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 25 21:34:52.690211 ncdv-master-1 neutron-server[121607]: ERROR neutron.plugins.ml2.managers [None req-37e28cac-2303-48b9-8ecc-25f001e47b3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] Failed to bind port 9a6938bd-b167-4f4c-a720-cf8beda8ad8a on host nch1-master-1 for vnic_type normal using segments [{'id': '71d8dde2-1607-4247-8774-06af22f1b292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'ac2ab39a-f13f-414e-b4ed-5f7409eca4e7'}]
Dec 25 21:34:52.690597 ncdv-master-1 neutron-server[121607]: INFO neutron.plugins.ml2.plugin [None req-37e28cac-2303-48b9-8ecc-25f001e47b3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] Attempt 2 to bind port 9a6938bd-b167-4f4c-a720-cf8beda8ad8a
Dec 25 21:34:52.704131 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.managers [None req-37e28cac-2303-48b9-8ecc-25f001e47b3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] Attempting to bind port 9a6938bd-b167-4f4c-a720-cf8beda8ad8a on host nch1-master-1 for vnic_type normal with profile  {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:34:52.704473 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.managers [None req-37e28cac-2303-48b9-8ecc-25f001e47b3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] Attempting to bind port 9a6938bd-b167-4f4c-a720-cf8beda8ad8a by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '71d8dde2-1607-4247-8774-06af22f1b292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'ac2ab39a-f13f-414e-b4ed-5f7409eca4e7'}] {{(pid=121607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:34:52.704803 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37e28cac-2303-48b9-8ecc-25f001e47b3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] Attempting to bind port 9a6938bd-b167-4f4c-a720-cf8beda8ad8a on network ac2ab39a-f13f-414e-b4ed-5f7409eca4e7 {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:34:52.709113 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37e28cac-2303-48b9-8ecc-25f001e47b3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] Port 9a6938bd-b167-4f4c-a720-cf8beda8ad8a on network ac2ab39a-f13f-414e-b4ed-5f7409eca4e7 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 25 21:34:52.709440 ncdv-master-1 neutron-server[121607]: ERROR neutron.plugins.ml2.managers [None req-37e28cac-2303-48b9-8ecc-25f001e47b3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] Failed to bind port 9a6938bd-b167-4f4c-a720-cf8beda8ad8a on host nch1-master-1 for vnic_type normal using segments [{'id': '71d8dde2-1607-4247-8774-06af22f1b292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'ac2ab39a-f13f-414e-b4ed-5f7409eca4e7'}]
Dec 25 21:34:52.709825 ncdv-master-1 neutron-server[121607]: INFO neutron.plugins.ml2.plugin [None req-37e28cac-2303-48b9-8ecc-25f001e47b3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] Attempt 3 to bind port 9a6938bd-b167-4f4c-a720-cf8beda8ad8a
Dec 25 21:34:52.722221 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.managers [None req-37e28cac-2303-48b9-8ecc-25f001e47b3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] Attempting to bind port 9a6938bd-b167-4f4c-a720-cf8beda8ad8a on host nch1-master-1 for vnic_type normal with profile  {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:34:52.722554 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.managers [None req-37e28cac-2303-48b9-8ecc-25f001e47b3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] Attempting to bind port 9a6938bd-b167-4f4c-a720-cf8beda8ad8a by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '71d8dde2-1607-4247-8774-06af22f1b292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'ac2ab39a-f13f-414e-b4ed-5f7409eca4e7'}] {{(pid=121607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:34:52.722881 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37e28cac-2303-48b9-8ecc-25f001e47b3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] Attempting to bind port 9a6938bd-b167-4f4c-a720-cf8beda8ad8a on network ac2ab39a-f13f-414e-b4ed-5f7409eca4e7 {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:34:52.727180 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37e28cac-2303-48b9-8ecc-25f001e47b3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] Port 9a6938bd-b167-4f4c-a720-cf8beda8ad8a on network ac2ab39a-f13f-414e-b4ed-5f7409eca4e7 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 25 21:34:52.727506 ncdv-master-1 neutron-server[121607]: ERROR neutron.plugins.ml2.managers [None req-37e28cac-2303-48b9-8ecc-25f001e47b3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] Failed to bind port 9a6938bd-b167-4f4c-a720-cf8beda8ad8a on host nch1-master-1 for vnic_type normal using segments [{'id': '71d8dde2-1607-4247-8774-06af22f1b292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'ac2ab39a-f13f-414e-b4ed-5f7409eca4e7'}]
Dec 25 21:34:52.727889 ncdv-master-1 neutron-server[121607]: INFO neutron.plugins.ml2.plugin [None req-37e28cac-2303-48b9-8ecc-25f001e47b3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] Attempt 4 to bind port 9a6938bd-b167-4f4c-a720-cf8beda8ad8a
Dec 25 21:34:52.740005 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.managers [None req-37e28cac-2303-48b9-8ecc-25f001e47b3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] Attempting to bind port 9a6938bd-b167-4f4c-a720-cf8beda8ad8a on host nch1-master-1 for vnic_type normal with profile  {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:34:52.740341 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.managers [None req-37e28cac-2303-48b9-8ecc-25f001e47b3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] Attempting to bind port 9a6938bd-b167-4f4c-a720-cf8beda8ad8a by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '71d8dde2-1607-4247-8774-06af22f1b292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'ac2ab39a-f13f-414e-b4ed-5f7409eca4e7'}] {{(pid=121607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:34:52.740670 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37e28cac-2303-48b9-8ecc-25f001e47b3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] Attempting to bind port 9a6938bd-b167-4f4c-a720-cf8beda8ad8a on network ac2ab39a-f13f-414e-b4ed-5f7409eca4e7 {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:34:52.744969 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37e28cac-2303-48b9-8ecc-25f001e47b3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] Port 9a6938bd-b167-4f4c-a720-cf8beda8ad8a on network ac2ab39a-f13f-414e-b4ed-5f7409eca4e7 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 25 21:34:52.745300 ncdv-master-1 neutron-server[121607]: ERROR neutron.plugins.ml2.managers [None req-37e28cac-2303-48b9-8ecc-25f001e47b3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] Failed to bind port 9a6938bd-b167-4f4c-a720-cf8beda8ad8a on host nch1-master-1 for vnic_type normal using segments [{'id': '71d8dde2-1607-4247-8774-06af22f1b292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'ac2ab39a-f13f-414e-b4ed-5f7409eca4e7'}]
Dec 25 21:34:52.745689 ncdv-master-1 neutron-server[121607]: INFO neutron.plugins.ml2.plugin [None req-37e28cac-2303-48b9-8ecc-25f001e47b3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] Attempt 5 to bind port 9a6938bd-b167-4f4c-a720-cf8beda8ad8a
Dec 25 21:34:52.757204 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.managers [None req-37e28cac-2303-48b9-8ecc-25f001e47b3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] Attempting to bind port 9a6938bd-b167-4f4c-a720-cf8beda8ad8a on host nch1-master-1 for vnic_type normal with profile  {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:34:52.757540 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.managers [None req-37e28cac-2303-48b9-8ecc-25f001e47b3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] Attempting to bind port 9a6938bd-b167-4f4c-a720-cf8beda8ad8a by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '71d8dde2-1607-4247-8774-06af22f1b292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'ac2ab39a-f13f-414e-b4ed-5f7409eca4e7'}] {{(pid=121607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:34:52.757870 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37e28cac-2303-48b9-8ecc-25f001e47b3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] Attempting to bind port 9a6938bd-b167-4f4c-a720-cf8beda8ad8a on network ac2ab39a-f13f-414e-b4ed-5f7409eca4e7 {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:34:52.762302 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37e28cac-2303-48b9-8ecc-25f001e47b3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] Port 9a6938bd-b167-4f4c-a720-cf8beda8ad8a on network ac2ab39a-f13f-414e-b4ed-5f7409eca4e7 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 25 21:34:52.762627 ncdv-master-1 neutron-server[121607]: ERROR neutron.plugins.ml2.managers [None req-37e28cac-2303-48b9-8ecc-25f001e47b3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] Failed to bind port 9a6938bd-b167-4f4c-a720-cf8beda8ad8a on host nch1-master-1 for vnic_type normal using segments [{'id': '71d8dde2-1607-4247-8774-06af22f1b292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'ac2ab39a-f13f-414e-b4ed-5f7409eca4e7'}]
Dec 25 21:34:52.763006 ncdv-master-1 neutron-server[121607]: INFO neutron.plugins.ml2.plugin [None req-37e28cac-2303-48b9-8ecc-25f001e47b3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] Attempt 6 to bind port 9a6938bd-b167-4f4c-a720-cf8beda8ad8a
Dec 25 21:34:52.775869 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.managers [None req-37e28cac-2303-48b9-8ecc-25f001e47b3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] Attempting to bind port 9a6938bd-b167-4f4c-a720-cf8beda8ad8a on host nch1-master-1 for vnic_type normal with profile  {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:34:52.776203 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.managers [None req-37e28cac-2303-48b9-8ecc-25f001e47b3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] Attempting to bind port 9a6938bd-b167-4f4c-a720-cf8beda8ad8a by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '71d8dde2-1607-4247-8774-06af22f1b292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'ac2ab39a-f13f-414e-b4ed-5f7409eca4e7'}] {{(pid=121607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:34:52.776555 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37e28cac-2303-48b9-8ecc-25f001e47b3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] Attempting to bind port 9a6938bd-b167-4f4c-a720-cf8beda8ad8a on network ac2ab39a-f13f-414e-b4ed-5f7409eca4e7 {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:34:52.781117 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37e28cac-2303-48b9-8ecc-25f001e47b3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] Port 9a6938bd-b167-4f4c-a720-cf8beda8ad8a on network ac2ab39a-f13f-414e-b4ed-5f7409eca4e7 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 25 21:34:52.782019 ncdv-master-1 neutron-server[121607]: ERROR neutron.plugins.ml2.managers [None req-37e28cac-2303-48b9-8ecc-25f001e47b3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] Failed to bind port 9a6938bd-b167-4f4c-a720-cf8beda8ad8a on host nch1-master-1 for vnic_type normal using segments [{'id': '71d8dde2-1607-4247-8774-06af22f1b292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'ac2ab39a-f13f-414e-b4ed-5f7409eca4e7'}]
Dec 25 21:34:52.782542 ncdv-master-1 neutron-server[121607]: INFO neutron.plugins.ml2.plugin [None req-37e28cac-2303-48b9-8ecc-25f001e47b3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] Attempt 7 to bind port 9a6938bd-b167-4f4c-a720-cf8beda8ad8a
Dec 25 21:34:52.794170 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.managers [None req-37e28cac-2303-48b9-8ecc-25f001e47b3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] Attempting to bind port 9a6938bd-b167-4f4c-a720-cf8beda8ad8a on host nch1-master-1 for vnic_type normal with profile  {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:34:52.794507 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.managers [None req-37e28cac-2303-48b9-8ecc-25f001e47b3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] Attempting to bind port 9a6938bd-b167-4f4c-a720-cf8beda8ad8a by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '71d8dde2-1607-4247-8774-06af22f1b292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'ac2ab39a-f13f-414e-b4ed-5f7409eca4e7'}] {{(pid=121607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:34:52.794837 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37e28cac-2303-48b9-8ecc-25f001e47b3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] Attempting to bind port 9a6938bd-b167-4f4c-a720-cf8beda8ad8a on network ac2ab39a-f13f-414e-b4ed-5f7409eca4e7 {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:34:52.799389 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37e28cac-2303-48b9-8ecc-25f001e47b3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] Port 9a6938bd-b167-4f4c-a720-cf8beda8ad8a on network ac2ab39a-f13f-414e-b4ed-5f7409eca4e7 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 25 21:34:52.799713 ncdv-master-1 neutron-server[121607]: ERROR neutron.plugins.ml2.managers [None req-37e28cac-2303-48b9-8ecc-25f001e47b3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] Failed to bind port 9a6938bd-b167-4f4c-a720-cf8beda8ad8a on host nch1-master-1 for vnic_type normal using segments [{'id': '71d8dde2-1607-4247-8774-06af22f1b292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'ac2ab39a-f13f-414e-b4ed-5f7409eca4e7'}]
Dec 25 21:34:52.800102 ncdv-master-1 neutron-server[121607]: INFO neutron.plugins.ml2.plugin [None req-37e28cac-2303-48b9-8ecc-25f001e47b3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] Attempt 8 to bind port 9a6938bd-b167-4f4c-a720-cf8beda8ad8a
Dec 25 21:34:52.813284 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.managers [None req-37e28cac-2303-48b9-8ecc-25f001e47b3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] Attempting to bind port 9a6938bd-b167-4f4c-a720-cf8beda8ad8a on host nch1-master-1 for vnic_type normal with profile  {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:34:52.813556 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.managers [None req-37e28cac-2303-48b9-8ecc-25f001e47b3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] Attempting to bind port 9a6938bd-b167-4f4c-a720-cf8beda8ad8a by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '71d8dde2-1607-4247-8774-06af22f1b292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'ac2ab39a-f13f-414e-b4ed-5f7409eca4e7'}] {{(pid=121607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:34:52.813888 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37e28cac-2303-48b9-8ecc-25f001e47b3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] Attempting to bind port 9a6938bd-b167-4f4c-a720-cf8beda8ad8a on network ac2ab39a-f13f-414e-b4ed-5f7409eca4e7 {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:34:52.818236 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37e28cac-2303-48b9-8ecc-25f001e47b3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] Port 9a6938bd-b167-4f4c-a720-cf8beda8ad8a on network ac2ab39a-f13f-414e-b4ed-5f7409eca4e7 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 25 21:34:52.818560 ncdv-master-1 neutron-server[121607]: ERROR neutron.plugins.ml2.managers [None req-37e28cac-2303-48b9-8ecc-25f001e47b3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] Failed to bind port 9a6938bd-b167-4f4c-a720-cf8beda8ad8a on host nch1-master-1 for vnic_type normal using segments [{'id': '71d8dde2-1607-4247-8774-06af22f1b292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'ac2ab39a-f13f-414e-b4ed-5f7409eca4e7'}]
Dec 25 21:34:52.818943 ncdv-master-1 neutron-server[121607]: INFO neutron.plugins.ml2.plugin [None req-37e28cac-2303-48b9-8ecc-25f001e47b3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] Attempt 9 to bind port 9a6938bd-b167-4f4c-a720-cf8beda8ad8a
Dec 25 21:34:52.831168 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.managers [None req-37e28cac-2303-48b9-8ecc-25f001e47b3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] Attempting to bind port 9a6938bd-b167-4f4c-a720-cf8beda8ad8a on host nch1-master-1 for vnic_type normal with profile  {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:34:52.831501 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.managers [None req-37e28cac-2303-48b9-8ecc-25f001e47b3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] Attempting to bind port 9a6938bd-b167-4f4c-a720-cf8beda8ad8a by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '71d8dde2-1607-4247-8774-06af22f1b292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'ac2ab39a-f13f-414e-b4ed-5f7409eca4e7'}] {{(pid=121607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:34:52.831827 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37e28cac-2303-48b9-8ecc-25f001e47b3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] Attempting to bind port 9a6938bd-b167-4f4c-a720-cf8beda8ad8a on network ac2ab39a-f13f-414e-b4ed-5f7409eca4e7 {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:34:52.836066 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37e28cac-2303-48b9-8ecc-25f001e47b3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] Port 9a6938bd-b167-4f4c-a720-cf8beda8ad8a on network ac2ab39a-f13f-414e-b4ed-5f7409eca4e7 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 25 21:34:52.836396 ncdv-master-1 neutron-server[121607]: ERROR neutron.plugins.ml2.managers [None req-37e28cac-2303-48b9-8ecc-25f001e47b3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] Failed to bind port 9a6938bd-b167-4f4c-a720-cf8beda8ad8a on host nch1-master-1 for vnic_type normal using segments [{'id': '71d8dde2-1607-4247-8774-06af22f1b292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'ac2ab39a-f13f-414e-b4ed-5f7409eca4e7'}]
Dec 25 21:34:52.836779 ncdv-master-1 neutron-server[121607]: INFO neutron.plugins.ml2.plugin [None req-37e28cac-2303-48b9-8ecc-25f001e47b3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] Attempt 10 to bind port 9a6938bd-b167-4f4c-a720-cf8beda8ad8a
Dec 25 21:34:52.848913 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.managers [None req-37e28cac-2303-48b9-8ecc-25f001e47b3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] Attempting to bind port 9a6938bd-b167-4f4c-a720-cf8beda8ad8a on host nch1-master-1 for vnic_type normal with profile  {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:34:52.849254 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.managers [None req-37e28cac-2303-48b9-8ecc-25f001e47b3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] Attempting to bind port 9a6938bd-b167-4f4c-a720-cf8beda8ad8a by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '71d8dde2-1607-4247-8774-06af22f1b292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'ac2ab39a-f13f-414e-b4ed-5f7409eca4e7'}] {{(pid=121607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:34:52.849588 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37e28cac-2303-48b9-8ecc-25f001e47b3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] Attempting to bind port 9a6938bd-b167-4f4c-a720-cf8beda8ad8a on network ac2ab39a-f13f-414e-b4ed-5f7409eca4e7 {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:34:52.853890 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37e28cac-2303-48b9-8ecc-25f001e47b3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] Port 9a6938bd-b167-4f4c-a720-cf8beda8ad8a on network ac2ab39a-f13f-414e-b4ed-5f7409eca4e7 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 25 21:34:52.854218 ncdv-master-1 neutron-server[121607]: ERROR neutron.plugins.ml2.managers [None req-37e28cac-2303-48b9-8ecc-25f001e47b3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] Failed to bind port 9a6938bd-b167-4f4c-a720-cf8beda8ad8a on host nch1-master-1 for vnic_type normal using segments [{'id': '71d8dde2-1607-4247-8774-06af22f1b292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'ac2ab39a-f13f-414e-b4ed-5f7409eca4e7'}]
Dec 25 21:34:52.854579 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-37e28cac-2303-48b9-8ecc-25f001e47b3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:34:52.920684 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.db [None req-37e28cac-2303-48b9-8ecc-25f001e47b3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] For port 9a6938bd-b167-4f4c-a720-cf8beda8ad8a, host nch1-master-1, cleared binding levels {{(pid=121607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:34:52.921073 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.db [None req-37e28cac-2303-48b9-8ecc-25f001e47b3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] Attempted to set empty binding levels {{(pid=121607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}}
Dec 25 21:34:53.031044 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-37e28cac-2303-48b9-8ecc-25f001e47b3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8632327'] for port, after_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:34:53.061380 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-37e28cac-2303-48b9-8ecc-25f001e47b3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] In _notify_port_updated(), no bound segment for port 9a6938bd-b167-4f4c-a720-cf8beda8ad8a on network ac2ab39a-f13f-414e-b4ed-5f7409eca4e7 {{(pid=121607) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}}
Dec 25 21:34:53.063107 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37e28cac-2303-48b9-8ecc-25f001e47b3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:34:53.063761 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-37e28cac-2303-48b9-8ecc-25f001e47b3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:34:53.065036 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-37e28cac-2303-48b9-8ecc-25f001e47b3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] 10.222.0.32 "PUT /v2.0/ports/9a6938bd-b167-4f4c-a720-cf8beda8ad8a HTTP/1.1" status: 200  len: 978 time: 0.7921801
Dec 25 21:34:53.067957 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 56560) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:34:53.080813 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e28cac-2303-48b9-8ecc-25f001e47b3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] Pushing event updated for resources: {'Port': ['ID=9a6938bd-b167-4f4c-a720-cf8beda8ad8a,revision_number=3']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:34:53.149769 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-7bb69a81-7c83-42a4-8877-dace1287f9c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] Deleting port 9a6938bd-b167-4f4c-a720-cf8beda8ad8a {{(pid=121606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:34:53.150108 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-7bb69a81-7c83-42a4-8877-dace1287f9c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:34:53.210597 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [None req-7bb69a81-7c83-42a4-8877-dace1287f9c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] For port 9a6938bd-b167-4f4c-a720-cf8beda8ad8a, host nch1-master-1, got binding levels [] {{(pid=121606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:34:53.210954 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-7bb69a81-7c83-42a4-8877-dace1287f9c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:34:53.222225 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-7bb69a81-7c83-42a4-8877-dace1287f9c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] Calling delete_port for 9a6938bd-b167-4f4c-a720-cf8beda8ad8a owned by  {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:34:53.419897 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-7bb69a81-7c83-42a4-8877-dace1287f9c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:34:53.447021 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb69a81-7c83-42a4-8877-dace1287f9c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] Pushing event deleted for resources: {'Port': ['ID=9a6938bd-b167-4f4c-a720-cf8beda8ad8a,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:34:53.463683 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-7bb69a81-7c83-42a4-8877-dace1287f9c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:34:53.468486 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-7bb69a81-7c83-42a4-8877-dace1287f9c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] 10.222.0.32 "DELETE /v2.0/ports/9a6938bd-b167-4f4c-a720-cf8beda8ad8a HTTP/1.1" status: 204  len: 168 time: 0.3994672
Dec 25 21:34:53.471154 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 56568) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:34:53.495699 ncdv-master-1 neutron-server[121606]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1012a7a-05f4-4c0c-8512-58294dfd65ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] GET failed (client error): The resource could not be found.
Dec 25 21:34:53.497281 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-d1012a7a-05f4-4c0c-8512-58294dfd65ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379751233-project-admin] 10.222.0.32 "GET /v2.0/ports/9a6938bd-b167-4f4c-a720-cf8beda8ad8a HTTP/1.1" status: 404  len: 333 time: 0.0251396
Dec 25 21:34:53.501536 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 56570) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:34:53.583754 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-16060b98-5664-48cd-a7ba-47162bcc7fda tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068187831 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068187831-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625803'] for network, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:34:53.674721 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-16060b98-5664-48cd-a7ba-47162bcc7fda tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068187831 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068187831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997585', 'neutron.services.segments.db._delete_segments_for_network-8737602743071'] for network, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:34:53.694086 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-16060b98-5664-48cd-a7ba-47162bcc7fda tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068187831 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068187831-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2613d6c5b0>,) {'filters': {'network_id': ['ac2ab39a-f13f-414e-b4ed-5f7409eca4e7']}} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:34:53.703039 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-16060b98-5664-48cd-a7ba-47162bcc7fda tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068187831 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068187831-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2613d6c5b0>, '71d8dde2-1607-4247-8774-06af22f1b292') {'for_net_delete': True} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:34:53.703371 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-16060b98-5664-48cd-a7ba-47162bcc7fda tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068187831 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068187831-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2613d6c5b0>, '71d8dde2-1607-4247-8774-06af22f1b292') {} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:34:53.712530 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-16060b98-5664-48cd-a7ba-47162bcc7fda tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068187831 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068187831-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737602746920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10246592'] for segment, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:34:53.725631 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-16060b98-5664-48cd-a7ba-47162bcc7fda tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068187831 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068187831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:34:53.731723 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16060b98-5664-48cd-a7ba-47162bcc7fda tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068187831 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068187831-project] Releasing vlan 190 on physical network physnet1 to pool {{(pid=121607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 25 21:34:53.732098 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-16060b98-5664-48cd-a7ba-47162bcc7fda tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068187831 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068187831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8633327'] for segment, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:34:53.735605 ncdv-master-1 neutron-server[121607]: Traceback (most recent call last):
Dec 25 21:34:53.735605 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 25 21:34:53.735605 ncdv-master-1 neutron-server[121607]:     timer()
Dec 25 21:34:53.735605 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 25 21:34:53.735605 ncdv-master-1 neutron-server[121607]:     cb(*args, **kw)
Dec 25 21:34:53.735605 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 25 21:34:53.735605 ncdv-master-1 neutron-server[121607]:     return func(*args, **kwargs)
Dec 25 21:34:53.735605 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 25 21:34:53.735605 ncdv-master-1 neutron-server[121607]:     self._notify()
Dec 25 21:34:53.735605 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 25 21:34:53.735605 ncdv-master-1 neutron-server[121607]:     self.callback(batched_events)
Dec 25 21:34:53.735605 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 25 21:34:53.735605 ncdv-master-1 neutron-server[121607]:     event.method(event)
Dec 25 21:34:53.735605 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 25 21:34:53.735605 ncdv-master-1 neutron-server[121607]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 25 21:34:53.735605 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 25 21:34:53.735605 ncdv-master-1 neutron-server[121607]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 25 21:34:53.735605 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 25 21:34:53.735605 ncdv-master-1 neutron-server[121607]:     return f(self, *a, **k)
Dec 25 21:34:53.735605 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 25 21:34:53.735605 ncdv-master-1 neutron-server[121607]:     return self._get(url).json()
Dec 25 21:34:53.735605 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 25 21:34:53.735605 ncdv-master-1 neutron-server[121607]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 25 21:34:53.735605 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 25 21:34:53.735605 ncdv-master-1 neutron-server[121607]:     return self.request(url, 'GET', **kwargs)
Dec 25 21:34:53.735605 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 25 21:34:53.735605 ncdv-master-1 neutron-server[121607]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 25 21:34:53.735605 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 25 21:34:53.735605 ncdv-master-1 neutron-server[121607]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 25 21:34:53.735605 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 25 21:34:53.735605 ncdv-master-1 neutron-server[121607]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 25 21:34:53.735605 ncdv-master-1 neutron-server[121607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 25 21:34:53.921510 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-16060b98-5664-48cd-a7ba-47162bcc7fda tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068187831 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068187831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2008653'] for network, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:34:53.929959 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-16060b98-5664-48cd-a7ba-47162bcc7fda tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068187831 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068187831-project] Publish callbacks [] for network, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:34:53.932845 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-16060b98-5664-48cd-a7ba-47162bcc7fda tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068187831 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068187831-project] 10.222.0.32 "DELETE /v2.0/networks/ac2ab39a-f13f-414e-b4ed-5f7409eca4e7 HTTP/1.1" status: 204  len: 168 time: 0.4303012
Dec 25 21:34:53.943881 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16060b98-5664-48cd-a7ba-47162bcc7fda tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068187831 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068187831-project] Pushing event deleted for resources: {'Network': ['ID=ac2ab39a-f13f-414e-b4ed-5f7409eca4e7,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:34:54.370977 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 56582) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:34:54.517889 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-97e81e7b-3ede-4e8a-b2cb-631aea0724b6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ad1414d6c0fc45feb4c2be308a56ace1&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1428051
Dec 25 21:34:54.518434 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 56590) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:34:54.565139 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-62ec5e37-b02a-45ec-89ab-43d32b726ee0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:34:54.589649 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-62ec5e37-b02a-45ec-89ab-43d32b726ee0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:34:54.728415 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-62ec5e37-b02a-45ec-89ab-43d32b726ee0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:34:54.731058 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-62ec5e37-b02a-45ec-89ab-43d32b726ee0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:34:54.732222 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-62ec5e37-b02a-45ec-89ab-43d32b726ee0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5d89beb5-29d7-4733-9cdc-3c5f9275e9c6 HTTP/1.1" status: 204  len: 168 time: 0.2133117
Dec 25 21:34:54.742646 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ec5e37-b02a-45ec-89ab-43d32b726ee0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d89beb5-29d7-4733-9cdc-3c5f9275e9c6,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:34:55.331459 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 56602) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:34:55.377852 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-e9a12437-79fc-41af-955b-4d1e3e6f2385 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=bdca30e94d1640749b9ee58b584fe2a4&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0452309
Dec 25 21:34:55.385876 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 56604) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:34:55.427557 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-6e52d702-fa7d-4cc2-921c-c416c9577e10 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:34:55.454972 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-6e52d702-fa7d-4cc2-921c-c416c9577e10 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:34:55.607013 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-6e52d702-fa7d-4cc2-921c-c416c9577e10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:34:55.609760 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-6e52d702-fa7d-4cc2-921c-c416c9577e10 admin admin] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:34:55.610952 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-6e52d702-fa7d-4cc2-921c-c416c9577e10 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/52ca3c9f-5533-49e5-bdd9-95b8253aaae3 HTTP/1.1" status: 204  len: 168 time: 0.2297599
Dec 25 21:34:55.619480 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e52d702-fa7d-4cc2-921c-c416c9577e10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52ca3c9f-5533-49e5-bdd9-95b8253aaae3,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:34:56.727559 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 56666) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:34:56.831320 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-6698f717-f258-4c49-b973-82035c550881 tempest-AllowedAddressPairTestJSON-248800673 tempest-AllowedAddressPairTestJSON-248800673-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1428469065'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:34:56.976740 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6698f717-f258-4c49-b973-82035c550881 tempest-AllowedAddressPairTestJSON-248800673 tempest-AllowedAddressPairTestJSON-248800673-project] Made reservation on behalf of fc472bb54bf742e6b51376c1e8d4f228 for: {'network': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:34:56.976740 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-6698f717-f258-4c49-b973-82035c550881 tempest-AllowedAddressPairTestJSON-248800673 tempest-AllowedAddressPairTestJSON-248800673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for network, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:34:56.990251 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-6698f717-f258-4c49-b973-82035c550881 tempest-AllowedAddressPairTestJSON-248800673 tempest-AllowedAddressPairTestJSON-248800673-project] Publish callbacks [] for security_group, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:34:57.071903 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-6698f717-f258-4c49-b973-82035c550881 tempest-AllowedAddressPairTestJSON-248800673 tempest-AllowedAddressPairTestJSON-248800673-project] Publish callbacks [] for security_group, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:34:57.191262 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-6698f717-f258-4c49-b973-82035c550881 tempest-AllowedAddressPairTestJSON-248800673 tempest-AllowedAddressPairTestJSON-248800673-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:34:57.218962 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6698f717-f258-4c49-b973-82035c550881 tempest-AllowedAddressPairTestJSON-248800673 tempest-AllowedAddressPairTestJSON-248800673-project] vlan segment allocate from pool success with {'vlan_id': 166, 'physical_network': 'physnet1'}  {{(pid=121607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 25 21:34:57.230468 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6698f717-f258-4c49-b973-82035c550881 tempest-AllowedAddressPairTestJSON-248800673 tempest-AllowedAddressPairTestJSON-248800673-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6bd73416-0af5-4f32-9986-b735ca1fff3e,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:34:57.233928 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-6698f717-f258-4c49-b973-82035c550881 tempest-AllowedAddressPairTestJSON-248800673 tempest-AllowedAddressPairTestJSON-248800673-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:34:57.234270 ncdv-master-1 neutron-server[121607]: INFO neutron.db.segments_db [None req-6698f717-f258-4c49-b973-82035c550881 tempest-AllowedAddressPairTestJSON-248800673 tempest-AllowedAddressPairTestJSON-248800673-project] Added segment 6666caf7-dd2e-4403-828e-6d7763e70928 of type vlan for network 7bcd8814-e2b7-4fd4-809f-208d7a4d5abe
Dec 25 21:34:57.276460 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-6698f717-f258-4c49-b973-82035c550881 tempest-AllowedAddressPairTestJSON-248800673 tempest-AllowedAddressPairTestJSON-248800673-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737602163420'] for network, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:34:57.357080 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-6698f717-f258-4c49-b973-82035c550881 tempest-AllowedAddressPairTestJSON-248800673 tempest-AllowedAddressPairTestJSON-248800673-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870'] for network, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:34:57.363728 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6698f717-f258-4c49-b973-82035c550881 tempest-AllowedAddressPairTestJSON-248800673 tempest-AllowedAddressPairTestJSON-248800673-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:34:57.364465 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-6698f717-f258-4c49-b973-82035c550881 tempest-AllowedAddressPairTestJSON-248800673 tempest-AllowedAddressPairTestJSON-248800673-project] Publish callbacks [] for network, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:34:57.432496 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6698f717-f258-4c49-b973-82035c550881 tempest-AllowedAddressPairTestJSON-248800673 tempest-AllowedAddressPairTestJSON-248800673-project] Pushing event updated for resources: {'Network': ['ID=7bcd8814-e2b7-4fd4-809f-208d7a4d5abe,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:34:57.444274 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Network 7bcd8814-e2b7-4fd4-809f-208d7a4d5abe details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 25 21:34:57.461188 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d840928a-6a37-4f4b-a8bf-e8a33e208a3f req-c5cbe1bf-0a63-4efe-b363-59cc4d44490c tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:34:57.462815 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d840928a-6a37-4f4b-a8bf-e8a33e208a3f req-c5cbe1bf-0a63-4efe-b363-59cc4d44490c tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] 10.222.0.32 "GET /v2.0/ports?device_id=15fbb331-7835-449b-b015-adf2d50f5186 HTTP/1.1" status: 200  len: 946 time: 0.0511189
Dec 25 21:34:57.473662 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-6698f717-f258-4c49-b973-82035c550881 tempest-AllowedAddressPairTestJSON-248800673 tempest-AllowedAddressPairTestJSON-248800673-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 794 time: 0.7446487
Dec 25 21:34:57.476279 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 56692) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:34:57.481228 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-0363a122-f5da-4ae8-9500-f635e6a975b7 tempest-AllowedAddressPairTestJSON-248800673 tempest-AllowedAddressPairTestJSON-248800673-project] Request body: {'subnet': {'network_id': '7bcd8814-e2b7-4fd4-809f-208d7a4d5abe', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:34:57.517895 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d840928a-6a37-4f4b-a8bf-e8a33e208a3f req-66c7f894-c0c5-4d58-9852-3160b4735990 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] 10.222.0.32 "GET /v2.0/security-groups?id=89fb11b5-d095-4b35-8a22-8ffdb90cfcff&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0488315
Dec 25 21:34:57.619761 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0363a122-f5da-4ae8-9500-f635e6a975b7 tempest-AllowedAddressPairTestJSON-248800673 tempest-AllowedAddressPairTestJSON-248800673-project] Made reservation on behalf of fc472bb54bf742e6b51376c1e8d4f228 for: {'subnet': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:34:57.623638 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-0363a122-f5da-4ae8-9500-f635e6a975b7 tempest-AllowedAddressPairTestJSON-248800673 tempest-AllowedAddressPairTestJSON-248800673-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8852834'] for subnet, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:34:57.894172 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-0363a122-f5da-4ae8-9500-f635e6a975b7 tempest-AllowedAddressPairTestJSON-248800673 tempest-AllowedAddressPairTestJSON-248800673-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8632475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8852848'] for subnet, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:34:57.947186 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0363a122-f5da-4ae8-9500-f635e6a975b7 tempest-AllowedAddressPairTestJSON-248800673 tempest-AllowedAddressPairTestJSON-248800673-project] Pushing event updated for resources: {'Subnet': ['ID=4ff4c92a-1a2c-4cee-8f76-873dc3e1b860,revision_number=0']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:34:57.962619 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0363a122-f5da-4ae8-9500-f635e6a975b7 tempest-AllowedAddressPairTestJSON-248800673 tempest-AllowedAddressPairTestJSON-248800673-project] Checking segment: {'id': '6666caf7-dd2e-4403-828e-6d7763e70928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '7bcd8814-e2b7-4fd4-809f-208d7a4d5abe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:34:57.962991 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0363a122-f5da-4ae8-9500-f635e6a975b7 tempest-AllowedAddressPairTestJSON-248800673 tempest-AllowedAddressPairTestJSON-248800673-project] Network hostable DHCP agents. Network: 7bcd8814-e2b7-4fd4-809f-208d7a4d5abe, hostable agents: ['1813db88-2c1b-4357-a2ba-869246b663c2'], hosted agents: [] {{(pid=121607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 25 21:34:58.031328 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0363a122-f5da-4ae8-9500-f635e6a975b7 tempest-AllowedAddressPairTestJSON-248800673 tempest-AllowedAddressPairTestJSON-248800673-project] Network 7bcd8814-e2b7-4fd4-809f-208d7a4d5abe is scheduled to be hosted by DHCP agent 1813db88-2c1b-4357-a2ba-869246b663c2 with binding_index 1 {{(pid=121607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 25 21:34:58.162373 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-0363a122-f5da-4ae8-9500-f635e6a975b7 tempest-AllowedAddressPairTestJSON-248800673 tempest-AllowedAddressPairTestJSON-248800673-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 7bcd8814-e2b7-4fd4-809f-208d7a4d5abe) {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:34:58.166409 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0363a122-f5da-4ae8-9500-f635e6a975b7 tempest-AllowedAddressPairTestJSON-248800673 tempest-AllowedAddressPairTestJSON-248800673-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:34:58.166919 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-0363a122-f5da-4ae8-9500-f635e6a975b7 tempest-AllowedAddressPairTestJSON-248800673 tempest-AllowedAddressPairTestJSON-248800673-project] Publish callbacks [] for subnet, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:34:58.176919 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bb3e181-cd4d-4f5e-af3d-8d8f1aa1eff3 None None] Network 7bcd8814-e2b7-4fd4-809f-208d7a4d5abe requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:34:58.242220 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-0363a122-f5da-4ae8-9500-f635e6a975b7 tempest-AllowedAddressPairTestJSON-248800673 tempest-AllowedAddressPairTestJSON-248800673-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.7647610
Dec 25 21:34:58.251170 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 56704) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:34:58.257003 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-4f992d7d-7883-4dd5-829c-e7b985d9d51c tempest-AllowedAddressPairTestJSON-248800673 tempest-AllowedAddressPairTestJSON-248800673-project] Request body: {'port': {'network_id': '7bcd8814-e2b7-4fd4-809f-208d7a4d5abe', 'name': 'tempest-AllowedAddressPairTestJSON-785011152'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:34:58.278503 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3301a4dd-0f63-4e51-ae53-343566b339a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-7bcd8814-e2b7-4fd4-809f-208d7a4d5abe', 'network_id': '7bcd8814-e2b7-4fd4-809f-208d7a4d5abe', 'project_id': 'fc472bb54bf742e6b51376c1e8d4f228', 'fixed_ips': [{'subnet_id': '4ff4c92a-1a2c-4cee-8f76-873dc3e1b860'}]}} from ncdv-master-1. {{(pid=121608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 25 21:34:58.279415 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3301a4dd-0f63-4e51-ae53-343566b339a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:34:58.422392 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.db_base_plugin_common [None req-3301a4dd-0f63-4e51-ae53-343566b339a0 None None] Allocated IP 172.20.0.2 (7bcd8814-e2b7-4fd4-809f-208d7a4d5abe/4ff4c92a-1a2c-4cee-8f76-873dc3e1b860/02240d73-d670-498f-87d5-bf06ccefa3da) {{(pid=121608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:34:58.459708 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f992d7d-7883-4dd5-829c-e7b985d9d51c tempest-AllowedAddressPairTestJSON-248800673 tempest-AllowedAddressPairTestJSON-248800673-project] Made reservation on behalf of fc472bb54bf742e6b51376c1e8d4f228 for: {'port': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:34:58.463381 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-4f992d7d-7883-4dd5-829c-e7b985d9d51c tempest-AllowedAddressPairTestJSON-248800673 tempest-AllowedAddressPairTestJSON-248800673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:34:58.488984 ncdv-master-1 neutron-server[121607]: DEBUG neutron.notifiers.nova [None req-4f992d7d-7883-4dd5-829c-e7b985d9d51c tempest-AllowedAddressPairTestJSON-248800673 tempest-AllowedAddressPairTestJSON-248800673-project] device_id is not set on port 2f2c1a69-3f9d-42e9-b2ff-a9b0a1dde40f yet. {{(pid=121607) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 25 21:34:58.584808 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3301a4dd-0f63-4e51-ae53-343566b339a0 None None] Publish callbacks [] for port, precommit_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:34:58.645513 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f0f3b7-02a8-4dc5-a73c-1aa43742a758 req-fd65a73a-726a-49fd-84c6-19e647f33cc4 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:34:58.651551 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-18f0f3b7-02a8-4dc5-a73c-1aa43742a758 req-fd65a73a-726a-49fd-84c6-19e647f33cc4 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] 10.222.0.32 "GET /v2.0/ports?device_id=15fbb331-7835-449b-b015-adf2d50f5186 HTTP/1.1" status: 200  len: 946 time: 0.0505266
Dec 25 21:34:58.724145 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad4be1c-6350-433a-a045-c993982bcb71 req-5261b697-d170-4d4f-a958-eee1d318fb92 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:34:58.725677 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2ad4be1c-6350-433a-a045-c993982bcb71 req-5261b697-d170-4d4f-a958-eee1d318fb92 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] 10.222.0.31 "GET /v2.0/ports?device_id=15fbb331-7835-449b-b015-adf2d50f5186 HTTP/1.1" status: 200  len: 946 time: 0.0748191
Dec 25 21:34:58.729229 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3301a4dd-0f63-4e51-ae53-343566b339a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946'] for port, after_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:34:58.734055 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-18f0f3b7-02a8-4dc5-a73c-1aa43742a758 req-8e3944d3-7998-4739-b94c-834bf8473489 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] 10.222.0.32 "GET /v2.0/security-groups?id=89fb11b5-d095-4b35-8a22-8ffdb90cfcff&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0746861
Dec 25 21:34:58.787624 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3301a4dd-0f63-4e51-ae53-343566b339a0 None None] Pushing event updated for resources: {'Port': ['ID=02240d73-d670-498f-87d5-bf06ccefa3da,revision_number=1']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:34:58.805408 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3301a4dd-0f63-4e51-ae53-343566b339a0 None None] Network 7bcd8814-e2b7-4fd4-809f-208d7a4d5abe is already hosted by enough agents. {{(pid=121608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:34:58.807708 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.base_scheduler [None req-3301a4dd-0f63-4e51-ae53-343566b339a0 None None] Resources bound (agent type, host, resource id):  {{(pid=121608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:34:58.810406 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3301a4dd-0f63-4e51-ae53-343566b339a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:34:58.812623 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3301a4dd-0f63-4e51-ae53-343566b339a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:34:58.812623 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3301a4dd-0f63-4e51-ae53-343566b339a0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:34:58.812623 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3301a4dd-0f63-4e51-ae53-343566b339a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:34:58.812623 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3301a4dd-0f63-4e51-ae53-343566b339a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:34:58.812623 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3301a4dd-0f63-4e51-ae53-343566b339a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:34:58.812623 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3301a4dd-0f63-4e51-ae53-343566b339a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:34:58.813913 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3301a4dd-0f63-4e51-ae53-343566b339a0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:34:58.814281 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_common [None req-4f992d7d-7883-4dd5-829c-e7b985d9d51c tempest-AllowedAddressPairTestJSON-248800673 tempest-AllowedAddressPairTestJSON-248800673-project] Allocated IP 172.20.0.8 (7bcd8814-e2b7-4fd4-809f-208d7a4d5abe/4ff4c92a-1a2c-4cee-8f76-873dc3e1b860/2f2c1a69-3f9d-42e9-b2ff-a9b0a1dde40f) {{(pid=121607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:34:58.814417 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3301a4dd-0f63-4e51-ae53-343566b339a0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:34:58.814894 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3301a4dd-0f63-4e51-ae53-343566b339a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:34:58.815290 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3301a4dd-0f63-4e51-ae53-343566b339a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:34:58.815676 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3301a4dd-0f63-4e51-ae53-343566b339a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:34:58.816286 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3301a4dd-0f63-4e51-ae53-343566b339a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:34:58.827790 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3301a4dd-0f63-4e51-ae53-343566b339a0 None None] Received port after_create {{(pid=121608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:34:58.847787 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [req-2ad4be1c-6350-433a-a045-c993982bcb71 req-b56ee3e9-6c05-442b-a2c1-b268d741f0d0 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] Deleting port 9011d65b-fbaf-42ac-99a9-d60be63e84b8 {{(pid=121606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:34:58.848140 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-2ad4be1c-6350-433a-a045-c993982bcb71 req-b56ee3e9-6c05-442b-a2c1-b268d741f0d0 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:34:58.889979 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-3301a4dd-0f63-4e51-ae53-343566b339a0 None None] Attempting to bind port 02240d73-d670-498f-87d5-bf06ccefa3da on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:34:58.890750 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-3301a4dd-0f63-4e51-ae53-343566b339a0 None None] Attempting to bind port 02240d73-d670-498f-87d5-bf06ccefa3da by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '6666caf7-dd2e-4403-828e-6d7763e70928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '7bcd8814-e2b7-4fd4-809f-208d7a4d5abe'}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:34:58.891495 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3301a4dd-0f63-4e51-ae53-343566b339a0 None None] Attempting to bind port 02240d73-d670-498f-87d5-bf06ccefa3da on network 7bcd8814-e2b7-4fd4-809f-208d7a4d5abe {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:34:58.899084 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3301a4dd-0f63-4e51-ae53-343566b339a0 None None] Checking agent: {'id': 'ca4f5c6d-f1fd-48b8-a3e3-395864c7d23d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 20, 56, 40), 'started_at': datetime.datetime(2021, 12, 25, 20, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 34, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:34:58.899792 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3301a4dd-0f63-4e51-ae53-343566b339a0 None None] Checking segment: {'id': '6666caf7-dd2e-4403-828e-6d7763e70928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '7bcd8814-e2b7-4fd4-809f-208d7a4d5abe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:34:58.904532 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3301a4dd-0f63-4e51-ae53-343566b339a0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:34:58.904532 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3301a4dd-0f63-4e51-ae53-343566b339a0 None None] Bound using segment: {'id': '6666caf7-dd2e-4403-828e-6d7763e70928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '7bcd8814-e2b7-4fd4-809f-208d7a4d5abe'} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:34:58.904532 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-3301a4dd-0f63-4e51-ae53-343566b339a0 None None] Bound port: 02240d73-d670-498f-87d5-bf06ccefa3da, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6666caf7-dd2e-4403-828e-6d7763e70928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '7bcd8814-e2b7-4fd4-809f-208d7a4d5abe'}}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:34:58.904532 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3301a4dd-0f63-4e51-ae53-343566b339a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:34:58.945225 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-2ad4be1c-6350-433a-a045-c993982bcb71 req-b56ee3e9-6c05-442b-a2c1-b268d741f0d0 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] For port 9011d65b-fbaf-42ac-99a9-d60be63e84b8, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9011d65b-fbaf-42ac-99a9-d60be63e84b8,segment=NetworkSegment(51150129-bf93-43ed-a72b-663a41e8f921),segment_id=51150129-bf93-43ed-a72b-663a41e8f921)] {{(pid=121606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:34:58.945891 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-2ad4be1c-6350-433a-a045-c993982bcb71 req-b56ee3e9-6c05-442b-a2c1-b268d741f0d0 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:34:58.982232 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-3301a4dd-0f63-4e51-ae53-343566b339a0 None None] For port 02240d73-d670-498f-87d5-bf06ccefa3da, host ncdv-master-1, cleared binding levels {{(pid=121608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:34:58.986064 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-3301a4dd-0f63-4e51-ae53-343566b339a0 None None] For port 02240d73-d670-498f-87d5-bf06ccefa3da, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=02240d73-d670-498f-87d5-bf06ccefa3da,segment=NetworkSegment(6666caf7-dd2e-4403-828e-6d7763e70928),segment_id=6666caf7-dd2e-4403-828e-6d7763e70928)] {{(pid=121608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:34:59.003903 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-4f992d7d-7883-4dd5-829c-e7b985d9d51c tempest-AllowedAddressPairTestJSON-248800673 tempest-AllowedAddressPairTestJSON-248800673-project] Publish callbacks [] for port, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:34:59.052968 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3301a4dd-0f63-4e51-ae53-343566b339a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:34:59.123006 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-4f992d7d-7883-4dd5-829c-e7b985d9d51c tempest-AllowedAddressPairTestJSON-248800673 tempest-AllowedAddressPairTestJSON-248800673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:34:59.141971 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-2ad4be1c-6350-433a-a045-c993982bcb71 req-b56ee3e9-6c05-442b-a2c1-b268d741f0d0 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] Publish callbacks [] for floatingip, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:34:59.142344 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-2ad4be1c-6350-433a-a045-c993982bcb71 req-b56ee3e9-6c05-442b-a2c1-b268d741f0d0 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2008639'] for floatingip, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:34:59.142660 ncdv-master-1 neutron-server[121606]: INFO neutron.db.l3_db [req-2ad4be1c-6350-433a-a045-c993982bcb71 req-b56ee3e9-6c05-442b-a2c1-b268d741f0d0 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] Floating IP 6beae9a1-68aa-4a8a-8a63-5980d2d2b2cb disassociated. External IP: 172.35.3.146, port: 9011d65b-fbaf-42ac-99a9-d60be63e84b8.
Dec 25 21:34:59.143007 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [req-2ad4be1c-6350-433a-a045-c993982bcb71 req-b56ee3e9-6c05-442b-a2c1-b268d741f0d0 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] Calling delete_port for 9011d65b-fbaf-42ac-99a9-d60be63e84b8 owned by compute:nova {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:34:59.150017 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3301a4dd-0f63-4e51-ae53-343566b339a0 None None] Pushing event updated for resources: {'Port': ['ID=02240d73-d670-498f-87d5-bf06ccefa3da,revision_number=2']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:34:59.185750 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f992d7d-7883-4dd5-829c-e7b985d9d51c tempest-AllowedAddressPairTestJSON-248800673 tempest-AllowedAddressPairTestJSON-248800673-project] Network 7bcd8814-e2b7-4fd4-809f-208d7a4d5abe is already hosted by enough agents. {{(pid=121607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:34:59.189280 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-4f992d7d-7883-4dd5-829c-e7b985d9d51c tempest-AllowedAddressPairTestJSON-248800673 tempest-AllowedAddressPairTestJSON-248800673-project] Resources bound (agent type, host, resource id):  {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:34:59.191902 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f992d7d-7883-4dd5-829c-e7b985d9d51c tempest-AllowedAddressPairTestJSON-248800673 tempest-AllowedAddressPairTestJSON-248800673-project] Received port after_create {{(pid=121607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:34:59.222083 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f992d7d-7883-4dd5-829c-e7b985d9d51c tempest-AllowedAddressPairTestJSON-248800673 tempest-AllowedAddressPairTestJSON-248800673-project] Pushing event updated for resources: {'Port': ['ID=2f2c1a69-3f9d-42e9-b2ff-a9b0a1dde40f,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:34:59.250808 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f992d7d-7883-4dd5-829c-e7b985d9d51c tempest-AllowedAddressPairTestJSON-248800673 tempest-AllowedAddressPairTestJSON-248800673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:34:59.251545 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-4f992d7d-7883-4dd5-829c-e7b985d9d51c tempest-AllowedAddressPairTestJSON-248800673 tempest-AllowedAddressPairTestJSON-248800673-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:34:59.368576 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-2ad4be1c-6350-433a-a045-c993982bcb71 req-b56ee3e9-6c05-442b-a2c1-b268d741f0d0 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:34:59.392139 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-4f992d7d-7883-4dd5-829c-e7b985d9d51c tempest-AllowedAddressPairTestJSON-248800673 tempest-AllowedAddressPairTestJSON-248800673-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 936 time: 1.1371131
Dec 25 21:34:59.394588 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 56726) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:34:59.397398 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-49e101c6-27e7-441b-b039-964144d0439e tempest-AllowedAddressPairTestJSON-248800673 tempest-AllowedAddressPairTestJSON-248800673-project] Request body: {'port': {'network_id': '7bcd8814-e2b7-4fd4-809f-208d7a4d5abe', 'name': 'tempest-AllowedAddressPairTestJSON-1691168389', 'allowed_address_pairs': [{'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:3e:ba:fe'}]}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:34:59.425655 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56ee3e9-6c05-442b-a2c1-b268d741f0d0 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] Pushing event deleted for resources: {'Port': ['ID=9011d65b-fbaf-42ac-99a9-d60be63e84b8,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:34:59.529269 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 02240d73-d670-498f-87d5-bf06ccefa3da up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:34:59.585773 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port 02240d73-d670-498f-87d5-bf06ccefa3da triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:34:59.586419 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:34:59.604532 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2ad4be1c-6350-433a-a045-c993982bcb71 req-b56ee3e9-6c05-442b-a2c1-b268d741f0d0 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] Router 9557b2cf-7512-4e66-b498-527384e39f88 has already been hosted by L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 {{(pid=121606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 25 21:34:59.636422 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49e101c6-27e7-441b-b039-964144d0439e tempest-AllowedAddressPairTestJSON-248800673 tempest-AllowedAddressPairTestJSON-248800673-project] Made reservation on behalf of fc472bb54bf742e6b51376c1e8d4f228 for: {'port': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:34:59.692672 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:34:59.727530 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] For port 02240d73-d670-498f-87d5-bf06ccefa3da, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=02240d73-d670-498f-87d5-bf06ccefa3da,segment=NetworkSegment(6666caf7-dd2e-4403-828e-6d7763e70928),segment_id=6666caf7-dd2e-4403-828e-6d7763e70928)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:34:59.730047 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2ad4be1c-6350-433a-a045-c993982bcb71 req-b56ee3e9-6c05-442b-a2c1-b268d741f0d0 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 21:34:59.748595 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47200e87-f54d-4f2d-b4d8-2a15d0df6cbe None None] Sync routers for ids ['9557b2cf-7512-4e66-b498-527384e39f88'] in ncdv-master-1 {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 21:34:59.753898 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-49e101c6-27e7-441b-b039-964144d0439e tempest-AllowedAddressPairTestJSON-248800673 tempest-AllowedAddressPairTestJSON-248800673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:34:59.774426 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47200e87-f54d-4f2d-b4d8-2a15d0df6cbe None None] Routers {'9557b2cf-7512-4e66-b498-527384e39f88'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:34:59.775076 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-47200e87-f54d-4f2d-b4d8-2a15d0df6cbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2618877b20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:34:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['9557b2cf-7512-4e66-b498-527384e39f88'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:34:59.800557 ncdv-master-1 neutron-server[121607]: DEBUG neutron.notifiers.nova [None req-49e101c6-27e7-441b-b039-964144d0439e tempest-AllowedAddressPairTestJSON-248800673 tempest-AllowedAddressPairTestJSON-248800673-project] device_id is not set on port 8c515b7c-0a06-4205-a0b8-10a6aa676403 yet. {{(pid=121607) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 25 21:34:59.826253 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ad4be1c-6350-433a-a045-c993982bcb71 req-b56ee3e9-6c05-442b-a2c1-b268d741f0d0 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] No DVR routers for this DVR port 9011d65b-fbaf-42ac-99a9-d60be63e84b8 on host nch1-master-1 {{(pid=121606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:34:59.832079 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-2ad4be1c-6350-433a-a045-c993982bcb71 req-b56ee3e9-6c05-442b-a2c1-b268d741f0d0 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:34:59.835585 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2ad4be1c-6350-433a-a045-c993982bcb71 req-b56ee3e9-6c05-442b-a2c1-b268d741f0d0 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] 10.222.0.31 "DELETE /v2.0/ports/9011d65b-fbaf-42ac-99a9-d60be63e84b8 HTTP/1.1" status: 204  len: 173 time: 1.1010637
Dec 25 21:34:59.841591 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15fbb331-7835-449b-b015-adf2d50f5186', 'name': 'network-vif-deleted', 'tag': '9011d65b-fbaf-42ac-99a9-d60be63e84b8'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:34:59.841591 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9858820c13ec2827453b94ebc4181065e990a4e4089ccb9fe762531ac62d2fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b35cf193-0177-4bfe-b9dd-0e192b1f0d07" -d '{"events": [{"server_uuid": "15fbb331-7835-449b-b015-adf2d50f5186", "name": "network-vif-deleted", "tag": "9011d65b-fbaf-42ac-99a9-d60be63e84b8"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:34:59.844532 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:34:59.926022 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Pushing event updated for resources: {'Port': ['ID=02240d73-d670-498f-87d5-bf06ccefa3da,revision_number=3']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:35:00.021146 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvr_db [None req-47200e87-f54d-4f2d-b4d8-2a15d0df6cbe None None] Set router 9557b2cf-7512-4e66-b498-527384e39f88 gateway port host: ncdv-master-1 {{(pid=121609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:35:00.029338 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0b237875-9eb3-4c37-bbfa-92f27370a622 req-096a908d-4e29-456b-abc9-4796fbfb2e2b tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] 10.222.0.32 "GET /v2.0/ports?device_id=15fbb331-7835-449b-b015-adf2d50f5186 HTTP/1.1" status: 200  len: 210 time: 0.0655031
Dec 25 21:35:00.083408 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 21:34:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e018419-799e-404a-9004-97f93c2d4858 x-openstack-request-id: req-7e018419-799e-404a-9004-97f93c2d4858 {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:35:00.083408 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15fbb331-7835-449b-b015-adf2d50f5186", "name": "network-vif-deleted", "tag": "9011d65b-fbaf-42ac-99a9-d60be63e84b8", "status": "completed", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:35:00.083408 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7e018419-799e-404a-9004-97f93c2d4858 {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:35:00.083408 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15fbb331-7835-449b-b015-adf2d50f5186', 'name': 'network-vif-deleted', 'tag': '9011d65b-fbaf-42ac-99a9-d60be63e84b8', 'status': 'completed', 'code': 200}
Dec 25 21:35:00.124077 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_common [None req-49e101c6-27e7-441b-b039-964144d0439e tempest-AllowedAddressPairTestJSON-248800673 tempest-AllowedAddressPairTestJSON-248800673-project] Allocated IP 172.20.0.10 (7bcd8814-e2b7-4fd4-809f-208d7a4d5abe/4ff4c92a-1a2c-4cee-8f76-873dc3e1b860/8c515b7c-0a06-4205-a0b8-10a6aa676403) {{(pid=121607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:35:00.292414 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-47200e87-f54d-4f2d-b4d8-2a15d0df6cbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2618877b20>, [{'id': '9557b2cf-7512-4e66-b498-527384e39f88', 'name': 'tempest-AttachVolumeShelveTestJSON-4777664-router', 'tenant_id': '0560c323ec8e41b3bc05939e12e049d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.92'}], 'enable_snat': True}, 'gw_port_id': '920f4fe2-acfd-479f-87ae-c76a221d1b18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:26:45Z', 'updated_at': '2021-12-25T21:26:58Z', 'revision_number': 4, 'project_id': '0560c323ec8e41b3bc05939e12e049d5', 'gw_port': {'id': '920f4fe2-acfd-479f-87ae-c76a221d1b18', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:90:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9557b2cf-7512-4e66-b498-527384e39f88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1961, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:26:47Z', 'updated_at': '2021-12-25T21:26:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '5b012a25-235f-4b41-a376-5a4f688389ff', 'name': '', 'network_id': 'c8199f70-d579-4a7f-8b38-5d569ea5e784', 'tenant_id': '0560c323ec8e41b3bc05939e12e049d5', 'mac_address': 'fa:16:3e:33:30:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9557b2cf-7512-4e66-b498-527384e39f88', 'device_owner': 'network:router_interface', 'standard_attr_id': 1981, 'fixed_ips': [{'subnet_id': '0cf468ed-9644-4e44-939f-6c7d09675460', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:26:54Z', 'updated_at': '2021-12-25T21:27:02Z', 'revision_number': 5, 'project_id': '0560c323ec8e41b3bc05939e12e049d5', 'subnets': [{'id': '0cf468ed-9644-4e44-939f-6c7d09675460', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:35:00.324198 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47200e87-f54d-4f2d-b4d8-2a15d0df6cbe None None] Checking router: 9557b2cf-7512-4e66-b498-527384e39f88 for host: ncdv-master-1 {{(pid=121609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 25 21:35:00.328915 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-49e101c6-27e7-441b-b039-964144d0439e tempest-AllowedAddressPairTestJSON-248800673 tempest-AllowedAddressPairTestJSON-248800673-project] Publish callbacks [] for port, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:35:00.332854 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47200e87-f54d-4f2d-b4d8-2a15d0df6cbe None None] Routers {'9557b2cf-7512-4e66-b498-527384e39f88'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:35:00.333501 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-47200e87-f54d-4f2d-b4d8-2a15d0df6cbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2618877b20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:34:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['9557b2cf-7512-4e66-b498-527384e39f88'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:35:00.445775 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvr_db [None req-47200e87-f54d-4f2d-b4d8-2a15d0df6cbe None None] Set router 9557b2cf-7512-4e66-b498-527384e39f88 gateway port host: ncdv-master-1 {{(pid=121609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:35:00.456295 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af93024c-78f6-4843-98e0-856b7b6a7d52 None None] Network 7bcd8814-e2b7-4fd4-809f-208d7a4d5abe requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:35:00.461002 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-49e101c6-27e7-441b-b039-964144d0439e tempest-AllowedAddressPairTestJSON-248800673 tempest-AllowedAddressPairTestJSON-248800673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:35:00.521240 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49e101c6-27e7-441b-b039-964144d0439e tempest-AllowedAddressPairTestJSON-248800673 tempest-AllowedAddressPairTestJSON-248800673-project] Network 7bcd8814-e2b7-4fd4-809f-208d7a4d5abe is already hosted by enough agents. {{(pid=121607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:35:00.524646 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-49e101c6-27e7-441b-b039-964144d0439e tempest-AllowedAddressPairTestJSON-248800673 tempest-AllowedAddressPairTestJSON-248800673-project] Resources bound (agent type, host, resource id):  {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:35:00.528467 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49e101c6-27e7-441b-b039-964144d0439e tempest-AllowedAddressPairTestJSON-248800673 tempest-AllowedAddressPairTestJSON-248800673-project] Received port after_create {{(pid=121607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:35:00.542355 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-6b2c4660-cd4f-4292-9cbb-e5def806fe7e None None] Provisioning complete for port 02240d73-d670-498f-87d5-bf06ccefa3da triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:35:00.543058 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-6b2c4660-cd4f-4292-9cbb-e5def806fe7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:35:00.559146 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e101c6-27e7-441b-b039-964144d0439e tempest-AllowedAddressPairTestJSON-248800673 tempest-AllowedAddressPairTestJSON-248800673-project] Pushing event updated for resources: {'Port': ['ID=8c515b7c-0a06-4205-a0b8-10a6aa676403,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:35:00.603815 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49e101c6-27e7-441b-b039-964144d0439e tempest-AllowedAddressPairTestJSON-248800673 tempest-AllowedAddressPairTestJSON-248800673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:35:00.604781 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-49e101c6-27e7-441b-b039-964144d0439e tempest-AllowedAddressPairTestJSON-248800673 tempest-AllowedAddressPairTestJSON-248800673-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:35:00.686003 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-49e101c6-27e7-441b-b039-964144d0439e tempest-AllowedAddressPairTestJSON-248800673 tempest-AllowedAddressPairTestJSON-248800673-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 999 time: 1.2925653
Dec 25 21:35:00.688572 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 56760) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:35:00.792359 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b742e8f-4a6a-4169-9a7c-44db0f3ed427 tempest-AllowedAddressPairTestJSON-248800673 tempest-AllowedAddressPairTestJSON-248800673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:35:00.798622 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b742e8f-4a6a-4169-9a7c-44db0f3ed427 tempest-AllowedAddressPairTestJSON-248800673 tempest-AllowedAddressPairTestJSON-248800673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:35:00.804595 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b742e8f-4a6a-4169-9a7c-44db0f3ed427 tempest-AllowedAddressPairTestJSON-248800673 tempest-AllowedAddressPairTestJSON-248800673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:35:00.808950 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-7b742e8f-4a6a-4169-9a7c-44db0f3ed427 tempest-AllowedAddressPairTestJSON-248800673 tempest-AllowedAddressPairTestJSON-248800673-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200  len: 2466 time: 0.1170239
Dec 25 21:35:00.810144 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 56762) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:35:00.822476 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-47200e87-f54d-4f2d-b4d8-2a15d0df6cbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2618877b20>, [{'id': '9557b2cf-7512-4e66-b498-527384e39f88', 'name': 'tempest-AttachVolumeShelveTestJSON-4777664-router', 'tenant_id': '0560c323ec8e41b3bc05939e12e049d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.92'}], 'enable_snat': True}, 'gw_port_id': '920f4fe2-acfd-479f-87ae-c76a221d1b18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:26:45Z', 'updated_at': '2021-12-25T21:26:58Z', 'revision_number': 4, 'project_id': '0560c323ec8e41b3bc05939e12e049d5', 'gw_port': {'id': '920f4fe2-acfd-479f-87ae-c76a221d1b18', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:90:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9557b2cf-7512-4e66-b498-527384e39f88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1961, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:26:47Z', 'updated_at': '2021-12-25T21:26:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '5b012a25-235f-4b41-a376-5a4f688389ff', 'name': '', 'network_id': 'c8199f70-d579-4a7f-8b38-5d569ea5e784', 'tenant_id': '0560c323ec8e41b3bc05939e12e049d5', 'mac_address': 'fa:16:3e:33:30:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9557b2cf-7512-4e66-b498-527384e39f88', 'device_owner': 'network:router_interface', 'standard_attr_id': 1981, 'fixed_ips': [{'subnet_id': '0cf468ed-9644-4e44-939f-6c7d09675460', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:26:54Z', 'updated_at': '2021-12-25T21:27:02Z', 'revision_number': 5, 'project_id': '0560c323ec8e41b3bc05939e12e049d5', 'subnets': [{'id': '0cf468ed-9644-4e44-939f-6c7d09675460', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:35:00.855006 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47200e87-f54d-4f2d-b4d8-2a15d0df6cbe None None] The sync data for ids ['9557b2cf-7512-4e66-b498-527384e39f88'] in ncdv-master-1 is: [{'id': '9557b2cf-7512-4e66-b498-527384e39f88', 'name': 'tempest-AttachVolumeShelveTestJSON-4777664-router', 'tenant_id': '0560c323ec8e41b3bc05939e12e049d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.92'}], 'enable_snat': True}, 'gw_port_id': '920f4fe2-acfd-479f-87ae-c76a221d1b18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:26:45Z', 'updated_at': '2021-12-25T21:26:58Z', 'revision_number': 4, 'project_id': '0560c323ec8e41b3bc05939e12e049d5', 'gw_port': {'id': '920f4fe2-acfd-479f-87ae-c76a221d1b18', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:90:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9557b2cf-7512-4e66-b498-527384e39f88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1961, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:26:47Z', 'updated_at': '2021-12-25T21:26:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '5b012a25-235f-4b41-a376-5a4f688389ff', 'name': '', 'network_id': 'c8199f70-d579-4a7f-8b38-5d569ea5e784', 'tenant_id': '0560c323ec8e41b3bc05939e12e049d5', 'mac_address': 'fa:16:3e:33:30:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9557b2cf-7512-4e66-b498-527384e39f88', 'device_owner': 'network:router_interface', 'standard_attr_id': 1981, 'fixed_ips': [{'subnet_id': '0cf468ed-9644-4e44-939f-6c7d09675460', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:26:54Z', 'updated_at': '2021-12-25T21:27:02Z', 'revision_number': 5, 'project_id': '0560c323ec8e41b3bc05939e12e049d5', 'subnets': [{'id': '0cf468ed-9644-4e44-939f-6c7d09675460', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 21:35:00.906320 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-9ca5cb10-7934-4d30-b977-729b4388b681 tempest-AllowedAddressPairTestJSON-248800673 tempest-AllowedAddressPairTestJSON-248800673-project] Deleting port 8c515b7c-0a06-4205-a0b8-10a6aa676403 {{(pid=121606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:35:00.907406 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-9ca5cb10-7934-4d30-b977-729b4388b681 tempest-AllowedAddressPairTestJSON-248800673 tempest-AllowedAddressPairTestJSON-248800673-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:35:01.002797 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-718f7caa-7a1b-4450-be9e-f9c1ddbb263a None None] Provisioning complete for port 8c515b7c-0a06-4205-a0b8-10a6aa676403 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:35:01.003359 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-718f7caa-7a1b-4450-be9e-f9c1ddbb263a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:35:01.043293 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-9ca5cb10-7934-4d30-b977-729b4388b681 tempest-AllowedAddressPairTestJSON-248800673 tempest-AllowedAddressPairTestJSON-248800673-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:35:01.067492 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-9ca5cb10-7934-4d30-b977-729b4388b681 tempest-AllowedAddressPairTestJSON-248800673 tempest-AllowedAddressPairTestJSON-248800673-project] Calling delete_port for 8c515b7c-0a06-4205-a0b8-10a6aa676403 owned by  {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:35:01.070919 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-718f7caa-7a1b-4450-be9e-f9c1ddbb263a None None] Port 8c515b7c-0a06-4205-a0b8-10a6aa676403 cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:35:01.084741 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-718f7caa-7a1b-4450-be9e-f9c1ddbb263a None None] Provisioning complete for port 2f2c1a69-3f9d-42e9-b2ff-a9b0a1dde40f triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:35:01.087870 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-718f7caa-7a1b-4450-be9e-f9c1ddbb263a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:35:01.133486 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-718f7caa-7a1b-4450-be9e-f9c1ddbb263a None None] Port 2f2c1a69-3f9d-42e9-b2ff-a9b0a1dde40f cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:35:01.162447 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-718f7caa-7a1b-4450-be9e-f9c1ddbb263a None None] Provisioning complete for port 02240d73-d670-498f-87d5-bf06ccefa3da triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:35:01.162447 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-718f7caa-7a1b-4450-be9e-f9c1ddbb263a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:35:01.253043 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 56780) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:35:01.301674 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb5fc5b6-cf18-46f6-aaad-5ce543a228c9 None None] New status for floating IP 6beae9a1-68aa-4a8a-8a63-5980d2d2b2cb: DOWN {{(pid=121608) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 25 21:35:01.334677 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-47b4838a-bc32-4591-a303-e9bb392d5e20 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] Publish callbacks [] for security_group, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:35:01.339812 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-9ca5cb10-7934-4d30-b977-729b4388b681 tempest-AllowedAddressPairTestJSON-248800673 tempest-AllowedAddressPairTestJSON-248800673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:35:01.363145 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-47b4838a-bc32-4591-a303-e9bb392d5e20 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] Publish callbacks [] for security_group, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:35:01.376537 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca5cb10-7934-4d30-b977-729b4388b681 tempest-AllowedAddressPairTestJSON-248800673 tempest-AllowedAddressPairTestJSON-248800673-project] Pushing event deleted for resources: {'Port': ['ID=8c515b7c-0a06-4205-a0b8-10a6aa676403,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:35:01.494453 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-47b4838a-bc32-4591-a303-e9bb392d5e20 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:35:01.497183 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-47b4838a-bc32-4591-a303-e9bb392d5e20 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:35:01.502108 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-47b4838a-bc32-4591-a303-e9bb392d5e20 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] 10.222.0.32 "DELETE /v2.0/security-groups/89fb11b5-d095-4b35-8a22-8ffdb90cfcff HTTP/1.1" status: 204  len: 168 time: 0.2468874
Dec 25 21:35:01.502865 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 56782) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:35:01.528235 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b4838a-bc32-4591-a303-e9bb392d5e20 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=89fb11b5-d095-4b35-8a22-8ffdb90cfcff,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:35:01.530893 ncdv-master-1 neutron-server[121607]: INFO neutron.api.v2.resource [None req-48c8034c-3895-4b4c-b022-34c5392d1dc1 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] show failed (client error): The resource could not be found.
Dec 25 21:35:01.535249 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-48c8034c-3895-4b4c-b022-34c5392d1dc1 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] 10.222.0.32 "GET /v2.0/security-groups/89fb11b5-d095-4b35-8a22-8ffdb90cfcff HTTP/1.1" status: 404  len: 347 time: 0.0285902
Dec 25 21:35:01.536257 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 56784) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:35:01.614016 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-9ca5cb10-7934-4d30-b977-729b4388b681 tempest-AllowedAddressPairTestJSON-248800673 tempest-AllowedAddressPairTestJSON-248800673-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:35:01.619918 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-9ca5cb10-7934-4d30-b977-729b4388b681 tempest-AllowedAddressPairTestJSON-248800673 tempest-AllowedAddressPairTestJSON-248800673-project] 10.222.0.32 "DELETE /v2.0/ports/8c515b7c-0a06-4205-a0b8-10a6aa676403 HTTP/1.1" status: 204  len: 168 time: 0.8085485
Dec 25 21:35:01.623008 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 56786) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:35:01.654935 ncdv-master-1 neutron-server[121606]: INFO neutron.pecan_wsgi.hooks.translation [None req-385a9894-9124-4dab-90e8-2612ce7e965c tempest-AllowedAddressPairTestJSON-248800673 tempest-AllowedAddressPairTestJSON-248800673-project] GET failed (client error): The resource could not be found.
Dec 25 21:35:01.661614 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-385a9894-9124-4dab-90e8-2612ce7e965c tempest-AllowedAddressPairTestJSON-248800673 tempest-AllowedAddressPairTestJSON-248800673-project] 10.222.0.32 "GET /v2.0/ports/8c515b7c-0a06-4205-a0b8-10a6aa676403 HTTP/1.1" status: 404  len: 333 time: 0.0368154
Dec 25 21:35:01.663849 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 56788) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:35:01.667447 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 02240d73-d670-498f-87d5-bf06ccefa3da up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:35:01.670734 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-de59acb3-b52d-40b7-850d-ee98d0ae66a5 tempest-AllowedAddressPairTestJSON-248800673 tempest-AllowedAddressPairTestJSON-248800673-project] Request body: {'port': {'network_id': '7bcd8814-e2b7-4fd4-809f-208d7a4d5abe', 'name': 'tempest-AllowedAddressPairTestJSON-1091578024'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:35:01.694346 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-d26fa157-0a2f-41e6-b62f-6ed38d7db3d2 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] Deleting port a1fb98af-a759-4f20-9ddc-68eec2fff0a0 {{(pid=121607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:35:01.695057 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-d26fa157-0a2f-41e6-b62f-6ed38d7db3d2 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:35:01.707489 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-0ed6e6fc-4675-4d94-826c-0ebfb3d86617 None None] Provisioning complete for port 2f2c1a69-3f9d-42e9-b2ff-a9b0a1dde40f triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:35:01.707955 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-0ed6e6fc-4675-4d94-826c-0ebfb3d86617 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:35:01.796051 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-0ed6e6fc-4675-4d94-826c-0ebfb3d86617 None None] Port 2f2c1a69-3f9d-42e9-b2ff-a9b0a1dde40f cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:35:01.807723 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port 02240d73-d670-498f-87d5-bf06ccefa3da triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:35:01.808099 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:35:01.816028 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-d26fa157-0a2f-41e6-b62f-6ed38d7db3d2 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:35:01.816491 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-d26fa157-0a2f-41e6-b62f-6ed38d7db3d2 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:35:01.830738 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-d26fa157-0a2f-41e6-b62f-6ed38d7db3d2 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] Calling delete_port for a1fb98af-a759-4f20-9ddc-68eec2fff0a0 owned by network:floatingip {{(pid=121607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:35:01.893243 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de59acb3-b52d-40b7-850d-ee98d0ae66a5 tempest-AllowedAddressPairTestJSON-248800673 tempest-AllowedAddressPairTestJSON-248800673-project] Made reservation on behalf of fc472bb54bf742e6b51376c1e8d4f228 for: {'port': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:35:01.898283 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-de59acb3-b52d-40b7-850d-ee98d0ae66a5 tempest-AllowedAddressPairTestJSON-248800673 tempest-AllowedAddressPairTestJSON-248800673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:35:01.912789 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-e3a330a8-74c7-4950-9782-eb8852b0cbc1 None None] Could not find standard attr ID for object 8c515b7c-0a06-4205-a0b8-10a6aa676403. {{(pid=121608) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 25 21:35:01.920416 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [None req-de59acb3-b52d-40b7-850d-ee98d0ae66a5 tempest-AllowedAddressPairTestJSON-248800673 tempest-AllowedAddressPairTestJSON-248800673-project] device_id is not set on port 87ebe3d1-6d1a-4fc4-a65d-f610870c4b55 yet. {{(pid=121606) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 25 21:35:02.033340 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_common [None req-de59acb3-b52d-40b7-850d-ee98d0ae66a5 tempest-AllowedAddressPairTestJSON-248800673 tempest-AllowedAddressPairTestJSON-248800673-project] Allocated IP 172.20.0.14 (7bcd8814-e2b7-4fd4-809f-208d7a4d5abe/4ff4c92a-1a2c-4cee-8f76-873dc3e1b860/87ebe3d1-6d1a-4fc4-a65d-f610870c4b55) {{(pid=121606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:35:02.043539 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-d26fa157-0a2f-41e6-b62f-6ed38d7db3d2 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:35:02.073617 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26fa157-0a2f-41e6-b62f-6ed38d7db3d2 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] Pushing event deleted for resources: {'Port': ['ID=a1fb98af-a759-4f20-9ddc-68eec2fff0a0,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:35:02.078807 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device 9011d65b-fbaf-42ac-99a9-d60be63e84b8 no longer exists at agent hyperv_nch1-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:35:02.101351 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] No Port match for: 9011d65b-fbaf-42ac-99a9-d60be63e84b8 {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:35:02.102105 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device 9011d65b-fbaf-42ac-99a9-d60be63e84b8 not bound to the agent host nch1-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:35:02.166859 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-d26fa157-0a2f-41e6-b62f-6ed38d7db3d2 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] Publish callbacks [] for floatingip, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:35:02.169498 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-d26fa157-0a2f-41e6-b62f-6ed38d7db3d2 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for floatingip, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:35:02.170656 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-d26fa157-0a2f-41e6-b62f-6ed38d7db3d2 tempest-AttachVolumeShelveTestJSON-1279821748 tempest-AttachVolumeShelveTestJSON-1279821748-project] 10.222.0.32 "DELETE /v2.0/floatingips/6beae9a1-68aa-4a8a-8a63-5980d2d2b2cb HTTP/1.1" status: 204  len: 168 time: 0.6334820
Dec 25 21:35:02.226070 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-de59acb3-b52d-40b7-850d-ee98d0ae66a5 tempest-AllowedAddressPairTestJSON-248800673 tempest-AllowedAddressPairTestJSON-248800673-project] Publish callbacks [] for port, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:35:02.311698 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-de59acb3-b52d-40b7-850d-ee98d0ae66a5 tempest-AllowedAddressPairTestJSON-248800673 tempest-AllowedAddressPairTestJSON-248800673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:35:02.353986 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de59acb3-b52d-40b7-850d-ee98d0ae66a5 tempest-AllowedAddressPairTestJSON-248800673 tempest-AllowedAddressPairTestJSON-248800673-project] Network 7bcd8814-e2b7-4fd4-809f-208d7a4d5abe is already hosted by enough agents. {{(pid=121606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:35:02.359370 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [None req-de59acb3-b52d-40b7-850d-ee98d0ae66a5 tempest-AllowedAddressPairTestJSON-248800673 tempest-AllowedAddressPairTestJSON-248800673-project] Resources bound (agent type, host, resource id):  {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:35:02.363079 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de59acb3-b52d-40b7-850d-ee98d0ae66a5 tempest-AllowedAddressPairTestJSON-248800673 tempest-AllowedAddressPairTestJSON-248800673-project] Received port after_create {{(pid=121606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:35:02.396006 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de59acb3-b52d-40b7-850d-ee98d0ae66a5 tempest-AllowedAddressPairTestJSON-248800673 tempest-AllowedAddressPairTestJSON-248800673-project] Pushing event updated for resources: {'Port': ['ID=87ebe3d1-6d1a-4fc4-a65d-f610870c4b55,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:35:02.423354 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de59acb3-b52d-40b7-850d-ee98d0ae66a5 tempest-AllowedAddressPairTestJSON-248800673 tempest-AllowedAddressPairTestJSON-248800673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:35:02.423999 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-de59acb3-b52d-40b7-850d-ee98d0ae66a5 tempest-AllowedAddressPairTestJSON-248800673 tempest-AllowedAddressPairTestJSON-248800673-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:35:02.531267 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-de59acb3-b52d-40b7-850d-ee98d0ae66a5 tempest-AllowedAddressPairTestJSON-248800673 tempest-AllowedAddressPairTestJSON-248800673-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 0.8672915
Dec 25 21:35:02.534175 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 56806) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:35:02.539531 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-9c5a4e13-77af-43c1-9f70-33017bdb34d2 tempest-AllowedAddressPairTestJSON-248800673 tempest-AllowedAddressPairTestJSON-248800673-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:3e:ba:fe'}]}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:35:02.639892 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-fe9c67c3-0616-4139-9627-8e8b36ab319c None None] Provisioning complete for port 87ebe3d1-6d1a-4fc4-a65d-f610870c4b55 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:35:02.640203 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-fe9c67c3-0616-4139-9627-8e8b36ab319c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:35:02.678711 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-fe9c67c3-0616-4139-9627-8e8b36ab319c None None] Port 87ebe3d1-6d1a-4fc4-a65d-f610870c4b55 cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:35:02.692252 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-9c5a4e13-77af-43c1-9f70-33017bdb34d2 tempest-AllowedAddressPairTestJSON-248800673 tempest-AllowedAddressPairTestJSON-248800673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:35:02.865388 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-9c5a4e13-77af-43c1-9f70-33017bdb34d2 tempest-AllowedAddressPairTestJSON-248800673 tempest-AllowedAddressPairTestJSON-248800673-project] Publish callbacks [] for port, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:35:02.933772 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-9c5a4e13-77af-43c1-9f70-33017bdb34d2 tempest-AllowedAddressPairTestJSON-248800673 tempest-AllowedAddressPairTestJSON-248800673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:35:03.006397 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5a4e13-77af-43c1-9f70-33017bdb34d2 tempest-AllowedAddressPairTestJSON-248800673 tempest-AllowedAddressPairTestJSON-248800673-project] Pushing event updated for resources: {'Port': ['ID=87ebe3d1-6d1a-4fc4-a65d-f610870c4b55,revision_number=2']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:35:03.023829 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-9c5a4e13-77af-43c1-9f70-33017bdb34d2 tempest-AllowedAddressPairTestJSON-248800673 tempest-AllowedAddressPairTestJSON-248800673-project] In _notify_port_updated(), no bound segment for port 87ebe3d1-6d1a-4fc4-a65d-f610870c4b55 on network 7bcd8814-e2b7-4fd4-809f-208d7a4d5abe {{(pid=121606) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}}
Dec 25 21:35:03.029688 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c5a4e13-77af-43c1-9f70-33017bdb34d2 tempest-AllowedAddressPairTestJSON-248800673 tempest-AllowedAddressPairTestJSON-248800673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:35:03.030340 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-9c5a4e13-77af-43c1-9f70-33017bdb34d2 tempest-AllowedAddressPairTestJSON-248800673 tempest-AllowedAddressPairTestJSON-248800673-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:35:03.032254 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-9c5a4e13-77af-43c1-9f70-33017bdb34d2 tempest-AllowedAddressPairTestJSON-248800673 tempest-AllowedAddressPairTestJSON-248800673-project] 10.222.0.32 "PUT /v2.0/ports/87ebe3d1-6d1a-4fc4-a65d-f610870c4b55 HTTP/1.1" status: 200  len: 994 time: 0.4968214
Dec 25 21:35:03.039976 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 56812) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:35:03.138520 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-e1795aec-f9a8-4e79-bdb7-26f423c27e5c tempest-AllowedAddressPairTestJSON-248800673 tempest-AllowedAddressPairTestJSON-248800673-project] Deleting port 87ebe3d1-6d1a-4fc4-a65d-f610870c4b55 {{(pid=121606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:35:03.138954 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-e1795aec-f9a8-4e79-bdb7-26f423c27e5c tempest-AllowedAddressPairTestJSON-248800673 tempest-AllowedAddressPairTestJSON-248800673-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:35:03.314088 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-cc2ced9d-ab95-4723-b418-1b6859cb16e6 None None] Provisioning complete for port 87ebe3d1-6d1a-4fc4-a65d-f610870c4b55 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:35:03.314675 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-cc2ced9d-ab95-4723-b418-1b6859cb16e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:35:03.352950 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-cc2ced9d-ab95-4723-b418-1b6859cb16e6 None None] Port 87ebe3d1-6d1a-4fc4-a65d-f610870c4b55 cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:35:03.556937 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-e1795aec-f9a8-4e79-bdb7-26f423c27e5c tempest-AllowedAddressPairTestJSON-248800673 tempest-AllowedAddressPairTestJSON-248800673-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:35:03.568962 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-e1795aec-f9a8-4e79-bdb7-26f423c27e5c tempest-AllowedAddressPairTestJSON-248800673 tempest-AllowedAddressPairTestJSON-248800673-project] Calling delete_port for 87ebe3d1-6d1a-4fc4-a65d-f610870c4b55 owned by  {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:35:03.750946 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-e1795aec-f9a8-4e79-bdb7-26f423c27e5c tempest-AllowedAddressPairTestJSON-248800673 tempest-AllowedAddressPairTestJSON-248800673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:35:03.777447 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1795aec-f9a8-4e79-bdb7-26f423c27e5c tempest-AllowedAddressPairTestJSON-248800673 tempest-AllowedAddressPairTestJSON-248800673-project] Pushing event deleted for resources: {'Port': ['ID=87ebe3d1-6d1a-4fc4-a65d-f610870c4b55,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:35:03.913660 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-e1795aec-f9a8-4e79-bdb7-26f423c27e5c tempest-AllowedAddressPairTestJSON-248800673 tempest-AllowedAddressPairTestJSON-248800673-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:35:03.917138 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-e1795aec-f9a8-4e79-bdb7-26f423c27e5c tempest-AllowedAddressPairTestJSON-248800673 tempest-AllowedAddressPairTestJSON-248800673-project] 10.222.0.32 "DELETE /v2.0/ports/87ebe3d1-6d1a-4fc4-a65d-f610870c4b55 HTTP/1.1" status: 204  len: 168 time: 0.8761139
Dec 25 21:35:03.919729 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 56824) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:35:03.955649 ncdv-master-1 neutron-server[121606]: INFO neutron.pecan_wsgi.hooks.translation [None req-778aa933-ee5e-4388-9311-55cc7326a4bf tempest-AllowedAddressPairTestJSON-248800673 tempest-AllowedAddressPairTestJSON-248800673-project] GET failed (client error): The resource could not be found.
Dec 25 21:35:03.957604 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-778aa933-ee5e-4388-9311-55cc7326a4bf tempest-AllowedAddressPairTestJSON-248800673 tempest-AllowedAddressPairTestJSON-248800673-project] 10.222.0.32 "GET /v2.0/ports/87ebe3d1-6d1a-4fc4-a65d-f610870c4b55 HTTP/1.1" status: 404  len: 333 time: 0.0365815
Dec 25 21:35:03.961004 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 56826) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:35:03.965968 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-25e7edba-b1f9-459a-b2c8-4b230b1800ff tempest-AllowedAddressPairTestJSON-248800673 tempest-AllowedAddressPairTestJSON-248800673-project] Request body: {'port': {'network_id': '7bcd8814-e2b7-4fd4-809f-208d7a4d5abe', 'name': 'tempest-AllowedAddressPairTestJSON-666854185'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:35:04.185430 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25e7edba-b1f9-459a-b2c8-4b230b1800ff tempest-AllowedAddressPairTestJSON-248800673 tempest-AllowedAddressPairTestJSON-248800673-project] Made reservation on behalf of fc472bb54bf742e6b51376c1e8d4f228 for: {'port': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:35:04.189516 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-25e7edba-b1f9-459a-b2c8-4b230b1800ff tempest-AllowedAddressPairTestJSON-248800673 tempest-AllowedAddressPairTestJSON-248800673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:35:04.207232 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [None req-25e7edba-b1f9-459a-b2c8-4b230b1800ff tempest-AllowedAddressPairTestJSON-248800673 tempest-AllowedAddressPairTestJSON-248800673-project] device_id is not set on port 24912cc8-9eeb-45cb-93e1-b9236a964068 yet. {{(pid=121606) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 25 21:35:04.332329 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_common [None req-25e7edba-b1f9-459a-b2c8-4b230b1800ff tempest-AllowedAddressPairTestJSON-248800673 tempest-AllowedAddressPairTestJSON-248800673-project] Allocated IP 172.20.0.3 (7bcd8814-e2b7-4fd4-809f-208d7a4d5abe/4ff4c92a-1a2c-4cee-8f76-873dc3e1b860/24912cc8-9eeb-45cb-93e1-b9236a964068) {{(pid=121606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:35:04.351003 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:35:04.476972 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-25e7edba-b1f9-459a-b2c8-4b230b1800ff tempest-AllowedAddressPairTestJSON-248800673 tempest-AllowedAddressPairTestJSON-248800673-project] Publish callbacks [] for port, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:35:04.603010 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-25e7edba-b1f9-459a-b2c8-4b230b1800ff tempest-AllowedAddressPairTestJSON-248800673 tempest-AllowedAddressPairTestJSON-248800673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:35:04.646591 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25e7edba-b1f9-459a-b2c8-4b230b1800ff tempest-AllowedAddressPairTestJSON-248800673 tempest-AllowedAddressPairTestJSON-248800673-project] Network 7bcd8814-e2b7-4fd4-809f-208d7a4d5abe is already hosted by enough agents. {{(pid=121606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:35:04.649706 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [None req-25e7edba-b1f9-459a-b2c8-4b230b1800ff tempest-AllowedAddressPairTestJSON-248800673 tempest-AllowedAddressPairTestJSON-248800673-project] Resources bound (agent type, host, resource id):  {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:35:04.653506 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25e7edba-b1f9-459a-b2c8-4b230b1800ff tempest-AllowedAddressPairTestJSON-248800673 tempest-AllowedAddressPairTestJSON-248800673-project] Received port after_create {{(pid=121606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:35:04.693326 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e7edba-b1f9-459a-b2c8-4b230b1800ff tempest-AllowedAddressPairTestJSON-248800673 tempest-AllowedAddressPairTestJSON-248800673-project] Pushing event updated for resources: {'Port': ['ID=24912cc8-9eeb-45cb-93e1-b9236a964068,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:35:04.720806 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25e7edba-b1f9-459a-b2c8-4b230b1800ff tempest-AllowedAddressPairTestJSON-248800673 tempest-AllowedAddressPairTestJSON-248800673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:35:04.721576 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-25e7edba-b1f9-459a-b2c8-4b230b1800ff tempest-AllowedAddressPairTestJSON-248800673 tempest-AllowedAddressPairTestJSON-248800673-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:35:04.773931 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-ad58141a-f873-455d-a33a-e8fdaa58f0e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:35:04.810987 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-25e7edba-b1f9-459a-b2c8-4b230b1800ff tempest-AllowedAddressPairTestJSON-248800673 tempest-AllowedAddressPairTestJSON-248800673-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 936 time: 0.8489115
Dec 25 21:35:04.813716 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 56842) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:35:04.819190 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-6ad73f88-2968-4812-a290-f8146e2c5e75 tempest-AllowedAddressPairTestJSON-248800673 tempest-AllowedAddressPairTestJSON-248800673-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:3e:ba:fe'}]}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:35:04.888525 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-ea65ecd8-6cdc-4b30-bd09-528e322e33d0 None None] Provisioning complete for port 24912cc8-9eeb-45cb-93e1-b9236a964068 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:35:04.888912 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-ea65ecd8-6cdc-4b30-bd09-528e322e33d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:35:04.891691 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-6ad73f88-2968-4812-a290-f8146e2c5e75 tempest-AllowedAddressPairTestJSON-248800673 tempest-AllowedAddressPairTestJSON-248800673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:35:04.926236 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-ea65ecd8-6cdc-4b30-bd09-528e322e33d0 None None] Port 24912cc8-9eeb-45cb-93e1-b9236a964068 cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:35:05.073099 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-6ad73f88-2968-4812-a290-f8146e2c5e75 tempest-AllowedAddressPairTestJSON-248800673 tempest-AllowedAddressPairTestJSON-248800673-project] Publish callbacks [] for port, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:35:05.156799 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-6ad73f88-2968-4812-a290-f8146e2c5e75 tempest-AllowedAddressPairTestJSON-248800673 tempest-AllowedAddressPairTestJSON-248800673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:35:05.237371 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad73f88-2968-4812-a290-f8146e2c5e75 tempest-AllowedAddressPairTestJSON-248800673 tempest-AllowedAddressPairTestJSON-248800673-project] Pushing event updated for resources: {'Port': ['ID=24912cc8-9eeb-45cb-93e1-b9236a964068,revision_number=2']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:35:05.250693 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-6ad73f88-2968-4812-a290-f8146e2c5e75 tempest-AllowedAddressPairTestJSON-248800673 tempest-AllowedAddressPairTestJSON-248800673-project] In _notify_port_updated(), no bound segment for port 24912cc8-9eeb-45cb-93e1-b9236a964068 on network 7bcd8814-e2b7-4fd4-809f-208d7a4d5abe {{(pid=121606) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}}
Dec 25 21:35:05.256649 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ad73f88-2968-4812-a290-f8146e2c5e75 tempest-AllowedAddressPairTestJSON-248800673 tempest-AllowedAddressPairTestJSON-248800673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:35:05.257437 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-6ad73f88-2968-4812-a290-f8146e2c5e75 tempest-AllowedAddressPairTestJSON-248800673 tempest-AllowedAddressPairTestJSON-248800673-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:35:05.259133 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-6ad73f88-2968-4812-a290-f8146e2c5e75 tempest-AllowedAddressPairTestJSON-248800673 tempest-AllowedAddressPairTestJSON-248800673-project] 10.222.0.32 "PUT /v2.0/ports/24912cc8-9eeb-45cb-93e1-b9236a964068 HTTP/1.1" status: 200  len: 995 time: 0.4443579
Dec 25 21:35:05.261859 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 56848) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:35:05.373125 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-8e606b32-693f-4a32-ae06-ab275c49d9df tempest-AllowedAddressPairTestJSON-248800673 tempest-AllowedAddressPairTestJSON-248800673-project] Deleting port 24912cc8-9eeb-45cb-93e1-b9236a964068 {{(pid=121607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:35:05.373125 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-8e606b32-693f-4a32-ae06-ab275c49d9df tempest-AllowedAddressPairTestJSON-248800673 tempest-AllowedAddressPairTestJSON-248800673-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:35:05.448747 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-7c1a1563-d1dd-4442-bb26-4e45b11f6c9b None None] Provisioning complete for port 24912cc8-9eeb-45cb-93e1-b9236a964068 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:35:05.451141 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-7c1a1563-d1dd-4442-bb26-4e45b11f6c9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:35:05.463468 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-8e606b32-693f-4a32-ae06-ab275c49d9df tempest-AllowedAddressPairTestJSON-248800673 tempest-AllowedAddressPairTestJSON-248800673-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:35:05.479509 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-8e606b32-693f-4a32-ae06-ab275c49d9df tempest-AllowedAddressPairTestJSON-248800673 tempest-AllowedAddressPairTestJSON-248800673-project] Calling delete_port for 24912cc8-9eeb-45cb-93e1-b9236a964068 owned by  {{(pid=121607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:35:05.486802 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-7c1a1563-d1dd-4442-bb26-4e45b11f6c9b None None] Port 24912cc8-9eeb-45cb-93e1-b9236a964068 cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:35:05.665524 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-8e606b32-693f-4a32-ae06-ab275c49d9df tempest-AllowedAddressPairTestJSON-248800673 tempest-AllowedAddressPairTestJSON-248800673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:35:05.697838 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e606b32-693f-4a32-ae06-ab275c49d9df tempest-AllowedAddressPairTestJSON-248800673 tempest-AllowedAddressPairTestJSON-248800673-project] Pushing event deleted for resources: {'Port': ['ID=24912cc8-9eeb-45cb-93e1-b9236a964068,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:35:05.726303 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e606b32-693f-4a32-ae06-ab275c49d9df tempest-AllowedAddressPairTestJSON-248800673 tempest-AllowedAddressPairTestJSON-248800673-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:35:05.726660 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e606b32-693f-4a32-ae06-ab275c49d9df tempest-AllowedAddressPairTestJSON-248800673 tempest-AllowedAddressPairTestJSON-248800673-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:35:05.727006 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e606b32-693f-4a32-ae06-ab275c49d9df tempest-AllowedAddressPairTestJSON-248800673 tempest-AllowedAddressPairTestJSON-248800673-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:35:05.727349 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e606b32-693f-4a32-ae06-ab275c49d9df tempest-AllowedAddressPairTestJSON-248800673 tempest-AllowedAddressPairTestJSON-248800673-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:35:05.727681 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e606b32-693f-4a32-ae06-ab275c49d9df tempest-AllowedAddressPairTestJSON-248800673 tempest-AllowedAddressPairTestJSON-248800673-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:35:05.728015 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e606b32-693f-4a32-ae06-ab275c49d9df tempest-AllowedAddressPairTestJSON-248800673 tempest-AllowedAddressPairTestJSON-248800673-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:35:05.728348 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e606b32-693f-4a32-ae06-ab275c49d9df tempest-AllowedAddressPairTestJSON-248800673 tempest-AllowedAddressPairTestJSON-248800673-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:35:05.728677 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e606b32-693f-4a32-ae06-ab275c49d9df tempest-AllowedAddressPairTestJSON-248800673 tempest-AllowedAddressPairTestJSON-248800673-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:35:05.729106 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e606b32-693f-4a32-ae06-ab275c49d9df tempest-AllowedAddressPairTestJSON-248800673 tempest-AllowedAddressPairTestJSON-248800673-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:35:05.729440 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e606b32-693f-4a32-ae06-ab275c49d9df tempest-AllowedAddressPairTestJSON-248800673 tempest-AllowedAddressPairTestJSON-248800673-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:35:05.729770 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e606b32-693f-4a32-ae06-ab275c49d9df tempest-AllowedAddressPairTestJSON-248800673 tempest-AllowedAddressPairTestJSON-248800673-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:35:05.730091 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e606b32-693f-4a32-ae06-ab275c49d9df tempest-AllowedAddressPairTestJSON-248800673 tempest-AllowedAddressPairTestJSON-248800673-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:35:05.730415 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e606b32-693f-4a32-ae06-ab275c49d9df tempest-AllowedAddressPairTestJSON-248800673 tempest-AllowedAddressPairTestJSON-248800673-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:35:05.782018 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-8e606b32-693f-4a32-ae06-ab275c49d9df tempest-AllowedAddressPairTestJSON-248800673 tempest-AllowedAddressPairTestJSON-248800673-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:35:05.787826 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-8e606b32-693f-4a32-ae06-ab275c49d9df tempest-AllowedAddressPairTestJSON-248800673 tempest-AllowedAddressPairTestJSON-248800673-project] 10.222.0.32 "DELETE /v2.0/ports/24912cc8-9eeb-45cb-93e1-b9236a964068 HTTP/1.1" status: 204  len: 168 time: 0.5226436
Dec 25 21:35:05.788080 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 56860) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:35:05.817018 ncdv-master-1 neutron-server[121607]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f02cf12-634c-4ad8-a952-ccb710800368 tempest-AllowedAddressPairTestJSON-248800673 tempest-AllowedAddressPairTestJSON-248800673-project] GET failed (client error): The resource could not be found.
Dec 25 21:35:05.821472 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-6f02cf12-634c-4ad8-a952-ccb710800368 tempest-AllowedAddressPairTestJSON-248800673 tempest-AllowedAddressPairTestJSON-248800673-project] 10.222.0.32 "GET /v2.0/ports/24912cc8-9eeb-45cb-93e1-b9236a964068 HTTP/1.1" status: 404  len: 333 time: 0.0289066
Dec 25 21:35:05.821914 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 56862) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:35:05.827434 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-2a25e840-c795-49b7-9b90-2532fbf4fa29 tempest-AllowedAddressPairTestJSON-248800673 tempest-AllowedAddressPairTestJSON-248800673-project] Request body: {'port': {'network_id': '7bcd8814-e2b7-4fd4-809f-208d7a4d5abe', 'name': 'tempest-AllowedAddressPairTestJSON-1982853562'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:35:05.996638 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a25e840-c795-49b7-9b90-2532fbf4fa29 tempest-AllowedAddressPairTestJSON-248800673 tempest-AllowedAddressPairTestJSON-248800673-project] Made reservation on behalf of fc472bb54bf742e6b51376c1e8d4f228 for: {'port': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:35:06.000273 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-2a25e840-c795-49b7-9b90-2532fbf4fa29 tempest-AllowedAddressPairTestJSON-248800673 tempest-AllowedAddressPairTestJSON-248800673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:35:06.020283 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [None req-2a25e840-c795-49b7-9b90-2532fbf4fa29 tempest-AllowedAddressPairTestJSON-248800673 tempest-AllowedAddressPairTestJSON-248800673-project] device_id is not set on port 3ea225c0-6e9e-47d4-b20b-36dfe7f33b7c yet. {{(pid=121606) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 25 21:35:06.132939 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_common [None req-2a25e840-c795-49b7-9b90-2532fbf4fa29 tempest-AllowedAddressPairTestJSON-248800673 tempest-AllowedAddressPairTestJSON-248800673-project] Allocated IP 172.20.0.7 (7bcd8814-e2b7-4fd4-809f-208d7a4d5abe/4ff4c92a-1a2c-4cee-8f76-873dc3e1b860/3ea225c0-6e9e-47d4-b20b-36dfe7f33b7c) {{(pid=121606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:35:06.300114 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-2a25e840-c795-49b7-9b90-2532fbf4fa29 tempest-AllowedAddressPairTestJSON-248800673 tempest-AllowedAddressPairTestJSON-248800673-project] Publish callbacks [] for port, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:35:06.391573 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-2a25e840-c795-49b7-9b90-2532fbf4fa29 tempest-AllowedAddressPairTestJSON-248800673 tempest-AllowedAddressPairTestJSON-248800673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:35:06.437394 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a25e840-c795-49b7-9b90-2532fbf4fa29 tempest-AllowedAddressPairTestJSON-248800673 tempest-AllowedAddressPairTestJSON-248800673-project] Network 7bcd8814-e2b7-4fd4-809f-208d7a4d5abe is already hosted by enough agents. {{(pid=121606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:35:06.441393 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [None req-2a25e840-c795-49b7-9b90-2532fbf4fa29 tempest-AllowedAddressPairTestJSON-248800673 tempest-AllowedAddressPairTestJSON-248800673-project] Resources bound (agent type, host, resource id):  {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:35:06.445946 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a25e840-c795-49b7-9b90-2532fbf4fa29 tempest-AllowedAddressPairTestJSON-248800673 tempest-AllowedAddressPairTestJSON-248800673-project] Received port after_create {{(pid=121606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:35:06.490800 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a25e840-c795-49b7-9b90-2532fbf4fa29 tempest-AllowedAddressPairTestJSON-248800673 tempest-AllowedAddressPairTestJSON-248800673-project] Pushing event updated for resources: {'Port': ['ID=3ea225c0-6e9e-47d4-b20b-36dfe7f33b7c,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:35:06.513723 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a25e840-c795-49b7-9b90-2532fbf4fa29 tempest-AllowedAddressPairTestJSON-248800673 tempest-AllowedAddressPairTestJSON-248800673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:35:06.514398 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-2a25e840-c795-49b7-9b90-2532fbf4fa29 tempest-AllowedAddressPairTestJSON-248800673 tempest-AllowedAddressPairTestJSON-248800673-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:35:06.611969 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-2a25e840-c795-49b7-9b90-2532fbf4fa29 tempest-AllowedAddressPairTestJSON-248800673 tempest-AllowedAddressPairTestJSON-248800673-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 0.7888348
Dec 25 21:35:06.615716 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 56886) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:35:06.621504 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-aeb74098-a6c0-4d72-865c-c3351ee592c2 tempest-AllowedAddressPairTestJSON-248800673 tempest-AllowedAddressPairTestJSON-248800673-project] Request body: {'port': {'network_id': '7bcd8814-e2b7-4fd4-809f-208d7a4d5abe', 'name': 'tempest-AllowedAddressPairTestJSON-779241193'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:35:06.719935 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-95993e2d-f0fb-4a6c-9a36-571554143698 None None] Provisioning complete for port 3ea225c0-6e9e-47d4-b20b-36dfe7f33b7c triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:35:06.720701 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-95993e2d-f0fb-4a6c-9a36-571554143698 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:35:06.759236 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-95993e2d-f0fb-4a6c-9a36-571554143698 None None] Port 3ea225c0-6e9e-47d4-b20b-36dfe7f33b7c cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:35:06.808340 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aeb74098-a6c0-4d72-865c-c3351ee592c2 tempest-AllowedAddressPairTestJSON-248800673 tempest-AllowedAddressPairTestJSON-248800673-project] Made reservation on behalf of fc472bb54bf742e6b51376c1e8d4f228 for: {'port': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:35:06.811951 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-aeb74098-a6c0-4d72-865c-c3351ee592c2 tempest-AllowedAddressPairTestJSON-248800673 tempest-AllowedAddressPairTestJSON-248800673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:35:06.830758 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [None req-aeb74098-a6c0-4d72-865c-c3351ee592c2 tempest-AllowedAddressPairTestJSON-248800673 tempest-AllowedAddressPairTestJSON-248800673-project] device_id is not set on port f740cb95-18df-4f1b-a5ea-0ece1a898013 yet. {{(pid=121606) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 25 21:35:06.941979 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_common [None req-aeb74098-a6c0-4d72-865c-c3351ee592c2 tempest-AllowedAddressPairTestJSON-248800673 tempest-AllowedAddressPairTestJSON-248800673-project] Allocated IP 172.20.0.4 (7bcd8814-e2b7-4fd4-809f-208d7a4d5abe/4ff4c92a-1a2c-4cee-8f76-873dc3e1b860/f740cb95-18df-4f1b-a5ea-0ece1a898013) {{(pid=121606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:35:07.002271 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-1194104c-2813-4a17-9d4b-a24a78cdfaf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:35:07.124033 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-aeb74098-a6c0-4d72-865c-c3351ee592c2 tempest-AllowedAddressPairTestJSON-248800673 tempest-AllowedAddressPairTestJSON-248800673-project] Publish callbacks [] for port, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:35:07.225766 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-aeb74098-a6c0-4d72-865c-c3351ee592c2 tempest-AllowedAddressPairTestJSON-248800673 tempest-AllowedAddressPairTestJSON-248800673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:35:07.266060 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeb74098-a6c0-4d72-865c-c3351ee592c2 tempest-AllowedAddressPairTestJSON-248800673 tempest-AllowedAddressPairTestJSON-248800673-project] Network 7bcd8814-e2b7-4fd4-809f-208d7a4d5abe is already hosted by enough agents. {{(pid=121606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:35:07.276279 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [None req-aeb74098-a6c0-4d72-865c-c3351ee592c2 tempest-AllowedAddressPairTestJSON-248800673 tempest-AllowedAddressPairTestJSON-248800673-project] Resources bound (agent type, host, resource id):  {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:35:07.280076 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeb74098-a6c0-4d72-865c-c3351ee592c2 tempest-AllowedAddressPairTestJSON-248800673 tempest-AllowedAddressPairTestJSON-248800673-project] Received port after_create {{(pid=121606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:35:07.315900 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb74098-a6c0-4d72-865c-c3351ee592c2 tempest-AllowedAddressPairTestJSON-248800673 tempest-AllowedAddressPairTestJSON-248800673-project] Pushing event updated for resources: {'Port': ['ID=f740cb95-18df-4f1b-a5ea-0ece1a898013,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:35:07.342234 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:35:07.342234 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:35:07.342234 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:35:07.342234 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:35:07.342234 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:35:07.342234 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:35:07.342234 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:35:07.342234 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:35:07.342234 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:35:07.342234 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:35:07.342234 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:35:07.342234 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:35:07.342234 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:35:07.342234 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:35:07.342234 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:35:07.342234 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:35:07.342234 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:35:07.342234 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:35:07.342234 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:35:07.342234 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:35:07.342234 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:35:07.342234 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:35:07.342234 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:35:07.342234 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:35:07.342234 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:35:07.342234 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:35:07.342234 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:35:07.342234 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:35:07.342234 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:35:07.342234 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:35:07.342234 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:35:07.342234 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:35:07.342234 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:35:07.342234 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:35:07.342234 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:35:07.342234 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:35:07.342234 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:35:07.342234 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:35:07.342234 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:35:07.342234 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:35:07.342234 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:35:07.342234 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:35:07.342234 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:35:07.342234 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:35:07.342234 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:35:07.342234 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:35:07.342234 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:35:07.342234 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:35:07.355933 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeb74098-a6c0-4d72-865c-c3351ee592c2 tempest-AllowedAddressPairTestJSON-248800673 tempest-AllowedAddressPairTestJSON-248800673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:35:07.355933 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-aeb74098-a6c0-4d72-865c-c3351ee592c2 tempest-AllowedAddressPairTestJSON-248800673 tempest-AllowedAddressPairTestJSON-248800673-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:35:07.444926 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-aeb74098-a6c0-4d72-865c-c3351ee592c2 tempest-AllowedAddressPairTestJSON-248800673 tempest-AllowedAddressPairTestJSON-248800673-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 936 time: 0.8277347
Dec 25 21:35:07.450393 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 56926) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:35:07.453220 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-7f96edb7-74e9-47fe-b6eb-446f0134b539 tempest-AllowedAddressPairTestJSON-248800673 tempest-AllowedAddressPairTestJSON-248800673-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:3e:ba:fe'}, {'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:bb:8e:f5'}]}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:35:07.542571 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-7f96edb7-74e9-47fe-b6eb-446f0134b539 tempest-AllowedAddressPairTestJSON-248800673 tempest-AllowedAddressPairTestJSON-248800673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:35:07.594970 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-82b6e4c5-5a9e-43db-bb71-c08f420bcfcd None None] Provisioning complete for port f740cb95-18df-4f1b-a5ea-0ece1a898013 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:35:07.595980 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-82b6e4c5-5a9e-43db-bb71-c08f420bcfcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:35:07.656444 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-82b6e4c5-5a9e-43db-bb71-c08f420bcfcd None None] Port f740cb95-18df-4f1b-a5ea-0ece1a898013 cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:35:07.777105 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-7f96edb7-74e9-47fe-b6eb-446f0134b539 tempest-AllowedAddressPairTestJSON-248800673 tempest-AllowedAddressPairTestJSON-248800673-project] Publish callbacks [] for port, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:35:07.871297 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-7f96edb7-74e9-47fe-b6eb-446f0134b539 tempest-AllowedAddressPairTestJSON-248800673 tempest-AllowedAddressPairTestJSON-248800673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:35:07.953141 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f96edb7-74e9-47fe-b6eb-446f0134b539 tempest-AllowedAddressPairTestJSON-248800673 tempest-AllowedAddressPairTestJSON-248800673-project] Pushing event updated for resources: {'Port': ['ID=f740cb95-18df-4f1b-a5ea-0ece1a898013,revision_number=2']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:35:07.968422 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-7f96edb7-74e9-47fe-b6eb-446f0134b539 tempest-AllowedAddressPairTestJSON-248800673 tempest-AllowedAddressPairTestJSON-248800673-project] In _notify_port_updated(), no bound segment for port f740cb95-18df-4f1b-a5ea-0ece1a898013 on network 7bcd8814-e2b7-4fd4-809f-208d7a4d5abe {{(pid=121606) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}}
Dec 25 21:35:07.974389 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f96edb7-74e9-47fe-b6eb-446f0134b539 tempest-AllowedAddressPairTestJSON-248800673 tempest-AllowedAddressPairTestJSON-248800673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:35:07.975037 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-7f96edb7-74e9-47fe-b6eb-446f0134b539 tempest-AllowedAddressPairTestJSON-248800673 tempest-AllowedAddressPairTestJSON-248800673-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:35:07.979400 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-7f96edb7-74e9-47fe-b6eb-446f0134b539 tempest-AllowedAddressPairTestJSON-248800673 tempest-AllowedAddressPairTestJSON-248800673-project] 10.222.0.32 "PUT /v2.0/ports/f740cb95-18df-4f1b-a5ea-0ece1a898013 HTTP/1.1" status: 200  len: 1054 time: 0.5277970
Dec 25 21:35:07.979602 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 56952) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:35:08.083599 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-6744ec5b-ca21-4319-9722-482094eaca23 tempest-AllowedAddressPairTestJSON-248800673 tempest-AllowedAddressPairTestJSON-248800673-project] Deleting port f740cb95-18df-4f1b-a5ea-0ece1a898013 {{(pid=121606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:35:08.083945 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-6744ec5b-ca21-4319-9722-482094eaca23 tempest-AllowedAddressPairTestJSON-248800673 tempest-AllowedAddressPairTestJSON-248800673-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:35:08.180464 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-5c5ab9bd-bdd0-4ad1-9625-d9803d758305 None None] Provisioning complete for port f740cb95-18df-4f1b-a5ea-0ece1a898013 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:35:08.181106 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5c5ab9bd-bdd0-4ad1-9625-d9803d758305 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:35:08.183327 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-6744ec5b-ca21-4319-9722-482094eaca23 tempest-AllowedAddressPairTestJSON-248800673 tempest-AllowedAddressPairTestJSON-248800673-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:35:08.195763 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-6744ec5b-ca21-4319-9722-482094eaca23 tempest-AllowedAddressPairTestJSON-248800673 tempest-AllowedAddressPairTestJSON-248800673-project] Calling delete_port for f740cb95-18df-4f1b-a5ea-0ece1a898013 owned by  {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:35:08.214965 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-5c5ab9bd-bdd0-4ad1-9625-d9803d758305 None None] Port f740cb95-18df-4f1b-a5ea-0ece1a898013 cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:35:08.317118 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:35:08.408591 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-6744ec5b-ca21-4319-9722-482094eaca23 tempest-AllowedAddressPairTestJSON-248800673 tempest-AllowedAddressPairTestJSON-248800673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:35:08.441548 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6744ec5b-ca21-4319-9722-482094eaca23 tempest-AllowedAddressPairTestJSON-248800673 tempest-AllowedAddressPairTestJSON-248800673-project] Pushing event deleted for resources: {'Port': ['ID=f740cb95-18df-4f1b-a5ea-0ece1a898013,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:35:08.488916 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3e945ecd-9380-47c2-aa0a-12ebe07e03e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:35:08.740059 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-6744ec5b-ca21-4319-9722-482094eaca23 tempest-AllowedAddressPairTestJSON-248800673 tempest-AllowedAddressPairTestJSON-248800673-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:35:08.748997 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-6744ec5b-ca21-4319-9722-482094eaca23 tempest-AllowedAddressPairTestJSON-248800673 tempest-AllowedAddressPairTestJSON-248800673-project] 10.222.0.32 "DELETE /v2.0/ports/f740cb95-18df-4f1b-a5ea-0ece1a898013 HTTP/1.1" status: 204  len: 168 time: 0.7683282
Dec 25 21:35:08.749163 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 56982) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:35:08.794607 ncdv-master-1 neutron-server[121607]: INFO neutron.pecan_wsgi.hooks.translation [None req-6bd1fd9d-6613-4fec-b46d-256d5ba227a7 tempest-AllowedAddressPairTestJSON-248800673 tempest-AllowedAddressPairTestJSON-248800673-project] GET failed (client error): The resource could not be found.
Dec 25 21:35:08.796137 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-6bd1fd9d-6613-4fec-b46d-256d5ba227a7 tempest-AllowedAddressPairTestJSON-248800673 tempest-AllowedAddressPairTestJSON-248800673-project] 10.222.0.32 "GET /v2.0/ports/f740cb95-18df-4f1b-a5ea-0ece1a898013 HTTP/1.1" status: 404  len: 333 time: 0.0459301
Dec 25 21:35:08.800040 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 56984) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:35:08.904160 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-f4b6dd52-c10e-4430-82d7-b87ce9f53f9e tempest-AllowedAddressPairTestJSON-248800673 tempest-AllowedAddressPairTestJSON-248800673-project] Deleting port 3ea225c0-6e9e-47d4-b20b-36dfe7f33b7c {{(pid=121607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:35:08.916598 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f4b6dd52-c10e-4430-82d7-b87ce9f53f9e tempest-AllowedAddressPairTestJSON-248800673 tempest-AllowedAddressPairTestJSON-248800673-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:35:08.916969 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 56986) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:35:08.920806 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-80cad994-533b-41b7-bb4a-2b4c93a4888b tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1294012541', 'description': 'tempest-secgroup-smoke-1294012541 description', 'project_id': 'c77dc74a46d64a67991d82bf12adb1dc'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:35:09.016377 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f4b6dd52-c10e-4430-82d7-b87ce9f53f9e tempest-AllowedAddressPairTestJSON-248800673 tempest-AllowedAddressPairTestJSON-248800673-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:35:09.031701 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-f4b6dd52-c10e-4430-82d7-b87ce9f53f9e tempest-AllowedAddressPairTestJSON-248800673 tempest-AllowedAddressPairTestJSON-248800673-project] Calling delete_port for 3ea225c0-6e9e-47d4-b20b-36dfe7f33b7c owned by  {{(pid=121607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:35:09.037872 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-80cad994-533b-41b7-bb4a-2b4c93a4888b tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] Publish callbacks [] for security_group, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:35:09.157676 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-80cad994-533b-41b7-bb4a-2b4c93a4888b tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] Publish callbacks [] for security_group, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:35:09.235252 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-80cad994-533b-41b7-bb4a-2b4c93a4888b tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:35:09.260321 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f4b6dd52-c10e-4430-82d7-b87ce9f53f9e tempest-AllowedAddressPairTestJSON-248800673 tempest-AllowedAddressPairTestJSON-248800673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:35:09.267478 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cad994-533b-41b7-bb4a-2b4c93a4888b tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f8d803e-7f68-446e-9543-2df15d20bdac,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:35:09.293983 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b6dd52-c10e-4430-82d7-b87ce9f53f9e tempest-AllowedAddressPairTestJSON-248800673 tempest-AllowedAddressPairTestJSON-248800673-project] Pushing event deleted for resources: {'Port': ['ID=3ea225c0-6e9e-47d4-b20b-36dfe7f33b7c,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:35:09.370534 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-80cad994-533b-41b7-bb4a-2b4c93a4888b tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] Publish callbacks [] for security_group, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:35:09.370534 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-80cad994-533b-41b7-bb4a-2b4c93a4888b tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1813 time: 0.4521296
Dec 25 21:35:09.373270 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f4b6dd52-c10e-4430-82d7-b87ce9f53f9e tempest-AllowedAddressPairTestJSON-248800673 tempest-AllowedAddressPairTestJSON-248800673-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:35:09.373483 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 56990) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:35:09.377902 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-f4b6dd52-c10e-4430-82d7-b87ce9f53f9e tempest-AllowedAddressPairTestJSON-248800673 tempest-AllowedAddressPairTestJSON-248800673-project] 10.222.0.32 "DELETE /v2.0/ports/3ea225c0-6e9e-47d4-b20b-36dfe7f33b7c HTTP/1.1" status: 204  len: 168 time: 0.5766442
Dec 25 21:35:09.378177 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-4e8d419a-36ab-49aa-bcf3-7cfb89811a0d tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] Request body: {'security_group_rule': {'security_group_id': '4f8d803e-7f68-446e-9543-2df15d20bdac', 'project_id': 'c77dc74a46d64a67991d82bf12adb1dc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:35:09.379373 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 56992) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:35:09.404672 ncdv-master-1 neutron-server[121607]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a8ff6b4-da90-49b2-8cc7-bc0b2a80c144 tempest-AllowedAddressPairTestJSON-248800673 tempest-AllowedAddressPairTestJSON-248800673-project] GET failed (client error): The resource could not be found.
Dec 25 21:35:09.406254 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-8a8ff6b4-da90-49b2-8cc7-bc0b2a80c144 tempest-AllowedAddressPairTestJSON-248800673 tempest-AllowedAddressPairTestJSON-248800673-project] 10.222.0.32 "GET /v2.0/ports/3ea225c0-6e9e-47d4-b20b-36dfe7f33b7c HTTP/1.1" status: 404  len: 333 time: 0.0257099
Dec 25 21:35:09.411164 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 56994) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:35:09.482337 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-4e8d419a-36ab-49aa-bcf3-7cfb89811a0d tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] Publish callbacks [] for security_group_rule, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:35:09.505699 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-15cb578f-7a63-4fd3-925d-83bad4c7b82a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:35:09.524157 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-e0f0f475-649f-4b3e-bbbf-935760d8a0e4 tempest-AllowedAddressPairTestJSON-248800673 tempest-AllowedAddressPairTestJSON-248800673-project] Deleting port 2f2c1a69-3f9d-42e9-b2ff-a9b0a1dde40f {{(pid=121607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:35:09.524504 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e0f0f475-649f-4b3e-bbbf-935760d8a0e4 tempest-AllowedAddressPairTestJSON-248800673 tempest-AllowedAddressPairTestJSON-248800673-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:35:09.550821 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-4e8d419a-36ab-49aa-bcf3-7cfb89811a0d tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:35:09.611635 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e0f0f475-649f-4b3e-bbbf-935760d8a0e4 tempest-AllowedAddressPairTestJSON-248800673 tempest-AllowedAddressPairTestJSON-248800673-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:35:09.623077 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-e0f0f475-649f-4b3e-bbbf-935760d8a0e4 tempest-AllowedAddressPairTestJSON-248800673 tempest-AllowedAddressPairTestJSON-248800673-project] Calling delete_port for 2f2c1a69-3f9d-42e9-b2ff-a9b0a1dde40f owned by  {{(pid=121607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:35:09.632099 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-4e8d419a-36ab-49aa-bcf3-7cfb89811a0d tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077839'] for security_group_rule, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:35:09.650863 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8d419a-36ab-49aa-bcf3-7cfb89811a0d tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb201f08-ae02-4d1f-99a5-19aae47de9ac,revision_number=0']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:35:09.735499 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-4e8d419a-36ab-49aa-bcf3-7cfb89811a0d tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] Publish callbacks [] for security_group_rule, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:35:09.738446 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-4e8d419a-36ab-49aa-bcf3-7cfb89811a0d tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3639581
Dec 25 21:35:09.748498 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 57000) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:35:09.748498 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-2993d57d-ce0d-44cf-9cd0-2d151110ef26 tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] Request body: {'security_group_rule': {'security_group_id': '4f8d803e-7f68-446e-9543-2df15d20bdac', 'project_id': 'c77dc74a46d64a67991d82bf12adb1dc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:35:09.849036 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e0f0f475-649f-4b3e-bbbf-935760d8a0e4 tempest-AllowedAddressPairTestJSON-248800673 tempest-AllowedAddressPairTestJSON-248800673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:35:09.881357 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f0f475-649f-4b3e-bbbf-935760d8a0e4 tempest-AllowedAddressPairTestJSON-248800673 tempest-AllowedAddressPairTestJSON-248800673-project] Pushing event deleted for resources: {'Port': ['ID=2f2c1a69-3f9d-42e9-b2ff-a9b0a1dde40f,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:35:09.900138 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-2993d57d-ce0d-44cf-9cd0-2d151110ef26 tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] Publish callbacks [] for security_group_rule, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:35:09.959003 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e0f0f475-649f-4b3e-bbbf-935760d8a0e4 tempest-AllowedAddressPairTestJSON-248800673 tempest-AllowedAddressPairTestJSON-248800673-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:35:09.965426 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-e0f0f475-649f-4b3e-bbbf-935760d8a0e4 tempest-AllowedAddressPairTestJSON-248800673 tempest-AllowedAddressPairTestJSON-248800673-project] 10.222.0.32 "DELETE /v2.0/ports/2f2c1a69-3f9d-42e9-b2ff-a9b0a1dde40f HTTP/1.1" status: 204  len: 168 time: 0.5531268
Dec 25 21:35:09.966206 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 57008) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:35:09.977189 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-2993d57d-ce0d-44cf-9cd0-2d151110ef26 tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:35:10.048612 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-2993d57d-ce0d-44cf-9cd0-2d151110ef26 tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077839'] for security_group_rule, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:35:10.069040 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2993d57d-ce0d-44cf-9cd0-2d151110ef26 tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ff29556-d57c-433e-a9c0-7ab3f4bba20a,revision_number=0']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:35:10.154388 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-2993d57d-ce0d-44cf-9cd0-2d151110ef26 tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] Publish callbacks [] for security_group_rule, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:35:10.156262 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-2993d57d-ce0d-44cf-9cd0-2d151110ef26 tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.4130492
Dec 25 21:35:10.163475 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 57010) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:35:10.164680 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-17d526ef-6512-4d78-baf6-fe86d6877f82 tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] Request body: {'security_group_rule': {'security_group_id': '4f8d803e-7f68-446e-9543-2df15d20bdac', 'project_id': 'c77dc74a46d64a67991d82bf12adb1dc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:35:10.253868 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-17d526ef-6512-4d78-baf6-fe86d6877f82 tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] Publish callbacks [] for security_group_rule, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:35:10.268495 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_v2 [None req-c117d6bd-1fa6-4cb8-9e7c-46189d0accb3 tempest-AllowedAddressPairTestJSON-248800673 tempest-AllowedAddressPairTestJSON-248800673-project] Deleting subnet 4ff4c92a-1a2c-4cee-8f76-873dc3e1b860 {{(pid=121607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Dec 25 21:35:10.271679 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-c117d6bd-1fa6-4cb8-9e7c-46189d0accb3 tempest-AllowedAddressPairTestJSON-248800673 tempest-AllowedAddressPairTestJSON-248800673-project] Publish callbacks [] for subnet, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:35:10.311524 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-c117d6bd-1fa6-4cb8-9e7c-46189d0accb3 tempest-AllowedAddressPairTestJSON-248800673 tempest-AllowedAddressPairTestJSON-248800673-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10246617'] for subnet, precommit_delete_associations {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:35:10.315388 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-17d526ef-6512-4d78-baf6-fe86d6877f82 tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:35:10.395385 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-c117d6bd-1fa6-4cb8-9e7c-46189d0accb3 tempest-AllowedAddressPairTestJSON-248800673 tempest-AllowedAddressPairTestJSON-248800673-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995662'] for subnet, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:35:10.397299 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-17d526ef-6512-4d78-baf6-fe86d6877f82 tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077839'] for security_group_rule, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:35:10.415211 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d526ef-6512-4d78-baf6-fe86d6877f82 tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78689faa-77bb-4984-85cc-32efaa8db90d,revision_number=0']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:35:10.525067 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-17d526ef-6512-4d78-baf6-fe86d6877f82 tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] Publish callbacks [] for security_group_rule, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:35:10.526323 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-17d526ef-6512-4d78-baf6-fe86d6877f82 tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3659313
Dec 25 21:35:10.529251 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 57014) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:35:10.533848 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-611bbb5f-7f1b-4fc9-b299-d30f2b9a1d88 tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] Request body: {'security_group_rule': {'security_group_id': '4f8d803e-7f68-446e-9543-2df15d20bdac', 'project_id': 'c77dc74a46d64a67991d82bf12adb1dc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:35:10.546379 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-c117d6bd-1fa6-4cb8-9e7c-46189d0accb3 tempest-AllowedAddressPairTestJSON-248800673 tempest-AllowedAddressPairTestJSON-248800673-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8632410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8852809'] for subnet, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:35:10.574051 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c117d6bd-1fa6-4cb8-9e7c-46189d0accb3 tempest-AllowedAddressPairTestJSON-248800673 tempest-AllowedAddressPairTestJSON-248800673-project] Pushing event deleted for resources: {'Subnet': ['ID=4ff4c92a-1a2c-4cee-8f76-873dc3e1b860,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:35:10.577588 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-c117d6bd-1fa6-4cb8-9e7c-46189d0accb3 tempest-AllowedAddressPairTestJSON-248800673 tempest-AllowedAddressPairTestJSON-248800673-project] Publish callbacks [] for subnet, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:35:10.580850 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-c117d6bd-1fa6-4cb8-9e7c-46189d0accb3 tempest-AllowedAddressPairTestJSON-248800673 tempest-AllowedAddressPairTestJSON-248800673-project] 10.222.0.32 "DELETE /v2.0/subnets/4ff4c92a-1a2c-4cee-8f76-873dc3e1b860 HTTP/1.1" status: 204  len: 168 time: 0.6136303
Dec 25 21:35:10.583249 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 57016) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:35:10.586251 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-261fd7fe-b53e-41c0-8026-c9f65cce4703 None None] Network 7bcd8814-e2b7-4fd4-809f-208d7a4d5abe requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:35:10.665337 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-7640f9b2-11d9-4cea-8e11-4825419b049a tempest-AllowedAddressPairTestJSON-248800673 tempest-AllowedAddressPairTestJSON-248800673-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625803'] for network, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:35:10.669726 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-611bbb5f-7f1b-4fc9-b299-d30f2b9a1d88 tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] Publish callbacks [] for security_group_rule, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:35:10.710092 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:35:10.721559 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-7640f9b2-11d9-4cea-8e11-4825419b049a tempest-AllowedAddressPairTestJSON-248800673 tempest-AllowedAddressPairTestJSON-248800673-project] Deleting port 02240d73-d670-498f-87d5-bf06ccefa3da {{(pid=121607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:35:10.721903 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-7640f9b2-11d9-4cea-8e11-4825419b049a tempest-AllowedAddressPairTestJSON-248800673 tempest-AllowedAddressPairTestJSON-248800673-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:35:10.746999 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-611bbb5f-7f1b-4fc9-b299-d30f2b9a1d88 tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:35:10.774284 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d52eee0-5455-4765-97b7-e6749fcee070 None None] DHCP port deletion for 7bcd8814-e2b7-4fd4-809f-208d7a4d5abe request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 21:35:10.790657 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.db [None req-7640f9b2-11d9-4cea-8e11-4825419b049a tempest-AllowedAddressPairTestJSON-248800673 tempest-AllowedAddressPairTestJSON-248800673-project] For port 02240d73-d670-498f-87d5-bf06ccefa3da, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=02240d73-d670-498f-87d5-bf06ccefa3da,segment=NetworkSegment(6666caf7-dd2e-4403-828e-6d7763e70928),segment_id=6666caf7-dd2e-4403-828e-6d7763e70928)] {{(pid=121607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:35:10.790657 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-7640f9b2-11d9-4cea-8e11-4825419b049a tempest-AllowedAddressPairTestJSON-248800673 tempest-AllowedAddressPairTestJSON-248800673-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:35:10.802401 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-7640f9b2-11d9-4cea-8e11-4825419b049a tempest-AllowedAddressPairTestJSON-248800673 tempest-AllowedAddressPairTestJSON-248800673-project] Calling delete_port for 02240d73-d670-498f-87d5-bf06ccefa3da owned by network:dhcp {{(pid=121607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:35:10.815182 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-611bbb5f-7f1b-4fc9-b299-d30f2b9a1d88 tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077839'] for security_group_rule, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:35:10.859718 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-0d52eee0-5455-4765-97b7-e6749fcee070 None None] Deleting port 02240d73-d670-498f-87d5-bf06ccefa3da {{(pid=121608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:35:10.859857 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611bbb5f-7f1b-4fc9-b299-d30f2b9a1d88 tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b90c30b5-5fdd-4bc6-80f0-22491571d133,revision_number=0']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:35:10.859952 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-0d52eee0-5455-4765-97b7-e6749fcee070 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:35:10.938005 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-0d52eee0-5455-4765-97b7-e6749fcee070 None None] For port 02240d73-d670-498f-87d5-bf06ccefa3da, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=02240d73-d670-498f-87d5-bf06ccefa3da,segment=NetworkSegment(6666caf7-dd2e-4403-828e-6d7763e70928),segment_id=6666caf7-dd2e-4403-828e-6d7763e70928)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:35:10.938659 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-0d52eee0-5455-4765-97b7-e6749fcee070 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:35:10.957151 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-0d52eee0-5455-4765-97b7-e6749fcee070 None None] Calling delete_port for 02240d73-d670-498f-87d5-bf06ccefa3da owned by network:dhcp {{(pid=121608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:35:10.964041 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-611bbb5f-7f1b-4fc9-b299-d30f2b9a1d88 tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] Publish callbacks [] for security_group_rule, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:35:10.964041 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-611bbb5f-7f1b-4fc9-b299-d30f2b9a1d88 tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.4305303
Dec 25 21:35:10.964280 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 57028) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:35:10.968971 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-54dff078-3cc2-48f9-a604-586af9571a01 tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] Request body: {'security_group_rule': {'security_group_id': '4f8d803e-7f68-446e-9543-2df15d20bdac', 'project_id': 'c77dc74a46d64a67991d82bf12adb1dc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:35:11.026067 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-7640f9b2-11d9-4cea-8e11-4825419b049a tempest-AllowedAddressPairTestJSON-248800673 tempest-AllowedAddressPairTestJSON-248800673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:35:11.040549 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-0d52eee0-5455-4765-97b7-e6749fcee070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955'] for port, after_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:35:11.043720 ncdv-master-1 neutron-server[121606]: INFO neutron.db.securitygroups_db [None req-54dff078-3cc2-48f9-a604-586af9571a01 tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] Project c77dc74a46d64a67991d82bf12adb1dc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 25 21:35:11.051921 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-54dff078-3cc2-48f9-a604-586af9571a01 tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] Publish callbacks [] for security_group_rule, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:35:11.060965 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7640f9b2-11d9-4cea-8e11-4825419b049a tempest-AllowedAddressPairTestJSON-248800673 tempest-AllowedAddressPairTestJSON-248800673-project] Pushing event deleted for resources: {'Port': ['ID=02240d73-d670-498f-87d5-bf06ccefa3da,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:35:11.066130 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7640f9b2-11d9-4cea-8e11-4825419b049a tempest-AllowedAddressPairTestJSON-248800673 tempest-AllowedAddressPairTestJSON-248800673-project] No DVR routers for this DVR port 02240d73-d670-498f-87d5-bf06ccefa3da on host ncdv-master-1 {{(pid=121607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:35:11.071686 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d52eee0-5455-4765-97b7-e6749fcee070 None None] No DVR routers for this DVR port 02240d73-d670-498f-87d5-bf06ccefa3da on host ncdv-master-1 {{(pid=121608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:35:11.073981 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d52eee0-5455-4765-97b7-e6749fcee070 None None] Pushing event deleted for resources: {'Port': ['ID=02240d73-d670-498f-87d5-bf06ccefa3da,revision_number=None']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:35:11.126310 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-54dff078-3cc2-48f9-a604-586af9571a01 tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:35:11.152698 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-7640f9b2-11d9-4cea-8e11-4825419b049a tempest-AllowedAddressPairTestJSON-248800673 tempest-AllowedAddressPairTestJSON-248800673-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997585', 'neutron.services.segments.db._delete_segments_for_network-8737602743071'] for network, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:35:11.173318 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-7640f9b2-11d9-4cea-8e11-4825419b049a tempest-AllowedAddressPairTestJSON-248800673 tempest-AllowedAddressPairTestJSON-248800673-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2611e4b2b0>,) {'filters': {'network_id': ['7bcd8814-e2b7-4fd4-809f-208d7a4d5abe']}} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:35:11.182493 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-7640f9b2-11d9-4cea-8e11-4825419b049a tempest-AllowedAddressPairTestJSON-248800673 tempest-AllowedAddressPairTestJSON-248800673-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2611e4b2b0>, '6666caf7-dd2e-4403-828e-6d7763e70928') {'for_net_delete': True} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:35:11.182793 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-7640f9b2-11d9-4cea-8e11-4825419b049a tempest-AllowedAddressPairTestJSON-248800673 tempest-AllowedAddressPairTestJSON-248800673-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2611e4b2b0>, '6666caf7-dd2e-4403-828e-6d7763e70928') {} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:35:11.192645 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-7640f9b2-11d9-4cea-8e11-4825419b049a tempest-AllowedAddressPairTestJSON-248800673 tempest-AllowedAddressPairTestJSON-248800673-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737602746920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10246592'] for segment, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:35:11.206390 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-7640f9b2-11d9-4cea-8e11-4825419b049a tempest-AllowedAddressPairTestJSON-248800673 tempest-AllowedAddressPairTestJSON-248800673-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:35:11.212745 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7640f9b2-11d9-4cea-8e11-4825419b049a tempest-AllowedAddressPairTestJSON-248800673 tempest-AllowedAddressPairTestJSON-248800673-project] Releasing vlan 166 on physical network physnet1 to pool {{(pid=121607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 25 21:35:11.213125 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-54dff078-3cc2-48f9-a604-586af9571a01 tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077839'] for security_group_rule, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:35:11.213630 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-7640f9b2-11d9-4cea-8e11-4825419b049a tempest-AllowedAddressPairTestJSON-248800673 tempest-AllowedAddressPairTestJSON-248800673-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8633327'] for segment, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:35:11.217111 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:35:11.217111 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:35:11.217111 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:35:11.217111 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:35:11.217111 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:35:11.217111 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:35:11.217111 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:35:11.217111 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:35:11.217111 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:35:11.217111 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:35:11.217111 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:35:11.217111 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:35:11.217111 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:35:11.217111 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:35:11.217111 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:35:11.217111 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:35:11.217111 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:35:11.217111 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:35:11.217111 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:35:11.217111 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:35:11.217111 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:35:11.217111 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:35:11.217111 ncdv-master-1 neutron-server[121607]: Traceback (most recent call last):
Dec 25 21:35:11.217111 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 25 21:35:11.217111 ncdv-master-1 neutron-server[121607]:     timer()
Dec 25 21:35:11.217111 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 25 21:35:11.217111 ncdv-master-1 neutron-server[121607]:     cb(*args, **kw)
Dec 25 21:35:11.217111 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 25 21:35:11.217111 ncdv-master-1 neutron-server[121607]:     return func(*args, **kwargs)
Dec 25 21:35:11.217111 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 25 21:35:11.217111 ncdv-master-1 neutron-server[121607]:     self._notify()
Dec 25 21:35:11.217111 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 25 21:35:11.217111 ncdv-master-1 neutron-server[121607]:     self.callback(batched_events)
Dec 25 21:35:11.217111 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 25 21:35:11.217111 ncdv-master-1 neutron-server[121607]:     event.method(event)
Dec 25 21:35:11.217111 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 25 21:35:11.217111 ncdv-master-1 neutron-server[121607]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 25 21:35:11.217111 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 25 21:35:11.217111 ncdv-master-1 neutron-server[121607]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 25 21:35:11.217111 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 25 21:35:11.217111 ncdv-master-1 neutron-server[121607]:     return f(self, *a, **k)
Dec 25 21:35:11.217111 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 25 21:35:11.217111 ncdv-master-1 neutron-server[121607]:     return self._get(url).json()
Dec 25 21:35:11.217111 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 25 21:35:11.217111 ncdv-master-1 neutron-server[121607]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 25 21:35:11.217111 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 25 21:35:11.217111 ncdv-master-1 neutron-server[121607]:     return self.request(url, 'GET', **kwargs)
Dec 25 21:35:11.217111 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 25 21:35:11.217111 ncdv-master-1 neutron-server[121607]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 25 21:35:11.217111 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 25 21:35:11.217111 ncdv-master-1 neutron-server[121607]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 25 21:35:11.217111 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 25 21:35:11.217111 ncdv-master-1 neutron-server[121607]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 25 21:35:11.217111 ncdv-master-1 neutron-server[121607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 25 21:35:11.239532 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dff078-3cc2-48f9-a604-586af9571a01 tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ee1ca8a-1a46-455d-9704-a84a7fee8cb1,revision_number=0']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:35:11.309111 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-54dff078-3cc2-48f9-a604-586af9571a01 tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] Publish callbacks [] for security_group_rule, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:35:11.310324 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-54dff078-3cc2-48f9-a604-586af9571a01 tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.3451698
Dec 25 21:35:11.313012 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 57032) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:35:11.317434 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-c4055aa5-af34-4b72-b481-c7eb618feb97 tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] Request body: {'security_group_rule': {'security_group_id': '4f8d803e-7f68-446e-9543-2df15d20bdac', 'project_id': 'c77dc74a46d64a67991d82bf12adb1dc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:35:11.339944 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-7640f9b2-11d9-4cea-8e11-4825419b049a tempest-AllowedAddressPairTestJSON-248800673 tempest-AllowedAddressPairTestJSON-248800673-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2008653'] for network, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:35:11.349755 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-7640f9b2-11d9-4cea-8e11-4825419b049a tempest-AllowedAddressPairTestJSON-248800673 tempest-AllowedAddressPairTestJSON-248800673-project] Publish callbacks [] for network, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:35:11.350901 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-7640f9b2-11d9-4cea-8e11-4825419b049a tempest-AllowedAddressPairTestJSON-248800673 tempest-AllowedAddressPairTestJSON-248800673-project] 10.222.0.32 "DELETE /v2.0/networks/7bcd8814-e2b7-4fd4-809f-208d7a4d5abe HTTP/1.1" status: 204  len: 168 time: 0.7667418
Dec 25 21:35:11.366447 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7640f9b2-11d9-4cea-8e11-4825419b049a tempest-AllowedAddressPairTestJSON-248800673 tempest-AllowedAddressPairTestJSON-248800673-project] Pushing event deleted for resources: {'Network': ['ID=7bcd8814-e2b7-4fd4-809f-208d7a4d5abe,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:35:11.402915 ncdv-master-1 neutron-server[121606]: INFO neutron.db.securitygroups_db [None req-c4055aa5-af34-4b72-b481-c7eb618feb97 tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] Project c77dc74a46d64a67991d82bf12adb1dc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 25 21:35:11.408965 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-c4055aa5-af34-4b72-b481-c7eb618feb97 tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] Publish callbacks [] for security_group_rule, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:35:11.434153 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 02240d73-d670-498f-87d5-bf06ccefa3da no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:35:11.456272 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] No Port match for: 02240d73-d670-498f-87d5-bf06ccefa3da {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:35:11.456630 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 02240d73-d670-498f-87d5-bf06ccefa3da not bound to the agent host ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:35:11.482323 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-c4055aa5-af34-4b72-b481-c7eb618feb97 tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:35:11.562871 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-c4055aa5-af34-4b72-b481-c7eb618feb97 tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077839'] for security_group_rule, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:35:11.583678 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4055aa5-af34-4b72-b481-c7eb618feb97 tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23c09f0a-80bd-4622-beb3-6489e4f6255a,revision_number=0']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:35:11.666715 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-c4055aa5-af34-4b72-b481-c7eb618feb97 tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] Publish callbacks [] for security_group_rule, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:35:11.668005 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-c4055aa5-af34-4b72-b481-c7eb618feb97 tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.3540287
Dec 25 21:35:11.974704 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 57086) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:35:12.114737 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-2c226362-bd40-44e3-a394-62f47cc94c64 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=fc472bb54bf742e6b51376c1e8d4f228&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1381750
Dec 25 21:35:12.117291 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 57090) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:35:12.170232 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-ee474140-89de-4c7e-b34b-eff183bea245 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:35:12.192346 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-ee474140-89de-4c7e-b34b-eff183bea245 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:35:12.288742 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-ee474140-89de-4c7e-b34b-eff183bea245 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:35:12.291397 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-ee474140-89de-4c7e-b34b-eff183bea245 admin admin] Publish callbacks [] for security_group, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:35:12.292570 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-ee474140-89de-4c7e-b34b-eff183bea245 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6bd73416-0af5-4f32-9986-b735ca1fff3e HTTP/1.1" status: 204  len: 168 time: 0.1743891
Dec 25 21:35:12.301032 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee474140-89de-4c7e-b34b-eff183bea245 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bd73416-0af5-4f32-9986-b735ca1fff3e,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:35:13.262287 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 57130) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:35:13.362552 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-4d3e898b-a74d-4101-8b87-8b9e813a0f5c tempest-ServiceProvidersTest-1430354634 tempest-ServiceProvidersTest-1430354634-project] 10.222.0.32 "GET /v2.0/service-providers HTTP/1.1" status: 200  len: 498 time: 0.0990508
Dec 25 21:35:13.793403 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 57140) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:35:13.898566 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-357d7bb6-fce0-423c-94ef-e6a6992695c2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:35:13.974897 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-357d7bb6-fce0-423c-94ef-e6a6992695c2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:35:14.065572 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-357d7bb6-fce0-423c-94ef-e6a6992695c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:35:14.104375 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-357d7bb6-fce0-423c-94ef-e6a6992695c2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a3a4aa5a23794c159555b6bf41f0f7f9&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3098841
Dec 25 21:35:14.105973 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357d7bb6-fce0-423c-94ef-e6a6992695c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68923987-64ea-48ce-9d43-8045f73cf09b,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:35:14.107091 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 57148) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:35:14.167339 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-a20db93d-9f6f-43d4-b0b5-bd0dda3c2950 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:35:14.189698 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-a20db93d-9f6f-43d4-b0b5-bd0dda3c2950 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:35:14.301209 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-a20db93d-9f6f-43d4-b0b5-bd0dda3c2950 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:35:14.303962 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-a20db93d-9f6f-43d4-b0b5-bd0dda3c2950 admin admin] Publish callbacks [] for security_group, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:35:14.305274 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-a20db93d-9f6f-43d4-b0b5-bd0dda3c2950 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/68923987-64ea-48ce-9d43-8045f73cf09b HTTP/1.1" status: 204  len: 168 time: 0.1970778
Dec 25 21:35:14.314789 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20db93d-9f6f-43d4-b0b5-bd0dda3c2950 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68923987-64ea-48ce-9d43-8045f73cf09b,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:35:15.595949 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 57252) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:35:15.750723 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-d2656a95-1c3c-4782-a7d3-3a61eb9de865 admin admin] Publish callbacks [] for security_group, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:35:15.833152 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-d2656a95-1c3c-4782-a7d3-3a61eb9de865 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:35:15.911784 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-d2656a95-1c3c-4782-a7d3-3a61eb9de865 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:35:15.954928 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-d2656a95-1c3c-4782-a7d3-3a61eb9de865 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=14f47a8e0d5f4e858f4f0ddf0fb5f347&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3578198
Dec 25 21:35:15.955884 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2656a95-1c3c-4782-a7d3-3a61eb9de865 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5466cfa-3e2e-4dcd-a5ec-f1f70a0c610a,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:35:15.961045 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 57262) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:35:16.010154 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b9425ecb-ade5-41be-8d15-231b92f0a8f0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:35:16.032083 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b9425ecb-ade5-41be-8d15-231b92f0a8f0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:35:16.152622 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b9425ecb-ade5-41be-8d15-231b92f0a8f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:35:16.156458 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b9425ecb-ade5-41be-8d15-231b92f0a8f0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:35:16.161049 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-b9425ecb-ade5-41be-8d15-231b92f0a8f0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d5466cfa-3e2e-4dcd-a5ec-f1f70a0c610a HTTP/1.1" status: 204  len: 168 time: 0.1989288
Dec 25 21:35:16.170847 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9425ecb-ade5-41be-8d15-231b92f0a8f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5466cfa-3e2e-4dcd-a5ec-f1f70a0c610a,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:35:18.755694 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.agents_db [None req-ec08dba0-4483-4109-b5e1-5e4a9fdaf12d None None] Agent healthcheck: found 7 active agents {{(pid=121609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 25 21:35:21.969966 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 57512) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:35:22.085517 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-9cc91388-ec11-4122-81e4-2a309513fc35 admin admin] Publish callbacks [] for security_group, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:35:22.160615 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-9cc91388-ec11-4122-81e4-2a309513fc35 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:35:22.254646 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-9cc91388-ec11-4122-81e4-2a309513fc35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:35:22.291639 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc91388-ec11-4122-81e4-2a309513fc35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fc28504-4158-4b1a-88f1-ca6fe1f9b188,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:35:22.295916 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-9cc91388-ec11-4122-81e4-2a309513fc35 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=758f44503e1c41dc9aecca962e0c75f6&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3248374
Dec 25 21:35:22.298610 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 57532) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:35:22.348405 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-c432fe70-0737-44f6-99e9-143032da7278 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:35:22.370684 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-c432fe70-0737-44f6-99e9-143032da7278 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:35:22.494090 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-c432fe70-0737-44f6-99e9-143032da7278 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:35:22.497318 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-c432fe70-0737-44f6-99e9-143032da7278 admin admin] Publish callbacks [] for security_group, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:35:22.500770 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-c432fe70-0737-44f6-99e9-143032da7278 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1fc28504-4158-4b1a-88f1-ca6fe1f9b188 HTTP/1.1" status: 204  len: 168 time: 0.2012348
Dec 25 21:35:22.509493 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c432fe70-0737-44f6-99e9-143032da7278 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fc28504-4158-4b1a-88f1-ca6fe1f9b188,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:35:23.118692 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 57566) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:35:23.233401 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-39adf9a7-f9d5-4857-83da-04d95c6f90f9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:35:23.308027 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-39adf9a7-f9d5-4857-83da-04d95c6f90f9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:35:23.394491 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 57570) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:35:23.403282 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-6aedca3f-3cdf-411d-92f7-13f63fb592eb admin admin] Publish callbacks [] for security_group, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:35:23.414112 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-39adf9a7-f9d5-4857-83da-04d95c6f90f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:35:23.466102 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-39adf9a7-f9d5-4857-83da-04d95c6f90f9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4129751af30b47ed920a9c2fe6286abd&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3463452
Dec 25 21:35:23.468222 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39adf9a7-f9d5-4857-83da-04d95c6f90f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42b36fc1-d2a9-45f6-b6b8-bd8caee1e2ac,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:35:23.470135 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 57572) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:35:23.502543 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-6aedca3f-3cdf-411d-92f7-13f63fb592eb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:35:23.544177 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-8abdb28e-a3e0-4b95-bccd-269e93d3a2a1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:35:23.568525 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-8abdb28e-a3e0-4b95-bccd-269e93d3a2a1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:35:23.642999 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-6aedca3f-3cdf-411d-92f7-13f63fb592eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:35:23.680280 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aedca3f-3cdf-411d-92f7-13f63fb592eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80cbb5bf-e4bb-40ca-90b6-c9ffc17a64d4,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:35:23.684500 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-6aedca3f-3cdf-411d-92f7-13f63fb592eb admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=30c46ac2ae5b47ed9025da4c12ac0d41&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2938423
Dec 25 21:35:23.691284 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 57578) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:35:23.737298 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-0b35cdf8-a34a-45da-876d-1647c601661f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:35:23.755483 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-8abdb28e-a3e0-4b95-bccd-269e93d3a2a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:35:23.758133 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-8abdb28e-a3e0-4b95-bccd-269e93d3a2a1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:35:23.761879 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-8abdb28e-a3e0-4b95-bccd-269e93d3a2a1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/42b36fc1-d2a9-45f6-b6b8-bd8caee1e2ac HTTP/1.1" status: 204  len: 168 time: 0.2870598
Dec 25 21:35:23.775563 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-0b35cdf8-a34a-45da-876d-1647c601661f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:35:23.785992 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abdb28e-a3e0-4b95-bccd-269e93d3a2a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42b36fc1-d2a9-45f6-b6b8-bd8caee1e2ac,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:35:23.922858 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-0b35cdf8-a34a-45da-876d-1647c601661f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:35:23.926069 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-0b35cdf8-a34a-45da-876d-1647c601661f admin admin] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:35:23.927265 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-0b35cdf8-a34a-45da-876d-1647c601661f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/80cbb5bf-e4bb-40ca-90b6-c9ffc17a64d4 HTTP/1.1" status: 204  len: 168 time: 0.2390964
Dec 25 21:35:23.935475 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b35cdf8-a34a-45da-876d-1647c601661f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80cbb5bf-e4bb-40ca-90b6-c9ffc17a64d4,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:35:24.587063 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 57606) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:35:24.608234 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-24297b1f-78e8-4715-b697-23a33af65054 admin admin] Publish callbacks [] for security_group, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:35:24.700152 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-24297b1f-78e8-4715-b697-23a33af65054 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:35:24.802977 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-24297b1f-78e8-4715-b697-23a33af65054 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:35:24.844333 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-24297b1f-78e8-4715-b697-23a33af65054 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=59840ba6b6a34d8db2a48b0b0de81726&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2546520
Dec 25 21:35:24.846496 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24297b1f-78e8-4715-b697-23a33af65054 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26460611-9cba-4cf9-929a-a77d187b4e91,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:35:24.847169 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 57624) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:35:24.899936 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-245390af-aeb0-46a2-8be5-060929407827 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:35:24.933288 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-245390af-aeb0-46a2-8be5-060929407827 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:35:25.089641 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-245390af-aeb0-46a2-8be5-060929407827 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:35:25.092330 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-245390af-aeb0-46a2-8be5-060929407827 admin admin] Publish callbacks [] for security_group, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:35:25.093572 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-245390af-aeb0-46a2-8be5-060929407827 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/26460611-9cba-4cf9-929a-a77d187b4e91 HTTP/1.1" status: 204  len: 168 time: 0.2453752
Dec 25 21:35:25.102771 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245390af-aeb0-46a2-8be5-060929407827 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26460611-9cba-4cf9-929a-a77d187b4e91,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:35:25.113631 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245390af-aeb0-46a2-8be5-060929407827 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:35:25.113977 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245390af-aeb0-46a2-8be5-060929407827 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:35:25.114508 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245390af-aeb0-46a2-8be5-060929407827 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:35:25.115548 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245390af-aeb0-46a2-8be5-060929407827 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:35:25.115548 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245390af-aeb0-46a2-8be5-060929407827 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:35:25.115548 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245390af-aeb0-46a2-8be5-060929407827 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:35:25.115895 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245390af-aeb0-46a2-8be5-060929407827 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:35:25.116222 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245390af-aeb0-46a2-8be5-060929407827 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:35:25.116732 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245390af-aeb0-46a2-8be5-060929407827 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:35:25.117089 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245390af-aeb0-46a2-8be5-060929407827 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:35:25.117419 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245390af-aeb0-46a2-8be5-060929407827 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:35:25.118332 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245390af-aeb0-46a2-8be5-060929407827 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:35:25.118332 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245390af-aeb0-46a2-8be5-060929407827 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:35:25.336095 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4ee845d7-f7b4-4cd4-8432-466b7a61bd02 req-357541a4-b05b-4367-bbb0-a87daea1382a tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1294012541&fields=id&tenant_id=c77dc74a46d64a67991d82bf12adb1dc HTTP/1.1" status: 200  len: 267 time: 0.0490584
Dec 25 21:35:25.448899 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee845d7-f7b4-4cd4-8432-466b7a61bd02 req-15a04430-5bfe-476f-90f8-fbe8be7e34c5 tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:35:25.450070 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4ee845d7-f7b4-4cd4-8432-466b7a61bd02 req-15a04430-5bfe-476f-90f8-fbe8be7e34c5 tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] 10.222.0.32 "GET /v2.0/networks?id=d257b68f-9132-4584-b1b0-827fbb5ce176 HTTP/1.1" status: 200  len: 812 time: 0.1062737
Dec 25 21:35:25.466412 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4ee845d7-f7b4-4cd4-8432-466b7a61bd02 req-8f1e2411-0441-4e29-a338-85d4c396db15 tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] 10.222.0.32 "GET /v2.0/quotas/c77dc74a46d64a67991d82bf12adb1dc HTTP/1.1" status: 200  len: 375 time: 0.0099614
Dec 25 21:35:25.532021 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4ee845d7-f7b4-4cd4-8432-466b7a61bd02 req-ae8fd374-9620-4f7e-86b9-0d9d22a008d7 tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=c77dc74a46d64a67991d82bf12adb1dc&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0515251
Dec 25 21:35:25.645293 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4ee845d7-f7b4-4cd4-8432-466b7a61bd02 req-b309d958-e4fe-4c13-af0a-8eb01db57e65 service neutron] 10.222.0.32 "GET /v2.0/networks/d257b68f-9132-4584-b1b0-827fbb5ce176?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1003680
Dec 25 21:35:25.768282 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4ee845d7-f7b4-4cd4-8432-466b7a61bd02 req-a4f6fd51-f3b6-499b-b493-89f504944f31 service neutron] 10.222.0.32 "GET /v2.0/networks/d257b68f-9132-4584-b1b0-827fbb5ce176?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1136293
Dec 25 21:35:26.583198 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ff050c5c-b049-4346-b685-27ba93152aa7 req-1fa42423-97ed-4e26-ad0b-c69eb1a268e2 tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] 10.222.0.32 "GET /v2.0/ports?device_id=70451b2f-7bb3-4ea7-b6c9-824c3287928f HTTP/1.1" status: 200  len: 210 time: 0.0344822
Dec 25 21:35:27.683790 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-947e31e0-5490-4d8d-aa6d-076643b7cbc0 req-f20445f5-bf03-4f83-94d5-83d0f6fdc495 tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] 10.222.0.32 "GET /v2.0/ports?device_id=70451b2f-7bb3-4ea7-b6c9-824c3287928f HTTP/1.1" status: 200  len: 210 time: 0.0308297
Dec 25 21:35:28.744423 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee845d7-f7b4-4cd4-8432-466b7a61bd02 req-a105a322-4370-4d82-afb0-74c8c2c7e709 tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:35:28.745930 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4ee845d7-f7b4-4cd4-8432-466b7a61bd02 req-a105a322-4370-4d82-afb0-74c8c2c7e709 tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] 10.222.0.37 "GET /v2.0/networks?id=d257b68f-9132-4584-b1b0-827fbb5ce176 HTTP/1.1" status: 200  len: 812 time: 0.1153247
Dec 25 21:35:28.802869 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c01ce2a9-f198-4920-989c-a0ca40c1ecfc req-6e913b3a-5316-4273-90e9-1622ce910bbb tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] 10.222.0.32 "GET /v2.0/ports?device_id=70451b2f-7bb3-4ea7-b6c9-824c3287928f HTTP/1.1" status: 200  len: 210 time: 0.0385671
Dec 25 21:35:28.849938 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4ee845d7-f7b4-4cd4-8432-466b7a61bd02 req-ca746d42-3ce0-430b-a70f-bf0ecebd17f8 tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c77dc74a46d64a67991d82bf12adb1dc HTTP/1.1" status: 200  len: 380 time: 0.0916164
Dec 25 21:35:28.859709 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-4ee845d7-f7b4-4cd4-8432-466b7a61bd02 req-a8df3dc7-2f58-4344-bc20-8765899db63f tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] Request body: {'port': {'device_id': '70451b2f-7bb3-4ea7-b6c9-824c3287928f', 'network_id': 'd257b68f-9132-4584-b1b0-827fbb5ce176', 'admin_state_up': True, 'tenant_id': 'c77dc74a46d64a67991d82bf12adb1dc', 'security_groups': ['4f8d803e-7f68-446e-9543-2df15d20bdac']}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:35:29.059303 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ee845d7-f7b4-4cd4-8432-466b7a61bd02 req-a8df3dc7-2f58-4344-bc20-8765899db63f tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] Made reservation on behalf of c77dc74a46d64a67991d82bf12adb1dc for: {'port': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:35:29.063552 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-4ee845d7-f7b4-4cd4-8432-466b7a61bd02 req-a8df3dc7-2f58-4344-bc20-8765899db63f tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:35:29.203227 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_common [req-4ee845d7-f7b4-4cd4-8432-466b7a61bd02 req-a8df3dc7-2f58-4344-bc20-8765899db63f tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] Allocated IP 172.20.0.8 (d257b68f-9132-4584-b1b0-827fbb5ce176/fedfc743-c289-4cd2-abdf-caaf178c8eab/d121181f-10e4-43bd-bc6a-60afaaa17f9a) {{(pid=121606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:35:29.355097 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-4ee845d7-f7b4-4cd4-8432-466b7a61bd02 req-a8df3dc7-2f58-4344-bc20-8765899db63f tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] Publish callbacks [] for port, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:35:29.487105 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-4ee845d7-f7b4-4cd4-8432-466b7a61bd02 req-a8df3dc7-2f58-4344-bc20-8765899db63f tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:35:29.537646 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ee845d7-f7b4-4cd4-8432-466b7a61bd02 req-a8df3dc7-2f58-4344-bc20-8765899db63f tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] Network d257b68f-9132-4584-b1b0-827fbb5ce176 is already hosted by enough agents. {{(pid=121606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:35:29.543193 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [req-4ee845d7-f7b4-4cd4-8432-466b7a61bd02 req-a8df3dc7-2f58-4344-bc20-8765899db63f tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] Resources bound (agent type, host, resource id):  {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:35:29.547110 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ee845d7-f7b4-4cd4-8432-466b7a61bd02 req-a8df3dc7-2f58-4344-bc20-8765899db63f tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] Received port after_create {{(pid=121606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:35:29.589800 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8df3dc7-2f58-4344-bc20-8765899db63f tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] Pushing event updated for resources: {'Port': ['ID=d121181f-10e4-43bd-bc6a-60afaaa17f9a,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:35:29.617452 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee845d7-f7b4-4cd4-8432-466b7a61bd02 req-a8df3dc7-2f58-4344-bc20-8765899db63f tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:35:29.618102 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-4ee845d7-f7b4-4cd4-8432-466b7a61bd02 req-a8df3dc7-2f58-4344-bc20-8765899db63f tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:35:29.692258 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4ee845d7-f7b4-4cd4-8432-466b7a61bd02 req-a8df3dc7-2f58-4344-bc20-8765899db63f tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8355231
Dec 25 21:35:29.705628 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-4ee845d7-f7b4-4cd4-8432-466b7a61bd02 req-d33dcd64-4dc8-42ef-984b-4aa4ad408a3f service neutron] Request body: {'port': {'device_id': '70451b2f-7bb3-4ea7-b6c9-824c3287928f', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:35:29.775851 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-4ee845d7-f7b4-4cd4-8432-466b7a61bd02 req-d33dcd64-4dc8-42ef-984b-4aa4ad408a3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:35:29.797108 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-48ce642e-0239-4e67-ad70-0bfc2ea50dd5 None None] Provisioning complete for port d121181f-10e4-43bd-bc6a-60afaaa17f9a triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:35:29.797729 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-48ce642e-0239-4e67-ad70-0bfc2ea50dd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:35:29.836169 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-48ce642e-0239-4e67-ad70-0bfc2ea50dd5 None None] Port d121181f-10e4-43bd-bc6a-60afaaa17f9a cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:35:30.033655 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983091fa-a213-4180-a3b3-bafc386af4ab req-07166fd1-085e-4496-9c75-2e818a0d3574 tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:35:30.035793 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-983091fa-a213-4180-a3b3-bafc386af4ab req-07166fd1-085e-4496-9c75-2e818a0d3574 tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] 10.222.0.32 "GET /v2.0/ports?device_id=70451b2f-7bb3-4ea7-b6c9-824c3287928f HTTP/1.1" status: 200  len: 931 time: 0.1253452
Dec 25 21:35:30.141634 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-983091fa-a213-4180-a3b3-bafc386af4ab req-4395d31f-86fe-4db0-97b0-9ae375384979 tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] 10.222.0.32 "GET /v2.0/security-groups?id=4f8d803e-7f68-446e-9543-2df15d20bdac&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0955691
Dec 25 21:35:30.145526 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [req-4ee845d7-f7b4-4cd4-8432-466b7a61bd02 req-d33dcd64-4dc8-42ef-984b-4aa4ad408a3f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d121181f-10e4-43bd-bc6a-60afaaa17f9a {{(pid=121606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:35:30.153434 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-4ee845d7-f7b4-4cd4-8432-466b7a61bd02 req-d33dcd64-4dc8-42ef-984b-4aa4ad408a3f service neutron] Publish callbacks [] for port, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:35:30.173554 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.provisioning_blocks [req-4ee845d7-f7b4-4cd4-8432-466b7a61bd02 req-d33dcd64-4dc8-42ef-984b-4aa4ad408a3f service neutron] Transition to ACTIVE for port object d121181f-10e4-43bd-bc6a-60afaaa17f9a will not be triggered until provisioned by entity L2. {{(pid=121606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 25 21:35:30.317158 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-4ee845d7-f7b4-4cd4-8432-466b7a61bd02 req-d33dcd64-4dc8-42ef-984b-4aa4ad408a3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:35:30.393186 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33dcd64-4dc8-42ef-984b-4aa4ad408a3f service neutron] Pushing event updated for resources: {'Port': ['ID=d121181f-10e4-43bd-bc6a-60afaaa17f9a,revision_number=2']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:35:30.464784 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-4ee845d7-f7b4-4cd4-8432-466b7a61bd02 req-d33dcd64-4dc8-42ef-984b-4aa4ad408a3f service neutron] Attempting to bind port d121181f-10e4-43bd-bc6a-60afaaa17f9a on host nch2-master-1 for vnic_type normal with profile  {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:35:30.465064 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-4ee845d7-f7b4-4cd4-8432-466b7a61bd02 req-d33dcd64-4dc8-42ef-984b-4aa4ad408a3f service neutron] Attempting to bind port d121181f-10e4-43bd-bc6a-60afaaa17f9a by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '399a6746-6b98-4df2-84fe-0fb7167d792c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd257b68f-9132-4584-b1b0-827fbb5ce176'}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:35:30.465543 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ee845d7-f7b4-4cd4-8432-466b7a61bd02 req-d33dcd64-4dc8-42ef-984b-4aa4ad408a3f service neutron] Attempting to bind port d121181f-10e4-43bd-bc6a-60afaaa17f9a on network d257b68f-9132-4584-b1b0-827fbb5ce176 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:35:30.470257 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ee845d7-f7b4-4cd4-8432-466b7a61bd02 req-d33dcd64-4dc8-42ef-984b-4aa4ad408a3f service neutron] Port d121181f-10e4-43bd-bc6a-60afaaa17f9a on network d257b68f-9132-4584-b1b0-827fbb5ce176 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 25 21:35:30.470583 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ee845d7-f7b4-4cd4-8432-466b7a61bd02 req-d33dcd64-4dc8-42ef-984b-4aa4ad408a3f service neutron] Attempting to bind port d121181f-10e4-43bd-bc6a-60afaaa17f9a on network d257b68f-9132-4584-b1b0-827fbb5ce176 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:35:30.476343 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ee845d7-f7b4-4cd4-8432-466b7a61bd02 req-d33dcd64-4dc8-42ef-984b-4aa4ad408a3f service neutron] Checking agent: {'id': '0d9ae313-8f8d-40fa-8a9f-d098a25a9911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 21, 4, 38), 'started_at': datetime.datetime(2021, 12, 25, 21, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 35, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:35:30.476673 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ee845d7-f7b4-4cd4-8432-466b7a61bd02 req-d33dcd64-4dc8-42ef-984b-4aa4ad408a3f service neutron] Checking segment: {'id': '399a6746-6b98-4df2-84fe-0fb7167d792c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd257b68f-9132-4584-b1b0-827fbb5ce176'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:35:30.477086 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ee845d7-f7b4-4cd4-8432-466b7a61bd02 req-d33dcd64-4dc8-42ef-984b-4aa4ad408a3f service neutron] Bound using segment: {'id': '399a6746-6b98-4df2-84fe-0fb7167d792c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd257b68f-9132-4584-b1b0-827fbb5ce176'} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:35:30.477519 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-4ee845d7-f7b4-4cd4-8432-466b7a61bd02 req-d33dcd64-4dc8-42ef-984b-4aa4ad408a3f service neutron] Bound port: d121181f-10e4-43bd-bc6a-60afaaa17f9a, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '399a6746-6b98-4df2-84fe-0fb7167d792c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd257b68f-9132-4584-b1b0-827fbb5ce176'}}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:35:30.477873 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-4ee845d7-f7b4-4cd4-8432-466b7a61bd02 req-d33dcd64-4dc8-42ef-984b-4aa4ad408a3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:35:30.567362 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-4ee845d7-f7b4-4cd4-8432-466b7a61bd02 req-d33dcd64-4dc8-42ef-984b-4aa4ad408a3f service neutron] For port d121181f-10e4-43bd-bc6a-60afaaa17f9a, host nch2-master-1, cleared binding levels {{(pid=121606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:35:30.577150 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-4ee845d7-f7b4-4cd4-8432-466b7a61bd02 req-d33dcd64-4dc8-42ef-984b-4aa4ad408a3f service neutron] For port d121181f-10e4-43bd-bc6a-60afaaa17f9a, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d121181f-10e4-43bd-bc6a-60afaaa17f9a,segment=NetworkSegment(399a6746-6b98-4df2-84fe-0fb7167d792c),segment_id=399a6746-6b98-4df2-84fe-0fb7167d792c)] {{(pid=121606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:35:30.662567 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-4ee845d7-f7b4-4cd4-8432-466b7a61bd02 req-d33dcd64-4dc8-42ef-984b-4aa4ad408a3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:35:30.697357 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee845d7-f7b4-4cd4-8432-466b7a61bd02 req-d33dcd64-4dc8-42ef-984b-4aa4ad408a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:35:30.697984 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-4ee845d7-f7b4-4cd4-8432-466b7a61bd02 req-d33dcd64-4dc8-42ef-984b-4aa4ad408a3f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:35:30.699421 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4ee845d7-f7b4-4cd4-8432-466b7a61bd02 req-d33dcd64-4dc8-42ef-984b-4aa4ad408a3f service neutron] 10.222.0.37 "PUT /v2.0/ports/d121181f-10e4-43bd-bc6a-60afaaa17f9a HTTP/1.1" status: 200  len: 1091 time: 0.9986644
Dec 25 21:35:30.699868 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70451b2f-7bb3-4ea7-b6c9-824c3287928f', 'tag': 'd121181f-10e4-43bd-bc6a-60afaaa17f9a'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:35:30.702576 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9858820c13ec2827453b94ebc4181065e990a4e4089ccb9fe762531ac62d2fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7097a874-be4f-4036-a62d-26be58b20d86" -d '{"events": [{"name": "network-changed", "server_uuid": "70451b2f-7bb3-4ea7-b6c9-824c3287928f", "tag": "d121181f-10e4-43bd-bc6a-60afaaa17f9a"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:35:30.738533 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33dcd64-4dc8-42ef-984b-4aa4ad408a3f service neutron] Pushing event updated for resources: {'Port': ['ID=d121181f-10e4-43bd-bc6a-60afaaa17f9a,revision_number=3']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:35:30.744947 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Dec 2021 21:35:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01ea3987-abd6-4b13-b598-a62a0e3254a0 x-openstack-request-id: req-01ea3987-abd6-4b13-b598-a62a0e3254a0 {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:35:30.745215 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70451b2f-7bb3-4ea7-b6c9-824c3287928f", "tag": "d121181f-10e4-43bd-bc6a-60afaaa17f9a", "status": "completed", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:35:30.745473 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-01ea3987-abd6-4b13-b598-a62a0e3254a0 {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:35:30.746075 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70451b2f-7bb3-4ea7-b6c9-824c3287928f', 'tag': 'd121181f-10e4-43bd-bc6a-60afaaa17f9a', 'status': 'completed', 'code': 200}
Dec 25 21:35:30.818826 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7097a874-be4f-4036-a62d-26be58b20d86 req-6c08b790-9a16-4abb-9861-cfc672317400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:35:30.820525 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7097a874-be4f-4036-a62d-26be58b20d86 req-6c08b790-9a16-4abb-9861-cfc672317400 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c77dc74a46d64a67991d82bf12adb1dc&device_id=70451b2f-7bb3-4ea7-b6c9-824c3287928f HTTP/1.1" status: 200  len: 1094 time: 0.0529892
Dec 25 21:35:30.937430 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7097a874-be4f-4036-a62d-26be58b20d86 req-a790eb5d-5f3a-4ee5-9f2d-2a403be7294e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:35:30.939379 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7097a874-be4f-4036-a62d-26be58b20d86 req-a790eb5d-5f3a-4ee5-9f2d-2a403be7294e service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=c77dc74a46d64a67991d82bf12adb1dc&shared=False HTTP/1.1" status: 200  len: 913 time: 0.1074102
Dec 25 21:35:31.060161 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7097a874-be4f-4036-a62d-26be58b20d86 req-7efff418-de45-4c11-a68d-6f56b843b88a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:35:31.061818 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7097a874-be4f-4036-a62d-26be58b20d86 req-7efff418-de45-4c11-a68d-6f56b843b88a service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1138494
Dec 25 21:35:31.146543 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee845d7-f7b4-4cd4-8432-466b7a61bd02 req-5783a627-bb1d-46b7-bb6a-9383f625d257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:35:31.148169 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4ee845d7-f7b4-4cd4-8432-466b7a61bd02 req-5783a627-bb1d-46b7-bb6a-9383f625d257 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c77dc74a46d64a67991d82bf12adb1dc&device_id=70451b2f-7bb3-4ea7-b6c9-824c3287928f HTTP/1.1" status: 200  len: 1094 time: 0.0455163
Dec 25 21:35:31.202026 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4ee845d7-f7b4-4cd4-8432-466b7a61bd02 req-e4839b10-5c90-49bc-8ebe-c758a24392b9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d121181f-10e4-43bd-bc6a-60afaaa17f9a HTTP/1.1" status: 200  len: 217 time: 0.0459054
Dec 25 21:35:31.278478 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee845d7-f7b4-4cd4-8432-466b7a61bd02 req-0a6fca6e-4cd1-4b68-b4ea-b7192959121a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:35:31.279884 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4ee845d7-f7b4-4cd4-8432-466b7a61bd02 req-0a6fca6e-4cd1-4b68-b4ea-b7192959121a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fedfc743-c289-4cd2-abdf-caaf178c8eab HTTP/1.1" status: 200  len: 851 time: 0.0710349
Dec 25 21:35:31.304565 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7144d892-461c-415c-b2e8-a5a94ed9c13d req-e5f7ab5b-0a35-4f08-982a-2d0e63506727 tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:35:31.306072 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7144d892-461c-415c-b2e8-a5a94ed9c13d req-e5f7ab5b-0a35-4f08-982a-2d0e63506727 tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] 10.222.0.32 "GET /v2.0/ports?device_id=70451b2f-7bb3-4ea7-b6c9-824c3287928f HTTP/1.1" status: 200  len: 943 time: 0.0710926
Dec 25 21:35:31.359675 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee845d7-f7b4-4cd4-8432-466b7a61bd02 req-64c18d9d-18f7-4c84-9a07-1e82bcbab68a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:35:31.361200 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4ee845d7-f7b4-4cd4-8432-466b7a61bd02 req-64c18d9d-18f7-4c84-9a07-1e82bcbab68a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d257b68f-9132-4584-b1b0-827fbb5ce176&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0733368
Dec 25 21:35:31.398317 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7144d892-461c-415c-b2e8-a5a94ed9c13d req-af2e119b-900c-42a7-963d-d4532c67c06a tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] 10.222.0.32 "GET /v2.0/security-groups?id=4f8d803e-7f68-446e-9543-2df15d20bdac&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0743530
Dec 25 21:35:31.487064 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4ee845d7-f7b4-4cd4-8432-466b7a61bd02 req-42b82381-456d-4b3b-a348-ab02b48ee3f7 service neutron] 10.222.0.37 "GET /v2.0/networks/d257b68f-9132-4584-b1b0-827fbb5ce176?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1155393
Dec 25 21:35:31.594680 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4ee845d7-f7b4-4cd4-8432-466b7a61bd02 req-94c85e9b-9156-4d5b-a8d1-957eff6bc80d service neutron] 10.222.0.37 "GET /v2.0/networks/d257b68f-9132-4584-b1b0-827fbb5ce176?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1004755
Dec 25 21:35:31.657795 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 57930) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:35:31.770078 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-b39656aa-d729-4514-92b7-9ce223e958b9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:35:31.844690 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-b39656aa-d729-4514-92b7-9ce223e958b9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:35:31.997410 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-b39656aa-d729-4514-92b7-9ce223e958b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:35:32.033653 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39656aa-d729-4514-92b7-9ce223e958b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b54133fa-9bdb-4ffa-8368-547d336ade0b,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:35:32.038581 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-b39656aa-d729-4514-92b7-9ce223e958b9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a9646d83b7ab4472bbb04340bdcd7b8e&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3796225
Dec 25 21:35:32.041499 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 57938) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:35:32.106138 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-a9ab1a95-f430-4061-a00f-4e333ef3a46f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:35:32.130010 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-a9ab1a95-f430-4061-a00f-4e333ef3a46f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:35:32.277477 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-a9ab1a95-f430-4061-a00f-4e333ef3a46f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:35:32.280142 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-a9ab1a95-f430-4061-a00f-4e333ef3a46f admin admin] Publish callbacks [] for security_group, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:35:32.281334 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-a9ab1a95-f430-4061-a00f-4e333ef3a46f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b54133fa-9bdb-4ffa-8368-547d336ade0b HTTP/1.1" status: 204  len: 168 time: 0.2393634
Dec 25 21:35:32.289783 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ab1a95-f430-4061-a00f-4e333ef3a46f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b54133fa-9bdb-4ffa-8368-547d336ade0b,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:35:32.524596 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9998df3-9e8c-4ee0-9550-bdfb850b6c8e req-f83baab4-34bd-4c65-b063-6db932995c36 tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:35:32.526215 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d9998df3-9e8c-4ee0-9550-bdfb850b6c8e req-f83baab4-34bd-4c65-b063-6db932995c36 tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] 10.222.0.32 "GET /v2.0/ports?device_id=70451b2f-7bb3-4ea7-b6c9-824c3287928f HTTP/1.1" status: 200  len: 943 time: 0.0503862
Dec 25 21:35:32.579175 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d9998df3-9e8c-4ee0-9550-bdfb850b6c8e req-99297262-33a3-4441-8e76-f5115ecd0a33 tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] 10.222.0.32 "GET /v2.0/security-groups?id=4f8d803e-7f68-446e-9543-2df15d20bdac&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0465870
Dec 25 21:35:32.939644 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 57982) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:35:32.954326 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-4e187e79-18f2-4ed9-842a-91831c96b7f6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:35:33.033450 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-4e187e79-18f2-4ed9-842a-91831c96b7f6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:35:33.083065 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-4e187e79-18f2-4ed9-842a-91831c96b7f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:35:33.123257 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-4e187e79-18f2-4ed9-842a-91831c96b7f6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1c6c05dc76664cae8afb7d51403eaead&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1824777
Dec 25 21:35:33.125329 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e187e79-18f2-4ed9-842a-91831c96b7f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e839400-6cc4-469c-8982-c45ce43cb915,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:35:33.126068 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 57986) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:35:33.174158 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b2f98c82-cb7e-4bdf-a2c8-f3dc98bb35b6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:35:33.195313 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b2f98c82-cb7e-4bdf-a2c8-f3dc98bb35b6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:35:33.369312 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b2f98c82-cb7e-4bdf-a2c8-f3dc98bb35b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:35:33.372363 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b2f98c82-cb7e-4bdf-a2c8-f3dc98bb35b6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:35:33.375523 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-b2f98c82-cb7e-4bdf-a2c8-f3dc98bb35b6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7e839400-6cc4-469c-8982-c45ce43cb915 HTTP/1.1" status: 204  len: 168 time: 0.2459629
Dec 25 21:35:33.383209 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f98c82-cb7e-4bdf-a2c8-f3dc98bb35b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e839400-6cc4-469c-8982-c45ce43cb915,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:35:33.698777 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1672da9-5779-47ae-be03-57445918a9fd req-d91a2f7c-1434-4f3a-a6f0-c076fac835fd tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:35:33.700257 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a1672da9-5779-47ae-be03-57445918a9fd req-d91a2f7c-1434-4f3a-a6f0-c076fac835fd tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] 10.222.0.32 "GET /v2.0/ports?device_id=70451b2f-7bb3-4ea7-b6c9-824c3287928f HTTP/1.1" status: 200  len: 943 time: 0.0511372
Dec 25 21:35:33.768256 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a1672da9-5779-47ae-be03-57445918a9fd req-6daec2ee-215f-4d9d-9404-f1f908139449 tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] 10.222.0.32 "GET /v2.0/security-groups?id=4f8d803e-7f68-446e-9543-2df15d20bdac&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0606177
Dec 25 21:35:34.464095 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:35:34.683448 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 58046) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:35:34.787187 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-6a5b4c9f-214a-46e8-b366-bb5013fb1565 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:35:34.912817 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4bee33-c414-4317-923c-7afe5c198e51 req-2908a0ca-5e4a-4388-9d6b-62a8f5d6bf49 tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:35:34.915076 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ae4bee33-c414-4317-923c-7afe5c198e51 req-2908a0ca-5e4a-4388-9d6b-62a8f5d6bf49 tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] 10.222.0.32 "GET /v2.0/ports?device_id=70451b2f-7bb3-4ea7-b6c9-824c3287928f HTTP/1.1" status: 200  len: 943 time: 0.0638359
Dec 25 21:35:34.979427 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ae4bee33-c414-4317-923c-7afe5c198e51 req-7861fc0f-eb36-4c3b-b7bf-ed3a53d26848 tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] 10.222.0.32 "GET /v2.0/security-groups?id=4f8d803e-7f68-446e-9543-2df15d20bdac&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0540016
Dec 25 21:35:35.202711 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-0ca1696a-9052-4673-a325-6ea50c80aaa9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2007615'] for router_interface, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:35:35.466084 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-0ca1696a-9052-4673-a325-6ea50c80aaa9 admin admin] Deleting port 5b012a25-235f-4b41-a376-5a4f688389ff {{(pid=121607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:35:35.466362 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-0ca1696a-9052-4673-a325-6ea50c80aaa9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:35:35.545766 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.db [None req-0ca1696a-9052-4673-a325-6ea50c80aaa9 admin admin] For port 5b012a25-235f-4b41-a376-5a4f688389ff, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5b012a25-235f-4b41-a376-5a4f688389ff,segment=NetworkSegment(51150129-bf93-43ed-a72b-663a41e8f921),segment_id=51150129-bf93-43ed-a72b-663a41e8f921)] {{(pid=121607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:35:35.546057 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-0ca1696a-9052-4673-a325-6ea50c80aaa9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:35:35.564344 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-0ca1696a-9052-4673-a325-6ea50c80aaa9 admin admin] Calling delete_port for 5b012a25-235f-4b41-a376-5a4f688389ff owned by network:router_interface {{(pid=121607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:35:35.882714 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-0ca1696a-9052-4673-a325-6ea50c80aaa9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:35:35.909654 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca1696a-9052-4673-a325-6ea50c80aaa9 admin admin] Pushing event deleted for resources: {'Port': ['ID=5b012a25-235f-4b41-a376-5a4f688389ff,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:35:36.113323 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-0ca1696a-9052-4673-a325-6ea50c80aaa9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2007763'] for router_interface, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:35:36.116900 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9459beca-f27b-449d-8bbe-2d42dfb085e4 req-c1cc3291-10f8-41e4-8936-7a995872a8b8 tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:35:36.118544 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9459beca-f27b-449d-8bbe-2d42dfb085e4 req-c1cc3291-10f8-41e4-8936-7a995872a8b8 tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] 10.222.0.32 "GET /v2.0/ports?device_id=70451b2f-7bb3-4ea7-b6c9-824c3287928f HTTP/1.1" status: 200  len: 943 time: 0.0590456
Dec 25 21:35:36.175222 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9459beca-f27b-449d-8bbe-2d42dfb085e4 req-f5a176c2-b25a-417e-83d9-207b008aadf6 tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] 10.222.0.32 "GET /v2.0/security-groups?id=4f8d803e-7f68-446e-9543-2df15d20bdac&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0457146
Dec 25 21:35:36.315006 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 58092) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:35:36.344042 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ca1696a-9052-4673-a325-6ea50c80aaa9 admin admin] Router 9557b2cf-7512-4e66-b498-527384e39f88 has already been hosted by L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 {{(pid=121607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 25 21:35:36.432292 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-d94a3a33-28ec-43c1-9ebd-5a8f47203830 admin admin] Publish callbacks [] for security_group, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:35:36.457252 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ca1696a-9052-4673-a325-6ea50c80aaa9 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 21:35:36.462372 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-0ca1696a-9052-4673-a325-6ea50c80aaa9 admin admin] 10.222.0.32 "PUT /v2.0/routers/9557b2cf-7512-4e66-b498-527384e39f88/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.7778337
Dec 25 21:35:36.464896 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 58096) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:35:36.469031 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d997c6bb-59eb-405c-b24d-a8dbf91bd0f4 None None] Sync routers for ids ['9557b2cf-7512-4e66-b498-527384e39f88'] in ncdv-master-1 {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 21:35:36.480166 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d997c6bb-59eb-405c-b24d-a8dbf91bd0f4 None None] Routers {'9557b2cf-7512-4e66-b498-527384e39f88'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:35:36.480788 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-d997c6bb-59eb-405c-b24d-a8dbf91bd0f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2618719df0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:35:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['9557b2cf-7512-4e66-b498-527384e39f88'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:35:36.515947 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-d94a3a33-28ec-43c1-9ebd-5a8f47203830 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:35:36.581356 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f31e28c0-df62-4755-bd72-c3ea62383e83 admin admin] Publish callbacks [] for router, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:35:36.585458 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvr_db [None req-d997c6bb-59eb-405c-b24d-a8dbf91bd0f4 None None] Set router 9557b2cf-7512-4e66-b498-527384e39f88 gateway port host: ncdv-master-1 {{(pid=121609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:35:36.603688 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-d94a3a33-28ec-43c1-9ebd-5a8f47203830 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:35:36.642338 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94a3a33-28ec-43c1-9ebd-5a8f47203830 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d967c5b-e9f8-4539-95ee-e8e15a1292c9,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:35:36.646734 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-d94a3a33-28ec-43c1-9ebd-5a8f47203830 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ea8a973672df4114a3a8705d32362c0d&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3306785
Dec 25 21:35:36.655382 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 58100) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:35:36.704315 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f31e28c0-df62-4755-bd72-c3ea62383e83 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:35:36.713902 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-dc9b60be-f8b0-4d35-be5d-dfb8c6543e4f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:35:36.736811 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-dc9b60be-f8b0-4d35-be5d-dfb8c6543e4f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:35:36.788214 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-d997c6bb-59eb-405c-b24d-a8dbf91bd0f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2618719df0>, [{'id': '9557b2cf-7512-4e66-b498-527384e39f88', 'name': 'tempest-AttachVolumeShelveTestJSON-4777664-router', 'tenant_id': '0560c323ec8e41b3bc05939e12e049d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.92'}], 'enable_snat': True}, 'gw_port_id': '920f4fe2-acfd-479f-87ae-c76a221d1b18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:26:45Z', 'updated_at': '2021-12-25T21:35:35Z', 'revision_number': 5, 'project_id': '0560c323ec8e41b3bc05939e12e049d5', 'gw_port': {'id': '920f4fe2-acfd-479f-87ae-c76a221d1b18', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:90:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9557b2cf-7512-4e66-b498-527384e39f88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1961, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:26:47Z', 'updated_at': '2021-12-25T21:26:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:35:36.816134 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d997c6bb-59eb-405c-b24d-a8dbf91bd0f4 None None] Checking router: 9557b2cf-7512-4e66-b498-527384e39f88 for host: ncdv-master-1 {{(pid=121609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 25 21:35:36.824193 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-f31e28c0-df62-4755-bd72-c3ea62383e83 admin admin] Deleting port 920f4fe2-acfd-479f-87ae-c76a221d1b18 {{(pid=121607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:35:36.824540 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f31e28c0-df62-4755-bd72-c3ea62383e83 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:35:36.824967 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d997c6bb-59eb-405c-b24d-a8dbf91bd0f4 None None] Routers {'9557b2cf-7512-4e66-b498-527384e39f88'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:35:36.825679 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-d997c6bb-59eb-405c-b24d-a8dbf91bd0f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2618719df0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:35:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['9557b2cf-7512-4e66-b498-527384e39f88'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:35:36.872417 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-dc9b60be-f8b0-4d35-be5d-dfb8c6543e4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:35:36.875768 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-dc9b60be-f8b0-4d35-be5d-dfb8c6543e4f admin admin] Publish callbacks [] for security_group, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:35:36.877299 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-dc9b60be-f8b0-4d35-be5d-dfb8c6543e4f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0d967c5b-e9f8-4539-95ee-e8e15a1292c9 HTTP/1.1" status: 204  len: 168 time: 0.2224162
Dec 25 21:35:36.888040 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9b60be-f8b0-4d35-be5d-dfb8c6543e4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d967c5b-e9f8-4539-95ee-e8e15a1292c9,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:35:36.918055 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.db [None req-f31e28c0-df62-4755-bd72-c3ea62383e83 admin admin] For port 920f4fe2-acfd-479f-87ae-c76a221d1b18, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=920f4fe2-acfd-479f-87ae-c76a221d1b18,segment=NetworkSegment(6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855),segment_id=6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855)] {{(pid=121607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:35:36.918554 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f31e28c0-df62-4755-bd72-c3ea62383e83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:35:36.929649 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvr_db [None req-d997c6bb-59eb-405c-b24d-a8dbf91bd0f4 None None] Set router 9557b2cf-7512-4e66-b498-527384e39f88 gateway port host: None {{(pid=121609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:35:36.934587 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-f31e28c0-df62-4755-bd72-c3ea62383e83 admin admin] Calling delete_port for 920f4fe2-acfd-479f-87ae-c76a221d1b18 owned by network:router_gateway {{(pid=121607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:35:36.993165 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-d997c6bb-59eb-405c-b24d-a8dbf91bd0f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2618719df0>, [{'id': '9557b2cf-7512-4e66-b498-527384e39f88', 'name': 'tempest-AttachVolumeShelveTestJSON-4777664-router', 'tenant_id': '0560c323ec8e41b3bc05939e12e049d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:26:45Z', 'updated_at': '2021-12-25T21:35:36Z', 'revision_number': 6, 'project_id': '0560c323ec8e41b3bc05939e12e049d5', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:35:37.003331 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3740c630-e1d6-4cd8-af97-c1a5111cc823 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:35:37.029496 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d997c6bb-59eb-405c-b24d-a8dbf91bd0f4 None None] The sync data for ids ['9557b2cf-7512-4e66-b498-527384e39f88'] in ncdv-master-1 is: [{'id': '9557b2cf-7512-4e66-b498-527384e39f88', 'name': 'tempest-AttachVolumeShelveTestJSON-4777664-router', 'tenant_id': '0560c323ec8e41b3bc05939e12e049d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:26:45Z', 'updated_at': '2021-12-25T21:35:36Z', 'revision_number': 6, 'project_id': '0560c323ec8e41b3bc05939e12e049d5', 'gw_port_host': None}] {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 21:35:37.254583 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f31e28c0-df62-4755-bd72-c3ea62383e83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:35:37.284171 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31e28c0-df62-4755-bd72-c3ea62383e83 admin admin] Pushing event deleted for resources: {'Port': ['ID=920f4fe2-acfd-479f-87ae-c76a221d1b18,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:35:37.300869 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5879ebb-bfbc-48f5-8321-5d46d8829e3b None None] DHCP port deletion for 7201e55c-7c5f-41aa-a042-a363696539d0 request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 21:35:37.323481 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa76b265-cf60-4be2-9361-b401064a9d92 req-c86d79be-b794-4473-b0eb-55acab08581e tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:35:37.325210 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-fa76b265-cf60-4be2-9361-b401064a9d92 req-c86d79be-b794-4473-b0eb-55acab08581e tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] 10.222.0.32 "GET /v2.0/ports?device_id=70451b2f-7bb3-4ea7-b6c9-824c3287928f HTTP/1.1" status: 200  len: 943 time: 0.0728586
Dec 25 21:35:37.352577 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f31e28c0-df62-4755-bd72-c3ea62383e83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2008689'] for router_gateway, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:35:37.383078 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-fa76b265-cf60-4be2-9361-b401064a9d92 req-f5019eab-4942-4309-b949-e0a7c5899375 tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] 10.222.0.32 "GET /v2.0/security-groups?id=4f8d803e-7f68-446e-9543-2df15d20bdac&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0487490
Dec 25 21:35:37.459901 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f31e28c0-df62-4755-bd72-c3ea62383e83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2014235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14905'] for router, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:35:37.462666 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f31e28c0-df62-4755-bd72-c3ea62383e83 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:35:37.497525 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device d121181f-10e4-43bd-bc6a-60afaaa17f9a details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 25 21:35:37.544167 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 5b012a25-235f-4b41-a376-5a4f688389ff no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:35:37.571321 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] No Port match for: 5b012a25-235f-4b41-a376-5a4f688389ff {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:35:37.571670 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 5b012a25-235f-4b41-a376-5a4f688389ff not bound to the agent host ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:35:37.627944 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port d121181f-10e4-43bd-bc6a-60afaaa17f9a, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d121181f-10e4-43bd-bc6a-60afaaa17f9a,segment=NetworkSegment(399a6746-6b98-4df2-84fe-0fb7167d792c),segment_id=399a6746-6b98-4df2-84fe-0fb7167d792c)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:35:37.640448 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Returning: {'device': 'd121181f-10e4-43bd-bc6a-60afaaa17f9a', 'network_id': 'd257b68f-9132-4584-b1b0-827fbb5ce176', 'port_id': 'd121181f-10e4-43bd-bc6a-60afaaa17f9a', 'mac_address': 'fa:16:3e:7b:31:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fedfc743-c289-4cd2-abdf-caaf178c8eab', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 25 21:35:37.643211 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f31e28c0-df62-4755-bd72-c3ea62383e83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2014220'] for router, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:35:37.643741 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f31e28c0-df62-4755-bd72-c3ea62383e83 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9557b2cf-7512-4e66-b498-527384e39f88 {{(pid=121607) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 25 21:35:37.648845 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f31e28c0-df62-4755-bd72-c3ea62383e83 admin admin] Publish callbacks [] for router, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:35:37.650029 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-f31e28c0-df62-4755-bd72-c3ea62383e83 admin admin] 10.222.0.32 "DELETE /v2.0/routers/9557b2cf-7512-4e66-b498-527384e39f88 HTTP/1.1" status: 204  len: 168 time: 1.1841023
Dec 25 21:35:37.652773 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 58116) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:35:37.681510 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:35:37.695664 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d121181f-10e4-43bd-bc6a-60afaaa17f9a {{(pid=121608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:35:37.699918 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_v2 [None req-3066d8b0-6cda-4bf8-a3b0-c96a832281d8 admin admin] Deleting subnet 0cf468ed-9644-4e44-939f-6c7d09675460 {{(pid=121607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Dec 25 21:35:37.701153 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 58118) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:35:37.702953 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-3066d8b0-6cda-4bf8-a3b0-c96a832281d8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:35:37.715869 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-5672885f-8d6c-4209-8869-8128469af4b4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:35:37.717274 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port d121181f-10e4-43bd-bc6a-60afaaa17f9a, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d121181f-10e4-43bd-bc6a-60afaaa17f9a,segment=NetworkSegment(399a6746-6b98-4df2-84fe-0fb7167d792c),segment_id=399a6746-6b98-4df2-84fe-0fb7167d792c)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:35:37.743721 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-3066d8b0-6cda-4bf8-a3b0-c96a832281d8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10246617'] for subnet, precommit_delete_associations {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:35:37.775660 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:35:37.798004 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-5672885f-8d6c-4209-8869-8128469af4b4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:35:37.830223 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Pushing event updated for resources: {'Port': ['ID=d121181f-10e4-43bd-bc6a-60afaaa17f9a,revision_number=4']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:35:37.838591 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-3066d8b0-6cda-4bf8-a3b0-c96a832281d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995662'] for subnet, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:35:37.854544 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-5672885f-8d6c-4209-8869-8128469af4b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:35:37.901512 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-5672885f-8d6c-4209-8869-8128469af4b4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=199a07784e0549d19c6db10fed31e40c&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1988599
Dec 25 21:35:37.903501 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5672885f-8d6c-4209-8869-8128469af4b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c6dfc14-0fc3-4374-ae44-35e5f6ddb3b4,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:35:37.904164 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 58120) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:35:37.963251 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-faa5d230-29bf-4d02-99c6-0a477079e732 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:35:37.985703 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-faa5d230-29bf-4d02-99c6-0a477079e732 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:35:38.015136 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] get_ports_and_sgs() called for port_ids ['d121181f-10e4-43bd-bc6a-60afaaa17f9a'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:35:38.018752 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-3066d8b0-6cda-4bf8-a3b0-c96a832281d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8632410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8852809'] for subnet, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:35:38.059394 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3066d8b0-6cda-4bf8-a3b0-c96a832281d8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0cf468ed-9644-4e44-939f-6c7d09675460,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:35:38.064735 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-3066d8b0-6cda-4bf8-a3b0-c96a832281d8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:35:38.070553 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-3066d8b0-6cda-4bf8-a3b0-c96a832281d8 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/0cf468ed-9644-4e44-939f-6c7d09675460 HTTP/1.1" status: 204  len: 168 time: 0.4148648
Dec 25 21:35:38.071272 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 58126) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:35:38.085146 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b573dd34-5798-45c6-be00-e67fc912ffde None None] Network c8199f70-d579-4a7f-8b38-5d569ea5e784 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:35:38.169037 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-33c250de-5a47-4d76-94c1-979164029764 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625803'] for network, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:35:38.203214 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-faa5d230-29bf-4d02-99c6-0a477079e732 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:35:38.206174 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-faa5d230-29bf-4d02-99c6-0a477079e732 admin admin] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:35:38.212555 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-faa5d230-29bf-4d02-99c6-0a477079e732 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1c6dfc14-0fc3-4374-ae44-35e5f6ddb3b4 HTTP/1.1" status: 204  len: 168 time: 0.3050911
Dec 25 21:35:38.229140 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa5d230-29bf-4d02-99c6-0a477079e732 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c6dfc14-0fc3-4374-ae44-35e5f6ddb3b4,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:35:38.254658 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-33c250de-5a47-4d76-94c1-979164029764 admin admin] Deleting port fea9d748-5db1-488a-b7c1-8e05064d30ad {{(pid=121606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:35:38.255265 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-33c250de-5a47-4d76-94c1-979164029764 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:35:38.338527 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [None req-33c250de-5a47-4d76-94c1-979164029764 admin admin] For port fea9d748-5db1-488a-b7c1-8e05064d30ad, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fea9d748-5db1-488a-b7c1-8e05064d30ad,segment=NetworkSegment(51150129-bf93-43ed-a72b-663a41e8f921),segment_id=51150129-bf93-43ed-a72b-663a41e8f921)] {{(pid=121606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:35:38.339204 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-33c250de-5a47-4d76-94c1-979164029764 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:35:38.354283 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-360356b8-a37c-4ba4-8ef5-e40aefcd888b None None] DHCP port deletion for c8199f70-d579-4a7f-8b38-5d569ea5e784 request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 21:35:38.354546 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-33c250de-5a47-4d76-94c1-979164029764 admin admin] Calling delete_port for fea9d748-5db1-488a-b7c1-8e05064d30ad owned by network:dhcp {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:35:38.367927 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:35:38.489626 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-360356b8-a37c-4ba4-8ef5-e40aefcd888b None None] Deleting port fea9d748-5db1-488a-b7c1-8e05064d30ad {{(pid=121608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:35:38.489998 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-360356b8-a37c-4ba4-8ef5-e40aefcd888b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:35:38.516079 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6927a0-8b61-4382-a3ac-5ec0bf9faef4 req-e985f48f-f22d-4efe-b2cb-251c3175db92 tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:35:38.517732 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ad6927a0-8b61-4382-a3ac-5ec0bf9faef4 req-e985f48f-f22d-4efe-b2cb-251c3175db92 tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] 10.222.0.32 "GET /v2.0/ports?device_id=70451b2f-7bb3-4ea7-b6c9-824c3287928f HTTP/1.1" status: 200  len: 944 time: 0.0497272
Dec 25 21:35:38.543026 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-33c250de-5a47-4d76-94c1-979164029764 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:35:38.563763 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-360356b8-a37c-4ba4-8ef5-e40aefcd888b None None] For port fea9d748-5db1-488a-b7c1-8e05064d30ad, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fea9d748-5db1-488a-b7c1-8e05064d30ad,segment=NetworkSegment(51150129-bf93-43ed-a72b-663a41e8f921),segment_id=51150129-bf93-43ed-a72b-663a41e8f921)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:35:38.564175 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-360356b8-a37c-4ba4-8ef5-e40aefcd888b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:35:38.577081 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3e945ecd-9380-47c2-aa0a-12ebe07e03e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:35:38.578495 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-360356b8-a37c-4ba4-8ef5-e40aefcd888b None None] Calling delete_port for fea9d748-5db1-488a-b7c1-8e05064d30ad owned by network:dhcp {{(pid=121608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:35:38.582970 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c250de-5a47-4d76-94c1-979164029764 admin admin] Pushing event deleted for resources: {'Port': ['ID=fea9d748-5db1-488a-b7c1-8e05064d30ad,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:35:38.584927 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33c250de-5a47-4d76-94c1-979164029764 admin admin] No DVR routers for this DVR port fea9d748-5db1-488a-b7c1-8e05064d30ad on host ncdv-master-1 {{(pid=121606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:35:38.622178 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ad6927a0-8b61-4382-a3ac-5ec0bf9faef4 req-e0fa649c-bd08-4ba3-b7c6-da8696649328 tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] 10.222.0.32 "GET /v2.0/security-groups?id=4f8d803e-7f68-446e-9543-2df15d20bdac&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0974014
Dec 25 21:35:38.675931 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-360356b8-a37c-4ba4-8ef5-e40aefcd888b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955'] for port, after_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:35:38.689947 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-33c250de-5a47-4d76-94c1-979164029764 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997585', 'neutron.services.segments.db._delete_segments_for_network-8737602743071'] for network, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:35:38.710552 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360356b8-a37c-4ba4-8ef5-e40aefcd888b None None] Pushing event deleted for resources: {'Port': ['ID=fea9d748-5db1-488a-b7c1-8e05064d30ad,revision_number=None']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:35:38.714234 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-360356b8-a37c-4ba4-8ef5-e40aefcd888b None None] No DVR routers for this DVR port fea9d748-5db1-488a-b7c1-8e05064d30ad on host ncdv-master-1 {{(pid=121608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:35:38.718729 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.segments.db [None req-33c250de-5a47-4d76-94c1-979164029764 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2613953130>,) {'filters': {'network_id': ['c8199f70-d579-4a7f-8b38-5d569ea5e784']}} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:35:38.736493 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.segments.db [None req-33c250de-5a47-4d76-94c1-979164029764 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2613953130>, '51150129-bf93-43ed-a72b-663a41e8f921') {'for_net_delete': True} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:35:38.736860 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.segments.db [None req-33c250de-5a47-4d76-94c1-979164029764 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2613953130>, '51150129-bf93-43ed-a72b-663a41e8f921') {} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:35:38.751472 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-33c250de-5a47-4d76-94c1-979164029764 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737602746920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9084222'] for segment, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:35:38.949443 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-33c250de-5a47-4d76-94c1-979164029764 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:35:38.956251 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33c250de-5a47-4d76-94c1-979164029764 admin admin] Releasing vlan 197 on physical network physnet1 to pool {{(pid=121606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 25 21:35:38.958049 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-33c250de-5a47-4d76-94c1-979164029764 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9084542'] for segment, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:35:38.962559 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:35:38.962559 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:35:38.962559 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:35:38.962559 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:35:38.962559 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:35:38.962559 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:35:38.962559 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:35:38.962559 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:35:38.962559 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:35:38.962559 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:35:38.962559 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:35:38.962559 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:35:38.962559 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:35:38.962559 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:35:38.962559 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:35:38.962559 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:35:38.962559 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:35:38.962559 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:35:38.962559 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:35:38.962559 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:35:38.962559 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:35:38.962559 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:35:38.962559 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:35:38.962559 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:35:38.962559 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:35:38.962559 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:35:38.962559 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:35:38.962559 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:35:38.962559 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:35:38.962559 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:35:38.962559 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:35:38.962559 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:35:38.962559 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:35:38.962559 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:35:38.962559 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:35:38.962559 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:35:38.962559 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:35:38.962559 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:35:38.962559 ncdv-master-1 neutron-server[121606]: Traceback (most recent call last):
Dec 25 21:35:38.962559 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 25 21:35:38.962559 ncdv-master-1 neutron-server[121606]:     timer()
Dec 25 21:35:38.962559 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 25 21:35:38.962559 ncdv-master-1 neutron-server[121606]:     cb(*args, **kw)
Dec 25 21:35:38.962559 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 25 21:35:38.962559 ncdv-master-1 neutron-server[121606]:     return func(*args, **kwargs)
Dec 25 21:35:38.962559 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 25 21:35:38.962559 ncdv-master-1 neutron-server[121606]:     self._notify()
Dec 25 21:35:38.962559 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 25 21:35:38.962559 ncdv-master-1 neutron-server[121606]:     self.callback(batched_events)
Dec 25 21:35:38.962559 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 25 21:35:38.962559 ncdv-master-1 neutron-server[121606]:     event.method(event)
Dec 25 21:35:38.962559 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 25 21:35:38.962559 ncdv-master-1 neutron-server[121606]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 25 21:35:38.962559 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 25 21:35:38.962559 ncdv-master-1 neutron-server[121606]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 25 21:35:38.962559 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 25 21:35:38.962559 ncdv-master-1 neutron-server[121606]:     return f(self, *a, **k)
Dec 25 21:35:38.962559 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 25 21:35:38.962559 ncdv-master-1 neutron-server[121606]:     return self._get(url).json()
Dec 25 21:35:38.962559 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 25 21:35:38.962559 ncdv-master-1 neutron-server[121606]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 25 21:35:38.962559 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 25 21:35:38.962559 ncdv-master-1 neutron-server[121606]:     return self.request(url, 'GET', **kwargs)
Dec 25 21:35:38.962559 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 25 21:35:38.962559 ncdv-master-1 neutron-server[121606]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 25 21:35:38.962559 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 25 21:35:38.962559 ncdv-master-1 neutron-server[121606]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 25 21:35:38.962559 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 25 21:35:38.962559 ncdv-master-1 neutron-server[121606]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 25 21:35:38.962559 ncdv-master-1 neutron-server[121606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 25 21:35:39.440811 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 920f4fe2-acfd-479f-87ae-c76a221d1b18 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:35:39.443769 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-33c250de-5a47-4d76-94c1-979164029764 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2008653'] for network, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:35:39.450864 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-33c250de-5a47-4d76-94c1-979164029764 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for network, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:35:39.457516 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-33c250de-5a47-4d76-94c1-979164029764 admin admin] 10.222.0.32 "DELETE /v2.0/networks/c8199f70-d579-4a7f-8b38-5d569ea5e784 HTTP/1.1" status: 204  len: 168 time: 1.3829310
Dec 25 21:35:39.465411 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c250de-5a47-4d76-94c1-979164029764 admin admin] Pushing event deleted for resources: {'Network': ['ID=c8199f70-d579-4a7f-8b38-5d569ea5e784,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:35:39.477220 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] No Port match for: 920f4fe2-acfd-479f-87ae-c76a221d1b18 {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:35:39.483674 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 920f4fe2-acfd-479f-87ae-c76a221d1b18 not bound to the agent host ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:35:39.483674 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device fea9d748-5db1-488a-b7c1-8e05064d30ad no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:35:39.504960 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device d121181f-10e4-43bd-bc6a-60afaaa17f9a up at agent hyperv_nch2-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:35:39.508033 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] No Port match for: fea9d748-5db1-488a-b7c1-8e05064d30ad {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:35:39.508378 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device fea9d748-5db1-488a-b7c1-8e05064d30ad not bound to the agent host ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:35:39.509761 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-15cb578f-7a63-4fd3-925d-83bad4c7b82a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:35:39.615129 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Provisioning for port d121181f-10e4-43bd-bc6a-60afaaa17f9a completed by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 25 21:35:39.619249 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Provisioning complete for port d121181f-10e4-43bd-bc6a-60afaaa17f9a triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:35:39.619621 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:35:39.714981 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:35:39.738374 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70451b2f-7bb3-4ea7-b6c9-824c3287928f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd121181f-10e4-43bd-bc6a-60afaaa17f9a'}] {{(pid=121608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:35:39.741277 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a88c78c3ff6266bd59c7e89d275b28c92e739b67d23c89d71af88829fd31566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfe941be-8186-48b2-849d-29c8f2fc0ac2" -d '{"events": [{"server_uuid": "70451b2f-7bb3-4ea7-b6c9-824c3287928f", "name": "network-vif-plugged", "status": "completed", "tag": "d121181f-10e4-43bd-bc6a-60afaaa17f9a"}]}' {{(pid=121608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:35:39.755730 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port d121181f-10e4-43bd-bc6a-60afaaa17f9a, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d121181f-10e4-43bd-bc6a-60afaaa17f9a,segment=NetworkSegment(399a6746-6b98-4df2-84fe-0fb7167d792c),segment_id=399a6746-6b98-4df2-84fe-0fb7167d792c)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:35:39.758531 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5c8a0b-c5e8-4838-9ef1-06b752d61286 req-ae5ff76e-579c-4f96-8317-831a9d5b42c1 tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:35:39.760151 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0a5c8a0b-c5e8-4838-9ef1-06b752d61286 req-ae5ff76e-579c-4f96-8317-831a9d5b42c1 tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] 10.222.0.32 "GET /v2.0/ports?device_id=70451b2f-7bb3-4ea7-b6c9-824c3287928f HTTP/1.1" status: 200  len: 944 time: 0.0569086
Dec 25 21:35:39.821515 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0a5c8a0b-c5e8-4838-9ef1-06b752d61286 req-09c3b091-3784-488f-a5bd-47ff18a7df05 tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] 10.222.0.32 "GET /v2.0/security-groups?id=4f8d803e-7f68-446e-9543-2df15d20bdac&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0549836
Dec 25 21:35:39.929151 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:35:39.984193 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 21:35:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27669bb6-89c3-4b65-836e-13cf22fc1ff2 x-openstack-request-id: req-27669bb6-89c3-4b65-836e-13cf22fc1ff2 {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:35:39.984490 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70451b2f-7bb3-4ea7-b6c9-824c3287928f", "name": "network-vif-plugged", "status": "completed", "tag": "d121181f-10e4-43bd-bc6a-60afaaa17f9a", "code": 200}]} {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:35:39.984999 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-27669bb6-89c3-4b65-836e-13cf22fc1ff2 {{(pid=121608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:35:39.985397 ncdv-master-1 neutron-server[121608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70451b2f-7bb3-4ea7-b6c9-824c3287928f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd121181f-10e4-43bd-bc6a-60afaaa17f9a', 'code': 200}
Dec 25 21:35:39.991046 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Pushing event updated for resources: {'Port': ['ID=d121181f-10e4-43bd-bc6a-60afaaa17f9a,revision_number=5']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:35:40.055549 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 58182) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:35:40.116800 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-8ca48774-3f87-49af-bf83-c826e827807e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0560c323ec8e41b3bc05939e12e049d5&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0599566
Dec 25 21:35:40.119175 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 58196) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:35:40.128227 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f871b9-673b-4374-823c-ff9953218e0d req-c07a7ca4-126d-46b9-a51a-e866531800a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:35:40.129729 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-28f871b9-673b-4374-823c-ff9953218e0d req-c07a7ca4-126d-46b9-a51a-e866531800a7 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=70451b2f-7bb3-4ea7-b6c9-824c3287928f HTTP/1.1" status: 200  len: 1096 time: 0.0810301
Dec 25 21:35:40.177672 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-dbf96c1c-fd6b-49d4-a3ba-87bddfbc13dd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:35:40.203650 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-28f871b9-673b-4374-823c-ff9953218e0d req-7c733214-816b-4792-b4af-52e2f593b489 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=4f8d803e-7f68-446e-9543-2df15d20bdac&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0586877
Dec 25 21:35:40.206877 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-dbf96c1c-fd6b-49d4-a3ba-87bddfbc13dd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:35:40.380748 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-dbf96c1c-fd6b-49d4-a3ba-87bddfbc13dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:35:40.383648 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-dbf96c1c-fd6b-49d4-a3ba-87bddfbc13dd admin admin] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:35:40.384974 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-dbf96c1c-fd6b-49d4-a3ba-87bddfbc13dd admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1773a28e-8847-4d33-b2e0-24db34d0edfa HTTP/1.1" status: 204  len: 168 time: 0.2643783
Dec 25 21:35:40.396673 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf96c1c-fd6b-49d4-a3ba-87bddfbc13dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1773a28e-8847-4d33-b2e0-24db34d0edfa,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:35:40.694891 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:35:40.993682 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66ec16d-98d7-46e9-8ec4-28897a47051d req-8d604015-bf62-42ef-9549-6db33d4d18a9 tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:35:40.995365 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b66ec16d-98d7-46e9-8ec4-28897a47051d req-8d604015-bf62-42ef-9549-6db33d4d18a9 tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] 10.222.0.32 "GET /v2.0/ports?device_id=70451b2f-7bb3-4ea7-b6c9-824c3287928f HTTP/1.1" status: 200  len: 945 time: 0.0570333
Dec 25 21:35:41.050139 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b66ec16d-98d7-46e9-8ec4-28897a47051d req-a69d9d85-5425-447f-8572-15ac0fba0dc2 tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] 10.222.0.32 "GET /v2.0/security-groups?id=4f8d803e-7f68-446e-9543-2df15d20bdac&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0485296
Dec 25 21:35:41.455987 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 58262) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:35:41.670866 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-37178149-9bd4-4c1e-97b6-39e5da7261cc admin admin] Publish callbacks [] for security_group, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:35:41.746766 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-37178149-9bd4-4c1e-97b6-39e5da7261cc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:35:41.826043 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-37178149-9bd4-4c1e-97b6-39e5da7261cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:35:41.867493 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-37178149-9bd4-4c1e-97b6-39e5da7261cc admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8ce89a6806504787a5c3bbd15557230a&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4140544
Dec 25 21:35:41.871973 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 58276) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:35:41.872280 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37178149-9bd4-4c1e-97b6-39e5da7261cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4c1b561-2dbd-4b18-8f4d-b18bf65176e9,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:35:41.931010 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-33592894-12af-4722-9b6f-7fcd9841ffeb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:35:41.955604 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-33592894-12af-4722-9b6f-7fcd9841ffeb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:35:42.089414 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-33592894-12af-4722-9b6f-7fcd9841ffeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:35:42.093440 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-33592894-12af-4722-9b6f-7fcd9841ffeb admin admin] Publish callbacks [] for security_group, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:35:42.099246 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-33592894-12af-4722-9b6f-7fcd9841ffeb admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a4c1b561-2dbd-4b18-8f4d-b18bf65176e9 HTTP/1.1" status: 204  len: 168 time: 0.2218482
Dec 25 21:35:42.106093 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33592894-12af-4722-9b6f-7fcd9841ffeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4c1b561-2dbd-4b18-8f4d-b18bf65176e9,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:35:42.197450 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa43c3d6-aaa9-4146-b649-a01ebf88a35a req-53f16000-7ab6-4820-b829-7644b7211a98 tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:35:42.198945 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-fa43c3d6-aaa9-4146-b649-a01ebf88a35a req-53f16000-7ab6-4820-b829-7644b7211a98 tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] 10.222.0.32 "GET /v2.0/ports?device_id=70451b2f-7bb3-4ea7-b6c9-824c3287928f HTTP/1.1" status: 200  len: 945 time: 0.0544841
Dec 25 21:35:42.250983 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-fa43c3d6-aaa9-4146-b649-a01ebf88a35a req-7e21c608-0d01-4ee5-940d-872ed6037c0f tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] 10.222.0.32 "GET /v2.0/security-groups?id=4f8d803e-7f68-446e-9543-2df15d20bdac&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0455537
Dec 25 21:35:42.375253 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98baf324-568f-4a86-a768-1b5028896beb req-f1b6140d-8735-42d0-af78-4e90e809895e tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:35:42.379654 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-98baf324-568f-4a86-a768-1b5028896beb req-f1b6140d-8735-42d0-af78-4e90e809895e tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] 10.222.0.32 "GET /v2.0/ports?device_id=70451b2f-7bb3-4ea7-b6c9-824c3287928f HTTP/1.1" status: 200  len: 945 time: 0.0503426
Dec 25 21:35:42.450473 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-98baf324-568f-4a86-a768-1b5028896beb req-bce26839-c49a-44cc-a642-eb374d98ae2c tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] 10.222.0.32 "GET /v2.0/security-groups?id=4f8d803e-7f68-446e-9543-2df15d20bdac&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0673501
Dec 25 21:35:42.475563 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 58292) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:35:42.720520 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-178e7a7b-5af1-4678-a4f1-54b755a38f81 tempest-TestVolumeBootPattern-1772857940 tempest-TestVolumeBootPattern-1772857940-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:35:42.722105 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-178e7a7b-5af1-4678-a4f1-54b755a38f81 tempest-TestVolumeBootPattern-1772857940 tempest-TestVolumeBootPattern-1772857940-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=70451b2f-7bb3-4ea7-b6c9-824c3287928f HTTP/1.1" status: 200  len: 1091 time: 0.2407255
Dec 25 21:35:42.725452 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 58304) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:35:42.730008 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-6f0a9da6-7d08-4840-9fb2-3c3ff942a9dd tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] Request body: {'floatingip': {'floating_network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'port_id': 'd121181f-10e4-43bd-bc6a-60afaaa17f9a', 'tenant_id': 'c77dc74a46d64a67991d82bf12adb1dc', 'fixed_ip_address': '172.20.0.8'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:35:42.830301 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-6f0a9da6-7d08-4840-9fb2-3c3ff942a9dd tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] Publish callbacks [] for floatingip, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:35:42.838277 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 58308) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:35:42.856150 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-c803bf5f-6390-4a10-b43a-7c3ef5dc52bc admin admin] Publish callbacks [] for security_group, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:35:42.935872 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-6f0a9da6-7d08-4840-9fb2-3c3ff942a9dd tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:35:42.948197 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-c803bf5f-6390-4a10-b43a-7c3ef5dc52bc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:35:42.997861 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-c803bf5f-6390-4a10-b43a-7c3ef5dc52bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:35:43.037092 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-c803bf5f-6390-4a10-b43a-7c3ef5dc52bc admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=601e57b8cc574f4da7d7e7c9a2c35d2c&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1974759
Dec 25 21:35:43.038076 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c803bf5f-6390-4a10-b43a-7c3ef5dc52bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0421643-2876-4597-97f7-8c536bbb8dd4,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:35:43.040422 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 58322) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:35:43.058859 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_common [None req-6f0a9da6-7d08-4840-9fb2-3c3ff942a9dd tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] Allocated IP 172.35.3.217 (7201e55c-7c5f-41aa-a042-a363696539d0/7a939e13-713f-45cf-bba7-1539635abe25/fe7393f2-6ecf-4a7f-be96-8adbcd3b8d6c) {{(pid=121606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:35:43.088737 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-52fb7950-d5ab-4190-bf9c-8c1a86b21b22 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:35:43.110675 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-52fb7950-d5ab-4190-bf9c-8c1a86b21b22 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:35:43.162313 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-6f0a9da6-7d08-4840-9fb2-3c3ff942a9dd tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] Publish callbacks [] for port, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:35:43.237568 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-52fb7950-d5ab-4190-bf9c-8c1a86b21b22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:35:43.241503 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-52fb7950-d5ab-4190-bf9c-8c1a86b21b22 admin admin] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:35:43.241970 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-52fb7950-d5ab-4190-bf9c-8c1a86b21b22 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c0421643-2876-4597-97f7-8c536bbb8dd4 HTTP/1.1" status: 204  len: 168 time: 0.2004907
Dec 25 21:35:43.249756 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fb7950-d5ab-4190-bf9c-8c1a86b21b22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0421643-2876-4597-97f7-8c536bbb8dd4,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:35:43.284177 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-6f0a9da6-7d08-4840-9fb2-3c3ff942a9dd tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:35:43.330205 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f0a9da6-7d08-4840-9fb2-3c3ff942a9dd tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] Network 7201e55c-7c5f-41aa-a042-a363696539d0 is already hosted by enough agents. {{(pid=121606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:35:43.333201 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [None req-6f0a9da6-7d08-4840-9fb2-3c3ff942a9dd tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] Resources bound (agent type, host, resource id):  {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:35:43.336713 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f0a9da6-7d08-4840-9fb2-3c3ff942a9dd tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] Received port after_create {{(pid=121606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:35:43.342358 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0a9da6-7d08-4840-9fb2-3c3ff942a9dd tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] Pushing event updated for resources: {'Port': ['ID=fe7393f2-6ecf-4a7f-be96-8adbcd3b8d6c,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:35:43.856716 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-6f0a9da6-7d08-4840-9fb2-3c3ff942a9dd tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] Publish callbacks [] for floatingip, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:35:44.056529 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-6f0a9da6-7d08-4840-9fb2-3c3ff942a9dd tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:35:44.209289 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-6f0a9da6-7d08-4840-9fb2-3c3ff942a9dd tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] Publish callbacks [] for port, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:35:44.301187 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-6f0a9da6-7d08-4840-9fb2-3c3ff942a9dd tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:35:44.423306 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0a9da6-7d08-4840-9fb2-3c3ff942a9dd tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] Pushing event updated for resources: {'Port': ['ID=fe7393f2-6ecf-4a7f-be96-8adbcd3b8d6c,revision_number=2']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:35:44.438090 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-6f0a9da6-7d08-4840-9fb2-3c3ff942a9dd tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2008639'] for floatingip, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:35:44.559876 ncdv-master-1 neutron-server[121606]: INFO neutron.db.l3_db [None req-6f0a9da6-7d08-4840-9fb2-3c3ff942a9dd tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] Floating IP 7a7e415a-dbc8-41f3-a5c9-f1f69010f3b9 associated. External IP: 172.35.3.217, port: d121181f-10e4-43bd-bc6a-60afaaa17f9a.
Dec 25 21:35:44.826208 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f0a9da6-7d08-4840-9fb2-3c3ff942a9dd tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] Router e77900ce-07b2-4fe6-b403-758d5ead7ad9 has already been hosted by L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 {{(pid=121606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 25 21:35:44.944223 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f0a9da6-7d08-4840-9fb2-3c3ff942a9dd tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 21:35:44.960018 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-938061f6-9baa-4026-bfdd-71994f72038f None None] Sync routers for ids ['e77900ce-07b2-4fe6-b403-758d5ead7ad9'] in ncdv-master-1 {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 21:35:44.970231 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-938061f6-9baa-4026-bfdd-71994f72038f None None] Routers {'e77900ce-07b2-4fe6-b403-758d5ead7ad9'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:35:44.970910 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-938061f6-9baa-4026-bfdd-71994f72038f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2612ecec70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:35:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['e77900ce-07b2-4fe6-b403-758d5ead7ad9'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:35:45.062270 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-6f0a9da6-7d08-4840-9fb2-3c3ff942a9dd tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for floatingip, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:35:45.099881 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-6f0a9da6-7d08-4840-9fb2-3c3ff942a9dd tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.3624444
Dec 25 21:35:45.099881 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70451b2f-7bb3-4ea7-b6c9-824c3287928f', 'tag': 'd121181f-10e4-43bd-bc6a-60afaaa17f9a'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:35:45.099881 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9858820c13ec2827453b94ebc4181065e990a4e4089ccb9fe762531ac62d2fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de9c360d-7d53-4257-89bd-2e1473efb3d0" -d '{"events": [{"name": "network-changed", "server_uuid": "70451b2f-7bb3-4ea7-b6c9-824c3287928f", "tag": "d121181f-10e4-43bd-bc6a-60afaaa17f9a"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:35:45.100326 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvr_db [None req-938061f6-9baa-4026-bfdd-71994f72038f None None] Set router e77900ce-07b2-4fe6-b403-758d5ead7ad9 gateway port host: ncdv-master-1 {{(pid=121608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:35:45.149616 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Dec 2021 21:35:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bec218f-2d77-4702-b54f-b8820e73e161 x-openstack-request-id: req-6bec218f-2d77-4702-b54f-b8820e73e161 {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:35:45.149616 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70451b2f-7bb3-4ea7-b6c9-824c3287928f", "tag": "d121181f-10e4-43bd-bc6a-60afaaa17f9a", "status": "completed", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:35:45.149616 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6bec218f-2d77-4702-b54f-b8820e73e161 {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:35:45.149616 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70451b2f-7bb3-4ea7-b6c9-824c3287928f', 'tag': 'd121181f-10e4-43bd-bc6a-60afaaa17f9a', 'status': 'completed', 'code': 200}
Dec 25 21:35:45.210620 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9c360d-7d53-4257-89bd-2e1473efb3d0 req-54c03b49-a05b-47a2-b5f8-ea6ea2ad34b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:35:45.212191 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-de9c360d-7d53-4257-89bd-2e1473efb3d0 req-54c03b49-a05b-47a2-b5f8-ea6ea2ad34b3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c77dc74a46d64a67991d82bf12adb1dc&device_id=70451b2f-7bb3-4ea7-b6c9-824c3287928f HTTP/1.1" status: 200  len: 1096 time: 0.0500443
Dec 25 21:35:45.322831 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9c360d-7d53-4257-89bd-2e1473efb3d0 req-6f69f233-f231-4d5a-842e-14aedc887c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:35:45.324482 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-de9c360d-7d53-4257-89bd-2e1473efb3d0 req-6f69f233-f231-4d5a-842e-14aedc887c2b service neutron] 10.222.0.37 "GET /v2.0/networks?id=d257b68f-9132-4584-b1b0-827fbb5ce176 HTTP/1.1" status: 200  len: 913 time: 0.1052890
Dec 25 21:35:45.425197 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-de9c360d-7d53-4257-89bd-2e1473efb3d0 req-e217567b-6227-4a6e-b2f9-2a53c1275f4b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d121181f-10e4-43bd-bc6a-60afaaa17f9a HTTP/1.1" status: 200  len: 999 time: 0.0863931
Dec 25 21:35:45.487069 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9c360d-7d53-4257-89bd-2e1473efb3d0 req-36cae017-5508-4528-af19-5a972b0488c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:35:45.488584 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-de9c360d-7d53-4257-89bd-2e1473efb3d0 req-36cae017-5508-4528-af19-5a972b0488c1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fedfc743-c289-4cd2-abdf-caaf178c8eab HTTP/1.1" status: 200  len: 851 time: 0.0556893
Dec 25 21:35:45.504056 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-938061f6-9baa-4026-bfdd-71994f72038f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2612ecec70>, [{'id': 'e77900ce-07b2-4fe6-b403-758d5ead7ad9', 'name': 'tempest-TestVolumeBootPattern-1467687193-router', 'tenant_id': 'c77dc74a46d64a67991d82bf12adb1dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.157'}], 'enable_snat': True}, 'gw_port_id': 'c6885c5e-06ab-4ac1-935b-561a4f8ff046', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:31:02Z', 'updated_at': '2021-12-25T21:31:10Z', 'revision_number': 4, 'project_id': 'c77dc74a46d64a67991d82bf12adb1dc', 'gw_port': {'id': 'c6885c5e-06ab-4ac1-935b-561a4f8ff046', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:bc:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e77900ce-07b2-4fe6-b403-758d5ead7ad9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2587, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:31:03Z', 'updated_at': '2021-12-25T21:31:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '7a7e415a-dbc8-41f3-a5c9-f1f69010f3b9', 'tenant_id': 'c77dc74a46d64a67991d82bf12adb1dc', 'floating_ip_address': '172.35.3.217', 'floating_network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'router_id': 'e77900ce-07b2-4fe6-b403-758d5ead7ad9', 'port_id': 'd121181f-10e4-43bd-bc6a-60afaaa17f9a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3005, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd257b68f-9132-4584-b1b0-827fbb5ce176', 'mac_address': 'fa:16:3e:7b:31:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70451b2f-7bb3-4ea7-b6c9-824c3287928f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-25T21:35:43Z', 'updated_at': '2021-12-25T21:35:43Z', 'revision_number': 0, 'project_id': 'c77dc74a46d64a67991d82bf12adb1dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2ae1e58-e731-4aa2-ac2d-c929a2f84bab', 'name': '', 'network_id': 'd257b68f-9132-4584-b1b0-827fbb5ce176', 'tenant_id': 'c77dc74a46d64a67991d82bf12adb1dc', 'mac_address': 'fa:16:3e:c4:17:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e77900ce-07b2-4fe6-b403-758d5ead7ad9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2603, 'fixed_ips': [{'subnet_id': 'fedfc743-c289-4cd2-abdf-caaf178c8eab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:31:09Z', 'updated_at': '2021-12-25T21:31:22Z', 'revision_number': 5, 'project_id': 'c77dc74a46d64a67991d82bf12adb1dc', 'subnets': [{'id': 'fedfc743-c289-4cd2-abdf-caaf178c8eab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:35:45.540074 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-938061f6-9baa-4026-bfdd-71994f72038f None None] Checking router: e77900ce-07b2-4fe6-b403-758d5ead7ad9 for host: ncdv-master-1 {{(pid=121608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 25 21:35:45.546479 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9c360d-7d53-4257-89bd-2e1473efb3d0 req-ba74bc5a-c844-4161-af60-920185a8fabf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:35:45.548185 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-de9c360d-7d53-4257-89bd-2e1473efb3d0 req-ba74bc5a-c844-4161-af60-920185a8fabf service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d257b68f-9132-4584-b1b0-827fbb5ce176&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0523531
Dec 25 21:35:45.550389 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-938061f6-9baa-4026-bfdd-71994f72038f None None] Routers {'e77900ce-07b2-4fe6-b403-758d5ead7ad9'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:35:45.551003 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-938061f6-9baa-4026-bfdd-71994f72038f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2612ecec70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:35:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['e77900ce-07b2-4fe6-b403-758d5ead7ad9'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:35:45.653033 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-de9c360d-7d53-4257-89bd-2e1473efb3d0 req-f474ea28-4b12-4c95-855a-45262425eccf service neutron] 10.222.0.37 "GET /v2.0/networks/d257b68f-9132-4584-b1b0-827fbb5ce176?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0963378
Dec 25 21:35:45.667682 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvr_db [None req-938061f6-9baa-4026-bfdd-71994f72038f None None] Set router e77900ce-07b2-4fe6-b403-758d5ead7ad9 gateway port host: ncdv-master-1 {{(pid=121608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:35:45.761252 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-de9c360d-7d53-4257-89bd-2e1473efb3d0 req-bb41fdf9-f508-4fc2-8cc6-6b7ab030a468 service neutron] 10.222.0.37 "GET /v2.0/networks/d257b68f-9132-4584-b1b0-827fbb5ce176?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1011252
Dec 25 21:35:45.943659 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-938061f6-9baa-4026-bfdd-71994f72038f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2612ecec70>, [{'id': 'e77900ce-07b2-4fe6-b403-758d5ead7ad9', 'name': 'tempest-TestVolumeBootPattern-1467687193-router', 'tenant_id': 'c77dc74a46d64a67991d82bf12adb1dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.157'}], 'enable_snat': True}, 'gw_port_id': 'c6885c5e-06ab-4ac1-935b-561a4f8ff046', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:31:02Z', 'updated_at': '2021-12-25T21:31:10Z', 'revision_number': 4, 'project_id': 'c77dc74a46d64a67991d82bf12adb1dc', 'gw_port': {'id': 'c6885c5e-06ab-4ac1-935b-561a4f8ff046', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:bc:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e77900ce-07b2-4fe6-b403-758d5ead7ad9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2587, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:31:03Z', 'updated_at': '2021-12-25T21:31:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '7a7e415a-dbc8-41f3-a5c9-f1f69010f3b9', 'tenant_id': 'c77dc74a46d64a67991d82bf12adb1dc', 'floating_ip_address': '172.35.3.217', 'floating_network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'router_id': 'e77900ce-07b2-4fe6-b403-758d5ead7ad9', 'port_id': 'd121181f-10e4-43bd-bc6a-60afaaa17f9a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3005, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd257b68f-9132-4584-b1b0-827fbb5ce176', 'mac_address': 'fa:16:3e:7b:31:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70451b2f-7bb3-4ea7-b6c9-824c3287928f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-25T21:35:43Z', 'updated_at': '2021-12-25T21:35:43Z', 'revision_number': 0, 'project_id': 'c77dc74a46d64a67991d82bf12adb1dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2ae1e58-e731-4aa2-ac2d-c929a2f84bab', 'name': '', 'network_id': 'd257b68f-9132-4584-b1b0-827fbb5ce176', 'tenant_id': 'c77dc74a46d64a67991d82bf12adb1dc', 'mac_address': 'fa:16:3e:c4:17:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e77900ce-07b2-4fe6-b403-758d5ead7ad9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2603, 'fixed_ips': [{'subnet_id': 'fedfc743-c289-4cd2-abdf-caaf178c8eab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:31:09Z', 'updated_at': '2021-12-25T21:31:22Z', 'revision_number': 5, 'project_id': 'c77dc74a46d64a67991d82bf12adb1dc', 'subnets': [{'id': 'fedfc743-c289-4cd2-abdf-caaf178c8eab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:35:45.971135 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-938061f6-9baa-4026-bfdd-71994f72038f None None] The sync data for ids ['e77900ce-07b2-4fe6-b403-758d5ead7ad9'] in ncdv-master-1 is: [{'id': 'e77900ce-07b2-4fe6-b403-758d5ead7ad9', 'name': 'tempest-TestVolumeBootPattern-1467687193-router', 'tenant_id': 'c77dc74a46d64a67991d82bf12adb1dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.157'}], 'enable_snat': True}, 'gw_port_id': 'c6885c5e-06ab-4ac1-935b-561a4f8ff046', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:31:02Z', 'updated_at': '2021-12-25T21:31:10Z', 'revision_number': 4, 'project_id': 'c77dc74a46d64a67991d82bf12adb1dc', 'gw_port': {'id': 'c6885c5e-06ab-4ac1-935b-561a4f8ff046', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:bc:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e77900ce-07b2-4fe6-b403-758d5ead7ad9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2587, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:31:03Z', 'updated_at': '2021-12-25T21:31:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '7a7e415a-dbc8-41f3-a5c9-f1f69010f3b9', 'tenant_id': 'c77dc74a46d64a67991d82bf12adb1dc', 'floating_ip_address': '172.35.3.217', 'floating_network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'router_id': 'e77900ce-07b2-4fe6-b403-758d5ead7ad9', 'port_id': 'd121181f-10e4-43bd-bc6a-60afaaa17f9a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3005, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd257b68f-9132-4584-b1b0-827fbb5ce176', 'mac_address': 'fa:16:3e:7b:31:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70451b2f-7bb3-4ea7-b6c9-824c3287928f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-25T21:35:43Z', 'updated_at': '2021-12-25T21:35:43Z', 'revision_number': 0, 'project_id': 'c77dc74a46d64a67991d82bf12adb1dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2ae1e58-e731-4aa2-ac2d-c929a2f84bab', 'name': '', 'network_id': 'd257b68f-9132-4584-b1b0-827fbb5ce176', 'tenant_id': 'c77dc74a46d64a67991d82bf12adb1dc', 'mac_address': 'fa:16:3e:c4:17:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e77900ce-07b2-4fe6-b403-758d5ead7ad9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2603, 'fixed_ips': [{'subnet_id': 'fedfc743-c289-4cd2-abdf-caaf178c8eab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:31:09Z', 'updated_at': '2021-12-25T21:31:22Z', 'revision_number': 5, 'project_id': 'c77dc74a46d64a67991d82bf12adb1dc', 'subnets': [{'id': 'fedfc743-c289-4cd2-abdf-caaf178c8eab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 21:35:46.149083 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 58436) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:35:46.211206 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bcd3528-97de-4aeb-82f1-54521797a0ad None None] New status for floating IP 7a7e415a-dbc8-41f3-a5c9-f1f69010f3b9: ACTIVE {{(pid=121609) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 25 21:35:46.290475 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-25b0343d-ff90-4f11-a03c-58c992fa1a83 admin admin] Publish callbacks [] for security_group, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:35:46.380431 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-25b0343d-ff90-4f11-a03c-58c992fa1a83 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:35:46.489677 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-25b0343d-ff90-4f11-a03c-58c992fa1a83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:35:46.542512 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-25b0343d-ff90-4f11-a03c-58c992fa1a83 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1bc56591137b41fb994355d22d888d0e&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3922424
Dec 25 21:35:46.546945 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 58464) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:35:46.552546 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b0343d-ff90-4f11-a03c-58c992fa1a83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f700c48d-663e-4848-8c6e-d5db8cd0d250,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:35:46.602563 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-d0b87399-46c4-4a6f-aefe-7528c0c7cbd0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:35:46.627869 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-d0b87399-46c4-4a6f-aefe-7528c0c7cbd0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:35:46.751414 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-d0b87399-46c4-4a6f-aefe-7528c0c7cbd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:35:46.754086 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-d0b87399-46c4-4a6f-aefe-7528c0c7cbd0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:35:46.755925 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-d0b87399-46c4-4a6f-aefe-7528c0c7cbd0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f700c48d-663e-4848-8c6e-d5db8cd0d250 HTTP/1.1" status: 204  len: 168 time: 0.2074475
Dec 25 21:35:46.764069 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b87399-46c4-4a6f-aefe-7528c0c7cbd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f700c48d-663e-4848-8c6e-d5db8cd0d250,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:35:47.494445 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 58502) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:35:47.508112 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-9b962fcf-96e2-4440-9013-fee9c5b19013 admin admin] Publish callbacks [] for security_group, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:35:47.588663 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-9b962fcf-96e2-4440-9013-fee9c5b19013 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:35:47.649333 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-9b962fcf-96e2-4440-9013-fee9c5b19013 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:35:47.690014 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-9b962fcf-96e2-4440-9013-fee9c5b19013 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=26fe8a2707834a54b9eb09e48cec709c&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1942618
Dec 25 21:35:47.690911 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b962fcf-96e2-4440-9013-fee9c5b19013 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c84106cd-8301-4c46-a260-cd425a4b9bdf,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:35:47.692949 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 58508) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:35:47.744278 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-619cdfec-5e6b-4d11-8001-0c325d7184ab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:35:47.765671 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-619cdfec-5e6b-4d11-8001-0c325d7184ab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:35:47.917420 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-619cdfec-5e6b-4d11-8001-0c325d7184ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:35:47.920231 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-619cdfec-5e6b-4d11-8001-0c325d7184ab admin admin] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:35:47.921456 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-619cdfec-5e6b-4d11-8001-0c325d7184ab admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c84106cd-8301-4c46-a260-cd425a4b9bdf HTTP/1.1" status: 204  len: 168 time: 0.2276943
Dec 25 21:35:47.929903 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619cdfec-5e6b-4d11-8001-0c325d7184ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c84106cd-8301-4c46-a260-cd425a4b9bdf,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:35:51.474262 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 58630) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:35:51.589516 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-543caaeb-e791-4d05-9d90-3656d710d007 admin admin] Publish callbacks [] for security_group, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:35:51.674328 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-543caaeb-e791-4d05-9d90-3656d710d007 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:35:51.786008 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-543caaeb-e791-4d05-9d90-3656d710d007 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:35:51.825549 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-543caaeb-e791-4d05-9d90-3656d710d007 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=772568b2382d492e88caeda66324c1c9&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3501933
Dec 25 21:35:51.826725 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543caaeb-e791-4d05-9d90-3656d710d007 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3704b3d5-a97a-46b3-924f-6698f7d5a858,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:35:51.828197 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 58648) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:35:51.877888 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-410fa48e-12eb-45cf-b75a-7201758f6c05 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:35:51.901920 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-410fa48e-12eb-45cf-b75a-7201758f6c05 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:35:52.098768 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-410fa48e-12eb-45cf-b75a-7201758f6c05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:35:52.098768 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-410fa48e-12eb-45cf-b75a-7201758f6c05 admin admin] Publish callbacks [] for security_group, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:35:52.098768 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-410fa48e-12eb-45cf-b75a-7201758f6c05 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3704b3d5-a97a-46b3-924f-6698f7d5a858 HTTP/1.1" status: 204  len: 168 time: 0.2691293
Dec 25 21:35:52.107254 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410fa48e-12eb-45cf-b75a-7201758f6c05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3704b3d5-a97a-46b3-924f-6698f7d5a858,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:35:52.847236 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 58704) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:35:52.866481 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-bec9a7cb-5a89-4e36-9455-313d3a03859a admin admin] Publish callbacks [] for security_group, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:35:52.941617 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-bec9a7cb-5a89-4e36-9455-313d3a03859a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:35:53.048968 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-bec9a7cb-5a89-4e36-9455-313d3a03859a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:35:53.088634 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-bec9a7cb-5a89-4e36-9455-313d3a03859a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=bb40c95cae4340f182737ee8dc2232ba&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2402973
Dec 25 21:35:53.089552 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec9a7cb-5a89-4e36-9455-313d3a03859a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56792065-7d0a-4974-8352-bb0e2ef98aff,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:35:53.091320 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 58712) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:35:53.139824 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f865ad68-1171-498a-a695-550d8fedf782 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:35:53.161614 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f865ad68-1171-498a-a695-550d8fedf782 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:35:53.300734 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f865ad68-1171-498a-a695-550d8fedf782 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:35:53.304216 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f865ad68-1171-498a-a695-550d8fedf782 admin admin] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:35:53.305486 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-f865ad68-1171-498a-a695-550d8fedf782 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/56792065-7d0a-4974-8352-bb0e2ef98aff HTTP/1.1" status: 204  len: 168 time: 0.2131891
Dec 25 21:35:53.314678 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f865ad68-1171-498a-a695-550d8fedf782 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56792065-7d0a-4974-8352-bb0e2ef98aff,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:35:53.457002 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b130e478-7b93-4195-a9c9-34a49fe192eb req-fac7b442-82e9-4367-b8f9-e0a7fabfc2ab tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:35:53.463720 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b130e478-7b93-4195-a9c9-34a49fe192eb req-fac7b442-82e9-4367-b8f9-e0a7fabfc2ab tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:35:53.469748 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b130e478-7b93-4195-a9c9-34a49fe192eb req-fac7b442-82e9-4367-b8f9-e0a7fabfc2ab tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:35:53.476455 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b130e478-7b93-4195-a9c9-34a49fe192eb req-fac7b442-82e9-4367-b8f9-e0a7fabfc2ab tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:35:53.482493 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b130e478-7b93-4195-a9c9-34a49fe192eb req-fac7b442-82e9-4367-b8f9-e0a7fabfc2ab tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:35:53.488553 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b130e478-7b93-4195-a9c9-34a49fe192eb req-fac7b442-82e9-4367-b8f9-e0a7fabfc2ab tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:35:53.494567 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b130e478-7b93-4195-a9c9-34a49fe192eb req-fac7b442-82e9-4367-b8f9-e0a7fabfc2ab tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:35:53.496429 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b130e478-7b93-4195-a9c9-34a49fe192eb req-fac7b442-82e9-4367-b8f9-e0a7fabfc2ab tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a8d6684-f19c-4a86-ac0c-6c056fa351fd HTTP/1.1" status: 200  len: 5433 time: 0.0952346
Dec 25 21:35:53.558783 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b130e478-7b93-4195-a9c9-34a49fe192eb req-3feb6aad-dbee-432d-82de-f56a3a83db3f tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] 10.222.0.32 "GET /v2.0/security-groups?id=3047df75-15d6-457f-8c77-25405c0680ea&id=213077ea-0675-4a6e-b24b-6e8c95ed2ffd&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0559461
Dec 25 21:35:53.702687 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2599cf96-0a86-468c-ab41-079c2ee98754 req-d5572e9e-bdf8-4d60-86dc-b22c3ab40443 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:35:53.708810 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2599cf96-0a86-468c-ab41-079c2ee98754 req-d5572e9e-bdf8-4d60-86dc-b22c3ab40443 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:35:53.715412 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2599cf96-0a86-468c-ab41-079c2ee98754 req-d5572e9e-bdf8-4d60-86dc-b22c3ab40443 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:35:53.721406 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2599cf96-0a86-468c-ab41-079c2ee98754 req-d5572e9e-bdf8-4d60-86dc-b22c3ab40443 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:35:53.729282 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2599cf96-0a86-468c-ab41-079c2ee98754 req-d5572e9e-bdf8-4d60-86dc-b22c3ab40443 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:35:53.735644 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2599cf96-0a86-468c-ab41-079c2ee98754 req-d5572e9e-bdf8-4d60-86dc-b22c3ab40443 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:35:53.742965 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2599cf96-0a86-468c-ab41-079c2ee98754 req-d5572e9e-bdf8-4d60-86dc-b22c3ab40443 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:35:53.745737 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2599cf96-0a86-468c-ab41-079c2ee98754 req-d5572e9e-bdf8-4d60-86dc-b22c3ab40443 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a8d6684-f19c-4a86-ac0c-6c056fa351fd HTTP/1.1" status: 200  len: 5433 time: 0.0991216
Dec 25 21:35:55.754544 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.agents_db [None req-ec08dba0-4483-4109-b5e1-5e4a9fdaf12d None None] Agent healthcheck: found 7 active agents {{(pid=121609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 25 21:36:02.530244 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-52c21ffa-3201-4ba4-8744-2478f1fb57f6 req-7b33d0a4-7b7d-459d-ba32-2513c1dadcf5 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=70451b2f-7bb3-4ea7-b6c9-824c3287928f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0399270
Dec 25 21:36:02.611679 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c21ffa-3201-4ba4-8744-2478f1fb57f6 req-d2a2978c-a1d2-4adf-a3a7-1b677494889a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:36:02.613240 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-52c21ffa-3201-4ba4-8744-2478f1fb57f6 req-d2a2978c-a1d2-4adf-a3a7-1b677494889a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c77dc74a46d64a67991d82bf12adb1dc&device_id=70451b2f-7bb3-4ea7-b6c9-824c3287928f HTTP/1.1" status: 200  len: 1096 time: 0.0403256
Dec 25 21:36:02.722318 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c21ffa-3201-4ba4-8744-2478f1fb57f6 req-56bd5841-9949-4d36-9d35-ea2ea7d0c955 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:36:02.723794 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-52c21ffa-3201-4ba4-8744-2478f1fb57f6 req-56bd5841-9949-4d36-9d35-ea2ea7d0c955 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d257b68f-9132-4584-b1b0-827fbb5ce176 HTTP/1.1" status: 200  len: 913 time: 0.0924451
Dec 25 21:36:02.793579 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-52c21ffa-3201-4ba4-8744-2478f1fb57f6 req-d564e1da-fd67-4336-a632-1cf25447da3b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d121181f-10e4-43bd-bc6a-60afaaa17f9a HTTP/1.1" status: 200  len: 1001 time: 0.0620368
Dec 25 21:36:02.848192 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c21ffa-3201-4ba4-8744-2478f1fb57f6 req-2a1d7de2-ebd3-4e99-804c-6f36b8198af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:36:02.849722 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-52c21ffa-3201-4ba4-8744-2478f1fb57f6 req-2a1d7de2-ebd3-4e99-804c-6f36b8198af1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fedfc743-c289-4cd2-abdf-caaf178c8eab HTTP/1.1" status: 200  len: 851 time: 0.0492003
Dec 25 21:36:02.896721 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c21ffa-3201-4ba4-8744-2478f1fb57f6 req-700e7566-84a9-4264-8b76-c85778e3f016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:36:02.898897 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-52c21ffa-3201-4ba4-8744-2478f1fb57f6 req-700e7566-84a9-4264-8b76-c85778e3f016 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d257b68f-9132-4584-b1b0-827fbb5ce176&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0416849
Dec 25 21:36:02.988451 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-52c21ffa-3201-4ba4-8744-2478f1fb57f6 req-0691c25b-dae4-4bad-b8e8-6a2cff590fb1 service neutron] 10.222.0.37 "GET /v2.0/networks/d257b68f-9132-4584-b1b0-827fbb5ce176?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0826755
Dec 25 21:36:03.088345 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-52c21ffa-3201-4ba4-8744-2478f1fb57f6 req-99bdd513-b995-475b-9a57-b6f5f26f0ea0 service neutron] 10.222.0.37 "GET /v2.0/networks/d257b68f-9132-4584-b1b0-827fbb5ce176?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0902462
Dec 25 21:36:04.380503 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:36:04.746242 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-34750510-8880-4fe4-aa7c-cb1798bb8e44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:36:07.020950 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-0a02d366-9ac6-4ebc-861e-c04b18c9d227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:36:07.262150 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1a3bb9eb-e0bd-40a0-8b55-aa28733410d3 req-359d8f82-e683-4147-bb48-f6df052cca7e service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=7a8d6684-f19c-4a86-ac0c-6c056fa351fd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 658 time: 0.0502698
Dec 25 21:36:07.356572 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3bb9eb-e0bd-40a0-8b55-aa28733410d3 req-f2f93afb-0b0f-4d42-8ba7-fa2fadd7a050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:36:07.357060 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3bb9eb-e0bd-40a0-8b55-aa28733410d3 req-f2f93afb-0b0f-4d42-8ba7-fa2fadd7a050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:36:07.357544 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3bb9eb-e0bd-40a0-8b55-aa28733410d3 req-f2f93afb-0b0f-4d42-8ba7-fa2fadd7a050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:36:07.358017 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3bb9eb-e0bd-40a0-8b55-aa28733410d3 req-f2f93afb-0b0f-4d42-8ba7-fa2fadd7a050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:36:07.358490 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3bb9eb-e0bd-40a0-8b55-aa28733410d3 req-f2f93afb-0b0f-4d42-8ba7-fa2fadd7a050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:36:07.360185 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3bb9eb-e0bd-40a0-8b55-aa28733410d3 req-f2f93afb-0b0f-4d42-8ba7-fa2fadd7a050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:36:07.360734 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3bb9eb-e0bd-40a0-8b55-aa28733410d3 req-f2f93afb-0b0f-4d42-8ba7-fa2fadd7a050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:36:07.362774 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1a3bb9eb-e0bd-40a0-8b55-aa28733410d3 req-f2f93afb-0b0f-4d42-8ba7-fa2fadd7a050 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=980165331b334d7795b91adc96459725&device_id=7a8d6684-f19c-4a86-ac0c-6c056fa351fd HTTP/1.1" status: 200  len: 6490 time: 0.0551584
Dec 25 21:36:07.475826 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3bb9eb-e0bd-40a0-8b55-aa28733410d3 req-fd3a254d-c727-4982-a1ae-12a45d7f3ade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:36:07.476307 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3bb9eb-e0bd-40a0-8b55-aa28733410d3 req-fd3a254d-c727-4982-a1ae-12a45d7f3ade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:36:07.476780 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3bb9eb-e0bd-40a0-8b55-aa28733410d3 req-fd3a254d-c727-4982-a1ae-12a45d7f3ade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:36:07.478913 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1a3bb9eb-e0bd-40a0-8b55-aa28733410d3 req-fd3a254d-c727-4982-a1ae-12a45d7f3ade service neutron] 10.222.0.31 "GET /v2.0/networks?id=36c58514-4b76-443a-8b4e-8188ecbb730f&id=6dab2bb9-1b11-4634-becc-b5742aceff64&id=6dab2bb9-1b11-4634-becc-b5742aceff64&id=6dab2bb9-1b11-4634-becc-b5742aceff64&id=6dab2bb9-1b11-4634-becc-b5742aceff64&id=1eebed42-83f0-407e-9fde-c8f3a2309436&id=1eebed42-83f0-407e-9fde-c8f3a2309436 HTTP/1.1" status: 200  len: 2293 time: 0.0925283
Dec 25 21:36:07.547408 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1a3bb9eb-e0bd-40a0-8b55-aa28733410d3 req-b8837b6c-cfab-4891-a5d1-bd8a8dad0788 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dbad079c-9ad0-47fd-8d51-bc9c6d074098 HTTP/1.1" status: 200  len: 1001 time: 0.0604212
Dec 25 21:36:07.595479 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3bb9eb-e0bd-40a0-8b55-aa28733410d3 req-60e4b6fc-3dc3-42c7-b58a-bb39307cdaad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:36:07.596984 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1a3bb9eb-e0bd-40a0-8b55-aa28733410d3 req-60e4b6fc-3dc3-42c7-b58a-bb39307cdaad service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a434de1e-5464-470d-a8e6-901b6aa78ffb HTTP/1.1" status: 200  len: 851 time: 0.0432026
Dec 25 21:36:07.643511 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3bb9eb-e0bd-40a0-8b55-aa28733410d3 req-e48ca475-e32d-40c1-bb62-da6cccc76151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:36:07.645094 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1a3bb9eb-e0bd-40a0-8b55-aa28733410d3 req-e48ca475-e32d-40c1-bb62-da6cccc76151 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=36c58514-4b76-443a-8b4e-8188ecbb730f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0410113
Dec 25 21:36:07.754938 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1a3bb9eb-e0bd-40a0-8b55-aa28733410d3 req-2c84a193-a506-4b80-85ba-30bc87c68a12 service neutron] 10.222.0.31 "GET /v2.0/networks/36c58514-4b76-443a-8b4e-8188ecbb730f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1025536
Dec 25 21:36:07.843622 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1a3bb9eb-e0bd-40a0-8b55-aa28733410d3 req-b9f18579-87ca-4532-9ba7-56cf6ddd39fd service neutron] 10.222.0.31 "GET /v2.0/networks/36c58514-4b76-443a-8b4e-8188ecbb730f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0820832
Dec 25 21:36:07.887654 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1a3bb9eb-e0bd-40a0-8b55-aa28733410d3 req-91f248be-c806-4990-87b1-9055799693b5 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.204&port_id=893605c1-33ba-4c92-b5eb-6207f354a521 HTTP/1.1" status: 200  len: 217 time: 0.0369637
Dec 25 21:36:07.936308 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3bb9eb-e0bd-40a0-8b55-aa28733410d3 req-c4634993-3450-4e6c-94e7-f7b7235650ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:36:07.937753 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1a3bb9eb-e0bd-40a0-8b55-aa28733410d3 req-c4634993-3450-4e6c-94e7-f7b7235650ce service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f7c309e7-75ab-4e4b-b61f-ca7ce9c46156 HTTP/1.1" status: 200  len: 797 time: 0.0429938
Dec 25 21:36:07.983389 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3bb9eb-e0bd-40a0-8b55-aa28733410d3 req-d734a5d7-6fdf-4d8f-982d-4c56b69b6957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:36:07.984925 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1a3bb9eb-e0bd-40a0-8b55-aa28733410d3 req-d734a5d7-6fdf-4d8f-982d-4c56b69b6957 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=6dab2bb9-1b11-4634-becc-b5742aceff64&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.0404148
Dec 25 21:36:08.094141 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1a3bb9eb-e0bd-40a0-8b55-aa28733410d3 req-f656428b-86a5-451d-b065-4dbd6bd97690 service neutron] 10.222.0.31 "GET /v2.0/networks/6dab2bb9-1b11-4634-becc-b5742aceff64?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1001978
Dec 25 21:36:08.199827 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1a3bb9eb-e0bd-40a0-8b55-aa28733410d3 req-798d9341-464c-47dc-b2a6-e156b728324d service neutron] 10.222.0.31 "GET /v2.0/networks/6dab2bb9-1b11-4634-becc-b5742aceff64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0987456
Dec 25 21:36:08.246806 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1a3bb9eb-e0bd-40a0-8b55-aa28733410d3 req-773d5d55-b7a9-4a10-bf27-5830c12b62f3 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.46&port_id=1704d60b-466b-4afa-a1c8-2e009902991b HTTP/1.1" status: 200  len: 217 time: 0.0395093
Dec 25 21:36:08.303867 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3bb9eb-e0bd-40a0-8b55-aa28733410d3 req-a75d72ac-26d1-4119-b98c-2506878f3d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:36:08.306991 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1a3bb9eb-e0bd-40a0-8b55-aa28733410d3 req-a75d72ac-26d1-4119-b98c-2506878f3d79 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f7c309e7-75ab-4e4b-b61f-ca7ce9c46156 HTTP/1.1" status: 200  len: 797 time: 0.0531585
Dec 25 21:36:08.355052 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3bb9eb-e0bd-40a0-8b55-aa28733410d3 req-b9518ddf-1543-4d71-a7ca-887e71323c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:36:08.356652 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1a3bb9eb-e0bd-40a0-8b55-aa28733410d3 req-b9518ddf-1543-4d71-a7ca-887e71323c7f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=6dab2bb9-1b11-4634-becc-b5742aceff64&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.0439999
Dec 25 21:36:08.372067 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:36:08.458779 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1a3bb9eb-e0bd-40a0-8b55-aa28733410d3 req-6df5e256-5bc7-4f42-9ad5-6119cd10e212 service neutron] 10.222.0.31 "GET /v2.0/networks/6dab2bb9-1b11-4634-becc-b5742aceff64?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0931561
Dec 25 21:36:08.483277 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3e945ecd-9380-47c2-aa0a-12ebe07e03e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:36:08.553693 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1a3bb9eb-e0bd-40a0-8b55-aa28733410d3 req-8f6b779c-2f55-44ab-9852-9439bb23dd33 service neutron] 10.222.0.31 "GET /v2.0/networks/6dab2bb9-1b11-4634-becc-b5742aceff64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0876613
Dec 25 21:36:08.598982 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1a3bb9eb-e0bd-40a0-8b55-aa28733410d3 req-199e24a0-a86f-4ecc-80b5-4ccc5b1d03cf service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.165&port_id=c4a5dc77-7743-4d72-8f35-550325e4dc63 HTTP/1.1" status: 200  len: 217 time: 0.0388601
Dec 25 21:36:08.648468 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3bb9eb-e0bd-40a0-8b55-aa28733410d3 req-bac82049-53f5-41c3-bcbd-bee683dba726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:36:08.650473 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1a3bb9eb-e0bd-40a0-8b55-aa28733410d3 req-bac82049-53f5-41c3-bcbd-bee683dba726 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f7c309e7-75ab-4e4b-b61f-ca7ce9c46156 HTTP/1.1" status: 200  len: 797 time: 0.0447686
Dec 25 21:36:08.696419 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3bb9eb-e0bd-40a0-8b55-aa28733410d3 req-6f397c49-b3fe-4cba-bc2b-cc957dd5a5fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:36:08.698007 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1a3bb9eb-e0bd-40a0-8b55-aa28733410d3 req-6f397c49-b3fe-4cba-bc2b-cc957dd5a5fb service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=6dab2bb9-1b11-4634-becc-b5742aceff64&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.0402920
Dec 25 21:36:09.127978 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1a3bb9eb-e0bd-40a0-8b55-aa28733410d3 req-c00331ca-9713-44e1-ae2e-a33a3dd7bbbd service neutron] 10.222.0.31 "GET /v2.0/networks/6dab2bb9-1b11-4634-becc-b5742aceff64?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4226069
Dec 25 21:36:09.275330 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1a3bb9eb-e0bd-40a0-8b55-aa28733410d3 req-5415537b-098c-479b-8486-951b6c7b2c0f service neutron] 10.222.0.31 "GET /v2.0/networks/6dab2bb9-1b11-4634-becc-b5742aceff64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1395297
Dec 25 21:36:09.322758 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1a3bb9eb-e0bd-40a0-8b55-aa28733410d3 req-1a08df66-ce2f-45dd-bb48-4ed4b5ff77ef service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.99&port_id=bbeefdb7-89c8-4442-a2e7-858c459b3b9a HTTP/1.1" status: 200  len: 217 time: 0.0409684
Dec 25 21:36:09.389513 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3bb9eb-e0bd-40a0-8b55-aa28733410d3 req-853ff75a-1e88-4564-8fe2-9d1ed1cc2685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:36:09.391099 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1a3bb9eb-e0bd-40a0-8b55-aa28733410d3 req-853ff75a-1e88-4564-8fe2-9d1ed1cc2685 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f7c309e7-75ab-4e4b-b61f-ca7ce9c46156 HTTP/1.1" status: 200  len: 797 time: 0.0621197
Dec 25 21:36:09.454598 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3bb9eb-e0bd-40a0-8b55-aa28733410d3 req-0513c2b5-3491-48f9-9131-b08736515754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:36:09.456218 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1a3bb9eb-e0bd-40a0-8b55-aa28733410d3 req-0513c2b5-3491-48f9-9131-b08736515754 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=6dab2bb9-1b11-4634-becc-b5742aceff64&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.0583317
Dec 25 21:36:09.506248 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-15cb578f-7a63-4fd3-925d-83bad4c7b82a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:36:09.551969 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1a3bb9eb-e0bd-40a0-8b55-aa28733410d3 req-35164372-021c-4bf7-a033-9f08be35a31f service neutron] 10.222.0.31 "GET /v2.0/networks/6dab2bb9-1b11-4634-becc-b5742aceff64?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0886261
Dec 25 21:36:09.649016 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1a3bb9eb-e0bd-40a0-8b55-aa28733410d3 req-f06168e2-bc32-49a7-85e8-e59b573ae1b3 service neutron] 10.222.0.31 "GET /v2.0/networks/6dab2bb9-1b11-4634-becc-b5742aceff64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0897272
Dec 25 21:36:09.700475 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1a3bb9eb-e0bd-40a0-8b55-aa28733410d3 req-fb578aa2-ccba-4427-8737-3d36bbf0b0ea service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=d1b259e7-c1c4-46a5-8fa8-934e76ffd08c HTTP/1.1" status: 200  len: 217 time: 0.0446894
Dec 25 21:36:09.754398 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3bb9eb-e0bd-40a0-8b55-aa28733410d3 req-e78bda82-d6f9-4b82-80b8-3616be2aea35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:36:09.756054 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1a3bb9eb-e0bd-40a0-8b55-aa28733410d3 req-e78bda82-d6f9-4b82-80b8-3616be2aea35 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=64fd0ee7-98f6-4e06-ac9e-5ec230df994d HTTP/1.1" status: 200  len: 797 time: 0.0484571
Dec 25 21:36:09.815549 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3bb9eb-e0bd-40a0-8b55-aa28733410d3 req-378bc40a-8356-49cc-b642-eb9720544811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:36:09.815549 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1a3bb9eb-e0bd-40a0-8b55-aa28733410d3 req-378bc40a-8356-49cc-b642-eb9720544811 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=1eebed42-83f0-407e-9fde-c8f3a2309436&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.0462995
Dec 25 21:36:09.911030 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1a3bb9eb-e0bd-40a0-8b55-aa28733410d3 req-6b0a7c1c-f27a-4fb5-9116-acd97e2d632c service neutron] 10.222.0.31 "GET /v2.0/networks/1eebed42-83f0-407e-9fde-c8f3a2309436?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0937703
Dec 25 21:36:10.010156 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1a3bb9eb-e0bd-40a0-8b55-aa28733410d3 req-12c96e85-cf66-4f86-a00f-b8e5f0a16fa6 service neutron] 10.222.0.31 "GET /v2.0/networks/1eebed42-83f0-407e-9fde-c8f3a2309436?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0928674
Dec 25 21:36:10.055731 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1a3bb9eb-e0bd-40a0-8b55-aa28733410d3 req-b2915ba8-6d35-4701-aec1-58ba0061c6d5 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=c1259bc6-d32f-4b81-b593-3660604ed03e HTTP/1.1" status: 200  len: 217 time: 0.0387075
Dec 25 21:36:10.108787 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3bb9eb-e0bd-40a0-8b55-aa28733410d3 req-f65fbd2d-9e1b-43d7-bb2d-c34ce9c3638b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:36:10.110336 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1a3bb9eb-e0bd-40a0-8b55-aa28733410d3 req-f65fbd2d-9e1b-43d7-bb2d-c34ce9c3638b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=64fd0ee7-98f6-4e06-ac9e-5ec230df994d HTTP/1.1" status: 200  len: 797 time: 0.0480955
Dec 25 21:36:10.157181 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3bb9eb-e0bd-40a0-8b55-aa28733410d3 req-f0c802eb-58d4-44df-ba92-2a2025e7645b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:36:10.158613 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1a3bb9eb-e0bd-40a0-8b55-aa28733410d3 req-f0c802eb-58d4-44df-ba92-2a2025e7645b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=1eebed42-83f0-407e-9fde-c8f3a2309436&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.0413539
Dec 25 21:36:10.258554 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1a3bb9eb-e0bd-40a0-8b55-aa28733410d3 req-536bdaf6-c335-4ca2-afb6-6c1db981d0c5 service neutron] 10.222.0.31 "GET /v2.0/networks/1eebed42-83f0-407e-9fde-c8f3a2309436?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0929859
Dec 25 21:36:10.364561 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1a3bb9eb-e0bd-40a0-8b55-aa28733410d3 req-c4615a32-3e9e-4162-9ab3-e2bad4cac274 service neutron] 10.222.0.31 "GET /v2.0/networks/1eebed42-83f0-407e-9fde-c8f3a2309436?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0994534
Dec 25 21:36:10.711937 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:36:20.432486 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 59364) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:36:20.542126 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-af261ee7-f5f8-4f40-9e7e-72609d78a982 admin admin] Publish callbacks [] for security_group, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:36:20.615106 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-af261ee7-f5f8-4f40-9e7e-72609d78a982 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:36:20.689148 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-af261ee7-f5f8-4f40-9e7e-72609d78a982 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:36:20.727562 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-af261ee7-f5f8-4f40-9e7e-72609d78a982 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c530b50e6e7943e08432ece63ea91869&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2939534
Dec 25 21:36:20.729037 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af261ee7-f5f8-4f40-9e7e-72609d78a982 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75fa0cb6-3eef-4f62-9874-02005fbee66f,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:36:20.730905 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 59368) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:36:20.736653 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af261ee7-f5f8-4f40-9e7e-72609d78a982 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:36:20.737029 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af261ee7-f5f8-4f40-9e7e-72609d78a982 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:36:20.737370 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af261ee7-f5f8-4f40-9e7e-72609d78a982 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:36:20.737700 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af261ee7-f5f8-4f40-9e7e-72609d78a982 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:36:20.738025 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af261ee7-f5f8-4f40-9e7e-72609d78a982 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:36:20.738345 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af261ee7-f5f8-4f40-9e7e-72609d78a982 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:36:20.738667 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af261ee7-f5f8-4f40-9e7e-72609d78a982 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:36:20.738985 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af261ee7-f5f8-4f40-9e7e-72609d78a982 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:36:20.739300 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af261ee7-f5f8-4f40-9e7e-72609d78a982 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:36:20.739618 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af261ee7-f5f8-4f40-9e7e-72609d78a982 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:36:20.739933 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af261ee7-f5f8-4f40-9e7e-72609d78a982 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:36:20.740247 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af261ee7-f5f8-4f40-9e7e-72609d78a982 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:36:20.740561 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af261ee7-f5f8-4f40-9e7e-72609d78a982 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:36:20.780780 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-3b165221-cd5c-4dfe-8027-c1ef0450dbd8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:36:20.805750 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-3b165221-cd5c-4dfe-8027-c1ef0450dbd8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:36:20.934946 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-3b165221-cd5c-4dfe-8027-c1ef0450dbd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:36:20.937732 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-3b165221-cd5c-4dfe-8027-c1ef0450dbd8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:36:20.938981 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-3b165221-cd5c-4dfe-8027-c1ef0450dbd8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/75fa0cb6-3eef-4f62-9874-02005fbee66f HTTP/1.1" status: 204  len: 168 time: 0.2069941
Dec 25 21:36:20.947868 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b165221-cd5c-4dfe-8027-c1ef0450dbd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75fa0cb6-3eef-4f62-9874-02005fbee66f,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:36:26.066299 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 59588) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:36:26.291013 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-c57462de-72c7-49e0-9618-bcb2b7532c74 admin admin] Publish callbacks [] for security_group, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:36:26.377710 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-c57462de-72c7-49e0-9618-bcb2b7532c74 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:36:26.473892 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-c57462de-72c7-49e0-9618-bcb2b7532c74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:36:26.511879 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-c57462de-72c7-49e0-9618-bcb2b7532c74 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8b128fa80d8f41ce94e104a231c3069f&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4442453
Dec 25 21:36:26.514749 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 59616) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:36:26.517350 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57462de-72c7-49e0-9618-bcb2b7532c74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e81bd657-4e0e-4917-bb49-87af94f301e6,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:36:26.524989 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57462de-72c7-49e0-9618-bcb2b7532c74 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:36:26.525350 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57462de-72c7-49e0-9618-bcb2b7532c74 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:36:26.525696 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57462de-72c7-49e0-9618-bcb2b7532c74 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:36:26.526036 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57462de-72c7-49e0-9618-bcb2b7532c74 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:36:26.526400 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57462de-72c7-49e0-9618-bcb2b7532c74 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:36:26.526734 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57462de-72c7-49e0-9618-bcb2b7532c74 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:36:26.527065 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57462de-72c7-49e0-9618-bcb2b7532c74 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:36:26.527392 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57462de-72c7-49e0-9618-bcb2b7532c74 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:36:26.527907 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57462de-72c7-49e0-9618-bcb2b7532c74 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:36:26.528503 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57462de-72c7-49e0-9618-bcb2b7532c74 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:36:26.528834 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57462de-72c7-49e0-9618-bcb2b7532c74 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:36:26.529277 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57462de-72c7-49e0-9618-bcb2b7532c74 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:36:26.529606 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57462de-72c7-49e0-9618-bcb2b7532c74 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:36:26.566909 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-38e9e68a-f289-4d10-b3d4-96627ad79246 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:36:26.589004 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-38e9e68a-f289-4d10-b3d4-96627ad79246 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:36:26.707005 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-38e9e68a-f289-4d10-b3d4-96627ad79246 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:36:26.709908 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-38e9e68a-f289-4d10-b3d4-96627ad79246 admin admin] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:36:26.711099 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-38e9e68a-f289-4d10-b3d4-96627ad79246 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e81bd657-4e0e-4917-bb49-87af94f301e6 HTTP/1.1" status: 204  len: 168 time: 0.1949410
Dec 25 21:36:26.720065 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e9e68a-f289-4d10-b3d4-96627ad79246 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e81bd657-4e0e-4917-bb49-87af94f301e6,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:36:28.008325 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 59672) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:36:28.141225 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-923e51a2-36e4-4b72-964f-cbed3f45f4e9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:36:28.218998 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-923e51a2-36e4-4b72-964f-cbed3f45f4e9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:36:28.284263 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-923e51a2-36e4-4b72-964f-cbed3f45f4e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:36:28.333074 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-923e51a2-36e4-4b72-964f-cbed3f45f4e9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5a489896e9e44cfab05ddcf2bec0b1f8&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3210604
Dec 25 21:36:28.333074 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923e51a2-36e4-4b72-964f-cbed3f45f4e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6daffb5d-dc39-4752-ae21-40a287587792,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:36:28.333924 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 59684) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:36:28.388490 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-6818fbb7-d614-4a3b-acde-0487c2fede5a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:36:28.411057 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-6818fbb7-d614-4a3b-acde-0487c2fede5a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:36:28.587048 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-6818fbb7-d614-4a3b-acde-0487c2fede5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:36:28.590315 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-6818fbb7-d614-4a3b-acde-0487c2fede5a admin admin] Publish callbacks [] for security_group, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:36:28.597767 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-6818fbb7-d614-4a3b-acde-0487c2fede5a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6daffb5d-dc39-4752-ae21-40a287587792 HTTP/1.1" status: 204  len: 168 time: 0.2564509
Dec 25 21:36:28.600119 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6818fbb7-d614-4a3b-acde-0487c2fede5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6daffb5d-dc39-4752-ae21-40a287587792,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:36:29.385289 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 59710) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:36:29.400528 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-79c717ba-033e-407a-bb6d-520cc4c7da3a admin admin] Publish callbacks [] for security_group, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:36:29.486457 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-79c717ba-033e-407a-bb6d-520cc4c7da3a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:36:29.541040 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-79c717ba-033e-407a-bb6d-520cc4c7da3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:36:29.585044 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-79c717ba-033e-407a-bb6d-520cc4c7da3a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ccc4f0d845ce4759bce20484724b3a13&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1947341
Dec 25 21:36:29.585044 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c717ba-033e-407a-bb6d-520cc4c7da3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf8087f1-134d-4f20-bea7-41aa9f189c74,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:36:29.585928 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 59718) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:36:29.638053 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-71af4da6-af61-415d-98c9-11ae66e73b92 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:36:29.663067 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-71af4da6-af61-415d-98c9-11ae66e73b92 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:36:29.827757 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-71af4da6-af61-415d-98c9-11ae66e73b92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:36:29.834694 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-71af4da6-af61-415d-98c9-11ae66e73b92 admin admin] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:36:29.834694 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-71af4da6-af61-415d-98c9-11ae66e73b92 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/bf8087f1-134d-4f20-bea7-41aa9f189c74 HTTP/1.1" status: 204  len: 168 time: 0.2443793
Dec 25 21:36:29.840291 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71af4da6-af61-415d-98c9-11ae66e73b92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf8087f1-134d-4f20-bea7-41aa9f189c74,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:36:30.665093 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 59744) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:36:30.678778 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-385cf176-bc2c-4f95-84ef-469dcff48c40 admin admin] Publish callbacks [] for security_group, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:36:30.754368 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-385cf176-bc2c-4f95-84ef-469dcff48c40 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:36:30.821295 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-385cf176-bc2c-4f95-84ef-469dcff48c40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:36:30.860739 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-385cf176-bc2c-4f95-84ef-469dcff48c40 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c6b83f9204bf4748ad1452b448e5e25f&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1943936
Dec 25 21:36:30.861664 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385cf176-bc2c-4f95-84ef-469dcff48c40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=119a9395-c927-4cf4-8201-ff6e5c94905e,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:36:30.864242 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 59746) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:36:30.922060 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-358c63d5-d12d-448e-9054-99d23a761bc1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:36:30.954721 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-358c63d5-d12d-448e-9054-99d23a761bc1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:36:31.074301 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-358c63d5-d12d-448e-9054-99d23a761bc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:36:31.077477 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-358c63d5-d12d-448e-9054-99d23a761bc1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:36:31.078951 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-358c63d5-d12d-448e-9054-99d23a761bc1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/119a9395-c927-4cf4-8201-ff6e5c94905e HTTP/1.1" status: 204  len: 168 time: 0.2129729
Dec 25 21:36:31.087845 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358c63d5-d12d-448e-9054-99d23a761bc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=119a9395-c927-4cf4-8201-ff6e5c94905e,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:36:31.112330 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 59766) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:36:31.224499 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-06ab1cf4-3bf2-4b03-8560-a93d0968cb01 admin admin] Publish callbacks [] for security_group, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:36:31.299471 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-06ab1cf4-3bf2-4b03-8560-a93d0968cb01 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:36:31.386464 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-06ab1cf4-3bf2-4b03-8560-a93d0968cb01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:36:31.425120 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-06ab1cf4-3bf2-4b03-8560-a93d0968cb01 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1cbcd5810b554d29b718a6b114e479b3&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3112435
Dec 25 21:36:31.426716 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ab1cf4-3bf2-4b03-8560-a93d0968cb01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=287e539b-7e84-47c6-aca3-285e0ff70707,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:36:31.427562 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 59772) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:36:31.484797 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-3c909985-e891-4d35-bf47-755a365fe247 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:36:31.506650 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-3c909985-e891-4d35-bf47-755a365fe247 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:36:31.600852 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-3c909985-e891-4d35-bf47-755a365fe247 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:36:31.615080 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-3c909985-e891-4d35-bf47-755a365fe247 admin admin] Publish callbacks [] for security_group, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:36:31.615080 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-3c909985-e891-4d35-bf47-755a365fe247 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/287e539b-7e84-47c6-aca3-285e0ff70707 HTTP/1.1" status: 204  len: 168 time: 0.1784775
Dec 25 21:36:31.618989 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c909985-e891-4d35-bf47-755a365fe247 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=287e539b-7e84-47c6-aca3-285e0ff70707,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:36:32.184267 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 59816) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:36:32.198614 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-4a63d0e4-363f-48ad-b2a2-9e23ebfca05a admin admin] Publish callbacks [] for security_group, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:36:32.274797 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-4a63d0e4-363f-48ad-b2a2-9e23ebfca05a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:36:32.358021 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-4a63d0e4-363f-48ad-b2a2-9e23ebfca05a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:36:32.397324 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-4a63d0e4-363f-48ad-b2a2-9e23ebfca05a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7ee81cdcbfc64f76acf668215524dc60&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2118342
Dec 25 21:36:32.398436 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a63d0e4-363f-48ad-b2a2-9e23ebfca05a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ef3f8f3-f77b-4a0f-ab1c-788af94f611a,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:36:32.399972 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 59822) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:36:32.447259 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-3e526437-0785-4bcc-9fdf-e4d18dc30bbb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:36:32.470292 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-3e526437-0785-4bcc-9fdf-e4d18dc30bbb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:36:32.604142 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-3e526437-0785-4bcc-9fdf-e4d18dc30bbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:36:32.606873 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-3e526437-0785-4bcc-9fdf-e4d18dc30bbb admin admin] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:36:32.608028 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-3e526437-0785-4bcc-9fdf-e4d18dc30bbb admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6ef3f8f3-f77b-4a0f-ab1c-788af94f611a HTTP/1.1" status: 204  len: 168 time: 0.2070854
Dec 25 21:36:32.615767 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e526437-0785-4bcc-9fdf-e4d18dc30bbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ef3f8f3-f77b-4a0f-ab1c-788af94f611a,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:36:32.754021 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.agents_db [None req-ec08dba0-4483-4109-b5e1-5e4a9fdaf12d None None] Agent healthcheck: found 7 active agents {{(pid=121609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 25 21:36:34.438850 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:36:34.781059 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5d0c753a-3a5f-4d3c-b57f-e17592107343 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:36:35.499483 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 59946) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:36:35.613876 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-2271e55e-28db-4531-9150-53d73a2a89b6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:36:35.687521 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-2271e55e-28db-4531-9150-53d73a2a89b6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:36:35.758085 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-2271e55e-28db-4531-9150-53d73a2a89b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:36:35.802457 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-2271e55e-28db-4531-9150-53d73a2a89b6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4ef8cddf93134a2aa107f9f0027981a2&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2997403
Dec 25 21:36:35.802457 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2271e55e-28db-4531-9150-53d73a2a89b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d0a69aa-b83c-4acd-8000-31ddc8900f1f,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:36:35.809687 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 59952) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:36:35.859527 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-c7d9006e-98ef-4c1e-939e-e3b8d09bc1be admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:36:35.879942 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-c7d9006e-98ef-4c1e-939e-e3b8d09bc1be admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:36:36.249849 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-c7d9006e-98ef-4c1e-939e-e3b8d09bc1be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:36:36.252442 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-c7d9006e-98ef-4c1e-939e-e3b8d09bc1be admin admin] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:36:36.253637 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-c7d9006e-98ef-4c1e-939e-e3b8d09bc1be admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0d0a69aa-b83c-4acd-8000-31ddc8900f1f HTTP/1.1" status: 204  len: 168 time: 0.4424589
Dec 25 21:36:36.263804 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d9006e-98ef-4c1e-939e-e3b8d09bc1be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d0a69aa-b83c-4acd-8000-31ddc8900f1f,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:36:36.975483 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-647358f0-90a7-4662-8b99-159970d86b5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:36:37.768614 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 60006) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:36:37.879474 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-c5b5fc23-8004-4058-89da-01304a177bdd admin admin] Publish callbacks [] for security_group, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:36:37.957953 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-c5b5fc23-8004-4058-89da-01304a177bdd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:36:38.021483 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-c5b5fc23-8004-4058-89da-01304a177bdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:36:38.057794 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b5fc23-8004-4058-89da-01304a177bdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=900ce731-df15-4bd3-9f74-be78f5a28dff,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:36:38.062630 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-c5b5fc23-8004-4058-89da-01304a177bdd admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0677d7d0084649bd9bebdeb017a3ccd6&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2929318
Dec 25 21:36:38.066445 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 60014) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:36:38.120200 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-2bd2fdfb-3d8b-4f69-989e-3ad72ab5ebcf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:36:38.142663 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-2bd2fdfb-3d8b-4f69-989e-3ad72ab5ebcf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:36:38.274177 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-2bd2fdfb-3d8b-4f69-989e-3ad72ab5ebcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:36:38.276910 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-2bd2fdfb-3d8b-4f69-989e-3ad72ab5ebcf admin admin] Publish callbacks [] for security_group, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:36:38.279401 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-2bd2fdfb-3d8b-4f69-989e-3ad72ab5ebcf admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/900ce731-df15-4bd3-9f74-be78f5a28dff HTTP/1.1" status: 204  len: 168 time: 0.2125711
Dec 25 21:36:38.287713 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd2fdfb-3d8b-4f69-989e-3ad72ab5ebcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=900ce731-df15-4bd3-9f74-be78f5a28dff,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:36:38.347044 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:36:38.529954 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3e945ecd-9380-47c2-aa0a-12ebe07e03e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:36:39.480393 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-15cb578f-7a63-4fd3-925d-83bad4c7b82a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:36:40.484701 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 60160) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:36:40.608280 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-b4408b50-e9be-41d7-bea3-aaaac8ab1bc2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:36:40.686196 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-b4408b50-e9be-41d7-bea3-aaaac8ab1bc2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:36:40.735655 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:36:40.816444 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-b4408b50-e9be-41d7-bea3-aaaac8ab1bc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:36:40.852631 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4408b50-e9be-41d7-bea3-aaaac8ab1bc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42c5a782-c7e8-470e-a4a2-1fcbfe271196,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:36:40.857743 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-b4408b50-e9be-41d7-bea3-aaaac8ab1bc2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e220e2c6803c423eaeefa609d3030f9d&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3719652
Dec 25 21:36:40.860729 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 60174) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:36:40.916056 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-0a2e7bbd-4122-4191-b3ab-fd9ff86bee58 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:36:40.944172 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-0a2e7bbd-4122-4191-b3ab-fd9ff86bee58 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:36:41.062038 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-0a2e7bbd-4122-4191-b3ab-fd9ff86bee58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:36:41.064757 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-0a2e7bbd-4122-4191-b3ab-fd9ff86bee58 admin admin] Publish callbacks [] for security_group, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:36:41.065997 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-0a2e7bbd-4122-4191-b3ab-fd9ff86bee58 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/42c5a782-c7e8-470e-a4a2-1fcbfe271196 HTTP/1.1" status: 204  len: 168 time: 0.2046678
Dec 25 21:36:41.074490 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2e7bbd-4122-4191-b3ab-fd9ff86bee58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42c5a782-c7e8-470e-a4a2-1fcbfe271196,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:36:43.517681 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868ecfc9-1211-4438-a1fe-c111566bacf1 req-dbca2df3-ca61-4a71-be83-b34c0921f4fb tempest-VolumesSnapshotTestJSON-639273304 tempest-VolumesSnapshotTestJSON-639273304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:36:43.519239 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-868ecfc9-1211-4438-a1fe-c111566bacf1 req-dbca2df3-ca61-4a71-be83-b34c0921f4fb tempest-VolumesSnapshotTestJSON-639273304 tempest-VolumesSnapshotTestJSON-639273304-project] 10.222.0.32 "GET /v2.0/networks?id=b30f51af-5cf5-4b7f-96c1-3dabf1030017 HTTP/1.1" status: 200  len: 812 time: 0.1133854
Dec 25 21:36:43.535300 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-868ecfc9-1211-4438-a1fe-c111566bacf1 req-a6146052-d1bc-44e9-a8c8-ea97b4e7b742 tempest-VolumesSnapshotTestJSON-639273304 tempest-VolumesSnapshotTestJSON-639273304-project] 10.222.0.32 "GET /v2.0/quotas/a416565d81324f55b88111b36c4a777c HTTP/1.1" status: 200  len: 375 time: 0.0100434
Dec 25 21:36:43.568434 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-868ecfc9-1211-4438-a1fe-c111566bacf1 req-40abb6c2-0dd8-488d-9cb0-d254a9de272a tempest-VolumesSnapshotTestJSON-639273304 tempest-VolumesSnapshotTestJSON-639273304-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=a416565d81324f55b88111b36c4a777c&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0271873
Dec 25 21:36:43.769226 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-868ecfc9-1211-4438-a1fe-c111566bacf1 req-46303790-a4a2-4c78-b79b-380e22359dd1 service neutron] 10.222.0.32 "GET /v2.0/networks/b30f51af-5cf5-4b7f-96c1-3dabf1030017?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1918459
Dec 25 21:36:43.859112 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-868ecfc9-1211-4438-a1fe-c111566bacf1 req-33056919-797c-4a29-9775-ce06d3d0ee74 service neutron] 10.222.0.32 "GET /v2.0/networks/b30f51af-5cf5-4b7f-96c1-3dabf1030017?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0836909
Dec 25 21:36:44.119520 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-87070918-59f9-4496-b13d-85e929b5e96e req-25dc9651-ba6d-4eb6-b961-bef3cf7dc206 tempest-VolumesSnapshotTestJSON-639273304 tempest-VolumesSnapshotTestJSON-639273304-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2b0c1e7-aea8-4495-a6c3-336527595f49 HTTP/1.1" status: 200  len: 210 time: 0.0332763
Dec 25 21:36:44.412827 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 60342) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:36:44.531792 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-d720795d-8d4a-4cf4-8097-efa08bef5450 admin admin] Publish callbacks [] for security_group, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:36:44.614697 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-d720795d-8d4a-4cf4-8097-efa08bef5450 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:36:44.758572 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-d720795d-8d4a-4cf4-8097-efa08bef5450 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:36:44.797922 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-d720795d-8d4a-4cf4-8097-efa08bef5450 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=01aadf799fca4dc9aab25ba54af3820b&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3839977
Dec 25 21:36:44.798902 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d720795d-8d4a-4cf4-8097-efa08bef5450 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd5e14b9-3a29-4340-972f-d3515a393579,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:36:44.800587 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 60350) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:36:44.847203 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-135f9ade-ad6b-4624-9830-2ac52abbe968 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:36:44.867781 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-135f9ade-ad6b-4624-9830-2ac52abbe968 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:36:45.038753 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-135f9ade-ad6b-4624-9830-2ac52abbe968 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:36:45.041602 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-135f9ade-ad6b-4624-9830-2ac52abbe968 admin admin] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:36:45.042746 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-135f9ade-ad6b-4624-9830-2ac52abbe968 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/fd5e14b9-3a29-4340-972f-d3515a393579 HTTP/1.1" status: 204  len: 168 time: 0.2411530
Dec 25 21:36:45.051243 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135f9ade-ad6b-4624-9830-2ac52abbe968 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd5e14b9-3a29-4340-972f-d3515a393579,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:36:45.202179 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-fd181e30-173a-4f42-8661-53e3ed1a1388 req-d1a8a2ea-6f81-4de5-a079-f3dae5df3b2a tempest-VolumesSnapshotTestJSON-639273304 tempest-VolumesSnapshotTestJSON-639273304-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2b0c1e7-aea8-4495-a6c3-336527595f49 HTTP/1.1" status: 200  len: 210 time: 0.0263653
Dec 25 21:36:45.831116 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 60386) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:36:45.845318 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-c29bd17e-5c8b-40f7-b5cc-04e6bf2bce36 admin admin] Publish callbacks [] for security_group, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:36:45.922924 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-c29bd17e-5c8b-40f7-b5cc-04e6bf2bce36 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:36:46.010237 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-c29bd17e-5c8b-40f7-b5cc-04e6bf2bce36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:36:46.050407 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-c29bd17e-5c8b-40f7-b5cc-04e6bf2bce36 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c1c01005fdde4d1bbe1b588556a1d23e&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2181816
Dec 25 21:36:46.051566 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29bd17e-5c8b-40f7-b5cc-04e6bf2bce36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef3535f3-7902-4878-a6ae-c7100db0ddc7,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:36:46.053027 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 60390) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:36:46.111948 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-6aa50f64-d832-4a0a-80c1-93514e651136 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:36:46.133589 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-6aa50f64-d832-4a0a-80c1-93514e651136 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:36:46.148771 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 60392) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:36:46.262096 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-efaa8eca-ab6e-4ffa-ac6e-929ab130a9d6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:36:46.304296 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9e724b92-f3b0-494e-9a64-e3cee7a28031 req-b22729b7-ac9d-41bf-8992-e067435a6fc0 tempest-VolumesSnapshotTestJSON-639273304 tempest-VolumesSnapshotTestJSON-639273304-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2b0c1e7-aea8-4495-a6c3-336527595f49 HTTP/1.1" status: 200  len: 210 time: 0.0332599
Dec 25 21:36:46.305204 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-6aa50f64-d832-4a0a-80c1-93514e651136 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:36:46.307862 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-6aa50f64-d832-4a0a-80c1-93514e651136 admin admin] Publish callbacks [] for security_group, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:36:46.313630 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-6aa50f64-d832-4a0a-80c1-93514e651136 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ef3535f3-7902-4878-a6ae-c7100db0ddc7 HTTP/1.1" status: 204  len: 168 time: 0.2549577
Dec 25 21:36:46.323212 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa50f64-d832-4a0a-80c1-93514e651136 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef3535f3-7902-4878-a6ae-c7100db0ddc7,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:36:46.349940 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-efaa8eca-ab6e-4ffa-ac6e-929ab130a9d6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:36:46.450295 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-efaa8eca-ab6e-4ffa-ac6e-929ab130a9d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:36:46.489199 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-efaa8eca-ab6e-4ffa-ac6e-929ab130a9d6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=be78166c9f60433db2d55212d563610b&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3392141
Dec 25 21:36:46.490072 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efaa8eca-ab6e-4ffa-ac6e-929ab130a9d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b884cde-2f42-48d0-ad5b-3ab7f1572eba,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:36:46.491888 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 60404) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:36:46.576927 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-30d6bc45-4b53-4fb4-9ecc-8abf7325eaae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:36:46.639394 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-30d6bc45-4b53-4fb4-9ecc-8abf7325eaae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:36:46.673394 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868ecfc9-1211-4438-a1fe-c111566bacf1 req-0adffbf6-9a5b-477b-a6dd-06ded2363ed0 tempest-VolumesSnapshotTestJSON-639273304 tempest-VolumesSnapshotTestJSON-639273304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:36:46.674894 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-868ecfc9-1211-4438-a1fe-c111566bacf1 req-0adffbf6-9a5b-477b-a6dd-06ded2363ed0 tempest-VolumesSnapshotTestJSON-639273304 tempest-VolumesSnapshotTestJSON-639273304-project] 10.222.0.37 "GET /v2.0/networks?id=b30f51af-5cf5-4b7f-96c1-3dabf1030017 HTTP/1.1" status: 200  len: 812 time: 0.1532836
Dec 25 21:36:46.696705 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-868ecfc9-1211-4438-a1fe-c111566bacf1 req-f3920d39-5e1f-4200-bf03-034b66de02a9 tempest-VolumesSnapshotTestJSON-639273304 tempest-VolumesSnapshotTestJSON-639273304-project] Request body: {'port': {'device_id': 'f2b0c1e7-aea8-4495-a6c3-336527595f49', 'network_id': 'b30f51af-5cf5-4b7f-96c1-3dabf1030017', 'admin_state_up': True, 'tenant_id': 'a416565d81324f55b88111b36c4a777c'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:36:46.816024 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-30d6bc45-4b53-4fb4-9ecc-8abf7325eaae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:36:46.818636 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-30d6bc45-4b53-4fb4-9ecc-8abf7325eaae admin admin] Publish callbacks [] for security_group, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:36:46.819785 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-30d6bc45-4b53-4fb4-9ecc-8abf7325eaae admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5b884cde-2f42-48d0-ad5b-3ab7f1572eba HTTP/1.1" status: 204  len: 168 time: 0.3268518
Dec 25 21:36:46.827899 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d6bc45-4b53-4fb4-9ecc-8abf7325eaae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b884cde-2f42-48d0-ad5b-3ab7f1572eba,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:36:46.901896 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-868ecfc9-1211-4438-a1fe-c111566bacf1 req-f3920d39-5e1f-4200-bf03-034b66de02a9 tempest-VolumesSnapshotTestJSON-639273304 tempest-VolumesSnapshotTestJSON-639273304-project] Made reservation on behalf of a416565d81324f55b88111b36c4a777c for: {'port': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:36:46.906754 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-868ecfc9-1211-4438-a1fe-c111566bacf1 req-f3920d39-5e1f-4200-bf03-034b66de02a9 tempest-VolumesSnapshotTestJSON-639273304 tempest-VolumesSnapshotTestJSON-639273304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:36:47.038184 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_common [req-868ecfc9-1211-4438-a1fe-c111566bacf1 req-f3920d39-5e1f-4200-bf03-034b66de02a9 tempest-VolumesSnapshotTestJSON-639273304 tempest-VolumesSnapshotTestJSON-639273304-project] Allocated IP 172.20.0.4 (b30f51af-5cf5-4b7f-96c1-3dabf1030017/a7a92c50-32bb-4289-bde3-1186d0ce9bab/b12092bd-6061-46a7-b9df-71a40619530e) {{(pid=121606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:36:47.194201 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-868ecfc9-1211-4438-a1fe-c111566bacf1 req-f3920d39-5e1f-4200-bf03-034b66de02a9 tempest-VolumesSnapshotTestJSON-639273304 tempest-VolumesSnapshotTestJSON-639273304-project] Publish callbacks [] for port, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:36:47.319278 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-868ecfc9-1211-4438-a1fe-c111566bacf1 req-f3920d39-5e1f-4200-bf03-034b66de02a9 tempest-VolumesSnapshotTestJSON-639273304 tempest-VolumesSnapshotTestJSON-639273304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:36:47.374080 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-868ecfc9-1211-4438-a1fe-c111566bacf1 req-f3920d39-5e1f-4200-bf03-034b66de02a9 tempest-VolumesSnapshotTestJSON-639273304 tempest-VolumesSnapshotTestJSON-639273304-project] Network b30f51af-5cf5-4b7f-96c1-3dabf1030017 is already hosted by enough agents. {{(pid=121606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:36:47.378024 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [req-868ecfc9-1211-4438-a1fe-c111566bacf1 req-f3920d39-5e1f-4200-bf03-034b66de02a9 tempest-VolumesSnapshotTestJSON-639273304 tempest-VolumesSnapshotTestJSON-639273304-project] Resources bound (agent type, host, resource id):  {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:36:47.382033 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [req-868ecfc9-1211-4438-a1fe-c111566bacf1 req-f3920d39-5e1f-4200-bf03-034b66de02a9 tempest-VolumesSnapshotTestJSON-639273304 tempest-VolumesSnapshotTestJSON-639273304-project] Received port after_create {{(pid=121606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:36:47.415906 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3920d39-5e1f-4200-bf03-034b66de02a9 tempest-VolumesSnapshotTestJSON-639273304 tempest-VolumesSnapshotTestJSON-639273304-project] Pushing event updated for resources: {'Port': ['ID=b12092bd-6061-46a7-b9df-71a40619530e,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:36:47.477086 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868ecfc9-1211-4438-a1fe-c111566bacf1 req-f3920d39-5e1f-4200-bf03-034b66de02a9 tempest-VolumesSnapshotTestJSON-639273304 tempest-VolumesSnapshotTestJSON-639273304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:36:47.477705 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-868ecfc9-1211-4438-a1fe-c111566bacf1 req-f3920d39-5e1f-4200-bf03-034b66de02a9 tempest-VolumesSnapshotTestJSON-639273304 tempest-VolumesSnapshotTestJSON-639273304-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:36:47.494995 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dc304f-568a-41ef-933e-2a9660b69f41 req-1f734ee1-6c63-4970-95a8-0fbbb2739909 tempest-VolumesSnapshotTestJSON-639273304 tempest-VolumesSnapshotTestJSON-639273304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:36:47.496497 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-41dc304f-568a-41ef-933e-2a9660b69f41 req-1f734ee1-6c63-4970-95a8-0fbbb2739909 tempest-VolumesSnapshotTestJSON-639273304 tempest-VolumesSnapshotTestJSON-639273304-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2b0c1e7-aea8-4495-a6c3-336527595f49 HTTP/1.1" status: 200  len: 931 time: 0.1090267
Dec 25 21:36:47.536077 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 60436) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:36:47.551184 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-41dc304f-568a-41ef-933e-2a9660b69f41 req-7764e2b5-9d4d-4a64-b4ff-7a55ec25a2f5 tempest-VolumesSnapshotTestJSON-639273304 tempest-VolumesSnapshotTestJSON-639273304-project] 10.222.0.32 "GET /v2.0/security-groups?id=99189dc7-38cd-4837-afea-f261ec834693&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0475945
Dec 25 21:36:47.551716 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5a0a36be-4b4a-4205-88e3-8f741798f25d admin admin] Publish callbacks [] for security_group, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:36:47.587556 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-868ecfc9-1211-4438-a1fe-c111566bacf1 req-f3920d39-5e1f-4200-bf03-034b66de02a9 tempest-VolumesSnapshotTestJSON-639273304 tempest-VolumesSnapshotTestJSON-639273304-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8964212
Dec 25 21:36:47.599574 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-868ecfc9-1211-4438-a1fe-c111566bacf1 req-71fe0b2c-c459-40b3-8e79-1772c72bc7b7 service neutron] Request body: {'port': {'device_id': 'f2b0c1e7-aea8-4495-a6c3-336527595f49', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:36:47.634324 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5a0a36be-4b4a-4205-88e3-8f741798f25d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:36:47.655329 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-868ecfc9-1211-4438-a1fe-c111566bacf1 req-71fe0b2c-c459-40b3-8e79-1772c72bc7b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:36:47.684714 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5a0a36be-4b4a-4205-88e3-8f741798f25d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:36:47.724794 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-5a0a36be-4b4a-4205-88e3-8f741798f25d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=187abdf716bc49d8bb8d23f5bf25d1b4&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1868994
Dec 25 21:36:47.725546 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0a36be-4b4a-4205-88e3-8f741798f25d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cd8fbaf-363f-477a-8ce1-4a6b56410656,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:36:47.730307 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 60442) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:36:47.778827 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-46179907-12c4-4dd9-8c65-ba4a75b1bf0d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:36:47.799947 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-46179907-12c4-4dd9-8c65-ba4a75b1bf0d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:36:47.923263 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [req-868ecfc9-1211-4438-a1fe-c111566bacf1 req-71fe0b2c-c459-40b3-8e79-1772c72bc7b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b12092bd-6061-46a7-b9df-71a40619530e {{(pid=121606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:36:47.924609 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-46179907-12c4-4dd9-8c65-ba4a75b1bf0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:36:47.927217 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-46179907-12c4-4dd9-8c65-ba4a75b1bf0d admin admin] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:36:47.928373 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-46179907-12c4-4dd9-8c65-ba4a75b1bf0d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2cd8fbaf-363f-477a-8ce1-4a6b56410656 HTTP/1.1" status: 204  len: 168 time: 0.1968870
Dec 25 21:36:47.934600 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-868ecfc9-1211-4438-a1fe-c111566bacf1 req-71fe0b2c-c459-40b3-8e79-1772c72bc7b7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:36:47.937105 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46179907-12c4-4dd9-8c65-ba4a75b1bf0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cd8fbaf-363f-477a-8ce1-4a6b56410656,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:36:47.965579 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.provisioning_blocks [req-868ecfc9-1211-4438-a1fe-c111566bacf1 req-71fe0b2c-c459-40b3-8e79-1772c72bc7b7 service neutron] Transition to ACTIVE for port object b12092bd-6061-46a7-b9df-71a40619530e will not be triggered until provisioned by entity L2. {{(pid=121606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 25 21:36:48.027073 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-868ecfc9-1211-4438-a1fe-c111566bacf1 req-71fe0b2c-c459-40b3-8e79-1772c72bc7b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:36:48.082121 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fe0b2c-c459-40b3-8e79-1772c72bc7b7 service neutron] Pushing event updated for resources: {'Port': ['ID=b12092bd-6061-46a7-b9df-71a40619530e,revision_number=2']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:36:48.163464 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-868ecfc9-1211-4438-a1fe-c111566bacf1 req-71fe0b2c-c459-40b3-8e79-1772c72bc7b7 service neutron] Attempting to bind port b12092bd-6061-46a7-b9df-71a40619530e on host nch2-master-1 for vnic_type normal with profile  {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:36:48.163719 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-868ecfc9-1211-4438-a1fe-c111566bacf1 req-71fe0b2c-c459-40b3-8e79-1772c72bc7b7 service neutron] Attempting to bind port b12092bd-6061-46a7-b9df-71a40619530e by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '3d25cd97-744c-4949-bb42-a710168ffeba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'b30f51af-5cf5-4b7f-96c1-3dabf1030017'}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:36:48.164025 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-868ecfc9-1211-4438-a1fe-c111566bacf1 req-71fe0b2c-c459-40b3-8e79-1772c72bc7b7 service neutron] Attempting to bind port b12092bd-6061-46a7-b9df-71a40619530e on network b30f51af-5cf5-4b7f-96c1-3dabf1030017 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:36:48.169046 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-868ecfc9-1211-4438-a1fe-c111566bacf1 req-71fe0b2c-c459-40b3-8e79-1772c72bc7b7 service neutron] Port b12092bd-6061-46a7-b9df-71a40619530e on network b30f51af-5cf5-4b7f-96c1-3dabf1030017 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 25 21:36:48.169257 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-868ecfc9-1211-4438-a1fe-c111566bacf1 req-71fe0b2c-c459-40b3-8e79-1772c72bc7b7 service neutron] Attempting to bind port b12092bd-6061-46a7-b9df-71a40619530e on network b30f51af-5cf5-4b7f-96c1-3dabf1030017 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:36:48.175091 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-868ecfc9-1211-4438-a1fe-c111566bacf1 req-71fe0b2c-c459-40b3-8e79-1772c72bc7b7 service neutron] Checking agent: {'id': '0d9ae313-8f8d-40fa-8a9f-d098a25a9911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 21, 4, 38), 'started_at': datetime.datetime(2021, 12, 25, 21, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 36, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:36:48.175907 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-868ecfc9-1211-4438-a1fe-c111566bacf1 req-71fe0b2c-c459-40b3-8e79-1772c72bc7b7 service neutron] Checking segment: {'id': '3d25cd97-744c-4949-bb42-a710168ffeba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'b30f51af-5cf5-4b7f-96c1-3dabf1030017'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:36:48.176299 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-868ecfc9-1211-4438-a1fe-c111566bacf1 req-71fe0b2c-c459-40b3-8e79-1772c72bc7b7 service neutron] Bound using segment: {'id': '3d25cd97-744c-4949-bb42-a710168ffeba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'b30f51af-5cf5-4b7f-96c1-3dabf1030017'} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:36:48.176736 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-868ecfc9-1211-4438-a1fe-c111566bacf1 req-71fe0b2c-c459-40b3-8e79-1772c72bc7b7 service neutron] Bound port: b12092bd-6061-46a7-b9df-71a40619530e, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d25cd97-744c-4949-bb42-a710168ffeba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'b30f51af-5cf5-4b7f-96c1-3dabf1030017'}}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:36:48.177113 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-868ecfc9-1211-4438-a1fe-c111566bacf1 req-71fe0b2c-c459-40b3-8e79-1772c72bc7b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:36:48.245245 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-868ecfc9-1211-4438-a1fe-c111566bacf1 req-71fe0b2c-c459-40b3-8e79-1772c72bc7b7 service neutron] For port b12092bd-6061-46a7-b9df-71a40619530e, host nch2-master-1, cleared binding levels {{(pid=121606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:36:48.248219 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-868ecfc9-1211-4438-a1fe-c111566bacf1 req-71fe0b2c-c459-40b3-8e79-1772c72bc7b7 service neutron] For port b12092bd-6061-46a7-b9df-71a40619530e, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b12092bd-6061-46a7-b9df-71a40619530e,segment=NetworkSegment(3d25cd97-744c-4949-bb42-a710168ffeba),segment_id=3d25cd97-744c-4949-bb42-a710168ffeba)] {{(pid=121606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:36:48.343049 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-868ecfc9-1211-4438-a1fe-c111566bacf1 req-71fe0b2c-c459-40b3-8e79-1772c72bc7b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:36:48.383158 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868ecfc9-1211-4438-a1fe-c111566bacf1 req-71fe0b2c-c459-40b3-8e79-1772c72bc7b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:36:48.383783 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-868ecfc9-1211-4438-a1fe-c111566bacf1 req-71fe0b2c-c459-40b3-8e79-1772c72bc7b7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:36:48.385294 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-868ecfc9-1211-4438-a1fe-c111566bacf1 req-71fe0b2c-c459-40b3-8e79-1772c72bc7b7 service neutron] 10.222.0.37 "PUT /v2.0/ports/b12092bd-6061-46a7-b9df-71a40619530e HTTP/1.1" status: 200  len: 1091 time: 0.7922239
Dec 25 21:36:48.385746 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2b0c1e7-aea8-4495-a6c3-336527595f49', 'tag': 'b12092bd-6061-46a7-b9df-71a40619530e'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:36:48.388373 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9858820c13ec2827453b94ebc4181065e990a4e4089ccb9fe762531ac62d2fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dcfd3f2-d021-4580-b2b7-3806e802eef9" -d '{"events": [{"name": "network-changed", "server_uuid": "f2b0c1e7-aea8-4495-a6c3-336527595f49", "tag": "b12092bd-6061-46a7-b9df-71a40619530e"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:36:48.411956 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fe0b2c-c459-40b3-8e79-1772c72bc7b7 service neutron] Pushing event updated for resources: {'Port': ['ID=b12092bd-6061-46a7-b9df-71a40619530e,revision_number=3']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:36:48.446742 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Dec 2021 21:36:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8d86033-ae8c-481b-b98c-a7ec544c16e3 x-openstack-request-id: req-b8d86033-ae8c-481b-b98c-a7ec544c16e3 {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:36:48.453219 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2b0c1e7-aea8-4495-a6c3-336527595f49", "tag": "b12092bd-6061-46a7-b9df-71a40619530e", "status": "completed", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:36:48.453219 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b8d86033-ae8c-481b-b98c-a7ec544c16e3 {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:36:48.453219 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2b0c1e7-aea8-4495-a6c3-336527595f49', 'tag': 'b12092bd-6061-46a7-b9df-71a40619530e', 'status': 'completed', 'code': 200}
Dec 25 21:36:48.518847 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcfd3f2-d021-4580-b2b7-3806e802eef9 req-b8e5d41d-b2da-45fd-be93-7839912ada55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:36:48.520473 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5dcfd3f2-d021-4580-b2b7-3806e802eef9 req-b8e5d41d-b2da-45fd-be93-7839912ada55 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a416565d81324f55b88111b36c4a777c&device_id=f2b0c1e7-aea8-4495-a6c3-336527595f49 HTTP/1.1" status: 200  len: 1094 time: 0.0473304
Dec 25 21:36:48.669181 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcfd3f2-d021-4580-b2b7-3806e802eef9 req-5487727c-47e9-4865-8ddf-44be59e48da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:36:48.671200 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5dcfd3f2-d021-4580-b2b7-3806e802eef9 req-5487727c-47e9-4865-8ddf-44be59e48da7 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=a416565d81324f55b88111b36c4a777c&shared=False HTTP/1.1" status: 200  len: 913 time: 0.1428218
Dec 25 21:36:48.715991 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0790f6-0ad1-47a1-92d5-ec9ed3726f75 req-2271d0fc-af1a-44d6-af6b-a32435e971e7 tempest-VolumesSnapshotTestJSON-639273304 tempest-VolumesSnapshotTestJSON-639273304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:36:48.717641 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3d0790f6-0ad1-47a1-92d5-ec9ed3726f75 req-2271d0fc-af1a-44d6-af6b-a32435e971e7 tempest-VolumesSnapshotTestJSON-639273304 tempest-VolumesSnapshotTestJSON-639273304-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2b0c1e7-aea8-4495-a6c3-336527595f49 HTTP/1.1" status: 200  len: 943 time: 0.0879846
Dec 25 21:36:48.818058 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3d0790f6-0ad1-47a1-92d5-ec9ed3726f75 req-7a97bafe-ae04-4f8e-84db-3bf7a27f6a9b tempest-VolumesSnapshotTestJSON-639273304 tempest-VolumesSnapshotTestJSON-639273304-project] 10.222.0.32 "GET /v2.0/security-groups?id=99189dc7-38cd-4837-afea-f261ec834693&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0925448
Dec 25 21:36:48.819257 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcfd3f2-d021-4580-b2b7-3806e802eef9 req-8e55e7b2-c6aa-4c17-bef8-64e7f7aff965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:36:48.820770 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5dcfd3f2-d021-4580-b2b7-3806e802eef9 req-8e55e7b2-c6aa-4c17-bef8-64e7f7aff965 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1420786
Dec 25 21:36:48.919394 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868ecfc9-1211-4438-a1fe-c111566bacf1 req-bcab6e76-172e-4e83-bc06-bedddd43e385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:36:48.922686 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-868ecfc9-1211-4438-a1fe-c111566bacf1 req-bcab6e76-172e-4e83-bc06-bedddd43e385 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a416565d81324f55b88111b36c4a777c&device_id=f2b0c1e7-aea8-4495-a6c3-336527595f49 HTTP/1.1" status: 200  len: 1094 time: 0.0572035
Dec 25 21:36:48.976245 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-868ecfc9-1211-4438-a1fe-c111566bacf1 req-c42b125f-d1e6-4bed-831f-ad2c7a2e5372 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b12092bd-6061-46a7-b9df-71a40619530e HTTP/1.1" status: 200  len: 217 time: 0.0447981
Dec 25 21:36:49.027092 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868ecfc9-1211-4438-a1fe-c111566bacf1 req-919c0c79-30a1-4226-9713-c58098a485e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:36:49.028518 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-868ecfc9-1211-4438-a1fe-c111566bacf1 req-919c0c79-30a1-4226-9713-c58098a485e3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a7a92c50-32bb-4289-bde3-1186d0ce9bab HTTP/1.1" status: 200  len: 852 time: 0.0447478
Dec 25 21:36:49.059132 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-868ecfc9-1211-4438-a1fe-c111566bacf1 req-11be46a4-3d92-4bc2-a084-d3c08bba0fb7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b30f51af-5cf5-4b7f-96c1-3dabf1030017&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0238941
Dec 25 21:36:49.151149 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-868ecfc9-1211-4438-a1fe-c111566bacf1 req-304e8085-f6dc-4d11-8568-60c7da730793 service neutron] 10.222.0.37 "GET /v2.0/networks/b30f51af-5cf5-4b7f-96c1-3dabf1030017?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0853639
Dec 25 21:36:49.243228 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-868ecfc9-1211-4438-a1fe-c111566bacf1 req-d0530482-71de-4f42-929e-40cae7eb46be service neutron] 10.222.0.37 "GET /v2.0/networks/b30f51af-5cf5-4b7f-96c1-3dabf1030017?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0849369
Dec 25 21:36:49.951223 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f902e0-dd53-4131-9ccf-7bfca2ab5db1 req-faf536ce-a92f-469c-96e1-6abae1015df0 tempest-VolumesSnapshotTestJSON-639273304 tempest-VolumesSnapshotTestJSON-639273304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:36:49.951223 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c7f902e0-dd53-4131-9ccf-7bfca2ab5db1 req-faf536ce-a92f-469c-96e1-6abae1015df0 tempest-VolumesSnapshotTestJSON-639273304 tempest-VolumesSnapshotTestJSON-639273304-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2b0c1e7-aea8-4495-a6c3-336527595f49 HTTP/1.1" status: 200  len: 943 time: 0.0506189
Dec 25 21:36:50.016915 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c7f902e0-dd53-4131-9ccf-7bfca2ab5db1 req-60dc039c-2a2c-4b28-b8ee-107a4d76f889 tempest-VolumesSnapshotTestJSON-639273304 tempest-VolumesSnapshotTestJSON-639273304-project] 10.222.0.32 "GET /v2.0/security-groups?id=99189dc7-38cd-4837-afea-f261ec834693&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0614321
Dec 25 21:36:50.648375 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [req-5099c40b-bdf6-426e-b470-924cc4a8f524 req-46a6d450-0224-4e60-9dbe-d4ecfa7da8eb service neutron] (121607) timed out ('10.222.0.37', 58122) {{(pid=121607) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}
Dec 25 21:36:50.729083 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 60640) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:36:50.864054 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-48e89f5f-3971-4b88-b369-3f214386a8ac admin admin] Publish callbacks [] for security_group, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:36:50.940809 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-48e89f5f-3971-4b88-b369-3f214386a8ac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:36:51.028433 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-48e89f5f-3971-4b88-b369-3f214386a8ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:36:51.080376 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e89f5f-3971-4b88-b369-3f214386a8ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd23a499-94b2-4c4f-936d-f624d0d38f77,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:36:51.088033 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-48e89f5f-3971-4b88-b369-3f214386a8ac admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=86b8877084634b8da7fbff8c88e8621f&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3577225
Dec 25 21:36:51.091968 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 60656) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:36:51.121893 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 60658) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:36:51.192532 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394b6fb8-7cfe-4ee5-bbe3-55ef35f9b65e req-3919d560-d947-4361-bd30-602290e8dbdc tempest-VolumesSnapshotTestJSON-639273304 tempest-VolumesSnapshotTestJSON-639273304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:36:51.195549 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-394b6fb8-7cfe-4ee5-bbe3-55ef35f9b65e req-3919d560-d947-4361-bd30-602290e8dbdc tempest-VolumesSnapshotTestJSON-639273304 tempest-VolumesSnapshotTestJSON-639273304-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2b0c1e7-aea8-4495-a6c3-336527595f49 HTTP/1.1" status: 200  len: 943 time: 0.0791016
Dec 25 21:36:51.205253 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-b20a6393-88ae-4472-844a-4dc72023c6b4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:36:51.247151 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-40299b59-7f48-4bfa-9ea1-1008906f3168 admin admin] Publish callbacks [] for security_group, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:36:51.250066 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-b20a6393-88ae-4472-844a-4dc72023c6b4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:36:51.291769 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-394b6fb8-7cfe-4ee5-bbe3-55ef35f9b65e req-19e10086-119e-4357-9d2f-c7e191638cef tempest-VolumesSnapshotTestJSON-639273304 tempest-VolumesSnapshotTestJSON-639273304-project] 10.222.0.32 "GET /v2.0/security-groups?id=99189dc7-38cd-4837-afea-f261ec834693&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0839889
Dec 25 21:36:51.341907 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-40299b59-7f48-4bfa-9ea1-1008906f3168 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:36:51.393152 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-b20a6393-88ae-4472-844a-4dc72023c6b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:36:51.395829 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-b20a6393-88ae-4472-844a-4dc72023c6b4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:36:51.397034 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-b20a6393-88ae-4472-844a-4dc72023c6b4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/cd23a499-94b2-4c4f-936d-f624d0d38f77 HTTP/1.1" status: 204  len: 168 time: 0.3030605
Dec 25 21:36:51.405395 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-40299b59-7f48-4bfa-9ea1-1008906f3168 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:36:51.405801 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20a6393-88ae-4472-844a-4dc72023c6b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd23a499-94b2-4c4f-936d-f624d0d38f77,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:36:51.465523 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-40299b59-7f48-4bfa-9ea1-1008906f3168 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=424db5b6892e47e5aeca9a6edf5d1fb7&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3416221
Dec 25 21:36:51.473818 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40299b59-7f48-4bfa-9ea1-1008906f3168 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43f88f0e-3c4e-4e95-aeea-0d5a02ee3e51,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:36:51.473988 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 60666) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:36:51.518369 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-66d754bc-e57a-41b6-bb3c-9c9de3325220 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:36:51.540309 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-66d754bc-e57a-41b6-bb3c-9c9de3325220 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:36:51.653858 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-66d754bc-e57a-41b6-bb3c-9c9de3325220 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:36:51.657278 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-66d754bc-e57a-41b6-bb3c-9c9de3325220 admin admin] Publish callbacks [] for security_group, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:36:51.673440 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-66d754bc-e57a-41b6-bb3c-9c9de3325220 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/43f88f0e-3c4e-4e95-aeea-0d5a02ee3e51 HTTP/1.1" status: 204  len: 168 time: 0.1888058
Dec 25 21:36:51.673440 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d754bc-e57a-41b6-bb3c-9c9de3325220 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43f88f0e-3c4e-4e95-aeea-0d5a02ee3e51,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:36:52.146722 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 60678) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:36:52.160350 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-c13d76a6-c896-438a-b0f2-e141a0c5ff97 admin admin] Publish callbacks [] for security_group, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:36:52.234029 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-c13d76a6-c896-438a-b0f2-e141a0c5ff97 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:36:52.313127 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-c13d76a6-c896-438a-b0f2-e141a0c5ff97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:36:52.358103 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-c13d76a6-c896-438a-b0f2-e141a0c5ff97 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6c0a83d39cba4d55a5d03a51601c9b5a&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2075996
Dec 25 21:36:52.358230 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 60686) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:36:52.366516 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13d76a6-c896-438a-b0f2-e141a0c5ff97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d32a280b-97bb-44b3-8437-2235e81043b4,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:36:52.444694 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 60702) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:36:52.462944 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-780e2ca8-a2e5-4b05-9229-9fdb069b945e admin admin] Publish callbacks [] for security_group, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:36:52.470981 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-bdb09118-a772-483c-834f-9e74a5daba18 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:36:52.479674 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05791e91-6bba-454c-a1b7-6084cbb5df92 req-5bb672ce-de4b-4cf9-a3f0-db7850acb117 tempest-VolumesSnapshotTestJSON-639273304 tempest-VolumesSnapshotTestJSON-639273304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:36:52.481199 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-05791e91-6bba-454c-a1b7-6084cbb5df92 req-5bb672ce-de4b-4cf9-a3f0-db7850acb117 tempest-VolumesSnapshotTestJSON-639273304 tempest-VolumesSnapshotTestJSON-639273304-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2b0c1e7-aea8-4495-a6c3-336527595f49 HTTP/1.1" status: 200  len: 943 time: 0.0936949
Dec 25 21:36:52.515666 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-bdb09118-a772-483c-834f-9e74a5daba18 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:36:52.538281 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-780e2ca8-a2e5-4b05-9229-9fdb069b945e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:36:52.565873 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-05791e91-6bba-454c-a1b7-6084cbb5df92 req-d02fb0cf-49a8-4a80-becd-72b8b6882e9f tempest-VolumesSnapshotTestJSON-639273304 tempest-VolumesSnapshotTestJSON-639273304-project] 10.222.0.32 "GET /v2.0/security-groups?id=99189dc7-38cd-4837-afea-f261ec834693&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0755057
Dec 25 21:36:52.627107 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-780e2ca8-a2e5-4b05-9229-9fdb069b945e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:36:52.657540 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-bdb09118-a772-483c-834f-9e74a5daba18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:36:52.660165 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-bdb09118-a772-483c-834f-9e74a5daba18 admin admin] Publish callbacks [] for security_group, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:36:52.661366 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-bdb09118-a772-483c-834f-9e74a5daba18 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d32a280b-97bb-44b3-8437-2235e81043b4 HTTP/1.1" status: 204  len: 168 time: 0.3015063
Dec 25 21:36:52.668742 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-780e2ca8-a2e5-4b05-9229-9fdb069b945e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5987b3b49cf244dc84293ee8e31f8b40&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2223384
Dec 25 21:36:52.670439 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb09118-a772-483c-834f-9e74a5daba18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d32a280b-97bb-44b3-8437-2235e81043b4,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:36:52.670642 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780e2ca8-a2e5-4b05-9229-9fdb069b945e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70d0187f-1276-45da-86fc-d197dd46ae14,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:36:52.672060 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 60708) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:36:52.725427 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-cd475485-91bc-45fd-a7c6-f553e406d146 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:36:52.747507 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-cd475485-91bc-45fd-a7c6-f553e406d146 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:36:52.895450 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-cd475485-91bc-45fd-a7c6-f553e406d146 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:36:52.898171 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-cd475485-91bc-45fd-a7c6-f553e406d146 admin admin] Publish callbacks [] for security_group, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:36:52.899417 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-cd475485-91bc-45fd-a7c6-f553e406d146 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/70d0187f-1276-45da-86fc-d197dd46ae14 HTTP/1.1" status: 204  len: 168 time: 0.2241638
Dec 25 21:36:52.908516 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd475485-91bc-45fd-a7c6-f553e406d146 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70d0187f-1276-45da-86fc-d197dd46ae14,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:36:53.692454 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1803b5-861c-4244-98a9-393d7d13e71c req-52a61726-ea43-4140-b503-3b9b0d630b50 tempest-VolumesSnapshotTestJSON-639273304 tempest-VolumesSnapshotTestJSON-639273304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:36:53.693994 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9b1803b5-861c-4244-98a9-393d7d13e71c req-52a61726-ea43-4140-b503-3b9b0d630b50 tempest-VolumesSnapshotTestJSON-639273304 tempest-VolumesSnapshotTestJSON-639273304-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2b0c1e7-aea8-4495-a6c3-336527595f49 HTTP/1.1" status: 200  len: 943 time: 0.0533450
Dec 25 21:36:53.743754 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9b1803b5-861c-4244-98a9-393d7d13e71c req-7adc40d2-5abf-4176-9915-c949c5c96e1e tempest-VolumesSnapshotTestJSON-639273304 tempest-VolumesSnapshotTestJSON-639273304-project] 10.222.0.32 "GET /v2.0/security-groups?id=99189dc7-38cd-4837-afea-f261ec834693&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436571
Dec 25 21:36:53.903839 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device b12092bd-6061-46a7-b9df-71a40619530e details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 25 21:36:54.013992 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port b12092bd-6061-46a7-b9df-71a40619530e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b12092bd-6061-46a7-b9df-71a40619530e,segment=NetworkSegment(3d25cd97-744c-4949-bb42-a710168ffeba),segment_id=3d25cd97-744c-4949-bb42-a710168ffeba)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:36:54.026101 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Returning: {'device': 'b12092bd-6061-46a7-b9df-71a40619530e', 'network_id': 'b30f51af-5cf5-4b7f-96c1-3dabf1030017', 'port_id': 'b12092bd-6061-46a7-b9df-71a40619530e', 'mac_address': 'fa:16:3e:40:e8:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7a92c50-32bb-4289-bde3-1186d0ce9bab', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 25 21:36:54.070386 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:36:54.091937 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b12092bd-6061-46a7-b9df-71a40619530e {{(pid=121608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:36:54.114378 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port b12092bd-6061-46a7-b9df-71a40619530e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b12092bd-6061-46a7-b9df-71a40619530e,segment=NetworkSegment(3d25cd97-744c-4949-bb42-a710168ffeba),segment_id=3d25cd97-744c-4949-bb42-a710168ffeba)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:36:54.204586 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:36:54.257862 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Pushing event updated for resources: {'Port': ['ID=b12092bd-6061-46a7-b9df-71a40619530e,revision_number=4']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:36:54.266215 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:36:54.266567 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:36:54.267032 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:36:54.267238 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:36:54.267572 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:36:54.267903 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:36:54.268229 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:36:54.268554 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:36:54.268896 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:36:54.269327 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:36:54.269546 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:36:54.269867 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:36:54.270185 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:36:54.423939 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] get_ports_and_sgs() called for port_ids ['b12092bd-6061-46a7-b9df-71a40619530e'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:36:54.609009 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 60836) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:36:54.827565 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-e0feccb5-725c-4290-9d1d-25d175305db0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:36:54.899021 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52da29a-3dea-45c6-a8ee-4c567952a33c req-47334a1f-a793-4af0-9eb6-3c1bca0ee845 tempest-VolumesSnapshotTestJSON-639273304 tempest-VolumesSnapshotTestJSON-639273304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:36:54.901213 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e52da29a-3dea-45c6-a8ee-4c567952a33c req-47334a1f-a793-4af0-9eb6-3c1bca0ee845 tempest-VolumesSnapshotTestJSON-639273304 tempest-VolumesSnapshotTestJSON-639273304-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2b0c1e7-aea8-4495-a6c3-336527595f49 HTTP/1.1" status: 200  len: 944 time: 0.0756197
Dec 25 21:36:54.976687 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-e0feccb5-725c-4290-9d1d-25d175305db0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:36:54.980851 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e52da29a-3dea-45c6-a8ee-4c567952a33c req-ef1f5434-e9fb-4e72-8803-0e60821731d0 tempest-VolumesSnapshotTestJSON-639273304 tempest-VolumesSnapshotTestJSON-639273304-project] 10.222.0.32 "GET /v2.0/security-groups?id=99189dc7-38cd-4837-afea-f261ec834693&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0710151
Dec 25 21:36:55.045933 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-e0feccb5-725c-4290-9d1d-25d175305db0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:36:55.086091 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-e0feccb5-725c-4290-9d1d-25d175305db0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8dfc54f3235c4dab9929020accad5eff&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4757497
Dec 25 21:36:55.088272 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0feccb5-725c-4290-9d1d-25d175305db0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e532fefe-47db-4388-8c41-230b1371bf61,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:36:55.089100 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 60854) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:36:55.142268 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-9cc10c2e-92fe-4fd0-9931-9444a7ff937f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:36:55.163953 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-9cc10c2e-92fe-4fd0-9931-9444a7ff937f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:36:55.301755 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-9cc10c2e-92fe-4fd0-9931-9444a7ff937f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:36:55.304309 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-9cc10c2e-92fe-4fd0-9931-9444a7ff937f admin admin] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:36:55.305640 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-9cc10c2e-92fe-4fd0-9931-9444a7ff937f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e532fefe-47db-4388-8c41-230b1371bf61 HTTP/1.1" status: 204  len: 168 time: 0.2148821
Dec 25 21:36:55.315017 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc10c2e-92fe-4fd0-9931-9444a7ff937f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e532fefe-47db-4388-8c41-230b1371bf61,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:36:55.935876 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device b12092bd-6061-46a7-b9df-71a40619530e up at agent hyperv_nch2-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:36:56.045760 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Provisioning for port b12092bd-6061-46a7-b9df-71a40619530e completed by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 25 21:36:56.050583 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Provisioning complete for port b12092bd-6061-46a7-b9df-71a40619530e triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:36:56.051027 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:36:56.138621 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebba4627-d5e0-4afe-92bb-67ab25e5cbb0 req-a8072380-9e98-494f-b031-4dd5f49dc2a5 tempest-VolumesSnapshotTestJSON-639273304 tempest-VolumesSnapshotTestJSON-639273304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:36:56.141402 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ebba4627-d5e0-4afe-92bb-67ab25e5cbb0 req-a8072380-9e98-494f-b031-4dd5f49dc2a5 tempest-VolumesSnapshotTestJSON-639273304 tempest-VolumesSnapshotTestJSON-639273304-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2b0c1e7-aea8-4495-a6c3-336527595f49 HTTP/1.1" status: 200  len: 944 time: 0.0654583
Dec 25 21:36:56.143696 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:36:56.188635 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2b0c1e7-aea8-4495-a6c3-336527595f49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b12092bd-6061-46a7-b9df-71a40619530e'}] {{(pid=121608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:36:56.188635 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a88c78c3ff6266bd59c7e89d275b28c92e739b67d23c89d71af88829fd31566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c530b9ab-2fd5-41f9-a65f-bae22fe626b3" -d '{"events": [{"server_uuid": "f2b0c1e7-aea8-4495-a6c3-336527595f49", "name": "network-vif-plugged", "status": "completed", "tag": "b12092bd-6061-46a7-b9df-71a40619530e"}]}' {{(pid=121608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:36:56.234359 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port b12092bd-6061-46a7-b9df-71a40619530e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b12092bd-6061-46a7-b9df-71a40619530e,segment=NetworkSegment(3d25cd97-744c-4949-bb42-a710168ffeba),segment_id=3d25cd97-744c-4949-bb42-a710168ffeba)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:36:56.267930 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 21:36:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bede61e-59c0-41cb-acfa-972a87001a0f x-openstack-request-id: req-9bede61e-59c0-41cb-acfa-972a87001a0f {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:36:56.267930 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2b0c1e7-aea8-4495-a6c3-336527595f49", "name": "network-vif-plugged", "status": "completed", "tag": "b12092bd-6061-46a7-b9df-71a40619530e", "code": 200}]} {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:36:56.268142 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ebba4627-d5e0-4afe-92bb-67ab25e5cbb0 req-ba99fa4e-1146-4cf3-89ef-b752a1743b16 tempest-VolumesSnapshotTestJSON-639273304 tempest-VolumesSnapshotTestJSON-639273304-project] 10.222.0.32 "GET /v2.0/security-groups?id=99189dc7-38cd-4837-afea-f261ec834693&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1152880
Dec 25 21:36:56.268245 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9bede61e-59c0-41cb-acfa-972a87001a0f {{(pid=121608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:36:56.268559 ncdv-master-1 neutron-server[121608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2b0c1e7-aea8-4495-a6c3-336527595f49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b12092bd-6061-46a7-b9df-71a40619530e', 'code': 200}
Dec 25 21:36:56.319279 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:36:56.375974 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fb8703-a4bf-4733-b649-d2c919a86c42 req-bd9c963d-c7cf-4b3a-b823-d7129f529339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:36:56.383520 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-30fb8703-a4bf-4733-b649-d2c919a86c42 req-bd9c963d-c7cf-4b3a-b823-d7129f529339 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f2b0c1e7-aea8-4495-a6c3-336527595f49 HTTP/1.1" status: 200  len: 1096 time: 0.0441716
Dec 25 21:36:56.383634 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Pushing event updated for resources: {'Port': ['ID=b12092bd-6061-46a7-b9df-71a40619530e,revision_number=5']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:36:56.441885 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-30fb8703-a4bf-4733-b649-d2c919a86c42 req-76234ff6-e168-45de-99a4-843d75bdab2f service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=99189dc7-38cd-4837-afea-f261ec834693&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0552733
Dec 25 21:36:57.309518 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 60942) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:36:57.398123 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff93d99-722e-4029-9776-cb4d29fdecc6 req-afc541cc-c031-4aa7-977b-fb790eb49565 tempest-VolumesSnapshotTestJSON-639273304 tempest-VolumesSnapshotTestJSON-639273304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:36:57.399781 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-6ff93d99-722e-4029-9776-cb4d29fdecc6 req-afc541cc-c031-4aa7-977b-fb790eb49565 tempest-VolumesSnapshotTestJSON-639273304 tempest-VolumesSnapshotTestJSON-639273304-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2b0c1e7-aea8-4495-a6c3-336527595f49 HTTP/1.1" status: 200  len: 945 time: 0.0566695
Dec 25 21:36:57.451829 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-6ff93d99-722e-4029-9776-cb4d29fdecc6 req-7e677e4b-049f-4a3a-b6c4-21f194b1f4da tempest-VolumesSnapshotTestJSON-639273304 tempest-VolumesSnapshotTestJSON-639273304-project] 10.222.0.32 "GET /v2.0/security-groups?id=99189dc7-38cd-4837-afea-f261ec834693&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0452702
Dec 25 21:36:57.464923 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-32432a56-1bfb-46ed-ac88-d8e0e708534d tempest-DHCPAgentSchedulersTestJSON-23626058 tempest-DHCPAgentSchedulersTestJSON-23626058-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1382128599'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:36:57.569597 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32432a56-1bfb-46ed-ac88-d8e0e708534d tempest-DHCPAgentSchedulersTestJSON-23626058 tempest-DHCPAgentSchedulersTestJSON-23626058-project] Made reservation on behalf of a498fd2c1ac8477bafc3e115400efd70 for: {'network': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:36:57.573167 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-32432a56-1bfb-46ed-ac88-d8e0e708534d tempest-DHCPAgentSchedulersTestJSON-23626058 tempest-DHCPAgentSchedulersTestJSON-23626058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for network, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:36:57.582208 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-32432a56-1bfb-46ed-ac88-d8e0e708534d tempest-DHCPAgentSchedulersTestJSON-23626058 tempest-DHCPAgentSchedulersTestJSON-23626058-project] Publish callbacks [] for security_group, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:36:57.660820 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-32432a56-1bfb-46ed-ac88-d8e0e708534d tempest-DHCPAgentSchedulersTestJSON-23626058 tempest-DHCPAgentSchedulersTestJSON-23626058-project] Publish callbacks [] for security_group, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:36:57.759115 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-32432a56-1bfb-46ed-ac88-d8e0e708534d tempest-DHCPAgentSchedulersTestJSON-23626058 tempest-DHCPAgentSchedulersTestJSON-23626058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:36:57.782738 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32432a56-1bfb-46ed-ac88-d8e0e708534d tempest-DHCPAgentSchedulersTestJSON-23626058 tempest-DHCPAgentSchedulersTestJSON-23626058-project] vlan segment allocate from pool success with {'vlan_id': 180, 'physical_network': 'physnet1'}  {{(pid=121607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 25 21:36:57.796897 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32432a56-1bfb-46ed-ac88-d8e0e708534d tempest-DHCPAgentSchedulersTestJSON-23626058 tempest-DHCPAgentSchedulersTestJSON-23626058-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63f25443-c64c-4a41-9c5b-30871e4e402e,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:36:57.802972 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-32432a56-1bfb-46ed-ac88-d8e0e708534d tempest-DHCPAgentSchedulersTestJSON-23626058 tempest-DHCPAgentSchedulersTestJSON-23626058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:36:57.803330 ncdv-master-1 neutron-server[121607]: INFO neutron.db.segments_db [None req-32432a56-1bfb-46ed-ac88-d8e0e708534d tempest-DHCPAgentSchedulersTestJSON-23626058 tempest-DHCPAgentSchedulersTestJSON-23626058-project] Added segment 0103cd33-8db6-4860-8448-6e606a013fb0 of type vlan for network cc833c64-5964-402f-8260-6ca2bdac1b8a
Dec 25 21:36:57.843849 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-32432a56-1bfb-46ed-ac88-d8e0e708534d tempest-DHCPAgentSchedulersTestJSON-23626058 tempest-DHCPAgentSchedulersTestJSON-23626058-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737602163420'] for network, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:36:57.935377 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-32432a56-1bfb-46ed-ac88-d8e0e708534d tempest-DHCPAgentSchedulersTestJSON-23626058 tempest-DHCPAgentSchedulersTestJSON-23626058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870'] for network, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:36:57.941347 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32432a56-1bfb-46ed-ac88-d8e0e708534d tempest-DHCPAgentSchedulersTestJSON-23626058 tempest-DHCPAgentSchedulersTestJSON-23626058-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:36:57.941995 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-32432a56-1bfb-46ed-ac88-d8e0e708534d tempest-DHCPAgentSchedulersTestJSON-23626058 tempest-DHCPAgentSchedulersTestJSON-23626058-project] Publish callbacks [] for network, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:36:58.012056 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32432a56-1bfb-46ed-ac88-d8e0e708534d tempest-DHCPAgentSchedulersTestJSON-23626058 tempest-DHCPAgentSchedulersTestJSON-23626058-project] Pushing event updated for resources: {'Network': ['ID=cc833c64-5964-402f-8260-6ca2bdac1b8a,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:36:58.024157 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Network cc833c64-5964-402f-8260-6ca2bdac1b8a details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 25 21:36:58.075417 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-32432a56-1bfb-46ed-ac88-d8e0e708534d tempest-DHCPAgentSchedulersTestJSON-23626058 tempest-DHCPAgentSchedulersTestJSON-23626058-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 795 time: 0.7644308
Dec 25 21:36:58.078550 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 60954) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:36:58.084069 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-5c846fc7-c92e-4ed6-8e54-b3500f11337c tempest-DHCPAgentSchedulersTestJSON-23626058 tempest-DHCPAgentSchedulersTestJSON-23626058-project] Request body: {'subnet': {'network_id': 'cc833c64-5964-402f-8260-6ca2bdac1b8a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:36:58.267292 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c846fc7-c92e-4ed6-8e54-b3500f11337c tempest-DHCPAgentSchedulersTestJSON-23626058 tempest-DHCPAgentSchedulersTestJSON-23626058-project] Made reservation on behalf of a498fd2c1ac8477bafc3e115400efd70 for: {'subnet': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:36:58.270804 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5c846fc7-c92e-4ed6-8e54-b3500f11337c tempest-DHCPAgentSchedulersTestJSON-23626058 tempest-DHCPAgentSchedulersTestJSON-23626058-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8852834'] for subnet, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:36:58.514431 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5c846fc7-c92e-4ed6-8e54-b3500f11337c tempest-DHCPAgentSchedulersTestJSON-23626058 tempest-DHCPAgentSchedulersTestJSON-23626058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8632475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8852848'] for subnet, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:36:58.596247 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c846fc7-c92e-4ed6-8e54-b3500f11337c tempest-DHCPAgentSchedulersTestJSON-23626058 tempest-DHCPAgentSchedulersTestJSON-23626058-project] Pushing event updated for resources: {'Subnet': ['ID=272c68dc-8ff6-4026-a2c2-d565feea1bf9,revision_number=0']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:36:58.598919 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c846fc7-c92e-4ed6-8e54-b3500f11337c tempest-DHCPAgentSchedulersTestJSON-23626058 tempest-DHCPAgentSchedulersTestJSON-23626058-project] Checking segment: {'id': '0103cd33-8db6-4860-8448-6e606a013fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'cc833c64-5964-402f-8260-6ca2bdac1b8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:36:58.599440 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c846fc7-c92e-4ed6-8e54-b3500f11337c tempest-DHCPAgentSchedulersTestJSON-23626058 tempest-DHCPAgentSchedulersTestJSON-23626058-project] Network hostable DHCP agents. Network: cc833c64-5964-402f-8260-6ca2bdac1b8a, hostable agents: ['1813db88-2c1b-4357-a2ba-869246b663c2'], hosted agents: [] {{(pid=121607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 25 21:36:58.601272 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee7b4fe-2f44-488c-9633-e7aa58b4c247 req-09161fd3-bf48-47a1-a7cf-13ef7b2c1bad tempest-VolumesSnapshotTestJSON-639273304 tempest-VolumesSnapshotTestJSON-639273304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:36:58.603204 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-eee7b4fe-2f44-488c-9633-e7aa58b4c247 req-09161fd3-bf48-47a1-a7cf-13ef7b2c1bad tempest-VolumesSnapshotTestJSON-639273304 tempest-VolumesSnapshotTestJSON-639273304-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2b0c1e7-aea8-4495-a6c3-336527595f49 HTTP/1.1" status: 200  len: 945 time: 0.0675170
Dec 25 21:36:58.651998 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-eee7b4fe-2f44-488c-9633-e7aa58b4c247 req-f0c5fb1d-cff6-46f3-8218-e15733a71022 tempest-VolumesSnapshotTestJSON-639273304 tempest-VolumesSnapshotTestJSON-639273304-project] 10.222.0.32 "GET /v2.0/security-groups?id=99189dc7-38cd-4837-afea-f261ec834693&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417957
Dec 25 21:36:58.702641 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c846fc7-c92e-4ed6-8e54-b3500f11337c tempest-DHCPAgentSchedulersTestJSON-23626058 tempest-DHCPAgentSchedulersTestJSON-23626058-project] Network cc833c64-5964-402f-8260-6ca2bdac1b8a is scheduled to be hosted by DHCP agent 1813db88-2c1b-4357-a2ba-869246b663c2 with binding_index 1 {{(pid=121607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 25 21:36:58.822664 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-5c846fc7-c92e-4ed6-8e54-b3500f11337c tempest-DHCPAgentSchedulersTestJSON-23626058 tempest-DHCPAgentSchedulersTestJSON-23626058-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, cc833c64-5964-402f-8260-6ca2bdac1b8a) {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:36:58.828764 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c846fc7-c92e-4ed6-8e54-b3500f11337c tempest-DHCPAgentSchedulersTestJSON-23626058 tempest-DHCPAgentSchedulersTestJSON-23626058-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:36:58.829587 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5c846fc7-c92e-4ed6-8e54-b3500f11337c tempest-DHCPAgentSchedulersTestJSON-23626058 tempest-DHCPAgentSchedulersTestJSON-23626058-project] Publish callbacks [] for subnet, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:36:58.838181 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2408659-bd52-4b99-a2e2-d64e72aa4a41 None None] Network cc833c64-5964-402f-8260-6ca2bdac1b8a requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:36:58.918256 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 32776) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:36:58.918956 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-5c846fc7-c92e-4ed6-8e54-b3500f11337c tempest-DHCPAgentSchedulersTestJSON-23626058 tempest-DHCPAgentSchedulersTestJSON-23626058-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.8392594
Dec 25 21:36:58.924116 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-405db4b1-cd73-49fb-8e2f-74333ea84948 tempest-DHCPAgentSchedulersTestJSON-23626058 tempest-DHCPAgentSchedulersTestJSON-23626058-project] Request body: {'port': {'network_id': 'cc833c64-5964-402f-8260-6ca2bdac1b8a', 'name': 'tempest-DHCPAgentSchedulersTestJSON-9851080'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:36:58.969712 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d454c6e7-77a9-4803-9b71-0e1e53cfd0bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-cc833c64-5964-402f-8260-6ca2bdac1b8a', 'network_id': 'cc833c64-5964-402f-8260-6ca2bdac1b8a', 'project_id': 'a498fd2c1ac8477bafc3e115400efd70', 'fixed_ips': [{'subnet_id': '272c68dc-8ff6-4026-a2c2-d565feea1bf9'}]}} from ncdv-master-1. {{(pid=121608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 25 21:36:58.970729 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-d454c6e7-77a9-4803-9b71-0e1e53cfd0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:36:59.108540 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.db_base_plugin_common [None req-d454c6e7-77a9-4803-9b71-0e1e53cfd0bc None None] Allocated IP 172.20.0.2 (cc833c64-5964-402f-8260-6ca2bdac1b8a/272c68dc-8ff6-4026-a2c2-d565feea1bf9/d8f72da9-9cec-494f-8027-4f4ea108492e) {{(pid=121608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:36:59.109752 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-405db4b1-cd73-49fb-8e2f-74333ea84948 tempest-DHCPAgentSchedulersTestJSON-23626058 tempest-DHCPAgentSchedulersTestJSON-23626058-project] Made reservation on behalf of a498fd2c1ac8477bafc3e115400efd70 for: {'port': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:36:59.113473 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-405db4b1-cd73-49fb-8e2f-74333ea84948 tempest-DHCPAgentSchedulersTestJSON-23626058 tempest-DHCPAgentSchedulersTestJSON-23626058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:36:59.134432 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [None req-405db4b1-cd73-49fb-8e2f-74333ea84948 tempest-DHCPAgentSchedulersTestJSON-23626058 tempest-DHCPAgentSchedulersTestJSON-23626058-project] device_id is not set on port 59e2199a-8aa3-481b-9993-435c04bd2e9b yet. {{(pid=121606) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 25 21:36:59.257412 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-d454c6e7-77a9-4803-9b71-0e1e53cfd0bc None None] Publish callbacks [] for port, precommit_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:36:59.347752 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-d454c6e7-77a9-4803-9b71-0e1e53cfd0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946'] for port, after_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:36:59.386868 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d454c6e7-77a9-4803-9b71-0e1e53cfd0bc None None] Network cc833c64-5964-402f-8260-6ca2bdac1b8a is already hosted by enough agents. {{(pid=121608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:36:59.393087 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.base_scheduler [None req-d454c6e7-77a9-4803-9b71-0e1e53cfd0bc None None] Resources bound (agent type, host, resource id):  {{(pid=121608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:36:59.396743 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d454c6e7-77a9-4803-9b71-0e1e53cfd0bc None None] Received port after_create {{(pid=121608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:36:59.425221 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d454c6e7-77a9-4803-9b71-0e1e53cfd0bc None None] Pushing event updated for resources: {'Port': ['ID=d8f72da9-9cec-494f-8027-4f4ea108492e,revision_number=1']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:36:59.443694 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.db.api [None req-405db4b1-cd73-49fb-8e2f-74333ea84948 tempest-DHCPAgentSchedulersTestJSON-23626058 tempest-DHCPAgentSchedulersTestJSON-23626058-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-253e879b-19d3-4638-a91e-be90773d109a {{(pid=121606) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 25 21:36:59.444089 ncdv-master-1 neutron-server[121606]: DEBUG oslo_db.api [None req-405db4b1-cd73-49fb-8e2f-74333ea84948 tempest-DHCPAgentSchedulersTestJSON-23626058 tempest-DHCPAgentSchedulersTestJSON-23626058-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 25 21:36:59.460260 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-d454c6e7-77a9-4803-9b71-0e1e53cfd0bc None None] Attempting to bind port d8f72da9-9cec-494f-8027-4f4ea108492e on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:36:59.460626 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-d454c6e7-77a9-4803-9b71-0e1e53cfd0bc None None] Attempting to bind port d8f72da9-9cec-494f-8027-4f4ea108492e by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '0103cd33-8db6-4860-8448-6e606a013fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'cc833c64-5964-402f-8260-6ca2bdac1b8a'}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:36:59.461019 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d454c6e7-77a9-4803-9b71-0e1e53cfd0bc None None] Attempting to bind port d8f72da9-9cec-494f-8027-4f4ea108492e on network cc833c64-5964-402f-8260-6ca2bdac1b8a {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:36:59.466477 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d454c6e7-77a9-4803-9b71-0e1e53cfd0bc None None] Checking agent: {'id': 'ca4f5c6d-f1fd-48b8-a3e3-395864c7d23d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 20, 56, 40), 'started_at': datetime.datetime(2021, 12, 25, 20, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 36, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:36:59.466850 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d454c6e7-77a9-4803-9b71-0e1e53cfd0bc None None] Checking segment: {'id': '0103cd33-8db6-4860-8448-6e606a013fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'cc833c64-5964-402f-8260-6ca2bdac1b8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:36:59.467247 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-d454c6e7-77a9-4803-9b71-0e1e53cfd0bc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:36:59.467645 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d454c6e7-77a9-4803-9b71-0e1e53cfd0bc None None] Bound using segment: {'id': '0103cd33-8db6-4860-8448-6e606a013fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'cc833c64-5964-402f-8260-6ca2bdac1b8a'} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:36:59.468230 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-d454c6e7-77a9-4803-9b71-0e1e53cfd0bc None None] Bound port: d8f72da9-9cec-494f-8027-4f4ea108492e, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0103cd33-8db6-4860-8448-6e606a013fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'cc833c64-5964-402f-8260-6ca2bdac1b8a'}}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:36:59.468622 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-d454c6e7-77a9-4803-9b71-0e1e53cfd0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:36:59.535996 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-d454c6e7-77a9-4803-9b71-0e1e53cfd0bc None None] For port d8f72da9-9cec-494f-8027-4f4ea108492e, host ncdv-master-1, cleared binding levels {{(pid=121608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:36:59.539290 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-d454c6e7-77a9-4803-9b71-0e1e53cfd0bc None None] For port d8f72da9-9cec-494f-8027-4f4ea108492e, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d8f72da9-9cec-494f-8027-4f4ea108492e,segment=NetworkSegment(0103cd33-8db6-4860-8448-6e606a013fb0),segment_id=0103cd33-8db6-4860-8448-6e606a013fb0)] {{(pid=121608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:36:59.616653 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-d454c6e7-77a9-4803-9b71-0e1e53cfd0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:36:59.680481 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d454c6e7-77a9-4803-9b71-0e1e53cfd0bc None None] Pushing event updated for resources: {'Port': ['ID=d8f72da9-9cec-494f-8027-4f4ea108492e,revision_number=2']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:36:59.946011 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-405db4b1-cd73-49fb-8e2f-74333ea84948 tempest-DHCPAgentSchedulersTestJSON-23626058 tempest-DHCPAgentSchedulersTestJSON-23626058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:36:59.982235 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [None req-405db4b1-cd73-49fb-8e2f-74333ea84948 tempest-DHCPAgentSchedulersTestJSON-23626058 tempest-DHCPAgentSchedulersTestJSON-23626058-project] device_id is not set on port 7f502fe3-1b9e-42db-99b6-85fb2a116aa7 yet. {{(pid=121606) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 25 21:37:00.094251 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_common [None req-405db4b1-cd73-49fb-8e2f-74333ea84948 tempest-DHCPAgentSchedulersTestJSON-23626058 tempest-DHCPAgentSchedulersTestJSON-23626058-project] Allocated IP 172.20.0.13 (cc833c64-5964-402f-8260-6ca2bdac1b8a/272c68dc-8ff6-4026-a2c2-d565feea1bf9/7f502fe3-1b9e-42db-99b6-85fb2a116aa7) {{(pid=121606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:37:00.241641 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-405db4b1-cd73-49fb-8e2f-74333ea84948 tempest-DHCPAgentSchedulersTestJSON-23626058 tempest-DHCPAgentSchedulersTestJSON-23626058-project] Publish callbacks [] for port, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:00.337534 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-405db4b1-cd73-49fb-8e2f-74333ea84948 tempest-DHCPAgentSchedulersTestJSON-23626058 tempest-DHCPAgentSchedulersTestJSON-23626058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:00.382037 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-405db4b1-cd73-49fb-8e2f-74333ea84948 tempest-DHCPAgentSchedulersTestJSON-23626058 tempest-DHCPAgentSchedulersTestJSON-23626058-project] Network cc833c64-5964-402f-8260-6ca2bdac1b8a is already hosted by enough agents. {{(pid=121606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:37:00.385407 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [None req-405db4b1-cd73-49fb-8e2f-74333ea84948 tempest-DHCPAgentSchedulersTestJSON-23626058 tempest-DHCPAgentSchedulersTestJSON-23626058-project] Resources bound (agent type, host, resource id):  {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:37:00.390064 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-405db4b1-cd73-49fb-8e2f-74333ea84948 tempest-DHCPAgentSchedulersTestJSON-23626058 tempest-DHCPAgentSchedulersTestJSON-23626058-project] Received port after_create {{(pid=121606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:37:00.413336 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405db4b1-cd73-49fb-8e2f-74333ea84948 tempest-DHCPAgentSchedulersTestJSON-23626058 tempest-DHCPAgentSchedulersTestJSON-23626058-project] Pushing event updated for resources: {'Port': ['ID=7f502fe3-1b9e-42db-99b6-85fb2a116aa7,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:37:00.442982 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-405db4b1-cd73-49fb-8e2f-74333ea84948 tempest-DHCPAgentSchedulersTestJSON-23626058 tempest-DHCPAgentSchedulersTestJSON-23626058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:37:00.444958 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-405db4b1-cd73-49fb-8e2f-74333ea84948 tempest-DHCPAgentSchedulersTestJSON-23626058 tempest-DHCPAgentSchedulersTestJSON-23626058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:00.522460 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-405db4b1-cd73-49fb-8e2f-74333ea84948 tempest-DHCPAgentSchedulersTestJSON-23626058 tempest-DHCPAgentSchedulersTestJSON-23626058-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 936 time: 1.6026883
Dec 25 21:37:00.529941 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 32838) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:37:00.614280 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31f71704-0782-4419-9aa8-e2b53967efa3 None None] Network cc833c64-5964-402f-8260-6ca2bdac1b8a requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:37:00.628653 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-09216d64-0892-4e93-bf26-7889b8cc91d9 tempest-DHCPAgentSchedulersTestJSON-23626058 tempest-DHCPAgentSchedulersTestJSON-23626058-project] Deleting port 7f502fe3-1b9e-42db-99b6-85fb2a116aa7 {{(pid=121606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:37:00.629048 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-09216d64-0892-4e93-bf26-7889b8cc91d9 tempest-DHCPAgentSchedulersTestJSON-23626058 tempest-DHCPAgentSchedulersTestJSON-23626058-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:00.691018 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-c944b0ec-f3ef-4c96-957b-cbfc6dd4247d None None] Provisioning complete for port d8f72da9-9cec-494f-8027-4f4ea108492e triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:37:00.691387 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-c944b0ec-f3ef-4c96-957b-cbfc6dd4247d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:00.724078 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-09216d64-0892-4e93-bf26-7889b8cc91d9 tempest-DHCPAgentSchedulersTestJSON-23626058 tempest-DHCPAgentSchedulersTestJSON-23626058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:00.738354 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-09216d64-0892-4e93-bf26-7889b8cc91d9 tempest-DHCPAgentSchedulersTestJSON-23626058 tempest-DHCPAgentSchedulersTestJSON-23626058-project] Calling delete_port for 7f502fe3-1b9e-42db-99b6-85fb2a116aa7 owned by  {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:37:00.956585 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-c944b0ec-f3ef-4c96-957b-cbfc6dd4247d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:00.965115 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-09216d64-0892-4e93-bf26-7889b8cc91d9 tempest-DHCPAgentSchedulersTestJSON-23626058 tempest-DHCPAgentSchedulersTestJSON-23626058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:00.996706 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-c944b0ec-f3ef-4c96-957b-cbfc6dd4247d None None] For port d8f72da9-9cec-494f-8027-4f4ea108492e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d8f72da9-9cec-494f-8027-4f4ea108492e,segment=NetworkSegment(0103cd33-8db6-4860-8448-6e606a013fb0),segment_id=0103cd33-8db6-4860-8448-6e606a013fb0)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:37:00.996973 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09216d64-0892-4e93-bf26-7889b8cc91d9 tempest-DHCPAgentSchedulersTestJSON-23626058 tempest-DHCPAgentSchedulersTestJSON-23626058-project] Pushing event deleted for resources: {'Port': ['ID=7f502fe3-1b9e-42db-99b6-85fb2a116aa7,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:37:01.069940 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-09216d64-0892-4e93-bf26-7889b8cc91d9 tempest-DHCPAgentSchedulersTestJSON-23626058 tempest-DHCPAgentSchedulersTestJSON-23626058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:01.076577 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-09216d64-0892-4e93-bf26-7889b8cc91d9 tempest-DHCPAgentSchedulersTestJSON-23626058 tempest-DHCPAgentSchedulersTestJSON-23626058-project] 10.222.0.32 "DELETE /v2.0/ports/7f502fe3-1b9e-42db-99b6-85fb2a116aa7 HTTP/1.1" status: 204  len: 168 time: 0.5449955
Dec 25 21:37:01.076925 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 32848) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:37:01.113838 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-c944b0ec-f3ef-4c96-957b-cbfc6dd4247d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:01.152927 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-51dcbffd-b1c5-418e-8d9e-d1264ef163b3 tempest-DHCPAgentSchedulersTestJSON-290225517 tempest-DHCPAgentSchedulersTestJSON-290225517-project-admin] 10.222.0.32 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4933 time: 0.0747623
Dec 25 21:37:01.155208 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 32852) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:37:01.164612 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-68e94054-f27b-4829-b8d2-057bd01acc79 tempest-DHCPAgentSchedulersTestJSON-23626058 tempest-DHCPAgentSchedulersTestJSON-23626058-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1758161038'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:37:01.168284 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c944b0ec-f3ef-4c96-957b-cbfc6dd4247d None None] Pushing event updated for resources: {'Port': ['ID=d8f72da9-9cec-494f-8027-4f4ea108492e,revision_number=3']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:37:01.225529 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-9fb9a5fc-cd81-477e-8381-2377193abc3a None None] Could not find standard attr ID for object 7f502fe3-1b9e-42db-99b6-85fb2a116aa7. {{(pid=121608) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 25 21:37:01.237493 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-9fb9a5fc-cd81-477e-8381-2377193abc3a None None] Provisioning complete for port d8f72da9-9cec-494f-8027-4f4ea108492e triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:37:01.237882 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9fb9a5fc-cd81-477e-8381-2377193abc3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:01.319744 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68e94054-f27b-4829-b8d2-057bd01acc79 tempest-DHCPAgentSchedulersTestJSON-23626058 tempest-DHCPAgentSchedulersTestJSON-23626058-project] Made reservation on behalf of a498fd2c1ac8477bafc3e115400efd70 for: {'network': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:37:01.323313 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-68e94054-f27b-4829-b8d2-057bd01acc79 tempest-DHCPAgentSchedulersTestJSON-23626058 tempest-DHCPAgentSchedulersTestJSON-23626058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for network, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:01.361146 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68e94054-f27b-4829-b8d2-057bd01acc79 tempest-DHCPAgentSchedulersTestJSON-23626058 tempest-DHCPAgentSchedulersTestJSON-23626058-project] vlan segment allocate from pool success with {'vlan_id': 190, 'physical_network': 'physnet1'}  {{(pid=121607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 25 21:37:01.370295 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-68e94054-f27b-4829-b8d2-057bd01acc79 tempest-DHCPAgentSchedulersTestJSON-23626058 tempest-DHCPAgentSchedulersTestJSON-23626058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:01.371373 ncdv-master-1 neutron-server[121607]: INFO neutron.db.segments_db [None req-68e94054-f27b-4829-b8d2-057bd01acc79 tempest-DHCPAgentSchedulersTestJSON-23626058 tempest-DHCPAgentSchedulersTestJSON-23626058-project] Added segment b2c4a9c1-e329-4eb5-98ea-b01c5a451812 of type vlan for network adbba4c9-b0ec-4190-bdf1-b3193a8eeb16
Dec 25 21:37:01.416853 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-68e94054-f27b-4829-b8d2-057bd01acc79 tempest-DHCPAgentSchedulersTestJSON-23626058 tempest-DHCPAgentSchedulersTestJSON-23626058-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737602163420'] for network, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:01.446868 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-a6e51818-3a8b-4ccb-acb9-89f93a287927 None None] Could not find standard attr ID for object 7f502fe3-1b9e-42db-99b6-85fb2a116aa7. {{(pid=121608) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 25 21:37:01.519935 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-68e94054-f27b-4829-b8d2-057bd01acc79 tempest-DHCPAgentSchedulersTestJSON-23626058 tempest-DHCPAgentSchedulersTestJSON-23626058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870'] for network, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:01.527143 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68e94054-f27b-4829-b8d2-057bd01acc79 tempest-DHCPAgentSchedulersTestJSON-23626058 tempest-DHCPAgentSchedulersTestJSON-23626058-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:37:01.527894 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-68e94054-f27b-4829-b8d2-057bd01acc79 tempest-DHCPAgentSchedulersTestJSON-23626058 tempest-DHCPAgentSchedulersTestJSON-23626058-project] Publish callbacks [] for network, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:01.566281 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device d8f72da9-9cec-494f-8027-4f4ea108492e up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:37:01.606941 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e94054-f27b-4829-b8d2-057bd01acc79 tempest-DHCPAgentSchedulersTestJSON-23626058 tempest-DHCPAgentSchedulersTestJSON-23626058-project] Pushing event updated for resources: {'Network': ['ID=adbba4c9-b0ec-4190-bdf1-b3193a8eeb16,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:37:01.620229 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Network adbba4c9-b0ec-4190-bdf1-b3193a8eeb16 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 25 21:37:01.620229 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port d8f72da9-9cec-494f-8027-4f4ea108492e triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:37:01.620803 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:01.688985 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-68e94054-f27b-4829-b8d2-057bd01acc79 tempest-DHCPAgentSchedulersTestJSON-23626058 tempest-DHCPAgentSchedulersTestJSON-23626058-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 795 time: 0.5325909
Dec 25 21:37:01.691388 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 32864) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:37:01.840155 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-baf7b698-ee16-4729-ac56-7bd0d65366e1 tempest-DHCPAgentSchedulersTestJSON-290225517 tempest-DHCPAgentSchedulersTestJSON-290225517-project-admin] 10.222.0.32 "GET /v2.0/agents/1813db88-2c1b-4357-a2ba-869246b663c2/dhcp-networks HTTP/1.1" status: 200  len: 8863 time: 0.1475809
Dec 25 21:37:01.843430 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 32866) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:37:01.921935 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6582763f-2f48-4dd6-9389-a2da1c99e9f0 tempest-DHCPAgentSchedulersTestJSON-290225517 tempest-DHCPAgentSchedulersTestJSON-290225517-project-admin] Network adbba4c9-b0ec-4190-bdf1-b3193a8eeb16 is scheduled to be hosted by DHCP agent 1813db88-2c1b-4357-a2ba-869246b663c2 with binding_index 1 {{(pid=121607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 25 21:37:01.996235 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-6582763f-2f48-4dd6-9389-a2da1c99e9f0 tempest-DHCPAgentSchedulersTestJSON-290225517 tempest-DHCPAgentSchedulersTestJSON-290225517-project-admin] 10.222.0.32 "POST /v2.0/agents/1813db88-2c1b-4357-a2ba-869246b663c2/dhcp-networks HTTP/1.1" status: 201  len: 201 time: 0.1518216
Dec 25 21:37:01.998848 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 32870) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:37:02.001437 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c3848c1-ac2d-47a3-9ef6-7e7b24735efe None None] Network adbba4c9-b0ec-4190-bdf1-b3193a8eeb16 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:37:02.120074 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-2e4620fd-7373-4958-b3d7-9e6e9c10e6e6 tempest-DHCPAgentSchedulersTestJSON-290225517 tempest-DHCPAgentSchedulersTestJSON-290225517-project-admin] 10.222.0.32 "GET /v2.0/agents/1813db88-2c1b-4357-a2ba-869246b663c2/dhcp-networks HTTP/1.1" status: 200  len: 9634 time: 0.1201296
Dec 25 21:37:02.123450 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 32872) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:37:02.254192 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-714e1408-1b50-474d-a2cd-106b2edf999d tempest-DHCPAgentSchedulersTestJSON-290225517 tempest-DHCPAgentSchedulersTestJSON-290225517-project-admin] 10.222.0.32 "DELETE /v2.0/agents/1813db88-2c1b-4357-a2ba-869246b663c2/dhcp-networks/adbba4c9-b0ec-4190-bdf1-b3193a8eeb16 HTTP/1.1" status: 204  len: 168 time: 0.1296277
Dec 25 21:37:02.260211 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 32874) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:37:02.379207 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-48bb0cfb-968f-4b9f-a282-451b89bcdb82 tempest-DHCPAgentSchedulersTestJSON-290225517 tempest-DHCPAgentSchedulersTestJSON-290225517-project-admin] 10.222.0.32 "GET /v2.0/agents/1813db88-2c1b-4357-a2ba-869246b663c2/dhcp-networks HTTP/1.1" status: 200  len: 8863 time: 0.1178975
Dec 25 21:37:02.384266 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 32880) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:37:02.405995 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-7ada9c42-349a-4e65-b645-d1609059468e tempest-DHCPAgentSchedulersTestJSON-290225517 tempest-DHCPAgentSchedulersTestJSON-290225517-project-admin] 10.222.0.32 "GET /v2.0/networks/cc833c64-5964-402f-8260-6ca2bdac1b8a/dhcp-agents HTTP/1.1" status: 200  len: 796 time: 0.0206530
Dec 25 21:37:02.409226 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 32882) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:37:02.426728 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-805f5e16-f830-43a7-a740-84f65b017aa7 tempest-DHCPAgentSchedulersTestJSON-290225517 tempest-DHCPAgentSchedulersTestJSON-290225517-project-admin] 10.222.0.32 "GET /v2.0/networks/cc833c64-5964-402f-8260-6ca2bdac1b8a/dhcp-agents HTTP/1.1" status: 200  len: 796 time: 0.0164778
Dec 25 21:37:02.439759 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 32884) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:37:02.544778 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-20abf1ed-a071-413c-a68a-1d22d21563e0 req-58d316e7-12da-4ebc-8b69-25165c26cf0c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=70451b2f-7bb3-4ea7-b6c9-824c3287928f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0398755
Dec 25 21:37:02.565718 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-85f03f9f-510d-4e29-95fa-b180e04036a0 tempest-DHCPAgentSchedulersTestJSON-290225517 tempest-DHCPAgentSchedulersTestJSON-290225517-project-admin] 10.222.0.32 "GET /v2.0/agents/1813db88-2c1b-4357-a2ba-869246b663c2/dhcp-networks HTTP/1.1" status: 200  len: 8863 time: 0.1246629
Dec 25 21:37:02.566151 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 32888) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:37:02.632201 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20abf1ed-a071-413c-a68a-1d22d21563e0 req-bcf8cca9-d6ef-4528-83e8-9568d7bbd0db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:37:02.633876 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-20abf1ed-a071-413c-a68a-1d22d21563e0 req-bcf8cca9-d6ef-4528-83e8-9568d7bbd0db service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c77dc74a46d64a67991d82bf12adb1dc&device_id=70451b2f-7bb3-4ea7-b6c9-824c3287928f HTTP/1.1" status: 200  len: 1096 time: 0.0443492
Dec 25 21:37:02.649205 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b9c8a4e0-b784-416f-8bb5-53f5ce0f2ddb tempest-DHCPAgentSchedulersTestJSON-23626058 tempest-DHCPAgentSchedulersTestJSON-23626058-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625803'] for network, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:02.734964 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b9c8a4e0-b784-416f-8bb5-53f5ce0f2ddb tempest-DHCPAgentSchedulersTestJSON-23626058 tempest-DHCPAgentSchedulersTestJSON-23626058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997585', 'neutron.services.segments.db._delete_segments_for_network-8737602743071'] for network, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:02.744860 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20abf1ed-a071-413c-a68a-1d22d21563e0 req-e0695e5c-f317-4ba1-948c-6fddcedd456b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:37:02.746388 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-20abf1ed-a071-413c-a68a-1d22d21563e0 req-e0695e5c-f317-4ba1-948c-6fddcedd456b service neutron] 10.222.0.37 "GET /v2.0/networks?id=d257b68f-9132-4584-b1b0-827fbb5ce176 HTTP/1.1" status: 200  len: 913 time: 0.0912669
Dec 25 21:37:02.755077 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-b9c8a4e0-b784-416f-8bb5-53f5ce0f2ddb tempest-DHCPAgentSchedulersTestJSON-23626058 tempest-DHCPAgentSchedulersTestJSON-23626058-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2611fee520>,) {'filters': {'network_id': ['adbba4c9-b0ec-4190-bdf1-b3193a8eeb16']}} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:37:02.765284 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-b9c8a4e0-b784-416f-8bb5-53f5ce0f2ddb tempest-DHCPAgentSchedulersTestJSON-23626058 tempest-DHCPAgentSchedulersTestJSON-23626058-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2611fee520>, 'b2c4a9c1-e329-4eb5-98ea-b01c5a451812') {'for_net_delete': True} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:37:02.765584 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-b9c8a4e0-b784-416f-8bb5-53f5ce0f2ddb tempest-DHCPAgentSchedulersTestJSON-23626058 tempest-DHCPAgentSchedulersTestJSON-23626058-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2611fee520>, 'b2c4a9c1-e329-4eb5-98ea-b01c5a451812') {} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:37:02.774797 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b9c8a4e0-b784-416f-8bb5-53f5ce0f2ddb tempest-DHCPAgentSchedulersTestJSON-23626058 tempest-DHCPAgentSchedulersTestJSON-23626058-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737602746920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10246592'] for segment, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:02.788521 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b9c8a4e0-b784-416f-8bb5-53f5ce0f2ddb tempest-DHCPAgentSchedulersTestJSON-23626058 tempest-DHCPAgentSchedulersTestJSON-23626058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:02.794657 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9c8a4e0-b784-416f-8bb5-53f5ce0f2ddb tempest-DHCPAgentSchedulersTestJSON-23626058 tempest-DHCPAgentSchedulersTestJSON-23626058-project] Releasing vlan 190 on physical network physnet1 to pool {{(pid=121607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 25 21:37:02.796202 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b9c8a4e0-b784-416f-8bb5-53f5ce0f2ddb tempest-DHCPAgentSchedulersTestJSON-23626058 tempest-DHCPAgentSchedulersTestJSON-23626058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8633327'] for segment, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:02.798104 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:37:02.798104 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:37:02.798104 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:37:02.798104 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:37:02.798104 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:37:02.798104 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:37:02.798104 ncdv-master-1 neutron-server[121607]: Traceback (most recent call last):
Dec 25 21:37:02.798104 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 25 21:37:02.798104 ncdv-master-1 neutron-server[121607]:     timer()
Dec 25 21:37:02.798104 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 25 21:37:02.798104 ncdv-master-1 neutron-server[121607]:     cb(*args, **kw)
Dec 25 21:37:02.798104 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 25 21:37:02.798104 ncdv-master-1 neutron-server[121607]:     return func(*args, **kwargs)
Dec 25 21:37:02.798104 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 25 21:37:02.798104 ncdv-master-1 neutron-server[121607]:     self._notify()
Dec 25 21:37:02.798104 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 25 21:37:02.798104 ncdv-master-1 neutron-server[121607]:     self.callback(batched_events)
Dec 25 21:37:02.798104 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 25 21:37:02.798104 ncdv-master-1 neutron-server[121607]:     event.method(event)
Dec 25 21:37:02.798104 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 25 21:37:02.798104 ncdv-master-1 neutron-server[121607]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 25 21:37:02.798104 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 25 21:37:02.798104 ncdv-master-1 neutron-server[121607]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 25 21:37:02.798104 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 25 21:37:02.798104 ncdv-master-1 neutron-server[121607]:     return f(self, *a, **k)
Dec 25 21:37:02.798104 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 25 21:37:02.798104 ncdv-master-1 neutron-server[121607]:     return self._get(url).json()
Dec 25 21:37:02.798104 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 25 21:37:02.798104 ncdv-master-1 neutron-server[121607]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 25 21:37:02.798104 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 25 21:37:02.798104 ncdv-master-1 neutron-server[121607]:     return self.request(url, 'GET', **kwargs)
Dec 25 21:37:02.798104 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 25 21:37:02.798104 ncdv-master-1 neutron-server[121607]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 25 21:37:02.798104 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 25 21:37:02.798104 ncdv-master-1 neutron-server[121607]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 25 21:37:02.798104 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 25 21:37:02.798104 ncdv-master-1 neutron-server[121607]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 25 21:37:02.798104 ncdv-master-1 neutron-server[121607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 25 21:37:02.812237 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-20abf1ed-a071-413c-a68a-1d22d21563e0 req-50194c74-fc51-49f0-8370-cf0a2d995cd7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d121181f-10e4-43bd-bc6a-60afaaa17f9a HTTP/1.1" status: 200  len: 1001 time: 0.0586939
Dec 25 21:37:02.865545 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20abf1ed-a071-413c-a68a-1d22d21563e0 req-027b6803-1c4d-4fc8-ab68-9e543e57dec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:37:02.867022 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-20abf1ed-a071-413c-a68a-1d22d21563e0 req-027b6803-1c4d-4fc8-ab68-9e543e57dec2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fedfc743-c289-4cd2-abdf-caaf178c8eab HTTP/1.1" status: 200  len: 851 time: 0.0478156
Dec 25 21:37:02.912651 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20abf1ed-a071-413c-a68a-1d22d21563e0 req-9d3b0d86-ae41-4a42-a742-6cd42a977119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:37:02.914152 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-20abf1ed-a071-413c-a68a-1d22d21563e0 req-9d3b0d86-ae41-4a42-a742-6cd42a977119 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d257b68f-9132-4584-b1b0-827fbb5ce176&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0399303
Dec 25 21:37:02.953789 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b9c8a4e0-b784-416f-8bb5-53f5ce0f2ddb tempest-DHCPAgentSchedulersTestJSON-23626058 tempest-DHCPAgentSchedulersTestJSON-23626058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2008653'] for network, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:02.961256 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b9c8a4e0-b784-416f-8bb5-53f5ce0f2ddb tempest-DHCPAgentSchedulersTestJSON-23626058 tempest-DHCPAgentSchedulersTestJSON-23626058-project] Publish callbacks [] for network, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:02.964973 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-b9c8a4e0-b784-416f-8bb5-53f5ce0f2ddb tempest-DHCPAgentSchedulersTestJSON-23626058 tempest-DHCPAgentSchedulersTestJSON-23626058-project] 10.222.0.32 "DELETE /v2.0/networks/adbba4c9-b0ec-4190-bdf1-b3193a8eeb16 HTTP/1.1" status: 204  len: 168 time: 0.3978033
Dec 25 21:37:02.968143 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 32890) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:37:02.985893 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c8a4e0-b784-416f-8bb5-53f5ce0f2ddb tempest-DHCPAgentSchedulersTestJSON-23626058 tempest-DHCPAgentSchedulersTestJSON-23626058-project] Pushing event deleted for resources: {'Network': ['ID=adbba4c9-b0ec-4190-bdf1-b3193a8eeb16,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:37:03.002213 ncdv-master-1 neutron-server[121607]: INFO neutron.pecan_wsgi.hooks.translation [None req-406b85d9-fdec-48df-91e5-11fd69a65151 tempest-DHCPAgentSchedulersTestJSON-23626058 tempest-DHCPAgentSchedulersTestJSON-23626058-project] DELETE failed (client error): The resource could not be found.
Dec 25 21:37:03.002789 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-406b85d9-fdec-48df-91e5-11fd69a65151 tempest-DHCPAgentSchedulersTestJSON-23626058 tempest-DHCPAgentSchedulersTestJSON-23626058-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 25 21:37:03.006049 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-406b85d9-fdec-48df-91e5-11fd69a65151 tempest-DHCPAgentSchedulersTestJSON-23626058 tempest-DHCPAgentSchedulersTestJSON-23626058-project] 10.222.0.32 "DELETE /v2.0/ports/7f502fe3-1b9e-42db-99b6-85fb2a116aa7 HTTP/1.1" status: 404  len: 333 time: 0.0286524
Dec 25 21:37:03.008634 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 32894) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:37:03.011273 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-20abf1ed-a071-413c-a68a-1d22d21563e0 req-f1fc215b-951c-4725-849f-38b63ef29576 service neutron] 10.222.0.37 "GET /v2.0/networks/d257b68f-9132-4584-b1b0-827fbb5ce176?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0895057
Dec 25 21:37:03.065785 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b20d75c-9f33-4d7c-a110-44fc9565999f tempest-DHCPAgentSchedulersTestJSON-23626058 tempest-DHCPAgentSchedulersTestJSON-23626058-project] Deleting subnet 272c68dc-8ff6-4026-a2c2-d565feea1bf9 {{(pid=121607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Dec 25 21:37:03.073674 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-1b20d75c-9f33-4d7c-a110-44fc9565999f tempest-DHCPAgentSchedulersTestJSON-23626058 tempest-DHCPAgentSchedulersTestJSON-23626058-project] Publish callbacks [] for subnet, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:03.125455 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-1b20d75c-9f33-4d7c-a110-44fc9565999f tempest-DHCPAgentSchedulersTestJSON-23626058 tempest-DHCPAgentSchedulersTestJSON-23626058-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10246617'] for subnet, precommit_delete_associations {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:03.129157 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-20abf1ed-a071-413c-a68a-1d22d21563e0 req-db076eb2-e018-43da-88b4-fb3e5efe77c6 service neutron] 10.222.0.37 "GET /v2.0/networks/d257b68f-9132-4584-b1b0-827fbb5ce176?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1112349
Dec 25 21:37:03.216052 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-1b20d75c-9f33-4d7c-a110-44fc9565999f tempest-DHCPAgentSchedulersTestJSON-23626058 tempest-DHCPAgentSchedulersTestJSON-23626058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995662'] for subnet, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:03.325183 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-1b20d75c-9f33-4d7c-a110-44fc9565999f tempest-DHCPAgentSchedulersTestJSON-23626058 tempest-DHCPAgentSchedulersTestJSON-23626058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8632410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8852809'] for subnet, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:03.358615 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b20d75c-9f33-4d7c-a110-44fc9565999f tempest-DHCPAgentSchedulersTestJSON-23626058 tempest-DHCPAgentSchedulersTestJSON-23626058-project] Pushing event deleted for resources: {'Subnet': ['ID=272c68dc-8ff6-4026-a2c2-d565feea1bf9,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:37:03.360585 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-1b20d75c-9f33-4d7c-a110-44fc9565999f tempest-DHCPAgentSchedulersTestJSON-23626058 tempest-DHCPAgentSchedulersTestJSON-23626058-project] Publish callbacks [] for subnet, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:03.366624 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-1b20d75c-9f33-4d7c-a110-44fc9565999f tempest-DHCPAgentSchedulersTestJSON-23626058 tempest-DHCPAgentSchedulersTestJSON-23626058-project] 10.222.0.32 "DELETE /v2.0/subnets/272c68dc-8ff6-4026-a2c2-d565feea1bf9 HTTP/1.1" status: 204  len: 168 time: 0.3545949
Dec 25 21:37:03.367041 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12a0be04-8dd0-4a24-a794-d0d10e403318 None None] Network cc833c64-5964-402f-8260-6ca2bdac1b8a requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:37:03.367473 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 32912) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:37:03.453525 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-63e628ed-5555-4601-b30c-8c024a704019 tempest-DHCPAgentSchedulersTestJSON-23626058 tempest-DHCPAgentSchedulersTestJSON-23626058-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625803'] for network, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:03.523993 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-63e628ed-5555-4601-b30c-8c024a704019 tempest-DHCPAgentSchedulersTestJSON-23626058 tempest-DHCPAgentSchedulersTestJSON-23626058-project] Deleting port d8f72da9-9cec-494f-8027-4f4ea108492e {{(pid=121607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:37:03.524320 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-63e628ed-5555-4601-b30c-8c024a704019 tempest-DHCPAgentSchedulersTestJSON-23626058 tempest-DHCPAgentSchedulersTestJSON-23626058-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:03.553314 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de26257c-c1da-4d68-bd5c-d70fd1556c7b None None] DHCP port deletion for cc833c64-5964-402f-8260-6ca2bdac1b8a request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 21:37:03.599792 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.db [None req-63e628ed-5555-4601-b30c-8c024a704019 tempest-DHCPAgentSchedulersTestJSON-23626058 tempest-DHCPAgentSchedulersTestJSON-23626058-project] For port d8f72da9-9cec-494f-8027-4f4ea108492e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d8f72da9-9cec-494f-8027-4f4ea108492e,segment=NetworkSegment(0103cd33-8db6-4860-8448-6e606a013fb0),segment_id=0103cd33-8db6-4860-8448-6e606a013fb0)] {{(pid=121607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:37:03.600234 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-63e628ed-5555-4601-b30c-8c024a704019 tempest-DHCPAgentSchedulersTestJSON-23626058 tempest-DHCPAgentSchedulersTestJSON-23626058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:03.603589 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-de26257c-c1da-4d68-bd5c-d70fd1556c7b None None] Deleting port d8f72da9-9cec-494f-8027-4f4ea108492e {{(pid=121608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:37:03.603966 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-de26257c-c1da-4d68-bd5c-d70fd1556c7b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:03.613547 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-63e628ed-5555-4601-b30c-8c024a704019 tempest-DHCPAgentSchedulersTestJSON-23626058 tempest-DHCPAgentSchedulersTestJSON-23626058-project] Calling delete_port for d8f72da9-9cec-494f-8027-4f4ea108492e owned by network:dhcp {{(pid=121607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:37:03.697414 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-de26257c-c1da-4d68-bd5c-d70fd1556c7b None None] For port d8f72da9-9cec-494f-8027-4f4ea108492e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d8f72da9-9cec-494f-8027-4f4ea108492e,segment=NetworkSegment(0103cd33-8db6-4860-8448-6e606a013fb0),segment_id=0103cd33-8db6-4860-8448-6e606a013fb0)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:37:03.698100 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-de26257c-c1da-4d68-bd5c-d70fd1556c7b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:03.717115 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-de26257c-c1da-4d68-bd5c-d70fd1556c7b None None] Calling delete_port for d8f72da9-9cec-494f-8027-4f4ea108492e owned by network:dhcp {{(pid=121608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:37:03.827256 ncdv-master-1 neutron-server[121608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 25 21:37:03.827256 ncdv-master-1 neutron-server[121608]:   self.session.flush()
Dec 25 21:37:03.827256 ncdv-master-1 neutron-server[121608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 25 21:37:03.827256 ncdv-master-1 neutron-server[121608]:   self.session.flush()
Dec 25 21:37:03.827256 ncdv-master-1 neutron-server[121608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 25 21:37:03.827256 ncdv-master-1 neutron-server[121608]:   self.session.flush()
Dec 25 21:37:03.827256 ncdv-master-1 neutron-server[121608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 25 21:37:03.827256 ncdv-master-1 neutron-server[121608]:   self.session.flush()
Dec 25 21:37:03.827256 ncdv-master-1 neutron-server[121608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 25 21:37:03.827256 ncdv-master-1 neutron-server[121608]:   self.session.flush()
Dec 25 21:37:03.827256 ncdv-master-1 neutron-server[121608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 25 21:37:03.827256 ncdv-master-1 neutron-server[121608]:   self.session.flush()
Dec 25 21:37:03.827256 ncdv-master-1 neutron-server[121608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 25 21:37:03.827256 ncdv-master-1 neutron-server[121608]:   self.session.flush()
Dec 25 21:37:03.827256 ncdv-master-1 neutron-server[121608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 25 21:37:03.827256 ncdv-master-1 neutron-server[121608]:   self.session.flush()
Dec 25 21:37:03.827256 ncdv-master-1 neutron-server[121608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 25 21:37:03.827256 ncdv-master-1 neutron-server[121608]:   self.session.flush()
Dec 25 21:37:03.827256 ncdv-master-1 neutron-server[121608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 25 21:37:03.827256 ncdv-master-1 neutron-server[121608]:   self.session.flush()
Dec 25 21:37:03.827256 ncdv-master-1 neutron-server[121608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 25 21:37:03.827256 ncdv-master-1 neutron-server[121608]:   self.session.flush()
Dec 25 21:37:03.827256 ncdv-master-1 neutron-server[121608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 25 21:37:03.827256 ncdv-master-1 neutron-server[121608]:   self.session.flush()
Dec 25 21:37:03.827256 ncdv-master-1 neutron-server[121608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 25 21:37:03.827256 ncdv-master-1 neutron-server[121608]:   self.session.flush()
Dec 25 21:37:03.827256 ncdv-master-1 neutron-server[121608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 25 21:37:03.827256 ncdv-master-1 neutron-server[121608]:   self.session.flush()
Dec 25 21:37:03.827256 ncdv-master-1 neutron-server[121608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 25 21:37:03.827256 ncdv-master-1 neutron-server[121608]:   self.session.flush()
Dec 25 21:37:03.827256 ncdv-master-1 neutron-server[121608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 25 21:37:03.827256 ncdv-master-1 neutron-server[121608]:   self.session.flush()
Dec 25 21:37:03.827256 ncdv-master-1 neutron-server[121608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 25 21:37:03.827256 ncdv-master-1 neutron-server[121608]:   self.session.flush()
Dec 25 21:37:03.827256 ncdv-master-1 neutron-server[121608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 25 21:37:03.827256 ncdv-master-1 neutron-server[121608]:   self.session.flush()
Dec 25 21:37:03.827256 ncdv-master-1 neutron-server[121608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 25 21:37:03.827256 ncdv-master-1 neutron-server[121608]:   self.session.flush()
Dec 25 21:37:03.827256 ncdv-master-1 neutron-server[121608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 25 21:37:03.827256 ncdv-master-1 neutron-server[121608]:   self.session.flush()
Dec 25 21:37:03.827256 ncdv-master-1 neutron-server[121608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 25 21:37:03.827256 ncdv-master-1 neutron-server[121608]:   self.session.flush()
Dec 25 21:37:03.827256 ncdv-master-1 neutron-server[121608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 25 21:37:03.827256 ncdv-master-1 neutron-server[121608]:   self.session.flush()
Dec 25 21:37:03.827256 ncdv-master-1 neutron-server[121608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 25 21:37:03.827256 ncdv-master-1 neutron-server[121608]:   self.session.flush()
Dec 25 21:37:03.827256 ncdv-master-1 neutron-server[121608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 25 21:37:03.827256 ncdv-master-1 neutron-server[121608]:   self.session.flush()
Dec 25 21:37:03.827256 ncdv-master-1 neutron-server[121608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 25 21:37:03.827256 ncdv-master-1 neutron-server[121608]:   self.session.flush()
Dec 25 21:37:03.827256 ncdv-master-1 neutron-server[121608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 25 21:37:03.827256 ncdv-master-1 neutron-server[121608]:   self.session.flush()
Dec 25 21:37:03.827256 ncdv-master-1 neutron-server[121608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 25 21:37:03.827256 ncdv-master-1 neutron-server[121608]:   self.session.flush()
Dec 25 21:37:03.832110 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-63e628ed-5555-4601-b30c-8c024a704019 tempest-DHCPAgentSchedulersTestJSON-23626058 tempest-DHCPAgentSchedulersTestJSON-23626058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:03.835106 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-de26257c-c1da-4d68-bd5c-d70fd1556c7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955'] for port, after_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:03.856975 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e628ed-5555-4601-b30c-8c024a704019 tempest-DHCPAgentSchedulersTestJSON-23626058 tempest-DHCPAgentSchedulersTestJSON-23626058-project] Pushing event deleted for resources: {'Port': ['ID=d8f72da9-9cec-494f-8027-4f4ea108492e,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:37:03.860331 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de26257c-c1da-4d68-bd5c-d70fd1556c7b None None] Pushing event deleted for resources: {'Port': ['ID=d8f72da9-9cec-494f-8027-4f4ea108492e,revision_number=None']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:37:03.862874 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63e628ed-5555-4601-b30c-8c024a704019 tempest-DHCPAgentSchedulersTestJSON-23626058 tempest-DHCPAgentSchedulersTestJSON-23626058-project] No DVR routers for this DVR port d8f72da9-9cec-494f-8027-4f4ea108492e on host ncdv-master-1 {{(pid=121607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:37:03.863595 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de26257c-c1da-4d68-bd5c-d70fd1556c7b None None] No DVR routers for this DVR port d8f72da9-9cec-494f-8027-4f4ea108492e on host ncdv-master-1 {{(pid=121608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:37:03.942906 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-63e628ed-5555-4601-b30c-8c024a704019 tempest-DHCPAgentSchedulersTestJSON-23626058 tempest-DHCPAgentSchedulersTestJSON-23626058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997585', 'neutron.services.segments.db._delete_segments_for_network-8737602743071'] for network, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:03.964062 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-63e628ed-5555-4601-b30c-8c024a704019 tempest-DHCPAgentSchedulersTestJSON-23626058 tempest-DHCPAgentSchedulersTestJSON-23626058-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f26135946d0>,) {'filters': {'network_id': ['cc833c64-5964-402f-8260-6ca2bdac1b8a']}} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:37:03.974072 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-63e628ed-5555-4601-b30c-8c024a704019 tempest-DHCPAgentSchedulersTestJSON-23626058 tempest-DHCPAgentSchedulersTestJSON-23626058-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f26135946d0>, '0103cd33-8db6-4860-8448-6e606a013fb0') {'for_net_delete': True} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:37:03.974375 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-63e628ed-5555-4601-b30c-8c024a704019 tempest-DHCPAgentSchedulersTestJSON-23626058 tempest-DHCPAgentSchedulersTestJSON-23626058-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f26135946d0>, '0103cd33-8db6-4860-8448-6e606a013fb0') {} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:37:03.984049 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-63e628ed-5555-4601-b30c-8c024a704019 tempest-DHCPAgentSchedulersTestJSON-23626058 tempest-DHCPAgentSchedulersTestJSON-23626058-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737602746920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10246592'] for segment, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:03.996901 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-63e628ed-5555-4601-b30c-8c024a704019 tempest-DHCPAgentSchedulersTestJSON-23626058 tempest-DHCPAgentSchedulersTestJSON-23626058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:04.003253 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63e628ed-5555-4601-b30c-8c024a704019 tempest-DHCPAgentSchedulersTestJSON-23626058 tempest-DHCPAgentSchedulersTestJSON-23626058-project] Releasing vlan 180 on physical network physnet1 to pool {{(pid=121607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 25 21:37:04.003645 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-63e628ed-5555-4601-b30c-8c024a704019 tempest-DHCPAgentSchedulersTestJSON-23626058 tempest-DHCPAgentSchedulersTestJSON-23626058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8633327'] for segment, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:04.006572 ncdv-master-1 neutron-server[121607]: Traceback (most recent call last):
Dec 25 21:37:04.006572 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 25 21:37:04.006572 ncdv-master-1 neutron-server[121607]:     timer()
Dec 25 21:37:04.006572 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 25 21:37:04.006572 ncdv-master-1 neutron-server[121607]:     cb(*args, **kw)
Dec 25 21:37:04.006572 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 25 21:37:04.006572 ncdv-master-1 neutron-server[121607]:     return func(*args, **kwargs)
Dec 25 21:37:04.006572 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 25 21:37:04.006572 ncdv-master-1 neutron-server[121607]:     self._notify()
Dec 25 21:37:04.006572 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 25 21:37:04.006572 ncdv-master-1 neutron-server[121607]:     self.callback(batched_events)
Dec 25 21:37:04.006572 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 25 21:37:04.006572 ncdv-master-1 neutron-server[121607]:     event.method(event)
Dec 25 21:37:04.006572 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 25 21:37:04.006572 ncdv-master-1 neutron-server[121607]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 25 21:37:04.006572 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 25 21:37:04.006572 ncdv-master-1 neutron-server[121607]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 25 21:37:04.006572 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 25 21:37:04.006572 ncdv-master-1 neutron-server[121607]:     return f(self, *a, **k)
Dec 25 21:37:04.006572 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 25 21:37:04.006572 ncdv-master-1 neutron-server[121607]:     return self._get(url).json()
Dec 25 21:37:04.006572 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 25 21:37:04.006572 ncdv-master-1 neutron-server[121607]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 25 21:37:04.006572 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 25 21:37:04.006572 ncdv-master-1 neutron-server[121607]:     return self.request(url, 'GET', **kwargs)
Dec 25 21:37:04.006572 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 25 21:37:04.006572 ncdv-master-1 neutron-server[121607]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 25 21:37:04.006572 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 25 21:37:04.006572 ncdv-master-1 neutron-server[121607]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 25 21:37:04.006572 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 25 21:37:04.006572 ncdv-master-1 neutron-server[121607]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 25 21:37:04.006572 ncdv-master-1 neutron-server[121607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 25 21:37:04.136547 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-63e628ed-5555-4601-b30c-8c024a704019 tempest-DHCPAgentSchedulersTestJSON-23626058 tempest-DHCPAgentSchedulersTestJSON-23626058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2008653'] for network, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:04.144376 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-63e628ed-5555-4601-b30c-8c024a704019 tempest-DHCPAgentSchedulersTestJSON-23626058 tempest-DHCPAgentSchedulersTestJSON-23626058-project] Publish callbacks [] for network, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:04.147703 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-63e628ed-5555-4601-b30c-8c024a704019 tempest-DHCPAgentSchedulersTestJSON-23626058 tempest-DHCPAgentSchedulersTestJSON-23626058-project] 10.222.0.32 "DELETE /v2.0/networks/cc833c64-5964-402f-8260-6ca2bdac1b8a HTTP/1.1" status: 204  len: 168 time: 0.7797434
Dec 25 21:37:04.159281 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e628ed-5555-4601-b30c-8c024a704019 tempest-DHCPAgentSchedulersTestJSON-23626058 tempest-DHCPAgentSchedulersTestJSON-23626058-project] Pushing event deleted for resources: {'Network': ['ID=cc833c64-5964-402f-8260-6ca2bdac1b8a,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:37:04.427615 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:04.606645 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 32962) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:37:04.753762 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-f30bbc64-7b37-4ac8-8603-482e5de51cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:04.754413 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-786966dc-8009-47f3-9e1c-d49caed24c76 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a498fd2c1ac8477bafc3e115400efd70&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1459603
Dec 25 21:37:04.756906 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 32970) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:37:04.804809 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5dd41690-96a3-4843-9ab6-146a5ad8aae4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:04.825557 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5dd41690-96a3-4843-9ab6-146a5ad8aae4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:04.964629 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5dd41690-96a3-4843-9ab6-146a5ad8aae4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:04.967953 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5dd41690-96a3-4843-9ab6-146a5ad8aae4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:04.969141 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-5dd41690-96a3-4843-9ab6-146a5ad8aae4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/63f25443-c64c-4a41-9c5b-30871e4e402e HTTP/1.1" status: 204  len: 168 time: 0.2111273
Dec 25 21:37:04.977053 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd41690-96a3-4843-9ab6-146a5ad8aae4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63f25443-c64c-4a41-9c5b-30871e4e402e,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:37:05.483025 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device d8f72da9-9cec-494f-8027-4f4ea108492e no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:37:05.503555 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] No Port match for: d8f72da9-9cec-494f-8027-4f4ea108492e {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:37:05.503966 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device d8f72da9-9cec-494f-8027-4f4ea108492e not bound to the agent host ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:37:05.626004 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 32982) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:37:05.641601 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-8a675f77-947a-4d3e-b46d-e13e3ada169a admin admin] Publish callbacks [] for security_group, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:05.715265 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-8a675f77-947a-4d3e-b46d-e13e3ada169a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:05.782496 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-8a675f77-947a-4d3e-b46d-e13e3ada169a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:05.827285 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-8a675f77-947a-4d3e-b46d-e13e3ada169a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5c26379097bd47e58e5ec3d0710abc25&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2001898
Dec 25 21:37:05.829696 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a675f77-947a-4d3e-b46d-e13e3ada169a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49f0da17-a88a-4ede-9b2a-96a106512035,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:37:05.830464 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 32992) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:37:05.888029 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-6afd2a91-c288-45d6-86ed-47628e1028bf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:05.911237 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-6afd2a91-c288-45d6-86ed-47628e1028bf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:06.033625 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-6afd2a91-c288-45d6-86ed-47628e1028bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:06.036433 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-6afd2a91-c288-45d6-86ed-47628e1028bf admin admin] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:06.037757 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-6afd2a91-c288-45d6-86ed-47628e1028bf admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/49f0da17-a88a-4ede-9b2a-96a106512035 HTTP/1.1" status: 204  len: 168 time: 0.2054374
Dec 25 21:37:06.047477 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afd2a91-c288-45d6-86ed-47628e1028bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49f0da17-a88a-4ede-9b2a-96a106512035,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:37:06.992398 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-32d0d9d6-1d11-4857-b32a-484b208d9070 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:07.968135 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 33090) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:37:08.081080 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-473e4287-14a5-4257-8da1-fbf9196dee04 tempest-ExternalNetworksAdminNegativeTestJSON-142240980 tempest-ExternalNetworksAdminNegativeTestJSON-142240980-project-admin] Request body: {'floatingip': {'floating_network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:37:08.230958 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-473e4287-14a5-4257-8da1-fbf9196dee04 tempest-ExternalNetworksAdminNegativeTestJSON-142240980 tempest-ExternalNetworksAdminNegativeTestJSON-142240980-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:08.270007 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4b1eaed0-a2cd-4672-b460-596bd6c2028c req-97fda04c-8553-4529-9a97-6eacb501e37f service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=7a8d6684-f19c-4a86-ac0c-6c056fa351fd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 658 time: 0.0678444
Dec 25 21:37:08.359802 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:08.496578 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3e945ecd-9380-47c2-aa0a-12ebe07e03e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:08.723701 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-473e4287-14a5-4257-8da1-fbf9196dee04 tempest-ExternalNetworksAdminNegativeTestJSON-142240980 tempest-ExternalNetworksAdminNegativeTestJSON-142240980-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:08.740674 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1eaed0-a2cd-4672-b460-596bd6c2028c req-a68c5794-be09-439c-b293-b2fb8c2c4062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:37:08.741193 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1eaed0-a2cd-4672-b460-596bd6c2028c req-a68c5794-be09-439c-b293-b2fb8c2c4062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:37:08.741671 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1eaed0-a2cd-4672-b460-596bd6c2028c req-a68c5794-be09-439c-b293-b2fb8c2c4062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:37:08.742138 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1eaed0-a2cd-4672-b460-596bd6c2028c req-a68c5794-be09-439c-b293-b2fb8c2c4062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:37:08.742603 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1eaed0-a2cd-4672-b460-596bd6c2028c req-a68c5794-be09-439c-b293-b2fb8c2c4062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:37:08.743074 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1eaed0-a2cd-4672-b460-596bd6c2028c req-a68c5794-be09-439c-b293-b2fb8c2c4062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:37:08.743533 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1eaed0-a2cd-4672-b460-596bd6c2028c req-a68c5794-be09-439c-b293-b2fb8c2c4062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:37:08.746874 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4b1eaed0-a2cd-4672-b460-596bd6c2028c req-a68c5794-be09-439c-b293-b2fb8c2c4062 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=980165331b334d7795b91adc96459725&device_id=7a8d6684-f19c-4a86-ac0c-6c056fa351fd HTTP/1.1" status: 200  len: 6490 time: 0.4249356
Dec 25 21:37:08.919389 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1eaed0-a2cd-4672-b460-596bd6c2028c req-946dbd9d-c6a8-4823-8655-15493277b4a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:37:08.919871 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1eaed0-a2cd-4672-b460-596bd6c2028c req-946dbd9d-c6a8-4823-8655-15493277b4a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:37:08.920341 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1eaed0-a2cd-4672-b460-596bd6c2028c req-946dbd9d-c6a8-4823-8655-15493277b4a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:37:08.921963 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4b1eaed0-a2cd-4672-b460-596bd6c2028c req-946dbd9d-c6a8-4823-8655-15493277b4a0 service neutron] 10.222.0.31 "GET /v2.0/networks?id=36c58514-4b76-443a-8b4e-8188ecbb730f&id=6dab2bb9-1b11-4634-becc-b5742aceff64&id=6dab2bb9-1b11-4634-becc-b5742aceff64&id=6dab2bb9-1b11-4634-becc-b5742aceff64&id=6dab2bb9-1b11-4634-becc-b5742aceff64&id=1eebed42-83f0-407e-9fde-c8f3a2309436&id=1eebed42-83f0-407e-9fde-c8f3a2309436 HTTP/1.1" status: 200  len: 2293 time: 0.1459284
Dec 25 21:37:08.923061 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_common [None req-473e4287-14a5-4257-8da1-fbf9196dee04 tempest-ExternalNetworksAdminNegativeTestJSON-142240980 tempest-ExternalNetworksAdminNegativeTestJSON-142240980-project-admin] Allocated IP 172.35.3.192 (7201e55c-7c5f-41aa-a042-a363696539d0/7a939e13-713f-45cf-bba7-1539635abe25/47ed7416-73d8-4628-a726-2ff0d8fe00fd) {{(pid=121606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:37:09.041164 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4b1eaed0-a2cd-4672-b460-596bd6c2028c req-a362a283-a0c2-4618-b9f4-fab82cf648b4 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dbad079c-9ad0-47fd-8d51-bc9c6d074098 HTTP/1.1" status: 200  len: 1001 time: 0.1091936
Dec 25 21:37:09.114010 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-473e4287-14a5-4257-8da1-fbf9196dee04 tempest-ExternalNetworksAdminNegativeTestJSON-142240980 tempest-ExternalNetworksAdminNegativeTestJSON-142240980-project-admin] Publish callbacks [] for port, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:09.117637 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1eaed0-a2cd-4672-b460-596bd6c2028c req-d254f261-e9da-4d10-bc0b-caac1265fa82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:37:09.119120 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4b1eaed0-a2cd-4672-b460-596bd6c2028c req-d254f261-e9da-4d10-bc0b-caac1265fa82 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a434de1e-5464-470d-a8e6-901b6aa78ffb HTTP/1.1" status: 200  len: 851 time: 0.0704691
Dec 25 21:37:09.179898 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1eaed0-a2cd-4672-b460-596bd6c2028c req-9e6667cd-5a10-4ff1-8d2e-6a48d846937e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:37:09.181477 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4b1eaed0-a2cd-4672-b460-596bd6c2028c req-9e6667cd-5a10-4ff1-8d2e-6a48d846937e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=36c58514-4b76-443a-8b4e-8188ecbb730f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0547094
Dec 25 21:37:09.275925 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-473e4287-14a5-4257-8da1-fbf9196dee04 tempest-ExternalNetworksAdminNegativeTestJSON-142240980 tempest-ExternalNetworksAdminNegativeTestJSON-142240980-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:09.302628 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4b1eaed0-a2cd-4672-b460-596bd6c2028c req-b6c0fdc9-7b26-468d-b178-4b741b8c54c1 service neutron] 10.222.0.31 "GET /v2.0/networks/36c58514-4b76-443a-8b4e-8188ecbb730f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1138749
Dec 25 21:37:09.323421 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-473e4287-14a5-4257-8da1-fbf9196dee04 tempest-ExternalNetworksAdminNegativeTestJSON-142240980 tempest-ExternalNetworksAdminNegativeTestJSON-142240980-project-admin] Network 7201e55c-7c5f-41aa-a042-a363696539d0 is already hosted by enough agents. {{(pid=121606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:37:09.336011 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [None req-473e4287-14a5-4257-8da1-fbf9196dee04 tempest-ExternalNetworksAdminNegativeTestJSON-142240980 tempest-ExternalNetworksAdminNegativeTestJSON-142240980-project-admin] Resources bound (agent type, host, resource id):  {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:37:09.340898 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-473e4287-14a5-4257-8da1-fbf9196dee04 tempest-ExternalNetworksAdminNegativeTestJSON-142240980 tempest-ExternalNetworksAdminNegativeTestJSON-142240980-project-admin] Received port after_create {{(pid=121606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:37:09.380165 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473e4287-14a5-4257-8da1-fbf9196dee04 tempest-ExternalNetworksAdminNegativeTestJSON-142240980 tempest-ExternalNetworksAdminNegativeTestJSON-142240980-project-admin] Pushing event updated for resources: {'Port': ['ID=47ed7416-73d8-4628-a726-2ff0d8fe00fd,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:37:09.468779 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4b1eaed0-a2cd-4672-b460-596bd6c2028c req-16666a7c-1958-4b6a-a5ec-1e2f742d039c service neutron] 10.222.0.31 "GET /v2.0/networks/36c58514-4b76-443a-8b4e-8188ecbb730f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1569419
Dec 25 21:37:09.501042 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-15cb578f-7a63-4fd3-925d-83bad4c7b82a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:09.536420 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4b1eaed0-a2cd-4672-b460-596bd6c2028c req-0113e58c-08f2-4943-b78b-1cde7f3292bc service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.204&port_id=893605c1-33ba-4c92-b5eb-6207f354a521 HTTP/1.1" status: 200  len: 217 time: 0.0594320
Dec 25 21:37:09.539942 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-473e4287-14a5-4257-8da1-fbf9196dee04 tempest-ExternalNetworksAdminNegativeTestJSON-142240980 tempest-ExternalNetworksAdminNegativeTestJSON-142240980-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:09.593077 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1eaed0-a2cd-4672-b460-596bd6c2028c req-06703a3b-62dd-4f7b-9cc9-391a65d2ca3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:37:09.594702 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4b1eaed0-a2cd-4672-b460-596bd6c2028c req-06703a3b-62dd-4f7b-9cc9-391a65d2ca3f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f7c309e7-75ab-4e4b-b61f-ca7ce9c46156 HTTP/1.1" status: 200  len: 797 time: 0.0527079
Dec 25 21:37:09.658192 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1eaed0-a2cd-4672-b460-596bd6c2028c req-06d7c867-42e0-4ca9-8cb6-7f180bace802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:37:09.659774 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4b1eaed0-a2cd-4672-b460-596bd6c2028c req-06d7c867-42e0-4ca9-8cb6-7f180bace802 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=6dab2bb9-1b11-4634-becc-b5742aceff64&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.0583324
Dec 25 21:37:09.666068 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-473e4287-14a5-4257-8da1-fbf9196dee04 tempest-ExternalNetworksAdminNegativeTestJSON-142240980 tempest-ExternalNetworksAdminNegativeTestJSON-142240980-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:09.758592 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.agents_db [None req-ec08dba0-4483-4109-b5e1-5e4a9fdaf12d None None] Agent healthcheck: found 7 active agents {{(pid=121609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 25 21:37:09.813547 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4b1eaed0-a2cd-4672-b460-596bd6c2028c req-0755dc2d-1776-45f3-907a-729c718b855c service neutron] 10.222.0.31 "GET /v2.0/networks/6dab2bb9-1b11-4634-becc-b5742aceff64?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1455939
Dec 25 21:37:09.965755 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-473e4287-14a5-4257-8da1-fbf9196dee04 tempest-ExternalNetworksAdminNegativeTestJSON-142240980 tempest-ExternalNetworksAdminNegativeTestJSON-142240980-project-admin] Publish callbacks [] for port, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:09.969218 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4b1eaed0-a2cd-4672-b460-596bd6c2028c req-7533c198-20dc-4a82-a5d4-86c05381357f service neutron] 10.222.0.31 "GET /v2.0/networks/6dab2bb9-1b11-4634-becc-b5742aceff64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1277721
Dec 25 21:37:10.011248 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4b1eaed0-a2cd-4672-b460-596bd6c2028c req-f1756d74-9883-4d0c-98d0-db7f2c06c27a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.46&port_id=1704d60b-466b-4afa-a1c8-2e009902991b HTTP/1.1" status: 200  len: 217 time: 0.0347865
Dec 25 21:37:10.044307 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-473e4287-14a5-4257-8da1-fbf9196dee04 tempest-ExternalNetworksAdminNegativeTestJSON-142240980 tempest-ExternalNetworksAdminNegativeTestJSON-142240980-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:10.119369 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1eaed0-a2cd-4672-b460-596bd6c2028c req-e72ff143-d6c5-4cb6-ba9d-e2456050041d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:37:10.120854 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4b1eaed0-a2cd-4672-b460-596bd6c2028c req-e72ff143-d6c5-4cb6-ba9d-e2456050041d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f7c309e7-75ab-4e4b-b61f-ca7ce9c46156 HTTP/1.1" status: 200  len: 797 time: 0.1023409
Dec 25 21:37:10.128935 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473e4287-14a5-4257-8da1-fbf9196dee04 tempest-ExternalNetworksAdminNegativeTestJSON-142240980 tempest-ExternalNetworksAdminNegativeTestJSON-142240980-project-admin] Pushing event updated for resources: {'Port': ['ID=47ed7416-73d8-4628-a726-2ff0d8fe00fd,revision_number=2']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:37:10.166643 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-473e4287-14a5-4257-8da1-fbf9196dee04 tempest-ExternalNetworksAdminNegativeTestJSON-142240980 tempest-ExternalNetworksAdminNegativeTestJSON-142240980-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2008639'] for floatingip, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:10.185818 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1eaed0-a2cd-4672-b460-596bd6c2028c req-3bfda185-1e11-48f0-b588-0ac2d863c818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:37:10.187323 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4b1eaed0-a2cd-4672-b460-596bd6c2028c req-3bfda185-1e11-48f0-b588-0ac2d863c818 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=6dab2bb9-1b11-4634-becc-b5742aceff64&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.0594049
Dec 25 21:37:10.281525 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-473e4287-14a5-4257-8da1-fbf9196dee04 tempest-ExternalNetworksAdminNegativeTestJSON-142240980 tempest-ExternalNetworksAdminNegativeTestJSON-142240980-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for floatingip, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:10.285811 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-473e4287-14a5-4257-8da1-fbf9196dee04 tempest-ExternalNetworksAdminNegativeTestJSON-142240980 tempest-ExternalNetworksAdminNegativeTestJSON-142240980-project-admin] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 2.3137584
Dec 25 21:37:10.286345 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 33166) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:37:10.288708 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4b1eaed0-a2cd-4672-b460-596bd6c2028c req-31df6d05-e7bf-4d6b-a4cc-7455a529c129 service neutron] 10.222.0.31 "GET /v2.0/networks/6dab2bb9-1b11-4634-becc-b5742aceff64?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0937769
Dec 25 21:37:10.291856 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-55d1b33e-1bf7-4d70-9b10-d310e635ba42 tempest-ExternalNetworksAdminNegativeTestJSON-142240980 tempest-ExternalNetworksAdminNegativeTestJSON-142240980-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-2002609367', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'fixed_ips': [{'ip_address': '172.35.3.192'}]}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:37:10.375495 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55d1b33e-1bf7-4d70-9b10-d310e635ba42 tempest-ExternalNetworksAdminNegativeTestJSON-142240980 tempest-ExternalNetworksAdminNegativeTestJSON-142240980-project-admin] Made reservation on behalf of 3d736ca73abd45c6ab9efc21ec35bf70 for: {'port': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:37:10.378336 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-55d1b33e-1bf7-4d70-9b10-d310e635ba42 tempest-ExternalNetworksAdminNegativeTestJSON-142240980 tempest-ExternalNetworksAdminNegativeTestJSON-142240980-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:10.384467 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4b1eaed0-a2cd-4672-b460-596bd6c2028c req-7ba0bce9-5658-4420-888a-87b09a3769b6 service neutron] 10.222.0.31 "GET /v2.0/networks/6dab2bb9-1b11-4634-becc-b5742aceff64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0892258
Dec 25 21:37:10.387547 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-55d1b33e-1bf7-4d70-9b10-d310e635ba42 tempest-ExternalNetworksAdminNegativeTestJSON-142240980 tempest-ExternalNetworksAdminNegativeTestJSON-142240980-project-admin] Publish callbacks [] for security_group, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:10.434377 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4b1eaed0-a2cd-4672-b460-596bd6c2028c req-c97d3b16-b1b3-46c9-b422-76827b3c5d47 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.165&port_id=c4a5dc77-7743-4d72-8f35-550325e4dc63 HTTP/1.1" status: 200  len: 217 time: 0.0432303
Dec 25 21:37:10.463678 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-55d1b33e-1bf7-4d70-9b10-d310e635ba42 tempest-ExternalNetworksAdminNegativeTestJSON-142240980 tempest-ExternalNetworksAdminNegativeTestJSON-142240980-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:10.492104 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1eaed0-a2cd-4672-b460-596bd6c2028c req-f8d28408-44df-465b-b1b9-76079ce8c241 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:37:10.493654 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4b1eaed0-a2cd-4672-b460-596bd6c2028c req-f8d28408-44df-465b-b1b9-76079ce8c241 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f7c309e7-75ab-4e4b-b61f-ca7ce9c46156 HTTP/1.1" status: 200  len: 797 time: 0.0532274
Dec 25 21:37:10.538978 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1eaed0-a2cd-4672-b460-596bd6c2028c req-a30e0426-c078-4ffa-9d15-48a556ca8fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:37:10.540497 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4b1eaed0-a2cd-4672-b460-596bd6c2028c req-a30e0426-c078-4ffa-9d15-48a556ca8fa5 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=6dab2bb9-1b11-4634-becc-b5742aceff64&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.0405648
Dec 25 21:37:10.561912 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-55d1b33e-1bf7-4d70-9b10-d310e635ba42 tempest-ExternalNetworksAdminNegativeTestJSON-142240980 tempest-ExternalNetworksAdminNegativeTestJSON-142240980-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:10.565756 ncdv-master-1 neutron-server[121607]: DEBUG neutron.notifiers.nova [None req-55d1b33e-1bf7-4d70-9b10-d310e635ba42 tempest-ExternalNetworksAdminNegativeTestJSON-142240980 tempest-ExternalNetworksAdminNegativeTestJSON-142240980-project-admin] device_id is not set on port ff91e10c-3106-401a-a1fb-b21701f577cf yet. {{(pid=121607) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 25 21:37:10.649736 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4b1eaed0-a2cd-4672-b460-596bd6c2028c req-f76f6b52-fcf7-45c3-8232-145faa7873d9 service neutron] 10.222.0.31 "GET /v2.0/networks/6dab2bb9-1b11-4634-becc-b5742aceff64?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0990167
Dec 25 21:37:10.660149 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d1b33e-1bf7-4d70-9b10-d310e635ba42 tempest-ExternalNetworksAdminNegativeTestJSON-142240980 tempest-ExternalNetworksAdminNegativeTestJSON-142240980-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdae13c4-444c-4246-9aff-4ef3faeed4b7,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:37:10.703164 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:10.744438 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4b1eaed0-a2cd-4672-b460-596bd6c2028c req-f96c8f5a-195b-4cb6-b793-0014ff8fc736 service neutron] 10.222.0.31 "GET /v2.0/networks/6dab2bb9-1b11-4634-becc-b5742aceff64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0893912
Dec 25 21:37:10.790811 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4b1eaed0-a2cd-4672-b460-596bd6c2028c req-82221ac5-56bc-492a-bfe8-19e0b3b901f6 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.99&port_id=bbeefdb7-89c8-4442-a2e7-858c459b3b9a HTTP/1.1" status: 200  len: 217 time: 0.0399253
Dec 25 21:37:10.849951 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1eaed0-a2cd-4672-b460-596bd6c2028c req-fdfb10b0-caec-452c-a6b9-b24dccfa9db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:37:10.851529 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4b1eaed0-a2cd-4672-b460-596bd6c2028c req-fdfb10b0-caec-452c-a6b9-b24dccfa9db7 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f7c309e7-75ab-4e4b-b61f-ca7ce9c46156 HTTP/1.1" status: 200  len: 797 time: 0.0544882
Dec 25 21:37:10.869956 ncdv-master-1 neutron-server[121607]: INFO neutron.pecan_wsgi.hooks.translation [None req-55d1b33e-1bf7-4d70-9b10-d310e635ba42 tempest-ExternalNetworksAdminNegativeTestJSON-142240980 tempest-ExternalNetworksAdminNegativeTestJSON-142240980-project-admin] POST failed (client error): There was a conflict when trying to complete your request.
Dec 25 21:37:10.869956 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55d1b33e-1bf7-4d70-9b10-d310e635ba42 tempest-ExternalNetworksAdminNegativeTestJSON-142240980 tempest-ExternalNetworksAdminNegativeTestJSON-142240980-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=121607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 25 21:37:10.903042 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1eaed0-a2cd-4672-b460-596bd6c2028c req-d9dbab93-b065-4310-a69b-e9fc39888e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:37:10.904708 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4b1eaed0-a2cd-4672-b460-596bd6c2028c req-d9dbab93-b065-4310-a69b-e9fc39888e1d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=6dab2bb9-1b11-4634-becc-b5742aceff64&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.0466387
Dec 25 21:37:10.947789 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-55d1b33e-1bf7-4d70-9b10-d310e635ba42 tempest-ExternalNetworksAdminNegativeTestJSON-142240980 tempest-ExternalNetworksAdminNegativeTestJSON-142240980-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 409  len: 372 time: 0.6573730
Dec 25 21:37:10.953502 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 33186) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:37:11.127242 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4b1eaed0-a2cd-4672-b460-596bd6c2028c req-bd4fa73b-b465-478b-91e5-deb6d87b3585 service neutron] 10.222.0.31 "GET /v2.0/networks/6dab2bb9-1b11-4634-becc-b5742aceff64?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2141180
Dec 25 21:37:11.214352 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-45cc5509-24e3-41bc-8aa5-8cf5a97be823 tempest-ExternalNetworksAdminNegativeTestJSON-142240980 tempest-ExternalNetworksAdminNegativeTestJSON-142240980-project-admin] Deleting port 47ed7416-73d8-4628-a726-2ff0d8fe00fd {{(pid=121606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:37:11.214700 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-45cc5509-24e3-41bc-8aa5-8cf5a97be823 tempest-ExternalNetworksAdminNegativeTestJSON-142240980 tempest-ExternalNetworksAdminNegativeTestJSON-142240980-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:11.254601 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4b1eaed0-a2cd-4672-b460-596bd6c2028c req-a3e34e20-fe57-4cdf-b039-e8b953e39620 service neutron] 10.222.0.31 "GET /v2.0/networks/6dab2bb9-1b11-4634-becc-b5742aceff64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1206791
Dec 25 21:37:11.322296 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4b1eaed0-a2cd-4672-b460-596bd6c2028c req-357a816e-558a-4c1a-ada8-b199b8fa950c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=d1b259e7-c1c4-46a5-8fa8-934e76ffd08c HTTP/1.1" status: 200  len: 217 time: 0.0431793
Dec 25 21:37:11.365103 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-45cc5509-24e3-41bc-8aa5-8cf5a97be823 tempest-ExternalNetworksAdminNegativeTestJSON-142240980 tempest-ExternalNetworksAdminNegativeTestJSON-142240980-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:11.365342 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-45cc5509-24e3-41bc-8aa5-8cf5a97be823 tempest-ExternalNetworksAdminNegativeTestJSON-142240980 tempest-ExternalNetworksAdminNegativeTestJSON-142240980-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:11.383736 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-45cc5509-24e3-41bc-8aa5-8cf5a97be823 tempest-ExternalNetworksAdminNegativeTestJSON-142240980 tempest-ExternalNetworksAdminNegativeTestJSON-142240980-project-admin] Calling delete_port for 47ed7416-73d8-4628-a726-2ff0d8fe00fd owned by network:floatingip {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:37:11.400941 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1eaed0-a2cd-4672-b460-596bd6c2028c req-18b51d38-1eef-4d8f-af1f-74e3cfa1adda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:37:11.402411 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4b1eaed0-a2cd-4672-b460-596bd6c2028c req-18b51d38-1eef-4d8f-af1f-74e3cfa1adda service neutron] 10.222.0.31 "GET /v2.0/subnets?id=64fd0ee7-98f6-4e06-ac9e-5ec230df994d HTTP/1.1" status: 200  len: 797 time: 0.0727143
Dec 25 21:37:11.498807 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1eaed0-a2cd-4672-b460-596bd6c2028c req-6b842c6d-7cdb-476e-8457-ecb0711937ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:37:11.500308 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4b1eaed0-a2cd-4672-b460-596bd6c2028c req-6b842c6d-7cdb-476e-8457-ecb0711937ca service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=1eebed42-83f0-407e-9fde-c8f3a2309436&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.0674148
Dec 25 21:37:11.631276 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4b1eaed0-a2cd-4672-b460-596bd6c2028c req-b764381c-a5b5-4ccd-a311-fca1a1fa0179 service neutron] 10.222.0.31 "GET /v2.0/networks/1eebed42-83f0-407e-9fde-c8f3a2309436?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1224017
Dec 25 21:37:11.695160 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-45cc5509-24e3-41bc-8aa5-8cf5a97be823 tempest-ExternalNetworksAdminNegativeTestJSON-142240980 tempest-ExternalNetworksAdminNegativeTestJSON-142240980-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:11.727842 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cc5509-24e3-41bc-8aa5-8cf5a97be823 tempest-ExternalNetworksAdminNegativeTestJSON-142240980 tempest-ExternalNetworksAdminNegativeTestJSON-142240980-project-admin] Pushing event deleted for resources: {'Port': ['ID=47ed7416-73d8-4628-a726-2ff0d8fe00fd,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:37:11.776168 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4b1eaed0-a2cd-4672-b460-596bd6c2028c req-31a5cd08-f187-464b-b3d9-d3b9f54e189e service neutron] 10.222.0.31 "GET /v2.0/networks/1eebed42-83f0-407e-9fde-c8f3a2309436?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1384571
Dec 25 21:37:11.847190 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4b1eaed0-a2cd-4672-b460-596bd6c2028c req-a5c1c5b6-b7bd-40a6-b324-569b4956e8bb service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=c1259bc6-d32f-4b81-b593-3660604ed03e HTTP/1.1" status: 200  len: 217 time: 0.0477195
Dec 25 21:37:11.884375 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-45cc5509-24e3-41bc-8aa5-8cf5a97be823 tempest-ExternalNetworksAdminNegativeTestJSON-142240980 tempest-ExternalNetworksAdminNegativeTestJSON-142240980-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:11.886897 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-45cc5509-24e3-41bc-8aa5-8cf5a97be823 tempest-ExternalNetworksAdminNegativeTestJSON-142240980 tempest-ExternalNetworksAdminNegativeTestJSON-142240980-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for floatingip, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:11.888334 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-45cc5509-24e3-41bc-8aa5-8cf5a97be823 tempest-ExternalNetworksAdminNegativeTestJSON-142240980 tempest-ExternalNetworksAdminNegativeTestJSON-142240980-project-admin] 10.222.0.32 "DELETE /v2.0/floatingips/f2e3e7a9-ea1e-4dc4-8e1e-cde5505c799f HTTP/1.1" status: 204  len: 168 time: 0.9390438
Dec 25 21:37:11.909655 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1eaed0-a2cd-4672-b460-596bd6c2028c req-036d2546-9175-46a5-b331-71ca8a7ac7e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:37:11.918335 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4b1eaed0-a2cd-4672-b460-596bd6c2028c req-036d2546-9175-46a5-b331-71ca8a7ac7e5 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=64fd0ee7-98f6-4e06-ac9e-5ec230df994d HTTP/1.1" status: 200  len: 797 time: 0.0565350
Dec 25 21:37:11.967974 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1eaed0-a2cd-4672-b460-596bd6c2028c req-d9a3aa05-93e3-4a8e-b079-82a0d5b4f5b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:37:11.969572 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4b1eaed0-a2cd-4672-b460-596bd6c2028c req-d9a3aa05-93e3-4a8e-b079-82a0d5b4f5b9 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=1eebed42-83f0-407e-9fde-c8f3a2309436&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.0513830
Dec 25 21:37:12.075001 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4b1eaed0-a2cd-4672-b460-596bd6c2028c req-74a0511c-ea56-4409-a89b-56bbb8a82de2 service neutron] 10.222.0.31 "GET /v2.0/networks/1eebed42-83f0-407e-9fde-c8f3a2309436?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0981600
Dec 25 21:37:12.172839 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4b1eaed0-a2cd-4672-b460-596bd6c2028c req-d48e78ac-1c3d-4163-8a54-79c059b21da9 service neutron] 10.222.0.31 "GET /v2.0/networks/1eebed42-83f0-407e-9fde-c8f3a2309436?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0903111
Dec 25 21:37:12.515473 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 33220) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:37:12.651189 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-ff39575c-8a41-40cd-80ea-4a663042f8e1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:12.723818 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-ff39575c-8a41-40cd-80ea-4a663042f8e1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:12.833835 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-ff39575c-8a41-40cd-80ea-4a663042f8e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:12.871716 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff39575c-8a41-40cd-80ea-4a663042f8e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d91b0309-17a6-41fb-8493-083a3b9b7674,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:37:12.877140 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-ff39575c-8a41-40cd-80ea-4a663042f8e1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6d00401cb65244fc9509205685b6133d&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3605640
Dec 25 21:37:12.879878 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 33226) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:37:12.930021 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-b25832fa-8fd4-4900-afbf-b23238c626cb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:12.955840 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-b25832fa-8fd4-4900-afbf-b23238c626cb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:13.050541 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-b25832fa-8fd4-4900-afbf-b23238c626cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:13.053112 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-b25832fa-8fd4-4900-afbf-b23238c626cb admin admin] Publish callbacks [] for security_group, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:13.054300 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-b25832fa-8fd4-4900-afbf-b23238c626cb admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d91b0309-17a6-41fb-8493-083a3b9b7674 HTTP/1.1" status: 204  len: 168 time: 0.1736665
Dec 25 21:37:13.062952 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25832fa-8fd4-4900-afbf-b23238c626cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d91b0309-17a6-41fb-8493-083a3b9b7674,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:37:13.619501 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 33242) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:37:13.666973 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-83fb5a64-fc31-4754-87b7-91f62fd9a134 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3d736ca73abd45c6ab9efc21ec35bf70&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0462112
Dec 25 21:37:13.670273 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 33244) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:37:13.723428 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e68b674b-1c37-471f-8423-bf74067fdff2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:13.748525 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e68b674b-1c37-471f-8423-bf74067fdff2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:13.896407 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e68b674b-1c37-471f-8423-bf74067fdff2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:13.898990 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e68b674b-1c37-471f-8423-bf74067fdff2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:13.900230 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-e68b674b-1c37-471f-8423-bf74067fdff2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/cdae13c4-444c-4246-9aff-4ef3faeed4b7 HTTP/1.1" status: 204  len: 168 time: 0.2288828
Dec 25 21:37:13.908485 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68b674b-1c37-471f-8423-bf74067fdff2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdae13c4-444c-4246-9aff-4ef3faeed4b7,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:37:14.939529 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 33274) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:37:15.037406 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-3a36fff3-8148-4297-b397-3af7135fc4fe tempest-AllowedAddressPairIpV6TestJSON-1565968482 tempest-AllowedAddressPairIpV6TestJSON-1565968482-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1391132975'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:37:15.130896 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a36fff3-8148-4297-b397-3af7135fc4fe tempest-AllowedAddressPairIpV6TestJSON-1565968482 tempest-AllowedAddressPairIpV6TestJSON-1565968482-project] Made reservation on behalf of 7cfe20eec8944fc49a985abc7d576119 for: {'network': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:37:15.134578 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-3a36fff3-8148-4297-b397-3af7135fc4fe tempest-AllowedAddressPairIpV6TestJSON-1565968482 tempest-AllowedAddressPairIpV6TestJSON-1565968482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for network, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:15.147684 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-3a36fff3-8148-4297-b397-3af7135fc4fe tempest-AllowedAddressPairIpV6TestJSON-1565968482 tempest-AllowedAddressPairIpV6TestJSON-1565968482-project] Publish callbacks [] for security_group, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:15.223176 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-3a36fff3-8148-4297-b397-3af7135fc4fe tempest-AllowedAddressPairIpV6TestJSON-1565968482 tempest-AllowedAddressPairIpV6TestJSON-1565968482-project] Publish callbacks [] for security_group, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:15.279446 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-3a36fff3-8148-4297-b397-3af7135fc4fe tempest-AllowedAddressPairIpV6TestJSON-1565968482 tempest-AllowedAddressPairIpV6TestJSON-1565968482-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:15.302009 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a36fff3-8148-4297-b397-3af7135fc4fe tempest-AllowedAddressPairIpV6TestJSON-1565968482 tempest-AllowedAddressPairIpV6TestJSON-1565968482-project] vlan segment allocate from pool success with {'vlan_id': 167, 'physical_network': 'physnet1'}  {{(pid=121607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 25 21:37:15.313842 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a36fff3-8148-4297-b397-3af7135fc4fe tempest-AllowedAddressPairIpV6TestJSON-1565968482 tempest-AllowedAddressPairIpV6TestJSON-1565968482-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d66fb8d7-608c-4e87-84fb-14735cd92fcd,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:37:15.322665 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-3a36fff3-8148-4297-b397-3af7135fc4fe tempest-AllowedAddressPairIpV6TestJSON-1565968482 tempest-AllowedAddressPairIpV6TestJSON-1565968482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:15.323223 ncdv-master-1 neutron-server[121607]: INFO neutron.db.segments_db [None req-3a36fff3-8148-4297-b397-3af7135fc4fe tempest-AllowedAddressPairIpV6TestJSON-1565968482 tempest-AllowedAddressPairIpV6TestJSON-1565968482-project] Added segment 65c3ab9d-8420-4c57-b359-8007ab98eb6d of type vlan for network c2bd69a2-f884-4582-845d-864215fe9551
Dec 25 21:37:15.367048 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-3a36fff3-8148-4297-b397-3af7135fc4fe tempest-AllowedAddressPairIpV6TestJSON-1565968482 tempest-AllowedAddressPairIpV6TestJSON-1565968482-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737602163420'] for network, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:15.462192 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-3a36fff3-8148-4297-b397-3af7135fc4fe tempest-AllowedAddressPairIpV6TestJSON-1565968482 tempest-AllowedAddressPairIpV6TestJSON-1565968482-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870'] for network, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:15.468350 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a36fff3-8148-4297-b397-3af7135fc4fe tempest-AllowedAddressPairIpV6TestJSON-1565968482 tempest-AllowedAddressPairIpV6TestJSON-1565968482-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:37:15.468947 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-3a36fff3-8148-4297-b397-3af7135fc4fe tempest-AllowedAddressPairIpV6TestJSON-1565968482 tempest-AllowedAddressPairIpV6TestJSON-1565968482-project] Publish callbacks [] for network, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:15.532530 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a36fff3-8148-4297-b397-3af7135fc4fe tempest-AllowedAddressPairIpV6TestJSON-1565968482 tempest-AllowedAddressPairIpV6TestJSON-1565968482-project] Pushing event updated for resources: {'Network': ['ID=c2bd69a2-f884-4582-845d-864215fe9551,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:37:15.542293 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Network c2bd69a2-f884-4582-845d-864215fe9551 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 25 21:37:15.562075 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-3a36fff3-8148-4297-b397-3af7135fc4fe tempest-AllowedAddressPairIpV6TestJSON-1565968482 tempest-AllowedAddressPairIpV6TestJSON-1565968482-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 798 time: 0.6214645
Dec 25 21:37:15.564997 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 33282) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:37:15.572135 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-4e0569be-6a60-4e47-a7f3-459c66df8ecd tempest-AllowedAddressPairIpV6TestJSON-1565968482 tempest-AllowedAddressPairIpV6TestJSON-1565968482-project] Request body: {'subnet': {'network_id': 'c2bd69a2-f884-4582-845d-864215fe9551', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:37:15.747758 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e0569be-6a60-4e47-a7f3-459c66df8ecd tempest-AllowedAddressPairIpV6TestJSON-1565968482 tempest-AllowedAddressPairIpV6TestJSON-1565968482-project] Made reservation on behalf of 7cfe20eec8944fc49a985abc7d576119 for: {'subnet': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:37:15.751361 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-4e0569be-6a60-4e47-a7f3-459c66df8ecd tempest-AllowedAddressPairIpV6TestJSON-1565968482 tempest-AllowedAddressPairIpV6TestJSON-1565968482-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8852834'] for subnet, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:16.091074 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-4e0569be-6a60-4e47-a7f3-459c66df8ecd tempest-AllowedAddressPairIpV6TestJSON-1565968482 tempest-AllowedAddressPairIpV6TestJSON-1565968482-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8632475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8852848'] for subnet, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:16.158055 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0569be-6a60-4e47-a7f3-459c66df8ecd tempest-AllowedAddressPairIpV6TestJSON-1565968482 tempest-AllowedAddressPairIpV6TestJSON-1565968482-project] Pushing event updated for resources: {'Subnet': ['ID=81fe5699-74de-41aa-92f5-c5d15428ab22,revision_number=0']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:37:16.162470 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e0569be-6a60-4e47-a7f3-459c66df8ecd tempest-AllowedAddressPairIpV6TestJSON-1565968482 tempest-AllowedAddressPairIpV6TestJSON-1565968482-project] Checking segment: {'id': '65c3ab9d-8420-4c57-b359-8007ab98eb6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'c2bd69a2-f884-4582-845d-864215fe9551'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:37:16.162839 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e0569be-6a60-4e47-a7f3-459c66df8ecd tempest-AllowedAddressPairIpV6TestJSON-1565968482 tempest-AllowedAddressPairIpV6TestJSON-1565968482-project] Network hostable DHCP agents. Network: c2bd69a2-f884-4582-845d-864215fe9551, hostable agents: ['1813db88-2c1b-4357-a2ba-869246b663c2'], hosted agents: [] {{(pid=121607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 25 21:37:16.249885 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e0569be-6a60-4e47-a7f3-459c66df8ecd tempest-AllowedAddressPairIpV6TestJSON-1565968482 tempest-AllowedAddressPairIpV6TestJSON-1565968482-project] Network c2bd69a2-f884-4582-845d-864215fe9551 is scheduled to be hosted by DHCP agent 1813db88-2c1b-4357-a2ba-869246b663c2 with binding_index 1 {{(pid=121607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 25 21:37:16.329695 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-4e0569be-6a60-4e47-a7f3-459c66df8ecd tempest-AllowedAddressPairIpV6TestJSON-1565968482 tempest-AllowedAddressPairIpV6TestJSON-1565968482-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, c2bd69a2-f884-4582-845d-864215fe9551) {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:37:16.333971 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e0569be-6a60-4e47-a7f3-459c66df8ecd tempest-AllowedAddressPairIpV6TestJSON-1565968482 tempest-AllowedAddressPairIpV6TestJSON-1565968482-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:37:16.334559 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-4e0569be-6a60-4e47-a7f3-459c66df8ecd tempest-AllowedAddressPairIpV6TestJSON-1565968482 tempest-AllowedAddressPairIpV6TestJSON-1565968482-project] Publish callbacks [] for subnet, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:16.345209 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33d9f1e4-5e0f-40fa-b75a-bcbaa5d1fd6d None None] Network c2bd69a2-f884-4582-845d-864215fe9551 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:37:16.443046 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-4e0569be-6a60-4e47-a7f3-459c66df8ecd tempest-AllowedAddressPairIpV6TestJSON-1565968482 tempest-AllowedAddressPairIpV6TestJSON-1565968482-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.8752058
Dec 25 21:37:16.445150 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 33304) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:37:16.450524 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-56bdec67-d437-4264-89ef-8315ad327881 tempest-AllowedAddressPairIpV6TestJSON-1565968482 tempest-AllowedAddressPairIpV6TestJSON-1565968482-project] Request body: {'port': {'network_id': 'c2bd69a2-f884-4582-845d-864215fe9551', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1565227579'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:37:16.450799 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cf5391f-9474-4068-9e5a-a915f88e072c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-c2bd69a2-f884-4582-845d-864215fe9551', 'network_id': 'c2bd69a2-f884-4582-845d-864215fe9551', 'project_id': '7cfe20eec8944fc49a985abc7d576119', 'fixed_ips': [{'subnet_id': '81fe5699-74de-41aa-92f5-c5d15428ab22'}]}} from ncdv-master-1. {{(pid=121608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 25 21:37:16.451626 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-4cf5391f-9474-4068-9e5a-a915f88e072c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:16.600129 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.db_base_plugin_common [None req-4cf5391f-9474-4068-9e5a-a915f88e072c None None] Allocated IP 2001:db8::2 (c2bd69a2-f884-4582-845d-864215fe9551/81fe5699-74de-41aa-92f5-c5d15428ab22/93fbe372-4822-49dc-bafa-92969bbd7e2a) {{(pid=121608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:37:16.645116 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56bdec67-d437-4264-89ef-8315ad327881 tempest-AllowedAddressPairIpV6TestJSON-1565968482 tempest-AllowedAddressPairIpV6TestJSON-1565968482-project] Made reservation on behalf of 7cfe20eec8944fc49a985abc7d576119 for: {'port': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:37:16.648689 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-56bdec67-d437-4264-89ef-8315ad327881 tempest-AllowedAddressPairIpV6TestJSON-1565968482 tempest-AllowedAddressPairIpV6TestJSON-1565968482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:16.667271 ncdv-master-1 neutron-server[121607]: DEBUG neutron.notifiers.nova [None req-56bdec67-d437-4264-89ef-8315ad327881 tempest-AllowedAddressPairIpV6TestJSON-1565968482 tempest-AllowedAddressPairIpV6TestJSON-1565968482-project] device_id is not set on port f0c10d6e-4da6-477d-a191-2e51dcb71121 yet. {{(pid=121607) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 25 21:37:16.761620 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-4cf5391f-9474-4068-9e5a-a915f88e072c None None] Publish callbacks [] for port, precommit_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:16.822749 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-4cf5391f-9474-4068-9e5a-a915f88e072c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946'] for port, after_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:16.861332 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cf5391f-9474-4068-9e5a-a915f88e072c None None] Network c2bd69a2-f884-4582-845d-864215fe9551 is already hosted by enough agents. {{(pid=121608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:37:16.865803 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.base_scheduler [None req-4cf5391f-9474-4068-9e5a-a915f88e072c None None] Resources bound (agent type, host, resource id):  {{(pid=121608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:37:16.869253 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cf5391f-9474-4068-9e5a-a915f88e072c None None] Received port after_create {{(pid=121608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:37:16.876341 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf5391f-9474-4068-9e5a-a915f88e072c None None] Pushing event updated for resources: {'Port': ['ID=93fbe372-4822-49dc-bafa-92969bbd7e2a,revision_number=1']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:37:16.880545 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_common [None req-56bdec67-d437-4264-89ef-8315ad327881 tempest-AllowedAddressPairIpV6TestJSON-1565968482 tempest-AllowedAddressPairIpV6TestJSON-1565968482-project] Allocated IP 2001:db8::264 (c2bd69a2-f884-4582-845d-864215fe9551/81fe5699-74de-41aa-92f5-c5d15428ab22/f0c10d6e-4da6-477d-a191-2e51dcb71121) {{(pid=121607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:37:16.927625 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-4cf5391f-9474-4068-9e5a-a915f88e072c None None] Attempting to bind port 93fbe372-4822-49dc-bafa-92969bbd7e2a on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:37:16.927846 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-4cf5391f-9474-4068-9e5a-a915f88e072c None None] Attempting to bind port 93fbe372-4822-49dc-bafa-92969bbd7e2a by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '65c3ab9d-8420-4c57-b359-8007ab98eb6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'c2bd69a2-f884-4582-845d-864215fe9551'}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:37:16.928137 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cf5391f-9474-4068-9e5a-a915f88e072c None None] Attempting to bind port 93fbe372-4822-49dc-bafa-92969bbd7e2a on network c2bd69a2-f884-4582-845d-864215fe9551 {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:37:16.933187 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cf5391f-9474-4068-9e5a-a915f88e072c None None] Checking agent: {'id': 'ca4f5c6d-f1fd-48b8-a3e3-395864c7d23d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 20, 56, 40), 'started_at': datetime.datetime(2021, 12, 25, 20, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 37, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:37:16.933563 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cf5391f-9474-4068-9e5a-a915f88e072c None None] Checking segment: {'id': '65c3ab9d-8420-4c57-b359-8007ab98eb6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'c2bd69a2-f884-4582-845d-864215fe9551'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:37:16.934053 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-4cf5391f-9474-4068-9e5a-a915f88e072c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:16.934449 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cf5391f-9474-4068-9e5a-a915f88e072c None None] Bound using segment: {'id': '65c3ab9d-8420-4c57-b359-8007ab98eb6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'c2bd69a2-f884-4582-845d-864215fe9551'} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:37:16.934911 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-4cf5391f-9474-4068-9e5a-a915f88e072c None None] Bound port: 93fbe372-4822-49dc-bafa-92969bbd7e2a, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65c3ab9d-8420-4c57-b359-8007ab98eb6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'c2bd69a2-f884-4582-845d-864215fe9551'}}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:37:16.935289 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-4cf5391f-9474-4068-9e5a-a915f88e072c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:17.005134 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-4cf5391f-9474-4068-9e5a-a915f88e072c None None] For port 93fbe372-4822-49dc-bafa-92969bbd7e2a, host ncdv-master-1, cleared binding levels {{(pid=121608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:37:17.008390 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-4cf5391f-9474-4068-9e5a-a915f88e072c None None] For port 93fbe372-4822-49dc-bafa-92969bbd7e2a, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=93fbe372-4822-49dc-bafa-92969bbd7e2a,segment=NetworkSegment(65c3ab9d-8420-4c57-b359-8007ab98eb6d),segment_id=65c3ab9d-8420-4c57-b359-8007ab98eb6d)] {{(pid=121608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:37:17.031482 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-56bdec67-d437-4264-89ef-8315ad327881 tempest-AllowedAddressPairIpV6TestJSON-1565968482 tempest-AllowedAddressPairIpV6TestJSON-1565968482-project] Publish callbacks [] for port, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:17.101734 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-4cf5391f-9474-4068-9e5a-a915f88e072c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:17.152783 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-56bdec67-d437-4264-89ef-8315ad327881 tempest-AllowedAddressPairIpV6TestJSON-1565968482 tempest-AllowedAddressPairIpV6TestJSON-1565968482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:17.166586 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf5391f-9474-4068-9e5a-a915f88e072c None None] Pushing event updated for resources: {'Port': ['ID=93fbe372-4822-49dc-bafa-92969bbd7e2a,revision_number=2']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:37:17.220328 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56bdec67-d437-4264-89ef-8315ad327881 tempest-AllowedAddressPairIpV6TestJSON-1565968482 tempest-AllowedAddressPairIpV6TestJSON-1565968482-project] Network c2bd69a2-f884-4582-845d-864215fe9551 is already hosted by enough agents. {{(pid=121607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:37:17.222068 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-56bdec67-d437-4264-89ef-8315ad327881 tempest-AllowedAddressPairIpV6TestJSON-1565968482 tempest-AllowedAddressPairIpV6TestJSON-1565968482-project] Resources bound (agent type, host, resource id):  {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:37:17.223776 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bdec67-d437-4264-89ef-8315ad327881 tempest-AllowedAddressPairIpV6TestJSON-1565968482 tempest-AllowedAddressPairIpV6TestJSON-1565968482-project] Pushing event updated for resources: {'Port': ['ID=f0c10d6e-4da6-477d-a191-2e51dcb71121,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:37:17.225924 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56bdec67-d437-4264-89ef-8315ad327881 tempest-AllowedAddressPairIpV6TestJSON-1565968482 tempest-AllowedAddressPairIpV6TestJSON-1565968482-project] Received port after_create {{(pid=121607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:37:17.231861 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56bdec67-d437-4264-89ef-8315ad327881 tempest-AllowedAddressPairIpV6TestJSON-1565968482 tempest-AllowedAddressPairIpV6TestJSON-1565968482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:37:17.232282 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-56bdec67-d437-4264-89ef-8315ad327881 tempest-AllowedAddressPairIpV6TestJSON-1565968482 tempest-AllowedAddressPairIpV6TestJSON-1565968482-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:17.354787 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-56bdec67-d437-4264-89ef-8315ad327881 tempest-AllowedAddressPairIpV6TestJSON-1565968482 tempest-AllowedAddressPairIpV6TestJSON-1565968482-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 944 time: 0.9084368
Dec 25 21:37:17.357745 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 33328) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:37:17.363108 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-65985e57-4837-4dfc-a909-5faa5a376e0e tempest-AllowedAddressPairIpV6TestJSON-1565968482 tempest-AllowedAddressPairIpV6TestJSON-1565968482-project] Request body: {'port': {'network_id': 'c2bd69a2-f884-4582-845d-864215fe9551', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-488626894', 'allowed_address_pairs': [{'ip_address': '2001:db8::264', 'mac_address': 'fa:16:3e:43:80:c1'}]}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:37:17.529416 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 93fbe372-4822-49dc-bafa-92969bbd7e2a up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:37:17.579386 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port 93fbe372-4822-49dc-bafa-92969bbd7e2a triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:37:17.579681 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:17.587009 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65985e57-4837-4dfc-a909-5faa5a376e0e tempest-AllowedAddressPairIpV6TestJSON-1565968482 tempest-AllowedAddressPairIpV6TestJSON-1565968482-project] Made reservation on behalf of 7cfe20eec8944fc49a985abc7d576119 for: {'port': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:37:17.669041 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:17.692156 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-65985e57-4837-4dfc-a909-5faa5a376e0e tempest-AllowedAddressPairIpV6TestJSON-1565968482 tempest-AllowedAddressPairIpV6TestJSON-1565968482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:17.716442 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] For port 93fbe372-4822-49dc-bafa-92969bbd7e2a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=93fbe372-4822-49dc-bafa-92969bbd7e2a,segment=NetworkSegment(65c3ab9d-8420-4c57-b359-8007ab98eb6d),segment_id=65c3ab9d-8420-4c57-b359-8007ab98eb6d)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:37:17.717265 ncdv-master-1 neutron-server[121607]: DEBUG neutron.notifiers.nova [None req-65985e57-4837-4dfc-a909-5faa5a376e0e tempest-AllowedAddressPairIpV6TestJSON-1565968482 tempest-AllowedAddressPairIpV6TestJSON-1565968482-project] device_id is not set on port 7d86afee-7dcc-4dd3-8a05-ae4f6e1424d9 yet. {{(pid=121607) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 25 21:37:17.805312 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:17.854575 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_common [None req-65985e57-4837-4dfc-a909-5faa5a376e0e tempest-AllowedAddressPairIpV6TestJSON-1565968482 tempest-AllowedAddressPairIpV6TestJSON-1565968482-project] Allocated IP 2001:db8::302 (c2bd69a2-f884-4582-845d-864215fe9551/81fe5699-74de-41aa-92f5-c5d15428ab22/7d86afee-7dcc-4dd3-8a05-ae4f6e1424d9) {{(pid=121607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:37:17.869629 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Pushing event updated for resources: {'Port': ['ID=93fbe372-4822-49dc-bafa-92969bbd7e2a,revision_number=3']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:37:18.018334 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-65985e57-4837-4dfc-a909-5faa5a376e0e tempest-AllowedAddressPairIpV6TestJSON-1565968482 tempest-AllowedAddressPairIpV6TestJSON-1565968482-project] Publish callbacks [] for port, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:18.091489 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-65985e57-4837-4dfc-a909-5faa5a376e0e tempest-AllowedAddressPairIpV6TestJSON-1565968482 tempest-AllowedAddressPairIpV6TestJSON-1565968482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:18.137023 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65985e57-4837-4dfc-a909-5faa5a376e0e tempest-AllowedAddressPairIpV6TestJSON-1565968482 tempest-AllowedAddressPairIpV6TestJSON-1565968482-project] Network c2bd69a2-f884-4582-845d-864215fe9551 is already hosted by enough agents. {{(pid=121607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:37:18.141244 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-65985e57-4837-4dfc-a909-5faa5a376e0e tempest-AllowedAddressPairIpV6TestJSON-1565968482 tempest-AllowedAddressPairIpV6TestJSON-1565968482-project] Resources bound (agent type, host, resource id):  {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:37:18.145051 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65985e57-4837-4dfc-a909-5faa5a376e0e tempest-AllowedAddressPairIpV6TestJSON-1565968482 tempest-AllowedAddressPairIpV6TestJSON-1565968482-project] Received port after_create {{(pid=121607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:37:18.151024 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65985e57-4837-4dfc-a909-5faa5a376e0e tempest-AllowedAddressPairIpV6TestJSON-1565968482 tempest-AllowedAddressPairIpV6TestJSON-1565968482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:37:18.151682 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-65985e57-4837-4dfc-a909-5faa5a376e0e tempest-AllowedAddressPairIpV6TestJSON-1565968482 tempest-AllowedAddressPairIpV6TestJSON-1565968482-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:18.161200 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65985e57-4837-4dfc-a909-5faa5a376e0e tempest-AllowedAddressPairIpV6TestJSON-1565968482 tempest-AllowedAddressPairIpV6TestJSON-1565968482-project] Pushing event updated for resources: {'Port': ['ID=7d86afee-7dcc-4dd3-8a05-ae4f6e1424d9,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:37:18.171663 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29beb0fc-5f4f-4100-8f4f-e727d8d9eb92 None None] Network c2bd69a2-f884-4582-845d-864215fe9551 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:37:18.253923 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-65985e57-4837-4dfc-a909-5faa5a376e0e tempest-AllowedAddressPairIpV6TestJSON-1565968482 tempest-AllowedAddressPairIpV6TestJSON-1565968482-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1007 time: 0.8949850
Dec 25 21:37:18.256271 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 33354) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:37:18.282645 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-26df92cc-b4e6-46d3-aead-4c18c7b6c138 None None] Provisioning complete for port 93fbe372-4822-49dc-bafa-92969bbd7e2a triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:37:18.283040 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-26df92cc-b4e6-46d3-aead-4c18c7b6c138 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:18.329684 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e468475d-5676-405e-a491-bc20d2a4759a tempest-AllowedAddressPairIpV6TestJSON-1565968482 tempest-AllowedAddressPairIpV6TestJSON-1565968482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:37:18.338099 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e468475d-5676-405e-a491-bc20d2a4759a tempest-AllowedAddressPairIpV6TestJSON-1565968482 tempest-AllowedAddressPairIpV6TestJSON-1565968482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:37:18.345057 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e468475d-5676-405e-a491-bc20d2a4759a tempest-AllowedAddressPairIpV6TestJSON-1565968482 tempest-AllowedAddressPairIpV6TestJSON-1565968482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:37:18.346781 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-e468475d-5676-405e-a491-bc20d2a4759a tempest-AllowedAddressPairIpV6TestJSON-1565968482 tempest-AllowedAddressPairIpV6TestJSON-1565968482-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200  len: 2483 time: 0.0895846
Dec 25 21:37:18.349555 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 33356) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:37:18.446081 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-77e7380a-e781-4657-839d-67912b0cc372 tempest-AllowedAddressPairIpV6TestJSON-1565968482 tempest-AllowedAddressPairIpV6TestJSON-1565968482-project] Deleting port 7d86afee-7dcc-4dd3-8a05-ae4f6e1424d9 {{(pid=121607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:37:18.446425 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-77e7380a-e781-4657-839d-67912b0cc372 tempest-AllowedAddressPairIpV6TestJSON-1565968482 tempest-AllowedAddressPairIpV6TestJSON-1565968482-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:18.542865 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-77e7380a-e781-4657-839d-67912b0cc372 tempest-AllowedAddressPairIpV6TestJSON-1565968482 tempest-AllowedAddressPairIpV6TestJSON-1565968482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:18.555588 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-77e7380a-e781-4657-839d-67912b0cc372 tempest-AllowedAddressPairIpV6TestJSON-1565968482 tempest-AllowedAddressPairIpV6TestJSON-1565968482-project] Calling delete_port for 7d86afee-7dcc-4dd3-8a05-ae4f6e1424d9 owned by  {{(pid=121607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:37:18.605740 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-3a42526e-09b7-43af-8b7d-e6f2ad767641 None None] Provisioning complete for port 93fbe372-4822-49dc-bafa-92969bbd7e2a triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:37:18.606381 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3a42526e-09b7-43af-8b7d-e6f2ad767641 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:18.709944 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-3a42526e-09b7-43af-8b7d-e6f2ad767641 None None] Provisioning complete for port 7d86afee-7dcc-4dd3-8a05-ae4f6e1424d9 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:37:18.710616 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3a42526e-09b7-43af-8b7d-e6f2ad767641 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:18.754270 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-3a42526e-09b7-43af-8b7d-e6f2ad767641 None None] Port 7d86afee-7dcc-4dd3-8a05-ae4f6e1424d9 cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:37:18.759443 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-77e7380a-e781-4657-839d-67912b0cc372 tempest-AllowedAddressPairIpV6TestJSON-1565968482 tempest-AllowedAddressPairIpV6TestJSON-1565968482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:18.768371 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-3a42526e-09b7-43af-8b7d-e6f2ad767641 None None] Provisioning complete for port f0c10d6e-4da6-477d-a191-2e51dcb71121 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:37:18.768371 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3a42526e-09b7-43af-8b7d-e6f2ad767641 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:18.831729 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e7380a-e781-4657-839d-67912b0cc372 tempest-AllowedAddressPairIpV6TestJSON-1565968482 tempest-AllowedAddressPairIpV6TestJSON-1565968482-project] Pushing event deleted for resources: {'Port': ['ID=7d86afee-7dcc-4dd3-8a05-ae4f6e1424d9,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:37:18.836340 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-3a42526e-09b7-43af-8b7d-e6f2ad767641 None None] Port f0c10d6e-4da6-477d-a191-2e51dcb71121 cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:37:18.967714 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-77e7380a-e781-4657-839d-67912b0cc372 tempest-AllowedAddressPairIpV6TestJSON-1565968482 tempest-AllowedAddressPairIpV6TestJSON-1565968482-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:18.974491 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-77e7380a-e781-4657-839d-67912b0cc372 tempest-AllowedAddressPairIpV6TestJSON-1565968482 tempest-AllowedAddressPairIpV6TestJSON-1565968482-project] 10.222.0.32 "DELETE /v2.0/ports/7d86afee-7dcc-4dd3-8a05-ae4f6e1424d9 HTTP/1.1" status: 204  len: 168 time: 0.6237631
Dec 25 21:37:18.977234 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 33380) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:37:19.007750 ncdv-master-1 neutron-server[121606]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed014458-dc6c-4bcf-9dd1-859bcbcf4027 tempest-AllowedAddressPairIpV6TestJSON-1565968482 tempest-AllowedAddressPairIpV6TestJSON-1565968482-project] GET failed (client error): The resource could not be found.
Dec 25 21:37:19.008210 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-e41f9d1e-b4df-4949-be41-a5b697d2d4e4 None None] Provisioning complete for port f0c10d6e-4da6-477d-a191-2e51dcb71121 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:37:19.008589 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-e41f9d1e-b4df-4949-be41-a5b697d2d4e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:19.010147 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-ed014458-dc6c-4bcf-9dd1-859bcbcf4027 tempest-AllowedAddressPairIpV6TestJSON-1565968482 tempest-AllowedAddressPairIpV6TestJSON-1565968482-project] 10.222.0.32 "GET /v2.0/ports/7d86afee-7dcc-4dd3-8a05-ae4f6e1424d9 HTTP/1.1" status: 404  len: 333 time: 0.0311441
Dec 25 21:37:19.013831 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 33382) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:37:19.019960 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-d99e1183-dad1-4cc6-b205-4dc99ae1e719 tempest-AllowedAddressPairIpV6TestJSON-1565968482 tempest-AllowedAddressPairIpV6TestJSON-1565968482-project] Request body: {'port': {'network_id': 'c2bd69a2-f884-4582-845d-864215fe9551', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-201382430'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:37:19.045125 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-e41f9d1e-b4df-4949-be41-a5b697d2d4e4 None None] Port f0c10d6e-4da6-477d-a191-2e51dcb71121 cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:37:19.162039 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-d42438b9-9ed4-4d4e-9a63-6106f6c10099 None None] Could not find standard attr ID for object 7d86afee-7dcc-4dd3-8a05-ae4f6e1424d9. {{(pid=121608) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 25 21:37:19.506958 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d99e1183-dad1-4cc6-b205-4dc99ae1e719 tempest-AllowedAddressPairIpV6TestJSON-1565968482 tempest-AllowedAddressPairIpV6TestJSON-1565968482-project] Made reservation on behalf of 7cfe20eec8944fc49a985abc7d576119 for: {'port': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:37:19.507749 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 93fbe372-4822-49dc-bafa-92969bbd7e2a up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:37:19.510734 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-d99e1183-dad1-4cc6-b205-4dc99ae1e719 tempest-AllowedAddressPairIpV6TestJSON-1565968482 tempest-AllowedAddressPairIpV6TestJSON-1565968482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:19.527899 ncdv-master-1 neutron-server[121607]: DEBUG neutron.notifiers.nova [None req-d99e1183-dad1-4cc6-b205-4dc99ae1e719 tempest-AllowedAddressPairIpV6TestJSON-1565968482 tempest-AllowedAddressPairIpV6TestJSON-1565968482-project] device_id is not set on port 01a915ed-e196-45ff-8089-1c0aa6f9ddd2 yet. {{(pid=121607) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 25 21:37:19.556435 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port 93fbe372-4822-49dc-bafa-92969bbd7e2a triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:37:19.556803 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:19.653174 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_common [None req-d99e1183-dad1-4cc6-b205-4dc99ae1e719 tempest-AllowedAddressPairIpV6TestJSON-1565968482 tempest-AllowedAddressPairIpV6TestJSON-1565968482-project] Allocated IP 2001:db8::a9 (c2bd69a2-f884-4582-845d-864215fe9551/81fe5699-74de-41aa-92f5-c5d15428ab22/01a915ed-e196-45ff-8089-1c0aa6f9ddd2) {{(pid=121607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:37:19.808628 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-d99e1183-dad1-4cc6-b205-4dc99ae1e719 tempest-AllowedAddressPairIpV6TestJSON-1565968482 tempest-AllowedAddressPairIpV6TestJSON-1565968482-project] Publish callbacks [] for port, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:20.349675 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-d99e1183-dad1-4cc6-b205-4dc99ae1e719 tempest-AllowedAddressPairIpV6TestJSON-1565968482 tempest-AllowedAddressPairIpV6TestJSON-1565968482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:20.393813 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d99e1183-dad1-4cc6-b205-4dc99ae1e719 tempest-AllowedAddressPairIpV6TestJSON-1565968482 tempest-AllowedAddressPairIpV6TestJSON-1565968482-project] Network c2bd69a2-f884-4582-845d-864215fe9551 is already hosted by enough agents. {{(pid=121607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:37:20.396941 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-d99e1183-dad1-4cc6-b205-4dc99ae1e719 tempest-AllowedAddressPairIpV6TestJSON-1565968482 tempest-AllowedAddressPairIpV6TestJSON-1565968482-project] Resources bound (agent type, host, resource id):  {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:37:20.400458 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d99e1183-dad1-4cc6-b205-4dc99ae1e719 tempest-AllowedAddressPairIpV6TestJSON-1565968482 tempest-AllowedAddressPairIpV6TestJSON-1565968482-project] Received port after_create {{(pid=121607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:37:20.405982 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d99e1183-dad1-4cc6-b205-4dc99ae1e719 tempest-AllowedAddressPairIpV6TestJSON-1565968482 tempest-AllowedAddressPairIpV6TestJSON-1565968482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:37:20.406602 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-d99e1183-dad1-4cc6-b205-4dc99ae1e719 tempest-AllowedAddressPairIpV6TestJSON-1565968482 tempest-AllowedAddressPairIpV6TestJSON-1565968482-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:20.419313 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99e1183-dad1-4cc6-b205-4dc99ae1e719 tempest-AllowedAddressPairIpV6TestJSON-1565968482 tempest-AllowedAddressPairIpV6TestJSON-1565968482-project] Pushing event updated for resources: {'Port': ['ID=01a915ed-e196-45ff-8089-1c0aa6f9ddd2,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:37:20.564000 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-d99e1183-dad1-4cc6-b205-4dc99ae1e719 tempest-AllowedAddressPairIpV6TestJSON-1565968482 tempest-AllowedAddressPairIpV6TestJSON-1565968482-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 942 time: 1.5468712
Dec 25 21:37:20.566840 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 33442) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:37:20.572917 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-4594dc90-23f7-44fa-b11f-d7c3b2178783 tempest-AllowedAddressPairIpV6TestJSON-1565968482 tempest-AllowedAddressPairIpV6TestJSON-1565968482-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::264', 'mac_address': 'fa:16:3e:43:80:c1'}]}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:37:20.694006 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-3c7f763f-87f4-42d8-981d-3ffae5024e20 None None] Provisioning complete for port 01a915ed-e196-45ff-8089-1c0aa6f9ddd2 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:37:20.694590 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3c7f763f-87f4-42d8-981d-3ffae5024e20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:20.731646 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-3c7f763f-87f4-42d8-981d-3ffae5024e20 None None] Port 01a915ed-e196-45ff-8089-1c0aa6f9ddd2 cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:37:20.773406 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-4594dc90-23f7-44fa-b11f-d7c3b2178783 tempest-AllowedAddressPairIpV6TestJSON-1565968482 tempest-AllowedAddressPairIpV6TestJSON-1565968482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:21.101766 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 33460) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:37:21.222477 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-74c7c60f-2b2a-4486-a27c-6924e1431c9b admin admin] Publish callbacks [] for security_group, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:21.302622 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-74c7c60f-2b2a-4486-a27c-6924e1431c9b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:21.331589 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-4594dc90-23f7-44fa-b11f-d7c3b2178783 tempest-AllowedAddressPairIpV6TestJSON-1565968482 tempest-AllowedAddressPairIpV6TestJSON-1565968482-project] Publish callbacks [] for port, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:21.364001 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-74c7c60f-2b2a-4486-a27c-6924e1431c9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:21.399051 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-4594dc90-23f7-44fa-b11f-d7c3b2178783 tempest-AllowedAddressPairIpV6TestJSON-1565968482 tempest-AllowedAddressPairIpV6TestJSON-1565968482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:21.410546 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-74c7c60f-2b2a-4486-a27c-6924e1431c9b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=803653fa8681491b916c0b57c57c3f29&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3076811
Dec 25 21:37:21.411431 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c7c60f-2b2a-4486-a27c-6924e1431c9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3222396-2051-4edc-a6a8-2bd7f69da289,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:37:21.413336 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 33474) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:37:21.430132 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-4594dc90-23f7-44fa-b11f-d7c3b2178783 tempest-AllowedAddressPairIpV6TestJSON-1565968482 tempest-AllowedAddressPairIpV6TestJSON-1565968482-project] In _notify_port_updated(), no bound segment for port 01a915ed-e196-45ff-8089-1c0aa6f9ddd2 on network c2bd69a2-f884-4582-845d-864215fe9551 {{(pid=121606) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}}
Dec 25 21:37:21.436853 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4594dc90-23f7-44fa-b11f-d7c3b2178783 tempest-AllowedAddressPairIpV6TestJSON-1565968482 tempest-AllowedAddressPairIpV6TestJSON-1565968482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:37:21.436853 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-4594dc90-23f7-44fa-b11f-d7c3b2178783 tempest-AllowedAddressPairIpV6TestJSON-1565968482 tempest-AllowedAddressPairIpV6TestJSON-1565968482-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:21.441819 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-4594dc90-23f7-44fa-b11f-d7c3b2178783 tempest-AllowedAddressPairIpV6TestJSON-1565968482 tempest-AllowedAddressPairIpV6TestJSON-1565968482-project] 10.222.0.32 "PUT /v2.0/ports/01a915ed-e196-45ff-8089-1c0aa6f9ddd2 HTTP/1.1" status: 200  len: 1001 time: 0.8690455
Dec 25 21:37:21.441920 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c7c60f-2b2a-4486-a27c-6924e1431c9b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:37:21.441920 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c7c60f-2b2a-4486-a27c-6924e1431c9b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:37:21.441920 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c7c60f-2b2a-4486-a27c-6924e1431c9b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:37:21.442213 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c7c60f-2b2a-4486-a27c-6924e1431c9b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:37:21.442496 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c7c60f-2b2a-4486-a27c-6924e1431c9b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:37:21.442717 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c7c60f-2b2a-4486-a27c-6924e1431c9b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:37:21.443152 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c7c60f-2b2a-4486-a27c-6924e1431c9b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:37:21.443392 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c7c60f-2b2a-4486-a27c-6924e1431c9b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:37:21.443709 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c7c60f-2b2a-4486-a27c-6924e1431c9b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:37:21.443832 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 33476) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:37:21.444055 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c7c60f-2b2a-4486-a27c-6924e1431c9b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:37:21.444397 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c7c60f-2b2a-4486-a27c-6924e1431c9b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:37:21.444635 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c7c60f-2b2a-4486-a27c-6924e1431c9b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:37:21.444989 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c7c60f-2b2a-4486-a27c-6924e1431c9b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:37:21.486357 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b625820f-cc8f-4298-9b11-a4faad81eeba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:21.501155 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4594dc90-23f7-44fa-b11f-d7c3b2178783 tempest-AllowedAddressPairIpV6TestJSON-1565968482 tempest-AllowedAddressPairIpV6TestJSON-1565968482-project] Pushing event updated for resources: {'Port': ['ID=01a915ed-e196-45ff-8089-1c0aa6f9ddd2,revision_number=2']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:37:21.520693 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b625820f-cc8f-4298-9b11-a4faad81eeba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:21.571393 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-4489fabc-fcb1-41d1-a52c-0eb13a7a4a78 tempest-AllowedAddressPairIpV6TestJSON-1565968482 tempest-AllowedAddressPairIpV6TestJSON-1565968482-project] Deleting port 01a915ed-e196-45ff-8089-1c0aa6f9ddd2 {{(pid=121606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:37:21.572003 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-4489fabc-fcb1-41d1-a52c-0eb13a7a4a78 tempest-AllowedAddressPairIpV6TestJSON-1565968482 tempest-AllowedAddressPairIpV6TestJSON-1565968482-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:21.657678 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b625820f-cc8f-4298-9b11-a4faad81eeba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:21.661666 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b625820f-cc8f-4298-9b11-a4faad81eeba admin admin] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:21.670071 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-b625820f-cc8f-4298-9b11-a4faad81eeba admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d3222396-2051-4edc-a6a8-2bd7f69da289 HTTP/1.1" status: 204  len: 168 time: 0.2487710
Dec 25 21:37:21.671169 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-4489fabc-fcb1-41d1-a52c-0eb13a7a4a78 tempest-AllowedAddressPairIpV6TestJSON-1565968482 tempest-AllowedAddressPairIpV6TestJSON-1565968482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:21.683697 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-4489fabc-fcb1-41d1-a52c-0eb13a7a4a78 tempest-AllowedAddressPairIpV6TestJSON-1565968482 tempest-AllowedAddressPairIpV6TestJSON-1565968482-project] Calling delete_port for 01a915ed-e196-45ff-8089-1c0aa6f9ddd2 owned by  {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:37:21.686236 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b625820f-cc8f-4298-9b11-a4faad81eeba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3222396-2051-4edc-a6a8-2bd7f69da289,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:37:21.700431 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-bd26b1ee-55ab-435a-b43c-1b3cd03176e8 None None] Provisioning complete for port 01a915ed-e196-45ff-8089-1c0aa6f9ddd2 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:37:21.704790 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-bd26b1ee-55ab-435a-b43c-1b3cd03176e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:21.743467 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-bd26b1ee-55ab-435a-b43c-1b3cd03176e8 None None] Port 01a915ed-e196-45ff-8089-1c0aa6f9ddd2 cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:37:22.010951 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-4489fabc-fcb1-41d1-a52c-0eb13a7a4a78 tempest-AllowedAddressPairIpV6TestJSON-1565968482 tempest-AllowedAddressPairIpV6TestJSON-1565968482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:22.039660 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4489fabc-fcb1-41d1-a52c-0eb13a7a4a78 tempest-AllowedAddressPairIpV6TestJSON-1565968482 tempest-AllowedAddressPairIpV6TestJSON-1565968482-project] Pushing event deleted for resources: {'Port': ['ID=01a915ed-e196-45ff-8089-1c0aa6f9ddd2,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:37:22.145296 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-4489fabc-fcb1-41d1-a52c-0eb13a7a4a78 tempest-AllowedAddressPairIpV6TestJSON-1565968482 tempest-AllowedAddressPairIpV6TestJSON-1565968482-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:22.151141 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-4489fabc-fcb1-41d1-a52c-0eb13a7a4a78 tempest-AllowedAddressPairIpV6TestJSON-1565968482 tempest-AllowedAddressPairIpV6TestJSON-1565968482-project] 10.222.0.32 "DELETE /v2.0/ports/01a915ed-e196-45ff-8089-1c0aa6f9ddd2 HTTP/1.1" status: 204  len: 168 time: 0.6996825
Dec 25 21:37:22.151377 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 33488) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:37:22.176240 ncdv-master-1 neutron-server[121606]: INFO neutron.pecan_wsgi.hooks.translation [None req-17b7e906-2468-4a4f-b41f-4bff5d208992 tempest-AllowedAddressPairIpV6TestJSON-1565968482 tempest-AllowedAddressPairIpV6TestJSON-1565968482-project] GET failed (client error): The resource could not be found.
Dec 25 21:37:22.177670 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-17b7e906-2468-4a4f-b41f-4bff5d208992 tempest-AllowedAddressPairIpV6TestJSON-1565968482 tempest-AllowedAddressPairIpV6TestJSON-1565968482-project] 10.222.0.32 "GET /v2.0/ports/01a915ed-e196-45ff-8089-1c0aa6f9ddd2 HTTP/1.1" status: 404  len: 333 time: 0.0253575
Dec 25 21:37:22.181437 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 33490) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:37:22.186277 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-a80f4e69-3ae6-46aa-bec2-0432aa652c6d tempest-AllowedAddressPairIpV6TestJSON-1565968482 tempest-AllowedAddressPairIpV6TestJSON-1565968482-project] Request body: {'port': {'network_id': 'c2bd69a2-f884-4582-845d-864215fe9551', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1403306243'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:37:22.397810 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 33492) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:37:22.411264 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-0d797ee2-cdd1-48cf-8743-a8b5a721c227 admin admin] Publish callbacks [] for security_group, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:22.416616 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a80f4e69-3ae6-46aa-bec2-0432aa652c6d tempest-AllowedAddressPairIpV6TestJSON-1565968482 tempest-AllowedAddressPairIpV6TestJSON-1565968482-project] Made reservation on behalf of 7cfe20eec8944fc49a985abc7d576119 for: {'port': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:37:22.422299 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-a80f4e69-3ae6-46aa-bec2-0432aa652c6d tempest-AllowedAddressPairIpV6TestJSON-1565968482 tempest-AllowedAddressPairIpV6TestJSON-1565968482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:22.437651 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [None req-a80f4e69-3ae6-46aa-bec2-0432aa652c6d tempest-AllowedAddressPairIpV6TestJSON-1565968482 tempest-AllowedAddressPairIpV6TestJSON-1565968482-project] device_id is not set on port de1d8211-1c2a-4832-b884-68aa5a83e39e yet. {{(pid=121606) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 25 21:37:22.483776 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-0d797ee2-cdd1-48cf-8743-a8b5a721c227 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:22.552969 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_common [None req-a80f4e69-3ae6-46aa-bec2-0432aa652c6d tempest-AllowedAddressPairIpV6TestJSON-1565968482 tempest-AllowedAddressPairIpV6TestJSON-1565968482-project] Allocated IP 2001:db8::216 (c2bd69a2-f884-4582-845d-864215fe9551/81fe5699-74de-41aa-92f5-c5d15428ab22/de1d8211-1c2a-4832-b884-68aa5a83e39e) {{(pid=121606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:37:22.553737 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-0d797ee2-cdd1-48cf-8743-a8b5a721c227 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:22.593833 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-0d797ee2-cdd1-48cf-8743-a8b5a721c227 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=73562d54f24a42f5a3cc9824c27632f9&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1949317
Dec 25 21:37:22.596413 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 33496) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:37:22.602777 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d797ee2-cdd1-48cf-8743-a8b5a721c227 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=beb7e927-c71b-42c0-ba41-323e5305a61f,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:37:22.649399 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-3fded80f-3005-47b9-9c19-ced721e2dacd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:22.675099 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-3fded80f-3005-47b9-9c19-ced721e2dacd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:22.721596 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-a80f4e69-3ae6-46aa-bec2-0432aa652c6d tempest-AllowedAddressPairIpV6TestJSON-1565968482 tempest-AllowedAddressPairIpV6TestJSON-1565968482-project] Publish callbacks [] for port, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:22.794711 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-3fded80f-3005-47b9-9c19-ced721e2dacd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:22.798031 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-3fded80f-3005-47b9-9c19-ced721e2dacd admin admin] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:22.799385 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-3fded80f-3005-47b9-9c19-ced721e2dacd admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/beb7e927-c71b-42c0-ba41-323e5305a61f HTTP/1.1" status: 204  len: 168 time: 0.2016275
Dec 25 21:37:22.808634 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fded80f-3005-47b9-9c19-ced721e2dacd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=beb7e927-c71b-42c0-ba41-323e5305a61f,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:37:22.822951 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-a80f4e69-3ae6-46aa-bec2-0432aa652c6d tempest-AllowedAddressPairIpV6TestJSON-1565968482 tempest-AllowedAddressPairIpV6TestJSON-1565968482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:22.866757 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a80f4e69-3ae6-46aa-bec2-0432aa652c6d tempest-AllowedAddressPairIpV6TestJSON-1565968482 tempest-AllowedAddressPairIpV6TestJSON-1565968482-project] Network c2bd69a2-f884-4582-845d-864215fe9551 is already hosted by enough agents. {{(pid=121606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:37:22.869958 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [None req-a80f4e69-3ae6-46aa-bec2-0432aa652c6d tempest-AllowedAddressPairIpV6TestJSON-1565968482 tempest-AllowedAddressPairIpV6TestJSON-1565968482-project] Resources bound (agent type, host, resource id):  {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:37:22.873808 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a80f4e69-3ae6-46aa-bec2-0432aa652c6d tempest-AllowedAddressPairIpV6TestJSON-1565968482 tempest-AllowedAddressPairIpV6TestJSON-1565968482-project] Received port after_create {{(pid=121606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:37:22.883917 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a80f4e69-3ae6-46aa-bec2-0432aa652c6d tempest-AllowedAddressPairIpV6TestJSON-1565968482 tempest-AllowedAddressPairIpV6TestJSON-1565968482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:37:22.883917 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-a80f4e69-3ae6-46aa-bec2-0432aa652c6d tempest-AllowedAddressPairIpV6TestJSON-1565968482 tempest-AllowedAddressPairIpV6TestJSON-1565968482-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:22.894771 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80f4e69-3ae6-46aa-bec2-0432aa652c6d tempest-AllowedAddressPairIpV6TestJSON-1565968482 tempest-AllowedAddressPairIpV6TestJSON-1565968482-project] Pushing event updated for resources: {'Port': ['ID=de1d8211-1c2a-4832-b884-68aa5a83e39e,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:37:22.959712 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-a80f4e69-3ae6-46aa-bec2-0432aa652c6d tempest-AllowedAddressPairIpV6TestJSON-1565968482 tempest-AllowedAddressPairIpV6TestJSON-1565968482-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 944 time: 0.7771554
Dec 25 21:37:22.962195 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 33502) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:37:22.968753 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-6248cf97-ce61-44e1-b65c-9ffcafc495de tempest-AllowedAddressPairIpV6TestJSON-1565968482 tempest-AllowedAddressPairIpV6TestJSON-1565968482-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:43:80:c1'}]}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:37:23.057214 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-6248cf97-ce61-44e1-b65c-9ffcafc495de tempest-AllowedAddressPairIpV6TestJSON-1565968482 tempest-AllowedAddressPairIpV6TestJSON-1565968482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:23.175755 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-12d26fa4-344f-4592-b198-e4c352b7fc69 None None] Provisioning complete for port de1d8211-1c2a-4832-b884-68aa5a83e39e triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:37:23.176739 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-12d26fa4-344f-4592-b198-e4c352b7fc69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:23.214946 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-12d26fa4-344f-4592-b198-e4c352b7fc69 None None] Port de1d8211-1c2a-4832-b884-68aa5a83e39e cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:37:23.246407 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-6248cf97-ce61-44e1-b65c-9ffcafc495de tempest-AllowedAddressPairIpV6TestJSON-1565968482 tempest-AllowedAddressPairIpV6TestJSON-1565968482-project] Publish callbacks [] for port, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:23.314485 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-6248cf97-ce61-44e1-b65c-9ffcafc495de tempest-AllowedAddressPairIpV6TestJSON-1565968482 tempest-AllowedAddressPairIpV6TestJSON-1565968482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:23.345890 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-6248cf97-ce61-44e1-b65c-9ffcafc495de tempest-AllowedAddressPairIpV6TestJSON-1565968482 tempest-AllowedAddressPairIpV6TestJSON-1565968482-project] In _notify_port_updated(), no bound segment for port de1d8211-1c2a-4832-b884-68aa5a83e39e on network c2bd69a2-f884-4582-845d-864215fe9551 {{(pid=121606) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}}
Dec 25 21:37:23.351609 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6248cf97-ce61-44e1-b65c-9ffcafc495de tempest-AllowedAddressPairIpV6TestJSON-1565968482 tempest-AllowedAddressPairIpV6TestJSON-1565968482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:37:23.352242 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-6248cf97-ce61-44e1-b65c-9ffcafc495de tempest-AllowedAddressPairIpV6TestJSON-1565968482 tempest-AllowedAddressPairIpV6TestJSON-1565968482-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:23.353597 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-6248cf97-ce61-44e1-b65c-9ffcafc495de tempest-AllowedAddressPairIpV6TestJSON-1565968482 tempest-AllowedAddressPairIpV6TestJSON-1565968482-project] 10.222.0.32 "PUT /v2.0/ports/de1d8211-1c2a-4832-b884-68aa5a83e39e HTTP/1.1" status: 200  len: 1003 time: 0.3901899
Dec 25 21:37:23.356352 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 33508) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:37:23.396138 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6248cf97-ce61-44e1-b65c-9ffcafc495de tempest-AllowedAddressPairIpV6TestJSON-1565968482 tempest-AllowedAddressPairIpV6TestJSON-1565968482-project] Pushing event updated for resources: {'Port': ['ID=de1d8211-1c2a-4832-b884-68aa5a83e39e,revision_number=2']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:37:23.468001 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-09e9f7b7-0529-49c2-94e9-8cf92178f136 tempest-AllowedAddressPairIpV6TestJSON-1565968482 tempest-AllowedAddressPairIpV6TestJSON-1565968482-project] Deleting port de1d8211-1c2a-4832-b884-68aa5a83e39e {{(pid=121606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:37:23.468268 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-09e9f7b7-0529-49c2-94e9-8cf92178f136 tempest-AllowedAddressPairIpV6TestJSON-1565968482 tempest-AllowedAddressPairIpV6TestJSON-1565968482-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:23.556150 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 33510) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:37:23.563611 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-09e9f7b7-0529-49c2-94e9-8cf92178f136 tempest-AllowedAddressPairIpV6TestJSON-1565968482 tempest-AllowedAddressPairIpV6TestJSON-1565968482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:23.570065 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a932da86-0601-4128-ba10-ec7d6d7108ae admin admin] Publish callbacks [] for security_group, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:23.575830 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-09e9f7b7-0529-49c2-94e9-8cf92178f136 tempest-AllowedAddressPairIpV6TestJSON-1565968482 tempest-AllowedAddressPairIpV6TestJSON-1565968482-project] Calling delete_port for de1d8211-1c2a-4832-b884-68aa5a83e39e owned by  {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:37:23.636582 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-0ff5c3e1-45ee-438b-9861-42a658d81d82 None None] Provisioning complete for port de1d8211-1c2a-4832-b884-68aa5a83e39e triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:37:23.637406 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-0ff5c3e1-45ee-438b-9861-42a658d81d82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:23.649483 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a932da86-0601-4128-ba10-ec7d6d7108ae admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:23.675964 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-0ff5c3e1-45ee-438b-9861-42a658d81d82 None None] Port de1d8211-1c2a-4832-b884-68aa5a83e39e cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:37:23.714006 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a932da86-0601-4128-ba10-ec7d6d7108ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:23.753209 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-a932da86-0601-4128-ba10-ec7d6d7108ae admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=af196f8af15f4f7ca1802c701ec7cd9e&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1957738
Dec 25 21:37:23.754297 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a932da86-0601-4128-ba10-ec7d6d7108ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=530836f3-b28b-4621-941f-339eea2ee503,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:37:23.755936 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 33516) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:37:23.796570 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-09e9f7b7-0529-49c2-94e9-8cf92178f136 tempest-AllowedAddressPairIpV6TestJSON-1565968482 tempest-AllowedAddressPairIpV6TestJSON-1565968482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:23.833068 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-d42b0c6d-3190-4068-a65d-5c8fefb4ef5a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:23.840039 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e9f7b7-0529-49c2-94e9-8cf92178f136 tempest-AllowedAddressPairIpV6TestJSON-1565968482 tempest-AllowedAddressPairIpV6TestJSON-1565968482-project] Pushing event deleted for resources: {'Port': ['ID=de1d8211-1c2a-4832-b884-68aa5a83e39e,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:37:23.873640 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-09e9f7b7-0529-49c2-94e9-8cf92178f136 tempest-AllowedAddressPairIpV6TestJSON-1565968482 tempest-AllowedAddressPairIpV6TestJSON-1565968482-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:23.877435 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-09e9f7b7-0529-49c2-94e9-8cf92178f136 tempest-AllowedAddressPairIpV6TestJSON-1565968482 tempest-AllowedAddressPairIpV6TestJSON-1565968482-project] 10.222.0.32 "DELETE /v2.0/ports/de1d8211-1c2a-4832-b884-68aa5a83e39e HTTP/1.1" status: 204  len: 168 time: 0.5200410
Dec 25 21:37:23.880150 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 33518) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:37:23.889014 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-d42b0c6d-3190-4068-a65d-5c8fefb4ef5a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:23.905478 ncdv-master-1 neutron-server[121607]: INFO neutron.pecan_wsgi.hooks.translation [None req-4665bd61-df68-403b-93b8-7310b7679390 tempest-AllowedAddressPairIpV6TestJSON-1565968482 tempest-AllowedAddressPairIpV6TestJSON-1565968482-project] GET failed (client error): The resource could not be found.
Dec 25 21:37:23.911199 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-4665bd61-df68-403b-93b8-7310b7679390 tempest-AllowedAddressPairIpV6TestJSON-1565968482 tempest-AllowedAddressPairIpV6TestJSON-1565968482-project] 10.222.0.32 "GET /v2.0/ports/de1d8211-1c2a-4832-b884-68aa5a83e39e HTTP/1.1" status: 404  len: 333 time: 0.0258245
Dec 25 21:37:23.911367 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 33520) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:37:23.916154 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-00957373-8211-47e7-b962-c17a30cdf07d tempest-AllowedAddressPairIpV6TestJSON-1565968482 tempest-AllowedAddressPairIpV6TestJSON-1565968482-project] Request body: {'port': {'network_id': 'c2bd69a2-f884-4582-845d-864215fe9551', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-885233264'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:37:24.028351 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-d42b0c6d-3190-4068-a65d-5c8fefb4ef5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:24.031945 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-d42b0c6d-3190-4068-a65d-5c8fefb4ef5a admin admin] Publish callbacks [] for security_group, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:24.033304 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-d42b0c6d-3190-4068-a65d-5c8fefb4ef5a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/530836f3-b28b-4621-941f-339eea2ee503 HTTP/1.1" status: 204  len: 168 time: 0.2762988
Dec 25 21:37:24.044127 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42b0c6d-3190-4068-a65d-5c8fefb4ef5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=530836f3-b28b-4621-941f-339eea2ee503,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:37:24.108221 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00957373-8211-47e7-b962-c17a30cdf07d tempest-AllowedAddressPairIpV6TestJSON-1565968482 tempest-AllowedAddressPairIpV6TestJSON-1565968482-project] Made reservation on behalf of 7cfe20eec8944fc49a985abc7d576119 for: {'port': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:37:24.111835 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-00957373-8211-47e7-b962-c17a30cdf07d tempest-AllowedAddressPairIpV6TestJSON-1565968482 tempest-AllowedAddressPairIpV6TestJSON-1565968482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:24.129662 ncdv-master-1 neutron-server[121607]: DEBUG neutron.notifiers.nova [None req-00957373-8211-47e7-b962-c17a30cdf07d tempest-AllowedAddressPairIpV6TestJSON-1565968482 tempest-AllowedAddressPairIpV6TestJSON-1565968482-project] device_id is not set on port 0e46a51a-7679-4764-95ab-d7c6bd54c102 yet. {{(pid=121607) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 25 21:37:24.249285 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_common [None req-00957373-8211-47e7-b962-c17a30cdf07d tempest-AllowedAddressPairIpV6TestJSON-1565968482 tempest-AllowedAddressPairIpV6TestJSON-1565968482-project] Allocated IP 2001:db8::2c1 (c2bd69a2-f884-4582-845d-864215fe9551/81fe5699-74de-41aa-92f5-c5d15428ab22/0e46a51a-7679-4764-95ab-d7c6bd54c102) {{(pid=121607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:37:24.401431 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-00957373-8211-47e7-b962-c17a30cdf07d tempest-AllowedAddressPairIpV6TestJSON-1565968482 tempest-AllowedAddressPairIpV6TestJSON-1565968482-project] Publish callbacks [] for port, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:24.541554 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-00957373-8211-47e7-b962-c17a30cdf07d tempest-AllowedAddressPairIpV6TestJSON-1565968482 tempest-AllowedAddressPairIpV6TestJSON-1565968482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:24.588761 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00957373-8211-47e7-b962-c17a30cdf07d tempest-AllowedAddressPairIpV6TestJSON-1565968482 tempest-AllowedAddressPairIpV6TestJSON-1565968482-project] Network c2bd69a2-f884-4582-845d-864215fe9551 is already hosted by enough agents. {{(pid=121607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:37:24.592046 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-00957373-8211-47e7-b962-c17a30cdf07d tempest-AllowedAddressPairIpV6TestJSON-1565968482 tempest-AllowedAddressPairIpV6TestJSON-1565968482-project] Resources bound (agent type, host, resource id):  {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:37:24.595266 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00957373-8211-47e7-b962-c17a30cdf07d tempest-AllowedAddressPairIpV6TestJSON-1565968482 tempest-AllowedAddressPairIpV6TestJSON-1565968482-project] Received port after_create {{(pid=121607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:37:24.601841 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00957373-8211-47e7-b962-c17a30cdf07d tempest-AllowedAddressPairIpV6TestJSON-1565968482 tempest-AllowedAddressPairIpV6TestJSON-1565968482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:37:24.602113 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-00957373-8211-47e7-b962-c17a30cdf07d tempest-AllowedAddressPairIpV6TestJSON-1565968482 tempest-AllowedAddressPairIpV6TestJSON-1565968482-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:24.612806 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00957373-8211-47e7-b962-c17a30cdf07d tempest-AllowedAddressPairIpV6TestJSON-1565968482 tempest-AllowedAddressPairIpV6TestJSON-1565968482-project] Pushing event updated for resources: {'Port': ['ID=0e46a51a-7679-4764-95ab-d7c6bd54c102,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:37:24.707631 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-00957373-8211-47e7-b962-c17a30cdf07d tempest-AllowedAddressPairIpV6TestJSON-1565968482 tempest-AllowedAddressPairIpV6TestJSON-1565968482-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 943 time: 0.7929206
Dec 25 21:37:24.711364 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 33538) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:37:24.714098 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-bd7b6e13-53b7-4717-9e23-2346453b6d70 tempest-AllowedAddressPairIpV6TestJSON-1565968482 tempest-AllowedAddressPairIpV6TestJSON-1565968482-project] Request body: {'port': {'network_id': 'c2bd69a2-f884-4582-845d-864215fe9551', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1955539626'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:37:24.906689 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-3c375b39-304e-433f-bab8-1d988e19e7b3 None None] Provisioning complete for port 0e46a51a-7679-4764-95ab-d7c6bd54c102 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:37:24.907214 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3c375b39-304e-433f-bab8-1d988e19e7b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:24.947134 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd7b6e13-53b7-4717-9e23-2346453b6d70 tempest-AllowedAddressPairIpV6TestJSON-1565968482 tempest-AllowedAddressPairIpV6TestJSON-1565968482-project] Made reservation on behalf of 7cfe20eec8944fc49a985abc7d576119 for: {'port': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:37:24.950761 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-3c375b39-304e-433f-bab8-1d988e19e7b3 None None] Port 0e46a51a-7679-4764-95ab-d7c6bd54c102 cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:37:24.950910 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-bd7b6e13-53b7-4717-9e23-2346453b6d70 tempest-AllowedAddressPairIpV6TestJSON-1565968482 tempest-AllowedAddressPairIpV6TestJSON-1565968482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:24.972494 ncdv-master-1 neutron-server[121607]: DEBUG neutron.notifiers.nova [None req-bd7b6e13-53b7-4717-9e23-2346453b6d70 tempest-AllowedAddressPairIpV6TestJSON-1565968482 tempest-AllowedAddressPairIpV6TestJSON-1565968482-project] device_id is not set on port a8c248bc-fd38-4ece-b3d5-a61eb5ba0483 yet. {{(pid=121607) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 25 21:37:25.091454 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_common [None req-bd7b6e13-53b7-4717-9e23-2346453b6d70 tempest-AllowedAddressPairIpV6TestJSON-1565968482 tempest-AllowedAddressPairIpV6TestJSON-1565968482-project] Allocated IP 2001:db8::64 (c2bd69a2-f884-4582-845d-864215fe9551/81fe5699-74de-41aa-92f5-c5d15428ab22/a8c248bc-fd38-4ece-b3d5-a61eb5ba0483) {{(pid=121607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:37:25.252361 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-bd7b6e13-53b7-4717-9e23-2346453b6d70 tempest-AllowedAddressPairIpV6TestJSON-1565968482 tempest-AllowedAddressPairIpV6TestJSON-1565968482-project] Publish callbacks [] for port, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:25.343351 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-bd7b6e13-53b7-4717-9e23-2346453b6d70 tempest-AllowedAddressPairIpV6TestJSON-1565968482 tempest-AllowedAddressPairIpV6TestJSON-1565968482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:25.390106 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd7b6e13-53b7-4717-9e23-2346453b6d70 tempest-AllowedAddressPairIpV6TestJSON-1565968482 tempest-AllowedAddressPairIpV6TestJSON-1565968482-project] Network c2bd69a2-f884-4582-845d-864215fe9551 is already hosted by enough agents. {{(pid=121607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:37:25.393341 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-bd7b6e13-53b7-4717-9e23-2346453b6d70 tempest-AllowedAddressPairIpV6TestJSON-1565968482 tempest-AllowedAddressPairIpV6TestJSON-1565968482-project] Resources bound (agent type, host, resource id):  {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:37:25.397032 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd7b6e13-53b7-4717-9e23-2346453b6d70 tempest-AllowedAddressPairIpV6TestJSON-1565968482 tempest-AllowedAddressPairIpV6TestJSON-1565968482-project] Received port after_create {{(pid=121607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:37:25.407480 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd7b6e13-53b7-4717-9e23-2346453b6d70 tempest-AllowedAddressPairIpV6TestJSON-1565968482 tempest-AllowedAddressPairIpV6TestJSON-1565968482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:37:25.407480 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-bd7b6e13-53b7-4717-9e23-2346453b6d70 tempest-AllowedAddressPairIpV6TestJSON-1565968482 tempest-AllowedAddressPairIpV6TestJSON-1565968482-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:25.414733 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7b6e13-53b7-4717-9e23-2346453b6d70 tempest-AllowedAddressPairIpV6TestJSON-1565968482 tempest-AllowedAddressPairIpV6TestJSON-1565968482-project] Pushing event updated for resources: {'Port': ['ID=a8c248bc-fd38-4ece-b3d5-a61eb5ba0483,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:37:25.545163 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-bd7b6e13-53b7-4717-9e23-2346453b6d70 tempest-AllowedAddressPairIpV6TestJSON-1565968482 tempest-AllowedAddressPairIpV6TestJSON-1565968482-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 943 time: 0.8361478
Dec 25 21:37:25.548335 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 33574) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:37:25.553688 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-96ad3de4-e706-4942-b0ed-ad53f551abd7 tempest-AllowedAddressPairIpV6TestJSON-1565968482 tempest-AllowedAddressPairIpV6TestJSON-1565968482-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::264', 'mac_address': 'fa:16:3e:43:80:c1'}, {'ip_address': '2001:db8::2c1', 'mac_address': 'fa:16:3e:ab:88:1d'}]}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:37:25.678574 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-13d51523-b3cc-442d-bd6b-0b513384c96b None None] Provisioning complete for port a8c248bc-fd38-4ece-b3d5-a61eb5ba0483 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:37:25.678865 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-13d51523-b3cc-442d-bd6b-0b513384c96b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:25.713312 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-13d51523-b3cc-442d-bd6b-0b513384c96b None None] Port a8c248bc-fd38-4ece-b3d5-a61eb5ba0483 cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:37:25.715311 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-96ad3de4-e706-4942-b0ed-ad53f551abd7 tempest-AllowedAddressPairIpV6TestJSON-1565968482 tempest-AllowedAddressPairIpV6TestJSON-1565968482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:25.902865 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-96ad3de4-e706-4942-b0ed-ad53f551abd7 tempest-AllowedAddressPairIpV6TestJSON-1565968482 tempest-AllowedAddressPairIpV6TestJSON-1565968482-project] Publish callbacks [] for port, precommit_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:25.965507 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-96ad3de4-e706-4942-b0ed-ad53f551abd7 tempest-AllowedAddressPairIpV6TestJSON-1565968482 tempest-AllowedAddressPairIpV6TestJSON-1565968482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8632327'] for port, after_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:26.008324 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-96ad3de4-e706-4942-b0ed-ad53f551abd7 tempest-AllowedAddressPairIpV6TestJSON-1565968482 tempest-AllowedAddressPairIpV6TestJSON-1565968482-project] In _notify_port_updated(), no bound segment for port a8c248bc-fd38-4ece-b3d5-a61eb5ba0483 on network c2bd69a2-f884-4582-845d-864215fe9551 {{(pid=121607) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}}
Dec 25 21:37:26.014839 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96ad3de4-e706-4942-b0ed-ad53f551abd7 tempest-AllowedAddressPairIpV6TestJSON-1565968482 tempest-AllowedAddressPairIpV6TestJSON-1565968482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:37:26.017021 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-96ad3de4-e706-4942-b0ed-ad53f551abd7 tempest-AllowedAddressPairIpV6TestJSON-1565968482 tempest-AllowedAddressPairIpV6TestJSON-1565968482-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:26.017324 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-96ad3de4-e706-4942-b0ed-ad53f551abd7 tempest-AllowedAddressPairIpV6TestJSON-1565968482 tempest-AllowedAddressPairIpV6TestJSON-1565968482-project] 10.222.0.32 "PUT /v2.0/ports/a8c248bc-fd38-4ece-b3d5-a61eb5ba0483 HTTP/1.1" status: 200  len: 1067 time: 0.4680059
Dec 25 21:37:26.020146 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 33580) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:37:26.034980 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ad3de4-e706-4942-b0ed-ad53f551abd7 tempest-AllowedAddressPairIpV6TestJSON-1565968482 tempest-AllowedAddressPairIpV6TestJSON-1565968482-project] Pushing event updated for resources: {'Port': ['ID=a8c248bc-fd38-4ece-b3d5-a61eb5ba0483,revision_number=2']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:37:26.135738 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-93245ff9-798e-4670-9e74-91149204fc85 tempest-AllowedAddressPairIpV6TestJSON-1565968482 tempest-AllowedAddressPairIpV6TestJSON-1565968482-project] Deleting port a8c248bc-fd38-4ece-b3d5-a61eb5ba0483 {{(pid=121607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:37:26.136300 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-93245ff9-798e-4670-9e74-91149204fc85 tempest-AllowedAddressPairIpV6TestJSON-1565968482 tempest-AllowedAddressPairIpV6TestJSON-1565968482-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:26.236354 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-93245ff9-798e-4670-9e74-91149204fc85 tempest-AllowedAddressPairIpV6TestJSON-1565968482 tempest-AllowedAddressPairIpV6TestJSON-1565968482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:26.249652 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-93245ff9-798e-4670-9e74-91149204fc85 tempest-AllowedAddressPairIpV6TestJSON-1565968482 tempest-AllowedAddressPairIpV6TestJSON-1565968482-project] Calling delete_port for a8c248bc-fd38-4ece-b3d5-a61eb5ba0483 owned by  {{(pid=121607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:37:26.355637 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-8ede725d-724b-437a-ba2c-1d171e3049fa None None] Provisioning complete for port a8c248bc-fd38-4ece-b3d5-a61eb5ba0483 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:37:26.356171 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-8ede725d-724b-437a-ba2c-1d171e3049fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:26.394062 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-8ede725d-724b-437a-ba2c-1d171e3049fa None None] Port a8c248bc-fd38-4ece-b3d5-a61eb5ba0483 cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:37:26.449638 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-93245ff9-798e-4670-9e74-91149204fc85 tempest-AllowedAddressPairIpV6TestJSON-1565968482 tempest-AllowedAddressPairIpV6TestJSON-1565968482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:26.476360 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93245ff9-798e-4670-9e74-91149204fc85 tempest-AllowedAddressPairIpV6TestJSON-1565968482 tempest-AllowedAddressPairIpV6TestJSON-1565968482-project] Pushing event deleted for resources: {'Port': ['ID=a8c248bc-fd38-4ece-b3d5-a61eb5ba0483,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:37:26.640565 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-93245ff9-798e-4670-9e74-91149204fc85 tempest-AllowedAddressPairIpV6TestJSON-1565968482 tempest-AllowedAddressPairIpV6TestJSON-1565968482-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:26.645372 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-93245ff9-798e-4670-9e74-91149204fc85 tempest-AllowedAddressPairIpV6TestJSON-1565968482 tempest-AllowedAddressPairIpV6TestJSON-1565968482-project] 10.222.0.32 "DELETE /v2.0/ports/a8c248bc-fd38-4ece-b3d5-a61eb5ba0483 HTTP/1.1" status: 204  len: 168 time: 0.6242142
Dec 25 21:37:26.646593 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 33604) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:37:26.671160 ncdv-master-1 neutron-server[121607]: INFO neutron.pecan_wsgi.hooks.translation [None req-2691ab00-885b-45b3-809f-e168fe3d754d tempest-AllowedAddressPairIpV6TestJSON-1565968482 tempest-AllowedAddressPairIpV6TestJSON-1565968482-project] GET failed (client error): The resource could not be found.
Dec 25 21:37:26.673259 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-2691ab00-885b-45b3-809f-e168fe3d754d tempest-AllowedAddressPairIpV6TestJSON-1565968482 tempest-AllowedAddressPairIpV6TestJSON-1565968482-project] 10.222.0.32 "GET /v2.0/ports/a8c248bc-fd38-4ece-b3d5-a61eb5ba0483 HTTP/1.1" status: 404  len: 333 time: 0.0257189
Dec 25 21:37:26.675962 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 33606) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:37:26.770514 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-baddbe92-4c0b-4617-a81e-41665d4de558 tempest-AllowedAddressPairIpV6TestJSON-1565968482 tempest-AllowedAddressPairIpV6TestJSON-1565968482-project] Deleting port 0e46a51a-7679-4764-95ab-d7c6bd54c102 {{(pid=121607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:37:26.771189 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-baddbe92-4c0b-4617-a81e-41665d4de558 tempest-AllowedAddressPairIpV6TestJSON-1565968482 tempest-AllowedAddressPairIpV6TestJSON-1565968482-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:26.855265 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-baddbe92-4c0b-4617-a81e-41665d4de558 tempest-AllowedAddressPairIpV6TestJSON-1565968482 tempest-AllowedAddressPairIpV6TestJSON-1565968482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:26.867438 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-baddbe92-4c0b-4617-a81e-41665d4de558 tempest-AllowedAddressPairIpV6TestJSON-1565968482 tempest-AllowedAddressPairIpV6TestJSON-1565968482-project] Calling delete_port for 0e46a51a-7679-4764-95ab-d7c6bd54c102 owned by  {{(pid=121607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:37:27.084435 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-baddbe92-4c0b-4617-a81e-41665d4de558 tempest-AllowedAddressPairIpV6TestJSON-1565968482 tempest-AllowedAddressPairIpV6TestJSON-1565968482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:27.124201 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baddbe92-4c0b-4617-a81e-41665d4de558 tempest-AllowedAddressPairIpV6TestJSON-1565968482 tempest-AllowedAddressPairIpV6TestJSON-1565968482-project] Pushing event deleted for resources: {'Port': ['ID=0e46a51a-7679-4764-95ab-d7c6bd54c102,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:37:27.161462 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-baddbe92-4c0b-4617-a81e-41665d4de558 tempest-AllowedAddressPairIpV6TestJSON-1565968482 tempest-AllowedAddressPairIpV6TestJSON-1565968482-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:27.168293 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-baddbe92-4c0b-4617-a81e-41665d4de558 tempest-AllowedAddressPairIpV6TestJSON-1565968482 tempest-AllowedAddressPairIpV6TestJSON-1565968482-project] 10.222.0.32 "DELETE /v2.0/ports/0e46a51a-7679-4764-95ab-d7c6bd54c102 HTTP/1.1" status: 204  len: 168 time: 0.4891870
Dec 25 21:37:27.175721 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 33630) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:37:27.197199 ncdv-master-1 neutron-server[121607]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9e80122-ceb8-4245-aa9b-11678a7c776b tempest-AllowedAddressPairIpV6TestJSON-1565968482 tempest-AllowedAddressPairIpV6TestJSON-1565968482-project] GET failed (client error): The resource could not be found.
Dec 25 21:37:27.198760 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-b9e80122-ceb8-4245-aa9b-11678a7c776b tempest-AllowedAddressPairIpV6TestJSON-1565968482 tempest-AllowedAddressPairIpV6TestJSON-1565968482-project] 10.222.0.32 "GET /v2.0/ports/0e46a51a-7679-4764-95ab-d7c6bd54c102 HTTP/1.1" status: 404  len: 333 time: 0.0287418
Dec 25 21:37:27.203431 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 33634) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:37:27.303860 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-262216cb-8b97-496d-b78a-1f47296c03a2 tempest-AllowedAddressPairIpV6TestJSON-1565968482 tempest-AllowedAddressPairIpV6TestJSON-1565968482-project] Deleting port f0c10d6e-4da6-477d-a191-2e51dcb71121 {{(pid=121607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:37:27.304205 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-262216cb-8b97-496d-b78a-1f47296c03a2 tempest-AllowedAddressPairIpV6TestJSON-1565968482 tempest-AllowedAddressPairIpV6TestJSON-1565968482-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:27.399807 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-262216cb-8b97-496d-b78a-1f47296c03a2 tempest-AllowedAddressPairIpV6TestJSON-1565968482 tempest-AllowedAddressPairIpV6TestJSON-1565968482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:27.412103 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-262216cb-8b97-496d-b78a-1f47296c03a2 tempest-AllowedAddressPairIpV6TestJSON-1565968482 tempest-AllowedAddressPairIpV6TestJSON-1565968482-project] Calling delete_port for f0c10d6e-4da6-477d-a191-2e51dcb71121 owned by  {{(pid=121607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:37:27.617134 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-262216cb-8b97-496d-b78a-1f47296c03a2 tempest-AllowedAddressPairIpV6TestJSON-1565968482 tempest-AllowedAddressPairIpV6TestJSON-1565968482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:27.654770 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262216cb-8b97-496d-b78a-1f47296c03a2 tempest-AllowedAddressPairIpV6TestJSON-1565968482 tempest-AllowedAddressPairIpV6TestJSON-1565968482-project] Pushing event deleted for resources: {'Port': ['ID=f0c10d6e-4da6-477d-a191-2e51dcb71121,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:37:27.685922 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-262216cb-8b97-496d-b78a-1f47296c03a2 tempest-AllowedAddressPairIpV6TestJSON-1565968482 tempest-AllowedAddressPairIpV6TestJSON-1565968482-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:27.693924 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 33642) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:37:27.695819 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 33644) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:37:27.697249 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-262216cb-8b97-496d-b78a-1f47296c03a2 tempest-AllowedAddressPairIpV6TestJSON-1565968482 tempest-AllowedAddressPairIpV6TestJSON-1565968482-project] 10.222.0.32 "DELETE /v2.0/ports/f0c10d6e-4da6-477d-a191-2e51dcb71121 HTTP/1.1" status: 204  len: 168 time: 0.4853637
Dec 25 21:37:27.759203 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b6de795-a65c-42a9-8d58-99602baf0c03 tempest-AllowedAddressPairIpV6TestJSON-1565968482 tempest-AllowedAddressPairIpV6TestJSON-1565968482-project] Deleting subnet 81fe5699-74de-41aa-92f5-c5d15428ab22 {{(pid=121606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Dec 25 21:37:27.762504 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-9b6de795-a65c-42a9-8d58-99602baf0c03 tempest-AllowedAddressPairIpV6TestJSON-1565968482 tempest-AllowedAddressPairIpV6TestJSON-1565968482-project] Publish callbacks [] for subnet, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:27.815195 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-9b6de795-a65c-42a9-8d58-99602baf0c03 tempest-AllowedAddressPairIpV6TestJSON-1565968482 tempest-AllowedAddressPairIpV6TestJSON-1565968482-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9084199'] for subnet, precommit_delete_associations {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:27.889273 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-3a8b94ae-6e77-45a0-9275-1ebc88cf96d6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:27.944664 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-9b6de795-a65c-42a9-8d58-99602baf0c03 tempest-AllowedAddressPairIpV6TestJSON-1565968482 tempest-AllowedAddressPairIpV6TestJSON-1565968482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995662'] for subnet, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:28.038744 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-3a8b94ae-6e77-45a0-9275-1ebc88cf96d6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:28.085858 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-9b6de795-a65c-42a9-8d58-99602baf0c03 tempest-AllowedAddressPairIpV6TestJSON-1565968482 tempest-AllowedAddressPairIpV6TestJSON-1565968482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9084363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9028506'] for subnet, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:28.114255 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-3a8b94ae-6e77-45a0-9275-1ebc88cf96d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:28.131873 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6de795-a65c-42a9-8d58-99602baf0c03 tempest-AllowedAddressPairIpV6TestJSON-1565968482 tempest-AllowedAddressPairIpV6TestJSON-1565968482-project] Pushing event deleted for resources: {'Subnet': ['ID=81fe5699-74de-41aa-92f5-c5d15428ab22,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:37:28.151263 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-908c3458-07bb-4988-a812-3ecc4d682122 None None] Network c2bd69a2-f884-4582-845d-864215fe9551 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:37:28.154627 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-9b6de795-a65c-42a9-8d58-99602baf0c03 tempest-AllowedAddressPairIpV6TestJSON-1565968482 tempest-AllowedAddressPairIpV6TestJSON-1565968482-project] Publish callbacks [] for subnet, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:28.157988 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-9b6de795-a65c-42a9-8d58-99602baf0c03 tempest-AllowedAddressPairIpV6TestJSON-1565968482 tempest-AllowedAddressPairIpV6TestJSON-1565968482-project] 10.222.0.32 "DELETE /v2.0/subnets/81fe5699-74de-41aa-92f5-c5d15428ab22 HTTP/1.1" status: 204  len: 168 time: 0.4630039
Dec 25 21:37:28.160750 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 33652) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:37:28.163331 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6de795-a65c-42a9-8d58-99602baf0c03 tempest-AllowedAddressPairIpV6TestJSON-1565968482 tempest-AllowedAddressPairIpV6TestJSON-1565968482-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:37:28.163693 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6de795-a65c-42a9-8d58-99602baf0c03 tempest-AllowedAddressPairIpV6TestJSON-1565968482 tempest-AllowedAddressPairIpV6TestJSON-1565968482-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:37:28.164044 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6de795-a65c-42a9-8d58-99602baf0c03 tempest-AllowedAddressPairIpV6TestJSON-1565968482 tempest-AllowedAddressPairIpV6TestJSON-1565968482-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:37:28.164388 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6de795-a65c-42a9-8d58-99602baf0c03 tempest-AllowedAddressPairIpV6TestJSON-1565968482 tempest-AllowedAddressPairIpV6TestJSON-1565968482-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:37:28.164727 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6de795-a65c-42a9-8d58-99602baf0c03 tempest-AllowedAddressPairIpV6TestJSON-1565968482 tempest-AllowedAddressPairIpV6TestJSON-1565968482-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:37:28.165095 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6de795-a65c-42a9-8d58-99602baf0c03 tempest-AllowedAddressPairIpV6TestJSON-1565968482 tempest-AllowedAddressPairIpV6TestJSON-1565968482-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:37:28.165432 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6de795-a65c-42a9-8d58-99602baf0c03 tempest-AllowedAddressPairIpV6TestJSON-1565968482 tempest-AllowedAddressPairIpV6TestJSON-1565968482-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:37:28.165770 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6de795-a65c-42a9-8d58-99602baf0c03 tempest-AllowedAddressPairIpV6TestJSON-1565968482 tempest-AllowedAddressPairIpV6TestJSON-1565968482-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:37:28.166102 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6de795-a65c-42a9-8d58-99602baf0c03 tempest-AllowedAddressPairIpV6TestJSON-1565968482 tempest-AllowedAddressPairIpV6TestJSON-1565968482-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:37:28.166435 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6de795-a65c-42a9-8d58-99602baf0c03 tempest-AllowedAddressPairIpV6TestJSON-1565968482 tempest-AllowedAddressPairIpV6TestJSON-1565968482-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:37:28.166770 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6de795-a65c-42a9-8d58-99602baf0c03 tempest-AllowedAddressPairIpV6TestJSON-1565968482 tempest-AllowedAddressPairIpV6TestJSON-1565968482-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:37:28.167098 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6de795-a65c-42a9-8d58-99602baf0c03 tempest-AllowedAddressPairIpV6TestJSON-1565968482 tempest-AllowedAddressPairIpV6TestJSON-1565968482-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:37:28.167428 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6de795-a65c-42a9-8d58-99602baf0c03 tempest-AllowedAddressPairIpV6TestJSON-1565968482 tempest-AllowedAddressPairIpV6TestJSON-1565968482-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:37:28.180800 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-3a8b94ae-6e77-45a0-9275-1ebc88cf96d6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=609b19a4efc34c8fa016adb3a5fdb23b&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4773238
Dec 25 21:37:28.182979 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8b94ae-6e77-45a0-9275-1ebc88cf96d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50b7ee18-fb33-4b7c-a336-1a6883cb9a60,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:37:28.187080 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 33656) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:37:28.251953 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-84c81ac8-d377-4097-a69c-1542c3f8c07a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:28.282475 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-84c81ac8-d377-4097-a69c-1542c3f8c07a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:28.284119 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-c067bf9d-13bc-4003-9e52-61b8ebef71d6 tempest-AllowedAddressPairIpV6TestJSON-1565968482 tempest-AllowedAddressPairIpV6TestJSON-1565968482-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625803'] for network, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:28.346522 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c47450d-3195-4f9b-b45a-c91d1492a2d6 None None] DHCP port deletion for c2bd69a2-f884-4582-845d-864215fe9551 request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 21:37:28.354662 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-c067bf9d-13bc-4003-9e52-61b8ebef71d6 tempest-AllowedAddressPairIpV6TestJSON-1565968482 tempest-AllowedAddressPairIpV6TestJSON-1565968482-project] Deleting port 93fbe372-4822-49dc-bafa-92969bbd7e2a {{(pid=121607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:37:28.360420 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-c067bf9d-13bc-4003-9e52-61b8ebef71d6 tempest-AllowedAddressPairIpV6TestJSON-1565968482 tempest-AllowedAddressPairIpV6TestJSON-1565968482-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:28.409588 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-2c47450d-3195-4f9b-b45a-c91d1492a2d6 None None] Deleting port 93fbe372-4822-49dc-bafa-92969bbd7e2a {{(pid=121608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:37:28.409995 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-2c47450d-3195-4f9b-b45a-c91d1492a2d6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:28.425802 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.db [None req-c067bf9d-13bc-4003-9e52-61b8ebef71d6 tempest-AllowedAddressPairIpV6TestJSON-1565968482 tempest-AllowedAddressPairIpV6TestJSON-1565968482-project] For port 93fbe372-4822-49dc-bafa-92969bbd7e2a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=93fbe372-4822-49dc-bafa-92969bbd7e2a,segment=NetworkSegment(65c3ab9d-8420-4c57-b359-8007ab98eb6d),segment_id=65c3ab9d-8420-4c57-b359-8007ab98eb6d)] {{(pid=121607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:37:28.426183 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-c067bf9d-13bc-4003-9e52-61b8ebef71d6 tempest-AllowedAddressPairIpV6TestJSON-1565968482 tempest-AllowedAddressPairIpV6TestJSON-1565968482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:28.428435 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-84c81ac8-d377-4097-a69c-1542c3f8c07a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:28.431531 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-84c81ac8-d377-4097-a69c-1542c3f8c07a admin admin] Publish callbacks [] for security_group, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:28.442677 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-84c81ac8-d377-4097-a69c-1542c3f8c07a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/50b7ee18-fb33-4b7c-a336-1a6883cb9a60 HTTP/1.1" status: 204  len: 168 time: 0.2440970
Dec 25 21:37:28.442677 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c81ac8-d377-4097-a69c-1542c3f8c07a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50b7ee18-fb33-4b7c-a336-1a6883cb9a60,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:37:28.444028 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-c067bf9d-13bc-4003-9e52-61b8ebef71d6 tempest-AllowedAddressPairIpV6TestJSON-1565968482 tempest-AllowedAddressPairIpV6TestJSON-1565968482-project] Calling delete_port for 93fbe372-4822-49dc-bafa-92969bbd7e2a owned by network:dhcp {{(pid=121607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:37:28.481015 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-2c47450d-3195-4f9b-b45a-c91d1492a2d6 None None] For port 93fbe372-4822-49dc-bafa-92969bbd7e2a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=93fbe372-4822-49dc-bafa-92969bbd7e2a,segment=NetworkSegment(65c3ab9d-8420-4c57-b359-8007ab98eb6d),segment_id=65c3ab9d-8420-4c57-b359-8007ab98eb6d)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:37:28.481413 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-2c47450d-3195-4f9b-b45a-c91d1492a2d6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:28.497961 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-2c47450d-3195-4f9b-b45a-c91d1492a2d6 None None] Calling delete_port for 93fbe372-4822-49dc-bafa-92969bbd7e2a owned by network:dhcp {{(pid=121608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:37:28.661114 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-c067bf9d-13bc-4003-9e52-61b8ebef71d6 tempest-AllowedAddressPairIpV6TestJSON-1565968482 tempest-AllowedAddressPairIpV6TestJSON-1565968482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:28.667048 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-2c47450d-3195-4f9b-b45a-c91d1492a2d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955'] for port, after_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:28.688388 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c067bf9d-13bc-4003-9e52-61b8ebef71d6 tempest-AllowedAddressPairIpV6TestJSON-1565968482 tempest-AllowedAddressPairIpV6TestJSON-1565968482-project] Pushing event deleted for resources: {'Port': ['ID=93fbe372-4822-49dc-bafa-92969bbd7e2a,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:37:28.690817 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c067bf9d-13bc-4003-9e52-61b8ebef71d6 tempest-AllowedAddressPairIpV6TestJSON-1565968482 tempest-AllowedAddressPairIpV6TestJSON-1565968482-project] No DVR routers for this DVR port 93fbe372-4822-49dc-bafa-92969bbd7e2a on host ncdv-master-1 {{(pid=121607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:37:28.695169 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c47450d-3195-4f9b-b45a-c91d1492a2d6 None None] Pushing event deleted for resources: {'Port': ['ID=93fbe372-4822-49dc-bafa-92969bbd7e2a,revision_number=None']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:37:28.699324 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c47450d-3195-4f9b-b45a-c91d1492a2d6 None None] No DVR routers for this DVR port 93fbe372-4822-49dc-bafa-92969bbd7e2a on host ncdv-master-1 {{(pid=121608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:37:28.772610 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-c067bf9d-13bc-4003-9e52-61b8ebef71d6 tempest-AllowedAddressPairIpV6TestJSON-1565968482 tempest-AllowedAddressPairIpV6TestJSON-1565968482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997585', 'neutron.services.segments.db._delete_segments_for_network-8737602743071'] for network, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:28.798494 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-c067bf9d-13bc-4003-9e52-61b8ebef71d6 tempest-AllowedAddressPairIpV6TestJSON-1565968482 tempest-AllowedAddressPairIpV6TestJSON-1565968482-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2613b49670>,) {'filters': {'network_id': ['c2bd69a2-f884-4582-845d-864215fe9551']}} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:37:28.808200 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-c067bf9d-13bc-4003-9e52-61b8ebef71d6 tempest-AllowedAddressPairIpV6TestJSON-1565968482 tempest-AllowedAddressPairIpV6TestJSON-1565968482-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2613b49670>, '65c3ab9d-8420-4c57-b359-8007ab98eb6d') {'for_net_delete': True} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:37:28.808500 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-c067bf9d-13bc-4003-9e52-61b8ebef71d6 tempest-AllowedAddressPairIpV6TestJSON-1565968482 tempest-AllowedAddressPairIpV6TestJSON-1565968482-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2613b49670>, '65c3ab9d-8420-4c57-b359-8007ab98eb6d') {} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:37:28.817940 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-c067bf9d-13bc-4003-9e52-61b8ebef71d6 tempest-AllowedAddressPairIpV6TestJSON-1565968482 tempest-AllowedAddressPairIpV6TestJSON-1565968482-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737602746920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10246592'] for segment, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:28.832763 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-c067bf9d-13bc-4003-9e52-61b8ebef71d6 tempest-AllowedAddressPairIpV6TestJSON-1565968482 tempest-AllowedAddressPairIpV6TestJSON-1565968482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:28.842177 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c067bf9d-13bc-4003-9e52-61b8ebef71d6 tempest-AllowedAddressPairIpV6TestJSON-1565968482 tempest-AllowedAddressPairIpV6TestJSON-1565968482-project] Releasing vlan 167 on physical network physnet1 to pool {{(pid=121607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 25 21:37:28.842630 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-c067bf9d-13bc-4003-9e52-61b8ebef71d6 tempest-AllowedAddressPairIpV6TestJSON-1565968482 tempest-AllowedAddressPairIpV6TestJSON-1565968482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8633327'] for segment, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:28.851884 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:37:28.851884 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:37:28.851884 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:37:28.851884 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:37:28.851884 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:37:28.851884 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:37:28.851884 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:37:28.851884 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:37:28.851884 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:37:28.851884 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:37:28.851884 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:37:28.851884 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:37:28.851884 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:37:28.851884 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:37:28.851884 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:37:28.851884 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:37:28.851884 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:37:28.851884 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:37:28.851884 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:37:28.851884 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:37:28.851884 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:37:28.851884 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:37:28.851884 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:37:28.851884 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:37:28.851884 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:37:28.851884 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:37:28.851884 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:37:28.851884 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:37:28.851884 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:37:28.851884 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:37:28.851884 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:37:28.851884 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:37:28.851884 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:37:28.851884 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:37:28.851884 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:37:28.851884 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:37:28.851884 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:37:28.851884 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:37:28.851884 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:37:28.851884 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:37:28.851884 ncdv-master-1 neutron-server[121607]: Traceback (most recent call last):
Dec 25 21:37:28.851884 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 25 21:37:28.851884 ncdv-master-1 neutron-server[121607]:     timer()
Dec 25 21:37:28.851884 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 25 21:37:28.851884 ncdv-master-1 neutron-server[121607]:     cb(*args, **kw)
Dec 25 21:37:28.851884 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 25 21:37:28.851884 ncdv-master-1 neutron-server[121607]:     return func(*args, **kwargs)
Dec 25 21:37:28.851884 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 25 21:37:28.851884 ncdv-master-1 neutron-server[121607]:     self._notify()
Dec 25 21:37:28.851884 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 25 21:37:28.851884 ncdv-master-1 neutron-server[121607]:     self.callback(batched_events)
Dec 25 21:37:28.851884 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 25 21:37:28.851884 ncdv-master-1 neutron-server[121607]:     event.method(event)
Dec 25 21:37:28.851884 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 25 21:37:28.851884 ncdv-master-1 neutron-server[121607]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 25 21:37:28.851884 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 25 21:37:28.851884 ncdv-master-1 neutron-server[121607]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 25 21:37:28.851884 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 25 21:37:28.851884 ncdv-master-1 neutron-server[121607]:     return f(self, *a, **k)
Dec 25 21:37:28.851884 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 25 21:37:28.851884 ncdv-master-1 neutron-server[121607]:     return self._get(url).json()
Dec 25 21:37:28.851884 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 25 21:37:28.851884 ncdv-master-1 neutron-server[121607]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 25 21:37:28.851884 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 25 21:37:28.851884 ncdv-master-1 neutron-server[121607]:     return self.request(url, 'GET', **kwargs)
Dec 25 21:37:28.851884 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 25 21:37:28.851884 ncdv-master-1 neutron-server[121607]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 25 21:37:28.851884 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 25 21:37:28.851884 ncdv-master-1 neutron-server[121607]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 25 21:37:28.851884 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 25 21:37:28.851884 ncdv-master-1 neutron-server[121607]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 25 21:37:28.851884 ncdv-master-1 neutron-server[121607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 25 21:37:29.080166 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-c067bf9d-13bc-4003-9e52-61b8ebef71d6 tempest-AllowedAddressPairIpV6TestJSON-1565968482 tempest-AllowedAddressPairIpV6TestJSON-1565968482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2008653'] for network, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:29.088002 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-c067bf9d-13bc-4003-9e52-61b8ebef71d6 tempest-AllowedAddressPairIpV6TestJSON-1565968482 tempest-AllowedAddressPairIpV6TestJSON-1565968482-project] Publish callbacks [] for network, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:29.093064 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-c067bf9d-13bc-4003-9e52-61b8ebef71d6 tempest-AllowedAddressPairIpV6TestJSON-1565968482 tempest-AllowedAddressPairIpV6TestJSON-1565968482-project] 10.222.0.32 "DELETE /v2.0/networks/c2bd69a2-f884-4582-845d-864215fe9551 HTTP/1.1" status: 204  len: 168 time: 0.9294193
Dec 25 21:37:29.112237 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c067bf9d-13bc-4003-9e52-61b8ebef71d6 tempest-AllowedAddressPairIpV6TestJSON-1565968482 tempest-AllowedAddressPairIpV6TestJSON-1565968482-project] Pushing event deleted for resources: {'Network': ['ID=c2bd69a2-f884-4582-845d-864215fe9551,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:37:29.506696 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 93fbe372-4822-49dc-bafa-92969bbd7e2a no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:37:29.532795 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] No Port match for: 93fbe372-4822-49dc-bafa-92969bbd7e2a {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:37:29.533172 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 93fbe372-4822-49dc-bafa-92969bbd7e2a not bound to the agent host ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:37:29.650529 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 33720) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:37:29.790497 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-90143dbd-7e74-410d-927b-ad1783f160f1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7cfe20eec8944fc49a985abc7d576119&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1386187
Dec 25 21:37:29.792977 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 33728) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:37:29.842516 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-8695510a-a422-47a9-ac7d-cbd23cf9d196 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:29.864501 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-8695510a-a422-47a9-ac7d-cbd23cf9d196 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:30.069182 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-8695510a-a422-47a9-ac7d-cbd23cf9d196 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:30.072217 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-8695510a-a422-47a9-ac7d-cbd23cf9d196 admin admin] Publish callbacks [] for security_group, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:30.073428 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-8695510a-a422-47a9-ac7d-cbd23cf9d196 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d66fb8d7-608c-4e87-84fb-14735cd92fcd HTTP/1.1" status: 204  len: 168 time: 0.2795436
Dec 25 21:37:30.081507 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8695510a-a422-47a9-ac7d-cbd23cf9d196 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d66fb8d7-608c-4e87-84fb-14735cd92fcd,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:37:31.376123 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 33796) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:37:31.477619 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-095697a9-1d15-4dec-8dd1-0b9d388dd7ea tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-107924875'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:37:31.571040 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-095697a9-1d15-4dec-8dd1-0b9d388dd7ea tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Made reservation on behalf of 755ec677849b45beada7922dc5a9f6b5 for: {'network': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:37:31.574793 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-095697a9-1d15-4dec-8dd1-0b9d388dd7ea tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for network, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:31.584052 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-095697a9-1d15-4dec-8dd1-0b9d388dd7ea tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks [] for security_group, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:31.667979 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-095697a9-1d15-4dec-8dd1-0b9d388dd7ea tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks [] for security_group, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:31.724047 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-095697a9-1d15-4dec-8dd1-0b9d388dd7ea tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:31.752916 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-095697a9-1d15-4dec-8dd1-0b9d388dd7ea tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] vlan segment allocate from pool success with {'vlan_id': 167, 'physical_network': 'physnet1'}  {{(pid=121606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 25 21:37:31.758180 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095697a9-1d15-4dec-8dd1-0b9d388dd7ea tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Pushing event updated for resources: {'SecurityGroup': ['ID=525e69cd-d82d-4e97-a268-ee424ff95c80,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:37:31.765644 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-095697a9-1d15-4dec-8dd1-0b9d388dd7ea tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:31.766041 ncdv-master-1 neutron-server[121606]: INFO neutron.db.segments_db [None req-095697a9-1d15-4dec-8dd1-0b9d388dd7ea tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Added segment 9b8a06e7-261d-445d-b0f5-4e2974407176 of type vlan for network 12cebcb9-c824-42aa-a402-d4fe825187e0
Dec 25 21:37:31.805943 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-095697a9-1d15-4dec-8dd1-0b9d388dd7ea tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737602163420'] for network, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:31.902545 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-095697a9-1d15-4dec-8dd1-0b9d388dd7ea tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870'] for network, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:31.906116 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:37:31.906116 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:37:31.906116 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:37:31.906116 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:37:31.906116 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:37:31.906116 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:37:31.906116 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:37:31.906116 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:37:31.906116 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:37:31.906116 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:37:31.906116 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:37:31.906116 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:37:31.906116 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:37:31.906116 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:37:31.906116 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:37:31.906116 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:37:31.906116 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:37:31.906116 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:37:31.906116 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:37:31.906116 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:37:31.906116 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:37:31.906116 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:37:31.906116 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:37:31.906116 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:37:31.906116 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:37:31.906116 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:37:31.906116 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:37:31.906116 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:37:31.906116 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:37:31.906116 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:37:31.906116 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:37:31.906116 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:37:31.906116 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:37:31.906116 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:37:31.906116 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:37:31.906116 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:37:31.906116 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:37:31.906116 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:37:31.906116 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:37:31.906116 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:37:31.906116 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:37:31.906116 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:37:31.906116 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:37:31.906116 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:37:31.906116 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:37:31.906116 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:37:31.906116 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:37:31.906116 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:37:31.910373 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-095697a9-1d15-4dec-8dd1-0b9d388dd7ea tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:37:31.910373 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-095697a9-1d15-4dec-8dd1-0b9d388dd7ea tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for network, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:31.973916 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095697a9-1d15-4dec-8dd1-0b9d388dd7ea tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Pushing event updated for resources: {'Network': ['ID=12cebcb9-c824-42aa-a402-d4fe825187e0,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:37:31.983845 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Network 12cebcb9-c824-42aa-a402-d4fe825187e0 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 25 21:37:32.025508 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-095697a9-1d15-4dec-8dd1-0b9d388dd7ea tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 0.6482332
Dec 25 21:37:32.028275 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 33814) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:37:32.033383 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-30ebfccc-7309-44b6-80c4-777e366c26eb tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Request body: {'port': {'network_id': '12cebcb9-c824-42aa-a402-d4fe825187e0', 'name': 'tempest-PortsIpV6TestJSON-1223897868'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:37:32.228363 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30ebfccc-7309-44b6-80c4-777e366c26eb tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Made reservation on behalf of 755ec677849b45beada7922dc5a9f6b5 for: {'port': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:37:32.232001 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-30ebfccc-7309-44b6-80c4-777e366c26eb tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:32.249928 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [None req-30ebfccc-7309-44b6-80c4-777e366c26eb tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] device_id is not set on port a8614cf4-c6dd-47eb-ac7c-8785cda4b80a yet. {{(pid=121606) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 25 21:37:32.409633 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-30ebfccc-7309-44b6-80c4-777e366c26eb tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks [] for port, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:32.526135 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-30ebfccc-7309-44b6-80c4-777e366c26eb tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:32.591087 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ebfccc-7309-44b6-80c4-777e366c26eb tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Pushing event updated for resources: {'Port': ['ID=a8614cf4-c6dd-47eb-ac7c-8785cda4b80a,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:37:32.596217 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30ebfccc-7309-44b6-80c4-777e366c26eb tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Checking segment: {'id': '9b8a06e7-261d-445d-b0f5-4e2974407176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '12cebcb9-c824-42aa-a402-d4fe825187e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:37:32.596588 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30ebfccc-7309-44b6-80c4-777e366c26eb tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Network hostable DHCP agents. Network: 12cebcb9-c824-42aa-a402-d4fe825187e0, hostable agents: ['1813db88-2c1b-4357-a2ba-869246b663c2'], hosted agents: [] {{(pid=121606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 25 21:37:32.702759 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30ebfccc-7309-44b6-80c4-777e366c26eb tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Network 12cebcb9-c824-42aa-a402-d4fe825187e0 is scheduled to be hosted by DHCP agent 1813db88-2c1b-4357-a2ba-869246b663c2 with binding_index 1 {{(pid=121606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 25 21:37:32.822618 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [None req-30ebfccc-7309-44b6-80c4-777e366c26eb tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 12cebcb9-c824-42aa-a402-d4fe825187e0) {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:37:32.826502 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30ebfccc-7309-44b6-80c4-777e366c26eb tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Received port after_create {{(pid=121606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:37:32.832703 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c130d634-517a-438a-8920-241cf1734790 None None] Network 12cebcb9-c824-42aa-a402-d4fe825187e0 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:37:32.833417 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30ebfccc-7309-44b6-80c4-777e366c26eb tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:37:32.834071 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-30ebfccc-7309-44b6-80c4-777e366c26eb tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:32.928450 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-30ebfccc-7309-44b6-80c4-777e366c26eb tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 850 time: 0.8990779
Dec 25 21:37:32.931477 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 33846) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:37:32.936568 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-5f412d23-c6d8-4ff8-b555-2d61a11ba438 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1255452271'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:37:33.068642 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f412d23-c6d8-4ff8-b555-2d61a11ba438 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Made reservation on behalf of 755ec677849b45beada7922dc5a9f6b5 for: {'network': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:37:33.072296 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-5f412d23-c6d8-4ff8-b555-2d61a11ba438 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for network, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:33.096345 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f412d23-c6d8-4ff8-b555-2d61a11ba438 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] vlan segment allocate from pool success with {'vlan_id': 179, 'physical_network': 'physnet1'}  {{(pid=121606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 25 21:37:33.107044 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-5f412d23-c6d8-4ff8-b555-2d61a11ba438 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:33.107044 ncdv-master-1 neutron-server[121606]: INFO neutron.db.segments_db [None req-5f412d23-c6d8-4ff8-b555-2d61a11ba438 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Added segment 8475975a-f12d-4d71-879b-e718c4817e37 of type vlan for network da4b4b58-0699-462e-bde0-086f82f35458
Dec 25 21:37:33.159496 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-5f412d23-c6d8-4ff8-b555-2d61a11ba438 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737602163420'] for network, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:33.228404 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-5f412d23-c6d8-4ff8-b555-2d61a11ba438 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870'] for network, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:33.234891 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f412d23-c6d8-4ff8-b555-2d61a11ba438 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:37:33.235577 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-5f412d23-c6d8-4ff8-b555-2d61a11ba438 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for network, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:33.302731 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f412d23-c6d8-4ff8-b555-2d61a11ba438 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Pushing event updated for resources: {'Network': ['ID=da4b4b58-0699-462e-bde0-086f82f35458,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:37:33.311624 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-5f412d23-c6d8-4ff8-b555-2d61a11ba438 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 772 time: 0.3786974
Dec 25 21:37:33.312737 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Network da4b4b58-0699-462e-bde0-086f82f35458 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 25 21:37:33.319452 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 33854) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:37:33.320343 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-ae4b47ae-831f-45e8-8d93-e3654500c6d8 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Request body: {'ports': [{'network_id': '12cebcb9-c824-42aa-a402-d4fe825187e0'}, {'network_id': 'da4b4b58-0699-462e-bde0-086f82f35458'}]} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:37:33.320662 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-ae4b47ae-831f-45e8-8d93-e3654500c6d8 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Request body: {'port': {'network_id': '12cebcb9-c824-42aa-a402-d4fe825187e0'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:37:33.321196 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-ae4b47ae-831f-45e8-8d93-e3654500c6d8 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Request body: {'port': {'network_id': 'da4b4b58-0699-462e-bde0-086f82f35458'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:37:33.584671 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae4b47ae-831f-45e8-8d93-e3654500c6d8 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Made reservation on behalf of 755ec677849b45beada7922dc5a9f6b5 for: {'port': 2} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:37:33.589209 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-ae4b47ae-831f-45e8-8d93-e3654500c6d8 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:33.602458 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-ae4b47ae-831f-45e8-8d93-e3654500c6d8 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:33.744302 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [None req-ae4b47ae-831f-45e8-8d93-e3654500c6d8 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] device_id is not set on port d63cc8c5-e4ae-4f7e-bea7-d51e64ab3f46 yet. {{(pid=121606) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 25 21:37:33.878648 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-ae4b47ae-831f-45e8-8d93-e3654500c6d8 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks [] for port, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:33.942029 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [None req-ae4b47ae-831f-45e8-8d93-e3654500c6d8 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] device_id is not set on port 3e28392c-064d-4ae6-8b69-e229bcd11ea0 yet. {{(pid=121606) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 25 21:37:34.024678 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-ae4b47ae-831f-45e8-8d93-e3654500c6d8 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks [] for port, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:34.126260 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-ae4b47ae-831f-45e8-8d93-e3654500c6d8 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:34.174619 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae4b47ae-831f-45e8-8d93-e3654500c6d8 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Network 12cebcb9-c824-42aa-a402-d4fe825187e0 is already hosted by enough agents. {{(pid=121606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:37:34.177601 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [None req-ae4b47ae-831f-45e8-8d93-e3654500c6d8 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Resources bound (agent type, host, resource id):  {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:37:34.181273 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae4b47ae-831f-45e8-8d93-e3654500c6d8 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Received port after_create {{(pid=121606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:37:34.182123 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-ae4b47ae-831f-45e8-8d93-e3654500c6d8 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:34.188707 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4b47ae-831f-45e8-8d93-e3654500c6d8 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Pushing event updated for resources: {'Port': ['ID=d63cc8c5-e4ae-4f7e-bea7-d51e64ab3f46,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:37:34.248368 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4b47ae-831f-45e8-8d93-e3654500c6d8 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Pushing event updated for resources: {'Port': ['ID=3e28392c-064d-4ae6-8b69-e229bcd11ea0,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:37:34.253817 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae4b47ae-831f-45e8-8d93-e3654500c6d8 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Checking segment: {'id': '8475975a-f12d-4d71-879b-e718c4817e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'da4b4b58-0699-462e-bde0-086f82f35458'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:37:34.254177 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae4b47ae-831f-45e8-8d93-e3654500c6d8 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Network hostable DHCP agents. Network: da4b4b58-0699-462e-bde0-086f82f35458, hostable agents: ['1813db88-2c1b-4357-a2ba-869246b663c2'], hosted agents: [] {{(pid=121606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 25 21:37:34.354380 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae4b47ae-831f-45e8-8d93-e3654500c6d8 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Network da4b4b58-0699-462e-bde0-086f82f35458 is scheduled to be hosted by DHCP agent 1813db88-2c1b-4357-a2ba-869246b663c2 with binding_index 1 {{(pid=121606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 25 21:37:34.422498 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:34.434186 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [None req-ae4b47ae-831f-45e8-8d93-e3654500c6d8 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, da4b4b58-0699-462e-bde0-086f82f35458) {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:37:34.434186 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae4b47ae-831f-45e8-8d93-e3654500c6d8 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Received port after_create {{(pid=121606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:37:34.437616 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4a278fd-8373-43a0-b496-6334e9356836 None None] Network da4b4b58-0699-462e-bde0-086f82f35458 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:37:34.437966 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae4b47ae-831f-45e8-8d93-e3654500c6d8 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:37:34.442943 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae4b47ae-831f-45e8-8d93-e3654500c6d8 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:37:34.443641 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-ae4b47ae-831f-45e8-8d93-e3654500c6d8 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:34.527054 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-ae4b47ae-831f-45e8-8d93-e3654500c6d8 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1425 time: 1.2110133
Dec 25 21:37:34.529801 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 33890) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:37:34.616811 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-e82f5248-0986-436b-8719-cb77e56a5c0e tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Deleting port 3e28392c-064d-4ae6-8b69-e229bcd11ea0 {{(pid=121606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:37:34.617510 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-e82f5248-0986-436b-8719-cb77e56a5c0e tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:34.686215 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-e82f5248-0986-436b-8719-cb77e56a5c0e tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:34.699423 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-e82f5248-0986-436b-8719-cb77e56a5c0e tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Calling delete_port for 3e28392c-064d-4ae6-8b69-e229bcd11ea0 owned by  {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:37:34.782757 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-1f303c4b-6b56-4cb4-a30b-0e0218315030 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:34.857166 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-e82f5248-0986-436b-8719-cb77e56a5c0e tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:34.891424 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82f5248-0986-436b-8719-cb77e56a5c0e tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Pushing event deleted for resources: {'Port': ['ID=3e28392c-064d-4ae6-8b69-e229bcd11ea0,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:37:34.895326 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-e82f5248-0986-436b-8719-cb77e56a5c0e tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:34.898721 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-e82f5248-0986-436b-8719-cb77e56a5c0e tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] 10.222.0.32 "DELETE /v2.0/ports/3e28392c-064d-4ae6-8b69-e229bcd11ea0 HTTP/1.1" status: 204  len: 168 time: 0.3677416
Dec 25 21:37:34.901426 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 33894) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:37:34.961619 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be65d696-18bb-433f-97e9-965006d134cd tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:37:34.967586 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be65d696-18bb-433f-97e9-965006d134cd tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:37:34.969173 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-be65d696-18bb-433f-97e9-965006d134cd tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1456 time: 0.0668032
Dec 25 21:37:34.972006 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 33896) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:37:35.065548 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-c1d96bc6-0d69-4f59-aaf1-35910eb205e5 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Deleting port d63cc8c5-e4ae-4f7e-bea7-d51e64ab3f46 {{(pid=121606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:37:35.065887 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-c1d96bc6-0d69-4f59-aaf1-35910eb205e5 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:35.131707 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-c1d96bc6-0d69-4f59-aaf1-35910eb205e5 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:35.145070 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-c1d96bc6-0d69-4f59-aaf1-35910eb205e5 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Calling delete_port for d63cc8c5-e4ae-4f7e-bea7-d51e64ab3f46 owned by  {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:37:35.308039 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-c1d96bc6-0d69-4f59-aaf1-35910eb205e5 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:35.336751 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d96bc6-0d69-4f59-aaf1-35910eb205e5 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Pushing event deleted for resources: {'Port': ['ID=d63cc8c5-e4ae-4f7e-bea7-d51e64ab3f46,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:37:35.342307 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-c1d96bc6-0d69-4f59-aaf1-35910eb205e5 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:35.346086 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-c1d96bc6-0d69-4f59-aaf1-35910eb205e5 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] 10.222.0.32 "DELETE /v2.0/ports/d63cc8c5-e4ae-4f7e-bea7-d51e64ab3f46 HTTP/1.1" status: 204  len: 168 time: 0.3726463
Dec 25 21:37:35.348584 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 33910) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:37:35.399237 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1914a74-789c-4969-a8cc-5e034affb76a tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:37:35.400758 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-d1914a74-789c-4969-a8cc-5e034affb76a tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200  len: 848 time: 0.0512002
Dec 25 21:37:35.403391 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 33914) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:37:35.427823 ncdv-master-1 neutron-server[121606]: INFO neutron.pecan_wsgi.hooks.translation [None req-d125be6b-d2dc-4d82-b38d-847e894c9463 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] GET failed (client error): The resource could not be found.
Dec 25 21:37:35.429241 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-d125be6b-d2dc-4d82-b38d-847e894c9463 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] 10.222.0.32 "GET /v2.0/ports/3e28392c-064d-4ae6-8b69-e229bcd11ea0 HTTP/1.1" status: 404  len: 333 time: 0.0249388
Dec 25 21:37:35.431942 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 33916) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:37:35.455605 ncdv-master-1 neutron-server[121606]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd97c285-43de-4c14-9f2d-97b2e99a3daa tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] GET failed (client error): The resource could not be found.
Dec 25 21:37:35.457144 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-dd97c285-43de-4c14-9f2d-97b2e99a3daa tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] 10.222.0.32 "GET /v2.0/ports/d63cc8c5-e4ae-4f7e-bea7-d51e64ab3f46 HTTP/1.1" status: 404  len: 333 time: 0.0241923
Dec 25 21:37:35.459790 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 33918) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:37:35.546135 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-3f360af4-39d0-4685-ba28-d24a1553ac82 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625803'] for network, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:35.635505 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-3f360af4-39d0-4685-ba28-d24a1553ac82 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997585', 'neutron.services.segments.db._delete_segments_for_network-8737602743071'] for network, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:35.656440 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.segments.db [None req-3f360af4-39d0-4685-ba28-d24a1553ac82 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2612572d30>,) {'filters': {'network_id': ['da4b4b58-0699-462e-bde0-086f82f35458']}} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:37:35.666368 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.segments.db [None req-3f360af4-39d0-4685-ba28-d24a1553ac82 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2612572d30>, '8475975a-f12d-4d71-879b-e718c4817e37') {'for_net_delete': True} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:37:35.666677 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.segments.db [None req-3f360af4-39d0-4685-ba28-d24a1553ac82 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2612572d30>, '8475975a-f12d-4d71-879b-e718c4817e37') {} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:37:35.675953 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-3f360af4-39d0-4685-ba28-d24a1553ac82 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737602746920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9084222'] for segment, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:35.688844 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-3f360af4-39d0-4685-ba28-d24a1553ac82 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:35.694800 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f360af4-39d0-4685-ba28-d24a1553ac82 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Releasing vlan 179 on physical network physnet1 to pool {{(pid=121606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 25 21:37:35.695186 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-3f360af4-39d0-4685-ba28-d24a1553ac82 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9084542'] for segment, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:35.698138 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:37:35.698138 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:37:35.698138 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:37:35.698138 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:37:35.698138 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:37:35.698138 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:37:35.698138 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:37:35.698138 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:37:35.698138 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:37:35.698138 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:37:35.698138 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:37:35.698138 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:37:35.698138 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:37:35.698138 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:37:35.698138 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:37:35.698138 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:37:35.698138 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:37:35.698138 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:37:35.698138 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:37:35.698138 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:37:35.698138 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:37:35.698138 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:37:35.698138 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:37:35.698138 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:37:35.698138 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:37:35.698138 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:37:35.698138 ncdv-master-1 neutron-server[121606]: Traceback (most recent call last):
Dec 25 21:37:35.698138 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 25 21:37:35.698138 ncdv-master-1 neutron-server[121606]:     timer()
Dec 25 21:37:35.698138 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 25 21:37:35.698138 ncdv-master-1 neutron-server[121606]:     cb(*args, **kw)
Dec 25 21:37:35.698138 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 25 21:37:35.698138 ncdv-master-1 neutron-server[121606]:     return func(*args, **kwargs)
Dec 25 21:37:35.698138 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 25 21:37:35.698138 ncdv-master-1 neutron-server[121606]:     self._notify()
Dec 25 21:37:35.698138 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 25 21:37:35.698138 ncdv-master-1 neutron-server[121606]:     self.callback(batched_events)
Dec 25 21:37:35.698138 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 25 21:37:35.698138 ncdv-master-1 neutron-server[121606]:     event.method(event)
Dec 25 21:37:35.698138 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 25 21:37:35.698138 ncdv-master-1 neutron-server[121606]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 25 21:37:35.698138 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 25 21:37:35.698138 ncdv-master-1 neutron-server[121606]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 25 21:37:35.698138 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 25 21:37:35.698138 ncdv-master-1 neutron-server[121606]:     return f(self, *a, **k)
Dec 25 21:37:35.698138 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 25 21:37:35.698138 ncdv-master-1 neutron-server[121606]:     return self._get(url).json()
Dec 25 21:37:35.698138 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 25 21:37:35.698138 ncdv-master-1 neutron-server[121606]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 25 21:37:35.698138 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 25 21:37:35.698138 ncdv-master-1 neutron-server[121606]:     return self.request(url, 'GET', **kwargs)
Dec 25 21:37:35.698138 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 25 21:37:35.698138 ncdv-master-1 neutron-server[121606]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 25 21:37:35.698138 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 25 21:37:35.698138 ncdv-master-1 neutron-server[121606]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 25 21:37:35.698138 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 25 21:37:35.698138 ncdv-master-1 neutron-server[121606]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 25 21:37:35.698138 ncdv-master-1 neutron-server[121606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 25 21:37:35.817316 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-3f360af4-39d0-4685-ba28-d24a1553ac82 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2008653'] for network, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:35.824271 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-3f360af4-39d0-4685-ba28-d24a1553ac82 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for network, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:35.828298 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-3f360af4-39d0-4685-ba28-d24a1553ac82 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] 10.222.0.32 "DELETE /v2.0/networks/da4b4b58-0699-462e-bde0-086f82f35458 HTTP/1.1" status: 204  len: 168 time: 0.3667138
Dec 25 21:37:35.833590 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 33934) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:37:35.839408 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-14503092-1938-4f47-b3bd-8bc8b74dcc09 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2007533302'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:37:35.844794 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f360af4-39d0-4685-ba28-d24a1553ac82 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Pushing event deleted for resources: {'Network': ['ID=da4b4b58-0699-462e-bde0-086f82f35458,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:37:35.935474 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14503092-1938-4f47-b3bd-8bc8b74dcc09 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Made reservation on behalf of 755ec677849b45beada7922dc5a9f6b5 for: {'network': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:37:35.939153 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-14503092-1938-4f47-b3bd-8bc8b74dcc09 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for network, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:35.964861 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14503092-1938-4f47-b3bd-8bc8b74dcc09 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] vlan segment allocate from pool success with {'vlan_id': 166, 'physical_network': 'physnet1'}  {{(pid=121607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 25 21:37:35.975723 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-14503092-1938-4f47-b3bd-8bc8b74dcc09 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:35.979542 ncdv-master-1 neutron-server[121607]: INFO neutron.db.segments_db [None req-14503092-1938-4f47-b3bd-8bc8b74dcc09 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Added segment c4f3647a-1e0d-463e-8110-dd0986f73bd7 of type vlan for network 6a881451-7c07-422c-849f-44f634f3b012
Dec 25 21:37:36.021600 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-14503092-1938-4f47-b3bd-8bc8b74dcc09 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737602163420'] for network, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:36.107418 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-14503092-1938-4f47-b3bd-8bc8b74dcc09 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870'] for network, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:36.113497 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14503092-1938-4f47-b3bd-8bc8b74dcc09 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:37:36.114152 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-14503092-1938-4f47-b3bd-8bc8b74dcc09 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks [] for network, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:36.186893 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14503092-1938-4f47-b3bd-8bc8b74dcc09 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Pushing event updated for resources: {'Network': ['ID=6a881451-7c07-422c-849f-44f634f3b012,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:37:36.198990 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Network 6a881451-7c07-422c-849f-44f634f3b012 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 25 21:37:36.232066 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-14503092-1938-4f47-b3bd-8bc8b74dcc09 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 772 time: 0.3971398
Dec 25 21:37:36.235054 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 33942) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:37:36.240448 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-773b1ad4-62f5-4b59-8bf8-2ed7016af6af tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Request body: {'subnet': {'network_id': '6a881451-7c07-422c-849f-44f634f3b012', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:37:36.459024 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-773b1ad4-62f5-4b59-8bf8-2ed7016af6af tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Made reservation on behalf of 755ec677849b45beada7922dc5a9f6b5 for: {'subnet': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:37:36.462703 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-773b1ad4-62f5-4b59-8bf8-2ed7016af6af tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9028529'] for subnet, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:36.521162 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.ipam_backend_mixin [None req-773b1ad4-62f5-4b59-8bf8-2ed7016af6af tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Performing IP validity checks on allocation pools {{(pid=121606) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}}
Dec 25 21:37:36.523921 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.ipam_backend_mixin [None req-773b1ad4-62f5-4b59-8bf8-2ed7016af6af tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Checking for overlaps among allocation pools and gateway ip {{(pid=121606) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}}
Dec 25 21:37:36.703401 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-773b1ad4-62f5-4b59-8bf8-2ed7016af6af tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9084170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9028515'] for subnet, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:36.768120 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773b1ad4-62f5-4b59-8bf8-2ed7016af6af tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Pushing event updated for resources: {'Subnet': ['ID=627a8771-d80d-4df3-8a67-5f03fbd0b661,revision_number=0']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:37:36.781301 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-773b1ad4-62f5-4b59-8bf8-2ed7016af6af tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Checking segment: {'id': 'c4f3647a-1e0d-463e-8110-dd0986f73bd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '6a881451-7c07-422c-849f-44f634f3b012'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:37:36.781301 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-773b1ad4-62f5-4b59-8bf8-2ed7016af6af tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Network hostable DHCP agents. Network: 6a881451-7c07-422c-849f-44f634f3b012, hostable agents: ['1813db88-2c1b-4357-a2ba-869246b663c2'], hosted agents: [] {{(pid=121606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 25 21:37:36.885338 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-773b1ad4-62f5-4b59-8bf8-2ed7016af6af tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Network 6a881451-7c07-422c-849f-44f634f3b012 is scheduled to be hosted by DHCP agent 1813db88-2c1b-4357-a2ba-869246b663c2 with binding_index 1 {{(pid=121606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 25 21:37:36.998382 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [None req-773b1ad4-62f5-4b59-8bf8-2ed7016af6af tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 6a881451-7c07-422c-849f-44f634f3b012) {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:37:37.003195 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-773b1ad4-62f5-4b59-8bf8-2ed7016af6af tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:37:37.008442 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-773b1ad4-62f5-4b59-8bf8-2ed7016af6af tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks [] for subnet, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:37.010115 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c243055-3729-425d-a123-d2465ad93de7 None None] Network 6a881451-7c07-422c-849f-44f634f3b012 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:37:37.039751 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-7f104328-aeba-4519-8a03-3a3dc51dbe82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:37.087060 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-773b1ad4-62f5-4b59-8bf8-2ed7016af6af tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.8506374
Dec 25 21:37:37.097078 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 33968) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:37:37.102074 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-147b1cbb-8f09-44a6-8db0-e292cbe7a72e tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Request body: {'port': {'network_id': '6a881451-7c07-422c-849f-44f634f3b012', 'name': 'tempest-PortsIpV6TestJSON-1783249841'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:37:37.135329 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ab2c927-bf29-4b8c-a508-8ac36d2c016e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-6a881451-7c07-422c-849f-44f634f3b012', 'network_id': '6a881451-7c07-422c-849f-44f634f3b012', 'project_id': '755ec677849b45beada7922dc5a9f6b5', 'fixed_ips': [{'subnet_id': '627a8771-d80d-4df3-8a67-5f03fbd0b661'}]}} from ncdv-master-1. {{(pid=121608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 25 21:37:37.136271 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-4ab2c927-bf29-4b8c-a508-8ac36d2c016e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:37.278557 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-147b1cbb-8f09-44a6-8db0-e292cbe7a72e tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Made reservation on behalf of 755ec677849b45beada7922dc5a9f6b5 for: {'port': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:37:37.282496 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-147b1cbb-8f09-44a6-8db0-e292cbe7a72e tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:37.292754 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.db_base_plugin_common [None req-4ab2c927-bf29-4b8c-a508-8ac36d2c016e None None] Allocated IP 2001:db8::2 (6a881451-7c07-422c-849f-44f634f3b012/627a8771-d80d-4df3-8a67-5f03fbd0b661/01a54250-fa24-485d-b89e-c348f9318849) {{(pid=121608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:37:37.304192 ncdv-master-1 neutron-server[121607]: DEBUG neutron.notifiers.nova [None req-147b1cbb-8f09-44a6-8db0-e292cbe7a72e tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] device_id is not set on port cb593613-9030-4617-ac1f-f47b020add5e yet. {{(pid=121607) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 25 21:37:37.444559 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-4ab2c927-bf29-4b8c-a508-8ac36d2c016e None None] Publish callbacks [] for port, precommit_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:37.480425 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-4ab2c927-bf29-4b8c-a508-8ac36d2c016e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946'] for port, after_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:37.532858 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ab2c927-bf29-4b8c-a508-8ac36d2c016e None None] Network 6a881451-7c07-422c-849f-44f634f3b012 is already hosted by enough agents. {{(pid=121608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:37:37.538325 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.base_scheduler [None req-4ab2c927-bf29-4b8c-a508-8ac36d2c016e None None] Resources bound (agent type, host, resource id):  {{(pid=121608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:37:37.538670 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ab2c927-bf29-4b8c-a508-8ac36d2c016e None None] Received port after_create {{(pid=121608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:37:37.544624 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_common [None req-147b1cbb-8f09-44a6-8db0-e292cbe7a72e tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Allocated IP 2001:db8::3a0 (6a881451-7c07-422c-849f-44f634f3b012/627a8771-d80d-4df3-8a67-5f03fbd0b661/cb593613-9030-4617-ac1f-f47b020add5e) {{(pid=121607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:37:37.571614 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab2c927-bf29-4b8c-a508-8ac36d2c016e None None] Pushing event updated for resources: {'Port': ['ID=01a54250-fa24-485d-b89e-c348f9318849,revision_number=1']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:37:37.605604 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-4ab2c927-bf29-4b8c-a508-8ac36d2c016e None None] Attempting to bind port 01a54250-fa24-485d-b89e-c348f9318849 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:37:37.606166 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-4ab2c927-bf29-4b8c-a508-8ac36d2c016e None None] Attempting to bind port 01a54250-fa24-485d-b89e-c348f9318849 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'c4f3647a-1e0d-463e-8110-dd0986f73bd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '6a881451-7c07-422c-849f-44f634f3b012'}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:37:37.606692 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ab2c927-bf29-4b8c-a508-8ac36d2c016e None None] Attempting to bind port 01a54250-fa24-485d-b89e-c348f9318849 on network 6a881451-7c07-422c-849f-44f634f3b012 {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:37:37.615562 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ab2c927-bf29-4b8c-a508-8ac36d2c016e None None] Checking agent: {'id': 'ca4f5c6d-f1fd-48b8-a3e3-395864c7d23d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 20, 56, 40), 'started_at': datetime.datetime(2021, 12, 25, 20, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 37, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:37:37.615948 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ab2c927-bf29-4b8c-a508-8ac36d2c016e None None] Checking segment: {'id': 'c4f3647a-1e0d-463e-8110-dd0986f73bd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '6a881451-7c07-422c-849f-44f634f3b012'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:37:37.616406 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-4ab2c927-bf29-4b8c-a508-8ac36d2c016e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:37.616851 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ab2c927-bf29-4b8c-a508-8ac36d2c016e None None] Bound using segment: {'id': 'c4f3647a-1e0d-463e-8110-dd0986f73bd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '6a881451-7c07-422c-849f-44f634f3b012'} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:37:37.619242 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-4ab2c927-bf29-4b8c-a508-8ac36d2c016e None None] Bound port: 01a54250-fa24-485d-b89e-c348f9318849, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4f3647a-1e0d-463e-8110-dd0986f73bd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '6a881451-7c07-422c-849f-44f634f3b012'}}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:37:37.619242 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-4ab2c927-bf29-4b8c-a508-8ac36d2c016e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:37.690057 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-4ab2c927-bf29-4b8c-a508-8ac36d2c016e None None] For port 01a54250-fa24-485d-b89e-c348f9318849, host ncdv-master-1, cleared binding levels {{(pid=121608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:37:37.694527 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-4ab2c927-bf29-4b8c-a508-8ac36d2c016e None None] For port 01a54250-fa24-485d-b89e-c348f9318849, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=01a54250-fa24-485d-b89e-c348f9318849,segment=NetworkSegment(c4f3647a-1e0d-463e-8110-dd0986f73bd7),segment_id=c4f3647a-1e0d-463e-8110-dd0986f73bd7)] {{(pid=121608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:37:37.717345 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-147b1cbb-8f09-44a6-8db0-e292cbe7a72e tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks [] for port, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:37.802672 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-4ab2c927-bf29-4b8c-a508-8ac36d2c016e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:37.852890 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-147b1cbb-8f09-44a6-8db0-e292cbe7a72e tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:37.867709 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab2c927-bf29-4b8c-a508-8ac36d2c016e None None] Pushing event updated for resources: {'Port': ['ID=01a54250-fa24-485d-b89e-c348f9318849,revision_number=2']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:37:37.895131 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-147b1cbb-8f09-44a6-8db0-e292cbe7a72e tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Network 6a881451-7c07-422c-849f-44f634f3b012 is already hosted by enough agents. {{(pid=121607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:37:37.898304 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-147b1cbb-8f09-44a6-8db0-e292cbe7a72e tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Resources bound (agent type, host, resource id):  {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:37:37.901263 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-147b1cbb-8f09-44a6-8db0-e292cbe7a72e tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Received port after_create {{(pid=121607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:37:37.907140 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-147b1cbb-8f09-44a6-8db0-e292cbe7a72e tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:37:37.908464 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-147b1cbb-8f09-44a6-8db0-e292cbe7a72e tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:37.935150 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147b1cbb-8f09-44a6-8db0-e292cbe7a72e tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Pushing event updated for resources: {'Port': ['ID=cb593613-9030-4617-ac1f-f47b020add5e,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:37:38.022183 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-147b1cbb-8f09-44a6-8db0-e292cbe7a72e tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 931 time: 0.9228339
Dec 25 21:37:38.026156 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 33994) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:37:38.136590 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-d1d08203-a98b-4385-884f-6162bee291c4 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Deleting port cb593613-9030-4617-ac1f-f47b020add5e {{(pid=121606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:37:38.136968 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-d1d08203-a98b-4385-884f-6162bee291c4 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:38.232249 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-d1d08203-a98b-4385-884f-6162bee291c4 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:38.244293 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-d1d08203-a98b-4385-884f-6162bee291c4 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Calling delete_port for cb593613-9030-4617-ac1f-f47b020add5e owned by  {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:37:38.336841 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:38.444060 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-d1d08203-a98b-4385-884f-6162bee291c4 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:38.471873 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d08203-a98b-4385-884f-6162bee291c4 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Pushing event deleted for resources: {'Port': ['ID=cb593613-9030-4617-ac1f-f47b020add5e,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:37:38.499827 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-d1d08203-a98b-4385-884f-6162bee291c4 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:38.504319 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-d1d08203-a98b-4385-884f-6162bee291c4 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] 10.222.0.32 "DELETE /v2.0/ports/cb593613-9030-4617-ac1f-f47b020add5e HTTP/1.1" status: 204  len: 168 time: 0.4773808
Dec 25 21:37:38.506649 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 34010) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:37:38.525852 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3e945ecd-9380-47c2-aa0a-12ebe07e03e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:38.531267 ncdv-master-1 neutron-server[121606]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7199e7d-4412-4e3b-86f6-896fd49c5fb6 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] DELETE failed (client error): The resource could not be found.
Dec 25 21:37:38.531853 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7199e7d-4412-4e3b-86f6-896fd49c5fb6 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 25 21:37:38.535454 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-a7199e7d-4412-4e3b-86f6-896fd49c5fb6 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] 10.222.0.32 "DELETE /v2.0/ports/cb593613-9030-4617-ac1f-f47b020add5e HTTP/1.1" status: 404  len: 333 time: 0.0277252
Dec 25 21:37:38.538181 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 34012) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:37:38.566604 ncdv-master-1 neutron-server[121606]: INFO neutron.pecan_wsgi.hooks.translation [None req-e420dcbe-8332-4b2a-8103-1ce990926b82 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] GET failed (client error): The resource could not be found.
Dec 25 21:37:38.568076 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-e420dcbe-8332-4b2a-8103-1ce990926b82 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] 10.222.0.32 "GET /v2.0/ports/cb593613-9030-4617-ac1f-f47b020add5e HTTP/1.1" status: 404  len: 333 time: 0.0289860
Dec 25 21:37:38.571021 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 34014) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:37:38.625695 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_v2 [None req-28a92021-b629-4f82-8772-daf40efc764a tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Deleting subnet 627a8771-d80d-4df3-8a67-5f03fbd0b661 {{(pid=121606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Dec 25 21:37:38.629388 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-28a92021-b629-4f82-8772-daf40efc764a tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks [] for subnet, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:38.673351 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-28a92021-b629-4f82-8772-daf40efc764a tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9084199'] for subnet, precommit_delete_associations {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:38.769838 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-28a92021-b629-4f82-8772-daf40efc764a tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995662'] for subnet, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:38.869197 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42e04e16-a161-4aa4-93db-0c61dce9d3ae None None] Network 6a881451-7c07-422c-849f-44f634f3b012 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:37:38.907811 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-28a92021-b629-4f82-8772-daf40efc764a tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9084363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9028506'] for subnet, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:38.937127 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a92021-b629-4f82-8772-daf40efc764a tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Pushing event deleted for resources: {'Subnet': ['ID=627a8771-d80d-4df3-8a67-5f03fbd0b661,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:37:38.943494 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-28a92021-b629-4f82-8772-daf40efc764a tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks [] for subnet, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:38.948056 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-28a92021-b629-4f82-8772-daf40efc764a tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] 10.222.0.32 "DELETE /v2.0/subnets/627a8771-d80d-4df3-8a67-5f03fbd0b661 HTTP/1.1" status: 204  len: 168 time: 0.3753324
Dec 25 21:37:38.949202 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-ebf3a1ac-f84d-4d1a-985e-8be69ea13ac6 None None] Provisioning complete for port 01a54250-fa24-485d-b89e-c348f9318849 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:37:38.949886 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-ebf3a1ac-f84d-4d1a-985e-8be69ea13ac6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:38.950492 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 34020) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:37:39.055376 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-5de14d01-1bec-4bd3-9463-e84081fbdaf9 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625803'] for network, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:39.073167 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-ebf3a1ac-f84d-4d1a-985e-8be69ea13ac6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:39.109359 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-ebf3a1ac-f84d-4d1a-985e-8be69ea13ac6 None None] For port 01a54250-fa24-485d-b89e-c348f9318849, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=01a54250-fa24-485d-b89e-c348f9318849,segment=NetworkSegment(c4f3647a-1e0d-463e-8110-dd0986f73bd7),segment_id=c4f3647a-1e0d-463e-8110-dd0986f73bd7)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:37:39.131831 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-5de14d01-1bec-4bd3-9463-e84081fbdaf9 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Deleting port 01a54250-fa24-485d-b89e-c348f9318849 {{(pid=121606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:37:39.132169 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-5de14d01-1bec-4bd3-9463-e84081fbdaf9 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:39.199576 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-ebf3a1ac-f84d-4d1a-985e-8be69ea13ac6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:39.207077 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [None req-5de14d01-1bec-4bd3-9463-e84081fbdaf9 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] For port 01a54250-fa24-485d-b89e-c348f9318849, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=01a54250-fa24-485d-b89e-c348f9318849,segment=NetworkSegment(c4f3647a-1e0d-463e-8110-dd0986f73bd7),segment_id=c4f3647a-1e0d-463e-8110-dd0986f73bd7)] {{(pid=121606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:37:39.207475 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-5de14d01-1bec-4bd3-9463-e84081fbdaf9 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:39.231748 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-5de14d01-1bec-4bd3-9463-e84081fbdaf9 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Calling delete_port for 01a54250-fa24-485d-b89e-c348f9318849 owned by network:dhcp {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:37:39.273426 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf3a1ac-f84d-4d1a-985e-8be69ea13ac6 None None] Pushing event updated for resources: {'Port': ['ID=01a54250-fa24-485d-b89e-c348f9318849,revision_number=4']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:37:39.299841 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8de58bd7-1d11-49b1-9efc-9d4f840c5d07 None None] Network 6a881451-7c07-422c-849f-44f634f3b012 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:37:39.369863 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-16f561a6-1d26-452d-b976-7ff09a505fbc None None] Provisioning complete for port 01a54250-fa24-485d-b89e-c348f9318849 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:37:39.369863 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-16f561a6-1d26-452d-b976-7ff09a505fbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:39.434207 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-5de14d01-1bec-4bd3-9463-e84081fbdaf9 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:39.449780 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de14d01-1bec-4bd3-9463-e84081fbdaf9 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] No DVR routers for this DVR port 01a54250-fa24-485d-b89e-c348f9318849 on host ncdv-master-1 {{(pid=121606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:37:39.453007 ncdv-master-1 neutron-server[121608]: INFO neutron.plugins.ml2.db [None req-16f561a6-1d26-452d-b976-7ff09a505fbc None None] No ports have port_id starting with 01a54250-fa24-485d-b89e-c348f9318849
Dec 25 21:37:39.474604 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de14d01-1bec-4bd3-9463-e84081fbdaf9 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Pushing event deleted for resources: {'Port': ['ID=01a54250-fa24-485d-b89e-c348f9318849,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:37:39.517864 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6743e270-b40c-408d-8337-1769c2cccd25 None None] DHCP port deletion for 6a881451-7c07-422c-849f-44f634f3b012 request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 21:37:39.531237 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-15cb578f-7a63-4fd3-925d-83bad4c7b82a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:39.556058 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-5de14d01-1bec-4bd3-9463-e84081fbdaf9 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997585', 'neutron.services.segments.db._delete_segments_for_network-8737602743071'] for network, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:39.576768 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.segments.db [None req-5de14d01-1bec-4bd3-9463-e84081fbdaf9 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2612c59310>,) {'filters': {'network_id': ['6a881451-7c07-422c-849f-44f634f3b012']}} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:37:39.587066 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.segments.db [None req-5de14d01-1bec-4bd3-9463-e84081fbdaf9 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2612c59310>, 'c4f3647a-1e0d-463e-8110-dd0986f73bd7') {'for_net_delete': True} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:37:39.587362 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.segments.db [None req-5de14d01-1bec-4bd3-9463-e84081fbdaf9 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2612c59310>, 'c4f3647a-1e0d-463e-8110-dd0986f73bd7') {} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:37:39.597587 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-5de14d01-1bec-4bd3-9463-e84081fbdaf9 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737602746920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9084222'] for segment, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:39.610647 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-5de14d01-1bec-4bd3-9463-e84081fbdaf9 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:39.616476 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5de14d01-1bec-4bd3-9463-e84081fbdaf9 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Releasing vlan 166 on physical network physnet1 to pool {{(pid=121606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 25 21:37:39.616859 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-5de14d01-1bec-4bd3-9463-e84081fbdaf9 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9084542'] for segment, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:39.619999 ncdv-master-1 neutron-server[121606]: Traceback (most recent call last):
Dec 25 21:37:39.619999 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 25 21:37:39.619999 ncdv-master-1 neutron-server[121606]:     timer()
Dec 25 21:37:39.619999 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 25 21:37:39.619999 ncdv-master-1 neutron-server[121606]:     cb(*args, **kw)
Dec 25 21:37:39.619999 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 25 21:37:39.619999 ncdv-master-1 neutron-server[121606]:     return func(*args, **kwargs)
Dec 25 21:37:39.619999 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 25 21:37:39.619999 ncdv-master-1 neutron-server[121606]:     self._notify()
Dec 25 21:37:39.619999 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 25 21:37:39.619999 ncdv-master-1 neutron-server[121606]:     self.callback(batched_events)
Dec 25 21:37:39.619999 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 25 21:37:39.619999 ncdv-master-1 neutron-server[121606]:     event.method(event)
Dec 25 21:37:39.619999 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 25 21:37:39.619999 ncdv-master-1 neutron-server[121606]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 25 21:37:39.619999 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 25 21:37:39.619999 ncdv-master-1 neutron-server[121606]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 25 21:37:39.619999 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 25 21:37:39.619999 ncdv-master-1 neutron-server[121606]:     return f(self, *a, **k)
Dec 25 21:37:39.619999 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 25 21:37:39.619999 ncdv-master-1 neutron-server[121606]:     return self._get(url).json()
Dec 25 21:37:39.619999 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 25 21:37:39.619999 ncdv-master-1 neutron-server[121606]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 25 21:37:39.619999 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 25 21:37:39.619999 ncdv-master-1 neutron-server[121606]:     return self.request(url, 'GET', **kwargs)
Dec 25 21:37:39.619999 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 25 21:37:39.619999 ncdv-master-1 neutron-server[121606]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 25 21:37:39.619999 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 25 21:37:39.619999 ncdv-master-1 neutron-server[121606]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 25 21:37:39.619999 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 25 21:37:39.619999 ncdv-master-1 neutron-server[121606]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 25 21:37:39.619999 ncdv-master-1 neutron-server[121606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 25 21:37:39.764607 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-5de14d01-1bec-4bd3-9463-e84081fbdaf9 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2008653'] for network, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:39.775065 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-5de14d01-1bec-4bd3-9463-e84081fbdaf9 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for network, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:39.777495 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-5de14d01-1bec-4bd3-9463-e84081fbdaf9 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] 10.222.0.32 "DELETE /v2.0/networks/6a881451-7c07-422c-849f-44f634f3b012 HTTP/1.1" status: 204  len: 168 time: 0.8259778
Dec 25 21:37:39.782141 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 34058) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:37:39.787636 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-55bc1a48-b6d1-4794-a860-2370ba0554fa tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1341271471'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:37:39.795134 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de14d01-1bec-4bd3-9463-e84081fbdaf9 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Pushing event deleted for resources: {'Network': ['ID=6a881451-7c07-422c-849f-44f634f3b012,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:37:39.886071 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55bc1a48-b6d1-4794-a860-2370ba0554fa tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Made reservation on behalf of 755ec677849b45beada7922dc5a9f6b5 for: {'network': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:37:39.890483 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-55bc1a48-b6d1-4794-a860-2370ba0554fa tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for network, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:39.922238 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55bc1a48-b6d1-4794-a860-2370ba0554fa tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] vlan segment allocate from pool success with {'vlan_id': 193, 'physical_network': 'physnet1'}  {{(pid=121607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 25 21:37:39.931857 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-55bc1a48-b6d1-4794-a860-2370ba0554fa tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:39.932199 ncdv-master-1 neutron-server[121607]: INFO neutron.db.segments_db [None req-55bc1a48-b6d1-4794-a860-2370ba0554fa tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Added segment 50143fb5-1a78-4093-b600-855f141adf24 of type vlan for network 6e338558-4d24-4fce-afde-c67fc97adb8a
Dec 25 21:37:39.977436 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-55bc1a48-b6d1-4794-a860-2370ba0554fa tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737602163420'] for network, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:40.108588 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-55bc1a48-b6d1-4794-a860-2370ba0554fa tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870'] for network, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:40.114771 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55bc1a48-b6d1-4794-a860-2370ba0554fa tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:37:40.115404 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-55bc1a48-b6d1-4794-a860-2370ba0554fa tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks [] for network, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:40.187254 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bc1a48-b6d1-4794-a860-2370ba0554fa tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Pushing event updated for resources: {'Network': ['ID=6e338558-4d24-4fce-afde-c67fc97adb8a,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:37:40.198202 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Network 6e338558-4d24-4fce-afde-c67fc97adb8a details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 25 21:37:40.207093 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-55bc1a48-b6d1-4794-a860-2370ba0554fa tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 772 time: 0.4236350
Dec 25 21:37:40.214689 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 34068) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:37:40.219395 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-a05e98c3-8f08-4b63-87f6-32a28d8b684d tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Request body: {'subnet': {'network_id': '6e338558-4d24-4fce-afde-c67fc97adb8a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:37:40.306887 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 34070) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:37:40.405534 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a05e98c3-8f08-4b63-87f6-32a28d8b684d tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Made reservation on behalf of 755ec677849b45beada7922dc5a9f6b5 for: {'subnet': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:37:40.409699 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a05e98c3-8f08-4b63-87f6-32a28d8b684d tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8852834'] for subnet, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:40.422783 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-40d37c8f-ea63-415f-b552-667a51c82f85 admin admin] Publish callbacks [] for security_group, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:40.502427 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-40d37c8f-ea63-415f-b552-667a51c82f85 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:40.577330 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-40d37c8f-ea63-415f-b552-667a51c82f85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:40.620834 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-40d37c8f-ea63-415f-b552-667a51c82f85 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=01ef7c196a2a435992fa90e41bf876ac&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3127432
Dec 25 21:37:40.621911 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d37c8f-ea63-415f-b552-667a51c82f85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1d2595c-7ca9-49d5-88a7-f44d0925b280,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:37:40.623580 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 34074) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:37:40.671797 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a05e98c3-8f08-4b63-87f6-32a28d8b684d tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8632475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8852848'] for subnet, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:40.682294 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5511d550-de87-4ed7-b500-25eeaa8d7b7b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:40.737789 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:40.746297 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5511d550-de87-4ed7-b500-25eeaa8d7b7b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:40.766632 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05e98c3-8f08-4b63-87f6-32a28d8b684d tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Pushing event updated for resources: {'Subnet': ['ID=5bc5462e-63c0-4bb1-a2f1-b7b0217d0149,revision_number=0']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:37:40.783610 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a05e98c3-8f08-4b63-87f6-32a28d8b684d tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Checking segment: {'id': '50143fb5-1a78-4093-b600-855f141adf24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '6e338558-4d24-4fce-afde-c67fc97adb8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:37:40.784292 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a05e98c3-8f08-4b63-87f6-32a28d8b684d tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Network hostable DHCP agents. Network: 6e338558-4d24-4fce-afde-c67fc97adb8a, hostable agents: ['1813db88-2c1b-4357-a2ba-869246b663c2'], hosted agents: [] {{(pid=121607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 25 21:37:40.894733 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a05e98c3-8f08-4b63-87f6-32a28d8b684d tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Network 6e338558-4d24-4fce-afde-c67fc97adb8a is scheduled to be hosted by DHCP agent 1813db88-2c1b-4357-a2ba-869246b663c2 with binding_index 1 {{(pid=121607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 25 21:37:40.935363 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5511d550-de87-4ed7-b500-25eeaa8d7b7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:40.938020 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5511d550-de87-4ed7-b500-25eeaa8d7b7b admin admin] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:40.939171 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-5511d550-de87-4ed7-b500-25eeaa8d7b7b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b1d2595c-7ca9-49d5-88a7-f44d0925b280 HTTP/1.1" status: 204  len: 168 time: 0.3146007
Dec 25 21:37:40.947924 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5511d550-de87-4ed7-b500-25eeaa8d7b7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1d2595c-7ca9-49d5-88a7-f44d0925b280,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:37:40.986593 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-a05e98c3-8f08-4b63-87f6-32a28d8b684d tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 6e338558-4d24-4fce-afde-c67fc97adb8a) {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:37:40.991069 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a05e98c3-8f08-4b63-87f6-32a28d8b684d tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:37:40.992276 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a05e98c3-8f08-4b63-87f6-32a28d8b684d tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks [] for subnet, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:40.999067 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e48c0f5-36bf-4f84-9074-59ec05338921 None None] Network 6e338558-4d24-4fce-afde-c67fc97adb8a requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:37:41.088241 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-a05e98c3-8f08-4b63-87f6-32a28d8b684d tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.8731544
Dec 25 21:37:41.090870 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 34080) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:37:41.095898 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-d89bb393-1ce6-4e20-b0c3-acaaf6ac7cc1 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Request body: {'port': {'network_id': '6e338558-4d24-4fce-afde-c67fc97adb8a', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-2061255312'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:37:41.098431 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3592338d-3a3d-4c19-8a98-5020a6c899ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-6e338558-4d24-4fce-afde-c67fc97adb8a', 'network_id': '6e338558-4d24-4fce-afde-c67fc97adb8a', 'project_id': '755ec677849b45beada7922dc5a9f6b5', 'fixed_ips': [{'subnet_id': '5bc5462e-63c0-4bb1-a2f1-b7b0217d0149'}]}} from ncdv-master-1. {{(pid=121608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 25 21:37:41.099396 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3592338d-3a3d-4c19-8a98-5020a6c899ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:41.254295 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.db_base_plugin_common [None req-3592338d-3a3d-4c19-8a98-5020a6c899ca None None] Allocated IP 2001:db8::2 (6e338558-4d24-4fce-afde-c67fc97adb8a/5bc5462e-63c0-4bb1-a2f1-b7b0217d0149/a69cf229-42b7-4547-b951-5445b832a85e) {{(pid=121608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:37:41.289631 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d89bb393-1ce6-4e20-b0c3-acaaf6ac7cc1 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Made reservation on behalf of 755ec677849b45beada7922dc5a9f6b5 for: {'port': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:37:41.293497 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-d89bb393-1ce6-4e20-b0c3-acaaf6ac7cc1 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:41.311555 ncdv-master-1 neutron-server[121607]: DEBUG neutron.notifiers.nova [None req-d89bb393-1ce6-4e20-b0c3-acaaf6ac7cc1 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] device_id is not set on port a75299d3-4a95-4275-90a4-bbb5ae1d5bb1 yet. {{(pid=121607) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 25 21:37:41.402554 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3592338d-3a3d-4c19-8a98-5020a6c899ca None None] Publish callbacks [] for port, precommit_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:41.464164 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 01a54250-fa24-485d-b89e-c348f9318849 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:37:41.484686 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] No Port match for: 01a54250-fa24-485d-b89e-c348f9318849 {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:37:41.485062 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 01a54250-fa24-485d-b89e-c348f9318849 not bound to the agent host ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:37:41.487041 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3592338d-3a3d-4c19-8a98-5020a6c899ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946'] for port, after_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:41.536183 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3592338d-3a3d-4c19-8a98-5020a6c899ca None None] Network 6e338558-4d24-4fce-afde-c67fc97adb8a is already hosted by enough agents. {{(pid=121608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:37:41.540209 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3592338d-3a3d-4c19-8a98-5020a6c899ca None None] Pushing event updated for resources: {'Port': ['ID=a69cf229-42b7-4547-b951-5445b832a85e,revision_number=1']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:37:41.542677 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.base_scheduler [None req-3592338d-3a3d-4c19-8a98-5020a6c899ca None None] Resources bound (agent type, host, resource id):  {{(pid=121608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:37:41.545151 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3592338d-3a3d-4c19-8a98-5020a6c899ca None None] Received port after_create {{(pid=121608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:37:41.547805 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_common [None req-d89bb393-1ce6-4e20-b0c3-acaaf6ac7cc1 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Allocated IP 2001:db8::153 (6e338558-4d24-4fce-afde-c67fc97adb8a/5bc5462e-63c0-4bb1-a2f1-b7b0217d0149/a75299d3-4a95-4275-90a4-bbb5ae1d5bb1) {{(pid=121607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:37:41.602801 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-3592338d-3a3d-4c19-8a98-5020a6c899ca None None] Attempting to bind port a69cf229-42b7-4547-b951-5445b832a85e on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:37:41.603170 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-3592338d-3a3d-4c19-8a98-5020a6c899ca None None] Attempting to bind port a69cf229-42b7-4547-b951-5445b832a85e by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '50143fb5-1a78-4093-b600-855f141adf24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '6e338558-4d24-4fce-afde-c67fc97adb8a'}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:37:41.603528 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3592338d-3a3d-4c19-8a98-5020a6c899ca None None] Attempting to bind port a69cf229-42b7-4547-b951-5445b832a85e on network 6e338558-4d24-4fce-afde-c67fc97adb8a {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:37:41.608509 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3592338d-3a3d-4c19-8a98-5020a6c899ca None None] Checking agent: {'id': 'ca4f5c6d-f1fd-48b8-a3e3-395864c7d23d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 20, 56, 40), 'started_at': datetime.datetime(2021, 12, 25, 20, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 37, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:37:41.608898 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3592338d-3a3d-4c19-8a98-5020a6c899ca None None] Checking segment: {'id': '50143fb5-1a78-4093-b600-855f141adf24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '6e338558-4d24-4fce-afde-c67fc97adb8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:37:41.609309 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3592338d-3a3d-4c19-8a98-5020a6c899ca None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:41.609703 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3592338d-3a3d-4c19-8a98-5020a6c899ca None None] Bound using segment: {'id': '50143fb5-1a78-4093-b600-855f141adf24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '6e338558-4d24-4fce-afde-c67fc97adb8a'} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:37:41.610170 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-3592338d-3a3d-4c19-8a98-5020a6c899ca None None] Bound port: a69cf229-42b7-4547-b951-5445b832a85e, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50143fb5-1a78-4093-b600-855f141adf24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '6e338558-4d24-4fce-afde-c67fc97adb8a'}}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:37:41.610718 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3592338d-3a3d-4c19-8a98-5020a6c899ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:41.672723 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 34088) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:37:41.677955 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-3592338d-3a3d-4c19-8a98-5020a6c899ca None None] For port a69cf229-42b7-4547-b951-5445b832a85e, host ncdv-master-1, cleared binding levels {{(pid=121608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:37:41.678222 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-d89bb393-1ce6-4e20-b0c3-acaaf6ac7cc1 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks [] for port, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:41.681913 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-3592338d-3a3d-4c19-8a98-5020a6c899ca None None] For port a69cf229-42b7-4547-b951-5445b832a85e, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a69cf229-42b7-4547-b951-5445b832a85e,segment=NetworkSegment(50143fb5-1a78-4093-b600-855f141adf24),segment_id=50143fb5-1a78-4093-b600-855f141adf24)] {{(pid=121608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:37:41.687030 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-7e02f045-2abc-44a1-9d02-aebaa3cbc4a9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:41.736451 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3592338d-3a3d-4c19-8a98-5020a6c899ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:41.762117 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-7e02f045-2abc-44a1-9d02-aebaa3cbc4a9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:41.795548 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-d89bb393-1ce6-4e20-b0c3-acaaf6ac7cc1 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:41.799739 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3592338d-3a3d-4c19-8a98-5020a6c899ca None None] Pushing event updated for resources: {'Port': ['ID=a69cf229-42b7-4547-b951-5445b832a85e,revision_number=2']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:37:41.838984 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d89bb393-1ce6-4e20-b0c3-acaaf6ac7cc1 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Network 6e338558-4d24-4fce-afde-c67fc97adb8a is already hosted by enough agents. {{(pid=121607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:37:41.842008 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-d89bb393-1ce6-4e20-b0c3-acaaf6ac7cc1 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Resources bound (agent type, host, resource id):  {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:37:41.846487 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d89bb393-1ce6-4e20-b0c3-acaaf6ac7cc1 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Received port after_create {{(pid=121607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:37:41.852381 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d89bb393-1ce6-4e20-b0c3-acaaf6ac7cc1 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:37:41.852996 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-d89bb393-1ce6-4e20-b0c3-acaaf6ac7cc1 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:41.867386 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89bb393-1ce6-4e20-b0c3-acaaf6ac7cc1 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Pushing event updated for resources: {'Port': ['ID=a75299d3-4a95-4275-90a4-bbb5ae1d5bb1,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:37:41.890660 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-7e02f045-2abc-44a1-9d02-aebaa3cbc4a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:41.933934 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e02f045-2abc-44a1-9d02-aebaa3cbc4a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c58aaa2-5bb1-4093-8c24-9b3b034d94de,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:37:41.938331 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-7e02f045-2abc-44a1-9d02-aebaa3cbc4a9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=06dbe1300f454f17a89abb4c804755f8&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2639792
Dec 25 21:37:41.944005 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 34092) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:37:41.993915 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-d89bb393-1ce6-4e20-b0c3-acaaf6ac7cc1 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 893 time: 0.9018919
Dec 25 21:37:41.996604 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 34094) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:37:42.022049 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-c7578903-5412-43dc-a702-6668c6a83e97 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:42.049363 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-c7578903-5412-43dc-a702-6668c6a83e97 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:42.107987 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-3ffd98f3-4611-446f-85c3-542c33d978de tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Deleting port a75299d3-4a95-4275-90a4-bbb5ae1d5bb1 {{(pid=121606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:37:42.108330 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-3ffd98f3-4611-446f-85c3-542c33d978de tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:42.165830 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-c7578903-5412-43dc-a702-6668c6a83e97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:42.168625 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-c7578903-5412-43dc-a702-6668c6a83e97 admin admin] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:42.170088 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-c7578903-5412-43dc-a702-6668c6a83e97 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7c58aaa2-5bb1-4093-8c24-9b3b034d94de HTTP/1.1" status: 204  len: 168 time: 0.2248504
Dec 25 21:37:42.179047 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7578903-5412-43dc-a702-6668c6a83e97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c58aaa2-5bb1-4093-8c24-9b3b034d94de,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:37:42.204513 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-3ffd98f3-4611-446f-85c3-542c33d978de tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:42.217814 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-3ffd98f3-4611-446f-85c3-542c33d978de tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Calling delete_port for a75299d3-4a95-4275-90a4-bbb5ae1d5bb1 owned by  {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:37:42.433314 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-3ffd98f3-4611-446f-85c3-542c33d978de tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:42.462423 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffd98f3-4611-446f-85c3-542c33d978de tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Pushing event deleted for resources: {'Port': ['ID=a75299d3-4a95-4275-90a4-bbb5ae1d5bb1,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:37:42.489768 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-3ffd98f3-4611-446f-85c3-542c33d978de tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:42.493592 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-3ffd98f3-4611-446f-85c3-542c33d978de tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] 10.222.0.32 "DELETE /v2.0/ports/a75299d3-4a95-4275-90a4-bbb5ae1d5bb1 HTTP/1.1" status: 204  len: 168 time: 0.4957116
Dec 25 21:37:42.496310 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 34102) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:37:42.526667 ncdv-master-1 neutron-server[121606]: INFO neutron.pecan_wsgi.hooks.translation [None req-17a534b8-bf85-469e-a0f9-9ecdd7bb1907 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] GET failed (client error): The resource could not be found.
Dec 25 21:37:42.535927 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-17a534b8-bf85-469e-a0f9-9ecdd7bb1907 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] 10.222.0.32 "GET /v2.0/ports/a75299d3-4a95-4275-90a4-bbb5ae1d5bb1 HTTP/1.1" status: 404  len: 333 time: 0.0308223
Dec 25 21:37:42.535927 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 34108) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:37:42.588316 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ba8ab89-a76d-45a6-a61d-bf3fff078662 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Deleting subnet 5bc5462e-63c0-4bb1-a2f1-b7b0217d0149 {{(pid=121606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Dec 25 21:37:42.591864 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-4ba8ab89-a76d-45a6-a61d-bf3fff078662 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks [] for subnet, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:42.635398 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-4ba8ab89-a76d-45a6-a61d-bf3fff078662 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9084199'] for subnet, precommit_delete_associations {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:42.733650 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-4ba8ab89-a76d-45a6-a61d-bf3fff078662 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995662'] for subnet, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:42.896772 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8fb04a9-47c2-420e-9c2b-5ea0442c376c None None] Network 6e338558-4d24-4fce-afde-c67fc97adb8a requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:37:42.904396 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-4ba8ab89-a76d-45a6-a61d-bf3fff078662 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9084363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9028506'] for subnet, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:42.937041 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba8ab89-a76d-45a6-a61d-bf3fff078662 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Pushing event deleted for resources: {'Subnet': ['ID=5bc5462e-63c0-4bb1-a2f1-b7b0217d0149,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:37:42.955663 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-4ba8ab89-a76d-45a6-a61d-bf3fff078662 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks [] for subnet, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:42.963135 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-4ba8ab89-a76d-45a6-a61d-bf3fff078662 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] 10.222.0.32 "DELETE /v2.0/subnets/5bc5462e-63c0-4bb1-a2f1-b7b0217d0149 HTTP/1.1" status: 204  len: 168 time: 0.4306943
Dec 25 21:37:42.966315 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 34120) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:37:43.025460 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-b8a38987-1f55-47fb-91ef-32ba143ddb13 None None] Provisioning complete for port a69cf229-42b7-4547-b951-5445b832a85e triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:37:43.025833 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-b8a38987-1f55-47fb-91ef-32ba143ddb13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:43.054661 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f1421e84-3a03-4c2f-9b90-3fdecf9969c7 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625803'] for network, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:43.124824 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-b8a38987-1f55-47fb-91ef-32ba143ddb13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:43.130755 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-f1421e84-3a03-4c2f-9b90-3fdecf9969c7 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Deleting port a69cf229-42b7-4547-b951-5445b832a85e {{(pid=121607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:37:43.131343 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f1421e84-3a03-4c2f-9b90-3fdecf9969c7 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:43.168431 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-b8a38987-1f55-47fb-91ef-32ba143ddb13 None None] For port a69cf229-42b7-4547-b951-5445b832a85e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a69cf229-42b7-4547-b951-5445b832a85e,segment=NetworkSegment(50143fb5-1a78-4093-b600-855f141adf24),segment_id=50143fb5-1a78-4093-b600-855f141adf24)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:37:43.241761 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-b8a38987-1f55-47fb-91ef-32ba143ddb13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:43.310576 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a38987-1f55-47fb-91ef-32ba143ddb13 None None] Pushing event updated for resources: {'Port': ['ID=a69cf229-42b7-4547-b951-5445b832a85e,revision_number=4']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:37:43.378612 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-459cb5d3-28af-4e08-963f-fd2dfe79c136 None None] Network 6e338558-4d24-4fce-afde-c67fc97adb8a requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:37:43.488813 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-f9f5b4ed-9008-4f36-87d7-bf928f23d768 None None] Provisioning complete for port a69cf229-42b7-4547-b951-5445b832a85e triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:37:43.489208 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-f9f5b4ed-9008-4f36-87d7-bf928f23d768 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:43.537211 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.db [None req-f1421e84-3a03-4c2f-9b90-3fdecf9969c7 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] For port a69cf229-42b7-4547-b951-5445b832a85e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a69cf229-42b7-4547-b951-5445b832a85e,segment=NetworkSegment(50143fb5-1a78-4093-b600-855f141adf24),segment_id=50143fb5-1a78-4093-b600-855f141adf24)] {{(pid=121607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:37:43.537572 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f1421e84-3a03-4c2f-9b90-3fdecf9969c7 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:43.552250 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-f1421e84-3a03-4c2f-9b90-3fdecf9969c7 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Calling delete_port for a69cf229-42b7-4547-b951-5445b832a85e owned by network:dhcp {{(pid=121607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:37:43.625900 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1c18c59-92dc-4100-b1f8-c2cb4505bfea None None] DHCP port deletion for 6e338558-4d24-4fce-afde-c67fc97adb8a request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 21:37:43.686151 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-d1c18c59-92dc-4100-b1f8-c2cb4505bfea None None] Deleting port a69cf229-42b7-4547-b951-5445b832a85e {{(pid=121608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:37:43.686707 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-d1c18c59-92dc-4100-b1f8-c2cb4505bfea None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:43.743709 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f1421e84-3a03-4c2f-9b90-3fdecf9969c7 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:43.753555 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-d1c18c59-92dc-4100-b1f8-c2cb4505bfea None None] For port a69cf229-42b7-4547-b951-5445b832a85e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a69cf229-42b7-4547-b951-5445b832a85e,segment=NetworkSegment(50143fb5-1a78-4093-b600-855f141adf24),segment_id=50143fb5-1a78-4093-b600-855f141adf24)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:37:43.754208 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-d1c18c59-92dc-4100-b1f8-c2cb4505bfea None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:43.768024 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-d1c18c59-92dc-4100-b1f8-c2cb4505bfea None None] Calling delete_port for a69cf229-42b7-4547-b951-5445b832a85e owned by network:dhcp {{(pid=121608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:37:43.778864 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1421e84-3a03-4c2f-9b90-3fdecf9969c7 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] No DVR routers for this DVR port a69cf229-42b7-4547-b951-5445b832a85e on host ncdv-master-1 {{(pid=121607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:37:43.785946 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1421e84-3a03-4c2f-9b90-3fdecf9969c7 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Pushing event deleted for resources: {'Port': ['ID=a69cf229-42b7-4547-b951-5445b832a85e,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:37:43.870573 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f1421e84-3a03-4c2f-9b90-3fdecf9969c7 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997585', 'neutron.services.segments.db._delete_segments_for_network-8737602743071'] for network, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:43.902338 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-f1421e84-3a03-4c2f-9b90-3fdecf9969c7 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f261271d430>,) {'filters': {'network_id': ['6e338558-4d24-4fce-afde-c67fc97adb8a']}} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:37:43.913906 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-f1421e84-3a03-4c2f-9b90-3fdecf9969c7 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f261271d430>, '50143fb5-1a78-4093-b600-855f141adf24') {'for_net_delete': True} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:37:43.914269 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-f1421e84-3a03-4c2f-9b90-3fdecf9969c7 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f261271d430>, '50143fb5-1a78-4093-b600-855f141adf24') {} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:37:43.924828 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f1421e84-3a03-4c2f-9b90-3fdecf9969c7 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737602746920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10246592'] for segment, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:43.938960 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f1421e84-3a03-4c2f-9b90-3fdecf9969c7 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:43.945818 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1421e84-3a03-4c2f-9b90-3fdecf9969c7 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Releasing vlan 193 on physical network physnet1 to pool {{(pid=121607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 25 21:37:43.946132 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f1421e84-3a03-4c2f-9b90-3fdecf9969c7 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8633327'] for segment, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:43.949753 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:37:43.949753 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:37:43.949753 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:37:43.949753 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:37:43.949753 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:37:43.949753 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:37:43.949753 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:37:43.949753 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:37:43.949753 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:37:43.949753 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:37:43.949753 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:37:43.949753 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:37:43.949753 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:37:43.949753 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:37:43.949753 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:37:43.949753 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:37:43.949753 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:37:43.949753 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:37:43.949753 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:37:43.949753 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:37:43.949753 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:37:43.949753 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:37:43.949753 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:37:43.949753 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:37:43.949753 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:37:43.949753 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:37:43.949753 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:37:43.949753 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:37:43.949753 ncdv-master-1 neutron-server[121607]: Traceback (most recent call last):
Dec 25 21:37:43.949753 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 25 21:37:43.949753 ncdv-master-1 neutron-server[121607]:     timer()
Dec 25 21:37:43.949753 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 25 21:37:43.949753 ncdv-master-1 neutron-server[121607]:     cb(*args, **kw)
Dec 25 21:37:43.949753 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 25 21:37:43.949753 ncdv-master-1 neutron-server[121607]:     return func(*args, **kwargs)
Dec 25 21:37:43.949753 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 25 21:37:43.949753 ncdv-master-1 neutron-server[121607]:     self._notify()
Dec 25 21:37:43.949753 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 25 21:37:43.949753 ncdv-master-1 neutron-server[121607]:     self.callback(batched_events)
Dec 25 21:37:43.949753 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 25 21:37:43.949753 ncdv-master-1 neutron-server[121607]:     event.method(event)
Dec 25 21:37:43.949753 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 25 21:37:43.949753 ncdv-master-1 neutron-server[121607]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 25 21:37:43.949753 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 25 21:37:43.949753 ncdv-master-1 neutron-server[121607]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 25 21:37:43.949753 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 25 21:37:43.949753 ncdv-master-1 neutron-server[121607]:     return f(self, *a, **k)
Dec 25 21:37:43.949753 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 25 21:37:43.949753 ncdv-master-1 neutron-server[121607]:     return self._get(url).json()
Dec 25 21:37:43.949753 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 25 21:37:43.949753 ncdv-master-1 neutron-server[121607]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 25 21:37:43.949753 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 25 21:37:43.949753 ncdv-master-1 neutron-server[121607]:     return self.request(url, 'GET', **kwargs)
Dec 25 21:37:43.949753 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 25 21:37:43.949753 ncdv-master-1 neutron-server[121607]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 25 21:37:43.949753 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 25 21:37:43.949753 ncdv-master-1 neutron-server[121607]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 25 21:37:43.949753 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 25 21:37:43.949753 ncdv-master-1 neutron-server[121607]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 25 21:37:43.949753 ncdv-master-1 neutron-server[121607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 25 21:37:44.086061 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f1421e84-3a03-4c2f-9b90-3fdecf9969c7 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2008653'] for network, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:44.091681 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f1421e84-3a03-4c2f-9b90-3fdecf9969c7 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks [] for network, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:44.099083 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-f1421e84-3a03-4c2f-9b90-3fdecf9969c7 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] 10.222.0.32 "DELETE /v2.0/networks/6e338558-4d24-4fce-afde-c67fc97adb8a HTTP/1.1" status: 204  len: 168 time: 1.1273124
Dec 25 21:37:44.099301 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 34156) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:37:44.104340 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-b8181a87-e974-44c9-bcc6-dce265d29a9b tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Request body: {'port': {'network_id': '12cebcb9-c824-42aa-a402-d4fe825187e0', 'name': 'tempest-PortsIpV6TestJSON-712076188'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:37:44.113064 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1421e84-3a03-4c2f-9b90-3fdecf9969c7 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Pushing event deleted for resources: {'Network': ['ID=6e338558-4d24-4fce-afde-c67fc97adb8a,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:37:44.143270 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-d1c18c59-92dc-4100-b1f8-c2cb4505bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955'] for port, after_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:44.166873 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d1c18c59-92dc-4100-b1f8-c2cb4505bfea None None] Network 6e338558-4d24-4fce-afde-c67fc97adb8a is not hosted by any dhcp agent {{(pid=121608) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}}
Dec 25 21:37:44.167331 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1c18c59-92dc-4100-b1f8-c2cb4505bfea None None] No DVR routers for this DVR port a69cf229-42b7-4547-b951-5445b832a85e on host ncdv-master-1 {{(pid=121608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:37:44.169386 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c18c59-92dc-4100-b1f8-c2cb4505bfea None None] Pushing event deleted for resources: {'Port': ['ID=a69cf229-42b7-4547-b951-5445b832a85e,revision_number=None']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:37:44.282678 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 34160) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:37:44.341344 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8181a87-e974-44c9-bcc6-dce265d29a9b tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Made reservation on behalf of 755ec677849b45beada7922dc5a9f6b5 for: {'port': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:37:44.346192 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-b8181a87-e974-44c9-bcc6-dce265d29a9b tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:44.366279 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [None req-b8181a87-e974-44c9-bcc6-dce265d29a9b tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] device_id is not set on port f664fa03-d3a8-46d9-a0bf-13bef38f0832 yet. {{(pid=121606) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 25 21:37:44.422550 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-58f86aad-26dd-43cd-9bcc-c05f251de454 admin admin] Publish callbacks [] for security_group, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:44.579288 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-b8181a87-e974-44c9-bcc6-dce265d29a9b tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks [] for port, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:44.607406 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-58f86aad-26dd-43cd-9bcc-c05f251de454 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:44.674900 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-58f86aad-26dd-43cd-9bcc-c05f251de454 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:44.696679 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-b8181a87-e974-44c9-bcc6-dce265d29a9b tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:44.743726 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f86aad-26dd-43cd-9bcc-c05f251de454 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02b360e7-b38f-4d78-957a-bb4700023f3f,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:37:44.751332 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-58f86aad-26dd-43cd-9bcc-c05f251de454 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=88c8770e11a746f38626f24c13414d1d&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4668515
Dec 25 21:37:44.754640 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 34170) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:37:44.765256 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8181a87-e974-44c9-bcc6-dce265d29a9b tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Network 12cebcb9-c824-42aa-a402-d4fe825187e0 is already hosted by enough agents. {{(pid=121606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:37:44.769113 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [None req-b8181a87-e974-44c9-bcc6-dce265d29a9b tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Resources bound (agent type, host, resource id):  {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:37:44.773501 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8181a87-e974-44c9-bcc6-dce265d29a9b tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Received port after_create {{(pid=121606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:37:44.779227 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8181a87-e974-44c9-bcc6-dce265d29a9b tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:37:44.779814 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-b8181a87-e974-44c9-bcc6-dce265d29a9b tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:44.784079 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8181a87-e974-44c9-bcc6-dce265d29a9b tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Pushing event updated for resources: {'Port': ['ID=f664fa03-d3a8-46d9-a0bf-13bef38f0832,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:37:44.809998 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-c64214c3-f774-4000-bf35-0463a394ad8e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:44.830853 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-c64214c3-f774-4000-bf35-0463a394ad8e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:44.888721 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-b8181a87-e974-44c9-bcc6-dce265d29a9b tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 849 time: 0.7880054
Dec 25 21:37:44.891085 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 34172) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:37:44.937235 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-c64214c3-f774-4000-bf35-0463a394ad8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:44.939824 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-c64214c3-f774-4000-bf35-0463a394ad8e admin admin] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:44.941011 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-c64214c3-f774-4000-bf35-0463a394ad8e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/02b360e7-b38f-4d78-957a-bb4700023f3f HTTP/1.1" status: 204  len: 168 time: 0.1849656
Dec 25 21:37:44.955575 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64214c3-f774-4000-bf35-0463a394ad8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02b360e7-b38f-4d78-957a-bb4700023f3f,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:37:45.352654 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-2eaec279-cf66-48a2-9eb2-78704c0c3fae tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Deleting port f664fa03-d3a8-46d9-a0bf-13bef38f0832 {{(pid=121606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:37:45.353206 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-2eaec279-cf66-48a2-9eb2-78704c0c3fae tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:45.426403 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-2eaec279-cf66-48a2-9eb2-78704c0c3fae tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:45.436685 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-2eaec279-cf66-48a2-9eb2-78704c0c3fae tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Calling delete_port for f664fa03-d3a8-46d9-a0bf-13bef38f0832 owned by  {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:37:45.506041 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device a69cf229-42b7-4547-b951-5445b832a85e no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:37:45.526344 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] No Port match for: a69cf229-42b7-4547-b951-5445b832a85e {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:37:45.526684 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device a69cf229-42b7-4547-b951-5445b832a85e not bound to the agent host ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:37:45.605986 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-2eaec279-cf66-48a2-9eb2-78704c0c3fae tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:45.635545 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eaec279-cf66-48a2-9eb2-78704c0c3fae tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Pushing event deleted for resources: {'Port': ['ID=f664fa03-d3a8-46d9-a0bf-13bef38f0832,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:37:45.641247 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-2eaec279-cf66-48a2-9eb2-78704c0c3fae tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:45.647685 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 34190) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:37:45.648421 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-2eaec279-cf66-48a2-9eb2-78704c0c3fae tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] 10.222.0.32 "DELETE /v2.0/ports/f664fa03-d3a8-46d9-a0bf-13bef38f0832 HTTP/1.1" status: 204  len: 168 time: 0.7556717
Dec 25 21:37:45.653206 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-eb208f56-5c26-4f3c-867f-be010a1cf443 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Request body: {'port': {'network_id': '12cebcb9-c824-42aa-a402-d4fe825187e0', 'mac_address': 'fa:16:3e:2e:a0:88', 'name': 'tempest-PortsIpV6TestJSON-621070688'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:37:45.838354 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb208f56-5c26-4f3c-867f-be010a1cf443 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Made reservation on behalf of 755ec677849b45beada7922dc5a9f6b5 for: {'port': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:37:45.904813 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-eb208f56-5c26-4f3c-867f-be010a1cf443 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:45.926200 ncdv-master-1 neutron-server[121607]: DEBUG neutron.notifiers.nova [None req-eb208f56-5c26-4f3c-867f-be010a1cf443 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] device_id is not set on port 79587119-8278-49a5-a07e-5efedd030a3f yet. {{(pid=121607) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 25 21:37:46.094808 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-eb208f56-5c26-4f3c-867f-be010a1cf443 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks [] for port, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:46.193095 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-eb208f56-5c26-4f3c-867f-be010a1cf443 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:46.248087 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb208f56-5c26-4f3c-867f-be010a1cf443 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Network 12cebcb9-c824-42aa-a402-d4fe825187e0 is already hosted by enough agents. {{(pid=121607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:37:46.251492 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-eb208f56-5c26-4f3c-867f-be010a1cf443 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Resources bound (agent type, host, resource id):  {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:37:46.255269 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb208f56-5c26-4f3c-867f-be010a1cf443 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Received port after_create {{(pid=121607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:37:46.260840 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb208f56-5c26-4f3c-867f-be010a1cf443 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:37:46.261487 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-eb208f56-5c26-4f3c-867f-be010a1cf443 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:46.274463 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb208f56-5c26-4f3c-867f-be010a1cf443 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Pushing event updated for resources: {'Port': ['ID=79587119-8278-49a5-a07e-5efedd030a3f,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:37:46.344015 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-eb208f56-5c26-4f3c-867f-be010a1cf443 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 849 time: 0.6948931
Dec 25 21:37:46.346576 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 34208) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:37:46.390152 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f43c604-7d61-40a3-bb58-62a35538de52 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:37:46.391463 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-4f43c604-7d61-40a3-bb58-62a35538de52 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] 10.222.0.32 "GET /v2.0/ports/79587119-8278-49a5-a07e-5efedd030a3f HTTP/1.1" status: 200  len: 844 time: 0.0439491
Dec 25 21:37:46.394158 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 34210) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:37:46.503801 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-584b14e2-b654-43a8-a671-f6697242bfee tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Deleting port 79587119-8278-49a5-a07e-5efedd030a3f {{(pid=121607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:37:46.507927 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-584b14e2-b654-43a8-a671-f6697242bfee tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:46.574297 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-584b14e2-b654-43a8-a671-f6697242bfee tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:46.586048 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-584b14e2-b654-43a8-a671-f6697242bfee tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Calling delete_port for 79587119-8278-49a5-a07e-5efedd030a3f owned by  {{(pid=121607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:37:46.742760 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-584b14e2-b654-43a8-a671-f6697242bfee tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:46.759739 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.agents_db [None req-ec08dba0-4483-4109-b5e1-5e4a9fdaf12d None None] Agent healthcheck: found 7 active agents {{(pid=121609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 25 21:37:46.778137 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584b14e2-b654-43a8-a671-f6697242bfee tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Pushing event deleted for resources: {'Port': ['ID=79587119-8278-49a5-a07e-5efedd030a3f,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:37:46.794930 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-584b14e2-b654-43a8-a671-f6697242bfee tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:46.798972 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-584b14e2-b654-43a8-a671-f6697242bfee tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] 10.222.0.32 "DELETE /v2.0/ports/79587119-8278-49a5-a07e-5efedd030a3f HTTP/1.1" status: 204  len: 168 time: 0.4033999
Dec 25 21:37:46.801201 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 34218) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:37:46.825505 ncdv-master-1 neutron-server[121607]: INFO neutron.pecan_wsgi.hooks.translation [None req-92dc691e-31b6-4497-89b1-b920408ae288 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] GET failed (client error): The resource could not be found.
Dec 25 21:37:46.830847 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-92dc691e-31b6-4497-89b1-b920408ae288 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] 10.222.0.32 "GET /v2.0/ports/79587119-8278-49a5-a07e-5efedd030a3f HTTP/1.1" status: 404  len: 333 time: 0.0247562
Dec 25 21:37:46.831073 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 34220) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:37:46.835871 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-8b45fc56-fe49-41be-87ee-7fa8014a5e93 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Request body: {'port': {'network_id': '12cebcb9-c824-42aa-a402-d4fe825187e0', 'name': 'tempest-PortsIpV6TestJSON-777707790'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:37:47.010492 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b45fc56-fe49-41be-87ee-7fa8014a5e93 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Made reservation on behalf of 755ec677849b45beada7922dc5a9f6b5 for: {'port': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:37:47.013890 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-8b45fc56-fe49-41be-87ee-7fa8014a5e93 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:47.032251 ncdv-master-1 neutron-server[121607]: DEBUG neutron.notifiers.nova [None req-8b45fc56-fe49-41be-87ee-7fa8014a5e93 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] device_id is not set on port 437dccd6-f267-46ae-b7e1-ad9a4fb557c3 yet. {{(pid=121607) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 25 21:37:47.199422 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-8b45fc56-fe49-41be-87ee-7fa8014a5e93 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks [] for port, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:47.309323 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-8b45fc56-fe49-41be-87ee-7fa8014a5e93 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:47.364164 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b45fc56-fe49-41be-87ee-7fa8014a5e93 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Network 12cebcb9-c824-42aa-a402-d4fe825187e0 is already hosted by enough agents. {{(pid=121607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:37:47.367271 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-8b45fc56-fe49-41be-87ee-7fa8014a5e93 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Resources bound (agent type, host, resource id):  {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:37:47.371598 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b45fc56-fe49-41be-87ee-7fa8014a5e93 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Received port after_create {{(pid=121607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:37:47.377979 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b45fc56-fe49-41be-87ee-7fa8014a5e93 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:37:47.378565 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-8b45fc56-fe49-41be-87ee-7fa8014a5e93 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:47.382196 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b45fc56-fe49-41be-87ee-7fa8014a5e93 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Pushing event updated for resources: {'Port': ['ID=437dccd6-f267-46ae-b7e1-ad9a4fb557c3,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:37:47.465408 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-8b45fc56-fe49-41be-87ee-7fa8014a5e93 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 849 time: 0.6260273
Dec 25 21:37:47.465408 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 34254) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:37:47.465913 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-993d2a19-a50c-4436-ae1d-4b142fde9a24 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:37:47.531813 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-993d2a19-a50c-4436-ae1d-4b142fde9a24 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:47.687187 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-993d2a19-a50c-4436-ae1d-4b142fde9a24 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks [] for port, precommit_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:47.759782 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-993d2a19-a50c-4436-ae1d-4b142fde9a24 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8632327'] for port, after_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:47.791683 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-993d2a19-a50c-4436-ae1d-4b142fde9a24 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] In _notify_port_updated(), no bound segment for port 437dccd6-f267-46ae-b7e1-ad9a4fb557c3 on network 12cebcb9-c824-42aa-a402-d4fe825187e0 {{(pid=121607) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}}
Dec 25 21:37:47.797131 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-993d2a19-a50c-4436-ae1d-4b142fde9a24 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:37:47.797729 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-993d2a19-a50c-4436-ae1d-4b142fde9a24 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:47.799529 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-993d2a19-a50c-4436-ae1d-4b142fde9a24 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] 10.222.0.32 "PUT /v2.0/ports/437dccd6-f267-46ae-b7e1-ad9a4fb557c3 HTTP/1.1" status: 200  len: 818 time: 0.3378580
Dec 25 21:37:47.804379 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 34264) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:37:47.815786 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993d2a19-a50c-4436-ae1d-4b142fde9a24 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Pushing event updated for resources: {'Port': ['ID=437dccd6-f267-46ae-b7e1-ad9a4fb557c3,revision_number=2']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:37:47.899902 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-63cc6fee-da42-4548-938e-dacc5324c69b tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Deleting port 437dccd6-f267-46ae-b7e1-ad9a4fb557c3 {{(pid=121606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:37:47.900180 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-63cc6fee-da42-4548-938e-dacc5324c69b tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:47.965289 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-63cc6fee-da42-4548-938e-dacc5324c69b tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:47.977777 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-63cc6fee-da42-4548-938e-dacc5324c69b tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Calling delete_port for 437dccd6-f267-46ae-b7e1-ad9a4fb557c3 owned by  {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:37:48.143442 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-63cc6fee-da42-4548-938e-dacc5324c69b tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:48.172462 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cc6fee-da42-4548-938e-dacc5324c69b tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Pushing event deleted for resources: {'Port': ['ID=437dccd6-f267-46ae-b7e1-ad9a4fb557c3,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:37:48.178367 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-63cc6fee-da42-4548-938e-dacc5324c69b tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:48.181611 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-63cc6fee-da42-4548-938e-dacc5324c69b tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] 10.222.0.32 "DELETE /v2.0/ports/437dccd6-f267-46ae-b7e1-ad9a4fb557c3 HTTP/1.1" status: 204  len: 168 time: 0.3779039
Dec 25 21:37:48.184084 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 34280) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:37:48.234056 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b9a6bc3-a217-4d56-9ceb-c1e17e1675cd tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:37:48.235563 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-1b9a6bc3-a217-4d56-9ceb-c1e17e1675cd tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200  len: 848 time: 0.0505540
Dec 25 21:37:48.238913 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 34282) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:37:48.262210 ncdv-master-1 neutron-server[121606]: INFO neutron.pecan_wsgi.hooks.translation [None req-12fc89e5-899f-4da3-b4fc-832d44a615c5 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] GET failed (client error): The resource could not be found.
Dec 25 21:37:48.263811 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-12fc89e5-899f-4da3-b4fc-832d44a615c5 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] 10.222.0.32 "GET /v2.0/ports/437dccd6-f267-46ae-b7e1-ad9a4fb557c3 HTTP/1.1" status: 404  len: 333 time: 0.0239894
Dec 25 21:37:48.267260 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 34284) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:37:48.271810 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-95c2a250-330f-496e-8379-191b19331b8e tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-206702628'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:37:48.393340 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95c2a250-330f-496e-8379-191b19331b8e tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Made reservation on behalf of 755ec677849b45beada7922dc5a9f6b5 for: {'network': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:37:48.397017 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-95c2a250-330f-496e-8379-191b19331b8e tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for network, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:48.420580 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95c2a250-330f-496e-8379-191b19331b8e tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] vlan segment allocate from pool success with {'vlan_id': 176, 'physical_network': 'physnet1'}  {{(pid=121606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 25 21:37:48.430306 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-95c2a250-330f-496e-8379-191b19331b8e tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:48.430674 ncdv-master-1 neutron-server[121606]: INFO neutron.db.segments_db [None req-95c2a250-330f-496e-8379-191b19331b8e tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Added segment cc6cb27c-bbb3-4d27-b69c-692e91c9e509 of type vlan for network a6d44c57-5d1d-47f7-8b7f-485ffab3e771
Dec 25 21:37:48.472522 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-95c2a250-330f-496e-8379-191b19331b8e tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737602163420'] for network, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:48.589061 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-95c2a250-330f-496e-8379-191b19331b8e tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870'] for network, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:48.594871 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95c2a250-330f-496e-8379-191b19331b8e tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:37:48.595470 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-95c2a250-330f-496e-8379-191b19331b8e tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for network, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:48.662096 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c2a250-330f-496e-8379-191b19331b8e tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Pushing event updated for resources: {'Network': ['ID=a6d44c57-5d1d-47f7-8b7f-485ffab3e771,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:37:48.671993 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Network a6d44c57-5d1d-47f7-8b7f-485ffab3e771 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 25 21:37:48.717868 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-95c2a250-330f-496e-8379-191b19331b8e tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 771 time: 0.4495845
Dec 25 21:37:48.721452 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 34286) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:37:48.726493 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-29eb8d6b-bb3f-450c-a1d5-9b21da3a6af9 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Request body: {'subnet': {'network_id': 'a6d44c57-5d1d-47f7-8b7f-485ffab3e771', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:37:48.949975 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29eb8d6b-bb3f-450c-a1d5-9b21da3a6af9 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Made reservation on behalf of 755ec677849b45beada7922dc5a9f6b5 for: {'subnet': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:37:48.953481 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-29eb8d6b-bb3f-450c-a1d5-9b21da3a6af9 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9028529'] for subnet, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:49.238545 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-29eb8d6b-bb3f-450c-a1d5-9b21da3a6af9 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9084170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9028515'] for subnet, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:49.301028 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29eb8d6b-bb3f-450c-a1d5-9b21da3a6af9 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Pushing event updated for resources: {'Subnet': ['ID=2539b3c4-024b-4f9c-83f8-4a7eda58ceab,revision_number=0']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:37:49.305326 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29eb8d6b-bb3f-450c-a1d5-9b21da3a6af9 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Checking segment: {'id': 'cc6cb27c-bbb3-4d27-b69c-692e91c9e509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'a6d44c57-5d1d-47f7-8b7f-485ffab3e771'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:37:49.305693 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29eb8d6b-bb3f-450c-a1d5-9b21da3a6af9 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Network hostable DHCP agents. Network: a6d44c57-5d1d-47f7-8b7f-485ffab3e771, hostable agents: ['1813db88-2c1b-4357-a2ba-869246b663c2'], hosted agents: [] {{(pid=121606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 25 21:37:49.404286 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29eb8d6b-bb3f-450c-a1d5-9b21da3a6af9 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Network a6d44c57-5d1d-47f7-8b7f-485ffab3e771 is scheduled to be hosted by DHCP agent 1813db88-2c1b-4357-a2ba-869246b663c2 with binding_index 1 {{(pid=121606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 25 21:37:49.547053 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [None req-29eb8d6b-bb3f-450c-a1d5-9b21da3a6af9 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, a6d44c57-5d1d-47f7-8b7f-485ffab3e771) {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:37:49.551908 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29eb8d6b-bb3f-450c-a1d5-9b21da3a6af9 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:37:49.557996 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-29eb8d6b-bb3f-450c-a1d5-9b21da3a6af9 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks [] for subnet, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:49.558725 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4f855fd-47ec-47cc-8397-f22fac9cd413 None None] Network a6d44c57-5d1d-47f7-8b7f-485ffab3e771 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:37:49.648253 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-29eb8d6b-bb3f-450c-a1d5-9b21da3a6af9 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.9252996
Dec 25 21:37:49.650745 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 34298) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:37:49.655567 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00eae40a-10b2-46c9-81d2-39bcfe41a982 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-a6d44c57-5d1d-47f7-8b7f-485ffab3e771', 'network_id': 'a6d44c57-5d1d-47f7-8b7f-485ffab3e771', 'project_id': '755ec677849b45beada7922dc5a9f6b5', 'fixed_ips': [{'subnet_id': '2539b3c4-024b-4f9c-83f8-4a7eda58ceab'}]}} from ncdv-master-1. {{(pid=121608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 25 21:37:49.656366 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-00eae40a-10b2-46c9-81d2-39bcfe41a982 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:49.656901 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-5b2782fb-d7b8-4610-af98-c023050bd567 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Request body: {'subnet': {'network_id': 'a6d44c57-5d1d-47f7-8b7f-485ffab3e771', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:37:49.796774 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.db_base_plugin_common [None req-00eae40a-10b2-46c9-81d2-39bcfe41a982 None None] Allocated IP 2001:db8::2 (a6d44c57-5d1d-47f7-8b7f-485ffab3e771/2539b3c4-024b-4f9c-83f8-4a7eda58ceab/cab38f9e-8b48-481d-8af6-81d84fbd123a) {{(pid=121608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:37:49.863466 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b2782fb-d7b8-4610-af98-c023050bd567 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Made reservation on behalf of 755ec677849b45beada7922dc5a9f6b5 for: {'subnet': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:37:49.867693 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-5b2782fb-d7b8-4610-af98-c023050bd567 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9028529'] for subnet, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:49.946356 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-00eae40a-10b2-46c9-81d2-39bcfe41a982 None None] Publish callbacks [] for port, precommit_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:49.971030 ncdv-master-1 neutron-server[121606]: INFO neutron.db.ipam_backend_mixin [None req-5b2782fb-d7b8-4610-af98-c023050bd567 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 2539b3c4-024b-4f9c-83f8-4a7eda58ceab (CIDR: 2001:db8::/64)
Dec 25 21:37:50.003073 ncdv-master-1 neutron-server[121606]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b2782fb-d7b8-4610-af98-c023050bd567 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 25 21:37:50.003539 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b2782fb-d7b8-4610-af98-c023050bd567 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=121606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 25 21:37:50.029735 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-00eae40a-10b2-46c9-81d2-39bcfe41a982 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946'] for port, after_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:50.084713 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00eae40a-10b2-46c9-81d2-39bcfe41a982 None None] Network a6d44c57-5d1d-47f7-8b7f-485ffab3e771 is already hosted by enough agents. {{(pid=121608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:37:50.086137 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00eae40a-10b2-46c9-81d2-39bcfe41a982 None None] Pushing event updated for resources: {'Port': ['ID=cab38f9e-8b48-481d-8af6-81d84fbd123a,revision_number=1']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:37:50.094166 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.base_scheduler [None req-00eae40a-10b2-46c9-81d2-39bcfe41a982 None None] Resources bound (agent type, host, resource id):  {{(pid=121608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:37:50.096598 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00eae40a-10b2-46c9-81d2-39bcfe41a982 None None] Received port after_create {{(pid=121608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:37:50.107124 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-5b2782fb-d7b8-4610-af98-c023050bd567 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 0.4551129
Dec 25 21:37:50.109895 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 34326) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:37:50.115913 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-e335d564-1645-4806-a57e-652313bb83d3 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Request body: {'subnet': {'network_id': 'a6d44c57-5d1d-47f7-8b7f-485ffab3e771', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:37:50.160909 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-00eae40a-10b2-46c9-81d2-39bcfe41a982 None None] Attempting to bind port cab38f9e-8b48-481d-8af6-81d84fbd123a on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:37:50.161285 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-00eae40a-10b2-46c9-81d2-39bcfe41a982 None None] Attempting to bind port cab38f9e-8b48-481d-8af6-81d84fbd123a by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'cc6cb27c-bbb3-4d27-b69c-692e91c9e509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'a6d44c57-5d1d-47f7-8b7f-485ffab3e771'}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:37:50.161927 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00eae40a-10b2-46c9-81d2-39bcfe41a982 None None] Attempting to bind port cab38f9e-8b48-481d-8af6-81d84fbd123a on network a6d44c57-5d1d-47f7-8b7f-485ffab3e771 {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:37:50.171836 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00eae40a-10b2-46c9-81d2-39bcfe41a982 None None] Checking agent: {'id': 'ca4f5c6d-f1fd-48b8-a3e3-395864c7d23d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 20, 56, 40), 'started_at': datetime.datetime(2021, 12, 25, 20, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 37, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:37:50.172323 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00eae40a-10b2-46c9-81d2-39bcfe41a982 None None] Checking segment: {'id': 'cc6cb27c-bbb3-4d27-b69c-692e91c9e509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'a6d44c57-5d1d-47f7-8b7f-485ffab3e771'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:37:50.172817 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-00eae40a-10b2-46c9-81d2-39bcfe41a982 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:50.173344 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00eae40a-10b2-46c9-81d2-39bcfe41a982 None None] Bound using segment: {'id': 'cc6cb27c-bbb3-4d27-b69c-692e91c9e509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'a6d44c57-5d1d-47f7-8b7f-485ffab3e771'} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:37:50.174058 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-00eae40a-10b2-46c9-81d2-39bcfe41a982 None None] Bound port: cab38f9e-8b48-481d-8af6-81d84fbd123a, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc6cb27c-bbb3-4d27-b69c-692e91c9e509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'a6d44c57-5d1d-47f7-8b7f-485ffab3e771'}}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:37:50.175902 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-00eae40a-10b2-46c9-81d2-39bcfe41a982 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:50.249415 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-00eae40a-10b2-46c9-81d2-39bcfe41a982 None None] For port cab38f9e-8b48-481d-8af6-81d84fbd123a, host ncdv-master-1, cleared binding levels {{(pid=121608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:37:50.253479 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-00eae40a-10b2-46c9-81d2-39bcfe41a982 None None] For port cab38f9e-8b48-481d-8af6-81d84fbd123a, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=cab38f9e-8b48-481d-8af6-81d84fbd123a,segment=NetworkSegment(cc6cb27c-bbb3-4d27-b69c-692e91c9e509),segment_id=cc6cb27c-bbb3-4d27-b69c-692e91c9e509)] {{(pid=121608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:37:50.366980 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-00eae40a-10b2-46c9-81d2-39bcfe41a982 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:50.371932 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e335d564-1645-4806-a57e-652313bb83d3 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Made reservation on behalf of 755ec677849b45beada7922dc5a9f6b5 for: {'subnet': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:37:50.378381 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-e335d564-1645-4806-a57e-652313bb83d3 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9028529'] for subnet, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:50.441496 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00eae40a-10b2-46c9-81d2-39bcfe41a982 None None] Pushing event updated for resources: {'Port': ['ID=cab38f9e-8b48-481d-8af6-81d84fbd123a,revision_number=2']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:37:50.763577 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-e335d564-1645-4806-a57e-652313bb83d3 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9084170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9028515'] for subnet, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:50.813247 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e335d564-1645-4806-a57e-652313bb83d3 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Network a6d44c57-5d1d-47f7-8b7f-485ffab3e771 is already hosted by enough agents. {{(pid=121606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:37:50.856537 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [None req-e335d564-1645-4806-a57e-652313bb83d3 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Resources bound (agent type, host, resource id):  {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:37:50.856537 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e335d564-1645-4806-a57e-652313bb83d3 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:37:50.856537 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-e335d564-1645-4806-a57e-652313bb83d3 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks [] for subnet, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:50.856537 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e335d564-1645-4806-a57e-652313bb83d3 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Pushing event updated for resources: {'Subnet': ['ID=b035db79-fe73-45de-ba12-a7f889b4b7a6,revision_number=0']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:37:51.115501 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-e335d564-1645-4806-a57e-652313bb83d3 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 836 time: 1.0044880
Dec 25 21:37:51.118766 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 34370) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:37:51.123451 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-ba8ee223-f6a5-49f2-96b5-d020febd1222 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Request body: {'port': {'network_id': 'a6d44c57-5d1d-47f7-8b7f-485ffab3e771', 'fixed_ips': [{'subnet_id': '2539b3c4-024b-4f9c-83f8-4a7eda58ceab'}, {'subnet_id': 'b035db79-fe73-45de-ba12-a7f889b4b7a6'}], 'name': 'tempest-PortsIpV6TestJSON-1667232115'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:37:51.302840 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba8ee223-f6a5-49f2-96b5-d020febd1222 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Made reservation on behalf of 755ec677849b45beada7922dc5a9f6b5 for: {'port': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:37:51.402499 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-ba8ee223-f6a5-49f2-96b5-d020febd1222 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:51.427207 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [None req-ba8ee223-f6a5-49f2-96b5-d020febd1222 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] device_id is not set on port f6aed33a-e1e9-4ffb-bc74-944903490de4 yet. {{(pid=121606) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 25 21:37:51.430666 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18372b00-42d5-463b-a6fc-074f75804f1f None None] Network a6d44c57-5d1d-47f7-8b7f-485ffab3e771 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:37:51.523452 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-f6406062-12e3-414e-904e-4115fa955c4b None None] Provisioning complete for port cab38f9e-8b48-481d-8af6-81d84fbd123a triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:37:51.523837 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-f6406062-12e3-414e-904e-4115fa955c4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:51.590890 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device cab38f9e-8b48-481d-8af6-81d84fbd123a up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:37:51.703863 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dec4214a-06e3-4901-bfb4-b15bd81189af None None] Update dhcp port {'port': {'network_id': 'a6d44c57-5d1d-47f7-8b7f-485ffab3e771', 'fixed_ips': [{'subnet_id': '2539b3c4-024b-4f9c-83f8-4a7eda58ceab', 'ip_address': '2001:db8::2'}, {'subnet_id': 'b035db79-fe73-45de-ba12-a7f889b4b7a6'}], 'binding:host_id': 'ncdv-master-1'}, 'id': 'cab38f9e-8b48-481d-8af6-81d84fbd123a'} from ncdv-master-1. {{(pid=121608) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}}
Dec 25 21:37:51.723243 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_common [None req-ba8ee223-f6a5-49f2-96b5-d020febd1222 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Allocated IP 2001:db8::291 (a6d44c57-5d1d-47f7-8b7f-485ffab3e771/2539b3c4-024b-4f9c-83f8-4a7eda58ceab/f6aed33a-e1e9-4ffb-bc74-944903490de4) {{(pid=121606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:37:51.729570 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_common [None req-ba8ee223-f6a5-49f2-96b5-d020febd1222 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Allocated IP 2001:db8:0:1::123 (a6d44c57-5d1d-47f7-8b7f-485ffab3e771/b035db79-fe73-45de-ba12-a7f889b4b7a6/f6aed33a-e1e9-4ffb-bc74-944903490de4) {{(pid=121606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:37:51.736603 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-f6406062-12e3-414e-904e-4115fa955c4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:51.741631 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port cab38f9e-8b48-481d-8af6-81d84fbd123a triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:37:51.741928 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:51.749871 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-dec4214a-06e3-4901-bfb4-b15bd81189af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:51.834039 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-f6406062-12e3-414e-904e-4115fa955c4b None None] For port cab38f9e-8b48-481d-8af6-81d84fbd123a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=cab38f9e-8b48-481d-8af6-81d84fbd123a,segment=NetworkSegment(cc6cb27c-bbb3-4d27-b69c-692e91c9e509),segment_id=cc6cb27c-bbb3-4d27-b69c-692e91c9e509)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:37:51.883056 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-ba8ee223-f6a5-49f2-96b5-d020febd1222 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks [] for port, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:51.929849 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-f6406062-12e3-414e-904e-4115fa955c4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:51.970679 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-ba8ee223-f6a5-49f2-96b5-d020febd1222 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:52.007700 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:52.016058 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba8ee223-f6a5-49f2-96b5-d020febd1222 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Network a6d44c57-5d1d-47f7-8b7f-485ffab3e771 is already hosted by enough agents. {{(pid=121606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:37:52.019857 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [None req-ba8ee223-f6a5-49f2-96b5-d020febd1222 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Resources bound (agent type, host, resource id):  {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:37:52.024284 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba8ee223-f6a5-49f2-96b5-d020febd1222 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Received port after_create {{(pid=121606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:37:52.028858 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba8ee223-f6a5-49f2-96b5-d020febd1222 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:37:52.029501 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-ba8ee223-f6a5-49f2-96b5-d020febd1222 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:52.043670 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8ee223-f6a5-49f2-96b5-d020febd1222 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Pushing event updated for resources: {'Port': ['ID=f6aed33a-e1e9-4ffb-bc74-944903490de4,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:37:52.046754 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6406062-12e3-414e-904e-4115fa955c4b None None] Pushing event updated for resources: {'Port': ['ID=cab38f9e-8b48-481d-8af6-81d84fbd123a,revision_number=3']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:37:52.061767 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.db_base_plugin_common [None req-dec4214a-06e3-4901-bfb4-b15bd81189af None None] Allocated IP 2001:db8:0:1::2 (a6d44c57-5d1d-47f7-8b7f-485ffab3e771/b035db79-fe73-45de-ba12-a7f889b4b7a6/cab38f9e-8b48-481d-8af6-81d84fbd123a) {{(pid=121608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:37:52.116242 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.db.api [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=121608) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 25 21:37:52.116609 ncdv-master-1 neutron-server[121608]: DEBUG oslo_db.api [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 25 21:37:52.133035 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-ba8ee223-f6a5-49f2-96b5-d020febd1222 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1017 time: 1.0135746
Dec 25 21:37:52.135678 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 34390) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:37:52.141159 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-160df94c-3611-4f0d-8f33-d07427794f96 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '2539b3c4-024b-4f9c-83f8-4a7eda58ceab'}]}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:37:52.186805 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-dec4214a-06e3-4901-bfb4-b15bd81189af None None] For port cab38f9e-8b48-481d-8af6-81d84fbd123a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=cab38f9e-8b48-481d-8af6-81d84fbd123a,segment=NetworkSegment(cc6cb27c-bbb3-4d27-b69c-692e91c9e509),segment_id=cc6cb27c-bbb3-4d27-b69c-692e91c9e509)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:37:52.214419 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-160df94c-3611-4f0d-8f33-d07427794f96 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:52.223660 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-dec4214a-06e3-4901-bfb4-b15bd81189af None None] Publish callbacks [] for port, precommit_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:52.284508 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-dec4214a-06e3-4901-bfb4-b15bd81189af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:52.368149 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec4214a-06e3-4901-bfb4-b15bd81189af None None] Pushing event updated for resources: {'Port': ['ID=cab38f9e-8b48-481d-8af6-81d84fbd123a,revision_number=4']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:37:52.470326 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_common [None req-160df94c-3611-4f0d-8f33-d07427794f96 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Delete allocated IP 2001:db8:0:1::123 (a6d44c57-5d1d-47f7-8b7f-485ffab3e771/b035db79-fe73-45de-ba12-a7f889b4b7a6) {{(pid=121606) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}}
Dec 25 21:37:52.629505 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-160df94c-3611-4f0d-8f33-d07427794f96 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks [] for port, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:52.697743 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-160df94c-3611-4f0d-8f33-d07427794f96 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:52.766354 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-160df94c-3611-4f0d-8f33-d07427794f96 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] In _notify_port_updated(), no bound segment for port f6aed33a-e1e9-4ffb-bc74-944903490de4 on network a6d44c57-5d1d-47f7-8b7f-485ffab3e771 {{(pid=121606) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}}
Dec 25 21:37:52.772562 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-160df94c-3611-4f0d-8f33-d07427794f96 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:37:52.773203 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-160df94c-3611-4f0d-8f33-d07427794f96 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:52.774562 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-160df94c-3611-4f0d-8f33-d07427794f96 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] 10.222.0.32 "PUT /v2.0/ports/f6aed33a-e1e9-4ffb-bc74-944903490de4 HTTP/1.1" status: 200  len: 926 time: 0.6378949
Dec 25 21:37:52.777482 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 34396) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:37:52.783444 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-a46362b0-e5e0-4c25-bb3a-fd8e3d1eefa7 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '2539b3c4-024b-4f9c-83f8-4a7eda58ceab'}, {'subnet_id': 'b035db79-fe73-45de-ba12-a7f889b4b7a6'}]}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:37:52.784171 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160df94c-3611-4f0d-8f33-d07427794f96 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Pushing event updated for resources: {'Port': ['ID=f6aed33a-e1e9-4ffb-bc74-944903490de4,revision_number=2']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:37:52.881740 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5b378c5-ead0-4d82-b70e-cbbb0c85e0c7 None None] Network a6d44c57-5d1d-47f7-8b7f-485ffab3e771 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:37:52.945510 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a46362b0-e5e0-4c25-bb3a-fd8e3d1eefa7 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:52.996124 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-852712fe-dc4c-4974-959e-3827f10d9483 None None] Provisioning complete for port cab38f9e-8b48-481d-8af6-81d84fbd123a triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:37:52.996494 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-852712fe-dc4c-4974-959e-3827f10d9483 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:53.262954 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_common [None req-a46362b0-e5e0-4c25-bb3a-fd8e3d1eefa7 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Allocated IP 2001:db8:0:1::20e (a6d44c57-5d1d-47f7-8b7f-485ffab3e771/b035db79-fe73-45de-ba12-a7f889b4b7a6/f6aed33a-e1e9-4ffb-bc74-944903490de4) {{(pid=121607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:37:53.314962 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-00db3845-e46d-4a62-a023-93a007fcd049 None None] Provisioning complete for port cab38f9e-8b48-481d-8af6-81d84fbd123a triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:37:53.319361 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-00db3845-e46d-4a62-a023-93a007fcd049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:53.400660 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a46362b0-e5e0-4c25-bb3a-fd8e3d1eefa7 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks [] for port, precommit_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:53.409848 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-00db3845-e46d-4a62-a023-93a007fcd049 None None] Provisioning complete for port f6aed33a-e1e9-4ffb-bc74-944903490de4 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:37:53.411160 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-00db3845-e46d-4a62-a023-93a007fcd049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:53.448937 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-00db3845-e46d-4a62-a023-93a007fcd049 None None] Port f6aed33a-e1e9-4ffb-bc74-944903490de4 cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:37:53.458641 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a46362b0-e5e0-4c25-bb3a-fd8e3d1eefa7 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8632327'] for port, after_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:53.525111 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device cab38f9e-8b48-481d-8af6-81d84fbd123a up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:37:53.565860 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-a46362b0-e5e0-4c25-bb3a-fd8e3d1eefa7 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] In _notify_port_updated(), no bound segment for port f6aed33a-e1e9-4ffb-bc74-944903490de4 on network a6d44c57-5d1d-47f7-8b7f-485ffab3e771 {{(pid=121607) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}}
Dec 25 21:37:53.572310 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a46362b0-e5e0-4c25-bb3a-fd8e3d1eefa7 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:37:53.572993 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a46362b0-e5e0-4c25-bb3a-fd8e3d1eefa7 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:53.577514 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-a46362b0-e5e0-4c25-bb3a-fd8e3d1eefa7 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] 10.222.0.32 "PUT /v2.0/ports/f6aed33a-e1e9-4ffb-bc74-944903490de4 HTTP/1.1" status: 200  len: 1012 time: 0.7965236
Dec 25 21:37:53.577758 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 34406) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:37:53.579810 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-731fe993-c412-4cea-9808-f9e969c84261 None None] Provisioning complete for port f6aed33a-e1e9-4ffb-bc74-944903490de4 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:37:53.580762 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-731fe993-c412-4cea-9808-f9e969c84261 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:53.616909 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46362b0-e5e0-4c25-bb3a-fd8e3d1eefa7 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Pushing event updated for resources: {'Port': ['ID=f6aed33a-e1e9-4ffb-bc74-944903490de4,revision_number=3']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:37:53.627711 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-731fe993-c412-4cea-9808-f9e969c84261 None None] Port f6aed33a-e1e9-4ffb-bc74-944903490de4 cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:37:53.635217 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port cab38f9e-8b48-481d-8af6-81d84fbd123a triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:37:53.635597 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:53.686784 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-96298fbc-f0dd-4734-b63f-bc2a0b290b67 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Deleting port f6aed33a-e1e9-4ffb-bc74-944903490de4 {{(pid=121607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:37:53.687136 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-96298fbc-f0dd-4734-b63f-bc2a0b290b67 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:53.747846 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-8e301fc0-b41b-4b4a-b248-bfa231e699c9 None None] Provisioning complete for port f6aed33a-e1e9-4ffb-bc74-944903490de4 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:37:53.748220 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-8e301fc0-b41b-4b4a-b248-bfa231e699c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:53.785917 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-96298fbc-f0dd-4734-b63f-bc2a0b290b67 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:53.786781 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-8e301fc0-b41b-4b4a-b248-bfa231e699c9 None None] Port f6aed33a-e1e9-4ffb-bc74-944903490de4 cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:37:53.800983 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-96298fbc-f0dd-4734-b63f-bc2a0b290b67 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Calling delete_port for f6aed33a-e1e9-4ffb-bc74-944903490de4 owned by  {{(pid=121607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:37:54.007019 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-97a735c7-d088-44e2-b1ef-0e9586dd6346 None None] Provisioning complete for port f6aed33a-e1e9-4ffb-bc74-944903490de4 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:37:54.007617 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-97a735c7-d088-44e2-b1ef-0e9586dd6346 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:54.042111 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-97a735c7-d088-44e2-b1ef-0e9586dd6346 None None] Port f6aed33a-e1e9-4ffb-bc74-944903490de4 cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:37:54.057586 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-96298fbc-f0dd-4734-b63f-bc2a0b290b67 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:54.086361 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96298fbc-f0dd-4734-b63f-bc2a0b290b67 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Pushing event deleted for resources: {'Port': ['ID=f6aed33a-e1e9-4ffb-bc74-944903490de4,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:37:54.135476 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-96298fbc-f0dd-4734-b63f-bc2a0b290b67 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:54.140079 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-96298fbc-f0dd-4734-b63f-bc2a0b290b67 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] 10.222.0.32 "DELETE /v2.0/ports/f6aed33a-e1e9-4ffb-bc74-944903490de4 HTTP/1.1" status: 204  len: 168 time: 0.5613608
Dec 25 21:37:54.143345 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 34412) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:37:54.167972 ncdv-master-1 neutron-server[121607]: INFO neutron.pecan_wsgi.hooks.translation [None req-811b7d06-2c3e-43f9-b1ca-ccec19259c26 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] GET failed (client error): The resource could not be found.
Dec 25 21:37:54.169446 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-811b7d06-2c3e-43f9-b1ca-ccec19259c26 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] 10.222.0.32 "GET /v2.0/ports/f6aed33a-e1e9-4ffb-bc74-944903490de4 HTTP/1.1" status: 404  len: 333 time: 0.0251827
Dec 25 21:37:54.172445 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 34414) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:37:54.228374 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_v2 [None req-a377eb20-4571-4793-8d5a-4d2744d9d8f4 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Deleting subnet b035db79-fe73-45de-ba12-a7f889b4b7a6 {{(pid=121606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Dec 25 21:37:54.231537 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-a377eb20-4571-4793-8d5a-4d2744d9d8f4 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks [] for subnet, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:54.277814 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-a377eb20-4571-4793-8d5a-4d2744d9d8f4 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9084199'] for subnet, precommit_delete_associations {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:54.367731 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-a377eb20-4571-4793-8d5a-4d2744d9d8f4 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995662'] for subnet, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:54.496202 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-a377eb20-4571-4793-8d5a-4d2744d9d8f4 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9084363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9028506'] for subnet, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:54.524131 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a377eb20-4571-4793-8d5a-4d2744d9d8f4 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Pushing event deleted for resources: {'Subnet': ['ID=b035db79-fe73-45de-ba12-a7f889b4b7a6,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:37:54.529429 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-a377eb20-4571-4793-8d5a-4d2744d9d8f4 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks [] for subnet, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:54.533957 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-a377eb20-4571-4793-8d5a-4d2744d9d8f4 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] 10.222.0.32 "DELETE /v2.0/subnets/b035db79-fe73-45de-ba12-a7f889b4b7a6 HTTP/1.1" status: 204  len: 168 time: 0.3590331
Dec 25 21:37:54.535764 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 34418) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:37:54.537593 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d75639ea-cfeb-4aa8-b2e0-8621211bda71 None None] Network a6d44c57-5d1d-47f7-8b7f-485ffab3e771 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:37:54.587141 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_v2 [None req-09c5d72e-6c87-4b00-94a9-1171a7c34722 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Deleting subnet 2539b3c4-024b-4f9c-83f8-4a7eda58ceab {{(pid=121606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Dec 25 21:37:54.590498 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-09c5d72e-6c87-4b00-94a9-1171a7c34722 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks [] for subnet, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:54.643029 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-09c5d72e-6c87-4b00-94a9-1171a7c34722 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9084199'] for subnet, precommit_delete_associations {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:54.729458 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-09c5d72e-6c87-4b00-94a9-1171a7c34722 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995662'] for subnet, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:54.873225 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-09c5d72e-6c87-4b00-94a9-1171a7c34722 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9084363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9028506'] for subnet, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:54.908700 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-09c5d72e-6c87-4b00-94a9-1171a7c34722 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks [] for subnet, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:54.911990 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-09c5d72e-6c87-4b00-94a9-1171a7c34722 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] 10.222.0.32 "DELETE /v2.0/subnets/2539b3c4-024b-4f9c-83f8-4a7eda58ceab HTTP/1.1" status: 204  len: 168 time: 0.3749273
Dec 25 21:37:54.913419 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c5d72e-6c87-4b00-94a9-1171a7c34722 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Pushing event deleted for resources: {'Subnet': ['ID=2539b3c4-024b-4f9c-83f8-4a7eda58ceab,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:37:54.918707 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 34424) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:37:55.008625 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-31c2e667-aff5-495a-b062-f4add852fdce tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625803'] for network, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:55.064038 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-31c2e667-aff5-495a-b062-f4add852fdce tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Deleting port cab38f9e-8b48-481d-8af6-81d84fbd123a {{(pid=121607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:37:55.065055 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-31c2e667-aff5-495a-b062-f4add852fdce tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:55.139177 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.db [None req-31c2e667-aff5-495a-b062-f4add852fdce tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] For port cab38f9e-8b48-481d-8af6-81d84fbd123a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=cab38f9e-8b48-481d-8af6-81d84fbd123a,segment=NetworkSegment(cc6cb27c-bbb3-4d27-b69c-692e91c9e509),segment_id=cc6cb27c-bbb3-4d27-b69c-692e91c9e509)] {{(pid=121607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:37:55.139437 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-31c2e667-aff5-495a-b062-f4add852fdce tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:55.151895 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-31c2e667-aff5-495a-b062-f4add852fdce tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Calling delete_port for cab38f9e-8b48-481d-8af6-81d84fbd123a owned by network:dhcp {{(pid=121607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:37:55.170166 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d4f47e7-0fd3-4e2c-9715-06c71b82fae3 None None] Network a6d44c57-5d1d-47f7-8b7f-485ffab3e771 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:37:55.273509 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-e041d1e7-80ab-4429-a8f5-9e551a20519f None None] Provisioning complete for port cab38f9e-8b48-481d-8af6-81d84fbd123a triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:37:55.273883 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-e041d1e7-80ab-4429-a8f5-9e551a20519f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:55.314461 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-31c2e667-aff5-495a-b062-f4add852fdce tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:55.317899 ncdv-master-1 neutron-server[121608]: INFO neutron.plugins.ml2.db [None req-e041d1e7-80ab-4429-a8f5-9e551a20519f None None] No ports have port_id starting with cab38f9e-8b48-481d-8af6-81d84fbd123a
Dec 25 21:37:55.328835 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cf20f32-0e45-4c00-8a37-8281d44f739a None None] DHCP port deletion for a6d44c57-5d1d-47f7-8b7f-485ffab3e771 request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 21:37:55.342834 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c2e667-aff5-495a-b062-f4add852fdce tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Pushing event deleted for resources: {'Port': ['ID=cab38f9e-8b48-481d-8af6-81d84fbd123a,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:37:55.346451 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31c2e667-aff5-495a-b062-f4add852fdce tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] No DVR routers for this DVR port cab38f9e-8b48-481d-8af6-81d84fbd123a on host ncdv-master-1 {{(pid=121607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:37:55.428708 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-31c2e667-aff5-495a-b062-f4add852fdce tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997585', 'neutron.services.segments.db._delete_segments_for_network-8737602743071'] for network, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:55.448131 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-31c2e667-aff5-495a-b062-f4add852fdce tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2618f58580>,) {'filters': {'network_id': ['a6d44c57-5d1d-47f7-8b7f-485ffab3e771']}} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:37:55.458495 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-31c2e667-aff5-495a-b062-f4add852fdce tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2618f58580>, 'cc6cb27c-bbb3-4d27-b69c-692e91c9e509') {'for_net_delete': True} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:37:55.458797 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-31c2e667-aff5-495a-b062-f4add852fdce tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2618f58580>, 'cc6cb27c-bbb3-4d27-b69c-692e91c9e509') {} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:37:55.468448 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-31c2e667-aff5-495a-b062-f4add852fdce tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737602746920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10246592'] for segment, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:55.482185 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-31c2e667-aff5-495a-b062-f4add852fdce tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:55.488567 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31c2e667-aff5-495a-b062-f4add852fdce tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Releasing vlan 176 on physical network physnet1 to pool {{(pid=121607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 25 21:37:55.493475 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-31c2e667-aff5-495a-b062-f4add852fdce tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8633327'] for segment, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:55.493475 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:37:55.493475 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:37:55.493475 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:37:55.493475 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:37:55.493475 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:37:55.493475 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:37:55.493475 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:37:55.493475 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:37:55.493475 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:37:55.493475 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:37:55.493475 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:37:55.493475 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:37:55.493475 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:37:55.493475 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:37:55.493475 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:37:55.493475 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:37:55.493475 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:37:55.493475 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:37:55.493475 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:37:55.493475 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:37:55.493475 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:37:55.493475 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:37:55.493475 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:37:55.493475 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:37:55.493475 ncdv-master-1 neutron-server[121607]: Traceback (most recent call last):
Dec 25 21:37:55.493475 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 25 21:37:55.493475 ncdv-master-1 neutron-server[121607]:     timer()
Dec 25 21:37:55.493475 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 25 21:37:55.493475 ncdv-master-1 neutron-server[121607]:     cb(*args, **kw)
Dec 25 21:37:55.493475 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 25 21:37:55.493475 ncdv-master-1 neutron-server[121607]:     return func(*args, **kwargs)
Dec 25 21:37:55.493475 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 25 21:37:55.493475 ncdv-master-1 neutron-server[121607]:     self._notify()
Dec 25 21:37:55.493475 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 25 21:37:55.493475 ncdv-master-1 neutron-server[121607]:     self.callback(batched_events)
Dec 25 21:37:55.493475 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 25 21:37:55.493475 ncdv-master-1 neutron-server[121607]:     event.method(event)
Dec 25 21:37:55.493475 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 25 21:37:55.493475 ncdv-master-1 neutron-server[121607]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 25 21:37:55.493475 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 25 21:37:55.493475 ncdv-master-1 neutron-server[121607]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 25 21:37:55.493475 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 25 21:37:55.493475 ncdv-master-1 neutron-server[121607]:     return f(self, *a, **k)
Dec 25 21:37:55.493475 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 25 21:37:55.493475 ncdv-master-1 neutron-server[121607]:     return self._get(url).json()
Dec 25 21:37:55.493475 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 25 21:37:55.493475 ncdv-master-1 neutron-server[121607]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 25 21:37:55.493475 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 25 21:37:55.493475 ncdv-master-1 neutron-server[121607]:     return self.request(url, 'GET', **kwargs)
Dec 25 21:37:55.493475 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 25 21:37:55.493475 ncdv-master-1 neutron-server[121607]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 25 21:37:55.493475 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 25 21:37:55.493475 ncdv-master-1 neutron-server[121607]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 25 21:37:55.493475 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 25 21:37:55.493475 ncdv-master-1 neutron-server[121607]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 25 21:37:55.493475 ncdv-master-1 neutron-server[121607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 25 21:37:55.515385 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device cab38f9e-8b48-481d-8af6-81d84fbd123a no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:37:55.541867 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] No Port match for: cab38f9e-8b48-481d-8af6-81d84fbd123a {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:37:55.542218 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device cab38f9e-8b48-481d-8af6-81d84fbd123a not bound to the agent host ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:37:55.634402 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-31c2e667-aff5-495a-b062-f4add852fdce tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2008653'] for network, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:55.642245 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-31c2e667-aff5-495a-b062-f4add852fdce tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks [] for network, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:55.645466 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-31c2e667-aff5-495a-b062-f4add852fdce tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] 10.222.0.32 "DELETE /v2.0/networks/a6d44c57-5d1d-47f7-8b7f-485ffab3e771 HTTP/1.1" status: 204  len: 168 time: 0.7284844
Dec 25 21:37:55.649508 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 34432) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:37:55.661936 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c2e667-aff5-495a-b062-f4add852fdce tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Pushing event deleted for resources: {'Network': ['ID=a6d44c57-5d1d-47f7-8b7f-485ffab3e771,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:37:55.701508 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4d300b5-59f9-4179-b607-3455ca27cbfa tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:37:55.704477 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-d4d300b5-59f9-4179-b607-3455ca27cbfa tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200  len: 848 time: 0.0524309
Dec 25 21:37:55.707141 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 34434) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:37:55.751781 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-8215c595-709b-496a-94bf-5aac7ea1ab8d tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] 10.222.0.32 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200  len: 284 time: 0.0434730
Dec 25 21:37:55.755016 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 34436) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:37:55.759740 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-8b988dfe-6046-42c2-9650-b4236d9debdb tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-806515174'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:37:55.897551 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b988dfe-6046-42c2-9650-b4236d9debdb tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Made reservation on behalf of 755ec677849b45beada7922dc5a9f6b5 for: {'network': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:37:55.901255 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-8b988dfe-6046-42c2-9650-b4236d9debdb tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for network, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:55.926089 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b988dfe-6046-42c2-9650-b4236d9debdb tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] vlan segment allocate from pool success with {'vlan_id': 161, 'physical_network': 'physnet1'}  {{(pid=121606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 25 21:37:55.934689 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-8b988dfe-6046-42c2-9650-b4236d9debdb tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:55.934968 ncdv-master-1 neutron-server[121606]: INFO neutron.db.segments_db [None req-8b988dfe-6046-42c2-9650-b4236d9debdb tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Added segment 7af9b32e-ea80-4835-b023-427990c66326 of type vlan for network 16853e5a-b016-48e4-8335-9f0df5a75125
Dec 25 21:37:55.975132 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-8b988dfe-6046-42c2-9650-b4236d9debdb tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737602163420'] for network, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:56.069041 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-8b988dfe-6046-42c2-9650-b4236d9debdb tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870'] for network, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:56.074981 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b988dfe-6046-42c2-9650-b4236d9debdb tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:37:56.075630 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-8b988dfe-6046-42c2-9650-b4236d9debdb tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for network, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:56.146787 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b988dfe-6046-42c2-9650-b4236d9debdb tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Pushing event updated for resources: {'Network': ['ID=16853e5a-b016-48e4-8335-9f0df5a75125,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:37:56.165760 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Network 16853e5a-b016-48e4-8335-9f0df5a75125 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 25 21:37:56.189250 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-8b988dfe-6046-42c2-9650-b4236d9debdb tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 771 time: 0.4301169
Dec 25 21:37:56.189250 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 34442) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:37:56.194856 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-721f7a64-99c1-47ea-b235-197215e8bf8c tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Request body: {'subnet': {'network_id': '16853e5a-b016-48e4-8335-9f0df5a75125', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:37:56.364288 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-721f7a64-99c1-47ea-b235-197215e8bf8c tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Made reservation on behalf of 755ec677849b45beada7922dc5a9f6b5 for: {'subnet': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:37:56.368057 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-721f7a64-99c1-47ea-b235-197215e8bf8c tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9028529'] for subnet, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:56.634966 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-721f7a64-99c1-47ea-b235-197215e8bf8c tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9084170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9028515'] for subnet, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:56.703680 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721f7a64-99c1-47ea-b235-197215e8bf8c tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Pushing event updated for resources: {'Subnet': ['ID=7947adcb-78c6-482c-9afb-5531cf14f3e2,revision_number=0']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:37:56.709831 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-721f7a64-99c1-47ea-b235-197215e8bf8c tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Checking segment: {'id': '7af9b32e-ea80-4835-b023-427990c66326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '16853e5a-b016-48e4-8335-9f0df5a75125'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:37:56.710198 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-721f7a64-99c1-47ea-b235-197215e8bf8c tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Network hostable DHCP agents. Network: 16853e5a-b016-48e4-8335-9f0df5a75125, hostable agents: ['1813db88-2c1b-4357-a2ba-869246b663c2'], hosted agents: [] {{(pid=121606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 25 21:37:56.880294 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-721f7a64-99c1-47ea-b235-197215e8bf8c tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Network 16853e5a-b016-48e4-8335-9f0df5a75125 is scheduled to be hosted by DHCP agent 1813db88-2c1b-4357-a2ba-869246b663c2 with binding_index 1 {{(pid=121606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 25 21:37:56.977423 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [None req-721f7a64-99c1-47ea-b235-197215e8bf8c tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 16853e5a-b016-48e4-8335-9f0df5a75125) {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:37:56.982049 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-721f7a64-99c1-47ea-b235-197215e8bf8c tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:37:56.982049 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-721f7a64-99c1-47ea-b235-197215e8bf8c tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks [] for subnet, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:56.987932 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-461bb11f-3f40-4511-b93d-bfa995b06182 None None] Network 16853e5a-b016-48e4-8335-9f0df5a75125 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:37:57.080549 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-721f7a64-99c1-47ea-b235-197215e8bf8c tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.8873148
Dec 25 21:37:57.081318 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 34454) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:37:57.086759 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-ec7e90fb-1e67-4efb-a821-394f56f89223 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Request body: {'port': {'network_id': '16853e5a-b016-48e4-8335-9f0df5a75125', 'name': 'tempest-PortsIpV6TestJSON-1171114868'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:37:57.243817 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94bf682b-b8b9-491f-b8a9-7af4c17e5a97 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-16853e5a-b016-48e4-8335-9f0df5a75125', 'network_id': '16853e5a-b016-48e4-8335-9f0df5a75125', 'project_id': '755ec677849b45beada7922dc5a9f6b5', 'fixed_ips': [{'subnet_id': '7947adcb-78c6-482c-9afb-5531cf14f3e2'}]}} from ncdv-master-1. {{(pid=121608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 25 21:37:57.243817 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-94bf682b-b8b9-491f-b8a9-7af4c17e5a97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:57.291991 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec7e90fb-1e67-4efb-a821-394f56f89223 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Made reservation on behalf of 755ec677849b45beada7922dc5a9f6b5 for: {'port': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:37:57.295580 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ec7e90fb-1e67-4efb-a821-394f56f89223 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:57.312757 ncdv-master-1 neutron-server[121607]: DEBUG neutron.notifiers.nova [None req-ec7e90fb-1e67-4efb-a821-394f56f89223 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] device_id is not set on port ccd8b02a-d9c6-4222-a496-d039d8e51b40 yet. {{(pid=121607) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 25 21:37:57.384214 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.db_base_plugin_common [None req-94bf682b-b8b9-491f-b8a9-7af4c17e5a97 None None] Allocated IP 2001:db8::2 (16853e5a-b016-48e4-8335-9f0df5a75125/7947adcb-78c6-482c-9afb-5531cf14f3e2/739fd021-aa8e-4bac-820a-9fcc545d8d1a) {{(pid=121608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:37:57.522159 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-94bf682b-b8b9-491f-b8a9-7af4c17e5a97 None None] Publish callbacks [] for port, precommit_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:57.592956 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-94bf682b-b8b9-491f-b8a9-7af4c17e5a97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946'] for port, after_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:57.634824 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94bf682b-b8b9-491f-b8a9-7af4c17e5a97 None None] Network 16853e5a-b016-48e4-8335-9f0df5a75125 is already hosted by enough agents. {{(pid=121608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:37:57.640058 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.base_scheduler [None req-94bf682b-b8b9-491f-b8a9-7af4c17e5a97 None None] Resources bound (agent type, host, resource id):  {{(pid=121608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:37:57.644252 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94bf682b-b8b9-491f-b8a9-7af4c17e5a97 None None] Received port after_create {{(pid=121608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:37:57.650791 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_common [None req-ec7e90fb-1e67-4efb-a821-394f56f89223 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Allocated IP 2001:db8::3b9 (16853e5a-b016-48e4-8335-9f0df5a75125/7947adcb-78c6-482c-9afb-5531cf14f3e2/ccd8b02a-d9c6-4222-a496-d039d8e51b40) {{(pid=121607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:37:57.651510 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bf682b-b8b9-491f-b8a9-7af4c17e5a97 None None] Pushing event updated for resources: {'Port': ['ID=739fd021-aa8e-4bac-820a-9fcc545d8d1a,revision_number=1']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:37:57.662317 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bf682b-b8b9-491f-b8a9-7af4c17e5a97 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:37:57.662677 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bf682b-b8b9-491f-b8a9-7af4c17e5a97 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:37:57.662995 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bf682b-b8b9-491f-b8a9-7af4c17e5a97 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:37:57.663322 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bf682b-b8b9-491f-b8a9-7af4c17e5a97 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:37:57.663647 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bf682b-b8b9-491f-b8a9-7af4c17e5a97 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:37:57.663967 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bf682b-b8b9-491f-b8a9-7af4c17e5a97 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:37:57.664287 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bf682b-b8b9-491f-b8a9-7af4c17e5a97 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:37:57.664604 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bf682b-b8b9-491f-b8a9-7af4c17e5a97 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:37:57.665009 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bf682b-b8b9-491f-b8a9-7af4c17e5a97 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:37:57.665328 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bf682b-b8b9-491f-b8a9-7af4c17e5a97 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:37:57.665643 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bf682b-b8b9-491f-b8a9-7af4c17e5a97 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:37:57.665956 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bf682b-b8b9-491f-b8a9-7af4c17e5a97 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:37:57.666267 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bf682b-b8b9-491f-b8a9-7af4c17e5a97 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:37:57.713024 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-94bf682b-b8b9-491f-b8a9-7af4c17e5a97 None None] Attempting to bind port 739fd021-aa8e-4bac-820a-9fcc545d8d1a on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:37:57.713382 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-94bf682b-b8b9-491f-b8a9-7af4c17e5a97 None None] Attempting to bind port 739fd021-aa8e-4bac-820a-9fcc545d8d1a by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '7af9b32e-ea80-4835-b023-427990c66326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '16853e5a-b016-48e4-8335-9f0df5a75125'}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:37:57.713738 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94bf682b-b8b9-491f-b8a9-7af4c17e5a97 None None] Attempting to bind port 739fd021-aa8e-4bac-820a-9fcc545d8d1a on network 16853e5a-b016-48e4-8335-9f0df5a75125 {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:37:57.719577 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94bf682b-b8b9-491f-b8a9-7af4c17e5a97 None None] Checking agent: {'id': 'ca4f5c6d-f1fd-48b8-a3e3-395864c7d23d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 20, 56, 40), 'started_at': datetime.datetime(2021, 12, 25, 20, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 37, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:37:57.724397 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94bf682b-b8b9-491f-b8a9-7af4c17e5a97 None None] Checking segment: {'id': '7af9b32e-ea80-4835-b023-427990c66326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '16853e5a-b016-48e4-8335-9f0df5a75125'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:37:57.724397 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-94bf682b-b8b9-491f-b8a9-7af4c17e5a97 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:57.724397 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94bf682b-b8b9-491f-b8a9-7af4c17e5a97 None None] Bound using segment: {'id': '7af9b32e-ea80-4835-b023-427990c66326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '16853e5a-b016-48e4-8335-9f0df5a75125'} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:37:57.724397 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-94bf682b-b8b9-491f-b8a9-7af4c17e5a97 None None] Bound port: 739fd021-aa8e-4bac-820a-9fcc545d8d1a, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7af9b32e-ea80-4835-b023-427990c66326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '16853e5a-b016-48e4-8335-9f0df5a75125'}}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:37:57.724397 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-94bf682b-b8b9-491f-b8a9-7af4c17e5a97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:57.788283 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-94bf682b-b8b9-491f-b8a9-7af4c17e5a97 None None] For port 739fd021-aa8e-4bac-820a-9fcc545d8d1a, host ncdv-master-1, cleared binding levels {{(pid=121608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:37:57.791355 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-94bf682b-b8b9-491f-b8a9-7af4c17e5a97 None None] For port 739fd021-aa8e-4bac-820a-9fcc545d8d1a, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=739fd021-aa8e-4bac-820a-9fcc545d8d1a,segment=NetworkSegment(7af9b32e-ea80-4835-b023-427990c66326),segment_id=7af9b32e-ea80-4835-b023-427990c66326)] {{(pid=121608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:37:57.811519 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ec7e90fb-1e67-4efb-a821-394f56f89223 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks [] for port, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:57.886501 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-94bf682b-b8b9-491f-b8a9-7af4c17e5a97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:57.942397 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ec7e90fb-1e67-4efb-a821-394f56f89223 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:57.946649 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bf682b-b8b9-491f-b8a9-7af4c17e5a97 None None] Pushing event updated for resources: {'Port': ['ID=739fd021-aa8e-4bac-820a-9fcc545d8d1a,revision_number=2']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:37:57.983581 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec7e90fb-1e67-4efb-a821-394f56f89223 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Network 16853e5a-b016-48e4-8335-9f0df5a75125 is already hosted by enough agents. {{(pid=121607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:37:57.987564 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-ec7e90fb-1e67-4efb-a821-394f56f89223 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Resources bound (agent type, host, resource id):  {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:37:57.990355 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec7e90fb-1e67-4efb-a821-394f56f89223 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Received port after_create {{(pid=121607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:37:57.996699 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec7e90fb-1e67-4efb-a821-394f56f89223 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:37:58.001478 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ec7e90fb-1e67-4efb-a821-394f56f89223 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:58.024361 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7e90fb-1e67-4efb-a821-394f56f89223 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Pushing event updated for resources: {'Port': ['ID=ccd8b02a-d9c6-4222-a496-d039d8e51b40,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:37:58.076029 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-ec7e90fb-1e67-4efb-a821-394f56f89223 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 931 time: 0.9932609
Dec 25 21:37:58.078499 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 34472) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:37:58.087019 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-635c860e-37fa-4f26-8a5b-94f2a02048c9 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Request body: {'port': {'network_id': '16853e5a-b016-48e4-8335-9f0df5a75125', 'name': 'tempest-PortsIpV6TestJSON-1657880246'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:37:58.312989 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-635c860e-37fa-4f26-8a5b-94f2a02048c9 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Made reservation on behalf of 755ec677849b45beada7922dc5a9f6b5 for: {'port': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:37:58.317140 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-635c860e-37fa-4f26-8a5b-94f2a02048c9 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:58.334629 ncdv-master-1 neutron-server[121607]: DEBUG neutron.notifiers.nova [None req-635c860e-37fa-4f26-8a5b-94f2a02048c9 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] device_id is not set on port d37c9c82-c47d-46f9-b668-ad41d4f02b83 yet. {{(pid=121607) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 25 21:37:58.454155 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_common [None req-635c860e-37fa-4f26-8a5b-94f2a02048c9 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Allocated IP 2001:db8::6b (16853e5a-b016-48e4-8335-9f0df5a75125/7947adcb-78c6-482c-9afb-5531cf14f3e2/d37c9c82-c47d-46f9-b668-ad41d4f02b83) {{(pid=121607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:37:58.612165 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-635c860e-37fa-4f26-8a5b-94f2a02048c9 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks [] for port, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:58.703971 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-635c860e-37fa-4f26-8a5b-94f2a02048c9 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:58.753918 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-635c860e-37fa-4f26-8a5b-94f2a02048c9 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Network 16853e5a-b016-48e4-8335-9f0df5a75125 is already hosted by enough agents. {{(pid=121607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:37:58.757161 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-635c860e-37fa-4f26-8a5b-94f2a02048c9 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Resources bound (agent type, host, resource id):  {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:37:58.760832 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-635c860e-37fa-4f26-8a5b-94f2a02048c9 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Received port after_create {{(pid=121607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:37:58.766862 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-635c860e-37fa-4f26-8a5b-94f2a02048c9 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:37:58.769147 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-635c860e-37fa-4f26-8a5b-94f2a02048c9 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:58.777338 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635c860e-37fa-4f26-8a5b-94f2a02048c9 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Pushing event updated for resources: {'Port': ['ID=d37c9c82-c47d-46f9-b668-ad41d4f02b83,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:37:58.861253 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-635c860e-37fa-4f26-8a5b-94f2a02048c9 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 930 time: 0.7816806
Dec 25 21:37:58.863932 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 34508) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:37:58.938367 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-139773a6-3391-4797-bdb1-76dada4294e3 None None] Network 16853e5a-b016-48e4-8335-9f0df5a75125 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:37:58.951035 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9565d8a6-7881-4c89-91ab-238451cef040 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:37:58.952681 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-9565d8a6-7881-4c89-91ab-238451cef040 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] 10.222.0.32 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A3b9 HTTP/1.1" status: 200  len: 929 time: 0.0878124
Dec 25 21:37:58.956144 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 34510) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:37:59.016671 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-b118f31f-23ac-4f11-81c0-10bc70f51042 None None] Provisioning complete for port 739fd021-aa8e-4bac-820a-9fcc545d8d1a triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:37:59.016994 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-b118f31f-23ac-4f11-81c0-10bc70f51042 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:59.047262 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-c4ea9a48-3f28-46b0-8ece-e2f621d3aa97 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Deleting port d37c9c82-c47d-46f9-b668-ad41d4f02b83 {{(pid=121606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:37:59.047608 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-c4ea9a48-3f28-46b0-8ece-e2f621d3aa97 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:59.131134 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-b118f31f-23ac-4f11-81c0-10bc70f51042 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:59.150195 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-c4ea9a48-3f28-46b0-8ece-e2f621d3aa97 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:59.167188 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-c4ea9a48-3f28-46b0-8ece-e2f621d3aa97 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Calling delete_port for d37c9c82-c47d-46f9-b668-ad41d4f02b83 owned by  {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:37:59.173330 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-b118f31f-23ac-4f11-81c0-10bc70f51042 None None] For port 739fd021-aa8e-4bac-820a-9fcc545d8d1a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=739fd021-aa8e-4bac-820a-9fcc545d8d1a,segment=NetworkSegment(7af9b32e-ea80-4835-b023-427990c66326),segment_id=7af9b32e-ea80-4835-b023-427990c66326)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:37:59.263737 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-b118f31f-23ac-4f11-81c0-10bc70f51042 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:59.321822 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b118f31f-23ac-4f11-81c0-10bc70f51042 None None] Pushing event updated for resources: {'Port': ['ID=739fd021-aa8e-4bac-820a-9fcc545d8d1a,revision_number=3']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:37:59.366969 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-c4ea9a48-3f28-46b0-8ece-e2f621d3aa97 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:59.380166 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-d342b0bc-a0de-4b0a-8894-7f09d0f1f196 None None] Could not find standard attr ID for object d37c9c82-c47d-46f9-b668-ad41d4f02b83. {{(pid=121608) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 25 21:37:59.391971 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-d342b0bc-a0de-4b0a-8894-7f09d0f1f196 None None] Provisioning complete for port 739fd021-aa8e-4bac-820a-9fcc545d8d1a triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:37:59.393169 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-d342b0bc-a0de-4b0a-8894-7f09d0f1f196 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:59.398467 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ea9a48-3f28-46b0-8ece-e2f621d3aa97 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Pushing event deleted for resources: {'Port': ['ID=d37c9c82-c47d-46f9-b668-ad41d4f02b83,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:37:59.427578 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-c4ea9a48-3f28-46b0-8ece-e2f621d3aa97 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:59.430901 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-c4ea9a48-3f28-46b0-8ece-e2f621d3aa97 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] 10.222.0.32 "DELETE /v2.0/ports/d37c9c82-c47d-46f9-b668-ad41d4f02b83 HTTP/1.1" status: 204  len: 168 time: 0.4737136
Dec 25 21:37:59.433651 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 34518) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:37:59.461755 ncdv-master-1 neutron-server[121607]: INFO neutron.pecan_wsgi.hooks.translation [None req-7333cc1d-784f-4904-8ecb-788d2486e1b9 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] GET failed (client error): The resource could not be found.
Dec 25 21:37:59.463470 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-7333cc1d-784f-4904-8ecb-788d2486e1b9 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] 10.222.0.32 "GET /v2.0/ports/d37c9c82-c47d-46f9-b668-ad41d4f02b83 HTTP/1.1" status: 404  len: 333 time: 0.0286973
Dec 25 21:37:59.466260 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 34520) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:37:59.529148 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-d342b0bc-a0de-4b0a-8894-7f09d0f1f196 None None] Provisioning complete for port ccd8b02a-d9c6-4222-a496-d039d8e51b40 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:37:59.529808 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-d342b0bc-a0de-4b0a-8894-7f09d0f1f196 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:59.597681 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-d342b0bc-a0de-4b0a-8894-7f09d0f1f196 None None] Port ccd8b02a-d9c6-4222-a496-d039d8e51b40 cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:37:59.599550 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-14258faf-b740-4e66-a2e4-4846db5062db tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Deleting port ccd8b02a-d9c6-4222-a496-d039d8e51b40 {{(pid=121607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:37:59.599901 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-14258faf-b740-4e66-a2e4-4846db5062db tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:59.607482 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 739fd021-aa8e-4bac-820a-9fcc545d8d1a up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:37:59.663026 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port 739fd021-aa8e-4bac-820a-9fcc545d8d1a triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:37:59.663561 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:59.691606 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-14258faf-b740-4e66-a2e4-4846db5062db tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:59.704855 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-14258faf-b740-4e66-a2e4-4846db5062db tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Calling delete_port for ccd8b02a-d9c6-4222-a496-d039d8e51b40 owned by  {{(pid=121607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:37:59.725696 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-264e96be-a9e5-436d-89df-346cfb7f29c9 None None] Provisioning complete for port ccd8b02a-d9c6-4222-a496-d039d8e51b40 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:37:59.726073 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-264e96be-a9e5-436d-89df-346cfb7f29c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:59.794296 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-264e96be-a9e5-436d-89df-346cfb7f29c9 None None] Port ccd8b02a-d9c6-4222-a496-d039d8e51b40 cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:37:59.906925 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-af9e0552-15e1-43cf-a296-b2ffc3a0d2af None None] Could not find standard attr ID for object d37c9c82-c47d-46f9-b668-ad41d4f02b83. {{(pid=121608) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 25 21:37:59.952912 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-14258faf-b740-4e66-a2e4-4846db5062db tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:37:59.985786 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14258faf-b740-4e66-a2e4-4846db5062db tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Pushing event deleted for resources: {'Port': ['ID=ccd8b02a-d9c6-4222-a496-d039d8e51b40,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:38:00.016216 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-14258faf-b740-4e66-a2e4-4846db5062db tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:00.020348 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-14258faf-b740-4e66-a2e4-4846db5062db tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] 10.222.0.32 "DELETE /v2.0/ports/ccd8b02a-d9c6-4222-a496-d039d8e51b40 HTTP/1.1" status: 204  len: 168 time: 0.5529215
Dec 25 21:38:00.022899 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 34528) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:38:00.047750 ncdv-master-1 neutron-server[121607]: INFO neutron.pecan_wsgi.hooks.translation [None req-502c1bf0-5c15-4e52-8e57-0575971df75e tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] GET failed (client error): The resource could not be found.
Dec 25 21:38:00.049204 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-502c1bf0-5c15-4e52-8e57-0575971df75e tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] 10.222.0.32 "GET /v2.0/ports/ccd8b02a-d9c6-4222-a496-d039d8e51b40 HTTP/1.1" status: 404  len: 333 time: 0.0253301
Dec 25 21:38:00.054733 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 34530) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:38:00.110294 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_v2 [None req-7dcaf63e-23c4-4491-836a-3e708bf7413d tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Deleting subnet 7947adcb-78c6-482c-9afb-5531cf14f3e2 {{(pid=121607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Dec 25 21:38:00.114819 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-7dcaf63e-23c4-4491-836a-3e708bf7413d tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks [] for subnet, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:00.156225 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-7dcaf63e-23c4-4491-836a-3e708bf7413d tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10246617'] for subnet, precommit_delete_associations {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:00.248256 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-7dcaf63e-23c4-4491-836a-3e708bf7413d tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995662'] for subnet, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:00.398828 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-7dcaf63e-23c4-4491-836a-3e708bf7413d tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8632410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8852809'] for subnet, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:00.426194 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcaf63e-23c4-4491-836a-3e708bf7413d tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Pushing event deleted for resources: {'Subnet': ['ID=7947adcb-78c6-482c-9afb-5531cf14f3e2,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:38:00.429852 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-7dcaf63e-23c4-4491-836a-3e708bf7413d tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks [] for subnet, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:00.433219 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-7dcaf63e-23c4-4491-836a-3e708bf7413d tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] 10.222.0.32 "DELETE /v2.0/subnets/7947adcb-78c6-482c-9afb-5531cf14f3e2 HTTP/1.1" status: 204  len: 168 time: 0.3773966
Dec 25 21:38:00.436415 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 34544) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:38:00.437615 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f07a9823-1e4f-488d-b0f2-eec5debb4fce None None] Network 16853e5a-b016-48e4-8335-9f0df5a75125 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:38:00.530858 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-0f1cbf81-e19d-4778-a61c-7cce38eb67f9 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625803'] for network, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:00.590518 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fddde5a4-1d94-4870-ab9a-9483fc8d3776 None None] DHCP port deletion for 16853e5a-b016-48e4-8335-9f0df5a75125 request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 21:38:00.604763 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-0f1cbf81-e19d-4778-a61c-7cce38eb67f9 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Deleting port 739fd021-aa8e-4bac-820a-9fcc545d8d1a {{(pid=121606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:38:00.605163 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-0f1cbf81-e19d-4778-a61c-7cce38eb67f9 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:00.648561 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-fddde5a4-1d94-4870-ab9a-9483fc8d3776 None None] Deleting port 739fd021-aa8e-4bac-820a-9fcc545d8d1a {{(pid=121608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:38:00.653266 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-fddde5a4-1d94-4870-ab9a-9483fc8d3776 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:00.669898 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [None req-0f1cbf81-e19d-4778-a61c-7cce38eb67f9 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] For port 739fd021-aa8e-4bac-820a-9fcc545d8d1a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=739fd021-aa8e-4bac-820a-9fcc545d8d1a,segment=NetworkSegment(7af9b32e-ea80-4835-b023-427990c66326),segment_id=7af9b32e-ea80-4835-b023-427990c66326)] {{(pid=121606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:38:00.670260 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-0f1cbf81-e19d-4778-a61c-7cce38eb67f9 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:00.683364 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-0f1cbf81-e19d-4778-a61c-7cce38eb67f9 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Calling delete_port for 739fd021-aa8e-4bac-820a-9fcc545d8d1a owned by network:dhcp {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:38:00.713821 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-fddde5a4-1d94-4870-ab9a-9483fc8d3776 None None] For port 739fd021-aa8e-4bac-820a-9fcc545d8d1a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=739fd021-aa8e-4bac-820a-9fcc545d8d1a,segment=NetworkSegment(7af9b32e-ea80-4835-b023-427990c66326),segment_id=7af9b32e-ea80-4835-b023-427990c66326)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:38:00.714219 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-fddde5a4-1d94-4870-ab9a-9483fc8d3776 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:00.728340 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-fddde5a4-1d94-4870-ab9a-9483fc8d3776 None None] Calling delete_port for 739fd021-aa8e-4bac-820a-9fcc545d8d1a owned by network:dhcp {{(pid=121608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:38:00.867240 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-0f1cbf81-e19d-4778-a61c-7cce38eb67f9 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:00.873022 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-fddde5a4-1d94-4870-ab9a-9483fc8d3776 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955'] for port, after_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:00.898786 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1cbf81-e19d-4778-a61c-7cce38eb67f9 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Pushing event deleted for resources: {'Port': ['ID=739fd021-aa8e-4bac-820a-9fcc545d8d1a,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:38:00.900982 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f1cbf81-e19d-4778-a61c-7cce38eb67f9 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] No DVR routers for this DVR port 739fd021-aa8e-4bac-820a-9fcc545d8d1a on host ncdv-master-1 {{(pid=121606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:38:00.904702 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddde5a4-1d94-4870-ab9a-9483fc8d3776 None None] Pushing event deleted for resources: {'Port': ['ID=739fd021-aa8e-4bac-820a-9fcc545d8d1a,revision_number=None']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:38:00.904702 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fddde5a4-1d94-4870-ab9a-9483fc8d3776 None None] No DVR routers for this DVR port 739fd021-aa8e-4bac-820a-9fcc545d8d1a on host ncdv-master-1 {{(pid=121608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:38:00.996367 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-0f1cbf81-e19d-4778-a61c-7cce38eb67f9 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997585', 'neutron.services.segments.db._delete_segments_for_network-8737602743071'] for network, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:01.018425 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.segments.db [None req-0f1cbf81-e19d-4778-a61c-7cce38eb67f9 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2618c6bd60>,) {'filters': {'network_id': ['16853e5a-b016-48e4-8335-9f0df5a75125']}} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:38:01.028077 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.segments.db [None req-0f1cbf81-e19d-4778-a61c-7cce38eb67f9 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2618c6bd60>, '7af9b32e-ea80-4835-b023-427990c66326') {'for_net_delete': True} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:38:01.028381 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.segments.db [None req-0f1cbf81-e19d-4778-a61c-7cce38eb67f9 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2618c6bd60>, '7af9b32e-ea80-4835-b023-427990c66326') {} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:38:01.037858 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-0f1cbf81-e19d-4778-a61c-7cce38eb67f9 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737602746920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9084222'] for segment, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:01.050733 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-0f1cbf81-e19d-4778-a61c-7cce38eb67f9 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:01.056515 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f1cbf81-e19d-4778-a61c-7cce38eb67f9 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Releasing vlan 161 on physical network physnet1 to pool {{(pid=121606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 25 21:38:01.056932 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-0f1cbf81-e19d-4778-a61c-7cce38eb67f9 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9084542'] for segment, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:01.059975 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:38:01.059975 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:38:01.059975 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:38:01.059975 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:38:01.059975 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:38:01.059975 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:38:01.059975 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:38:01.059975 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:38:01.059975 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:38:01.059975 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:38:01.059975 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:38:01.059975 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:38:01.059975 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:38:01.059975 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:38:01.059975 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:38:01.059975 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:38:01.059975 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:38:01.059975 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:38:01.059975 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:38:01.059975 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:38:01.059975 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:38:01.059975 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:38:01.059975 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:38:01.059975 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:38:01.059975 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:38:01.059975 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:38:01.059975 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:38:01.059975 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:38:01.059975 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:38:01.059975 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:38:01.059975 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:38:01.059975 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:38:01.059975 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:38:01.059975 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:38:01.059975 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:38:01.059975 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:38:01.059975 ncdv-master-1 neutron-server[121606]: Traceback (most recent call last):
Dec 25 21:38:01.059975 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 25 21:38:01.059975 ncdv-master-1 neutron-server[121606]:     timer()
Dec 25 21:38:01.059975 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 25 21:38:01.059975 ncdv-master-1 neutron-server[121606]:     cb(*args, **kw)
Dec 25 21:38:01.059975 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 25 21:38:01.059975 ncdv-master-1 neutron-server[121606]:     return func(*args, **kwargs)
Dec 25 21:38:01.059975 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 25 21:38:01.059975 ncdv-master-1 neutron-server[121606]:     self._notify()
Dec 25 21:38:01.059975 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 25 21:38:01.059975 ncdv-master-1 neutron-server[121606]:     self.callback(batched_events)
Dec 25 21:38:01.059975 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 25 21:38:01.059975 ncdv-master-1 neutron-server[121606]:     event.method(event)
Dec 25 21:38:01.059975 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 25 21:38:01.059975 ncdv-master-1 neutron-server[121606]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 25 21:38:01.059975 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 25 21:38:01.059975 ncdv-master-1 neutron-server[121606]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 25 21:38:01.059975 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 25 21:38:01.059975 ncdv-master-1 neutron-server[121606]:     return f(self, *a, **k)
Dec 25 21:38:01.059975 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 25 21:38:01.059975 ncdv-master-1 neutron-server[121606]:     return self._get(url).json()
Dec 25 21:38:01.059975 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 25 21:38:01.059975 ncdv-master-1 neutron-server[121606]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 25 21:38:01.059975 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 25 21:38:01.059975 ncdv-master-1 neutron-server[121606]:     return self.request(url, 'GET', **kwargs)
Dec 25 21:38:01.059975 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 25 21:38:01.059975 ncdv-master-1 neutron-server[121606]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 25 21:38:01.059975 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 25 21:38:01.059975 ncdv-master-1 neutron-server[121606]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 25 21:38:01.066069 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 25 21:38:01.066069 ncdv-master-1 neutron-server[121606]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 25 21:38:01.066069 ncdv-master-1 neutron-server[121606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 25 21:38:01.182561 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-0f1cbf81-e19d-4778-a61c-7cce38eb67f9 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2008653'] for network, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:01.186637 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-0f1cbf81-e19d-4778-a61c-7cce38eb67f9 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for network, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:01.190571 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-0f1cbf81-e19d-4778-a61c-7cce38eb67f9 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] 10.222.0.32 "DELETE /v2.0/networks/16853e5a-b016-48e4-8335-9f0df5a75125 HTTP/1.1" status: 204  len: 168 time: 0.7502024
Dec 25 21:38:01.195227 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 34562) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:38:01.200844 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-4cb6c468-cb8b-47fd-9f06-b88fe0177822 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1828028957'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:38:01.203778 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1cbf81-e19d-4778-a61c-7cce38eb67f9 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Pushing event deleted for resources: {'Network': ['ID=16853e5a-b016-48e4-8335-9f0df5a75125,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:38:01.350998 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 34568) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:38:01.357365 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cb6c468-cb8b-47fd-9f06-b88fe0177822 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Made reservation on behalf of 755ec677849b45beada7922dc5a9f6b5 for: {'network': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:38:01.363080 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-4cb6c468-cb8b-47fd-9f06-b88fe0177822 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for network, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:01.385317 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4cb6c468-cb8b-47fd-9f06-b88fe0177822 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] vlan segment allocate from pool success with {'vlan_id': 180, 'physical_network': 'physnet1'}  {{(pid=121607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 25 21:38:01.394606 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-4cb6c468-cb8b-47fd-9f06-b88fe0177822 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:01.394959 ncdv-master-1 neutron-server[121607]: INFO neutron.db.segments_db [None req-4cb6c468-cb8b-47fd-9f06-b88fe0177822 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Added segment 8745bc18-33b3-44d9-afe8-16583491a1ae of type vlan for network b486e4a9-d4eb-45f1-849f-b9af4c4ad7e1
Dec 25 21:38:01.441104 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-4cb6c468-cb8b-47fd-9f06-b88fe0177822 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737602163420'] for network, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:01.477750 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-47392000-c83a-49f5-9763-15b1ca87a84c admin admin] Publish callbacks [] for security_group, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:01.537842 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 739fd021-aa8e-4bac-820a-9fcc545d8d1a no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:38:01.550178 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-4cb6c468-cb8b-47fd-9f06-b88fe0177822 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870'] for network, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:01.555916 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cb6c468-cb8b-47fd-9f06-b88fe0177822 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:38:01.556505 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-4cb6c468-cb8b-47fd-9f06-b88fe0177822 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks [] for network, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:01.561962 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] No Port match for: 739fd021-aa8e-4bac-820a-9fcc545d8d1a {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:38:01.562302 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 739fd021-aa8e-4bac-820a-9fcc545d8d1a not bound to the agent host ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:38:01.583708 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-47392000-c83a-49f5-9763-15b1ca87a84c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:01.632257 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb6c468-cb8b-47fd-9f06-b88fe0177822 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Pushing event updated for resources: {'Network': ['ID=b486e4a9-d4eb-45f1-849f-b9af4c4ad7e1,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:38:01.642278 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Network b486e4a9-d4eb-45f1-849f-b9af4c4ad7e1 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 25 21:38:01.729687 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-4cb6c468-cb8b-47fd-9f06-b88fe0177822 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 772 time: 0.5332277
Dec 25 21:38:01.730462 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-47392000-c83a-49f5-9763-15b1ca87a84c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:01.732654 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 34576) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:38:01.738061 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-1cae7122-23e1-44d0-8147-990e7ea685bd tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Request body: {'subnet': {'network_id': 'b486e4a9-d4eb-45f1-849f-b9af4c4ad7e1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:38:01.770630 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-47392000-c83a-49f5-9763-15b1ca87a84c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1c1f1726595e424a9ca22ae3be711356&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4184377
Dec 25 21:38:01.771786 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47392000-c83a-49f5-9763-15b1ca87a84c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82cd0f23-9b8e-4916-aea9-37fb895e4644,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:38:01.773280 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 34578) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:38:01.872063 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-6d910475-3dbc-43fb-9cab-3098df4cacfc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:01.893713 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-6d910475-3dbc-43fb-9cab-3098df4cacfc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:01.932003 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cae7122-23e1-44d0-8147-990e7ea685bd tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Made reservation on behalf of 755ec677849b45beada7922dc5a9f6b5 for: {'subnet': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:38:01.936904 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-1cae7122-23e1-44d0-8147-990e7ea685bd tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9028529'] for subnet, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:02.040029 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-6d910475-3dbc-43fb-9cab-3098df4cacfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:02.042724 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-6d910475-3dbc-43fb-9cab-3098df4cacfc admin admin] Publish callbacks [] for security_group, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:02.043896 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-6d910475-3dbc-43fb-9cab-3098df4cacfc admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/82cd0f23-9b8e-4916-aea9-37fb895e4644 HTTP/1.1" status: 204  len: 168 time: 0.2696559
Dec 25 21:38:02.057087 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d910475-3dbc-43fb-9cab-3098df4cacfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82cd0f23-9b8e-4916-aea9-37fb895e4644,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:38:02.267263 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-1cae7122-23e1-44d0-8147-990e7ea685bd tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9084170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9028515'] for subnet, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:02.341927 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cae7122-23e1-44d0-8147-990e7ea685bd tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Pushing event updated for resources: {'Subnet': ['ID=921f526c-4c63-45b9-ad53-cbb1abcd837d,revision_number=0']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:38:02.355476 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cae7122-23e1-44d0-8147-990e7ea685bd tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Checking segment: {'id': '8745bc18-33b3-44d9-afe8-16583491a1ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b486e4a9-d4eb-45f1-849f-b9af4c4ad7e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:38:02.355859 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cae7122-23e1-44d0-8147-990e7ea685bd tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Network hostable DHCP agents. Network: b486e4a9-d4eb-45f1-849f-b9af4c4ad7e1, hostable agents: ['1813db88-2c1b-4357-a2ba-869246b663c2'], hosted agents: [] {{(pid=121606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 25 21:38:02.438839 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cae7122-23e1-44d0-8147-990e7ea685bd tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Network b486e4a9-d4eb-45f1-849f-b9af4c4ad7e1 is scheduled to be hosted by DHCP agent 1813db88-2c1b-4357-a2ba-869246b663c2 with binding_index 1 {{(pid=121606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 25 21:38:02.524141 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [None req-1cae7122-23e1-44d0-8147-990e7ea685bd tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, b486e4a9-d4eb-45f1-849f-b9af4c4ad7e1) {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:38:02.533940 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cae7122-23e1-44d0-8147-990e7ea685bd tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:38:02.534983 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-1cae7122-23e1-44d0-8147-990e7ea685bd tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks [] for subnet, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:02.540094 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7d8491c-f686-49e9-b19c-77bec7075cfc None None] Network b486e4a9-d4eb-45f1-849f-b9af4c4ad7e1 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:38:02.616132 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-1cae7122-23e1-44d0-8147-990e7ea685bd tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.8820121
Dec 25 21:38:02.618900 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 34604) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:38:02.623999 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-03a6ed3a-1244-4083-9a19-ef9b934fafff tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Request body: {'port': {'network_id': 'b486e4a9-d4eb-45f1-849f-b9af4c4ad7e1', 'name': 'tempest-PortsIpV6TestJSON-837875299', 'fixed_ips': [{'subnet_id': '921f526c-4c63-45b9-ad53-cbb1abcd837d', 'ip_address': '2001:db8::10'}]}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:38:02.674508 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5a97151-f4c4-4650-84d2-e96ae906d5c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-b486e4a9-d4eb-45f1-849f-b9af4c4ad7e1', 'network_id': 'b486e4a9-d4eb-45f1-849f-b9af4c4ad7e1', 'project_id': '755ec677849b45beada7922dc5a9f6b5', 'fixed_ips': [{'subnet_id': '921f526c-4c63-45b9-ad53-cbb1abcd837d'}]}} from ncdv-master-1. {{(pid=121608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 25 21:38:02.675458 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-a5a97151-f4c4-4650-84d2-e96ae906d5c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:02.722721 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-03e7324c-2e4a-425c-9772-ace77ed5bfb7 req-cd192c89-6def-40bd-84be-d88bb45b11b6 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f2b0c1e7-aea8-4495-a6c3-336527595f49&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.2039464
Dec 25 21:38:02.789807 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e7324c-2e4a-425c-9772-ace77ed5bfb7 req-173d1dcb-551b-4fbf-be80-2ea870b88570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:38:02.791519 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-03e7324c-2e4a-425c-9772-ace77ed5bfb7 req-173d1dcb-551b-4fbf-be80-2ea870b88570 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a416565d81324f55b88111b36c4a777c&device_id=f2b0c1e7-aea8-4495-a6c3-336527595f49 HTTP/1.1" status: 200  len: 1096 time: 0.0458448
Dec 25 21:38:02.872810 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.db_base_plugin_common [None req-a5a97151-f4c4-4650-84d2-e96ae906d5c5 None None] Allocated IP 2001:db8::2 (b486e4a9-d4eb-45f1-849f-b9af4c4ad7e1/921f526c-4c63-45b9-ad53-cbb1abcd837d/1f02f04f-6fa0-47e8-906c-6d2aae23e6af) {{(pid=121608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:38:02.880684 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03a6ed3a-1244-4083-9a19-ef9b934fafff tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Made reservation on behalf of 755ec677849b45beada7922dc5a9f6b5 for: {'port': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:38:02.907956 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e7324c-2e4a-425c-9772-ace77ed5bfb7 req-def4d934-5890-4a3d-9fa2-3230cebb969e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:38:02.909586 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-03e7324c-2e4a-425c-9772-ace77ed5bfb7 req-def4d934-5890-4a3d-9fa2-3230cebb969e service neutron] 10.222.0.37 "GET /v2.0/networks?id=b30f51af-5cf5-4b7f-96c1-3dabf1030017 HTTP/1.1" status: 200  len: 913 time: 0.0944090
Dec 25 21:38:02.955300 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-03e7324c-2e4a-425c-9772-ace77ed5bfb7 req-3bc57112-3f74-4b2e-9436-d42471a11afb service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b12092bd-6061-46a7-b9df-71a40619530e HTTP/1.1" status: 200  len: 217 time: 0.0382810
Dec 25 21:38:02.969125 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-03a6ed3a-1244-4083-9a19-ef9b934fafff tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:02.987217 ncdv-master-1 neutron-server[121607]: DEBUG neutron.notifiers.nova [None req-03a6ed3a-1244-4083-9a19-ef9b934fafff tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] device_id is not set on port aaff995a-25d9-4b84-adf6-2fc090adebd5 yet. {{(pid=121607) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 25 21:38:03.015285 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e7324c-2e4a-425c-9772-ace77ed5bfb7 req-86bae90a-a635-40e2-95df-3fdcf9fd8563 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:38:03.017277 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-03e7324c-2e4a-425c-9772-ace77ed5bfb7 req-86bae90a-a635-40e2-95df-3fdcf9fd8563 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a7a92c50-32bb-4289-bde3-1186d0ce9bab HTTP/1.1" status: 200  len: 852 time: 0.0552163
Dec 25 21:38:03.035283 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-a5a97151-f4c4-4650-84d2-e96ae906d5c5 None None] Publish callbacks [] for port, precommit_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:03.051151 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-03e7324c-2e4a-425c-9772-ace77ed5bfb7 req-4f32732c-237b-4e31-af16-dc75d3f98032 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b30f51af-5cf5-4b7f-96c1-3dabf1030017&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0269365
Dec 25 21:38:03.061504 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [req-03e7324c-2e4a-425c-9772-ace77ed5bfb7 req-a69282df-72af-4f70-aaa2-efd3d135cd35 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=121606) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 25 21:38:03.062512 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-03e7324c-2e4a-425c-9772-ace77ed5bfb7 req-a69282df-72af-4f70-aaa2-efd3d135cd35 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0050609
Dec 25 21:38:03.157203 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-03e7324c-2e4a-425c-9772-ace77ed5bfb7 req-5fdbfbfc-ad41-46ad-8cc1-f2baca118897 service neutron] 10.222.0.37 "GET /v2.0/networks/b30f51af-5cf5-4b7f-96c1-3dabf1030017?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0878754
Dec 25 21:38:03.166940 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-a5a97151-f4c4-4650-84d2-e96ae906d5c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946'] for port, after_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:03.205964 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5a97151-f4c4-4650-84d2-e96ae906d5c5 None None] Network b486e4a9-d4eb-45f1-849f-b9af4c4ad7e1 is already hosted by enough agents. {{(pid=121608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:38:03.212958 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.base_scheduler [None req-a5a97151-f4c4-4650-84d2-e96ae906d5c5 None None] Resources bound (agent type, host, resource id):  {{(pid=121608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:38:03.217059 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5a97151-f4c4-4650-84d2-e96ae906d5c5 None None] Received port after_create {{(pid=121608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:38:03.230346 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a97151-f4c4-4650-84d2-e96ae906d5c5 None None] Pushing event updated for resources: {'Port': ['ID=1f02f04f-6fa0-47e8-906c-6d2aae23e6af,revision_number=1']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:38:03.265003 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-03e7324c-2e4a-425c-9772-ace77ed5bfb7 req-90f3c5ad-94b4-4d87-b1b3-5cb27cc879b7 service neutron] 10.222.0.37 "GET /v2.0/networks/b30f51af-5cf5-4b7f-96c1-3dabf1030017?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1011338
Dec 25 21:38:03.286446 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-a5a97151-f4c4-4650-84d2-e96ae906d5c5 None None] Attempting to bind port 1f02f04f-6fa0-47e8-906c-6d2aae23e6af on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:38:03.286781 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-a5a97151-f4c4-4650-84d2-e96ae906d5c5 None None] Attempting to bind port 1f02f04f-6fa0-47e8-906c-6d2aae23e6af by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '8745bc18-33b3-44d9-afe8-16583491a1ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b486e4a9-d4eb-45f1-849f-b9af4c4ad7e1'}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:38:03.287090 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5a97151-f4c4-4650-84d2-e96ae906d5c5 None None] Attempting to bind port 1f02f04f-6fa0-47e8-906c-6d2aae23e6af on network b486e4a9-d4eb-45f1-849f-b9af4c4ad7e1 {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:38:03.292728 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5a97151-f4c4-4650-84d2-e96ae906d5c5 None None] Checking agent: {'id': 'ca4f5c6d-f1fd-48b8-a3e3-395864c7d23d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 20, 56, 40), 'started_at': datetime.datetime(2021, 12, 25, 20, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 37, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:38:03.293133 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5a97151-f4c4-4650-84d2-e96ae906d5c5 None None] Checking segment: {'id': '8745bc18-33b3-44d9-afe8-16583491a1ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b486e4a9-d4eb-45f1-849f-b9af4c4ad7e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:38:03.293541 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-a5a97151-f4c4-4650-84d2-e96ae906d5c5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:03.293940 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5a97151-f4c4-4650-84d2-e96ae906d5c5 None None] Bound using segment: {'id': '8745bc18-33b3-44d9-afe8-16583491a1ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b486e4a9-d4eb-45f1-849f-b9af4c4ad7e1'} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:38:03.294416 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-a5a97151-f4c4-4650-84d2-e96ae906d5c5 None None] Bound port: 1f02f04f-6fa0-47e8-906c-6d2aae23e6af, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8745bc18-33b3-44d9-afe8-16583491a1ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b486e4a9-d4eb-45f1-849f-b9af4c4ad7e1'}}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:38:03.294799 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-a5a97151-f4c4-4650-84d2-e96ae906d5c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:03.365148 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-a5a97151-f4c4-4650-84d2-e96ae906d5c5 None None] For port 1f02f04f-6fa0-47e8-906c-6d2aae23e6af, host ncdv-master-1, cleared binding levels {{(pid=121608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:38:03.368469 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-a5a97151-f4c4-4650-84d2-e96ae906d5c5 None None] For port 1f02f04f-6fa0-47e8-906c-6d2aae23e6af, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1f02f04f-6fa0-47e8-906c-6d2aae23e6af,segment=NetworkSegment(8745bc18-33b3-44d9-afe8-16583491a1ae),segment_id=8745bc18-33b3-44d9-afe8-16583491a1ae)] {{(pid=121608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:38:03.464755 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-a5a97151-f4c4-4650-84d2-e96ae906d5c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:03.494895 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_common [None req-03a6ed3a-1244-4083-9a19-ef9b934fafff tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Allocated IP 2001:db8::10 (b486e4a9-d4eb-45f1-849f-b9af4c4ad7e1/921f526c-4c63-45b9-ad53-cbb1abcd837d/aaff995a-25d9-4b84-adf6-2fc090adebd5) {{(pid=121607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:38:03.522289 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a97151-f4c4-4650-84d2-e96ae906d5c5 None None] Pushing event updated for resources: {'Port': ['ID=1f02f04f-6fa0-47e8-906c-6d2aae23e6af,revision_number=2']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:38:03.655709 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-03a6ed3a-1244-4083-9a19-ef9b934fafff tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks [] for port, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:03.749839 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-03a6ed3a-1244-4083-9a19-ef9b934fafff tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:03.798973 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03a6ed3a-1244-4083-9a19-ef9b934fafff tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Network b486e4a9-d4eb-45f1-849f-b9af4c4ad7e1 is already hosted by enough agents. {{(pid=121607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:38:03.803548 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-03a6ed3a-1244-4083-9a19-ef9b934fafff tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Resources bound (agent type, host, resource id):  {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:38:03.808324 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03a6ed3a-1244-4083-9a19-ef9b934fafff tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Received port after_create {{(pid=121607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:38:03.813454 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03a6ed3a-1244-4083-9a19-ef9b934fafff tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:38:03.814612 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-03a6ed3a-1244-4083-9a19-ef9b934fafff tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:03.825361 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a6ed3a-1244-4083-9a19-ef9b934fafff tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Pushing event updated for resources: {'Port': ['ID=aaff995a-25d9-4b84-adf6-2fc090adebd5,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:38:03.940677 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-03a6ed3a-1244-4083-9a19-ef9b934fafff tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 929 time: 1.3204606
Dec 25 21:38:03.943104 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 34626) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:38:03.948152 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-f34f0320-c133-4f53-a27d-684d1faed258 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Request body: {'port': {'network_id': 'b486e4a9-d4eb-45f1-849f-b9af4c4ad7e1', 'name': 'tempest-PortsIpV6TestJSON-1129072830', 'fixed_ips': [{'subnet_id': '921f526c-4c63-45b9-ad53-cbb1abcd837d', 'ip_address': '2001:db8::f'}]}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:38:04.126402 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f34f0320-c133-4f53-a27d-684d1faed258 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Made reservation on behalf of 755ec677849b45beada7922dc5a9f6b5 for: {'port': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:38:04.131606 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f34f0320-c133-4f53-a27d-684d1faed258 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:04.149612 ncdv-master-1 neutron-server[121607]: DEBUG neutron.notifiers.nova [None req-f34f0320-c133-4f53-a27d-684d1faed258 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] device_id is not set on port d5f238d4-ed60-4dee-a2f6-a31666e30ab0 yet. {{(pid=121607) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 25 21:38:04.310457 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_common [None req-f34f0320-c133-4f53-a27d-684d1faed258 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Allocated IP 2001:db8::f (b486e4a9-d4eb-45f1-849f-b9af4c4ad7e1/921f526c-4c63-45b9-ad53-cbb1abcd837d/d5f238d4-ed60-4dee-a2f6-a31666e30ab0) {{(pid=121607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:38:04.438525 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:04.474724 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f34f0320-c133-4f53-a27d-684d1faed258 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks [] for port, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:04.500397 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-882008fd-caae-4863-a107-f8d4d7538fba None None] Network b486e4a9-d4eb-45f1-849f-b9af4c4ad7e1 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:38:04.587518 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f34f0320-c133-4f53-a27d-684d1faed258 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:04.598950 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-6755f41c-8cb0-469a-99ef-d6a7455ccc0e None None] Provisioning complete for port 1f02f04f-6fa0-47e8-906c-6d2aae23e6af triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:38:04.599358 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-6755f41c-8cb0-469a-99ef-d6a7455ccc0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:04.637417 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f34f0320-c133-4f53-a27d-684d1faed258 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Network b486e4a9-d4eb-45f1-849f-b9af4c4ad7e1 is already hosted by enough agents. {{(pid=121607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:38:04.641094 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-f34f0320-c133-4f53-a27d-684d1faed258 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Resources bound (agent type, host, resource id):  {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:38:04.644762 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f34f0320-c133-4f53-a27d-684d1faed258 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Received port after_create {{(pid=121607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:38:04.651953 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f34f0320-c133-4f53-a27d-684d1faed258 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:38:04.651953 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f34f0320-c133-4f53-a27d-684d1faed258 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:04.661618 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34f0320-c133-4f53-a27d-684d1faed258 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Pushing event updated for resources: {'Port': ['ID=d5f238d4-ed60-4dee-a2f6-a31666e30ab0,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:38:04.701064 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-6755f41c-8cb0-469a-99ef-d6a7455ccc0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:04.740114 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-6755f41c-8cb0-469a-99ef-d6a7455ccc0e None None] For port 1f02f04f-6fa0-47e8-906c-6d2aae23e6af, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1f02f04f-6fa0-47e8-906c-6d2aae23e6af,segment=NetworkSegment(8745bc18-33b3-44d9-afe8-16583491a1ae),segment_id=8745bc18-33b3-44d9-afe8-16583491a1ae)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:38:04.744494 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-f34f0320-c133-4f53-a27d-684d1faed258 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 929 time: 0.8002720
Dec 25 21:38:04.750324 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 34632) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:38:04.781413 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-99371b70-83f4-4591-82a1-4f260f2f3a0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:04.841152 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-6755f41c-8cb0-469a-99ef-d6a7455ccc0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:04.843235 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-698847d6-d4aa-4659-a75c-749ff0e01ebf tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:38:04.850479 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-698847d6-d4aa-4659-a75c-749ff0e01ebf tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] 10.222.0.32 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200  len: 927 time: 0.0966108
Dec 25 21:38:04.850479 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 34636) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:38:04.904237 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c498188-0e48-45f9-bd36-f57c6d7e9291 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:38:04.911005 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c498188-0e48-45f9-bd36-f57c6d7e9291 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:38:04.913009 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6755f41c-8cb0-469a-99ef-d6a7455ccc0e None None] Pushing event updated for resources: {'Port': ['ID=1f02f04f-6fa0-47e8-906c-6d2aae23e6af,revision_number=3']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:38:04.917892 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c498188-0e48-45f9-bd36-f57c6d7e9291 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:38:04.919593 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-0c498188-0e48-45f9-bd36-f57c6d7e9291 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] 10.222.0.32 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200  len: 2390 time: 0.0696645
Dec 25 21:38:04.922373 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 34638) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:38:04.968031 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-a3f6d5c4-cbe4-418a-9735-6e9cb274faa6 None None] Provisioning complete for port aaff995a-25d9-4b84-adf6-2fc090adebd5 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:38:04.968199 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-a3f6d5c4-cbe4-418a-9735-6e9cb274faa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:05.005694 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-a3f6d5c4-cbe4-418a-9735-6e9cb274faa6 None None] Port aaff995a-25d9-4b84-adf6-2fc090adebd5 cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:38:05.016333 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-a3f6d5c4-cbe4-418a-9735-6e9cb274faa6 None None] Provisioning complete for port 1f02f04f-6fa0-47e8-906c-6d2aae23e6af triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:38:05.017538 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-a3f6d5c4-cbe4-418a-9735-6e9cb274faa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:05.028592 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-a22ca61a-caea-40a1-a2fb-ecad2392a3fb tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Deleting port d5f238d4-ed60-4dee-a2f6-a31666e30ab0 {{(pid=121607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:38:05.029007 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a22ca61a-caea-40a1-a2fb-ecad2392a3fb tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:05.122382 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a22ca61a-caea-40a1-a2fb-ecad2392a3fb tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:05.135651 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-a22ca61a-caea-40a1-a2fb-ecad2392a3fb tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Calling delete_port for d5f238d4-ed60-4dee-a2f6-a31666e30ab0 owned by  {{(pid=121607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:38:05.226325 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-0be28d1f-f809-4507-b7ca-ee6f2f54632c None None] Provisioning complete for port aaff995a-25d9-4b84-adf6-2fc090adebd5 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:38:05.226741 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-0be28d1f-f809-4507-b7ca-ee6f2f54632c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:05.262762 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-0be28d1f-f809-4507-b7ca-ee6f2f54632c None None] Port aaff995a-25d9-4b84-adf6-2fc090adebd5 cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:38:05.331934 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a22ca61a-caea-40a1-a2fb-ecad2392a3fb tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:05.362714 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22ca61a-caea-40a1-a2fb-ecad2392a3fb tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Pushing event deleted for resources: {'Port': ['ID=d5f238d4-ed60-4dee-a2f6-a31666e30ab0,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:38:05.387192 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-bc8b0e83-0adc-4a04-b031-7ae2e6aed164 None None] Could not find standard attr ID for object d5f238d4-ed60-4dee-a2f6-a31666e30ab0. {{(pid=121608) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 25 21:38:05.392054 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a22ca61a-caea-40a1-a2fb-ecad2392a3fb tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:05.396373 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-a22ca61a-caea-40a1-a2fb-ecad2392a3fb tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] 10.222.0.32 "DELETE /v2.0/ports/d5f238d4-ed60-4dee-a2f6-a31666e30ab0 HTTP/1.1" status: 204  len: 168 time: 0.4725060
Dec 25 21:38:05.398679 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 34640) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:38:05.427073 ncdv-master-1 neutron-server[121606]: INFO neutron.pecan_wsgi.hooks.translation [None req-11156432-b084-4f2c-82b2-82788fd3bac7 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] GET failed (client error): The resource could not be found.
Dec 25 21:38:05.429061 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-11156432-b084-4f2c-82b2-82788fd3bac7 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] 10.222.0.32 "GET /v2.0/ports/d5f238d4-ed60-4dee-a2f6-a31666e30ab0 HTTP/1.1" status: 404  len: 333 time: 0.0283160
Dec 25 21:38:05.431383 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 34642) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:38:05.541297 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-26f54b32-2b4b-40be-b9a6-9f8abbe60638 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Deleting port aaff995a-25d9-4b84-adf6-2fc090adebd5 {{(pid=121606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:38:05.541767 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-26f54b32-2b4b-40be-b9a6-9f8abbe60638 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:05.577034 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 1f02f04f-6fa0-47e8-906c-6d2aae23e6af up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:38:05.625650 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port 1f02f04f-6fa0-47e8-906c-6d2aae23e6af triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:38:05.626013 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:05.641710 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-26f54b32-2b4b-40be-b9a6-9f8abbe60638 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:05.654297 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-26f54b32-2b4b-40be-b9a6-9f8abbe60638 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Calling delete_port for aaff995a-25d9-4b84-adf6-2fc090adebd5 owned by  {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:38:05.851729 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-26f54b32-2b4b-40be-b9a6-9f8abbe60638 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:05.880603 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f54b32-2b4b-40be-b9a6-9f8abbe60638 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Pushing event deleted for resources: {'Port': ['ID=aaff995a-25d9-4b84-adf6-2fc090adebd5,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:38:05.909518 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-26f54b32-2b4b-40be-b9a6-9f8abbe60638 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:05.917268 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 34650) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:38:05.917818 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-26f54b32-2b4b-40be-b9a6-9f8abbe60638 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] 10.222.0.32 "DELETE /v2.0/ports/aaff995a-25d9-4b84-adf6-2fc090adebd5 HTTP/1.1" status: 204  len: 168 time: 0.4846096
Dec 25 21:38:05.945352 ncdv-master-1 neutron-server[121607]: INFO neutron.pecan_wsgi.hooks.translation [None req-422ba6f9-f10d-446b-85c3-d1bee65ae841 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] GET failed (client error): The resource could not be found.
Dec 25 21:38:05.948929 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-422ba6f9-f10d-446b-85c3-d1bee65ae841 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] 10.222.0.32 "GET /v2.0/ports/aaff995a-25d9-4b84-adf6-2fc090adebd5 HTTP/1.1" status: 404  len: 333 time: 0.0277290
Dec 25 21:38:05.949868 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 34652) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:38:06.006587 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_v2 [None req-82435bfc-9a58-47dc-a4b3-0b6689043bf0 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Deleting subnet 921f526c-4c63-45b9-ad53-cbb1abcd837d {{(pid=121607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Dec 25 21:38:06.010392 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-82435bfc-9a58-47dc-a4b3-0b6689043bf0 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks [] for subnet, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:06.052243 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-82435bfc-9a58-47dc-a4b3-0b6689043bf0 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10246617'] for subnet, precommit_delete_associations {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:06.138923 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-82435bfc-9a58-47dc-a4b3-0b6689043bf0 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995662'] for subnet, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:06.252466 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-82435bfc-9a58-47dc-a4b3-0b6689043bf0 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8632410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8852809'] for subnet, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:06.281292 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82435bfc-9a58-47dc-a4b3-0b6689043bf0 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Pushing event deleted for resources: {'Subnet': ['ID=921f526c-4c63-45b9-ad53-cbb1abcd837d,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:38:06.286723 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-82435bfc-9a58-47dc-a4b3-0b6689043bf0 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks [] for subnet, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:06.290033 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-82435bfc-9a58-47dc-a4b3-0b6689043bf0 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] 10.222.0.32 "DELETE /v2.0/subnets/921f526c-4c63-45b9-ad53-cbb1abcd837d HTTP/1.1" status: 204  len: 168 time: 0.3380673
Dec 25 21:38:06.292743 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 34654) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:38:06.292949 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4261286f-c573-4d70-9330-54090459921e None None] Network b486e4a9-d4eb-45f1-849f-b9af4c4ad7e1 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:38:06.374572 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-211911a1-abac-4752-b3ec-c8c493b969e0 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625803'] for network, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:06.433148 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-211911a1-abac-4752-b3ec-c8c493b969e0 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Deleting port 1f02f04f-6fa0-47e8-906c-6d2aae23e6af {{(pid=121607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:38:06.433491 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-211911a1-abac-4752-b3ec-c8c493b969e0 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:06.448550 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06a2af35-0fe2-4d21-b252-ea0a4d3a7a3c None None] DHCP port deletion for b486e4a9-d4eb-45f1-849f-b9af4c4ad7e1 request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 21:38:06.494250 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-06a2af35-0fe2-4d21-b252-ea0a4d3a7a3c None None] Deleting port 1f02f04f-6fa0-47e8-906c-6d2aae23e6af {{(pid=121608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:38:06.494627 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-06a2af35-0fe2-4d21-b252-ea0a4d3a7a3c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:06.501876 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.db [None req-211911a1-abac-4752-b3ec-c8c493b969e0 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] For port 1f02f04f-6fa0-47e8-906c-6d2aae23e6af, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1f02f04f-6fa0-47e8-906c-6d2aae23e6af,segment=NetworkSegment(8745bc18-33b3-44d9-afe8-16583491a1ae),segment_id=8745bc18-33b3-44d9-afe8-16583491a1ae)] {{(pid=121607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:38:06.502233 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-211911a1-abac-4752-b3ec-c8c493b969e0 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:06.515251 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-211911a1-abac-4752-b3ec-c8c493b969e0 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Calling delete_port for 1f02f04f-6fa0-47e8-906c-6d2aae23e6af owned by network:dhcp {{(pid=121607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:38:06.560091 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-06a2af35-0fe2-4d21-b252-ea0a4d3a7a3c None None] For port 1f02f04f-6fa0-47e8-906c-6d2aae23e6af, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1f02f04f-6fa0-47e8-906c-6d2aae23e6af,segment=NetworkSegment(8745bc18-33b3-44d9-afe8-16583491a1ae),segment_id=8745bc18-33b3-44d9-afe8-16583491a1ae)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:38:06.564634 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-06a2af35-0fe2-4d21-b252-ea0a4d3a7a3c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:06.575537 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-06a2af35-0fe2-4d21-b252-ea0a4d3a7a3c None None] Calling delete_port for 1f02f04f-6fa0-47e8-906c-6d2aae23e6af owned by network:dhcp {{(pid=121608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:38:06.693450 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-211911a1-abac-4752-b3ec-c8c493b969e0 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:06.702054 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-06a2af35-0fe2-4d21-b252-ea0a4d3a7a3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955'] for port, after_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:06.719960 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211911a1-abac-4752-b3ec-c8c493b969e0 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Pushing event deleted for resources: {'Port': ['ID=1f02f04f-6fa0-47e8-906c-6d2aae23e6af,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:38:06.723510 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-211911a1-abac-4752-b3ec-c8c493b969e0 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] No DVR routers for this DVR port 1f02f04f-6fa0-47e8-906c-6d2aae23e6af on host ncdv-master-1 {{(pid=121607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:38:06.729970 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a2af35-0fe2-4d21-b252-ea0a4d3a7a3c None None] Pushing event deleted for resources: {'Port': ['ID=1f02f04f-6fa0-47e8-906c-6d2aae23e6af,revision_number=None']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:38:06.732101 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06a2af35-0fe2-4d21-b252-ea0a4d3a7a3c None None] No DVR routers for this DVR port 1f02f04f-6fa0-47e8-906c-6d2aae23e6af on host ncdv-master-1 {{(pid=121608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:38:06.810203 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-211911a1-abac-4752-b3ec-c8c493b969e0 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997585', 'neutron.services.segments.db._delete_segments_for_network-8737602743071'] for network, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:06.830727 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-211911a1-abac-4752-b3ec-c8c493b969e0 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f26127e9a90>,) {'filters': {'network_id': ['b486e4a9-d4eb-45f1-849f-b9af4c4ad7e1']}} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:38:06.840476 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-211911a1-abac-4752-b3ec-c8c493b969e0 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f26127e9a90>, '8745bc18-33b3-44d9-afe8-16583491a1ae') {'for_net_delete': True} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:38:06.840778 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-211911a1-abac-4752-b3ec-c8c493b969e0 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f26127e9a90>, '8745bc18-33b3-44d9-afe8-16583491a1ae') {} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:38:06.850722 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-211911a1-abac-4752-b3ec-c8c493b969e0 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737602746920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10246592'] for segment, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:06.866687 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-211911a1-abac-4752-b3ec-c8c493b969e0 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:06.872592 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-211911a1-abac-4752-b3ec-c8c493b969e0 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Releasing vlan 180 on physical network physnet1 to pool {{(pid=121607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 25 21:38:06.873004 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-211911a1-abac-4752-b3ec-c8c493b969e0 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8633327'] for segment, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:06.876059 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:38:06.876059 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:38:06.876059 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:38:06.876059 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:38:06.876059 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:38:06.876059 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:38:06.876059 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:38:06.876059 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:38:06.876059 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:38:06.876059 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:38:06.876059 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:38:06.876059 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:38:06.876059 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:38:06.876059 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:38:06.876059 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:38:06.876059 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:38:06.876059 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:38:06.876059 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:38:06.876059 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:38:06.876059 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:38:06.876059 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:38:06.876059 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:38:06.876059 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:38:06.876059 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:38:06.876059 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:38:06.876059 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:38:06.876059 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:38:06.876059 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:38:06.876059 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:38:06.876059 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:38:06.876059 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:38:06.876059 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:38:06.876059 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:38:06.876059 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:38:06.876059 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:38:06.876059 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:38:06.876059 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:38:06.876059 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:38:06.876059 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:38:06.876059 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:38:06.876059 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:38:06.876059 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:38:06.876059 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:38:06.876059 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:38:06.876059 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:38:06.876059 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:38:06.876059 ncdv-master-1 neutron-server[121607]: Traceback (most recent call last):
Dec 25 21:38:06.876059 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 25 21:38:06.876059 ncdv-master-1 neutron-server[121607]:     timer()
Dec 25 21:38:06.876059 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 25 21:38:06.876059 ncdv-master-1 neutron-server[121607]:     cb(*args, **kw)
Dec 25 21:38:06.876059 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 25 21:38:06.876059 ncdv-master-1 neutron-server[121607]:     return func(*args, **kwargs)
Dec 25 21:38:06.885264 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 25 21:38:06.885264 ncdv-master-1 neutron-server[121607]:     self._notify()
Dec 25 21:38:06.885264 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 25 21:38:06.885264 ncdv-master-1 neutron-server[121607]:     self.callback(batched_events)
Dec 25 21:38:06.885264 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 25 21:38:06.885264 ncdv-master-1 neutron-server[121607]:     event.method(event)
Dec 25 21:38:06.885264 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 25 21:38:06.885264 ncdv-master-1 neutron-server[121607]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 25 21:38:06.885264 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 25 21:38:06.885264 ncdv-master-1 neutron-server[121607]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 25 21:38:06.885264 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 25 21:38:06.885264 ncdv-master-1 neutron-server[121607]:     return f(self, *a, **k)
Dec 25 21:38:06.885264 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 25 21:38:06.885264 ncdv-master-1 neutron-server[121607]:     return self._get(url).json()
Dec 25 21:38:06.885264 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 25 21:38:06.885264 ncdv-master-1 neutron-server[121607]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 25 21:38:06.885264 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 25 21:38:06.885264 ncdv-master-1 neutron-server[121607]:     return self.request(url, 'GET', **kwargs)
Dec 25 21:38:06.885264 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 25 21:38:06.885264 ncdv-master-1 neutron-server[121607]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 25 21:38:06.885264 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 25 21:38:06.885264 ncdv-master-1 neutron-server[121607]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 25 21:38:06.885264 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 25 21:38:06.885264 ncdv-master-1 neutron-server[121607]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 25 21:38:06.885264 ncdv-master-1 neutron-server[121607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 25 21:38:07.006008 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5d0abffb-c90a-40c4-bdc6-5da31e9fb2cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:07.023086 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-211911a1-abac-4752-b3ec-c8c493b969e0 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2008653'] for network, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:07.027460 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-211911a1-abac-4752-b3ec-c8c493b969e0 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks [] for network, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:07.030945 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-211911a1-abac-4752-b3ec-c8c493b969e0 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] 10.222.0.32 "DELETE /v2.0/networks/b486e4a9-d4eb-45f1-849f-b9af4c4ad7e1 HTTP/1.1" status: 204  len: 168 time: 0.7371395
Dec 25 21:38:07.036027 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 34662) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:38:07.041644 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-97e88899-5e16-42de-a31f-ea0a06d6755c tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1026326503'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:38:07.046746 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211911a1-abac-4752-b3ec-c8c493b969e0 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Pushing event deleted for resources: {'Network': ['ID=b486e4a9-d4eb-45f1-849f-b9af4c4ad7e1,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:38:07.118567 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97e88899-5e16-42de-a31f-ea0a06d6755c tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Made reservation on behalf of 755ec677849b45beada7922dc5a9f6b5 for: {'network': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:38:07.122158 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-97e88899-5e16-42de-a31f-ea0a06d6755c tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for network, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:07.146425 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97e88899-5e16-42de-a31f-ea0a06d6755c tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] vlan segment allocate from pool success with {'vlan_id': 181, 'physical_network': 'physnet1'}  {{(pid=121606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 25 21:38:07.155083 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-97e88899-5e16-42de-a31f-ea0a06d6755c tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:07.155434 ncdv-master-1 neutron-server[121606]: INFO neutron.db.segments_db [None req-97e88899-5e16-42de-a31f-ea0a06d6755c tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Added segment ebd768b4-a2ef-43fe-8561-d266243660de of type vlan for network 1069aa15-b6a9-4f09-a63a-9ddbe2b7f823
Dec 25 21:38:07.195399 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-97e88899-5e16-42de-a31f-ea0a06d6755c tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737602163420'] for network, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:07.274919 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-97e88899-5e16-42de-a31f-ea0a06d6755c tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870'] for network, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:07.280909 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97e88899-5e16-42de-a31f-ea0a06d6755c tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:38:07.281477 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-97e88899-5e16-42de-a31f-ea0a06d6755c tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for network, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:07.351599 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e88899-5e16-42de-a31f-ea0a06d6755c tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Pushing event updated for resources: {'Network': ['ID=1069aa15-b6a9-4f09-a63a-9ddbe2b7f823,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:38:07.361452 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Network 1069aa15-b6a9-4f09-a63a-9ddbe2b7f823 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 25 21:38:07.395498 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-97e88899-5e16-42de-a31f-ea0a06d6755c tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 772 time: 0.3550520
Dec 25 21:38:07.395711 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 34664) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:38:07.400515 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-29266044-23d5-46e6-b542-f35729094ab7 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Request body: {'subnet': {'network_id': '1069aa15-b6a9-4f09-a63a-9ddbe2b7f823', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:38:07.578010 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29266044-23d5-46e6-b542-f35729094ab7 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Made reservation on behalf of 755ec677849b45beada7922dc5a9f6b5 for: {'subnet': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:38:07.582061 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-29266044-23d5-46e6-b542-f35729094ab7 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9028529'] for subnet, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:07.587426 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 1f02f04f-6fa0-47e8-906c-6d2aae23e6af no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:38:07.610280 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] No Port match for: 1f02f04f-6fa0-47e8-906c-6d2aae23e6af {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:38:07.610629 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 1f02f04f-6fa0-47e8-906c-6d2aae23e6af not bound to the agent host ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:38:07.869650 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-29266044-23d5-46e6-b542-f35729094ab7 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9084170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9028515'] for subnet, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:07.940169 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29266044-23d5-46e6-b542-f35729094ab7 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Pushing event updated for resources: {'Subnet': ['ID=ccfe0426-4fbf-43e8-aebd-60745f54b5cd,revision_number=0']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:38:07.949962 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29266044-23d5-46e6-b542-f35729094ab7 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Checking segment: {'id': 'ebd768b4-a2ef-43fe-8561-d266243660de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1069aa15-b6a9-4f09-a63a-9ddbe2b7f823'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:38:07.950330 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29266044-23d5-46e6-b542-f35729094ab7 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Network hostable DHCP agents. Network: 1069aa15-b6a9-4f09-a63a-9ddbe2b7f823, hostable agents: ['1813db88-2c1b-4357-a2ba-869246b663c2'], hosted agents: [] {{(pid=121606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 25 21:38:08.026694 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29266044-23d5-46e6-b542-f35729094ab7 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Network 1069aa15-b6a9-4f09-a63a-9ddbe2b7f823 is scheduled to be hosted by DHCP agent 1813db88-2c1b-4357-a2ba-869246b663c2 with binding_index 1 {{(pid=121606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 25 21:38:08.112361 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [None req-29266044-23d5-46e6-b542-f35729094ab7 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 1069aa15-b6a9-4f09-a63a-9ddbe2b7f823) {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:38:08.117254 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29266044-23d5-46e6-b542-f35729094ab7 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:38:08.118032 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-29266044-23d5-46e6-b542-f35729094ab7 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks [] for subnet, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:08.121756 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecab910f-5e7f-49b9-99cd-19992486d83a None None] Network 1069aa15-b6a9-4f09-a63a-9ddbe2b7f823 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:38:08.212656 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-29266044-23d5-46e6-b542-f35729094ab7 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.8156841
Dec 25 21:38:08.215856 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 34692) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:38:08.220799 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-8befd4d4-aa6c-4f98-b33f-7dfc0dc94013 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-949808355', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:38:08.225261 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e9836be-38d7-42e0-b0f0-88ca8bfeb180 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-1069aa15-b6a9-4f09-a63a-9ddbe2b7f823', 'network_id': '1069aa15-b6a9-4f09-a63a-9ddbe2b7f823', 'project_id': '755ec677849b45beada7922dc5a9f6b5', 'fixed_ips': [{'subnet_id': 'ccfe0426-4fbf-43e8-aebd-60745f54b5cd'}]}} from ncdv-master-1. {{(pid=121608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 25 21:38:08.226714 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-0e9836be-38d7-42e0-b0f0-88ca8bfeb180 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:08.326455 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-8befd4d4-aa6c-4f98-b33f-7dfc0dc94013 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2014909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14863'] for router, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:08.330039 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-8befd4d4-aa6c-4f98-b33f-7dfc0dc94013 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2014285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2009796', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2082630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14848'] for router, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:08.378025 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.db_base_plugin_common [None req-0e9836be-38d7-42e0-b0f0-88ca8bfeb180 None None] Allocated IP 2001:db8::2 (1069aa15-b6a9-4f09-a63a-9ddbe2b7f823/ccfe0426-4fbf-43e8-aebd-60745f54b5cd/2df53cac-07bd-4143-bd03-7f1e663ad274) {{(pid=121608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:38:08.417609 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:08.526352 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3e945ecd-9380-47c2-aa0a-12ebe07e03e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:08.545453 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-0e9836be-38d7-42e0-b0f0-88ca8bfeb180 None None] Publish callbacks [] for port, precommit_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:08.550207 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 34696) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:38:08.633427 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-0e9836be-38d7-42e0-b0f0-88ca8bfeb180 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946'] for port, after_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:08.673831 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-2602e431-a5f0-4ea8-9df5-8bd9e2ea3994 admin admin] Publish callbacks [] for security_group, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:08.684514 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e9836be-38d7-42e0-b0f0-88ca8bfeb180 None None] Network 1069aa15-b6a9-4f09-a63a-9ddbe2b7f823 is already hosted by enough agents. {{(pid=121608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:38:08.688587 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.base_scheduler [None req-0e9836be-38d7-42e0-b0f0-88ca8bfeb180 None None] Resources bound (agent type, host, resource id):  {{(pid=121608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:38:08.694414 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e9836be-38d7-42e0-b0f0-88ca8bfeb180 None None] Received port after_create {{(pid=121608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:38:08.709786 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9836be-38d7-42e0-b0f0-88ca8bfeb180 None None] Pushing event updated for resources: {'Port': ['ID=2df53cac-07bd-4143-bd03-7f1e663ad274,revision_number=1']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:38:08.762301 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-0e9836be-38d7-42e0-b0f0-88ca8bfeb180 None None] Attempting to bind port 2df53cac-07bd-4143-bd03-7f1e663ad274 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:38:08.762677 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-0e9836be-38d7-42e0-b0f0-88ca8bfeb180 None None] Attempting to bind port 2df53cac-07bd-4143-bd03-7f1e663ad274 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ebd768b4-a2ef-43fe-8561-d266243660de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1069aa15-b6a9-4f09-a63a-9ddbe2b7f823'}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:38:08.763729 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e9836be-38d7-42e0-b0f0-88ca8bfeb180 None None] Attempting to bind port 2df53cac-07bd-4143-bd03-7f1e663ad274 on network 1069aa15-b6a9-4f09-a63a-9ddbe2b7f823 {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:38:08.765537 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-2602e431-a5f0-4ea8-9df5-8bd9e2ea3994 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:08.769003 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e9836be-38d7-42e0-b0f0-88ca8bfeb180 None None] Checking agent: {'id': 'ca4f5c6d-f1fd-48b8-a3e3-395864c7d23d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 20, 56, 40), 'started_at': datetime.datetime(2021, 12, 25, 20, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 37, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:38:08.769483 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e9836be-38d7-42e0-b0f0-88ca8bfeb180 None None] Checking segment: {'id': 'ebd768b4-a2ef-43fe-8561-d266243660de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1069aa15-b6a9-4f09-a63a-9ddbe2b7f823'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:38:08.769959 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-0e9836be-38d7-42e0-b0f0-88ca8bfeb180 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:08.770397 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e9836be-38d7-42e0-b0f0-88ca8bfeb180 None None] Bound using segment: {'id': 'ebd768b4-a2ef-43fe-8561-d266243660de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1069aa15-b6a9-4f09-a63a-9ddbe2b7f823'} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:38:08.770929 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-0e9836be-38d7-42e0-b0f0-88ca8bfeb180 None None] Bound port: 2df53cac-07bd-4143-bd03-7f1e663ad274, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebd768b4-a2ef-43fe-8561-d266243660de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1069aa15-b6a9-4f09-a63a-9ddbe2b7f823'}}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:38:08.771391 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-0e9836be-38d7-42e0-b0f0-88ca8bfeb180 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:08.799208 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-8befd4d4-aa6c-4f98-b33f-7dfc0dc94013 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:08.856741 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-2602e431-a5f0-4ea8-9df5-8bd9e2ea3994 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:08.899533 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-2602e431-a5f0-4ea8-9df5-8bd9e2ea3994 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b04ad82620434ef5aea1d04bbca6bfab&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3477242
Dec 25 21:38:08.901455 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2602e431-a5f0-4ea8-9df5-8bd9e2ea3994 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=741b9cf1-e972-424d-954b-cab05be108b1,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:38:08.902616 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 34708) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:38:08.913472 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-8befd4d4-aa6c-4f98-b33f-7dfc0dc94013 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2014278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2009753'] for router, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:08.963948 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-339a4805-79fd-4790-aba7-e6f5fe6f8be5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:08.987424 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-339a4805-79fd-4790-aba7-e6f5fe6f8be5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:08.999122 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-0e9836be-38d7-42e0-b0f0-88ca8bfeb180 None None] For port 2df53cac-07bd-4143-bd03-7f1e663ad274, host ncdv-master-1, cleared binding levels {{(pid=121608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:38:09.001642 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-8befd4d4-aa6c-4f98-b33f-7dfc0dc94013 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks [] for router, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:09.002332 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-0e9836be-38d7-42e0-b0f0-88ca8bfeb180 None None] For port 2df53cac-07bd-4143-bd03-7f1e663ad274, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2df53cac-07bd-4143-bd03-7f1e663ad274,segment=NetworkSegment(ebd768b4-a2ef-43fe-8561-d266243660de),segment_id=ebd768b4-a2ef-43fe-8561-d266243660de)] {{(pid=121608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:38:09.002871 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-8befd4d4-aa6c-4f98-b33f-7dfc0dc94013 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 705 time: 0.7857888
Dec 25 21:38:09.006325 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 34718) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:38:09.012202 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-1b1f5af9-8c73-4f82-a010-ecab2c24d729 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Request body: {'port': {'network_id': '1069aa15-b6a9-4f09-a63a-9ddbe2b7f823', 'name': 'tempest-PortsIpV6TestJSON-2032147583'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:38:09.081204 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-0e9836be-38d7-42e0-b0f0-88ca8bfeb180 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:09.108555 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-339a4805-79fd-4790-aba7-e6f5fe6f8be5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:09.111863 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-339a4805-79fd-4790-aba7-e6f5fe6f8be5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:09.113653 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-339a4805-79fd-4790-aba7-e6f5fe6f8be5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/741b9cf1-e972-424d-954b-cab05be108b1 HTTP/1.1" status: 204  len: 168 time: 0.2082028
Dec 25 21:38:09.123599 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339a4805-79fd-4790-aba7-e6f5fe6f8be5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=741b9cf1-e972-424d-954b-cab05be108b1,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:38:09.169914 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9836be-38d7-42e0-b0f0-88ca8bfeb180 None None] Pushing event updated for resources: {'Port': ['ID=2df53cac-07bd-4143-bd03-7f1e663ad274,revision_number=2']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:38:09.181779 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b1f5af9-8c73-4f82-a010-ecab2c24d729 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Made reservation on behalf of 755ec677849b45beada7922dc5a9f6b5 for: {'port': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:38:09.186951 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-1b1f5af9-8c73-4f82-a010-ecab2c24d729 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:09.205905 ncdv-master-1 neutron-server[121607]: DEBUG neutron.notifiers.nova [None req-1b1f5af9-8c73-4f82-a010-ecab2c24d729 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] device_id is not set on port c1b1305c-abdc-49ee-954c-a74d49e5a77d yet. {{(pid=121607) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 25 21:38:09.256212 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-13b7631d-0994-4563-98b8-f17c4ad2725f req-4168a6e0-c3d0-4d72-93ca-fac950092fc6 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=7a8d6684-f19c-4a86-ac0c-6c056fa351fd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 658 time: 0.0508714
Dec 25 21:38:09.345431 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_common [None req-1b1f5af9-8c73-4f82-a010-ecab2c24d729 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Allocated IP 2001:db8::387 (1069aa15-b6a9-4f09-a63a-9ddbe2b7f823/ccfe0426-4fbf-43e8-aebd-60745f54b5cd/c1b1305c-abdc-49ee-954c-a74d49e5a77d) {{(pid=121607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:38:09.375238 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b7631d-0994-4563-98b8-f17c4ad2725f req-031c1538-5cc3-4771-a531-49c5096b0ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:38:09.375945 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b7631d-0994-4563-98b8-f17c4ad2725f req-031c1538-5cc3-4771-a531-49c5096b0ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:38:09.376594 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b7631d-0994-4563-98b8-f17c4ad2725f req-031c1538-5cc3-4771-a531-49c5096b0ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:38:09.377269 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b7631d-0994-4563-98b8-f17c4ad2725f req-031c1538-5cc3-4771-a531-49c5096b0ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:38:09.377907 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b7631d-0994-4563-98b8-f17c4ad2725f req-031c1538-5cc3-4771-a531-49c5096b0ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:38:09.378580 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b7631d-0994-4563-98b8-f17c4ad2725f req-031c1538-5cc3-4771-a531-49c5096b0ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:38:09.379804 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b7631d-0994-4563-98b8-f17c4ad2725f req-031c1538-5cc3-4771-a531-49c5096b0ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:38:09.382724 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-13b7631d-0994-4563-98b8-f17c4ad2725f req-031c1538-5cc3-4771-a531-49c5096b0ffb service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=980165331b334d7795b91adc96459725&device_id=7a8d6684-f19c-4a86-ac0c-6c056fa351fd HTTP/1.1" status: 200  len: 6490 time: 0.0755911
Dec 25 21:38:09.539610 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b7631d-0994-4563-98b8-f17c4ad2725f req-04419e4d-d22f-4620-a416-e9178abb26ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:38:09.540107 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b7631d-0994-4563-98b8-f17c4ad2725f req-04419e4d-d22f-4620-a416-e9178abb26ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:38:09.540575 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b7631d-0994-4563-98b8-f17c4ad2725f req-04419e4d-d22f-4620-a416-e9178abb26ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:38:09.542220 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-13b7631d-0994-4563-98b8-f17c4ad2725f req-04419e4d-d22f-4620-a416-e9178abb26ec service neutron] 10.222.0.31 "GET /v2.0/networks?id=36c58514-4b76-443a-8b4e-8188ecbb730f&id=6dab2bb9-1b11-4634-becc-b5742aceff64&id=6dab2bb9-1b11-4634-becc-b5742aceff64&id=6dab2bb9-1b11-4634-becc-b5742aceff64&id=6dab2bb9-1b11-4634-becc-b5742aceff64&id=1eebed42-83f0-407e-9fde-c8f3a2309436&id=1eebed42-83f0-407e-9fde-c8f3a2309436 HTTP/1.1" status: 200  len: 2293 time: 0.1348407
Dec 25 21:38:09.557031 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-15cb578f-7a63-4fd3-925d-83bad4c7b82a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:09.613720 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-1b1f5af9-8c73-4f82-a010-ecab2c24d729 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks [] for port, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:09.629333 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 2df53cac-07bd-4143-bd03-7f1e663ad274 up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:38:09.646539 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-13b7631d-0994-4563-98b8-f17c4ad2725f req-aba33d0a-d0e6-4fd9-b750-2550d3af8824 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dbad079c-9ad0-47fd-8d51-bc9c6d074098 HTTP/1.1" status: 200  len: 1001 time: 0.0847106
Dec 25 21:38:09.690254 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port 2df53cac-07bd-4143-bd03-7f1e663ad274 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:38:09.690624 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:09.705717 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b7631d-0994-4563-98b8-f17c4ad2725f req-c866e6bf-dcd3-4935-a3ee-b60a802c70c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:38:09.707273 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-13b7631d-0994-4563-98b8-f17c4ad2725f req-c866e6bf-dcd3-4935-a3ee-b60a802c70c1 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a434de1e-5464-470d-a8e6-901b6aa78ffb HTTP/1.1" status: 200  len: 851 time: 0.0539205
Dec 25 21:38:09.727205 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-1b1f5af9-8c73-4f82-a010-ecab2c24d729 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:09.758467 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b7631d-0994-4563-98b8-f17c4ad2725f req-3365e168-4070-47c8-89bb-7f25d29373cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:38:09.760043 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-13b7631d-0994-4563-98b8-f17c4ad2725f req-3365e168-4070-47c8-89bb-7f25d29373cb service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=36c58514-4b76-443a-8b4e-8188ecbb730f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0462151
Dec 25 21:38:09.783552 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:09.830214 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b1f5af9-8c73-4f82-a010-ecab2c24d729 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Network 1069aa15-b6a9-4f09-a63a-9ddbe2b7f823 is already hosted by enough agents. {{(pid=121607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:38:09.845824 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] For port 2df53cac-07bd-4143-bd03-7f1e663ad274, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2df53cac-07bd-4143-bd03-7f1e663ad274,segment=NetworkSegment(ebd768b4-a2ef-43fe-8561-d266243660de),segment_id=ebd768b4-a2ef-43fe-8561-d266243660de)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:38:09.846730 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-1b1f5af9-8c73-4f82-a010-ecab2c24d729 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Resources bound (agent type, host, resource id):  {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:38:09.851723 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b1f5af9-8c73-4f82-a010-ecab2c24d729 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Received port after_create {{(pid=121607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:38:09.858327 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b1f5af9-8c73-4f82-a010-ecab2c24d729 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:38:09.858963 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-1b1f5af9-8c73-4f82-a010-ecab2c24d729 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:09.863267 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1f5af9-8c73-4f82-a010-ecab2c24d729 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Pushing event updated for resources: {'Port': ['ID=c1b1305c-abdc-49ee-954c-a74d49e5a77d,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:38:09.892443 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:09.934839 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-13b7631d-0994-4563-98b8-f17c4ad2725f req-890bde60-042a-4f1a-be9b-b4b1d57a6865 service neutron] 10.222.0.31 "GET /v2.0/networks/36c58514-4b76-443a-8b4e-8188ecbb730f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1673615
Dec 25 21:38:09.962698 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Pushing event updated for resources: {'Port': ['ID=2df53cac-07bd-4143-bd03-7f1e663ad274,revision_number=3']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:38:10.014461 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-1b1f5af9-8c73-4f82-a010-ecab2c24d729 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 931 time: 1.0039852
Dec 25 21:38:10.014793 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 34738) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:38:10.069148 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-13b7631d-0994-4563-98b8-f17c4ad2725f req-994a3e2e-5151-4852-b06a-018685b6233e service neutron] 10.222.0.31 "GET /v2.0/networks/36c58514-4b76-443a-8b4e-8188ecbb730f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1261847
Dec 25 21:38:10.144694 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-13b7631d-0994-4563-98b8-f17c4ad2725f req-1ce8fe8d-58c1-48ad-b50b-a631fdbf44ce service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.204&port_id=893605c1-33ba-4c92-b5eb-6207f354a521 HTTP/1.1" status: 200  len: 217 time: 0.0677807
Dec 25 21:38:10.239726 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b7631d-0994-4563-98b8-f17c4ad2725f req-fe4b3eee-52d3-4d64-8613-af5a899eb259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:38:10.241648 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-13b7631d-0994-4563-98b8-f17c4ad2725f req-fe4b3eee-52d3-4d64-8613-af5a899eb259 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f7c309e7-75ab-4e4b-b61f-ca7ce9c46156 HTTP/1.1" status: 200  len: 797 time: 0.0892036
Dec 25 21:38:10.298938 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b7631d-0994-4563-98b8-f17c4ad2725f req-3506127d-9c12-4ec9-8429-c7e8aa442e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:38:10.301546 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-13b7631d-0994-4563-98b8-f17c4ad2725f req-3506127d-9c12-4ec9-8429-c7e8aa442e8c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=6dab2bb9-1b11-4634-becc-b5742aceff64&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.0530350
Dec 25 21:38:10.416457 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-fffb24b0-efb5-41be-af7c-ec9a260650e2 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:10.420303 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-13b7631d-0994-4563-98b8-f17c4ad2725f req-9764dce6-4d92-4459-acdb-56e0cbbc58b2 service neutron] 10.222.0.31 "GET /v2.0/networks/6dab2bb9-1b11-4634-becc-b5742aceff64?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1111715
Dec 25 21:38:10.474373 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-692a123c-5ba8-4cb1-8900-3768cfae722b None None] Network 1069aa15-b6a9-4f09-a63a-9ddbe2b7f823 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:38:10.525586 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-13b7631d-0994-4563-98b8-f17c4ad2725f req-7e5e9f08-19d1-42fb-9078-a43c4a56520b service neutron] 10.222.0.31 "GET /v2.0/networks/6dab2bb9-1b11-4634-becc-b5742aceff64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0976968
Dec 25 21:38:10.589602 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-13b7631d-0994-4563-98b8-f17c4ad2725f req-a19ecffb-dd9c-4198-817d-e39141463c98 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.46&port_id=1704d60b-466b-4afa-a1c8-2e009902991b HTTP/1.1" status: 200  len: 217 time: 0.0573914
Dec 25 21:38:10.592039 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-37b1c085-dc37-4a83-aabc-4d4688ef8980 None None] Provisioning complete for port 2df53cac-07bd-4143-bd03-7f1e663ad274 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:38:10.592413 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-37b1c085-dc37-4a83-aabc-4d4688ef8980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:10.651279 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b7631d-0994-4563-98b8-f17c4ad2725f req-e7d63558-bb64-4923-8cf9-1b6b60fa9637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:38:10.653285 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-13b7631d-0994-4563-98b8-f17c4ad2725f req-e7d63558-bb64-4923-8cf9-1b6b60fa9637 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f7c309e7-75ab-4e4b-b61f-ca7ce9c46156 HTTP/1.1" status: 200  len: 797 time: 0.0541184
Dec 25 21:38:10.713096 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b7631d-0994-4563-98b8-f17c4ad2725f req-5bc842d9-ed13-4ecd-b513-6e0de7a257dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:38:10.715431 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-13b7631d-0994-4563-98b8-f17c4ad2725f req-5bc842d9-ed13-4ecd-b513-6e0de7a257dc service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=6dab2bb9-1b11-4634-becc-b5742aceff64&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.0540309
Dec 25 21:38:10.717913 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-fffb24b0-efb5-41be-af7c-ec9a260650e2 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks [] for port, precommit_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:10.743867 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:10.783373 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-fffb24b0-efb5-41be-af7c-ec9a260650e2 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8632327'] for port, after_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:10.822365 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-13b7631d-0994-4563-98b8-f17c4ad2725f req-11a548b1-67bb-401d-8a2b-242f6bc20be8 service neutron] 10.222.0.31 "GET /v2.0/networks/6dab2bb9-1b11-4634-becc-b5742aceff64?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0993233
Dec 25 21:38:10.939890 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-13b7631d-0994-4563-98b8-f17c4ad2725f req-75a6fe9f-918c-4383-8108-6c360f6af3a4 service neutron] 10.222.0.31 "GET /v2.0/networks/6dab2bb9-1b11-4634-becc-b5742aceff64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1095574
Dec 25 21:38:10.952025 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffb24b0-efb5-41be-af7c-ec9a260650e2 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Pushing event updated for resources: {'Port': ['ID=c1b1305c-abdc-49ee-954c-a74d49e5a77d,revision_number=2']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:38:10.982516 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-0788319b-e9db-40e4-9bc5-7c03c3ee9541 None None] Provisioning complete for port c1b1305c-abdc-49ee-954c-a74d49e5a77d triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:38:10.982516 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-0788319b-e9db-40e4-9bc5-7c03c3ee9541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:11.005421 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-fffb24b0-efb5-41be-af7c-ec9a260650e2 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2008772'] for router_interface, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:11.017968 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-13b7631d-0994-4563-98b8-f17c4ad2725f req-8d7d9b2f-d2f0-47d6-9b45-0e595db67c22 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.165&port_id=c4a5dc77-7743-4d72-8f35-550325e4dc63 HTTP/1.1" status: 200  len: 217 time: 0.0704384
Dec 25 21:38:11.040516 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-0788319b-e9db-40e4-9bc5-7c03c3ee9541 None None] Port c1b1305c-abdc-49ee-954c-a74d49e5a77d cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:38:11.070816 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-0788319b-e9db-40e4-9bc5-7c03c3ee9541 None None] Provisioning complete for port 2df53cac-07bd-4143-bd03-7f1e663ad274 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:38:11.072682 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-0788319b-e9db-40e4-9bc5-7c03c3ee9541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:11.091654 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b7631d-0994-4563-98b8-f17c4ad2725f req-042e6d00-2f8d-4765-8653-19abb3711842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:38:11.091654 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-13b7631d-0994-4563-98b8-f17c4ad2725f req-042e6d00-2f8d-4765-8653-19abb3711842 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f7c309e7-75ab-4e4b-b61f-ca7ce9c46156 HTTP/1.1" status: 200  len: 797 time: 0.0621002
Dec 25 21:38:11.152507 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b7631d-0994-4563-98b8-f17c4ad2725f req-d577705e-4052-4bd0-9ca9-6fca410f0ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:38:11.154224 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-13b7631d-0994-4563-98b8-f17c4ad2725f req-d577705e-4052-4bd0-9ca9-6fca410f0ad8 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=6dab2bb9-1b11-4634-becc-b5742aceff64&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.0581021
Dec 25 21:38:11.254632 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-fffb24b0-efb5-41be-af7c-ec9a260650e2 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:11.260623 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-13b7631d-0994-4563-98b8-f17c4ad2725f req-d4d4b150-2a84-4a31-980c-d6cad59288da service neutron] 10.222.0.31 "GET /v2.0/networks/6dab2bb9-1b11-4634-becc-b5742aceff64?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0990353
Dec 25 21:38:11.307740 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-2d6aaa97-8995-428e-b050-c8445b28264c None None] Provisioning complete for port c1b1305c-abdc-49ee-954c-a74d49e5a77d triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:38:11.308389 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-2d6aaa97-8995-428e-b050-c8445b28264c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:11.369594 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-2d6aaa97-8995-428e-b050-c8445b28264c None None] Port c1b1305c-abdc-49ee-954c-a74d49e5a77d cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:38:11.370498 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-13b7631d-0994-4563-98b8-f17c4ad2725f req-f64dd136-3689-4c6e-b6b6-9b00019fa17b service neutron] 10.222.0.31 "GET /v2.0/networks/6dab2bb9-1b11-4634-becc-b5742aceff64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1026495
Dec 25 21:38:11.427378 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-13b7631d-0994-4563-98b8-f17c4ad2725f req-d22ea73f-82ca-49c5-a17e-dabce994efa7 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.99&port_id=bbeefdb7-89c8-4442-a2e7-858c459b3b9a HTTP/1.1" status: 200  len: 217 time: 0.0493040
Dec 25 21:38:11.523678 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b7631d-0994-4563-98b8-f17c4ad2725f req-6d4c6e00-0835-4966-a02e-e89db2fc2517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:38:11.526275 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-13b7631d-0994-4563-98b8-f17c4ad2725f req-6d4c6e00-0835-4966-a02e-e89db2fc2517 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f7c309e7-75ab-4e4b-b61f-ca7ce9c46156 HTTP/1.1" status: 200  len: 797 time: 0.0925879
Dec 25 21:38:11.565451 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 2df53cac-07bd-4143-bd03-7f1e663ad274 up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:38:11.583973 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b7631d-0994-4563-98b8-f17c4ad2725f req-97225a8b-dfda-42a2-a60e-c8400f07fb01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:38:11.585563 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-13b7631d-0994-4563-98b8-f17c4ad2725f req-97225a8b-dfda-42a2-a60e-c8400f07fb01 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=6dab2bb9-1b11-4634-becc-b5742aceff64&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.0485904
Dec 25 21:38:11.611026 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-fffb24b0-efb5-41be-af7c-ec9a260650e2 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks [] for port, precommit_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:11.626224 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-feceba62-10c3-4ae9-bbfb-f87dbf3f461d None None] Provisioning complete for port c1b1305c-abdc-49ee-954c-a74d49e5a77d triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:38:11.627359 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-feceba62-10c3-4ae9-bbfb-f87dbf3f461d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:11.667272 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-feceba62-10c3-4ae9-bbfb-f87dbf3f461d None None] Port c1b1305c-abdc-49ee-954c-a74d49e5a77d cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:38:11.669781 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port 2df53cac-07bd-4143-bd03-7f1e663ad274 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:38:11.670349 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:11.698538 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-13b7631d-0994-4563-98b8-f17c4ad2725f req-443b4561-f4e5-42d5-b7a4-f2cb0ff12298 service neutron] 10.222.0.31 "GET /v2.0/networks/6dab2bb9-1b11-4634-becc-b5742aceff64?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1059556
Dec 25 21:38:11.721062 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-fffb24b0-efb5-41be-af7c-ec9a260650e2 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8632327'] for port, after_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:11.722969 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-fffb24b0-efb5-41be-af7c-ec9a260650e2 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2007636'] for router_interface, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:11.802171 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffb24b0-efb5-41be-af7c-ec9a260650e2 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Pushing event updated for resources: {'Port': ['ID=c1b1305c-abdc-49ee-954c-a74d49e5a77d,revision_number=3']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:38:11.803438 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-13b7631d-0994-4563-98b8-f17c4ad2725f req-d9e90ea9-5a82-4e18-b46a-29ca4ed724d6 service neutron] 10.222.0.31 "GET /v2.0/networks/6dab2bb9-1b11-4634-becc-b5742aceff64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0984218
Dec 25 21:38:11.859106 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-13b7631d-0994-4563-98b8-f17c4ad2725f req-d8ef4dd0-4df8-4945-a204-4fdf6bd6fdb1 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=d1b259e7-c1c4-46a5-8fa8-934e76ffd08c HTTP/1.1" status: 200  len: 217 time: 0.0487814
Dec 25 21:38:11.871358 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fffb24b0-efb5-41be-af7c-ec9a260650e2 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Network 1069aa15-b6a9-4f09-a63a-9ddbe2b7f823 is already hosted by enough agents. {{(pid=121607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:38:11.872967 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-fffb24b0-efb5-41be-af7c-ec9a260650e2 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Resources bound (agent type, host, resource id):  {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:38:11.921415 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b7631d-0994-4563-98b8-f17c4ad2725f req-55da41b9-a569-4d19-b31f-0450ed4f954a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:38:11.922911 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-13b7631d-0994-4563-98b8-f17c4ad2725f req-55da41b9-a569-4d19-b31f-0450ed4f954a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=64fd0ee7-98f6-4e06-ac9e-5ec230df994d HTTP/1.1" status: 200  len: 797 time: 0.0568912
Dec 25 21:38:11.984912 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b7631d-0994-4563-98b8-f17c4ad2725f req-2310bf44-59af-44b9-a4b7-7252d318b08f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:38:11.986951 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-13b7631d-0994-4563-98b8-f17c4ad2725f req-2310bf44-59af-44b9-a4b7-7252d318b08f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=1eebed42-83f0-407e-9fde-c8f3a2309436&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.0558043
Dec 25 21:38:12.107764 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-13b7631d-0994-4563-98b8-f17c4ad2725f req-c83c78a4-b729-4eb4-b626-e5ff9a2022ff service neutron] 10.222.0.31 "GET /v2.0/networks/1eebed42-83f0-407e-9fde-c8f3a2309436?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1091039
Dec 25 21:38:12.158247 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fffb24b0-efb5-41be-af7c-ec9a260650e2 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Router 2131873a-a012-481a-a75a-e4ef26397a03 is scheduled to L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 with binding_index 1 {{(pid=121607) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 25 21:38:12.198615 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-069fbb45-766a-4899-8162-d07b60ee2b7e None None] Provisioning complete for port c1b1305c-abdc-49ee-954c-a74d49e5a77d triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:38:12.199082 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-069fbb45-766a-4899-8162-d07b60ee2b7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:12.212624 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-13b7631d-0994-4563-98b8-f17c4ad2725f req-0ce0c5fc-5197-416e-8dce-af72afcac5c9 service neutron] 10.222.0.31 "GET /v2.0/networks/1eebed42-83f0-407e-9fde-c8f3a2309436?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0969315
Dec 25 21:38:12.229483 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 34776) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:38:12.233849 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-93257b97-1736-45c7-a177-3875b8e43ea3 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1175426493', 'description': 'tempest-secgroup-smoke-1175426493 description', 'project_id': '4ff29c23c5844f45826a02b6ae6b65e7'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:38:12.241134 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-069fbb45-766a-4899-8162-d07b60ee2b7e None None] Port c1b1305c-abdc-49ee-954c-a74d49e5a77d cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:38:12.262872 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fffb24b0-efb5-41be-af7c-ec9a260650e2 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 21:38:12.271556 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-fffb24b0-efb5-41be-af7c-ec9a260650e2 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] 10.222.0.32 "PUT /v2.0/routers/2131873a-a012-481a-a75a-e4ef26397a03/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.2523911
Dec 25 21:38:12.271556 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 34778) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:38:12.274864 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe35f542-c69a-4e3f-b2c4-53f1d782d55e None None] Sync routers for ids ['2131873a-a012-481a-a75a-e4ef26397a03'] in ncdv-master-1 {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 21:38:12.279911 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-13b7631d-0994-4563-98b8-f17c4ad2725f req-091bfa8e-f58d-4ffd-8ce0-19cfe1594b56 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=c1259bc6-d32f-4b81-b593-3660604ed03e HTTP/1.1" status: 200  len: 217 time: 0.0596063
Dec 25 21:38:12.291487 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe35f542-c69a-4e3f-b2c4-53f1d782d55e None None] Routers {'2131873a-a012-481a-a75a-e4ef26397a03'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:38:12.291487 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-fe35f542-c69a-4e3f-b2c4-53f1d782d55e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f26134fd910>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:38:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['2131873a-a012-481a-a75a-e4ef26397a03'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:38:12.320811 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-fe35f542-c69a-4e3f-b2c4-53f1d782d55e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f26134fd910>, [], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:38:12.329587 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe35f542-c69a-4e3f-b2c4-53f1d782d55e None None] Routers {'2131873a-a012-481a-a75a-e4ef26397a03'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:38:12.330208 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-fe35f542-c69a-4e3f-b2c4-53f1d782d55e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f26134fd910>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:38:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['2131873a-a012-481a-a75a-e4ef26397a03'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:38:12.340031 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b7631d-0994-4563-98b8-f17c4ad2725f req-c134132a-71dd-41e0-a945-4a66407841e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:38:12.341687 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-13b7631d-0994-4563-98b8-f17c4ad2725f req-c134132a-71dd-41e0-a945-4a66407841e0 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=64fd0ee7-98f6-4e06-ac9e-5ec230df994d HTTP/1.1" status: 200  len: 797 time: 0.0543327
Dec 25 21:38:12.374095 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-fe35f542-c69a-4e3f-b2c4-53f1d782d55e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f26134fd910>, [], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:38:12.374767 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe35f542-c69a-4e3f-b2c4-53f1d782d55e None None] The sync data for ids ['2131873a-a012-481a-a75a-e4ef26397a03'] in ncdv-master-1 is: [] {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 21:38:12.383203 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-93257b97-1736-45c7-a177-3875b8e43ea3 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks [] for security_group, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:12.398821 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-93257b97-1736-45c7-a177-3875b8e43ea3 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks [] for security_group, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:12.408902 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b7631d-0994-4563-98b8-f17c4ad2725f req-8609f207-002e-4bd5-94fd-414611b11024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:38:12.411065 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-13b7631d-0994-4563-98b8-f17c4ad2725f req-8609f207-002e-4bd5-94fd-414611b11024 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=1eebed42-83f0-407e-9fde-c8f3a2309436&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.0613351
Dec 25 21:38:12.544246 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-13b7631d-0994-4563-98b8-f17c4ad2725f req-4b3edefb-0061-462e-aac3-329b877c62dd service neutron] 10.222.0.31 "GET /v2.0/networks/1eebed42-83f0-407e-9fde-c8f3a2309436?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1245186
Dec 25 21:38:12.579885 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-93257b97-1736-45c7-a177-3875b8e43ea3 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks [] for security_group, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:12.631672 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25fdc86a-67d3-42d1-a2cb-373d94d1033e tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:38:12.633331 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-25fdc86a-67d3-42d1-a2cb-373d94d1033e tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] 10.222.0.32 "GET /v2.0/ports?device_id=2131873a-a012-481a-a75a-e4ef26397a03 HTTP/1.1" status: 200  len: 989 time: 0.3613782
Dec 25 21:38:12.636140 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 34780) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:38:12.709381 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-93257b97-1736-45c7-a177-3875b8e43ea3 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:12.747550 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-13b7631d-0994-4563-98b8-f17c4ad2725f req-6cc4db69-272c-4e69-9695-246bc534c3bc service neutron] 10.222.0.31 "GET /v2.0/networks/1eebed42-83f0-407e-9fde-c8f3a2309436?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1955466
Dec 25 21:38:12.848049 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93257b97-1736-45c7-a177-3875b8e43ea3 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e88bb89c-84a7-4a1a-a685-29d8329298ea,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:38:12.963544 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-93257b97-1736-45c7-a177-3875b8e43ea3 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks [] for security_group, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:13.246083 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-93257b97-1736-45c7-a177-3875b8e43ea3 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:13.292584 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93257b97-1736-45c7-a177-3875b8e43ea3 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2dd0ce2e-c467-45c4-9d2c-d6c9831710fe,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:38:13.367037 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-93257b97-1736-45c7-a177-3875b8e43ea3 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks [] for security_group, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:13.368199 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-93257b97-1736-45c7-a177-3875b8e43ea3 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1813 time: 1.1383109
Dec 25 21:38:13.371371 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 34786) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:38:13.376166 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-6d3a93c9-4e4e-49fe-a345-cf910caf3a26 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Request body: {'security_group_rule': {'security_group_id': '2dd0ce2e-c467-45c4-9d2c-d6c9831710fe', 'project_id': '4ff29c23c5844f45826a02b6ae6b65e7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:38:13.461537 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-6d3a93c9-4e4e-49fe-a345-cf910caf3a26 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks [] for security_group_rule, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:13.475818 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-b2521269-ce5d-41e1-99f0-b157722189b3 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2007615'] for router_interface, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:13.516785 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-6d3a93c9-4e4e-49fe-a345-cf910caf3a26 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:13.581210 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-6d3a93c9-4e4e-49fe-a345-cf910caf3a26 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077839'] for security_group_rule, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:13.600003 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3a93c9-4e4e-49fe-a345-cf910caf3a26 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39c3d939-057e-4916-a91d-5e0e729a322c,revision_number=0']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:38:13.665514 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-6d3a93c9-4e4e-49fe-a345-cf910caf3a26 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks [] for security_group_rule, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:13.669588 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-6d3a93c9-4e4e-49fe-a345-cf910caf3a26 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2942829
Dec 25 21:38:13.669864 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 34788) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:38:13.674325 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-06c1d925-89b5-4593-bc96-e9a7b9d906b3 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Request body: {'security_group_rule': {'security_group_id': '2dd0ce2e-c467-45c4-9d2c-d6c9831710fe', 'project_id': '4ff29c23c5844f45826a02b6ae6b65e7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:38:13.752415 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-b2521269-ce5d-41e1-99f0-b157722189b3 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Deleting port c1b1305c-abdc-49ee-954c-a74d49e5a77d {{(pid=121606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:38:13.752756 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-b2521269-ce5d-41e1-99f0-b157722189b3 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:13.793924 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-06c1d925-89b5-4593-bc96-e9a7b9d906b3 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks [] for security_group_rule, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:13.839756 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-b2521269-ce5d-41e1-99f0-b157722189b3 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:13.851805 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-06c1d925-89b5-4593-bc96-e9a7b9d906b3 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:13.852000 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-b2521269-ce5d-41e1-99f0-b157722189b3 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Calling delete_port for c1b1305c-abdc-49ee-954c-a74d49e5a77d owned by network:router_interface {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:38:13.932852 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-06c1d925-89b5-4593-bc96-e9a7b9d906b3 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077839'] for security_group_rule, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:13.955418 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c1d925-89b5-4593-bc96-e9a7b9d906b3 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ab79399-1da9-42e4-9774-a09ea3942675,revision_number=0']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:38:14.031365 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-06c1d925-89b5-4593-bc96-e9a7b9d906b3 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks [] for security_group_rule, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:14.032769 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-06c1d925-89b5-4593-bc96-e9a7b9d906b3 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.3619497
Dec 25 21:38:14.035464 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 34792) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:38:14.040100 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-90ea3bd6-7b9c-446b-8449-7c4a06425101 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Request body: {'security_group_rule': {'security_group_id': '2dd0ce2e-c467-45c4-9d2c-d6c9831710fe', 'project_id': '4ff29c23c5844f45826a02b6ae6b65e7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:38:14.131842 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-b2521269-ce5d-41e1-99f0-b157722189b3 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:14.161196 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-90ea3bd6-7b9c-446b-8449-7c4a06425101 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks [] for security_group_rule, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:14.161748 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2521269-ce5d-41e1-99f0-b157722189b3 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Pushing event deleted for resources: {'Port': ['ID=c1b1305c-abdc-49ee-954c-a74d49e5a77d,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:38:14.244707 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-90ea3bd6-7b9c-446b-8449-7c4a06425101 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:14.270023 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-b2521269-ce5d-41e1-99f0-b157722189b3 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2007763'] for router_interface, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:14.330730 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-90ea3bd6-7b9c-446b-8449-7c4a06425101 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077839'] for security_group_rule, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:14.351981 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ea3bd6-7b9c-446b-8449-7c4a06425101 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=edfa44c0-7a9e-4290-912a-e8a5cbd2e3a9,revision_number=0']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:38:14.419828 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-90ea3bd6-7b9c-446b-8449-7c4a06425101 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks [] for security_group_rule, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:14.424018 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-90ea3bd6-7b9c-446b-8449-7c4a06425101 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3848238
Dec 25 21:38:14.424268 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 34796) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:38:14.429851 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-34ab9cbe-8998-41ae-b8a6-fe2e477c3a90 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Request body: {'security_group_rule': {'security_group_id': '2dd0ce2e-c467-45c4-9d2c-d6c9831710fe', 'project_id': '4ff29c23c5844f45826a02b6ae6b65e7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:38:14.434682 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2521269-ce5d-41e1-99f0-b157722189b3 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Router 2131873a-a012-481a-a75a-e4ef26397a03 has already been hosted by L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 {{(pid=121606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 25 21:38:14.513923 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2521269-ce5d-41e1-99f0-b157722189b3 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 21:38:14.518994 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-b2521269-ce5d-41e1-99f0-b157722189b3 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] 10.222.0.32 "PUT /v2.0/routers/2131873a-a012-481a-a75a-e4ef26397a03/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.8818924
Dec 25 21:38:14.522429 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 34798) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:38:14.523841 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-34ab9cbe-8998-41ae-b8a6-fe2e477c3a90 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks [] for security_group_rule, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:14.524217 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d9c539d-e7e3-48ef-93a3-7a23874c3227 None None] Sync routers for ids ['2131873a-a012-481a-a75a-e4ef26397a03'] in ncdv-master-1 {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 21:38:14.536382 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d9c539d-e7e3-48ef-93a3-7a23874c3227 None None] Routers {'2131873a-a012-481a-a75a-e4ef26397a03'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:38:14.537157 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-4d9c539d-e7e3-48ef-93a3-7a23874c3227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f26184198e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:38:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['2131873a-a012-481a-a75a-e4ef26397a03'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:38:14.546889 ncdv-master-1 neutron-server[121606]: INFO neutron.pecan_wsgi.hooks.translation [None req-003d461e-bba4-430d-92a0-d63eb0b4aa92 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] GET failed (client error): The resource could not be found.
Dec 25 21:38:14.551597 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-003d461e-bba4-430d-92a0-d63eb0b4aa92 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] 10.222.0.32 "GET /v2.0/ports/c1b1305c-abdc-49ee-954c-a74d49e5a77d HTTP/1.1" status: 404  len: 333 time: 0.0257256
Dec 25 21:38:14.551885 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 34800) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:38:14.570637 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-4d9c539d-e7e3-48ef-93a3-7a23874c3227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f26184198e0>, [], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:38:14.580683 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d9c539d-e7e3-48ef-93a3-7a23874c3227 None None] Routers {'2131873a-a012-481a-a75a-e4ef26397a03'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:38:14.582089 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-4d9c539d-e7e3-48ef-93a3-7a23874c3227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f26184198e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:38:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['2131873a-a012-481a-a75a-e4ef26397a03'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:38:14.590129 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-34ab9cbe-8998-41ae-b8a6-fe2e477c3a90 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:14.617089 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-4d9c539d-e7e3-48ef-93a3-7a23874c3227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f26184198e0>, [], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:38:14.617738 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d9c539d-e7e3-48ef-93a3-7a23874c3227 None None] The sync data for ids ['2131873a-a012-481a-a75a-e4ef26397a03'] in ncdv-master-1 is: [] {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 21:38:14.631734 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-28cf7c04-eb0d-4af1-a3c4-2b51ea961b97 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks [] for router, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:14.661862 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-34ab9cbe-8998-41ae-b8a6-fe2e477c3a90 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077839'] for security_group_rule, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:14.679804 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ab9cbe-8998-41ae-b8a6-fe2e477c3a90 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4f71339-748e-4983-8b40-433704c9e657,revision_number=0']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:38:14.767381 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-34ab9cbe-8998-41ae-b8a6-fe2e477c3a90 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks [] for security_group_rule, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:14.769064 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-34ab9cbe-8998-41ae-b8a6-fe2e477c3a90 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.3437512
Dec 25 21:38:14.772286 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 34802) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:38:14.777036 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-934d7a0b-5a16-4cca-b172-d6b7f00eb720 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Request body: {'security_group_rule': {'security_group_id': '2dd0ce2e-c467-45c4-9d2c-d6c9831710fe', 'project_id': '4ff29c23c5844f45826a02b6ae6b65e7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:38:14.889935 ncdv-master-1 neutron-server[121607]: INFO neutron.db.securitygroups_db [None req-934d7a0b-5a16-4cca-b172-d6b7f00eb720 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Project 4ff29c23c5844f45826a02b6ae6b65e7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 25 21:38:14.895547 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-934d7a0b-5a16-4cca-b172-d6b7f00eb720 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks [] for security_group_rule, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:14.962017 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-934d7a0b-5a16-4cca-b172-d6b7f00eb720 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:15.047256 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-28cf7c04-eb0d-4af1-a3c4-2b51ea961b97 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2014235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14905'] for router, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:15.049811 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-28cf7c04-eb0d-4af1-a3c4-2b51ea961b97 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:15.063498 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-934d7a0b-5a16-4cca-b172-d6b7f00eb720 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077839'] for security_group_rule, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:15.089280 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934d7a0b-5a16-4cca-b172-d6b7f00eb720 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3545e04-9fde-4ae9-a9f5-d93e4a7de69d,revision_number=0']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:38:15.205976 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-934d7a0b-5a16-4cca-b172-d6b7f00eb720 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks [] for security_group_rule, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:15.207967 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-934d7a0b-5a16-4cca-b172-d6b7f00eb720 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.4346566
Dec 25 21:38:15.211190 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 34808) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:38:15.215688 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-d4355f52-03e7-48e2-9829-1d8b9081c1b7 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Request body: {'security_group_rule': {'security_group_id': '2dd0ce2e-c467-45c4-9d2c-d6c9831710fe', 'project_id': '4ff29c23c5844f45826a02b6ae6b65e7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:38:15.216292 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-28cf7c04-eb0d-4af1-a3c4-2b51ea961b97 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2014220'] for router, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:15.217128 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28cf7c04-eb0d-4af1-a3c4-2b51ea961b97 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Fanout notify agent at l3_agent the message router_deleted on router 2131873a-a012-481a-a75a-e4ef26397a03 {{(pid=121606) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 25 21:38:15.229405 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-28cf7c04-eb0d-4af1-a3c4-2b51ea961b97 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks [] for router, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:15.231505 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-28cf7c04-eb0d-4af1-a3c4-2b51ea961b97 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] 10.222.0.32 "DELETE /v2.0/routers/2131873a-a012-481a-a75a-e4ef26397a03 HTTP/1.1" status: 204  len: 168 time: 0.6777284
Dec 25 21:38:15.233547 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 34810) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:38:15.291341 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_v2 [None req-3bce00db-22d5-46ca-93d2-eeb377b0c2b1 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Deleting subnet ccfe0426-4fbf-43e8-aebd-60745f54b5cd {{(pid=121607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Dec 25 21:38:15.294698 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-3bce00db-22d5-46ca-93d2-eeb377b0c2b1 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks [] for subnet, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:15.334120 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-3bce00db-22d5-46ca-93d2-eeb377b0c2b1 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10246617'] for subnet, precommit_delete_associations {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:15.354315 ncdv-master-1 neutron-server[121607]: INFO neutron.db.securitygroups_db [None req-d4355f52-03e7-48e2-9829-1d8b9081c1b7 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Project 4ff29c23c5844f45826a02b6ae6b65e7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 25 21:38:15.362298 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-d4355f52-03e7-48e2-9829-1d8b9081c1b7 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks [] for security_group_rule, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:15.460801 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-3bce00db-22d5-46ca-93d2-eeb377b0c2b1 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995662'] for subnet, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:15.484526 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-d4355f52-03e7-48e2-9829-1d8b9081c1b7 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:15.572178 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-d4355f52-03e7-48e2-9829-1d8b9081c1b7 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077839'] for security_group_rule, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:15.591235 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4355f52-03e7-48e2-9829-1d8b9081c1b7 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03b74290-6a4a-44af-b828-a2b2e066260e,revision_number=0']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:38:15.594276 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-3bce00db-22d5-46ca-93d2-eeb377b0c2b1 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8632410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8852809'] for subnet, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:15.625316 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bce00db-22d5-46ca-93d2-eeb377b0c2b1 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Pushing event deleted for resources: {'Subnet': ['ID=ccfe0426-4fbf-43e8-aebd-60745f54b5cd,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:38:15.629486 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-3bce00db-22d5-46ca-93d2-eeb377b0c2b1 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks [] for subnet, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:15.631553 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-3bce00db-22d5-46ca-93d2-eeb377b0c2b1 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] 10.222.0.32 "DELETE /v2.0/subnets/ccfe0426-4fbf-43e8-aebd-60745f54b5cd HTTP/1.1" status: 204  len: 168 time: 0.3968623
Dec 25 21:38:15.633457 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-717dea70-ecdd-4fbb-90b3-33dbb4ae4fea None None] Network 1069aa15-b6a9-4f09-a63a-9ddbe2b7f823 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:38:15.634249 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 34812) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:38:15.709857 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-d4355f52-03e7-48e2-9829-1d8b9081c1b7 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks [] for security_group_rule, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:15.711146 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-d4355f52-03e7-48e2-9829-1d8b9081c1b7 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.4990172
Dec 25 21:38:15.714338 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 34814) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:38:15.720571 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-75642659-3891-4545-ac07-565a82e8675d tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Request body: {'network': {'name': 'tempest-network-smoke--1335660178', 'project_id': '4ff29c23c5844f45826a02b6ae6b65e7', 'port_security_enabled': True}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:38:15.720810 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-85a678da-c0a3-4aec-af9a-538836d832c4 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625803'] for network, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:15.776057 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-85a678da-c0a3-4aec-af9a-538836d832c4 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Deleting port 2df53cac-07bd-4143-bd03-7f1e663ad274 {{(pid=121607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:38:15.776403 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-85a678da-c0a3-4aec-af9a-538836d832c4 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:15.801408 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cff7205-0b66-469a-9c25-a8522066fa15 None None] DHCP port deletion for 1069aa15-b6a9-4f09-a63a-9ddbe2b7f823 request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 21:38:15.829691 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75642659-3891-4545-ac07-565a82e8675d tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Made reservation on behalf of 4ff29c23c5844f45826a02b6ae6b65e7 for: {'network': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:38:15.834597 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-75642659-3891-4545-ac07-565a82e8675d tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for network, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:15.846107 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.db [None req-85a678da-c0a3-4aec-af9a-538836d832c4 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] For port 2df53cac-07bd-4143-bd03-7f1e663ad274, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2df53cac-07bd-4143-bd03-7f1e663ad274,segment=NetworkSegment(ebd768b4-a2ef-43fe-8561-d266243660de),segment_id=ebd768b4-a2ef-43fe-8561-d266243660de)] {{(pid=121607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:38:15.846380 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-85a678da-c0a3-4aec-af9a-538836d832c4 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:15.850342 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-2cff7205-0b66-469a-9c25-a8522066fa15 None None] Deleting port 2df53cac-07bd-4143-bd03-7f1e663ad274 {{(pid=121608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:38:15.850754 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-2cff7205-0b66-469a-9c25-a8522066fa15 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:15.861764 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-85a678da-c0a3-4aec-af9a-538836d832c4 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Calling delete_port for 2df53cac-07bd-4143-bd03-7f1e663ad274 owned by network:dhcp {{(pid=121607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:38:15.864317 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75642659-3891-4545-ac07-565a82e8675d tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] vlan segment allocate from pool success with {'vlan_id': 199, 'physical_network': 'physnet1'}  {{(pid=121606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 25 21:38:15.876943 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-75642659-3891-4545-ac07-565a82e8675d tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:15.877818 ncdv-master-1 neutron-server[121606]: INFO neutron.db.segments_db [None req-75642659-3891-4545-ac07-565a82e8675d tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Added segment c534f41a-8c49-4cda-99c2-993827ed0847 of type vlan for network d227a8f7-d82b-444c-89d0-511b922f2260
Dec 25 21:38:15.917073 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-2cff7205-0b66-469a-9c25-a8522066fa15 None None] For port 2df53cac-07bd-4143-bd03-7f1e663ad274, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2df53cac-07bd-4143-bd03-7f1e663ad274,segment=NetworkSegment(ebd768b4-a2ef-43fe-8561-d266243660de),segment_id=ebd768b4-a2ef-43fe-8561-d266243660de)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:38:15.917595 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-2cff7205-0b66-469a-9c25-a8522066fa15 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:15.928317 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-75642659-3891-4545-ac07-565a82e8675d tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737602163420'] for network, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:15.936196 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-2cff7205-0b66-469a-9c25-a8522066fa15 None None] Calling delete_port for 2df53cac-07bd-4143-bd03-7f1e663ad274 owned by network:dhcp {{(pid=121608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:38:16.027066 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-75642659-3891-4545-ac07-565a82e8675d tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870'] for network, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:16.032808 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75642659-3891-4545-ac07-565a82e8675d tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:38:16.037451 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-75642659-3891-4545-ac07-565a82e8675d tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for network, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:16.075178 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-85a678da-c0a3-4aec-af9a-538836d832c4 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:16.083503 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-2cff7205-0b66-469a-9c25-a8522066fa15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955'] for port, after_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:16.101248 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75642659-3891-4545-ac07-565a82e8675d tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Pushing event updated for resources: {'Network': ['ID=d227a8f7-d82b-444c-89d0-511b922f2260,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:38:16.104721 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a678da-c0a3-4aec-af9a-538836d832c4 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Pushing event deleted for resources: {'Port': ['ID=2df53cac-07bd-4143-bd03-7f1e663ad274,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:38:16.109458 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85a678da-c0a3-4aec-af9a-538836d832c4 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] No DVR routers for this DVR port 2df53cac-07bd-4143-bd03-7f1e663ad274 on host ncdv-master-1 {{(pid=121607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:38:16.114142 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Network d227a8f7-d82b-444c-89d0-511b922f2260 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 25 21:38:16.117619 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cff7205-0b66-469a-9c25-a8522066fa15 None None] Pushing event deleted for resources: {'Port': ['ID=2df53cac-07bd-4143-bd03-7f1e663ad274,revision_number=None']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:38:16.131378 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cff7205-0b66-469a-9c25-a8522066fa15 None None] No DVR routers for this DVR port 2df53cac-07bd-4143-bd03-7f1e663ad274 on host ncdv-master-1 {{(pid=121608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:38:16.157487 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-75642659-3891-4545-ac07-565a82e8675d tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.4418333
Dec 25 21:38:16.163054 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 34818) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:38:16.163180 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-a5ee37c3-0634-4c8d-b872-3816354b7188 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1125267842', 'admin_state_up': True, 'project_id': '4ff29c23c5844f45826a02b6ae6b65e7', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'}}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:38:16.211994 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-85a678da-c0a3-4aec-af9a-538836d832c4 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997585', 'neutron.services.segments.db._delete_segments_for_network-8737602743071'] for network, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:16.233473 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-85a678da-c0a3-4aec-af9a-538836d832c4 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f26183237f0>,) {'filters': {'network_id': ['1069aa15-b6a9-4f09-a63a-9ddbe2b7f823']}} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:38:16.243537 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-85a678da-c0a3-4aec-af9a-538836d832c4 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f26183237f0>, 'ebd768b4-a2ef-43fe-8561-d266243660de') {'for_net_delete': True} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:38:16.243840 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-85a678da-c0a3-4aec-af9a-538836d832c4 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f26183237f0>, 'ebd768b4-a2ef-43fe-8561-d266243660de') {} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:38:16.253360 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-85a678da-c0a3-4aec-af9a-538836d832c4 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737602746920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10246592'] for segment, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:16.267317 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-85a678da-c0a3-4aec-af9a-538836d832c4 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:16.274939 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85a678da-c0a3-4aec-af9a-538836d832c4 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Releasing vlan 181 on physical network physnet1 to pool {{(pid=121607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 25 21:38:16.275579 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-85a678da-c0a3-4aec-af9a-538836d832c4 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8633327'] for segment, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:16.275918 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-a5ee37c3-0634-4c8d-b872-3816354b7188 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2014909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14863'] for router, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:16.277400 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-a5ee37c3-0634-4c8d-b872-3816354b7188 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2014285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2009796', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2082630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14848'] for router, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:16.279067 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:38:16.279067 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:38:16.279067 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:38:16.279067 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:38:16.279067 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:38:16.279067 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:38:16.279067 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:38:16.279067 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:38:16.279067 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:38:16.279067 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:38:16.279067 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:38:16.279067 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:38:16.279067 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:38:16.279067 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:38:16.279067 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:38:16.279067 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:38:16.279067 ncdv-master-1 neutron-server[121607]: Traceback (most recent call last):
Dec 25 21:38:16.279067 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 25 21:38:16.279067 ncdv-master-1 neutron-server[121607]:     timer()
Dec 25 21:38:16.279067 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 25 21:38:16.279067 ncdv-master-1 neutron-server[121607]:     cb(*args, **kw)
Dec 25 21:38:16.279067 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 25 21:38:16.279067 ncdv-master-1 neutron-server[121607]:     return func(*args, **kwargs)
Dec 25 21:38:16.279067 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 25 21:38:16.279067 ncdv-master-1 neutron-server[121607]:     self._notify()
Dec 25 21:38:16.279067 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 25 21:38:16.279067 ncdv-master-1 neutron-server[121607]:     self.callback(batched_events)
Dec 25 21:38:16.279067 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 25 21:38:16.279067 ncdv-master-1 neutron-server[121607]:     event.method(event)
Dec 25 21:38:16.279067 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 25 21:38:16.279067 ncdv-master-1 neutron-server[121607]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 25 21:38:16.279067 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 25 21:38:16.279067 ncdv-master-1 neutron-server[121607]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 25 21:38:16.279067 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 25 21:38:16.279067 ncdv-master-1 neutron-server[121607]:     return f(self, *a, **k)
Dec 25 21:38:16.279067 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 25 21:38:16.279067 ncdv-master-1 neutron-server[121607]:     return self._get(url).json()
Dec 25 21:38:16.279067 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 25 21:38:16.279067 ncdv-master-1 neutron-server[121607]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 25 21:38:16.279067 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 25 21:38:16.279067 ncdv-master-1 neutron-server[121607]:     return self.request(url, 'GET', **kwargs)
Dec 25 21:38:16.279067 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 25 21:38:16.279067 ncdv-master-1 neutron-server[121607]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 25 21:38:16.279067 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 25 21:38:16.279067 ncdv-master-1 neutron-server[121607]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 25 21:38:16.279067 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 25 21:38:16.279067 ncdv-master-1 neutron-server[121607]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 25 21:38:16.279067 ncdv-master-1 neutron-server[121607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 25 21:38:16.418010 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-85a678da-c0a3-4aec-af9a-538836d832c4 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2008653'] for network, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:16.424864 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-85a678da-c0a3-4aec-af9a-538836d832c4 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks [] for network, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:16.428030 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-85a678da-c0a3-4aec-af9a-538836d832c4 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] 10.222.0.32 "DELETE /v2.0/networks/1069aa15-b6a9-4f09-a63a-9ddbe2b7f823 HTTP/1.1" status: 204  len: 168 time: 0.7928472
Dec 25 21:38:16.439764 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 34824) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:38:16.440621 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a678da-c0a3-4aec-af9a-538836d832c4 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Pushing event deleted for resources: {'Network': ['ID=1069aa15-b6a9-4f09-a63a-9ddbe2b7f823,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:38:16.496194 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-a5ee37c3-0634-4c8d-b872-3816354b7188 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:16.509292 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4fc4b4d-026e-496d-a206-1e11f5dfc642 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:38:16.510663 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-a4fc4b4d-026e-496d-a206-1e11f5dfc642 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] 10.222.0.32 "GET /v2.0/ports/a8614cf4-c6dd-47eb-ac7c-8785cda4b80a HTTP/1.1" status: 200  len: 845 time: 0.0699990
Dec 25 21:38:16.518318 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 34826) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:38:16.558558 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-256d8175-ac5f-4b6a-ba24-dfe9178ab357 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] 10.222.0.32 "GET /v2.0/ports/a8614cf4-c6dd-47eb-ac7c-8785cda4b80a?fields=id&fields=mac_address HTTP/1.1" status: 200  len: 281 time: 0.0390992
Dec 25 21:38:16.563750 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 34828) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:38:16.569038 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-351b4173-cfde-4a06-8c9c-7ea69ddd4e74 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Request body: {'subnet': {'network_id': '12cebcb9-c824-42aa-a402-d4fe825187e0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:38:16.768509 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-a5ee37c3-0634-4c8d-b872-3816354b7188 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:16.899278 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-351b4173-cfde-4a06-8c9c-7ea69ddd4e74 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Made reservation on behalf of 755ec677849b45beada7922dc5a9f6b5 for: {'subnet': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:38:16.902729 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-351b4173-cfde-4a06-8c9c-7ea69ddd4e74 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9028529'] for subnet, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:17.198877 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-a5ee37c3-0634-4c8d-b872-3816354b7188 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks [] for router_gateway, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:17.230234 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-a5ee37c3-0634-4c8d-b872-3816354b7188 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:17.328440 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-351b4173-cfde-4a06-8c9c-7ea69ddd4e74 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9084170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9028515'] for subnet, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:17.365802 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_common [None req-a5ee37c3-0634-4c8d-b872-3816354b7188 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Allocated IP 172.35.3.31 (7201e55c-7c5f-41aa-a042-a363696539d0/7a939e13-713f-45cf-bba7-1539635abe25/4cac6038-4803-4ebc-9f2c-768f83fbd9cc) {{(pid=121606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:38:17.397685 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-351b4173-cfde-4a06-8c9c-7ea69ddd4e74 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Network 12cebcb9-c824-42aa-a402-d4fe825187e0 is already hosted by enough agents. {{(pid=121606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:38:17.397984 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [None req-351b4173-cfde-4a06-8c9c-7ea69ddd4e74 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Resources bound (agent type, host, resource id):  {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:38:17.406098 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3812e01f-e47b-4116-b245-fd1af96d5f34 None None] Network 12cebcb9-c824-42aa-a402-d4fe825187e0 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:38:17.410580 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-351b4173-cfde-4a06-8c9c-7ea69ddd4e74 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:38:17.411158 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-351b4173-cfde-4a06-8c9c-7ea69ddd4e74 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks [] for subnet, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:17.437440 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351b4173-cfde-4a06-8c9c-7ea69ddd4e74 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Pushing event updated for resources: {'Subnet': ['ID=9afc3d3b-56c7-4a34-9ffd-5c85171fc048,revision_number=0']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:38:17.513121 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-a5ee37c3-0634-4c8d-b872-3816354b7188 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks [] for port, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:17.521459 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-650f4211-2f85-4293-95f3-1a17a9b6e131 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-12cebcb9-c824-42aa-a402-d4fe825187e0', 'network_id': '12cebcb9-c824-42aa-a402-d4fe825187e0', 'project_id': '755ec677849b45beada7922dc5a9f6b5', 'fixed_ips': [{'subnet_id': '9afc3d3b-56c7-4a34-9ffd-5c85171fc048'}]}} from ncdv-master-1. {{(pid=121608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 25 21:38:17.522366 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-650f4211-2f85-4293-95f3-1a17a9b6e131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:17.531025 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-351b4173-cfde-4a06-8c9c-7ea69ddd4e74 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.9662499
Dec 25 21:38:17.535038 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 34836) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:38:17.543998 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 2df53cac-07bd-4143-bd03-7f1e663ad274 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:38:17.545714 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-c8a156c4-bfbc-4499-afdd-400f6d2bb45d tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Request body: {'security_group': {'name': 'tempest-secgroup-1046441385'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:38:17.572433 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] No Port match for: 2df53cac-07bd-4143-bd03-7f1e663ad274 {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:38:17.572777 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 2df53cac-07bd-4143-bd03-7f1e663ad274 not bound to the agent host ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:38:17.651250 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-a5ee37c3-0634-4c8d-b872-3816354b7188 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:17.681264 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-c8a156c4-bfbc-4499-afdd-400f6d2bb45d tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks [] for security_group, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:17.682831 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.db_base_plugin_common [None req-650f4211-2f85-4293-95f3-1a17a9b6e131 None None] Allocated IP 2001:db8::2 (12cebcb9-c824-42aa-a402-d4fe825187e0/9afc3d3b-56c7-4a34-9ffd-5c85171fc048/3717c262-344b-4498-ab06-a2a9a016e696) {{(pid=121608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:38:17.690493 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5ee37c3-0634-4c8d-b872-3816354b7188 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Network 7201e55c-7c5f-41aa-a042-a363696539d0 is already hosted by enough agents. {{(pid=121606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:38:17.693544 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [None req-a5ee37c3-0634-4c8d-b872-3816354b7188 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Resources bound (agent type, host, resource id):  {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:38:17.697679 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5ee37c3-0634-4c8d-b872-3816354b7188 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Received port after_create {{(pid=121606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:38:17.714101 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a01c6f86-be85-4d52-94fb-6d09587a7696 None None] DHCP port deletion for 7201e55c-7c5f-41aa-a042-a363696539d0 request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 21:38:17.729752 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ee37c3-0634-4c8d-b872-3816354b7188 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Pushing event updated for resources: {'Port': ['ID=4cac6038-4803-4ebc-9f2c-768f83fbd9cc,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:38:17.758848 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-c8a156c4-bfbc-4499-afdd-400f6d2bb45d tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks [] for security_group, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:17.827419 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-080a7eb9-ad9b-45c9-b14d-81e94712ac7d None None] Provisioning complete for port 4cac6038-4803-4ebc-9f2c-768f83fbd9cc triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:38:17.827788 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-080a7eb9-ad9b-45c9-b14d-81e94712ac7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:17.838442 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-c8a156c4-bfbc-4499-afdd-400f6d2bb45d tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:17.871002 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a156c4-bfbc-4499-afdd-400f6d2bb45d tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6169254e-eb07-40a0-ad76-debf83107673,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:38:17.896057 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-080a7eb9-ad9b-45c9-b14d-81e94712ac7d None None] Port 4cac6038-4803-4ebc-9f2c-768f83fbd9cc cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:38:17.900227 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-650f4211-2f85-4293-95f3-1a17a9b6e131 None None] Publish callbacks [] for port, precommit_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:17.974638 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-c8a156c4-bfbc-4499-afdd-400f6d2bb45d tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:17.975934 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-c8a156c4-bfbc-4499-afdd-400f6d2bb45d tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.4390607
Dec 25 21:38:17.978774 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 34838) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:38:17.983087 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-a9408257-5fc3-4beb-b4ab-53357322bd51 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Request body: {'security_group': {'name': 'tempest-secgroup-516793227'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:38:18.021574 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-650f4211-2f85-4293-95f3-1a17a9b6e131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946'] for port, after_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:18.060584 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-a5ee37c3-0634-4c8d-b872-3816354b7188 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks [] for router_gateway, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:18.062790 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-650f4211-2f85-4293-95f3-1a17a9b6e131 None None] Network 12cebcb9-c824-42aa-a402-d4fe825187e0 is already hosted by enough agents. {{(pid=121608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:38:18.067387 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.base_scheduler [None req-650f4211-2f85-4293-95f3-1a17a9b6e131 None None] Resources bound (agent type, host, resource id):  {{(pid=121608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:38:18.073420 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-650f4211-2f85-4293-95f3-1a17a9b6e131 None None] Received port after_create {{(pid=121608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:38:18.075441 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650f4211-2f85-4293-95f3-1a17a9b6e131 None None] Pushing event updated for resources: {'Port': ['ID=3717c262-344b-4498-ab06-a2a9a016e696,revision_number=1']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:38:18.114644 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a9408257-5fc3-4beb-b4ab-53357322bd51 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks [] for security_group, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:18.136278 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-650f4211-2f85-4293-95f3-1a17a9b6e131 None None] Attempting to bind port 3717c262-344b-4498-ab06-a2a9a016e696 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:38:18.136645 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-650f4211-2f85-4293-95f3-1a17a9b6e131 None None] Attempting to bind port 3717c262-344b-4498-ab06-a2a9a016e696 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '9b8a06e7-261d-445d-b0f5-4e2974407176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '12cebcb9-c824-42aa-a402-d4fe825187e0'}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:38:18.137248 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-650f4211-2f85-4293-95f3-1a17a9b6e131 None None] Attempting to bind port 3717c262-344b-4498-ab06-a2a9a016e696 on network 12cebcb9-c824-42aa-a402-d4fe825187e0 {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:38:18.154173 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-650f4211-2f85-4293-95f3-1a17a9b6e131 None None] Checking agent: {'id': 'ca4f5c6d-f1fd-48b8-a3e3-395864c7d23d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 20, 56, 40), 'started_at': datetime.datetime(2021, 12, 25, 20, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 38, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:38:18.154583 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-650f4211-2f85-4293-95f3-1a17a9b6e131 None None] Checking segment: {'id': '9b8a06e7-261d-445d-b0f5-4e2974407176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '12cebcb9-c824-42aa-a402-d4fe825187e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:38:18.155074 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-650f4211-2f85-4293-95f3-1a17a9b6e131 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:18.155474 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-650f4211-2f85-4293-95f3-1a17a9b6e131 None None] Bound using segment: {'id': '9b8a06e7-261d-445d-b0f5-4e2974407176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '12cebcb9-c824-42aa-a402-d4fe825187e0'} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:38:18.157609 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-650f4211-2f85-4293-95f3-1a17a9b6e131 None None] Bound port: 3717c262-344b-4498-ab06-a2a9a016e696, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b8a06e7-261d-445d-b0f5-4e2974407176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '12cebcb9-c824-42aa-a402-d4fe825187e0'}}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:38:18.159790 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-650f4211-2f85-4293-95f3-1a17a9b6e131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:18.202569 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a9408257-5fc3-4beb-b4ab-53357322bd51 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks [] for security_group, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:18.227890 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-650f4211-2f85-4293-95f3-1a17a9b6e131 None None] For port 3717c262-344b-4498-ab06-a2a9a016e696, host ncdv-master-1, cleared binding levels {{(pid=121608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:38:18.231069 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-650f4211-2f85-4293-95f3-1a17a9b6e131 None None] For port 3717c262-344b-4498-ab06-a2a9a016e696, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3717c262-344b-4498-ab06-a2a9a016e696,segment=NetworkSegment(9b8a06e7-261d-445d-b0f5-4e2974407176),segment_id=9b8a06e7-261d-445d-b0f5-4e2974407176)] {{(pid=121608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:38:18.276727 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-a5ee37c3-0634-4c8d-b872-3816354b7188 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2014278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2009753'] for router, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:18.284536 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a9408257-5fc3-4beb-b4ab-53357322bd51 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:18.314526 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9408257-5fc3-4beb-b4ab-53357322bd51 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63051786-e425-4f7f-950d-7cbad308a7d5,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:38:18.333104 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-650f4211-2f85-4293-95f3-1a17a9b6e131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:18.401459 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a9408257-5fc3-4beb-b4ab-53357322bd51 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:18.405310 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-a9408257-5fc3-4beb-b4ab-53357322bd51 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1761 time: 0.4230061
Dec 25 21:38:18.405516 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 34854) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:38:18.413906 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-76f3425b-9e80-477c-b29c-fdbeeead7207 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-734099100', 'security_groups': ['63051786-e425-4f7f-950d-7cbad308a7d5'], 'network_id': '12cebcb9-c824-42aa-a402-d4fe825187e0', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '9afc3d3b-56c7-4a34-9ffd-5c85171fc048'}]}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:38:18.414822 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650f4211-2f85-4293-95f3-1a17a9b6e131 None None] Pushing event updated for resources: {'Port': ['ID=3717c262-344b-4498-ab06-a2a9a016e696,revision_number=2']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:38:18.555125 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5ee37c3-0634-4c8d-b872-3816354b7188 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Router 32a3f620-bea5-4e1f-a0ab-81323e6971a6 is scheduled to L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 with binding_index 1 {{(pid=121606) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 25 21:38:18.657710 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76f3425b-9e80-477c-b29c-fdbeeead7207 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Made reservation on behalf of 755ec677849b45beada7922dc5a9f6b5 for: {'port': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:38:18.709389 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5ee37c3-0634-4c8d-b872-3816354b7188 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 21:38:18.721696 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f4cc082-9497-40ff-aa1b-50b9a3932c5c None None] Sync routers for ids ['32a3f620-bea5-4e1f-a0ab-81323e6971a6'] in ncdv-master-1 {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 21:38:18.739409 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f4cc082-9497-40ff-aa1b-50b9a3932c5c None None] Routers {'32a3f620-bea5-4e1f-a0ab-81323e6971a6'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:38:18.739409 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-3f4cc082-9497-40ff-aa1b-50b9a3932c5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2613487700>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:38:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['32a3f620-bea5-4e1f-a0ab-81323e6971a6'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:38:18.746403 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-76f3425b-9e80-477c-b29c-fdbeeead7207 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:18.779442 ncdv-master-1 neutron-server[121607]: DEBUG neutron.notifiers.nova [None req-76f3425b-9e80-477c-b29c-fdbeeead7207 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] device_id is not set on port 2364da76-0023-4c14-9805-eb8e62ab715e yet. {{(pid=121607) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 25 21:38:18.791505 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-a5ee37c3-0634-4c8d-b872-3816354b7188 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks [] for router, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:18.796318 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-a5ee37c3-0634-4c8d-b872-3816354b7188 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 895 time: 2.6371660
Dec 25 21:38:18.796994 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 34864) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:38:18.968912 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_common [None req-76f3425b-9e80-477c-b29c-fdbeeead7207 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Allocated IP 2001:db8::92 (12cebcb9-c824-42aa-a402-d4fe825187e0/9afc3d3b-56c7-4a34-9ffd-5c85171fc048/2364da76-0023-4c14-9805-eb8e62ab715e) {{(pid=121607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:38:19.009300 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 34870) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:38:19.047826 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvr_db [None req-3f4cc082-9497-40ff-aa1b-50b9a3932c5c None None] Set router 32a3f620-bea5-4e1f-a0ab-81323e6971a6 gateway port host: ncdv-master-1 {{(pid=121608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:38:19.138682 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-a48452ec-738f-4c33-8895-b4f8ec19c7b3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:19.142877 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-3051bd81-611e-4220-a10b-8cc685deac74 tempest-TestNetworkAdvancedServerOps-1317083038 tempest-TestNetworkAdvancedServerOps-1317083038-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=4ff29c23c5844f45826a02b6ae6b65e7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.3448408
Dec 25 21:38:19.143339 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-76f3425b-9e80-477c-b29c-fdbeeead7207 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks [] for port, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:19.148193 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 34874) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:38:19.261204 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-3f4cc082-9497-40ff-aa1b-50b9a3932c5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2613487700>, [{'id': '32a3f620-bea5-4e1f-a0ab-81323e6971a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1125267842', 'tenant_id': '4ff29c23c5844f45826a02b6ae6b65e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.31'}], 'enable_snat': True}, 'gw_port_id': '4cac6038-4803-4ebc-9f2c-768f83fbd9cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:38:16Z', 'updated_at': '2021-12-25T21:38:17Z', 'revision_number': 3, 'project_id': '4ff29c23c5844f45826a02b6ae6b65e7', 'gw_port': {'id': '4cac6038-4803-4ebc-9f2c-768f83fbd9cc', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:62:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32a3f620-bea5-4e1f-a0ab-81323e6971a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3280, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:38:17Z', 'updated_at': '2021-12-25T21:38:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:38:19.272930 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-a48452ec-738f-4c33-8895-b4f8ec19c7b3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:19.294067 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f4cc082-9497-40ff-aa1b-50b9a3932c5c None None] Checking router: 32a3f620-bea5-4e1f-a0ab-81323e6971a6 for host: ncdv-master-1 {{(pid=121608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 25 21:38:19.294422 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f4cc082-9497-40ff-aa1b-50b9a3932c5c None None] Updating router 32a3f620-bea5-4e1f-a0ab-81323e6971a6 port 4cac6038-4803-4ebc-9f2c-768f83fbd9cc binding host ncdv-master-1 {{(pid=121608) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 25 21:38:19.321540 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3f4cc082-9497-40ff-aa1b-50b9a3932c5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:19.339524 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e0b5b55-e18f-40b1-b192-df576e927d57 tempest-TestNetworkAdvancedServerOps-1317083038 tempest-TestNetworkAdvancedServerOps-1317083038-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:38:19.343834 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-a48452ec-738f-4c33-8895-b4f8ec19c7b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:19.343980 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-8e0b5b55-e18f-40b1-b192-df576e927d57 tempest-TestNetworkAdvancedServerOps-1317083038 tempest-TestNetworkAdvancedServerOps-1317083038-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.1912429
Dec 25 21:38:19.345160 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 34878) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:38:19.393389 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-76f3425b-9e80-477c-b29c-fdbeeead7207 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:19.407871 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-2ecae60c-a393-48f4-8b28-2f993b706254 tempest-TestNetworkAdvancedServerOps-1317083038 tempest-TestNetworkAdvancedServerOps-1317083038-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=7201e55c-7c5f-41aa-a042-a363696539d0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0591674
Dec 25 21:38:19.413382 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 34880) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:38:19.421110 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-edaf105b-ed9e-43dd-a998-c0797bc02689 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1449427412', 'network_id': 'd227a8f7-d82b-444c-89d0-511b922f2260', 'project_id': '4ff29c23c5844f45826a02b6ae6b65e7', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:38:19.428963 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-a48452ec-738f-4c33-8895-b4f8ec19c7b3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8e19dddb9aa840e3a2b96637a3960524&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4159651
Dec 25 21:38:19.430003 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 34882) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:38:19.447166 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48452ec-738f-4c33-8895-b4f8ec19c7b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8080774-f619-4d42-b3f4-f2b98c46de3c,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:38:19.479466 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76f3425b-9e80-477c-b29c-fdbeeead7207 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Network 12cebcb9-c824-42aa-a402-d4fe825187e0 is already hosted by enough agents. {{(pid=121607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:38:19.488023 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-76f3425b-9e80-477c-b29c-fdbeeead7207 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Resources bound (agent type, host, resource id):  {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:38:19.501172 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76f3425b-9e80-477c-b29c-fdbeeead7207 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Received port after_create {{(pid=121607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:38:19.518857 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76f3425b-9e80-477c-b29c-fdbeeead7207 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:38:19.518857 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-76f3425b-9e80-477c-b29c-fdbeeead7207 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:19.559013 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f3425b-9e80-477c-b29c-fdbeeead7207 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Pushing event updated for resources: {'Port': ['ID=2364da76-0023-4c14-9805-eb8e62ab715e,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:38:19.564296 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-e05c4671-7441-4f4d-98b7-dac864cfb199 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:19.606942 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-e05c4671-7441-4f4d-98b7-dac864cfb199 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:19.624738 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-76f3425b-9e80-477c-b29c-fdbeeead7207 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 929 time: 1.2150679
Dec 25 21:38:19.624738 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 34884) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:38:19.630665 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-fd7895ef-cb73-4a2f-bed3-95a106011fc0 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Request body: {'subnet': {'network_id': '12cebcb9-c824-42aa-a402-d4fe825187e0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:38:19.639034 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 3717c262-344b-4498-ab06-a2a9a016e696 up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:38:19.681176 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3f4cc082-9497-40ff-aa1b-50b9a3932c5c None None] Publish callbacks [] for port, precommit_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:19.707793 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port 3717c262-344b-4498-ab06-a2a9a016e696 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:38:19.708341 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:19.741790 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edaf105b-ed9e-43dd-a998-c0797bc02689 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Made reservation on behalf of 4ff29c23c5844f45826a02b6ae6b65e7 for: {'subnet': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:38:19.747493 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-edaf105b-ed9e-43dd-a998-c0797bc02689 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9028529'] for subnet, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:19.770279 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-32e060ad-7ffb-4fc4-885b-52401f58357b None None] Provisioning complete for port 3717c262-344b-4498-ab06-a2a9a016e696 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:38:19.770883 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-32e060ad-7ffb-4fc4-885b-52401f58357b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:19.774528 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3f4cc082-9497-40ff-aa1b-50b9a3932c5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:19.777154 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-e05c4671-7441-4f4d-98b7-dac864cfb199 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:19.779887 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-e05c4671-7441-4f4d-98b7-dac864cfb199 admin admin] Publish callbacks [] for security_group, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:19.784014 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-e05c4671-7441-4f4d-98b7-dac864cfb199 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f8080774-f619-4d42-b3f4-f2b98c46de3c HTTP/1.1" status: 204  len: 168 time: 0.3533273
Dec 25 21:38:19.802293 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05c4671-7441-4f4d-98b7-dac864cfb199 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8080774-f619-4d42-b3f4-f2b98c46de3c,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:38:19.844035 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd7895ef-cb73-4a2f-bed3-95a106011fc0 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Made reservation on behalf of 755ec677849b45beada7922dc5a9f6b5 for: {'subnet': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:38:19.849824 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-fd7895ef-cb73-4a2f-bed3-95a106011fc0 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8852834'] for subnet, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:19.913158 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c65239f-544d-47da-94f7-f1e54160e9dd None None] DHCP port deletion for 7201e55c-7c5f-41aa-a042-a363696539d0 request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 21:38:19.931939 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5103eaea-631b-4903-aae4-20e7fe55f429 None None] Pushing event updated for resources: {'Port': ['ID=4cac6038-4803-4ebc-9f2c-768f83fbd9cc,revision_number=2']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:38:19.935899 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-3f4cc082-9497-40ff-aa1b-50b9a3932c5c None None] Attempting to bind port 4cac6038-4803-4ebc-9f2c-768f83fbd9cc on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:38:19.936464 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-3f4cc082-9497-40ff-aa1b-50b9a3932c5c None None] Attempting to bind port 4cac6038-4803-4ebc-9f2c-768f83fbd9cc by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:38:19.936832 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f4cc082-9497-40ff-aa1b-50b9a3932c5c None None] Attempting to bind port 4cac6038-4803-4ebc-9f2c-768f83fbd9cc on network 7201e55c-7c5f-41aa-a042-a363696539d0 {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:38:19.938811 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:19.960199 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f4cc082-9497-40ff-aa1b-50b9a3932c5c None None] Checking agent: {'id': 'ca4f5c6d-f1fd-48b8-a3e3-395864c7d23d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 20, 56, 40), 'started_at': datetime.datetime(2021, 12, 25, 20, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 38, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:38:19.960587 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f4cc082-9497-40ff-aa1b-50b9a3932c5c None None] Checking segment: {'id': '6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:38:19.961027 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3f4cc082-9497-40ff-aa1b-50b9a3932c5c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:19.961432 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f4cc082-9497-40ff-aa1b-50b9a3932c5c None None] Bound using segment: {'id': '6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:38:19.961913 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-3f4cc082-9497-40ff-aa1b-50b9a3932c5c None None] Bound port: 4cac6038-4803-4ebc-9f2c-768f83fbd9cc, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'}}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:38:19.962300 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3f4cc082-9497-40ff-aa1b-50b9a3932c5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:20.017387 ncdv-master-1 neutron-server[121607]: INFO neutron.db.ipam_backend_mixin [None req-fd7895ef-cb73-4a2f-bed3-95a106011fc0 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 9afc3d3b-56c7-4a34-9ffd-5c85171fc048 (CIDR: 2001:db8::/64)
Dec 25 21:38:20.036846 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] For port 3717c262-344b-4498-ab06-a2a9a016e696, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3717c262-344b-4498-ab06-a2a9a016e696,segment=NetworkSegment(9b8a06e7-261d-445d-b0f5-4e2974407176),segment_id=9b8a06e7-261d-445d-b0f5-4e2974407176)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:38:20.050203 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-edaf105b-ed9e-43dd-a998-c0797bc02689 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9084170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9028515'] for subnet, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:20.060365 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-32e060ad-7ffb-4fc4-885b-52401f58357b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:20.079706 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-3f4cc082-9497-40ff-aa1b-50b9a3932c5c None None] For port 4cac6038-4803-4ebc-9f2c-768f83fbd9cc, host ncdv-master-1, cleared binding levels {{(pid=121608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:38:20.080397 ncdv-master-1 neutron-server[121607]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd7895ef-cb73-4a2f-bed3-95a106011fc0 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 25 21:38:20.081001 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd7895ef-cb73-4a2f-bed3-95a106011fc0 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=121607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 25 21:38:20.104093 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-3f4cc082-9497-40ff-aa1b-50b9a3932c5c None None] For port 4cac6038-4803-4ebc-9f2c-768f83fbd9cc, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4cac6038-4803-4ebc-9f2c-768f83fbd9cc,segment=NetworkSegment(6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855),segment_id=6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855)] {{(pid=121608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:38:20.120082 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaf105b-ed9e-43dd-a998-c0797bc02689 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Pushing event updated for resources: {'Subnet': ['ID=ee860ac1-7afc-44c5-8b9f-76e3f7a077b2,revision_number=0']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:38:20.129643 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edaf105b-ed9e-43dd-a998-c0797bc02689 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Checking segment: {'id': 'c534f41a-8c49-4cda-99c2-993827ed0847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'd227a8f7-d82b-444c-89d0-511b922f2260'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:38:20.130008 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edaf105b-ed9e-43dd-a998-c0797bc02689 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Network hostable DHCP agents. Network: d227a8f7-d82b-444c-89d0-511b922f2260, hostable agents: ['1813db88-2c1b-4357-a2ba-869246b663c2'], hosted agents: [] {{(pid=121606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 25 21:38:20.136975 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:20.186620 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-fd7895ef-cb73-4a2f-bed3-95a106011fc0 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 0.5610313
Dec 25 21:38:20.189470 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 34890) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:38:20.192356 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3f4cc082-9497-40ff-aa1b-50b9a3932c5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:20.195863 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-cdd21626-3a05-4978-b60f-5f1ce211afa2 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Request body: {'subnet': {'network_id': '12cebcb9-c824-42aa-a402-d4fe825187e0', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:38:20.210499 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edaf105b-ed9e-43dd-a998-c0797bc02689 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Network d227a8f7-d82b-444c-89d0-511b922f2260 is scheduled to be hosted by DHCP agent 1813db88-2c1b-4357-a2ba-869246b663c2 with binding_index 1 {{(pid=121606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 25 21:38:20.215135 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.db.api [None req-32e060ad-7ffb-4fc4-885b-52401f58357b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=121608) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 25 21:38:20.220968 ncdv-master-1 neutron-server[121608]: DEBUG oslo_db.api [None req-32e060ad-7ffb-4fc4-885b-52401f58357b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 25 21:38:20.225560 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Pushing event updated for resources: {'Port': ['ID=3717c262-344b-4498-ab06-a2a9a016e696,revision_number=3']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:38:20.232826 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a45fb67-4f59-41c8-b8f8-1bb94f4c351e None None] DHCP port deletion for 7201e55c-7c5f-41aa-a042-a363696539d0 request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 21:38:20.273824 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f4cc082-9497-40ff-aa1b-50b9a3932c5c None None] Routers {'32a3f620-bea5-4e1f-a0ab-81323e6971a6'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:38:20.273824 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-3f4cc082-9497-40ff-aa1b-50b9a3932c5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2613487700>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:38:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['32a3f620-bea5-4e1f-a0ab-81323e6971a6'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:38:20.290670 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [None req-edaf105b-ed9e-43dd-a998-c0797bc02689 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, d227a8f7-d82b-444c-89d0-511b922f2260) {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:38:20.294884 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edaf105b-ed9e-43dd-a998-c0797bc02689 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:38:20.295481 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-edaf105b-ed9e-43dd-a998-c0797bc02689 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks [] for subnet, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:20.329292 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48cd262f-d673-4518-9e3a-8c0becf63c0a None None] Network d227a8f7-d82b-444c-89d0-511b922f2260 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:38:20.374040 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5103eaea-631b-4903-aae4-20e7fe55f429 None None] Pushing event updated for resources: {'Port': ['ID=4cac6038-4803-4ebc-9f2c-768f83fbd9cc,revision_number=3']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:38:20.387147 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-edaf105b-ed9e-43dd-a998-c0797bc02689 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 832 time: 0.9726591
Dec 25 21:38:20.395002 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 34900) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:38:20.473818 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvr_db [None req-3f4cc082-9497-40ff-aa1b-50b9a3932c5c None None] Set router 32a3f620-bea5-4e1f-a0ab-81323e6971a6 gateway port host: ncdv-master-1 {{(pid=121608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:38:20.526268 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdd21626-3a05-4978-b60f-5f1ce211afa2 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Made reservation on behalf of 755ec677849b45beada7922dc5a9f6b5 for: {'subnet': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:38:20.531377 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-cdd21626-3a05-4978-b60f-5f1ce211afa2 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8852834'] for subnet, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:20.556706 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0ef9dca-0207-4a65-b95e-22359a097c83 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-d227a8f7-d82b-444c-89d0-511b922f2260', 'network_id': 'd227a8f7-d82b-444c-89d0-511b922f2260', 'project_id': '4ff29c23c5844f45826a02b6ae6b65e7', 'fixed_ips': [{'subnet_id': 'ee860ac1-7afc-44c5-8b9f-76e3f7a077b2'}]}} from ncdv-master-1. {{(pid=121608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 25 21:38:20.561560 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-b0ef9dca-0207-4a65-b95e-22359a097c83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:20.804555 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.db_base_plugin_common [None req-b0ef9dca-0207-4a65-b95e-22359a097c83 None None] Allocated IP 172.20.0.2 (d227a8f7-d82b-444c-89d0-511b922f2260/ee860ac1-7afc-44c5-8b9f-76e3f7a077b2/9be324cf-03ef-4dc1-aed0-147c66c6f791) {{(pid=121608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:38:20.867933 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-32e060ad-7ffb-4fc4-885b-52401f58357b None None] Provisioning complete for port a8614cf4-c6dd-47eb-ac7c-8785cda4b80a triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:38:20.868316 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-32e060ad-7ffb-4fc4-885b-52401f58357b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:20.921778 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-3f4cc082-9497-40ff-aa1b-50b9a3932c5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2613487700>, [{'id': '32a3f620-bea5-4e1f-a0ab-81323e6971a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1125267842', 'tenant_id': '4ff29c23c5844f45826a02b6ae6b65e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.31'}], 'enable_snat': True}, 'gw_port_id': '4cac6038-4803-4ebc-9f2c-768f83fbd9cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:38:16Z', 'updated_at': '2021-12-25T21:38:17Z', 'revision_number': 3, 'project_id': '4ff29c23c5844f45826a02b6ae6b65e7', 'gw_port': {'id': '4cac6038-4803-4ebc-9f2c-768f83fbd9cc', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:62:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32a3f620-bea5-4e1f-a0ab-81323e6971a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3280, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:38:17Z', 'updated_at': '2021-12-25T21:38:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:38:21.046838 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 34912) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:38:21.092707 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-cdd21626-3a05-4978-b60f-5f1ce211afa2 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8632475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8852848'] for subnet, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:21.122949 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f4cc082-9497-40ff-aa1b-50b9a3932c5c None None] The sync data for ids ['32a3f620-bea5-4e1f-a0ab-81323e6971a6'] in ncdv-master-1 is: [{'id': '32a3f620-bea5-4e1f-a0ab-81323e6971a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1125267842', 'tenant_id': '4ff29c23c5844f45826a02b6ae6b65e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.31'}], 'enable_snat': True}, 'gw_port_id': '4cac6038-4803-4ebc-9f2c-768f83fbd9cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:38:16Z', 'updated_at': '2021-12-25T21:38:17Z', 'revision_number': 3, 'project_id': '4ff29c23c5844f45826a02b6ae6b65e7', 'gw_port': {'id': '4cac6038-4803-4ebc-9f2c-768f83fbd9cc', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:62:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32a3f620-bea5-4e1f-a0ab-81323e6971a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3280, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:38:17Z', 'updated_at': '2021-12-25T21:38:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 21:38:21.138063 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-32e060ad-7ffb-4fc4-885b-52401f58357b None None] Port a8614cf4-c6dd-47eb-ac7c-8785cda4b80a cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:38:21.150378 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-3dee0282-69f8-4681-98ab-b006820bbe8a tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:21.166552 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdd21626-3a05-4978-b60f-5f1ce211afa2 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Network 12cebcb9-c824-42aa-a402-d4fe825187e0 is already hosted by enough agents. {{(pid=121607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:38:21.182567 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-cdd21626-3a05-4978-b60f-5f1ce211afa2 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Resources bound (agent type, host, resource id):  {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:38:21.186956 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-f790c1a3-1726-4f27-994a-9868543804b8 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1320653832-network', 'tenant_id': '621c8524f3664ecc90427a356a18ba13'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:38:21.203166 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-b0ef9dca-0207-4a65-b95e-22359a097c83 None None] Publish callbacks [] for port, precommit_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:21.205949 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b2b10eb-316a-4d9a-adbb-6e505bff9e95 None None] Network 12cebcb9-c824-42aa-a402-d4fe825187e0 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:38:21.209620 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdd21626-3a05-4978-b60f-5f1ce211afa2 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:38:21.210221 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-cdd21626-3a05-4978-b60f-5f1ce211afa2 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks [] for subnet, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:21.224038 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd21626-3a05-4978-b60f-5f1ce211afa2 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Pushing event updated for resources: {'Subnet': ['ID=30553471-bd70-4fa4-a0a6-410fbbdedcc9,revision_number=0']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:38:21.314105 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-b0ef9dca-0207-4a65-b95e-22359a097c83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946'] for port, after_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:21.361035 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-cdd21626-3a05-4978-b60f-5f1ce211afa2 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 836 time: 1.1669893
Dec 25 21:38:21.361035 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 34918) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:38:21.368298 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-33735781-2565-484f-a43b-718bc09125af None None] Provisioning complete for port 2364da76-0023-4c14-9805-eb8e62ab715e triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:38:21.368480 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-d8a13c79-66be-479e-a342-77d72c766480 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1925161251', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '30553471-bd70-4fa4-a0a6-410fbbdedcc9'}], 'security_groups': ['6169254e-eb07-40a0-ad76-debf83107673']}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:38:21.368647 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-33735781-2565-484f-a43b-718bc09125af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:21.371333 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ef9dca-0207-4a65-b95e-22359a097c83 None None] Pushing event updated for resources: {'Port': ['ID=9be324cf-03ef-4dc1-aed0-147c66c6f791,revision_number=1']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:38:21.429188 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0ef9dca-0207-4a65-b95e-22359a097c83 None None] Network d227a8f7-d82b-444c-89d0-511b922f2260 is already hosted by enough agents. {{(pid=121608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:38:21.436668 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.base_scheduler [None req-b0ef9dca-0207-4a65-b95e-22359a097c83 None None] Resources bound (agent type, host, resource id):  {{(pid=121608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:38:21.441922 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0ef9dca-0207-4a65-b95e-22359a097c83 None None] Received port after_create {{(pid=121608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:38:21.446416 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-33735781-2565-484f-a43b-718bc09125af None None] Port 2364da76-0023-4c14-9805-eb8e62ab715e cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:38:21.489595 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-33735781-2565-484f-a43b-718bc09125af None None] Provisioning complete for port 4cac6038-4803-4ebc-9f2c-768f83fbd9cc triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:38:21.489975 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-33735781-2565-484f-a43b-718bc09125af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:21.574467 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-b0ef9dca-0207-4a65-b95e-22359a097c83 None None] Attempting to bind port 9be324cf-03ef-4dc1-aed0-147c66c6f791 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:38:21.574467 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-b0ef9dca-0207-4a65-b95e-22359a097c83 None None] Attempting to bind port 9be324cf-03ef-4dc1-aed0-147c66c6f791 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'c534f41a-8c49-4cda-99c2-993827ed0847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'd227a8f7-d82b-444c-89d0-511b922f2260'}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:38:21.574467 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ef9dca-0207-4a65-b95e-22359a097c83 None None] Attempting to bind port 9be324cf-03ef-4dc1-aed0-147c66c6f791 on network d227a8f7-d82b-444c-89d0-511b922f2260 {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:38:21.590518 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ef9dca-0207-4a65-b95e-22359a097c83 None None] Checking agent: {'id': 'ca4f5c6d-f1fd-48b8-a3e3-395864c7d23d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 20, 56, 40), 'started_at': datetime.datetime(2021, 12, 25, 20, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 38, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:38:21.590899 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ef9dca-0207-4a65-b95e-22359a097c83 None None] Checking segment: {'id': 'c534f41a-8c49-4cda-99c2-993827ed0847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'd227a8f7-d82b-444c-89d0-511b922f2260'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:38:21.591473 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-b0ef9dca-0207-4a65-b95e-22359a097c83 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:21.591829 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ef9dca-0207-4a65-b95e-22359a097c83 None None] Bound using segment: {'id': 'c534f41a-8c49-4cda-99c2-993827ed0847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'd227a8f7-d82b-444c-89d0-511b922f2260'} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:38:21.592319 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-b0ef9dca-0207-4a65-b95e-22359a097c83 None None] Bound port: 9be324cf-03ef-4dc1-aed0-147c66c6f791, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c534f41a-8c49-4cda-99c2-993827ed0847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'd227a8f7-d82b-444c-89d0-511b922f2260'}}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:38:21.592695 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-b0ef9dca-0207-4a65-b95e-22359a097c83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:21.610530 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acb8eec3-61ef-429a-8220-b43b2dea191e None None] Update dhcp port {'port': {'network_id': '12cebcb9-c824-42aa-a402-d4fe825187e0', 'fixed_ips': [{'subnet_id': '9afc3d3b-56c7-4a34-9ffd-5c85171fc048', 'ip_address': '2001:db8::2'}, {'subnet_id': '30553471-bd70-4fa4-a0a6-410fbbdedcc9'}], 'binding:host_id': 'ncdv-master-1'}, 'id': '3717c262-344b-4498-ab06-a2a9a016e696'} from ncdv-master-1. {{(pid=121608) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}}
Dec 25 21:38:21.689474 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-acb8eec3-61ef-429a-8220-b43b2dea191e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:21.712750 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 4cac6038-4803-4ebc-9f2c-768f83fbd9cc up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:38:21.795095 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f790c1a3-1726-4f27-994a-9868543804b8 admin admin] Made reservation on behalf of 621c8524f3664ecc90427a356a18ba13 for: {'network': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:38:21.797834 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f790c1a3-1726-4f27-994a-9868543804b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for network, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:21.798487 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-33735781-2565-484f-a43b-718bc09125af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:21.823752 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f790c1a3-1726-4f27-994a-9868543804b8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:21.847068 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-b0ef9dca-0207-4a65-b95e-22359a097c83 None None] For port 9be324cf-03ef-4dc1-aed0-147c66c6f791, host ncdv-master-1, cleared binding levels {{(pid=121608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:38:21.901182 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-33735781-2565-484f-a43b-718bc09125af None None] For port 4cac6038-4803-4ebc-9f2c-768f83fbd9cc, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4cac6038-4803-4ebc-9f2c-768f83fbd9cc,segment=NetworkSegment(6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855),segment_id=6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:38:21.904531 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-b0ef9dca-0207-4a65-b95e-22359a097c83 None None] For port 9be324cf-03ef-4dc1-aed0-147c66c6f791, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9be324cf-03ef-4dc1-aed0-147c66c6f791,segment=NetworkSegment(c534f41a-8c49-4cda-99c2-993827ed0847),segment_id=c534f41a-8c49-4cda-99c2-993827ed0847)] {{(pid=121608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:38:21.926720 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-d8a13c79-66be-479e-a342-77d72c766480 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:21.960290 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port 4cac6038-4803-4ebc-9f2c-768f83fbd9cc triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:38:21.960789 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:22.024491 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.db_base_plugin_common [None req-acb8eec3-61ef-429a-8220-b43b2dea191e None None] Allocated IP 2001:db8:0:1::2 (12cebcb9-c824-42aa-a402-d4fe825187e0/30553471-bd70-4fa4-a0a6-410fbbdedcc9/3717c262-344b-4498-ab06-a2a9a016e696) {{(pid=121608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:38:22.085218 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-33735781-2565-484f-a43b-718bc09125af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:22.105438 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_common [None req-3dee0282-69f8-4681-98ab-b006820bbe8a tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Allocated IP 172.20.0.1 (d227a8f7-d82b-444c-89d0-511b922f2260/ee860ac1-7afc-44c5-8b9f-76e3f7a077b2/ae241821-d15c-4471-9dda-f7dc03221aae) {{(pid=121607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:38:22.151896 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-b0ef9dca-0207-4a65-b95e-22359a097c83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:22.161696 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f790c1a3-1726-4f27-994a-9868543804b8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:22.172617 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:22.210511 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33735781-2565-484f-a43b-718bc09125af None None] Pushing event updated for resources: {'Port': ['ID=4cac6038-4803-4ebc-9f2c-768f83fbd9cc,revision_number=4']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:38:22.242131 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f790c1a3-1726-4f27-994a-9868543804b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:22.296594 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-acb8eec3-61ef-429a-8220-b43b2dea191e None None] For port 3717c262-344b-4498-ab06-a2a9a016e696, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3717c262-344b-4498-ab06-a2a9a016e696,segment=NetworkSegment(9b8a06e7-261d-445d-b0f5-4e2974407176),segment_id=9b8a06e7-261d-445d-b0f5-4e2974407176)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:38:22.318413 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.db.api [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=121608) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 25 21:38:22.318761 ncdv-master-1 neutron-server[121608]: DEBUG oslo_db.api [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 25 21:38:22.335435 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f790c1a3-1726-4f27-994a-9868543804b8 admin admin] vlan segment allocate from pool success with {'vlan_id': 186, 'physical_network': 'physnet1'}  {{(pid=121607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 25 21:38:22.346142 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ef9dca-0207-4a65-b95e-22359a097c83 None None] Pushing event updated for resources: {'Port': ['ID=9be324cf-03ef-4dc1-aed0-147c66c6f791,revision_number=2']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:38:22.359469 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-acb8eec3-61ef-429a-8220-b43b2dea191e None None] Publish callbacks [] for port, precommit_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:22.361164 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f790c1a3-1726-4f27-994a-9868543804b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7913e08-efec-4d06-bfd6-534ddd8c8a1c,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:38:22.378542 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f790c1a3-1726-4f27-994a-9868543804b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:22.378890 ncdv-master-1 neutron-server[121607]: INFO neutron.db.segments_db [None req-f790c1a3-1726-4f27-994a-9868543804b8 admin admin] Added segment f192efd6-3ee5-4531-ba9e-e3b0c729fec6 of type vlan for network ed4a6dd9-30f0-457f-8af1-2b4d214e6bf8
Dec 25 21:38:22.380929 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f790c1a3-1726-4f27-994a-9868543804b8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:38:22.381306 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f790c1a3-1726-4f27-994a-9868543804b8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:38:22.381640 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f790c1a3-1726-4f27-994a-9868543804b8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:38:22.381980 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f790c1a3-1726-4f27-994a-9868543804b8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:38:22.382310 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f790c1a3-1726-4f27-994a-9868543804b8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:38:22.382759 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f790c1a3-1726-4f27-994a-9868543804b8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:38:22.382966 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f790c1a3-1726-4f27-994a-9868543804b8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:38:22.383321 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f790c1a3-1726-4f27-994a-9868543804b8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:38:22.383769 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f790c1a3-1726-4f27-994a-9868543804b8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:38:22.383969 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f790c1a3-1726-4f27-994a-9868543804b8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:38:22.384345 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f790c1a3-1726-4f27-994a-9868543804b8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:38:22.384670 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f790c1a3-1726-4f27-994a-9868543804b8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:38:22.385027 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f790c1a3-1726-4f27-994a-9868543804b8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:38:22.446844 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-acb8eec3-61ef-429a-8220-b43b2dea191e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:22.460065 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f790c1a3-1726-4f27-994a-9868543804b8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737602163420'] for network, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:22.470059 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-3dee0282-69f8-4681-98ab-b006820bbe8a tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks [] for port, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:22.559404 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb8eec3-61ef-429a-8220-b43b2dea191e None None] Pushing event updated for resources: {'Port': ['ID=3717c262-344b-4498-ab06-a2a9a016e696,revision_number=4']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:38:22.597316 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f790c1a3-1726-4f27-994a-9868543804b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870'] for network, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:22.603570 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f790c1a3-1726-4f27-994a-9868543804b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:38:22.603570 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f790c1a3-1726-4f27-994a-9868543804b8 admin admin] Publish callbacks [] for network, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:22.657481 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_common [None req-d8a13c79-66be-479e-a342-77d72c766480 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Delete allocated IP 2001:db8::92 (12cebcb9-c824-42aa-a402-d4fe825187e0/9afc3d3b-56c7-4a34-9ffd-5c85171fc048) {{(pid=121607) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}}
Dec 25 21:38:22.660729 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-3dee0282-69f8-4681-98ab-b006820bbe8a tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:22.698783 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f790c1a3-1726-4f27-994a-9868543804b8 admin admin] Pushing event updated for resources: {'Network': ['ID=ed4a6dd9-30f0-457f-8af1-2b4d214e6bf8,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:38:22.710200 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Network ed4a6dd9-30f0-457f-8af1-2b4d214e6bf8 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 25 21:38:22.727696 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_common [None req-d8a13c79-66be-479e-a342-77d72c766480 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Allocated IP 2001:db8:0:1::140 (12cebcb9-c824-42aa-a402-d4fe825187e0/30553471-bd70-4fa4-a0a6-410fbbdedcc9/2364da76-0023-4c14-9805-eb8e62ab715e) {{(pid=121607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:38:22.740622 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-f790c1a3-1726-4f27-994a-9868543804b8 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 886 time: 1.6927145
Dec 25 21:38:22.743538 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 34922) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:38:22.749258 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-9d1554fd-a5be-4fe6-9cb7-f28eeec6c85c admin admin] Request body: {'subnet': {'network_id': 'ed4a6dd9-30f0-457f-8af1-2b4d214e6bf8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1320653832-subnet', 'tenant_id': '621c8524f3664ecc90427a356a18ba13', 'ip_version': 4}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:38:22.770806 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dee0282-69f8-4681-98ab-b006820bbe8a tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Network d227a8f7-d82b-444c-89d0-511b922f2260 is already hosted by enough agents. {{(pid=121607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:38:22.784080 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-3dee0282-69f8-4681-98ab-b006820bbe8a tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Resources bound (agent type, host, resource id):  {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:38:22.853073 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dee0282-69f8-4681-98ab-b006820bbe8a tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Received port after_create {{(pid=121607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:38:22.877414 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 3717c262-344b-4498-ab06-a2a9a016e696 up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:38:22.903911 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d1554fd-a5be-4fe6-9cb7-f28eeec6c85c admin admin] Made reservation on behalf of 621c8524f3664ecc90427a356a18ba13 for: {'subnet': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:38:22.907254 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-9d1554fd-a5be-4fe6-9cb7-f28eeec6c85c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9028529'] for subnet, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:22.919550 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dee0282-69f8-4681-98ab-b006820bbe8a tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Pushing event updated for resources: {'Port': ['ID=ae241821-d15c-4471-9dda-f7dc03221aae,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:38:22.967149 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port 3717c262-344b-4498-ab06-a2a9a016e696 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:38:22.967661 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:22.973108 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-3dee0282-69f8-4681-98ab-b006820bbe8a tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2008772'] for router_interface, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:23.083417 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-d8a13c79-66be-479e-a342-77d72c766480 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks [] for port, precommit_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:23.144211 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-d8a13c79-66be-479e-a342-77d72c766480 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8632327'] for port, after_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:23.229584 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-9d1554fd-a5be-4fe6-9cb7-f28eeec6c85c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9084170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9028515'] for subnet, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:23.237014 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-d8a13c79-66be-479e-a342-77d72c766480 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] In _notify_port_updated(), no bound segment for port 2364da76-0023-4c14-9805-eb8e62ab715e on network 12cebcb9-c824-42aa-a402-d4fe825187e0 {{(pid=121607) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}}
Dec 25 21:38:23.243253 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8a13c79-66be-479e-a342-77d72c766480 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:38:23.243896 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-d8a13c79-66be-479e-a342-77d72c766480 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:23.248337 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-d8a13c79-66be-479e-a342-77d72c766480 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] 10.222.0.32 "PUT /v2.0/ports/2364da76-0023-4c14-9805-eb8e62ab715e HTTP/1.1" status: 200  len: 931 time: 1.8863528
Dec 25 21:38:23.249592 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 34924) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:38:23.267439 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a13c79-66be-479e-a342-77d72c766480 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Pushing event updated for resources: {'Port': ['ID=2364da76-0023-4c14-9805-eb8e62ab715e,revision_number=2']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:38:23.295307 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-3dee0282-69f8-4681-98ab-b006820bbe8a tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:23.299186 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d1554fd-a5be-4fe6-9cb7-f28eeec6c85c admin admin] Checking segment: {'id': 'f192efd6-3ee5-4531-ba9e-e3b0c729fec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'ed4a6dd9-30f0-457f-8af1-2b4d214e6bf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:38:23.299186 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d1554fd-a5be-4fe6-9cb7-f28eeec6c85c admin admin] Network hostable DHCP agents. Network: ed4a6dd9-30f0-457f-8af1-2b4d214e6bf8, hostable agents: ['1813db88-2c1b-4357-a2ba-869246b663c2'], hosted agents: [] {{(pid=121606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 25 21:38:23.303145 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1554fd-a5be-4fe6-9cb7-f28eeec6c85c admin admin] Pushing event updated for resources: {'Subnet': ['ID=7712455f-1f21-4639-b58e-4e2ae4449d46,revision_number=0']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:38:23.405161 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d1554fd-a5be-4fe6-9cb7-f28eeec6c85c admin admin] Network ed4a6dd9-30f0-457f-8af1-2b4d214e6bf8 is scheduled to be hosted by DHCP agent 1813db88-2c1b-4357-a2ba-869246b663c2 with binding_index 1 {{(pid=121606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 25 21:38:23.440259 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-64a97512-f81b-451e-b747-c3f10ded63ba tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Deleting port 2364da76-0023-4c14-9805-eb8e62ab715e {{(pid=121607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:38:23.448199 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-64a97512-f81b-451e-b747-c3f10ded63ba tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:23.510520 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-dad67176-41d8-47ab-a0ae-b0b8eabe9da3 None None] Provisioning complete for port 2364da76-0023-4c14-9805-eb8e62ab715e triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:38:23.510693 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [None req-9d1554fd-a5be-4fe6-9cb7-f28eeec6c85c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, ed4a6dd9-30f0-457f-8af1-2b4d214e6bf8) {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:38:23.511102 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-dad67176-41d8-47ab-a0ae-b0b8eabe9da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:23.521706 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d1554fd-a5be-4fe6-9cb7-f28eeec6c85c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:38:23.533610 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-9d1554fd-a5be-4fe6-9cb7-f28eeec6c85c admin admin] Publish callbacks [] for subnet, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:23.544908 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75fff905-2e6c-4ef1-9853-60c611309a3a None None] Network ed4a6dd9-30f0-457f-8af1-2b4d214e6bf8 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:38:23.588646 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-dad67176-41d8-47ab-a0ae-b0b8eabe9da3 None None] Port 2364da76-0023-4c14-9805-eb8e62ab715e cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:38:23.616066 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-64a97512-f81b-451e-b747-c3f10ded63ba tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:23.644238 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-9d1554fd-a5be-4fe6-9cb7-f28eeec6c85c admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 0.8989263
Dec 25 21:38:23.650909 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 34928) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:38:23.655922 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-e057fc41-b371-4b21-bda9-0f3391a86404 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1320653832-router', 'tenant_id': '621c8524f3664ecc90427a356a18ba13', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'}}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:38:23.657029 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-64a97512-f81b-451e-b747-c3f10ded63ba tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Calling delete_port for 2364da76-0023-4c14-9805-eb8e62ab715e owned by  {{(pid=121607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:38:23.660369 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-dad67176-41d8-47ab-a0ae-b0b8eabe9da3 None None] Provisioning complete for port 3717c262-344b-4498-ab06-a2a9a016e696 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:38:23.662097 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-dad67176-41d8-47ab-a0ae-b0b8eabe9da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:23.767187 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.agents_db [None req-ec08dba0-4483-4109-b5e1-5e4a9fdaf12d None None] Agent healthcheck: found 7 active agents {{(pid=121609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 25 21:38:23.774531 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 4cac6038-4803-4ebc-9f2c-768f83fbd9cc up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:38:23.801216 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-e057fc41-b371-4b21-bda9-0f3391a86404 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2014909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14863'] for router, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:23.802297 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-e057fc41-b371-4b21-bda9-0f3391a86404 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2014285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2009796', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2082630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14848'] for router, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:23.813086 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-110b6a6a-abc1-48aa-a18f-50f5bd9e53e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-ed4a6dd9-30f0-457f-8af1-2b4d214e6bf8', 'network_id': 'ed4a6dd9-30f0-457f-8af1-2b4d214e6bf8', 'project_id': '621c8524f3664ecc90427a356a18ba13', 'fixed_ips': [{'subnet_id': '7712455f-1f21-4639-b58e-4e2ae4449d46'}]}} from ncdv-master-1. {{(pid=121608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 25 21:38:23.814413 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-110b6a6a-abc1-48aa-a18f-50f5bd9e53e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:23.833960 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-3dee0282-69f8-4681-98ab-b006820bbe8a tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks [] for port, precommit_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:23.872961 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-e057fc41-b371-4b21-bda9-0f3391a86404 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:23.935819 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-3dee0282-69f8-4681-98ab-b006820bbe8a tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8632327'] for port, after_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:23.987843 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port 4cac6038-4803-4ebc-9f2c-768f83fbd9cc triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:38:23.988454 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:24.021032 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dee0282-69f8-4681-98ab-b006820bbe8a tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Pushing event updated for resources: {'Port': ['ID=ae241821-d15c-4471-9dda-f7dc03221aae,revision_number=2']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:38:24.031648 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-64a97512-f81b-451e-b747-c3f10ded63ba tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:24.045489 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-3dee0282-69f8-4681-98ab-b006820bbe8a tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2007636'] for router_interface, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:24.079486 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a97512-f81b-451e-b747-c3f10ded63ba tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Pushing event deleted for resources: {'Port': ['ID=2364da76-0023-4c14-9805-eb8e62ab715e,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:38:24.114715 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-dad67176-41d8-47ab-a0ae-b0b8eabe9da3 None None] Provisioning complete for port a8614cf4-c6dd-47eb-ac7c-8785cda4b80a triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:38:24.115234 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-dad67176-41d8-47ab-a0ae-b0b8eabe9da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:24.125757 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-64a97512-f81b-451e-b747-c3f10ded63ba tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:24.130931 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-64a97512-f81b-451e-b747-c3f10ded63ba tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] 10.222.0.32 "DELETE /v2.0/ports/2364da76-0023-4c14-9805-eb8e62ab715e HTTP/1.1" status: 204  len: 168 time: 0.8751874
Dec 25 21:38:24.133710 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 34930) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:38:24.167321 ncdv-master-1 neutron-server[121607]: INFO neutron.pecan_wsgi.hooks.translation [None req-42cba1f5-6be2-4c4a-b027-6687a18d130e tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] GET failed (client error): The resource could not be found.
Dec 25 21:38:24.169459 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-42cba1f5-6be2-4c4a-b027-6687a18d130e tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] 10.222.0.32 "GET /v2.0/ports/2364da76-0023-4c14-9805-eb8e62ab715e HTTP/1.1" status: 404  len: 333 time: 0.0346589
Dec 25 21:38:24.175138 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-dad67176-41d8-47ab-a0ae-b0b8eabe9da3 None None] Port a8614cf4-c6dd-47eb-ac7c-8785cda4b80a cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:38:24.176972 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-e057fc41-b371-4b21-bda9-0f3391a86404 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:24.182166 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 34932) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:38:24.204861 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.db_base_plugin_common [None req-110b6a6a-abc1-48aa-a18f-50f5bd9e53e9 None None] Allocated IP 172.20.0.2 (ed4a6dd9-30f0-457f-8af1-2b4d214e6bf8/7712455f-1f21-4639-b58e-4e2ae4449d46/0c5f0baa-9bab-45b4-a616-dc7351803aef) {{(pid=121608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:38:24.258116 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-5646b5bc-eae2-47a2-b079-20752d2a70e6 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks [] for security_group, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:24.260670 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-175cc2b8-b4a2-45b2-9e57-951784aa4c56 None None] Network d227a8f7-d82b-444c-89d0-511b922f2260 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:38:24.266845 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dee0282-69f8-4681-98ab-b006820bbe8a tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Network d227a8f7-d82b-444c-89d0-511b922f2260 is already hosted by enough agents. {{(pid=121607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:38:24.268300 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-3dee0282-69f8-4681-98ab-b006820bbe8a tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Resources bound (agent type, host, resource id):  {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:38:24.308062 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-5646b5bc-eae2-47a2-b079-20752d2a70e6 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks [] for security_group, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:24.309341 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 3717c262-344b-4498-ab06-a2a9a016e696 up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:38:24.414920 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3dee0282-69f8-4681-98ab-b006820bbe8a tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Router 32a3f620-bea5-4e1f-a0ab-81323e6971a6 has already been hosted by L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 {{(pid=121607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 25 21:38:24.530807 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dee0282-69f8-4681-98ab-b006820bbe8a tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 21:38:24.537876 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-3dee0282-69f8-4681-98ab-b006820bbe8a tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "PUT /v2.0/routers/32a3f620-bea5-4e1f-a0ab-81323e6971a6/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.1492743
Dec 25 21:38:24.544334 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-6ed15076-2b00-4165-b14c-658c04795219 None None] Could not find standard attr ID for object 2364da76-0023-4c14-9805-eb8e62ab715e. {{(pid=121608) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 25 21:38:24.548184 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98a6c0b9-1707-4d67-b0eb-57e774215d79 None None] Sync routers for ids ['32a3f620-bea5-4e1f-a0ab-81323e6971a6'] in ncdv-master-1 {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 21:38:24.572140 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98a6c0b9-1707-4d67-b0eb-57e774215d79 None None] Routers {'32a3f620-bea5-4e1f-a0ab-81323e6971a6'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:38:24.574930 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-98a6c0b9-1707-4d67-b0eb-57e774215d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2618a3c760>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:38:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['32a3f620-bea5-4e1f-a0ab-81323e6971a6'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:38:24.667881 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-6ed15076-2b00-4165-b14c-658c04795219 None None] Provisioning complete for port 9be324cf-03ef-4dc1-aed0-147c66c6f791 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:38:24.668430 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-6ed15076-2b00-4165-b14c-658c04795219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:24.736715 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvr_db [None req-98a6c0b9-1707-4d67-b0eb-57e774215d79 None None] Set router 32a3f620-bea5-4e1f-a0ab-81323e6971a6 gateway port host: ncdv-master-1 {{(pid=121609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:38:24.740850 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port 3717c262-344b-4498-ab06-a2a9a016e696 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:38:24.741273 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:24.824367 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-5646b5bc-eae2-47a2-b079-20752d2a70e6 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:24.824367 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-5646b5bc-eae2-47a2-b079-20752d2a70e6 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks [] for security_group, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:24.825675 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-5646b5bc-eae2-47a2-b079-20752d2a70e6 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] 10.222.0.32 "DELETE /v2.0/security-groups/63051786-e425-4f7f-950d-7cbad308a7d5 HTTP/1.1" status: 204  len: 168 time: 0.6423278
Dec 25 21:38:24.828277 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 34950) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:38:24.843198 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-110b6a6a-abc1-48aa-a18f-50f5bd9e53e9 None None] Publish callbacks [] for port, precommit_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:24.879877 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5646b5bc-eae2-47a2-b079-20752d2a70e6 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=63051786-e425-4f7f-950d-7cbad308a7d5,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:38:24.950607 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-abf49058-f3c1-4f18-8351-2400de35bdc8 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks [] for security_group, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:24.969498 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-e057fc41-b371-4b21-bda9-0f3391a86404 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:24.993529 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-110b6a6a-abc1-48aa-a18f-50f5bd9e53e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946'] for port, after_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:24.996481 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-abf49058-f3c1-4f18-8351-2400de35bdc8 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks [] for security_group, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:25.026667 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-98a6c0b9-1707-4d67-b0eb-57e774215d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2618a3c760>, [{'id': '32a3f620-bea5-4e1f-a0ab-81323e6971a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1125267842', 'tenant_id': '4ff29c23c5844f45826a02b6ae6b65e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.31'}], 'enable_snat': True}, 'gw_port_id': '4cac6038-4803-4ebc-9f2c-768f83fbd9cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:38:16Z', 'updated_at': '2021-12-25T21:38:23Z', 'revision_number': 4, 'project_id': '4ff29c23c5844f45826a02b6ae6b65e7', 'gw_port': {'id': '4cac6038-4803-4ebc-9f2c-768f83fbd9cc', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:62:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32a3f620-bea5-4e1f-a0ab-81323e6971a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3280, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:38:17Z', 'updated_at': '2021-12-25T21:38:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'ae241821-d15c-4471-9dda-f7dc03221aae', 'name': '', 'network_id': 'd227a8f7-d82b-444c-89d0-511b922f2260', 'tenant_id': '4ff29c23c5844f45826a02b6ae6b65e7', 'mac_address': 'fa:16:3e:0a:cc:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32a3f620-bea5-4e1f-a0ab-81323e6971a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3297, 'fixed_ips': [{'subnet_id': 'ee860ac1-7afc-44c5-8b9f-76e3f7a077b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:38:21Z', 'updated_at': '2021-12-25T21:38:23Z', 'revision_number': 2, 'project_id': '4ff29c23c5844f45826a02b6ae6b65e7', 'subnets': [{'id': 'ee860ac1-7afc-44c5-8b9f-76e3f7a077b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:38:25.027974 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-e057fc41-b371-4b21-bda9-0f3391a86404 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:25.072940 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98a6c0b9-1707-4d67-b0eb-57e774215d79 None None] Checking router: 32a3f620-bea5-4e1f-a0ab-81323e6971a6 for host: ncdv-master-1 {{(pid=121609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 25 21:38:25.073749 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98a6c0b9-1707-4d67-b0eb-57e774215d79 None None] Updating router 32a3f620-bea5-4e1f-a0ab-81323e6971a6 port ae241821-d15c-4471-9dda-f7dc03221aae binding host ncdv-master-1 {{(pid=121609) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 25 21:38:25.103729 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-6ed15076-2b00-4165-b14c-658c04795219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:25.106640 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 9be324cf-03ef-4dc1-aed0-147c66c6f791 up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:38:25.110889 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-98a6c0b9-1707-4d67-b0eb-57e774215d79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:25.119385 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-110b6a6a-abc1-48aa-a18f-50f5bd9e53e9 None None] Network ed4a6dd9-30f0-457f-8af1-2b4d214e6bf8 is already hosted by enough agents. {{(pid=121608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:38:25.141430 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-abf49058-f3c1-4f18-8351-2400de35bdc8 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:25.144616 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-abf49058-f3c1-4f18-8351-2400de35bdc8 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:25.150045 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-abf49058-f3c1-4f18-8351-2400de35bdc8 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] 10.222.0.32 "DELETE /v2.0/security-groups/6169254e-eb07-40a0-ad76-debf83107673 HTTP/1.1" status: 204  len: 168 time: 0.3191597
Dec 25 21:38:25.150045 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 34958) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:38:25.170686 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4ae8f79d-6115-492f-ae0f-0bc4115015e6 req-7f049c3b-bcb8-4d95-9304-caffd9ff4c82 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1175426493&fields=id&tenant_id=4ff29c23c5844f45826a02b6ae6b65e7 HTTP/1.1" status: 200  len: 267 time: 0.1302614
Dec 25 21:38:25.188175 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf49058-f3c1-4f18-8351-2400de35bdc8 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6169254e-eb07-40a0-ad76-debf83107673,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:38:25.196672 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110b6a6a-abc1-48aa-a18f-50f5bd9e53e9 None None] Pushing event updated for resources: {'Port': ['ID=0c5f0baa-9bab-45b4-a616-dc7351803aef,revision_number=1']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:38:25.232604 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_v2 [None req-bce4561f-eab3-47a1-a6b7-7231e4e7f4bc tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Deleting subnet 9afc3d3b-56c7-4a34-9ffd-5c85171fc048 {{(pid=121607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Dec 25 21:38:25.242562 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-bce4561f-eab3-47a1-a6b7-7231e4e7f4bc tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks [] for subnet, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:25.246782 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.base_scheduler [None req-110b6a6a-abc1-48aa-a18f-50f5bd9e53e9 None None] Resources bound (agent type, host, resource id):  {{(pid=121608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:38:25.258150 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-110b6a6a-abc1-48aa-a18f-50f5bd9e53e9 None None] Received port after_create {{(pid=121608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:38:25.278727 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-6ed15076-2b00-4165-b14c-658c04795219 None None] For port 9be324cf-03ef-4dc1-aed0-147c66c6f791, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9be324cf-03ef-4dc1-aed0-147c66c6f791,segment=NetworkSegment(c534f41a-8c49-4cda-99c2-993827ed0847),segment_id=c534f41a-8c49-4cda-99c2-993827ed0847)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:38:25.324256 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-bce4561f-eab3-47a1-a6b7-7231e4e7f4bc tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10246617'] for subnet, precommit_delete_associations {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:25.351783 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port 9be324cf-03ef-4dc1-aed0-147c66c6f791 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:38:25.352196 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:25.356932 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae8f79d-6115-492f-ae0f-0bc4115015e6 req-277e7a7c-60ec-4550-a1b3-4882325fe192 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:38:25.358740 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4ae8f79d-6115-492f-ae0f-0bc4115015e6 req-277e7a7c-60ec-4550-a1b3-4882325fe192 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "GET /v2.0/networks?id=d227a8f7-d82b-444c-89d0-511b922f2260 HTTP/1.1" status: 200  len: 797 time: 0.1871150
Dec 25 21:38:25.371459 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_common [None req-e057fc41-b371-4b21-bda9-0f3391a86404 admin admin] Allocated IP 172.35.3.34 (7201e55c-7c5f-41aa-a042-a363696539d0/7a939e13-713f-45cf-bba7-1539635abe25/a8760726-f8e0-478e-a42d-b7e666fc87d0) {{(pid=121606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:38:25.411274 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4ae8f79d-6115-492f-ae0f-0bc4115015e6 req-0d1f19e8-fe93-4d0c-bb09-6c45f9d43aa4 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "GET /v2.0/quotas/4ff29c23c5844f45826a02b6ae6b65e7 HTTP/1.1" status: 200  len: 375 time: 0.0411510
Dec 25 21:38:25.426002 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-6ed15076-2b00-4165-b14c-658c04795219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:25.493662 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-bce4561f-eab3-47a1-a6b7-7231e4e7f4bc tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995662'] for subnet, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:25.531530 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed15076-2b00-4165-b14c-658c04795219 None None] Pushing event updated for resources: {'Port': ['ID=9be324cf-03ef-4dc1-aed0-147c66c6f791,revision_number=3']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:38:25.546325 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-98a6c0b9-1707-4d67-b0eb-57e774215d79 None None] Publish callbacks [] for port, precommit_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:25.570281 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-110b6a6a-abc1-48aa-a18f-50f5bd9e53e9 None None] Attempting to bind port 0c5f0baa-9bab-45b4-a616-dc7351803aef on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:38:25.570651 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-110b6a6a-abc1-48aa-a18f-50f5bd9e53e9 None None] Attempting to bind port 0c5f0baa-9bab-45b4-a616-dc7351803aef by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'f192efd6-3ee5-4531-ba9e-e3b0c729fec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'ed4a6dd9-30f0-457f-8af1-2b4d214e6bf8'}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:38:25.571009 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-110b6a6a-abc1-48aa-a18f-50f5bd9e53e9 None None] Attempting to bind port 0c5f0baa-9bab-45b4-a616-dc7351803aef on network ed4a6dd9-30f0-457f-8af1-2b4d214e6bf8 {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:38:25.577374 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4ae8f79d-6115-492f-ae0f-0bc4115015e6 req-f6977559-09ee-4679-912e-d4b9f211b9f1 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=4ff29c23c5844f45826a02b6ae6b65e7&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1628993
Dec 25 21:38:25.596137 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-110b6a6a-abc1-48aa-a18f-50f5bd9e53e9 None None] Checking agent: {'id': 'ca4f5c6d-f1fd-48b8-a3e3-395864c7d23d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 20, 56, 40), 'started_at': datetime.datetime(2021, 12, 25, 20, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 38, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:38:25.596524 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-110b6a6a-abc1-48aa-a18f-50f5bd9e53e9 None None] Checking segment: {'id': 'f192efd6-3ee5-4531-ba9e-e3b0c729fec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'ed4a6dd9-30f0-457f-8af1-2b4d214e6bf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:38:25.596952 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-110b6a6a-abc1-48aa-a18f-50f5bd9e53e9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:25.597411 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-110b6a6a-abc1-48aa-a18f-50f5bd9e53e9 None None] Bound using segment: {'id': 'f192efd6-3ee5-4531-ba9e-e3b0c729fec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'ed4a6dd9-30f0-457f-8af1-2b4d214e6bf8'} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:38:25.597982 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-110b6a6a-abc1-48aa-a18f-50f5bd9e53e9 None None] Bound port: 0c5f0baa-9bab-45b4-a616-dc7351803aef, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f192efd6-3ee5-4531-ba9e-e3b0c729fec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'ed4a6dd9-30f0-457f-8af1-2b4d214e6bf8'}}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:38:25.598773 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-110b6a6a-abc1-48aa-a18f-50f5bd9e53e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:25.620437 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-6fa1eb50-dfa6-40ac-b8e5-597465a995bd None None] Provisioning complete for port ae241821-d15c-4471-9dda-f7dc03221aae triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:38:25.620808 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-6fa1eb50-dfa6-40ac-b8e5-597465a995bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:25.633226 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-e057fc41-b371-4b21-bda9-0f3391a86404 admin admin] Publish callbacks [] for port, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:25.644902 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-98a6c0b9-1707-4d67-b0eb-57e774215d79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:25.694811 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-bce4561f-eab3-47a1-a6b7-7231e4e7f4bc tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8632410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8852809'] for subnet, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:25.732511 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac779d1-bb35-4bea-a551-ed7f275aebe1 None None] Pushing event updated for resources: {'Port': ['ID=ae241821-d15c-4471-9dda-f7dc03221aae,revision_number=3']} {{(pid=121609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:38:25.741049 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-6fa1eb50-dfa6-40ac-b8e5-597465a995bd None None] Port ae241821-d15c-4471-9dda-f7dc03221aae cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:38:25.749255 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac779d1-bb35-4bea-a551-ed7f275aebe1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:38:25.749599 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac779d1-bb35-4bea-a551-ed7f275aebe1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:38:25.750114 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac779d1-bb35-4bea-a551-ed7f275aebe1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:38:25.750464 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac779d1-bb35-4bea-a551-ed7f275aebe1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:38:25.750804 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac779d1-bb35-4bea-a551-ed7f275aebe1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:38:25.752840 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac779d1-bb35-4bea-a551-ed7f275aebe1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:38:25.753150 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac779d1-bb35-4bea-a551-ed7f275aebe1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:38:25.753519 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac779d1-bb35-4bea-a551-ed7f275aebe1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:38:25.753987 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac779d1-bb35-4bea-a551-ed7f275aebe1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:38:25.754329 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac779d1-bb35-4bea-a551-ed7f275aebe1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:38:25.754663 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac779d1-bb35-4bea-a551-ed7f275aebe1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:38:25.754817 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce4561f-eab3-47a1-a6b7-7231e4e7f4bc tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Pushing event deleted for resources: {'Subnet': ['ID=9afc3d3b-56c7-4a34-9ffd-5c85171fc048,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:38:25.759179 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac779d1-bb35-4bea-a551-ed7f275aebe1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:38:25.759841 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac779d1-bb35-4bea-a551-ed7f275aebe1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:38:25.771919 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-110b6a6a-abc1-48aa-a18f-50f5bd9e53e9 None None] For port 0c5f0baa-9bab-45b4-a616-dc7351803aef, host ncdv-master-1, cleared binding levels {{(pid=121608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:38:25.778357 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-110b6a6a-abc1-48aa-a18f-50f5bd9e53e9 None None] For port 0c5f0baa-9bab-45b4-a616-dc7351803aef, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0c5f0baa-9bab-45b4-a616-dc7351803aef,segment=NetworkSegment(f192efd6-3ee5-4531-ba9e-e3b0c729fec6),segment_id=f192efd6-3ee5-4531-ba9e-e3b0c729fec6)] {{(pid=121608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:38:25.783693 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-6fa1eb50-dfa6-40ac-b8e5-597465a995bd None None] Provisioning complete for port 9be324cf-03ef-4dc1-aed0-147c66c6f791 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:38:25.784364 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-6fa1eb50-dfa6-40ac-b8e5-597465a995bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:25.788795 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-bce4561f-eab3-47a1-a6b7-7231e4e7f4bc tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks [] for subnet, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:25.791031 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-821e6edf-698a-4247-800b-15d4009bbee6 None None] Network 12cebcb9-c824-42aa-a402-d4fe825187e0 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:38:25.796966 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-bce4561f-eab3-47a1-a6b7-7231e4e7f4bc tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] 10.222.0.32 "DELETE /v2.0/subnets/9afc3d3b-56c7-4a34-9ffd-5c85171fc048 HTTP/1.1" status: 204  len: 168 time: 0.6438973
Dec 25 21:38:25.804997 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 34964) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:38:25.817929 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-6a9f0fa6-1951-450b-aa72-89a6e8703a00 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Request body: {'subnet': {'network_id': '12cebcb9-c824-42aa-a402-d4fe825187e0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:38:25.821925 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.managers [None req-98a6c0b9-1707-4d67-b0eb-57e774215d79 None None] Attempting to bind port ae241821-d15c-4471-9dda-f7dc03221aae on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:38:25.822302 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.managers [None req-98a6c0b9-1707-4d67-b0eb-57e774215d79 None None] Attempting to bind port ae241821-d15c-4471-9dda-f7dc03221aae by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'c534f41a-8c49-4cda-99c2-993827ed0847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'd227a8f7-d82b-444c-89d0-511b922f2260'}] {{(pid=121609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:38:25.822668 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98a6c0b9-1707-4d67-b0eb-57e774215d79 None None] Attempting to bind port ae241821-d15c-4471-9dda-f7dc03221aae on network d227a8f7-d82b-444c-89d0-511b922f2260 {{(pid=121609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:38:25.833120 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 9be324cf-03ef-4dc1-aed0-147c66c6f791 up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:38:25.836842 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-e057fc41-b371-4b21-bda9-0f3391a86404 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:25.841322 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98a6c0b9-1707-4d67-b0eb-57e774215d79 None None] Checking agent: {'id': 'ca4f5c6d-f1fd-48b8-a3e3-395864c7d23d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 20, 56, 40), 'started_at': datetime.datetime(2021, 12, 25, 20, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 38, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:38:25.841714 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98a6c0b9-1707-4d67-b0eb-57e774215d79 None None] Checking segment: {'id': 'c534f41a-8c49-4cda-99c2-993827ed0847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'd227a8f7-d82b-444c-89d0-511b922f2260'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:38:25.842104 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-98a6c0b9-1707-4d67-b0eb-57e774215d79 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:25.843443 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98a6c0b9-1707-4d67-b0eb-57e774215d79 None None] Bound using segment: {'id': 'c534f41a-8c49-4cda-99c2-993827ed0847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'd227a8f7-d82b-444c-89d0-511b922f2260'} {{(pid=121609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:38:25.844258 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.managers [None req-98a6c0b9-1707-4d67-b0eb-57e774215d79 None None] Bound port: ae241821-d15c-4471-9dda-f7dc03221aae, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c534f41a-8c49-4cda-99c2-993827ed0847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'd227a8f7-d82b-444c-89d0-511b922f2260'}}] {{(pid=121609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:38:25.844831 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-98a6c0b9-1707-4d67-b0eb-57e774215d79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:25.911789 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-110b6a6a-abc1-48aa-a18f-50f5bd9e53e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:25.927606 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.db [None req-98a6c0b9-1707-4d67-b0eb-57e774215d79 None None] For port ae241821-d15c-4471-9dda-f7dc03221aae, host ncdv-master-1, cleared binding levels {{(pid=121609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:38:25.937685 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.db [None req-98a6c0b9-1707-4d67-b0eb-57e774215d79 None None] For port ae241821-d15c-4471-9dda-f7dc03221aae, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ae241821-d15c-4471-9dda-f7dc03221aae,segment=NetworkSegment(c534f41a-8c49-4cda-99c2-993827ed0847),segment_id=c534f41a-8c49-4cda-99c2-993827ed0847)] {{(pid=121609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:38:25.965114 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e057fc41-b371-4b21-bda9-0f3391a86404 admin admin] Network 7201e55c-7c5f-41aa-a042-a363696539d0 is already hosted by enough agents. {{(pid=121606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:38:25.968740 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4ae8f79d-6115-492f-ae0f-0bc4115015e6 req-8f895220-1372-4568-9ec0-1c03ca832e4c service neutron] 10.222.0.32 "GET /v2.0/networks/d227a8f7-d82b-444c-89d0-511b922f2260?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3811650
Dec 25 21:38:25.973391 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [None req-e057fc41-b371-4b21-bda9-0f3391a86404 admin admin] Resources bound (agent type, host, resource id):  {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:38:25.980524 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e057fc41-b371-4b21-bda9-0f3391a86404 admin admin] Received port after_create {{(pid=121606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:38:25.999043 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-98a6c0b9-1707-4d67-b0eb-57e774215d79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:26.022765 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e057fc41-b371-4b21-bda9-0f3391a86404 admin admin] Pushing event updated for resources: {'Port': ['ID=a8760726-f8e0-478e-a42d-b7e666fc87d0,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:38:26.061601 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df8dce56-25f5-4005-9059-5a9feba1837e None None] DHCP port deletion for 7201e55c-7c5f-41aa-a042-a363696539d0 request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 21:38:26.063263 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98a6c0b9-1707-4d67-b0eb-57e774215d79 None None] Routers {'32a3f620-bea5-4e1f-a0ab-81323e6971a6'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:38:26.064405 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-98a6c0b9-1707-4d67-b0eb-57e774215d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2618a3c760>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:38:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['32a3f620-bea5-4e1f-a0ab-81323e6971a6'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:38:26.068836 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110b6a6a-abc1-48aa-a18f-50f5bd9e53e9 None None] Pushing event updated for resources: {'Port': ['ID=0c5f0baa-9bab-45b4-a616-dc7351803aef,revision_number=2']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:38:26.099487 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a9f0fa6-1951-450b-aa72-89a6e8703a00 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Made reservation on behalf of 755ec677849b45beada7922dc5a9f6b5 for: {'subnet': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:38:26.103685 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-6a9f0fa6-1951-450b-aa72-89a6e8703a00 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8852834'] for subnet, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:26.140510 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac779d1-bb35-4bea-a551-ed7f275aebe1 None None] Pushing event updated for resources: {'Port': ['ID=ae241821-d15c-4471-9dda-f7dc03221aae,revision_number=4']} {{(pid=121609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:38:26.205640 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port 9be324cf-03ef-4dc1-aed0-147c66c6f791 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:38:26.206056 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:26.299831 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvr_db [None req-98a6c0b9-1707-4d67-b0eb-57e774215d79 None None] Set router 32a3f620-bea5-4e1f-a0ab-81323e6971a6 gateway port host: ncdv-master-1 {{(pid=121609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:38:26.371724 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4ae8f79d-6115-492f-ae0f-0bc4115015e6 req-3be75be1-0f84-460d-882f-47fb60419578 service neutron] 10.222.0.32 "GET /v2.0/networks/d227a8f7-d82b-444c-89d0-511b922f2260?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3625584
Dec 25 21:38:26.425014 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-f7957ab9-c87e-450f-8abe-a0c828b628f8 None None] Provisioning complete for port ae241821-d15c-4471-9dda-f7dc03221aae triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:38:26.426559 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-f7957ab9-c87e-450f-8abe-a0c828b628f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:26.610353 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-f7957ab9-c87e-450f-8abe-a0c828b628f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:26.654433 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-6a9f0fa6-1951-450b-aa72-89a6e8703a00 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8632475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8852848'] for subnet, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:26.668459 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-f7957ab9-c87e-450f-8abe-a0c828b628f8 None None] For port ae241821-d15c-4471-9dda-f7dc03221aae, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ae241821-d15c-4471-9dda-f7dc03221aae,segment=NetworkSegment(c534f41a-8c49-4cda-99c2-993827ed0847),segment_id=c534f41a-8c49-4cda-99c2-993827ed0847)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:38:26.714899 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-e057fc41-b371-4b21-bda9-0f3391a86404 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:26.760288 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a9f0fa6-1951-450b-aa72-89a6e8703a00 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Network 12cebcb9-c824-42aa-a402-d4fe825187e0 is already hosted by enough agents. {{(pid=121607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:38:26.764640 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-6a9f0fa6-1951-450b-aa72-89a6e8703a00 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Resources bound (agent type, host, resource id):  {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:38:26.768606 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a9f0fa6-1951-450b-aa72-89a6e8703a00 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:38:26.770183 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-6a9f0fa6-1951-450b-aa72-89a6e8703a00 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks [] for subnet, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:26.787497 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-f7957ab9-c87e-450f-8abe-a0c828b628f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:26.835126 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-98a6c0b9-1707-4d67-b0eb-57e774215d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2618a3c760>, [{'id': '32a3f620-bea5-4e1f-a0ab-81323e6971a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1125267842', 'tenant_id': '4ff29c23c5844f45826a02b6ae6b65e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.31'}], 'enable_snat': True}, 'gw_port_id': '4cac6038-4803-4ebc-9f2c-768f83fbd9cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:38:16Z', 'updated_at': '2021-12-25T21:38:23Z', 'revision_number': 4, 'project_id': '4ff29c23c5844f45826a02b6ae6b65e7', 'gw_port': {'id': '4cac6038-4803-4ebc-9f2c-768f83fbd9cc', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:62:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32a3f620-bea5-4e1f-a0ab-81323e6971a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3280, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:38:17Z', 'updated_at': '2021-12-25T21:38:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'ae241821-d15c-4471-9dda-f7dc03221aae', 'name': '', 'network_id': 'd227a8f7-d82b-444c-89d0-511b922f2260', 'tenant_id': '4ff29c23c5844f45826a02b6ae6b65e7', 'mac_address': 'fa:16:3e:0a:cc:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32a3f620-bea5-4e1f-a0ab-81323e6971a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3297, 'fixed_ips': [{'subnet_id': 'ee860ac1-7afc-44c5-8b9f-76e3f7a077b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:38:21Z', 'updated_at': '2021-12-25T21:38:25Z', 'revision_number': 4, 'project_id': '4ff29c23c5844f45826a02b6ae6b65e7', 'subnets': [{'id': 'ee860ac1-7afc-44c5-8b9f-76e3f7a077b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:38:26.844307 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9f0fa6-1951-450b-aa72-89a6e8703a00 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Pushing event updated for resources: {'Subnet': ['ID=4720dbb2-e063-4162-84a0-0267581a7d22,revision_number=0']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:38:26.847993 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-f7957ab9-c87e-450f-8abe-a0c828b628f8 None None] Provisioning complete for port a8760726-f8e0-478e-a42d-b7e666fc87d0 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:38:26.848362 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-f7957ab9-c87e-450f-8abe-a0c828b628f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:26.879961 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98a6c0b9-1707-4d67-b0eb-57e774215d79 None None] The sync data for ids ['32a3f620-bea5-4e1f-a0ab-81323e6971a6'] in ncdv-master-1 is: [{'id': '32a3f620-bea5-4e1f-a0ab-81323e6971a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1125267842', 'tenant_id': '4ff29c23c5844f45826a02b6ae6b65e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.31'}], 'enable_snat': True}, 'gw_port_id': '4cac6038-4803-4ebc-9f2c-768f83fbd9cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:38:16Z', 'updated_at': '2021-12-25T21:38:23Z', 'revision_number': 4, 'project_id': '4ff29c23c5844f45826a02b6ae6b65e7', 'gw_port': {'id': '4cac6038-4803-4ebc-9f2c-768f83fbd9cc', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:62:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32a3f620-bea5-4e1f-a0ab-81323e6971a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3280, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:38:17Z', 'updated_at': '2021-12-25T21:38:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'ae241821-d15c-4471-9dda-f7dc03221aae', 'name': '', 'network_id': 'd227a8f7-d82b-444c-89d0-511b922f2260', 'tenant_id': '4ff29c23c5844f45826a02b6ae6b65e7', 'mac_address': 'fa:16:3e:0a:cc:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32a3f620-bea5-4e1f-a0ab-81323e6971a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3297, 'fixed_ips': [{'subnet_id': 'ee860ac1-7afc-44c5-8b9f-76e3f7a077b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:38:21Z', 'updated_at': '2021-12-25T21:38:25Z', 'revision_number': 4, 'project_id': '4ff29c23c5844f45826a02b6ae6b65e7', 'subnets': [{'id': 'ee860ac1-7afc-44c5-8b9f-76e3f7a077b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 21:38:26.924572 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7957ab9-c87e-450f-8abe-a0c828b628f8 None None] Pushing event updated for resources: {'Port': ['ID=ae241821-d15c-4471-9dda-f7dc03221aae,revision_number=5']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:38:26.926107 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-f7957ab9-c87e-450f-8abe-a0c828b628f8 None None] Port a8760726-f8e0-478e-a42d-b7e666fc87d0 cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:38:26.969788 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-6a9f0fa6-1951-450b-aa72-89a6e8703a00 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.1605589
Dec 25 21:38:26.970959 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 34972) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:38:26.974909 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-464c6d30-0bd9-4f9b-92bb-f40b81dd6b06 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Request body: {'security_group': {'name': 'tempest-secgroup-373014000'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:38:27.071191 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-4d68f147-f3ff-486c-acd2-a2602df0ab63 None None] Provisioning complete for port ae241821-d15c-4471-9dda-f7dc03221aae triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:38:27.072216 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-4d68f147-f3ff-486c-acd2-a2602df0ab63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:27.077051 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f466d0b1-b64e-46b5-8cee-b98528f671ea req-e1458ede-815b-4e5d-9764-4a309ade08ff tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e933ee6-6f1f-4ab6-a383-83013426d722 HTTP/1.1" status: 200  len: 210 time: 0.1860161
Dec 25 21:38:27.137642 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-464c6d30-0bd9-4f9b-92bb-f40b81dd6b06 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks [] for security_group, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:27.181306 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-e057fc41-b371-4b21-bda9-0f3391a86404 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2014278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2009753'] for router, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:27.254457 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-464c6d30-0bd9-4f9b-92bb-f40b81dd6b06 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks [] for security_group, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:27.326867 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-464c6d30-0bd9-4f9b-92bb-f40b81dd6b06 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:27.371196 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464c6d30-0bd9-4f9b-92bb-f40b81dd6b06 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d09d7dcb-3cce-4149-a1aa-17267b0c0f91,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:38:27.418735 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6355288b-2b54-45ab-9b62-2f142ecbaf45 None None] Network 12cebcb9-c824-42aa-a402-d4fe825187e0 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:38:27.461286 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e057fc41-b371-4b21-bda9-0f3391a86404 admin admin] Router 9953f340-8dca-4458-af7e-8df22fa169fc is scheduled to L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 with binding_index 1 {{(pid=121606) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 25 21:38:27.493101 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-464c6d30-0bd9-4f9b-92bb-f40b81dd6b06 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:27.498927 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-464c6d30-0bd9-4f9b-92bb-f40b81dd6b06 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1761 time: 0.5276549
Dec 25 21:38:27.499902 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 34974) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:38:27.508201 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-001dff36-1bf4-49ad-a044-e66c26bd9db6 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Request body: {'security_group': {'name': 'tempest-secgroup-429871580'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:38:27.596541 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-47a97b79-0767-4158-8190-713647d91342 None None] Provisioning complete for port 3717c262-344b-4498-ab06-a2a9a016e696 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:38:27.596950 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-47a97b79-0767-4158-8190-713647d91342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:27.601880 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-001dff36-1bf4-49ad-a044-e66c26bd9db6 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks [] for security_group, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:27.647123 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e057fc41-b371-4b21-bda9-0f3391a86404 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 21:38:27.675281 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbf310c0-f2e2-408e-aafb-0c1ade7f76fe None None] Sync routers for ids ['9953f340-8dca-4458-af7e-8df22fa169fc'] in ncdv-master-1 {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 21:38:27.710931 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbf310c0-f2e2-408e-aafb-0c1ade7f76fe None None] Routers {'9953f340-8dca-4458-af7e-8df22fa169fc'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:38:27.711486 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-bbf310c0-f2e2-408e-aafb-0c1ade7f76fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f26134acb20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:38:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['9953f340-8dca-4458-af7e-8df22fa169fc'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:38:27.728132 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-001dff36-1bf4-49ad-a044-e66c26bd9db6 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks [] for security_group, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:27.764015 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-e057fc41-b371-4b21-bda9-0f3391a86404 admin admin] Publish callbacks [] for router, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:27.772011 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-e057fc41-b371-4b21-bda9-0f3391a86404 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 924 time: 4.1165571
Dec 25 21:38:27.772516 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 34978) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:38:27.853169 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-001dff36-1bf4-49ad-a044-e66c26bd9db6 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:27.939720 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001dff36-1bf4-49ad-a044-e66c26bd9db6 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8e457f2-0140-48e4-9b51-926771d94eee,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:38:28.024572 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc13fd79-f6ee-49cd-b793-177e66ca486a None None] Network ed4a6dd9-30f0-457f-8af1-2b4d214e6bf8 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:38:28.026858 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device ae241821-d15c-4471-9dda-f7dc03221aae up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:38:28.136686 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-47a97b79-0767-4158-8190-713647d91342 None None] Provisioning complete for port a8614cf4-c6dd-47eb-ac7c-8785cda4b80a triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:38:28.137443 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-47a97b79-0767-4158-8190-713647d91342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:28.202970 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9d08519a-9d3c-4bcb-a3b3-eaf3f47adb28 req-4993c449-9ba3-4843-9c20-f5d8ac21ab0e tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e933ee6-6f1f-4ab6-a383-83013426d722 HTTP/1.1" status: 200  len: 210 time: 0.0489237
Dec 25 21:38:28.270715 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c991bbdd-d638-4188-b35d-51bdf8549970 None None] Update dhcp port {'port': {'network_id': '12cebcb9-c824-42aa-a402-d4fe825187e0', 'fixed_ips': [{'subnet_id': '30553471-bd70-4fa4-a0a6-410fbbdedcc9', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '4720dbb2-e063-4162-84a0-0267581a7d22'}], 'binding:host_id': 'ncdv-master-1'}, 'id': '3717c262-344b-4498-ab06-a2a9a016e696'} from ncdv-master-1. {{(pid=121608) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}}
Dec 25 21:38:28.323676 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-47a97b79-0767-4158-8190-713647d91342 None None] Port a8614cf4-c6dd-47eb-ac7c-8785cda4b80a cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:38:28.336264 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvr_db [None req-bbf310c0-f2e2-408e-aafb-0c1ade7f76fe None None] Set router 9953f340-8dca-4458-af7e-8df22fa169fc gateway port host: ncdv-master-1 {{(pid=121608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:38:28.366570 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-c991bbdd-d638-4188-b35d-51bdf8549970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:28.408991 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-001dff36-1bf4-49ad-a044-e66c26bd9db6 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:28.412712 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-001dff36-1bf4-49ad-a044-e66c26bd9db6 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1761 time: 0.9098086
Dec 25 21:38:28.413890 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 34988) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:38:28.421812 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-1db0b277-b44e-4edb-8652-0b4449ae8221 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Request body: {'security_group': {'name': 'tempest-secgroup-331902531'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:38:28.444829 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port ae241821-d15c-4471-9dda-f7dc03221aae triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:38:28.445187 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:28.530851 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-1db0b277-b44e-4edb-8652-0b4449ae8221 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks [] for security_group, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:28.609781 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-1db0b277-b44e-4edb-8652-0b4449ae8221 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks [] for security_group, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:28.641788 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-00d9cb3e-6ced-4c13-9f05-c7703c1d3ce6 None None] Provisioning complete for port 0c5f0baa-9bab-45b4-a616-dc7351803aef triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:38:28.641788 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-00d9cb3e-6ced-4c13-9f05-c7703c1d3ce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:28.682346 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-548b9c87-fa01-4b6a-b847-50fc5a999505 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:28.700993 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-1db0b277-b44e-4edb-8652-0b4449ae8221 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:28.761063 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db0b277-b44e-4edb-8652-0b4449ae8221 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79d4026b-bba7-4d41-b768-a01a5ba1b72e,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:38:28.773476 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db0b277-b44e-4edb-8652-0b4449ae8221 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:38:28.777290 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db0b277-b44e-4edb-8652-0b4449ae8221 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:38:28.777290 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db0b277-b44e-4edb-8652-0b4449ae8221 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:38:28.777290 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db0b277-b44e-4edb-8652-0b4449ae8221 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:38:28.777290 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db0b277-b44e-4edb-8652-0b4449ae8221 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:38:28.777290 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db0b277-b44e-4edb-8652-0b4449ae8221 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:38:28.777290 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db0b277-b44e-4edb-8652-0b4449ae8221 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:38:28.779220 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db0b277-b44e-4edb-8652-0b4449ae8221 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:38:28.779684 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db0b277-b44e-4edb-8652-0b4449ae8221 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:38:28.780117 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db0b277-b44e-4edb-8652-0b4449ae8221 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:38:28.780589 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db0b277-b44e-4edb-8652-0b4449ae8221 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:38:28.781872 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db0b277-b44e-4edb-8652-0b4449ae8221 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:38:28.782304 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db0b277-b44e-4edb-8652-0b4449ae8221 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:38:28.836477 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-1db0b277-b44e-4edb-8652-0b4449ae8221 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks [] for security_group, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:28.840595 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-1db0b277-b44e-4edb-8652-0b4449ae8221 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1761 time: 0.4232364
Dec 25 21:38:28.840778 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.db_base_plugin_common [None req-c991bbdd-d638-4188-b35d-51bdf8549970 None None] Allocated IP 2001:db8::2 (12cebcb9-c824-42aa-a402-d4fe825187e0/4720dbb2-e063-4162-84a0-0267581a7d22/3717c262-344b-4498-ab06-a2a9a016e696) {{(pid=121608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:38:28.840914 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 34992) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:38:28.845826 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-2961fd39-4efd-4c85-9887-9f89d3445e02 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-141042441', 'security_groups': ['79d4026b-bba7-4d41-b768-a01a5ba1b72e'], 'network_id': '12cebcb9-c824-42aa-a402-d4fe825187e0', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '4720dbb2-e063-4162-84a0-0267581a7d22'}]}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:38:28.854435 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 0c5f0baa-9bab-45b4-a616-dc7351803aef up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:38:28.922052 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_common [None req-548b9c87-fa01-4b6a-b847-50fc5a999505 admin admin] Allocated IP 172.20.0.1 (ed4a6dd9-30f0-457f-8af1-2b4d214e6bf8/7712455f-1f21-4639-b58e-4e2ae4449d46/9c22d151-0135-486d-bd7c-998c99a7e465) {{(pid=121607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:38:28.970032 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-00d9cb3e-6ced-4c13-9f05-c7703c1d3ce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:29.007961 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-bbf310c0-f2e2-408e-aafb-0c1ade7f76fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f26134acb20>, [{'id': '9953f340-8dca-4458-af7e-8df22fa169fc', 'name': 'tempest-TestAggregatesBasicOps-1320653832-router', 'tenant_id': '621c8524f3664ecc90427a356a18ba13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.34'}], 'enable_snat': True}, 'gw_port_id': 'a8760726-f8e0-478e-a42d-b7e666fc87d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:38:23Z', 'updated_at': '2021-12-25T21:38:26Z', 'revision_number': 3, 'project_id': '621c8524f3664ecc90427a356a18ba13', 'gw_port': {'id': 'a8760726-f8e0-478e-a42d-b7e666fc87d0', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:28:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9953f340-8dca-4458-af7e-8df22fa169fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3308, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:38:25Z', 'updated_at': '2021-12-25T21:38:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:38:29.039777 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-548b9c87-fa01-4b6a-b847-50fc5a999505 admin admin] Publish callbacks [] for port, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:29.045870 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbf310c0-f2e2-408e-aafb-0c1ade7f76fe None None] Checking router: 9953f340-8dca-4458-af7e-8df22fa169fc for host: ncdv-master-1 {{(pid=121608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 25 21:38:29.046267 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbf310c0-f2e2-408e-aafb-0c1ade7f76fe None None] Updating router 9953f340-8dca-4458-af7e-8df22fa169fc port a8760726-f8e0-478e-a42d-b7e666fc87d0 binding host ncdv-master-1 {{(pid=121608) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 25 21:38:29.052014 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2961fd39-4efd-4c85-9887-9f89d3445e02 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Made reservation on behalf of 755ec677849b45beada7922dc5a9f6b5 for: {'port': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:38:29.109232 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-00d9cb3e-6ced-4c13-9f05-c7703c1d3ce6 None None] For port 0c5f0baa-9bab-45b4-a616-dc7351803aef, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0c5f0baa-9bab-45b4-a616-dc7351803aef,segment=NetworkSegment(f192efd6-3ee5-4531-ba9e-e3b0c729fec6),segment_id=f192efd6-3ee5-4531-ba9e-e3b0c729fec6)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:38:29.113489 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port 0c5f0baa-9bab-45b4-a616-dc7351803aef triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:38:29.113939 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:29.121962 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-c991bbdd-d638-4188-b35d-51bdf8549970 None None] For port 3717c262-344b-4498-ab06-a2a9a016e696, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3717c262-344b-4498-ab06-a2a9a016e696,segment=NetworkSegment(9b8a06e7-261d-445d-b0f5-4e2974407176),segment_id=9b8a06e7-261d-445d-b0f5-4e2974407176)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:38:29.124122 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-548b9c87-fa01-4b6a-b847-50fc5a999505 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:29.124309 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-bbf310c0-f2e2-408e-aafb-0c1ade7f76fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:29.148735 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-2961fd39-4efd-4c85-9887-9f89d3445e02 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:29.168580 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-548b9c87-fa01-4b6a-b847-50fc5a999505 admin admin] Network ed4a6dd9-30f0-457f-8af1-2b4d214e6bf8 is already hosted by enough agents. {{(pid=121607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:38:29.171368 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [None req-2961fd39-4efd-4c85-9887-9f89d3445e02 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] device_id is not set on port c970eee3-6d0e-428c-8e7b-41d4baecca84 yet. {{(pid=121606) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 25 21:38:29.173539 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-548b9c87-fa01-4b6a-b847-50fc5a999505 admin admin] Resources bound (agent type, host, resource id):  {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:38:29.178205 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-548b9c87-fa01-4b6a-b847-50fc5a999505 admin admin] Received port after_create {{(pid=121607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:38:29.189852 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-00d9cb3e-6ced-4c13-9f05-c7703c1d3ce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:29.268605 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-548b9c87-fa01-4b6a-b847-50fc5a999505 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2008772'] for router_interface, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:29.315580 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548b9c87-fa01-4b6a-b847-50fc5a999505 admin admin] Pushing event updated for resources: {'Port': ['ID=9c22d151-0135-486d-bd7c-998c99a7e465,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:38:29.315815 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-46fddc95-426f-40ae-a43b-da3fed5359d1 req-60df23a1-9fbe-4b8d-ac18-e9c4010efcdf tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e933ee6-6f1f-4ab6-a383-83013426d722 HTTP/1.1" status: 200  len: 210 time: 0.0417118
Dec 25 21:38:29.324670 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-c991bbdd-d638-4188-b35d-51bdf8549970 None None] Publish callbacks [] for port, precommit_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:29.393739 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d9cb3e-6ced-4c13-9f05-c7703c1d3ce6 None None] Pushing event updated for resources: {'Port': ['ID=0c5f0baa-9bab-45b4-a616-dc7351803aef,revision_number=3']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:38:29.419554 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-abbb80d9-10eb-4728-a519-9b49290acf37 None None] Provisioning complete for port 0c5f0baa-9bab-45b4-a616-dc7351803aef triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:38:29.419985 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-abbb80d9-10eb-4728-a519-9b49290acf37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:29.472630 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-c991bbdd-d638-4188-b35d-51bdf8549970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:29.496319 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_common [None req-2961fd39-4efd-4c85-9887-9f89d3445e02 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Allocated IP 2001:db8::294 (12cebcb9-c824-42aa-a402-d4fe825187e0/4720dbb2-e063-4162-84a0-0267581a7d22/c970eee3-6d0e-428c-8e7b-41d4baecca84) {{(pid=121606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:38:29.542479 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-548b9c87-fa01-4b6a-b847-50fc5a999505 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:29.668399 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-2961fd39-4efd-4c85-9887-9f89d3445e02 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks [] for port, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:29.755226 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-548b9c87-fa01-4b6a-b847-50fc5a999505 admin admin] Publish callbacks [] for port, precommit_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:29.825849 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 0c5f0baa-9bab-45b4-a616-dc7351803aef up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:38:29.830280 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-2961fd39-4efd-4c85-9887-9f89d3445e02 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:29.836217 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c991bbdd-d638-4188-b35d-51bdf8549970 None None] Pushing event updated for resources: {'Port': ['ID=3717c262-344b-4498-ab06-a2a9a016e696,revision_number=6']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:38:29.855941 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-548b9c87-fa01-4b6a-b847-50fc5a999505 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8632327'] for port, after_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:29.886131 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2961fd39-4efd-4c85-9887-9f89d3445e02 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Network 12cebcb9-c824-42aa-a402-d4fe825187e0 is already hosted by enough agents. {{(pid=121606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:38:29.890013 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [None req-2961fd39-4efd-4c85-9887-9f89d3445e02 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Resources bound (agent type, host, resource id):  {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:38:29.894369 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2961fd39-4efd-4c85-9887-9f89d3445e02 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Received port after_create {{(pid=121606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:38:29.902110 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2961fd39-4efd-4c85-9887-9f89d3445e02 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:38:29.902966 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-2961fd39-4efd-4c85-9887-9f89d3445e02 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:29.914227 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2961fd39-4efd-4c85-9887-9f89d3445e02 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Pushing event updated for resources: {'Port': ['ID=c970eee3-6d0e-428c-8e7b-41d4baecca84,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:38:29.955723 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548b9c87-fa01-4b6a-b847-50fc5a999505 admin admin] Pushing event updated for resources: {'Port': ['ID=9c22d151-0135-486d-bd7c-998c99a7e465,revision_number=2']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:38:29.959757 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-548b9c87-fa01-4b6a-b847-50fc5a999505 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2007636'] for router_interface, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:29.996376 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-bbf310c0-f2e2-408e-aafb-0c1ade7f76fe None None] Publish callbacks [] for port, precommit_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:30.001040 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port 0c5f0baa-9bab-45b4-a616-dc7351803aef triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:38:30.001406 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:30.016750 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-2961fd39-4efd-4c85-9887-9f89d3445e02 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 930 time: 1.1747422
Dec 25 21:38:30.020213 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 35004) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:38:30.026642 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-3d1838fc-9057-4311-8509-50ba97cc3061 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Request body: {'subnet': {'network_id': '12cebcb9-c824-42aa-a402-d4fe825187e0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:38:30.075772 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-548b9c87-fa01-4b6a-b847-50fc5a999505 admin admin] Network ed4a6dd9-30f0-457f-8af1-2b4d214e6bf8 is already hosted by enough agents. {{(pid=121607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:38:30.077553 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-548b9c87-fa01-4b6a-b847-50fc5a999505 admin admin] Resources bound (agent type, host, resource id):  {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:38:30.109596 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-bbf310c0-f2e2-408e-aafb-0c1ade7f76fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:30.216611 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f35ee3aa-6140-49e9-aba8-c0c064f6a90f None None] DHCP port deletion for 7201e55c-7c5f-41aa-a042-a363696539d0 request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 21:38:30.234498 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-548b9c87-fa01-4b6a-b847-50fc5a999505 admin admin] Router 9953f340-8dca-4458-af7e-8df22fa169fc has already been hosted by L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 {{(pid=121607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 25 21:38:30.239844 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-0dbc7ae4-132d-4ddd-b396-99e58f3eef0e None None] Provisioning complete for port 9c22d151-0135-486d-bd7c-998c99a7e465 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:38:30.240275 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-0dbc7ae4-132d-4ddd-b396-99e58f3eef0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:30.248846 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-bbf310c0-f2e2-408e-aafb-0c1ade7f76fe None None] Attempting to bind port a8760726-f8e0-478e-a42d-b7e666fc87d0 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:38:30.249311 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-bbf310c0-f2e2-408e-aafb-0c1ade7f76fe None None] Attempting to bind port a8760726-f8e0-478e-a42d-b7e666fc87d0 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:38:30.249955 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbf310c0-f2e2-408e-aafb-0c1ade7f76fe None None] Attempting to bind port a8760726-f8e0-478e-a42d-b7e666fc87d0 on network 7201e55c-7c5f-41aa-a042-a363696539d0 {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:38:30.276395 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5461e1a-d5cc-495f-8105-c0b56d816e79 None None] Pushing event updated for resources: {'Port': ['ID=a8760726-f8e0-478e-a42d-b7e666fc87d0,revision_number=2']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:38:30.290557 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbf310c0-f2e2-408e-aafb-0c1ade7f76fe None None] Checking agent: {'id': 'ca4f5c6d-f1fd-48b8-a3e3-395864c7d23d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 20, 56, 40), 'started_at': datetime.datetime(2021, 12, 25, 20, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 38, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:38:30.290945 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbf310c0-f2e2-408e-aafb-0c1ade7f76fe None None] Checking segment: {'id': '6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:38:30.291356 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-bbf310c0-f2e2-408e-aafb-0c1ade7f76fe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:30.291760 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbf310c0-f2e2-408e-aafb-0c1ade7f76fe None None] Bound using segment: {'id': '6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:38:30.292417 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-bbf310c0-f2e2-408e-aafb-0c1ade7f76fe None None] Bound port: a8760726-f8e0-478e-a42d-b7e666fc87d0, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'}}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:38:30.292808 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-bbf310c0-f2e2-408e-aafb-0c1ade7f76fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:30.311093 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d1838fc-9057-4311-8509-50ba97cc3061 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Made reservation on behalf of 755ec677849b45beada7922dc5a9f6b5 for: {'subnet': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:38:30.317064 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-3d1838fc-9057-4311-8509-50ba97cc3061 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9028529'] for subnet, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:30.327794 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-0dbc7ae4-132d-4ddd-b396-99e58f3eef0e None None] Port 9c22d151-0135-486d-bd7c-998c99a7e465 cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:38:30.380910 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-548b9c87-fa01-4b6a-b847-50fc5a999505 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 21:38:30.395854 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-548b9c87-fa01-4b6a-b847-50fc5a999505 admin admin] 10.222.0.32 "PUT /v2.0/routers/9953f340-8dca-4458-af7e-8df22fa169fc/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6137829
Dec 25 21:38:30.396112 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-bbf310c0-f2e2-408e-aafb-0c1ade7f76fe None None] For port a8760726-f8e0-478e-a42d-b7e666fc87d0, host ncdv-master-1, cleared binding levels {{(pid=121608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:38:30.396112 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-bbf310c0-f2e2-408e-aafb-0c1ade7f76fe None None] For port a8760726-f8e0-478e-a42d-b7e666fc87d0, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a8760726-f8e0-478e-a42d-b7e666fc87d0,segment=NetworkSegment(6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855),segment_id=6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855)] {{(pid=121608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:38:30.458169 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-6b8d23b0-5810-4ac0-8698-e8af80850bdd None None] Provisioning complete for port a8760726-f8e0-478e-a42d-b7e666fc87d0 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:38:30.458169 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-6b8d23b0-5810-4ac0-8698-e8af80850bdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:30.467446 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a195a1cc-78d9-441a-8815-31fda4bccafc req-a2d565ff-36d8-4aea-8e64-c43ce21a3162 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e933ee6-6f1f-4ab6-a383-83013426d722 HTTP/1.1" status: 200  len: 210 time: 0.0360003
Dec 25 21:38:30.496131 ncdv-master-1 neutron-server[121606]: INFO neutron.db.ipam_backend_mixin [None req-3d1838fc-9057-4311-8509-50ba97cc3061 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 4720dbb2-e063-4162-84a0-0267581a7d22 (CIDR: 2001:db8::/64)
Dec 25 21:38:30.510646 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-bbf310c0-f2e2-408e-aafb-0c1ade7f76fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:30.554752 ncdv-master-1 neutron-server[121606]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d1838fc-9057-4311-8509-50ba97cc3061 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 25 21:38:30.555533 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d1838fc-9057-4311-8509-50ba97cc3061 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=121606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 25 21:38:30.578411 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-6b8d23b0-5810-4ac0-8698-e8af80850bdd None None] Port a8760726-f8e0-478e-a42d-b7e666fc87d0 cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:38:30.578411 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b06c8ddd-7775-4c8a-b493-9f6a75c14a33 None None] DHCP port deletion for 7201e55c-7c5f-41aa-a042-a363696539d0 request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 21:38:30.609361 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbf310c0-f2e2-408e-aafb-0c1ade7f76fe None None] Routers {'9953f340-8dca-4458-af7e-8df22fa169fc'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:38:30.609361 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-bbf310c0-f2e2-408e-aafb-0c1ade7f76fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f26134acb20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:38:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['9953f340-8dca-4458-af7e-8df22fa169fc'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:38:30.610234 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5461e1a-d5cc-495f-8105-c0b56d816e79 None None] Pushing event updated for resources: {'Port': ['ID=a8760726-f8e0-478e-a42d-b7e666fc87d0,revision_number=3']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:38:30.681475 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-3d1838fc-9057-4311-8509-50ba97cc3061 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 0.6573398
Dec 25 21:38:30.681726 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 35012) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:38:30.686891 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-26610724-aab8-4f59-8130-2cb7179eebb5 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Request body: {'subnet': {'network_id': '12cebcb9-c824-42aa-a402-d4fe825187e0', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:38:30.735963 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-8e06c5fb-80d2-4e90-94fd-42a6f7660b59 None None] Provisioning complete for port 3717c262-344b-4498-ab06-a2a9a016e696 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:38:30.736275 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-8e06c5fb-80d2-4e90-94fd-42a6f7660b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:30.780729 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvr_db [None req-bbf310c0-f2e2-408e-aafb-0c1ade7f76fe None None] Set router 9953f340-8dca-4458-af7e-8df22fa169fc gateway port host: ncdv-master-1 {{(pid=121608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:38:30.933936 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26610724-aab8-4f59-8130-2cb7179eebb5 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Made reservation on behalf of 755ec677849b45beada7922dc5a9f6b5 for: {'subnet': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:38:30.937923 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-26610724-aab8-4f59-8130-2cb7179eebb5 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9028529'] for subnet, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:30.975913 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-8e06c5fb-80d2-4e90-94fd-42a6f7660b59 None None] Provisioning complete for port a8614cf4-c6dd-47eb-ac7c-8785cda4b80a triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:38:30.977984 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-8e06c5fb-80d2-4e90-94fd-42a6f7660b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:31.046822 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-8e06c5fb-80d2-4e90-94fd-42a6f7660b59 None None] Port a8614cf4-c6dd-47eb-ac7c-8785cda4b80a cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:38:31.058261 ncdv-master-1 neutron-server[121606]: INFO neutron.db.ipam_backend_mixin [None req-26610724-aab8-4f59-8130-2cb7179eebb5 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 30553471-bd70-4fa4-a0a6-410fbbdedcc9 (CIDR: 2001:db8:0:1::/64)
Dec 25 21:38:31.063316 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-8e06c5fb-80d2-4e90-94fd-42a6f7660b59 None None] Provisioning complete for port 9c22d151-0135-486d-bd7c-998c99a7e465 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:38:31.064145 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-8e06c5fb-80d2-4e90-94fd-42a6f7660b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:31.108355 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-8e06c5fb-80d2-4e90-94fd-42a6f7660b59 None None] Port 9c22d151-0135-486d-bd7c-998c99a7e465 cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:38:31.110308 ncdv-master-1 neutron-server[121606]: INFO neutron.pecan_wsgi.hooks.translation [None req-26610724-aab8-4f59-8130-2cb7179eebb5 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 25 21:38:31.110844 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26610724-aab8-4f59-8130-2cb7179eebb5 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=121606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 25 21:38:31.118511 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-bbf310c0-f2e2-408e-aafb-0c1ade7f76fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f26134acb20>, [{'id': '9953f340-8dca-4458-af7e-8df22fa169fc', 'name': 'tempest-TestAggregatesBasicOps-1320653832-router', 'tenant_id': '621c8524f3664ecc90427a356a18ba13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.34'}], 'enable_snat': True}, 'gw_port_id': 'a8760726-f8e0-478e-a42d-b7e666fc87d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:38:23Z', 'updated_at': '2021-12-25T21:38:29Z', 'revision_number': 4, 'project_id': '621c8524f3664ecc90427a356a18ba13', 'gw_port': {'id': 'a8760726-f8e0-478e-a42d-b7e666fc87d0', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:28:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9953f340-8dca-4458-af7e-8df22fa169fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3308, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:38:25Z', 'updated_at': '2021-12-25T21:38:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '9c22d151-0135-486d-bd7c-998c99a7e465', 'name': '', 'network_id': 'ed4a6dd9-30f0-457f-8af1-2b4d214e6bf8', 'tenant_id': '621c8524f3664ecc90427a356a18ba13', 'mac_address': 'fa:16:3e:c9:c2:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9953f340-8dca-4458-af7e-8df22fa169fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3319, 'fixed_ips': [{'subnet_id': '7712455f-1f21-4639-b58e-4e2ae4449d46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:38:28Z', 'updated_at': '2021-12-25T21:38:29Z', 'revision_number': 2, 'project_id': '621c8524f3664ecc90427a356a18ba13', 'subnets': [{'id': '7712455f-1f21-4639-b58e-4e2ae4449d46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:38:31.151188 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbf310c0-f2e2-408e-aafb-0c1ade7f76fe None None] The sync data for ids ['9953f340-8dca-4458-af7e-8df22fa169fc'] in ncdv-master-1 is: [{'id': '9953f340-8dca-4458-af7e-8df22fa169fc', 'name': 'tempest-TestAggregatesBasicOps-1320653832-router', 'tenant_id': '621c8524f3664ecc90427a356a18ba13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.34'}], 'enable_snat': True}, 'gw_port_id': 'a8760726-f8e0-478e-a42d-b7e666fc87d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:38:23Z', 'updated_at': '2021-12-25T21:38:29Z', 'revision_number': 4, 'project_id': '621c8524f3664ecc90427a356a18ba13', 'gw_port': {'id': 'a8760726-f8e0-478e-a42d-b7e666fc87d0', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:28:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9953f340-8dca-4458-af7e-8df22fa169fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3308, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:38:25Z', 'updated_at': '2021-12-25T21:38:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '9c22d151-0135-486d-bd7c-998c99a7e465', 'name': '', 'network_id': 'ed4a6dd9-30f0-457f-8af1-2b4d214e6bf8', 'tenant_id': '621c8524f3664ecc90427a356a18ba13', 'mac_address': 'fa:16:3e:c9:c2:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9953f340-8dca-4458-af7e-8df22fa169fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3319, 'fixed_ips': [{'subnet_id': '7712455f-1f21-4639-b58e-4e2ae4449d46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:38:28Z', 'updated_at': '2021-12-25T21:38:29Z', 'revision_number': 2, 'project_id': '621c8524f3664ecc90427a356a18ba13', 'subnets': [{'id': '7712455f-1f21-4639-b58e-4e2ae4449d46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 21:38:31.152854 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-8e06c5fb-80d2-4e90-94fd-42a6f7660b59 None None] Provisioning complete for port a8760726-f8e0-478e-a42d-b7e666fc87d0 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:38:31.153227 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-8e06c5fb-80d2-4e90-94fd-42a6f7660b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:31.235721 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-8e06c5fb-80d2-4e90-94fd-42a6f7660b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:31.241469 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 35026) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:38:31.241930 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-26610724-aab8-4f59-8130-2cb7179eebb5 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 428 time: 0.5549784
Dec 25 21:38:31.242059 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-50396b0e-d3b5-42dd-9324-1cc32fc3c2e5 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Request body: {'subnet': {'network_id': '12cebcb9-c824-42aa-a402-d4fe825187e0', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:38:31.259229 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-8e06c5fb-80d2-4e90-94fd-42a6f7660b59 None None] For port a8760726-f8e0-478e-a42d-b7e666fc87d0, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a8760726-f8e0-478e-a42d-b7e666fc87d0,segment=NetworkSegment(6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855),segment_id=6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:38:31.333304 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-8e06c5fb-80d2-4e90-94fd-42a6f7660b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:31.423901 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e06c5fb-80d2-4e90-94fd-42a6f7660b59 None None] Pushing event updated for resources: {'Port': ['ID=a8760726-f8e0-478e-a42d-b7e666fc87d0,revision_number=4']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:38:31.439293 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 35032) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:38:31.447659 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-2a7a274d-e98f-49fd-a77e-3164d1d21420 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1013987311-network', 'tenant_id': '2a1b39b2a3c94189a7b27e64ddaacac0'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:38:31.459146 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-b893050e-3e9d-46b2-b962-0878e9f4e32d None None] Provisioning complete for port c970eee3-6d0e-428c-8e7b-41d4baecca84 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:38:31.459513 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-b893050e-3e9d-46b2-b962-0878e9f4e32d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:31.493565 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50396b0e-d3b5-42dd-9324-1cc32fc3c2e5 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Made reservation on behalf of 755ec677849b45beada7922dc5a9f6b5 for: {'subnet': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:38:31.498592 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-50396b0e-d3b5-42dd-9324-1cc32fc3c2e5 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8852834'] for subnet, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:31.506961 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-b893050e-3e9d-46b2-b962-0878e9f4e32d None None] Port c970eee3-6d0e-428c-8e7b-41d4baecca84 cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:38:31.591358 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-669c94f4-c5c8-4e42-baef-1a7a2153f99b req-65ce08b5-9e59-40df-8e8d-19c00229b7b7 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e933ee6-6f1f-4ab6-a383-83013426d722 HTTP/1.1" status: 200  len: 210 time: 0.0294130
Dec 25 21:38:31.644278 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a7a274d-e98f-49fd-a77e-3164d1d21420 admin admin] Made reservation on behalf of 2a1b39b2a3c94189a7b27e64ddaacac0 for: {'network': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:38:31.646943 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-2a7a274d-e98f-49fd-a77e-3164d1d21420 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for network, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:31.668304 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-2a7a274d-e98f-49fd-a77e-3164d1d21420 admin admin] Publish callbacks [] for security_group, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:31.744832 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 3717c262-344b-4498-ab06-a2a9a016e696 up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:38:31.799992 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port 3717c262-344b-4498-ab06-a2a9a016e696 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:38:31.800942 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:31.847020 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-2a7a274d-e98f-49fd-a77e-3164d1d21420 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:31.934000 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-50396b0e-d3b5-42dd-9324-1cc32fc3c2e5 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8632475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8852848'] for subnet, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:31.975278 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50396b0e-d3b5-42dd-9324-1cc32fc3c2e5 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Network 12cebcb9-c824-42aa-a402-d4fe825187e0 is already hosted by enough agents. {{(pid=121607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:38:31.978288 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-2a7a274d-e98f-49fd-a77e-3164d1d21420 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:31.985476 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-50396b0e-d3b5-42dd-9324-1cc32fc3c2e5 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Resources bound (agent type, host, resource id):  {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:38:31.994377 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50396b0e-d3b5-42dd-9324-1cc32fc3c2e5 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:38:31.995128 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-50396b0e-d3b5-42dd-9324-1cc32fc3c2e5 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks [] for subnet, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:31.999710 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-571d03bd-5d5d-4ca9-871d-3d4717a65340 None None] Network 12cebcb9-c824-42aa-a402-d4fe825187e0 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:38:32.050912 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7a274d-e98f-49fd-a77e-3164d1d21420 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2ee6142-68e1-469b-b981-815fefa5c2d5,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:38:32.053706 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50396b0e-d3b5-42dd-9324-1cc32fc3c2e5 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Pushing event updated for resources: {'Subnet': ['ID=a8e3f806-5018-4978-b5ab-746a36474c89,revision_number=0']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:38:32.069123 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a7a274d-e98f-49fd-a77e-3164d1d21420 admin admin] vlan segment allocate from pool success with {'vlan_id': 155, 'physical_network': 'physnet1'}  {{(pid=121607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 25 21:38:32.087896 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-2a7a274d-e98f-49fd-a77e-3164d1d21420 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:32.088647 ncdv-master-1 neutron-server[121607]: INFO neutron.db.segments_db [None req-2a7a274d-e98f-49fd-a77e-3164d1d21420 admin admin] Added segment 2474f392-7d70-4832-bb06-fd0ef761000c of type vlan for network 258c470c-e854-4066-b7be-150398a34eaf
Dec 25 21:38:32.141913 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-50396b0e-d3b5-42dd-9324-1cc32fc3c2e5 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 836 time: 0.9047265
Dec 25 21:38:32.145215 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 35052) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:38:32.155112 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-54324dd9-4daa-4304-a085-bd493567f84f tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-426049531', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'a8e3f806-5018-4978-b5ab-746a36474c89'}], 'security_groups': ['d09d7dcb-3cce-4149-a1aa-17267b0c0f91', 'd8e457f2-0140-48e4-9b51-926771d94eee']}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:38:32.162228 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-2a7a274d-e98f-49fd-a77e-3164d1d21420 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737602163420'] for network, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:32.226150 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0090b458-1233-45ba-a908-37e070bd2a45 None None] Update dhcp port {'port': {'network_id': '12cebcb9-c824-42aa-a402-d4fe825187e0', 'fixed_ips': [{'subnet_id': '30553471-bd70-4fa4-a0a6-410fbbdedcc9', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '4720dbb2-e063-4162-84a0-0267581a7d22', 'ip_address': '2001:db8::2'}, {'subnet_id': 'a8e3f806-5018-4978-b5ab-746a36474c89'}], 'binding:host_id': 'ncdv-master-1'}, 'id': '3717c262-344b-4498-ab06-a2a9a016e696'} from ncdv-master-1. {{(pid=121608) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}}
Dec 25 21:38:32.262028 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-0090b458-1233-45ba-a908-37e070bd2a45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:32.317378 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-2a7a274d-e98f-49fd-a77e-3164d1d21420 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870'] for network, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:32.318408 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a7a274d-e98f-49fd-a77e-3164d1d21420 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:38:32.319060 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-2a7a274d-e98f-49fd-a77e-3164d1d21420 admin admin] Publish callbacks [] for network, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:32.377585 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-54324dd9-4daa-4304-a085-bd493567f84f tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:32.422784 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7a274d-e98f-49fd-a77e-3164d1d21420 admin admin] Pushing event updated for resources: {'Network': ['ID=258c470c-e854-4066-b7be-150398a34eaf,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:38:32.436369 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Network 258c470c-e854-4066-b7be-150398a34eaf details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 25 21:38:32.469105 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.db_base_plugin_common [None req-0090b458-1233-45ba-a908-37e070bd2a45 None None] Allocated IP 2001:db8:0:2::2 (12cebcb9-c824-42aa-a402-d4fe825187e0/a8e3f806-5018-4978-b5ab-746a36474c89/3717c262-344b-4498-ab06-a2a9a016e696) {{(pid=121608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:38:32.493615 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-2a7a274d-e98f-49fd-a77e-3164d1d21420 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 886 time: 1.0551171
Dec 25 21:38:32.496226 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 35056) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:38:32.503955 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-82299955-955c-4405-a883-a3f7b8728182 admin admin] Request body: {'subnet': {'network_id': '258c470c-e854-4066-b7be-150398a34eaf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1013987311-subnet', 'tenant_id': '2a1b39b2a3c94189a7b27e64ddaacac0', 'ip_version': 4}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:38:32.616795 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-0090b458-1233-45ba-a908-37e070bd2a45 None None] For port 3717c262-344b-4498-ab06-a2a9a016e696, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3717c262-344b-4498-ab06-a2a9a016e696,segment=NetworkSegment(9b8a06e7-261d-445d-b0f5-4e2974407176),segment_id=9b8a06e7-261d-445d-b0f5-4e2974407176)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:38:32.653176 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-0090b458-1233-45ba-a908-37e070bd2a45 None None] Publish callbacks [] for port, precommit_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:32.684480 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82299955-955c-4405-a883-a3f7b8728182 admin admin] Made reservation on behalf of 2a1b39b2a3c94189a7b27e64ddaacac0 for: {'subnet': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:38:32.688961 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-82299955-955c-4405-a883-a3f7b8728182 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8852834'] for subnet, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:32.703695 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-09d4107d-4765-45e1-9185-4b277a4f5c2f req-26bfddf4-8f07-4f97-8954-9e6ec1d621e0 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e933ee6-6f1f-4ab6-a383-83013426d722 HTTP/1.1" status: 200  len: 210 time: 0.0290117
Dec 25 21:38:32.770516 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-0090b458-1233-45ba-a908-37e070bd2a45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:32.892309 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0090b458-1233-45ba-a908-37e070bd2a45 None None] Pushing event updated for resources: {'Port': ['ID=3717c262-344b-4498-ab06-a2a9a016e696,revision_number=7']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:38:33.047679 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_common [None req-54324dd9-4daa-4304-a085-bd493567f84f tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Delete allocated IP 2001:db8::294 (12cebcb9-c824-42aa-a402-d4fe825187e0/4720dbb2-e063-4162-84a0-0267581a7d22) {{(pid=121607) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}}
Dec 25 21:38:33.057025 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_common [None req-54324dd9-4daa-4304-a085-bd493567f84f tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Allocated IP 2001:db8:0:2::240 (12cebcb9-c824-42aa-a402-d4fe825187e0/a8e3f806-5018-4978-b5ab-746a36474c89/c970eee3-6d0e-428c-8e7b-41d4baecca84) {{(pid=121607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:38:33.106262 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-82299955-955c-4405-a883-a3f7b8728182 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8632475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8852848'] for subnet, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:33.240061 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82299955-955c-4405-a883-a3f7b8728182 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0eaa714f-43fb-4494-8d79-9ef39815c2b4,revision_number=0']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:38:33.255598 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82299955-955c-4405-a883-a3f7b8728182 admin admin] Checking segment: {'id': '2474f392-7d70-4832-bb06-fd0ef761000c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '258c470c-e854-4066-b7be-150398a34eaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:38:33.255962 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82299955-955c-4405-a883-a3f7b8728182 admin admin] Network hostable DHCP agents. Network: 258c470c-e854-4066-b7be-150398a34eaf, hostable agents: ['1813db88-2c1b-4357-a2ba-869246b663c2'], hosted agents: [] {{(pid=121607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 25 21:38:33.297857 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-54324dd9-4daa-4304-a085-bd493567f84f tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks [] for port, precommit_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:33.375640 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82299955-955c-4405-a883-a3f7b8728182 admin admin] Network 258c470c-e854-4066-b7be-150398a34eaf is scheduled to be hosted by DHCP agent 1813db88-2c1b-4357-a2ba-869246b663c2 with binding_index 1 {{(pid=121607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 25 21:38:33.398616 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-54324dd9-4daa-4304-a085-bd493567f84f tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8632327'] for port, after_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:33.460322 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-54324dd9-4daa-4304-a085-bd493567f84f tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] In _notify_port_updated(), no bound segment for port c970eee3-6d0e-428c-8e7b-41d4baecca84 on network 12cebcb9-c824-42aa-a402-d4fe825187e0 {{(pid=121607) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}}
Dec 25 21:38:33.466018 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54324dd9-4daa-4304-a085-bd493567f84f tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:38:33.466681 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-54324dd9-4daa-4304-a085-bd493567f84f tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:33.468344 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-54324dd9-4daa-4304-a085-bd493567f84f tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] 10.222.0.32 "PUT /v2.0/ports/c970eee3-6d0e-428c-8e7b-41d4baecca84 HTTP/1.1" status: 200  len: 969 time: 1.3218830
Dec 25 21:38:33.475270 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 35062) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:38:33.505956 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54324dd9-4daa-4304-a085-bd493567f84f tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Pushing event updated for resources: {'Port': ['ID=c970eee3-6d0e-428c-8e7b-41d4baecca84,revision_number=2']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:38:33.529704 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-82299955-955c-4405-a883-a3f7b8728182 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 258c470c-e854-4066-b7be-150398a34eaf) {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:38:33.544630 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8d79882-5741-40ff-915f-3dc046067968 None None] Network 258c470c-e854-4066-b7be-150398a34eaf requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:38:33.550102 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-aa4b9587-fac7-431f-878c-84a02b06903a None None] Provisioning complete for port c970eee3-6d0e-428c-8e7b-41d4baecca84 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:38:33.557813 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-aa4b9587-fac7-431f-878c-84a02b06903a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:33.557973 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82299955-955c-4405-a883-a3f7b8728182 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:38:33.557973 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-82299955-955c-4405-a883-a3f7b8728182 admin admin] Publish callbacks [] for subnet, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:33.609893 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-64c77388-49a6-40ad-86f8-f59a59116bd5 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Deleting port c970eee3-6d0e-428c-8e7b-41d4baecca84 {{(pid=121607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:38:33.610517 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-64c77388-49a6-40ad-86f8-f59a59116bd5 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:33.673202 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-aa4b9587-fac7-431f-878c-84a02b06903a None None] Port c970eee3-6d0e-428c-8e7b-41d4baecca84 cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:38:33.703161 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-aa4b9587-fac7-431f-878c-84a02b06903a None None] Provisioning complete for port 3717c262-344b-4498-ab06-a2a9a016e696 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:38:33.703591 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-82299955-955c-4405-a883-a3f7b8728182 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 1.1997361
Dec 25 21:38:33.703591 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 35064) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:38:33.703800 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-aa4b9587-fac7-431f-878c-84a02b06903a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:33.708923 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-8ce3edd0-9665-41c9-8b53-7f2da6cc6aa0 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1013987311-router', 'tenant_id': '2a1b39b2a3c94189a7b27e64ddaacac0', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'}}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:38:33.800036 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40023517-e724-4d72-8ef5-0d8b34273ada None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-258c470c-e854-4066-b7be-150398a34eaf', 'network_id': '258c470c-e854-4066-b7be-150398a34eaf', 'project_id': '2a1b39b2a3c94189a7b27e64ddaacac0', 'fixed_ips': [{'subnet_id': '0eaa714f-43fb-4494-8d79-9ef39815c2b4'}]}} from ncdv-master-1. {{(pid=121608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 25 21:38:33.801690 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-40023517-e724-4d72-8ef5-0d8b34273ada None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:33.802573 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-64c77388-49a6-40ad-86f8-f59a59116bd5 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:33.816027 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae8f79d-6115-492f-ae0f-0bc4115015e6 req-7b5b5fa2-cd30-492e-aeb7-138407fb0740 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:38:33.817647 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4ae8f79d-6115-492f-ae0f-0bc4115015e6 req-7b5b5fa2-cd30-492e-aeb7-138407fb0740 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.31 "GET /v2.0/networks?id=d227a8f7-d82b-444c-89d0-511b922f2260 HTTP/1.1" status: 200  len: 797 time: 0.2195771
Dec 25 21:38:33.835635 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-64c77388-49a6-40ad-86f8-f59a59116bd5 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Calling delete_port for c970eee3-6d0e-428c-8e7b-41d4baecca84 owned by  {{(pid=121607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:38:33.895952 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4c708f91-6ced-4c9d-8461-d50da17019b5 req-e60547df-82eb-40ba-8204-9960c036e852 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e933ee6-6f1f-4ab6-a383-83013426d722 HTTP/1.1" status: 200  len: 210 time: 0.0579016
Dec 25 21:38:33.934542 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 3717c262-344b-4498-ab06-a2a9a016e696 up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:38:33.939698 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-8ce3edd0-9665-41c9-8b53-7f2da6cc6aa0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2014909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14863'] for router, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:33.941673 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-8ce3edd0-9665-41c9-8b53-7f2da6cc6aa0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2014285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2009796', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2082630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14848'] for router, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:33.960023 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4ae8f79d-6115-492f-ae0f-0bc4115015e6 req-b77fcd49-236b-4ef9-a8d7-785fd3bfe6a6 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4ff29c23c5844f45826a02b6ae6b65e7 HTTP/1.1" status: 200  len: 380 time: 0.1233752
Dec 25 21:38:33.972587 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-4ae8f79d-6115-492f-ae0f-0bc4115015e6 req-c344c3ee-9a89-4ace-91d7-c9b3deb35f20 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Request body: {'port': {'device_id': '0e933ee6-6f1f-4ab6-a383-83013426d722', 'network_id': 'd227a8f7-d82b-444c-89d0-511b922f2260', 'admin_state_up': True, 'tenant_id': '4ff29c23c5844f45826a02b6ae6b65e7', 'security_groups': ['2dd0ce2e-c467-45c4-9d2c-d6c9831710fe']}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:38:34.020460 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-8ce3edd0-9665-41c9-8b53-7f2da6cc6aa0 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:34.103700 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port 3717c262-344b-4498-ab06-a2a9a016e696 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:38:34.103977 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:34.106832 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.db_base_plugin_common [None req-40023517-e724-4d72-8ef5-0d8b34273ada None None] Allocated IP 172.20.0.2 (258c470c-e854-4066-b7be-150398a34eaf/0eaa714f-43fb-4494-8d79-9ef39815c2b4/fe71f959-2a66-4cc9-a50e-a194c146d2e1) {{(pid=121608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:38:34.261266 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-8ce3edd0-9665-41c9-8b53-7f2da6cc6aa0 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:34.298377 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-64c77388-49a6-40ad-86f8-f59a59116bd5 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:34.302867 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-aa4b9587-fac7-431f-878c-84a02b06903a None None] Provisioning complete for port a8614cf4-c6dd-47eb-ac7c-8785cda4b80a triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:38:34.303482 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-aa4b9587-fac7-431f-878c-84a02b06903a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:34.329508 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c77388-49a6-40ad-86f8-f59a59116bd5 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Pushing event deleted for resources: {'Port': ['ID=c970eee3-6d0e-428c-8e7b-41d4baecca84,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:38:34.402993 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-64c77388-49a6-40ad-86f8-f59a59116bd5 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:34.406431 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-64c77388-49a6-40ad-86f8-f59a59116bd5 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] 10.222.0.32 "DELETE /v2.0/ports/c970eee3-6d0e-428c-8e7b-41d4baecca84 HTTP/1.1" status: 204  len: 168 time: 0.9347036
Dec 25 21:38:34.410747 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 35074) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:38:34.418129 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-aa4b9587-fac7-431f-878c-84a02b06903a None None] Port a8614cf4-c6dd-47eb-ac7c-8785cda4b80a cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:38:34.455444 ncdv-master-1 neutron-server[121607]: INFO neutron.pecan_wsgi.hooks.translation [None req-d143d86f-8f1a-4ea7-b949-cee56971434e tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] GET failed (client error): The resource could not be found.
Dec 25 21:38:34.457600 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-d143d86f-8f1a-4ea7-b949-cee56971434e tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] 10.222.0.32 "GET /v2.0/ports/c970eee3-6d0e-428c-8e7b-41d4baecca84 HTTP/1.1" status: 404  len: 333 time: 0.0458939
Dec 25 21:38:34.460494 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 35076) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:38:34.475026 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:34.531475 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ae8f79d-6115-492f-ae0f-0bc4115015e6 req-c344c3ee-9a89-4ace-91d7-c9b3deb35f20 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Made reservation on behalf of 4ff29c23c5844f45826a02b6ae6b65e7 for: {'port': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:38:34.536832 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-4ae8f79d-6115-492f-ae0f-0bc4115015e6 req-c344c3ee-9a89-4ace-91d7-c9b3deb35f20 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:34.537030 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-ffd17730-cf41-4aff-b9b5-3d622b56f7d1 None None] Could not find standard attr ID for object c970eee3-6d0e-428c-8e7b-41d4baecca84. {{(pid=121608) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 25 21:38:34.538649 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device a8760726-f8e0-478e-a42d-b7e666fc87d0 up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:38:34.555893 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-93ba324c-50dd-4c52-b689-e9635703ff9d tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks [] for security_group, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:34.582209 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-93ba324c-50dd-4c52-b689-e9635703ff9d tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks [] for security_group, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:34.606501 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-40023517-e724-4d72-8ef5-0d8b34273ada None None] Publish callbacks [] for port, precommit_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:34.646937 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port a8760726-f8e0-478e-a42d-b7e666fc87d0 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:38:34.647403 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:34.707716 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-8ce3edd0-9665-41c9-8b53-7f2da6cc6aa0 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:34.709587 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-40023517-e724-4d72-8ef5-0d8b34273ada None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946'] for port, after_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:34.729287 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-8ce3edd0-9665-41c9-8b53-7f2da6cc6aa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:34.741571 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-93ba324c-50dd-4c52-b689-e9635703ff9d tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:34.744426 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-93ba324c-50dd-4c52-b689-e9635703ff9d tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks [] for security_group, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:34.748313 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-93ba324c-50dd-4c52-b689-e9635703ff9d tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] 10.222.0.32 "DELETE /v2.0/security-groups/79d4026b-bba7-4d41-b768-a01a5ba1b72e HTTP/1.1" status: 204  len: 168 time: 0.2866852
Dec 25 21:38:34.755160 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 35078) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:38:34.755324 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40023517-e724-4d72-8ef5-0d8b34273ada None None] Network 258c470c-e854-4066-b7be-150398a34eaf is already hosted by enough agents. {{(pid=121608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:38:34.764630 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.base_scheduler [None req-40023517-e724-4d72-8ef5-0d8b34273ada None None] Resources bound (agent type, host, resource id):  {{(pid=121608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:38:34.773991 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40023517-e724-4d72-8ef5-0d8b34273ada None None] Received port after_create {{(pid=121608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:38:34.782356 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ba324c-50dd-4c52-b689-e9635703ff9d tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=79d4026b-bba7-4d41-b768-a01a5ba1b72e,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:38:34.791820 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-a047026f-b088-48aa-9e13-7a9b46399bbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:34.820381 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_common [req-4ae8f79d-6115-492f-ae0f-0bc4115015e6 req-c344c3ee-9a89-4ace-91d7-c9b3deb35f20 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Allocated IP 172.20.0.6 (d227a8f7-d82b-444c-89d0-511b922f2260/ee860ac1-7afc-44c5-8b9f-76e3f7a077b2/f8a8588c-abcc-4eda-99f7-383ebeac328b) {{(pid=121606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:38:34.847864 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-6abd01b0-36a0-445a-9af6-a83c855e0901 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks [] for security_group, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:34.864689 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40023517-e724-4d72-8ef5-0d8b34273ada None None] Pushing event updated for resources: {'Port': ['ID=fe71f959-2a66-4cc9-a50e-a194c146d2e1,revision_number=1']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:38:34.880460 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d936819-2b0f-49b4-9530-f0e6a776c82a None None] Sync routers for ids ['9953f340-8dca-4458-af7e-8df22fa169fc'] in ncdv-master-1 {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 21:38:34.895845 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_common [None req-8ce3edd0-9665-41c9-8b53-7f2da6cc6aa0 admin admin] Allocated IP 172.35.3.228 (7201e55c-7c5f-41aa-a042-a363696539d0/7a939e13-713f-45cf-bba7-1539635abe25/5dd274b4-fd6f-4c50-8e3b-c00cdb7299a7) {{(pid=121607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:38:34.896607 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-6abd01b0-36a0-445a-9af6-a83c855e0901 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks [] for security_group, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:34.919731 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d936819-2b0f-49b4-9530-f0e6a776c82a None None] Routers {'9953f340-8dca-4458-af7e-8df22fa169fc'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:38:34.921978 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-40023517-e724-4d72-8ef5-0d8b34273ada None None] Attempting to bind port fe71f959-2a66-4cc9-a50e-a194c146d2e1 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:38:34.922468 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-40023517-e724-4d72-8ef5-0d8b34273ada None None] Attempting to bind port fe71f959-2a66-4cc9-a50e-a194c146d2e1 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '2474f392-7d70-4832-bb06-fd0ef761000c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '258c470c-e854-4066-b7be-150398a34eaf'}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:38:34.931192 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-4d936819-2b0f-49b4-9530-f0e6a776c82a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2618a3c670>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:38:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['9953f340-8dca-4458-af7e-8df22fa169fc'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:38:34.933598 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40023517-e724-4d72-8ef5-0d8b34273ada None None] Attempting to bind port fe71f959-2a66-4cc9-a50e-a194c146d2e1 on network 258c470c-e854-4066-b7be-150398a34eaf {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:38:34.950925 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40023517-e724-4d72-8ef5-0d8b34273ada None None] Checking agent: {'id': 'ca4f5c6d-f1fd-48b8-a3e3-395864c7d23d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 20, 56, 40), 'started_at': datetime.datetime(2021, 12, 25, 20, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 38, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:38:34.954428 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40023517-e724-4d72-8ef5-0d8b34273ada None None] Checking segment: {'id': '2474f392-7d70-4832-bb06-fd0ef761000c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '258c470c-e854-4066-b7be-150398a34eaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:38:34.954863 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-40023517-e724-4d72-8ef5-0d8b34273ada None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:34.955275 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40023517-e724-4d72-8ef5-0d8b34273ada None None] Bound using segment: {'id': '2474f392-7d70-4832-bb06-fd0ef761000c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '258c470c-e854-4066-b7be-150398a34eaf'} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:38:34.955783 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-40023517-e724-4d72-8ef5-0d8b34273ada None None] Bound port: fe71f959-2a66-4cc9-a50e-a194c146d2e1, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2474f392-7d70-4832-bb06-fd0ef761000c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '258c470c-e854-4066-b7be-150398a34eaf'}}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:38:34.956178 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-40023517-e724-4d72-8ef5-0d8b34273ada None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:35.064692 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-40023517-e724-4d72-8ef5-0d8b34273ada None None] For port fe71f959-2a66-4cc9-a50e-a194c146d2e1, host ncdv-master-1, cleared binding levels {{(pid=121608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:38:35.068439 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f2b408aa-99ad-4aeb-a35a-ecbef6106d98 req-4687cd2c-b7c9-4a63-a55e-445ff8cb7f27 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e933ee6-6f1f-4ab6-a383-83013426d722 HTTP/1.1" status: 200  len: 210 time: 0.0436525
Dec 25 21:38:35.069909 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-40023517-e724-4d72-8ef5-0d8b34273ada None None] For port fe71f959-2a66-4cc9-a50e-a194c146d2e1, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fe71f959-2a66-4cc9-a50e-a194c146d2e1,segment=NetworkSegment(2474f392-7d70-4832-bb06-fd0ef761000c),segment_id=2474f392-7d70-4832-bb06-fd0ef761000c)] {{(pid=121608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:38:35.078337 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-8ce3edd0-9665-41c9-8b53-7f2da6cc6aa0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:35.107872 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvr_db [None req-4d936819-2b0f-49b4-9530-f0e6a776c82a None None] Set router 9953f340-8dca-4458-af7e-8df22fa169fc gateway port host: ncdv-master-1 {{(pid=121609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:38:35.122919 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-4ae8f79d-6115-492f-ae0f-0bc4115015e6 req-c344c3ee-9a89-4ace-91d7-c9b3deb35f20 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks [] for port, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:35.178766 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-6abd01b0-36a0-445a-9af6-a83c855e0901 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:35.179535 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-40023517-e724-4d72-8ef5-0d8b34273ada None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:35.181511 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-6abd01b0-36a0-445a-9af6-a83c855e0901 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks [] for security_group, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:35.185125 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-6abd01b0-36a0-445a-9af6-a83c855e0901 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] 10.222.0.32 "DELETE /v2.0/security-groups/d8e457f2-0140-48e4-9b51-926771d94eee HTTP/1.1" status: 204  len: 168 time: 0.4278555
Dec 25 21:38:35.185938 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 35084) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:38:35.196913 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abd01b0-36a0-445a-9af6-a83c855e0901 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8e457f2-0140-48e4-9b51-926771d94eee,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:38:35.227564 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-8ce3edd0-9665-41c9-8b53-7f2da6cc6aa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:35.262834 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40023517-e724-4d72-8ef5-0d8b34273ada None None] Pushing event updated for resources: {'Port': ['ID=fe71f959-2a66-4cc9-a50e-a194c146d2e1,revision_number=2']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:38:35.297384 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ce3edd0-9665-41c9-8b53-7f2da6cc6aa0 admin admin] Network 7201e55c-7c5f-41aa-a042-a363696539d0 is already hosted by enough agents. {{(pid=121607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:38:35.303150 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce3edd0-9665-41c9-8b53-7f2da6cc6aa0 admin admin] Pushing event updated for resources: {'Port': ['ID=5dd274b4-fd6f-4c50-8e3b-c00cdb7299a7,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:38:35.305659 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-8ce3edd0-9665-41c9-8b53-7f2da6cc6aa0 admin admin] Resources bound (agent type, host, resource id):  {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:38:35.308632 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ce3edd0-9665-41c9-8b53-7f2da6cc6aa0 admin admin] Received port after_create {{(pid=121607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:38:35.315345 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-4ae8f79d-6115-492f-ae0f-0bc4115015e6 req-c344c3ee-9a89-4ace-91d7-c9b3deb35f20 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:35.340675 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2314ff85-0b56-46c1-9fb2-c81d6ea3781c None None] DHCP port deletion for 7201e55c-7c5f-41aa-a042-a363696539d0 request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 21:38:35.354076 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-c1c1a206-8568-4d30-8f44-98f989d36d99 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks [] for security_group, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:35.374020 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ae8f79d-6115-492f-ae0f-0bc4115015e6 req-c344c3ee-9a89-4ace-91d7-c9b3deb35f20 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Network d227a8f7-d82b-444c-89d0-511b922f2260 is already hosted by enough agents. {{(pid=121606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:38:35.386064 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [req-4ae8f79d-6115-492f-ae0f-0bc4115015e6 req-c344c3ee-9a89-4ace-91d7-c9b3deb35f20 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Resources bound (agent type, host, resource id):  {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:38:35.388184 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-c1c1a206-8568-4d30-8f44-98f989d36d99 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks [] for security_group, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:35.391642 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ae8f79d-6115-492f-ae0f-0bc4115015e6 req-c344c3ee-9a89-4ace-91d7-c9b3deb35f20 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Received port after_create {{(pid=121606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:38:35.450568 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c344c3ee-9a89-4ace-91d7-c9b3deb35f20 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Pushing event updated for resources: {'Port': ['ID=f8a8588c-abcc-4eda-99f7-383ebeac328b,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:38:35.452848 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-4d936819-2b0f-49b4-9530-f0e6a776c82a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2618a3c670>, [{'id': '9953f340-8dca-4458-af7e-8df22fa169fc', 'name': 'tempest-TestAggregatesBasicOps-1320653832-router', 'tenant_id': '621c8524f3664ecc90427a356a18ba13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.34'}], 'enable_snat': True}, 'gw_port_id': 'a8760726-f8e0-478e-a42d-b7e666fc87d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:38:23Z', 'updated_at': '2021-12-25T21:38:29Z', 'revision_number': 4, 'project_id': '621c8524f3664ecc90427a356a18ba13', 'gw_port': {'id': 'a8760726-f8e0-478e-a42d-b7e666fc87d0', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:28:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9953f340-8dca-4458-af7e-8df22fa169fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3308, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:38:25Z', 'updated_at': '2021-12-25T21:38:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '9c22d151-0135-486d-bd7c-998c99a7e465', 'name': '', 'network_id': 'ed4a6dd9-30f0-457f-8af1-2b4d214e6bf8', 'tenant_id': '621c8524f3664ecc90427a356a18ba13', 'mac_address': 'fa:16:3e:c9:c2:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9953f340-8dca-4458-af7e-8df22fa169fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3319, 'fixed_ips': [{'subnet_id': '7712455f-1f21-4639-b58e-4e2ae4449d46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:38:28Z', 'updated_at': '2021-12-25T21:38:29Z', 'revision_number': 2, 'project_id': '621c8524f3664ecc90427a356a18ba13', 'subnets': [{'id': '7712455f-1f21-4639-b58e-4e2ae4449d46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:38:35.482184 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-2bfdb943-5ecc-4a23-9ca4-05b24d493446 None None] Provisioning complete for port 5dd274b4-fd6f-4c50-8e3b-c00cdb7299a7 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:38:35.482625 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-2bfdb943-5ecc-4a23-9ca4-05b24d493446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:35.501795 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d936819-2b0f-49b4-9530-f0e6a776c82a None None] Checking router: 9953f340-8dca-4458-af7e-8df22fa169fc for host: ncdv-master-1 {{(pid=121609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 25 21:38:35.502535 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d936819-2b0f-49b4-9530-f0e6a776c82a None None] Updating router 9953f340-8dca-4458-af7e-8df22fa169fc port 9c22d151-0135-486d-bd7c-998c99a7e465 binding host ncdv-master-1 {{(pid=121609) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 25 21:38:35.532290 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae8f79d-6115-492f-ae0f-0bc4115015e6 req-c344c3ee-9a89-4ace-91d7-c9b3deb35f20 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:38:35.535376 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-4ae8f79d-6115-492f-ae0f-0bc4115015e6 req-c344c3ee-9a89-4ace-91d7-c9b3deb35f20 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:35.563791 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-4d936819-2b0f-49b4-9530-f0e6a776c82a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:35.567348 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-2bfdb943-5ecc-4a23-9ca4-05b24d493446 None None] Port 5dd274b4-fd6f-4c50-8e3b-c00cdb7299a7 cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:38:35.603185 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-c1c1a206-8568-4d30-8f44-98f989d36d99 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:35.606941 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-c1c1a206-8568-4d30-8f44-98f989d36d99 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:35.608378 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-c1c1a206-8568-4d30-8f44-98f989d36d99 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] 10.222.0.32 "DELETE /v2.0/security-groups/d09d7dcb-3cce-4149-a1aa-17267b0c0f91 HTTP/1.1" status: 204  len: 168 time: 0.4212701
Dec 25 21:38:35.611786 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 35088) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:38:35.627206 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c1a206-8568-4d30-8f44-98f989d36d99 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d09d7dcb-3cce-4149-a1aa-17267b0c0f91,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:38:35.678488 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4ae8f79d-6115-492f-ae0f-0bc4115015e6 req-c344c3ee-9a89-4ace-91d7-c9b3deb35f20 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.7126141
Dec 25 21:38:35.698799 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-4ae8f79d-6115-492f-ae0f-0bc4115015e6 req-9addbf51-874f-4f98-af50-930508329ff4 service neutron] Request body: {'port': {'device_id': '0e933ee6-6f1f-4ab6-a383-83013426d722', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:38:35.805703 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_v2 [None req-566f7e0e-a73b-4068-bfec-edbe84f22a87 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Deleting subnet 4720dbb2-e063-4162-84a0-0267581a7d22 {{(pid=121606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Dec 25 21:38:35.808154 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-4ae8f79d-6115-492f-ae0f-0bc4115015e6 req-9addbf51-874f-4f98-af50-930508329ff4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:35.812184 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-566f7e0e-a73b-4068-bfec-edbe84f22a87 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks [] for subnet, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:35.854215 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device fe71f959-2a66-4cc9-a50e-a194c146d2e1 up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:38:35.897539 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-566f7e0e-a73b-4068-bfec-edbe84f22a87 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9084199'] for subnet, precommit_delete_associations {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:35.905126 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-0ac0cfad-d565-467c-a1e0-9d0738701846 None None] Provisioning complete for port f8a8588c-abcc-4eda-99f7-383ebeac328b triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:38:35.905504 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-0ac0cfad-d565-467c-a1e0-9d0738701846 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:35.918797 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-8ce3edd0-9665-41c9-8b53-7f2da6cc6aa0 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:35.949575 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-0ac0cfad-d565-467c-a1e0-9d0738701846 None None] Port f8a8588c-abcc-4eda-99f7-383ebeac328b cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:38:35.957688 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port fe71f959-2a66-4cc9-a50e-a194c146d2e1 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:38:35.958329 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:36.083439 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-4d936819-2b0f-49b4-9530-f0e6a776c82a None None] Publish callbacks [] for port, precommit_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:36.090102 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-566f7e0e-a73b-4068-bfec-edbe84f22a87 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995662'] for subnet, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:36.133282 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:36.160792 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-4d936819-2b0f-49b4-9530-f0e6a776c82a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:36.177678 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] For port fe71f959-2a66-4cc9-a50e-a194c146d2e1, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fe71f959-2a66-4cc9-a50e-a194c146d2e1,segment=NetworkSegment(2474f392-7d70-4832-bb06-fd0ef761000c),segment_id=2474f392-7d70-4832-bb06-fd0ef761000c)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:38:36.240245 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:36.247518 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d06abe-5e93-4611-af57-464875ef53b0 None None] Pushing event updated for resources: {'Port': ['ID=9c22d151-0135-486d-bd7c-998c99a7e465,revision_number=3']} {{(pid=121609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:38:36.273475 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-8ce3edd0-9665-41c9-8b53-7f2da6cc6aa0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2014278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2009753'] for router, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:36.364041 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfa65be-1aeb-437d-b871-8b997cbdc6bf req-8fcc3bb6-9c40-462f-9163-35db88ba5b98 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:38:36.364294 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Pushing event updated for resources: {'Port': ['ID=fe71f959-2a66-4cc9-a50e-a194c146d2e1,revision_number=3']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:38:36.368425 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1cfa65be-1aeb-437d-b871-8b997cbdc6bf req-8fcc3bb6-9c40-462f-9163-35db88ba5b98 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e933ee6-6f1f-4ab6-a383-83013426d722 HTTP/1.1" status: 200  len: 931 time: 0.2105489
Dec 25 21:38:36.399532 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-566f7e0e-a73b-4068-bfec-edbe84f22a87 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9084363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9028506'] for subnet, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:36.401463 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.managers [None req-4d936819-2b0f-49b4-9530-f0e6a776c82a None None] Attempting to bind port 9c22d151-0135-486d-bd7c-998c99a7e465 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:38:36.401836 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.managers [None req-4d936819-2b0f-49b4-9530-f0e6a776c82a None None] Attempting to bind port 9c22d151-0135-486d-bd7c-998c99a7e465 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'f192efd6-3ee5-4531-ba9e-e3b0c729fec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'ed4a6dd9-30f0-457f-8af1-2b4d214e6bf8'}] {{(pid=121609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:38:36.402208 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d936819-2b0f-49b4-9530-f0e6a776c82a None None] Attempting to bind port 9c22d151-0135-486d-bd7c-998c99a7e465 on network ed4a6dd9-30f0-457f-8af1-2b4d214e6bf8 {{(pid=121609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:38:36.407970 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d936819-2b0f-49b4-9530-f0e6a776c82a None None] Checking agent: {'id': 'ca4f5c6d-f1fd-48b8-a3e3-395864c7d23d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 20, 56, 40), 'started_at': datetime.datetime(2021, 12, 25, 20, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 38, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:38:36.408349 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d936819-2b0f-49b4-9530-f0e6a776c82a None None] Checking segment: {'id': 'f192efd6-3ee5-4531-ba9e-e3b0c729fec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'ed4a6dd9-30f0-457f-8af1-2b4d214e6bf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:38:36.408787 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-4d936819-2b0f-49b4-9530-f0e6a776c82a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:36.410350 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d936819-2b0f-49b4-9530-f0e6a776c82a None None] Bound using segment: {'id': 'f192efd6-3ee5-4531-ba9e-e3b0c729fec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'ed4a6dd9-30f0-457f-8af1-2b4d214e6bf8'} {{(pid=121609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:38:36.411122 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.managers [None req-4d936819-2b0f-49b4-9530-f0e6a776c82a None None] Bound port: 9c22d151-0135-486d-bd7c-998c99a7e465, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f192efd6-3ee5-4531-ba9e-e3b0c729fec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'ed4a6dd9-30f0-457f-8af1-2b4d214e6bf8'}}] {{(pid=121609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:38:36.416427 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-4d936819-2b0f-49b4-9530-f0e6a776c82a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:36.470717 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-566f7e0e-a73b-4068-bfec-edbe84f22a87 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks [] for subnet, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:36.479616 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-566f7e0e-a73b-4068-bfec-edbe84f22a87 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] 10.222.0.32 "DELETE /v2.0/subnets/4720dbb2-e063-4162-84a0-0267581a7d22 HTTP/1.1" status: 204  len: 168 time: 0.8649731
Dec 25 21:38:36.482038 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566f7e0e-a73b-4068-bfec-edbe84f22a87 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Pushing event deleted for resources: {'Subnet': ['ID=4720dbb2-e063-4162-84a0-0267581a7d22,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:38:36.483712 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 35108) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:38:36.488774 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f48e96a9-718e-4c45-9c73-82f812cde1f1 None None] Network 12cebcb9-c824-42aa-a402-d4fe825187e0 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:38:36.502720 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [req-4ae8f79d-6115-492f-ae0f-0bc4115015e6 req-9addbf51-874f-4f98-af50-930508329ff4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8a8588c-abcc-4eda-99f7-383ebeac328b {{(pid=121606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:38:36.551569 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.db [None req-4d936819-2b0f-49b4-9530-f0e6a776c82a None None] For port 9c22d151-0135-486d-bd7c-998c99a7e465, host ncdv-master-1, cleared binding levels {{(pid=121609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:38:36.559775 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.db [None req-4d936819-2b0f-49b4-9530-f0e6a776c82a None None] For port 9c22d151-0135-486d-bd7c-998c99a7e465, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9c22d151-0135-486d-bd7c-998c99a7e465,segment=NetworkSegment(f192efd6-3ee5-4531-ba9e-e3b0c729fec6),segment_id=f192efd6-3ee5-4531-ba9e-e3b0c729fec6)] {{(pid=121609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:38:36.568354 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-4ae8f79d-6115-492f-ae0f-0bc4115015e6 req-9addbf51-874f-4f98-af50-930508329ff4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:36.601987 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1cfa65be-1aeb-437d-b871-8b997cbdc6bf req-cd359aab-014e-4f14-958e-f268d171b09f tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "GET /v2.0/security-groups?id=2dd0ce2e-c467-45c4-9d2c-d6c9831710fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2130923
Dec 25 21:38:36.623014 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.provisioning_blocks [req-4ae8f79d-6115-492f-ae0f-0bc4115015e6 req-9addbf51-874f-4f98-af50-930508329ff4 service neutron] Transition to ACTIVE for port object f8a8588c-abcc-4eda-99f7-383ebeac328b will not be triggered until provisioned by entity L2. {{(pid=121606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 25 21:38:36.630357 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_v2 [None req-62f96dda-97d8-4b1c-b9b1-a8d04ecff7b4 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Deleting subnet a8e3f806-5018-4978-b5ab-746a36474c89 {{(pid=121606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Dec 25 21:38:36.634022 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-62f96dda-97d8-4b1c-b9b1-a8d04ecff7b4 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks [] for subnet, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:36.679020 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-62f96dda-97d8-4b1c-b9b1-a8d04ecff7b4 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9084199'] for subnet, precommit_delete_associations {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:36.702988 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-c57b4e30-7424-4b93-8254-d28c81d73539 None None] Provisioning complete for port 9c22d151-0135-486d-bd7c-998c99a7e465 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:38:36.703468 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-c57b4e30-7424-4b93-8254-d28c81d73539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:36.706773 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ce3edd0-9665-41c9-8b53-7f2da6cc6aa0 admin admin] Router 1a19be05-c7f4-4390-a86b-de3e3fd82cca is scheduled to L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 with binding_index 1 {{(pid=121607) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 25 21:38:36.750949 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-c57b4e30-7424-4b93-8254-d28c81d73539 None None] Port 9c22d151-0135-486d-bd7c-998c99a7e465 cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:38:36.757263 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-4d936819-2b0f-49b4-9530-f0e6a776c82a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:36.770192 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-4ae8f79d-6115-492f-ae0f-0bc4115015e6 req-9addbf51-874f-4f98-af50-930508329ff4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:36.825819 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-62f96dda-97d8-4b1c-b9b1-a8d04ecff7b4 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995662'] for subnet, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:36.859161 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d936819-2b0f-49b4-9530-f0e6a776c82a None None] Routers {'9953f340-8dca-4458-af7e-8df22fa169fc'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:38:36.859963 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-4d936819-2b0f-49b4-9530-f0e6a776c82a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2618a3c670>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:38:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['9953f340-8dca-4458-af7e-8df22fa169fc'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:38:36.874547 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d06abe-5e93-4611-af57-464875ef53b0 None None] Pushing event updated for resources: {'Port': ['ID=9c22d151-0135-486d-bd7c-998c99a7e465,revision_number=4']} {{(pid=121609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:38:36.903543 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9addbf51-874f-4f98-af50-930508329ff4 service neutron] Pushing event updated for resources: {'Port': ['ID=f8a8588c-abcc-4eda-99f7-383ebeac328b,revision_number=2']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:38:36.993012 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c9621b5-bbd8-4683-bcc2-456a87438a00 None None] Network 258c470c-e854-4066-b7be-150398a34eaf requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:38:37.069938 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-aa486da3-3046-4bfd-be92-2acc11a14fcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:37.108888 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-4ae8f79d-6115-492f-ae0f-0bc4115015e6 req-9addbf51-874f-4f98-af50-930508329ff4 service neutron] Attempting to bind port f8a8588c-abcc-4eda-99f7-383ebeac328b on host nch1-master-1 for vnic_type normal with profile  {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:38:37.119091 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-4ae8f79d-6115-492f-ae0f-0bc4115015e6 req-9addbf51-874f-4f98-af50-930508329ff4 service neutron] Attempting to bind port f8a8588c-abcc-4eda-99f7-383ebeac328b by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'c534f41a-8c49-4cda-99c2-993827ed0847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'd227a8f7-d82b-444c-89d0-511b922f2260'}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:38:37.120347 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ae8f79d-6115-492f-ae0f-0bc4115015e6 req-9addbf51-874f-4f98-af50-930508329ff4 service neutron] Attempting to bind port f8a8588c-abcc-4eda-99f7-383ebeac328b on network d227a8f7-d82b-444c-89d0-511b922f2260 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:38:37.129995 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ae8f79d-6115-492f-ae0f-0bc4115015e6 req-9addbf51-874f-4f98-af50-930508329ff4 service neutron] Port f8a8588c-abcc-4eda-99f7-383ebeac328b on network d227a8f7-d82b-444c-89d0-511b922f2260 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 25 21:38:37.131343 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ae8f79d-6115-492f-ae0f-0bc4115015e6 req-9addbf51-874f-4f98-af50-930508329ff4 service neutron] Attempting to bind port f8a8588c-abcc-4eda-99f7-383ebeac328b on network d227a8f7-d82b-444c-89d0-511b922f2260 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:38:37.140403 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ae8f79d-6115-492f-ae0f-0bc4115015e6 req-9addbf51-874f-4f98-af50-930508329ff4 service neutron] Checking agent: {'id': '6d577036-68fc-4aa4-aed7-5ab01de2117e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 21, 4, 34), 'started_at': datetime.datetime(2021, 12, 25, 21, 4, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 38, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:38:37.141214 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ae8f79d-6115-492f-ae0f-0bc4115015e6 req-9addbf51-874f-4f98-af50-930508329ff4 service neutron] Checking segment: {'id': 'c534f41a-8c49-4cda-99c2-993827ed0847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'd227a8f7-d82b-444c-89d0-511b922f2260'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:38:37.141878 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ae8f79d-6115-492f-ae0f-0bc4115015e6 req-9addbf51-874f-4f98-af50-930508329ff4 service neutron] Bound using segment: {'id': 'c534f41a-8c49-4cda-99c2-993827ed0847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'd227a8f7-d82b-444c-89d0-511b922f2260'} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:38:37.142586 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-4ae8f79d-6115-492f-ae0f-0bc4115015e6 req-9addbf51-874f-4f98-af50-930508329ff4 service neutron] Bound port: f8a8588c-abcc-4eda-99f7-383ebeac328b, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c534f41a-8c49-4cda-99c2-993827ed0847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'd227a8f7-d82b-444c-89d0-511b922f2260'}}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:38:37.145582 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-4ae8f79d-6115-492f-ae0f-0bc4115015e6 req-9addbf51-874f-4f98-af50-930508329ff4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:37.157123 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-97975b85-483b-4608-913f-62313c76ae5b None None] Provisioning complete for port fe71f959-2a66-4cc9-a50e-a194c146d2e1 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:38:37.157123 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-97975b85-483b-4608-913f-62313c76ae5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:37.157488 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvr_db [None req-4d936819-2b0f-49b4-9530-f0e6a776c82a None None] Set router 9953f340-8dca-4458-af7e-8df22fa169fc gateway port host: ncdv-master-1 {{(pid=121609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:38:37.170762 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-62f96dda-97d8-4b1c-b9b1-a8d04ecff7b4 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9084363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9028506'] for subnet, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:37.251000 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f96dda-97d8-4b1c-b9b1-a8d04ecff7b4 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Pushing event deleted for resources: {'Subnet': ['ID=a8e3f806-5018-4978-b5ab-746a36474c89,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:38:37.396846 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-62f96dda-97d8-4b1c-b9b1-a8d04ecff7b4 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks [] for subnet, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:37.402323 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-62f96dda-97d8-4b1c-b9b1-a8d04ecff7b4 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] 10.222.0.32 "DELETE /v2.0/subnets/a8e3f806-5018-4978-b5ab-746a36474c89 HTTP/1.1" status: 204  len: 168 time: 0.9126685
Dec 25 21:38:37.405564 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-4ae8f79d-6115-492f-ae0f-0bc4115015e6 req-9addbf51-874f-4f98-af50-930508329ff4 service neutron] For port f8a8588c-abcc-4eda-99f7-383ebeac328b, host nch1-master-1, cleared binding levels {{(pid=121606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:38:37.407566 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 35112) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:38:37.421021 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-4ae8f79d-6115-492f-ae0f-0bc4115015e6 req-9addbf51-874f-4f98-af50-930508329ff4 service neutron] For port f8a8588c-abcc-4eda-99f7-383ebeac328b, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f8a8588c-abcc-4eda-99f7-383ebeac328b,segment=NetworkSegment(c534f41a-8c49-4cda-99c2-993827ed0847),segment_id=c534f41a-8c49-4cda-99c2-993827ed0847)] {{(pid=121606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:38:37.458226 ncdv-master-1 neutron-server[121606]: INFO neutron.pecan_wsgi.hooks.translation [None req-35d0d7b9-7123-45df-8e69-77fabbb98971 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] DELETE failed (client error): The resource could not be found.
Dec 25 21:38:37.458706 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35d0d7b9-7123-45df-8e69-77fabbb98971 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 25 21:38:37.464689 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-35d0d7b9-7123-45df-8e69-77fabbb98971 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] 10.222.0.32 "DELETE /v2.0/subnets/4720dbb2-e063-4162-84a0-0267581a7d22 HTTP/1.1" status: 404  len: 337 time: 0.0560637
Dec 25 21:38:37.465370 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 35114) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:38:37.493144 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ce3edd0-9665-41c9-8b53-7f2da6cc6aa0 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 21:38:37.506155 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a51f5d4-6ba7-4ae7-b760-d4ba7b5dbbff None None] Sync routers for ids ['1a19be05-c7f4-4390-a86b-de3e3fd82cca'] in ncdv-master-1 {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 21:38:37.514207 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-4ae8f79d-6115-492f-ae0f-0bc4115015e6 req-9addbf51-874f-4f98-af50-930508329ff4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:37.539113 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a51f5d4-6ba7-4ae7-b760-d4ba7b5dbbff None None] Routers {'1a19be05-c7f4-4390-a86b-de3e3fd82cca'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:38:37.540118 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-6a51f5d4-6ba7-4ae7-b760-d4ba7b5dbbff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2613e93df0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:38:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['1a19be05-c7f4-4390-a86b-de3e3fd82cca'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:38:37.558247 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-4d936819-2b0f-49b4-9530-f0e6a776c82a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2618a3c670>, [{'id': '9953f340-8dca-4458-af7e-8df22fa169fc', 'name': 'tempest-TestAggregatesBasicOps-1320653832-router', 'tenant_id': '621c8524f3664ecc90427a356a18ba13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.34'}], 'enable_snat': True}, 'gw_port_id': 'a8760726-f8e0-478e-a42d-b7e666fc87d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:38:23Z', 'updated_at': '2021-12-25T21:38:29Z', 'revision_number': 4, 'project_id': '621c8524f3664ecc90427a356a18ba13', 'gw_port': {'id': 'a8760726-f8e0-478e-a42d-b7e666fc87d0', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:28:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9953f340-8dca-4458-af7e-8df22fa169fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3308, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:38:25Z', 'updated_at': '2021-12-25T21:38:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '9c22d151-0135-486d-bd7c-998c99a7e465', 'name': '', 'network_id': 'ed4a6dd9-30f0-457f-8af1-2b4d214e6bf8', 'tenant_id': '621c8524f3664ecc90427a356a18ba13', 'mac_address': 'fa:16:3e:c9:c2:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9953f340-8dca-4458-af7e-8df22fa169fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3319, 'fixed_ips': [{'subnet_id': '7712455f-1f21-4639-b58e-4e2ae4449d46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:38:28Z', 'updated_at': '2021-12-25T21:38:36Z', 'revision_number': 4, 'project_id': '621c8524f3664ecc90427a356a18ba13', 'subnets': [{'id': '7712455f-1f21-4639-b58e-4e2ae4449d46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:38:37.591779 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-8ce3edd0-9665-41c9-8b53-7f2da6cc6aa0 admin admin] Publish callbacks [] for router, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:37.596220 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae8f79d-6115-492f-ae0f-0bc4115015e6 req-9addbf51-874f-4f98-af50-930508329ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:38:37.596220 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-4ae8f79d-6115-492f-ae0f-0bc4115015e6 req-9addbf51-874f-4f98-af50-930508329ff4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:37.598051 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4ae8f79d-6115-492f-ae0f-0bc4115015e6 req-9addbf51-874f-4f98-af50-930508329ff4 service neutron] 10.222.0.31 "PUT /v2.0/ports/f8a8588c-abcc-4eda-99f7-383ebeac328b HTTP/1.1" status: 200  len: 1091 time: 1.9041152
Dec 25 21:38:37.598461 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-8ce3edd0-9665-41c9-8b53-7f2da6cc6aa0 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 925 time: 3.8972440
Dec 25 21:38:37.598595 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e933ee6-6f1f-4ab6-a383-83013426d722', 'tag': 'f8a8588c-abcc-4eda-99f7-383ebeac328b'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:38:37.599578 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 35116) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:38:37.600969 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9858820c13ec2827453b94ebc4181065e990a4e4089ccb9fe762531ac62d2fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df3a25a4-aaa8-401e-89f5-494659398652" -d '{"events": [{"name": "network-changed", "server_uuid": "0e933ee6-6f1f-4ab6-a383-83013426d722", "tag": "f8a8588c-abcc-4eda-99f7-383ebeac328b"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:38:37.629645 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-3f247122-52ff-459c-8962-fe9152299450 None None] Provisioning complete for port 9c22d151-0135-486d-bd7c-998c99a7e465 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:38:37.630493 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3f247122-52ff-459c-8962-fe9152299450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:37.667578 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_v2 [None req-216f86a1-0d02-4305-b3d9-8af8be7f458f tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Deleting subnet 30553471-bd70-4fa4-a0a6-410fbbdedcc9 {{(pid=121606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Dec 25 21:38:37.674048 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d936819-2b0f-49b4-9530-f0e6a776c82a None None] The sync data for ids ['9953f340-8dca-4458-af7e-8df22fa169fc'] in ncdv-master-1 is: [{'id': '9953f340-8dca-4458-af7e-8df22fa169fc', 'name': 'tempest-TestAggregatesBasicOps-1320653832-router', 'tenant_id': '621c8524f3664ecc90427a356a18ba13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.34'}], 'enable_snat': True}, 'gw_port_id': 'a8760726-f8e0-478e-a42d-b7e666fc87d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:38:23Z', 'updated_at': '2021-12-25T21:38:29Z', 'revision_number': 4, 'project_id': '621c8524f3664ecc90427a356a18ba13', 'gw_port': {'id': 'a8760726-f8e0-478e-a42d-b7e666fc87d0', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:28:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9953f340-8dca-4458-af7e-8df22fa169fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3308, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:38:25Z', 'updated_at': '2021-12-25T21:38:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '9c22d151-0135-486d-bd7c-998c99a7e465', 'name': '', 'network_id': 'ed4a6dd9-30f0-457f-8af1-2b4d214e6bf8', 'tenant_id': '621c8524f3664ecc90427a356a18ba13', 'mac_address': 'fa:16:3e:c9:c2:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9953f340-8dca-4458-af7e-8df22fa169fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3319, 'fixed_ips': [{'subnet_id': '7712455f-1f21-4639-b58e-4e2ae4449d46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:38:28Z', 'updated_at': '2021-12-25T21:38:36Z', 'revision_number': 4, 'project_id': '621c8524f3664ecc90427a356a18ba13', 'subnets': [{'id': '7712455f-1f21-4639-b58e-4e2ae4449d46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 21:38:37.707803 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-216f86a1-0d02-4305-b3d9-8af8be7f458f tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks [] for subnet, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:37.814294 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Dec 2021 21:38:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0958fd4e-b2d6-447a-9d80-365ddd970483 x-openstack-request-id: req-0958fd4e-b2d6-447a-9d80-365ddd970483 {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:38:37.814895 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e933ee6-6f1f-4ab6-a383-83013426d722", "tag": "f8a8588c-abcc-4eda-99f7-383ebeac328b", "status": "completed", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:38:37.815335 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0958fd4e-b2d6-447a-9d80-365ddd970483 {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:38:37.815988 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e933ee6-6f1f-4ab6-a383-83013426d722', 'tag': 'f8a8588c-abcc-4eda-99f7-383ebeac328b', 'status': 'completed', 'code': 200}
Dec 25 21:38:37.840738 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9addbf51-874f-4f98-af50-930508329ff4 service neutron] Pushing event updated for resources: {'Port': ['ID=f8a8588c-abcc-4eda-99f7-383ebeac328b,revision_number=3']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:38:37.926557 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device fe71f959-2a66-4cc9-a50e-a194c146d2e1 up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:38:37.931007 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-216f86a1-0d02-4305-b3d9-8af8be7f458f tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9084199'] for subnet, precommit_delete_associations {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:37.982794 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvr_db [None req-6a51f5d4-6ba7-4ae7-b760-d4ba7b5dbbff None None] Set router 1a19be05-c7f4-4390-a86b-de3e3fd82cca gateway port host: ncdv-master-1 {{(pid=121608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:38:37.986330 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3f247122-52ff-459c-8962-fe9152299450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:38.043103 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a76ade-6d02-44b4-8892-eabbe27217b4 req-7625cbae-f016-45c1-9b8c-ad6b800106f3 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:38:38.044727 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c6a76ade-6d02-44b4-8892-eabbe27217b4 req-7625cbae-f016-45c1-9b8c-ad6b800106f3 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e933ee6-6f1f-4ab6-a383-83013426d722 HTTP/1.1" status: 200  len: 943 time: 0.2477896
Dec 25 21:38:38.054634 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae8f79d-6115-492f-ae0f-0bc4115015e6 req-afc486c8-e53e-4bc8-b521-c3d23c91a044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:38:38.056414 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4ae8f79d-6115-492f-ae0f-0bc4115015e6 req-afc486c8-e53e-4bc8-b521-c3d23c91a044 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=4ff29c23c5844f45826a02b6ae6b65e7&device_id=0e933ee6-6f1f-4ab6-a383-83013426d722 HTTP/1.1" status: 200  len: 1094 time: 0.3417358
Dec 25 21:38:38.065640 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec1e1bc1-67b7-438f-adce-f60862d3dc3e None None] Network 12cebcb9-c824-42aa-a402-d4fe825187e0 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:38:38.143465 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4ae8f79d-6115-492f-ae0f-0bc4115015e6 req-f2d86a50-e256-44ff-85dc-20aa2cf20c9d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f8a8588c-abcc-4eda-99f7-383ebeac328b HTTP/1.1" status: 200  len: 217 time: 0.0695632
Dec 25 21:38:38.204821 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-216f86a1-0d02-4305-b3d9-8af8be7f458f tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995662'] for subnet, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:38.211210 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-3f247122-52ff-459c-8962-fe9152299450 None None] For port 9c22d151-0135-486d-bd7c-998c99a7e465, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9c22d151-0135-486d-bd7c-998c99a7e465,segment=NetworkSegment(f192efd6-3ee5-4531-ba9e-e3b0c729fec6),segment_id=f192efd6-3ee5-4531-ba9e-e3b0c729fec6)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:38:38.279320 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c6a76ade-6d02-44b4-8892-eabbe27217b4 req-c9e76c93-ac0a-43a5-9976-4db51ae30390 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "GET /v2.0/security-groups?id=2dd0ce2e-c467-45c4-9d2c-d6c9831710fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2214978
Dec 25 21:38:38.284851 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae8f79d-6115-492f-ae0f-0bc4115015e6 req-d63a228f-fa0d-4ed6-a4b6-cb61bbdf1979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:38:38.286363 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4ae8f79d-6115-492f-ae0f-0bc4115015e6 req-d63a228f-fa0d-4ed6-a4b6-cb61bbdf1979 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=ee860ac1-7afc-44c5-8b9f-76e3f7a077b2 HTTP/1.1" status: 200  len: 835 time: 0.1289983
Dec 25 21:38:38.327941 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3f247122-52ff-459c-8962-fe9152299450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:38.349452 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port fe71f959-2a66-4cc9-a50e-a194c146d2e1 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:38:38.349961 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:38.355348 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae8f79d-6115-492f-ae0f-0bc4115015e6 req-2dd74f16-9ec0-4cbc-bcd0-2e92ad565110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:38:38.357493 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4ae8f79d-6115-492f-ae0f-0bc4115015e6 req-2dd74f16-9ec0-4cbc-bcd0-2e92ad565110 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d227a8f7-d82b-444c-89d0-511b922f2260&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0635722
Dec 25 21:38:38.405518 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-216f86a1-0d02-4305-b3d9-8af8be7f458f tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9084363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9028506'] for subnet, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:38.417411 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-270ab538-cd5b-4b6b-ab75-4b7e3ef56f1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:38.437588 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:38.484475 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-216f86a1-0d02-4305-b3d9-8af8be7f458f tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks [] for subnet, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:38.491863 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-216f86a1-0d02-4305-b3d9-8af8be7f458f tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] 10.222.0.32 "DELETE /v2.0/subnets/30553471-bd70-4fa4-a0a6-410fbbdedcc9 HTTP/1.1" status: 204  len: 168 time: 1.0230134
Dec 25 21:38:38.494474 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 35124) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:38:38.504404 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216f86a1-0d02-4305-b3d9-8af8be7f458f tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Pushing event deleted for resources: {'Subnet': ['ID=30553471-bd70-4fa4-a0a6-410fbbdedcc9,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:38:38.524844 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f247122-52ff-459c-8962-fe9152299450 None None] Pushing event updated for resources: {'Port': ['ID=9c22d151-0135-486d-bd7c-998c99a7e465,revision_number=5']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:38:38.539682 ncdv-master-1 neutron-server[121606]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c03e959-4997-4454-802e-6c016cec2972 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] DELETE failed (client error): The resource could not be found.
Dec 25 21:38:38.539682 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c03e959-4997-4454-802e-6c016cec2972 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 25 21:38:38.539682 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-1c03e959-4997-4454-802e-6c016cec2972 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] 10.222.0.32 "DELETE /v2.0/subnets/9afc3d3b-56c7-4a34-9ffd-5c85171fc048 HTTP/1.1" status: 404  len: 337 time: 0.0415146
Dec 25 21:38:38.549281 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 35126) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:38:38.558919 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-8555b2ad-2021-4979-a741-bce78d08b9e4 None None] Provisioning complete for port 3717c262-344b-4498-ab06-a2a9a016e696 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:38:38.559291 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-8555b2ad-2021-4979-a741-bce78d08b9e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:38.586643 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-c3b6e78d-3244-47dd-af81-f1ecf0d0a1fc tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] 10.222.0.32 "GET /v2.0/ports?device_id=2131873a-a012-481a-a75a-e4ef26397a03 HTTP/1.1" status: 200  len: 205 time: 0.0340905
Dec 25 21:38:38.587738 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 35128) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:38:38.637446 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4ae8f79d-6115-492f-ae0f-0bc4115015e6 req-054678d8-c6dd-4c0a-90a3-48e2e9f99983 service neutron] 10.222.0.31 "GET /v2.0/networks/d227a8f7-d82b-444c-89d0-511b922f2260?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2719579
Dec 25 21:38:38.639762 ncdv-master-1 neutron-server[121607]: INFO neutron.api.v2.resource [None req-c39db636-0469-41c2-b88e-d7ba2617bea1 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] delete failed (client error): The resource could not be found.
Dec 25 21:38:38.640905 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-c39db636-0469-41c2-b88e-d7ba2617bea1 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] 10.222.0.32 "DELETE /v2.0/routers/2131873a-a012-481a-a75a-e4ef26397a03 HTTP/1.1" status: 404  len: 336 time: 0.0527554
Dec 25 21:38:38.643662 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 35130) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:38:38.671183 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3e945ecd-9380-47c2-aa0a-12ebe07e03e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:38.697743 ncdv-master-1 neutron-server[121606]: INFO neutron.pecan_wsgi.hooks.translation [None req-33f9c411-1209-4b33-9c3c-8e3762cebf2f tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] DELETE failed (client error): The resource could not be found.
Dec 25 21:38:38.698223 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33f9c411-1209-4b33-9c3c-8e3762cebf2f tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 25 21:38:38.704218 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-33f9c411-1209-4b33-9c3c-8e3762cebf2f tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] 10.222.0.32 "DELETE /v2.0/subnets/ccfe0426-4fbf-43e8-aebd-60745f54b5cd HTTP/1.1" status: 404  len: 337 time: 0.0591481
Dec 25 21:38:38.704921 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 35132) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:38:38.711206 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 9c22d151-0135-486d-bd7c-998c99a7e465 up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:38:38.725666 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_common [None req-270ab538-cd5b-4b6b-ab75-4b7e3ef56f1d admin admin] Allocated IP 172.20.0.1 (258c470c-e854-4066-b7be-150398a34eaf/0eaa714f-43fb-4494-8d79-9ef39815c2b4/0e486d9c-2df7-4b9d-9f14-281ee4904210) {{(pid=121607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:38:38.744277 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-6a51f5d4-6ba7-4ae7-b760-d4ba7b5dbbff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2613e93df0>, [{'id': '1a19be05-c7f4-4390-a86b-de3e3fd82cca', 'name': 'tempest-TestAggregatesBasicOps-1013987311-router', 'tenant_id': '2a1b39b2a3c94189a7b27e64ddaacac0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.228'}], 'enable_snat': True}, 'gw_port_id': '5dd274b4-fd6f-4c50-8e3b-c00cdb7299a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:38:33Z', 'updated_at': '2021-12-25T21:38:35Z', 'revision_number': 3, 'project_id': '2a1b39b2a3c94189a7b27e64ddaacac0', 'gw_port': {'id': '5dd274b4-fd6f-4c50-8e3b-c00cdb7299a7', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:6f:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a19be05-c7f4-4390-a86b-de3e3fd82cca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3333, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:38:34Z', 'updated_at': '2021-12-25T21:38:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:38:38.750481 ncdv-master-1 neutron-server[121606]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b6a29be-56af-4437-bd78-a1845fa4b9a8 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] DELETE failed (client error): The resource could not be found.
Dec 25 21:38:38.750949 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b6a29be-56af-4437-bd78-a1845fa4b9a8 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 25 21:38:38.757199 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-4b6a29be-56af-4437-bd78-a1845fa4b9a8 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] 10.222.0.32 "DELETE /v2.0/subnets/921f526c-4c63-45b9-ad53-cbb1abcd837d HTTP/1.1" status: 404  len: 337 time: 0.0404696
Dec 25 21:38:38.760126 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 35134) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:38:38.795305 ncdv-master-1 neutron-server[121606]: INFO neutron.pecan_wsgi.hooks.translation [None req-95dbfdcb-1d0e-478e-b5f5-37e483b3990e tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] DELETE failed (client error): The resource could not be found.
Dec 25 21:38:38.795777 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95dbfdcb-1d0e-478e-b5f5-37e483b3990e tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 25 21:38:38.802505 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-95dbfdcb-1d0e-478e-b5f5-37e483b3990e tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] 10.222.0.32 "DELETE /v2.0/subnets/7947adcb-78c6-482c-9afb-5531cf14f3e2 HTTP/1.1" status: 404  len: 337 time: 0.0418568
Dec 25 21:38:38.829469 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 35136) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:38:38.867765 ncdv-master-1 neutron-server[121606]: INFO neutron.pecan_wsgi.hooks.translation [None req-c55a9a3b-accc-42a2-ab58-7e38e2f1b86f tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] DELETE failed (client error): The resource could not be found.
Dec 25 21:38:38.868370 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c55a9a3b-accc-42a2-ab58-7e38e2f1b86f tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 25 21:38:38.874555 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-c55a9a3b-accc-42a2-ab58-7e38e2f1b86f tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] 10.222.0.32 "DELETE /v2.0/ports/f6aed33a-e1e9-4ffb-bc74-944903490de4 HTTP/1.1" status: 404  len: 333 time: 0.0441568
Dec 25 21:38:38.875207 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 35138) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:38:38.920099 ncdv-master-1 neutron-server[121606]: INFO neutron.pecan_wsgi.hooks.translation [None req-10aa6bcd-a5c0-4f26-941a-b38615992688 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] DELETE failed (client error): The resource could not be found.
Dec 25 21:38:38.920573 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10aa6bcd-a5c0-4f26-941a-b38615992688 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 25 21:38:38.929108 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-10aa6bcd-a5c0-4f26-941a-b38615992688 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] 10.222.0.32 "DELETE /v2.0/subnets/b035db79-fe73-45de-ba12-a7f889b4b7a6 HTTP/1.1" status: 404  len: 337 time: 0.0509665
Dec 25 21:38:38.930629 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-270ab538-cd5b-4b6b-ab75-4b7e3ef56f1d admin admin] Publish callbacks [] for port, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:38.932109 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 35140) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:38:38.987374 ncdv-master-1 neutron-server[121606]: INFO neutron.pecan_wsgi.hooks.translation [None req-79fd532e-fe7c-484e-831f-4723869a2e00 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] DELETE failed (client error): The resource could not be found.
Dec 25 21:38:38.988531 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79fd532e-fe7c-484e-831f-4723869a2e00 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 25 21:38:38.991859 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-79fd532e-fe7c-484e-831f-4723869a2e00 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] 10.222.0.32 "DELETE /v2.0/subnets/2539b3c4-024b-4f9c-83f8-4a7eda58ceab HTTP/1.1" status: 404  len: 337 time: 0.0586622
Dec 25 21:38:38.995128 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4ae8f79d-6115-492f-ae0f-0bc4115015e6 req-72f26163-400f-4426-8d78-95c00890b69e service neutron] 10.222.0.31 "GET /v2.0/networks/d227a8f7-d82b-444c-89d0-511b922f2260?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3357189
Dec 25 21:38:38.995621 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 35142) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:38:39.039828 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-270ab538-cd5b-4b6b-ab75-4b7e3ef56f1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:39.040556 ncdv-master-1 neutron-server[121607]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a43427b-d709-40d5-a64b-c0f2ea4c01da tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] DELETE failed (client error): The resource could not be found.
Dec 25 21:38:39.041253 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a43427b-d709-40d5-a64b-c0f2ea4c01da tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 25 21:38:39.044606 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-7a43427b-d709-40d5-a64b-c0f2ea4c01da tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] 10.222.0.32 "DELETE /v2.0/ports/a75299d3-4a95-4275-90a4-bbb5ae1d5bb1 HTTP/1.1" status: 404  len: 333 time: 0.0470872
Dec 25 21:38:39.047294 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 35144) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:38:39.055918 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a51f5d4-6ba7-4ae7-b760-d4ba7b5dbbff None None] Checking router: 1a19be05-c7f4-4390-a86b-de3e3fd82cca for host: ncdv-master-1 {{(pid=121608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 25 21:38:39.056975 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a51f5d4-6ba7-4ae7-b760-d4ba7b5dbbff None None] Updating router 1a19be05-c7f4-4390-a86b-de3e3fd82cca port 5dd274b4-fd6f-4c50-8e3b-c00cdb7299a7 binding host ncdv-master-1 {{(pid=121608) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 25 21:38:39.078080 ncdv-master-1 neutron-server[121606]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5a3ef4e-2847-4ca0-8c43-937d09796c97 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] DELETE failed (client error): The resource could not be found.
Dec 25 21:38:39.078570 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5a3ef4e-2847-4ca0-8c43-937d09796c97 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 25 21:38:39.082102 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-f5a3ef4e-2847-4ca0-8c43-937d09796c97 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] 10.222.0.32 "DELETE /v2.0/subnets/5bc5462e-63c0-4bb1-a2f1-b7b0217d0149 HTTP/1.1" status: 404  len: 337 time: 0.0337121
Dec 25 21:38:39.084495 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 35146) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:38:39.101835 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-6a51f5d4-6ba7-4ae7-b760-d4ba7b5dbbff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:39.109187 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-270ab538-cd5b-4b6b-ab75-4b7e3ef56f1d admin admin] Network 258c470c-e854-4066-b7be-150398a34eaf is already hosted by enough agents. {{(pid=121607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:38:39.115497 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-270ab538-cd5b-4b6b-ab75-4b7e3ef56f1d admin admin] Resources bound (agent type, host, resource id):  {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:38:39.117431 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270ab538-cd5b-4b6b-ab75-4b7e3ef56f1d admin admin] Pushing event updated for resources: {'Port': ['ID=0e486d9c-2df7-4b9d-9f14-281ee4904210,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:38:39.119737 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-270ab538-cd5b-4b6b-ab75-4b7e3ef56f1d admin admin] Received port after_create {{(pid=121607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:38:39.148594 ncdv-master-1 neutron-server[121606]: INFO neutron.pecan_wsgi.hooks.translation [None req-60128c5e-7dbd-4377-b7de-a365c2074ad9 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] DELETE failed (client error): The resource could not be found.
Dec 25 21:38:39.149652 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60128c5e-7dbd-4377-b7de-a365c2074ad9 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 25 21:38:39.154865 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-60128c5e-7dbd-4377-b7de-a365c2074ad9 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] 10.222.0.32 "DELETE /v2.0/subnets/627a8771-d80d-4df3-8a67-5f03fbd0b661 HTTP/1.1" status: 404  len: 337 time: 0.0684440
Dec 25 21:38:39.157362 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 35148) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:38:39.207558 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-270ab538-cd5b-4b6b-ab75-4b7e3ef56f1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2008772'] for router_interface, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:39.230476 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3a25a4-aaa8-401e-89f5-494659398652 req-b81cdc20-164a-40c5-90c3-a4e328acdadd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:38:39.232330 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-df3a25a4-aaa8-401e-89f5-494659398652 req-b81cdc20-164a-40c5-90c3-a4e328acdadd service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=4ff29c23c5844f45826a02b6ae6b65e7&device_id=0e933ee6-6f1f-4ab6-a383-83013426d722 HTTP/1.1" status: 200  len: 1094 time: 0.0705774
Dec 25 21:38:39.249038 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port 9c22d151-0135-486d-bd7c-998c99a7e465 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:38:39.249417 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:39.305231 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-8555b2ad-2021-4979-a741-bce78d08b9e4 None None] Provisioning complete for port a8614cf4-c6dd-47eb-ac7c-8785cda4b80a triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:38:39.305820 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-8555b2ad-2021-4979-a741-bce78d08b9e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:39.356693 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3a25a4-aaa8-401e-89f5-494659398652 req-d1e748e5-09db-4759-837e-bd411689de47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:38:39.363636 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-df3a25a4-aaa8-401e-89f5-494659398652 req-d1e748e5-09db-4759-837e-bd411689de47 service neutron] 10.222.0.31 "GET /v2.0/networks?id=d227a8f7-d82b-444c-89d0-511b922f2260 HTTP/1.1" status: 200  len: 898 time: 0.1175213
Dec 25 21:38:39.429744 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-293dcdca-4da0-4a91-b26b-530e74f36fd6 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Deleting port a8614cf4-c6dd-47eb-ac7c-8785cda4b80a {{(pid=121607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:38:39.430300 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-293dcdca-4da0-4a91-b26b-530e74f36fd6 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:39.446719 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-df3a25a4-aaa8-401e-89f5-494659398652 req-f3fbfed1-23cf-4e0a-9d86-5282e32118bf service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f8a8588c-abcc-4eda-99f7-383ebeac328b HTTP/1.1" status: 200  len: 217 time: 0.0803635
Dec 25 21:38:39.495396 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dea107b-aa2d-4cf0-a076-25cf2a88c7ab None None] Network 12cebcb9-c824-42aa-a402-d4fe825187e0 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:38:39.524903 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-270ab538-cd5b-4b6b-ab75-4b7e3ef56f1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:39.529972 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-293dcdca-4da0-4a91-b26b-530e74f36fd6 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:39.541575 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3a25a4-aaa8-401e-89f5-494659398652 req-bf85de35-3f87-40af-b46b-f56168498955 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:38:39.543289 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-df3a25a4-aaa8-401e-89f5-494659398652 req-bf85de35-3f87-40af-b46b-f56168498955 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=ee860ac1-7afc-44c5-8b9f-76e3f7a077b2 HTTP/1.1" status: 200  len: 835 time: 0.0745573
Dec 25 21:38:39.553654 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-293dcdca-4da0-4a91-b26b-530e74f36fd6 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Calling delete_port for a8614cf4-c6dd-47eb-ac7c-8785cda4b80a owned by  {{(pid=121607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:38:39.558095 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb24ebe-e7a9-424d-aaa9-c633131669b8 req-9131f575-fb0f-4463-853d-94f0c876ac5a tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:38:39.559800 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9fb24ebe-e7a9-424d-aaa9-c633131669b8 req-9131f575-fb0f-4463-853d-94f0c876ac5a tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e933ee6-6f1f-4ab6-a383-83013426d722 HTTP/1.1" status: 200  len: 943 time: 0.1304097
Dec 25 21:38:39.565313 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-8555b2ad-2021-4979-a741-bce78d08b9e4 None None] Port a8614cf4-c6dd-47eb-ac7c-8785cda4b80a cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:38:39.655304 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3a25a4-aaa8-401e-89f5-494659398652 req-32dc45ce-3bf2-481c-aa61-ccf356332bde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:38:39.657255 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-df3a25a4-aaa8-401e-89f5-494659398652 req-32dc45ce-3bf2-481c-aa61-ccf356332bde service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d227a8f7-d82b-444c-89d0-511b922f2260&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0960414
Dec 25 21:38:39.660961 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-15cb578f-7a63-4fd3-925d-83bad4c7b82a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:39.661282 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-8555b2ad-2021-4979-a741-bce78d08b9e4 None None] Provisioning complete for port fe71f959-2a66-4cc9-a50e-a194c146d2e1 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:38:39.661963 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-8555b2ad-2021-4979-a741-bce78d08b9e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:39.662403 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9fb24ebe-e7a9-424d-aaa9-c633131669b8 req-f06e42d6-cb5d-4a2b-93e6-fcd93f7699ce tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "GET /v2.0/security-groups?id=2dd0ce2e-c467-45c4-9d2c-d6c9831710fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0909462
Dec 25 21:38:39.696913 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-6a51f5d4-6ba7-4ae7-b760-d4ba7b5dbbff None None] Publish callbacks [] for port, precommit_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:39.792664 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-df3a25a4-aaa8-401e-89f5-494659398652 req-57d4bea3-ff4f-4b55-b138-f11a53a463f0 service neutron] 10.222.0.31 "GET /v2.0/networks/d227a8f7-d82b-444c-89d0-511b922f2260?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1276917
Dec 25 21:38:39.793442 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-270ab538-cd5b-4b6b-ab75-4b7e3ef56f1d admin admin] Publish callbacks [] for port, precommit_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:39.827674 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-6a51f5d4-6ba7-4ae7-b760-d4ba7b5dbbff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:39.859930 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f29ad0a5-ecc0-4f05-9b55-fb7d0de149ac None None] DHCP port deletion for 12cebcb9-c824-42aa-a402-d4fe825187e0 request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 21:38:39.886859 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45df28f5-9da9-43a8-a3ab-267e8087dc3c None None] DHCP port deletion for 7201e55c-7c5f-41aa-a042-a363696539d0 request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 21:38:39.891229 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-293dcdca-4da0-4a91-b26b-530e74f36fd6 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:39.893787 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-270ab538-cd5b-4b6b-ab75-4b7e3ef56f1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8632327'] for port, after_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:39.901761 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 9c22d151-0135-486d-bd7c-998c99a7e465 up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:38:39.906458 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-6a51f5d4-6ba7-4ae7-b760-d4ba7b5dbbff None None] Attempting to bind port 5dd274b4-fd6f-4c50-8e3b-c00cdb7299a7 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:38:39.906911 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-6a51f5d4-6ba7-4ae7-b760-d4ba7b5dbbff None None] Attempting to bind port 5dd274b4-fd6f-4c50-8e3b-c00cdb7299a7 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:38:39.907352 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a51f5d4-6ba7-4ae7-b760-d4ba7b5dbbff None None] Attempting to bind port 5dd274b4-fd6f-4c50-8e3b-c00cdb7299a7 on network 7201e55c-7c5f-41aa-a042-a363696539d0 {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:38:39.933023 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-df3a25a4-aaa8-401e-89f5-494659398652 req-185f6aa0-6e24-4963-adbd-0db823655231 service neutron] 10.222.0.31 "GET /v2.0/networks/d227a8f7-d82b-444c-89d0-511b922f2260?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1321962
Dec 25 21:38:39.968039 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a51f5d4-6ba7-4ae7-b760-d4ba7b5dbbff None None] Checking agent: {'id': 'ca4f5c6d-f1fd-48b8-a3e3-395864c7d23d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 20, 56, 40), 'started_at': datetime.datetime(2021, 12, 25, 20, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 38, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:38:39.970416 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a51f5d4-6ba7-4ae7-b760-d4ba7b5dbbff None None] Checking segment: {'id': '6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:38:39.970416 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-6a51f5d4-6ba7-4ae7-b760-d4ba7b5dbbff None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:39.970416 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a51f5d4-6ba7-4ae7-b760-d4ba7b5dbbff None None] Bound using segment: {'id': '6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:38:39.970416 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-6a51f5d4-6ba7-4ae7-b760-d4ba7b5dbbff None None] Bound port: 5dd274b4-fd6f-4c50-8e3b-c00cdb7299a7, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'}}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:38:39.970416 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-6a51f5d4-6ba7-4ae7-b760-d4ba7b5dbbff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:39.971886 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcb8e74-e387-44a5-98ed-057b46f06cfb None None] Pushing event updated for resources: {'Port': ['ID=5dd274b4-fd6f-4c50-8e3b-c00cdb7299a7,revision_number=2']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:38:39.972022 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-293dcdca-4da0-4a91-b26b-530e74f36fd6 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:39.976011 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-293dcdca-4da0-4a91-b26b-530e74f36fd6 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] 10.222.0.32 "DELETE /v2.0/ports/a8614cf4-c6dd-47eb-ac7c-8785cda4b80a HTTP/1.1" status: 204  len: 168 time: 0.8176692
Dec 25 21:38:39.979725 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 35154) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:38:39.984374 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270ab538-cd5b-4b6b-ab75-4b7e3ef56f1d admin admin] Pushing event updated for resources: {'Port': ['ID=0e486d9c-2df7-4b9d-9f14-281ee4904210,revision_number=2']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:38:39.987101 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-270ab538-cd5b-4b6b-ab75-4b7e3ef56f1d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2007636'] for router_interface, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:40.016120 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293dcdca-4da0-4a91-b26b-530e74f36fd6 tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Pushing event deleted for resources: {'Port': ['ID=a8614cf4-c6dd-47eb-ac7c-8785cda4b80a,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:38:40.040564 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-787039b8-d9a4-4583-9f66-fffe669f09ea None None] Provisioning complete for port 3717c262-344b-4498-ab06-a2a9a016e696 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:38:40.040950 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-787039b8-d9a4-4583-9f66-fffe669f09ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:40.085128 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-919bf7f1-cd58-4364-81a5-a91ceec0279f tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625803'] for network, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:40.094550 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-6a51f5d4-6ba7-4ae7-b760-d4ba7b5dbbff None None] For port 5dd274b4-fd6f-4c50-8e3b-c00cdb7299a7, host ncdv-master-1, cleared binding levels {{(pid=121608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:38:40.120322 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-270ab538-cd5b-4b6b-ab75-4b7e3ef56f1d admin admin] Network 258c470c-e854-4066-b7be-150398a34eaf is already hosted by enough agents. {{(pid=121607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:38:40.120599 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-6a51f5d4-6ba7-4ae7-b760-d4ba7b5dbbff None None] For port 5dd274b4-fd6f-4c50-8e3b-c00cdb7299a7, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5dd274b4-fd6f-4c50-8e3b-c00cdb7299a7,segment=NetworkSegment(6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855),segment_id=6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855)] {{(pid=121608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:38:40.123338 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-270ab538-cd5b-4b6b-ab75-4b7e3ef56f1d admin admin] Resources bound (agent type, host, resource id):  {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:38:40.125600 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port 9c22d151-0135-486d-bd7c-998c99a7e465 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:38:40.125756 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:40.128165 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-f29ad0a5-ecc0-4f05-9b55-fb7d0de149ac None None] Deleting port 3717c262-344b-4498-ab06-a2a9a016e696 {{(pid=121608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:38:40.129147 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-f29ad0a5-ecc0-4f05-9b55-fb7d0de149ac None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:40.165834 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-919bf7f1-cd58-4364-81a5-a91ceec0279f tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Deleting port 3717c262-344b-4498-ab06-a2a9a016e696 {{(pid=121606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:38:40.166196 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-919bf7f1-cd58-4364-81a5-a91ceec0279f tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:40.201126 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-6a51f5d4-6ba7-4ae7-b760-d4ba7b5dbbff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:40.255017 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [None req-919bf7f1-cd58-4364-81a5-a91ceec0279f tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] For port 3717c262-344b-4498-ab06-a2a9a016e696, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3717c262-344b-4498-ab06-a2a9a016e696,segment=NetworkSegment(9b8a06e7-261d-445d-b0f5-4e2974407176),segment_id=9b8a06e7-261d-445d-b0f5-4e2974407176)] {{(pid=121606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:38:40.255261 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-919bf7f1-cd58-4364-81a5-a91ceec0279f tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:40.270200 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-270ab538-cd5b-4b6b-ab75-4b7e3ef56f1d admin admin] Router 1a19be05-c7f4-4390-a86b-de3e3fd82cca has already been hosted by L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 {{(pid=121607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 25 21:38:40.279370 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-919bf7f1-cd58-4364-81a5-a91ceec0279f tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Calling delete_port for 3717c262-344b-4498-ab06-a2a9a016e696 owned by network:dhcp {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:38:40.309220 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-f29ad0a5-ecc0-4f05-9b55-fb7d0de149ac None None] For port 3717c262-344b-4498-ab06-a2a9a016e696, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3717c262-344b-4498-ab06-a2a9a016e696,segment=NetworkSegment(9b8a06e7-261d-445d-b0f5-4e2974407176),segment_id=9b8a06e7-261d-445d-b0f5-4e2974407176)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:38:40.309620 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-f29ad0a5-ecc0-4f05-9b55-fb7d0de149ac None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:40.337545 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-f29ad0a5-ecc0-4f05-9b55-fb7d0de149ac None None] Calling delete_port for 3717c262-344b-4498-ab06-a2a9a016e696 owned by network:dhcp {{(pid=121608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:38:40.373961 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcb8e74-e387-44a5-98ed-057b46f06cfb None None] Pushing event updated for resources: {'Port': ['ID=5dd274b4-fd6f-4c50-8e3b-c00cdb7299a7,revision_number=3']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:38:40.376774 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ea05ed4-2ff1-4b86-87ef-57d71029db4d None None] DHCP port deletion for 7201e55c-7c5f-41aa-a042-a363696539d0 request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 21:38:40.416006 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-270ab538-cd5b-4b6b-ab75-4b7e3ef56f1d admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 21:38:40.420752 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-270ab538-cd5b-4b6b-ab75-4b7e3ef56f1d admin admin] 10.222.0.32 "PUT /v2.0/routers/1a19be05-c7f4-4390-a86b-de3e3fd82cca/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8198588
Dec 25 21:38:40.463726 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a51f5d4-6ba7-4ae7-b760-d4ba7b5dbbff None None] Routers {'1a19be05-c7f4-4390-a86b-de3e3fd82cca'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:38:40.464473 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-6a51f5d4-6ba7-4ae7-b760-d4ba7b5dbbff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2613e93df0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:38:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['1a19be05-c7f4-4390-a86b-de3e3fd82cca'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:38:40.501231 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-919bf7f1-cd58-4364-81a5-a91ceec0279f tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:40.526542 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-787039b8-d9a4-4583-9f66-fffe669f09ea None None] Provisioning complete for port 0e486d9c-2df7-4b9d-9f14-281ee4904210 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:38:40.526957 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-787039b8-d9a4-4583-9f66-fffe669f09ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:40.545597 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919bf7f1-cd58-4364-81a5-a91ceec0279f tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Pushing event deleted for resources: {'Port': ['ID=3717c262-344b-4498-ab06-a2a9a016e696,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:38:40.555426 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-919bf7f1-cd58-4364-81a5-a91ceec0279f tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] No DVR routers for this DVR port 3717c262-344b-4498-ab06-a2a9a016e696 on host ncdv-master-1 {{(pid=121606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:38:40.606517 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-f29ad0a5-ecc0-4f05-9b55-fb7d0de149ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955'] for port, after_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:40.641168 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-787039b8-d9a4-4583-9f66-fffe669f09ea None None] Port 0e486d9c-2df7-4b9d-9f14-281ee4904210 cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:38:40.645715 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-919bf7f1-cd58-4364-81a5-a91ceec0279f tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997585', 'neutron.services.segments.db._delete_segments_for_network-8737602743071'] for network, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:40.667764 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.segments.db [None req-919bf7f1-cd58-4364-81a5-a91ceec0279f tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f26119aac10>,) {'filters': {'network_id': ['12cebcb9-c824-42aa-a402-d4fe825187e0']}} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:38:40.679095 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.segments.db [None req-919bf7f1-cd58-4364-81a5-a91ceec0279f tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f26119aac10>, '9b8a06e7-261d-445d-b0f5-4e2974407176') {'for_net_delete': True} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:38:40.679401 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.segments.db [None req-919bf7f1-cd58-4364-81a5-a91ceec0279f tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f26119aac10>, '9b8a06e7-261d-445d-b0f5-4e2974407176') {} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:38:40.688250 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29ad0a5-ecc0-4f05-9b55-fb7d0de149ac None None] Pushing event deleted for resources: {'Port': ['ID=3717c262-344b-4498-ab06-a2a9a016e696,revision_number=None']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:38:40.700919 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-787039b8-d9a4-4583-9f66-fffe669f09ea None None] Could not find standard attr ID for object a8614cf4-c6dd-47eb-ac7c-8785cda4b80a. {{(pid=121608) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 25 21:38:40.702578 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-919bf7f1-cd58-4364-81a5-a91ceec0279f tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737602746920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9084222'] for segment, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:40.709038 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-919bf7f1-cd58-4364-81a5-a91ceec0279f tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:40.718399 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-919bf7f1-cd58-4364-81a5-a91ceec0279f tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Releasing vlan 167 on physical network physnet1 to pool {{(pid=121606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 25 21:38:40.721276 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-919bf7f1-cd58-4364-81a5-a91ceec0279f tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9084542'] for segment, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:40.727090 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f29ad0a5-ecc0-4f05-9b55-fb7d0de149ac None None] No DVR routers for this DVR port 3717c262-344b-4498-ab06-a2a9a016e696 on host ncdv-master-1 {{(pid=121608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:38:40.729846 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:38:40.729846 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:38:40.729846 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:38:40.729846 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:38:40.729846 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:38:40.729846 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:38:40.729846 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:38:40.729846 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:38:40.729846 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:38:40.729846 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:38:40.729846 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:38:40.729846 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:38:40.729846 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:38:40.729846 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:38:40.729846 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:38:40.729846 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:38:40.729846 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:38:40.729846 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:38:40.729846 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:38:40.729846 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:38:40.729846 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:38:40.729846 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:38:40.729846 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:38:40.729846 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:38:40.729846 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:38:40.729846 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:38:40.729846 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:38:40.729846 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:38:40.729846 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:38:40.729846 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:38:40.729846 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:38:40.729846 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:38:40.729846 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:38:40.729846 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:38:40.729846 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:38:40.729846 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:38:40.729846 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:38:40.729846 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:38:40.729846 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:38:40.729846 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:38:40.729846 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:38:40.729846 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:38:40.729846 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:38:40.729846 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:38:40.729846 ncdv-master-1 neutron-server[121606]: Traceback (most recent call last):
Dec 25 21:38:40.729846 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 25 21:38:40.729846 ncdv-master-1 neutron-server[121606]:     timer()
Dec 25 21:38:40.729846 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 25 21:38:40.729846 ncdv-master-1 neutron-server[121606]:     cb(*args, **kw)
Dec 25 21:38:40.729846 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 25 21:38:40.729846 ncdv-master-1 neutron-server[121606]:     return func(*args, **kwargs)
Dec 25 21:38:40.729846 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 25 21:38:40.729846 ncdv-master-1 neutron-server[121606]:     self._notify()
Dec 25 21:38:40.729846 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 25 21:38:40.729846 ncdv-master-1 neutron-server[121606]:     self.callback(batched_events)
Dec 25 21:38:40.729846 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 25 21:38:40.729846 ncdv-master-1 neutron-server[121606]:     event.method(event)
Dec 25 21:38:40.735349 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvr_db [None req-6a51f5d4-6ba7-4ae7-b760-d4ba7b5dbbff None None] Set router 1a19be05-c7f4-4390-a86b-de3e3fd82cca gateway port host: ncdv-master-1 {{(pid=121608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:38:40.736752 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 25 21:38:40.736752 ncdv-master-1 neutron-server[121606]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 25 21:38:40.736752 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 25 21:38:40.736752 ncdv-master-1 neutron-server[121606]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 25 21:38:40.736752 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 25 21:38:40.736752 ncdv-master-1 neutron-server[121606]:     return f(self, *a, **k)
Dec 25 21:38:40.736752 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 25 21:38:40.736752 ncdv-master-1 neutron-server[121606]:     return self._get(url).json()
Dec 25 21:38:40.736752 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 25 21:38:40.736752 ncdv-master-1 neutron-server[121606]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 25 21:38:40.736752 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 25 21:38:40.736752 ncdv-master-1 neutron-server[121606]:     return self.request(url, 'GET', **kwargs)
Dec 25 21:38:40.736752 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 25 21:38:40.736752 ncdv-master-1 neutron-server[121606]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 25 21:38:40.736752 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 25 21:38:40.736752 ncdv-master-1 neutron-server[121606]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 25 21:38:40.736752 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 25 21:38:40.736752 ncdv-master-1 neutron-server[121606]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 25 21:38:40.736752 ncdv-master-1 neutron-server[121606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 25 21:38:40.822557 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:40.843672 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb369e82-f0e6-4277-ac3a-660eb87c2a5a req-d6f6e1a7-e2e3-4694-b64b-ffe44bcbcdf5 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:38:40.851813 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-eb369e82-f0e6-4277-ac3a-660eb87c2a5a req-d6f6e1a7-e2e3-4694-b64b-ffe44bcbcdf5 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e933ee6-6f1f-4ab6-a383-83013426d722 HTTP/1.1" status: 200  len: 943 time: 0.0888498
Dec 25 21:38:40.895028 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-e64da650-54ae-4ede-8024-c2c63c49c785 None None] Provisioning complete for port 5dd274b4-fd6f-4c50-8e3b-c00cdb7299a7 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:38:40.895574 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-e64da650-54ae-4ede-8024-c2c63c49c785 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:40.902929 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-919bf7f1-cd58-4364-81a5-a91ceec0279f tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2008653'] for network, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:40.911067 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-919bf7f1-cd58-4364-81a5-a91ceec0279f tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for network, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:40.916868 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-919bf7f1-cd58-4364-81a5-a91ceec0279f tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] 10.222.0.32 "DELETE /v2.0/networks/12cebcb9-c824-42aa-a402-d4fe825187e0 HTTP/1.1" status: 204  len: 168 time: 0.9335742
Dec 25 21:38:40.920350 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-eb369e82-f0e6-4277-ac3a-660eb87c2a5a req-35f3cce6-1734-4aa2-b3eb-94e860fe28ba tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "GET /v2.0/security-groups?id=2dd0ce2e-c467-45c4-9d2c-d6c9831710fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0677831
Dec 25 21:38:40.938935 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device f8a8588c-abcc-4eda-99f7-383ebeac328b details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 25 21:38:40.939069 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919bf7f1-cd58-4364-81a5-a91ceec0279f tempest-PortsIpV6TestJSON-1493934053 tempest-PortsIpV6TestJSON-1493934053-project] Pushing event deleted for resources: {'Network': ['ID=12cebcb9-c824-42aa-a402-d4fe825187e0,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:38:41.287962 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-e64da650-54ae-4ede-8024-c2c63c49c785 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:41.320058 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port f8a8588c-abcc-4eda-99f7-383ebeac328b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f8a8588c-abcc-4eda-99f7-383ebeac328b,segment=NetworkSegment(c534f41a-8c49-4cda-99c2-993827ed0847),segment_id=c534f41a-8c49-4cda-99c2-993827ed0847)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:38:41.331136 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-e64da650-54ae-4ede-8024-c2c63c49c785 None None] For port 5dd274b4-fd6f-4c50-8e3b-c00cdb7299a7, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5dd274b4-fd6f-4c50-8e3b-c00cdb7299a7,segment=NetworkSegment(6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855),segment_id=6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:38:41.338080 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Returning: {'device': 'f8a8588c-abcc-4eda-99f7-383ebeac328b', 'network_id': 'd227a8f7-d82b-444c-89d0-511b922f2260', 'port_id': 'f8a8588c-abcc-4eda-99f7-383ebeac328b', 'mac_address': 'fa:16:3e:08:bb:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee860ac1-7afc-44c5-8b9f-76e3f7a077b2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 25 21:38:41.342910 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-6a51f5d4-6ba7-4ae7-b760-d4ba7b5dbbff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2613e93df0>, [{'id': '1a19be05-c7f4-4390-a86b-de3e3fd82cca', 'name': 'tempest-TestAggregatesBasicOps-1013987311-router', 'tenant_id': '2a1b39b2a3c94189a7b27e64ddaacac0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.228'}], 'enable_snat': True}, 'gw_port_id': '5dd274b4-fd6f-4c50-8e3b-c00cdb7299a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:38:33Z', 'updated_at': '2021-12-25T21:38:39Z', 'revision_number': 4, 'project_id': '2a1b39b2a3c94189a7b27e64ddaacac0', 'gw_port': {'id': '5dd274b4-fd6f-4c50-8e3b-c00cdb7299a7', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:6f:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a19be05-c7f4-4390-a86b-de3e3fd82cca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3333, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:38:34Z', 'updated_at': '2021-12-25T21:38:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '0e486d9c-2df7-4b9d-9f14-281ee4904210', 'name': '', 'network_id': '258c470c-e854-4066-b7be-150398a34eaf', 'tenant_id': '2a1b39b2a3c94189a7b27e64ddaacac0', 'mac_address': 'fa:16:3e:e0:90:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a19be05-c7f4-4390-a86b-de3e3fd82cca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3334, 'fixed_ips': [{'subnet_id': '0eaa714f-43fb-4494-8d79-9ef39815c2b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:38:38Z', 'updated_at': '2021-12-25T21:38:39Z', 'revision_number': 2, 'project_id': '2a1b39b2a3c94189a7b27e64ddaacac0', 'subnets': [{'id': '0eaa714f-43fb-4494-8d79-9ef39815c2b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:38:41.371795 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a51f5d4-6ba7-4ae7-b760-d4ba7b5dbbff None None] The sync data for ids ['1a19be05-c7f4-4390-a86b-de3e3fd82cca'] in ncdv-master-1 is: [{'id': '1a19be05-c7f4-4390-a86b-de3e3fd82cca', 'name': 'tempest-TestAggregatesBasicOps-1013987311-router', 'tenant_id': '2a1b39b2a3c94189a7b27e64ddaacac0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.228'}], 'enable_snat': True}, 'gw_port_id': '5dd274b4-fd6f-4c50-8e3b-c00cdb7299a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:38:33Z', 'updated_at': '2021-12-25T21:38:39Z', 'revision_number': 4, 'project_id': '2a1b39b2a3c94189a7b27e64ddaacac0', 'gw_port': {'id': '5dd274b4-fd6f-4c50-8e3b-c00cdb7299a7', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:6f:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a19be05-c7f4-4390-a86b-de3e3fd82cca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3333, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:38:34Z', 'updated_at': '2021-12-25T21:38:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '0e486d9c-2df7-4b9d-9f14-281ee4904210', 'name': '', 'network_id': '258c470c-e854-4066-b7be-150398a34eaf', 'tenant_id': '2a1b39b2a3c94189a7b27e64ddaacac0', 'mac_address': 'fa:16:3e:e0:90:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a19be05-c7f4-4390-a86b-de3e3fd82cca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3334, 'fixed_ips': [{'subnet_id': '0eaa714f-43fb-4494-8d79-9ef39815c2b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:38:38Z', 'updated_at': '2021-12-25T21:38:39Z', 'revision_number': 2, 'project_id': '2a1b39b2a3c94189a7b27e64ddaacac0', 'subnets': [{'id': '0eaa714f-43fb-4494-8d79-9ef39815c2b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 21:38:41.411465 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:41.427790 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8a8588c-abcc-4eda-99f7-383ebeac328b {{(pid=121608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:38:41.448988 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-e64da650-54ae-4ede-8024-c2c63c49c785 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:41.459283 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port f8a8588c-abcc-4eda-99f7-383ebeac328b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f8a8588c-abcc-4eda-99f7-383ebeac328b,segment=NetworkSegment(c534f41a-8c49-4cda-99c2-993827ed0847),segment_id=c534f41a-8c49-4cda-99c2-993827ed0847)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:38:41.497081 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-e64da650-54ae-4ede-8024-c2c63c49c785 None None] Provisioning complete for port 0e486d9c-2df7-4b9d-9f14-281ee4904210 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:38:41.497380 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-e64da650-54ae-4ede-8024-c2c63c49c785 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:41.538973 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64da650-54ae-4ede-8024-c2c63c49c785 None None] Pushing event updated for resources: {'Port': ['ID=5dd274b4-fd6f-4c50-8e3b-c00cdb7299a7,revision_number=4']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:38:41.541809 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:41.561076 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 35194) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:38:41.570294 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-e64da650-54ae-4ede-8024-c2c63c49c785 None None] Port 0e486d9c-2df7-4b9d-9f14-281ee4904210 cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:38:41.618664 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Pushing event updated for resources: {'Port': ['ID=f8a8588c-abcc-4eda-99f7-383ebeac328b,revision_number=4']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:38:41.779654 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 35200) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:38:41.780494 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-84331008-6efa-4032-9e68-734e78c3ff23 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=755ec677849b45beada7922dc5a9f6b5&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2179968
Dec 25 21:38:41.849474 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ec24b6de-96d8-4b9f-acdf-49f94f3a7ced admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:41.875393 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] get_ports_and_sgs() called for port_ids ['f8a8588c-abcc-4eda-99f7-383ebeac328b'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:38:41.877774 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 3717c262-344b-4498-ab06-a2a9a016e696 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:38:41.888955 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ec24b6de-96d8-4b9f-acdf-49f94f3a7ced admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:41.928756 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] No Port match for: 3717c262-344b-4498-ab06-a2a9a016e696 {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:38:41.929176 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 3717c262-344b-4498-ab06-a2a9a016e696 not bound to the agent host ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:38:42.030903 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ec24b6de-96d8-4b9f-acdf-49f94f3a7ced admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:42.038222 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ec24b6de-96d8-4b9f-acdf-49f94f3a7ced admin admin] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:42.042774 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-ec24b6de-96d8-4b9f-acdf-49f94f3a7ced admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/525e69cd-d82d-4e97-a268-ee424ff95c80 HTTP/1.1" status: 204  len: 168 time: 0.2587764
Dec 25 21:38:42.069079 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec24b6de-96d8-4b9f-acdf-49f94f3a7ced admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=525e69cd-d82d-4e97-a268-ee424ff95c80,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:38:42.205746 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2158522c-290f-4321-ab10-796fedc4310d req-199fe0d1-4e85-447b-be67-367e9af54983 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:38:42.220782 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2158522c-290f-4321-ab10-796fedc4310d req-199fe0d1-4e85-447b-be67-367e9af54983 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e933ee6-6f1f-4ab6-a383-83013426d722 HTTP/1.1" status: 200  len: 944 time: 0.0651705
Dec 25 21:38:42.316649 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2158522c-290f-4321-ab10-796fedc4310d req-c1fc3fe6-478a-4d0b-83c5-ff6a1f10c51c tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "GET /v2.0/security-groups?id=2dd0ce2e-c467-45c4-9d2c-d6c9831710fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0965734
Dec 25 21:38:42.550489 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 35228) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:38:42.929011 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f5b2a439-e460-442c-b925-1dc2d397cf01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2007615'] for router_interface, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:42.942217 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device f8a8588c-abcc-4eda-99f7-383ebeac328b up at agent hyperv_nch1-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:38:43.078230 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Provisioning for port f8a8588c-abcc-4eda-99f7-383ebeac328b completed by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 25 21:38:43.082990 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Provisioning complete for port f8a8588c-abcc-4eda-99f7-383ebeac328b triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:38:43.083631 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:43.185498 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:43.198348 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-f5b2a439-e460-442c-b925-1dc2d397cf01 admin admin] Deleting port 9c22d151-0135-486d-bd7c-998c99a7e465 {{(pid=121607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:38:43.198692 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f5b2a439-e460-442c-b925-1dc2d397cf01 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:43.210001 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e933ee6-6f1f-4ab6-a383-83013426d722', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8a8588c-abcc-4eda-99f7-383ebeac328b'}] {{(pid=121608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:38:43.212393 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a88c78c3ff6266bd59c7e89d275b28c92e739b67d23c89d71af88829fd31566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20259b5a-23d7-4137-a29b-bcf8fa12294b" -d '{"events": [{"server_uuid": "0e933ee6-6f1f-4ab6-a383-83013426d722", "name": "network-vif-plugged", "status": "completed", "tag": "f8a8588c-abcc-4eda-99f7-383ebeac328b"}]}' {{(pid=121608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:38:43.226427 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port f8a8588c-abcc-4eda-99f7-383ebeac328b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f8a8588c-abcc-4eda-99f7-383ebeac328b,segment=NetworkSegment(c534f41a-8c49-4cda-99c2-993827ed0847),segment_id=c534f41a-8c49-4cda-99c2-993827ed0847)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:38:43.282549 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 35246) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:38:43.285255 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.db [None req-f5b2a439-e460-442c-b925-1dc2d397cf01 admin admin] For port 9c22d151-0135-486d-bd7c-998c99a7e465, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9c22d151-0135-486d-bd7c-998c99a7e465,segment=NetworkSegment(f192efd6-3ee5-4531-ba9e-e3b0c729fec6),segment_id=f192efd6-3ee5-4531-ba9e-e3b0c729fec6)] {{(pid=121607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:38:43.286153 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f5b2a439-e460-442c-b925-1dc2d397cf01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:43.287418 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:43.304097 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-f5b2a439-e460-442c-b925-1dc2d397cf01 admin admin] Calling delete_port for 9c22d151-0135-486d-bd7c-998c99a7e465 owned by network:router_interface {{(pid=121607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:38:43.345221 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Pushing event updated for resources: {'Port': ['ID=f8a8588c-abcc-4eda-99f7-383ebeac328b,revision_number=5']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:38:43.406064 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-551b230e-4e48-468a-b4df-10b2ebe79a3f tempest-SecGroupIPv6Test-23541722 tempest-SecGroupIPv6Test-23541722-project] Request body: {'security_group': {'name': 'tempest-secgroup--118726938'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:38:43.460481 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7f7d7e-0142-45df-ac80-d5788f06d3ba req-c88c1f74-2a8b-4eb8-91d2-3bcd05111ae2 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:38:43.462170 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-fc7f7d7e-0142-45df-ac80-d5788f06d3ba req-c88c1f74-2a8b-4eb8-91d2-3bcd05111ae2 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e933ee6-6f1f-4ab6-a383-83013426d722 HTTP/1.1" status: 200  len: 945 time: 0.0747209
Dec 25 21:38:43.519059 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-fc7f7d7e-0142-45df-ac80-d5788f06d3ba req-10cd1b24-7f32-4178-bf41-dacce15d8f49 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "GET /v2.0/security-groups?id=2dd0ce2e-c467-45c4-9d2c-d6c9831710fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0504816
Dec 25 21:38:43.534489 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-551b230e-4e48-468a-b4df-10b2ebe79a3f tempest-SecGroupIPv6Test-23541722 tempest-SecGroupIPv6Test-23541722-project] Publish callbacks [] for security_group, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:43.538091 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-551b230e-4e48-468a-b4df-10b2ebe79a3f tempest-SecGroupIPv6Test-23541722 tempest-SecGroupIPv6Test-23541722-project] Publish callbacks [] for security_group, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:43.612455 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-551b230e-4e48-468a-b4df-10b2ebe79a3f tempest-SecGroupIPv6Test-23541722 tempest-SecGroupIPv6Test-23541722-project] Publish callbacks [] for security_group, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:43.615684 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f5b2a439-e460-442c-b925-1dc2d397cf01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:43.645619 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b2a439-e460-442c-b925-1dc2d397cf01 admin admin] Pushing event deleted for resources: {'Port': ['ID=9c22d151-0135-486d-bd7c-998c99a7e465,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:38:43.678303 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-551b230e-4e48-468a-b4df-10b2ebe79a3f tempest-SecGroupIPv6Test-23541722 tempest-SecGroupIPv6Test-23541722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:43.719121 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551b230e-4e48-468a-b4df-10b2ebe79a3f tempest-SecGroupIPv6Test-23541722 tempest-SecGroupIPv6Test-23541722-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff5753f5-0ff9-4cc1-b057-029553b61df0,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:38:43.778083 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-551b230e-4e48-468a-b4df-10b2ebe79a3f tempest-SecGroupIPv6Test-23541722 tempest-SecGroupIPv6Test-23541722-project] Publish callbacks [] for security_group, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:43.829337 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f5b2a439-e460-442c-b925-1dc2d397cf01 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2007763'] for router_interface, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:43.890439 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-551b230e-4e48-468a-b4df-10b2ebe79a3f tempest-SecGroupIPv6Test-23541722 tempest-SecGroupIPv6Test-23541722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:43.924303 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551b230e-4e48-468a-b4df-10b2ebe79a3f tempest-SecGroupIPv6Test-23541722 tempest-SecGroupIPv6Test-23541722-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e8e41fb-5f80-43a1-91b7-769ddcf0369e,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:38:43.964341 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 5dd274b4-fd6f-4c50-8e3b-c00cdb7299a7 up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:38:44.021378 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port 5dd274b4-fd6f-4c50-8e3b-c00cdb7299a7 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:38:44.021857 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:44.025751 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-551b230e-4e48-468a-b4df-10b2ebe79a3f tempest-SecGroupIPv6Test-23541722 tempest-SecGroupIPv6Test-23541722-project] Publish callbacks [] for security_group, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:44.027624 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-551b230e-4e48-468a-b4df-10b2ebe79a3f tempest-SecGroupIPv6Test-23541722 tempest-SecGroupIPv6Test-23541722-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.7438304
Dec 25 21:38:44.030270 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 35254) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:38:44.099005 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5b2a439-e460-442c-b925-1dc2d397cf01 admin admin] Router 9953f340-8dca-4458-af7e-8df22fa169fc has already been hosted by L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 {{(pid=121607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 25 21:38:44.103345 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-cd4af919-976f-4d99-9c54-6e2f7e20af0b tempest-SecGroupIPv6Test-23541722 tempest-SecGroupIPv6Test-23541722-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 4544 time: 0.0718160
Dec 25 21:38:44.105922 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 35256) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:38:44.110779 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-b66c7ea9-1c69-4c12-be4a-4139427b1998 tempest-SecGroupIPv6Test-23541722 tempest-SecGroupIPv6Test-23541722-project] Request body: {'security_group': {'name': 'tempest-security--1709647078', 'description': 'tempest-security-description-84512157'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:38:44.147509 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-b66c7ea9-1c69-4c12-be4a-4139427b1998 tempest-SecGroupIPv6Test-23541722 tempest-SecGroupIPv6Test-23541722-project] Publish callbacks [] for security_group, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:44.186557 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b48181e-aff3-4b6d-b1d1-e12673b3722a None None] Sync routers for ids ['1a19be05-c7f4-4390-a86b-de3e3fd82cca'] in ncdv-master-1 {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 21:38:44.200651 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b48181e-aff3-4b6d-b1d1-e12673b3722a None None] Routers {'1a19be05-c7f4-4390-a86b-de3e3fd82cca'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:38:44.201330 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-6b48181e-aff3-4b6d-b1d1-e12673b3722a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2618b0f8e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:38:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['1a19be05-c7f4-4390-a86b-de3e3fd82cca'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:38:44.205275 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-b66c7ea9-1c69-4c12-be4a-4139427b1998 tempest-SecGroupIPv6Test-23541722 tempest-SecGroupIPv6Test-23541722-project] Publish callbacks [] for security_group, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:44.280198 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 21:38:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c96664c-82e9-4a2e-8dd8-079554817875 x-openstack-request-id: req-3c96664c-82e9-4a2e-8dd8-079554817875 {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:38:44.280957 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e933ee6-6f1f-4ab6-a383-83013426d722", "name": "network-vif-plugged", "status": "completed", "tag": "f8a8588c-abcc-4eda-99f7-383ebeac328b", "code": 200}]} {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:38:44.281284 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3c96664c-82e9-4a2e-8dd8-079554817875 {{(pid=121608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:38:44.281772 ncdv-master-1 neutron-server[121608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e933ee6-6f1f-4ab6-a383-83013426d722', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8a8588c-abcc-4eda-99f7-383ebeac328b', 'code': 200}
Dec 25 21:38:44.318090 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvr_db [None req-6b48181e-aff3-4b6d-b1d1-e12673b3722a None None] Set router 1a19be05-c7f4-4390-a86b-de3e3fd82cca gateway port host: ncdv-master-1 {{(pid=121609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:38:44.335659 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-b66c7ea9-1c69-4c12-be4a-4139427b1998 tempest-SecGroupIPv6Test-23541722 tempest-SecGroupIPv6Test-23541722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:44.339557 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-b66c7ea9-1c69-4c12-be4a-4139427b1998 tempest-SecGroupIPv6Test-23541722 tempest-SecGroupIPv6Test-23541722-project] Publish callbacks [] for security_group, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:44.344197 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-b66c7ea9-1c69-4c12-be4a-4139427b1998 tempest-SecGroupIPv6Test-23541722 tempest-SecGroupIPv6Test-23541722-project] 10.222.0.32 "PUT /v2.0/security-groups/7e8e41fb-5f80-43a1-91b7-769ddcf0369e HTTP/1.1" status: 200  len: 1795 time: 0.2368393
Dec 25 21:38:44.346427 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 35260) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:38:44.442185 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66c7ea9-1c69-4c12-be4a-4139427b1998 tempest-SecGroupIPv6Test-23541722 tempest-SecGroupIPv6Test-23541722-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e8e41fb-5f80-43a1-91b7-769ddcf0369e,revision_number=2']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:38:44.461741 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0cb389-03b9-4b75-b627-136d894f0a4a req-fd726949-ff03-4185-b856-de07961a6d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:38:44.466229 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1e0cb389-03b9-4b75-b627-136d894f0a4a req-fd726949-ff03-4185-b856-de07961a6d5a service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=0e933ee6-6f1f-4ab6-a383-83013426d722 HTTP/1.1" status: 200  len: 1096 time: 0.1197174
Dec 25 21:38:44.474434 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-df0a9648-301f-4dae-b8f4-a04d4fd6ef72 tempest-SecGroupIPv6Test-23541722 tempest-SecGroupIPv6Test-23541722-project] 10.222.0.32 "GET /v2.0/security-groups/7e8e41fb-5f80-43a1-91b7-769ddcf0369e HTTP/1.1" status: 200  len: 1795 time: 0.1213484
Dec 25 21:38:44.481005 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 35262) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:38:44.561579 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5b2a439-e460-442c-b925-1dc2d397cf01 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 21:38:44.571469 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1e0cb389-03b9-4b75-b627-136d894f0a4a req-9bb851ac-9b26-46f3-ac25-99fffcd6b50b service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=2dd0ce2e-c467-45c4-9d2c-d6c9831710fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0968940
Dec 25 21:38:44.575615 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-f5b2a439-e460-442c-b925-1dc2d397cf01 admin admin] 10.222.0.32 "PUT /v2.0/routers/9953f340-8dca-4458-af7e-8df22fa169fc/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.0234947
Dec 25 21:38:44.578051 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 35268) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:38:44.588393 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-770ef72a-e296-4ff2-a2ff-2e3c39116631 None None] Sync routers for ids ['9953f340-8dca-4458-af7e-8df22fa169fc'] in ncdv-master-1 {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 21:38:44.590164 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-40dc1ab6-db40-4816-b163-5a3b4306fec5 tempest-SecGroupIPv6Test-23541722 tempest-SecGroupIPv6Test-23541722-project] Publish callbacks [] for security_group, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:44.614995 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-770ef72a-e296-4ff2-a2ff-2e3c39116631 None None] Routers {'9953f340-8dca-4458-af7e-8df22fa169fc'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:38:44.616102 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-770ef72a-e296-4ff2-a2ff-2e3c39116631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f26134ae9a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:38:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['9953f340-8dca-4458-af7e-8df22fa169fc'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:38:44.625364 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-6b48181e-aff3-4b6d-b1d1-e12673b3722a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2618b0f8e0>, [{'id': '1a19be05-c7f4-4390-a86b-de3e3fd82cca', 'name': 'tempest-TestAggregatesBasicOps-1013987311-router', 'tenant_id': '2a1b39b2a3c94189a7b27e64ddaacac0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.228'}], 'enable_snat': True}, 'gw_port_id': '5dd274b4-fd6f-4c50-8e3b-c00cdb7299a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:38:33Z', 'updated_at': '2021-12-25T21:38:39Z', 'revision_number': 4, 'project_id': '2a1b39b2a3c94189a7b27e64ddaacac0', 'gw_port': {'id': '5dd274b4-fd6f-4c50-8e3b-c00cdb7299a7', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:6f:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a19be05-c7f4-4390-a86b-de3e3fd82cca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3333, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:38:34Z', 'updated_at': '2021-12-25T21:38:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '0e486d9c-2df7-4b9d-9f14-281ee4904210', 'name': '', 'network_id': '258c470c-e854-4066-b7be-150398a34eaf', 'tenant_id': '2a1b39b2a3c94189a7b27e64ddaacac0', 'mac_address': 'fa:16:3e:e0:90:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a19be05-c7f4-4390-a86b-de3e3fd82cca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3334, 'fixed_ips': [{'subnet_id': '0eaa714f-43fb-4494-8d79-9ef39815c2b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:38:38Z', 'updated_at': '2021-12-25T21:38:39Z', 'revision_number': 2, 'project_id': '2a1b39b2a3c94189a7b27e64ddaacac0', 'subnets': [{'id': '0eaa714f-43fb-4494-8d79-9ef39815c2b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:38:44.663790 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b48181e-aff3-4b6d-b1d1-e12673b3722a None None] Checking router: 1a19be05-c7f4-4390-a86b-de3e3fd82cca for host: ncdv-master-1 {{(pid=121609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 25 21:38:44.664551 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b48181e-aff3-4b6d-b1d1-e12673b3722a None None] Updating router 1a19be05-c7f4-4390-a86b-de3e3fd82cca port 0e486d9c-2df7-4b9d-9f14-281ee4904210 binding host ncdv-master-1 {{(pid=121609) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 25 21:38:44.664886 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-40dc1ab6-db40-4816-b163-5a3b4306fec5 tempest-SecGroupIPv6Test-23541722 tempest-SecGroupIPv6Test-23541722-project] Publish callbacks [] for security_group, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:44.694458 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-6b48181e-aff3-4b6d-b1d1-e12673b3722a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:44.700052 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-fd1a615d-863c-456c-9d2d-bdc84e63f85b admin admin] Publish callbacks [] for router, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:44.719293 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84833504-f3ab-417c-bfee-a6ee883241fb req-043d9a39-206a-4556-bf7c-23f17b349f29 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:38:44.726798 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-84833504-f3ab-417c-bfee-a6ee883241fb req-043d9a39-206a-4556-bf7c-23f17b349f29 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e933ee6-6f1f-4ab6-a383-83013426d722 HTTP/1.1" status: 200  len: 945 time: 0.1023848
Dec 25 21:38:44.790241 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvr_db [None req-770ef72a-e296-4ff2-a2ff-2e3c39116631 None None] Set router 9953f340-8dca-4458-af7e-8df22fa169fc gateway port host: ncdv-master-1 {{(pid=121608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:38:44.799693 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-84833504-f3ab-417c-bfee-a6ee883241fb req-e05d6927-4b1c-42f9-9468-dde98160f2d3 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "GET /v2.0/security-groups?id=2dd0ce2e-c467-45c4-9d2c-d6c9831710fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0710793
Dec 25 21:38:44.828472 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-fd1a615d-863c-456c-9d2d-bdc84e63f85b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:44.875766 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-40dc1ab6-db40-4816-b163-5a3b4306fec5 tempest-SecGroupIPv6Test-23541722 tempest-SecGroupIPv6Test-23541722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:44.878780 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-40dc1ab6-db40-4816-b163-5a3b4306fec5 tempest-SecGroupIPv6Test-23541722 tempest-SecGroupIPv6Test-23541722-project] Publish callbacks [] for security_group, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:44.882586 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-40dc1ab6-db40-4816-b163-5a3b4306fec5 tempest-SecGroupIPv6Test-23541722 tempest-SecGroupIPv6Test-23541722-project] 10.222.0.32 "DELETE /v2.0/security-groups/7e8e41fb-5f80-43a1-91b7-769ddcf0369e HTTP/1.1" status: 204  len: 168 time: 0.3934484
Dec 25 21:38:44.883649 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 35270) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:38:44.892269 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40dc1ab6-db40-4816-b163-5a3b4306fec5 tempest-SecGroupIPv6Test-23541722 tempest-SecGroupIPv6Test-23541722-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e8e41fb-5f80-43a1-91b7-769ddcf0369e,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:38:44.944227 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-0c54eb26-4e2a-46e7-988f-400e8f94c554 tempest-SecGroupIPv6Test-23541722 tempest-SecGroupIPv6Test-23541722-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0560377
Dec 25 21:38:44.944721 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 35272) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:38:44.960787 ncdv-master-1 neutron-server[121606]: INFO neutron.api.v2.resource [None req-0ab53aa5-c30b-4550-ab22-e310fe37aa30 tempest-SecGroupIPv6Test-23541722 tempest-SecGroupIPv6Test-23541722-project] delete failed (client error): The resource could not be found.
Dec 25 21:38:44.961909 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-0ab53aa5-c30b-4550-ab22-e310fe37aa30 tempest-SecGroupIPv6Test-23541722 tempest-SecGroupIPv6Test-23541722-project] 10.222.0.32 "DELETE /v2.0/security-groups/7e8e41fb-5f80-43a1-91b7-769ddcf0369e HTTP/1.1" status: 404  len: 347 time: 0.0160189
Dec 25 21:38:44.966551 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 35274) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:38:44.988658 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-877df653-0b3c-4eb8-bd5a-f0010b39a7b5 tempest-SecGroupIPv6Test-23541722 tempest-SecGroupIPv6Test-23541722-project] Request body: {'security_group': {'name': 'tempest-secgroup--1543935176'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:38:45.006451 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-770ef72a-e296-4ff2-a2ff-2e3c39116631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f26134ae9a0>, [{'id': '9953f340-8dca-4458-af7e-8df22fa169fc', 'name': 'tempest-TestAggregatesBasicOps-1320653832-router', 'tenant_id': '621c8524f3664ecc90427a356a18ba13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.34'}], 'enable_snat': True}, 'gw_port_id': 'a8760726-f8e0-478e-a42d-b7e666fc87d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:38:23Z', 'updated_at': '2021-12-25T21:38:43Z', 'revision_number': 5, 'project_id': '621c8524f3664ecc90427a356a18ba13', 'gw_port': {'id': 'a8760726-f8e0-478e-a42d-b7e666fc87d0', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:28:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9953f340-8dca-4458-af7e-8df22fa169fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3308, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:38:25Z', 'updated_at': '2021-12-25T21:38:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:38:45.031592 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-fd1a615d-863c-456c-9d2d-bdc84e63f85b admin admin] Deleting port a8760726-f8e0-478e-a42d-b7e666fc87d0 {{(pid=121607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:38:45.031934 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-fd1a615d-863c-456c-9d2d-bdc84e63f85b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:45.035156 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-770ef72a-e296-4ff2-a2ff-2e3c39116631 None None] Checking router: 9953f340-8dca-4458-af7e-8df22fa169fc for host: ncdv-master-1 {{(pid=121608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 25 21:38:45.051012 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-770ef72a-e296-4ff2-a2ff-2e3c39116631 None None] Routers {'9953f340-8dca-4458-af7e-8df22fa169fc'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:38:45.051012 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-770ef72a-e296-4ff2-a2ff-2e3c39116631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f26134ae9a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:38:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['9953f340-8dca-4458-af7e-8df22fa169fc'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:38:45.108171 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-877df653-0b3c-4eb8-bd5a-f0010b39a7b5 tempest-SecGroupIPv6Test-23541722 tempest-SecGroupIPv6Test-23541722-project] Publish callbacks [] for security_group, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:45.121165 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-6b48181e-aff3-4b6d-b1d1-e12673b3722a None None] Publish callbacks [] for port, precommit_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:45.129889 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.db [None req-fd1a615d-863c-456c-9d2d-bdc84e63f85b admin admin] For port a8760726-f8e0-478e-a42d-b7e666fc87d0, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a8760726-f8e0-478e-a42d-b7e666fc87d0,segment=NetworkSegment(6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855),segment_id=6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855)] {{(pid=121607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:38:45.130244 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-fd1a615d-863c-456c-9d2d-bdc84e63f85b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:45.138343 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvr_db [None req-770ef72a-e296-4ff2-a2ff-2e3c39116631 None None] Set router 9953f340-8dca-4458-af7e-8df22fa169fc gateway port host: None {{(pid=121608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:38:45.150309 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-fd1a615d-863c-456c-9d2d-bdc84e63f85b admin admin] Calling delete_port for a8760726-f8e0-478e-a42d-b7e666fc87d0 owned by network:router_gateway {{(pid=121607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:38:45.196741 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-770ef72a-e296-4ff2-a2ff-2e3c39116631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f26134ae9a0>, [{'id': '9953f340-8dca-4458-af7e-8df22fa169fc', 'name': 'tempest-TestAggregatesBasicOps-1320653832-router', 'tenant_id': '621c8524f3664ecc90427a356a18ba13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:38:23Z', 'updated_at': '2021-12-25T21:38:44Z', 'revision_number': 6, 'project_id': '621c8524f3664ecc90427a356a18ba13', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:38:45.201641 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-6b48181e-aff3-4b6d-b1d1-e12673b3722a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:45.224761 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-770ef72a-e296-4ff2-a2ff-2e3c39116631 None None] The sync data for ids ['9953f340-8dca-4458-af7e-8df22fa169fc'] in ncdv-master-1 is: [{'id': '9953f340-8dca-4458-af7e-8df22fa169fc', 'name': 'tempest-TestAggregatesBasicOps-1320653832-router', 'tenant_id': '621c8524f3664ecc90427a356a18ba13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:38:23Z', 'updated_at': '2021-12-25T21:38:44Z', 'revision_number': 6, 'project_id': '621c8524f3664ecc90427a356a18ba13', 'gw_port_host': None}] {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 21:38:45.245791 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-877df653-0b3c-4eb8-bd5a-f0010b39a7b5 tempest-SecGroupIPv6Test-23541722 tempest-SecGroupIPv6Test-23541722-project] Publish callbacks [] for security_group, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:45.299025 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecbd85f-7504-4d11-8d03-3401d74df2f7 None None] Pushing event updated for resources: {'Port': ['ID=0e486d9c-2df7-4b9d-9f14-281ee4904210,revision_number=3']} {{(pid=121609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:38:45.327886 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.managers [None req-6b48181e-aff3-4b6d-b1d1-e12673b3722a None None] Attempting to bind port 0e486d9c-2df7-4b9d-9f14-281ee4904210 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:38:45.328673 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.managers [None req-6b48181e-aff3-4b6d-b1d1-e12673b3722a None None] Attempting to bind port 0e486d9c-2df7-4b9d-9f14-281ee4904210 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '2474f392-7d70-4832-bb06-fd0ef761000c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '258c470c-e854-4066-b7be-150398a34eaf'}] {{(pid=121609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:38:45.333415 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b48181e-aff3-4b6d-b1d1-e12673b3722a None None] Attempting to bind port 0e486d9c-2df7-4b9d-9f14-281ee4904210 on network 258c470c-e854-4066-b7be-150398a34eaf {{(pid=121609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:38:45.335859 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b48181e-aff3-4b6d-b1d1-e12673b3722a None None] Checking agent: {'id': 'ca4f5c6d-f1fd-48b8-a3e3-395864c7d23d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 20, 56, 40), 'started_at': datetime.datetime(2021, 12, 25, 20, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 38, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:38:45.336395 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b48181e-aff3-4b6d-b1d1-e12673b3722a None None] Checking segment: {'id': '2474f392-7d70-4832-bb06-fd0ef761000c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '258c470c-e854-4066-b7be-150398a34eaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:38:45.336805 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-6b48181e-aff3-4b6d-b1d1-e12673b3722a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:45.337222 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b48181e-aff3-4b6d-b1d1-e12673b3722a None None] Bound using segment: {'id': '2474f392-7d70-4832-bb06-fd0ef761000c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '258c470c-e854-4066-b7be-150398a34eaf'} {{(pid=121609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:38:45.337691 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.managers [None req-6b48181e-aff3-4b6d-b1d1-e12673b3722a None None] Bound port: 0e486d9c-2df7-4b9d-9f14-281ee4904210, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2474f392-7d70-4832-bb06-fd0ef761000c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '258c470c-e854-4066-b7be-150398a34eaf'}}] {{(pid=121609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:38:45.338073 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-6b48181e-aff3-4b6d-b1d1-e12673b3722a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:45.341964 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-877df653-0b3c-4eb8-bd5a-f0010b39a7b5 tempest-SecGroupIPv6Test-23541722 tempest-SecGroupIPv6Test-23541722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:45.387948 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877df653-0b3c-4eb8-bd5a-f0010b39a7b5 tempest-SecGroupIPv6Test-23541722 tempest-SecGroupIPv6Test-23541722-project] Pushing event updated for resources: {'SecurityGroup': ['ID=744b5225-2cf2-49b7-b029-e3b057af02ef,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:38:45.406279 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.db [None req-6b48181e-aff3-4b6d-b1d1-e12673b3722a None None] For port 0e486d9c-2df7-4b9d-9f14-281ee4904210, host ncdv-master-1, cleared binding levels {{(pid=121609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:38:45.409532 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.db [None req-6b48181e-aff3-4b6d-b1d1-e12673b3722a None None] For port 0e486d9c-2df7-4b9d-9f14-281ee4904210, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0e486d9c-2df7-4b9d-9f14-281ee4904210,segment=NetworkSegment(2474f392-7d70-4832-bb06-fd0ef761000c),segment_id=2474f392-7d70-4832-bb06-fd0ef761000c)] {{(pid=121609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:38:45.475557 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-877df653-0b3c-4eb8-bd5a-f0010b39a7b5 tempest-SecGroupIPv6Test-23541722 tempest-SecGroupIPv6Test-23541722-project] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:45.476989 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-877df653-0b3c-4eb8-bd5a-f0010b39a7b5 tempest-SecGroupIPv6Test-23541722 tempest-SecGroupIPv6Test-23541722-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.5094476
Dec 25 21:38:45.479879 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 35276) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:38:45.484193 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-4a05eb2b-9890-463e-94fc-c3c296bc5d22 tempest-SecGroupIPv6Test-23541722 tempest-SecGroupIPv6Test-23541722-project] Request body: {'security_group_rule': {'security_group_id': '744b5225-2cf2-49b7-b029-e3b057af02ef', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:38:45.509693 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-fd1a615d-863c-456c-9d2d-bdc84e63f85b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:45.510524 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-6b48181e-aff3-4b6d-b1d1-e12673b3722a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:45.530644 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-f52ceb75-dc29-4938-ae0f-aea2d26bbfef None None] Provisioning complete for port 0e486d9c-2df7-4b9d-9f14-281ee4904210 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:38:45.531295 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-f52ceb75-dc29-4938-ae0f-aea2d26bbfef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:45.537006 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1a615d-863c-456c-9d2d-bdc84e63f85b admin admin] Pushing event deleted for resources: {'Port': ['ID=a8760726-f8e0-478e-a42d-b7e666fc87d0,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:38:45.606522 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e180f0c3-f3a4-45a8-aadf-786ef6aca75f None None] DHCP port deletion for 7201e55c-7c5f-41aa-a042-a363696539d0 request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 21:38:45.611870 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b48181e-aff3-4b6d-b1d1-e12673b3722a None None] Routers {'1a19be05-c7f4-4390-a86b-de3e3fd82cca'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:38:45.612515 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-6b48181e-aff3-4b6d-b1d1-e12673b3722a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2618b0f8e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:38:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['1a19be05-c7f4-4390-a86b-de3e3fd82cca'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:38:45.617253 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecbd85f-7504-4d11-8d03-3401d74df2f7 None None] Pushing event updated for resources: {'Port': ['ID=0e486d9c-2df7-4b9d-9f14-281ee4904210,revision_number=4']} {{(pid=121609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:38:45.656044 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-4a05eb2b-9890-463e-94fc-c3c296bc5d22 tempest-SecGroupIPv6Test-23541722 tempest-SecGroupIPv6Test-23541722-project] Publish callbacks [] for security_group_rule, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:45.713726 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-f52ceb75-dc29-4938-ae0f-aea2d26bbfef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:45.717915 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-fd1a615d-863c-456c-9d2d-bdc84e63f85b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2008689'] for router_gateway, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:45.775595 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-f52ceb75-dc29-4938-ae0f-aea2d26bbfef None None] For port 0e486d9c-2df7-4b9d-9f14-281ee4904210, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0e486d9c-2df7-4b9d-9f14-281ee4904210,segment=NetworkSegment(2474f392-7d70-4832-bb06-fd0ef761000c),segment_id=2474f392-7d70-4832-bb06-fd0ef761000c)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:38:45.803420 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvr_db [None req-6b48181e-aff3-4b6d-b1d1-e12673b3722a None None] Set router 1a19be05-c7f4-4390-a86b-de3e3fd82cca gateway port host: ncdv-master-1 {{(pid=121609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:38:45.887383 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-f52ceb75-dc29-4938-ae0f-aea2d26bbfef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:45.927631 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-fd1a615d-863c-456c-9d2d-bdc84e63f85b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2014235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14905'] for router, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:45.932691 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-fd1a615d-863c-456c-9d2d-bdc84e63f85b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:45.945790 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-4a05eb2b-9890-463e-94fc-c3c296bc5d22 tempest-SecGroupIPv6Test-23541722 tempest-SecGroupIPv6Test-23541722-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:46.032932 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-4a05eb2b-9890-463e-94fc-c3c296bc5d22 tempest-SecGroupIPv6Test-23541722 tempest-SecGroupIPv6Test-23541722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077839'] for security_group_rule, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:46.039154 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52ceb75-dc29-4938-ae0f-aea2d26bbfef None None] Pushing event updated for resources: {'Port': ['ID=0e486d9c-2df7-4b9d-9f14-281ee4904210,revision_number=5']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:38:46.041649 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcbb4fd-fd14-43a5-a3a3-a3965f4b4633 req-8b06d4aa-6698-4d3e-9033-bdcaf34b33ac tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:38:46.044224 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 0e486d9c-2df7-4b9d-9f14-281ee4904210 up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:38:46.051337 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-bbcbb4fd-fd14-43a5-a3a3-a3965f4b4633 req-8b06d4aa-6698-4d3e-9033-bdcaf34b33ac tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e933ee6-6f1f-4ab6-a383-83013426d722 HTTP/1.1" status: 200  len: 945 time: 0.0929713
Dec 25 21:38:46.059603 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a05eb2b-9890-463e-94fc-c3c296bc5d22 tempest-SecGroupIPv6Test-23541722 tempest-SecGroupIPv6Test-23541722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0033a28b-7c00-4150-9267-af80e3c13b0a,revision_number=0']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:38:46.095808 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-3f5c3e95-8a60-44e2-9234-e70117509b87 None None] Provisioning complete for port 0e486d9c-2df7-4b9d-9f14-281ee4904210 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:38:46.096765 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3f5c3e95-8a60-44e2-9234-e70117509b87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:46.101676 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-fd1a615d-863c-456c-9d2d-bdc84e63f85b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2014220'] for router, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:46.102275 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd1a615d-863c-456c-9d2d-bdc84e63f85b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9953f340-8dca-4458-af7e-8df22fa169fc {{(pid=121607) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 25 21:38:46.107554 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-fd1a615d-863c-456c-9d2d-bdc84e63f85b admin admin] Publish callbacks [] for router, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:46.111779 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-fd1a615d-863c-456c-9d2d-bdc84e63f85b admin admin] 10.222.0.32 "DELETE /v2.0/routers/9953f340-8dca-4458-af7e-8df22fa169fc HTTP/1.1" status: 204  len: 168 time: 1.5327353
Dec 25 21:38:46.112453 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 35282) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:38:46.124158 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-bbcbb4fd-fd14-43a5-a3a3-a3965f4b4633 req-efc3b4c3-e4ca-477b-b26b-ce4c58de3e61 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "GET /v2.0/security-groups?id=2dd0ce2e-c467-45c4-9d2c-d6c9831710fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0713265
Dec 25 21:38:46.146942 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-4a05eb2b-9890-463e-94fc-c3c296bc5d22 tempest-SecGroupIPv6Test-23541722 tempest-SecGroupIPv6Test-23541722-project] Publish callbacks [] for security_group_rule, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:46.148597 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-4a05eb2b-9890-463e-94fc-c3c296bc5d22 tempest-SecGroupIPv6Test-23541722 tempest-SecGroupIPv6Test-23541722-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.6676216
Dec 25 21:38:46.151937 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 35284) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:38:46.181020 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_v2 [None req-7dd62469-7abc-4a5e-aacb-7053094ececd admin admin] Deleting subnet 7712455f-1f21-4639-b58e-4e2ae4449d46 {{(pid=121607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Dec 25 21:38:46.184907 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-7dd62469-7abc-4a5e-aacb-7053094ececd admin admin] Publish callbacks [] for subnet, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:46.196487 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port 0e486d9c-2df7-4b9d-9f14-281ee4904210 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:38:46.199277 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:46.227960 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-7dd62469-7abc-4a5e-aacb-7053094ececd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10246617'] for subnet, precommit_delete_associations {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:46.238274 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-6b48181e-aff3-4b6d-b1d1-e12673b3722a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2618b0f8e0>, [{'id': '1a19be05-c7f4-4390-a86b-de3e3fd82cca', 'name': 'tempest-TestAggregatesBasicOps-1013987311-router', 'tenant_id': '2a1b39b2a3c94189a7b27e64ddaacac0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.228'}], 'enable_snat': True}, 'gw_port_id': '5dd274b4-fd6f-4c50-8e3b-c00cdb7299a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:38:33Z', 'updated_at': '2021-12-25T21:38:39Z', 'revision_number': 4, 'project_id': '2a1b39b2a3c94189a7b27e64ddaacac0', 'gw_port': {'id': '5dd274b4-fd6f-4c50-8e3b-c00cdb7299a7', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:6f:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a19be05-c7f4-4390-a86b-de3e3fd82cca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3333, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:38:34Z', 'updated_at': '2021-12-25T21:38:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '0e486d9c-2df7-4b9d-9f14-281ee4904210', 'name': '', 'network_id': '258c470c-e854-4066-b7be-150398a34eaf', 'tenant_id': '2a1b39b2a3c94189a7b27e64ddaacac0', 'mac_address': 'fa:16:3e:e0:90:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a19be05-c7f4-4390-a86b-de3e3fd82cca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3334, 'fixed_ips': [{'subnet_id': '0eaa714f-43fb-4494-8d79-9ef39815c2b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:38:38Z', 'updated_at': '2021-12-25T21:38:45Z', 'revision_number': 4, 'project_id': '2a1b39b2a3c94189a7b27e64ddaacac0', 'subnets': [{'id': '0eaa714f-43fb-4494-8d79-9ef39815c2b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:38:46.278741 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b48181e-aff3-4b6d-b1d1-e12673b3722a None None] The sync data for ids ['1a19be05-c7f4-4390-a86b-de3e3fd82cca'] in ncdv-master-1 is: [{'id': '1a19be05-c7f4-4390-a86b-de3e3fd82cca', 'name': 'tempest-TestAggregatesBasicOps-1013987311-router', 'tenant_id': '2a1b39b2a3c94189a7b27e64ddaacac0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.228'}], 'enable_snat': True}, 'gw_port_id': '5dd274b4-fd6f-4c50-8e3b-c00cdb7299a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:38:33Z', 'updated_at': '2021-12-25T21:38:39Z', 'revision_number': 4, 'project_id': '2a1b39b2a3c94189a7b27e64ddaacac0', 'gw_port': {'id': '5dd274b4-fd6f-4c50-8e3b-c00cdb7299a7', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:6f:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a19be05-c7f4-4390-a86b-de3e3fd82cca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3333, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:38:34Z', 'updated_at': '2021-12-25T21:38:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '0e486d9c-2df7-4b9d-9f14-281ee4904210', 'name': '', 'network_id': '258c470c-e854-4066-b7be-150398a34eaf', 'tenant_id': '2a1b39b2a3c94189a7b27e64ddaacac0', 'mac_address': 'fa:16:3e:e0:90:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a19be05-c7f4-4390-a86b-de3e3fd82cca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3334, 'fixed_ips': [{'subnet_id': '0eaa714f-43fb-4494-8d79-9ef39815c2b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:38:38Z', 'updated_at': '2021-12-25T21:38:45Z', 'revision_number': 4, 'project_id': '2a1b39b2a3c94189a7b27e64ddaacac0', 'subnets': [{'id': '0eaa714f-43fb-4494-8d79-9ef39815c2b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 21:38:46.364160 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-7dd62469-7abc-4a5e-aacb-7053094ececd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995662'] for subnet, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:46.374853 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 9c22d151-0135-486d-bd7c-998c99a7e465 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:38:46.405001 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] No Port match for: 9c22d151-0135-486d-bd7c-998c99a7e465 {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:38:46.405357 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 9c22d151-0135-486d-bd7c-998c99a7e465 not bound to the agent host ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:38:46.556506 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-7dd62469-7abc-4a5e-aacb-7053094ececd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8632410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8852809'] for subnet, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:46.607387 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd62469-7abc-4a5e-aacb-7053094ececd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7712455f-1f21-4639-b58e-4e2ae4449d46,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:38:46.614168 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-4c104afc-2008-496c-b70c-c8054a24d589 tempest-SecGroupIPv6Test-23541722 tempest-SecGroupIPv6Test-23541722-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:46.615232 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-7dd62469-7abc-4a5e-aacb-7053094ececd admin admin] Publish callbacks [] for subnet, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:46.622031 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3339234e-3070-494b-8406-2172825ee078 None None] Network ed4a6dd9-30f0-457f-8af1-2b4d214e6bf8 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:38:46.625270 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-4c104afc-2008-496c-b70c-c8054a24d589 tempest-SecGroupIPv6Test-23541722 tempest-SecGroupIPv6Test-23541722-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:46.635058 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-7dd62469-7abc-4a5e-aacb-7053094ececd admin admin] 10.222.0.32 "DELETE /v2.0/subnets/7712455f-1f21-4639-b58e-4e2ae4449d46 HTTP/1.1" status: 204  len: 168 time: 0.5212708
Dec 25 21:38:46.635538 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 35290) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:38:46.672238 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e70e00-df4d-4981-b4b9-ee7030f0928a req-f97ed356-8165-4334-a64b-a1200374a575 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:38:46.673895 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-57e70e00-df4d-4981-b4b9-ee7030f0928a req-f97ed356-8165-4334-a64b-a1200374a575 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e933ee6-6f1f-4ab6-a383-83013426d722 HTTP/1.1" status: 200  len: 945 time: 0.1030364
Dec 25 21:38:46.747154 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-430fa733-7de2-4c31-b555-1abbe5578f28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625803'] for network, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:46.758532 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-57e70e00-df4d-4981-b4b9-ee7030f0928a req-7330c673-c879-47a1-9dda-811c94261dfd tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "GET /v2.0/security-groups?id=2dd0ce2e-c467-45c4-9d2c-d6c9831710fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0730677
Dec 25 21:38:46.761159 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-4c104afc-2008-496c-b70c-c8054a24d589 tempest-SecGroupIPv6Test-23541722 tempest-SecGroupIPv6Test-23541722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077839'] for security_group_rule, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:46.771904 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-4c104afc-2008-496c-b70c-c8054a24d589 tempest-SecGroupIPv6Test-23541722 tempest-SecGroupIPv6Test-23541722-project] Publish callbacks [] for security_group_rule, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:46.778222 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-4c104afc-2008-496c-b70c-c8054a24d589 tempest-SecGroupIPv6Test-23541722 tempest-SecGroupIPv6Test-23541722-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/0033a28b-7c00-4150-9267-af80e3c13b0a HTTP/1.1" status: 204  len: 168 time: 0.6240861
Dec 25 21:38:46.778984 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 35292) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:38:46.779205 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 35294) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:38:46.807894 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c104afc-2008-496c-b70c-c8054a24d589 tempest-SecGroupIPv6Test-23541722 tempest-SecGroupIPv6Test-23541722-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0033a28b-7c00-4150-9267-af80e3c13b0a,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:38:46.826861 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-430fa733-7de2-4c31-b555-1abbe5578f28 admin admin] Deleting port 0c5f0baa-9bab-45b4-a616-dc7351803aef {{(pid=121607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:38:46.827455 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-430fa733-7de2-4c31-b555-1abbe5578f28 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:46.896654 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-b32b9fd4-a92c-4d91-aad0-b162d74b0e46 tempest-SecGroupIPv6Test-23541722 tempest-SecGroupIPv6Test-23541722-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.1064627
Dec 25 21:38:46.901176 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a349953f-a2bf-4282-b292-cfe49745e0eb tempest-TestNetworkAdvancedServerOps-1317083038 tempest-TestNetworkAdvancedServerOps-1317083038-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:38:46.903058 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 35296) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:38:46.906060 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-a349953f-a2bf-4282-b292-cfe49745e0eb tempest-TestNetworkAdvancedServerOps-1317083038 tempest-TestNetworkAdvancedServerOps-1317083038-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=0e933ee6-6f1f-4ab6-a383-83013426d722 HTTP/1.1" status: 200  len: 1091 time: 0.1150348
Dec 25 21:38:46.906413 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 35298) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:38:46.925995 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-0c16974e-e841-431b-97ac-8c048ccb8373 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Request body: {'floatingip': {'floating_network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'port_id': 'f8a8588c-abcc-4eda-99f7-383ebeac328b', 'tenant_id': '4ff29c23c5844f45826a02b6ae6b65e7', 'fixed_ip_address': '172.20.0.6'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:38:46.936036 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.db [None req-430fa733-7de2-4c31-b555-1abbe5578f28 admin admin] For port 0c5f0baa-9bab-45b4-a616-dc7351803aef, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0c5f0baa-9bab-45b4-a616-dc7351803aef,segment=NetworkSegment(f192efd6-3ee5-4531-ba9e-e3b0c729fec6),segment_id=f192efd6-3ee5-4531-ba9e-e3b0c729fec6)] {{(pid=121607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:38:46.936413 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-430fa733-7de2-4c31-b555-1abbe5578f28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:46.976608 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-430fa733-7de2-4c31-b555-1abbe5578f28 admin admin] Calling delete_port for 0c5f0baa-9bab-45b4-a616-dc7351803aef owned by network:dhcp {{(pid=121607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:38:46.985051 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-028286fe-bc86-402f-b5dd-378451eb1b1a None None] DHCP port deletion for ed4a6dd9-30f0-457f-8af1-2b4d214e6bf8 request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 21:38:47.054137 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-028286fe-bc86-402f-b5dd-378451eb1b1a None None] Deleting port 0c5f0baa-9bab-45b4-a616-dc7351803aef {{(pid=121608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:38:47.055171 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-028286fe-bc86-402f-b5dd-378451eb1b1a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:47.084138 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-3b3a7a68-7c24-40a7-85f7-8d4214d0d5cc tempest-SecGroupIPv6Test-23541722 tempest-SecGroupIPv6Test-23541722-project] Publish callbacks [] for security_group, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:47.118782 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-3b3a7a68-7c24-40a7-85f7-8d4214d0d5cc tempest-SecGroupIPv6Test-23541722 tempest-SecGroupIPv6Test-23541722-project] Publish callbacks [] for security_group, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:47.128077 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-028286fe-bc86-402f-b5dd-378451eb1b1a None None] For port 0c5f0baa-9bab-45b4-a616-dc7351803aef, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0c5f0baa-9bab-45b4-a616-dc7351803aef,segment=NetworkSegment(f192efd6-3ee5-4531-ba9e-e3b0c729fec6),segment_id=f192efd6-3ee5-4531-ba9e-e3b0c729fec6)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:38:47.128077 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-028286fe-bc86-402f-b5dd-378451eb1b1a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:47.140122 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-0c16974e-e841-431b-97ac-8c048ccb8373 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks [] for floatingip, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:47.150086 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-028286fe-bc86-402f-b5dd-378451eb1b1a None None] Calling delete_port for 0c5f0baa-9bab-45b4-a616-dc7351803aef owned by network:dhcp {{(pid=121608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:38:47.222385 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-430fa733-7de2-4c31-b555-1abbe5578f28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:47.235300 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-028286fe-bc86-402f-b5dd-378451eb1b1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955'] for port, after_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:47.255250 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-3b3a7a68-7c24-40a7-85f7-8d4214d0d5cc tempest-SecGroupIPv6Test-23541722 tempest-SecGroupIPv6Test-23541722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:47.258152 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-3b3a7a68-7c24-40a7-85f7-8d4214d0d5cc tempest-SecGroupIPv6Test-23541722 tempest-SecGroupIPv6Test-23541722-project] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:47.259024 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-3b3a7a68-7c24-40a7-85f7-8d4214d0d5cc tempest-SecGroupIPv6Test-23541722 tempest-SecGroupIPv6Test-23541722-project] 10.222.0.32 "DELETE /v2.0/security-groups/744b5225-2cf2-49b7-b029-e3b057af02ef HTTP/1.1" status: 204  len: 168 time: 0.3549395
Dec 25 21:38:47.259427 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028286fe-bc86-402f-b5dd-378451eb1b1a None None] Pushing event deleted for resources: {'Port': ['ID=0c5f0baa-9bab-45b4-a616-dc7351803aef,revision_number=None']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:38:47.259873 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430fa733-7de2-4c31-b555-1abbe5578f28 admin admin] Pushing event deleted for resources: {'Port': ['ID=0c5f0baa-9bab-45b4-a616-dc7351803aef,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:38:47.263242 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 35300) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:38:47.265804 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-028286fe-bc86-402f-b5dd-378451eb1b1a None None] No DVR routers for this DVR port 0c5f0baa-9bab-45b4-a616-dc7351803aef on host ncdv-master-1 {{(pid=121608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:38:47.273437 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-430fa733-7de2-4c31-b555-1abbe5578f28 admin admin] No DVR routers for this DVR port 0c5f0baa-9bab-45b4-a616-dc7351803aef on host ncdv-master-1 {{(pid=121607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:38:47.288387 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3a7a68-7c24-40a7-85f7-8d4214d0d5cc tempest-SecGroupIPv6Test-23541722 tempest-SecGroupIPv6Test-23541722-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=744b5225-2cf2-49b7-b029-e3b057af02ef,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:38:47.338526 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-3b3e6ca2-3da8-4640-a4a0-0c29f4a6027b tempest-SecGroupIPv6Test-23541722 tempest-SecGroupIPv6Test-23541722-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0709336
Dec 25 21:38:47.342200 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 35302) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:38:47.346567 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-8989bf30-7fa8-4414-8e89-e1b8c97a80bf tempest-SecGroupIPv6Test-23541722 tempest-SecGroupIPv6Test-23541722-project] Request body: {'security_group': {'name': 'tempest-secgroup--1501507934'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:38:47.368651 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-430fa733-7de2-4c31-b555-1abbe5578f28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997585', 'neutron.services.segments.db._delete_segments_for_network-8737602743071'] for network, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:47.383524 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-0c16974e-e841-431b-97ac-8c048ccb8373 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:47.398270 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-430fa733-7de2-4c31-b555-1abbe5578f28 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2613959a90>,) {'filters': {'network_id': ['ed4a6dd9-30f0-457f-8af1-2b4d214e6bf8']}} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:38:47.418875 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-430fa733-7de2-4c31-b555-1abbe5578f28 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2613959a90>, 'f192efd6-3ee5-4531-ba9e-e3b0c729fec6') {'for_net_delete': True} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:38:47.418875 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-430fa733-7de2-4c31-b555-1abbe5578f28 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2613959a90>, 'f192efd6-3ee5-4531-ba9e-e3b0c729fec6') {} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:38:47.450023 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-430fa733-7de2-4c31-b555-1abbe5578f28 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737602746920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10246592'] for segment, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:47.455914 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-8989bf30-7fa8-4414-8e89-e1b8c97a80bf tempest-SecGroupIPv6Test-23541722 tempest-SecGroupIPv6Test-23541722-project] Publish callbacks [] for security_group, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:47.470905 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-430fa733-7de2-4c31-b555-1abbe5578f28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:47.482640 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-430fa733-7de2-4c31-b555-1abbe5578f28 admin admin] Releasing vlan 186 on physical network physnet1 to pool {{(pid=121607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 25 21:38:47.483027 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-430fa733-7de2-4c31-b555-1abbe5578f28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8633327'] for segment, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:47.484658 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:38:47.484658 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:38:47.484658 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:38:47.484658 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:38:47.484658 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:38:47.484658 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:38:47.484658 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:38:47.484658 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:38:47.484658 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:38:47.484658 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:38:47.484658 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:38:47.484658 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:38:47.484658 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:38:47.484658 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:38:47.484658 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:38:47.484658 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:38:47.484658 ncdv-master-1 neutron-server[121607]: Traceback (most recent call last):
Dec 25 21:38:47.484658 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 25 21:38:47.484658 ncdv-master-1 neutron-server[121607]:     timer()
Dec 25 21:38:47.484658 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 25 21:38:47.484658 ncdv-master-1 neutron-server[121607]:     cb(*args, **kw)
Dec 25 21:38:47.484658 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 25 21:38:47.484658 ncdv-master-1 neutron-server[121607]:     return func(*args, **kwargs)
Dec 25 21:38:47.484658 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 25 21:38:47.484658 ncdv-master-1 neutron-server[121607]:     self._notify()
Dec 25 21:38:47.484658 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 25 21:38:47.484658 ncdv-master-1 neutron-server[121607]:     self.callback(batched_events)
Dec 25 21:38:47.484658 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 25 21:38:47.484658 ncdv-master-1 neutron-server[121607]:     event.method(event)
Dec 25 21:38:47.484658 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 25 21:38:47.484658 ncdv-master-1 neutron-server[121607]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 25 21:38:47.484658 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 25 21:38:47.484658 ncdv-master-1 neutron-server[121607]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 25 21:38:47.484658 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 25 21:38:47.484658 ncdv-master-1 neutron-server[121607]:     return f(self, *a, **k)
Dec 25 21:38:47.484658 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 25 21:38:47.484658 ncdv-master-1 neutron-server[121607]:     return self._get(url).json()
Dec 25 21:38:47.484658 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 25 21:38:47.484658 ncdv-master-1 neutron-server[121607]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 25 21:38:47.484658 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 25 21:38:47.484658 ncdv-master-1 neutron-server[121607]:     return self.request(url, 'GET', **kwargs)
Dec 25 21:38:47.484658 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 25 21:38:47.484658 ncdv-master-1 neutron-server[121607]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 25 21:38:47.484658 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 25 21:38:47.484658 ncdv-master-1 neutron-server[121607]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 25 21:38:47.484658 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 25 21:38:47.484658 ncdv-master-1 neutron-server[121607]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 25 21:38:47.484658 ncdv-master-1 neutron-server[121607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 25 21:38:47.523574 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-8989bf30-7fa8-4414-8e89-e1b8c97a80bf tempest-SecGroupIPv6Test-23541722 tempest-SecGroupIPv6Test-23541722-project] Publish callbacks [] for security_group, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:47.570832 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_common [None req-0c16974e-e841-431b-97ac-8c048ccb8373 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Allocated IP 172.35.3.145 (7201e55c-7c5f-41aa-a042-a363696539d0/7a939e13-713f-45cf-bba7-1539635abe25/5b340bca-9bab-4502-8af2-78bef9566461) {{(pid=121607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:38:47.645274 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-8989bf30-7fa8-4414-8e89-e1b8c97a80bf tempest-SecGroupIPv6Test-23541722 tempest-SecGroupIPv6Test-23541722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:47.664659 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-430fa733-7de2-4c31-b555-1abbe5578f28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2008653'] for network, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:47.676231 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8989bf30-7fa8-4414-8e89-e1b8c97a80bf tempest-SecGroupIPv6Test-23541722 tempest-SecGroupIPv6Test-23541722-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be141f58-d286-43f8-a498-5e0544134fff,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:38:47.676467 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-430fa733-7de2-4c31-b555-1abbe5578f28 admin admin] Publish callbacks [] for network, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:47.679750 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-430fa733-7de2-4c31-b555-1abbe5578f28 admin admin] 10.222.0.32 "DELETE /v2.0/networks/ed4a6dd9-30f0-457f-8af1-2b4d214e6bf8 HTTP/1.1" status: 204  len: 168 time: 1.0376272
Dec 25 21:38:47.683623 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 35306) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:38:47.698516 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-0c16974e-e841-431b-97ac-8c048ccb8373 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks [] for port, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:47.701450 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430fa733-7de2-4c31-b555-1abbe5578f28 admin admin] Pushing event deleted for resources: {'Network': ['ID=ed4a6dd9-30f0-457f-8af1-2b4d214e6bf8,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:38:47.775371 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-8989bf30-7fa8-4414-8e89-e1b8c97a80bf tempest-SecGroupIPv6Test-23541722 tempest-SecGroupIPv6Test-23541722-project] Publish callbacks [] for security_group, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:47.776613 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-8989bf30-7fa8-4414-8e89-e1b8c97a80bf tempest-SecGroupIPv6Test-23541722 tempest-SecGroupIPv6Test-23541722-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.4334834
Dec 25 21:38:47.779452 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 35308) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:38:47.785498 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-f917cbec-be72-4aca-9f91-ff78f3f017af tempest-SecGroupIPv6Test-23541722 tempest-SecGroupIPv6Test-23541722-project] Request body: {'security_group_rule': {'security_group_id': 'be141f58-d286-43f8-a498-5e0544134fff', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:38:47.830409 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-0c16974e-e841-431b-97ac-8c048ccb8373 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:47.835648 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 0e486d9c-2df7-4b9d-9f14-281ee4904210 up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:38:47.877188 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c16974e-e841-431b-97ac-8c048ccb8373 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Network 7201e55c-7c5f-41aa-a042-a363696539d0 is already hosted by enough agents. {{(pid=121607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:38:47.881959 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-0c16974e-e841-431b-97ac-8c048ccb8373 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Resources bound (agent type, host, resource id):  {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:38:47.886086 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c16974e-e841-431b-97ac-8c048ccb8373 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Received port after_create {{(pid=121607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:38:47.891541 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port 0e486d9c-2df7-4b9d-9f14-281ee4904210 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:38:47.892453 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c16974e-e841-431b-97ac-8c048ccb8373 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Pushing event updated for resources: {'Port': ['ID=5b340bca-9bab-4502-8af2-78bef9566461,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:38:47.892966 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:47.933688 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f917cbec-be72-4aca-9f91-ff78f3f017af tempest-SecGroupIPv6Test-23541722 tempest-SecGroupIPv6Test-23541722-project] Publish callbacks [] for security_group_rule, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:48.065568 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 0c5f0baa-9bab-45b4-a616-dc7351803aef no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:38:48.088382 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] No Port match for: 0c5f0baa-9bab-45b4-a616-dc7351803aef {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:38:48.088835 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 0c5f0baa-9bab-45b4-a616-dc7351803aef not bound to the agent host ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:38:48.089451 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device a8760726-f8e0-478e-a42d-b7e666fc87d0 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:38:48.103694 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f917cbec-be72-4aca-9f91-ff78f3f017af tempest-SecGroupIPv6Test-23541722 tempest-SecGroupIPv6Test-23541722-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:48.114132 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] No Port match for: a8760726-f8e0-478e-a42d-b7e666fc87d0 {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:38:48.115014 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device a8760726-f8e0-478e-a42d-b7e666fc87d0 not bound to the agent host ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:38:48.163243 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-9a57a530-cf6e-4585-8cee-e499934511bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2007615'] for router_interface, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:48.220902 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f917cbec-be72-4aca-9f91-ff78f3f017af tempest-SecGroupIPv6Test-23541722 tempest-SecGroupIPv6Test-23541722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077839'] for security_group_rule, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:48.250239 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f917cbec-be72-4aca-9f91-ff78f3f017af tempest-SecGroupIPv6Test-23541722 tempest-SecGroupIPv6Test-23541722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3177b976-c704-4452-ad1e-95bdf1811fd0,revision_number=0']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:38:48.349544 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f917cbec-be72-4aca-9f91-ff78f3f017af tempest-SecGroupIPv6Test-23541722 tempest-SecGroupIPv6Test-23541722-project] Publish callbacks [] for security_group_rule, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:48.350768 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-f917cbec-be72-4aca-9f91-ff78f3f017af tempest-SecGroupIPv6Test-23541722 tempest-SecGroupIPv6Test-23541722-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.5696442
Dec 25 21:38:48.353691 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 35310) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:38:48.359842 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-0333c5d6-76e7-4c61-adc5-e72e8ef659bc tempest-SecGroupIPv6Test-23541722 tempest-SecGroupIPv6Test-23541722-project] Request body: {'security_group_rule': {'security_group_id': 'be141f58-d286-43f8-a498-5e0544134fff', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:38:48.384051 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-0c16974e-e841-431b-97ac-8c048ccb8373 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks [] for floatingip, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:48.429954 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-9a57a530-cf6e-4585-8cee-e499934511bf admin admin] Deleting port 0e486d9c-2df7-4b9d-9f14-281ee4904210 {{(pid=121606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:38:48.430311 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-9a57a530-cf6e-4585-8cee-e499934511bf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:48.509275 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-0333c5d6-76e7-4c61-adc5-e72e8ef659bc tempest-SecGroupIPv6Test-23541722 tempest-SecGroupIPv6Test-23541722-project] Publish callbacks [] for security_group_rule, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:48.522556 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [None req-9a57a530-cf6e-4585-8cee-e499934511bf admin admin] For port 0e486d9c-2df7-4b9d-9f14-281ee4904210, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0e486d9c-2df7-4b9d-9f14-281ee4904210,segment=NetworkSegment(2474f392-7d70-4832-bb06-fd0ef761000c),segment_id=2474f392-7d70-4832-bb06-fd0ef761000c)] {{(pid=121606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:38:48.522910 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-9a57a530-cf6e-4585-8cee-e499934511bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:48.544685 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-9a57a530-cf6e-4585-8cee-e499934511bf admin admin] Calling delete_port for 0e486d9c-2df7-4b9d-9f14-281ee4904210 owned by network:router_interface {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:38:48.557478 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-0c16974e-e841-431b-97ac-8c048ccb8373 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:48.636555 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-0333c5d6-76e7-4c61-adc5-e72e8ef659bc tempest-SecGroupIPv6Test-23541722 tempest-SecGroupIPv6Test-23541722-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:48.714710 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-0c16974e-e841-431b-97ac-8c048ccb8373 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks [] for port, precommit_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:48.719356 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-0333c5d6-76e7-4c61-adc5-e72e8ef659bc tempest-SecGroupIPv6Test-23541722 tempest-SecGroupIPv6Test-23541722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077839'] for security_group_rule, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:48.747138 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0333c5d6-76e7-4c61-adc5-e72e8ef659bc tempest-SecGroupIPv6Test-23541722 tempest-SecGroupIPv6Test-23541722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1ccd82d-e1d0-4611-be92-c7c49d6a2094,revision_number=0']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:38:48.771232 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-0c16974e-e841-431b-97ac-8c048ccb8373 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8632327'] for port, after_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:48.832776 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-0333c5d6-76e7-4c61-adc5-e72e8ef659bc tempest-SecGroupIPv6Test-23541722 tempest-SecGroupIPv6Test-23541722-project] Publish callbacks [] for security_group_rule, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:48.834050 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-0333c5d6-76e7-4c61-adc5-e72e8ef659bc tempest-SecGroupIPv6Test-23541722 tempest-SecGroupIPv6Test-23541722-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.4793718
Dec 25 21:38:48.837398 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 35314) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:38:48.841340 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c16974e-e841-431b-97ac-8c048ccb8373 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Pushing event updated for resources: {'Port': ['ID=5b340bca-9bab-4502-8af2-78bef9566461,revision_number=2']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:38:48.841750 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-d9e41e84-919c-4ae9-9529-7a3b5d5004f1 tempest-SecGroupIPv6Test-23541722 tempest-SecGroupIPv6Test-23541722-project] Request body: {'security_group_rule': {'security_group_id': 'be141f58-d286-43f8-a498-5e0544134fff', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:38:48.853994 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-0c16974e-e841-431b-97ac-8c048ccb8373 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2008639'] for floatingip, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:48.867252 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-9a57a530-cf6e-4585-8cee-e499934511bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:48.895576 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a57a530-cf6e-4585-8cee-e499934511bf admin admin] Pushing event deleted for resources: {'Port': ['ID=0e486d9c-2df7-4b9d-9f14-281ee4904210,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:38:48.955082 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-d9e41e84-919c-4ae9-9529-7a3b5d5004f1 tempest-SecGroupIPv6Test-23541722 tempest-SecGroupIPv6Test-23541722-project] Publish callbacks [] for security_group_rule, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:48.965224 ncdv-master-1 neutron-server[121607]: INFO neutron.db.l3_db [None req-0c16974e-e841-431b-97ac-8c048ccb8373 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Floating IP 80ff6560-09f4-47e9-a8ec-bf79e6da88d6 associated. External IP: 172.35.3.145, port: f8a8588c-abcc-4eda-99f7-383ebeac328b.
Dec 25 21:38:49.089788 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-d9e41e84-919c-4ae9-9529-7a3b5d5004f1 tempest-SecGroupIPv6Test-23541722 tempest-SecGroupIPv6Test-23541722-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:49.106750 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-9a57a530-cf6e-4585-8cee-e499934511bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2007763'] for router_interface, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:49.168298 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-d9e41e84-919c-4ae9-9529-7a3b5d5004f1 tempest-SecGroupIPv6Test-23541722 tempest-SecGroupIPv6Test-23541722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077839'] for security_group_rule, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:49.198555 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c16974e-e841-431b-97ac-8c048ccb8373 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Router 32a3f620-bea5-4e1f-a0ab-81323e6971a6 has already been hosted by L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 {{(pid=121607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 25 21:38:49.216469 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e41e84-919c-4ae9-9529-7a3b5d5004f1 tempest-SecGroupIPv6Test-23541722 tempest-SecGroupIPv6Test-23541722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12ccef80-0d77-4bf0-8b3d-4916fba52a0c,revision_number=0']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:38:49.282228 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-d9e41e84-919c-4ae9-9529-7a3b5d5004f1 tempest-SecGroupIPv6Test-23541722 tempest-SecGroupIPv6Test-23541722-project] Publish callbacks [] for security_group_rule, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:49.283451 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-d9e41e84-919c-4ae9-9529-7a3b5d5004f1 tempest-SecGroupIPv6Test-23541722 tempest-SecGroupIPv6Test-23541722-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.4451520
Dec 25 21:38:49.287862 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 35316) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:38:49.292181 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-8890064d-fe5f-44e8-b59b-fa4101a8dee3 tempest-SecGroupIPv6Test-23541722 tempest-SecGroupIPv6Test-23541722-project] Request body: {'security_group_rule': {'security_group_id': 'be141f58-d286-43f8-a498-5e0544134fff', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:38:49.307729 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c16974e-e841-431b-97ac-8c048ccb8373 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 21:38:49.319012 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac0e2ec2-d546-4d53-b3e9-5920a4d8deda None None] Sync routers for ids ['32a3f620-bea5-4e1f-a0ab-81323e6971a6'] in ncdv-master-1 {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 21:38:49.329047 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac0e2ec2-d546-4d53-b3e9-5920a4d8deda None None] Routers {'32a3f620-bea5-4e1f-a0ab-81323e6971a6'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:38:49.329883 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-ac0e2ec2-d546-4d53-b3e9-5920a4d8deda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2618835760>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:38:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['32a3f620-bea5-4e1f-a0ab-81323e6971a6'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:38:49.370416 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a57a530-cf6e-4585-8cee-e499934511bf admin admin] Router 1a19be05-c7f4-4390-a86b-de3e3fd82cca has already been hosted by L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 {{(pid=121606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 25 21:38:49.416068 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-0c16974e-e841-431b-97ac-8c048ccb8373 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for floatingip, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:49.436411 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvr_db [None req-ac0e2ec2-d546-4d53-b3e9-5920a4d8deda None None] Set router 32a3f620-bea5-4e1f-a0ab-81323e6971a6 gateway port host: ncdv-master-1 {{(pid=121609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:38:49.454703 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-0c16974e-e841-431b-97ac-8c048ccb8373 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.5325549
Dec 25 21:38:49.455315 ncdv-master-1 neutron-server[121607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e933ee6-6f1f-4ab6-a383-83013426d722', 'tag': 'f8a8588c-abcc-4eda-99f7-383ebeac328b'}] {{(pid=121607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:38:49.459342 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f980bbcadfa7bf1e788024e1448be660373c21f97f015f780444e999c451203" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16c6b2ae-930a-4744-a46e-d20c1dcbea3d" -d '{"events": [{"name": "network-changed", "server_uuid": "0e933ee6-6f1f-4ab6-a383-83013426d722", "tag": "f8a8588c-abcc-4eda-99f7-383ebeac328b"}]}' {{(pid=121607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:38:49.481472 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a57a530-cf6e-4585-8cee-e499934511bf admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 21:38:49.492197 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cad57ee-0f90-413a-81da-ee9f2f367d7c None None] Sync routers for ids ['1a19be05-c7f4-4390-a86b-de3e3fd82cca'] in ncdv-master-1 {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 21:38:49.497506 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-9a57a530-cf6e-4585-8cee-e499934511bf admin admin] 10.222.0.32 "PUT /v2.0/routers/1a19be05-c7f4-4390-a86b-de3e3fd82cca/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.8127401
Dec 25 21:38:49.503249 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 35324) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:38:49.507395 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-8890064d-fe5f-44e8-b59b-fa4101a8dee3 tempest-SecGroupIPv6Test-23541722 tempest-SecGroupIPv6Test-23541722-project] Publish callbacks [] for security_group_rule, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:49.516057 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cad57ee-0f90-413a-81da-ee9f2f367d7c None None] Routers {'1a19be05-c7f4-4390-a86b-de3e3fd82cca'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:38:49.516707 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-0cad57ee-0f90-413a-81da-ee9f2f367d7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2618244910>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:38:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['1a19be05-c7f4-4390-a86b-de3e3fd82cca'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:38:49.651953 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de41cd0f-b3f4-4fad-a52a-17cdbb11ebbe req-ecba5e13-933f-44e4-9fa3-0a0a6dedc8a4 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:38:49.654269 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-de41cd0f-b3f4-4fad-a52a-17cdbb11ebbe req-ecba5e13-933f-44e4-9fa3-0a0a6dedc8a4 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e933ee6-6f1f-4ab6-a383-83013426d722 HTTP/1.1" status: 200  len: 945 time: 0.1159163
Dec 25 21:38:49.657482 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvr_db [None req-0cad57ee-0f90-413a-81da-ee9f2f367d7c None None] Set router 1a19be05-c7f4-4390-a86b-de3e3fd82cca gateway port host: ncdv-master-1 {{(pid=121608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:38:49.657775 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-8890064d-fe5f-44e8-b59b-fa4101a8dee3 tempest-SecGroupIPv6Test-23541722 tempest-SecGroupIPv6Test-23541722-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:49.721292 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-ac0e2ec2-d546-4d53-b3e9-5920a4d8deda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2618835760>, [{'id': '32a3f620-bea5-4e1f-a0ab-81323e6971a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1125267842', 'tenant_id': '4ff29c23c5844f45826a02b6ae6b65e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.31'}], 'enable_snat': True}, 'gw_port_id': '4cac6038-4803-4ebc-9f2c-768f83fbd9cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:38:16Z', 'updated_at': '2021-12-25T21:38:23Z', 'revision_number': 4, 'project_id': '4ff29c23c5844f45826a02b6ae6b65e7', 'gw_port': {'id': '4cac6038-4803-4ebc-9f2c-768f83fbd9cc', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:62:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32a3f620-bea5-4e1f-a0ab-81323e6971a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3280, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:38:17Z', 'updated_at': '2021-12-25T21:38:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '80ff6560-09f4-47e9-a8ec-bf79e6da88d6', 'tenant_id': '4ff29c23c5844f45826a02b6ae6b65e7', 'floating_ip_address': '172.35.3.145', 'floating_network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'router_id': '32a3f620-bea5-4e1f-a0ab-81323e6971a6', 'port_id': 'f8a8588c-abcc-4eda-99f7-383ebeac328b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3352, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd227a8f7-d82b-444c-89d0-511b922f2260', 'mac_address': 'fa:16:3e:08:bb:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e933ee6-6f1f-4ab6-a383-83013426d722', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-25T21:38:48Z', 'updated_at': '2021-12-25T21:38:48Z', 'revision_number': 0, 'project_id': '4ff29c23c5844f45826a02b6ae6b65e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae241821-d15c-4471-9dda-f7dc03221aae', 'name': '', 'network_id': 'd227a8f7-d82b-444c-89d0-511b922f2260', 'tenant_id': '4ff29c23c5844f45826a02b6ae6b65e7', 'mac_address': 'fa:16:3e:0a:cc:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32a3f620-bea5-4e1f-a0ab-81323e6971a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3297, 'fixed_ips': [{'subnet_id': 'ee860ac1-7afc-44c5-8b9f-76e3f7a077b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:38:21Z', 'updated_at': '2021-12-25T21:38:26Z', 'revision_number': 5, 'project_id': '4ff29c23c5844f45826a02b6ae6b65e7', 'subnets': [{'id': 'ee860ac1-7afc-44c5-8b9f-76e3f7a077b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:38:49.723046 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-de41cd0f-b3f4-4fad-a52a-17cdbb11ebbe req-1360eaff-aa1c-4f95-a3a6-8f49cb3bf60c tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "GET /v2.0/security-groups?id=2dd0ce2e-c467-45c4-9d2c-d6c9831710fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0606380
Dec 25 21:38:49.731257 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-8593839c-0269-41ae-9fa2-ab214f33d426 admin admin] Publish callbacks [] for router, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:49.739195 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-8890064d-fe5f-44e8-b59b-fa4101a8dee3 tempest-SecGroupIPv6Test-23541722 tempest-SecGroupIPv6Test-23541722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077839'] for security_group_rule, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:49.772023 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac0e2ec2-d546-4d53-b3e9-5920a4d8deda None None] Checking router: 32a3f620-bea5-4e1f-a0ab-81323e6971a6 for host: ncdv-master-1 {{(pid=121609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 25 21:38:49.778056 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 35328) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:38:49.781753 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac0e2ec2-d546-4d53-b3e9-5920a4d8deda None None] Routers {'32a3f620-bea5-4e1f-a0ab-81323e6971a6'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:38:49.782372 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-ac0e2ec2-d546-4d53-b3e9-5920a4d8deda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2618835760>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:38:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['32a3f620-bea5-4e1f-a0ab-81323e6971a6'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:38:49.841268 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8890064d-fe5f-44e8-b59b-fa4101a8dee3 tempest-SecGroupIPv6Test-23541722 tempest-SecGroupIPv6Test-23541722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b255512-36d4-428d-b916-d08da28587e4,revision_number=0']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:38:49.865072 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-8890064d-fe5f-44e8-b59b-fa4101a8dee3 tempest-SecGroupIPv6Test-23541722 tempest-SecGroupIPv6Test-23541722-project] Publish callbacks [] for security_group_rule, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:49.870920 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-8890064d-fe5f-44e8-b59b-fa4101a8dee3 tempest-SecGroupIPv6Test-23541722 tempest-SecGroupIPv6Test-23541722-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.5818603
Dec 25 21:38:49.874725 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 35330) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:38:49.884088 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-4d02d650-d611-44f1-bcfd-3a1c4e991a58 tempest-SecGroupIPv6Test-23541722 tempest-SecGroupIPv6Test-23541722-project] Request body: {'security_group_rule': {'security_group_id': 'be141f58-d286-43f8-a498-5e0544134fff', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:38:49.933401 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-0cad57ee-0f90-413a-81da-ee9f2f367d7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2618244910>, [{'id': '1a19be05-c7f4-4390-a86b-de3e3fd82cca', 'name': 'tempest-TestAggregatesBasicOps-1013987311-router', 'tenant_id': '2a1b39b2a3c94189a7b27e64ddaacac0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.228'}], 'enable_snat': True}, 'gw_port_id': '5dd274b4-fd6f-4c50-8e3b-c00cdb7299a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:38:33Z', 'updated_at': '2021-12-25T21:38:48Z', 'revision_number': 5, 'project_id': '2a1b39b2a3c94189a7b27e64ddaacac0', 'gw_port': {'id': '5dd274b4-fd6f-4c50-8e3b-c00cdb7299a7', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:6f:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a19be05-c7f4-4390-a86b-de3e3fd82cca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3333, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:38:34Z', 'updated_at': '2021-12-25T21:38:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:38:49.974250 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cad57ee-0f90-413a-81da-ee9f2f367d7c None None] Checking router: 1a19be05-c7f4-4390-a86b-de3e3fd82cca for host: ncdv-master-1 {{(pid=121608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 25 21:38:49.977349 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c6b2ae-930a-4744-a46e-d20c1dcbea3d req-ac1373fd-8375-40a7-b769-83892a69539e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:38:49.979936 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-16c6b2ae-930a-4744-a46e-d20c1dcbea3d req-ac1373fd-8375-40a7-b769-83892a69539e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=4ff29c23c5844f45826a02b6ae6b65e7&device_id=0e933ee6-6f1f-4ab6-a383-83013426d722 HTTP/1.1" status: 200  len: 1096 time: 0.0546746
Dec 25 21:38:49.984117 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cad57ee-0f90-413a-81da-ee9f2f367d7c None None] Routers {'1a19be05-c7f4-4390-a86b-de3e3fd82cca'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:38:49.984739 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-0cad57ee-0f90-413a-81da-ee9f2f367d7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2618244910>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:38:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['1a19be05-c7f4-4390-a86b-de3e3fd82cca'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:38:49.989969 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvr_db [None req-ac0e2ec2-d546-4d53-b3e9-5920a4d8deda None None] Set router 32a3f620-bea5-4e1f-a0ab-81323e6971a6 gateway port host: ncdv-master-1 {{(pid=121609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:38:50.040294 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-4d02d650-d611-44f1-bcfd-3a1c4e991a58 tempest-SecGroupIPv6Test-23541722 tempest-SecGroupIPv6Test-23541722-project] Publish callbacks [] for security_group_rule, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:50.115920 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvr_db [None req-0cad57ee-0f90-413a-81da-ee9f2f367d7c None None] Set router 1a19be05-c7f4-4390-a86b-de3e3fd82cca gateway port host: ncdv-master-1 {{(pid=121608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:38:50.138136 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Dec 2021 21:38:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b582803-8071-4adf-8756-ceb296046632 x-openstack-request-id: req-4b582803-8071-4adf-8756-ceb296046632 {{(pid=121607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:38:50.138766 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e933ee6-6f1f-4ab6-a383-83013426d722", "tag": "f8a8588c-abcc-4eda-99f7-383ebeac328b", "status": "completed", "code": 200}]} {{(pid=121607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:38:50.138920 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4b582803-8071-4adf-8756-ceb296046632 {{(pid=121607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:38:50.139322 ncdv-master-1 neutron-server[121607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e933ee6-6f1f-4ab6-a383-83013426d722', 'tag': 'f8a8588c-abcc-4eda-99f7-383ebeac328b', 'status': 'completed', 'code': 200}
Dec 25 21:38:50.157527 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c6b2ae-930a-4744-a46e-d20c1dcbea3d req-645f212a-bf29-4c77-bee6-ab8bd6592a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:38:50.161947 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-16c6b2ae-930a-4744-a46e-d20c1dcbea3d req-645f212a-bf29-4c77-bee6-ab8bd6592a77 service neutron] 10.222.0.31 "GET /v2.0/networks?id=d227a8f7-d82b-444c-89d0-511b922f2260 HTTP/1.1" status: 200  len: 898 time: 0.1729996
Dec 25 21:38:50.174566 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-4d02d650-d611-44f1-bcfd-3a1c4e991a58 tempest-SecGroupIPv6Test-23541722 tempest-SecGroupIPv6Test-23541722-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:50.181703 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-8cb89cb3-b4bd-40c3-ac8f-1621044b55e7 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "GET /v2.0/floatingips/80ff6560-09f4-47e9-a8ec-bf79e6da88d6 HTTP/1.1" status: 200  len: 991 time: 0.4030066
Dec 25 21:38:50.234369 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-8593839c-0269-41ae-9fa2-ab214f33d426 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:50.246851 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-16c6b2ae-930a-4744-a46e-d20c1dcbea3d req-f7409227-28a2-4449-85fa-57eac9841de8 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f8a8588c-abcc-4eda-99f7-383ebeac328b HTTP/1.1" status: 200  len: 999 time: 0.0802042
Dec 25 21:38:50.249745 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-4d02d650-d611-44f1-bcfd-3a1c4e991a58 tempest-SecGroupIPv6Test-23541722 tempest-SecGroupIPv6Test-23541722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077839'] for security_group_rule, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:50.289497 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-ac0e2ec2-d546-4d53-b3e9-5920a4d8deda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2618835760>, [{'id': '32a3f620-bea5-4e1f-a0ab-81323e6971a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1125267842', 'tenant_id': '4ff29c23c5844f45826a02b6ae6b65e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.31'}], 'enable_snat': True}, 'gw_port_id': '4cac6038-4803-4ebc-9f2c-768f83fbd9cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:38:16Z', 'updated_at': '2021-12-25T21:38:23Z', 'revision_number': 4, 'project_id': '4ff29c23c5844f45826a02b6ae6b65e7', 'gw_port': {'id': '4cac6038-4803-4ebc-9f2c-768f83fbd9cc', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:62:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32a3f620-bea5-4e1f-a0ab-81323e6971a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3280, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:38:17Z', 'updated_at': '2021-12-25T21:38:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '80ff6560-09f4-47e9-a8ec-bf79e6da88d6', 'tenant_id': '4ff29c23c5844f45826a02b6ae6b65e7', 'floating_ip_address': '172.35.3.145', 'floating_network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'router_id': '32a3f620-bea5-4e1f-a0ab-81323e6971a6', 'port_id': 'f8a8588c-abcc-4eda-99f7-383ebeac328b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3352, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd227a8f7-d82b-444c-89d0-511b922f2260', 'mac_address': 'fa:16:3e:08:bb:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e933ee6-6f1f-4ab6-a383-83013426d722', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-25T21:38:48Z', 'updated_at': '2021-12-25T21:38:48Z', 'revision_number': 0, 'project_id': '4ff29c23c5844f45826a02b6ae6b65e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae241821-d15c-4471-9dda-f7dc03221aae', 'name': '', 'network_id': 'd227a8f7-d82b-444c-89d0-511b922f2260', 'tenant_id': '4ff29c23c5844f45826a02b6ae6b65e7', 'mac_address': 'fa:16:3e:0a:cc:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32a3f620-bea5-4e1f-a0ab-81323e6971a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3297, 'fixed_ips': [{'subnet_id': 'ee860ac1-7afc-44c5-8b9f-76e3f7a077b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:38:21Z', 'updated_at': '2021-12-25T21:38:26Z', 'revision_number': 5, 'project_id': '4ff29c23c5844f45826a02b6ae6b65e7', 'subnets': [{'id': 'ee860ac1-7afc-44c5-8b9f-76e3f7a077b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:38:50.296529 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d02d650-d611-44f1-bcfd-3a1c4e991a58 tempest-SecGroupIPv6Test-23541722 tempest-SecGroupIPv6Test-23541722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8393a2b3-c23f-49a2-94d8-81ecef377e41,revision_number=0']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:38:50.314371 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c6b2ae-930a-4744-a46e-d20c1dcbea3d req-9ecc9f9b-b7e1-4177-851d-1b6cc8b0d166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:38:50.315040 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac0e2ec2-d546-4d53-b3e9-5920a4d8deda None None] The sync data for ids ['32a3f620-bea5-4e1f-a0ab-81323e6971a6'] in ncdv-master-1 is: [{'id': '32a3f620-bea5-4e1f-a0ab-81323e6971a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1125267842', 'tenant_id': '4ff29c23c5844f45826a02b6ae6b65e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.31'}], 'enable_snat': True}, 'gw_port_id': '4cac6038-4803-4ebc-9f2c-768f83fbd9cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:38:16Z', 'updated_at': '2021-12-25T21:38:23Z', 'revision_number': 4, 'project_id': '4ff29c23c5844f45826a02b6ae6b65e7', 'gw_port': {'id': '4cac6038-4803-4ebc-9f2c-768f83fbd9cc', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:62:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32a3f620-bea5-4e1f-a0ab-81323e6971a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3280, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:38:17Z', 'updated_at': '2021-12-25T21:38:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '80ff6560-09f4-47e9-a8ec-bf79e6da88d6', 'tenant_id': '4ff29c23c5844f45826a02b6ae6b65e7', 'floating_ip_address': '172.35.3.145', 'floating_network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'router_id': '32a3f620-bea5-4e1f-a0ab-81323e6971a6', 'port_id': 'f8a8588c-abcc-4eda-99f7-383ebeac328b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3352, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd227a8f7-d82b-444c-89d0-511b922f2260', 'mac_address': 'fa:16:3e:08:bb:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e933ee6-6f1f-4ab6-a383-83013426d722', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-25T21:38:48Z', 'updated_at': '2021-12-25T21:38:48Z', 'revision_number': 0, 'project_id': '4ff29c23c5844f45826a02b6ae6b65e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae241821-d15c-4471-9dda-f7dc03221aae', 'name': '', 'network_id': 'd227a8f7-d82b-444c-89d0-511b922f2260', 'tenant_id': '4ff29c23c5844f45826a02b6ae6b65e7', 'mac_address': 'fa:16:3e:0a:cc:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32a3f620-bea5-4e1f-a0ab-81323e6971a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3297, 'fixed_ips': [{'subnet_id': 'ee860ac1-7afc-44c5-8b9f-76e3f7a077b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:38:21Z', 'updated_at': '2021-12-25T21:38:26Z', 'revision_number': 5, 'project_id': '4ff29c23c5844f45826a02b6ae6b65e7', 'subnets': [{'id': 'ee860ac1-7afc-44c5-8b9f-76e3f7a077b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 21:38:50.316769 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-16c6b2ae-930a-4744-a46e-d20c1dcbea3d req-9ecc9f9b-b7e1-4177-851d-1b6cc8b0d166 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=ee860ac1-7afc-44c5-8b9f-76e3f7a077b2 HTTP/1.1" status: 200  len: 835 time: 0.0619643
Dec 25 21:38:50.336182 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-0cad57ee-0f90-413a-81da-ee9f2f367d7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2618244910>, [{'id': '1a19be05-c7f4-4390-a86b-de3e3fd82cca', 'name': 'tempest-TestAggregatesBasicOps-1013987311-router', 'tenant_id': '2a1b39b2a3c94189a7b27e64ddaacac0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.228'}], 'enable_snat': True}, 'gw_port_id': '5dd274b4-fd6f-4c50-8e3b-c00cdb7299a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:38:33Z', 'updated_at': '2021-12-25T21:38:48Z', 'revision_number': 5, 'project_id': '2a1b39b2a3c94189a7b27e64ddaacac0', 'gw_port': {'id': '5dd274b4-fd6f-4c50-8e3b-c00cdb7299a7', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:6f:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a19be05-c7f4-4390-a86b-de3e3fd82cca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3333, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:38:34Z', 'updated_at': '2021-12-25T21:38:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:38:50.376044 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cad57ee-0f90-413a-81da-ee9f2f367d7c None None] The sync data for ids ['1a19be05-c7f4-4390-a86b-de3e3fd82cca'] in ncdv-master-1 is: [{'id': '1a19be05-c7f4-4390-a86b-de3e3fd82cca', 'name': 'tempest-TestAggregatesBasicOps-1013987311-router', 'tenant_id': '2a1b39b2a3c94189a7b27e64ddaacac0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.228'}], 'enable_snat': True}, 'gw_port_id': '5dd274b4-fd6f-4c50-8e3b-c00cdb7299a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:38:33Z', 'updated_at': '2021-12-25T21:38:48Z', 'revision_number': 5, 'project_id': '2a1b39b2a3c94189a7b27e64ddaacac0', 'gw_port': {'id': '5dd274b4-fd6f-4c50-8e3b-c00cdb7299a7', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:6f:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a19be05-c7f4-4390-a86b-de3e3fd82cca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3333, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:38:34Z', 'updated_at': '2021-12-25T21:38:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 21:38:50.376357 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c6b2ae-930a-4744-a46e-d20c1dcbea3d req-1a9001da-a483-4724-b7a3-9d9178620946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:38:50.377013 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-8593839c-0269-41ae-9fa2-ab214f33d426 admin admin] Deleting port 5dd274b4-fd6f-4c50-8e3b-c00cdb7299a7 {{(pid=121607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:38:50.377422 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-8593839c-0269-41ae-9fa2-ab214f33d426 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:50.382526 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-16c6b2ae-930a-4744-a46e-d20c1dcbea3d req-1a9001da-a483-4724-b7a3-9d9178620946 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d227a8f7-d82b-444c-89d0-511b922f2260&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0584984
Dec 25 21:38:50.430932 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-4d02d650-d611-44f1-bcfd-3a1c4e991a58 tempest-SecGroupIPv6Test-23541722 tempest-SecGroupIPv6Test-23541722-project] Publish callbacks [] for security_group_rule, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:50.435183 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-4d02d650-d611-44f1-bcfd-3a1c4e991a58 tempest-SecGroupIPv6Test-23541722 tempest-SecGroupIPv6Test-23541722-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 772 time: 0.5545907
Dec 25 21:38:50.437463 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 35332) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:38:50.474557 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.db [None req-8593839c-0269-41ae-9fa2-ab214f33d426 admin admin] For port 5dd274b4-fd6f-4c50-8e3b-c00cdb7299a7, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5dd274b4-fd6f-4c50-8e3b-c00cdb7299a7,segment=NetworkSegment(6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855),segment_id=6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855)] {{(pid=121607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:38:50.474981 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-8593839c-0269-41ae-9fa2-ab214f33d426 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:50.489309 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-8593839c-0269-41ae-9fa2-ab214f33d426 admin admin] Calling delete_port for 5dd274b4-fd6f-4c50-8e3b-c00cdb7299a7 owned by network:router_gateway {{(pid=121607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:38:50.501134 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-91d28d92-7d45-484c-a002-5d68eed532ca tempest-SecGroupIPv6Test-23541722 tempest-SecGroupIPv6Test-23541722-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:50.513086 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-91d28d92-7d45-484c-a002-5d68eed532ca tempest-SecGroupIPv6Test-23541722 tempest-SecGroupIPv6Test-23541722-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:50.543637 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-16c6b2ae-930a-4744-a46e-d20c1dcbea3d req-5bddd9c5-d7a2-4912-885f-0bb945bdae45 service neutron] 10.222.0.31 "GET /v2.0/networks/d227a8f7-d82b-444c-89d0-511b922f2260?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1517076
Dec 25 21:38:50.580688 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dab4371d-e6f5-4694-a179-a24833efaa4f None None] New status for floating IP 80ff6560-09f4-47e9-a8ec-bf79e6da88d6: ACTIVE {{(pid=121609) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 25 21:38:50.648705 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-91d28d92-7d45-484c-a002-5d68eed532ca tempest-SecGroupIPv6Test-23541722 tempest-SecGroupIPv6Test-23541722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077839'] for security_group_rule, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:50.660721 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-91d28d92-7d45-484c-a002-5d68eed532ca tempest-SecGroupIPv6Test-23541722 tempest-SecGroupIPv6Test-23541722-project] Publish callbacks [] for security_group_rule, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:50.662516 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-91d28d92-7d45-484c-a002-5d68eed532ca tempest-SecGroupIPv6Test-23541722 tempest-SecGroupIPv6Test-23541722-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/8393a2b3-c23f-49a2-94d8-81ecef377e41 HTTP/1.1" status: 204  len: 168 time: 0.2235894
Dec 25 21:38:50.665570 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 35334) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:38:50.673343 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-16c6b2ae-930a-4744-a46e-d20c1dcbea3d req-a803f186-aeb6-429e-9958-75374591f448 service neutron] 10.222.0.31 "GET /v2.0/networks/d227a8f7-d82b-444c-89d0-511b922f2260?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1217797
Dec 25 21:38:50.674234 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d28d92-7d45-484c-a002-5d68eed532ca tempest-SecGroupIPv6Test-23541722 tempest-SecGroupIPv6Test-23541722-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8393a2b3-c23f-49a2-94d8-81ecef377e41,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:38:50.732466 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-93c65905-2113-41a3-808d-7f00d46c7edf tempest-SecGroupIPv6Test-23541722 tempest-SecGroupIPv6Test-23541722-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 5751 time: 0.0607138
Dec 25 21:38:50.732730 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 35338) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:38:50.770951 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-20d6cf23-2c6c-4d9a-8e78-48add07e1e19 tempest-SecGroupIPv6Test-23541722 tempest-SecGroupIPv6Test-23541722-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:50.785304 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-20d6cf23-2c6c-4d9a-8e78-48add07e1e19 tempest-SecGroupIPv6Test-23541722 tempest-SecGroupIPv6Test-23541722-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:50.799678 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-8593839c-0269-41ae-9fa2-ab214f33d426 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:50.832207 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8593839c-0269-41ae-9fa2-ab214f33d426 admin admin] Pushing event deleted for resources: {'Port': ['ID=5dd274b4-fd6f-4c50-8e3b-c00cdb7299a7,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:38:50.854183 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fcee960-a70d-42ce-8bc1-50bd4490ed05 None None] DHCP port deletion for 7201e55c-7c5f-41aa-a042-a363696539d0 request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 21:38:50.905266 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-8593839c-0269-41ae-9fa2-ab214f33d426 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2008689'] for router_gateway, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:50.997322 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-8593839c-0269-41ae-9fa2-ab214f33d426 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2014235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14905'] for router, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:50.999748 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-8593839c-0269-41ae-9fa2-ab214f33d426 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:51.001343 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-20d6cf23-2c6c-4d9a-8e78-48add07e1e19 tempest-SecGroupIPv6Test-23541722 tempest-SecGroupIPv6Test-23541722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077839'] for security_group_rule, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:51.008701 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-20d6cf23-2c6c-4d9a-8e78-48add07e1e19 tempest-SecGroupIPv6Test-23541722 tempest-SecGroupIPv6Test-23541722-project] Publish callbacks [] for security_group_rule, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:51.009379 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-20d6cf23-2c6c-4d9a-8e78-48add07e1e19 tempest-SecGroupIPv6Test-23541722 tempest-SecGroupIPv6Test-23541722-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/0b255512-36d4-428d-b916-d08da28587e4 HTTP/1.1" status: 204  len: 168 time: 0.2756772
Dec 25 21:38:51.012097 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 35340) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:38:51.049720 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d6cf23-2c6c-4d9a-8e78-48add07e1e19 tempest-SecGroupIPv6Test-23541722 tempest-SecGroupIPv6Test-23541722-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0b255512-36d4-428d-b916-d08da28587e4,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:38:51.069915 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-b34a4e09-76c2-4823-8145-11c0cfc95963 tempest-SecGroupIPv6Test-23541722 tempest-SecGroupIPv6Test-23541722-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 5205 time: 0.0565908
Dec 25 21:38:51.072618 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 35342) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:38:51.096616 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-f474a47c-bf3f-4dae-8dde-17a33753c853 tempest-SecGroupIPv6Test-23541722 tempest-SecGroupIPv6Test-23541722-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:51.104462 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-f474a47c-bf3f-4dae-8dde-17a33753c853 tempest-SecGroupIPv6Test-23541722 tempest-SecGroupIPv6Test-23541722-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:51.112686 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-8593839c-0269-41ae-9fa2-ab214f33d426 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2014220'] for router, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:51.113889 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8593839c-0269-41ae-9fa2-ab214f33d426 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1a19be05-c7f4-4390-a86b-de3e3fd82cca {{(pid=121607) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 25 21:38:51.118018 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-8593839c-0269-41ae-9fa2-ab214f33d426 admin admin] Publish callbacks [] for router, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:51.119290 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-8593839c-0269-41ae-9fa2-ab214f33d426 admin admin] 10.222.0.32 "DELETE /v2.0/routers/1a19be05-c7f4-4390-a86b-de3e3fd82cca HTTP/1.1" status: 204  len: 168 time: 1.6140747
Dec 25 21:38:51.121750 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 35344) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:38:51.168999 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_v2 [None req-4225184f-2f30-4d4e-bd74-53dd71530ae5 admin admin] Deleting subnet 0eaa714f-43fb-4494-8d79-9ef39815c2b4 {{(pid=121607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Dec 25 21:38:51.172315 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-4225184f-2f30-4d4e-bd74-53dd71530ae5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:51.185766 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 35346) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:38:51.210245 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-4225184f-2f30-4d4e-bd74-53dd71530ae5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10246617'] for subnet, precommit_delete_associations {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:51.256941 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-f474a47c-bf3f-4dae-8dde-17a33753c853 tempest-SecGroupIPv6Test-23541722 tempest-SecGroupIPv6Test-23541722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077839'] for security_group_rule, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:51.270413 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-f474a47c-bf3f-4dae-8dde-17a33753c853 tempest-SecGroupIPv6Test-23541722 tempest-SecGroupIPv6Test-23541722-project] Publish callbacks [] for security_group_rule, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:51.271567 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-f474a47c-bf3f-4dae-8dde-17a33753c853 tempest-SecGroupIPv6Test-23541722 tempest-SecGroupIPv6Test-23541722-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/12ccef80-0d77-4bf0-8b3d-4916fba52a0c HTTP/1.1" status: 204  len: 168 time: 0.1979666
Dec 25 21:38:51.280242 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 35348) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:38:51.303571 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-4225184f-2f30-4d4e-bd74-53dd71530ae5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995662'] for subnet, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:51.306426 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f474a47c-bf3f-4dae-8dde-17a33753c853 tempest-SecGroupIPv6Test-23541722 tempest-SecGroupIPv6Test-23541722-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=12ccef80-0d77-4bf0-8b3d-4916fba52a0c,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:38:51.435960 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-4225184f-2f30-4d4e-bd74-53dd71530ae5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8632410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8852809'] for subnet, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:51.464842 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4225184f-2f30-4d4e-bd74-53dd71530ae5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0eaa714f-43fb-4494-8d79-9ef39815c2b4,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:38:51.466844 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-4225184f-2f30-4d4e-bd74-53dd71530ae5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:51.473259 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81c497cc-bd4a-4efa-89cc-0560faec86ca None None] Network 258c470c-e854-4066-b7be-150398a34eaf requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:38:51.473434 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-4225184f-2f30-4d4e-bd74-53dd71530ae5 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/0eaa714f-43fb-4494-8d79-9ef39815c2b4 HTTP/1.1" status: 204  len: 168 time: 0.3506255
Dec 25 21:38:51.474254 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 35350) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:38:51.555229 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5f8e7770-5304-4cca-a32d-fa1c1665e873 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625803'] for network, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:51.636191 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-03c1866c-7cc7-42c6-b3cc-ec93fd43c4be tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "GET /v2.0/floatingips/80ff6560-09f4-47e9-a8ec-bf79e6da88d6 HTTP/1.1" status: 200  len: 993 time: 0.4490299
Dec 25 21:38:51.636708 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-5f8e7770-5304-4cca-a32d-fa1c1665e873 admin admin] Deleting port fe71f959-2a66-4cc9-a50e-a194c146d2e1 {{(pid=121607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:38:51.636708 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5f8e7770-5304-4cca-a32d-fa1c1665e873 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:51.669339 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3f0d94b-e2ec-42f2-9b34-185f7f69af7d None None] DHCP port deletion for 258c470c-e854-4066-b7be-150398a34eaf request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 21:38:51.670133 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-faac32be-4f8c-48e9-ae03-f1fca4a525d7 tempest-SecGroupIPv6Test-23541722 tempest-SecGroupIPv6Test-23541722-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4659 time: 0.3799744
Dec 25 21:38:51.672465 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 35352) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:38:51.706472 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-1482067b-82cc-40ce-99ea-3a845a99c553 tempest-SecGroupIPv6Test-23541722 tempest-SecGroupIPv6Test-23541722-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:51.716150 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-1482067b-82cc-40ce-99ea-3a845a99c553 tempest-SecGroupIPv6Test-23541722 tempest-SecGroupIPv6Test-23541722-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:51.724728 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.db [None req-5f8e7770-5304-4cca-a32d-fa1c1665e873 admin admin] For port fe71f959-2a66-4cc9-a50e-a194c146d2e1, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fe71f959-2a66-4cc9-a50e-a194c146d2e1,segment=NetworkSegment(2474f392-7d70-4832-bb06-fd0ef761000c),segment_id=2474f392-7d70-4832-bb06-fd0ef761000c)] {{(pid=121607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:38:51.724728 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5f8e7770-5304-4cca-a32d-fa1c1665e873 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:51.726394 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-d3f0d94b-e2ec-42f2-9b34-185f7f69af7d None None] Deleting port fe71f959-2a66-4cc9-a50e-a194c146d2e1 {{(pid=121608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:38:51.730945 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-d3f0d94b-e2ec-42f2-9b34-185f7f69af7d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:51.741700 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-5f8e7770-5304-4cca-a32d-fa1c1665e873 admin admin] Calling delete_port for fe71f959-2a66-4cc9-a50e-a194c146d2e1 owned by network:dhcp {{(pid=121607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:38:51.796730 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-d3f0d94b-e2ec-42f2-9b34-185f7f69af7d None None] For port fe71f959-2a66-4cc9-a50e-a194c146d2e1, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fe71f959-2a66-4cc9-a50e-a194c146d2e1,segment=NetworkSegment(2474f392-7d70-4832-bb06-fd0ef761000c),segment_id=2474f392-7d70-4832-bb06-fd0ef761000c)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:38:51.797267 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-d3f0d94b-e2ec-42f2-9b34-185f7f69af7d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:51.813436 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-d3f0d94b-e2ec-42f2-9b34-185f7f69af7d None None] Calling delete_port for fe71f959-2a66-4cc9-a50e-a194c146d2e1 owned by network:dhcp {{(pid=121608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:38:51.841096 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-1482067b-82cc-40ce-99ea-3a845a99c553 tempest-SecGroupIPv6Test-23541722 tempest-SecGroupIPv6Test-23541722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077839'] for security_group_rule, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:51.847986 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-1482067b-82cc-40ce-99ea-3a845a99c553 tempest-SecGroupIPv6Test-23541722 tempest-SecGroupIPv6Test-23541722-project] Publish callbacks [] for security_group_rule, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:51.849111 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-1482067b-82cc-40ce-99ea-3a845a99c553 tempest-SecGroupIPv6Test-23541722 tempest-SecGroupIPv6Test-23541722-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/c1ccd82d-e1d0-4611-be92-c7c49d6a2094 HTTP/1.1" status: 204  len: 168 time: 0.1754456
Dec 25 21:38:51.851979 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 35356) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:38:51.855062 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1482067b-82cc-40ce-99ea-3a845a99c553 tempest-SecGroupIPv6Test-23541722 tempest-SecGroupIPv6Test-23541722-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c1ccd82d-e1d0-4611-be92-c7c49d6a2094,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:38:51.866454 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 0e486d9c-2df7-4b9d-9f14-281ee4904210 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:38:51.888825 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] No Port match for: 0e486d9c-2df7-4b9d-9f14-281ee4904210 {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:38:51.889222 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 0e486d9c-2df7-4b9d-9f14-281ee4904210 not bound to the agent host ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:38:51.889599 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 5dd274b4-fd6f-4c50-8e3b-c00cdb7299a7 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:38:51.893206 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-61263c11-75dd-458e-a582-c1ef644e26ea tempest-SecGroupIPv6Test-23541722 tempest-SecGroupIPv6Test-23541722-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4113 time: 0.0400288
Dec 25 21:38:51.903599 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 35358) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:38:51.915409 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] No Port match for: 5dd274b4-fd6f-4c50-8e3b-c00cdb7299a7 {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:38:51.915763 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 5dd274b4-fd6f-4c50-8e3b-c00cdb7299a7 not bound to the agent host ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:38:51.916172 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device fe71f959-2a66-4cc9-a50e-a194c146d2e1 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:38:51.924551 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5f8e7770-5304-4cca-a32d-fa1c1665e873 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:51.942717 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] No Port match for: fe71f959-2a66-4cc9-a50e-a194c146d2e1 {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:38:51.943066 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device fe71f959-2a66-4cc9-a50e-a194c146d2e1 not bound to the agent host ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:38:51.954200 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-0b1ae0d7-75dd-4967-baaa-2c7957264b93 tempest-SecGroupIPv6Test-23541722 tempest-SecGroupIPv6Test-23541722-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:51.956338 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8e7770-5304-4cca-a32d-fa1c1665e873 admin admin] Pushing event deleted for resources: {'Port': ['ID=fe71f959-2a66-4cc9-a50e-a194c146d2e1,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:38:51.965477 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-0b1ae0d7-75dd-4967-baaa-2c7957264b93 tempest-SecGroupIPv6Test-23541722 tempest-SecGroupIPv6Test-23541722-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:51.967515 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f8e7770-5304-4cca-a32d-fa1c1665e873 admin admin] No DVR routers for this DVR port fe71f959-2a66-4cc9-a50e-a194c146d2e1 on host ncdv-master-1 {{(pid=121607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:38:51.973803 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-d3f0d94b-e2ec-42f2-9b34-185f7f69af7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955'] for port, after_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:52.005823 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3f0d94b-e2ec-42f2-9b34-185f7f69af7d None None] No DVR routers for this DVR port fe71f959-2a66-4cc9-a50e-a194c146d2e1 on host ncdv-master-1 {{(pid=121608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:38:52.015044 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f0d94b-e2ec-42f2-9b34-185f7f69af7d None None] Pushing event deleted for resources: {'Port': ['ID=fe71f959-2a66-4cc9-a50e-a194c146d2e1,revision_number=None']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:38:52.062623 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5f8e7770-5304-4cca-a32d-fa1c1665e873 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997585', 'neutron.services.segments.db._delete_segments_for_network-8737602743071'] for network, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:52.083161 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-5f8e7770-5304-4cca-a32d-fa1c1665e873 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2618900c70>,) {'filters': {'network_id': ['258c470c-e854-4066-b7be-150398a34eaf']}} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:38:52.092659 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-5f8e7770-5304-4cca-a32d-fa1c1665e873 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2618900c70>, '2474f392-7d70-4832-bb06-fd0ef761000c') {'for_net_delete': True} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:38:52.092989 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-5f8e7770-5304-4cca-a32d-fa1c1665e873 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2618900c70>, '2474f392-7d70-4832-bb06-fd0ef761000c') {} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:38:52.102954 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5f8e7770-5304-4cca-a32d-fa1c1665e873 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737602746920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10246592'] for segment, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:52.104642 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-0b1ae0d7-75dd-4967-baaa-2c7957264b93 tempest-SecGroupIPv6Test-23541722 tempest-SecGroupIPv6Test-23541722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077839'] for security_group_rule, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:52.116224 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-0b1ae0d7-75dd-4967-baaa-2c7957264b93 tempest-SecGroupIPv6Test-23541722 tempest-SecGroupIPv6Test-23541722-project] Publish callbacks [] for security_group_rule, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:52.117366 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-0b1ae0d7-75dd-4967-baaa-2c7957264b93 tempest-SecGroupIPv6Test-23541722 tempest-SecGroupIPv6Test-23541722-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/3177b976-c704-4452-ad1e-95bdf1811fd0 HTTP/1.1" status: 204  len: 168 time: 0.2127872
Dec 25 21:38:52.120059 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 35360) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:38:52.124720 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1ae0d7-75dd-4967-baaa-2c7957264b93 tempest-SecGroupIPv6Test-23541722 tempest-SecGroupIPv6Test-23541722-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3177b976-c704-4452-ad1e-95bdf1811fd0,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:38:52.130283 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5f8e7770-5304-4cca-a32d-fa1c1665e873 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:52.137057 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f8e7770-5304-4cca-a32d-fa1c1665e873 admin admin] Releasing vlan 155 on physical network physnet1 to pool {{(pid=121607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 25 21:38:52.137496 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5f8e7770-5304-4cca-a32d-fa1c1665e873 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8633327'] for segment, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:52.139571 ncdv-master-1 neutron-server[121607]: Traceback (most recent call last):
Dec 25 21:38:52.139571 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 25 21:38:52.139571 ncdv-master-1 neutron-server[121607]:     timer()
Dec 25 21:38:52.139571 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 25 21:38:52.139571 ncdv-master-1 neutron-server[121607]:     cb(*args, **kw)
Dec 25 21:38:52.139571 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 25 21:38:52.139571 ncdv-master-1 neutron-server[121607]:     return func(*args, **kwargs)
Dec 25 21:38:52.139571 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 25 21:38:52.139571 ncdv-master-1 neutron-server[121607]:     self._notify()
Dec 25 21:38:52.139571 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 25 21:38:52.139571 ncdv-master-1 neutron-server[121607]:     self.callback(batched_events)
Dec 25 21:38:52.139571 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 25 21:38:52.139571 ncdv-master-1 neutron-server[121607]:     event.method(event)
Dec 25 21:38:52.139571 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 25 21:38:52.139571 ncdv-master-1 neutron-server[121607]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 25 21:38:52.139571 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 25 21:38:52.139571 ncdv-master-1 neutron-server[121607]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 25 21:38:52.139571 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 25 21:38:52.139571 ncdv-master-1 neutron-server[121607]:     return f(self, *a, **k)
Dec 25 21:38:52.139571 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 25 21:38:52.139571 ncdv-master-1 neutron-server[121607]:     return self._get(url).json()
Dec 25 21:38:52.139571 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 25 21:38:52.139571 ncdv-master-1 neutron-server[121607]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 25 21:38:52.139571 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 25 21:38:52.139571 ncdv-master-1 neutron-server[121607]:     return self.request(url, 'GET', **kwargs)
Dec 25 21:38:52.139571 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 25 21:38:52.139571 ncdv-master-1 neutron-server[121607]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 25 21:38:52.139571 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 25 21:38:52.139571 ncdv-master-1 neutron-server[121607]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 25 21:38:52.139571 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 25 21:38:52.139571 ncdv-master-1 neutron-server[121607]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 25 21:38:52.139571 ncdv-master-1 neutron-server[121607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 25 21:38:52.159638 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-6d5acb0b-79c9-4a44-8fdb-192eb4222500 tempest-SecGroupIPv6Test-23541722 tempest-SecGroupIPv6Test-23541722-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.0382967
Dec 25 21:38:52.162323 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 35362) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:38:52.214899 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-8319ad04-d9f0-4020-b471-7a947f101fd4 tempest-SecGroupIPv6Test-23541722 tempest-SecGroupIPv6Test-23541722-project] Publish callbacks [] for security_group, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:52.239200 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-8319ad04-d9f0-4020-b471-7a947f101fd4 tempest-SecGroupIPv6Test-23541722 tempest-SecGroupIPv6Test-23541722-project] Publish callbacks [] for security_group, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:52.295385 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5f8e7770-5304-4cca-a32d-fa1c1665e873 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2008653'] for network, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:52.299799 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5f8e7770-5304-4cca-a32d-fa1c1665e873 admin admin] Publish callbacks [] for network, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:52.303087 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-5f8e7770-5304-4cca-a32d-fa1c1665e873 admin admin] 10.222.0.32 "DELETE /v2.0/networks/258c470c-e854-4066-b7be-150398a34eaf HTTP/1.1" status: 204  len: 168 time: 0.8275294
Dec 25 21:38:52.315346 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8e7770-5304-4cca-a32d-fa1c1665e873 admin admin] Pushing event deleted for resources: {'Network': ['ID=258c470c-e854-4066-b7be-150398a34eaf,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:38:52.377099 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-8319ad04-d9f0-4020-b471-7a947f101fd4 tempest-SecGroupIPv6Test-23541722 tempest-SecGroupIPv6Test-23541722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:52.380007 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-8319ad04-d9f0-4020-b471-7a947f101fd4 tempest-SecGroupIPv6Test-23541722 tempest-SecGroupIPv6Test-23541722-project] Publish callbacks [] for security_group, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:52.381226 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-8319ad04-d9f0-4020-b471-7a947f101fd4 tempest-SecGroupIPv6Test-23541722 tempest-SecGroupIPv6Test-23541722-project] 10.222.0.32 "DELETE /v2.0/security-groups/be141f58-d286-43f8-a498-5e0544134fff HTTP/1.1" status: 204  len: 168 time: 0.2178807
Dec 25 21:38:52.384412 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 35366) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:38:52.405214 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8319ad04-d9f0-4020-b471-7a947f101fd4 tempest-SecGroupIPv6Test-23541722 tempest-SecGroupIPv6Test-23541722-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=be141f58-d286-43f8-a498-5e0544134fff,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:38:52.441341 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-b5b1afaa-b142-4a24-b0ba-ac21211e79ba tempest-SecGroupIPv6Test-23541722 tempest-SecGroupIPv6Test-23541722-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0552833
Dec 25 21:38:52.445552 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 35368) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:38:52.449859 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-d364c207-0aad-4e14-a745-38c177461e22 tempest-SecGroupIPv6Test-23541722 tempest-SecGroupIPv6Test-23541722-project] Request body: {'security_group': {'name': 'tempest-secgroup--1040221100'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:38:52.529669 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-d364c207-0aad-4e14-a745-38c177461e22 tempest-SecGroupIPv6Test-23541722 tempest-SecGroupIPv6Test-23541722-project] Publish callbacks [] for security_group, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:52.596651 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-d364c207-0aad-4e14-a745-38c177461e22 tempest-SecGroupIPv6Test-23541722 tempest-SecGroupIPv6Test-23541722-project] Publish callbacks [] for security_group, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:52.658289 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-d364c207-0aad-4e14-a745-38c177461e22 tempest-SecGroupIPv6Test-23541722 tempest-SecGroupIPv6Test-23541722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:52.688326 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d364c207-0aad-4e14-a745-38c177461e22 tempest-SecGroupIPv6Test-23541722 tempest-SecGroupIPv6Test-23541722-project] Pushing event updated for resources: {'SecurityGroup': ['ID=682e4476-d09d-4b80-8e53-0ea96bd3a588,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:38:52.697663 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 35372) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:38:52.736574 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-052a73a4-95b6-416c-b209-8a68c4b8e72a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=621c8524f3664ecc90427a356a18ba13&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0378039
Dec 25 21:38:52.739696 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 35374) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:38:52.752682 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-d364c207-0aad-4e14-a745-38c177461e22 tempest-SecGroupIPv6Test-23541722 tempest-SecGroupIPv6Test-23541722-project] Publish callbacks [] for security_group, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:52.754919 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-d364c207-0aad-4e14-a745-38c177461e22 tempest-SecGroupIPv6Test-23541722 tempest-SecGroupIPv6Test-23541722-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.3082838
Dec 25 21:38:52.758489 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 35376) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:38:52.764927 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-844c376e-8123-40f2-a1db-f3c519c1e4f6 tempest-SecGroupIPv6Test-23541722 tempest-SecGroupIPv6Test-23541722-project] Request body: {'security_group_rule': {'security_group_id': '682e4476-d09d-4b80-8e53-0ea96bd3a588', 'direction': 'ingress', 'protocol': 17}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:38:52.817253 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-805a0dc6-79ad-4e06-b732-8c50f9df29c4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:52.821034 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-805a0dc6-79ad-4e06-b732-8c50f9df29c4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:53.037815 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-844c376e-8123-40f2-a1db-f3c519c1e4f6 tempest-SecGroupIPv6Test-23541722 tempest-SecGroupIPv6Test-23541722-project] Publish callbacks [] for security_group_rule, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:53.078374 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-805a0dc6-79ad-4e06-b732-8c50f9df29c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:53.084830 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-805a0dc6-79ad-4e06-b732-8c50f9df29c4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:53.084830 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-805a0dc6-79ad-4e06-b732-8c50f9df29c4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c7913e08-efec-4d06-bfd6-534ddd8c8a1c HTTP/1.1" status: 204  len: 168 time: 0.3411036
Dec 25 21:38:53.091455 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805a0dc6-79ad-4e06-b732-8c50f9df29c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7913e08-efec-4d06-bfd6-534ddd8c8a1c,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:38:53.095437 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-844c376e-8123-40f2-a1db-f3c519c1e4f6 tempest-SecGroupIPv6Test-23541722 tempest-SecGroupIPv6Test-23541722-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:53.165070 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-844c376e-8123-40f2-a1db-f3c519c1e4f6 tempest-SecGroupIPv6Test-23541722 tempest-SecGroupIPv6Test-23541722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077839'] for security_group_rule, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:53.184342 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844c376e-8123-40f2-a1db-f3c519c1e4f6 tempest-SecGroupIPv6Test-23541722 tempest-SecGroupIPv6Test-23541722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e01eafbf-44a8-49c0-a732-f922277a6d3e,revision_number=0']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:38:53.263883 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-844c376e-8123-40f2-a1db-f3c519c1e4f6 tempest-SecGroupIPv6Test-23541722 tempest-SecGroupIPv6Test-23541722-project] Publish callbacks [] for security_group_rule, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:53.265492 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-844c376e-8123-40f2-a1db-f3c519c1e4f6 tempest-SecGroupIPv6Test-23541722 tempest-SecGroupIPv6Test-23541722-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 767 time: 0.5056121
Dec 25 21:38:53.268314 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 35382) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:38:53.328831 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-e1c397a2-bb77-483b-83f7-ba416d726c10 tempest-SecGroupIPv6Test-23541722 tempest-SecGroupIPv6Test-23541722-project] Publish callbacks [] for security_group, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:53.356498 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-e1c397a2-bb77-483b-83f7-ba416d726c10 tempest-SecGroupIPv6Test-23541722 tempest-SecGroupIPv6Test-23541722-project] Publish callbacks [] for security_group, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:53.458706 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-e1c397a2-bb77-483b-83f7-ba416d726c10 tempest-SecGroupIPv6Test-23541722 tempest-SecGroupIPv6Test-23541722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:53.461417 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-e1c397a2-bb77-483b-83f7-ba416d726c10 tempest-SecGroupIPv6Test-23541722 tempest-SecGroupIPv6Test-23541722-project] Publish callbacks [] for security_group, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:53.462627 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-e1c397a2-bb77-483b-83f7-ba416d726c10 tempest-SecGroupIPv6Test-23541722 tempest-SecGroupIPv6Test-23541722-project] 10.222.0.32 "DELETE /v2.0/security-groups/682e4476-d09d-4b80-8e53-0ea96bd3a588 HTTP/1.1" status: 204  len: 168 time: 0.1932273
Dec 25 21:38:53.465864 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 35386) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:38:53.478839 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c397a2-bb77-483b-83f7-ba416d726c10 tempest-SecGroupIPv6Test-23541722 tempest-SecGroupIPv6Test-23541722-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=682e4476-d09d-4b80-8e53-0ea96bd3a588,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:38:53.525179 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-3c03810a-2fbc-4119-b518-dfc221632308 tempest-SecGroupIPv6Test-23541722 tempest-SecGroupIPv6Test-23541722-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0568831
Dec 25 21:38:53.528596 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 35388) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:38:53.532946 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-7668196a-1844-490d-aa2b-c4e4063e8a1d tempest-SecGroupIPv6Test-23541722 tempest-SecGroupIPv6Test-23541722-project] Request body: {'security_group': {'name': 'tempest-secgroup--970437527'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:38:53.635599 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-7668196a-1844-490d-aa2b-c4e4063e8a1d tempest-SecGroupIPv6Test-23541722 tempest-SecGroupIPv6Test-23541722-project] Publish callbacks [] for security_group, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:53.700155 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-7668196a-1844-490d-aa2b-c4e4063e8a1d tempest-SecGroupIPv6Test-23541722 tempest-SecGroupIPv6Test-23541722-project] Publish callbacks [] for security_group, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:53.795400 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-7668196a-1844-490d-aa2b-c4e4063e8a1d tempest-SecGroupIPv6Test-23541722 tempest-SecGroupIPv6Test-23541722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:53.825403 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7668196a-1844-490d-aa2b-c4e4063e8a1d tempest-SecGroupIPv6Test-23541722 tempest-SecGroupIPv6Test-23541722-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b8147e9-a5d4-41ea-bce4-a6dd2e92e67e,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:38:53.927567 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 35392) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:38:53.944319 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-7668196a-1844-490d-aa2b-c4e4063e8a1d tempest-SecGroupIPv6Test-23541722 tempest-SecGroupIPv6Test-23541722-project] Publish callbacks [] for security_group, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:53.945626 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-7668196a-1844-490d-aa2b-c4e4063e8a1d tempest-SecGroupIPv6Test-23541722 tempest-SecGroupIPv6Test-23541722-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.4160335
Dec 25 21:38:53.948480 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 35394) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:38:53.953422 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-0e9f7759-4280-4be3-8937-7da512aede29 tempest-SecGroupIPv6Test-23541722 tempest-SecGroupIPv6Test-23541722-project] Request body: {'security_group': {'name': 'tempest-secgroup--73485618'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:38:53.978124 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-76a704cc-a4e6-43c1-a139-c34356df9cc3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2a1b39b2a3c94189a7b27e64ddaacac0&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0493202
Dec 25 21:38:53.982142 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 35396) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:38:54.027815 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5d535f32-2a26-4085-88ad-d01d52cd59cf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:54.041673 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-0e9f7759-4280-4be3-8937-7da512aede29 tempest-SecGroupIPv6Test-23541722 tempest-SecGroupIPv6Test-23541722-project] Publish callbacks [] for security_group, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:54.050844 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5d535f32-2a26-4085-88ad-d01d52cd59cf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:54.110414 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-0e9f7759-4280-4be3-8937-7da512aede29 tempest-SecGroupIPv6Test-23541722 tempest-SecGroupIPv6Test-23541722-project] Publish callbacks [] for security_group, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:54.172983 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5d535f32-2a26-4085-88ad-d01d52cd59cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:54.175669 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5d535f32-2a26-4085-88ad-d01d52cd59cf admin admin] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:54.176855 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-5d535f32-2a26-4085-88ad-d01d52cd59cf admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a2ee6142-68e1-469b-b981-815fefa5c2d5 HTTP/1.1" status: 204  len: 168 time: 0.1952851
Dec 25 21:38:54.185128 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d535f32-2a26-4085-88ad-d01d52cd59cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2ee6142-68e1-469b-b981-815fefa5c2d5,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:38:54.193059 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-0e9f7759-4280-4be3-8937-7da512aede29 tempest-SecGroupIPv6Test-23541722 tempest-SecGroupIPv6Test-23541722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:54.222791 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9f7759-4280-4be3-8937-7da512aede29 tempest-SecGroupIPv6Test-23541722 tempest-SecGroupIPv6Test-23541722-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75f2c8f0-4606-401a-8fe2-7b266b87fe3e,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:38:54.282704 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-0e9f7759-4280-4be3-8937-7da512aede29 tempest-SecGroupIPv6Test-23541722 tempest-SecGroupIPv6Test-23541722-project] Publish callbacks [] for security_group, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:54.282704 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-0e9f7759-4280-4be3-8937-7da512aede29 tempest-SecGroupIPv6Test-23541722 tempest-SecGroupIPv6Test-23541722-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1761 time: 0.3327980
Dec 25 21:38:54.285244 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 35400) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:38:54.289969 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-dbb90da4-3788-4375-91cc-c7c49bb57b39 tempest-SecGroupIPv6Test-23541722 tempest-SecGroupIPv6Test-23541722-project] Request body: {'security_group_rule': {'security_group_id': '2b8147e9-a5d4-41ea-bce4-a6dd2e92e67e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '75f2c8f0-4606-401a-8fe2-7b266b87fe3e', 'remote_ip_prefix': None}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:38:54.414410 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-dbb90da4-3788-4375-91cc-c7c49bb57b39 tempest-SecGroupIPv6Test-23541722 tempest-SecGroupIPv6Test-23541722-project] Publish callbacks [] for security_group_rule, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:54.487760 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-dbb90da4-3788-4375-91cc-c7c49bb57b39 tempest-SecGroupIPv6Test-23541722 tempest-SecGroupIPv6Test-23541722-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:54.538380 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-dbb90da4-3788-4375-91cc-c7c49bb57b39 tempest-SecGroupIPv6Test-23541722 tempest-SecGroupIPv6Test-23541722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077839'] for security_group_rule, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:54.557525 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb90da4-3788-4375-91cc-c7c49bb57b39 tempest-SecGroupIPv6Test-23541722 tempest-SecGroupIPv6Test-23541722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46be7574-5d5a-47a6-a93d-3e6881f6d54c,revision_number=0']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:38:54.623310 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-dbb90da4-3788-4375-91cc-c7c49bb57b39 tempest-SecGroupIPv6Test-23541722 tempest-SecGroupIPv6Test-23541722-project] Publish callbacks [] for security_group_rule, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:54.624573 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-dbb90da4-3788-4375-91cc-c7c49bb57b39 tempest-SecGroupIPv6Test-23541722 tempest-SecGroupIPv6Test-23541722-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 798 time: 0.3382056
Dec 25 21:38:54.627404 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 35408) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:38:54.657727 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f8c917b8-7ea2-45d4-9558-e0e909e1edeb tempest-SecGroupIPv6Test-23541722 tempest-SecGroupIPv6Test-23541722-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:54.667004 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f8c917b8-7ea2-45d4-9558-e0e909e1edeb tempest-SecGroupIPv6Test-23541722 tempest-SecGroupIPv6Test-23541722-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:54.770437 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f8c917b8-7ea2-45d4-9558-e0e909e1edeb tempest-SecGroupIPv6Test-23541722 tempest-SecGroupIPv6Test-23541722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077839'] for security_group_rule, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:54.776834 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f8c917b8-7ea2-45d4-9558-e0e909e1edeb tempest-SecGroupIPv6Test-23541722 tempest-SecGroupIPv6Test-23541722-project] Publish callbacks [] for security_group_rule, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:54.777951 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-f8c917b8-7ea2-45d4-9558-e0e909e1edeb tempest-SecGroupIPv6Test-23541722 tempest-SecGroupIPv6Test-23541722-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/46be7574-5d5a-47a6-a93d-3e6881f6d54c HTTP/1.1" status: 204  len: 168 time: 0.1495752
Dec 25 21:38:54.780731 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 35412) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:38:54.783508 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c917b8-7ea2-45d4-9558-e0e909e1edeb tempest-SecGroupIPv6Test-23541722 tempest-SecGroupIPv6Test-23541722-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=46be7574-5d5a-47a6-a93d-3e6881f6d54c,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:38:54.825322 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-ce556bc4-e041-4bd6-a534-97cf47afc779 tempest-SecGroupIPv6Test-23541722 tempest-SecGroupIPv6Test-23541722-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4659 time: 0.0419755
Dec 25 21:38:54.827311 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 35416) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:38:54.882866 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-14144575-afd7-4056-ade3-563bc8e9602e tempest-SecGroupIPv6Test-23541722 tempest-SecGroupIPv6Test-23541722-project] Publish callbacks [] for security_group, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:54.905112 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-14144575-afd7-4056-ade3-563bc8e9602e tempest-SecGroupIPv6Test-23541722 tempest-SecGroupIPv6Test-23541722-project] Publish callbacks [] for security_group, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:55.035129 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-14144575-afd7-4056-ade3-563bc8e9602e tempest-SecGroupIPv6Test-23541722 tempest-SecGroupIPv6Test-23541722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:55.035540 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-14144575-afd7-4056-ade3-563bc8e9602e tempest-SecGroupIPv6Test-23541722 tempest-SecGroupIPv6Test-23541722-project] Publish callbacks [] for security_group, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:55.036911 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-14144575-afd7-4056-ade3-563bc8e9602e tempest-SecGroupIPv6Test-23541722 tempest-SecGroupIPv6Test-23541722-project] 10.222.0.32 "DELETE /v2.0/security-groups/75f2c8f0-4606-401a-8fe2-7b266b87fe3e HTTP/1.1" status: 204  len: 168 time: 0.2085876
Dec 25 21:38:55.040358 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 35428) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:38:55.046587 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14144575-afd7-4056-ade3-563bc8e9602e tempest-SecGroupIPv6Test-23541722 tempest-SecGroupIPv6Test-23541722-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=75f2c8f0-4606-401a-8fe2-7b266b87fe3e,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:38:55.095566 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-0fb0b21a-a0fe-4ebc-b9d9-d0e70b666113 tempest-SecGroupIPv6Test-23541722 tempest-SecGroupIPv6Test-23541722-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 4544 time: 0.0539734
Dec 25 21:38:55.100293 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 35430) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:38:55.148767 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-3a581193-3800-45f3-924f-0187d9a696b6 tempest-SecGroupIPv6Test-23541722 tempest-SecGroupIPv6Test-23541722-project] Publish callbacks [] for security_group, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:55.170764 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-3a581193-3800-45f3-924f-0187d9a696b6 tempest-SecGroupIPv6Test-23541722 tempest-SecGroupIPv6Test-23541722-project] Publish callbacks [] for security_group, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:55.246716 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 35434) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:38:55.295764 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-3a581193-3800-45f3-924f-0187d9a696b6 tempest-SecGroupIPv6Test-23541722 tempest-SecGroupIPv6Test-23541722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:55.298530 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-3a581193-3800-45f3-924f-0187d9a696b6 tempest-SecGroupIPv6Test-23541722 tempest-SecGroupIPv6Test-23541722-project] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:55.306994 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-3a581193-3800-45f3-924f-0187d9a696b6 tempest-SecGroupIPv6Test-23541722 tempest-SecGroupIPv6Test-23541722-project] 10.222.0.32 "DELETE /v2.0/security-groups/2b8147e9-a5d4-41ea-bce4-a6dd2e92e67e HTTP/1.1" status: 204  len: 168 time: 0.2006314
Dec 25 21:38:55.307212 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 35438) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:38:55.309949 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a581193-3800-45f3-924f-0187d9a696b6 tempest-SecGroupIPv6Test-23541722 tempest-SecGroupIPv6Test-23541722-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b8147e9-a5d4-41ea-bce4-a6dd2e92e67e,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:38:55.353986 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-0e517083-3fc2-4767-b60f-b6979dfa23eb admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-2116477405-network', 'tenant_id': 'ca293d68b8cc44e6b641d477c9a3eb50'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:38:55.354683 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-1adf6677-ac49-4d55-a43a-7f4354f4bb42 tempest-SecGroupIPv6Test-23541722 tempest-SecGroupIPv6Test-23541722-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0504854
Dec 25 21:38:55.358575 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 35440) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:38:55.363554 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-b58e1dbd-df14-4881-9dd4-0196f2aef3e4 tempest-SecGroupIPv6Test-23541722 tempest-SecGroupIPv6Test-23541722-project] Request body: {'security_group': {'name': 'tempest-secgroup--1325279620'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:38:55.446922 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e517083-3fc2-4767-b60f-b6979dfa23eb admin admin] Made reservation on behalf of ca293d68b8cc44e6b641d477c9a3eb50 for: {'network': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:38:55.449299 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-0e517083-3fc2-4767-b60f-b6979dfa23eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for network, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:55.458725 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-b58e1dbd-df14-4881-9dd4-0196f2aef3e4 tempest-SecGroupIPv6Test-23541722 tempest-SecGroupIPv6Test-23541722-project] Publish callbacks [] for security_group, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:55.461208 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-0e517083-3fc2-4767-b60f-b6979dfa23eb admin admin] Publish callbacks [] for security_group, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:55.528276 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-b58e1dbd-df14-4881-9dd4-0196f2aef3e4 tempest-SecGroupIPv6Test-23541722 tempest-SecGroupIPv6Test-23541722-project] Publish callbacks [] for security_group, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:55.537673 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-0e517083-3fc2-4767-b60f-b6979dfa23eb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:55.609443 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-b58e1dbd-df14-4881-9dd4-0196f2aef3e4 tempest-SecGroupIPv6Test-23541722 tempest-SecGroupIPv6Test-23541722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:55.635815 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-0e517083-3fc2-4767-b60f-b6979dfa23eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:55.639165 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58e1dbd-df14-4881-9dd4-0196f2aef3e4 tempest-SecGroupIPv6Test-23541722 tempest-SecGroupIPv6Test-23541722-project] Pushing event updated for resources: {'SecurityGroup': ['ID=228e9534-9b81-44b0-acff-d672eae00ce9,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:38:55.661645 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e517083-3fc2-4767-b60f-b6979dfa23eb admin admin] vlan segment allocate from pool success with {'vlan_id': 174, 'physical_network': 'physnet1'}  {{(pid=121607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 25 21:38:55.671508 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e517083-3fc2-4767-b60f-b6979dfa23eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d652510-b2cf-4c9b-bd36-799cd4719bc4,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:38:55.676970 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-0e517083-3fc2-4767-b60f-b6979dfa23eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:55.677316 ncdv-master-1 neutron-server[121607]: INFO neutron.db.segments_db [None req-0e517083-3fc2-4767-b60f-b6979dfa23eb admin admin] Added segment f7519241-1dfd-4bc3-b55e-829a71e5a41d of type vlan for network 1bb1be3e-1cca-429f-aa9f-4dd09951d5b0
Dec 25 21:38:55.694964 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-b58e1dbd-df14-4881-9dd4-0196f2aef3e4 tempest-SecGroupIPv6Test-23541722 tempest-SecGroupIPv6Test-23541722-project] Publish callbacks [] for security_group, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:55.702177 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-b58e1dbd-df14-4881-9dd4-0196f2aef3e4 tempest-SecGroupIPv6Test-23541722 tempest-SecGroupIPv6Test-23541722-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.3362036
Dec 25 21:38:55.702177 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 35442) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:38:55.703535 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-14868623-2c07-43b9-8a52-7c82539973db tempest-SecGroupIPv6Test-23541722 tempest-SecGroupIPv6Test-23541722-project] Request body: {'security_group_rule': {'security_group_id': '228e9534-9b81-44b0-acff-d672eae00ce9', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:38:55.718089 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-0e517083-3fc2-4767-b60f-b6979dfa23eb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737602163420'] for network, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:55.840631 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-14868623-2c07-43b9-8a52-7c82539973db tempest-SecGroupIPv6Test-23541722 tempest-SecGroupIPv6Test-23541722-project] Publish callbacks [] for security_group_rule, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:55.858826 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-0e517083-3fc2-4767-b60f-b6979dfa23eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870'] for network, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:55.862936 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e517083-3fc2-4767-b60f-b6979dfa23eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:38:55.862936 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-0e517083-3fc2-4767-b60f-b6979dfa23eb admin admin] Publish callbacks [] for network, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:55.898699 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-14868623-2c07-43b9-8a52-7c82539973db tempest-SecGroupIPv6Test-23541722 tempest-SecGroupIPv6Test-23541722-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:55.927615 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e517083-3fc2-4767-b60f-b6979dfa23eb admin admin] Pushing event updated for resources: {'Network': ['ID=1bb1be3e-1cca-429f-aa9f-4dd09951d5b0,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:38:55.937471 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Network 1bb1be3e-1cca-429f-aa9f-4dd09951d5b0 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 25 21:38:55.955440 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-0e517083-3fc2-4767-b60f-b6979dfa23eb admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.7075901
Dec 25 21:38:55.959016 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 35446) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:38:55.966357 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-6ca1a7d6-34a9-43c6-b966-e59fece4a890 admin admin] Request body: {'subnet': {'network_id': '1bb1be3e-1cca-429f-aa9f-4dd09951d5b0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-2116477405-subnet', 'tenant_id': 'ca293d68b8cc44e6b641d477c9a3eb50', 'ip_version': 4}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:38:55.995650 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-14868623-2c07-43b9-8a52-7c82539973db tempest-SecGroupIPv6Test-23541722 tempest-SecGroupIPv6Test-23541722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077839'] for security_group_rule, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:56.015112 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14868623-2c07-43b9-8a52-7c82539973db tempest-SecGroupIPv6Test-23541722 tempest-SecGroupIPv6Test-23541722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29e3e72d-be3c-4875-b630-71c47f0e533c,revision_number=0']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:38:56.041589 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ca1a7d6-34a9-43c6-b966-e59fece4a890 admin admin] Made reservation on behalf of ca293d68b8cc44e6b641d477c9a3eb50 for: {'subnet': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:38:56.044006 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-6ca1a7d6-34a9-43c6-b966-e59fece4a890 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8852834'] for subnet, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:56.072405 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-14868623-2c07-43b9-8a52-7c82539973db tempest-SecGroupIPv6Test-23541722 tempest-SecGroupIPv6Test-23541722-project] Publish callbacks [] for security_group_rule, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:56.073795 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-14868623-2c07-43b9-8a52-7c82539973db tempest-SecGroupIPv6Test-23541722 tempest-SecGroupIPv6Test-23541722-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 786 time: 0.3738580
Dec 25 21:38:56.076727 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 35448) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:38:56.100247 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-5bd25ea4-ba06-4325-8ef4-889d2b7289fe tempest-SecGroupIPv6Test-23541722 tempest-SecGroupIPv6Test-23541722-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:56.108496 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-5bd25ea4-ba06-4325-8ef4-889d2b7289fe tempest-SecGroupIPv6Test-23541722 tempest-SecGroupIPv6Test-23541722-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:56.196085 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-5bd25ea4-ba06-4325-8ef4-889d2b7289fe tempest-SecGroupIPv6Test-23541722 tempest-SecGroupIPv6Test-23541722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077839'] for security_group_rule, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:56.203371 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-5bd25ea4-ba06-4325-8ef4-889d2b7289fe tempest-SecGroupIPv6Test-23541722 tempest-SecGroupIPv6Test-23541722-project] Publish callbacks [] for security_group_rule, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:56.204489 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-5bd25ea4-ba06-4325-8ef4-889d2b7289fe tempest-SecGroupIPv6Test-23541722 tempest-SecGroupIPv6Test-23541722-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/29e3e72d-be3c-4875-b630-71c47f0e533c HTTP/1.1" status: 204  len: 168 time: 0.1267588
Dec 25 21:38:56.207778 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 35450) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:38:56.208806 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd25ea4-ba06-4325-8ef4-889d2b7289fe tempest-SecGroupIPv6Test-23541722 tempest-SecGroupIPv6Test-23541722-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=29e3e72d-be3c-4875-b630-71c47f0e533c,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:38:56.250151 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-27225b88-0732-44eb-a79d-c92ef6569f4c tempest-SecGroupIPv6Test-23541722 tempest-SecGroupIPv6Test-23541722-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.0412490
Dec 25 21:38:56.252826 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 35452) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:38:56.292519 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-6ca1a7d6-34a9-43c6-b966-e59fece4a890 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8632475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8852848'] for subnet, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:56.334216 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5129e7cf-96ad-477d-b7f3-d7f6c70388de tempest-SecGroupIPv6Test-23541722 tempest-SecGroupIPv6Test-23541722-project] Publish callbacks [] for security_group, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:56.366728 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca1a7d6-34a9-43c6-b966-e59fece4a890 admin admin] Pushing event updated for resources: {'Subnet': ['ID=81401427-9f64-44a9-90df-9654e896b6af,revision_number=0']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:38:56.382738 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5129e7cf-96ad-477d-b7f3-d7f6c70388de tempest-SecGroupIPv6Test-23541722 tempest-SecGroupIPv6Test-23541722-project] Publish callbacks [] for security_group, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:56.402920 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ca1a7d6-34a9-43c6-b966-e59fece4a890 admin admin] Checking segment: {'id': 'f7519241-1dfd-4bc3-b55e-829a71e5a41d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '1bb1be3e-1cca-429f-aa9f-4dd09951d5b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:38:56.403270 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ca1a7d6-34a9-43c6-b966-e59fece4a890 admin admin] Network hostable DHCP agents. Network: 1bb1be3e-1cca-429f-aa9f-4dd09951d5b0, hostable agents: ['1813db88-2c1b-4357-a2ba-869246b663c2'], hosted agents: [] {{(pid=121607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 25 21:38:56.510021 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ca1a7d6-34a9-43c6-b966-e59fece4a890 admin admin] Network 1bb1be3e-1cca-429f-aa9f-4dd09951d5b0 is scheduled to be hosted by DHCP agent 1813db88-2c1b-4357-a2ba-869246b663c2 with binding_index 1 {{(pid=121607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 25 21:38:56.538537 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5129e7cf-96ad-477d-b7f3-d7f6c70388de tempest-SecGroupIPv6Test-23541722 tempest-SecGroupIPv6Test-23541722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:56.541305 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5129e7cf-96ad-477d-b7f3-d7f6c70388de tempest-SecGroupIPv6Test-23541722 tempest-SecGroupIPv6Test-23541722-project] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:56.542468 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-5129e7cf-96ad-477d-b7f3-d7f6c70388de tempest-SecGroupIPv6Test-23541722 tempest-SecGroupIPv6Test-23541722-project] 10.222.0.32 "DELETE /v2.0/security-groups/228e9534-9b81-44b0-acff-d672eae00ce9 HTTP/1.1" status: 204  len: 168 time: 0.2886884
Dec 25 21:38:56.545146 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 35454) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:38:56.552006 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5129e7cf-96ad-477d-b7f3-d7f6c70388de tempest-SecGroupIPv6Test-23541722 tempest-SecGroupIPv6Test-23541722-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=228e9534-9b81-44b0-acff-d672eae00ce9,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:38:56.575520 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-6ca1a7d6-34a9-43c6-b966-e59fece4a890 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 1bb1be3e-1cca-429f-aa9f-4dd09951d5b0) {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:38:56.580702 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ca1a7d6-34a9-43c6-b966-e59fece4a890 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:38:56.584099 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-6ca1a7d6-34a9-43c6-b966-e59fece4a890 admin admin] Publish callbacks [] for subnet, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:56.586899 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a56a1ff5-802c-42e3-afe3-95e9029e1fb5 None None] Network 1bb1be3e-1cca-429f-aa9f-4dd09951d5b0 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:38:56.603853 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-c53f3334-f947-43d4-a16d-81e4a7376925 tempest-SecGroupIPv6Test-23541722 tempest-SecGroupIPv6Test-23541722-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0574505
Dec 25 21:38:56.607944 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 35456) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:38:56.612676 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-7ea5ddcc-7d1a-44ed-8c9e-c016a2655ba6 tempest-SecGroupIPv6Test-23541722 tempest-SecGroupIPv6Test-23541722-project] Request body: {'security_group': {'name': 'tempest-secgroup--2102555577'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:38:56.701108 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5294441e-e71d-45cc-bdff-71ed46956f40 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-1bb1be3e-1cca-429f-aa9f-4dd09951d5b0', 'network_id': '1bb1be3e-1cca-429f-aa9f-4dd09951d5b0', 'project_id': 'ca293d68b8cc44e6b641d477c9a3eb50', 'fixed_ips': [{'subnet_id': '81401427-9f64-44a9-90df-9654e896b6af'}]}} from ncdv-master-1. {{(pid=121608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 25 21:38:56.701976 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5294441e-e71d-45cc-bdff-71ed46956f40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:56.702620 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-6ca1a7d6-34a9-43c6-b966-e59fece4a890 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 0.7423205
Dec 25 21:38:56.705367 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 35458) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:38:56.710324 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-be4ebc8f-4eeb-4ab0-984b-62c18092d842 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-2116477405-router', 'tenant_id': 'ca293d68b8cc44e6b641d477c9a3eb50', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'}}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:38:56.796266 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-7ea5ddcc-7d1a-44ed-8c9e-c016a2655ba6 tempest-SecGroupIPv6Test-23541722 tempest-SecGroupIPv6Test-23541722-project] Publish callbacks [] for security_group, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:56.840805 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.db_base_plugin_common [None req-5294441e-e71d-45cc-bdff-71ed46956f40 None None] Allocated IP 172.20.0.2 (1bb1be3e-1cca-429f-aa9f-4dd09951d5b0/81401427-9f64-44a9-90df-9654e896b6af/22ae74ef-ca77-478e-b45b-f481f3c7c93c) {{(pid=121608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:38:56.863414 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-7ea5ddcc-7d1a-44ed-8c9e-c016a2655ba6 tempest-SecGroupIPv6Test-23541722 tempest-SecGroupIPv6Test-23541722-project] Publish callbacks [] for security_group, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:56.907125 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-be4ebc8f-4eeb-4ab0-984b-62c18092d842 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2014909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14863'] for router, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:56.908459 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-be4ebc8f-4eeb-4ab0-984b-62c18092d842 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2014285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2009796', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2082630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14848'] for router, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:56.935845 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-7ea5ddcc-7d1a-44ed-8c9e-c016a2655ba6 tempest-SecGroupIPv6Test-23541722 tempest-SecGroupIPv6Test-23541722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:56.966985 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea5ddcc-7d1a-44ed-8c9e-c016a2655ba6 tempest-SecGroupIPv6Test-23541722 tempest-SecGroupIPv6Test-23541722-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53bf2546-70f1-4827-914d-be7dc957ada4,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:38:56.970954 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-be4ebc8f-4eeb-4ab0-984b-62c18092d842 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:57.005854 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5294441e-e71d-45cc-bdff-71ed46956f40 None None] Publish callbacks [] for port, precommit_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:57.023016 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-7ea5ddcc-7d1a-44ed-8c9e-c016a2655ba6 tempest-SecGroupIPv6Test-23541722 tempest-SecGroupIPv6Test-23541722-project] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:57.024274 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-7ea5ddcc-7d1a-44ed-8c9e-c016a2655ba6 tempest-SecGroupIPv6Test-23541722 tempest-SecGroupIPv6Test-23541722-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.4152181
Dec 25 21:38:57.027035 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 35462) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:38:57.036378 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-f386cf10-59c7-49f2-81ea-11cea879106b tempest-SecGroupIPv6Test-23541722 tempest-SecGroupIPv6Test-23541722-project] Request body: {'security_group_rule': {'security_group_id': '53bf2546-70f1-4827-914d-be7dc957ada4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:38:57.118539 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5294441e-e71d-45cc-bdff-71ed46956f40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946'] for port, after_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:57.152224 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f386cf10-59c7-49f2-81ea-11cea879106b tempest-SecGroupIPv6Test-23541722 tempest-SecGroupIPv6Test-23541722-project] Publish callbacks [] for security_group_rule, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:57.157489 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5294441e-e71d-45cc-bdff-71ed46956f40 None None] Network 1bb1be3e-1cca-429f-aa9f-4dd09951d5b0 is already hosted by enough agents. {{(pid=121608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:38:57.160923 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.base_scheduler [None req-5294441e-e71d-45cc-bdff-71ed46956f40 None None] Resources bound (agent type, host, resource id):  {{(pid=121608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:38:57.166889 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5294441e-e71d-45cc-bdff-71ed46956f40 None None] Received port after_create {{(pid=121608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:38:57.184327 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5294441e-e71d-45cc-bdff-71ed46956f40 None None] Pushing event updated for resources: {'Port': ['ID=22ae74ef-ca77-478e-b45b-f481f3c7c93c,revision_number=1']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:38:57.192055 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-be4ebc8f-4eeb-4ab0-984b-62c18092d842 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:57.220707 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f386cf10-59c7-49f2-81ea-11cea879106b tempest-SecGroupIPv6Test-23541722 tempest-SecGroupIPv6Test-23541722-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:57.229720 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-5294441e-e71d-45cc-bdff-71ed46956f40 None None] Attempting to bind port 22ae74ef-ca77-478e-b45b-f481f3c7c93c on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:38:57.230097 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-5294441e-e71d-45cc-bdff-71ed46956f40 None None] Attempting to bind port 22ae74ef-ca77-478e-b45b-f481f3c7c93c by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'f7519241-1dfd-4bc3-b55e-829a71e5a41d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '1bb1be3e-1cca-429f-aa9f-4dd09951d5b0'}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:38:57.230463 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5294441e-e71d-45cc-bdff-71ed46956f40 None None] Attempting to bind port 22ae74ef-ca77-478e-b45b-f481f3c7c93c on network 1bb1be3e-1cca-429f-aa9f-4dd09951d5b0 {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:38:57.235402 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5294441e-e71d-45cc-bdff-71ed46956f40 None None] Checking agent: {'id': 'ca4f5c6d-f1fd-48b8-a3e3-395864c7d23d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 20, 56, 40), 'started_at': datetime.datetime(2021, 12, 25, 20, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 38, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:38:57.235777 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5294441e-e71d-45cc-bdff-71ed46956f40 None None] Checking segment: {'id': 'f7519241-1dfd-4bc3-b55e-829a71e5a41d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '1bb1be3e-1cca-429f-aa9f-4dd09951d5b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:38:57.236208 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5294441e-e71d-45cc-bdff-71ed46956f40 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:57.236603 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5294441e-e71d-45cc-bdff-71ed46956f40 None None] Bound using segment: {'id': 'f7519241-1dfd-4bc3-b55e-829a71e5a41d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '1bb1be3e-1cca-429f-aa9f-4dd09951d5b0'} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:38:57.237142 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-5294441e-e71d-45cc-bdff-71ed46956f40 None None] Bound port: 22ae74ef-ca77-478e-b45b-f481f3c7c93c, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7519241-1dfd-4bc3-b55e-829a71e5a41d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '1bb1be3e-1cca-429f-aa9f-4dd09951d5b0'}}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:38:57.237522 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5294441e-e71d-45cc-bdff-71ed46956f40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:57.287938 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f386cf10-59c7-49f2-81ea-11cea879106b tempest-SecGroupIPv6Test-23541722 tempest-SecGroupIPv6Test-23541722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077839'] for security_group_rule, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:57.302174 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f386cf10-59c7-49f2-81ea-11cea879106b tempest-SecGroupIPv6Test-23541722 tempest-SecGroupIPv6Test-23541722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53d3b1ae-0671-4384-a6b4-bb0c0f849760,revision_number=0']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:38:57.302537 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5294441e-e71d-45cc-bdff-71ed46956f40 None None] For port 22ae74ef-ca77-478e-b45b-f481f3c7c93c, host ncdv-master-1, cleared binding levels {{(pid=121608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:38:57.310468 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5294441e-e71d-45cc-bdff-71ed46956f40 None None] For port 22ae74ef-ca77-478e-b45b-f481f3c7c93c, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=22ae74ef-ca77-478e-b45b-f481f3c7c93c,segment=NetworkSegment(f7519241-1dfd-4bc3-b55e-829a71e5a41d),segment_id=f7519241-1dfd-4bc3-b55e-829a71e5a41d)] {{(pid=121608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:38:57.384671 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5294441e-e71d-45cc-bdff-71ed46956f40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:57.387490 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f386cf10-59c7-49f2-81ea-11cea879106b tempest-SecGroupIPv6Test-23541722 tempest-SecGroupIPv6Test-23541722-project] Publish callbacks [] for security_group_rule, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:57.399629 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-f386cf10-59c7-49f2-81ea-11cea879106b tempest-SecGroupIPv6Test-23541722 tempest-SecGroupIPv6Test-23541722-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.3602567
Dec 25 21:38:57.399629 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 35464) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:38:57.410080 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-d521e97c-19f1-4645-a02c-3d1354aaed33 tempest-SecGroupIPv6Test-23541722 tempest-SecGroupIPv6Test-23541722-project] 10.222.0.32 "GET /v2.0/security-group-rules/53d3b1ae-0671-4384-a6b4-bb0c0f849760 HTTP/1.1" status: 200  len: 763 time: 0.0155036
Dec 25 21:38:57.410818 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 35466) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:38:57.447646 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5294441e-e71d-45cc-bdff-71ed46956f40 None None] Pushing event updated for resources: {'Port': ['ID=22ae74ef-ca77-478e-b45b-f481f3c7c93c,revision_number=2']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:38:57.459163 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-d1eee7ca-2207-47b8-81d5-7e115daf7123 tempest-SecGroupIPv6Test-23541722 tempest-SecGroupIPv6Test-23541722-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4113 time: 0.0466595
Dec 25 21:38:57.461215 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 35468) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:38:57.491204 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-be4ebc8f-4eeb-4ab0-984b-62c18092d842 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:57.521596 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-8b0ab55b-300e-42e8-ac75-c61f08c2d3b1 tempest-SecGroupIPv6Test-23541722 tempest-SecGroupIPv6Test-23541722-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:57.524090 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-be4ebc8f-4eeb-4ab0-984b-62c18092d842 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:57.537342 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-8b0ab55b-300e-42e8-ac75-c61f08c2d3b1 tempest-SecGroupIPv6Test-23541722 tempest-SecGroupIPv6Test-23541722-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:57.665543 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-8b0ab55b-300e-42e8-ac75-c61f08c2d3b1 tempest-SecGroupIPv6Test-23541722 tempest-SecGroupIPv6Test-23541722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077839'] for security_group_rule, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:57.671632 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-8b0ab55b-300e-42e8-ac75-c61f08c2d3b1 tempest-SecGroupIPv6Test-23541722 tempest-SecGroupIPv6Test-23541722-project] Publish callbacks [] for security_group_rule, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:57.675242 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-8b0ab55b-300e-42e8-ac75-c61f08c2d3b1 tempest-SecGroupIPv6Test-23541722 tempest-SecGroupIPv6Test-23541722-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/53d3b1ae-0671-4384-a6b4-bb0c0f849760 HTTP/1.1" status: 204  len: 168 time: 0.2111537
Dec 25 21:38:57.677183 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 35470) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:38:57.698270 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_common [None req-be4ebc8f-4eeb-4ab0-984b-62c18092d842 admin admin] Allocated IP 172.35.3.219 (7201e55c-7c5f-41aa-a042-a363696539d0/7a939e13-713f-45cf-bba7-1539635abe25/af3c9707-bf45-41b4-ae27-439d0ec676a2) {{(pid=121606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:38:57.715810 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0ab55b-300e-42e8-ac75-c61f08c2d3b1 tempest-SecGroupIPv6Test-23541722 tempest-SecGroupIPv6Test-23541722-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=53d3b1ae-0671-4384-a6b4-bb0c0f849760,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:38:57.776481 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-1877b808-6139-4998-b322-214ecf2aa8e9 tempest-SecGroupIPv6Test-23541722 tempest-SecGroupIPv6Test-23541722-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.0925667
Dec 25 21:38:57.779199 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 35472) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:38:57.783712 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-d95734c6-96f1-4a66-a417-d8ef33219a6f tempest-SecGroupIPv6Test-23541722 tempest-SecGroupIPv6Test-23541722-project] Request body: {'security_group_rule': {'security_group_id': '53bf2546-70f1-4827-914d-be7dc957ada4', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:38:57.849603 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-be4ebc8f-4eeb-4ab0-984b-62c18092d842 admin admin] Publish callbacks [] for port, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:57.869121 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 22ae74ef-ca77-478e-b45b-f481f3c7c93c up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:38:57.901355 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-d95734c6-96f1-4a66-a417-d8ef33219a6f tempest-SecGroupIPv6Test-23541722 tempest-SecGroupIPv6Test-23541722-project] Publish callbacks [] for security_group_rule, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:57.921822 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port 22ae74ef-ca77-478e-b45b-f481f3c7c93c triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:38:57.922479 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:57.961071 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-d95734c6-96f1-4a66-a417-d8ef33219a6f tempest-SecGroupIPv6Test-23541722 tempest-SecGroupIPv6Test-23541722-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:57.975653 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-be4ebc8f-4eeb-4ab0-984b-62c18092d842 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:58.004111 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:58.016987 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be4ebc8f-4eeb-4ab0-984b-62c18092d842 admin admin] Network 7201e55c-7c5f-41aa-a042-a363696539d0 is already hosted by enough agents. {{(pid=121606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:38:58.019977 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [None req-be4ebc8f-4eeb-4ab0-984b-62c18092d842 admin admin] Resources bound (agent type, host, resource id):  {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:38:58.023558 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be4ebc8f-4eeb-4ab0-984b-62c18092d842 admin admin] Received port after_create {{(pid=121606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:38:58.037108 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce2add1f-a529-46ea-a587-ea818e74dee3 None None] DHCP port deletion for 7201e55c-7c5f-41aa-a042-a363696539d0 request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 21:38:58.042575 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-d95734c6-96f1-4a66-a417-d8ef33219a6f tempest-SecGroupIPv6Test-23541722 tempest-SecGroupIPv6Test-23541722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077839'] for security_group_rule, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:58.044315 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] For port 22ae74ef-ca77-478e-b45b-f481f3c7c93c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=22ae74ef-ca77-478e-b45b-f481f3c7c93c,segment=NetworkSegment(f7519241-1dfd-4bc3-b55e-829a71e5a41d),segment_id=f7519241-1dfd-4bc3-b55e-829a71e5a41d)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:38:58.059030 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95734c6-96f1-4a66-a417-d8ef33219a6f tempest-SecGroupIPv6Test-23541722 tempest-SecGroupIPv6Test-23541722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=006840c0-4ca9-410e-9a5a-fff87efcae14,revision_number=0']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:38:58.060782 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4ebc8f-4eeb-4ab0-984b-62c18092d842 admin admin] Pushing event updated for resources: {'Port': ['ID=af3c9707-bf45-41b4-ae27-439d0ec676a2,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:38:58.108842 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-d118af28-6e84-48dd-a783-bc49ee09fcb1 None None] Provisioning complete for port af3c9707-bf45-41b4-ae27-439d0ec676a2 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:38:58.109246 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-d118af28-6e84-48dd-a783-bc49ee09fcb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:58.132957 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:58.159295 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-d95734c6-96f1-4a66-a417-d8ef33219a6f tempest-SecGroupIPv6Test-23541722 tempest-SecGroupIPv6Test-23541722-project] Publish callbacks [] for security_group_rule, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:58.162216 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-d95734c6-96f1-4a66-a417-d8ef33219a6f tempest-SecGroupIPv6Test-23541722 tempest-SecGroupIPv6Test-23541722-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.3820190
Dec 25 21:38:58.164866 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 35476) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:38:58.194299 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Pushing event updated for resources: {'Port': ['ID=22ae74ef-ca77-478e-b45b-f481f3c7c93c,revision_number=3']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:38:58.201413 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-d118af28-6e84-48dd-a783-bc49ee09fcb1 None None] Port af3c9707-bf45-41b4-ae27-439d0ec676a2 cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:38:58.204538 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:38:58.205123 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:38:58.205826 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:38:58.206897 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-b4000aad-5dee-4f22-b2d7-298616ba6dec tempest-SecGroupIPv6Test-23541722 tempest-SecGroupIPv6Test-23541722-project] 10.222.0.32 "GET /v2.0/security-group-rules/006840c0-4ca9-410e-9a5a-fff87efcae14 HTTP/1.1" status: 200  len: 763 time: 0.0394578
Dec 25 21:38:58.207097 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:38:58.207598 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:38:58.207935 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:38:58.208366 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:38:58.208706 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:38:58.209141 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 35478) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:38:58.209952 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:38:58.210330 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:38:58.210666 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:38:58.211004 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:38:58.211336 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:38:58.257400 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-fb13422a-167a-493e-8609-89c52ba082cc tempest-SecGroupIPv6Test-23541722 tempest-SecGroupIPv6Test-23541722-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4113 time: 0.0466557
Dec 25 21:38:58.259303 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 35480) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:38:58.286097 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-507b215e-0247-4b44-aaf3-70149bfbcd7f tempest-SecGroupIPv6Test-23541722 tempest-SecGroupIPv6Test-23541722-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:58.293989 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-507b215e-0247-4b44-aaf3-70149bfbcd7f tempest-SecGroupIPv6Test-23541722 tempest-SecGroupIPv6Test-23541722-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:58.405805 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-be4ebc8f-4eeb-4ab0-984b-62c18092d842 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:58.411681 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-507b215e-0247-4b44-aaf3-70149bfbcd7f tempest-SecGroupIPv6Test-23541722 tempest-SecGroupIPv6Test-23541722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077839'] for security_group_rule, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:58.418932 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-507b215e-0247-4b44-aaf3-70149bfbcd7f tempest-SecGroupIPv6Test-23541722 tempest-SecGroupIPv6Test-23541722-project] Publish callbacks [] for security_group_rule, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:58.420397 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-507b215e-0247-4b44-aaf3-70149bfbcd7f tempest-SecGroupIPv6Test-23541722 tempest-SecGroupIPv6Test-23541722-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/006840c0-4ca9-410e-9a5a-fff87efcae14 HTTP/1.1" status: 204  len: 168 time: 0.1601470
Dec 25 21:38:58.425712 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 35482) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:38:58.432889 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507b215e-0247-4b44-aaf3-70149bfbcd7f tempest-SecGroupIPv6Test-23541722 tempest-SecGroupIPv6Test-23541722-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=006840c0-4ca9-410e-9a5a-fff87efcae14,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:38:58.470620 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-f05335e0-a308-4b05-be55-a0abf49ceb76 tempest-SecGroupIPv6Test-23541722 tempest-SecGroupIPv6Test-23541722-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.0438159
Dec 25 21:38:58.473142 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 35484) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:38:58.480395 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-8e6f90a8-95f8-4422-a51a-94c1d40801c0 tempest-SecGroupIPv6Test-23541722 tempest-SecGroupIPv6Test-23541722-project] Request body: {'security_group_rule': {'security_group_id': '53bf2546-70f1-4827-914d-be7dc957ada4', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:38:58.482092 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-262d5b0f-7864-441b-bc55-4b5b25597962 None None] Network 1bb1be3e-1cca-429f-aa9f-4dd09951d5b0 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:38:58.564431 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-adebf3a4-00cb-483d-85f3-f09a8cdb0490 None None] Provisioning complete for port 22ae74ef-ca77-478e-b45b-f481f3c7c93c triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:38:58.564795 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-adebf3a4-00cb-483d-85f3-f09a8cdb0490 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:58.590348 ncdv-master-1 neutron-server[121607]: INFO neutron.db.securitygroups_db [None req-8e6f90a8-95f8-4422-a51a-94c1d40801c0 tempest-SecGroupIPv6Test-23541722 tempest-SecGroupIPv6Test-23541722-project] Project bc515949a1384b348ed3a4107a931ad0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 25 21:38:58.596471 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-8e6f90a8-95f8-4422-a51a-94c1d40801c0 tempest-SecGroupIPv6Test-23541722 tempest-SecGroupIPv6Test-23541722-project] Publish callbacks [] for security_group_rule, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:58.623733 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-be4ebc8f-4eeb-4ab0-984b-62c18092d842 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2014278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2009753'] for router, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:58.678903 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-8e6f90a8-95f8-4422-a51a-94c1d40801c0 tempest-SecGroupIPv6Test-23541722 tempest-SecGroupIPv6Test-23541722-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:58.746851 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-8e6f90a8-95f8-4422-a51a-94c1d40801c0 tempest-SecGroupIPv6Test-23541722 tempest-SecGroupIPv6Test-23541722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077839'] for security_group_rule, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:58.769977 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6f90a8-95f8-4422-a51a-94c1d40801c0 tempest-SecGroupIPv6Test-23541722 tempest-SecGroupIPv6Test-23541722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=554da470-0cff-4f2c-a3c9-dd8cef2ce358,revision_number=0']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:38:58.866932 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be4ebc8f-4eeb-4ab0-984b-62c18092d842 admin admin] Router 09745d53-d389-457b-9af7-8c7c46ceab4b is scheduled to L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 with binding_index 1 {{(pid=121606) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 25 21:38:58.892284 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-8e6f90a8-95f8-4422-a51a-94c1d40801c0 tempest-SecGroupIPv6Test-23541722 tempest-SecGroupIPv6Test-23541722-project] Publish callbacks [] for security_group_rule, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:58.894604 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-8e6f90a8-95f8-4422-a51a-94c1d40801c0 tempest-SecGroupIPv6Test-23541722 tempest-SecGroupIPv6Test-23541722-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.4196568
Dec 25 21:38:58.896893 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 35486) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:38:58.900663 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-e0c4a14e-acd3-44d1-8dc1-e4166e5d1cac None None] Provisioning complete for port 22ae74ef-ca77-478e-b45b-f481f3c7c93c triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:38:58.901063 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-e0c4a14e-acd3-44d1-8dc1-e4166e5d1cac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:58.915201 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-a0b1a654-c417-4aae-bcbd-878c953da462 tempest-SecGroupIPv6Test-23541722 tempest-SecGroupIPv6Test-23541722-project] 10.222.0.32 "GET /v2.0/security-group-rules/554da470-0cff-4f2c-a3c9-dd8cef2ce358 HTTP/1.1" status: 200  len: 769 time: 0.0163250
Dec 25 21:38:58.917090 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 35488) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:38:58.963413 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-f59c1bbc-7766-49dd-8ead-1bc6ba81535d tempest-SecGroupIPv6Test-23541722 tempest-SecGroupIPv6Test-23541722-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4119 time: 0.0443406
Dec 25 21:38:58.964680 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 35492) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:38:58.996273 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ef28a07b-6392-4917-96de-04c86c68c871 tempest-SecGroupIPv6Test-23541722 tempest-SecGroupIPv6Test-23541722-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:58.997627 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be4ebc8f-4eeb-4ab0-984b-62c18092d842 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 21:38:59.005783 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ef28a07b-6392-4917-96de-04c86c68c871 tempest-SecGroupIPv6Test-23541722 tempest-SecGroupIPv6Test-23541722-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:59.010985 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c04e416-89c6-4ad4-8ac5-701aa486d9bd None None] Sync routers for ids ['09745d53-d389-457b-9af7-8c7c46ceab4b'] in ncdv-master-1 {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 21:38:59.021793 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c04e416-89c6-4ad4-8ac5-701aa486d9bd None None] Routers {'09745d53-d389-457b-9af7-8c7c46ceab4b'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:38:59.022408 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-2c04e416-89c6-4ad4-8ac5-701aa486d9bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2612eb84c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:38:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['09745d53-d389-457b-9af7-8c7c46ceab4b'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:38:59.057975 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-be4ebc8f-4eeb-4ab0-984b-62c18092d842 admin admin] Publish callbacks [] for router, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:59.059585 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-be4ebc8f-4eeb-4ab0-984b-62c18092d842 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 926 time: 2.3531919
Dec 25 21:38:59.062479 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 35494) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:38:59.116386 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ef28a07b-6392-4917-96de-04c86c68c871 tempest-SecGroupIPv6Test-23541722 tempest-SecGroupIPv6Test-23541722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077839'] for security_group_rule, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:59.126068 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ef28a07b-6392-4917-96de-04c86c68c871 tempest-SecGroupIPv6Test-23541722 tempest-SecGroupIPv6Test-23541722-project] Publish callbacks [] for security_group_rule, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:59.127143 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-ef28a07b-6392-4917-96de-04c86c68c871 tempest-SecGroupIPv6Test-23541722 tempest-SecGroupIPv6Test-23541722-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/554da470-0cff-4f2c-a3c9-dd8cef2ce358 HTTP/1.1" status: 204  len: 168 time: 0.1606970
Dec 25 21:38:59.130079 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 35496) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:38:59.136279 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef28a07b-6392-4917-96de-04c86c68c871 tempest-SecGroupIPv6Test-23541722 tempest-SecGroupIPv6Test-23541722-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=554da470-0cff-4f2c-a3c9-dd8cef2ce358,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:38:59.180629 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-f8120859-a494-42eb-8b1e-a84d648288ba tempest-SecGroupIPv6Test-23541722 tempest-SecGroupIPv6Test-23541722-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.0460002
Dec 25 21:38:59.180902 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 35498) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:38:59.285802 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvr_db [None req-2c04e416-89c6-4ad4-8ac5-701aa486d9bd None None] Set router 09745d53-d389-457b-9af7-8c7c46ceab4b gateway port host: ncdv-master-1 {{(pid=121608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:38:59.315075 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-73684a67-b0bc-421e-a539-79fa5efd2814 tempest-SecGroupIPv6Test-23541722 tempest-SecGroupIPv6Test-23541722-project] Publish callbacks [] for security_group, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:59.349173 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-73684a67-b0bc-421e-a539-79fa5efd2814 tempest-SecGroupIPv6Test-23541722 tempest-SecGroupIPv6Test-23541722-project] Publish callbacks [] for security_group, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:59.466756 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-2c04e416-89c6-4ad4-8ac5-701aa486d9bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2612eb84c0>, [{'id': '09745d53-d389-457b-9af7-8c7c46ceab4b', 'name': 'tempest-TestVolumeBackupRestore-2116477405-router', 'tenant_id': 'ca293d68b8cc44e6b641d477c9a3eb50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.219'}], 'enable_snat': True}, 'gw_port_id': 'af3c9707-bf45-41b4-ae27-439d0ec676a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:38:56Z', 'updated_at': '2021-12-25T21:38:58Z', 'revision_number': 3, 'project_id': 'ca293d68b8cc44e6b641d477c9a3eb50', 'gw_port': {'id': 'af3c9707-bf45-41b4-ae27-439d0ec676a2', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:82:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09745d53-d389-457b-9af7-8c7c46ceab4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3386, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:38:57Z', 'updated_at': '2021-12-25T21:38:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:38:59.496744 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c04e416-89c6-4ad4-8ac5-701aa486d9bd None None] Checking router: 09745d53-d389-457b-9af7-8c7c46ceab4b for host: ncdv-master-1 {{(pid=121608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 25 21:38:59.497129 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c04e416-89c6-4ad4-8ac5-701aa486d9bd None None] Updating router 09745d53-d389-457b-9af7-8c7c46ceab4b port af3c9707-bf45-41b4-ae27-439d0ec676a2 binding host ncdv-master-1 {{(pid=121608) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 25 21:38:59.523096 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-2c04e416-89c6-4ad4-8ac5-701aa486d9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:59.588529 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-73684a67-b0bc-421e-a539-79fa5efd2814 tempest-SecGroupIPv6Test-23541722 tempest-SecGroupIPv6Test-23541722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:59.591056 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-73684a67-b0bc-421e-a539-79fa5efd2814 tempest-SecGroupIPv6Test-23541722 tempest-SecGroupIPv6Test-23541722-project] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:59.592261 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-73684a67-b0bc-421e-a539-79fa5efd2814 tempest-SecGroupIPv6Test-23541722 tempest-SecGroupIPv6Test-23541722-project] 10.222.0.32 "DELETE /v2.0/security-groups/53bf2546-70f1-4827-914d-be7dc957ada4 HTTP/1.1" status: 204  len: 168 time: 0.4104335
Dec 25 21:38:59.595048 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 35500) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:38:59.608803 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73684a67-b0bc-421e-a539-79fa5efd2814 tempest-SecGroupIPv6Test-23541722 tempest-SecGroupIPv6Test-23541722-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=53bf2546-70f1-4827-914d-be7dc957ada4,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:38:59.619522 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-46d06dce-7c6c-4f71-bac2-e614a6d63358 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:59.652463 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-d48ffbf4-becb-4245-b56e-f91b3a1ee734 tempest-SecGroupIPv6Test-23541722 tempest-SecGroupIPv6Test-23541722-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0561323
Dec 25 21:38:59.652660 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 35502) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:38:59.658267 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-8d2d3db9-33d1-490a-afe6-42b59f9000e2 tempest-SecGroupIPv6Test-23541722 tempest-SecGroupIPv6Test-23541722-project] Request body: {'security_group': {'name': 'tempest-secgroup--817972662'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:38:59.793233 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-2c04e416-89c6-4ad4-8ac5-701aa486d9bd None None] Publish callbacks [] for port, precommit_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:59.825443 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_common [None req-46d06dce-7c6c-4f71-bac2-e614a6d63358 admin admin] Allocated IP 172.20.0.1 (1bb1be3e-1cca-429f-aa9f-4dd09951d5b0/81401427-9f64-44a9-90df-9654e896b6af/ce5ae62b-004d-4f6b-b126-92c718c9b052) {{(pid=121607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:38:59.832689 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-8d2d3db9-33d1-490a-afe6-42b59f9000e2 tempest-SecGroupIPv6Test-23541722 tempest-SecGroupIPv6Test-23541722-project] Publish callbacks [] for security_group, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:59.838982 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 22ae74ef-ca77-478e-b45b-f481f3c7c93c up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:38:59.877315 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-2c04e416-89c6-4ad4-8ac5-701aa486d9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:59.937952 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d70382e0-1b78-42df-b237-53df110ac657 None None] DHCP port deletion for 7201e55c-7c5f-41aa-a042-a363696539d0 request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 21:38:59.949617 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port 22ae74ef-ca77-478e-b45b-f481f3c7c93c triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:38:59.949980 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:59.953935 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad21e3a-8deb-4116-9402-62627623619d None None] Pushing event updated for resources: {'Port': ['ID=af3c9707-bf45-41b4-ae27-439d0ec676a2,revision_number=2']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:38:59.957637 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-2c04e416-89c6-4ad4-8ac5-701aa486d9bd None None] Attempting to bind port af3c9707-bf45-41b4-ae27-439d0ec676a2 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:38:59.958238 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-2c04e416-89c6-4ad4-8ac5-701aa486d9bd None None] Attempting to bind port af3c9707-bf45-41b4-ae27-439d0ec676a2 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:38:59.958794 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c04e416-89c6-4ad4-8ac5-701aa486d9bd None None] Attempting to bind port af3c9707-bf45-41b4-ae27-439d0ec676a2 on network 7201e55c-7c5f-41aa-a042-a363696539d0 {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:38:59.981952 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c04e416-89c6-4ad4-8ac5-701aa486d9bd None None] Checking agent: {'id': 'ca4f5c6d-f1fd-48b8-a3e3-395864c7d23d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 20, 56, 40), 'started_at': datetime.datetime(2021, 12, 25, 20, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 38, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:38:59.982334 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c04e416-89c6-4ad4-8ac5-701aa486d9bd None None] Checking segment: {'id': '6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:38:59.982730 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-2c04e416-89c6-4ad4-8ac5-701aa486d9bd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:59.982975 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-8d2d3db9-33d1-490a-afe6-42b59f9000e2 tempest-SecGroupIPv6Test-23541722 tempest-SecGroupIPv6Test-23541722-project] Publish callbacks [] for security_group, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:59.983144 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c04e416-89c6-4ad4-8ac5-701aa486d9bd None None] Bound using segment: {'id': '6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:38:59.984123 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-2c04e416-89c6-4ad4-8ac5-701aa486d9bd None None] Bound port: af3c9707-bf45-41b4-ae27-439d0ec676a2, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'}}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:38:59.984123 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-2c04e416-89c6-4ad4-8ac5-701aa486d9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:38:59.987530 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-46d06dce-7c6c-4f71-bac2-e614a6d63358 admin admin] Publish callbacks [] for port, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:00.061423 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-884aa0c8-0a8e-4176-acba-84f53c57b950 None None] Provisioning complete for port af3c9707-bf45-41b4-ae27-439d0ec676a2 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:39:00.061792 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-884aa0c8-0a8e-4176-acba-84f53c57b950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:00.065844 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-2c04e416-89c6-4ad4-8ac5-701aa486d9bd None None] For port af3c9707-bf45-41b4-ae27-439d0ec676a2, host ncdv-master-1, cleared binding levels {{(pid=121608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:39:00.069396 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-2c04e416-89c6-4ad4-8ac5-701aa486d9bd None None] For port af3c9707-bf45-41b4-ae27-439d0ec676a2, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=af3c9707-bf45-41b4-ae27-439d0ec676a2,segment=NetworkSegment(6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855),segment_id=6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855)] {{(pid=121608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:39:00.070341 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-8d2d3db9-33d1-490a-afe6-42b59f9000e2 tempest-SecGroupIPv6Test-23541722 tempest-SecGroupIPv6Test-23541722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:00.092854 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-46d06dce-7c6c-4f71-bac2-e614a6d63358 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:00.132584 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2d3db9-33d1-490a-afe6-42b59f9000e2 tempest-SecGroupIPv6Test-23541722 tempest-SecGroupIPv6Test-23541722-project] Pushing event updated for resources: {'SecurityGroup': ['ID=608120e1-0fe5-4096-9ea9-4f37cc1521fb,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:39:00.135793 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-884aa0c8-0a8e-4176-acba-84f53c57b950 None None] Port af3c9707-bf45-41b4-ae27-439d0ec676a2 cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:39:00.140293 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-2c04e416-89c6-4ad4-8ac5-701aa486d9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:00.154689 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46d06dce-7c6c-4f71-bac2-e614a6d63358 admin admin] Network 1bb1be3e-1cca-429f-aa9f-4dd09951d5b0 is already hosted by enough agents. {{(pid=121607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:39:00.154689 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-46d06dce-7c6c-4f71-bac2-e614a6d63358 admin admin] Resources bound (agent type, host, resource id):  {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:39:00.158390 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46d06dce-7c6c-4f71-bac2-e614a6d63358 admin admin] Received port after_create {{(pid=121607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:39:00.160432 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d06dce-7c6c-4f71-bac2-e614a6d63358 admin admin] Pushing event updated for resources: {'Port': ['ID=ce5ae62b-004d-4f6b-b126-92c718c9b052,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:39:00.193073 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89511a0d-7dec-4b39-b26a-6edf7b114f60 None None] DHCP port deletion for 7201e55c-7c5f-41aa-a042-a363696539d0 request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 21:39:00.196379 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-8d2d3db9-33d1-490a-afe6-42b59f9000e2 tempest-SecGroupIPv6Test-23541722 tempest-SecGroupIPv6Test-23541722-project] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:00.197700 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-8d2d3db9-33d1-490a-afe6-42b59f9000e2 tempest-SecGroupIPv6Test-23541722 tempest-SecGroupIPv6Test-23541722-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.5441625
Dec 25 21:39:00.200629 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 35506) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:39:00.207064 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-4c62d92a-68d8-4e32-9be8-2e457de90f1a tempest-SecGroupIPv6Test-23541722 tempest-SecGroupIPv6Test-23541722-project] Request body: {'security_group_rule': {'security_group_id': '608120e1-0fe5-4096-9ea9-4f37cc1521fb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:39:00.210634 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad21e3a-8deb-4116-9402-62627623619d None None] Pushing event updated for resources: {'Port': ['ID=af3c9707-bf45-41b4-ae27-439d0ec676a2,revision_number=3']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:39:00.214336 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c04e416-89c6-4ad4-8ac5-701aa486d9bd None None] Routers {'09745d53-d389-457b-9af7-8c7c46ceab4b'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:39:00.214939 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-2c04e416-89c6-4ad4-8ac5-701aa486d9bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2612eb84c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:38:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['09745d53-d389-457b-9af7-8c7c46ceab4b'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:39:00.241529 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-46d06dce-7c6c-4f71-bac2-e614a6d63358 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2008772'] for router_interface, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:00.285301 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-6aca1a1a-9308-49df-8fa3-d20db25b0982 None None] Provisioning complete for port af3c9707-bf45-41b4-ae27-439d0ec676a2 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:39:00.285593 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-6aca1a1a-9308-49df-8fa3-d20db25b0982 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:00.348250 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-4c62d92a-68d8-4e32-9be8-2e457de90f1a tempest-SecGroupIPv6Test-23541722 tempest-SecGroupIPv6Test-23541722-project] Publish callbacks [] for security_group_rule, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:00.377504 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvr_db [None req-2c04e416-89c6-4ad4-8ac5-701aa486d9bd None None] Set router 09745d53-d389-457b-9af7-8c7c46ceab4b gateway port host: ncdv-master-1 {{(pid=121608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:39:00.407855 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-4c62d92a-68d8-4e32-9be8-2e457de90f1a tempest-SecGroupIPv6Test-23541722 tempest-SecGroupIPv6Test-23541722-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:00.472359 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-46d06dce-7c6c-4f71-bac2-e614a6d63358 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:00.505816 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-4c62d92a-68d8-4e32-9be8-2e457de90f1a tempest-SecGroupIPv6Test-23541722 tempest-SecGroupIPv6Test-23541722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077839'] for security_group_rule, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:00.526313 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-6aca1a1a-9308-49df-8fa3-d20db25b0982 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:00.531293 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c62d92a-68d8-4e32-9be8-2e457de90f1a tempest-SecGroupIPv6Test-23541722 tempest-SecGroupIPv6Test-23541722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e8f2ad1-0b1f-45a0-a612-55e98b76b31b,revision_number=0']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:39:00.563276 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-6aca1a1a-9308-49df-8fa3-d20db25b0982 None None] For port af3c9707-bf45-41b4-ae27-439d0ec676a2, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=af3c9707-bf45-41b4-ae27-439d0ec676a2,segment=NetworkSegment(6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855),segment_id=6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:39:00.617285 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-2c04e416-89c6-4ad4-8ac5-701aa486d9bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2612eb84c0>, [{'id': '09745d53-d389-457b-9af7-8c7c46ceab4b', 'name': 'tempest-TestVolumeBackupRestore-2116477405-router', 'tenant_id': 'ca293d68b8cc44e6b641d477c9a3eb50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.219'}], 'enable_snat': True}, 'gw_port_id': 'af3c9707-bf45-41b4-ae27-439d0ec676a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:38:56Z', 'updated_at': '2021-12-25T21:38:58Z', 'revision_number': 3, 'project_id': 'ca293d68b8cc44e6b641d477c9a3eb50', 'gw_port': {'id': 'af3c9707-bf45-41b4-ae27-439d0ec676a2', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:82:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09745d53-d389-457b-9af7-8c7c46ceab4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3386, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:38:57Z', 'updated_at': '2021-12-25T21:39:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:39:00.637706 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-4c62d92a-68d8-4e32-9be8-2e457de90f1a tempest-SecGroupIPv6Test-23541722 tempest-SecGroupIPv6Test-23541722-project] Publish callbacks [] for security_group_rule, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:00.639192 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-4c62d92a-68d8-4e32-9be8-2e457de90f1a tempest-SecGroupIPv6Test-23541722 tempest-SecGroupIPv6Test-23541722-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.4375932
Dec 25 21:39:00.643470 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 35508) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:39:00.652901 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c04e416-89c6-4ad4-8ac5-701aa486d9bd None None] The sync data for ids ['09745d53-d389-457b-9af7-8c7c46ceab4b'] in ncdv-master-1 is: [{'id': '09745d53-d389-457b-9af7-8c7c46ceab4b', 'name': 'tempest-TestVolumeBackupRestore-2116477405-router', 'tenant_id': 'ca293d68b8cc44e6b641d477c9a3eb50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.219'}], 'enable_snat': True}, 'gw_port_id': 'af3c9707-bf45-41b4-ae27-439d0ec676a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:38:56Z', 'updated_at': '2021-12-25T21:38:58Z', 'revision_number': 3, 'project_id': 'ca293d68b8cc44e6b641d477c9a3eb50', 'gw_port': {'id': 'af3c9707-bf45-41b4-ae27-439d0ec676a2', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:82:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09745d53-d389-457b-9af7-8c7c46ceab4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3386, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:38:57Z', 'updated_at': '2021-12-25T21:39:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 21:39:00.657491 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-6aca1a1a-9308-49df-8fa3-d20db25b0982 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:00.666388 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-46d06dce-7c6c-4f71-bac2-e614a6d63358 admin admin] Publish callbacks [] for port, precommit_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:00.703297 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-36d8a406-6730-4fd5-b00e-b88c18d7264e tempest-SecGroupIPv6Test-23541722 tempest-SecGroupIPv6Test-23541722-project] Publish callbacks [] for security_group, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:00.716983 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aca1a1a-9308-49df-8fa3-d20db25b0982 None None] Pushing event updated for resources: {'Port': ['ID=af3c9707-bf45-41b4-ae27-439d0ec676a2,revision_number=4']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:39:00.729253 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-36d8a406-6730-4fd5-b00e-b88c18d7264e tempest-SecGroupIPv6Test-23541722 tempest-SecGroupIPv6Test-23541722-project] Publish callbacks [] for security_group, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:00.738697 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-46d06dce-7c6c-4f71-bac2-e614a6d63358 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8632327'] for port, after_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:00.758999 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.agents_db [None req-ec08dba0-4483-4109-b5e1-5e4a9fdaf12d None None] Agent healthcheck: found 7 active agents {{(pid=121609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 25 21:39:00.789113 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-d64cb184-30ab-4160-a531-6b9ad507a9af None None] Provisioning complete for port ce5ae62b-004d-4f6b-b126-92c718c9b052 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:39:00.789545 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-d64cb184-30ab-4160-a531-6b9ad507a9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:00.811812 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-46d06dce-7c6c-4f71-bac2-e614a6d63358 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2007636'] for router_interface, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:00.813640 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d06dce-7c6c-4f71-bac2-e614a6d63358 admin admin] Pushing event updated for resources: {'Port': ['ID=ce5ae62b-004d-4f6b-b126-92c718c9b052,revision_number=2']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:39:00.838421 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-d64cb184-30ab-4160-a531-6b9ad507a9af None None] Port ce5ae62b-004d-4f6b-b126-92c718c9b052 cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:39:00.847452 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-36d8a406-6730-4fd5-b00e-b88c18d7264e tempest-SecGroupIPv6Test-23541722 tempest-SecGroupIPv6Test-23541722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:00.850331 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-36d8a406-6730-4fd5-b00e-b88c18d7264e tempest-SecGroupIPv6Test-23541722 tempest-SecGroupIPv6Test-23541722-project] Publish callbacks [] for security_group, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:00.851666 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-36d8a406-6730-4fd5-b00e-b88c18d7264e tempest-SecGroupIPv6Test-23541722 tempest-SecGroupIPv6Test-23541722-project] 10.222.0.32 "DELETE /v2.0/security-groups/608120e1-0fe5-4096-9ea9-4f37cc1521fb HTTP/1.1" status: 204  len: 168 time: 0.2062023
Dec 25 21:39:00.854245 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 35510) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:39:00.861792 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d8a406-6730-4fd5-b00e-b88c18d7264e tempest-SecGroupIPv6Test-23541722 tempest-SecGroupIPv6Test-23541722-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=608120e1-0fe5-4096-9ea9-4f37cc1521fb,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:39:00.964956 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-b5ce63a7-565a-423f-9811-1a2f43d0369a tempest-SecGroupIPv6Test-23541722 tempest-SecGroupIPv6Test-23541722-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.1077340
Dec 25 21:39:00.965897 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 35512) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:39:00.971449 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46d06dce-7c6c-4f71-bac2-e614a6d63358 admin admin] Network 1bb1be3e-1cca-429f-aa9f-4dd09951d5b0 is already hosted by enough agents. {{(pid=121607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:39:00.972950 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-46d06dce-7c6c-4f71-bac2-e614a6d63358 admin admin] Resources bound (agent type, host, resource id):  {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:39:01.023297 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-5fdacc8e-7f0c-48f2-8696-5c8482dd85c7 tempest-SecGroupIPv6Test-23541722 tempest-SecGroupIPv6Test-23541722-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 2475 time: 0.0506289
Dec 25 21:39:01.023297 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 35514) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:39:01.039449 ncdv-master-1 neutron-server[121606]: INFO neutron.api.v2.resource [None req-12737c08-043c-47c4-a563-49230df9bebb tempest-SecGroupIPv6Test-23541722 tempest-SecGroupIPv6Test-23541722-project] delete failed (client error): The resource could not be found.
Dec 25 21:39:01.043845 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-12737c08-043c-47c4-a563-49230df9bebb tempest-SecGroupIPv6Test-23541722 tempest-SecGroupIPv6Test-23541722-project] 10.222.0.32 "DELETE /v2.0/security-groups/608120e1-0fe5-4096-9ea9-4f37cc1521fb HTTP/1.1" status: 404  len: 347 time: 0.0204780
Dec 25 21:39:01.044777 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 35518) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:39:01.139663 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-cd34b245-2c45-4002-be18-25aca793dc68 tempest-SecGroupIPv6Test-23541722 tempest-SecGroupIPv6Test-23541722-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0925045
Dec 25 21:39:01.152631 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46d06dce-7c6c-4f71-bac2-e614a6d63358 admin admin] Router 09745d53-d389-457b-9af7-8c7c46ceab4b has already been hosted by L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 {{(pid=121607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 25 21:39:01.260612 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-ab75d081-2029-447e-8043-8878687a904e None None] Provisioning complete for port ce5ae62b-004d-4f6b-b126-92c718c9b052 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:39:01.261023 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-ab75d081-2029-447e-8043-8878687a904e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:01.288366 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46d06dce-7c6c-4f71-bac2-e614a6d63358 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 21:39:01.302704 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-46d06dce-7c6c-4f71-bac2-e614a6d63358 admin admin] 10.222.0.32 "PUT /v2.0/routers/09745d53-d389-457b-9af7-8c7c46ceab4b/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.2307951
Dec 25 21:39:01.305839 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-ab75d081-2029-447e-8043-8878687a904e None None] Port ce5ae62b-004d-4f6b-b126-92c718c9b052 cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:39:01.673586 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 35530) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:39:01.830390 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-dfbc22fd-721b-4527-98d2-9103b1f4a4fd admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=bc515949a1384b348ed3a4107a931ad0&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1576028
Dec 25 21:39:01.833567 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 35536) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:39:01.896792 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device af3c9707-bf45-41b4-ae27-439d0ec676a2 up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:39:01.912628 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-1f035d5e-d495-435e-9691-eb86c9fd9803 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:01.935846 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-1f035d5e-d495-435e-9691-eb86c9fd9803 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:01.951315 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port af3c9707-bf45-41b4-ae27-439d0ec676a2 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:39:01.951687 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:02.078797 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-1f035d5e-d495-435e-9691-eb86c9fd9803 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:02.081898 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-1f035d5e-d495-435e-9691-eb86c9fd9803 admin admin] Publish callbacks [] for security_group, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:02.089961 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-1f035d5e-d495-435e-9691-eb86c9fd9803 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ff5753f5-0ff9-4cc1-b057-029553b61df0 HTTP/1.1" status: 204  len: 168 time: 0.2479270
Dec 25 21:39:02.095420 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f035d5e-d495-435e-9691-eb86c9fd9803 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff5753f5-0ff9-4cc1-b057-029553b61df0,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:39:02.249379 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 35548) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:39:02.249379 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-d8891cb2-5e8d-426f-8a1e-19d0c49e9477 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-830418710-network', 'tenant_id': '31a159a4944c43258c0bd3a34c853e88'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:39:02.312785 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8891cb2-5e8d-426f-8a1e-19d0c49e9477 admin admin] Made reservation on behalf of 31a159a4944c43258c0bd3a34c853e88 for: {'network': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:39:02.317491 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-d8891cb2-5e8d-426f-8a1e-19d0c49e9477 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for network, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:02.325005 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-d8891cb2-5e8d-426f-8a1e-19d0c49e9477 admin admin] Publish callbacks [] for security_group, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:02.401131 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-d8891cb2-5e8d-426f-8a1e-19d0c49e9477 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:02.487087 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb257eb8-b83a-4622-b6ea-3aff115f180d None None] Sync routers for ids ['09745d53-d389-457b-9af7-8c7c46ceab4b'] in ncdv-master-1 {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 21:39:02.487087 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb257eb8-b83a-4622-b6ea-3aff115f180d None None] Routers {'09745d53-d389-457b-9af7-8c7c46ceab4b'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:39:02.487087 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-fb257eb8-b83a-4622-b6ea-3aff115f180d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2618ad3d30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:38:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['09745d53-d389-457b-9af7-8c7c46ceab4b'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:39:02.491507 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-d8891cb2-5e8d-426f-8a1e-19d0c49e9477 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:02.538284 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8891cb2-5e8d-426f-8a1e-19d0c49e9477 admin admin] vlan segment allocate from pool success with {'vlan_id': 151, 'physical_network': 'physnet1'}  {{(pid=121606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 25 21:39:02.553591 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8891cb2-5e8d-426f-8a1e-19d0c49e9477 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9af460a6-db38-49d7-9575-4f7d00d61084,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:39:02.559410 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-d8891cb2-5e8d-426f-8a1e-19d0c49e9477 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:02.566193 ncdv-master-1 neutron-server[121606]: INFO neutron.db.segments_db [None req-d8891cb2-5e8d-426f-8a1e-19d0c49e9477 admin admin] Added segment 2c439112-45cf-4c4b-91c2-b62eb859ac46 of type vlan for network 291150ff-71f8-4bde-af2d-c5fbcb3a92d8
Dec 25 21:39:02.816314 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-08baf7d8-f432-44c8-b200-c94dd98fdaaa req-4ec43d03-e8f6-4d0e-bcee-3620d104f247 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=70451b2f-7bb3-4ea7-b6c9-824c3287928f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0935154
Dec 25 21:39:02.816314 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-d8891cb2-5e8d-426f-8a1e-19d0c49e9477 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737602163420'] for network, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:02.817401 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvr_db [None req-fb257eb8-b83a-4622-b6ea-3aff115f180d None None] Set router 09745d53-d389-457b-9af7-8c7c46ceab4b gateway port host: ncdv-master-1 {{(pid=121609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:39:02.818033 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08baf7d8-f432-44c8-b200-c94dd98fdaaa req-40f6e2a6-3d69-4590-ba60-569c6fea9e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:39:02.818033 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-08baf7d8-f432-44c8-b200-c94dd98fdaaa req-40f6e2a6-3d69-4590-ba60-569c6fea9e50 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c77dc74a46d64a67991d82bf12adb1dc&device_id=70451b2f-7bb3-4ea7-b6c9-824c3287928f HTTP/1.1" status: 200  len: 1096 time: 0.0578575
Dec 25 21:39:02.818033 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-d8891cb2-5e8d-426f-8a1e-19d0c49e9477 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870'] for network, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:02.818033 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8891cb2-5e8d-426f-8a1e-19d0c49e9477 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:39:02.818033 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-d8891cb2-5e8d-426f-8a1e-19d0c49e9477 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for network, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:02.852279 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-fb257eb8-b83a-4622-b6ea-3aff115f180d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2618ad3d30>, [{'id': '09745d53-d389-457b-9af7-8c7c46ceab4b', 'name': 'tempest-TestVolumeBackupRestore-2116477405-router', 'tenant_id': 'ca293d68b8cc44e6b641d477c9a3eb50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.219'}], 'enable_snat': True}, 'gw_port_id': 'af3c9707-bf45-41b4-ae27-439d0ec676a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:38:56Z', 'updated_at': '2021-12-25T21:39:00Z', 'revision_number': 4, 'project_id': 'ca293d68b8cc44e6b641d477c9a3eb50', 'gw_port': {'id': 'af3c9707-bf45-41b4-ae27-439d0ec676a2', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:82:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09745d53-d389-457b-9af7-8c7c46ceab4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3386, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:38:57Z', 'updated_at': '2021-12-25T21:39:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'ce5ae62b-004d-4f6b-b126-92c718c9b052', 'name': '', 'network_id': '1bb1be3e-1cca-429f-aa9f-4dd09951d5b0', 'tenant_id': 'ca293d68b8cc44e6b641d477c9a3eb50', 'mac_address': 'fa:16:3e:1e:d0:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09745d53-d389-457b-9af7-8c7c46ceab4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3389, 'fixed_ips': [{'subnet_id': '81401427-9f64-44a9-90df-9654e896b6af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:38:59Z', 'updated_at': '2021-12-25T21:39:00Z', 'revision_number': 2, 'project_id': 'ca293d68b8cc44e6b641d477c9a3eb50', 'subnets': [{'id': '81401427-9f64-44a9-90df-9654e896b6af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:39:02.886939 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb257eb8-b83a-4622-b6ea-3aff115f180d None None] Checking router: 09745d53-d389-457b-9af7-8c7c46ceab4b for host: ncdv-master-1 {{(pid=121609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 25 21:39:02.887302 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb257eb8-b83a-4622-b6ea-3aff115f180d None None] Updating router 09745d53-d389-457b-9af7-8c7c46ceab4b port ce5ae62b-004d-4f6b-b126-92c718c9b052 binding host ncdv-master-1 {{(pid=121609) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 25 21:39:02.907547 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08baf7d8-f432-44c8-b200-c94dd98fdaaa req-b911b9e6-208c-4fb3-9405-48e2c1a6f2ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:39:02.909093 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-08baf7d8-f432-44c8-b200-c94dd98fdaaa req-b911b9e6-208c-4fb3-9405-48e2c1a6f2ed service neutron] 10.222.0.37 "GET /v2.0/networks?id=d257b68f-9132-4584-b1b0-827fbb5ce176 HTTP/1.1" status: 200  len: 913 time: 0.1944137
Dec 25 21:39:02.910834 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8891cb2-5e8d-426f-8a1e-19d0c49e9477 admin admin] Pushing event updated for resources: {'Network': ['ID=291150ff-71f8-4bde-af2d-c5fbcb3a92d8,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:39:02.913652 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-fb257eb8-b83a-4622-b6ea-3aff115f180d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:02.922176 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Network 291150ff-71f8-4bde-af2d-c5fbcb3a92d8 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 25 21:39:02.986062 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-d8891cb2-5e8d-426f-8a1e-19d0c49e9477 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 886 time: 0.8462324
Dec 25 21:39:02.986381 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 35560) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:39:02.991306 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-1b4e63aa-d4a8-4f4c-958b-bea7f4a2578b admin admin] Request body: {'subnet': {'network_id': '291150ff-71f8-4bde-af2d-c5fbcb3a92d8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-830418710-subnet', 'tenant_id': '31a159a4944c43258c0bd3a34c853e88', 'ip_version': 4}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:39:03.013353 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-08baf7d8-f432-44c8-b200-c94dd98fdaaa req-122f76af-b2cb-439d-b0f7-bcd92ac5b1ab service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d121181f-10e4-43bd-bc6a-60afaaa17f9a HTTP/1.1" status: 200  len: 1001 time: 0.0913749
Dec 25 21:39:03.064555 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08baf7d8-f432-44c8-b200-c94dd98fdaaa req-e158a56c-7684-4050-aa56-d9a4d6d26052 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:39:03.066789 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-08baf7d8-f432-44c8-b200-c94dd98fdaaa req-e158a56c-7684-4050-aa56-d9a4d6d26052 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fedfc743-c289-4cd2-abdf-caaf178c8eab HTTP/1.1" status: 200  len: 851 time: 0.0450370
Dec 25 21:39:03.078019 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b4e63aa-d4a8-4f4c-958b-bea7f4a2578b admin admin] Made reservation on behalf of 31a159a4944c43258c0bd3a34c853e88 for: {'subnet': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:39:03.080446 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-1b4e63aa-d4a8-4f4c-958b-bea7f4a2578b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8852834'] for subnet, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:03.149027 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08baf7d8-f432-44c8-b200-c94dd98fdaaa req-14686903-87cf-44e9-9a1b-24773d28a7bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:39:03.150670 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-08baf7d8-f432-44c8-b200-c94dd98fdaaa req-14686903-87cf-44e9-9a1b-24773d28a7bb service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d257b68f-9132-4584-b1b0-827fbb5ce176&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0772827
Dec 25 21:39:03.246776 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-fb257eb8-b83a-4622-b6ea-3aff115f180d None None] Publish callbacks [] for port, precommit_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:03.252053 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-08baf7d8-f432-44c8-b200-c94dd98fdaaa req-3456feb2-9fac-4396-824e-74358627c501 service neutron] 10.222.0.37 "GET /v2.0/networks/d257b68f-9132-4584-b1b0-827fbb5ce176?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0916634
Dec 25 21:39:03.316041 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-fb257eb8-b83a-4622-b6ea-3aff115f180d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:03.349774 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-08baf7d8-f432-44c8-b200-c94dd98fdaaa req-a90d29a7-1926-4a3b-9db9-a24c0902bf09 service neutron] 10.222.0.37 "GET /v2.0/networks/d257b68f-9132-4584-b1b0-827fbb5ce176?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0905564
Dec 25 21:39:03.380397 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-1b4e63aa-d4a8-4f4c-958b-bea7f4a2578b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8632475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8852848'] for subnet, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:03.386493 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3906081c-78bb-4510-bbe7-b147cfb113b2 None None] Pushing event updated for resources: {'Port': ['ID=ce5ae62b-004d-4f6b-b126-92c718c9b052,revision_number=3']} {{(pid=121609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:39:03.443098 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.managers [None req-fb257eb8-b83a-4622-b6ea-3aff115f180d None None] Attempting to bind port ce5ae62b-004d-4f6b-b126-92c718c9b052 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:39:03.443467 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.managers [None req-fb257eb8-b83a-4622-b6ea-3aff115f180d None None] Attempting to bind port ce5ae62b-004d-4f6b-b126-92c718c9b052 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'f7519241-1dfd-4bc3-b55e-829a71e5a41d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '1bb1be3e-1cca-429f-aa9f-4dd09951d5b0'}] {{(pid=121609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:39:03.444030 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb257eb8-b83a-4622-b6ea-3aff115f180d None None] Attempting to bind port ce5ae62b-004d-4f6b-b126-92c718c9b052 on network 1bb1be3e-1cca-429f-aa9f-4dd09951d5b0 {{(pid=121609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:39:03.450878 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb257eb8-b83a-4622-b6ea-3aff115f180d None None] Checking agent: {'id': 'ca4f5c6d-f1fd-48b8-a3e3-395864c7d23d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 20, 56, 40), 'started_at': datetime.datetime(2021, 12, 25, 20, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 38, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:39:03.451934 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb257eb8-b83a-4622-b6ea-3aff115f180d None None] Checking segment: {'id': 'f7519241-1dfd-4bc3-b55e-829a71e5a41d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '1bb1be3e-1cca-429f-aa9f-4dd09951d5b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:39:03.452494 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-fb257eb8-b83a-4622-b6ea-3aff115f180d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:03.453069 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb257eb8-b83a-4622-b6ea-3aff115f180d None None] Bound using segment: {'id': 'f7519241-1dfd-4bc3-b55e-829a71e5a41d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '1bb1be3e-1cca-429f-aa9f-4dd09951d5b0'} {{(pid=121609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:39:03.458039 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.managers [None req-fb257eb8-b83a-4622-b6ea-3aff115f180d None None] Bound port: ce5ae62b-004d-4f6b-b126-92c718c9b052, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7519241-1dfd-4bc3-b55e-829a71e5a41d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '1bb1be3e-1cca-429f-aa9f-4dd09951d5b0'}}] {{(pid=121609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:39:03.458039 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-fb257eb8-b83a-4622-b6ea-3aff115f180d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:03.465525 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4e63aa-d4a8-4f4c-958b-bea7f4a2578b admin admin] Pushing event updated for resources: {'Subnet': ['ID=c5bae77c-cd74-4df4-b197-ace53c72a7be,revision_number=0']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:39:03.470601 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b4e63aa-d4a8-4f4c-958b-bea7f4a2578b admin admin] Checking segment: {'id': '2c439112-45cf-4c4b-91c2-b62eb859ac46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '291150ff-71f8-4bde-af2d-c5fbcb3a92d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:39:03.471249 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b4e63aa-d4a8-4f4c-958b-bea7f4a2578b admin admin] Network hostable DHCP agents. Network: 291150ff-71f8-4bde-af2d-c5fbcb3a92d8, hostable agents: ['1813db88-2c1b-4357-a2ba-869246b663c2'], hosted agents: [] {{(pid=121607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 25 21:39:03.535923 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.db [None req-fb257eb8-b83a-4622-b6ea-3aff115f180d None None] For port ce5ae62b-004d-4f6b-b126-92c718c9b052, host ncdv-master-1, cleared binding levels {{(pid=121609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:39:03.539566 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.db [None req-fb257eb8-b83a-4622-b6ea-3aff115f180d None None] For port ce5ae62b-004d-4f6b-b126-92c718c9b052, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ce5ae62b-004d-4f6b-b126-92c718c9b052,segment=NetworkSegment(f7519241-1dfd-4bc3-b55e-829a71e5a41d),segment_id=f7519241-1dfd-4bc3-b55e-829a71e5a41d)] {{(pid=121609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:39:03.561701 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b4e63aa-d4a8-4f4c-958b-bea7f4a2578b admin admin] Network 291150ff-71f8-4bde-af2d-c5fbcb3a92d8 is scheduled to be hosted by DHCP agent 1813db88-2c1b-4357-a2ba-869246b663c2 with binding_index 1 {{(pid=121607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 25 21:39:03.639540 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-7db9be93-da96-4f60-baa2-7875accd9cfd None None] Provisioning complete for port ce5ae62b-004d-4f6b-b126-92c718c9b052 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:39:03.639998 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-7db9be93-da96-4f60-baa2-7875accd9cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:03.651001 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-fb257eb8-b83a-4622-b6ea-3aff115f180d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:03.675289 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-7db9be93-da96-4f60-baa2-7875accd9cfd None None] Port ce5ae62b-004d-4f6b-b126-92c718c9b052 cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:39:03.684160 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-1b4e63aa-d4a8-4f4c-958b-bea7f4a2578b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 291150ff-71f8-4bde-af2d-c5fbcb3a92d8) {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:39:03.688210 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b4e63aa-d4a8-4f4c-958b-bea7f4a2578b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:39:03.688996 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-1b4e63aa-d4a8-4f4c-958b-bea7f4a2578b admin admin] Publish callbacks [] for subnet, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:03.699692 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5fbd1af-66c8-4a36-8e3f-86ff1db1e6ba None None] Network 291150ff-71f8-4bde-af2d-c5fbcb3a92d8 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:39:03.730428 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3906081c-78bb-4510-bbe7-b147cfb113b2 None None] Pushing event updated for resources: {'Port': ['ID=ce5ae62b-004d-4f6b-b126-92c718c9b052,revision_number=4']} {{(pid=121609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:39:03.734626 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb257eb8-b83a-4622-b6ea-3aff115f180d None None] Routers {'09745d53-d389-457b-9af7-8c7c46ceab4b'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:39:03.735237 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-fb257eb8-b83a-4622-b6ea-3aff115f180d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2618ad3d30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:38:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['09745d53-d389-457b-9af7-8c7c46ceab4b'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:39:03.789054 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-1b4e63aa-d4a8-4f4c-958b-bea7f4a2578b admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 0.8013606
Dec 25 21:39:03.791473 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 35576) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:39:03.796590 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-36630117-c83a-485c-b3c9-9d9ab00d588f admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-830418710-router', 'tenant_id': '31a159a4944c43258c0bd3a34c853e88', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'}}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:39:03.825704 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5738c938-13e9-44b9-863e-c70e35fba298 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-291150ff-71f8-4bde-af2d-c5fbcb3a92d8', 'network_id': '291150ff-71f8-4bde-af2d-c5fbcb3a92d8', 'project_id': '31a159a4944c43258c0bd3a34c853e88', 'fixed_ips': [{'subnet_id': 'c5bae77c-cd74-4df4-b197-ace53c72a7be'}]}} from ncdv-master-1. {{(pid=121608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 25 21:39:03.826584 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5738c938-13e9-44b9-863e-c70e35fba298 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:03.867591 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvr_db [None req-fb257eb8-b83a-4622-b6ea-3aff115f180d None None] Set router 09745d53-d389-457b-9af7-8c7c46ceab4b gateway port host: ncdv-master-1 {{(pid=121609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:39:03.950547 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-36630117-c83a-485c-b3c9-9d9ab00d588f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2014909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14863'] for router, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:03.951684 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-36630117-c83a-485c-b3c9-9d9ab00d588f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2014285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2009796', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2082630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14848'] for router, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:04.004716 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.db_base_plugin_common [None req-5738c938-13e9-44b9-863e-c70e35fba298 None None] Allocated IP 172.20.0.2 (291150ff-71f8-4bde-af2d-c5fbcb3a92d8/c5bae77c-cd74-4df4-b197-ace53c72a7be/b6d83755-b504-499d-b88c-4089f2d421c3) {{(pid=121608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:39:04.020405 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-36630117-c83a-485c-b3c9-9d9ab00d588f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:04.121154 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-fb257eb8-b83a-4622-b6ea-3aff115f180d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2618ad3d30>, [{'id': '09745d53-d389-457b-9af7-8c7c46ceab4b', 'name': 'tempest-TestVolumeBackupRestore-2116477405-router', 'tenant_id': 'ca293d68b8cc44e6b641d477c9a3eb50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.219'}], 'enable_snat': True}, 'gw_port_id': 'af3c9707-bf45-41b4-ae27-439d0ec676a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:38:56Z', 'updated_at': '2021-12-25T21:39:00Z', 'revision_number': 4, 'project_id': 'ca293d68b8cc44e6b641d477c9a3eb50', 'gw_port': {'id': 'af3c9707-bf45-41b4-ae27-439d0ec676a2', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:82:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09745d53-d389-457b-9af7-8c7c46ceab4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3386, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:38:57Z', 'updated_at': '2021-12-25T21:39:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'ce5ae62b-004d-4f6b-b126-92c718c9b052', 'name': '', 'network_id': '1bb1be3e-1cca-429f-aa9f-4dd09951d5b0', 'tenant_id': 'ca293d68b8cc44e6b641d477c9a3eb50', 'mac_address': 'fa:16:3e:1e:d0:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09745d53-d389-457b-9af7-8c7c46ceab4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3389, 'fixed_ips': [{'subnet_id': '81401427-9f64-44a9-90df-9654e896b6af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:38:59Z', 'updated_at': '2021-12-25T21:39:03Z', 'revision_number': 4, 'project_id': 'ca293d68b8cc44e6b641d477c9a3eb50', 'subnets': [{'id': '81401427-9f64-44a9-90df-9654e896b6af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:39:04.151382 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-4fbebb85-8909-4c5c-9967-bebd62185553 None None] Provisioning complete for port ce5ae62b-004d-4f6b-b126-92c718c9b052 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:39:04.151753 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-4fbebb85-8909-4c5c-9967-bebd62185553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:04.153999 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb257eb8-b83a-4622-b6ea-3aff115f180d None None] The sync data for ids ['09745d53-d389-457b-9af7-8c7c46ceab4b'] in ncdv-master-1 is: [{'id': '09745d53-d389-457b-9af7-8c7c46ceab4b', 'name': 'tempest-TestVolumeBackupRestore-2116477405-router', 'tenant_id': 'ca293d68b8cc44e6b641d477c9a3eb50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.219'}], 'enable_snat': True}, 'gw_port_id': 'af3c9707-bf45-41b4-ae27-439d0ec676a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:38:56Z', 'updated_at': '2021-12-25T21:39:00Z', 'revision_number': 4, 'project_id': 'ca293d68b8cc44e6b641d477c9a3eb50', 'gw_port': {'id': 'af3c9707-bf45-41b4-ae27-439d0ec676a2', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:82:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09745d53-d389-457b-9af7-8c7c46ceab4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3386, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:38:57Z', 'updated_at': '2021-12-25T21:39:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'ce5ae62b-004d-4f6b-b126-92c718c9b052', 'name': '', 'network_id': '1bb1be3e-1cca-429f-aa9f-4dd09951d5b0', 'tenant_id': 'ca293d68b8cc44e6b641d477c9a3eb50', 'mac_address': 'fa:16:3e:1e:d0:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09745d53-d389-457b-9af7-8c7c46ceab4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3389, 'fixed_ips': [{'subnet_id': '81401427-9f64-44a9-90df-9654e896b6af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:38:59Z', 'updated_at': '2021-12-25T21:39:03Z', 'revision_number': 4, 'project_id': 'ca293d68b8cc44e6b641d477c9a3eb50', 'subnets': [{'id': '81401427-9f64-44a9-90df-9654e896b6af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 21:39:04.205547 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5738c938-13e9-44b9-863e-c70e35fba298 None None] Publish callbacks [] for port, precommit_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:04.279524 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-4fbebb85-8909-4c5c-9967-bebd62185553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:04.283531 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5738c938-13e9-44b9-863e-c70e35fba298 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946'] for port, after_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:04.329815 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-36630117-c83a-485c-b3c9-9d9ab00d588f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:04.370130 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5738c938-13e9-44b9-863e-c70e35fba298 None None] Network 291150ff-71f8-4bde-af2d-c5fbcb3a92d8 is already hosted by enough agents. {{(pid=121608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:39:04.383719 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.base_scheduler [None req-5738c938-13e9-44b9-863e-c70e35fba298 None None] Resources bound (agent type, host, resource id):  {{(pid=121608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:39:04.386788 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5738c938-13e9-44b9-863e-c70e35fba298 None None] Received port after_create {{(pid=121608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:39:04.391342 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-4fbebb85-8909-4c5c-9967-bebd62185553 None None] For port ce5ae62b-004d-4f6b-b126-92c718c9b052, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ce5ae62b-004d-4f6b-b126-92c718c9b052,segment=NetworkSegment(f7519241-1dfd-4bc3-b55e-829a71e5a41d),segment_id=f7519241-1dfd-4bc3-b55e-829a71e5a41d)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:39:04.397725 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5738c938-13e9-44b9-863e-c70e35fba298 None None] Pushing event updated for resources: {'Port': ['ID=b6d83755-b504-499d-b88c-4089f2d421c3,revision_number=1']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:39:04.464377 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-5738c938-13e9-44b9-863e-c70e35fba298 None None] Attempting to bind port b6d83755-b504-499d-b88c-4089f2d421c3 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:39:04.465028 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-5738c938-13e9-44b9-863e-c70e35fba298 None None] Attempting to bind port b6d83755-b504-499d-b88c-4089f2d421c3 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '2c439112-45cf-4c4b-91c2-b62eb859ac46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '291150ff-71f8-4bde-af2d-c5fbcb3a92d8'}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:39:04.465402 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5738c938-13e9-44b9-863e-c70e35fba298 None None] Attempting to bind port b6d83755-b504-499d-b88c-4089f2d421c3 on network 291150ff-71f8-4bde-af2d-c5fbcb3a92d8 {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:39:04.471469 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5738c938-13e9-44b9-863e-c70e35fba298 None None] Checking agent: {'id': 'ca4f5c6d-f1fd-48b8-a3e3-395864c7d23d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 20, 56, 40), 'started_at': datetime.datetime(2021, 12, 25, 20, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 38, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:39:04.473287 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5738c938-13e9-44b9-863e-c70e35fba298 None None] Checking segment: {'id': '2c439112-45cf-4c4b-91c2-b62eb859ac46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '291150ff-71f8-4bde-af2d-c5fbcb3a92d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:39:04.473287 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5738c938-13e9-44b9-863e-c70e35fba298 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:04.473468 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5738c938-13e9-44b9-863e-c70e35fba298 None None] Bound using segment: {'id': '2c439112-45cf-4c4b-91c2-b62eb859ac46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '291150ff-71f8-4bde-af2d-c5fbcb3a92d8'} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:39:04.473944 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-5738c938-13e9-44b9-863e-c70e35fba298 None None] Bound port: b6d83755-b504-499d-b88c-4089f2d421c3, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c439112-45cf-4c4b-91c2-b62eb859ac46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '291150ff-71f8-4bde-af2d-c5fbcb3a92d8'}}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:39:04.474327 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5738c938-13e9-44b9-863e-c70e35fba298 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:04.517911 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-4fbebb85-8909-4c5c-9967-bebd62185553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:04.555903 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:04.603429 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5738c938-13e9-44b9-863e-c70e35fba298 None None] For port b6d83755-b504-499d-b88c-4089f2d421c3, host ncdv-master-1, cleared binding levels {{(pid=121608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:39:04.609111 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5738c938-13e9-44b9-863e-c70e35fba298 None None] For port b6d83755-b504-499d-b88c-4089f2d421c3, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b6d83755-b504-499d-b88c-4089f2d421c3,segment=NetworkSegment(2c439112-45cf-4c4b-91c2-b62eb859ac46),segment_id=2c439112-45cf-4c4b-91c2-b62eb859ac46)] {{(pid=121608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:39:04.610343 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbebb85-8909-4c5c-9967-bebd62185553 None None] Pushing event updated for resources: {'Port': ['ID=ce5ae62b-004d-4f6b-b126-92c718c9b052,revision_number=5']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:39:04.658060 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-36630117-c83a-485c-b3c9-9d9ab00d588f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:04.679681 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-36630117-c83a-485c-b3c9-9d9ab00d588f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:04.724735 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5738c938-13e9-44b9-863e-c70e35fba298 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:04.779859 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-4f0284a4-1172-461c-85ea-35e343595448 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:04.801680 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5738c938-13e9-44b9-863e-c70e35fba298 None None] Pushing event updated for resources: {'Port': ['ID=b6d83755-b504-499d-b88c-4089f2d421c3,revision_number=2']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:39:04.811934 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_common [None req-36630117-c83a-485c-b3c9-9d9ab00d588f admin admin] Allocated IP 172.35.3.46 (7201e55c-7c5f-41aa-a042-a363696539d0/7a939e13-713f-45cf-bba7-1539635abe25/f15d3e21-cdcf-4fc8-b15e-d45e981fae3d) {{(pid=121606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:39:04.954524 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-36630117-c83a-485c-b3c9-9d9ab00d588f admin admin] Publish callbacks [] for port, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:05.101389 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-36630117-c83a-485c-b3c9-9d9ab00d588f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:05.149571 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36630117-c83a-485c-b3c9-9d9ab00d588f admin admin] Network 7201e55c-7c5f-41aa-a042-a363696539d0 is already hosted by enough agents. {{(pid=121606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:39:05.154844 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [None req-36630117-c83a-485c-b3c9-9d9ab00d588f admin admin] Resources bound (agent type, host, resource id):  {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:39:05.158677 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36630117-c83a-485c-b3c9-9d9ab00d588f admin admin] Received port after_create {{(pid=121606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:39:05.165353 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36630117-c83a-485c-b3c9-9d9ab00d588f admin admin] Pushing event updated for resources: {'Port': ['ID=f15d3e21-cdcf-4fc8-b15e-d45e981fae3d,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:39:05.172861 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e546356b-1308-4044-94d7-77d2a0ffa684 None None] DHCP port deletion for 7201e55c-7c5f-41aa-a042-a363696539d0 request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 21:39:05.244694 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-58148b36-ac3f-4e90-b128-478b80cbf614 None None] Provisioning complete for port f15d3e21-cdcf-4fc8-b15e-d45e981fae3d triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:39:05.245021 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-58148b36-ac3f-4e90-b128-478b80cbf614 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:05.283020 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-58148b36-ac3f-4e90-b128-478b80cbf614 None None] Port f15d3e21-cdcf-4fc8-b15e-d45e981fae3d cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:39:05.552954 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-36630117-c83a-485c-b3c9-9d9ab00d588f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:05.894614 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7379af3-2930-480f-a322-94f618eeb1f5 None None] Network 291150ff-71f8-4bde-af2d-c5fbcb3a92d8 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:39:06.066292 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-36630117-c83a-485c-b3c9-9d9ab00d588f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2014278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2009753'] for router, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:06.071894 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device ce5ae62b-004d-4f6b-b126-92c718c9b052 up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:39:06.153777 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-33218a4c-dc42-47f5-869c-bca5d8bd95eb None None] Provisioning complete for port b6d83755-b504-499d-b88c-4089f2d421c3 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:39:06.154030 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-33218a4c-dc42-47f5-869c-bca5d8bd95eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:06.231926 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port ce5ae62b-004d-4f6b-b126-92c718c9b052 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:39:06.232532 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:06.258541 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36630117-c83a-485c-b3c9-9d9ab00d588f admin admin] Router 09c5e02e-afc2-4dfa-86b9-e9f0d80958da is scheduled to L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 with binding_index 1 {{(pid=121606) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 25 21:39:06.316645 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-33218a4c-dc42-47f5-869c-bca5d8bd95eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:06.377425 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-33218a4c-dc42-47f5-869c-bca5d8bd95eb None None] For port b6d83755-b504-499d-b88c-4089f2d421c3, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b6d83755-b504-499d-b88c-4089f2d421c3,segment=NetworkSegment(2c439112-45cf-4c4b-91c2-b62eb859ac46),segment_id=2c439112-45cf-4c4b-91c2-b62eb859ac46)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:39:06.377630 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36630117-c83a-485c-b3c9-9d9ab00d588f admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 21:39:06.385625 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device b6d83755-b504-499d-b88c-4089f2d421c3 up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:39:06.389896 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7378d8f1-a9e2-4646-939a-97d98eafc734 None None] Sync routers for ids ['09c5e02e-afc2-4dfa-86b9-e9f0d80958da'] in ncdv-master-1 {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 21:39:06.430382 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7378d8f1-a9e2-4646-939a-97d98eafc734 None None] Routers {'09c5e02e-afc2-4dfa-86b9-e9f0d80958da'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:39:06.431011 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-7378d8f1-a9e2-4646-939a-97d98eafc734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f26131b8fd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:38:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['09c5e02e-afc2-4dfa-86b9-e9f0d80958da'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:39:06.452184 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-36630117-c83a-485c-b3c9-9d9ab00d588f admin admin] Publish callbacks [] for router, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:06.453581 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-36630117-c83a-485c-b3c9-9d9ab00d588f admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 924 time: 2.6608818
Dec 25 21:39:06.457222 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 35606) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:39:06.471618 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-33218a4c-dc42-47f5-869c-bca5d8bd95eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:06.542235 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port b6d83755-b504-499d-b88c-4089f2d421c3 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:39:06.542637 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:06.581261 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33218a4c-dc42-47f5-869c-bca5d8bd95eb None None] Pushing event updated for resources: {'Port': ['ID=b6d83755-b504-499d-b88c-4089f2d421c3,revision_number=3']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:39:06.649687 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvr_db [None req-7378d8f1-a9e2-4646-939a-97d98eafc734 None None] Set router 09c5e02e-afc2-4dfa-86b9-e9f0d80958da gateway port host: ncdv-master-1 {{(pid=121608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:39:06.682244 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-ee216ca7-4ed5-438d-b92d-b93953b0f90d None None] Provisioning complete for port b6d83755-b504-499d-b88c-4089f2d421c3 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:39:06.682530 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-ee216ca7-4ed5-438d-b92d-b93953b0f90d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:06.964658 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-7378d8f1-a9e2-4646-939a-97d98eafc734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f26131b8fd0>, [{'id': '09c5e02e-afc2-4dfa-86b9-e9f0d80958da', 'name': 'tempest-TestVolumeBackupRestore-830418710-router', 'tenant_id': '31a159a4944c43258c0bd3a34c853e88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.46'}], 'enable_snat': True}, 'gw_port_id': 'f15d3e21-cdcf-4fc8-b15e-d45e981fae3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:39:03Z', 'updated_at': '2021-12-25T21:39:05Z', 'revision_number': 3, 'project_id': '31a159a4944c43258c0bd3a34c853e88', 'gw_port': {'id': 'f15d3e21-cdcf-4fc8-b15e-d45e981fae3d', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:6a:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09c5e02e-afc2-4dfa-86b9-e9f0d80958da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3404, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:39:04Z', 'updated_at': '2021-12-25T21:39:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:39:06.994261 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7378d8f1-a9e2-4646-939a-97d98eafc734 None None] Checking router: 09c5e02e-afc2-4dfa-86b9-e9f0d80958da for host: ncdv-master-1 {{(pid=121608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 25 21:39:06.994613 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7378d8f1-a9e2-4646-939a-97d98eafc734 None None] Updating router 09c5e02e-afc2-4dfa-86b9-e9f0d80958da port f15d3e21-cdcf-4fc8-b15e-d45e981fae3d binding host ncdv-master-1 {{(pid=121608) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 25 21:39:07.025635 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-7378d8f1-a9e2-4646-939a-97d98eafc734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:07.106034 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-4a27c8b1-38bc-477d-bf04-049b566f766e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:07.226393 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ff3b3b07-d50e-47f7-a24d-d4e6e4eba989 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:07.291043 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-7378d8f1-a9e2-4646-939a-97d98eafc734 None None] Publish callbacks [] for port, precommit_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:07.379820 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-7378d8f1-a9e2-4646-939a-97d98eafc734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:07.393479 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_common [None req-ff3b3b07-d50e-47f7-a24d-d4e6e4eba989 admin admin] Allocated IP 172.20.0.1 (291150ff-71f8-4bde-af2d-c5fbcb3a92d8/c5bae77c-cd74-4df4-b197-ace53c72a7be/5171a6a0-42e0-482e-8c49-be921a629ba2) {{(pid=121607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:39:07.439522 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6174c8f-093b-488b-87c3-c0dc94a2104a None None] DHCP port deletion for 7201e55c-7c5f-41aa-a042-a363696539d0 request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 21:39:07.451233 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-7378d8f1-a9e2-4646-939a-97d98eafc734 None None] Attempting to bind port f15d3e21-cdcf-4fc8-b15e-d45e981fae3d on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:39:07.457973 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-7378d8f1-a9e2-4646-939a-97d98eafc734 None None] Attempting to bind port f15d3e21-cdcf-4fc8-b15e-d45e981fae3d by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:39:07.457973 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7378d8f1-a9e2-4646-939a-97d98eafc734 None None] Attempting to bind port f15d3e21-cdcf-4fc8-b15e-d45e981fae3d on network 7201e55c-7c5f-41aa-a042-a363696539d0 {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:39:07.457973 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6c5150-7023-44fe-a60c-7193a7d9847d None None] Pushing event updated for resources: {'Port': ['ID=f15d3e21-cdcf-4fc8-b15e-d45e981fae3d,revision_number=2']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:39:07.461325 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7378d8f1-a9e2-4646-939a-97d98eafc734 None None] Checking agent: {'id': 'ca4f5c6d-f1fd-48b8-a3e3-395864c7d23d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 20, 56, 40), 'started_at': datetime.datetime(2021, 12, 25, 20, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 38, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:39:07.461706 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7378d8f1-a9e2-4646-939a-97d98eafc734 None None] Checking segment: {'id': '6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:39:07.462110 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-7378d8f1-a9e2-4646-939a-97d98eafc734 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:07.462499 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7378d8f1-a9e2-4646-939a-97d98eafc734 None None] Bound using segment: {'id': '6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:39:07.462976 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-7378d8f1-a9e2-4646-939a-97d98eafc734 None None] Bound port: f15d3e21-cdcf-4fc8-b15e-d45e981fae3d, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'}}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:39:07.463625 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-7378d8f1-a9e2-4646-939a-97d98eafc734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:07.539143 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ff3b3b07-d50e-47f7-a24d-d4e6e4eba989 admin admin] Publish callbacks [] for port, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:07.542515 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-7378d8f1-a9e2-4646-939a-97d98eafc734 None None] For port f15d3e21-cdcf-4fc8-b15e-d45e981fae3d, host ncdv-master-1, cleared binding levels {{(pid=121608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:39:07.563703 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-7378d8f1-a9e2-4646-939a-97d98eafc734 None None] For port f15d3e21-cdcf-4fc8-b15e-d45e981fae3d, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f15d3e21-cdcf-4fc8-b15e-d45e981fae3d,segment=NetworkSegment(6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855),segment_id=6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855)] {{(pid=121608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:39:07.568825 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-f46fc857-b935-4d8f-83d5-4817589f72a6 None None] Provisioning complete for port f15d3e21-cdcf-4fc8-b15e-d45e981fae3d triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:39:07.569225 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-f46fc857-b935-4d8f-83d5-4817589f72a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:07.603747 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-f46fc857-b935-4d8f-83d5-4817589f72a6 None None] Port f15d3e21-cdcf-4fc8-b15e-d45e981fae3d cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:39:07.633244 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-7378d8f1-a9e2-4646-939a-97d98eafc734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:07.633709 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ff3b3b07-d50e-47f7-a24d-d4e6e4eba989 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:07.679207 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-584abd46-182b-42ac-99e4-6669b00ff50c None None] DHCP port deletion for 7201e55c-7c5f-41aa-a042-a363696539d0 request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 21:39:07.683528 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff3b3b07-d50e-47f7-a24d-d4e6e4eba989 admin admin] Network 291150ff-71f8-4bde-af2d-c5fbcb3a92d8 is already hosted by enough agents. {{(pid=121607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:39:07.693226 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-ff3b3b07-d50e-47f7-a24d-d4e6e4eba989 admin admin] Resources bound (agent type, host, resource id):  {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:39:07.697244 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff3b3b07-d50e-47f7-a24d-d4e6e4eba989 admin admin] Received port after_create {{(pid=121607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:39:07.701300 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6c5150-7023-44fe-a60c-7193a7d9847d None None] Pushing event updated for resources: {'Port': ['ID=f15d3e21-cdcf-4fc8-b15e-d45e981fae3d,revision_number=3']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:39:07.703707 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7378d8f1-a9e2-4646-939a-97d98eafc734 None None] Routers {'09c5e02e-afc2-4dfa-86b9-e9f0d80958da'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:39:07.704321 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-7378d8f1-a9e2-4646-939a-97d98eafc734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f26131b8fd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:39:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['09c5e02e-afc2-4dfa-86b9-e9f0d80958da'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:39:07.734617 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3b3b07-d50e-47f7-a24d-d4e6e4eba989 admin admin] Pushing event updated for resources: {'Port': ['ID=5171a6a0-42e0-482e-8c49-be921a629ba2,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:39:07.773886 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ff3b3b07-d50e-47f7-a24d-d4e6e4eba989 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2008772'] for router_interface, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:07.841680 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvr_db [None req-7378d8f1-a9e2-4646-939a-97d98eafc734 None None] Set router 09c5e02e-afc2-4dfa-86b9-e9f0d80958da gateway port host: ncdv-master-1 {{(pid=121608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:39:07.920357 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device b6d83755-b504-499d-b88c-4089f2d421c3 up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:39:08.019836 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-e32ba9a1-4771-4f5c-ab6d-dfcd27a9c1b5 None None] Provisioning complete for port f15d3e21-cdcf-4fc8-b15e-d45e981fae3d triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:39:08.020192 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-e32ba9a1-4771-4f5c-ab6d-dfcd27a9c1b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:08.058858 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ff3b3b07-d50e-47f7-a24d-d4e6e4eba989 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:08.085695 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port b6d83755-b504-499d-b88c-4089f2d421c3 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:39:08.086073 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:08.209356 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-e32ba9a1-4771-4f5c-ab6d-dfcd27a9c1b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:08.247385 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ff3b3b07-d50e-47f7-a24d-d4e6e4eba989 admin admin] Publish callbacks [] for port, precommit_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:08.256794 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-e32ba9a1-4771-4f5c-ab6d-dfcd27a9c1b5 None None] For port f15d3e21-cdcf-4fc8-b15e-d45e981fae3d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f15d3e21-cdcf-4fc8-b15e-d45e981fae3d,segment=NetworkSegment(6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855),segment_id=6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:39:08.270258 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-7378d8f1-a9e2-4646-939a-97d98eafc734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f26131b8fd0>, [{'id': '09c5e02e-afc2-4dfa-86b9-e9f0d80958da', 'name': 'tempest-TestVolumeBackupRestore-830418710-router', 'tenant_id': '31a159a4944c43258c0bd3a34c853e88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.46'}], 'enable_snat': True}, 'gw_port_id': 'f15d3e21-cdcf-4fc8-b15e-d45e981fae3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:39:03Z', 'updated_at': '2021-12-25T21:39:05Z', 'revision_number': 3, 'project_id': '31a159a4944c43258c0bd3a34c853e88', 'gw_port': {'id': 'f15d3e21-cdcf-4fc8-b15e-d45e981fae3d', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:6a:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09c5e02e-afc2-4dfa-86b9-e9f0d80958da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3404, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:39:04Z', 'updated_at': '2021-12-25T21:39:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:39:08.306739 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7378d8f1-a9e2-4646-939a-97d98eafc734 None None] The sync data for ids ['09c5e02e-afc2-4dfa-86b9-e9f0d80958da'] in ncdv-master-1 is: [{'id': '09c5e02e-afc2-4dfa-86b9-e9f0d80958da', 'name': 'tempest-TestVolumeBackupRestore-830418710-router', 'tenant_id': '31a159a4944c43258c0bd3a34c853e88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.46'}], 'enable_snat': True}, 'gw_port_id': 'f15d3e21-cdcf-4fc8-b15e-d45e981fae3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:39:03Z', 'updated_at': '2021-12-25T21:39:05Z', 'revision_number': 3, 'project_id': '31a159a4944c43258c0bd3a34c853e88', 'gw_port': {'id': 'f15d3e21-cdcf-4fc8-b15e-d45e981fae3d', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:6a:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09c5e02e-afc2-4dfa-86b9-e9f0d80958da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3404, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:39:04Z', 'updated_at': '2021-12-25T21:39:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 21:39:08.318661 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ff3b3b07-d50e-47f7-a24d-d4e6e4eba989 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8632327'] for port, after_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:08.347589 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-e32ba9a1-4771-4f5c-ab6d-dfcd27a9c1b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:08.380512 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:08.399164 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ff3b3b07-d50e-47f7-a24d-d4e6e4eba989 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2007636'] for router_interface, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:08.400991 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3b3b07-d50e-47f7-a24d-d4e6e4eba989 admin admin] Pushing event updated for resources: {'Port': ['ID=5171a6a0-42e0-482e-8c49-be921a629ba2,revision_number=2']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:39:08.415264 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32ba9a1-4771-4f5c-ab6d-dfcd27a9c1b5 None None] Pushing event updated for resources: {'Port': ['ID=f15d3e21-cdcf-4fc8-b15e-d45e981fae3d,revision_number=4']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:39:08.514599 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff3b3b07-d50e-47f7-a24d-d4e6e4eba989 admin admin] Network 291150ff-71f8-4bde-af2d-c5fbcb3a92d8 is already hosted by enough agents. {{(pid=121607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:39:08.516080 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-ff3b3b07-d50e-47f7-a24d-d4e6e4eba989 admin admin] Resources bound (agent type, host, resource id):  {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:39:08.658762 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-a6e738c3-4e64-4be3-a646-a012d0110bed None None] Provisioning complete for port 5171a6a0-42e0-482e-8c49-be921a629ba2 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:39:08.660393 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-a6e738c3-4e64-4be3-a646-a012d0110bed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:08.689584 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff3b3b07-d50e-47f7-a24d-d4e6e4eba989 admin admin] Router 09c5e02e-afc2-4dfa-86b9-e9f0d80958da has already been hosted by L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 {{(pid=121607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 25 21:39:08.708574 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-a6e738c3-4e64-4be3-a646-a012d0110bed None None] Port 5171a6a0-42e0-482e-8c49-be921a629ba2 cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:39:08.772963 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3e945ecd-9380-47c2-aa0a-12ebe07e03e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:08.821063 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff3b3b07-d50e-47f7-a24d-d4e6e4eba989 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 21:39:08.836113 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-ff3b3b07-d50e-47f7-a24d-d4e6e4eba989 admin admin] 10.222.0.32 "PUT /v2.0/routers/09c5e02e-afc2-4dfa-86b9-e9f0d80958da/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.3682370
Dec 25 21:39:08.933285 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-92f895c4-33ff-4aee-87c6-fa14f5e2e897 None None] Provisioning complete for port 5171a6a0-42e0-482e-8c49-be921a629ba2 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:39:08.933758 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-92f895c4-33ff-4aee-87c6-fa14f5e2e897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:08.985797 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-92f895c4-33ff-4aee-87c6-fa14f5e2e897 None None] Port 5171a6a0-42e0-482e-8c49-be921a629ba2 cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:39:09.431262 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b143dfdc-8f82-4454-8a71-d10d1f95a3e4 req-e828d40c-575d-47f4-a0ea-23879cb9625b service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=7a8d6684-f19c-4a86-ac0c-6c056fa351fd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 658 time: 0.2021508
Dec 25 21:39:09.530128 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-15cb578f-7a63-4fd3-925d-83bad4c7b82a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:09.542861 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b143dfdc-8f82-4454-8a71-d10d1f95a3e4 req-61ed106f-37e1-44a6-a237-118d4a3451a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:39:09.543347 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b143dfdc-8f82-4454-8a71-d10d1f95a3e4 req-61ed106f-37e1-44a6-a237-118d4a3451a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:39:09.543816 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b143dfdc-8f82-4454-8a71-d10d1f95a3e4 req-61ed106f-37e1-44a6-a237-118d4a3451a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:39:09.544285 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b143dfdc-8f82-4454-8a71-d10d1f95a3e4 req-61ed106f-37e1-44a6-a237-118d4a3451a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:39:09.544747 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b143dfdc-8f82-4454-8a71-d10d1f95a3e4 req-61ed106f-37e1-44a6-a237-118d4a3451a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:39:09.545314 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b143dfdc-8f82-4454-8a71-d10d1f95a3e4 req-61ed106f-37e1-44a6-a237-118d4a3451a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:39:09.545773 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b143dfdc-8f82-4454-8a71-d10d1f95a3e4 req-61ed106f-37e1-44a6-a237-118d4a3451a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:39:09.547683 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b143dfdc-8f82-4454-8a71-d10d1f95a3e4 req-61ed106f-37e1-44a6-a237-118d4a3451a9 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=980165331b334d7795b91adc96459725&device_id=7a8d6684-f19c-4a86-ac0c-6c056fa351fd HTTP/1.1" status: 200  len: 6490 time: 0.0646856
Dec 25 21:39:09.668317 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b143dfdc-8f82-4454-8a71-d10d1f95a3e4 req-68bdcf2b-2a08-431d-8ce3-b4a5a013c4fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:39:09.668809 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b143dfdc-8f82-4454-8a71-d10d1f95a3e4 req-68bdcf2b-2a08-431d-8ce3-b4a5a013c4fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:39:09.669329 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b143dfdc-8f82-4454-8a71-d10d1f95a3e4 req-68bdcf2b-2a08-431d-8ce3-b4a5a013c4fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:39:09.671230 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b143dfdc-8f82-4454-8a71-d10d1f95a3e4 req-68bdcf2b-2a08-431d-8ce3-b4a5a013c4fe service neutron] 10.222.0.31 "GET /v2.0/networks?id=36c58514-4b76-443a-8b4e-8188ecbb730f&id=6dab2bb9-1b11-4634-becc-b5742aceff64&id=6dab2bb9-1b11-4634-becc-b5742aceff64&id=6dab2bb9-1b11-4634-becc-b5742aceff64&id=6dab2bb9-1b11-4634-becc-b5742aceff64&id=1eebed42-83f0-407e-9fde-c8f3a2309436&id=1eebed42-83f0-407e-9fde-c8f3a2309436 HTTP/1.1" status: 200  len: 2293 time: 0.0992808
Dec 25 21:39:09.746473 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b143dfdc-8f82-4454-8a71-d10d1f95a3e4 req-914ca154-a39c-4f53-a00f-4d2fa86a5225 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dbad079c-9ad0-47fd-8d51-bc9c6d074098 HTTP/1.1" status: 200  len: 1001 time: 0.0665894
Dec 25 21:39:09.822337 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b143dfdc-8f82-4454-8a71-d10d1f95a3e4 req-e8ff8e4a-7559-425e-8dc5-31ef14fe9ade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:39:09.825480 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b143dfdc-8f82-4454-8a71-d10d1f95a3e4 req-e8ff8e4a-7559-425e-8dc5-31ef14fe9ade service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a434de1e-5464-470d-a8e6-901b6aa78ffb HTTP/1.1" status: 200  len: 851 time: 0.0706873
Dec 25 21:39:09.879544 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b143dfdc-8f82-4454-8a71-d10d1f95a3e4 req-c026e5b4-de44-4ada-814e-582275701fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:39:09.881223 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b143dfdc-8f82-4454-8a71-d10d1f95a3e4 req-c026e5b4-de44-4ada-814e-582275701fa4 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=36c58514-4b76-443a-8b4e-8188ecbb730f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0499315
Dec 25 21:39:09.902231 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [req-b143dfdc-8f82-4454-8a71-d10d1f95a3e4 req-d97d842c-5b49-436b-bfeb-1bca8f91d0f8 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=121606) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 25 21:39:09.903428 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b143dfdc-8f82-4454-8a71-d10d1f95a3e4 req-d97d842c-5b49-436b-bfeb-1bca8f91d0f8 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0094569
Dec 25 21:39:09.905868 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device f15d3e21-cdcf-4fc8-b15e-d45e981fae3d up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:39:09.962076 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port f15d3e21-cdcf-4fc8-b15e-d45e981fae3d triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:39:09.962721 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:10.027167 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b143dfdc-8f82-4454-8a71-d10d1f95a3e4 req-e6ddbf58-6c5e-47c8-a4d3-a313ba3625ff service neutron] 10.222.0.31 "GET /v2.0/networks/36c58514-4b76-443a-8b4e-8188ecbb730f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1123021
Dec 25 21:39:10.127727 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b143dfdc-8f82-4454-8a71-d10d1f95a3e4 req-8448ed49-ace9-4d45-8372-490504e1da8e service neutron] 10.222.0.31 "GET /v2.0/networks/36c58514-4b76-443a-8b4e-8188ecbb730f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0932348
Dec 25 21:39:10.170513 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b143dfdc-8f82-4454-8a71-d10d1f95a3e4 req-5d663ef2-7c57-4d4e-8989-bcd616df0509 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.204&port_id=893605c1-33ba-4c92-b5eb-6207f354a521 HTTP/1.1" status: 200  len: 217 time: 0.0352931
Dec 25 21:39:10.225437 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b143dfdc-8f82-4454-8a71-d10d1f95a3e4 req-06746df8-0951-444b-9f96-3c13927ce78e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:39:10.226926 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b143dfdc-8f82-4454-8a71-d10d1f95a3e4 req-06746df8-0951-444b-9f96-3c13927ce78e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f7c309e7-75ab-4e4b-b61f-ca7ce9c46156 HTTP/1.1" status: 200  len: 797 time: 0.0490017
Dec 25 21:39:10.278128 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b143dfdc-8f82-4454-8a71-d10d1f95a3e4 req-0008914f-aa5b-42ff-a9c7-242c08e1db86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:39:10.279779 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b143dfdc-8f82-4454-8a71-d10d1f95a3e4 req-0008914f-aa5b-42ff-a9c7-242c08e1db86 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=6dab2bb9-1b11-4634-becc-b5742aceff64&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.0455508
Dec 25 21:39:10.387269 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b143dfdc-8f82-4454-8a71-d10d1f95a3e4 req-40f1a197-e246-4973-bc53-6a985ca65741 service neutron] 10.222.0.31 "GET /v2.0/networks/6dab2bb9-1b11-4634-becc-b5742aceff64?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1000619
Dec 25 21:39:10.494562 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b143dfdc-8f82-4454-8a71-d10d1f95a3e4 req-2a55f098-fb4d-470f-9c49-5057402c9f5e service neutron] 10.222.0.31 "GET /v2.0/networks/6dab2bb9-1b11-4634-becc-b5742aceff64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0988030
Dec 25 21:39:10.551299 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b143dfdc-8f82-4454-8a71-d10d1f95a3e4 req-59062710-0853-464f-b474-d7b669736d52 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.46&port_id=1704d60b-466b-4afa-a1c8-2e009902991b HTTP/1.1" status: 200  len: 217 time: 0.0493267
Dec 25 21:39:10.614117 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b143dfdc-8f82-4454-8a71-d10d1f95a3e4 req-28113e98-08d0-4005-92bf-b4e34662c3e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:39:10.616088 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b143dfdc-8f82-4454-8a71-d10d1f95a3e4 req-28113e98-08d0-4005-92bf-b4e34662c3e7 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f7c309e7-75ab-4e4b-b61f-ca7ce9c46156 HTTP/1.1" status: 200  len: 797 time: 0.0572906
Dec 25 21:39:10.664176 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b143dfdc-8f82-4454-8a71-d10d1f95a3e4 req-ab83e1be-d671-4149-b848-e99ae8316e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:39:10.665711 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b143dfdc-8f82-4454-8a71-d10d1f95a3e4 req-ab83e1be-d671-4149-b848-e99ae8316e6d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=6dab2bb9-1b11-4634-becc-b5742aceff64&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.0426354
Dec 25 21:39:10.735237 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:10.763254 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b143dfdc-8f82-4454-8a71-d10d1f95a3e4 req-4fd02dfe-b859-4a60-8eac-88e612c74d77 service neutron] 10.222.0.31 "GET /v2.0/networks/6dab2bb9-1b11-4634-becc-b5742aceff64?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0904305
Dec 25 21:39:10.854493 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b143dfdc-8f82-4454-8a71-d10d1f95a3e4 req-3ea2367e-efe9-4828-b2f0-8cf9c302fe45 service neutron] 10.222.0.31 "GET /v2.0/networks/6dab2bb9-1b11-4634-becc-b5742aceff64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0841715
Dec 25 21:39:10.905464 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b143dfdc-8f82-4454-8a71-d10d1f95a3e4 req-78767096-7da3-408c-b5ed-ba594c9f2df2 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.165&port_id=c4a5dc77-7743-4d72-8f35-550325e4dc63 HTTP/1.1" status: 200  len: 217 time: 0.0441172
Dec 25 21:39:10.954279 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b143dfdc-8f82-4454-8a71-d10d1f95a3e4 req-4b97bc21-6a05-4f05-a116-1a280754a57e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:39:10.955773 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b143dfdc-8f82-4454-8a71-d10d1f95a3e4 req-4b97bc21-6a05-4f05-a116-1a280754a57e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f7c309e7-75ab-4e4b-b61f-ca7ce9c46156 HTTP/1.1" status: 200  len: 797 time: 0.0441811
Dec 25 21:39:11.005504 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b143dfdc-8f82-4454-8a71-d10d1f95a3e4 req-fe60c050-1e2d-4ade-83d2-11a27e518fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:39:11.007037 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b143dfdc-8f82-4454-8a71-d10d1f95a3e4 req-fe60c050-1e2d-4ade-83d2-11a27e518fa7 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=6dab2bb9-1b11-4634-becc-b5742aceff64&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.0437448
Dec 25 21:39:11.116327 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b143dfdc-8f82-4454-8a71-d10d1f95a3e4 req-31b32053-8009-42dc-9319-c7c121f942d7 service neutron] 10.222.0.31 "GET /v2.0/networks/6dab2bb9-1b11-4634-becc-b5742aceff64?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1015434
Dec 25 21:39:11.173604 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5877f59c-2b61-467b-93af-58d48db6387d None None] Sync routers for ids ['09c5e02e-afc2-4dfa-86b9-e9f0d80958da'] in ncdv-master-1 {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 21:39:11.188859 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5877f59c-2b61-467b-93af-58d48db6387d None None] Routers {'09c5e02e-afc2-4dfa-86b9-e9f0d80958da'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:39:11.189517 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-5877f59c-2b61-467b-93af-58d48db6387d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2618611e20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:39:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['09c5e02e-afc2-4dfa-86b9-e9f0d80958da'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:39:11.215652 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b143dfdc-8f82-4454-8a71-d10d1f95a3e4 req-05af9f5e-1a80-4214-beb4-1620aaf39402 service neutron] 10.222.0.31 "GET /v2.0/networks/6dab2bb9-1b11-4634-becc-b5742aceff64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0928309
Dec 25 21:39:11.269538 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b143dfdc-8f82-4454-8a71-d10d1f95a3e4 req-3acc19ab-cc0c-4ccc-9505-64248b92a16b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.99&port_id=bbeefdb7-89c8-4442-a2e7-858c459b3b9a HTTP/1.1" status: 200  len: 217 time: 0.0459433
Dec 25 21:39:11.301215 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvr_db [None req-5877f59c-2b61-467b-93af-58d48db6387d None None] Set router 09c5e02e-afc2-4dfa-86b9-e9f0d80958da gateway port host: ncdv-master-1 {{(pid=121609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:39:11.322954 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b143dfdc-8f82-4454-8a71-d10d1f95a3e4 req-0452f4fa-dbbe-4f02-9c40-65955b8a64c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:39:11.324790 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b143dfdc-8f82-4454-8a71-d10d1f95a3e4 req-0452f4fa-dbbe-4f02-9c40-65955b8a64c5 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f7c309e7-75ab-4e4b-b61f-ca7ce9c46156 HTTP/1.1" status: 200  len: 797 time: 0.0482044
Dec 25 21:39:11.379132 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b143dfdc-8f82-4454-8a71-d10d1f95a3e4 req-ae0a6509-6505-4303-bb49-2405cd61b9b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:39:11.380598 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b143dfdc-8f82-4454-8a71-d10d1f95a3e4 req-ae0a6509-6505-4303-bb49-2405cd61b9b7 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=6dab2bb9-1b11-4634-becc-b5742aceff64&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.0476649
Dec 25 21:39:11.480021 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b143dfdc-8f82-4454-8a71-d10d1f95a3e4 req-6fe267ba-40f3-4a14-b2a4-68472e64126a service neutron] 10.222.0.31 "GET /v2.0/networks/6dab2bb9-1b11-4634-becc-b5742aceff64?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0918517
Dec 25 21:39:11.577157 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b143dfdc-8f82-4454-8a71-d10d1f95a3e4 req-c94ce023-ed92-4c53-a836-d5a02a79ac1a service neutron] 10.222.0.31 "GET /v2.0/networks/6dab2bb9-1b11-4634-becc-b5742aceff64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0900791
Dec 25 21:39:11.599388 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-5877f59c-2b61-467b-93af-58d48db6387d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2618611e20>, [{'id': '09c5e02e-afc2-4dfa-86b9-e9f0d80958da', 'name': 'tempest-TestVolumeBackupRestore-830418710-router', 'tenant_id': '31a159a4944c43258c0bd3a34c853e88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.46'}], 'enable_snat': True}, 'gw_port_id': 'f15d3e21-cdcf-4fc8-b15e-d45e981fae3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:39:03Z', 'updated_at': '2021-12-25T21:39:07Z', 'revision_number': 4, 'project_id': '31a159a4944c43258c0bd3a34c853e88', 'gw_port': {'id': 'f15d3e21-cdcf-4fc8-b15e-d45e981fae3d', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:6a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09c5e02e-afc2-4dfa-86b9-e9f0d80958da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3404, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:39:04Z', 'updated_at': '2021-12-25T21:39:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '5171a6a0-42e0-482e-8c49-be921a629ba2', 'name': '', 'network_id': '291150ff-71f8-4bde-af2d-c5fbcb3a92d8', 'tenant_id': '31a159a4944c43258c0bd3a34c853e88', 'mac_address': 'fa:16:3e:3a:79:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09c5e02e-afc2-4dfa-86b9-e9f0d80958da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3405, 'fixed_ips': [{'subnet_id': 'c5bae77c-cd74-4df4-b197-ace53c72a7be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:39:07Z', 'updated_at': '2021-12-25T21:39:08Z', 'revision_number': 2, 'project_id': '31a159a4944c43258c0bd3a34c853e88', 'subnets': [{'id': 'c5bae77c-cd74-4df4-b197-ace53c72a7be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:39:11.625900 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b143dfdc-8f82-4454-8a71-d10d1f95a3e4 req-590314f8-f7a6-4466-9f61-15be3a2980d2 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=d1b259e7-c1c4-46a5-8fa8-934e76ffd08c HTTP/1.1" status: 200  len: 217 time: 0.0411515
Dec 25 21:39:11.629515 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5877f59c-2b61-467b-93af-58d48db6387d None None] Checking router: 09c5e02e-afc2-4dfa-86b9-e9f0d80958da for host: ncdv-master-1 {{(pid=121609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 25 21:39:11.629789 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5877f59c-2b61-467b-93af-58d48db6387d None None] Updating router 09c5e02e-afc2-4dfa-86b9-e9f0d80958da port 5171a6a0-42e0-482e-8c49-be921a629ba2 binding host ncdv-master-1 {{(pid=121609) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 25 21:39:11.654938 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-5877f59c-2b61-467b-93af-58d48db6387d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:11.676018 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b143dfdc-8f82-4454-8a71-d10d1f95a3e4 req-a493a38b-1246-460b-a906-24bd8d154817 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:39:11.677545 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b143dfdc-8f82-4454-8a71-d10d1f95a3e4 req-a493a38b-1246-460b-a906-24bd8d154817 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=64fd0ee7-98f6-4e06-ac9e-5ec230df994d HTTP/1.1" status: 200  len: 797 time: 0.0447915
Dec 25 21:39:11.724578 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b143dfdc-8f82-4454-8a71-d10d1f95a3e4 req-588577f8-fd65-4f91-8841-942e449d61c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:39:11.726136 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b143dfdc-8f82-4454-8a71-d10d1f95a3e4 req-588577f8-fd65-4f91-8841-942e449d61c5 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=1eebed42-83f0-407e-9fde-c8f3a2309436&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.0408947
Dec 25 21:39:11.831832 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b143dfdc-8f82-4454-8a71-d10d1f95a3e4 req-e614db75-17b5-423f-a444-93a00402370b service neutron] 10.222.0.31 "GET /v2.0/networks/1eebed42-83f0-407e-9fde-c8f3a2309436?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0980663
Dec 25 21:39:11.926537 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b143dfdc-8f82-4454-8a71-d10d1f95a3e4 req-51473799-8302-40d3-afba-f5a3b4c86f88 service neutron] 10.222.0.31 "GET /v2.0/networks/1eebed42-83f0-407e-9fde-c8f3a2309436?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0878952
Dec 25 21:39:11.935448 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-5877f59c-2b61-467b-93af-58d48db6387d None None] Publish callbacks [] for port, precommit_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:11.973311 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b143dfdc-8f82-4454-8a71-d10d1f95a3e4 req-681bbed1-09a1-4c34-9e52-72e850a23e9a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=c1259bc6-d32f-4b81-b593-3660604ed03e HTTP/1.1" status: 200  len: 217 time: 0.0391102
Dec 25 21:39:12.026272 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b143dfdc-8f82-4454-8a71-d10d1f95a3e4 req-12edf439-02ef-4bea-9543-cb43fdc647cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:39:12.027756 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b143dfdc-8f82-4454-8a71-d10d1f95a3e4 req-12edf439-02ef-4bea-9543-cb43fdc647cb service neutron] 10.222.0.31 "GET /v2.0/subnets?id=64fd0ee7-98f6-4e06-ac9e-5ec230df994d HTTP/1.1" status: 200  len: 797 time: 0.0475712
Dec 25 21:39:12.076298 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b143dfdc-8f82-4454-8a71-d10d1f95a3e4 req-3c5ba83a-b270-4b51-aa79-8bfab7df6edf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:39:12.077882 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b143dfdc-8f82-4454-8a71-d10d1f95a3e4 req-3c5ba83a-b270-4b51-aa79-8bfab7df6edf service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=1eebed42-83f0-407e-9fde-c8f3a2309436&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.0421350
Dec 25 21:39:12.081332 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-5877f59c-2b61-467b-93af-58d48db6387d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:12.144794 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b9edd5-3627-4266-a7cb-d9eaebfd9331 None None] Pushing event updated for resources: {'Port': ['ID=5171a6a0-42e0-482e-8c49-be921a629ba2,revision_number=3']} {{(pid=121609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:39:12.205125 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.managers [None req-5877f59c-2b61-467b-93af-58d48db6387d None None] Attempting to bind port 5171a6a0-42e0-482e-8c49-be921a629ba2 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:39:12.205778 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.managers [None req-5877f59c-2b61-467b-93af-58d48db6387d None None] Attempting to bind port 5171a6a0-42e0-482e-8c49-be921a629ba2 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '2c439112-45cf-4c4b-91c2-b62eb859ac46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '291150ff-71f8-4bde-af2d-c5fbcb3a92d8'}] {{(pid=121609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:39:12.205863 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5877f59c-2b61-467b-93af-58d48db6387d None None] Attempting to bind port 5171a6a0-42e0-482e-8c49-be921a629ba2 on network 291150ff-71f8-4bde-af2d-c5fbcb3a92d8 {{(pid=121609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:39:12.208016 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b143dfdc-8f82-4454-8a71-d10d1f95a3e4 req-375acc66-25f1-486d-83f8-caf9544c6252 service neutron] 10.222.0.31 "GET /v2.0/networks/1eebed42-83f0-407e-9fde-c8f3a2309436?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1217611
Dec 25 21:39:12.212314 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5877f59c-2b61-467b-93af-58d48db6387d None None] Checking agent: {'id': 'ca4f5c6d-f1fd-48b8-a3e3-395864c7d23d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 20, 56, 40), 'started_at': datetime.datetime(2021, 12, 25, 20, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 39, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:39:12.212785 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5877f59c-2b61-467b-93af-58d48db6387d None None] Checking segment: {'id': '2c439112-45cf-4c4b-91c2-b62eb859ac46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '291150ff-71f8-4bde-af2d-c5fbcb3a92d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:39:12.213286 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-5877f59c-2b61-467b-93af-58d48db6387d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:12.213879 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5877f59c-2b61-467b-93af-58d48db6387d None None] Bound using segment: {'id': '2c439112-45cf-4c4b-91c2-b62eb859ac46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '291150ff-71f8-4bde-af2d-c5fbcb3a92d8'} {{(pid=121609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:39:12.215299 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.managers [None req-5877f59c-2b61-467b-93af-58d48db6387d None None] Bound port: 5171a6a0-42e0-482e-8c49-be921a629ba2, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c439112-45cf-4c4b-91c2-b62eb859ac46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '291150ff-71f8-4bde-af2d-c5fbcb3a92d8'}}] {{(pid=121609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:39:12.215756 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-5877f59c-2b61-467b-93af-58d48db6387d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:12.305200 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.db [None req-5877f59c-2b61-467b-93af-58d48db6387d None None] For port 5171a6a0-42e0-482e-8c49-be921a629ba2, host ncdv-master-1, cleared binding levels {{(pid=121609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:39:12.311733 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.db [None req-5877f59c-2b61-467b-93af-58d48db6387d None None] For port 5171a6a0-42e0-482e-8c49-be921a629ba2, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5171a6a0-42e0-482e-8c49-be921a629ba2,segment=NetworkSegment(2c439112-45cf-4c4b-91c2-b62eb859ac46),segment_id=2c439112-45cf-4c4b-91c2-b62eb859ac46)] {{(pid=121609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:39:12.350856 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b143dfdc-8f82-4454-8a71-d10d1f95a3e4 req-3b768cb0-1599-44cd-8694-35b640bfecea service neutron] 10.222.0.31 "GET /v2.0/networks/1eebed42-83f0-407e-9fde-c8f3a2309436?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1361303
Dec 25 21:39:12.402367 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-5877f59c-2b61-467b-93af-58d48db6387d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:12.474920 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5877f59c-2b61-467b-93af-58d48db6387d None None] Routers {'09c5e02e-afc2-4dfa-86b9-e9f0d80958da'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:39:12.477067 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-5877f59c-2b61-467b-93af-58d48db6387d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2618611e20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:39:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['09c5e02e-afc2-4dfa-86b9-e9f0d80958da'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:39:12.477905 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881117e0-e1e6-43e9-a533-15163e64cdb6 req-87cb7971-ab41-41ae-ac8e-c6567d66716a tempest-VolumesSnapshotTestJSON-639273304 tempest-VolumesSnapshotTestJSON-639273304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:39:12.479761 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-881117e0-e1e6-43e9-a533-15163e64cdb6 req-87cb7971-ab41-41ae-ac8e-c6567d66716a tempest-VolumesSnapshotTestJSON-639273304 tempest-VolumesSnapshotTestJSON-639273304-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2b0c1e7-aea8-4495-a6c3-336527595f49 HTTP/1.1" status: 200  len: 945 time: 0.0710814
Dec 25 21:39:12.528726 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b9edd5-3627-4266-a7cb-d9eaebfd9331 None None] Pushing event updated for resources: {'Port': ['ID=5171a6a0-42e0-482e-8c49-be921a629ba2,revision_number=4']} {{(pid=121609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:39:12.549476 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-881117e0-e1e6-43e9-a533-15163e64cdb6 req-109c697e-b56a-4d73-8049-7b2c1a6018bc tempest-VolumesSnapshotTestJSON-639273304 tempest-VolumesSnapshotTestJSON-639273304-project] 10.222.0.32 "GET /v2.0/security-groups?id=99189dc7-38cd-4837-afea-f261ec834693&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0618060
Dec 25 21:39:12.553098 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-0d529ccb-a34a-40fd-abde-7921907519ca None None] Provisioning complete for port 5171a6a0-42e0-482e-8c49-be921a629ba2 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:39:12.553795 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-0d529ccb-a34a-40fd-abde-7921907519ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:12.638151 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvr_db [None req-5877f59c-2b61-467b-93af-58d48db6387d None None] Set router 09c5e02e-afc2-4dfa-86b9-e9f0d80958da gateway port host: ncdv-master-1 {{(pid=121609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:39:12.675907 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-0d529ccb-a34a-40fd-abde-7921907519ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:12.710689 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-0d529ccb-a34a-40fd-abde-7921907519ca None None] For port 5171a6a0-42e0-482e-8c49-be921a629ba2, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5171a6a0-42e0-482e-8c49-be921a629ba2,segment=NetworkSegment(2c439112-45cf-4c4b-91c2-b62eb859ac46),segment_id=2c439112-45cf-4c4b-91c2-b62eb859ac46)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:39:12.785183 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-0d529ccb-a34a-40fd-abde-7921907519ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:12.808661 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c78e15-223b-4b91-b498-c87f1902a66c req-82d41636-6c26-41b2-987a-0eddf3fcc0e4 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:39:12.814966 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c78e15-223b-4b91-b498-c87f1902a66c req-82d41636-6c26-41b2-987a-0eddf3fcc0e4 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:39:12.821219 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c78e15-223b-4b91-b498-c87f1902a66c req-82d41636-6c26-41b2-987a-0eddf3fcc0e4 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:39:12.827445 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c78e15-223b-4b91-b498-c87f1902a66c req-82d41636-6c26-41b2-987a-0eddf3fcc0e4 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:39:12.832665 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d529ccb-a34a-40fd-abde-7921907519ca None None] Pushing event updated for resources: {'Port': ['ID=5171a6a0-42e0-482e-8c49-be921a629ba2,revision_number=5']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:39:12.835650 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c78e15-223b-4b91-b498-c87f1902a66c req-82d41636-6c26-41b2-987a-0eddf3fcc0e4 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:39:12.842899 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c78e15-223b-4b91-b498-c87f1902a66c req-82d41636-6c26-41b2-987a-0eddf3fcc0e4 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:39:12.849012 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c78e15-223b-4b91-b498-c87f1902a66c req-82d41636-6c26-41b2-987a-0eddf3fcc0e4 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:39:12.851235 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d3c78e15-223b-4b91-b498-c87f1902a66c req-82d41636-6c26-41b2-987a-0eddf3fcc0e4 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a8d6684-f19c-4a86-ac0c-6c056fa351fd HTTP/1.1" status: 200  len: 5433 time: 0.1008368
Dec 25 21:39:12.858426 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-5877f59c-2b61-467b-93af-58d48db6387d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2618611e20>, [{'id': '09c5e02e-afc2-4dfa-86b9-e9f0d80958da', 'name': 'tempest-TestVolumeBackupRestore-830418710-router', 'tenant_id': '31a159a4944c43258c0bd3a34c853e88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.46'}], 'enable_snat': True}, 'gw_port_id': 'f15d3e21-cdcf-4fc8-b15e-d45e981fae3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:39:03Z', 'updated_at': '2021-12-25T21:39:07Z', 'revision_number': 4, 'project_id': '31a159a4944c43258c0bd3a34c853e88', 'gw_port': {'id': 'f15d3e21-cdcf-4fc8-b15e-d45e981fae3d', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:6a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09c5e02e-afc2-4dfa-86b9-e9f0d80958da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3404, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:39:04Z', 'updated_at': '2021-12-25T21:39:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '5171a6a0-42e0-482e-8c49-be921a629ba2', 'name': '', 'network_id': '291150ff-71f8-4bde-af2d-c5fbcb3a92d8', 'tenant_id': '31a159a4944c43258c0bd3a34c853e88', 'mac_address': 'fa:16:3e:3a:79:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09c5e02e-afc2-4dfa-86b9-e9f0d80958da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3405, 'fixed_ips': [{'subnet_id': 'c5bae77c-cd74-4df4-b197-ace53c72a7be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:39:07Z', 'updated_at': '2021-12-25T21:39:12Z', 'revision_number': 4, 'project_id': '31a159a4944c43258c0bd3a34c853e88', 'subnets': [{'id': 'c5bae77c-cd74-4df4-b197-ace53c72a7be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:39:12.884986 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5877f59c-2b61-467b-93af-58d48db6387d None None] The sync data for ids ['09c5e02e-afc2-4dfa-86b9-e9f0d80958da'] in ncdv-master-1 is: [{'id': '09c5e02e-afc2-4dfa-86b9-e9f0d80958da', 'name': 'tempest-TestVolumeBackupRestore-830418710-router', 'tenant_id': '31a159a4944c43258c0bd3a34c853e88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.46'}], 'enable_snat': True}, 'gw_port_id': 'f15d3e21-cdcf-4fc8-b15e-d45e981fae3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:39:03Z', 'updated_at': '2021-12-25T21:39:07Z', 'revision_number': 4, 'project_id': '31a159a4944c43258c0bd3a34c853e88', 'gw_port': {'id': 'f15d3e21-cdcf-4fc8-b15e-d45e981fae3d', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:6a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09c5e02e-afc2-4dfa-86b9-e9f0d80958da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3404, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:39:04Z', 'updated_at': '2021-12-25T21:39:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '5171a6a0-42e0-482e-8c49-be921a629ba2', 'name': '', 'network_id': '291150ff-71f8-4bde-af2d-c5fbcb3a92d8', 'tenant_id': '31a159a4944c43258c0bd3a34c853e88', 'mac_address': 'fa:16:3e:3a:79:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09c5e02e-afc2-4dfa-86b9-e9f0d80958da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3405, 'fixed_ips': [{'subnet_id': 'c5bae77c-cd74-4df4-b197-ace53c72a7be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:39:07Z', 'updated_at': '2021-12-25T21:39:12Z', 'revision_number': 4, 'project_id': '31a159a4944c43258c0bd3a34c853e88', 'subnets': [{'id': 'c5bae77c-cd74-4df4-b197-ace53c72a7be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 21:39:12.908695 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-87d28f29-f39c-4c55-9f8f-e9e13e52bc58 None None] Provisioning complete for port 5171a6a0-42e0-482e-8c49-be921a629ba2 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:39:12.909101 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-87d28f29-f39c-4c55-9f8f-e9e13e52bc58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:12.918207 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d3c78e15-223b-4b91-b498-c87f1902a66c req-ad5d6d19-46f3-4165-bc48-da972965062e tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] 10.222.0.32 "GET /v2.0/security-groups?id=3047df75-15d6-457f-8c77-25405c0680ea&id=213077ea-0675-4a6e-b24b-6e8c95ed2ffd&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0604372
Dec 25 21:39:13.669648 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbecc20f-d5f1-4cbb-bb5b-d49267c0bed2 req-728fee52-0a5c-4436-ab89-05849756f4bf tempest-VolumesSnapshotTestJSON-639273304 tempest-VolumesSnapshotTestJSON-639273304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:39:13.671163 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-bbecc20f-d5f1-4cbb-bb5b-d49267c0bed2 req-728fee52-0a5c-4436-ab89-05849756f4bf tempest-VolumesSnapshotTestJSON-639273304 tempest-VolumesSnapshotTestJSON-639273304-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2b0c1e7-aea8-4495-a6c3-336527595f49 HTTP/1.1" status: 200  len: 945 time: 0.0501406
Dec 25 21:39:13.721674 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-bbecc20f-d5f1-4cbb-bb5b-d49267c0bed2 req-ffebb688-8b1b-4277-a44b-4cd17645f48f tempest-VolumesSnapshotTestJSON-639273304 tempest-VolumesSnapshotTestJSON-639273304-project] 10.222.0.32 "GET /v2.0/security-groups?id=99189dc7-38cd-4837-afea-f261ec834693&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438406
Dec 25 21:39:13.841572 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb99c900-6854-4335-ba08-87caf3751f87 req-b5762680-cfb4-4f34-a680-a6f8fdc5a7c3 tempest-VolumesSnapshotTestJSON-639273304 tempest-VolumesSnapshotTestJSON-639273304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:39:13.843194 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-eb99c900-6854-4335-ba08-87caf3751f87 req-b5762680-cfb4-4f34-a680-a6f8fdc5a7c3 tempest-VolumesSnapshotTestJSON-639273304 tempest-VolumesSnapshotTestJSON-639273304-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2b0c1e7-aea8-4495-a6c3-336527595f49 HTTP/1.1" status: 200  len: 945 time: 0.0532949
Dec 25 21:39:13.861454 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 5171a6a0-42e0-482e-8c49-be921a629ba2 up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:39:13.911122 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port 5171a6a0-42e0-482e-8c49-be921a629ba2 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:39:13.911497 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:13.941509 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [req-eb99c900-6854-4335-ba08-87caf3751f87 req-d7c4eb9d-5cb1-47d5-a7ec-3ca6d3f21791 tempest-VolumesSnapshotTestJSON-639273304 tempest-VolumesSnapshotTestJSON-639273304-project] Deleting port b12092bd-6061-46a7-b9df-71a40619530e {{(pid=121606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:39:13.941865 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-eb99c900-6854-4335-ba08-87caf3751f87 req-d7c4eb9d-5cb1-47d5-a7ec-3ca6d3f21791 tempest-VolumesSnapshotTestJSON-639273304 tempest-VolumesSnapshotTestJSON-639273304-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:14.113501 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-eb99c900-6854-4335-ba08-87caf3751f87 req-d7c4eb9d-5cb1-47d5-a7ec-3ca6d3f21791 tempest-VolumesSnapshotTestJSON-639273304 tempest-VolumesSnapshotTestJSON-639273304-project] For port b12092bd-6061-46a7-b9df-71a40619530e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b12092bd-6061-46a7-b9df-71a40619530e,segment=NetworkSegment(3d25cd97-744c-4949-bb42-a710168ffeba),segment_id=3d25cd97-744c-4949-bb42-a710168ffeba)] {{(pid=121606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:39:14.113872 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-eb99c900-6854-4335-ba08-87caf3751f87 req-d7c4eb9d-5cb1-47d5-a7ec-3ca6d3f21791 tempest-VolumesSnapshotTestJSON-639273304 tempest-VolumesSnapshotTestJSON-639273304-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:14.138487 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46aadc71-84bf-4c6e-9273-93c20e4294f9 req-2f6d275e-1754-443c-a34a-2d4a79a656aa tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:39:14.145203 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46aadc71-84bf-4c6e-9273-93c20e4294f9 req-2f6d275e-1754-443c-a34a-2d4a79a656aa tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:39:14.151122 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46aadc71-84bf-4c6e-9273-93c20e4294f9 req-2f6d275e-1754-443c-a34a-2d4a79a656aa tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:39:14.157111 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46aadc71-84bf-4c6e-9273-93c20e4294f9 req-2f6d275e-1754-443c-a34a-2d4a79a656aa tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:39:14.163675 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46aadc71-84bf-4c6e-9273-93c20e4294f9 req-2f6d275e-1754-443c-a34a-2d4a79a656aa tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:39:14.169583 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46aadc71-84bf-4c6e-9273-93c20e4294f9 req-2f6d275e-1754-443c-a34a-2d4a79a656aa tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:39:14.175643 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46aadc71-84bf-4c6e-9273-93c20e4294f9 req-2f6d275e-1754-443c-a34a-2d4a79a656aa tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:39:14.177538 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-46aadc71-84bf-4c6e-9273-93c20e4294f9 req-2f6d275e-1754-443c-a34a-2d4a79a656aa tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a8d6684-f19c-4a86-ac0c-6c056fa351fd HTTP/1.1" status: 200  len: 5433 time: 0.1618385
Dec 25 21:39:14.183422 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [req-eb99c900-6854-4335-ba08-87caf3751f87 req-d7c4eb9d-5cb1-47d5-a7ec-3ca6d3f21791 tempest-VolumesSnapshotTestJSON-639273304 tempest-VolumesSnapshotTestJSON-639273304-project] Calling delete_port for b12092bd-6061-46a7-b9df-71a40619530e owned by compute:nova {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:39:14.223532 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bea617-2de0-45df-982b-da4c3c3bef7c req-7c5d09b8-4152-4664-96a2-40d89d6301cb tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:39:14.229771 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bea617-2de0-45df-982b-da4c3c3bef7c req-7c5d09b8-4152-4664-96a2-40d89d6301cb tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:39:14.235735 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bea617-2de0-45df-982b-da4c3c3bef7c req-7c5d09b8-4152-4664-96a2-40d89d6301cb tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:39:14.241748 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bea617-2de0-45df-982b-da4c3c3bef7c req-7c5d09b8-4152-4664-96a2-40d89d6301cb tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:39:14.247787 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bea617-2de0-45df-982b-da4c3c3bef7c req-7c5d09b8-4152-4664-96a2-40d89d6301cb tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:39:14.254453 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bea617-2de0-45df-982b-da4c3c3bef7c req-7c5d09b8-4152-4664-96a2-40d89d6301cb tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:39:14.260425 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bea617-2de0-45df-982b-da4c3c3bef7c req-7c5d09b8-4152-4664-96a2-40d89d6301cb tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:39:14.262317 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a4bea617-2de0-45df-982b-da4c3c3bef7c req-7c5d09b8-4152-4664-96a2-40d89d6301cb tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] 10.222.0.31 "GET /v2.0/ports?device_id=7a8d6684-f19c-4a86-ac0c-6c056fa351fd HTTP/1.1" status: 200  len: 5433 time: 0.2031128
Dec 25 21:39:14.381388 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bea617-2de0-45df-982b-da4c3c3bef7c req-08abafa8-19d8-44e5-b7df-49982c300545 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:39:14.382820 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a4bea617-2de0-45df-982b-da4c3c3bef7c req-08abafa8-19d8-44e5-b7df-49982c300545 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] 10.222.0.31 "GET /v2.0/ports/1704d60b-466b-4afa-a1c8-2e009902991b?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200  len: 260 time: 0.1108286
Dec 25 21:39:14.390088 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-46aadc71-84bf-4c6e-9273-93c20e4294f9 req-8050cf27-a2db-473a-80fa-6a8a852e5e0f tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] 10.222.0.32 "GET /v2.0/security-groups?id=3047df75-15d6-457f-8c77-25405c0680ea&id=213077ea-0675-4a6e-b24b-6e8c95ed2ffd&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.2028663
Dec 25 21:39:14.541388 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a4bea617-2de0-45df-982b-da4c3c3bef7c req-eaf3d2d5-b961-4f62-977f-b54fb8de3e5e tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] 10.222.0.31 "GET /v2.0/networks/6dab2bb9-1b11-4634-becc-b5742aceff64?fields=dns_domain HTTP/1.1" status: 200  len: 212 time: 0.1502218
Dec 25 21:39:14.553091 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-a4bea617-2de0-45df-982b-da4c3c3bef7c req-dea19649-9a8c-4427-9705-af4118391746 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:39:14.606389 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-a4bea617-2de0-45df-982b-da4c3c3bef7c req-dea19649-9a8c-4427-9705-af4118391746 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:14.674111 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-eb99c900-6854-4335-ba08-87caf3751f87 req-d7c4eb9d-5cb1-47d5-a7ec-3ca6d3f21791 tempest-VolumesSnapshotTestJSON-639273304 tempest-VolumesSnapshotTestJSON-639273304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:14.688189 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] get_ports_and_sgs() called for port_ids ['b12092bd-6061-46a7-b9df-71a40619530e'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:39:14.718254 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c4eb9d-5cb1-47d5-a7ec-3ca6d3f21791 tempest-VolumesSnapshotTestJSON-639273304 tempest-VolumesSnapshotTestJSON-639273304-project] Pushing event deleted for resources: {'Port': ['ID=b12092bd-6061-46a7-b9df-71a40619530e,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:39:14.790898 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb99c900-6854-4335-ba08-87caf3751f87 req-d7c4eb9d-5cb1-47d5-a7ec-3ca6d3f21791 tempest-VolumesSnapshotTestJSON-639273304 tempest-VolumesSnapshotTestJSON-639273304-project] No DVR routers for this DVR port b12092bd-6061-46a7-b9df-71a40619530e on host nch2-master-1 {{(pid=121606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:39:14.797976 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-eb99c900-6854-4335-ba08-87caf3751f87 req-d7c4eb9d-5cb1-47d5-a7ec-3ca6d3f21791 tempest-VolumesSnapshotTestJSON-639273304 tempest-VolumesSnapshotTestJSON-639273304-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:14.801819 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-eb99c900-6854-4335-ba08-87caf3751f87 req-d7c4eb9d-5cb1-47d5-a7ec-3ca6d3f21791 tempest-VolumesSnapshotTestJSON-639273304 tempest-VolumesSnapshotTestJSON-639273304-project] 10.222.0.37 "DELETE /v2.0/ports/b12092bd-6061-46a7-b9df-71a40619530e HTTP/1.1" status: 204  len: 173 time: 0.9527121
Dec 25 21:39:14.802269 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2b0c1e7-aea8-4495-a6c3-336527595f49', 'name': 'network-vif-deleted', 'tag': 'b12092bd-6061-46a7-b9df-71a40619530e'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:39:14.804594 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9858820c13ec2827453b94ebc4181065e990a4e4089ccb9fe762531ac62d2fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-269afec3-f010-4544-95a9-af27cea726f1" -d '{"events": [{"server_uuid": "f2b0c1e7-aea8-4495-a6c3-336527595f49", "name": "network-vif-deleted", "tag": "b12092bd-6061-46a7-b9df-71a40619530e"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:39:14.846011 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b9d638af-f29f-4bc8-9131-3d2ed6649ee5 req-1d35f72d-aa89-4216-acd1-b6cc35e928c2 tempest-VolumesSnapshotTestJSON-639273304 tempest-VolumesSnapshotTestJSON-639273304-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2b0c1e7-aea8-4495-a6c3-336527595f49 HTTP/1.1" status: 200  len: 210 time: 0.0494912
Dec 25 21:39:14.854466 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-a4bea617-2de0-45df-982b-da4c3c3bef7c req-dea19649-9a8c-4427-9705-af4118391746 service neutron] For port 1704d60b-466b-4afa-a1c8-2e009902991b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1704d60b-466b-4afa-a1c8-2e009902991b,segment=NetworkSegment(2df77a22-5050-47e9-a636-9ce65fb0dac2),segment_id=2df77a22-5050-47e9-a636-9ce65fb0dac2)] {{(pid=121606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:39:14.891084 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-a4bea617-2de0-45df-982b-da4c3c3bef7c req-dea19649-9a8c-4427-9705-af4118391746 service neutron] For port 1704d60b-466b-4afa-a1c8-2e009902991b, host nch1-master-1, cleared binding levels {{(pid=121606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:39:14.929269 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [req-a4bea617-2de0-45df-982b-da4c3c3bef7c req-dea19649-9a8c-4427-9705-af4118391746 service neutron] device_id is not set on port 1704d60b-466b-4afa-a1c8-2e009902991b yet. {{(pid=121606) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 25 21:39:14.938821 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-a4bea617-2de0-45df-982b-da4c3c3bef7c req-dea19649-9a8c-4427-9705-af4118391746 service neutron] Publish callbacks [] for port, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:14.941289 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 21:39:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffee4dc8-e867-472b-9ddd-758c081a95d2 x-openstack-request-id: req-ffee4dc8-e867-472b-9ddd-758c081a95d2 {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:39:14.941584 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2b0c1e7-aea8-4495-a6c3-336527595f49", "name": "network-vif-deleted", "tag": "b12092bd-6061-46a7-b9df-71a40619530e", "status": "completed", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:39:14.941845 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ffee4dc8-e867-472b-9ddd-758c081a95d2 {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:39:14.942270 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2b0c1e7-aea8-4495-a6c3-336527595f49', 'name': 'network-vif-deleted', 'tag': 'b12092bd-6061-46a7-b9df-71a40619530e', 'status': 'completed', 'code': 200}
Dec 25 21:39:15.013209 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-a4bea617-2de0-45df-982b-da4c3c3bef7c req-dea19649-9a8c-4427-9705-af4118391746 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:15.073917 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4bea617-2de0-45df-982b-da4c3c3bef7c req-dea19649-9a8c-4427-9705-af4118391746 service neutron] No DVR routers for this DVR port 1704d60b-466b-4afa-a1c8-2e009902991b on host nch1-master-1 {{(pid=121606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:39:15.101278 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea19649-9a8c-4427-9705-af4118391746 service neutron] Pushing event updated for resources: {'Port': ['ID=1704d60b-466b-4afa-a1c8-2e009902991b,revision_number=6']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:39:15.139679 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [req-a4bea617-2de0-45df-982b-da4c3c3bef7c req-dea19649-9a8c-4427-9705-af4118391746 service neutron] In _notify_port_updated(), no bound segment for port 1704d60b-466b-4afa-a1c8-2e009902991b on network 6dab2bb9-1b11-4634-becc-b5742aceff64 {{(pid=121606) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}}
Dec 25 21:39:15.140630 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bea617-2de0-45df-982b-da4c3c3bef7c req-dea19649-9a8c-4427-9705-af4118391746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:39:15.142465 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-a4bea617-2de0-45df-982b-da4c3c3bef7c req-dea19649-9a8c-4427-9705-af4118391746 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:15.144496 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a4bea617-2de0-45df-982b-da4c3c3bef7c req-dea19649-9a8c-4427-9705-af4118391746 service neutron] 10.222.0.31 "PUT /v2.0/ports/1704d60b-466b-4afa-a1c8-2e009902991b HTTP/1.1" status: 200  len: 1027 time: 0.5952997
Dec 25 21:39:15.200294 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bea617-2de0-45df-982b-da4c3c3bef7c req-2cd6a1d4-bc69-4d4e-a372-60e3cdb6cba1 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:39:15.201726 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a4bea617-2de0-45df-982b-da4c3c3bef7c req-2cd6a1d4-bc69-4d4e-a372-60e3cdb6cba1 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] 10.222.0.31 "GET /v2.0/ports/893605c1-33ba-4c92-b5eb-6207f354a521?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200  len: 260 time: 0.0480063
Dec 25 21:39:15.213305 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-a4bea617-2de0-45df-982b-da4c3c3bef7c req-bd906830-9c84-48ee-9219-876a2b0f1ff2 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:39:15.258877 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-8599afa7-104f-4a34-89b4-4e12d07079a3 None None] Provisioning complete for port 1704d60b-466b-4afa-a1c8-2e009902991b triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:39:15.259444 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-8599afa7-104f-4a34-89b4-4e12d07079a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:15.270439 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-a4bea617-2de0-45df-982b-da4c3c3bef7c req-bd906830-9c84-48ee-9219-876a2b0f1ff2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:15.293296 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-8599afa7-104f-4a34-89b4-4e12d07079a3 None None] Port 1704d60b-466b-4afa-a1c8-2e009902991b cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:39:15.688365 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 35810) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:39:15.710957 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff149e17-34e1-4238-800f-ad1cc13a9150 req-3e0c3002-10ed-4faa-81ac-68bdd42347d6 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:39:15.716984 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff149e17-34e1-4238-800f-ad1cc13a9150 req-3e0c3002-10ed-4faa-81ac-68bdd42347d6 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:39:15.723015 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff149e17-34e1-4238-800f-ad1cc13a9150 req-3e0c3002-10ed-4faa-81ac-68bdd42347d6 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:39:15.729262 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff149e17-34e1-4238-800f-ad1cc13a9150 req-3e0c3002-10ed-4faa-81ac-68bdd42347d6 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:39:15.735275 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff149e17-34e1-4238-800f-ad1cc13a9150 req-3e0c3002-10ed-4faa-81ac-68bdd42347d6 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:39:15.741396 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff149e17-34e1-4238-800f-ad1cc13a9150 req-3e0c3002-10ed-4faa-81ac-68bdd42347d6 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:39:15.743297 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ff149e17-34e1-4238-800f-ad1cc13a9150 req-3e0c3002-10ed-4faa-81ac-68bdd42347d6 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a8d6684-f19c-4a86-ac0c-6c056fa351fd HTTP/1.1" status: 200  len: 4659 time: 0.1202505
Dec 25 21:39:15.828209 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-a4bea617-2de0-45df-982b-da4c3c3bef7c req-bd906830-9c84-48ee-9219-876a2b0f1ff2 service neutron] For port 893605c1-33ba-4c92-b5eb-6207f354a521, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=893605c1-33ba-4c92-b5eb-6207f354a521,segment=NetworkSegment(2df77a22-5050-47e9-a636-9ce65fb0dac2),segment_id=2df77a22-5050-47e9-a636-9ce65fb0dac2)] {{(pid=121606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:39:15.867048 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-3e802154-7a7a-4f85-b748-b425a4edf438 tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] Deleting port fe7393f2-6ecf-4a7f-be96-8adbcd3b8d6c {{(pid=121607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:39:15.867220 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ff149e17-34e1-4238-800f-ad1cc13a9150 req-15af80ca-d1f5-4eb8-b2fb-88a480e404ea tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] 10.222.0.32 "GET /v2.0/security-groups?id=3047df75-15d6-457f-8c77-25405c0680ea&id=213077ea-0675-4a6e-b24b-6e8c95ed2ffd&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0986769
Dec 25 21:39:15.867721 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-3e802154-7a7a-4f85-b748-b425a4edf438 tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:15.887901 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-a4bea617-2de0-45df-982b-da4c3c3bef7c req-bd906830-9c84-48ee-9219-876a2b0f1ff2 service neutron] For port 893605c1-33ba-4c92-b5eb-6207f354a521, host nch1-master-1, cleared binding levels {{(pid=121606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:39:15.937189 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [req-a4bea617-2de0-45df-982b-da4c3c3bef7c req-bd906830-9c84-48ee-9219-876a2b0f1ff2 service neutron] device_id is not set on port 893605c1-33ba-4c92-b5eb-6207f354a521 yet. {{(pid=121606) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 25 21:39:15.944330 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-a4bea617-2de0-45df-982b-da4c3c3bef7c req-bd906830-9c84-48ee-9219-876a2b0f1ff2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:15.952236 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-3e802154-7a7a-4f85-b748-b425a4edf438 tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:15.952560 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-3e802154-7a7a-4f85-b748-b425a4edf438 tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:15.966283 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-3e802154-7a7a-4f85-b748-b425a4edf438 tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] Calling delete_port for fe7393f2-6ecf-4a7f-be96-8adbcd3b8d6c owned by network:floatingip {{(pid=121607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:39:16.038576 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-a4bea617-2de0-45df-982b-da4c3c3bef7c req-bd906830-9c84-48ee-9219-876a2b0f1ff2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:16.104501 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4bea617-2de0-45df-982b-da4c3c3bef7c req-bd906830-9c84-48ee-9219-876a2b0f1ff2 service neutron] No DVR routers for this DVR port 893605c1-33ba-4c92-b5eb-6207f354a521 on host nch1-master-1 {{(pid=121606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:39:16.132027 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd906830-9c84-48ee-9219-876a2b0f1ff2 service neutron] Pushing event updated for resources: {'Port': ['ID=893605c1-33ba-4c92-b5eb-6207f354a521,revision_number=6']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:39:16.155322 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [req-a4bea617-2de0-45df-982b-da4c3c3bef7c req-bd906830-9c84-48ee-9219-876a2b0f1ff2 service neutron] In _notify_port_updated(), no bound segment for port 893605c1-33ba-4c92-b5eb-6207f354a521 on network 6dab2bb9-1b11-4634-becc-b5742aceff64 {{(pid=121606) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}}
Dec 25 21:39:16.156438 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bea617-2de0-45df-982b-da4c3c3bef7c req-bd906830-9c84-48ee-9219-876a2b0f1ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:39:16.157164 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-a4bea617-2de0-45df-982b-da4c3c3bef7c req-bd906830-9c84-48ee-9219-876a2b0f1ff2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:16.158514 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a4bea617-2de0-45df-982b-da4c3c3bef7c req-bd906830-9c84-48ee-9219-876a2b0f1ff2 service neutron] 10.222.0.31 "PUT /v2.0/ports/893605c1-33ba-4c92-b5eb-6207f354a521 HTTP/1.1" status: 200  len: 1026 time: 0.9495888
Dec 25 21:39:16.219096 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-3e802154-7a7a-4f85-b748-b425a4edf438 tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:16.266919 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e802154-7a7a-4f85-b748-b425a4edf438 tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] Pushing event deleted for resources: {'Port': ['ID=fe7393f2-6ecf-4a7f-be96-8adbcd3b8d6c,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:39:16.292685 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [req-a4bea617-2de0-45df-982b-da4c3c3bef7c req-80733f8a-766a-4eec-8164-e357884c0d7d tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Deleting port c1259bc6-d32f-4b81-b593-3660604ed03e {{(pid=121606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:39:16.293075 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-a4bea617-2de0-45df-982b-da4c3c3bef7c req-80733f8a-766a-4eec-8164-e357884c0d7d tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:16.318481 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-67f16066-be21-4241-9cbf-eb51bf61e818 None None] Provisioning complete for port 893605c1-33ba-4c92-b5eb-6207f354a521 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:39:16.319490 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-67f16066-be21-4241-9cbf-eb51bf61e818 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:16.338851 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-3e802154-7a7a-4f85-b748-b425a4edf438 tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] Publish callbacks [] for floatingip, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:16.339120 ncdv-master-1 neutron-server[121607]: INFO neutron.db.l3_db [None req-3e802154-7a7a-4f85-b748-b425a4edf438 tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] Floating IP 7a7e415a-dbc8-41f3-a5c9-f1f69010f3b9 disassociated (deleted). External IP: 172.35.3.217, port: d121181f-10e4-43bd-bc6a-60afaaa17f9a.
Dec 25 21:39:16.359578 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-67f16066-be21-4241-9cbf-eb51bf61e818 None None] Port 893605c1-33ba-4c92-b5eb-6207f354a521 cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:39:16.404101 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-a4bea617-2de0-45df-982b-da4c3c3bef7c req-80733f8a-766a-4eec-8164-e357884c0d7d tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] For port c1259bc6-d32f-4b81-b593-3660604ed03e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c1259bc6-d32f-4b81-b593-3660604ed03e,segment=NetworkSegment(2bcf2b0c-180d-4687-9bbb-53de5ba60a48),segment_id=2bcf2b0c-180d-4687-9bbb-53de5ba60a48)] {{(pid=121606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:39:16.404489 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-a4bea617-2de0-45df-982b-da4c3c3bef7c req-80733f8a-766a-4eec-8164-e357884c0d7d tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:16.423995 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [req-a4bea617-2de0-45df-982b-da4c3c3bef7c req-80733f8a-766a-4eec-8164-e357884c0d7d tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Calling delete_port for c1259bc6-d32f-4b81-b593-3660604ed03e owned by compute:nova {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:39:16.595592 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e802154-7a7a-4f85-b748-b425a4edf438 tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] Router e77900ce-07b2-4fe6-b403-758d5ead7ad9 has already been hosted by L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 {{(pid=121607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 25 21:39:16.649929 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-a4bea617-2de0-45df-982b-da4c3c3bef7c req-80733f8a-766a-4eec-8164-e357884c0d7d tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:16.680013 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80733f8a-766a-4eec-8164-e357884c0d7d tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Pushing event deleted for resources: {'Port': ['ID=c1259bc6-d32f-4b81-b593-3660604ed03e,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:39:16.714055 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e802154-7a7a-4f85-b748-b425a4edf438 tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 21:39:16.719644 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-3e802154-7a7a-4f85-b748-b425a4edf438 tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for floatingip, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:16.724543 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3699f3bc-de35-4955-acaf-1f2171d99c38 None None] Sync routers for ids ['e77900ce-07b2-4fe6-b403-758d5ead7ad9'] in ncdv-master-1 {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 21:39:16.727092 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4bea617-2de0-45df-982b-da4c3c3bef7c req-80733f8a-766a-4eec-8164-e357884c0d7d tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] No DVR routers for this DVR port c1259bc6-d32f-4b81-b593-3660604ed03e on host nch1-master-1 {{(pid=121606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:39:16.729742 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-a4bea617-2de0-45df-982b-da4c3c3bef7c req-80733f8a-766a-4eec-8164-e357884c0d7d tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:16.733529 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a4bea617-2de0-45df-982b-da4c3c3bef7c req-80733f8a-766a-4eec-8164-e357884c0d7d tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] 10.222.0.31 "DELETE /v2.0/ports/c1259bc6-d32f-4b81-b593-3660604ed03e HTTP/1.1" status: 204  len: 173 time: 0.5684702
Dec 25 21:39:16.739116 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3699f3bc-de35-4955-acaf-1f2171d99c38 None None] Routers {'e77900ce-07b2-4fe6-b403-758d5ead7ad9'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:39:16.745835 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-3699f3bc-de35-4955-acaf-1f2171d99c38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f26182b0370>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:39:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['e77900ce-07b2-4fe6-b403-758d5ead7ad9'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:39:16.750846 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-3e802154-7a7a-4f85-b748-b425a4edf438 tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] 10.222.0.32 "DELETE /v2.0/floatingips/7a7e415a-dbc8-41f3-a5c9-f1f69010f3b9 HTTP/1.1" status: 204  len: 168 time: 1.0590491
Dec 25 21:39:16.754169 ncdv-master-1 neutron-server[121607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70451b2f-7bb3-4ea7-b6c9-824c3287928f', 'tag': 'd121181f-10e4-43bd-bc6a-60afaaa17f9a'}] {{(pid=121607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:39:16.754818 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f980bbcadfa7bf1e788024e1448be660373c21f97f015f780444e999c451203" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-102c7ed1-6471-436d-9c54-5cfec6d8f18f" -d '{"events": [{"name": "network-changed", "server_uuid": "70451b2f-7bb3-4ea7-b6c9-824c3287928f", "tag": "d121181f-10e4-43bd-bc6a-60afaaa17f9a"}]}' {{(pid=121607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:39:16.817297 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Dec 2021 21:39:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2da0d6e-5acd-45ac-a810-5aff5b11d64f x-openstack-request-id: req-e2da0d6e-5acd-45ac-a810-5aff5b11d64f {{(pid=121607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:39:16.817590 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70451b2f-7bb3-4ea7-b6c9-824c3287928f", "tag": "d121181f-10e4-43bd-bc6a-60afaaa17f9a", "status": "completed", "code": 200}]} {{(pid=121607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:39:16.817853 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e2da0d6e-5acd-45ac-a810-5aff5b11d64f {{(pid=121607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:39:16.818284 ncdv-master-1 neutron-server[121607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70451b2f-7bb3-4ea7-b6c9-824c3287928f', 'tag': 'd121181f-10e4-43bd-bc6a-60afaaa17f9a', 'status': 'completed', 'code': 200}
Dec 25 21:39:16.880381 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvr_db [None req-3699f3bc-de35-4955-acaf-1f2171d99c38 None None] Set router e77900ce-07b2-4fe6-b403-758d5ead7ad9 gateway port host: ncdv-master-1 {{(pid=121608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:39:16.912391 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102c7ed1-6471-436d-9c54-5cfec6d8f18f req-4735bc97-bfa9-4333-99dd-3a19ca097590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:39:16.913882 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-102c7ed1-6471-436d-9c54-5cfec6d8f18f req-4735bc97-bfa9-4333-99dd-3a19ca097590 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c77dc74a46d64a67991d82bf12adb1dc&device_id=70451b2f-7bb3-4ea7-b6c9-824c3287928f HTTP/1.1" status: 200  len: 1096 time: 0.0634465
Dec 25 21:39:16.933516 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [req-a4bea617-2de0-45df-982b-da4c3c3bef7c req-17edf57f-e1b6-44ac-bba7-b2e1557557aa tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Deleting port dbad079c-9ad0-47fd-8d51-bc9c6d074098 {{(pid=121606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:39:16.933516 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-a4bea617-2de0-45df-982b-da4c3c3bef7c req-17edf57f-e1b6-44ac-bba7-b2e1557557aa tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:16.954802 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a8d6684-f19c-4a86-ac0c-6c056fa351fd', 'name': 'network-vif-deleted', 'tag': 'c1259bc6-d32f-4b81-b593-3660604ed03e'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:39:16.954802 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9858820c13ec2827453b94ebc4181065e990a4e4089ccb9fe762531ac62d2fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66fa63a3-821e-4995-9fd8-070d520ee7d1" -d '{"events": [{"server_uuid": "7a8d6684-f19c-4a86-ac0c-6c056fa351fd", "name": "network-vif-deleted", "tag": "c1259bc6-d32f-4b81-b593-3660604ed03e"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:39:17.121008 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device c4a5dc77-7743-4d72-8f35-550325e4dc63 no longer exists at agent hyperv_nch1-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:39:17.172448 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-a4bea617-2de0-45df-982b-da4c3c3bef7c req-17edf57f-e1b6-44ac-bba7-b2e1557557aa tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] For port dbad079c-9ad0-47fd-8d51-bc9c6d074098, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=dbad079c-9ad0-47fd-8d51-bc9c6d074098,segment=NetworkSegment(56b813bb-0258-427a-b680-63f6bf14312f),segment_id=56b813bb-0258-427a-b680-63f6bf14312f)] {{(pid=121606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:39:17.172648 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-a4bea617-2de0-45df-982b-da4c3c3bef7c req-17edf57f-e1b6-44ac-bba7-b2e1557557aa tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:17.177797 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102c7ed1-6471-436d-9c54-5cfec6d8f18f req-b039e7c0-cf1a-42af-8172-0964ec61d1ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:39:17.179345 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-102c7ed1-6471-436d-9c54-5cfec6d8f18f req-b039e7c0-cf1a-42af-8172-0964ec61d1ec service neutron] 10.222.0.37 "GET /v2.0/networks?id=d257b68f-9132-4584-b1b0-827fbb5ce176 HTTP/1.1" status: 200  len: 913 time: 0.2569671
Dec 25 21:39:17.193758 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-3699f3bc-de35-4955-acaf-1f2171d99c38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f26182b0370>, [{'id': 'e77900ce-07b2-4fe6-b403-758d5ead7ad9', 'name': 'tempest-TestVolumeBootPattern-1467687193-router', 'tenant_id': 'c77dc74a46d64a67991d82bf12adb1dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.157'}], 'enable_snat': True}, 'gw_port_id': 'c6885c5e-06ab-4ac1-935b-561a4f8ff046', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:31:02Z', 'updated_at': '2021-12-25T21:31:10Z', 'revision_number': 4, 'project_id': 'c77dc74a46d64a67991d82bf12adb1dc', 'gw_port': {'id': 'c6885c5e-06ab-4ac1-935b-561a4f8ff046', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:bc:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e77900ce-07b2-4fe6-b403-758d5ead7ad9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2587, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:31:03Z', 'updated_at': '2021-12-25T21:31:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'd2ae1e58-e731-4aa2-ac2d-c929a2f84bab', 'name': '', 'network_id': 'd257b68f-9132-4584-b1b0-827fbb5ce176', 'tenant_id': 'c77dc74a46d64a67991d82bf12adb1dc', 'mac_address': 'fa:16:3e:c4:17:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e77900ce-07b2-4fe6-b403-758d5ead7ad9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2603, 'fixed_ips': [{'subnet_id': 'fedfc743-c289-4cd2-abdf-caaf178c8eab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:31:09Z', 'updated_at': '2021-12-25T21:31:22Z', 'revision_number': 5, 'project_id': 'c77dc74a46d64a67991d82bf12adb1dc', 'subnets': [{'id': 'fedfc743-c289-4cd2-abdf-caaf178c8eab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:39:17.196348 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d74cd2e-8e45-40bb-a38f-d5c6475de2ac req-c4c9087a-05a5-48c7-bab6-2284d5f0434c tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:39:17.202459 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d74cd2e-8e45-40bb-a38f-d5c6475de2ac req-c4c9087a-05a5-48c7-bab6-2284d5f0434c tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:39:17.208597 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d74cd2e-8e45-40bb-a38f-d5c6475de2ac req-c4c9087a-05a5-48c7-bab6-2284d5f0434c tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:39:17.214581 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d74cd2e-8e45-40bb-a38f-d5c6475de2ac req-c4c9087a-05a5-48c7-bab6-2284d5f0434c tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:39:17.216413 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3d74cd2e-8e45-40bb-a38f-d5c6475de2ac req-c4c9087a-05a5-48c7-bab6-2284d5f0434c tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a8d6684-f19c-4a86-ac0c-6c056fa351fd HTTP/1.1" status: 200  len: 3151 time: 0.2257974
Dec 25 21:39:17.244702 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3699f3bc-de35-4955-acaf-1f2171d99c38 None None] Checking router: e77900ce-07b2-4fe6-b403-758d5ead7ad9 for host: ncdv-master-1 {{(pid=121608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 25 21:39:17.267574 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3699f3bc-de35-4955-acaf-1f2171d99c38 None None] Routers {'e77900ce-07b2-4fe6-b403-758d5ead7ad9'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:39:17.268205 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-3699f3bc-de35-4955-acaf-1f2171d99c38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f26182b0370>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:39:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['e77900ce-07b2-4fe6-b403-758d5ead7ad9'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:39:17.337906 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-102c7ed1-6471-436d-9c54-5cfec6d8f18f req-5b2dadc0-402b-452a-b95e-55768da43a8c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d121181f-10e4-43bd-bc6a-60afaaa17f9a HTTP/1.1" status: 200  len: 217 time: 0.1170313
Dec 25 21:39:17.359532 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 21:39:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34642ef5-3b9d-4539-a25f-bf1e0cbae8c7 x-openstack-request-id: req-34642ef5-3b9d-4539-a25f-bf1e0cbae8c7 {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:39:17.359837 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a8d6684-f19c-4a86-ac0c-6c056fa351fd", "name": "network-vif-deleted", "tag": "c1259bc6-d32f-4b81-b593-3660604ed03e", "status": "completed", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:39:17.360095 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-34642ef5-3b9d-4539-a25f-bf1e0cbae8c7 {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:39:17.360492 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a8d6684-f19c-4a86-ac0c-6c056fa351fd', 'name': 'network-vif-deleted', 'tag': 'c1259bc6-d32f-4b81-b593-3660604ed03e', 'status': 'completed', 'code': 200}
Dec 25 21:39:17.393454 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:17.396857 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvr_db [None req-3699f3bc-de35-4955-acaf-1f2171d99c38 None None] Set router e77900ce-07b2-4fe6-b403-758d5ead7ad9 gateway port host: ncdv-master-1 {{(pid=121608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:39:17.467384 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port c4a5dc77-7743-4d72-8f35-550325e4dc63, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c4a5dc77-7743-4d72-8f35-550325e4dc63,segment=NetworkSegment(2df77a22-5050-47e9-a636-9ce65fb0dac2),segment_id=2df77a22-5050-47e9-a636-9ce65fb0dac2)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:39:17.468219 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a8d6684-f19c-4a86-ac0c-6c056fa351fd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c4a5dc77-7743-4d72-8f35-550325e4dc63'}] {{(pid=121608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:39:17.470489 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a88c78c3ff6266bd59c7e89d275b28c92e739b67d23c89d71af88829fd31566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baf9aaad-a207-461f-a8b6-c71d9eddfae0" -d '{"events": [{"server_uuid": "7a8d6684-f19c-4a86-ac0c-6c056fa351fd", "name": "network-vif-unplugged", "status": "completed", "tag": "c4a5dc77-7743-4d72-8f35-550325e4dc63"}]}' {{(pid=121608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:39:17.525210 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3d74cd2e-8e45-40bb-a38f-d5c6475de2ac req-e5d09813-079c-4146-9622-8ab78ed25bf9 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] 10.222.0.32 "GET /v2.0/security-groups?id=213077ea-0675-4a6e-b24b-6e8c95ed2ffd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2948945
Dec 25 21:39:17.531524 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102c7ed1-6471-436d-9c54-5cfec6d8f18f req-f43c12dd-e3b1-4559-acc5-54b870b2e7dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:39:17.533040 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-102c7ed1-6471-436d-9c54-5cfec6d8f18f req-f43c12dd-e3b1-4559-acc5-54b870b2e7dd service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fedfc743-c289-4cd2-abdf-caaf178c8eab HTTP/1.1" status: 200  len: 851 time: 0.1753650
Dec 25 21:39:17.594196 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:17.594914 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device c1259bc6-d32f-4b81-b593-3660604ed03e no longer exists at agent hyperv_nch1-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:39:17.599495 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f066758f-2fb3-4dac-9f22-935e53691c66 req-8f8be5a0-57c6-4062-8b55-10a66c7548a3 tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:39:17.599780 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 25 Dec 2021 21:39:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc0bbd65-6dea-483e-9a38-93165f4c75c6 x-openstack-request-id: req-fc0bbd65-6dea-483e-9a38-93165f4c75c6 {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:39:17.600121 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a8d6684-f19c-4a86-ac0c-6c056fa351fd", "name": "network-vif-unplugged", "status": "completed", "tag": "c4a5dc77-7743-4d72-8f35-550325e4dc63", "code": 200}]} {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:39:17.600505 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-fc0bbd65-6dea-483e-9a38-93165f4c75c6 {{(pid=121608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:39:17.602138 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f066758f-2fb3-4dac-9f22-935e53691c66 req-8f8be5a0-57c6-4062-8b55-10a66c7548a3 tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] 10.222.0.32 "GET /v2.0/ports?device_id=70451b2f-7bb3-4ea7-b6c9-824c3287928f HTTP/1.1" status: 200  len: 945 time: 0.1818945
Dec 25 21:39:17.605231 ncdv-master-1 neutron-server[121608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a8d6684-f19c-4a86-ac0c-6c056fa351fd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c4a5dc77-7743-4d72-8f35-550325e4dc63', 'code': 200}
Dec 25 21:39:17.679599 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] No Port match for: c1259bc6-d32f-4b81-b593-3660604ed03e {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:39:17.679858 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device c1259bc6-d32f-4b81-b593-3660604ed03e not bound to the agent host nch1-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:39:17.680276 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device 1704d60b-466b-4afa-a1c8-2e009902991b no longer exists at agent hyperv_nch1-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:39:17.680488 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102c7ed1-6471-436d-9c54-5cfec6d8f18f req-7b8863ef-3b69-4f1c-8d84-a24e7ac9f689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:39:17.682075 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-102c7ed1-6471-436d-9c54-5cfec6d8f18f req-7b8863ef-3b69-4f1c-8d84-a24e7ac9f689 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d257b68f-9132-4584-b1b0-827fbb5ce176&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1386819
Dec 25 21:39:17.706492 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-a4bea617-2de0-45df-982b-da4c3c3bef7c req-17edf57f-e1b6-44ac-bba7-b2e1557557aa tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Publish callbacks [] for floatingip, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:17.706859 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-a4bea617-2de0-45df-982b-da4c3c3bef7c req-17edf57f-e1b6-44ac-bba7-b2e1557557aa tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2008639'] for floatingip, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:17.707180 ncdv-master-1 neutron-server[121606]: INFO neutron.db.l3_db [req-a4bea617-2de0-45df-982b-da4c3c3bef7c req-17edf57f-e1b6-44ac-bba7-b2e1557557aa tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Floating IP dec6e5ab-ed8f-4f13-bb6a-c2d9d206a49d disassociated. External IP: 172.35.3.44, port: dbad079c-9ad0-47fd-8d51-bc9c6d074098.
Dec 25 21:39:17.707529 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [req-a4bea617-2de0-45df-982b-da4c3c3bef7c req-17edf57f-e1b6-44ac-bba7-b2e1557557aa tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Calling delete_port for dbad079c-9ad0-47fd-8d51-bc9c6d074098 owned by compute:nova {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:39:17.739605 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f066758f-2fb3-4dac-9f22-935e53691c66 req-197f2816-6dc9-4ff5-8a97-b5b87f916548 tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] 10.222.0.32 "GET /v2.0/security-groups?id=4f8d803e-7f68-446e-9543-2df15d20bdac&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1108382
Dec 25 21:39:17.754734 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Pushing event updated for resources: {'Port': ['ID=c4a5dc77-7743-4d72-8f35-550325e4dc63,revision_number=6']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:39:17.775051 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] The host nch1-master-1 is not matching for port 1704d60b-466b-4afa-a1c8-2e009902991b host ! {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}}
Dec 25 21:39:17.775051 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device 1704d60b-466b-4afa-a1c8-2e009902991b not bound to the agent host nch1-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:39:17.775618 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device 893605c1-33ba-4c92-b5eb-6207f354a521 no longer exists at agent hyperv_nch1-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:39:17.852092 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] The host nch1-master-1 is not matching for port 893605c1-33ba-4c92-b5eb-6207f354a521 host ! {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}}
Dec 25 21:39:17.852490 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device 893605c1-33ba-4c92-b5eb-6207f354a521 not bound to the agent host nch1-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:39:17.852940 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device d1b259e7-c1c4-46a5-8fa8-934e76ffd08c no longer exists at agent hyperv_nch1-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:39:17.854618 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-102c7ed1-6471-436d-9c54-5cfec6d8f18f req-cf9f8061-60a1-4ed0-8a41-19dfba569cd7 service neutron] 10.222.0.37 "GET /v2.0/networks/d257b68f-9132-4584-b1b0-827fbb5ce176?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1617000
Dec 25 21:39:17.902430 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-3699f3bc-de35-4955-acaf-1f2171d99c38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f26182b0370>, [{'id': 'e77900ce-07b2-4fe6-b403-758d5ead7ad9', 'name': 'tempest-TestVolumeBootPattern-1467687193-router', 'tenant_id': 'c77dc74a46d64a67991d82bf12adb1dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.157'}], 'enable_snat': True}, 'gw_port_id': 'c6885c5e-06ab-4ac1-935b-561a4f8ff046', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:31:02Z', 'updated_at': '2021-12-25T21:31:10Z', 'revision_number': 4, 'project_id': 'c77dc74a46d64a67991d82bf12adb1dc', 'gw_port': {'id': 'c6885c5e-06ab-4ac1-935b-561a4f8ff046', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:bc:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e77900ce-07b2-4fe6-b403-758d5ead7ad9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2587, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:31:03Z', 'updated_at': '2021-12-25T21:31:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'd2ae1e58-e731-4aa2-ac2d-c929a2f84bab', 'name': '', 'network_id': 'd257b68f-9132-4584-b1b0-827fbb5ce176', 'tenant_id': 'c77dc74a46d64a67991d82bf12adb1dc', 'mac_address': 'fa:16:3e:c4:17:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e77900ce-07b2-4fe6-b403-758d5ead7ad9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2603, 'fixed_ips': [{'subnet_id': 'fedfc743-c289-4cd2-abdf-caaf178c8eab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:31:09Z', 'updated_at': '2021-12-25T21:31:22Z', 'revision_number': 5, 'project_id': 'c77dc74a46d64a67991d82bf12adb1dc', 'subnets': [{'id': 'fedfc743-c289-4cd2-abdf-caaf178c8eab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:39:17.947932 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3699f3bc-de35-4955-acaf-1f2171d99c38 None None] The sync data for ids ['e77900ce-07b2-4fe6-b403-758d5ead7ad9'] in ncdv-master-1 is: [{'id': 'e77900ce-07b2-4fe6-b403-758d5ead7ad9', 'name': 'tempest-TestVolumeBootPattern-1467687193-router', 'tenant_id': 'c77dc74a46d64a67991d82bf12adb1dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.157'}], 'enable_snat': True}, 'gw_port_id': 'c6885c5e-06ab-4ac1-935b-561a4f8ff046', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:31:02Z', 'updated_at': '2021-12-25T21:31:10Z', 'revision_number': 4, 'project_id': 'c77dc74a46d64a67991d82bf12adb1dc', 'gw_port': {'id': 'c6885c5e-06ab-4ac1-935b-561a4f8ff046', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:bc:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e77900ce-07b2-4fe6-b403-758d5ead7ad9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2587, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:31:03Z', 'updated_at': '2021-12-25T21:31:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'd2ae1e58-e731-4aa2-ac2d-c929a2f84bab', 'name': '', 'network_id': 'd257b68f-9132-4584-b1b0-827fbb5ce176', 'tenant_id': 'c77dc74a46d64a67991d82bf12adb1dc', 'mac_address': 'fa:16:3e:c4:17:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e77900ce-07b2-4fe6-b403-758d5ead7ad9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2603, 'fixed_ips': [{'subnet_id': 'fedfc743-c289-4cd2-abdf-caaf178c8eab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:31:09Z', 'updated_at': '2021-12-25T21:31:22Z', 'revision_number': 5, 'project_id': 'c77dc74a46d64a67991d82bf12adb1dc', 'subnets': [{'id': 'fedfc743-c289-4cd2-abdf-caaf178c8eab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 21:39:18.002667 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:18.029952 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-102c7ed1-6471-436d-9c54-5cfec6d8f18f req-4f2eb0c4-e26d-49d5-aa4e-c820e1953611 service neutron] 10.222.0.37 "GET /v2.0/networks/d257b68f-9132-4584-b1b0-827fbb5ce176?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1622190
Dec 25 21:39:18.049135 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port d1b259e7-c1c4-46a5-8fa8-934e76ffd08c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d1b259e7-c1c4-46a5-8fa8-934e76ffd08c,segment=NetworkSegment(2bcf2b0c-180d-4687-9bbb-53de5ba60a48),segment_id=2bcf2b0c-180d-4687-9bbb-53de5ba60a48)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:39:18.155940 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-a4bea617-2de0-45df-982b-da4c3c3bef7c req-17edf57f-e1b6-44ac-bba7-b2e1557557aa tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:18.156168 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:18.161513 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device bbeefdb7-89c8-4442-a2e7-858c459b3b9a no longer exists at agent hyperv_nch1-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:39:18.240777 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17edf57f-e1b6-44ac-bba7-b2e1557557aa tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Pushing event deleted for resources: {'Port': ['ID=dbad079c-9ad0-47fd-8d51-bc9c6d074098,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:39:18.281719 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81c39571-9a51-4dd6-ad83-cdcef44f3773 None None] New status for floating IP 7a7e415a-dbc8-41f3-a5c9-f1f69010f3b9: DOWN {{(pid=121609) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 25 21:39:18.293859 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Pushing event updated for resources: {'Port': ['ID=d1b259e7-c1c4-46a5-8fa8-934e76ffd08c,revision_number=6']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:39:18.303425 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:18.328461 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb84958-f75b-4cd8-a5f7-d6863e538fe6 req-6e80b9a4-ab26-4252-ac1e-66ea7a2680c5 tempest-TestNetworkAdvancedServerOps-1317083038 tempest-TestNetworkAdvancedServerOps-1317083038-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:39:18.330049 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3cb84958-f75b-4cd8-a5f7-d6863e538fe6 req-6e80b9a4-ab26-4252-ac1e-66ea7a2680c5 tempest-TestNetworkAdvancedServerOps-1317083038 tempest-TestNetworkAdvancedServerOps-1317083038-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=0e933ee6-6f1f-4ab6-a383-83013426d722 HTTP/1.1" status: 200  len: 1096 time: 0.1033220
Dec 25 21:39:18.340306 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port bbeefdb7-89c8-4442-a2e7-858c459b3b9a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=bbeefdb7-89c8-4442-a2e7-858c459b3b9a,segment=NetworkSegment(2df77a22-5050-47e9-a636-9ce65fb0dac2),segment_id=2df77a22-5050-47e9-a636-9ce65fb0dac2)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:39:18.379501 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-3cb84958-f75b-4cd8-a5f7-d6863e538fe6 req-bd7ed69b-eac2-42ec-bf8b-211a1e29d6b7 tempest-TestNetworkAdvancedServerOps-1317083038 tempest-TestNetworkAdvancedServerOps-1317083038-project-admin] Publish callbacks [] for security_group, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:18.407570 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a4bea617-2de0-45df-982b-da4c3c3bef7c req-17edf57f-e1b6-44ac-bba7-b2e1557557aa tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Router 2dd24878-147d-4d8f-943e-81752dd575de has already been hosted by L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 {{(pid=121606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 25 21:39:18.426669 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:18.427417 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device dbad079c-9ad0-47fd-8d51-bc9c6d074098 no longer exists at agent hyperv_nch1-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:39:18.464301 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] No Port match for: dbad079c-9ad0-47fd-8d51-bc9c6d074098 {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:39:18.464597 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device dbad079c-9ad0-47fd-8d51-bc9c6d074098 not bound to the agent host nch1-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:39:18.495160 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Pushing event updated for resources: {'Port': ['ID=bbeefdb7-89c8-4442-a2e7-858c459b3b9a,revision_number=6']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:39:18.568782 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-3cb84958-f75b-4cd8-a5f7-d6863e538fe6 req-bd7ed69b-eac2-42ec-bf8b-211a1e29d6b7 tempest-TestNetworkAdvancedServerOps-1317083038 tempest-TestNetworkAdvancedServerOps-1317083038-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:18.573024 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a4bea617-2de0-45df-982b-da4c3c3bef7c req-17edf57f-e1b6-44ac-bba7-b2e1557557aa tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 21:39:18.595613 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e29daff-4902-4c0d-8b07-01cfb02f458b None None] Sync routers for ids ['2dd24878-147d-4d8f-943e-81752dd575de'] in ncdv-master-1 {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 21:39:18.614733 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e29daff-4902-4c0d-8b07-01cfb02f458b None None] Routers {'2dd24878-147d-4d8f-943e-81752dd575de'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:39:18.617315 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-4e29daff-4902-4c0d-8b07-01cfb02f458b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2613d6a8e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:39:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['2dd24878-147d-4d8f-943e-81752dd575de'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:39:18.618734 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4bea617-2de0-45df-982b-da4c3c3bef7c req-17edf57f-e1b6-44ac-bba7-b2e1557557aa tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] No DVR routers for this DVR port dbad079c-9ad0-47fd-8d51-bc9c6d074098 on host nch1-master-1 {{(pid=121606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:39:18.628235 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-a4bea617-2de0-45df-982b-da4c3c3bef7c req-17edf57f-e1b6-44ac-bba7-b2e1557557aa tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:18.632280 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a4bea617-2de0-45df-982b-da4c3c3bef7c req-17edf57f-e1b6-44ac-bba7-b2e1557557aa tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] 10.222.0.31 "DELETE /v2.0/ports/dbad079c-9ad0-47fd-8d51-bc9c6d074098 HTTP/1.1" status: 204  len: 173 time: 1.8921041
Dec 25 21:39:18.690519 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device b12092bd-6061-46a7-b9df-71a40619530e no longer exists at agent hyperv_nch2-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:39:18.714598 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] No Port match for: b12092bd-6061-46a7-b9df-71a40619530e {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:39:18.714853 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device b12092bd-6061-46a7-b9df-71a40619530e not bound to the agent host nch2-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:39:18.715377 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-3cb84958-f75b-4cd8-a5f7-d6863e538fe6 req-bd7ed69b-eac2-42ec-bf8b-211a1e29d6b7 tempest-TestNetworkAdvancedServerOps-1317083038 tempest-TestNetworkAdvancedServerOps-1317083038-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:18.776177 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvr_db [None req-4e29daff-4902-4c0d-8b07-01cfb02f458b None None] Set router 2dd24878-147d-4d8f-943e-81752dd575de gateway port host: ncdv-master-1 {{(pid=121608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:39:18.802970 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3cb84958-f75b-4cd8-a5f7-d6863e538fe6 req-bd7ed69b-eac2-42ec-bf8b-211a1e29d6b7 tempest-TestNetworkAdvancedServerOps-1317083038 tempest-TestNetworkAdvancedServerOps-1317083038-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=2dd0ce2e-c467-45c4-9d2c-d6c9831710fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4439116
Dec 25 21:39:18.810166 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7ed69b-eac2-42ec-bf8b-211a1e29d6b7 tempest-TestNetworkAdvancedServerOps-1317083038 tempest-TestNetworkAdvancedServerOps-1317083038-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64c47890-110c-4e54-b4aa-e647263eb517,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:39:18.826065 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c75bd17-17b5-4225-be07-808d3bd5ab97 req-3c3e48c0-dcbf-444c-bc34-f3b51b84efb0 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:39:18.833390 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c75bd17-17b5-4225-be07-808d3bd5ab97 req-3c3e48c0-dcbf-444c-bc34-f3b51b84efb0 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:39:18.839868 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c75bd17-17b5-4225-be07-808d3bd5ab97 req-3c3e48c0-dcbf-444c-bc34-f3b51b84efb0 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:39:18.841865 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3c75bd17-17b5-4225-be07-808d3bd5ab97 req-3c3e48c0-dcbf-444c-bc34-f3b51b84efb0 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a8d6684-f19c-4a86-ac0c-6c056fa351fd HTTP/1.1" status: 200  len: 2409 time: 0.2085187
Dec 25 21:39:18.921838 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [req-a4bea617-2de0-45df-982b-da4c3c3bef7c req-487c0e2f-ddc3-4d9d-b2bd-2859be55967e tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Deleting port bbeefdb7-89c8-4442-a2e7-858c459b3b9a {{(pid=121606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:39:18.922180 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-a4bea617-2de0-45df-982b-da4c3c3bef7c req-487c0e2f-ddc3-4d9d-b2bd-2859be55967e tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:18.983251 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3c75bd17-17b5-4225-be07-808d3bd5ab97 req-d2977830-63d9-4701-9cbd-1166c00020fb tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] 10.222.0.32 "GET /v2.0/security-groups?id=213077ea-0675-4a6e-b24b-6e8c95ed2ffd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1279099
Dec 25 21:39:19.036310 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46649b02-a1a3-4465-bb7e-101e8017c8cd req-f99608c3-7eef-4db3-a125-2606da932325 tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:39:19.037856 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-46649b02-a1a3-4465-bb7e-101e8017c8cd req-f99608c3-7eef-4db3-a125-2606da932325 tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] 10.222.0.32 "GET /v2.0/ports?device_id=70451b2f-7bb3-4ea7-b6c9-824c3287928f HTTP/1.1" status: 200  len: 945 time: 0.1533203
Dec 25 21:39:19.092708 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-a4bea617-2de0-45df-982b-da4c3c3bef7c req-487c0e2f-ddc3-4d9d-b2bd-2859be55967e tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] For port bbeefdb7-89c8-4442-a2e7-858c459b3b9a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=bbeefdb7-89c8-4442-a2e7-858c459b3b9a,segment=NetworkSegment(2df77a22-5050-47e9-a636-9ce65fb0dac2),segment_id=2df77a22-5050-47e9-a636-9ce65fb0dac2)] {{(pid=121606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:39:19.093115 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-a4bea617-2de0-45df-982b-da4c3c3bef7c req-487c0e2f-ddc3-4d9d-b2bd-2859be55967e tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:19.160036 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-4e29daff-4902-4c0d-8b07-01cfb02f458b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2613d6a8e0>, [{'id': '2dd24878-147d-4d8f-943e-81752dd575de', 'name': 'tempest-TaggedBootDevicesTest-1330468044-router', 'tenant_id': '980165331b334d7795b91adc96459725', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.242'}], 'enable_snat': True}, 'gw_port_id': 'cedb9d61-14e5-4a49-9725-6b677b980b97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:27:49Z', 'updated_at': '2021-12-25T21:27:58Z', 'revision_number': 4, 'project_id': '980165331b334d7795b91adc96459725', 'gw_port': {'id': 'cedb9d61-14e5-4a49-9725-6b677b980b97', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:90:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd24878-147d-4d8f-943e-81752dd575de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2153, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:27:50Z', 'updated_at': '2021-12-25T21:27:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '4663d839-90a9-488a-8814-7a585661d20c', 'name': '', 'network_id': '36c58514-4b76-443a-8b4e-8188ecbb730f', 'tenant_id': '980165331b334d7795b91adc96459725', 'mac_address': 'fa:16:3e:ef:c9:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd24878-147d-4d8f-943e-81752dd575de', 'device_owner': 'network:router_interface', 'standard_attr_id': 2163, 'fixed_ips': [{'subnet_id': 'a434de1e-5464-470d-a8e6-901b6aa78ffb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:27:56Z', 'updated_at': '2021-12-25T21:28:05Z', 'revision_number': 5, 'project_id': '980165331b334d7795b91adc96459725', 'subnets': [{'id': 'a434de1e-5464-470d-a8e6-901b6aa78ffb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:39:19.190025 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e29daff-4902-4c0d-8b07-01cfb02f458b None None] Checking router: 2dd24878-147d-4d8f-943e-81752dd575de for host: ncdv-master-1 {{(pid=121608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 25 21:39:19.201464 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e29daff-4902-4c0d-8b07-01cfb02f458b None None] Routers {'2dd24878-147d-4d8f-943e-81752dd575de'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:39:19.202099 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-4e29daff-4902-4c0d-8b07-01cfb02f458b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2613d6a8e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:39:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['2dd24878-147d-4d8f-943e-81752dd575de'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:39:19.314271 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvr_db [None req-4e29daff-4902-4c0d-8b07-01cfb02f458b None None] Set router 2dd24878-147d-4d8f-943e-81752dd575de gateway port host: ncdv-master-1 {{(pid=121608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:39:19.434683 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a8d6684-f19c-4a86-ac0c-6c056fa351fd', 'name': 'network-vif-deleted', 'tag': 'dbad079c-9ad0-47fd-8d51-bc9c6d074098'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:39:19.437221 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9858820c13ec2827453b94ebc4181065e990a4e4089ccb9fe762531ac62d2fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29e57a77-5f50-4533-9694-f73efc47dfc1" -d '{"events": [{"server_uuid": "7a8d6684-f19c-4a86-ac0c-6c056fa351fd", "name": "network-vif-deleted", "tag": "dbad079c-9ad0-47fd-8d51-bc9c6d074098"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:39:19.448005 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [req-a4bea617-2de0-45df-982b-da4c3c3bef7c req-487c0e2f-ddc3-4d9d-b2bd-2859be55967e tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Calling delete_port for bbeefdb7-89c8-4442-a2e7-858c459b3b9a owned by compute:nova {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:39:19.522865 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-4e29daff-4902-4c0d-8b07-01cfb02f458b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2613d6a8e0>, [{'id': '2dd24878-147d-4d8f-943e-81752dd575de', 'name': 'tempest-TaggedBootDevicesTest-1330468044-router', 'tenant_id': '980165331b334d7795b91adc96459725', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.242'}], 'enable_snat': True}, 'gw_port_id': 'cedb9d61-14e5-4a49-9725-6b677b980b97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:27:49Z', 'updated_at': '2021-12-25T21:27:58Z', 'revision_number': 4, 'project_id': '980165331b334d7795b91adc96459725', 'gw_port': {'id': 'cedb9d61-14e5-4a49-9725-6b677b980b97', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:90:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd24878-147d-4d8f-943e-81752dd575de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2153, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:27:50Z', 'updated_at': '2021-12-25T21:27:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '4663d839-90a9-488a-8814-7a585661d20c', 'name': '', 'network_id': '36c58514-4b76-443a-8b4e-8188ecbb730f', 'tenant_id': '980165331b334d7795b91adc96459725', 'mac_address': 'fa:16:3e:ef:c9:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd24878-147d-4d8f-943e-81752dd575de', 'device_owner': 'network:router_interface', 'standard_attr_id': 2163, 'fixed_ips': [{'subnet_id': 'a434de1e-5464-470d-a8e6-901b6aa78ffb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:27:56Z', 'updated_at': '2021-12-25T21:28:05Z', 'revision_number': 5, 'project_id': '980165331b334d7795b91adc96459725', 'subnets': [{'id': 'a434de1e-5464-470d-a8e6-901b6aa78ffb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:39:19.526087 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-46649b02-a1a3-4465-bb7e-101e8017c8cd req-35beca84-e6d6-4575-abd8-4bd20d1bd8f3 tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] 10.222.0.32 "GET /v2.0/security-groups?id=4f8d803e-7f68-446e-9543-2df15d20bdac&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4783459
Dec 25 21:39:19.539176 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f4eef7-c7c1-4cb6-92bc-6a8dfc8e2e1d req-b7a4ad63-298d-463e-b704-c11d5424c8f2 tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:39:19.540756 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-90f4eef7-c7c1-4cb6-92bc-6a8dfc8e2e1d req-b7a4ad63-298d-463e-b704-c11d5424c8f2 tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] 10.222.0.37 "GET /v2.0/ports?device_id=70451b2f-7bb3-4ea7-b6c9-824c3287928f HTTP/1.1" status: 200  len: 945 time: 0.4756849
Dec 25 21:39:19.549948 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e946a2-cdb1-4515-b4f3-d29fb65c5ee5 req-e8dae3df-ddf0-4985-a683-3e42c9be5665 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:39:19.551476 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-54e946a2-cdb1-4515-b4f3-d29fb65c5ee5 req-e8dae3df-ddf0-4985-a683-3e42c9be5665 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e933ee6-6f1f-4ab6-a383-83013426d722 HTTP/1.1" status: 200  len: 945 time: 0.4874201
Dec 25 21:39:19.554303 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e29daff-4902-4c0d-8b07-01cfb02f458b None None] The sync data for ids ['2dd24878-147d-4d8f-943e-81752dd575de'] in ncdv-master-1 is: [{'id': '2dd24878-147d-4d8f-943e-81752dd575de', 'name': 'tempest-TaggedBootDevicesTest-1330468044-router', 'tenant_id': '980165331b334d7795b91adc96459725', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.242'}], 'enable_snat': True}, 'gw_port_id': 'cedb9d61-14e5-4a49-9725-6b677b980b97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:27:49Z', 'updated_at': '2021-12-25T21:27:58Z', 'revision_number': 4, 'project_id': '980165331b334d7795b91adc96459725', 'gw_port': {'id': 'cedb9d61-14e5-4a49-9725-6b677b980b97', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:90:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd24878-147d-4d8f-943e-81752dd575de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2153, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:27:50Z', 'updated_at': '2021-12-25T21:27:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '4663d839-90a9-488a-8814-7a585661d20c', 'name': '', 'network_id': '36c58514-4b76-443a-8b4e-8188ecbb730f', 'tenant_id': '980165331b334d7795b91adc96459725', 'mac_address': 'fa:16:3e:ef:c9:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd24878-147d-4d8f-943e-81752dd575de', 'device_owner': 'network:router_interface', 'standard_attr_id': 2163, 'fixed_ips': [{'subnet_id': 'a434de1e-5464-470d-a8e6-901b6aa78ffb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:27:56Z', 'updated_at': '2021-12-25T21:28:05Z', 'revision_number': 5, 'project_id': '980165331b334d7795b91adc96459725', 'subnets': [{'id': 'a434de1e-5464-470d-a8e6-901b6aa78ffb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 21:39:19.606857 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a8d6684-f19c-4a86-ac0c-6c056fa351fd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd1b259e7-c1c4-46a5-8fa8-934e76ffd08c'}, {'server_uuid': '7a8d6684-f19c-4a86-ac0c-6c056fa351fd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bbeefdb7-89c8-4442-a2e7-858c459b3b9a'}] {{(pid=121608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:39:19.609632 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a88c78c3ff6266bd59c7e89d275b28c92e739b67d23c89d71af88829fd31566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31fc0533-a35f-4c47-bf32-d729a3cc148e" -d '{"events": [{"server_uuid": "7a8d6684-f19c-4a86-ac0c-6c056fa351fd", "name": "network-vif-unplugged", "status": "completed", "tag": "d1b259e7-c1c4-46a5-8fa8-934e76ffd08c"}, {"server_uuid": "7a8d6684-f19c-4a86-ac0c-6c056fa351fd", "name": "network-vif-unplugged", "status": "completed", "tag": "bbeefdb7-89c8-4442-a2e7-858c459b3b9a"}]}' {{(pid=121608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:39:19.614817 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 21:39:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e934be69-1194-46d3-a5c4-f8e113559747 x-openstack-request-id: req-e934be69-1194-46d3-a5c4-f8e113559747 {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:39:19.615169 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a8d6684-f19c-4a86-ac0c-6c056fa351fd", "name": "network-vif-deleted", "tag": "dbad079c-9ad0-47fd-8d51-bc9c6d074098", "status": "completed", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:39:19.615432 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e934be69-1194-46d3-a5c4-f8e113559747 {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:39:19.616007 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a8d6684-f19c-4a86-ac0c-6c056fa351fd', 'name': 'network-vif-deleted', 'tag': 'dbad079c-9ad0-47fd-8d51-bc9c6d074098', 'status': 'completed', 'code': 200}
Dec 25 21:39:19.655875 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Sat, 25 Dec 2021 21:39:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45b22dee-1d51-4d42-9fcb-3869585a3644 x-openstack-request-id: req-45b22dee-1d51-4d42-9fcb-3869585a3644 {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:39:19.656176 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a8d6684-f19c-4a86-ac0c-6c056fa351fd", "name": "network-vif-unplugged", "status": "completed", "tag": "d1b259e7-c1c4-46a5-8fa8-934e76ffd08c", "code": 200}, {"server_uuid": "7a8d6684-f19c-4a86-ac0c-6c056fa351fd", "name": "network-vif-unplugged", "status": "completed", "tag": "bbeefdb7-89c8-4442-a2e7-858c459b3b9a", "code": 200}]} {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:39:19.656433 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-45b22dee-1d51-4d42-9fcb-3869585a3644 {{(pid=121608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:39:19.656929 ncdv-master-1 neutron-server[121608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a8d6684-f19c-4a86-ac0c-6c056fa351fd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd1b259e7-c1c4-46a5-8fa8-934e76ffd08c', 'code': 200}
Dec 25 21:39:19.657182 ncdv-master-1 neutron-server[121608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a8d6684-f19c-4a86-ac0c-6c056fa351fd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bbeefdb7-89c8-4442-a2e7-858c459b3b9a', 'code': 200}
Dec 25 21:39:19.714460 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-54e946a2-cdb1-4515-b4f3-d29fb65c5ee5 req-4b563db3-f429-4ccb-8e99-6b999f89f8e3 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "GET /v2.0/security-groups?id=2dd0ce2e-c467-45c4-9d2c-d6c9831710fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1493225
Dec 25 21:39:19.739221 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 35918) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:39:19.774251 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [req-90f4eef7-c7c1-4cb6-92bc-6a8dfc8e2e1d req-34ad214b-b302-464e-8d80-fa36c451320d tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] Deleting port d121181f-10e4-43bd-bc6a-60afaaa17f9a {{(pid=121606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:39:19.774251 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-90f4eef7-c7c1-4cb6-92bc-6a8dfc8e2e1d req-34ad214b-b302-464e-8d80-fa36c451320d tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:19.832579 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-887259ac-a7f0-4d73-9dac-b96cd1f587bb tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "GET /v2.0/floatingips/80ff6560-09f4-47e9-a8ec-bf79e6da88d6 HTTP/1.1" status: 200  len: 993 time: 0.0893295
Dec 25 21:39:19.901084 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-90f4eef7-c7c1-4cb6-92bc-6a8dfc8e2e1d req-34ad214b-b302-464e-8d80-fa36c451320d tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] For port d121181f-10e4-43bd-bc6a-60afaaa17f9a, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d121181f-10e4-43bd-bc6a-60afaaa17f9a,segment=NetworkSegment(399a6746-6b98-4df2-84fe-0fb7167d792c),segment_id=399a6746-6b98-4df2-84fe-0fb7167d792c)] {{(pid=121606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:39:19.901456 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-90f4eef7-c7c1-4cb6-92bc-6a8dfc8e2e1d req-34ad214b-b302-464e-8d80-fa36c451320d tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:19.903805 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-a4bea617-2de0-45df-982b-da4c3c3bef7c req-487c0e2f-ddc3-4d9d-b2bd-2859be55967e tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:19.942172 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8826817e-f01a-4ee2-91f8-3ad525570d02 None None] New status for floating IP dec6e5ab-ed8f-4f13-bb6a-c2d9d206a49d: DOWN {{(pid=121609) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 25 21:39:19.944483 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [req-90f4eef7-c7c1-4cb6-92bc-6a8dfc8e2e1d req-34ad214b-b302-464e-8d80-fa36c451320d tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] Calling delete_port for d121181f-10e4-43bd-bc6a-60afaaa17f9a owned by compute:nova {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:39:19.953348 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487c0e2f-ddc3-4d9d-b2bd-2859be55967e tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Pushing event deleted for resources: {'Port': ['ID=bbeefdb7-89c8-4442-a2e7-858c459b3b9a,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:39:20.010254 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4bea617-2de0-45df-982b-da4c3c3bef7c req-487c0e2f-ddc3-4d9d-b2bd-2859be55967e tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] No DVR routers for this DVR port bbeefdb7-89c8-4442-a2e7-858c459b3b9a on host nch1-master-1 {{(pid=121606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:39:20.013510 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-a4bea617-2de0-45df-982b-da4c3c3bef7c req-487c0e2f-ddc3-4d9d-b2bd-2859be55967e tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:20.017138 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a4bea617-2de0-45df-982b-da4c3c3bef7c req-487c0e2f-ddc3-4d9d-b2bd-2859be55967e tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] 10.222.0.31 "DELETE /v2.0/ports/bbeefdb7-89c8-4442-a2e7-858c459b3b9a HTTP/1.1" status: 204  len: 173 time: 1.3443689
Dec 25 21:39:20.168121 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [req-3c93a9ab-d27b-48a4-9d57-f1eddd32e654 req-39eff7dc-83fd-4f5f-9a12-b8d0ec05d86f service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=121606) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 25 21:39:20.168121 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3c93a9ab-d27b-48a4-9d57-f1eddd32e654 req-39eff7dc-83fd-4f5f-9a12-b8d0ec05d86f service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0087368
Dec 25 21:39:20.199312 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0731123-1880-434a-9e6f-a5e1107738f6 req-7bf9b248-da5d-45ae-858a-b00ead140533 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:39:20.205401 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0731123-1880-434a-9e6f-a5e1107738f6 req-7bf9b248-da5d-45ae-858a-b00ead140533 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:39:20.207080 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b0731123-1880-434a-9e6f-a5e1107738f6 req-7bf9b248-da5d-45ae-858a-b00ead140533 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a8d6684-f19c-4a86-ac0c-6c056fa351fd HTTP/1.1" status: 200  len: 1677 time: 0.1295290
Dec 25 21:39:20.300930 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [req-a4bea617-2de0-45df-982b-da4c3c3bef7c req-7e8e4823-99cc-497e-8e31-3c1432ebfdb4 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Deleting port c4a5dc77-7743-4d72-8f35-550325e4dc63 {{(pid=121606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:39:20.301122 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-a4bea617-2de0-45df-982b-da4c3c3bef7c req-7e8e4823-99cc-497e-8e31-3c1432ebfdb4 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:20.328660 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b0731123-1880-434a-9e6f-a5e1107738f6 req-6c00fdbb-5bf0-409b-999e-b58eab7096f4 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] 10.222.0.32 "GET /v2.0/security-groups?id=213077ea-0675-4a6e-b24b-6e8c95ed2ffd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1117368
Dec 25 21:39:20.416987 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-90f4eef7-c7c1-4cb6-92bc-6a8dfc8e2e1d req-34ad214b-b302-464e-8d80-fa36c451320d tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:20.462047 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ad214b-b302-464e-8d80-fa36c451320d tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] Pushing event deleted for resources: {'Port': ['ID=d121181f-10e4-43bd-bc6a-60afaaa17f9a,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:39:20.470350 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-a4bea617-2de0-45df-982b-da4c3c3bef7c req-7e8e4823-99cc-497e-8e31-3c1432ebfdb4 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] For port c4a5dc77-7743-4d72-8f35-550325e4dc63, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c4a5dc77-7743-4d72-8f35-550325e4dc63,segment=NetworkSegment(2df77a22-5050-47e9-a636-9ce65fb0dac2),segment_id=2df77a22-5050-47e9-a636-9ce65fb0dac2)] {{(pid=121606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:39:20.470722 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-a4bea617-2de0-45df-982b-da4c3c3bef7c req-7e8e4823-99cc-497e-8e31-3c1432ebfdb4 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:20.503192 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [req-a4bea617-2de0-45df-982b-da4c3c3bef7c req-7e8e4823-99cc-497e-8e31-3c1432ebfdb4 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Calling delete_port for c4a5dc77-7743-4d72-8f35-550325e4dc63 owned by compute:nova {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:39:20.518809 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [req-90f4eef7-c7c1-4cb6-92bc-6a8dfc8e2e1d req-34ad214b-b302-464e-8d80-fa36c451320d tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] No DVR routers for this DVR port d121181f-10e4-43bd-bc6a-60afaaa17f9a on host nch2-master-1 {{(pid=121606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:39:20.522360 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-90f4eef7-c7c1-4cb6-92bc-6a8dfc8e2e1d req-34ad214b-b302-464e-8d80-fa36c451320d tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:20.525781 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-90f4eef7-c7c1-4cb6-92bc-6a8dfc8e2e1d req-34ad214b-b302-464e-8d80-fa36c451320d tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] 10.222.0.37 "DELETE /v2.0/ports/d121181f-10e4-43bd-bc6a-60afaaa17f9a HTTP/1.1" status: 204  len: 173 time: 0.9715970
Dec 25 21:39:20.632771 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2b4599c5-b9ac-4ab9-b8eb-1359303bbf8a req-4da0236d-8bcf-4704-9a0c-a1421d426bdc tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] 10.222.0.32 "GET /v2.0/ports?device_id=70451b2f-7bb3-4ea7-b6c9-824c3287928f HTTP/1.1" status: 200  len: 210 time: 0.0295639
Dec 25 21:39:20.782320 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-a4bea617-2de0-45df-982b-da4c3c3bef7c req-7e8e4823-99cc-497e-8e31-3c1432ebfdb4 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:20.833730 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344d1353-6fde-456a-8a3d-ee1837bb6e06 req-a4d0754f-20fd-4f0b-a9b6-af394d4387c8 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:39:20.835356 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-344d1353-6fde-456a-8a3d-ee1837bb6e06 req-a4d0754f-20fd-4f0b-a9b6-af394d4387c8 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e933ee6-6f1f-4ab6-a383-83013426d722 HTTP/1.1" status: 200  len: 945 time: 0.0927434
Dec 25 21:39:20.836318 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8e4823-99cc-497e-8e31-3c1432ebfdb4 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Pushing event deleted for resources: {'Port': ['ID=c4a5dc77-7743-4d72-8f35-550325e4dc63,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:39:20.922172 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4bea617-2de0-45df-982b-da4c3c3bef7c req-7e8e4823-99cc-497e-8e31-3c1432ebfdb4 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] No DVR routers for this DVR port c4a5dc77-7743-4d72-8f35-550325e4dc63 on host nch1-master-1 {{(pid=121606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:39:20.926115 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-a4bea617-2de0-45df-982b-da4c3c3bef7c req-7e8e4823-99cc-497e-8e31-3c1432ebfdb4 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:20.929771 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a4bea617-2de0-45df-982b-da4c3c3bef7c req-7e8e4823-99cc-497e-8e31-3c1432ebfdb4 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] 10.222.0.31 "DELETE /v2.0/ports/c4a5dc77-7743-4d72-8f35-550325e4dc63 HTTP/1.1" status: 204  len: 173 time: 0.8800378
Dec 25 21:39:21.085539 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-344d1353-6fde-456a-8a3d-ee1837bb6e06 req-a9934a51-2466-4359-9d0b-abc6656eb613 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "GET /v2.0/security-groups?id=2dd0ce2e-c467-45c4-9d2c-d6c9831710fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2343378
Dec 25 21:39:21.187186 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-85fedd43-d3c9-459d-af29-2458720e4975 req-239a0f5b-d837-4873-a835-f0b5877b1b3b service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=0e933ee6-6f1f-4ab6-a383-83013426d722&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.2229407
Dec 25 21:39:21.199322 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [req-a4bea617-2de0-45df-982b-da4c3c3bef7c req-cd209d82-a66f-47ad-bfd5-ff09f38994c6 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Deleting port d1b259e7-c1c4-46a5-8fa8-934e76ffd08c {{(pid=121606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:39:21.199746 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-a4bea617-2de0-45df-982b-da4c3c3bef7c req-cd209d82-a66f-47ad-bfd5-ff09f38994c6 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:21.315687 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-a4bea617-2de0-45df-982b-da4c3c3bef7c req-cd209d82-a66f-47ad-bfd5-ff09f38994c6 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] For port d1b259e7-c1c4-46a5-8fa8-934e76ffd08c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d1b259e7-c1c4-46a5-8fa8-934e76ffd08c,segment=NetworkSegment(2bcf2b0c-180d-4687-9bbb-53de5ba60a48),segment_id=2bcf2b0c-180d-4687-9bbb-53de5ba60a48)] {{(pid=121606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:39:21.316560 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-a4bea617-2de0-45df-982b-da4c3c3bef7c req-cd209d82-a66f-47ad-bfd5-ff09f38994c6 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:21.339494 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [req-a4bea617-2de0-45df-982b-da4c3c3bef7c req-cd209d82-a66f-47ad-bfd5-ff09f38994c6 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Calling delete_port for d1b259e7-c1c4-46a5-8fa8-934e76ffd08c owned by compute:nova {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:39:21.576074 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104bf5e2-d7fa-4e52-9cd9-27bc84dc8e23 req-6100fbce-0c10-41cb-bd74-0ff28e3feb7c tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:39:21.578153 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-104bf5e2-d7fa-4e52-9cd9-27bc84dc8e23 req-6100fbce-0c10-41cb-bd74-0ff28e3feb7c tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a8d6684-f19c-4a86-ac0c-6c056fa351fd HTTP/1.1" status: 200  len: 943 time: 0.0903986
Dec 25 21:39:21.619734 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a8d6684-f19c-4a86-ac0c-6c056fa351fd', 'name': 'network-vif-deleted', 'tag': 'bbeefdb7-89c8-4442-a2e7-858c459b3b9a'}, {'server_uuid': '70451b2f-7bb3-4ea7-b6c9-824c3287928f', 'name': 'network-vif-deleted', 'tag': 'd121181f-10e4-43bd-bc6a-60afaaa17f9a'}, {'server_uuid': '7a8d6684-f19c-4a86-ac0c-6c056fa351fd', 'name': 'network-vif-deleted', 'tag': 'c4a5dc77-7743-4d72-8f35-550325e4dc63'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:39:21.622305 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9858820c13ec2827453b94ebc4181065e990a4e4089ccb9fe762531ac62d2fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33676e33-c85e-4aac-ba14-50aebe2e7812" -d '{"events": [{"server_uuid": "7a8d6684-f19c-4a86-ac0c-6c056fa351fd", "name": "network-vif-deleted", "tag": "bbeefdb7-89c8-4442-a2e7-858c459b3b9a"}, {"server_uuid": "70451b2f-7bb3-4ea7-b6c9-824c3287928f", "name": "network-vif-deleted", "tag": "d121181f-10e4-43bd-bc6a-60afaaa17f9a"}, {"server_uuid": "7a8d6684-f19c-4a86-ac0c-6c056fa351fd", "name": "network-vif-deleted", "tag": "c4a5dc77-7743-4d72-8f35-550325e4dc63"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:39:21.645665 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-104bf5e2-d7fa-4e52-9cd9-27bc84dc8e23 req-bceb4bfb-3a8e-41dd-8547-30ace8ccc95f tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] 10.222.0.32 "GET /v2.0/security-groups?id=213077ea-0675-4a6e-b24b-6e8c95ed2ffd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0604355
Dec 25 21:39:21.680758 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Sat, 25 Dec 2021 21:39:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aab335d5-7139-4db6-9bf0-d68a5b643dd9 x-openstack-request-id: req-aab335d5-7139-4db6-9bf0-d68a5b643dd9 {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:39:21.681109 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a8d6684-f19c-4a86-ac0c-6c056fa351fd", "name": "network-vif-deleted", "tag": "bbeefdb7-89c8-4442-a2e7-858c459b3b9a", "status": "completed", "code": 200}, {"server_uuid": "70451b2f-7bb3-4ea7-b6c9-824c3287928f", "name": "network-vif-deleted", "tag": "d121181f-10e4-43bd-bc6a-60afaaa17f9a", "status": "completed", "code": 200}, {"server_uuid": "7a8d6684-f19c-4a86-ac0c-6c056fa351fd", "name": "network-vif-deleted", "tag": "c4a5dc77-7743-4d72-8f35-550325e4dc63", "status": "completed", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:39:21.681372 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-aab335d5-7139-4db6-9bf0-d68a5b643dd9 {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:39:21.688558 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a8d6684-f19c-4a86-ac0c-6c056fa351fd', 'name': 'network-vif-deleted', 'tag': 'bbeefdb7-89c8-4442-a2e7-858c459b3b9a', 'status': 'completed', 'code': 200}
Dec 25 21:39:21.688558 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70451b2f-7bb3-4ea7-b6c9-824c3287928f', 'name': 'network-vif-deleted', 'tag': 'd121181f-10e4-43bd-bc6a-60afaaa17f9a', 'status': 'completed', 'code': 200}
Dec 25 21:39:21.688558 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a8d6684-f19c-4a86-ac0c-6c056fa351fd', 'name': 'network-vif-deleted', 'tag': 'c4a5dc77-7743-4d72-8f35-550325e4dc63', 'status': 'completed', 'code': 200}
Dec 25 21:39:21.688558 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-a4bea617-2de0-45df-982b-da4c3c3bef7c req-cd209d82-a66f-47ad-bfd5-ff09f38994c6 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:21.718065 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd209d82-a66f-47ad-bfd5-ff09f38994c6 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Pushing event deleted for resources: {'Port': ['ID=d1b259e7-c1c4-46a5-8fa8-934e76ffd08c,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:39:21.773939 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4bea617-2de0-45df-982b-da4c3c3bef7c req-cd209d82-a66f-47ad-bfd5-ff09f38994c6 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] No DVR routers for this DVR port d1b259e7-c1c4-46a5-8fa8-934e76ffd08c on host nch1-master-1 {{(pid=121606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:39:21.789371 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-a4bea617-2de0-45df-982b-da4c3c3bef7c req-cd209d82-a66f-47ad-bfd5-ff09f38994c6 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:21.793076 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a4bea617-2de0-45df-982b-da4c3c3bef7c req-cd209d82-a66f-47ad-bfd5-ff09f38994c6 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] 10.222.0.31 "DELETE /v2.0/ports/d1b259e7-c1c4-46a5-8fa8-934e76ffd08c HTTP/1.1" status: 204  len: 173 time: 0.8551874
Dec 25 21:39:21.795727 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-86d87bde-3a45-434e-9b4f-63e0a3a4cab2 req-35bd5c56-034f-48ac-9440-4b5a883de500 tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] 10.222.0.32 "GET /v2.0/ports?device_id=70451b2f-7bb3-4ea7-b6c9-824c3287928f HTTP/1.1" status: 200  len: 210 time: 0.0496953
Dec 25 21:39:22.244956 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d37a581-9228-4378-92da-4592fba78fa1 req-22cfa61c-42fe-416c-a501-63dbe98c510b tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:39:22.246651 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5d37a581-9228-4378-92da-4592fba78fa1 req-22cfa61c-42fe-416c-a501-63dbe98c510b tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e933ee6-6f1f-4ab6-a383-83013426d722 HTTP/1.1" status: 200  len: 945 time: 0.0781398
Dec 25 21:39:22.302659 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5d37a581-9228-4378-92da-4592fba78fa1 req-dbed14ce-691a-4e97-85bc-bfa78016451f tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "GET /v2.0/security-groups?id=2dd0ce2e-c467-45c4-9d2c-d6c9831710fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0495188
Dec 25 21:39:22.768413 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-47e38178-d481-4262-b336-8a6884c56f48 req-98a323f2-f169-41ea-9b6d-c4457cd541f8 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a8d6684-f19c-4a86-ac0c-6c056fa351fd HTTP/1.1" status: 200  len: 210 time: 0.0266521
Dec 25 21:39:23.425422 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c99db7-fb33-41a7-8678-36bb1371fbdd req-34759399-4bfe-4f8a-8182-f86b4baf9b72 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:39:23.426963 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-26c99db7-fb33-41a7-8678-36bb1371fbdd req-34759399-4bfe-4f8a-8182-f86b4baf9b72 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e933ee6-6f1f-4ab6-a383-83013426d722 HTTP/1.1" status: 200  len: 945 time: 0.0493879
Dec 25 21:39:23.477463 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-26c99db7-fb33-41a7-8678-36bb1371fbdd req-2c7f96d4-4d79-4c8b-b37b-5e067b2732d8 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "GET /v2.0/security-groups?id=2dd0ce2e-c467-45c4-9d2c-d6c9831710fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0437996
Dec 25 21:39:23.602633 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fedd43-d3c9-459d-af29-2458720e4975 req-d62a3c74-f0d2-4906-a632-d711b2673bad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:39:23.604151 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-85fedd43-d3c9-459d-af29-2458720e4975 req-d62a3c74-f0d2-4906-a632-d711b2673bad service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=4ff29c23c5844f45826a02b6ae6b65e7&device_id=0e933ee6-6f1f-4ab6-a383-83013426d722 HTTP/1.1" status: 200  len: 1096 time: 0.0465736
Dec 25 21:39:23.684087 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a8d6684-f19c-4a86-ac0c-6c056fa351fd', 'name': 'network-vif-deleted', 'tag': 'd1b259e7-c1c4-46a5-8fa8-934e76ffd08c'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:39:23.686397 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9858820c13ec2827453b94ebc4181065e990a4e4089ccb9fe762531ac62d2fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed0680ff-8e67-4d0e-97bd-c5fa7c78d85a" -d '{"events": [{"server_uuid": "7a8d6684-f19c-4a86-ac0c-6c056fa351fd", "name": "network-vif-deleted", "tag": "d1b259e7-c1c4-46a5-8fa8-934e76ffd08c"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:39:23.703862 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fedd43-d3c9-459d-af29-2458720e4975 req-9e3eabba-65c7-42d4-b71a-b017a8972cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:39:23.705405 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-85fedd43-d3c9-459d-af29-2458720e4975 req-9e3eabba-65c7-42d4-b71a-b017a8972cb7 service neutron] 10.222.0.31 "GET /v2.0/networks?id=d227a8f7-d82b-444c-89d0-511b922f2260 HTTP/1.1" status: 200  len: 898 time: 0.0948770
Dec 25 21:39:23.765810 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 21:39:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b40afb48-12ca-4ec5-9629-06d73741e1d7 x-openstack-request-id: req-b40afb48-12ca-4ec5-9629-06d73741e1d7 {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:39:23.765810 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a8d6684-f19c-4a86-ac0c-6c056fa351fd", "name": "network-vif-deleted", "tag": "d1b259e7-c1c4-46a5-8fa8-934e76ffd08c", "status": "completed", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:39:23.765810 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b40afb48-12ca-4ec5-9629-06d73741e1d7 {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:39:23.765810 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a8d6684-f19c-4a86-ac0c-6c056fa351fd', 'name': 'network-vif-deleted', 'tag': 'd1b259e7-c1c4-46a5-8fa8-934e76ffd08c', 'status': 'completed', 'code': 200}
Dec 25 21:39:23.778028 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-85fedd43-d3c9-459d-af29-2458720e4975 req-c4edadc2-94e9-4cd7-a36d-c0108f179932 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f8a8588c-abcc-4eda-99f7-383ebeac328b HTTP/1.1" status: 200  len: 1001 time: 0.0659497
Dec 25 21:39:23.829098 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fedd43-d3c9-459d-af29-2458720e4975 req-42457db3-fbdf-4de9-9dc8-2128ab6b4d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:39:23.830822 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-85fedd43-d3c9-459d-af29-2458720e4975 req-42457db3-fbdf-4de9-9dc8-2128ab6b4d1b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=ee860ac1-7afc-44c5-8b9f-76e3f7a077b2 HTTP/1.1" status: 200  len: 835 time: 0.0448167
Dec 25 21:39:23.875912 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fedd43-d3c9-459d-af29-2458720e4975 req-1685db29-df2b-49ac-8925-63f4b6078667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:39:23.877452 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-85fedd43-d3c9-459d-af29-2458720e4975 req-1685db29-df2b-49ac-8925-63f4b6078667 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d227a8f7-d82b-444c-89d0-511b922f2260&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0404074
Dec 25 21:39:23.974465 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 36092) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:39:23.977645 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-85fedd43-d3c9-459d-af29-2458720e4975 req-16704ad3-f466-4397-9717-caf67030ef21 service neutron] 10.222.0.31 "GET /v2.0/networks/d227a8f7-d82b-444c-89d0-511b922f2260?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0933087
Dec 25 21:39:24.029775 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-4dd2a037-5a4b-436d-af68-ab44cfcd2ae9 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Publish callbacks [] for security_group, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:24.052832 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-4dd2a037-5a4b-436d-af68-ab44cfcd2ae9 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Publish callbacks [] for security_group, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:24.073621 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-85fedd43-d3c9-459d-af29-2458720e4975 req-1c1d2926-1489-4b7d-a64f-83a481b88959 service neutron] 10.222.0.31 "GET /v2.0/networks/d227a8f7-d82b-444c-89d0-511b922f2260?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0894547
Dec 25 21:39:24.162095 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-4dd2a037-5a4b-436d-af68-ab44cfcd2ae9 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:24.164837 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-4dd2a037-5a4b-436d-af68-ab44cfcd2ae9 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:24.170922 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-4dd2a037-5a4b-436d-af68-ab44cfcd2ae9 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] 10.222.0.32 "DELETE /v2.0/security-groups/213077ea-0675-4a6e-b24b-6e8c95ed2ffd HTTP/1.1" status: 204  len: 168 time: 0.1907392
Dec 25 21:39:24.171122 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 36096) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:39:24.179054 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd2a037-5a4b-436d-af68-ab44cfcd2ae9 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=213077ea-0675-4a6e-b24b-6e8c95ed2ffd,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:39:24.184931 ncdv-master-1 neutron-server[121606]: INFO neutron.api.v2.resource [None req-b49c5a3a-838a-4dbe-b83d-bcae8fd69e0c tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] show failed (client error): The resource could not be found.
Dec 25 21:39:24.188944 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-b49c5a3a-838a-4dbe-b83d-bcae8fd69e0c tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] 10.222.0.32 "GET /v2.0/security-groups/213077ea-0675-4a6e-b24b-6e8c95ed2ffd HTTP/1.1" status: 404  len: 347 time: 0.0155602
Dec 25 21:39:24.189423 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 36098) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:39:24.196426 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd2a037-5a4b-436d-af68-ab44cfcd2ae9 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:39:24.196776 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd2a037-5a4b-436d-af68-ab44cfcd2ae9 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:39:24.197322 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd2a037-5a4b-436d-af68-ab44cfcd2ae9 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:39:24.197670 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd2a037-5a4b-436d-af68-ab44cfcd2ae9 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:39:24.198013 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd2a037-5a4b-436d-af68-ab44cfcd2ae9 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:39:24.198349 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd2a037-5a4b-436d-af68-ab44cfcd2ae9 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:39:24.198680 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd2a037-5a4b-436d-af68-ab44cfcd2ae9 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:39:24.199011 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd2a037-5a4b-436d-af68-ab44cfcd2ae9 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:39:24.199334 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd2a037-5a4b-436d-af68-ab44cfcd2ae9 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:39:24.199686 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd2a037-5a4b-436d-af68-ab44cfcd2ae9 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:39:24.200013 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd2a037-5a4b-436d-af68-ab44cfcd2ae9 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:39:24.200337 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd2a037-5a4b-436d-af68-ab44cfcd2ae9 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:39:24.200662 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd2a037-5a4b-436d-af68-ab44cfcd2ae9 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:39:24.324113 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-cb7131ef-2ada-44f9-9820-2da3f519cc20 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Deleting port 7c72f2da-41f3-4af8-adc2-0ababe98d8d7 {{(pid=121606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:39:24.324455 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-cb7131ef-2ada-44f9-9820-2da3f519cc20 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:24.403565 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-cb7131ef-2ada-44f9-9820-2da3f519cc20 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:24.403897 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-cb7131ef-2ada-44f9-9820-2da3f519cc20 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:24.415530 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-cb7131ef-2ada-44f9-9820-2da3f519cc20 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Calling delete_port for 7c72f2da-41f3-4af8-adc2-0ababe98d8d7 owned by network:floatingip {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:39:24.606554 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bded9a5e-4131-4534-8723-8a0bd2b402e5 req-c98f9d76-dc0f-4e2d-9c50-473088e4edf4 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:39:24.608300 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-bded9a5e-4131-4534-8723-8a0bd2b402e5 req-c98f9d76-dc0f-4e2d-9c50-473088e4edf4 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e933ee6-6f1f-4ab6-a383-83013426d722 HTTP/1.1" status: 200  len: 945 time: 0.0507319
Dec 25 21:39:24.632576 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-cb7131ef-2ada-44f9-9820-2da3f519cc20 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:24.666320 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7131ef-2ada-44f9-9820-2da3f519cc20 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Pushing event deleted for resources: {'Port': ['ID=7c72f2da-41f3-4af8-adc2-0ababe98d8d7,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:39:24.705763 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device d121181f-10e4-43bd-bc6a-60afaaa17f9a no longer exists at agent hyperv_nch2-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:39:24.724256 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-bded9a5e-4131-4534-8723-8a0bd2b402e5 req-a9e38f46-1af0-485e-9832-52a7409da14d tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "GET /v2.0/security-groups?id=2dd0ce2e-c467-45c4-9d2c-d6c9831710fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1096017
Dec 25 21:39:24.726836 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] No Port match for: d121181f-10e4-43bd-bc6a-60afaaa17f9a {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:39:24.726998 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device d121181f-10e4-43bd-bc6a-60afaaa17f9a not bound to the agent host nch2-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:39:24.746790 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-cb7131ef-2ada-44f9-9820-2da3f519cc20 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Publish callbacks [] for floatingip, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:24.749819 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-cb7131ef-2ada-44f9-9820-2da3f519cc20 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for floatingip, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:24.751028 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-cb7131ef-2ada-44f9-9820-2da3f519cc20 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] 10.222.0.32 "DELETE /v2.0/floatingips/dec6e5ab-ed8f-4f13-bb6a-c2d9d206a49d HTTP/1.1" status: 204  len: 168 time: 0.5607886
Dec 25 21:39:24.753725 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 36112) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:39:24.844815 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-89f720f4-2bc3-4c51-929e-49713b350c4c tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Deleting port 1704d60b-466b-4afa-a1c8-2e009902991b {{(pid=121606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:39:24.845096 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-89f720f4-2bc3-4c51-929e-49713b350c4c tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:24.940953 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-89f720f4-2bc3-4c51-929e-49713b350c4c tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:24.957124 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-89f720f4-2bc3-4c51-929e-49713b350c4c tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Calling delete_port for 1704d60b-466b-4afa-a1c8-2e009902991b owned by  {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:39:25.192433 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-89f720f4-2bc3-4c51-929e-49713b350c4c tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:25.222547 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f720f4-2bc3-4c51-929e-49713b350c4c tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Pushing event deleted for resources: {'Port': ['ID=1704d60b-466b-4afa-a1c8-2e009902991b,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:39:25.294153 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-89f720f4-2bc3-4c51-929e-49713b350c4c tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:25.297443 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-89f720f4-2bc3-4c51-929e-49713b350c4c tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] 10.222.0.32 "DELETE /v2.0/ports/1704d60b-466b-4afa-a1c8-2e009902991b HTTP/1.1" status: 204  len: 168 time: 0.5427990
Dec 25 21:39:25.300327 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 36118) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:39:25.403255 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-cb4fa6ca-6973-48e4-93a8-7aa01fdbea73 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Deleting port 893605c1-33ba-4c92-b5eb-6207f354a521 {{(pid=121606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:39:25.403890 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-cb4fa6ca-6973-48e4-93a8-7aa01fdbea73 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:25.489482 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-cb4fa6ca-6973-48e4-93a8-7aa01fdbea73 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:25.502247 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-cb4fa6ca-6973-48e4-93a8-7aa01fdbea73 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Calling delete_port for 893605c1-33ba-4c92-b5eb-6207f354a521 owned by  {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:39:25.710899 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-cb4fa6ca-6973-48e4-93a8-7aa01fdbea73 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:25.741808 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4fa6ca-6973-48e4-93a8-7aa01fdbea73 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Pushing event deleted for resources: {'Port': ['ID=893605c1-33ba-4c92-b5eb-6207f354a521,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:39:25.821001 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-cb4fa6ca-6973-48e4-93a8-7aa01fdbea73 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:25.824094 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-cb4fa6ca-6973-48e4-93a8-7aa01fdbea73 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] 10.222.0.32 "DELETE /v2.0/ports/893605c1-33ba-4c92-b5eb-6207f354a521 HTTP/1.1" status: 204  len: 168 time: 0.5229182
Dec 25 21:39:25.826825 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 36128) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:39:25.911193 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b59ac7c-a557-453a-89aa-7f945e7f36d3 req-abce48e8-6f83-4eea-bbdc-28cadfc1634b tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:39:25.912764 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2b59ac7c-a557-453a-89aa-7f945e7f36d3 req-abce48e8-6f83-4eea-bbdc-28cadfc1634b tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e933ee6-6f1f-4ab6-a383-83013426d722 HTTP/1.1" status: 200  len: 945 time: 0.1021352
Dec 25 21:39:25.916896 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c9047c7-dfb5-4e52-b3a9-95213369f333 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Deleting subnet 64fd0ee7-98f6-4e06-ac9e-5ec230df994d {{(pid=121606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Dec 25 21:39:25.921961 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-1c9047c7-dfb5-4e52-b3a9-95213369f333 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Publish callbacks [] for subnet, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:25.994550 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-1c9047c7-dfb5-4e52-b3a9-95213369f333 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9084199'] for subnet, precommit_delete_associations {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:26.032833 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2b59ac7c-a557-453a-89aa-7f945e7f36d3 req-8310d0b2-ac65-4f27-a5a7-eef4dc5d2343 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "GET /v2.0/security-groups?id=2dd0ce2e-c467-45c4-9d2c-d6c9831710fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1124485
Dec 25 21:39:26.092835 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-1c9047c7-dfb5-4e52-b3a9-95213369f333 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995662'] for subnet, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:26.232852 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-1c9047c7-dfb5-4e52-b3a9-95213369f333 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9084363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9028506'] for subnet, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:26.267715 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9047c7-dfb5-4e52-b3a9-95213369f333 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Pushing event deleted for resources: {'Subnet': ['ID=64fd0ee7-98f6-4e06-ac9e-5ec230df994d,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:39:26.269695 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-1c9047c7-dfb5-4e52-b3a9-95213369f333 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Publish callbacks [] for subnet, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:26.274299 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-1c9047c7-dfb5-4e52-b3a9-95213369f333 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] 10.222.0.32 "DELETE /v2.0/subnets/64fd0ee7-98f6-4e06-ac9e-5ec230df994d HTTP/1.1" status: 204  len: 168 time: 0.4457321
Dec 25 21:39:26.276291 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 36152) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:39:26.279754 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fecebfb-b011-497b-8d4d-4058fd7baccc None None] Network 1eebed42-83f0-407e-9fde-c8f3a2309436 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:39:26.335025 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_v2 [None req-3895bce1-1679-48b3-9ca6-3a9debf337f6 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Deleting subnet f7c309e7-75ab-4e4b-b61f-ca7ce9c46156 {{(pid=121606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Dec 25 21:39:26.347349 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-3895bce1-1679-48b3-9ca6-3a9debf337f6 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Publish callbacks [] for subnet, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:26.391055 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-3895bce1-1679-48b3-9ca6-3a9debf337f6 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9084199'] for subnet, precommit_delete_associations {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:26.458397 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-593f0147-fa19-43d9-a821-c076473e6ba9 None None] DHCP port deletion for 1eebed42-83f0-407e-9fde-c8f3a2309436 request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 21:39:26.483144 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-3895bce1-1679-48b3-9ca6-3a9debf337f6 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995662'] for subnet, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:26.508895 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-593f0147-fa19-43d9-a821-c076473e6ba9 None None] Deleting port 747f374c-d9d8-4859-bde3-1fd9595fa822 {{(pid=121608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:39:26.509321 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-593f0147-fa19-43d9-a821-c076473e6ba9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:26.579548 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-593f0147-fa19-43d9-a821-c076473e6ba9 None None] For port 747f374c-d9d8-4859-bde3-1fd9595fa822, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=747f374c-d9d8-4859-bde3-1fd9595fa822,segment=NetworkSegment(2bcf2b0c-180d-4687-9bbb-53de5ba60a48),segment_id=2bcf2b0c-180d-4687-9bbb-53de5ba60a48)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:39:26.579945 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-593f0147-fa19-43d9-a821-c076473e6ba9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:26.593419 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-593f0147-fa19-43d9-a821-c076473e6ba9 None None] Calling delete_port for 747f374c-d9d8-4859-bde3-1fd9595fa822 owned by network:dhcp {{(pid=121608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:39:26.610125 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-3895bce1-1679-48b3-9ca6-3a9debf337f6 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9084363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9028506'] for subnet, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:26.638439 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3895bce1-1679-48b3-9ca6-3a9debf337f6 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Pushing event deleted for resources: {'Subnet': ['ID=f7c309e7-75ab-4e4b-b61f-ca7ce9c46156,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:39:26.642720 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-3895bce1-1679-48b3-9ca6-3a9debf337f6 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Publish callbacks [] for subnet, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:26.648746 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-3895bce1-1679-48b3-9ca6-3a9debf337f6 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] 10.222.0.32 "DELETE /v2.0/subnets/f7c309e7-75ab-4e4b-b61f-ca7ce9c46156 HTTP/1.1" status: 204  len: 168 time: 0.3687322
Dec 25 21:39:26.649038 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 36160) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:39:26.653753 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f92d278-a7ae-48ac-8647-fa8f07d60ab8 None None] Network 6dab2bb9-1b11-4634-becc-b5742aceff64 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:39:26.735513 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-b39befe8-b43d-4618-b4ee-98e3cf3cecdb tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625803'] for network, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:26.779546 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-593f0147-fa19-43d9-a821-c076473e6ba9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955'] for port, after_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:26.804211 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-593f0147-fa19-43d9-a821-c076473e6ba9 None None] No DVR routers for this DVR port 747f374c-d9d8-4859-bde3-1fd9595fa822 on host ncdv-master-1 {{(pid=121608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:39:26.817836 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-b39befe8-b43d-4618-b4ee-98e3cf3cecdb tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Deleting port 747f374c-d9d8-4859-bde3-1fd9595fa822 {{(pid=121606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:39:26.817836 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-b39befe8-b43d-4618-b4ee-98e3cf3cecdb tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:26.840336 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593f0147-fa19-43d9-a821-c076473e6ba9 None None] Pushing event deleted for resources: {'Port': ['ID=747f374c-d9d8-4859-bde3-1fd9595fa822,revision_number=None']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:39:26.862880 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bd8ab74-4027-4c25-9a96-0bb2f4823e08 None None] DHCP port deletion for 6dab2bb9-1b11-4634-becc-b5742aceff64 request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 21:39:26.894691 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [None req-b39befe8-b43d-4618-b4ee-98e3cf3cecdb tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] For port 747f374c-d9d8-4859-bde3-1fd9595fa822, host ncdv-master-1, got binding levels [] {{(pid=121606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:39:26.895055 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-b39befe8-b43d-4618-b4ee-98e3cf3cecdb tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:26.908303 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-b39befe8-b43d-4618-b4ee-98e3cf3cecdb tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Calling delete_port for 747f374c-d9d8-4859-bde3-1fd9595fa822 owned by network:dhcp {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:39:26.911406 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.ipam_backend_mixin [None req-b39befe8-b43d-4618-b4ee-98e3cf3cecdb tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Port 747f374c-d9d8-4859-bde3-1fd9595fa822 was not found and therefore no delete operation was performed {{(pid=121606) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}}
Dec 25 21:39:26.912827 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-b39befe8-b43d-4618-b4ee-98e3cf3cecdb tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:26.920660 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-9bd8ab74-4027-4c25-9a96-0bb2f4823e08 None None] Deleting port 318cf4d0-360f-43ba-a5ff-2cb937888148 {{(pid=121608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:39:26.921281 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9bd8ab74-4027-4c25-9a96-0bb2f4823e08 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:26.940596 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39befe8-b43d-4618-b4ee-98e3cf3cecdb tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Pushing event deleted for resources: {'Port': ['ID=747f374c-d9d8-4859-bde3-1fd9595fa822,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:39:26.942489 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b39befe8-b43d-4618-b4ee-98e3cf3cecdb tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] No DVR routers for this DVR port 747f374c-d9d8-4859-bde3-1fd9595fa822 on host ncdv-master-1 {{(pid=121606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:39:26.994153 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9bd8ab74-4027-4c25-9a96-0bb2f4823e08 None None] For port 318cf4d0-360f-43ba-a5ff-2cb937888148, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=318cf4d0-360f-43ba-a5ff-2cb937888148,segment=NetworkSegment(2df77a22-5050-47e9-a636-9ce65fb0dac2),segment_id=2df77a22-5050-47e9-a636-9ce65fb0dac2)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:39:26.994928 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9bd8ab74-4027-4c25-9a96-0bb2f4823e08 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:27.014285 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-9bd8ab74-4027-4c25-9a96-0bb2f4823e08 None None] Calling delete_port for 318cf4d0-360f-43ba-a5ff-2cb937888148 owned by network:dhcp {{(pid=121608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:39:27.032298 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-b39befe8-b43d-4618-b4ee-98e3cf3cecdb tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997585', 'neutron.services.segments.db._delete_segments_for_network-8737602743071'] for network, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:27.052619 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.segments.db [None req-b39befe8-b43d-4618-b4ee-98e3cf3cecdb tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2611aa7670>,) {'filters': {'network_id': ['1eebed42-83f0-407e-9fde-c8f3a2309436']}} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:39:27.062427 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.segments.db [None req-b39befe8-b43d-4618-b4ee-98e3cf3cecdb tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2611aa7670>, '2bcf2b0c-180d-4687-9bbb-53de5ba60a48') {'for_net_delete': True} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:39:27.063157 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.segments.db [None req-b39befe8-b43d-4618-b4ee-98e3cf3cecdb tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2611aa7670>, '2bcf2b0c-180d-4687-9bbb-53de5ba60a48') {} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:39:27.073817 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-b39befe8-b43d-4618-b4ee-98e3cf3cecdb tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737602746920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9084222'] for segment, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:27.089539 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-b39befe8-b43d-4618-b4ee-98e3cf3cecdb tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:27.098556 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b39befe8-b43d-4618-b4ee-98e3cf3cecdb tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Releasing vlan 159 on physical network physnet1 to pool {{(pid=121606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 25 21:39:27.098945 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-b39befe8-b43d-4618-b4ee-98e3cf3cecdb tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9084542'] for segment, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:27.101987 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:39:27.101987 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:39:27.101987 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:39:27.101987 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:39:27.101987 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:39:27.101987 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:39:27.101987 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:39:27.101987 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:39:27.101987 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:39:27.101987 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:39:27.101987 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:39:27.101987 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:39:27.101987 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:39:27.101987 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:39:27.101987 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:39:27.101987 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:39:27.101987 ncdv-master-1 neutron-server[121606]: Traceback (most recent call last):
Dec 25 21:39:27.101987 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 25 21:39:27.101987 ncdv-master-1 neutron-server[121606]:     timer()
Dec 25 21:39:27.101987 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 25 21:39:27.101987 ncdv-master-1 neutron-server[121606]:     cb(*args, **kw)
Dec 25 21:39:27.101987 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 25 21:39:27.101987 ncdv-master-1 neutron-server[121606]:     return func(*args, **kwargs)
Dec 25 21:39:27.101987 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 25 21:39:27.101987 ncdv-master-1 neutron-server[121606]:     self._notify()
Dec 25 21:39:27.101987 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 25 21:39:27.101987 ncdv-master-1 neutron-server[121606]:     self.callback(batched_events)
Dec 25 21:39:27.101987 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 25 21:39:27.101987 ncdv-master-1 neutron-server[121606]:     event.method(event)
Dec 25 21:39:27.101987 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 25 21:39:27.101987 ncdv-master-1 neutron-server[121606]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 25 21:39:27.101987 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 25 21:39:27.101987 ncdv-master-1 neutron-server[121606]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 25 21:39:27.101987 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 25 21:39:27.101987 ncdv-master-1 neutron-server[121606]:     return f(self, *a, **k)
Dec 25 21:39:27.101987 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 25 21:39:27.101987 ncdv-master-1 neutron-server[121606]:     return self._get(url).json()
Dec 25 21:39:27.101987 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 25 21:39:27.101987 ncdv-master-1 neutron-server[121606]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 25 21:39:27.101987 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 25 21:39:27.101987 ncdv-master-1 neutron-server[121606]:     return self.request(url, 'GET', **kwargs)
Dec 25 21:39:27.101987 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 25 21:39:27.101987 ncdv-master-1 neutron-server[121606]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 25 21:39:27.101987 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 25 21:39:27.101987 ncdv-master-1 neutron-server[121606]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 25 21:39:27.101987 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 25 21:39:27.101987 ncdv-master-1 neutron-server[121606]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 25 21:39:27.101987 ncdv-master-1 neutron-server[121606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 25 21:39:27.184795 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9bd8ab74-4027-4c25-9a96-0bb2f4823e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955'] for port, after_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:27.199744 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee7adc3-60be-4db0-ba8b-ebc1b1c7dbb7 req-dd701edf-ed0a-49ab-a5c9-292aa5fa7f51 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:39:27.201407 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-6ee7adc3-60be-4db0-ba8b-ebc1b1c7dbb7 req-dd701edf-ed0a-49ab-a5c9-292aa5fa7f51 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e933ee6-6f1f-4ab6-a383-83013426d722 HTTP/1.1" status: 200  len: 945 time: 0.0890777
Dec 25 21:39:27.213932 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd8ab74-4027-4c25-9a96-0bb2f4823e08 None None] Pushing event deleted for resources: {'Port': ['ID=318cf4d0-360f-43ba-a5ff-2cb937888148,revision_number=None']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:39:27.215721 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bd8ab74-4027-4c25-9a96-0bb2f4823e08 None None] No DVR routers for this DVR port 318cf4d0-360f-43ba-a5ff-2cb937888148 on host ncdv-master-1 {{(pid=121608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:39:27.252996 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-6ee7adc3-60be-4db0-ba8b-ebc1b1c7dbb7 req-895b51d3-bd60-40e1-b447-4695f05c0548 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "GET /v2.0/security-groups?id=2dd0ce2e-c467-45c4-9d2c-d6c9831710fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0454879
Dec 25 21:39:27.258501 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-b39befe8-b43d-4618-b4ee-98e3cf3cecdb tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2008653'] for network, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:27.265594 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-b39befe8-b43d-4618-b4ee-98e3cf3cecdb tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for network, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:27.268710 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-b39befe8-b43d-4618-b4ee-98e3cf3cecdb tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] 10.222.0.32 "DELETE /v2.0/networks/1eebed42-83f0-407e-9fde-c8f3a2309436 HTTP/1.1" status: 204  len: 168 time: 0.6188412
Dec 25 21:39:27.272313 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 36182) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:39:27.280549 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39befe8-b43d-4618-b4ee-98e3cf3cecdb tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Pushing event deleted for resources: {'Network': ['ID=1eebed42-83f0-407e-9fde-c8f3a2309436,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:39:27.357514 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-bc50a26f-145c-497c-9022-f8074d5a2758 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625803'] for network, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:27.440608 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-bc50a26f-145c-497c-9022-f8074d5a2758 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997585', 'neutron.services.segments.db._delete_segments_for_network-8737602743071'] for network, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:27.460640 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-bc50a26f-145c-497c-9022-f8074d5a2758 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2611c2b910>,) {'filters': {'network_id': ['6dab2bb9-1b11-4634-becc-b5742aceff64']}} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:39:27.469850 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-bc50a26f-145c-497c-9022-f8074d5a2758 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2611c2b910>, '2df77a22-5050-47e9-a636-9ce65fb0dac2') {'for_net_delete': True} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:39:27.470151 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-bc50a26f-145c-497c-9022-f8074d5a2758 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2611c2b910>, '2df77a22-5050-47e9-a636-9ce65fb0dac2') {} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:39:27.484271 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-bc50a26f-145c-497c-9022-f8074d5a2758 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737602746920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10246592'] for segment, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:27.497627 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-bc50a26f-145c-497c-9022-f8074d5a2758 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:27.503340 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc50a26f-145c-497c-9022-f8074d5a2758 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Releasing vlan 196 on physical network physnet1 to pool {{(pid=121607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 25 21:39:27.503720 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-bc50a26f-145c-497c-9022-f8074d5a2758 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8633327'] for segment, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:27.507234 ncdv-master-1 neutron-server[121607]: Traceback (most recent call last):
Dec 25 21:39:27.507234 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 25 21:39:27.507234 ncdv-master-1 neutron-server[121607]:     timer()
Dec 25 21:39:27.507234 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 25 21:39:27.507234 ncdv-master-1 neutron-server[121607]:     cb(*args, **kw)
Dec 25 21:39:27.507234 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 25 21:39:27.507234 ncdv-master-1 neutron-server[121607]:     return func(*args, **kwargs)
Dec 25 21:39:27.507234 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 25 21:39:27.507234 ncdv-master-1 neutron-server[121607]:     self._notify()
Dec 25 21:39:27.507234 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 25 21:39:27.507234 ncdv-master-1 neutron-server[121607]:     self.callback(batched_events)
Dec 25 21:39:27.507234 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 25 21:39:27.507234 ncdv-master-1 neutron-server[121607]:     event.method(event)
Dec 25 21:39:27.507234 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 25 21:39:27.507234 ncdv-master-1 neutron-server[121607]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 25 21:39:27.507234 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 25 21:39:27.507234 ncdv-master-1 neutron-server[121607]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 25 21:39:27.507234 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 25 21:39:27.507234 ncdv-master-1 neutron-server[121607]:     return f(self, *a, **k)
Dec 25 21:39:27.507234 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 25 21:39:27.507234 ncdv-master-1 neutron-server[121607]:     return self._get(url).json()
Dec 25 21:39:27.507234 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 25 21:39:27.507234 ncdv-master-1 neutron-server[121607]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 25 21:39:27.507234 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 25 21:39:27.507234 ncdv-master-1 neutron-server[121607]:     return self.request(url, 'GET', **kwargs)
Dec 25 21:39:27.507234 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 25 21:39:27.507234 ncdv-master-1 neutron-server[121607]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 25 21:39:27.507234 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 25 21:39:27.507234 ncdv-master-1 neutron-server[121607]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 25 21:39:27.507234 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 25 21:39:27.507234 ncdv-master-1 neutron-server[121607]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 25 21:39:27.507234 ncdv-master-1 neutron-server[121607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 25 21:39:27.621646 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-bc50a26f-145c-497c-9022-f8074d5a2758 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2008653'] for network, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:27.629023 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-bc50a26f-145c-497c-9022-f8074d5a2758 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Publish callbacks [] for network, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:27.633240 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-bc50a26f-145c-497c-9022-f8074d5a2758 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] 10.222.0.32 "DELETE /v2.0/networks/6dab2bb9-1b11-4634-becc-b5742aceff64 HTTP/1.1" status: 204  len: 168 time: 0.3592327
Dec 25 21:39:27.646070 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc50a26f-145c-497c-9022-f8074d5a2758 tempest-TaggedBootDevicesTest-292780470 tempest-TaggedBootDevicesTest-292780470-project] Pushing event deleted for resources: {'Network': ['ID=6dab2bb9-1b11-4634-becc-b5742aceff64,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:39:27.910142 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 318cf4d0-360f-43ba-a5ff-2cb937888148 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:39:27.925506 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] No Port match for: 318cf4d0-360f-43ba-a5ff-2cb937888148 {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:39:27.925850 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 318cf4d0-360f-43ba-a5ff-2cb937888148 not bound to the agent host ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:39:27.926506 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 747f374c-d9d8-4859-bde3-1fd9595fa822 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:39:27.949086 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] No Port match for: 747f374c-d9d8-4859-bde3-1fd9595fa822 {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:39:27.949624 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 747f374c-d9d8-4859-bde3-1fd9595fa822 not bound to the agent host ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:39:28.375822 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcaf14a-e890-4de4-935a-edffd678ccf2 req-d9c076c2-8a6f-4961-bf24-920e854a660b tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:39:28.377484 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2fcaf14a-e890-4de4-935a-edffd678ccf2 req-d9c076c2-8a6f-4961-bf24-920e854a660b tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e933ee6-6f1f-4ab6-a383-83013426d722 HTTP/1.1" status: 200  len: 945 time: 0.0500190
Dec 25 21:39:28.431632 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2fcaf14a-e890-4de4-935a-edffd678ccf2 req-bbffb395-b79b-4346-8a81-da74147034ea tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "GET /v2.0/security-groups?id=2dd0ce2e-c467-45c4-9d2c-d6c9831710fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0473251
Dec 25 21:39:29.548223 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01aa5ea7-28ed-415b-8a22-4de48104392a req-d3a5aaf9-83df-4784-a900-199061ae08ae tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:39:29.549686 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-01aa5ea7-28ed-415b-8a22-4de48104392a req-d3a5aaf9-83df-4784-a900-199061ae08ae tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e933ee6-6f1f-4ab6-a383-83013426d722 HTTP/1.1" status: 200  len: 945 time: 0.0485711
Dec 25 21:39:29.598644 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-01aa5ea7-28ed-415b-8a22-4de48104392a req-6fb10d73-e224-4dad-8777-5516177e7d61 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "GET /v2.0/security-groups?id=2dd0ce2e-c467-45c4-9d2c-d6c9831710fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424705
Dec 25 21:39:30.718741 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afd505e-ae26-420e-b176-07ce255390bc req-bbb8be4c-eac6-40aa-aef0-934cc9e4c9ef tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:39:30.720262 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3afd505e-ae26-420e-b176-07ce255390bc req-bbb8be4c-eac6-40aa-aef0-934cc9e4c9ef tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e933ee6-6f1f-4ab6-a383-83013426d722 HTTP/1.1" status: 200  len: 945 time: 0.0492287
Dec 25 21:39:30.770684 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3afd505e-ae26-420e-b176-07ce255390bc req-da8f740d-7f1a-4034-a8ab-7780bdba5ecd tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "GET /v2.0/security-groups?id=2dd0ce2e-c467-45c4-9d2c-d6c9831710fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0437813
Dec 25 21:39:31.893749 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d964619-e549-4373-8d22-05734575728e req-2c2d041c-fda2-48df-9f42-c47d0b2d01ff tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:39:31.895222 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3d964619-e549-4373-8d22-05734575728e req-2c2d041c-fda2-48df-9f42-c47d0b2d01ff tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e933ee6-6f1f-4ab6-a383-83013426d722 HTTP/1.1" status: 200  len: 945 time: 0.0541143
Dec 25 21:39:31.947537 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3d964619-e549-4373-8d22-05734575728e req-4a9c1c3f-409d-479e-9e9c-e9d31b7b928b tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "GET /v2.0/security-groups?id=2dd0ce2e-c467-45c4-9d2c-d6c9831710fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0454607
Dec 25 21:39:32.279329 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb499376-ee08-4ced-a1b1-4d0aa174baea req-bc74444c-9c2b-42eb-b231-020af7e8a5e6 tempest-VolumesSnapshotTestJSON-639273304 tempest-VolumesSnapshotTestJSON-639273304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:39:32.280822 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-eb499376-ee08-4ced-a1b1-4d0aa174baea req-bc74444c-9c2b-42eb-b231-020af7e8a5e6 tempest-VolumesSnapshotTestJSON-639273304 tempest-VolumesSnapshotTestJSON-639273304-project] 10.222.0.32 "GET /v2.0/networks?id=b30f51af-5cf5-4b7f-96c1-3dabf1030017 HTTP/1.1" status: 200  len: 812 time: 0.1072378
Dec 25 21:39:32.303191 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-eb499376-ee08-4ced-a1b1-4d0aa174baea req-7c2679ab-996b-4ef3-8f5b-3e81d0bd8760 tempest-VolumesSnapshotTestJSON-639273304 tempest-VolumesSnapshotTestJSON-639273304-project] 10.222.0.32 "GET /v2.0/quotas/a416565d81324f55b88111b36c4a777c HTTP/1.1" status: 200  len: 375 time: 0.0162251
Dec 25 21:39:32.335567 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-eb499376-ee08-4ced-a1b1-4d0aa174baea req-02530f54-1aa4-4595-a70d-70d1420f7ba6 tempest-VolumesSnapshotTestJSON-639273304 tempest-VolumesSnapshotTestJSON-639273304-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=a416565d81324f55b88111b36c4a777c&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0268683
Dec 25 21:39:32.346875 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [req-eb499376-ee08-4ced-a1b1-4d0aa174baea req-f5544905-0832-493c-b2ff-97371b3a9044 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=121606) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 25 21:39:32.347818 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-eb499376-ee08-4ced-a1b1-4d0aa174baea req-f5544905-0832-493c-b2ff-97371b3a9044 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0050011
Dec 25 21:39:32.437394 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-eb499376-ee08-4ced-a1b1-4d0aa174baea req-d06da8f9-7d7a-498a-9892-0db4a07888b2 service neutron] 10.222.0.32 "GET /v2.0/networks/b30f51af-5cf5-4b7f-96c1-3dabf1030017?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0830662
Dec 25 21:39:32.530072 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-eb499376-ee08-4ced-a1b1-4d0aa174baea req-f4e4974c-dec4-4384-81fe-73d920c4844b service neutron] 10.222.0.32 "GET /v2.0/networks/b30f51af-5cf5-4b7f-96c1-3dabf1030017?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0866466
Dec 25 21:39:32.805325 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f3537664-d61a-404e-88b6-ef774c32f627 req-b8b99f41-0bfb-4459-8f0f-52cffb8d3c46 tempest-VolumesSnapshotTestJSON-639273304 tempest-VolumesSnapshotTestJSON-639273304-project] 10.222.0.32 "GET /v2.0/ports?device_id=af5d7b62-4aa9-4e2f-9421-86d6fe783711 HTTP/1.1" status: 200  len: 210 time: 0.0272880
Dec 25 21:39:33.066832 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934e0883-0330-4ca9-b144-aca90cff3b4c req-34c6a161-16d3-42c1-be01-7241ab565b97 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:39:33.068242 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-934e0883-0330-4ca9-b144-aca90cff3b4c req-34c6a161-16d3-42c1-be01-7241ab565b97 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e933ee6-6f1f-4ab6-a383-83013426d722 HTTP/1.1" status: 200  len: 945 time: 0.0511312
Dec 25 21:39:33.118581 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-934e0883-0330-4ca9-b144-aca90cff3b4c req-f0106b7b-80f5-4468-92ee-6ee8630241fc tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "GET /v2.0/security-groups?id=2dd0ce2e-c467-45c4-9d2c-d6c9831710fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0437520
Dec 25 21:39:34.221480 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d8be0c48-c61d-4a78-b796-c77866f74402 req-319d8734-7f4b-4cea-b76a-e78dcaac0353 tempest-VolumesSnapshotTestJSON-639273304 tempest-VolumesSnapshotTestJSON-639273304-project] 10.222.0.32 "GET /v2.0/ports?device_id=af5d7b62-4aa9-4e2f-9421-86d6fe783711 HTTP/1.1" status: 200  len: 210 time: 0.3388844
Dec 25 21:39:34.278418 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c490e59-6366-44c5-9a4c-c0a3231758c5 req-30944cda-e835-401f-bae7-ef5923b010c8 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:39:34.279999 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4c490e59-6366-44c5-9a4c-c0a3231758c5 req-30944cda-e835-401f-bae7-ef5923b010c8 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e933ee6-6f1f-4ab6-a383-83013426d722 HTTP/1.1" status: 200  len: 945 time: 0.0611682
Dec 25 21:39:34.337698 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4c490e59-6366-44c5-9a4c-c0a3231758c5 req-35cb3ce0-36cd-4ecf-a5a9-6179c8376e50 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "GET /v2.0/security-groups?id=2dd0ce2e-c467-45c4-9d2c-d6c9831710fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0506668
Dec 25 21:39:34.444382 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:34.798046 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-67540485-96b5-4d2d-b3b1-fe603ca2fa73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:34.999606 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb499376-ee08-4ced-a1b1-4d0aa174baea req-10a3abbe-e5a1-4f3c-86f1-b3a485cff123 tempest-VolumesSnapshotTestJSON-639273304 tempest-VolumesSnapshotTestJSON-639273304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:39:35.001154 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-eb499376-ee08-4ced-a1b1-4d0aa174baea req-10a3abbe-e5a1-4f3c-86f1-b3a485cff123 tempest-VolumesSnapshotTestJSON-639273304 tempest-VolumesSnapshotTestJSON-639273304-project] 10.222.0.37 "GET /v2.0/networks?id=b30f51af-5cf5-4b7f-96c1-3dabf1030017 HTTP/1.1" status: 200  len: 812 time: 0.1088104
Dec 25 21:39:35.014003 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-eb499376-ee08-4ced-a1b1-4d0aa174baea req-737bde52-f537-4573-8dd2-c07b0890a92c tempest-VolumesSnapshotTestJSON-639273304 tempest-VolumesSnapshotTestJSON-639273304-project] Request body: {'port': {'device_id': 'af5d7b62-4aa9-4e2f-9421-86d6fe783711', 'network_id': 'b30f51af-5cf5-4b7f-96c1-3dabf1030017', 'admin_state_up': True, 'tenant_id': 'a416565d81324f55b88111b36c4a777c'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:39:35.208281 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb499376-ee08-4ced-a1b1-4d0aa174baea req-737bde52-f537-4573-8dd2-c07b0890a92c tempest-VolumesSnapshotTestJSON-639273304 tempest-VolumesSnapshotTestJSON-639273304-project] Made reservation on behalf of a416565d81324f55b88111b36c4a777c for: {'port': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:39:35.211962 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-eb499376-ee08-4ced-a1b1-4d0aa174baea req-737bde52-f537-4573-8dd2-c07b0890a92c tempest-VolumesSnapshotTestJSON-639273304 tempest-VolumesSnapshotTestJSON-639273304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:35.354829 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9800d7e9-9025-4601-a30a-1ea8a0503f8d req-35be1cdc-0251-4340-870c-f6008b1dfbfb tempest-VolumesSnapshotTestJSON-639273304 tempest-VolumesSnapshotTestJSON-639273304-project] 10.222.0.32 "GET /v2.0/ports?device_id=af5d7b62-4aa9-4e2f-9421-86d6fe783711 HTTP/1.1" status: 200  len: 210 time: 0.0511198
Dec 25 21:39:35.376722 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_common [req-eb499376-ee08-4ced-a1b1-4d0aa174baea req-737bde52-f537-4573-8dd2-c07b0890a92c tempest-VolumesSnapshotTestJSON-639273304 tempest-VolumesSnapshotTestJSON-639273304-project] Allocated IP 172.20.0.8 (b30f51af-5cf5-4b7f-96c1-3dabf1030017/a7a92c50-32bb-4289-bde3-1186d0ce9bab/294d86ae-25e5-48a6-b97f-4ab051ca3e0a) {{(pid=121606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:39:35.531759 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696e0a48-dc2d-406e-b332-d99b0c258b10 req-e3079827-e292-4f9c-ada3-9f225faaa82a tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:39:35.533319 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-696e0a48-dc2d-406e-b332-d99b0c258b10 req-e3079827-e292-4f9c-ada3-9f225faaa82a tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e933ee6-6f1f-4ab6-a383-83013426d722 HTTP/1.1" status: 200  len: 945 time: 0.1139212
Dec 25 21:39:35.605506 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-eb499376-ee08-4ced-a1b1-4d0aa174baea req-737bde52-f537-4573-8dd2-c07b0890a92c tempest-VolumesSnapshotTestJSON-639273304 tempest-VolumesSnapshotTestJSON-639273304-project] Publish callbacks [] for port, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:35.617497 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-696e0a48-dc2d-406e-b332-d99b0c258b10 req-84f03871-9b76-4a32-af89-fd3aaa6610d7 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "GET /v2.0/security-groups?id=2dd0ce2e-c467-45c4-9d2c-d6c9831710fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0739992
Dec 25 21:39:35.735956 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-eb499376-ee08-4ced-a1b1-4d0aa174baea req-737bde52-f537-4573-8dd2-c07b0890a92c tempest-VolumesSnapshotTestJSON-639273304 tempest-VolumesSnapshotTestJSON-639273304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:35.790007 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb499376-ee08-4ced-a1b1-4d0aa174baea req-737bde52-f537-4573-8dd2-c07b0890a92c tempest-VolumesSnapshotTestJSON-639273304 tempest-VolumesSnapshotTestJSON-639273304-project] Network b30f51af-5cf5-4b7f-96c1-3dabf1030017 is already hosted by enough agents. {{(pid=121606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:39:35.793151 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [req-eb499376-ee08-4ced-a1b1-4d0aa174baea req-737bde52-f537-4573-8dd2-c07b0890a92c tempest-VolumesSnapshotTestJSON-639273304 tempest-VolumesSnapshotTestJSON-639273304-project] Resources bound (agent type, host, resource id):  {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:39:35.798039 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb499376-ee08-4ced-a1b1-4d0aa174baea req-737bde52-f537-4573-8dd2-c07b0890a92c tempest-VolumesSnapshotTestJSON-639273304 tempest-VolumesSnapshotTestJSON-639273304-project] Received port after_create {{(pid=121606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:39:35.800547 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737bde52-f537-4573-8dd2-c07b0890a92c tempest-VolumesSnapshotTestJSON-639273304 tempest-VolumesSnapshotTestJSON-639273304-project] Pushing event updated for resources: {'Port': ['ID=294d86ae-25e5-48a6-b97f-4ab051ca3e0a,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:39:35.828603 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737bde52-f537-4573-8dd2-c07b0890a92c tempest-VolumesSnapshotTestJSON-639273304 tempest-VolumesSnapshotTestJSON-639273304-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:39:35.828978 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737bde52-f537-4573-8dd2-c07b0890a92c tempest-VolumesSnapshotTestJSON-639273304 tempest-VolumesSnapshotTestJSON-639273304-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:39:35.829325 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737bde52-f537-4573-8dd2-c07b0890a92c tempest-VolumesSnapshotTestJSON-639273304 tempest-VolumesSnapshotTestJSON-639273304-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:39:35.829655 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737bde52-f537-4573-8dd2-c07b0890a92c tempest-VolumesSnapshotTestJSON-639273304 tempest-VolumesSnapshotTestJSON-639273304-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:39:35.829997 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737bde52-f537-4573-8dd2-c07b0890a92c tempest-VolumesSnapshotTestJSON-639273304 tempest-VolumesSnapshotTestJSON-639273304-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:39:35.830328 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737bde52-f537-4573-8dd2-c07b0890a92c tempest-VolumesSnapshotTestJSON-639273304 tempest-VolumesSnapshotTestJSON-639273304-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:39:35.830687 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737bde52-f537-4573-8dd2-c07b0890a92c tempest-VolumesSnapshotTestJSON-639273304 tempest-VolumesSnapshotTestJSON-639273304-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:39:35.831020 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737bde52-f537-4573-8dd2-c07b0890a92c tempest-VolumesSnapshotTestJSON-639273304 tempest-VolumesSnapshotTestJSON-639273304-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:39:35.831342 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737bde52-f537-4573-8dd2-c07b0890a92c tempest-VolumesSnapshotTestJSON-639273304 tempest-VolumesSnapshotTestJSON-639273304-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:39:35.831664 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737bde52-f537-4573-8dd2-c07b0890a92c tempest-VolumesSnapshotTestJSON-639273304 tempest-VolumesSnapshotTestJSON-639273304-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:39:35.831987 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737bde52-f537-4573-8dd2-c07b0890a92c tempest-VolumesSnapshotTestJSON-639273304 tempest-VolumesSnapshotTestJSON-639273304-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:39:35.832314 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737bde52-f537-4573-8dd2-c07b0890a92c tempest-VolumesSnapshotTestJSON-639273304 tempest-VolumesSnapshotTestJSON-639273304-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:39:35.832633 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737bde52-f537-4573-8dd2-c07b0890a92c tempest-VolumesSnapshotTestJSON-639273304 tempest-VolumesSnapshotTestJSON-639273304-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:39:35.858955 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb499376-ee08-4ced-a1b1-4d0aa174baea req-737bde52-f537-4573-8dd2-c07b0890a92c tempest-VolumesSnapshotTestJSON-639273304 tempest-VolumesSnapshotTestJSON-639273304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:39:35.859603 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-eb499376-ee08-4ced-a1b1-4d0aa174baea req-737bde52-f537-4573-8dd2-c07b0890a92c tempest-VolumesSnapshotTestJSON-639273304 tempest-VolumesSnapshotTestJSON-639273304-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:35.978252 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-eb499376-ee08-4ced-a1b1-4d0aa174baea req-737bde52-f537-4573-8dd2-c07b0890a92c tempest-VolumesSnapshotTestJSON-639273304 tempest-VolumesSnapshotTestJSON-639273304-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.9681365
Dec 25 21:39:35.996604 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-eb499376-ee08-4ced-a1b1-4d0aa174baea req-1869c779-73f0-4788-aba3-fa98a45f5aed service neutron] Request body: {'port': {'device_id': 'af5d7b62-4aa9-4e2f-9421-86d6fe783711', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:39:36.044236 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-eb499376-ee08-4ced-a1b1-4d0aa174baea req-1869c779-73f0-4788-aba3-fa98a45f5aed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:36.308922 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [req-eb499376-ee08-4ced-a1b1-4d0aa174baea req-1869c779-73f0-4788-aba3-fa98a45f5aed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 294d86ae-25e5-48a6-b97f-4ab051ca3e0a {{(pid=121606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:39:36.317032 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-eb499376-ee08-4ced-a1b1-4d0aa174baea req-1869c779-73f0-4788-aba3-fa98a45f5aed service neutron] Publish callbacks [] for port, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:36.329660 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.provisioning_blocks [req-eb499376-ee08-4ced-a1b1-4d0aa174baea req-1869c779-73f0-4788-aba3-fa98a45f5aed service neutron] Transition to ACTIVE for port object 294d86ae-25e5-48a6-b97f-4ab051ca3e0a will not be triggered until provisioned by entity L2. {{(pid=121606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 25 21:39:36.418871 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-eb499376-ee08-4ced-a1b1-4d0aa174baea req-1869c779-73f0-4788-aba3-fa98a45f5aed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:36.509813 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1869c779-73f0-4788-aba3-fa98a45f5aed service neutron] Pushing event updated for resources: {'Port': ['ID=294d86ae-25e5-48a6-b97f-4ab051ca3e0a,revision_number=2']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:39:36.559657 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0254e1-16f0-462b-b9cc-97c9469ec8ff req-3f6f83e4-d224-4938-acdc-27a0ef3f9303 tempest-VolumesSnapshotTestJSON-639273304 tempest-VolumesSnapshotTestJSON-639273304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:39:36.561147 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-aa0254e1-16f0-462b-b9cc-97c9469ec8ff req-3f6f83e4-d224-4938-acdc-27a0ef3f9303 tempest-VolumesSnapshotTestJSON-639273304 tempest-VolumesSnapshotTestJSON-639273304-project] 10.222.0.32 "GET /v2.0/ports?device_id=af5d7b62-4aa9-4e2f-9421-86d6fe783711 HTTP/1.1" status: 200  len: 943 time: 0.1134400
Dec 25 21:39:36.627787 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-eb499376-ee08-4ced-a1b1-4d0aa174baea req-1869c779-73f0-4788-aba3-fa98a45f5aed service neutron] Attempting to bind port 294d86ae-25e5-48a6-b97f-4ab051ca3e0a on host nch2-master-1 for vnic_type normal with profile  {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:39:36.628124 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-eb499376-ee08-4ced-a1b1-4d0aa174baea req-1869c779-73f0-4788-aba3-fa98a45f5aed service neutron] Attempting to bind port 294d86ae-25e5-48a6-b97f-4ab051ca3e0a by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '3d25cd97-744c-4949-bb42-a710168ffeba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'b30f51af-5cf5-4b7f-96c1-3dabf1030017'}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:39:36.628459 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb499376-ee08-4ced-a1b1-4d0aa174baea req-1869c779-73f0-4788-aba3-fa98a45f5aed service neutron] Attempting to bind port 294d86ae-25e5-48a6-b97f-4ab051ca3e0a on network b30f51af-5cf5-4b7f-96c1-3dabf1030017 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:39:36.638970 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-aa0254e1-16f0-462b-b9cc-97c9469ec8ff req-7016fdbf-5045-41c6-8734-3b01b64c4a96 tempest-VolumesSnapshotTestJSON-639273304 tempest-VolumesSnapshotTestJSON-639273304-project] 10.222.0.32 "GET /v2.0/security-groups?id=99189dc7-38cd-4837-afea-f261ec834693&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0647347
Dec 25 21:39:36.638970 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb499376-ee08-4ced-a1b1-4d0aa174baea req-1869c779-73f0-4788-aba3-fa98a45f5aed service neutron] Port 294d86ae-25e5-48a6-b97f-4ab051ca3e0a on network b30f51af-5cf5-4b7f-96c1-3dabf1030017 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 25 21:39:36.638970 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb499376-ee08-4ced-a1b1-4d0aa174baea req-1869c779-73f0-4788-aba3-fa98a45f5aed service neutron] Attempting to bind port 294d86ae-25e5-48a6-b97f-4ab051ca3e0a on network b30f51af-5cf5-4b7f-96c1-3dabf1030017 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:39:36.653179 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb499376-ee08-4ced-a1b1-4d0aa174baea req-1869c779-73f0-4788-aba3-fa98a45f5aed service neutron] Checking agent: {'id': '0d9ae313-8f8d-40fa-8a9f-d098a25a9911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 21, 4, 38), 'started_at': datetime.datetime(2021, 12, 25, 21, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 39, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:39:36.653521 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb499376-ee08-4ced-a1b1-4d0aa174baea req-1869c779-73f0-4788-aba3-fa98a45f5aed service neutron] Checking segment: {'id': '3d25cd97-744c-4949-bb42-a710168ffeba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'b30f51af-5cf5-4b7f-96c1-3dabf1030017'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:39:36.653906 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb499376-ee08-4ced-a1b1-4d0aa174baea req-1869c779-73f0-4788-aba3-fa98a45f5aed service neutron] Bound using segment: {'id': '3d25cd97-744c-4949-bb42-a710168ffeba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'b30f51af-5cf5-4b7f-96c1-3dabf1030017'} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:39:36.654337 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-eb499376-ee08-4ced-a1b1-4d0aa174baea req-1869c779-73f0-4788-aba3-fa98a45f5aed service neutron] Bound port: 294d86ae-25e5-48a6-b97f-4ab051ca3e0a, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d25cd97-744c-4949-bb42-a710168ffeba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'b30f51af-5cf5-4b7f-96c1-3dabf1030017'}}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:39:36.654692 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-eb499376-ee08-4ced-a1b1-4d0aa174baea req-1869c779-73f0-4788-aba3-fa98a45f5aed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:36.760053 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-eb499376-ee08-4ced-a1b1-4d0aa174baea req-1869c779-73f0-4788-aba3-fa98a45f5aed service neutron] For port 294d86ae-25e5-48a6-b97f-4ab051ca3e0a, host nch2-master-1, cleared binding levels {{(pid=121606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:39:36.764818 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-eb499376-ee08-4ced-a1b1-4d0aa174baea req-1869c779-73f0-4788-aba3-fa98a45f5aed service neutron] For port 294d86ae-25e5-48a6-b97f-4ab051ca3e0a, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=294d86ae-25e5-48a6-b97f-4ab051ca3e0a,segment=NetworkSegment(3d25cd97-744c-4949-bb42-a710168ffeba),segment_id=3d25cd97-744c-4949-bb42-a710168ffeba)] {{(pid=121606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:39:36.777821 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ef3537-b163-4c6e-9926-c2ca75212732 req-740c1298-1e06-49bd-8fdc-09dfa67eda8c tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:39:36.779384 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-28ef3537-b163-4c6e-9926-c2ca75212732 req-740c1298-1e06-49bd-8fdc-09dfa67eda8c tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e933ee6-6f1f-4ab6-a383-83013426d722 HTTP/1.1" status: 200  len: 945 time: 0.0823338
Dec 25 21:39:36.839309 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-28ef3537-b163-4c6e-9926-c2ca75212732 req-310e7dec-2516-46ab-aded-584a7f1b3c35 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "GET /v2.0/security-groups?id=2dd0ce2e-c467-45c4-9d2c-d6c9831710fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0532689
Dec 25 21:39:36.844172 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-eb499376-ee08-4ced-a1b1-4d0aa174baea req-1869c779-73f0-4788-aba3-fa98a45f5aed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:36.875344 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb499376-ee08-4ced-a1b1-4d0aa174baea req-1869c779-73f0-4788-aba3-fa98a45f5aed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:39:36.876161 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-eb499376-ee08-4ced-a1b1-4d0aa174baea req-1869c779-73f0-4788-aba3-fa98a45f5aed service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:36.878051 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-eb499376-ee08-4ced-a1b1-4d0aa174baea req-1869c779-73f0-4788-aba3-fa98a45f5aed service neutron] 10.222.0.37 "PUT /v2.0/ports/294d86ae-25e5-48a6-b97f-4ab051ca3e0a HTTP/1.1" status: 200  len: 1091 time: 0.8910360
Dec 25 21:39:36.881543 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af5d7b62-4aa9-4e2f-9421-86d6fe783711', 'tag': '294d86ae-25e5-48a6-b97f-4ab051ca3e0a'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:39:36.884465 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9858820c13ec2827453b94ebc4181065e990a4e4089ccb9fe762531ac62d2fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4b52517-3a0a-4bb4-8e4b-be7a6b14371b" -d '{"events": [{"name": "network-changed", "server_uuid": "af5d7b62-4aa9-4e2f-9421-86d6fe783711", "tag": "294d86ae-25e5-48a6-b97f-4ab051ca3e0a"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:39:36.914230 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1869c779-73f0-4788-aba3-fa98a45f5aed service neutron] Pushing event updated for resources: {'Port': ['ID=294d86ae-25e5-48a6-b97f-4ab051ca3e0a,revision_number=3']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:39:36.925500 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Dec 2021 21:39:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d824796-5c39-474d-962e-e38352527983 x-openstack-request-id: req-3d824796-5c39-474d-962e-e38352527983 {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:39:36.925798 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af5d7b62-4aa9-4e2f-9421-86d6fe783711", "tag": "294d86ae-25e5-48a6-b97f-4ab051ca3e0a", "status": "completed", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:39:36.926081 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3d824796-5c39-474d-962e-e38352527983 {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:39:36.927012 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af5d7b62-4aa9-4e2f-9421-86d6fe783711', 'tag': '294d86ae-25e5-48a6-b97f-4ab051ca3e0a', 'status': 'completed', 'code': 200}
Dec 25 21:39:36.986556 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-1887eafa-2d12-48f7-9d07-3c1359c3afc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:36.994754 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b52517-3a0a-4bb4-8e4b-be7a6b14371b req-703c0c85-e902-443b-96a2-d1123c74fa00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:39:36.996405 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e4b52517-3a0a-4bb4-8e4b-be7a6b14371b req-703c0c85-e902-443b-96a2-d1123c74fa00 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a416565d81324f55b88111b36c4a777c&device_id=af5d7b62-4aa9-4e2f-9421-86d6fe783711 HTTP/1.1" status: 200  len: 1094 time: 0.0474133
Dec 25 21:39:37.099134 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b52517-3a0a-4bb4-8e4b-be7a6b14371b req-f16522bc-b1df-4aff-be2b-282dd02edd42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:39:37.100564 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e4b52517-3a0a-4bb4-8e4b-be7a6b14371b req-f16522bc-b1df-4aff-be2b-282dd02edd42 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=a416565d81324f55b88111b36c4a777c&shared=False HTTP/1.1" status: 200  len: 913 time: 0.0955758
Dec 25 21:39:37.202116 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b52517-3a0a-4bb4-8e4b-be7a6b14371b req-e3260fd6-9dbc-46c5-8015-d8efe95041f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:39:37.203724 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e4b52517-3a0a-4bb4-8e4b-be7a6b14371b req-e3260fd6-9dbc-46c5-8015-d8efe95041f4 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.0968196
Dec 25 21:39:37.278037 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb499376-ee08-4ced-a1b1-4d0aa174baea req-bbb22c59-53e5-435f-9bca-a9389220af36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:39:37.279558 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-eb499376-ee08-4ced-a1b1-4d0aa174baea req-bbb22c59-53e5-435f-9bca-a9389220af36 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a416565d81324f55b88111b36c4a777c&device_id=af5d7b62-4aa9-4e2f-9421-86d6fe783711 HTTP/1.1" status: 200  len: 1094 time: 0.0422599
Dec 25 21:39:37.322051 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-eb499376-ee08-4ced-a1b1-4d0aa174baea req-b2c42436-d883-46a3-af70-74a728db26ba service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=294d86ae-25e5-48a6-b97f-4ab051ca3e0a HTTP/1.1" status: 200  len: 217 time: 0.0351160
Dec 25 21:39:37.372334 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb499376-ee08-4ced-a1b1-4d0aa174baea req-c2b17109-c503-483e-8242-6f8bf48d2020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:39:37.373779 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-eb499376-ee08-4ced-a1b1-4d0aa174baea req-c2b17109-c503-483e-8242-6f8bf48d2020 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a7a92c50-32bb-4289-bde3-1186d0ce9bab HTTP/1.1" status: 200  len: 852 time: 0.0444286
Dec 25 21:39:37.410539 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-eb499376-ee08-4ced-a1b1-4d0aa174baea req-8d291b1b-b7fc-4969-abdc-cc70129e62ca service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b30f51af-5cf5-4b7f-96c1-3dabf1030017&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0299001
Dec 25 21:39:37.502062 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-eb499376-ee08-4ced-a1b1-4d0aa174baea req-c5f83705-fc81-4f47-a617-f63e83cfbc8e service neutron] 10.222.0.37 "GET /v2.0/networks/b30f51af-5cf5-4b7f-96c1-3dabf1030017?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0838008
Dec 25 21:39:37.598601 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-eb499376-ee08-4ced-a1b1-4d0aa174baea req-7efaab6b-aeb5-440a-8658-6a3769cf64f3 service neutron] 10.222.0.37 "GET /v2.0/networks/b30f51af-5cf5-4b7f-96c1-3dabf1030017?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0899439
Dec 25 21:39:37.757056 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752043a1-d51c-4949-bce4-fecf75c93ec0 req-965708e5-27f5-406f-a3ee-757198bac3a3 tempest-VolumesSnapshotTestJSON-639273304 tempest-VolumesSnapshotTestJSON-639273304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:39:37.757861 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.agents_db [None req-ec08dba0-4483-4109-b5e1-5e4a9fdaf12d None None] Agent healthcheck: found 7 active agents {{(pid=121609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 25 21:39:37.758569 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-752043a1-d51c-4949-bce4-fecf75c93ec0 req-965708e5-27f5-406f-a3ee-757198bac3a3 tempest-VolumesSnapshotTestJSON-639273304 tempest-VolumesSnapshotTestJSON-639273304-project] 10.222.0.32 "GET /v2.0/ports?device_id=af5d7b62-4aa9-4e2f-9421-86d6fe783711 HTTP/1.1" status: 200  len: 943 time: 0.0535285
Dec 25 21:39:37.808898 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-752043a1-d51c-4949-bce4-fecf75c93ec0 req-7b96a4be-5d35-4906-9d58-437b69917c8a tempest-VolumesSnapshotTestJSON-639273304 tempest-VolumesSnapshotTestJSON-639273304-project] 10.222.0.32 "GET /v2.0/security-groups?id=99189dc7-38cd-4837-afea-f261ec834693&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439670
Dec 25 21:39:37.964499 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f965c35c-56df-42f1-9935-cd3c098ef1f3 req-4f829948-fdec-461f-ad8e-d37a45999ba7 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:39:37.966119 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f965c35c-56df-42f1-9935-cd3c098ef1f3 req-4f829948-fdec-461f-ad8e-d37a45999ba7 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e933ee6-6f1f-4ab6-a383-83013426d722 HTTP/1.1" status: 200  len: 945 time: 0.0506921
Dec 25 21:39:38.022102 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f965c35c-56df-42f1-9935-cd3c098ef1f3 req-27c25bce-5031-4874-87f8-399f2d421482 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "GET /v2.0/security-groups?id=2dd0ce2e-c467-45c4-9d2c-d6c9831710fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0496678
Dec 25 21:39:38.370024 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 36412) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:39:38.381568 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:38.477772 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-0545974e-a983-49e5-a4c2-f260af362d20 admin admin] Publish callbacks [] for security_group, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:38.516527 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3e945ecd-9380-47c2-aa0a-12ebe07e03e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:38.549873 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-0545974e-a983-49e5-a4c2-f260af362d20 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:38.613670 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-0545974e-a983-49e5-a4c2-f260af362d20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:38.657054 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-0545974e-a983-49e5-a4c2-f260af362d20 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=99114e98ebab4f59a23191455e14fa85&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2853806
Dec 25 21:39:38.658012 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0545974e-a983-49e5-a4c2-f260af362d20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aad134ec-1f53-4266-ad34-d91d59d1fd20,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:39:38.659918 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 36416) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:39:38.710066 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-4c7262bb-3185-404f-907d-cf6da3796e3e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:38.731355 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-4c7262bb-3185-404f-907d-cf6da3796e3e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:38.898693 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-4c7262bb-3185-404f-907d-cf6da3796e3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:38.901430 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-4c7262bb-3185-404f-907d-cf6da3796e3e admin admin] Publish callbacks [] for security_group, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:38.902549 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-4c7262bb-3185-404f-907d-cf6da3796e3e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/aad134ec-1f53-4266-ad34-d91d59d1fd20 HTTP/1.1" status: 204  len: 168 time: 0.2416427
Dec 25 21:39:38.926755 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7262bb-3185-404f-907d-cf6da3796e3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aad134ec-1f53-4266-ad34-d91d59d1fd20,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:39:38.958790 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05fd91e-4149-4927-abcf-14bcb26c1607 req-4ef12c91-28f3-473a-9ed6-2b2eda1934d5 tempest-VolumesSnapshotTestJSON-639273304 tempest-VolumesSnapshotTestJSON-639273304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:39:38.960967 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c05fd91e-4149-4927-abcf-14bcb26c1607 req-4ef12c91-28f3-473a-9ed6-2b2eda1934d5 tempest-VolumesSnapshotTestJSON-639273304 tempest-VolumesSnapshotTestJSON-639273304-project] 10.222.0.32 "GET /v2.0/ports?device_id=af5d7b62-4aa9-4e2f-9421-86d6fe783711 HTTP/1.1" status: 200  len: 943 time: 0.0740085
Dec 25 21:39:39.014343 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c05fd91e-4149-4927-abcf-14bcb26c1607 req-d1b0e1ea-82c3-4028-8441-c918b4b2ea0f tempest-VolumesSnapshotTestJSON-639273304 tempest-VolumesSnapshotTestJSON-639273304-project] 10.222.0.32 "GET /v2.0/security-groups?id=99189dc7-38cd-4837-afea-f261ec834693&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0446267
Dec 25 21:39:39.146274 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d0aae2-31e8-4208-9c1b-fc9621bd1599 req-a403bfa9-79d5-4a8d-b80f-c73bae0d8bd4 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:39:39.147786 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b7d0aae2-31e8-4208-9c1b-fc9621bd1599 req-a403bfa9-79d5-4a8d-b80f-c73bae0d8bd4 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e933ee6-6f1f-4ab6-a383-83013426d722 HTTP/1.1" status: 200  len: 945 time: 0.0540330
Dec 25 21:39:39.197823 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b7d0aae2-31e8-4208-9c1b-fc9621bd1599 req-66329c59-b3fb-4c0b-8d55-a6e024521d54 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "GET /v2.0/security-groups?id=2dd0ce2e-c467-45c4-9d2c-d6c9831710fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0440428
Dec 25 21:39:39.529816 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-15cb578f-7a63-4fd3-925d-83bad4c7b82a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:39.600253 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 36432) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:39:39.613340 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-ab046ea7-027a-4188-891f-a4d22f7d7288 admin admin] Publish callbacks [] for security_group, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:39.686016 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-ab046ea7-027a-4188-891f-a4d22f7d7288 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:39.744761 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-ab046ea7-027a-4188-891f-a4d22f7d7288 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:39.785372 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-ab046ea7-027a-4188-891f-a4d22f7d7288 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0d65ef06241d43b882895e4979969ead&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1840117
Dec 25 21:39:39.786247 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab046ea7-027a-4188-891f-a4d22f7d7288 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b1d4b0d-fc04-4188-a752-7a091d1cd0e6,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:39:39.788050 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 36436) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:39:39.837267 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-2d076946-e8bc-4e01-a820-96815aa5d9d9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:39.858412 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-2d076946-e8bc-4e01-a820-96815aa5d9d9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:40.019305 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-2d076946-e8bc-4e01-a820-96815aa5d9d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:40.022496 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-2d076946-e8bc-4e01-a820-96815aa5d9d9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:40.023680 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-2d076946-e8bc-4e01-a820-96815aa5d9d9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3b1d4b0d-fc04-4188-a752-7a091d1cd0e6 HTTP/1.1" status: 204  len: 168 time: 0.2345674
Dec 25 21:39:40.031730 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d076946-e8bc-4e01-a820-96815aa5d9d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b1d4b0d-fc04-4188-a752-7a091d1cd0e6,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:39:40.138981 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e662a2-689f-42db-8775-7c852bef92cd req-3f130dbd-399b-4855-8099-4aac469b0129 tempest-VolumesSnapshotTestJSON-639273304 tempest-VolumesSnapshotTestJSON-639273304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:39:40.140469 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-13e662a2-689f-42db-8775-7c852bef92cd req-3f130dbd-399b-4855-8099-4aac469b0129 tempest-VolumesSnapshotTestJSON-639273304 tempest-VolumesSnapshotTestJSON-639273304-project] 10.222.0.32 "GET /v2.0/ports?device_id=af5d7b62-4aa9-4e2f-9421-86d6fe783711 HTTP/1.1" status: 200  len: 943 time: 0.0486476
Dec 25 21:39:40.194120 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-13e662a2-689f-42db-8775-7c852bef92cd req-6e95fa74-5265-4301-888b-b81d31eeb542 tempest-VolumesSnapshotTestJSON-639273304 tempest-VolumesSnapshotTestJSON-639273304-project] 10.222.0.32 "GET /v2.0/security-groups?id=99189dc7-38cd-4837-afea-f261ec834693&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0469697
Dec 25 21:39:40.314891 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aebbe38-fb68-48f5-89fd-acbcc8450e35 req-bb26c68f-fce0-4684-bdb8-ef98a0352fb8 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:39:40.316382 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9aebbe38-fb68-48f5-89fd-acbcc8450e35 req-bb26c68f-fce0-4684-bdb8-ef98a0352fb8 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e933ee6-6f1f-4ab6-a383-83013426d722 HTTP/1.1" status: 200  len: 945 time: 0.0487719
Dec 25 21:39:40.366666 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9aebbe38-fb68-48f5-89fd-acbcc8450e35 req-710a01cf-27fc-48d9-9e0d-02c9e0ca6275 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "GET /v2.0/security-groups?id=2dd0ce2e-c467-45c4-9d2c-d6c9831710fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0434613
Dec 25 21:39:40.711023 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:40.810943 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device 294d86ae-25e5-48a6-b97f-4ab051ca3e0a details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 25 21:39:40.911804 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port 294d86ae-25e5-48a6-b97f-4ab051ca3e0a, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=294d86ae-25e5-48a6-b97f-4ab051ca3e0a,segment=NetworkSegment(3d25cd97-744c-4949-bb42-a710168ffeba),segment_id=3d25cd97-744c-4949-bb42-a710168ffeba)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:39:40.924618 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Returning: {'device': '294d86ae-25e5-48a6-b97f-4ab051ca3e0a', 'network_id': 'b30f51af-5cf5-4b7f-96c1-3dabf1030017', 'port_id': '294d86ae-25e5-48a6-b97f-4ab051ca3e0a', 'mac_address': 'fa:16:3e:72:e5:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7a92c50-32bb-4289-bde3-1186d0ce9bab', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 25 21:39:40.968781 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:40.984763 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 294d86ae-25e5-48a6-b97f-4ab051ca3e0a {{(pid=121608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:39:41.008701 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port 294d86ae-25e5-48a6-b97f-4ab051ca3e0a, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=294d86ae-25e5-48a6-b97f-4ab051ca3e0a,segment=NetworkSegment(3d25cd97-744c-4949-bb42-a710168ffeba),segment_id=3d25cd97-744c-4949-bb42-a710168ffeba)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:39:41.095355 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:41.145210 ncdv-master-1 neutron-server[121606]: INFO neutron.api.v2.resource [req-85fedd43-d3c9-459d-af29-2458720e4975 req-b96dbc25-a06f-42db-8f37-6e2043c32d80 service neutron] show failed (client error): The resource could not be found.
Dec 25 21:39:41.146351 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-85fedd43-d3c9-459d-af29-2458720e4975 req-b96dbc25-a06f-42db-8f37-6e2043c32d80 service neutron] 10.222.0.31 "GET /v2.0/ports/f8a8588c-abcc-4eda-99f7-383ebeac328b/bindings/nch2-master-1 HTTP/1.1" status: 404  len: 380 time: 0.0606241
Dec 25 21:39:41.147349 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Pushing event updated for resources: {'Port': ['ID=294d86ae-25e5-48a6-b97f-4ab051ca3e0a,revision_number=4']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:39:41.310337 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] get_ports_and_sgs() called for port_ids ['294d86ae-25e5-48a6-b97f-4ab051ca3e0a'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:39:41.325103 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a15d50b-a0d0-4464-a2ac-395ce3efdf42 req-177f85b3-4ee6-4385-a086-a4eed1c64995 tempest-VolumesSnapshotTestJSON-639273304 tempest-VolumesSnapshotTestJSON-639273304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:39:41.326724 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0a15d50b-a0d0-4464-a2ac-395ce3efdf42 req-177f85b3-4ee6-4385-a086-a4eed1c64995 tempest-VolumesSnapshotTestJSON-639273304 tempest-VolumesSnapshotTestJSON-639273304-project] 10.222.0.32 "GET /v2.0/ports?device_id=af5d7b62-4aa9-4e2f-9421-86d6fe783711 HTTP/1.1" status: 200  len: 944 time: 0.0592313
Dec 25 21:39:41.376721 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0a15d50b-a0d0-4464-a2ac-395ce3efdf42 req-b03dc78b-2334-491c-9258-e89508360449 tempest-VolumesSnapshotTestJSON-639273304 tempest-VolumesSnapshotTestJSON-639273304-project] 10.222.0.32 "GET /v2.0/security-groups?id=99189dc7-38cd-4837-afea-f261ec834693&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438726
Dec 25 21:39:41.496148 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e1567d-9ccc-4418-9372-938271451a84 req-452251da-daef-46dc-a7b4-6be0b84d3a65 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:39:41.497690 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-56e1567d-9ccc-4418-9372-938271451a84 req-452251da-daef-46dc-a7b4-6be0b84d3a65 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e933ee6-6f1f-4ab6-a383-83013426d722 HTTP/1.1" status: 200  len: 945 time: 0.0494850
Dec 25 21:39:41.561385 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-56e1567d-9ccc-4418-9372-938271451a84 req-9ac49330-005c-4af6-b0ef-d129db2f320f tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "GET /v2.0/security-groups?id=2dd0ce2e-c467-45c4-9d2c-d6c9831710fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0483389
Dec 25 21:39:41.818001 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fedd43-d3c9-459d-af29-2458720e4975 req-0303032c-b2bb-45e3-ab74-32d45bd76984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:39:41.819773 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-85fedd43-d3c9-459d-af29-2458720e4975 req-0303032c-b2bb-45e3-ab74-32d45bd76984 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=0e933ee6-6f1f-4ab6-a383-83013426d722&tenant_id=4ff29c23c5844f45826a02b6ae6b65e7 HTTP/1.1" status: 200  len: 1096 time: 0.0800865
Dec 25 21:39:41.836209 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-85fedd43-d3c9-459d-af29-2458720e4975 req-ba2fce4d-2bef-458b-a921-231ed2933f87 service neutron] Request body: {'port': {'binding:host_id': 'nch2-master-1', 'device_owner': 'compute:nova'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:39:41.886637 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-85fedd43-d3c9-459d-af29-2458720e4975 req-ba2fce4d-2bef-458b-a921-231ed2933f87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:42.109301 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-85fedd43-d3c9-459d-af29-2458720e4975 req-ba2fce4d-2bef-458b-a921-231ed2933f87 service neutron] For port f8a8588c-abcc-4eda-99f7-383ebeac328b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f8a8588c-abcc-4eda-99f7-383ebeac328b,segment=NetworkSegment(c534f41a-8c49-4cda-99c2-993827ed0847),segment_id=c534f41a-8c49-4cda-99c2-993827ed0847)] {{(pid=121606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:39:42.143184 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-85fedd43-d3c9-459d-af29-2458720e4975 req-ba2fce4d-2bef-458b-a921-231ed2933f87 service neutron] For port f8a8588c-abcc-4eda-99f7-383ebeac328b, host nch1-master-1, cleared binding levels {{(pid=121606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:39:42.187313 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e933ee6-6f1f-4ab6-a383-83013426d722', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f8a8588c-abcc-4eda-99f7-383ebeac328b'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:39:42.192654 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9858820c13ec2827453b94ebc4181065e990a4e4089ccb9fe762531ac62d2fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b076f5de-6b6f-4126-a889-4982a3a29653" -d '{"events": [{"server_uuid": "0e933ee6-6f1f-4ab6-a383-83013426d722", "name": "network-vif-unplugged", "status": "completed", "tag": "f8a8588c-abcc-4eda-99f7-383ebeac328b"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:39:42.194525 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-85fedd43-d3c9-459d-af29-2458720e4975 req-ba2fce4d-2bef-458b-a921-231ed2933f87 service neutron] Publish callbacks [] for port, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:42.206824 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.provisioning_blocks [req-85fedd43-d3c9-459d-af29-2458720e4975 req-ba2fce4d-2bef-458b-a921-231ed2933f87 service neutron] Transition to ACTIVE for port object f8a8588c-abcc-4eda-99f7-383ebeac328b will not be triggered until provisioned by entity L2. {{(pid=121606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 25 21:39:42.243043 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 25 Dec 2021 21:39:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4b6b458-aa08-4561-b8e6-1d90f7f46de9 x-openstack-request-id: req-c4b6b458-aa08-4561-b8e6-1d90f7f46de9 {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:39:42.243353 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e933ee6-6f1f-4ab6-a383-83013426d722", "name": "network-vif-unplugged", "status": "completed", "tag": "f8a8588c-abcc-4eda-99f7-383ebeac328b", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:39:42.243609 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c4b6b458-aa08-4561-b8e6-1d90f7f46de9 {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:39:42.244094 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e933ee6-6f1f-4ab6-a383-83013426d722', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f8a8588c-abcc-4eda-99f7-383ebeac328b', 'code': 200}
Dec 25 21:39:42.295492 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-85fedd43-d3c9-459d-af29-2458720e4975 req-ba2fce4d-2bef-458b-a921-231ed2933f87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:42.422099 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2fce4d-2bef-458b-a921-231ed2933f87 service neutron] Pushing event updated for resources: {'Port': ['ID=f8a8588c-abcc-4eda-99f7-383ebeac328b,revision_number=6']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:39:42.515957 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [req-85fedd43-d3c9-459d-af29-2458720e4975 req-ba2fce4d-2bef-458b-a921-231ed2933f87 service neutron] No DVR routers for this DVR port f8a8588c-abcc-4eda-99f7-383ebeac328b on host nch1-master-1 {{(pid=121606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:39:42.578961 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21a5472-c009-4a6f-b4cc-e7e1976b68eb req-f0fc7933-fa12-420a-aa99-6c4df67d753d tempest-VolumesSnapshotTestJSON-639273304 tempest-VolumesSnapshotTestJSON-639273304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:39:42.580460 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a21a5472-c009-4a6f-b4cc-e7e1976b68eb req-f0fc7933-fa12-420a-aa99-6c4df67d753d tempest-VolumesSnapshotTestJSON-639273304 tempest-VolumesSnapshotTestJSON-639273304-project] 10.222.0.32 "GET /v2.0/ports?device_id=af5d7b62-4aa9-4e2f-9421-86d6fe783711 HTTP/1.1" status: 200  len: 944 time: 0.1189563
Dec 25 21:39:42.707041 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a21a5472-c009-4a6f-b4cc-e7e1976b68eb req-35ec7907-a0ac-49a5-817e-61ac4e7b1db6 tempest-VolumesSnapshotTestJSON-639273304 tempest-VolumesSnapshotTestJSON-639273304-project] 10.222.0.32 "GET /v2.0/security-groups?id=99189dc7-38cd-4837-afea-f261ec834693&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1176522
Dec 25 21:39:42.743237 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b94cd51-202c-4619-8298-c76310290ddc req-9f426487-7f27-4ac8-b25a-b74b3303e0ac tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:39:42.744698 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2b94cd51-202c-4619-8298-c76310290ddc req-9f426487-7f27-4ac8-b25a-b74b3303e0ac tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e933ee6-6f1f-4ab6-a383-83013426d722 HTTP/1.1" status: 200  len: 943 time: 0.1074674
Dec 25 21:39:42.747149 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-85fedd43-d3c9-459d-af29-2458720e4975 req-ba2fce4d-2bef-458b-a921-231ed2933f87 service neutron] Attempting to bind port f8a8588c-abcc-4eda-99f7-383ebeac328b on host nch2-master-1 for vnic_type normal with profile  {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:39:42.747480 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-85fedd43-d3c9-459d-af29-2458720e4975 req-ba2fce4d-2bef-458b-a921-231ed2933f87 service neutron] Attempting to bind port f8a8588c-abcc-4eda-99f7-383ebeac328b by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'c534f41a-8c49-4cda-99c2-993827ed0847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'd227a8f7-d82b-444c-89d0-511b922f2260'}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:39:42.747805 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85fedd43-d3c9-459d-af29-2458720e4975 req-ba2fce4d-2bef-458b-a921-231ed2933f87 service neutron] Attempting to bind port f8a8588c-abcc-4eda-99f7-383ebeac328b on network d227a8f7-d82b-444c-89d0-511b922f2260 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:39:42.759302 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85fedd43-d3c9-459d-af29-2458720e4975 req-ba2fce4d-2bef-458b-a921-231ed2933f87 service neutron] Port f8a8588c-abcc-4eda-99f7-383ebeac328b on network d227a8f7-d82b-444c-89d0-511b922f2260 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 25 21:39:42.759620 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85fedd43-d3c9-459d-af29-2458720e4975 req-ba2fce4d-2bef-458b-a921-231ed2933f87 service neutron] Attempting to bind port f8a8588c-abcc-4eda-99f7-383ebeac328b on network d227a8f7-d82b-444c-89d0-511b922f2260 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:39:42.772806 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85fedd43-d3c9-459d-af29-2458720e4975 req-ba2fce4d-2bef-458b-a921-231ed2933f87 service neutron] Checking agent: {'id': '0d9ae313-8f8d-40fa-8a9f-d098a25a9911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 21, 4, 38), 'started_at': datetime.datetime(2021, 12, 25, 21, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 39, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:39:42.773179 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85fedd43-d3c9-459d-af29-2458720e4975 req-ba2fce4d-2bef-458b-a921-231ed2933f87 service neutron] Checking segment: {'id': 'c534f41a-8c49-4cda-99c2-993827ed0847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'd227a8f7-d82b-444c-89d0-511b922f2260'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:39:42.773549 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85fedd43-d3c9-459d-af29-2458720e4975 req-ba2fce4d-2bef-458b-a921-231ed2933f87 service neutron] Bound using segment: {'id': 'c534f41a-8c49-4cda-99c2-993827ed0847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'd227a8f7-d82b-444c-89d0-511b922f2260'} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:39:42.773970 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-85fedd43-d3c9-459d-af29-2458720e4975 req-ba2fce4d-2bef-458b-a921-231ed2933f87 service neutron] Bound port: f8a8588c-abcc-4eda-99f7-383ebeac328b, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c534f41a-8c49-4cda-99c2-993827ed0847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'd227a8f7-d82b-444c-89d0-511b922f2260'}}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:39:42.774341 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-85fedd43-d3c9-459d-af29-2458720e4975 req-ba2fce4d-2bef-458b-a921-231ed2933f87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:42.811046 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device 294d86ae-25e5-48a6-b97f-4ab051ca3e0a up at agent hyperv_nch2-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:39:42.838781 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2b94cd51-202c-4619-8298-c76310290ddc req-91d0b4f0-c641-4941-9879-476829d70077 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "GET /v2.0/security-groups?id=2dd0ce2e-c467-45c4-9d2c-d6c9831710fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0876329
Dec 25 21:39:42.879170 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-85fedd43-d3c9-459d-af29-2458720e4975 req-ba2fce4d-2bef-458b-a921-231ed2933f87 service neutron] For port f8a8588c-abcc-4eda-99f7-383ebeac328b, host nch2-master-1, cleared binding levels {{(pid=121606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:39:42.882481 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-85fedd43-d3c9-459d-af29-2458720e4975 req-ba2fce4d-2bef-458b-a921-231ed2933f87 service neutron] For port f8a8588c-abcc-4eda-99f7-383ebeac328b, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f8a8588c-abcc-4eda-99f7-383ebeac328b,segment=NetworkSegment(c534f41a-8c49-4cda-99c2-993827ed0847),segment_id=c534f41a-8c49-4cda-99c2-993827ed0847)] {{(pid=121606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:39:43.021968 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-85fedd43-d3c9-459d-af29-2458720e4975 req-ba2fce4d-2bef-458b-a921-231ed2933f87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:43.022336 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Provisioning for port 294d86ae-25e5-48a6-b97f-4ab051ca3e0a completed by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 25 21:39:43.027653 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Provisioning complete for port 294d86ae-25e5-48a6-b97f-4ab051ca3e0a triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:39:43.028457 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:43.066476 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fedd43-d3c9-459d-af29-2458720e4975 req-ba2fce4d-2bef-458b-a921-231ed2933f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:39:43.068015 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-85fedd43-d3c9-459d-af29-2458720e4975 req-ba2fce4d-2bef-458b-a921-231ed2933f87 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:43.069854 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-85fedd43-d3c9-459d-af29-2458720e4975 req-ba2fce4d-2bef-458b-a921-231ed2933f87 service neutron] 10.222.0.37 "PUT /v2.0/ports/f8a8588c-abcc-4eda-99f7-383ebeac328b HTTP/1.1" status: 200  len: 1091 time: 1.2419455
Dec 25 21:39:43.094906 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2fce4d-2bef-458b-a921-231ed2933f87 service neutron] Pushing event updated for resources: {'Port': ['ID=f8a8588c-abcc-4eda-99f7-383ebeac328b,revision_number=7']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:39:43.158322 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:43.173590 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fedd43-d3c9-459d-af29-2458720e4975 req-04ecd12e-d4b5-425a-85ad-feed2dba5c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:39:43.176539 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-85fedd43-d3c9-459d-af29-2458720e4975 req-04ecd12e-d4b5-425a-85ad-feed2dba5c28 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4ff29c23c5844f45826a02b6ae6b65e7&device_id=0e933ee6-6f1f-4ab6-a383-83013426d722 HTTP/1.1" status: 200  len: 1094 time: 0.0791488
Dec 25 21:39:43.206334 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port 294d86ae-25e5-48a6-b97f-4ab051ca3e0a, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=294d86ae-25e5-48a6-b97f-4ab051ca3e0a,segment=NetworkSegment(3d25cd97-744c-4949-bb42-a710168ffeba),segment_id=3d25cd97-744c-4949-bb42-a710168ffeba)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:39:43.207295 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af5d7b62-4aa9-4e2f-9421-86d6fe783711', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '294d86ae-25e5-48a6-b97f-4ab051ca3e0a'}] {{(pid=121608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:39:43.210155 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a88c78c3ff6266bd59c7e89d275b28c92e739b67d23c89d71af88829fd31566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d199190-1950-4d21-9b25-4c20924f5335" -d '{"events": [{"server_uuid": "af5d7b62-4aa9-4e2f-9421-86d6fe783711", "name": "network-vif-plugged", "status": "completed", "tag": "294d86ae-25e5-48a6-b97f-4ab051ca3e0a"}]}' {{(pid=121608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:39:43.255610 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 21:39:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f03fd739-8008-46e8-b422-e793becfee6f x-openstack-request-id: req-f03fd739-8008-46e8-b422-e793becfee6f {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:39:43.256573 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af5d7b62-4aa9-4e2f-9421-86d6fe783711", "name": "network-vif-plugged", "status": "completed", "tag": "294d86ae-25e5-48a6-b97f-4ab051ca3e0a", "code": 200}]} {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:39:43.257302 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f03fd739-8008-46e8-b422-e793becfee6f {{(pid=121608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:39:43.257519 ncdv-master-1 neutron-server[121608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af5d7b62-4aa9-4e2f-9421-86d6fe783711', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '294d86ae-25e5-48a6-b97f-4ab051ca3e0a', 'code': 200}
Dec 25 21:39:43.298088 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:43.325286 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fedd43-d3c9-459d-af29-2458720e4975 req-237c7c98-07c4-4745-9d24-c3cced6049e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:39:43.329132 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-85fedd43-d3c9-459d-af29-2458720e4975 req-237c7c98-07c4-4745-9d24-c3cced6049e2 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d227a8f7-d82b-444c-89d0-511b922f2260 HTTP/1.1" status: 200  len: 898 time: 0.1444299
Dec 25 21:39:43.386252 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Pushing event updated for resources: {'Port': ['ID=294d86ae-25e5-48a6-b97f-4ab051ca3e0a,revision_number=5']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:39:43.443738 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-85fedd43-d3c9-459d-af29-2458720e4975 req-0f3886a2-1cdd-4473-b840-51180e1bdecf service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f8a8588c-abcc-4eda-99f7-383ebeac328b HTTP/1.1" status: 200  len: 999 time: 0.1004846
Dec 25 21:39:43.450127 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603a7007-567f-4342-8a8a-ae143628ba98 req-0a1ccb7f-91b1-4aa1-8b8c-f1c4ec7a2eae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:39:43.451563 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-603a7007-567f-4342-8a8a-ae143628ba98 req-0a1ccb7f-91b1-4aa1-8b8c-f1c4ec7a2eae service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=af5d7b62-4aa9-4e2f-9421-86d6fe783711 HTTP/1.1" status: 200  len: 1096 time: 0.0596166
Dec 25 21:39:43.523409 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fedd43-d3c9-459d-af29-2458720e4975 req-56ff5efe-3e49-4fbe-96a9-cd1d555cd0aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:39:43.524914 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-85fedd43-d3c9-459d-af29-2458720e4975 req-56ff5efe-3e49-4fbe-96a9-cd1d555cd0aa service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ee860ac1-7afc-44c5-8b9f-76e3f7a077b2 HTTP/1.1" status: 200  len: 835 time: 0.0724998
Dec 25 21:39:43.531122 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-603a7007-567f-4342-8a8a-ae143628ba98 req-27fe1535-2d82-41dc-8334-93f45ea8593e service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=99189dc7-38cd-4837-afea-f261ec834693&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0716541
Dec 25 21:39:43.758929 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fedd43-d3c9-459d-af29-2458720e4975 req-bbef7745-775f-4bf4-b735-52ce8d48ea53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:39:43.760525 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-85fedd43-d3c9-459d-af29-2458720e4975 req-bbef7745-775f-4bf4-b735-52ce8d48ea53 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d227a8f7-d82b-444c-89d0-511b922f2260&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0520344
Dec 25 21:39:44.077817 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 36582) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:39:44.185488 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 36590) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:39:44.224361 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-035d6a42-a341-4955-a731-3d57fb5f882b admin admin] Publish callbacks [] for security_group, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:44.253875 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e933ee6-6f1f-4ab6-a383-83013426d722', 'tag': 'f8a8588c-abcc-4eda-99f7-383ebeac328b'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:39:44.256168 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9858820c13ec2827453b94ebc4181065e990a4e4089ccb9fe762531ac62d2fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2108af1e-aef7-4b40-a570-af803e95d511" -d '{"events": [{"name": "network-changed", "server_uuid": "0e933ee6-6f1f-4ab6-a383-83013426d722", "tag": "f8a8588c-abcc-4eda-99f7-383ebeac328b"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:39:44.299244 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b3acf8a5-7112-4e10-a2be-1fab5263483e tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] Publish callbacks [] for security_group, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:44.327196 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:39:44.327196 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:39:44.327196 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:39:44.327196 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:39:44.327196 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:39:44.327196 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:39:44.327196 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:39:44.327196 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:39:44.327196 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:39:44.327196 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:39:44.327196 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:39:44.327196 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:39:44.327196 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:39:44.327196 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:39:44.327196 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:39:44.327196 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:39:44.327196 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:39:44.327196 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:39:44.327196 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:39:44.327196 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:39:44.327196 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:39:44.327196 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:39:44.327196 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:39:44.327196 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:39:44.327196 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:39:44.327196 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:39:44.327196 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:39:44.327196 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:39:44.327196 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:39:44.327196 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:39:44.327196 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:39:44.327196 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:39:44.327196 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:39:44.327196 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:39:44.327196 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:39:44.327196 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:39:44.327196 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:39:44.327196 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:39:44.327196 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:39:44.327196 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:39:44.327196 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:39:44.327196 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:39:44.327196 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:39:44.327196 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:39:44.327196 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:39:44.327196 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:39:44.327196 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:39:44.327196 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:39:44.336627 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1c7656-816f-43e2-9adc-7a4863ef7193 req-a9bbfddb-945d-4fab-a1da-ec70a41dbb24 tempest-VolumesSnapshotTestJSON-639273304 tempest-VolumesSnapshotTestJSON-639273304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:39:44.338247 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1d1c7656-816f-43e2-9adc-7a4863ef7193 req-a9bbfddb-945d-4fab-a1da-ec70a41dbb24 tempest-VolumesSnapshotTestJSON-639273304 tempest-VolumesSnapshotTestJSON-639273304-project] 10.222.0.32 "GET /v2.0/ports?device_id=af5d7b62-4aa9-4e2f-9421-86d6fe783711 HTTP/1.1" status: 200  len: 945 time: 0.5513873
Dec 25 21:39:44.340257 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b3acf8a5-7112-4e10-a2be-1fab5263483e tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] Publish callbacks [] for security_group, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:44.346407 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-85fedd43-d3c9-459d-af29-2458720e4975 req-bfe5f77a-543f-45af-8406-62fc6c5b699d service neutron] 10.222.0.37 "GET /v2.0/networks/d227a8f7-d82b-444c-89d0-511b922f2260?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5766914
Dec 25 21:39:44.401968 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-035d6a42-a341-4955-a731-3d57fb5f882b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:44.429063 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f753fc-143b-425b-a697-cbc2674ed2ec req-b00901cd-dca1-45a3-b14f-31713ec51ecd tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:39:44.430655 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-80f753fc-143b-425b-a697-cbc2674ed2ec req-b00901cd-dca1-45a3-b14f-31713ec51ecd tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e933ee6-6f1f-4ab6-a383-83013426d722 HTTP/1.1" status: 200  len: 943 time: 0.1704166
Dec 25 21:39:44.494729 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-035d6a42-a341-4955-a731-3d57fb5f882b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:44.502716 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1d1c7656-816f-43e2-9adc-7a4863ef7193 req-b43e11b6-394a-4252-af97-e4e6deae0881 tempest-VolumesSnapshotTestJSON-639273304 tempest-VolumesSnapshotTestJSON-639273304-project] 10.222.0.32 "GET /v2.0/security-groups?id=99189dc7-38cd-4837-afea-f261ec834693&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1541803
Dec 25 21:39:44.528936 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b3acf8a5-7112-4e10-a2be-1fab5263483e tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:44.534271 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b3acf8a5-7112-4e10-a2be-1fab5263483e tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:44.534271 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-b3acf8a5-7112-4e10-a2be-1fab5263483e tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] 10.222.0.32 "DELETE /v2.0/security-groups/4f8d803e-7f68-446e-9543-2df15d20bdac HTTP/1.1" status: 204  len: 168 time: 0.3465040
Dec 25 21:39:44.537097 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-85fedd43-d3c9-459d-af29-2458720e4975 req-08819c9e-5cdb-4884-9e3e-7f965bc98789 service neutron] 10.222.0.37 "GET /v2.0/networks/d227a8f7-d82b-444c-89d0-511b922f2260?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1759951
Dec 25 21:39:44.547196 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-80f753fc-143b-425b-a697-cbc2674ed2ec req-eab6c88d-eb26-49b1-a032-d5c2fbd8f429 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "GET /v2.0/security-groups?id=2dd0ce2e-c467-45c4-9d2c-d6c9831710fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1076777
Dec 25 21:39:44.557390 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-035d6a42-a341-4955-a731-3d57fb5f882b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=44a445a4912b4f489dac9933565ee6ef&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4781225
Dec 25 21:39:44.558560 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035d6a42-a341-4955-a731-3d57fb5f882b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b8ef42b-0e7f-4ea4-8daf-73d300f21cb3,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:39:44.563274 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 36606) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:39:44.571920 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3acf8a5-7112-4e10-a2be-1fab5263483e tempest-TestVolumeBootPattern-1499667379 tempest-TestVolumeBootPattern-1499667379-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f8d803e-7f68-446e-9543-2df15d20bdac,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:39:44.584207 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Dec 2021 21:39:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1980d2a8-e419-44a6-8811-4b0daac636f7 x-openstack-request-id: req-1980d2a8-e419-44a6-8811-4b0daac636f7 {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:39:44.584850 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e933ee6-6f1f-4ab6-a383-83013426d722", "tag": "f8a8588c-abcc-4eda-99f7-383ebeac328b", "status": "completed", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:39:44.585364 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1980d2a8-e419-44a6-8811-4b0daac636f7 {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:39:44.585796 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e933ee6-6f1f-4ab6-a383-83013426d722', 'tag': 'f8a8588c-abcc-4eda-99f7-383ebeac328b', 'status': 'completed', 'code': 200}
Dec 25 21:39:44.662396 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2108af1e-aef7-4b40-a570-af803e95d511 req-f2fbf352-25a5-4c8b-a1c5-abfc11125a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:39:44.664034 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2108af1e-aef7-4b40-a570-af803e95d511 req-f2fbf352-25a5-4c8b-a1c5-abfc11125a13 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=4ff29c23c5844f45826a02b6ae6b65e7&device_id=0e933ee6-6f1f-4ab6-a383-83013426d722 HTTP/1.1" status: 200  len: 1094 time: 0.0722475
Dec 25 21:39:44.696291 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 36608) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:39:44.698171 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-7786b62f-cd6d-4a0c-8306-0efae120a102 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:44.800612 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-7786b62f-cd6d-4a0c-8306-0efae120a102 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:44.832365 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2108af1e-aef7-4b40-a570-af803e95d511 req-904f3bda-5683-4c19-9587-a4cb8262fc48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:39:44.834508 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2108af1e-aef7-4b40-a570-af803e95d511 req-904f3bda-5683-4c19-9587-a4cb8262fc48 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4ff29c23c5844f45826a02b6ae6b65e7&device_id=0e933ee6-6f1f-4ab6-a383-83013426d722 HTTP/1.1" status: 200  len: 1094 time: 0.1636040
Dec 25 21:39:44.884245 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2108af1e-aef7-4b40-a570-af803e95d511 req-d23774d6-f3af-4c25-b924-c5326c333f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:39:44.885749 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2108af1e-aef7-4b40-a570-af803e95d511 req-d23774d6-f3af-4c25-b924-c5326c333f22 service neutron] 10.222.0.31 "GET /v2.0/networks?id=d227a8f7-d82b-444c-89d0-511b922f2260 HTTP/1.1" status: 200  len: 898 time: 0.2117760
Dec 25 21:39:44.989546 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2108af1e-aef7-4b40-a570-af803e95d511 req-5b5dfc50-ba09-4fad-9a21-edad74910112 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f8a8588c-abcc-4eda-99f7-383ebeac328b HTTP/1.1" status: 200  len: 999 time: 0.0966823
Dec 25 21:39:45.040795 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-7786b62f-cd6d-4a0c-8306-0efae120a102 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:45.043429 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-7786b62f-cd6d-4a0c-8306-0efae120a102 admin admin] Publish callbacks [] for security_group, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:45.044639 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-7786b62f-cd6d-4a0c-8306-0efae120a102 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3b8ef42b-0e7f-4ea4-8daf-73d300f21cb3 HTTP/1.1" status: 204  len: 168 time: 0.4802754
Dec 25 21:39:45.045897 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2108af1e-aef7-4b40-a570-af803e95d511 req-4ffc4202-a187-4350-b376-6e1ad3e39566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:39:45.053092 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2108af1e-aef7-4b40-a570-af803e95d511 req-4ffc4202-a187-4350-b376-6e1ad3e39566 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d227a8f7-d82b-444c-89d0-511b922f2260 HTTP/1.1" status: 200  len: 898 time: 0.2052941
Dec 25 21:39:45.091373 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7786b62f-cd6d-4a0c-8306-0efae120a102 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b8ef42b-0e7f-4ea4-8daf-73d300f21cb3,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:39:45.147870 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2108af1e-aef7-4b40-a570-af803e95d511 req-0be8120c-e791-42cc-adb4-1b98d1c8c80b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:39:45.150104 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2108af1e-aef7-4b40-a570-af803e95d511 req-0be8120c-e791-42cc-adb4-1b98d1c8c80b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=ee860ac1-7afc-44c5-8b9f-76e3f7a077b2 HTTP/1.1" status: 200  len: 835 time: 0.1503553
Dec 25 21:39:45.162000 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device f8a8588c-abcc-4eda-99f7-383ebeac328b no longer exists at agent hyperv_nch1-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:39:45.228020 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] The host nch1-master-1 is not matching for port f8a8588c-abcc-4eda-99f7-383ebeac328b host nch2-master-1! {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}}
Dec 25 21:39:45.228692 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device f8a8588c-abcc-4eda-99f7-383ebeac328b not bound to the agent host nch1-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:39:45.239811 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2108af1e-aef7-4b40-a570-af803e95d511 req-a786874c-65ba-4ad7-96ad-dde752d1c008 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f8a8588c-abcc-4eda-99f7-383ebeac328b HTTP/1.1" status: 200  len: 999 time: 0.1730592
Dec 25 21:39:45.294923 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2108af1e-aef7-4b40-a570-af803e95d511 req-18bc7de0-edb8-4096-9df0-fe05e35a2344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:39:45.298759 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2108af1e-aef7-4b40-a570-af803e95d511 req-18bc7de0-edb8-4096-9df0-fe05e35a2344 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d227a8f7-d82b-444c-89d0-511b922f2260&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1397395
Dec 25 21:39:45.338756 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2108af1e-aef7-4b40-a570-af803e95d511 req-db4689ce-699f-46d1-b7d1-554293c1f1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:39:45.340242 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2108af1e-aef7-4b40-a570-af803e95d511 req-db4689ce-699f-46d1-b7d1-554293c1f1eb service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ee860ac1-7afc-44c5-8b9f-76e3f7a077b2 HTTP/1.1" status: 200  len: 835 time: 0.0936081
Dec 25 21:39:45.444235 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2108af1e-aef7-4b40-a570-af803e95d511 req-085803c5-feee-4571-bddc-15f0c8ee315e service neutron] 10.222.0.31 "GET /v2.0/networks/d227a8f7-d82b-444c-89d0-511b922f2260?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1396172
Dec 25 21:39:45.446114 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2108af1e-aef7-4b40-a570-af803e95d511 req-02b3077e-acf7-4466-a77f-62e917a530ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:39:45.447507 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2108af1e-aef7-4b40-a570-af803e95d511 req-02b3077e-acf7-4466-a77f-62e917a530ee service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d227a8f7-d82b-444c-89d0-511b922f2260&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0989568
Dec 25 21:39:45.499678 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-42e74974-9cc4-4d16-ab49-e87611be2f17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2007615'] for router_interface, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:45.645049 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2108af1e-aef7-4b40-a570-af803e95d511 req-4c6affd5-0a5a-4f6a-9a01-3f6da90133d1 service neutron] 10.222.0.31 "GET /v2.0/networks/d227a8f7-d82b-444c-89d0-511b922f2260?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1942306
Dec 25 21:39:45.664591 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2108af1e-aef7-4b40-a570-af803e95d511 req-55e37f06-e2aa-4ad5-b6f7-64902395609a service neutron] 10.222.0.37 "GET /v2.0/networks/d227a8f7-d82b-444c-89d0-511b922f2260?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2062888
Dec 25 21:39:45.682556 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcc0495-20ce-454c-8219-fb21b21b082d req-82b83681-5546-438d-baaf-2c02c0a0c7b5 tempest-VolumesSnapshotTestJSON-639273304 tempest-VolumesSnapshotTestJSON-639273304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:39:45.684040 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4bcc0495-20ce-454c-8219-fb21b21b082d req-82b83681-5546-438d-baaf-2c02c0a0c7b5 tempest-VolumesSnapshotTestJSON-639273304 tempest-VolumesSnapshotTestJSON-639273304-project] 10.222.0.32 "GET /v2.0/ports?device_id=af5d7b62-4aa9-4e2f-9421-86d6fe783711 HTTP/1.1" status: 200  len: 945 time: 0.1051280
Dec 25 21:39:45.774615 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-42e74974-9cc4-4d16-ab49-e87611be2f17 admin admin] Deleting port d2ae1e58-e731-4aa2-ac2d-c929a2f84bab {{(pid=121607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:39:45.774957 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-42e74974-9cc4-4d16-ab49-e87611be2f17 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:45.820825 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd11136-6c96-490c-99a6-6b47e93f9cc8 req-be786c49-3eec-41b9-b438-166be5dae7d1 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:39:45.822350 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ebd11136-6c96-490c-99a6-6b47e93f9cc8 req-be786c49-3eec-41b9-b438-166be5dae7d1 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e933ee6-6f1f-4ab6-a383-83013426d722 HTTP/1.1" status: 200  len: 943 time: 0.1609044
Dec 25 21:39:45.835679 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4bcc0495-20ce-454c-8219-fb21b21b082d req-9e660473-4f72-4ed4-9a64-d7fb79c279d1 tempest-VolumesSnapshotTestJSON-639273304 tempest-VolumesSnapshotTestJSON-639273304-project] 10.222.0.32 "GET /v2.0/security-groups?id=99189dc7-38cd-4837-afea-f261ec834693&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1421702
Dec 25 21:39:45.850535 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 36624) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:39:45.864410 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-52b19dba-b095-4b21-99ae-539494326f1e admin admin] Publish callbacks [] for security_group, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:45.873239 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2108af1e-aef7-4b40-a570-af803e95d511 req-e61e0d9d-9ef0-41f0-85d4-ff7787866ac0 service neutron] 10.222.0.37 "GET /v2.0/networks/d227a8f7-d82b-444c-89d0-511b922f2260?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1869256
Dec 25 21:39:45.916904 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.db [None req-42e74974-9cc4-4d16-ab49-e87611be2f17 admin admin] For port d2ae1e58-e731-4aa2-ac2d-c929a2f84bab, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d2ae1e58-e731-4aa2-ac2d-c929a2f84bab,segment=NetworkSegment(399a6746-6b98-4df2-84fe-0fb7167d792c),segment_id=399a6746-6b98-4df2-84fe-0fb7167d792c)] {{(pid=121607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:39:45.917260 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-42e74974-9cc4-4d16-ab49-e87611be2f17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:45.921448 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ebd11136-6c96-490c-99a6-6b47e93f9cc8 req-6171b968-2a46-45ae-a301-58d0ef6c6076 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "GET /v2.0/security-groups?id=2dd0ce2e-c467-45c4-9d2c-d6c9831710fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0910342
Dec 25 21:39:45.942031 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-42e74974-9cc4-4d16-ab49-e87611be2f17 admin admin] Calling delete_port for d2ae1e58-e731-4aa2-ac2d-c929a2f84bab owned by network:router_interface {{(pid=121607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:39:46.048442 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-52b19dba-b095-4b21-99ae-539494326f1e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:46.129605 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-52b19dba-b095-4b21-99ae-539494326f1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:46.193593 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-52b19dba-b095-4b21-99ae-539494326f1e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b43dbf5a479148939034f3e0949554c5&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3422272
Dec 25 21:39:46.196249 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 36632) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:39:46.201317 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b19dba-b095-4b21-99ae-539494326f1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02f6cd8b-9f54-4948-b385-580dcc3f6d17,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:39:46.256846 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-8186595e-77de-4bc8-aa18-066c60504266 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:46.276823 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-42e74974-9cc4-4d16-ab49-e87611be2f17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:46.282848 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-8186595e-77de-4bc8-aa18-066c60504266 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:46.331549 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e74974-9cc4-4d16-ab49-e87611be2f17 admin admin] Pushing event deleted for resources: {'Port': ['ID=d2ae1e58-e731-4aa2-ac2d-c929a2f84bab,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:39:46.419701 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-8186595e-77de-4bc8-aa18-066c60504266 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:46.423108 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-8186595e-77de-4bc8-aa18-066c60504266 admin admin] Publish callbacks [] for security_group, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:46.424642 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-8186595e-77de-4bc8-aa18-066c60504266 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/02f6cd8b-9f54-4948-b385-580dcc3f6d17 HTTP/1.1" status: 204  len: 168 time: 0.2272253
Dec 25 21:39:46.440953 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8186595e-77de-4bc8-aa18-066c60504266 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02f6cd8b-9f54-4948-b385-580dcc3f6d17,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:39:46.501266 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-42e74974-9cc4-4d16-ab49-e87611be2f17 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2007763'] for router_interface, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:46.729839 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42e74974-9cc4-4d16-ab49-e87611be2f17 admin admin] Router e77900ce-07b2-4fe6-b403-758d5ead7ad9 has already been hosted by L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 {{(pid=121607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 25 21:39:46.848824 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42e74974-9cc4-4d16-ab49-e87611be2f17 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 21:39:46.853889 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-42e74974-9cc4-4d16-ab49-e87611be2f17 admin admin] 10.222.0.32 "PUT /v2.0/routers/e77900ce-07b2-4fe6-b403-758d5ead7ad9/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.1561413
Dec 25 21:39:46.856449 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 36644) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:39:46.859480 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c088afe-5066-4a24-960c-53dd88f5d359 None None] Sync routers for ids ['e77900ce-07b2-4fe6-b403-758d5ead7ad9'] in ncdv-master-1 {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 21:39:46.874016 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c088afe-5066-4a24-960c-53dd88f5d359 None None] Routers {'e77900ce-07b2-4fe6-b403-758d5ead7ad9'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:39:46.874811 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-3c088afe-5066-4a24-960c-53dd88f5d359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f261348d220>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:39:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['e77900ce-07b2-4fe6-b403-758d5ead7ad9'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:39:46.998482 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a76b22d8-c986-488f-84b3-c5f084aae61d admin admin] Publish callbacks [] for router, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:47.023226 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvr_db [None req-3c088afe-5066-4a24-960c-53dd88f5d359 None None] Set router e77900ce-07b2-4fe6-b403-758d5ead7ad9 gateway port host: ncdv-master-1 {{(pid=121608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:39:47.104352 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92591b49-5661-458b-9dd0-2d9a3c5c3737 req-8e0d1327-ab56-4dd2-8c7b-3c6b7da745d1 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:39:47.113058 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-92591b49-5661-458b-9dd0-2d9a3c5c3737 req-8e0d1327-ab56-4dd2-8c7b-3c6b7da745d1 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e933ee6-6f1f-4ab6-a383-83013426d722 HTTP/1.1" status: 200  len: 943 time: 0.0732424
Dec 25 21:39:47.156543 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a76b22d8-c986-488f-84b3-c5f084aae61d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:47.198271 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-92591b49-5661-458b-9dd0-2d9a3c5c3737 req-e5a24046-db86-4a96-a29f-d7609dd96d06 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "GET /v2.0/security-groups?id=2dd0ce2e-c467-45c4-9d2c-d6c9831710fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0776129
Dec 25 21:39:47.256924 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-3c088afe-5066-4a24-960c-53dd88f5d359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f261348d220>, [{'id': 'e77900ce-07b2-4fe6-b403-758d5ead7ad9', 'name': 'tempest-TestVolumeBootPattern-1467687193-router', 'tenant_id': 'c77dc74a46d64a67991d82bf12adb1dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.157'}], 'enable_snat': True}, 'gw_port_id': 'c6885c5e-06ab-4ac1-935b-561a4f8ff046', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:31:02Z', 'updated_at': '2021-12-25T21:39:46Z', 'revision_number': 5, 'project_id': 'c77dc74a46d64a67991d82bf12adb1dc', 'gw_port': {'id': 'c6885c5e-06ab-4ac1-935b-561a4f8ff046', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:bc:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e77900ce-07b2-4fe6-b403-758d5ead7ad9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2587, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:31:03Z', 'updated_at': '2021-12-25T21:31:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:39:47.286676 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c088afe-5066-4a24-960c-53dd88f5d359 None None] Checking router: e77900ce-07b2-4fe6-b403-758d5ead7ad9 for host: ncdv-master-1 {{(pid=121608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 25 21:39:47.297554 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c088afe-5066-4a24-960c-53dd88f5d359 None None] Routers {'e77900ce-07b2-4fe6-b403-758d5ead7ad9'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:39:47.298303 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-3c088afe-5066-4a24-960c-53dd88f5d359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f261348d220>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:39:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['e77900ce-07b2-4fe6-b403-758d5ead7ad9'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:39:47.317325 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-a76b22d8-c986-488f-84b3-c5f084aae61d admin admin] Deleting port c6885c5e-06ab-4ac1-935b-561a4f8ff046 {{(pid=121607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:39:47.317748 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a76b22d8-c986-488f-84b3-c5f084aae61d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:47.401906 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvr_db [None req-3c088afe-5066-4a24-960c-53dd88f5d359 None None] Set router e77900ce-07b2-4fe6-b403-758d5ead7ad9 gateway port host: None {{(pid=121608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:39:47.421255 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.db [None req-a76b22d8-c986-488f-84b3-c5f084aae61d admin admin] For port c6885c5e-06ab-4ac1-935b-561a4f8ff046, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c6885c5e-06ab-4ac1-935b-561a4f8ff046,segment=NetworkSegment(6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855),segment_id=6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855)] {{(pid=121607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:39:47.421618 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a76b22d8-c986-488f-84b3-c5f084aae61d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:47.466356 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-a76b22d8-c986-488f-84b3-c5f084aae61d admin admin] Calling delete_port for c6885c5e-06ab-4ac1-935b-561a4f8ff046 owned by network:router_gateway {{(pid=121607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:39:47.475876 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-3c088afe-5066-4a24-960c-53dd88f5d359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f261348d220>, [{'id': 'e77900ce-07b2-4fe6-b403-758d5ead7ad9', 'name': 'tempest-TestVolumeBootPattern-1467687193-router', 'tenant_id': 'c77dc74a46d64a67991d82bf12adb1dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:31:02Z', 'updated_at': '2021-12-25T21:39:47Z', 'revision_number': 6, 'project_id': 'c77dc74a46d64a67991d82bf12adb1dc', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:39:47.506985 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c088afe-5066-4a24-960c-53dd88f5d359 None None] The sync data for ids ['e77900ce-07b2-4fe6-b403-758d5ead7ad9'] in ncdv-master-1 is: [{'id': 'e77900ce-07b2-4fe6-b403-758d5ead7ad9', 'name': 'tempest-TestVolumeBootPattern-1467687193-router', 'tenant_id': 'c77dc74a46d64a67991d82bf12adb1dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:31:02Z', 'updated_at': '2021-12-25T21:39:47Z', 'revision_number': 6, 'project_id': 'c77dc74a46d64a67991d82bf12adb1dc', 'gw_port_host': None}] {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 21:39:47.682609 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bd3ac8-f7d4-4e63-9c04-eb3dcb934652 req-d54b4896-6e3e-46c5-9715-0464bc3f5b3a tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:39:47.685401 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-67bd3ac8-f7d4-4e63-9c04-eb3dcb934652 req-d54b4896-6e3e-46c5-9715-0464bc3f5b3a tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e933ee6-6f1f-4ab6-a383-83013426d722 HTTP/1.1" status: 200  len: 943 time: 0.1552038
Dec 25 21:39:47.721720 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f78b100-3edc-4d11-934e-b925b0ffe1ba req-3525975e-91ac-4464-a61a-1b37bac9813b tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:39:47.723254 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8f78b100-3edc-4d11-934e-b925b0ffe1ba req-3525975e-91ac-4464-a61a-1b37bac9813b tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e933ee6-6f1f-4ab6-a383-83013426d722&tenant_id=4ff29c23c5844f45826a02b6ae6b65e7&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 943 time: 0.1392503
Dec 25 21:39:47.791082 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-67bd3ac8-f7d4-4e63-9c04-eb3dcb934652 req-f70f5d4a-ff63-4056-b7d8-1ddedbbd52f4 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "GET /v2.0/security-groups?id=2dd0ce2e-c467-45c4-9d2c-d6c9831710fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0966029
Dec 25 21:39:47.810267 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a76b22d8-c986-488f-84b3-c5f084aae61d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:47.813315 ncdv-master-1 neutron-server[121606]: INFO neutron.api.v2.resource [req-8f78b100-3edc-4d11-934e-b925b0ffe1ba req-0c6fa276-290f-4900-89d7-936c436d2979 service neutron] delete failed (client error): The resource could not be found.
Dec 25 21:39:47.814455 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8f78b100-3edc-4d11-934e-b925b0ffe1ba req-0c6fa276-290f-4900-89d7-936c436d2979 service neutron] 10.222.0.31 "DELETE /v2.0/ports/f8a8588c-abcc-4eda-99f7-383ebeac328b/bindings/nch1-master-1 HTTP/1.1" status: 404  len: 380 time: 0.0832174
Dec 25 21:39:47.864267 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76b22d8-c986-488f-84b3-c5f084aae61d admin admin] Pushing event deleted for resources: {'Port': ['ID=c6885c5e-06ab-4ac1-935b-561a4f8ff046,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:39:47.906734 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64005b38-779f-4ce4-b2fa-03172def0cf2 None None] DHCP port deletion for 7201e55c-7c5f-41aa-a042-a363696539d0 request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 21:39:48.057689 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device d2ae1e58-e731-4aa2-ac2d-c929a2f84bab no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:39:48.071293 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f78b100-3edc-4d11-934e-b925b0ffe1ba req-3c9e440d-a950-44c6-a517-0564c2fef174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:39:48.073060 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8f78b100-3edc-4d11-934e-b925b0ffe1ba req-3c9e440d-a950-44c6-a517-0564c2fef174 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=4ff29c23c5844f45826a02b6ae6b65e7&device_id=0e933ee6-6f1f-4ab6-a383-83013426d722 HTTP/1.1" status: 200  len: 1094 time: 0.2005196
Dec 25 21:39:48.107487 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] No Port match for: d2ae1e58-e731-4aa2-ac2d-c929a2f84bab {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:39:48.108201 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device d2ae1e58-e731-4aa2-ac2d-c929a2f84bab not bound to the agent host ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:39:48.132438 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a76b22d8-c986-488f-84b3-c5f084aae61d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2008689'] for router_gateway, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:48.215811 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f78b100-3edc-4d11-934e-b925b0ffe1ba req-84a0969d-bb60-448a-96d1-e6539a794bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:39:48.215811 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8f78b100-3edc-4d11-934e-b925b0ffe1ba req-84a0969d-bb60-448a-96d1-e6539a794bf8 service neutron] 10.222.0.31 "GET /v2.0/networks?id=d227a8f7-d82b-444c-89d0-511b922f2260 HTTP/1.1" status: 200  len: 898 time: 0.1317942
Dec 25 21:39:48.269086 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a76b22d8-c986-488f-84b3-c5f084aae61d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2014235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14905'] for router, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:48.272698 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a76b22d8-c986-488f-84b3-c5f084aae61d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:48.289014 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8f78b100-3edc-4d11-934e-b925b0ffe1ba req-97464d7a-6c8f-42a6-ba8b-8e262fc810c2 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f8a8588c-abcc-4eda-99f7-383ebeac328b HTTP/1.1" status: 200  len: 999 time: 0.0707979
Dec 25 21:39:48.352020 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f78b100-3edc-4d11-934e-b925b0ffe1ba req-f318debd-52ce-4dfe-8873-0b89852dabf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:39:48.357717 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8f78b100-3edc-4d11-934e-b925b0ffe1ba req-f318debd-52ce-4dfe-8873-0b89852dabf7 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=ee860ac1-7afc-44c5-8b9f-76e3f7a077b2 HTTP/1.1" status: 200  len: 835 time: 0.0577109
Dec 25 21:39:48.398985 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a76b22d8-c986-488f-84b3-c5f084aae61d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2014220'] for router, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:48.399448 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a76b22d8-c986-488f-84b3-c5f084aae61d admin admin] Fanout notify agent at l3_agent the message router_deleted on router e77900ce-07b2-4fe6-b403-758d5ead7ad9 {{(pid=121607) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 25 21:39:48.401966 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f78b100-3edc-4d11-934e-b925b0ffe1ba req-d3c2c520-d1de-4d39-a547-f3b86e23180f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:39:48.403513 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8f78b100-3edc-4d11-934e-b925b0ffe1ba req-d3c2c520-d1de-4d39-a547-f3b86e23180f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d227a8f7-d82b-444c-89d0-511b922f2260&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0433939
Dec 25 21:39:48.404245 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a76b22d8-c986-488f-84b3-c5f084aae61d admin admin] Publish callbacks [] for router, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:48.405465 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-a76b22d8-c986-488f-84b3-c5f084aae61d admin admin] 10.222.0.32 "DELETE /v2.0/routers/e77900ce-07b2-4fe6-b403-758d5ead7ad9 HTTP/1.1" status: 204  len: 168 time: 1.5480676
Dec 25 21:39:48.407943 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 36688) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:39:48.460315 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_v2 [None req-76fe2d8e-b293-4558-96bc-27cd120a1e16 admin admin] Deleting subnet fedfc743-c289-4cd2-abdf-caaf178c8eab {{(pid=121607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Dec 25 21:39:48.463716 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-76fe2d8e-b293-4558-96bc-27cd120a1e16 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:48.512990 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-76fe2d8e-b293-4558-96bc-27cd120a1e16 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10246617'] for subnet, precommit_delete_associations {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:48.515826 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8f78b100-3edc-4d11-934e-b925b0ffe1ba req-4c30297b-5024-46a9-af18-54bbc4bb9b96 service neutron] 10.222.0.31 "GET /v2.0/networks/d227a8f7-d82b-444c-89d0-511b922f2260?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1048524
Dec 25 21:39:48.635177 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-76fe2d8e-b293-4558-96bc-27cd120a1e16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995662'] for subnet, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:48.647968 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8f78b100-3edc-4d11-934e-b925b0ffe1ba req-e739adae-d6da-4280-93f6-264386444fee service neutron] 10.222.0.31 "GET /v2.0/networks/d227a8f7-d82b-444c-89d0-511b922f2260?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1231024
Dec 25 21:39:48.787097 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-76fe2d8e-b293-4558-96bc-27cd120a1e16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8632410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8852809'] for subnet, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:48.816913 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fe2d8e-b293-4558-96bc-27cd120a1e16 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fedfc743-c289-4cd2-abdf-caaf178c8eab,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:39:48.819472 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-76fe2d8e-b293-4558-96bc-27cd120a1e16 admin admin] Publish callbacks [] for subnet, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:48.828926 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 36700) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:39:48.849796 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-76fe2d8e-b293-4558-96bc-27cd120a1e16 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/fedfc743-c289-4cd2-abdf-caaf178c8eab HTTP/1.1" status: 204  len: 168 time: 0.4404376
Dec 25 21:39:48.977151 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-b6ad942e-10c0-4465-a158-7e2fc4898c31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625803'] for network, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:49.008303 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf305c26-dbe0-4467-8bf4-1d8ce974bc76 req-bfddff18-6a90-4106-a05a-c90a021d7b00 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:39:49.014255 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-bf305c26-dbe0-4467-8bf4-1d8ce974bc76 req-bfddff18-6a90-4106-a05a-c90a021d7b00 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e933ee6-6f1f-4ab6-a383-83013426d722 HTTP/1.1" status: 200  len: 943 time: 0.0808094
Dec 25 21:39:49.021233 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fee8a611-8ee5-456f-bb5d-298f8d973798 None None] Network d257b68f-9132-4584-b1b0-827fbb5ce176 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:39:49.053689 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device f8a8588c-abcc-4eda-99f7-383ebeac328b details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 25 21:39:49.119481 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-bf305c26-dbe0-4467-8bf4-1d8ce974bc76 req-dc324f85-ac30-4fe8-9bd8-e6d47995fb30 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "GET /v2.0/security-groups?id=2dd0ce2e-c467-45c4-9d2c-d6c9831710fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0847967
Dec 25 21:39:49.126287 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-b6ad942e-10c0-4465-a158-7e2fc4898c31 admin admin] Deleting port 9b1bd8d1-0d69-4194-bc0e-a4fc2ade1cb0 {{(pid=121606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:39:49.127075 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-b6ad942e-10c0-4465-a158-7e2fc4898c31 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:49.231599 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port f8a8588c-abcc-4eda-99f7-383ebeac328b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f8a8588c-abcc-4eda-99f7-383ebeac328b,segment=NetworkSegment(c534f41a-8c49-4cda-99c2-993827ed0847),segment_id=c534f41a-8c49-4cda-99c2-993827ed0847)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:39:49.235263 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [None req-b6ad942e-10c0-4465-a158-7e2fc4898c31 admin admin] For port 9b1bd8d1-0d69-4194-bc0e-a4fc2ade1cb0, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9b1bd8d1-0d69-4194-bc0e-a4fc2ade1cb0,segment=NetworkSegment(399a6746-6b98-4df2-84fe-0fb7167d792c),segment_id=399a6746-6b98-4df2-84fe-0fb7167d792c)] {{(pid=121606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:39:49.235655 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-b6ad942e-10c0-4465-a158-7e2fc4898c31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:49.257805 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-b6ad942e-10c0-4465-a158-7e2fc4898c31 admin admin] Calling delete_port for 9b1bd8d1-0d69-4194-bc0e-a4fc2ade1cb0 owned by network:dhcp {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:39:49.277042 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Returning: {'device': 'f8a8588c-abcc-4eda-99f7-383ebeac328b', 'network_id': 'd227a8f7-d82b-444c-89d0-511b922f2260', 'port_id': 'f8a8588c-abcc-4eda-99f7-383ebeac328b', 'mac_address': 'fa:16:3e:08:bb:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee860ac1-7afc-44c5-8b9f-76e3f7a077b2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 25 21:39:49.329222 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:49.333769 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2d962dc-fe70-48f1-8795-bb06a8cd628a None None] DHCP port deletion for d257b68f-9132-4584-b1b0-827fbb5ce176 request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 21:39:49.352991 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8a8588c-abcc-4eda-99f7-383ebeac328b {{(pid=121608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:39:49.393656 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port f8a8588c-abcc-4eda-99f7-383ebeac328b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f8a8588c-abcc-4eda-99f7-383ebeac328b,segment=NetworkSegment(c534f41a-8c49-4cda-99c2-993827ed0847),segment_id=c534f41a-8c49-4cda-99c2-993827ed0847)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:39:49.412978 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-b2d962dc-fe70-48f1-8795-bb06a8cd628a None None] Deleting port 9b1bd8d1-0d69-4194-bc0e-a4fc2ade1cb0 {{(pid=121608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:39:49.413349 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-b2d962dc-fe70-48f1-8795-bb06a8cd628a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:49.471541 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-b6ad942e-10c0-4465-a158-7e2fc4898c31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:49.489262 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-b2d962dc-fe70-48f1-8795-bb06a8cd628a None None] For port 9b1bd8d1-0d69-4194-bc0e-a4fc2ade1cb0, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9b1bd8d1-0d69-4194-bc0e-a4fc2ade1cb0,segment=NetworkSegment(399a6746-6b98-4df2-84fe-0fb7167d792c),segment_id=399a6746-6b98-4df2-84fe-0fb7167d792c)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:39:49.489702 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-b2d962dc-fe70-48f1-8795-bb06a8cd628a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:49.506169 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:49.509048 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ad942e-10c0-4465-a158-7e2fc4898c31 admin admin] Pushing event deleted for resources: {'Port': ['ID=9b1bd8d1-0d69-4194-bc0e-a4fc2ade1cb0,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:39:49.514812 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-b2d962dc-fe70-48f1-8795-bb06a8cd628a None None] Calling delete_port for 9b1bd8d1-0d69-4194-bc0e-a4fc2ade1cb0 owned by network:dhcp {{(pid=121608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:39:49.517469 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6ad942e-10c0-4465-a158-7e2fc4898c31 admin admin] No DVR routers for this DVR port 9b1bd8d1-0d69-4194-bc0e-a4fc2ade1cb0 on host ncdv-master-1 {{(pid=121606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:39:49.602606 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-b6ad942e-10c0-4465-a158-7e2fc4898c31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997585', 'neutron.services.segments.db._delete_segments_for_network-8737602743071'] for network, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:49.604946 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Pushing event updated for resources: {'Port': ['ID=f8a8588c-abcc-4eda-99f7-383ebeac328b,revision_number=8']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:39:49.628602 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.segments.db [None req-b6ad942e-10c0-4465-a158-7e2fc4898c31 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f26135dc160>,) {'filters': {'network_id': ['d257b68f-9132-4584-b1b0-827fbb5ce176']}} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:39:49.639122 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.segments.db [None req-b6ad942e-10c0-4465-a158-7e2fc4898c31 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f26135dc160>, '399a6746-6b98-4df2-84fe-0fb7167d792c') {'for_net_delete': True} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:39:49.639310 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-b2d962dc-fe70-48f1-8795-bb06a8cd628a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955'] for port, after_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:49.639410 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.segments.db [None req-b6ad942e-10c0-4465-a158-7e2fc4898c31 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f26135dc160>, '399a6746-6b98-4df2-84fe-0fb7167d792c') {} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:39:49.657104 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-b6ad942e-10c0-4465-a158-7e2fc4898c31 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737602746920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9084222'] for segment, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:49.676266 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d962dc-fe70-48f1-8795-bb06a8cd628a None None] Pushing event deleted for resources: {'Port': ['ID=9b1bd8d1-0d69-4194-bc0e-a4fc2ade1cb0,revision_number=None']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:39:49.677502 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-b6ad942e-10c0-4465-a158-7e2fc4898c31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:49.682812 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2d962dc-fe70-48f1-8795-bb06a8cd628a None None] No DVR routers for this DVR port 9b1bd8d1-0d69-4194-bc0e-a4fc2ade1cb0 on host ncdv-master-1 {{(pid=121608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:39:49.698656 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6ad942e-10c0-4465-a158-7e2fc4898c31 admin admin] Releasing vlan 152 on physical network physnet1 to pool {{(pid=121606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 25 21:39:49.698656 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-b6ad942e-10c0-4465-a158-7e2fc4898c31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9084542'] for segment, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:49.698656 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:39:49.698656 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:39:49.698656 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:39:49.698656 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:39:49.698656 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:39:49.698656 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:39:49.698656 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:39:49.698656 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:39:49.698656 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:39:49.698656 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:39:49.698656 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:39:49.698656 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:39:49.698656 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:39:49.698656 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:39:49.698656 ncdv-master-1 neutron-server[121606]: Traceback (most recent call last):
Dec 25 21:39:49.698656 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 25 21:39:49.698656 ncdv-master-1 neutron-server[121606]:     timer()
Dec 25 21:39:49.698656 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 25 21:39:49.698656 ncdv-master-1 neutron-server[121606]:     cb(*args, **kw)
Dec 25 21:39:49.698656 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 25 21:39:49.698656 ncdv-master-1 neutron-server[121606]:     return func(*args, **kwargs)
Dec 25 21:39:49.698656 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 25 21:39:49.698656 ncdv-master-1 neutron-server[121606]:     self._notify()
Dec 25 21:39:49.698656 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 25 21:39:49.698656 ncdv-master-1 neutron-server[121606]:     self.callback(batched_events)
Dec 25 21:39:49.698656 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 25 21:39:49.698656 ncdv-master-1 neutron-server[121606]:     event.method(event)
Dec 25 21:39:49.698656 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 25 21:39:49.698656 ncdv-master-1 neutron-server[121606]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 25 21:39:49.698656 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 25 21:39:49.698656 ncdv-master-1 neutron-server[121606]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 25 21:39:49.698656 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 25 21:39:49.698656 ncdv-master-1 neutron-server[121606]:     return f(self, *a, **k)
Dec 25 21:39:49.698656 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 25 21:39:49.698656 ncdv-master-1 neutron-server[121606]:     return self._get(url).json()
Dec 25 21:39:49.698656 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 25 21:39:49.698656 ncdv-master-1 neutron-server[121606]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 25 21:39:49.698656 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 25 21:39:49.698656 ncdv-master-1 neutron-server[121606]:     return self.request(url, 'GET', **kwargs)
Dec 25 21:39:49.698656 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 25 21:39:49.698656 ncdv-master-1 neutron-server[121606]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 25 21:39:49.698656 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 25 21:39:49.698656 ncdv-master-1 neutron-server[121606]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 25 21:39:49.698656 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 25 21:39:49.698656 ncdv-master-1 neutron-server[121606]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 25 21:39:49.698656 ncdv-master-1 neutron-server[121606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 25 21:39:49.755645 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] get_ports_and_sgs() called for port_ids ['f8a8588c-abcc-4eda-99f7-383ebeac328b'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:39:49.884304 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device c6885c5e-06ab-4ac1-935b-561a4f8ff046 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:39:49.884439 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-b6ad942e-10c0-4465-a158-7e2fc4898c31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2008653'] for network, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:49.890168 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-b6ad942e-10c0-4465-a158-7e2fc4898c31 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for network, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:49.893811 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-b6ad942e-10c0-4465-a158-7e2fc4898c31 admin admin] 10.222.0.32 "DELETE /v2.0/networks/d257b68f-9132-4584-b1b0-827fbb5ce176 HTTP/1.1" status: 204  len: 168 time: 1.0637934
Dec 25 21:39:49.896785 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 36738) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:39:49.906450 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ad942e-10c0-4465-a158-7e2fc4898c31 admin admin] Pushing event deleted for resources: {'Network': ['ID=d257b68f-9132-4584-b1b0-827fbb5ce176,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:39:49.924456 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] No Port match for: c6885c5e-06ab-4ac1-935b-561a4f8ff046 {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:39:49.924801 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device c6885c5e-06ab-4ac1-935b-561a4f8ff046 not bound to the agent host ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:39:49.925243 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 9b1bd8d1-0d69-4194-bc0e-a4fc2ade1cb0 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:39:49.985754 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] No Port match for: 9b1bd8d1-0d69-4194-bc0e-a4fc2ade1cb0 {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:39:49.986108 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 9b1bd8d1-0d69-4194-bc0e-a4fc2ade1cb0 not bound to the agent host ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:39:50.255460 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee55e8f-567e-4da9-8956-55b0523e9aec req-c8421cf8-5d4a-425e-baf5-44ddae8cd1e3 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:39:50.257708 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0ee55e8f-567e-4da9-8956-55b0523e9aec req-c8421cf8-5d4a-425e-baf5-44ddae8cd1e3 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e933ee6-6f1f-4ab6-a383-83013426d722 HTTP/1.1" status: 200  len: 944 time: 0.0498853
Dec 25 21:39:50.329612 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-8e943f51-a032-47b2-82d5-a653474dec37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2007615'] for router_interface, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:50.334989 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0ee55e8f-567e-4da9-8956-55b0523e9aec req-23e7f0ad-eba2-438c-a930-bed48a14d81c tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "GET /v2.0/security-groups?id=2dd0ce2e-c467-45c4-9d2c-d6c9831710fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0678589
Dec 25 21:39:50.357874 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 36756) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:39:50.419118 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-92923ad8-dfb6-4f57-8c2e-b8ebf38de4c3 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "GET /v2.0/floatingips/80ff6560-09f4-47e9-a8ec-bf79e6da88d6 HTTP/1.1" status: 200  len: 992 time: 0.0599368
Dec 25 21:39:50.588998 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-8e943f51-a032-47b2-82d5-a653474dec37 admin admin] Deleting port 439be588-3d08-4077-9440-57e063734a69 {{(pid=121607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:39:50.589286 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-8e943f51-a032-47b2-82d5-a653474dec37 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:50.652185 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 36762) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:39:50.689461 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.db [None req-8e943f51-a032-47b2-82d5-a653474dec37 admin admin] For port 439be588-3d08-4077-9440-57e063734a69, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=439be588-3d08-4077-9440-57e063734a69,segment=NetworkSegment(15189edd-b051-41f2-8c57-a39fda2e0b15),segment_id=15189edd-b051-41f2-8c57-a39fda2e0b15)] {{(pid=121607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:39:50.689837 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-8e943f51-a032-47b2-82d5-a653474dec37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:50.704243 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-8e943f51-a032-47b2-82d5-a653474dec37 admin admin] Calling delete_port for 439be588-3d08-4077-9440-57e063734a69 owned by network:router_interface {{(pid=121607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:39:50.784783 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f60829bb-a265-4518-a388-775a2121450a admin admin] Publish callbacks [] for security_group, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:50.951716 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f60829bb-a265-4518-a388-775a2121450a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:51.049950 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f60829bb-a265-4518-a388-775a2121450a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:51.089994 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-f60829bb-a265-4518-a388-775a2121450a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=335f72451e144726b34d17ebd3de3e1d&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4368126
Dec 25 21:39:51.090844 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60829bb-a265-4518-a388-775a2121450a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31a312bd-125a-4b29-95f9-bb92ccb286c6,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:39:51.092762 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 36766) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:39:51.106861 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-8e943f51-a032-47b2-82d5-a653474dec37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:51.130467 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e943f51-a032-47b2-82d5-a653474dec37 admin admin] Pushing event deleted for resources: {'Port': ['ID=439be588-3d08-4077-9440-57e063734a69,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:39:51.144153 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-e697cc77-bbf5-41e9-961b-3d31722609e3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:51.175306 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-e697cc77-bbf5-41e9-961b-3d31722609e3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:51.312867 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-e697cc77-bbf5-41e9-961b-3d31722609e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:51.316132 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-e697cc77-bbf5-41e9-961b-3d31722609e3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:51.321395 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-e697cc77-bbf5-41e9-961b-3d31722609e3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/31a312bd-125a-4b29-95f9-bb92ccb286c6 HTTP/1.1" status: 204  len: 168 time: 0.2272193
Dec 25 21:39:51.331979 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e697cc77-bbf5-41e9-961b-3d31722609e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31a312bd-125a-4b29-95f9-bb92ccb286c6,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:39:51.344108 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-8e943f51-a032-47b2-82d5-a653474dec37 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2007763'] for router_interface, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:51.571769 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e943f51-a032-47b2-82d5-a653474dec37 admin admin] Router c8b4f391-b7a2-480d-917c-5226c6ce1fa0 has already been hosted by L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 {{(pid=121607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 25 21:39:51.687342 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e943f51-a032-47b2-82d5-a653474dec37 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 21:39:51.691781 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 36780) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:39:51.691893 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-8e943f51-a032-47b2-82d5-a653474dec37 admin admin] 10.222.0.32 "PUT /v2.0/routers/c8b4f391-b7a2-480d-917c-5226c6ce1fa0/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.7939298
Dec 25 21:39:51.703061 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80f6e7da-0a92-4736-b8ab-785370dc4e60 None None] Sync routers for ids ['c8b4f391-b7a2-480d-917c-5226c6ce1fa0'] in ncdv-master-1 {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 21:39:51.713610 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80f6e7da-0a92-4736-b8ab-785370dc4e60 None None] Routers {'c8b4f391-b7a2-480d-917c-5226c6ce1fa0'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:39:51.714442 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-80f6e7da-0a92-4736-b8ab-785370dc4e60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2618719940>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:39:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['c8b4f391-b7a2-480d-917c-5226c6ce1fa0'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:39:51.822992 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-eaae2199-6168-49c3-bfa6-07131b513498 admin admin] Publish callbacks [] for router, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:51.825536 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvr_db [None req-80f6e7da-0a92-4736-b8ab-785370dc4e60 None None] Set router c8b4f391-b7a2-480d-917c-5226c6ce1fa0 gateway port host: ncdv-master-1 {{(pid=121609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:39:51.954193 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-eaae2199-6168-49c3-bfa6-07131b513498 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:52.014985 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-80f6e7da-0a92-4736-b8ab-785370dc4e60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2618719940>, [{'id': 'c8b4f391-b7a2-480d-917c-5226c6ce1fa0', 'name': 'tempest-TestVolumeBootPattern-987691899-router', 'tenant_id': '682ce12dc98b4f82b95ff686c0e788d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.122'}], 'enable_snat': True}, 'gw_port_id': 'dfac114b-c223-4a4d-b163-d8b06e789ad5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:31:18Z', 'updated_at': '2021-12-25T21:39:50Z', 'revision_number': 5, 'project_id': '682ce12dc98b4f82b95ff686c0e788d8', 'gw_port': {'id': 'dfac114b-c223-4a4d-b163-d8b06e789ad5', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:a1:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8b4f391-b7a2-480d-917c-5226c6ce1fa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2646, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:31:21Z', 'updated_at': '2021-12-25T21:31:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:39:52.044943 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80f6e7da-0a92-4736-b8ab-785370dc4e60 None None] Checking router: c8b4f391-b7a2-480d-917c-5226c6ce1fa0 for host: ncdv-master-1 {{(pid=121609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 25 21:39:52.053080 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80f6e7da-0a92-4736-b8ab-785370dc4e60 None None] Routers {'c8b4f391-b7a2-480d-917c-5226c6ce1fa0'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:39:52.053683 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-80f6e7da-0a92-4736-b8ab-785370dc4e60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2618719940>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:39:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['c8b4f391-b7a2-480d-917c-5226c6ce1fa0'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:39:52.155135 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-eaae2199-6168-49c3-bfa6-07131b513498 admin admin] Deleting port dfac114b-c223-4a4d-b163-d8b06e789ad5 {{(pid=121606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:39:52.155801 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-eaae2199-6168-49c3-bfa6-07131b513498 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:52.229755 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 36794) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:39:52.248165 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvr_db [None req-80f6e7da-0a92-4736-b8ab-785370dc4e60 None None] Set router c8b4f391-b7a2-480d-917c-5226c6ce1fa0 gateway port host: ncdv-master-1 {{(pid=121609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:39:52.251738 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [None req-eaae2199-6168-49c3-bfa6-07131b513498 admin admin] For port dfac114b-c223-4a4d-b163-d8b06e789ad5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=dfac114b-c223-4a4d-b163-d8b06e789ad5,segment=NetworkSegment(6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855),segment_id=6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855)] {{(pid=121606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:39:52.252068 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-eaae2199-6168-49c3-bfa6-07131b513498 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:52.254523 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-b468ab92-5518-4c85-8310-7e60d70d10a7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:52.274778 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-eaae2199-6168-49c3-bfa6-07131b513498 admin admin] Calling delete_port for dfac114b-c223-4a4d-b163-d8b06e789ad5 owned by network:router_gateway {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:39:52.427440 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-80f6e7da-0a92-4736-b8ab-785370dc4e60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2618719940>, [{'id': 'c8b4f391-b7a2-480d-917c-5226c6ce1fa0', 'name': 'tempest-TestVolumeBootPattern-987691899-router', 'tenant_id': '682ce12dc98b4f82b95ff686c0e788d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.122'}], 'enable_snat': True}, 'gw_port_id': 'dfac114b-c223-4a4d-b163-d8b06e789ad5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:31:18Z', 'updated_at': '2021-12-25T21:39:50Z', 'revision_number': 5, 'project_id': '682ce12dc98b4f82b95ff686c0e788d8', 'gw_port': {'id': 'dfac114b-c223-4a4d-b163-d8b06e789ad5', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:a1:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8b4f391-b7a2-480d-917c-5226c6ce1fa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2646, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:31:21Z', 'updated_at': '2021-12-25T21:31:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:39:52.441476 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-b468ab92-5518-4c85-8310-7e60d70d10a7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:52.454296 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80f6e7da-0a92-4736-b8ab-785370dc4e60 None None] The sync data for ids ['c8b4f391-b7a2-480d-917c-5226c6ce1fa0'] in ncdv-master-1 is: [{'id': 'c8b4f391-b7a2-480d-917c-5226c6ce1fa0', 'name': 'tempest-TestVolumeBootPattern-987691899-router', 'tenant_id': '682ce12dc98b4f82b95ff686c0e788d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.122'}], 'enable_snat': True}, 'gw_port_id': 'dfac114b-c223-4a4d-b163-d8b06e789ad5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:31:18Z', 'updated_at': '2021-12-25T21:39:50Z', 'revision_number': 5, 'project_id': '682ce12dc98b4f82b95ff686c0e788d8', 'gw_port': {'id': 'dfac114b-c223-4a4d-b163-d8b06e789ad5', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:a1:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8b4f391-b7a2-480d-917c-5226c6ce1fa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2646, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:31:21Z', 'updated_at': '2021-12-25T21:31:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 21:39:52.534661 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-b468ab92-5518-4c85-8310-7e60d70d10a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:52.562445 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-eaae2199-6168-49c3-bfa6-07131b513498 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:52.606855 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-b468ab92-5518-4c85-8310-7e60d70d10a7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1adde6bcac0041a2b698a828b8c6f39b&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3758824
Dec 25 21:39:52.609424 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 36798) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:39:52.615153 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaae2199-6168-49c3-bfa6-07131b513498 admin admin] Pushing event deleted for resources: {'Port': ['ID=dfac114b-c223-4a4d-b163-d8b06e789ad5,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:39:52.617505 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b468ab92-5518-4c85-8310-7e60d70d10a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d3c57d7-7888-47cc-9b8c-19f78d2d1954,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:39:52.622370 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f3175f3-ef5a-4d51-88ee-8b5084b3c364 None None] DHCP port deletion for 7201e55c-7c5f-41aa-a042-a363696539d0 request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 21:39:52.685406 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-1b4d9a02-bd2b-4bc0-8c24-65a740243926 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:52.687947 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-eaae2199-6168-49c3-bfa6-07131b513498 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2008689'] for router_gateway, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:52.710254 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-1b4d9a02-bd2b-4bc0-8c24-65a740243926 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:52.783301 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-eaae2199-6168-49c3-bfa6-07131b513498 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2014235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14905'] for router, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:52.785828 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-eaae2199-6168-49c3-bfa6-07131b513498 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:52.844050 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-1b4d9a02-bd2b-4bc0-8c24-65a740243926 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:52.846913 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-1b4d9a02-bd2b-4bc0-8c24-65a740243926 admin admin] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:52.848342 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-1b4d9a02-bd2b-4bc0-8c24-65a740243926 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6d3c57d7-7888-47cc-9b8c-19f78d2d1954 HTTP/1.1" status: 204  len: 168 time: 0.2378838
Dec 25 21:39:52.857469 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device f8a8588c-abcc-4eda-99f7-383ebeac328b up at agent hyperv_nch2-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:39:52.872428 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4d9a02-bd2b-4bc0-8c24-65a740243926 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d3c57d7-7888-47cc-9b8c-19f78d2d1954,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:39:52.911084 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-eaae2199-6168-49c3-bfa6-07131b513498 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2014220'] for router, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:52.912833 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eaae2199-6168-49c3-bfa6-07131b513498 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c8b4f391-b7a2-480d-917c-5226c6ce1fa0 {{(pid=121606) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 25 21:39:52.924524 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-eaae2199-6168-49c3-bfa6-07131b513498 admin admin] Publish callbacks [] for router, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:52.924524 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-eaae2199-6168-49c3-bfa6-07131b513498 admin admin] 10.222.0.32 "DELETE /v2.0/routers/c8b4f391-b7a2-480d-917c-5226c6ce1fa0 HTTP/1.1" status: 204  len: 168 time: 1.2277083
Dec 25 21:39:52.924524 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 36806) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:39:52.984495 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_v2 [None req-43897b6f-1162-40d4-a8f6-e95ea83b3096 admin admin] Deleting subnet 67b19293-f701-4d02-bd60-42b26f656b43 {{(pid=121606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Dec 25 21:39:52.988257 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-43897b6f-1162-40d4-a8f6-e95ea83b3096 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:52.998277 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Provisioning for port f8a8588c-abcc-4eda-99f7-383ebeac328b completed by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 25 21:39:53.003048 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Provisioning complete for port f8a8588c-abcc-4eda-99f7-383ebeac328b triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:39:53.003495 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:53.030350 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-43897b6f-1162-40d4-a8f6-e95ea83b3096 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9084199'] for subnet, precommit_delete_associations {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:53.110619 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:53.122641 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-43897b6f-1162-40d4-a8f6-e95ea83b3096 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995662'] for subnet, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:53.137619 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e933ee6-6f1f-4ab6-a383-83013426d722', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8a8588c-abcc-4eda-99f7-383ebeac328b'}] {{(pid=121608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:39:53.141240 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a88c78c3ff6266bd59c7e89d275b28c92e739b67d23c89d71af88829fd31566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27a40522-acdb-4512-895e-b8fc1b10c89a" -d '{"events": [{"server_uuid": "0e933ee6-6f1f-4ab6-a383-83013426d722", "name": "network-vif-plugged", "status": "completed", "tag": "f8a8588c-abcc-4eda-99f7-383ebeac328b"}]}' {{(pid=121608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:39:53.162869 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port f8a8588c-abcc-4eda-99f7-383ebeac328b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f8a8588c-abcc-4eda-99f7-383ebeac328b,segment=NetworkSegment(c534f41a-8c49-4cda-99c2-993827ed0847),segment_id=c534f41a-8c49-4cda-99c2-993827ed0847)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:39:53.190387 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 21:39:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26424ffb-744c-4f65-b1f9-da381a3a029d x-openstack-request-id: req-26424ffb-744c-4f65-b1f9-da381a3a029d {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:39:53.191331 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e933ee6-6f1f-4ab6-a383-83013426d722", "name": "network-vif-plugged", "status": "completed", "tag": "f8a8588c-abcc-4eda-99f7-383ebeac328b", "code": 200}]} {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:39:53.191754 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-26424ffb-744c-4f65-b1f9-da381a3a029d {{(pid=121608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:39:53.192513 ncdv-master-1 neutron-server[121608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e933ee6-6f1f-4ab6-a383-83013426d722', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8a8588c-abcc-4eda-99f7-383ebeac328b', 'code': 200}
Dec 25 21:39:53.293883 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:53.350365 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Pushing event updated for resources: {'Port': ['ID=f8a8588c-abcc-4eda-99f7-383ebeac328b,revision_number=9']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:39:53.358496 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-43897b6f-1162-40d4-a8f6-e95ea83b3096 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9084363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9028506'] for subnet, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:53.387738 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43897b6f-1162-40d4-a8f6-e95ea83b3096 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=67b19293-f701-4d02-bd60-42b26f656b43,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:39:53.389993 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-43897b6f-1162-40d4-a8f6-e95ea83b3096 admin admin] Publish callbacks [] for subnet, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:53.395433 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-43897b6f-1162-40d4-a8f6-e95ea83b3096 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/67b19293-f701-4d02-bd60-42b26f656b43 HTTP/1.1" status: 204  len: 168 time: 0.4663389
Dec 25 21:39:53.395754 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 36818) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:39:53.399308 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-918dc46c-98b4-45ef-b5df-3c850d41128a None None] Network 01268c99-d805-478f-bd5d-c08c5fd8a88a requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:39:53.467502 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-ea1da8dd-d12f-4167-bc4c-0e0c3e56bd4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625803'] for network, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:53.549610 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-ea1da8dd-d12f-4167-bc4c-0e0c3e56bd4d admin admin] Deleting port fc76d9d4-9d72-4e1c-8800-03124c6a57ce {{(pid=121606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:39:53.549950 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-ea1da8dd-d12f-4167-bc4c-0e0c3e56bd4d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:53.610592 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f656eb94-a637-4cc3-871e-6475ebfe6b91 None None] DHCP port deletion for 01268c99-d805-478f-bd5d-c08c5fd8a88a request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 21:39:53.628722 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [None req-ea1da8dd-d12f-4167-bc4c-0e0c3e56bd4d admin admin] For port fc76d9d4-9d72-4e1c-8800-03124c6a57ce, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fc76d9d4-9d72-4e1c-8800-03124c6a57ce,segment=NetworkSegment(15189edd-b051-41f2-8c57-a39fda2e0b15),segment_id=15189edd-b051-41f2-8c57-a39fda2e0b15)] {{(pid=121606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:39:53.629262 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-ea1da8dd-d12f-4167-bc4c-0e0c3e56bd4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:53.652006 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-ea1da8dd-d12f-4167-bc4c-0e0c3e56bd4d admin admin] Calling delete_port for fc76d9d4-9d72-4e1c-8800-03124c6a57ce owned by network:dhcp {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:39:53.668123 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-f656eb94-a637-4cc3-871e-6475ebfe6b91 None None] Deleting port fc76d9d4-9d72-4e1c-8800-03124c6a57ce {{(pid=121608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:39:53.668722 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-f656eb94-a637-4cc3-871e-6475ebfe6b91 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:53.737768 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-f656eb94-a637-4cc3-871e-6475ebfe6b91 None None] For port fc76d9d4-9d72-4e1c-8800-03124c6a57ce, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fc76d9d4-9d72-4e1c-8800-03124c6a57ce,segment=NetworkSegment(15189edd-b051-41f2-8c57-a39fda2e0b15),segment_id=15189edd-b051-41f2-8c57-a39fda2e0b15)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:39:53.738204 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-f656eb94-a637-4cc3-871e-6475ebfe6b91 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:53.751342 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-f656eb94-a637-4cc3-871e-6475ebfe6b91 None None] Calling delete_port for fc76d9d4-9d72-4e1c-8800-03124c6a57ce owned by network:dhcp {{(pid=121608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:39:53.849978 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-ea1da8dd-d12f-4167-bc4c-0e0c3e56bd4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:53.857542 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-f656eb94-a637-4cc3-871e-6475ebfe6b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955'] for port, after_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:53.880190 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1da8dd-d12f-4167-bc4c-0e0c3e56bd4d admin admin] Pushing event deleted for resources: {'Port': ['ID=fc76d9d4-9d72-4e1c-8800-03124c6a57ce,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:39:53.883796 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea1da8dd-d12f-4167-bc4c-0e0c3e56bd4d admin admin] No DVR routers for this DVR port fc76d9d4-9d72-4e1c-8800-03124c6a57ce on host ncdv-master-1 {{(pid=121606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:39:53.893013 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device fc76d9d4-9d72-4e1c-8800-03124c6a57ce no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:39:53.895888 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f656eb94-a637-4cc3-871e-6475ebfe6b91 None None] No DVR routers for this DVR port fc76d9d4-9d72-4e1c-8800-03124c6a57ce on host ncdv-master-1 {{(pid=121608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:39:53.898167 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f656eb94-a637-4cc3-871e-6475ebfe6b91 None None] Pushing event deleted for resources: {'Port': ['ID=fc76d9d4-9d72-4e1c-8800-03124c6a57ce,revision_number=None']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:39:53.921908 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] No Port match for: fc76d9d4-9d72-4e1c-8800-03124c6a57ce {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:39:53.922335 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device fc76d9d4-9d72-4e1c-8800-03124c6a57ce not bound to the agent host ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:39:53.922816 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device dfac114b-c223-4a4d-b163-d8b06e789ad5 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:39:53.944167 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] No Port match for: dfac114b-c223-4a4d-b163-d8b06e789ad5 {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:39:53.944602 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device dfac114b-c223-4a4d-b163-d8b06e789ad5 not bound to the agent host ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:39:53.945105 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 439be588-3d08-4077-9440-57e063734a69 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:39:53.962220 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-ea1da8dd-d12f-4167-bc4c-0e0c3e56bd4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997585', 'neutron.services.segments.db._delete_segments_for_network-8737602743071'] for network, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:53.964413 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] No Port match for: 439be588-3d08-4077-9440-57e063734a69 {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:39:53.964950 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 439be588-3d08-4077-9440-57e063734a69 not bound to the agent host ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:39:53.988091 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.segments.db [None req-ea1da8dd-d12f-4167-bc4c-0e0c3e56bd4d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2613529130>,) {'filters': {'network_id': ['01268c99-d805-478f-bd5d-c08c5fd8a88a']}} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:39:53.998607 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.segments.db [None req-ea1da8dd-d12f-4167-bc4c-0e0c3e56bd4d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2613529130>, '15189edd-b051-41f2-8c57-a39fda2e0b15') {'for_net_delete': True} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:39:53.998891 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.segments.db [None req-ea1da8dd-d12f-4167-bc4c-0e0c3e56bd4d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2613529130>, '15189edd-b051-41f2-8c57-a39fda2e0b15') {} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:39:54.008890 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-ea1da8dd-d12f-4167-bc4c-0e0c3e56bd4d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737602746920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9084222'] for segment, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:54.023076 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-ea1da8dd-d12f-4167-bc4c-0e0c3e56bd4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:54.031846 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea1da8dd-d12f-4167-bc4c-0e0c3e56bd4d admin admin] Releasing vlan 182 on physical network physnet1 to pool {{(pid=121606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 25 21:39:54.031846 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-ea1da8dd-d12f-4167-bc4c-0e0c3e56bd4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9084542'] for segment, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:54.031846 ncdv-master-1 neutron-server[121606]: Traceback (most recent call last):
Dec 25 21:39:54.031846 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 25 21:39:54.031846 ncdv-master-1 neutron-server[121606]:     timer()
Dec 25 21:39:54.031846 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 25 21:39:54.031846 ncdv-master-1 neutron-server[121606]:     cb(*args, **kw)
Dec 25 21:39:54.031846 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 25 21:39:54.031846 ncdv-master-1 neutron-server[121606]:     return func(*args, **kwargs)
Dec 25 21:39:54.031846 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 25 21:39:54.031846 ncdv-master-1 neutron-server[121606]:     self._notify()
Dec 25 21:39:54.031846 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 25 21:39:54.031846 ncdv-master-1 neutron-server[121606]:     self.callback(batched_events)
Dec 25 21:39:54.031846 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 25 21:39:54.031846 ncdv-master-1 neutron-server[121606]:     event.method(event)
Dec 25 21:39:54.031846 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 25 21:39:54.031846 ncdv-master-1 neutron-server[121606]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 25 21:39:54.031846 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 25 21:39:54.031846 ncdv-master-1 neutron-server[121606]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 25 21:39:54.031846 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 25 21:39:54.031846 ncdv-master-1 neutron-server[121606]:     return f(self, *a, **k)
Dec 25 21:39:54.031846 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 25 21:39:54.031846 ncdv-master-1 neutron-server[121606]:     return self._get(url).json()
Dec 25 21:39:54.031846 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 25 21:39:54.031846 ncdv-master-1 neutron-server[121606]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 25 21:39:54.031846 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 25 21:39:54.031846 ncdv-master-1 neutron-server[121606]:     return self.request(url, 'GET', **kwargs)
Dec 25 21:39:54.031846 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 25 21:39:54.031846 ncdv-master-1 neutron-server[121606]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 25 21:39:54.031846 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 25 21:39:54.031846 ncdv-master-1 neutron-server[121606]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 25 21:39:54.031846 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 25 21:39:54.031846 ncdv-master-1 neutron-server[121606]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 25 21:39:54.031846 ncdv-master-1 neutron-server[121606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 25 21:39:54.162769 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-ea1da8dd-d12f-4167-bc4c-0e0c3e56bd4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2008653'] for network, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:54.178960 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-ea1da8dd-d12f-4167-bc4c-0e0c3e56bd4d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for network, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:54.182241 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-ea1da8dd-d12f-4167-bc4c-0e0c3e56bd4d admin admin] 10.222.0.32 "DELETE /v2.0/networks/01268c99-d805-478f-bd5d-c08c5fd8a88a HTTP/1.1" status: 204  len: 168 time: 0.7857471
Dec 25 21:39:54.183297 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1da8dd-d12f-4167-bc4c-0e0c3e56bd4d admin admin] Pushing event deleted for resources: {'Network': ['ID=01268c99-d805-478f-bd5d-c08c5fd8a88a,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:39:54.978589 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 36848) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:39:55.021417 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-f48091cf-a07e-4e5d-8394-432e90393086 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c77dc74a46d64a67991d82bf12adb1dc&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0408654
Dec 25 21:39:55.023860 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 36850) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:39:55.075127 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-a9107e5c-89ac-493d-b3ec-2808cfcad289 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:55.098661 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-a9107e5c-89ac-493d-b3ec-2808cfcad289 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:55.288206 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-a9107e5c-89ac-493d-b3ec-2808cfcad289 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:55.290939 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-a9107e5c-89ac-493d-b3ec-2808cfcad289 admin admin] Publish callbacks [] for security_group, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:55.292258 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-a9107e5c-89ac-493d-b3ec-2808cfcad289 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8e787377-3d24-4819-b453-04e533e4be82 HTTP/1.1" status: 204  len: 168 time: 0.2673478
Dec 25 21:39:55.300180 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9107e5c-89ac-493d-b3ec-2808cfcad289 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e787377-3d24-4819-b453-04e533e4be82,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:39:56.071783 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 36878) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:39:56.111439 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-37d04ba9-5538-4598-a7c7-114f4ac10455 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=682ce12dc98b4f82b95ff686c0e788d8&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0385175
Dec 25 21:39:56.113912 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 36880) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:39:56.160356 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-c73bf022-c985-4c8e-8478-cd6766b7791b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:56.181818 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-c73bf022-c985-4c8e-8478-cd6766b7791b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:56.300668 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-c73bf022-c985-4c8e-8478-cd6766b7791b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:56.303359 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-c73bf022-c985-4c8e-8478-cd6766b7791b admin admin] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:39:56.304625 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-c73bf022-c985-4c8e-8478-cd6766b7791b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4aa8becb-0f78-4ec3-b491-4a8ea3b6bbd6 HTTP/1.1" status: 204  len: 168 time: 0.1897740
Dec 25 21:39:56.312508 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73bf022-c985-4c8e-8478-cd6766b7791b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4aa8becb-0f78-4ec3-b491-4a8ea3b6bbd6,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:39:58.567290 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ac1d726a-6cfb-4723-8c96-1096725e1be9 req-bdbd33b8-667b-46d1-803a-8a4ab8b48cb1 tempest-VolumesBackupsTest-596628470 tempest-VolumesBackupsTest-596628470-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=2a6f7f2d4b1243369e6e2a101f68557c&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0297477
Dec 25 21:39:58.752723 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1d726a-6cfb-4723-8c96-1096725e1be9 req-b600fc7d-acf5-4303-9939-9f2f8103e7f4 tempest-VolumesBackupsTest-596628470 tempest-VolumesBackupsTest-596628470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:39:58.754426 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ac1d726a-6cfb-4723-8c96-1096725e1be9 req-b600fc7d-acf5-4303-9939-9f2f8103e7f4 tempest-VolumesBackupsTest-596628470 tempest-VolumesBackupsTest-596628470-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1809568
Dec 25 21:39:58.771933 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ac1d726a-6cfb-4723-8c96-1096725e1be9 req-6dcfb4ff-fe22-4290-81fb-1b50cc13be7b tempest-VolumesBackupsTest-596628470 tempest-VolumesBackupsTest-596628470-project] 10.222.0.32 "GET /v2.0/quotas/2a6f7f2d4b1243369e6e2a101f68557c HTTP/1.1" status: 200  len: 375 time: 0.0100126
Dec 25 21:39:58.807730 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ac1d726a-6cfb-4723-8c96-1096725e1be9 req-ffce6f55-5b1b-4c9c-bf53-fd39cc8bcf06 tempest-VolumesBackupsTest-596628470 tempest-VolumesBackupsTest-596628470-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=2a6f7f2d4b1243369e6e2a101f68557c&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0294883
Dec 25 21:39:59.373822 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c845a66b-228c-41c5-bd21-ad51576aa406 req-9e388621-e5ba-4efc-b155-a98c6919c164 tempest-VolumesBackupsTest-596628470 tempest-VolumesBackupsTest-596628470-project] 10.222.0.32 "GET /v2.0/ports?device_id=35aa4ccd-799c-49ca-9e5c-7c2c0c0df866 HTTP/1.1" status: 200  len: 210 time: 0.3432004
Dec 25 21:40:00.468590 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-71ef8a72-7fed-49df-90a9-10b700d8c87a req-18ca9da1-05f0-45e6-b24b-d414b16e8f30 tempest-VolumesBackupsTest-596628470 tempest-VolumesBackupsTest-596628470-project] 10.222.0.32 "GET /v2.0/ports?device_id=35aa4ccd-799c-49ca-9e5c-7c2c0c0df866 HTTP/1.1" status: 200  len: 210 time: 0.0264018
Dec 25 21:40:01.353928 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ac1d726a-6cfb-4723-8c96-1096725e1be9 req-7aea6745-f1ee-4c14-82f0-f5b5db06bdd7 tempest-VolumesBackupsTest-596628470 tempest-VolumesBackupsTest-596628470-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=2a6f7f2d4b1243369e6e2a101f68557c&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0265117
Dec 25 21:40:01.465826 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1d726a-6cfb-4723-8c96-1096725e1be9 req-46b99c88-da53-4d0a-9b10-9c5321378d91 tempest-VolumesBackupsTest-596628470 tempest-VolumesBackupsTest-596628470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:40:01.467765 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ac1d726a-6cfb-4723-8c96-1096725e1be9 req-46b99c88-da53-4d0a-9b10-9c5321378d91 tempest-VolumesBackupsTest-596628470 tempest-VolumesBackupsTest-596628470-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1083214
Dec 25 21:40:01.480980 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-ac1d726a-6cfb-4723-8c96-1096725e1be9 req-c9ff1078-1a85-4cdf-a114-0f607b3236be tempest-VolumesBackupsTest-596628470 tempest-VolumesBackupsTest-596628470-project] Request body: {'port': {'device_id': '35aa4ccd-799c-49ca-9e5c-7c2c0c0df866', 'network_id': '8f212e98-547d-4c6e-a560-2e9a548c8f59', 'admin_state_up': True, 'tenant_id': '2a6f7f2d4b1243369e6e2a101f68557c'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:40:01.576646 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b86732ff-4a5b-4e87-aec4-39f1c7939d49 req-db0dd7d3-ceea-459f-aae6-990a6dc8ef85 tempest-VolumesBackupsTest-596628470 tempest-VolumesBackupsTest-596628470-project] 10.222.0.32 "GET /v2.0/ports?device_id=35aa4ccd-799c-49ca-9e5c-7c2c0c0df866 HTTP/1.1" status: 200  len: 210 time: 0.0353997
Dec 25 21:40:01.687955 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac1d726a-6cfb-4723-8c96-1096725e1be9 req-c9ff1078-1a85-4cdf-a114-0f607b3236be tempest-VolumesBackupsTest-596628470 tempest-VolumesBackupsTest-596628470-project] Made reservation on behalf of 2a6f7f2d4b1243369e6e2a101f68557c for: {'port': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:40:01.691537 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-ac1d726a-6cfb-4723-8c96-1096725e1be9 req-c9ff1078-1a85-4cdf-a114-0f607b3236be tempest-VolumesBackupsTest-596628470 tempest-VolumesBackupsTest-596628470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:40:01.700833 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-ac1d726a-6cfb-4723-8c96-1096725e1be9 req-c9ff1078-1a85-4cdf-a114-0f607b3236be tempest-VolumesBackupsTest-596628470 tempest-VolumesBackupsTest-596628470-project] Publish callbacks [] for security_group, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:40:01.785253 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-ac1d726a-6cfb-4723-8c96-1096725e1be9 req-c9ff1078-1a85-4cdf-a114-0f607b3236be tempest-VolumesBackupsTest-596628470 tempest-VolumesBackupsTest-596628470-project] Publish callbacks [] for security_group, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:40:01.962243 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-ac1d726a-6cfb-4723-8c96-1096725e1be9 req-c9ff1078-1a85-4cdf-a114-0f607b3236be tempest-VolumesBackupsTest-596628470 tempest-VolumesBackupsTest-596628470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:40:02.022362 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ff1078-1a85-4cdf-a114-0f607b3236be tempest-VolumesBackupsTest-596628470 tempest-VolumesBackupsTest-596628470-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c24633b2-3946-4d53-b0dc-f1317e448fbf,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:40:02.101770 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_common [req-ac1d726a-6cfb-4723-8c96-1096725e1be9 req-c9ff1078-1a85-4cdf-a114-0f607b3236be tempest-VolumesBackupsTest-596628470 tempest-VolumesBackupsTest-596628470-project] Allocated IP 192.168.233.62 (8f212e98-547d-4c6e-a560-2e9a548c8f59/dcfbae86-f93e-400c-8084-eac7f56ff5ba/ede56955-d086-4b6b-a856-08d1374a3930) {{(pid=121606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:40:02.244819 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-ac1d726a-6cfb-4723-8c96-1096725e1be9 req-c9ff1078-1a85-4cdf-a114-0f607b3236be tempest-VolumesBackupsTest-596628470 tempest-VolumesBackupsTest-596628470-project] Publish callbacks [] for port, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:40:02.355448 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-ac1d726a-6cfb-4723-8c96-1096725e1be9 req-c9ff1078-1a85-4cdf-a114-0f607b3236be tempest-VolumesBackupsTest-596628470 tempest-VolumesBackupsTest-596628470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:40:02.416644 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac1d726a-6cfb-4723-8c96-1096725e1be9 req-c9ff1078-1a85-4cdf-a114-0f607b3236be tempest-VolumesBackupsTest-596628470 tempest-VolumesBackupsTest-596628470-project] Network 8f212e98-547d-4c6e-a560-2e9a548c8f59 is already hosted by enough agents. {{(pid=121606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:40:02.420116 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [req-ac1d726a-6cfb-4723-8c96-1096725e1be9 req-c9ff1078-1a85-4cdf-a114-0f607b3236be tempest-VolumesBackupsTest-596628470 tempest-VolumesBackupsTest-596628470-project] Resources bound (agent type, host, resource id):  {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:40:02.425574 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac1d726a-6cfb-4723-8c96-1096725e1be9 req-c9ff1078-1a85-4cdf-a114-0f607b3236be tempest-VolumesBackupsTest-596628470 tempest-VolumesBackupsTest-596628470-project] Received port after_create {{(pid=121606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:40:02.457923 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ff1078-1a85-4cdf-a114-0f607b3236be tempest-VolumesBackupsTest-596628470 tempest-VolumesBackupsTest-596628470-project] Pushing event updated for resources: {'Port': ['ID=ede56955-d086-4b6b-a856-08d1374a3930,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:40:02.493581 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1d726a-6cfb-4723-8c96-1096725e1be9 req-c9ff1078-1a85-4cdf-a114-0f607b3236be tempest-VolumesBackupsTest-596628470 tempest-VolumesBackupsTest-596628470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:40:02.494292 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-ac1d726a-6cfb-4723-8c96-1096725e1be9 req-c9ff1078-1a85-4cdf-a114-0f607b3236be tempest-VolumesBackupsTest-596628470 tempest-VolumesBackupsTest-596628470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:40:02.635540 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ac1d726a-6cfb-4723-8c96-1096725e1be9 req-c9ff1078-1a85-4cdf-a114-0f607b3236be tempest-VolumesBackupsTest-596628470 tempest-VolumesBackupsTest-596628470-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 1.1583819
Dec 25 21:40:02.649574 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-ac1d726a-6cfb-4723-8c96-1096725e1be9 req-5c7f5d96-2e05-4569-810a-a088d116a1b7 service neutron] Request body: {'port': {'device_id': '35aa4ccd-799c-49ca-9e5c-7c2c0c0df866', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:40:02.716793 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-89d96f57-53c4-49fd-bc68-b1b6f3bf0e27 None None] Provisioning complete for port ede56955-d086-4b6b-a856-08d1374a3930 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:40:02.717396 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-89d96f57-53c4-49fd-bc68-b1b6f3bf0e27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:40:02.741022 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-ac1d726a-6cfb-4723-8c96-1096725e1be9 req-5c7f5d96-2e05-4569-810a-a088d116a1b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:40:02.751941 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f118cd58-2360-4f7b-9b3e-c7ec89db979b req-e1529adb-ac37-437a-b9f9-21be5678da86 tempest-VolumesBackupsTest-596628470 tempest-VolumesBackupsTest-596628470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:40:02.753515 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f118cd58-2360-4f7b-9b3e-c7ec89db979b req-e1529adb-ac37-437a-b9f9-21be5678da86 tempest-VolumesBackupsTest-596628470 tempest-VolumesBackupsTest-596628470-project] 10.222.0.32 "GET /v2.0/ports?device_id=35aa4ccd-799c-49ca-9e5c-7c2c0c0df866 HTTP/1.1" status: 200  len: 935 time: 0.1010151
Dec 25 21:40:02.757253 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-89d96f57-53c4-49fd-bc68-b1b6f3bf0e27 None None] Port ede56955-d086-4b6b-a856-08d1374a3930 cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:40:02.841418 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f118cd58-2360-4f7b-9b3e-c7ec89db979b req-ef3d8fbc-7704-4d16-8a80-eb86950545f6 tempest-VolumesBackupsTest-596628470 tempest-VolumesBackupsTest-596628470-project] 10.222.0.32 "GET /v2.0/security-groups?id=c24633b2-3946-4d53-b0dc-f1317e448fbf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0805278
Dec 25 21:40:03.068361 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [req-ac1d726a-6cfb-4723-8c96-1096725e1be9 req-5c7f5d96-2e05-4569-810a-a088d116a1b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ede56955-d086-4b6b-a856-08d1374a3930 {{(pid=121606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:40:03.076063 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-ac1d726a-6cfb-4723-8c96-1096725e1be9 req-5c7f5d96-2e05-4569-810a-a088d116a1b7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:40:03.087929 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.provisioning_blocks [req-ac1d726a-6cfb-4723-8c96-1096725e1be9 req-5c7f5d96-2e05-4569-810a-a088d116a1b7 service neutron] Transition to ACTIVE for port object ede56955-d086-4b6b-a856-08d1374a3930 will not be triggered until provisioned by entity L2. {{(pid=121606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 25 21:40:03.163978 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-ac1d726a-6cfb-4723-8c96-1096725e1be9 req-5c7f5d96-2e05-4569-810a-a088d116a1b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:40:03.217557 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7f5d96-2e05-4569-810a-a088d116a1b7 service neutron] Pushing event updated for resources: {'Port': ['ID=ede56955-d086-4b6b-a856-08d1374a3930,revision_number=2']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:40:03.291444 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-ac1d726a-6cfb-4723-8c96-1096725e1be9 req-5c7f5d96-2e05-4569-810a-a088d116a1b7 service neutron] Attempting to bind port ede56955-d086-4b6b-a856-08d1374a3930 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:40:03.291784 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-ac1d726a-6cfb-4723-8c96-1096725e1be9 req-5c7f5d96-2e05-4569-810a-a088d116a1b7 service neutron] Attempting to bind port ede56955-d086-4b6b-a856-08d1374a3930 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '85c774cb-a0eb-4ad9-961f-f331d3b37cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '8f212e98-547d-4c6e-a560-2e9a548c8f59'}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:40:03.292120 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac1d726a-6cfb-4723-8c96-1096725e1be9 req-5c7f5d96-2e05-4569-810a-a088d116a1b7 service neutron] Attempting to bind port ede56955-d086-4b6b-a856-08d1374a3930 on network 8f212e98-547d-4c6e-a560-2e9a548c8f59 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:40:03.296639 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac1d726a-6cfb-4723-8c96-1096725e1be9 req-5c7f5d96-2e05-4569-810a-a088d116a1b7 service neutron] Port ede56955-d086-4b6b-a856-08d1374a3930 on network 8f212e98-547d-4c6e-a560-2e9a548c8f59 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 25 21:40:03.297006 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac1d726a-6cfb-4723-8c96-1096725e1be9 req-5c7f5d96-2e05-4569-810a-a088d116a1b7 service neutron] Attempting to bind port ede56955-d086-4b6b-a856-08d1374a3930 on network 8f212e98-547d-4c6e-a560-2e9a548c8f59 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:40:03.302031 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac1d726a-6cfb-4723-8c96-1096725e1be9 req-5c7f5d96-2e05-4569-810a-a088d116a1b7 service neutron] Checking agent: {'id': '6d577036-68fc-4aa4-aed7-5ab01de2117e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 21, 4, 34), 'started_at': datetime.datetime(2021, 12, 25, 21, 4, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 39, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:40:03.302375 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac1d726a-6cfb-4723-8c96-1096725e1be9 req-5c7f5d96-2e05-4569-810a-a088d116a1b7 service neutron] Checking segment: {'id': '85c774cb-a0eb-4ad9-961f-f331d3b37cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '8f212e98-547d-4c6e-a560-2e9a548c8f59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:40:03.302768 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac1d726a-6cfb-4723-8c96-1096725e1be9 req-5c7f5d96-2e05-4569-810a-a088d116a1b7 service neutron] Bound using segment: {'id': '85c774cb-a0eb-4ad9-961f-f331d3b37cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '8f212e98-547d-4c6e-a560-2e9a548c8f59'} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:40:03.303202 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-ac1d726a-6cfb-4723-8c96-1096725e1be9 req-5c7f5d96-2e05-4569-810a-a088d116a1b7 service neutron] Bound port: ede56955-d086-4b6b-a856-08d1374a3930, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85c774cb-a0eb-4ad9-961f-f331d3b37cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '8f212e98-547d-4c6e-a560-2e9a548c8f59'}}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:40:03.303562 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-ac1d726a-6cfb-4723-8c96-1096725e1be9 req-5c7f5d96-2e05-4569-810a-a088d116a1b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:40:03.370724 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-ac1d726a-6cfb-4723-8c96-1096725e1be9 req-5c7f5d96-2e05-4569-810a-a088d116a1b7 service neutron] For port ede56955-d086-4b6b-a856-08d1374a3930, host nch1-master-1, cleared binding levels {{(pid=121606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:40:03.375034 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-ac1d726a-6cfb-4723-8c96-1096725e1be9 req-5c7f5d96-2e05-4569-810a-a088d116a1b7 service neutron] For port ede56955-d086-4b6b-a856-08d1374a3930, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ede56955-d086-4b6b-a856-08d1374a3930,segment=NetworkSegment(85c774cb-a0eb-4ad9-961f-f331d3b37cd6),segment_id=85c774cb-a0eb-4ad9-961f-f331d3b37cd6)] {{(pid=121606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:40:03.517329 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-ac1d726a-6cfb-4723-8c96-1096725e1be9 req-5c7f5d96-2e05-4569-810a-a088d116a1b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:40:03.555116 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1d726a-6cfb-4723-8c96-1096725e1be9 req-5c7f5d96-2e05-4569-810a-a088d116a1b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:40:03.555829 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-ac1d726a-6cfb-4723-8c96-1096725e1be9 req-5c7f5d96-2e05-4569-810a-a088d116a1b7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:40:03.557299 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ac1d726a-6cfb-4723-8c96-1096725e1be9 req-5c7f5d96-2e05-4569-810a-a088d116a1b7 service neutron] 10.222.0.31 "PUT /v2.0/ports/ede56955-d086-4b6b-a856-08d1374a3930 HTTP/1.1" status: 200  len: 1095 time: 0.9130607
Dec 25 21:40:03.557777 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35aa4ccd-799c-49ca-9e5c-7c2c0c0df866', 'tag': 'ede56955-d086-4b6b-a856-08d1374a3930'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:40:03.560063 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9858820c13ec2827453b94ebc4181065e990a4e4089ccb9fe762531ac62d2fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-094582c5-18ce-42a7-bfd2-c85da13c2a96" -d '{"events": [{"name": "network-changed", "server_uuid": "35aa4ccd-799c-49ca-9e5c-7c2c0c0df866", "tag": "ede56955-d086-4b6b-a856-08d1374a3930"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:40:03.591950 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7f5d96-2e05-4569-810a-a088d116a1b7 service neutron] Pushing event updated for resources: {'Port': ['ID=ede56955-d086-4b6b-a856-08d1374a3930,revision_number=3']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:40:03.605345 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Dec 2021 21:40:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffa70bc0-db4a-4e72-a466-de9011aa1550 x-openstack-request-id: req-ffa70bc0-db4a-4e72-a466-de9011aa1550 {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:40:03.605766 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35aa4ccd-799c-49ca-9e5c-7c2c0c0df866", "tag": "ede56955-d086-4b6b-a856-08d1374a3930", "status": "completed", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:40:03.606111 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ffa70bc0-db4a-4e72-a466-de9011aa1550 {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:40:03.606670 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35aa4ccd-799c-49ca-9e5c-7c2c0c0df866', 'tag': 'ede56955-d086-4b6b-a856-08d1374a3930', 'status': 'completed', 'code': 200}
Dec 25 21:40:03.689809 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094582c5-18ce-42a7-bfd2-c85da13c2a96 req-92e550c6-0a7f-4d26-9ba0-c545ab04da71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:40:03.691410 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-094582c5-18ce-42a7-bfd2-c85da13c2a96 req-92e550c6-0a7f-4d26-9ba0-c545ab04da71 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=2a6f7f2d4b1243369e6e2a101f68557c&device_id=35aa4ccd-799c-49ca-9e5c-7c2c0c0df866 HTTP/1.1" status: 200  len: 1098 time: 0.0467155
Dec 25 21:40:03.721757 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-094582c5-18ce-42a7-bfd2-c85da13c2a96 req-e8c6e6f1-9239-4c39-b3d7-3f6135384a4c service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=2a6f7f2d4b1243369e6e2a101f68557c&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0220785
Dec 25 21:40:03.824300 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094582c5-18ce-42a7-bfd2-c85da13c2a96 req-f378320b-5454-4033-9502-ef802414d25e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:40:03.825854 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-094582c5-18ce-42a7-bfd2-c85da13c2a96 req-f378320b-5454-4033-9502-ef802414d25e service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.0980923
Dec 25 21:40:03.906299 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1d726a-6cfb-4723-8c96-1096725e1be9 req-d9dac3f1-bcbb-4556-9ae2-5136070bf2af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:40:03.907844 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ac1d726a-6cfb-4723-8c96-1096725e1be9 req-d9dac3f1-bcbb-4556-9ae2-5136070bf2af service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=2a6f7f2d4b1243369e6e2a101f68557c&device_id=35aa4ccd-799c-49ca-9e5c-7c2c0c0df866 HTTP/1.1" status: 200  len: 1098 time: 0.0430202
Dec 25 21:40:03.973481 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ac1d726a-6cfb-4723-8c96-1096725e1be9 req-dadb7433-6cc1-42de-8d41-033f13995c77 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.62&port_id=ede56955-d086-4b6b-a856-08d1374a3930 HTTP/1.1" status: 200  len: 217 time: 0.0542939
Dec 25 21:40:04.019302 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed47668-93fe-4875-a0af-fe5fff28860b req-c1b34aba-0a24-4563-b87b-3e6a60a1d9ad tempest-VolumesBackupsTest-596628470 tempest-VolumesBackupsTest-596628470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:40:04.020702 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8ed47668-93fe-4875-a0af-fe5fff28860b req-c1b34aba-0a24-4563-b87b-3e6a60a1d9ad tempest-VolumesBackupsTest-596628470 tempest-VolumesBackupsTest-596628470-project] 10.222.0.32 "GET /v2.0/ports?device_id=35aa4ccd-799c-49ca-9e5c-7c2c0c0df866 HTTP/1.1" status: 200  len: 947 time: 0.1101153
Dec 25 21:40:04.057228 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1d726a-6cfb-4723-8c96-1096725e1be9 req-f51bdd2b-1edc-4554-a363-f659014bbefa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:40:04.058756 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ac1d726a-6cfb-4723-8c96-1096725e1be9 req-f51bdd2b-1edc-4554-a363-f659014bbefa service neutron] 10.222.0.31 "GET /v2.0/subnets?id=dcfbae86-f93e-400c-8084-eac7f56ff5ba HTTP/1.1" status: 200  len: 843 time: 0.0779624
Dec 25 21:40:04.113795 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8ed47668-93fe-4875-a0af-fe5fff28860b req-a794c841-054d-4480-8439-b47f2ae1b6c0 tempest-VolumesBackupsTest-596628470 tempest-VolumesBackupsTest-596628470-project] 10.222.0.32 "GET /v2.0/security-groups?id=c24633b2-3946-4d53-b0dc-f1317e448fbf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0869617
Dec 25 21:40:04.124011 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1d726a-6cfb-4723-8c96-1096725e1be9 req-61699e6d-dbc7-45c6-89ad-b181dabbfc20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:40:04.125610 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ac1d726a-6cfb-4723-8c96-1096725e1be9 req-61699e6d-dbc7-45c6-89ad-b181dabbfc20 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=8f212e98-547d-4c6e-a560-2e9a548c8f59&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0538230
Dec 25 21:40:04.219237 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ac1d726a-6cfb-4723-8c96-1096725e1be9 req-7cbf798d-fcde-41aa-939d-7c9b8524065c service neutron] 10.222.0.31 "GET /v2.0/networks/8f212e98-547d-4c6e-a560-2e9a548c8f59?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0866005
Dec 25 21:40:04.309066 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ac1d726a-6cfb-4723-8c96-1096725e1be9 req-5f1a1147-5c0b-415c-ad4e-a5c68bd7e4ff service neutron] 10.222.0.31 "GET /v2.0/networks/8f212e98-547d-4c6e-a560-2e9a548c8f59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0819073
Dec 25 21:40:04.413983 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:40:04.787523 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-dc3581d3-1311-4cc5-abee-01b4cca2e0f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:40:05.238336 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4235e4fc-0055-418e-8fc4-39afd1dbcada req-5db70003-f318-4f80-9980-4a33128a8ed8 tempest-VolumesBackupsTest-596628470 tempest-VolumesBackupsTest-596628470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:40:05.239945 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4235e4fc-0055-418e-8fc4-39afd1dbcada req-5db70003-f318-4f80-9980-4a33128a8ed8 tempest-VolumesBackupsTest-596628470 tempest-VolumesBackupsTest-596628470-project] 10.222.0.32 "GET /v2.0/ports?device_id=35aa4ccd-799c-49ca-9e5c-7c2c0c0df866 HTTP/1.1" status: 200  len: 947 time: 0.0550847
Dec 25 21:40:05.292115 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4235e4fc-0055-418e-8fc4-39afd1dbcada req-81d25476-b2c1-48b0-be70-f46fbe6687a9 tempest-VolumesBackupsTest-596628470 tempest-VolumesBackupsTest-596628470-project] 10.222.0.32 "GET /v2.0/security-groups?id=c24633b2-3946-4d53-b0dc-f1317e448fbf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0453477
Dec 25 21:40:06.413055 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edd1644-fbba-44be-9c2d-bdbd19965553 req-3eb0226e-d27c-4d38-8acf-9140e53513e7 tempest-VolumesBackupsTest-596628470 tempest-VolumesBackupsTest-596628470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:40:06.414562 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0edd1644-fbba-44be-9c2d-bdbd19965553 req-3eb0226e-d27c-4d38-8acf-9140e53513e7 tempest-VolumesBackupsTest-596628470 tempest-VolumesBackupsTest-596628470-project] 10.222.0.32 "GET /v2.0/ports?device_id=35aa4ccd-799c-49ca-9e5c-7c2c0c0df866 HTTP/1.1" status: 200  len: 947 time: 0.0502169
Dec 25 21:40:06.461210 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0edd1644-fbba-44be-9c2d-bdbd19965553 req-96dee0ad-9d3a-460a-bdb6-30a85e06dca2 tempest-VolumesBackupsTest-596628470 tempest-VolumesBackupsTest-596628470-project] 10.222.0.32 "GET /v2.0/security-groups?id=c24633b2-3946-4d53-b0dc-f1317e448fbf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406108
Dec 25 21:40:07.026349 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-6c0bb626-f2d2-4cbb-bb4d-c0e0f5b3db9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:40:07.211919 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device ede56955-d086-4b6b-a856-08d1374a3930 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 25 21:40:07.306286 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port ede56955-d086-4b6b-a856-08d1374a3930, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ede56955-d086-4b6b-a856-08d1374a3930,segment=NetworkSegment(85c774cb-a0eb-4ad9-961f-f331d3b37cd6),segment_id=85c774cb-a0eb-4ad9-961f-f331d3b37cd6)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:40:07.317540 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Returning: {'device': 'ede56955-d086-4b6b-a856-08d1374a3930', 'network_id': '8f212e98-547d-4c6e-a560-2e9a548c8f59', 'port_id': 'ede56955-d086-4b6b-a856-08d1374a3930', 'mac_address': 'fa:16:3e:a3:06:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcfbae86-f93e-400c-8084-eac7f56ff5ba', 'ip_address': '192.168.233.62'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 25 21:40:07.353995 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:40:07.370311 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ede56955-d086-4b6b-a856-08d1374a3930 {{(pid=121608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:40:07.389327 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port ede56955-d086-4b6b-a856-08d1374a3930, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ede56955-d086-4b6b-a856-08d1374a3930,segment=NetworkSegment(85c774cb-a0eb-4ad9-961f-f331d3b37cd6),segment_id=85c774cb-a0eb-4ad9-961f-f331d3b37cd6)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:40:07.449639 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:40:07.504584 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Pushing event updated for resources: {'Port': ['ID=ede56955-d086-4b6b-a856-08d1374a3930,revision_number=4']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:40:07.510870 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:40:07.511223 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:40:07.511564 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:40:07.511900 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:40:07.512232 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:40:07.512836 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:40:07.513195 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:40:07.513521 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:40:07.514110 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:40:07.514434 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:40:07.514757 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:40:07.515077 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:40:07.515397 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:40:07.582476 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743b7d61-b442-4d2b-bd1b-4aa6888535d7 req-f8fb3bdf-1ef1-4118-be3f-fb6c1d9090dd tempest-VolumesBackupsTest-596628470 tempest-VolumesBackupsTest-596628470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:40:07.584233 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-743b7d61-b442-4d2b-bd1b-4aa6888535d7 req-f8fb3bdf-1ef1-4118-be3f-fb6c1d9090dd tempest-VolumesBackupsTest-596628470 tempest-VolumesBackupsTest-596628470-project] 10.222.0.32 "GET /v2.0/ports?device_id=35aa4ccd-799c-49ca-9e5c-7c2c0c0df866 HTTP/1.1" status: 200  len: 948 time: 0.0481780
Dec 25 21:40:07.636418 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-743b7d61-b442-4d2b-bd1b-4aa6888535d7 req-629e5797-c13a-49d4-bef0-6af2afa37ed5 tempest-VolumesBackupsTest-596628470 tempest-VolumesBackupsTest-596628470-project] 10.222.0.32 "GET /v2.0/security-groups?id=c24633b2-3946-4d53-b0dc-f1317e448fbf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0453584
Dec 25 21:40:07.655112 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] get_ports_and_sgs() called for port_ids ['ede56955-d086-4b6b-a856-08d1374a3930'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:40:08.403574 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:40:08.511936 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3e945ecd-9380-47c2-aa0a-12ebe07e03e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:40:08.764157 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27091a7-1003-48be-ab92-0fdedf0e396a req-1776e97b-4882-4876-89b6-53f7ab05ca72 tempest-VolumesBackupsTest-596628470 tempest-VolumesBackupsTest-596628470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:40:08.764157 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b27091a7-1003-48be-ab92-0fdedf0e396a req-1776e97b-4882-4876-89b6-53f7ab05ca72 tempest-VolumesBackupsTest-596628470 tempest-VolumesBackupsTest-596628470-project] 10.222.0.32 "GET /v2.0/ports?device_id=35aa4ccd-799c-49ca-9e5c-7c2c0c0df866 HTTP/1.1" status: 200  len: 948 time: 0.0577025
Dec 25 21:40:08.825788 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b27091a7-1003-48be-ab92-0fdedf0e396a req-d0cc108a-650d-4c92-becb-da2a0ef77b1a tempest-VolumesBackupsTest-596628470 tempest-VolumesBackupsTest-596628470-project] 10.222.0.32 "GET /v2.0/security-groups?id=c24633b2-3946-4d53-b0dc-f1317e448fbf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0511324
Dec 25 21:40:09.208928 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device ede56955-d086-4b6b-a856-08d1374a3930 up at agent hyperv_nch1-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:40:09.334697 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Provisioning for port ede56955-d086-4b6b-a856-08d1374a3930 completed by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 25 21:40:09.339173 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Provisioning complete for port ede56955-d086-4b6b-a856-08d1374a3930 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:40:09.339604 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:40:09.415000 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:40:09.446732 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35aa4ccd-799c-49ca-9e5c-7c2c0c0df866', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ede56955-d086-4b6b-a856-08d1374a3930'}] {{(pid=121608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:40:09.449018 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a88c78c3ff6266bd59c7e89d275b28c92e739b67d23c89d71af88829fd31566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-294ed389-5c25-4136-b44a-25f4307ffee0" -d '{"events": [{"server_uuid": "35aa4ccd-799c-49ca-9e5c-7c2c0c0df866", "name": "network-vif-plugged", "status": "completed", "tag": "ede56955-d086-4b6b-a856-08d1374a3930"}]}' {{(pid=121608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:40:09.465248 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port ede56955-d086-4b6b-a856-08d1374a3930, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ede56955-d086-4b6b-a856-08d1374a3930,segment=NetworkSegment(85c774cb-a0eb-4ad9-961f-f331d3b37cd6),segment_id=85c774cb-a0eb-4ad9-961f-f331d3b37cd6)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:40:09.488134 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 21:40:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df79031f-786b-43d9-87c7-5d15d1501f9b x-openstack-request-id: req-df79031f-786b-43d9-87c7-5d15d1501f9b {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:40:09.488423 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35aa4ccd-799c-49ca-9e5c-7c2c0c0df866", "name": "network-vif-plugged", "status": "completed", "tag": "ede56955-d086-4b6b-a856-08d1374a3930", "code": 200}]} {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:40:09.488676 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-df79031f-786b-43d9-87c7-5d15d1501f9b {{(pid=121608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:40:09.489094 ncdv-master-1 neutron-server[121608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35aa4ccd-799c-49ca-9e5c-7c2c0c0df866', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ede56955-d086-4b6b-a856-08d1374a3930', 'code': 200}
Dec 25 21:40:09.530019 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:40:09.577354 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-15cb578f-7a63-4fd3-925d-83bad4c7b82a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:40:09.582056 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Pushing event updated for resources: {'Port': ['ID=ede56955-d086-4b6b-a856-08d1374a3930,revision_number=5']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:40:09.586730 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdcaaa6-5365-4b25-8ca1-2cf8c987aa1a req-2575eb1c-8ac7-4d35-b296-b58660467248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:40:09.588259 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-acdcaaa6-5365-4b25-8ca1-2cf8c987aa1a req-2575eb1c-8ac7-4d35-b296-b58660467248 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=35aa4ccd-799c-49ca-9e5c-7c2c0c0df866 HTTP/1.1" status: 200  len: 1100 time: 0.0421789
Dec 25 21:40:09.636392 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-acdcaaa6-5365-4b25-8ca1-2cf8c987aa1a req-95cdb581-0504-49e3-804f-052a08f0ba1a service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=c24633b2-3946-4d53-b0dc-f1317e448fbf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414751
Dec 25 21:40:09.946274 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd58e82-11d1-4a6f-9eec-2f2bb0cf3343 req-cb5de54d-77f4-4b30-8355-e29f066fb873 tempest-VolumesBackupsTest-596628470 tempest-VolumesBackupsTest-596628470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:40:09.947790 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2dd58e82-11d1-4a6f-9eec-2f2bb0cf3343 req-cb5de54d-77f4-4b30-8355-e29f066fb873 tempest-VolumesBackupsTest-596628470 tempest-VolumesBackupsTest-596628470-project] 10.222.0.32 "GET /v2.0/ports?device_id=35aa4ccd-799c-49ca-9e5c-7c2c0c0df866 HTTP/1.1" status: 200  len: 949 time: 0.0534222
Dec 25 21:40:09.995702 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2dd58e82-11d1-4a6f-9eec-2f2bb0cf3343 req-d16e344c-5748-4355-ab55-ae91fa0a78c1 tempest-VolumesBackupsTest-596628470 tempest-VolumesBackupsTest-596628470-project] 10.222.0.32 "GET /v2.0/security-groups?id=c24633b2-3946-4d53-b0dc-f1317e448fbf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411720
Dec 25 21:40:10.724815 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:40:11.119077 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507395c3-a4fe-4ec9-8bf4-bc8d26b1cdb4 req-bd44b381-3cb5-49b1-aed0-66e96c479344 tempest-VolumesBackupsTest-596628470 tempest-VolumesBackupsTest-596628470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:40:11.120843 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-507395c3-a4fe-4ec9-8bf4-bc8d26b1cdb4 req-bd44b381-3cb5-49b1-aed0-66e96c479344 tempest-VolumesBackupsTest-596628470 tempest-VolumesBackupsTest-596628470-project] 10.222.0.32 "GET /v2.0/ports?device_id=35aa4ccd-799c-49ca-9e5c-7c2c0c0df866 HTTP/1.1" status: 200  len: 949 time: 0.0498600
Dec 25 21:40:11.170868 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-507395c3-a4fe-4ec9-8bf4-bc8d26b1cdb4 req-be448b8d-e3e7-4bd1-90f8-b20e68421ac3 tempest-VolumesBackupsTest-596628470 tempest-VolumesBackupsTest-596628470-project] 10.222.0.32 "GET /v2.0/security-groups?id=c24633b2-3946-4d53-b0dc-f1317e448fbf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422785
Dec 25 21:40:14.756841 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.agents_db [None req-ec08dba0-4483-4109-b5e1-5e4a9fdaf12d None None] Agent healthcheck: found 7 active agents {{(pid=121609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 25 21:40:18.898902 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7957edfd-61a0-4626-9ca6-bfe8f6594258 req-8c0124ad-c973-4885-a2be-581a158b04a2 tempest-TestNetworkAdvancedServerOps-1317083038 tempest-TestNetworkAdvancedServerOps-1317083038-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:40:18.900419 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7957edfd-61a0-4626-9ca6-bfe8f6594258 req-8c0124ad-c973-4885-a2be-581a158b04a2 tempest-TestNetworkAdvancedServerOps-1317083038 tempest-TestNetworkAdvancedServerOps-1317083038-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=0e933ee6-6f1f-4ab6-a383-83013426d722 HTTP/1.1" status: 200  len: 1096 time: 0.0448933
Dec 25 21:40:18.946464 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7957edfd-61a0-4626-9ca6-bfe8f6594258 req-09047ccb-7956-42ea-9454-563a6f1aa09a tempest-TestNetworkAdvancedServerOps-1317083038 tempest-TestNetworkAdvancedServerOps-1317083038-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=2dd0ce2e-c467-45c4-9d2c-d6c9831710fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0391452
Dec 25 21:40:18.970462 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 37176) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:40:19.132400 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-0e2dc970-95ba-4d40-b7a4-c464af715382 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Deleting port 5b340bca-9bab-4502-8af2-78bef9566461 {{(pid=121607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:40:19.132662 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-0e2dc970-95ba-4d40-b7a4-c464af715382 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:40:19.209533 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-0e2dc970-95ba-4d40-b7a4-c464af715382 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:40:19.209844 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-0e2dc970-95ba-4d40-b7a4-c464af715382 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:40:19.222434 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-0e2dc970-95ba-4d40-b7a4-c464af715382 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Calling delete_port for 5b340bca-9bab-4502-8af2-78bef9566461 owned by network:floatingip {{(pid=121607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:40:19.450399 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-0e2dc970-95ba-4d40-b7a4-c464af715382 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:40:19.790629 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2dc970-95ba-4d40-b7a4-c464af715382 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Pushing event deleted for resources: {'Port': ['ID=5b340bca-9bab-4502-8af2-78bef9566461,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:40:19.849330 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-0e2dc970-95ba-4d40-b7a4-c464af715382 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks [] for floatingip, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:40:19.849677 ncdv-master-1 neutron-server[121607]: INFO neutron.db.l3_db [None req-0e2dc970-95ba-4d40-b7a4-c464af715382 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Floating IP 80ff6560-09f4-47e9-a8ec-bf79e6da88d6 disassociated (deleted). External IP: 172.35.3.145, port: f8a8588c-abcc-4eda-99f7-383ebeac328b.
Dec 25 21:40:20.077042 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e2dc970-95ba-4d40-b7a4-c464af715382 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Router 32a3f620-bea5-4e1f-a0ab-81323e6971a6 has already been hosted by L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 {{(pid=121607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 25 21:40:20.189274 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e2dc970-95ba-4d40-b7a4-c464af715382 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 21:40:20.194077 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-0e2dc970-95ba-4d40-b7a4-c464af715382 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for floatingip, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:40:20.201473 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ec1757a-3224-4b00-a512-60daaa68ff86 None None] Sync routers for ids ['32a3f620-bea5-4e1f-a0ab-81323e6971a6'] in ncdv-master-1 {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 21:40:20.211737 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ec1757a-3224-4b00-a512-60daaa68ff86 None None] Routers {'32a3f620-bea5-4e1f-a0ab-81323e6971a6'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:40:20.212403 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-8ec1757a-3224-4b00-a512-60daaa68ff86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f26130de4f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:40:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['32a3f620-bea5-4e1f-a0ab-81323e6971a6'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:40:20.222929 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-0e2dc970-95ba-4d40-b7a4-c464af715382 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "DELETE /v2.0/floatingips/80ff6560-09f4-47e9-a8ec-bf79e6da88d6 HTTP/1.1" status: 204  len: 168 time: 1.2512860
Dec 25 21:40:20.224336 ncdv-master-1 neutron-server[121607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e933ee6-6f1f-4ab6-a383-83013426d722', 'tag': 'f8a8588c-abcc-4eda-99f7-383ebeac328b'}] {{(pid=121607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:40:20.238143 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f980bbcadfa7bf1e788024e1448be660373c21f97f015f780444e999c451203" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62e675d6-02cd-4320-9392-eabde45f5886" -d '{"events": [{"name": "network-changed", "server_uuid": "0e933ee6-6f1f-4ab6-a383-83013426d722", "tag": "f8a8588c-abcc-4eda-99f7-383ebeac328b"}]}' {{(pid=121607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:40:20.297981 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 37240) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:40:20.302316 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Dec 2021 21:40:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3769800-e909-4cad-8ccd-6eecede94c45 x-openstack-request-id: req-d3769800-e909-4cad-8ccd-6eecede94c45 {{(pid=121607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:40:20.302617 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e933ee6-6f1f-4ab6-a383-83013426d722", "tag": "f8a8588c-abcc-4eda-99f7-383ebeac328b", "status": "completed", "code": 200}]} {{(pid=121607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:40:20.302928 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d3769800-e909-4cad-8ccd-6eecede94c45 {{(pid=121607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:40:20.303341 ncdv-master-1 neutron-server[121607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e933ee6-6f1f-4ab6-a383-83013426d722', 'tag': 'f8a8588c-abcc-4eda-99f7-383ebeac328b', 'status': 'completed', 'code': 200}
Dec 25 21:40:20.344652 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvr_db [None req-8ec1757a-3224-4b00-a512-60daaa68ff86 None None] Set router 32a3f620-bea5-4e1f-a0ab-81323e6971a6 gateway port host: ncdv-master-1 {{(pid=121608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:40:20.378311 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e675d6-02cd-4320-9392-eabde45f5886 req-4ec92944-58c5-455a-ae5f-74c78fd55ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:40:20.380112 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-62e675d6-02cd-4320-9392-eabde45f5886 req-4ec92944-58c5-455a-ae5f-74c78fd55ea0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4ff29c23c5844f45826a02b6ae6b65e7&device_id=0e933ee6-6f1f-4ab6-a383-83013426d722 HTTP/1.1" status: 200  len: 1096 time: 0.0490012
Dec 25 21:40:20.539605 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e675d6-02cd-4320-9392-eabde45f5886 req-118ad63d-e10f-4036-93d6-351476d2e0ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:40:20.540749 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-62e675d6-02cd-4320-9392-eabde45f5886 req-118ad63d-e10f-4036-93d6-351476d2e0ca service neutron] 10.222.0.37 "GET /v2.0/networks?id=d227a8f7-d82b-444c-89d0-511b922f2260 HTTP/1.1" status: 200  len: 898 time: 0.1479595
Dec 25 21:40:20.556056 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-8ec1757a-3224-4b00-a512-60daaa68ff86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f26130de4f0>, [{'id': '32a3f620-bea5-4e1f-a0ab-81323e6971a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1125267842', 'tenant_id': '4ff29c23c5844f45826a02b6ae6b65e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.31'}], 'enable_snat': True}, 'gw_port_id': '4cac6038-4803-4ebc-9f2c-768f83fbd9cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:38:16Z', 'updated_at': '2021-12-25T21:38:23Z', 'revision_number': 4, 'project_id': '4ff29c23c5844f45826a02b6ae6b65e7', 'gw_port': {'id': '4cac6038-4803-4ebc-9f2c-768f83fbd9cc', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:62:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32a3f620-bea5-4e1f-a0ab-81323e6971a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3280, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:38:17Z', 'updated_at': '2021-12-25T21:38:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'ae241821-d15c-4471-9dda-f7dc03221aae', 'name': '', 'network_id': 'd227a8f7-d82b-444c-89d0-511b922f2260', 'tenant_id': '4ff29c23c5844f45826a02b6ae6b65e7', 'mac_address': 'fa:16:3e:0a:cc:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32a3f620-bea5-4e1f-a0ab-81323e6971a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3297, 'fixed_ips': [{'subnet_id': 'ee860ac1-7afc-44c5-8b9f-76e3f7a077b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:38:21Z', 'updated_at': '2021-12-25T21:38:26Z', 'revision_number': 5, 'project_id': '4ff29c23c5844f45826a02b6ae6b65e7', 'subnets': [{'id': 'ee860ac1-7afc-44c5-8b9f-76e3f7a077b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:40:20.583691 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ec1757a-3224-4b00-a512-60daaa68ff86 None None] Checking router: 32a3f620-bea5-4e1f-a0ab-81323e6971a6 for host: ncdv-master-1 {{(pid=121608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 25 21:40:20.592521 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-62e675d6-02cd-4320-9392-eabde45f5886 req-ca45e3cc-0862-4d93-a67a-98406901f0cf service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f8a8588c-abcc-4eda-99f7-383ebeac328b HTTP/1.1" status: 200  len: 217 time: 0.0390522
Dec 25 21:40:20.606954 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ec1757a-3224-4b00-a512-60daaa68ff86 None None] Routers {'32a3f620-bea5-4e1f-a0ab-81323e6971a6'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:40:20.606954 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-8ec1757a-3224-4b00-a512-60daaa68ff86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f26130de4f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:40:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['32a3f620-bea5-4e1f-a0ab-81323e6971a6'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:40:20.706274 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvr_db [None req-8ec1757a-3224-4b00-a512-60daaa68ff86 None None] Set router 32a3f620-bea5-4e1f-a0ab-81323e6971a6 gateway port host: ncdv-master-1 {{(pid=121608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:40:20.727871 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e675d6-02cd-4320-9392-eabde45f5886 req-1fcb1423-fa04-4425-bde5-cacca983bb52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:40:20.729390 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-62e675d6-02cd-4320-9392-eabde45f5886 req-1fcb1423-fa04-4425-bde5-cacca983bb52 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ee860ac1-7afc-44c5-8b9f-76e3f7a077b2 HTTP/1.1" status: 200  len: 835 time: 0.1100202
Dec 25 21:40:20.847524 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7cbb56-47be-49fa-b94f-167dae82fb90 req-3269128f-c19f-42ab-a6fa-65068d207060 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:40:20.849085 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-af7cbb56-47be-49fa-b94f-167dae82fb90 req-3269128f-c19f-42ab-a6fa-65068d207060 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e933ee6-6f1f-4ab6-a383-83013426d722 HTTP/1.1" status: 200  len: 945 time: 0.1331203
Dec 25 21:40:20.883195 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e675d6-02cd-4320-9392-eabde45f5886 req-4f3a428b-9c9f-49f9-a23f-0a02bcc100a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:40:20.884556 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-62e675d6-02cd-4320-9392-eabde45f5886 req-4f3a428b-9c9f-49f9-a23f-0a02bcc100a5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d227a8f7-d82b-444c-89d0-511b922f2260&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1318407
Dec 25 21:40:20.914240 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-8ec1757a-3224-4b00-a512-60daaa68ff86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f26130de4f0>, [{'id': '32a3f620-bea5-4e1f-a0ab-81323e6971a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1125267842', 'tenant_id': '4ff29c23c5844f45826a02b6ae6b65e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.31'}], 'enable_snat': True}, 'gw_port_id': '4cac6038-4803-4ebc-9f2c-768f83fbd9cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:38:16Z', 'updated_at': '2021-12-25T21:38:23Z', 'revision_number': 4, 'project_id': '4ff29c23c5844f45826a02b6ae6b65e7', 'gw_port': {'id': '4cac6038-4803-4ebc-9f2c-768f83fbd9cc', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:62:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32a3f620-bea5-4e1f-a0ab-81323e6971a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3280, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:38:17Z', 'updated_at': '2021-12-25T21:38:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'ae241821-d15c-4471-9dda-f7dc03221aae', 'name': '', 'network_id': 'd227a8f7-d82b-444c-89d0-511b922f2260', 'tenant_id': '4ff29c23c5844f45826a02b6ae6b65e7', 'mac_address': 'fa:16:3e:0a:cc:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32a3f620-bea5-4e1f-a0ab-81323e6971a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3297, 'fixed_ips': [{'subnet_id': 'ee860ac1-7afc-44c5-8b9f-76e3f7a077b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:38:21Z', 'updated_at': '2021-12-25T21:38:26Z', 'revision_number': 5, 'project_id': '4ff29c23c5844f45826a02b6ae6b65e7', 'subnets': [{'id': 'ee860ac1-7afc-44c5-8b9f-76e3f7a077b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:40:20.941756 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ec1757a-3224-4b00-a512-60daaa68ff86 None None] The sync data for ids ['32a3f620-bea5-4e1f-a0ab-81323e6971a6'] in ncdv-master-1 is: [{'id': '32a3f620-bea5-4e1f-a0ab-81323e6971a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1125267842', 'tenant_id': '4ff29c23c5844f45826a02b6ae6b65e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.31'}], 'enable_snat': True}, 'gw_port_id': '4cac6038-4803-4ebc-9f2c-768f83fbd9cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:38:16Z', 'updated_at': '2021-12-25T21:38:23Z', 'revision_number': 4, 'project_id': '4ff29c23c5844f45826a02b6ae6b65e7', 'gw_port': {'id': '4cac6038-4803-4ebc-9f2c-768f83fbd9cc', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:62:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32a3f620-bea5-4e1f-a0ab-81323e6971a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3280, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:38:17Z', 'updated_at': '2021-12-25T21:38:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'ae241821-d15c-4471-9dda-f7dc03221aae', 'name': '', 'network_id': 'd227a8f7-d82b-444c-89d0-511b922f2260', 'tenant_id': '4ff29c23c5844f45826a02b6ae6b65e7', 'mac_address': 'fa:16:3e:0a:cc:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32a3f620-bea5-4e1f-a0ab-81323e6971a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3297, 'fixed_ips': [{'subnet_id': 'ee860ac1-7afc-44c5-8b9f-76e3f7a077b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:38:21Z', 'updated_at': '2021-12-25T21:38:26Z', 'revision_number': 5, 'project_id': '4ff29c23c5844f45826a02b6ae6b65e7', 'subnets': [{'id': 'ee860ac1-7afc-44c5-8b9f-76e3f7a077b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 21:40:21.020443 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-af7cbb56-47be-49fa-b94f-167dae82fb90 req-4a3595ee-16fb-4de7-b135-fff348ff8578 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "GET /v2.0/security-groups?id=2dd0ce2e-c467-45c4-9d2c-d6c9831710fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1621530
Dec 25 21:40:21.056525 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-62e675d6-02cd-4320-9392-eabde45f5886 req-9016773c-d505-4945-970c-2c08a84df7f2 service neutron] 10.222.0.37 "GET /v2.0/networks/d227a8f7-d82b-444c-89d0-511b922f2260?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1543107
Dec 25 21:40:21.191690 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da68f7a7-c40d-41aa-b3f7-04be66a3caef None None] New status for floating IP 80ff6560-09f4-47e9-a8ec-bf79e6da88d6: DOWN {{(pid=121609) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 25 21:40:21.198499 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-62e675d6-02cd-4320-9392-eabde45f5886 req-706b1360-914f-41ab-994f-c67f3c979948 service neutron] 10.222.0.37 "GET /v2.0/networks/d227a8f7-d82b-444c-89d0-511b922f2260?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1326942
Dec 25 21:40:21.212956 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-eed7b556-c92f-4c89-b77d-0a06ff95e98e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2007615'] for router_interface, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:40:21.463124 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-eed7b556-c92f-4c89-b77d-0a06ff95e98e admin admin] Deleting port 4663d839-90a9-488a-8814-7a585661d20c {{(pid=121606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:40:21.463696 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-eed7b556-c92f-4c89-b77d-0a06ff95e98e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:40:21.539951 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [None req-eed7b556-c92f-4c89-b77d-0a06ff95e98e admin admin] For port 4663d839-90a9-488a-8814-7a585661d20c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4663d839-90a9-488a-8814-7a585661d20c,segment=NetworkSegment(56b813bb-0258-427a-b680-63f6bf14312f),segment_id=56b813bb-0258-427a-b680-63f6bf14312f)] {{(pid=121606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:40:21.540298 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-eed7b556-c92f-4c89-b77d-0a06ff95e98e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:40:21.557391 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-eed7b556-c92f-4c89-b77d-0a06ff95e98e admin admin] Calling delete_port for 4663d839-90a9-488a-8814-7a585661d20c owned by network:router_interface {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:40:21.793009 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-eed7b556-c92f-4c89-b77d-0a06ff95e98e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:40:21.824189 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed7b556-c92f-4c89-b77d-0a06ff95e98e admin admin] Pushing event deleted for resources: {'Port': ['ID=4663d839-90a9-488a-8814-7a585661d20c,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:40:21.997210 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-eed7b556-c92f-4c89-b77d-0a06ff95e98e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2007763'] for router_interface, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:40:22.500498 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4824f1e-89c0-4519-86af-6a01f0874127 req-0b9a6409-fd1b-42d8-9d9a-dccb9a0b149b tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:40:22.502003 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e4824f1e-89c0-4519-86af-6a01f0874127 req-0b9a6409-fd1b-42d8-9d9a-dccb9a0b149b tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.37 "GET /v2.0/ports?device_id=0e933ee6-6f1f-4ab6-a383-83013426d722 HTTP/1.1" status: 200  len: 945 time: 0.4421771
Dec 25 21:40:22.551791 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339e5ba6-ca14-4812-a0ac-e646439102aa req-8be32cff-5e13-41f4-9065-47118ac5d9c6 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:40:22.553236 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-339e5ba6-ca14-4812-a0ac-e646439102aa req-8be32cff-5e13-41f4-9065-47118ac5d9c6 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e933ee6-6f1f-4ab6-a383-83013426d722 HTTP/1.1" status: 200  len: 945 time: 0.1465144
Dec 25 21:40:22.702606 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-339e5ba6-ca14-4812-a0ac-e646439102aa req-f72f99c6-72ac-488b-9213-0bc78de74aa7 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "GET /v2.0/security-groups?id=2dd0ce2e-c467-45c4-9d2c-d6c9831710fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1414206
Dec 25 21:40:22.722674 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eed7b556-c92f-4c89-b77d-0a06ff95e98e admin admin] Router 2dd24878-147d-4d8f-943e-81752dd575de has already been hosted by L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 {{(pid=121606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 25 21:40:22.739789 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [req-e4824f1e-89c0-4519-86af-6a01f0874127 req-1001fa65-d096-4b52-b7f5-0154e498ba18 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Deleting port f8a8588c-abcc-4eda-99f7-383ebeac328b {{(pid=121606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:40:22.740128 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-e4824f1e-89c0-4519-86af-6a01f0874127 req-1001fa65-d096-4b52-b7f5-0154e498ba18 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:40:22.909005 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-e4824f1e-89c0-4519-86af-6a01f0874127 req-1001fa65-d096-4b52-b7f5-0154e498ba18 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] For port f8a8588c-abcc-4eda-99f7-383ebeac328b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f8a8588c-abcc-4eda-99f7-383ebeac328b,segment=NetworkSegment(c534f41a-8c49-4cda-99c2-993827ed0847),segment_id=c534f41a-8c49-4cda-99c2-993827ed0847)] {{(pid=121606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:40:22.909374 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-e4824f1e-89c0-4519-86af-6a01f0874127 req-1001fa65-d096-4b52-b7f5-0154e498ba18 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:40:22.912448 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eed7b556-c92f-4c89-b77d-0a06ff95e98e admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 21:40:22.922387 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-eed7b556-c92f-4c89-b77d-0a06ff95e98e admin admin] 10.222.0.32 "PUT /v2.0/routers/2dd24878-147d-4d8f-943e-81752dd575de/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6229136
Dec 25 21:40:22.924674 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 37270) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:40:22.927239 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8756922f-efcd-4761-976d-1dfef7f4b0bd None None] Sync routers for ids ['2dd24878-147d-4d8f-943e-81752dd575de'] in ncdv-master-1 {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 21:40:22.927921 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [req-e4824f1e-89c0-4519-86af-6a01f0874127 req-1001fa65-d096-4b52-b7f5-0154e498ba18 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Calling delete_port for f8a8588c-abcc-4eda-99f7-383ebeac328b owned by compute:nova {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:40:22.938264 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8756922f-efcd-4761-976d-1dfef7f4b0bd None None] Routers {'2dd24878-147d-4d8f-943e-81752dd575de'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:40:22.938876 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-8756922f-efcd-4761-976d-1dfef7f4b0bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f26185a0be0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:40:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['2dd24878-147d-4d8f-943e-81752dd575de'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:40:23.052090 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a6162fac-5e18-4517-b82d-bc4532d94f6b admin admin] Publish callbacks [] for router, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:40:23.168088 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a6162fac-5e18-4517-b82d-bc4532d94f6b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:40:23.187058 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-e4824f1e-89c0-4519-86af-6a01f0874127 req-1001fa65-d096-4b52-b7f5-0154e498ba18 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:40:23.218994 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1001fa65-d096-4b52-b7f5-0154e498ba18 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Pushing event deleted for resources: {'Port': ['ID=f8a8588c-abcc-4eda-99f7-383ebeac328b,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:40:23.222161 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvr_db [None req-8756922f-efcd-4761-976d-1dfef7f4b0bd None None] Set router 2dd24878-147d-4d8f-943e-81752dd575de gateway port host: ncdv-master-1 {{(pid=121608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:40:23.279179 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4824f1e-89c0-4519-86af-6a01f0874127 req-1001fa65-d096-4b52-b7f5-0154e498ba18 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] No DVR routers for this DVR port f8a8588c-abcc-4eda-99f7-383ebeac328b on host nch2-master-1 {{(pid=121606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:40:23.281784 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-e4824f1e-89c0-4519-86af-6a01f0874127 req-1001fa65-d096-4b52-b7f5-0154e498ba18 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:40:23.285393 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e4824f1e-89c0-4519-86af-6a01f0874127 req-1001fa65-d096-4b52-b7f5-0154e498ba18 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.37 "DELETE /v2.0/ports/f8a8588c-abcc-4eda-99f7-383ebeac328b HTTP/1.1" status: 204  len: 173 time: 0.7753625
Dec 25 21:40:23.285853 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e933ee6-6f1f-4ab6-a383-83013426d722', 'name': 'network-vif-deleted', 'tag': 'f8a8588c-abcc-4eda-99f7-383ebeac328b'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:40:23.289680 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9858820c13ec2827453b94ebc4181065e990a4e4089ccb9fe762531ac62d2fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-165d02ab-807c-4804-921d-5d58373a7133" -d '{"events": [{"server_uuid": "0e933ee6-6f1f-4ab6-a383-83013426d722", "name": "network-vif-deleted", "tag": "f8a8588c-abcc-4eda-99f7-383ebeac328b"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:40:23.331573 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-a6162fac-5e18-4517-b82d-bc4532d94f6b admin admin] Deleting port cedb9d61-14e5-4a49-9725-6b677b980b97 {{(pid=121607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:40:23.331927 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a6162fac-5e18-4517-b82d-bc4532d94f6b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:40:23.334608 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 21:40:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85add5c1-23e9-478b-878b-f6c8ec805ddc x-openstack-request-id: req-85add5c1-23e9-478b-878b-f6c8ec805ddc {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:40:23.334934 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e933ee6-6f1f-4ab6-a383-83013426d722", "name": "network-vif-deleted", "tag": "f8a8588c-abcc-4eda-99f7-383ebeac328b", "status": "completed", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:40:23.335161 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-85add5c1-23e9-478b-878b-f6c8ec805ddc {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:40:23.335560 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e933ee6-6f1f-4ab6-a383-83013426d722', 'name': 'network-vif-deleted', 'tag': 'f8a8588c-abcc-4eda-99f7-383ebeac328b', 'status': 'completed', 'code': 200}
Dec 25 21:40:23.426853 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-8756922f-efcd-4761-976d-1dfef7f4b0bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f26185a0be0>, [{'id': '2dd24878-147d-4d8f-943e-81752dd575de', 'name': 'tempest-TaggedBootDevicesTest-1330468044-router', 'tenant_id': '980165331b334d7795b91adc96459725', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.242'}], 'enable_snat': True}, 'gw_port_id': 'cedb9d61-14e5-4a49-9725-6b677b980b97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:27:49Z', 'updated_at': '2021-12-25T21:40:21Z', 'revision_number': 5, 'project_id': '980165331b334d7795b91adc96459725', 'gw_port': {'id': 'cedb9d61-14e5-4a49-9725-6b677b980b97', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:90:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd24878-147d-4d8f-943e-81752dd575de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2153, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:27:50Z', 'updated_at': '2021-12-25T21:27:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:40:23.429127 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.db [None req-a6162fac-5e18-4517-b82d-bc4532d94f6b admin admin] For port cedb9d61-14e5-4a49-9725-6b677b980b97, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=cedb9d61-14e5-4a49-9725-6b677b980b97,segment=NetworkSegment(6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855),segment_id=6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855)] {{(pid=121607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:40:23.429753 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a6162fac-5e18-4517-b82d-bc4532d94f6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:40:23.444618 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-a6162fac-5e18-4517-b82d-bc4532d94f6b admin admin] Calling delete_port for cedb9d61-14e5-4a49-9725-6b677b980b97 owned by network:router_gateway {{(pid=121607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:40:23.489561 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8756922f-efcd-4761-976d-1dfef7f4b0bd None None] Checking router: 2dd24878-147d-4d8f-943e-81752dd575de for host: ncdv-master-1 {{(pid=121608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 25 21:40:23.502351 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8756922f-efcd-4761-976d-1dfef7f4b0bd None None] Routers {'2dd24878-147d-4d8f-943e-81752dd575de'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:40:23.502972 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-8756922f-efcd-4761-976d-1dfef7f4b0bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f26185a0be0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:40:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['2dd24878-147d-4d8f-943e-81752dd575de'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:40:23.661468 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvr_db [None req-8756922f-efcd-4761-976d-1dfef7f4b0bd None None] Set router 2dd24878-147d-4d8f-943e-81752dd575de gateway port host: None {{(pid=121608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:40:23.725714 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-8756922f-efcd-4761-976d-1dfef7f4b0bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f26185a0be0>, [{'id': '2dd24878-147d-4d8f-943e-81752dd575de', 'name': 'tempest-TaggedBootDevicesTest-1330468044-router', 'tenant_id': '980165331b334d7795b91adc96459725', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:27:49Z', 'updated_at': '2021-12-25T21:40:23Z', 'revision_number': 6, 'project_id': '980165331b334d7795b91adc96459725', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:40:23.758575 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8756922f-efcd-4761-976d-1dfef7f4b0bd None None] The sync data for ids ['2dd24878-147d-4d8f-943e-81752dd575de'] in ncdv-master-1 is: [{'id': '2dd24878-147d-4d8f-943e-81752dd575de', 'name': 'tempest-TaggedBootDevicesTest-1330468044-router', 'tenant_id': '980165331b334d7795b91adc96459725', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:27:49Z', 'updated_at': '2021-12-25T21:40:23Z', 'revision_number': 6, 'project_id': '980165331b334d7795b91adc96459725', 'gw_port_host': None}] {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 21:40:23.793291 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a6162fac-5e18-4517-b82d-bc4532d94f6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:40:23.825712 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6162fac-5e18-4517-b82d-bc4532d94f6b admin admin] Pushing event deleted for resources: {'Port': ['ID=cedb9d61-14e5-4a49-9725-6b677b980b97,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:40:23.844609 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8a77fc0-a144-4f6a-b3a3-c3c9d0c16da5 None None] DHCP port deletion for 7201e55c-7c5f-41aa-a042-a363696539d0 request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 21:40:23.856308 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-095c5e7e-1bd1-44cd-acc9-3e0da2401942 req-d06dcdbf-049d-474e-8709-826baf79dedf tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e933ee6-6f1f-4ab6-a383-83013426d722 HTTP/1.1" status: 200  len: 210 time: 0.0462892
Dec 25 21:40:23.893742 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a6162fac-5e18-4517-b82d-bc4532d94f6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2008689'] for router_gateway, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:40:23.991478 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a6162fac-5e18-4517-b82d-bc4532d94f6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2014235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14905'] for router, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:40:23.993905 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a6162fac-5e18-4517-b82d-bc4532d94f6b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:40:24.124684 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a6162fac-5e18-4517-b82d-bc4532d94f6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2014220'] for router, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:40:24.125294 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6162fac-5e18-4517-b82d-bc4532d94f6b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2dd24878-147d-4d8f-943e-81752dd575de {{(pid=121607) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 25 21:40:24.130015 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a6162fac-5e18-4517-b82d-bc4532d94f6b admin admin] Publish callbacks [] for router, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:40:24.131184 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-a6162fac-5e18-4517-b82d-bc4532d94f6b admin admin] 10.222.0.32 "DELETE /v2.0/routers/2dd24878-147d-4d8f-943e-81752dd575de HTTP/1.1" status: 204  len: 168 time: 1.2055085
Dec 25 21:40:24.133948 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 37312) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:40:24.193894 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_v2 [None req-358b64d4-c17b-49c4-92ac-f957409fec7f admin admin] Deleting subnet a434de1e-5464-470d-a8e6-901b6aa78ffb {{(pid=121606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Dec 25 21:40:24.197514 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-358b64d4-c17b-49c4-92ac-f957409fec7f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:40:24.244201 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-358b64d4-c17b-49c4-92ac-f957409fec7f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9084199'] for subnet, precommit_delete_associations {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:40:24.327105 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-358b64d4-c17b-49c4-92ac-f957409fec7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995662'] for subnet, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:40:24.436807 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-358b64d4-c17b-49c4-92ac-f957409fec7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9084363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9028506'] for subnet, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:40:24.467990 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358b64d4-c17b-49c4-92ac-f957409fec7f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a434de1e-5464-470d-a8e6-901b6aa78ffb,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:40:24.471588 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-358b64d4-c17b-49c4-92ac-f957409fec7f admin admin] Publish callbacks [] for subnet, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:40:24.474828 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-358b64d4-c17b-49c4-92ac-f957409fec7f admin admin] 10.222.0.32 "DELETE /v2.0/subnets/a434de1e-5464-470d-a8e6-901b6aa78ffb HTTP/1.1" status: 204  len: 168 time: 0.3395348
Dec 25 21:40:24.477299 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 37324) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:40:24.477873 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c28b733-16d0-434d-9b0d-433113635131 None None] Network 36c58514-4b76-443a-8b4e-8188ecbb730f requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:40:24.550939 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-5eefe42c-7473-43cd-b398-f5f63d408ada admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625803'] for network, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:40:24.580522 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 4663d839-90a9-488a-8814-7a585661d20c no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:40:24.610431 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] No Port match for: 4663d839-90a9-488a-8814-7a585661d20c {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:40:24.611191 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 4663d839-90a9-488a-8814-7a585661d20c not bound to the agent host ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:40:24.613500 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-5eefe42c-7473-43cd-b398-f5f63d408ada admin admin] Deleting port 7d0eb056-e87c-4390-8452-b792d737d29e {{(pid=121606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:40:24.613967 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-5eefe42c-7473-43cd-b398-f5f63d408ada admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:40:24.684342 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [None req-5eefe42c-7473-43cd-b398-f5f63d408ada admin admin] For port 7d0eb056-e87c-4390-8452-b792d737d29e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7d0eb056-e87c-4390-8452-b792d737d29e,segment=NetworkSegment(56b813bb-0258-427a-b680-63f6bf14312f),segment_id=56b813bb-0258-427a-b680-63f6bf14312f)] {{(pid=121606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:40:24.684683 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-5eefe42c-7473-43cd-b398-f5f63d408ada admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:40:24.697455 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-5eefe42c-7473-43cd-b398-f5f63d408ada admin admin] Calling delete_port for 7d0eb056-e87c-4390-8452-b792d737d29e owned by network:dhcp {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:40:24.699106 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1dfc442-96e3-4e31-86c5-377cf6341241 None None] DHCP port deletion for 36c58514-4b76-443a-8b4e-8188ecbb730f request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 21:40:24.748867 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-c1dfc442-96e3-4e31-86c5-377cf6341241 None None] Deleting port 7d0eb056-e87c-4390-8452-b792d737d29e {{(pid=121608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:40:24.749275 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-c1dfc442-96e3-4e31-86c5-377cf6341241 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:40:24.818056 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-c1dfc442-96e3-4e31-86c5-377cf6341241 None None] For port 7d0eb056-e87c-4390-8452-b792d737d29e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7d0eb056-e87c-4390-8452-b792d737d29e,segment=NetworkSegment(56b813bb-0258-427a-b680-63f6bf14312f),segment_id=56b813bb-0258-427a-b680-63f6bf14312f)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:40:24.818383 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-c1dfc442-96e3-4e31-86c5-377cf6341241 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:40:24.832313 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-c1dfc442-96e3-4e31-86c5-377cf6341241 None None] Calling delete_port for 7d0eb056-e87c-4390-8452-b792d737d29e owned by network:dhcp {{(pid=121608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:40:24.843744 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-5eefe42c-7473-43cd-b398-f5f63d408ada admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:40:24.874994 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eefe42c-7473-43cd-b398-f5f63d408ada admin admin] No DVR routers for this DVR port 7d0eb056-e87c-4390-8452-b792d737d29e on host ncdv-master-1 {{(pid=121606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:40:24.883656 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eefe42c-7473-43cd-b398-f5f63d408ada admin admin] Pushing event deleted for resources: {'Port': ['ID=7d0eb056-e87c-4390-8452-b792d737d29e,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:40:24.924536 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 37328) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:40:24.945134 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-c1dfc442-96e3-4e31-86c5-377cf6341241 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955'] for port, after_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:40:24.971830 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-5eefe42c-7473-43cd-b398-f5f63d408ada admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997585', 'neutron.services.segments.db._delete_segments_for_network-8737602743071'] for network, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:40:24.971978 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1dfc442-96e3-4e31-86c5-377cf6341241 None None] Pushing event deleted for resources: {'Port': ['ID=7d0eb056-e87c-4390-8452-b792d737d29e,revision_number=None']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:40:24.985985 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1dfc442-96e3-4e31-86c5-377cf6341241 None None] No DVR routers for this DVR port 7d0eb056-e87c-4390-8452-b792d737d29e on host ncdv-master-1 {{(pid=121608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:40:24.993359 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.segments.db [None req-5eefe42c-7473-43cd-b398-f5f63d408ada admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2613d1dac0>,) {'filters': {'network_id': ['36c58514-4b76-443a-8b4e-8188ecbb730f']}} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:40:25.005254 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.segments.db [None req-5eefe42c-7473-43cd-b398-f5f63d408ada admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2613d1dac0>, '56b813bb-0258-427a-b680-63f6bf14312f') {'for_net_delete': True} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:40:25.005554 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.segments.db [None req-5eefe42c-7473-43cd-b398-f5f63d408ada admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2613d1dac0>, '56b813bb-0258-427a-b680-63f6bf14312f') {} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:40:25.016465 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-5eefe42c-7473-43cd-b398-f5f63d408ada admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737602746920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9084222'] for segment, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:40:25.032465 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-5eefe42c-7473-43cd-b398-f5f63d408ada admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:40:25.040924 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5eefe42c-7473-43cd-b398-f5f63d408ada admin admin] Releasing vlan 192 on physical network physnet1 to pool {{(pid=121606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 25 21:40:25.040924 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-5eefe42c-7473-43cd-b398-f5f63d408ada admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9084542'] for segment, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:40:25.040924 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:40:25.040924 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:40:25.040924 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:40:25.040924 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:40:25.040924 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:40:25.040924 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:40:25.040924 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:40:25.040924 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:40:25.040924 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:40:25.040924 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:40:25.040924 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:40:25.040924 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:40:25.040924 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:40:25.040924 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:40:25.040924 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:40:25.040924 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:40:25.040924 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:40:25.040924 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:40:25.040924 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:40:25.040924 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:40:25.040924 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:40:25.040924 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:40:25.040924 ncdv-master-1 neutron-server[121606]: Traceback (most recent call last):
Dec 25 21:40:25.040924 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 25 21:40:25.040924 ncdv-master-1 neutron-server[121606]:     timer()
Dec 25 21:40:25.040924 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 25 21:40:25.040924 ncdv-master-1 neutron-server[121606]:     cb(*args, **kw)
Dec 25 21:40:25.040924 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 25 21:40:25.040924 ncdv-master-1 neutron-server[121606]:     return func(*args, **kwargs)
Dec 25 21:40:25.040924 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 25 21:40:25.040924 ncdv-master-1 neutron-server[121606]:     self._notify()
Dec 25 21:40:25.040924 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 25 21:40:25.040924 ncdv-master-1 neutron-server[121606]:     self.callback(batched_events)
Dec 25 21:40:25.040924 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 25 21:40:25.040924 ncdv-master-1 neutron-server[121606]:     event.method(event)
Dec 25 21:40:25.040924 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 25 21:40:25.040924 ncdv-master-1 neutron-server[121606]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 25 21:40:25.040924 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 25 21:40:25.040924 ncdv-master-1 neutron-server[121606]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 25 21:40:25.040924 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 25 21:40:25.040924 ncdv-master-1 neutron-server[121606]:     return f(self, *a, **k)
Dec 25 21:40:25.040924 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 25 21:40:25.040924 ncdv-master-1 neutron-server[121606]:     return self._get(url).json()
Dec 25 21:40:25.040924 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 25 21:40:25.040924 ncdv-master-1 neutron-server[121606]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 25 21:40:25.040924 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 25 21:40:25.040924 ncdv-master-1 neutron-server[121606]:     return self.request(url, 'GET', **kwargs)
Dec 25 21:40:25.040924 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 25 21:40:25.040924 ncdv-master-1 neutron-server[121606]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 25 21:40:25.040924 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 25 21:40:25.040924 ncdv-master-1 neutron-server[121606]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 25 21:40:25.040924 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 25 21:40:25.040924 ncdv-master-1 neutron-server[121606]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 25 21:40:25.040924 ncdv-master-1 neutron-server[121606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 25 21:40:25.215195 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-5eefe42c-7473-43cd-b398-f5f63d408ada admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2008653'] for network, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:40:25.221379 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-5eefe42c-7473-43cd-b398-f5f63d408ada admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for network, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:40:25.224711 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-5eefe42c-7473-43cd-b398-f5f63d408ada admin admin] 10.222.0.32 "DELETE /v2.0/networks/36c58514-4b76-443a-8b4e-8188ecbb730f HTTP/1.1" status: 204  len: 168 time: 0.7462552
Dec 25 21:40:25.233062 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 37334) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:40:25.236573 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eefe42c-7473-43cd-b398-f5f63d408ada admin admin] Pushing event deleted for resources: {'Network': ['ID=36c58514-4b76-443a-8b4e-8188ecbb730f,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:40:25.479259 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-001ccf7a-5eed-48a9-a57d-059d275ce67d tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2007615'] for router_interface, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:40:25.820143 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ff457e89-3bf1-4200-a3eb-416290130941 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2007615'] for router_interface, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:40:25.883488 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device cedb9d61-14e5-4a49-9725-6b677b980b97 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:40:25.910727 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] No Port match for: cedb9d61-14e5-4a49-9725-6b677b980b97 {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:40:25.911074 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device cedb9d61-14e5-4a49-9725-6b677b980b97 not bound to the agent host ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:40:25.911486 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 7d0eb056-e87c-4390-8452-b792d737d29e no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:40:25.923046 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-001ccf7a-5eed-48a9-a57d-059d275ce67d tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Deleting port ae241821-d15c-4471-9dda-f7dc03221aae {{(pid=121607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:40:25.923392 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-001ccf7a-5eed-48a9-a57d-059d275ce67d tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:40:25.931235 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] No Port match for: 7d0eb056-e87c-4390-8452-b792d737d29e {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:40:25.931590 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 7d0eb056-e87c-4390-8452-b792d737d29e not bound to the agent host ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:40:26.389613 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.db [None req-001ccf7a-5eed-48a9-a57d-059d275ce67d tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] For port ae241821-d15c-4471-9dda-f7dc03221aae, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ae241821-d15c-4471-9dda-f7dc03221aae,segment=NetworkSegment(c534f41a-8c49-4cda-99c2-993827ed0847),segment_id=c534f41a-8c49-4cda-99c2-993827ed0847)] {{(pid=121607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:40:26.390201 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-001ccf7a-5eed-48a9-a57d-059d275ce67d tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:40:26.406531 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-001ccf7a-5eed-48a9-a57d-059d275ce67d tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Calling delete_port for ae241821-d15c-4471-9dda-f7dc03221aae owned by network:router_interface {{(pid=121607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:40:26.605410 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-ff457e89-3bf1-4200-a3eb-416290130941 admin admin] Deleting port e6d3a02c-efbf-4990-851e-7f3763ce9525 {{(pid=121607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:40:26.605752 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ff457e89-3bf1-4200-a3eb-416290130941 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:40:26.725577 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.db [None req-ff457e89-3bf1-4200-a3eb-416290130941 admin admin] For port e6d3a02c-efbf-4990-851e-7f3763ce9525, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e6d3a02c-efbf-4990-851e-7f3763ce9525,segment=NetworkSegment(91e10d34-0490-4307-94d7-f49171874ad4),segment_id=91e10d34-0490-4307-94d7-f49171874ad4)] {{(pid=121607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:40:26.725939 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ff457e89-3bf1-4200-a3eb-416290130941 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:40:26.738752 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-ff457e89-3bf1-4200-a3eb-416290130941 admin admin] Calling delete_port for e6d3a02c-efbf-4990-851e-7f3763ce9525 owned by network:router_interface {{(pid=121607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:40:26.805519 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-001ccf7a-5eed-48a9-a57d-059d275ce67d tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:40:26.874450 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001ccf7a-5eed-48a9-a57d-059d275ce67d tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Pushing event deleted for resources: {'Port': ['ID=ae241821-d15c-4471-9dda-f7dc03221aae,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:40:26.905866 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001ccf7a-5eed-48a9-a57d-059d275ce67d tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:40:26.906220 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001ccf7a-5eed-48a9-a57d-059d275ce67d tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:40:26.906563 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001ccf7a-5eed-48a9-a57d-059d275ce67d tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:40:26.906899 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001ccf7a-5eed-48a9-a57d-059d275ce67d tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:40:26.907225 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001ccf7a-5eed-48a9-a57d-059d275ce67d tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:40:26.907552 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001ccf7a-5eed-48a9-a57d-059d275ce67d tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:40:26.907878 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001ccf7a-5eed-48a9-a57d-059d275ce67d tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:40:26.908203 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001ccf7a-5eed-48a9-a57d-059d275ce67d tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:40:26.908529 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001ccf7a-5eed-48a9-a57d-059d275ce67d tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:40:26.908852 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001ccf7a-5eed-48a9-a57d-059d275ce67d tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:40:26.909199 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001ccf7a-5eed-48a9-a57d-059d275ce67d tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:40:26.909517 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001ccf7a-5eed-48a9-a57d-059d275ce67d tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:40:26.909834 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001ccf7a-5eed-48a9-a57d-059d275ce67d tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:40:27.014098 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device f8a8588c-abcc-4eda-99f7-383ebeac328b no longer exists at agent hyperv_nch2-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:40:27.035900 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] No Port match for: f8a8588c-abcc-4eda-99f7-383ebeac328b {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:40:27.036249 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device f8a8588c-abcc-4eda-99f7-383ebeac328b not bound to the agent host nch2-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:40:27.123505 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-001ccf7a-5eed-48a9-a57d-059d275ce67d tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2007763'] for router_interface, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:40:27.231164 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ff457e89-3bf1-4200-a3eb-416290130941 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:40:27.279321 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff457e89-3bf1-4200-a3eb-416290130941 admin admin] Pushing event deleted for resources: {'Port': ['ID=e6d3a02c-efbf-4990-851e-7f3763ce9525,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:40:27.540562 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-001ccf7a-5eed-48a9-a57d-059d275ce67d tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Router 32a3f620-bea5-4e1f-a0ab-81323e6971a6 has already been hosted by L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 {{(pid=121607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 25 21:40:27.568820 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ff457e89-3bf1-4200-a3eb-416290130941 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2007763'] for router_interface, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:40:27.748351 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-001ccf7a-5eed-48a9-a57d-059d275ce67d tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 21:40:27.754660 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-001ccf7a-5eed-48a9-a57d-059d275ce67d tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "PUT /v2.0/routers/32a3f620-bea5-4e1f-a0ab-81323e6971a6/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8289475
Dec 25 21:40:27.757379 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 37438) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:40:27.760121 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a59576f-3d74-4112-a5a3-76e0c1f51dd1 None None] Sync routers for ids ['32a3f620-bea5-4e1f-a0ab-81323e6971a6'] in ncdv-master-1 {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 21:40:27.771730 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a59576f-3d74-4112-a5a3-76e0c1f51dd1 None None] Routers {'32a3f620-bea5-4e1f-a0ab-81323e6971a6'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:40:27.772391 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-2a59576f-3d74-4112-a5a3-76e0c1f51dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f261a740340>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:40:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['32a3f620-bea5-4e1f-a0ab-81323e6971a6'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:40:27.856561 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_v2 [None req-32acfd30-1566-49cd-aff2-b34045fc5211 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Deleting subnet ee860ac1-7afc-44c5-8b9f-76e3f7a077b2 {{(pid=121607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Dec 25 21:40:27.859806 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-32acfd30-1566-49cd-aff2-b34045fc5211 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks [] for subnet, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:40:27.888389 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvr_db [None req-2a59576f-3d74-4112-a5a3-76e0c1f51dd1 None None] Set router 32a3f620-bea5-4e1f-a0ab-81323e6971a6 gateway port host: ncdv-master-1 {{(pid=121609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:40:27.934967 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-32acfd30-1566-49cd-aff2-b34045fc5211 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10246617'] for subnet, precommit_delete_associations {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:40:27.992833 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff457e89-3bf1-4200-a3eb-416290130941 admin admin] Router 35fc6b60-8af7-4b30-b5c4-fc94ed20e7ef has already been hosted by L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 {{(pid=121607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 25 21:40:28.067508 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-2a59576f-3d74-4112-a5a3-76e0c1f51dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f261a740340>, [{'id': '32a3f620-bea5-4e1f-a0ab-81323e6971a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1125267842', 'tenant_id': '4ff29c23c5844f45826a02b6ae6b65e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.31'}], 'enable_snat': True}, 'gw_port_id': '4cac6038-4803-4ebc-9f2c-768f83fbd9cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:38:16Z', 'updated_at': '2021-12-25T21:40:26Z', 'revision_number': 5, 'project_id': '4ff29c23c5844f45826a02b6ae6b65e7', 'gw_port': {'id': '4cac6038-4803-4ebc-9f2c-768f83fbd9cc', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:62:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32a3f620-bea5-4e1f-a0ab-81323e6971a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3280, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:38:17Z', 'updated_at': '2021-12-25T21:38:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:40:28.075887 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-32acfd30-1566-49cd-aff2-b34045fc5211 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995662'] for subnet, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:40:28.097773 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a59576f-3d74-4112-a5a3-76e0c1f51dd1 None None] Checking router: 32a3f620-bea5-4e1f-a0ab-81323e6971a6 for host: ncdv-master-1 {{(pid=121609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 25 21:40:28.106726 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a59576f-3d74-4112-a5a3-76e0c1f51dd1 None None] Routers {'32a3f620-bea5-4e1f-a0ab-81323e6971a6'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:40:28.107330 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-2a59576f-3d74-4112-a5a3-76e0c1f51dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f261a740340>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:40:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['32a3f620-bea5-4e1f-a0ab-81323e6971a6'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:40:28.175011 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff457e89-3bf1-4200-a3eb-416290130941 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 21:40:28.184500 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-ff457e89-3bf1-4200-a3eb-416290130941 admin admin] 10.222.0.32 "PUT /v2.0/routers/35fc6b60-8af7-4b30-b5c4-fc94ed20e7ef/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9469757
Dec 25 21:40:28.184598 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 37444) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:40:28.195865 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57466d72-ba16-4af6-a117-71f55c711861 None None] Sync routers for ids ['35fc6b60-8af7-4b30-b5c4-fc94ed20e7ef'] in ncdv-master-1 {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 21:40:28.207126 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57466d72-ba16-4af6-a117-71f55c711861 None None] Routers {'35fc6b60-8af7-4b30-b5c4-fc94ed20e7ef'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:40:28.207733 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-57466d72-ba16-4af6-a117-71f55c711861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2618458550>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:40:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['35fc6b60-8af7-4b30-b5c4-fc94ed20e7ef'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:40:28.238201 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvr_db [None req-2a59576f-3d74-4112-a5a3-76e0c1f51dd1 None None] Set router 32a3f620-bea5-4e1f-a0ab-81323e6971a6 gateway port host: ncdv-master-1 {{(pid=121609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:40:28.266996 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-32acfd30-1566-49cd-aff2-b34045fc5211 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8632410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8852809'] for subnet, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:40:28.297405 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32acfd30-1566-49cd-aff2-b34045fc5211 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Pushing event deleted for resources: {'Subnet': ['ID=ee860ac1-7afc-44c5-8b9f-76e3f7a077b2,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:40:28.303333 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-32acfd30-1566-49cd-aff2-b34045fc5211 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks [] for subnet, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:40:28.306949 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-32acfd30-1566-49cd-aff2-b34045fc5211 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "DELETE /v2.0/subnets/ee860ac1-7afc-44c5-8b9f-76e3f7a077b2 HTTP/1.1" status: 204  len: 168 time: 0.5479176
Dec 25 21:40:28.312119 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 37446) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:40:28.333879 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-a9815f04-8b9b-40c1-9b69-fbac4ba7cd67 admin admin] Publish callbacks [] for router, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:40:28.361253 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvr_db [None req-57466d72-ba16-4af6-a117-71f55c711861 None None] Set router 35fc6b60-8af7-4b30-b5c4-fc94ed20e7ef gateway port host: ncdv-master-1 {{(pid=121608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:40:28.448013 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-37c989f3-e334-48f8-86cd-d32bd3fded90 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks [] for router, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:40:28.454038 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f59c9f0f-f749-4ed7-854f-e72e83c7d3e8 None None] Network d227a8f7-d82b-444c-89d0-511b922f2260 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:40:28.461079 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-2a59576f-3d74-4112-a5a3-76e0c1f51dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f261a740340>, [{'id': '32a3f620-bea5-4e1f-a0ab-81323e6971a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1125267842', 'tenant_id': '4ff29c23c5844f45826a02b6ae6b65e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.31'}], 'enable_snat': True}, 'gw_port_id': '4cac6038-4803-4ebc-9f2c-768f83fbd9cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:38:16Z', 'updated_at': '2021-12-25T21:40:26Z', 'revision_number': 5, 'project_id': '4ff29c23c5844f45826a02b6ae6b65e7', 'gw_port': {'id': '4cac6038-4803-4ebc-9f2c-768f83fbd9cc', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:62:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32a3f620-bea5-4e1f-a0ab-81323e6971a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3280, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:38:17Z', 'updated_at': '2021-12-25T21:38:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:40:28.473971 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-a9815f04-8b9b-40c1-9b69-fbac4ba7cd67 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:40:28.491926 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a59576f-3d74-4112-a5a3-76e0c1f51dd1 None None] The sync data for ids ['32a3f620-bea5-4e1f-a0ab-81323e6971a6'] in ncdv-master-1 is: [{'id': '32a3f620-bea5-4e1f-a0ab-81323e6971a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1125267842', 'tenant_id': '4ff29c23c5844f45826a02b6ae6b65e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.31'}], 'enable_snat': True}, 'gw_port_id': '4cac6038-4803-4ebc-9f2c-768f83fbd9cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:38:16Z', 'updated_at': '2021-12-25T21:40:26Z', 'revision_number': 5, 'project_id': '4ff29c23c5844f45826a02b6ae6b65e7', 'gw_port': {'id': '4cac6038-4803-4ebc-9f2c-768f83fbd9cc', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:62:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32a3f620-bea5-4e1f-a0ab-81323e6971a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3280, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:38:17Z', 'updated_at': '2021-12-25T21:38:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 21:40:28.606163 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-a9815f04-8b9b-40c1-9b69-fbac4ba7cd67 admin admin] Deleting port e61d93ef-8975-4b8b-89b4-7eb11f995d05 {{(pid=121606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:40:28.606699 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-a9815f04-8b9b-40c1-9b69-fbac4ba7cd67 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:40:28.664666 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-57466d72-ba16-4af6-a117-71f55c711861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2618458550>, [{'id': '35fc6b60-8af7-4b30-b5c4-fc94ed20e7ef', 'name': 'tempest-TaggedBootDevicesTest-1381841222-router', 'tenant_id': 'fbd3af0654c34dd8b4518ab7708aed91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.5'}], 'enable_snat': True}, 'gw_port_id': 'e61d93ef-8975-4b8b-89b4-7eb11f995d05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:28:05Z', 'updated_at': '2021-12-25T21:40:27Z', 'revision_number': 5, 'project_id': 'fbd3af0654c34dd8b4518ab7708aed91', 'gw_port': {'id': 'e61d93ef-8975-4b8b-89b4-7eb11f995d05', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:1e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35fc6b60-8af7-4b30-b5c4-fc94ed20e7ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2214, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:28:07Z', 'updated_at': '2021-12-25T21:28:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:40:28.708986 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57466d72-ba16-4af6-a117-71f55c711861 None None] Checking router: 35fc6b60-8af7-4b30-b5c4-fc94ed20e7ef for host: ncdv-master-1 {{(pid=121608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 25 21:40:28.713419 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [None req-a9815f04-8b9b-40c1-9b69-fbac4ba7cd67 admin admin] For port e61d93ef-8975-4b8b-89b4-7eb11f995d05, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e61d93ef-8975-4b8b-89b4-7eb11f995d05,segment=NetworkSegment(6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855),segment_id=6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855)] {{(pid=121606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:40:28.714398 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-a9815f04-8b9b-40c1-9b69-fbac4ba7cd67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:40:28.719876 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57466d72-ba16-4af6-a117-71f55c711861 None None] Routers {'35fc6b60-8af7-4b30-b5c4-fc94ed20e7ef'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:40:28.720518 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-57466d72-ba16-4af6-a117-71f55c711861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2618458550>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:40:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['35fc6b60-8af7-4b30-b5c4-fc94ed20e7ef'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:40:28.730884 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-a9815f04-8b9b-40c1-9b69-fbac4ba7cd67 admin admin] Calling delete_port for e61d93ef-8975-4b8b-89b4-7eb11f995d05 owned by network:router_gateway {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:40:28.811460 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvr_db [None req-57466d72-ba16-4af6-a117-71f55c711861 None None] Set router 35fc6b60-8af7-4b30-b5c4-fc94ed20e7ef gateway port host: None {{(pid=121608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:40:28.880238 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-57466d72-ba16-4af6-a117-71f55c711861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2618458550>, [{'id': '35fc6b60-8af7-4b30-b5c4-fc94ed20e7ef', 'name': 'tempest-TaggedBootDevicesTest-1381841222-router', 'tenant_id': 'fbd3af0654c34dd8b4518ab7708aed91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:28:05Z', 'updated_at': '2021-12-25T21:40:28Z', 'revision_number': 6, 'project_id': 'fbd3af0654c34dd8b4518ab7708aed91', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:40:28.894073 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-37c989f3-e334-48f8-86cd-d32bd3fded90 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks [] for router_gateway, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:40:28.915041 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2a80aa5-923a-4564-9320-f1115b91a789 None None] DHCP port deletion for d227a8f7-d82b-444c-89d0-511b922f2260 request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 21:40:28.918218 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57466d72-ba16-4af6-a117-71f55c711861 None None] The sync data for ids ['35fc6b60-8af7-4b30-b5c4-fc94ed20e7ef'] in ncdv-master-1 is: [{'id': '35fc6b60-8af7-4b30-b5c4-fc94ed20e7ef', 'name': 'tempest-TaggedBootDevicesTest-1381841222-router', 'tenant_id': 'fbd3af0654c34dd8b4518ab7708aed91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:28:05Z', 'updated_at': '2021-12-25T21:40:28Z', 'revision_number': 6, 'project_id': 'fbd3af0654c34dd8b4518ab7708aed91', 'gw_port_host': None}] {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 21:40:28.982374 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-f2a80aa5-923a-4564-9320-f1115b91a789 None None] Deleting port 9be324cf-03ef-4dc1-aed0-147c66c6f791 {{(pid=121608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:40:28.982886 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-f2a80aa5-923a-4564-9320-f1115b91a789 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:40:29.050041 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-a9815f04-8b9b-40c1-9b69-fbac4ba7cd67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:40:29.056002 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-37c989f3-e334-48f8-86cd-d32bd3fded90 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Deleting port 4cac6038-4803-4ebc-9f2c-768f83fbd9cc {{(pid=121607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:40:29.058455 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-37c989f3-e334-48f8-86cd-d32bd3fded90 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:40:29.076351 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-f2a80aa5-923a-4564-9320-f1115b91a789 None None] For port 9be324cf-03ef-4dc1-aed0-147c66c6f791, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9be324cf-03ef-4dc1-aed0-147c66c6f791,segment=NetworkSegment(c534f41a-8c49-4cda-99c2-993827ed0847),segment_id=c534f41a-8c49-4cda-99c2-993827ed0847)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:40:29.077046 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-f2a80aa5-923a-4564-9320-f1115b91a789 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:40:29.091324 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9815f04-8b9b-40c1-9b69-fbac4ba7cd67 admin admin] Pushing event deleted for resources: {'Port': ['ID=e61d93ef-8975-4b8b-89b4-7eb11f995d05,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:40:29.093001 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-f2a80aa5-923a-4564-9320-f1115b91a789 None None] Calling delete_port for 9be324cf-03ef-4dc1-aed0-147c66c6f791 owned by network:dhcp {{(pid=121608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:40:29.152568 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79025bf0-4305-4f47-aaf2-eeff403665dd None None] DHCP port deletion for 7201e55c-7c5f-41aa-a042-a363696539d0 request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 21:40:29.162965 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.db [None req-37c989f3-e334-48f8-86cd-d32bd3fded90 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] For port 4cac6038-4803-4ebc-9f2c-768f83fbd9cc, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4cac6038-4803-4ebc-9f2c-768f83fbd9cc,segment=NetworkSegment(6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855),segment_id=6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855)] {{(pid=121607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:40:29.163332 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-37c989f3-e334-48f8-86cd-d32bd3fded90 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:40:29.182122 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-37c989f3-e334-48f8-86cd-d32bd3fded90 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Calling delete_port for 4cac6038-4803-4ebc-9f2c-768f83fbd9cc owned by network:router_gateway {{(pid=121607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:40:29.199695 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-a9815f04-8b9b-40c1-9b69-fbac4ba7cd67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2008689'] for router_gateway, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:40:29.299709 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-a9815f04-8b9b-40c1-9b69-fbac4ba7cd67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2014235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14905'] for router, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:40:29.302209 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-a9815f04-8b9b-40c1-9b69-fbac4ba7cd67 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:40:29.306411 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-f2a80aa5-923a-4564-9320-f1115b91a789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955'] for port, after_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:40:29.344658 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a80aa5-923a-4564-9320-f1115b91a789 None None] Pushing event deleted for resources: {'Port': ['ID=9be324cf-03ef-4dc1-aed0-147c66c6f791,revision_number=None']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:40:29.373596 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2a80aa5-923a-4564-9320-f1115b91a789 None None] No DVR routers for this DVR port 9be324cf-03ef-4dc1-aed0-147c66c6f791 on host ncdv-master-1 {{(pid=121608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:40:29.432160 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-a9815f04-8b9b-40c1-9b69-fbac4ba7cd67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2014220'] for router, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:40:29.433703 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9815f04-8b9b-40c1-9b69-fbac4ba7cd67 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 35fc6b60-8af7-4b30-b5c4-fc94ed20e7ef {{(pid=121606) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 25 21:40:29.438123 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-a9815f04-8b9b-40c1-9b69-fbac4ba7cd67 admin admin] Publish callbacks [] for router, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:40:29.439318 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-a9815f04-8b9b-40c1-9b69-fbac4ba7cd67 admin admin] 10.222.0.32 "DELETE /v2.0/routers/35fc6b60-8af7-4b30-b5c4-fc94ed20e7ef HTTP/1.1" status: 204  len: 168 time: 1.2539449
Dec 25 21:40:29.441844 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 37456) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:40:29.449242 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-37c989f3-e334-48f8-86cd-d32bd3fded90 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:40:29.476187 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c989f3-e334-48f8-86cd-d32bd3fded90 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Pushing event deleted for resources: {'Port': ['ID=4cac6038-4803-4ebc-9f2c-768f83fbd9cc,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:40:29.491667 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d33e172-6334-4c32-ad4e-9795a461d42d admin admin] Deleting subnet 155011c0-37f7-49b3-91c1-109a3c21066c {{(pid=121606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Dec 25 21:40:29.491844 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ca16c9e-00f9-4997-a00d-b33804daedad None None] DHCP port deletion for 7201e55c-7c5f-41aa-a042-a363696539d0 request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 21:40:29.495678 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-8d33e172-6334-4c32-ad4e-9795a461d42d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:40:29.544147 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-37c989f3-e334-48f8-86cd-d32bd3fded90 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2008689'] for router_gateway, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:40:29.546550 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-8d33e172-6334-4c32-ad4e-9795a461d42d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9084199'] for subnet, precommit_delete_associations {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:40:29.635522 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-8d33e172-6334-4c32-ad4e-9795a461d42d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995662'] for subnet, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:40:29.639768 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-37c989f3-e334-48f8-86cd-d32bd3fded90 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2014235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14905'] for router, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:40:29.642116 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-37c989f3-e334-48f8-86cd-d32bd3fded90 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:40:29.765436 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-37c989f3-e334-48f8-86cd-d32bd3fded90 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2014220'] for router, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:40:29.765436 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37c989f3-e334-48f8-86cd-d32bd3fded90 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Fanout notify agent at l3_agent the message router_deleted on router 32a3f620-bea5-4e1f-a0ab-81323e6971a6 {{(pid=121607) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 25 21:40:29.777263 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-37c989f3-e334-48f8-86cd-d32bd3fded90 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks [] for router, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:40:29.777263 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-37c989f3-e334-48f8-86cd-d32bd3fded90 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "DELETE /v2.0/routers/32a3f620-bea5-4e1f-a0ab-81323e6971a6 HTTP/1.1" status: 204  len: 168 time: 1.4600065
Dec 25 21:40:29.777501 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 37458) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:40:29.809054 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-8d33e172-6334-4c32-ad4e-9795a461d42d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9084363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9028506'] for subnet, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:40:29.844413 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d33e172-6334-4c32-ad4e-9795a461d42d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=155011c0-37f7-49b3-91c1-109a3c21066c,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:40:29.848666 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-8d33e172-6334-4c32-ad4e-9795a461d42d admin admin] Publish callbacks [] for subnet, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:40:29.851910 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-8d33e172-6334-4c32-ad4e-9795a461d42d admin admin] 10.222.0.32 "DELETE /v2.0/subnets/155011c0-37f7-49b3-91c1-109a3c21066c HTTP/1.1" status: 204  len: 168 time: 0.4091115
Dec 25 21:40:29.855213 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 37460) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:40:29.861851 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1887b665-32eb-47cd-80b2-ad8a75a048aa None None] Network 5e07a6ac-7fc0-40fb-b447-7610bbfce1cf requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:40:29.927183 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-06aeb0da-a289-47be-8eac-3693fe103b60 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625803'] for network, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:40:30.001562 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b1e9eb64-dcf5-422a-b5e4-dcbaaeb4006b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625803'] for network, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:40:30.053126 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-06aeb0da-a289-47be-8eac-3693fe103b60 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997585', 'neutron.services.segments.db._delete_segments_for_network-8737602743071'] for network, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:40:30.076913 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.segments.db [None req-06aeb0da-a289-47be-8eac-3693fe103b60 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f261356b100>,) {'filters': {'network_id': ['d227a8f7-d82b-444c-89d0-511b922f2260']}} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:40:30.079154 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-b1e9eb64-dcf5-422a-b5e4-dcbaaeb4006b admin admin] Deleting port b743a758-925c-4c6a-b8d9-d797f479184e {{(pid=121607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:40:30.079409 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b1e9eb64-dcf5-422a-b5e4-dcbaaeb4006b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:40:30.097852 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.segments.db [None req-06aeb0da-a289-47be-8eac-3693fe103b60 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f261356b100>, 'c534f41a-8c49-4cda-99c2-993827ed0847') {'for_net_delete': True} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:40:30.098430 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.segments.db [None req-06aeb0da-a289-47be-8eac-3693fe103b60 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f261356b100>, 'c534f41a-8c49-4cda-99c2-993827ed0847') {} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:40:30.111764 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-06aeb0da-a289-47be-8eac-3693fe103b60 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737602746920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9084222'] for segment, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:40:30.127517 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-06aeb0da-a289-47be-8eac-3693fe103b60 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:40:30.136663 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device ae241821-d15c-4471-9dda-f7dc03221aae no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:40:30.138419 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06aeb0da-a289-47be-8eac-3693fe103b60 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Releasing vlan 199 on physical network physnet1 to pool {{(pid=121606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 25 21:40:30.139074 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-06aeb0da-a289-47be-8eac-3693fe103b60 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9084542'] for segment, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:40:30.143801 ncdv-master-1 neutron-server[121606]: Traceback (most recent call last):
Dec 25 21:40:30.143801 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 25 21:40:30.143801 ncdv-master-1 neutron-server[121606]:     timer()
Dec 25 21:40:30.143801 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 25 21:40:30.143801 ncdv-master-1 neutron-server[121606]:     cb(*args, **kw)
Dec 25 21:40:30.143801 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 25 21:40:30.143801 ncdv-master-1 neutron-server[121606]:     return func(*args, **kwargs)
Dec 25 21:40:30.143801 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 25 21:40:30.143801 ncdv-master-1 neutron-server[121606]:     self._notify()
Dec 25 21:40:30.143801 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 25 21:40:30.143801 ncdv-master-1 neutron-server[121606]:     self.callback(batched_events)
Dec 25 21:40:30.143801 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 25 21:40:30.143801 ncdv-master-1 neutron-server[121606]:     event.method(event)
Dec 25 21:40:30.143801 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 25 21:40:30.143801 ncdv-master-1 neutron-server[121606]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 25 21:40:30.143801 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 25 21:40:30.143801 ncdv-master-1 neutron-server[121606]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 25 21:40:30.143801 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 25 21:40:30.143801 ncdv-master-1 neutron-server[121606]:     return f(self, *a, **k)
Dec 25 21:40:30.143801 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 25 21:40:30.143801 ncdv-master-1 neutron-server[121606]:     return self._get(url).json()
Dec 25 21:40:30.143801 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 25 21:40:30.143801 ncdv-master-1 neutron-server[121606]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 25 21:40:30.143801 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 25 21:40:30.143801 ncdv-master-1 neutron-server[121606]:     return self.request(url, 'GET', **kwargs)
Dec 25 21:40:30.143801 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 25 21:40:30.143801 ncdv-master-1 neutron-server[121606]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 25 21:40:30.143801 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 25 21:40:30.143801 ncdv-master-1 neutron-server[121606]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 25 21:40:30.143801 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 25 21:40:30.143801 ncdv-master-1 neutron-server[121606]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 25 21:40:30.143801 ncdv-master-1 neutron-server[121606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 25 21:40:30.161820 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.db [None req-b1e9eb64-dcf5-422a-b5e4-dcbaaeb4006b admin admin] For port b743a758-925c-4c6a-b8d9-d797f479184e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b743a758-925c-4c6a-b8d9-d797f479184e,segment=NetworkSegment(91e10d34-0490-4307-94d7-f49171874ad4),segment_id=91e10d34-0490-4307-94d7-f49171874ad4)] {{(pid=121607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:40:30.162375 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b1e9eb64-dcf5-422a-b5e4-dcbaaeb4006b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:40:30.173055 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] No Port match for: ae241821-d15c-4471-9dda-f7dc03221aae {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:40:30.173341 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device ae241821-d15c-4471-9dda-f7dc03221aae not bound to the agent host ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:40:30.174440 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device e6d3a02c-efbf-4990-851e-7f3763ce9525 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:40:30.179308 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-b1e9eb64-dcf5-422a-b5e4-dcbaaeb4006b admin admin] Calling delete_port for b743a758-925c-4c6a-b8d9-d797f479184e owned by network:dhcp {{(pid=121607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:40:30.195251 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] No Port match for: e6d3a02c-efbf-4990-851e-7f3763ce9525 {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:40:30.195596 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device e6d3a02c-efbf-4990-851e-7f3763ce9525 not bound to the agent host ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:40:30.196089 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device e61d93ef-8975-4b8b-89b4-7eb11f995d05 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:40:30.223325 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] No Port match for: e61d93ef-8975-4b8b-89b4-7eb11f995d05 {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:40:30.223830 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device e61d93ef-8975-4b8b-89b4-7eb11f995d05 not bound to the agent host ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:40:30.224245 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 9be324cf-03ef-4dc1-aed0-147c66c6f791 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:40:30.250666 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] No Port match for: 9be324cf-03ef-4dc1-aed0-147c66c6f791 {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:40:30.250845 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 9be324cf-03ef-4dc1-aed0-147c66c6f791 not bound to the agent host ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:40:30.331644 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6766305-f3a4-48ea-9007-bf5876c5c432 None None] DHCP port deletion for 5e07a6ac-7fc0-40fb-b447-7610bbfce1cf request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 21:40:30.335095 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-06aeb0da-a289-47be-8eac-3693fe103b60 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2008653'] for network, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:40:30.344326 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-06aeb0da-a289-47be-8eac-3693fe103b60 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for network, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:40:30.347777 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-06aeb0da-a289-47be-8eac-3693fe103b60 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "DELETE /v2.0/networks/d227a8f7-d82b-444c-89d0-511b922f2260 HTTP/1.1" status: 204  len: 168 time: 0.5692666
Dec 25 21:40:30.350733 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 37466) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:40:30.366401 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06aeb0da-a289-47be-8eac-3693fe103b60 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Pushing event deleted for resources: {'Network': ['ID=d227a8f7-d82b-444c-89d0-511b922f2260,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:40:30.383632 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-d6766305-f3a4-48ea-9007-bf5876c5c432 None None] Deleting port b743a758-925c-4c6a-b8d9-d797f479184e {{(pid=121608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:40:30.383940 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-d6766305-f3a4-48ea-9007-bf5876c5c432 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:40:30.395392 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b1e9eb64-dcf5-422a-b5e4-dcbaaeb4006b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:40:30.423442 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e9eb64-dcf5-422a-b5e4-dcbaaeb4006b admin admin] Pushing event deleted for resources: {'Port': ['ID=b743a758-925c-4c6a-b8d9-d797f479184e,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:40:30.430636 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1e9eb64-dcf5-422a-b5e4-dcbaaeb4006b admin admin] No DVR routers for this DVR port b743a758-925c-4c6a-b8d9-d797f479184e on host ncdv-master-1 {{(pid=121607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:40:30.448668 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-d6766305-f3a4-48ea-9007-bf5876c5c432 None None] For port b743a758-925c-4c6a-b8d9-d797f479184e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b743a758-925c-4c6a-b8d9-d797f479184e,segment=NetworkSegment(91e10d34-0490-4307-94d7-f49171874ad4),segment_id=91e10d34-0490-4307-94d7-f49171874ad4)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:40:30.449174 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-d6766305-f3a4-48ea-9007-bf5876c5c432 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:40:30.466814 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-d6766305-f3a4-48ea-9007-bf5876c5c432 None None] Calling delete_port for b743a758-925c-4c6a-b8d9-d797f479184e owned by network:dhcp {{(pid=121608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:40:30.476596 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e23cbaa6-b276-4161-aed5-7896391c3232 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks [] for security_group, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:40:30.530038 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b1e9eb64-dcf5-422a-b5e4-dcbaaeb4006b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997585', 'neutron.services.segments.db._delete_segments_for_network-8737602743071'] for network, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:40:30.542939 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-d6766305-f3a4-48ea-9007-bf5876c5c432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955'] for port, after_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:40:30.547859 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e23cbaa6-b276-4161-aed5-7896391c3232 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks [] for security_group, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:40:30.570080 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6766305-f3a4-48ea-9007-bf5876c5c432 None None] Pushing event deleted for resources: {'Port': ['ID=b743a758-925c-4c6a-b8d9-d797f479184e,revision_number=None']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:40:30.571118 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-b1e9eb64-dcf5-422a-b5e4-dcbaaeb4006b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f261349a5e0>,) {'filters': {'network_id': ['5e07a6ac-7fc0-40fb-b447-7610bbfce1cf']}} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:40:30.571947 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6766305-f3a4-48ea-9007-bf5876c5c432 None None] No DVR routers for this DVR port b743a758-925c-4c6a-b8d9-d797f479184e on host ncdv-master-1 {{(pid=121608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:40:30.592668 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-b1e9eb64-dcf5-422a-b5e4-dcbaaeb4006b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f261349a5e0>, '91e10d34-0490-4307-94d7-f49171874ad4') {'for_net_delete': True} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:40:30.599202 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-b1e9eb64-dcf5-422a-b5e4-dcbaaeb4006b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f261349a5e0>, '91e10d34-0490-4307-94d7-f49171874ad4') {} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:40:30.608053 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b1e9eb64-dcf5-422a-b5e4-dcbaaeb4006b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737602746920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10246592'] for segment, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:40:30.621939 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b1e9eb64-dcf5-422a-b5e4-dcbaaeb4006b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:40:30.627872 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1e9eb64-dcf5-422a-b5e4-dcbaaeb4006b admin admin] Releasing vlan 187 on physical network physnet1 to pool {{(pid=121607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 25 21:40:30.628852 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b1e9eb64-dcf5-422a-b5e4-dcbaaeb4006b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8633327'] for segment, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:40:30.629929 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:40:30.629929 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:40:30.629929 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:40:30.629929 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:40:30.629929 ncdv-master-1 neutron-server[121607]: Traceback (most recent call last):
Dec 25 21:40:30.629929 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 25 21:40:30.629929 ncdv-master-1 neutron-server[121607]:     timer()
Dec 25 21:40:30.629929 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 25 21:40:30.629929 ncdv-master-1 neutron-server[121607]:     cb(*args, **kw)
Dec 25 21:40:30.629929 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 25 21:40:30.629929 ncdv-master-1 neutron-server[121607]:     return func(*args, **kwargs)
Dec 25 21:40:30.629929 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 25 21:40:30.629929 ncdv-master-1 neutron-server[121607]:     self._notify()
Dec 25 21:40:30.629929 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 25 21:40:30.629929 ncdv-master-1 neutron-server[121607]:     self.callback(batched_events)
Dec 25 21:40:30.629929 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 25 21:40:30.629929 ncdv-master-1 neutron-server[121607]:     event.method(event)
Dec 25 21:40:30.629929 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 25 21:40:30.629929 ncdv-master-1 neutron-server[121607]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 25 21:40:30.629929 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 25 21:40:30.629929 ncdv-master-1 neutron-server[121607]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 25 21:40:30.629929 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 25 21:40:30.629929 ncdv-master-1 neutron-server[121607]:     return f(self, *a, **k)
Dec 25 21:40:30.629929 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 25 21:40:30.629929 ncdv-master-1 neutron-server[121607]:     return self._get(url).json()
Dec 25 21:40:30.629929 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 25 21:40:30.629929 ncdv-master-1 neutron-server[121607]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 25 21:40:30.629929 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 25 21:40:30.629929 ncdv-master-1 neutron-server[121607]:     return self.request(url, 'GET', **kwargs)
Dec 25 21:40:30.629929 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 25 21:40:30.629929 ncdv-master-1 neutron-server[121607]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 25 21:40:30.629929 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 25 21:40:30.629929 ncdv-master-1 neutron-server[121607]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 25 21:40:30.629929 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 25 21:40:30.629929 ncdv-master-1 neutron-server[121607]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 25 21:40:30.629929 ncdv-master-1 neutron-server[121607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 25 21:40:30.763176 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e23cbaa6-b276-4161-aed5-7896391c3232 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:40:30.766154 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e23cbaa6-b276-4161-aed5-7896391c3232 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:40:30.767384 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-e23cbaa6-b276-4161-aed5-7896391c3232 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "DELETE /v2.0/security-groups/2dd0ce2e-c467-45c4-9d2c-d6c9831710fe HTTP/1.1" status: 204  len: 168 time: 0.4155242
Dec 25 21:40:30.776718 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23cbaa6-b276-4161-aed5-7896391c3232 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dd0ce2e-c467-45c4-9d2c-d6c9831710fe,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:40:30.804011 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b1e9eb64-dcf5-422a-b5e4-dcbaaeb4006b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2008653'] for network, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:40:30.810567 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b1e9eb64-dcf5-422a-b5e4-dcbaaeb4006b admin admin] Publish callbacks [] for network, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:40:30.815025 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-b1e9eb64-dcf5-422a-b5e4-dcbaaeb4006b admin admin] 10.222.0.32 "DELETE /v2.0/networks/5e07a6ac-7fc0-40fb-b447-7610bbfce1cf HTTP/1.1" status: 204  len: 168 time: 0.9587903
Dec 25 21:40:30.834750 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e9eb64-dcf5-422a-b5e4-dcbaaeb4006b admin admin] Pushing event deleted for resources: {'Network': ['ID=5e07a6ac-7fc0-40fb-b447-7610bbfce1cf,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:40:31.146331 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 37476) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:40:31.187571 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-7f46aa80-8ac4-44c3-94ed-91fd8c9bfaa1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=980165331b334d7795b91adc96459725&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0398343
Dec 25 21:40:31.189994 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 37478) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:40:31.204623 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 37480) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:40:31.209447 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-80698734-97c5-44e3-b094-6b03d9636a8e tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-567901477', 'description': 'tempest-secgroup-smoke-567901477 description', 'project_id': '4ff29c23c5844f45826a02b6ae6b65e7'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:40:31.261358 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-1cb5cfdc-2720-45ec-9be9-540537ced715 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:40:31.284010 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-1cb5cfdc-2720-45ec-9be9-540537ced715 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:40:31.323820 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-80698734-97c5-44e3-b094-6b03d9636a8e tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks [] for security_group, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:40:31.390320 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-80698734-97c5-44e3-b094-6b03d9636a8e tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks [] for security_group, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:40:31.391179 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-1cb5cfdc-2720-45ec-9be9-540537ced715 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:40:31.393971 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-1cb5cfdc-2720-45ec-9be9-540537ced715 admin admin] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:40:31.395122 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-1cb5cfdc-2720-45ec-9be9-540537ced715 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3047df75-15d6-457f-8c77-25405c0680ea HTTP/1.1" status: 204  len: 168 time: 0.2042294
Dec 25 21:40:31.402356 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb5cfdc-2720-45ec-9be9-540537ced715 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3047df75-15d6-457f-8c77-25405c0680ea,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:40:31.455048 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-80698734-97c5-44e3-b094-6b03d9636a8e tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:40:31.485353 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80698734-97c5-44e3-b094-6b03d9636a8e tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16c81da4-10fc-44b5-9152-a0bd01145c9a,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:40:31.565487 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-80698734-97c5-44e3-b094-6b03d9636a8e tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:40:31.566795 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-80698734-97c5-44e3-b094-6b03d9636a8e tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1811 time: 0.3608868
Dec 25 21:40:31.569914 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 37490) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:40:31.574869 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-9f583d34-f729-4c37-9819-ac87cbd42361 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Request body: {'security_group_rule': {'security_group_id': '16c81da4-10fc-44b5-9152-a0bd01145c9a', 'project_id': '4ff29c23c5844f45826a02b6ae6b65e7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:40:31.671171 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-9f583d34-f729-4c37-9819-ac87cbd42361 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks [] for security_group_rule, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:40:31.733958 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-9f583d34-f729-4c37-9819-ac87cbd42361 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:40:31.820311 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-9f583d34-f729-4c37-9819-ac87cbd42361 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077839'] for security_group_rule, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:40:31.840207 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f583d34-f729-4c37-9819-ac87cbd42361 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89feec4b-f5e7-46e9-8c8b-f77ac2e99958,revision_number=0']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:40:31.889585 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 4cac6038-4803-4ebc-9f2c-768f83fbd9cc no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:40:31.910041 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] No Port match for: 4cac6038-4803-4ebc-9f2c-768f83fbd9cc {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:40:31.910386 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 4cac6038-4803-4ebc-9f2c-768f83fbd9cc not bound to the agent host ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:40:31.910793 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device b743a758-925c-4c6a-b8d9-d797f479184e no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:40:31.929834 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] No Port match for: b743a758-925c-4c6a-b8d9-d797f479184e {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:40:31.930175 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device b743a758-925c-4c6a-b8d9-d797f479184e not bound to the agent host ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:40:31.959567 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-9f583d34-f729-4c37-9819-ac87cbd42361 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks [] for security_group_rule, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:40:31.960823 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-9f583d34-f729-4c37-9819-ac87cbd42361 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3899336
Dec 25 21:40:31.963746 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 37494) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:40:31.968627 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-14212a58-5885-460d-90df-092e36ce4f11 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Request body: {'security_group_rule': {'security_group_id': '16c81da4-10fc-44b5-9152-a0bd01145c9a', 'project_id': '4ff29c23c5844f45826a02b6ae6b65e7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:40:32.043131 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-14212a58-5885-460d-90df-092e36ce4f11 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks [] for security_group_rule, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:40:32.103839 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-14212a58-5885-460d-90df-092e36ce4f11 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:40:32.139204 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 37496) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:40:32.179044 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-bcb51140-5463-469e-b3bd-e86768d206d3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=fbd3af0654c34dd8b4518ab7708aed91&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0386763
Dec 25 21:40:32.181539 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 37498) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:40:32.190763 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-14212a58-5885-460d-90df-092e36ce4f11 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077839'] for security_group_rule, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:40:32.226319 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14212a58-5885-460d-90df-092e36ce4f11 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71ed916d-29c1-482b-a284-53989fc3d756,revision_number=0']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:40:32.248548 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-4c7c400e-6b96-4bfb-be76-4fb94b23eb1d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:40:32.269708 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-4c7c400e-6b96-4bfb-be76-4fb94b23eb1d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:40:32.306301 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-14212a58-5885-460d-90df-092e36ce4f11 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks [] for security_group_rule, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:40:32.307205 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-14212a58-5885-460d-90df-092e36ce4f11 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.3420219
Dec 25 21:40:32.319011 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 37504) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:40:32.324271 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-86fff15a-09b4-4c63-b1b8-a35b12806766 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Request body: {'security_group_rule': {'security_group_id': '16c81da4-10fc-44b5-9152-a0bd01145c9a', 'project_id': '4ff29c23c5844f45826a02b6ae6b65e7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:40:32.392187 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-4c7c400e-6b96-4bfb-be76-4fb94b23eb1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:40:32.394831 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-4c7c400e-6b96-4bfb-be76-4fb94b23eb1d admin admin] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:40:32.396069 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-4c7c400e-6b96-4bfb-be76-4fb94b23eb1d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b19bdefd-af6b-457d-9bf0-4cd5780ab89e HTTP/1.1" status: 204  len: 168 time: 0.2135577
Dec 25 21:40:32.403924 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7c400e-6b96-4bfb-be76-4fb94b23eb1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b19bdefd-af6b-457d-9bf0-4cd5780ab89e,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:40:32.427717 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-86fff15a-09b4-4c63-b1b8-a35b12806766 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks [] for security_group_rule, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:40:32.493350 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-86fff15a-09b4-4c63-b1b8-a35b12806766 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:40:32.551760 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-86fff15a-09b4-4c63-b1b8-a35b12806766 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077839'] for security_group_rule, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:40:32.571190 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fff15a-09b4-4c63-b1b8-a35b12806766 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e67f2e9a-5a4b-484c-8a71-d4493f91ea84,revision_number=0']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:40:32.627368 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-86fff15a-09b4-4c63-b1b8-a35b12806766 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks [] for security_group_rule, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:40:32.628635 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-86fff15a-09b4-4c63-b1b8-a35b12806766 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3085890
Dec 25 21:40:32.631535 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 37510) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:40:32.636113 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-3e05d945-b329-412b-bc24-20fd7e92d5a0 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Request body: {'security_group_rule': {'security_group_id': '16c81da4-10fc-44b5-9152-a0bd01145c9a', 'project_id': '4ff29c23c5844f45826a02b6ae6b65e7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:40:32.757247 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-3e05d945-b329-412b-bc24-20fd7e92d5a0 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks [] for security_group_rule, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:40:32.821683 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-3e05d945-b329-412b-bc24-20fd7e92d5a0 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:40:32.952571 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-3e05d945-b329-412b-bc24-20fd7e92d5a0 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077839'] for security_group_rule, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:40:32.964671 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e05d945-b329-412b-bc24-20fd7e92d5a0 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b8d9400-2760-4105-9f9f-7ad891cee49f,revision_number=0']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:40:33.039576 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-3e05d945-b329-412b-bc24-20fd7e92d5a0 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks [] for security_group_rule, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:40:33.040830 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-3e05d945-b329-412b-bc24-20fd7e92d5a0 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.4082565
Dec 25 21:40:33.044130 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 37524) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:40:33.048449 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-1b1c761d-0682-438e-9093-ee7c98bc5baa tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Request body: {'security_group_rule': {'security_group_id': '16c81da4-10fc-44b5-9152-a0bd01145c9a', 'project_id': '4ff29c23c5844f45826a02b6ae6b65e7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:40:33.129048 ncdv-master-1 neutron-server[121607]: INFO neutron.db.securitygroups_db [None req-1b1c761d-0682-438e-9093-ee7c98bc5baa tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Project 4ff29c23c5844f45826a02b6ae6b65e7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 25 21:40:33.134315 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-1b1c761d-0682-438e-9093-ee7c98bc5baa tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks [] for security_group_rule, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:40:33.196470 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-1b1c761d-0682-438e-9093-ee7c98bc5baa tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:40:33.290103 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-1b1c761d-0682-438e-9093-ee7c98bc5baa tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077839'] for security_group_rule, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:40:33.308361 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1c761d-0682-438e-9093-ee7c98bc5baa tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17ebf1aa-8750-4843-a92b-8fffd37b9141,revision_number=0']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:40:33.387744 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-1b1c761d-0682-438e-9093-ee7c98bc5baa tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks [] for security_group_rule, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:40:33.387744 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-1b1c761d-0682-438e-9093-ee7c98bc5baa tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.3395555
Dec 25 21:40:33.388041 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 37536) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:40:33.392913 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-4e41136c-2720-4471-890e-0f73c54cae0e tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Request body: {'security_group_rule': {'security_group_id': '16c81da4-10fc-44b5-9152-a0bd01145c9a', 'project_id': '4ff29c23c5844f45826a02b6ae6b65e7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:40:33.523735 ncdv-master-1 neutron-server[121607]: INFO neutron.db.securitygroups_db [None req-4e41136c-2720-4471-890e-0f73c54cae0e tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Project 4ff29c23c5844f45826a02b6ae6b65e7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 25 21:40:33.528996 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-4e41136c-2720-4471-890e-0f73c54cae0e tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks [] for security_group_rule, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:40:33.588291 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-4e41136c-2720-4471-890e-0f73c54cae0e tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:40:33.591010 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 37542) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:40:33.693940 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-2f9184df-05ac-4e47-8577-fc33a6c467cb admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-771678441-network', 'tenant_id': 'fd48d45421c54fe18214db7c64eefb48'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:40:33.728796 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-4e41136c-2720-4471-890e-0f73c54cae0e tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077839'] for security_group_rule, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:40:33.749194 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e41136c-2720-4471-890e-0f73c54cae0e tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ade0531-a714-4b3f-a330-da30c5d67009,revision_number=0']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:40:33.780663 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f9184df-05ac-4e47-8577-fc33a6c467cb admin admin] Made reservation on behalf of fd48d45421c54fe18214db7c64eefb48 for: {'network': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:40:33.783264 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-2f9184df-05ac-4e47-8577-fc33a6c467cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for network, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:40:33.793310 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-2f9184df-05ac-4e47-8577-fc33a6c467cb admin admin] Publish callbacks [] for security_group, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:40:33.842211 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-4e41136c-2720-4471-890e-0f73c54cae0e tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks [] for security_group_rule, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:40:33.843450 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-4e41136c-2720-4471-890e-0f73c54cae0e tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.4541991
Dec 25 21:40:33.846603 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 37546) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:40:33.852045 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-f01faf13-b741-42ed-aa3d-0c6b5af74f6a tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Request body: {'network': {'name': 'tempest-network-smoke--223257429', 'project_id': '4ff29c23c5844f45826a02b6ae6b65e7', 'port_security_enabled': True}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:40:33.877109 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-2f9184df-05ac-4e47-8577-fc33a6c467cb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:40:33.958550 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f01faf13-b741-42ed-aa3d-0c6b5af74f6a tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Made reservation on behalf of 4ff29c23c5844f45826a02b6ae6b65e7 for: {'network': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:40:33.962273 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-f01faf13-b741-42ed-aa3d-0c6b5af74f6a tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for network, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:40:33.986083 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f01faf13-b741-42ed-aa3d-0c6b5af74f6a tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] vlan segment allocate from pool success with {'vlan_id': 180, 'physical_network': 'physnet1'}  {{(pid=121606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 25 21:40:33.994576 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-f01faf13-b741-42ed-aa3d-0c6b5af74f6a tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:40:33.994919 ncdv-master-1 neutron-server[121606]: INFO neutron.db.segments_db [None req-f01faf13-b741-42ed-aa3d-0c6b5af74f6a tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Added segment 65da167e-c66c-4372-95ca-03d82075def9 of type vlan for network 7c9a49d8-7827-4a91-972b-33a97efdb498
Dec 25 21:40:34.003587 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-2f9184df-05ac-4e47-8577-fc33a6c467cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:40:34.024337 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f9184df-05ac-4e47-8577-fc33a6c467cb admin admin] vlan segment allocate from pool success with {'vlan_id': 192, 'physical_network': 'physnet1'}  {{(pid=121607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 25 21:40:34.038212 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-f01faf13-b741-42ed-aa3d-0c6b5af74f6a tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737602163420'] for network, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:40:34.039255 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9184df-05ac-4e47-8577-fc33a6c467cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09bf995e-00d6-4137-af30-c7d446400838,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:40:34.042179 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-2f9184df-05ac-4e47-8577-fc33a6c467cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:40:34.042517 ncdv-master-1 neutron-server[121607]: INFO neutron.db.segments_db [None req-2f9184df-05ac-4e47-8577-fc33a6c467cb admin admin] Added segment a8f4c934-035d-4a13-8647-5bac6d875ed2 of type vlan for network e72701b1-b225-435a-b0b6-671bd3fcca4d
Dec 25 21:40:34.083192 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-2f9184df-05ac-4e47-8577-fc33a6c467cb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737602163420'] for network, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:40:34.130755 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-f01faf13-b741-42ed-aa3d-0c6b5af74f6a tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870'] for network, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:40:34.136024 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f01faf13-b741-42ed-aa3d-0c6b5af74f6a tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:40:34.136839 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-f01faf13-b741-42ed-aa3d-0c6b5af74f6a tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for network, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:40:34.203839 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-2f9184df-05ac-4e47-8577-fc33a6c467cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870'] for network, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:40:34.205004 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f9184df-05ac-4e47-8577-fc33a6c467cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:40:34.206291 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-2f9184df-05ac-4e47-8577-fc33a6c467cb admin admin] Publish callbacks [] for network, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:40:34.206508 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01faf13-b741-42ed-aa3d-0c6b5af74f6a tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Pushing event updated for resources: {'Network': ['ID=7c9a49d8-7827-4a91-972b-33a97efdb498,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:40:34.218027 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Network 7c9a49d8-7827-4a91-972b-33a97efdb498 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 25 21:40:34.263806 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-f01faf13-b741-42ed-aa3d-0c6b5af74f6a tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.4156399
Dec 25 21:40:34.267051 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 37548) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:40:34.271637 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-e11649e6-d9ef-4439-b931-a28d513e44f6 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-307762505', 'admin_state_up': True, 'project_id': '4ff29c23c5844f45826a02b6ae6b65e7', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'}}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:40:34.272659 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9184df-05ac-4e47-8577-fc33a6c467cb admin admin] Pushing event updated for resources: {'Network': ['ID=e72701b1-b225-435a-b0b6-671bd3fcca4d,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:40:34.284650 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Network e72701b1-b225-435a-b0b6-671bd3fcca4d details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 25 21:40:34.339323 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-2f9184df-05ac-4e47-8577-fc33a6c467cb admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 890 time: 0.7469015
Dec 25 21:40:34.342569 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 37552) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:40:34.348631 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-48265b61-f5c7-49e9-8798-fca2a52d2f4a admin admin] Request body: {'subnet': {'network_id': 'e72701b1-b225-435a-b0b6-671bd3fcca4d', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-771678441-subnet', 'tenant_id': 'fd48d45421c54fe18214db7c64eefb48', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:40:34.462762 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:40:34.517895 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48265b61-f5c7-49e9-8798-fca2a52d2f4a admin admin] Made reservation on behalf of fd48d45421c54fe18214db7c64eefb48 for: {'subnet': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:40:34.518509 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-e11649e6-d9ef-4439-b931-a28d513e44f6 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2014909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14863'] for router, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:40:34.519960 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-e11649e6-d9ef-4439-b931-a28d513e44f6 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2014285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2009796', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2082630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14848'] for router, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:40:34.520286 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-48265b61-f5c7-49e9-8798-fca2a52d2f4a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8852834'] for subnet, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:40:34.571672 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-e11649e6-d9ef-4439-b931-a28d513e44f6 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:40:34.779861 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-e11649e6-d9ef-4439-b931-a28d513e44f6 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:40:34.832547 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-48265b61-f5c7-49e9-8798-fca2a52d2f4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8632475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8852848'] for subnet, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:40:34.891553 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48265b61-f5c7-49e9-8798-fca2a52d2f4a admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b85638e-7f02-445f-aa87-be1ebe7658af,revision_number=0']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:40:34.899814 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48265b61-f5c7-49e9-8798-fca2a52d2f4a admin admin] Checking segment: {'id': 'a8f4c934-035d-4a13-8647-5bac6d875ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'e72701b1-b225-435a-b0b6-671bd3fcca4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:40:34.900182 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48265b61-f5c7-49e9-8798-fca2a52d2f4a admin admin] Network hostable DHCP agents. Network: e72701b1-b225-435a-b0b6-671bd3fcca4d, hostable agents: ['1813db88-2c1b-4357-a2ba-869246b663c2'], hosted agents: [] {{(pid=121607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 25 21:40:34.901207 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-86e98764-f2fd-4a83-9062-77e716bd6342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:40:34.973752 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48265b61-f5c7-49e9-8798-fca2a52d2f4a admin admin] Network e72701b1-b225-435a-b0b6-671bd3fcca4d is scheduled to be hosted by DHCP agent 1813db88-2c1b-4357-a2ba-869246b663c2 with binding_index 1 {{(pid=121607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 25 21:40:35.066104 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-48265b61-f5c7-49e9-8798-fca2a52d2f4a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, e72701b1-b225-435a-b0b6-671bd3fcca4d) {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:40:35.070239 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48265b61-f5c7-49e9-8798-fca2a52d2f4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:40:35.070838 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-48265b61-f5c7-49e9-8798-fca2a52d2f4a admin admin] Publish callbacks [] for subnet, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:40:35.076624 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d2d2776-3118-4576-90fe-3ffa293232e9 None None] Network e72701b1-b225-435a-b0b6-671bd3fcca4d requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:40:35.092366 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-e11649e6-d9ef-4439-b931-a28d513e44f6 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks [] for router_gateway, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:40:35.115565 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-e11649e6-d9ef-4439-b931-a28d513e44f6 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:40:35.149706 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-48265b61-f5c7-49e9-8798-fca2a52d2f4a admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 0.8059514
Dec 25 21:40:35.193100 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c201a719-6951-448c-9425-87dafc3ee8de None None] Network e72701b1-b225-435a-b0b6-671bd3fcca4d requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:40:35.233879 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_common [None req-e11649e6-d9ef-4439-b931-a28d513e44f6 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Allocated IP 172.35.3.111 (7201e55c-7c5f-41aa-a042-a363696539d0/7a939e13-713f-45cf-bba7-1539635abe25/af4e5d4b-6422-42b1-9de2-6b4d7b21909b) {{(pid=121606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:40:35.350278 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-e11649e6-d9ef-4439-b931-a28d513e44f6 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks [] for port, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:40:35.808589 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1076d6b7-bbc6-4fc5-8d89-3fd5bd8dc332 req-92d89a4c-c2f8-4ae6-9b50-7ca5045577c5 tempest-InstanceActionsV221TestJSON-1995988780 tempest-InstanceActionsV221TestJSON-1995988780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:40:35.810732 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1076d6b7-bbc6-4fc5-8d89-3fd5bd8dc332 req-92d89a4c-c2f8-4ae6-9b50-7ca5045577c5 tempest-InstanceActionsV221TestJSON-1995988780 tempest-InstanceActionsV221TestJSON-1995988780-project] 10.222.0.32 "GET /v2.0/networks?id=e72701b1-b225-435a-b0b6-671bd3fcca4d HTTP/1.1" status: 200  len: 817 time: 0.1100750
Dec 25 21:40:35.812522 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-e11649e6-d9ef-4439-b931-a28d513e44f6 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:40:35.862440 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1076d6b7-bbc6-4fc5-8d89-3fd5bd8dc332 req-0c714cc7-0983-49b0-b8a0-5160cb5f66bf tempest-InstanceActionsV221TestJSON-1995988780 tempest-InstanceActionsV221TestJSON-1995988780-project] 10.222.0.32 "GET /v2.0/quotas/fd48d45421c54fe18214db7c64eefb48 HTTP/1.1" status: 200  len: 375 time: 0.0444970
Dec 25 21:40:35.868081 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e11649e6-d9ef-4439-b931-a28d513e44f6 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Network 7201e55c-7c5f-41aa-a042-a363696539d0 is already hosted by enough agents. {{(pid=121606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:40:35.874568 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [None req-e11649e6-d9ef-4439-b931-a28d513e44f6 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Resources bound (agent type, host, resource id):  {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:40:35.883257 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11649e6-d9ef-4439-b931-a28d513e44f6 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Pushing event updated for resources: {'Port': ['ID=af4e5d4b-6422-42b1-9de2-6b4d7b21909b,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:40:35.885436 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e11649e6-d9ef-4439-b931-a28d513e44f6 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Received port after_create {{(pid=121606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:40:35.891999 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99653ac7-1386-4f57-99ff-a0fdb4a183a9 None None] DHCP port deletion for 7201e55c-7c5f-41aa-a042-a363696539d0 request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 21:40:35.926394 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1076d6b7-bbc6-4fc5-8d89-3fd5bd8dc332 req-c02626c7-08d3-44e5-9a66-cb197f670186 tempest-InstanceActionsV221TestJSON-1995988780 tempest-InstanceActionsV221TestJSON-1995988780-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=fd48d45421c54fe18214db7c64eefb48&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0571783
Dec 25 21:40:35.930692 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11649e6-d9ef-4439-b931-a28d513e44f6 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:40:35.930692 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11649e6-d9ef-4439-b931-a28d513e44f6 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:40:35.930692 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11649e6-d9ef-4439-b931-a28d513e44f6 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:40:35.930981 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11649e6-d9ef-4439-b931-a28d513e44f6 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:40:35.931182 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11649e6-d9ef-4439-b931-a28d513e44f6 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:40:35.931515 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11649e6-d9ef-4439-b931-a28d513e44f6 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:40:35.931846 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11649e6-d9ef-4439-b931-a28d513e44f6 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:40:35.932177 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11649e6-d9ef-4439-b931-a28d513e44f6 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:40:35.932505 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11649e6-d9ef-4439-b931-a28d513e44f6 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:40:35.932951 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11649e6-d9ef-4439-b931-a28d513e44f6 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:40:35.933289 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11649e6-d9ef-4439-b931-a28d513e44f6 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:40:35.933614 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11649e6-d9ef-4439-b931-a28d513e44f6 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:40:35.934465 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11649e6-d9ef-4439-b931-a28d513e44f6 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:40:35.984759 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-1972366c-2774-428e-8bd6-a7e018e2d0b1 None None] Provisioning complete for port af4e5d4b-6422-42b1-9de2-6b4d7b21909b triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:40:35.985263 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-1972366c-2774-428e-8bd6-a7e018e2d0b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:40:36.020616 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-1972366c-2774-428e-8bd6-a7e018e2d0b1 None None] Port af4e5d4b-6422-42b1-9de2-6b4d7b21909b cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:40:36.125029 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1076d6b7-bbc6-4fc5-8d89-3fd5bd8dc332 req-c01884f5-0889-42a2-818b-4a0407cdffc4 service neutron] 10.222.0.32 "GET /v2.0/networks/e72701b1-b225-435a-b0b6-671bd3fcca4d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1840506
Dec 25 21:40:36.220389 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1076d6b7-bbc6-4fc5-8d89-3fd5bd8dc332 req-5a03e99b-3877-4838-abcb-479105c60897 service neutron] 10.222.0.32 "GET /v2.0/networks/e72701b1-b225-435a-b0b6-671bd3fcca4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0890331
Dec 25 21:40:36.347826 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-e11649e6-d9ef-4439-b931-a28d513e44f6 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks [] for router_gateway, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:40:36.555572 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-e11649e6-d9ef-4439-b931-a28d513e44f6 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2014278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2009753'] for router, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:40:36.879550 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f2a67a10-0330-47e0-95eb-5b4fcc114e89 req-2beed504-9e3a-4403-9c2e-c40a8bdff993 tempest-InstanceActionsV221TestJSON-1995988780 tempest-InstanceActionsV221TestJSON-1995988780-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5e83850-e30d-4526-880d-d4a212c9f515 HTTP/1.1" status: 200  len: 210 time: 0.0261996
Dec 25 21:40:36.896483 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e11649e6-d9ef-4439-b931-a28d513e44f6 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Router d587c683-f2c0-46ca-8852-49f71b5eac12 is scheduled to L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 with binding_index 1 {{(pid=121606) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 25 21:40:36.980687 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-59547d9d-0b83-48b7-8134-2446addd1d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:40:37.012933 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e11649e6-d9ef-4439-b931-a28d513e44f6 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 21:40:37.023457 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6e21719-b4a4-4016-8dab-d5654273cbe9 None None] Sync routers for ids ['d587c683-f2c0-46ca-8852-49f71b5eac12'] in ncdv-master-1 {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 21:40:37.033490 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6e21719-b4a4-4016-8dab-d5654273cbe9 None None] Routers {'d587c683-f2c0-46ca-8852-49f71b5eac12'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:40:37.034090 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-f6e21719-b4a4-4016-8dab-d5654273cbe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2618c5f040>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:40:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['d587c683-f2c0-46ca-8852-49f71b5eac12'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:40:37.098069 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-e11649e6-d9ef-4439-b931-a28d513e44f6 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks [] for router, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:40:37.099446 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-e11649e6-d9ef-4439-b931-a28d513e44f6 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 895 time: 2.8314395
Dec 25 21:40:37.102801 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 37608) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:40:37.131945 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-b5d3c257-753c-4bc1-9dba-6af3d333ada7 tempest-TestNetworkAdvancedServerOps-1317083038 tempest-TestNetworkAdvancedServerOps-1317083038-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=4ff29c23c5844f45826a02b6ae6b65e7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0279469
Dec 25 21:40:37.134610 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 37610) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:40:37.242381 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvr_db [None req-f6e21719-b4a4-4016-8dab-d5654273cbe9 None None] Set router d587c683-f2c0-46ca-8852-49f71b5eac12 gateway port host: ncdv-master-1 {{(pid=121609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:40:37.295843 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cb5fa42-b7e9-4306-ad1d-c164255561e8 tempest-TestNetworkAdvancedServerOps-1317083038 tempest-TestNetworkAdvancedServerOps-1317083038-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:40:37.297434 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-1cb5fa42-b7e9-4306-ad1d-c164255561e8 tempest-TestNetworkAdvancedServerOps-1317083038 tempest-TestNetworkAdvancedServerOps-1317083038-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.1619020
Dec 25 21:40:37.300285 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 37612) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:40:37.338545 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-43bfa1a6-087e-46ae-8108-88151cde38d5 tempest-TestNetworkAdvancedServerOps-1317083038 tempest-TestNetworkAdvancedServerOps-1317083038-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=7201e55c-7c5f-41aa-a042-a363696539d0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0367880
Dec 25 21:40:37.341146 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 37614) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:40:37.346796 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-a224a9df-9694-471d-bece-aa5e82a9e42f tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-238275892', 'network_id': '7c9a49d8-7827-4a91-972b-33a97efdb498', 'project_id': '4ff29c23c5844f45826a02b6ae6b65e7', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:40:37.443551 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-f6e21719-b4a4-4016-8dab-d5654273cbe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2618c5f040>, [{'id': 'd587c683-f2c0-46ca-8852-49f71b5eac12', 'name': 'tempest-TestNetworkAdvancedServerOps-router-307762505', 'tenant_id': '4ff29c23c5844f45826a02b6ae6b65e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.111'}], 'enable_snat': True}, 'gw_port_id': 'af4e5d4b-6422-42b1-9de2-6b4d7b21909b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:40:34Z', 'updated_at': '2021-12-25T21:40:36Z', 'revision_number': 3, 'project_id': '4ff29c23c5844f45826a02b6ae6b65e7', 'gw_port': {'id': 'af4e5d4b-6422-42b1-9de2-6b4d7b21909b', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:38:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd587c683-f2c0-46ca-8852-49f71b5eac12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3468, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:40:35Z', 'updated_at': '2021-12-25T21:40:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:40:37.470693 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6e21719-b4a4-4016-8dab-d5654273cbe9 None None] Checking router: d587c683-f2c0-46ca-8852-49f71b5eac12 for host: ncdv-master-1 {{(pid=121609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 25 21:40:37.471048 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6e21719-b4a4-4016-8dab-d5654273cbe9 None None] Updating router d587c683-f2c0-46ca-8852-49f71b5eac12 port af4e5d4b-6422-42b1-9de2-6b4d7b21909b binding host ncdv-master-1 {{(pid=121609) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 25 21:40:37.495064 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-f6e21719-b4a4-4016-8dab-d5654273cbe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:40:37.546318 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a224a9df-9694-471d-bece-aa5e82a9e42f tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Made reservation on behalf of 4ff29c23c5844f45826a02b6ae6b65e7 for: {'subnet': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:40:37.550236 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-a224a9df-9694-471d-bece-aa5e82a9e42f tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9028529'] for subnet, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:40:37.767739 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-f6e21719-b4a4-4016-8dab-d5654273cbe9 None None] Publish callbacks [] for port, precommit_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:40:37.843574 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-a224a9df-9694-471d-bece-aa5e82a9e42f tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9084170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9028515'] for subnet, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:40:37.895143 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-f6e21719-b4a4-4016-8dab-d5654273cbe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:40:37.908828 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a224a9df-9694-471d-bece-aa5e82a9e42f tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Pushing event updated for resources: {'Subnet': ['ID=c3ad1fe0-b104-4aa3-826b-8d43acf85769,revision_number=0']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:40:37.919700 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a224a9df-9694-471d-bece-aa5e82a9e42f tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Checking segment: {'id': '65da167e-c66c-4372-95ca-03d82075def9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '7c9a49d8-7827-4a91-972b-33a97efdb498'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:40:37.920055 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a224a9df-9694-471d-bece-aa5e82a9e42f tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Network hostable DHCP agents. Network: 7c9a49d8-7827-4a91-972b-33a97efdb498, hostable agents: ['1813db88-2c1b-4357-a2ba-869246b663c2'], hosted agents: [] {{(pid=121606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 25 21:40:37.957387 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d38f84-b253-48e6-835b-29745b84b1a2 None None] Pushing event updated for resources: {'Port': ['ID=af4e5d4b-6422-42b1-9de2-6b4d7b21909b,revision_number=2']} {{(pid=121609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:40:37.963172 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.managers [None req-f6e21719-b4a4-4016-8dab-d5654273cbe9 None None] Attempting to bind port af4e5d4b-6422-42b1-9de2-6b4d7b21909b on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:40:37.963516 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.managers [None req-f6e21719-b4a4-4016-8dab-d5654273cbe9 None None] Attempting to bind port af4e5d4b-6422-42b1-9de2-6b4d7b21909b by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'}] {{(pid=121609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:40:37.963882 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6e21719-b4a4-4016-8dab-d5654273cbe9 None None] Attempting to bind port af4e5d4b-6422-42b1-9de2-6b4d7b21909b on network 7201e55c-7c5f-41aa-a042-a363696539d0 {{(pid=121609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:40:37.967809 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1b0fb5b-7565-4a20-9869-02d06f2b6739 None None] DHCP port deletion for 7201e55c-7c5f-41aa-a042-a363696539d0 request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 21:40:37.973304 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d38f84-b253-48e6-835b-29745b84b1a2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:40:37.973664 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d38f84-b253-48e6-835b-29745b84b1a2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:40:37.974118 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d38f84-b253-48e6-835b-29745b84b1a2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:40:37.974495 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d38f84-b253-48e6-835b-29745b84b1a2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:40:37.974834 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d38f84-b253-48e6-835b-29745b84b1a2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:40:37.975168 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d38f84-b253-48e6-835b-29745b84b1a2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:40:37.975509 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d38f84-b253-48e6-835b-29745b84b1a2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:40:37.975822 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d38f84-b253-48e6-835b-29745b84b1a2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:40:37.976146 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d38f84-b253-48e6-835b-29745b84b1a2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:40:37.976470 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d38f84-b253-48e6-835b-29745b84b1a2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:40:37.976794 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d38f84-b253-48e6-835b-29745b84b1a2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:40:37.977243 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d38f84-b253-48e6-835b-29745b84b1a2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:40:37.977471 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d38f84-b253-48e6-835b-29745b84b1a2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:40:37.980866 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6e21719-b4a4-4016-8dab-d5654273cbe9 None None] Checking agent: {'id': 'ca4f5c6d-f1fd-48b8-a3e3-395864c7d23d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 20, 56, 40), 'started_at': datetime.datetime(2021, 12, 25, 20, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 40, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:40:37.981271 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6e21719-b4a4-4016-8dab-d5654273cbe9 None None] Checking segment: {'id': '6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:40:37.981696 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-f6e21719-b4a4-4016-8dab-d5654273cbe9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:40:37.982624 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6e21719-b4a4-4016-8dab-d5654273cbe9 None None] Bound using segment: {'id': '6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'} {{(pid=121609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:40:37.983118 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.managers [None req-f6e21719-b4a4-4016-8dab-d5654273cbe9 None None] Bound port: af4e5d4b-6422-42b1-9de2-6b4d7b21909b, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'}}] {{(pid=121609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:40:37.983635 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-f6e21719-b4a4-4016-8dab-d5654273cbe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:40:37.990336 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-73198fe5-7eb3-4090-87e4-cd3724a4f506 req-de6f30d6-c92a-4eff-81fe-40a3086a7bd7 tempest-InstanceActionsV221TestJSON-1995988780 tempest-InstanceActionsV221TestJSON-1995988780-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5e83850-e30d-4526-880d-d4a212c9f515 HTTP/1.1" status: 200  len: 210 time: 0.0409966
Dec 25 21:40:38.036181 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.db [None req-f6e21719-b4a4-4016-8dab-d5654273cbe9 None None] For port af4e5d4b-6422-42b1-9de2-6b4d7b21909b, host ncdv-master-1, cleared binding levels {{(pid=121609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:40:38.037573 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a224a9df-9694-471d-bece-aa5e82a9e42f tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Network 7c9a49d8-7827-4a91-972b-33a97efdb498 is scheduled to be hosted by DHCP agent 1813db88-2c1b-4357-a2ba-869246b663c2 with binding_index 1 {{(pid=121606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 25 21:40:38.039227 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.db [None req-f6e21719-b4a4-4016-8dab-d5654273cbe9 None None] For port af4e5d4b-6422-42b1-9de2-6b4d7b21909b, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=af4e5d4b-6422-42b1-9de2-6b4d7b21909b,segment=NetworkSegment(6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855),segment_id=6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855)] {{(pid=121609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:40:38.055513 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-abd5981c-72a4-4b25-b442-22237e287387 None None] Provisioning complete for port af4e5d4b-6422-42b1-9de2-6b4d7b21909b triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:40:38.056080 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-abd5981c-72a4-4b25-b442-22237e287387 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:40:38.088773 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-abd5981c-72a4-4b25-b442-22237e287387 None None] Port af4e5d4b-6422-42b1-9de2-6b4d7b21909b cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:40:38.151635 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [None req-a224a9df-9694-471d-bece-aa5e82a9e42f tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 7c9a49d8-7827-4a91-972b-33a97efdb498) {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:40:38.152173 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-f6e21719-b4a4-4016-8dab-d5654273cbe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:40:38.156645 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a224a9df-9694-471d-bece-aa5e82a9e42f tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:40:38.157640 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-a224a9df-9694-471d-bece-aa5e82a9e42f tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks [] for subnet, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:40:38.160711 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb522de0-6316-4d35-924d-e4e9acc82455 None None] Network 7c9a49d8-7827-4a91-972b-33a97efdb498 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:40:38.223167 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6e21719-b4a4-4016-8dab-d5654273cbe9 None None] Routers {'d587c683-f2c0-46ca-8852-49f71b5eac12'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:40:38.225714 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-f6e21719-b4a4-4016-8dab-d5654273cbe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2618c5f040>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:40:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['d587c683-f2c0-46ca-8852-49f71b5eac12'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:40:38.226222 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d1695f0-ed73-49f2-be24-03a789d789f8 None None] DHCP port deletion for 7201e55c-7c5f-41aa-a042-a363696539d0 request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 21:40:38.246319 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-a224a9df-9694-471d-bece-aa5e82a9e42f tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 831 time: 0.9038062
Dec 25 21:40:38.249039 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 37626) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:40:38.269322 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d38f84-b253-48e6-835b-29745b84b1a2 None None] Pushing event updated for resources: {'Port': ['ID=af4e5d4b-6422-42b1-9de2-6b4d7b21909b,revision_number=3']} {{(pid=121609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:40:38.292250 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b39b897d-5893-4586-a591-b2bbcaa8f33a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-7c9a49d8-7827-4a91-972b-33a97efdb498', 'network_id': '7c9a49d8-7827-4a91-972b-33a97efdb498', 'project_id': '4ff29c23c5844f45826a02b6ae6b65e7', 'fixed_ips': [{'subnet_id': 'c3ad1fe0-b104-4aa3-826b-8d43acf85769'}]}} from ncdv-master-1. {{(pid=121608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 25 21:40:38.295209 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-b39b897d-5893-4586-a591-b2bbcaa8f33a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:40:38.331990 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-d6b1c9ea-0a1a-453a-8715-23ab68701806 None None] Provisioning complete for port af4e5d4b-6422-42b1-9de2-6b4d7b21909b triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:40:38.332753 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-d6b1c9ea-0a1a-453a-8715-23ab68701806 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:40:38.351065 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvr_db [None req-f6e21719-b4a4-4016-8dab-d5654273cbe9 None None] Set router d587c683-f2c0-46ca-8852-49f71b5eac12 gateway port host: ncdv-master-1 {{(pid=121609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:40:38.550586 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.db_base_plugin_common [None req-b39b897d-5893-4586-a591-b2bbcaa8f33a None None] Allocated IP 172.20.0.2 (7c9a49d8-7827-4a91-972b-33a97efdb498/c3ad1fe0-b104-4aa3-826b-8d43acf85769/6eea9ced-8cd2-4628-ab96-d9d04009db8d) {{(pid=121608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:40:38.551693 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3e945ecd-9380-47c2-aa0a-12ebe07e03e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:40:38.557139 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-f6e21719-b4a4-4016-8dab-d5654273cbe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2618c5f040>, [{'id': 'd587c683-f2c0-46ca-8852-49f71b5eac12', 'name': 'tempest-TestNetworkAdvancedServerOps-router-307762505', 'tenant_id': '4ff29c23c5844f45826a02b6ae6b65e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.111'}], 'enable_snat': True}, 'gw_port_id': 'af4e5d4b-6422-42b1-9de2-6b4d7b21909b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:40:34Z', 'updated_at': '2021-12-25T21:40:36Z', 'revision_number': 3, 'project_id': '4ff29c23c5844f45826a02b6ae6b65e7', 'gw_port': {'id': 'af4e5d4b-6422-42b1-9de2-6b4d7b21909b', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:38:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd587c683-f2c0-46ca-8852-49f71b5eac12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3468, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:40:35Z', 'updated_at': '2021-12-25T21:40:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:40:38.560550 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:40:38.574780 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-d6b1c9ea-0a1a-453a-8715-23ab68701806 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:40:38.585198 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6e21719-b4a4-4016-8dab-d5654273cbe9 None None] The sync data for ids ['d587c683-f2c0-46ca-8852-49f71b5eac12'] in ncdv-master-1 is: [{'id': 'd587c683-f2c0-46ca-8852-49f71b5eac12', 'name': 'tempest-TestNetworkAdvancedServerOps-router-307762505', 'tenant_id': '4ff29c23c5844f45826a02b6ae6b65e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.111'}], 'enable_snat': True}, 'gw_port_id': 'af4e5d4b-6422-42b1-9de2-6b4d7b21909b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:40:34Z', 'updated_at': '2021-12-25T21:40:36Z', 'revision_number': 3, 'project_id': '4ff29c23c5844f45826a02b6ae6b65e7', 'gw_port': {'id': 'af4e5d4b-6422-42b1-9de2-6b4d7b21909b', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:38:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd587c683-f2c0-46ca-8852-49f71b5eac12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3468, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:40:35Z', 'updated_at': '2021-12-25T21:40:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 21:40:38.630527 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-d6b1c9ea-0a1a-453a-8715-23ab68701806 None None] For port af4e5d4b-6422-42b1-9de2-6b4d7b21909b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=af4e5d4b-6422-42b1-9de2-6b4d7b21909b,segment=NetworkSegment(6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855),segment_id=6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:40:38.706349 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-d6b1c9ea-0a1a-453a-8715-23ab68701806 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:40:38.765476 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-58de2996-bada-4952-a51c-d7076e3eb05a tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:40:38.813810 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b1c9ea-0a1a-453a-8715-23ab68701806 None None] Pushing event updated for resources: {'Port': ['ID=af4e5d4b-6422-42b1-9de2-6b4d7b21909b,revision_number=4']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:40:38.816731 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-b39b897d-5893-4586-a591-b2bbcaa8f33a None None] Publish callbacks [] for port, precommit_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:40:38.923835 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-b39b897d-5893-4586-a591-b2bbcaa8f33a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946'] for port, after_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:40:38.973587 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b39b897d-5893-4586-a591-b2bbcaa8f33a None None] Network 7c9a49d8-7827-4a91-972b-33a97efdb498 is already hosted by enough agents. {{(pid=121608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:40:38.981000 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.base_scheduler [None req-b39b897d-5893-4586-a591-b2bbcaa8f33a None None] Resources bound (agent type, host, resource id):  {{(pid=121608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:40:38.982172 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b39b897d-5893-4586-a591-b2bbcaa8f33a None None] Received port after_create {{(pid=121608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:40:38.994300 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39b897d-5893-4586-a591-b2bbcaa8f33a None None] Pushing event updated for resources: {'Port': ['ID=6eea9ced-8cd2-4628-ab96-d9d04009db8d,revision_number=1']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:40:39.063518 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-b39b897d-5893-4586-a591-b2bbcaa8f33a None None] Attempting to bind port 6eea9ced-8cd2-4628-ab96-d9d04009db8d on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:40:39.064585 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-b39b897d-5893-4586-a591-b2bbcaa8f33a None None] Attempting to bind port 6eea9ced-8cd2-4628-ab96-d9d04009db8d by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '65da167e-c66c-4372-95ca-03d82075def9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '7c9a49d8-7827-4a91-972b-33a97efdb498'}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:40:39.066643 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b39b897d-5893-4586-a591-b2bbcaa8f33a None None] Attempting to bind port 6eea9ced-8cd2-4628-ab96-d9d04009db8d on network 7c9a49d8-7827-4a91-972b-33a97efdb498 {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:40:39.079365 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b39b897d-5893-4586-a591-b2bbcaa8f33a None None] Checking agent: {'id': 'ca4f5c6d-f1fd-48b8-a3e3-395864c7d23d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 20, 56, 40), 'started_at': datetime.datetime(2021, 12, 25, 20, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 40, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:40:39.079746 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b39b897d-5893-4586-a591-b2bbcaa8f33a None None] Checking segment: {'id': '65da167e-c66c-4372-95ca-03d82075def9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '7c9a49d8-7827-4a91-972b-33a97efdb498'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:40:39.080152 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-b39b897d-5893-4586-a591-b2bbcaa8f33a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:40:39.080541 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b39b897d-5893-4586-a591-b2bbcaa8f33a None None] Bound using segment: {'id': '65da167e-c66c-4372-95ca-03d82075def9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '7c9a49d8-7827-4a91-972b-33a97efdb498'} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:40:39.081702 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-b39b897d-5893-4586-a591-b2bbcaa8f33a None None] Bound port: 6eea9ced-8cd2-4628-ab96-d9d04009db8d, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65da167e-c66c-4372-95ca-03d82075def9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '7c9a49d8-7827-4a91-972b-33a97efdb498'}}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:40:39.082087 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-b39b897d-5893-4586-a591-b2bbcaa8f33a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:40:39.110447 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-05a8c508-c113-4164-906c-a8c6fb7f1204 req-4ac70f13-dd40-4553-86a3-c870546f35aa tempest-InstanceActionsV221TestJSON-1995988780 tempest-InstanceActionsV221TestJSON-1995988780-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5e83850-e30d-4526-880d-d4a212c9f515 HTTP/1.1" status: 200  len: 210 time: 0.0360458
Dec 25 21:40:39.157584 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-b39b897d-5893-4586-a591-b2bbcaa8f33a None None] For port 6eea9ced-8cd2-4628-ab96-d9d04009db8d, host ncdv-master-1, cleared binding levels {{(pid=121608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:40:39.160995 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-b39b897d-5893-4586-a591-b2bbcaa8f33a None None] For port 6eea9ced-8cd2-4628-ab96-d9d04009db8d, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6eea9ced-8cd2-4628-ab96-d9d04009db8d,segment=NetworkSegment(65da167e-c66c-4372-95ca-03d82075def9),segment_id=65da167e-c66c-4372-95ca-03d82075def9)] {{(pid=121608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:40:39.164680 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_common [None req-58de2996-bada-4952-a51c-d7076e3eb05a tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Allocated IP 172.20.0.1 (7c9a49d8-7827-4a91-972b-33a97efdb498/c3ad1fe0-b104-4aa3-826b-8d43acf85769/417da7e0-0099-48f3-93c9-4e19f17301e3) {{(pid=121606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:40:39.232276 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-b39b897d-5893-4586-a591-b2bbcaa8f33a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:40:39.297980 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-58de2996-bada-4952-a51c-d7076e3eb05a tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks [] for port, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:40:39.303721 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39b897d-5893-4586-a591-b2bbcaa8f33a None None] Pushing event updated for resources: {'Port': ['ID=6eea9ced-8cd2-4628-ab96-d9d04009db8d,revision_number=2']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:40:39.415144 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-58de2996-bada-4952-a51c-d7076e3eb05a tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:40:39.481393 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58de2996-bada-4952-a51c-d7076e3eb05a tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Network 7c9a49d8-7827-4a91-972b-33a97efdb498 is already hosted by enough agents. {{(pid=121606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:40:39.484900 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [None req-58de2996-bada-4952-a51c-d7076e3eb05a tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Resources bound (agent type, host, resource id):  {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:40:39.489294 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58de2996-bada-4952-a51c-d7076e3eb05a tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Received port after_create {{(pid=121606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:40:39.544984 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58de2996-bada-4952-a51c-d7076e3eb05a tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Pushing event updated for resources: {'Port': ['ID=417da7e0-0099-48f3-93c9-4e19f17301e3,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:40:39.595451 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-15cb578f-7a63-4fd3-925d-83bad4c7b82a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:40:39.620987 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-58de2996-bada-4952-a51c-d7076e3eb05a tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2008772'] for router_interface, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:40:39.729416 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1076d6b7-bbc6-4fc5-8d89-3fd5bd8dc332 req-fc454488-2209-4c4d-8189-f259e393033b tempest-InstanceActionsV221TestJSON-1995988780 tempest-InstanceActionsV221TestJSON-1995988780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:40:39.730916 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1076d6b7-bbc6-4fc5-8d89-3fd5bd8dc332 req-fc454488-2209-4c4d-8189-f259e393033b tempest-InstanceActionsV221TestJSON-1995988780 tempest-InstanceActionsV221TestJSON-1995988780-project] 10.222.0.37 "GET /v2.0/networks?id=e72701b1-b225-435a-b0b6-671bd3fcca4d HTTP/1.1" status: 200  len: 817 time: 0.2246242
Dec 25 21:40:39.778817 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-1076d6b7-bbc6-4fc5-8d89-3fd5bd8dc332 req-e35e1e24-0e00-4221-82a7-2838947c48ce tempest-InstanceActionsV221TestJSON-1995988780 tempest-InstanceActionsV221TestJSON-1995988780-project] Request body: {'port': {'device_id': 'e5e83850-e30d-4526-880d-d4a212c9f515', 'network_id': 'e72701b1-b225-435a-b0b6-671bd3fcca4d', 'admin_state_up': True, 'tenant_id': 'fd48d45421c54fe18214db7c64eefb48'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:40:39.996399 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 6eea9ced-8cd2-4628-ab96-d9d04009db8d up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:40:40.080562 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port 6eea9ced-8cd2-4628-ab96-d9d04009db8d triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:40:40.081297 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:40:40.175193 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:40:40.213859 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] For port 6eea9ced-8cd2-4628-ab96-d9d04009db8d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6eea9ced-8cd2-4628-ab96-d9d04009db8d,segment=NetworkSegment(65da167e-c66c-4372-95ca-03d82075def9),segment_id=65da167e-c66c-4372-95ca-03d82075def9)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:40:40.259257 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-80622f87-52d0-4750-8b12-d942914e3259 req-712ba37d-0eef-4067-a88a-b384230e9d83 tempest-InstanceActionsV221TestJSON-1995988780 tempest-InstanceActionsV221TestJSON-1995988780-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5e83850-e30d-4526-880d-d4a212c9f515 HTTP/1.1" status: 200  len: 210 time: 0.0553617
Dec 25 21:40:40.339135 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-58de2996-bada-4952-a51c-d7076e3eb05a tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:40:40.392551 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:40:40.396658 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device af4e5d4b-6422-42b1-9de2-6b4d7b21909b up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:40:40.428127 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1076d6b7-bbc6-4fc5-8d89-3fd5bd8dc332 req-e35e1e24-0e00-4221-82a7-2838947c48ce tempest-InstanceActionsV221TestJSON-1995988780 tempest-InstanceActionsV221TestJSON-1995988780-project] Made reservation on behalf of fd48d45421c54fe18214db7c64eefb48 for: {'port': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:40:40.432064 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-1076d6b7-bbc6-4fc5-8d89-3fd5bd8dc332 req-e35e1e24-0e00-4221-82a7-2838947c48ce tempest-InstanceActionsV221TestJSON-1995988780 tempest-InstanceActionsV221TestJSON-1995988780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:40:40.449726 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4b4cb20-b423-4d95-b23d-f6926edcc339 None None] Network 7c9a49d8-7827-4a91-972b-33a97efdb498 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:40:40.523997 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Pushing event updated for resources: {'Port': ['ID=6eea9ced-8cd2-4628-ab96-d9d04009db8d,revision_number=3']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:40:40.565819 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port af4e5d4b-6422-42b1-9de2-6b4d7b21909b triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:40:40.565819 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:40:40.615523 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-29a91590-afe6-46bf-af17-0c08bc4c555f None None] Provisioning complete for port 6eea9ced-8cd2-4628-ab96-d9d04009db8d triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:40:40.615897 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-29a91590-afe6-46bf-af17-0c08bc4c555f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:40:40.679238 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_common [req-1076d6b7-bbc6-4fc5-8d89-3fd5bd8dc332 req-e35e1e24-0e00-4221-82a7-2838947c48ce tempest-InstanceActionsV221TestJSON-1995988780 tempest-InstanceActionsV221TestJSON-1995988780-project] Allocated IP 172.20.0.14 (e72701b1-b225-435a-b0b6-671bd3fcca4d/9b85638e-7f02-445f-aa87-be1ebe7658af/df10b4de-74b6-4e88-a228-8a7fd899d719) {{(pid=121606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:40:40.772036 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:40:40.794372 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-58de2996-bada-4952-a51c-d7076e3eb05a tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks [] for port, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:40:40.901338 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-1076d6b7-bbc6-4fc5-8d89-3fd5bd8dc332 req-e35e1e24-0e00-4221-82a7-2838947c48ce tempest-InstanceActionsV221TestJSON-1995988780 tempest-InstanceActionsV221TestJSON-1995988780-project] Publish callbacks [] for port, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:40:40.924121 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-58de2996-bada-4952-a51c-d7076e3eb05a tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:40:41.020593 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58de2996-bada-4952-a51c-d7076e3eb05a tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Pushing event updated for resources: {'Port': ['ID=417da7e0-0099-48f3-93c9-4e19f17301e3,revision_number=2']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:40:41.027593 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-58de2996-bada-4952-a51c-d7076e3eb05a tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2007636'] for router_interface, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:40:41.055072 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-9ffa641f-c38e-4a3b-a9c6-3b4d87d55eb6 None None] Provisioning complete for port 417da7e0-0099-48f3-93c9-4e19f17301e3 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:40:41.055443 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9ffa641f-c38e-4a3b-a9c6-3b4d87d55eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:40:41.093240 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-9ffa641f-c38e-4a3b-a9c6-3b4d87d55eb6 None None] Port 417da7e0-0099-48f3-93c9-4e19f17301e3 cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:40:41.101582 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-1076d6b7-bbc6-4fc5-8d89-3fd5bd8dc332 req-e35e1e24-0e00-4221-82a7-2838947c48ce tempest-InstanceActionsV221TestJSON-1995988780 tempest-InstanceActionsV221TestJSON-1995988780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:40:41.107917 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-9ffa641f-c38e-4a3b-a9c6-3b4d87d55eb6 None None] Provisioning complete for port 6eea9ced-8cd2-4628-ab96-d9d04009db8d triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:40:41.108292 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9ffa641f-c38e-4a3b-a9c6-3b4d87d55eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:40:41.172933 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58de2996-bada-4952-a51c-d7076e3eb05a tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Network 7c9a49d8-7827-4a91-972b-33a97efdb498 is already hosted by enough agents. {{(pid=121606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:40:41.177171 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35e1e24-0e00-4221-82a7-2838947c48ce tempest-InstanceActionsV221TestJSON-1995988780 tempest-InstanceActionsV221TestJSON-1995988780-project] Pushing event updated for resources: {'Port': ['ID=df10b4de-74b6-4e88-a228-8a7fd899d719,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:40:41.180908 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1076d6b7-bbc6-4fc5-8d89-3fd5bd8dc332 req-e35e1e24-0e00-4221-82a7-2838947c48ce tempest-InstanceActionsV221TestJSON-1995988780 tempest-InstanceActionsV221TestJSON-1995988780-project] Network e72701b1-b225-435a-b0b6-671bd3fcca4d is already hosted by enough agents. {{(pid=121606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:40:41.182508 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [None req-58de2996-bada-4952-a51c-d7076e3eb05a tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Resources bound (agent type, host, resource id):  {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:40:41.190742 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [req-1076d6b7-bbc6-4fc5-8d89-3fd5bd8dc332 req-e35e1e24-0e00-4221-82a7-2838947c48ce tempest-InstanceActionsV221TestJSON-1995988780 tempest-InstanceActionsV221TestJSON-1995988780-project] Resources bound (agent type, host, resource id):  {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:40:41.190878 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [req-1076d6b7-bbc6-4fc5-8d89-3fd5bd8dc332 req-e35e1e24-0e00-4221-82a7-2838947c48ce tempest-InstanceActionsV221TestJSON-1995988780 tempest-InstanceActionsV221TestJSON-1995988780-project] Received port after_create {{(pid=121606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:40:41.293539 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1076d6b7-bbc6-4fc5-8d89-3fd5bd8dc332 req-e35e1e24-0e00-4221-82a7-2838947c48ce tempest-InstanceActionsV221TestJSON-1995988780 tempest-InstanceActionsV221TestJSON-1995988780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:40:41.294771 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-1076d6b7-bbc6-4fc5-8d89-3fd5bd8dc332 req-e35e1e24-0e00-4221-82a7-2838947c48ce tempest-InstanceActionsV221TestJSON-1995988780 tempest-InstanceActionsV221TestJSON-1995988780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:40:41.339240 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-8e407b74-5494-487a-b7ff-d4943ed46007 None None] Provisioning complete for port 417da7e0-0099-48f3-93c9-4e19f17301e3 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:40:41.339621 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-8e407b74-5494-487a-b7ff-d4943ed46007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:40:41.383176 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-8e407b74-5494-487a-b7ff-d4943ed46007 None None] Port 417da7e0-0099-48f3-93c9-4e19f17301e3 cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:40:41.403857 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58de2996-bada-4952-a51c-d7076e3eb05a tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Router d587c683-f2c0-46ca-8852-49f71b5eac12 has already been hosted by L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 {{(pid=121606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 25 21:40:41.425926 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1076d6b7-bbc6-4fc5-8d89-3fd5bd8dc332 req-e35e1e24-0e00-4221-82a7-2838947c48ce tempest-InstanceActionsV221TestJSON-1995988780 tempest-InstanceActionsV221TestJSON-1995988780-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.6722417
Dec 25 21:40:41.433970 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f735ca-a6fe-45f2-9695-a28c8ccbf57d req-40359d8d-4f27-450b-b52d-1589adc726b8 tempest-InstanceActionsV221TestJSON-1995988780 tempest-InstanceActionsV221TestJSON-1995988780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:40:41.436032 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b4f735ca-a6fe-45f2-9695-a28c8ccbf57d req-40359d8d-4f27-450b-b52d-1589adc726b8 tempest-InstanceActionsV221TestJSON-1995988780 tempest-InstanceActionsV221TestJSON-1995988780-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5e83850-e30d-4526-880d-d4a212c9f515 HTTP/1.1" status: 200  len: 932 time: 0.0715401
Dec 25 21:40:41.445003 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-1076d6b7-bbc6-4fc5-8d89-3fd5bd8dc332 req-d1d9b52e-72b3-4ff5-9ef6-3223b2601cb2 service neutron] Request body: {'port': {'device_id': 'e5e83850-e30d-4526-880d-d4a212c9f515', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:40:41.503565 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-2b77b86c-528a-4db1-865e-f37f5182e967 None None] Provisioning complete for port 417da7e0-0099-48f3-93c9-4e19f17301e3 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:40:41.503933 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-2b77b86c-528a-4db1-865e-f37f5182e967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:40:41.538723 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-2b77b86c-528a-4db1-865e-f37f5182e967 None None] Port 417da7e0-0099-48f3-93c9-4e19f17301e3 cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:40:41.610202 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-1076d6b7-bbc6-4fc5-8d89-3fd5bd8dc332 req-d1d9b52e-72b3-4ff5-9ef6-3223b2601cb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:40:41.627001 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b4f735ca-a6fe-45f2-9695-a28c8ccbf57d req-c39e26d8-3cd1-4e4d-ac9a-5e8953be17c6 tempest-InstanceActionsV221TestJSON-1995988780 tempest-InstanceActionsV221TestJSON-1995988780-project] 10.222.0.32 "GET /v2.0/security-groups?id=09bf995e-00d6-4137-af30-c7d446400838&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1493287
Dec 25 21:40:41.663955 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58de2996-bada-4952-a51c-d7076e3eb05a tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 21:40:41.670565 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-58de2996-bada-4952-a51c-d7076e3eb05a tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "PUT /v2.0/routers/d587c683-f2c0-46ca-8852-49f71b5eac12/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.4203007
Dec 25 21:40:41.683317 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7092aa7-72fc-41c8-ba0f-a06d942733b0 None None] Sync routers for ids ['d587c683-f2c0-46ca-8852-49f71b5eac12'] in ncdv-master-1 {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 21:40:41.694079 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7092aa7-72fc-41c8-ba0f-a06d942733b0 None None] Routers {'d587c683-f2c0-46ca-8852-49f71b5eac12'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:40:41.694697 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-f7092aa7-72fc-41c8-ba0f-a06d942733b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f26182970d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:40:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['d587c683-f2c0-46ca-8852-49f71b5eac12'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:40:41.844011 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvr_db [None req-f7092aa7-72fc-41c8-ba0f-a06d942733b0 None None] Set router d587c683-f2c0-46ca-8852-49f71b5eac12 gateway port host: ncdv-master-1 {{(pid=121608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:40:41.974432 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2b331ca9-ad73-468d-a172-5d55a3124d8b req-dc5ffa13-0602-4b38-ba23-79b34045104e tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-567901477&fields=id&tenant_id=4ff29c23c5844f45826a02b6ae6b65e7 HTTP/1.1" status: 200  len: 267 time: 0.0901842
Dec 25 21:40:41.998997 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [req-1076d6b7-bbc6-4fc5-8d89-3fd5bd8dc332 req-d1d9b52e-72b3-4ff5-9ef6-3223b2601cb2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df10b4de-74b6-4e88-a228-8a7fd899d719 {{(pid=121606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:40:42.019013 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-1076d6b7-bbc6-4fc5-8d89-3fd5bd8dc332 req-d1d9b52e-72b3-4ff5-9ef6-3223b2601cb2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:40:42.069378 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.provisioning_blocks [req-1076d6b7-bbc6-4fc5-8d89-3fd5bd8dc332 req-d1d9b52e-72b3-4ff5-9ef6-3223b2601cb2 service neutron] Transition to ACTIVE for port object df10b4de-74b6-4e88-a228-8a7fd899d719 will not be triggered until provisioned by entity L2. {{(pid=121606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 25 21:40:42.078895 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 6eea9ced-8cd2-4628-ab96-d9d04009db8d up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:40:42.122097 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b331ca9-ad73-468d-a172-5d55a3124d8b req-3692e3f1-5215-4492-b4e1-a7018cc9933f tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:40:42.123598 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2b331ca9-ad73-468d-a172-5d55a3124d8b req-3692e3f1-5215-4492-b4e1-a7018cc9933f tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "GET /v2.0/networks?id=7c9a49d8-7827-4a91-972b-33a97efdb498 HTTP/1.1" status: 200  len: 796 time: 0.1419756
Dec 25 21:40:42.131148 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-1076d6b7-bbc6-4fc5-8d89-3fd5bd8dc332 req-d1d9b52e-72b3-4ff5-9ef6-3223b2601cb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:40:42.185988 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2b331ca9-ad73-468d-a172-5d55a3124d8b req-4a4c2364-2f8e-48f7-9286-ae1767c5b30b tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "GET /v2.0/quotas/4ff29c23c5844f45826a02b6ae6b65e7 HTTP/1.1" status: 200  len: 375 time: 0.0465243
Dec 25 21:40:42.206813 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d9b52e-72b3-4ff5-9ef6-3223b2601cb2 service neutron] Pushing event updated for resources: {'Port': ['ID=df10b4de-74b6-4e88-a228-8a7fd899d719,revision_number=2']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:40:42.212143 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port 6eea9ced-8cd2-4628-ab96-d9d04009db8d triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:40:42.212687 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:40:42.292719 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2b331ca9-ad73-468d-a172-5d55a3124d8b req-716d68d1-cce5-42b7-bdd6-d218a6362b47 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=4ff29c23c5844f45826a02b6ae6b65e7&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1008911
Dec 25 21:40:42.332747 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-f7092aa7-72fc-41c8-ba0f-a06d942733b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f26182970d0>, [{'id': 'd587c683-f2c0-46ca-8852-49f71b5eac12', 'name': 'tempest-TestNetworkAdvancedServerOps-router-307762505', 'tenant_id': '4ff29c23c5844f45826a02b6ae6b65e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.111'}], 'enable_snat': True}, 'gw_port_id': 'af4e5d4b-6422-42b1-9de2-6b4d7b21909b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:40:34Z', 'updated_at': '2021-12-25T21:40:40Z', 'revision_number': 4, 'project_id': '4ff29c23c5844f45826a02b6ae6b65e7', 'gw_port': {'id': 'af4e5d4b-6422-42b1-9de2-6b4d7b21909b', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:38:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd587c683-f2c0-46ca-8852-49f71b5eac12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3468, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:40:35Z', 'updated_at': '2021-12-25T21:40:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '417da7e0-0099-48f3-93c9-4e19f17301e3', 'name': '', 'network_id': '7c9a49d8-7827-4a91-972b-33a97efdb498', 'tenant_id': '4ff29c23c5844f45826a02b6ae6b65e7', 'mac_address': 'fa:16:3e:25:5e:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd587c683-f2c0-46ca-8852-49f71b5eac12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3471, 'fixed_ips': [{'subnet_id': 'c3ad1fe0-b104-4aa3-826b-8d43acf85769', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:40:38Z', 'updated_at': '2021-12-25T21:40:40Z', 'revision_number': 2, 'project_id': '4ff29c23c5844f45826a02b6ae6b65e7', 'subnets': [{'id': 'c3ad1fe0-b104-4aa3-826b-8d43acf85769', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:40:42.342216 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-1076d6b7-bbc6-4fc5-8d89-3fd5bd8dc332 req-d1d9b52e-72b3-4ff5-9ef6-3223b2601cb2 service neutron] Attempting to bind port df10b4de-74b6-4e88-a228-8a7fd899d719 on host nch2-master-1 for vnic_type normal with profile  {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:40:42.342686 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-1076d6b7-bbc6-4fc5-8d89-3fd5bd8dc332 req-d1d9b52e-72b3-4ff5-9ef6-3223b2601cb2 service neutron] Attempting to bind port df10b4de-74b6-4e88-a228-8a7fd899d719 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'a8f4c934-035d-4a13-8647-5bac6d875ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'e72701b1-b225-435a-b0b6-671bd3fcca4d'}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:40:42.344760 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1076d6b7-bbc6-4fc5-8d89-3fd5bd8dc332 req-d1d9b52e-72b3-4ff5-9ef6-3223b2601cb2 service neutron] Attempting to bind port df10b4de-74b6-4e88-a228-8a7fd899d719 on network e72701b1-b225-435a-b0b6-671bd3fcca4d {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:40:42.349905 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1076d6b7-bbc6-4fc5-8d89-3fd5bd8dc332 req-d1d9b52e-72b3-4ff5-9ef6-3223b2601cb2 service neutron] Port df10b4de-74b6-4e88-a228-8a7fd899d719 on network e72701b1-b225-435a-b0b6-671bd3fcca4d not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 25 21:40:42.350221 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1076d6b7-bbc6-4fc5-8d89-3fd5bd8dc332 req-d1d9b52e-72b3-4ff5-9ef6-3223b2601cb2 service neutron] Attempting to bind port df10b4de-74b6-4e88-a228-8a7fd899d719 on network e72701b1-b225-435a-b0b6-671bd3fcca4d {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:40:42.358061 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1076d6b7-bbc6-4fc5-8d89-3fd5bd8dc332 req-d1d9b52e-72b3-4ff5-9ef6-3223b2601cb2 service neutron] Checking agent: {'id': '0d9ae313-8f8d-40fa-8a9f-d098a25a9911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 21, 4, 38), 'started_at': datetime.datetime(2021, 12, 25, 21, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 40, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:40:42.358404 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1076d6b7-bbc6-4fc5-8d89-3fd5bd8dc332 req-d1d9b52e-72b3-4ff5-9ef6-3223b2601cb2 service neutron] Checking segment: {'id': 'a8f4c934-035d-4a13-8647-5bac6d875ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'e72701b1-b225-435a-b0b6-671bd3fcca4d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:40:42.358793 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1076d6b7-bbc6-4fc5-8d89-3fd5bd8dc332 req-d1d9b52e-72b3-4ff5-9ef6-3223b2601cb2 service neutron] Bound using segment: {'id': 'a8f4c934-035d-4a13-8647-5bac6d875ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'e72701b1-b225-435a-b0b6-671bd3fcca4d'} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:40:42.359225 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-1076d6b7-bbc6-4fc5-8d89-3fd5bd8dc332 req-d1d9b52e-72b3-4ff5-9ef6-3223b2601cb2 service neutron] Bound port: df10b4de-74b6-4e88-a228-8a7fd899d719, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8f4c934-035d-4a13-8647-5bac6d875ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'e72701b1-b225-435a-b0b6-671bd3fcca4d'}}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:40:42.359585 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-1076d6b7-bbc6-4fc5-8d89-3fd5bd8dc332 req-d1d9b52e-72b3-4ff5-9ef6-3223b2601cb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:40:42.363428 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7092aa7-72fc-41c8-ba0f-a06d942733b0 None None] Checking router: d587c683-f2c0-46ca-8852-49f71b5eac12 for host: ncdv-master-1 {{(pid=121608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 25 21:40:42.363428 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7092aa7-72fc-41c8-ba0f-a06d942733b0 None None] Updating router d587c683-f2c0-46ca-8852-49f71b5eac12 port 417da7e0-0099-48f3-93c9-4e19f17301e3 binding host ncdv-master-1 {{(pid=121608) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 25 21:40:42.389981 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-f7092aa7-72fc-41c8-ba0f-a06d942733b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:40:42.448660 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2b331ca9-ad73-468d-a172-5d55a3124d8b req-b433fd53-2a9b-41b3-9940-51da88d6cf16 service neutron] 10.222.0.32 "GET /v2.0/networks/7c9a49d8-7827-4a91-972b-33a97efdb498?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1435533
Dec 25 21:40:42.496654 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-1076d6b7-bbc6-4fc5-8d89-3fd5bd8dc332 req-d1d9b52e-72b3-4ff5-9ef6-3223b2601cb2 service neutron] For port df10b4de-74b6-4e88-a228-8a7fd899d719, host nch2-master-1, cleared binding levels {{(pid=121606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:40:42.537188 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-1076d6b7-bbc6-4fc5-8d89-3fd5bd8dc332 req-d1d9b52e-72b3-4ff5-9ef6-3223b2601cb2 service neutron] For port df10b4de-74b6-4e88-a228-8a7fd899d719, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=df10b4de-74b6-4e88-a228-8a7fd899d719,segment=NetworkSegment(a8f4c934-035d-4a13-8647-5bac6d875ed2),segment_id=a8f4c934-035d-4a13-8647-5bac6d875ed2)] {{(pid=121606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:40:42.567330 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2b331ca9-ad73-468d-a172-5d55a3124d8b req-48698491-659c-48ac-ba08-026c8a6b25cf service neutron] 10.222.0.32 "GET /v2.0/networks/7c9a49d8-7827-4a91-972b-33a97efdb498?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1085870
Dec 25 21:40:42.615225 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-1076d6b7-bbc6-4fc5-8d89-3fd5bd8dc332 req-d1d9b52e-72b3-4ff5-9ef6-3223b2601cb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:40:42.664695 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1076d6b7-bbc6-4fc5-8d89-3fd5bd8dc332 req-d1d9b52e-72b3-4ff5-9ef6-3223b2601cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:40:42.665530 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-1076d6b7-bbc6-4fc5-8d89-3fd5bd8dc332 req-d1d9b52e-72b3-4ff5-9ef6-3223b2601cb2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:40:42.666633 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1076d6b7-bbc6-4fc5-8d89-3fd5bd8dc332 req-d1d9b52e-72b3-4ff5-9ef6-3223b2601cb2 service neutron] 10.222.0.37 "PUT /v2.0/ports/df10b4de-74b6-4e88-a228-8a7fd899d719 HTTP/1.1" status: 200  len: 1092 time: 1.2281077
Dec 25 21:40:42.667082 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5e83850-e30d-4526-880d-d4a212c9f515', 'tag': 'df10b4de-74b6-4e88-a228-8a7fd899d719'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:40:42.669413 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9858820c13ec2827453b94ebc4181065e990a4e4089ccb9fe762531ac62d2fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d59dca3-82e4-43fb-b6c4-415f15c88e92" -d '{"events": [{"name": "network-changed", "server_uuid": "e5e83850-e30d-4526-880d-d4a212c9f515", "tag": "df10b4de-74b6-4e88-a228-8a7fd899d719"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:40:42.679333 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-f7092aa7-72fc-41c8-ba0f-a06d942733b0 None None] Publish callbacks [] for port, precommit_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:40:42.688864 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d9b52e-72b3-4ff5-9ef6-3223b2601cb2 service neutron] Pushing event updated for resources: {'Port': ['ID=df10b4de-74b6-4e88-a228-8a7fd899d719,revision_number=3']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:40:42.782578 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Dec 2021 21:40:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03e3cd6c-f243-42b6-9d00-cab2bc92df6f x-openstack-request-id: req-03e3cd6c-f243-42b6-9d00-cab2bc92df6f {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:40:42.782578 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5e83850-e30d-4526-880d-d4a212c9f515", "tag": "df10b4de-74b6-4e88-a228-8a7fd899d719", "status": "completed", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:40:42.782578 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-03e3cd6c-f243-42b6-9d00-cab2bc92df6f {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:40:42.782578 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5e83850-e30d-4526-880d-d4a212c9f515', 'tag': 'df10b4de-74b6-4e88-a228-8a7fd899d719', 'status': 'completed', 'code': 200}
Dec 25 21:40:42.806027 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-f7092aa7-72fc-41c8-ba0f-a06d942733b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:40:42.817304 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080f644a-ff86-4b1f-8af7-7e4bfeba14ff req-d6d7109b-88e3-4d9e-afa3-db5e481e36fc tempest-InstanceActionsV221TestJSON-1995988780 tempest-InstanceActionsV221TestJSON-1995988780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:40:42.819578 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-080f644a-ff86-4b1f-8af7-7e4bfeba14ff req-d6d7109b-88e3-4d9e-afa3-db5e481e36fc tempest-InstanceActionsV221TestJSON-1995988780 tempest-InstanceActionsV221TestJSON-1995988780-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5e83850-e30d-4526-880d-d4a212c9f515 HTTP/1.1" status: 200  len: 944 time: 0.0895567
Dec 25 21:40:42.943557 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d59dca3-82e4-43fb-b6c4-415f15c88e92 req-d2aedfdd-8d22-4116-adaf-a3a06c4675dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:40:42.945214 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3d59dca3-82e4-43fb-b6c4-415f15c88e92 req-d2aedfdd-8d22-4116-adaf-a3a06c4675dd service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=fd48d45421c54fe18214db7c64eefb48&device_id=e5e83850-e30d-4526-880d-d4a212c9f515 HTTP/1.1" status: 200  len: 1095 time: 0.1244738
Dec 25 21:40:42.947958 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83be190a-191d-4706-a325-93677391debc None None] Pushing event updated for resources: {'Port': ['ID=417da7e0-0099-48f3-93c9-4e19f17301e3,revision_number=3']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:40:42.949001 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-080f644a-ff86-4b1f-8af7-7e4bfeba14ff req-606d4f10-4423-4c1e-af9c-9e345e88db89 tempest-InstanceActionsV221TestJSON-1995988780 tempest-InstanceActionsV221TestJSON-1995988780-project] 10.222.0.32 "GET /v2.0/security-groups?id=09bf995e-00d6-4137-af30-c7d446400838&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1172802
Dec 25 21:40:42.988239 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-f7092aa7-72fc-41c8-ba0f-a06d942733b0 None None] Attempting to bind port 417da7e0-0099-48f3-93c9-4e19f17301e3 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:40:42.988614 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-f7092aa7-72fc-41c8-ba0f-a06d942733b0 None None] Attempting to bind port 417da7e0-0099-48f3-93c9-4e19f17301e3 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '65da167e-c66c-4372-95ca-03d82075def9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '7c9a49d8-7827-4a91-972b-33a97efdb498'}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:40:42.989368 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7092aa7-72fc-41c8-ba0f-a06d942733b0 None None] Attempting to bind port 417da7e0-0099-48f3-93c9-4e19f17301e3 on network 7c9a49d8-7827-4a91-972b-33a97efdb498 {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:40:42.999183 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7092aa7-72fc-41c8-ba0f-a06d942733b0 None None] Checking agent: {'id': 'ca4f5c6d-f1fd-48b8-a3e3-395864c7d23d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 20, 56, 40), 'started_at': datetime.datetime(2021, 12, 25, 20, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 40, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:40:42.999864 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7092aa7-72fc-41c8-ba0f-a06d942733b0 None None] Checking segment: {'id': '65da167e-c66c-4372-95ca-03d82075def9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '7c9a49d8-7827-4a91-972b-33a97efdb498'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:40:43.001182 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-f7092aa7-72fc-41c8-ba0f-a06d942733b0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:40:43.005659 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7092aa7-72fc-41c8-ba0f-a06d942733b0 None None] Bound using segment: {'id': '65da167e-c66c-4372-95ca-03d82075def9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '7c9a49d8-7827-4a91-972b-33a97efdb498'} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:40:43.006227 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-f7092aa7-72fc-41c8-ba0f-a06d942733b0 None None] Bound port: 417da7e0-0099-48f3-93c9-4e19f17301e3, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65da167e-c66c-4372-95ca-03d82075def9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '7c9a49d8-7827-4a91-972b-33a97efdb498'}}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:40:43.006626 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-f7092aa7-72fc-41c8-ba0f-a06d942733b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:40:43.108278 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-f7092aa7-72fc-41c8-ba0f-a06d942733b0 None None] For port 417da7e0-0099-48f3-93c9-4e19f17301e3, host ncdv-master-1, cleared binding levels {{(pid=121608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:40:43.109491 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0690f98a-3008-4da1-b3dc-9da3174f50ce req-9a4d2a4e-f163-4fe1-ad6d-8f315d294fe3 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "GET /v2.0/ports?device_id=71c99c12-b0de-47ae-a758-1c01701a1fd7 HTTP/1.1" status: 200  len: 210 time: 0.0379796
Dec 25 21:40:43.112818 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d59dca3-82e4-43fb-b6c4-415f15c88e92 req-98e45f2c-ae28-4d53-836b-9468c919cfd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:40:43.114347 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3d59dca3-82e4-43fb-b6c4-415f15c88e92 req-98e45f2c-ae28-4d53-836b-9468c919cfd5 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=fd48d45421c54fe18214db7c64eefb48&shared=False HTTP/1.1" status: 200  len: 918 time: 0.1592345
Dec 25 21:40:43.118826 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-f7092aa7-72fc-41c8-ba0f-a06d942733b0 None None] For port 417da7e0-0099-48f3-93c9-4e19f17301e3, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=417da7e0-0099-48f3-93c9-4e19f17301e3,segment=NetworkSegment(65da167e-c66c-4372-95ca-03d82075def9),segment_id=65da167e-c66c-4372-95ca-03d82075def9)] {{(pid=121608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:40:43.185775 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-40a4675d-750e-402d-a4ed-708bd0c0f93e None None] Provisioning complete for port 417da7e0-0099-48f3-93c9-4e19f17301e3 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:40:43.185775 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-40a4675d-750e-402d-a4ed-708bd0c0f93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:40:43.207022 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-f7092aa7-72fc-41c8-ba0f-a06d942733b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:40:43.221173 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d59dca3-82e4-43fb-b6c4-415f15c88e92 req-0c872845-f7ca-4a7e-ba9d-ec9697703462 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:40:43.222747 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3d59dca3-82e4-43fb-b6c4-415f15c88e92 req-0c872845-f7ca-4a7e-ba9d-ec9697703462 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.0994349
Dec 25 21:40:43.251104 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-40a4675d-750e-402d-a4ed-708bd0c0f93e None None] Port 417da7e0-0099-48f3-93c9-4e19f17301e3 cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:40:43.286558 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7092aa7-72fc-41c8-ba0f-a06d942733b0 None None] Routers {'d587c683-f2c0-46ca-8852-49f71b5eac12'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:40:43.287141 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-f7092aa7-72fc-41c8-ba0f-a06d942733b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f26182970d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:40:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['d587c683-f2c0-46ca-8852-49f71b5eac12'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:40:43.299675 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83be190a-191d-4706-a325-93677391debc None None] Pushing event updated for resources: {'Port': ['ID=417da7e0-0099-48f3-93c9-4e19f17301e3,revision_number=4']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:40:43.386761 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1076d6b7-bbc6-4fc5-8d89-3fd5bd8dc332 req-2c1099e1-bbd5-4b6c-ab3b-271380cb2d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:40:43.388349 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1076d6b7-bbc6-4fc5-8d89-3fd5bd8dc332 req-2c1099e1-bbd5-4b6c-ab3b-271380cb2d46 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=fd48d45421c54fe18214db7c64eefb48&device_id=e5e83850-e30d-4526-880d-d4a212c9f515 HTTP/1.1" status: 200  len: 1095 time: 0.0985548
Dec 25 21:40:43.462526 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1076d6b7-bbc6-4fc5-8d89-3fd5bd8dc332 req-4377ec83-40d5-4d95-840c-4f18110457d4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=df10b4de-74b6-4e88-a228-8a7fd899d719 HTTP/1.1" status: 200  len: 217 time: 0.0643036
Dec 25 21:40:43.515432 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvr_db [None req-f7092aa7-72fc-41c8-ba0f-a06d942733b0 None None] Set router d587c683-f2c0-46ca-8852-49f71b5eac12 gateway port host: ncdv-master-1 {{(pid=121608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:40:43.530043 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1076d6b7-bbc6-4fc5-8d89-3fd5bd8dc332 req-84842af0-6bb3-48c5-998b-6424f9735f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:40:43.531522 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1076d6b7-bbc6-4fc5-8d89-3fd5bd8dc332 req-84842af0-6bb3-48c5-998b-6424f9735f13 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9b85638e-7f02-445f-aa87-be1ebe7658af HTTP/1.1" status: 200  len: 857 time: 0.0589266
Dec 25 21:40:43.565600 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1076d6b7-bbc6-4fc5-8d89-3fd5bd8dc332 req-b4116089-deed-43c1-8bc8-b6aa0d9bd57b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e72701b1-b225-435a-b0b6-671bd3fcca4d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0268087
Dec 25 21:40:43.652525 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-f56fbaeb-9842-45fa-914f-ae733825c01b None None] Provisioning complete for port 417da7e0-0099-48f3-93c9-4e19f17301e3 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:40:43.653098 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-f56fbaeb-9842-45fa-914f-ae733825c01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:40:43.674298 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1076d6b7-bbc6-4fc5-8d89-3fd5bd8dc332 req-197fed42-c743-4c97-9c3f-9f691a984a4d service neutron] 10.222.0.37 "GET /v2.0/networks/e72701b1-b225-435a-b0b6-671bd3fcca4d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0987699
Dec 25 21:40:43.767720 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1076d6b7-bbc6-4fc5-8d89-3fd5bd8dc332 req-658986b6-904e-46d2-9829-79d3b57f2997 service neutron] 10.222.0.37 "GET /v2.0/networks/e72701b1-b225-435a-b0b6-671bd3fcca4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0867224
Dec 25 21:40:43.812363 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-f56fbaeb-9842-45fa-914f-ae733825c01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:40:43.852923 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-f7092aa7-72fc-41c8-ba0f-a06d942733b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f26182970d0>, [{'id': 'd587c683-f2c0-46ca-8852-49f71b5eac12', 'name': 'tempest-TestNetworkAdvancedServerOps-router-307762505', 'tenant_id': '4ff29c23c5844f45826a02b6ae6b65e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.111'}], 'enable_snat': True}, 'gw_port_id': 'af4e5d4b-6422-42b1-9de2-6b4d7b21909b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:40:34Z', 'updated_at': '2021-12-25T21:40:40Z', 'revision_number': 4, 'project_id': '4ff29c23c5844f45826a02b6ae6b65e7', 'gw_port': {'id': 'af4e5d4b-6422-42b1-9de2-6b4d7b21909b', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:38:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd587c683-f2c0-46ca-8852-49f71b5eac12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3468, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:40:35Z', 'updated_at': '2021-12-25T21:40:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '417da7e0-0099-48f3-93c9-4e19f17301e3', 'name': '', 'network_id': '7c9a49d8-7827-4a91-972b-33a97efdb498', 'tenant_id': '4ff29c23c5844f45826a02b6ae6b65e7', 'mac_address': 'fa:16:3e:25:5e:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd587c683-f2c0-46ca-8852-49f71b5eac12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3471, 'fixed_ips': [{'subnet_id': 'c3ad1fe0-b104-4aa3-826b-8d43acf85769', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:40:38Z', 'updated_at': '2021-12-25T21:40:43Z', 'revision_number': 4, 'project_id': '4ff29c23c5844f45826a02b6ae6b65e7', 'subnets': [{'id': 'c3ad1fe0-b104-4aa3-826b-8d43acf85769', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:40:43.855833 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-f56fbaeb-9842-45fa-914f-ae733825c01b None None] For port 417da7e0-0099-48f3-93c9-4e19f17301e3, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=417da7e0-0099-48f3-93c9-4e19f17301e3,segment=NetworkSegment(65da167e-c66c-4372-95ca-03d82075def9),segment_id=65da167e-c66c-4372-95ca-03d82075def9)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:40:43.887386 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7092aa7-72fc-41c8-ba0f-a06d942733b0 None None] The sync data for ids ['d587c683-f2c0-46ca-8852-49f71b5eac12'] in ncdv-master-1 is: [{'id': 'd587c683-f2c0-46ca-8852-49f71b5eac12', 'name': 'tempest-TestNetworkAdvancedServerOps-router-307762505', 'tenant_id': '4ff29c23c5844f45826a02b6ae6b65e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.111'}], 'enable_snat': True}, 'gw_port_id': 'af4e5d4b-6422-42b1-9de2-6b4d7b21909b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:40:34Z', 'updated_at': '2021-12-25T21:40:40Z', 'revision_number': 4, 'project_id': '4ff29c23c5844f45826a02b6ae6b65e7', 'gw_port': {'id': 'af4e5d4b-6422-42b1-9de2-6b4d7b21909b', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:38:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd587c683-f2c0-46ca-8852-49f71b5eac12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3468, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:40:35Z', 'updated_at': '2021-12-25T21:40:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '417da7e0-0099-48f3-93c9-4e19f17301e3', 'name': '', 'network_id': '7c9a49d8-7827-4a91-972b-33a97efdb498', 'tenant_id': '4ff29c23c5844f45826a02b6ae6b65e7', 'mac_address': 'fa:16:3e:25:5e:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd587c683-f2c0-46ca-8852-49f71b5eac12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3471, 'fixed_ips': [{'subnet_id': 'c3ad1fe0-b104-4aa3-826b-8d43acf85769', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:40:38Z', 'updated_at': '2021-12-25T21:40:43Z', 'revision_number': 4, 'project_id': '4ff29c23c5844f45826a02b6ae6b65e7', 'subnets': [{'id': 'c3ad1fe0-b104-4aa3-826b-8d43acf85769', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 21:40:43.970369 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-f56fbaeb-9842-45fa-914f-ae733825c01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:40:44.049975 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56fbaeb-9842-45fa-914f-ae733825c01b None None] Pushing event updated for resources: {'Port': ['ID=417da7e0-0099-48f3-93c9-4e19f17301e3,revision_number=5']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:40:44.133595 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5318f1-2e77-4c8a-be1a-73e1ecf8962d req-c1d11927-135f-4538-b67e-ac3c29952f2c tempest-InstanceActionsV221TestJSON-1995988780 tempest-InstanceActionsV221TestJSON-1995988780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:40:44.139625 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3e5318f1-2e77-4c8a-be1a-73e1ecf8962d req-c1d11927-135f-4538-b67e-ac3c29952f2c tempest-InstanceActionsV221TestJSON-1995988780 tempest-InstanceActionsV221TestJSON-1995988780-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5e83850-e30d-4526-880d-d4a212c9f515 HTTP/1.1" status: 200  len: 944 time: 0.0622177
Dec 25 21:40:44.212784 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3e5318f1-2e77-4c8a-be1a-73e1ecf8962d req-0f2ef546-a00d-460a-b2ff-549507e419c4 tempest-InstanceActionsV221TestJSON-1995988780 tempest-InstanceActionsV221TestJSON-1995988780-project] 10.222.0.32 "GET /v2.0/security-groups?id=09bf995e-00d6-4137-af30-c7d446400838&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0673466
Dec 25 21:40:44.232559 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3a8b72be-21d6-45cb-8e63-bf8a438de509 req-ac6f445f-e9d6-4fd6-8844-729ac7236af8 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "GET /v2.0/ports?device_id=71c99c12-b0de-47ae-a758-1c01701a1fd7 HTTP/1.1" status: 200  len: 210 time: 0.0428786
Dec 25 21:40:44.861810 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b110b3c-b95d-4f6c-a61f-0b1c7af42272 req-892121f2-4a23-4d35-8c63-23189778cb28 tempest-VolumesBackupsTest-596628470 tempest-VolumesBackupsTest-596628470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:40:44.863525 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-6b110b3c-b95d-4f6c-a61f-0b1c7af42272 req-892121f2-4a23-4d35-8c63-23189778cb28 tempest-VolumesBackupsTest-596628470 tempest-VolumesBackupsTest-596628470-project] 10.222.0.32 "GET /v2.0/ports?device_id=35aa4ccd-799c-49ca-9e5c-7c2c0c0df866 HTTP/1.1" status: 200  len: 949 time: 0.0562553
Dec 25 21:40:44.921809 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-6b110b3c-b95d-4f6c-a61f-0b1c7af42272 req-e8e139d1-02dd-4252-9890-ea67c94399e0 tempest-VolumesBackupsTest-596628470 tempest-VolumesBackupsTest-596628470-project] 10.222.0.32 "GET /v2.0/security-groups?id=c24633b2-3946-4d53-b0dc-f1317e448fbf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0515101
Dec 25 21:40:45.237131 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b331ca9-ad73-468d-a172-5d55a3124d8b req-6c8a1cd1-2b83-4d68-9ef4-91bab485ab29 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:40:45.238565 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2b331ca9-ad73-468d-a172-5d55a3124d8b req-6c8a1cd1-2b83-4d68-9ef4-91bab485ab29 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.31 "GET /v2.0/networks?id=7c9a49d8-7827-4a91-972b-33a97efdb498 HTTP/1.1" status: 200  len: 796 time: 0.1106694
Dec 25 21:40:45.363938 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2b331ca9-ad73-468d-a172-5d55a3124d8b req-3ae52566-f1ac-4501-915a-71143a964139 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4ff29c23c5844f45826a02b6ae6b65e7 HTTP/1.1" status: 200  len: 379 time: 0.1142509
Dec 25 21:40:45.383081 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-db608371-82a2-4d08-a0d0-11fe9d259f26 req-462ef424-c0cf-4d29-8ced-f2e8790a8b67 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "GET /v2.0/ports?device_id=71c99c12-b0de-47ae-a758-1c01701a1fd7 HTTP/1.1" status: 200  len: 210 time: 0.0654063
Dec 25 21:40:45.386785 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-2b331ca9-ad73-468d-a172-5d55a3124d8b req-769a8bff-a538-4810-9682-69f4049f7e35 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Request body: {'port': {'device_id': '71c99c12-b0de-47ae-a758-1c01701a1fd7', 'network_id': '7c9a49d8-7827-4a91-972b-33a97efdb498', 'admin_state_up': True, 'tenant_id': '4ff29c23c5844f45826a02b6ae6b65e7', 'security_groups': ['16c81da4-10fc-44b5-9152-a0bd01145c9a']}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:40:45.425467 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7e6280-de3c-47a8-89d8-b6c70176751a req-9236c035-a64b-4213-8e31-a347188a97b2 tempest-InstanceActionsV221TestJSON-1995988780 tempest-InstanceActionsV221TestJSON-1995988780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:40:45.426949 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ed7e6280-de3c-47a8-89d8-b6c70176751a req-9236c035-a64b-4213-8e31-a347188a97b2 tempest-InstanceActionsV221TestJSON-1995988780 tempest-InstanceActionsV221TestJSON-1995988780-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5e83850-e30d-4526-880d-d4a212c9f515 HTTP/1.1" status: 200  len: 944 time: 0.1242838
Dec 25 21:40:45.524557 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ed7e6280-de3c-47a8-89d8-b6c70176751a req-a31710d9-bed6-4b56-be89-1a48c8cdd30c tempest-InstanceActionsV221TestJSON-1995988780 tempest-InstanceActionsV221TestJSON-1995988780-project] 10.222.0.32 "GET /v2.0/security-groups?id=09bf995e-00d6-4137-af30-c7d446400838&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0914924
Dec 25 21:40:45.654980 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b331ca9-ad73-468d-a172-5d55a3124d8b req-769a8bff-a538-4810-9682-69f4049f7e35 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Made reservation on behalf of 4ff29c23c5844f45826a02b6ae6b65e7 for: {'port': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:40:45.658548 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-2b331ca9-ad73-468d-a172-5d55a3124d8b req-769a8bff-a538-4810-9682-69f4049f7e35 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:40:45.778795 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_common [req-2b331ca9-ad73-468d-a172-5d55a3124d8b req-769a8bff-a538-4810-9682-69f4049f7e35 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Allocated IP 172.20.0.7 (7c9a49d8-7827-4a91-972b-33a97efdb498/c3ad1fe0-b104-4aa3-826b-8d43acf85769/c78610c0-9d20-414f-8d18-8f41eeb38c6d) {{(pid=121606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:40:45.915577 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 417da7e0-0099-48f3-93c9-4e19f17301e3 up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:40:45.924257 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-2b331ca9-ad73-468d-a172-5d55a3124d8b req-769a8bff-a538-4810-9682-69f4049f7e35 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks [] for port, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:40:45.980282 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port 417da7e0-0099-48f3-93c9-4e19f17301e3 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:40:45.980789 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:40:46.045999 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc7fa6d-69d0-4e25-8d87-7e636d8f0663 req-d0ad1832-829d-4167-82bd-8f5769754724 tempest-VolumesBackupsTest-596628470 tempest-VolumesBackupsTest-596628470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:40:46.047985 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ccc7fa6d-69d0-4e25-8d87-7e636d8f0663 req-d0ad1832-829d-4167-82bd-8f5769754724 tempest-VolumesBackupsTest-596628470 tempest-VolumesBackupsTest-596628470-project] 10.222.0.32 "GET /v2.0/ports?device_id=35aa4ccd-799c-49ca-9e5c-7c2c0c0df866 HTTP/1.1" status: 200  len: 949 time: 0.0542047
Dec 25 21:40:46.054378 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-2b331ca9-ad73-468d-a172-5d55a3124d8b req-769a8bff-a538-4810-9682-69f4049f7e35 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:40:46.113209 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b331ca9-ad73-468d-a172-5d55a3124d8b req-769a8bff-a538-4810-9682-69f4049f7e35 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Network 7c9a49d8-7827-4a91-972b-33a97efdb498 is already hosted by enough agents. {{(pid=121606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:40:46.122338 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [req-2b331ca9-ad73-468d-a172-5d55a3124d8b req-769a8bff-a538-4810-9682-69f4049f7e35 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Resources bound (agent type, host, resource id):  {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:40:46.133008 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b331ca9-ad73-468d-a172-5d55a3124d8b req-769a8bff-a538-4810-9682-69f4049f7e35 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Received port after_create {{(pid=121606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:40:46.166555 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769a8bff-a538-4810-9682-69f4049f7e35 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Pushing event updated for resources: {'Port': ['ID=c78610c0-9d20-414f-8d18-8f41eeb38c6d,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:40:46.191959 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ccc7fa6d-69d0-4e25-8d87-7e636d8f0663 req-eced27dc-5bb6-4990-b09e-a2897f24deaf tempest-VolumesBackupsTest-596628470 tempest-VolumesBackupsTest-596628470-project] 10.222.0.32 "GET /v2.0/security-groups?id=c24633b2-3946-4d53-b0dc-f1317e448fbf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1356013
Dec 25 21:40:46.213416 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b331ca9-ad73-468d-a172-5d55a3124d8b req-769a8bff-a538-4810-9682-69f4049f7e35 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:40:46.213416 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-2b331ca9-ad73-468d-a172-5d55a3124d8b req-769a8bff-a538-4810-9682-69f4049f7e35 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:40:46.275800 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2b331ca9-ad73-468d-a172-5d55a3124d8b req-769a8bff-a538-4810-9682-69f4049f7e35 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8957376
Dec 25 21:40:46.288493 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-2b331ca9-ad73-468d-a172-5d55a3124d8b req-3c2ea4b1-7c3d-48dc-8e91-0b81bb10a509 service neutron] Request body: {'port': {'device_id': '71c99c12-b0de-47ae-a758-1c01701a1fd7', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:40:46.344590 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-2b331ca9-ad73-468d-a172-5d55a3124d8b req-3c2ea4b1-7c3d-48dc-8e91-0b81bb10a509 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:40:46.411377 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-04483203-d6ca-45fc-9cd3-5b26e8ba670e None None] Provisioning complete for port c78610c0-9d20-414f-8d18-8f41eeb38c6d triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:40:46.411675 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-04483203-d6ca-45fc-9cd3-5b26e8ba670e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:40:46.450513 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-04483203-d6ca-45fc-9cd3-5b26e8ba670e None None] Port c78610c0-9d20-414f-8d18-8f41eeb38c6d cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:40:46.507235 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0522c3-b2d6-4357-a7eb-c86d70700f06 req-8a9b8f5d-cfe9-43ab-91b4-6e468a2fd414 tempest-VolumesBackupsTest-596628470 tempest-VolumesBackupsTest-596628470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:40:46.508683 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ec0522c3-b2d6-4357-a7eb-c86d70700f06 req-8a9b8f5d-cfe9-43ab-91b4-6e468a2fd414 tempest-VolumesBackupsTest-596628470 tempest-VolumesBackupsTest-596628470-project] 10.222.0.31 "GET /v2.0/ports?device_id=35aa4ccd-799c-49ca-9e5c-7c2c0c0df866 HTTP/1.1" status: 200  len: 949 time: 0.1284173
Dec 25 21:40:46.612312 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b13e22-602b-48b2-a94e-d72710743f11 req-998bfa43-f45d-4dc5-9727-80c7c2a4ea08 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:40:46.617512 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-96b13e22-602b-48b2-a94e-d72710743f11 req-998bfa43-f45d-4dc5-9727-80c7c2a4ea08 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "GET /v2.0/ports?device_id=71c99c12-b0de-47ae-a758-1c01701a1fd7 HTTP/1.1" status: 200  len: 931 time: 0.1364188
Dec 25 21:40:46.779472 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1103d6-47a8-417b-9ab6-a8d40d851b5f req-f2a1de64-6ac2-4191-bdf8-6f0afaa236a3 tempest-InstanceActionsV221TestJSON-1995988780 tempest-InstanceActionsV221TestJSON-1995988780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:40:46.780984 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-da1103d6-47a8-417b-9ab6-a8d40d851b5f req-f2a1de64-6ac2-4191-bdf8-6f0afaa236a3 tempest-InstanceActionsV221TestJSON-1995988780 tempest-InstanceActionsV221TestJSON-1995988780-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5e83850-e30d-4526-880d-d4a212c9f515 HTTP/1.1" status: 200  len: 944 time: 0.1653967
Dec 25 21:40:46.790707 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-96b13e22-602b-48b2-a94e-d72710743f11 req-b6c95aa2-6c0d-4731-ae9b-8e143d730199 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "GET /v2.0/security-groups?id=16c81da4-10fc-44b5-9152-a0bd01145c9a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1456087
Dec 25 21:40:46.829097 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [req-ec0522c3-b2d6-4357-a7eb-c86d70700f06 req-789934f9-e98f-4c1d-9590-5fa521b4cb13 tempest-VolumesBackupsTest-596628470 tempest-VolumesBackupsTest-596628470-project] Deleting port ede56955-d086-4b6b-a856-08d1374a3930 {{(pid=121606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:40:46.829438 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-ec0522c3-b2d6-4357-a7eb-c86d70700f06 req-789934f9-e98f-4c1d-9590-5fa521b4cb13 tempest-VolumesBackupsTest-596628470 tempest-VolumesBackupsTest-596628470-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:40:46.938286 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-da1103d6-47a8-417b-9ab6-a8d40d851b5f req-14d520d9-259b-4f1d-8236-4efa18c80db2 tempest-InstanceActionsV221TestJSON-1995988780 tempest-InstanceActionsV221TestJSON-1995988780-project] 10.222.0.32 "GET /v2.0/security-groups?id=09bf995e-00d6-4137-af30-c7d446400838&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1466348
Dec 25 21:40:46.941973 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [req-2b331ca9-ad73-468d-a172-5d55a3124d8b req-3c2ea4b1-7c3d-48dc-8e91-0b81bb10a509 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c78610c0-9d20-414f-8d18-8f41eeb38c6d {{(pid=121606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:40:46.968863 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-2b331ca9-ad73-468d-a172-5d55a3124d8b req-3c2ea4b1-7c3d-48dc-8e91-0b81bb10a509 service neutron] Publish callbacks [] for port, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:40:46.977966 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.provisioning_blocks [req-2b331ca9-ad73-468d-a172-5d55a3124d8b req-3c2ea4b1-7c3d-48dc-8e91-0b81bb10a509 service neutron] Transition to ACTIVE for port object c78610c0-9d20-414f-8d18-8f41eeb38c6d will not be triggered until provisioned by entity L2. {{(pid=121606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 25 21:40:46.989733 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-ec0522c3-b2d6-4357-a7eb-c86d70700f06 req-789934f9-e98f-4c1d-9590-5fa521b4cb13 tempest-VolumesBackupsTest-596628470 tempest-VolumesBackupsTest-596628470-project] For port ede56955-d086-4b6b-a856-08d1374a3930, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ede56955-d086-4b6b-a856-08d1374a3930,segment=NetworkSegment(85c774cb-a0eb-4ad9-961f-f331d3b37cd6),segment_id=85c774cb-a0eb-4ad9-961f-f331d3b37cd6)] {{(pid=121606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:40:46.990157 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-ec0522c3-b2d6-4357-a7eb-c86d70700f06 req-789934f9-e98f-4c1d-9590-5fa521b4cb13 tempest-VolumesBackupsTest-596628470 tempest-VolumesBackupsTest-596628470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:40:47.003671 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [req-ec0522c3-b2d6-4357-a7eb-c86d70700f06 req-789934f9-e98f-4c1d-9590-5fa521b4cb13 tempest-VolumesBackupsTest-596628470 tempest-VolumesBackupsTest-596628470-project] Calling delete_port for ede56955-d086-4b6b-a856-08d1374a3930 owned by compute:nova {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:40:47.097286 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device df10b4de-74b6-4e88-a228-8a7fd899d719 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 25 21:40:47.205845 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port df10b4de-74b6-4e88-a228-8a7fd899d719, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=df10b4de-74b6-4e88-a228-8a7fd899d719,segment=NetworkSegment(a8f4c934-035d-4a13-8647-5bac6d875ed2),segment_id=a8f4c934-035d-4a13-8647-5bac6d875ed2)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:40:47.219313 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Returning: {'device': 'df10b4de-74b6-4e88-a228-8a7fd899d719', 'network_id': 'e72701b1-b225-435a-b0b6-671bd3fcca4d', 'port_id': 'df10b4de-74b6-4e88-a228-8a7fd899d719', 'mac_address': 'fa:16:3e:29:da:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b85638e-7f02-445f-aa87-be1ebe7658af', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 25 21:40:47.260139 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:40:47.275025 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df10b4de-74b6-4e88-a228-8a7fd899d719 {{(pid=121608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:40:47.298330 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port df10b4de-74b6-4e88-a228-8a7fd899d719, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=df10b4de-74b6-4e88-a228-8a7fd899d719,segment=NetworkSegment(a8f4c934-035d-4a13-8647-5bac6d875ed2),segment_id=a8f4c934-035d-4a13-8647-5bac6d875ed2)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:40:47.397303 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-2b331ca9-ad73-468d-a172-5d55a3124d8b req-3c2ea4b1-7c3d-48dc-8e91-0b81bb10a509 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:40:47.421122 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:40:47.480975 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Pushing event updated for resources: {'Port': ['ID=df10b4de-74b6-4e88-a228-8a7fd899d719,revision_number=4']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:40:47.502921 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2ea4b1-7c3d-48dc-8e91-0b81bb10a509 service neutron] Pushing event updated for resources: {'Port': ['ID=c78610c0-9d20-414f-8d18-8f41eeb38c6d,revision_number=2']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:40:47.527509 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:40:47.527509 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:40:47.527509 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:40:47.527509 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:40:47.527509 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:40:47.527509 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:40:47.527509 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:40:47.527509 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:40:47.527509 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:40:47.527509 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:40:47.527509 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:40:47.527509 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:40:47.527509 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:40:47.527509 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:40:47.527509 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:40:47.527509 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:40:47.527509 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:40:47.527509 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:40:47.527509 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:40:47.527509 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:40:47.527509 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:40:47.527509 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:40:47.527509 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:40:47.527509 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:40:47.527509 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:40:47.527509 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:40:47.527509 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:40:47.527509 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:40:47.527509 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:40:47.527509 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:40:47.527509 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:40:47.527509 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:40:47.527509 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:40:47.527509 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:40:47.527509 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:40:47.527509 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:40:47.527509 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:40:47.527509 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:40:47.527509 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:40:47.527509 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:40:47.527509 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:40:47.527509 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:40:47.527509 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:40:47.527509 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:40:47.527509 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:40:47.527509 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:40:47.527509 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:40:47.527509 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:40:47.531010 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2a88c9-a77a-4772-900a-9591f26ddc2f req-166de8e2-2769-425a-ae10-4dc9da93cb17 tempest-VolumesBackupsTest-596628470 tempest-VolumesBackupsTest-596628470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:40:47.532577 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7d2a88c9-a77a-4772-900a-9591f26ddc2f req-166de8e2-2769-425a-ae10-4dc9da93cb17 tempest-VolumesBackupsTest-596628470 tempest-VolumesBackupsTest-596628470-project] 10.222.0.32 "GET /v2.0/ports?device_id=35aa4ccd-799c-49ca-9e5c-7c2c0c0df866 HTTP/1.1" status: 200  len: 949 time: 0.1397634
Dec 25 21:40:47.634505 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] get_ports_and_sgs() called for port_ids ['df10b4de-74b6-4e88-a228-8a7fd899d719'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:40:47.677041 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7d2a88c9-a77a-4772-900a-9591f26ddc2f req-8d26a884-9774-49ea-882b-f7e600f28d90 tempest-VolumesBackupsTest-596628470 tempest-VolumesBackupsTest-596628470-project] 10.222.0.32 "GET /v2.0/security-groups?id=c24633b2-3946-4d53-b0dc-f1317e448fbf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1267409
Dec 25 21:40:47.678804 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-2b331ca9-ad73-468d-a172-5d55a3124d8b req-3c2ea4b1-7c3d-48dc-8e91-0b81bb10a509 service neutron] Attempting to bind port c78610c0-9d20-414f-8d18-8f41eeb38c6d on host nch1-master-1 for vnic_type normal with profile  {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:40:47.679148 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-2b331ca9-ad73-468d-a172-5d55a3124d8b req-3c2ea4b1-7c3d-48dc-8e91-0b81bb10a509 service neutron] Attempting to bind port c78610c0-9d20-414f-8d18-8f41eeb38c6d by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '65da167e-c66c-4372-95ca-03d82075def9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '7c9a49d8-7827-4a91-972b-33a97efdb498'}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:40:47.679470 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b331ca9-ad73-468d-a172-5d55a3124d8b req-3c2ea4b1-7c3d-48dc-8e91-0b81bb10a509 service neutron] Attempting to bind port c78610c0-9d20-414f-8d18-8f41eeb38c6d on network 7c9a49d8-7827-4a91-972b-33a97efdb498 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:40:47.687047 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b331ca9-ad73-468d-a172-5d55a3124d8b req-3c2ea4b1-7c3d-48dc-8e91-0b81bb10a509 service neutron] Port c78610c0-9d20-414f-8d18-8f41eeb38c6d on network 7c9a49d8-7827-4a91-972b-33a97efdb498 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 25 21:40:47.687525 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b331ca9-ad73-468d-a172-5d55a3124d8b req-3c2ea4b1-7c3d-48dc-8e91-0b81bb10a509 service neutron] Attempting to bind port c78610c0-9d20-414f-8d18-8f41eeb38c6d on network 7c9a49d8-7827-4a91-972b-33a97efdb498 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:40:47.694912 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b331ca9-ad73-468d-a172-5d55a3124d8b req-3c2ea4b1-7c3d-48dc-8e91-0b81bb10a509 service neutron] Checking agent: {'id': '6d577036-68fc-4aa4-aed7-5ab01de2117e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 21, 4, 34), 'started_at': datetime.datetime(2021, 12, 25, 21, 4, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 40, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:40:47.695254 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b331ca9-ad73-468d-a172-5d55a3124d8b req-3c2ea4b1-7c3d-48dc-8e91-0b81bb10a509 service neutron] Checking segment: {'id': '65da167e-c66c-4372-95ca-03d82075def9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '7c9a49d8-7827-4a91-972b-33a97efdb498'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:40:47.695640 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b331ca9-ad73-468d-a172-5d55a3124d8b req-3c2ea4b1-7c3d-48dc-8e91-0b81bb10a509 service neutron] Bound using segment: {'id': '65da167e-c66c-4372-95ca-03d82075def9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '7c9a49d8-7827-4a91-972b-33a97efdb498'} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:40:47.696067 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-2b331ca9-ad73-468d-a172-5d55a3124d8b req-3c2ea4b1-7c3d-48dc-8e91-0b81bb10a509 service neutron] Bound port: c78610c0-9d20-414f-8d18-8f41eeb38c6d, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65da167e-c66c-4372-95ca-03d82075def9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '7c9a49d8-7827-4a91-972b-33a97efdb498'}}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:40:47.696427 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-2b331ca9-ad73-468d-a172-5d55a3124d8b req-3c2ea4b1-7c3d-48dc-8e91-0b81bb10a509 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:40:47.764050 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-2b331ca9-ad73-468d-a172-5d55a3124d8b req-3c2ea4b1-7c3d-48dc-8e91-0b81bb10a509 service neutron] For port c78610c0-9d20-414f-8d18-8f41eeb38c6d, host nch1-master-1, cleared binding levels {{(pid=121606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:40:47.767109 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-2b331ca9-ad73-468d-a172-5d55a3124d8b req-3c2ea4b1-7c3d-48dc-8e91-0b81bb10a509 service neutron] For port c78610c0-9d20-414f-8d18-8f41eeb38c6d, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c78610c0-9d20-414f-8d18-8f41eeb38c6d,segment=NetworkSegment(65da167e-c66c-4372-95ca-03d82075def9),segment_id=65da167e-c66c-4372-95ca-03d82075def9)] {{(pid=121606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:40:47.774712 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-ec0522c3-b2d6-4357-a7eb-c86d70700f06 req-789934f9-e98f-4c1d-9590-5fa521b4cb13 tempest-VolumesBackupsTest-596628470 tempest-VolumesBackupsTest-596628470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:40:47.807615 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789934f9-e98f-4c1d-9590-5fa521b4cb13 tempest-VolumesBackupsTest-596628470 tempest-VolumesBackupsTest-596628470-project] Pushing event deleted for resources: {'Port': ['ID=ede56955-d086-4b6b-a856-08d1374a3930,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:40:47.849609 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec0522c3-b2d6-4357-a7eb-c86d70700f06 req-789934f9-e98f-4c1d-9590-5fa521b4cb13 tempest-VolumesBackupsTest-596628470 tempest-VolumesBackupsTest-596628470-project] No DVR routers for this DVR port ede56955-d086-4b6b-a856-08d1374a3930 on host nch1-master-1 {{(pid=121606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:40:47.852156 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-ec0522c3-b2d6-4357-a7eb-c86d70700f06 req-789934f9-e98f-4c1d-9590-5fa521b4cb13 tempest-VolumesBackupsTest-596628470 tempest-VolumesBackupsTest-596628470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:40:47.857605 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ec0522c3-b2d6-4357-a7eb-c86d70700f06 req-789934f9-e98f-4c1d-9590-5fa521b4cb13 tempest-VolumesBackupsTest-596628470 tempest-VolumesBackupsTest-596628470-project] 10.222.0.31 "DELETE /v2.0/ports/ede56955-d086-4b6b-a856-08d1374a3930 HTTP/1.1" status: 204  len: 173 time: 1.3295376
Dec 25 21:40:47.858099 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35aa4ccd-799c-49ca-9e5c-7c2c0c0df866', 'name': 'network-vif-deleted', 'tag': 'ede56955-d086-4b6b-a856-08d1374a3930'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:40:47.861542 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9858820c13ec2827453b94ebc4181065e990a4e4089ccb9fe762531ac62d2fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e70a6b5f-2be0-4438-9fad-8cda74f4a22e" -d '{"events": [{"server_uuid": "35aa4ccd-799c-49ca-9e5c-7c2c0c0df866", "name": "network-vif-deleted", "tag": "ede56955-d086-4b6b-a856-08d1374a3930"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:40:47.868053 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-2b331ca9-ad73-468d-a172-5d55a3124d8b req-3c2ea4b1-7c3d-48dc-8e91-0b81bb10a509 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:40:47.904975 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 21:40:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30fa0d92-d6f7-4f78-8023-864a5e896d65 x-openstack-request-id: req-30fa0d92-d6f7-4f78-8023-864a5e896d65 {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:40:47.905272 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35aa4ccd-799c-49ca-9e5c-7c2c0c0df866", "name": "network-vif-deleted", "tag": "ede56955-d086-4b6b-a856-08d1374a3930", "status": "completed", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:40:47.905522 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-30fa0d92-d6f7-4f78-8023-864a5e896d65 {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:40:47.905922 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35aa4ccd-799c-49ca-9e5c-7c2c0c0df866', 'name': 'network-vif-deleted', 'tag': 'ede56955-d086-4b6b-a856-08d1374a3930', 'status': 'completed', 'code': 200}
Dec 25 21:40:47.931258 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b331ca9-ad73-468d-a172-5d55a3124d8b req-3c2ea4b1-7c3d-48dc-8e91-0b81bb10a509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:40:47.931859 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-2b331ca9-ad73-468d-a172-5d55a3124d8b req-3c2ea4b1-7c3d-48dc-8e91-0b81bb10a509 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:40:47.933287 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2b331ca9-ad73-468d-a172-5d55a3124d8b req-3c2ea4b1-7c3d-48dc-8e91-0b81bb10a509 service neutron] 10.222.0.31 "PUT /v2.0/ports/c78610c0-9d20-414f-8d18-8f41eeb38c6d HTTP/1.1" status: 200  len: 1091 time: 1.6493168
Dec 25 21:40:47.974813 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dd8948-69af-481c-81e2-dbbe59e470c5 req-2fbd2acc-c396-4b9b-9484-a590cf07454a tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:40:47.976429 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a5dd8948-69af-481c-81e2-dbbe59e470c5 req-2fbd2acc-c396-4b9b-9484-a590cf07454a tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "GET /v2.0/ports?device_id=71c99c12-b0de-47ae-a758-1c01701a1fd7 HTTP/1.1" status: 200  len: 943 time: 0.1112883
Dec 25 21:40:47.977291 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2ea4b1-7c3d-48dc-8e91-0b81bb10a509 service neutron] Pushing event updated for resources: {'Port': ['ID=c78610c0-9d20-414f-8d18-8f41eeb38c6d,revision_number=3']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:40:48.062016 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a5dd8948-69af-481c-81e2-dbbe59e470c5 req-659d011e-d38c-44e0-87af-ea010795552c tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "GET /v2.0/security-groups?id=16c81da4-10fc-44b5-9152-a0bd01145c9a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0676577
Dec 25 21:40:48.102546 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00f826a-47b7-48cb-abe8-860dd2c43218 req-9bf84913-ebf2-41f8-94fe-8a35563564d8 tempest-InstanceActionsV221TestJSON-1995988780 tempest-InstanceActionsV221TestJSON-1995988780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:40:48.104152 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f00f826a-47b7-48cb-abe8-860dd2c43218 req-9bf84913-ebf2-41f8-94fe-8a35563564d8 tempest-InstanceActionsV221TestJSON-1995988780 tempest-InstanceActionsV221TestJSON-1995988780-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5e83850-e30d-4526-880d-d4a212c9f515 HTTP/1.1" status: 200  len: 945 time: 0.0573487
Dec 25 21:40:48.164011 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f00f826a-47b7-48cb-abe8-860dd2c43218 req-a25cff35-1eb1-41ef-8d77-5479b2238de5 tempest-InstanceActionsV221TestJSON-1995988780 tempest-InstanceActionsV221TestJSON-1995988780-project] 10.222.0.32 "GET /v2.0/security-groups?id=09bf995e-00d6-4137-af30-c7d446400838&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0533636
Dec 25 21:40:48.203730 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b331ca9-ad73-468d-a172-5d55a3124d8b req-68ff0e5a-d104-4ce7-a643-6448b6ba21b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:40:48.205310 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2b331ca9-ad73-468d-a172-5d55a3124d8b req-68ff0e5a-d104-4ce7-a643-6448b6ba21b2 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=4ff29c23c5844f45826a02b6ae6b65e7&device_id=71c99c12-b0de-47ae-a758-1c01701a1fd7 HTTP/1.1" status: 200  len: 1094 time: 0.0528526
Dec 25 21:40:48.259235 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2b331ca9-ad73-468d-a172-5d55a3124d8b req-fed86239-0eb9-4630-a190-32f2517eb010 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c78610c0-9d20-414f-8d18-8f41eeb38c6d HTTP/1.1" status: 200  len: 217 time: 0.0412395
Dec 25 21:40:48.312555 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b331ca9-ad73-468d-a172-5d55a3124d8b req-c5127e53-7d29-41d5-b711-c9eda25297d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:40:48.314147 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2b331ca9-ad73-468d-a172-5d55a3124d8b req-c5127e53-7d29-41d5-b711-c9eda25297d4 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=c3ad1fe0-b104-4aa3-826b-8d43acf85769 HTTP/1.1" status: 200  len: 834 time: 0.0470748
Dec 25 21:40:48.365563 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b331ca9-ad73-468d-a172-5d55a3124d8b req-a21e2b5e-4db9-41a5-85b2-90fade5d3b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:40:48.367250 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2b331ca9-ad73-468d-a172-5d55a3124d8b req-a21e2b5e-4db9-41a5-85b2-90fade5d3b82 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7c9a49d8-7827-4a91-972b-33a97efdb498&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0451286
Dec 25 21:40:48.470909 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2b331ca9-ad73-468d-a172-5d55a3124d8b req-0c605b11-fbe3-4c4d-b7c0-2fb70b4ea25b service neutron] 10.222.0.31 "GET /v2.0/networks/7c9a49d8-7827-4a91-972b-33a97efdb498?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0960701
Dec 25 21:40:48.566961 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2b331ca9-ad73-468d-a172-5d55a3124d8b req-bad7cefa-caa5-4c4e-a8e8-8a624c68f9ed service neutron] 10.222.0.31 "GET /v2.0/networks/7c9a49d8-7827-4a91-972b-33a97efdb498?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0884316
Dec 25 21:40:48.806525 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ad632b48-15c7-4221-a423-d95a7d64c763 req-3d166597-4882-47d1-9c2c-92efa78f740e tempest-VolumesBackupsTest-596628470 tempest-VolumesBackupsTest-596628470-project] 10.222.0.32 "GET /v2.0/ports?device_id=35aa4ccd-799c-49ca-9e5c-7c2c0c0df866 HTTP/1.1" status: 200  len: 210 time: 0.0443068
Dec 25 21:40:49.108112 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device df10b4de-74b6-4e88-a228-8a7fd899d719 up at agent hyperv_nch2-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:40:49.186947 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39a4588-4c95-4d6a-80d1-d2cb555c490e req-b4066186-aecd-47b6-a4dc-6ae397ee64b0 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:40:49.188492 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b39a4588-4c95-4d6a-80d1-d2cb555c490e req-b4066186-aecd-47b6-a4dc-6ae397ee64b0 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "GET /v2.0/ports?device_id=71c99c12-b0de-47ae-a758-1c01701a1fd7 HTTP/1.1" status: 200  len: 943 time: 0.0553520
Dec 25 21:40:49.241360 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b39a4588-4c95-4d6a-80d1-d2cb555c490e req-0b8bd24a-a151-4065-9cee-187cd38a65bb tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "GET /v2.0/security-groups?id=16c81da4-10fc-44b5-9152-a0bd01145c9a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0463469
Dec 25 21:40:49.245820 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Provisioning for port df10b4de-74b6-4e88-a228-8a7fd899d719 completed by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 25 21:40:49.250136 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Provisioning complete for port df10b4de-74b6-4e88-a228-8a7fd899d719 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:40:49.250446 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:40:49.304725 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f490cc58-18f4-4691-a23e-1ee5025c9d31 req-df0673f5-6745-4380-9ed5-827d87319080 tempest-InstanceActionsV221TestJSON-1995988780 tempest-InstanceActionsV221TestJSON-1995988780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:40:49.306191 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f490cc58-18f4-4691-a23e-1ee5025c9d31 req-df0673f5-6745-4380-9ed5-827d87319080 tempest-InstanceActionsV221TestJSON-1995988780 tempest-InstanceActionsV221TestJSON-1995988780-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5e83850-e30d-4526-880d-d4a212c9f515 HTTP/1.1" status: 200  len: 945 time: 0.0526969
Dec 25 21:40:49.335141 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:40:49.351683 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device ede56955-d086-4b6b-a856-08d1374a3930 no longer exists at agent hyperv_nch1-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:40:49.357541 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f490cc58-18f4-4691-a23e-1ee5025c9d31 req-c0ab40ee-770b-4dfd-8ca1-11db4814c397 tempest-InstanceActionsV221TestJSON-1995988780 tempest-InstanceActionsV221TestJSON-1995988780-project] 10.222.0.32 "GET /v2.0/security-groups?id=09bf995e-00d6-4137-af30-c7d446400838&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440123
Dec 25 21:40:49.386479 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5e83850-e30d-4526-880d-d4a212c9f515', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df10b4de-74b6-4e88-a228-8a7fd899d719'}] {{(pid=121608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:40:49.388996 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a88c78c3ff6266bd59c7e89d275b28c92e739b67d23c89d71af88829fd31566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48c8c0a7-fee6-47c0-bc0d-1586ac316231" -d '{"events": [{"server_uuid": "e5e83850-e30d-4526-880d-d4a212c9f515", "name": "network-vif-plugged", "status": "completed", "tag": "df10b4de-74b6-4e88-a228-8a7fd899d719"}]}' {{(pid=121608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:40:49.393519 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] No Port match for: ede56955-d086-4b6b-a856-08d1374a3930 {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:40:49.393861 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device ede56955-d086-4b6b-a856-08d1374a3930 not bound to the agent host nch1-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:40:49.405152 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port df10b4de-74b6-4e88-a228-8a7fd899d719, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=df10b4de-74b6-4e88-a228-8a7fd899d719,segment=NetworkSegment(a8f4c934-035d-4a13-8647-5bac6d875ed2),segment_id=a8f4c934-035d-4a13-8647-5bac6d875ed2)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:40:49.460582 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:40:49.501540 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 21:40:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a624c388-891d-4343-9dbd-bd2b890c3ae8 x-openstack-request-id: req-a624c388-891d-4343-9dbd-bd2b890c3ae8 {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:40:49.502069 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5e83850-e30d-4526-880d-d4a212c9f515", "name": "network-vif-plugged", "status": "completed", "tag": "df10b4de-74b6-4e88-a228-8a7fd899d719", "code": 200}]} {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:40:49.502503 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a624c388-891d-4343-9dbd-bd2b890c3ae8 {{(pid=121608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:40:49.503132 ncdv-master-1 neutron-server[121608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5e83850-e30d-4526-880d-d4a212c9f515', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df10b4de-74b6-4e88-a228-8a7fd899d719', 'code': 200}
Dec 25 21:40:49.519611 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Pushing event updated for resources: {'Port': ['ID=df10b4de-74b6-4e88-a228-8a7fd899d719,revision_number=5']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:40:49.607729 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6928f0-3c3a-458e-9a53-f8bf4f068e8e req-c8351b21-caeb-47a9-b6de-b0ad70569a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:40:49.609289 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0f6928f0-3c3a-458e-9a53-f8bf4f068e8e req-c8351b21-caeb-47a9-b6de-b0ad70569a8c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e5e83850-e30d-4526-880d-d4a212c9f515 HTTP/1.1" status: 200  len: 1097 time: 0.0442712
Dec 25 21:40:49.653145 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0f6928f0-3c3a-458e-9a53-f8bf4f068e8e req-ebac48ba-f548-44e8-a301-9f39d3b1c775 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=09bf995e-00d6-4137-af30-c7d446400838&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0366640
Dec 25 21:40:49.906921 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71c99c12-b0de-47ae-a758-1c01701a1fd7', 'tag': 'c78610c0-9d20-414f-8d18-8f41eeb38c6d'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:40:49.909372 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9858820c13ec2827453b94ebc4181065e990a4e4089ccb9fe762531ac62d2fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68290165-be7f-4e50-9624-581bc8471cec" -d '{"events": [{"name": "network-changed", "server_uuid": "71c99c12-b0de-47ae-a758-1c01701a1fd7", "tag": "c78610c0-9d20-414f-8d18-8f41eeb38c6d"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:40:49.945202 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Dec 2021 21:40:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36136acb-d230-4b1d-98eb-0af3652cdb3e x-openstack-request-id: req-36136acb-d230-4b1d-98eb-0af3652cdb3e {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:40:49.945531 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71c99c12-b0de-47ae-a758-1c01701a1fd7", "tag": "c78610c0-9d20-414f-8d18-8f41eeb38c6d", "status": "completed", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:40:49.945797 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-36136acb-d230-4b1d-98eb-0af3652cdb3e {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:40:49.946205 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71c99c12-b0de-47ae-a758-1c01701a1fd7', 'tag': 'c78610c0-9d20-414f-8d18-8f41eeb38c6d', 'status': 'completed', 'code': 200}
Dec 25 21:40:50.015708 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68290165-be7f-4e50-9624-581bc8471cec req-bb9ea0f7-2357-46c5-bf03-d165ec3d4525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:40:50.017260 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-68290165-be7f-4e50-9624-581bc8471cec req-bb9ea0f7-2357-46c5-bf03-d165ec3d4525 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=4ff29c23c5844f45826a02b6ae6b65e7&device_id=71c99c12-b0de-47ae-a758-1c01701a1fd7 HTTP/1.1" status: 200  len: 1094 time: 0.0439141
Dec 25 21:40:50.114935 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68290165-be7f-4e50-9624-581bc8471cec req-76a15338-78f3-47e0-90f3-f54e3b28e172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:40:50.116575 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-68290165-be7f-4e50-9624-581bc8471cec req-76a15338-78f3-47e0-90f3-f54e3b28e172 service neutron] 10.222.0.31 "GET /v2.0/networks?id=7c9a49d8-7827-4a91-972b-33a97efdb498 HTTP/1.1" status: 200  len: 897 time: 0.0927327
Dec 25 21:40:50.164987 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-68290165-be7f-4e50-9624-581bc8471cec req-2cece654-9d87-44c4-8ed3-746e76588005 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c78610c0-9d20-414f-8d18-8f41eeb38c6d HTTP/1.1" status: 200  len: 217 time: 0.0412147
Dec 25 21:40:50.214631 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68290165-be7f-4e50-9624-581bc8471cec req-a96127f8-2576-4eb7-9955-960b93f7492a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:40:50.216162 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-68290165-be7f-4e50-9624-581bc8471cec req-a96127f8-2576-4eb7-9955-960b93f7492a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=c3ad1fe0-b104-4aa3-826b-8d43acf85769 HTTP/1.1" status: 200  len: 834 time: 0.0449252
Dec 25 21:40:50.272475 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68290165-be7f-4e50-9624-581bc8471cec req-9e2a975c-734f-48f3-8072-e84551057460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:40:50.274042 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-68290165-be7f-4e50-9624-581bc8471cec req-9e2a975c-734f-48f3-8072-e84551057460 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7c9a49d8-7827-4a91-972b-33a97efdb498&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0505688
Dec 25 21:40:50.394466 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-68290165-be7f-4e50-9624-581bc8471cec req-d49861ee-3acb-4dc3-8ad6-34eea331f012 service neutron] 10.222.0.31 "GET /v2.0/networks/7c9a49d8-7827-4a91-972b-33a97efdb498?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1128309
Dec 25 21:40:50.408016 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac00ece0-d9b5-49c1-854b-4a5c3d336d9a req-ba1eb434-ebab-4aa3-ba4c-c80ee45be843 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:40:50.409619 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ac00ece0-d9b5-49c1-854b-4a5c3d336d9a req-ba1eb434-ebab-4aa3-ba4c-c80ee45be843 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "GET /v2.0/ports?device_id=71c99c12-b0de-47ae-a758-1c01701a1fd7 HTTP/1.1" status: 200  len: 943 time: 0.0949461
Dec 25 21:40:50.563826 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f7d545-0be8-4551-aff0-0d6ae441ec9b req-c7bf0e99-bd0c-4cc7-afda-aa8654dede5b tempest-InstanceActionsV221TestJSON-1995988780 tempest-InstanceActionsV221TestJSON-1995988780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:40:50.565365 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-70f7d545-0be8-4551-aff0-0d6ae441ec9b req-c7bf0e99-bd0c-4cc7-afda-aa8654dede5b tempest-InstanceActionsV221TestJSON-1995988780 tempest-InstanceActionsV221TestJSON-1995988780-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5e83850-e30d-4526-880d-d4a212c9f515 HTTP/1.1" status: 200  len: 946 time: 0.1271451
Dec 25 21:40:50.570834 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ac00ece0-d9b5-49c1-854b-4a5c3d336d9a req-ff94cfca-eec0-4283-a03c-d0297ccfa243 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "GET /v2.0/security-groups?id=16c81da4-10fc-44b5-9152-a0bd01145c9a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1530368
Dec 25 21:40:50.598098 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-68290165-be7f-4e50-9624-581bc8471cec req-850cd540-9d39-437c-beb8-baa2d18b4573 service neutron] 10.222.0.31 "GET /v2.0/networks/7c9a49d8-7827-4a91-972b-33a97efdb498?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1874912
Dec 25 21:40:50.630168 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-70f7d545-0be8-4551-aff0-0d6ae441ec9b req-52eaaf69-bfd2-4419-a586-fb4c4cd193a1 tempest-InstanceActionsV221TestJSON-1995988780 tempest-InstanceActionsV221TestJSON-1995988780-project] 10.222.0.32 "GET /v2.0/security-groups?id=09bf995e-00d6-4137-af30-c7d446400838&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0550277
Dec 25 21:40:51.380935 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device c78610c0-9d20-414f-8d18-8f41eeb38c6d details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 25 21:40:51.477500 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port c78610c0-9d20-414f-8d18-8f41eeb38c6d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c78610c0-9d20-414f-8d18-8f41eeb38c6d,segment=NetworkSegment(65da167e-c66c-4372-95ca-03d82075def9),segment_id=65da167e-c66c-4372-95ca-03d82075def9)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:40:51.488150 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Returning: {'device': 'c78610c0-9d20-414f-8d18-8f41eeb38c6d', 'network_id': '7c9a49d8-7827-4a91-972b-33a97efdb498', 'port_id': 'c78610c0-9d20-414f-8d18-8f41eeb38c6d', 'mac_address': 'fa:16:3e:df:fb:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3ad1fe0-b104-4aa3-826b-8d43acf85769', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 25 21:40:51.525589 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:40:51.539214 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c78610c0-9d20-414f-8d18-8f41eeb38c6d {{(pid=121608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:40:51.558963 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port c78610c0-9d20-414f-8d18-8f41eeb38c6d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c78610c0-9d20-414f-8d18-8f41eeb38c6d,segment=NetworkSegment(65da167e-c66c-4372-95ca-03d82075def9),segment_id=65da167e-c66c-4372-95ca-03d82075def9)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:40:51.649411 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:40:51.689903 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a0af14-99c2-4f1c-9afe-e95b82975bec req-9a88261a-6e3d-4308-8f4c-e1590b38c4b2 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:40:51.691596 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-57a0af14-99c2-4f1c-9afe-e95b82975bec req-9a88261a-6e3d-4308-8f4c-e1590b38c4b2 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "GET /v2.0/ports?device_id=71c99c12-b0de-47ae-a758-1c01701a1fd7 HTTP/1.1" status: 200  len: 944 time: 0.0515158
Dec 25 21:40:51.698488 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Pushing event updated for resources: {'Port': ['ID=c78610c0-9d20-414f-8d18-8f41eeb38c6d,revision_number=4']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:40:51.757560 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.agents_db [None req-ec08dba0-4483-4109-b5e1-5e4a9fdaf12d None None] Agent healthcheck: found 7 active agents {{(pid=121609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 25 21:40:51.780280 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-57a0af14-99c2-4f1c-9afe-e95b82975bec req-0c121302-acd4-4f83-a3b4-b4f812357f8e tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "GET /v2.0/security-groups?id=16c81da4-10fc-44b5-9152-a0bd01145c9a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0811260
Dec 25 21:40:51.797527 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc342b66-18a8-41b3-ac05-4f80613f2d11 req-a4bd7a79-5d9a-48ed-803c-7707cab9c542 tempest-InstanceActionsV221TestJSON-1995988780 tempest-InstanceActionsV221TestJSON-1995988780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:40:51.797527 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-dc342b66-18a8-41b3-ac05-4f80613f2d11 req-a4bd7a79-5d9a-48ed-803c-7707cab9c542 tempest-InstanceActionsV221TestJSON-1995988780 tempest-InstanceActionsV221TestJSON-1995988780-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5e83850-e30d-4526-880d-d4a212c9f515 HTTP/1.1" status: 200  len: 946 time: 0.0794134
Dec 25 21:40:51.837887 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] get_ports_and_sgs() called for port_ids ['c78610c0-9d20-414f-8d18-8f41eeb38c6d'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:40:51.843476 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-dc342b66-18a8-41b3-ac05-4f80613f2d11 req-e0bfc5ef-e043-4a2b-b7e0-5c508d3f9537 tempest-InstanceActionsV221TestJSON-1995988780 tempest-InstanceActionsV221TestJSON-1995988780-project] 10.222.0.32 "GET /v2.0/security-groups?id=09bf995e-00d6-4137-af30-c7d446400838&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425186
Dec 25 21:40:52.265090 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79ea4e4-f318-4b19-bfab-91ae98616322 req-799d0190-3e57-4aea-b033-c6a754451fae tempest-InstanceActionsV221TestJSON-1995988780 tempest-InstanceActionsV221TestJSON-1995988780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:40:52.266614 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b79ea4e4-f318-4b19-bfab-91ae98616322 req-799d0190-3e57-4aea-b033-c6a754451fae tempest-InstanceActionsV221TestJSON-1995988780 tempest-InstanceActionsV221TestJSON-1995988780-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5e83850-e30d-4526-880d-d4a212c9f515 HTTP/1.1" status: 200  len: 946 time: 0.0566242
Dec 25 21:40:52.315209 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b79ea4e4-f318-4b19-bfab-91ae98616322 req-ba3a4245-2302-4160-9e3a-12218391a510 tempest-InstanceActionsV221TestJSON-1995988780 tempest-InstanceActionsV221TestJSON-1995988780-project] 10.222.0.32 "GET /v2.0/security-groups?id=09bf995e-00d6-4137-af30-c7d446400838&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421472
Dec 25 21:40:52.902699 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5a2ebf-472a-49b1-9fa4-f8ea566fe622 req-e29462bf-d83d-4b51-833d-5a49bb4dc830 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:40:52.905644 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-6d5a2ebf-472a-49b1-9fa4-f8ea566fe622 req-e29462bf-d83d-4b51-833d-5a49bb4dc830 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "GET /v2.0/ports?device_id=71c99c12-b0de-47ae-a758-1c01701a1fd7 HTTP/1.1" status: 200  len: 944 time: 0.0543566
Dec 25 21:40:52.961234 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-6d5a2ebf-472a-49b1-9fa4-f8ea566fe622 req-560f3119-c0f9-475f-b594-98ad16acb0bb tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "GET /v2.0/security-groups?id=16c81da4-10fc-44b5-9152-a0bd01145c9a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0494730
Dec 25 21:40:53.411062 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device c78610c0-9d20-414f-8d18-8f41eeb38c6d up at agent hyperv_nch1-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:40:53.437339 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c2b472-1dd9-4583-89e9-07b3c2eeedf9 req-565b318e-63b7-4b70-801a-37fa27338889 tempest-InstanceActionsV221TestJSON-1995988780 tempest-InstanceActionsV221TestJSON-1995988780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:40:53.438839 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-78c2b472-1dd9-4583-89e9-07b3c2eeedf9 req-565b318e-63b7-4b70-801a-37fa27338889 tempest-InstanceActionsV221TestJSON-1995988780 tempest-InstanceActionsV221TestJSON-1995988780-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5e83850-e30d-4526-880d-d4a212c9f515 HTTP/1.1" status: 200  len: 946 time: 0.0516582
Dec 25 21:40:53.511395 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-78c2b472-1dd9-4583-89e9-07b3c2eeedf9 req-23610084-9d8e-477e-b373-84199492353a tempest-InstanceActionsV221TestJSON-1995988780 tempest-InstanceActionsV221TestJSON-1995988780-project] 10.222.0.32 "GET /v2.0/security-groups?id=09bf995e-00d6-4137-af30-c7d446400838&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0663297
Dec 25 21:40:53.526782 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d371495a-3c6a-4e6f-9c60-7e8ad52c1037 req-1ea9a9ac-7968-4e36-bb2b-89adf6f12836 tempest-InstanceActionsV221TestJSON-1995988780 tempest-InstanceActionsV221TestJSON-1995988780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:40:53.528304 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d371495a-3c6a-4e6f-9c60-7e8ad52c1037 req-1ea9a9ac-7968-4e36-bb2b-89adf6f12836 tempest-InstanceActionsV221TestJSON-1995988780 tempest-InstanceActionsV221TestJSON-1995988780-project] 10.222.0.37 "GET /v2.0/ports?device_id=e5e83850-e30d-4526-880d-d4a212c9f515 HTTP/1.1" status: 200  len: 946 time: 0.0754256
Dec 25 21:40:53.529146 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Provisioning for port c78610c0-9d20-414f-8d18-8f41eeb38c6d completed by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 25 21:40:53.533835 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Provisioning complete for port c78610c0-9d20-414f-8d18-8f41eeb38c6d triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:40:53.534205 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:40:53.612143 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:40:53.631028 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [req-d371495a-3c6a-4e6f-9c60-7e8ad52c1037 req-f0ce0d45-b086-4120-9904-679ec131e9c1 tempest-InstanceActionsV221TestJSON-1995988780 tempest-InstanceActionsV221TestJSON-1995988780-project] Deleting port df10b4de-74b6-4e88-a228-8a7fd899d719 {{(pid=121606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:40:53.631367 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-d371495a-3c6a-4e6f-9c60-7e8ad52c1037 req-f0ce0d45-b086-4120-9904-679ec131e9c1 tempest-InstanceActionsV221TestJSON-1995988780 tempest-InstanceActionsV221TestJSON-1995988780-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:40:53.635233 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71c99c12-b0de-47ae-a758-1c01701a1fd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c78610c0-9d20-414f-8d18-8f41eeb38c6d'}] {{(pid=121608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:40:53.636969 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a88c78c3ff6266bd59c7e89d275b28c92e739b67d23c89d71af88829fd31566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aee429b8-44b3-4681-95ba-de867b6e5db2" -d '{"events": [{"server_uuid": "71c99c12-b0de-47ae-a758-1c01701a1fd7", "name": "network-vif-plugged", "status": "completed", "tag": "c78610c0-9d20-414f-8d18-8f41eeb38c6d"}]}' {{(pid=121608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:40:53.651302 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port c78610c0-9d20-414f-8d18-8f41eeb38c6d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c78610c0-9d20-414f-8d18-8f41eeb38c6d,segment=NetworkSegment(65da167e-c66c-4372-95ca-03d82075def9),segment_id=65da167e-c66c-4372-95ca-03d82075def9)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:40:53.678104 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 21:40:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4629f467-c5be-49b5-8a1c-61ae989b21c5 x-openstack-request-id: req-4629f467-c5be-49b5-8a1c-61ae989b21c5 {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:40:53.678234 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71c99c12-b0de-47ae-a758-1c01701a1fd7", "name": "network-vif-plugged", "status": "completed", "tag": "c78610c0-9d20-414f-8d18-8f41eeb38c6d", "code": 200}]} {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:40:53.678424 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4629f467-c5be-49b5-8a1c-61ae989b21c5 {{(pid=121608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:40:53.678815 ncdv-master-1 neutron-server[121608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71c99c12-b0de-47ae-a758-1c01701a1fd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c78610c0-9d20-414f-8d18-8f41eeb38c6d', 'code': 200}
Dec 25 21:40:53.722634 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-d371495a-3c6a-4e6f-9c60-7e8ad52c1037 req-f0ce0d45-b086-4120-9904-679ec131e9c1 tempest-InstanceActionsV221TestJSON-1995988780 tempest-InstanceActionsV221TestJSON-1995988780-project] For port df10b4de-74b6-4e88-a228-8a7fd899d719, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=df10b4de-74b6-4e88-a228-8a7fd899d719,segment=NetworkSegment(a8f4c934-035d-4a13-8647-5bac6d875ed2),segment_id=a8f4c934-035d-4a13-8647-5bac6d875ed2)] {{(pid=121606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:40:53.722997 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-d371495a-3c6a-4e6f-9c60-7e8ad52c1037 req-f0ce0d45-b086-4120-9904-679ec131e9c1 tempest-InstanceActionsV221TestJSON-1995988780 tempest-InstanceActionsV221TestJSON-1995988780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:40:53.735541 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [req-d371495a-3c6a-4e6f-9c60-7e8ad52c1037 req-f0ce0d45-b086-4120-9904-679ec131e9c1 tempest-InstanceActionsV221TestJSON-1995988780 tempest-InstanceActionsV221TestJSON-1995988780-project] Calling delete_port for df10b4de-74b6-4e88-a228-8a7fd899d719 owned by compute:nova {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:40:53.774907 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:40:53.822636 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6145daa-60ef-4977-b5bf-c07d8acf82f4 req-7b00e743-d2ee-4c67-ad53-a8b6d36de025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:40:53.824160 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c6145daa-60ef-4977-b5bf-c07d8acf82f4 req-7b00e743-d2ee-4c67-ad53-a8b6d36de025 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=71c99c12-b0de-47ae-a758-1c01701a1fd7 HTTP/1.1" status: 200  len: 1095 time: 0.0832567
Dec 25 21:40:53.829342 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Pushing event updated for resources: {'Port': ['ID=c78610c0-9d20-414f-8d18-8f41eeb38c6d,revision_number=5']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:40:53.887156 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c6145daa-60ef-4977-b5bf-c07d8acf82f4 req-df0d8785-473e-4d4d-898c-1095a52fd7cc service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=16c81da4-10fc-44b5-9152-a0bd01145c9a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0560358
Dec 25 21:40:53.991283 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-d371495a-3c6a-4e6f-9c60-7e8ad52c1037 req-f0ce0d45-b086-4120-9904-679ec131e9c1 tempest-InstanceActionsV221TestJSON-1995988780 tempest-InstanceActionsV221TestJSON-1995988780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:40:54.005188 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] get_ports_and_sgs() called for port_ids ['df10b4de-74b6-4e88-a228-8a7fd899d719'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:40:54.027303 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ce0d45-b086-4120-9904-679ec131e9c1 tempest-InstanceActionsV221TestJSON-1995988780 tempest-InstanceActionsV221TestJSON-1995988780-project] Pushing event deleted for resources: {'Port': ['ID=df10b4de-74b6-4e88-a228-8a7fd899d719,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:40:54.091782 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [req-d371495a-3c6a-4e6f-9c60-7e8ad52c1037 req-f0ce0d45-b086-4120-9904-679ec131e9c1 tempest-InstanceActionsV221TestJSON-1995988780 tempest-InstanceActionsV221TestJSON-1995988780-project] No DVR routers for this DVR port df10b4de-74b6-4e88-a228-8a7fd899d719 on host nch2-master-1 {{(pid=121606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:40:54.095403 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-d371495a-3c6a-4e6f-9c60-7e8ad52c1037 req-f0ce0d45-b086-4120-9904-679ec131e9c1 tempest-InstanceActionsV221TestJSON-1995988780 tempest-InstanceActionsV221TestJSON-1995988780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:40:54.098919 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d371495a-3c6a-4e6f-9c60-7e8ad52c1037 req-f0ce0d45-b086-4120-9904-679ec131e9c1 tempest-InstanceActionsV221TestJSON-1995988780 tempest-InstanceActionsV221TestJSON-1995988780-project] 10.222.0.37 "DELETE /v2.0/ports/df10b4de-74b6-4e88-a228-8a7fd899d719 HTTP/1.1" status: 204  len: 173 time: 0.5637894
Dec 25 21:40:54.099364 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5e83850-e30d-4526-880d-d4a212c9f515', 'name': 'network-vif-deleted', 'tag': 'df10b4de-74b6-4e88-a228-8a7fd899d719'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:40:54.101690 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9858820c13ec2827453b94ebc4181065e990a4e4089ccb9fe762531ac62d2fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cbcba80-2368-4e1d-b971-2f5c4e879028" -d '{"events": [{"server_uuid": "e5e83850-e30d-4526-880d-d4a212c9f515", "name": "network-vif-deleted", "tag": "df10b4de-74b6-4e88-a228-8a7fd899d719"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:40:54.126169 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9624a7fd-367a-4a38-8c44-9d9f3ab73cd4 req-965f7666-f3c0-4421-babb-f80bd3d76d34 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:40:54.127691 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9624a7fd-367a-4a38-8c44-9d9f3ab73cd4 req-965f7666-f3c0-4421-babb-f80bd3d76d34 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "GET /v2.0/ports?device_id=71c99c12-b0de-47ae-a758-1c01701a1fd7 HTTP/1.1" status: 200  len: 945 time: 0.0757954
Dec 25 21:40:54.142460 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 21:40:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-babfa0e2-c9c6-4740-b6a0-e2f25de7a617 x-openstack-request-id: req-babfa0e2-c9c6-4740-b6a0-e2f25de7a617 {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:40:54.142753 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5e83850-e30d-4526-880d-d4a212c9f515", "name": "network-vif-deleted", "tag": "df10b4de-74b6-4e88-a228-8a7fd899d719", "status": "completed", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:40:54.143522 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-babfa0e2-c9c6-4740-b6a0-e2f25de7a617 {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:40:54.143522 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5e83850-e30d-4526-880d-d4a212c9f515', 'name': 'network-vif-deleted', 'tag': 'df10b4de-74b6-4e88-a228-8a7fd899d719', 'status': 'completed', 'code': 200}
Dec 25 21:40:54.192213 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9624a7fd-367a-4a38-8c44-9d9f3ab73cd4 req-91259fc8-51d3-4518-9e5e-d9ba8f6d085f tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "GET /v2.0/security-groups?id=16c81da4-10fc-44b5-9152-a0bd01145c9a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0577848
Dec 25 21:40:54.629920 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-87d40dc2-13f8-4123-9273-59d202c373e5 req-27daa332-0143-4ade-951c-2386148c2caa tempest-InstanceActionsV221TestJSON-1995988780 tempest-InstanceActionsV221TestJSON-1995988780-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5e83850-e30d-4526-880d-d4a212c9f515 HTTP/1.1" status: 200  len: 210 time: 0.0306656
Dec 25 21:40:55.311360 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca42ff9b-ff78-4870-8cf7-f5e192f8941f req-e85bf17b-defd-49cf-8912-b708a9e48213 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:40:55.312843 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ca42ff9b-ff78-4870-8cf7-f5e192f8941f req-e85bf17b-defd-49cf-8912-b708a9e48213 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "GET /v2.0/ports?device_id=71c99c12-b0de-47ae-a758-1c01701a1fd7 HTTP/1.1" status: 200  len: 945 time: 0.0517802
Dec 25 21:40:55.367251 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ca42ff9b-ff78-4870-8cf7-f5e192f8941f req-7aadff86-3ca7-4d74-a155-09e6dbf0f179 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "GET /v2.0/security-groups?id=16c81da4-10fc-44b5-9152-a0bd01145c9a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0481558
Dec 25 21:40:55.488721 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21d8699-5ed4-4ebb-bde0-8b986aff6fad req-c51dda7c-10fc-4b20-be24-a150c07a4a78 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:40:55.490286 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a21d8699-5ed4-4ebb-bde0-8b986aff6fad req-c51dda7c-10fc-4b20-be24-a150c07a4a78 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "GET /v2.0/ports?device_id=71c99c12-b0de-47ae-a758-1c01701a1fd7 HTTP/1.1" status: 200  len: 945 time: 0.0482798
Dec 25 21:40:55.541901 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a21d8699-5ed4-4ebb-bde0-8b986aff6fad req-bd976f22-fef2-48ac-90dd-a36fbc108667 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "GET /v2.0/security-groups?id=16c81da4-10fc-44b5-9152-a0bd01145c9a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0455241
Dec 25 21:40:55.564762 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 37850) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:40:55.617131 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aa51f8c-680d-4abb-9e3b-595bbf37ed62 tempest-TestNetworkAdvancedServerOps-1317083038 tempest-TestNetworkAdvancedServerOps-1317083038-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:40:55.617131 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-8aa51f8c-680d-4abb-9e3b-595bbf37ed62 tempest-TestNetworkAdvancedServerOps-1317083038 tempest-TestNetworkAdvancedServerOps-1317083038-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=71c99c12-b0de-47ae-a758-1c01701a1fd7 HTTP/1.1" status: 200  len: 1091 time: 0.0492446
Dec 25 21:40:55.619709 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 37852) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:40:55.624365 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-032686ae-f80f-4a25-a4f6-ba3f50096425 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Request body: {'floatingip': {'floating_network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'port_id': 'c78610c0-9d20-414f-8d18-8f41eeb38c6d', 'tenant_id': '4ff29c23c5844f45826a02b6ae6b65e7', 'fixed_ip_address': '172.20.0.7'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:40:55.857960 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 37862) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:40:55.901809 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c95f11e-79ca-478c-ae8d-8fc0c1f43317 admin admin] Deleting subnet 9b85638e-7f02-445f-aa87-be1ebe7658af {{(pid=121606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Dec 25 21:40:55.908176 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-4c95f11e-79ca-478c-ae8d-8fc0c1f43317 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:40:55.942287 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-032686ae-f80f-4a25-a4f6-ba3f50096425 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks [] for floatingip, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:40:55.949386 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-4c95f11e-79ca-478c-ae8d-8fc0c1f43317 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9084199'] for subnet, precommit_delete_associations {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:40:56.010032 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-4c95f11e-79ca-478c-ae8d-8fc0c1f43317 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995662'] for subnet, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:40:56.114484 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-032686ae-f80f-4a25-a4f6-ba3f50096425 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:40:56.151965 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-4c95f11e-79ca-478c-ae8d-8fc0c1f43317 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9084363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9028506'] for subnet, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:40:56.189194 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c95f11e-79ca-478c-ae8d-8fc0c1f43317 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9b85638e-7f02-445f-aa87-be1ebe7658af,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:40:56.195040 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-4c95f11e-79ca-478c-ae8d-8fc0c1f43317 admin admin] Publish callbacks [] for subnet, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:40:56.199565 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-4c95f11e-79ca-478c-ae8d-8fc0c1f43317 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/9b85638e-7f02-445f-aa87-be1ebe7658af HTTP/1.1" status: 204  len: 168 time: 0.3442891
Dec 25 21:40:56.202306 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 37868) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:40:56.267343 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_common [None req-032686ae-f80f-4a25-a4f6-ba3f50096425 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Allocated IP 172.35.3.56 (7201e55c-7c5f-41aa-a042-a363696539d0/7a939e13-713f-45cf-bba7-1539635abe25/ec9a054a-9fa0-4387-9eaa-a443c87206e6) {{(pid=121606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:40:56.284489 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-4e828f1b-753d-453c-a4af-7040bf1d3109 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625803'] for network, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:40:56.364451 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-4e828f1b-753d-453c-a4af-7040bf1d3109 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997585', 'neutron.services.segments.db._delete_segments_for_network-8737602743071'] for network, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:40:56.369010 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-032686ae-f80f-4a25-a4f6-ba3f50096425 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks [] for port, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:40:56.386331 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-4e828f1b-753d-453c-a4af-7040bf1d3109 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2613678e20>,) {'filters': {'network_id': ['e72701b1-b225-435a-b0b6-671bd3fcca4d']}} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:40:56.396418 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-4e828f1b-753d-453c-a4af-7040bf1d3109 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2613678e20>, 'a8f4c934-035d-4a13-8647-5bac6d875ed2') {'for_net_delete': True} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:40:56.396718 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-4e828f1b-753d-453c-a4af-7040bf1d3109 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2613678e20>, 'a8f4c934-035d-4a13-8647-5bac6d875ed2') {} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:40:56.412783 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-4e828f1b-753d-453c-a4af-7040bf1d3109 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737602746920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10246592'] for segment, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:40:56.419789 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-4e828f1b-753d-453c-a4af-7040bf1d3109 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:40:56.426775 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e828f1b-753d-453c-a4af-7040bf1d3109 admin admin] Releasing vlan 192 on physical network physnet1 to pool {{(pid=121607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 25 21:40:56.427157 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-4e828f1b-753d-453c-a4af-7040bf1d3109 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8633327'] for segment, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:40:56.428753 ncdv-master-1 neutron-server[121607]: Traceback (most recent call last):
Dec 25 21:40:56.428753 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 25 21:40:56.428753 ncdv-master-1 neutron-server[121607]:     timer()
Dec 25 21:40:56.428753 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 25 21:40:56.428753 ncdv-master-1 neutron-server[121607]:     cb(*args, **kw)
Dec 25 21:40:56.428753 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 25 21:40:56.428753 ncdv-master-1 neutron-server[121607]:     return func(*args, **kwargs)
Dec 25 21:40:56.428753 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 25 21:40:56.428753 ncdv-master-1 neutron-server[121607]:     self._notify()
Dec 25 21:40:56.428753 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 25 21:40:56.428753 ncdv-master-1 neutron-server[121607]:     self.callback(batched_events)
Dec 25 21:40:56.428753 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 25 21:40:56.428753 ncdv-master-1 neutron-server[121607]:     event.method(event)
Dec 25 21:40:56.428753 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 25 21:40:56.428753 ncdv-master-1 neutron-server[121607]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 25 21:40:56.428753 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 25 21:40:56.428753 ncdv-master-1 neutron-server[121607]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 25 21:40:56.428753 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 25 21:40:56.428753 ncdv-master-1 neutron-server[121607]:     return f(self, *a, **k)
Dec 25 21:40:56.428753 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 25 21:40:56.428753 ncdv-master-1 neutron-server[121607]:     return self._get(url).json()
Dec 25 21:40:56.428753 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 25 21:40:56.428753 ncdv-master-1 neutron-server[121607]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 25 21:40:56.428753 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 25 21:40:56.428753 ncdv-master-1 neutron-server[121607]:     return self.request(url, 'GET', **kwargs)
Dec 25 21:40:56.428753 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 25 21:40:56.428753 ncdv-master-1 neutron-server[121607]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 25 21:40:56.428753 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 25 21:40:56.428753 ncdv-master-1 neutron-server[121607]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 25 21:40:56.428753 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 25 21:40:56.428753 ncdv-master-1 neutron-server[121607]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 25 21:40:56.428753 ncdv-master-1 neutron-server[121607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 25 21:40:56.511818 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-032686ae-f80f-4a25-a4f6-ba3f50096425 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:40:56.552388 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-032686ae-f80f-4a25-a4f6-ba3f50096425 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Network 7201e55c-7c5f-41aa-a042-a363696539d0 is already hosted by enough agents. {{(pid=121606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:40:56.555298 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [None req-032686ae-f80f-4a25-a4f6-ba3f50096425 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Resources bound (agent type, host, resource id):  {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:40:56.557904 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-032686ae-f80f-4a25-a4f6-ba3f50096425 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Received port after_create {{(pid=121606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:40:56.582121 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032686ae-f80f-4a25-a4f6-ba3f50096425 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Pushing event updated for resources: {'Port': ['ID=ec9a054a-9fa0-4387-9eaa-a443c87206e6,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:40:56.597302 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-4e828f1b-753d-453c-a4af-7040bf1d3109 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2008653'] for network, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:40:56.603814 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-4e828f1b-753d-453c-a4af-7040bf1d3109 admin admin] Publish callbacks [] for network, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:40:56.609812 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-4e828f1b-753d-453c-a4af-7040bf1d3109 admin admin] 10.222.0.32 "DELETE /v2.0/networks/e72701b1-b225-435a-b0b6-671bd3fcca4d HTTP/1.1" status: 204  len: 168 time: 0.4041212
Dec 25 21:40:56.617233 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e828f1b-753d-453c-a4af-7040bf1d3109 admin admin] Pushing event deleted for resources: {'Network': ['ID=e72701b1-b225-435a-b0b6-671bd3fcca4d,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:40:56.929377 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-032686ae-f80f-4a25-a4f6-ba3f50096425 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks [] for floatingip, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:40:57.082357 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 37876) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:40:57.121878 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-6ff5c740-20d7-48b3-b029-3b152aee04a3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=fd48d45421c54fe18214db7c64eefb48&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0383449
Dec 25 21:40:57.124478 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 37878) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:40:57.126698 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-032686ae-f80f-4a25-a4f6-ba3f50096425 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:40:57.176303 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-7358db6d-9b6f-4d43-b618-c10166a8d917 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:40:57.202344 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-7358db6d-9b6f-4d43-b618-c10166a8d917 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:40:57.290941 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-032686ae-f80f-4a25-a4f6-ba3f50096425 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks [] for port, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:40:57.324481 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-7358db6d-9b6f-4d43-b618-c10166a8d917 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:40:57.328144 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-7358db6d-9b6f-4d43-b618-c10166a8d917 admin admin] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:40:57.339605 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-7358db6d-9b6f-4d43-b618-c10166a8d917 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/09bf995e-00d6-4137-af30-c7d446400838 HTTP/1.1" status: 204  len: 168 time: 0.2039518
Dec 25 21:40:57.340249 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7358db6d-9b6f-4d43-b618-c10166a8d917 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09bf995e-00d6-4137-af30-c7d446400838,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:40:57.363356 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-032686ae-f80f-4a25-a4f6-ba3f50096425 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:40:57.437902 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032686ae-f80f-4a25-a4f6-ba3f50096425 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Pushing event updated for resources: {'Port': ['ID=ec9a054a-9fa0-4387-9eaa-a443c87206e6,revision_number=2']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:40:57.446316 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-032686ae-f80f-4a25-a4f6-ba3f50096425 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2008639'] for floatingip, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:40:57.557082 ncdv-master-1 neutron-server[121606]: INFO neutron.db.l3_db [None req-032686ae-f80f-4a25-a4f6-ba3f50096425 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Floating IP 1fa1ec5b-362c-4e47-af7d-31ce322cc726 associated. External IP: 172.35.3.56, port: c78610c0-9d20-414f-8d18-8f41eeb38c6d.
Dec 25 21:40:57.774887 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-032686ae-f80f-4a25-a4f6-ba3f50096425 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Router d587c683-f2c0-46ca-8852-49f71b5eac12 has already been hosted by L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 {{(pid=121606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 25 21:40:57.891502 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-032686ae-f80f-4a25-a4f6-ba3f50096425 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 21:40:57.902533 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34025c8b-5312-4bb0-9938-94c718de8e60 None None] Sync routers for ids ['d587c683-f2c0-46ca-8852-49f71b5eac12'] in ncdv-master-1 {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 21:40:57.914132 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34025c8b-5312-4bb0-9938-94c718de8e60 None None] Routers {'d587c683-f2c0-46ca-8852-49f71b5eac12'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:40:57.914751 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-34025c8b-5312-4bb0-9938-94c718de8e60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f261a7adee0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:40:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['d587c683-f2c0-46ca-8852-49f71b5eac12'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:40:57.965436 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-032686ae-f80f-4a25-a4f6-ba3f50096425 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for floatingip, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:40:58.014739 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-032686ae-f80f-4a25-a4f6-ba3f50096425 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 2.3939917
Dec 25 21:40:58.015572 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71c99c12-b0de-47ae-a758-1c01701a1fd7', 'tag': 'c78610c0-9d20-414f-8d18-8f41eeb38c6d'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:40:58.017977 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9858820c13ec2827453b94ebc4181065e990a4e4089ccb9fe762531ac62d2fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cf842b9-ec17-413a-b790-560e56f5e739" -d '{"events": [{"name": "network-changed", "server_uuid": "71c99c12-b0de-47ae-a758-1c01701a1fd7", "tag": "c78610c0-9d20-414f-8d18-8f41eeb38c6d"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:40:58.033085 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvr_db [None req-34025c8b-5312-4bb0-9938-94c718de8e60 None None] Set router d587c683-f2c0-46ca-8852-49f71b5eac12 gateway port host: ncdv-master-1 {{(pid=121609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:40:58.060201 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Dec 2021 21:40:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad66bef1-aee7-46db-bbdd-b05d01679859 x-openstack-request-id: req-ad66bef1-aee7-46db-bbdd-b05d01679859 {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:40:58.060504 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71c99c12-b0de-47ae-a758-1c01701a1fd7", "tag": "c78610c0-9d20-414f-8d18-8f41eeb38c6d", "status": "completed", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:40:58.060768 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ad66bef1-aee7-46db-bbdd-b05d01679859 {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:40:58.061754 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71c99c12-b0de-47ae-a758-1c01701a1fd7', 'tag': 'c78610c0-9d20-414f-8d18-8f41eeb38c6d', 'status': 'completed', 'code': 200}
Dec 25 21:40:58.156363 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7d0c0e-81d5-4c9b-95bc-8db634371f7f req-b62661af-53b6-4b5f-8ac8-2c6a6867a3a5 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:40:58.161370 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7e7d0c0e-81d5-4c9b-95bc-8db634371f7f req-b62661af-53b6-4b5f-8ac8-2c6a6867a3a5 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "GET /v2.0/ports?device_id=71c99c12-b0de-47ae-a758-1c01701a1fd7 HTTP/1.1" status: 200  len: 945 time: 0.0918977
Dec 25 21:40:58.177595 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf842b9-ec17-413a-b790-560e56f5e739 req-5a04698b-87ca-4873-8ede-205815318406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:40:58.179049 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8cf842b9-ec17-413a-b790-560e56f5e739 req-5a04698b-87ca-4873-8ede-205815318406 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=4ff29c23c5844f45826a02b6ae6b65e7&device_id=71c99c12-b0de-47ae-a758-1c01701a1fd7 HTTP/1.1" status: 200  len: 1096 time: 0.0838127
Dec 25 21:40:58.276560 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-34025c8b-5312-4bb0-9938-94c718de8e60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f261a7adee0>, [{'id': 'd587c683-f2c0-46ca-8852-49f71b5eac12', 'name': 'tempest-TestNetworkAdvancedServerOps-router-307762505', 'tenant_id': '4ff29c23c5844f45826a02b6ae6b65e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.111'}], 'enable_snat': True}, 'gw_port_id': 'af4e5d4b-6422-42b1-9de2-6b4d7b21909b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:40:34Z', 'updated_at': '2021-12-25T21:40:40Z', 'revision_number': 4, 'project_id': '4ff29c23c5844f45826a02b6ae6b65e7', 'gw_port': {'id': 'af4e5d4b-6422-42b1-9de2-6b4d7b21909b', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:38:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd587c683-f2c0-46ca-8852-49f71b5eac12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3468, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:40:35Z', 'updated_at': '2021-12-25T21:40:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '1fa1ec5b-362c-4e47-af7d-31ce322cc726', 'tenant_id': '4ff29c23c5844f45826a02b6ae6b65e7', 'floating_ip_address': '172.35.3.56', 'floating_network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'router_id': 'd587c683-f2c0-46ca-8852-49f71b5eac12', 'port_id': 'c78610c0-9d20-414f-8d18-8f41eeb38c6d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3475, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7c9a49d8-7827-4a91-972b-33a97efdb498', 'mac_address': 'fa:16:3e:df:fb:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71c99c12-b0de-47ae-a758-1c01701a1fd7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-25T21:40:56Z', 'updated_at': '2021-12-25T21:40:56Z', 'revision_number': 0, 'project_id': '4ff29c23c5844f45826a02b6ae6b65e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '417da7e0-0099-48f3-93c9-4e19f17301e3', 'name': '', 'network_id': '7c9a49d8-7827-4a91-972b-33a97efdb498', 'tenant_id': '4ff29c23c5844f45826a02b6ae6b65e7', 'mac_address': 'fa:16:3e:25:5e:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd587c683-f2c0-46ca-8852-49f71b5eac12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3471, 'fixed_ips': [{'subnet_id': 'c3ad1fe0-b104-4aa3-826b-8d43acf85769', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:40:38Z', 'updated_at': '2021-12-25T21:40:43Z', 'revision_number': 5, 'project_id': '4ff29c23c5844f45826a02b6ae6b65e7', 'subnets': [{'id': 'c3ad1fe0-b104-4aa3-826b-8d43acf85769', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:40:58.277479 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7e7d0c0e-81d5-4c9b-95bc-8db634371f7f req-7bf7738c-309c-47a4-885f-2f02cdad1e4c tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "GET /v2.0/security-groups?id=16c81da4-10fc-44b5-9152-a0bd01145c9a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1120405
Dec 25 21:40:58.302357 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 37910) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:40:58.312674 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34025c8b-5312-4bb0-9938-94c718de8e60 None None] Checking router: d587c683-f2c0-46ca-8852-49f71b5eac12 for host: ncdv-master-1 {{(pid=121609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 25 21:40:58.316740 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf842b9-ec17-413a-b790-560e56f5e739 req-a176909a-7e60-4bb3-8dbc-f4fb8dd767a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:40:58.318528 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8cf842b9-ec17-413a-b790-560e56f5e739 req-a176909a-7e60-4bb3-8dbc-f4fb8dd767a1 service neutron] 10.222.0.31 "GET /v2.0/networks?id=7c9a49d8-7827-4a91-972b-33a97efdb498 HTTP/1.1" status: 200  len: 897 time: 0.1325879
Dec 25 21:40:58.321247 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34025c8b-5312-4bb0-9938-94c718de8e60 None None] Routers {'d587c683-f2c0-46ca-8852-49f71b5eac12'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:40:58.321732 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-34025c8b-5312-4bb0-9938-94c718de8e60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f261a7adee0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:40:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['d587c683-f2c0-46ca-8852-49f71b5eac12'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:40:58.383344 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-2130ed51-a713-40aa-a4cc-5b7f64800b40 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "GET /v2.0/floatingips/1fa1ec5b-362c-4e47-af7d-31ce322cc726 HTTP/1.1" status: 200  len: 990 time: 0.0797462
Dec 25 21:40:58.399333 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8cf842b9-ec17-413a-b790-560e56f5e739 req-be2c697e-3b41-4697-a17f-3f8e6d28a492 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c78610c0-9d20-414f-8d18-8f41eeb38c6d HTTP/1.1" status: 200  len: 998 time: 0.0726290
Dec 25 21:40:58.453728 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf842b9-ec17-413a-b790-560e56f5e739 req-ee103179-399f-4705-8153-40a7563ac68b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:40:58.455237 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8cf842b9-ec17-413a-b790-560e56f5e739 req-ee103179-399f-4705-8153-40a7563ac68b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=c3ad1fe0-b104-4aa3-826b-8d43acf85769 HTTP/1.1" status: 200  len: 834 time: 0.0488544
Dec 25 21:40:58.518557 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf842b9-ec17-413a-b790-560e56f5e739 req-17f6e865-8275-441e-a2cd-b966ffc97729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:40:58.520097 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8cf842b9-ec17-413a-b790-560e56f5e739 req-17f6e865-8275-441e-a2cd-b966ffc97729 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7c9a49d8-7827-4a91-972b-33a97efdb498&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0579736
Dec 25 21:40:58.551458 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvr_db [None req-34025c8b-5312-4bb0-9938-94c718de8e60 None None] Set router d587c683-f2c0-46ca-8852-49f71b5eac12 gateway port host: ncdv-master-1 {{(pid=121609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:40:58.619427 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8cf842b9-ec17-413a-b790-560e56f5e739 req-9ec564d2-3fb3-44fd-acb6-0d3595f67b65 service neutron] 10.222.0.31 "GET /v2.0/networks/7c9a49d8-7827-4a91-972b-33a97efdb498?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0917895
Dec 25 21:40:58.720672 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8cf842b9-ec17-413a-b790-560e56f5e739 req-a04319b4-9609-4077-8c76-73ccca33b309 service neutron] 10.222.0.31 "GET /v2.0/networks/7c9a49d8-7827-4a91-972b-33a97efdb498?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0948048
Dec 25 21:40:58.785810 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-34025c8b-5312-4bb0-9938-94c718de8e60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f261a7adee0>, [{'id': 'd587c683-f2c0-46ca-8852-49f71b5eac12', 'name': 'tempest-TestNetworkAdvancedServerOps-router-307762505', 'tenant_id': '4ff29c23c5844f45826a02b6ae6b65e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.111'}], 'enable_snat': True}, 'gw_port_id': 'af4e5d4b-6422-42b1-9de2-6b4d7b21909b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:40:34Z', 'updated_at': '2021-12-25T21:40:40Z', 'revision_number': 4, 'project_id': '4ff29c23c5844f45826a02b6ae6b65e7', 'gw_port': {'id': 'af4e5d4b-6422-42b1-9de2-6b4d7b21909b', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:38:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd587c683-f2c0-46ca-8852-49f71b5eac12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3468, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:40:35Z', 'updated_at': '2021-12-25T21:40:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '1fa1ec5b-362c-4e47-af7d-31ce322cc726', 'tenant_id': '4ff29c23c5844f45826a02b6ae6b65e7', 'floating_ip_address': '172.35.3.56', 'floating_network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'router_id': 'd587c683-f2c0-46ca-8852-49f71b5eac12', 'port_id': 'c78610c0-9d20-414f-8d18-8f41eeb38c6d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3475, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7c9a49d8-7827-4a91-972b-33a97efdb498', 'mac_address': 'fa:16:3e:df:fb:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71c99c12-b0de-47ae-a758-1c01701a1fd7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-25T21:40:56Z', 'updated_at': '2021-12-25T21:40:56Z', 'revision_number': 0, 'project_id': '4ff29c23c5844f45826a02b6ae6b65e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '417da7e0-0099-48f3-93c9-4e19f17301e3', 'name': '', 'network_id': '7c9a49d8-7827-4a91-972b-33a97efdb498', 'tenant_id': '4ff29c23c5844f45826a02b6ae6b65e7', 'mac_address': 'fa:16:3e:25:5e:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd587c683-f2c0-46ca-8852-49f71b5eac12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3471, 'fixed_ips': [{'subnet_id': 'c3ad1fe0-b104-4aa3-826b-8d43acf85769', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:40:38Z', 'updated_at': '2021-12-25T21:40:43Z', 'revision_number': 5, 'project_id': '4ff29c23c5844f45826a02b6ae6b65e7', 'subnets': [{'id': 'c3ad1fe0-b104-4aa3-826b-8d43acf85769', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:40:58.816960 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34025c8b-5312-4bb0-9938-94c718de8e60 None None] The sync data for ids ['d587c683-f2c0-46ca-8852-49f71b5eac12'] in ncdv-master-1 is: [{'id': 'd587c683-f2c0-46ca-8852-49f71b5eac12', 'name': 'tempest-TestNetworkAdvancedServerOps-router-307762505', 'tenant_id': '4ff29c23c5844f45826a02b6ae6b65e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.111'}], 'enable_snat': True}, 'gw_port_id': 'af4e5d4b-6422-42b1-9de2-6b4d7b21909b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:40:34Z', 'updated_at': '2021-12-25T21:40:40Z', 'revision_number': 4, 'project_id': '4ff29c23c5844f45826a02b6ae6b65e7', 'gw_port': {'id': 'af4e5d4b-6422-42b1-9de2-6b4d7b21909b', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:38:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd587c683-f2c0-46ca-8852-49f71b5eac12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3468, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:40:35Z', 'updated_at': '2021-12-25T21:40:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '1fa1ec5b-362c-4e47-af7d-31ce322cc726', 'tenant_id': '4ff29c23c5844f45826a02b6ae6b65e7', 'floating_ip_address': '172.35.3.56', 'floating_network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'router_id': 'd587c683-f2c0-46ca-8852-49f71b5eac12', 'port_id': 'c78610c0-9d20-414f-8d18-8f41eeb38c6d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3475, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7c9a49d8-7827-4a91-972b-33a97efdb498', 'mac_address': 'fa:16:3e:df:fb:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71c99c12-b0de-47ae-a758-1c01701a1fd7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-25T21:40:56Z', 'updated_at': '2021-12-25T21:40:56Z', 'revision_number': 0, 'project_id': '4ff29c23c5844f45826a02b6ae6b65e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '417da7e0-0099-48f3-93c9-4e19f17301e3', 'name': '', 'network_id': '7c9a49d8-7827-4a91-972b-33a97efdb498', 'tenant_id': '4ff29c23c5844f45826a02b6ae6b65e7', 'mac_address': 'fa:16:3e:25:5e:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd587c683-f2c0-46ca-8852-49f71b5eac12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3471, 'fixed_ips': [{'subnet_id': 'c3ad1fe0-b104-4aa3-826b-8d43acf85769', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:40:38Z', 'updated_at': '2021-12-25T21:40:43Z', 'revision_number': 5, 'project_id': '4ff29c23c5844f45826a02b6ae6b65e7', 'subnets': [{'id': 'c3ad1fe0-b104-4aa3-826b-8d43acf85769', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 21:40:59.011733 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-fe2ec84d-dc71-4ed1-af27-ec31f9c735f3 req-1af934b7-63e5-4860-a898-0f97f95887a8 tempest-ServerShowV254Test-1041780322 tempest-ServerShowV254Test-1041780322-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ffb8f7d-e0da-45b5-a1e7-1cbaa54f478e HTTP/1.1" status: 200  len: 210 time: 0.0330403
Dec 25 21:40:59.049342 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7027c342-0cd6-45cc-b062-821a5424a437 None None] New status for floating IP 1fa1ec5b-362c-4e47-af7d-31ce322cc726: ACTIVE {{(pid=121608) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 25 21:40:59.235052 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device df10b4de-74b6-4e88-a228-8a7fd899d719 no longer exists at agent hyperv_nch2-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:40:59.267888 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] No Port match for: df10b4de-74b6-4e88-a228-8a7fd899d719 {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:40:59.268151 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device df10b4de-74b6-4e88-a228-8a7fd899d719 not bound to the agent host nch2-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:40:59.386779 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 37942) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:40:59.467786 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-0f42546c-e648-4c1c-8e26-861e3cab1aa3 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "GET /v2.0/floatingips/1fa1ec5b-362c-4e47-af7d-31ce322cc726 HTTP/1.1" status: 200  len: 990 time: 0.0797753
Dec 25 21:41:00.104487 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-252dbc97-5b26-43c6-96b2-01f9fea6182f req-9484a5ec-f493-41f1-a96a-285005ad6325 tempest-ServerShowV254Test-1041780322 tempest-ServerShowV254Test-1041780322-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ffb8f7d-e0da-45b5-a1e7-1cbaa54f478e HTTP/1.1" status: 200  len: 210 time: 0.0266221
Dec 25 21:41:00.469771 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 37954) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:41:00.530434 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-064b0d64-4319-42f7-8711-aee2247248cb tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "GET /v2.0/floatingips/1fa1ec5b-362c-4e47-af7d-31ce322cc726 HTTP/1.1" status: 200  len: 992 time: 0.0589571
Dec 25 21:41:01.210772 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-25c91a8b-07ed-462a-9fc4-b9c3fbe8ec15 req-7d248f59-3321-494d-b330-d0a7e4813639 tempest-ServerShowV254Test-1041780322 tempest-ServerShowV254Test-1041780322-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ffb8f7d-e0da-45b5-a1e7-1cbaa54f478e HTTP/1.1" status: 200  len: 210 time: 0.0294845
Dec 25 21:41:02.311818 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4272a5a0-d653-4281-93fc-68785b515e7a req-a2a4af1b-82ee-42b3-b75c-2c9a35339fd8 tempest-ServerShowV254Test-1041780322 tempest-ServerShowV254Test-1041780322-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ffb8f7d-e0da-45b5-a1e7-1cbaa54f478e HTTP/1.1" status: 200  len: 210 time: 0.0254307
Dec 25 21:41:02.512718 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a499f271-40ee-4ad1-8053-47267f7a6670 req-2d90f39d-106c-4634-8897-cee639c7f49c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=0ffb8f7d-e0da-45b5-a1e7-1cbaa54f478e HTTP/1.1" status: 200  len: 210 time: 0.0464427
Dec 25 21:41:02.533291 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-15e37356-2b43-4bc5-8376-ef5ee27e3a27 req-b26722da-f95c-422f-ba93-59427f7a7349 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=af5d7b62-4aa9-4e2f-9421-86d6fe783711&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0575478
Dec 25 21:41:02.771919 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e37356-2b43-4bc5-8376-ef5ee27e3a27 req-7d56166e-1bea-49d3-8f2e-060ca47e2ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:41:02.773326 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-15e37356-2b43-4bc5-8376-ef5ee27e3a27 req-7d56166e-1bea-49d3-8f2e-060ca47e2ab3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a416565d81324f55b88111b36c4a777c&device_id=af5d7b62-4aa9-4e2f-9421-86d6fe783711 HTTP/1.1" status: 200  len: 1096 time: 0.0415184
Dec 25 21:41:02.881096 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e37356-2b43-4bc5-8376-ef5ee27e3a27 req-928d0e73-1131-4388-a370-8ebd8e3c48d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:41:02.882605 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-15e37356-2b43-4bc5-8376-ef5ee27e3a27 req-928d0e73-1131-4388-a370-8ebd8e3c48d8 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b30f51af-5cf5-4b7f-96c1-3dabf1030017 HTTP/1.1" status: 200  len: 913 time: 0.0897565
Dec 25 21:41:02.926594 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-15e37356-2b43-4bc5-8376-ef5ee27e3a27 req-547c5592-b912-4495-9cbd-5bfa3cbbeca5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=294d86ae-25e5-48a6-b97f-4ab051ca3e0a HTTP/1.1" status: 200  len: 217 time: 0.0359845
Dec 25 21:41:02.975433 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e37356-2b43-4bc5-8376-ef5ee27e3a27 req-44212c12-56e6-48fc-8bcb-69f5e87a948c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:41:02.976935 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-15e37356-2b43-4bc5-8376-ef5ee27e3a27 req-44212c12-56e6-48fc-8bcb-69f5e87a948c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a7a92c50-32bb-4289-bde3-1186d0ce9bab HTTP/1.1" status: 200  len: 852 time: 0.0432413
Dec 25 21:41:03.010035 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-15e37356-2b43-4bc5-8376-ef5ee27e3a27 req-7d022cc7-b404-41a0-a663-64c609148b86 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b30f51af-5cf5-4b7f-96c1-3dabf1030017&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0247774
Dec 25 21:41:03.461810 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3f08732f-3f71-495f-8118-941ecb6ad843 req-3ad114db-8ceb-40a2-9e8d-0eb753de940b tempest-ServerShowV254Test-1041780322 tempest-ServerShowV254Test-1041780322-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ffb8f7d-e0da-45b5-a1e7-1cbaa54f478e HTTP/1.1" status: 200  len: 210 time: 0.0331082
Dec 25 21:41:03.478491 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-15e37356-2b43-4bc5-8376-ef5ee27e3a27 req-c635d4c2-a3d1-4c9c-9da3-7dfad8053a82 service neutron] 10.222.0.37 "GET /v2.0/networks/b30f51af-5cf5-4b7f-96c1-3dabf1030017?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4606075
Dec 25 21:41:03.572635 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-15e37356-2b43-4bc5-8376-ef5ee27e3a27 req-4b9c9158-c1ab-4aed-9454-cb30c97ddd2e service neutron] 10.222.0.37 "GET /v2.0/networks/b30f51af-5cf5-4b7f-96c1-3dabf1030017?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0867329
Dec 25 21:41:04.414375 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:41:04.571949 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-62559d45-b89e-4743-82de-ed9c6ccf7453 req-5061719e-0cb9-432b-8d45-17c7b992be35 tempest-ServerShowV254Test-1041780322 tempest-ServerShowV254Test-1041780322-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ffb8f7d-e0da-45b5-a1e7-1cbaa54f478e HTTP/1.1" status: 200  len: 210 time: 0.0272851
Dec 25 21:41:04.757157 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-91aa6622-5ff5-4093-98a4-10c29e70c63d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:41:05.347416 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2d46528b-82c9-4a7c-bb15-c72d914a710f req-8a218787-a914-4f3b-a874-c7fd445cc5cc tempest-ServerShowV254Test-1041780322 tempest-ServerShowV254Test-1041780322-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ffb8f7d-e0da-45b5-a1e7-1cbaa54f478e HTTP/1.1" status: 200  len: 210 time: 0.0256543
Dec 25 21:41:06.449499 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c10eeac8-e5b9-467e-a61b-5b8d109f7d58 req-b760b417-3d17-47d1-9c2d-49cfb0f8d24f tempest-ServerShowV254Test-1041780322 tempest-ServerShowV254Test-1041780322-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ffb8f7d-e0da-45b5-a1e7-1cbaa54f478e HTTP/1.1" status: 200  len: 210 time: 0.0273836
Dec 25 21:41:07.009326 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-bffe2200-55b0-4728-a572-b6b3c77776a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:41:07.563179 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c00164d0-3b74-4caf-b87b-37623d291ed7 req-8c94210d-8f56-4302-91b4-bedb41c96436 tempest-ServerShowV254Test-1041780322 tempest-ServerShowV254Test-1041780322-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ffb8f7d-e0da-45b5-a1e7-1cbaa54f478e HTTP/1.1" status: 200  len: 210 time: 0.0315139
Dec 25 21:41:08.431535 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:41:08.574480 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3e945ecd-9380-47c2-aa0a-12ebe07e03e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:41:08.671961 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-fa9efb4c-75f5-4d23-bec6-f7c109c3647f req-72c85c18-de3d-4a3f-8330-900fd8b20068 tempest-ServerShowV254Test-1041780322 tempest-ServerShowV254Test-1041780322-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ffb8f7d-e0da-45b5-a1e7-1cbaa54f478e HTTP/1.1" status: 200  len: 210 time: 0.0282879
Dec 25 21:41:09.546749 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-15cb578f-7a63-4fd3-925d-83bad4c7b82a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:41:09.779561 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5658629f-bb16-4363-af49-d84e136f79e2 req-91e58679-a694-4270-98da-db213ae61b8a tempest-ServerShowV254Test-1041780322 tempest-ServerShowV254Test-1041780322-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ffb8f7d-e0da-45b5-a1e7-1cbaa54f478e HTTP/1.1" status: 200  len: 210 time: 0.0299478
Dec 25 21:41:10.683180 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:41:10.883313 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-97ec2fea-fa55-43b7-bd4d-81c1ccefb079 req-2f7936e9-9177-4ebe-8412-69c2e1bd6ae7 tempest-ServerShowV254Test-1041780322 tempest-ServerShowV254Test-1041780322-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ffb8f7d-e0da-45b5-a1e7-1cbaa54f478e HTTP/1.1" status: 200  len: 210 time: 0.0263567
Dec 25 21:41:11.987720 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-84f2a016-6c8b-4984-b3af-0849b0aec972 req-324a68a6-9639-4491-b234-c99e50764f51 tempest-ServerShowV254Test-1041780322 tempest-ServerShowV254Test-1041780322-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ffb8f7d-e0da-45b5-a1e7-1cbaa54f478e HTTP/1.1" status: 200  len: 210 time: 0.0267587
Dec 25 21:41:13.088461 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-49b4c8be-305e-4e7f-8a9f-f501fae61981 req-6ea06442-9e06-4747-bac1-e21b2a4ab463 tempest-ServerShowV254Test-1041780322 tempest-ServerShowV254Test-1041780322-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ffb8f7d-e0da-45b5-a1e7-1cbaa54f478e HTTP/1.1" status: 200  len: 210 time: 0.0256014
Dec 25 21:41:13.239589 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0a9b1e9b-6a64-4bbc-8c02-9dcba24730de req-681bf1cf-76b3-48ff-b70f-28b2135b9bb7 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=71c99c12-b0de-47ae-a758-1c01701a1fd7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0413136
Dec 25 21:41:13.323782 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9b1e9b-6a64-4bbc-8c02-9dcba24730de req-e38be668-b6d4-4173-9203-f043d97b299c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:41:13.325210 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0a9b1e9b-6a64-4bbc-8c02-9dcba24730de req-e38be668-b6d4-4173-9203-f043d97b299c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=4ff29c23c5844f45826a02b6ae6b65e7&device_id=71c99c12-b0de-47ae-a758-1c01701a1fd7 HTTP/1.1" status: 200  len: 1096 time: 0.0436847
Dec 25 21:41:13.435366 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9b1e9b-6a64-4bbc-8c02-9dcba24730de req-a4b11192-057b-440f-ba16-fe71c9e43c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:41:13.436933 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0a9b1e9b-6a64-4bbc-8c02-9dcba24730de req-a4b11192-057b-440f-ba16-fe71c9e43c7c service neutron] 10.222.0.31 "GET /v2.0/networks?id=7c9a49d8-7827-4a91-972b-33a97efdb498 HTTP/1.1" status: 200  len: 897 time: 0.0935986
Dec 25 21:41:13.505626 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0a9b1e9b-6a64-4bbc-8c02-9dcba24730de req-3ab1825e-fdff-4b65-a6ec-ea6709108d93 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c78610c0-9d20-414f-8d18-8f41eeb38c6d HTTP/1.1" status: 200  len: 1000 time: 0.0608304
Dec 25 21:41:13.553944 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9b1e9b-6a64-4bbc-8c02-9dcba24730de req-a5f91664-fea8-42e4-af2f-b7c29f2ecd29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:41:13.555387 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0a9b1e9b-6a64-4bbc-8c02-9dcba24730de req-a5f91664-fea8-42e4-af2f-b7c29f2ecd29 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=c3ad1fe0-b104-4aa3-826b-8d43acf85769 HTTP/1.1" status: 200  len: 834 time: 0.0432923
Dec 25 21:41:13.602493 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9b1e9b-6a64-4bbc-8c02-9dcba24730de req-e544c8a7-b66f-48eb-a502-15d1bda06a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:41:13.603908 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0a9b1e9b-6a64-4bbc-8c02-9dcba24730de req-e544c8a7-b66f-48eb-a502-15d1bda06a87 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7c9a49d8-7827-4a91-972b-33a97efdb498&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0402949
Dec 25 21:41:13.695930 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0a9b1e9b-6a64-4bbc-8c02-9dcba24730de req-a4f74d8e-bce5-469e-9587-0cea1c9dbbfd service neutron] 10.222.0.31 "GET /v2.0/networks/7c9a49d8-7827-4a91-972b-33a97efdb498?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0840507
Dec 25 21:41:13.784504 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0a9b1e9b-6a64-4bbc-8c02-9dcba24730de req-97d4ebc9-dc1f-47e4-9277-4c5864aaf2c0 service neutron] 10.222.0.31 "GET /v2.0/networks/7c9a49d8-7827-4a91-972b-33a97efdb498?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0816531
Dec 25 21:41:14.191303 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f33cacd2-db70-40b8-9a49-99ed6aa1adcb req-df0b3018-f3b1-43ba-8517-173c4e8169bc tempest-ServerShowV254Test-1041780322 tempest-ServerShowV254Test-1041780322-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ffb8f7d-e0da-45b5-a1e7-1cbaa54f478e HTTP/1.1" status: 200  len: 210 time: 0.0266838
Dec 25 21:41:15.305134 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9dcc029f-9abe-44be-9803-bb313dd82de8 req-170a8fa8-8b8b-4ae8-a36d-ad334d8d6ce4 tempest-ServerShowV254Test-1041780322 tempest-ServerShowV254Test-1041780322-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ffb8f7d-e0da-45b5-a1e7-1cbaa54f478e HTTP/1.1" status: 200  len: 210 time: 0.0302188
Dec 25 21:41:16.411914 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-203b29bd-5296-47e6-a79b-5ed86aa0de29 req-5b3ca6ea-7fa8-419d-924e-d3057075f67c tempest-ServerShowV254Test-1041780322 tempest-ServerShowV254Test-1041780322-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ffb8f7d-e0da-45b5-a1e7-1cbaa54f478e HTTP/1.1" status: 200  len: 210 time: 0.0303211
Dec 25 21:41:16.984512 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 38286) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:41:16.992531 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-fcf5a8d5-a77d-486f-a46d-d8ab48c5e11a tempest-TestVolumeBackupRestore-1733305645 tempest-TestVolumeBackupRestore-1733305645-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2046873696', 'description': 'tempest-secgroup-smoke-2046873696 description', 'project_id': 'ca293d68b8cc44e6b641d477c9a3eb50'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:41:17.059928 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-fcf5a8d5-a77d-486f-a46d-d8ab48c5e11a tempest-TestVolumeBackupRestore-1733305645 tempest-TestVolumeBackupRestore-1733305645-project] Publish callbacks [] for security_group, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:41:17.124495 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-fcf5a8d5-a77d-486f-a46d-d8ab48c5e11a tempest-TestVolumeBackupRestore-1733305645 tempest-TestVolumeBackupRestore-1733305645-project] Publish callbacks [] for security_group, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:41:17.179441 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-fcf5a8d5-a77d-486f-a46d-d8ab48c5e11a tempest-TestVolumeBackupRestore-1733305645 tempest-TestVolumeBackupRestore-1733305645-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:41:17.210774 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf5a8d5-a77d-486f-a46d-d8ab48c5e11a tempest-TestVolumeBackupRestore-1733305645 tempest-TestVolumeBackupRestore-1733305645-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3bf0dfa8-117c-48d5-a4ab-9cac645355ae,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:41:17.290640 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-fcf5a8d5-a77d-486f-a46d-d8ab48c5e11a tempest-TestVolumeBackupRestore-1733305645 tempest-TestVolumeBackupRestore-1733305645-project] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:41:17.291893 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-fcf5a8d5-a77d-486f-a46d-d8ab48c5e11a tempest-TestVolumeBackupRestore-1733305645 tempest-TestVolumeBackupRestore-1733305645-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1813 time: 0.3062997
Dec 25 21:41:17.294764 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 38288) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:41:17.299137 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-f001aeaa-b45e-46cc-9460-f7e3e25d9ac4 tempest-TestVolumeBackupRestore-1733305645 tempest-TestVolumeBackupRestore-1733305645-project] Request body: {'security_group_rule': {'security_group_id': '3bf0dfa8-117c-48d5-a4ab-9cac645355ae', 'project_id': 'ca293d68b8cc44e6b641d477c9a3eb50', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:41:17.436152 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f001aeaa-b45e-46cc-9460-f7e3e25d9ac4 tempest-TestVolumeBackupRestore-1733305645 tempest-TestVolumeBackupRestore-1733305645-project] Publish callbacks [] for security_group_rule, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:41:17.492127 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f001aeaa-b45e-46cc-9460-f7e3e25d9ac4 tempest-TestVolumeBackupRestore-1733305645 tempest-TestVolumeBackupRestore-1733305645-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:41:17.516380 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-67dd40a3-861a-41af-8e5a-e8d7f904018e req-82fb92b9-0cfc-4b19-9820-448c6db85c0c tempest-ServerShowV254Test-1041780322 tempest-ServerShowV254Test-1041780322-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ffb8f7d-e0da-45b5-a1e7-1cbaa54f478e HTTP/1.1" status: 200  len: 210 time: 0.0268846
Dec 25 21:41:17.593689 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f001aeaa-b45e-46cc-9460-f7e3e25d9ac4 tempest-TestVolumeBackupRestore-1733305645 tempest-TestVolumeBackupRestore-1733305645-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077839'] for security_group_rule, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:41:17.611464 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f001aeaa-b45e-46cc-9460-f7e3e25d9ac4 tempest-TestVolumeBackupRestore-1733305645 tempest-TestVolumeBackupRestore-1733305645-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99446b8c-016b-4bea-bcf5-6357fcc9447c,revision_number=0']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:41:17.690375 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f001aeaa-b45e-46cc-9460-f7e3e25d9ac4 tempest-TestVolumeBackupRestore-1733305645 tempest-TestVolumeBackupRestore-1733305645-project] Publish callbacks [] for security_group_rule, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:41:17.691535 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-f001aeaa-b45e-46cc-9460-f7e3e25d9ac4 tempest-TestVolumeBackupRestore-1733305645 tempest-TestVolumeBackupRestore-1733305645-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3958554
Dec 25 21:41:17.694167 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 38294) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:41:17.699144 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-04dba921-7907-4001-82de-fdbf69139c6d tempest-TestVolumeBackupRestore-1733305645 tempest-TestVolumeBackupRestore-1733305645-project] Request body: {'security_group_rule': {'security_group_id': '3bf0dfa8-117c-48d5-a4ab-9cac645355ae', 'project_id': 'ca293d68b8cc44e6b641d477c9a3eb50', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:41:17.778971 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-04dba921-7907-4001-82de-fdbf69139c6d tempest-TestVolumeBackupRestore-1733305645 tempest-TestVolumeBackupRestore-1733305645-project] Publish callbacks [] for security_group_rule, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:41:17.833128 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-04dba921-7907-4001-82de-fdbf69139c6d tempest-TestVolumeBackupRestore-1733305645 tempest-TestVolumeBackupRestore-1733305645-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:41:17.883075 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-04dba921-7907-4001-82de-fdbf69139c6d tempest-TestVolumeBackupRestore-1733305645 tempest-TestVolumeBackupRestore-1733305645-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077839'] for security_group_rule, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:41:17.901753 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04dba921-7907-4001-82de-fdbf69139c6d tempest-TestVolumeBackupRestore-1733305645 tempest-TestVolumeBackupRestore-1733305645-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a44ce53-0337-44ff-9358-ccd4bfd2f84a,revision_number=0']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:41:17.942044 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-04dba921-7907-4001-82de-fdbf69139c6d tempest-TestVolumeBackupRestore-1733305645 tempest-TestVolumeBackupRestore-1733305645-project] Publish callbacks [] for security_group_rule, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:41:17.943175 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-04dba921-7907-4001-82de-fdbf69139c6d tempest-TestVolumeBackupRestore-1733305645 tempest-TestVolumeBackupRestore-1733305645-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.2480903
Dec 25 21:41:17.945816 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 38298) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:41:17.950195 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-709db9d5-39b0-47dd-b15c-83368fa6a972 tempest-TestVolumeBackupRestore-1733305645 tempest-TestVolumeBackupRestore-1733305645-project] Request body: {'security_group_rule': {'security_group_id': '3bf0dfa8-117c-48d5-a4ab-9cac645355ae', 'project_id': 'ca293d68b8cc44e6b641d477c9a3eb50', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:41:18.036482 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-709db9d5-39b0-47dd-b15c-83368fa6a972 tempest-TestVolumeBackupRestore-1733305645 tempest-TestVolumeBackupRestore-1733305645-project] Publish callbacks [] for security_group_rule, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:41:18.092024 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-709db9d5-39b0-47dd-b15c-83368fa6a972 tempest-TestVolumeBackupRestore-1733305645 tempest-TestVolumeBackupRestore-1733305645-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:41:18.162902 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-709db9d5-39b0-47dd-b15c-83368fa6a972 tempest-TestVolumeBackupRestore-1733305645 tempest-TestVolumeBackupRestore-1733305645-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077839'] for security_group_rule, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:41:18.184292 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709db9d5-39b0-47dd-b15c-83368fa6a972 tempest-TestVolumeBackupRestore-1733305645 tempest-TestVolumeBackupRestore-1733305645-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4415219-c187-4d1f-8553-4736eb48c013,revision_number=0']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:41:18.262174 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-709db9d5-39b0-47dd-b15c-83368fa6a972 tempest-TestVolumeBackupRestore-1733305645 tempest-TestVolumeBackupRestore-1733305645-project] Publish callbacks [] for security_group_rule, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:41:18.263615 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-709db9d5-39b0-47dd-b15c-83368fa6a972 tempest-TestVolumeBackupRestore-1733305645 tempest-TestVolumeBackupRestore-1733305645-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3166282
Dec 25 21:41:18.266315 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 38300) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:41:18.270700 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-413d318a-9bc2-47d3-84fa-7117bf6586a9 tempest-TestVolumeBackupRestore-1733305645 tempest-TestVolumeBackupRestore-1733305645-project] Request body: {'security_group_rule': {'security_group_id': '3bf0dfa8-117c-48d5-a4ab-9cac645355ae', 'project_id': 'ca293d68b8cc44e6b641d477c9a3eb50', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:41:18.380038 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-413d318a-9bc2-47d3-84fa-7117bf6586a9 tempest-TestVolumeBackupRestore-1733305645 tempest-TestVolumeBackupRestore-1733305645-project] Publish callbacks [] for security_group_rule, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:41:18.435807 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-413d318a-9bc2-47d3-84fa-7117bf6586a9 tempest-TestVolumeBackupRestore-1733305645 tempest-TestVolumeBackupRestore-1733305645-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:41:18.517163 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-413d318a-9bc2-47d3-84fa-7117bf6586a9 tempest-TestVolumeBackupRestore-1733305645 tempest-TestVolumeBackupRestore-1733305645-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077839'] for security_group_rule, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:41:18.535063 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413d318a-9bc2-47d3-84fa-7117bf6586a9 tempest-TestVolumeBackupRestore-1733305645 tempest-TestVolumeBackupRestore-1733305645-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=021f6297-1f77-44f0-be96-5d94dc2efff9,revision_number=0']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:41:18.594244 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-413d318a-9bc2-47d3-84fa-7117bf6586a9 tempest-TestVolumeBackupRestore-1733305645 tempest-TestVolumeBackupRestore-1733305645-project] Publish callbacks [] for security_group_rule, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:41:18.597952 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-413d318a-9bc2-47d3-84fa-7117bf6586a9 tempest-TestVolumeBackupRestore-1733305645 tempest-TestVolumeBackupRestore-1733305645-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.3281944
Dec 25 21:41:18.598183 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 38304) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:41:18.602439 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-2c2860db-51bb-458f-96aa-927684afae94 tempest-TestVolumeBackupRestore-1733305645 tempest-TestVolumeBackupRestore-1733305645-project] Request body: {'security_group_rule': {'security_group_id': '3bf0dfa8-117c-48d5-a4ab-9cac645355ae', 'project_id': 'ca293d68b8cc44e6b641d477c9a3eb50', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:41:18.619433 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d96f52bc-69f1-487f-831e-db80bdacc89e req-4561bc0b-dbf6-4456-ace8-5ef689d0a8b8 tempest-ServerShowV254Test-1041780322 tempest-ServerShowV254Test-1041780322-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ffb8f7d-e0da-45b5-a1e7-1cbaa54f478e HTTP/1.1" status: 200  len: 210 time: 0.0277519
Dec 25 21:41:18.688768 ncdv-master-1 neutron-server[121607]: INFO neutron.db.securitygroups_db [None req-2c2860db-51bb-458f-96aa-927684afae94 tempest-TestVolumeBackupRestore-1733305645 tempest-TestVolumeBackupRestore-1733305645-project] Project ca293d68b8cc44e6b641d477c9a3eb50 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 25 21:41:18.694082 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-2c2860db-51bb-458f-96aa-927684afae94 tempest-TestVolumeBackupRestore-1733305645 tempest-TestVolumeBackupRestore-1733305645-project] Publish callbacks [] for security_group_rule, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:41:18.758921 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-2c2860db-51bb-458f-96aa-927684afae94 tempest-TestVolumeBackupRestore-1733305645 tempest-TestVolumeBackupRestore-1733305645-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:41:18.829294 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-2c2860db-51bb-458f-96aa-927684afae94 tempest-TestVolumeBackupRestore-1733305645 tempest-TestVolumeBackupRestore-1733305645-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077839'] for security_group_rule, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:41:18.847991 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2860db-51bb-458f-96aa-927684afae94 tempest-TestVolumeBackupRestore-1733305645 tempest-TestVolumeBackupRestore-1733305645-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1c53a83-1a81-4007-80fd-ae3f86b647c9,revision_number=0']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:41:18.919331 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-2c2860db-51bb-458f-96aa-927684afae94 tempest-TestVolumeBackupRestore-1733305645 tempest-TestVolumeBackupRestore-1733305645-project] Publish callbacks [] for security_group_rule, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:41:18.921143 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-2c2860db-51bb-458f-96aa-927684afae94 tempest-TestVolumeBackupRestore-1733305645 tempest-TestVolumeBackupRestore-1733305645-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.3220179
Dec 25 21:41:18.924031 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 38334) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:41:18.928608 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-2cbdc600-0157-48f9-af2a-58aa61f34c7d tempest-TestVolumeBackupRestore-1733305645 tempest-TestVolumeBackupRestore-1733305645-project] Request body: {'security_group_rule': {'security_group_id': '3bf0dfa8-117c-48d5-a4ab-9cac645355ae', 'project_id': 'ca293d68b8cc44e6b641d477c9a3eb50', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:41:19.026159 ncdv-master-1 neutron-server[121607]: INFO neutron.db.securitygroups_db [None req-2cbdc600-0157-48f9-af2a-58aa61f34c7d tempest-TestVolumeBackupRestore-1733305645 tempest-TestVolumeBackupRestore-1733305645-project] Project ca293d68b8cc44e6b641d477c9a3eb50 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 25 21:41:19.031533 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-2cbdc600-0157-48f9-af2a-58aa61f34c7d tempest-TestVolumeBackupRestore-1733305645 tempest-TestVolumeBackupRestore-1733305645-project] Publish callbacks [] for security_group_rule, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:41:19.088312 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-2cbdc600-0157-48f9-af2a-58aa61f34c7d tempest-TestVolumeBackupRestore-1733305645 tempest-TestVolumeBackupRestore-1733305645-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:41:19.174298 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-2cbdc600-0157-48f9-af2a-58aa61f34c7d tempest-TestVolumeBackupRestore-1733305645 tempest-TestVolumeBackupRestore-1733305645-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077839'] for security_group_rule, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:41:19.194217 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbdc600-0157-48f9-af2a-58aa61f34c7d tempest-TestVolumeBackupRestore-1733305645 tempest-TestVolumeBackupRestore-1733305645-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c81cc156-851a-4d4f-b6e1-16e1b5f48bf7,revision_number=0']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:41:19.280120 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-2cbdc600-0157-48f9-af2a-58aa61f34c7d tempest-TestVolumeBackupRestore-1733305645 tempest-TestVolumeBackupRestore-1733305645-project] Publish callbacks [] for security_group_rule, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:41:19.281366 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-2cbdc600-0157-48f9-af2a-58aa61f34c7d tempest-TestVolumeBackupRestore-1733305645 tempest-TestVolumeBackupRestore-1733305645-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.3563800
Dec 25 21:41:19.497376 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f6c09fc4-ab64-43f4-ab0f-85527f958887 req-5f76b17e-fa0d-4fc2-87fd-8a24da0e7873 tempest-TestVolumeBackupRestore-1733305645 tempest-TestVolumeBackupRestore-1733305645-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2046873696&fields=id&tenant_id=ca293d68b8cc44e6b641d477c9a3eb50 HTTP/1.1" status: 200  len: 267 time: 0.0446303
Dec 25 21:41:19.610424 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c09fc4-ab64-43f4-ab0f-85527f958887 req-ee10fe06-da59-468e-96b3-4ab9fef63389 tempest-TestVolumeBackupRestore-1733305645 tempest-TestVolumeBackupRestore-1733305645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:41:19.612047 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f6c09fc4-ab64-43f4-ab0f-85527f958887 req-ee10fe06-da59-468e-96b3-4ab9fef63389 tempest-TestVolumeBackupRestore-1733305645 tempest-TestVolumeBackupRestore-1733305645-project] 10.222.0.32 "GET /v2.0/networks?id=1bb1be3e-1cca-429f-aa9f-4dd09951d5b0 HTTP/1.1" status: 200  len: 814 time: 0.1078472
Dec 25 21:41:19.628519 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f6c09fc4-ab64-43f4-ab0f-85527f958887 req-4b8bc9e7-616a-4eb8-a183-722b0bf20ad1 tempest-TestVolumeBackupRestore-1733305645 tempest-TestVolumeBackupRestore-1733305645-project] 10.222.0.32 "GET /v2.0/quotas/ca293d68b8cc44e6b641d477c9a3eb50 HTTP/1.1" status: 200  len: 375 time: 0.0094459
Dec 25 21:41:19.682279 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f6c09fc4-ab64-43f4-ab0f-85527f958887 req-55bf6231-79e0-4ae1-83aa-85d2062130f1 tempest-TestVolumeBackupRestore-1733305645 tempest-TestVolumeBackupRestore-1733305645-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=ca293d68b8cc44e6b641d477c9a3eb50&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0485654
Dec 25 21:41:19.749379 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3d558c5a-ee22-433c-bd2f-59cca77af42b req-50510dbc-5339-485c-8ee8-f9f91acbda22 tempest-ServerShowV254Test-1041780322 tempest-ServerShowV254Test-1041780322-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ffb8f7d-e0da-45b5-a1e7-1cbaa54f478e HTTP/1.1" status: 200  len: 210 time: 0.0459621
Dec 25 21:41:19.807958 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f6c09fc4-ab64-43f4-ab0f-85527f958887 req-bbad3051-1a99-4216-aafa-9c756de8dc20 service neutron] 10.222.0.32 "GET /v2.0/networks/1bb1be3e-1cca-429f-aa9f-4dd09951d5b0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1128104
Dec 25 21:41:19.914344 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f6c09fc4-ab64-43f4-ab0f-85527f958887 req-3564047a-70d6-4809-82b5-52595d5f2f74 service neutron] 10.222.0.32 "GET /v2.0/networks/1bb1be3e-1cca-429f-aa9f-4dd09951d5b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1002338
Dec 25 21:41:20.558737 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c6f1113c-2bd2-4ce9-ac80-4d7acd252755 req-14c8bd71-9435-47e6-8a0e-1b4ce52d9ace tempest-TestVolumeBackupRestore-1733305645 tempest-TestVolumeBackupRestore-1733305645-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a72df6d-c3ba-4267-a14b-70b16a7532b8 HTTP/1.1" status: 200  len: 210 time: 0.0297329
Dec 25 21:41:20.853923 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-6132c5fd-36e4-4863-bb7e-c35e13c31b93 req-a467eb9a-3968-48b1-b1d5-4720cfb9054f tempest-ServerShowV254Test-1041780322 tempest-ServerShowV254Test-1041780322-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ffb8f7d-e0da-45b5-a1e7-1cbaa54f478e HTTP/1.1" status: 200  len: 210 time: 0.0270083
Dec 25 21:41:21.663211 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7fb20bec-0961-4d85-8a06-1283661445ca req-7f01c8de-d18d-494d-b37b-63dc586e4d9e tempest-TestVolumeBackupRestore-1733305645 tempest-TestVolumeBackupRestore-1733305645-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a72df6d-c3ba-4267-a14b-70b16a7532b8 HTTP/1.1" status: 200  len: 210 time: 0.0269279
Dec 25 21:41:21.958819 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9d8202f8-5a82-41b3-bdaf-98c5fef5bd5e req-9cbc7944-c249-4b96-9de0-eb25935abb88 tempest-ServerShowV254Test-1041780322 tempest-ServerShowV254Test-1041780322-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ffb8f7d-e0da-45b5-a1e7-1cbaa54f478e HTTP/1.1" status: 200  len: 210 time: 0.0289598
Dec 25 21:41:22.671575 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c09fc4-ab64-43f4-ab0f-85527f958887 req-cd9c5925-e6ed-454c-b0f0-3019caf253d8 tempest-TestVolumeBackupRestore-1733305645 tempest-TestVolumeBackupRestore-1733305645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:41:22.673049 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f6c09fc4-ab64-43f4-ab0f-85527f958887 req-cd9c5925-e6ed-454c-b0f0-3019caf253d8 tempest-TestVolumeBackupRestore-1733305645 tempest-TestVolumeBackupRestore-1733305645-project] 10.222.0.31 "GET /v2.0/networks?id=1bb1be3e-1cca-429f-aa9f-4dd09951d5b0 HTTP/1.1" status: 200  len: 814 time: 0.1064968
Dec 25 21:41:22.737637 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f6c09fc4-ab64-43f4-ab0f-85527f958887 req-1d39db8b-d0c4-4d65-af5c-f53de68e1a0d tempest-TestVolumeBackupRestore-1733305645 tempest-TestVolumeBackupRestore-1733305645-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ca293d68b8cc44e6b641d477c9a3eb50 HTTP/1.1" status: 200  len: 380 time: 0.0553093
Dec 25 21:41:22.753537 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-f6c09fc4-ab64-43f4-ab0f-85527f958887 req-36f46975-2577-42b2-8c1b-1175ee250504 tempest-TestVolumeBackupRestore-1733305645 tempest-TestVolumeBackupRestore-1733305645-project] Request body: {'port': {'device_id': '1a72df6d-c3ba-4267-a14b-70b16a7532b8', 'network_id': '1bb1be3e-1cca-429f-aa9f-4dd09951d5b0', 'admin_state_up': True, 'tenant_id': 'ca293d68b8cc44e6b641d477c9a3eb50', 'security_groups': ['3bf0dfa8-117c-48d5-a4ab-9cac645355ae']}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:41:22.772664 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-12b34cfc-23d2-401b-8577-81c2d058d346 req-b4bde267-d2cd-4d44-b7c1-35b11dbb047a tempest-TestVolumeBackupRestore-1733305645 tempest-TestVolumeBackupRestore-1733305645-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a72df6d-c3ba-4267-a14b-70b16a7532b8 HTTP/1.1" status: 200  len: 210 time: 0.0340035
Dec 25 21:41:22.991691 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6c09fc4-ab64-43f4-ab0f-85527f958887 req-36f46975-2577-42b2-8c1b-1175ee250504 tempest-TestVolumeBackupRestore-1733305645 tempest-TestVolumeBackupRestore-1733305645-project] Made reservation on behalf of ca293d68b8cc44e6b641d477c9a3eb50 for: {'port': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:41:22.995940 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-f6c09fc4-ab64-43f4-ab0f-85527f958887 req-36f46975-2577-42b2-8c1b-1175ee250504 tempest-TestVolumeBackupRestore-1733305645 tempest-TestVolumeBackupRestore-1733305645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:41:23.099226 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3d811de0-a0ad-40a0-92eb-8772e71706b0 req-780adeb9-769b-498b-90b0-4d0bb84d87e7 tempest-ServerShowV254Test-1041780322 tempest-ServerShowV254Test-1041780322-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ffb8f7d-e0da-45b5-a1e7-1cbaa54f478e HTTP/1.1" status: 200  len: 210 time: 0.0409477
Dec 25 21:41:23.185086 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_common [req-f6c09fc4-ab64-43f4-ab0f-85527f958887 req-36f46975-2577-42b2-8c1b-1175ee250504 tempest-TestVolumeBackupRestore-1733305645 tempest-TestVolumeBackupRestore-1733305645-project] Allocated IP 172.20.0.8 (1bb1be3e-1cca-429f-aa9f-4dd09951d5b0/81401427-9f64-44a9-90df-9654e896b6af/2dfe2ec6-2451-4fcf-853a-381cdc5e4602) {{(pid=121606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:41:23.329655 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-f6c09fc4-ab64-43f4-ab0f-85527f958887 req-36f46975-2577-42b2-8c1b-1175ee250504 tempest-TestVolumeBackupRestore-1733305645 tempest-TestVolumeBackupRestore-1733305645-project] Publish callbacks [] for port, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:41:23.426029 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-f6c09fc4-ab64-43f4-ab0f-85527f958887 req-36f46975-2577-42b2-8c1b-1175ee250504 tempest-TestVolumeBackupRestore-1733305645 tempest-TestVolumeBackupRestore-1733305645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:41:23.471026 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6c09fc4-ab64-43f4-ab0f-85527f958887 req-36f46975-2577-42b2-8c1b-1175ee250504 tempest-TestVolumeBackupRestore-1733305645 tempest-TestVolumeBackupRestore-1733305645-project] Network 1bb1be3e-1cca-429f-aa9f-4dd09951d5b0 is already hosted by enough agents. {{(pid=121606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:41:23.477691 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [req-f6c09fc4-ab64-43f4-ab0f-85527f958887 req-36f46975-2577-42b2-8c1b-1175ee250504 tempest-TestVolumeBackupRestore-1733305645 tempest-TestVolumeBackupRestore-1733305645-project] Resources bound (agent type, host, resource id):  {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:41:23.480914 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6c09fc4-ab64-43f4-ab0f-85527f958887 req-36f46975-2577-42b2-8c1b-1175ee250504 tempest-TestVolumeBackupRestore-1733305645 tempest-TestVolumeBackupRestore-1733305645-project] Received port after_create {{(pid=121606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:41:23.508461 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f46975-2577-42b2-8c1b-1175ee250504 tempest-TestVolumeBackupRestore-1733305645 tempest-TestVolumeBackupRestore-1733305645-project] Pushing event updated for resources: {'Port': ['ID=2dfe2ec6-2451-4fcf-853a-381cdc5e4602,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:41:23.541440 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c09fc4-ab64-43f4-ab0f-85527f958887 req-36f46975-2577-42b2-8c1b-1175ee250504 tempest-TestVolumeBackupRestore-1733305645 tempest-TestVolumeBackupRestore-1733305645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:41:23.542080 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-f6c09fc4-ab64-43f4-ab0f-85527f958887 req-36f46975-2577-42b2-8c1b-1175ee250504 tempest-TestVolumeBackupRestore-1733305645 tempest-TestVolumeBackupRestore-1733305645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:41:23.628414 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f6c09fc4-ab64-43f4-ab0f-85527f958887 req-36f46975-2577-42b2-8c1b-1175ee250504 tempest-TestVolumeBackupRestore-1733305645 tempest-TestVolumeBackupRestore-1733305645-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8797920
Dec 25 21:41:23.651786 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-f6c09fc4-ab64-43f4-ab0f-85527f958887 req-c4cc3cea-5123-413d-82f0-9946a3319317 service neutron] Request body: {'port': {'device_id': '1a72df6d-c3ba-4267-a14b-70b16a7532b8', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:41:23.712031 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-f6c09fc4-ab64-43f4-ab0f-85527f958887 req-c4cc3cea-5123-413d-82f0-9946a3319317 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:41:23.715866 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-f7f1ebfc-ce05-469d-b0e7-06ca38ad0702 None None] Provisioning complete for port 2dfe2ec6-2451-4fcf-853a-381cdc5e4602 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:41:23.716379 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-f7f1ebfc-ce05-469d-b0e7-06ca38ad0702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:41:23.754399 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-f7f1ebfc-ce05-469d-b0e7-06ca38ad0702 None None] Port 2dfe2ec6-2451-4fcf-853a-381cdc5e4602 cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:41:23.953392 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9299c5f3-485e-461d-83af-2018f80c17e5 req-5d726867-3516-4c4e-a416-6d2714c666e5 tempest-TestVolumeBackupRestore-1733305645 tempest-TestVolumeBackupRestore-1733305645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:41:23.954971 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9299c5f3-485e-461d-83af-2018f80c17e5 req-5d726867-3516-4c4e-a416-6d2714c666e5 tempest-TestVolumeBackupRestore-1733305645 tempest-TestVolumeBackupRestore-1733305645-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a72df6d-c3ba-4267-a14b-70b16a7532b8 HTTP/1.1" status: 200  len: 931 time: 0.1074727
Dec 25 21:41:24.036506 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9299c5f3-485e-461d-83af-2018f80c17e5 req-b4398306-9fa6-4b81-a7b2-a68fc4f8ca3d tempest-TestVolumeBackupRestore-1733305645 tempest-TestVolumeBackupRestore-1733305645-project] 10.222.0.32 "GET /v2.0/security-groups?id=3bf0dfa8-117c-48d5-a4ab-9cac645355ae&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0701206
Dec 25 21:41:24.066116 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [req-f6c09fc4-ab64-43f4-ab0f-85527f958887 req-c4cc3cea-5123-413d-82f0-9946a3319317 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2dfe2ec6-2451-4fcf-853a-381cdc5e4602 {{(pid=121606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:41:24.073791 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-f6c09fc4-ab64-43f4-ab0f-85527f958887 req-c4cc3cea-5123-413d-82f0-9946a3319317 service neutron] Publish callbacks [] for port, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:41:24.091158 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.provisioning_blocks [req-f6c09fc4-ab64-43f4-ab0f-85527f958887 req-c4cc3cea-5123-413d-82f0-9946a3319317 service neutron] Transition to ACTIVE for port object 2dfe2ec6-2451-4fcf-853a-381cdc5e4602 will not be triggered until provisioned by entity L2. {{(pid=121606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 25 21:41:24.179853 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-f6c09fc4-ab64-43f4-ab0f-85527f958887 req-c4cc3cea-5123-413d-82f0-9946a3319317 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:41:24.250694 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-58180c5c-0bf8-439e-b995-ada4cf802626 req-cbdc9952-acfc-466b-a8ab-a6a3f23d39eb tempest-ServerShowV254Test-1041780322 tempest-ServerShowV254Test-1041780322-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ffb8f7d-e0da-45b5-a1e7-1cbaa54f478e HTTP/1.1" status: 200  len: 210 time: 0.0622385
Dec 25 21:41:24.259395 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cc3cea-5123-413d-82f0-9946a3319317 service neutron] Pushing event updated for resources: {'Port': ['ID=2dfe2ec6-2451-4fcf-853a-381cdc5e4602,revision_number=2']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:41:24.338087 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-f6c09fc4-ab64-43f4-ab0f-85527f958887 req-c4cc3cea-5123-413d-82f0-9946a3319317 service neutron] Attempting to bind port 2dfe2ec6-2451-4fcf-853a-381cdc5e4602 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:41:24.338485 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-f6c09fc4-ab64-43f4-ab0f-85527f958887 req-c4cc3cea-5123-413d-82f0-9946a3319317 service neutron] Attempting to bind port 2dfe2ec6-2451-4fcf-853a-381cdc5e4602 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'f7519241-1dfd-4bc3-b55e-829a71e5a41d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '1bb1be3e-1cca-429f-aa9f-4dd09951d5b0'}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:41:24.339205 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6c09fc4-ab64-43f4-ab0f-85527f958887 req-c4cc3cea-5123-413d-82f0-9946a3319317 service neutron] Attempting to bind port 2dfe2ec6-2451-4fcf-853a-381cdc5e4602 on network 1bb1be3e-1cca-429f-aa9f-4dd09951d5b0 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:41:24.344601 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6c09fc4-ab64-43f4-ab0f-85527f958887 req-c4cc3cea-5123-413d-82f0-9946a3319317 service neutron] Port 2dfe2ec6-2451-4fcf-853a-381cdc5e4602 on network 1bb1be3e-1cca-429f-aa9f-4dd09951d5b0 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 25 21:41:24.344963 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6c09fc4-ab64-43f4-ab0f-85527f958887 req-c4cc3cea-5123-413d-82f0-9946a3319317 service neutron] Attempting to bind port 2dfe2ec6-2451-4fcf-853a-381cdc5e4602 on network 1bb1be3e-1cca-429f-aa9f-4dd09951d5b0 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:41:24.350088 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6c09fc4-ab64-43f4-ab0f-85527f958887 req-c4cc3cea-5123-413d-82f0-9946a3319317 service neutron] Checking agent: {'id': '6d577036-68fc-4aa4-aed7-5ab01de2117e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 21, 4, 34), 'started_at': datetime.datetime(2021, 12, 25, 21, 4, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 41, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:41:24.350429 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6c09fc4-ab64-43f4-ab0f-85527f958887 req-c4cc3cea-5123-413d-82f0-9946a3319317 service neutron] Checking segment: {'id': 'f7519241-1dfd-4bc3-b55e-829a71e5a41d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '1bb1be3e-1cca-429f-aa9f-4dd09951d5b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:41:24.350823 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6c09fc4-ab64-43f4-ab0f-85527f958887 req-c4cc3cea-5123-413d-82f0-9946a3319317 service neutron] Bound using segment: {'id': 'f7519241-1dfd-4bc3-b55e-829a71e5a41d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '1bb1be3e-1cca-429f-aa9f-4dd09951d5b0'} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:41:24.351254 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-f6c09fc4-ab64-43f4-ab0f-85527f958887 req-c4cc3cea-5123-413d-82f0-9946a3319317 service neutron] Bound port: 2dfe2ec6-2451-4fcf-853a-381cdc5e4602, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7519241-1dfd-4bc3-b55e-829a71e5a41d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '1bb1be3e-1cca-429f-aa9f-4dd09951d5b0'}}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:41:24.351616 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-f6c09fc4-ab64-43f4-ab0f-85527f958887 req-c4cc3cea-5123-413d-82f0-9946a3319317 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:41:24.432120 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-f6c09fc4-ab64-43f4-ab0f-85527f958887 req-c4cc3cea-5123-413d-82f0-9946a3319317 service neutron] For port 2dfe2ec6-2451-4fcf-853a-381cdc5e4602, host nch1-master-1, cleared binding levels {{(pid=121606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:41:24.435149 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-f6c09fc4-ab64-43f4-ab0f-85527f958887 req-c4cc3cea-5123-413d-82f0-9946a3319317 service neutron] For port 2dfe2ec6-2451-4fcf-853a-381cdc5e4602, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2dfe2ec6-2451-4fcf-853a-381cdc5e4602,segment=NetworkSegment(f7519241-1dfd-4bc3-b55e-829a71e5a41d),segment_id=f7519241-1dfd-4bc3-b55e-829a71e5a41d)] {{(pid=121606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:41:24.500815 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-f6c09fc4-ab64-43f4-ab0f-85527f958887 req-c4cc3cea-5123-413d-82f0-9946a3319317 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:41:24.539286 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c09fc4-ab64-43f4-ab0f-85527f958887 req-c4cc3cea-5123-413d-82f0-9946a3319317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:41:24.539923 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-f6c09fc4-ab64-43f4-ab0f-85527f958887 req-c4cc3cea-5123-413d-82f0-9946a3319317 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:41:24.541381 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f6c09fc4-ab64-43f4-ab0f-85527f958887 req-c4cc3cea-5123-413d-82f0-9946a3319317 service neutron] 10.222.0.31 "PUT /v2.0/ports/2dfe2ec6-2451-4fcf-853a-381cdc5e4602 HTTP/1.1" status: 200  len: 1091 time: 0.9016719
Dec 25 21:41:24.541833 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a72df6d-c3ba-4267-a14b-70b16a7532b8', 'tag': '2dfe2ec6-2451-4fcf-853a-381cdc5e4602'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:41:24.544111 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9858820c13ec2827453b94ebc4181065e990a4e4089ccb9fe762531ac62d2fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cdd9297-47c6-46f7-adb1-b9ba32c35a2a" -d '{"events": [{"name": "network-changed", "server_uuid": "1a72df6d-c3ba-4267-a14b-70b16a7532b8", "tag": "2dfe2ec6-2451-4fcf-853a-381cdc5e4602"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:41:24.588659 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cc3cea-5123-413d-82f0-9946a3319317 service neutron] Pushing event updated for resources: {'Port': ['ID=2dfe2ec6-2451-4fcf-853a-381cdc5e4602,revision_number=3']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:41:24.597649 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Dec 2021 21:41:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73d79301-7182-48cd-a21c-eb6176a5fb0f x-openstack-request-id: req-73d79301-7182-48cd-a21c-eb6176a5fb0f {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:41:24.597850 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a72df6d-c3ba-4267-a14b-70b16a7532b8", "tag": "2dfe2ec6-2451-4fcf-853a-381cdc5e4602", "status": "completed", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:41:24.598608 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-73d79301-7182-48cd-a21c-eb6176a5fb0f {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:41:24.599025 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a72df6d-c3ba-4267-a14b-70b16a7532b8', 'tag': '2dfe2ec6-2451-4fcf-853a-381cdc5e4602', 'status': 'completed', 'code': 200}
Dec 25 21:41:24.668260 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdd9297-47c6-46f7-adb1-b9ba32c35a2a req-9785a505-aa77-4b15-9433-e2e722a8061f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:41:24.670066 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0cdd9297-47c6-46f7-adb1-b9ba32c35a2a req-9785a505-aa77-4b15-9433-e2e722a8061f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ca293d68b8cc44e6b641d477c9a3eb50&device_id=1a72df6d-c3ba-4267-a14b-70b16a7532b8 HTTP/1.1" status: 200  len: 1094 time: 0.0478399
Dec 25 21:41:24.776448 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdd9297-47c6-46f7-adb1-b9ba32c35a2a req-af68f84f-78d0-47db-a632-cbc9d97845b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:41:24.777984 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0cdd9297-47c6-46f7-adb1-b9ba32c35a2a req-af68f84f-78d0-47db-a632-cbc9d97845b0 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=ca293d68b8cc44e6b641d477c9a3eb50&shared=False HTTP/1.1" status: 200  len: 915 time: 0.0989861
Dec 25 21:41:24.876528 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdd9297-47c6-46f7-adb1-b9ba32c35a2a req-b96848d6-21ea-4f90-86d0-b1ae3669caa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:41:24.878133 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0cdd9297-47c6-46f7-adb1-b9ba32c35a2a req-b96848d6-21ea-4f90-86d0-b1ae3669caa0 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.0924478
Dec 25 21:41:24.962977 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c09fc4-ab64-43f4-ab0f-85527f958887 req-0c9d8e75-0b48-4345-94eb-a1f7f392b307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:41:24.964509 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f6c09fc4-ab64-43f4-ab0f-85527f958887 req-0c9d8e75-0b48-4345-94eb-a1f7f392b307 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ca293d68b8cc44e6b641d477c9a3eb50&device_id=1a72df6d-c3ba-4267-a14b-70b16a7532b8 HTTP/1.1" status: 200  len: 1094 time: 0.0463786
Dec 25 21:41:25.007613 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f6c09fc4-ab64-43f4-ab0f-85527f958887 req-5c5ad577-ded9-447a-9f8a-b887de7b1e8c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2dfe2ec6-2451-4fcf-853a-381cdc5e4602 HTTP/1.1" status: 200  len: 217 time: 0.0340908
Dec 25 21:41:25.070757 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c09fc4-ab64-43f4-ab0f-85527f958887 req-0704aabe-7064-47cd-b133-ec9525402cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:41:25.072289 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f6c09fc4-ab64-43f4-ab0f-85527f958887 req-0704aabe-7064-47cd-b133-ec9525402cf7 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=81401427-9f64-44a9-90df-9654e896b6af HTTP/1.1" status: 200  len: 853 time: 0.0570893
Dec 25 21:41:25.148058 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c09fc4-ab64-43f4-ab0f-85527f958887 req-10e2681d-5df0-41d6-adb2-b5a463ed093a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:41:25.149617 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f6c09fc4-ab64-43f4-ab0f-85527f958887 req-10e2681d-5df0-41d6-adb2-b5a463ed093a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=1bb1be3e-1cca-429f-aa9f-4dd09951d5b0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0699587
Dec 25 21:41:25.197861 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1387bf4b-370b-4e8b-9595-47017782b224 req-8aca38cc-cc76-4bbd-91ce-61c475a06627 tempest-TestVolumeBackupRestore-1733305645 tempest-TestVolumeBackupRestore-1733305645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:41:25.199597 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1387bf4b-370b-4e8b-9595-47017782b224 req-8aca38cc-cc76-4bbd-91ce-61c475a06627 tempest-TestVolumeBackupRestore-1733305645 tempest-TestVolumeBackupRestore-1733305645-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a72df6d-c3ba-4267-a14b-70b16a7532b8 HTTP/1.1" status: 200  len: 943 time: 0.0812507
Dec 25 21:41:25.295859 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f6c09fc4-ab64-43f4-ab0f-85527f958887 req-43350e90-d739-406b-9e95-afd961658b9a service neutron] 10.222.0.31 "GET /v2.0/networks/1bb1be3e-1cca-429f-aa9f-4dd09951d5b0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1377721
Dec 25 21:41:25.300032 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1387bf4b-370b-4e8b-9595-47017782b224 req-3ba68d73-cec1-4baa-90f2-49982505e6b4 tempest-TestVolumeBackupRestore-1733305645 tempest-TestVolumeBackupRestore-1733305645-project] 10.222.0.32 "GET /v2.0/security-groups?id=3bf0dfa8-117c-48d5-a4ab-9cac645355ae&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0936701
Dec 25 21:41:25.387755 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-463904a4-629a-4f4e-b2ba-dc2047608729 req-7977f049-2b56-446a-a41b-33bcb86e84df tempest-ServerShowV254Test-1041780322 tempest-ServerShowV254Test-1041780322-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ffb8f7d-e0da-45b5-a1e7-1cbaa54f478e HTTP/1.1" status: 200  len: 210 time: 0.0502913
Dec 25 21:41:25.412540 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f6c09fc4-ab64-43f4-ab0f-85527f958887 req-e24aeb3e-47de-4a5a-84fc-15fe76756335 service neutron] 10.222.0.31 "GET /v2.0/networks/1bb1be3e-1cca-429f-aa9f-4dd09951d5b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1096780
Dec 25 21:41:26.422679 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54910b26-debd-48c6-866a-0049108268dd req-8923d35a-f349-455d-964d-d34235c4b90b tempest-TestVolumeBackupRestore-1733305645 tempest-TestVolumeBackupRestore-1733305645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:41:26.423880 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-54910b26-debd-48c6-866a-0049108268dd req-8923d35a-f349-455d-964d-d34235c4b90b tempest-TestVolumeBackupRestore-1733305645 tempest-TestVolumeBackupRestore-1733305645-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a72df6d-c3ba-4267-a14b-70b16a7532b8 HTTP/1.1" status: 200  len: 943 time: 0.0533221
Dec 25 21:41:26.487673 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-54910b26-debd-48c6-866a-0049108268dd req-61dde492-018e-4568-9f75-e42a18446b38 tempest-TestVolumeBackupRestore-1733305645 tempest-TestVolumeBackupRestore-1733305645-project] 10.222.0.32 "GET /v2.0/security-groups?id=3bf0dfa8-117c-48d5-a4ab-9cac645355ae&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0570776
Dec 25 21:41:26.502876 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-bd970182-bcb9-4bab-822e-8ead32e5625d req-3c0d7804-d85c-4055-b4a8-3095cbebd42e tempest-ServerShowV254Test-1041780322 tempest-ServerShowV254Test-1041780322-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ffb8f7d-e0da-45b5-a1e7-1cbaa54f478e HTTP/1.1" status: 200  len: 210 time: 0.0331604
Dec 25 21:41:27.624302 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-861b141d-b606-4c15-a86d-1ee152ec9c43 req-71a136b8-492e-48af-b418-ce0d1fbca933 tempest-ServerShowV254Test-1041780322 tempest-ServerShowV254Test-1041780322-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ffb8f7d-e0da-45b5-a1e7-1cbaa54f478e HTTP/1.1" status: 200  len: 210 time: 0.0306237
Dec 25 21:41:27.636956 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e14c6a-fc12-45ba-a60e-d445bf7ecd86 req-1e216c57-cc1d-46db-995f-678ad7ccf169 tempest-TestVolumeBackupRestore-1733305645 tempest-TestVolumeBackupRestore-1733305645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:41:27.638762 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-03e14c6a-fc12-45ba-a60e-d445bf7ecd86 req-1e216c57-cc1d-46db-995f-678ad7ccf169 tempest-TestVolumeBackupRestore-1733305645 tempest-TestVolumeBackupRestore-1733305645-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a72df6d-c3ba-4267-a14b-70b16a7532b8 HTTP/1.1" status: 200  len: 943 time: 0.0834394
Dec 25 21:41:27.689595 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-03e14c6a-fc12-45ba-a60e-d445bf7ecd86 req-5dbbc68e-ce81-46bc-8c67-8b758499077d tempest-TestVolumeBackupRestore-1733305645 tempest-TestVolumeBackupRestore-1733305645-project] 10.222.0.32 "GET /v2.0/security-groups?id=3bf0dfa8-117c-48d5-a4ab-9cac645355ae&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0431871
Dec 25 21:41:28.729002 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-615c692f-be9e-427a-8129-9c748b02d388 req-da0f51bc-f81f-4c84-ad6f-dd3ad23f2071 tempest-ServerShowV254Test-1041780322 tempest-ServerShowV254Test-1041780322-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ffb8f7d-e0da-45b5-a1e7-1cbaa54f478e HTTP/1.1" status: 200  len: 210 time: 0.0269904
Dec 25 21:41:28.756510 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.agents_db [None req-ec08dba0-4483-4109-b5e1-5e4a9fdaf12d None None] Agent healthcheck: found 7 active agents {{(pid=121609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 25 21:41:28.808238 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05326ed-4b9b-4f6b-a185-2d178b92689b req-cac9d7ed-ab67-44d9-89ac-d78f7060ad59 tempest-TestVolumeBackupRestore-1733305645 tempest-TestVolumeBackupRestore-1733305645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:41:28.809760 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f05326ed-4b9b-4f6b-a185-2d178b92689b req-cac9d7ed-ab67-44d9-89ac-d78f7060ad59 tempest-TestVolumeBackupRestore-1733305645 tempest-TestVolumeBackupRestore-1733305645-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a72df6d-c3ba-4267-a14b-70b16a7532b8 HTTP/1.1" status: 200  len: 943 time: 0.0506172
Dec 25 21:41:28.858320 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f05326ed-4b9b-4f6b-a185-2d178b92689b req-bf763601-f1fe-48fa-8fe3-78fde86594db tempest-TestVolumeBackupRestore-1733305645 tempest-TestVolumeBackupRestore-1733305645-project] 10.222.0.32 "GET /v2.0/security-groups?id=3bf0dfa8-117c-48d5-a4ab-9cac645355ae&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425363
Dec 25 21:41:29.508211 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device 2dfe2ec6-2451-4fcf-853a-381cdc5e4602 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 25 21:41:29.605692 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port 2dfe2ec6-2451-4fcf-853a-381cdc5e4602, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2dfe2ec6-2451-4fcf-853a-381cdc5e4602,segment=NetworkSegment(f7519241-1dfd-4bc3-b55e-829a71e5a41d),segment_id=f7519241-1dfd-4bc3-b55e-829a71e5a41d)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:41:29.617312 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Returning: {'device': '2dfe2ec6-2451-4fcf-853a-381cdc5e4602', 'network_id': '1bb1be3e-1cca-429f-aa9f-4dd09951d5b0', 'port_id': '2dfe2ec6-2451-4fcf-853a-381cdc5e4602', 'mac_address': 'fa:16:3e:ef:f0:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81401427-9f64-44a9-90df-9654e896b6af', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 25 21:41:29.654943 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:41:29.668156 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2dfe2ec6-2451-4fcf-853a-381cdc5e4602 {{(pid=121608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:41:29.688471 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port 2dfe2ec6-2451-4fcf-853a-381cdc5e4602, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2dfe2ec6-2451-4fcf-853a-381cdc5e4602,segment=NetworkSegment(f7519241-1dfd-4bc3-b55e-829a71e5a41d),segment_id=f7519241-1dfd-4bc3-b55e-829a71e5a41d)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:41:29.791871 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:41:29.837850 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ea02f616-3705-438e-99e2-3c5709bbcb44 req-08ce6e7e-1818-4b47-9c93-2e8dafbc8fa9 tempest-ServerShowV254Test-1041780322 tempest-ServerShowV254Test-1041780322-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ffb8f7d-e0da-45b5-a1e7-1cbaa54f478e HTTP/1.1" status: 200  len: 210 time: 0.0296307
Dec 25 21:41:29.843835 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082ca95d-1cb2-4fcc-97c0-d56c8ca91f1b req-4aa3472e-aa06-467e-8985-463bea17ed43 tempest-TestNetworkAdvancedServerOps-1317083038 tempest-TestNetworkAdvancedServerOps-1317083038-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:41:29.845806 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Pushing event updated for resources: {'Port': ['ID=2dfe2ec6-2451-4fcf-853a-381cdc5e4602,revision_number=4']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:41:29.845951 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-082ca95d-1cb2-4fcc-97c0-d56c8ca91f1b req-4aa3472e-aa06-467e-8985-463bea17ed43 tempest-TestNetworkAdvancedServerOps-1317083038 tempest-TestNetworkAdvancedServerOps-1317083038-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=71c99c12-b0de-47ae-a758-1c01701a1fd7 HTTP/1.1" status: 200  len: 1096 time: 0.0725756
Dec 25 21:41:29.856509 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:41:29.856850 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:41:29.857231 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:41:29.857900 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:41:29.858232 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:41:29.858557 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:41:29.858920 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:41:29.859206 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:41:29.859523 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:41:29.859863 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:41:29.860857 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:41:29.861200 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:41:29.861535 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:41:29.897854 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-082ca95d-1cb2-4fcc-97c0-d56c8ca91f1b req-2091237a-7f6e-474c-9eff-cbf844933648 tempest-TestNetworkAdvancedServerOps-1317083038 tempest-TestNetworkAdvancedServerOps-1317083038-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=16c81da4-10fc-44b5-9152-a0bd01145c9a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0421598
Dec 25 21:41:30.013181 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb3cc25-a6c3-4d6c-8ce1-99308bf76b11 req-ed1585f3-a384-47bf-be65-7aef18a96f43 tempest-TestVolumeBackupRestore-1733305645 tempest-TestVolumeBackupRestore-1733305645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:41:30.014870 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7eb3cc25-a6c3-4d6c-8ce1-99308bf76b11 req-ed1585f3-a384-47bf-be65-7aef18a96f43 tempest-TestVolumeBackupRestore-1733305645 tempest-TestVolumeBackupRestore-1733305645-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a72df6d-c3ba-4267-a14b-70b16a7532b8 HTTP/1.1" status: 200  len: 944 time: 0.0865262
Dec 25 21:41:30.040086 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] get_ports_and_sgs() called for port_ids ['2dfe2ec6-2451-4fcf-853a-381cdc5e4602'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:41:30.046443 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31b3881-c35e-4f83-9199-da0bb5fbd5f5 req-e63a7fbd-1f4b-42c3-87e9-7cba7a4344ed tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:41:30.047989 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c31b3881-c35e-4f83-9199-da0bb5fbd5f5 req-e63a7fbd-1f4b-42c3-87e9-7cba7a4344ed tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "GET /v2.0/ports?device_id=71c99c12-b0de-47ae-a758-1c01701a1fd7 HTTP/1.1" status: 200  len: 945 time: 0.0818410
Dec 25 21:41:30.107628 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7eb3cc25-a6c3-4d6c-8ce1-99308bf76b11 req-54069bf3-c40c-443f-bf15-02436c3f010d tempest-TestVolumeBackupRestore-1733305645 tempest-TestVolumeBackupRestore-1733305645-project] 10.222.0.32 "GET /v2.0/security-groups?id=3bf0dfa8-117c-48d5-a4ab-9cac645355ae&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0855391
Dec 25 21:41:30.126842 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c31b3881-c35e-4f83-9199-da0bb5fbd5f5 req-6e7292ac-8397-4247-a774-8f07be5db207 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "GET /v2.0/security-groups?id=16c81da4-10fc-44b5-9152-a0bd01145c9a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0698540
Dec 25 21:41:30.153331 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 38456) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:41:30.216616 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-f27d1928-1aa1-4170-a449-e38f839e6fc3 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "GET /v2.0/floatingips/1fa1ec5b-362c-4e47-af7d-31ce322cc726 HTTP/1.1" status: 200  len: 992 time: 0.0620623
Dec 25 21:41:30.540547 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [req-bc4432e5-b873-4001-9ee1-7d33af4057ff req-acdb2270-f58f-48ae-a182-0bd718b5fc7c service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=121606) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 25 21:41:30.541559 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-bc4432e5-b873-4001-9ee1-7d33af4057ff req-acdb2270-f58f-48ae-a182-0bd718b5fc7c service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0055633
Dec 25 21:41:30.951195 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8892a62a-5384-424d-a0c6-51cf759f873b req-6508dd6c-f185-47cc-98c7-66ff0895cc2f tempest-ServerShowV254Test-1041780322 tempest-ServerShowV254Test-1041780322-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ffb8f7d-e0da-45b5-a1e7-1cbaa54f478e HTTP/1.1" status: 200  len: 210 time: 0.0287850
Dec 25 21:41:31.014204 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2a97c1-277b-433a-9c53-76658a496d20 req-663d87ac-4ac2-4cd7-b000-3e2188e75be6 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:41:31.015683 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9d2a97c1-277b-433a-9c53-76658a496d20 req-663d87ac-4ac2-4cd7-b000-3e2188e75be6 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "GET /v2.0/ports?device_id=71c99c12-b0de-47ae-a758-1c01701a1fd7 HTTP/1.1" status: 200  len: 945 time: 0.0490484
Dec 25 21:41:31.068344 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9d2a97c1-277b-433a-9c53-76658a496d20 req-f9b6bd1b-3451-4c6c-8ab4-20694ad41640 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "GET /v2.0/security-groups?id=16c81da4-10fc-44b5-9152-a0bd01145c9a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0466020
Dec 25 21:41:31.175512 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1668bd82-a63c-4b98-8ebc-fe8c68f61b1e req-716ada2c-baa5-4fd2-8b59-86724d323a1c service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=71c99c12-b0de-47ae-a758-1c01701a1fd7&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0421939
Dec 25 21:41:31.186161 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [req-1668bd82-a63c-4b98-8ebc-fe8c68f61b1e req-fbbc91a6-8f11-4d24-bcdf-d741dc1ce4d9 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=121606) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 25 21:41:31.187135 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1668bd82-a63c-4b98-8ebc-fe8c68f61b1e req-fbbc91a6-8f11-4d24-bcdf-d741dc1ce4d9 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0062339
Dec 25 21:41:31.238778 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e02fd8c-6e6c-485b-b5aa-65adfe5c9c3b req-60f49cad-c1ea-4e4f-996b-4904b859339a tempest-TestVolumeBackupRestore-1733305645 tempest-TestVolumeBackupRestore-1733305645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:41:31.240276 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2e02fd8c-6e6c-485b-b5aa-65adfe5c9c3b req-60f49cad-c1ea-4e4f-996b-4904b859339a tempest-TestVolumeBackupRestore-1733305645 tempest-TestVolumeBackupRestore-1733305645-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a72df6d-c3ba-4267-a14b-70b16a7532b8 HTTP/1.1" status: 200  len: 944 time: 0.0582364
Dec 25 21:41:31.289462 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2e02fd8c-6e6c-485b-b5aa-65adfe5c9c3b req-3cf486eb-d1ff-4b94-9ffa-4efe2a95715e tempest-TestVolumeBackupRestore-1733305645 tempest-TestVolumeBackupRestore-1733305645-project] 10.222.0.32 "GET /v2.0/security-groups?id=3bf0dfa8-117c-48d5-a4ab-9cac645355ae&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0431025
Dec 25 21:41:31.521935 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device 2dfe2ec6-2451-4fcf-853a-381cdc5e4602 up at agent hyperv_nch1-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:41:31.625754 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Provisioning for port 2dfe2ec6-2451-4fcf-853a-381cdc5e4602 completed by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 25 21:41:31.630021 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Provisioning complete for port 2dfe2ec6-2451-4fcf-853a-381cdc5e4602 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:41:31.630441 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:41:31.709489 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:41:31.742586 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a72df6d-c3ba-4267-a14b-70b16a7532b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2dfe2ec6-2451-4fcf-853a-381cdc5e4602'}] {{(pid=121608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:41:31.748602 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a88c78c3ff6266bd59c7e89d275b28c92e739b67d23c89d71af88829fd31566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d0fbeb4-7390-4c9b-97ce-c1a4dd4a1ebf" -d '{"events": [{"server_uuid": "1a72df6d-c3ba-4267-a14b-70b16a7532b8", "name": "network-vif-plugged", "status": "completed", "tag": "2dfe2ec6-2451-4fcf-853a-381cdc5e4602"}]}' {{(pid=121608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:41:31.757870 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port 2dfe2ec6-2451-4fcf-853a-381cdc5e4602, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2dfe2ec6-2451-4fcf-853a-381cdc5e4602,segment=NetworkSegment(f7519241-1dfd-4bc3-b55e-829a71e5a41d),segment_id=f7519241-1dfd-4bc3-b55e-829a71e5a41d)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:41:31.788800 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 21:41:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-961d40c5-4078-499a-bc52-0d1d48c65b53 x-openstack-request-id: req-961d40c5-4078-499a-bc52-0d1d48c65b53 {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:41:31.788800 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a72df6d-c3ba-4267-a14b-70b16a7532b8", "name": "network-vif-plugged", "status": "completed", "tag": "2dfe2ec6-2451-4fcf-853a-381cdc5e4602", "code": 200}]} {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:41:31.788800 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-961d40c5-4078-499a-bc52-0d1d48c65b53 {{(pid=121608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:41:31.788800 ncdv-master-1 neutron-server[121608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a72df6d-c3ba-4267-a14b-70b16a7532b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2dfe2ec6-2451-4fcf-853a-381cdc5e4602', 'code': 200}
Dec 25 21:41:31.837894 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:41:31.943468 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Pushing event updated for resources: {'Port': ['ID=2dfe2ec6-2451-4fcf-853a-381cdc5e4602,revision_number=5']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:41:31.946834 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2937055e-f9bd-4e14-9526-0c89c23205db req-c73a24f8-5d9f-4819-9e03-7ebf2b136592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:41:31.948624 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2937055e-f9bd-4e14-9526-0c89c23205db req-c73a24f8-5d9f-4819-9e03-7ebf2b136592 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=1a72df6d-c3ba-4267-a14b-70b16a7532b8 HTTP/1.1" status: 200  len: 1096 time: 0.1044798
Dec 25 21:41:32.008037 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2937055e-f9bd-4e14-9526-0c89c23205db req-05ebd4e3-4afa-4aab-b8a7-16d06e13637f service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=3bf0dfa8-117c-48d5-a4ab-9cac645355ae&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0526135
Dec 25 21:41:32.067086 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-51ab3006-5f86-438b-95aa-a8d6164946eb req-2f717265-20a0-4a2c-90a9-a1939ea5775a tempest-ServerShowV254Test-1041780322 tempest-ServerShowV254Test-1041780322-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ffb8f7d-e0da-45b5-a1e7-1cbaa54f478e HTTP/1.1" status: 200  len: 210 time: 0.0268233
Dec 25 21:41:32.199519 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf490c2-8434-46fd-b82b-81391ca20a96 req-b80d72eb-d36d-4513-9018-8ec0bada793c tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:41:32.200973 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ebf490c2-8434-46fd-b82b-81391ca20a96 req-b80d72eb-d36d-4513-9018-8ec0bada793c tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "GET /v2.0/ports?device_id=71c99c12-b0de-47ae-a758-1c01701a1fd7 HTTP/1.1" status: 200  len: 945 time: 0.0511055
Dec 25 21:41:32.262754 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ebf490c2-8434-46fd-b82b-81391ca20a96 req-54c6dae4-851c-43c9-a1c6-544e003e69c1 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "GET /v2.0/security-groups?id=16c81da4-10fc-44b5-9152-a0bd01145c9a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0547709
Dec 25 21:41:32.408657 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6755bb9-cdf3-4767-9d49-b822460d3fd4 req-e9294482-cd00-4438-bf42-a85781a6788e tempest-TestVolumeBackupRestore-1733305645 tempest-TestVolumeBackupRestore-1733305645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:41:32.410232 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e6755bb9-cdf3-4767-9d49-b822460d3fd4 req-e9294482-cd00-4438-bf42-a85781a6788e tempest-TestVolumeBackupRestore-1733305645 tempest-TestVolumeBackupRestore-1733305645-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a72df6d-c3ba-4267-a14b-70b16a7532b8 HTTP/1.1" status: 200  len: 945 time: 0.0543048
Dec 25 21:41:32.466456 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e6755bb9-cdf3-4767-9d49-b822460d3fd4 req-5f2e6598-63bb-4a4c-a560-9723dbcf6516 tempest-TestVolumeBackupRestore-1733305645 tempest-TestVolumeBackupRestore-1733305645-project] 10.222.0.32 "GET /v2.0/security-groups?id=3bf0dfa8-117c-48d5-a4ab-9cac645355ae&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0500081
Dec 25 21:41:33.171396 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-155a31bf-307f-492b-b341-242b5ef67164 req-d594a994-e79d-4697-af6a-464b02244ffa tempest-ServerShowV254Test-1041780322 tempest-ServerShowV254Test-1041780322-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ffb8f7d-e0da-45b5-a1e7-1cbaa54f478e HTTP/1.1" status: 200  len: 210 time: 0.0272963
Dec 25 21:41:33.389874 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7672f364-3b8d-44f0-9fc0-e9420744e98c req-d32abe82-6205-41fe-998f-73dffa3c4942 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:41:33.391982 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7672f364-3b8d-44f0-9fc0-e9420744e98c req-d32abe82-6205-41fe-998f-73dffa3c4942 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "GET /v2.0/ports?device_id=71c99c12-b0de-47ae-a758-1c01701a1fd7 HTTP/1.1" status: 200  len: 945 time: 0.0575972
Dec 25 21:41:33.426762 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0a30d142-8f8d-43b5-9239-b199c71147f1 req-bb9d573e-99a9-4409-85a0-48060feea5d1 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=0ffb8f7d-e0da-45b5-a1e7-1cbaa54f478e HTTP/1.1" status: 200  len: 210 time: 0.0297389
Dec 25 21:41:33.465706 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7672f364-3b8d-44f0-9fc0-e9420744e98c req-9881a9cc-487e-4419-ab34-58dc506b8c9a tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "GET /v2.0/security-groups?id=16c81da4-10fc-44b5-9152-a0bd01145c9a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0611413
Dec 25 21:41:33.530332 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1668bd82-a63c-4b98-8ebc-fe8c68f61b1e req-6fcff44e-8f72-43d1-95d5-1454f326eec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:41:33.531769 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1668bd82-a63c-4b98-8ebc-fe8c68f61b1e req-6fcff44e-8f72-43d1-95d5-1454f326eec9 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=4ff29c23c5844f45826a02b6ae6b65e7&device_id=71c99c12-b0de-47ae-a758-1c01701a1fd7 HTTP/1.1" status: 200  len: 1096 time: 0.0489182
Dec 25 21:41:33.653017 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82400ae-f175-436d-b927-0bc724a9939d req-212a9fce-4031-4375-b547-4834fa619393 tempest-TestVolumeBackupRestore-1733305645 tempest-TestVolumeBackupRestore-1733305645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:41:33.654517 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d82400ae-f175-436d-b927-0bc724a9939d req-212a9fce-4031-4375-b547-4834fa619393 tempest-TestVolumeBackupRestore-1733305645 tempest-TestVolumeBackupRestore-1733305645-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a72df6d-c3ba-4267-a14b-70b16a7532b8 HTTP/1.1" status: 200  len: 945 time: 0.1084211
Dec 25 21:41:33.670382 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1668bd82-a63c-4b98-8ebc-fe8c68f61b1e req-fb880dd7-85ee-4047-b7e0-d5cb74c45f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:41:33.671803 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1668bd82-a63c-4b98-8ebc-fe8c68f61b1e req-fb880dd7-85ee-4047-b7e0-d5cb74c45f3f service neutron] 10.222.0.31 "GET /v2.0/networks?id=7c9a49d8-7827-4a91-972b-33a97efdb498 HTTP/1.1" status: 200  len: 897 time: 0.1334682
Dec 25 21:41:33.750306 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d82400ae-f175-436d-b927-0bc724a9939d req-78963ee8-e4af-4d8c-be74-69380104e119 tempest-TestVolumeBackupRestore-1733305645 tempest-TestVolumeBackupRestore-1733305645-project] 10.222.0.32 "GET /v2.0/security-groups?id=3bf0dfa8-117c-48d5-a4ab-9cac645355ae&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0883183
Dec 25 21:41:33.768800 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1668bd82-a63c-4b98-8ebc-fe8c68f61b1e req-15c54dac-5673-49ee-8970-4f5c1393a7cd service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c78610c0-9d20-414f-8d18-8f41eeb38c6d HTTP/1.1" status: 200  len: 1000 time: 0.0880499
Dec 25 21:41:33.870742 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1668bd82-a63c-4b98-8ebc-fe8c68f61b1e req-538b23d6-1fd2-48c1-8b06-214079db3ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:41:33.870742 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1668bd82-a63c-4b98-8ebc-fe8c68f61b1e req-538b23d6-1fd2-48c1-8b06-214079db3ee6 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=c3ad1fe0-b104-4aa3-826b-8d43acf85769 HTTP/1.1" status: 200  len: 834 time: 0.0486672
Dec 25 21:41:33.877738 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1668bd82-a63c-4b98-8ebc-fe8c68f61b1e req-0ce50ad6-2cec-4234-8fe5-d0623a17703f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:41:33.879293 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1668bd82-a63c-4b98-8ebc-fe8c68f61b1e req-0ce50ad6-2cec-4234-8fe5-d0623a17703f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7c9a49d8-7827-4a91-972b-33a97efdb498&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0466938
Dec 25 21:41:33.975511 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1668bd82-a63c-4b98-8ebc-fe8c68f61b1e req-675f332e-446c-472d-97fc-a676868ce204 service neutron] 10.222.0.31 "GET /v2.0/networks/7c9a49d8-7827-4a91-972b-33a97efdb498?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0843229
Dec 25 21:41:34.070068 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1668bd82-a63c-4b98-8ebc-fe8c68f61b1e req-df1752fa-d5de-42dc-bea5-d583c5d2bd9a service neutron] 10.222.0.31 "GET /v2.0/networks/7c9a49d8-7827-4a91-972b-33a97efdb498?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0873821
Dec 25 21:41:34.274875 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f6b8aec1-3704-4ec4-82bf-871f6de54f4d req-6b370758-7199-4770-961c-cdfd0e0e2a86 tempest-ServerShowV254Test-1041780322 tempest-ServerShowV254Test-1041780322-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ffb8f7d-e0da-45b5-a1e7-1cbaa54f478e HTTP/1.1" status: 200  len: 210 time: 0.0267437
Dec 25 21:41:34.437104 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:41:34.583509 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd63734-f9b4-4c33-88ee-ac0850613237 req-3ef6a4e0-9ff8-42b1-b489-1e06d416b2df tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:41:34.585956 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-6fd63734-f9b4-4c33-88ee-ac0850613237 req-3ef6a4e0-9ff8-42b1-b489-1e06d416b2df tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "GET /v2.0/ports?device_id=71c99c12-b0de-47ae-a758-1c01701a1fd7 HTTP/1.1" status: 200  len: 945 time: 0.0493464
Dec 25 21:41:34.637679 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-6fd63734-f9b4-4c33-88ee-ac0850613237 req-3570a3f1-340d-4f1e-a5d2-9e2f93de50f3 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "GET /v2.0/security-groups?id=16c81da4-10fc-44b5-9152-a0bd01145c9a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0450585
Dec 25 21:41:34.768695 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-b6ee7491-2ecc-40cd-b011-d74a33188e44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:41:34.890778 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef380a45-d237-4f7c-8b88-2911867bdb85 req-0aabcda7-29da-44b6-abc9-fd39f92e27ad tempest-TestVolumeBackupRestore-1733305645 tempest-TestVolumeBackupRestore-1733305645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:41:34.890778 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ef380a45-d237-4f7c-8b88-2911867bdb85 req-0aabcda7-29da-44b6-abc9-fd39f92e27ad tempest-TestVolumeBackupRestore-1733305645 tempest-TestVolumeBackupRestore-1733305645-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a72df6d-c3ba-4267-a14b-70b16a7532b8 HTTP/1.1" status: 200  len: 945 time: 0.0584922
Dec 25 21:41:34.941275 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ef380a45-d237-4f7c-8b88-2911867bdb85 req-24c6ac48-e5f5-4143-96c9-3d75228c4bd1 tempest-TestVolumeBackupRestore-1733305645 tempest-TestVolumeBackupRestore-1733305645-project] 10.222.0.32 "GET /v2.0/security-groups?id=3bf0dfa8-117c-48d5-a4ab-9cac645355ae&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0443211
Dec 25 21:41:35.055968 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362a98b3-55f6-4fc4-bbcd-26e492e2b132 req-4b0f169c-d7ed-4a43-9a3d-c68c6c328273 tempest-TestVolumeBackupRestore-1733305645 tempest-TestVolumeBackupRestore-1733305645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:41:35.060080 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-362a98b3-55f6-4fc4-bbcd-26e492e2b132 req-4b0f169c-d7ed-4a43-9a3d-c68c6c328273 tempest-TestVolumeBackupRestore-1733305645 tempest-TestVolumeBackupRestore-1733305645-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a72df6d-c3ba-4267-a14b-70b16a7532b8 HTTP/1.1" status: 200  len: 945 time: 0.0492413
Dec 25 21:41:35.109997 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-362a98b3-55f6-4fc4-bbcd-26e492e2b132 req-8a25048f-cd59-4a74-afb2-c547f8fc76a6 tempest-TestVolumeBackupRestore-1733305645 tempest-TestVolumeBackupRestore-1733305645-project] 10.222.0.32 "GET /v2.0/security-groups?id=3bf0dfa8-117c-48d5-a4ab-9cac645355ae&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425379
Dec 25 21:41:35.131920 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 38556) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:41:35.331752 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ab9032f-7e1d-433f-9551-38feb0496037 tempest-TestVolumeBackupRestore-1496153778 tempest-TestVolumeBackupRestore-1496153778-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:41:35.336468 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-1ab9032f-7e1d-433f-9551-38feb0496037 tempest-TestVolumeBackupRestore-1496153778 tempest-TestVolumeBackupRestore-1496153778-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=1a72df6d-c3ba-4267-a14b-70b16a7532b8 HTTP/1.1" status: 200  len: 1091 time: 0.2006204
Dec 25 21:41:35.336558 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 38564) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:41:35.341048 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-6e732dff-1fa1-43ec-ba57-995d50a1e5a7 tempest-TestVolumeBackupRestore-1733305645 tempest-TestVolumeBackupRestore-1733305645-project] Request body: {'floatingip': {'floating_network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'port_id': '2dfe2ec6-2451-4fcf-853a-381cdc5e4602', 'tenant_id': 'ca293d68b8cc44e6b641d477c9a3eb50', 'fixed_ip_address': '172.20.0.8'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:41:35.382935 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-02b2595a-6759-4f55-8fd7-de00673acecd req-4e921de3-18c7-4f05-b692-20f705c84ef3 tempest-ServerShowV254Test-1041780322 tempest-ServerShowV254Test-1041780322-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ffb8f7d-e0da-45b5-a1e7-1cbaa54f478e HTTP/1.1" status: 200  len: 210 time: 0.0249918
Dec 25 21:41:35.437482 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-6e732dff-1fa1-43ec-ba57-995d50a1e5a7 tempest-TestVolumeBackupRestore-1733305645 tempest-TestVolumeBackupRestore-1733305645-project] Publish callbacks [] for floatingip, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:41:35.555839 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-6e732dff-1fa1-43ec-ba57-995d50a1e5a7 tempest-TestVolumeBackupRestore-1733305645 tempest-TestVolumeBackupRestore-1733305645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:41:35.673851 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_common [None req-6e732dff-1fa1-43ec-ba57-995d50a1e5a7 tempest-TestVolumeBackupRestore-1733305645 tempest-TestVolumeBackupRestore-1733305645-project] Allocated IP 172.35.3.14 (7201e55c-7c5f-41aa-a042-a363696539d0/7a939e13-713f-45cf-bba7-1539635abe25/f96b48ff-295a-4e01-8f1e-b8b52814e541) {{(pid=121607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:41:35.760377 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c054746b-7ea7-4167-b23f-ad799e7ed03f req-665d4262-17c7-4948-8ddf-679801cf85ce tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:41:35.762126 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c054746b-7ea7-4167-b23f-ad799e7ed03f req-665d4262-17c7-4948-8ddf-679801cf85ce tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "GET /v2.0/ports?device_id=71c99c12-b0de-47ae-a758-1c01701a1fd7 HTTP/1.1" status: 200  len: 945 time: 0.0496187
Dec 25 21:41:35.780292 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-6e732dff-1fa1-43ec-ba57-995d50a1e5a7 tempest-TestVolumeBackupRestore-1733305645 tempest-TestVolumeBackupRestore-1733305645-project] Publish callbacks [] for port, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:41:35.818827 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c054746b-7ea7-4167-b23f-ad799e7ed03f req-0c26ab0f-3136-406a-a149-733559a77dca tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "GET /v2.0/security-groups?id=16c81da4-10fc-44b5-9152-a0bd01145c9a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0490375
Dec 25 21:41:35.924031 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-6e732dff-1fa1-43ec-ba57-995d50a1e5a7 tempest-TestVolumeBackupRestore-1733305645 tempest-TestVolumeBackupRestore-1733305645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:41:35.971923 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3dd8ef56-da8d-4352-9119-cb7908780d17 req-faaa008d-de97-4bf7-8317-7278579a63a8 tempest-ServerShowV254Test-1041780322 tempest-ServerShowV254Test-1041780322-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ffb8f7d-e0da-45b5-a1e7-1cbaa54f478e HTTP/1.1" status: 200  len: 210 time: 0.0365932
Dec 25 21:41:35.974162 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e732dff-1fa1-43ec-ba57-995d50a1e5a7 tempest-TestVolumeBackupRestore-1733305645 tempest-TestVolumeBackupRestore-1733305645-project] Network 7201e55c-7c5f-41aa-a042-a363696539d0 is already hosted by enough agents. {{(pid=121607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:41:35.977159 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-6e732dff-1fa1-43ec-ba57-995d50a1e5a7 tempest-TestVolumeBackupRestore-1733305645 tempest-TestVolumeBackupRestore-1733305645-project] Resources bound (agent type, host, resource id):  {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:41:35.980732 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e732dff-1fa1-43ec-ba57-995d50a1e5a7 tempest-TestVolumeBackupRestore-1733305645 tempest-TestVolumeBackupRestore-1733305645-project] Received port after_create {{(pid=121607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:41:36.003292 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1973b963-9aa1-40fe-8ee9-7d47e8042dee req-e211b9ed-5062-4930-9a3b-5c12c579b437 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f6f76d86ec8a49e0b47607f2cb121c0b&device_id=0ffb8f7d-e0da-45b5-a1e7-1cbaa54f478e HTTP/1.1" status: 200  len: 210 time: 0.0340693
Dec 25 21:41:36.005744 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e732dff-1fa1-43ec-ba57-995d50a1e5a7 tempest-TestVolumeBackupRestore-1733305645 tempest-TestVolumeBackupRestore-1733305645-project] Pushing event updated for resources: {'Port': ['ID=f96b48ff-295a-4e01-8f1e-b8b52814e541,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:41:36.019312 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e732dff-1fa1-43ec-ba57-995d50a1e5a7 tempest-TestVolumeBackupRestore-1733305645 tempest-TestVolumeBackupRestore-1733305645-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:41:36.019659 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e732dff-1fa1-43ec-ba57-995d50a1e5a7 tempest-TestVolumeBackupRestore-1733305645 tempest-TestVolumeBackupRestore-1733305645-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:41:36.020006 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e732dff-1fa1-43ec-ba57-995d50a1e5a7 tempest-TestVolumeBackupRestore-1733305645 tempest-TestVolumeBackupRestore-1733305645-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:41:36.020356 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e732dff-1fa1-43ec-ba57-995d50a1e5a7 tempest-TestVolumeBackupRestore-1733305645 tempest-TestVolumeBackupRestore-1733305645-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:41:36.020671 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e732dff-1fa1-43ec-ba57-995d50a1e5a7 tempest-TestVolumeBackupRestore-1733305645 tempest-TestVolumeBackupRestore-1733305645-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:41:36.021032 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e732dff-1fa1-43ec-ba57-995d50a1e5a7 tempest-TestVolumeBackupRestore-1733305645 tempest-TestVolumeBackupRestore-1733305645-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:41:36.021358 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e732dff-1fa1-43ec-ba57-995d50a1e5a7 tempest-TestVolumeBackupRestore-1733305645 tempest-TestVolumeBackupRestore-1733305645-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:41:36.021679 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e732dff-1fa1-43ec-ba57-995d50a1e5a7 tempest-TestVolumeBackupRestore-1733305645 tempest-TestVolumeBackupRestore-1733305645-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:41:36.022180 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e732dff-1fa1-43ec-ba57-995d50a1e5a7 tempest-TestVolumeBackupRestore-1733305645 tempest-TestVolumeBackupRestore-1733305645-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:41:36.022506 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e732dff-1fa1-43ec-ba57-995d50a1e5a7 tempest-TestVolumeBackupRestore-1733305645 tempest-TestVolumeBackupRestore-1733305645-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:41:36.022830 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e732dff-1fa1-43ec-ba57-995d50a1e5a7 tempest-TestVolumeBackupRestore-1733305645 tempest-TestVolumeBackupRestore-1733305645-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:41:36.023183 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e732dff-1fa1-43ec-ba57-995d50a1e5a7 tempest-TestVolumeBackupRestore-1733305645 tempest-TestVolumeBackupRestore-1733305645-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:41:36.023504 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e732dff-1fa1-43ec-ba57-995d50a1e5a7 tempest-TestVolumeBackupRestore-1733305645 tempest-TestVolumeBackupRestore-1733305645-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:41:36.393967 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1973b963-9aa1-40fe-8ee9-7d47e8042dee req-30d1d03d-f305-4ec0-a6e4-a743faf21d7b service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=f6f76d86ec8a49e0b47607f2cb121c0b&shared=False HTTP/1.1" status: 200  len: 213 time: 0.3822834
Dec 25 21:41:36.394529 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-6e732dff-1fa1-43ec-ba57-995d50a1e5a7 tempest-TestVolumeBackupRestore-1733305645 tempest-TestVolumeBackupRestore-1733305645-project] Publish callbacks [] for floatingip, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:41:36.486709 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1973b963-9aa1-40fe-8ee9-7d47e8042dee req-8f043038-23f6-4093-b796-7c1343441b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:41:36.488160 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1973b963-9aa1-40fe-8ee9-7d47e8042dee req-8f043038-23f6-4093-b796-7c1343441b36 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.0872722
Dec 25 21:41:36.538704 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-6e732dff-1fa1-43ec-ba57-995d50a1e5a7 tempest-TestVolumeBackupRestore-1733305645 tempest-TestVolumeBackupRestore-1733305645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:41:36.691775 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-6e732dff-1fa1-43ec-ba57-995d50a1e5a7 tempest-TestVolumeBackupRestore-1733305645 tempest-TestVolumeBackupRestore-1733305645-project] Publish callbacks [] for port, precommit_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:41:36.785907 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-6e732dff-1fa1-43ec-ba57-995d50a1e5a7 tempest-TestVolumeBackupRestore-1733305645 tempest-TestVolumeBackupRestore-1733305645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8632327'] for port, after_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:41:36.871607 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e732dff-1fa1-43ec-ba57-995d50a1e5a7 tempest-TestVolumeBackupRestore-1733305645 tempest-TestVolumeBackupRestore-1733305645-project] Pushing event updated for resources: {'Port': ['ID=f96b48ff-295a-4e01-8f1e-b8b52814e541,revision_number=2']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:41:36.879449 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-6e732dff-1fa1-43ec-ba57-995d50a1e5a7 tempest-TestVolumeBackupRestore-1733305645 tempest-TestVolumeBackupRestore-1733305645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2008639'] for floatingip, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:41:36.946332 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef9a145-4f9d-4e24-8669-92ec2f875c71 req-0a462b83-cf9d-44fc-a614-0d21d8b8fdfb tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:41:36.949179 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-aef9a145-4f9d-4e24-8669-92ec2f875c71 req-0a462b83-cf9d-44fc-a614-0d21d8b8fdfb tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "GET /v2.0/ports?device_id=71c99c12-b0de-47ae-a758-1c01701a1fd7 HTTP/1.1" status: 200  len: 945 time: 0.0550957
Dec 25 21:41:36.964854 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-1e9c3bce-2211-4763-8311-978ce7089d2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:41:36.991172 ncdv-master-1 neutron-server[121607]: INFO neutron.db.l3_db [None req-6e732dff-1fa1-43ec-ba57-995d50a1e5a7 tempest-TestVolumeBackupRestore-1733305645 tempest-TestVolumeBackupRestore-1733305645-project] Floating IP 969ca340-87fa-4a66-9d21-5f3a39e96362 associated. External IP: 172.35.3.14, port: 2dfe2ec6-2451-4fcf-853a-381cdc5e4602.
Dec 25 21:41:37.004611 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-aef9a145-4f9d-4e24-8669-92ec2f875c71 req-747be913-6183-479a-939b-85358421eadd tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "GET /v2.0/security-groups?id=16c81da4-10fc-44b5-9152-a0bd01145c9a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0487950
Dec 25 21:41:37.080451 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9237c7bd-ed42-4293-8d29-3a2b3138331d req-4bbf17a2-28f8-400d-b225-8c65a89c165b tempest-ServerShowV254Test-1041780322 tempest-ServerShowV254Test-1041780322-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ffb8f7d-e0da-45b5-a1e7-1cbaa54f478e HTTP/1.1" status: 200  len: 210 time: 0.0260282
Dec 25 21:41:37.206675 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e732dff-1fa1-43ec-ba57-995d50a1e5a7 tempest-TestVolumeBackupRestore-1733305645 tempest-TestVolumeBackupRestore-1733305645-project] Router 09745d53-d389-457b-9af7-8c7c46ceab4b has already been hosted by L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 {{(pid=121607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 25 21:41:37.629418 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e732dff-1fa1-43ec-ba57-995d50a1e5a7 tempest-TestVolumeBackupRestore-1733305645 tempest-TestVolumeBackupRestore-1733305645-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 21:41:37.639082 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1f56264-a6ba-448d-94ca-eacd24e672c8 None None] Sync routers for ids ['09745d53-d389-457b-9af7-8c7c46ceab4b'] in ncdv-master-1 {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 21:41:37.648682 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1f56264-a6ba-448d-94ca-eacd24e672c8 None None] Routers {'09745d53-d389-457b-9af7-8c7c46ceab4b'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:41:37.649511 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-e1f56264-a6ba-448d-94ca-eacd24e672c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f261881ce50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:41:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['09745d53-d389-457b-9af7-8c7c46ceab4b'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:41:37.680901 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1973b963-9aa1-40fe-8ee9-7d47e8042dee req-1c55fe24-8368-4c53-acfd-b2ac97839614 tempest-ServerShowV254Test-1041780322 tempest-ServerShowV254Test-1041780322-project] 10.222.0.37 "GET /v2.0/ports?device_id=0ffb8f7d-e0da-45b5-a1e7-1cbaa54f478e HTTP/1.1" status: 200  len: 210 time: 0.0257590
Dec 25 21:41:37.709118 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-6e732dff-1fa1-43ec-ba57-995d50a1e5a7 tempest-TestVolumeBackupRestore-1733305645 tempest-TestVolumeBackupRestore-1733305645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for floatingip, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:41:37.741983 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-6e732dff-1fa1-43ec-ba57-995d50a1e5a7 tempest-TestVolumeBackupRestore-1733305645 tempest-TestVolumeBackupRestore-1733305645-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 2.4042866
Dec 25 21:41:37.742598 ncdv-master-1 neutron-server[121607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a72df6d-c3ba-4267-a14b-70b16a7532b8', 'tag': '2dfe2ec6-2451-4fcf-853a-381cdc5e4602'}] {{(pid=121607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:41:37.745107 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f980bbcadfa7bf1e788024e1448be660373c21f97f015f780444e999c451203" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-845206fb-a9bc-474b-af11-2363089245bf" -d '{"events": [{"name": "network-changed", "server_uuid": "1a72df6d-c3ba-4267-a14b-70b16a7532b8", "tag": "2dfe2ec6-2451-4fcf-853a-381cdc5e4602"}]}' {{(pid=121607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:41:37.745665 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 38586) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:41:37.758281 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvr_db [None req-e1f56264-a6ba-448d-94ca-eacd24e672c8 None None] Set router 09745d53-d389-457b-9af7-8c7c46ceab4b gateway port host: ncdv-master-1 {{(pid=121609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:41:37.800732 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Dec 2021 21:41:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-955bb1b3-d892-4d5f-9488-950495180006 x-openstack-request-id: req-955bb1b3-d892-4d5f-9488-950495180006 {{(pid=121607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:41:37.801567 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a72df6d-c3ba-4267-a14b-70b16a7532b8", "tag": "2dfe2ec6-2451-4fcf-853a-381cdc5e4602", "status": "completed", "code": 200}]} {{(pid=121607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:41:37.801567 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-955bb1b3-d892-4d5f-9488-950495180006 {{(pid=121607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:41:37.801845 ncdv-master-1 neutron-server[121607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a72df6d-c3ba-4267-a14b-70b16a7532b8', 'tag': '2dfe2ec6-2451-4fcf-853a-381cdc5e4602', 'status': 'completed', 'code': 200}
Dec 25 21:41:37.803194 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44818bef-d6eb-4003-9a70-7fd0fad1be14 tempest-TestVolumeBackupRestore-1496153778 tempest-TestVolumeBackupRestore-1496153778-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:41:37.804746 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-44818bef-d6eb-4003-9a70-7fd0fad1be14 tempest-TestVolumeBackupRestore-1496153778 tempest-TestVolumeBackupRestore-1496153778-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=1a72df6d-c3ba-4267-a14b-70b16a7532b8 HTTP/1.1" status: 200  len: 1091 time: 0.0578358
Dec 25 21:41:37.808129 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 38590) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:41:37.812779 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-5f029ec5-37b2-4451-b910-4b2940909719 tempest-TestVolumeBackupRestore-1733305645 tempest-TestVolumeBackupRestore-1733305645-project] Request body: {'floatingip': {'port_id': '2dfe2ec6-2451-4fcf-853a-381cdc5e4602'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:41:37.872589 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5f029ec5-37b2-4451-b910-4b2940909719 tempest-TestVolumeBackupRestore-1733305645 tempest-TestVolumeBackupRestore-1733305645-project] Publish callbacks [] for floatingip, before_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:41:37.884648 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845206fb-a9bc-474b-af11-2363089245bf req-550d86d4-1b88-4909-ac11-7a61d961f327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:41:37.886158 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-845206fb-a9bc-474b-af11-2363089245bf req-550d86d4-1b88-4909-ac11-7a61d961f327 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ca293d68b8cc44e6b641d477c9a3eb50&device_id=1a72df6d-c3ba-4267-a14b-70b16a7532b8 HTTP/1.1" status: 200  len: 1096 time: 0.0600247
Dec 25 21:41:38.004896 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845206fb-a9bc-474b-af11-2363089245bf req-44e8b532-cf1e-4eca-b863-98851ea9eee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:41:38.006499 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-845206fb-a9bc-474b-af11-2363089245bf req-44e8b532-cf1e-4eca-b863-98851ea9eee0 service neutron] 10.222.0.31 "GET /v2.0/networks?id=1bb1be3e-1cca-429f-aa9f-4dd09951d5b0 HTTP/1.1" status: 200  len: 915 time: 0.1041949
Dec 25 21:41:38.024064 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-e1f56264-a6ba-448d-94ca-eacd24e672c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f261881ce50>, [{'id': '09745d53-d389-457b-9af7-8c7c46ceab4b', 'name': 'tempest-TestVolumeBackupRestore-2116477405-router', 'tenant_id': 'ca293d68b8cc44e6b641d477c9a3eb50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.219'}], 'enable_snat': True}, 'gw_port_id': 'af3c9707-bf45-41b4-ae27-439d0ec676a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:38:56Z', 'updated_at': '2021-12-25T21:39:00Z', 'revision_number': 4, 'project_id': 'ca293d68b8cc44e6b641d477c9a3eb50', 'gw_port': {'id': 'af3c9707-bf45-41b4-ae27-439d0ec676a2', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:82:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09745d53-d389-457b-9af7-8c7c46ceab4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3386, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:38:57Z', 'updated_at': '2021-12-25T21:39:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '969ca340-87fa-4a66-9d21-5f3a39e96362', 'tenant_id': 'ca293d68b8cc44e6b641d477c9a3eb50', 'floating_ip_address': '172.35.3.14', 'floating_network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'router_id': '09745d53-d389-457b-9af7-8c7c46ceab4b', 'port_id': '2dfe2ec6-2451-4fcf-853a-381cdc5e4602', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3487, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1bb1be3e-1cca-429f-aa9f-4dd09951d5b0', 'mac_address': 'fa:16:3e:ef:f0:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a72df6d-c3ba-4267-a14b-70b16a7532b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-25T21:41:36Z', 'updated_at': '2021-12-25T21:41:36Z', 'revision_number': 0, 'project_id': 'ca293d68b8cc44e6b641d477c9a3eb50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce5ae62b-004d-4f6b-b126-92c718c9b052', 'name': '', 'network_id': '1bb1be3e-1cca-429f-aa9f-4dd09951d5b0', 'tenant_id': 'ca293d68b8cc44e6b641d477c9a3eb50', 'mac_address': 'fa:16:3e:1e:d0:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09745d53-d389-457b-9af7-8c7c46ceab4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3389, 'fixed_ips': [{'subnet_id': '81401427-9f64-44a9-90df-9654e896b6af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:38:59Z', 'updated_at': '2021-12-25T21:39:04Z', 'revision_number': 5, 'project_id': 'ca293d68b8cc44e6b641d477c9a3eb50', 'subnets': [{'id': '81401427-9f64-44a9-90df-9654e896b6af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:41:38.055934 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1f56264-a6ba-448d-94ca-eacd24e672c8 None None] Checking router: 09745d53-d389-457b-9af7-8c7c46ceab4b for host: ncdv-master-1 {{(pid=121609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 25 21:41:38.076284 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1f56264-a6ba-448d-94ca-eacd24e672c8 None None] Routers {'09745d53-d389-457b-9af7-8c7c46ceab4b'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:41:38.076929 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-e1f56264-a6ba-448d-94ca-eacd24e672c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f261881ce50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:41:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['09745d53-d389-457b-9af7-8c7c46ceab4b'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:41:38.082790 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-845206fb-a9bc-474b-af11-2363089245bf req-9661ed5e-c3ac-4e8a-b0c9-d05b0f21ecea service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2dfe2ec6-2451-4fcf-853a-381cdc5e4602 HTTP/1.1" status: 200  len: 998 time: 0.0688424
Dec 25 21:41:38.172152 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845206fb-a9bc-474b-af11-2363089245bf req-537721e0-9d1f-41c5-b6aa-651cf26adc84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:41:38.174919 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-845206fb-a9bc-474b-af11-2363089245bf req-537721e0-9d1f-41c5-b6aa-651cf26adc84 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=81401427-9f64-44a9-90df-9654e896b6af HTTP/1.1" status: 200  len: 853 time: 0.0844126
Dec 25 21:41:38.188900 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655018f2-83af-4ef0-b6e4-9897cb788c2f req-2745357c-5122-4d92-9dae-09bb35bf55b4 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:41:38.190709 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-655018f2-83af-4ef0-b6e4-9897cb788c2f req-2745357c-5122-4d92-9dae-09bb35bf55b4 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "GET /v2.0/ports?device_id=71c99c12-b0de-47ae-a758-1c01701a1fd7 HTTP/1.1" status: 200  len: 945 time: 0.0924497
Dec 25 21:41:38.193823 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvr_db [None req-e1f56264-a6ba-448d-94ca-eacd24e672c8 None None] Set router 09745d53-d389-457b-9af7-8c7c46ceab4b gateway port host: ncdv-master-1 {{(pid=121609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:41:38.299454 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8492eae4-71cb-445d-8035-1928dcd09f9e req-08b1ebb9-99ee-4f28-b747-ad2fd2792faa tempest-ServerShowV254Test-1041780322 tempest-ServerShowV254Test-1041780322-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ffb8f7d-e0da-45b5-a1e7-1cbaa54f478e HTTP/1.1" status: 200  len: 210 time: 0.0440111
Dec 25 21:41:38.322030 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-655018f2-83af-4ef0-b6e4-9897cb788c2f req-99c2f4d6-6554-4f96-b56b-d7995ffd56c6 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "GET /v2.0/security-groups?id=16c81da4-10fc-44b5-9152-a0bd01145c9a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1161213
Dec 25 21:41:38.334103 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845206fb-a9bc-474b-af11-2363089245bf req-b231c862-96f7-4fc3-b1f7-c025b69537c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:41:38.335649 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-845206fb-a9bc-474b-af11-2363089245bf req-b231c862-96f7-4fc3-b1f7-c025b69537c2 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=1bb1be3e-1cca-429f-aa9f-4dd09951d5b0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1437883
Dec 25 21:41:38.443268 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:41:38.460652 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-845206fb-a9bc-474b-af11-2363089245bf req-bb12d7e0-0671-4b9b-a1c2-4d282a4c529c service neutron] 10.222.0.31 "GET /v2.0/networks/1bb1be3e-1cca-429f-aa9f-4dd09951d5b0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1121521
Dec 25 21:41:38.476094 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-e1f56264-a6ba-448d-94ca-eacd24e672c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f261881ce50>, [{'id': '09745d53-d389-457b-9af7-8c7c46ceab4b', 'name': 'tempest-TestVolumeBackupRestore-2116477405-router', 'tenant_id': 'ca293d68b8cc44e6b641d477c9a3eb50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.219'}], 'enable_snat': True}, 'gw_port_id': 'af3c9707-bf45-41b4-ae27-439d0ec676a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:38:56Z', 'updated_at': '2021-12-25T21:39:00Z', 'revision_number': 4, 'project_id': 'ca293d68b8cc44e6b641d477c9a3eb50', 'gw_port': {'id': 'af3c9707-bf45-41b4-ae27-439d0ec676a2', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:82:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09745d53-d389-457b-9af7-8c7c46ceab4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3386, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:38:57Z', 'updated_at': '2021-12-25T21:39:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '969ca340-87fa-4a66-9d21-5f3a39e96362', 'tenant_id': 'ca293d68b8cc44e6b641d477c9a3eb50', 'floating_ip_address': '172.35.3.14', 'floating_network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'router_id': '09745d53-d389-457b-9af7-8c7c46ceab4b', 'port_id': '2dfe2ec6-2451-4fcf-853a-381cdc5e4602', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3487, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1bb1be3e-1cca-429f-aa9f-4dd09951d5b0', 'mac_address': 'fa:16:3e:ef:f0:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a72df6d-c3ba-4267-a14b-70b16a7532b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-25T21:41:36Z', 'updated_at': '2021-12-25T21:41:36Z', 'revision_number': 0, 'project_id': 'ca293d68b8cc44e6b641d477c9a3eb50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce5ae62b-004d-4f6b-b126-92c718c9b052', 'name': '', 'network_id': '1bb1be3e-1cca-429f-aa9f-4dd09951d5b0', 'tenant_id': 'ca293d68b8cc44e6b641d477c9a3eb50', 'mac_address': 'fa:16:3e:1e:d0:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09745d53-d389-457b-9af7-8c7c46ceab4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3389, 'fixed_ips': [{'subnet_id': '81401427-9f64-44a9-90df-9654e896b6af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:38:59Z', 'updated_at': '2021-12-25T21:39:04Z', 'revision_number': 5, 'project_id': 'ca293d68b8cc44e6b641d477c9a3eb50', 'subnets': [{'id': '81401427-9f64-44a9-90df-9654e896b6af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:41:38.508366 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1f56264-a6ba-448d-94ca-eacd24e672c8 None None] The sync data for ids ['09745d53-d389-457b-9af7-8c7c46ceab4b'] in ncdv-master-1 is: [{'id': '09745d53-d389-457b-9af7-8c7c46ceab4b', 'name': 'tempest-TestVolumeBackupRestore-2116477405-router', 'tenant_id': 'ca293d68b8cc44e6b641d477c9a3eb50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.219'}], 'enable_snat': True}, 'gw_port_id': 'af3c9707-bf45-41b4-ae27-439d0ec676a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:38:56Z', 'updated_at': '2021-12-25T21:39:00Z', 'revision_number': 4, 'project_id': 'ca293d68b8cc44e6b641d477c9a3eb50', 'gw_port': {'id': 'af3c9707-bf45-41b4-ae27-439d0ec676a2', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:82:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09745d53-d389-457b-9af7-8c7c46ceab4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3386, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:38:57Z', 'updated_at': '2021-12-25T21:39:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '969ca340-87fa-4a66-9d21-5f3a39e96362', 'tenant_id': 'ca293d68b8cc44e6b641d477c9a3eb50', 'floating_ip_address': '172.35.3.14', 'floating_network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'router_id': '09745d53-d389-457b-9af7-8c7c46ceab4b', 'port_id': '2dfe2ec6-2451-4fcf-853a-381cdc5e4602', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3487, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1bb1be3e-1cca-429f-aa9f-4dd09951d5b0', 'mac_address': 'fa:16:3e:ef:f0:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a72df6d-c3ba-4267-a14b-70b16a7532b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-25T21:41:36Z', 'updated_at': '2021-12-25T21:41:36Z', 'revision_number': 0, 'project_id': 'ca293d68b8cc44e6b641d477c9a3eb50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce5ae62b-004d-4f6b-b126-92c718c9b052', 'name': '', 'network_id': '1bb1be3e-1cca-429f-aa9f-4dd09951d5b0', 'tenant_id': 'ca293d68b8cc44e6b641d477c9a3eb50', 'mac_address': 'fa:16:3e:1e:d0:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09745d53-d389-457b-9af7-8c7c46ceab4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3389, 'fixed_ips': [{'subnet_id': '81401427-9f64-44a9-90df-9654e896b6af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:38:59Z', 'updated_at': '2021-12-25T21:39:04Z', 'revision_number': 5, 'project_id': 'ca293d68b8cc44e6b641d477c9a3eb50', 'subnets': [{'id': '81401427-9f64-44a9-90df-9654e896b6af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 21:41:38.515382 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5f029ec5-37b2-4451-b910-4b2940909719 tempest-TestVolumeBackupRestore-1733305645 tempest-TestVolumeBackupRestore-1733305645-project] Publish callbacks [] for floatingip, precommit_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:41:38.560290 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3e945ecd-9380-47c2-aa0a-12ebe07e03e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:41:38.581386 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-845206fb-a9bc-474b-af11-2363089245bf req-a6a5ab52-bcbc-4b10-8711-b9678467f5f0 service neutron] 10.222.0.31 "GET /v2.0/networks/1bb1be3e-1cca-429f-aa9f-4dd09951d5b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1135907
Dec 25 21:41:38.592099 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5f029ec5-37b2-4451-b910-4b2940909719 tempest-TestVolumeBackupRestore-1733305645 tempest-TestVolumeBackupRestore-1733305645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2008639'] for floatingip, after_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:41:38.776443 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8949a766-65e4-4442-82d6-4e971305c42b None None] New status for floating IP 969ca340-87fa-4a66-9d21-5f3a39e96362: ACTIVE {{(pid=121608) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 25 21:41:38.827596 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f029ec5-37b2-4451-b910-4b2940909719 tempest-TestVolumeBackupRestore-1733305645 tempest-TestVolumeBackupRestore-1733305645-project] Router 09745d53-d389-457b-9af7-8c7c46ceab4b has already been hosted by L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 {{(pid=121607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 25 21:41:38.939399 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f029ec5-37b2-4451-b910-4b2940909719 tempest-TestVolumeBackupRestore-1733305645 tempest-TestVolumeBackupRestore-1733305645-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 21:41:38.944347 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5f029ec5-37b2-4451-b910-4b2940909719 tempest-TestVolumeBackupRestore-1733305645 tempest-TestVolumeBackupRestore-1733305645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for floatingip, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:41:39.006942 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-5f029ec5-37b2-4451-b910-4b2940909719 tempest-TestVolumeBackupRestore-1733305645 tempest-TestVolumeBackupRestore-1733305645-project] 10.222.0.32 "PUT /v2.0/floatingips/969ca340-87fa-4a66-9d21-5f3a39e96362 HTTP/1.1" status: 200  len: 990 time: 1.1979430
Dec 25 21:41:39.086925 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-984bb6e4-edfe-4a68-aeec-487d43af44c5 None None] Sync routers for ids ['09745d53-d389-457b-9af7-8c7c46ceab4b'] in ncdv-master-1 {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 21:41:39.096338 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-984bb6e4-edfe-4a68-aeec-487d43af44c5 None None] Routers {'09745d53-d389-457b-9af7-8c7c46ceab4b'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:41:39.096968 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-984bb6e4-edfe-4a68-aeec-487d43af44c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2618a8dbe0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:41:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['09745d53-d389-457b-9af7-8c7c46ceab4b'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:41:39.210042 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvr_db [None req-984bb6e4-edfe-4a68-aeec-487d43af44c5 None None] Set router 09745d53-d389-457b-9af7-8c7c46ceab4b gateway port host: ncdv-master-1 {{(pid=121609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:41:39.437405 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fe11ee-310e-45ff-883a-ad2c5d5f7b69 req-f9dac660-d8b4-422f-84be-b11e8ce88751 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:41:39.439429 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-68fe11ee-310e-45ff-883a-ad2c5d5f7b69 req-f9dac660-d8b4-422f-84be-b11e8ce88751 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "GET /v2.0/ports?device_id=71c99c12-b0de-47ae-a758-1c01701a1fd7 HTTP/1.1" status: 200  len: 945 time: 0.0516925
Dec 25 21:41:39.501263 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-68fe11ee-310e-45ff-883a-ad2c5d5f7b69 req-0040f7fb-88d1-4823-b732-0bc9916358d1 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "GET /v2.0/security-groups?id=16c81da4-10fc-44b5-9152-a0bd01145c9a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0550685
Dec 25 21:41:39.546256 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-15cb578f-7a63-4fd3-925d-83bad4c7b82a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:41:39.558079 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-984bb6e4-edfe-4a68-aeec-487d43af44c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2618a8dbe0>, [{'id': '09745d53-d389-457b-9af7-8c7c46ceab4b', 'name': 'tempest-TestVolumeBackupRestore-2116477405-router', 'tenant_id': 'ca293d68b8cc44e6b641d477c9a3eb50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.219'}], 'enable_snat': True}, 'gw_port_id': 'af3c9707-bf45-41b4-ae27-439d0ec676a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:38:56Z', 'updated_at': '2021-12-25T21:39:00Z', 'revision_number': 4, 'project_id': 'ca293d68b8cc44e6b641d477c9a3eb50', 'gw_port': {'id': 'af3c9707-bf45-41b4-ae27-439d0ec676a2', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:82:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09745d53-d389-457b-9af7-8c7c46ceab4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3386, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:38:57Z', 'updated_at': '2021-12-25T21:39:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '969ca340-87fa-4a66-9d21-5f3a39e96362', 'tenant_id': 'ca293d68b8cc44e6b641d477c9a3eb50', 'floating_ip_address': '172.35.3.14', 'floating_network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'router_id': '09745d53-d389-457b-9af7-8c7c46ceab4b', 'port_id': '2dfe2ec6-2451-4fcf-853a-381cdc5e4602', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3487, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1bb1be3e-1cca-429f-aa9f-4dd09951d5b0', 'mac_address': 'fa:16:3e:ef:f0:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a72df6d-c3ba-4267-a14b-70b16a7532b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-25T21:41:36Z', 'updated_at': '2021-12-25T21:41:38Z', 'revision_number': 2, 'project_id': 'ca293d68b8cc44e6b641d477c9a3eb50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce5ae62b-004d-4f6b-b126-92c718c9b052', 'name': '', 'network_id': '1bb1be3e-1cca-429f-aa9f-4dd09951d5b0', 'tenant_id': 'ca293d68b8cc44e6b641d477c9a3eb50', 'mac_address': 'fa:16:3e:1e:d0:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09745d53-d389-457b-9af7-8c7c46ceab4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3389, 'fixed_ips': [{'subnet_id': '81401427-9f64-44a9-90df-9654e896b6af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:38:59Z', 'updated_at': '2021-12-25T21:39:04Z', 'revision_number': 5, 'project_id': 'ca293d68b8cc44e6b641d477c9a3eb50', 'subnets': [{'id': '81401427-9f64-44a9-90df-9654e896b6af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:41:39.584561 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-984bb6e4-edfe-4a68-aeec-487d43af44c5 None None] Checking router: 09745d53-d389-457b-9af7-8c7c46ceab4b for host: ncdv-master-1 {{(pid=121609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 25 21:41:39.592669 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-984bb6e4-edfe-4a68-aeec-487d43af44c5 None None] Routers {'09745d53-d389-457b-9af7-8c7c46ceab4b'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:41:39.593306 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-984bb6e4-edfe-4a68-aeec-487d43af44c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2618a8dbe0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:41:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['09745d53-d389-457b-9af7-8c7c46ceab4b'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:41:39.697816 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvr_db [None req-984bb6e4-edfe-4a68-aeec-487d43af44c5 None None] Set router 09745d53-d389-457b-9af7-8c7c46ceab4b gateway port host: ncdv-master-1 {{(pid=121609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:41:39.803248 ncdv-master-1 neutron-server[121607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a72df6d-c3ba-4267-a14b-70b16a7532b8', 'tag': '2dfe2ec6-2451-4fcf-853a-381cdc5e4602'}, {'name': 'network-changed', 'server_uuid': '1a72df6d-c3ba-4267-a14b-70b16a7532b8', 'tag': '2dfe2ec6-2451-4fcf-853a-381cdc5e4602'}] {{(pid=121607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:41:39.805816 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f980bbcadfa7bf1e788024e1448be660373c21f97f015f780444e999c451203" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddb64415-7173-491f-bb76-04af9635c8ef" -d '{"events": [{"name": "network-changed", "server_uuid": "1a72df6d-c3ba-4267-a14b-70b16a7532b8", "tag": "2dfe2ec6-2451-4fcf-853a-381cdc5e4602"}, {"name": "network-changed", "server_uuid": "1a72df6d-c3ba-4267-a14b-70b16a7532b8", "tag": "2dfe2ec6-2451-4fcf-853a-381cdc5e4602"}]}' {{(pid=121607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:41:39.849833 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sat, 25 Dec 2021 21:41:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-715b3301-3540-4f47-99c2-71cbc1a7d98d x-openstack-request-id: req-715b3301-3540-4f47-99c2-71cbc1a7d98d {{(pid=121607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:41:39.850468 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a72df6d-c3ba-4267-a14b-70b16a7532b8", "tag": "2dfe2ec6-2451-4fcf-853a-381cdc5e4602", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "1a72df6d-c3ba-4267-a14b-70b16a7532b8", "tag": "2dfe2ec6-2451-4fcf-853a-381cdc5e4602", "status": "completed", "code": 200}]} {{(pid=121607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:41:39.850468 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-715b3301-3540-4f47-99c2-71cbc1a7d98d {{(pid=121607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:41:39.851034 ncdv-master-1 neutron-server[121607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a72df6d-c3ba-4267-a14b-70b16a7532b8', 'tag': '2dfe2ec6-2451-4fcf-853a-381cdc5e4602', 'status': 'completed', 'code': 200}
Dec 25 21:41:39.851377 ncdv-master-1 neutron-server[121607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a72df6d-c3ba-4267-a14b-70b16a7532b8', 'tag': '2dfe2ec6-2451-4fcf-853a-381cdc5e4602', 'status': 'completed', 'code': 200}
Dec 25 21:41:39.923229 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb64415-7173-491f-bb76-04af9635c8ef req-4368a2a4-913b-4b5e-8f00-2d5e48b9dcd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:41:39.924896 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ddb64415-7173-491f-bb76-04af9635c8ef req-4368a2a4-913b-4b5e-8f00-2d5e48b9dcd9 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ca293d68b8cc44e6b641d477c9a3eb50&device_id=1a72df6d-c3ba-4267-a14b-70b16a7532b8 HTTP/1.1" status: 200  len: 1096 time: 0.0493739
Dec 25 21:41:39.933663 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 38614) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:41:39.937705 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-984bb6e4-edfe-4a68-aeec-487d43af44c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2618a8dbe0>, [{'id': '09745d53-d389-457b-9af7-8c7c46ceab4b', 'name': 'tempest-TestVolumeBackupRestore-2116477405-router', 'tenant_id': 'ca293d68b8cc44e6b641d477c9a3eb50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.219'}], 'enable_snat': True}, 'gw_port_id': 'af3c9707-bf45-41b4-ae27-439d0ec676a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:38:56Z', 'updated_at': '2021-12-25T21:39:00Z', 'revision_number': 4, 'project_id': 'ca293d68b8cc44e6b641d477c9a3eb50', 'gw_port': {'id': 'af3c9707-bf45-41b4-ae27-439d0ec676a2', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:82:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09745d53-d389-457b-9af7-8c7c46ceab4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3386, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:38:57Z', 'updated_at': '2021-12-25T21:39:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '969ca340-87fa-4a66-9d21-5f3a39e96362', 'tenant_id': 'ca293d68b8cc44e6b641d477c9a3eb50', 'floating_ip_address': '172.35.3.14', 'floating_network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'router_id': '09745d53-d389-457b-9af7-8c7c46ceab4b', 'port_id': '2dfe2ec6-2451-4fcf-853a-381cdc5e4602', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3487, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1bb1be3e-1cca-429f-aa9f-4dd09951d5b0', 'mac_address': 'fa:16:3e:ef:f0:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a72df6d-c3ba-4267-a14b-70b16a7532b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-25T21:41:36Z', 'updated_at': '2021-12-25T21:41:38Z', 'revision_number': 2, 'project_id': 'ca293d68b8cc44e6b641d477c9a3eb50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce5ae62b-004d-4f6b-b126-92c718c9b052', 'name': '', 'network_id': '1bb1be3e-1cca-429f-aa9f-4dd09951d5b0', 'tenant_id': 'ca293d68b8cc44e6b641d477c9a3eb50', 'mac_address': 'fa:16:3e:1e:d0:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09745d53-d389-457b-9af7-8c7c46ceab4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3389, 'fixed_ips': [{'subnet_id': '81401427-9f64-44a9-90df-9654e896b6af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:38:59Z', 'updated_at': '2021-12-25T21:39:04Z', 'revision_number': 5, 'project_id': 'ca293d68b8cc44e6b641d477c9a3eb50', 'subnets': [{'id': '81401427-9f64-44a9-90df-9654e896b6af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:41:39.970491 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-984bb6e4-edfe-4a68-aeec-487d43af44c5 None None] The sync data for ids ['09745d53-d389-457b-9af7-8c7c46ceab4b'] in ncdv-master-1 is: [{'id': '09745d53-d389-457b-9af7-8c7c46ceab4b', 'name': 'tempest-TestVolumeBackupRestore-2116477405-router', 'tenant_id': 'ca293d68b8cc44e6b641d477c9a3eb50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.219'}], 'enable_snat': True}, 'gw_port_id': 'af3c9707-bf45-41b4-ae27-439d0ec676a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:38:56Z', 'updated_at': '2021-12-25T21:39:00Z', 'revision_number': 4, 'project_id': 'ca293d68b8cc44e6b641d477c9a3eb50', 'gw_port': {'id': 'af3c9707-bf45-41b4-ae27-439d0ec676a2', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:82:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09745d53-d389-457b-9af7-8c7c46ceab4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3386, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:38:57Z', 'updated_at': '2021-12-25T21:39:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '969ca340-87fa-4a66-9d21-5f3a39e96362', 'tenant_id': 'ca293d68b8cc44e6b641d477c9a3eb50', 'floating_ip_address': '172.35.3.14', 'floating_network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'router_id': '09745d53-d389-457b-9af7-8c7c46ceab4b', 'port_id': '2dfe2ec6-2451-4fcf-853a-381cdc5e4602', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3487, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1bb1be3e-1cca-429f-aa9f-4dd09951d5b0', 'mac_address': 'fa:16:3e:ef:f0:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a72df6d-c3ba-4267-a14b-70b16a7532b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-25T21:41:36Z', 'updated_at': '2021-12-25T21:41:38Z', 'revision_number': 2, 'project_id': 'ca293d68b8cc44e6b641d477c9a3eb50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce5ae62b-004d-4f6b-b126-92c718c9b052', 'name': '', 'network_id': '1bb1be3e-1cca-429f-aa9f-4dd09951d5b0', 'tenant_id': 'ca293d68b8cc44e6b641d477c9a3eb50', 'mac_address': 'fa:16:3e:1e:d0:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09745d53-d389-457b-9af7-8c7c46ceab4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3389, 'fixed_ips': [{'subnet_id': '81401427-9f64-44a9-90df-9654e896b6af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:38:59Z', 'updated_at': '2021-12-25T21:39:04Z', 'revision_number': 5, 'project_id': 'ca293d68b8cc44e6b641d477c9a3eb50', 'subnets': [{'id': '81401427-9f64-44a9-90df-9654e896b6af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 21:41:40.032643 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb64415-7173-491f-bb76-04af9635c8ef req-90f8f78e-5c63-458e-b84a-9408ef36314c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:41:40.034235 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ddb64415-7173-491f-bb76-04af9635c8ef req-90f8f78e-5c63-458e-b84a-9408ef36314c service neutron] 10.222.0.31 "GET /v2.0/networks?id=1bb1be3e-1cca-429f-aa9f-4dd09951d5b0 HTTP/1.1" status: 200  len: 915 time: 0.1005480
Dec 25 21:41:40.061460 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-87aaf7f5-2c3d-4b37-955f-9baa23cce6fb admin admin] Publish callbacks [] for security_group, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:41:40.113058 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ddb64415-7173-491f-bb76-04af9635c8ef req-e23b5c82-bd72-4eff-b9ea-62ba8d0a11da service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2dfe2ec6-2451-4fcf-853a-381cdc5e4602 HTTP/1.1" status: 200  len: 1000 time: 0.0715652
Dec 25 21:41:40.149835 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-87aaf7f5-2c3d-4b37-955f-9baa23cce6fb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:41:40.164639 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb64415-7173-491f-bb76-04af9635c8ef req-995168ba-0934-497a-a936-7d3ad4a4011a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:41:40.166209 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ddb64415-7173-491f-bb76-04af9635c8ef req-995168ba-0934-497a-a936-7d3ad4a4011a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=81401427-9f64-44a9-90df-9654e896b6af HTTP/1.1" status: 200  len: 853 time: 0.0457759
Dec 25 21:41:40.212603 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb64415-7173-491f-bb76-04af9635c8ef req-9b92ce94-f5b5-4f7b-9bbf-0182d54ec588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:41:40.214255 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ddb64415-7173-491f-bb76-04af9635c8ef req-9b92ce94-f5b5-4f7b-9bbf-0182d54ec588 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=1bb1be3e-1cca-429f-aa9f-4dd09951d5b0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0409415
Dec 25 21:41:40.235922 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-87aaf7f5-2c3d-4b37-955f-9baa23cce6fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:41:40.273267 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-87aaf7f5-2c3d-4b37-955f-9baa23cce6fb admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f6f76d86ec8a49e0b47607f2cb121c0b&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3359985
Dec 25 21:41:40.273267 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87aaf7f5-2c3d-4b37-955f-9baa23cce6fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15580d8e-f7b5-4dc3-886b-5f54275f0967,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:41:40.274243 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 38620) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:41:40.309825 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ddb64415-7173-491f-bb76-04af9635c8ef req-63272470-4729-49db-985a-28d15ade4f9b service neutron] 10.222.0.31 "GET /v2.0/networks/1bb1be3e-1cca-429f-aa9f-4dd09951d5b0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0885475
Dec 25 21:41:40.326399 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-04ed2165-01a4-4c9b-810c-42363e6a67f6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:41:40.348476 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-04ed2165-01a4-4c9b-810c-42363e6a67f6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:41:40.400693 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ddb64415-7173-491f-bb76-04af9635c8ef req-0774544e-1407-4020-abe3-3120a009a6ef service neutron] 10.222.0.31 "GET /v2.0/networks/1bb1be3e-1cca-429f-aa9f-4dd09951d5b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0842528
Dec 25 21:41:40.465897 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-04ed2165-01a4-4c9b-810c-42363e6a67f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:41:40.468697 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-04ed2165-01a4-4c9b-810c-42363e6a67f6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:41:40.470874 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-04ed2165-01a4-4c9b-810c-42363e6a67f6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/15580d8e-f7b5-4dc3-886b-5f54275f0967 HTTP/1.1" status: 204  len: 168 time: 0.1955342
Dec 25 21:41:40.479637 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ed2165-01a4-4c9b-810c-42363e6a67f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15580d8e-f7b5-4dc3-886b-5f54275f0967,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:41:40.497381 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb64415-7173-491f-bb76-04af9635c8ef req-db9f50dd-7277-4587-8a2a-c188f51b18d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:41:40.497381 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ddb64415-7173-491f-bb76-04af9635c8ef req-db9f50dd-7277-4587-8a2a-c188f51b18d4 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ca293d68b8cc44e6b641d477c9a3eb50&device_id=1a72df6d-c3ba-4267-a14b-70b16a7532b8 HTTP/1.1" status: 200  len: 1096 time: 0.0530415
Dec 25 21:41:40.658580 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb64415-7173-491f-bb76-04af9635c8ef req-ce8b3da7-75ce-41af-ae2f-34aa0ccfeeba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:41:40.660336 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ddb64415-7173-491f-bb76-04af9635c8ef req-ce8b3da7-75ce-41af-ae2f-34aa0ccfeeba service neutron] 10.222.0.31 "GET /v2.0/networks?id=1bb1be3e-1cca-429f-aa9f-4dd09951d5b0 HTTP/1.1" status: 200  len: 915 time: 0.1577704
Dec 25 21:41:40.669164 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe25395f-1956-4e94-94ce-550188419595 req-7934001a-4842-4d2d-b827-f462f8854cf2 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:41:40.671894 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-fe25395f-1956-4e94-94ce-550188419595 req-7934001a-4842-4d2d-b827-f462f8854cf2 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "GET /v2.0/ports?device_id=71c99c12-b0de-47ae-a758-1c01701a1fd7 HTTP/1.1" status: 200  len: 945 time: 0.0889289
Dec 25 21:41:40.770796 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ddb64415-7173-491f-bb76-04af9635c8ef req-ca5a20db-5fb0-4018-95bf-34b3912978fd service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2dfe2ec6-2451-4fcf-853a-381cdc5e4602 HTTP/1.1" status: 200  len: 1000 time: 0.0982678
Dec 25 21:41:40.774618 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-fe25395f-1956-4e94-94ce-550188419595 req-9949aaf7-2342-40a5-aac9-183e54d124ed tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "GET /v2.0/security-groups?id=16c81da4-10fc-44b5-9152-a0bd01145c9a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0954816
Dec 25 21:41:40.791817 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:41:40.829801 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb64415-7173-491f-bb76-04af9635c8ef req-f7a396ad-e660-49cf-ac0b-4db5c3fb5988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:41:40.831362 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ddb64415-7173-491f-bb76-04af9635c8ef req-f7a396ad-e660-49cf-ac0b-4db5c3fb5988 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=81401427-9f64-44a9-90df-9654e896b6af HTTP/1.1" status: 200  len: 853 time: 0.0483596
Dec 25 21:41:40.890101 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb64415-7173-491f-bb76-04af9635c8ef req-06e1128c-d47c-4f14-b307-e705708f37cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:41:40.892541 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ddb64415-7173-491f-bb76-04af9635c8ef req-06e1128c-d47c-4f14-b307-e705708f37cf service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=1bb1be3e-1cca-429f-aa9f-4dd09951d5b0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0542564
Dec 25 21:41:40.989269 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ddb64415-7173-491f-bb76-04af9635c8ef req-605e06b5-5ce4-47a6-b085-5aed78fc920d service neutron] 10.222.0.31 "GET /v2.0/networks/1bb1be3e-1cca-429f-aa9f-4dd09951d5b0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0897520
Dec 25 21:41:41.084835 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ddb64415-7173-491f-bb76-04af9635c8ef req-2c2ba6f1-a6e7-46e0-8415-eafe9e683e88 service neutron] 10.222.0.31 "GET /v2.0/networks/1bb1be3e-1cca-429f-aa9f-4dd09951d5b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0893028
Dec 25 21:41:41.895199 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98145a5c-a151-467e-8d71-5e052d8a0a4b req-54d00597-cacb-4e25-af31-e52b9c84758b tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:41:41.896734 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-98145a5c-a151-467e-8d71-5e052d8a0a4b req-54d00597-cacb-4e25-af31-e52b9c84758b tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "GET /v2.0/ports?device_id=71c99c12-b0de-47ae-a758-1c01701a1fd7 HTTP/1.1" status: 200  len: 945 time: 0.0507240
Dec 25 21:41:41.952662 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-98145a5c-a151-467e-8d71-5e052d8a0a4b req-00a697ea-5c66-4235-b5ec-d4446ffb3646 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "GET /v2.0/security-groups?id=16c81da4-10fc-44b5-9152-a0bd01145c9a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0496194
Dec 25 21:41:42.213317 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 38664) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:41:42.323404 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5593e97a-6198-4a5d-b23f-6de6f22019a6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:41:42.396779 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5593e97a-6198-4a5d-b23f-6de6f22019a6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:41:42.455181 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5593e97a-6198-4a5d-b23f-6de6f22019a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:41:42.493091 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-5593e97a-6198-4a5d-b23f-6de6f22019a6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f1cc2ab892ae40b99bc000a1b85a1fc9&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2786698
Dec 25 21:41:42.494057 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5593e97a-6198-4a5d-b23f-6de6f22019a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1169fecd-1376-42de-aaf2-48830415e942,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:41:42.495720 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 38670) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:41:42.545919 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-629e6f1c-3ef4-45e7-893a-38bb27982096 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:41:42.567362 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-629e6f1c-3ef4-45e7-893a-38bb27982096 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:41:42.711695 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-629e6f1c-3ef4-45e7-893a-38bb27982096 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:41:42.714351 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-629e6f1c-3ef4-45e7-893a-38bb27982096 admin admin] Publish callbacks [] for security_group, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:41:42.715608 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-629e6f1c-3ef4-45e7-893a-38bb27982096 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1169fecd-1376-42de-aaf2-48830415e942 HTTP/1.1" status: 204  len: 168 time: 0.2183228
Dec 25 21:41:42.723909 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629e6f1c-3ef4-45e7-893a-38bb27982096 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1169fecd-1376-42de-aaf2-48830415e942,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:41:42.731447 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629e6f1c-3ef4-45e7-893a-38bb27982096 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:41:42.731797 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629e6f1c-3ef4-45e7-893a-38bb27982096 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:41:42.732140 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629e6f1c-3ef4-45e7-893a-38bb27982096 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:41:42.732480 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629e6f1c-3ef4-45e7-893a-38bb27982096 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:41:42.732814 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629e6f1c-3ef4-45e7-893a-38bb27982096 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:41:42.736939 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629e6f1c-3ef4-45e7-893a-38bb27982096 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:41:42.736939 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629e6f1c-3ef4-45e7-893a-38bb27982096 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:41:42.736939 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629e6f1c-3ef4-45e7-893a-38bb27982096 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:41:42.736939 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629e6f1c-3ef4-45e7-893a-38bb27982096 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:41:42.736939 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629e6f1c-3ef4-45e7-893a-38bb27982096 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:41:42.736939 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629e6f1c-3ef4-45e7-893a-38bb27982096 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:41:42.736939 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629e6f1c-3ef4-45e7-893a-38bb27982096 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:41:42.736939 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629e6f1c-3ef4-45e7-893a-38bb27982096 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:41:43.076260 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2420ac09-208f-47b9-b701-e65feaae539e req-69e972f1-fdce-4e83-ae0f-f9e63f19e51f tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:41:43.077815 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2420ac09-208f-47b9-b701-e65feaae539e req-69e972f1-fdce-4e83-ae0f-f9e63f19e51f tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "GET /v2.0/ports?device_id=71c99c12-b0de-47ae-a758-1c01701a1fd7 HTTP/1.1" status: 200  len: 945 time: 0.0520725
Dec 25 21:41:43.131327 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2420ac09-208f-47b9-b701-e65feaae539e req-f5605b05-93ab-4e3c-a64c-44cb9b24a692 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "GET /v2.0/security-groups?id=16c81da4-10fc-44b5-9152-a0bd01145c9a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0474358
Dec 25 21:41:44.257281 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13812327-6646-4eff-982a-bf7328c0dfdf req-d224b368-3a2e-466f-88ca-38b402bb877f tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:41:44.258781 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-13812327-6646-4eff-982a-bf7328c0dfdf req-d224b368-3a2e-466f-88ca-38b402bb877f tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "GET /v2.0/ports?device_id=71c99c12-b0de-47ae-a758-1c01701a1fd7 HTTP/1.1" status: 200  len: 945 time: 0.0498352
Dec 25 21:41:44.279150 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 38716) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:41:44.312570 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-13812327-6646-4eff-982a-bf7328c0dfdf req-3209cce0-99df-41ef-b8f8-993ba77db33f tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "GET /v2.0/security-groups?id=16c81da4-10fc-44b5-9152-a0bd01145c9a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0474954
Dec 25 21:41:44.392410 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ce0f7ef0-607a-4539-9f72-834b74b336cb admin admin] Publish callbacks [] for security_group, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:41:44.472747 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ce0f7ef0-607a-4539-9f72-834b74b336cb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:41:44.522637 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ce0f7ef0-607a-4539-9f72-834b74b336cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:41:44.560469 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-ce0f7ef0-607a-4539-9f72-834b74b336cb admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=358e5031a75a47e0936cbb45c2bcba97&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2801759
Dec 25 21:41:44.561884 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 38720) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:41:44.566306 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0f7ef0-607a-4539-9f72-834b74b336cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2d4e0ca-18fa-4639-a51d-45e16d90f892,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:41:44.621744 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-f7405fcf-57f5-4f41-820e-55e264115d6e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:41:44.643974 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-f7405fcf-57f5-4f41-820e-55e264115d6e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:41:44.762592 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-f7405fcf-57f5-4f41-820e-55e264115d6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:41:44.766212 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-f7405fcf-57f5-4f41-820e-55e264115d6e admin admin] Publish callbacks [] for security_group, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:41:44.777894 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-f7405fcf-57f5-4f41-820e-55e264115d6e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e2d4e0ca-18fa-4639-a51d-45e16d90f892 HTTP/1.1" status: 204  len: 168 time: 0.2045333
Dec 25 21:41:44.777894 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7405fcf-57f5-4f41-820e-55e264115d6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2d4e0ca-18fa-4639-a51d-45e16d90f892,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:41:45.436124 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405ef59d-90bb-4b41-b091-d36284f470bf req-1fe4880b-5fb2-496c-a270-2a49e16ad65c tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:41:45.437774 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-405ef59d-90bb-4b41-b091-d36284f470bf req-1fe4880b-5fb2-496c-a270-2a49e16ad65c tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "GET /v2.0/ports?device_id=71c99c12-b0de-47ae-a758-1c01701a1fd7 HTTP/1.1" status: 200  len: 945 time: 0.0497656
Dec 25 21:41:45.489528 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-405ef59d-90bb-4b41-b091-d36284f470bf req-9dd5d692-6123-43ed-b229-da6e76e6931c tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "GET /v2.0/security-groups?id=16c81da4-10fc-44b5-9152-a0bd01145c9a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0452039
Dec 25 21:41:46.444471 ncdv-master-1 neutron-server[121606]: INFO neutron.api.v2.resource [req-1668bd82-a63c-4b98-8ebc-fe8c68f61b1e req-c49441a7-62b3-47a1-9c34-dbd6ff8e9f89 service neutron] show failed (client error): The resource could not be found.
Dec 25 21:41:46.445699 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1668bd82-a63c-4b98-8ebc-fe8c68f61b1e req-c49441a7-62b3-47a1-9c34-dbd6ff8e9f89 service neutron] 10.222.0.31 "GET /v2.0/ports/c78610c0-9d20-414f-8d18-8f41eeb38c6d/bindings/nch2-master-1 HTTP/1.1" status: 404  len: 380 time: 0.0617156
Dec 25 21:41:46.586301 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abb2643-eb4f-484b-9732-868979316588 req-086363b0-2ba1-4a73-bb4b-57a7a39130af tempest-VolumesSnapshotTestJSON-639273304 tempest-VolumesSnapshotTestJSON-639273304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:41:46.588142 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8abb2643-eb4f-484b-9732-868979316588 req-086363b0-2ba1-4a73-bb4b-57a7a39130af tempest-VolumesSnapshotTestJSON-639273304 tempest-VolumesSnapshotTestJSON-639273304-project] 10.222.0.32 "GET /v2.0/ports?device_id=af5d7b62-4aa9-4e2f-9421-86d6fe783711 HTTP/1.1" status: 200  len: 945 time: 0.0605533
Dec 25 21:41:46.670930 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e34a1a-8133-48ee-a3a5-439439d7ea91 req-1c1843d5-764a-40a6-9396-239a491380ff tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:41:46.672488 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-92e34a1a-8133-48ee-a3a5-439439d7ea91 req-1c1843d5-764a-40a6-9396-239a491380ff tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "GET /v2.0/ports?device_id=71c99c12-b0de-47ae-a758-1c01701a1fd7 HTTP/1.1" status: 200  len: 945 time: 0.0832775
Dec 25 21:41:46.676368 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8abb2643-eb4f-484b-9732-868979316588 req-23777973-296f-46c4-9458-1ac6b934be27 tempest-VolumesSnapshotTestJSON-639273304 tempest-VolumesSnapshotTestJSON-639273304-project] 10.222.0.32 "GET /v2.0/security-groups?id=99189dc7-38cd-4837-afea-f261ec834693&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0777283
Dec 25 21:41:46.730347 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-92e34a1a-8133-48ee-a3a5-439439d7ea91 req-2983c417-db60-42b7-a777-61270c712d25 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "GET /v2.0/security-groups?id=16c81da4-10fc-44b5-9152-a0bd01145c9a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0480685
Dec 25 21:41:47.050161 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1668bd82-a63c-4b98-8ebc-fe8c68f61b1e req-bacc5957-f5a8-408a-b253-d99df96464fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:41:47.051694 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1668bd82-a63c-4b98-8ebc-fe8c68f61b1e req-bacc5957-f5a8-408a-b253-d99df96464fd service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=71c99c12-b0de-47ae-a758-1c01701a1fd7&tenant_id=4ff29c23c5844f45826a02b6ae6b65e7 HTTP/1.1" status: 200  len: 1096 time: 0.0475898
Dec 25 21:41:47.064181 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-1668bd82-a63c-4b98-8ebc-fe8c68f61b1e req-edd69d5a-70d6-4145-8ff9-f8016cb819b9 service neutron] Request body: {'port': {'binding:host_id': 'nch2-master-1', 'device_owner': 'compute:nova'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:41:47.120291 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-1668bd82-a63c-4b98-8ebc-fe8c68f61b1e req-edd69d5a-70d6-4145-8ff9-f8016cb819b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:41:47.332411 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-1668bd82-a63c-4b98-8ebc-fe8c68f61b1e req-edd69d5a-70d6-4145-8ff9-f8016cb819b9 service neutron] For port c78610c0-9d20-414f-8d18-8f41eeb38c6d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c78610c0-9d20-414f-8d18-8f41eeb38c6d,segment=NetworkSegment(65da167e-c66c-4372-95ca-03d82075def9),segment_id=65da167e-c66c-4372-95ca-03d82075def9)] {{(pid=121606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:41:47.369892 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-1668bd82-a63c-4b98-8ebc-fe8c68f61b1e req-edd69d5a-70d6-4145-8ff9-f8016cb819b9 service neutron] For port c78610c0-9d20-414f-8d18-8f41eeb38c6d, host nch1-master-1, cleared binding levels {{(pid=121606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:41:47.411738 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71c99c12-b0de-47ae-a758-1c01701a1fd7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c78610c0-9d20-414f-8d18-8f41eeb38c6d'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:41:47.414908 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9858820c13ec2827453b94ebc4181065e990a4e4089ccb9fe762531ac62d2fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5179ca6f-a17c-49bf-b017-7fc9fb704302" -d '{"events": [{"server_uuid": "71c99c12-b0de-47ae-a758-1c01701a1fd7", "name": "network-vif-unplugged", "status": "completed", "tag": "c78610c0-9d20-414f-8d18-8f41eeb38c6d"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:41:47.421580 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-1668bd82-a63c-4b98-8ebc-fe8c68f61b1e req-edd69d5a-70d6-4145-8ff9-f8016cb819b9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:41:47.438880 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.provisioning_blocks [req-1668bd82-a63c-4b98-8ebc-fe8c68f61b1e req-edd69d5a-70d6-4145-8ff9-f8016cb819b9 service neutron] Transition to ACTIVE for port object c78610c0-9d20-414f-8d18-8f41eeb38c6d will not be triggered until provisioned by entity L2. {{(pid=121606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 25 21:41:47.466055 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 25 Dec 2021 21:41:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e99fa209-d38f-4a28-a054-a8adb1139e94 x-openstack-request-id: req-e99fa209-d38f-4a28-a054-a8adb1139e94 {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:41:47.466683 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71c99c12-b0de-47ae-a758-1c01701a1fd7", "name": "network-vif-unplugged", "status": "completed", "tag": "c78610c0-9d20-414f-8d18-8f41eeb38c6d", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:41:47.466683 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e99fa209-d38f-4a28-a054-a8adb1139e94 {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:41:47.467055 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71c99c12-b0de-47ae-a758-1c01701a1fd7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c78610c0-9d20-414f-8d18-8f41eeb38c6d', 'code': 200}
Dec 25 21:41:47.507519 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-1668bd82-a63c-4b98-8ebc-fe8c68f61b1e req-edd69d5a-70d6-4145-8ff9-f8016cb819b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:41:47.599601 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd69d5a-70d6-4145-8ff9-f8016cb819b9 service neutron] Pushing event updated for resources: {'Port': ['ID=c78610c0-9d20-414f-8d18-8f41eeb38c6d,revision_number=6']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:41:47.646572 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [req-1668bd82-a63c-4b98-8ebc-fe8c68f61b1e req-edd69d5a-70d6-4145-8ff9-f8016cb819b9 service neutron] No DVR routers for this DVR port c78610c0-9d20-414f-8d18-8f41eeb38c6d on host nch1-master-1 {{(pid=121606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:41:47.904761 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:41:47.904761 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:41:47.904761 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:41:47.904761 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:41:47.904761 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:41:47.904761 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:41:47.904761 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:41:47.904761 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:41:47.904761 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:41:47.904761 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:41:47.904761 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:41:47.904761 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:41:47.904761 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:41:47.904761 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:41:47.904761 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:41:47.904761 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:41:47.904761 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:41:47.904761 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:41:47.904761 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:41:47.904761 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:41:47.904761 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:41:47.904761 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:41:47.904761 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:41:47.904761 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:41:47.904761 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:41:47.904761 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:41:47.904761 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:41:47.904761 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:41:47.904761 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:41:47.904761 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:41:47.904761 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:41:47.904761 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:41:47.904761 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:41:47.904761 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:41:47.904761 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:41:47.904761 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:41:47.904761 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:41:47.904761 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:41:47.904761 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:41:47.904761 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:41:47.904761 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:41:47.904761 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:41:47.904761 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:41:47.904761 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:41:47.904761 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:41:47.904761 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:41:47.904761 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:41:47.904761 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:41:47.908121 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc41e9a6-7cf5-4807-9587-0e44bbad4933 req-9237f9b0-3e60-46aa-9905-a97ff9edb66d tempest-VolumesSnapshotTestJSON-639273304 tempest-VolumesSnapshotTestJSON-639273304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:41:47.908500 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-cc41e9a6-7cf5-4807-9587-0e44bbad4933 req-9237f9b0-3e60-46aa-9905-a97ff9edb66d tempest-VolumesSnapshotTestJSON-639273304 tempest-VolumesSnapshotTestJSON-639273304-project] 10.222.0.32 "GET /v2.0/ports?device_id=af5d7b62-4aa9-4e2f-9421-86d6fe783711 HTTP/1.1" status: 200  len: 945 time: 0.1576087
Dec 25 21:41:47.913740 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-1668bd82-a63c-4b98-8ebc-fe8c68f61b1e req-edd69d5a-70d6-4145-8ff9-f8016cb819b9 service neutron] Attempting to bind port c78610c0-9d20-414f-8d18-8f41eeb38c6d on host nch2-master-1 for vnic_type normal with profile  {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:41:47.914086 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-1668bd82-a63c-4b98-8ebc-fe8c68f61b1e req-edd69d5a-70d6-4145-8ff9-f8016cb819b9 service neutron] Attempting to bind port c78610c0-9d20-414f-8d18-8f41eeb38c6d by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '65da167e-c66c-4372-95ca-03d82075def9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '7c9a49d8-7827-4a91-972b-33a97efdb498'}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:41:47.914419 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1668bd82-a63c-4b98-8ebc-fe8c68f61b1e req-edd69d5a-70d6-4145-8ff9-f8016cb819b9 service neutron] Attempting to bind port c78610c0-9d20-414f-8d18-8f41eeb38c6d on network 7c9a49d8-7827-4a91-972b-33a97efdb498 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:41:47.929383 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1668bd82-a63c-4b98-8ebc-fe8c68f61b1e req-edd69d5a-70d6-4145-8ff9-f8016cb819b9 service neutron] Port c78610c0-9d20-414f-8d18-8f41eeb38c6d on network 7c9a49d8-7827-4a91-972b-33a97efdb498 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 25 21:41:47.929644 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1668bd82-a63c-4b98-8ebc-fe8c68f61b1e req-edd69d5a-70d6-4145-8ff9-f8016cb819b9 service neutron] Attempting to bind port c78610c0-9d20-414f-8d18-8f41eeb38c6d on network 7c9a49d8-7827-4a91-972b-33a97efdb498 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:41:47.956456 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6696ff76-8ae7-4b90-bcd4-59a35b0be029 req-4d0b5d8a-1a9c-4db2-a4c3-cf78a7d42854 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:41:47.958219 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-6696ff76-8ae7-4b90-bcd4-59a35b0be029 req-4d0b5d8a-1a9c-4db2-a4c3-cf78a7d42854 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "GET /v2.0/ports?device_id=71c99c12-b0de-47ae-a758-1c01701a1fd7 HTTP/1.1" status: 200  len: 943 time: 0.1076210
Dec 25 21:41:47.959118 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1668bd82-a63c-4b98-8ebc-fe8c68f61b1e req-edd69d5a-70d6-4145-8ff9-f8016cb819b9 service neutron] Checking agent: {'id': '0d9ae313-8f8d-40fa-8a9f-d098a25a9911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 21, 4, 38), 'started_at': datetime.datetime(2021, 12, 25, 21, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 41, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:41:47.959461 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1668bd82-a63c-4b98-8ebc-fe8c68f61b1e req-edd69d5a-70d6-4145-8ff9-f8016cb819b9 service neutron] Checking segment: {'id': '65da167e-c66c-4372-95ca-03d82075def9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '7c9a49d8-7827-4a91-972b-33a97efdb498'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:41:47.959904 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1668bd82-a63c-4b98-8ebc-fe8c68f61b1e req-edd69d5a-70d6-4145-8ff9-f8016cb819b9 service neutron] Bound using segment: {'id': '65da167e-c66c-4372-95ca-03d82075def9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '7c9a49d8-7827-4a91-972b-33a97efdb498'} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:41:47.960546 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-1668bd82-a63c-4b98-8ebc-fe8c68f61b1e req-edd69d5a-70d6-4145-8ff9-f8016cb819b9 service neutron] Bound port: c78610c0-9d20-414f-8d18-8f41eeb38c6d, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65da167e-c66c-4372-95ca-03d82075def9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '7c9a49d8-7827-4a91-972b-33a97efdb498'}}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:41:47.960746 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-1668bd82-a63c-4b98-8ebc-fe8c68f61b1e req-edd69d5a-70d6-4145-8ff9-f8016cb819b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:41:48.040667 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-cc41e9a6-7cf5-4807-9587-0e44bbad4933 req-d7233d80-7fee-4f8e-a869-43a69b8506a8 tempest-VolumesSnapshotTestJSON-639273304 tempest-VolumesSnapshotTestJSON-639273304-project] 10.222.0.32 "GET /v2.0/security-groups?id=99189dc7-38cd-4837-afea-f261ec834693&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1224144
Dec 25 21:41:48.126669 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-6696ff76-8ae7-4b90-bcd4-59a35b0be029 req-c6a9b221-1aa3-4828-946d-d0be76ec0e16 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "GET /v2.0/security-groups?id=16c81da4-10fc-44b5-9152-a0bd01145c9a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1609051
Dec 25 21:41:48.141433 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-1668bd82-a63c-4b98-8ebc-fe8c68f61b1e req-edd69d5a-70d6-4145-8ff9-f8016cb819b9 service neutron] For port c78610c0-9d20-414f-8d18-8f41eeb38c6d, host nch2-master-1, cleared binding levels {{(pid=121606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:41:48.152576 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-1668bd82-a63c-4b98-8ebc-fe8c68f61b1e req-edd69d5a-70d6-4145-8ff9-f8016cb819b9 service neutron] For port c78610c0-9d20-414f-8d18-8f41eeb38c6d, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c78610c0-9d20-414f-8d18-8f41eeb38c6d,segment=NetworkSegment(65da167e-c66c-4372-95ca-03d82075def9),segment_id=65da167e-c66c-4372-95ca-03d82075def9)] {{(pid=121606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:41:48.166396 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77059e88-1588-4f54-ada8-8139758dd6e9 req-9d29d9c4-2c46-4e22-a524-2eb956298817 tempest-VolumesSnapshotTestJSON-639273304 tempest-VolumesSnapshotTestJSON-639273304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:41:48.167904 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-77059e88-1588-4f54-ada8-8139758dd6e9 req-9d29d9c4-2c46-4e22-a524-2eb956298817 tempest-VolumesSnapshotTestJSON-639273304 tempest-VolumesSnapshotTestJSON-639273304-project] 10.222.0.37 "GET /v2.0/ports?device_id=af5d7b62-4aa9-4e2f-9421-86d6fe783711 HTTP/1.1" status: 200  len: 945 time: 0.0778167
Dec 25 21:41:48.238963 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-1668bd82-a63c-4b98-8ebc-fe8c68f61b1e req-edd69d5a-70d6-4145-8ff9-f8016cb819b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:41:48.285103 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1668bd82-a63c-4b98-8ebc-fe8c68f61b1e req-edd69d5a-70d6-4145-8ff9-f8016cb819b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:41:48.285721 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-1668bd82-a63c-4b98-8ebc-fe8c68f61b1e req-edd69d5a-70d6-4145-8ff9-f8016cb819b9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:41:48.287128 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1668bd82-a63c-4b98-8ebc-fe8c68f61b1e req-edd69d5a-70d6-4145-8ff9-f8016cb819b9 service neutron] 10.222.0.37 "PUT /v2.0/ports/c78610c0-9d20-414f-8d18-8f41eeb38c6d HTTP/1.1" status: 200  len: 1091 time: 1.2269981
Dec 25 21:41:48.329678 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd69d5a-70d6-4145-8ff9-f8016cb819b9 service neutron] Pushing event updated for resources: {'Port': ['ID=c78610c0-9d20-414f-8d18-8f41eeb38c6d,revision_number=7']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:41:48.358114 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [req-77059e88-1588-4f54-ada8-8139758dd6e9 req-9c4becc2-52d2-4b62-a6cd-fb8de4208e43 tempest-VolumesSnapshotTestJSON-639273304 tempest-VolumesSnapshotTestJSON-639273304-project] Deleting port 294d86ae-25e5-48a6-b97f-4ab051ca3e0a {{(pid=121606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:41:48.358544 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-77059e88-1588-4f54-ada8-8139758dd6e9 req-9c4becc2-52d2-4b62-a6cd-fb8de4208e43 tempest-VolumesSnapshotTestJSON-639273304 tempest-VolumesSnapshotTestJSON-639273304-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:41:48.415388 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1668bd82-a63c-4b98-8ebc-fe8c68f61b1e req-cc560436-1bc4-4c3d-90b9-1bbc9508edbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:41:48.417180 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1668bd82-a63c-4b98-8ebc-fe8c68f61b1e req-cc560436-1bc4-4c3d-90b9-1bbc9508edbd service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4ff29c23c5844f45826a02b6ae6b65e7&device_id=71c99c12-b0de-47ae-a758-1c01701a1fd7 HTTP/1.1" status: 200  len: 1094 time: 0.1005294
Dec 25 21:41:48.560070 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-77059e88-1588-4f54-ada8-8139758dd6e9 req-9c4becc2-52d2-4b62-a6cd-fb8de4208e43 tempest-VolumesSnapshotTestJSON-639273304 tempest-VolumesSnapshotTestJSON-639273304-project] For port 294d86ae-25e5-48a6-b97f-4ab051ca3e0a, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=294d86ae-25e5-48a6-b97f-4ab051ca3e0a,segment=NetworkSegment(3d25cd97-744c-4949-bb42-a710168ffeba),segment_id=3d25cd97-744c-4949-bb42-a710168ffeba)] {{(pid=121606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:41:48.560769 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-77059e88-1588-4f54-ada8-8139758dd6e9 req-9c4becc2-52d2-4b62-a6cd-fb8de4208e43 tempest-VolumesSnapshotTestJSON-639273304 tempest-VolumesSnapshotTestJSON-639273304-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:41:48.579756 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [req-77059e88-1588-4f54-ada8-8139758dd6e9 req-9c4becc2-52d2-4b62-a6cd-fb8de4208e43 tempest-VolumesSnapshotTestJSON-639273304 tempest-VolumesSnapshotTestJSON-639273304-project] Calling delete_port for 294d86ae-25e5-48a6-b97f-4ab051ca3e0a owned by compute:nova {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:41:48.604112 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1668bd82-a63c-4b98-8ebc-fe8c68f61b1e req-c59cfbd3-3382-4e2f-bb6d-4500af6e9ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:41:48.606279 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1668bd82-a63c-4b98-8ebc-fe8c68f61b1e req-c59cfbd3-3382-4e2f-bb6d-4500af6e9ec7 service neutron] 10.222.0.37 "GET /v2.0/networks?id=7c9a49d8-7827-4a91-972b-33a97efdb498 HTTP/1.1" status: 200  len: 897 time: 0.1816125
Dec 25 21:41:48.720205 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1668bd82-a63c-4b98-8ebc-fe8c68f61b1e req-b1a54cc0-5685-4606-b12e-9b975aea3fbb service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c78610c0-9d20-414f-8d18-8f41eeb38c6d HTTP/1.1" status: 200  len: 998 time: 0.0753808
Dec 25 21:41:48.795846 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1668bd82-a63c-4b98-8ebc-fe8c68f61b1e req-53ff53f8-371f-45ef-aed3-c887d2c1dd2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:41:48.797246 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1668bd82-a63c-4b98-8ebc-fe8c68f61b1e req-53ff53f8-371f-45ef-aed3-c887d2c1dd2d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c3ad1fe0-b104-4aa3-826b-8d43acf85769 HTTP/1.1" status: 200  len: 834 time: 0.0702136
Dec 25 21:41:48.855984 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1668bd82-a63c-4b98-8ebc-fe8c68f61b1e req-a848d29a-2694-48c0-96a9-0c584967683b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:41:48.857548 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1668bd82-a63c-4b98-8ebc-fe8c68f61b1e req-a848d29a-2694-48c0-96a9-0c584967683b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7c9a49d8-7827-4a91-972b-33a97efdb498&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0529501
Dec 25 21:41:48.943433 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-77059e88-1588-4f54-ada8-8139758dd6e9 req-9c4becc2-52d2-4b62-a6cd-fb8de4208e43 tempest-VolumesSnapshotTestJSON-639273304 tempest-VolumesSnapshotTestJSON-639273304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:41:48.956283 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] get_ports_and_sgs() called for port_ids ['294d86ae-25e5-48a6-b97f-4ab051ca3e0a'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:41:48.988900 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1668bd82-a63c-4b98-8ebc-fe8c68f61b1e req-58691fc0-8ae8-408a-ba2a-6f594ddf72ab service neutron] 10.222.0.37 "GET /v2.0/networks/7c9a49d8-7827-4a91-972b-33a97efdb498?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1238339
Dec 25 21:41:48.991421 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4becc2-52d2-4b62-a6cd-fb8de4208e43 tempest-VolumesSnapshotTestJSON-639273304 tempest-VolumesSnapshotTestJSON-639273304-project] Pushing event deleted for resources: {'Port': ['ID=294d86ae-25e5-48a6-b97f-4ab051ca3e0a,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:41:49.059919 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [req-77059e88-1588-4f54-ada8-8139758dd6e9 req-9c4becc2-52d2-4b62-a6cd-fb8de4208e43 tempest-VolumesSnapshotTestJSON-639273304 tempest-VolumesSnapshotTestJSON-639273304-project] No DVR routers for this DVR port 294d86ae-25e5-48a6-b97f-4ab051ca3e0a on host nch2-master-1 {{(pid=121606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:41:49.063557 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-77059e88-1588-4f54-ada8-8139758dd6e9 req-9c4becc2-52d2-4b62-a6cd-fb8de4208e43 tempest-VolumesSnapshotTestJSON-639273304 tempest-VolumesSnapshotTestJSON-639273304-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:41:49.067111 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-77059e88-1588-4f54-ada8-8139758dd6e9 req-9c4becc2-52d2-4b62-a6cd-fb8de4208e43 tempest-VolumesSnapshotTestJSON-639273304 tempest-VolumesSnapshotTestJSON-639273304-project] 10.222.0.37 "DELETE /v2.0/ports/294d86ae-25e5-48a6-b97f-4ab051ca3e0a HTTP/1.1" status: 204  len: 173 time: 0.8934295
Dec 25 21:41:49.134890 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1668bd82-a63c-4b98-8ebc-fe8c68f61b1e req-fd44309f-9213-4f88-bb70-0401a78faec7 service neutron] 10.222.0.37 "GET /v2.0/networks/7c9a49d8-7827-4a91-972b-33a97efdb498?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1394517
Dec 25 21:41:49.164138 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-6f1f27f0-4551-4337-8070-1b4241185c6c req-3fa36327-9f1e-48e2-abf8-b2479dd1df27 tempest-VolumesSnapshotTestJSON-639273304 tempest-VolumesSnapshotTestJSON-639273304-project] 10.222.0.32 "GET /v2.0/ports?device_id=af5d7b62-4aa9-4e2f-9421-86d6fe783711 HTTP/1.1" status: 200  len: 210 time: 0.0316956
Dec 25 21:41:49.259221 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4971362b-b3ef-4f67-aead-7b659ceb9e3e req-b978ada7-118c-4551-aca9-007d96db585a tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:41:49.260745 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4971362b-b3ef-4f67-aead-7b659ceb9e3e req-b978ada7-118c-4551-aca9-007d96db585a tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "GET /v2.0/ports?device_id=71c99c12-b0de-47ae-a758-1c01701a1fd7 HTTP/1.1" status: 200  len: 943 time: 0.0518036
Dec 25 21:41:49.317311 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4971362b-b3ef-4f67-aead-7b659ceb9e3e req-24360d8d-0487-4df6-b3d6-07a7c796295d tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "GET /v2.0/security-groups?id=16c81da4-10fc-44b5-9152-a0bd01145c9a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0497131
Dec 25 21:41:49.468421 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71c99c12-b0de-47ae-a758-1c01701a1fd7', 'tag': 'c78610c0-9d20-414f-8d18-8f41eeb38c6d'}, {'server_uuid': 'af5d7b62-4aa9-4e2f-9421-86d6fe783711', 'name': 'network-vif-deleted', 'tag': '294d86ae-25e5-48a6-b97f-4ab051ca3e0a'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:41:49.471027 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9858820c13ec2827453b94ebc4181065e990a4e4089ccb9fe762531ac62d2fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41e42db0-f66d-464b-a170-e04d436487b5" -d '{"events": [{"name": "network-changed", "server_uuid": "71c99c12-b0de-47ae-a758-1c01701a1fd7", "tag": "c78610c0-9d20-414f-8d18-8f41eeb38c6d"}, {"server_uuid": "af5d7b62-4aa9-4e2f-9421-86d6fe783711", "name": "network-vif-deleted", "tag": "294d86ae-25e5-48a6-b97f-4ab051ca3e0a"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:41:49.537748 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sat, 25 Dec 2021 21:41:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b40d506e-f611-4329-950f-263c823f0c66 x-openstack-request-id: req-b40d506e-f611-4329-950f-263c823f0c66 {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:41:49.538174 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71c99c12-b0de-47ae-a758-1c01701a1fd7", "tag": "c78610c0-9d20-414f-8d18-8f41eeb38c6d", "status": "completed", "code": 200}, {"server_uuid": "af5d7b62-4aa9-4e2f-9421-86d6fe783711", "name": "network-vif-deleted", "tag": "294d86ae-25e5-48a6-b97f-4ab051ca3e0a", "status": "completed", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:41:49.538525 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b40d506e-f611-4329-950f-263c823f0c66 {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:41:49.539019 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71c99c12-b0de-47ae-a758-1c01701a1fd7', 'tag': 'c78610c0-9d20-414f-8d18-8f41eeb38c6d', 'status': 'completed', 'code': 200}
Dec 25 21:41:49.539372 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af5d7b62-4aa9-4e2f-9421-86d6fe783711', 'name': 'network-vif-deleted', 'tag': '294d86ae-25e5-48a6-b97f-4ab051ca3e0a', 'status': 'completed', 'code': 200}
Dec 25 21:41:49.598103 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 38842) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:41:49.632306 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e42db0-f66d-464b-a170-e04d436487b5 req-7fdcce9d-3f35-4c12-a4a6-a4c744ab7d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:41:49.634040 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-41e42db0-f66d-464b-a170-e04d436487b5 req-7fdcce9d-3f35-4c12-a4a6-a4c744ab7d95 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=4ff29c23c5844f45826a02b6ae6b65e7&device_id=71c99c12-b0de-47ae-a758-1c01701a1fd7 HTTP/1.1" status: 200  len: 1094 time: 0.0800989
Dec 25 21:41:49.646234 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e42db0-f66d-464b-a170-e04d436487b5 req-567c8c05-0779-4521-b6c7-061e88ffb5ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:41:49.647656 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-41e42db0-f66d-464b-a170-e04d436487b5 req-567c8c05-0779-4521-b6c7-061e88ffb5ac service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4ff29c23c5844f45826a02b6ae6b65e7&device_id=71c99c12-b0de-47ae-a758-1c01701a1fd7 HTTP/1.1" status: 200  len: 1094 time: 0.0657539
Dec 25 21:41:49.737075 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b5a27c32-1caf-4f55-bdc3-df9b9b3c7e76 admin admin] Publish callbacks [] for security_group, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:41:49.798013 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e42db0-f66d-464b-a170-e04d436487b5 req-a1fb7570-09ae-45c6-9a88-8cde1f10ccfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:41:49.799524 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-41e42db0-f66d-464b-a170-e04d436487b5 req-a1fb7570-09ae-45c6-9a88-8cde1f10ccfa service neutron] 10.222.0.31 "GET /v2.0/networks?id=7c9a49d8-7827-4a91-972b-33a97efdb498 HTTP/1.1" status: 200  len: 897 time: 0.1560998
Dec 25 21:41:49.815578 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b5a27c32-1caf-4f55-bdc3-df9b9b3c7e76 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:41:49.816331 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e42db0-f66d-464b-a170-e04d436487b5 req-c4c40147-583a-4fc6-87bf-9755536e55e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:41:49.817763 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-41e42db0-f66d-464b-a170-e04d436487b5 req-c4c40147-583a-4fc6-87bf-9755536e55e8 service neutron] 10.222.0.37 "GET /v2.0/networks?id=7c9a49d8-7827-4a91-972b-33a97efdb498 HTTP/1.1" status: 200  len: 897 time: 0.1527629
Dec 25 21:41:49.911755 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b5a27c32-1caf-4f55-bdc3-df9b9b3c7e76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:41:49.916800 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-41e42db0-f66d-464b-a170-e04d436487b5 req-e8bb1af2-5da4-4d4c-9bbe-e006492e85e7 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c78610c0-9d20-414f-8d18-8f41eeb38c6d HTTP/1.1" status: 200  len: 998 time: 0.1082995
Dec 25 21:41:49.932276 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-41e42db0-f66d-464b-a170-e04d436487b5 req-151ba926-86c1-4ecb-ad25-365e29b8e7a3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c78610c0-9d20-414f-8d18-8f41eeb38c6d HTTP/1.1" status: 200  len: 998 time: 0.0873213
Dec 25 21:41:49.952684 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-b5a27c32-1caf-4f55-bdc3-df9b9b3c7e76 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=caa3228fa0624e31aeba1d31e271320e&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3527672
Dec 25 21:41:49.953672 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a27c32-1caf-4f55-bdc3-df9b9b3c7e76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=302c9994-477f-4503-b966-fa034260ad8e,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:41:49.956627 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 38846) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:41:50.001559 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e42db0-f66d-464b-a170-e04d436487b5 req-bae22e33-bc81-4c63-9eb5-eabf137e4e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:41:50.003613 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-41e42db0-f66d-464b-a170-e04d436487b5 req-bae22e33-bc81-4c63-9eb5-eabf137e4e22 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=c3ad1fe0-b104-4aa3-826b-8d43acf85769 HTTP/1.1" status: 200  len: 834 time: 0.0797884
Dec 25 21:41:50.007142 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e42db0-f66d-464b-a170-e04d436487b5 req-fa238c5c-d0de-41e9-9bb6-227868249199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:41:50.008608 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-41e42db0-f66d-464b-a170-e04d436487b5 req-fa238c5c-d0de-41e9-9bb6-227868249199 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c3ad1fe0-b104-4aa3-826b-8d43acf85769 HTTP/1.1" status: 200  len: 834 time: 0.0574949
Dec 25 21:41:50.013927 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a7469203-cd82-40c7-b3b5-6f8cb819453c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:41:50.038690 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a7469203-cd82-40c7-b3b5-6f8cb819453c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:41:50.085363 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e42db0-f66d-464b-a170-e04d436487b5 req-eb12315b-5203-4302-93a5-a146452581fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:41:50.086953 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-41e42db0-f66d-464b-a170-e04d436487b5 req-eb12315b-5203-4302-93a5-a146452581fd service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7c9a49d8-7827-4a91-972b-33a97efdb498&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0761533
Dec 25 21:41:50.089598 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e42db0-f66d-464b-a170-e04d436487b5 req-5fc36ea6-10d5-416b-b1c5-639071ba800f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:41:50.090988 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-41e42db0-f66d-464b-a170-e04d436487b5 req-5fc36ea6-10d5-416b-b1c5-639071ba800f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7c9a49d8-7827-4a91-972b-33a97efdb498&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0698097
Dec 25 21:41:50.142032 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a7469203-cd82-40c7-b3b5-6f8cb819453c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:41:50.145310 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a7469203-cd82-40c7-b3b5-6f8cb819453c admin admin] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:41:50.148936 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-a7469203-cd82-40c7-b3b5-6f8cb819453c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/302c9994-477f-4503-b966-fa034260ad8e HTTP/1.1" status: 204  len: 168 time: 0.1889672
Dec 25 21:41:50.156257 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7469203-cd82-40c7-b3b5-6f8cb819453c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=302c9994-477f-4503-b966-fa034260ad8e,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:41:50.617601 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-41e42db0-f66d-464b-a170-e04d436487b5 req-76550273-bd2b-4836-bfd3-f2f42d808e22 service neutron] 10.222.0.31 "GET /v2.0/networks/7c9a49d8-7827-4a91-972b-33a97efdb498?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5228734
Dec 25 21:41:50.621295 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-41e42db0-f66d-464b-a170-e04d436487b5 req-5dbcdb99-de1f-4022-9de2-25b00475a728 service neutron] 10.222.0.37 "GET /v2.0/networks/7c9a49d8-7827-4a91-972b-33a97efdb498?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5197384
Dec 25 21:41:50.643404 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea61937-f512-472c-b4de-0b73b65501d2 req-ce15bdd8-9b0b-496f-9625-ea2420579f0f tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:41:50.644763 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3ea61937-f512-472c-b4de-0b73b65501d2 req-ce15bdd8-9b0b-496f-9625-ea2420579f0f tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "GET /v2.0/ports?device_id=71c99c12-b0de-47ae-a758-1c01701a1fd7 HTTP/1.1" status: 200  len: 943 time: 0.1247747
Dec 25 21:41:50.811357 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3ea61937-f512-472c-b4de-0b73b65501d2 req-bcb1d1ab-4429-4581-870d-aa0ec7d3f9dc tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "GET /v2.0/security-groups?id=16c81da4-10fc-44b5-9152-a0bd01145c9a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1474981
Dec 25 21:41:50.831274 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-41e42db0-f66d-464b-a170-e04d436487b5 req-8cfb34a5-781b-449d-8167-36712571ef40 service neutron] 10.222.0.37 "GET /v2.0/networks/7c9a49d8-7827-4a91-972b-33a97efdb498?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1971958
Dec 25 21:41:50.835048 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-41e42db0-f66d-464b-a170-e04d436487b5 req-40462884-5284-4680-9072-70d9e2e30807 service neutron] 10.222.0.31 "GET /v2.0/networks/7c9a49d8-7827-4a91-972b-33a97efdb498?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2091637
Dec 25 21:41:50.924466 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 38864) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:41:50.938643 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-ec37f128-e0ac-4f33-b7dc-4013c25df7ee admin admin] Publish callbacks [] for security_group, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:41:51.014832 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-ec37f128-e0ac-4f33-b7dc-4013c25df7ee admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:41:51.083407 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-ec37f128-e0ac-4f33-b7dc-4013c25df7ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:41:51.119865 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec37f128-e0ac-4f33-b7dc-4013c25df7ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8b45fda-e8aa-4802-8f12-d9b1e8a5727f,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:41:51.124919 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-ec37f128-e0ac-4f33-b7dc-4013c25df7ee admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c1eb3dbd9df4417b8e69a96f17352e12&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1986387
Dec 25 21:41:51.126827 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 38866) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:41:51.179575 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-1087c805-4550-4bce-979e-d27a494b9bfe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:41:51.206854 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-1087c805-4550-4bce-979e-d27a494b9bfe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:41:51.368692 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-1087c805-4550-4bce-979e-d27a494b9bfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:41:51.371365 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-1087c805-4550-4bce-979e-d27a494b9bfe admin admin] Publish callbacks [] for security_group, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:41:51.372721 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-1087c805-4550-4bce-979e-d27a494b9bfe admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e8b45fda-e8aa-4802-8f12-d9b1e8a5727f HTTP/1.1" status: 204  len: 168 time: 0.2446015
Dec 25 21:41:51.381240 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1087c805-4550-4bce-979e-d27a494b9bfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8b45fda-e8aa-4802-8f12-d9b1e8a5727f,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:41:51.615481 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device c78610c0-9d20-414f-8d18-8f41eeb38c6d no longer exists at agent hyperv_nch1-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:41:51.657820 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] The host nch1-master-1 is not matching for port c78610c0-9d20-414f-8d18-8f41eeb38c6d host nch2-master-1! {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}}
Dec 25 21:41:51.658223 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device c78610c0-9d20-414f-8d18-8f41eeb38c6d not bound to the agent host nch1-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:41:51.958779 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25af01c6-234c-4bdf-8d0c-7c9f24281d23 req-d42032d4-e5fd-4bce-ba20-13b072cf46b3 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:41:51.960287 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-25af01c6-234c-4bdf-8d0c-7c9f24281d23 req-d42032d4-e5fd-4bce-ba20-13b072cf46b3 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "GET /v2.0/ports?device_id=71c99c12-b0de-47ae-a758-1c01701a1fd7 HTTP/1.1" status: 200  len: 943 time: 0.0500822
Dec 25 21:41:52.015363 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-25af01c6-234c-4bdf-8d0c-7c9f24281d23 req-c0165033-16b8-4e23-b496-e1a07b71787e tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "GET /v2.0/security-groups?id=16c81da4-10fc-44b5-9152-a0bd01145c9a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0490680
Dec 25 21:41:52.499776 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e050edc-b0d9-4c87-8473-7e0e0e419102 req-03de4749-8c19-4c43-8089-d0d96fb3e372 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:41:52.501618 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5e050edc-b0d9-4c87-8473-7e0e0e419102 req-03de4749-8c19-4c43-8089-d0d96fb3e372 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "GET /v2.0/ports?device_id=71c99c12-b0de-47ae-a758-1c01701a1fd7 HTTP/1.1" status: 200  len: 943 time: 0.0624635
Dec 25 21:41:52.569566 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5e050edc-b0d9-4c87-8473-7e0e0e419102 req-303d0398-18f9-411d-b352-66178b943c04 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "GET /v2.0/security-groups?id=16c81da4-10fc-44b5-9152-a0bd01145c9a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0595500
Dec 25 21:41:52.615145 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18838b76-f39e-4e57-a05d-251a5c8872cb req-f38bb7f6-903f-42e2-a25b-9cee8021e158 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:41:52.616607 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-18838b76-f39e-4e57-a05d-251a5c8872cb req-f38bb7f6-903f-42e2-a25b-9cee8021e158 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.37 "GET /v2.0/ports?device_id=71c99c12-b0de-47ae-a758-1c01701a1fd7&tenant_id=4ff29c23c5844f45826a02b6ae6b65e7&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 943 time: 0.0650556
Dec 25 21:41:52.683347 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-18838b76-f39e-4e57-a05d-251a5c8872cb req-e47fe0c1-11ea-426c-96ec-ab84d9a84163 service neutron] 10.222.0.37 "GET /v2.0/ports/c78610c0-9d20-414f-8d18-8f41eeb38c6d/bindings/nch2-master-1 HTTP/1.1" status: 200  len: 382 time: 0.0592515
Dec 25 21:41:52.749870 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18838b76-f39e-4e57-a05d-251a5c8872cb req-1332a6fc-0bc8-4f32-9d8c-a758ff015cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:41:52.751403 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-18838b76-f39e-4e57-a05d-251a5c8872cb req-1332a6fc-0bc8-4f32-9d8c-a758ff015cc2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4ff29c23c5844f45826a02b6ae6b65e7&device_id=71c99c12-b0de-47ae-a758-1c01701a1fd7 HTTP/1.1" status: 200  len: 1094 time: 0.0416477
Dec 25 21:41:52.847335 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18838b76-f39e-4e57-a05d-251a5c8872cb req-69e019db-0542-40f1-b63a-1949b6cad385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:41:52.848823 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-18838b76-f39e-4e57-a05d-251a5c8872cb req-69e019db-0542-40f1-b63a-1949b6cad385 service neutron] 10.222.0.37 "GET /v2.0/networks?id=7c9a49d8-7827-4a91-972b-33a97efdb498 HTTP/1.1" status: 200  len: 897 time: 0.0906992
Dec 25 21:41:52.919448 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-18838b76-f39e-4e57-a05d-251a5c8872cb req-2ff0f0b6-b3b0-4044-aef3-751865b912f9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c78610c0-9d20-414f-8d18-8f41eeb38c6d HTTP/1.1" status: 200  len: 998 time: 0.0638835
Dec 25 21:41:52.974687 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18838b76-f39e-4e57-a05d-251a5c8872cb req-6cf2c840-8ad3-428a-ad0a-c77286e282ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:41:52.976245 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-18838b76-f39e-4e57-a05d-251a5c8872cb req-6cf2c840-8ad3-428a-ad0a-c77286e282ba service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c3ad1fe0-b104-4aa3-826b-8d43acf85769 HTTP/1.1" status: 200  len: 834 time: 0.0505645
Dec 25 21:41:53.022125 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18838b76-f39e-4e57-a05d-251a5c8872cb req-5fb23828-a7a1-44b1-941a-d74f893ff956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:41:53.023719 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-18838b76-f39e-4e57-a05d-251a5c8872cb req-5fb23828-a7a1-44b1-941a-d74f893ff956 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7c9a49d8-7827-4a91-972b-33a97efdb498&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0407281
Dec 25 21:41:53.115001 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-18838b76-f39e-4e57-a05d-251a5c8872cb req-24bef446-a075-4ce7-b4dd-2df2b228aa95 service neutron] 10.222.0.37 "GET /v2.0/networks/7c9a49d8-7827-4a91-972b-33a97efdb498?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0835614
Dec 25 21:41:53.211091 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-18838b76-f39e-4e57-a05d-251a5c8872cb req-8337a1eb-211c-4af2-82f8-a9deed8aef97 service neutron] 10.222.0.37 "GET /v2.0/networks/7c9a49d8-7827-4a91-972b-33a97efdb498?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0893016
Dec 25 21:41:53.437991 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device c78610c0-9d20-414f-8d18-8f41eeb38c6d details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 25 21:41:53.441766 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device 294d86ae-25e5-48a6-b97f-4ab051ca3e0a no longer exists at agent hyperv_nch2-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:41:53.469151 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] No Port match for: 294d86ae-25e5-48a6-b97f-4ab051ca3e0a {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:41:53.469499 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device 294d86ae-25e5-48a6-b97f-4ab051ca3e0a not bound to the agent host nch2-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:41:53.566016 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port c78610c0-9d20-414f-8d18-8f41eeb38c6d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c78610c0-9d20-414f-8d18-8f41eeb38c6d,segment=NetworkSegment(65da167e-c66c-4372-95ca-03d82075def9),segment_id=65da167e-c66c-4372-95ca-03d82075def9)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:41:53.577005 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Returning: {'device': 'c78610c0-9d20-414f-8d18-8f41eeb38c6d', 'network_id': '7c9a49d8-7827-4a91-972b-33a97efdb498', 'port_id': 'c78610c0-9d20-414f-8d18-8f41eeb38c6d', 'mac_address': 'fa:16:3e:df:fb:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3ad1fe0-b104-4aa3-826b-8d43acf85769', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 25 21:41:53.615999 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:41:53.630057 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c78610c0-9d20-414f-8d18-8f41eeb38c6d {{(pid=121608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:41:53.649944 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port c78610c0-9d20-414f-8d18-8f41eeb38c6d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c78610c0-9d20-414f-8d18-8f41eeb38c6d,segment=NetworkSegment(65da167e-c66c-4372-95ca-03d82075def9),segment_id=65da167e-c66c-4372-95ca-03d82075def9)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:41:53.692951 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdc8610-5611-43e0-9116-2cec94d5ca49 req-2a385e48-5772-43b1-a9d9-99d976e88f14 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:41:53.694417 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-efdc8610-5611-43e0-9116-2cec94d5ca49 req-2a385e48-5772-43b1-a9d9-99d976e88f14 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "GET /v2.0/ports?device_id=71c99c12-b0de-47ae-a758-1c01701a1fd7 HTTP/1.1" status: 200  len: 943 time: 0.0509219
Dec 25 21:41:53.734528 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:41:53.753565 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-efdc8610-5611-43e0-9116-2cec94d5ca49 req-dc854ee0-6125-43ca-997c-52a2dfd9de68 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "GET /v2.0/security-groups?id=16c81da4-10fc-44b5-9152-a0bd01145c9a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0511262
Dec 25 21:41:53.791352 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Pushing event updated for resources: {'Port': ['ID=c78610c0-9d20-414f-8d18-8f41eeb38c6d,revision_number=8']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:41:53.965242 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] get_ports_and_sgs() called for port_ids ['c78610c0-9d20-414f-8d18-8f41eeb38c6d'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:41:54.868188 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de751392-1dd0-47d7-b172-f7c8cb9ec4ee req-e89d56f4-8dc4-45e1-934a-16dc3ef76f30 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:41:54.869929 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-de751392-1dd0-47d7-b172-f7c8cb9ec4ee req-e89d56f4-8dc4-45e1-934a-16dc3ef76f30 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "GET /v2.0/ports?device_id=71c99c12-b0de-47ae-a758-1c01701a1fd7 HTTP/1.1" status: 200  len: 944 time: 0.0544593
Dec 25 21:41:54.921716 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-de751392-1dd0-47d7-b172-f7c8cb9ec4ee req-7743fb6f-7c2d-45df-a90f-70c97d10f2bf tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "GET /v2.0/security-groups?id=16c81da4-10fc-44b5-9152-a0bd01145c9a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0456588
Dec 25 21:41:55.435093 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device c78610c0-9d20-414f-8d18-8f41eeb38c6d details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 25 21:41:55.470642 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 38976) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:41:55.553546 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port c78610c0-9d20-414f-8d18-8f41eeb38c6d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c78610c0-9d20-414f-8d18-8f41eeb38c6d,segment=NetworkSegment(65da167e-c66c-4372-95ca-03d82075def9),segment_id=65da167e-c66c-4372-95ca-03d82075def9)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:41:55.575880 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Returning: {'device': 'c78610c0-9d20-414f-8d18-8f41eeb38c6d', 'network_id': '7c9a49d8-7827-4a91-972b-33a97efdb498', 'port_id': 'c78610c0-9d20-414f-8d18-8f41eeb38c6d', 'mac_address': 'fa:16:3e:df:fb:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3ad1fe0-b104-4aa3-826b-8d43acf85769', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 25 21:41:55.621131 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-9f86802b-3c7b-48cd-841e-6bcbbf9ec1e9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:41:55.697018 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-9f86802b-3c7b-48cd-841e-6bcbbf9ec1e9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:41:55.749407 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18838b76-f39e-4e57-a05d-251a5c8872cb req-b889cdb2-3198-4005-951d-44e8325ac3cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:41:55.750915 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-18838b76-f39e-4e57-a05d-251a5c8872cb req-b889cdb2-3198-4005-951d-44e8325ac3cd service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=71c99c12-b0de-47ae-a758-1c01701a1fd7&tenant_id=4ff29c23c5844f45826a02b6ae6b65e7 HTTP/1.1" status: 200  len: 1095 time: 0.0411835
Dec 25 21:41:55.762900 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-18838b76-f39e-4e57-a05d-251a5c8872cb req-f83fe47f-f7db-46ac-8320-92c952bf2629 service neutron] Request body: {'port': {'binding:host_id': 'nch1-master-1', 'device_owner': 'compute:nova'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:41:55.797731 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-9f86802b-3c7b-48cd-841e-6bcbbf9ec1e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:41:55.848969 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-18838b76-f39e-4e57-a05d-251a5c8872cb req-f83fe47f-f7db-46ac-8320-92c952bf2629 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:41:55.866770 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-9f86802b-3c7b-48cd-841e-6bcbbf9ec1e9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=833e4a7cbd604c2d9716e19a309672fe&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3948672
Dec 25 21:41:55.869293 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f86802b-3c7b-48cd-841e-6bcbbf9ec1e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9fd06f7-cdbc-4dcc-bb2b-41a515ffe13d,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:41:55.869842 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 38982) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:41:55.924793 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-305d3c97-90ca-45a2-a10a-afef23e2487a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:41:55.952617 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-305d3c97-90ca-45a2-a10a-afef23e2487a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:41:56.077072 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-305d3c97-90ca-45a2-a10a-afef23e2487a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:41:56.079954 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-305d3c97-90ca-45a2-a10a-afef23e2487a admin admin] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:41:56.081257 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-305d3c97-90ca-45a2-a10a-afef23e2487a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e9fd06f7-cdbc-4dcc-bb2b-41a515ffe13d HTTP/1.1" status: 204  len: 168 time: 0.2105143
Dec 25 21:41:56.090797 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305d3c97-90ca-45a2-a10a-afef23e2487a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9fd06f7-cdbc-4dcc-bb2b-41a515ffe13d,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:41:56.111440 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2f82e1-3f84-4da9-a634-8f79d981e44f req-3bc58eaf-f00c-4a66-b408-d00748c13759 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:41:56.120272 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0f2f82e1-3f84-4da9-a634-8f79d981e44f req-3bc58eaf-f00c-4a66-b408-d00748c13759 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "GET /v2.0/ports?device_id=71c99c12-b0de-47ae-a758-1c01701a1fd7 HTTP/1.1" status: 200  len: 944 time: 0.1195109
Dec 25 21:41:56.167813 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-18838b76-f39e-4e57-a05d-251a5c8872cb req-f83fe47f-f7db-46ac-8320-92c952bf2629 service neutron] For port c78610c0-9d20-414f-8d18-8f41eeb38c6d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c78610c0-9d20-414f-8d18-8f41eeb38c6d,segment=NetworkSegment(65da167e-c66c-4372-95ca-03d82075def9),segment_id=65da167e-c66c-4372-95ca-03d82075def9)] {{(pid=121606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:41:56.202821 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0f2f82e1-3f84-4da9-a634-8f79d981e44f req-6a4ba52c-696f-486a-8fe5-16b4939154a0 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "GET /v2.0/security-groups?id=16c81da4-10fc-44b5-9152-a0bd01145c9a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0819495
Dec 25 21:41:56.223365 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-18838b76-f39e-4e57-a05d-251a5c8872cb req-f83fe47f-f7db-46ac-8320-92c952bf2629 service neutron] For port c78610c0-9d20-414f-8d18-8f41eeb38c6d, host nch2-master-1, cleared binding levels {{(pid=121606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:41:56.259127 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [req-18838b76-f39e-4e57-a05d-251a5c8872cb req-f83fe47f-f7db-46ac-8320-92c952bf2629 service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id c78610c0-9d20-414f-8d18-8f41eeb38c6d {{(pid=121606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:41:56.268079 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-18838b76-f39e-4e57-a05d-251a5c8872cb req-f83fe47f-f7db-46ac-8320-92c952bf2629 service neutron] Publish callbacks [] for port, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:41:56.278925 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.provisioning_blocks [req-18838b76-f39e-4e57-a05d-251a5c8872cb req-f83fe47f-f7db-46ac-8320-92c952bf2629 service neutron] Ignored duplicate provisioning block setup for port c78610c0-9d20-414f-8d18-8f41eeb38c6d by entity L2. {{(pid=121606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}}
Dec 25 21:41:56.374561 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-18838b76-f39e-4e57-a05d-251a5c8872cb req-f83fe47f-f7db-46ac-8320-92c952bf2629 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:41:56.466628 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83fe47f-f7db-46ac-8320-92c952bf2629 service neutron] Pushing event updated for resources: {'Port': ['ID=c78610c0-9d20-414f-8d18-8f41eeb38c6d,revision_number=9']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:41:56.513703 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [req-18838b76-f39e-4e57-a05d-251a5c8872cb req-f83fe47f-f7db-46ac-8320-92c952bf2629 service neutron] No DVR routers for this DVR port c78610c0-9d20-414f-8d18-8f41eeb38c6d on host nch2-master-1 {{(pid=121606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:41:56.665177 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-18838b76-f39e-4e57-a05d-251a5c8872cb req-f83fe47f-f7db-46ac-8320-92c952bf2629 service neutron] Attempting to bind port c78610c0-9d20-414f-8d18-8f41eeb38c6d on host nch1-master-1 for vnic_type normal with profile  {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:41:56.665440 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-18838b76-f39e-4e57-a05d-251a5c8872cb req-f83fe47f-f7db-46ac-8320-92c952bf2629 service neutron] Attempting to bind port c78610c0-9d20-414f-8d18-8f41eeb38c6d by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '65da167e-c66c-4372-95ca-03d82075def9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '7c9a49d8-7827-4a91-972b-33a97efdb498'}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:41:56.665772 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18838b76-f39e-4e57-a05d-251a5c8872cb req-f83fe47f-f7db-46ac-8320-92c952bf2629 service neutron] Attempting to bind port c78610c0-9d20-414f-8d18-8f41eeb38c6d on network 7c9a49d8-7827-4a91-972b-33a97efdb498 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:41:56.670220 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18838b76-f39e-4e57-a05d-251a5c8872cb req-f83fe47f-f7db-46ac-8320-92c952bf2629 service neutron] Port c78610c0-9d20-414f-8d18-8f41eeb38c6d on network 7c9a49d8-7827-4a91-972b-33a97efdb498 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 25 21:41:56.670546 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18838b76-f39e-4e57-a05d-251a5c8872cb req-f83fe47f-f7db-46ac-8320-92c952bf2629 service neutron] Attempting to bind port c78610c0-9d20-414f-8d18-8f41eeb38c6d on network 7c9a49d8-7827-4a91-972b-33a97efdb498 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:41:56.675488 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18838b76-f39e-4e57-a05d-251a5c8872cb req-f83fe47f-f7db-46ac-8320-92c952bf2629 service neutron] Checking agent: {'id': '6d577036-68fc-4aa4-aed7-5ab01de2117e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 21, 4, 34), 'started_at': datetime.datetime(2021, 12, 25, 21, 4, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 41, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:41:56.675772 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18838b76-f39e-4e57-a05d-251a5c8872cb req-f83fe47f-f7db-46ac-8320-92c952bf2629 service neutron] Checking segment: {'id': '65da167e-c66c-4372-95ca-03d82075def9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '7c9a49d8-7827-4a91-972b-33a97efdb498'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:41:56.676201 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18838b76-f39e-4e57-a05d-251a5c8872cb req-f83fe47f-f7db-46ac-8320-92c952bf2629 service neutron] Bound using segment: {'id': '65da167e-c66c-4372-95ca-03d82075def9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '7c9a49d8-7827-4a91-972b-33a97efdb498'} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:41:56.676633 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-18838b76-f39e-4e57-a05d-251a5c8872cb req-f83fe47f-f7db-46ac-8320-92c952bf2629 service neutron] Bound port: c78610c0-9d20-414f-8d18-8f41eeb38c6d, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65da167e-c66c-4372-95ca-03d82075def9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '7c9a49d8-7827-4a91-972b-33a97efdb498'}}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:41:56.677017 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-18838b76-f39e-4e57-a05d-251a5c8872cb req-f83fe47f-f7db-46ac-8320-92c952bf2629 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:41:56.740701 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-18838b76-f39e-4e57-a05d-251a5c8872cb req-f83fe47f-f7db-46ac-8320-92c952bf2629 service neutron] For port c78610c0-9d20-414f-8d18-8f41eeb38c6d, host nch1-master-1, cleared binding levels {{(pid=121606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:41:56.746350 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-18838b76-f39e-4e57-a05d-251a5c8872cb req-f83fe47f-f7db-46ac-8320-92c952bf2629 service neutron] For port c78610c0-9d20-414f-8d18-8f41eeb38c6d, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c78610c0-9d20-414f-8d18-8f41eeb38c6d,segment=NetworkSegment(65da167e-c66c-4372-95ca-03d82075def9),segment_id=65da167e-c66c-4372-95ca-03d82075def9)] {{(pid=121606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:41:56.774651 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 38994) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:41:56.787997 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-788b3add-a513-4ff4-b5f0-f7e244adb8a8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:41:56.860064 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-788b3add-a513-4ff4-b5f0-f7e244adb8a8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:41:56.861407 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-18838b76-f39e-4e57-a05d-251a5c8872cb req-f83fe47f-f7db-46ac-8320-92c952bf2629 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:41:56.895609 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18838b76-f39e-4e57-a05d-251a5c8872cb req-f83fe47f-f7db-46ac-8320-92c952bf2629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:41:56.896244 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-18838b76-f39e-4e57-a05d-251a5c8872cb req-f83fe47f-f7db-46ac-8320-92c952bf2629 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:41:56.897699 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-18838b76-f39e-4e57-a05d-251a5c8872cb req-f83fe47f-f7db-46ac-8320-92c952bf2629 service neutron] 10.222.0.31 "PUT /v2.0/ports/c78610c0-9d20-414f-8d18-8f41eeb38c6d HTTP/1.1" status: 200  len: 1091 time: 1.1388776
Dec 25 21:41:56.898230 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71c99c12-b0de-47ae-a758-1c01701a1fd7', 'tag': 'c78610c0-9d20-414f-8d18-8f41eeb38c6d'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:41:56.907190 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9858820c13ec2827453b94ebc4181065e990a4e4089ccb9fe762531ac62d2fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9036f7dd-2018-4253-8117-f19a593f9690" -d '{"events": [{"name": "network-changed", "server_uuid": "71c99c12-b0de-47ae-a758-1c01701a1fd7", "tag": "c78610c0-9d20-414f-8d18-8f41eeb38c6d"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:41:56.930055 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-788b3add-a513-4ff4-b5f0-f7e244adb8a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:41:56.937343 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83fe47f-f7db-46ac-8320-92c952bf2629 service neutron] Pushing event updated for resources: {'Port': ['ID=c78610c0-9d20-414f-8d18-8f41eeb38c6d,revision_number=10']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:41:56.980855 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Dec 2021 21:41:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc62dd73-f048-4008-949f-2d448154ceaa x-openstack-request-id: req-fc62dd73-f048-4008-949f-2d448154ceaa {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:41:56.980855 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71c99c12-b0de-47ae-a758-1c01701a1fd7", "tag": "c78610c0-9d20-414f-8d18-8f41eeb38c6d", "status": "completed", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:41:56.980855 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-fc62dd73-f048-4008-949f-2d448154ceaa {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:41:56.980855 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71c99c12-b0de-47ae-a758-1c01701a1fd7', 'tag': 'c78610c0-9d20-414f-8d18-8f41eeb38c6d', 'status': 'completed', 'code': 200}
Dec 25 21:41:56.981310 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-788b3add-a513-4ff4-b5f0-f7e244adb8a8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a04ea3cea9b644ecb48961805ceae9cc&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2046883
Dec 25 21:41:56.986868 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 38998) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:41:57.005645 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788b3add-a513-4ff4-b5f0-f7e244adb8a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bce843d4-5a3b-478d-8c22-9d3a53e602ef,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:41:57.035607 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18838b76-f39e-4e57-a05d-251a5c8872cb req-49aecd91-d8cc-471a-adbc-3c736fbcf8ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:41:57.037243 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-18838b76-f39e-4e57-a05d-251a5c8872cb req-49aecd91-d8cc-471a-adbc-3c736fbcf8ef service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=4ff29c23c5844f45826a02b6ae6b65e7&device_id=71c99c12-b0de-47ae-a758-1c01701a1fd7 HTTP/1.1" status: 200  len: 1095 time: 0.1095090
Dec 25 21:41:57.141298 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9036f7dd-2018-4253-8117-f19a593f9690 req-1126a729-4094-4987-abf9-eb83c10300dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:41:57.142805 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9036f7dd-2018-4253-8117-f19a593f9690 req-1126a729-4094-4987-abf9-eb83c10300dc service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4ff29c23c5844f45826a02b6ae6b65e7&device_id=71c99c12-b0de-47ae-a758-1c01701a1fd7 HTTP/1.1" status: 200  len: 1095 time: 0.1367669
Dec 25 21:41:57.169976 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-d3307e4f-0974-4ac9-bf7f-b2cfd4a0e137 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:41:57.205353 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18838b76-f39e-4e57-a05d-251a5c8872cb req-f4676d13-8b82-44ad-9fbf-24f9b207c61b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:41:57.207328 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-18838b76-f39e-4e57-a05d-251a5c8872cb req-f4676d13-8b82-44ad-9fbf-24f9b207c61b service neutron] 10.222.0.31 "GET /v2.0/networks?id=7c9a49d8-7827-4a91-972b-33a97efdb498 HTTP/1.1" status: 200  len: 897 time: 0.1618862
Dec 25 21:41:57.285718 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-d3307e4f-0974-4ac9-bf7f-b2cfd4a0e137 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:41:57.386633 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9036f7dd-2018-4253-8117-f19a593f9690 req-1fa547d2-fe1b-428c-997e-fc7d7400634c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:41:57.388117 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9036f7dd-2018-4253-8117-f19a593f9690 req-1fa547d2-fe1b-428c-997e-fc7d7400634c service neutron] 10.222.0.37 "GET /v2.0/networks?id=7c9a49d8-7827-4a91-972b-33a97efdb498 HTTP/1.1" status: 200  len: 897 time: 0.2366543
Dec 25 21:41:57.392034 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-18838b76-f39e-4e57-a05d-251a5c8872cb req-7631ddb6-677e-4df2-9eea-4223d7445e1f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c78610c0-9d20-414f-8d18-8f41eeb38c6d HTTP/1.1" status: 200  len: 998 time: 0.1774926
Dec 25 21:41:57.447210 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eede165-64cd-40f6-a90d-e2eb127f4eb7 req-b204905d-ee4c-4ad7-9b6e-d7a6c625cc62 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:41:57.448659 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-6eede165-64cd-40f6-a90d-e2eb127f4eb7 req-b204905d-ee4c-4ad7-9b6e-d7a6c625cc62 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "GET /v2.0/ports?device_id=71c99c12-b0de-47ae-a758-1c01701a1fd7 HTTP/1.1" status: 200  len: 944 time: 0.1610441
Dec 25 21:41:57.516196 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18838b76-f39e-4e57-a05d-251a5c8872cb req-4f08177f-5df4-41cc-a8b1-fbcb970e5bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:41:57.517718 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-18838b76-f39e-4e57-a05d-251a5c8872cb req-4f08177f-5df4-41cc-a8b1-fbcb970e5bb9 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=c3ad1fe0-b104-4aa3-826b-8d43acf85769 HTTP/1.1" status: 200  len: 834 time: 0.1141942
Dec 25 21:41:57.538469 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9036f7dd-2018-4253-8117-f19a593f9690 req-c583a802-b159-42fc-970b-2d3351611c55 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c78610c0-9d20-414f-8d18-8f41eeb38c6d HTTP/1.1" status: 200  len: 998 time: 0.1420665
Dec 25 21:41:57.600312 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-6eede165-64cd-40f6-a90d-e2eb127f4eb7 req-9645d9e3-2e17-4131-a173-da8665f9ba65 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "GET /v2.0/security-groups?id=16c81da4-10fc-44b5-9152-a0bd01145c9a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1311302
Dec 25 21:41:57.606237 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-d3307e4f-0974-4ac9-bf7f-b2cfd4a0e137 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:41:57.608837 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-d3307e4f-0974-4ac9-bf7f-b2cfd4a0e137 admin admin] Publish callbacks [] for security_group, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:41:57.609995 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-d3307e4f-0974-4ac9-bf7f-b2cfd4a0e137 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/bce843d4-5a3b-478d-8c22-9d3a53e602ef HTTP/1.1" status: 204  len: 168 time: 0.6211426
Dec 25 21:41:57.632347 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3307e4f-0974-4ac9-bf7f-b2cfd4a0e137 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bce843d4-5a3b-478d-8c22-9d3a53e602ef,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:41:57.642971 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18838b76-f39e-4e57-a05d-251a5c8872cb req-4f4d6c52-ba87-4329-8031-bfded91cb24c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:41:57.642971 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-18838b76-f39e-4e57-a05d-251a5c8872cb req-4f4d6c52-ba87-4329-8031-bfded91cb24c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7c9a49d8-7827-4a91-972b-33a97efdb498&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1144977
Dec 25 21:41:57.642971 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9036f7dd-2018-4253-8117-f19a593f9690 req-8699af39-d457-4433-8d83-c781b05da407 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:41:57.643569 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9036f7dd-2018-4253-8117-f19a593f9690 req-8699af39-d457-4433-8d83-c781b05da407 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c3ad1fe0-b104-4aa3-826b-8d43acf85769 HTTP/1.1" status: 200  len: 834 time: 0.0966389
Dec 25 21:41:57.753892 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9036f7dd-2018-4253-8117-f19a593f9690 req-bda8c14b-448a-49fe-a87b-b99fb5f92557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:41:57.755412 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9036f7dd-2018-4253-8117-f19a593f9690 req-bda8c14b-448a-49fe-a87b-b99fb5f92557 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7c9a49d8-7827-4a91-972b-33a97efdb498&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1052141
Dec 25 21:41:57.786682 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-18838b76-f39e-4e57-a05d-251a5c8872cb req-5da0c8a1-ba4d-4f70-81a2-ff44661cf7e7 service neutron] 10.222.0.31 "GET /v2.0/networks/7c9a49d8-7827-4a91-972b-33a97efdb498?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1352072
Dec 25 21:41:57.918885 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9036f7dd-2018-4253-8117-f19a593f9690 req-cd448469-d488-49cf-a188-4975ea446f9a service neutron] 10.222.0.37 "GET /v2.0/networks/7c9a49d8-7827-4a91-972b-33a97efdb498?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1526549
Dec 25 21:41:57.950884 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-18838b76-f39e-4e57-a05d-251a5c8872cb req-cb360bce-ea79-4217-9a41-904efddebe5e service neutron] 10.222.0.31 "GET /v2.0/networks/7c9a49d8-7827-4a91-972b-33a97efdb498?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1523616
Dec 25 21:41:58.052762 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9036f7dd-2018-4253-8117-f19a593f9690 req-5a4ebfe1-4466-4c2c-84fa-76ca92d77fbc service neutron] 10.222.0.37 "GET /v2.0/networks/7c9a49d8-7827-4a91-972b-33a97efdb498?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1244547
Dec 25 21:41:58.063972 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9036f7dd-2018-4253-8117-f19a593f9690 req-4e23dc65-f617-4d89-8bcc-e60b483c62c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:41:58.065490 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9036f7dd-2018-4253-8117-f19a593f9690 req-4e23dc65-f617-4d89-8bcc-e60b483c62c7 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=4ff29c23c5844f45826a02b6ae6b65e7&device_id=71c99c12-b0de-47ae-a758-1c01701a1fd7 HTTP/1.1" status: 200  len: 1095 time: 0.0599740
Dec 25 21:41:58.160742 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9036f7dd-2018-4253-8117-f19a593f9690 req-253bae1a-5e9e-4396-8370-676aca0e42e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:41:58.162327 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9036f7dd-2018-4253-8117-f19a593f9690 req-253bae1a-5e9e-4396-8370-676aca0e42e7 service neutron] 10.222.0.31 "GET /v2.0/networks?id=7c9a49d8-7827-4a91-972b-33a97efdb498 HTTP/1.1" status: 200  len: 897 time: 0.0896535
Dec 25 21:41:58.232124 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9036f7dd-2018-4253-8117-f19a593f9690 req-1666055c-6bf4-43a4-a826-f3bdc3be1459 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c78610c0-9d20-414f-8d18-8f41eeb38c6d HTTP/1.1" status: 200  len: 998 time: 0.0622954
Dec 25 21:41:58.287502 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9036f7dd-2018-4253-8117-f19a593f9690 req-15a15c89-9e22-41f0-b8d3-dc32ec0ada7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:41:58.289049 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9036f7dd-2018-4253-8117-f19a593f9690 req-15a15c89-9e22-41f0-b8d3-dc32ec0ada7b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=c3ad1fe0-b104-4aa3-826b-8d43acf85769 HTTP/1.1" status: 200  len: 834 time: 0.0485768
Dec 25 21:41:58.336263 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9036f7dd-2018-4253-8117-f19a593f9690 req-63a9697c-44af-481a-aa34-7022bb6e7a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:41:58.337830 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9036f7dd-2018-4253-8117-f19a593f9690 req-63a9697c-44af-481a-aa34-7022bb6e7a52 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7c9a49d8-7827-4a91-972b-33a97efdb498&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0412619
Dec 25 21:41:58.435444 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9036f7dd-2018-4253-8117-f19a593f9690 req-537923e1-9fbb-4181-988a-94536210fd33 service neutron] 10.222.0.31 "GET /v2.0/networks/7c9a49d8-7827-4a91-972b-33a97efdb498?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0887847
Dec 25 21:41:58.542727 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9036f7dd-2018-4253-8117-f19a593f9690 req-e526f0e2-4896-493e-9904-8bc7910f863c service neutron] 10.222.0.31 "GET /v2.0/networks/7c9a49d8-7827-4a91-972b-33a97efdb498?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1001306
Dec 25 21:41:58.733062 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c00273f-ce68-4927-83ab-6efb421779d0 req-45c4072b-402b-4ba6-a3d0-76eb1d4a349b tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:41:58.734872 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7c00273f-ce68-4927-83ab-6efb421779d0 req-45c4072b-402b-4ba6-a3d0-76eb1d4a349b tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "GET /v2.0/ports?device_id=71c99c12-b0de-47ae-a758-1c01701a1fd7 HTTP/1.1" status: 200  len: 944 time: 0.0512447
Dec 25 21:41:58.786482 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7c00273f-ce68-4927-83ab-6efb421779d0 req-0bd1fe20-3f79-4521-901e-ffacf365afbd tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "GET /v2.0/security-groups?id=16c81da4-10fc-44b5-9152-a0bd01145c9a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0455573
Dec 25 21:41:59.474128 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device c78610c0-9d20-414f-8d18-8f41eeb38c6d no longer exists at agent hyperv_nch2-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:41:59.518357 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] The host nch2-master-1 is not matching for port c78610c0-9d20-414f-8d18-8f41eeb38c6d host nch1-master-1! {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}}
Dec 25 21:41:59.518784 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device c78610c0-9d20-414f-8d18-8f41eeb38c6d not bound to the agent host nch2-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:41:59.918083 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d937649-a201-4351-933f-76910f513c36 req-e84c38f6-9fa8-4953-91a7-ea588042089d tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:41:59.919632 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2d937649-a201-4351-933f-76910f513c36 req-e84c38f6-9fa8-4953-91a7-ea588042089d tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "GET /v2.0/ports?device_id=71c99c12-b0de-47ae-a758-1c01701a1fd7 HTTP/1.1" status: 200  len: 944 time: 0.0575569
Dec 25 21:41:59.970608 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2d937649-a201-4351-933f-76910f513c36 req-9014189b-d172-44ce-b1f0-863ee390409e tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "GET /v2.0/security-groups?id=16c81da4-10fc-44b5-9152-a0bd01145c9a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0449147
Dec 25 21:41:59.994150 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 39058) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:42:00.060185 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-cad189a0-b8b4-4a15-942e-d4fc41c0fd85 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "GET /v2.0/floatingips/1fa1ec5b-362c-4e47-af7d-31ce322cc726 HTTP/1.1" status: 200  len: 990 time: 0.0648539
Dec 25 21:42:00.672582 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 39068) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:42:00.783181 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-591adb7c-5f4b-40b5-a41e-cf6babcd0942 admin admin] Publish callbacks [] for security_group, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:00.854062 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-591adb7c-5f4b-40b5-a41e-cf6babcd0942 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:00.945778 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-591adb7c-5f4b-40b5-a41e-cf6babcd0942 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:00.984574 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-591adb7c-5f4b-40b5-a41e-cf6babcd0942 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=cc5eb6cab17f438abff615e4ecc3ae40&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3107884
Dec 25 21:42:00.985496 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591adb7c-5f4b-40b5-a41e-cf6babcd0942 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d54c759d-184c-4614-b66c-c4d1eb2edb5c,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:42:00.987348 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 39074) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:42:01.038305 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-de383a70-7219-4b35-b3e7-f036ed968a31 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:01.059724 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-de383a70-7219-4b35-b3e7-f036ed968a31 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:01.179673 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-de383a70-7219-4b35-b3e7-f036ed968a31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:01.182305 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-de383a70-7219-4b35-b3e7-f036ed968a31 admin admin] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:01.185538 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-de383a70-7219-4b35-b3e7-f036ed968a31 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d54c759d-184c-4614-b66c-c4d1eb2edb5c HTTP/1.1" status: 204  len: 168 time: 0.1945989
Dec 25 21:42:01.192484 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de383a70-7219-4b35-b3e7-f036ed968a31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d54c759d-184c-4614-b66c-c4d1eb2edb5c,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:42:01.650970 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device c78610c0-9d20-414f-8d18-8f41eeb38c6d details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 25 21:42:01.750991 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port c78610c0-9d20-414f-8d18-8f41eeb38c6d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c78610c0-9d20-414f-8d18-8f41eeb38c6d,segment=NetworkSegment(65da167e-c66c-4372-95ca-03d82075def9),segment_id=65da167e-c66c-4372-95ca-03d82075def9)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:42:01.762684 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Returning: {'device': 'c78610c0-9d20-414f-8d18-8f41eeb38c6d', 'network_id': '7c9a49d8-7827-4a91-972b-33a97efdb498', 'port_id': 'c78610c0-9d20-414f-8d18-8f41eeb38c6d', 'mac_address': 'fa:16:3e:df:fb:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3ad1fe0-b104-4aa3-826b-8d43acf85769', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 25 21:42:01.799936 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:01.812842 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c78610c0-9d20-414f-8d18-8f41eeb38c6d {{(pid=121608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:42:01.835348 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port c78610c0-9d20-414f-8d18-8f41eeb38c6d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c78610c0-9d20-414f-8d18-8f41eeb38c6d,segment=NetworkSegment(65da167e-c66c-4372-95ca-03d82075def9),segment_id=65da167e-c66c-4372-95ca-03d82075def9)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:42:01.905199 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 39108) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:42:01.918145 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:01.922680 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-c6518b69-3cc7-4bb4-94ef-e4a8e995f17c admin admin] Publish callbacks [] for security_group, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:01.965425 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Pushing event updated for resources: {'Port': ['ID=c78610c0-9d20-414f-8d18-8f41eeb38c6d,revision_number=11']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:42:01.995805 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-c6518b69-3cc7-4bb4-94ef-e4a8e995f17c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:02.077400 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-c6518b69-3cc7-4bb4-94ef-e4a8e995f17c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:02.117403 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-c6518b69-3cc7-4bb4-94ef-e4a8e995f17c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5d490d845c7b48c1af25d94f6521a80b&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2109084
Dec 25 21:42:02.118130 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6518b69-3cc7-4bb4-94ef-e4a8e995f17c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5820bb78-4678-4c5e-8d10-51128a83ce71,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:42:02.120264 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 39110) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:42:02.147209 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] get_ports_and_sgs() called for port_ids ['c78610c0-9d20-414f-8d18-8f41eeb38c6d'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:42:02.170519 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-eb05c167-ea70-452c-b44b-90cb0e2ebd96 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:02.198975 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-eb05c167-ea70-452c-b44b-90cb0e2ebd96 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:02.317645 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-eb05c167-ea70-452c-b44b-90cb0e2ebd96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:02.320291 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-eb05c167-ea70-452c-b44b-90cb0e2ebd96 admin admin] Publish callbacks [] for security_group, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:02.321494 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-eb05c167-ea70-452c-b44b-90cb0e2ebd96 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5820bb78-4678-4c5e-8d10-51128a83ce71 HTTP/1.1" status: 204  len: 168 time: 0.2000139
Dec 25 21:42:02.330127 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb05c167-ea70-452c-b44b-90cb0e2ebd96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5820bb78-4678-4c5e-8d10-51128a83ce71,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:42:03.685750 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device c78610c0-9d20-414f-8d18-8f41eeb38c6d up at agent hyperv_nch1-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:42:03.762674 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Provisioning for port c78610c0-9d20-414f-8d18-8f41eeb38c6d completed by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 25 21:42:03.766892 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Provisioning complete for port c78610c0-9d20-414f-8d18-8f41eeb38c6d triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:42:03.767258 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:03.844094 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:03.866731 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71c99c12-b0de-47ae-a758-1c01701a1fd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c78610c0-9d20-414f-8d18-8f41eeb38c6d'}] {{(pid=121608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:42:03.868912 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a88c78c3ff6266bd59c7e89d275b28c92e739b67d23c89d71af88829fd31566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58388b12-87db-4ecf-a1bd-b72631418626" -d '{"events": [{"server_uuid": "71c99c12-b0de-47ae-a758-1c01701a1fd7", "name": "network-vif-plugged", "status": "completed", "tag": "c78610c0-9d20-414f-8d18-8f41eeb38c6d"}]}' {{(pid=121608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:42:03.885521 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port c78610c0-9d20-414f-8d18-8f41eeb38c6d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c78610c0-9d20-414f-8d18-8f41eeb38c6d,segment=NetworkSegment(65da167e-c66c-4372-95ca-03d82075def9),segment_id=65da167e-c66c-4372-95ca-03d82075def9)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:42:03.907359 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 21:42:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e3abcbf-528c-425c-9c36-8084821ecf82 x-openstack-request-id: req-6e3abcbf-528c-425c-9c36-8084821ecf82 {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:42:03.907677 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71c99c12-b0de-47ae-a758-1c01701a1fd7", "name": "network-vif-plugged", "status": "completed", "tag": "c78610c0-9d20-414f-8d18-8f41eeb38c6d", "code": 200}]} {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:42:03.907928 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6e3abcbf-528c-425c-9c36-8084821ecf82 {{(pid=121608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:42:03.908316 ncdv-master-1 neutron-server[121608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71c99c12-b0de-47ae-a758-1c01701a1fd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c78610c0-9d20-414f-8d18-8f41eeb38c6d', 'code': 200}
Dec 25 21:42:03.940197 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:03.989457 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Pushing event updated for resources: {'Port': ['ID=c78610c0-9d20-414f-8d18-8f41eeb38c6d,revision_number=12']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:42:04.414796 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:04.821303 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-35c5fb4e-1eb3-4d55-9434-f057f8254ab8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:05.755850 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.agents_db [None req-ec08dba0-4483-4109-b5e1-5e4a9fdaf12d None None] Agent healthcheck: found 7 active agents {{(pid=121609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 25 21:42:07.037448 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-37587c94-3eb4-407b-acbd-015f8588d2f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:08.482554 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:08.539913 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3e945ecd-9380-47c2-aa0a-12ebe07e03e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:09.563224 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-15cb578f-7a63-4fd3-925d-83bad4c7b82a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:10.717312 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:13.242649 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-40cba5d6-dedb-4f9d-a334-27527fce22c0 req-b1cdfe93-d781-46c0-ade5-357c52772331 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=71c99c12-b0de-47ae-a758-1c01701a1fd7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0394382
Dec 25 21:42:13.325121 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cba5d6-dedb-4f9d-a334-27527fce22c0 req-59f58d0f-6179-4df0-9afb-b1faa48e5b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:42:13.326508 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-40cba5d6-dedb-4f9d-a334-27527fce22c0 req-59f58d0f-6179-4df0-9afb-b1faa48e5b96 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=4ff29c23c5844f45826a02b6ae6b65e7&device_id=71c99c12-b0de-47ae-a758-1c01701a1fd7 HTTP/1.1" status: 200  len: 1097 time: 0.0408301
Dec 25 21:42:13.437003 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cba5d6-dedb-4f9d-a334-27527fce22c0 req-0c798ea3-02e4-4427-9386-6deff5b95c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:42:13.438486 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-40cba5d6-dedb-4f9d-a334-27527fce22c0 req-0c798ea3-02e4-4427-9386-6deff5b95c2b service neutron] 10.222.0.31 "GET /v2.0/networks?id=7c9a49d8-7827-4a91-972b-33a97efdb498 HTTP/1.1" status: 200  len: 897 time: 0.0926564
Dec 25 21:42:13.501425 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-40cba5d6-dedb-4f9d-a334-27527fce22c0 req-f51b4737-0ebf-4286-97f6-63ef953a8518 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c78610c0-9d20-414f-8d18-8f41eeb38c6d HTTP/1.1" status: 200  len: 1000 time: 0.0562365
Dec 25 21:42:13.553483 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cba5d6-dedb-4f9d-a334-27527fce22c0 req-4a150568-6ff5-4351-ab44-e71980ddb869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:42:13.554908 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-40cba5d6-dedb-4f9d-a334-27527fce22c0 req-4a150568-6ff5-4351-ab44-e71980ddb869 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=c3ad1fe0-b104-4aa3-826b-8d43acf85769 HTTP/1.1" status: 200  len: 834 time: 0.0467427
Dec 25 21:42:13.601512 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cba5d6-dedb-4f9d-a334-27527fce22c0 req-18997113-5935-4fca-9d9b-cbd68834c4fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:42:13.602948 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-40cba5d6-dedb-4f9d-a334-27527fce22c0 req-18997113-5935-4fca-9d9b-cbd68834c4fb service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7c9a49d8-7827-4a91-972b-33a97efdb498&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0409567
Dec 25 21:42:13.695150 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-40cba5d6-dedb-4f9d-a334-27527fce22c0 req-29d8fcd7-2774-467b-806f-9e688546d344 service neutron] 10.222.0.31 "GET /v2.0/networks/7c9a49d8-7827-4a91-972b-33a97efdb498?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0853779
Dec 25 21:42:14.141652 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-40cba5d6-dedb-4f9d-a334-27527fce22c0 req-a204184a-4887-4194-9d71-b334ca195ece service neutron] 10.222.0.31 "GET /v2.0/networks/7c9a49d8-7827-4a91-972b-33a97efdb498?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4386871
Dec 25 21:42:29.480340 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 39510) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:42:29.591071 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-b367f72a-69ca-41b0-b7a5-72195babf9e0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:29.668253 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-b367f72a-69ca-41b0-b7a5-72195babf9e0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:29.740164 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-b367f72a-69ca-41b0-b7a5-72195babf9e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:29.777400 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b367f72a-69ca-41b0-b7a5-72195babf9e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70d7ec98-489d-4769-ba24-c1ad438efc02,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:42:29.781750 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-b367f72a-69ca-41b0-b7a5-72195babf9e0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=80d9615a06c0446ab59b623e07f72992&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3003414
Dec 25 21:42:29.784342 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 39514) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:42:29.835332 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-fa0aa7dd-9732-4dc9-a041-768ebfb06ad1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:29.856834 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-fa0aa7dd-9732-4dc9-a041-768ebfb06ad1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:30.020217 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-fa0aa7dd-9732-4dc9-a041-768ebfb06ad1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:30.023073 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-fa0aa7dd-9732-4dc9-a041-768ebfb06ad1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:30.024246 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-fa0aa7dd-9732-4dc9-a041-768ebfb06ad1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/70d7ec98-489d-4769-ba24-c1ad438efc02 HTTP/1.1" status: 204  len: 168 time: 0.2389343
Dec 25 21:42:30.032402 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0aa7dd-9732-4dc9-a041-768ebfb06ad1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70d7ec98-489d-4769-ba24-c1ad438efc02,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:42:30.608967 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779e41d4-8fd7-48b7-89c5-55e8ef621958 req-97a27415-e8ae-47d4-86d1-554c93d9bd55 tempest-TestNetworkAdvancedServerOps-1317083038 tempest-TestNetworkAdvancedServerOps-1317083038-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:42:30.610551 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-779e41d4-8fd7-48b7-89c5-55e8ef621958 req-97a27415-e8ae-47d4-86d1-554c93d9bd55 tempest-TestNetworkAdvancedServerOps-1317083038 tempest-TestNetworkAdvancedServerOps-1317083038-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=71c99c12-b0de-47ae-a758-1c01701a1fd7 HTTP/1.1" status: 200  len: 1097 time: 0.0420439
Dec 25 21:42:30.658856 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-779e41d4-8fd7-48b7-89c5-55e8ef621958 req-4cc6ffe3-0a20-4608-8e69-6f6081788f55 tempest-TestNetworkAdvancedServerOps-1317083038 tempest-TestNetworkAdvancedServerOps-1317083038-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=16c81da4-10fc-44b5-9152-a0bd01145c9a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0421643
Dec 25 21:42:30.682728 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 39536) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:42:30.840327 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-7d077f63-4bdb-41e8-92f7-69a17210931b tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Deleting port ec9a054a-9fa0-4387-9eaa-a443c87206e6 {{(pid=121606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:42:30.840671 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-7d077f63-4bdb-41e8-92f7-69a17210931b tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:30.923721 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-7d077f63-4bdb-41e8-92f7-69a17210931b tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:30.924052 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-7d077f63-4bdb-41e8-92f7-69a17210931b tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:30.937168 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-7d077f63-4bdb-41e8-92f7-69a17210931b tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Calling delete_port for ec9a054a-9fa0-4387-9eaa-a443c87206e6 owned by network:floatingip {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:42:31.180867 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-7d077f63-4bdb-41e8-92f7-69a17210931b tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:31.213458 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d077f63-4bdb-41e8-92f7-69a17210931b tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Pushing event deleted for resources: {'Port': ['ID=ec9a054a-9fa0-4387-9eaa-a443c87206e6,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:42:31.282779 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-7d077f63-4bdb-41e8-92f7-69a17210931b tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks [] for floatingip, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:31.283188 ncdv-master-1 neutron-server[121606]: INFO neutron.db.l3_db [None req-7d077f63-4bdb-41e8-92f7-69a17210931b tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Floating IP 1fa1ec5b-362c-4e47-af7d-31ce322cc726 disassociated (deleted). External IP: 172.35.3.56, port: c78610c0-9d20-414f-8d18-8f41eeb38c6d.
Dec 25 21:42:31.506693 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d077f63-4bdb-41e8-92f7-69a17210931b tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Router d587c683-f2c0-46ca-8852-49f71b5eac12 has already been hosted by L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 {{(pid=121606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 25 21:42:31.620464 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d077f63-4bdb-41e8-92f7-69a17210931b tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 21:42:31.625002 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-7d077f63-4bdb-41e8-92f7-69a17210931b tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for floatingip, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:31.632011 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fb34f23-0004-42d8-adcc-1c2ff7c5c838 None None] Sync routers for ids ['d587c683-f2c0-46ca-8852-49f71b5eac12'] in ncdv-master-1 {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 21:42:31.643361 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fb34f23-0004-42d8-adcc-1c2ff7c5c838 None None] Routers {'d587c683-f2c0-46ca-8852-49f71b5eac12'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:42:31.644047 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-5fb34f23-0004-42d8-adcc-1c2ff7c5c838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2618230430>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:42:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['d587c683-f2c0-46ca-8852-49f71b5eac12'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:42:31.653218 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-7d077f63-4bdb-41e8-92f7-69a17210931b tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "DELETE /v2.0/floatingips/1fa1ec5b-362c-4e47-af7d-31ce322cc726 HTTP/1.1" status: 204  len: 168 time: 0.9692852
Dec 25 21:42:31.653872 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71c99c12-b0de-47ae-a758-1c01701a1fd7', 'tag': 'c78610c0-9d20-414f-8d18-8f41eeb38c6d'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:42:31.656244 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9858820c13ec2827453b94ebc4181065e990a4e4089ccb9fe762531ac62d2fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be0b67e0-698b-4ec7-94aa-ff5934784181" -d '{"events": [{"name": "network-changed", "server_uuid": "71c99c12-b0de-47ae-a758-1c01701a1fd7", "tag": "c78610c0-9d20-414f-8d18-8f41eeb38c6d"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:42:31.698193 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Dec 2021 21:42:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e449811d-36ca-46b4-8190-cc83a06ba60f x-openstack-request-id: req-e449811d-36ca-46b4-8190-cc83a06ba60f {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:42:31.698637 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71c99c12-b0de-47ae-a758-1c01701a1fd7", "tag": "c78610c0-9d20-414f-8d18-8f41eeb38c6d", "status": "completed", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:42:31.698896 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e449811d-36ca-46b4-8190-cc83a06ba60f {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:42:31.699406 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71c99c12-b0de-47ae-a758-1c01701a1fd7', 'tag': 'c78610c0-9d20-414f-8d18-8f41eeb38c6d', 'status': 'completed', 'code': 200}
Dec 25 21:42:31.783874 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0b67e0-698b-4ec7-94aa-ff5934784181 req-a0a40e11-f4d4-4b77-8629-99eeec68415c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:42:31.785669 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-be0b67e0-698b-4ec7-94aa-ff5934784181 req-a0a40e11-f4d4-4b77-8629-99eeec68415c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=4ff29c23c5844f45826a02b6ae6b65e7&device_id=71c99c12-b0de-47ae-a758-1c01701a1fd7 HTTP/1.1" status: 200  len: 1097 time: 0.0634480
Dec 25 21:42:31.813122 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvr_db [None req-5fb34f23-0004-42d8-adcc-1c2ff7c5c838 None None] Set router d587c683-f2c0-46ca-8852-49f71b5eac12 gateway port host: ncdv-master-1 {{(pid=121608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:42:31.895317 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0b67e0-698b-4ec7-94aa-ff5934784181 req-5d49ce10-c254-4508-833b-0162ae6d50b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:42:31.897119 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-be0b67e0-698b-4ec7-94aa-ff5934784181 req-5d49ce10-c254-4508-833b-0162ae6d50b0 service neutron] 10.222.0.31 "GET /v2.0/networks?id=7c9a49d8-7827-4a91-972b-33a97efdb498 HTTP/1.1" status: 200  len: 897 time: 0.1039271
Dec 25 21:42:31.947382 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-be0b67e0-698b-4ec7-94aa-ff5934784181 req-02af8ae0-061c-4930-bf14-da22ea10e9f2 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c78610c0-9d20-414f-8d18-8f41eeb38c6d HTTP/1.1" status: 200  len: 217 time: 0.0403574
Dec 25 21:42:32.002776 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0b67e0-698b-4ec7-94aa-ff5934784181 req-08b26380-885d-42e9-bb7a-45b44d1b007b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:42:32.004264 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-be0b67e0-698b-4ec7-94aa-ff5934784181 req-08b26380-885d-42e9-bb7a-45b44d1b007b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=c3ad1fe0-b104-4aa3-826b-8d43acf85769 HTTP/1.1" status: 200  len: 834 time: 0.0490403
Dec 25 21:42:32.049478 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-5fb34f23-0004-42d8-adcc-1c2ff7c5c838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2618230430>, [{'id': 'd587c683-f2c0-46ca-8852-49f71b5eac12', 'name': 'tempest-TestNetworkAdvancedServerOps-router-307762505', 'tenant_id': '4ff29c23c5844f45826a02b6ae6b65e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.111'}], 'enable_snat': True}, 'gw_port_id': 'af4e5d4b-6422-42b1-9de2-6b4d7b21909b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:40:34Z', 'updated_at': '2021-12-25T21:40:40Z', 'revision_number': 4, 'project_id': '4ff29c23c5844f45826a02b6ae6b65e7', 'gw_port': {'id': 'af4e5d4b-6422-42b1-9de2-6b4d7b21909b', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:38:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd587c683-f2c0-46ca-8852-49f71b5eac12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3468, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:40:35Z', 'updated_at': '2021-12-25T21:40:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '417da7e0-0099-48f3-93c9-4e19f17301e3', 'name': '', 'network_id': '7c9a49d8-7827-4a91-972b-33a97efdb498', 'tenant_id': '4ff29c23c5844f45826a02b6ae6b65e7', 'mac_address': 'fa:16:3e:25:5e:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd587c683-f2c0-46ca-8852-49f71b5eac12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3471, 'fixed_ips': [{'subnet_id': 'c3ad1fe0-b104-4aa3-826b-8d43acf85769', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:40:38Z', 'updated_at': '2021-12-25T21:40:43Z', 'revision_number': 5, 'project_id': '4ff29c23c5844f45826a02b6ae6b65e7', 'subnets': [{'id': 'c3ad1fe0-b104-4aa3-826b-8d43acf85769', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:42:32.059105 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0b67e0-698b-4ec7-94aa-ff5934784181 req-383b731a-0bca-4f67-8504-fdf02187ec91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:42:32.060805 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-be0b67e0-698b-4ec7-94aa-ff5934784181 req-383b731a-0bca-4f67-8504-fdf02187ec91 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7c9a49d8-7827-4a91-972b-33a97efdb498&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0462554
Dec 25 21:42:32.076291 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fb34f23-0004-42d8-adcc-1c2ff7c5c838 None None] Checking router: d587c683-f2c0-46ca-8852-49f71b5eac12 for host: ncdv-master-1 {{(pid=121608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 25 21:42:32.085760 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fb34f23-0004-42d8-adcc-1c2ff7c5c838 None None] Routers {'d587c683-f2c0-46ca-8852-49f71b5eac12'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:42:32.086876 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-5fb34f23-0004-42d8-adcc-1c2ff7c5c838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2618230430>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:42:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['d587c683-f2c0-46ca-8852-49f71b5eac12'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:42:32.191296 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-be0b67e0-698b-4ec7-94aa-ff5934784181 req-111236b5-fdd9-4e60-aaba-4d109df70c14 service neutron] 10.222.0.31 "GET /v2.0/networks/7c9a49d8-7827-4a91-972b-33a97efdb498?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1215899
Dec 25 21:42:32.198345 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvr_db [None req-5fb34f23-0004-42d8-adcc-1c2ff7c5c838 None None] Set router d587c683-f2c0-46ca-8852-49f71b5eac12 gateway port host: ncdv-master-1 {{(pid=121608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:42:32.216515 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2f4b89-8ec2-4476-90a8-bcd0a3c4c6fd req-c83da36e-b3cf-46c7-aa2f-d0ae38fcff88 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:42:32.218021 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-6d2f4b89-8ec2-4476-90a8-bcd0a3c4c6fd req-c83da36e-b3cf-46c7-aa2f-d0ae38fcff88 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "GET /v2.0/ports?device_id=71c99c12-b0de-47ae-a758-1c01701a1fd7 HTTP/1.1" status: 200  len: 946 time: 0.0781305
Dec 25 21:42:32.328712 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-6d2f4b89-8ec2-4476-90a8-bcd0a3c4c6fd req-9c9a7db7-f083-4996-8d4d-ed8fe0e95b12 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "GET /v2.0/security-groups?id=16c81da4-10fc-44b5-9152-a0bd01145c9a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0931311
Dec 25 21:42:32.355218 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-be0b67e0-698b-4ec7-94aa-ff5934784181 req-ced2389f-a19e-474b-828e-1366a9b65b55 service neutron] 10.222.0.31 "GET /v2.0/networks/7c9a49d8-7827-4a91-972b-33a97efdb498?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1547532
Dec 25 21:42:32.419905 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 39608) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:42:32.551816 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-c5e80bf6-eb71-4f1b-8bb6-3ebc3ea46f94 admin admin] Publish callbacks [] for security_group, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:32.582645 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-5fb34f23-0004-42d8-adcc-1c2ff7c5c838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2618230430>, [{'id': 'd587c683-f2c0-46ca-8852-49f71b5eac12', 'name': 'tempest-TestNetworkAdvancedServerOps-router-307762505', 'tenant_id': '4ff29c23c5844f45826a02b6ae6b65e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.111'}], 'enable_snat': True}, 'gw_port_id': 'af4e5d4b-6422-42b1-9de2-6b4d7b21909b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:40:34Z', 'updated_at': '2021-12-25T21:40:40Z', 'revision_number': 4, 'project_id': '4ff29c23c5844f45826a02b6ae6b65e7', 'gw_port': {'id': 'af4e5d4b-6422-42b1-9de2-6b4d7b21909b', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:38:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd587c683-f2c0-46ca-8852-49f71b5eac12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3468, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:40:35Z', 'updated_at': '2021-12-25T21:40:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '417da7e0-0099-48f3-93c9-4e19f17301e3', 'name': '', 'network_id': '7c9a49d8-7827-4a91-972b-33a97efdb498', 'tenant_id': '4ff29c23c5844f45826a02b6ae6b65e7', 'mac_address': 'fa:16:3e:25:5e:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd587c683-f2c0-46ca-8852-49f71b5eac12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3471, 'fixed_ips': [{'subnet_id': 'c3ad1fe0-b104-4aa3-826b-8d43acf85769', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:40:38Z', 'updated_at': '2021-12-25T21:40:43Z', 'revision_number': 5, 'project_id': '4ff29c23c5844f45826a02b6ae6b65e7', 'subnets': [{'id': 'c3ad1fe0-b104-4aa3-826b-8d43acf85769', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:42:32.611741 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fb34f23-0004-42d8-adcc-1c2ff7c5c838 None None] The sync data for ids ['d587c683-f2c0-46ca-8852-49f71b5eac12'] in ncdv-master-1 is: [{'id': 'd587c683-f2c0-46ca-8852-49f71b5eac12', 'name': 'tempest-TestNetworkAdvancedServerOps-router-307762505', 'tenant_id': '4ff29c23c5844f45826a02b6ae6b65e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.111'}], 'enable_snat': True}, 'gw_port_id': 'af4e5d4b-6422-42b1-9de2-6b4d7b21909b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:40:34Z', 'updated_at': '2021-12-25T21:40:40Z', 'revision_number': 4, 'project_id': '4ff29c23c5844f45826a02b6ae6b65e7', 'gw_port': {'id': 'af4e5d4b-6422-42b1-9de2-6b4d7b21909b', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:38:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd587c683-f2c0-46ca-8852-49f71b5eac12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3468, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:40:35Z', 'updated_at': '2021-12-25T21:40:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '417da7e0-0099-48f3-93c9-4e19f17301e3', 'name': '', 'network_id': '7c9a49d8-7827-4a91-972b-33a97efdb498', 'tenant_id': '4ff29c23c5844f45826a02b6ae6b65e7', 'mac_address': 'fa:16:3e:25:5e:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd587c683-f2c0-46ca-8852-49f71b5eac12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3471, 'fixed_ips': [{'subnet_id': 'c3ad1fe0-b104-4aa3-826b-8d43acf85769', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:40:38Z', 'updated_at': '2021-12-25T21:40:43Z', 'revision_number': 5, 'project_id': '4ff29c23c5844f45826a02b6ae6b65e7', 'subnets': [{'id': 'c3ad1fe0-b104-4aa3-826b-8d43acf85769', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 21:42:32.631149 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-c5e80bf6-eb71-4f1b-8bb6-3ebc3ea46f94 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:32.700662 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-c5e80bf6-eb71-4f1b-8bb6-3ebc3ea46f94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:32.746097 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-c5e80bf6-eb71-4f1b-8bb6-3ebc3ea46f94 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1f0d57d28df946648dbdd9b355ddad96&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3250787
Dec 25 21:42:32.750951 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e80bf6-eb71-4f1b-8bb6-3ebc3ea46f94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ab60cb7-7262-4b8c-b3d3-4d8d5650d891,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:42:32.751075 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 39630) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:42:32.804784 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-61c9b772-4c41-4042-b142-ce4c4ec2272d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:32.827961 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-61c9b772-4c41-4042-b142-ce4c4ec2272d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:32.857014 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eccb950-680e-4fcc-bc33-976495df9d40 None None] New status for floating IP 1fa1ec5b-362c-4e47-af7d-31ce322cc726: DOWN {{(pid=121609) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 25 21:42:32.946506 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-61c9b772-4c41-4042-b142-ce4c4ec2272d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:32.949396 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-61c9b772-4c41-4042-b142-ce4c4ec2272d admin admin] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:32.957778 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-61c9b772-4c41-4042-b142-ce4c4ec2272d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2ab60cb7-7262-4b8c-b3d3-4d8d5650d891 HTTP/1.1" status: 204  len: 168 time: 0.2009606
Dec 25 21:42:32.959861 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c9b772-4c41-4042-b142-ce4c4ec2272d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ab60cb7-7262-4b8c-b3d3-4d8d5650d891,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:42:33.468657 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a84f1b-9a8b-4f8e-bb3e-1c84647922e7 req-9dd94bec-088a-4d58-9a92-ce31569cb5c3 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:42:33.470609 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-18a84f1b-9a8b-4f8e-bb3e-1c84647922e7 req-9dd94bec-088a-4d58-9a92-ce31569cb5c3 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.31 "GET /v2.0/ports?device_id=71c99c12-b0de-47ae-a758-1c01701a1fd7 HTTP/1.1" status: 200  len: 946 time: 0.0792904
Dec 25 21:42:33.479754 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313ebfef-a490-4621-a53a-57bd032a10dd req-e88fc8d3-355d-4095-923b-4f1312984645 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:42:33.485842 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-313ebfef-a490-4621-a53a-57bd032a10dd req-e88fc8d3-355d-4095-923b-4f1312984645 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "GET /v2.0/ports?device_id=71c99c12-b0de-47ae-a758-1c01701a1fd7 HTTP/1.1" status: 200  len: 946 time: 0.0796692
Dec 25 21:42:33.587002 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-313ebfef-a490-4621-a53a-57bd032a10dd req-b98f8337-65ce-4b5e-a15f-245102ff62b0 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "GET /v2.0/security-groups?id=16c81da4-10fc-44b5-9152-a0bd01145c9a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0974262
Dec 25 21:42:33.606207 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [req-18a84f1b-9a8b-4f8e-bb3e-1c84647922e7 req-c951c2b5-6474-40ba-91be-2fe0a129de59 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Deleting port c78610c0-9d20-414f-8d18-8f41eeb38c6d {{(pid=121606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:42:33.606545 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-18a84f1b-9a8b-4f8e-bb3e-1c84647922e7 req-c951c2b5-6474-40ba-91be-2fe0a129de59 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:33.700207 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-18a84f1b-9a8b-4f8e-bb3e-1c84647922e7 req-c951c2b5-6474-40ba-91be-2fe0a129de59 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] For port c78610c0-9d20-414f-8d18-8f41eeb38c6d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c78610c0-9d20-414f-8d18-8f41eeb38c6d,segment=NetworkSegment(65da167e-c66c-4372-95ca-03d82075def9),segment_id=65da167e-c66c-4372-95ca-03d82075def9)] {{(pid=121606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:42:33.700944 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-18a84f1b-9a8b-4f8e-bb3e-1c84647922e7 req-c951c2b5-6474-40ba-91be-2fe0a129de59 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:33.717138 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [req-18a84f1b-9a8b-4f8e-bb3e-1c84647922e7 req-c951c2b5-6474-40ba-91be-2fe0a129de59 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Calling delete_port for c78610c0-9d20-414f-8d18-8f41eeb38c6d owned by compute:nova {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:42:33.957546 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-18a84f1b-9a8b-4f8e-bb3e-1c84647922e7 req-c951c2b5-6474-40ba-91be-2fe0a129de59 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:33.988119 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c951c2b5-6474-40ba-91be-2fe0a129de59 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Pushing event deleted for resources: {'Port': ['ID=c78610c0-9d20-414f-8d18-8f41eeb38c6d,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:42:34.016420 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 39658) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:42:34.036808 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [req-18a84f1b-9a8b-4f8e-bb3e-1c84647922e7 req-c951c2b5-6474-40ba-91be-2fe0a129de59 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] No DVR routers for this DVR port c78610c0-9d20-414f-8d18-8f41eeb38c6d on host nch1-master-1 {{(pid=121606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:42:34.039511 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-18a84f1b-9a8b-4f8e-bb3e-1c84647922e7 req-c951c2b5-6474-40ba-91be-2fe0a129de59 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:34.043060 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-18a84f1b-9a8b-4f8e-bb3e-1c84647922e7 req-c951c2b5-6474-40ba-91be-2fe0a129de59 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.31 "DELETE /v2.0/ports/c78610c0-9d20-414f-8d18-8f41eeb38c6d HTTP/1.1" status: 204  len: 173 time: 0.5608187
Dec 25 21:42:34.043507 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71c99c12-b0de-47ae-a758-1c01701a1fd7', 'name': 'network-vif-deleted', 'tag': 'c78610c0-9d20-414f-8d18-8f41eeb38c6d'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:42:34.045806 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9858820c13ec2827453b94ebc4181065e990a4e4089ccb9fe762531ac62d2fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-203c6a45-2c6a-4353-9829-30c375e105be" -d '{"events": [{"server_uuid": "71c99c12-b0de-47ae-a758-1c01701a1fd7", "name": "network-vif-deleted", "tag": "c78610c0-9d20-414f-8d18-8f41eeb38c6d"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:42:34.082421 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 21:42:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a4e74c2-af63-48a4-a4d7-2e383b196e35 x-openstack-request-id: req-7a4e74c2-af63-48a4-a4d7-2e383b196e35 {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:42:34.082732 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71c99c12-b0de-47ae-a758-1c01701a1fd7", "name": "network-vif-deleted", "tag": "c78610c0-9d20-414f-8d18-8f41eeb38c6d", "status": "completed", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:42:34.082986 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7a4e74c2-af63-48a4-a4d7-2e383b196e35 {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:42:34.083388 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71c99c12-b0de-47ae-a758-1c01701a1fd7', 'name': 'network-vif-deleted', 'tag': 'c78610c0-9d20-414f-8d18-8f41eeb38c6d', 'status': 'completed', 'code': 200}
Dec 25 21:42:34.127640 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-c30ea3f0-5e9e-44d7-9ea9-8a9b75619459 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-2014339593'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:42:34.254307 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c30ea3f0-5e9e-44d7-9ea9-8a9b75619459 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Made reservation on behalf of 6ca85d447d714c1ca24121ae04b3edf0 for: {'network': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:42:34.259007 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-c30ea3f0-5e9e-44d7-9ea9-8a9b75619459 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for network, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:34.268048 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-c30ea3f0-5e9e-44d7-9ea9-8a9b75619459 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks [] for security_group, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:34.345632 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-c30ea3f0-5e9e-44d7-9ea9-8a9b75619459 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks [] for security_group, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:34.460428 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-c30ea3f0-5e9e-44d7-9ea9-8a9b75619459 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:34.460646 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:34.489736 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c30ea3f0-5e9e-44d7-9ea9-8a9b75619459 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] vlan segment allocate from pool success with {'vlan_id': 179, 'physical_network': 'physnet1'}  {{(pid=121607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 25 21:42:34.500345 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30ea3f0-5e9e-44d7-9ea9-8a9b75619459 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7799d900-deaa-46e7-ac05-0cd6b564b8dc,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:42:34.509771 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-c30ea3f0-5e9e-44d7-9ea9-8a9b75619459 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:34.509771 ncdv-master-1 neutron-server[121607]: INFO neutron.db.segments_db [None req-c30ea3f0-5e9e-44d7-9ea9-8a9b75619459 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Added segment 0b348995-4d55-45f1-b58c-2a5ccec11450 of type vlan for network 99ca970e-c662-4419-9bb1-c5d90374ad5c
Dec 25 21:42:34.546096 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-c30ea3f0-5e9e-44d7-9ea9-8a9b75619459 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737602163420'] for network, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:34.620237 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-c30ea3f0-5e9e-44d7-9ea9-8a9b75619459 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870'] for network, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:34.626392 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c30ea3f0-5e9e-44d7-9ea9-8a9b75619459 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:42:34.626990 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-c30ea3f0-5e9e-44d7-9ea9-8a9b75619459 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks [] for network, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:34.697242 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30ea3f0-5e9e-44d7-9ea9-8a9b75619459 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Pushing event updated for resources: {'Network': ['ID=99ca970e-c662-4419-9bb1-c5d90374ad5c,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:42:34.706091 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-02171d63-9708-47e6-93ab-eead0d302219 req-6bb85d16-fd0c-4de2-a6e7-6e5fdd197361 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "GET /v2.0/ports?device_id=71c99c12-b0de-47ae-a758-1c01701a1fd7 HTTP/1.1" status: 200  len: 210 time: 0.0366404
Dec 25 21:42:34.723766 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-c30ea3f0-5e9e-44d7-9ea9-8a9b75619459 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 786 time: 0.7030089
Dec 25 21:42:34.724442 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 39670) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:42:34.730089 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-339c6c3e-cbf0-4b32-b717-f249691ac193 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Request body: {'subnet': {'network_id': '99ca970e-c662-4419-9bb1-c5d90374ad5c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:42:34.738447 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Network 99ca970e-c662-4419-9bb1-c5d90374ad5c details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 25 21:42:34.865943 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-260f16e9-50a0-494e-8832-4289cba84bd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:34.974933 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-339c6c3e-cbf0-4b32-b717-f249691ac193 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Made reservation on behalf of 6ca85d447d714c1ca24121ae04b3edf0 for: {'subnet': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:42:34.979296 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-339c6c3e-cbf0-4b32-b717-f249691ac193 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9028529'] for subnet, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:35.224898 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-339c6c3e-cbf0-4b32-b717-f249691ac193 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9084170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9028515'] for subnet, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:35.292900 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339c6c3e-cbf0-4b32-b717-f249691ac193 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Pushing event updated for resources: {'Subnet': ['ID=630faf5c-45c0-4243-ad09-0cde047249e4,revision_number=0']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:42:35.300070 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-339c6c3e-cbf0-4b32-b717-f249691ac193 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Checking segment: {'id': '0b348995-4d55-45f1-b58c-2a5ccec11450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '99ca970e-c662-4419-9bb1-c5d90374ad5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:42:35.300432 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-339c6c3e-cbf0-4b32-b717-f249691ac193 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Network hostable DHCP agents. Network: 99ca970e-c662-4419-9bb1-c5d90374ad5c, hostable agents: ['1813db88-2c1b-4357-a2ba-869246b663c2'], hosted agents: [] {{(pid=121606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 25 21:42:35.352385 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-339c6c3e-cbf0-4b32-b717-f249691ac193 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Network 99ca970e-c662-4419-9bb1-c5d90374ad5c is scheduled to be hosted by DHCP agent 1813db88-2c1b-4357-a2ba-869246b663c2 with binding_index 1 {{(pid=121606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 25 21:42:35.431706 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [None req-339c6c3e-cbf0-4b32-b717-f249691ac193 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 99ca970e-c662-4419-9bb1-c5d90374ad5c) {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:42:35.435873 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-339c6c3e-cbf0-4b32-b717-f249691ac193 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:42:35.436493 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-339c6c3e-cbf0-4b32-b717-f249691ac193 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks [] for subnet, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:35.443149 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c375eeff-5ba2-425e-a38e-a1363cdc9dd5 None None] Network 99ca970e-c662-4419-9bb1-c5d90374ad5c requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:42:35.561508 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d015a774-ca4a-4d48-8b52-2d74beab812d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-99ca970e-c662-4419-9bb1-c5d90374ad5c', 'network_id': '99ca970e-c662-4419-9bb1-c5d90374ad5c', 'project_id': '6ca85d447d714c1ca24121ae04b3edf0', 'fixed_ips': [{'subnet_id': '630faf5c-45c0-4243-ad09-0cde047249e4'}]}} from ncdv-master-1. {{(pid=121608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 25 21:42:35.562395 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-d015a774-ca4a-4d48-8b52-2d74beab812d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:35.617441 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-339c6c3e-cbf0-4b32-b717-f249691ac193 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.8918433
Dec 25 21:42:35.620256 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 39674) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:42:35.625231 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-2dda3014-f060-4253-8d08-2851fec934d3 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Request body: {'port': {'network_id': '99ca970e-c662-4419-9bb1-c5d90374ad5c', 'name': 'tempest-NetworksTestDHCPv6-977892960'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:42:35.701324 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.db_base_plugin_common [None req-d015a774-ca4a-4d48-8b52-2d74beab812d None None] Allocated IP 2001:db8::2 (99ca970e-c662-4419-9bb1-c5d90374ad5c/630faf5c-45c0-4243-ad09-0cde047249e4/842f89a1-c7ec-415e-a5b5-fdd9a7d5bab3) {{(pid=121608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:42:35.769957 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 39678) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:42:35.816627 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dda3014-f060-4253-8d08-2851fec934d3 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Made reservation on behalf of 6ca85d447d714c1ca24121ae04b3edf0 for: {'port': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:42:35.820298 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-2dda3014-f060-4253-8d08-2851fec934d3 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:35.847447 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [None req-2dda3014-f060-4253-8d08-2851fec934d3 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] device_id is not set on port 8fdf8096-da6f-48d4-96d9-838691b7ddcd yet. {{(pid=121606) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 25 21:42:35.848725 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-d015a774-ca4a-4d48-8b52-2d74beab812d None None] Publish callbacks [] for port, precommit_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:35.992525 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-d015a774-ca4a-4d48-8b52-2d74beab812d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946'] for port, after_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:36.037192 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d015a774-ca4a-4d48-8b52-2d74beab812d None None] Network 99ca970e-c662-4419-9bb1-c5d90374ad5c is already hosted by enough agents. {{(pid=121608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:42:36.040766 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.base_scheduler [None req-d015a774-ca4a-4d48-8b52-2d74beab812d None None] Resources bound (agent type, host, resource id):  {{(pid=121608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:42:36.044399 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d015a774-ca4a-4d48-8b52-2d74beab812d None None] Received port after_create {{(pid=121608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:42:36.055107 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d015a774-ca4a-4d48-8b52-2d74beab812d None None] Pushing event updated for resources: {'Port': ['ID=842f89a1-c7ec-415e-a5b5-fdd9a7d5bab3,revision_number=1']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:42:36.092507 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d015a774-ca4a-4d48-8b52-2d74beab812d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:42:36.092777 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d015a774-ca4a-4d48-8b52-2d74beab812d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:42:36.093142 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d015a774-ca4a-4d48-8b52-2d74beab812d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:42:36.093481 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d015a774-ca4a-4d48-8b52-2d74beab812d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:42:36.093812 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d015a774-ca4a-4d48-8b52-2d74beab812d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:42:36.094149 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d015a774-ca4a-4d48-8b52-2d74beab812d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:42:36.094474 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d015a774-ca4a-4d48-8b52-2d74beab812d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:42:36.094799 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d015a774-ca4a-4d48-8b52-2d74beab812d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:42:36.095122 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d015a774-ca4a-4d48-8b52-2d74beab812d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:42:36.095443 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d015a774-ca4a-4d48-8b52-2d74beab812d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:42:36.095542 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_common [None req-2dda3014-f060-4253-8d08-2851fec934d3 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Allocated IP 2001:db8::1a2 (99ca970e-c662-4419-9bb1-c5d90374ad5c/630faf5c-45c0-4243-ad09-0cde047249e4/8fdf8096-da6f-48d4-96d9-838691b7ddcd) {{(pid=121606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:42:36.095765 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d015a774-ca4a-4d48-8b52-2d74beab812d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:42:36.096083 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d015a774-ca4a-4d48-8b52-2d74beab812d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:42:36.096402 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d015a774-ca4a-4d48-8b52-2d74beab812d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:42:36.110073 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-d015a774-ca4a-4d48-8b52-2d74beab812d None None] Attempting to bind port 842f89a1-c7ec-415e-a5b5-fdd9a7d5bab3 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:42:36.116697 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-d015a774-ca4a-4d48-8b52-2d74beab812d None None] Attempting to bind port 842f89a1-c7ec-415e-a5b5-fdd9a7d5bab3 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '0b348995-4d55-45f1-b58c-2a5ccec11450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '99ca970e-c662-4419-9bb1-c5d90374ad5c'}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:42:36.116697 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d015a774-ca4a-4d48-8b52-2d74beab812d None None] Attempting to bind port 842f89a1-c7ec-415e-a5b5-fdd9a7d5bab3 on network 99ca970e-c662-4419-9bb1-c5d90374ad5c {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:42:36.116697 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d015a774-ca4a-4d48-8b52-2d74beab812d None None] Checking agent: {'id': 'ca4f5c6d-f1fd-48b8-a3e3-395864c7d23d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 20, 56, 40), 'started_at': datetime.datetime(2021, 12, 25, 20, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 42, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:42:36.116697 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d015a774-ca4a-4d48-8b52-2d74beab812d None None] Checking segment: {'id': '0b348995-4d55-45f1-b58c-2a5ccec11450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '99ca970e-c662-4419-9bb1-c5d90374ad5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:42:36.116697 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-d015a774-ca4a-4d48-8b52-2d74beab812d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:36.117298 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d015a774-ca4a-4d48-8b52-2d74beab812d None None] Bound using segment: {'id': '0b348995-4d55-45f1-b58c-2a5ccec11450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '99ca970e-c662-4419-9bb1-c5d90374ad5c'} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:42:36.117483 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-d015a774-ca4a-4d48-8b52-2d74beab812d None None] Bound port: 842f89a1-c7ec-415e-a5b5-fdd9a7d5bab3, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b348995-4d55-45f1-b58c-2a5ccec11450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '99ca970e-c662-4419-9bb1-c5d90374ad5c'}}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:42:36.117865 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-d015a774-ca4a-4d48-8b52-2d74beab812d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:36.182279 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-d015a774-ca4a-4d48-8b52-2d74beab812d None None] For port 842f89a1-c7ec-415e-a5b5-fdd9a7d5bab3, host ncdv-master-1, cleared binding levels {{(pid=121608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:42:36.185400 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-d015a774-ca4a-4d48-8b52-2d74beab812d None None] For port 842f89a1-c7ec-415e-a5b5-fdd9a7d5bab3, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=842f89a1-c7ec-415e-a5b5-fdd9a7d5bab3,segment=NetworkSegment(0b348995-4d55-45f1-b58c-2a5ccec11450),segment_id=0b348995-4d55-45f1-b58c-2a5ccec11450)] {{(pid=121608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:42:36.324674 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-2dda3014-f060-4253-8d08-2851fec934d3 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks [] for port, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:36.329875 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-d015a774-ca4a-4d48-8b52-2d74beab812d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:36.409886 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d015a774-ca4a-4d48-8b52-2d74beab812d None None] Pushing event updated for resources: {'Port': ['ID=842f89a1-c7ec-415e-a5b5-fdd9a7d5bab3,revision_number=2']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:42:36.421591 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-ecc2ccd0-a6f5-4c71-94a2-b329c50ef507 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2007615'] for router_interface, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:36.533584 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-2dda3014-f060-4253-8d08-2851fec934d3 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:36.645269 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dda3014-f060-4253-8d08-2851fec934d3 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Network 99ca970e-c662-4419-9bb1-c5d90374ad5c is already hosted by enough agents. {{(pid=121606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:42:36.651916 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [None req-2dda3014-f060-4253-8d08-2851fec934d3 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Resources bound (agent type, host, resource id):  {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:42:36.658354 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dda3014-f060-4253-8d08-2851fec934d3 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Received port after_create {{(pid=121606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:42:36.665183 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dda3014-f060-4253-8d08-2851fec934d3 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:42:36.665973 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-2dda3014-f060-4253-8d08-2851fec934d3 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:36.685662 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dda3014-f060-4253-8d08-2851fec934d3 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Pushing event updated for resources: {'Port': ['ID=8fdf8096-da6f-48d4-96d9-838691b7ddcd,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:42:36.792597 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-ecc2ccd0-a6f5-4c71-94a2-b329c50ef507 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Deleting port 417da7e0-0099-48f3-93c9-4e19f17301e3 {{(pid=121606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:42:36.793309 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-ecc2ccd0-a6f5-4c71-94a2-b329c50ef507 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:36.857867 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-2dda3014-f060-4253-8d08-2851fec934d3 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 931 time: 1.2364702
Dec 25 21:42:36.868021 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 39686) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:42:36.901435 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [None req-ecc2ccd0-a6f5-4c71-94a2-b329c50ef507 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] For port 417da7e0-0099-48f3-93c9-4e19f17301e3, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=417da7e0-0099-48f3-93c9-4e19f17301e3,segment=NetworkSegment(65da167e-c66c-4372-95ca-03d82075def9),segment_id=65da167e-c66c-4372-95ca-03d82075def9)] {{(pid=121606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:42:36.901807 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-ecc2ccd0-a6f5-4c71-94a2-b329c50ef507 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:36.915326 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-ecc2ccd0-a6f5-4c71-94a2-b329c50ef507 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Calling delete_port for 417da7e0-0099-48f3-93c9-4e19f17301e3 owned by network:router_interface {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:42:36.931372 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eaf94a7-e28c-4101-a339-07028f67b457 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:42:36.937744 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eaf94a7-e28c-4101-a339-07028f67b457 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:42:36.940219 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-0eaf94a7-e28c-4101-a339-07028f67b457 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1668 time: 0.0759246
Dec 25 21:42:36.949311 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 39688) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:42:36.997115 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-e2a61752-2b03-4210-a8f9-39202cd7ebec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:37.062138 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-1c68f645-6d68-4b84-9a64-41be844fe556 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Deleting port 8fdf8096-da6f-48d4-96d9-838691b7ddcd {{(pid=121607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:42:37.062487 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-1c68f645-6d68-4b84-9a64-41be844fe556 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:37.163704 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-1c68f645-6d68-4b84-9a64-41be844fe556 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:37.178631 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-1c68f645-6d68-4b84-9a64-41be844fe556 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Calling delete_port for 8fdf8096-da6f-48d4-96d9-838691b7ddcd owned by  {{(pid=121607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:42:37.451760 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fd3a1e7-762b-46cb-ac77-712d63c07f06 None None] Network 99ca970e-c662-4419-9bb1-c5d90374ad5c requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:42:37.461610 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-1c68f645-6d68-4b84-9a64-41be844fe556 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:37.495541 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c68f645-6d68-4b84-9a64-41be844fe556 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Pushing event deleted for resources: {'Port': ['ID=8fdf8096-da6f-48d4-96d9-838691b7ddcd,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:42:37.523416 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c68f645-6d68-4b84-9a64-41be844fe556 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:42:37.524322 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c68f645-6d68-4b84-9a64-41be844fe556 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:42:37.524671 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c68f645-6d68-4b84-9a64-41be844fe556 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:42:37.525050 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c68f645-6d68-4b84-9a64-41be844fe556 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:42:37.525390 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c68f645-6d68-4b84-9a64-41be844fe556 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:42:37.525725 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c68f645-6d68-4b84-9a64-41be844fe556 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:42:37.526059 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c68f645-6d68-4b84-9a64-41be844fe556 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:42:37.526802 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c68f645-6d68-4b84-9a64-41be844fe556 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:42:37.526802 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c68f645-6d68-4b84-9a64-41be844fe556 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:42:37.538107 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c68f645-6d68-4b84-9a64-41be844fe556 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:42:37.538107 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c68f645-6d68-4b84-9a64-41be844fe556 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:42:37.538107 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c68f645-6d68-4b84-9a64-41be844fe556 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:42:37.538107 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c68f645-6d68-4b84-9a64-41be844fe556 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:42:37.538107 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-1c68f645-6d68-4b84-9a64-41be844fe556 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:37.542892 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-1c68f645-6d68-4b84-9a64-41be844fe556 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] 10.222.0.32 "DELETE /v2.0/ports/8fdf8096-da6f-48d4-96d9-838691b7ddcd HTTP/1.1" status: 204  len: 168 time: 0.5989106
Dec 25 21:42:37.545767 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 39692) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:42:37.580515 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-55286308-c47d-4b53-8098-da28a41ba3ee None None] Provisioning complete for port 842f89a1-c7ec-415e-a5b5-fdd9a7d5bab3 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:42:37.580900 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-55286308-c47d-4b53-8098-da28a41ba3ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:37.629196 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-ecc2ccd0-a6f5-4c71-94a2-b329c50ef507 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:37.673360 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-55286308-c47d-4b53-8098-da28a41ba3ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:37.675922 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73b8bd0c-28b4-41cb-b263-8fb8f4066782 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:42:37.677604 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73b8bd0c-28b4-41cb-b263-8fb8f4066782 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:42:37.679630 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-73b8bd0c-28b4-41cb-b263-8fb8f4066782 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1477 time: 0.1327403
Dec 25 21:42:37.682451 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 39694) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:42:37.687820 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc2ccd0-a6f5-4c71-94a2-b329c50ef507 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Pushing event deleted for resources: {'Port': ['ID=417da7e0-0099-48f3-93c9-4e19f17301e3,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:42:37.737363 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-55286308-c47d-4b53-8098-da28a41ba3ee None None] For port 842f89a1-c7ec-415e-a5b5-fdd9a7d5bab3, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=842f89a1-c7ec-415e-a5b5-fdd9a7d5bab3,segment=NetworkSegment(0b348995-4d55-45f1-b58c-2a5ccec11450),segment_id=0b348995-4d55-45f1-b58c-2a5ccec11450)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:42:37.758566 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_v2 [None req-5cb9381a-e0a5-4a0a-bb48-b626b20c528b tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Deleting subnet 630faf5c-45c0-4243-ad09-0cde047249e4 {{(pid=121607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Dec 25 21:42:37.762136 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5cb9381a-e0a5-4a0a-bb48-b626b20c528b tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks [] for subnet, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:37.791701 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device c78610c0-9d20-414f-8d18-8f41eeb38c6d no longer exists at agent hyperv_nch1-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:42:37.825109 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] No Port match for: c78610c0-9d20-414f-8d18-8f41eeb38c6d {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:42:37.825453 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device c78610c0-9d20-414f-8d18-8f41eeb38c6d not bound to the agent host nch1-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:42:37.827124 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-55286308-c47d-4b53-8098-da28a41ba3ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:37.833474 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5cb9381a-e0a5-4a0a-bb48-b626b20c528b tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10246617'] for subnet, precommit_delete_associations {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:37.907001 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55286308-c47d-4b53-8098-da28a41ba3ee None None] Pushing event updated for resources: {'Port': ['ID=842f89a1-c7ec-415e-a5b5-fdd9a7d5bab3,revision_number=3']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:42:37.951306 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-ecc2ccd0-a6f5-4c71-94a2-b329c50ef507 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2007763'] for router_interface, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:37.995086 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-e840a4e0-544b-493a-80b6-ab7b901680e9 None None] Provisioning complete for port 842f89a1-c7ec-415e-a5b5-fdd9a7d5bab3 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:42:37.995086 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-e840a4e0-544b-493a-80b6-ab7b901680e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:38.005039 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5cb9381a-e0a5-4a0a-bb48-b626b20c528b tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995662'] for subnet, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:38.175617 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5cb9381a-e0a5-4a0a-bb48-b626b20c528b tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8632410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8852809'] for subnet, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:38.203452 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 842f89a1-c7ec-415e-a5b5-fdd9a7d5bab3 up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:42:38.217381 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb9381a-e0a5-4a0a-bb48-b626b20c528b tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Pushing event deleted for resources: {'Subnet': ['ID=630faf5c-45c0-4243-ad09-0cde047249e4,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:42:38.223685 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5cb9381a-e0a5-4a0a-bb48-b626b20c528b tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks [] for subnet, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:38.227985 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-5cb9381a-e0a5-4a0a-bb48-b626b20c528b tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] 10.222.0.32 "DELETE /v2.0/subnets/630faf5c-45c0-4243-ad09-0cde047249e4 HTTP/1.1" status: 204  len: 168 time: 0.5444984
Dec 25 21:42:38.230506 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 39698) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:42:38.274646 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecc2ccd0-a6f5-4c71-94a2-b329c50ef507 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Router d587c683-f2c0-46ca-8852-49f71b5eac12 has already been hosted by L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 {{(pid=121606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 25 21:42:38.275392 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port 842f89a1-c7ec-415e-a5b5-fdd9a7d5bab3 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:42:38.275919 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:38.312965 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-5344e2d0-ddd1-4d08-8bd5-f05ff75369f6 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0813541
Dec 25 21:42:38.315953 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 39700) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:42:38.319615 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e6d3aac-7b25-49ee-b421-7e3b33becf48 None None] Network 99ca970e-c662-4419-9bb1-c5d90374ad5c requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:42:38.321377 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-7b74075d-324e-46e4-a48a-8fd1487bfc58 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Request body: {'subnet': {'network_id': '99ca970e-c662-4419-9bb1-c5d90374ad5c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:42:38.355624 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-76b8c1f6-ee56-4b29-b8a4-fb76134daf94 None None] Could not find standard attr ID for object 8fdf8096-da6f-48d4-96d9-838691b7ddcd. {{(pid=121608) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 25 21:42:38.412807 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecc2ccd0-a6f5-4c71-94a2-b329c50ef507 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 21:42:38.420471 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-ecc2ccd0-a6f5-4c71-94a2-b329c50ef507 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "PUT /v2.0/routers/d587c683-f2c0-46ca-8852-49f71b5eac12/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6493073
Dec 25 21:42:38.423761 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 39704) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:42:38.430739 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-607e64b2-a89c-4271-bde0-6b28cc5a8c9b None None] Sync routers for ids ['d587c683-f2c0-46ca-8852-49f71b5eac12'] in ncdv-master-1 {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 21:42:38.485023 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-607e64b2-a89c-4271-bde0-6b28cc5a8c9b None None] Routers {'d587c683-f2c0-46ca-8852-49f71b5eac12'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:42:38.485629 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-607e64b2-a89c-4271-bde0-6b28cc5a8c9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2613ef4310>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:42:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['d587c683-f2c0-46ca-8852-49f71b5eac12'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:42:38.487659 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_v2 [None req-abf2bdae-ff36-4214-a48c-cbdc47be127b tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Deleting subnet c3ad1fe0-b104-4aa3-826b-8d43acf85769 {{(pid=121607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Dec 25 21:42:38.493987 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-abf2bdae-ff36-4214-a48c-cbdc47be127b tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks [] for subnet, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:38.535547 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:38.537458 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-abf2bdae-ff36-4214-a48c-cbdc47be127b tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10246617'] for subnet, precommit_delete_associations {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:38.570389 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b74075d-324e-46e4-a48a-8fd1487bfc58 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Made reservation on behalf of 6ca85d447d714c1ca24121ae04b3edf0 for: {'subnet': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:42:38.574582 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-7b74075d-324e-46e4-a48a-8fd1487bfc58 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8852834'] for subnet, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:38.594348 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3e945ecd-9380-47c2-aa0a-12ebe07e03e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:38.613869 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e3ce0df-86e3-4f8f-b971-41d5541e83eb None None] DHCP port deletion for 99ca970e-c662-4419-9bb1-c5d90374ad5c request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 21:42:38.619313 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvr_db [None req-607e64b2-a89c-4271-bde0-6b28cc5a8c9b None None] Set router d587c683-f2c0-46ca-8852-49f71b5eac12 gateway port host: ncdv-master-1 {{(pid=121608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:42:38.704991 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-abf2bdae-ff36-4214-a48c-cbdc47be127b tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995662'] for subnet, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:38.777401 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-6e3ce0df-86e3-4f8f-b971-41d5541e83eb None None] Deleting port 842f89a1-c7ec-415e-a5b5-fdd9a7d5bab3 {{(pid=121608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:42:38.777725 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-6e3ce0df-86e3-4f8f-b971-41d5541e83eb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:38.854899 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-abf2bdae-ff36-4214-a48c-cbdc47be127b tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8632410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8852809'] for subnet, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:38.876278 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-6e3ce0df-86e3-4f8f-b971-41d5541e83eb None None] For port 842f89a1-c7ec-415e-a5b5-fdd9a7d5bab3, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=842f89a1-c7ec-415e-a5b5-fdd9a7d5bab3,segment=NetworkSegment(0b348995-4d55-45f1-b58c-2a5ccec11450),segment_id=0b348995-4d55-45f1-b58c-2a5ccec11450)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:42:38.876674 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-6e3ce0df-86e3-4f8f-b971-41d5541e83eb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:38.884752 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf2bdae-ff36-4214-a48c-cbdc47be127b tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Pushing event deleted for resources: {'Subnet': ['ID=c3ad1fe0-b104-4aa3-826b-8d43acf85769,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:42:38.886753 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-abf2bdae-ff36-4214-a48c-cbdc47be127b tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks [] for subnet, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:38.890307 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-abf2bdae-ff36-4214-a48c-cbdc47be127b tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "DELETE /v2.0/subnets/c3ad1fe0-b104-4aa3-826b-8d43acf85769 HTTP/1.1" status: 204  len: 168 time: 0.4654870
Dec 25 21:42:38.892942 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 39706) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:42:38.897556 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-6e3ce0df-86e3-4f8f-b971-41d5541e83eb None None] Calling delete_port for 842f89a1-c7ec-415e-a5b5-fdd9a7d5bab3 owned by network:dhcp {{(pid=121608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:42:38.900591 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee4d5b46-32ab-43b1-879d-c57a535e9752 None None] Network 7c9a49d8-7827-4a91-972b-33a97efdb498 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:42:38.930922 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-7b74075d-324e-46e4-a48a-8fd1487bfc58 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8632475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8852848'] for subnet, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:38.990138 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b74075d-324e-46e4-a48a-8fd1487bfc58 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Network 99ca970e-c662-4419-9bb1-c5d90374ad5c is already hosted by enough agents. {{(pid=121607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:42:38.996500 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-7b74075d-324e-46e4-a48a-8fd1487bfc58 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Resources bound (agent type, host, resource id):  {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:42:39.002891 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b74075d-324e-46e4-a48a-8fd1487bfc58 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:42:39.003490 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-7b74075d-324e-46e4-a48a-8fd1487bfc58 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks [] for subnet, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:39.004441 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-607e64b2-a89c-4271-bde0-6b28cc5a8c9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2613ef4310>, [{'id': 'd587c683-f2c0-46ca-8852-49f71b5eac12', 'name': 'tempest-TestNetworkAdvancedServerOps-router-307762505', 'tenant_id': '4ff29c23c5844f45826a02b6ae6b65e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.111'}], 'enable_snat': True}, 'gw_port_id': 'af4e5d4b-6422-42b1-9de2-6b4d7b21909b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:40:34Z', 'updated_at': '2021-12-25T21:42:37Z', 'revision_number': 5, 'project_id': '4ff29c23c5844f45826a02b6ae6b65e7', 'gw_port': {'id': 'af4e5d4b-6422-42b1-9de2-6b4d7b21909b', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:38:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd587c683-f2c0-46ca-8852-49f71b5eac12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3468, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:40:35Z', 'updated_at': '2021-12-25T21:40:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:42:39.013308 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b74075d-324e-46e4-a48a-8fd1487bfc58 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Pushing event updated for resources: {'Subnet': ['ID=b2146c18-65d4-49ab-9099-891329756c17,revision_number=0']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:42:39.054575 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-607e64b2-a89c-4271-bde0-6b28cc5a8c9b None None] Checking router: d587c683-f2c0-46ca-8852-49f71b5eac12 for host: ncdv-master-1 {{(pid=121608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 25 21:42:39.068461 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-777aed07-93c6-4c43-8288-d7ef76fe7f95 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks [] for router, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:39.081940 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-607e64b2-a89c-4271-bde0-6b28cc5a8c9b None None] Routers {'d587c683-f2c0-46ca-8852-49f71b5eac12'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:42:39.082556 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-607e64b2-a89c-4271-bde0-6b28cc5a8c9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2613ef4310>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:42:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['d587c683-f2c0-46ca-8852-49f71b5eac12'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:42:39.127023 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-7b74075d-324e-46e4-a48a-8fd1487bfc58 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 0.8100486
Dec 25 21:42:39.129622 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 39710) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:42:39.137559 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-b732996a-7244-4e0b-b09e-b0462f91dd9b tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Request body: {'port': {'network_id': '99ca970e-c662-4419-9bb1-c5d90374ad5c', 'name': 'tempest-NetworksTestDHCPv6-1851270523'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:42:39.183845 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-777aed07-93c6-4c43-8288-d7ef76fe7f95 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks [] for router_gateway, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:39.327124 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-777aed07-93c6-4c43-8288-d7ef76fe7f95 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Deleting port af4e5d4b-6422-42b1-9de2-6b4d7b21909b {{(pid=121607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:42:39.327395 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-777aed07-93c6-4c43-8288-d7ef76fe7f95 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:39.345886 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-944770b7-ee66-417e-9a69-b6619ee38d57 None None] DHCP port deletion for 7c9a49d8-7827-4a91-972b-33a97efdb498 request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 21:42:39.350664 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-6e3ce0df-86e3-4f8f-b971-41d5541e83eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955'] for port, after_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:39.403296 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b732996a-7244-4e0b-b09e-b0462f91dd9b tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Made reservation on behalf of 6ca85d447d714c1ca24121ae04b3edf0 for: {'port': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:42:39.407456 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-b732996a-7244-4e0b-b09e-b0462f91dd9b tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:39.413453 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvr_db [None req-607e64b2-a89c-4271-bde0-6b28cc5a8c9b None None] Set router d587c683-f2c0-46ca-8852-49f71b5eac12 gateway port host: ncdv-master-1 {{(pid=121608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:42:39.413753 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.db [None req-777aed07-93c6-4c43-8288-d7ef76fe7f95 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] For port af4e5d4b-6422-42b1-9de2-6b4d7b21909b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=af4e5d4b-6422-42b1-9de2-6b4d7b21909b,segment=NetworkSegment(6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855),segment_id=6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855)] {{(pid=121607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:42:39.414152 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-777aed07-93c6-4c43-8288-d7ef76fe7f95 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:39.415837 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3ce0df-86e3-4f8f-b971-41d5541e83eb None None] Pushing event deleted for resources: {'Port': ['ID=842f89a1-c7ec-415e-a5b5-fdd9a7d5bab3,revision_number=None']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:42:39.417988 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e3ce0df-86e3-4f8f-b971-41d5541e83eb None None] No DVR routers for this DVR port 842f89a1-c7ec-415e-a5b5-fdd9a7d5bab3 on host ncdv-master-1 {{(pid=121608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:42:39.434512 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-777aed07-93c6-4c43-8288-d7ef76fe7f95 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Calling delete_port for af4e5d4b-6422-42b1-9de2-6b4d7b21909b owned by network:router_gateway {{(pid=121607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:42:39.441167 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [None req-b732996a-7244-4e0b-b09e-b0462f91dd9b tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] device_id is not set on port d9122e4f-d90c-4b55-b101-0f8349968adf yet. {{(pid=121606) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 25 21:42:39.476846 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df380549-2e4f-4eec-bce3-7702252b98d1 None None] Network 99ca970e-c662-4419-9bb1-c5d90374ad5c requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:42:39.583533 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_common [None req-b732996a-7244-4e0b-b09e-b0462f91dd9b tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Allocated IP 2001:db8::1f0 (99ca970e-c662-4419-9bb1-c5d90374ad5c/b2146c18-65d4-49ab-9099-891329756c17/d9122e4f-d90c-4b55-b101-0f8349968adf) {{(pid=121606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:42:39.644752 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-944770b7-ee66-417e-9a69-b6619ee38d57 None None] Deleting port 6eea9ced-8cd2-4628-ab96-d9d04009db8d {{(pid=121608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:42:39.645143 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-944770b7-ee66-417e-9a69-b6619ee38d57 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:39.666595 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-15cb578f-7a63-4fd3-925d-83bad4c7b82a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:39.710783 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9617bd3d-e586-4560-ac9a-5ad71515182d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-99ca970e-c662-4419-9bb1-c5d90374ad5c', 'network_id': '99ca970e-c662-4419-9bb1-c5d90374ad5c', 'project_id': '6ca85d447d714c1ca24121ae04b3edf0', 'fixed_ips': [{'subnet_id': 'b2146c18-65d4-49ab-9099-891329756c17'}]}} from ncdv-master-1. {{(pid=121608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 25 21:42:39.711698 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9617bd3d-e586-4560-ac9a-5ad71515182d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:39.716425 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-777aed07-93c6-4c43-8288-d7ef76fe7f95 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:39.750905 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777aed07-93c6-4c43-8288-d7ef76fe7f95 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Pushing event deleted for resources: {'Port': ['ID=af4e5d4b-6422-42b1-9de2-6b4d7b21909b,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:42:39.771781 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86321d8c-1247-4e14-a71c-ca0c0eac724b None None] DHCP port deletion for 7201e55c-7c5f-41aa-a042-a363696539d0 request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 21:42:39.774798 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-944770b7-ee66-417e-9a69-b6619ee38d57 None None] For port 6eea9ced-8cd2-4628-ab96-d9d04009db8d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6eea9ced-8cd2-4628-ab96-d9d04009db8d,segment=NetworkSegment(65da167e-c66c-4372-95ca-03d82075def9),segment_id=65da167e-c66c-4372-95ca-03d82075def9)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:42:39.775195 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-944770b7-ee66-417e-9a69-b6619ee38d57 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:39.799325 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-944770b7-ee66-417e-9a69-b6619ee38d57 None None] Calling delete_port for 6eea9ced-8cd2-4628-ab96-d9d04009db8d owned by network:dhcp {{(pid=121608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:42:39.823652 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-777aed07-93c6-4c43-8288-d7ef76fe7f95 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2008689'] for router_gateway, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:39.854497 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-b732996a-7244-4e0b-b09e-b0462f91dd9b tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks [] for port, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:39.935985 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-607e64b2-a89c-4271-bde0-6b28cc5a8c9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2613ef4310>, [{'id': 'd587c683-f2c0-46ca-8852-49f71b5eac12', 'name': 'tempest-TestNetworkAdvancedServerOps-router-307762505', 'tenant_id': '4ff29c23c5844f45826a02b6ae6b65e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.111'}], 'enable_snat': True}, 'gw_port_id': 'af4e5d4b-6422-42b1-9de2-6b4d7b21909b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:40:34Z', 'updated_at': '2021-12-25T21:42:37Z', 'revision_number': 5, 'project_id': '4ff29c23c5844f45826a02b6ae6b65e7', 'gw_port': {'id': 'af4e5d4b-6422-42b1-9de2-6b4d7b21909b', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:38:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd587c683-f2c0-46ca-8852-49f71b5eac12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3468, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:40:35Z', 'updated_at': '2021-12-25T21:40:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:42:39.938170 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-777aed07-93c6-4c43-8288-d7ef76fe7f95 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2014235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14905'] for router, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:39.940613 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-777aed07-93c6-4c43-8288-d7ef76fe7f95 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:39.968768 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-b732996a-7244-4e0b-b09e-b0462f91dd9b tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:39.984064 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-607e64b2-a89c-4271-bde0-6b28cc5a8c9b None None] The sync data for ids ['d587c683-f2c0-46ca-8852-49f71b5eac12'] in ncdv-master-1 is: [{'id': 'd587c683-f2c0-46ca-8852-49f71b5eac12', 'name': 'tempest-TestNetworkAdvancedServerOps-router-307762505', 'tenant_id': '4ff29c23c5844f45826a02b6ae6b65e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.111'}], 'enable_snat': True}, 'gw_port_id': 'af4e5d4b-6422-42b1-9de2-6b4d7b21909b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:40:34Z', 'updated_at': '2021-12-25T21:42:37Z', 'revision_number': 5, 'project_id': '4ff29c23c5844f45826a02b6ae6b65e7', 'gw_port': {'id': 'af4e5d4b-6422-42b1-9de2-6b4d7b21909b', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:38:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd587c683-f2c0-46ca-8852-49f71b5eac12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3468, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:40:35Z', 'updated_at': '2021-12-25T21:40:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 21:42:39.992094 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b732996a-7244-4e0b-b09e-b0462f91dd9b tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Network 99ca970e-c662-4419-9bb1-c5d90374ad5c is already hosted by enough agents. {{(pid=121606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:42:40.024357 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [None req-b732996a-7244-4e0b-b09e-b0462f91dd9b tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Resources bound (agent type, host, resource id):  {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:42:40.027686 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b732996a-7244-4e0b-b09e-b0462f91dd9b tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Received port after_create {{(pid=121606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:42:40.037186 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b732996a-7244-4e0b-b09e-b0462f91dd9b tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:42:40.038089 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-b732996a-7244-4e0b-b09e-b0462f91dd9b tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:40.056612 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.db_base_plugin_common [None req-9617bd3d-e586-4560-ac9a-5ad71515182d None None] Allocated IP 2001:db8::2 (99ca970e-c662-4419-9bb1-c5d90374ad5c/b2146c18-65d4-49ab-9099-891329756c17/9eb35ac9-e5fd-4dd5-b65f-9c55617d0fee) {{(pid=121608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:42:40.064378 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b732996a-7244-4e0b-b09e-b0462f91dd9b tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Pushing event updated for resources: {'Port': ['ID=d9122e4f-d90c-4b55-b101-0f8349968adf,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:42:40.117492 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-777aed07-93c6-4c43-8288-d7ef76fe7f95 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2014220'] for router, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:40.118100 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-777aed07-93c6-4c43-8288-d7ef76fe7f95 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Fanout notify agent at l3_agent the message router_deleted on router d587c683-f2c0-46ca-8852-49f71b5eac12 {{(pid=121607) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 25 21:42:40.127442 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-777aed07-93c6-4c43-8288-d7ef76fe7f95 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks [] for router, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:40.127442 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-777aed07-93c6-4c43-8288-d7ef76fe7f95 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "DELETE /v2.0/routers/d587c683-f2c0-46ca-8852-49f71b5eac12 HTTP/1.1" status: 204  len: 168 time: 1.2319245
Dec 25 21:42:40.129427 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 39716) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:42:40.150505 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-944770b7-ee66-417e-9a69-b6619ee38d57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955'] for port, after_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:40.154867 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-b732996a-7244-4e0b-b09e-b0462f91dd9b tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 932 time: 1.0232539
Dec 25 21:42:40.157098 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 39718) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:42:40.184767 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944770b7-ee66-417e-9a69-b6619ee38d57 None None] Pushing event deleted for resources: {'Port': ['ID=6eea9ced-8cd2-4628-ab96-d9d04009db8d,revision_number=None']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:42:40.203251 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-944770b7-ee66-417e-9a69-b6619ee38d57 None None] No DVR routers for this DVR port 6eea9ced-8cd2-4628-ab96-d9d04009db8d on host ncdv-master-1 {{(pid=121608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:42:40.216557 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f537adb0-dbad-445a-9a5c-07ff65a1519c tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:42:40.219310 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-f537adb0-dbad-445a-9a5c-07ff65a1519c tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200  len: 930 time: 0.0609627
Dec 25 21:42:40.221867 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 39720) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:42:40.233303 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-7a64441f-c2c6-418d-a7f9-80ee079723a0 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625803'] for network, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:40.323985 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-a6cf1f77-e97b-4467-b61b-f5d862e7ce48 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Deleting port d9122e4f-d90c-4b55-b101-0f8349968adf {{(pid=121607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:42:40.323985 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a6cf1f77-e97b-4467-b61b-f5d862e7ce48 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:40.343203 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-7a64441f-c2c6-418d-a7f9-80ee079723a0 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997585', 'neutron.services.segments.db._delete_segments_for_network-8737602743071'] for network, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:40.359802 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9617bd3d-e586-4560-ac9a-5ad71515182d None None] Publish callbacks [] for port, precommit_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:40.369194 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 6eea9ced-8cd2-4628-ab96-d9d04009db8d no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:42:40.381715 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.segments.db [None req-7a64441f-c2c6-418d-a7f9-80ee079723a0 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2612ea33d0>,) {'filters': {'network_id': ['7c9a49d8-7827-4a91-972b-33a97efdb498']}} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:42:40.395926 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] No Port match for: 6eea9ced-8cd2-4628-ab96-d9d04009db8d {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:42:40.396266 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 6eea9ced-8cd2-4628-ab96-d9d04009db8d not bound to the agent host ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:42:40.396684 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 842f89a1-c7ec-415e-a5b5-fdd9a7d5bab3 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:42:40.397170 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.segments.db [None req-7a64441f-c2c6-418d-a7f9-80ee079723a0 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2612ea33d0>, '65da167e-c66c-4372-95ca-03d82075def9') {'for_net_delete': True} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:42:40.397825 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.segments.db [None req-7a64441f-c2c6-418d-a7f9-80ee079723a0 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2612ea33d0>, '65da167e-c66c-4372-95ca-03d82075def9') {} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:42:40.416978 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-7a64441f-c2c6-418d-a7f9-80ee079723a0 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737602746920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9084222'] for segment, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:40.427907 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] No Port match for: 842f89a1-c7ec-415e-a5b5-fdd9a7d5bab3 {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:42:40.428256 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 842f89a1-c7ec-415e-a5b5-fdd9a7d5bab3 not bound to the agent host ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:42:40.438177 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-7a64441f-c2c6-418d-a7f9-80ee079723a0 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:40.446291 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9617bd3d-e586-4560-ac9a-5ad71515182d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946'] for port, after_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:40.457034 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a64441f-c2c6-418d-a7f9-80ee079723a0 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Releasing vlan 180 on physical network physnet1 to pool {{(pid=121606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 25 21:42:40.457537 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-7a64441f-c2c6-418d-a7f9-80ee079723a0 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9084542'] for segment, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:40.461229 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:42:40.461229 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:42:40.461229 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:42:40.461229 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:42:40.461229 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:42:40.461229 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:42:40.461229 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:42:40.461229 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:42:40.461229 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:42:40.461229 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:42:40.461229 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:42:40.461229 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:42:40.461229 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:42:40.461229 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:42:40.461229 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:42:40.461229 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:42:40.461229 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:42:40.461229 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:42:40.461229 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:42:40.461229 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:42:40.461229 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:42:40.461229 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:42:40.461229 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:42:40.461229 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:42:40.461229 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:42:40.461229 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:42:40.461229 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:42:40.461229 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:42:40.461229 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:42:40.461229 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:42:40.461229 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:42:40.461229 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:42:40.461229 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:42:40.461229 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:42:40.461229 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:42:40.461229 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:42:40.461229 ncdv-master-1 neutron-server[121606]: Traceback (most recent call last):
Dec 25 21:42:40.461229 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 25 21:42:40.461229 ncdv-master-1 neutron-server[121606]:     timer()
Dec 25 21:42:40.461229 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 25 21:42:40.461229 ncdv-master-1 neutron-server[121606]:     cb(*args, **kw)
Dec 25 21:42:40.461229 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 25 21:42:40.461229 ncdv-master-1 neutron-server[121606]:     return func(*args, **kwargs)
Dec 25 21:42:40.461229 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 25 21:42:40.461229 ncdv-master-1 neutron-server[121606]:     self._notify()
Dec 25 21:42:40.461229 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 25 21:42:40.461229 ncdv-master-1 neutron-server[121606]:     self.callback(batched_events)
Dec 25 21:42:40.461229 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 25 21:42:40.461229 ncdv-master-1 neutron-server[121606]:     event.method(event)
Dec 25 21:42:40.461229 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 25 21:42:40.461229 ncdv-master-1 neutron-server[121606]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 25 21:42:40.461229 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 25 21:42:40.461229 ncdv-master-1 neutron-server[121606]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 25 21:42:40.461229 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 25 21:42:40.461229 ncdv-master-1 neutron-server[121606]:     return f(self, *a, **k)
Dec 25 21:42:40.461229 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 25 21:42:40.461229 ncdv-master-1 neutron-server[121606]:     return self._get(url).json()
Dec 25 21:42:40.461229 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 25 21:42:40.461229 ncdv-master-1 neutron-server[121606]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 25 21:42:40.461229 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 25 21:42:40.461229 ncdv-master-1 neutron-server[121606]:     return self.request(url, 'GET', **kwargs)
Dec 25 21:42:40.461229 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 25 21:42:40.461229 ncdv-master-1 neutron-server[121606]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 25 21:42:40.461229 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 25 21:42:40.461229 ncdv-master-1 neutron-server[121606]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 25 21:42:40.461229 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 25 21:42:40.461229 ncdv-master-1 neutron-server[121606]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 25 21:42:40.461229 ncdv-master-1 neutron-server[121606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 25 21:42:40.525426 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9617bd3d-e586-4560-ac9a-5ad71515182d None None] Network 99ca970e-c662-4419-9bb1-c5d90374ad5c is already hosted by enough agents. {{(pid=121608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:42:40.526964 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9617bd3d-e586-4560-ac9a-5ad71515182d None None] Pushing event updated for resources: {'Port': ['ID=9eb35ac9-e5fd-4dd5-b65f-9c55617d0fee,revision_number=1']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:42:40.532190 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.base_scheduler [None req-9617bd3d-e586-4560-ac9a-5ad71515182d None None] Resources bound (agent type, host, resource id):  {{(pid=121608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:42:40.535158 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9617bd3d-e586-4560-ac9a-5ad71515182d None None] Received port after_create {{(pid=121608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:42:40.597187 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-9617bd3d-e586-4560-ac9a-5ad71515182d None None] Attempting to bind port 9eb35ac9-e5fd-4dd5-b65f-9c55617d0fee on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:42:40.597560 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-9617bd3d-e586-4560-ac9a-5ad71515182d None None] Attempting to bind port 9eb35ac9-e5fd-4dd5-b65f-9c55617d0fee by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '0b348995-4d55-45f1-b58c-2a5ccec11450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '99ca970e-c662-4419-9bb1-c5d90374ad5c'}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:42:40.597921 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9617bd3d-e586-4560-ac9a-5ad71515182d None None] Attempting to bind port 9eb35ac9-e5fd-4dd5-b65f-9c55617d0fee on network 99ca970e-c662-4419-9bb1-c5d90374ad5c {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:42:40.604338 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9617bd3d-e586-4560-ac9a-5ad71515182d None None] Checking agent: {'id': 'ca4f5c6d-f1fd-48b8-a3e3-395864c7d23d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 20, 56, 40), 'started_at': datetime.datetime(2021, 12, 25, 20, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 42, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:42:40.604708 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9617bd3d-e586-4560-ac9a-5ad71515182d None None] Checking segment: {'id': '0b348995-4d55-45f1-b58c-2a5ccec11450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '99ca970e-c662-4419-9bb1-c5d90374ad5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:42:40.605145 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9617bd3d-e586-4560-ac9a-5ad71515182d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:40.605537 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9617bd3d-e586-4560-ac9a-5ad71515182d None None] Bound using segment: {'id': '0b348995-4d55-45f1-b58c-2a5ccec11450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '99ca970e-c662-4419-9bb1-c5d90374ad5c'} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:42:40.606004 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-9617bd3d-e586-4560-ac9a-5ad71515182d None None] Bound port: 9eb35ac9-e5fd-4dd5-b65f-9c55617d0fee, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b348995-4d55-45f1-b58c-2a5ccec11450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '99ca970e-c662-4419-9bb1-c5d90374ad5c'}}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:42:40.606380 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9617bd3d-e586-4560-ac9a-5ad71515182d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:40.630846 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-7a64441f-c2c6-418d-a7f9-80ee079723a0 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2008653'] for network, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:40.641711 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-7a64441f-c2c6-418d-a7f9-80ee079723a0 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for network, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:40.645245 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-7a64441f-c2c6-418d-a7f9-80ee079723a0 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "DELETE /v2.0/networks/7c9a49d8-7827-4a91-972b-33a97efdb498 HTTP/1.1" status: 204  len: 168 time: 0.5147400
Dec 25 21:42:40.657837 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 39724) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:42:40.666891 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a64441f-c2c6-418d-a7f9-80ee079723a0 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Pushing event deleted for resources: {'Network': ['ID=7c9a49d8-7827-4a91-972b-33a97efdb498,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:42:40.700436 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9617bd3d-e586-4560-ac9a-5ad71515182d None None] For port 9eb35ac9-e5fd-4dd5-b65f-9c55617d0fee, host ncdv-master-1, cleared binding levels {{(pid=121608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:42:40.704770 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9617bd3d-e586-4560-ac9a-5ad71515182d None None] For port 9eb35ac9-e5fd-4dd5-b65f-9c55617d0fee, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9eb35ac9-e5fd-4dd5-b65f-9c55617d0fee,segment=NetworkSegment(0b348995-4d55-45f1-b58c-2a5ccec11450),segment_id=0b348995-4d55-45f1-b58c-2a5ccec11450)] {{(pid=121608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:42:40.734970 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-25218ff8-f825-4c50-8070-de17390a8d33 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks [] for security_group, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:40.768865 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-25218ff8-f825-4c50-8070-de17390a8d33 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks [] for security_group, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:40.773936 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:40.798673 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a6cf1f77-e97b-4467-b61b-f5d862e7ce48 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:40.810842 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9617bd3d-e586-4560-ac9a-5ad71515182d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:40.813453 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-a6cf1f77-e97b-4467-b61b-f5d862e7ce48 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Calling delete_port for d9122e4f-d90c-4b55-b101-0f8349968adf owned by  {{(pid=121607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:42:40.887076 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9617bd3d-e586-4560-ac9a-5ad71515182d None None] Pushing event updated for resources: {'Port': ['ID=9eb35ac9-e5fd-4dd5-b65f-9c55617d0fee,revision_number=2']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:42:40.963434 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-25218ff8-f825-4c50-8070-de17390a8d33 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:40.966630 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-25218ff8-f825-4c50-8070-de17390a8d33 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks [] for security_group, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:40.968233 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-25218ff8-f825-4c50-8070-de17390a8d33 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "DELETE /v2.0/security-groups/16c81da4-10fc-44b5-9152-a0bd01145c9a HTTP/1.1" status: 204  len: 168 time: 0.3092299
Dec 25 21:42:40.986989 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25218ff8-f825-4c50-8070-de17390a8d33 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=16c81da4-10fc-44b5-9152-a0bd01145c9a,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:42:41.147336 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a6cf1f77-e97b-4467-b61b-f5d862e7ce48 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:41.181215 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cf1f77-e97b-4467-b61b-f5d862e7ce48 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Pushing event deleted for resources: {'Port': ['ID=d9122e4f-d90c-4b55-b101-0f8349968adf,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:42:41.218255 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a6cf1f77-e97b-4467-b61b-f5d862e7ce48 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:41.230804 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-a6cf1f77-e97b-4467-b61b-f5d862e7ce48 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] 10.222.0.32 "DELETE /v2.0/ports/d9122e4f-d90c-4b55-b101-0f8349968adf HTTP/1.1" status: 204  len: 168 time: 1.0056820
Dec 25 21:42:41.231061 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 39732) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:42:41.347384 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a80130a8-b697-4b5d-9a3a-30566e98dd98 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:42:41.349115 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a80130a8-b697-4b5d-9a3a-30566e98dd98 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:42:41.350728 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-a80130a8-b697-4b5d-9a3a-30566e98dd98 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1464 time: 0.1185691
Dec 25 21:42:41.353612 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 39734) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:42:41.411824 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba3d6f1e-ee7a-4cd2-beb2-d7eef1d2d51f tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Deleting subnet b2146c18-65d4-49ab-9099-891329756c17 {{(pid=121606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Dec 25 21:42:41.415755 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-ba3d6f1e-ee7a-4cd2-beb2-d7eef1d2d51f tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks [] for subnet, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:41.458588 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-ba3d6f1e-ee7a-4cd2-beb2-d7eef1d2d51f tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9084199'] for subnet, precommit_delete_associations {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:41.461485 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 39736) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:42:41.465897 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-fd0a0393-755f-4f75-9a5e-92b3ab69675d tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1084400228', 'description': 'tempest-secgroup-smoke-1084400228 description', 'project_id': '4ff29c23c5844f45826a02b6ae6b65e7'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:42:41.571602 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-ba3d6f1e-ee7a-4cd2-beb2-d7eef1d2d51f tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995662'] for subnet, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:41.602240 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-fd0a0393-755f-4f75-9a5e-92b3ab69675d tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks [] for security_group, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:41.749397 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-ba3d6f1e-ee7a-4cd2-beb2-d7eef1d2d51f tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9084363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9028506'] for subnet, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:41.798016 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3d6f1e-ee7a-4cd2-beb2-d7eef1d2d51f tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Pushing event deleted for resources: {'Subnet': ['ID=b2146c18-65d4-49ab-9099-891329756c17,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:42:41.800114 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-ba3d6f1e-ee7a-4cd2-beb2-d7eef1d2d51f tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks [] for subnet, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:41.803600 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-ba3d6f1e-ee7a-4cd2-beb2-d7eef1d2d51f tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] 10.222.0.32 "DELETE /v2.0/subnets/b2146c18-65d4-49ab-9099-891329756c17 HTTP/1.1" status: 204  len: 168 time: 0.4484353
Dec 25 21:42:41.806751 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 39740) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:42:41.834339 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-fd0a0393-755f-4f75-9a5e-92b3ab69675d tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks [] for security_group, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:41.850791 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-71e2e6f3-4e06-429e-92a0-a44abd2cc277 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0429308
Dec 25 21:42:41.854611 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 39742) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:42:41.859951 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-b8fb99f6-7b7f-49ad-899c-598113b35c03 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Request body: {'subnet': {'network_id': '99ca970e-c662-4419-9bb1-c5d90374ad5c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:42:41.901422 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-fd0a0393-755f-4f75-9a5e-92b3ab69675d tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:41.937570 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0a0393-755f-4f75-9a5e-92b3ab69675d tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fbe56886-4aee-4d95-b7fc-f8439ff0c49a,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:42:42.030050 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 9eb35ac9-e5fd-4dd5-b65f-9c55617d0fee up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:42:42.039985 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-fd0a0393-755f-4f75-9a5e-92b3ab69675d tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks [] for security_group, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:42.043248 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-fd0a0393-755f-4f75-9a5e-92b3ab69675d tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1813 time: 0.5789680
Dec 25 21:42:42.044163 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 39744) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:42:42.048618 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-a5838d0c-a689-442f-8fd5-d0787a884074 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Request body: {'security_group_rule': {'security_group_id': 'fbe56886-4aee-4d95-b7fc-f8439ff0c49a', 'project_id': '4ff29c23c5844f45826a02b6ae6b65e7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:42:42.082150 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01bb0fca-368c-440d-bb6e-631cf3db8161 None None] Network 99ca970e-c662-4419-9bb1-c5d90374ad5c requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:42:42.159978 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-86e109e4-3b44-4ccf-93c1-5308ce9b2011 None None] Provisioning complete for port 9eb35ac9-e5fd-4dd5-b65f-9c55617d0fee triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:42:42.160353 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-86e109e4-3b44-4ccf-93c1-5308ce9b2011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:42.173705 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8fb99f6-7b7f-49ad-899c-598113b35c03 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Made reservation on behalf of 6ca85d447d714c1ca24121ae04b3edf0 for: {'subnet': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:42:42.177970 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b8fb99f6-7b7f-49ad-899c-598113b35c03 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8852834'] for subnet, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:42.206321 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port 9eb35ac9-e5fd-4dd5-b65f-9c55617d0fee triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:42:42.206683 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:42.289228 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-a5838d0c-a689-442f-8fd5-d0787a884074 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks [] for security_group_rule, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:42.339333 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-86e109e4-3b44-4ccf-93c1-5308ce9b2011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:42.341355 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edf5dbdb-a87a-4b21-b660-0829c9a2bfe5 None None] DHCP port deletion for 99ca970e-c662-4419-9bb1-c5d90374ad5c request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 21:42:42.367497 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:42.382386 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-a5838d0c-a689-442f-8fd5-d0787a884074 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:42.426469 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-86e109e4-3b44-4ccf-93c1-5308ce9b2011 None None] For port 9eb35ac9-e5fd-4dd5-b65f-9c55617d0fee, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9eb35ac9-e5fd-4dd5-b65f-9c55617d0fee,segment=NetworkSegment(0b348995-4d55-45f1-b58c-2a5ccec11450),segment_id=0b348995-4d55-45f1-b58c-2a5ccec11450)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:42:42.444661 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-edf5dbdb-a87a-4b21-b660-0829c9a2bfe5 None None] Deleting port 9eb35ac9-e5fd-4dd5-b65f-9c55617d0fee {{(pid=121608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:42:42.445012 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-edf5dbdb-a87a-4b21-b660-0829c9a2bfe5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:42.460239 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-a5838d0c-a689-442f-8fd5-d0787a884074 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077839'] for security_group_rule, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:42.485061 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5838d0c-a689-442f-8fd5-d0787a884074 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b57b943f-44c2-49ea-98a0-6defb7ba67b4,revision_number=0']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:42:42.488226 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b8fb99f6-7b7f-49ad-899c-598113b35c03 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8632475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8852848'] for subnet, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:42.503404 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-86e109e4-3b44-4ccf-93c1-5308ce9b2011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:42.516551 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-edf5dbdb-a87a-4b21-b660-0829c9a2bfe5 None None] For port 9eb35ac9-e5fd-4dd5-b65f-9c55617d0fee, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9eb35ac9-e5fd-4dd5-b65f-9c55617d0fee,segment=NetworkSegment(0b348995-4d55-45f1-b58c-2a5ccec11450),segment_id=0b348995-4d55-45f1-b58c-2a5ccec11450)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:42:42.516972 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-edf5dbdb-a87a-4b21-b660-0829c9a2bfe5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:42.534770 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8fb99f6-7b7f-49ad-899c-598113b35c03 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Network 99ca970e-c662-4419-9bb1-c5d90374ad5c is already hosted by enough agents. {{(pid=121607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:42:42.538388 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-b8fb99f6-7b7f-49ad-899c-598113b35c03 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Resources bound (agent type, host, resource id):  {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:42:42.542629 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8fb99f6-7b7f-49ad-899c-598113b35c03 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:42:42.543224 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b8fb99f6-7b7f-49ad-899c-598113b35c03 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks [] for subnet, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:42.557533 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fb99f6-7b7f-49ad-899c-598113b35c03 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Pushing event updated for resources: {'Subnet': ['ID=134e06c0-c0d9-4fd5-aba4-fd45c277a73d,revision_number=0']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:42:42.571529 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-a5838d0c-a689-442f-8fd5-d0787a884074 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks [] for security_group_rule, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:42.575131 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-a5838d0c-a689-442f-8fd5-d0787a884074 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.5273879
Dec 25 21:42:42.575365 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 39750) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:42:42.580707 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-4fade1f3-bd94-4aee-b723-867cdd413336 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Request body: {'security_group_rule': {'security_group_id': 'fbe56886-4aee-4d95-b7fc-f8439ff0c49a', 'project_id': '4ff29c23c5844f45826a02b6ae6b65e7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:42:42.624782 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-b8fb99f6-7b7f-49ad-899c-598113b35c03 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 0.7690492
Dec 25 21:42:42.627396 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 39752) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:42:42.632697 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-50b917d8-662d-466b-8db0-531b39a4c269 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Request body: {'port': {'network_id': '99ca970e-c662-4419-9bb1-c5d90374ad5c', 'name': 'tempest-NetworksTestDHCPv6-2087346799'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:42:42.707231 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-4fade1f3-bd94-4aee-b723-867cdd413336 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks [] for security_group_rule, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:42.748633 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-edf5dbdb-a87a-4b21-b660-0829c9a2bfe5 None None] Calling delete_port for 9eb35ac9-e5fd-4dd5-b65f-9c55617d0fee owned by network:dhcp {{(pid=121608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:42:42.754207 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.db.api [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=121608) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 25 21:42:42.754568 ncdv-master-1 neutron-server[121608]: DEBUG oslo_db.api [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 25 21:42:42.759618 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.agents_db [None req-ec08dba0-4483-4109-b5e1-5e4a9fdaf12d None None] Agent healthcheck: found 7 active agents {{(pid=121609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 25 21:42:42.774092 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-4fade1f3-bd94-4aee-b723-867cdd413336 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:42.775159 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e109e4-3b44-4ccf-93c1-5308ce9b2011 None None] Pushing event updated for resources: {'Port': ['ID=9eb35ac9-e5fd-4dd5-b65f-9c55617d0fee,revision_number=4']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:42:42.864680 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50b917d8-662d-466b-8db0-531b39a4c269 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Made reservation on behalf of 6ca85d447d714c1ca24121ae04b3edf0 for: {'port': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:42:42.868385 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-50b917d8-662d-466b-8db0-531b39a4c269 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:42.886210 ncdv-master-1 neutron-server[121607]: DEBUG neutron.notifiers.nova [None req-50b917d8-662d-466b-8db0-531b39a4c269 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] device_id is not set on port c904ca90-a071-4869-88e0-47542e09e674 yet. {{(pid=121607) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 25 21:42:42.887447 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-4fade1f3-bd94-4aee-b723-867cdd413336 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077839'] for security_group_rule, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:42.903562 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fade1f3-bd94-4aee-b723-867cdd413336 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d455e14-dd05-4c8d-90af-c5f5b9e4d9bd,revision_number=0']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:42:42.914349 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fade1f3-bd94-4aee-b723-867cdd413336 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:42:42.914863 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fade1f3-bd94-4aee-b723-867cdd413336 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:42:42.915226 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fade1f3-bd94-4aee-b723-867cdd413336 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:42:42.915574 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fade1f3-bd94-4aee-b723-867cdd413336 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:42:42.915915 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fade1f3-bd94-4aee-b723-867cdd413336 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:42:42.916252 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fade1f3-bd94-4aee-b723-867cdd413336 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:42:42.916588 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fade1f3-bd94-4aee-b723-867cdd413336 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:42:42.916971 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fade1f3-bd94-4aee-b723-867cdd413336 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:42:42.917705 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fade1f3-bd94-4aee-b723-867cdd413336 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:42:42.918058 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fade1f3-bd94-4aee-b723-867cdd413336 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:42:42.918417 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fade1f3-bd94-4aee-b723-867cdd413336 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:42:42.918712 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fade1f3-bd94-4aee-b723-867cdd413336 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:42:42.919038 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fade1f3-bd94-4aee-b723-867cdd413336 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:42:42.970792 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-edf5dbdb-a87a-4b21-b660-0829c9a2bfe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955'] for port, after_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:42.997934 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf5dbdb-a87a-4b21-b660-0829c9a2bfe5 None None] Pushing event deleted for resources: {'Port': ['ID=9eb35ac9-e5fd-4dd5-b65f-9c55617d0fee,revision_number=None']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:42:43.006344 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edf5dbdb-a87a-4b21-b660-0829c9a2bfe5 None None] No DVR routers for this DVR port 9eb35ac9-e5fd-4dd5-b65f-9c55617d0fee on host ncdv-master-1 {{(pid=121608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:42:43.013844 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_common [None req-50b917d8-662d-466b-8db0-531b39a4c269 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Allocated IP 2001:db8::3b4 (99ca970e-c662-4419-9bb1-c5d90374ad5c/134e06c0-c0d9-4fd5-aba4-fd45c277a73d/c904ca90-a071-4869-88e0-47542e09e674) {{(pid=121607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:42:43.022332 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d585c0d-14ee-4a9f-8c18-fa5814018e3d None None] Network 99ca970e-c662-4419-9bb1-c5d90374ad5c requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:42:43.022989 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-4fade1f3-bd94-4aee-b723-867cdd413336 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks [] for security_group_rule, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:43.024731 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-4fade1f3-bd94-4aee-b723-867cdd413336 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.4483275
Dec 25 21:42:43.027342 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 39754) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:42:43.034217 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-7697e10f-6824-4d22-86cb-e30ef70dec62 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Request body: {'security_group_rule': {'security_group_id': 'fbe56886-4aee-4d95-b7fc-f8439ff0c49a', 'project_id': '4ff29c23c5844f45826a02b6ae6b65e7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:42:43.122238 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b35da892-7317-4a1e-8b38-277f9863ebff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-99ca970e-c662-4419-9bb1-c5d90374ad5c', 'network_id': '99ca970e-c662-4419-9bb1-c5d90374ad5c', 'project_id': '6ca85d447d714c1ca24121ae04b3edf0', 'fixed_ips': [{'subnet_id': '134e06c0-c0d9-4fd5-aba4-fd45c277a73d'}]}} from ncdv-master-1. {{(pid=121608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 25 21:42:43.123119 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-b35da892-7317-4a1e-8b38-277f9863ebff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:43.196089 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-7697e10f-6824-4d22-86cb-e30ef70dec62 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks [] for security_group_rule, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:43.203866 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-50b917d8-662d-466b-8db0-531b39a4c269 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks [] for port, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:43.284215 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-7697e10f-6824-4d22-86cb-e30ef70dec62 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:43.286081 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Port 9eb35ac9-e5fd-4dd5-b65f-9c55617d0fee update to ACTIVE by agent not found {{(pid=121608) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2190}}
Dec 25 21:42:43.294227 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 417da7e0-0099-48f3-93c9-4e19f17301e3 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:42:43.314354 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] No Port match for: 417da7e0-0099-48f3-93c9-4e19f17301e3 {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:42:43.314707 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 417da7e0-0099-48f3-93c9-4e19f17301e3 not bound to the agent host ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:42:43.315116 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device af4e5d4b-6422-42b1-9de2-6b4d7b21909b no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:42:43.334227 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] No Port match for: af4e5d4b-6422-42b1-9de2-6b4d7b21909b {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:42:43.334574 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device af4e5d4b-6422-42b1-9de2-6b4d7b21909b not bound to the agent host ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:42:43.346698 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-50b917d8-662d-466b-8db0-531b39a4c269 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:43.359131 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-7697e10f-6824-4d22-86cb-e30ef70dec62 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077839'] for security_group_rule, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:43.393575 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.db_base_plugin_common [None req-b35da892-7317-4a1e-8b38-277f9863ebff None None] Allocated IP 2001:db8::2 (99ca970e-c662-4419-9bb1-c5d90374ad5c/134e06c0-c0d9-4fd5-aba4-fd45c277a73d/8feab1f9-a7af-46bb-a845-84b7f8234414) {{(pid=121608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:42:43.409424 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7697e10f-6824-4d22-86cb-e30ef70dec62 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4a6b37b-e19e-48ae-9f82-e8624bd530aa,revision_number=0']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:42:43.417941 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50b917d8-662d-466b-8db0-531b39a4c269 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Network 99ca970e-c662-4419-9bb1-c5d90374ad5c is already hosted by enough agents. {{(pid=121607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:42:43.421449 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-50b917d8-662d-466b-8db0-531b39a4c269 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Resources bound (agent type, host, resource id):  {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:42:43.426070 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50b917d8-662d-466b-8db0-531b39a4c269 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Received port after_create {{(pid=121607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:42:43.432321 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50b917d8-662d-466b-8db0-531b39a4c269 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:42:43.432986 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-50b917d8-662d-466b-8db0-531b39a4c269 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:43.436705 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b917d8-662d-466b-8db0-531b39a4c269 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Pushing event updated for resources: {'Port': ['ID=c904ca90-a071-4869-88e0-47542e09e674,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:42:43.500923 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-7697e10f-6824-4d22-86cb-e30ef70dec62 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks [] for security_group_rule, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:43.504572 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-7697e10f-6824-4d22-86cb-e30ef70dec62 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.4737599
Dec 25 21:42:43.504894 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 39758) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:42:43.509987 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-9f61aaf9-ed35-46bd-b46c-de6dffa050df tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Request body: {'security_group_rule': {'security_group_id': 'fbe56886-4aee-4d95-b7fc-f8439ff0c49a', 'project_id': '4ff29c23c5844f45826a02b6ae6b65e7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:42:43.534163 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-50b917d8-662d-466b-8db0-531b39a4c269 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 932 time: 0.9051824
Dec 25 21:42:43.536318 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 39760) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:42:43.550658 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-b35da892-7317-4a1e-8b38-277f9863ebff None None] Publish callbacks [] for port, precommit_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:43.588617 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c21fc21-3dad-4e90-8b87-446f02142e18 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:42:43.590143 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-9c21fc21-3dad-4e90-8b87-446f02142e18 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200  len: 930 time: 0.0524840
Dec 25 21:42:43.592648 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 39764) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:42:43.626506 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-b35da892-7317-4a1e-8b38-277f9863ebff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946'] for port, after_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:43.641225 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-9f61aaf9-ed35-46bd-b46c-de6dffa050df tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks [] for security_group_rule, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:43.674636 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b35da892-7317-4a1e-8b38-277f9863ebff None None] Network 99ca970e-c662-4419-9bb1-c5d90374ad5c is already hosted by enough agents. {{(pid=121608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:42:43.677715 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.base_scheduler [None req-b35da892-7317-4a1e-8b38-277f9863ebff None None] Resources bound (agent type, host, resource id):  {{(pid=121608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:42:43.681145 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b35da892-7317-4a1e-8b38-277f9863ebff None None] Received port after_create {{(pid=121608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:42:43.690822 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35da892-7317-4a1e-8b38-277f9863ebff None None] Pushing event updated for resources: {'Port': ['ID=8feab1f9-a7af-46bb-a845-84b7f8234414,revision_number=1']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:42:43.703844 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-6de7a54f-83c0-4db1-847e-906d51b27e44 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Deleting port c904ca90-a071-4869-88e0-47542e09e674 {{(pid=121606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:42:43.704311 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-6de7a54f-83c0-4db1-847e-906d51b27e44 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:43.707715 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-9f61aaf9-ed35-46bd-b46c-de6dffa050df tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:43.746102 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-b35da892-7317-4a1e-8b38-277f9863ebff None None] Attempting to bind port 8feab1f9-a7af-46bb-a845-84b7f8234414 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:42:43.746517 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-b35da892-7317-4a1e-8b38-277f9863ebff None None] Attempting to bind port 8feab1f9-a7af-46bb-a845-84b7f8234414 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '0b348995-4d55-45f1-b58c-2a5ccec11450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '99ca970e-c662-4419-9bb1-c5d90374ad5c'}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:42:43.746878 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b35da892-7317-4a1e-8b38-277f9863ebff None None] Attempting to bind port 8feab1f9-a7af-46bb-a845-84b7f8234414 on network 99ca970e-c662-4419-9bb1-c5d90374ad5c {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:42:43.751953 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b35da892-7317-4a1e-8b38-277f9863ebff None None] Checking agent: {'id': 'ca4f5c6d-f1fd-48b8-a3e3-395864c7d23d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 20, 56, 40), 'started_at': datetime.datetime(2021, 12, 25, 20, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 42, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:42:43.752267 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b35da892-7317-4a1e-8b38-277f9863ebff None None] Checking segment: {'id': '0b348995-4d55-45f1-b58c-2a5ccec11450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '99ca970e-c662-4419-9bb1-c5d90374ad5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:42:43.752668 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-b35da892-7317-4a1e-8b38-277f9863ebff None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:43.753096 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b35da892-7317-4a1e-8b38-277f9863ebff None None] Bound using segment: {'id': '0b348995-4d55-45f1-b58c-2a5ccec11450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '99ca970e-c662-4419-9bb1-c5d90374ad5c'} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:42:43.753558 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-b35da892-7317-4a1e-8b38-277f9863ebff None None] Bound port: 8feab1f9-a7af-46bb-a845-84b7f8234414, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b348995-4d55-45f1-b58c-2a5ccec11450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '99ca970e-c662-4419-9bb1-c5d90374ad5c'}}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:42:43.753935 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-b35da892-7317-4a1e-8b38-277f9863ebff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:43.791966 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-6de7a54f-83c0-4db1-847e-906d51b27e44 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:43.801587 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-9f61aaf9-ed35-46bd-b46c-de6dffa050df tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077839'] for security_group_rule, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:43.805757 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-6de7a54f-83c0-4db1-847e-906d51b27e44 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Calling delete_port for c904ca90-a071-4869-88e0-47542e09e674 owned by  {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:42:43.822490 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f61aaf9-ed35-46bd-b46c-de6dffa050df tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9006da5a-da97-4e63-9e65-1ffeff98042a,revision_number=0']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:42:43.830393 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-b35da892-7317-4a1e-8b38-277f9863ebff None None] For port 8feab1f9-a7af-46bb-a845-84b7f8234414, host ncdv-master-1, cleared binding levels {{(pid=121608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:42:43.833657 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-b35da892-7317-4a1e-8b38-277f9863ebff None None] For port 8feab1f9-a7af-46bb-a845-84b7f8234414, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8feab1f9-a7af-46bb-a845-84b7f8234414,segment=NetworkSegment(0b348995-4d55-45f1-b58c-2a5ccec11450),segment_id=0b348995-4d55-45f1-b58c-2a5ccec11450)] {{(pid=121608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:42:43.919311 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-9f61aaf9-ed35-46bd-b46c-de6dffa050df tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks [] for security_group_rule, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:43.923416 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-9f61aaf9-ed35-46bd-b46c-de6dffa050df tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.4151196
Dec 25 21:42:43.923941 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 39766) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:42:43.930888 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-7216c88b-fde6-4ef3-b046-c911057140f4 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Request body: {'security_group_rule': {'security_group_id': 'fbe56886-4aee-4d95-b7fc-f8439ff0c49a', 'project_id': '4ff29c23c5844f45826a02b6ae6b65e7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:42:43.939226 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-b35da892-7317-4a1e-8b38-277f9863ebff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:43.979994 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 9eb35ac9-e5fd-4dd5-b65f-9c55617d0fee no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:42:44.010723 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] No Port match for: 9eb35ac9-e5fd-4dd5-b65f-9c55617d0fee {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:42:44.010980 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 9eb35ac9-e5fd-4dd5-b65f-9c55617d0fee not bound to the agent host ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:42:44.031904 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35da892-7317-4a1e-8b38-277f9863ebff None None] Pushing event updated for resources: {'Port': ['ID=8feab1f9-a7af-46bb-a845-84b7f8234414,revision_number=2']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:42:44.059013 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-6de7a54f-83c0-4db1-847e-906d51b27e44 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:44.090763 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de7a54f-83c0-4db1-847e-906d51b27e44 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Pushing event deleted for resources: {'Port': ['ID=c904ca90-a071-4869-88e0-47542e09e674,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:42:44.097381 ncdv-master-1 neutron-server[121606]: INFO neutron.db.securitygroups_db [None req-7216c88b-fde6-4ef3-b046-c911057140f4 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Project 4ff29c23c5844f45826a02b6ae6b65e7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 25 21:42:44.117208 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-6de7a54f-83c0-4db1-847e-906d51b27e44 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:44.120526 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-6de7a54f-83c0-4db1-847e-906d51b27e44 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] 10.222.0.32 "DELETE /v2.0/ports/c904ca90-a071-4869-88e0-47542e09e674 HTTP/1.1" status: 204  len: 168 time: 0.5269232
Dec 25 21:42:44.121401 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-7216c88b-fde6-4ef3-b046-c911057140f4 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks [] for security_group_rule, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:44.123756 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 39768) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:42:44.189753 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34dae60a-a2db-41b7-a5ed-03303fa1220e tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:42:44.194400 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34dae60a-a2db-41b7-a5ed-03303fa1220e tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:42:44.196060 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-34dae60a-a2db-41b7-a5ed-03303fa1220e tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1464 time: 0.0709519
Dec 25 21:42:44.197217 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-7216c88b-fde6-4ef3-b046-c911057140f4 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:44.198994 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 39770) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:42:44.266292 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_v2 [None req-1059648b-cc8d-4e1c-b3c4-a958c7f8b09c tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Deleting subnet 134e06c0-c0d9-4fd5-aba4-fd45c277a73d {{(pid=121607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Dec 25 21:42:44.269574 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-1059648b-cc8d-4e1c-b3c4-a958c7f8b09c tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks [] for subnet, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:44.271663 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-7216c88b-fde6-4ef3-b046-c911057140f4 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077839'] for security_group_rule, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:44.294426 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7216c88b-fde6-4ef3-b046-c911057140f4 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e886d9c-269c-4e24-b16a-6185b51bc794,revision_number=0']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:42:44.314099 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-1059648b-cc8d-4e1c-b3c4-a958c7f8b09c tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10246617'] for subnet, precommit_delete_associations {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:44.382382 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-7216c88b-fde6-4ef3-b046-c911057140f4 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks [] for security_group_rule, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:44.384413 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-7216c88b-fde6-4ef3-b046-c911057140f4 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.4595122
Dec 25 21:42:44.387395 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 39774) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:42:44.392474 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-7bf9274c-9079-4544-bc20-cfee4eed0755 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Request body: {'security_group_rule': {'security_group_id': 'fbe56886-4aee-4d95-b7fc-f8439ff0c49a', 'project_id': '4ff29c23c5844f45826a02b6ae6b65e7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:42:44.411968 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-1059648b-cc8d-4e1c-b3c4-a958c7f8b09c tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995662'] for subnet, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:44.481826 ncdv-master-1 neutron-server[121606]: INFO neutron.db.securitygroups_db [None req-7bf9274c-9079-4544-bc20-cfee4eed0755 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Project 4ff29c23c5844f45826a02b6ae6b65e7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 25 21:42:44.487329 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-7bf9274c-9079-4544-bc20-cfee4eed0755 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks [] for security_group_rule, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:44.555385 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-7bf9274c-9079-4544-bc20-cfee4eed0755 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:44.561094 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-1059648b-cc8d-4e1c-b3c4-a958c7f8b09c tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8632410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8852809'] for subnet, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:44.583377 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1059648b-cc8d-4e1c-b3c4-a958c7f8b09c tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Pushing event deleted for resources: {'Subnet': ['ID=134e06c0-c0d9-4fd5-aba4-fd45c277a73d,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:42:44.590147 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-1059648b-cc8d-4e1c-b3c4-a958c7f8b09c tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks [] for subnet, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:44.593477 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-1059648b-cc8d-4e1c-b3c4-a958c7f8b09c tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] 10.222.0.32 "DELETE /v2.0/subnets/134e06c0-c0d9-4fd5-aba4-fd45c277a73d HTTP/1.1" status: 204  len: 168 time: 0.3933816
Dec 25 21:42:44.595969 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 39780) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:42:44.634437 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-82c55bb4-465e-4f4c-8594-21ddb98e6d5f tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0372705
Dec 25 21:42:44.637264 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 39782) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:42:44.653366 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-7bf9274c-9079-4544-bc20-cfee4eed0755 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077839'] for security_group_rule, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:44.686623 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf9274c-9079-4544-bc20-cfee4eed0755 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b903dd87-69fe-4b6b-a3d1-f265ec27a83a,revision_number=0']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:42:44.695965 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57f11902-3689-4a3e-9b0f-2373c1bd20f7 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:42:44.697512 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-57f11902-3689-4a3e-9b0f-2373c1bd20f7 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200  len: 864 time: 0.0590327
Dec 25 21:42:44.700037 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 39784) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:42:44.762559 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7df11f0e-a3d9-45a9-b244-856ff139a3c5 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:42:44.764709 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-7df11f0e-a3d9-45a9-b244-856ff139a3c5 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.0635946
Dec 25 21:42:44.767067 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 39786) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:42:44.782366 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-7bf9274c-9079-4544-bc20-cfee4eed0755 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks [] for security_group_rule, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:44.783644 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-7bf9274c-9079-4544-bc20-cfee4eed0755 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.3949182
Dec 25 21:42:44.786960 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 39788) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:42:44.792671 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-76c4972c-a9f5-485d-968c-f9b8ef84cc07 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Request body: {'network': {'name': 'tempest-network-smoke--700914957', 'project_id': '4ff29c23c5844f45826a02b6ae6b65e7', 'port_security_enabled': True}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:42:44.809577 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-ccd541a2-6791-478b-8015-b7044b7b534f tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0410750
Dec 25 21:42:44.813993 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 39790) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:42:44.824656 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-a144e2d1-4cc2-4b52-b5a9-aa3db5244afb tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Request body: {'subnet': {'network_id': '99ca970e-c662-4419-9bb1-c5d90374ad5c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:42:44.901336 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76c4972c-a9f5-485d-968c-f9b8ef84cc07 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Made reservation on behalf of 4ff29c23c5844f45826a02b6ae6b65e7 for: {'network': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:42:44.905566 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-76c4972c-a9f5-485d-968c-f9b8ef84cc07 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for network, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:44.952753 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76c4972c-a9f5-485d-968c-f9b8ef84cc07 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] vlan segment allocate from pool success with {'vlan_id': 181, 'physical_network': 'physnet1'}  {{(pid=121606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 25 21:42:44.953194 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-76c4972c-a9f5-485d-968c-f9b8ef84cc07 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:44.953649 ncdv-master-1 neutron-server[121606]: INFO neutron.db.segments_db [None req-76c4972c-a9f5-485d-968c-f9b8ef84cc07 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Added segment 01b0c0e4-03aa-47e6-84a7-53ae20ad9e39 of type vlan for network 7fa4d4da-0ed2-460e-90b6-5e505fd99a73
Dec 25 21:42:45.002641 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-76c4972c-a9f5-485d-968c-f9b8ef84cc07 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737602163420'] for network, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:45.007863 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06ab5a18-542a-445e-a7db-c68a32df6aba None None] Network 99ca970e-c662-4419-9bb1-c5d90374ad5c requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:42:45.043418 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a144e2d1-4cc2-4b52-b5a9-aa3db5244afb tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Made reservation on behalf of 6ca85d447d714c1ca24121ae04b3edf0 for: {'subnet': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:42:45.047303 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-a144e2d1-4cc2-4b52-b5a9-aa3db5244afb tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9028529'] for subnet, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:45.096274 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-6bde4b13-6ac6-480e-b47f-b024a2cea90b None None] Provisioning complete for port 8feab1f9-a7af-46bb-a845-84b7f8234414 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:42:45.096567 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-6bde4b13-6ac6-480e-b47f-b024a2cea90b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:45.114959 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-76c4972c-a9f5-485d-968c-f9b8ef84cc07 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870'] for network, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:45.121004 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76c4972c-a9f5-485d-968c-f9b8ef84cc07 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:42:45.121602 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-76c4972c-a9f5-485d-968c-f9b8ef84cc07 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for network, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:45.199056 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-6bde4b13-6ac6-480e-b47f-b024a2cea90b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:45.209415 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2407895e-8a95-4019-a1f0-addc8bfd1287 None None] DHCP port deletion for 99ca970e-c662-4419-9bb1-c5d90374ad5c request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 21:42:45.218956 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c4972c-a9f5-485d-968c-f9b8ef84cc07 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Pushing event updated for resources: {'Network': ['ID=7fa4d4da-0ed2-460e-90b6-5e505fd99a73,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:42:45.250968 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Network 7fa4d4da-0ed2-460e-90b6-5e505fd99a73 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 25 21:42:45.271868 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-76c4972c-a9f5-485d-968c-f9b8ef84cc07 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.4838016
Dec 25 21:42:45.273152 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-6bde4b13-6ac6-480e-b47f-b024a2cea90b None None] For port 8feab1f9-a7af-46bb-a845-84b7f8234414, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8feab1f9-a7af-46bb-a845-84b7f8234414,segment=NetworkSegment(0b348995-4d55-45f1-b58c-2a5ccec11450),segment_id=0b348995-4d55-45f1-b58c-2a5ccec11450)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:42:45.275230 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 39792) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:42:45.279741 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-c192b2cd-1364-4613-92ec-892c072e3235 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1855701142', 'admin_state_up': True, 'project_id': '4ff29c23c5844f45826a02b6ae6b65e7', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'}}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:42:45.344383 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-2407895e-8a95-4019-a1f0-addc8bfd1287 None None] Deleting port 8feab1f9-a7af-46bb-a845-84b7f8234414 {{(pid=121608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:42:45.344765 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-2407895e-8a95-4019-a1f0-addc8bfd1287 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:45.401890 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-6bde4b13-6ac6-480e-b47f-b024a2cea90b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:45.445788 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-2407895e-8a95-4019-a1f0-addc8bfd1287 None None] For port 8feab1f9-a7af-46bb-a845-84b7f8234414, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8feab1f9-a7af-46bb-a845-84b7f8234414,segment=NetworkSegment(0b348995-4d55-45f1-b58c-2a5ccec11450),segment_id=0b348995-4d55-45f1-b58c-2a5ccec11450)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:42:45.446182 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-2407895e-8a95-4019-a1f0-addc8bfd1287 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:45.463614 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-2407895e-8a95-4019-a1f0-addc8bfd1287 None None] Calling delete_port for 8feab1f9-a7af-46bb-a845-84b7f8234414 owned by network:dhcp {{(pid=121608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:42:45.476005 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-c192b2cd-1364-4613-92ec-892c072e3235 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2014909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14863'] for router, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:45.477635 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-c192b2cd-1364-4613-92ec-892c072e3235 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2014285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2009796', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2082630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14848'] for router, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:45.480048 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bde4b13-6ac6-480e-b47f-b024a2cea90b None None] Pushing event updated for resources: {'Port': ['ID=8feab1f9-a7af-46bb-a845-84b7f8234414,revision_number=4']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:42:45.501682 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-a144e2d1-4cc2-4b52-b5a9-aa3db5244afb tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9084170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9028515'] for subnet, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:45.564259 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-c192b2cd-1364-4613-92ec-892c072e3235 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:45.578681 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a144e2d1-4cc2-4b52-b5a9-aa3db5244afb tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Network 99ca970e-c662-4419-9bb1-c5d90374ad5c is already hosted by enough agents. {{(pid=121606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:42:45.582996 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [None req-a144e2d1-4cc2-4b52-b5a9-aa3db5244afb tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Resources bound (agent type, host, resource id):  {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:42:45.586483 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a144e2d1-4cc2-4b52-b5a9-aa3db5244afb tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:42:45.587082 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-a144e2d1-4cc2-4b52-b5a9-aa3db5244afb tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks [] for subnet, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:45.596309 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a144e2d1-4cc2-4b52-b5a9-aa3db5244afb tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Pushing event updated for resources: {'Subnet': ['ID=5bce7558-38db-43a4-8b39-dc6eb7d50ac4,revision_number=0']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:42:45.643321 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-2407895e-8a95-4019-a1f0-addc8bfd1287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955'] for port, after_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:45.671654 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2407895e-8a95-4019-a1f0-addc8bfd1287 None None] Pushing event deleted for resources: {'Port': ['ID=8feab1f9-a7af-46bb-a845-84b7f8234414,revision_number=None']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:42:45.682959 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2407895e-8a95-4019-a1f0-addc8bfd1287 None None] No DVR routers for this DVR port 8feab1f9-a7af-46bb-a845-84b7f8234414 on host ncdv-master-1 {{(pid=121608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:42:45.695216 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5d2d4b5-7ee9-4056-8554-e3d1db8dcf3a None None] Network 99ca970e-c662-4419-9bb1-c5d90374ad5c requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:42:45.810911 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-863de448-228e-4cdc-9f5a-8964bff9284b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-99ca970e-c662-4419-9bb1-c5d90374ad5c', 'network_id': '99ca970e-c662-4419-9bb1-c5d90374ad5c', 'project_id': '6ca85d447d714c1ca24121ae04b3edf0', 'fixed_ips': [{'subnet_id': '5bce7558-38db-43a4-8b39-dc6eb7d50ac4'}]}} from ncdv-master-1. {{(pid=121608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 25 21:42:45.812175 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-863de448-228e-4cdc-9f5a-8964bff9284b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:45.838933 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-a144e2d1-4cc2-4b52-b5a9-aa3db5244afb tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 1.0238180
Dec 25 21:42:45.842946 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 39798) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:42:45.850138 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-f020f690-a993-454a-93de-28b595353ea8 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Request body: {'port': {'network_id': '99ca970e-c662-4419-9bb1-c5d90374ad5c', 'fixed_ips': [{'subnet_id': '5bce7558-38db-43a4-8b39-dc6eb7d50ac4', 'ip_address': '2001:db8::3744:8ff2:f6b2:2d'}], 'name': 'tempest-NetworksTestDHCPv6-1133639601'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:42:45.884392 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-c192b2cd-1364-4613-92ec-892c072e3235 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:45.969418 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.db_base_plugin_common [None req-863de448-228e-4cdc-9f5a-8964bff9284b None None] Allocated IP 2001:db8::2 (99ca970e-c662-4419-9bb1-c5d90374ad5c/5bce7558-38db-43a4-8b39-dc6eb7d50ac4/d55b52aa-7480-432a-89f8-d8520041d14e) {{(pid=121608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:42:46.116245 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f020f690-a993-454a-93de-28b595353ea8 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Made reservation on behalf of 6ca85d447d714c1ca24121ae04b3edf0 for: {'port': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:42:46.136030 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-863de448-228e-4cdc-9f5a-8964bff9284b None None] Publish callbacks [] for port, precommit_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:46.254868 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-863de448-228e-4cdc-9f5a-8964bff9284b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946'] for port, after_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:46.284886 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-c192b2cd-1364-4613-92ec-892c072e3235 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks [] for router_gateway, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:46.291431 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-f020f690-a993-454a-93de-28b595353ea8 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:46.298626 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-863de448-228e-4cdc-9f5a-8964bff9284b None None] Network 99ca970e-c662-4419-9bb1-c5d90374ad5c is already hosted by enough agents. {{(pid=121608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:42:46.301514 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.base_scheduler [None req-863de448-228e-4cdc-9f5a-8964bff9284b None None] Resources bound (agent type, host, resource id):  {{(pid=121608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:42:46.305514 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-863de448-228e-4cdc-9f5a-8964bff9284b None None] Received port after_create {{(pid=121608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:42:46.315589 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-c192b2cd-1364-4613-92ec-892c072e3235 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:46.317134 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863de448-228e-4cdc-9f5a-8964bff9284b None None] Pushing event updated for resources: {'Port': ['ID=d55b52aa-7480-432a-89f8-d8520041d14e,revision_number=1']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:42:46.334326 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [None req-f020f690-a993-454a-93de-28b595353ea8 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] device_id is not set on port a3e13e92-8c6e-4af6-8351-2da3be6cd34b yet. {{(pid=121606) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 25 21:42:46.363119 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-863de448-228e-4cdc-9f5a-8964bff9284b None None] Attempting to bind port d55b52aa-7480-432a-89f8-d8520041d14e on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:42:46.363488 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-863de448-228e-4cdc-9f5a-8964bff9284b None None] Attempting to bind port d55b52aa-7480-432a-89f8-d8520041d14e by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '0b348995-4d55-45f1-b58c-2a5ccec11450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '99ca970e-c662-4419-9bb1-c5d90374ad5c'}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:42:46.364316 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-863de448-228e-4cdc-9f5a-8964bff9284b None None] Attempting to bind port d55b52aa-7480-432a-89f8-d8520041d14e on network 99ca970e-c662-4419-9bb1-c5d90374ad5c {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:42:46.372972 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-863de448-228e-4cdc-9f5a-8964bff9284b None None] Checking agent: {'id': 'ca4f5c6d-f1fd-48b8-a3e3-395864c7d23d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 20, 56, 40), 'started_at': datetime.datetime(2021, 12, 25, 20, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 42, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:42:46.373382 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-863de448-228e-4cdc-9f5a-8964bff9284b None None] Checking segment: {'id': '0b348995-4d55-45f1-b58c-2a5ccec11450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '99ca970e-c662-4419-9bb1-c5d90374ad5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:42:46.373991 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-863de448-228e-4cdc-9f5a-8964bff9284b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:46.374483 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-863de448-228e-4cdc-9f5a-8964bff9284b None None] Bound using segment: {'id': '0b348995-4d55-45f1-b58c-2a5ccec11450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '99ca970e-c662-4419-9bb1-c5d90374ad5c'} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:42:46.375433 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-863de448-228e-4cdc-9f5a-8964bff9284b None None] Bound port: d55b52aa-7480-432a-89f8-d8520041d14e, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b348995-4d55-45f1-b58c-2a5ccec11450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '99ca970e-c662-4419-9bb1-c5d90374ad5c'}}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:42:46.375955 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-863de448-228e-4cdc-9f5a-8964bff9284b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:46.462352 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-863de448-228e-4cdc-9f5a-8964bff9284b None None] For port d55b52aa-7480-432a-89f8-d8520041d14e, host ncdv-master-1, cleared binding levels {{(pid=121608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:42:46.472126 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-863de448-228e-4cdc-9f5a-8964bff9284b None None] For port d55b52aa-7480-432a-89f8-d8520041d14e, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d55b52aa-7480-432a-89f8-d8520041d14e,segment=NetworkSegment(0b348995-4d55-45f1-b58c-2a5ccec11450),segment_id=0b348995-4d55-45f1-b58c-2a5ccec11450)] {{(pid=121608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:42:46.529511 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-863de448-228e-4cdc-9f5a-8964bff9284b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:46.540375 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_common [None req-c192b2cd-1364-4613-92ec-892c072e3235 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Allocated IP 172.35.3.45 (7201e55c-7c5f-41aa-a042-a363696539d0/7a939e13-713f-45cf-bba7-1539635abe25/a8090b26-9a07-47c9-9a1a-0e63fe6cb467) {{(pid=121606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:42:46.602713 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863de448-228e-4cdc-9f5a-8964bff9284b None None] Pushing event updated for resources: {'Port': ['ID=d55b52aa-7480-432a-89f8-d8520041d14e,revision_number=2']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:42:46.646438 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_common [None req-f020f690-a993-454a-93de-28b595353ea8 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Allocated IP 2001:db8::3744:8ff2:f6b2:2d (99ca970e-c662-4419-9bb1-c5d90374ad5c/5bce7558-38db-43a4-8b39-dc6eb7d50ac4/a3e13e92-8c6e-4af6-8351-2da3be6cd34b) {{(pid=121606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:42:46.758546 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-c192b2cd-1364-4613-92ec-892c072e3235 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks [] for port, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:46.884343 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-f020f690-a993-454a-93de-28b595353ea8 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks [] for port, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:46.963796 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-c192b2cd-1364-4613-92ec-892c072e3235 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:47.004945 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c192b2cd-1364-4613-92ec-892c072e3235 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Network 7201e55c-7c5f-41aa-a042-a363696539d0 is already hosted by enough agents. {{(pid=121606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:42:47.008565 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [None req-c192b2cd-1364-4613-92ec-892c072e3235 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Resources bound (agent type, host, resource id):  {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:42:47.012373 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c192b2cd-1364-4613-92ec-892c072e3235 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Received port after_create {{(pid=121606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:42:47.018546 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c192b2cd-1364-4613-92ec-892c072e3235 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Pushing event updated for resources: {'Port': ['ID=a8090b26-9a07-47c9-9a1a-0e63fe6cb467,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:42:47.031559 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c666dfe-4680-44e5-86cc-3523c39ee996 None None] DHCP port deletion for 7201e55c-7c5f-41aa-a042-a363696539d0 request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 21:42:47.096355 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-f020f690-a993-454a-93de-28b595353ea8 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:47.137295 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-8f316be3-3dc0-4bd3-8df7-92e5d7c67cfb None None] Provisioning complete for port a8090b26-9a07-47c9-9a1a-0e63fe6cb467 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:42:47.138212 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-8f316be3-3dc0-4bd3-8df7-92e5d7c67cfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:47.171493 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-8f316be3-3dc0-4bd3-8df7-92e5d7c67cfb None None] Port a8090b26-9a07-47c9-9a1a-0e63fe6cb467 cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:42:47.213328 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f020f690-a993-454a-93de-28b595353ea8 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Network 99ca970e-c662-4419-9bb1-c5d90374ad5c is already hosted by enough agents. {{(pid=121606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:42:47.227990 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [None req-f020f690-a993-454a-93de-28b595353ea8 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Resources bound (agent type, host, resource id):  {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:42:47.232413 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f020f690-a993-454a-93de-28b595353ea8 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Received port after_create {{(pid=121606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:42:47.238493 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f020f690-a993-454a-93de-28b595353ea8 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:42:47.239180 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-f020f690-a993-454a-93de-28b595353ea8 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:47.243471 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f020f690-a993-454a-93de-28b595353ea8 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Pushing event updated for resources: {'Port': ['ID=a3e13e92-8c6e-4af6-8351-2da3be6cd34b,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:42:47.350102 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-f020f690-a993-454a-93de-28b595353ea8 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 946 time: 1.5037491
Dec 25 21:42:47.350346 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 39836) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:42:47.608996 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54c2a4ef-b242-49c0-972d-119551e6f8b4 None None] Provisioning complete for port d55b52aa-7480-432a-89f8-d8520041d14e triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:42:47.609972 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54c2a4ef-b242-49c0-972d-119551e6f8b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:47.712146 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54c2a4ef-b242-49c0-972d-119551e6f8b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:47.755252 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-54c2a4ef-b242-49c0-972d-119551e6f8b4 None None] For port d55b52aa-7480-432a-89f8-d8520041d14e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d55b52aa-7480-432a-89f8-d8520041d14e,segment=NetworkSegment(0b348995-4d55-45f1-b58c-2a5ccec11450),segment_id=0b348995-4d55-45f1-b58c-2a5ccec11450)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:42:47.817159 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c439f798-c222-4f8c-9f58-ad3b129e9e08 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:42:47.817159 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c439f798-c222-4f8c-9f58-ad3b129e9e08 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:42:47.817159 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-c439f798-c222-4f8c-9f58-ad3b129e9e08 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1683 time: 0.4649909
Dec 25 21:42:47.818972 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 39842) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:42:47.839766 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54c2a4ef-b242-49c0-972d-119551e6f8b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:47.904769 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c2a4ef-b242-49c0-972d-119551e6f8b4 None None] Pushing event updated for resources: {'Port': ['ID=d55b52aa-7480-432a-89f8-d8520041d14e,revision_number=3']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:42:47.920891 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-c192b2cd-1364-4613-92ec-892c072e3235 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks [] for router_gateway, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:47.967821 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-fa1a37a3-c920-4ed6-962a-14b80552ca62 None None] Could not find standard attr ID for object d9122e4f-d90c-4b55-b101-0f8349968adf. {{(pid=121608) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 25 21:42:48.016946 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device d55b52aa-7480-432a-89f8-d8520041d14e up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:42:48.051204 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-07697fe8-7c2a-4d5e-a3e9-ca5e548eac8c tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Deleting port a3e13e92-8c6e-4af6-8351-2da3be6cd34b {{(pid=121606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:42:48.051560 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-07697fe8-7c2a-4d5e-a3e9-ca5e548eac8c tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:48.084268 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port d55b52aa-7480-432a-89f8-d8520041d14e triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:42:48.085145 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:48.087801 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-8457bb6d-023b-4fc5-a3bf-3871e472b5c6 None None] Could not find standard attr ID for object c904ca90-a071-4869-88e0-47542e09e674. {{(pid=121608) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 25 21:42:48.229004 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-07697fe8-7c2a-4d5e-a3e9-ca5e548eac8c tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:48.251921 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-07697fe8-7c2a-4d5e-a3e9-ca5e548eac8c tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Calling delete_port for a3e13e92-8c6e-4af6-8351-2da3be6cd34b owned by  {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:42:48.258313 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-c192b2cd-1364-4613-92ec-892c072e3235 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2014278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2009753'] for router, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:48.314657 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-55b3a2da-08ad-4a72-bf7c-c282e238180c None None] Provisioning complete for port a3e13e92-8c6e-4af6-8351-2da3be6cd34b triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:42:48.315244 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-55b3a2da-08ad-4a72-bf7c-c282e238180c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:48.353224 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-55b3a2da-08ad-4a72-bf7c-c282e238180c None None] Port a3e13e92-8c6e-4af6-8351-2da3be6cd34b cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:42:48.574891 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c192b2cd-1364-4613-92ec-892c072e3235 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Router 6307adb0-a1d4-4368-aceb-32ebcd59f811 is scheduled to L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 with binding_index 1 {{(pid=121606) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 25 21:42:48.624986 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-07697fe8-7c2a-4d5e-a3e9-ca5e548eac8c tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:48.671776 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07697fe8-7c2a-4d5e-a3e9-ca5e548eac8c tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Pushing event deleted for resources: {'Port': ['ID=a3e13e92-8c6e-4af6-8351-2da3be6cd34b,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:42:48.694770 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-07697fe8-7c2a-4d5e-a3e9-ca5e548eac8c tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:48.698680 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-07697fe8-7c2a-4d5e-a3e9-ca5e548eac8c tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] 10.222.0.32 "DELETE /v2.0/ports/a3e13e92-8c6e-4af6-8351-2da3be6cd34b HTTP/1.1" status: 204  len: 168 time: 0.8787715
Dec 25 21:42:48.701280 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 39846) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:42:48.803156 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94bcec15-537d-4618-a9e1-fac026eb0648 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:42:48.804853 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94bcec15-537d-4618-a9e1-fac026eb0648 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:42:48.806544 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-94bcec15-537d-4618-a9e1-fac026eb0648 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1477 time: 0.1043317
Dec 25 21:42:48.807895 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c192b2cd-1364-4613-92ec-892c072e3235 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 21:42:48.809333 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 39850) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:42:48.818793 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7c6b878-b33b-45c8-b908-e32fb537e67f None None] Sync routers for ids ['6307adb0-a1d4-4368-aceb-32ebcd59f811'] in ncdv-master-1 {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 21:42:48.829060 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7c6b878-b33b-45c8-b908-e32fb537e67f None None] Routers {'6307adb0-a1d4-4368-aceb-32ebcd59f811'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:42:48.829684 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-d7c6b878-b33b-45c8-b908-e32fb537e67f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2618aa9df0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:42:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['6307adb0-a1d4-4368-aceb-32ebcd59f811'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:42:48.865954 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_v2 [None req-35521f78-baad-4c44-9a7f-aed1f22a7b01 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Deleting subnet 5bce7558-38db-43a4-8b39-dc6eb7d50ac4 {{(pid=121607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Dec 25 21:42:48.873430 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-35521f78-baad-4c44-9a7f-aed1f22a7b01 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks [] for subnet, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:48.915902 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-35521f78-baad-4c44-9a7f-aed1f22a7b01 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10246617'] for subnet, precommit_delete_associations {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:48.939689 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvr_db [None req-d7c6b878-b33b-45c8-b908-e32fb537e67f None None] Set router 6307adb0-a1d4-4368-aceb-32ebcd59f811 gateway port host: ncdv-master-1 {{(pid=121609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:42:48.940901 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-c192b2cd-1364-4613-92ec-892c072e3235 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks [] for router, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:48.942229 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-c192b2cd-1364-4613-92ec-892c072e3235 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 895 time: 3.6659336
Dec 25 21:42:48.947192 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 39852) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:42:48.988944 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-35d49885-966a-466f-b9d7-9fea00ba2a70 tempest-TestNetworkAdvancedServerOps-1317083038 tempest-TestNetworkAdvancedServerOps-1317083038-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=4ff29c23c5844f45826a02b6ae6b65e7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0381584
Dec 25 21:42:48.990095 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 39854) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:42:49.095437 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-35521f78-baad-4c44-9a7f-aed1f22a7b01 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995662'] for subnet, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:49.115953 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-d7c6b878-b33b-45c8-b908-e32fb537e67f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2618aa9df0>, [{'id': '6307adb0-a1d4-4368-aceb-32ebcd59f811', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1855701142', 'tenant_id': '4ff29c23c5844f45826a02b6ae6b65e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.45'}], 'enable_snat': True}, 'gw_port_id': 'a8090b26-9a07-47c9-9a1a-0e63fe6cb467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:42:45Z', 'updated_at': '2021-12-25T21:42:47Z', 'revision_number': 3, 'project_id': '4ff29c23c5844f45826a02b6ae6b65e7', 'gw_port': {'id': 'a8090b26-9a07-47c9-9a1a-0e63fe6cb467', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:a5:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6307adb0-a1d4-4368-aceb-32ebcd59f811', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3573, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:42:46Z', 'updated_at': '2021-12-25T21:42:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:42:49.143905 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3c8a0e2-3aa5-4901-9df2-bab1ce1c8702 tempest-TestNetworkAdvancedServerOps-1317083038 tempest-TestNetworkAdvancedServerOps-1317083038-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:42:49.143905 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-f3c8a0e2-3aa5-4901-9df2-bab1ce1c8702 tempest-TestNetworkAdvancedServerOps-1317083038 tempest-TestNetworkAdvancedServerOps-1317083038-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.1502140
Dec 25 21:42:49.144195 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7c6b878-b33b-45c8-b908-e32fb537e67f None None] Checking router: 6307adb0-a1d4-4368-aceb-32ebcd59f811 for host: ncdv-master-1 {{(pid=121609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 25 21:42:49.144195 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7c6b878-b33b-45c8-b908-e32fb537e67f None None] Updating router 6307adb0-a1d4-4368-aceb-32ebcd59f811 port a8090b26-9a07-47c9-9a1a-0e63fe6cb467 binding host ncdv-master-1 {{(pid=121609) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 25 21:42:49.144386 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 39856) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:42:49.173345 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-d7c6b878-b33b-45c8-b908-e32fb537e67f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:49.189210 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-b5bb5c69-7119-4bc2-b419-9015257736bd tempest-TestNetworkAdvancedServerOps-1317083038 tempest-TestNetworkAdvancedServerOps-1317083038-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=7201e55c-7c5f-41aa-a042-a363696539d0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0438902
Dec 25 21:42:49.191796 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 39858) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:42:49.198408 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-e7768a92-16f5-4af0-9795-fd9c8b762e6a tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-549975777', 'network_id': '7fa4d4da-0ed2-460e-90b6-5e505fd99a73', 'project_id': '4ff29c23c5844f45826a02b6ae6b65e7', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:42:49.295093 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-35521f78-baad-4c44-9a7f-aed1f22a7b01 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8632410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8852809'] for subnet, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:49.326491 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-35521f78-baad-4c44-9a7f-aed1f22a7b01 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks [] for subnet, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:49.333399 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-35521f78-baad-4c44-9a7f-aed1f22a7b01 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] 10.222.0.32 "DELETE /v2.0/subnets/5bce7558-38db-43a4-8b39-dc6eb7d50ac4 HTTP/1.1" status: 204  len: 168 time: 0.5206425
Dec 25 21:42:49.333399 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35521f78-baad-4c44-9a7f-aed1f22a7b01 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Pushing event deleted for resources: {'Subnet': ['ID=5bce7558-38db-43a4-8b39-dc6eb7d50ac4,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:42:49.334942 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 39860) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:42:49.364377 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f58b6693-2941-40ca-8cf2-2decea46745e None None] Network 99ca970e-c662-4419-9bb1-c5d90374ad5c requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:42:49.392184 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7768a92-16f5-4af0-9795-fd9c8b762e6a tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Made reservation on behalf of 4ff29c23c5844f45826a02b6ae6b65e7 for: {'subnet': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:42:49.396671 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e7768a92-16f5-4af0-9795-fd9c8b762e6a tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8852834'] for subnet, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:49.406449 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-61c5d7fa-a78b-4e88-9023-806dc4c906a8 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0714042
Dec 25 21:42:49.409162 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 39862) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:42:49.414601 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-459c1e10-d26d-4f7b-8f95-fb0d031c62e7 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Request body: {'subnet': {'network_id': '99ca970e-c662-4419-9bb1-c5d90374ad5c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:42:49.565329 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1095e2c4-3142-4ea3-80a5-9418dc4f5bbe None None] DHCP port deletion for 99ca970e-c662-4419-9bb1-c5d90374ad5c request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 21:42:49.566463 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-d7c6b878-b33b-45c8-b908-e32fb537e67f None None] Publish callbacks [] for port, precommit_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:49.602931 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-459c1e10-d26d-4f7b-8f95-fb0d031c62e7 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Made reservation on behalf of 6ca85d447d714c1ca24121ae04b3edf0 for: {'subnet': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:42:49.606874 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-459c1e10-d26d-4f7b-8f95-fb0d031c62e7 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9028529'] for subnet, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:49.618208 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-1095e2c4-3142-4ea3-80a5-9418dc4f5bbe None None] Deleting port d55b52aa-7480-432a-89f8-d8520041d14e {{(pid=121608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:42:49.618583 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-1095e2c4-3142-4ea3-80a5-9418dc4f5bbe None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:49.630447 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-d7c6b878-b33b-45c8-b908-e32fb537e67f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:49.685252 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.managers [None req-d7c6b878-b33b-45c8-b908-e32fb537e67f None None] Attempting to bind port a8090b26-9a07-47c9-9a1a-0e63fe6cb467 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:42:49.685623 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.managers [None req-d7c6b878-b33b-45c8-b908-e32fb537e67f None None] Attempting to bind port a8090b26-9a07-47c9-9a1a-0e63fe6cb467 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'}] {{(pid=121609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:42:49.686215 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7c6b878-b33b-45c8-b908-e32fb537e67f None None] Attempting to bind port a8090b26-9a07-47c9-9a1a-0e63fe6cb467 on network 7201e55c-7c5f-41aa-a042-a363696539d0 {{(pid=121609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:42:49.695872 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a29765d-a653-4ab0-8c72-61a42a015fd1 None None] DHCP port deletion for 7201e55c-7c5f-41aa-a042-a363696539d0 request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 21:42:49.697629 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e7768a92-16f5-4af0-9795-fd9c8b762e6a tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8632475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8852848'] for subnet, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:49.713644 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7c6b878-b33b-45c8-b908-e32fb537e67f None None] Checking agent: {'id': 'ca4f5c6d-f1fd-48b8-a3e3-395864c7d23d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 20, 56, 40), 'started_at': datetime.datetime(2021, 12, 25, 20, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 42, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:42:49.714956 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7c6b878-b33b-45c8-b908-e32fb537e67f None None] Checking segment: {'id': '6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:42:49.715954 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-d7c6b878-b33b-45c8-b908-e32fb537e67f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:49.716711 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7c6b878-b33b-45c8-b908-e32fb537e67f None None] Bound using segment: {'id': '6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'} {{(pid=121609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:42:49.719043 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.managers [None req-d7c6b878-b33b-45c8-b908-e32fb537e67f None None] Bound port: a8090b26-9a07-47c9-9a1a-0e63fe6cb467, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'}}] {{(pid=121609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:42:49.720822 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-d7c6b878-b33b-45c8-b908-e32fb537e67f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:49.762329 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7768a92-16f5-4af0-9795-fd9c8b762e6a tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Pushing event updated for resources: {'Subnet': ['ID=e689b6ec-d0ea-48ae-946d-268c2777620e,revision_number=0']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:42:49.779012 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7768a92-16f5-4af0-9795-fd9c8b762e6a tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Checking segment: {'id': '01b0c0e4-03aa-47e6-84a7-53ae20ad9e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '7fa4d4da-0ed2-460e-90b6-5e505fd99a73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:42:49.779377 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7768a92-16f5-4af0-9795-fd9c8b762e6a tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Network hostable DHCP agents. Network: 7fa4d4da-0ed2-460e-90b6-5e505fd99a73, hostable agents: ['1813db88-2c1b-4357-a2ba-869246b663c2'], hosted agents: [] {{(pid=121607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 25 21:42:49.803622 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba17b6cf-97d0-479e-84c3-cf12b635f94e None None] Pushing event updated for resources: {'Port': ['ID=a8090b26-9a07-47c9-9a1a-0e63fe6cb467,revision_number=2']} {{(pid=121609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:42:49.824270 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba17b6cf-97d0-479e-84c3-cf12b635f94e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:42:49.824999 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba17b6cf-97d0-479e-84c3-cf12b635f94e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:42:49.824999 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba17b6cf-97d0-479e-84c3-cf12b635f94e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:42:49.825296 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba17b6cf-97d0-479e-84c3-cf12b635f94e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:42:49.825581 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba17b6cf-97d0-479e-84c3-cf12b635f94e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:42:49.826076 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba17b6cf-97d0-479e-84c3-cf12b635f94e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:42:49.826401 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba17b6cf-97d0-479e-84c3-cf12b635f94e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:42:49.826724 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba17b6cf-97d0-479e-84c3-cf12b635f94e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:42:49.827051 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba17b6cf-97d0-479e-84c3-cf12b635f94e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:42:49.827367 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba17b6cf-97d0-479e-84c3-cf12b635f94e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:42:49.827893 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba17b6cf-97d0-479e-84c3-cf12b635f94e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:42:49.828210 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba17b6cf-97d0-479e-84c3-cf12b635f94e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:42:49.828524 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba17b6cf-97d0-479e-84c3-cf12b635f94e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:42:49.841656 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.db [None req-d7c6b878-b33b-45c8-b908-e32fb537e67f None None] For port a8090b26-9a07-47c9-9a1a-0e63fe6cb467, host ncdv-master-1, cleared binding levels {{(pid=121609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:42:49.844967 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.db [None req-d7c6b878-b33b-45c8-b908-e32fb537e67f None None] For port a8090b26-9a07-47c9-9a1a-0e63fe6cb467, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a8090b26-9a07-47c9-9a1a-0e63fe6cb467,segment=NetworkSegment(6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855),segment_id=6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855)] {{(pid=121609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:42:49.881843 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7768a92-16f5-4af0-9795-fd9c8b762e6a tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Network 7fa4d4da-0ed2-460e-90b6-5e505fd99a73 is scheduled to be hosted by DHCP agent 1813db88-2c1b-4357-a2ba-869246b663c2 with binding_index 1 {{(pid=121607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 25 21:42:49.908778 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-1095e2c4-3142-4ea3-80a5-9418dc4f5bbe None None] For port d55b52aa-7480-432a-89f8-d8520041d14e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d55b52aa-7480-432a-89f8-d8520041d14e,segment=NetworkSegment(0b348995-4d55-45f1-b58c-2a5ccec11450),segment_id=0b348995-4d55-45f1-b58c-2a5ccec11450)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:42:49.908778 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-1095e2c4-3142-4ea3-80a5-9418dc4f5bbe None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:49.919366 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-1095e2c4-3142-4ea3-80a5-9418dc4f5bbe None None] Calling delete_port for d55b52aa-7480-432a-89f8-d8520041d14e owned by network:dhcp {{(pid=121608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:42:49.956227 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-d7c6b878-b33b-45c8-b908-e32fb537e67f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:49.969759 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device d55b52aa-7480-432a-89f8-d8520041d14e no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:42:49.993351 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-459c1e10-d26d-4f7b-8f95-fb0d031c62e7 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9084170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9028515'] for subnet, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:49.995109 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-e7768a92-16f5-4af0-9795-fd9c8b762e6a tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 7fa4d4da-0ed2-460e-90b6-5e505fd99a73) {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:42:49.999879 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7768a92-16f5-4af0-9795-fd9c8b762e6a tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:42:50.001218 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e7768a92-16f5-4af0-9795-fd9c8b762e6a tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks [] for subnet, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:50.014183 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7c6b878-b33b-45c8-b908-e32fb537e67f None None] Routers {'6307adb0-a1d4-4368-aceb-32ebcd59f811'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:42:50.014817 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-d7c6b878-b33b-45c8-b908-e32fb537e67f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2618aa9df0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:42:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['6307adb0-a1d4-4368-aceb-32ebcd59f811'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:42:50.030533 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccf9d59f-0933-4bd3-baa3-d57b31ef7b41 None None] Network 7fa4d4da-0ed2-460e-90b6-5e505fd99a73 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:42:50.035495 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-5d8aa27b-0c06-4a71-9508-be7bdac14c22 None None] Provisioning complete for port a8090b26-9a07-47c9-9a1a-0e63fe6cb467 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:42:50.035867 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5d8aa27b-0c06-4a71-9508-be7bdac14c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:50.066891 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-459c1e10-d26d-4f7b-8f95-fb0d031c62e7 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Network 99ca970e-c662-4419-9bb1-c5d90374ad5c is already hosted by enough agents. {{(pid=121606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:42:50.071771 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [None req-459c1e10-d26d-4f7b-8f95-fb0d031c62e7 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Resources bound (agent type, host, resource id):  {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:42:50.075169 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1ec87af-91ba-4731-9d81-9e27783408d0 None None] DHCP port deletion for 7201e55c-7c5f-41aa-a042-a363696539d0 request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 21:42:50.076243 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-459c1e10-d26d-4f7b-8f95-fb0d031c62e7 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:42:50.076940 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-459c1e10-d26d-4f7b-8f95-fb0d031c62e7 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks [] for subnet, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:50.083197 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459c1e10-d26d-4f7b-8f95-fb0d031c62e7 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Pushing event updated for resources: {'Subnet': ['ID=0f5ae730-94c1-4e0b-bea7-2cbedb3c06ae,revision_number=0']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:42:50.110073 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 39868) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:42:50.110550 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-e7768a92-16f5-4af0-9795-fd9c8b762e6a tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 831 time: 0.9172280
Dec 25 21:42:50.133513 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba17b6cf-97d0-479e-84c3-cf12b635f94e None None] Pushing event updated for resources: {'Port': ['ID=a8090b26-9a07-47c9-9a1a-0e63fe6cb467,revision_number=3']} {{(pid=121609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:42:50.149104 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvr_db [None req-d7c6b878-b33b-45c8-b908-e32fb537e67f None None] Set router 6307adb0-a1d4-4368-aceb-32ebcd59f811 gateway port host: ncdv-master-1 {{(pid=121609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:42:50.173610 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-459c1e10-d26d-4f7b-8f95-fb0d031c62e7 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 0.7631688
Dec 25 21:42:50.175518 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 39870) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:42:50.185700 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-a53f9363-7e2d-4a5e-890a-1cb6dfcc2600 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Request body: {'port': {'network_id': '99ca970e-c662-4419-9bb1-c5d90374ad5c', 'fixed_ips': [{'subnet_id': '0f5ae730-94c1-4e0b-bea7-2cbedb3c06ae', 'ip_address': '2001:db8::2cb7:1c28:f506:506'}], 'name': 'tempest-NetworksTestDHCPv6-1184806842'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:42:50.220908 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-1095e2c4-3142-4ea3-80a5-9418dc4f5bbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955'] for port, after_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:50.260782 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c2e1034-3664-45a5-ac39-01fe09f40e1d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-7fa4d4da-0ed2-460e-90b6-5e505fd99a73', 'network_id': '7fa4d4da-0ed2-460e-90b6-5e505fd99a73', 'project_id': '4ff29c23c5844f45826a02b6ae6b65e7', 'fixed_ips': [{'subnet_id': 'e689b6ec-d0ea-48ae-946d-268c2777620e'}]}} from ncdv-master-1. {{(pid=121608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 25 21:42:50.260782 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-0c2e1034-3664-45a5-ac39-01fe09f40e1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:50.265954 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1095e2c4-3142-4ea3-80a5-9418dc4f5bbe None None] No DVR routers for this DVR port d55b52aa-7480-432a-89f8-d8520041d14e on host ncdv-master-1 {{(pid=121608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:42:50.309085 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:50.311021 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1095e2c4-3142-4ea3-80a5-9418dc4f5bbe None None] Pushing event deleted for resources: {'Port': ['ID=d55b52aa-7480-432a-89f8-d8520041d14e,revision_number=None']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:42:50.318380 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa86ab86-8fcf-43d9-bc5f-e99800a1ceaf None None] Network 99ca970e-c662-4419-9bb1-c5d90374ad5c requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:42:50.364535 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5d8aa27b-0c06-4a71-9508-be7bdac14c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:50.397061 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-d7c6b878-b33b-45c8-b908-e32fb537e67f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2618aa9df0>, [{'id': '6307adb0-a1d4-4368-aceb-32ebcd59f811', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1855701142', 'tenant_id': '4ff29c23c5844f45826a02b6ae6b65e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.45'}], 'enable_snat': True}, 'gw_port_id': 'a8090b26-9a07-47c9-9a1a-0e63fe6cb467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:42:45Z', 'updated_at': '2021-12-25T21:42:47Z', 'revision_number': 3, 'project_id': '4ff29c23c5844f45826a02b6ae6b65e7', 'gw_port': {'id': 'a8090b26-9a07-47c9-9a1a-0e63fe6cb467', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:a5:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6307adb0-a1d4-4368-aceb-32ebcd59f811', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3573, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:42:46Z', 'updated_at': '2021-12-25T21:42:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:42:50.428757 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7c6b878-b33b-45c8-b908-e32fb537e67f None None] The sync data for ids ['6307adb0-a1d4-4368-aceb-32ebcd59f811'] in ncdv-master-1 is: [{'id': '6307adb0-a1d4-4368-aceb-32ebcd59f811', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1855701142', 'tenant_id': '4ff29c23c5844f45826a02b6ae6b65e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.45'}], 'enable_snat': True}, 'gw_port_id': 'a8090b26-9a07-47c9-9a1a-0e63fe6cb467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:42:45Z', 'updated_at': '2021-12-25T21:42:47Z', 'revision_number': 3, 'project_id': '4ff29c23c5844f45826a02b6ae6b65e7', 'gw_port': {'id': 'a8090b26-9a07-47c9-9a1a-0e63fe6cb467', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:a5:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6307adb0-a1d4-4368-aceb-32ebcd59f811', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3573, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:42:46Z', 'updated_at': '2021-12-25T21:42:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 21:42:50.471830 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a53f9363-7e2d-4a5e-890a-1cb6dfcc2600 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Made reservation on behalf of 6ca85d447d714c1ca24121ae04b3edf0 for: {'port': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:42:50.503578 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5d8aa27b-0c06-4a71-9508-be7bdac14c22 None None] For port a8090b26-9a07-47c9-9a1a-0e63fe6cb467, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a8090b26-9a07-47c9-9a1a-0e63fe6cb467,segment=NetworkSegment(6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855),segment_id=6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:42:50.578514 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a53f9363-7e2d-4a5e-890a-1cb6dfcc2600 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:50.593378 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-260e51cb-1420-46a3-bf45-5ebdd7522a7c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-99ca970e-c662-4419-9bb1-c5d90374ad5c', 'network_id': '99ca970e-c662-4419-9bb1-c5d90374ad5c', 'project_id': '6ca85d447d714c1ca24121ae04b3edf0', 'fixed_ips': [{'subnet_id': '0f5ae730-94c1-4e0b-bea7-2cbedb3c06ae'}]}} from ncdv-master-1. {{(pid=121608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 25 21:42:50.594243 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-260e51cb-1420-46a3-bf45-5ebdd7522a7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:50.601586 ncdv-master-1 neutron-server[121607]: DEBUG neutron.notifiers.nova [None req-a53f9363-7e2d-4a5e-890a-1cb6dfcc2600 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] device_id is not set on port 9fc91f21-94c0-4104-9bec-18d82d9dcb41 yet. {{(pid=121607) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 25 21:42:50.608054 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5d8aa27b-0c06-4a71-9508-be7bdac14c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:50.681764 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-fb320e62-f148-4980-8d75-cac873632ac8 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:50.755529 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.db_base_plugin_common [None req-0c2e1034-3664-45a5-ac39-01fe09f40e1d None None] Allocated IP 172.20.0.2 (7fa4d4da-0ed2-460e-90b6-5e505fd99a73/e689b6ec-d0ea-48ae-946d-268c2777620e/31d43bc7-c59b-4733-8bcf-1ecbeb8e70b5) {{(pid=121608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:42:50.843187 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8aa27b-0c06-4a71-9508-be7bdac14c22 None None] Pushing event updated for resources: {'Port': ['ID=a8090b26-9a07-47c9-9a1a-0e63fe6cb467,revision_number=4']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:42:50.844064 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_common [None req-a53f9363-7e2d-4a5e-890a-1cb6dfcc2600 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Allocated IP 2001:db8::2cb7:1c28:f506:506 (99ca970e-c662-4419-9bb1-c5d90374ad5c/0f5ae730-94c1-4e0b-bea7-2cbedb3c06ae/9fc91f21-94c0-4104-9bec-18d82d9dcb41) {{(pid=121607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:42:50.861915 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-6279be5a-6b0d-42cc-a58d-2f167a01b8a4 None None] Provisioning complete for port a8090b26-9a07-47c9-9a1a-0e63fe6cb467 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:42:50.862631 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-6279be5a-6b0d-42cc-a58d-2f167a01b8a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:51.064601 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-0c2e1034-3664-45a5-ac39-01fe09f40e1d None None] Publish callbacks [] for port, precommit_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:51.077440 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a53f9363-7e2d-4a5e-890a-1cb6dfcc2600 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks [] for port, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:51.192288 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-0c2e1034-3664-45a5-ac39-01fe09f40e1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946'] for port, after_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:51.240853 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c2e1034-3664-45a5-ac39-01fe09f40e1d None None] Network 7fa4d4da-0ed2-460e-90b6-5e505fd99a73 is already hosted by enough agents. {{(pid=121608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:42:51.245190 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.base_scheduler [None req-0c2e1034-3664-45a5-ac39-01fe09f40e1d None None] Resources bound (agent type, host, resource id):  {{(pid=121608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:42:51.250189 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a53f9363-7e2d-4a5e-890a-1cb6dfcc2600 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:51.258017 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_common [None req-fb320e62-f148-4980-8d75-cac873632ac8 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Allocated IP 172.20.0.1 (7fa4d4da-0ed2-460e-90b6-5e505fd99a73/e689b6ec-d0ea-48ae-946d-268c2777620e/dc192875-b555-417a-917c-d0494625940b) {{(pid=121606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:42:51.263921 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c2e1034-3664-45a5-ac39-01fe09f40e1d None None] Received port after_create {{(pid=121608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:42:51.268014 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2e1034-3664-45a5-ac39-01fe09f40e1d None None] Pushing event updated for resources: {'Port': ['ID=31d43bc7-c59b-4733-8bcf-1ecbeb8e70b5,revision_number=1']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:42:51.311746 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a53f9363-7e2d-4a5e-890a-1cb6dfcc2600 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Network 99ca970e-c662-4419-9bb1-c5d90374ad5c is already hosted by enough agents. {{(pid=121607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:42:51.318197 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-a53f9363-7e2d-4a5e-890a-1cb6dfcc2600 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Resources bound (agent type, host, resource id):  {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:42:51.322702 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a53f9363-7e2d-4a5e-890a-1cb6dfcc2600 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Received port after_create {{(pid=121607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:42:51.330512 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a53f9363-7e2d-4a5e-890a-1cb6dfcc2600 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:42:51.331182 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a53f9363-7e2d-4a5e-890a-1cb6dfcc2600 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:51.355184 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53f9363-7e2d-4a5e-890a-1cb6dfcc2600 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Pushing event updated for resources: {'Port': ['ID=9fc91f21-94c0-4104-9bec-18d82d9dcb41,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:42:51.400589 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.db_base_plugin_common [None req-260e51cb-1420-46a3-bf45-5ebdd7522a7c None None] Allocated IP 2001:db8::2 (99ca970e-c662-4419-9bb1-c5d90374ad5c/0f5ae730-94c1-4e0b-bea7-2cbedb3c06ae/04d32fee-fb0a-47de-87ea-007a53a5fcd9) {{(pid=121608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:42:51.409293 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-fb320e62-f148-4980-8d75-cac873632ac8 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks [] for port, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:51.420637 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-0c2e1034-3664-45a5-ac39-01fe09f40e1d None None] Attempting to bind port 31d43bc7-c59b-4733-8bcf-1ecbeb8e70b5 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:42:51.421045 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-0c2e1034-3664-45a5-ac39-01fe09f40e1d None None] Attempting to bind port 31d43bc7-c59b-4733-8bcf-1ecbeb8e70b5 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '01b0c0e4-03aa-47e6-84a7-53ae20ad9e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '7fa4d4da-0ed2-460e-90b6-5e505fd99a73'}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:42:51.421412 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c2e1034-3664-45a5-ac39-01fe09f40e1d None None] Attempting to bind port 31d43bc7-c59b-4733-8bcf-1ecbeb8e70b5 on network 7fa4d4da-0ed2-460e-90b6-5e505fd99a73 {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:42:51.437004 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-a53f9363-7e2d-4a5e-890a-1cb6dfcc2600 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 947 time: 1.2581148
Dec 25 21:42:51.438247 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 39876) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:42:51.452683 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c2e1034-3664-45a5-ac39-01fe09f40e1d None None] Checking agent: {'id': 'ca4f5c6d-f1fd-48b8-a3e3-395864c7d23d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 20, 56, 40), 'started_at': datetime.datetime(2021, 12, 25, 20, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 42, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:42:51.454944 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c2e1034-3664-45a5-ac39-01fe09f40e1d None None] Checking segment: {'id': '01b0c0e4-03aa-47e6-84a7-53ae20ad9e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '7fa4d4da-0ed2-460e-90b6-5e505fd99a73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:42:51.454944 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-0c2e1034-3664-45a5-ac39-01fe09f40e1d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:51.454944 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c2e1034-3664-45a5-ac39-01fe09f40e1d None None] Bound using segment: {'id': '01b0c0e4-03aa-47e6-84a7-53ae20ad9e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '7fa4d4da-0ed2-460e-90b6-5e505fd99a73'} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:42:51.454944 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-0c2e1034-3664-45a5-ac39-01fe09f40e1d None None] Bound port: 31d43bc7-c59b-4733-8bcf-1ecbeb8e70b5, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01b0c0e4-03aa-47e6-84a7-53ae20ad9e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '7fa4d4da-0ed2-460e-90b6-5e505fd99a73'}}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:42:51.454944 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-0c2e1034-3664-45a5-ac39-01fe09f40e1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:51.490054 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-902fd77f-6759-4064-9500-6368d2d37cc4 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:42:51.492910 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-902fd77f-6759-4064-9500-6368d2d37cc4 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200  len: 945 time: 0.0522497
Dec 25 21:42:51.495337 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 39878) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:42:51.532315 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-fb320e62-f148-4980-8d75-cac873632ac8 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:51.591534 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb320e62-f148-4980-8d75-cac873632ac8 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Network 7fa4d4da-0ed2-460e-90b6-5e505fd99a73 is already hosted by enough agents. {{(pid=121606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:42:51.597103 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [None req-fb320e62-f148-4980-8d75-cac873632ac8 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Resources bound (agent type, host, resource id):  {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:42:51.608806 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb320e62-f148-4980-8d75-cac873632ac8 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Received port after_create {{(pid=121606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:42:51.618815 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb320e62-f148-4980-8d75-cac873632ac8 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Pushing event updated for resources: {'Port': ['ID=dc192875-b555-417a-917c-d0494625940b,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:42:51.621872 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-0c2e1034-3664-45a5-ac39-01fe09f40e1d None None] For port 31d43bc7-c59b-4733-8bcf-1ecbeb8e70b5, host ncdv-master-1, cleared binding levels {{(pid=121608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:42:51.622441 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-b0f41b85-0785-46d3-9ba8-cc0668ee805e tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Deleting port 9fc91f21-94c0-4104-9bec-18d82d9dcb41 {{(pid=121607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:42:51.622819 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b0f41b85-0785-46d3-9ba8-cc0668ee805e tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:51.642428 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-0c2e1034-3664-45a5-ac39-01fe09f40e1d None None] For port 31d43bc7-c59b-4733-8bcf-1ecbeb8e70b5, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=31d43bc7-c59b-4733-8bcf-1ecbeb8e70b5,segment=NetworkSegment(01b0c0e4-03aa-47e6-84a7-53ae20ad9e39),segment_id=01b0c0e4-03aa-47e6-84a7-53ae20ad9e39)] {{(pid=121608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:42:51.666172 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-260e51cb-1420-46a3-bf45-5ebdd7522a7c None None] Publish callbacks [] for port, precommit_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:51.672805 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-fb320e62-f148-4980-8d75-cac873632ac8 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2008772'] for router_interface, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:51.724412 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-0c2e1034-3664-45a5-ac39-01fe09f40e1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:51.728839 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b0f41b85-0785-46d3-9ba8-cc0668ee805e tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:51.747062 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-b0f41b85-0785-46d3-9ba8-cc0668ee805e tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Calling delete_port for 9fc91f21-94c0-4104-9bec-18d82d9dcb41 owned by  {{(pid=121607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:42:51.796957 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2e1034-3664-45a5-ac39-01fe09f40e1d None None] Pushing event updated for resources: {'Port': ['ID=31d43bc7-c59b-4733-8bcf-1ecbeb8e70b5,revision_number=2']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:42:51.799962 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-260e51cb-1420-46a3-bf45-5ebdd7522a7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946'] for port, after_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:51.859423 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-260e51cb-1420-46a3-bf45-5ebdd7522a7c None None] Network 99ca970e-c662-4419-9bb1-c5d90374ad5c is already hosted by enough agents. {{(pid=121608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:42:51.868805 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.base_scheduler [None req-260e51cb-1420-46a3-bf45-5ebdd7522a7c None None] Resources bound (agent type, host, resource id):  {{(pid=121608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:42:51.872661 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-260e51cb-1420-46a3-bf45-5ebdd7522a7c None None] Received port after_create {{(pid=121608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:42:51.885960 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260e51cb-1420-46a3-bf45-5ebdd7522a7c None None] Pushing event updated for resources: {'Port': ['ID=04d32fee-fb0a-47de-87ea-007a53a5fcd9,revision_number=1']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:42:51.963580 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-260e51cb-1420-46a3-bf45-5ebdd7522a7c None None] Attempting to bind port 04d32fee-fb0a-47de-87ea-007a53a5fcd9 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:42:51.963965 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-260e51cb-1420-46a3-bf45-5ebdd7522a7c None None] Attempting to bind port 04d32fee-fb0a-47de-87ea-007a53a5fcd9 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '0b348995-4d55-45f1-b58c-2a5ccec11450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '99ca970e-c662-4419-9bb1-c5d90374ad5c'}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:42:51.969047 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-260e51cb-1420-46a3-bf45-5ebdd7522a7c None None] Attempting to bind port 04d32fee-fb0a-47de-87ea-007a53a5fcd9 on network 99ca970e-c662-4419-9bb1-c5d90374ad5c {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:42:51.971214 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-260e51cb-1420-46a3-bf45-5ebdd7522a7c None None] Checking agent: {'id': 'ca4f5c6d-f1fd-48b8-a3e3-395864c7d23d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 20, 56, 40), 'started_at': datetime.datetime(2021, 12, 25, 20, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 42, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:42:51.971601 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-260e51cb-1420-46a3-bf45-5ebdd7522a7c None None] Checking segment: {'id': '0b348995-4d55-45f1-b58c-2a5ccec11450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '99ca970e-c662-4419-9bb1-c5d90374ad5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:42:51.972000 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-260e51cb-1420-46a3-bf45-5ebdd7522a7c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:51.972395 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-260e51cb-1420-46a3-bf45-5ebdd7522a7c None None] Bound using segment: {'id': '0b348995-4d55-45f1-b58c-2a5ccec11450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '99ca970e-c662-4419-9bb1-c5d90374ad5c'} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:42:51.973028 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-260e51cb-1420-46a3-bf45-5ebdd7522a7c None None] Bound port: 04d32fee-fb0a-47de-87ea-007a53a5fcd9, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b348995-4d55-45f1-b58c-2a5ccec11450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '99ca970e-c662-4419-9bb1-c5d90374ad5c'}}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:42:51.973413 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-260e51cb-1420-46a3-bf45-5ebdd7522a7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:51.979771 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-fb320e62-f148-4980-8d75-cac873632ac8 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:52.031988 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b0f41b85-0785-46d3-9ba8-cc0668ee805e tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:52.050657 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device a8090b26-9a07-47c9-9a1a-0e63fe6cb467 up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:42:52.083468 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f41b85-0785-46d3-9ba8-cc0668ee805e tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Pushing event deleted for resources: {'Port': ['ID=9fc91f21-94c0-4104-9bec-18d82d9dcb41,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:42:52.091750 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-260e51cb-1420-46a3-bf45-5ebdd7522a7c None None] For port 04d32fee-fb0a-47de-87ea-007a53a5fcd9, host ncdv-master-1, cleared binding levels {{(pid=121608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:42:52.120781 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b0f41b85-0785-46d3-9ba8-cc0668ee805e tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:52.128129 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-b0f41b85-0785-46d3-9ba8-cc0668ee805e tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] 10.222.0.32 "DELETE /v2.0/ports/9fc91f21-94c0-4104-9bec-18d82d9dcb41 HTTP/1.1" status: 204  len: 168 time: 0.6319451
Dec 25 21:42:52.130628 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 39884) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:42:52.130846 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-260e51cb-1420-46a3-bf45-5ebdd7522a7c None None] For port 04d32fee-fb0a-47de-87ea-007a53a5fcd9, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=04d32fee-fb0a-47de-87ea-007a53a5fcd9,segment=NetworkSegment(0b348995-4d55-45f1-b58c-2a5ccec11450),segment_id=0b348995-4d55-45f1-b58c-2a5ccec11450)] {{(pid=121608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:42:52.158627 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port a8090b26-9a07-47c9-9a1a-0e63fe6cb467 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:42:52.159092 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:52.209338 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b7c17fa-3139-4a07-8693-392399f78bbf tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:42:52.212193 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b7c17fa-3139-4a07-8693-392399f78bbf tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:42:52.213921 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-5b7c17fa-3139-4a07-8693-392399f78bbf tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1464 time: 0.0823050
Dec 25 21:42:52.216869 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 39886) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:42:52.221040 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-260e51cb-1420-46a3-bf45-5ebdd7522a7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:52.289996 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a5662ec-7954-4e01-8402-2376674c74ed tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Deleting subnet 0f5ae730-94c1-4e0b-bea7-2cbedb3c06ae {{(pid=121607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Dec 25 21:42:52.314112 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-3a5662ec-7954-4e01-8402-2376674c74ed tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks [] for subnet, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:52.360571 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260e51cb-1420-46a3-bf45-5ebdd7522a7c None None] Pushing event updated for resources: {'Port': ['ID=04d32fee-fb0a-47de-87ea-007a53a5fcd9,revision_number=2']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:42:52.395893 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-3a5662ec-7954-4e01-8402-2376674c74ed tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10246617'] for subnet, precommit_delete_associations {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:52.452336 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-fb320e62-f148-4980-8d75-cac873632ac8 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks [] for port, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:52.493471 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-3a5662ec-7954-4e01-8402-2376674c74ed tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995662'] for subnet, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:52.524438 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-fb320e62-f148-4980-8d75-cac873632ac8 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:52.625895 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-fb320e62-f148-4980-8d75-cac873632ac8 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2007636'] for router_interface, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:52.627731 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb320e62-f148-4980-8d75-cac873632ac8 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Pushing event updated for resources: {'Port': ['ID=dc192875-b555-417a-917c-d0494625940b,revision_number=2']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:42:52.663780 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-3a5662ec-7954-4e01-8402-2376674c74ed tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8632410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8852809'] for subnet, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:52.724145 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5662ec-7954-4e01-8402-2376674c74ed tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Pushing event deleted for resources: {'Subnet': ['ID=0f5ae730-94c1-4e0b-bea7-2cbedb3c06ae,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:42:52.732447 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-3a5662ec-7954-4e01-8402-2376674c74ed tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks [] for subnet, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:52.738047 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-3a5662ec-7954-4e01-8402-2376674c74ed tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] 10.222.0.32 "DELETE /v2.0/subnets/0f5ae730-94c1-4e0b-bea7-2cbedb3c06ae HTTP/1.1" status: 204  len: 168 time: 0.5199623
Dec 25 21:42:52.740462 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 39888) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:42:52.754182 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb320e62-f148-4980-8d75-cac873632ac8 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Network 7fa4d4da-0ed2-460e-90b6-5e505fd99a73 is already hosted by enough agents. {{(pid=121606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:42:52.755680 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [None req-fb320e62-f148-4980-8d75-cac873632ac8 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Resources bound (agent type, host, resource id):  {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:42:52.791235 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-ba63338d-837c-479b-bd42-1b739400dd3e tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0493455
Dec 25 21:42:52.793927 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 39892) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:42:52.800173 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-517574b6-a61a-4320-81a0-d6d52fa1a33e tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Request body: {'subnet': {'network_id': '99ca970e-c662-4419-9bb1-c5d90374ad5c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:42:52.911420 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb320e62-f148-4980-8d75-cac873632ac8 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Router 6307adb0-a1d4-4368-aceb-32ebcd59f811 has already been hosted by L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 {{(pid=121606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 25 21:42:52.965306 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-517574b6-a61a-4320-81a0-d6d52fa1a33e tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Made reservation on behalf of 6ca85d447d714c1ca24121ae04b3edf0 for: {'subnet': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:42:52.971583 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-517574b6-a61a-4320-81a0-d6d52fa1a33e tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8852834'] for subnet, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:53.040913 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb320e62-f148-4980-8d75-cac873632ac8 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 21:42:53.052384 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-fb320e62-f148-4980-8d75-cac873632ac8 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "PUT /v2.0/routers/6307adb0-a1d4-4368-aceb-32ebcd59f811/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9349995
Dec 25 21:42:53.242217 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-517574b6-a61a-4320-81a0-d6d52fa1a33e tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8632475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8852848'] for subnet, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:53.294134 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-517574b6-a61a-4320-81a0-d6d52fa1a33e tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Network 99ca970e-c662-4419-9bb1-c5d90374ad5c is already hosted by enough agents. {{(pid=121607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:42:53.297494 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-517574b6-a61a-4320-81a0-d6d52fa1a33e tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Resources bound (agent type, host, resource id):  {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:42:53.301891 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-517574b6-a61a-4320-81a0-d6d52fa1a33e tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:42:53.302532 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-517574b6-a61a-4320-81a0-d6d52fa1a33e tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks [] for subnet, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:53.314302 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-85b573d7-747b-40a7-933c-9660a15c0fdf req-475ce98b-3193-41a8-ad02-96a215bb070c tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1084400228&fields=id&tenant_id=4ff29c23c5844f45826a02b6ae6b65e7 HTTP/1.1" status: 200  len: 267 time: 0.0650079
Dec 25 21:42:53.322674 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517574b6-a61a-4320-81a0-d6d52fa1a33e tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Pushing event updated for resources: {'Subnet': ['ID=abcb758a-3bcb-4cd3-986c-4ac26aa1b161,revision_number=0']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:42:53.351299 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a9bf83f-80b6-437c-be80-de1e759fb18a None None] Network 7fa4d4da-0ed2-460e-90b6-5e505fd99a73 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:42:53.392630 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3396917f-3690-4be6-8e97-ddee720edbd5 None None] Sync routers for ids ['6307adb0-a1d4-4368-aceb-32ebcd59f811'] in ncdv-master-1 {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 21:42:53.423221 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-517574b6-a61a-4320-81a0-d6d52fa1a33e tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 0.6281972
Dec 25 21:42:53.425889 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 39908) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:42:53.431067 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-c3963613-16e4-42a9-91c1-ea255dda8558 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Request body: {'port': {'network_id': '99ca970e-c662-4419-9bb1-c5d90374ad5c', 'fixed_ips': [{'subnet_id': 'abcb758a-3bcb-4cd3-986c-4ac26aa1b161', 'ip_address': '2001:db8::ffb6:9871:248a:af32'}], 'name': 'tempest-NetworksTestDHCPv6-21212332'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:42:53.460143 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3396917f-3690-4be6-8e97-ddee720edbd5 None None] Routers {'6307adb0-a1d4-4368-aceb-32ebcd59f811'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:42:53.460667 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b573d7-747b-40a7-933c-9660a15c0fdf req-195ee920-f058-44f7-833a-48857acf98a3 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:42:53.462290 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-3396917f-3690-4be6-8e97-ddee720edbd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2612df20d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:42:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['6307adb0-a1d4-4368-aceb-32ebcd59f811'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:42:53.469942 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-85b573d7-747b-40a7-933c-9660a15c0fdf req-195ee920-f058-44f7-833a-48857acf98a3 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "GET /v2.0/networks?id=7fa4d4da-0ed2-460e-90b6-5e505fd99a73 HTTP/1.1" status: 200  len: 796 time: 0.1536672
Dec 25 21:42:53.491920 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-85b573d7-747b-40a7-933c-9660a15c0fdf req-4a8a2520-476d-4be7-8239-267bd68aa793 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "GET /v2.0/quotas/4ff29c23c5844f45826a02b6ae6b65e7 HTTP/1.1" status: 200  len: 375 time: 0.0163991
Dec 25 21:42:53.507182 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-18f8c471-135d-4940-87fb-945322c0e3cb None None] Provisioning complete for port 31d43bc7-c59b-4733-8bcf-1ecbeb8e70b5 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:42:53.508325 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-18f8c471-135d-4940-87fb-945322c0e3cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:53.549699 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-85b573d7-747b-40a7-933c-9660a15c0fdf req-d7461d04-846c-4d94-87e5-1b4bed1592f1 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=4ff29c23c5844f45826a02b6ae6b65e7&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0603218
Dec 25 21:42:53.660490 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3963613-16e4-42a9-91c1-ea255dda8558 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Made reservation on behalf of 6ca85d447d714c1ca24121ae04b3edf0 for: {'port': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:42:53.667192 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-c3963613-16e4-42a9-91c1-ea255dda8558 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:53.681865 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-85b573d7-747b-40a7-933c-9660a15c0fdf req-5002704b-efe8-467c-93b1-ed4c8912cb68 service neutron] 10.222.0.32 "GET /v2.0/networks/7fa4d4da-0ed2-460e-90b6-5e505fd99a73?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1199205
Dec 25 21:42:53.687257 ncdv-master-1 neutron-server[121607]: DEBUG neutron.notifiers.nova [None req-c3963613-16e4-42a9-91c1-ea255dda8558 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] device_id is not set on port 35b9ec0d-d5d6-4344-9dff-d61bb539de10 yet. {{(pid=121607) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 25 21:42:53.802175 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-85b573d7-747b-40a7-933c-9660a15c0fdf req-10fc72c9-0a21-4f83-a385-d3968261fd5d service neutron] 10.222.0.32 "GET /v2.0/networks/7fa4d4da-0ed2-460e-90b6-5e505fd99a73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1104896
Dec 25 21:42:53.809709 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0985f70-7772-4720-906a-0023f8e2bc2d None None] Network 99ca970e-c662-4419-9bb1-c5d90374ad5c requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:42:53.872249 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvr_db [None req-3396917f-3690-4be6-8e97-ddee720edbd5 None None] Set router 6307adb0-a1d4-4368-aceb-32ebcd59f811 gateway port host: ncdv-master-1 {{(pid=121608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:42:53.899232 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_common [None req-c3963613-16e4-42a9-91c1-ea255dda8558 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Allocated IP 2001:db8::ffb6:9871:248a:af32 (99ca970e-c662-4419-9bb1-c5d90374ad5c/abcb758a-3bcb-4cd3-986c-4ac26aa1b161/35b9ec0d-d5d6-4344-9dff-d61bb539de10) {{(pid=121607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:42:54.042083 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-18f8c471-135d-4940-87fb-945322c0e3cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:54.168279 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-c3963613-16e4-42a9-91c1-ea255dda8558 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks [] for port, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:54.210960 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-18f8c471-135d-4940-87fb-945322c0e3cb None None] For port 31d43bc7-c59b-4733-8bcf-1ecbeb8e70b5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=31d43bc7-c59b-4733-8bcf-1ecbeb8e70b5,segment=NetworkSegment(01b0c0e4-03aa-47e6-84a7-53ae20ad9e39),segment_id=01b0c0e4-03aa-47e6-84a7-53ae20ad9e39)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:42:54.215201 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 04d32fee-fb0a-47de-87ea-007a53a5fcd9 up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:42:54.237546 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-548a917c-3074-49b8-b0fc-227281cc847d req-82e45c13-6bd8-40d8-a634-c7dca34371c0 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "GET /v2.0/ports?device_id=367fe828-cfc4-4b03-926c-063408effc4c HTTP/1.1" status: 200  len: 210 time: 0.0757117
Dec 25 21:42:54.312995 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-c3963613-16e4-42a9-91c1-ea255dda8558 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:54.329657 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-18f8c471-135d-4940-87fb-945322c0e3cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:54.402397 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3963613-16e4-42a9-91c1-ea255dda8558 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Network 99ca970e-c662-4419-9bb1-c5d90374ad5c is already hosted by enough agents. {{(pid=121607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:42:54.413790 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-c3963613-16e4-42a9-91c1-ea255dda8558 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Resources bound (agent type, host, resource id):  {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:42:54.415361 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f8c471-135d-4940-87fb-945322c0e3cb None None] Pushing event updated for resources: {'Port': ['ID=31d43bc7-c59b-4733-8bcf-1ecbeb8e70b5,revision_number=3']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:42:54.417256 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3963613-16e4-42a9-91c1-ea255dda8558 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Received port after_create {{(pid=121607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:42:54.425598 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3963613-16e4-42a9-91c1-ea255dda8558 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:42:54.426315 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-c3963613-16e4-42a9-91c1-ea255dda8558 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:54.438260 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port 04d32fee-fb0a-47de-87ea-007a53a5fcd9 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:42:54.439080 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:54.453565 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3963613-16e4-42a9-91c1-ea255dda8558 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Pushing event updated for resources: {'Port': ['ID=35b9ec0d-d5d6-4344-9dff-d61bb539de10,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:42:54.496624 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-2d02a4d9-6dfd-4abe-b62e-e99fe3703e6f None None] Provisioning complete for port 31d43bc7-c59b-4733-8bcf-1ecbeb8e70b5 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:42:54.497070 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-2d02a4d9-6dfd-4abe-b62e-e99fe3703e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:54.533797 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 39936) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:42:54.544121 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-c3963613-16e4-42a9-91c1-ea255dda8558 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 946 time: 1.1060688
Dec 25 21:42:54.557177 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-3396917f-3690-4be6-8e97-ddee720edbd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2612df20d0>, [{'id': '6307adb0-a1d4-4368-aceb-32ebcd59f811', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1855701142', 'tenant_id': '4ff29c23c5844f45826a02b6ae6b65e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.45'}], 'enable_snat': True}, 'gw_port_id': 'a8090b26-9a07-47c9-9a1a-0e63fe6cb467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:42:45Z', 'updated_at': '2021-12-25T21:42:51Z', 'revision_number': 4, 'project_id': '4ff29c23c5844f45826a02b6ae6b65e7', 'gw_port': {'id': 'a8090b26-9a07-47c9-9a1a-0e63fe6cb467', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:a5:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6307adb0-a1d4-4368-aceb-32ebcd59f811', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3573, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:42:46Z', 'updated_at': '2021-12-25T21:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'dc192875-b555-417a-917c-d0494625940b', 'name': '', 'network_id': '7fa4d4da-0ed2-460e-90b6-5e505fd99a73', 'tenant_id': '4ff29c23c5844f45826a02b6ae6b65e7', 'mac_address': 'fa:16:3e:71:3a:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6307adb0-a1d4-4368-aceb-32ebcd59f811', 'device_owner': 'network:router_interface', 'standard_attr_id': 3580, 'fixed_ips': [{'subnet_id': 'e689b6ec-d0ea-48ae-946d-268c2777620e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:42:50Z', 'updated_at': '2021-12-25T21:42:52Z', 'revision_number': 2, 'project_id': '4ff29c23c5844f45826a02b6ae6b65e7', 'subnets': [{'id': 'e689b6ec-d0ea-48ae-946d-268c2777620e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:42:54.595510 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e062cc6-3f91-4789-a889-cfdb5fb3e323 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:42:54.602253 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e062cc6-3f91-4789-a889-cfdb5fb3e323 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:42:54.603891 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-5e062cc6-3f91-4789-a889-cfdb5fb3e323 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1604 time: 0.0690987
Dec 25 21:42:54.607480 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 39938) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:42:54.628103 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3396917f-3690-4be6-8e97-ddee720edbd5 None None] Checking router: 6307adb0-a1d4-4368-aceb-32ebcd59f811 for host: ncdv-master-1 {{(pid=121608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 25 21:42:54.628685 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3396917f-3690-4be6-8e97-ddee720edbd5 None None] Updating router 6307adb0-a1d4-4368-aceb-32ebcd59f811 port dc192875-b555-417a-917c-d0494625940b binding host ncdv-master-1 {{(pid=121608) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 25 21:42:54.662503 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3396917f-3690-4be6-8e97-ddee720edbd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:54.733438 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-999c9037-3989-4ff0-a55e-32b0cd0768d0 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Deleting port 35b9ec0d-d5d6-4344-9dff-d61bb539de10 {{(pid=121607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:42:54.733799 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-999c9037-3989-4ff0-a55e-32b0cd0768d0 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:54.734456 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:54.853624 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-999c9037-3989-4ff0-a55e-32b0cd0768d0 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:54.870256 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-999c9037-3989-4ff0-a55e-32b0cd0768d0 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Calling delete_port for 35b9ec0d-d5d6-4344-9dff-d61bb539de10 owned by  {{(pid=121607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:42:54.919462 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] For port 04d32fee-fb0a-47de-87ea-007a53a5fcd9, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=04d32fee-fb0a-47de-87ea-007a53a5fcd9,segment=NetworkSegment(0b348995-4d55-45f1-b58c-2a5ccec11450),segment_id=0b348995-4d55-45f1-b58c-2a5ccec11450)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:42:54.933109 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-2d02a4d9-6dfd-4abe-b62e-e99fe3703e6f None None] Provisioning complete for port dc192875-b555-417a-917c-d0494625940b triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:42:54.937157 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-2d02a4d9-6dfd-4abe-b62e-e99fe3703e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:55.026143 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:55.027021 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 31d43bc7-c59b-4733-8bcf-1ecbeb8e70b5 up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:42:55.096703 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-2d02a4d9-6dfd-4abe-b62e-e99fe3703e6f None None] Port dc192875-b555-417a-917c-d0494625940b cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:42:55.146650 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Pushing event updated for resources: {'Port': ['ID=04d32fee-fb0a-47de-87ea-007a53a5fcd9,revision_number=4']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:42:55.166362 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-2d02a4d9-6dfd-4abe-b62e-e99fe3703e6f None None] Provisioning complete for port 04d32fee-fb0a-47de-87ea-007a53a5fcd9 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:42:55.166738 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-2d02a4d9-6dfd-4abe-b62e-e99fe3703e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:55.175510 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-999c9037-3989-4ff0-a55e-32b0cd0768d0 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:55.206309 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999c9037-3989-4ff0-a55e-32b0cd0768d0 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Pushing event deleted for resources: {'Port': ['ID=35b9ec0d-d5d6-4344-9dff-d61bb539de10,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:42:55.225410 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port 31d43bc7-c59b-4733-8bcf-1ecbeb8e70b5 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:42:55.225790 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:55.234550 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-999c9037-3989-4ff0-a55e-32b0cd0768d0 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:55.238216 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-999c9037-3989-4ff0-a55e-32b0cd0768d0 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] 10.222.0.32 "DELETE /v2.0/ports/35b9ec0d-d5d6-4344-9dff-d61bb539de10 HTTP/1.1" status: 204  len: 168 time: 0.6293676
Dec 25 21:42:55.240589 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 39946) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:42:55.298952 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3396917f-3690-4be6-8e97-ddee720edbd5 None None] Publish callbacks [] for port, precommit_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:55.357594 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be52b606-78a2-46d7-8bfb-3fe224cba713 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:42:55.359283 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be52b606-78a2-46d7-8bfb-3fe224cba713 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:42:55.360892 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-be52b606-78a2-46d7-8bfb-3fe224cba713 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1464 time: 0.1192513
Dec 25 21:42:55.363668 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 39950) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:42:55.391374 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1d1be068-5b13-4311-9800-7e3f9ae95750 req-ba26848a-18b7-4f1b-a1e8-2d6a84ff89d4 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "GET /v2.0/ports?device_id=367fe828-cfc4-4b03-926c-063408effc4c HTTP/1.1" status: 200  len: 210 time: 0.0524290
Dec 25 21:42:55.412431 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3396917f-3690-4be6-8e97-ddee720edbd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:55.438130 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_v2 [None req-a55e6987-4a00-4ea5-8cda-a8100a116b26 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Deleting subnet abcb758a-3bcb-4cd3-986c-4ac26aa1b161 {{(pid=121607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Dec 25 21:42:55.442632 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a55e6987-4a00-4ea5-8cda-a8100a116b26 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks [] for subnet, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:55.473061 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d30a8c3-4a86-479c-9714-2e6003c37dbb None None] Pushing event updated for resources: {'Port': ['ID=dc192875-b555-417a-917c-d0494625940b,revision_number=3']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:42:55.504501 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-39193569-210c-450f-a449-5be34350c8c6 None None] Could not find standard attr ID for object 35b9ec0d-d5d6-4344-9dff-d61bb539de10. {{(pid=121608) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 25 21:42:55.519306 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a55e6987-4a00-4ea5-8cda-a8100a116b26 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10246617'] for subnet, precommit_delete_associations {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:55.554354 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-3396917f-3690-4be6-8e97-ddee720edbd5 None None] Attempting to bind port dc192875-b555-417a-917c-d0494625940b on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:42:55.555615 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-3396917f-3690-4be6-8e97-ddee720edbd5 None None] Attempting to bind port dc192875-b555-417a-917c-d0494625940b by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '01b0c0e4-03aa-47e6-84a7-53ae20ad9e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '7fa4d4da-0ed2-460e-90b6-5e505fd99a73'}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:42:55.556319 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3396917f-3690-4be6-8e97-ddee720edbd5 None None] Attempting to bind port dc192875-b555-417a-917c-d0494625940b on network 7fa4d4da-0ed2-460e-90b6-5e505fd99a73 {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:42:55.560185 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-39193569-210c-450f-a449-5be34350c8c6 None None] Provisioning complete for port 04d32fee-fb0a-47de-87ea-007a53a5fcd9 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:42:55.560817 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-39193569-210c-450f-a449-5be34350c8c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:55.585144 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a55e6987-4a00-4ea5-8cda-a8100a116b26 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995662'] for subnet, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:55.617951 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3396917f-3690-4be6-8e97-ddee720edbd5 None None] Checking agent: {'id': 'ca4f5c6d-f1fd-48b8-a3e3-395864c7d23d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 20, 56, 40), 'started_at': datetime.datetime(2021, 12, 25, 20, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 42, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:42:55.618754 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3396917f-3690-4be6-8e97-ddee720edbd5 None None] Checking segment: {'id': '01b0c0e4-03aa-47e6-84a7-53ae20ad9e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '7fa4d4da-0ed2-460e-90b6-5e505fd99a73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:42:55.619360 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3396917f-3690-4be6-8e97-ddee720edbd5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:55.619766 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3396917f-3690-4be6-8e97-ddee720edbd5 None None] Bound using segment: {'id': '01b0c0e4-03aa-47e6-84a7-53ae20ad9e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '7fa4d4da-0ed2-460e-90b6-5e505fd99a73'} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:42:55.620266 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-3396917f-3690-4be6-8e97-ddee720edbd5 None None] Bound port: dc192875-b555-417a-917c-d0494625940b, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01b0c0e4-03aa-47e6-84a7-53ae20ad9e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '7fa4d4da-0ed2-460e-90b6-5e505fd99a73'}}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:42:55.620653 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3396917f-3690-4be6-8e97-ddee720edbd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:55.767034 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-3396917f-3690-4be6-8e97-ddee720edbd5 None None] For port dc192875-b555-417a-917c-d0494625940b, host ncdv-master-1, cleared binding levels {{(pid=121608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:42:55.779253 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a55e6987-4a00-4ea5-8cda-a8100a116b26 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8632410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8852809'] for subnet, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:55.786237 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-3396917f-3690-4be6-8e97-ddee720edbd5 None None] For port dc192875-b555-417a-917c-d0494625940b, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=dc192875-b555-417a-917c-d0494625940b,segment=NetworkSegment(01b0c0e4-03aa-47e6-84a7-53ae20ad9e39),segment_id=01b0c0e4-03aa-47e6-84a7-53ae20ad9e39)] {{(pid=121608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:42:55.791300 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-39193569-210c-450f-a449-5be34350c8c6 None None] Could not find standard attr ID for object 9fc91f21-94c0-4104-9bec-18d82d9dcb41. {{(pid=121608) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 25 21:42:55.802079 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-39193569-210c-450f-a449-5be34350c8c6 None None] Provisioning complete for port dc192875-b555-417a-917c-d0494625940b triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:42:55.802448 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-39193569-210c-450f-a449-5be34350c8c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:55.822920 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55e6987-4a00-4ea5-8cda-a8100a116b26 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Pushing event deleted for resources: {'Subnet': ['ID=abcb758a-3bcb-4cd3-986c-4ac26aa1b161,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:42:55.828789 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a55e6987-4a00-4ea5-8cda-a8100a116b26 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks [] for subnet, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:55.832255 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-a55e6987-4a00-4ea5-8cda-a8100a116b26 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] 10.222.0.32 "DELETE /v2.0/subnets/abcb758a-3bcb-4cd3-986c-4ac26aa1b161 HTTP/1.1" status: 204  len: 168 time: 0.4669216
Dec 25 21:42:55.838692 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 39952) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:42:55.865674 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-39193569-210c-450f-a449-5be34350c8c6 None None] Port dc192875-b555-417a-917c-d0494625940b cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:42:55.880803 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-ee4acc89-bc22-40cd-95b8-46e6d935ee29 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0446362
Dec 25 21:42:55.884869 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3396917f-3690-4be6-8e97-ddee720edbd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:55.895243 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 39954) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:42:55.960364 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eea55a39-6a2e-476d-8c78-30dd754f131b tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:42:55.965603 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-eea55a39-6a2e-476d-8c78-30dd754f131b tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200  len: 866 time: 0.0666945
Dec 25 21:42:55.967015 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 39956) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:42:55.981736 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3396917f-3690-4be6-8e97-ddee720edbd5 None None] Routers {'6307adb0-a1d4-4368-aceb-32ebcd59f811'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:42:55.982827 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-3396917f-3690-4be6-8e97-ddee720edbd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2612df20d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:42:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['6307adb0-a1d4-4368-aceb-32ebcd59f811'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:42:56.038130 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a87f283-7c94-439d-a240-70d969026a49 None None] Network 99ca970e-c662-4419-9bb1-c5d90374ad5c requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:42:56.040024 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 04d32fee-fb0a-47de-87ea-007a53a5fcd9 up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:42:56.044802 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13e507a7-5a38-492f-8079-eb81f2ed966b tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:42:56.046573 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d30a8c3-4a86-479c-9714-2e6003c37dbb None None] Pushing event updated for resources: {'Port': ['ID=dc192875-b555-417a-917c-d0494625940b,revision_number=4']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:42:56.054290 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 39960) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:42:56.062386 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-13e507a7-5a38-492f-8079-eb81f2ed966b tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.0932834
Dec 25 21:42:56.109241 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 39962) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:42:56.114507 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-cf15344a-473c-43aa-8a45-1d33020d2862 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Request body: {'subnet': {'network_id': '99ca970e-c662-4419-9bb1-c5d90374ad5c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:42:56.119389 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-ed8e0309-d101-4e79-b23f-ac3acb67a5a3 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0553687
Dec 25 21:42:56.165054 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-23e2fa1f-4a5b-4bb2-b768-7da8bd54420d None None] Provisioning complete for port dc192875-b555-417a-917c-d0494625940b triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:42:56.165422 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-23e2fa1f-4a5b-4bb2-b768-7da8bd54420d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:56.278128 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvr_db [None req-3396917f-3690-4be6-8e97-ddee720edbd5 None None] Set router 6307adb0-a1d4-4368-aceb-32ebcd59f811 gateway port host: ncdv-master-1 {{(pid=121608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:42:56.352650 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf15344a-473c-43aa-8a45-1d33020d2862 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Made reservation on behalf of 6ca85d447d714c1ca24121ae04b3edf0 for: {'subnet': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:42:56.356692 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-cf15344a-473c-43aa-8a45-1d33020d2862 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8852834'] for subnet, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:56.487916 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port 04d32fee-fb0a-47de-87ea-007a53a5fcd9 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:42:56.488484 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:56.539988 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-bec70fab-1e56-47ab-aec7-b8652ff65449 req-fc57cf63-ee94-4c5b-8cf0-41b90907b4f6 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "GET /v2.0/ports?device_id=367fe828-cfc4-4b03-926c-063408effc4c HTTP/1.1" status: 200  len: 210 time: 0.0515783
Dec 25 21:42:56.610521 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b42642c-132c-4fa4-a9e7-5df77a8a1a85 None None] DHCP port deletion for 99ca970e-c662-4419-9bb1-c5d90374ad5c request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 21:42:56.659248 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-23e2fa1f-4a5b-4bb2-b768-7da8bd54420d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:56.679310 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-cf15344a-473c-43aa-8a45-1d33020d2862 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8632475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8852848'] for subnet, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:56.703663 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b573d7-747b-40a7-933c-9660a15c0fdf req-aedec216-08d2-4009-af23-0c65b7929915 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:42:56.705825 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-85b573d7-747b-40a7-933c-9660a15c0fdf req-aedec216-08d2-4009-af23-0c65b7929915 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.37 "GET /v2.0/networks?id=7fa4d4da-0ed2-460e-90b6-5e505fd99a73 HTTP/1.1" status: 200  len: 796 time: 0.1642504
Dec 25 21:42:56.727986 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf15344a-473c-43aa-8a45-1d33020d2862 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Network 99ca970e-c662-4419-9bb1-c5d90374ad5c is already hosted by enough agents. {{(pid=121607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:42:56.739270 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-cf15344a-473c-43aa-8a45-1d33020d2862 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Resources bound (agent type, host, resource id):  {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:42:56.742386 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf15344a-473c-43aa-8a45-1d33020d2862 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:42:56.743312 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-cf15344a-473c-43aa-8a45-1d33020d2862 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks [] for subnet, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:56.763612 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf15344a-473c-43aa-8a45-1d33020d2862 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Pushing event updated for resources: {'Subnet': ['ID=7db46378-8331-4b33-852b-1937d1952f54,revision_number=0']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:42:56.772676 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-23e2fa1f-4a5b-4bb2-b768-7da8bd54420d None None] For port dc192875-b555-417a-917c-d0494625940b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=dc192875-b555-417a-917c-d0494625940b,segment=NetworkSegment(01b0c0e4-03aa-47e6-84a7-53ae20ad9e39),segment_id=01b0c0e4-03aa-47e6-84a7-53ae20ad9e39)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:42:56.796938 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-85b573d7-747b-40a7-933c-9660a15c0fdf req-68613b62-919a-48bc-a803-c452111339f2 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4ff29c23c5844f45826a02b6ae6b65e7 HTTP/1.1" status: 200  len: 380 time: 0.0818863
Dec 25 21:42:56.806588 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-85b573d7-747b-40a7-933c-9660a15c0fdf req-a7bb03e2-e4bc-4bfb-b160-8a33952387cf tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Request body: {'port': {'device_id': '367fe828-cfc4-4b03-926c-063408effc4c', 'network_id': '7fa4d4da-0ed2-460e-90b6-5e505fd99a73', 'admin_state_up': True, 'tenant_id': '4ff29c23c5844f45826a02b6ae6b65e7', 'security_groups': ['fbe56886-4aee-4d95-b7fc-f8439ff0c49a']}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:42:56.808756 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 31d43bc7-c59b-4733-8bcf-1ecbeb8e70b5 up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:42:56.851026 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-3b42642c-132c-4fa4-a9e7-5df77a8a1a85 None None] Deleting port 04d32fee-fb0a-47de-87ea-007a53a5fcd9 {{(pid=121608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:42:56.851470 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3b42642c-132c-4fa4-a9e7-5df77a8a1a85 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:56.902195 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-cf15344a-473c-43aa-8a45-1d33020d2862 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.7863069
Dec 25 21:42:56.903202 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 39968) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:42:56.917504 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-60aab589-1910-4d82-8dac-d58188494cc9 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Request body: {'port': {'network_id': '99ca970e-c662-4419-9bb1-c5d90374ad5c', 'fixed_ips': [{'subnet_id': '7db46378-8331-4b33-852b-1937d1952f54', 'ip_address': '2001:db8::1e1d:8f88:71cd:3dd5'}], 'name': 'tempest-NetworksTestDHCPv6-1912269797'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:42:56.921246 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-23e2fa1f-4a5b-4bb2-b768-7da8bd54420d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:56.990583 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-3396917f-3690-4be6-8e97-ddee720edbd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2612df20d0>, [{'id': '6307adb0-a1d4-4368-aceb-32ebcd59f811', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1855701142', 'tenant_id': '4ff29c23c5844f45826a02b6ae6b65e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.45'}], 'enable_snat': True}, 'gw_port_id': 'a8090b26-9a07-47c9-9a1a-0e63fe6cb467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:42:45Z', 'updated_at': '2021-12-25T21:42:51Z', 'revision_number': 4, 'project_id': '4ff29c23c5844f45826a02b6ae6b65e7', 'gw_port': {'id': 'a8090b26-9a07-47c9-9a1a-0e63fe6cb467', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:a5:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6307adb0-a1d4-4368-aceb-32ebcd59f811', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3573, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:42:46Z', 'updated_at': '2021-12-25T21:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'dc192875-b555-417a-917c-d0494625940b', 'name': '', 'network_id': '7fa4d4da-0ed2-460e-90b6-5e505fd99a73', 'tenant_id': '4ff29c23c5844f45826a02b6ae6b65e7', 'mac_address': 'fa:16:3e:71:3a:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6307adb0-a1d4-4368-aceb-32ebcd59f811', 'device_owner': 'network:router_interface', 'standard_attr_id': 3580, 'fixed_ips': [{'subnet_id': 'e689b6ec-d0ea-48ae-946d-268c2777620e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:42:50Z', 'updated_at': '2021-12-25T21:42:55Z', 'revision_number': 4, 'project_id': '4ff29c23c5844f45826a02b6ae6b65e7', 'subnets': [{'id': 'e689b6ec-d0ea-48ae-946d-268c2777620e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:42:57.040235 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port 31d43bc7-c59b-4733-8bcf-1ecbeb8e70b5 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:42:57.041446 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:57.044241 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3396917f-3690-4be6-8e97-ddee720edbd5 None None] The sync data for ids ['6307adb0-a1d4-4368-aceb-32ebcd59f811'] in ncdv-master-1 is: [{'id': '6307adb0-a1d4-4368-aceb-32ebcd59f811', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1855701142', 'tenant_id': '4ff29c23c5844f45826a02b6ae6b65e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.45'}], 'enable_snat': True}, 'gw_port_id': 'a8090b26-9a07-47c9-9a1a-0e63fe6cb467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:42:45Z', 'updated_at': '2021-12-25T21:42:51Z', 'revision_number': 4, 'project_id': '4ff29c23c5844f45826a02b6ae6b65e7', 'gw_port': {'id': 'a8090b26-9a07-47c9-9a1a-0e63fe6cb467', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:a5:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6307adb0-a1d4-4368-aceb-32ebcd59f811', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3573, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:42:46Z', 'updated_at': '2021-12-25T21:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'dc192875-b555-417a-917c-d0494625940b', 'name': '', 'network_id': '7fa4d4da-0ed2-460e-90b6-5e505fd99a73', 'tenant_id': '4ff29c23c5844f45826a02b6ae6b65e7', 'mac_address': 'fa:16:3e:71:3a:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6307adb0-a1d4-4368-aceb-32ebcd59f811', 'device_owner': 'network:router_interface', 'standard_attr_id': 3580, 'fixed_ips': [{'subnet_id': 'e689b6ec-d0ea-48ae-946d-268c2777620e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:42:50Z', 'updated_at': '2021-12-25T21:42:55Z', 'revision_number': 4, 'project_id': '4ff29c23c5844f45826a02b6ae6b65e7', 'subnets': [{'id': 'e689b6ec-d0ea-48ae-946d-268c2777620e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 21:42:57.056673 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-3b42642c-132c-4fa4-a9e7-5df77a8a1a85 None None] For port 04d32fee-fb0a-47de-87ea-007a53a5fcd9, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=04d32fee-fb0a-47de-87ea-007a53a5fcd9,segment=NetworkSegment(0b348995-4d55-45f1-b58c-2a5ccec11450),segment_id=0b348995-4d55-45f1-b58c-2a5ccec11450)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:42:57.057164 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3b42642c-132c-4fa4-a9e7-5df77a8a1a85 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:57.072634 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-3b42642c-132c-4fa4-a9e7-5df77a8a1a85 None None] Calling delete_port for 04d32fee-fb0a-47de-87ea-007a53a5fcd9 owned by network:dhcp {{(pid=121608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:42:57.184686 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e2fa1f-4a5b-4bb2-b768-7da8bd54420d None None] Pushing event updated for resources: {'Port': ['ID=dc192875-b555-417a-917c-d0494625940b,revision_number=5']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:42:57.206043 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60aab589-1910-4d82-8dac-d58188494cc9 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Made reservation on behalf of 6ca85d447d714c1ca24121ae04b3edf0 for: {'port': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:42:57.219178 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-d7373354-56d4-47cb-8455-085466e148f4 None None] Provisioning complete for port dc192875-b555-417a-917c-d0494625940b triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:42:57.219548 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-d7373354-56d4-47cb-8455-085466e148f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:57.300104 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-60aab589-1910-4d82-8dac-d58188494cc9 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:57.324152 ncdv-master-1 neutron-server[121607]: DEBUG neutron.notifiers.nova [None req-60aab589-1910-4d82-8dac-d58188494cc9 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] device_id is not set on port d120916c-2a65-4f93-afc0-228d23e93dbd yet. {{(pid=121607) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 25 21:42:57.391842 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3b42642c-132c-4fa4-a9e7-5df77a8a1a85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955'] for port, after_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:57.427278 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b42642c-132c-4fa4-a9e7-5df77a8a1a85 None None] Pushing event deleted for resources: {'Port': ['ID=04d32fee-fb0a-47de-87ea-007a53a5fcd9,revision_number=None']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:42:57.432180 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b42642c-132c-4fa4-a9e7-5df77a8a1a85 None None] No DVR routers for this DVR port 04d32fee-fb0a-47de-87ea-007a53a5fcd9 on host ncdv-master-1 {{(pid=121608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:42:57.452122 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b207e785-1a0b-4957-acda-51adf4a7671a None None] Network 99ca970e-c662-4419-9bb1-c5d90374ad5c requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:42:57.483378 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85b573d7-747b-40a7-933c-9660a15c0fdf req-a7bb03e2-e4bc-4bfb-b160-8a33952387cf tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Made reservation on behalf of 4ff29c23c5844f45826a02b6ae6b65e7 for: {'port': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:42:57.487231 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-85b573d7-747b-40a7-933c-9660a15c0fdf req-a7bb03e2-e4bc-4bfb-b160-8a33952387cf tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:57.541594 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_common [None req-60aab589-1910-4d82-8dac-d58188494cc9 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Allocated IP 2001:db8::1e1d:8f88:71cd:3dd5 (99ca970e-c662-4419-9bb1-c5d90374ad5c/7db46378-8331-4b33-852b-1937d1952f54/d120916c-2a65-4f93-afc0-228d23e93dbd) {{(pid=121607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:42:57.567941 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e68499d-cc55-4272-9f5f-237cda4eb5b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-99ca970e-c662-4419-9bb1-c5d90374ad5c', 'network_id': '99ca970e-c662-4419-9bb1-c5d90374ad5c', 'project_id': '6ca85d447d714c1ca24121ae04b3edf0', 'fixed_ips': [{'subnet_id': '7db46378-8331-4b33-852b-1937d1952f54'}]}} from ncdv-master-1. {{(pid=121608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 25 21:42:57.571116 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9e68499d-cc55-4272-9f5f-237cda4eb5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:57.657348 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_common [req-85b573d7-747b-40a7-933c-9660a15c0fdf req-a7bb03e2-e4bc-4bfb-b160-8a33952387cf tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Allocated IP 172.20.0.5 (7fa4d4da-0ed2-460e-90b6-5e505fd99a73/e689b6ec-d0ea-48ae-946d-268c2777620e/c262cb63-041e-44fa-b663-5010b7338baf) {{(pid=121606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:42:57.733507 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-21d8f45b-4d66-4cae-a10f-2a1d413144f9 req-5629b3d1-98c9-496f-8385-c975a16d6b3c tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "GET /v2.0/ports?device_id=367fe828-cfc4-4b03-926c-063408effc4c HTTP/1.1" status: 200  len: 210 time: 0.0572417
Dec 25 21:42:57.754901 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-60aab589-1910-4d82-8dac-d58188494cc9 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks [] for port, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:57.862418 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-85b573d7-747b-40a7-933c-9660a15c0fdf req-a7bb03e2-e4bc-4bfb-b160-8a33952387cf tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks [] for port, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:57.870431 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-60aab589-1910-4d82-8dac-d58188494cc9 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:57.938302 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.db_base_plugin_common [None req-9e68499d-cc55-4272-9f5f-237cda4eb5b1 None None] Allocated IP 2001:db8::2 (99ca970e-c662-4419-9bb1-c5d90374ad5c/7db46378-8331-4b33-852b-1937d1952f54/06f85964-4d12-465e-a983-43154aa0b864) {{(pid=121608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:42:57.954997 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60aab589-1910-4d82-8dac-d58188494cc9 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Network 99ca970e-c662-4419-9bb1-c5d90374ad5c is already hosted by enough agents. {{(pid=121607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:42:57.966079 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-60aab589-1910-4d82-8dac-d58188494cc9 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Resources bound (agent type, host, resource id):  {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:42:57.970798 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60aab589-1910-4d82-8dac-d58188494cc9 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Received port after_create {{(pid=121607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:42:57.986016 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60aab589-1910-4d82-8dac-d58188494cc9 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:42:57.986784 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-60aab589-1910-4d82-8dac-d58188494cc9 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:57.991064 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60aab589-1910-4d82-8dac-d58188494cc9 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Pushing event updated for resources: {'Port': ['ID=d120916c-2a65-4f93-afc0-228d23e93dbd,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:42:58.000713 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-85b573d7-747b-40a7-933c-9660a15c0fdf req-a7bb03e2-e4bc-4bfb-b160-8a33952387cf tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:58.062690 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device dc192875-b555-417a-917c-d0494625940b up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:42:58.078785 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85b573d7-747b-40a7-933c-9660a15c0fdf req-a7bb03e2-e4bc-4bfb-b160-8a33952387cf tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Network 7fa4d4da-0ed2-460e-90b6-5e505fd99a73 is already hosted by enough agents. {{(pid=121606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:42:58.082413 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [req-85b573d7-747b-40a7-933c-9660a15c0fdf req-a7bb03e2-e4bc-4bfb-b160-8a33952387cf tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Resources bound (agent type, host, resource id):  {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:42:58.087478 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [req-85b573d7-747b-40a7-933c-9660a15c0fdf req-a7bb03e2-e4bc-4bfb-b160-8a33952387cf tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Received port after_create {{(pid=121606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:42:58.091985 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bb03e2-e4bc-4bfb-b160-8a33952387cf tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Pushing event updated for resources: {'Port': ['ID=c262cb63-041e-44fa-b663-5010b7338baf,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:42:58.106460 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-60aab589-1910-4d82-8dac-d58188494cc9 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 948 time: 1.1996264
Dec 25 21:42:58.107254 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 39978) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:42:58.120071 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-82fb0746-e9b7-406c-8c53-1f025f6c69ff tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Request body: {'port': {'network_id': '99ca970e-c662-4419-9bb1-c5d90374ad5c', 'fixed_ips': [{'subnet_id': '7db46378-8331-4b33-852b-1937d1952f54', 'ip_address': '2001:db8::1e1d:8f88:71cd:3dd5'}], 'name': 'tempest-NetworksTestDHCPv6-1663615154'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:42:58.152599 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b573d7-747b-40a7-933c-9660a15c0fdf req-a7bb03e2-e4bc-4bfb-b160-8a33952387cf tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:42:58.153762 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-85b573d7-747b-40a7-933c-9660a15c0fdf req-a7bb03e2-e4bc-4bfb-b160-8a33952387cf tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:58.175744 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9e68499d-cc55-4272-9f5f-237cda4eb5b1 None None] Publish callbacks [] for port, precommit_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:58.191975 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port dc192875-b555-417a-917c-d0494625940b triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:42:58.192817 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:58.279037 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-85b573d7-747b-40a7-933c-9660a15c0fdf req-a7bb03e2-e4bc-4bfb-b160-8a33952387cf tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.4766157
Dec 25 21:42:58.293427 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-85b573d7-747b-40a7-933c-9660a15c0fdf req-6f945ce0-7043-4a53-945f-0627f413a4e2 service neutron] Request body: {'port': {'device_id': '367fe828-cfc4-4b03-926c-063408effc4c', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:42:58.344716 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9e68499d-cc55-4272-9f5f-237cda4eb5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946'] for port, after_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:58.387055 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 04d32fee-fb0a-47de-87ea-007a53a5fcd9 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:42:58.393214 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-85b573d7-747b-40a7-933c-9660a15c0fdf req-6f945ce0-7043-4a53-945f-0627f413a4e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:58.428011 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] No Port match for: 04d32fee-fb0a-47de-87ea-007a53a5fcd9 {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:42:58.428347 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 04d32fee-fb0a-47de-87ea-007a53a5fcd9 not bound to the agent host ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:42:58.434844 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e68499d-cc55-4272-9f5f-237cda4eb5b1 None None] Network 99ca970e-c662-4419-9bb1-c5d90374ad5c is already hosted by enough agents. {{(pid=121608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:42:58.435951 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e68499d-cc55-4272-9f5f-237cda4eb5b1 None None] Pushing event updated for resources: {'Port': ['ID=06f85964-4d12-465e-a983-43154aa0b864,revision_number=1']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:42:58.440995 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.base_scheduler [None req-9e68499d-cc55-4272-9f5f-237cda4eb5b1 None None] Resources bound (agent type, host, resource id):  {{(pid=121608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:42:58.442554 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e68499d-cc55-4272-9f5f-237cda4eb5b1 None None] Received port after_create {{(pid=121608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:42:58.450460 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-1d464256-d324-418f-931c-64e88cf80d49 None None] Provisioning complete for port c262cb63-041e-44fa-b663-5010b7338baf triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:42:58.450823 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-1d464256-d324-418f-931c-64e88cf80d49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:58.489097 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82fb0746-e9b7-406c-8c53-1f025f6c69ff tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Made reservation on behalf of 6ca85d447d714c1ca24121ae04b3edf0 for: {'port': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:42:58.494406 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-82fb0746-e9b7-406c-8c53-1f025f6c69ff tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:58.525462 ncdv-master-1 neutron-server[121607]: DEBUG neutron.notifiers.nova [None req-82fb0746-e9b7-406c-8c53-1f025f6c69ff tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] device_id is not set on port 606400d4-fd3b-41e2-9e69-0acbec2fe719 yet. {{(pid=121607) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 25 21:42:58.528058 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-1d464256-d324-418f-931c-64e88cf80d49 None None] Port c262cb63-041e-44fa-b663-5010b7338baf cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:42:58.540137 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-9e68499d-cc55-4272-9f5f-237cda4eb5b1 None None] Attempting to bind port 06f85964-4d12-465e-a983-43154aa0b864 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:42:58.540137 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-9e68499d-cc55-4272-9f5f-237cda4eb5b1 None None] Attempting to bind port 06f85964-4d12-465e-a983-43154aa0b864 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '0b348995-4d55-45f1-b58c-2a5ccec11450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '99ca970e-c662-4419-9bb1-c5d90374ad5c'}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:42:58.540137 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e68499d-cc55-4272-9f5f-237cda4eb5b1 None None] Attempting to bind port 06f85964-4d12-465e-a983-43154aa0b864 on network 99ca970e-c662-4419-9bb1-c5d90374ad5c {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:42:58.544537 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e68499d-cc55-4272-9f5f-237cda4eb5b1 None None] Checking agent: {'id': 'ca4f5c6d-f1fd-48b8-a3e3-395864c7d23d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 20, 56, 40), 'started_at': datetime.datetime(2021, 12, 25, 20, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 42, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:42:58.544948 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e68499d-cc55-4272-9f5f-237cda4eb5b1 None None] Checking segment: {'id': '0b348995-4d55-45f1-b58c-2a5ccec11450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '99ca970e-c662-4419-9bb1-c5d90374ad5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:42:58.545747 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9e68499d-cc55-4272-9f5f-237cda4eb5b1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:58.546140 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e68499d-cc55-4272-9f5f-237cda4eb5b1 None None] Bound using segment: {'id': '0b348995-4d55-45f1-b58c-2a5ccec11450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '99ca970e-c662-4419-9bb1-c5d90374ad5c'} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:42:58.546901 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-9e68499d-cc55-4272-9f5f-237cda4eb5b1 None None] Bound port: 06f85964-4d12-465e-a983-43154aa0b864, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b348995-4d55-45f1-b58c-2a5ccec11450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '99ca970e-c662-4419-9bb1-c5d90374ad5c'}}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:42:58.548168 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9e68499d-cc55-4272-9f5f-237cda4eb5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:58.650477 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9e68499d-cc55-4272-9f5f-237cda4eb5b1 None None] For port 06f85964-4d12-465e-a983-43154aa0b864, host ncdv-master-1, cleared binding levels {{(pid=121608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:42:58.653871 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9e68499d-cc55-4272-9f5f-237cda4eb5b1 None None] For port 06f85964-4d12-465e-a983-43154aa0b864, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=06f85964-4d12-465e-a983-43154aa0b864,segment=NetworkSegment(0b348995-4d55-45f1-b58c-2a5ccec11450),segment_id=0b348995-4d55-45f1-b58c-2a5ccec11450)] {{(pid=121608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:42:58.724785 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [req-85b573d7-747b-40a7-933c-9660a15c0fdf req-6f945ce0-7043-4a53-945f-0627f413a4e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c262cb63-041e-44fa-b663-5010b7338baf {{(pid=121606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:42:58.727863 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9e68499d-cc55-4272-9f5f-237cda4eb5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:58.732463 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-85b573d7-747b-40a7-933c-9660a15c0fdf req-6f945ce0-7043-4a53-945f-0627f413a4e2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:58.744317 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.provisioning_blocks [req-85b573d7-747b-40a7-933c-9660a15c0fdf req-6f945ce0-7043-4a53-945f-0627f413a4e2 service neutron] Transition to ACTIVE for port object c262cb63-041e-44fa-b663-5010b7338baf will not be triggered until provisioned by entity L2. {{(pid=121606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 25 21:42:58.773191 ncdv-master-1 neutron-server[121607]: INFO neutron.pecan_wsgi.hooks.translation [None req-82fb0746-e9b7-406c-8c53-1f025f6c69ff tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] POST failed (client error): There was a conflict when trying to complete your request.
Dec 25 21:42:58.773191 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82fb0746-e9b7-406c-8c53-1f025f6c69ff tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=121607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 25 21:42:58.796332 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e68499d-cc55-4272-9f5f-237cda4eb5b1 None None] Pushing event updated for resources: {'Port': ['ID=06f85964-4d12-465e-a983-43154aa0b864,revision_number=2']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:42:58.822545 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-85b573d7-747b-40a7-933c-9660a15c0fdf req-6f945ce0-7043-4a53-945f-0627f413a4e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:58.875388 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-82fb0746-e9b7-406c-8c53-1f025f6c69ff tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 409  len: 389 time: 0.7658324
Dec 25 21:42:58.878099 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 39984) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:42:58.906154 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f945ce0-7043-4a53-945f-0627f413a4e2 service neutron] Pushing event updated for resources: {'Port': ['ID=c262cb63-041e-44fa-b663-5010b7338baf,revision_number=2']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:42:58.924215 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eed80b0-c3ab-48a5-9046-189bbf27324e req-ba20045f-986c-4c80-87e1-ac6ad35232d1 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:42:58.925845 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9eed80b0-c3ab-48a5-9046-189bbf27324e req-ba20045f-986c-4c80-87e1-ac6ad35232d1 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "GET /v2.0/ports?device_id=367fe828-cfc4-4b03-926c-063408effc4c HTTP/1.1" status: 200  len: 943 time: 0.0994978
Dec 25 21:42:58.959029 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0312a86e-be22-4d86-9d20-44ce92610bff tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:42:58.975972 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0312a86e-be22-4d86-9d20-44ce92610bff tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:42:58.975972 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-0312a86e-be22-4d86-9d20-44ce92610bff tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1685 time: 0.0932190
Dec 25 21:42:58.975972 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 39986) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:42:59.055715 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9eed80b0-c3ab-48a5-9046-189bbf27324e req-77dcb061-6cf8-42bd-be32-659c988eab98 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "GET /v2.0/security-groups?id=fbe56886-4aee-4d95-b7fc-f8439ff0c49a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1078570
Dec 25 21:42:59.066713 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-85b573d7-747b-40a7-933c-9660a15c0fdf req-6f945ce0-7043-4a53-945f-0627f413a4e2 service neutron] Attempting to bind port c262cb63-041e-44fa-b663-5010b7338baf on host nch2-master-1 for vnic_type normal with profile  {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:42:59.067063 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-85b573d7-747b-40a7-933c-9660a15c0fdf req-6f945ce0-7043-4a53-945f-0627f413a4e2 service neutron] Attempting to bind port c262cb63-041e-44fa-b663-5010b7338baf by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '01b0c0e4-03aa-47e6-84a7-53ae20ad9e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '7fa4d4da-0ed2-460e-90b6-5e505fd99a73'}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:42:59.067398 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85b573d7-747b-40a7-933c-9660a15c0fdf req-6f945ce0-7043-4a53-945f-0627f413a4e2 service neutron] Attempting to bind port c262cb63-041e-44fa-b663-5010b7338baf on network 7fa4d4da-0ed2-460e-90b6-5e505fd99a73 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:42:59.073543 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85b573d7-747b-40a7-933c-9660a15c0fdf req-6f945ce0-7043-4a53-945f-0627f413a4e2 service neutron] Port c262cb63-041e-44fa-b663-5010b7338baf on network 7fa4d4da-0ed2-460e-90b6-5e505fd99a73 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 25 21:42:59.073879 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85b573d7-747b-40a7-933c-9660a15c0fdf req-6f945ce0-7043-4a53-945f-0627f413a4e2 service neutron] Attempting to bind port c262cb63-041e-44fa-b663-5010b7338baf on network 7fa4d4da-0ed2-460e-90b6-5e505fd99a73 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:42:59.079211 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85b573d7-747b-40a7-933c-9660a15c0fdf req-6f945ce0-7043-4a53-945f-0627f413a4e2 service neutron] Checking agent: {'id': '0d9ae313-8f8d-40fa-8a9f-d098a25a9911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 21, 4, 38), 'started_at': datetime.datetime(2021, 12, 25, 21, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 42, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:42:59.079593 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85b573d7-747b-40a7-933c-9660a15c0fdf req-6f945ce0-7043-4a53-945f-0627f413a4e2 service neutron] Checking segment: {'id': '01b0c0e4-03aa-47e6-84a7-53ae20ad9e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '7fa4d4da-0ed2-460e-90b6-5e505fd99a73'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:42:59.080110 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85b573d7-747b-40a7-933c-9660a15c0fdf req-6f945ce0-7043-4a53-945f-0627f413a4e2 service neutron] Bound using segment: {'id': '01b0c0e4-03aa-47e6-84a7-53ae20ad9e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '7fa4d4da-0ed2-460e-90b6-5e505fd99a73'} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:42:59.080546 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-85b573d7-747b-40a7-933c-9660a15c0fdf req-6f945ce0-7043-4a53-945f-0627f413a4e2 service neutron] Bound port: c262cb63-041e-44fa-b663-5010b7338baf, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01b0c0e4-03aa-47e6-84a7-53ae20ad9e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '7fa4d4da-0ed2-460e-90b6-5e505fd99a73'}}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:42:59.081396 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-85b573d7-747b-40a7-933c-9660a15c0fdf req-6f945ce0-7043-4a53-945f-0627f413a4e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:59.140588 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-b2a886e6-687a-4dfd-878e-01067f4c3972 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Deleting port d120916c-2a65-4f93-afc0-228d23e93dbd {{(pid=121607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:42:59.140953 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b2a886e6-687a-4dfd-878e-01067f4c3972 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:59.166217 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-85b573d7-747b-40a7-933c-9660a15c0fdf req-6f945ce0-7043-4a53-945f-0627f413a4e2 service neutron] For port c262cb63-041e-44fa-b663-5010b7338baf, host nch2-master-1, cleared binding levels {{(pid=121606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:42:59.170990 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-85b573d7-747b-40a7-933c-9660a15c0fdf req-6f945ce0-7043-4a53-945f-0627f413a4e2 service neutron] For port c262cb63-041e-44fa-b663-5010b7338baf, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c262cb63-041e-44fa-b663-5010b7338baf,segment=NetworkSegment(01b0c0e4-03aa-47e6-84a7-53ae20ad9e39),segment_id=01b0c0e4-03aa-47e6-84a7-53ae20ad9e39)] {{(pid=121606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:42:59.233013 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-85b573d7-747b-40a7-933c-9660a15c0fdf req-6f945ce0-7043-4a53-945f-0627f413a4e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:59.257223 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b2a886e6-687a-4dfd-878e-01067f4c3972 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:59.272966 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-b2a886e6-687a-4dfd-878e-01067f4c3972 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Calling delete_port for d120916c-2a65-4f93-afc0-228d23e93dbd owned by  {{(pid=121607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:42:59.277222 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b573d7-747b-40a7-933c-9660a15c0fdf req-6f945ce0-7043-4a53-945f-0627f413a4e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:42:59.277865 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-85b573d7-747b-40a7-933c-9660a15c0fdf req-6f945ce0-7043-4a53-945f-0627f413a4e2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:59.279739 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-85b573d7-747b-40a7-933c-9660a15c0fdf req-6f945ce0-7043-4a53-945f-0627f413a4e2 service neutron] 10.222.0.37 "PUT /v2.0/ports/c262cb63-041e-44fa-b663-5010b7338baf HTTP/1.1" status: 200  len: 1091 time: 0.9919095
Dec 25 21:42:59.281942 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '367fe828-cfc4-4b03-926c-063408effc4c', 'tag': 'c262cb63-041e-44fa-b663-5010b7338baf'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:42:59.286409 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9858820c13ec2827453b94ebc4181065e990a4e4089ccb9fe762531ac62d2fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2ae4314-ac00-4c16-bdba-a87e816a6258" -d '{"events": [{"name": "network-changed", "server_uuid": "367fe828-cfc4-4b03-926c-063408effc4c", "tag": "c262cb63-041e-44fa-b663-5010b7338baf"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:42:59.321931 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f945ce0-7043-4a53-945f-0627f413a4e2 service neutron] Pushing event updated for resources: {'Port': ['ID=c262cb63-041e-44fa-b663-5010b7338baf,revision_number=3']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:42:59.347081 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Dec 2021 21:42:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3fa127a-dfe7-419d-89fb-7946f4491f77 x-openstack-request-id: req-e3fa127a-dfe7-419d-89fb-7946f4491f77 {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:42:59.347381 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "367fe828-cfc4-4b03-926c-063408effc4c", "tag": "c262cb63-041e-44fa-b663-5010b7338baf", "status": "completed", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:42:59.347771 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e3fa127a-dfe7-419d-89fb-7946f4491f77 {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:42:59.348188 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '367fe828-cfc4-4b03-926c-063408effc4c', 'tag': 'c262cb63-041e-44fa-b663-5010b7338baf', 'status': 'completed', 'code': 200}
Dec 25 21:42:59.415475 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ae4314-ac00-4c16-bdba-a87e816a6258 req-92ada366-f0ad-4a67-9ac5-a04eb9e55acc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:42:59.417692 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a2ae4314-ac00-4c16-bdba-a87e816a6258 req-92ada366-f0ad-4a67-9ac5-a04eb9e55acc service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4ff29c23c5844f45826a02b6ae6b65e7&device_id=367fe828-cfc4-4b03-926c-063408effc4c HTTP/1.1" status: 200  len: 1094 time: 0.0483415
Dec 25 21:42:59.527626 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ae4314-ac00-4c16-bdba-a87e816a6258 req-19b11a36-2ce4-47f1-9bad-3de538619d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:42:59.529278 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a2ae4314-ac00-4c16-bdba-a87e816a6258 req-19b11a36-2ce4-47f1-9bad-3de538619d72 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=4ff29c23c5844f45826a02b6ae6b65e7&shared=False HTTP/1.1" status: 200  len: 897 time: 0.1032631
Dec 25 21:42:59.532830 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b2a886e6-687a-4dfd-878e-01067f4c3972 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:59.560753 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a886e6-687a-4dfd-878e-01067f4c3972 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Pushing event deleted for resources: {'Port': ['ID=d120916c-2a65-4f93-afc0-228d23e93dbd,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:42:59.608209 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b2a886e6-687a-4dfd-878e-01067f4c3972 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:59.612137 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-b2a886e6-687a-4dfd-878e-01067f4c3972 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] 10.222.0.32 "DELETE /v2.0/ports/d120916c-2a65-4f93-afc0-228d23e93dbd HTTP/1.1" status: 204  len: 168 time: 0.6347742
Dec 25 21:42:59.614728 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 39994) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:42:59.667583 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ae4314-ac00-4c16-bdba-a87e816a6258 req-b369fb46-fee0-464d-b50d-8ad4fdbe2120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:42:59.675594 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a2ae4314-ac00-4c16-bdba-a87e816a6258 req-b369fb46-fee0-464d-b50d-8ad4fdbe2120 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1328759
Dec 25 21:42:59.682023 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab9f9c0d-c34e-4f68-9466-04c8534a1f0d tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:42:59.683917 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab9f9c0d-c34e-4f68-9466-04c8534a1f0d tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:42:59.685537 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-ab9f9c0d-c34e-4f68-9466-04c8534a1f0d tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1477 time: 0.0698736
Dec 25 21:42:59.688383 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 39996) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:42:59.747024 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_v2 [None req-11b3b2af-da25-4907-818d-05d6ea7255ef tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Deleting subnet 7db46378-8331-4b33-852b-1937d1952f54 {{(pid=121607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Dec 25 21:42:59.751794 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-11b3b2af-da25-4907-818d-05d6ea7255ef tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks [] for subnet, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:59.753790 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b573d7-747b-40a7-933c-9660a15c0fdf req-5698b849-8de9-4266-b413-10ad4184f5a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:42:59.755432 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-85b573d7-747b-40a7-933c-9660a15c0fdf req-5698b849-8de9-4266-b413-10ad4184f5a7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4ff29c23c5844f45826a02b6ae6b65e7&device_id=367fe828-cfc4-4b03-926c-063408effc4c HTTP/1.1" status: 200  len: 1094 time: 0.0460165
Dec 25 21:42:59.795337 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-11b3b2af-da25-4907-818d-05d6ea7255ef tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10246617'] for subnet, precommit_delete_associations {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:59.807788 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-85b573d7-747b-40a7-933c-9660a15c0fdf req-87b14f74-e183-4f5e-818e-2f4d79919129 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c262cb63-041e-44fa-b663-5010b7338baf HTTP/1.1" status: 200  len: 217 time: 0.0437713
Dec 25 21:42:59.861474 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b573d7-747b-40a7-933c-9660a15c0fdf req-1a658dd4-b5e2-4b80-84ec-2e2f5f104351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:42:59.863236 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-85b573d7-747b-40a7-933c-9660a15c0fdf req-1a658dd4-b5e2-4b80-84ec-2e2f5f104351 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e689b6ec-d0ea-48ae-946d-268c2777620e HTTP/1.1" status: 200  len: 834 time: 0.0489745
Dec 25 21:42:59.899869 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-11b3b2af-da25-4907-818d-05d6ea7255ef tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995662'] for subnet, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:42:59.921124 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b573d7-747b-40a7-933c-9660a15c0fdf req-a4728636-cd27-4a83-9b9f-be25725d7e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:42:59.923619 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-85b573d7-747b-40a7-933c-9660a15c0fdf req-a4728636-cd27-4a83-9b9f-be25725d7e20 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7fa4d4da-0ed2-460e-90b6-5e505fd99a73&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0528436
Dec 25 21:43:00.061662 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-85b573d7-747b-40a7-933c-9660a15c0fdf req-f9f2c8fe-d77f-4bb0-b2d5-b9c95f63ddbc service neutron] 10.222.0.37 "GET /v2.0/networks/7fa4d4da-0ed2-460e-90b6-5e505fd99a73?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1295381
Dec 25 21:43:00.062336 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 06f85964-4d12-465e-a983-43154aa0b864 up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:43:00.068615 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-11b3b2af-da25-4907-818d-05d6ea7255ef tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8632410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8852809'] for subnet, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:00.099554 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b3b2af-da25-4907-818d-05d6ea7255ef tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Pushing event deleted for resources: {'Subnet': ['ID=7db46378-8331-4b33-852b-1937d1952f54,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:43:00.111061 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-11b3b2af-da25-4907-818d-05d6ea7255ef tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks [] for subnet, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:00.115113 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-11b3b2af-da25-4907-818d-05d6ea7255ef tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] 10.222.0.32 "DELETE /v2.0/subnets/7db46378-8331-4b33-852b-1937d1952f54 HTTP/1.1" status: 204  len: 168 time: 0.4255707
Dec 25 21:43:00.117915 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 39998) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:43:00.139452 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port 06f85964-4d12-465e-a983-43154aa0b864 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:43:00.139896 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:00.181148 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-85b573d7-747b-40a7-933c-9660a15c0fdf req-d90eeff6-8d61-4520-aab8-b4278b3a453f service neutron] 10.222.0.37 "GET /v2.0/networks/7fa4d4da-0ed2-460e-90b6-5e505fd99a73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1101079
Dec 25 21:43:00.213152 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-1c49df1f-86ba-4a1e-a0d8-0213236237ea tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0940120
Dec 25 21:43:00.216805 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 40004) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:43:00.221546 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-bdb7f5ba-71e3-446f-a921-15cabd290cfc tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Request body: {'subnet': {'network_id': '99ca970e-c662-4419-9bb1-c5d90374ad5c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:43:00.231068 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b3ad8bb-15d6-4a6e-8e54-820ae617aee0 None None] Network 99ca970e-c662-4419-9bb1-c5d90374ad5c requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:43:00.276102 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:43:00.276102 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:43:00.276102 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:43:00.276102 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:43:00.276102 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:43:00.276102 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:43:00.276102 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:43:00.276102 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:43:00.276102 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:43:00.276102 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:43:00.276102 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:43:00.276102 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:43:00.276102 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:43:00.276102 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:43:00.276102 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:43:00.276102 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:43:00.276102 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:43:00.276102 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:43:00.276102 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:43:00.276102 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:43:00.276102 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:43:00.276102 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:43:00.276102 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:43:00.276102 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:43:00.276102 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:43:00.276102 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:43:00.276102 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:43:00.276102 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:43:00.276102 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:43:00.276102 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:43:00.276102 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:43:00.276102 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:43:00.276102 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:43:00.276102 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:43:00.276102 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:43:00.276102 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:43:00.276102 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:43:00.276102 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:43:00.276102 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:43:00.276102 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:43:00.276102 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:43:00.276102 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:43:00.276102 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:43:00.276102 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:43:00.276102 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:43:00.276102 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:43:00.276102 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:43:00.276102 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:43:00.280590 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5dbfeb-5ac1-4ae3-8261-243b69c9abdd req-87a5a09c-e987-493a-8f7a-3bf538c54f8f tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:43:00.282291 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2e5dbfeb-5ac1-4ae3-8261-243b69c9abdd req-87a5a09c-e987-493a-8f7a-3bf538c54f8f tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "GET /v2.0/ports?device_id=367fe828-cfc4-4b03-926c-063408effc4c HTTP/1.1" status: 200  len: 943 time: 0.0773618
Dec 25 21:43:00.306621 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:00.340136 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2e5dbfeb-5ac1-4ae3-8261-243b69c9abdd req-df7e0bab-6bdc-40e5-a7a9-b6059cca1c22 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "GET /v2.0/security-groups?id=fbe56886-4aee-4d95-b7fc-f8439ff0c49a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0514686
Dec 25 21:43:00.375307 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] For port 06f85964-4d12-465e-a983-43154aa0b864, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=06f85964-4d12-465e-a983-43154aa0b864,segment=NetworkSegment(0b348995-4d55-45f1-b58c-2a5ccec11450),segment_id=0b348995-4d55-45f1-b58c-2a5ccec11450)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:43:00.378645 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-96c9d993-87ff-4363-815f-74bf896b018f None None] Provisioning complete for port 06f85964-4d12-465e-a983-43154aa0b864 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:43:00.379015 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-96c9d993-87ff-4363-815f-74bf896b018f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:00.439813 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdb7f5ba-71e3-446f-a921-15cabd290cfc tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Made reservation on behalf of 6ca85d447d714c1ca24121ae04b3edf0 for: {'subnet': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:43:00.441644 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-bdb7f5ba-71e3-446f-a921-15cabd290cfc tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8852834'] for subnet, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:00.445248 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3674b11-c050-407c-9114-d7527dd80520 None None] DHCP port deletion for 99ca970e-c662-4419-9bb1-c5d90374ad5c request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 21:43:00.485277 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:00.490480 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-96c9d993-87ff-4363-815f-74bf896b018f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:00.582382 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Pushing event updated for resources: {'Port': ['ID=06f85964-4d12-465e-a983-43154aa0b864,revision_number=4']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:43:00.600393 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.db.api [None req-96c9d993-87ff-4363-815f-74bf896b018f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=121608) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 25 21:43:00.600757 ncdv-master-1 neutron-server[121608]: DEBUG oslo_db.api [None req-96c9d993-87ff-4363-815f-74bf896b018f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 25 21:43:00.603522 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-e3674b11-c050-407c-9114-d7527dd80520 None None] Deleting port 06f85964-4d12-465e-a983-43154aa0b864 {{(pid=121608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:43:00.603895 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-e3674b11-c050-407c-9114-d7527dd80520 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:00.671346 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-e3674b11-c050-407c-9114-d7527dd80520 None None] For port 06f85964-4d12-465e-a983-43154aa0b864, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=06f85964-4d12-465e-a983-43154aa0b864,segment=NetworkSegment(0b348995-4d55-45f1-b58c-2a5ccec11450),segment_id=0b348995-4d55-45f1-b58c-2a5ccec11450)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:43:00.671742 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-e3674b11-c050-407c-9114-d7527dd80520 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:00.683579 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-e3674b11-c050-407c-9114-d7527dd80520 None None] Calling delete_port for 06f85964-4d12-465e-a983-43154aa0b864 owned by network:dhcp {{(pid=121608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:43:00.764022 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-bdb7f5ba-71e3-446f-a921-15cabd290cfc tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8632475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8852848'] for subnet, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:00.807883 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdb7f5ba-71e3-446f-a921-15cabd290cfc tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Network 99ca970e-c662-4419-9bb1-c5d90374ad5c is already hosted by enough agents. {{(pid=121607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:43:00.810968 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-bdb7f5ba-71e3-446f-a921-15cabd290cfc tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Resources bound (agent type, host, resource id):  {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:43:00.815196 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdb7f5ba-71e3-446f-a921-15cabd290cfc tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:43:00.815786 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-bdb7f5ba-71e3-446f-a921-15cabd290cfc tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks [] for subnet, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:00.827305 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb7f5ba-71e3-446f-a921-15cabd290cfc tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Pushing event updated for resources: {'Subnet': ['ID=26aa297f-918a-49b6-a26e-fd5cfede6c1e,revision_number=0']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:43:00.848664 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-e3674b11-c050-407c-9114-d7527dd80520 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955'] for port, after_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:00.875876 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3674b11-c050-407c-9114-d7527dd80520 None None] Pushing event deleted for resources: {'Port': ['ID=06f85964-4d12-465e-a983-43154aa0b864,revision_number=None']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:43:00.881221 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3674b11-c050-407c-9114-d7527dd80520 None None] No DVR routers for this DVR port 06f85964-4d12-465e-a983-43154aa0b864 on host ncdv-master-1 {{(pid=121608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:43:00.895727 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df4b6474-b762-46b5-9c6f-489283b3dc70 None None] Network 99ca970e-c662-4419-9bb1-c5d90374ad5c requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:43:00.920572 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-bdb7f5ba-71e3-446f-a921-15cabd290cfc tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.7026763
Dec 25 21:43:00.923408 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 40008) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:43:00.929784 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-26d29fd5-968f-49f9-a62b-8fa00a464d69 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Request body: {'port': {'network_id': '99ca970e-c662-4419-9bb1-c5d90374ad5c', 'fixed_ips': [{'subnet_id': '26aa297f-918a-49b6-a26e-fd5cfede6c1e', 'ip_address': '2001:db8:0:1::2'}], 'name': 'tempest-NetworksTestDHCPv6-1867230625'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:43:00.999493 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feaefae7-5888-4d74-926f-53c8ea91e524 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-99ca970e-c662-4419-9bb1-c5d90374ad5c', 'network_id': '99ca970e-c662-4419-9bb1-c5d90374ad5c', 'project_id': '6ca85d447d714c1ca24121ae04b3edf0', 'fixed_ips': [{'subnet_id': '26aa297f-918a-49b6-a26e-fd5cfede6c1e'}]}} from ncdv-master-1. {{(pid=121608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 25 21:43:01.000363 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-feaefae7-5888-4d74-926f-53c8ea91e524 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:01.115344 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26d29fd5-968f-49f9-a62b-8fa00a464d69 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Made reservation on behalf of 6ca85d447d714c1ca24121ae04b3edf0 for: {'port': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:43:01.140415 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-96c9d993-87ff-4363-815f-74bf896b018f None None] Port 06f85964-4d12-465e-a983-43154aa0b864 update to ACTIVE by agent not found {{(pid=121608) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2190}}
Dec 25 21:43:01.163008 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.db_base_plugin_common [None req-feaefae7-5888-4d74-926f-53c8ea91e524 None None] Allocated IP 2001:db8::2 (99ca970e-c662-4419-9bb1-c5d90374ad5c/26aa297f-918a-49b6-a26e-fd5cfede6c1e/c1412f3a-6937-41ad-bba6-5d88a6eb161b) {{(pid=121608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:43:01.207154 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-26d29fd5-968f-49f9-a62b-8fa00a464d69 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:01.225954 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [None req-26d29fd5-968f-49f9-a62b-8fa00a464d69 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] device_id is not set on port 758276eb-180b-4133-a726-059f9f901a65 yet. {{(pid=121606) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 25 21:43:01.459779 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbef23eb-1bdc-4523-9cfa-70b7bab4bb46 req-2a2e644c-88d2-4032-986a-5b3e33f722e9 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:43:01.461158 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-feaefae7-5888-4d74-926f-53c8ea91e524 None None] Publish callbacks [] for port, precommit_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:01.461426 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-cbef23eb-1bdc-4523-9cfa-70b7bab4bb46 req-2a2e644c-88d2-4032-986a-5b3e33f722e9 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "GET /v2.0/ports?device_id=367fe828-cfc4-4b03-926c-063408effc4c HTTP/1.1" status: 200  len: 943 time: 0.0496798
Dec 25 21:43:01.511101 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-cbef23eb-1bdc-4523-9cfa-70b7bab4bb46 req-6704150e-5bbc-48a4-937e-3b906a650126 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "GET /v2.0/security-groups?id=fbe56886-4aee-4d95-b7fc-f8439ff0c49a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0436552
Dec 25 21:43:01.535243 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-feaefae7-5888-4d74-926f-53c8ea91e524 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946'] for port, after_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:01.567665 ncdv-master-1 neutron-server[121606]: INFO neutron.pecan_wsgi.hooks.translation [None req-26d29fd5-968f-49f9-a62b-8fa00a464d69 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 25 21:43:01.568127 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26d29fd5-968f-49f9-a62b-8fa00a464d69 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=121606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 25 21:43:01.577617 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feaefae7-5888-4d74-926f-53c8ea91e524 None None] Network 99ca970e-c662-4419-9bb1-c5d90374ad5c is already hosted by enough agents. {{(pid=121608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:43:01.580603 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.base_scheduler [None req-feaefae7-5888-4d74-926f-53c8ea91e524 None None] Resources bound (agent type, host, resource id):  {{(pid=121608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:43:01.585123 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feaefae7-5888-4d74-926f-53c8ea91e524 None None] Received port after_create {{(pid=121608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:43:01.592210 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feaefae7-5888-4d74-926f-53c8ea91e524 None None] Pushing event updated for resources: {'Port': ['ID=c1412f3a-6937-41ad-bba6-5d88a6eb161b,revision_number=1']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:43:01.644386 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-26d29fd5-968f-49f9-a62b-8fa00a464d69 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 400  len: 350 time: 0.7196746
Dec 25 21:43:01.646953 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 40014) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:43:01.647401 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-feaefae7-5888-4d74-926f-53c8ea91e524 None None] Attempting to bind port c1412f3a-6937-41ad-bba6-5d88a6eb161b on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:43:01.647773 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-feaefae7-5888-4d74-926f-53c8ea91e524 None None] Attempting to bind port c1412f3a-6937-41ad-bba6-5d88a6eb161b by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '0b348995-4d55-45f1-b58c-2a5ccec11450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '99ca970e-c662-4419-9bb1-c5d90374ad5c'}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:43:01.650171 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feaefae7-5888-4d74-926f-53c8ea91e524 None None] Attempting to bind port c1412f3a-6937-41ad-bba6-5d88a6eb161b on network 99ca970e-c662-4419-9bb1-c5d90374ad5c {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:43:01.653254 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feaefae7-5888-4d74-926f-53c8ea91e524 None None] Checking agent: {'id': 'ca4f5c6d-f1fd-48b8-a3e3-395864c7d23d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 20, 56, 40), 'started_at': datetime.datetime(2021, 12, 25, 20, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 42, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:43:01.653620 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feaefae7-5888-4d74-926f-53c8ea91e524 None None] Checking segment: {'id': '0b348995-4d55-45f1-b58c-2a5ccec11450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '99ca970e-c662-4419-9bb1-c5d90374ad5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:43:01.654011 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-feaefae7-5888-4d74-926f-53c8ea91e524 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:01.654394 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feaefae7-5888-4d74-926f-53c8ea91e524 None None] Bound using segment: {'id': '0b348995-4d55-45f1-b58c-2a5ccec11450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '99ca970e-c662-4419-9bb1-c5d90374ad5c'} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:43:01.654852 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-feaefae7-5888-4d74-926f-53c8ea91e524 None None] Bound port: c1412f3a-6937-41ad-bba6-5d88a6eb161b, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b348995-4d55-45f1-b58c-2a5ccec11450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '99ca970e-c662-4419-9bb1-c5d90374ad5c'}}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:43:01.655230 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-feaefae7-5888-4d74-926f-53c8ea91e524 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:01.696682 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7d6aa43-f9ce-47f2-8f89-3ec0dab17413 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:43:01.698375 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-e7d6aa43-f9ce-47f2-8f89-3ec0dab17413 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200  len: 943 time: 0.0504425
Dec 25 21:43:01.701403 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 40018) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:43:01.720784 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-feaefae7-5888-4d74-926f-53c8ea91e524 None None] For port c1412f3a-6937-41ad-bba6-5d88a6eb161b, host ncdv-master-1, cleared binding levels {{(pid=121608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:43:01.723764 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-feaefae7-5888-4d74-926f-53c8ea91e524 None None] For port c1412f3a-6937-41ad-bba6-5d88a6eb161b, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c1412f3a-6937-41ad-bba6-5d88a6eb161b,segment=NetworkSegment(0b348995-4d55-45f1-b58c-2a5ccec11450),segment_id=0b348995-4d55-45f1-b58c-2a5ccec11450)] {{(pid=121608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:43:01.757106 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1abb8313-249a-4fca-9093-3a4b8fe45d07 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:43:01.758739 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1abb8313-249a-4fca-9093-3a4b8fe45d07 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:43:01.760246 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-1abb8313-249a-4fca-9093-3a4b8fe45d07 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1477 time: 0.0579200
Dec 25 21:43:01.763120 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 40020) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:43:01.785248 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-feaefae7-5888-4d74-926f-53c8ea91e524 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:01.816403 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c195852-9e01-45a0-b48e-225d95686130 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Deleting subnet 26aa297f-918a-49b6-a26e-fd5cfede6c1e {{(pid=121606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Dec 25 21:43:01.819740 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-9c195852-9e01-45a0-b48e-225d95686130 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks [] for subnet, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:01.844542 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feaefae7-5888-4d74-926f-53c8ea91e524 None None] Pushing event updated for resources: {'Port': ['ID=c1412f3a-6937-41ad-bba6-5d88a6eb161b,revision_number=2']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:43:01.868434 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-9c195852-9e01-45a0-b48e-225d95686130 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9084199'] for subnet, precommit_delete_associations {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:01.960131 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-9c195852-9e01-45a0-b48e-225d95686130 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995662'] for subnet, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:01.979498 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 06f85964-4d12-465e-a983-43154aa0b864 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:43:02.006293 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] No Port match for: 06f85964-4d12-465e-a983-43154aa0b864 {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:43:02.006731 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 06f85964-4d12-465e-a983-43154aa0b864 not bound to the agent host ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:43:02.095254 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-9c195852-9e01-45a0-b48e-225d95686130 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9084363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9028506'] for subnet, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:02.124079 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c195852-9e01-45a0-b48e-225d95686130 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Pushing event deleted for resources: {'Subnet': ['ID=26aa297f-918a-49b6-a26e-fd5cfede6c1e,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:43:02.129724 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-9c195852-9e01-45a0-b48e-225d95686130 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks [] for subnet, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:02.133090 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-9c195852-9e01-45a0-b48e-225d95686130 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] 10.222.0.32 "DELETE /v2.0/subnets/26aa297f-918a-49b6-a26e-fd5cfede6c1e HTTP/1.1" status: 204  len: 168 time: 0.3689728
Dec 25 21:43:02.135771 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 40022) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:43:02.178013 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-80956234-62b8-421b-9448-95dbb6e15779 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0411046
Dec 25 21:43:02.182171 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 40024) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:43:02.187010 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-f0760fd5-f664-4736-ac45-d6bab8abc305 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Request body: {'subnet': {'network_id': '99ca970e-c662-4419-9bb1-c5d90374ad5c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:43:02.363194 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0760fd5-f664-4736-ac45-d6bab8abc305 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Made reservation on behalf of 6ca85d447d714c1ca24121ae04b3edf0 for: {'subnet': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:43:02.366843 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-f0760fd5-f664-4736-ac45-d6bab8abc305 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9028529'] for subnet, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:02.634142 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0e1054-90bc-47ad-9b1b-44762e9940f6 req-5132ab17-c9fe-4130-bb95-46e1b0ddb691 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:43:02.635722 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8a0e1054-90bc-47ad-9b1b-44762e9940f6 req-5132ab17-c9fe-4130-bb95-46e1b0ddb691 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "GET /v2.0/ports?device_id=367fe828-cfc4-4b03-926c-063408effc4c HTTP/1.1" status: 200  len: 943 time: 0.0523424
Dec 25 21:43:02.637510 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-f0760fd5-f664-4736-ac45-d6bab8abc305 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9084170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9028515'] for subnet, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:02.702008 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0760fd5-f664-4736-ac45-d6bab8abc305 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Network 99ca970e-c662-4419-9bb1-c5d90374ad5c is already hosted by enough agents. {{(pid=121606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:43:02.716913 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [None req-f0760fd5-f664-4736-ac45-d6bab8abc305 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Resources bound (agent type, host, resource id):  {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:43:02.720299 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0760fd5-f664-4736-ac45-d6bab8abc305 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:43:02.720914 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-f0760fd5-f664-4736-ac45-d6bab8abc305 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks [] for subnet, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:02.746298 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0760fd5-f664-4736-ac45-d6bab8abc305 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Pushing event updated for resources: {'Subnet': ['ID=dc7cb7ab-44d4-44f5-b618-8dbda89eba5c,revision_number=0']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:43:02.755151 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8a0e1054-90bc-47ad-9b1b-44762e9940f6 req-3eb4ab12-0d56-472b-8168-65cae8f27d96 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "GET /v2.0/security-groups?id=fbe56886-4aee-4d95-b7fc-f8439ff0c49a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1080067
Dec 25 21:43:02.789468 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d1e2636-8064-4bf9-a19d-fc1a12f2ff94 None None] Network 99ca970e-c662-4419-9bb1-c5d90374ad5c requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:43:02.828957 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-f0760fd5-f664-4736-ac45-d6bab8abc305 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.6457403
Dec 25 21:43:02.831577 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 40032) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:43:02.836127 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-ce929806-efeb-4c4a-9f66-caed50710984 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1557534659', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:43:02.907196 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-ef6287c9-80ac-4df0-8711-578e9d72f72f None None] Provisioning complete for port c1412f3a-6937-41ad-bba6-5d88a6eb161b triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:43:02.907572 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-ef6287c9-80ac-4df0-8711-578e9d72f72f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:02.950607 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-ce929806-efeb-4c4a-9f66-caed50710984 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2014909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14863'] for router, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:02.951739 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-ce929806-efeb-4c4a-9f66-caed50710984 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2014285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2009796', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2082630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14848'] for router, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:03.000377 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-ef6287c9-80ac-4df0-8711-578e9d72f72f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:03.011515 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-ce929806-efeb-4c4a-9f66-caed50710984 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:03.039859 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-ef6287c9-80ac-4df0-8711-578e9d72f72f None None] For port c1412f3a-6937-41ad-bba6-5d88a6eb161b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c1412f3a-6937-41ad-bba6-5d88a6eb161b,segment=NetworkSegment(0b348995-4d55-45f1-b58c-2a5ccec11450),segment_id=0b348995-4d55-45f1-b58c-2a5ccec11450)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:43:03.088465 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-ce929806-efeb-4c4a-9f66-caed50710984 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2014278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2009753'] for router, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:03.121696 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-ef6287c9-80ac-4df0-8711-578e9d72f72f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:03.174431 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6287c9-80ac-4df0-8711-578e9d72f72f None None] Pushing event updated for resources: {'Port': ['ID=c1412f3a-6937-41ad-bba6-5d88a6eb161b,revision_number=4']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:43:03.194033 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-ce929806-efeb-4c4a-9f66-caed50710984 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks [] for router, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:03.195270 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-ce929806-efeb-4c4a-9f66-caed50710984 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 706 time: 0.3626642
Dec 25 21:43:03.198087 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 40034) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:43:03.249793 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-93ecee3e-0225-4200-9abd-4b68318da4db None None] Provisioning complete for port c1412f3a-6937-41ad-bba6-5d88a6eb161b triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:43:03.250133 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-93ecee3e-0225-4200-9abd-4b68318da4db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:03.456515 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-63120968-3d2f-4967-97c8-4a5784c090ab None None] Could not find standard attr ID for object d120916c-2a65-4f93-afc0-228d23e93dbd. {{(pid=121608) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 25 21:43:03.662572 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device c262cb63-041e-44fa-b663-5010b7338baf details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 25 21:43:03.767088 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port c262cb63-041e-44fa-b663-5010b7338baf, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c262cb63-041e-44fa-b663-5010b7338baf,segment=NetworkSegment(01b0c0e4-03aa-47e6-84a7-53ae20ad9e39),segment_id=01b0c0e4-03aa-47e6-84a7-53ae20ad9e39)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:43:03.781125 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Returning: {'device': 'c262cb63-041e-44fa-b663-5010b7338baf', 'network_id': '7fa4d4da-0ed2-460e-90b6-5e505fd99a73', 'port_id': 'c262cb63-041e-44fa-b663-5010b7338baf', 'mac_address': 'fa:16:3e:8e:49:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e689b6ec-d0ea-48ae-946d-268c2777620e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 25 21:43:03.805768 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ef271763-f03c-4c86-85ff-a540dc4f2dbc tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:03.827271 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:03.847373 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c262cb63-041e-44fa-b663-5010b7338baf {{(pid=121608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:43:03.872864 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port c262cb63-041e-44fa-b663-5010b7338baf, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c262cb63-041e-44fa-b663-5010b7338baf,segment=NetworkSegment(01b0c0e4-03aa-47e6-84a7-53ae20ad9e39),segment_id=01b0c0e4-03aa-47e6-84a7-53ae20ad9e39)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:43:03.909490 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b0fea5-72a8-43fc-b462-7f6278683f7b req-2052c770-1615-429c-b53d-64ccbcccc0f8 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:43:03.920567 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-53b0fea5-72a8-43fc-b462-7f6278683f7b req-2052c770-1615-429c-b53d-64ccbcccc0f8 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "GET /v2.0/ports?device_id=367fe828-cfc4-4b03-926c-063408effc4c HTTP/1.1" status: 200  len: 943 time: 0.0619009
Dec 25 21:43:03.997575 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:04.015081 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-53b0fea5-72a8-43fc-b462-7f6278683f7b req-a8935b7b-5bac-45f6-b853-5693a5148f2e tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "GET /v2.0/security-groups?id=fbe56886-4aee-4d95-b7fc-f8439ff0c49a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0953608
Dec 25 21:43:04.035624 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device c1412f3a-6937-41ad-bba6-5d88a6eb161b up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:43:04.083817 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_common [None req-ef271763-f03c-4c86-85ff-a540dc4f2dbc tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Allocated IP 2001:db8::1 (99ca970e-c662-4419-9bb1-c5d90374ad5c/dc7cb7ab-44d4-44f5-b618-8dbda89eba5c/04527f15-e4e1-45d6-b64c-70525b9fe411) {{(pid=121607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:43:04.097413 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Pushing event updated for resources: {'Port': ['ID=c262cb63-041e-44fa-b663-5010b7338baf,revision_number=4']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:43:04.112083 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port c1412f3a-6937-41ad-bba6-5d88a6eb161b triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:43:04.113482 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:04.201142 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ef271763-f03c-4c86-85ff-a540dc4f2dbc tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks [] for port, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:04.204177 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] get_ports_and_sgs() called for port_ids ['c262cb63-041e-44fa-b663-5010b7338baf'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:43:04.317981 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ef271763-f03c-4c86-85ff-a540dc4f2dbc tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:04.359129 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef271763-f03c-4c86-85ff-a540dc4f2dbc tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Network 99ca970e-c662-4419-9bb1-c5d90374ad5c is already hosted by enough agents. {{(pid=121607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:43:04.362218 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-ef271763-f03c-4c86-85ff-a540dc4f2dbc tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Resources bound (agent type, host, resource id):  {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:43:04.366127 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef271763-f03c-4c86-85ff-a540dc4f2dbc tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Received port after_create {{(pid=121607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:43:04.367787 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ef271763-f03c-4c86-85ff-a540dc4f2dbc tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2008772'] for router_interface, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:04.403916 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef271763-f03c-4c86-85ff-a540dc4f2dbc tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Pushing event updated for resources: {'Port': ['ID=04527f15-e4e1-45d6-b64c-70525b9fe411,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:43:04.442371 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:04.584463 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ef271763-f03c-4c86-85ff-a540dc4f2dbc tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:04.685465 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-455989c9-8807-46c5-a8f9-8781643e7eb6 None None] Provisioning complete for port 04527f15-e4e1-45d6-b64c-70525b9fe411 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:43:04.685925 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-455989c9-8807-46c5-a8f9-8781643e7eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:04.743608 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-455989c9-8807-46c5-a8f9-8781643e7eb6 None None] Port 04527f15-e4e1-45d6-b64c-70525b9fe411 cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:43:04.851796 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ef271763-f03c-4c86-85ff-a540dc4f2dbc tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks [] for port, precommit_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:04.909366 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-d2b89232-dda1-49ca-adee-72eadeb39ae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:04.989796 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ef271763-f03c-4c86-85ff-a540dc4f2dbc tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8632327'] for port, after_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:04.990606 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ef271763-f03c-4c86-85ff-a540dc4f2dbc tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2007636'] for router_interface, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:05.061623 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef271763-f03c-4c86-85ff-a540dc4f2dbc tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Pushing event updated for resources: {'Port': ['ID=04527f15-e4e1-45d6-b64c-70525b9fe411,revision_number=2']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:43:05.126889 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef271763-f03c-4c86-85ff-a540dc4f2dbc tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Network 99ca970e-c662-4419-9bb1-c5d90374ad5c is already hosted by enough agents. {{(pid=121607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:43:05.128087 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-ef271763-f03c-4c86-85ff-a540dc4f2dbc tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Resources bound (agent type, host, resource id):  {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:43:05.158715 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89242101-f63e-4215-8696-cf54eb4ed53a req-ab4b6a93-a736-4ce4-9a6b-0360a23363aa tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:43:05.160291 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-89242101-f63e-4215-8696-cf54eb4ed53a req-ab4b6a93-a736-4ce4-9a6b-0360a23363aa tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "GET /v2.0/ports?device_id=367fe828-cfc4-4b03-926c-063408effc4c HTTP/1.1" status: 200  len: 944 time: 0.0673501
Dec 25 21:43:05.213914 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-89242101-f63e-4215-8696-cf54eb4ed53a req-f93a7f4e-2ca3-43af-80c0-62d785db888e tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "GET /v2.0/security-groups?id=fbe56886-4aee-4d95-b7fc-f8439ff0c49a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0469589
Dec 25 21:43:05.340073 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef271763-f03c-4c86-85ff-a540dc4f2dbc tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Router 3a0a50c4-95a5-4a17-aa4b-9ef79b9d9b45 is scheduled to L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 with binding_index 1 {{(pid=121607) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 25 21:43:05.369236 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-da140c6a-1c5b-49a2-b245-c613498a1512 None None] Provisioning complete for port 04527f15-e4e1-45d6-b64c-70525b9fe411 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:43:05.369608 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-da140c6a-1c5b-49a2-b245-c613498a1512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:05.403976 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-da140c6a-1c5b-49a2-b245-c613498a1512 None None] Port 04527f15-e4e1-45d6-b64c-70525b9fe411 cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:43:05.433866 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef271763-f03c-4c86-85ff-a540dc4f2dbc tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 21:43:05.438735 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-ef271763-f03c-4c86-85ff-a540dc4f2dbc tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] 10.222.0.32 "PUT /v2.0/routers/3a0a50c4-95a5-4a17-aa4b-9ef79b9d9b45/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.2395971
Dec 25 21:43:05.441415 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 40102) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:43:05.445837 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a943130f-af6c-46de-acd0-7c5344e41730 None None] Sync routers for ids ['3a0a50c4-95a5-4a17-aa4b-9ef79b9d9b45'] in ncdv-master-1 {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 21:43:05.455855 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a943130f-af6c-46de-acd0-7c5344e41730 None None] Routers {'3a0a50c4-95a5-4a17-aa4b-9ef79b9d9b45'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:43:05.456490 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-a943130f-af6c-46de-acd0-7c5344e41730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f261871af10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:42:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['3a0a50c4-95a5-4a17-aa4b-9ef79b9d9b45'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:43:05.487830 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62114b04-8395-4dc7-8de1-c93067ecaa83 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:43:05.489208 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-62114b04-8395-4dc7-8de1-c93067ecaa83 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] 10.222.0.32 "GET /v2.0/ports/04527f15-e4e1-45d6-b64c-70525b9fe411 HTTP/1.1" status: 200  len: 911 time: 0.0469298
Dec 25 21:43:05.492381 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 40104) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:43:05.542920 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12767bcb-318e-4854-91a5-3a6fa421f9c1 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:43:05.545880 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvr_db [None req-a943130f-af6c-46de-acd0-7c5344e41730 None None] Set router 3a0a50c4-95a5-4a17-aa4b-9ef79b9d9b45 gateway port host: None {{(pid=121609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:43:05.549148 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12767bcb-318e-4854-91a5-3a6fa421f9c1 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:43:05.550717 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-12767bcb-318e-4854-91a5-3a6fa421f9c1 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1576 time: 0.0573945
Dec 25 21:43:05.553557 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 40106) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:43:05.684115 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device c262cb63-041e-44fa-b663-5010b7338baf up at agent hyperv_nch2-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:43:05.743080 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-a943130f-af6c-46de-acd0-7c5344e41730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f261871af10>, [{'id': '3a0a50c4-95a5-4a17-aa4b-9ef79b9d9b45', 'name': 'tempest-NetworksTestDHCPv6-router-1557534659', 'tenant_id': '6ca85d447d714c1ca24121ae04b3edf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:43:02Z', 'updated_at': '2021-12-25T21:43:04Z', 'revision_number': 2, 'project_id': '6ca85d447d714c1ca24121ae04b3edf0', 'gw_port_host': None, '_interfaces': [{'id': '04527f15-e4e1-45d6-b64c-70525b9fe411', 'name': '', 'network_id': '99ca970e-c662-4419-9bb1-c5d90374ad5c', 'tenant_id': '6ca85d447d714c1ca24121ae04b3edf0', 'mac_address': 'fa:16:3e:58:9c:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a0a50c4-95a5-4a17-aa4b-9ef79b9d9b45', 'device_owner': 'network:router_interface', 'standard_attr_id': 3593, 'fixed_ips': [{'subnet_id': 'dc7cb7ab-44d4-44f5-b618-8dbda89eba5c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:43:03Z', 'updated_at': '2021-12-25T21:43:04Z', 'revision_number': 2, 'project_id': '6ca85d447d714c1ca24121ae04b3edf0', 'subnets': [{'id': 'dc7cb7ab-44d4-44f5-b618-8dbda89eba5c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:43:05.774948 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a943130f-af6c-46de-acd0-7c5344e41730 None None] Checking router: 3a0a50c4-95a5-4a17-aa4b-9ef79b9d9b45 for host: ncdv-master-1 {{(pid=121609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 25 21:43:05.775304 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a943130f-af6c-46de-acd0-7c5344e41730 None None] Updating router 3a0a50c4-95a5-4a17-aa4b-9ef79b9d9b45 port 04527f15-e4e1-45d6-b64c-70525b9fe411 binding host ncdv-master-1 {{(pid=121609) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 25 21:43:05.801358 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-a943130f-af6c-46de-acd0-7c5344e41730 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:05.824305 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Provisioning for port c262cb63-041e-44fa-b663-5010b7338baf completed by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 25 21:43:05.828617 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Provisioning complete for port c262cb63-041e-44fa-b663-5010b7338baf triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:43:05.829185 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:05.890262 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-3f27c75a-b934-4855-ab06-271507bf7716 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2007615'] for router_interface, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:05.933190 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:05.966876 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '367fe828-cfc4-4b03-926c-063408effc4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c262cb63-041e-44fa-b663-5010b7338baf'}] {{(pid=121608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:43:05.969387 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a88c78c3ff6266bd59c7e89d275b28c92e739b67d23c89d71af88829fd31566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dd20ffd-8ab0-4337-839a-1478663bfe4d" -d '{"events": [{"server_uuid": "367fe828-cfc4-4b03-926c-063408effc4c", "name": "network-vif-plugged", "status": "completed", "tag": "c262cb63-041e-44fa-b663-5010b7338baf"}]}' {{(pid=121608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:43:05.983190 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port c262cb63-041e-44fa-b663-5010b7338baf, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c262cb63-041e-44fa-b663-5010b7338baf,segment=NetworkSegment(01b0c0e4-03aa-47e6-84a7-53ae20ad9e39),segment_id=01b0c0e4-03aa-47e6-84a7-53ae20ad9e39)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:43:06.013172 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 21:43:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d9d9107-798a-4c0f-8c28-0a407805521c x-openstack-request-id: req-6d9d9107-798a-4c0f-8c28-0a407805521c {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:43:06.013691 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "367fe828-cfc4-4b03-926c-063408effc4c", "name": "network-vif-plugged", "status": "completed", "tag": "c262cb63-041e-44fa-b663-5010b7338baf", "code": 200}]} {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:43:06.013846 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6d9d9107-798a-4c0f-8c28-0a407805521c {{(pid=121608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:43:06.020610 ncdv-master-1 neutron-server[121608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '367fe828-cfc4-4b03-926c-063408effc4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c262cb63-041e-44fa-b663-5010b7338baf', 'code': 200}
Dec 25 21:43:06.074448 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:06.091195 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-a943130f-af6c-46de-acd0-7c5344e41730 None None] Publish callbacks [] for port, precommit_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:06.129447 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Pushing event updated for resources: {'Port': ['ID=c262cb63-041e-44fa-b663-5010b7338baf,revision_number=5']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:43:06.136563 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-3f27c75a-b934-4855-ab06-271507bf7716 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Deleting port 04527f15-e4e1-45d6-b64c-70525b9fe411 {{(pid=121606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:43:06.137148 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-3f27c75a-b934-4855-ab06-271507bf7716 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:06.169402 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-a943130f-af6c-46de-acd0-7c5344e41730 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:06.324924 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8318e79e-78b9-43d5-b4bc-9f34a2060696 None None] Pushing event updated for resources: {'Port': ['ID=04527f15-e4e1-45d6-b64c-70525b9fe411,revision_number=3']} {{(pid=121609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:43:06.325948 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f6cbee-3ce7-4c14-a3b5-7c37e4155a7c req-b1dad46d-c368-43ba-8c88-a94bf69d5ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:43:06.325948 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-35f6cbee-3ce7-4c14-a3b5-7c37e4155a7c req-b1dad46d-c368-43ba-8c88-a94bf69d5ee3 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=367fe828-cfc4-4b03-926c-063408effc4c HTTP/1.1" status: 200  len: 1096 time: 0.1822259
Dec 25 21:43:06.326830 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.managers [None req-a943130f-af6c-46de-acd0-7c5344e41730 None None] Attempting to bind port 04527f15-e4e1-45d6-b64c-70525b9fe411 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:43:06.326830 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.managers [None req-a943130f-af6c-46de-acd0-7c5344e41730 None None] Attempting to bind port 04527f15-e4e1-45d6-b64c-70525b9fe411 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '0b348995-4d55-45f1-b58c-2a5ccec11450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '99ca970e-c662-4419-9bb1-c5d90374ad5c'}] {{(pid=121609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:43:06.326830 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a943130f-af6c-46de-acd0-7c5344e41730 None None] Attempting to bind port 04527f15-e4e1-45d6-b64c-70525b9fe411 on network 99ca970e-c662-4419-9bb1-c5d90374ad5c {{(pid=121609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:43:06.327144 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-3f27c75a-b934-4855-ab06-271507bf7716 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:06.327319 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a943130f-af6c-46de-acd0-7c5344e41730 None None] Checking agent: {'id': 'ca4f5c6d-f1fd-48b8-a3e3-395864c7d23d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 20, 56, 40), 'started_at': datetime.datetime(2021, 12, 25, 20, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 42, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:43:06.327319 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a943130f-af6c-46de-acd0-7c5344e41730 None None] Checking segment: {'id': '0b348995-4d55-45f1-b58c-2a5ccec11450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '99ca970e-c662-4419-9bb1-c5d90374ad5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:43:06.327319 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-a943130f-af6c-46de-acd0-7c5344e41730 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:06.327319 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a943130f-af6c-46de-acd0-7c5344e41730 None None] Bound using segment: {'id': '0b348995-4d55-45f1-b58c-2a5ccec11450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '99ca970e-c662-4419-9bb1-c5d90374ad5c'} {{(pid=121609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:43:06.327319 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.managers [None req-a943130f-af6c-46de-acd0-7c5344e41730 None None] Bound port: 04527f15-e4e1-45d6-b64c-70525b9fe411, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b348995-4d55-45f1-b58c-2a5ccec11450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '99ca970e-c662-4419-9bb1-c5d90374ad5c'}}] {{(pid=121609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:43:06.327319 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-a943130f-af6c-46de-acd0-7c5344e41730 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:06.327788 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-3f27c75a-b934-4855-ab06-271507bf7716 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Calling delete_port for 04527f15-e4e1-45d6-b64c-70525b9fe411 owned by network:router_interface {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:43:06.363162 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.db [None req-a943130f-af6c-46de-acd0-7c5344e41730 None None] For port 04527f15-e4e1-45d6-b64c-70525b9fe411, host ncdv-master-1, cleared binding levels {{(pid=121609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:43:06.368948 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.db [None req-a943130f-af6c-46de-acd0-7c5344e41730 None None] For port 04527f15-e4e1-45d6-b64c-70525b9fe411, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=04527f15-e4e1-45d6-b64c-70525b9fe411,segment=NetworkSegment(0b348995-4d55-45f1-b58c-2a5ccec11450),segment_id=0b348995-4d55-45f1-b58c-2a5ccec11450)] {{(pid=121609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:43:06.462132 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-35f6cbee-3ce7-4c14-a3b5-7c37e4155a7c req-6fcb15d9-d5e2-4876-b325-5fe0700549db service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=fbe56886-4aee-4d95-b7fc-f8439ff0c49a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1432726
Dec 25 21:43:06.462132 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1decb73a-0781-4253-a3e9-4fa75ddcaffb req-06521f95-31c4-40e6-8451-e59f2b0275a5 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:43:06.462132 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1decb73a-0781-4253-a3e9-4fa75ddcaffb req-06521f95-31c4-40e6-8451-e59f2b0275a5 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "GET /v2.0/ports?device_id=367fe828-cfc4-4b03-926c-063408effc4c HTTP/1.1" status: 200  len: 945 time: 0.1367075
Dec 25 21:43:06.542896 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-c33167be-a54b-4180-ad67-82e51dfaea64 None None] Provisioning complete for port 04527f15-e4e1-45d6-b64c-70525b9fe411 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:43:06.543384 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-c33167be-a54b-4180-ad67-82e51dfaea64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:06.554874 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1decb73a-0781-4253-a3e9-4fa75ddcaffb req-75179294-bd04-4745-918f-aa52c40642bb tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "GET /v2.0/security-groups?id=fbe56886-4aee-4d95-b7fc-f8439ff0c49a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0956028
Dec 25 21:43:06.588009 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-c33167be-a54b-4180-ad67-82e51dfaea64 None None] Port 04527f15-e4e1-45d6-b64c-70525b9fe411 cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:43:06.678405 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-a943130f-af6c-46de-acd0-7c5344e41730 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:06.735305 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a943130f-af6c-46de-acd0-7c5344e41730 None None] Routers {'3a0a50c4-95a5-4a17-aa4b-9ef79b9d9b45'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:43:06.736145 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-a943130f-af6c-46de-acd0-7c5344e41730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f261871af10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:42:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['3a0a50c4-95a5-4a17-aa4b-9ef79b9d9b45'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:43:06.779884 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8318e79e-78b9-43d5-b4bc-9f34a2060696 None None] Pushing event updated for resources: {'Port': ['ID=04527f15-e4e1-45d6-b64c-70525b9fe411,revision_number=4']} {{(pid=121609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:43:06.809506 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-3f27c75a-b934-4855-ab06-271507bf7716 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:06.849015 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f27c75a-b934-4855-ab06-271507bf7716 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Pushing event deleted for resources: {'Port': ['ID=04527f15-e4e1-45d6-b64c-70525b9fe411,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:43:06.857214 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvr_db [None req-a943130f-af6c-46de-acd0-7c5344e41730 None None] Set router 3a0a50c4-95a5-4a17-aa4b-9ef79b9d9b45 gateway port host: None {{(pid=121609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:43:06.974321 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-3f27c75a-b934-4855-ab06-271507bf7716 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2007763'] for router_interface, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:07.015087 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-6344b445-a97f-4fcb-865c-bd81cb23ffee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:07.027676 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-dd76002e-a8d3-440b-a74e-5ef2b71acb2e None None] Could not find standard attr ID for object 04527f15-e4e1-45d6-b64c-70525b9fe411. {{(pid=121608) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 25 21:43:07.154438 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f27c75a-b934-4855-ab06-271507bf7716 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Router 3a0a50c4-95a5-4a17-aa4b-9ef79b9d9b45 has already been hosted by L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 {{(pid=121606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 25 21:43:07.231409 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-a943130f-af6c-46de-acd0-7c5344e41730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f261871af10>, [{'id': '3a0a50c4-95a5-4a17-aa4b-9ef79b9d9b45', 'name': 'tempest-NetworksTestDHCPv6-router-1557534659', 'tenant_id': '6ca85d447d714c1ca24121ae04b3edf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:43:02Z', 'updated_at': '2021-12-25T21:43:04Z', 'revision_number': 2, 'project_id': '6ca85d447d714c1ca24121ae04b3edf0', 'gw_port_host': None, '_interfaces': [{'id': '04527f15-e4e1-45d6-b64c-70525b9fe411', 'name': '', 'network_id': '99ca970e-c662-4419-9bb1-c5d90374ad5c', 'tenant_id': '6ca85d447d714c1ca24121ae04b3edf0', 'mac_address': 'fa:16:3e:58:9c:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a0a50c4-95a5-4a17-aa4b-9ef79b9d9b45', 'device_owner': 'network:router_interface', 'standard_attr_id': 3593, 'fixed_ips': [{'subnet_id': 'dc7cb7ab-44d4-44f5-b618-8dbda89eba5c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:43:03Z', 'updated_at': '2021-12-25T21:43:06Z', 'revision_number': 4, 'project_id': '6ca85d447d714c1ca24121ae04b3edf0', 'subnets': [{'id': 'dc7cb7ab-44d4-44f5-b618-8dbda89eba5c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:43:07.239635 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f27c75a-b934-4855-ab06-271507bf7716 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 21:43:07.244727 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-3f27c75a-b934-4855-ab06-271507bf7716 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] 10.222.0.32 "PUT /v2.0/routers/3a0a50c4-95a5-4a17-aa4b-9ef79b9d9b45/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.6900101
Dec 25 21:43:07.247255 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 40138) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:43:07.261190 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a943130f-af6c-46de-acd0-7c5344e41730 None None] The sync data for ids ['3a0a50c4-95a5-4a17-aa4b-9ef79b9d9b45'] in ncdv-master-1 is: [{'id': '3a0a50c4-95a5-4a17-aa4b-9ef79b9d9b45', 'name': 'tempest-NetworksTestDHCPv6-router-1557534659', 'tenant_id': '6ca85d447d714c1ca24121ae04b3edf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:43:02Z', 'updated_at': '2021-12-25T21:43:04Z', 'revision_number': 2, 'project_id': '6ca85d447d714c1ca24121ae04b3edf0', 'gw_port_host': None, '_interfaces': [{'id': '04527f15-e4e1-45d6-b64c-70525b9fe411', 'name': '', 'network_id': '99ca970e-c662-4419-9bb1-c5d90374ad5c', 'tenant_id': '6ca85d447d714c1ca24121ae04b3edf0', 'mac_address': 'fa:16:3e:58:9c:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a0a50c4-95a5-4a17-aa4b-9ef79b9d9b45', 'device_owner': 'network:router_interface', 'standard_attr_id': 3593, 'fixed_ips': [{'subnet_id': 'dc7cb7ab-44d4-44f5-b618-8dbda89eba5c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:43:03Z', 'updated_at': '2021-12-25T21:43:06Z', 'revision_number': 4, 'project_id': '6ca85d447d714c1ca24121ae04b3edf0', 'subnets': [{'id': 'dc7cb7ab-44d4-44f5-b618-8dbda89eba5c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 21:43:07.300845 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b303362-5c8d-4a5b-8c9b-838c4d9181eb tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:43:07.302453 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b303362-5c8d-4a5b-8c9b-838c4d9181eb tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:43:07.305085 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-5b303362-5c8d-4a5b-8c9b-838c4d9181eb tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1477 time: 0.0558109
Dec 25 21:43:07.307278 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 40140) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:43:07.361718 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_v2 [None req-77195d4d-c472-42c2-a51c-afac704c6987 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Deleting subnet dc7cb7ab-44d4-44f5-b618-8dbda89eba5c {{(pid=121606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Dec 25 21:43:07.365345 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-77195d4d-c472-42c2-a51c-afac704c6987 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks [] for subnet, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:07.409571 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-77195d4d-c472-42c2-a51c-afac704c6987 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9084199'] for subnet, precommit_delete_associations {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:07.461448 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-77195d4d-c472-42c2-a51c-afac704c6987 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995662'] for subnet, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:07.633381 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-77195d4d-c472-42c2-a51c-afac704c6987 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9084363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9028506'] for subnet, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:07.673311 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77195d4d-c472-42c2-a51c-afac704c6987 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Pushing event deleted for resources: {'Subnet': ['ID=dc7cb7ab-44d4-44f5-b618-8dbda89eba5c,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:43:07.682769 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5d5c700-b15e-4ee2-928a-03ddb164934e None None] Network 99ca970e-c662-4419-9bb1-c5d90374ad5c requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:43:07.690386 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-77195d4d-c472-42c2-a51c-afac704c6987 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks [] for subnet, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:07.693631 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-77195d4d-c472-42c2-a51c-afac704c6987 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] 10.222.0.32 "DELETE /v2.0/subnets/dc7cb7ab-44d4-44f5-b618-8dbda89eba5c HTTP/1.1" status: 204  len: 168 time: 0.3854036
Dec 25 21:43:07.696173 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 40144) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:43:07.729388 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f9fbe5-22cb-494d-92d9-f4cf333519b6 req-9d674ce8-a3d4-4e2c-8b02-53b886f2a496 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:43:07.731971 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-06f9fbe5-22cb-494d-92d9-f4cf333519b6 req-9d674ce8-a3d4-4e2c-8b02-53b886f2a496 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "GET /v2.0/ports?device_id=367fe828-cfc4-4b03-926c-063408effc4c HTTP/1.1" status: 200  len: 945 time: 0.0727155
Dec 25 21:43:07.793514 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-06f9fbe5-22cb-494d-92d9-f4cf333519b6 req-6a1b2c2f-be7b-400b-8431-2a8f4bd48c6e tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "GET /v2.0/security-groups?id=fbe56886-4aee-4d95-b7fc-f8439ff0c49a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0492527
Dec 25 21:43:07.847383 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-3d600890-d8e2-4e3c-be1d-941821e34e00 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200  len: 710 time: 0.1500506
Dec 25 21:43:07.851395 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 40148) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:43:07.898659 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29f8ba04-bf9d-4a19-ba28-a2ae69f5816c None None] DHCP port deletion for 99ca970e-c662-4419-9bb1-c5d90374ad5c request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 21:43:07.954131 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-382f332f-dd39-4adc-a0c8-2f16cd90bd60 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks [] for router, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:07.975387 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-29f8ba04-bf9d-4a19-ba28-a2ae69f5816c None None] Deleting port c1412f3a-6937-41ad-bba6-5d88a6eb161b {{(pid=121608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:43:07.975763 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-29f8ba04-bf9d-4a19-ba28-a2ae69f5816c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:08.031615 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device c1412f3a-6937-41ad-bba6-5d88a6eb161b no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:43:08.080865 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-29f8ba04-bf9d-4a19-ba28-a2ae69f5816c None None] For port c1412f3a-6937-41ad-bba6-5d88a6eb161b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c1412f3a-6937-41ad-bba6-5d88a6eb161b,segment=NetworkSegment(0b348995-4d55-45f1-b58c-2a5ccec11450),segment_id=0b348995-4d55-45f1-b58c-2a5ccec11450)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:43:08.081281 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-29f8ba04-bf9d-4a19-ba28-a2ae69f5816c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:08.097114 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-29f8ba04-bf9d-4a19-ba28-a2ae69f5816c None None] Calling delete_port for c1412f3a-6937-41ad-bba6-5d88a6eb161b owned by network:dhcp {{(pid=121608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:43:08.130755 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-382f332f-dd39-4adc-a0c8-2f16cd90bd60 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2014235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14905'] for router, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:08.133983 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-382f332f-dd39-4adc-a0c8-2f16cd90bd60 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:08.204775 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:08.254723 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-382f332f-dd39-4adc-a0c8-2f16cd90bd60 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2014220'] for router, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:08.255288 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-382f332f-dd39-4adc-a0c8-2f16cd90bd60 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Fanout notify agent at l3_agent the message router_deleted on router 3a0a50c4-95a5-4a17-aa4b-9ef79b9d9b45 {{(pid=121607) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 25 21:43:08.262817 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-382f332f-dd39-4adc-a0c8-2f16cd90bd60 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks [] for router, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:08.263949 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-382f332f-dd39-4adc-a0c8-2f16cd90bd60 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] 10.222.0.32 "DELETE /v2.0/routers/3a0a50c4-95a5-4a17-aa4b-9ef79b9d9b45 HTTP/1.1" status: 204  len: 168 time: 0.4114330
Dec 25 21:43:08.266834 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 40152) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:43:08.271502 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-e620acdb-e7a0-4729-b61e-043d39bd9c4e tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Request body: {'subnet': {'network_id': '99ca970e-c662-4419-9bb1-c5d90374ad5c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:43:08.343416 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-29f8ba04-bf9d-4a19-ba28-a2ae69f5816c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955'] for port, after_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:08.372230 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.db.api [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction')
Dec 25 21:43:08.372230 ncdv-master-1 neutron-server[121608]: [SQL: UPDATE ports SET status=%(status)s WHERE ports.id = %(ports_id)s]
Dec 25 21:43:08.372230 ncdv-master-1 neutron-server[121608]: [parameters: {'status': 'DOWN', 'ports_id': 'c1412f3a-6937-41ad-bba6-5d88a6eb161b'}]
Dec 25 21:43:08.372230 ncdv-master-1 neutron-server[121608]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=121608) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 25 21:43:08.374418 ncdv-master-1 neutron-server[121608]: DEBUG oslo_db.api [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 25 21:43:08.374418 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f8ba04-bf9d-4a19-ba28-a2ae69f5816c None None] Pushing event deleted for resources: {'Port': ['ID=c1412f3a-6937-41ad-bba6-5d88a6eb161b,revision_number=None']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:43:08.380199 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29f8ba04-bf9d-4a19-ba28-a2ae69f5816c None None] No DVR routers for this DVR port c1412f3a-6937-41ad-bba6-5d88a6eb161b on host ncdv-master-1 {{(pid=121608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:43:08.420712 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e620acdb-e7a0-4729-b61e-043d39bd9c4e tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Made reservation on behalf of 6ca85d447d714c1ca24121ae04b3edf0 for: {'subnet': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:43:08.424379 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e620acdb-e7a0-4729-b61e-043d39bd9c4e tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8852834'] for subnet, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:08.478209 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:08.536698 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3e945ecd-9380-47c2-aa0a-12ebe07e03e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:08.687604 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e620acdb-e7a0-4729-b61e-043d39bd9c4e tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8632475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8852848'] for subnet, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:08.731205 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e620acdb-e7a0-4729-b61e-043d39bd9c4e tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Network 99ca970e-c662-4419-9bb1-c5d90374ad5c is already hosted by enough agents. {{(pid=121607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:43:08.733248 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-e620acdb-e7a0-4729-b61e-043d39bd9c4e tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Resources bound (agent type, host, resource id):  {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:43:08.737465 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e620acdb-e7a0-4729-b61e-043d39bd9c4e tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:43:08.738058 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e620acdb-e7a0-4729-b61e-043d39bd9c4e tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks [] for subnet, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:08.744764 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fdc0eb7-1df4-45a2-85e8-40c0c8104af8 None None] Network 99ca970e-c662-4419-9bb1-c5d90374ad5c requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:43:08.749866 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e620acdb-e7a0-4729-b61e-043d39bd9c4e tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Pushing event updated for resources: {'Subnet': ['ID=c36f47b2-0b08-4d2a-bea0-bc596a17827c,revision_number=0']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:43:08.845346 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-e620acdb-e7a0-4729-b61e-043d39bd9c4e tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 0.5774078
Dec 25 21:43:08.847791 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 40156) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:43:08.853367 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-3887a0fd-2f1d-4c6e-b56f-2dc845cf3bd1 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-535182314', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:43:08.854314 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-192e875e-4fe2-4afe-9239-f70848d09a41 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-99ca970e-c662-4419-9bb1-c5d90374ad5c', 'network_id': '99ca970e-c662-4419-9bb1-c5d90374ad5c', 'project_id': '6ca85d447d714c1ca24121ae04b3edf0', 'fixed_ips': [{'subnet_id': 'c36f47b2-0b08-4d2a-bea0-bc596a17827c'}]}} from ncdv-master-1. {{(pid=121608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 25 21:43:08.855450 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-192e875e-4fe2-4afe-9239-f70848d09a41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:08.899268 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Port c1412f3a-6937-41ad-bba6-5d88a6eb161b update to DOWN by agent not found {{(pid=121608) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2190}}
Dec 25 21:43:08.910032 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beb757bb-3bfc-42aa-86cd-52efd9965a92 None None] Sync routers for ids ['3a0a50c4-95a5-4a17-aa4b-9ef79b9d9b45'] in ncdv-master-1 {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 21:43:08.964519 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce078ed-e1ad-45ca-bf7a-35d694619769 req-53dc7d6d-4c7e-4a15-a6e2-64a107a186be tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:43:08.966099 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5ce078ed-e1ad-45ca-bf7a-35d694619769 req-53dc7d6d-4c7e-4a15-a6e2-64a107a186be tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "GET /v2.0/ports?device_id=367fe828-cfc4-4b03-926c-063408effc4c HTTP/1.1" status: 200  len: 945 time: 0.0741434
Dec 25 21:43:08.976736 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beb757bb-3bfc-42aa-86cd-52efd9965a92 None None] Routers set() bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:43:08.977160 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beb757bb-3bfc-42aa-86cd-52efd9965a92 None None] Router IDs set() for agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}}
Dec 25 21:43:08.977841 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_agentschedulers_db [None req-beb757bb-3bfc-42aa-86cd-52efd9965a92 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'3a0a50c4-95a5-4a17-aa4b-9ef79b9d9b45'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:43:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent'). {{(pid=121608) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}}
Dec 25 21:43:08.981422 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-3887a0fd-2f1d-4c6e-b56f-2dc845cf3bd1 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2014909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14863'] for router, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:08.983837 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-3887a0fd-2f1d-4c6e-b56f-2dc845cf3bd1 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2014285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2009796', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2082630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14848'] for router, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:09.003604 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beb757bb-3bfc-42aa-86cd-52efd9965a92 None None] Routers set() bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:43:09.003981 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beb757bb-3bfc-42aa-86cd-52efd9965a92 None None] Router IDs set() for agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}}
Dec 25 21:43:09.006671 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_agentschedulers_db [None req-beb757bb-3bfc-42aa-86cd-52efd9965a92 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'3a0a50c4-95a5-4a17-aa4b-9ef79b9d9b45'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:43:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent'). {{(pid=121608) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}}
Dec 25 21:43:09.006671 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beb757bb-3bfc-42aa-86cd-52efd9965a92 None None] The sync data for ids ['3a0a50c4-95a5-4a17-aa4b-9ef79b9d9b45'] in ncdv-master-1 is: [] {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 21:43:09.032231 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5ce078ed-e1ad-45ca-bf7a-35d694619769 req-f787095a-7774-4791-aa50-23167f23f1d4 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "GET /v2.0/security-groups?id=fbe56886-4aee-4d95-b7fc-f8439ff0c49a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0590634
Dec 25 21:43:09.067893 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.db_base_plugin_common [None req-192e875e-4fe2-4afe-9239-f70848d09a41 None None] Allocated IP 2001:db8::2 (99ca970e-c662-4419-9bb1-c5d90374ad5c/c36f47b2-0b08-4d2a-bea0-bc596a17827c/30b14e6d-4d93-412b-a63b-32795c18f000) {{(pid=121608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:43:09.070063 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-3887a0fd-2f1d-4c6e-b56f-2dc845cf3bd1 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:09.169929 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8094854-e332-4cf0-a85e-73da9f668e2f req-0aed8cda-cd00-47d2-8182-0da8587e5740 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:43:09.173356 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d8094854-e332-4cf0-a85e-73da9f668e2f req-0aed8cda-cd00-47d2-8182-0da8587e5740 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "GET /v2.0/ports?device_id=367fe828-cfc4-4b03-926c-063408effc4c HTTP/1.1" status: 200  len: 945 time: 0.0598917
Dec 25 21:43:09.185044 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-3887a0fd-2f1d-4c6e-b56f-2dc845cf3bd1 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2014278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2009753'] for router, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:09.241744 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d8094854-e332-4cf0-a85e-73da9f668e2f req-b531dbd4-9d1e-45e1-9a7f-30b0cd5c81f7 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "GET /v2.0/security-groups?id=fbe56886-4aee-4d95-b7fc-f8439ff0c49a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0622921
Dec 25 21:43:09.245445 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-192e875e-4fe2-4afe-9239-f70848d09a41 None None] Publish callbacks [] for port, precommit_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:09.264278 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 40164) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:43:09.268419 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-3887a0fd-2f1d-4c6e-b56f-2dc845cf3bd1 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks [] for router, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:09.268419 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-3887a0fd-2f1d-4c6e-b56f-2dc845cf3bd1 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 705 time: 0.4186072
Dec 25 21:43:09.270766 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 40166) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:43:09.305618 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbdca09e-f920-4ebb-a104-5f1e7a308948 tempest-TestNetworkAdvancedServerOps-1317083038 tempest-TestNetworkAdvancedServerOps-1317083038-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:43:09.307178 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-dbdca09e-f920-4ebb-a104-5f1e7a308948 tempest-TestNetworkAdvancedServerOps-1317083038 tempest-TestNetworkAdvancedServerOps-1317083038-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=367fe828-cfc4-4b03-926c-063408effc4c HTTP/1.1" status: 200  len: 1091 time: 0.0418799
Dec 25 21:43:09.310111 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 40168) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:43:09.314795 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-6f87c7d4-bd62-4554-b4d2-1e33f90df7d5 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Request body: {'floatingip': {'floating_network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'port_id': 'c262cb63-041e-44fa-b663-5010b7338baf', 'tenant_id': '4ff29c23c5844f45826a02b6ae6b65e7', 'fixed_ip_address': '172.20.0.5'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:43:09.334354 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-192e875e-4fe2-4afe-9239-f70848d09a41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946'] for port, after_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:09.379577 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-192e875e-4fe2-4afe-9239-f70848d09a41 None None] Network 99ca970e-c662-4419-9bb1-c5d90374ad5c is already hosted by enough agents. {{(pid=121608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:43:09.383868 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.base_scheduler [None req-192e875e-4fe2-4afe-9239-f70848d09a41 None None] Resources bound (agent type, host, resource id):  {{(pid=121608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:43:09.386837 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-192e875e-4fe2-4afe-9239-f70848d09a41 None None] Received port after_create {{(pid=121608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:43:09.389078 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192e875e-4fe2-4afe-9239-f70848d09a41 None None] Pushing event updated for resources: {'Port': ['ID=30b14e6d-4d93-412b-a63b-32795c18f000,revision_number=1']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:43:09.418288 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-6f87c7d4-bd62-4554-b4d2-1e33f90df7d5 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks [] for floatingip, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:09.444118 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-192e875e-4fe2-4afe-9239-f70848d09a41 None None] Attempting to bind port 30b14e6d-4d93-412b-a63b-32795c18f000 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:43:09.444404 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-192e875e-4fe2-4afe-9239-f70848d09a41 None None] Attempting to bind port 30b14e6d-4d93-412b-a63b-32795c18f000 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '0b348995-4d55-45f1-b58c-2a5ccec11450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '99ca970e-c662-4419-9bb1-c5d90374ad5c'}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:43:09.444779 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-192e875e-4fe2-4afe-9239-f70848d09a41 None None] Attempting to bind port 30b14e6d-4d93-412b-a63b-32795c18f000 on network 99ca970e-c662-4419-9bb1-c5d90374ad5c {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:43:09.451160 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-192e875e-4fe2-4afe-9239-f70848d09a41 None None] Checking agent: {'id': 'ca4f5c6d-f1fd-48b8-a3e3-395864c7d23d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 20, 56, 40), 'started_at': datetime.datetime(2021, 12, 25, 20, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 42, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:43:09.451594 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-192e875e-4fe2-4afe-9239-f70848d09a41 None None] Checking segment: {'id': '0b348995-4d55-45f1-b58c-2a5ccec11450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '99ca970e-c662-4419-9bb1-c5d90374ad5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:43:09.452141 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-192e875e-4fe2-4afe-9239-f70848d09a41 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:09.452710 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-192e875e-4fe2-4afe-9239-f70848d09a41 None None] Bound using segment: {'id': '0b348995-4d55-45f1-b58c-2a5ccec11450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '99ca970e-c662-4419-9bb1-c5d90374ad5c'} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:43:09.453414 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-192e875e-4fe2-4afe-9239-f70848d09a41 None None] Bound port: 30b14e6d-4d93-412b-a63b-32795c18f000, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b348995-4d55-45f1-b58c-2a5ccec11450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '99ca970e-c662-4419-9bb1-c5d90374ad5c'}}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:43:09.453602 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-192e875e-4fe2-4afe-9239-f70848d09a41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:09.531572 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-6f87c7d4-bd62-4554-b4d2-1e33f90df7d5 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:09.533795 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-192e875e-4fe2-4afe-9239-f70848d09a41 None None] For port 30b14e6d-4d93-412b-a63b-32795c18f000, host ncdv-master-1, cleared binding levels {{(pid=121608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:43:09.537068 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-192e875e-4fe2-4afe-9239-f70848d09a41 None None] For port 30b14e6d-4d93-412b-a63b-32795c18f000, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=30b14e6d-4d93-412b-a63b-32795c18f000,segment=NetworkSegment(0b348995-4d55-45f1-b58c-2a5ccec11450),segment_id=0b348995-4d55-45f1-b58c-2a5ccec11450)] {{(pid=121608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:43:09.547878 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a7c24e61-da59-4fde-8d8f-e93e8d5da06d tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:09.569010 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-15cb578f-7a63-4fd3-925d-83bad4c7b82a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:09.591940 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-192e875e-4fe2-4afe-9239-f70848d09a41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:09.654515 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192e875e-4fe2-4afe-9239-f70848d09a41 None None] Pushing event updated for resources: {'Port': ['ID=30b14e6d-4d93-412b-a63b-32795c18f000,revision_number=2']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:43:09.667510 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_common [None req-6f87c7d4-bd62-4554-b4d2-1e33f90df7d5 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Allocated IP 172.35.3.105 (7201e55c-7c5f-41aa-a042-a363696539d0/7a939e13-713f-45cf-bba7-1539635abe25/268f24b8-8f3e-428e-892d-e8e6e9306ece) {{(pid=121606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:43:09.818083 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_common [None req-a7c24e61-da59-4fde-8d8f-e93e8d5da06d tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Allocated IP 2001:db8::1 (99ca970e-c662-4419-9bb1-c5d90374ad5c/c36f47b2-0b08-4d2a-bea0-bc596a17827c/bbda985e-da83-4d35-943a-9c0d9a78d941) {{(pid=121607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:43:10.000067 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a7c24e61-da59-4fde-8d8f-e93e8d5da06d tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks [] for port, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:10.068378 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 30b14e6d-4d93-412b-a63b-32795c18f000 up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:43:10.110530 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a7c24e61-da59-4fde-8d8f-e93e8d5da06d tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:10.121337 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port 30b14e6d-4d93-412b-a63b-32795c18f000 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:43:10.121716 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:10.154615 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7c24e61-da59-4fde-8d8f-e93e8d5da06d tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Network 99ca970e-c662-4419-9bb1-c5d90374ad5c is already hosted by enough agents. {{(pid=121607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:43:10.159548 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-a7c24e61-da59-4fde-8d8f-e93e8d5da06d tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Resources bound (agent type, host, resource id):  {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:43:10.164929 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7c24e61-da59-4fde-8d8f-e93e8d5da06d tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Received port after_create {{(pid=121607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:43:10.165452 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a7c24e61-da59-4fde-8d8f-e93e8d5da06d tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2008772'] for router_interface, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:10.175093 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-6f87c7d4-bd62-4554-b4d2-1e33f90df7d5 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks [] for port, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:10.175556 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c24e61-da59-4fde-8d8f-e93e8d5da06d tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Pushing event updated for resources: {'Port': ['ID=bbda985e-da83-4d35-943a-9c0d9a78d941,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:43:10.217549 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:10.253481 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] For port 30b14e6d-4d93-412b-a63b-32795c18f000, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=30b14e6d-4d93-412b-a63b-32795c18f000,segment=NetworkSegment(0b348995-4d55-45f1-b58c-2a5ccec11450),segment_id=0b348995-4d55-45f1-b58c-2a5ccec11450)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:43:10.289412 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-6f87c7d4-bd62-4554-b4d2-1e33f90df7d5 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:10.329640 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:10.332472 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f87c7d4-bd62-4554-b4d2-1e33f90df7d5 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Network 7201e55c-7c5f-41aa-a042-a363696539d0 is already hosted by enough agents. {{(pid=121606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:43:10.337857 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [None req-6f87c7d4-bd62-4554-b4d2-1e33f90df7d5 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Resources bound (agent type, host, resource id):  {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:43:10.342661 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f87c7d4-bd62-4554-b4d2-1e33f90df7d5 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Received port after_create {{(pid=121606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:43:10.345783 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f87c7d4-bd62-4554-b4d2-1e33f90df7d5 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Pushing event updated for resources: {'Port': ['ID=268f24b8-8f3e-428e-892d-e8e6e9306ece,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:43:10.354725 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 04527f15-e4e1-45d6-b64c-70525b9fe411 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:43:10.383532 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] No Port match for: 04527f15-e4e1-45d6-b64c-70525b9fe411 {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:43:10.383880 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 04527f15-e4e1-45d6-b64c-70525b9fe411 not bound to the agent host ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:43:10.404083 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Pushing event updated for resources: {'Port': ['ID=30b14e6d-4d93-412b-a63b-32795c18f000,revision_number=3']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:43:10.429054 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a7c24e61-da59-4fde-8d8f-e93e8d5da06d tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:10.746917 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-6f87c7d4-bd62-4554-b4d2-1e33f90df7d5 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks [] for floatingip, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:10.780394 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:10.799482 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-22bb9c16-d25a-4f8d-ab8a-fd3dfb58c86c None None] Provisioning complete for port 30b14e6d-4d93-412b-a63b-32795c18f000 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:43:10.800132 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-22bb9c16-d25a-4f8d-ab8a-fd3dfb58c86c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:10.928775 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-6f87c7d4-bd62-4554-b4d2-1e33f90df7d5 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:11.038124 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a7c24e61-da59-4fde-8d8f-e93e8d5da06d tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks [] for port, precommit_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:11.098377 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a7c24e61-da59-4fde-8d8f-e93e8d5da06d tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8632327'] for port, after_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:11.099333 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a7c24e61-da59-4fde-8d8f-e93e8d5da06d tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2007636'] for router_interface, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:11.104120 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-6f87c7d4-bd62-4554-b4d2-1e33f90df7d5 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks [] for port, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:11.111159 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-dd6b016e-45f5-4b5c-a6a0-c3943df82ea8 None None] Provisioning complete for port bbda985e-da83-4d35-943a-9c0d9a78d941 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:43:11.111706 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-dd6b016e-45f5-4b5c-a6a0-c3943df82ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:11.147105 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-dd6b016e-45f5-4b5c-a6a0-c3943df82ea8 None None] Port bbda985e-da83-4d35-943a-9c0d9a78d941 cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:43:11.183986 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-6f87c7d4-bd62-4554-b4d2-1e33f90df7d5 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:11.194433 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c24e61-da59-4fde-8d8f-e93e8d5da06d tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Pushing event updated for resources: {'Port': ['ID=bbda985e-da83-4d35-943a-9c0d9a78d941,revision_number=2']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:43:11.230838 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7c24e61-da59-4fde-8d8f-e93e8d5da06d tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Network 99ca970e-c662-4419-9bb1-c5d90374ad5c is already hosted by enough agents. {{(pid=121607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:43:11.232261 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-a7c24e61-da59-4fde-8d8f-e93e8d5da06d tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Resources bound (agent type, host, resource id):  {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:43:11.252396 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f87c7d4-bd62-4554-b4d2-1e33f90df7d5 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Pushing event updated for resources: {'Port': ['ID=268f24b8-8f3e-428e-892d-e8e6e9306ece,revision_number=2']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:43:11.274366 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-6f87c7d4-bd62-4554-b4d2-1e33f90df7d5 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2008639'] for floatingip, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:11.394749 ncdv-master-1 neutron-server[121606]: INFO neutron.db.l3_db [None req-6f87c7d4-bd62-4554-b4d2-1e33f90df7d5 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Floating IP 8f4c649c-62e9-48e2-83a6-bb64bbfa955a associated. External IP: 172.35.3.105, port: c262cb63-041e-44fa-b663-5010b7338baf.
Dec 25 21:43:11.460451 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7c24e61-da59-4fde-8d8f-e93e8d5da06d tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Router 952d8ecc-81f6-4ca7-9f2f-7f3e09922153 is scheduled to L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 with binding_index 1 {{(pid=121607) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 25 21:43:11.575614 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7c24e61-da59-4fde-8d8f-e93e8d5da06d tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 21:43:11.587378 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b0a8b9-d95b-4704-919b-2b21d1714c71 None None] Sync routers for ids ['952d8ecc-81f6-4ca7-9f2f-7f3e09922153'] in ncdv-master-1 {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 21:43:11.600855 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-a7c24e61-da59-4fde-8d8f-e93e8d5da06d tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] 10.222.0.32 "PUT /v2.0/routers/952d8ecc-81f6-4ca7-9f2f-7f3e09922153/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.3290696
Dec 25 21:43:11.603117 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b0a8b9-d95b-4704-919b-2b21d1714c71 None None] Routers {'952d8ecc-81f6-4ca7-9f2f-7f3e09922153'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:43:11.603763 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-18b0a8b9-d95b-4704-919b-2b21d1714c71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f261875f7f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:43:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['952d8ecc-81f6-4ca7-9f2f-7f3e09922153'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:43:11.605580 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 40178) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:43:11.612569 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-870d1618-8937-46f4-90c9-469c01526a9e None None] Provisioning complete for port bbda985e-da83-4d35-943a-9c0d9a78d941 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:43:11.615352 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-870d1618-8937-46f4-90c9-469c01526a9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:11.649601 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f87c7d4-bd62-4554-b4d2-1e33f90df7d5 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Router 6307adb0-a1d4-4368-aceb-32ebcd59f811 has already been hosted by L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 {{(pid=121606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 25 21:43:11.665588 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-870d1618-8937-46f4-90c9-469c01526a9e None None] Port bbda985e-da83-4d35-943a-9c0d9a78d941 cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:43:11.683708 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c6286b4-1acc-4a19-aa48-b8cfb968ede1 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:43:11.692167 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-3c6286b4-1acc-4a19-aa48-b8cfb968ede1 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] 10.222.0.32 "GET /v2.0/ports/bbda985e-da83-4d35-943a-9c0d9a78d941 HTTP/1.1" status: 200  len: 911 time: 0.0787594
Dec 25 21:43:11.692167 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 40180) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:43:11.747235 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvr_db [None req-18b0a8b9-d95b-4704-919b-2b21d1714c71 None None] Set router 952d8ecc-81f6-4ca7-9f2f-7f3e09922153 gateway port host: None {{(pid=121609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:43:11.776703 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cb166df-c4b6-4953-8784-dd67a77cdf4e tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:43:11.786092 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cb166df-c4b6-4953-8784-dd67a77cdf4e tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:43:11.787950 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-5cb166df-c4b6-4953-8784-dd67a77cdf4e tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1655 time: 0.0991826
Dec 25 21:43:11.790759 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 40182) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:43:11.845293 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f87c7d4-bd62-4554-b4d2-1e33f90df7d5 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 21:43:11.857902 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dfd99fe-6831-49bb-94ab-d590cc0f95f9 None None] Sync routers for ids ['6307adb0-a1d4-4368-aceb-32ebcd59f811'] in ncdv-master-1 {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 21:43:11.868125 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dfd99fe-6831-49bb-94ab-d590cc0f95f9 None None] Routers {'6307adb0-a1d4-4368-aceb-32ebcd59f811'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:43:11.868799 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-4dfd99fe-6831-49bb-94ab-d590cc0f95f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2612de75b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:43:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['6307adb0-a1d4-4368-aceb-32ebcd59f811'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:43:11.968427 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-18b0a8b9-d95b-4704-919b-2b21d1714c71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f261875f7f0>, [{'id': '952d8ecc-81f6-4ca7-9f2f-7f3e09922153', 'name': 'tempest-NetworksTestDHCPv6-router-535182314', 'tenant_id': '6ca85d447d714c1ca24121ae04b3edf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:43:08Z', 'updated_at': '2021-12-25T21:43:10Z', 'revision_number': 2, 'project_id': '6ca85d447d714c1ca24121ae04b3edf0', 'gw_port_host': None, '_interfaces': [{'id': 'bbda985e-da83-4d35-943a-9c0d9a78d941', 'name': '', 'network_id': '99ca970e-c662-4419-9bb1-c5d90374ad5c', 'tenant_id': '6ca85d447d714c1ca24121ae04b3edf0', 'mac_address': 'fa:16:3e:bc:7d:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '952d8ecc-81f6-4ca7-9f2f-7f3e09922153', 'device_owner': 'network:router_interface', 'standard_attr_id': 3598, 'fixed_ips': [{'subnet_id': 'c36f47b2-0b08-4d2a-bea0-bc596a17827c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:43:09Z', 'updated_at': '2021-12-25T21:43:10Z', 'revision_number': 2, 'project_id': '6ca85d447d714c1ca24121ae04b3edf0', 'subnets': [{'id': 'c36f47b2-0b08-4d2a-bea0-bc596a17827c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:43:11.998366 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b0a8b9-d95b-4704-919b-2b21d1714c71 None None] Checking router: 952d8ecc-81f6-4ca7-9f2f-7f3e09922153 for host: ncdv-master-1 {{(pid=121609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 25 21:43:11.998961 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b0a8b9-d95b-4704-919b-2b21d1714c71 None None] Updating router 952d8ecc-81f6-4ca7-9f2f-7f3e09922153 port bbda985e-da83-4d35-943a-9c0d9a78d941 binding host ncdv-master-1 {{(pid=121609) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 25 21:43:12.016240 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-6f87c7d4-bd62-4554-b4d2-1e33f90df7d5 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for floatingip, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:12.030921 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-18b0a8b9-d95b-4704-919b-2b21d1714c71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:12.070700 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-6f87c7d4-bd62-4554-b4d2-1e33f90df7d5 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.7588046
Dec 25 21:43:12.072646 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '367fe828-cfc4-4b03-926c-063408effc4c', 'tag': 'c262cb63-041e-44fa-b663-5010b7338baf'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:43:12.075006 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9858820c13ec2827453b94ebc4181065e990a4e4089ccb9fe762531ac62d2fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28162dc2-f9a3-4994-8676-a601998edd02" -d '{"events": [{"name": "network-changed", "server_uuid": "367fe828-cfc4-4b03-926c-063408effc4c", "tag": "c262cb63-041e-44fa-b663-5010b7338baf"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:43:12.184300 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Dec 2021 21:43:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3803107f-a58d-4ab6-9365-da1f8e3ba46c x-openstack-request-id: req-3803107f-a58d-4ab6-9365-da1f8e3ba46c {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:43:12.184987 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "367fe828-cfc4-4b03-926c-063408effc4c", "tag": "c262cb63-041e-44fa-b663-5010b7338baf", "status": "completed", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:43:12.184987 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3803107f-a58d-4ab6-9365-da1f8e3ba46c {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:43:12.187131 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '367fe828-cfc4-4b03-926c-063408effc4c', 'tag': 'c262cb63-041e-44fa-b663-5010b7338baf', 'status': 'completed', 'code': 200}
Dec 25 21:43:12.202544 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 30b14e6d-4d93-412b-a63b-32795c18f000 up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:43:12.260458 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvr_db [None req-4dfd99fe-6831-49bb-94ab-d590cc0f95f9 None None] Set router 6307adb0-a1d4-4368-aceb-32ebcd59f811 gateway port host: ncdv-master-1 {{(pid=121608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:43:12.305593 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28162dc2-f9a3-4994-8676-a601998edd02 req-c03e9c5e-549e-4e33-bf73-88e48607323a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:43:12.307326 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-28162dc2-f9a3-4994-8676-a601998edd02 req-c03e9c5e-549e-4e33-bf73-88e48607323a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4ff29c23c5844f45826a02b6ae6b65e7&device_id=367fe828-cfc4-4b03-926c-063408effc4c HTTP/1.1" status: 200  len: 1096 time: 0.1001959
Dec 25 21:43:12.313864 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-1e0087fd-842b-4bbc-817a-e1dbc4091b32 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2007615'] for router_interface, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:12.339677 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port 30b14e6d-4d93-412b-a63b-32795c18f000 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:43:12.340578 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:12.388709 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-18b0a8b9-d95b-4704-919b-2b21d1714c71 None None] Publish callbacks [] for port, precommit_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:12.497370 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-18b0a8b9-d95b-4704-919b-2b21d1714c71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:12.581885 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eddd1a5-3d52-4702-a865-cea3d497212f None None] Pushing event updated for resources: {'Port': ['ID=bbda985e-da83-4d35-943a-9c0d9a78d941,revision_number=3']} {{(pid=121609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:43:12.598916 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab50fb3-72b2-4679-af9f-a88a5e465610 req-b78735b7-2d2c-4878-af88-9de8d7f754e9 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:43:12.601849 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3ab50fb3-72b2-4679-af9f-a88a5e465610 req-b78735b7-2d2c-4878-af88-9de8d7f754e9 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "GET /v2.0/ports?device_id=367fe828-cfc4-4b03-926c-063408effc4c HTTP/1.1" status: 200  len: 945 time: 0.1794262
Dec 25 21:43:12.606021 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28162dc2-f9a3-4994-8676-a601998edd02 req-49a89e48-9457-4d2f-a9d1-a318d97c212c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:43:12.607452 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-28162dc2-f9a3-4994-8676-a601998edd02 req-49a89e48-9457-4d2f-a9d1-a318d97c212c service neutron] 10.222.0.37 "GET /v2.0/networks?id=7fa4d4da-0ed2-460e-90b6-5e505fd99a73 HTTP/1.1" status: 200  len: 897 time: 0.2076993
Dec 25 21:43:12.618010 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.managers [None req-18b0a8b9-d95b-4704-919b-2b21d1714c71 None None] Attempting to bind port bbda985e-da83-4d35-943a-9c0d9a78d941 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:43:12.618010 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.managers [None req-18b0a8b9-d95b-4704-919b-2b21d1714c71 None None] Attempting to bind port bbda985e-da83-4d35-943a-9c0d9a78d941 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '0b348995-4d55-45f1-b58c-2a5ccec11450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '99ca970e-c662-4419-9bb1-c5d90374ad5c'}] {{(pid=121609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:43:12.618620 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18b0a8b9-d95b-4704-919b-2b21d1714c71 None None] Attempting to bind port bbda985e-da83-4d35-943a-9c0d9a78d941 on network 99ca970e-c662-4419-9bb1-c5d90374ad5c {{(pid=121609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:43:12.621041 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-4dfd99fe-6831-49bb-94ab-d590cc0f95f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2612de75b0>, [{'id': '6307adb0-a1d4-4368-aceb-32ebcd59f811', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1855701142', 'tenant_id': '4ff29c23c5844f45826a02b6ae6b65e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.45'}], 'enable_snat': True}, 'gw_port_id': 'a8090b26-9a07-47c9-9a1a-0e63fe6cb467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:42:45Z', 'updated_at': '2021-12-25T21:42:51Z', 'revision_number': 4, 'project_id': '4ff29c23c5844f45826a02b6ae6b65e7', 'gw_port': {'id': 'a8090b26-9a07-47c9-9a1a-0e63fe6cb467', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:a5:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6307adb0-a1d4-4368-aceb-32ebcd59f811', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3573, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:42:46Z', 'updated_at': '2021-12-25T21:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '8f4c649c-62e9-48e2-83a6-bb64bbfa955a', 'tenant_id': '4ff29c23c5844f45826a02b6ae6b65e7', 'floating_ip_address': '172.35.3.105', 'floating_network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'router_id': '6307adb0-a1d4-4368-aceb-32ebcd59f811', 'port_id': 'c262cb63-041e-44fa-b663-5010b7338baf', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3599, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7fa4d4da-0ed2-460e-90b6-5e505fd99a73', 'mac_address': 'fa:16:3e:8e:49:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '367fe828-cfc4-4b03-926c-063408effc4c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-25T21:43:10Z', 'updated_at': '2021-12-25T21:43:10Z', 'revision_number': 0, 'project_id': '4ff29c23c5844f45826a02b6ae6b65e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc192875-b555-417a-917c-d0494625940b', 'name': '', 'network_id': '7fa4d4da-0ed2-460e-90b6-5e505fd99a73', 'tenant_id': '4ff29c23c5844f45826a02b6ae6b65e7', 'mac_address': 'fa:16:3e:71:3a:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6307adb0-a1d4-4368-aceb-32ebcd59f811', 'device_owner': 'network:router_interface', 'standard_attr_id': 3580, 'fixed_ips': [{'subnet_id': 'e689b6ec-d0ea-48ae-946d-268c2777620e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:42:50Z', 'updated_at': '2021-12-25T21:42:56Z', 'revision_number': 5, 'project_id': '4ff29c23c5844f45826a02b6ae6b65e7', 'subnets': [{'id': 'e689b6ec-d0ea-48ae-946d-268c2777620e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:43:12.628431 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18b0a8b9-d95b-4704-919b-2b21d1714c71 None None] Checking agent: {'id': 'ca4f5c6d-f1fd-48b8-a3e3-395864c7d23d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 20, 56, 40), 'started_at': datetime.datetime(2021, 12, 25, 20, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 43, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:43:12.628797 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18b0a8b9-d95b-4704-919b-2b21d1714c71 None None] Checking segment: {'id': '0b348995-4d55-45f1-b58c-2a5ccec11450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '99ca970e-c662-4419-9bb1-c5d90374ad5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:43:12.629225 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-18b0a8b9-d95b-4704-919b-2b21d1714c71 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:12.629615 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18b0a8b9-d95b-4704-919b-2b21d1714c71 None None] Bound using segment: {'id': '0b348995-4d55-45f1-b58c-2a5ccec11450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '99ca970e-c662-4419-9bb1-c5d90374ad5c'} {{(pid=121609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:43:12.630303 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.managers [None req-18b0a8b9-d95b-4704-919b-2b21d1714c71 None None] Bound port: bbda985e-da83-4d35-943a-9c0d9a78d941, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b348995-4d55-45f1-b58c-2a5ccec11450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '99ca970e-c662-4419-9bb1-c5d90374ad5c'}}] {{(pid=121609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:43:12.630862 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-18b0a8b9-d95b-4704-919b-2b21d1714c71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:12.655250 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dfd99fe-6831-49bb-94ab-d590cc0f95f9 None None] Checking router: 6307adb0-a1d4-4368-aceb-32ebcd59f811 for host: ncdv-master-1 {{(pid=121608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 25 21:43:12.664621 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dfd99fe-6831-49bb-94ab-d590cc0f95f9 None None] Routers {'6307adb0-a1d4-4368-aceb-32ebcd59f811'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:43:12.665466 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-4dfd99fe-6831-49bb-94ab-d590cc0f95f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2612de75b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:43:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['6307adb0-a1d4-4368-aceb-32ebcd59f811'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:43:12.711925 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3ab50fb3-72b2-4679-af9f-a88a5e465610 req-c5e4ce26-6f08-4fcc-866e-7914d6cb3a13 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "GET /v2.0/security-groups?id=fbe56886-4aee-4d95-b7fc-f8439ff0c49a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0988455
Dec 25 21:43:12.716288 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.db [None req-18b0a8b9-d95b-4704-919b-2b21d1714c71 None None] For port bbda985e-da83-4d35-943a-9c0d9a78d941, host ncdv-master-1, cleared binding levels {{(pid=121609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:43:12.720378 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.db [None req-18b0a8b9-d95b-4704-919b-2b21d1714c71 None None] For port bbda985e-da83-4d35-943a-9c0d9a78d941, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bbda985e-da83-4d35-943a-9c0d9a78d941,segment=NetworkSegment(0b348995-4d55-45f1-b58c-2a5ccec11450),segment_id=0b348995-4d55-45f1-b58c-2a5ccec11450)] {{(pid=121609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:43:12.732323 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-28162dc2-f9a3-4994-8676-a601998edd02 req-a59d9ac4-98eb-4fbe-83ad-c43d91013075 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c262cb63-041e-44fa-b663-5010b7338baf HTTP/1.1" status: 200  len: 999 time: 0.1103303
Dec 25 21:43:12.745876 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 40194) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:43:12.816116 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvr_db [None req-4dfd99fe-6831-49bb-94ab-d590cc0f95f9 None None] Set router 6307adb0-a1d4-4368-aceb-32ebcd59f811 gateway port host: ncdv-master-1 {{(pid=121608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:43:12.828407 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28162dc2-f9a3-4994-8676-a601998edd02 req-abf4affc-80cb-437e-9416-77d8adfe2f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:43:12.830055 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-28162dc2-f9a3-4994-8676-a601998edd02 req-abf4affc-80cb-437e-9416-77d8adfe2f9a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e689b6ec-d0ea-48ae-946d-268c2777620e HTTP/1.1" status: 200  len: 834 time: 0.0776606
Dec 25 21:43:12.837752 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-cfaf52c1-9114-4087-a49f-df95b05b143a tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "GET /v2.0/floatingips/8f4c649c-62e9-48e2-83a6-bb64bbfa955a HTTP/1.1" status: 200  len: 991 time: 0.0904522
Dec 25 21:43:12.844824 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-18b0a8b9-d95b-4704-919b-2b21d1714c71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:12.885091 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-1e0087fd-842b-4bbc-817a-e1dbc4091b32 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Deleting port bbda985e-da83-4d35-943a-9c0d9a78d941 {{(pid=121606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:43:12.885091 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-1e0087fd-842b-4bbc-817a-e1dbc4091b32 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:12.902299 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b0a8b9-d95b-4704-919b-2b21d1714c71 None None] Routers {'952d8ecc-81f6-4ca7-9f2f-7f3e09922153'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:43:12.903578 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-18b0a8b9-d95b-4704-919b-2b21d1714c71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f261875f7f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:43:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['952d8ecc-81f6-4ca7-9f2f-7f3e09922153'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:43:12.907149 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eddd1a5-3d52-4702-a865-cea3d497212f None None] Pushing event updated for resources: {'Port': ['ID=bbda985e-da83-4d35-943a-9c0d9a78d941,revision_number=4']} {{(pid=121609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:43:12.923797 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28162dc2-f9a3-4994-8676-a601998edd02 req-ad4e525c-9c5d-4530-a293-8b1fad5097b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:43:12.925495 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-28162dc2-f9a3-4994-8676-a601998edd02 req-ad4e525c-9c5d-4530-a293-8b1fad5097b2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7fa4d4da-0ed2-460e-90b6-5e505fd99a73&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0883145
Dec 25 21:43:12.938875 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-9f60b859-48da-4685-bbcb-4df7c13d612a None None] Provisioning complete for port bbda985e-da83-4d35-943a-9c0d9a78d941 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:43:12.939287 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f60b859-48da-4685-bbcb-4df7c13d612a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:13.035752 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvr_db [None req-18b0a8b9-d95b-4704-919b-2b21d1714c71 None None] Set router 952d8ecc-81f6-4ca7-9f2f-7f3e09922153 gateway port host: None {{(pid=121609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:43:13.071555 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [None req-1e0087fd-842b-4bbc-817a-e1dbc4091b32 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] For port bbda985e-da83-4d35-943a-9c0d9a78d941, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bbda985e-da83-4d35-943a-9c0d9a78d941,segment=NetworkSegment(0b348995-4d55-45f1-b58c-2a5ccec11450),segment_id=0b348995-4d55-45f1-b58c-2a5ccec11450)] {{(pid=121606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:43:13.072634 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-1e0087fd-842b-4bbc-817a-e1dbc4091b32 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:13.090570 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-1e0087fd-842b-4bbc-817a-e1dbc4091b32 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Calling delete_port for bbda985e-da83-4d35-943a-9c0d9a78d941 owned by network:router_interface {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:43:13.114211 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-28162dc2-f9a3-4994-8676-a601998edd02 req-3d8f70ad-96f5-4792-90ad-4ba1012cf766 service neutron] 10.222.0.37 "GET /v2.0/networks/7fa4d4da-0ed2-460e-90b6-5e505fd99a73?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1560142
Dec 25 21:43:13.139553 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f60b859-48da-4685-bbcb-4df7c13d612a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:13.191704 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f60b859-48da-4685-bbcb-4df7c13d612a None None] For port bbda985e-da83-4d35-943a-9c0d9a78d941, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bbda985e-da83-4d35-943a-9c0d9a78d941,segment=NetworkSegment(0b348995-4d55-45f1-b58c-2a5ccec11450),segment_id=0b348995-4d55-45f1-b58c-2a5ccec11450)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:43:13.250199 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f60b859-48da-4685-bbcb-4df7c13d612a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:13.281258 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-18b0a8b9-d95b-4704-919b-2b21d1714c71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f261875f7f0>, [{'id': '952d8ecc-81f6-4ca7-9f2f-7f3e09922153', 'name': 'tempest-NetworksTestDHCPv6-router-535182314', 'tenant_id': '6ca85d447d714c1ca24121ae04b3edf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:43:08Z', 'updated_at': '2021-12-25T21:43:10Z', 'revision_number': 2, 'project_id': '6ca85d447d714c1ca24121ae04b3edf0', 'gw_port_host': None, '_interfaces': [{'id': 'bbda985e-da83-4d35-943a-9c0d9a78d941', 'name': '', 'network_id': '99ca970e-c662-4419-9bb1-c5d90374ad5c', 'tenant_id': '6ca85d447d714c1ca24121ae04b3edf0', 'mac_address': 'fa:16:3e:bc:7d:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '952d8ecc-81f6-4ca7-9f2f-7f3e09922153', 'device_owner': 'network:router_interface', 'standard_attr_id': 3598, 'fixed_ips': [{'subnet_id': 'c36f47b2-0b08-4d2a-bea0-bc596a17827c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:43:09Z', 'updated_at': '2021-12-25T21:43:12Z', 'revision_number': 4, 'project_id': '6ca85d447d714c1ca24121ae04b3edf0', 'subnets': [{'id': 'c36f47b2-0b08-4d2a-bea0-bc596a17827c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:43:13.315590 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b0a8b9-d95b-4704-919b-2b21d1714c71 None None] The sync data for ids ['952d8ecc-81f6-4ca7-9f2f-7f3e09922153'] in ncdv-master-1 is: [{'id': '952d8ecc-81f6-4ca7-9f2f-7f3e09922153', 'name': 'tempest-NetworksTestDHCPv6-router-535182314', 'tenant_id': '6ca85d447d714c1ca24121ae04b3edf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:43:08Z', 'updated_at': '2021-12-25T21:43:10Z', 'revision_number': 2, 'project_id': '6ca85d447d714c1ca24121ae04b3edf0', 'gw_port_host': None, '_interfaces': [{'id': 'bbda985e-da83-4d35-943a-9c0d9a78d941', 'name': '', 'network_id': '99ca970e-c662-4419-9bb1-c5d90374ad5c', 'tenant_id': '6ca85d447d714c1ca24121ae04b3edf0', 'mac_address': 'fa:16:3e:bc:7d:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '952d8ecc-81f6-4ca7-9f2f-7f3e09922153', 'device_owner': 'network:router_interface', 'standard_attr_id': 3598, 'fixed_ips': [{'subnet_id': 'c36f47b2-0b08-4d2a-bea0-bc596a17827c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:43:09Z', 'updated_at': '2021-12-25T21:43:12Z', 'revision_number': 4, 'project_id': '6ca85d447d714c1ca24121ae04b3edf0', 'subnets': [{'id': 'c36f47b2-0b08-4d2a-bea0-bc596a17827c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 21:43:13.317873 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f60b859-48da-4685-bbcb-4df7c13d612a None None] Pushing event updated for resources: {'Port': ['ID=bbda985e-da83-4d35-943a-9c0d9a78d941,revision_number=5']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:43:13.327425 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-4dfd99fe-6831-49bb-94ab-d590cc0f95f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2612de75b0>, [{'id': '6307adb0-a1d4-4368-aceb-32ebcd59f811', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1855701142', 'tenant_id': '4ff29c23c5844f45826a02b6ae6b65e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.45'}], 'enable_snat': True}, 'gw_port_id': 'a8090b26-9a07-47c9-9a1a-0e63fe6cb467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:42:45Z', 'updated_at': '2021-12-25T21:42:51Z', 'revision_number': 4, 'project_id': '4ff29c23c5844f45826a02b6ae6b65e7', 'gw_port': {'id': 'a8090b26-9a07-47c9-9a1a-0e63fe6cb467', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:a5:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6307adb0-a1d4-4368-aceb-32ebcd59f811', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3573, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:42:46Z', 'updated_at': '2021-12-25T21:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '8f4c649c-62e9-48e2-83a6-bb64bbfa955a', 'tenant_id': '4ff29c23c5844f45826a02b6ae6b65e7', 'floating_ip_address': '172.35.3.105', 'floating_network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'router_id': '6307adb0-a1d4-4368-aceb-32ebcd59f811', 'port_id': 'c262cb63-041e-44fa-b663-5010b7338baf', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3599, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7fa4d4da-0ed2-460e-90b6-5e505fd99a73', 'mac_address': 'fa:16:3e:8e:49:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '367fe828-cfc4-4b03-926c-063408effc4c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-25T21:43:10Z', 'updated_at': '2021-12-25T21:43:10Z', 'revision_number': 0, 'project_id': '4ff29c23c5844f45826a02b6ae6b65e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc192875-b555-417a-917c-d0494625940b', 'name': '', 'network_id': '7fa4d4da-0ed2-460e-90b6-5e505fd99a73', 'tenant_id': '4ff29c23c5844f45826a02b6ae6b65e7', 'mac_address': 'fa:16:3e:71:3a:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6307adb0-a1d4-4368-aceb-32ebcd59f811', 'device_owner': 'network:router_interface', 'standard_attr_id': 3580, 'fixed_ips': [{'subnet_id': 'e689b6ec-d0ea-48ae-946d-268c2777620e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:42:50Z', 'updated_at': '2021-12-25T21:42:56Z', 'revision_number': 5, 'project_id': '4ff29c23c5844f45826a02b6ae6b65e7', 'subnets': [{'id': 'e689b6ec-d0ea-48ae-946d-268c2777620e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:43:13.344401 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-fc1df978-b3d1-4cf5-bfe3-a476b38a2653 req-2fa013d7-d8a0-47fa-a7f5-64f67f07f775 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=1a72df6d-c3ba-4267-a14b-70b16a7532b8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.1011357
Dec 25 21:43:13.367843 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dfd99fe-6831-49bb-94ab-d590cc0f95f9 None None] The sync data for ids ['6307adb0-a1d4-4368-aceb-32ebcd59f811'] in ncdv-master-1 is: [{'id': '6307adb0-a1d4-4368-aceb-32ebcd59f811', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1855701142', 'tenant_id': '4ff29c23c5844f45826a02b6ae6b65e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.45'}], 'enable_snat': True}, 'gw_port_id': 'a8090b26-9a07-47c9-9a1a-0e63fe6cb467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:42:45Z', 'updated_at': '2021-12-25T21:42:51Z', 'revision_number': 4, 'project_id': '4ff29c23c5844f45826a02b6ae6b65e7', 'gw_port': {'id': 'a8090b26-9a07-47c9-9a1a-0e63fe6cb467', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:a5:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6307adb0-a1d4-4368-aceb-32ebcd59f811', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3573, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:42:46Z', 'updated_at': '2021-12-25T21:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '8f4c649c-62e9-48e2-83a6-bb64bbfa955a', 'tenant_id': '4ff29c23c5844f45826a02b6ae6b65e7', 'floating_ip_address': '172.35.3.105', 'floating_network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'router_id': '6307adb0-a1d4-4368-aceb-32ebcd59f811', 'port_id': 'c262cb63-041e-44fa-b663-5010b7338baf', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3599, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7fa4d4da-0ed2-460e-90b6-5e505fd99a73', 'mac_address': 'fa:16:3e:8e:49:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '367fe828-cfc4-4b03-926c-063408effc4c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-25T21:43:10Z', 'updated_at': '2021-12-25T21:43:10Z', 'revision_number': 0, 'project_id': '4ff29c23c5844f45826a02b6ae6b65e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc192875-b555-417a-917c-d0494625940b', 'name': '', 'network_id': '7fa4d4da-0ed2-460e-90b6-5e505fd99a73', 'tenant_id': '4ff29c23c5844f45826a02b6ae6b65e7', 'mac_address': 'fa:16:3e:71:3a:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6307adb0-a1d4-4368-aceb-32ebcd59f811', 'device_owner': 'network:router_interface', 'standard_attr_id': 3580, 'fixed_ips': [{'subnet_id': 'e689b6ec-d0ea-48ae-946d-268c2777620e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:42:50Z', 'updated_at': '2021-12-25T21:42:56Z', 'revision_number': 5, 'project_id': '4ff29c23c5844f45826a02b6ae6b65e7', 'subnets': [{'id': 'e689b6ec-d0ea-48ae-946d-268c2777620e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 21:43:13.408116 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-9a59d861-3524-4da2-b254-85a9913d5f2e None None] Provisioning complete for port bbda985e-da83-4d35-943a-9c0d9a78d941 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:43:13.408490 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9a59d861-3524-4da2-b254-85a9913d5f2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:13.460693 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-28162dc2-f9a3-4994-8676-a601998edd02 req-8f80d667-6abe-4f27-9f4a-ee508959cf4e service neutron] 10.222.0.37 "GET /v2.0/networks/7fa4d4da-0ed2-460e-90b6-5e505fd99a73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2198222
Dec 25 21:43:13.467397 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1df978-b3d1-4cf5-bfe3-a476b38a2653 req-92c72a6c-d061-4c16-9179-6a63dcc90de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:43:13.468857 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-fc1df978-b3d1-4cf5-bfe3-a476b38a2653 req-92c72a6c-d061-4c16-9179-6a63dcc90de1 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ca293d68b8cc44e6b641d477c9a3eb50&device_id=1a72df6d-c3ba-4267-a14b-70b16a7532b8 HTTP/1.1" status: 200  len: 1096 time: 0.0878196
Dec 25 21:43:13.556086 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-1e0087fd-842b-4bbc-817a-e1dbc4091b32 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:13.591493 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0087fd-842b-4bbc-817a-e1dbc4091b32 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Pushing event deleted for resources: {'Port': ['ID=bbda985e-da83-4d35-943a-9c0d9a78d941,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:43:13.704484 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1df978-b3d1-4cf5-bfe3-a476b38a2653 req-5a9060c6-3c41-49e8-8526-87a6be231d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:43:13.706148 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-fc1df978-b3d1-4cf5-bfe3-a476b38a2653 req-5a9060c6-3c41-49e8-8526-87a6be231d73 service neutron] 10.222.0.31 "GET /v2.0/networks?id=1bb1be3e-1cca-429f-aa9f-4dd09951d5b0 HTTP/1.1" status: 200  len: 915 time: 0.2157657
Dec 25 21:43:13.812395 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bec38e6-0ddc-49ea-ba28-242c23e3162c None None] New status for floating IP 8f4c649c-62e9-48e2-83a6-bb64bbfa955a: ACTIVE {{(pid=121609) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 25 21:43:13.838843 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 40210) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:43:13.971002 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-9037baa5-c576-4e9c-bc2b-45736dfb604f tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "GET /v2.0/floatingips/8f4c649c-62e9-48e2-83a6-bb64bbfa955a HTTP/1.1" status: 200  len: 991 time: 0.1301627
Dec 25 21:43:14.214292 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-1e0087fd-842b-4bbc-817a-e1dbc4091b32 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2007763'] for router_interface, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:14.277939 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-fc1df978-b3d1-4cf5-bfe3-a476b38a2653 req-3e713f74-e49d-4f11-8efd-0fc514bf91f8 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2dfe2ec6-2451-4fcf-853a-381cdc5e4602 HTTP/1.1" status: 200  len: 1000 time: 0.5646281
Dec 25 21:43:14.420217 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1df978-b3d1-4cf5-bfe3-a476b38a2653 req-53da61f3-c832-40a8-bfea-baf6edd4fa7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:43:14.421728 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-fc1df978-b3d1-4cf5-bfe3-a476b38a2653 req-53da61f3-c832-40a8-bfea-baf6edd4fa7f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=81401427-9f64-44a9-90df-9654e896b6af HTTP/1.1" status: 200  len: 853 time: 0.1118765
Dec 25 21:43:14.428593 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e0087fd-842b-4bbc-817a-e1dbc4091b32 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Router 952d8ecc-81f6-4ca7-9f2f-7f3e09922153 has already been hosted by L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 {{(pid=121606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 25 21:43:14.513281 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1df978-b3d1-4cf5-bfe3-a476b38a2653 req-32a92ca0-42e5-472d-b820-ca786a2518b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:43:14.514726 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-fc1df978-b3d1-4cf5-bfe3-a476b38a2653 req-32a92ca0-42e5-472d-b820-ca786a2518b5 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=1bb1be3e-1cca-429f-aa9f-4dd09951d5b0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0850811
Dec 25 21:43:14.548209 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e0087fd-842b-4bbc-817a-e1dbc4091b32 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 21:43:14.553577 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-1e0087fd-842b-4bbc-817a-e1dbc4091b32 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] 10.222.0.32 "PUT /v2.0/routers/952d8ecc-81f6-4ca7-9f2f-7f3e09922153/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7566953
Dec 25 21:43:14.556192 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 40214) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:43:14.610378 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e88df9e-b524-4de2-94f8-75ad1f78cb0d tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:43:14.612025 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e88df9e-b524-4de2-94f8-75ad1f78cb0d tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:43:14.613579 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-2e88df9e-b524-4de2-94f8-75ad1f78cb0d tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1464 time: 0.0562804
Dec 25 21:43:14.616186 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 40216) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:43:14.637685 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-fc1df978-b3d1-4cf5-bfe3-a476b38a2653 req-c477d80f-af29-406e-ac83-a8cbf4865ced service neutron] 10.222.0.31 "GET /v2.0/networks/1bb1be3e-1cca-429f-aa9f-4dd09951d5b0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0966325
Dec 25 21:43:14.667906 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_v2 [None req-56fe20e5-4efe-49de-966d-af449f343b9d tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Deleting subnet c36f47b2-0b08-4d2a-bea0-bc596a17827c {{(pid=121607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Dec 25 21:43:14.671141 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-56fe20e5-4efe-49de-966d-af449f343b9d tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks [] for subnet, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:14.716361 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-56fe20e5-4efe-49de-966d-af449f343b9d tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10246617'] for subnet, precommit_delete_associations {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:14.739277 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-fc1df978-b3d1-4cf5-bfe3-a476b38a2653 req-25dd1950-199d-42de-8cc3-bfa49ccc2999 service neutron] 10.222.0.31 "GET /v2.0/networks/1bb1be3e-1cca-429f-aa9f-4dd09951d5b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0939245
Dec 25 21:43:14.811407 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-56fe20e5-4efe-49de-966d-af449f343b9d tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995662'] for subnet, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:14.933351 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-56fe20e5-4efe-49de-966d-af449f343b9d tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8632410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8852809'] for subnet, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:14.963237 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fe20e5-4efe-49de-966d-af449f343b9d tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Pushing event deleted for resources: {'Subnet': ['ID=c36f47b2-0b08-4d2a-bea0-bc596a17827c,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:43:14.965353 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-56fe20e5-4efe-49de-966d-af449f343b9d tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks [] for subnet, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:14.970921 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-56fe20e5-4efe-49de-966d-af449f343b9d tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] 10.222.0.32 "DELETE /v2.0/subnets/c36f47b2-0b08-4d2a-bea0-bc596a17827c HTTP/1.1" status: 204  len: 168 time: 0.3514781
Dec 25 21:43:14.971671 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd71ecc7-3c81-45f3-990b-9fe1af1233ff None None] Network 99ca970e-c662-4419-9bb1-c5d90374ad5c requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:43:14.972036 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 40220) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:43:14.974862 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 40222) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:43:15.047383 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-990e3b30-5f80-4f20-9791-7c36553c4cd4 None None] Sync routers for ids ['952d8ecc-81f6-4ca7-9f2f-7f3e09922153'] in ncdv-master-1 {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 21:43:15.055680 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-fc746617-e7b1-41cf-9f7a-9591ebbebab9 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "GET /v2.0/floatingips/8f4c649c-62e9-48e2-83a6-bb64bbfa955a HTTP/1.1" status: 200  len: 993 time: 0.0734663
Dec 25 21:43:15.066929 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-d0285201-8383-4ba1-8d43-56722eaef197 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200  len: 709 time: 0.0942953
Dec 25 21:43:15.069419 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 40224) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:43:15.078268 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-990e3b30-5f80-4f20-9791-7c36553c4cd4 None None] Routers {'952d8ecc-81f6-4ca7-9f2f-7f3e09922153'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:43:15.078886 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-990e3b30-5f80-4f20-9791-7c36553c4cd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f26185aa760>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:43:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['952d8ecc-81f6-4ca7-9f2f-7f3e09922153'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:43:15.146185 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-4980fc54-7c81-48e3-9bc7-472964c9866e tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks [] for router, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:15.153450 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvr_db [None req-990e3b30-5f80-4f20-9791-7c36553c4cd4 None None] Set router 952d8ecc-81f6-4ca7-9f2f-7f3e09922153 gateway port host: None {{(pid=121608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:43:15.206648 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-990e3b30-5f80-4f20-9791-7c36553c4cd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f26185aa760>, [{'id': '952d8ecc-81f6-4ca7-9f2f-7f3e09922153', 'name': 'tempest-NetworksTestDHCPv6-router-535182314', 'tenant_id': '6ca85d447d714c1ca24121ae04b3edf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:43:08Z', 'updated_at': '2021-12-25T21:43:13Z', 'revision_number': 3, 'project_id': '6ca85d447d714c1ca24121ae04b3edf0', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:43:15.237993 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-990e3b30-5f80-4f20-9791-7c36553c4cd4 None None] Checking router: 952d8ecc-81f6-4ca7-9f2f-7f3e09922153 for host: ncdv-master-1 {{(pid=121608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 25 21:43:15.246724 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-990e3b30-5f80-4f20-9791-7c36553c4cd4 None None] Routers {'952d8ecc-81f6-4ca7-9f2f-7f3e09922153'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:43:15.247351 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-990e3b30-5f80-4f20-9791-7c36553c4cd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f26185aa760>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:43:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['952d8ecc-81f6-4ca7-9f2f-7f3e09922153'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:43:15.281534 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bc23552-1875-4f1c-abda-ec1778b9d618 None None] DHCP port deletion for 99ca970e-c662-4419-9bb1-c5d90374ad5c request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 21:43:15.309261 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-4980fc54-7c81-48e3-9bc7-472964c9866e tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2014235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14905'] for router, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:15.311994 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-4980fc54-7c81-48e3-9bc7-472964c9866e tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:15.435919 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-4980fc54-7c81-48e3-9bc7-472964c9866e tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2014220'] for router, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:15.436379 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4980fc54-7c81-48e3-9bc7-472964c9866e tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Fanout notify agent at l3_agent the message router_deleted on router 952d8ecc-81f6-4ca7-9f2f-7f3e09922153 {{(pid=121607) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 25 21:43:15.443425 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-4980fc54-7c81-48e3-9bc7-472964c9866e tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks [] for router, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:15.452593 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-4980fc54-7c81-48e3-9bc7-472964c9866e tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] 10.222.0.32 "DELETE /v2.0/routers/952d8ecc-81f6-4ca7-9f2f-7f3e09922153 HTTP/1.1" status: 204  len: 168 time: 0.3742275
Dec 25 21:43:15.452593 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 40228) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:43:15.491468 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvr_db [None req-990e3b30-5f80-4f20-9791-7c36553c4cd4 None None] Set router 952d8ecc-81f6-4ca7-9f2f-7f3e09922153 gateway port host: None {{(pid=121608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:43:15.501623 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c241d40-a1bb-4056-b84d-b8a6faccc656 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:43:15.505674 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-8c241d40-a1bb-4056-b84d-b8a6faccc656 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200  len: 866 time: 0.0545099
Dec 25 21:43:15.505822 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 40230) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:43:15.544931 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-990e3b30-5f80-4f20-9791-7c36553c4cd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f26185aa760>, [{'id': '952d8ecc-81f6-4ca7-9f2f-7f3e09922153', 'name': 'tempest-NetworksTestDHCPv6-router-535182314', 'tenant_id': '6ca85d447d714c1ca24121ae04b3edf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:43:08Z', 'updated_at': '2021-12-25T21:43:13Z', 'revision_number': 3, 'project_id': '6ca85d447d714c1ca24121ae04b3edf0', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:43:15.556774 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd345d27-129b-4d21-8a19-4027e1916c77 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:43:15.558329 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-cd345d27-129b-4d21-8a19-4027e1916c77 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.0515921
Dec 25 21:43:15.561057 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 40232) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:43:15.576716 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-990e3b30-5f80-4f20-9791-7c36553c4cd4 None None] The sync data for ids ['952d8ecc-81f6-4ca7-9f2f-7f3e09922153'] in ncdv-master-1 is: [{'id': '952d8ecc-81f6-4ca7-9f2f-7f3e09922153', 'name': 'tempest-NetworksTestDHCPv6-router-535182314', 'tenant_id': '6ca85d447d714c1ca24121ae04b3edf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:43:08Z', 'updated_at': '2021-12-25T21:43:13Z', 'revision_number': 3, 'project_id': '6ca85d447d714c1ca24121ae04b3edf0', 'gw_port_host': None}] {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 21:43:15.596975 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-5bc23552-1875-4f1c-abda-ec1778b9d618 None None] Deleting port 30b14e6d-4d93-412b-a63b-32795c18f000 {{(pid=121608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:43:15.597340 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5bc23552-1875-4f1c-abda-ec1778b9d618 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:15.609336 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-3e62c997-7dbf-4925-ae69-edb0bb16f7ad tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0419545
Dec 25 21:43:15.609534 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 40234) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:43:15.614746 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-8d2e4659-00a0-4b45-a57a-b0243a21a871 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Request body: {'subnet': {'network_id': '99ca970e-c662-4419-9bb1-c5d90374ad5c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:43:15.672239 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5bc23552-1875-4f1c-abda-ec1778b9d618 None None] For port 30b14e6d-4d93-412b-a63b-32795c18f000, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=30b14e6d-4d93-412b-a63b-32795c18f000,segment=NetworkSegment(0b348995-4d55-45f1-b58c-2a5ccec11450),segment_id=0b348995-4d55-45f1-b58c-2a5ccec11450)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:43:15.672637 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5bc23552-1875-4f1c-abda-ec1778b9d618 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:15.687282 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-5bc23552-1875-4f1c-abda-ec1778b9d618 None None] Calling delete_port for 30b14e6d-4d93-412b-a63b-32795c18f000 owned by network:dhcp {{(pid=121608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:43:15.774224 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d2e4659-00a0-4b45-a57a-b0243a21a871 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Made reservation on behalf of 6ca85d447d714c1ca24121ae04b3edf0 for: {'subnet': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:43:15.788539 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-8d2e4659-00a0-4b45-a57a-b0243a21a871 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9028529'] for subnet, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:15.893300 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5bc23552-1875-4f1c-abda-ec1778b9d618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955'] for port, after_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:15.926991 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc23552-1875-4f1c-abda-ec1778b9d618 None None] Pushing event deleted for resources: {'Port': ['ID=30b14e6d-4d93-412b-a63b-32795c18f000,revision_number=None']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:43:15.926991 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bc23552-1875-4f1c-abda-ec1778b9d618 None None] No DVR routers for this DVR port 30b14e6d-4d93-412b-a63b-32795c18f000 on host ncdv-master-1 {{(pid=121608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:43:16.007512 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 30b14e6d-4d93-412b-a63b-32795c18f000 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:43:16.028187 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] No Port match for: 30b14e6d-4d93-412b-a63b-32795c18f000 {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:43:16.028640 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 30b14e6d-4d93-412b-a63b-32795c18f000 not bound to the agent host ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:43:16.029078 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device bbda985e-da83-4d35-943a-9c0d9a78d941 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:43:16.047817 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] No Port match for: bbda985e-da83-4d35-943a-9c0d9a78d941 {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:43:16.048153 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device bbda985e-da83-4d35-943a-9c0d9a78d941 not bound to the agent host ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:43:16.192988 ncdv-master-1 neutron-server[121606]: DEBUG neutron.objects.ports [None req-8d2e4659-00a0-4b45-a57a-b0243a21a871 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=121606) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}}
Dec 25 21:43:16.194387 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-8d2e4659-00a0-4b45-a57a-b0243a21a871 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9084170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9028515'] for subnet, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:16.237914 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d2e4659-00a0-4b45-a57a-b0243a21a871 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Network 99ca970e-c662-4419-9bb1-c5d90374ad5c is already hosted by enough agents. {{(pid=121606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:43:16.241059 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [None req-8d2e4659-00a0-4b45-a57a-b0243a21a871 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Resources bound (agent type, host, resource id):  {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:43:16.245251 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d2e4659-00a0-4b45-a57a-b0243a21a871 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:43:16.245857 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-8d2e4659-00a0-4b45-a57a-b0243a21a871 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks [] for subnet, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:16.250899 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c0165f6-18e8-4a0b-893e-f0e890904915 None None] Network 99ca970e-c662-4419-9bb1-c5d90374ad5c requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:43:16.257819 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2e4659-00a0-4b45-a57a-b0243a21a871 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Pushing event updated for resources: {'Subnet': ['ID=b59e7736-2550-4548-be97-c8ea677da06c,revision_number=0']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:43:16.320890 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-8d2e4659-00a0-4b45-a57a-b0243a21a871 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 827 time: 0.7101872
Dec 25 21:43:16.324002 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 40238) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:43:16.329158 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-d866e011-8d4e-4cda-98af-bd92a376e623 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Request body: {'subnet': {'network_id': '99ca970e-c662-4419-9bb1-c5d90374ad5c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:43:16.351771 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1688544-4575-4b4f-9cb7-077d7f5198d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-99ca970e-c662-4419-9bb1-c5d90374ad5c', 'network_id': '99ca970e-c662-4419-9bb1-c5d90374ad5c', 'project_id': '6ca85d447d714c1ca24121ae04b3edf0', 'fixed_ips': [{'subnet_id': 'b59e7736-2550-4548-be97-c8ea677da06c'}]}} from ncdv-master-1. {{(pid=121608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 25 21:43:16.352656 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-b1688544-4575-4b4f-9cb7-077d7f5198d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:16.497684 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.db_base_plugin_common [None req-b1688544-4575-4b4f-9cb7-077d7f5198d2 None None] Allocated IP 2001:db8::f816:3eff:fe39:66a (99ca970e-c662-4419-9bb1-c5d90374ad5c/b59e7736-2550-4548-be97-c8ea677da06c/58986829-3316-4cca-a6ce-5fa19757a6bc) {{(pid=121608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:43:16.517424 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d866e011-8d4e-4cda-98af-bd92a376e623 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Made reservation on behalf of 6ca85d447d714c1ca24121ae04b3edf0 for: {'subnet': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:43:16.521176 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-d866e011-8d4e-4cda-98af-bd92a376e623 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9028529'] for subnet, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:16.645161 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-b1688544-4575-4b4f-9cb7-077d7f5198d2 None None] Publish callbacks [] for port, precommit_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:16.738624 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-b1688544-4575-4b4f-9cb7-077d7f5198d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946'] for port, after_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:16.778067 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1688544-4575-4b4f-9cb7-077d7f5198d2 None None] Network 99ca970e-c662-4419-9bb1-c5d90374ad5c is already hosted by enough agents. {{(pid=121608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:43:16.782251 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.base_scheduler [None req-b1688544-4575-4b4f-9cb7-077d7f5198d2 None None] Resources bound (agent type, host, resource id):  {{(pid=121608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:43:16.786798 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1688544-4575-4b4f-9cb7-077d7f5198d2 None None] Received port after_create {{(pid=121608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:43:16.789235 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1688544-4575-4b4f-9cb7-077d7f5198d2 None None] Pushing event updated for resources: {'Port': ['ID=58986829-3316-4cca-a6ce-5fa19757a6bc,revision_number=1']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:43:16.808020 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-d866e011-8d4e-4cda-98af-bd92a376e623 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9084170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9028515'] for subnet, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:16.843974 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-b1688544-4575-4b4f-9cb7-077d7f5198d2 None None] Attempting to bind port 58986829-3316-4cca-a6ce-5fa19757a6bc on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:43:16.844641 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-b1688544-4575-4b4f-9cb7-077d7f5198d2 None None] Attempting to bind port 58986829-3316-4cca-a6ce-5fa19757a6bc by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '0b348995-4d55-45f1-b58c-2a5ccec11450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '99ca970e-c662-4419-9bb1-c5d90374ad5c'}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:43:16.845107 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1688544-4575-4b4f-9cb7-077d7f5198d2 None None] Attempting to bind port 58986829-3316-4cca-a6ce-5fa19757a6bc on network 99ca970e-c662-4419-9bb1-c5d90374ad5c {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:43:16.851403 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1688544-4575-4b4f-9cb7-077d7f5198d2 None None] Checking agent: {'id': 'ca4f5c6d-f1fd-48b8-a3e3-395864c7d23d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 20, 56, 40), 'started_at': datetime.datetime(2021, 12, 25, 20, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 43, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:43:16.851577 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1688544-4575-4b4f-9cb7-077d7f5198d2 None None] Checking segment: {'id': '0b348995-4d55-45f1-b58c-2a5ccec11450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '99ca970e-c662-4419-9bb1-c5d90374ad5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:43:16.851982 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-b1688544-4575-4b4f-9cb7-077d7f5198d2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:16.852388 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1688544-4575-4b4f-9cb7-077d7f5198d2 None None] Bound using segment: {'id': '0b348995-4d55-45f1-b58c-2a5ccec11450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '99ca970e-c662-4419-9bb1-c5d90374ad5c'} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:43:16.852841 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-b1688544-4575-4b4f-9cb7-077d7f5198d2 None None] Bound port: 58986829-3316-4cca-a6ce-5fa19757a6bc, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b348995-4d55-45f1-b58c-2a5ccec11450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '99ca970e-c662-4419-9bb1-c5d90374ad5c'}}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:43:16.853241 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-b1688544-4575-4b4f-9cb7-077d7f5198d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:16.853445 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d866e011-8d4e-4cda-98af-bd92a376e623 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Network 99ca970e-c662-4419-9bb1-c5d90374ad5c is already hosted by enough agents. {{(pid=121606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:43:16.856675 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [None req-d866e011-8d4e-4cda-98af-bd92a376e623 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Resources bound (agent type, host, resource id):  {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:43:16.861724 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d866e011-8d4e-4cda-98af-bd92a376e623 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:43:16.862327 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-d866e011-8d4e-4cda-98af-bd92a376e623 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks [] for subnet, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:16.872256 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d866e011-8d4e-4cda-98af-bd92a376e623 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Pushing event updated for resources: {'Subnet': ['ID=4e53ce71-6d7c-411c-8446-230ab34813ce,revision_number=0']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:43:16.928186 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-b1688544-4575-4b4f-9cb7-077d7f5198d2 None None] For port 58986829-3316-4cca-a6ce-5fa19757a6bc, host ncdv-master-1, cleared binding levels {{(pid=121608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:43:16.931776 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-b1688544-4575-4b4f-9cb7-077d7f5198d2 None None] For port 58986829-3316-4cca-a6ce-5fa19757a6bc, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=58986829-3316-4cca-a6ce-5fa19757a6bc,segment=NetworkSegment(0b348995-4d55-45f1-b58c-2a5ccec11450),segment_id=0b348995-4d55-45f1-b58c-2a5ccec11450)] {{(pid=121608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:43:17.006354 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-d866e011-8d4e-4cda-98af-bd92a376e623 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.6812561
Dec 25 21:43:17.009244 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 40244) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:43:17.014288 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-006f3dc4-cf9e-4ff1-b9ce-62b9a6db13b1 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Request body: {'port': {'network_id': '99ca970e-c662-4419-9bb1-c5d90374ad5c', 'mac_address': 'fa:16:3e:dc:0e:fc', 'name': 'tempest-NetworksTestDHCPv6-1116375076'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:43:17.049858 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-b1688544-4575-4b4f-9cb7-077d7f5198d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:17.108849 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1688544-4575-4b4f-9cb7-077d7f5198d2 None None] Pushing event updated for resources: {'Port': ['ID=58986829-3316-4cca-a6ce-5fa19757a6bc,revision_number=2']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:43:17.193831 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-006f3dc4-cf9e-4ff1-b9ce-62b9a6db13b1 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Made reservation on behalf of 6ca85d447d714c1ca24121ae04b3edf0 for: {'port': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:43:17.300561 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-006f3dc4-cf9e-4ff1-b9ce-62b9a6db13b1 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:17.333227 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [None req-006f3dc4-cf9e-4ff1-b9ce-62b9a6db13b1 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] device_id is not set on port 5d8d0937-814d-4222-965c-3ba079b64e26 yet. {{(pid=121606) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 25 21:43:17.510265 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_common [None req-006f3dc4-cf9e-4ff1-b9ce-62b9a6db13b1 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Allocated IP 172.20.0.7 (99ca970e-c662-4419-9bb1-c5d90374ad5c/4e53ce71-6d7c-411c-8446-230ab34813ce/5d8d0937-814d-4222-965c-3ba079b64e26) {{(pid=121606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:43:17.516509 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_common [None req-006f3dc4-cf9e-4ff1-b9ce-62b9a6db13b1 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Allocated IP 2001:db8::f816:3eff:fedc:efc (99ca970e-c662-4419-9bb1-c5d90374ad5c/b59e7736-2550-4548-be97-c8ea677da06c/5d8d0937-814d-4222-965c-3ba079b64e26) {{(pid=121606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:43:17.664296 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-006f3dc4-cf9e-4ff1-b9ce-62b9a6db13b1 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks [] for port, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:17.778667 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-006f3dc4-cf9e-4ff1-b9ce-62b9a6db13b1 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:17.825007 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-006f3dc4-cf9e-4ff1-b9ce-62b9a6db13b1 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Network 99ca970e-c662-4419-9bb1-c5d90374ad5c is already hosted by enough agents. {{(pid=121606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:43:17.828195 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [None req-006f3dc4-cf9e-4ff1-b9ce-62b9a6db13b1 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Resources bound (agent type, host, resource id):  {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:43:17.832517 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-006f3dc4-cf9e-4ff1-b9ce-62b9a6db13b1 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Received port after_create {{(pid=121606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:43:17.863494 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006f3dc4-cf9e-4ff1-b9ce-62b9a6db13b1 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Pushing event updated for resources: {'Port': ['ID=5d8d0937-814d-4222-965c-3ba079b64e26,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:43:17.895726 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-006f3dc4-cf9e-4ff1-b9ce-62b9a6db13b1 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:43:17.896552 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-006f3dc4-cf9e-4ff1-b9ce-62b9a6db13b1 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:18.007190 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-006f3dc4-cf9e-4ff1-b9ce-62b9a6db13b1 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1026 time: 0.9967072
Dec 25 21:43:18.011984 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 40256) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:43:18.028457 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 58986829-3316-4cca-a6ce-5fa19757a6bc up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:43:18.073298 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-076c48d2-0e13-475d-a372-55d7b70e80bd tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:43:18.073467 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80f81eb6-a534-44b4-a663-50e6cac2359d None None] Network 99ca970e-c662-4419-9bb1-c5d90374ad5c requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:43:18.079263 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-076c48d2-0e13-475d-a372-55d7b70e80bd tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:43:18.081031 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-076c48d2-0e13-475d-a372-55d7b70e80bd tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1780 time: 0.0676320
Dec 25 21:43:18.083715 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 40258) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:43:18.158344 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-e877282d-15b1-4587-a471-ee9344a14b28 None None] Provisioning complete for port 58986829-3316-4cca-a6ce-5fa19757a6bc triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:43:18.158705 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-e877282d-15b1-4587-a471-ee9344a14b28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:18.171792 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-ed73131a-def0-4439-a15a-8a809c72f713 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Deleting port 5d8d0937-814d-4222-965c-3ba079b64e26 {{(pid=121606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:43:18.172067 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-ed73131a-def0-4439-a15a-8a809c72f713 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:18.217432 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port 58986829-3316-4cca-a6ce-5fa19757a6bc triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:43:18.217892 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:18.268857 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-ed73131a-def0-4439-a15a-8a809c72f713 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:18.282655 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-ed73131a-def0-4439-a15a-8a809c72f713 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Calling delete_port for 5d8d0937-814d-4222-965c-3ba079b64e26 owned by  {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:43:18.380052 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-e877282d-15b1-4587-a471-ee9344a14b28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:18.426840 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:18.438963 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-904c98be-3192-4eca-b71b-1237512fe748 None None] Update dhcp port {'port': {'network_id': '99ca970e-c662-4419-9bb1-c5d90374ad5c', 'fixed_ips': [{'subnet_id': 'b59e7736-2550-4548-be97-c8ea677da06c', 'ip_address': '2001:db8::f816:3eff:fe39:66a'}, {'subnet_id': '4e53ce71-6d7c-411c-8446-230ab34813ce'}], 'binding:host_id': 'ncdv-master-1'}, 'id': '58986829-3316-4cca-a6ce-5fa19757a6bc'} from ncdv-master-1. {{(pid=121608) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}}
Dec 25 21:43:18.479685 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-e877282d-15b1-4587-a471-ee9344a14b28 None None] For port 58986829-3316-4cca-a6ce-5fa19757a6bc, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=58986829-3316-4cca-a6ce-5fa19757a6bc,segment=NetworkSegment(0b348995-4d55-45f1-b58c-2a5ccec11450),segment_id=0b348995-4d55-45f1-b58c-2a5ccec11450)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:43:18.491046 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-904c98be-3192-4eca-b71b-1237512fe748 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:18.535411 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-ed73131a-def0-4439-a15a-8a809c72f713 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:18.572071 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed73131a-def0-4439-a15a-8a809c72f713 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Pushing event deleted for resources: {'Port': ['ID=5d8d0937-814d-4222-965c-3ba079b64e26,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:43:18.594021 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-e877282d-15b1-4587-a471-ee9344a14b28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:18.664085 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-ed73131a-def0-4439-a15a-8a809c72f713 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:18.667551 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-ed73131a-def0-4439-a15a-8a809c72f713 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] 10.222.0.32 "DELETE /v2.0/ports/5d8d0937-814d-4222-965c-3ba079b64e26 HTTP/1.1" status: 204  len: 168 time: 0.5828681
Dec 25 21:43:18.670191 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 40262) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:43:18.707195 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.db.api [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=121608) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 25 21:43:18.707474 ncdv-master-1 neutron-server[121608]: DEBUG oslo_db.api [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 25 21:43:18.718358 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e877282d-15b1-4587-a471-ee9344a14b28 None None] Pushing event updated for resources: {'Port': ['ID=58986829-3316-4cca-a6ce-5fa19757a6bc,revision_number=3']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:43:18.723399 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-056e5879-dac2-4737-900d-e4583a497e03 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:43:18.725143 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-056e5879-dac2-4737-900d-e4583a497e03 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:43:18.727489 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-056e5879-dac2-4737-900d-e4583a497e03 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:43:18.729111 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-056e5879-dac2-4737-900d-e4583a497e03 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2049 time: 0.0579176
Dec 25 21:43:18.731783 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 40264) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:43:18.741754 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.db_base_plugin_common [None req-904c98be-3192-4eca-b71b-1237512fe748 None None] Allocated IP 172.20.0.2 (99ca970e-c662-4419-9bb1-c5d90374ad5c/4e53ce71-6d7c-411c-8446-230ab34813ce/58986829-3316-4cca-a6ce-5fa19757a6bc) {{(pid=121608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:43:18.783383 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_v2 [None req-a76a0e6c-9542-45b0-9258-1ddc4e5b9736 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Deleting subnet 4e53ce71-6d7c-411c-8446-230ab34813ce {{(pid=121606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Dec 25 21:43:18.838515 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-904c98be-3192-4eca-b71b-1237512fe748 None None] For port 58986829-3316-4cca-a6ce-5fa19757a6bc, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=58986829-3316-4cca-a6ce-5fa19757a6bc,segment=NetworkSegment(0b348995-4d55-45f1-b58c-2a5ccec11450),segment_id=0b348995-4d55-45f1-b58c-2a5ccec11450)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:43:18.866819 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-904c98be-3192-4eca-b71b-1237512fe748 None None] Publish callbacks [] for port, precommit_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:18.980044 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-a76a0e6c-9542-45b0-9258-1ddc4e5b9736 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks [] for subnet, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:18.981138 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-904c98be-3192-4eca-b71b-1237512fe748 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:19.031905 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-a76a0e6c-9542-45b0-9258-1ddc4e5b9736 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9084199'] for subnet, precommit_delete_associations {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:19.071491 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904c98be-3192-4eca-b71b-1237512fe748 None None] Pushing event updated for resources: {'Port': ['ID=58986829-3316-4cca-a6ce-5fa19757a6bc,revision_number=4']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:43:19.125411 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-a76a0e6c-9542-45b0-9258-1ddc4e5b9736 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995662'] for subnet, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:19.228260 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-a76a0e6c-9542-45b0-9258-1ddc4e5b9736 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9084363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9028506'] for subnet, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:19.255777 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76a0e6c-9542-45b0-9258-1ddc4e5b9736 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Pushing event deleted for resources: {'Subnet': ['ID=4e53ce71-6d7c-411c-8446-230ab34813ce,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:43:19.260113 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-a76a0e6c-9542-45b0-9258-1ddc4e5b9736 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks [] for subnet, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:19.263677 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-a76a0e6c-9542-45b0-9258-1ddc4e5b9736 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] 10.222.0.32 "DELETE /v2.0/subnets/4e53ce71-6d7c-411c-8446-230ab34813ce HTTP/1.1" status: 204  len: 168 time: 0.5308449
Dec 25 21:43:19.266156 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 40268) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:43:19.323688 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_v2 [None req-137bded4-b947-4a53-8d51-fe55fbed797d tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Deleting subnet b59e7736-2550-4548-be97-c8ea677da06c {{(pid=121606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Dec 25 21:43:19.327207 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-137bded4-b947-4a53-8d51-fe55fbed797d tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks [] for subnet, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:19.369620 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-137bded4-b947-4a53-8d51-fe55fbed797d tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9084199'] for subnet, precommit_delete_associations {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:19.454852 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-137bded4-b947-4a53-8d51-fe55fbed797d tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995662'] for subnet, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:19.573264 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-137bded4-b947-4a53-8d51-fe55fbed797d tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9084363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9028506'] for subnet, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:19.604753 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137bded4-b947-4a53-8d51-fe55fbed797d tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Pushing event deleted for resources: {'Subnet': ['ID=b59e7736-2550-4548-be97-c8ea677da06c,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:43:19.606789 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-137bded4-b947-4a53-8d51-fe55fbed797d tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks [] for subnet, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:19.610322 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-137bded4-b947-4a53-8d51-fe55fbed797d tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] 10.222.0.32 "DELETE /v2.0/subnets/b59e7736-2550-4548-be97-c8ea677da06c HTTP/1.1" status: 204  len: 168 time: 0.3429987
Dec 25 21:43:19.612946 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 40272) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:43:19.652430 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-fed7459f-ab2e-463e-baf6-1eff39b0a5ec tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0383604
Dec 25 21:43:19.655144 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 40274) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:43:19.660086 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-9d8377b7-9d69-45d4-996b-6209d1341ed4 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Request body: {'subnet': {'network_id': '99ca970e-c662-4419-9bb1-c5d90374ad5c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:43:19.677833 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-955009ac-57d4-42d0-a4ed-6eb5552aa808 None None] Network 99ca970e-c662-4419-9bb1-c5d90374ad5c requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:43:19.756597 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-38da6e76-d0e7-41f7-9197-87e092b84572 None None] Could not find standard attr ID for object 5d8d0937-814d-4222-965c-3ba079b64e26. {{(pid=121608) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 25 21:43:19.759164 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.agents_db [None req-ec08dba0-4483-4109-b5e1-5e4a9fdaf12d None None] Agent healthcheck: found 7 active agents {{(pid=121609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 25 21:43:19.774030 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-38da6e76-d0e7-41f7-9197-87e092b84572 None None] Provisioning complete for port 58986829-3316-4cca-a6ce-5fa19757a6bc triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:43:19.774403 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-38da6e76-d0e7-41f7-9197-87e092b84572 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:19.809482 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d8377b7-9d69-45d4-996b-6209d1341ed4 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Made reservation on behalf of 6ca85d447d714c1ca24121ae04b3edf0 for: {'subnet': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:43:19.813367 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-9d8377b7-9d69-45d4-996b-6209d1341ed4 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9028529'] for subnet, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:19.867216 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e29321c6-4f36-4843-a5d8-749f801e124f None None] DHCP port deletion for 99ca970e-c662-4419-9bb1-c5d90374ad5c request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 21:43:19.935785 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-e29321c6-4f36-4843-a5d8-749f801e124f None None] Deleting port 58986829-3316-4cca-a6ce-5fa19757a6bc {{(pid=121608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:43:19.936627 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-e29321c6-4f36-4843-a5d8-749f801e124f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:20.008951 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-e29321c6-4f36-4843-a5d8-749f801e124f None None] For port 58986829-3316-4cca-a6ce-5fa19757a6bc, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=58986829-3316-4cca-a6ce-5fa19757a6bc,segment=NetworkSegment(0b348995-4d55-45f1-b58c-2a5ccec11450),segment_id=0b348995-4d55-45f1-b58c-2a5ccec11450)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:43:20.009647 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-e29321c6-4f36-4843-a5d8-749f801e124f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:20.021173 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 58986829-3316-4cca-a6ce-5fa19757a6bc no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:43:20.055543 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-e29321c6-4f36-4843-a5d8-749f801e124f None None] Calling delete_port for 58986829-3316-4cca-a6ce-5fa19757a6bc owned by network:dhcp {{(pid=121608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:43:20.172901 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:20.186206 ncdv-master-1 neutron-server[121606]: DEBUG neutron.objects.ports [None req-9d8377b7-9d69-45d4-996b-6209d1341ed4 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=121606) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}}
Dec 25 21:43:20.258721 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-e29321c6-4f36-4843-a5d8-749f801e124f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955'] for port, after_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:20.305928 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29321c6-4f36-4843-a5d8-749f801e124f None None] Pushing event deleted for resources: {'Port': ['ID=58986829-3316-4cca-a6ce-5fa19757a6bc,revision_number=None']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:43:20.310262 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e29321c6-4f36-4843-a5d8-749f801e124f None None] No DVR routers for this DVR port 58986829-3316-4cca-a6ce-5fa19757a6bc on host ncdv-master-1 {{(pid=121608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:43:20.366242 ncdv-master-1 neutron-server[121606]: WARNING neutron.services.revisions.revision_plugin [None req-9d8377b7-9d69-45d4-996b-6209d1341ed4 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Could not find related port for resource <neutron.db.models_v2.IPAllocation[object at 7f2611fba2e0] {port_id='58986829-3316-4cca-a6ce-5fa19757a6bc', ip_address='2001:db8::f816:3eff:fe39:66a', subnet_id='6542ae60-2d77-4309-9f0c-d3f87fc6f11c', network_id='99ca970e-c662-4419-9bb1-c5d90374ad5c'}> to bump revision.
Dec 25 21:43:20.400743 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.ipam_pluggable_backend [None req-9d8377b7-9d69-45d4-996b-6209d1341ed4 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Port 58986829-3316-4cca-a6ce-5fa19757a6bc was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=121606) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}}
Dec 25 21:43:20.401086 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.ipam_pluggable_backend [None req-9d8377b7-9d69-45d4-996b-6209d1341ed4 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Reverting IP allocation for 2001:db8::f816:3eff:fe39:66a {{(pid=121606) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}}
Dec 25 21:43:20.404409 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.ipam_pluggable_backend [None req-9d8377b7-9d69-45d4-996b-6209d1341ed4 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe39:66a {{(pid=121606) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:605}}
Dec 25 21:43:20.405627 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-9d8377b7-9d69-45d4-996b-6209d1341ed4 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9084170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9028515'] for subnet, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:20.451468 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d8377b7-9d69-45d4-996b-6209d1341ed4 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Network 99ca970e-c662-4419-9bb1-c5d90374ad5c is already hosted by enough agents. {{(pid=121606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:43:20.454782 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [None req-9d8377b7-9d69-45d4-996b-6209d1341ed4 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Resources bound (agent type, host, resource id):  {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:43:20.459004 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d8377b7-9d69-45d4-996b-6209d1341ed4 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:43:20.459601 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-9d8377b7-9d69-45d4-996b-6209d1341ed4 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks [] for subnet, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:20.465655 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f659776-f2a1-469a-af65-2bbb1c51528b None None] Network 99ca970e-c662-4419-9bb1-c5d90374ad5c requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:43:20.473893 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8377b7-9d69-45d4-996b-6209d1341ed4 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Pushing event updated for resources: {'Subnet': ['ID=6542ae60-2d77-4309-9f0c-d3f87fc6f11c,revision_number=0']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:43:20.543499 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-9d8377b7-9d69-45d4-996b-6209d1341ed4 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 0.8847435
Dec 25 21:43:20.543713 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 40278) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:43:20.549118 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-0f548b5c-c97d-4f22-96a9-813cf04ad495 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Request body: {'subnet': {'network_id': '99ca970e-c662-4419-9bb1-c5d90374ad5c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:43:20.561312 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6a90a62-f81c-406c-a35c-33603ba94992 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-99ca970e-c662-4419-9bb1-c5d90374ad5c', 'network_id': '99ca970e-c662-4419-9bb1-c5d90374ad5c', 'project_id': '6ca85d447d714c1ca24121ae04b3edf0', 'fixed_ips': [{'subnet_id': '6542ae60-2d77-4309-9f0c-d3f87fc6f11c'}]}} from ncdv-master-1. {{(pid=121608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 25 21:43:20.562206 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-d6a90a62-f81c-406c-a35c-33603ba94992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:20.697648 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.db_base_plugin_common [None req-d6a90a62-f81c-406c-a35c-33603ba94992 None None] Allocated IP 2001:db8::f816:3eff:fe95:f0dc (99ca970e-c662-4419-9bb1-c5d90374ad5c/6542ae60-2d77-4309-9f0c-d3f87fc6f11c/4b96224f-5691-42b9-9c14-469d1f9394bb) {{(pid=121608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:43:20.738230 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f548b5c-c97d-4f22-96a9-813cf04ad495 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Made reservation on behalf of 6ca85d447d714c1ca24121ae04b3edf0 for: {'subnet': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:43:20.741881 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-0f548b5c-c97d-4f22-96a9-813cf04ad495 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9028529'] for subnet, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:21.021326 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-d6a90a62-f81c-406c-a35c-33603ba94992 None None] Publish callbacks [] for port, precommit_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:21.055931 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-0f548b5c-c97d-4f22-96a9-813cf04ad495 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9084170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9028515'] for subnet, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:21.085039 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-d6a90a62-f81c-406c-a35c-33603ba94992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946'] for port, after_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:21.117018 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f548b5c-c97d-4f22-96a9-813cf04ad495 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Network 99ca970e-c662-4419-9bb1-c5d90374ad5c is already hosted by enough agents. {{(pid=121606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:43:21.120410 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [None req-0f548b5c-c97d-4f22-96a9-813cf04ad495 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Resources bound (agent type, host, resource id):  {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:43:21.122982 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6a90a62-f81c-406c-a35c-33603ba94992 None None] Network 99ca970e-c662-4419-9bb1-c5d90374ad5c is already hosted by enough agents. {{(pid=121608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:43:21.123963 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f548b5c-c97d-4f22-96a9-813cf04ad495 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:43:21.124573 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-0f548b5c-c97d-4f22-96a9-813cf04ad495 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks [] for subnet, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:21.128613 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.base_scheduler [None req-d6a90a62-f81c-406c-a35c-33603ba94992 None None] Resources bound (agent type, host, resource id):  {{(pid=121608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:43:21.130709 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a90a62-f81c-406c-a35c-33603ba94992 None None] Pushing event updated for resources: {'Port': ['ID=4b96224f-5691-42b9-9c14-469d1f9394bb,revision_number=1']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:43:21.133506 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6a90a62-f81c-406c-a35c-33603ba94992 None None] Received port after_create {{(pid=121608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:43:21.152674 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f548b5c-c97d-4f22-96a9-813cf04ad495 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Pushing event updated for resources: {'Subnet': ['ID=efef90ed-7cb6-4c10-9c3d-392ed377ade6,revision_number=0']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:43:21.191643 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-d6a90a62-f81c-406c-a35c-33603ba94992 None None] Attempting to bind port 4b96224f-5691-42b9-9c14-469d1f9394bb on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:43:21.192310 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-d6a90a62-f81c-406c-a35c-33603ba94992 None None] Attempting to bind port 4b96224f-5691-42b9-9c14-469d1f9394bb by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '0b348995-4d55-45f1-b58c-2a5ccec11450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '99ca970e-c662-4419-9bb1-c5d90374ad5c'}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:43:21.193136 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6a90a62-f81c-406c-a35c-33603ba94992 None None] Attempting to bind port 4b96224f-5691-42b9-9c14-469d1f9394bb on network 99ca970e-c662-4419-9bb1-c5d90374ad5c {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:43:21.202073 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6a90a62-f81c-406c-a35c-33603ba94992 None None] Checking agent: {'id': 'ca4f5c6d-f1fd-48b8-a3e3-395864c7d23d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 20, 56, 40), 'started_at': datetime.datetime(2021, 12, 25, 20, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 43, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:43:21.202073 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6a90a62-f81c-406c-a35c-33603ba94992 None None] Checking segment: {'id': '0b348995-4d55-45f1-b58c-2a5ccec11450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '99ca970e-c662-4419-9bb1-c5d90374ad5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:43:21.202073 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-d6a90a62-f81c-406c-a35c-33603ba94992 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:21.202073 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6a90a62-f81c-406c-a35c-33603ba94992 None None] Bound using segment: {'id': '0b348995-4d55-45f1-b58c-2a5ccec11450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '99ca970e-c662-4419-9bb1-c5d90374ad5c'} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:43:21.202543 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-d6a90a62-f81c-406c-a35c-33603ba94992 None None] Bound port: 4b96224f-5691-42b9-9c14-469d1f9394bb, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b348995-4d55-45f1-b58c-2a5ccec11450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '99ca970e-c662-4419-9bb1-c5d90374ad5c'}}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:43:21.203573 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-d6a90a62-f81c-406c-a35c-33603ba94992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:21.230894 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-0f548b5c-c97d-4f22-96a9-813cf04ad495 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.6860914
Dec 25 21:43:21.234049 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 40284) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:43:21.239167 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-d7c73f04-01c5-47a1-9fc2-f571afc1046f tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Request body: {'port': {'network_id': '99ca970e-c662-4419-9bb1-c5d90374ad5c', 'mac_address': 'fa:16:3e:ba:41:02', 'name': 'tempest-NetworksTestDHCPv6-1024326971'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:43:21.268675 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-d6a90a62-f81c-406c-a35c-33603ba94992 None None] For port 4b96224f-5691-42b9-9c14-469d1f9394bb, host ncdv-master-1, cleared binding levels {{(pid=121608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:43:21.272634 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-d6a90a62-f81c-406c-a35c-33603ba94992 None None] For port 4b96224f-5691-42b9-9c14-469d1f9394bb, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4b96224f-5691-42b9-9c14-469d1f9394bb,segment=NetworkSegment(0b348995-4d55-45f1-b58c-2a5ccec11450),segment_id=0b348995-4d55-45f1-b58c-2a5ccec11450)] {{(pid=121608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:43:21.335203 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-d6a90a62-f81c-406c-a35c-33603ba94992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:21.396798 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a90a62-f81c-406c-a35c-33603ba94992 None None] Pushing event updated for resources: {'Port': ['ID=4b96224f-5691-42b9-9c14-469d1f9394bb,revision_number=2']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:43:21.443961 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7c73f04-01c5-47a1-9fc2-f571afc1046f tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Made reservation on behalf of 6ca85d447d714c1ca24121ae04b3edf0 for: {'port': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:43:21.447458 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-d7c73f04-01c5-47a1-9fc2-f571afc1046f tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:21.468269 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [None req-d7c73f04-01c5-47a1-9fc2-f571afc1046f tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] device_id is not set on port abd37d1c-91d6-4c45-ace4-f86a456a5b37 yet. {{(pid=121606) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 25 21:43:21.656346 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_common [None req-d7c73f04-01c5-47a1-9fc2-f571afc1046f tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Allocated IP 172.20.0.11 (99ca970e-c662-4419-9bb1-c5d90374ad5c/efef90ed-7cb6-4c10-9c3d-392ed377ade6/abd37d1c-91d6-4c45-ace4-f86a456a5b37) {{(pid=121606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:43:21.662636 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_common [None req-d7c73f04-01c5-47a1-9fc2-f571afc1046f tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Allocated IP 2001:db8::f816:3eff:feba:4102 (99ca970e-c662-4419-9bb1-c5d90374ad5c/6542ae60-2d77-4309-9f0c-d3f87fc6f11c/abd37d1c-91d6-4c45-ace4-f86a456a5b37) {{(pid=121606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:43:21.824183 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-d7c73f04-01c5-47a1-9fc2-f571afc1046f tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks [] for port, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:21.951469 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-d7c73f04-01c5-47a1-9fc2-f571afc1046f tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:22.008583 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7c73f04-01c5-47a1-9fc2-f571afc1046f tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Network 99ca970e-c662-4419-9bb1-c5d90374ad5c is already hosted by enough agents. {{(pid=121606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:43:22.013400 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [None req-d7c73f04-01c5-47a1-9fc2-f571afc1046f tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Resources bound (agent type, host, resource id):  {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:43:22.016188 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7c73f04-01c5-47a1-9fc2-f571afc1046f tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Received port after_create {{(pid=121606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:43:22.019167 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c73f04-01c5-47a1-9fc2-f571afc1046f tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Pushing event updated for resources: {'Port': ['ID=abd37d1c-91d6-4c45-ace4-f86a456a5b37,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:43:22.020089 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 4b96224f-5691-42b9-9c14-469d1f9394bb up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:43:22.075679 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port 4b96224f-5691-42b9-9c14-469d1f9394bb triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:43:22.075871 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7c73f04-01c5-47a1-9fc2-f571afc1046f tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:43:22.075985 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:22.076627 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-d7c73f04-01c5-47a1-9fc2-f571afc1046f tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:22.163069 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:22.164513 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-d7c73f04-01c5-47a1-9fc2-f571afc1046f tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1028 time: 0.9293094
Dec 25 21:43:22.167219 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 40290) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:43:22.198036 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] For port 4b96224f-5691-42b9-9c14-469d1f9394bb, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4b96224f-5691-42b9-9c14-469d1f9394bb,segment=NetworkSegment(0b348995-4d55-45f1-b58c-2a5ccec11450),segment_id=0b348995-4d55-45f1-b58c-2a5ccec11450)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:43:22.222167 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dd1e0b1-08b3-4671-bece-bb6ef84a1987 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:43:22.228560 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dd1e0b1-08b3-4671-bece-bb6ef84a1987 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:43:22.230232 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-7dd1e0b1-08b3-4671-bece-bb6ef84a1987 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1783 time: 0.0620267
Dec 25 21:43:22.233245 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 40292) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:43:22.264914 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:22.317628 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Pushing event updated for resources: {'Port': ['ID=4b96224f-5691-42b9-9c14-469d1f9394bb,revision_number=3']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:43:22.339844 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-1c38f6ed-18c5-409a-a46f-1b88140db2c2 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Deleting port abd37d1c-91d6-4c45-ace4-f86a456a5b37 {{(pid=121607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:43:22.340188 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-1c38f6ed-18c5-409a-a46f-1b88140db2c2 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:22.385324 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-531da18e-6f65-4c66-858d-76fa9542eae7 None None] Network 99ca970e-c662-4419-9bb1-c5d90374ad5c requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:43:22.426715 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-e51b5cfe-a173-4263-adc9-60890947836a None None] Provisioning complete for port 4b96224f-5691-42b9-9c14-469d1f9394bb triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:43:22.427089 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-e51b5cfe-a173-4263-adc9-60890947836a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:22.434194 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-1c38f6ed-18c5-409a-a46f-1b88140db2c2 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:22.446816 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-1c38f6ed-18c5-409a-a46f-1b88140db2c2 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Calling delete_port for abd37d1c-91d6-4c45-ace4-f86a456a5b37 owned by  {{(pid=121607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:43:22.631095 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20395d39-63b5-4523-b094-54b4284d3790 None None] Update dhcp port {'port': {'network_id': '99ca970e-c662-4419-9bb1-c5d90374ad5c', 'fixed_ips': [{'subnet_id': '6542ae60-2d77-4309-9f0c-d3f87fc6f11c', 'ip_address': '2001:db8::f816:3eff:fe95:f0dc'}, {'subnet_id': 'efef90ed-7cb6-4c10-9c3d-392ed377ade6'}], 'binding:host_id': 'ncdv-master-1'}, 'id': '4b96224f-5691-42b9-9c14-469d1f9394bb'} from ncdv-master-1. {{(pid=121608) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}}
Dec 25 21:43:22.657077 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-20395d39-63b5-4523-b094-54b4284d3790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:22.709444 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-1c38f6ed-18c5-409a-a46f-1b88140db2c2 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:22.750771 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c38f6ed-18c5-409a-a46f-1b88140db2c2 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Pushing event deleted for resources: {'Port': ['ID=abd37d1c-91d6-4c45-ace4-f86a456a5b37,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:43:22.819907 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.db_base_plugin_common [None req-20395d39-63b5-4523-b094-54b4284d3790 None None] Allocated IP 172.20.0.2 (99ca970e-c662-4419-9bb1-c5d90374ad5c/efef90ed-7cb6-4c10-9c3d-392ed377ade6/4b96224f-5691-42b9-9c14-469d1f9394bb) {{(pid=121608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:43:22.837332 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-1c38f6ed-18c5-409a-a46f-1b88140db2c2 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:22.840796 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-1c38f6ed-18c5-409a-a46f-1b88140db2c2 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] 10.222.0.32 "DELETE /v2.0/ports/abd37d1c-91d6-4c45-ace4-f86a456a5b37 HTTP/1.1" status: 204  len: 168 time: 0.6065991
Dec 25 21:43:22.845231 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 40296) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:43:22.906298 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc174350-f9d7-4b3f-a8c6-9608562f3071 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:43:22.907911 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc174350-f9d7-4b3f-a8c6-9608562f3071 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:43:22.909478 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc174350-f9d7-4b3f-a8c6-9608562f3071 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:43:22.911037 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-cc174350-f9d7-4b3f-a8c6-9608562f3071 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2071 time: 0.0657742
Dec 25 21:43:22.914451 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 40298) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:43:22.919781 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-20395d39-63b5-4523-b094-54b4284d3790 None None] For port 4b96224f-5691-42b9-9c14-469d1f9394bb, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4b96224f-5691-42b9-9c14-469d1f9394bb,segment=NetworkSegment(0b348995-4d55-45f1-b58c-2a5ccec11450),segment_id=0b348995-4d55-45f1-b58c-2a5ccec11450)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:43:22.950166 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-20395d39-63b5-4523-b094-54b4284d3790 None None] Publish callbacks [] for port, precommit_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:22.965666 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_v2 [None req-9fee5c70-a83d-4e38-b7ce-4246ca4309b5 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Deleting subnet 6542ae60-2d77-4309-9f0c-d3f87fc6f11c {{(pid=121607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Dec 25 21:43:23.008209 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-9fee5c70-a83d-4e38-b7ce-4246ca4309b5 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks [] for subnet, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:23.009029 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-20395d39-63b5-4523-b094-54b4284d3790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:23.055554 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-9fee5c70-a83d-4e38-b7ce-4246ca4309b5 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10246617'] for subnet, precommit_delete_associations {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:23.102219 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20395d39-63b5-4523-b094-54b4284d3790 None None] Pushing event updated for resources: {'Port': ['ID=4b96224f-5691-42b9-9c14-469d1f9394bb,revision_number=4']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:43:23.146029 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-9fee5c70-a83d-4e38-b7ce-4246ca4309b5 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995662'] for subnet, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:23.264801 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-9fee5c70-a83d-4e38-b7ce-4246ca4309b5 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8632410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8852809'] for subnet, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:23.293623 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fee5c70-a83d-4e38-b7ce-4246ca4309b5 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Pushing event deleted for resources: {'Subnet': ['ID=6542ae60-2d77-4309-9f0c-d3f87fc6f11c,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:43:23.297178 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-9fee5c70-a83d-4e38-b7ce-4246ca4309b5 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks [] for subnet, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:23.300392 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-9fee5c70-a83d-4e38-b7ce-4246ca4309b5 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] 10.222.0.32 "DELETE /v2.0/subnets/6542ae60-2d77-4309-9f0c-d3f87fc6f11c HTTP/1.1" status: 204  len: 168 time: 0.3850150
Dec 25 21:43:23.303357 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 40302) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:43:23.356966 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_v2 [None req-2139f7b7-32b9-4686-a5cf-cfe7b1ac23e6 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Deleting subnet efef90ed-7cb6-4c10-9c3d-392ed377ade6 {{(pid=121607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Dec 25 21:43:23.360384 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-2139f7b7-32b9-4686-a5cf-cfe7b1ac23e6 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks [] for subnet, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:23.403014 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-2139f7b7-32b9-4686-a5cf-cfe7b1ac23e6 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10246617'] for subnet, precommit_delete_associations {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:23.493904 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-2139f7b7-32b9-4686-a5cf-cfe7b1ac23e6 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995662'] for subnet, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:23.637112 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d73c702-2f26-4043-a55e-e40d1c54c881 None None] Network 99ca970e-c662-4419-9bb1-c5d90374ad5c requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:43:23.646805 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-2139f7b7-32b9-4686-a5cf-cfe7b1ac23e6 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8632410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8852809'] for subnet, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:23.675105 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2139f7b7-32b9-4686-a5cf-cfe7b1ac23e6 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Pushing event deleted for resources: {'Subnet': ['ID=efef90ed-7cb6-4c10-9c3d-392ed377ade6,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:43:23.679810 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-2139f7b7-32b9-4686-a5cf-cfe7b1ac23e6 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks [] for subnet, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:23.685358 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-2139f7b7-32b9-4686-a5cf-cfe7b1ac23e6 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] 10.222.0.32 "DELETE /v2.0/subnets/efef90ed-7cb6-4c10-9c3d-392ed377ade6 HTTP/1.1" status: 204  len: 168 time: 0.3809083
Dec 25 21:43:23.686347 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 40304) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:43:23.722807 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-d5c0e237-84ac-4de1-a3a6-5dfd42bb49eb None None] Provisioning complete for port 4b96224f-5691-42b9-9c14-469d1f9394bb triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:43:23.723177 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-d5c0e237-84ac-4de1-a3a6-5dfd42bb49eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:23.730768 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-75ee57d2-9680-4f7b-9510-63ff52ae9a00 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0429680
Dec 25 21:43:23.733121 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 40306) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:43:23.737964 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-0fdbdae5-07d0-4c04-a56c-2a36d020904e tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Request body: {'subnet': {'network_id': '99ca970e-c662-4419-9bb1-c5d90374ad5c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:43:23.861502 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-d5c0e237-84ac-4de1-a3a6-5dfd42bb49eb None None] Could not find standard attr ID for object abd37d1c-91d6-4c45-ace4-f86a456a5b37. {{(pid=121608) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 25 21:43:23.871523 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb83ba39-8126-48bd-aee2-6023810a9a39 None None] Update dhcp port {'port': {'network_id': '99ca970e-c662-4419-9bb1-c5d90374ad5c', 'fixed_ips': [{'subnet_id': 'efef90ed-7cb6-4c10-9c3d-392ed377ade6'}], 'binding:host_id': 'ncdv-master-1'}, 'id': '4b96224f-5691-42b9-9c14-469d1f9394bb'} from ncdv-master-1. {{(pid=121608) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}}
Dec 25 21:43:23.899111 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-eb83ba39-8126-48bd-aee2-6023810a9a39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:23.911947 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fdbdae5-07d0-4c04-a56c-2a36d020904e tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Made reservation on behalf of 6ca85d447d714c1ca24121ae04b3edf0 for: {'subnet': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:43:23.915891 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-0fdbdae5-07d0-4c04-a56c-2a36d020904e tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9028529'] for subnet, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:24.001243 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 4b96224f-5691-42b9-9c14-469d1f9394bb up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:43:24.054812 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port 4b96224f-5691-42b9-9c14-469d1f9394bb triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:43:24.055184 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:24.121596 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-910f5ac4-3a3c-4e0f-8e58-413a50d8ad20 None None] Network 99ca970e-c662-4419-9bb1-c5d90374ad5c requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:43:24.204670 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-0fdbdae5-07d0-4c04-a56c-2a36d020904e tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9084170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9028515'] for subnet, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:24.234506 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-a4002857-4335-4676-9feb-67efe5556b8d None None] Provisioning complete for port 4b96224f-5691-42b9-9c14-469d1f9394bb triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:43:24.234506 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-a4002857-4335-4676-9feb-67efe5556b8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:24.262706 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fdbdae5-07d0-4c04-a56c-2a36d020904e tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Network 99ca970e-c662-4419-9bb1-c5d90374ad5c is already hosted by enough agents. {{(pid=121606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:43:24.275324 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [None req-0fdbdae5-07d0-4c04-a56c-2a36d020904e tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Resources bound (agent type, host, resource id):  {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:43:24.275324 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fdbdae5-07d0-4c04-a56c-2a36d020904e tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:43:24.275324 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-0fdbdae5-07d0-4c04-a56c-2a36d020904e tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks [] for subnet, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:24.290778 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdbdae5-07d0-4c04-a56c-2a36d020904e tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Pushing event updated for resources: {'Subnet': ['ID=952b7b6f-c6e9-480d-ae11-443df5c9119e,revision_number=0']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:43:24.318523 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a830103a-8121-45ed-a7c6-dc411632ee49 None None] DHCP port deletion for 99ca970e-c662-4419-9bb1-c5d90374ad5c request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 21:43:24.360125 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-0fdbdae5-07d0-4c04-a56c-2a36d020904e tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.6258483
Dec 25 21:43:24.362943 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 40328) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:43:24.368662 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-dec20459-6c76-42db-877b-677fa077e772 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Request body: {'subnet': {'network_id': '99ca970e-c662-4419-9bb1-c5d90374ad5c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:43:24.380522 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-a830103a-8121-45ed-a7c6-dc411632ee49 None None] Deleting port 4b96224f-5691-42b9-9c14-469d1f9394bb {{(pid=121608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:43:24.380925 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-a830103a-8121-45ed-a7c6-dc411632ee49 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:24.460504 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-a830103a-8121-45ed-a7c6-dc411632ee49 None None] For port 4b96224f-5691-42b9-9c14-469d1f9394bb, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4b96224f-5691-42b9-9c14-469d1f9394bb,segment=NetworkSegment(0b348995-4d55-45f1-b58c-2a5ccec11450),segment_id=0b348995-4d55-45f1-b58c-2a5ccec11450)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:43:24.460815 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-a830103a-8121-45ed-a7c6-dc411632ee49 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:24.473816 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-a830103a-8121-45ed-a7c6-dc411632ee49 None None] Calling delete_port for 4b96224f-5691-42b9-9c14-469d1f9394bb owned by network:dhcp {{(pid=121608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:43:24.540862 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dec20459-6c76-42db-877b-677fa077e772 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Made reservation on behalf of 6ca85d447d714c1ca24121ae04b3edf0 for: {'subnet': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:43:24.544489 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-dec20459-6c76-42db-877b-677fa077e772 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8852834'] for subnet, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:24.614802 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-a830103a-8121-45ed-a7c6-dc411632ee49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955'] for port, after_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:24.639080 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a830103a-8121-45ed-a7c6-dc411632ee49 None None] Pushing event deleted for resources: {'Port': ['ID=4b96224f-5691-42b9-9c14-469d1f9394bb,revision_number=None']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:43:24.646613 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a830103a-8121-45ed-a7c6-dc411632ee49 None None] No DVR routers for this DVR port 4b96224f-5691-42b9-9c14-469d1f9394bb on host ncdv-master-1 {{(pid=121608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:43:24.665467 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71a9d9b7-dc31-463d-9751-71729f938dd5 None None] Network 99ca970e-c662-4419-9bb1-c5d90374ad5c requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:43:24.769442 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dd0b49c-cb27-4d2f-af6b-479c7361398a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-99ca970e-c662-4419-9bb1-c5d90374ad5c', 'network_id': '99ca970e-c662-4419-9bb1-c5d90374ad5c', 'project_id': '6ca85d447d714c1ca24121ae04b3edf0', 'fixed_ips': [{'subnet_id': '952b7b6f-c6e9-480d-ae11-443df5c9119e'}]}} from ncdv-master-1. {{(pid=121608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 25 21:43:24.770344 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-0dd0b49c-cb27-4d2f-af6b-479c7361398a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:24.918978 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.db_base_plugin_common [None req-0dd0b49c-cb27-4d2f-af6b-479c7361398a None None] Allocated IP 172.20.0.2 (99ca970e-c662-4419-9bb1-c5d90374ad5c/952b7b6f-c6e9-480d-ae11-443df5c9119e/844991ec-b43b-474a-9c39-cde4fa13efda) {{(pid=121608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:43:24.944272 ncdv-master-1 neutron-server[121607]: DEBUG neutron.objects.ports [None req-dec20459-6c76-42db-877b-677fa077e772 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=121607) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}}
Dec 25 21:43:24.946318 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-dec20459-6c76-42db-877b-677fa077e772 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8632475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8852848'] for subnet, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:24.986959 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dec20459-6c76-42db-877b-677fa077e772 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Network 99ca970e-c662-4419-9bb1-c5d90374ad5c is already hosted by enough agents. {{(pid=121607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:43:25.000602 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-dec20459-6c76-42db-877b-677fa077e772 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Resources bound (agent type, host, resource id):  {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:43:25.005248 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dec20459-6c76-42db-877b-677fa077e772 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:43:25.005848 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-dec20459-6c76-42db-877b-677fa077e772 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks [] for subnet, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:25.024264 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec20459-6c76-42db-877b-677fa077e772 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Pushing event updated for resources: {'Subnet': ['ID=7e18c0c3-e291-4dd1-9444-d394393be547,revision_number=0']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:43:25.082223 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-0dd0b49c-cb27-4d2f-af6b-479c7361398a None None] Publish callbacks [] for port, precommit_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:25.120478 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-dec20459-6c76-42db-877b-677fa077e772 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 827 time: 0.7562430
Dec 25 21:43:25.123177 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 40348) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:43:25.128080 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-292d9e4c-0ee8-4dc2-a986-38400c5d04dc tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Request body: {'port': {'network_id': '99ca970e-c662-4419-9bb1-c5d90374ad5c', 'mac_address': 'fa:16:3e:be:62:39', 'name': 'tempest-NetworksTestDHCPv6-611264551'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:43:25.221150 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-0dd0b49c-cb27-4d2f-af6b-479c7361398a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946'] for port, after_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:25.266710 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dd0b49c-cb27-4d2f-af6b-479c7361398a None None] Network 99ca970e-c662-4419-9bb1-c5d90374ad5c is already hosted by enough agents. {{(pid=121608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:43:25.270789 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.base_scheduler [None req-0dd0b49c-cb27-4d2f-af6b-479c7361398a None None] Resources bound (agent type, host, resource id):  {{(pid=121608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:43:25.276624 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dd0b49c-cb27-4d2f-af6b-479c7361398a None None] Received port after_create {{(pid=121608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:43:25.276624 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd0b49c-cb27-4d2f-af6b-479c7361398a None None] Pushing event updated for resources: {'Port': ['ID=844991ec-b43b-474a-9c39-cde4fa13efda,revision_number=1']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:43:25.321877 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-292d9e4c-0ee8-4dc2-a986-38400c5d04dc tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Made reservation on behalf of 6ca85d447d714c1ca24121ae04b3edf0 for: {'port': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:43:25.334940 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-0dd0b49c-cb27-4d2f-af6b-479c7361398a None None] Attempting to bind port 844991ec-b43b-474a-9c39-cde4fa13efda on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:43:25.335330 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-0dd0b49c-cb27-4d2f-af6b-479c7361398a None None] Attempting to bind port 844991ec-b43b-474a-9c39-cde4fa13efda by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '0b348995-4d55-45f1-b58c-2a5ccec11450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '99ca970e-c662-4419-9bb1-c5d90374ad5c'}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:43:25.335686 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dd0b49c-cb27-4d2f-af6b-479c7361398a None None] Attempting to bind port 844991ec-b43b-474a-9c39-cde4fa13efda on network 99ca970e-c662-4419-9bb1-c5d90374ad5c {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:43:25.340731 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dd0b49c-cb27-4d2f-af6b-479c7361398a None None] Checking agent: {'id': 'ca4f5c6d-f1fd-48b8-a3e3-395864c7d23d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 20, 56, 40), 'started_at': datetime.datetime(2021, 12, 25, 20, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 43, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:43:25.341136 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dd0b49c-cb27-4d2f-af6b-479c7361398a None None] Checking segment: {'id': '0b348995-4d55-45f1-b58c-2a5ccec11450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '99ca970e-c662-4419-9bb1-c5d90374ad5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:43:25.341529 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-0dd0b49c-cb27-4d2f-af6b-479c7361398a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:25.341917 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dd0b49c-cb27-4d2f-af6b-479c7361398a None None] Bound using segment: {'id': '0b348995-4d55-45f1-b58c-2a5ccec11450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '99ca970e-c662-4419-9bb1-c5d90374ad5c'} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:43:25.342382 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-0dd0b49c-cb27-4d2f-af6b-479c7361398a None None] Bound port: 844991ec-b43b-474a-9c39-cde4fa13efda, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b348995-4d55-45f1-b58c-2a5ccec11450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '99ca970e-c662-4419-9bb1-c5d90374ad5c'}}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:43:25.342753 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-0dd0b49c-cb27-4d2f-af6b-479c7361398a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:25.403707 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-0dd0b49c-cb27-4d2f-af6b-479c7361398a None None] For port 844991ec-b43b-474a-9c39-cde4fa13efda, host ncdv-master-1, cleared binding levels {{(pid=121608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:43:25.406697 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-0dd0b49c-cb27-4d2f-af6b-479c7361398a None None] For port 844991ec-b43b-474a-9c39-cde4fa13efda, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=844991ec-b43b-474a-9c39-cde4fa13efda,segment=NetworkSegment(0b348995-4d55-45f1-b58c-2a5ccec11450),segment_id=0b348995-4d55-45f1-b58c-2a5ccec11450)] {{(pid=121608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:43:25.408836 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-292d9e4c-0ee8-4dc2-a986-38400c5d04dc tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:25.427824 ncdv-master-1 neutron-server[121607]: DEBUG neutron.notifiers.nova [None req-292d9e4c-0ee8-4dc2-a986-38400c5d04dc tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] device_id is not set on port e8f60598-e804-4976-92b1-c423ee3b9b5e yet. {{(pid=121607) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 25 21:43:25.453281 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-0dd0b49c-cb27-4d2f-af6b-479c7361398a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:25.515441 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd0b49c-cb27-4d2f-af6b-479c7361398a None None] Pushing event updated for resources: {'Port': ['ID=844991ec-b43b-474a-9c39-cde4fa13efda,revision_number=2']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:43:25.598952 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_common [None req-292d9e4c-0ee8-4dc2-a986-38400c5d04dc tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Allocated IP 172.20.0.10 (99ca970e-c662-4419-9bb1-c5d90374ad5c/952b7b6f-c6e9-480d-ae11-443df5c9119e/e8f60598-e804-4976-92b1-c423ee3b9b5e) {{(pid=121607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:43:25.604963 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_common [None req-292d9e4c-0ee8-4dc2-a986-38400c5d04dc tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Allocated IP 2001:db8::f816:3eff:febe:6239 (99ca970e-c662-4419-9bb1-c5d90374ad5c/7e18c0c3-e291-4dd1-9444-d394393be547/e8f60598-e804-4976-92b1-c423ee3b9b5e) {{(pid=121607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:43:25.774906 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-292d9e4c-0ee8-4dc2-a986-38400c5d04dc tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks [] for port, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:25.886809 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-292d9e4c-0ee8-4dc2-a986-38400c5d04dc tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:25.929944 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-292d9e4c-0ee8-4dc2-a986-38400c5d04dc tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Network 99ca970e-c662-4419-9bb1-c5d90374ad5c is already hosted by enough agents. {{(pid=121607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:43:25.933458 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-292d9e4c-0ee8-4dc2-a986-38400c5d04dc tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Resources bound (agent type, host, resource id):  {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:43:25.937400 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-292d9e4c-0ee8-4dc2-a986-38400c5d04dc tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Received port after_create {{(pid=121607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:43:25.970337 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292d9e4c-0ee8-4dc2-a986-38400c5d04dc tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Pushing event updated for resources: {'Port': ['ID=e8f60598-e804-4976-92b1-c423ee3b9b5e,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:43:25.994889 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:43:25.994889 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:43:25.994889 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:43:25.994889 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:43:25.994889 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:43:25.994889 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:43:25.994889 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:43:25.994889 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:43:25.994889 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:43:25.994889 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:43:25.994889 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:43:25.994889 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:43:25.994889 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:43:25.994889 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:43:25.994889 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:43:25.994889 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:43:25.994889 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:43:25.994889 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:43:25.994889 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:43:25.994889 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:43:25.994889 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:43:25.994889 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:43:25.994889 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:43:25.994889 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:43:25.994889 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:43:25.994889 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:43:25.994889 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:43:25.994889 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:43:25.994889 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:43:25.994889 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:43:25.994889 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:43:25.994889 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:43:25.994889 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:43:25.994889 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:43:25.994889 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:43:25.994889 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:43:25.994889 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:43:25.994889 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:43:25.994889 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:43:25.994889 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:43:25.994889 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:43:25.994889 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:43:25.994889 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:43:25.994889 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:43:25.994889 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:43:25.994889 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:43:25.994889 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:43:25.994889 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:43:26.002340 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-292d9e4c-0ee8-4dc2-a986-38400c5d04dc tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:43:26.002340 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-292d9e4c-0ee8-4dc2-a986-38400c5d04dc tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:26.039010 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 844991ec-b43b-474a-9c39-cde4fa13efda up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:43:26.095341 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-292d9e4c-0ee8-4dc2-a986-38400c5d04dc tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1027 time: 0.9676783
Dec 25 21:43:26.095584 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port 844991ec-b43b-474a-9c39-cde4fa13efda triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:43:26.095584 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:26.095833 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 40354) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:43:26.157179 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd37a3f1-4b02-452b-b29c-24b0ad8688a5 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:43:26.163135 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd37a3f1-4b02-452b-b29c-24b0ad8688a5 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:43:26.168038 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-fd37a3f1-4b02-452b-b29c-24b0ad8688a5 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1763 time: 0.0690408
Dec 25 21:43:26.168551 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 40356) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:43:26.188714 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:26.224263 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] For port 844991ec-b43b-474a-9c39-cde4fa13efda, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=844991ec-b43b-474a-9c39-cde4fa13efda,segment=NetworkSegment(0b348995-4d55-45f1-b58c-2a5ccec11450),segment_id=0b348995-4d55-45f1-b58c-2a5ccec11450)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:43:26.265282 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-7105c248-2df9-4136-b77c-e95b30c66f11 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Deleting port e8f60598-e804-4976-92b1-c423ee3b9b5e {{(pid=121607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:43:26.265623 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-7105c248-2df9-4136-b77c-e95b30c66f11 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:26.305009 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:26.383572 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-7105c248-2df9-4136-b77c-e95b30c66f11 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:26.391340 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 4b96224f-5691-42b9-9c14-469d1f9394bb no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:43:26.394234 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Pushing event updated for resources: {'Port': ['ID=844991ec-b43b-474a-9c39-cde4fa13efda,revision_number=3']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:43:26.400104 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-7105c248-2df9-4136-b77c-e95b30c66f11 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Calling delete_port for e8f60598-e804-4976-92b1-c423ee3b9b5e owned by  {{(pid=121607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:43:26.420134 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] No Port match for: 4b96224f-5691-42b9-9c14-469d1f9394bb {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:43:26.420477 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 4b96224f-5691-42b9-9c14-469d1f9394bb not bound to the agent host ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:43:26.521930 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-857a8751-290a-4775-8bef-e23d23e1bda9 None None] Network 99ca970e-c662-4419-9bb1-c5d90374ad5c requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:43:26.609471 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-6bb8a3af-47c8-4d04-adea-c4ec56124139 None None] Provisioning complete for port 844991ec-b43b-474a-9c39-cde4fa13efda triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:43:26.609823 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-6bb8a3af-47c8-4d04-adea-c4ec56124139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:26.706903 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-7105c248-2df9-4136-b77c-e95b30c66f11 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:26.742247 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7105c248-2df9-4136-b77c-e95b30c66f11 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Pushing event deleted for resources: {'Port': ['ID=e8f60598-e804-4976-92b1-c423ee3b9b5e,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:43:26.763396 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-559b5825-bcd9-4650-aec9-c8532f55fa3f None None] Update dhcp port {'port': {'network_id': '99ca970e-c662-4419-9bb1-c5d90374ad5c', 'fixed_ips': [{'subnet_id': '952b7b6f-c6e9-480d-ae11-443df5c9119e', 'ip_address': '172.20.0.2'}, {'subnet_id': '7e18c0c3-e291-4dd1-9444-d394393be547'}], 'binding:host_id': 'ncdv-master-1'}, 'id': '844991ec-b43b-474a-9c39-cde4fa13efda'} from ncdv-master-1. {{(pid=121608) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}}
Dec 25 21:43:26.798962 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-559b5825-bcd9-4650-aec9-c8532f55fa3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:26.844542 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-7105c248-2df9-4136-b77c-e95b30c66f11 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:26.848408 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-7105c248-2df9-4136-b77c-e95b30c66f11 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] 10.222.0.32 "DELETE /v2.0/ports/e8f60598-e804-4976-92b1-c423ee3b9b5e HTTP/1.1" status: 204  len: 168 time: 0.6790278
Dec 25 21:43:26.850705 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 40398) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:43:26.908042 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f300192b-d80b-4158-8861-5732b9d36fc6 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:43:26.910055 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f300192b-d80b-4158-8861-5732b9d36fc6 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:43:26.911575 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f300192b-d80b-4158-8861-5732b9d36fc6 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:43:26.913188 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-f300192b-d80b-4158-8861-5732b9d36fc6 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2049 time: 0.0609806
Dec 25 21:43:26.916777 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 40404) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:43:26.971610 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b486613-f6c2-4ceb-9e30-e33b339941b2 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Deleting subnet 7e18c0c3-e291-4dd1-9444-d394393be547 {{(pid=121606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Dec 25 21:43:26.977369 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.db_base_plugin_common [None req-559b5825-bcd9-4650-aec9-c8532f55fa3f None None] Allocated IP 2001:db8::f816:3eff:fe31:52bf (99ca970e-c662-4419-9bb1-c5d90374ad5c/7e18c0c3-e291-4dd1-9444-d394393be547/844991ec-b43b-474a-9c39-cde4fa13efda) {{(pid=121608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:43:27.223596 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-559b5825-bcd9-4650-aec9-c8532f55fa3f None None] For port 844991ec-b43b-474a-9c39-cde4fa13efda, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=844991ec-b43b-474a-9c39-cde4fa13efda,segment=NetworkSegment(0b348995-4d55-45f1-b58c-2a5ccec11450),segment_id=0b348995-4d55-45f1-b58c-2a5ccec11450)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:43:27.252805 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-559b5825-bcd9-4650-aec9-c8532f55fa3f None None] Publish callbacks [] for port, precommit_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:27.340144 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-3b486613-f6c2-4ceb-9e30-e33b339941b2 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks [] for subnet, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:27.340520 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-559b5825-bcd9-4650-aec9-c8532f55fa3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:27.382862 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-3b486613-f6c2-4ceb-9e30-e33b339941b2 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9084199'] for subnet, precommit_delete_associations {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:27.433112 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559b5825-bcd9-4650-aec9-c8532f55fa3f None None] Pushing event updated for resources: {'Port': ['ID=844991ec-b43b-474a-9c39-cde4fa13efda,revision_number=4']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:43:27.471956 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-3b486613-f6c2-4ceb-9e30-e33b339941b2 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995662'] for subnet, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:27.628483 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-3b486613-f6c2-4ceb-9e30-e33b339941b2 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9084363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9028506'] for subnet, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:27.662915 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-3b486613-f6c2-4ceb-9e30-e33b339941b2 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks [] for subnet, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:27.666911 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-3b486613-f6c2-4ceb-9e30-e33b339941b2 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] 10.222.0.32 "DELETE /v2.0/subnets/7e18c0c3-e291-4dd1-9444-d394393be547 HTTP/1.1" status: 204  len: 168 time: 0.7490845
Dec 25 21:43:27.667866 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b486613-f6c2-4ceb-9e30-e33b339941b2 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Pushing event deleted for resources: {'Subnet': ['ID=7e18c0c3-e291-4dd1-9444-d394393be547,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:43:27.669671 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 40416) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:43:27.728279 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_v2 [None req-9de8ae67-70ff-4a47-8c10-4003e2d12654 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Deleting subnet 952b7b6f-c6e9-480d-ae11-443df5c9119e {{(pid=121607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Dec 25 21:43:27.731600 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-9de8ae67-70ff-4a47-8c10-4003e2d12654 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks [] for subnet, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:27.773894 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-9de8ae67-70ff-4a47-8c10-4003e2d12654 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10246617'] for subnet, precommit_delete_associations {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:27.862255 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-9de8ae67-70ff-4a47-8c10-4003e2d12654 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995662'] for subnet, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:27.970921 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aab1b7ac-fd89-4772-861d-7fc7e2ae80a6 None None] Network 99ca970e-c662-4419-9bb1-c5d90374ad5c requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:43:27.979304 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-4111afeb-ffae-4fc9-9c5d-f36b5f01a983 None None] Could not find standard attr ID for object e8f60598-e804-4976-92b1-c423ee3b9b5e. {{(pid=121608) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 25 21:43:28.007681 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-9de8ae67-70ff-4a47-8c10-4003e2d12654 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8632410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8852809'] for subnet, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:28.010297 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 844991ec-b43b-474a-9c39-cde4fa13efda up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:43:28.037504 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de8ae67-70ff-4a47-8c10-4003e2d12654 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Pushing event deleted for resources: {'Subnet': ['ID=952b7b6f-c6e9-480d-ae11-443df5c9119e,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:43:28.039692 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-9de8ae67-70ff-4a47-8c10-4003e2d12654 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks [] for subnet, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:28.045068 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-9de8ae67-70ff-4a47-8c10-4003e2d12654 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] 10.222.0.32 "DELETE /v2.0/subnets/952b7b6f-c6e9-480d-ae11-443df5c9119e HTTP/1.1" status: 204  len: 168 time: 0.3722711
Dec 25 21:43:28.045629 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 40420) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:43:28.073322 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-4111afeb-ffae-4fc9-9c5d-f36b5f01a983 None None] Provisioning complete for port 844991ec-b43b-474a-9c39-cde4fa13efda triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:43:28.073696 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-4111afeb-ffae-4fc9-9c5d-f36b5f01a983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:28.087147 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-2d2bab62-c4b0-4d01-ac83-c046f79839c1 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0396378
Dec 25 21:43:28.093444 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 40424) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:43:28.098718 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-766e72cc-2de1-4aad-b7a9-6ee1e8ca3d5c tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Request body: {'subnet': {'network_id': '99ca970e-c662-4419-9bb1-c5d90374ad5c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:43:28.169904 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port 844991ec-b43b-474a-9c39-cde4fa13efda triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:43:28.170275 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:28.249643 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-766e72cc-2de1-4aad-b7a9-6ee1e8ca3d5c tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Made reservation on behalf of 6ca85d447d714c1ca24121ae04b3edf0 for: {'subnet': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:43:28.254497 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-766e72cc-2de1-4aad-b7a9-6ee1e8ca3d5c tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9028529'] for subnet, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:28.275721 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47d2be66-1383-4506-9a35-01df1c623cd3 None None] Update dhcp port {'port': {'network_id': '99ca970e-c662-4419-9bb1-c5d90374ad5c', 'fixed_ips': [{'subnet_id': '952b7b6f-c6e9-480d-ae11-443df5c9119e'}], 'binding:host_id': 'ncdv-master-1'}, 'id': '844991ec-b43b-474a-9c39-cde4fa13efda'} from ncdv-master-1. {{(pid=121608) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}}
Dec 25 21:43:28.322034 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-47d2be66-1383-4506-9a35-01df1c623cd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:28.492986 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20b842f1-236e-4789-8360-37ba6e38a415 None None] Network 99ca970e-c662-4419-9bb1-c5d90374ad5c requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:43:28.508746 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-766e72cc-2de1-4aad-b7a9-6ee1e8ca3d5c tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9084170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9028515'] for subnet, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:28.548573 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-766e72cc-2de1-4aad-b7a9-6ee1e8ca3d5c tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Network 99ca970e-c662-4419-9bb1-c5d90374ad5c is already hosted by enough agents. {{(pid=121606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:43:28.552000 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [None req-766e72cc-2de1-4aad-b7a9-6ee1e8ca3d5c tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Resources bound (agent type, host, resource id):  {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:43:28.556907 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-766e72cc-2de1-4aad-b7a9-6ee1e8ca3d5c tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:43:28.557516 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-766e72cc-2de1-4aad-b7a9-6ee1e8ca3d5c tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks [] for subnet, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:28.572527 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766e72cc-2de1-4aad-b7a9-6ee1e8ca3d5c tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Pushing event updated for resources: {'Subnet': ['ID=6d3b381b-a531-4f81-a0d4-6ad1a5288a60,revision_number=0']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:43:28.595571 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-96a51e04-4994-4311-b37a-9daf08d46955 None None] Provisioning complete for port 844991ec-b43b-474a-9c39-cde4fa13efda triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:43:28.595935 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-96a51e04-4994-4311-b37a-9daf08d46955 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:28.622287 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcd8903d-80f3-4bc6-9c87-ad282887d17e None None] DHCP port deletion for 99ca970e-c662-4419-9bb1-c5d90374ad5c request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 21:43:28.655037 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-766e72cc-2de1-4aad-b7a9-6ee1e8ca3d5c tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.5604651
Dec 25 21:43:28.657902 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 40426) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:43:28.663829 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-beb37477-9bc1-4f66-84ba-ef49826f4d42 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Request body: {'subnet': {'network_id': '99ca970e-c662-4419-9bb1-c5d90374ad5c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:43:28.718721 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-bcd8903d-80f3-4bc6-9c87-ad282887d17e None None] Deleting port 844991ec-b43b-474a-9c39-cde4fa13efda {{(pid=121608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:43:28.719012 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-bcd8903d-80f3-4bc6-9c87-ad282887d17e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:28.808056 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-bcd8903d-80f3-4bc6-9c87-ad282887d17e None None] For port 844991ec-b43b-474a-9c39-cde4fa13efda, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=844991ec-b43b-474a-9c39-cde4fa13efda,segment=NetworkSegment(0b348995-4d55-45f1-b58c-2a5ccec11450),segment_id=0b348995-4d55-45f1-b58c-2a5ccec11450)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:43:28.808365 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-bcd8903d-80f3-4bc6-9c87-ad282887d17e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:28.822555 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-bcd8903d-80f3-4bc6-9c87-ad282887d17e None None] Calling delete_port for 844991ec-b43b-474a-9c39-cde4fa13efda owned by network:dhcp {{(pid=121608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:43:28.984268 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-bcd8903d-80f3-4bc6-9c87-ad282887d17e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955'] for port, after_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:29.009742 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd8903d-80f3-4bc6-9c87-ad282887d17e None None] Pushing event deleted for resources: {'Port': ['ID=844991ec-b43b-474a-9c39-cde4fa13efda,revision_number=None']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:43:29.015677 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcd8903d-80f3-4bc6-9c87-ad282887d17e None None] No DVR routers for this DVR port 844991ec-b43b-474a-9c39-cde4fa13efda on host ncdv-master-1 {{(pid=121608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:43:29.036593 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3017a81-f847-41c4-9fea-16b846e8d95e None None] Network 99ca970e-c662-4419-9bb1-c5d90374ad5c requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:43:29.145547 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5742a7bd-0eb4-4b7d-8b93-b034b0f93d76 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-99ca970e-c662-4419-9bb1-c5d90374ad5c', 'network_id': '99ca970e-c662-4419-9bb1-c5d90374ad5c', 'project_id': '6ca85d447d714c1ca24121ae04b3edf0', 'fixed_ips': [{'subnet_id': '6d3b381b-a531-4f81-a0d4-6ad1a5288a60'}]}} from ncdv-master-1. {{(pid=121608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 25 21:43:29.146410 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5742a7bd-0eb4-4b7d-8b93-b034b0f93d76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:29.237236 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-beb37477-9bc1-4f66-84ba-ef49826f4d42 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Made reservation on behalf of 6ca85d447d714c1ca24121ae04b3edf0 for: {'subnet': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:43:29.240850 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-beb37477-9bc1-4f66-84ba-ef49826f4d42 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9028529'] for subnet, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:29.284208 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.db_base_plugin_common [None req-5742a7bd-0eb4-4b7d-8b93-b034b0f93d76 None None] Allocated IP 172.20.0.2 (99ca970e-c662-4419-9bb1-c5d90374ad5c/6d3b381b-a531-4f81-a0d4-6ad1a5288a60/80f97ffc-e2ee-488a-85cc-f73f059a265d) {{(pid=121608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:43:29.428015 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5742a7bd-0eb4-4b7d-8b93-b034b0f93d76 None None] Publish callbacks [] for port, precommit_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:29.534944 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5742a7bd-0eb4-4b7d-8b93-b034b0f93d76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946'] for port, after_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:29.574889 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5742a7bd-0eb4-4b7d-8b93-b034b0f93d76 None None] Network 99ca970e-c662-4419-9bb1-c5d90374ad5c is already hosted by enough agents. {{(pid=121608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:43:29.577895 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.base_scheduler [None req-5742a7bd-0eb4-4b7d-8b93-b034b0f93d76 None None] Resources bound (agent type, host, resource id):  {{(pid=121608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:43:29.581352 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5742a7bd-0eb4-4b7d-8b93-b034b0f93d76 None None] Received port after_create {{(pid=121608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:43:29.589085 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5742a7bd-0eb4-4b7d-8b93-b034b0f93d76 None None] Pushing event updated for resources: {'Port': ['ID=80f97ffc-e2ee-488a-85cc-f73f059a265d,revision_number=1']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:43:29.644388 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-5742a7bd-0eb4-4b7d-8b93-b034b0f93d76 None None] Attempting to bind port 80f97ffc-e2ee-488a-85cc-f73f059a265d on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:43:29.645146 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-5742a7bd-0eb4-4b7d-8b93-b034b0f93d76 None None] Attempting to bind port 80f97ffc-e2ee-488a-85cc-f73f059a265d by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '0b348995-4d55-45f1-b58c-2a5ccec11450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '99ca970e-c662-4419-9bb1-c5d90374ad5c'}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:43:29.645508 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5742a7bd-0eb4-4b7d-8b93-b034b0f93d76 None None] Attempting to bind port 80f97ffc-e2ee-488a-85cc-f73f059a265d on network 99ca970e-c662-4419-9bb1-c5d90374ad5c {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:43:29.651293 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5742a7bd-0eb4-4b7d-8b93-b034b0f93d76 None None] Checking agent: {'id': 'ca4f5c6d-f1fd-48b8-a3e3-395864c7d23d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 20, 56, 40), 'started_at': datetime.datetime(2021, 12, 25, 20, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 43, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:43:29.651668 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5742a7bd-0eb4-4b7d-8b93-b034b0f93d76 None None] Checking segment: {'id': '0b348995-4d55-45f1-b58c-2a5ccec11450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '99ca970e-c662-4419-9bb1-c5d90374ad5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:43:29.652106 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5742a7bd-0eb4-4b7d-8b93-b034b0f93d76 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:29.652503 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5742a7bd-0eb4-4b7d-8b93-b034b0f93d76 None None] Bound using segment: {'id': '0b348995-4d55-45f1-b58c-2a5ccec11450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '99ca970e-c662-4419-9bb1-c5d90374ad5c'} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:43:29.653022 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-5742a7bd-0eb4-4b7d-8b93-b034b0f93d76 None None] Bound port: 80f97ffc-e2ee-488a-85cc-f73f059a265d, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b348995-4d55-45f1-b58c-2a5ccec11450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '99ca970e-c662-4419-9bb1-c5d90374ad5c'}}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:43:29.653546 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5742a7bd-0eb4-4b7d-8b93-b034b0f93d76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:29.656000 ncdv-master-1 neutron-server[121606]: DEBUG neutron.objects.ports [None req-beb37477-9bc1-4f66-84ba-ef49826f4d42 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=121606) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}}
Dec 25 21:43:29.716919 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5742a7bd-0eb4-4b7d-8b93-b034b0f93d76 None None] For port 80f97ffc-e2ee-488a-85cc-f73f059a265d, host ncdv-master-1, cleared binding levels {{(pid=121608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:43:29.719827 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5742a7bd-0eb4-4b7d-8b93-b034b0f93d76 None None] For port 80f97ffc-e2ee-488a-85cc-f73f059a265d, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=80f97ffc-e2ee-488a-85cc-f73f059a265d,segment=NetworkSegment(0b348995-4d55-45f1-b58c-2a5ccec11450),segment_id=0b348995-4d55-45f1-b58c-2a5ccec11450)] {{(pid=121608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:43:29.803659 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5742a7bd-0eb4-4b7d-8b93-b034b0f93d76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:29.867948 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5742a7bd-0eb4-4b7d-8b93-b034b0f93d76 None None] Pushing event updated for resources: {'Port': ['ID=80f97ffc-e2ee-488a-85cc-f73f059a265d,revision_number=2']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:43:29.925992 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-beb37477-9bc1-4f66-84ba-ef49826f4d42 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:30.002832 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 844991ec-b43b-474a-9c39-cde4fa13efda no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:43:30.057742 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] No Port match for: 844991ec-b43b-474a-9c39-cde4fa13efda {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:43:30.058096 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 844991ec-b43b-474a-9c39-cde4fa13efda not bound to the agent host ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:43:30.142876 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [None req-beb37477-9bc1-4f66-84ba-ef49826f4d42 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] For port 80f97ffc-e2ee-488a-85cc-f73f059a265d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=80f97ffc-e2ee-488a-85cc-f73f059a265d,segment=NetworkSegment(0b348995-4d55-45f1-b58c-2a5ccec11450),segment_id=0b348995-4d55-45f1-b58c-2a5ccec11450)] {{(pid=121606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:43:30.175888 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-beb37477-9bc1-4f66-84ba-ef49826f4d42 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks [] for port, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:30.271913 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-beb37477-9bc1-4f66-84ba-ef49826f4d42 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:30.273231 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-beb37477-9bc1-4f66-84ba-ef49826f4d42 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9084170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9028515'] for subnet, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:30.353112 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beb37477-9bc1-4f66-84ba-ef49826f4d42 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Network 99ca970e-c662-4419-9bb1-c5d90374ad5c is already hosted by enough agents. {{(pid=121606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:43:30.359868 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [None req-beb37477-9bc1-4f66-84ba-ef49826f4d42 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Resources bound (agent type, host, resource id):  {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:43:30.363549 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beb37477-9bc1-4f66-84ba-ef49826f4d42 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:43:30.364158 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-beb37477-9bc1-4f66-84ba-ef49826f4d42 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks [] for subnet, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:30.376936 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb37477-9bc1-4f66-84ba-ef49826f4d42 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Pushing event updated for resources: {'Subnet': ['ID=a9cbf6f0-58b3-40f4-8c61-cc64a4177dbd,revision_number=0']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:43:30.389884 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb37477-9bc1-4f66-84ba-ef49826f4d42 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Pushing event updated for resources: {'Port': ['ID=80f97ffc-e2ee-488a-85cc-f73f059a265d,revision_number=4']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:43:30.457913 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-beb37477-9bc1-4f66-84ba-ef49826f4d42 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 1.7988138
Dec 25 21:43:30.461307 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 40436) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:43:30.466678 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-4910f459-cb25-4554-a0c6-21f4d16cd9da tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Request body: {'port': {'network_id': '99ca970e-c662-4419-9bb1-c5d90374ad5c', 'mac_address': 'fa:16:3e:86:c9:e8', 'name': 'tempest-NetworksTestDHCPv6-399417663'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:43:30.665906 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4910f459-cb25-4554-a0c6-21f4d16cd9da tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Made reservation on behalf of 6ca85d447d714c1ca24121ae04b3edf0 for: {'port': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:43:30.754501 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-4910f459-cb25-4554-a0c6-21f4d16cd9da tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:30.769102 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0af248e7-1dc5-420c-9163-de3ba2410ba3 None None] Network 99ca970e-c662-4419-9bb1-c5d90374ad5c requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:43:30.775541 ncdv-master-1 neutron-server[121607]: DEBUG neutron.notifiers.nova [None req-4910f459-cb25-4554-a0c6-21f4d16cd9da tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] device_id is not set on port e4bec389-49b7-4107-b2e4-030d27ff58c0 yet. {{(pid=121607) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 25 21:43:30.879003 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-f9d11d28-2f34-4737-bfbb-ca91c08c24c2 None None] Provisioning complete for port 80f97ffc-e2ee-488a-85cc-f73f059a265d triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:43:30.879291 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-f9d11d28-2f34-4737-bfbb-ca91c08c24c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:30.938957 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_common [None req-4910f459-cb25-4554-a0c6-21f4d16cd9da tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Allocated IP 172.20.0.13 (99ca970e-c662-4419-9bb1-c5d90374ad5c/6d3b381b-a531-4f81-a0d4-6ad1a5288a60/e4bec389-49b7-4107-b2e4-030d27ff58c0) {{(pid=121607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:43:30.944829 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_common [None req-4910f459-cb25-4554-a0c6-21f4d16cd9da tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Allocated IP 2001:db8::f816:3eff:fe86:c9e8 (99ca970e-c662-4419-9bb1-c5d90374ad5c/a9cbf6f0-58b3-40f4-8c61-cc64a4177dbd/e4bec389-49b7-4107-b2e4-030d27ff58c0) {{(pid=121607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:43:30.973920 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-f9d11d28-2f34-4737-bfbb-ca91c08c24c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:31.010718 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-f9d11d28-2f34-4737-bfbb-ca91c08c24c2 None None] For port 80f97ffc-e2ee-488a-85cc-f73f059a265d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=80f97ffc-e2ee-488a-85cc-f73f059a265d,segment=NetworkSegment(0b348995-4d55-45f1-b58c-2a5ccec11450),segment_id=0b348995-4d55-45f1-b58c-2a5ccec11450)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:43:31.092827 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-f9d11d28-2f34-4737-bfbb-ca91c08c24c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:31.112644 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-4910f459-cb25-4554-a0c6-21f4d16cd9da tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks [] for port, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:31.162337 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d11d28-2f34-4737-bfbb-ca91c08c24c2 None None] Pushing event updated for resources: {'Port': ['ID=80f97ffc-e2ee-488a-85cc-f73f059a265d,revision_number=5']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:43:31.255188 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-4910f459-cb25-4554-a0c6-21f4d16cd9da tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:31.304904 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4910f459-cb25-4554-a0c6-21f4d16cd9da tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Network 99ca970e-c662-4419-9bb1-c5d90374ad5c is already hosted by enough agents. {{(pid=121607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:43:31.308395 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-4910f459-cb25-4554-a0c6-21f4d16cd9da tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Resources bound (agent type, host, resource id):  {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:43:31.312144 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4910f459-cb25-4554-a0c6-21f4d16cd9da tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Received port after_create {{(pid=121607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:43:31.339391 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4910f459-cb25-4554-a0c6-21f4d16cd9da tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Pushing event updated for resources: {'Port': ['ID=e4bec389-49b7-4107-b2e4-030d27ff58c0,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:43:31.367475 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4910f459-cb25-4554-a0c6-21f4d16cd9da tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:43:31.368121 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-4910f459-cb25-4554-a0c6-21f4d16cd9da tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:31.483567 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-4910f459-cb25-4554-a0c6-21f4d16cd9da tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1027 time: 1.0208304
Dec 25 21:43:31.486014 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 40442) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:43:31.518622 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-3ff824ae-b04d-41b4-a1c1-7af346e9ef93 None None] Provisioning complete for port 80f97ffc-e2ee-488a-85cc-f73f059a265d triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:43:31.518988 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3ff824ae-b04d-41b4-a1c1-7af346e9ef93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:31.536722 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab97d0cb-f778-440e-8079-51b5cb22ecd7 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:43:31.542853 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab97d0cb-f778-440e-8079-51b5cb22ecd7 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:43:31.547072 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-ab97d0cb-f778-440e-8079-51b5cb22ecd7 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1863 time: 0.0575583
Dec 25 21:43:31.547295 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 40444) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:43:31.654891 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-d236b51a-931d-4d17-a6d7-5f3ac0535a98 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Deleting port e4bec389-49b7-4107-b2e4-030d27ff58c0 {{(pid=121607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:43:31.655233 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-d236b51a-931d-4d17-a6d7-5f3ac0535a98 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:31.745463 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-d236b51a-931d-4d17-a6d7-5f3ac0535a98 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:31.758307 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-d236b51a-931d-4d17-a6d7-5f3ac0535a98 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Calling delete_port for e4bec389-49b7-4107-b2e4-030d27ff58c0 owned by  {{(pid=121607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:43:31.826157 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-e530db23-c06d-4555-8a4d-46104df7848a None None] Could not find standard attr ID for object abd37d1c-91d6-4c45-ace4-f86a456a5b37. {{(pid=121608) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 25 21:43:32.027137 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-d236b51a-931d-4d17-a6d7-5f3ac0535a98 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:32.033329 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 80f97ffc-e2ee-488a-85cc-f73f059a265d up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:43:32.055635 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d236b51a-931d-4d17-a6d7-5f3ac0535a98 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Pushing event deleted for resources: {'Port': ['ID=e4bec389-49b7-4107-b2e4-030d27ff58c0,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:43:32.067695 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-0dbc4fb7-ba35-48b7-b6ff-5b1dcbf898cb None None] Could not find standard attr ID for object e8f60598-e804-4976-92b1-c423ee3b9b5e. {{(pid=121608) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 25 21:43:32.098485 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port 80f97ffc-e2ee-488a-85cc-f73f059a265d triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:43:32.098911 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:32.165296 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-d236b51a-931d-4d17-a6d7-5f3ac0535a98 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:32.169735 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-d236b51a-931d-4d17-a6d7-5f3ac0535a98 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] 10.222.0.32 "DELETE /v2.0/ports/e4bec389-49b7-4107-b2e4-030d27ff58c0 HTTP/1.1" status: 204  len: 168 time: 0.6213973
Dec 25 21:43:32.172493 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 40450) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:43:32.237422 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd45d81b-b41a-49ff-9aa8-f93dedbada51 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:43:32.238919 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd45d81b-b41a-49ff-9aa8-f93dedbada51 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:43:32.240515 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd45d81b-b41a-49ff-9aa8-f93dedbada51 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:43:32.242206 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-fd45d81b-b41a-49ff-9aa8-f93dedbada51 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2071 time: 0.0690355
Dec 25 21:43:32.245092 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 40452) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:43:32.293493 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-6fa90b43-aa81-49d3-8634-df7b687f3548 None None] Could not find standard attr ID for object e4bec389-49b7-4107-b2e4-030d27ff58c0. {{(pid=121608) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 25 21:43:32.305653 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_v2 [None req-d613864a-bec8-4bfa-9b16-14f341a5598b tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Deleting subnet 6d3b381b-a531-4f81-a0d4-6ad1a5288a60 {{(pid=121607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Dec 25 21:43:32.309577 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-d613864a-bec8-4bfa-9b16-14f341a5598b tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks [] for subnet, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:32.356581 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-d613864a-bec8-4bfa-9b16-14f341a5598b tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10246617'] for subnet, precommit_delete_associations {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:32.441546 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-d613864a-bec8-4bfa-9b16-14f341a5598b tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995662'] for subnet, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:32.592789 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-d613864a-bec8-4bfa-9b16-14f341a5598b tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8632410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8852809'] for subnet, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:32.626073 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d613864a-bec8-4bfa-9b16-14f341a5598b tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Pushing event deleted for resources: {'Subnet': ['ID=6d3b381b-a531-4f81-a0d4-6ad1a5288a60,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:43:32.629921 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-d613864a-bec8-4bfa-9b16-14f341a5598b tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks [] for subnet, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:32.638049 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-d613864a-bec8-4bfa-9b16-14f341a5598b tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] 10.222.0.32 "DELETE /v2.0/subnets/6d3b381b-a531-4f81-a0d4-6ad1a5288a60 HTTP/1.1" status: 204  len: 168 time: 0.3919401
Dec 25 21:43:32.640833 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 40464) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:43:32.699141 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_v2 [None req-acb6d2ce-aa48-453e-aac1-3a67598b3b96 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Deleting subnet a9cbf6f0-58b3-40f4-8c61-cc64a4177dbd {{(pid=121607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Dec 25 21:43:32.702362 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-acb6d2ce-aa48-453e-aac1-3a67598b3b96 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks [] for subnet, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:32.713503 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82a7ae0d-bfa3-45e9-9a7f-296d54c6ebcb None None] Network 99ca970e-c662-4419-9bb1-c5d90374ad5c requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:43:32.743598 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-acb6d2ce-aa48-453e-aac1-3a67598b3b96 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10246617'] for subnet, precommit_delete_associations {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:32.831374 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-acb6d2ce-aa48-453e-aac1-3a67598b3b96 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995662'] for subnet, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:32.992588 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-acb6d2ce-aa48-453e-aac1-3a67598b3b96 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8632410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8852809'] for subnet, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:33.022084 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb6d2ce-aa48-453e-aac1-3a67598b3b96 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Pushing event deleted for resources: {'Subnet': ['ID=a9cbf6f0-58b3-40f4-8c61-cc64a4177dbd,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:43:33.027239 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-acb6d2ce-aa48-453e-aac1-3a67598b3b96 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks [] for subnet, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:33.031038 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-acb6d2ce-aa48-453e-aac1-3a67598b3b96 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] 10.222.0.32 "DELETE /v2.0/subnets/a9cbf6f0-58b3-40f4-8c61-cc64a4177dbd HTTP/1.1" status: 204  len: 168 time: 0.3891330
Dec 25 21:43:33.034456 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 40472) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:43:33.075818 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-3fdf9f64-b0e5-48c0-a27e-11afef99e915 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0412011
Dec 25 21:43:33.078444 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 40474) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:43:33.326865 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33bc08c3-d408-45c8-93da-99b3aef37858 None None] Network 99ca970e-c662-4419-9bb1-c5d90374ad5c requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:43:33.431514 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-c58273cc-0531-4c81-8866-4710afe68a4f None None] Provisioning complete for port 80f97ffc-e2ee-488a-85cc-f73f059a265d triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:43:33.432023 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-c58273cc-0531-4c81-8866-4710afe68a4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:33.484292 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3388aac4-ed37-46ac-9427-c2555876163d None None] DHCP port deletion for 99ca970e-c662-4419-9bb1-c5d90374ad5c request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 21:43:33.492516 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b6c06d6-4b8f-4912-b2d0-ddbb1a4efeeb tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:43:33.499940 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-1b6c06d6-4b8f-4912-b2d0-ddbb1a4efeeb tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200  len: 866 time: 0.4146962
Dec 25 21:43:33.499940 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 40484) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:43:33.547105 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0a00b06-fca1-4b20-bb07-24d01de02e2a tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:43:33.548582 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-e0a00b06-fca1-4b20-bb07-24d01de02e2a tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.0510476
Dec 25 21:43:33.551464 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 40486) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:43:33.570599 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-3388aac4-ed37-46ac-9427-c2555876163d None None] Deleting port 80f97ffc-e2ee-488a-85cc-f73f059a265d {{(pid=121608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:43:33.570906 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3388aac4-ed37-46ac-9427-c2555876163d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:33.591027 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-11082f0d-539b-4c44-80b8-81dafc34a2b6 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0382051
Dec 25 21:43:33.595979 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 40488) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:43:33.602401 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-6777644b-b82c-463b-bb09-eb1e7a5b42a1 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Request body: {'subnet': {'network_id': '99ca970e-c662-4419-9bb1-c5d90374ad5c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:43:33.638330 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-3388aac4-ed37-46ac-9427-c2555876163d None None] For port 80f97ffc-e2ee-488a-85cc-f73f059a265d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=80f97ffc-e2ee-488a-85cc-f73f059a265d,segment=NetworkSegment(0b348995-4d55-45f1-b58c-2a5ccec11450),segment_id=0b348995-4d55-45f1-b58c-2a5ccec11450)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:43:33.638725 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3388aac4-ed37-46ac-9427-c2555876163d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:33.652401 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-3388aac4-ed37-46ac-9427-c2555876163d None None] Calling delete_port for 80f97ffc-e2ee-488a-85cc-f73f059a265d owned by network:dhcp {{(pid=121608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:43:33.755268 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6777644b-b82c-463b-bb09-eb1e7a5b42a1 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Made reservation on behalf of 6ca85d447d714c1ca24121ae04b3edf0 for: {'subnet': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:43:33.758819 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-6777644b-b82c-463b-bb09-eb1e7a5b42a1 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9028529'] for subnet, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:33.760250 ncdv-master-1 neutron-server[121606]: INFO neutron.pecan_wsgi.hooks.translation [None req-6777644b-b82c-463b-bb09-eb1e7a5b42a1 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 25 21:43:33.760728 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6777644b-b82c-463b-bb09-eb1e7a5b42a1 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=121606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 25 21:43:33.803711 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3388aac4-ed37-46ac-9427-c2555876163d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955'] for port, after_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:33.832116 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3388aac4-ed37-46ac-9427-c2555876163d None None] No DVR routers for this DVR port 80f97ffc-e2ee-488a-85cc-f73f059a265d on host ncdv-master-1 {{(pid=121608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:43:33.836602 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3388aac4-ed37-46ac-9427-c2555876163d None None] Pushing event deleted for resources: {'Port': ['ID=80f97ffc-e2ee-488a-85cc-f73f059a265d,revision_number=None']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:43:33.857300 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-6777644b-b82c-463b-bb09-eb1e7a5b42a1 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 460 time: 0.2595727
Dec 25 21:43:33.860263 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 40490) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:43:33.865304 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-81f0f972-74f6-4480-9c0a-bcf248da3af0 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Request body: {'subnet': {'network_id': '99ca970e-c662-4419-9bb1-c5d90374ad5c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:43:33.993719 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 80f97ffc-e2ee-488a-85cc-f73f059a265d no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:43:34.049274 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81f0f972-74f6-4480-9c0a-bcf248da3af0 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Made reservation on behalf of 6ca85d447d714c1ca24121ae04b3edf0 for: {'subnet': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:43:34.052968 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-81f0f972-74f6-4480-9c0a-bcf248da3af0 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9028529'] for subnet, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:34.054602 ncdv-master-1 neutron-server[121606]: INFO neutron.pecan_wsgi.hooks.translation [None req-81f0f972-74f6-4480-9c0a-bcf248da3af0 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 25 21:43:34.055045 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81f0f972-74f6-4480-9c0a-bcf248da3af0 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=121606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 25 21:43:34.138003 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-81f0f972-74f6-4480-9c0a-bcf248da3af0 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 450 time: 0.2762611
Dec 25 21:43:34.140821 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 40492) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:43:34.145840 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-8a0703ab-6857-43d9-b8e6-82b077eb4ec6 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Request body: {'subnet': {'network_id': '99ca970e-c662-4419-9bb1-c5d90374ad5c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:43:34.167762 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] No Port match for: 80f97ffc-e2ee-488a-85cc-f73f059a265d {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:43:34.168109 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 80f97ffc-e2ee-488a-85cc-f73f059a265d not bound to the agent host ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:43:34.311798 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a0703ab-6857-43d9-b8e6-82b077eb4ec6 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Made reservation on behalf of 6ca85d447d714c1ca24121ae04b3edf0 for: {'subnet': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:43:34.315362 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-8a0703ab-6857-43d9-b8e6-82b077eb4ec6 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9028529'] for subnet, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:34.316780 ncdv-master-1 neutron-server[121606]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a0703ab-6857-43d9-b8e6-82b077eb4ec6 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 25 21:43:34.317327 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a0703ab-6857-43d9-b8e6-82b077eb4ec6 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=121606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 25 21:43:34.383700 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-8a0703ab-6857-43d9-b8e6-82b077eb4ec6 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 449 time: 0.2418051
Dec 25 21:43:34.386819 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 40498) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:43:34.391376 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:34.400396 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-4ce64756-7f20-41be-98c5-93c4d98d155d tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Request body: {'subnet': {'network_id': '99ca970e-c662-4419-9bb1-c5d90374ad5c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:43:34.551367 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ce64756-7f20-41be-98c5-93c4d98d155d tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Made reservation on behalf of 6ca85d447d714c1ca24121ae04b3edf0 for: {'subnet': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:43:34.555570 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-4ce64756-7f20-41be-98c5-93c4d98d155d tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9028529'] for subnet, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:34.556983 ncdv-master-1 neutron-server[121606]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ce64756-7f20-41be-98c5-93c4d98d155d tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 25 21:43:34.557420 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ce64756-7f20-41be-98c5-93c4d98d155d tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=121606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 25 21:43:34.643259 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-4ce64756-7f20-41be-98c5-93c4d98d155d tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 460 time: 0.2549858
Dec 25 21:43:34.646567 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 40500) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:43:34.651461 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-363d4dd8-3b4f-43e8-a40f-f6fb1091d070 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Request body: {'subnet': {'network_id': '99ca970e-c662-4419-9bb1-c5d90374ad5c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:43:34.774810 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-945afc10-de63-4e44-b250-e53c889a78ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:34.809204 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-363d4dd8-3b4f-43e8-a40f-f6fb1091d070 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Made reservation on behalf of 6ca85d447d714c1ca24121ae04b3edf0 for: {'subnet': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:43:34.813429 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-363d4dd8-3b4f-43e8-a40f-f6fb1091d070 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9028529'] for subnet, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:34.814866 ncdv-master-1 neutron-server[121606]: INFO neutron.pecan_wsgi.hooks.translation [None req-363d4dd8-3b4f-43e8-a40f-f6fb1091d070 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 25 21:43:34.815328 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-363d4dd8-3b4f-43e8-a40f-f6fb1091d070 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=121606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 25 21:43:34.925807 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-363d4dd8-3b4f-43e8-a40f-f6fb1091d070 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 449 time: 0.2780910
Dec 25 21:43:34.928778 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 40502) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:43:34.933796 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-a5da535f-06e1-4076-9bad-2e7db72915fe tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Request body: {'subnet': {'network_id': '99ca970e-c662-4419-9bb1-c5d90374ad5c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:43:35.114616 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5da535f-06e1-4076-9bad-2e7db72915fe tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Made reservation on behalf of 6ca85d447d714c1ca24121ae04b3edf0 for: {'subnet': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:43:35.118626 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a5da535f-06e1-4076-9bad-2e7db72915fe tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8852834'] for subnet, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:35.120056 ncdv-master-1 neutron-server[121607]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5da535f-06e1-4076-9bad-2e7db72915fe tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 25 21:43:35.120477 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5da535f-06e1-4076-9bad-2e7db72915fe tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=121607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 25 21:43:35.217215 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-a5da535f-06e1-4076-9bad-2e7db72915fe tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 450 time: 0.2872162
Dec 25 21:43:35.219602 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 40504) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:43:35.247465 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-0e793ea1-5307-4754-84b5-dec6e76175fd tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200  len: 205 time: 0.0267270
Dec 25 21:43:35.249714 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 40508) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:43:35.303411 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c6183c8-d936-4f17-b01f-341c2c7c2c87 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:43:35.305425 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-6c6183c8-d936-4f17-b01f-341c2c7c2c87 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.0548174
Dec 25 21:43:35.308069 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 40512) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:43:35.350844 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-c12443c0-c4f0-416f-a8c9-9ebffe6132e2 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0415771
Dec 25 21:43:35.354644 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 40514) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:43:35.359382 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-ea3b3c30-7358-4d70-bc6d-8eedb49ca09d tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Request body: {'subnet': {'network_id': '99ca970e-c662-4419-9bb1-c5d90374ad5c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:43:35.551709 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea3b3c30-7358-4d70-bc6d-8eedb49ca09d tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Made reservation on behalf of 6ca85d447d714c1ca24121ae04b3edf0 for: {'subnet': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:43:35.555962 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-ea3b3c30-7358-4d70-bc6d-8eedb49ca09d tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9028529'] for subnet, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:35.861342 ncdv-master-1 neutron-server[121606]: DEBUG neutron.objects.ports [None req-ea3b3c30-7358-4d70-bc6d-8eedb49ca09d tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=121606) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}}
Dec 25 21:43:35.862634 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-ea3b3c30-7358-4d70-bc6d-8eedb49ca09d tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9084170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9028515'] for subnet, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:35.903154 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea3b3c30-7358-4d70-bc6d-8eedb49ca09d tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Network 99ca970e-c662-4419-9bb1-c5d90374ad5c is already hosted by enough agents. {{(pid=121606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:43:35.906412 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [None req-ea3b3c30-7358-4d70-bc6d-8eedb49ca09d tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Resources bound (agent type, host, resource id):  {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:43:35.910497 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea3b3c30-7358-4d70-bc6d-8eedb49ca09d tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:43:35.911095 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-ea3b3c30-7358-4d70-bc6d-8eedb49ca09d tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks [] for subnet, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:35.915807 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9e091f9-1c8e-427c-ae5a-a9d6c297e393 None None] Network 99ca970e-c662-4419-9bb1-c5d90374ad5c requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:43:35.926098 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3b3c30-7358-4d70-bc6d-8eedb49ca09d tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Pushing event updated for resources: {'Subnet': ['ID=568386e4-9124-47b2-9859-ed60381474d1,revision_number=0']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:43:35.997661 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-ea3b3c30-7358-4d70-bc6d-8eedb49ca09d tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 827 time: 0.6419864
Dec 25 21:43:36.000374 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 40518) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:43:36.005391 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-ed904874-c7f9-494d-999d-2562a59303c4 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Request body: {'port': {'network_id': '99ca970e-c662-4419-9bb1-c5d90374ad5c', 'mac_address': 'fa:16:3e:0e:ba:6f', 'name': 'tempest-NetworksTestDHCPv6-1497233645'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:43:36.013866 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3e63bdd-e3f9-4809-926f-30ca1b3968aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-99ca970e-c662-4419-9bb1-c5d90374ad5c', 'network_id': '99ca970e-c662-4419-9bb1-c5d90374ad5c', 'project_id': '6ca85d447d714c1ca24121ae04b3edf0', 'fixed_ips': [{'subnet_id': '568386e4-9124-47b2-9859-ed60381474d1'}]}} from ncdv-master-1. {{(pid=121608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 25 21:43:36.014806 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-a3e63bdd-e3f9-4809-926f-30ca1b3968aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:36.144177 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.db_base_plugin_common [None req-a3e63bdd-e3f9-4809-926f-30ca1b3968aa None None] Allocated IP 2001:db8::f816:3eff:fe18:b1dd (99ca970e-c662-4419-9bb1-c5d90374ad5c/568386e4-9124-47b2-9859-ed60381474d1/51cf36ee-fdba-422f-ba0c-3cc00ebd1566) {{(pid=121608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:43:36.229149 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed904874-c7f9-494d-999d-2562a59303c4 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Made reservation on behalf of 6ca85d447d714c1ca24121ae04b3edf0 for: {'port': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:43:36.285741 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-a3e63bdd-e3f9-4809-926f-30ca1b3968aa None None] Publish callbacks [] for port, precommit_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:36.311894 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-ed904874-c7f9-494d-999d-2562a59303c4 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:36.331798 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [None req-ed904874-c7f9-494d-999d-2562a59303c4 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] device_id is not set on port ff54bea1-25a2-4d61-9d4d-d7c73dd249ba yet. {{(pid=121606) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 25 21:43:36.367349 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-a3e63bdd-e3f9-4809-926f-30ca1b3968aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946'] for port, after_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:36.419535 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3e63bdd-e3f9-4809-926f-30ca1b3968aa None None] Network 99ca970e-c662-4419-9bb1-c5d90374ad5c is already hosted by enough agents. {{(pid=121608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:43:36.428474 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.base_scheduler [None req-a3e63bdd-e3f9-4809-926f-30ca1b3968aa None None] Resources bound (agent type, host, resource id):  {{(pid=121608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:43:36.428474 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3e63bdd-e3f9-4809-926f-30ca1b3968aa None None] Received port after_create {{(pid=121608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:43:36.430028 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e63bdd-e3f9-4809-926f-30ca1b3968aa None None] Pushing event updated for resources: {'Port': ['ID=51cf36ee-fdba-422f-ba0c-3cc00ebd1566,revision_number=1']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:43:36.441676 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e63bdd-e3f9-4809-926f-30ca1b3968aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:43:36.442002 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e63bdd-e3f9-4809-926f-30ca1b3968aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:43:36.442336 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e63bdd-e3f9-4809-926f-30ca1b3968aa None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:43:36.442667 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e63bdd-e3f9-4809-926f-30ca1b3968aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:43:36.442994 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e63bdd-e3f9-4809-926f-30ca1b3968aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:43:36.443316 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e63bdd-e3f9-4809-926f-30ca1b3968aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:43:36.443635 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e63bdd-e3f9-4809-926f-30ca1b3968aa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:43:36.443963 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e63bdd-e3f9-4809-926f-30ca1b3968aa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:43:36.444804 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e63bdd-e3f9-4809-926f-30ca1b3968aa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:43:36.445174 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e63bdd-e3f9-4809-926f-30ca1b3968aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:43:36.445926 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e63bdd-e3f9-4809-926f-30ca1b3968aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:43:36.446250 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e63bdd-e3f9-4809-926f-30ca1b3968aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:43:36.450927 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e63bdd-e3f9-4809-926f-30ca1b3968aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:43:36.451170 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_common [None req-ed904874-c7f9-494d-999d-2562a59303c4 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Allocated IP 2001:db8::f816:3eff:fe0e:ba6f (99ca970e-c662-4419-9bb1-c5d90374ad5c/568386e4-9124-47b2-9859-ed60381474d1/ff54bea1-25a2-4d61-9d4d-d7c73dd249ba) {{(pid=121606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:43:36.492074 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-a3e63bdd-e3f9-4809-926f-30ca1b3968aa None None] Attempting to bind port 51cf36ee-fdba-422f-ba0c-3cc00ebd1566 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:43:36.492074 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-a3e63bdd-e3f9-4809-926f-30ca1b3968aa None None] Attempting to bind port 51cf36ee-fdba-422f-ba0c-3cc00ebd1566 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '0b348995-4d55-45f1-b58c-2a5ccec11450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '99ca970e-c662-4419-9bb1-c5d90374ad5c'}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:43:36.492455 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3e63bdd-e3f9-4809-926f-30ca1b3968aa None None] Attempting to bind port 51cf36ee-fdba-422f-ba0c-3cc00ebd1566 on network 99ca970e-c662-4419-9bb1-c5d90374ad5c {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:43:36.497366 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3e63bdd-e3f9-4809-926f-30ca1b3968aa None None] Checking agent: {'id': 'ca4f5c6d-f1fd-48b8-a3e3-395864c7d23d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 20, 56, 40), 'started_at': datetime.datetime(2021, 12, 25, 20, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 43, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:43:36.497734 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3e63bdd-e3f9-4809-926f-30ca1b3968aa None None] Checking segment: {'id': '0b348995-4d55-45f1-b58c-2a5ccec11450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '99ca970e-c662-4419-9bb1-c5d90374ad5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:43:36.498125 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-a3e63bdd-e3f9-4809-926f-30ca1b3968aa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:36.498519 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3e63bdd-e3f9-4809-926f-30ca1b3968aa None None] Bound using segment: {'id': '0b348995-4d55-45f1-b58c-2a5ccec11450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '99ca970e-c662-4419-9bb1-c5d90374ad5c'} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:43:36.498973 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-a3e63bdd-e3f9-4809-926f-30ca1b3968aa None None] Bound port: 51cf36ee-fdba-422f-ba0c-3cc00ebd1566, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b348995-4d55-45f1-b58c-2a5ccec11450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '99ca970e-c662-4419-9bb1-c5d90374ad5c'}}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:43:36.499350 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-a3e63bdd-e3f9-4809-926f-30ca1b3968aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:36.561138 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-a3e63bdd-e3f9-4809-926f-30ca1b3968aa None None] For port 51cf36ee-fdba-422f-ba0c-3cc00ebd1566, host ncdv-master-1, cleared binding levels {{(pid=121608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:43:36.564595 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-a3e63bdd-e3f9-4809-926f-30ca1b3968aa None None] For port 51cf36ee-fdba-422f-ba0c-3cc00ebd1566, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=51cf36ee-fdba-422f-ba0c-3cc00ebd1566,segment=NetworkSegment(0b348995-4d55-45f1-b58c-2a5ccec11450),segment_id=0b348995-4d55-45f1-b58c-2a5ccec11450)] {{(pid=121608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:43:36.603881 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-ed904874-c7f9-494d-999d-2562a59303c4 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks [] for port, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:36.630182 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-a3e63bdd-e3f9-4809-926f-30ca1b3968aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:36.690223 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e63bdd-e3f9-4809-926f-30ca1b3968aa None None] Pushing event updated for resources: {'Port': ['ID=51cf36ee-fdba-422f-ba0c-3cc00ebd1566,revision_number=2']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:43:36.720248 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-ed904874-c7f9-494d-999d-2562a59303c4 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:36.765402 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed904874-c7f9-494d-999d-2562a59303c4 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Network 99ca970e-c662-4419-9bb1-c5d90374ad5c is already hosted by enough agents. {{(pid=121606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:43:36.768610 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [None req-ed904874-c7f9-494d-999d-2562a59303c4 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Resources bound (agent type, host, resource id):  {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:43:36.772447 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed904874-c7f9-494d-999d-2562a59303c4 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Received port after_create {{(pid=121606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:43:36.778141 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed904874-c7f9-494d-999d-2562a59303c4 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:43:36.778774 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-ed904874-c7f9-494d-999d-2562a59303c4 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:36.789925 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed904874-c7f9-494d-999d-2562a59303c4 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Pushing event updated for resources: {'Port': ['ID=ff54bea1-25a2-4d61-9d4d-d7c73dd249ba,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:43:36.901016 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-ed904874-c7f9-494d-999d-2562a59303c4 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 948 time: 0.8994467
Dec 25 21:43:36.903570 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 40524) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:43:36.966315 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07faa1e0-7d29-4a77-adb2-69586f28033c tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:43:36.972421 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07faa1e0-7d29-4a77-adb2-69586f28033c tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:43:36.974180 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-07faa1e0-7d29-4a77-adb2-69586f28033c tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1703 time: 0.0696437
Dec 25 21:43:36.977414 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 40526) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:43:37.000389 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-6d195a20-2b05-4f85-a5dd-55d2cf1264b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:37.067861 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-5b15d046-7ace-4539-b29c-d7ccd5a9e40d tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Deleting port ff54bea1-25a2-4d61-9d4d-d7c73dd249ba {{(pid=121606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:43:37.068202 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-5b15d046-7ace-4539-b29c-d7ccd5a9e40d tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:37.158626 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-5b15d046-7ace-4539-b29c-d7ccd5a9e40d tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:37.170671 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-5b15d046-7ace-4539-b29c-d7ccd5a9e40d tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Calling delete_port for ff54bea1-25a2-4d61-9d4d-d7c73dd249ba owned by  {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:43:37.607760 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-8e054f49-4464-46d2-8ea0-ab17b0b141a8 None None] Provisioning complete for port 51cf36ee-fdba-422f-ba0c-3cc00ebd1566 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:43:37.608125 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-8e054f49-4464-46d2-8ea0-ab17b0b141a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:37.689580 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-8e054f49-4464-46d2-8ea0-ab17b0b141a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:37.721733 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-8e054f49-4464-46d2-8ea0-ab17b0b141a8 None None] For port 51cf36ee-fdba-422f-ba0c-3cc00ebd1566, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=51cf36ee-fdba-422f-ba0c-3cc00ebd1566,segment=NetworkSegment(0b348995-4d55-45f1-b58c-2a5ccec11450),segment_id=0b348995-4d55-45f1-b58c-2a5ccec11450)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:43:37.958240 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-5b15d046-7ace-4539-b29c-d7ccd5a9e40d tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:37.962056 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-8e054f49-4464-46d2-8ea0-ab17b0b141a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:38.000044 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b15d046-7ace-4539-b29c-d7ccd5a9e40d tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Pushing event deleted for resources: {'Port': ['ID=ff54bea1-25a2-4d61-9d4d-d7c73dd249ba,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:43:38.025968 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-5b15d046-7ace-4539-b29c-d7ccd5a9e40d tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:38.030235 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-5b15d046-7ace-4539-b29c-d7ccd5a9e40d tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] 10.222.0.32 "DELETE /v2.0/ports/ff54bea1-25a2-4d61-9d4d-d7c73dd249ba HTTP/1.1" status: 204  len: 168 time: 1.0516570
Dec 25 21:43:38.030410 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e054f49-4464-46d2-8ea0-ab17b0b141a8 None None] Pushing event updated for resources: {'Port': ['ID=51cf36ee-fdba-422f-ba0c-3cc00ebd1566,revision_number=3']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:43:38.034259 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 40532) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:43:38.059202 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 51cf36ee-fdba-422f-ba0c-3cc00ebd1566 up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:43:38.096448 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9e555d6-758f-48c0-b7d9-05df809b856c tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:43:38.098449 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9e555d6-758f-48c0-b7d9-05df809b856c tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:43:38.099062 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-c6c88322-9784-4811-8674-3094f596a928 None None] Could not find standard attr ID for object ff54bea1-25a2-4d61-9d4d-d7c73dd249ba. {{(pid=121608) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 25 21:43:38.101599 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-b9e555d6-758f-48c0-b7d9-05df809b856c tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1457 time: 0.0668988
Dec 25 21:43:38.104126 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 40534) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:43:38.126643 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port 51cf36ee-fdba-422f-ba0c-3cc00ebd1566 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:43:38.127093 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:38.172818 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f13dd25-418f-4fa2-a23e-9d0d2ece24ba tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Deleting subnet 568386e4-9124-47b2-9859-ed60381474d1 {{(pid=121607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Dec 25 21:43:38.176202 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-3f13dd25-418f-4fa2-a23e-9d0d2ece24ba tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks [] for subnet, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:38.219709 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-3f13dd25-418f-4fa2-a23e-9d0d2ece24ba tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10246617'] for subnet, precommit_delete_associations {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:38.314902 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-3f13dd25-418f-4fa2-a23e-9d0d2ece24ba tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995662'] for subnet, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:38.478003 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-3f13dd25-418f-4fa2-a23e-9d0d2ece24ba tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8632410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8852809'] for subnet, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:38.506419 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f13dd25-418f-4fa2-a23e-9d0d2ece24ba tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Pushing event deleted for resources: {'Subnet': ['ID=568386e4-9124-47b2-9859-ed60381474d1,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:43:38.508854 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-3f13dd25-418f-4fa2-a23e-9d0d2ece24ba tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks [] for subnet, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:38.514511 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-3f13dd25-418f-4fa2-a23e-9d0d2ece24ba tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] 10.222.0.32 "DELETE /v2.0/subnets/568386e4-9124-47b2-9859-ed60381474d1 HTTP/1.1" status: 204  len: 168 time: 0.4065673
Dec 25 21:43:38.514678 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a93d48c1-13df-4a80-8f91-711bc3870e7f None None] Network 99ca970e-c662-4419-9bb1-c5d90374ad5c requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:43:38.515699 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 40540) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:43:38.518885 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f13dd25-418f-4fa2-a23e-9d0d2ece24ba tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:43:38.519241 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f13dd25-418f-4fa2-a23e-9d0d2ece24ba tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:43:38.519586 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f13dd25-418f-4fa2-a23e-9d0d2ece24ba tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:43:38.519926 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f13dd25-418f-4fa2-a23e-9d0d2ece24ba tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:43:38.520262 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f13dd25-418f-4fa2-a23e-9d0d2ece24ba tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:43:38.520598 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f13dd25-418f-4fa2-a23e-9d0d2ece24ba tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:43:38.520960 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f13dd25-418f-4fa2-a23e-9d0d2ece24ba tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:43:38.521294 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f13dd25-418f-4fa2-a23e-9d0d2ece24ba tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:43:38.521884 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f13dd25-418f-4fa2-a23e-9d0d2ece24ba tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:43:38.522213 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f13dd25-418f-4fa2-a23e-9d0d2ece24ba tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:43:38.523199 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f13dd25-418f-4fa2-a23e-9d0d2ece24ba tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:43:38.523572 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f13dd25-418f-4fa2-a23e-9d0d2ece24ba tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:43:38.523915 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f13dd25-418f-4fa2-a23e-9d0d2ece24ba tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:43:38.532622 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:38.556739 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-4c556875-f39f-468e-bbe8-e87cc98b4036 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0395882
Dec 25 21:43:38.559495 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 40542) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:43:38.564705 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-7c522cdb-3674-490f-beec-4e4a4fcdfa77 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Request body: {'subnet': {'network_id': '99ca970e-c662-4419-9bb1-c5d90374ad5c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:43:38.616965 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3e945ecd-9380-47c2-aa0a-12ebe07e03e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:38.676766 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9215225d-8eef-4e16-9c21-26bfb3bf00f9 None None] DHCP port deletion for 99ca970e-c662-4419-9bb1-c5d90374ad5c request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 21:43:38.709255 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c522cdb-3674-490f-beec-4e4a4fcdfa77 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Made reservation on behalf of 6ca85d447d714c1ca24121ae04b3edf0 for: {'subnet': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:43:38.712909 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-7c522cdb-3674-490f-beec-4e4a4fcdfa77 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9028529'] for subnet, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:38.723514 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-9215225d-8eef-4e16-9c21-26bfb3bf00f9 None None] Deleting port 51cf36ee-fdba-422f-ba0c-3cc00ebd1566 {{(pid=121608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:43:38.723883 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9215225d-8eef-4e16-9c21-26bfb3bf00f9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:38.792311 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9215225d-8eef-4e16-9c21-26bfb3bf00f9 None None] For port 51cf36ee-fdba-422f-ba0c-3cc00ebd1566, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=51cf36ee-fdba-422f-ba0c-3cc00ebd1566,segment=NetworkSegment(0b348995-4d55-45f1-b58c-2a5ccec11450),segment_id=0b348995-4d55-45f1-b58c-2a5ccec11450)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:43:38.792698 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9215225d-8eef-4e16-9c21-26bfb3bf00f9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:38.805553 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-9215225d-8eef-4e16-9c21-26bfb3bf00f9 None None] Calling delete_port for 51cf36ee-fdba-422f-ba0c-3cc00ebd1566 owned by network:dhcp {{(pid=121608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:43:38.949735 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9215225d-8eef-4e16-9c21-26bfb3bf00f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955'] for port, after_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:38.976802 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9215225d-8eef-4e16-9c21-26bfb3bf00f9 None None] Pushing event deleted for resources: {'Port': ['ID=51cf36ee-fdba-422f-ba0c-3cc00ebd1566,revision_number=None']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:43:38.982199 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9215225d-8eef-4e16-9c21-26bfb3bf00f9 None None] No DVR routers for this DVR port 51cf36ee-fdba-422f-ba0c-3cc00ebd1566 on host ncdv-master-1 {{(pid=121608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:43:39.051023 ncdv-master-1 neutron-server[121606]: DEBUG neutron.objects.ports [None req-7c522cdb-3674-490f-beec-4e4a4fcdfa77 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=121606) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}}
Dec 25 21:43:39.052488 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-7c522cdb-3674-490f-beec-4e4a4fcdfa77 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9084170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9028515'] for subnet, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:39.096908 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c522cdb-3674-490f-beec-4e4a4fcdfa77 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Network 99ca970e-c662-4419-9bb1-c5d90374ad5c is already hosted by enough agents. {{(pid=121606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:43:39.100440 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [None req-7c522cdb-3674-490f-beec-4e4a4fcdfa77 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Resources bound (agent type, host, resource id):  {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:43:39.103382 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c522cdb-3674-490f-beec-4e4a4fcdfa77 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:43:39.103992 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-7c522cdb-3674-490f-beec-4e4a4fcdfa77 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks [] for subnet, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:39.109877 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbae7bc5-3b22-43d1-829b-00bc14823d09 None None] Network 99ca970e-c662-4419-9bb1-c5d90374ad5c requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:43:39.114906 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c522cdb-3674-490f-beec-4e4a4fcdfa77 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Pushing event updated for resources: {'Subnet': ['ID=5b08eb53-93f0-4baa-b8fd-fe6f7725f5b2,revision_number=0']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:43:39.191880 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-7c522cdb-3674-490f-beec-4e4a4fcdfa77 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 0.6313262
Dec 25 21:43:39.194329 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 40544) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:43:39.199319 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-307baf4e-ade3-4219-8729-cd62288bd7e5 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Request body: {'port': {'network_id': '99ca970e-c662-4419-9bb1-c5d90374ad5c', 'mac_address': 'fa:16:3e:2b:e0:c1', 'name': 'tempest-NetworksTestDHCPv6-1108087310'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:43:39.210341 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faa7cb19-1249-4fc9-b57d-9dcf3edd6424 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-99ca970e-c662-4419-9bb1-c5d90374ad5c', 'network_id': '99ca970e-c662-4419-9bb1-c5d90374ad5c', 'project_id': '6ca85d447d714c1ca24121ae04b3edf0', 'fixed_ips': [{'subnet_id': '5b08eb53-93f0-4baa-b8fd-fe6f7725f5b2'}]}} from ncdv-master-1. {{(pid=121608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 25 21:43:39.211197 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-faa7cb19-1249-4fc9-b57d-9dcf3edd6424 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:39.345409 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.db_base_plugin_common [None req-faa7cb19-1249-4fc9-b57d-9dcf3edd6424 None None] Allocated IP 2001:db8::f816:3eff:fe78:f067 (99ca970e-c662-4419-9bb1-c5d90374ad5c/5b08eb53-93f0-4baa-b8fd-fe6f7725f5b2/a6ee5ef3-79f7-4bee-8e84-d06caebf660f) {{(pid=121608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:43:39.417715 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-307baf4e-ade3-4219-8729-cd62288bd7e5 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Made reservation on behalf of 6ca85d447d714c1ca24121ae04b3edf0 for: {'port': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:43:39.422011 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-307baf4e-ade3-4219-8729-cd62288bd7e5 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:39.442524 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [None req-307baf4e-ade3-4219-8729-cd62288bd7e5 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] device_id is not set on port 4fb156cb-057b-4975-bca3-f092ba9eba47 yet. {{(pid=121606) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 25 21:43:39.506316 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-faa7cb19-1249-4fc9-b57d-9dcf3edd6424 None None] Publish callbacks [] for port, precommit_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:39.520535 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 40552) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:43:39.615092 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-15cb578f-7a63-4fd3-925d-83bad4c7b82a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:39.664781 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-faa7cb19-1249-4fc9-b57d-9dcf3edd6424 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946'] for port, after_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:39.709730 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faa7cb19-1249-4fc9-b57d-9dcf3edd6424 None None] Network 99ca970e-c662-4419-9bb1-c5d90374ad5c is already hosted by enough agents. {{(pid=121608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:43:39.713516 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.base_scheduler [None req-faa7cb19-1249-4fc9-b57d-9dcf3edd6424 None None] Resources bound (agent type, host, resource id):  {{(pid=121608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:43:39.716767 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faa7cb19-1249-4fc9-b57d-9dcf3edd6424 None None] Received port after_create {{(pid=121608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:43:39.729485 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa7cb19-1249-4fc9-b57d-9dcf3edd6424 None None] Pushing event updated for resources: {'Port': ['ID=a6ee5ef3-79f7-4bee-8e84-d06caebf660f,revision_number=1']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:43:39.734273 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_common [None req-307baf4e-ade3-4219-8729-cd62288bd7e5 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Allocated IP 2001:db8::f816:3eff:fe2b:e0c1 (99ca970e-c662-4419-9bb1-c5d90374ad5c/5b08eb53-93f0-4baa-b8fd-fe6f7725f5b2/4fb156cb-057b-4975-bca3-f092ba9eba47) {{(pid=121606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:43:39.742388 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-4bd9a3cb-bbcf-4aa2-9fc6-d699b0037aba tempest-TestVolumeBackupRestore-1733305645 tempest-TestVolumeBackupRestore-1733305645-project] Deleting port f96b48ff-295a-4e01-8f1e-b8b52814e541 {{(pid=121606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:43:39.742388 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-4bd9a3cb-bbcf-4aa2-9fc6-d699b0037aba tempest-TestVolumeBackupRestore-1733305645 tempest-TestVolumeBackupRestore-1733305645-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:39.779092 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-faa7cb19-1249-4fc9-b57d-9dcf3edd6424 None None] Attempting to bind port a6ee5ef3-79f7-4bee-8e84-d06caebf660f on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:43:39.779466 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-faa7cb19-1249-4fc9-b57d-9dcf3edd6424 None None] Attempting to bind port a6ee5ef3-79f7-4bee-8e84-d06caebf660f by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '0b348995-4d55-45f1-b58c-2a5ccec11450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '99ca970e-c662-4419-9bb1-c5d90374ad5c'}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:43:39.779825 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faa7cb19-1249-4fc9-b57d-9dcf3edd6424 None None] Attempting to bind port a6ee5ef3-79f7-4bee-8e84-d06caebf660f on network 99ca970e-c662-4419-9bb1-c5d90374ad5c {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:43:39.785053 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faa7cb19-1249-4fc9-b57d-9dcf3edd6424 None None] Checking agent: {'id': 'ca4f5c6d-f1fd-48b8-a3e3-395864c7d23d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 20, 56, 40), 'started_at': datetime.datetime(2021, 12, 25, 20, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 43, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:43:39.788639 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faa7cb19-1249-4fc9-b57d-9dcf3edd6424 None None] Checking segment: {'id': '0b348995-4d55-45f1-b58c-2a5ccec11450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '99ca970e-c662-4419-9bb1-c5d90374ad5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:43:39.788639 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-faa7cb19-1249-4fc9-b57d-9dcf3edd6424 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:39.788639 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faa7cb19-1249-4fc9-b57d-9dcf3edd6424 None None] Bound using segment: {'id': '0b348995-4d55-45f1-b58c-2a5ccec11450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '99ca970e-c662-4419-9bb1-c5d90374ad5c'} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:43:39.788639 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-faa7cb19-1249-4fc9-b57d-9dcf3edd6424 None None] Bound port: a6ee5ef3-79f7-4bee-8e84-d06caebf660f, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b348995-4d55-45f1-b58c-2a5ccec11450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '99ca970e-c662-4419-9bb1-c5d90374ad5c'}}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:43:39.788639 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-faa7cb19-1249-4fc9-b57d-9dcf3edd6424 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:39.851539 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-faa7cb19-1249-4fc9-b57d-9dcf3edd6424 None None] For port a6ee5ef3-79f7-4bee-8e84-d06caebf660f, host ncdv-master-1, cleared binding levels {{(pid=121608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:43:39.854649 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-faa7cb19-1249-4fc9-b57d-9dcf3edd6424 None None] For port a6ee5ef3-79f7-4bee-8e84-d06caebf660f, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a6ee5ef3-79f7-4bee-8e84-d06caebf660f,segment=NetworkSegment(0b348995-4d55-45f1-b58c-2a5ccec11450),segment_id=0b348995-4d55-45f1-b58c-2a5ccec11450)] {{(pid=121608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:43:39.907178 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-4bd9a3cb-bbcf-4aa2-9fc6-d699b0037aba tempest-TestVolumeBackupRestore-1733305645 tempest-TestVolumeBackupRestore-1733305645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:39.907429 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-4bd9a3cb-bbcf-4aa2-9fc6-d699b0037aba tempest-TestVolumeBackupRestore-1733305645 tempest-TestVolumeBackupRestore-1733305645-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:39.926884 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-faa7cb19-1249-4fc9-b57d-9dcf3edd6424 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:39.932072 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ec3310-7558-414e-9da8-f915ca2b5b96 req-893d98d6-b7ce-4c9a-b0e6-140c8d859941 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:43:39.933111 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-98ec3310-7558-414e-9da8-f915ca2b5b96 req-893d98d6-b7ce-4c9a-b0e6-140c8d859941 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "GET /v2.0/ports?device_id=367fe828-cfc4-4b03-926c-063408effc4c HTTP/1.1" status: 200  len: 945 time: 0.2265501
Dec 25 21:43:39.967710 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-4bd9a3cb-bbcf-4aa2-9fc6-d699b0037aba tempest-TestVolumeBackupRestore-1733305645 tempest-TestVolumeBackupRestore-1733305645-project] Calling delete_port for f96b48ff-295a-4e01-8f1e-b8b52814e541 owned by network:floatingip {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:43:39.998702 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa7cb19-1249-4fc9-b57d-9dcf3edd6424 None None] Pushing event updated for resources: {'Port': ['ID=a6ee5ef3-79f7-4bee-8e84-d06caebf660f,revision_number=2']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:43:40.034642 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 51cf36ee-fdba-422f-ba0c-3cc00ebd1566 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:43:40.059752 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] No Port match for: 51cf36ee-fdba-422f-ba0c-3cc00ebd1566 {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:43:40.060152 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 51cf36ee-fdba-422f-ba0c-3cc00ebd1566 not bound to the agent host ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:43:40.106054 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-98ec3310-7558-414e-9da8-f915ca2b5b96 req-3eef2b45-a294-4738-bbb4-4a2db56dc7d6 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "GET /v2.0/security-groups?id=fbe56886-4aee-4d95-b7fc-f8439ff0c49a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1443403
Dec 25 21:43:40.117521 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-307baf4e-ade3-4219-8729-cd62288bd7e5 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks [] for port, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:40.131176 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 40558) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:43:40.237104 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-7d85c4a3-6c74-4211-9c1c-4b992b585477 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "GET /v2.0/floatingips/8f4c649c-62e9-48e2-83a6-bb64bbfa955a HTTP/1.1" status: 200  len: 993 time: 0.1036632
Dec 25 21:43:40.264033 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-307baf4e-ade3-4219-8729-cd62288bd7e5 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:40.318279 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-307baf4e-ade3-4219-8729-cd62288bd7e5 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Network 99ca970e-c662-4419-9bb1-c5d90374ad5c is already hosted by enough agents. {{(pid=121606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:43:40.322286 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [None req-307baf4e-ade3-4219-8729-cd62288bd7e5 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Resources bound (agent type, host, resource id):  {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:43:40.326257 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-307baf4e-ade3-4219-8729-cd62288bd7e5 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Received port after_create {{(pid=121606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:43:40.332120 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-307baf4e-ade3-4219-8729-cd62288bd7e5 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:43:40.332780 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-307baf4e-ade3-4219-8729-cd62288bd7e5 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:40.343570 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307baf4e-ade3-4219-8729-cd62288bd7e5 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Pushing event updated for resources: {'Port': ['ID=4fb156cb-057b-4975-bca3-f092ba9eba47,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:43:40.369307 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-4bd9a3cb-bbcf-4aa2-9fc6-d699b0037aba tempest-TestVolumeBackupRestore-1733305645 tempest-TestVolumeBackupRestore-1733305645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:40.398015 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd9a3cb-bbcf-4aa2-9fc6-d699b0037aba tempest-TestVolumeBackupRestore-1733305645 tempest-TestVolumeBackupRestore-1733305645-project] Pushing event deleted for resources: {'Port': ['ID=f96b48ff-295a-4e01-8f1e-b8b52814e541,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:43:40.446110 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-307baf4e-ade3-4219-8729-cd62288bd7e5 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 948 time: 1.2506318
Dec 25 21:43:40.448617 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 40566) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:43:40.752167 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:40.779524 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-4bd9a3cb-bbcf-4aa2-9fc6-d699b0037aba tempest-TestVolumeBackupRestore-1733305645 tempest-TestVolumeBackupRestore-1733305645-project] Publish callbacks [] for floatingip, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:40.784777 ncdv-master-1 neutron-server[121606]: INFO neutron.db.l3_db [None req-4bd9a3cb-bbcf-4aa2-9fc6-d699b0037aba tempest-TestVolumeBackupRestore-1733305645 tempest-TestVolumeBackupRestore-1733305645-project] Floating IP 969ca340-87fa-4a66-9d21-5f3a39e96362 disassociated (deleted). External IP: 172.35.3.14, port: 2dfe2ec6-2451-4fcf-853a-381cdc5e4602.
Dec 25 21:43:40.868760 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2766951-cd43-445c-85b5-0d03e147a6d2 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:43:40.874976 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2766951-cd43-445c-85b5-0d03e147a6d2 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:43:40.876703 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-a2766951-cd43-445c-85b5-0d03e147a6d2 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1703 time: 0.4242020
Dec 25 21:43:40.879542 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 40574) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:43:40.889819 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691b012d-e968-433f-9dfd-d179ae6387bd req-bdff511c-71df-4e6e-8ec7-1f9bb7b2af5a tempest-TestNetworkAdvancedServerOps-1317083038 tempest-TestNetworkAdvancedServerOps-1317083038-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:43:40.891362 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-691b012d-e968-433f-9dfd-d179ae6387bd req-bdff511c-71df-4e6e-8ec7-1f9bb7b2af5a tempest-TestNetworkAdvancedServerOps-1317083038 tempest-TestNetworkAdvancedServerOps-1317083038-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=367fe828-cfc4-4b03-926c-063408effc4c HTTP/1.1" status: 200  len: 1096 time: 0.1297328
Dec 25 21:43:40.986034 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-f25c5eff-5b5e-45cb-a5c1-c78f5b281ab7 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Deleting port 4fb156cb-057b-4975-bca3-f092ba9eba47 {{(pid=121607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:43:40.989491 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f25c5eff-5b5e-45cb-a5c1-c78f5b281ab7 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:41.035220 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-691b012d-e968-433f-9dfd-d179ae6387bd req-d581ad6a-3d9c-435a-9427-9ffa94923cf9 tempest-TestNetworkAdvancedServerOps-1317083038 tempest-TestNetworkAdvancedServerOps-1317083038-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=fbe56886-4aee-4d95-b7fc-f8439ff0c49a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1131260
Dec 25 21:43:41.087945 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f25c5eff-5b5e-45cb-a5c1-c78f5b281ab7 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:41.102637 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-f25c5eff-5b5e-45cb-a5c1-c78f5b281ab7 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Calling delete_port for 4fb156cb-057b-4975-bca3-f092ba9eba47 owned by  {{(pid=121607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:43:41.126534 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bd9a3cb-bbcf-4aa2-9fc6-d699b0037aba tempest-TestVolumeBackupRestore-1733305645 tempest-TestVolumeBackupRestore-1733305645-project] Router 09745d53-d389-457b-9af7-8c7c46ceab4b has already been hosted by L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 {{(pid=121606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 25 21:43:41.165372 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-5a80e0b7-7415-4c51-8cab-d278d6fde156 None None] Provisioning complete for port a6ee5ef3-79f7-4bee-8e84-d06caebf660f triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:43:41.171985 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5a80e0b7-7415-4c51-8cab-d278d6fde156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:41.269901 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bd9a3cb-bbcf-4aa2-9fc6-d699b0037aba tempest-TestVolumeBackupRestore-1733305645 tempest-TestVolumeBackupRestore-1733305645-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 21:43:41.274585 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-4bd9a3cb-bbcf-4aa2-9fc6-d699b0037aba tempest-TestVolumeBackupRestore-1733305645 tempest-TestVolumeBackupRestore-1733305645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for floatingip, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:41.283088 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca317f79-bc32-4815-a685-644a0e7039f3 None None] Sync routers for ids ['09745d53-d389-457b-9af7-8c7c46ceab4b'] in ncdv-master-1 {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 21:43:41.289662 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5a80e0b7-7415-4c51-8cab-d278d6fde156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:41.294883 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca317f79-bc32-4815-a685-644a0e7039f3 None None] Routers {'09745d53-d389-457b-9af7-8c7c46ceab4b'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:43:41.295741 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-ca317f79-bc32-4815-a685-644a0e7039f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f26188b3e50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:43:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['09745d53-d389-457b-9af7-8c7c46ceab4b'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:43:41.304544 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-4bd9a3cb-bbcf-4aa2-9fc6-d699b0037aba tempest-TestVolumeBackupRestore-1733305645 tempest-TestVolumeBackupRestore-1733305645-project] 10.222.0.32 "DELETE /v2.0/floatingips/969ca340-87fa-4a66-9d21-5f3a39e96362 HTTP/1.1" status: 204  len: 168 time: 1.7828166
Dec 25 21:43:41.305171 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a72df6d-c3ba-4267-a14b-70b16a7532b8', 'tag': '2dfe2ec6-2451-4fcf-853a-381cdc5e4602'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:43:41.308039 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9858820c13ec2827453b94ebc4181065e990a4e4089ccb9fe762531ac62d2fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0fb4fff-b2c2-4158-b470-83cfd8b6c67e" -d '{"events": [{"name": "network-changed", "server_uuid": "1a72df6d-c3ba-4267-a14b-70b16a7532b8", "tag": "2dfe2ec6-2451-4fcf-853a-381cdc5e4602"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:43:41.325967 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5a80e0b7-7415-4c51-8cab-d278d6fde156 None None] For port a6ee5ef3-79f7-4bee-8e84-d06caebf660f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a6ee5ef3-79f7-4bee-8e84-d06caebf660f,segment=NetworkSegment(0b348995-4d55-45f1-b58c-2a5ccec11450),segment_id=0b348995-4d55-45f1-b58c-2a5ccec11450)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:43:41.340809 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f25c5eff-5b5e-45cb-a5c1-c78f5b281ab7 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:41.417797 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25c5eff-5b5e-45cb-a5c1-c78f5b281ab7 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Pushing event deleted for resources: {'Port': ['ID=4fb156cb-057b-4975-bca3-f092ba9eba47,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:43:41.419857 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f25c5eff-5b5e-45cb-a5c1-c78f5b281ab7 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:41.423512 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-f25c5eff-5b5e-45cb-a5c1-c78f5b281ab7 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] 10.222.0.32 "DELETE /v2.0/ports/4fb156cb-057b-4975-bca3-f092ba9eba47 HTTP/1.1" status: 204  len: 168 time: 0.5429108
Dec 25 21:43:41.426992 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 40584) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:43:41.430924 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5a80e0b7-7415-4c51-8cab-d278d6fde156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:41.486420 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvr_db [None req-ca317f79-bc32-4815-a685-644a0e7039f3 None None] Set router 09745d53-d389-457b-9af7-8c7c46ceab4b gateway port host: ncdv-master-1 {{(pid=121609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:43:41.501807 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a80e0b7-7415-4c51-8cab-d278d6fde156 None None] Pushing event updated for resources: {'Port': ['ID=a6ee5ef3-79f7-4bee-8e84-d06caebf660f,revision_number=3']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:43:41.534954 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c579ad2-dfe8-4e9e-887f-a51e6badbf3d tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:43:41.538661 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c579ad2-dfe8-4e9e-887f-a51e6badbf3d tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:43:41.542760 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-0c579ad2-dfe8-4e9e-887f-a51e6badbf3d tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1144724
Dec 25 21:43:41.545312 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 40586) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:43:41.549716 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-3d8df397-b025-4423-9bf9-9a73e0b91ce9 None None] Could not find standard attr ID for object 4fb156cb-057b-4975-bca3-f092ba9eba47. {{(pid=121608) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 25 21:43:41.618906 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_v2 [None req-138c2f45-f46d-41b3-bcab-37a31e746bb5 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Deleting subnet 5b08eb53-93f0-4baa-b8fd-fe6f7725f5b2 {{(pid=121606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Dec 25 21:43:41.623966 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-138c2f45-f46d-41b3-bcab-37a31e746bb5 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks [] for subnet, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:41.681330 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-138c2f45-f46d-41b3-bcab-37a31e746bb5 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9084199'] for subnet, precommit_delete_associations {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:41.778549 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-138c2f45-f46d-41b3-bcab-37a31e746bb5 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995662'] for subnet, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:41.802594 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Dec 2021 21:43:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46560b57-ce26-46dc-ba53-ddb969cb055e x-openstack-request-id: req-46560b57-ce26-46dc-ba53-ddb969cb055e {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:43:41.803053 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a72df6d-c3ba-4267-a14b-70b16a7532b8", "tag": "2dfe2ec6-2451-4fcf-853a-381cdc5e4602", "status": "completed", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:43:41.803310 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-46560b57-ce26-46dc-ba53-ddb969cb055e {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:43:41.803884 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a72df6d-c3ba-4267-a14b-70b16a7532b8', 'tag': '2dfe2ec6-2451-4fcf-853a-381cdc5e4602', 'status': 'completed', 'code': 200}
Dec 25 21:43:41.835904 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-ca317f79-bc32-4815-a685-644a0e7039f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f26188b3e50>, [{'id': '09745d53-d389-457b-9af7-8c7c46ceab4b', 'name': 'tempest-TestVolumeBackupRestore-2116477405-router', 'tenant_id': 'ca293d68b8cc44e6b641d477c9a3eb50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.219'}], 'enable_snat': True}, 'gw_port_id': 'af3c9707-bf45-41b4-ae27-439d0ec676a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:38:56Z', 'updated_at': '2021-12-25T21:39:00Z', 'revision_number': 4, 'project_id': 'ca293d68b8cc44e6b641d477c9a3eb50', 'gw_port': {'id': 'af3c9707-bf45-41b4-ae27-439d0ec676a2', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:82:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09745d53-d389-457b-9af7-8c7c46ceab4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3386, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:38:57Z', 'updated_at': '2021-12-25T21:39:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'ce5ae62b-004d-4f6b-b126-92c718c9b052', 'name': '', 'network_id': '1bb1be3e-1cca-429f-aa9f-4dd09951d5b0', 'tenant_id': 'ca293d68b8cc44e6b641d477c9a3eb50', 'mac_address': 'fa:16:3e:1e:d0:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09745d53-d389-457b-9af7-8c7c46ceab4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3389, 'fixed_ips': [{'subnet_id': '81401427-9f64-44a9-90df-9654e896b6af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:38:59Z', 'updated_at': '2021-12-25T21:39:04Z', 'revision_number': 5, 'project_id': 'ca293d68b8cc44e6b641d477c9a3eb50', 'subnets': [{'id': '81401427-9f64-44a9-90df-9654e896b6af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:43:41.864477 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca317f79-bc32-4815-a685-644a0e7039f3 None None] Checking router: 09745d53-d389-457b-9af7-8c7c46ceab4b for host: ncdv-master-1 {{(pid=121609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 25 21:43:41.875283 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca317f79-bc32-4815-a685-644a0e7039f3 None None] Routers {'09745d53-d389-457b-9af7-8c7c46ceab4b'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:43:41.875912 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-ca317f79-bc32-4815-a685-644a0e7039f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f26188b3e50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:43:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['09745d53-d389-457b-9af7-8c7c46ceab4b'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:43:41.925121 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fb4fff-b2c2-4158-b470-83cfd8b6c67e req-10bc0ba8-a60f-4726-a97c-45178cc91c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:43:41.926638 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a0fb4fff-b2c2-4158-b470-83cfd8b6c67e req-10bc0ba8-a60f-4726-a97c-45178cc91c07 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ca293d68b8cc44e6b641d477c9a3eb50&device_id=1a72df6d-c3ba-4267-a14b-70b16a7532b8 HTTP/1.1" status: 200  len: 1096 time: 0.1111922
Dec 25 21:43:41.940240 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a84ad10-ad6a-41cf-a4f4-c783b6b23cf7 req-ee8ac584-b06f-46cc-adbf-dcea64cb50e8 tempest-TestVolumeBackupRestore-1733305645 tempest-TestVolumeBackupRestore-1733305645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:43:41.941918 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9a84ad10-ad6a-41cf-a4f4-c783b6b23cf7 req-ee8ac584-b06f-46cc-adbf-dcea64cb50e8 tempest-TestVolumeBackupRestore-1733305645 tempest-TestVolumeBackupRestore-1733305645-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a72df6d-c3ba-4267-a14b-70b16a7532b8 HTTP/1.1" status: 200  len: 945 time: 0.0761087
Dec 25 21:43:41.992235 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-138c2f45-f46d-41b3-bcab-37a31e746bb5 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9084363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9028506'] for subnet, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:42.005254 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvr_db [None req-ca317f79-bc32-4815-a685-644a0e7039f3 None None] Set router 09745d53-d389-457b-9af7-8c7c46ceab4b gateway port host: ncdv-master-1 {{(pid=121609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:43:42.063986 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138c2f45-f46d-41b3-bcab-37a31e746bb5 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Pushing event deleted for resources: {'Subnet': ['ID=5b08eb53-93f0-4baa-b8fd-fe6f7725f5b2,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:43:42.066290 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-138c2f45-f46d-41b3-bcab-37a31e746bb5 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks [] for subnet, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:42.069910 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-138c2f45-f46d-41b3-bcab-37a31e746bb5 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] 10.222.0.32 "DELETE /v2.0/subnets/5b08eb53-93f0-4baa-b8fd-fe6f7725f5b2 HTTP/1.1" status: 204  len: 168 time: 0.5235090
Dec 25 21:43:42.073156 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 40606) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:43:42.076940 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2d11e28-f7c5-4cac-8a90-c567f2af0cff None None] Network 99ca970e-c662-4419-9bb1-c5d90374ad5c requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:43:42.094165 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9a84ad10-ad6a-41cf-a4f4-c783b6b23cf7 req-7ef83c67-92fc-42cc-ae33-c282b4d8aa05 tempest-TestVolumeBackupRestore-1733305645 tempest-TestVolumeBackupRestore-1733305645-project] 10.222.0.32 "GET /v2.0/security-groups?id=3bf0dfa8-117c-48d5-a4ab-9cac645355ae&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1437070
Dec 25 21:43:42.116258 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fb4fff-b2c2-4158-b470-83cfd8b6c67e req-f3f1e389-a934-4aa9-9b98-d0d816530a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:43:42.125140 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device a6ee5ef3-79f7-4bee-8e84-d06caebf660f up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:43:42.127525 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a0fb4fff-b2c2-4158-b470-83cfd8b6c67e req-f3f1e389-a934-4aa9-9b98-d0d816530a0a service neutron] 10.222.0.31 "GET /v2.0/networks?id=1bb1be3e-1cca-429f-aa9f-4dd09951d5b0 HTTP/1.1" status: 200  len: 915 time: 0.1748002
Dec 25 21:43:42.165394 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-597a440f-9b00-4203-965a-85197f13b0a5 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0902500
Dec 25 21:43:42.167744 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 40610) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:43:42.170920 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a0fb4fff-b2c2-4158-b470-83cfd8b6c67e req-21a7de34-32de-4f79-8a4a-a11b8490d0ea service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2dfe2ec6-2451-4fcf-853a-381cdc5e4602 HTTP/1.1" status: 200  len: 217 time: 0.0425012
Dec 25 21:43:42.232702 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fd94294-3001-4686-afed-76bb6eb79c89 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:43:42.234853 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-0fd94294-3001-4686-afed-76bb6eb79c89 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200  len: 866 time: 0.0659752
Dec 25 21:43:42.237527 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 40612) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:43:42.258779 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fb4fff-b2c2-4158-b470-83cfd8b6c67e req-02a98803-acc2-4ace-ac14-12475821a1b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:43:42.260317 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port a6ee5ef3-79f7-4bee-8e84-d06caebf660f triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:43:42.260929 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:42.263348 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a0fb4fff-b2c2-4158-b470-83cfd8b6c67e req-02a98803-acc2-4ace-ac14-12475821a1b3 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=81401427-9f64-44a9-90df-9654e896b6af HTTP/1.1" status: 200  len: 853 time: 0.0830414
Dec 25 21:43:42.350116 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6be815fd-b733-495b-901c-582680739aad tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:43:42.352184 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-6be815fd-b733-495b-901c-582680739aad tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.1132648
Dec 25 21:43:42.353063 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-ca317f79-bc32-4815-a685-644a0e7039f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f26188b3e50>, [{'id': '09745d53-d389-457b-9af7-8c7c46ceab4b', 'name': 'tempest-TestVolumeBackupRestore-2116477405-router', 'tenant_id': 'ca293d68b8cc44e6b641d477c9a3eb50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.219'}], 'enable_snat': True}, 'gw_port_id': 'af3c9707-bf45-41b4-ae27-439d0ec676a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:38:56Z', 'updated_at': '2021-12-25T21:39:00Z', 'revision_number': 4, 'project_id': 'ca293d68b8cc44e6b641d477c9a3eb50', 'gw_port': {'id': 'af3c9707-bf45-41b4-ae27-439d0ec676a2', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:82:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09745d53-d389-457b-9af7-8c7c46ceab4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3386, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:38:57Z', 'updated_at': '2021-12-25T21:39:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'ce5ae62b-004d-4f6b-b126-92c718c9b052', 'name': '', 'network_id': '1bb1be3e-1cca-429f-aa9f-4dd09951d5b0', 'tenant_id': 'ca293d68b8cc44e6b641d477c9a3eb50', 'mac_address': 'fa:16:3e:1e:d0:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09745d53-d389-457b-9af7-8c7c46ceab4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3389, 'fixed_ips': [{'subnet_id': '81401427-9f64-44a9-90df-9654e896b6af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:38:59Z', 'updated_at': '2021-12-25T21:39:04Z', 'revision_number': 5, 'project_id': 'ca293d68b8cc44e6b641d477c9a3eb50', 'subnets': [{'id': '81401427-9f64-44a9-90df-9654e896b6af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:43:42.355025 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 40616) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:43:42.364572 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fde6875-f83f-441b-852c-9815b0272658 None None] DHCP port deletion for 99ca970e-c662-4419-9bb1-c5d90374ad5c request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 21:43:42.366686 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fb4fff-b2c2-4158-b470-83cfd8b6c67e req-5bb2c603-9ac4-4c40-b534-0e91d07ebe67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:43:42.368999 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a0fb4fff-b2c2-4158-b470-83cfd8b6c67e req-5bb2c603-9ac4-4c40-b534-0e91d07ebe67 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=1bb1be3e-1cca-429f-aa9f-4dd09951d5b0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0983403
Dec 25 21:43:42.401029 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca317f79-bc32-4815-a685-644a0e7039f3 None None] The sync data for ids ['09745d53-d389-457b-9af7-8c7c46ceab4b'] in ncdv-master-1 is: [{'id': '09745d53-d389-457b-9af7-8c7c46ceab4b', 'name': 'tempest-TestVolumeBackupRestore-2116477405-router', 'tenant_id': 'ca293d68b8cc44e6b641d477c9a3eb50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.219'}], 'enable_snat': True}, 'gw_port_id': 'af3c9707-bf45-41b4-ae27-439d0ec676a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:38:56Z', 'updated_at': '2021-12-25T21:39:00Z', 'revision_number': 4, 'project_id': 'ca293d68b8cc44e6b641d477c9a3eb50', 'gw_port': {'id': 'af3c9707-bf45-41b4-ae27-439d0ec676a2', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:82:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09745d53-d389-457b-9af7-8c7c46ceab4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3386, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:38:57Z', 'updated_at': '2021-12-25T21:39:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'ce5ae62b-004d-4f6b-b126-92c718c9b052', 'name': '', 'network_id': '1bb1be3e-1cca-429f-aa9f-4dd09951d5b0', 'tenant_id': 'ca293d68b8cc44e6b641d477c9a3eb50', 'mac_address': 'fa:16:3e:1e:d0:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09745d53-d389-457b-9af7-8c7c46ceab4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3389, 'fixed_ips': [{'subnet_id': '81401427-9f64-44a9-90df-9654e896b6af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:38:59Z', 'updated_at': '2021-12-25T21:39:04Z', 'revision_number': 5, 'project_id': 'ca293d68b8cc44e6b641d477c9a3eb50', 'subnets': [{'id': '81401427-9f64-44a9-90df-9654e896b6af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 21:43:42.431364 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-1fde6875-f83f-441b-852c-9815b0272658 None None] Deleting port a6ee5ef3-79f7-4bee-8e84-d06caebf660f {{(pid=121608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:43:42.431739 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-1fde6875-f83f-441b-852c-9815b0272658 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:42.432495 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-d166f96b-a820-43d2-8ae2-f8298c67c289 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0763369
Dec 25 21:43:42.436849 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 40622) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:43:42.443564 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-af0fa8ba-2832-4a90-b130-56ac70175bb2 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Request body: {'subnet': {'network_id': '99ca970e-c662-4419-9bb1-c5d90374ad5c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:43:42.532494 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-218da176-8672-4c68-a18b-04a016ce70af req-937b3e1c-ffe6-4af2-a563-cfe094ee2c88 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=367fe828-cfc4-4b03-926c-063408effc4c&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1426635
Dec 25 21:43:42.541146 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [req-218da176-8672-4c68-a18b-04a016ce70af req-5b1c554b-e43a-4dd3-854e-2aa7961c4f64 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=121606) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 25 21:43:42.551941 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-218da176-8672-4c68-a18b-04a016ce70af req-5b1c554b-e43a-4dd3-854e-2aa7961c4f64 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0158753
Dec 25 21:43:42.568103 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-1fde6875-f83f-441b-852c-9815b0272658 None None] For port a6ee5ef3-79f7-4bee-8e84-d06caebf660f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a6ee5ef3-79f7-4bee-8e84-d06caebf660f,segment=NetworkSegment(0b348995-4d55-45f1-b58c-2a5ccec11450),segment_id=0b348995-4d55-45f1-b58c-2a5ccec11450)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:43:42.568103 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-1fde6875-f83f-441b-852c-9815b0272658 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:42.581263 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a0fb4fff-b2c2-4158-b470-83cfd8b6c67e req-a1d10574-96c3-4b6c-bed1-9ca6beb08942 service neutron] 10.222.0.31 "GET /v2.0/networks/1bb1be3e-1cca-429f-aa9f-4dd09951d5b0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2033162
Dec 25 21:43:42.586690 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-1fde6875-f83f-441b-852c-9815b0272658 None None] Calling delete_port for a6ee5ef3-79f7-4bee-8e84-d06caebf660f owned by network:dhcp {{(pid=121608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:43:42.643368 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af0fa8ba-2832-4a90-b130-56ac70175bb2 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Made reservation on behalf of 6ca85d447d714c1ca24121ae04b3edf0 for: {'subnet': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:43:42.654800 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-af0fa8ba-2832-4a90-b130-56ac70175bb2 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8852834'] for subnet, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:42.761960 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a0fb4fff-b2c2-4158-b470-83cfd8b6c67e req-d1ea665f-83f5-41f9-92c1-e562e973465f service neutron] 10.222.0.31 "GET /v2.0/networks/1bb1be3e-1cca-429f-aa9f-4dd09951d5b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1720128
Dec 25 21:43:42.786804 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-1fde6875-f83f-441b-852c-9815b0272658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955'] for port, after_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:42.827867 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fde6875-f83f-441b-852c-9815b0272658 None None] Pushing event deleted for resources: {'Port': ['ID=a6ee5ef3-79f7-4bee-8e84-d06caebf660f,revision_number=None']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:43:42.830379 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fde6875-f83f-441b-852c-9815b0272658 None None] No DVR routers for this DVR port a6ee5ef3-79f7-4bee-8e84-d06caebf660f on host ncdv-master-1 {{(pid=121608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:43:42.888265 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c7af6ba-b1b7-4a1e-96e6-80c98829eef2 None None] New status for floating IP 969ca340-87fa-4a66-9d21-5f3a39e96362: DOWN {{(pid=121608) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 25 21:43:43.129809 ncdv-master-1 neutron-server[121607]: DEBUG neutron.objects.ports [None req-af0fa8ba-2832-4a90-b130-56ac70175bb2 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=121607) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}}
Dec 25 21:43:43.131782 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-af0fa8ba-2832-4a90-b130-56ac70175bb2 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8632475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8852848'] for subnet, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:43.176226 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af0fa8ba-2832-4a90-b130-56ac70175bb2 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Network 99ca970e-c662-4419-9bb1-c5d90374ad5c is already hosted by enough agents. {{(pid=121607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:43:43.179617 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-af0fa8ba-2832-4a90-b130-56ac70175bb2 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Resources bound (agent type, host, resource id):  {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:43:43.184406 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af0fa8ba-2832-4a90-b130-56ac70175bb2 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:43:43.189314 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-af0fa8ba-2832-4a90-b130-56ac70175bb2 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks [] for subnet, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:43.192838 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ade9d384-7fa1-4be9-85c0-83dfb25eb224 None None] Network 99ca970e-c662-4419-9bb1-c5d90374ad5c requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:43:43.197127 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0fa8ba-2832-4a90-b130-56ac70175bb2 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Pushing event updated for resources: {'Subnet': ['ID=55dfaedc-54af-4c10-80c8-c0b07ffbd40e,revision_number=0']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:43:43.254498 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f46dce9-db26-46b3-af0e-e44ac5ee37e5 req-04268bd3-b139-460a-8449-8c96437bae9b tempest-TestVolumeBackupRestore-1733305645 tempest-TestVolumeBackupRestore-1733305645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:43:43.256054 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0f46dce9-db26-46b3-af0e-e44ac5ee37e5 req-04268bd3-b139-460a-8449-8c96437bae9b tempest-TestVolumeBackupRestore-1733305645 tempest-TestVolumeBackupRestore-1733305645-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a72df6d-c3ba-4267-a14b-70b16a7532b8 HTTP/1.1" status: 200  len: 945 time: 0.0701776
Dec 25 21:43:43.275929 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-af0fa8ba-2832-4a90-b130-56ac70175bb2 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 824 time: 0.8372362
Dec 25 21:43:43.278249 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 40674) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:43:43.283238 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-b590784a-a9fe-477b-9e83-58c619fb99d8 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Request body: {'port': {'network_id': '99ca970e-c662-4419-9bb1-c5d90374ad5c', 'mac_address': 'fa:16:3e:81:11:60', 'name': 'tempest-NetworksTestDHCPv6-1104647499'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:43:43.311255 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0f46dce9-db26-46b3-af0e-e44ac5ee37e5 req-7e496f03-2c52-44fd-a152-9585823aa32a tempest-TestVolumeBackupRestore-1733305645 tempest-TestVolumeBackupRestore-1733305645-project] 10.222.0.32 "GET /v2.0/security-groups?id=3bf0dfa8-117c-48d5-a4ab-9cac645355ae&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0477252
Dec 25 21:43:43.327678 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1c41849-fea6-4373-9e61-c077b7bbe984 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-99ca970e-c662-4419-9bb1-c5d90374ad5c', 'network_id': '99ca970e-c662-4419-9bb1-c5d90374ad5c', 'project_id': '6ca85d447d714c1ca24121ae04b3edf0', 'fixed_ips': [{'subnet_id': '55dfaedc-54af-4c10-80c8-c0b07ffbd40e'}]}} from ncdv-master-1. {{(pid=121608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 25 21:43:43.328566 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-d1c41849-fea6-4373-9e61-c077b7bbe984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:43.449794 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001fcb54-4f4f-46e9-913e-b54bb0f24a04 req-4b90e000-c6a5-4566-bbb5-a9845bfea29d tempest-TestVolumeBackupRestore-1733305645 tempest-TestVolumeBackupRestore-1733305645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:43:43.451494 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-001fcb54-4f4f-46e9-913e-b54bb0f24a04 req-4b90e000-c6a5-4566-bbb5-a9845bfea29d tempest-TestVolumeBackupRestore-1733305645 tempest-TestVolumeBackupRestore-1733305645-project] 10.222.0.31 "GET /v2.0/ports?device_id=1a72df6d-c3ba-4267-a14b-70b16a7532b8 HTTP/1.1" status: 200  len: 945 time: 0.0572689
Dec 25 21:43:43.471585 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.db_base_plugin_common [None req-d1c41849-fea6-4373-9e61-c077b7bbe984 None None] Allocated IP 2001:db8::f816:3eff:fe7d:2503 (99ca970e-c662-4419-9bb1-c5d90374ad5c/55dfaedc-54af-4c10-80c8-c0b07ffbd40e/c9812efe-cc66-4221-85b2-7ea151db0680) {{(pid=121608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:43:43.493148 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b590784a-a9fe-477b-9e83-58c619fb99d8 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Made reservation on behalf of 6ca85d447d714c1ca24121ae04b3edf0 for: {'port': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:43:43.571080 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [req-001fcb54-4f4f-46e9-913e-b54bb0f24a04 req-c511e24a-f128-4494-85fb-e9163e442fb8 tempest-TestVolumeBackupRestore-1733305645 tempest-TestVolumeBackupRestore-1733305645-project] Deleting port 2dfe2ec6-2451-4fcf-853a-381cdc5e4602 {{(pid=121606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:43:43.571423 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-001fcb54-4f4f-46e9-913e-b54bb0f24a04 req-c511e24a-f128-4494-85fb-e9163e442fb8 tempest-TestVolumeBackupRestore-1733305645 tempest-TestVolumeBackupRestore-1733305645-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:43.623784 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b590784a-a9fe-477b-9e83-58c619fb99d8 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:43.646577 ncdv-master-1 neutron-server[121607]: DEBUG neutron.notifiers.nova [None req-b590784a-a9fe-477b-9e83-58c619fb99d8 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] device_id is not set on port 0425023c-6951-4876-ba0c-0433cc8f388c yet. {{(pid=121607) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 25 21:43:43.670254 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-d1c41849-fea6-4373-9e61-c077b7bbe984 None None] Publish callbacks [] for port, precommit_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:43.672956 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-001fcb54-4f4f-46e9-913e-b54bb0f24a04 req-c511e24a-f128-4494-85fb-e9163e442fb8 tempest-TestVolumeBackupRestore-1733305645 tempest-TestVolumeBackupRestore-1733305645-project] For port 2dfe2ec6-2451-4fcf-853a-381cdc5e4602, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2dfe2ec6-2451-4fcf-853a-381cdc5e4602,segment=NetworkSegment(f7519241-1dfd-4bc3-b55e-829a71e5a41d),segment_id=f7519241-1dfd-4bc3-b55e-829a71e5a41d)] {{(pid=121606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:43:43.672956 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-001fcb54-4f4f-46e9-913e-b54bb0f24a04 req-c511e24a-f128-4494-85fb-e9163e442fb8 tempest-TestVolumeBackupRestore-1733305645 tempest-TestVolumeBackupRestore-1733305645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:43.685220 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [req-001fcb54-4f4f-46e9-913e-b54bb0f24a04 req-c511e24a-f128-4494-85fb-e9163e442fb8 tempest-TestVolumeBackupRestore-1733305645 tempest-TestVolumeBackupRestore-1733305645-project] Calling delete_port for 2dfe2ec6-2451-4fcf-853a-381cdc5e4602 owned by compute:nova {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:43:43.752661 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-d1c41849-fea6-4373-9e61-c077b7bbe984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946'] for port, after_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:43.796805 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1c41849-fea6-4373-9e61-c077b7bbe984 None None] Network 99ca970e-c662-4419-9bb1-c5d90374ad5c is already hosted by enough agents. {{(pid=121608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:43:43.801668 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.base_scheduler [None req-d1c41849-fea6-4373-9e61-c077b7bbe984 None None] Resources bound (agent type, host, resource id):  {{(pid=121608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:43:43.805978 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1c41849-fea6-4373-9e61-c077b7bbe984 None None] Received port after_create {{(pid=121608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:43:43.811928 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c41849-fea6-4373-9e61-c077b7bbe984 None None] Pushing event updated for resources: {'Port': ['ID=c9812efe-cc66-4221-85b2-7ea151db0680,revision_number=1']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:43:43.814060 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_common [None req-b590784a-a9fe-477b-9e83-58c619fb99d8 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Allocated IP 2001:db8::f816:3eff:fe81:1160 (99ca970e-c662-4419-9bb1-c5d90374ad5c/55dfaedc-54af-4c10-80c8-c0b07ffbd40e/0425023c-6951-4876-ba0c-0433cc8f388c) {{(pid=121607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:43:43.874053 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-d1c41849-fea6-4373-9e61-c077b7bbe984 None None] Attempting to bind port c9812efe-cc66-4221-85b2-7ea151db0680 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:43:43.874053 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-d1c41849-fea6-4373-9e61-c077b7bbe984 None None] Attempting to bind port c9812efe-cc66-4221-85b2-7ea151db0680 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '0b348995-4d55-45f1-b58c-2a5ccec11450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '99ca970e-c662-4419-9bb1-c5d90374ad5c'}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:43:43.875691 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1c41849-fea6-4373-9e61-c077b7bbe984 None None] Attempting to bind port c9812efe-cc66-4221-85b2-7ea151db0680 on network 99ca970e-c662-4419-9bb1-c5d90374ad5c {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:43:43.881207 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1c41849-fea6-4373-9e61-c077b7bbe984 None None] Checking agent: {'id': 'ca4f5c6d-f1fd-48b8-a3e3-395864c7d23d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 20, 56, 40), 'started_at': datetime.datetime(2021, 12, 25, 20, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 43, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:43:43.881629 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1c41849-fea6-4373-9e61-c077b7bbe984 None None] Checking segment: {'id': '0b348995-4d55-45f1-b58c-2a5ccec11450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '99ca970e-c662-4419-9bb1-c5d90374ad5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:43:43.882040 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-d1c41849-fea6-4373-9e61-c077b7bbe984 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:43.882436 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1c41849-fea6-4373-9e61-c077b7bbe984 None None] Bound using segment: {'id': '0b348995-4d55-45f1-b58c-2a5ccec11450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '99ca970e-c662-4419-9bb1-c5d90374ad5c'} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:43:43.882909 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-d1c41849-fea6-4373-9e61-c077b7bbe984 None None] Bound port: c9812efe-cc66-4221-85b2-7ea151db0680, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b348995-4d55-45f1-b58c-2a5ccec11450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '99ca970e-c662-4419-9bb1-c5d90374ad5c'}}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:43:43.883434 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-d1c41849-fea6-4373-9e61-c077b7bbe984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:43.897319 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218da176-8672-4c68-a18b-04a016ce70af req-29851cbc-481e-4e32-95d0-e50f8d808293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:43:43.900134 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-218da176-8672-4c68-a18b-04a016ce70af req-29851cbc-481e-4e32-95d0-e50f8d808293 service neutron] 10.222.0.32 "GET /v2.0/ports/c262cb63-041e-44fa-b663-5010b7338baf HTTP/1.1" status: 200  len: 1093 time: 0.0627365
Dec 25 21:43:43.911328 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-218da176-8672-4c68-a18b-04a016ce70af req-c0f76a93-91b2-4c27-ae9a-24d9a6328800 service neutron] Request body: {'binding': {'host': 'nch1-master-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:43:43.911801 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-218da176-8672-4c68-a18b-04a016ce70af req-c0f76a93-91b2-4c27-ae9a-24d9a6328800 service neutron] Unknown quota resources ['binding']. {{(pid=121606) _create /opt/stack/neutron/neutron/api/v2/base.py:496}}
Dec 25 21:43:43.950047 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-d1c41849-fea6-4373-9e61-c077b7bbe984 None None] For port c9812efe-cc66-4221-85b2-7ea151db0680, host ncdv-master-1, cleared binding levels {{(pid=121608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:43:43.954330 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-d1c41849-fea6-4373-9e61-c077b7bbe984 None None] For port c9812efe-cc66-4221-85b2-7ea151db0680, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c9812efe-cc66-4221-85b2-7ea151db0680,segment=NetworkSegment(0b348995-4d55-45f1-b58c-2a5ccec11450),segment_id=0b348995-4d55-45f1-b58c-2a5ccec11450)] {{(pid=121608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:43:44.023447 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device a6ee5ef3-79f7-4bee-8e84-d06caebf660f no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:43:44.047411 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-001fcb54-4f4f-46e9-913e-b54bb0f24a04 req-c511e24a-f128-4494-85fb-e9163e442fb8 tempest-TestVolumeBackupRestore-1733305645 tempest-TestVolumeBackupRestore-1733305645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:44.050898 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] No Port match for: a6ee5ef3-79f7-4bee-8e84-d06caebf660f {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:43:44.051654 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device a6ee5ef3-79f7-4bee-8e84-d06caebf660f not bound to the agent host ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:43:44.072583 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-d1c41849-fea6-4373-9e61-c077b7bbe984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:44.092300 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c511e24a-f128-4494-85fb-e9163e442fb8 tempest-TestVolumeBackupRestore-1733305645 tempest-TestVolumeBackupRestore-1733305645-project] Pushing event deleted for resources: {'Port': ['ID=2dfe2ec6-2451-4fcf-853a-381cdc5e4602,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:43:44.120081 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c511e24a-f128-4494-85fb-e9163e442fb8 tempest-TestVolumeBackupRestore-1733305645 tempest-TestVolumeBackupRestore-1733305645-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:43:44.120474 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c511e24a-f128-4494-85fb-e9163e442fb8 tempest-TestVolumeBackupRestore-1733305645 tempest-TestVolumeBackupRestore-1733305645-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:43:44.120767 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c511e24a-f128-4494-85fb-e9163e442fb8 tempest-TestVolumeBackupRestore-1733305645 tempest-TestVolumeBackupRestore-1733305645-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:43:44.121131 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c511e24a-f128-4494-85fb-e9163e442fb8 tempest-TestVolumeBackupRestore-1733305645 tempest-TestVolumeBackupRestore-1733305645-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:43:44.121499 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c511e24a-f128-4494-85fb-e9163e442fb8 tempest-TestVolumeBackupRestore-1733305645 tempest-TestVolumeBackupRestore-1733305645-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:43:44.121796 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c511e24a-f128-4494-85fb-e9163e442fb8 tempest-TestVolumeBackupRestore-1733305645 tempest-TestVolumeBackupRestore-1733305645-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:43:44.122147 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c511e24a-f128-4494-85fb-e9163e442fb8 tempest-TestVolumeBackupRestore-1733305645 tempest-TestVolumeBackupRestore-1733305645-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:43:44.122474 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c511e24a-f128-4494-85fb-e9163e442fb8 tempest-TestVolumeBackupRestore-1733305645 tempest-TestVolumeBackupRestore-1733305645-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:43:44.122795 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c511e24a-f128-4494-85fb-e9163e442fb8 tempest-TestVolumeBackupRestore-1733305645 tempest-TestVolumeBackupRestore-1733305645-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:43:44.123118 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c511e24a-f128-4494-85fb-e9163e442fb8 tempest-TestVolumeBackupRestore-1733305645 tempest-TestVolumeBackupRestore-1733305645-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:43:44.123433 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c511e24a-f128-4494-85fb-e9163e442fb8 tempest-TestVolumeBackupRestore-1733305645 tempest-TestVolumeBackupRestore-1733305645-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:43:44.123756 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c511e24a-f128-4494-85fb-e9163e442fb8 tempest-TestVolumeBackupRestore-1733305645 tempest-TestVolumeBackupRestore-1733305645-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:43:44.124459 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c511e24a-f128-4494-85fb-e9163e442fb8 tempest-TestVolumeBackupRestore-1733305645 tempest-TestVolumeBackupRestore-1733305645-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:43:44.157636 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c41849-fea6-4373-9e61-c077b7bbe984 None None] Pushing event updated for resources: {'Port': ['ID=c9812efe-cc66-4221-85b2-7ea151db0680,revision_number=2']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:43:44.175242 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [req-001fcb54-4f4f-46e9-913e-b54bb0f24a04 req-c511e24a-f128-4494-85fb-e9163e442fb8 tempest-TestVolumeBackupRestore-1733305645 tempest-TestVolumeBackupRestore-1733305645-project] No DVR routers for this DVR port 2dfe2ec6-2451-4fcf-853a-381cdc5e4602 on host nch1-master-1 {{(pid=121606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:43:44.179608 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-001fcb54-4f4f-46e9-913e-b54bb0f24a04 req-c511e24a-f128-4494-85fb-e9163e442fb8 tempest-TestVolumeBackupRestore-1733305645 tempest-TestVolumeBackupRestore-1733305645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:44.187639 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-001fcb54-4f4f-46e9-913e-b54bb0f24a04 req-c511e24a-f128-4494-85fb-e9163e442fb8 tempest-TestVolumeBackupRestore-1733305645 tempest-TestVolumeBackupRestore-1733305645-project] 10.222.0.31 "DELETE /v2.0/ports/2dfe2ec6-2451-4fcf-853a-381cdc5e4602 HTTP/1.1" status: 204  len: 173 time: 0.7203889
Dec 25 21:43:44.188209 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a72df6d-c3ba-4267-a14b-70b16a7532b8', 'name': 'network-vif-deleted', 'tag': '2dfe2ec6-2451-4fcf-853a-381cdc5e4602'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:43:44.190613 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9858820c13ec2827453b94ebc4181065e990a4e4089ccb9fe762531ac62d2fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ec824d9-c2cd-4bb1-b2a5-d39c80463c51" -d '{"events": [{"server_uuid": "1a72df6d-c3ba-4267-a14b-70b16a7532b8", "name": "network-vif-deleted", "tag": "2dfe2ec6-2451-4fcf-853a-381cdc5e4602"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:43:44.196013 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-218da176-8672-4c68-a18b-04a016ce70af req-c0f76a93-91b2-4c27-ae9a-24d9a6328800 service neutron] Attempting to bind port c262cb63-041e-44fa-b663-5010b7338baf on host nch1-master-1 for vnic_type normal with profile None {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:43:44.196394 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-218da176-8672-4c68-a18b-04a016ce70af req-c0f76a93-91b2-4c27-ae9a-24d9a6328800 service neutron] Attempting to bind port c262cb63-041e-44fa-b663-5010b7338baf by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '01b0c0e4-03aa-47e6-84a7-53ae20ad9e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '7fa4d4da-0ed2-460e-90b6-5e505fd99a73'}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:43:44.198910 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-218da176-8672-4c68-a18b-04a016ce70af req-c0f76a93-91b2-4c27-ae9a-24d9a6328800 service neutron] Attempting to bind port c262cb63-041e-44fa-b663-5010b7338baf on network 7fa4d4da-0ed2-460e-90b6-5e505fd99a73 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:43:44.204103 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-218da176-8672-4c68-a18b-04a016ce70af req-c0f76a93-91b2-4c27-ae9a-24d9a6328800 service neutron] Port c262cb63-041e-44fa-b663-5010b7338baf on network 7fa4d4da-0ed2-460e-90b6-5e505fd99a73 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 25 21:43:44.204441 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-218da176-8672-4c68-a18b-04a016ce70af req-c0f76a93-91b2-4c27-ae9a-24d9a6328800 service neutron] Attempting to bind port c262cb63-041e-44fa-b663-5010b7338baf on network 7fa4d4da-0ed2-460e-90b6-5e505fd99a73 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:43:44.216386 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-218da176-8672-4c68-a18b-04a016ce70af req-c0f76a93-91b2-4c27-ae9a-24d9a6328800 service neutron] Checking agent: {'id': '6d577036-68fc-4aa4-aed7-5ab01de2117e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 21, 4, 34), 'started_at': datetime.datetime(2021, 12, 25, 21, 4, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 43, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:43:44.216386 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-218da176-8672-4c68-a18b-04a016ce70af req-c0f76a93-91b2-4c27-ae9a-24d9a6328800 service neutron] Checking segment: {'id': '01b0c0e4-03aa-47e6-84a7-53ae20ad9e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '7fa4d4da-0ed2-460e-90b6-5e505fd99a73'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:43:44.216386 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-218da176-8672-4c68-a18b-04a016ce70af req-c0f76a93-91b2-4c27-ae9a-24d9a6328800 service neutron] Bound using segment: {'id': '01b0c0e4-03aa-47e6-84a7-53ae20ad9e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '7fa4d4da-0ed2-460e-90b6-5e505fd99a73'} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:43:44.216386 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-218da176-8672-4c68-a18b-04a016ce70af req-c0f76a93-91b2-4c27-ae9a-24d9a6328800 service neutron] Bound port: c262cb63-041e-44fa-b663-5010b7338baf, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01b0c0e4-03aa-47e6-84a7-53ae20ad9e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '7fa4d4da-0ed2-460e-90b6-5e505fd99a73'}}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:43:44.239109 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b590784a-a9fe-477b-9e83-58c619fb99d8 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks [] for port, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:44.283738 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 21:43:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d83b8c9c-0e46-44db-bfad-eefa77951db9 x-openstack-request-id: req-d83b8c9c-0e46-44db-bfad-eefa77951db9 {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:43:44.284339 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a72df6d-c3ba-4267-a14b-70b16a7532b8", "name": "network-vif-deleted", "tag": "2dfe2ec6-2451-4fcf-853a-381cdc5e4602", "status": "completed", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:43:44.284339 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d83b8c9c-0e46-44db-bfad-eefa77951db9 {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:43:44.284917 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a72df6d-c3ba-4267-a14b-70b16a7532b8', 'name': 'network-vif-deleted', 'tag': '2dfe2ec6-2451-4fcf-853a-381cdc5e4602', 'status': 'completed', 'code': 200}
Dec 25 21:43:44.329678 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-218da176-8672-4c68-a18b-04a016ce70af req-c0f76a93-91b2-4c27-ae9a-24d9a6328800 service neutron] For port c262cb63-041e-44fa-b663-5010b7338baf, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c262cb63-041e-44fa-b663-5010b7338baf,segment=NetworkSegment(01b0c0e4-03aa-47e6-84a7-53ae20ad9e39),segment_id=01b0c0e4-03aa-47e6-84a7-53ae20ad9e39)] {{(pid=121606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:43:44.399286 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b590784a-a9fe-477b-9e83-58c619fb99d8 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:44.401386 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-218da176-8672-4c68-a18b-04a016ce70af req-c0f76a93-91b2-4c27-ae9a-24d9a6328800 service neutron] Publish callbacks [] for binding, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:44.404107 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-218da176-8672-4c68-a18b-04a016ce70af req-c0f76a93-91b2-4c27-ae9a-24d9a6328800 service neutron] 10.222.0.32 "POST /v2.0/ports/c262cb63-041e-44fa-b663-5010b7338baf/bindings HTTP/1.1" status: 201  len: 389 time: 0.4949777
Dec 25 21:43:44.458588 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-704ba1e1-2030-4457-8dca-52573250163c req-f7e45977-caa0-4aed-b9ec-635e40dad42c tempest-TestVolumeBackupRestore-1733305645 tempest-TestVolumeBackupRestore-1733305645-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a72df6d-c3ba-4267-a14b-70b16a7532b8 HTTP/1.1" status: 200  len: 210 time: 0.0513771
Dec 25 21:43:44.490553 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b590784a-a9fe-477b-9e83-58c619fb99d8 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Network 99ca970e-c662-4419-9bb1-c5d90374ad5c is already hosted by enough agents. {{(pid=121607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:43:44.494316 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-b590784a-a9fe-477b-9e83-58c619fb99d8 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Resources bound (agent type, host, resource id):  {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:43:44.499023 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b590784a-a9fe-477b-9e83-58c619fb99d8 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Received port after_create {{(pid=121607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:43:44.504716 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b590784a-a9fe-477b-9e83-58c619fb99d8 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:43:44.505364 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b590784a-a9fe-477b-9e83-58c619fb99d8 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:44.509130 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b590784a-a9fe-477b-9e83-58c619fb99d8 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Pushing event updated for resources: {'Port': ['ID=0425023c-6951-4876-ba0c-0433cc8f388c,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:43:44.589542 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-b590784a-a9fe-477b-9e83-58c619fb99d8 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 948 time: 1.3101580
Dec 25 21:43:44.602046 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 40698) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:43:44.657578 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d5c4c29-1d09-46eb-b385-a2cfb7b27eb5 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:43:44.664910 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d5c4c29-1d09-46eb-b385-a2cfb7b27eb5 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:43:44.666498 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-3d5c4c29-1d09-46eb-b385-a2cfb7b27eb5 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1703 time: 0.0635538
Dec 25 21:43:44.669791 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 40702) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:43:44.776042 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf854e03-8f05-4b76-92e6-9f44b3039301 req-c0e1a4b3-da1d-4101-9b19-a5c9d4319943 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:43:44.777561 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-bf854e03-8f05-4b76-92e6-9f44b3039301 req-c0e1a4b3-da1d-4101-9b19-a5c9d4319943 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "GET /v2.0/ports?device_id=367fe828-cfc4-4b03-926c-063408effc4c HTTP/1.1" status: 200  len: 945 time: 0.1054647
Dec 25 21:43:44.822475 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-db074fef-983b-401b-b7f8-e48cbb1ac4dd tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Deleting port 0425023c-6951-4876-ba0c-0433cc8f388c {{(pid=121606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:43:44.822817 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-db074fef-983b-401b-b7f8-e48cbb1ac4dd tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:44.866822 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-bf854e03-8f05-4b76-92e6-9f44b3039301 req-3bb3f0e5-dc82-43fa-9505-479f9948dc74 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "GET /v2.0/security-groups?id=fbe56886-4aee-4d95-b7fc-f8439ff0c49a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0820928
Dec 25 21:43:44.961184 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-db074fef-983b-401b-b7f8-e48cbb1ac4dd tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:44.974823 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-db074fef-983b-401b-b7f8-e48cbb1ac4dd tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Calling delete_port for 0425023c-6951-4876-ba0c-0433cc8f388c owned by  {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:43:45.143387 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218da176-8672-4c68-a18b-04a016ce70af req-f9516129-c95a-4fc2-be78-ea529f9b3eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:43:45.144964 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-218da176-8672-4c68-a18b-04a016ce70af req-f9516129-c95a-4fc2-be78-ea529f9b3eb0 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=4ff29c23c5844f45826a02b6ae6b65e7&device_id=367fe828-cfc4-4b03-926c-063408effc4c HTTP/1.1" status: 200  len: 1096 time: 0.0825791
Dec 25 21:43:45.213316 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-db074fef-983b-401b-b7f8-e48cbb1ac4dd tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:45.259545 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db074fef-983b-401b-b7f8-e48cbb1ac4dd tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Pushing event deleted for resources: {'Port': ['ID=0425023c-6951-4876-ba0c-0433cc8f388c,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:43:45.296763 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-db074fef-983b-401b-b7f8-e48cbb1ac4dd tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:45.303205 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-db074fef-983b-401b-b7f8-e48cbb1ac4dd tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] 10.222.0.32 "DELETE /v2.0/ports/0425023c-6951-4876-ba0c-0433cc8f388c HTTP/1.1" status: 204  len: 168 time: 0.6300893
Dec 25 21:43:45.303604 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 40708) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:43:45.314630 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-d996e87d-bf35-493c-9774-5ce46286026c None None] Provisioning complete for port c9812efe-cc66-4221-85b2-7ea151db0680 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:43:45.315092 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-d996e87d-bf35-493c-9774-5ce46286026c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:45.318462 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218da176-8672-4c68-a18b-04a016ce70af req-444a2958-b89f-41a9-8c72-7ed11b8d9bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:43:45.320052 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-218da176-8672-4c68-a18b-04a016ce70af req-444a2958-b89f-41a9-8c72-7ed11b8d9bcb service neutron] 10.222.0.31 "GET /v2.0/networks?id=7fa4d4da-0ed2-460e-90b6-5e505fd99a73 HTTP/1.1" status: 200  len: 897 time: 0.1680074
Dec 25 21:43:45.399559 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-d996e87d-bf35-493c-9774-5ce46286026c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:45.413536 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be0fef3f-b976-43b1-b64a-45f125a16a84 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:43:45.415215 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be0fef3f-b976-43b1-b64a-45f125a16a84 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:43:45.416803 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-be0fef3f-b976-43b1-b64a-45f125a16a84 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1454 time: 0.1117895
Dec 25 21:43:45.419634 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 40710) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:43:45.436420 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-d996e87d-bf35-493c-9774-5ce46286026c None None] For port c9812efe-cc66-4221-85b2-7ea151db0680, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c9812efe-cc66-4221-85b2-7ea151db0680,segment=NetworkSegment(0b348995-4d55-45f1-b58c-2a5ccec11450),segment_id=0b348995-4d55-45f1-b58c-2a5ccec11450)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:43:45.457933 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-218da176-8672-4c68-a18b-04a016ce70af req-e5603203-713d-481a-accb-c261cf8d736a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c262cb63-041e-44fa-b663-5010b7338baf HTTP/1.1" status: 200  len: 1001 time: 0.1186275
Dec 25 21:43:45.506578 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_v2 [None req-56586173-1e4c-4d41-b85c-293b7e50f55f tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Deleting subnet 55dfaedc-54af-4c10-80c8-c0b07ffbd40e {{(pid=121606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Dec 25 21:43:45.513421 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-56586173-1e4c-4d41-b85c-293b7e50f55f tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks [] for subnet, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:45.518017 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-d996e87d-bf35-493c-9774-5ce46286026c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:45.576221 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-56586173-1e4c-4d41-b85c-293b7e50f55f tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9084199'] for subnet, precommit_delete_associations {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:45.588549 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d996e87d-bf35-493c-9774-5ce46286026c None None] Pushing event updated for resources: {'Port': ['ID=c9812efe-cc66-4221-85b2-7ea151db0680,revision_number=3']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:43:45.640540 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-29213c6f-f3bb-413a-8667-29088bc27c10 None None] Could not find standard attr ID for object 0425023c-6951-4876-ba0c-0433cc8f388c. {{(pid=121608) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 25 21:43:45.857562 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218da176-8672-4c68-a18b-04a016ce70af req-4c619acf-6d07-4ff8-8341-c89334b2ed57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:43:45.858991 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-218da176-8672-4c68-a18b-04a016ce70af req-4c619acf-6d07-4ff8-8341-c89334b2ed57 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e689b6ec-d0ea-48ae-946d-268c2777620e HTTP/1.1" status: 200  len: 834 time: 0.3941712
Dec 25 21:43:45.902004 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a747f271-92c5-4882-9516-d02572750b61 req-d26b5902-419b-46f5-9c56-5f36b88784d6 tempest-TestVolumeBackupRestore-1733305645 tempest-TestVolumeBackupRestore-1733305645-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a72df6d-c3ba-4267-a14b-70b16a7532b8 HTTP/1.1" status: 200  len: 210 time: 0.3403809
Dec 25 21:43:45.973474 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218da176-8672-4c68-a18b-04a016ce70af req-bfcdf44d-964b-47ac-b7bb-ee9092dcd526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:43:45.974809 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-218da176-8672-4c68-a18b-04a016ce70af req-bfcdf44d-964b-47ac-b7bb-ee9092dcd526 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7fa4d4da-0ed2-460e-90b6-5e505fd99a73&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0997441
Dec 25 21:43:46.032093 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-56586173-1e4c-4d41-b85c-293b7e50f55f tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995662'] for subnet, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:46.068004 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device c9812efe-cc66-4221-85b2-7ea151db0680 up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:43:46.117605 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port c9812efe-cc66-4221-85b2-7ea151db0680 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:43:46.117826 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8190249-6af3-4dfd-b79c-9d323549c1f0 req-9de1d7ec-37b8-433c-86d7-da6792926441 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:43:46.117974 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:46.119155 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c8190249-6af3-4dfd-b79c-9d323549c1f0 req-9de1d7ec-37b8-433c-86d7-da6792926441 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "GET /v2.0/ports?device_id=367fe828-cfc4-4b03-926c-063408effc4c HTTP/1.1" status: 200  len: 945 time: 0.1620221
Dec 25 21:43:46.169321 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-218da176-8672-4c68-a18b-04a016ce70af req-9f2757dd-0b4b-47e8-9028-35c4945bbc97 service neutron] 10.222.0.31 "GET /v2.0/networks/7fa4d4da-0ed2-460e-90b6-5e505fd99a73?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1738646
Dec 25 21:43:46.220737 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c8190249-6af3-4dfd-b79c-9d323549c1f0 req-79e6fbde-893f-449d-ba99-b577e77f00cc tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "GET /v2.0/security-groups?id=fbe56886-4aee-4d95-b7fc-f8439ff0c49a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0941212
Dec 25 21:43:46.252774 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-56586173-1e4c-4d41-b85c-293b7e50f55f tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9084363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9028506'] for subnet, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:46.295956 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-56586173-1e4c-4d41-b85c-293b7e50f55f tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks [] for subnet, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:46.301514 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-56586173-1e4c-4d41-b85c-293b7e50f55f tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] 10.222.0.32 "DELETE /v2.0/subnets/55dfaedc-54af-4c10-80c8-c0b07ffbd40e HTTP/1.1" status: 204  len: 168 time: 0.8787432
Dec 25 21:43:46.302030 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 40722) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:43:46.302377 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f81d163d-ff1c-4d28-94a6-2620c716e8a1 None None] Network 99ca970e-c662-4419-9bb1-c5d90374ad5c requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:43:46.308828 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56586173-1e4c-4d41-b85c-293b7e50f55f tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Pushing event deleted for resources: {'Subnet': ['ID=55dfaedc-54af-4c10-80c8-c0b07ffbd40e,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:43:46.324856 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-218da176-8672-4c68-a18b-04a016ce70af req-0a8bc1e6-0300-4ee3-bd94-8b212ec9be93 service neutron] 10.222.0.31 "GET /v2.0/networks/7fa4d4da-0ed2-460e-90b6-5e505fd99a73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1450820
Dec 25 21:43:46.345138 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-5345d45b-c99b-465b-908f-0b8a5932d46c tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0420978
Dec 25 21:43:46.347919 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 40724) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:43:46.353177 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-40824830-8409-4686-8c22-a36e8b041610 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Request body: {'subnet': {'network_id': '99ca970e-c662-4419-9bb1-c5d90374ad5c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:43:46.491819 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218da176-8672-4c68-a18b-04a016ce70af req-b96080ac-2018-4a61-9844-9c9938caedcb tempest-TestNetworkAdvancedServerOps-1317083038 tempest-TestNetworkAdvancedServerOps-1317083038-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:43:46.494015 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-218da176-8672-4c68-a18b-04a016ce70af req-b96080ac-2018-4a61-9844-9c9938caedcb tempest-TestNetworkAdvancedServerOps-1317083038 tempest-TestNetworkAdvancedServerOps-1317083038-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=367fe828-cfc4-4b03-926c-063408effc4c&tenant_id=4ff29c23c5844f45826a02b6ae6b65e7&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 1096 time: 0.1083968
Dec 25 21:43:46.505521 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-218da176-8672-4c68-a18b-04a016ce70af req-a6ec0057-455b-4014-9fae-5fed60a0948d service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'nch1-master-1'}}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:43:46.534657 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40824830-8409-4686-8c22-a36e8b041610 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Made reservation on behalf of 6ca85d447d714c1ca24121ae04b3edf0 for: {'subnet': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:43:46.538860 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-40824830-8409-4686-8c22-a36e8b041610 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8852834'] for subnet, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:46.565910 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-218da176-8672-4c68-a18b-04a016ce70af req-a6ec0057-455b-4014-9fae-5fed60a0948d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:46.641143 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91ee1d45-246f-4051-9c08-06eb5491817c None None] DHCP port deletion for 99ca970e-c662-4419-9bb1-c5d90374ad5c request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 21:43:46.693436 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-91ee1d45-246f-4051-9c08-06eb5491817c None None] Deleting port c9812efe-cc66-4221-85b2-7ea151db0680 {{(pid=121608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:43:46.693812 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-91ee1d45-246f-4051-9c08-06eb5491817c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:46.730693 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-218da176-8672-4c68-a18b-04a016ce70af req-a6ec0057-455b-4014-9fae-5fed60a0948d service neutron] For port c262cb63-041e-44fa-b663-5010b7338baf, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c262cb63-041e-44fa-b663-5010b7338baf,segment=NetworkSegment(01b0c0e4-03aa-47e6-84a7-53ae20ad9e39),segment_id=01b0c0e4-03aa-47e6-84a7-53ae20ad9e39)] {{(pid=121606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:43:46.771525 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-91ee1d45-246f-4051-9c08-06eb5491817c None None] For port c9812efe-cc66-4221-85b2-7ea151db0680, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c9812efe-cc66-4221-85b2-7ea151db0680,segment=NetworkSegment(0b348995-4d55-45f1-b58c-2a5ccec11450),segment_id=0b348995-4d55-45f1-b58c-2a5ccec11450)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:43:46.771930 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-91ee1d45-246f-4051-9c08-06eb5491817c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:46.774646 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-218da176-8672-4c68-a18b-04a016ce70af req-a6ec0057-455b-4014-9fae-5fed60a0948d service neutron] For port c262cb63-041e-44fa-b663-5010b7338baf, host nch2-master-1, cleared binding levels {{(pid=121606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:43:46.784763 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-91ee1d45-246f-4051-9c08-06eb5491817c None None] Calling delete_port for c9812efe-cc66-4221-85b2-7ea151db0680 owned by network:dhcp {{(pid=121608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:43:46.814202 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '367fe828-cfc4-4b03-926c-063408effc4c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c262cb63-041e-44fa-b663-5010b7338baf'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:43:46.816575 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9858820c13ec2827453b94ebc4181065e990a4e4089ccb9fe762531ac62d2fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccc0cf94-e4ec-46a3-b61b-69041c907e37" -d '{"events": [{"server_uuid": "367fe828-cfc4-4b03-926c-063408effc4c", "name": "network-vif-unplugged", "status": "completed", "tag": "c262cb63-041e-44fa-b663-5010b7338baf"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:43:46.821130 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-218da176-8672-4c68-a18b-04a016ce70af req-a6ec0057-455b-4014-9fae-5fed60a0948d service neutron] Publish callbacks [] for port, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:46.857564 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 25 Dec 2021 21:43:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-969b4c3f-8760-4778-a857-0ac26c4bad0c x-openstack-request-id: req-969b4c3f-8760-4778-a857-0ac26c4bad0c {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:43:46.858108 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "367fe828-cfc4-4b03-926c-063408effc4c", "name": "network-vif-unplugged", "status": "completed", "tag": "c262cb63-041e-44fa-b663-5010b7338baf", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:43:46.858108 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-969b4c3f-8760-4778-a857-0ac26c4bad0c {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:43:46.858513 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '367fe828-cfc4-4b03-926c-063408effc4c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c262cb63-041e-44fa-b663-5010b7338baf', 'code': 200}
Dec 25 21:43:46.950540 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-218da176-8672-4c68-a18b-04a016ce70af req-a6ec0057-455b-4014-9fae-5fed60a0948d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:46.962966 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-91ee1d45-246f-4051-9c08-06eb5491817c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955'] for port, after_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:46.989967 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ee1d45-246f-4051-9c08-06eb5491817c None None] Pushing event deleted for resources: {'Port': ['ID=c9812efe-cc66-4221-85b2-7ea151db0680,revision_number=None']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:43:46.994498 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91ee1d45-246f-4051-9c08-06eb5491817c None None] No DVR routers for this DVR port c9812efe-cc66-4221-85b2-7ea151db0680 on host ncdv-master-1 {{(pid=121608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:43:47.069302 ncdv-master-1 neutron-server[121607]: DEBUG neutron.objects.ports [None req-40824830-8409-4686-8c22-a36e8b041610 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=121607) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}}
Dec 25 21:43:47.079803 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-40824830-8409-4686-8c22-a36e8b041610 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8632475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8852848'] for subnet, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:47.120621 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-12beacf1-acc0-447f-a6eb-fbedd2158997 req-e742b176-0779-4f11-9e1f-e22e988b531d tempest-TestVolumeBackupRestore-1733305645 tempest-TestVolumeBackupRestore-1733305645-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a72df6d-c3ba-4267-a14b-70b16a7532b8 HTTP/1.1" status: 200  len: 210 time: 0.1027117
Dec 25 21:43:47.133579 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40824830-8409-4686-8c22-a36e8b041610 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Network 99ca970e-c662-4419-9bb1-c5d90374ad5c is already hosted by enough agents. {{(pid=121607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:43:47.133579 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-40824830-8409-4686-8c22-a36e8b041610 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Resources bound (agent type, host, resource id):  {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:43:47.133579 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40824830-8409-4686-8c22-a36e8b041610 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:43:47.133579 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-40824830-8409-4686-8c22-a36e8b041610 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks [] for subnet, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:47.139488 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c9f4c3a-bb49-4435-9faa-fba01e671cea None None] Network 99ca970e-c662-4419-9bb1-c5d90374ad5c requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:43:47.172541 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ec0057-455b-4014-9fae-5fed60a0948d service neutron] Pushing event updated for resources: {'Port': ['ID=c262cb63-041e-44fa-b663-5010b7338baf,revision_number=7']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:43:47.180383 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40824830-8409-4686-8c22-a36e8b041610 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Pushing event updated for resources: {'Subnet': ['ID=4287efe9-ddd0-4ee4-90ed-65745015f3f3,revision_number=0']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:43:47.247313 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-218da176-8672-4c68-a18b-04a016ce70af req-a6ec0057-455b-4014-9fae-5fed60a0948d service neutron] Attempting to bind port c262cb63-041e-44fa-b663-5010b7338baf on host nch2-master-1 for vnic_type normal with profile {"migrating_to": "nch1-master-1"} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:43:47.248818 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-218da176-8672-4c68-a18b-04a016ce70af req-a6ec0057-455b-4014-9fae-5fed60a0948d service neutron] Attempting to bind port c262cb63-041e-44fa-b663-5010b7338baf by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '01b0c0e4-03aa-47e6-84a7-53ae20ad9e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '7fa4d4da-0ed2-460e-90b6-5e505fd99a73'}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:43:47.249958 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-218da176-8672-4c68-a18b-04a016ce70af req-a6ec0057-455b-4014-9fae-5fed60a0948d service neutron] Attempting to bind port c262cb63-041e-44fa-b663-5010b7338baf on network 7fa4d4da-0ed2-460e-90b6-5e505fd99a73 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:43:47.255575 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-218da176-8672-4c68-a18b-04a016ce70af req-a6ec0057-455b-4014-9fae-5fed60a0948d service neutron] Port c262cb63-041e-44fa-b663-5010b7338baf on network 7fa4d4da-0ed2-460e-90b6-5e505fd99a73 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 25 21:43:47.256125 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-218da176-8672-4c68-a18b-04a016ce70af req-a6ec0057-455b-4014-9fae-5fed60a0948d service neutron] Attempting to bind port c262cb63-041e-44fa-b663-5010b7338baf on network 7fa4d4da-0ed2-460e-90b6-5e505fd99a73 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:43:47.259663 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-40824830-8409-4686-8c22-a36e8b041610 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 835 time: 0.9101884
Dec 25 21:43:47.262439 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 40736) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:43:47.270526 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-b23896ef-7f65-4843-a81f-7b99e6993533 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Request body: {'port': {'network_id': '99ca970e-c662-4419-9bb1-c5d90374ad5c', 'mac_address': 'fa:16:3e:e2:f7:ae', 'name': 'tempest-NetworksTestDHCPv6-1832828263'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:43:47.277812 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c10c416b-53d9-4296-a10b-46accb598902 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-99ca970e-c662-4419-9bb1-c5d90374ad5c', 'network_id': '99ca970e-c662-4419-9bb1-c5d90374ad5c', 'project_id': '6ca85d447d714c1ca24121ae04b3edf0', 'fixed_ips': [{'subnet_id': '4287efe9-ddd0-4ee4-90ed-65745015f3f3'}]}} from ncdv-master-1. {{(pid=121608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 25 21:43:47.278943 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-c10c416b-53d9-4296-a10b-46accb598902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:47.281582 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-218da176-8672-4c68-a18b-04a016ce70af req-a6ec0057-455b-4014-9fae-5fed60a0948d service neutron] Checking agent: {'id': '0d9ae313-8f8d-40fa-8a9f-d098a25a9911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 21, 4, 38), 'started_at': datetime.datetime(2021, 12, 25, 21, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 43, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:43:47.286164 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-218da176-8672-4c68-a18b-04a016ce70af req-a6ec0057-455b-4014-9fae-5fed60a0948d service neutron] Checking segment: {'id': '01b0c0e4-03aa-47e6-84a7-53ae20ad9e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '7fa4d4da-0ed2-460e-90b6-5e505fd99a73'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:43:47.286164 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-218da176-8672-4c68-a18b-04a016ce70af req-a6ec0057-455b-4014-9fae-5fed60a0948d service neutron] Bound using segment: {'id': '01b0c0e4-03aa-47e6-84a7-53ae20ad9e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '7fa4d4da-0ed2-460e-90b6-5e505fd99a73'} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:43:47.286164 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-218da176-8672-4c68-a18b-04a016ce70af req-a6ec0057-455b-4014-9fae-5fed60a0948d service neutron] Bound port: c262cb63-041e-44fa-b663-5010b7338baf, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01b0c0e4-03aa-47e6-84a7-53ae20ad9e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '7fa4d4da-0ed2-460e-90b6-5e505fd99a73'}}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:43:47.286164 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-218da176-8672-4c68-a18b-04a016ce70af req-a6ec0057-455b-4014-9fae-5fed60a0948d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:47.410907 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-47dc392c-f947-4c64-8f16-4d4a7f232cf0 None None] Provisioning complete for port c262cb63-041e-44fa-b663-5010b7338baf triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:43:47.411249 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-47dc392c-f947-4c64-8f16-4d4a7f232cf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:47.463178 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-218da176-8672-4c68-a18b-04a016ce70af req-a6ec0057-455b-4014-9fae-5fed60a0948d service neutron] For port c262cb63-041e-44fa-b663-5010b7338baf, host nch2-master-1, cleared binding levels {{(pid=121606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:43:47.467058 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-218da176-8672-4c68-a18b-04a016ce70af req-a6ec0057-455b-4014-9fae-5fed60a0948d service neutron] For port c262cb63-041e-44fa-b663-5010b7338baf, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c262cb63-041e-44fa-b663-5010b7338baf,segment=NetworkSegment(01b0c0e4-03aa-47e6-84a7-53ae20ad9e39),segment_id=01b0c0e4-03aa-47e6-84a7-53ae20ad9e39)] {{(pid=121606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:43:47.472541 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:43:47.472541 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:43:47.472541 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:43:47.472541 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:43:47.472541 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:43:47.472541 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:43:47.472541 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:43:47.472541 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:43:47.472541 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:43:47.472541 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:43:47.472541 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:43:47.472541 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:43:47.472541 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 25 21:43:47.472541 ncdv-master-1 neutron-server[121606]:   items = [
Dec 25 21:43:47.472541 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:43:47.472541 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:43:47.472541 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:43:47.472541 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:43:47.472541 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:43:47.472541 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:43:47.472541 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:43:47.472541 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:43:47.472541 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:43:47.472541 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:43:47.472541 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:43:47.472541 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:43:47.472541 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:43:47.472541 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:43:47.472541 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:43:47.472541 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:43:47.472541 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:43:47.472541 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:43:47.472541 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:43:47.472541 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:43:47.472541 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:43:47.472541 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:43:47.472541 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:43:47.472541 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:43:47.472541 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:43:47.472541 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:43:47.472541 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:43:47.472541 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:43:47.472541 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:43:47.472541 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:43:47.472541 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:43:47.472541 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:43:47.472541 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:43:47.472541 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:43:47.482086 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de866b3f-34c1-453b-8a62-5bc95199c80b req-370eb625-26b1-4c08-8774-ddc7aa892312 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:43:47.482086 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-de866b3f-34c1-453b-8a62-5bc95199c80b req-370eb625-26b1-4c08-8774-ddc7aa892312 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "GET /v2.0/ports?device_id=367fe828-cfc4-4b03-926c-063408effc4c HTTP/1.1" status: 200  len: 943 time: 0.1372881
Dec 25 21:43:47.495487 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-47dc392c-f947-4c64-8f16-4d4a7f232cf0 None None] Port c262cb63-041e-44fa-b663-5010b7338baf cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:43:47.504572 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.db_base_plugin_common [None req-c10c416b-53d9-4296-a10b-46accb598902 None None] Allocated IP 2001:db8::f816:3eff:febb:b7a6 (99ca970e-c662-4419-9bb1-c5d90374ad5c/4287efe9-ddd0-4ee4-90ed-65745015f3f3/6310cb24-cc9b-4607-9038-9756f769edd7) {{(pid=121608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:43:47.538421 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-de866b3f-34c1-453b-8a62-5bc95199c80b req-0295b68b-e988-4f12-81c6-f4c65953ee14 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "GET /v2.0/security-groups?id=fbe56886-4aee-4d95-b7fc-f8439ff0c49a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0490730
Dec 25 21:43:47.630262 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-218da176-8672-4c68-a18b-04a016ce70af req-a6ec0057-455b-4014-9fae-5fed60a0948d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:47.635143 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b23896ef-7f65-4843-a81f-7b99e6993533 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Made reservation on behalf of 6ca85d447d714c1ca24121ae04b3edf0 for: {'port': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:43:47.651941 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-c10c416b-53d9-4296-a10b-46accb598902 None None] Publish callbacks [] for port, precommit_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:47.764453 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-c10c416b-53d9-4296-a10b-46accb598902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946'] for port, after_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:47.815831 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c10c416b-53d9-4296-a10b-46accb598902 None None] Network 99ca970e-c662-4419-9bb1-c5d90374ad5c is already hosted by enough agents. {{(pid=121608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:43:47.816793 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ec0057-455b-4014-9fae-5fed60a0948d service neutron] Pushing event updated for resources: {'Port': ['ID=c262cb63-041e-44fa-b663-5010b7338baf,revision_number=8']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:43:47.820649 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.base_scheduler [None req-c10c416b-53d9-4296-a10b-46accb598902 None None] Resources bound (agent type, host, resource id):  {{(pid=121608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:43:47.825994 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c10c416b-53d9-4296-a10b-46accb598902 None None] Received port after_create {{(pid=121608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:43:47.835780 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10c416b-53d9-4296-a10b-46accb598902 None None] Pushing event updated for resources: {'Port': ['ID=6310cb24-cc9b-4607-9038-9756f769edd7,revision_number=1']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:43:47.855227 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-b23896ef-7f65-4843-a81f-7b99e6993533 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:47.900616 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218da176-8672-4c68-a18b-04a016ce70af req-a6ec0057-455b-4014-9fae-5fed60a0948d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:43:47.901282 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-218da176-8672-4c68-a18b-04a016ce70af req-a6ec0057-455b-4014-9fae-5fed60a0948d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:47.902702 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-218da176-8672-4c68-a18b-04a016ce70af req-a6ec0057-455b-4014-9fae-5fed60a0948d service neutron] 10.222.0.31 "PUT /v2.0/ports/c262cb63-041e-44fa-b663-5010b7338baf HTTP/1.1" status: 200  len: 1121 time: 1.4016347
Dec 25 21:43:47.903122 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-c10c416b-53d9-4296-a10b-46accb598902 None None] Attempting to bind port 6310cb24-cc9b-4607-9038-9756f769edd7 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:43:47.911847 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-c10c416b-53d9-4296-a10b-46accb598902 None None] Attempting to bind port 6310cb24-cc9b-4607-9038-9756f769edd7 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '0b348995-4d55-45f1-b58c-2a5ccec11450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '99ca970e-c662-4419-9bb1-c5d90374ad5c'}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:43:47.911847 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c10c416b-53d9-4296-a10b-46accb598902 None None] Attempting to bind port 6310cb24-cc9b-4607-9038-9756f769edd7 on network 99ca970e-c662-4419-9bb1-c5d90374ad5c {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:43:47.912107 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [None req-b23896ef-7f65-4843-a81f-7b99e6993533 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] device_id is not set on port 9e379155-e34a-4272-8888-ab23d98f19d4 yet. {{(pid=121606) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 25 21:43:47.912632 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c10c416b-53d9-4296-a10b-46accb598902 None None] Checking agent: {'id': 'ca4f5c6d-f1fd-48b8-a3e3-395864c7d23d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 20, 56, 40), 'started_at': datetime.datetime(2021, 12, 25, 20, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 43, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:43:47.913295 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c10c416b-53d9-4296-a10b-46accb598902 None None] Checking segment: {'id': '0b348995-4d55-45f1-b58c-2a5ccec11450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '99ca970e-c662-4419-9bb1-c5d90374ad5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:43:47.913694 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-c10c416b-53d9-4296-a10b-46accb598902 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:47.914088 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c10c416b-53d9-4296-a10b-46accb598902 None None] Bound using segment: {'id': '0b348995-4d55-45f1-b58c-2a5ccec11450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '99ca970e-c662-4419-9bb1-c5d90374ad5c'} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:43:47.914559 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-c10c416b-53d9-4296-a10b-46accb598902 None None] Bound port: 6310cb24-cc9b-4607-9038-9756f769edd7, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b348995-4d55-45f1-b58c-2a5ccec11450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '99ca970e-c662-4419-9bb1-c5d90374ad5c'}}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:43:47.914940 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-c10c416b-53d9-4296-a10b-46accb598902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:47.965914 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-7754ba01-005b-46ff-914c-93f9fc078393 None None] Provisioning complete for port c262cb63-041e-44fa-b663-5010b7338baf triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:43:47.966324 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-7754ba01-005b-46ff-914c-93f9fc078393 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:47.973245 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] get_ports_and_sgs() called for port_ids ['c262cb63-041e-44fa-b663-5010b7338baf'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:43:48.037793 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_common [None req-b23896ef-7f65-4843-a81f-7b99e6993533 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Allocated IP 2001:db8::f816:3eff:fee2:f7ae (99ca970e-c662-4419-9bb1-c5d90374ad5c/4287efe9-ddd0-4ee4-90ed-65745015f3f3/9e379155-e34a-4272-8888-ab23d98f19d4) {{(pid=121606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:43:48.048152 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device c9812efe-cc66-4221-85b2-7ea151db0680 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:43:48.087290 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-c10c416b-53d9-4296-a10b-46accb598902 None None] For port 6310cb24-cc9b-4607-9038-9756f769edd7, host ncdv-master-1, cleared binding levels {{(pid=121608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:43:48.092099 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] No Port match for: c9812efe-cc66-4221-85b2-7ea151db0680 {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:43:48.092446 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device c9812efe-cc66-4221-85b2-7ea151db0680 not bound to the agent host ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:43:48.094144 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device 2dfe2ec6-2451-4fcf-853a-381cdc5e4602 no longer exists at agent hyperv_nch1-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:43:48.129743 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-c10c416b-53d9-4296-a10b-46accb598902 None None] For port 6310cb24-cc9b-4607-9038-9756f769edd7, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6310cb24-cc9b-4607-9038-9756f769edd7,segment=NetworkSegment(0b348995-4d55-45f1-b58c-2a5ccec11450),segment_id=0b348995-4d55-45f1-b58c-2a5ccec11450)] {{(pid=121608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:43:48.135230 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] No Port match for: 2dfe2ec6-2451-4fcf-853a-381cdc5e4602 {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:43:48.135590 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device 2dfe2ec6-2451-4fcf-853a-381cdc5e4602 not bound to the agent host nch1-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:43:48.198290 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-c10c416b-53d9-4296-a10b-46accb598902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:48.209164 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 40746) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:43:48.214430 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-7754ba01-005b-46ff-914c-93f9fc078393 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:48.240359 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-b23896ef-7f65-4843-a81f-7b99e6993533 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks [] for port, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:48.308732 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-8ea9c52f-c6e4-4733-ba09-1f8b84fd5e6a tempest-TestVolumeBackupRestore-1733305645 tempest-TestVolumeBackupRestore-1733305645-project] Publish callbacks [] for security_group, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:48.315008 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '367fe828-cfc4-4b03-926c-063408effc4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c262cb63-041e-44fa-b663-5010b7338baf'}] {{(pid=121608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:43:48.317328 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a88c78c3ff6266bd59c7e89d275b28c92e739b67d23c89d71af88829fd31566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0f05fe4-7630-4d8c-a2e3-4f17628f3963" -d '{"events": [{"server_uuid": "367fe828-cfc4-4b03-926c-063408effc4c", "name": "network-vif-plugged", "status": "completed", "tag": "c262cb63-041e-44fa-b663-5010b7338baf"}]}' {{(pid=121608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:43:48.344548 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10c416b-53d9-4296-a10b-46accb598902 None None] Pushing event updated for resources: {'Port': ['ID=6310cb24-cc9b-4607-9038-9756f769edd7,revision_number=2']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:43:48.360259 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-7754ba01-005b-46ff-914c-93f9fc078393 None None] For port c262cb63-041e-44fa-b663-5010b7338baf, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c262cb63-041e-44fa-b663-5010b7338baf,segment=NetworkSegment(01b0c0e4-03aa-47e6-84a7-53ae20ad9e39),segment_id=01b0c0e4-03aa-47e6-84a7-53ae20ad9e39)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:43:48.373186 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-b23896ef-7f65-4843-a81f-7b99e6993533 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:48.378526 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-8ea9c52f-c6e4-4733-ba09-1f8b84fd5e6a tempest-TestVolumeBackupRestore-1733305645 tempest-TestVolumeBackupRestore-1733305645-project] Publish callbacks [] for security_group, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:48.416943 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 21:43:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-091299a8-f535-445c-8e05-92c480091e73 x-openstack-request-id: req-091299a8-f535-445c-8e05-92c480091e73 {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:43:48.418505 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "367fe828-cfc4-4b03-926c-063408effc4c", "name": "network-vif-plugged", "status": "completed", "tag": "c262cb63-041e-44fa-b663-5010b7338baf", "code": 200}]} {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:43:48.419379 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-091299a8-f535-445c-8e05-92c480091e73 {{(pid=121608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:43:48.419788 ncdv-master-1 neutron-server[121608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '367fe828-cfc4-4b03-926c-063408effc4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c262cb63-041e-44fa-b663-5010b7338baf', 'code': 200}
Dec 25 21:43:48.427294 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b23896ef-7f65-4843-a81f-7b99e6993533 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Network 99ca970e-c662-4419-9bb1-c5d90374ad5c is already hosted by enough agents. {{(pid=121606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:43:48.438378 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [None req-b23896ef-7f65-4843-a81f-7b99e6993533 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Resources bound (agent type, host, resource id):  {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:43:48.443099 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b23896ef-7f65-4843-a81f-7b99e6993533 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Received port after_create {{(pid=121606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:43:48.450572 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b23896ef-7f65-4843-a81f-7b99e6993533 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:43:48.451802 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-b23896ef-7f65-4843-a81f-7b99e6993533 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:48.475181 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23896ef-7f65-4843-a81f-7b99e6993533 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Pushing event updated for resources: {'Port': ['ID=9e379155-e34a-4272-8888-ab23d98f19d4,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:43:48.495570 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-7754ba01-005b-46ff-914c-93f9fc078393 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:48.558093 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-b23896ef-7f65-4843-a81f-7b99e6993533 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 948 time: 1.2942872
Dec 25 21:43:48.560930 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 40762) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:43:48.588234 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-8ea9c52f-c6e4-4733-ba09-1f8b84fd5e6a tempest-TestVolumeBackupRestore-1733305645 tempest-TestVolumeBackupRestore-1733305645-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:48.588234 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-8ea9c52f-c6e4-4733-ba09-1f8b84fd5e6a tempest-TestVolumeBackupRestore-1733305645 tempest-TestVolumeBackupRestore-1733305645-project] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:48.589017 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-8ea9c52f-c6e4-4733-ba09-1f8b84fd5e6a tempest-TestVolumeBackupRestore-1733305645 tempest-TestVolumeBackupRestore-1733305645-project] 10.222.0.32 "DELETE /v2.0/security-groups/3bf0dfa8-117c-48d5-a4ab-9cac645355ae HTTP/1.1" status: 204  len: 168 time: 0.3774617
Dec 25 21:43:48.622578 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea9c52f-c6e4-4733-ba09-1f8b84fd5e6a tempest-TestVolumeBackupRestore-1733305645 tempest-TestVolumeBackupRestore-1733305645-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bf0dfa8-117c-48d5-a4ab-9cac645355ae,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:43:48.651646 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-998b122a-54a8-43c4-b5e4-599ff0a6fa9c tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:43:48.660403 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-998b122a-54a8-43c4-b5e4-599ff0a6fa9c tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:43:48.662307 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-998b122a-54a8-43c4-b5e4-599ff0a6fa9c tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1703 time: 0.1000693
Dec 25 21:43:48.665974 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 40768) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:43:48.737049 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6312e14f-e1d2-4263-b47f-7fb84b666012 req-05758076-22e5-4ea9-aec0-2075bceb55f4 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:43:48.737049 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-6312e14f-e1d2-4263-b47f-7fb84b666012 req-05758076-22e5-4ea9-aec0-2075bceb55f4 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "GET /v2.0/ports?device_id=367fe828-cfc4-4b03-926c-063408effc4c HTTP/1.1" status: 200  len: 945 time: 0.0888696
Dec 25 21:43:48.798936 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-2b3c84ef-6fa0-4191-9577-50d79ea383ff tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Deleting port 9e379155-e34a-4272-8888-ab23d98f19d4 {{(pid=121607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:43:48.799292 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-2b3c84ef-6fa0-4191-9577-50d79ea383ff tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:48.818789 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-6312e14f-e1d2-4263-b47f-7fb84b666012 req-0307d7ea-c1b5-4ff7-a3d9-3c28f78f82d3 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "GET /v2.0/security-groups?id=fbe56886-4aee-4d95-b7fc-f8439ff0c49a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0767930
Dec 25 21:43:48.821162 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7754ba01-005b-46ff-914c-93f9fc078393 None None] Pushing event updated for resources: {'Port': ['ID=c262cb63-041e-44fa-b663-5010b7338baf,revision_number=9']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:43:48.860001 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '367fe828-cfc4-4b03-926c-063408effc4c', 'tag': 'c262cb63-041e-44fa-b663-5010b7338baf'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:43:48.862732 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9858820c13ec2827453b94ebc4181065e990a4e4089ccb9fe762531ac62d2fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7e42de4-0374-47ab-b550-4f4dfe88723e" -d '{"events": [{"name": "network-changed", "server_uuid": "367fe828-cfc4-4b03-926c-063408effc4c", "tag": "c262cb63-041e-44fa-b663-5010b7338baf"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:43:48.902155 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Dec 2021 21:43:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2507b5a-99aa-4593-b66d-4ca4d280d19a x-openstack-request-id: req-a2507b5a-99aa-4593-b66d-4ca4d280d19a {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:43:48.902676 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "367fe828-cfc4-4b03-926c-063408effc4c", "tag": "c262cb63-041e-44fa-b663-5010b7338baf", "status": "completed", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:43:48.903059 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a2507b5a-99aa-4593-b66d-4ca4d280d19a {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:43:48.903588 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '367fe828-cfc4-4b03-926c-063408effc4c', 'tag': 'c262cb63-041e-44fa-b663-5010b7338baf', 'status': 'completed', 'code': 200}
Dec 25 21:43:48.919372 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-2b3c84ef-6fa0-4191-9577-50d79ea383ff tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:48.931688 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-2b3c84ef-6fa0-4191-9577-50d79ea383ff tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Calling delete_port for 9e379155-e34a-4272-8888-ab23d98f19d4 owned by  {{(pid=121607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:43:48.976177 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e42de4-0374-47ab-b550-4f4dfe88723e req-47bbb99c-3629-479f-b6dc-09799ee86d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:43:48.977935 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c7e42de4-0374-47ab-b550-4f4dfe88723e req-47bbb99c-3629-479f-b6dc-09799ee86d6c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4ff29c23c5844f45826a02b6ae6b65e7&device_id=367fe828-cfc4-4b03-926c-063408effc4c HTTP/1.1" status: 200  len: 1126 time: 0.0520353
Dec 25 21:43:49.083717 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e42de4-0374-47ab-b550-4f4dfe88723e req-2c95b030-3b67-4e2c-80b5-5e3a3df237fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:43:49.085890 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c7e42de4-0374-47ab-b550-4f4dfe88723e req-2c95b030-3b67-4e2c-80b5-5e3a3df237fe service neutron] 10.222.0.37 "GET /v2.0/networks?id=7fa4d4da-0ed2-460e-90b6-5e505fd99a73 HTTP/1.1" status: 200  len: 897 time: 0.0981581
Dec 25 21:43:49.156837 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c7e42de4-0374-47ab-b550-4f4dfe88723e req-542ad687-4782-4d84-9a8a-d71633adab1c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c262cb63-041e-44fa-b663-5010b7338baf HTTP/1.1" status: 200  len: 1001 time: 0.0635898
Dec 25 21:43:49.197385 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-2b3c84ef-6fa0-4191-9577-50d79ea383ff tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:49.235233 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e42de4-0374-47ab-b550-4f4dfe88723e req-757966d2-6b44-431c-8641-69736150fc6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:43:49.237513 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c7e42de4-0374-47ab-b550-4f4dfe88723e req-757966d2-6b44-431c-8641-69736150fc6f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e689b6ec-d0ea-48ae-946d-268c2777620e HTTP/1.1" status: 200  len: 834 time: 0.0729976
Dec 25 21:43:49.239670 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3c84ef-6fa0-4191-9577-50d79ea383ff tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Pushing event deleted for resources: {'Port': ['ID=9e379155-e34a-4272-8888-ab23d98f19d4,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:43:49.279852 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-2b3c84ef-6fa0-4191-9577-50d79ea383ff tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:49.283817 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-2b3c84ef-6fa0-4191-9577-50d79ea383ff tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] 10.222.0.32 "DELETE /v2.0/ports/9e379155-e34a-4272-8888-ab23d98f19d4 HTTP/1.1" status: 204  len: 168 time: 0.6167715
Dec 25 21:43:49.286260 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 40788) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:43:49.304487 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e42de4-0374-47ab-b550-4f4dfe88723e req-029de894-c14d-460c-a3b8-d460ee277c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:43:49.306172 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c7e42de4-0374-47ab-b550-4f4dfe88723e req-029de894-c14d-460c-a3b8-d460ee277c56 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7fa4d4da-0ed2-460e-90b6-5e505fd99a73&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0615551
Dec 25 21:43:49.348372 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d019e247-53c9-4976-a920-f3516867a47d tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:43:49.349790 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d019e247-53c9-4976-a920-f3516867a47d tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:43:49.351851 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-d019e247-53c9-4976-a920-f3516867a47d tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1465 time: 0.0645707
Dec 25 21:43:49.356811 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 40800) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:43:49.449247 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_v2 [None req-131149bf-3068-4bf0-b84a-56be933a12ca tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Deleting subnet 4287efe9-ddd0-4ee4-90ed-65745015f3f3 {{(pid=121606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Dec 25 21:43:49.460430 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-131149bf-3068-4bf0-b84a-56be933a12ca tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks [] for subnet, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:49.493346 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c7e42de4-0374-47ab-b550-4f4dfe88723e req-ead97f3d-9f16-4c5c-8c17-ab090ac0e395 service neutron] 10.222.0.37 "GET /v2.0/networks/7fa4d4da-0ed2-460e-90b6-5e505fd99a73?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1794794
Dec 25 21:43:49.528993 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-131149bf-3068-4bf0-b84a-56be933a12ca tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9084199'] for subnet, precommit_delete_associations {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:49.589663 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-80e78c14-f675-4ff5-aec5-9d50ae9f6e1d None None] Provisioning complete for port 6310cb24-cc9b-4607-9038-9756f769edd7 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:43:49.590654 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-80e78c14-f675-4ff5-aec5-9d50ae9f6e1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:49.666538 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c7e42de4-0374-47ab-b550-4f4dfe88723e req-b1f03d57-db79-45c4-9777-9de488afb7b8 service neutron] 10.222.0.37 "GET /v2.0/networks/7fa4d4da-0ed2-460e-90b6-5e505fd99a73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1659641
Dec 25 21:43:49.678124 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-131149bf-3068-4bf0-b84a-56be933a12ca tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995662'] for subnet, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:49.680562 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-80e78c14-f675-4ff5-aec5-9d50ae9f6e1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:49.818363 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-131149bf-3068-4bf0-b84a-56be933a12ca tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9084363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9028506'] for subnet, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:49.843707 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131149bf-3068-4bf0-b84a-56be933a12ca tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Pushing event deleted for resources: {'Subnet': ['ID=4287efe9-ddd0-4ee4-90ed-65745015f3f3,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:43:49.851423 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-131149bf-3068-4bf0-b84a-56be933a12ca tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks [] for subnet, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:49.853421 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-131149bf-3068-4bf0-b84a-56be933a12ca tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] 10.222.0.32 "DELETE /v2.0/subnets/4287efe9-ddd0-4ee4-90ed-65745015f3f3 HTTP/1.1" status: 204  len: 168 time: 0.4953177
Dec 25 21:43:49.856458 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 40810) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:43:49.860260 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.db.api [None req-80e78c14-f675-4ff5-aec5-9d50ae9f6e1d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=121608) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 25 21:43:49.862143 ncdv-master-1 neutron-server[121608]: DEBUG oslo_db.api [None req-80e78c14-f675-4ff5-aec5-9d50ae9f6e1d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 25 21:43:49.905990 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-2285f744-4b57-4aa5-b679-2b3435e68123 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0473418
Dec 25 21:43:49.907590 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 40812) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:43:49.964833 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adf4b06-588e-4624-9978-36ecf0f021a7 req-96fdc158-44f4-4f62-a30f-0e8f7dfaa58c tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:43:49.973560 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7adf4b06-588e-4624-9978-36ecf0f021a7 req-96fdc158-44f4-4f62-a30f-0e8f7dfaa58c tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "GET /v2.0/ports?device_id=367fe828-cfc4-4b03-926c-063408effc4c HTTP/1.1" status: 200  len: 945 time: 0.0687337
Dec 25 21:43:49.974675 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88b927ea-97e9-4372-b00f-f9547d57e4c9 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:43:49.976300 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-88b927ea-97e9-4372-b00f-f9547d57e4c9 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200  len: 864 time: 0.0676119
Dec 25 21:43:49.978913 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 40814) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:43:50.019606 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f441e05-e7b1-4140-910a-cfa423edcb52 None None] Network 99ca970e-c662-4419-9bb1-c5d90374ad5c requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:43:50.035366 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d738d0c-5ca6-4cd6-8857-075af820b806 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:43:50.036929 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-0d738d0c-5ca6-4cd6-8857-075af820b806 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.0570033
Dec 25 21:43:50.039839 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 40816) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:43:50.086205 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-e1c8f34b-f139-46df-a887-e746c1ec24fb tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0449798
Dec 25 21:43:50.090989 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 40818) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:43:50.096972 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-164526d0-fac7-4852-a662-7beed8500a86 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Request body: {'subnet': {'network_id': '99ca970e-c662-4419-9bb1-c5d90374ad5c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:43:50.110055 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device c262cb63-041e-44fa-b663-5010b7338baf details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 25 21:43:50.263629 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 6310cb24-cc9b-4607-9038-9756f769edd7 up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:43:50.315021 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-164526d0-fac7-4852-a662-7beed8500a86 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Made reservation on behalf of 6ca85d447d714c1ca24121ae04b3edf0 for: {'subnet': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:43:50.319833 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-164526d0-fac7-4852-a662-7beed8500a86 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8852834'] for subnet, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:50.348822 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7adf4b06-588e-4624-9978-36ecf0f021a7 req-cf40c959-7c27-4d2d-9d5a-257a5b24b29b tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "GET /v2.0/security-groups?id=fbe56886-4aee-4d95-b7fc-f8439ff0c49a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3742056
Dec 25 21:43:50.459489 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3193c9f-6066-48a2-a441-aabdf6d1bdab None None] DHCP port deletion for 99ca970e-c662-4419-9bb1-c5d90374ad5c request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 21:43:50.538987 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port c262cb63-041e-44fa-b663-5010b7338baf, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c262cb63-041e-44fa-b663-5010b7338baf,segment=NetworkSegment(01b0c0e4-03aa-47e6-84a7-53ae20ad9e39),segment_id=01b0c0e4-03aa-47e6-84a7-53ae20ad9e39)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:43:50.560609 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-80e78c14-f675-4ff5-aec5-9d50ae9f6e1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:50.562793 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device c262cb63-041e-44fa-b663-5010b7338baf has no active binding in host nch1-master-1 {{(pid=121608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}}
Dec 25 21:43:50.589574 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-164526d0-fac7-4852-a662-7beed8500a86 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8632475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8852848'] for subnet, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:50.603960 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port 6310cb24-cc9b-4607-9038-9756f769edd7 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:43:50.604329 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:50.632857 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-164526d0-fac7-4852-a662-7beed8500a86 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Network 99ca970e-c662-4419-9bb1-c5d90374ad5c is already hosted by enough agents. {{(pid=121607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:43:50.635968 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-164526d0-fac7-4852-a662-7beed8500a86 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Resources bound (agent type, host, resource id):  {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:43:50.639393 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-80e78c14-f675-4ff5-aec5-9d50ae9f6e1d None None] For port 6310cb24-cc9b-4607-9038-9756f769edd7, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6310cb24-cc9b-4607-9038-9756f769edd7,segment=NetworkSegment(0b348995-4d55-45f1-b58c-2a5ccec11450),segment_id=0b348995-4d55-45f1-b58c-2a5ccec11450)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:43:50.640354 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-164526d0-fac7-4852-a662-7beed8500a86 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:43:50.640968 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-164526d0-fac7-4852-a662-7beed8500a86 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks [] for subnet, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:50.652831 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164526d0-fac7-4852-a662-7beed8500a86 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Pushing event updated for resources: {'Subnet': ['ID=0e878b8f-a48a-45f7-b37c-8ad13e5a4a1a,revision_number=0']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:43:50.653052 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-c3193c9f-6066-48a2-a441-aabdf6d1bdab None None] Deleting port 6310cb24-cc9b-4607-9038-9756f769edd7 {{(pid=121608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:43:50.653382 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-c3193c9f-6066-48a2-a441-aabdf6d1bdab None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:50.723617 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-80e78c14-f675-4ff5-aec5-9d50ae9f6e1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:50.752060 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-164526d0-fac7-4852-a662-7beed8500a86 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.6596553
Dec 25 21:43:50.754656 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 40826) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:43:50.760475 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-9d7e4d7f-23d9-4db2-971e-7d708d8754ee tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Request body: {'port': {'network_id': '99ca970e-c662-4419-9bb1-c5d90374ad5c', 'mac_address': 'fa:16:3e:43:df:9a', 'name': 'tempest-NetworksTestDHCPv6-137628448'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:43:50.812550 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-c3193c9f-6066-48a2-a441-aabdf6d1bdab None None] For port 6310cb24-cc9b-4607-9038-9756f769edd7, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6310cb24-cc9b-4607-9038-9756f769edd7,segment=NetworkSegment(0b348995-4d55-45f1-b58c-2a5ccec11450),segment_id=0b348995-4d55-45f1-b58c-2a5ccec11450)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:43:50.812974 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-c3193c9f-6066-48a2-a441-aabdf6d1bdab None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:50.837059 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-c3193c9f-6066-48a2-a441-aabdf6d1bdab None None] Calling delete_port for 6310cb24-cc9b-4607-9038-9756f769edd7 owned by network:dhcp {{(pid=121608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:43:50.841669 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e78c14-f675-4ff5-aec5-9d50ae9f6e1d None None] Pushing event updated for resources: {'Port': ['ID=6310cb24-cc9b-4607-9038-9756f769edd7,revision_number=4']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:43:50.850455 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-7cb9af7f-ebcd-46e8-af11-38d740919e6a None None] Could not find standard attr ID for object 9e379155-e34a-4272-8888-ab23d98f19d4. {{(pid=121608) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 25 21:43:50.968865 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d7e4d7f-23d9-4db2-971e-7d708d8754ee tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Made reservation on behalf of 6ca85d447d714c1ca24121ae04b3edf0 for: {'port': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:43:50.994898 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-c3193c9f-6066-48a2-a441-aabdf6d1bdab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955'] for port, after_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:51.024936 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3193c9f-6066-48a2-a441-aabdf6d1bdab None None] Pushing event deleted for resources: {'Port': ['ID=6310cb24-cc9b-4607-9038-9756f769edd7,revision_number=None']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:43:51.029202 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3193c9f-6066-48a2-a441-aabdf6d1bdab None None] No DVR routers for this DVR port 6310cb24-cc9b-4607-9038-9756f769edd7 on host ncdv-master-1 {{(pid=121608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:43:51.050511 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06350be7-21df-484f-a9d6-efdb46ddedfa None None] Network 99ca970e-c662-4419-9bb1-c5d90374ad5c requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:43:51.057355 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-9d7e4d7f-23d9-4db2-971e-7d708d8754ee tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:51.079179 ncdv-master-1 neutron-server[121607]: DEBUG neutron.notifiers.nova [None req-9d7e4d7f-23d9-4db2-971e-7d708d8754ee tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] device_id is not set on port d8054e54-e6e3-495b-8d96-2b14b53a9e78 yet. {{(pid=121607) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 25 21:43:51.149812 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61cbe70f-828c-4679-b626-0f396a7ba33c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-99ca970e-c662-4419-9bb1-c5d90374ad5c', 'network_id': '99ca970e-c662-4419-9bb1-c5d90374ad5c', 'project_id': '6ca85d447d714c1ca24121ae04b3edf0', 'fixed_ips': [{'subnet_id': '0e878b8f-a48a-45f7-b37c-8ad13e5a4a1a'}]}} from ncdv-master-1. {{(pid=121608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 25 21:43:51.150674 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-61cbe70f-828c-4679-b626-0f396a7ba33c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:51.194321 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_common [None req-9d7e4d7f-23d9-4db2-971e-7d708d8754ee tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Allocated IP 2001:db8::15d (99ca970e-c662-4419-9bb1-c5d90374ad5c/0e878b8f-a48a-45f7-b37c-8ad13e5a4a1a/d8054e54-e6e3-495b-8d96-2b14b53a9e78) {{(pid=121607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:43:51.342460 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-9d7e4d7f-23d9-4db2-971e-7d708d8754ee tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks [] for port, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:51.423665 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-9d7e4d7f-23d9-4db2-971e-7d708d8754ee tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:51.473064 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d7e4d7f-23d9-4db2-971e-7d708d8754ee tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Network 99ca970e-c662-4419-9bb1-c5d90374ad5c is already hosted by enough agents. {{(pid=121607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:43:51.476306 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-9d7e4d7f-23d9-4db2-971e-7d708d8754ee tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Resources bound (agent type, host, resource id):  {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:43:51.479397 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb00013-fae3-4c5a-a0ea-29ba75a3a8b1 req-f011196a-656e-425c-b205-bacbe598ff16 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:43:51.480538 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d7e4d7f-23d9-4db2-971e-7d708d8754ee tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Received port after_create {{(pid=121607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:43:51.483187 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9bb00013-fae3-4c5a-a0ea-29ba75a3a8b1 req-f011196a-656e-425c-b205-bacbe598ff16 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "GET /v2.0/ports?device_id=367fe828-cfc4-4b03-926c-063408effc4c HTTP/1.1" status: 200  len: 945 time: 0.0584044
Dec 25 21:43:51.486139 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d7e4d7f-23d9-4db2-971e-7d708d8754ee tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:43:51.486751 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-9d7e4d7f-23d9-4db2-971e-7d708d8754ee tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:51.487906 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.db_base_plugin_common [None req-61cbe70f-828c-4679-b626-0f396a7ba33c None None] Allocated IP 2001:db8::2 (99ca970e-c662-4419-9bb1-c5d90374ad5c/0e878b8f-a48a-45f7-b37c-8ad13e5a4a1a/a9d5c3a0-b349-4d5d-8866-41bfbffd4250) {{(pid=121608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:43:51.498215 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7e4d7f-23d9-4db2-971e-7d708d8754ee tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Pushing event updated for resources: {'Port': ['ID=d8054e54-e6e3-495b-8d96-2b14b53a9e78,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:43:51.545062 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9bb00013-fae3-4c5a-a0ea-29ba75a3a8b1 req-f652ac2d-2a6d-4ed5-bd9d-6adeef84a976 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "GET /v2.0/security-groups?id=fbe56886-4aee-4d95-b7fc-f8439ff0c49a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0576456
Dec 25 21:43:51.593241 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-9d7e4d7f-23d9-4db2-971e-7d708d8754ee tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 931 time: 0.8366950
Dec 25 21:43:51.595272 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 40836) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:43:51.648399 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-61cbe70f-828c-4679-b626-0f396a7ba33c None None] Publish callbacks [] for port, precommit_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:51.650638 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f236354-6079-42bb-b149-e9ca503e6685 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:43:51.652145 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-4f236354-6079-42bb-b149-e9ca503e6685 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200  len: 929 time: 0.0559082
Dec 25 21:43:51.654904 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 40838) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:43:51.742078 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-cd2fe924-e52d-4a9a-99b1-bd0741c7b339 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Deleting port d8054e54-e6e3-495b-8d96-2b14b53a9e78 {{(pid=121607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:43:51.742423 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-cd2fe924-e52d-4a9a-99b1-bd0741c7b339 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:51.746316 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-61cbe70f-828c-4679-b626-0f396a7ba33c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946'] for port, after_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:51.785757 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61cbe70f-828c-4679-b626-0f396a7ba33c None None] Network 99ca970e-c662-4419-9bb1-c5d90374ad5c is already hosted by enough agents. {{(pid=121608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:43:51.790893 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.base_scheduler [None req-61cbe70f-828c-4679-b626-0f396a7ba33c None None] Resources bound (agent type, host, resource id):  {{(pid=121608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:43:51.794416 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61cbe70f-828c-4679-b626-0f396a7ba33c None None] Received port after_create {{(pid=121608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:43:51.801532 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cbe70f-828c-4679-b626-0f396a7ba33c None None] Pushing event updated for resources: {'Port': ['ID=a9d5c3a0-b349-4d5d-8866-41bfbffd4250,revision_number=1']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:43:51.831055 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-cd2fe924-e52d-4a9a-99b1-bd0741c7b339 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:51.844178 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-cd2fe924-e52d-4a9a-99b1-bd0741c7b339 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Calling delete_port for d8054e54-e6e3-495b-8d96-2b14b53a9e78 owned by  {{(pid=121607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:43:51.852573 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-61cbe70f-828c-4679-b626-0f396a7ba33c None None] Attempting to bind port a9d5c3a0-b349-4d5d-8866-41bfbffd4250 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:43:51.852983 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-61cbe70f-828c-4679-b626-0f396a7ba33c None None] Attempting to bind port a9d5c3a0-b349-4d5d-8866-41bfbffd4250 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '0b348995-4d55-45f1-b58c-2a5ccec11450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '99ca970e-c662-4419-9bb1-c5d90374ad5c'}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:43:51.853351 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61cbe70f-828c-4679-b626-0f396a7ba33c None None] Attempting to bind port a9d5c3a0-b349-4d5d-8866-41bfbffd4250 on network 99ca970e-c662-4419-9bb1-c5d90374ad5c {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:43:51.858388 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61cbe70f-828c-4679-b626-0f396a7ba33c None None] Checking agent: {'id': 'ca4f5c6d-f1fd-48b8-a3e3-395864c7d23d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 20, 56, 40), 'started_at': datetime.datetime(2021, 12, 25, 20, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 43, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:43:51.858764 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61cbe70f-828c-4679-b626-0f396a7ba33c None None] Checking segment: {'id': '0b348995-4d55-45f1-b58c-2a5ccec11450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '99ca970e-c662-4419-9bb1-c5d90374ad5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:43:51.859267 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-61cbe70f-828c-4679-b626-0f396a7ba33c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:51.859649 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61cbe70f-828c-4679-b626-0f396a7ba33c None None] Bound using segment: {'id': '0b348995-4d55-45f1-b58c-2a5ccec11450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '99ca970e-c662-4419-9bb1-c5d90374ad5c'} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:43:51.860109 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-61cbe70f-828c-4679-b626-0f396a7ba33c None None] Bound port: a9d5c3a0-b349-4d5d-8866-41bfbffd4250, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b348995-4d55-45f1-b58c-2a5ccec11450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '99ca970e-c662-4419-9bb1-c5d90374ad5c'}}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:43:51.860491 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-61cbe70f-828c-4679-b626-0f396a7ba33c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:51.927005 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-61cbe70f-828c-4679-b626-0f396a7ba33c None None] For port a9d5c3a0-b349-4d5d-8866-41bfbffd4250, host ncdv-master-1, cleared binding levels {{(pid=121608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:43:51.930880 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-61cbe70f-828c-4679-b626-0f396a7ba33c None None] For port a9d5c3a0-b349-4d5d-8866-41bfbffd4250, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a9d5c3a0-b349-4d5d-8866-41bfbffd4250,segment=NetworkSegment(0b348995-4d55-45f1-b58c-2a5ccec11450),segment_id=0b348995-4d55-45f1-b58c-2a5ccec11450)] {{(pid=121608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:43:52.004071 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 6310cb24-cc9b-4607-9038-9756f769edd7 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:43:52.024968 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] No Port match for: 6310cb24-cc9b-4607-9038-9756f769edd7 {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:43:52.025308 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 6310cb24-cc9b-4607-9038-9756f769edd7 not bound to the agent host ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:43:52.055668 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-61cbe70f-828c-4679-b626-0f396a7ba33c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:52.077758 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-cd2fe924-e52d-4a9a-99b1-bd0741c7b339 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:52.111166 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2fe924-e52d-4a9a-99b1-bd0741c7b339 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Pushing event deleted for resources: {'Port': ['ID=d8054e54-e6e3-495b-8d96-2b14b53a9e78,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:43:52.111607 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cbe70f-828c-4679-b626-0f396a7ba33c None None] Pushing event updated for resources: {'Port': ['ID=a9d5c3a0-b349-4d5d-8866-41bfbffd4250,revision_number=2']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:43:52.141110 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-cd2fe924-e52d-4a9a-99b1-bd0741c7b339 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:52.144459 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-cd2fe924-e52d-4a9a-99b1-bd0741c7b339 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] 10.222.0.32 "DELETE /v2.0/ports/d8054e54-e6e3-495b-8d96-2b14b53a9e78 HTTP/1.1" status: 204  len: 168 time: 0.4886317
Dec 25 21:43:52.146863 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 40840) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:43:52.199144 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8efd4180-553f-4f79-8618-e48479b20ef7 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:43:52.201095 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8efd4180-553f-4f79-8618-e48479b20ef7 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:43:52.202590 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-8efd4180-553f-4f79-8618-e48479b20ef7 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1451 time: 0.0547564
Dec 25 21:43:52.205229 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 40842) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:43:52.274634 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_v2 [None req-a20b94dc-f249-4069-baca-9da720f312cb tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Deleting subnet 0e878b8f-a48a-45f7-b37c-8ad13e5a4a1a {{(pid=121607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Dec 25 21:43:52.277390 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a20b94dc-f249-4069-baca-9da720f312cb tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks [] for subnet, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:52.329410 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a20b94dc-f249-4069-baca-9da720f312cb tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10246617'] for subnet, precommit_delete_associations {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:52.419048 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a20b94dc-f249-4069-baca-9da720f312cb tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995662'] for subnet, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:52.560917 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a20b94dc-f249-4069-baca-9da720f312cb tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8632410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8852809'] for subnet, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:52.601178 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20b94dc-f249-4069-baca-9da720f312cb tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Pushing event deleted for resources: {'Subnet': ['ID=0e878b8f-a48a-45f7-b37c-8ad13e5a4a1a,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:43:52.608440 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a20b94dc-f249-4069-baca-9da720f312cb tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks [] for subnet, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:52.611789 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-a20b94dc-f249-4069-baca-9da720f312cb tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] 10.222.0.32 "DELETE /v2.0/subnets/0e878b8f-a48a-45f7-b37c-8ad13e5a4a1a HTTP/1.1" status: 204  len: 168 time: 0.4056191
Dec 25 21:43:52.618175 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 40850) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:43:52.660332 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-6d658c86-9c70-43d7-95d6-34c88aab2f82 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0409720
Dec 25 21:43:52.663566 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 40854) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:43:52.685910 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953d81dc-85ff-46de-bbbe-218d4adb7033 req-d85209e6-9042-43d1-b22d-e1eddb29683d tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:43:52.687444 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-953d81dc-85ff-46de-bbbe-218d4adb7033 req-d85209e6-9042-43d1-b22d-e1eddb29683d tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "GET /v2.0/ports?device_id=367fe828-cfc4-4b03-926c-063408effc4c HTTP/1.1" status: 200  len: 945 time: 0.0656497
Dec 25 21:43:52.754876 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-addeec44-f1df-4e5c-9ea7-e177d2b02cbb tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:43:52.757051 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-addeec44-f1df-4e5c-9ea7-e177d2b02cbb tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200  len: 864 time: 0.0919693
Dec 25 21:43:52.759693 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 40856) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:43:52.805718 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-953d81dc-85ff-46de-bbbe-218d4adb7033 req-10125b9a-a38b-4677-9d15-082bd8167fac tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "GET /v2.0/security-groups?id=fbe56886-4aee-4d95-b7fc-f8439ff0c49a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0982752
Dec 25 21:43:52.816664 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faa427a6-85f7-47a7-818f-e8cd37c8b6fa tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:43:52.827595 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-faa427a6-85f7-47a7-818f-e8cd37c8b6fa tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.0580337
Dec 25 21:43:52.827595 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 40858) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:43:52.842414 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-218da176-8672-4c68-a18b-04a016ce70af req-a8082f20-2b23-4afd-a17c-0de126e61dec service neutron] 10.222.0.37 "GET /v2.0/ports/c262cb63-041e-44fa-b663-5010b7338baf/bindings/nch1-master-1 HTTP/1.1" status: 200  len: 384 time: 0.0842605
Dec 25 21:43:52.867680 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-7835c8b4-66de-4a2e-8617-bf3f3ac7d3d7 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0446625
Dec 25 21:43:52.871603 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 40860) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:43:52.876489 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-b7c9150a-79a4-4ffe-b45e-ecb8afedd0a8 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Request body: {'subnet': {'network_id': '99ca970e-c662-4419-9bb1-c5d90374ad5c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:43:53.040256 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-218da176-8672-4c68-a18b-04a016ce70af req-afb7d760-d710-4b3c-b939-ace9603b6335 service neutron] For port c262cb63-041e-44fa-b663-5010b7338baf, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c262cb63-041e-44fa-b663-5010b7338baf,segment=NetworkSegment(01b0c0e4-03aa-47e6-84a7-53ae20ad9e39),segment_id=01b0c0e4-03aa-47e6-84a7-53ae20ad9e39)] {{(pid=121606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:43:53.060973 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-218da176-8672-4c68-a18b-04a016ce70af req-afb7d760-d710-4b3c-b939-ace9603b6335 service neutron] For port c262cb63-041e-44fa-b663-5010b7338baf, host nch2-master-1, cleared binding levels {{(pid=121606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:43:53.066329 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7c9150a-79a4-4ffe-b45e-ecb8afedd0a8 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Made reservation on behalf of 6ca85d447d714c1ca24121ae04b3edf0 for: {'subnet': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:43:53.070449 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b7c9150a-79a4-4ffe-b45e-ecb8afedd0a8 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8852834'] for subnet, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:53.092808 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fb60c5d-fa34-4db1-97d0-a05057bdd14e None None] Network 99ca970e-c662-4419-9bb1-c5d90374ad5c requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:43:53.103310 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '367fe828-cfc4-4b03-926c-063408effc4c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c262cb63-041e-44fa-b663-5010b7338baf'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:43:53.105693 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9858820c13ec2827453b94ebc4181065e990a4e4089ccb9fe762531ac62d2fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12a1cb87-4fc4-4fe5-85c7-2326cca2e1ea" -d '{"events": [{"server_uuid": "367fe828-cfc4-4b03-926c-063408effc4c", "name": "network-vif-unplugged", "status": "completed", "tag": "c262cb63-041e-44fa-b663-5010b7338baf"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:43:53.113136 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-218da176-8672-4c68-a18b-04a016ce70af req-afb7d760-d710-4b3c-b939-ace9603b6335 service neutron] For port c262cb63-041e-44fa-b663-5010b7338baf, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c262cb63-041e-44fa-b663-5010b7338baf,segment=NetworkSegment(01b0c0e4-03aa-47e6-84a7-53ae20ad9e39),segment_id=01b0c0e4-03aa-47e6-84a7-53ae20ad9e39)] {{(pid=121606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:43:53.158138 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 25 Dec 2021 21:43:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-247cc6fe-fce2-4aaf-a983-a65ac8054b94 x-openstack-request-id: req-247cc6fe-fce2-4aaf-a983-a65ac8054b94 {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:43:53.158465 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "367fe828-cfc4-4b03-926c-063408effc4c", "name": "network-vif-unplugged", "status": "completed", "tag": "c262cb63-041e-44fa-b663-5010b7338baf", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:43:53.158722 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-247cc6fe-fce2-4aaf-a983-a65ac8054b94 {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:43:53.159180 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '367fe828-cfc4-4b03-926c-063408effc4c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c262cb63-041e-44fa-b663-5010b7338baf', 'code': 200}
Dec 25 21:43:53.206800 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-51355618-1fd5-41d9-9c86-292673c5bd70 None None] Provisioning complete for port a9d5c3a0-b349-4d5d-8866-41bfbffd4250 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:43:53.207183 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-51355618-1fd5-41d9-9c86-292673c5bd70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:53.208318 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-218da176-8672-4c68-a18b-04a016ce70af req-afb7d760-d710-4b3c-b939-ace9603b6335 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:53.299816 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cbb05b7-1f76-40ab-b1bd-cb211e555717 None None] DHCP port deletion for 99ca970e-c662-4419-9bb1-c5d90374ad5c request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 21:43:53.304217 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.provisioning_blocks [req-218da176-8672-4c68-a18b-04a016ce70af req-afb7d760-d710-4b3c-b939-ace9603b6335 service neutron] Transition to ACTIVE for port object c262cb63-041e-44fa-b663-5010b7338baf will not be triggered until provisioned by entity L2. {{(pid=121606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 25 21:43:53.336976 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-51355618-1fd5-41d9-9c86-292673c5bd70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:53.370078 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-218da176-8672-4c68-a18b-04a016ce70af req-afb7d760-d710-4b3c-b939-ace9603b6335 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:53.378890 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-51355618-1fd5-41d9-9c86-292673c5bd70 None None] For port a9d5c3a0-b349-4d5d-8866-41bfbffd4250, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a9d5c3a0-b349-4d5d-8866-41bfbffd4250,segment=NetworkSegment(0b348995-4d55-45f1-b58c-2a5ccec11450),segment_id=0b348995-4d55-45f1-b58c-2a5ccec11450)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:43:53.389407 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-4cbb05b7-1f76-40ab-b1bd-cb211e555717 None None] Deleting port a9d5c3a0-b349-4d5d-8866-41bfbffd4250 {{(pid=121608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:43:53.389780 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-4cbb05b7-1f76-40ab-b1bd-cb211e555717 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:53.465826 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-51355618-1fd5-41d9-9c86-292673c5bd70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:53.474661 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb7d760-d710-4b3c-b939-ace9603b6335 service neutron] Pushing event updated for resources: {'Port': ['ID=c262cb63-041e-44fa-b663-5010b7338baf,revision_number=11']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:43:53.520555 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-4cbb05b7-1f76-40ab-b1bd-cb211e555717 None None] For port a9d5c3a0-b349-4d5d-8866-41bfbffd4250, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a9d5c3a0-b349-4d5d-8866-41bfbffd4250,segment=NetworkSegment(0b348995-4d55-45f1-b58c-2a5ccec11450),segment_id=0b348995-4d55-45f1-b58c-2a5ccec11450)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:43:53.520979 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-4cbb05b7-1f76-40ab-b1bd-cb211e555717 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:53.532851 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [req-218da176-8672-4c68-a18b-04a016ce70af req-afb7d760-d710-4b3c-b939-ace9603b6335 service neutron] No DVR routers for this DVR port c262cb63-041e-44fa-b663-5010b7338baf on host nch2-master-1 {{(pid=121606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:43:53.533417 ncdv-master-1 neutron-server[121607]: DEBUG neutron.objects.ports [None req-b7c9150a-79a4-4ffe-b45e-ecb8afedd0a8 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=121607) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}}
Dec 25 21:43:53.542145 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-4cbb05b7-1f76-40ab-b1bd-cb211e555717 None None] Calling delete_port for a9d5c3a0-b349-4d5d-8866-41bfbffd4250 owned by network:dhcp {{(pid=121608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:43:53.563360 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51355618-1fd5-41d9-9c86-292673c5bd70 None None] Pushing event updated for resources: {'Port': ['ID=a9d5c3a0-b349-4d5d-8866-41bfbffd4250,revision_number=4']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:43:53.724849 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-218da176-8672-4c68-a18b-04a016ce70af req-afb7d760-d710-4b3c-b939-ace9603b6335 service neutron] 10.222.0.37 "PUT /v2.0/ports/c262cb63-041e-44fa-b663-5010b7338baf/bindings/nch1-master-1/activate HTTP/1.1" status: 200  len: 369 time: 0.8738413
Dec 25 21:43:53.760491 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-4cbb05b7-1f76-40ab-b1bd-cb211e555717 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955'] for port, after_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:53.795335 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbb05b7-1f76-40ab-b1bd-cb211e555717 None None] Pushing event deleted for resources: {'Port': ['ID=a9d5c3a0-b349-4d5d-8866-41bfbffd4250,revision_number=None']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:43:53.797685 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cbb05b7-1f76-40ab-b1bd-cb211e555717 None None] No DVR routers for this DVR port a9d5c3a0-b349-4d5d-8866-41bfbffd4250 on host ncdv-master-1 {{(pid=121608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:43:53.826559 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.ipam_pluggable_backend [None req-b7c9150a-79a4-4ffe-b45e-ecb8afedd0a8 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Port a9d5c3a0-b349-4d5d-8866-41bfbffd4250 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=121607) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}}
Dec 25 21:43:53.826559 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.ipam_pluggable_backend [None req-b7c9150a-79a4-4ffe-b45e-ecb8afedd0a8 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Reverting IP allocation for 2001:db8::f816:3eff:fe38:598c {{(pid=121607) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}}
Dec 25 21:43:53.826559 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.ipam_pluggable_backend [None req-b7c9150a-79a4-4ffe-b45e-ecb8afedd0a8 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe38:598c {{(pid=121607) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:605}}
Dec 25 21:43:53.826559 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b7c9150a-79a4-4ffe-b45e-ecb8afedd0a8 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8632475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8852848'] for subnet, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:53.870989 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7c9150a-79a4-4ffe-b45e-ecb8afedd0a8 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Network 99ca970e-c662-4419-9bb1-c5d90374ad5c is already hosted by enough agents. {{(pid=121607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:43:53.876314 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-b7c9150a-79a4-4ffe-b45e-ecb8afedd0a8 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Resources bound (agent type, host, resource id):  {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:43:53.880518 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7c9150a-79a4-4ffe-b45e-ecb8afedd0a8 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:43:53.881165 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b7c9150a-79a4-4ffe-b45e-ecb8afedd0a8 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks [] for subnet, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:53.887612 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb559315-09e9-476d-9b90-f4e1e3f86007 None None] Network 99ca970e-c662-4419-9bb1-c5d90374ad5c requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:43:53.894605 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c9150a-79a4-4ffe-b45e-ecb8afedd0a8 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Pushing event updated for resources: {'Subnet': ['ID=450cacb4-4113-4ef3-a10f-229d3858a472,revision_number=0']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:43:53.967279 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218da176-8672-4c68-a18b-04a016ce70af req-d0283aad-680a-4b15-92f4-f574f8d78c0e tempest-TestNetworkAdvancedServerOps-1317083038 tempest-TestNetworkAdvancedServerOps-1317083038-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:43:53.968542 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-218da176-8672-4c68-a18b-04a016ce70af req-d0283aad-680a-4b15-92f4-f574f8d78c0e tempest-TestNetworkAdvancedServerOps-1317083038 tempest-TestNetworkAdvancedServerOps-1317083038-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=367fe828-cfc4-4b03-926c-063408effc4c&tenant_id=4ff29c23c5844f45826a02b6ae6b65e7&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 1095 time: 0.0844898
Dec 25 21:43:54.000155 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-b7c9150a-79a4-4ffe-b45e-ecb8afedd0a8 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 827 time: 1.1274393
Dec 25 21:43:54.003111 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 40874) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:43:54.007749 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e4de8f3-a2d0-48ba-80a1-3416b54b2a61 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-99ca970e-c662-4419-9bb1-c5d90374ad5c', 'network_id': '99ca970e-c662-4419-9bb1-c5d90374ad5c', 'project_id': '6ca85d447d714c1ca24121ae04b3edf0', 'fixed_ips': [{'subnet_id': '450cacb4-4113-4ef3-a10f-229d3858a472'}]}} from ncdv-master-1. {{(pid=121608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 25 21:43:54.008523 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-bdb9b2bd-9d69-43aa-bf35-913d9147d445 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Request body: {'subnet': {'network_id': '99ca970e-c662-4419-9bb1-c5d90374ad5c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:43:54.008895 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5e4de8f3-a2d0-48ba-80a1-3416b54b2a61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:54.015585 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc524b7-55ba-4a86-ac31-ff9161a5519b req-bd89c5c0-fa4a-425c-8646-8b5816092e26 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:43:54.017271 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3bc524b7-55ba-4a86-ac31-ff9161a5519b req-bd89c5c0-fa4a-425c-8646-8b5816092e26 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "GET /v2.0/ports?device_id=367fe828-cfc4-4b03-926c-063408effc4c HTTP/1.1" status: 200  len: 944 time: 0.1318247
Dec 25 21:43:54.099568 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218da176-8672-4c68-a18b-04a016ce70af req-660413ec-ec72-4c5a-aa6e-a5b094f69883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:43:54.102420 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-218da176-8672-4c68-a18b-04a016ce70af req-660413ec-ec72-4c5a-aa6e-a5b094f69883 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=367fe828-cfc4-4b03-926c-063408effc4c&tenant_id=4ff29c23c5844f45826a02b6ae6b65e7 HTTP/1.1" status: 200  len: 1095 time: 0.1242082
Dec 25 21:43:54.124478 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3bc524b7-55ba-4a86-ac31-ff9161a5519b req-cb7b0b26-05a8-4e46-994d-49b78318c2c8 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "GET /v2.0/security-groups?id=fbe56886-4aee-4d95-b7fc-f8439ff0c49a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0895131
Dec 25 21:43:54.191107 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218da176-8672-4c68-a18b-04a016ce70af req-3c9f52c1-5db1-4116-bf52-98225456a187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:43:54.192708 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-218da176-8672-4c68-a18b-04a016ce70af req-3c9f52c1-5db1-4116-bf52-98225456a187 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=4ff29c23c5844f45826a02b6ae6b65e7&device_id=367fe828-cfc4-4b03-926c-063408effc4c HTTP/1.1" status: 200  len: 1095 time: 0.0439796
Dec 25 21:43:54.195959 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.db_base_plugin_common [None req-5e4de8f3-a2d0-48ba-80a1-3416b54b2a61 None None] Allocated IP 2001:db8::f816:3eff:fe98:820c (99ca970e-c662-4419-9bb1-c5d90374ad5c/450cacb4-4113-4ef3-a10f-229d3858a472/79db228d-4a38-4b62-99ba-64ce0f10fbd1) {{(pid=121608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:43:54.306776 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218da176-8672-4c68-a18b-04a016ce70af req-91a2ba1a-93db-450c-a4aa-9050035f3136 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:43:54.309705 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-218da176-8672-4c68-a18b-04a016ce70af req-91a2ba1a-93db-450c-a4aa-9050035f3136 service neutron] 10.222.0.31 "GET /v2.0/networks?id=7fa4d4da-0ed2-460e-90b6-5e505fd99a73 HTTP/1.1" status: 200  len: 897 time: 0.1103535
Dec 25 21:43:54.367672 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5e4de8f3-a2d0-48ba-80a1-3416b54b2a61 None None] Publish callbacks [] for port, precommit_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:54.396538 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-218da176-8672-4c68-a18b-04a016ce70af req-4f62c137-e0e1-470a-b4fb-183587810249 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c262cb63-041e-44fa-b663-5010b7338baf HTTP/1.1" status: 200  len: 999 time: 0.0784075
Dec 25 21:43:54.447008 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5e4de8f3-a2d0-48ba-80a1-3416b54b2a61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946'] for port, after_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:54.448587 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218da176-8672-4c68-a18b-04a016ce70af req-031bb5d7-8c5a-4b37-958b-ecc55e754187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:43:54.450750 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-218da176-8672-4c68-a18b-04a016ce70af req-031bb5d7-8c5a-4b37-958b-ecc55e754187 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e689b6ec-d0ea-48ae-946d-268c2777620e HTTP/1.1" status: 200  len: 834 time: 0.0478435
Dec 25 21:43:54.498752 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e4de8f3-a2d0-48ba-80a1-3416b54b2a61 None None] Network 99ca970e-c662-4419-9bb1-c5d90374ad5c is already hosted by enough agents. {{(pid=121608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:43:54.502321 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218da176-8672-4c68-a18b-04a016ce70af req-05966a3d-00c4-4ab6-bc89-18b875cc964b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:43:54.503485 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.base_scheduler [None req-5e4de8f3-a2d0-48ba-80a1-3416b54b2a61 None None] Resources bound (agent type, host, resource id):  {{(pid=121608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:43:54.503885 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-218da176-8672-4c68-a18b-04a016ce70af req-05966a3d-00c4-4ab6-bc89-18b875cc964b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7fa4d4da-0ed2-460e-90b6-5e505fd99a73&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0460651
Dec 25 21:43:54.508533 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e4de8f3-a2d0-48ba-80a1-3416b54b2a61 None None] Received port after_create {{(pid=121608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:43:54.511674 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4de8f3-a2d0-48ba-80a1-3416b54b2a61 None None] Pushing event updated for resources: {'Port': ['ID=79db228d-4a38-4b62-99ba-64ce0f10fbd1,revision_number=1']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:43:54.563857 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdb9b2bd-9d69-43aa-bf35-913d9147d445 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Made reservation on behalf of 6ca85d447d714c1ca24121ae04b3edf0 for: {'subnet': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:43:54.565853 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-5e4de8f3-a2d0-48ba-80a1-3416b54b2a61 None None] Attempting to bind port 79db228d-4a38-4b62-99ba-64ce0f10fbd1 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:43:54.566231 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-5e4de8f3-a2d0-48ba-80a1-3416b54b2a61 None None] Attempting to bind port 79db228d-4a38-4b62-99ba-64ce0f10fbd1 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '0b348995-4d55-45f1-b58c-2a5ccec11450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '99ca970e-c662-4419-9bb1-c5d90374ad5c'}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:43:54.566714 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e4de8f3-a2d0-48ba-80a1-3416b54b2a61 None None] Attempting to bind port 79db228d-4a38-4b62-99ba-64ce0f10fbd1 on network 99ca970e-c662-4419-9bb1-c5d90374ad5c {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:43:54.568156 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-bdb9b2bd-9d69-43aa-bf35-913d9147d445 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8852834'] for subnet, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:54.572452 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e4de8f3-a2d0-48ba-80a1-3416b54b2a61 None None] Checking agent: {'id': 'ca4f5c6d-f1fd-48b8-a3e3-395864c7d23d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 20, 56, 40), 'started_at': datetime.datetime(2021, 12, 25, 20, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 43, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:43:54.572828 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e4de8f3-a2d0-48ba-80a1-3416b54b2a61 None None] Checking segment: {'id': '0b348995-4d55-45f1-b58c-2a5ccec11450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '99ca970e-c662-4419-9bb1-c5d90374ad5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:43:54.573257 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5e4de8f3-a2d0-48ba-80a1-3416b54b2a61 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:54.573661 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e4de8f3-a2d0-48ba-80a1-3416b54b2a61 None None] Bound using segment: {'id': '0b348995-4d55-45f1-b58c-2a5ccec11450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '99ca970e-c662-4419-9bb1-c5d90374ad5c'} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:43:54.574145 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-5e4de8f3-a2d0-48ba-80a1-3416b54b2a61 None None] Bound port: 79db228d-4a38-4b62-99ba-64ce0f10fbd1, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b348995-4d55-45f1-b58c-2a5ccec11450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '99ca970e-c662-4419-9bb1-c5d90374ad5c'}}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:43:54.574683 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5e4de8f3-a2d0-48ba-80a1-3416b54b2a61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:54.607984 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-218da176-8672-4c68-a18b-04a016ce70af req-548171ae-f5e6-40d6-bf44-cca3e5d16ddb service neutron] 10.222.0.31 "GET /v2.0/networks/7fa4d4da-0ed2-460e-90b6-5e505fd99a73?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0970383
Dec 25 21:43:54.647649 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5e4de8f3-a2d0-48ba-80a1-3416b54b2a61 None None] For port 79db228d-4a38-4b62-99ba-64ce0f10fbd1, host ncdv-master-1, cleared binding levels {{(pid=121608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:43:54.652150 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5e4de8f3-a2d0-48ba-80a1-3416b54b2a61 None None] For port 79db228d-4a38-4b62-99ba-64ce0f10fbd1, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=79db228d-4a38-4b62-99ba-64ce0f10fbd1,segment=NetworkSegment(0b348995-4d55-45f1-b58c-2a5ccec11450),segment_id=0b348995-4d55-45f1-b58c-2a5ccec11450)] {{(pid=121608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:43:54.667559 ncdv-master-1 neutron-server[121607]: INFO neutron.db.ipam_backend_mixin [None req-bdb9b2bd-9d69-43aa-bf35-913d9147d445 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 450cacb4-4113-4ef3-a10f-229d3858a472 (CIDR: 2001:db8::/64)
Dec 25 21:43:54.703469 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-218da176-8672-4c68-a18b-04a016ce70af req-a7c13113-e6ed-458f-912e-cd36d5ca9fa8 service neutron] 10.222.0.31 "GET /v2.0/networks/7fa4d4da-0ed2-460e-90b6-5e505fd99a73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0879593
Dec 25 21:43:54.723463 ncdv-master-1 neutron-server[121607]: INFO neutron.pecan_wsgi.hooks.translation [None req-bdb9b2bd-9d69-43aa-bf35-913d9147d445 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 25 21:43:54.723924 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bdb9b2bd-9d69-43aa-bf35-913d9147d445 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=121607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 25 21:43:54.751959 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5e4de8f3-a2d0-48ba-80a1-3416b54b2a61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:54.817472 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4de8f3-a2d0-48ba-80a1-3416b54b2a61 None None] Pushing event updated for resources: {'Port': ['ID=79db228d-4a38-4b62-99ba-64ce0f10fbd1,revision_number=2']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:43:54.860240 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-bdb9b2bd-9d69-43aa-bf35-913d9147d445 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 0.8558781
Dec 25 21:43:54.863217 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 40892) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:43:54.869472 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-f8ac2d63-2d99-4a1f-9da3-42964903e3f2 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Request body: {'subnet': {'network_id': '99ca970e-c662-4419-9bb1-c5d90374ad5c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:43:55.069089 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8ac2d63-2d99-4a1f-9da3-42964903e3f2 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Made reservation on behalf of 6ca85d447d714c1ca24121ae04b3edf0 for: {'subnet': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:43:55.073139 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-f8ac2d63-2d99-4a1f-9da3-42964903e3f2 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9028529'] for subnet, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:55.223436 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218da176-8672-4c68-a18b-04a016ce70af req-bed9a1d5-bce3-4d26-8e1f-bf30672a6718 tempest-TestNetworkAdvancedServerOps-1317083038 tempest-TestNetworkAdvancedServerOps-1317083038-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:43:55.224957 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-218da176-8672-4c68-a18b-04a016ce70af req-bed9a1d5-bce3-4d26-8e1f-bf30672a6718 tempest-TestNetworkAdvancedServerOps-1317083038 tempest-TestNetworkAdvancedServerOps-1317083038-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=367fe828-cfc4-4b03-926c-063408effc4c&tenant_id=4ff29c23c5844f45826a02b6ae6b65e7&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 1095 time: 0.0863547
Dec 25 21:43:55.341643 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6571fabb-6b1b-41d0-bbe5-3a727af223b3 req-c0aaf2bd-bfa1-4c8b-86d5-798f426704ef tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:43:55.343155 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-6571fabb-6b1b-41d0-bbe5-3a727af223b3 req-c0aaf2bd-bfa1-4c8b-86d5-798f426704ef tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "GET /v2.0/ports?device_id=367fe828-cfc4-4b03-926c-063408effc4c HTTP/1.1" status: 200  len: 944 time: 0.1406968
Dec 25 21:43:55.479840 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-6571fabb-6b1b-41d0-bbe5-3a727af223b3 req-5621b433-c23b-421b-8e82-2a42fc7f67ac tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "GET /v2.0/security-groups?id=fbe56886-4aee-4d95-b7fc-f8439ff0c49a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1274424
Dec 25 21:43:55.597793 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-218da176-8672-4c68-a18b-04a016ce70af req-6fe39851-9929-4cd4-b135-4531104dd16a service neutron] For port c262cb63-041e-44fa-b663-5010b7338baf, host nch2-master-1, cleared binding levels {{(pid=121606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:43:55.598902 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-f8ac2d63-2d99-4a1f-9da3-42964903e3f2 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9084170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9028515'] for subnet, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:55.607850 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-218da176-8672-4c68-a18b-04a016ce70af req-6fe39851-9929-4cd4-b135-4531104dd16a service neutron] Publish callbacks [] for binding, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:55.609020 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-218da176-8672-4c68-a18b-04a016ce70af req-6fe39851-9929-4cd4-b135-4531104dd16a service neutron] 10.222.0.31 "DELETE /v2.0/ports/c262cb63-041e-44fa-b663-5010b7338baf/bindings/nch2-master-1 HTTP/1.1" status: 204  len: 173 time: 0.3663929
Dec 25 21:43:55.657615 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8ac2d63-2d99-4a1f-9da3-42964903e3f2 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Network 99ca970e-c662-4419-9bb1-c5d90374ad5c is already hosted by enough agents. {{(pid=121606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:43:55.664931 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [None req-f8ac2d63-2d99-4a1f-9da3-42964903e3f2 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Resources bound (agent type, host, resource id):  {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:43:55.668531 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8ac2d63-2d99-4a1f-9da3-42964903e3f2 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:43:55.669159 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-f8ac2d63-2d99-4a1f-9da3-42964903e3f2 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks [] for subnet, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:55.681000 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68b7384-87ba-49f4-b3de-54bfa60f4d53 req-dc216de7-f640-44cb-a186-2bb205d83c67 tempest-TestNetworkAdvancedServerOps-1317083038 tempest-TestNetworkAdvancedServerOps-1317083038-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:43:55.682471 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d68b7384-87ba-49f4-b3de-54bfa60f4d53 req-dc216de7-f640-44cb-a186-2bb205d83c67 tempest-TestNetworkAdvancedServerOps-1317083038 tempest-TestNetworkAdvancedServerOps-1317083038-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=367fe828-cfc4-4b03-926c-063408effc4c HTTP/1.1" status: 200  len: 1095 time: 0.1278801
Dec 25 21:43:55.692081 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ac2d63-2d99-4a1f-9da3-42964903e3f2 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Pushing event updated for resources: {'Subnet': ['ID=4cc3a5ae-87aa-4efd-9b7e-3b1b1bae7878,revision_number=0']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:43:55.743478 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d68b7384-87ba-49f4-b3de-54bfa60f4d53 req-38fea5f7-8d1d-4a27-b40a-f24f618b5b7c tempest-TestNetworkAdvancedServerOps-1317083038 tempest-TestNetworkAdvancedServerOps-1317083038-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=fbe56886-4aee-4d95-b7fc-f8439ff0c49a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0473001
Dec 25 21:43:55.759967 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-f8ac2d63-2d99-4a1f-9da3-42964903e3f2 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 0.8931370
Dec 25 21:43:55.761064 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 40902) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:43:55.766223 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-8d68166e-1e02-4e5d-8282-2dedcf0b0a61 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Request body: {'port': {'network_id': '99ca970e-c662-4419-9bb1-c5d90374ad5c', 'mac_address': 'fa:16:3e:f0:76:68', 'name': 'tempest-NetworksTestDHCPv6-1890816702'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:43:55.790306 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc50b07a-18f1-49b9-9c3b-daf12d26260a None None] Network 99ca970e-c662-4419-9bb1-c5d90374ad5c requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:43:55.881147 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-925b10f1-0d08-4638-af29-9979937dc86f None None] Provisioning complete for port 79db228d-4a38-4b62-99ba-64ce0f10fbd1 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:43:55.881553 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-925b10f1-0d08-4638-af29-9979937dc86f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:55.887598 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device c262cb63-041e-44fa-b663-5010b7338baf no longer exists at agent hyperv_nch2-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:43:55.913787 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1b5c6d-11c4-490b-940e-59fe2193a4e3 req-31928ab7-eae9-4a20-9648-ef487be694a0 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:43:55.915345 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5a1b5c6d-11c4-490b-940e-59fe2193a4e3 req-31928ab7-eae9-4a20-9648-ef487be694a0 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "GET /v2.0/ports?device_id=367fe828-cfc4-4b03-926c-063408effc4c HTTP/1.1" status: 200  len: 944 time: 0.0744081
Dec 25 21:43:55.992252 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5a1b5c6d-11c4-490b-940e-59fe2193a4e3 req-a42f624c-c073-4f08-88d8-42e686b2fccc tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "GET /v2.0/security-groups?id=fbe56886-4aee-4d95-b7fc-f8439ff0c49a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0646298
Dec 25 21:43:56.015722 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 40908) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:43:56.045282 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] The host nch2-master-1 is not matching for port c262cb63-041e-44fa-b663-5010b7338baf host nch1-master-1! {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}}
Dec 25 21:43:56.045449 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d68166e-1e02-4e5d-8282-2dedcf0b0a61 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Made reservation on behalf of 6ca85d447d714c1ca24121ae04b3edf0 for: {'port': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:43:56.045559 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device c262cb63-041e-44fa-b663-5010b7338baf not bound to the agent host nch2-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:43:56.065605 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-925b10f1-0d08-4638-af29-9979937dc86f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:56.103980 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-ffd399c1-a9b5-406d-bb22-61d83351a8dc tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "GET /v2.0/floatingips/8f4c649c-62e9-48e2-83a6-bb64bbfa955a HTTP/1.1" status: 200  len: 991 time: 0.0859778
Dec 25 21:43:56.136503 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-925b10f1-0d08-4638-af29-9979937dc86f None None] For port 79db228d-4a38-4b62-99ba-64ce0f10fbd1, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=79db228d-4a38-4b62-99ba-64ce0f10fbd1,segment=NetworkSegment(0b348995-4d55-45f1-b58c-2a5ccec11450),segment_id=0b348995-4d55-45f1-b58c-2a5ccec11450)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:43:56.145337 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 79db228d-4a38-4b62-99ba-64ce0f10fbd1 up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:43:56.154149 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd0e9f03-0a38-497e-ad9e-ca5cd6f5f582 None None] Update dhcp port {'port': {'network_id': '99ca970e-c662-4419-9bb1-c5d90374ad5c', 'fixed_ips': [{'subnet_id': '450cacb4-4113-4ef3-a10f-229d3858a472', 'ip_address': '2001:db8::f816:3eff:fe98:820c'}, {'subnet_id': '4cc3a5ae-87aa-4efd-9b7e-3b1b1bae7878'}], 'binding:host_id': 'ncdv-master-1'}, 'id': '79db228d-4a38-4b62-99ba-64ce0f10fbd1'} from ncdv-master-1. {{(pid=121608) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}}
Dec 25 21:43:56.176760 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-8d68166e-1e02-4e5d-8282-2dedcf0b0a61 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:56.198516 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [None req-8d68166e-1e02-4e5d-8282-2dedcf0b0a61 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] device_id is not set on port b712c0ab-9ceb-40ee-ba09-ab42aa22aabd yet. {{(pid=121606) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 25 21:43:56.200496 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-925b10f1-0d08-4638-af29-9979937dc86f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:56.242762 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-bd0e9f03-0a38-497e-ad9e-ca5cd6f5f582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:56.300453 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925b10f1-0d08-4638-af29-9979937dc86f None None] Pushing event updated for resources: {'Port': ['ID=79db228d-4a38-4b62-99ba-64ce0f10fbd1,revision_number=3']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:43:56.306540 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port 79db228d-4a38-4b62-99ba-64ce0f10fbd1 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:43:56.306910 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:56.339015 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 40914) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:43:56.383182 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_common [None req-8d68166e-1e02-4e5d-8282-2dedcf0b0a61 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Allocated IP 2001:db8:0:1::34b (99ca970e-c662-4419-9bb1-c5d90374ad5c/4cc3a5ae-87aa-4efd-9b7e-3b1b1bae7878/b712c0ab-9ceb-40ee-ba09-ab42aa22aabd) {{(pid=121606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:43:56.392263 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_common [None req-8d68166e-1e02-4e5d-8282-2dedcf0b0a61 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Allocated IP 2001:db8::f816:3eff:fef0:7668 (99ca970e-c662-4419-9bb1-c5d90374ad5c/450cacb4-4113-4ef3-a10f-229d3858a472/b712c0ab-9ceb-40ee-ba09-ab42aa22aabd) {{(pid=121606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:43:56.540484 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-7dc06feb-3883-473b-8b65-ca477b29bb13 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Deleting port 268f24b8-8f3e-428e-892d-e8e6e9306ece {{(pid=121607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:43:56.541064 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-7dc06feb-3883-473b-8b65-ca477b29bb13 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:56.563830 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-8d68166e-1e02-4e5d-8282-2dedcf0b0a61 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks [] for port, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:56.645873 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-7dc06feb-3883-473b-8b65-ca477b29bb13 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:56.646368 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-7dc06feb-3883-473b-8b65-ca477b29bb13 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:56.652248 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-8d68166e-1e02-4e5d-8282-2dedcf0b0a61 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:56.663903 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-7dc06feb-3883-473b-8b65-ca477b29bb13 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Calling delete_port for 268f24b8-8f3e-428e-892d-e8e6e9306ece owned by network:floatingip {{(pid=121607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:43:56.707503 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d68166e-1e02-4e5d-8282-2dedcf0b0a61 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Network 99ca970e-c662-4419-9bb1-c5d90374ad5c is already hosted by enough agents. {{(pid=121606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:43:56.710978 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [None req-8d68166e-1e02-4e5d-8282-2dedcf0b0a61 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Resources bound (agent type, host, resource id):  {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:43:56.714897 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d68166e-1e02-4e5d-8282-2dedcf0b0a61 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Received port after_create {{(pid=121606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:43:56.716643 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.db_base_plugin_common [None req-bd0e9f03-0a38-497e-ad9e-ca5cd6f5f582 None None] Allocated IP 2001:db8:0:1::2 (99ca970e-c662-4419-9bb1-c5d90374ad5c/4cc3a5ae-87aa-4efd-9b7e-3b1b1bae7878/79db228d-4a38-4b62-99ba-64ce0f10fbd1) {{(pid=121608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:43:56.720691 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d68166e-1e02-4e5d-8282-2dedcf0b0a61 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:43:56.721348 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-8d68166e-1e02-4e5d-8282-2dedcf0b0a61 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:56.732854 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d68166e-1e02-4e5d-8282-2dedcf0b0a61 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Pushing event updated for resources: {'Port': ['ID=b712c0ab-9ceb-40ee-ba09-ab42aa22aabd,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:43:56.758282 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.agents_db [None req-ec08dba0-4483-4109-b5e1-5e4a9fdaf12d None None] Agent healthcheck: found 7 active agents {{(pid=121609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 25 21:43:56.819619 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-bd0e9f03-0a38-497e-ad9e-ca5cd6f5f582 None None] For port 79db228d-4a38-4b62-99ba-64ce0f10fbd1, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=79db228d-4a38-4b62-99ba-64ce0f10fbd1,segment=NetworkSegment(0b348995-4d55-45f1-b58c-2a5ccec11450),segment_id=0b348995-4d55-45f1-b58c-2a5ccec11450)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:43:56.823921 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-8d68166e-1e02-4e5d-8282-2dedcf0b0a61 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1034 time: 1.0627141
Dec 25 21:43:56.827019 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 40920) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:43:56.851058 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-bd0e9f03-0a38-497e-ad9e-ca5cd6f5f582 None None] Publish callbacks [] for port, precommit_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:56.907715 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-7dc06feb-3883-473b-8b65-ca477b29bb13 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:56.936486 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc06feb-3883-473b-8b65-ca477b29bb13 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Pushing event deleted for resources: {'Port': ['ID=268f24b8-8f3e-428e-892d-e8e6e9306ece,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:43:56.949832 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-bd0e9f03-0a38-497e-ad9e-ca5cd6f5f582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:56.991749 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-cd86ab03-42c7-43f9-b671-072cc66b1a43 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Deleting port b712c0ab-9ceb-40ee-ba09-ab42aa22aabd {{(pid=121607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:43:56.992094 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-cd86ab03-42c7-43f9-b671-072cc66b1a43 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:57.034014 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-7dc06feb-3883-473b-8b65-ca477b29bb13 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks [] for floatingip, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:57.034741 ncdv-master-1 neutron-server[121607]: INFO neutron.db.l3_db [None req-7dc06feb-3883-473b-8b65-ca477b29bb13 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Floating IP 8f4c649c-62e9-48e2-83a6-bb64bbfa955a disassociated (deleted). External IP: 172.35.3.105, port: c262cb63-041e-44fa-b663-5010b7338baf.
Dec 25 21:43:57.040731 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0e9f03-0a38-497e-ad9e-ca5cd6f5f582 None None] Pushing event updated for resources: {'Port': ['ID=79db228d-4a38-4b62-99ba-64ce0f10fbd1,revision_number=4']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:43:57.149664 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-cd86ab03-42c7-43f9-b671-072cc66b1a43 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:57.192990 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-cd86ab03-42c7-43f9-b671-072cc66b1a43 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Calling delete_port for b712c0ab-9ceb-40ee-ba09-ab42aa22aabd owned by  {{(pid=121607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:43:57.410336 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7dc06feb-3883-473b-8b65-ca477b29bb13 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Router 6307adb0-a1d4-4368-aceb-32ebcd59f811 has already been hosted by L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 {{(pid=121607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 25 21:43:57.579960 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dc06feb-3883-473b-8b65-ca477b29bb13 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 21:43:57.585204 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-7dc06feb-3883-473b-8b65-ca477b29bb13 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for floatingip, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:57.591379 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e59d7ba9-ff0d-4903-aa43-6bdb4b798894 None None] Sync routers for ids ['6307adb0-a1d4-4368-aceb-32ebcd59f811'] in ncdv-master-1 {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 21:43:57.603398 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e59d7ba9-ff0d-4903-aa43-6bdb4b798894 None None] Routers {'6307adb0-a1d4-4368-aceb-32ebcd59f811'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:43:57.604051 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-e59d7ba9-ff0d-4903-aa43-6bdb4b798894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f261861e9d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:43:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['6307adb0-a1d4-4368-aceb-32ebcd59f811'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:43:57.618342 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-7dc06feb-3883-473b-8b65-ca477b29bb13 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "DELETE /v2.0/floatingips/8f4c649c-62e9-48e2-83a6-bb64bbfa955a HTTP/1.1" status: 204  len: 168 time: 1.2748466
Dec 25 21:43:57.618342 ncdv-master-1 neutron-server[121607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '367fe828-cfc4-4b03-926c-063408effc4c', 'tag': 'c262cb63-041e-44fa-b663-5010b7338baf'}] {{(pid=121607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:43:57.618875 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f980bbcadfa7bf1e788024e1448be660373c21f97f015f780444e999c451203" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cab98b4-8193-453e-be13-2de40d31b4ea" -d '{"events": [{"name": "network-changed", "server_uuid": "367fe828-cfc4-4b03-926c-063408effc4c", "tag": "c262cb63-041e-44fa-b663-5010b7338baf"}]}' {{(pid=121607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:43:57.657334 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-6859b3bc-dd7f-4247-807b-844d7200dbbc None None] Provisioning complete for port 79db228d-4a38-4b62-99ba-64ce0f10fbd1 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:43:57.657979 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-6859b3bc-dd7f-4247-807b-844d7200dbbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:57.672224 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-cd86ab03-42c7-43f9-b671-072cc66b1a43 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:57.742697 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd86ab03-42c7-43f9-b671-072cc66b1a43 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Pushing event deleted for resources: {'Port': ['ID=b712c0ab-9ceb-40ee-ba09-ab42aa22aabd,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:43:57.765231 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvr_db [None req-e59d7ba9-ff0d-4903-aa43-6bdb4b798894 None None] Set router 6307adb0-a1d4-4368-aceb-32ebcd59f811 gateway port host: ncdv-master-1 {{(pid=121609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:43:57.856440 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Dec 2021 21:43:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fca4f9c-51b0-4e32-b6c0-80be49c14eb7 x-openstack-request-id: req-8fca4f9c-51b0-4e32-b6c0-80be49c14eb7 {{(pid=121607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:43:57.858213 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "367fe828-cfc4-4b03-926c-063408effc4c", "tag": "c262cb63-041e-44fa-b663-5010b7338baf", "status": "completed", "code": 200}]} {{(pid=121607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:43:57.858213 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8fca4f9c-51b0-4e32-b6c0-80be49c14eb7 {{(pid=121607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:43:57.858213 ncdv-master-1 neutron-server[121607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '367fe828-cfc4-4b03-926c-063408effc4c', 'tag': 'c262cb63-041e-44fa-b663-5010b7338baf', 'status': 'completed', 'code': 200}
Dec 25 21:43:57.873960 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-cd86ab03-42c7-43f9-b671-072cc66b1a43 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:57.887190 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-cd86ab03-42c7-43f9-b671-072cc66b1a43 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] 10.222.0.32 "DELETE /v2.0/ports/b712c0ab-9ceb-40ee-ba09-ab42aa22aabd HTTP/1.1" status: 204  len: 168 time: 1.0581701
Dec 25 21:43:57.889693 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 40936) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:43:57.957207 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cab98b4-8193-453e-be13-2de40d31b4ea req-b8a89328-47df-4fce-8e08-edff2897a9bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:43:57.963092 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8cab98b4-8193-453e-be13-2de40d31b4ea req-b8a89328-47df-4fce-8e08-edff2897a9bd service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=4ff29c23c5844f45826a02b6ae6b65e7&device_id=367fe828-cfc4-4b03-926c-063408effc4c HTTP/1.1" status: 200  len: 1095 time: 0.1021943
Dec 25 21:43:58.023293 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f48e690a-f4bc-4f0c-b6e5-2b5e4d7f304c tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:43:58.025207 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-f48e690a-f4bc-4f0c-b6e5-2b5e4d7f304c tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1047 time: 0.1341860
Dec 25 21:43:58.027878 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 40942) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:43:58.077135 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 79db228d-4a38-4b62-99ba-64ce0f10fbd1 up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:43:58.104415 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-e59d7ba9-ff0d-4903-aa43-6bdb4b798894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f261861e9d0>, [{'id': '6307adb0-a1d4-4368-aceb-32ebcd59f811', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1855701142', 'tenant_id': '4ff29c23c5844f45826a02b6ae6b65e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.45'}], 'enable_snat': True}, 'gw_port_id': 'a8090b26-9a07-47c9-9a1a-0e63fe6cb467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:42:45Z', 'updated_at': '2021-12-25T21:42:51Z', 'revision_number': 4, 'project_id': '4ff29c23c5844f45826a02b6ae6b65e7', 'gw_port': {'id': 'a8090b26-9a07-47c9-9a1a-0e63fe6cb467', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:a5:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6307adb0-a1d4-4368-aceb-32ebcd59f811', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3573, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:42:46Z', 'updated_at': '2021-12-25T21:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'dc192875-b555-417a-917c-d0494625940b', 'name': '', 'network_id': '7fa4d4da-0ed2-460e-90b6-5e505fd99a73', 'tenant_id': '4ff29c23c5844f45826a02b6ae6b65e7', 'mac_address': 'fa:16:3e:71:3a:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6307adb0-a1d4-4368-aceb-32ebcd59f811', 'device_owner': 'network:router_interface', 'standard_attr_id': 3580, 'fixed_ips': [{'subnet_id': 'e689b6ec-d0ea-48ae-946d-268c2777620e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:42:50Z', 'updated_at': '2021-12-25T21:42:56Z', 'revision_number': 5, 'project_id': '4ff29c23c5844f45826a02b6ae6b65e7', 'subnets': [{'id': 'e689b6ec-d0ea-48ae-946d-268c2777620e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:43:58.115528 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-72098833-b52c-4fef-91fc-9338179b9f05 None None] Could not find standard attr ID for object b712c0ab-9ceb-40ee-ba09-ab42aa22aabd. {{(pid=121608) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 25 21:43:58.138364 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e59d7ba9-ff0d-4903-aa43-6bdb4b798894 None None] Checking router: 6307adb0-a1d4-4368-aceb-32ebcd59f811 for host: ncdv-master-1 {{(pid=121609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 25 21:43:58.149444 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e59d7ba9-ff0d-4903-aa43-6bdb4b798894 None None] Routers {'6307adb0-a1d4-4368-aceb-32ebcd59f811'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:43:58.150540 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-e59d7ba9-ff0d-4903-aa43-6bdb4b798894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f261861e9d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:43:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['6307adb0-a1d4-4368-aceb-32ebcd59f811'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:43:58.159895 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port 79db228d-4a38-4b62-99ba-64ce0f10fbd1 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:43:58.160279 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:58.187541 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc169af6-64bc-4e85-9668-25c6f920e5ef tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:43:58.189167 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-fc169af6-64bc-4e85-9668-25c6f920e5ef tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1047 time: 0.1602972
Dec 25 21:43:58.192032 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 40944) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:43:58.202936 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cab98b4-8193-453e-be13-2de40d31b4ea req-126a17de-c7dd-46e2-bb4e-e988a96facea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:43:58.204045 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8cab98b4-8193-453e-be13-2de40d31b4ea req-126a17de-c7dd-46e2-bb4e-e988a96facea service neutron] 10.222.0.31 "GET /v2.0/networks?id=7fa4d4da-0ed2-460e-90b6-5e505fd99a73 HTTP/1.1" status: 200  len: 897 time: 0.2340477
Dec 25 21:43:58.228039 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42517800-8631-4883-8ac0-2254f517af7b req-fe5d41fa-3e1a-4f79-ba81-71236813a4fb tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:43:58.235363 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-42517800-8631-4883-8ac0-2254f517af7b req-fe5d41fa-3e1a-4f79-ba81-71236813a4fb tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "GET /v2.0/ports?device_id=367fe828-cfc4-4b03-926c-063408effc4c HTTP/1.1" status: 200  len: 944 time: 0.1212890
Dec 25 21:43:58.299704 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvr_db [None req-e59d7ba9-ff0d-4903-aa43-6bdb4b798894 None None] Set router 6307adb0-a1d4-4368-aceb-32ebcd59f811 gateway port host: ncdv-master-1 {{(pid=121609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:43:58.300155 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d037bd9f-7721-436c-abc3-7047cb5583c7 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:43:58.300840 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8cab98b4-8193-453e-be13-2de40d31b4ea req-7f555b78-8569-400d-a0d6-77d249b1afa2 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c262cb63-041e-44fa-b663-5010b7338baf HTTP/1.1" status: 200  len: 217 time: 0.0872931
Dec 25 21:43:58.302460 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d037bd9f-7721-436c-abc3-7047cb5583c7 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:43:58.305288 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d037bd9f-7721-436c-abc3-7047cb5583c7 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:43:58.307132 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-d037bd9f-7721-436c-abc3-7047cb5583c7 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2097 time: 0.1134360
Dec 25 21:43:58.309926 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 40946) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:43:58.391941 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7e0b775-687e-436c-9db2-9a2227d29700 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Deleting subnet 450cacb4-4113-4ef3-a10f-229d3858a472 {{(pid=121607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Dec 25 21:43:58.395337 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f7e0b775-687e-436c-9db2-9a2227d29700 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks [] for subnet, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:58.439507 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f7e0b775-687e-436c-9db2-9a2227d29700 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10246617'] for subnet, precommit_delete_associations {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:58.528912 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f7e0b775-687e-436c-9db2-9a2227d29700 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995662'] for subnet, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:58.531957 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-e59d7ba9-ff0d-4903-aa43-6bdb4b798894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f261861e9d0>, [{'id': '6307adb0-a1d4-4368-aceb-32ebcd59f811', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1855701142', 'tenant_id': '4ff29c23c5844f45826a02b6ae6b65e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.45'}], 'enable_snat': True}, 'gw_port_id': 'a8090b26-9a07-47c9-9a1a-0e63fe6cb467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:42:45Z', 'updated_at': '2021-12-25T21:42:51Z', 'revision_number': 4, 'project_id': '4ff29c23c5844f45826a02b6ae6b65e7', 'gw_port': {'id': 'a8090b26-9a07-47c9-9a1a-0e63fe6cb467', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:a5:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6307adb0-a1d4-4368-aceb-32ebcd59f811', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3573, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:42:46Z', 'updated_at': '2021-12-25T21:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'dc192875-b555-417a-917c-d0494625940b', 'name': '', 'network_id': '7fa4d4da-0ed2-460e-90b6-5e505fd99a73', 'tenant_id': '4ff29c23c5844f45826a02b6ae6b65e7', 'mac_address': 'fa:16:3e:71:3a:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6307adb0-a1d4-4368-aceb-32ebcd59f811', 'device_owner': 'network:router_interface', 'standard_attr_id': 3580, 'fixed_ips': [{'subnet_id': 'e689b6ec-d0ea-48ae-946d-268c2777620e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:42:50Z', 'updated_at': '2021-12-25T21:42:56Z', 'revision_number': 5, 'project_id': '4ff29c23c5844f45826a02b6ae6b65e7', 'subnets': [{'id': 'e689b6ec-d0ea-48ae-946d-268c2777620e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:43:58.559434 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e59d7ba9-ff0d-4903-aa43-6bdb4b798894 None None] The sync data for ids ['6307adb0-a1d4-4368-aceb-32ebcd59f811'] in ncdv-master-1 is: [{'id': '6307adb0-a1d4-4368-aceb-32ebcd59f811', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1855701142', 'tenant_id': '4ff29c23c5844f45826a02b6ae6b65e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.45'}], 'enable_snat': True}, 'gw_port_id': 'a8090b26-9a07-47c9-9a1a-0e63fe6cb467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:42:45Z', 'updated_at': '2021-12-25T21:42:51Z', 'revision_number': 4, 'project_id': '4ff29c23c5844f45826a02b6ae6b65e7', 'gw_port': {'id': 'a8090b26-9a07-47c9-9a1a-0e63fe6cb467', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:a5:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6307adb0-a1d4-4368-aceb-32ebcd59f811', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3573, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:42:46Z', 'updated_at': '2021-12-25T21:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'dc192875-b555-417a-917c-d0494625940b', 'name': '', 'network_id': '7fa4d4da-0ed2-460e-90b6-5e505fd99a73', 'tenant_id': '4ff29c23c5844f45826a02b6ae6b65e7', 'mac_address': 'fa:16:3e:71:3a:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6307adb0-a1d4-4368-aceb-32ebcd59f811', 'device_owner': 'network:router_interface', 'standard_attr_id': 3580, 'fixed_ips': [{'subnet_id': 'e689b6ec-d0ea-48ae-946d-268c2777620e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:42:50Z', 'updated_at': '2021-12-25T21:42:56Z', 'revision_number': 5, 'project_id': '4ff29c23c5844f45826a02b6ae6b65e7', 'subnets': [{'id': 'e689b6ec-d0ea-48ae-946d-268c2777620e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 21:43:58.674863 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f7e0b775-687e-436c-9db2-9a2227d29700 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8632410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8852809'] for subnet, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:58.693154 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-42517800-8631-4883-8ac0-2254f517af7b req-f5442006-80c7-45d7-91f8-9dc12da7e34a tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "GET /v2.0/security-groups?id=fbe56886-4aee-4d95-b7fc-f8439ff0c49a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4568946
Dec 25 21:43:58.701690 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e0b775-687e-436c-9db2-9a2227d29700 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Pushing event deleted for resources: {'Subnet': ['ID=450cacb4-4113-4ef3-a10f-229d3858a472,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:43:58.704274 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cab98b4-8193-453e-be13-2de40d31b4ea req-95fc0c80-21ad-4d30-b6f4-8f9232075a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:43:58.706037 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8cab98b4-8193-453e-be13-2de40d31b4ea req-95fc0c80-21ad-4d30-b6f4-8f9232075a43 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e689b6ec-d0ea-48ae-946d-268c2777620e HTTP/1.1" status: 200  len: 834 time: 0.3956628
Dec 25 21:43:58.707557 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f7e0b775-687e-436c-9db2-9a2227d29700 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks [] for subnet, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:58.711351 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-f7e0b775-687e-436c-9db2-9a2227d29700 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] 10.222.0.32 "DELETE /v2.0/subnets/450cacb4-4113-4ef3-a10f-229d3858a472 HTTP/1.1" status: 204  len: 168 time: 0.4002430
Dec 25 21:43:58.717811 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 40948) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:43:58.718396 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-010641ac-dec2-4f19-8aa3-84edc81b47cb None None] Network 99ca970e-c662-4419-9bb1-c5d90374ad5c requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:43:58.720735 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d3648b-6f63-44bb-9555-91ab5b4ea6c6 req-0893fe64-071d-4e95-9020-64ccf6a14488 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:43:58.723024 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c1d3648b-6f63-44bb-9555-91ab5b4ea6c6 req-0893fe64-071d-4e95-9020-64ccf6a14488 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.31 "GET /v2.0/ports?device_id=367fe828-cfc4-4b03-926c-063408effc4c HTTP/1.1" status: 200  len: 944 time: 0.0819740
Dec 25 21:43:58.771701 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_v2 [None req-867e09c4-b6c2-497f-aa3e-3bf325c21d7a tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Deleting subnet 4cc3a5ae-87aa-4efd-9b7e-3b1b1bae7878 {{(pid=121607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Dec 25 21:43:58.775617 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-867e09c4-b6c2-497f-aa3e-3bf325c21d7a tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks [] for subnet, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:58.823826 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-867e09c4-b6c2-497f-aa3e-3bf325c21d7a tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10246617'] for subnet, precommit_delete_associations {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:58.854520 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cab98b4-8193-453e-be13-2de40d31b4ea req-87c7a688-9f5a-458d-9209-50de45935482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:43:58.856107 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8cab98b4-8193-453e-be13-2de40d31b4ea req-87c7a688-9f5a-458d-9209-50de45935482 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7fa4d4da-0ed2-460e-90b6-5e505fd99a73&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1321583
Dec 25 21:43:58.929007 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-867e09c4-b6c2-497f-aa3e-3bf325c21d7a tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995662'] for subnet, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:58.950864 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [req-c1d3648b-6f63-44bb-9555-91ab5b4ea6c6 req-f262ca5d-cb05-412b-8234-01caa750796f tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Deleting port c262cb63-041e-44fa-b663-5010b7338baf {{(pid=121606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:43:58.951215 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-c1d3648b-6f63-44bb-9555-91ab5b4ea6c6 req-f262ca5d-cb05-412b-8234-01caa750796f tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:58.952419 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46e6d62d-9845-4238-8796-1ffe7a7843b4 None None] New status for floating IP 8f4c649c-62e9-48e2-83a6-bb64bbfa955a: DOWN {{(pid=121608) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 25 21:43:59.014368 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8cab98b4-8193-453e-be13-2de40d31b4ea req-cb3d6e00-6f6e-4136-b1f2-e1c1e25ecea5 service neutron] 10.222.0.31 "GET /v2.0/networks/7fa4d4da-0ed2-460e-90b6-5e505fd99a73?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1471300
Dec 25 21:43:59.124898 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-867e09c4-b6c2-497f-aa3e-3bf325c21d7a tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8632410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8852809'] for subnet, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:59.155229 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-c1d3648b-6f63-44bb-9555-91ab5b4ea6c6 req-f262ca5d-cb05-412b-8234-01caa750796f tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] For port c262cb63-041e-44fa-b663-5010b7338baf, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c262cb63-041e-44fa-b663-5010b7338baf,segment=NetworkSegment(01b0c0e4-03aa-47e6-84a7-53ae20ad9e39),segment_id=01b0c0e4-03aa-47e6-84a7-53ae20ad9e39)] {{(pid=121606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:43:59.155501 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-c1d3648b-6f63-44bb-9555-91ab5b4ea6c6 req-f262ca5d-cb05-412b-8234-01caa750796f tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:59.160074 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867e09c4-b6c2-497f-aa3e-3bf325c21d7a tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Pushing event deleted for resources: {'Subnet': ['ID=4cc3a5ae-87aa-4efd-9b7e-3b1b1bae7878,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:43:59.162127 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-867e09c4-b6c2-497f-aa3e-3bf325c21d7a tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks [] for subnet, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:59.165568 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-867e09c4-b6c2-497f-aa3e-3bf325c21d7a tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] 10.222.0.32 "DELETE /v2.0/subnets/4cc3a5ae-87aa-4efd-9b7e-3b1b1bae7878 HTTP/1.1" status: 204  len: 168 time: 0.4472709
Dec 25 21:43:59.168286 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 40956) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:43:59.181048 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [req-c1d3648b-6f63-44bb-9555-91ab5b4ea6c6 req-f262ca5d-cb05-412b-8234-01caa750796f tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Calling delete_port for c262cb63-041e-44fa-b663-5010b7338baf owned by compute:nova {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:43:59.184696 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8cab98b4-8193-453e-be13-2de40d31b4ea req-c089fa6b-3d82-4488-919a-ea2d56a82fd3 service neutron] 10.222.0.31 "GET /v2.0/networks/7fa4d4da-0ed2-460e-90b6-5e505fd99a73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1410990
Dec 25 21:43:59.214111 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-d2905bc1-9af2-47e0-9bb7-afce3ea5277d tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0445604
Dec 25 21:43:59.217354 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 40958) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:43:59.222482 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-12cb2739-7bf8-4acf-bb01-491afd5963a2 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Request body: {'subnet': {'network_id': '99ca970e-c662-4419-9bb1-c5d90374ad5c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:43:59.377494 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12cb2739-7bf8-4acf-bb01-491afd5963a2 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Made reservation on behalf of 6ca85d447d714c1ca24121ae04b3edf0 for: {'subnet': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:43:59.381198 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-12cb2739-7bf8-4acf-bb01-491afd5963a2 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8852834'] for subnet, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:59.401638 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-c1d3648b-6f63-44bb-9555-91ab5b4ea6c6 req-f262ca5d-cb05-412b-8234-01caa750796f tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:59.433169 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f262ca5d-cb05-412b-8234-01caa750796f tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Pushing event deleted for resources: {'Port': ['ID=c262cb63-041e-44fa-b663-5010b7338baf,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:43:59.481466 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1d3648b-6f63-44bb-9555-91ab5b4ea6c6 req-f262ca5d-cb05-412b-8234-01caa750796f tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] No DVR routers for this DVR port c262cb63-041e-44fa-b663-5010b7338baf on host nch1-master-1 {{(pid=121606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:43:59.486450 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-c1d3648b-6f63-44bb-9555-91ab5b4ea6c6 req-f262ca5d-cb05-412b-8234-01caa750796f tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:59.488262 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c1d3648b-6f63-44bb-9555-91ab5b4ea6c6 req-f262ca5d-cb05-412b-8234-01caa750796f tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.31 "DELETE /v2.0/ports/c262cb63-041e-44fa-b663-5010b7338baf HTTP/1.1" status: 204  len: 173 time: 0.7564142
Dec 25 21:43:59.488736 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '367fe828-cfc4-4b03-926c-063408effc4c', 'name': 'network-vif-deleted', 'tag': 'c262cb63-041e-44fa-b663-5010b7338baf'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:43:59.491787 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9858820c13ec2827453b94ebc4181065e990a4e4089ccb9fe762531ac62d2fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83091436-69b6-43d8-afab-5c36f2cc2a8b" -d '{"events": [{"server_uuid": "367fe828-cfc4-4b03-926c-063408effc4c", "name": "network-vif-deleted", "tag": "c262cb63-041e-44fa-b663-5010b7338baf"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:43:59.534925 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 21:43:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eeb309d5-f95d-4ace-bf19-c8e430fd67e0 x-openstack-request-id: req-eeb309d5-f95d-4ace-bf19-c8e430fd67e0 {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:43:59.535231 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "367fe828-cfc4-4b03-926c-063408effc4c", "name": "network-vif-deleted", "tag": "c262cb63-041e-44fa-b663-5010b7338baf", "status": "completed", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:43:59.535459 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-eeb309d5-f95d-4ace-bf19-c8e430fd67e0 {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:43:59.535873 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '367fe828-cfc4-4b03-926c-063408effc4c', 'name': 'network-vif-deleted', 'tag': 'c262cb63-041e-44fa-b663-5010b7338baf', 'status': 'completed', 'code': 200}
Dec 25 21:43:59.602371 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c20b1f9c-56ad-4e87-bc6d-555349345b39 None None] Network 99ca970e-c662-4419-9bb1-c5d90374ad5c requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:43:59.689706 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-27470bbb-a050-40cb-8212-e068e1a5ca81 None None] Provisioning complete for port 79db228d-4a38-4b62-99ba-64ce0f10fbd1 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:43:59.690028 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-27470bbb-a050-40cb-8212-e068e1a5ca81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:43:59.806538 ncdv-master-1 neutron-server[121607]: DEBUG neutron.objects.ports [None req-12cb2739-7bf8-4acf-bb01-491afd5963a2 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=121607) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}}
Dec 25 21:43:59.827465 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4d1e904-6cfe-496f-9cc5-f21861557bb5 None None] DHCP port deletion for 99ca970e-c662-4419-9bb1-c5d90374ad5c request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 21:43:59.857703 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5af50777-618d-43f1-a837-3b5119374fe8 req-fa360578-a6a7-46e6-84af-9fd8428d38f0 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "GET /v2.0/ports?device_id=367fe828-cfc4-4b03-926c-063408effc4c HTTP/1.1" status: 200  len: 210 time: 0.0292268
Dec 25 21:43:59.909120 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-b4d1e904-6cfe-496f-9cc5-f21861557bb5 None None] Deleting port 79db228d-4a38-4b62-99ba-64ce0f10fbd1 {{(pid=121608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:43:59.909558 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-b4d1e904-6cfe-496f-9cc5-f21861557bb5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:00.012400 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-b4d1e904-6cfe-496f-9cc5-f21861557bb5 None None] For port 79db228d-4a38-4b62-99ba-64ce0f10fbd1, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=79db228d-4a38-4b62-99ba-64ce0f10fbd1,segment=NetworkSegment(0b348995-4d55-45f1-b58c-2a5ccec11450),segment_id=0b348995-4d55-45f1-b58c-2a5ccec11450)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:44:00.012920 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-b4d1e904-6cfe-496f-9cc5-f21861557bb5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:00.027544 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-b4d1e904-6cfe-496f-9cc5-f21861557bb5 None None] Calling delete_port for 79db228d-4a38-4b62-99ba-64ce0f10fbd1 owned by network:dhcp {{(pid=121608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:44:00.033198 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 79db228d-4a38-4b62-99ba-64ce0f10fbd1 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:44:00.127451 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-12cb2739-7bf8-4acf-bb01-491afd5963a2 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:00.176083 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:00.291994 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-b4d1e904-6cfe-496f-9cc5-f21861557bb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955'] for port, after_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:00.318086 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d1e904-6cfe-496f-9cc5-f21861557bb5 None None] Pushing event deleted for resources: {'Port': ['ID=79db228d-4a38-4b62-99ba-64ce0f10fbd1,revision_number=None']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:44:00.322351 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4d1e904-6cfe-496f-9cc5-f21861557bb5 None None] No DVR routers for this DVR port 79db228d-4a38-4b62-99ba-64ce0f10fbd1 on host ncdv-master-1 {{(pid=121608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:44:00.389723 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.db [None req-12cb2739-7bf8-4acf-bb01-491afd5963a2 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] For port 79db228d-4a38-4b62-99ba-64ce0f10fbd1, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=79db228d-4a38-4b62-99ba-64ce0f10fbd1,segment=NetworkSegment(0b348995-4d55-45f1-b58c-2a5ccec11450),segment_id=0b348995-4d55-45f1-b58c-2a5ccec11450)] {{(pid=121607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:44:00.418410 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-12cb2739-7bf8-4acf-bb01-491afd5963a2 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks [] for port, precommit_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:00.508888 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-12cb2739-7bf8-4acf-bb01-491afd5963a2 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8632327'] for port, after_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:00.509650 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-12cb2739-7bf8-4acf-bb01-491afd5963a2 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8632475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8852848'] for subnet, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:00.564104 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cb2739-7bf8-4acf-bb01-491afd5963a2 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Pushing event deleted for resources: {'Port': ['ID=79db228d-4a38-4b62-99ba-64ce0f10fbd1,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:44:00.572869 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12cb2739-7bf8-4acf-bb01-491afd5963a2 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Network 99ca970e-c662-4419-9bb1-c5d90374ad5c is already hosted by enough agents. {{(pid=121607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:44:00.577317 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-12cb2739-7bf8-4acf-bb01-491afd5963a2 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Resources bound (agent type, host, resource id):  {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:44:00.582051 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12cb2739-7bf8-4acf-bb01-491afd5963a2 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:44:00.582670 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-12cb2739-7bf8-4acf-bb01-491afd5963a2 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks [] for subnet, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:00.586269 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08a7d3f8-a1f9-459b-a18e-5acc63235a84 None None] Network 99ca970e-c662-4419-9bb1-c5d90374ad5c requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:44:00.598443 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cb2739-7bf8-4acf-bb01-491afd5963a2 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Pushing event updated for resources: {'Subnet': ['ID=7df4f9ad-4d94-4bca-8141-1f28b0cc4d3f,revision_number=0']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:44:00.689442 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9986b1c-fe01-439f-9447-b20588eece55 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-99ca970e-c662-4419-9bb1-c5d90374ad5c', 'network_id': '99ca970e-c662-4419-9bb1-c5d90374ad5c', 'project_id': '6ca85d447d714c1ca24121ae04b3edf0', 'fixed_ips': [{'subnet_id': '7df4f9ad-4d94-4bca-8141-1f28b0cc4d3f'}]}} from ncdv-master-1. {{(pid=121608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 25 21:44:00.690372 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-c9986b1c-fe01-439f-9447-b20588eece55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:00.692522 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-12cb2739-7bf8-4acf-bb01-491afd5963a2 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 1.4740548
Dec 25 21:44:00.694867 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 40970) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:44:00.699867 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-a6493df1-5bc4-45a2-8b32-e2c144a31b03 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Request body: {'subnet': {'network_id': '99ca970e-c662-4419-9bb1-c5d90374ad5c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:44:00.827309 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.db_base_plugin_common [None req-c9986b1c-fe01-439f-9447-b20588eece55 None None] Allocated IP 2001:db8::f816:3eff:fe52:cdc5 (99ca970e-c662-4419-9bb1-c5d90374ad5c/7df4f9ad-4d94-4bca-8141-1f28b0cc4d3f/aa8e55e6-d0d8-4158-b1d9-df20c7ae76e4) {{(pid=121608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:44:00.883516 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6493df1-5bc4-45a2-8b32-e2c144a31b03 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Made reservation on behalf of 6ca85d447d714c1ca24121ae04b3edf0 for: {'subnet': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:44:00.887342 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a6493df1-5bc4-45a2-8b32-e2c144a31b03 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8852834'] for subnet, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:00.937327 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 40976) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:44:00.983206 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-c9986b1c-fe01-439f-9447-b20588eece55 None None] Publish callbacks [] for port, precommit_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:00.999529 ncdv-master-1 neutron-server[121607]: INFO neutron.db.ipam_backend_mixin [None req-a6493df1-5bc4-45a2-8b32-e2c144a31b03 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 7df4f9ad-4d94-4bca-8141-1f28b0cc4d3f (CIDR: 2001:db8::/64)
Dec 25 21:44:01.083761 ncdv-master-1 neutron-server[121607]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6493df1-5bc4-45a2-8b32-e2c144a31b03 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 25 21:44:01.084206 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6493df1-5bc4-45a2-8b32-e2c144a31b03 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=121607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 25 21:44:01.106356 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-c9986b1c-fe01-439f-9447-b20588eece55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946'] for port, after_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:01.146250 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9986b1c-fe01-439f-9447-b20588eece55 None None] Network 99ca970e-c662-4419-9bb1-c5d90374ad5c is already hosted by enough agents. {{(pid=121608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:44:01.149268 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.base_scheduler [None req-c9986b1c-fe01-439f-9447-b20588eece55 None None] Resources bound (agent type, host, resource id):  {{(pid=121608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:44:01.152808 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9986b1c-fe01-439f-9447-b20588eece55 None None] Received port after_create {{(pid=121608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:44:01.168295 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-a6493df1-5bc4-45a2-8b32-e2c144a31b03 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 0.4723034
Dec 25 21:44:01.172595 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 40982) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:44:01.173509 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9986b1c-fe01-439f-9447-b20588eece55 None None] Pushing event updated for resources: {'Port': ['ID=aa8e55e6-d0d8-4158-b1d9-df20c7ae76e4,revision_number=1']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:44:01.182377 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-3926d5d0-23da-475c-8247-580e933944dd tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Request body: {'subnet': {'network_id': '99ca970e-c662-4419-9bb1-c5d90374ad5c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:44:01.231163 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-c9986b1c-fe01-439f-9447-b20588eece55 None None] Attempting to bind port aa8e55e6-d0d8-4158-b1d9-df20c7ae76e4 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:44:01.231163 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-c9986b1c-fe01-439f-9447-b20588eece55 None None] Attempting to bind port aa8e55e6-d0d8-4158-b1d9-df20c7ae76e4 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '0b348995-4d55-45f1-b58c-2a5ccec11450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '99ca970e-c662-4419-9bb1-c5d90374ad5c'}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:44:01.231163 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9986b1c-fe01-439f-9447-b20588eece55 None None] Attempting to bind port aa8e55e6-d0d8-4158-b1d9-df20c7ae76e4 on network 99ca970e-c662-4419-9bb1-c5d90374ad5c {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:44:01.235046 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9986b1c-fe01-439f-9447-b20588eece55 None None] Checking agent: {'id': 'ca4f5c6d-f1fd-48b8-a3e3-395864c7d23d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 20, 56, 40), 'started_at': datetime.datetime(2021, 12, 25, 20, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 43, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:44:01.235415 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9986b1c-fe01-439f-9447-b20588eece55 None None] Checking segment: {'id': '0b348995-4d55-45f1-b58c-2a5ccec11450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '99ca970e-c662-4419-9bb1-c5d90374ad5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:44:01.235808 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-c9986b1c-fe01-439f-9447-b20588eece55 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:01.236221 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9986b1c-fe01-439f-9447-b20588eece55 None None] Bound using segment: {'id': '0b348995-4d55-45f1-b58c-2a5ccec11450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '99ca970e-c662-4419-9bb1-c5d90374ad5c'} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:44:01.236687 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-c9986b1c-fe01-439f-9447-b20588eece55 None None] Bound port: aa8e55e6-d0d8-4158-b1d9-df20c7ae76e4, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b348995-4d55-45f1-b58c-2a5ccec11450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '99ca970e-c662-4419-9bb1-c5d90374ad5c'}}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:44:01.237084 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-c9986b1c-fe01-439f-9447-b20588eece55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:01.309539 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-c9986b1c-fe01-439f-9447-b20588eece55 None None] For port aa8e55e6-d0d8-4158-b1d9-df20c7ae76e4, host ncdv-master-1, cleared binding levels {{(pid=121608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:44:01.313514 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-c9986b1c-fe01-439f-9447-b20588eece55 None None] For port aa8e55e6-d0d8-4158-b1d9-df20c7ae76e4, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=aa8e55e6-d0d8-4158-b1d9-df20c7ae76e4,segment=NetworkSegment(0b348995-4d55-45f1-b58c-2a5ccec11450),segment_id=0b348995-4d55-45f1-b58c-2a5ccec11450)] {{(pid=121608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:44:01.435093 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-c9986b1c-fe01-439f-9447-b20588eece55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:01.454117 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-3036baaf-d8b0-4226-9a33-d19988df6faa tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2007615'] for router_interface, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:01.489819 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3926d5d0-23da-475c-8247-580e933944dd tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Made reservation on behalf of 6ca85d447d714c1ca24121ae04b3edf0 for: {'subnet': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:44:01.494449 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-3926d5d0-23da-475c-8247-580e933944dd tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8852834'] for subnet, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:01.500941 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9986b1c-fe01-439f-9447-b20588eece55 None None] Pushing event updated for resources: {'Port': ['ID=aa8e55e6-d0d8-4158-b1d9-df20c7ae76e4,revision_number=2']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:44:01.767260 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-3036baaf-d8b0-4226-9a33-d19988df6faa tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Deleting port dc192875-b555-417a-917c-d0494625940b {{(pid=121606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:44:01.767603 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-3036baaf-d8b0-4226-9a33-d19988df6faa tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:01.860294 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-3926d5d0-23da-475c-8247-580e933944dd tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8632475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8852848'] for subnet, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:01.868367 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [None req-3036baaf-d8b0-4226-9a33-d19988df6faa tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] For port dc192875-b555-417a-917c-d0494625940b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=dc192875-b555-417a-917c-d0494625940b,segment=NetworkSegment(01b0c0e4-03aa-47e6-84a7-53ae20ad9e39),segment_id=01b0c0e4-03aa-47e6-84a7-53ae20ad9e39)] {{(pid=121606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:44:01.868744 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-3036baaf-d8b0-4226-9a33-d19988df6faa tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:01.883410 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-3036baaf-d8b0-4226-9a33-d19988df6faa tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Calling delete_port for dc192875-b555-417a-917c-d0494625940b owned by network:router_interface {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:44:01.906921 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3926d5d0-23da-475c-8247-580e933944dd tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Network 99ca970e-c662-4419-9bb1-c5d90374ad5c is already hosted by enough agents. {{(pid=121607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:44:01.910906 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-3926d5d0-23da-475c-8247-580e933944dd tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Resources bound (agent type, host, resource id):  {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:44:01.915262 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3926d5d0-23da-475c-8247-580e933944dd tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:44:01.915922 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-3926d5d0-23da-475c-8247-580e933944dd tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks [] for subnet, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:01.929755 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3926d5d0-23da-475c-8247-580e933944dd tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Pushing event updated for resources: {'Subnet': ['ID=7092e6fc-14d5-473b-b127-bd72a3d9b356,revision_number=0']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:44:01.986914 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-3926d5d0-23da-475c-8247-580e933944dd tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 0.8126619
Dec 25 21:44:01.989607 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 40984) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:44:02.007873 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-17789adc-b8c0-49be-bea8-209077d89d60 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Request body: {'port': {'network_id': '99ca970e-c662-4419-9bb1-c5d90374ad5c', 'mac_address': 'fa:16:3e:27:c0:26', 'name': 'tempest-NetworksTestDHCPv6-1276515450'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:44:02.102215 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device aa8e55e6-d0d8-4158-b1d9-df20c7ae76e4 up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:44:02.138090 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device c262cb63-041e-44fa-b663-5010b7338baf no longer exists at agent hyperv_nch1-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:44:02.167038 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] No Port match for: c262cb63-041e-44fa-b663-5010b7338baf {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:44:02.167470 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device c262cb63-041e-44fa-b663-5010b7338baf not bound to the agent host nch1-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:44:02.183790 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port aa8e55e6-d0d8-4158-b1d9-df20c7ae76e4 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:44:02.184253 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:02.269046 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:02.273113 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17789adc-b8c0-49be-bea8-209077d89d60 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Made reservation on behalf of 6ca85d447d714c1ca24121ae04b3edf0 for: {'port': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:44:02.294406 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-3036baaf-d8b0-4226-9a33-d19988df6faa tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:02.311680 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] For port aa8e55e6-d0d8-4158-b1d9-df20c7ae76e4, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=aa8e55e6-d0d8-4158-b1d9-df20c7ae76e4,segment=NetworkSegment(0b348995-4d55-45f1-b58c-2a5ccec11450),segment_id=0b348995-4d55-45f1-b58c-2a5ccec11450)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:44:02.329511 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3036baaf-d8b0-4226-9a33-d19988df6faa tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Pushing event deleted for resources: {'Port': ['ID=dc192875-b555-417a-917c-d0494625940b,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:44:02.393633 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-17789adc-b8c0-49be-bea8-209077d89d60 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:02.395460 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:02.410627 ncdv-master-1 neutron-server[121607]: DEBUG neutron.notifiers.nova [None req-17789adc-b8c0-49be-bea8-209077d89d60 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] device_id is not set on port 73b91729-3877-45b0-82a8-6a8beac98998 yet. {{(pid=121607) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 25 21:44:02.486014 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Pushing event updated for resources: {'Port': ['ID=aa8e55e6-d0d8-4158-b1d9-df20c7ae76e4,revision_number=3']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:44:02.599227 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-3036baaf-d8b0-4226-9a33-d19988df6faa tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2007763'] for router_interface, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:02.668614 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_common [None req-17789adc-b8c0-49be-bea8-209077d89d60 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Allocated IP 2001:db8:0:1::2c5 (99ca970e-c662-4419-9bb1-c5d90374ad5c/7092e6fc-14d5-473b-b127-bd72a3d9b356/73b91729-3877-45b0-82a8-6a8beac98998) {{(pid=121607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:44:02.674991 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_common [None req-17789adc-b8c0-49be-bea8-209077d89d60 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Allocated IP 2001:db8::f816:3eff:fe27:c026 (99ca970e-c662-4419-9bb1-c5d90374ad5c/7df4f9ad-4d94-4bca-8141-1f28b0cc4d3f/73b91729-3877-45b0-82a8-6a8beac98998) {{(pid=121607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:44:02.762515 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3ab0f74-ea80-4d11-bf7d-75bf772539d2 None None] Network 99ca970e-c662-4419-9bb1-c5d90374ad5c requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:44:02.860007 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-47447f94-8483-4196-bf14-5faabca43078 None None] Provisioning complete for port aa8e55e6-d0d8-4158-b1d9-df20c7ae76e4 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:44:02.860290 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-47447f94-8483-4196-bf14-5faabca43078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:02.872043 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-17789adc-b8c0-49be-bea8-209077d89d60 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks [] for port, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:03.023173 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49d7b35b-87f0-4f0b-b456-07b0d6340949 None None] Update dhcp port {'port': {'network_id': '99ca970e-c662-4419-9bb1-c5d90374ad5c', 'fixed_ips': [{'subnet_id': '7df4f9ad-4d94-4bca-8141-1f28b0cc4d3f', 'ip_address': '2001:db8::f816:3eff:fe52:cdc5'}, {'subnet_id': '7092e6fc-14d5-473b-b127-bd72a3d9b356'}], 'binding:host_id': 'ncdv-master-1'}, 'id': 'aa8e55e6-d0d8-4158-b1d9-df20c7ae76e4'} from ncdv-master-1. {{(pid=121608) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}}
Dec 25 21:44:03.051252 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-49d7b35b-87f0-4f0b-b456-07b0d6340949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:03.052408 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-17789adc-b8c0-49be-bea8-209077d89d60 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:03.128274 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17789adc-b8c0-49be-bea8-209077d89d60 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Network 99ca970e-c662-4419-9bb1-c5d90374ad5c is already hosted by enough agents. {{(pid=121607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:44:03.133566 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-17789adc-b8c0-49be-bea8-209077d89d60 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Resources bound (agent type, host, resource id):  {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:44:03.143330 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17789adc-b8c0-49be-bea8-209077d89d60 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Received port after_create {{(pid=121607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:44:03.151119 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17789adc-b8c0-49be-bea8-209077d89d60 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:44:03.152675 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-17789adc-b8c0-49be-bea8-209077d89d60 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:03.165746 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17789adc-b8c0-49be-bea8-209077d89d60 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Pushing event updated for resources: {'Port': ['ID=73b91729-3877-45b0-82a8-6a8beac98998,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:44:03.176312 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3036baaf-d8b0-4226-9a33-d19988df6faa tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Router 6307adb0-a1d4-4368-aceb-32ebcd59f811 has already been hosted by L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 {{(pid=121606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 25 21:44:03.238275 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 41030) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:44:03.250677 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.db_base_plugin_common [None req-49d7b35b-87f0-4f0b-b456-07b0d6340949 None None] Allocated IP 2001:db8:0:1::2 (99ca970e-c662-4419-9bb1-c5d90374ad5c/7092e6fc-14d5-473b-b127-bd72a3d9b356/aa8e55e6-d0d8-4158-b1d9-df20c7ae76e4) {{(pid=121608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:44:03.261392 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-17789adc-b8c0-49be-bea8-209077d89d60 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1034 time: 1.2696741
Dec 25 21:44:03.262495 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 41034) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:44:03.322451 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3036baaf-d8b0-4226-9a33-d19988df6faa tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 21:44:03.331238 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-3036baaf-d8b0-4226-9a33-d19988df6faa tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "PUT /v2.0/routers/6307adb0-a1d4-4368-aceb-32ebcd59f811/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.3927805
Dec 25 21:44:03.331866 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 41038) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:44:03.338538 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3ec06d2-2d63-4e5f-ab72-0243c235b0f7 None None] Sync routers for ids ['6307adb0-a1d4-4368-aceb-32ebcd59f811'] in ncdv-master-1 {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 21:44:03.348461 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3ec06d2-2d63-4e5f-ab72-0243c235b0f7 None None] Routers {'6307adb0-a1d4-4368-aceb-32ebcd59f811'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:44:03.349101 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-e3ec06d2-2d63-4e5f-ab72-0243c235b0f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f261861ea00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:43:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['6307adb0-a1d4-4368-aceb-32ebcd59f811'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:44:03.421008 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_v2 [None req-77ef188d-dea6-4c36-bcea-d2d32ca9ae43 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Deleting subnet e689b6ec-d0ea-48ae-946d-268c2777620e {{(pid=121606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Dec 25 21:44:03.422605 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb67cea9-6b75-4e7c-beea-4d13a21cac4c admin admin] Deleting subnet a7a92c50-32bb-4289-bde3-1186d0ce9bab {{(pid=121607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Dec 25 21:44:03.425118 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-77ef188d-dea6-4c36-bcea-d2d32ca9ae43 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks [] for subnet, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:03.429617 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-49d7b35b-87f0-4f0b-b456-07b0d6340949 None None] For port aa8e55e6-d0d8-4158-b1d9-df20c7ae76e4, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=aa8e55e6-d0d8-4158-b1d9-df20c7ae76e4,segment=NetworkSegment(0b348995-4d55-45f1-b58c-2a5ccec11450),segment_id=0b348995-4d55-45f1-b58c-2a5ccec11450)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:44:03.430935 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-eb67cea9-6b75-4e7c-beea-4d13a21cac4c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:03.468408 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-49d7b35b-87f0-4f0b-b456-07b0d6340949 None None] Publish callbacks [] for port, precommit_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:03.476180 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-77ef188d-dea6-4c36-bcea-d2d32ca9ae43 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9084199'] for subnet, precommit_delete_associations {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:03.476785 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-eb67cea9-6b75-4e7c-beea-4d13a21cac4c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10246617'] for subnet, precommit_delete_associations {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:03.483874 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvr_db [None req-e3ec06d2-2d63-4e5f-ab72-0243c235b0f7 None None] Set router 6307adb0-a1d4-4368-aceb-32ebcd59f811 gateway port host: ncdv-master-1 {{(pid=121609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:44:03.497477 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-b6cd0ea6-7daf-4444-bb20-3e39cf209158 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Deleting port 73b91729-3877-45b0-82a8-6a8beac98998 {{(pid=121607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:44:03.497757 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b6cd0ea6-7daf-4444-bb20-3e39cf209158 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:03.555605 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-49d7b35b-87f0-4f0b-b456-07b0d6340949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:03.582909 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-eb67cea9-6b75-4e7c-beea-4d13a21cac4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995662'] for subnet, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:03.596436 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-77ef188d-dea6-4c36-bcea-d2d32ca9ae43 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995662'] for subnet, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:03.671224 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b6cd0ea6-7daf-4444-bb20-3e39cf209158 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:03.691167 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-e3ec06d2-2d63-4e5f-ab72-0243c235b0f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f261861ea00>, [{'id': '6307adb0-a1d4-4368-aceb-32ebcd59f811', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1855701142', 'tenant_id': '4ff29c23c5844f45826a02b6ae6b65e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.45'}], 'enable_snat': True}, 'gw_port_id': 'a8090b26-9a07-47c9-9a1a-0e63fe6cb467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:42:45Z', 'updated_at': '2021-12-25T21:44:02Z', 'revision_number': 5, 'project_id': '4ff29c23c5844f45826a02b6ae6b65e7', 'gw_port': {'id': 'a8090b26-9a07-47c9-9a1a-0e63fe6cb467', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:a5:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6307adb0-a1d4-4368-aceb-32ebcd59f811', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3573, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:42:46Z', 'updated_at': '2021-12-25T21:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:44:03.696484 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d7b35b-87f0-4f0b-b456-07b0d6340949 None None] Pushing event updated for resources: {'Port': ['ID=aa8e55e6-d0d8-4158-b1d9-df20c7ae76e4,revision_number=4']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:44:03.706448 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-b6cd0ea6-7daf-4444-bb20-3e39cf209158 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Calling delete_port for 73b91729-3877-45b0-82a8-6a8beac98998 owned by  {{(pid=121607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:44:03.781464 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 41042) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:44:03.807215 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-77ef188d-dea6-4c36-bcea-d2d32ca9ae43 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9084363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9028506'] for subnet, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:03.834252 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3ec06d2-2d63-4e5f-ab72-0243c235b0f7 None None] Checking router: 6307adb0-a1d4-4368-aceb-32ebcd59f811 for host: ncdv-master-1 {{(pid=121609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 25 21:44:03.848849 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3ec06d2-2d63-4e5f-ab72-0243c235b0f7 None None] Routers {'6307adb0-a1d4-4368-aceb-32ebcd59f811'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:44:03.849514 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-e3ec06d2-2d63-4e5f-ab72-0243c235b0f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f261861ea00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:43:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['6307adb0-a1d4-4368-aceb-32ebcd59f811'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:44:03.854570 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-77ef188d-dea6-4c36-bcea-d2d32ca9ae43 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks [] for subnet, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:03.858707 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-77ef188d-dea6-4c36-bcea-d2d32ca9ae43 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "DELETE /v2.0/subnets/e689b6ec-d0ea-48ae-946d-268c2777620e HTTP/1.1" status: 204  len: 168 time: 0.5258734
Dec 25 21:44:03.860858 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ef188d-dea6-4c36-bcea-d2d32ca9ae43 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Pushing event deleted for resources: {'Subnet': ['ID=e689b6ec-d0ea-48ae-946d-268c2777620e,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:44:03.864031 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 41046) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:44:03.868068 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bd2d7af-8847-4d77-86fc-1b065d4bdd11 None None] Network 7fa4d4da-0ed2-460e-90b6-5e505fd99a73 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:44:03.949406 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-eb67cea9-6b75-4e7c-beea-4d13a21cac4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8632410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8852809'] for subnet, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:03.989934 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvr_db [None req-e3ec06d2-2d63-4e5f-ab72-0243c235b0f7 None None] Set router 6307adb0-a1d4-4368-aceb-32ebcd59f811 gateway port host: ncdv-master-1 {{(pid=121609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:44:04.087774 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-fecc653b-2d8d-4f9c-aed4-91c7d493c28f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2a6f7f2d4b1243369e6e2a101f68557c&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3029354
Dec 25 21:44:04.088283 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 41048) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:44:04.170651 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11a25d96-9f93-407c-9493-5ad461abdc0e None None] DHCP port deletion for 7fa4d4da-0ed2-460e-90b6-5e505fd99a73 request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 21:44:04.209094 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-9227d9b8-8a2d-4ea5-b24f-a787f4675b35 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:04.214369 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device aa8e55e6-d0d8-4158-b1d9-df20c7ae76e4 up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:44:04.249886 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-9227d9b8-8a2d-4ea5-b24f-a787f4675b35 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:04.294665 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-e3ec06d2-2d63-4e5f-ab72-0243c235b0f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f261861ea00>, [{'id': '6307adb0-a1d4-4368-aceb-32ebcd59f811', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1855701142', 'tenant_id': '4ff29c23c5844f45826a02b6ae6b65e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.45'}], 'enable_snat': True}, 'gw_port_id': 'a8090b26-9a07-47c9-9a1a-0e63fe6cb467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:42:45Z', 'updated_at': '2021-12-25T21:44:02Z', 'revision_number': 5, 'project_id': '4ff29c23c5844f45826a02b6ae6b65e7', 'gw_port': {'id': 'a8090b26-9a07-47c9-9a1a-0e63fe6cb467', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:a5:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6307adb0-a1d4-4368-aceb-32ebcd59f811', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3573, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:42:46Z', 'updated_at': '2021-12-25T21:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:44:04.324133 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3ec06d2-2d63-4e5f-ab72-0243c235b0f7 None None] The sync data for ids ['6307adb0-a1d4-4368-aceb-32ebcd59f811'] in ncdv-master-1 is: [{'id': '6307adb0-a1d4-4368-aceb-32ebcd59f811', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1855701142', 'tenant_id': '4ff29c23c5844f45826a02b6ae6b65e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.45'}], 'enable_snat': True}, 'gw_port_id': 'a8090b26-9a07-47c9-9a1a-0e63fe6cb467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:42:45Z', 'updated_at': '2021-12-25T21:44:02Z', 'revision_number': 5, 'project_id': '4ff29c23c5844f45826a02b6ae6b65e7', 'gw_port': {'id': 'a8090b26-9a07-47c9-9a1a-0e63fe6cb467', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:a5:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6307adb0-a1d4-4368-aceb-32ebcd59f811', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3573, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:42:46Z', 'updated_at': '2021-12-25T21:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 21:44:04.423161 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-9227d9b8-8a2d-4ea5-b24f-a787f4675b35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:04.428559 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-9227d9b8-8a2d-4ea5-b24f-a787f4675b35 admin admin] Publish callbacks [] for security_group, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:04.428831 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-9227d9b8-8a2d-4ea5-b24f-a787f4675b35 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c24633b2-3946-4d53-b0dc-f1317e448fbf HTTP/1.1" status: 204  len: 168 time: 0.3386781
Dec 25 21:44:04.459848 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9227d9b8-8a2d-4ea5-b24f-a787f4675b35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c24633b2-3946-4d53-b0dc-f1317e448fbf,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:44:04.602848 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-11a25d96-9f93-407c-9493-5ad461abdc0e None None] Deleting port 31d43bc7-c59b-4733-8bcf-1ecbeb8e70b5 {{(pid=121608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:44:04.603278 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-11a25d96-9f93-407c-9493-5ad461abdc0e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:04.614698 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port aa8e55e6-d0d8-4158-b1d9-df20c7ae76e4 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:44:04.615070 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:04.647072 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb67cea9-6b75-4e7c-beea-4d13a21cac4c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a7a92c50-32bb-4289-bde3-1186d0ce9bab,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:44:04.672291 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-eb67cea9-6b75-4e7c-beea-4d13a21cac4c admin admin] Publish callbacks [] for subnet, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:04.678910 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-eb67cea9-6b75-4e7c-beea-4d13a21cac4c admin admin] 10.222.0.32 "DELETE /v2.0/subnets/a7a92c50-32bb-4289-bde3-1186d0ce9bab HTTP/1.1" status: 204  len: 168 time: 1.4365745
Dec 25 21:44:04.679283 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 41054) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:44:04.692459 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:04.702112 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-11a25d96-9f93-407c-9493-5ad461abdc0e None None] For port 31d43bc7-c59b-4733-8bcf-1ecbeb8e70b5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=31d43bc7-c59b-4733-8bcf-1ecbeb8e70b5,segment=NetworkSegment(01b0c0e4-03aa-47e6-84a7-53ae20ad9e39),segment_id=01b0c0e4-03aa-47e6-84a7-53ae20ad9e39)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:44:04.702516 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-11a25d96-9f93-407c-9493-5ad461abdc0e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:04.748345 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-11a25d96-9f93-407c-9493-5ad461abdc0e None None] Calling delete_port for 31d43bc7-c59b-4733-8bcf-1ecbeb8e70b5 owned by network:dhcp {{(pid=121608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:44:04.776547 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-9c203d3e-c1b8-47f5-9889-b72dab9fb5c1 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks [] for router, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:04.785078 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-bc5aea9b-c337-4a56-9b5c-65f6ad691ad9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625803'] for network, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:04.927074 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-a27fb7ca-a0eb-404e-8e34-d49913041796 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:04.931159 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-2e624192-0243-41e4-a7b1-a6ba4e7cf417 None None] Provisioning complete for port aa8e55e6-d0d8-4158-b1d9-df20c7ae76e4 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:44:04.933257 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-2e624192-0243-41e4-a7b1-a6ba4e7cf417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:04.938251 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-9c203d3e-c1b8-47f5-9889-b72dab9fb5c1 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks [] for router_gateway, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:04.944995 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-bc5aea9b-c337-4a56-9b5c-65f6ad691ad9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997585', 'neutron.services.segments.db._delete_segments_for_network-8737602743071'] for network, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:04.954505 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b6cd0ea6-7daf-4444-bb20-3e39cf209158 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:04.974377 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.segments.db [None req-bc5aea9b-c337-4a56-9b5c-65f6ad691ad9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2618c65c70>,) {'filters': {'network_id': ['b30f51af-5cf5-4b7f-96c1-3dabf1030017']}} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:44:04.997279 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.segments.db [None req-bc5aea9b-c337-4a56-9b5c-65f6ad691ad9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2618c65c70>, '3d25cd97-744c-4949-bb42-a710168ffeba') {'for_net_delete': True} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:44:04.997767 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.segments.db [None req-bc5aea9b-c337-4a56-9b5c-65f6ad691ad9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2618c65c70>, '3d25cd97-744c-4949-bb42-a710168ffeba') {} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:44:05.016805 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cd0ea6-7daf-4444-bb20-3e39cf209158 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Pushing event deleted for resources: {'Port': ['ID=73b91729-3877-45b0-82a8-6a8beac98998,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:44:05.021332 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-bc5aea9b-c337-4a56-9b5c-65f6ad691ad9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737602746920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9084222'] for segment, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:05.053637 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-bc5aea9b-c337-4a56-9b5c-65f6ad691ad9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:05.060012 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc5aea9b-c337-4a56-9b5c-65f6ad691ad9 admin admin] Releasing vlan 160 on physical network physnet1 to pool {{(pid=121606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 25 21:44:05.060634 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-bc5aea9b-c337-4a56-9b5c-65f6ad691ad9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9084542'] for segment, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:05.062068 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-11a25d96-9f93-407c-9493-5ad461abdc0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955'] for port, after_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:05.062597 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:44:05.062597 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:44:05.062597 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:44:05.062597 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:44:05.062597 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:44:05.062597 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:44:05.062597 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:44:05.062597 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:44:05.062597 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:44:05.062597 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:44:05.062597 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:44:05.062597 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:44:05.062597 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:44:05.062597 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:44:05.062597 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:44:05.062597 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:44:05.062597 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:44:05.062597 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:44:05.062597 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:44:05.062597 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:44:05.062597 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:44:05.062597 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:44:05.062597 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:44:05.062597 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:44:05.062597 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:44:05.062597 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:44:05.062597 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:44:05.062597 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:44:05.062597 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:44:05.062597 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:44:05.062597 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:44:05.062597 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:44:05.062597 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:44:05.062597 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:44:05.062597 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:44:05.062597 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:44:05.062597 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:44:05.062597 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:44:05.062597 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:44:05.062597 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:44:05.062597 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:44:05.062597 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:44:05.062597 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:44:05.062597 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:44:05.062597 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:44:05.062597 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:44:05.062597 ncdv-master-1 neutron-server[121606]: Traceback (most recent call last):
Dec 25 21:44:05.062597 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 25 21:44:05.062597 ncdv-master-1 neutron-server[121606]:     timer()
Dec 25 21:44:05.062597 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 25 21:44:05.062597 ncdv-master-1 neutron-server[121606]:     cb(*args, **kw)
Dec 25 21:44:05.062597 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 25 21:44:05.062597 ncdv-master-1 neutron-server[121606]:     return func(*args, **kwargs)
Dec 25 21:44:05.066501 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 25 21:44:05.066501 ncdv-master-1 neutron-server[121606]:     self._notify()
Dec 25 21:44:05.066501 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 25 21:44:05.066501 ncdv-master-1 neutron-server[121606]:     self.callback(batched_events)
Dec 25 21:44:05.066501 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 25 21:44:05.066501 ncdv-master-1 neutron-server[121606]:     event.method(event)
Dec 25 21:44:05.066501 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 25 21:44:05.066501 ncdv-master-1 neutron-server[121606]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 25 21:44:05.066501 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 25 21:44:05.066501 ncdv-master-1 neutron-server[121606]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 25 21:44:05.066501 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 25 21:44:05.066501 ncdv-master-1 neutron-server[121606]:     return f(self, *a, **k)
Dec 25 21:44:05.066501 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 25 21:44:05.066501 ncdv-master-1 neutron-server[121606]:     return self._get(url).json()
Dec 25 21:44:05.066501 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 25 21:44:05.066501 ncdv-master-1 neutron-server[121606]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 25 21:44:05.066501 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 25 21:44:05.066501 ncdv-master-1 neutron-server[121606]:     return self.request(url, 'GET', **kwargs)
Dec 25 21:44:05.066501 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 25 21:44:05.066501 ncdv-master-1 neutron-server[121606]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 25 21:44:05.066501 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 25 21:44:05.066501 ncdv-master-1 neutron-server[121606]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 25 21:44:05.066501 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 25 21:44:05.066501 ncdv-master-1 neutron-server[121606]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 25 21:44:05.066501 ncdv-master-1 neutron-server[121606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 25 21:44:05.090815 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b6cd0ea6-7daf-4444-bb20-3e39cf209158 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:05.094992 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-b6cd0ea6-7daf-4444-bb20-3e39cf209158 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] 10.222.0.32 "DELETE /v2.0/ports/73b91729-3877-45b0-82a8-6a8beac98998 HTTP/1.1" status: 204  len: 168 time: 1.8309524
Dec 25 21:44:05.097203 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 41062) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:44:05.125065 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a25d96-9f93-407c-9493-5ad461abdc0e None None] Pushing event deleted for resources: {'Port': ['ID=31d43bc7-c59b-4733-8bcf-1ecbeb8e70b5,revision_number=None']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:44:05.147822 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11a25d96-9f93-407c-9493-5ad461abdc0e None None] No DVR routers for this DVR port 31d43bc7-c59b-4733-8bcf-1ecbeb8e70b5 on host ncdv-master-1 {{(pid=121608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:44:05.211875 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-bc5aea9b-c337-4a56-9b5c-65f6ad691ad9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2008653'] for network, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:05.218314 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-bc5aea9b-c337-4a56-9b5c-65f6ad691ad9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for network, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:05.225788 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ae700fe-3410-4296-b628-3889085f5002 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:44:05.231367 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-7ae700fe-3410-4296-b628-3889085f5002 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1047 time: 0.1327696
Dec 25 21:44:05.236632 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 41068) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:44:05.236772 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-bc5aea9b-c337-4a56-9b5c-65f6ad691ad9 admin admin] 10.222.0.32 "DELETE /v2.0/networks/b30f51af-5cf5-4b7f-96c1-3dabf1030017 HTTP/1.1" status: 204  len: 168 time: 0.5464578
Dec 25 21:44:05.268412 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5aea9b-c337-4a56-9b5c-65f6ad691ad9 admin admin] Pushing event deleted for resources: {'Network': ['ID=b30f51af-5cf5-4b7f-96c1-3dabf1030017,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:44:05.281723 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-9c203d3e-c1b8-47f5-9889-b72dab9fb5c1 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Deleting port a8090b26-9a07-47c9-9a1a-0e63fe6cb467 {{(pid=121607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:44:05.282115 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-9c203d3e-c1b8-47f5-9889-b72dab9fb5c1 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:05.332047 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06306c6a-cea2-4fdb-abaa-0f9f4bfdeab2 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:44:05.336383 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 41072) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:44:05.336712 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-06306c6a-cea2-4fdb-abaa-0f9f4bfdeab2 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1047 time: 0.0977585
Dec 25 21:44:05.354973 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-e1019391-b020-4a75-9031-dda4aeb1ef11 None None] Could not find standard attr ID for object 73b91729-3877-45b0-82a8-6a8beac98998. {{(pid=121608) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 25 21:44:05.397902 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-603c664a-d27f-45a3-985b-52c5bd1f2d65 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:44:05.399538 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-603c664a-d27f-45a3-985b-52c5bd1f2d65 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:44:05.401446 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-603c664a-d27f-45a3-985b-52c5bd1f2d65 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:44:05.402935 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-603c664a-d27f-45a3-985b-52c5bd1f2d65 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2119 time: 0.0654798
Dec 25 21:44:05.407952 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 41074) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:44:05.408045 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.db [None req-9c203d3e-c1b8-47f5-9889-b72dab9fb5c1 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] For port a8090b26-9a07-47c9-9a1a-0e63fe6cb467, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a8090b26-9a07-47c9-9a1a-0e63fe6cb467,segment=NetworkSegment(6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855),segment_id=6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855)] {{(pid=121607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:44:05.408045 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-9c203d3e-c1b8-47f5-9889-b72dab9fb5c1 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:05.421983 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-9c203d3e-c1b8-47f5-9889-b72dab9fb5c1 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Calling delete_port for a8090b26-9a07-47c9-9a1a-0e63fe6cb467 owned by network:router_gateway {{(pid=121607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:44:05.465498 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_v2 [None req-10a7b134-9dbf-4406-8e80-17150b1c6733 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Deleting subnet 7092e6fc-14d5-473b-b127-bd72a3d9b356 {{(pid=121606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Dec 25 21:44:05.469696 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-10a7b134-9dbf-4406-8e80-17150b1c6733 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks [] for subnet, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:05.524002 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-10a7b134-9dbf-4406-8e80-17150b1c6733 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9084199'] for subnet, precommit_delete_associations {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:05.609967 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-10a7b134-9dbf-4406-8e80-17150b1c6733 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995662'] for subnet, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:05.640105 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 41084) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:44:05.685631 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-9267c1ed-6aa3-4cc5-b896-0edfccd5ee49 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a416565d81324f55b88111b36c4a777c&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0441606
Dec 25 21:44:05.686971 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 41086) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:44:05.687760 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-9c203d3e-c1b8-47f5-9889-b72dab9fb5c1 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:05.738833 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c203d3e-c1b8-47f5-9889-b72dab9fb5c1 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Pushing event deleted for resources: {'Port': ['ID=a8090b26-9a07-47c9-9a1a-0e63fe6cb467,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:44:05.750285 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6039633d-8b9c-402d-abb0-83653fb0c926 None None] DHCP port deletion for 7201e55c-7c5f-41aa-a042-a363696539d0 request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 21:44:05.755208 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-10a7b134-9dbf-4406-8e80-17150b1c6733 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9084363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9028506'] for subnet, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:05.784616 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a7b134-9dbf-4406-8e80-17150b1c6733 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Pushing event deleted for resources: {'Subnet': ['ID=7092e6fc-14d5-473b-b127-bd72a3d9b356,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:44:05.787936 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-10a7b134-9dbf-4406-8e80-17150b1c6733 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks [] for subnet, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:05.793692 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-10a7b134-9dbf-4406-8e80-17150b1c6733 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] 10.222.0.32 "DELETE /v2.0/subnets/7092e6fc-14d5-473b-b127-bd72a3d9b356 HTTP/1.1" status: 204  len: 168 time: 0.3834982
Dec 25 21:44:05.794917 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 41088) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:44:05.799401 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a228598-7ce7-4961-95b2-72bce114de84 None None] Network 99ca970e-c662-4419-9bb1-c5d90374ad5c requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:44:05.850442 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-43ad580c-fd5c-400c-b4b4-854a47305cee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:05.874396 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-9c203d3e-c1b8-47f5-9889-b72dab9fb5c1 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2008689'] for router_gateway, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:05.915822 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_v2 [None req-d82a5480-3459-4c70-987f-a666d60d86cd tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Deleting subnet 7df4f9ad-4d94-4bca-8141-1f28b0cc4d3f {{(pid=121607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Dec 25 21:44:05.964318 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-d82a5480-3459-4c70-987f-a666d60d86cd tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks [] for subnet, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:05.968235 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-43ad580c-fd5c-400c-b4b4-854a47305cee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:06.044798 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-d82a5480-3459-4c70-987f-a666d60d86cd tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10246617'] for subnet, precommit_delete_associations {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:06.074953 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-9c203d3e-c1b8-47f5-9889-b72dab9fb5c1 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2014235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14905'] for router, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:06.095571 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-9c203d3e-c1b8-47f5-9889-b72dab9fb5c1 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:06.133687 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device dc192875-b555-417a-917c-d0494625940b no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:44:06.163929 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] No Port match for: dc192875-b555-417a-917c-d0494625940b {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:44:06.164360 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device dc192875-b555-417a-917c-d0494625940b not bound to the agent host ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:44:06.165144 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 31d43bc7-c59b-4733-8bcf-1ecbeb8e70b5 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:44:06.191551 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] No Port match for: 31d43bc7-c59b-4733-8bcf-1ecbeb8e70b5 {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:44:06.192347 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 31d43bc7-c59b-4733-8bcf-1ecbeb8e70b5 not bound to the agent host ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:44:06.215456 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-d82a5480-3459-4c70-987f-a666d60d86cd tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995662'] for subnet, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:06.249635 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-9c203d3e-c1b8-47f5-9889-b72dab9fb5c1 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2014220'] for router, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:06.250156 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c203d3e-c1b8-47f5-9889-b72dab9fb5c1 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Fanout notify agent at l3_agent the message router_deleted on router 6307adb0-a1d4-4368-aceb-32ebcd59f811 {{(pid=121607) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 25 21:44:06.263362 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-9c203d3e-c1b8-47f5-9889-b72dab9fb5c1 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks [] for router, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:06.266628 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 41096) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:44:06.274879 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-9c203d3e-c1b8-47f5-9889-b72dab9fb5c1 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "DELETE /v2.0/routers/6307adb0-a1d4-4368-aceb-32ebcd59f811 HTTP/1.1" status: 204  len: 168 time: 2.4119999
Dec 25 21:44:06.277139 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-43ad580c-fd5c-400c-b4b4-854a47305cee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:06.279743 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-43ad580c-fd5c-400c-b4b4-854a47305cee admin admin] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:06.280911 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-43ad580c-fd5c-400c-b4b4-854a47305cee admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/99189dc7-38cd-4837-afea-f261ec834693 HTTP/1.1" status: 204  len: 168 time: 0.5907726
Dec 25 21:44:06.302607 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ad580c-fd5c-400c-b4b4-854a47305cee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99189dc7-38cd-4837-afea-f261ec834693,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:44:06.404789 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-d82a5480-3459-4c70-987f-a666d60d86cd tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8632410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8852809'] for subnet, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:06.471523 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-d82a5480-3459-4c70-987f-a666d60d86cd tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks [] for subnet, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:06.477701 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-d82a5480-3459-4c70-987f-a666d60d86cd tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] 10.222.0.32 "DELETE /v2.0/subnets/7df4f9ad-4d94-4bca-8141-1f28b0cc4d3f HTTP/1.1" status: 204  len: 168 time: 0.6800039
Dec 25 21:44:06.477847 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82a5480-3459-4c70-987f-a666d60d86cd tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Pushing event deleted for resources: {'Subnet': ['ID=7df4f9ad-4d94-4bca-8141-1f28b0cc4d3f,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:44:06.479401 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 41104) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:44:06.489845 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-a604fbcc-06b2-47d3-9e61-c766ad6e7169 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625803'] for network, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:06.530125 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-9abbeec9-681a-41fe-984a-6b0098b76c52 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0490785
Dec 25 21:44:06.531271 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 41108) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:44:06.537356 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-10a116da-e902-4dda-8de1-7e84efa14cb5 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Request body: {'subnet': {'network_id': '99ca970e-c662-4419-9bb1-c5d90374ad5c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:44:06.647259 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-a604fbcc-06b2-47d3-9e61-c766ad6e7169 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997585', 'neutron.services.segments.db._delete_segments_for_network-8737602743071'] for network, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:06.680760 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.segments.db [None req-a604fbcc-06b2-47d3-9e61-c766ad6e7169 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f26128cef70>,) {'filters': {'network_id': ['7fa4d4da-0ed2-460e-90b6-5e505fd99a73']}} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:44:06.690881 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.segments.db [None req-a604fbcc-06b2-47d3-9e61-c766ad6e7169 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f26128cef70>, '01b0c0e4-03aa-47e6-84a7-53ae20ad9e39') {'for_net_delete': True} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:44:06.690881 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.segments.db [None req-a604fbcc-06b2-47d3-9e61-c766ad6e7169 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f26128cef70>, '01b0c0e4-03aa-47e6-84a7-53ae20ad9e39') {} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:44:06.713322 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-a604fbcc-06b2-47d3-9e61-c766ad6e7169 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737602746920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9084222'] for segment, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:06.718321 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-a604fbcc-06b2-47d3-9e61-c766ad6e7169 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:06.726490 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a604fbcc-06b2-47d3-9e61-c766ad6e7169 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Releasing vlan 181 on physical network physnet1 to pool {{(pid=121606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 25 21:44:06.726886 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-a604fbcc-06b2-47d3-9e61-c766ad6e7169 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9084542'] for segment, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:06.729917 ncdv-master-1 neutron-server[121606]: Traceback (most recent call last):
Dec 25 21:44:06.729917 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 25 21:44:06.729917 ncdv-master-1 neutron-server[121606]:     timer()
Dec 25 21:44:06.729917 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 25 21:44:06.729917 ncdv-master-1 neutron-server[121606]:     cb(*args, **kw)
Dec 25 21:44:06.729917 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 25 21:44:06.729917 ncdv-master-1 neutron-server[121606]:     return func(*args, **kwargs)
Dec 25 21:44:06.729917 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 25 21:44:06.729917 ncdv-master-1 neutron-server[121606]:     self._notify()
Dec 25 21:44:06.729917 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 25 21:44:06.729917 ncdv-master-1 neutron-server[121606]:     self.callback(batched_events)
Dec 25 21:44:06.729917 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 25 21:44:06.729917 ncdv-master-1 neutron-server[121606]:     event.method(event)
Dec 25 21:44:06.729917 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 25 21:44:06.729917 ncdv-master-1 neutron-server[121606]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 25 21:44:06.729917 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 25 21:44:06.729917 ncdv-master-1 neutron-server[121606]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 25 21:44:06.729917 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 25 21:44:06.729917 ncdv-master-1 neutron-server[121606]:     return f(self, *a, **k)
Dec 25 21:44:06.729917 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 25 21:44:06.729917 ncdv-master-1 neutron-server[121606]:     return self._get(url).json()
Dec 25 21:44:06.729917 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 25 21:44:06.729917 ncdv-master-1 neutron-server[121606]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 25 21:44:06.729917 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 25 21:44:06.729917 ncdv-master-1 neutron-server[121606]:     return self.request(url, 'GET', **kwargs)
Dec 25 21:44:06.729917 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 25 21:44:06.729917 ncdv-master-1 neutron-server[121606]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 25 21:44:06.729917 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 25 21:44:06.729917 ncdv-master-1 neutron-server[121606]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 25 21:44:06.729917 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 25 21:44:06.729917 ncdv-master-1 neutron-server[121606]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 25 21:44:06.729917 ncdv-master-1 neutron-server[121606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 25 21:44:06.754974 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02046c61-c017-40bd-a224-42bdfe5be9b9 None None] Network 99ca970e-c662-4419-9bb1-c5d90374ad5c requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:44:06.763644 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10a116da-e902-4dda-8de1-7e84efa14cb5 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Made reservation on behalf of 6ca85d447d714c1ca24121ae04b3edf0 for: {'subnet': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:44:06.767381 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-10a116da-e902-4dda-8de1-7e84efa14cb5 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8852834'] for subnet, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:06.890849 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-5efe57e9-dccd-4a16-8b22-9e7431c140d0 None None] Provisioning complete for port aa8e55e6-d0d8-4158-b1d9-df20c7ae76e4 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:44:06.891522 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5efe57e9-dccd-4a16-8b22-9e7431c140d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:06.924383 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 41120) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:44:06.954444 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-a604fbcc-06b2-47d3-9e61-c766ad6e7169 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2008653'] for network, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:06.970049 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-a604fbcc-06b2-47d3-9e61-c766ad6e7169 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for network, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:06.973377 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-a604fbcc-06b2-47d3-9e61-c766ad6e7169 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "DELETE /v2.0/networks/7fa4d4da-0ed2-460e-90b6-5e505fd99a73 HTTP/1.1" status: 204  len: 168 time: 0.7057319
Dec 25 21:44:06.976735 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 41126) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:44:07.014996 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a604fbcc-06b2-47d3-9e61-c766ad6e7169 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Pushing event deleted for resources: {'Network': ['ID=7fa4d4da-0ed2-460e-90b6-5e505fd99a73,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:44:07.064825 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c18b6a4b-8eb1-4136-b024-497e5765ec1d None None] DHCP port deletion for 99ca970e-c662-4419-9bb1-c5d90374ad5c request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 21:44:07.088179 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-8fce94ea-db21-4ecd-ae50-67d890c9d7fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:07.143670 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-cd18b576-7678-4b98-9198-8a9333193353 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks [] for security_group, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:07.173808 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-c18b6a4b-8eb1-4136-b024-497e5765ec1d None None] Deleting port aa8e55e6-d0d8-4158-b1d9-df20c7ae76e4 {{(pid=121608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:44:07.175531 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-c18b6a4b-8eb1-4136-b024-497e5765ec1d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:07.202327 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-cd18b576-7678-4b98-9198-8a9333193353 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks [] for security_group, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:07.221050 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-414b66e8-08f6-4c32-98ec-bdb8ef4dec8b tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Request body: {'network': {'name': 'tempest-network-smoke--1929363252', 'project_id': '59ed9da8ed224ce9b429cb4c633a2498', 'port_security_enabled': True}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:44:07.280491 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-c18b6a4b-8eb1-4136-b024-497e5765ec1d None None] For port aa8e55e6-d0d8-4158-b1d9-df20c7ae76e4, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=aa8e55e6-d0d8-4158-b1d9-df20c7ae76e4,segment=NetworkSegment(0b348995-4d55-45f1-b58c-2a5ccec11450),segment_id=0b348995-4d55-45f1-b58c-2a5ccec11450)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:44:07.280996 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-c18b6a4b-8eb1-4136-b024-497e5765ec1d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:07.297570 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-c18b6a4b-8eb1-4136-b024-497e5765ec1d None None] Calling delete_port for aa8e55e6-d0d8-4158-b1d9-df20c7ae76e4 owned by network:dhcp {{(pid=121608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:44:07.322499 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-10a116da-e902-4dda-8de1-7e84efa14cb5 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8632475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8852848'] for subnet, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:07.370724 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10a116da-e902-4dda-8de1-7e84efa14cb5 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Network 99ca970e-c662-4419-9bb1-c5d90374ad5c is already hosted by enough agents. {{(pid=121607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:44:07.376314 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-10a116da-e902-4dda-8de1-7e84efa14cb5 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Resources bound (agent type, host, resource id):  {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:44:07.380914 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10a116da-e902-4dda-8de1-7e84efa14cb5 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:44:07.381551 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-10a116da-e902-4dda-8de1-7e84efa14cb5 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks [] for subnet, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:07.393380 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a116da-e902-4dda-8de1-7e84efa14cb5 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Pushing event updated for resources: {'Subnet': ['ID=cb1effeb-2bb0-4f53-a558-83000428a0b9,revision_number=0']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:44:07.437552 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-414b66e8-08f6-4c32-98ec-bdb8ef4dec8b tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Made reservation on behalf of 59ed9da8ed224ce9b429cb4c633a2498 for: {'network': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:44:07.441161 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-414b66e8-08f6-4c32-98ec-bdb8ef4dec8b tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for network, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:07.450371 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-414b66e8-08f6-4c32-98ec-bdb8ef4dec8b tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Publish callbacks [] for security_group, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:07.461933 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-c18b6a4b-8eb1-4136-b024-497e5765ec1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955'] for port, after_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:07.465747 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-10a116da-e902-4dda-8de1-7e84efa14cb5 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 0.9333382
Dec 25 21:44:07.468673 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-cd18b576-7678-4b98-9198-8a9333193353 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:07.469478 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 41142) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:44:07.471253 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-cd18b576-7678-4b98-9198-8a9333193353 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:07.474990 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-cd18b576-7678-4b98-9198-8a9333193353 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "DELETE /v2.0/security-groups/fbe56886-4aee-4d95-b7fc-f8439ff0c49a HTTP/1.1" status: 204  len: 168 time: 0.4945953
Dec 25 21:44:07.483681 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-b1631bab-aeec-4c51-9d92-5675c54105cc tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Request body: {'subnet': {'network_id': '99ca970e-c662-4419-9bb1-c5d90374ad5c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:44:07.491174 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18b6a4b-8eb1-4136-b024-497e5765ec1d None None] Pushing event deleted for resources: {'Port': ['ID=aa8e55e6-d0d8-4158-b1d9-df20c7ae76e4,revision_number=None']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:44:07.494930 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd18b576-7678-4b98-9198-8a9333193353 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbe56886-4aee-4d95-b7fc-f8439ff0c49a,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:44:07.501242 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c18b6a4b-8eb1-4136-b024-497e5765ec1d None None] No DVR routers for this DVR port aa8e55e6-d0d8-4158-b1d9-df20c7ae76e4 on host ncdv-master-1 {{(pid=121608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:44:07.530516 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-244f75e6-277f-4718-a462-a72e41344be7 None None] Network 99ca970e-c662-4419-9bb1-c5d90374ad5c requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:44:07.578588 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-414b66e8-08f6-4c32-98ec-bdb8ef4dec8b tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Publish callbacks [] for security_group, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:07.684096 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-414b66e8-08f6-4c32-98ec-bdb8ef4dec8b tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:07.696365 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5114d011-a450-49d5-b1da-4c4ced6feb02 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-99ca970e-c662-4419-9bb1-c5d90374ad5c', 'network_id': '99ca970e-c662-4419-9bb1-c5d90374ad5c', 'project_id': '6ca85d447d714c1ca24121ae04b3edf0', 'fixed_ips': [{'subnet_id': 'cb1effeb-2bb0-4f53-a558-83000428a0b9'}]}} from ncdv-master-1. {{(pid=121608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 25 21:44:07.702120 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5114d011-a450-49d5-b1da-4c4ced6feb02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:07.725410 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-414b66e8-08f6-4c32-98ec-bdb8ef4dec8b tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] vlan segment allocate from pool success with {'vlan_id': 194, 'physical_network': 'physnet1'}  {{(pid=121607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 25 21:44:07.733184 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414b66e8-08f6-4c32-98ec-bdb8ef4dec8b tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d371051-238c-43f7-aac4-e0d22a5c9398,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:44:07.743078 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-414b66e8-08f6-4c32-98ec-bdb8ef4dec8b tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:07.745283 ncdv-master-1 neutron-server[121607]: INFO neutron.db.segments_db [None req-414b66e8-08f6-4c32-98ec-bdb8ef4dec8b tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Added segment 9a25e8de-a0c2-445f-8383-e47b034f2d15 of type vlan for network 2d1735c0-d6b4-47c5-98a9-07fa68c49bb1
Dec 25 21:44:07.837270 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-414b66e8-08f6-4c32-98ec-bdb8ef4dec8b tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737602163420'] for network, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:07.849461 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.db_base_plugin_common [None req-5114d011-a450-49d5-b1da-4c4ced6feb02 None None] Allocated IP 2001:db8::2 (99ca970e-c662-4419-9bb1-c5d90374ad5c/cb1effeb-2bb0-4f53-a558-83000428a0b9/43cfec77-4a18-4db4-b4cf-f13db022aa75) {{(pid=121608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:44:07.889225 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1631bab-aeec-4c51-9d92-5675c54105cc tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Made reservation on behalf of 6ca85d447d714c1ca24121ae04b3edf0 for: {'subnet': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:44:07.889717 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 41158) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:44:07.890763 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-b1631bab-aeec-4c51-9d92-5675c54105cc tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9028529'] for subnet, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:07.983149 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-414b66e8-08f6-4c32-98ec-bdb8ef4dec8b tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870'] for network, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:07.989903 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-414b66e8-08f6-4c32-98ec-bdb8ef4dec8b tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:44:07.994814 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-414b66e8-08f6-4c32-98ec-bdb8ef4dec8b tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Publish callbacks [] for network, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:08.000252 ncdv-master-1 neutron-server[121606]: INFO neutron.db.ipam_backend_mixin [None req-b1631bab-aeec-4c51-9d92-5675c54105cc tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet cb1effeb-2bb0-4f53-a558-83000428a0b9 (CIDR: 2001:db8::/64)
Dec 25 21:44:08.024812 ncdv-master-1 neutron-server[121606]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1631bab-aeec-4c51-9d92-5675c54105cc tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 25 21:44:08.028050 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1631bab-aeec-4c51-9d92-5675c54105cc tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=121606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 25 21:44:08.030850 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5114d011-a450-49d5-b1da-4c4ced6feb02 None None] Publish callbacks [] for port, precommit_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:08.033958 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-7dd1c5c0-fb33-41b5-aa58-832668a823be admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-86418353-network', 'tenant_id': '085f682b164b4e0a84eabf214450d8c8'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:44:08.055113 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 41162) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:44:08.061582 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-e385f510-4cca-4ce8-aec0-60a89c6bb5d5 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-235485744', 'description': 'tempest-secgroup-smoke-235485744 description', 'project_id': '4ff29c23c5844f45826a02b6ae6b65e7'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:44:08.077496 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device a8090b26-9a07-47c9-9a1a-0e63fe6cb467 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:44:08.086665 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414b66e8-08f6-4c32-98ec-bdb8ef4dec8b tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Pushing event updated for resources: {'Network': ['ID=2d1735c0-d6b4-47c5-98a9-07fa68c49bb1,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:44:08.099559 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Network 2d1735c0-d6b4-47c5-98a9-07fa68c49bb1 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 25 21:44:08.101901 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] No Port match for: a8090b26-9a07-47c9-9a1a-0e63fe6cb467 {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:44:08.102243 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device a8090b26-9a07-47c9-9a1a-0e63fe6cb467 not bound to the agent host ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:44:08.102649 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device aa8e55e6-d0d8-4158-b1d9-df20c7ae76e4 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:44:08.104498 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5114d011-a450-49d5-b1da-4c4ced6feb02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946'] for port, after_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:08.118879 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-b1631bab-aeec-4c51-9d92-5675c54105cc tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 0.6455457
Dec 25 21:44:08.120525 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 41164) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:44:08.126814 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-4627c99d-177e-4395-aba9-39860af1d4a0 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Request body: {'subnet': {'network_id': '99ca970e-c662-4419-9bb1-c5d90374ad5c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:44:08.170833 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] No Port match for: aa8e55e6-d0d8-4158-b1d9-df20c7ae76e4 {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:44:08.182605 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device aa8e55e6-d0d8-4158-b1d9-df20c7ae76e4 not bound to the agent host ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:44:08.218850 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5114d011-a450-49d5-b1da-4c4ced6feb02 None None] Network 99ca970e-c662-4419-9bb1-c5d90374ad5c is already hosted by enough agents. {{(pid=121608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:44:08.227749 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.base_scheduler [None req-5114d011-a450-49d5-b1da-4c4ced6feb02 None None] Resources bound (agent type, host, resource id):  {{(pid=121608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:44:08.233279 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5114d011-a450-49d5-b1da-4c4ced6feb02 None None] Received port after_create {{(pid=121608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:44:08.238876 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5114d011-a450-49d5-b1da-4c4ced6feb02 None None] Pushing event updated for resources: {'Port': ['ID=43cfec77-4a18-4db4-b4cf-f13db022aa75,revision_number=1']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:44:08.295598 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-5114d011-a450-49d5-b1da-4c4ced6feb02 None None] Attempting to bind port 43cfec77-4a18-4db4-b4cf-f13db022aa75 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:44:08.295974 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-5114d011-a450-49d5-b1da-4c4ced6feb02 None None] Attempting to bind port 43cfec77-4a18-4db4-b4cf-f13db022aa75 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '0b348995-4d55-45f1-b58c-2a5ccec11450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '99ca970e-c662-4419-9bb1-c5d90374ad5c'}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:44:08.296338 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5114d011-a450-49d5-b1da-4c4ced6feb02 None None] Attempting to bind port 43cfec77-4a18-4db4-b4cf-f13db022aa75 on network 99ca970e-c662-4419-9bb1-c5d90374ad5c {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:44:08.301329 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5114d011-a450-49d5-b1da-4c4ced6feb02 None None] Checking agent: {'id': 'ca4f5c6d-f1fd-48b8-a3e3-395864c7d23d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 20, 56, 40), 'started_at': datetime.datetime(2021, 12, 25, 20, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 43, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:44:08.301703 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5114d011-a450-49d5-b1da-4c4ced6feb02 None None] Checking segment: {'id': '0b348995-4d55-45f1-b58c-2a5ccec11450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '99ca970e-c662-4419-9bb1-c5d90374ad5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:44:08.302100 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5114d011-a450-49d5-b1da-4c4ced6feb02 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:08.302494 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5114d011-a450-49d5-b1da-4c4ced6feb02 None None] Bound using segment: {'id': '0b348995-4d55-45f1-b58c-2a5ccec11450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '99ca970e-c662-4419-9bb1-c5d90374ad5c'} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:44:08.303473 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-5114d011-a450-49d5-b1da-4c4ced6feb02 None None] Bound port: 43cfec77-4a18-4db4-b4cf-f13db022aa75, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b348995-4d55-45f1-b58c-2a5ccec11450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '99ca970e-c662-4419-9bb1-c5d90374ad5c'}}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:44:08.303849 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5114d011-a450-49d5-b1da-4c4ced6feb02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:08.366983 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5114d011-a450-49d5-b1da-4c4ced6feb02 None None] For port 43cfec77-4a18-4db4-b4cf-f13db022aa75, host ncdv-master-1, cleared binding levels {{(pid=121608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:44:08.366983 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5114d011-a450-49d5-b1da-4c4ced6feb02 None None] For port 43cfec77-4a18-4db4-b4cf-f13db022aa75, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=43cfec77-4a18-4db4-b4cf-f13db022aa75,segment=NetworkSegment(0b348995-4d55-45f1-b58c-2a5ccec11450),segment_id=0b348995-4d55-45f1-b58c-2a5ccec11450)] {{(pid=121608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:44:08.397509 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-414b66e8-08f6-4c32-98ec-bdb8ef4dec8b tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 1.4686608
Dec 25 21:44:08.401905 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 41166) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:44:08.407828 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-5da77f77-4b9c-4e0b-a34b-d13d388cedbe tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-426151613', 'admin_state_up': True, 'project_id': '59ed9da8ed224ce9b429cb4c633a2498', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'}}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:44:08.461515 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5114d011-a450-49d5-b1da-4c4ced6feb02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:08.492655 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-e385f510-4cca-4ce8-aec0-60a89c6bb5d5 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks [] for security_group, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:08.492917 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dd1c5c0-fb33-41b5-aa58-832668a823be admin admin] Made reservation on behalf of 085f682b164b4e0a84eabf214450d8c8 for: {'network': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:44:08.495106 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-7dd1c5c0-fb33-41b5-aa58-832668a823be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for network, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:08.496896 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4627c99d-177e-4395-aba9-39860af1d4a0 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Made reservation on behalf of 6ca85d447d714c1ca24121ae04b3edf0 for: {'subnet': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:44:08.500418 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-4627c99d-177e-4395-aba9-39860af1d4a0 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9028529'] for subnet, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:08.504470 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:08.509771 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-7dd1c5c0-fb33-41b5-aa58-832668a823be admin admin] Publish callbacks [] for security_group, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:08.549622 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5114d011-a450-49d5-b1da-4c4ced6feb02 None None] Pushing event updated for resources: {'Port': ['ID=43cfec77-4a18-4db4-b4cf-f13db022aa75,revision_number=2']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:44:08.601813 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3e945ecd-9380-47c2-aa0a-12ebe07e03e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:08.612164 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-7dd1c5c0-fb33-41b5-aa58-832668a823be admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:08.661063 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5da77f77-4b9c-4e0b-a34b-d13d388cedbe tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2014909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14863'] for router, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:08.662933 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5da77f77-4b9c-4e0b-a34b-d13d388cedbe tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2014285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2009796', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2082630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14848'] for router, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:08.683358 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-e385f510-4cca-4ce8-aec0-60a89c6bb5d5 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks [] for security_group, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:08.694773 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-7dd1c5c0-fb33-41b5-aa58-832668a823be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:08.736543 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7dd1c5c0-fb33-41b5-aa58-832668a823be admin admin] vlan segment allocate from pool success with {'vlan_id': 195, 'physical_network': 'physnet1'}  {{(pid=121607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 25 21:44:08.745303 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-e385f510-4cca-4ce8-aec0-60a89c6bb5d5 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:08.795907 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e385f510-4cca-4ce8-aec0-60a89c6bb5d5 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d23e5a5f-b90c-493e-af1f-971bbc755f90,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:44:08.800293 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5da77f77-4b9c-4e0b-a34b-d13d388cedbe tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:08.808014 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-7dd1c5c0-fb33-41b5-aa58-832668a823be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:08.808535 ncdv-master-1 neutron-server[121607]: INFO neutron.db.segments_db [None req-7dd1c5c0-fb33-41b5-aa58-832668a823be admin admin] Added segment 2908bfa6-99d6-4bee-a25d-023e094a80e9 of type vlan for network 8ff80b6e-c966-48fa-b9d8-4e20f6169e52
Dec 25 21:44:08.831168 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd1c5c0-fb33-41b5-aa58-832668a823be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7292c058-4800-4f2c-a3db-682c3445547b,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:44:08.883410 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-7dd1c5c0-fb33-41b5-aa58-832668a823be admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737602163420'] for network, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:08.891560 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-e385f510-4cca-4ce8-aec0-60a89c6bb5d5 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks [] for security_group, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:08.896330 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-e385f510-4cca-4ce8-aec0-60a89c6bb5d5 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1811 time: 0.8369067
Dec 25 21:44:08.896330 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 41172) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:44:08.901776 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-470825d7-46c9-4760-8595-b9e447ad8905 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Request body: {'security_group_rule': {'security_group_id': 'd23e5a5f-b90c-493e-af1f-971bbc755f90', 'project_id': '4ff29c23c5844f45826a02b6ae6b65e7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:44:09.043039 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-7dd1c5c0-fb33-41b5-aa58-832668a823be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870'] for network, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:09.044013 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dd1c5c0-fb33-41b5-aa58-832668a823be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:44:09.044596 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-7dd1c5c0-fb33-41b5-aa58-832668a823be admin admin] Publish callbacks [] for network, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:09.105322 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-470825d7-46c9-4760-8595-b9e447ad8905 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks [] for security_group_rule, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:09.147426 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5da77f77-4b9c-4e0b-a34b-d13d388cedbe tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:09.147659 ncdv-master-1 neutron-server[121606]: DEBUG neutron.objects.ports [None req-4627c99d-177e-4395-aba9-39860af1d4a0 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=121606) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}}
Dec 25 21:44:09.174777 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd1c5c0-fb33-41b5-aa58-832668a823be admin admin] Pushing event updated for resources: {'Network': ['ID=8ff80b6e-c966-48fa-b9d8-4e20f6169e52,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:44:09.184384 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Network 8ff80b6e-c966-48fa-b9d8-4e20f6169e52 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 25 21:44:09.192046 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-7dd1c5c0-fb33-41b5-aa58-832668a823be admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 1.3010080
Dec 25 21:44:09.195668 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 41174) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:44:09.200549 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-38a73cfb-4284-4a7d-8fa5-ff4d0fe84f63 admin admin] Request body: {'subnet': {'network_id': '8ff80b6e-c966-48fa-b9d8-4e20f6169e52', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-86418353-subnet', 'tenant_id': '085f682b164b4e0a84eabf214450d8c8', 'ip_version': 4}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:44:09.258916 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-470825d7-46c9-4760-8595-b9e447ad8905 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:09.310663 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38a73cfb-4284-4a7d-8fa5-ff4d0fe84f63 admin admin] Made reservation on behalf of 085f682b164b4e0a84eabf214450d8c8 for: {'subnet': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:44:09.313060 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-38a73cfb-4284-4a7d-8fa5-ff4d0fe84f63 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8852834'] for subnet, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:09.378301 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-470825d7-46c9-4760-8595-b9e447ad8905 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077839'] for security_group_rule, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:09.409088 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470825d7-46c9-4760-8595-b9e447ad8905 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a16aa38-65e1-4aa7-befe-4b405120fe67,revision_number=0']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:44:09.438408 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-4627c99d-177e-4395-aba9-39860af1d4a0 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:09.509517 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-470825d7-46c9-4760-8595-b9e447ad8905 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks [] for security_group_rule, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:09.510768 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-470825d7-46c9-4760-8595-b9e447ad8905 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.6127887
Dec 25 21:44:09.514046 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 41176) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:44:09.520804 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-8ac284d2-b3cf-45d7-b812-73d20ccae993 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Request body: {'security_group_rule': {'security_group_id': 'd23e5a5f-b90c-493e-af1f-971bbc755f90', 'project_id': '4ff29c23c5844f45826a02b6ae6b65e7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:44:09.592252 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-15cb578f-7a63-4fd3-925d-83bad4c7b82a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:09.637644 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [None req-4627c99d-177e-4395-aba9-39860af1d4a0 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] For port 43cfec77-4a18-4db4-b4cf-f13db022aa75, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=43cfec77-4a18-4db4-b4cf-f13db022aa75,segment=NetworkSegment(0b348995-4d55-45f1-b58c-2a5ccec11450),segment_id=0b348995-4d55-45f1-b58c-2a5ccec11450)] {{(pid=121606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:44:09.656673 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5da77f77-4b9c-4e0b-a34b-d13d388cedbe tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Publish callbacks [] for router_gateway, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:09.668846 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-4627c99d-177e-4395-aba9-39860af1d4a0 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks [] for port, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:09.676350 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5da77f77-4b9c-4e0b-a34b-d13d388cedbe tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:09.680441 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-8ac284d2-b3cf-45d7-b812-73d20ccae993 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks [] for security_group_rule, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:09.729719 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-4627c99d-177e-4395-aba9-39860af1d4a0 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:09.730948 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-4627c99d-177e-4395-aba9-39860af1d4a0 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9084170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9028515'] for subnet, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:09.734524 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-38a73cfb-4284-4a7d-8fa5-ff4d0fe84f63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8632475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8852848'] for subnet, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:09.821640 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4627c99d-177e-4395-aba9-39860af1d4a0 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Network 99ca970e-c662-4419-9bb1-c5d90374ad5c is already hosted by enough agents. {{(pid=121606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:44:09.826995 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-6b6030cd-3529-4c2c-b22a-75cf083dbfde None None] Provisioning complete for port 43cfec77-4a18-4db4-b4cf-f13db022aa75 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:44:09.833838 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [None req-4627c99d-177e-4395-aba9-39860af1d4a0 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Resources bound (agent type, host, resource id):  {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:44:09.834154 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a73cfb-4284-4a7d-8fa5-ff4d0fe84f63 admin admin] Pushing event updated for resources: {'Subnet': ['ID=422d336a-8bb7-459f-a638-8406815d7db8,revision_number=0']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:44:09.836399 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-6b6030cd-3529-4c2c-b22a-75cf083dbfde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:09.852378 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4627c99d-177e-4395-aba9-39860af1d4a0 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:44:09.853277 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-4627c99d-177e-4395-aba9-39860af1d4a0 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks [] for subnet, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:09.858802 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38a73cfb-4284-4a7d-8fa5-ff4d0fe84f63 admin admin] Checking segment: {'id': '2908bfa6-99d6-4bee-a25d-023e094a80e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '8ff80b6e-c966-48fa-b9d8-4e20f6169e52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:44:09.861851 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38a73cfb-4284-4a7d-8fa5-ff4d0fe84f63 admin admin] Network hostable DHCP agents. Network: 8ff80b6e-c966-48fa-b9d8-4e20f6169e52, hostable agents: ['1813db88-2c1b-4357-a2ba-869246b663c2'], hosted agents: [] {{(pid=121607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 25 21:44:09.872687 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-8ac284d2-b3cf-45d7-b812-73d20ccae993 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:09.877197 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4627c99d-177e-4395-aba9-39860af1d4a0 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Pushing event updated for resources: {'Subnet': ['ID=55e83da6-1b16-4827-9ab8-c80951d0293b,revision_number=0']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:44:09.878026 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_common [None req-5da77f77-4b9c-4e0b-a34b-d13d388cedbe tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Allocated IP 172.35.3.26 (7201e55c-7c5f-41aa-a042-a363696539d0/7a939e13-713f-45cf-bba7-1539635abe25/fc671bf1-e418-4f26-aa0d-b9b32d92d2b1) {{(pid=121607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:44:09.879665 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4627c99d-177e-4395-aba9-39860af1d4a0 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Pushing event updated for resources: {'Port': ['ID=43cfec77-4a18-4db4-b4cf-f13db022aa75,revision_number=4']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:44:09.892212 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c18d4f0-595f-402a-b4f2-a365715183e6 None None] Network 99ca970e-c662-4419-9bb1-c5d90374ad5c requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:44:09.937880 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-8ac284d2-b3cf-45d7-b812-73d20ccae993 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077839'] for security_group_rule, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:09.955024 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-4627c99d-177e-4395-aba9-39860af1d4a0 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 842 time: 1.8307633
Dec 25 21:44:09.955931 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 41178) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:44:09.962470 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-c14730d8-7853-4ceb-bdee-8151abebc734 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Request body: {'port': {'network_id': '99ca970e-c662-4419-9bb1-c5d90374ad5c', 'mac_address': 'fa:16:3e:5c:90:bd', 'name': 'tempest-NetworksTestDHCPv6-2007365016'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:44:09.977352 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac284d2-b3cf-45d7-b812-73d20ccae993 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18a7898f-3e8f-401c-b4c5-d50e71451848,revision_number=0']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:44:09.997317 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38a73cfb-4284-4a7d-8fa5-ff4d0fe84f63 admin admin] Network 8ff80b6e-c966-48fa-b9d8-4e20f6169e52 is scheduled to be hosted by DHCP agent 1813db88-2c1b-4357-a2ba-869246b663c2 with binding_index 1 {{(pid=121607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 25 21:44:10.063351 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 41182) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:44:10.073043 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5da77f77-4b9c-4e0b-a34b-d13d388cedbe tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Publish callbacks [] for port, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:10.097515 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-8ac284d2-b3cf-45d7-b812-73d20ccae993 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks [] for security_group_rule, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:10.099033 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-8ac284d2-b3cf-45d7-b812-73d20ccae993 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.5839434
Dec 25 21:44:10.102423 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 41186) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:44:10.106285 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-6b6030cd-3529-4c2c-b22a-75cf083dbfde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:10.108462 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-3f5e40c3-4f99-4132-a6ce-3250f0e0c86e tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Request body: {'security_group_rule': {'security_group_id': 'd23e5a5f-b90c-493e-af1f-971bbc755f90', 'project_id': '4ff29c23c5844f45826a02b6ae6b65e7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:44:10.131461 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-38a73cfb-4284-4a7d-8fa5-ff4d0fe84f63 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 8ff80b6e-c966-48fa-b9d8-4e20f6169e52) {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:44:10.154288 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38a73cfb-4284-4a7d-8fa5-ff4d0fe84f63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:44:10.154688 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9ca2d10-eb9b-40e0-9611-b969f7986103 None None] Network 8ff80b6e-c966-48fa-b9d8-4e20f6169e52 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:44:10.155956 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-38a73cfb-4284-4a7d-8fa5-ff4d0fe84f63 admin admin] Publish callbacks [] for subnet, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:10.193577 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-6b6030cd-3529-4c2c-b22a-75cf083dbfde None None] For port 43cfec77-4a18-4db4-b4cf-f13db022aa75, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=43cfec77-4a18-4db4-b4cf-f13db022aa75,segment=NetworkSegment(0b348995-4d55-45f1-b58c-2a5ccec11450),segment_id=0b348995-4d55-45f1-b58c-2a5ccec11450)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:44:10.200274 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 43cfec77-4a18-4db4-b4cf-f13db022aa75 up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:44:10.251995 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-38a73cfb-4284-4a7d-8fa5-ff4d0fe84f63 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 844 time: 1.0529504
Dec 25 21:44:10.252539 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5da77f77-4b9c-4e0b-a34b-d13d388cedbe tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:10.255424 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 41202) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:44:10.266018 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-054d5068-ec05-4f67-9b69-ce37621eff37 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-86418353-router', 'tenant_id': '085f682b164b4e0a84eabf214450d8c8', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'}}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:44:10.290952 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-6b6030cd-3529-4c2c-b22a-75cf083dbfde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:10.317922 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c14730d8-7853-4ceb-bdee-8151abebc734 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Made reservation on behalf of 6ca85d447d714c1ca24121ae04b3edf0 for: {'port': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:44:10.328687 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-3f5e40c3-4f99-4132-a6ce-3250f0e0c86e tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks [] for security_group_rule, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:10.358000 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5da77f77-4b9c-4e0b-a34b-d13d388cedbe tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Network 7201e55c-7c5f-41aa-a042-a363696539d0 is already hosted by enough agents. {{(pid=121607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:44:10.374902 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-5da77f77-4b9c-4e0b-a34b-d13d388cedbe tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Resources bound (agent type, host, resource id):  {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:44:10.382686 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5da77f77-4b9c-4e0b-a34b-d13d388cedbe tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Received port after_create {{(pid=121607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:44:10.391143 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c17f8f3-deb4-4872-abf6-bf26c8f7ff13 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-8ff80b6e-c966-48fa-b9d8-4e20f6169e52', 'network_id': '8ff80b6e-c966-48fa-b9d8-4e20f6169e52', 'project_id': '085f682b164b4e0a84eabf214450d8c8', 'fixed_ips': [{'subnet_id': '422d336a-8bb7-459f-a638-8406815d7db8'}]}} from ncdv-master-1. {{(pid=121608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 25 21:44:10.393983 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9c17f8f3-deb4-4872-abf6-bf26c8f7ff13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:10.407771 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e15779f4-bc27-48b5-b73b-dd86d090d416 None None] DHCP port deletion for 7201e55c-7c5f-41aa-a042-a363696539d0 request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 21:44:10.437598 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port 43cfec77-4a18-4db4-b4cf-f13db022aa75 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:44:10.438265 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:10.480577 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6030cd-3529-4c2c-b22a-75cf083dbfde None None] Pushing event updated for resources: {'Port': ['ID=43cfec77-4a18-4db4-b4cf-f13db022aa75,revision_number=5']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:44:10.510578 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da77f77-4b9c-4e0b-a34b-d13d388cedbe tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Pushing event updated for resources: {'Port': ['ID=fc671bf1-e418-4f26-aa0d-b9b32d92d2b1,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:44:10.563663 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-054d5068-ec05-4f67-9b69-ce37621eff37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2014909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14863'] for router, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:10.564733 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-054d5068-ec05-4f67-9b69-ce37621eff37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2014285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2009796', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2082630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14848'] for router, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:10.607680 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-48ab451e-fb6a-4cce-8548-9271c2f37859 None None] Provisioning complete for port fc671bf1-e418-4f26-aa0d-b9b32d92d2b1 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:44:10.607912 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-48ab451e-fb6a-4cce-8548-9271c2f37859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:10.652805 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-3f5e40c3-4f99-4132-a6ce-3250f0e0c86e tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:10.692526 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-c14730d8-7853-4ceb-bdee-8151abebc734 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:10.733610 ncdv-master-1 neutron-server[121607]: DEBUG neutron.notifiers.nova [None req-c14730d8-7853-4ceb-bdee-8151abebc734 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] device_id is not set on port 3d1bb01e-3884-4b56-86fb-197d1c3bf9a8 yet. {{(pid=121607) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 25 21:44:10.735965 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-48ab451e-fb6a-4cce-8548-9271c2f37859 None None] Port fc671bf1-e418-4f26-aa0d-b9b32d92d2b1 cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:44:10.742941 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.db_base_plugin_common [None req-9c17f8f3-deb4-4872-abf6-bf26c8f7ff13 None None] Allocated IP 172.20.0.2 (8ff80b6e-c966-48fa-b9d8-4e20f6169e52/422d336a-8bb7-459f-a638-8406815d7db8/b531e916-1be9-436b-8783-3b7c828ee122) {{(pid=121608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:44:10.812238 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:10.949144 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9c17f8f3-deb4-4872-abf6-bf26c8f7ff13 None None] Publish callbacks [] for port, precommit_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:11.016863 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-054d5068-ec05-4f67-9b69-ce37621eff37 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:11.020709 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-3f5e40c3-4f99-4132-a6ce-3250f0e0c86e tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077839'] for security_group_rule, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:11.040219 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9c17f8f3-deb4-4872-abf6-bf26c8f7ff13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946'] for port, after_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:11.051551 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_common [None req-c14730d8-7853-4ceb-bdee-8151abebc734 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Allocated IP 2001:db8::322 (99ca970e-c662-4419-9bb1-c5d90374ad5c/cb1effeb-2bb0-4f53-a558-83000428a0b9/3d1bb01e-3884-4b56-86fb-197d1c3bf9a8) {{(pid=121607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:44:11.056289 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5da77f77-4b9c-4e0b-a34b-d13d388cedbe tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Publish callbacks [] for router_gateway, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:11.060522 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_common [None req-c14730d8-7853-4ceb-bdee-8151abebc734 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Allocated IP 2001:db8:0:1:f816:3eff:fe5c:90bd (99ca970e-c662-4419-9bb1-c5d90374ad5c/55e83da6-1b16-4827-9ab8-c80951d0293b/3d1bb01e-3884-4b56-86fb-197d1c3bf9a8) {{(pid=121607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:44:11.065362 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5e40c3-4f99-4132-a6ce-3250f0e0c86e tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31bbb82c-e294-4b09-b6d2-78e766480c0d,revision_number=0']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:44:11.087462 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c17f8f3-deb4-4872-abf6-bf26c8f7ff13 None None] Network 8ff80b6e-c966-48fa-b9d8-4e20f6169e52 is already hosted by enough agents. {{(pid=121608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:44:11.091464 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.base_scheduler [None req-9c17f8f3-deb4-4872-abf6-bf26c8f7ff13 None None] Resources bound (agent type, host, resource id):  {{(pid=121608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:44:11.101351 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c17f8f3-deb4-4872-abf6-bf26c8f7ff13 None None] Received port after_create {{(pid=121608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:44:11.146656 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c17f8f3-deb4-4872-abf6-bf26c8f7ff13 None None] Pushing event updated for resources: {'Port': ['ID=b531e916-1be9-436b-8783-3b7c828ee122,revision_number=1']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:44:11.171518 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-a1cdb3fc-381f-42d3-8ac6-52dbb92c7a22 None None] Provisioning complete for port 43cfec77-4a18-4db4-b4cf-f13db022aa75 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:44:11.172295 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-a1cdb3fc-381f-42d3-8ac6-52dbb92c7a22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:11.194604 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-3f5e40c3-4f99-4132-a6ce-3250f0e0c86e tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks [] for security_group_rule, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:11.198496 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-3f5e40c3-4f99-4132-a6ce-3250f0e0c86e tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 1.0924540
Dec 25 21:44:11.233791 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 41222) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:44:11.238549 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-1a20ca0d-09b5-462b-bf12-93f4b3573efd tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Request body: {'security_group_rule': {'security_group_id': 'd23e5a5f-b90c-493e-af1f-971bbc755f90', 'project_id': '4ff29c23c5844f45826a02b6ae6b65e7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:44:11.279614 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-054d5068-ec05-4f67-9b69-ce37621eff37 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:11.326770 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-b145f4c4-a99b-4aa4-8a6d-df2e3a322a53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2007615'] for router_interface, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:11.386208 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-9c17f8f3-deb4-4872-abf6-bf26c8f7ff13 None None] Attempting to bind port b531e916-1be9-436b-8783-3b7c828ee122 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:44:11.387067 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-9c17f8f3-deb4-4872-abf6-bf26c8f7ff13 None None] Attempting to bind port b531e916-1be9-436b-8783-3b7c828ee122 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '2908bfa6-99d6-4bee-a25d-023e094a80e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '8ff80b6e-c966-48fa-b9d8-4e20f6169e52'}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:44:11.387178 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c17f8f3-deb4-4872-abf6-bf26c8f7ff13 None None] Attempting to bind port b531e916-1be9-436b-8783-3b7c828ee122 on network 8ff80b6e-c966-48fa-b9d8-4e20f6169e52 {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:44:11.395431 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c17f8f3-deb4-4872-abf6-bf26c8f7ff13 None None] Checking agent: {'id': 'ca4f5c6d-f1fd-48b8-a3e3-395864c7d23d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 20, 56, 40), 'started_at': datetime.datetime(2021, 12, 25, 20, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 44, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:44:11.395721 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c17f8f3-deb4-4872-abf6-bf26c8f7ff13 None None] Checking segment: {'id': '2908bfa6-99d6-4bee-a25d-023e094a80e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '8ff80b6e-c966-48fa-b9d8-4e20f6169e52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:44:11.396209 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9c17f8f3-deb4-4872-abf6-bf26c8f7ff13 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:11.396477 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c17f8f3-deb4-4872-abf6-bf26c8f7ff13 None None] Bound using segment: {'id': '2908bfa6-99d6-4bee-a25d-023e094a80e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '8ff80b6e-c966-48fa-b9d8-4e20f6169e52'} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:44:11.397010 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-9c17f8f3-deb4-4872-abf6-bf26c8f7ff13 None None] Bound port: b531e916-1be9-436b-8783-3b7c828ee122, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2908bfa6-99d6-4bee-a25d-023e094a80e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '8ff80b6e-c966-48fa-b9d8-4e20f6169e52'}}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:44:11.397393 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9c17f8f3-deb4-4872-abf6-bf26c8f7ff13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:11.420103 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-1a20ca0d-09b5-462b-bf12-93f4b3573efd tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks [] for security_group_rule, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:11.499445 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9c17f8f3-deb4-4872-abf6-bf26c8f7ff13 None None] For port b531e916-1be9-436b-8783-3b7c828ee122, host ncdv-master-1, cleared binding levels {{(pid=121608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:44:11.502737 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9c17f8f3-deb4-4872-abf6-bf26c8f7ff13 None None] For port b531e916-1be9-436b-8783-3b7c828ee122, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b531e916-1be9-436b-8783-3b7c828ee122,segment=NetworkSegment(2908bfa6-99d6-4bee-a25d-023e094a80e9),segment_id=2908bfa6-99d6-4bee-a25d-023e094a80e9)] {{(pid=121608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:44:11.581091 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9c17f8f3-deb4-4872-abf6-bf26c8f7ff13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:11.626556 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-1a20ca0d-09b5-462b-bf12-93f4b3573efd tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:11.650681 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c17f8f3-deb4-4872-abf6-bf26c8f7ff13 None None] Pushing event updated for resources: {'Port': ['ID=b531e916-1be9-436b-8783-3b7c828ee122,revision_number=2']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:44:11.709207 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-1a20ca0d-09b5-462b-bf12-93f4b3573efd tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077839'] for security_group_rule, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:11.731749 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-c14730d8-7853-4ceb-bdee-8151abebc734 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks [] for port, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:11.744348 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5da77f77-4b9c-4e0b-a34b-d13d388cedbe tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2014278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2009753'] for router, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:11.806081 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a20ca0d-09b5-462b-bf12-93f4b3573efd tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f16cfcb-6959-4fbf-83d5-964907e0598c,revision_number=0']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:44:11.925088 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-054d5068-ec05-4f67-9b69-ce37621eff37 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:11.929753 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-1a20ca0d-09b5-462b-bf12-93f4b3573efd tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks [] for security_group_rule, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:11.932692 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-1a20ca0d-09b5-462b-bf12-93f4b3573efd tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.6973593
Dec 25 21:44:11.935381 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 41224) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:44:11.940134 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-1c18b342-959e-4777-8182-be61fb49636e tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Request body: {'security_group_rule': {'security_group_id': 'd23e5a5f-b90c-493e-af1f-971bbc755f90', 'project_id': '4ff29c23c5844f45826a02b6ae6b65e7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:44:11.972565 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-054d5068-ec05-4f67-9b69-ce37621eff37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:12.007175 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-c14730d8-7853-4ceb-bdee-8151abebc734 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:12.053598 ncdv-master-1 neutron-server[121607]: INFO neutron.db.securitygroups_db [None req-1c18b342-959e-4777-8182-be61fb49636e tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Project 4ff29c23c5844f45826a02b6ae6b65e7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 25 21:44:12.074953 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-b145f4c4-a99b-4aa4-8a6d-df2e3a322a53 admin admin] Deleting port ce5ae62b-004d-4f6b-b126-92c718c9b052 {{(pid=121606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:44:12.080146 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-b145f4c4-a99b-4aa4-8a6d-df2e3a322a53 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:12.080293 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c14730d8-7853-4ceb-bdee-8151abebc734 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Network 99ca970e-c662-4419-9bb1-c5d90374ad5c is already hosted by enough agents. {{(pid=121607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:44:12.080293 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-1c18b342-959e-4777-8182-be61fb49636e tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks [] for security_group_rule, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:12.100813 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-c14730d8-7853-4ceb-bdee-8151abebc734 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Resources bound (agent type, host, resource id):  {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:44:12.124075 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c14730d8-7853-4ceb-bdee-8151abebc734 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Received port after_create {{(pid=121607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:44:12.130469 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c14730d8-7853-4ceb-bdee-8151abebc734 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:44:12.131681 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-c14730d8-7853-4ceb-bdee-8151abebc734 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:12.152734 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5da77f77-4b9c-4e0b-a34b-d13d388cedbe tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Router bb064fce-7459-4d24-a77f-36f25b7d3080 is scheduled to L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 with binding_index 1 {{(pid=121607) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 25 21:44:12.163860 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14730d8-7853-4ceb-bdee-8151abebc734 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Pushing event updated for resources: {'Port': ['ID=3d1bb01e-3884-4b56-86fb-197d1c3bf9a8,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:44:12.247292 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 43cfec77-4a18-4db4-b4cf-f13db022aa75 up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:44:12.262018 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_common [None req-054d5068-ec05-4f67-9b69-ce37621eff37 admin admin] Allocated IP 172.35.3.24 (7201e55c-7c5f-41aa-a042-a363696539d0/7a939e13-713f-45cf-bba7-1539635abe25/1b393781-a4fc-45cb-b986-297db7276d3f) {{(pid=121606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:44:12.296387 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [None req-b145f4c4-a99b-4aa4-8a6d-df2e3a322a53 admin admin] For port ce5ae62b-004d-4f6b-b126-92c718c9b052, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ce5ae62b-004d-4f6b-b126-92c718c9b052,segment=NetworkSegment(f7519241-1dfd-4bc3-b55e-829a71e5a41d),segment_id=f7519241-1dfd-4bc3-b55e-829a71e5a41d)] {{(pid=121606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:44:12.296754 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-b145f4c4-a99b-4aa4-8a6d-df2e3a322a53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:12.321185 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port 43cfec77-4a18-4db4-b4cf-f13db022aa75 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:44:12.321561 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:12.328815 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-b145f4c4-a99b-4aa4-8a6d-df2e3a322a53 admin admin] Calling delete_port for ce5ae62b-004d-4f6b-b126-92c718c9b052 owned by network:router_interface {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:44:12.333905 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5da77f77-4b9c-4e0b-a34b-d13d388cedbe tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 21:44:12.353552 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c757349-5198-4188-8cad-595b12a4497b None None] Sync routers for ids ['bb064fce-7459-4d24-a77f-36f25b7d3080'] in ncdv-master-1 {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 21:44:12.372116 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-1c18b342-959e-4777-8182-be61fb49636e tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:12.377997 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c757349-5198-4188-8cad-595b12a4497b None None] Routers {'bb064fce-7459-4d24-a77f-36f25b7d3080'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:44:12.378640 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-8c757349-5198-4188-8cad-595b12a4497b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2612c512e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:44:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['bb064fce-7459-4d24-a77f-36f25b7d3080'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:44:12.380998 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-c14730d8-7853-4ceb-bdee-8151abebc734 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1033 time: 2.4238098
Dec 25 21:44:12.383747 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 41226) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:44:12.452246 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-1c18b342-959e-4777-8182-be61fb49636e tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077839'] for security_group_rule, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:12.486346 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5da77f77-4b9c-4e0b-a34b-d13d388cedbe tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Publish callbacks [] for router, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:12.490520 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-5da77f77-4b9c-4e0b-a34b-d13d388cedbe tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 885 time: 4.0851107
Dec 25 21:44:12.490520 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c18b342-959e-4777-8182-be61fb49636e tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ada77a3c-1f68-4823-a75a-98e90f6eace0,revision_number=0']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:44:12.491588 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 41228) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:44:12.526955 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device b531e916-1be9-436b-8783-3b7c828ee122 up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:44:12.573931 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-1c18b342-959e-4777-8182-be61fb49636e tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks [] for security_group_rule, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:12.578029 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-1c18b342-959e-4777-8182-be61fb49636e tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.6414673
Dec 25 21:44:12.578312 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvr_db [None req-8c757349-5198-4188-8cad-595b12a4497b None None] Set router bb064fce-7459-4d24-a77f-36f25b7d3080 gateway port host: ncdv-master-1 {{(pid=121608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:44:12.578643 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 41234) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:44:12.583330 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-12bdbdcf-27c2-436e-81d8-6df244dee1e8 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Request body: {'security_group_rule': {'security_group_id': 'd23e5a5f-b90c-493e-af1f-971bbc755f90', 'project_id': '4ff29c23c5844f45826a02b6ae6b65e7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:44:12.602132 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-054d5068-ec05-4f67-9b69-ce37621eff37 admin admin] Publish callbacks [] for port, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:12.645294 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-22c51fc1-fb6b-41e4-81a8-b999bc65aef8 None None] Provisioning complete for port 3d1bb01e-3884-4b56-86fb-197d1c3bf9a8 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:44:12.645724 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-22c51fc1-fb6b-41e4-81a8-b999bc65aef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:12.672493 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-f93cc785-be27-45c0-9732-d0c9f80e161e tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Deleting port 3d1bb01e-3884-4b56-86fb-197d1c3bf9a8 {{(pid=121606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:44:12.672867 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-f93cc785-be27-45c0-9732-d0c9f80e161e tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:12.682321 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-99573c41-3801-43db-8ac2-5625d919fa08 tempest-TestNetworkBasicOps-1153214031 tempest-TestNetworkBasicOps-1153214031-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=59ed9da8ed224ce9b429cb4c633a2498&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.1893511
Dec 25 21:44:12.682930 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 41236) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:44:12.687116 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-22c51fc1-fb6b-41e4-81a8-b999bc65aef8 None None] Port 3d1bb01e-3884-4b56-86fb-197d1c3bf9a8 cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:44:12.771266 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port b531e916-1be9-436b-8783-3b7c828ee122 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:44:12.773039 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:12.784502 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fb1842c-d140-4fd1-9097-87a82a9b9fa4 tempest-TestNetworkBasicOps-1153214031 tempest-TestNetworkBasicOps-1153214031-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:44:12.789763 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-3fb1842c-d140-4fd1-9097-87a82a9b9fa4 tempest-TestNetworkBasicOps-1153214031 tempest-TestNetworkBasicOps-1153214031-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.1058106
Dec 25 21:44:12.790743 ncdv-master-1 neutron-server[121607]: INFO neutron.db.securitygroups_db [None req-12bdbdcf-27c2-436e-81d8-6df244dee1e8 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Project 4ff29c23c5844f45826a02b6ae6b65e7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 25 21:44:12.792220 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 41238) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:44:12.796265 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-12bdbdcf-27c2-436e-81d8-6df244dee1e8 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks [] for security_group_rule, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:12.821080 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-054d5068-ec05-4f67-9b69-ce37621eff37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:12.846510 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-f93cc785-be27-45c0-9732-d0c9f80e161e tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:12.865929 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-12bdbdcf-27c2-436e-81d8-6df244dee1e8 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:12.881490 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-62d020a4-b379-4f80-a8a9-c62c9b5f5c85 tempest-TestNetworkBasicOps-1153214031 tempest-TestNetworkBasicOps-1153214031-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=7201e55c-7c5f-41aa-a042-a363696539d0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0855162
Dec 25 21:44:12.883646 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 41240) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:44:12.892492 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-e2f942fe-1d82-4f3e-94f8-7813635204cf tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1643253855', 'network_id': '2d1735c0-d6b4-47c5-98a9-07fa68c49bb1', 'project_id': '59ed9da8ed224ce9b429cb4c633a2498', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:44:12.903100 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-f93cc785-be27-45c0-9732-d0c9f80e161e tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Calling delete_port for 3d1bb01e-3884-4b56-86fb-197d1c3bf9a8 owned by  {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:44:12.912283 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-054d5068-ec05-4f67-9b69-ce37621eff37 admin admin] Network 7201e55c-7c5f-41aa-a042-a363696539d0 is already hosted by enough agents. {{(pid=121606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:44:12.919466 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [None req-054d5068-ec05-4f67-9b69-ce37621eff37 admin admin] Resources bound (agent type, host, resource id):  {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:44:12.926456 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-054d5068-ec05-4f67-9b69-ce37621eff37 admin admin] Received port after_create {{(pid=121606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:44:12.930361 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054d5068-ec05-4f67-9b69-ce37621eff37 admin admin] Pushing event updated for resources: {'Port': ['ID=1b393781-a4fc-45cb-b986-297db7276d3f,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:44:12.948303 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-12bdbdcf-27c2-436e-81d8-6df244dee1e8 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077839'] for security_group_rule, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:12.958505 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08487f3b-d4c2-4b96-8da8-9f940354ccad None None] DHCP port deletion for 7201e55c-7c5f-41aa-a042-a363696539d0 request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 21:44:12.986963 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:13.009664 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-b145f4c4-a99b-4aa4-8a6d-df2e3a322a53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:13.016818 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-8c757349-5198-4188-8cad-595b12a4497b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2612c512e0>, [{'id': 'bb064fce-7459-4d24-a77f-36f25b7d3080', 'name': 'tempest-TestNetworkBasicOps-router-426151613', 'tenant_id': '59ed9da8ed224ce9b429cb4c633a2498', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.26'}], 'enable_snat': True}, 'gw_port_id': 'fc671bf1-e418-4f26-aa0d-b9b32d92d2b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:44:08Z', 'updated_at': '2021-12-25T21:44:10Z', 'revision_number': 3, 'project_id': '59ed9da8ed224ce9b429cb4c633a2498', 'gw_port': {'id': 'fc671bf1-e418-4f26-aa0d-b9b32d92d2b1', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:b6:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb064fce-7459-4d24-a77f-36f25b7d3080', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3662, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:44:09Z', 'updated_at': '2021-12-25T21:44:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:44:13.047468 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bdbdcf-27c2-436e-81d8-6df244dee1e8 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48f41626-91bd-450a-9f97-5a4dcef238a7,revision_number=0']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:44:13.052602 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b145f4c4-a99b-4aa4-8a6d-df2e3a322a53 admin admin] Pushing event deleted for resources: {'Port': ['ID=ce5ae62b-004d-4f6b-b126-92c718c9b052,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:44:13.052785 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c757349-5198-4188-8cad-595b12a4497b None None] Checking router: bb064fce-7459-4d24-a77f-36f25b7d3080 for host: ncdv-master-1 {{(pid=121608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 25 21:44:13.053050 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c757349-5198-4188-8cad-595b12a4497b None None] Updating router bb064fce-7459-4d24-a77f-36f25b7d3080 port fc671bf1-e418-4f26-aa0d-b9b32d92d2b1 binding host ncdv-master-1 {{(pid=121608) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 25 21:44:13.112005 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] For port b531e916-1be9-436b-8783-3b7c828ee122, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b531e916-1be9-436b-8783-3b7c828ee122,segment=NetworkSegment(2908bfa6-99d6-4bee-a25d-023e094a80e9),segment_id=2908bfa6-99d6-4bee-a25d-023e094a80e9)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:44:13.112005 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-8c757349-5198-4188-8cad-595b12a4497b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:13.113989 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73b8233e-334c-4bc6-a2a6-d509fda22365 None None] Network 8ff80b6e-c966-48fa-b9d8-4e20f6169e52 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:44:13.117360 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-91a6ac74-d2d5-450d-9705-978bcb8e7523 None None] Provisioning complete for port 1b393781-a4fc-45cb-b986-297db7276d3f triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:44:13.117747 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-91a6ac74-d2d5-450d-9705-978bcb8e7523 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:13.158194 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-12bdbdcf-27c2-436e-81d8-6df244dee1e8 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks [] for security_group_rule, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:13.160662 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-12bdbdcf-27c2-436e-81d8-6df244dee1e8 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.5810716
Dec 25 21:44:13.164819 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 41242) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:44:13.170827 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-7774f75c-44cc-4d07-b367-225ffba864fc tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Request body: {'network': {'name': 'tempest-network-smoke--811565093', 'project_id': '4ff29c23c5844f45826a02b6ae6b65e7', 'port_security_enabled': True}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:44:13.272893 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2f942fe-1d82-4f3e-94f8-7813635204cf tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Made reservation on behalf of 59ed9da8ed224ce9b429cb4c633a2498 for: {'subnet': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:44:13.276663 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e2f942fe-1d82-4f3e-94f8-7813635204cf tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8852834'] for subnet, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:13.291050 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-91a6ac74-d2d5-450d-9705-978bcb8e7523 None None] Port 1b393781-a4fc-45cb-b986-297db7276d3f cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:44:13.296786 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:13.397505 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7774f75c-44cc-4d07-b367-225ffba864fc tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Made reservation on behalf of 4ff29c23c5844f45826a02b6ae6b65e7 for: {'network': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:44:13.401029 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-7774f75c-44cc-4d07-b367-225ffba864fc tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for network, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:13.409134 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Pushing event updated for resources: {'Port': ['ID=b531e916-1be9-436b-8783-3b7c828ee122,revision_number=3']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:44:13.473221 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-a1f90ceb-0437-4aa6-bd14-980a85db7dc3 None None] Provisioning complete for port b531e916-1be9-436b-8783-3b7c828ee122 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:44:13.473609 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-a1f90ceb-0437-4aa6-bd14-980a85db7dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:13.635731 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-8c757349-5198-4188-8cad-595b12a4497b None None] Publish callbacks [] for port, precommit_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:13.712246 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-8c757349-5198-4188-8cad-595b12a4497b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:13.770174 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7b484ba-bca0-4341-b855-bb9ea9977c4b None None] DHCP port deletion for 7201e55c-7c5f-41aa-a042-a363696539d0 request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 21:44:13.792620 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-8c757349-5198-4188-8cad-595b12a4497b None None] Attempting to bind port fc671bf1-e418-4f26-aa0d-b9b32d92d2b1 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:44:13.793020 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-8c757349-5198-4188-8cad-595b12a4497b None None] Attempting to bind port fc671bf1-e418-4f26-aa0d-b9b32d92d2b1 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:44:13.793384 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c757349-5198-4188-8cad-595b12a4497b None None] Attempting to bind port fc671bf1-e418-4f26-aa0d-b9b32d92d2b1 on network 7201e55c-7c5f-41aa-a042-a363696539d0 {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:44:13.795174 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d777cca5-560e-4f3b-b634-5ea84afcd51f None None] Pushing event updated for resources: {'Port': ['ID=fc671bf1-e418-4f26-aa0d-b9b32d92d2b1,revision_number=2']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:44:13.810599 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-06cd212b-295b-46c7-a2c7-e8d179792c9a None None] Provisioning complete for port b531e916-1be9-436b-8783-3b7c828ee122 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:44:13.810599 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-06cd212b-295b-46c7-a2c7-e8d179792c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:13.810599 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c757349-5198-4188-8cad-595b12a4497b None None] Checking agent: {'id': 'ca4f5c6d-f1fd-48b8-a3e3-395864c7d23d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 20, 56, 40), 'started_at': datetime.datetime(2021, 12, 25, 20, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 44, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:44:13.810599 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c757349-5198-4188-8cad-595b12a4497b None None] Checking segment: {'id': '6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:44:13.810599 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-8c757349-5198-4188-8cad-595b12a4497b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:13.810599 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c757349-5198-4188-8cad-595b12a4497b None None] Bound using segment: {'id': '6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:44:13.810599 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-8c757349-5198-4188-8cad-595b12a4497b None None] Bound port: fc671bf1-e418-4f26-aa0d-b9b32d92d2b1, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'}}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:44:13.810599 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-8c757349-5198-4188-8cad-595b12a4497b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:13.888190 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-b145f4c4-a99b-4aa4-8a6d-df2e3a322a53 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2007763'] for router_interface, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:13.894482 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-8c757349-5198-4188-8cad-595b12a4497b None None] For port fc671bf1-e418-4f26-aa0d-b9b32d92d2b1, host ncdv-master-1, cleared binding levels {{(pid=121608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:44:13.898539 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-8c757349-5198-4188-8cad-595b12a4497b None None] For port fc671bf1-e418-4f26-aa0d-b9b32d92d2b1, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fc671bf1-e418-4f26-aa0d-b9b32d92d2b1,segment=NetworkSegment(6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855),segment_id=6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855)] {{(pid=121608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:44:13.898716 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-054d5068-ec05-4f67-9b69-ce37621eff37 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:13.997431 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-f93cc785-be27-45c0-9732-d0c9f80e161e tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:13.997591 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7774f75c-44cc-4d07-b367-225ffba864fc tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] vlan segment allocate from pool success with {'vlan_id': 198, 'physical_network': 'physnet1'}  {{(pid=121607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 25 21:44:14.010583 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-7774f75c-44cc-4d07-b367-225ffba864fc tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:14.010935 ncdv-master-1 neutron-server[121607]: INFO neutron.db.segments_db [None req-7774f75c-44cc-4d07-b367-225ffba864fc tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Added segment 15bcd007-535d-424d-8176-e76fbbc4a89c of type vlan for network 060ae95d-b8fc-405f-91a3-56845df2e346
Dec 25 21:44:14.019461 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-8c757349-5198-4188-8cad-595b12a4497b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:14.075417 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93cc785-be27-45c0-9732-d0c9f80e161e tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Pushing event deleted for resources: {'Port': ['ID=3d1bb01e-3884-4b56-86fb-197d1c3bf9a8,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:44:14.097659 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d777cca5-560e-4f3b-b634-5ea84afcd51f None None] Pushing event updated for resources: {'Port': ['ID=fc671bf1-e418-4f26-aa0d-b9b32d92d2b1,revision_number=3']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:44:14.100549 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-6f1313cf-40e9-48e9-8402-a3f5d8d6521c None None] Provisioning complete for port fc671bf1-e418-4f26-aa0d-b9b32d92d2b1 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:44:14.100960 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-6f1313cf-40e9-48e9-8402-a3f5d8d6521c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:14.104150 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c757349-5198-4188-8cad-595b12a4497b None None] Routers {'bb064fce-7459-4d24-a77f-36f25b7d3080'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:44:14.104929 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-8c757349-5198-4188-8cad-595b12a4497b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2612c512e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:44:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['bb064fce-7459-4d24-a77f-36f25b7d3080'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:44:14.106876 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e58ac05-368e-4af8-b8f1-3c84a834e542 None None] DHCP port deletion for 7201e55c-7c5f-41aa-a042-a363696539d0 request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 21:44:14.160591 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-f93cc785-be27-45c0-9732-d0c9f80e161e tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:14.164635 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-f93cc785-be27-45c0-9732-d0c9f80e161e tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] 10.222.0.32 "DELETE /v2.0/ports/3d1bb01e-3884-4b56-86fb-197d1c3bf9a8 HTTP/1.1" status: 204  len: 168 time: 1.7799027
Dec 25 21:44:14.168040 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 41244) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:44:14.170451 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-7774f75c-44cc-4d07-b367-225ffba864fc tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737602163420'] for network, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:14.307114 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:44:14.307114 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:44:14.307114 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:44:14.307114 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:44:14.307114 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:44:14.307114 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:44:14.307114 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:44:14.307114 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:44:14.307114 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:44:14.307114 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:44:14.307114 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:44:14.307114 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:44:14.307114 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:44:14.307114 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:44:14.307114 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:44:14.307114 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:44:14.307114 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:44:14.307114 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:44:14.307114 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:44:14.307114 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:44:14.307114 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:44:14.307114 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:44:14.307114 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:44:14.307114 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:44:14.307114 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:44:14.307114 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:44:14.307114 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:44:14.307114 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:44:14.307114 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:44:14.307114 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:44:14.307114 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:44:14.307114 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:44:14.307114 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:44:14.307114 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:44:14.307114 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:44:14.307114 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:44:14.307114 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:44:14.307114 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:44:14.307114 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:44:14.307114 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:44:14.307114 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:44:14.307114 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:44:14.307114 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:44:14.307114 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:44:14.307114 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:44:14.307114 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:44:14.307114 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:44:14.307114 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:44:14.311743 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1436001-11b1-4690-8e3d-18cb644202db tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:44:14.313473 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-c1436001-11b1-4690-8e3d-18cb644202db tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1045 time: 0.1396031
Dec 25 21:44:14.316019 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 41246) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:44:14.381905 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b145f4c4-a99b-4aa4-8a6d-df2e3a322a53 admin admin] Router 09745d53-d389-457b-9af7-8c7c46ceab4b has already been hosted by L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 {{(pid=121606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 25 21:44:14.384994 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa962c3f-0144-42ab-a6b3-5b9c458e1438 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:44:14.388411 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device b531e916-1be9-436b-8783-3b7c828ee122 up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:44:14.389953 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-fa962c3f-0144-42ab-a6b3-5b9c458e1438 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1045 time: 0.0724754
Dec 25 21:44:14.390082 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 41248) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:44:14.390825 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-7774f75c-44cc-4d07-b367-225ffba864fc tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870'] for network, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:14.396533 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7774f75c-44cc-4d07-b367-225ffba864fc tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:44:14.397230 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-7774f75c-44cc-4d07-b367-225ffba864fc tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks [] for network, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:14.433316 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e2f942fe-1d82-4f3e-94f8-7813635204cf tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8632475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8852848'] for subnet, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:14.492335 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f942fe-1d82-4f3e-94f8-7813635204cf tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Pushing event updated for resources: {'Subnet': ['ID=78ff16f3-e2c5-4dec-b8db-7056450eca76,revision_number=0']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:44:14.503230 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-7774f75c-44cc-4d07-b367-225ffba864fc tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 1.3370497
Dec 25 21:44:14.504382 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 41250) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:44:14.536808 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3235ef1-eeef-4bf2-aee1-d9c44e797523 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:44:14.538387 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3235ef1-eeef-4bf2-aee1-d9c44e797523 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:44:14.540099 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3235ef1-eeef-4bf2-aee1-d9c44e797523 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:44:14.541690 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-a3235ef1-eeef-4bf2-aee1-d9c44e797523 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2097 time: 0.1507118
Dec 25 21:44:14.544208 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port b531e916-1be9-436b-8783-3b7c828ee122 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:44:14.544350 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:14.544816 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-054d5068-ec05-4f67-9b69-ce37621eff37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2014278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2009753'] for router, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:14.544980 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-b7110f25-ce56-4fc8-94ac-fe5dd3ff9e81 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1725953326', 'admin_state_up': True, 'project_id': '4ff29c23c5844f45826a02b6ae6b65e7', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'}}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:44:14.548837 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 41252) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:44:14.550709 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvr_db [None req-8c757349-5198-4188-8cad-595b12a4497b None None] Set router bb064fce-7459-4d24-a77f-36f25b7d3080 gateway port host: ncdv-master-1 {{(pid=121608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:44:14.553959 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7774f75c-44cc-4d07-b367-225ffba864fc tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Pushing event updated for resources: {'Network': ['ID=060ae95d-b8fc-405f-91a3-56845df2e346,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:44:14.596865 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f942fe-1d82-4f3e-94f8-7813635204cf tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Checking segment: {'id': '9a25e8de-a0c2-445f-8383-e47b034f2d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '2d1735c0-d6b4-47c5-98a9-07fa68c49bb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:44:14.596865 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2f942fe-1d82-4f3e-94f8-7813635204cf tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Network hostable DHCP agents. Network: 2d1735c0-d6b4-47c5-98a9-07fa68c49bb1, hostable agents: ['1813db88-2c1b-4357-a2ba-869246b663c2'], hosted agents: [] {{(pid=121607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 25 21:44:14.600265 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Network 060ae95d-b8fc-405f-91a3-56845df2e346 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 25 21:44:14.602034 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-6f1313cf-40e9-48e9-8402-a3f5d8d6521c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:14.668675 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b7110f25-ce56-4fc8-94ac-fe5dd3ff9e81 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2014909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14863'] for router, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:14.670691 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b7110f25-ce56-4fc8-94ac-fe5dd3ff9e81 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2014285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2009796', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2082630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14848'] for router, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:14.692463 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee4fdaa6-3823-4dee-81c7-1d4d0f11d319 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Deleting subnet 55e83da6-1b16-4827-9ab8-c80951d0293b {{(pid=121606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Dec 25 21:44:14.700651 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2f942fe-1d82-4f3e-94f8-7813635204cf tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Network 2d1735c0-d6b4-47c5-98a9-07fa68c49bb1 is scheduled to be hosted by DHCP agent 1813db88-2c1b-4357-a2ba-869246b663c2 with binding_index 1 {{(pid=121607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 25 21:44:14.703590 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-ee4fdaa6-3823-4dee-81c7-1d4d0f11d319 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks [] for subnet, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:14.706081 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-6f1313cf-40e9-48e9-8402-a3f5d8d6521c None None] For port fc671bf1-e418-4f26-aa0d-b9b32d92d2b1, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fc671bf1-e418-4f26-aa0d-b9b32d92d2b1,segment=NetworkSegment(6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855),segment_id=6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:44:14.706754 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b145f4c4-a99b-4aa4-8a6d-df2e3a322a53 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 21:44:14.727948 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2115d67d-4acf-4b44-87b9-b5a6d31d866c None None] Sync routers for ids ['09745d53-d389-457b-9af7-8c7c46ceab4b'] in ncdv-master-1 {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 21:44:14.737507 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-b145f4c4-a99b-4aa4-8a6d-df2e3a322a53 admin admin] 10.222.0.32 "PUT /v2.0/routers/09745d53-d389-457b-9af7-8c7c46ceab4b/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.6729374
Dec 25 21:44:14.739228 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2115d67d-4acf-4b44-87b9-b5a6d31d866c None None] Routers {'09745d53-d389-457b-9af7-8c7c46ceab4b'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:44:14.740134 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-2115d67d-4acf-4b44-87b9-b5a6d31d866c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2618873910>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:44:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['09745d53-d389-457b-9af7-8c7c46ceab4b'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:44:14.742603 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 41254) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:44:14.768603 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b7110f25-ce56-4fc8-94ac-fe5dd3ff9e81 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:14.793293 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-6f1313cf-40e9-48e9-8402-a3f5d8d6521c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:14.814705 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-e2f942fe-1d82-4f3e-94f8-7813635204cf tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 2d1735c0-d6b4-47c5-98a9-07fa68c49bb1) {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:44:14.820204 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2f942fe-1d82-4f3e-94f8-7813635204cf tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:44:14.820806 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e2f942fe-1d82-4f3e-94f8-7813635204cf tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Publish callbacks [] for subnet, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:14.837781 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-ee4fdaa6-3823-4dee-81c7-1d4d0f11d319 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9084199'] for subnet, precommit_delete_associations {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:14.851422 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fe27ba8-84ac-4dca-86f8-5663a5493818 None None] Network 2d1735c0-d6b4-47c5-98a9-07fa68c49bb1 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:44:14.858315 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvr_db [None req-2115d67d-4acf-4b44-87b9-b5a6d31d866c None None] Set router 09745d53-d389-457b-9af7-8c7c46ceab4b gateway port host: ncdv-master-1 {{(pid=121609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:44:15.011972 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-862cce72-bf08-4b83-a219-10e10e8f81d1 admin admin] Publish callbacks [] for router, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:15.034756 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1313cf-40e9-48e9-8402-a3f5d8d6521c None None] Pushing event updated for resources: {'Port': ['ID=fc671bf1-e418-4f26-aa0d-b9b32d92d2b1,revision_number=4']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:44:15.050723 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-e2f942fe-1d82-4f3e-94f8-7813635204cf tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 832 time: 2.1659033
Dec 25 21:44:15.053966 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 41256) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:44:15.058842 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-70e11a0c-b259-44b6-a055-8b06a922c489 None None] Provisioning complete for port fc671bf1-e418-4f26-aa0d-b9b32d92d2b1 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:44:15.059657 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-70e11a0c-b259-44b6-a055-8b06a922c489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:15.060626 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-ee4fdaa6-3823-4dee-81c7-1d4d0f11d319 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995662'] for subnet, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:15.107562 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-2115d67d-4acf-4b44-87b9-b5a6d31d866c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2618873910>, [{'id': '09745d53-d389-457b-9af7-8c7c46ceab4b', 'name': 'tempest-TestVolumeBackupRestore-2116477405-router', 'tenant_id': 'ca293d68b8cc44e6b641d477c9a3eb50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.219'}], 'enable_snat': True}, 'gw_port_id': 'af3c9707-bf45-41b4-ae27-439d0ec676a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:38:56Z', 'updated_at': '2021-12-25T21:44:12Z', 'revision_number': 5, 'project_id': 'ca293d68b8cc44e6b641d477c9a3eb50', 'gw_port': {'id': 'af3c9707-bf45-41b4-ae27-439d0ec676a2', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:82:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09745d53-d389-457b-9af7-8c7c46ceab4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3386, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:38:57Z', 'updated_at': '2021-12-25T21:39:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:44:15.141327 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b7110f25-ce56-4fc8-94ac-fe5dd3ff9e81 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:15.144265 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2115d67d-4acf-4b44-87b9-b5a6d31d866c None None] Checking router: 09745d53-d389-457b-9af7-8c7c46ceab4b for host: ncdv-master-1 {{(pid=121609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 25 21:44:15.149951 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de21474f-f51b-42a0-a791-388f6f10c980 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-2d1735c0-d6b4-47c5-98a9-07fa68c49bb1', 'network_id': '2d1735c0-d6b4-47c5-98a9-07fa68c49bb1', 'project_id': '59ed9da8ed224ce9b429cb4c633a2498', 'fixed_ips': [{'subnet_id': '78ff16f3-e2c5-4dec-b8db-7056450eca76'}]}} from ncdv-master-1. {{(pid=121608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 25 21:44:15.150818 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-de21474f-f51b-42a0-a791-388f6f10c980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:15.154593 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2115d67d-4acf-4b44-87b9-b5a6d31d866c None None] Routers {'09745d53-d389-457b-9af7-8c7c46ceab4b'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:44:15.155556 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-2115d67d-4acf-4b44-87b9-b5a6d31d866c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2618873910>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:44:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['09745d53-d389-457b-9af7-8c7c46ceab4b'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:44:15.214859 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-054d5068-ec05-4f67-9b69-ce37621eff37 admin admin] Router 2a2399df-84b3-4273-a66b-9a0663ef6700 is scheduled to L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 with binding_index 1 {{(pid=121606) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 25 21:44:15.245823 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-862cce72-bf08-4b83-a219-10e10e8f81d1 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:15.286128 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvr_db [None req-2115d67d-4acf-4b44-87b9-b5a6d31d866c None None] Set router 09745d53-d389-457b-9af7-8c7c46ceab4b gateway port host: ncdv-master-1 {{(pid=121609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:44:15.304332 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-ee4fdaa6-3823-4dee-81c7-1d4d0f11d319 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9084363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9028506'] for subnet, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:15.319891 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.db_base_plugin_common [None req-de21474f-f51b-42a0-a791-388f6f10c980 None None] Allocated IP 172.20.0.2 (2d1735c0-d6b4-47c5-98a9-07fa68c49bb1/78ff16f3-e2c5-4dec-b8db-7056450eca76/4b7f33c1-3c0d-4d08-91f4-67c1815eb839) {{(pid=121608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:44:15.364605 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acfe1fe2-fc58-4fc4-8d4f-d4720c64df57 None None] Network 99ca970e-c662-4419-9bb1-c5d90374ad5c requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:44:15.378000 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-ee4fdaa6-3823-4dee-81c7-1d4d0f11d319 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks [] for subnet, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:15.383539 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-ee4fdaa6-3823-4dee-81c7-1d4d0f11d319 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] 10.222.0.32 "DELETE /v2.0/subnets/55e83da6-1b16-4827-9ab8-c80951d0293b HTTP/1.1" status: 204  len: 168 time: 0.8316939
Dec 25 21:44:15.383539 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4fdaa6-3823-4dee-81c7-1d4d0f11d319 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Pushing event deleted for resources: {'Subnet': ['ID=55e83da6-1b16-4827-9ab8-c80951d0293b,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:44:15.386536 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 41258) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:44:15.469887 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-054d5068-ec05-4f67-9b69-ce37621eff37 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 21:44:15.488512 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_v2 [None req-751cf8f6-b7e1-48e2-be6b-df4aa0ae6aa5 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Deleting subnet cb1effeb-2bb0-4f53-a558-83000428a0b9 {{(pid=121606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Dec 25 21:44:15.496026 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-751cf8f6-b7e1-48e2-be6b-df4aa0ae6aa5 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks [] for subnet, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:15.496982 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-8c757349-5198-4188-8cad-595b12a4497b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2612c512e0>, [{'id': 'bb064fce-7459-4d24-a77f-36f25b7d3080', 'name': 'tempest-TestNetworkBasicOps-router-426151613', 'tenant_id': '59ed9da8ed224ce9b429cb4c633a2498', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.26'}], 'enable_snat': True}, 'gw_port_id': 'fc671bf1-e418-4f26-aa0d-b9b32d92d2b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:44:08Z', 'updated_at': '2021-12-25T21:44:10Z', 'revision_number': 3, 'project_id': '59ed9da8ed224ce9b429cb4c633a2498', 'gw_port': {'id': 'fc671bf1-e418-4f26-aa0d-b9b32d92d2b1', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:b6:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb064fce-7459-4d24-a77f-36f25b7d3080', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3662, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:44:09Z', 'updated_at': '2021-12-25T21:44:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:44:15.505040 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-2115d67d-4acf-4b44-87b9-b5a6d31d866c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2618873910>, [{'id': '09745d53-d389-457b-9af7-8c7c46ceab4b', 'name': 'tempest-TestVolumeBackupRestore-2116477405-router', 'tenant_id': 'ca293d68b8cc44e6b641d477c9a3eb50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.219'}], 'enable_snat': True}, 'gw_port_id': 'af3c9707-bf45-41b4-ae27-439d0ec676a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:38:56Z', 'updated_at': '2021-12-25T21:44:12Z', 'revision_number': 5, 'project_id': 'ca293d68b8cc44e6b641d477c9a3eb50', 'gw_port': {'id': 'af3c9707-bf45-41b4-ae27-439d0ec676a2', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:82:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09745d53-d389-457b-9af7-8c7c46ceab4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3386, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:38:57Z', 'updated_at': '2021-12-25T21:39:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:44:15.534025 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2115d67d-4acf-4b44-87b9-b5a6d31d866c None None] The sync data for ids ['09745d53-d389-457b-9af7-8c7c46ceab4b'] in ncdv-master-1 is: [{'id': '09745d53-d389-457b-9af7-8c7c46ceab4b', 'name': 'tempest-TestVolumeBackupRestore-2116477405-router', 'tenant_id': 'ca293d68b8cc44e6b641d477c9a3eb50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.219'}], 'enable_snat': True}, 'gw_port_id': 'af3c9707-bf45-41b4-ae27-439d0ec676a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:38:56Z', 'updated_at': '2021-12-25T21:44:12Z', 'revision_number': 5, 'project_id': 'ca293d68b8cc44e6b641d477c9a3eb50', 'gw_port': {'id': 'af3c9707-bf45-41b4-ae27-439d0ec676a2', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:82:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09745d53-d389-457b-9af7-8c7c46ceab4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3386, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:38:57Z', 'updated_at': '2021-12-25T21:39:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 21:44:15.534828 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6a05a78-cefb-4ba9-8130-8eb6e8318115 None None] Sync routers for ids ['2a2399df-84b3-4273-a66b-9a0663ef6700'] in ncdv-master-1 {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 21:44:15.541354 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c757349-5198-4188-8cad-595b12a4497b None None] The sync data for ids ['bb064fce-7459-4d24-a77f-36f25b7d3080'] in ncdv-master-1 is: [{'id': 'bb064fce-7459-4d24-a77f-36f25b7d3080', 'name': 'tempest-TestNetworkBasicOps-router-426151613', 'tenant_id': '59ed9da8ed224ce9b429cb4c633a2498', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.26'}], 'enable_snat': True}, 'gw_port_id': 'fc671bf1-e418-4f26-aa0d-b9b32d92d2b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:44:08Z', 'updated_at': '2021-12-25T21:44:10Z', 'revision_number': 3, 'project_id': '59ed9da8ed224ce9b429cb4c633a2498', 'gw_port': {'id': 'fc671bf1-e418-4f26-aa0d-b9b32d92d2b1', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:b6:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb064fce-7459-4d24-a77f-36f25b7d3080', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3662, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:44:09Z', 'updated_at': '2021-12-25T21:44:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 21:44:15.551053 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-751cf8f6-b7e1-48e2-be6b-df4aa0ae6aa5 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9084199'] for subnet, precommit_delete_associations {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:15.610011 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-054d5068-ec05-4f67-9b69-ce37621eff37 admin admin] Publish callbacks [] for router, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:15.614804 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-054d5068-ec05-4f67-9b69-ce37621eff37 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 919 time: 5.3574574
Dec 25 21:44:15.617136 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 41260) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:44:15.621192 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6a05a78-cefb-4ba9-8130-8eb6e8318115 None None] Routers {'2a2399df-84b3-4273-a66b-9a0663ef6700'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:44:15.621845 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-d6a05a78-cefb-4ba9-8130-8eb6e8318115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2613078190>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:44:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['2a2399df-84b3-4273-a66b-9a0663ef6700'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:44:15.622183 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-862cce72-bf08-4b83-a219-10e10e8f81d1 admin admin] Deleting port af3c9707-bf45-41b4-ae27-439d0ec676a2 {{(pid=121606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:44:15.622611 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-862cce72-bf08-4b83-a219-10e10e8f81d1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:15.795787 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvr_db [None req-d6a05a78-cefb-4ba9-8130-8eb6e8318115 None None] Set router 2a2399df-84b3-4273-a66b-9a0663ef6700 gateway port host: ncdv-master-1 {{(pid=121608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:44:15.887438 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-6d726da8-fd71-424a-a94c-a6b00c6f178a tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:16.140559 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-de21474f-f51b-42a0-a791-388f6f10c980 None None] Publish callbacks [] for port, precommit_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:16.155938 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device fc671bf1-e418-4f26-aa0d-b9b32d92d2b1 up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:44:16.232475 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-de21474f-f51b-42a0-a791-388f6f10c980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946'] for port, after_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:16.349896 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de21474f-f51b-42a0-a791-388f6f10c980 None None] Network 2d1735c0-d6b4-47c5-98a9-07fa68c49bb1 is already hosted by enough agents. {{(pid=121608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:44:16.354647 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.base_scheduler [None req-de21474f-f51b-42a0-a791-388f6f10c980 None None] Resources bound (agent type, host, resource id):  {{(pid=121608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:44:16.361620 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de21474f-f51b-42a0-a791-388f6f10c980 None None] Received port after_create {{(pid=121608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:44:16.372578 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [None req-862cce72-bf08-4b83-a219-10e10e8f81d1 admin admin] For port af3c9707-bf45-41b4-ae27-439d0ec676a2, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=af3c9707-bf45-41b4-ae27-439d0ec676a2,segment=NetworkSegment(6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855),segment_id=6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855)] {{(pid=121606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:44:16.373717 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-862cce72-bf08-4b83-a219-10e10e8f81d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:16.376777 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de21474f-f51b-42a0-a791-388f6f10c980 None None] Pushing event updated for resources: {'Port': ['ID=4b7f33c1-3c0d-4d08-91f4-67c1815eb839,revision_number=1']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:44:16.392759 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-862cce72-bf08-4b83-a219-10e10e8f81d1 admin admin] Calling delete_port for af3c9707-bf45-41b4-ae27-439d0ec676a2 owned by network:router_gateway {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:44:16.435728 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port fc671bf1-e418-4f26-aa0d-b9b32d92d2b1 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:44:16.436651 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:16.547293 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-de21474f-f51b-42a0-a791-388f6f10c980 None None] Attempting to bind port 4b7f33c1-3c0d-4d08-91f4-67c1815eb839 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:44:16.547862 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-de21474f-f51b-42a0-a791-388f6f10c980 None None] Attempting to bind port 4b7f33c1-3c0d-4d08-91f4-67c1815eb839 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '9a25e8de-a0c2-445f-8383-e47b034f2d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '2d1735c0-d6b4-47c5-98a9-07fa68c49bb1'}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:44:16.548322 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de21474f-f51b-42a0-a791-388f6f10c980 None None] Attempting to bind port 4b7f33c1-3c0d-4d08-91f4-67c1815eb839 on network 2d1735c0-d6b4-47c5-98a9-07fa68c49bb1 {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:44:16.584781 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de21474f-f51b-42a0-a791-388f6f10c980 None None] Checking agent: {'id': 'ca4f5c6d-f1fd-48b8-a3e3-395864c7d23d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 20, 56, 40), 'started_at': datetime.datetime(2021, 12, 25, 20, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 44, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:44:16.585347 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de21474f-f51b-42a0-a791-388f6f10c980 None None] Checking segment: {'id': '9a25e8de-a0c2-445f-8383-e47b034f2d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '2d1735c0-d6b4-47c5-98a9-07fa68c49bb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:44:16.585853 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-de21474f-f51b-42a0-a791-388f6f10c980 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:16.586960 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de21474f-f51b-42a0-a791-388f6f10c980 None None] Bound using segment: {'id': '9a25e8de-a0c2-445f-8383-e47b034f2d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '2d1735c0-d6b4-47c5-98a9-07fa68c49bb1'} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:44:16.587572 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-de21474f-f51b-42a0-a791-388f6f10c980 None None] Bound port: 4b7f33c1-3c0d-4d08-91f4-67c1815eb839, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a25e8de-a0c2-445f-8383-e47b034f2d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '2d1735c0-d6b4-47c5-98a9-07fa68c49bb1'}}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:44:16.588057 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-de21474f-f51b-42a0-a791-388f6f10c980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:16.599454 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-751cf8f6-b7e1-48e2-be6b-df4aa0ae6aa5 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995662'] for subnet, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:16.695223 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-862cce72-bf08-4b83-a219-10e10e8f81d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:16.730718 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862cce72-bf08-4b83-a219-10e10e8f81d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=af3c9707-bf45-41b4-ae27-439d0ec676a2,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:44:16.777946 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-751cf8f6-b7e1-48e2-be6b-df4aa0ae6aa5 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9084363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9028506'] for subnet, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:16.817022 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-d6a05a78-cefb-4ba9-8130-8eb6e8318115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2613078190>, [{'id': '2a2399df-84b3-4273-a66b-9a0663ef6700', 'name': 'tempest-TestServerMultinode-86418353-router', 'tenant_id': '085f682b164b4e0a84eabf214450d8c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.24'}], 'enable_snat': True}, 'gw_port_id': '1b393781-a4fc-45cb-b986-297db7276d3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:44:10Z', 'updated_at': '2021-12-25T21:44:13Z', 'revision_number': 3, 'project_id': '085f682b164b4e0a84eabf214450d8c8', 'gw_port': {'id': '1b393781-a4fc-45cb-b986-297db7276d3f', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:29:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a2399df-84b3-4273-a66b-9a0663ef6700', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3669, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:44:11Z', 'updated_at': '2021-12-25T21:44:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:44:16.833338 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c52a6da-6b27-42ee-b625-35d5541702e7 None None] DHCP port deletion for 7201e55c-7c5f-41aa-a042-a363696539d0 request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 21:44:16.845951 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751cf8f6-b7e1-48e2-be6b-df4aa0ae6aa5 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Pushing event deleted for resources: {'Subnet': ['ID=cb1effeb-2bb0-4f53-a558-83000428a0b9,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:44:16.860981 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-751cf8f6-b7e1-48e2-be6b-df4aa0ae6aa5 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks [] for subnet, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:16.866020 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-751cf8f6-b7e1-48e2-be6b-df4aa0ae6aa5 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] 10.222.0.32 "DELETE /v2.0/subnets/cb1effeb-2bb0-4f53-a558-83000428a0b9 HTTP/1.1" status: 204  len: 168 time: 1.4775324
Dec 25 21:44:16.869435 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 41262) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:44:16.913271 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-e196bead-0206-4e9f-a20b-50511607a161 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0426066
Dec 25 21:44:16.915907 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 41264) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:44:16.921517 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device ce5ae62b-004d-4f6b-b126-92c718c9b052 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:44:16.922481 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-d25a677e-1e15-435d-932b-7347b7759da6 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Request body: {'subnet': {'network_id': '99ca970e-c662-4419-9bb1-c5d90374ad5c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:44:16.925238 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ba2b749-d02f-412b-a344-7719c09d0208 None None] Network 99ca970e-c662-4419-9bb1-c5d90374ad5c requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:44:16.934441 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6a05a78-cefb-4ba9-8130-8eb6e8318115 None None] Checking router: 2a2399df-84b3-4273-a66b-9a0663ef6700 for host: ncdv-master-1 {{(pid=121608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 25 21:44:16.934881 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6a05a78-cefb-4ba9-8130-8eb6e8318115 None None] Updating router 2a2399df-84b3-4273-a66b-9a0663ef6700 port 1b393781-a4fc-45cb-b986-297db7276d3f binding host ncdv-master-1 {{(pid=121608) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 25 21:44:17.020582 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] No Port match for: ce5ae62b-004d-4f6b-b126-92c718c9b052 {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:44:17.022474 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device ce5ae62b-004d-4f6b-b126-92c718c9b052 not bound to the agent host ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:44:17.023568 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-d6a05a78-cefb-4ba9-8130-8eb6e8318115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:17.041967 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-862cce72-bf08-4b83-a219-10e10e8f81d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2008689'] for router_gateway, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:17.060909 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-de21474f-f51b-42a0-a791-388f6f10c980 None None] For port 4b7f33c1-3c0d-4d08-91f4-67c1815eb839, host ncdv-master-1, cleared binding levels {{(pid=121608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:44:17.079228 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b7110f25-ce56-4fc8-94ac-fe5dd3ff9e81 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks [] for router_gateway, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:17.081909 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-0c95e6fd-f2b5-45cd-bac4-66d222ec2a98 None None] Provisioning complete for port 43cfec77-4a18-4db4-b4cf-f13db022aa75 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:44:17.082282 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-0c95e6fd-f2b5-45cd-bac4-66d222ec2a98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:17.110690 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b7110f25-ce56-4fc8-94ac-fe5dd3ff9e81 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:17.136319 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-de21474f-f51b-42a0-a791-388f6f10c980 None None] For port 4b7f33c1-3c0d-4d08-91f4-67c1815eb839, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4b7f33c1-3c0d-4d08-91f4-67c1815eb839,segment=NetworkSegment(9a25e8de-a0c2-445f-8383-e47b034f2d15),segment_id=9a25e8de-a0c2-445f-8383-e47b034f2d15)] {{(pid=121608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:44:17.165653 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-862cce72-bf08-4b83-a219-10e10e8f81d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2014235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14905'] for router, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:17.168497 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-862cce72-bf08-4b83-a219-10e10e8f81d1 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:17.228311 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-de21474f-f51b-42a0-a791-388f6f10c980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:17.303578 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-862cce72-bf08-4b83-a219-10e10e8f81d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2014220'] for router, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:17.305464 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-862cce72-bf08-4b83-a219-10e10e8f81d1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 09745d53-d389-457b-9af7-8c7c46ceab4b {{(pid=121606) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 25 21:44:17.321270 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-862cce72-bf08-4b83-a219-10e10e8f81d1 admin admin] Publish callbacks [] for router, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:17.328117 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-862cce72-bf08-4b83-a219-10e10e8f81d1 admin admin] 10.222.0.32 "DELETE /v2.0/routers/09745d53-d389-457b-9af7-8c7c46ceab4b HTTP/1.1" status: 204  len: 168 time: 2.5825820
Dec 25 21:44:17.332442 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 41266) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:44:17.335967 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_common [None req-6d726da8-fd71-424a-a94c-a6b00c6f178a tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Allocated IP 172.20.0.1 (2d1735c0-d6b4-47c5-98a9-07fa68c49bb1/78ff16f3-e2c5-4dec-b8db-7056450eca76/0f1bc128-a0c8-4635-8c71-1ddfa9efda45) {{(pid=121607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:44:17.372825 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de21474f-f51b-42a0-a791-388f6f10c980 None None] Pushing event updated for resources: {'Port': ['ID=4b7f33c1-3c0d-4d08-91f4-67c1815eb839,revision_number=2']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:44:17.399631 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15ea64ed-4d34-4e3e-9094-799ae63c72ff None None] DHCP port deletion for 99ca970e-c662-4419-9bb1-c5d90374ad5c request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 21:44:17.422369 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_v2 [None req-e990b414-9399-41d2-84f6-42ae16a15b69 admin admin] Deleting subnet 81401427-9f64-44a9-90df-9654e896b6af {{(pid=121606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Dec 25 21:44:17.423147 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_common [None req-b7110f25-ce56-4fc8-94ac-fe5dd3ff9e81 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Allocated IP 172.35.3.78 (7201e55c-7c5f-41aa-a042-a363696539d0/7a939e13-713f-45cf-bba7-1539635abe25/0b8b5c78-eae5-4eb5-96fb-531e503b6693) {{(pid=121607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:44:17.425493 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d25a677e-1e15-435d-932b-7347b7759da6 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Made reservation on behalf of 6ca85d447d714c1ca24121ae04b3edf0 for: {'subnet': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:44:17.429001 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-d25a677e-1e15-435d-932b-7347b7759da6 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9028529'] for subnet, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:17.434005 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-e990b414-9399-41d2-84f6-42ae16a15b69 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:17.476077 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-15ea64ed-4d34-4e3e-9094-799ae63c72ff None None] Deleting port 43cfec77-4a18-4db4-b4cf-f13db022aa75 {{(pid=121608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:44:17.476461 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-15ea64ed-4d34-4e3e-9094-799ae63c72ff None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:17.570648 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-15ea64ed-4d34-4e3e-9094-799ae63c72ff None None] For port 43cfec77-4a18-4db4-b4cf-f13db022aa75, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=43cfec77-4a18-4db4-b4cf-f13db022aa75,segment=NetworkSegment(0b348995-4d55-45f1-b58c-2a5ccec11450),segment_id=0b348995-4d55-45f1-b58c-2a5ccec11450)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:44:17.571046 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-15ea64ed-4d34-4e3e-9094-799ae63c72ff None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:17.572692 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-e990b414-9399-41d2-84f6-42ae16a15b69 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9084199'] for subnet, precommit_delete_associations {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:17.589131 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-15ea64ed-4d34-4e3e-9094-799ae63c72ff None None] Calling delete_port for 43cfec77-4a18-4db4-b4cf-f13db022aa75 owned by network:dhcp {{(pid=121608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:44:17.707338 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-1a6e7124-fad7-44e4-9827-0a3aa29fc153 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:17.737073 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-15ea64ed-4d34-4e3e-9094-799ae63c72ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955'] for port, after_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:17.744470 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b7110f25-ce56-4fc8-94ac-fe5dd3ff9e81 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks [] for port, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:17.766431 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ea64ed-4d34-4e3e-9094-799ae63c72ff None None] Pushing event deleted for resources: {'Port': ['ID=43cfec77-4a18-4db4-b4cf-f13db022aa75,revision_number=None']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:44:17.771274 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15ea64ed-4d34-4e3e-9094-799ae63c72ff None None] No DVR routers for this DVR port 43cfec77-4a18-4db4-b4cf-f13db022aa75 on host ncdv-master-1 {{(pid=121608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:44:17.812561 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-e990b414-9399-41d2-84f6-42ae16a15b69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995662'] for subnet, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:17.832669 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-6d726da8-fd71-424a-a94c-a6b00c6f178a tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Publish callbacks [] for port, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:17.882264 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-d25a677e-1e15-435d-932b-7347b7759da6 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9084170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9028515'] for subnet, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:17.951531 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d25a677e-1e15-435d-932b-7347b7759da6 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Network 99ca970e-c662-4419-9bb1-c5d90374ad5c is already hosted by enough agents. {{(pid=121606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:44:17.956413 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [None req-d25a677e-1e15-435d-932b-7347b7759da6 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Resources bound (agent type, host, resource id):  {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:44:17.975519 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f2949ac-319d-4f46-a2c9-99c5c8204cfe None None] Network 99ca970e-c662-4419-9bb1-c5d90374ad5c requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:44:17.979534 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d25a677e-1e15-435d-932b-7347b7759da6 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:44:17.980313 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-d25a677e-1e15-435d-932b-7347b7759da6 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks [] for subnet, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:18.006091 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25a677e-1e15-435d-932b-7347b7759da6 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Pushing event updated for resources: {'Subnet': ['ID=a55a89b6-a838-4da2-b027-74bdc6d4b8ae,revision_number=0']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:44:18.046039 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b7110f25-ce56-4fc8-94ac-fe5dd3ff9e81 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:18.083292 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7110f25-ce56-4fc8-94ac-fe5dd3ff9e81 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Network 7201e55c-7c5f-41aa-a042-a363696539d0 is already hosted by enough agents. {{(pid=121607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:44:18.086061 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-6d726da8-fd71-424a-a94c-a6b00c6f178a tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:18.091460 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-b7110f25-ce56-4fc8-94ac-fe5dd3ff9e81 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Resources bound (agent type, host, resource id):  {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:44:18.094200 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7110f25-ce56-4fc8-94ac-fe5dd3ff9e81 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Received port after_create {{(pid=121607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:44:18.110435 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-d25a677e-1e15-435d-932b-7347b7759da6 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 1.1932268
Dec 25 21:44:18.111896 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 41268) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:44:18.118042 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-50595372-0502-45ad-bae9-7f7c3ccd0176 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Request body: {'subnet': {'network_id': '99ca970e-c662-4419-9bb1-c5d90374ad5c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:44:18.139308 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-220bd3a1-f769-45f8-a45a-3d8656e2ff0f None None] DHCP port deletion for 7201e55c-7c5f-41aa-a042-a363696539d0 request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 21:44:18.140756 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-e990b414-9399-41d2-84f6-42ae16a15b69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9084363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9028506'] for subnet, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:18.153242 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bd3179f-a366-4430-be2d-5a806f0fb4b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-99ca970e-c662-4419-9bb1-c5d90374ad5c', 'network_id': '99ca970e-c662-4419-9bb1-c5d90374ad5c', 'project_id': '6ca85d447d714c1ca24121ae04b3edf0', 'fixed_ips': [{'subnet_id': 'a55a89b6-a838-4da2-b027-74bdc6d4b8ae'}]}} from ncdv-master-1. {{(pid=121608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 25 21:44:18.154115 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-4bd3179f-a366-4430-be2d-5a806f0fb4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:18.189906 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_common [None req-1a6e7124-fad7-44e4-9827-0a3aa29fc153 admin admin] Allocated IP 172.20.0.1 (8ff80b6e-c966-48fa-b9d8-4e20f6169e52/422d336a-8bb7-459f-a638-8406815d7db8/5085acad-b29e-4c8f-a0b1-f0501d7e9999) {{(pid=121607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:44:18.213098 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 4b7f33c1-3c0d-4d08-91f4-67c1815eb839 up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:44:18.219999 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-e990b414-9399-41d2-84f6-42ae16a15b69 admin admin] Publish callbacks [] for subnet, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:18.226813 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-e990b414-9399-41d2-84f6-42ae16a15b69 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/81401427-9f64-44a9-90df-9654e896b6af HTTP/1.1" status: 204  len: 168 time: 0.8930945
Dec 25 21:44:18.234081 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 41270) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:44:18.238063 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d726da8-fd71-424a-a94c-a6b00c6f178a tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Network 2d1735c0-d6b4-47c5-98a9-07fa68c49bb1 is already hosted by enough agents. {{(pid=121607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:44:18.246498 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e990b414-9399-41d2-84f6-42ae16a15b69 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=81401427-9f64-44a9-90df-9654e896b6af,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:44:18.250971 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51d502a1-0481-4e8b-bcea-bbeaefb5a6df None None] Network 1bb1be3e-1cca-429f-aa9f-4dd09951d5b0 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:44:18.260513 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-6d726da8-fd71-424a-a94c-a6b00c6f178a tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Resources bound (agent type, host, resource id):  {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:44:18.304474 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7110f25-ce56-4fc8-94ac-fe5dd3ff9e81 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Pushing event updated for resources: {'Port': ['ID=0b8b5c78-eae5-4eb5-96fb-531e503b6693,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:44:18.307044 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d726da8-fd71-424a-a94c-a6b00c6f178a tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Received port after_create {{(pid=121607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:44:18.354133 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-4987837f-8edd-4a74-9cb8-a6556ee77ffe None None] Provisioning complete for port 0b8b5c78-eae5-4eb5-96fb-531e503b6693 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:44:18.354501 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-4987837f-8edd-4a74-9cb8-a6556ee77ffe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:18.460495 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50595372-0502-45ad-bae9-7f7c3ccd0176 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Made reservation on behalf of 6ca85d447d714c1ca24121ae04b3edf0 for: {'subnet': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:44:18.464989 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-50595372-0502-45ad-bae9-7f7c3ccd0176 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9028529'] for subnet, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:18.522292 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-4987837f-8edd-4a74-9cb8-a6556ee77ffe None None] Port 0b8b5c78-eae5-4eb5-96fb-531e503b6693 cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:44:18.559372 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-6d726da8-fd71-424a-a94c-a6b00c6f178a tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2008772'] for router_interface, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:18.581338 ncdv-master-1 neutron-server[121606]: INFO neutron.db.ipam_backend_mixin [None req-50595372-0502-45ad-bae9-7f7c3ccd0176 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet a55a89b6-a838-4da2-b027-74bdc6d4b8ae (CIDR: 2001:db8::/64)
Dec 25 21:44:18.588061 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.db_base_plugin_common [None req-4bd3179f-a366-4430-be2d-5a806f0fb4b6 None None] Allocated IP 2001:db8::2 (99ca970e-c662-4419-9bb1-c5d90374ad5c/a55a89b6-a838-4da2-b027-74bdc6d4b8ae/bd0c38ae-64d1-481c-a36a-1b2937548e1a) {{(pid=121608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:44:18.597232 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port 4b7f33c1-3c0d-4d08-91f4-67c1815eb839 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:44:18.599455 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:18.604917 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-d6a05a78-cefb-4ba9-8130-8eb6e8318115 None None] Publish callbacks [] for port, precommit_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:18.608333 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-eda585c7-2e6c-428e-b615-39262dbb219b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625803'] for network, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:18.622470 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d726da8-fd71-424a-a94c-a6b00c6f178a tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Pushing event updated for resources: {'Port': ['ID=0f1bc128-a0c8-4635-8c71-1ddfa9efda45,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:44:18.653340 ncdv-master-1 neutron-server[121606]: INFO neutron.pecan_wsgi.hooks.translation [None req-50595372-0502-45ad-bae9-7f7c3ccd0176 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 25 21:44:18.653888 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50595372-0502-45ad-bae9-7f7c3ccd0176 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=121606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 25 21:44:18.675426 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-1a6e7124-fad7-44e4-9827-0a3aa29fc153 admin admin] Publish callbacks [] for port, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:18.724304 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-d6a05a78-cefb-4ba9-8130-8eb6e8318115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:18.756828 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-476b5538-454b-4a90-bebd-c1c1654fef32 None None] DHCP port deletion for 1bb1be3e-1cca-429f-aa9f-4dd09951d5b0 request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 21:44:18.790572 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-50595372-0502-45ad-bae9-7f7c3ccd0176 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 0.6763458
Dec 25 21:44:18.796090 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 41272) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:44:18.805995 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-a1d610e3-fe83-4d22-92b7-ab81c22bd314 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Request body: {'subnet': {'network_id': '99ca970e-c662-4419-9bb1-c5d90374ad5c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:44:18.840921 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b11f3830-40f5-4307-a99f-55ad5722bdcf None None] DHCP port deletion for 7201e55c-7c5f-41aa-a042-a363696539d0 request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 21:44:18.901597 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022ef16c-fe6c-4186-b388-a1621f1545da None None] Pushing event updated for resources: {'Port': ['ID=1b393781-a4fc-45cb-b986-297db7276d3f,revision_number=2']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:44:18.906757 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-eda585c7-2e6c-428e-b615-39262dbb219b admin admin] Deleting port 22ae74ef-ca77-478e-b45b-f481f3c7c93c {{(pid=121607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:44:18.907097 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-eda585c7-2e6c-428e-b615-39262dbb219b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:18.922550 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-d6a05a78-cefb-4ba9-8130-8eb6e8318115 None None] Attempting to bind port 1b393781-a4fc-45cb-b986-297db7276d3f on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:44:18.923497 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-d6a05a78-cefb-4ba9-8130-8eb6e8318115 None None] Attempting to bind port 1b393781-a4fc-45cb-b986-297db7276d3f by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:44:18.923963 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6a05a78-cefb-4ba9-8130-8eb6e8318115 None None] Attempting to bind port 1b393781-a4fc-45cb-b986-297db7276d3f on network 7201e55c-7c5f-41aa-a042-a363696539d0 {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:44:18.931157 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b7110f25-ce56-4fc8-94ac-fe5dd3ff9e81 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks [] for router_gateway, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:18.939259 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:18.982103 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-1a6e7124-fad7-44e4-9827-0a3aa29fc153 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:19.003943 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6a05a78-cefb-4ba9-8130-8eb6e8318115 None None] Checking agent: {'id': 'ca4f5c6d-f1fd-48b8-a3e3-395864c7d23d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 20, 56, 40), 'started_at': datetime.datetime(2021, 12, 25, 20, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 44, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:44:19.004568 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6a05a78-cefb-4ba9-8130-8eb6e8318115 None None] Checking segment: {'id': '6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:44:19.004846 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-d6a05a78-cefb-4ba9-8130-8eb6e8318115 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:19.005129 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6a05a78-cefb-4ba9-8130-8eb6e8318115 None None] Bound using segment: {'id': '6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:44:19.005654 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-d6a05a78-cefb-4ba9-8130-8eb6e8318115 None None] Bound port: 1b393781-a4fc-45cb-b986-297db7276d3f, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'}}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:44:19.006641 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-d6a05a78-cefb-4ba9-8130-8eb6e8318115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:19.039964 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-6d726da8-fd71-424a-a94c-a6b00c6f178a tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:19.100831 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1d610e3-fe83-4d22-92b7-ab81c22bd314 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Made reservation on behalf of 6ca85d447d714c1ca24121ae04b3edf0 for: {'subnet': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:44:19.105273 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a6e7124-fad7-44e4-9827-0a3aa29fc153 admin admin] Network 8ff80b6e-c966-48fa-b9d8-4e20f6169e52 is already hosted by enough agents. {{(pid=121607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:44:19.106147 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-a1d610e3-fe83-4d22-92b7-ab81c22bd314 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9028529'] for subnet, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:19.119958 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-1a6e7124-fad7-44e4-9827-0a3aa29fc153 admin admin] Resources bound (agent type, host, resource id):  {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:44:19.157245 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a6e7124-fad7-44e4-9827-0a3aa29fc153 admin admin] Received port after_create {{(pid=121607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:44:19.160843 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6e7124-fad7-44e4-9827-0a3aa29fc153 admin admin] Pushing event updated for resources: {'Port': ['ID=5085acad-b29e-4c8f-a0b1-f0501d7e9999,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:44:19.202860 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.db [None req-eda585c7-2e6c-428e-b615-39262dbb219b admin admin] For port 22ae74ef-ca77-478e-b45b-f481f3c7c93c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=22ae74ef-ca77-478e-b45b-f481f3c7c93c,segment=NetworkSegment(f7519241-1dfd-4bc3-b55e-829a71e5a41d),segment_id=f7519241-1dfd-4bc3-b55e-829a71e5a41d)] {{(pid=121607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:44:19.203216 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-eda585c7-2e6c-428e-b615-39262dbb219b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:19.239416 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-476b5538-454b-4a90-bebd-c1c1654fef32 None None] Deleting port 22ae74ef-ca77-478e-b45b-f481f3c7c93c {{(pid=121608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:44:19.239807 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-476b5538-454b-4a90-bebd-c1c1654fef32 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:19.241695 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da60a9fa-7352-484f-8712-f24d96ff220d None None] Network 2d1735c0-d6b4-47c5-98a9-07fa68c49bb1 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:44:19.252285 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-eda585c7-2e6c-428e-b615-39262dbb219b admin admin] Calling delete_port for 22ae74ef-ca77-478e-b45b-f481f3c7c93c owned by network:dhcp {{(pid=121607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:44:19.282510 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-579e14f1-9fc4-4bf8-8fea-22f6d527f47e None None] Provisioning complete for port 1b393781-a4fc-45cb-b986-297db7276d3f triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:44:19.282510 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-579e14f1-9fc4-4bf8-8fea-22f6d527f47e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:19.305761 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-4bd3179f-a366-4430-be2d-5a806f0fb4b6 None None] Publish callbacks [] for port, precommit_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:19.346807 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] For port 4b7f33c1-3c0d-4d08-91f4-67c1815eb839, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4b7f33c1-3c0d-4d08-91f4-67c1815eb839,segment=NetworkSegment(9a25e8de-a0c2-445f-8383-e47b034f2d15),segment_id=9a25e8de-a0c2-445f-8383-e47b034f2d15)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:44:19.350885 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-1a6e7124-fad7-44e4-9827-0a3aa29fc153 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2008772'] for router_interface, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:19.439916 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-4bd3179f-a366-4430-be2d-5a806f0fb4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946'] for port, after_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:19.442411 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-d6a05a78-cefb-4ba9-8130-8eb6e8318115 None None] For port 1b393781-a4fc-45cb-b986-297db7276d3f, host ncdv-master-1, cleared binding levels {{(pid=121608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:44:19.455055 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:19.483257 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-476b5538-454b-4a90-bebd-c1c1654fef32 None None] For port 22ae74ef-ca77-478e-b45b-f481f3c7c93c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=22ae74ef-ca77-478e-b45b-f481f3c7c93c,segment=NetworkSegment(f7519241-1dfd-4bc3-b55e-829a71e5a41d),segment_id=f7519241-1dfd-4bc3-b55e-829a71e5a41d)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:44:19.483981 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-476b5538-454b-4a90-bebd-c1c1654fef32 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:19.527431 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-579e14f1-9fc4-4bf8-8fea-22f6d527f47e None None] Port 1b393781-a4fc-45cb-b986-297db7276d3f cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:44:19.534598 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-d6a05a78-cefb-4ba9-8130-8eb6e8318115 None None] For port 1b393781-a4fc-45cb-b986-297db7276d3f, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1b393781-a4fc-45cb-b986-297db7276d3f,segment=NetworkSegment(6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855),segment_id=6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855)] {{(pid=121608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:44:19.538906 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 43cfec77-4a18-4db4-b4cf-f13db022aa75 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:44:19.558921 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-476b5538-454b-4a90-bebd-c1c1654fef32 None None] Calling delete_port for 22ae74ef-ca77-478e-b45b-f481f3c7c93c owned by network:dhcp {{(pid=121608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:44:19.582765 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bd3179f-a366-4430-be2d-5a806f0fb4b6 None None] Network 99ca970e-c662-4419-9bb1-c5d90374ad5c is already hosted by enough agents. {{(pid=121608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:44:19.589909 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] No Port match for: 43cfec77-4a18-4db4-b4cf-f13db022aa75 {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:44:19.590264 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 43cfec77-4a18-4db4-b4cf-f13db022aa75 not bound to the agent host ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:44:19.595213 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device af3c9707-bf45-41b4-ae27-439d0ec676a2 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:44:19.601198 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.base_scheduler [None req-4bd3179f-a366-4430-be2d-5a806f0fb4b6 None None] Resources bound (agent type, host, resource id):  {{(pid=121608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:44:19.628127 ncdv-master-1 neutron-server[121606]: DEBUG neutron.objects.ports [None req-a1d610e3-fe83-4d22-92b7-ab81c22bd314 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=121606) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}}
Dec 25 21:44:19.635498 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bd3179f-a366-4430-be2d-5a806f0fb4b6 None None] Received port after_create {{(pid=121608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:44:19.640636 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd3179f-a366-4430-be2d-5a806f0fb4b6 None None] Pushing event updated for resources: {'Port': ['ID=bd0c38ae-64d1-481c-a36a-1b2937548e1a,revision_number=1']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:44:19.648543 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-d6a05a78-cefb-4ba9-8130-8eb6e8318115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:19.695695 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] No Port match for: af3c9707-bf45-41b4-ae27-439d0ec676a2 {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:44:19.696036 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device af3c9707-bf45-41b4-ae27-439d0ec676a2 not bound to the agent host ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:44:19.764977 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f18450d9-072d-4816-911c-96cb5e16033c None None] DHCP port deletion for 7201e55c-7c5f-41aa-a042-a363696539d0 request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 21:44:19.801281 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-8f605048-dfb6-4534-8b06-8ae0020d3317 None None] Provisioning complete for port 4b7f33c1-3c0d-4d08-91f4-67c1815eb839 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:44:19.801651 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-8f605048-dfb6-4534-8b06-8ae0020d3317 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:19.873811 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6a05a78-cefb-4ba9-8130-8eb6e8318115 None None] Routers {'2a2399df-84b3-4273-a66b-9a0663ef6700'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:44:19.874521 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-d6a05a78-cefb-4ba9-8130-8eb6e8318115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2613078190>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:44:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['2a2399df-84b3-4273-a66b-9a0663ef6700'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:44:19.882640 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-4bd3179f-a366-4430-be2d-5a806f0fb4b6 None None] Attempting to bind port bd0c38ae-64d1-481c-a36a-1b2937548e1a on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:44:19.883018 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-4bd3179f-a366-4430-be2d-5a806f0fb4b6 None None] Attempting to bind port bd0c38ae-64d1-481c-a36a-1b2937548e1a by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '0b348995-4d55-45f1-b58c-2a5ccec11450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '99ca970e-c662-4419-9bb1-c5d90374ad5c'}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:44:19.883390 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd3179f-a366-4430-be2d-5a806f0fb4b6 None None] Attempting to bind port bd0c38ae-64d1-481c-a36a-1b2937548e1a on network 99ca970e-c662-4419-9bb1-c5d90374ad5c {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:44:19.917472 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b7110f25-ce56-4fc8-94ac-fe5dd3ff9e81 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2014278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2009753'] for router, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:19.924344 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Pushing event updated for resources: {'Port': ['ID=4b7f33c1-3c0d-4d08-91f4-67c1815eb839,revision_number=3']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:44:19.940795 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd3179f-a366-4430-be2d-5a806f0fb4b6 None None] Checking agent: {'id': 'ca4f5c6d-f1fd-48b8-a3e3-395864c7d23d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 20, 56, 40), 'started_at': datetime.datetime(2021, 12, 25, 20, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 44, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:44:19.941220 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd3179f-a366-4430-be2d-5a806f0fb4b6 None None] Checking segment: {'id': '0b348995-4d55-45f1-b58c-2a5ccec11450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '99ca970e-c662-4419-9bb1-c5d90374ad5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:44:19.941620 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-4bd3179f-a366-4430-be2d-5a806f0fb4b6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:19.942025 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd3179f-a366-4430-be2d-5a806f0fb4b6 None None] Bound using segment: {'id': '0b348995-4d55-45f1-b58c-2a5ccec11450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '99ca970e-c662-4419-9bb1-c5d90374ad5c'} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:44:19.942520 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-4bd3179f-a366-4430-be2d-5a806f0fb4b6 None None] Bound port: bd0c38ae-64d1-481c-a36a-1b2937548e1a, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b348995-4d55-45f1-b58c-2a5ccec11450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '99ca970e-c662-4419-9bb1-c5d90374ad5c'}}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:44:19.942900 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-4bd3179f-a366-4430-be2d-5a806f0fb4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:19.962597 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-a1d610e3-fe83-4d22-92b7-ab81c22bd314 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:20.079865 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-476b5538-454b-4a90-bebd-c1c1654fef32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955'] for port, after_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:20.088193 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022ef16c-fe6c-4186-b388-a1621f1545da None None] Pushing event updated for resources: {'Port': ['ID=1b393781-a4fc-45cb-b986-297db7276d3f,revision_number=3']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:44:20.112562 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-eda585c7-2e6c-428e-b615-39262dbb219b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:20.185019 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 4b7f33c1-3c0d-4d08-91f4-67c1815eb839 up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:44:20.198369 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda585c7-2e6c-428e-b615-39262dbb219b admin admin] Pushing event deleted for resources: {'Port': ['ID=22ae74ef-ca77-478e-b45b-f481f3c7c93c,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:44:20.201056 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476b5538-454b-4a90-bebd-c1c1654fef32 None None] Pushing event deleted for resources: {'Port': ['ID=22ae74ef-ca77-478e-b45b-f481f3c7c93c,revision_number=None']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:44:20.227671 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eda585c7-2e6c-428e-b615-39262dbb219b admin admin] No DVR routers for this DVR port 22ae74ef-ca77-478e-b45b-f481f3c7c93c on host ncdv-master-1 {{(pid=121607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:44:20.230011 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvr_db [None req-d6a05a78-cefb-4ba9-8130-8eb6e8318115 None None] Set router 2a2399df-84b3-4273-a66b-9a0663ef6700 gateway port host: ncdv-master-1 {{(pid=121608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:44:20.238268 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-476b5538-454b-4a90-bebd-c1c1654fef32 None None] No DVR routers for this DVR port 22ae74ef-ca77-478e-b45b-f481f3c7c93c on host ncdv-master-1 {{(pid=121608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:44:20.259341 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [None req-a1d610e3-fe83-4d22-92b7-ab81c22bd314 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] For port bd0c38ae-64d1-481c-a36a-1b2937548e1a, host ncdv-master-1, got binding levels [] {{(pid=121606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:44:20.269095 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-1a6e7124-fad7-44e4-9827-0a3aa29fc153 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:20.293882 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-6d726da8-fd71-424a-a94c-a6b00c6f178a tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Publish callbacks [] for port, precommit_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:20.296740 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-a1d610e3-fe83-4d22-92b7-ab81c22bd314 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks [] for port, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:20.350252 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-8f605048-dfb6-4534-8b06-8ae0020d3317 None None] Provisioning complete for port 5085acad-b29e-4c8f-a0b1-f0501d7e9999 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:44:20.350630 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-8f605048-dfb6-4534-8b06-8ae0020d3317 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:20.387248 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-eda585c7-2e6c-428e-b615-39262dbb219b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997585', 'neutron.services.segments.db._delete_segments_for_network-8737602743071'] for network, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:20.391567 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-6d726da8-fd71-424a-a94c-a6b00c6f178a tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8632327'] for port, after_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:20.392633 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-a1d610e3-fe83-4d22-92b7-ab81c22bd314 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:20.425224 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-4bd3179f-a366-4430-be2d-5a806f0fb4b6 None None] For port bd0c38ae-64d1-481c-a36a-1b2937548e1a, host ncdv-master-1, cleared binding levels {{(pid=121608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:44:20.455253 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-8f605048-dfb6-4534-8b06-8ae0020d3317 None None] Port 5085acad-b29e-4c8f-a0b1-f0501d7e9999 cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:44:20.460320 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [None req-a1d610e3-fe83-4d22-92b7-ab81c22bd314 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Attempting to bind port bd0c38ae-64d1-481c-a36a-1b2937548e1a on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:44:20.460672 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [None req-a1d610e3-fe83-4d22-92b7-ab81c22bd314 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Attempting to bind port bd0c38ae-64d1-481c-a36a-1b2937548e1a by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '0b348995-4d55-45f1-b58c-2a5ccec11450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '99ca970e-c662-4419-9bb1-c5d90374ad5c'}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:44:20.461097 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1d610e3-fe83-4d22-92b7-ab81c22bd314 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Attempting to bind port bd0c38ae-64d1-481c-a36a-1b2937548e1a on network 99ca970e-c662-4419-9bb1-c5d90374ad5c {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:44:20.465972 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port 4b7f33c1-3c0d-4d08-91f4-67c1815eb839 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:44:20.466663 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:20.476474 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1d610e3-fe83-4d22-92b7-ab81c22bd314 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Checking agent: {'id': 'ca4f5c6d-f1fd-48b8-a3e3-395864c7d23d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 20, 56, 40), 'started_at': datetime.datetime(2021, 12, 25, 20, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 44, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:44:20.476820 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1d610e3-fe83-4d22-92b7-ab81c22bd314 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Checking segment: {'id': '0b348995-4d55-45f1-b58c-2a5ccec11450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '99ca970e-c662-4419-9bb1-c5d90374ad5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:44:20.477268 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-a1d610e3-fe83-4d22-92b7-ab81c22bd314 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:20.477635 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1d610e3-fe83-4d22-92b7-ab81c22bd314 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Bound using segment: {'id': '0b348995-4d55-45f1-b58c-2a5ccec11450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '99ca970e-c662-4419-9bb1-c5d90374ad5c'} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:44:20.478089 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [None req-a1d610e3-fe83-4d22-92b7-ab81c22bd314 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Bound port: bd0c38ae-64d1-481c-a36a-1b2937548e1a, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b348995-4d55-45f1-b58c-2a5ccec11450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '99ca970e-c662-4419-9bb1-c5d90374ad5c'}}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:44:20.478489 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-a1d610e3-fe83-4d22-92b7-ab81c22bd314 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:20.485616 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-eda585c7-2e6c-428e-b615-39262dbb219b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2612bbb280>,) {'filters': {'network_id': ['1bb1be3e-1cca-429f-aa9f-4dd09951d5b0']}} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:44:20.496930 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-4bd3179f-a366-4430-be2d-5a806f0fb4b6 None None] For port bd0c38ae-64d1-481c-a36a-1b2937548e1a, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bd0c38ae-64d1-481c-a36a-1b2937548e1a,segment=NetworkSegment(0b348995-4d55-45f1-b58c-2a5ccec11450),segment_id=0b348995-4d55-45f1-b58c-2a5ccec11450)] {{(pid=121608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:44:20.499380 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d610e3-fe83-4d22-92b7-ab81c22bd314 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Pushing event updated for resources: {'Port': ['ID=bd0c38ae-64d1-481c-a36a-1b2937548e1a,revision_number=3']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:44:20.509745 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-eda585c7-2e6c-428e-b615-39262dbb219b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2612bbb280>, 'f7519241-1dfd-4bc3-b55e-829a71e5a41d') {'for_net_delete': True} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:44:20.510159 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-eda585c7-2e6c-428e-b615-39262dbb219b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2612bbb280>, 'f7519241-1dfd-4bc3-b55e-829a71e5a41d') {} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:44:20.542762 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-eda585c7-2e6c-428e-b615-39262dbb219b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737602746920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10246592'] for segment, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:20.564847 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-6d726da8-fd71-424a-a94c-a6b00c6f178a tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2007636'] for router_interface, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:20.570816 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7110f25-ce56-4fc8-94ac-fe5dd3ff9e81 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Router adc3498f-1aab-41ce-b3fb-2f15d052e8bb is scheduled to L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 with binding_index 1 {{(pid=121607) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 25 21:44:20.578365 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d726da8-fd71-424a-a94c-a6b00c6f178a tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Pushing event updated for resources: {'Port': ['ID=0f1bc128-a0c8-4635-8c71-1ddfa9efda45,revision_number=2']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:44:20.592892 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [None req-a1d610e3-fe83-4d22-92b7-ab81c22bd314 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] For port bd0c38ae-64d1-481c-a36a-1b2937548e1a, host ncdv-master-1, cleared binding levels {{(pid=121606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:44:20.606418 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-4bd3179f-a366-4430-be2d-5a806f0fb4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:20.613867 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-eda585c7-2e6c-428e-b615-39262dbb219b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:20.632425 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eda585c7-2e6c-428e-b615-39262dbb219b admin admin] Releasing vlan 174 on physical network physnet1 to pool {{(pid=121607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 25 21:44:20.632726 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-eda585c7-2e6c-428e-b615-39262dbb219b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8633327'] for segment, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:20.634434 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:44:20.634434 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:44:20.634434 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:44:20.634434 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:44:20.634434 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:44:20.634434 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:44:20.634434 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:44:20.634434 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:44:20.634434 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:44:20.634434 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:44:20.634434 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:44:20.634434 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:44:20.634434 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:44:20.634434 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:44:20.634434 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 25 21:44:20.634434 ncdv-master-1 neutron-server[121607]:   self.session.flush()
Dec 25 21:44:20.634434 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 25 21:44:20.634434 ncdv-master-1 neutron-server[121607]:   self.session.flush()
Dec 25 21:44:20.634434 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 25 21:44:20.634434 ncdv-master-1 neutron-server[121607]:   self.session.flush()
Dec 25 21:44:20.634434 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 25 21:44:20.634434 ncdv-master-1 neutron-server[121607]:   self.session.flush()
Dec 25 21:44:20.634434 ncdv-master-1 neutron-server[121607]: Traceback (most recent call last):
Dec 25 21:44:20.634434 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 25 21:44:20.634434 ncdv-master-1 neutron-server[121607]:     timer()
Dec 25 21:44:20.634434 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 25 21:44:20.634434 ncdv-master-1 neutron-server[121607]:     cb(*args, **kw)
Dec 25 21:44:20.634434 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 25 21:44:20.634434 ncdv-master-1 neutron-server[121607]:     return func(*args, **kwargs)
Dec 25 21:44:20.634434 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 25 21:44:20.634434 ncdv-master-1 neutron-server[121607]:     self._notify()
Dec 25 21:44:20.634434 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 25 21:44:20.634434 ncdv-master-1 neutron-server[121607]:     self.callback(batched_events)
Dec 25 21:44:20.634434 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 25 21:44:20.634434 ncdv-master-1 neutron-server[121607]:     event.method(event)
Dec 25 21:44:20.634434 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 25 21:44:20.634434 ncdv-master-1 neutron-server[121607]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 25 21:44:20.634434 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 25 21:44:20.634434 ncdv-master-1 neutron-server[121607]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 25 21:44:20.634434 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 25 21:44:20.634434 ncdv-master-1 neutron-server[121607]:     return f(self, *a, **k)
Dec 25 21:44:20.634434 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 25 21:44:20.634434 ncdv-master-1 neutron-server[121607]:     return self._get(url).json()
Dec 25 21:44:20.634434 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 25 21:44:20.634434 ncdv-master-1 neutron-server[121607]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 25 21:44:20.634434 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 25 21:44:20.634434 ncdv-master-1 neutron-server[121607]:     return self.request(url, 'GET', **kwargs)
Dec 25 21:44:20.634434 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 25 21:44:20.634434 ncdv-master-1 neutron-server[121607]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 25 21:44:20.634434 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 25 21:44:20.634434 ncdv-master-1 neutron-server[121607]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 25 21:44:20.634434 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 25 21:44:20.634434 ncdv-master-1 neutron-server[121607]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 25 21:44:20.634434 ncdv-master-1 neutron-server[121607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 25 21:44:20.645477 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-8d82c8d1-3464-466c-ba2e-df9dad12b0bc None None] Provisioning complete for port 4b7f33c1-3c0d-4d08-91f4-67c1815eb839 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:44:20.645848 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-8d82c8d1-3464-466c-ba2e-df9dad12b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:20.649315 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.db.api [None req-a1d610e3-fe83-4d22-92b7-ab81c22bd314 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Retry wrapper got retriable exception: Failed to create a duplicate PortBindingLevel: for attribute(s) ['ml2_port_binding_levels.PRIMARY'] with value(s) bd0c38ae-64d1-481c-a36a-1b2937548e1a-ncdv-master-1-0 {{(pid=121606) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 25 21:44:20.650215 ncdv-master-1 neutron-server[121606]: DEBUG oslo_db.api [None req-a1d610e3-fe83-4d22-92b7-ab81c22bd314 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 25 21:44:20.712735 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-d6a05a78-cefb-4ba9-8130-8eb6e8318115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2613078190>, [{'id': '2a2399df-84b3-4273-a66b-9a0663ef6700', 'name': 'tempest-TestServerMultinode-86418353-router', 'tenant_id': '085f682b164b4e0a84eabf214450d8c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.24'}], 'enable_snat': True}, 'gw_port_id': '1b393781-a4fc-45cb-b986-297db7276d3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:44:10Z', 'updated_at': '2021-12-25T21:44:13Z', 'revision_number': 3, 'project_id': '085f682b164b4e0a84eabf214450d8c8', 'gw_port': {'id': '1b393781-a4fc-45cb-b986-297db7276d3f', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:29:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a2399df-84b3-4273-a66b-9a0663ef6700', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3669, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:44:11Z', 'updated_at': '2021-12-25T21:44:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:44:20.756358 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6a05a78-cefb-4ba9-8130-8eb6e8318115 None None] The sync data for ids ['2a2399df-84b3-4273-a66b-9a0663ef6700'] in ncdv-master-1 is: [{'id': '2a2399df-84b3-4273-a66b-9a0663ef6700', 'name': 'tempest-TestServerMultinode-86418353-router', 'tenant_id': '085f682b164b4e0a84eabf214450d8c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.24'}], 'enable_snat': True}, 'gw_port_id': '1b393781-a4fc-45cb-b986-297db7276d3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:44:10Z', 'updated_at': '2021-12-25T21:44:13Z', 'revision_number': 3, 'project_id': '085f682b164b4e0a84eabf214450d8c8', 'gw_port': {'id': '1b393781-a4fc-45cb-b986-297db7276d3f', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:29:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a2399df-84b3-4273-a66b-9a0663ef6700', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3669, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:44:11Z', 'updated_at': '2021-12-25T21:44:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 21:44:20.760114 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd3179f-a366-4430-be2d-5a806f0fb4b6 None None] Pushing event updated for resources: {'Port': ['ID=bd0c38ae-64d1-481c-a36a-1b2937548e1a,revision_number=4']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:44:20.779069 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 22ae74ef-ca77-478e-b45b-f481f3c7c93c no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:44:20.829264 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] No Port match for: 22ae74ef-ca77-478e-b45b-f481f3c7c93c {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:44:20.829828 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 22ae74ef-ca77-478e-b45b-f481f3c7c93c not bound to the agent host ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:44:20.866156 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-8d82c8d1-3464-466c-ba2e-df9dad12b0bc None None] Provisioning complete for port 1b393781-a4fc-45cb-b986-297db7276d3f triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:44:20.870898 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-8d82c8d1-3464-466c-ba2e-df9dad12b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:20.914518 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d726da8-fd71-424a-a94c-a6b00c6f178a tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Network 2d1735c0-d6b4-47c5-98a9-07fa68c49bb1 is already hosted by enough agents. {{(pid=121607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:44:20.923256 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-1a6e7124-fad7-44e4-9827-0a3aa29fc153 admin admin] Publish callbacks [] for port, precommit_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:20.925539 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-eda585c7-2e6c-428e-b615-39262dbb219b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2008653'] for network, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:20.932479 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-6d726da8-fd71-424a-a94c-a6b00c6f178a tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Resources bound (agent type, host, resource id):  {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:44:20.973492 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-eda585c7-2e6c-428e-b615-39262dbb219b admin admin] Publish callbacks [] for network, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:20.974427 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-8d82c8d1-3464-466c-ba2e-df9dad12b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:20.979692 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-eda585c7-2e6c-428e-b615-39262dbb219b admin admin] 10.222.0.32 "DELETE /v2.0/networks/1bb1be3e-1cca-429f-aa9f-4dd09951d5b0 HTTP/1.1" status: 204  len: 168 time: 2.7445240
Dec 25 21:44:20.982685 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 41274) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:44:20.986150 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7110f25-ce56-4fc8-94ac-fe5dd3ff9e81 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 21:44:21.010370 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-8d82c8d1-3464-466c-ba2e-df9dad12b0bc None None] For port 1b393781-a4fc-45cb-b986-297db7276d3f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1b393781-a4fc-45cb-b986-297db7276d3f,segment=NetworkSegment(6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855),segment_id=6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:44:21.019032 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-826ef896-418d-47d3-9710-02f12593b1c4 None None] Sync routers for ids ['adc3498f-1aab-41ce-b3fb-2f15d052e8bb'] in ncdv-master-1 {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 21:44:21.029009 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-1a6e7124-fad7-44e4-9827-0a3aa29fc153 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8632327'] for port, after_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:21.039989 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-826ef896-418d-47d3-9710-02f12593b1c4 None None] Routers {'adc3498f-1aab-41ce-b3fb-2f15d052e8bb'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:44:21.040940 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-826ef896-418d-47d3-9710-02f12593b1c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2618873e80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:44:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['adc3498f-1aab-41ce-b3fb-2f15d052e8bb'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:44:21.075589 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda585c7-2e6c-428e-b615-39262dbb219b admin admin] Pushing event deleted for resources: {'Network': ['ID=1bb1be3e-1cca-429f-aa9f-4dd09951d5b0,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:44:21.086350 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-1a6e7124-fad7-44e4-9827-0a3aa29fc153 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2007636'] for router_interface, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:21.091614 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-8d82c8d1-3464-466c-ba2e-df9dad12b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:21.175945 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-8d82c8d1-3464-466c-ba2e-df9dad12b0bc None None] Provisioning complete for port 0f1bc128-a0c8-4635-8c71-1ddfa9efda45 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:44:21.176215 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-8d82c8d1-3464-466c-ba2e-df9dad12b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:21.264294 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b7110f25-ce56-4fc8-94ac-fe5dd3ff9e81 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks [] for router, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:21.266169 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-b7110f25-ce56-4fc8-94ac-fe5dd3ff9e81 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 895 time: 6.7280371
Dec 25 21:44:21.271031 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 41276) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:44:21.302044 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6e7124-fad7-44e4-9827-0a3aa29fc153 admin admin] Pushing event updated for resources: {'Port': ['ID=5085acad-b29e-4c8f-a0b1-f0501d7e9999,revision_number=2']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:44:21.316645 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-ba60f13f-0545-41ad-8aaf-c846ca24a333 tempest-TestNetworkAdvancedServerOps-1317083038 tempest-TestNetworkAdvancedServerOps-1317083038-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=4ff29c23c5844f45826a02b6ae6b65e7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0405762
Dec 25 21:44:21.317393 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 41278) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:44:21.367318 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvr_db [None req-826ef896-418d-47d3-9710-02f12593b1c4 None None] Set router adc3498f-1aab-41ce-b3fb-2f15d052e8bb gateway port host: ncdv-master-1 {{(pid=121609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:44:21.560602 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d726da8-fd71-424a-a94c-a6b00c6f178a tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Router bb064fce-7459-4d24-a77f-36f25b7d3080 has already been hosted by L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 {{(pid=121607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 25 21:44:21.566006 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [None req-a1d610e3-fe83-4d22-92b7-ab81c22bd314 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Attempting to bind port bd0c38ae-64d1-481c-a36a-1b2937548e1a on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:44:21.566488 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [None req-a1d610e3-fe83-4d22-92b7-ab81c22bd314 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Attempting to bind port bd0c38ae-64d1-481c-a36a-1b2937548e1a by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '0b348995-4d55-45f1-b58c-2a5ccec11450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '99ca970e-c662-4419-9bb1-c5d90374ad5c'}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:44:21.566912 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1d610e3-fe83-4d22-92b7-ab81c22bd314 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Attempting to bind port bd0c38ae-64d1-481c-a36a-1b2937548e1a on network 99ca970e-c662-4419-9bb1-c5d90374ad5c {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:44:21.596417 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d82c8d1-3464-466c-ba2e-df9dad12b0bc None None] Pushing event updated for resources: {'Port': ['ID=1b393781-a4fc-45cb-b986-297db7276d3f,revision_number=4']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:44:21.599550 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-8d82c8d1-3464-466c-ba2e-df9dad12b0bc None None] Port 0f1bc128-a0c8-4635-8c71-1ddfa9efda45 cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:44:21.603093 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a6e7124-fad7-44e4-9827-0a3aa29fc153 admin admin] Network 8ff80b6e-c966-48fa-b9d8-4e20f6169e52 is already hosted by enough agents. {{(pid=121607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:44:21.616069 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-1a6e7124-fad7-44e4-9827-0a3aa29fc153 admin admin] Resources bound (agent type, host, resource id):  {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:44:21.621966 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1d610e3-fe83-4d22-92b7-ab81c22bd314 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Checking agent: {'id': 'ca4f5c6d-f1fd-48b8-a3e3-395864c7d23d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 20, 56, 40), 'started_at': datetime.datetime(2021, 12, 25, 20, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 44, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:44:21.621966 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1d610e3-fe83-4d22-92b7-ab81c22bd314 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Checking segment: {'id': '0b348995-4d55-45f1-b58c-2a5ccec11450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '99ca970e-c662-4419-9bb1-c5d90374ad5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:44:21.621966 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-a1d610e3-fe83-4d22-92b7-ab81c22bd314 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:21.621966 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1d610e3-fe83-4d22-92b7-ab81c22bd314 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Bound using segment: {'id': '0b348995-4d55-45f1-b58c-2a5ccec11450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '99ca970e-c662-4419-9bb1-c5d90374ad5c'} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:44:21.621966 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [None req-a1d610e3-fe83-4d22-92b7-ab81c22bd314 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Bound port: bd0c38ae-64d1-481c-a36a-1b2937548e1a, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b348995-4d55-45f1-b58c-2a5ccec11450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '99ca970e-c662-4419-9bb1-c5d90374ad5c'}}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:44:21.621966 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-a1d610e3-fe83-4d22-92b7-ab81c22bd314 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:21.676593 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d076ef76-755b-4ecd-b335-b258af72d037 tempest-TestNetworkAdvancedServerOps-1317083038 tempest-TestNetworkAdvancedServerOps-1317083038-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:44:21.678280 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-d076ef76-755b-4ecd-b335-b258af72d037 tempest-TestNetworkAdvancedServerOps-1317083038 tempest-TestNetworkAdvancedServerOps-1317083038-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.3517423
Dec 25 21:44:21.681743 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 41280) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:44:21.731745 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-8b992976-6c0e-4bb2-a92f-555b091fca38 tempest-TestNetworkAdvancedServerOps-1317083038 tempest-TestNetworkAdvancedServerOps-1317083038-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=7201e55c-7c5f-41aa-a042-a363696539d0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0487187
Dec 25 21:44:21.733191 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-912e6780-b50e-4319-895a-80d9081f104d None None] Provisioning complete for port 0f1bc128-a0c8-4635-8c71-1ddfa9efda45 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:44:21.733579 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-912e6780-b50e-4319-895a-80d9081f104d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:21.759914 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 41282) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:44:21.784324 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-46ccdf23-2f8d-4db6-8cdf-f95300c495b6 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2080703274', 'network_id': '060ae95d-b8fc-405f-91a3-56845df2e346', 'project_id': '4ff29c23c5844f45826a02b6ae6b65e7', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:44:21.802828 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-912e6780-b50e-4319-895a-80d9081f104d None None] Port 0f1bc128-a0c8-4635-8c71-1ddfa9efda45 cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:44:21.826613 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-826ef896-418d-47d3-9710-02f12593b1c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2618873e80>, [{'id': 'adc3498f-1aab-41ce-b3fb-2f15d052e8bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1725953326', 'tenant_id': '4ff29c23c5844f45826a02b6ae6b65e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.78'}], 'enable_snat': True}, 'gw_port_id': '0b8b5c78-eae5-4eb5-96fb-531e503b6693', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:44:14Z', 'updated_at': '2021-12-25T21:44:18Z', 'revision_number': 3, 'project_id': '4ff29c23c5844f45826a02b6ae6b65e7', 'gw_port': {'id': '0b8b5c78-eae5-4eb5-96fb-531e503b6693', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:f1:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adc3498f-1aab-41ce-b3fb-2f15d052e8bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3678, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:44:17Z', 'updated_at': '2021-12-25T21:44:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:44:21.882398 ncdv-master-1 neutron-server[121606]: WARNING neutron.plugins.ml2.plugin [None req-a1d610e3-fe83-4d22-92b7-ab81c22bd314 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Concurrent port binding operations failed on port bd0c38ae-64d1-481c-a36a-1b2937548e1a
Dec 25 21:44:21.890528 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [None req-a1d610e3-fe83-4d22-92b7-ab81c22bd314 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] For port bd0c38ae-64d1-481c-a36a-1b2937548e1a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bd0c38ae-64d1-481c-a36a-1b2937548e1a,segment=NetworkSegment(0b348995-4d55-45f1-b58c-2a5ccec11450),segment_id=0b348995-4d55-45f1-b58c-2a5ccec11450)] {{(pid=121606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:44:21.894310 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-826ef896-418d-47d3-9710-02f12593b1c4 None None] Checking router: adc3498f-1aab-41ce-b3fb-2f15d052e8bb for host: ncdv-master-1 {{(pid=121609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 25 21:44:21.894971 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-826ef896-418d-47d3-9710-02f12593b1c4 None None] Updating router adc3498f-1aab-41ce-b3fb-2f15d052e8bb port 0b8b5c78-eae5-4eb5-96fb-531e503b6693 binding host ncdv-master-1 {{(pid=121609) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 25 21:44:21.942180 ncdv-master-1 neutron-server[121606]: INFO neutron.plugins.ml2.plugin [None req-a1d610e3-fe83-4d22-92b7-ab81c22bd314 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Attempt 2 to bind port bd0c38ae-64d1-481c-a36a-1b2937548e1a
Dec 25 21:44:21.953147 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-a1d610e3-fe83-4d22-92b7-ab81c22bd314 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9084170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9028515'] for subnet, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:21.956466 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-826ef896-418d-47d3-9710-02f12593b1c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:21.967678 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d726da8-fd71-424a-a94c-a6b00c6f178a tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 21:44:21.974718 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-6d726da8-fd71-424a-a94c-a6b00c6f178a tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] 10.222.0.32 "PUT /v2.0/routers/bb064fce-7459-4d24-a77f-36f25b7d3080/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.9195125
Dec 25 21:44:21.979747 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1260818f-cca9-44bb-8241-a9ddaa9249db None None] Sync routers for ids ['bb064fce-7459-4d24-a77f-36f25b7d3080'] in ncdv-master-1 {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 21:44:21.982524 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 41284) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:44:22.019957 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1260818f-cca9-44bb-8241-a9ddaa9249db None None] Routers {'bb064fce-7459-4d24-a77f-36f25b7d3080'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:44:22.025736 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-1260818f-cca9-44bb-8241-a9ddaa9249db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2618244910>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:44:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['bb064fce-7459-4d24-a77f-36f25b7d3080'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:44:22.058371 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a6e7124-fad7-44e4-9827-0a3aa29fc153 admin admin] Router 2a2399df-84b3-4273-a66b-9a0663ef6700 has already been hosted by L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 {{(pid=121607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 25 21:44:22.176766 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1d610e3-fe83-4d22-92b7-ab81c22bd314 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Network 99ca970e-c662-4419-9bb1-c5d90374ad5c is already hosted by enough agents. {{(pid=121606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:44:22.223919 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-25a583ed-e31d-4b53-a5fe-bb56596d2578 None None] Provisioning complete for port 5085acad-b29e-4c8f-a0b1-f0501d7e9999 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:44:22.224538 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-25a583ed-e31d-4b53-a5fe-bb56596d2578 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:22.285256 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [None req-a1d610e3-fe83-4d22-92b7-ab81c22bd314 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Resources bound (agent type, host, resource id):  {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:44:22.289857 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1d610e3-fe83-4d22-92b7-ab81c22bd314 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:44:22.291269 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-a1d610e3-fe83-4d22-92b7-ab81c22bd314 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks [] for subnet, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:22.291399 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device bd0c38ae-64d1-481c-a36a-1b2937548e1a up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:44:22.334969 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a6e7124-fad7-44e4-9827-0a3aa29fc153 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 21:44:22.354837 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-1a6e7124-fad7-44e4-9827-0a3aa29fc153 admin admin] 10.222.0.32 "PUT /v2.0/routers/2a2399df-84b3-4273-a66b-9a0663ef6700/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.6989741
Dec 25 21:44:22.359535 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-25a583ed-e31d-4b53-a5fe-bb56596d2578 None None] Port 5085acad-b29e-4c8f-a0b1-f0501d7e9999 cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:44:22.378775 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvr_db [None req-1260818f-cca9-44bb-8241-a9ddaa9249db None None] Set router bb064fce-7459-4d24-a77f-36f25b7d3080 gateway port host: ncdv-master-1 {{(pid=121608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:44:22.498871 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-826ef896-418d-47d3-9710-02f12593b1c4 None None] Publish callbacks [] for port, precommit_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:22.502598 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b2d14bf-ff3d-4c40-9425-87b0b77dba44 tempest-TestNetworkBasicOps-1153214031 tempest-TestNetworkBasicOps-1153214031-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:44:22.503149 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b2d14bf-ff3d-4c40-9425-87b0b77dba44 tempest-TestNetworkBasicOps-1153214031 tempest-TestNetworkBasicOps-1153214031-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:44:22.503709 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b2d14bf-ff3d-4c40-9425-87b0b77dba44 tempest-TestNetworkBasicOps-1153214031 tempest-TestNetworkBasicOps-1153214031-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:44:22.504170 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b2d14bf-ff3d-4c40-9425-87b0b77dba44 tempest-TestNetworkBasicOps-1153214031 tempest-TestNetworkBasicOps-1153214031-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:44:22.504633 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b2d14bf-ff3d-4c40-9425-87b0b77dba44 tempest-TestNetworkBasicOps-1153214031 tempest-TestNetworkBasicOps-1153214031-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:44:22.505119 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b2d14bf-ff3d-4c40-9425-87b0b77dba44 tempest-TestNetworkBasicOps-1153214031 tempest-TestNetworkBasicOps-1153214031-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:44:22.505573 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b2d14bf-ff3d-4c40-9425-87b0b77dba44 tempest-TestNetworkBasicOps-1153214031 tempest-TestNetworkBasicOps-1153214031-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:44:22.506942 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b2d14bf-ff3d-4c40-9425-87b0b77dba44 tempest-TestNetworkBasicOps-1153214031 tempest-TestNetworkBasicOps-1153214031-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:44:22.512330 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-8b2d14bf-ff3d-4c40-9425-87b0b77dba44 tempest-TestNetworkBasicOps-1153214031 tempest-TestNetworkBasicOps-1153214031-project-admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200  len: 5665 time: 0.5049732
Dec 25 21:44:22.512860 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 41290) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:44:22.517397 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3692ccc-a11f-44c3-aee6-0d35874c5b60 None None] Network 99ca970e-c662-4419-9bb1-c5d90374ad5c requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:44:22.518038 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46ccdf23-2f8d-4db6-8cdf-f95300c495b6 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Made reservation on behalf of 4ff29c23c5844f45826a02b6ae6b65e7 for: {'subnet': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:44:22.521568 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-46ccdf23-2f8d-4db6-8cdf-f95300c495b6 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9028529'] for subnet, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:22.559937 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d610e3-fe83-4d22-92b7-ab81c22bd314 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Pushing event updated for resources: {'Subnet': ['ID=04ed05dd-817b-4d9d-8b5a-1a0ce61ffd3d,revision_number=0']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:44:22.563047 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port bd0c38ae-64d1-481c-a36a-1b2937548e1a triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:44:22.563428 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:22.576086 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-826ef896-418d-47d3-9710-02f12593b1c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:22.644306 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-a1d610e3-fe83-4d22-92b7-ab81c22bd314 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 864 time: 3.8465812
Dec 25 21:44:22.649234 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 41294) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:44:22.658278 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-7c582e88-1c19-4aef-b5c0-e7bfd5250354 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Request body: {'port': {'network_id': '99ca970e-c662-4419-9bb1-c5d90374ad5c', 'mac_address': 'fa:16:3e:53:e9:46', 'name': 'tempest-NetworksTestDHCPv6-1377708478'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:44:22.662950 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e101153-5129-42fd-b2f2-9cbfc5e638b7 tempest-TestNetworkBasicOps-1153214031 tempest-TestNetworkBasicOps-1153214031-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:44:22.663957 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e101153-5129-42fd-b2f2-9cbfc5e638b7 tempest-TestNetworkBasicOps-1153214031 tempest-TestNetworkBasicOps-1153214031-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:44:22.664601 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e101153-5129-42fd-b2f2-9cbfc5e638b7 tempest-TestNetworkBasicOps-1153214031 tempest-TestNetworkBasicOps-1153214031-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:44:22.665707 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e101153-5129-42fd-b2f2-9cbfc5e638b7 tempest-TestNetworkBasicOps-1153214031 tempest-TestNetworkBasicOps-1153214031-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:44:22.667429 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e101153-5129-42fd-b2f2-9cbfc5e638b7 tempest-TestNetworkBasicOps-1153214031 tempest-TestNetworkBasicOps-1153214031-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:44:22.668166 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e101153-5129-42fd-b2f2-9cbfc5e638b7 tempest-TestNetworkBasicOps-1153214031 tempest-TestNetworkBasicOps-1153214031-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:44:22.668813 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e101153-5129-42fd-b2f2-9cbfc5e638b7 tempest-TestNetworkBasicOps-1153214031 tempest-TestNetworkBasicOps-1153214031-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:44:22.682686 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e101153-5129-42fd-b2f2-9cbfc5e638b7 tempest-TestNetworkBasicOps-1153214031 tempest-TestNetworkBasicOps-1153214031-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:44:22.686775 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-7e101153-5129-42fd-b2f2-9cbfc5e638b7 tempest-TestNetworkBasicOps-1153214031 tempest-TestNetworkBasicOps-1153214031-project-admin] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 5283 time: 0.1719663
Dec 25 21:44:22.688523 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72c5ab60-9ebb-4947-a955-08dff4a932d2 None None] DHCP port deletion for 7201e55c-7c5f-41aa-a042-a363696539d0 request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 21:44:22.690666 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 41296) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:44:22.714251 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.managers [None req-826ef896-418d-47d3-9710-02f12593b1c4 None None] Attempting to bind port 0b8b5c78-eae5-4eb5-96fb-531e503b6693 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:44:22.715364 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.managers [None req-826ef896-418d-47d3-9710-02f12593b1c4 None None] Attempting to bind port 0b8b5c78-eae5-4eb5-96fb-531e503b6693 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'}] {{(pid=121609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:44:22.718309 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-826ef896-418d-47d3-9710-02f12593b1c4 None None] Attempting to bind port 0b8b5c78-eae5-4eb5-96fb-531e503b6693 on network 7201e55c-7c5f-41aa-a042-a363696539d0 {{(pid=121609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:44:22.722823 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a45236c-3178-4fba-a57b-0afd0fa11509 None None] Pushing event updated for resources: {'Port': ['ID=0b8b5c78-eae5-4eb5-96fb-531e503b6693,revision_number=2']} {{(pid=121609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:44:22.730352 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-826ef896-418d-47d3-9710-02f12593b1c4 None None] Checking agent: {'id': 'ca4f5c6d-f1fd-48b8-a3e3-395864c7d23d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 20, 56, 40), 'started_at': datetime.datetime(2021, 12, 25, 20, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 44, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:44:22.730992 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-826ef896-418d-47d3-9710-02f12593b1c4 None None] Checking segment: {'id': '6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:44:22.732595 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-826ef896-418d-47d3-9710-02f12593b1c4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:22.733482 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-826ef896-418d-47d3-9710-02f12593b1c4 None None] Bound using segment: {'id': '6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'} {{(pid=121609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:44:22.734335 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.managers [None req-826ef896-418d-47d3-9710-02f12593b1c4 None None] Bound port: 0b8b5c78-eae5-4eb5-96fb-531e503b6693, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'}}] {{(pid=121609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:44:22.735565 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-826ef896-418d-47d3-9710-02f12593b1c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:22.749276 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-774944a6-6188-4660-b8cd-0482967846b2 None None] Provisioning complete for port bd0c38ae-64d1-481c-a36a-1b2937548e1a triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:44:22.749276 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-774944a6-6188-4660-b8cd-0482967846b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:22.749522 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a45236c-3178-4fba-a57b-0afd0fa11509 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:44:22.749522 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a45236c-3178-4fba-a57b-0afd0fa11509 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:44:22.749522 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a45236c-3178-4fba-a57b-0afd0fa11509 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:44:22.749522 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a45236c-3178-4fba-a57b-0afd0fa11509 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:44:22.749522 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a45236c-3178-4fba-a57b-0afd0fa11509 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:44:22.749867 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a45236c-3178-4fba-a57b-0afd0fa11509 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:44:22.750128 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a45236c-3178-4fba-a57b-0afd0fa11509 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:44:22.750722 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a45236c-3178-4fba-a57b-0afd0fa11509 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:44:22.751223 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a45236c-3178-4fba-a57b-0afd0fa11509 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:44:22.751717 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a45236c-3178-4fba-a57b-0afd0fa11509 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:44:22.752251 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a45236c-3178-4fba-a57b-0afd0fa11509 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:44:22.752735 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a45236c-3178-4fba-a57b-0afd0fa11509 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:44:22.753574 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a45236c-3178-4fba-a57b-0afd0fa11509 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:44:22.780844 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-6e2a606a-cc18-4cfb-9211-ffdc684c9c14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2007615'] for router_interface, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:22.873773 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:22.881203 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.db [None req-826ef896-418d-47d3-9710-02f12593b1c4 None None] For port 0b8b5c78-eae5-4eb5-96fb-531e503b6693, host ncdv-master-1, cleared binding levels {{(pid=121609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:44:22.887045 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.db [None req-826ef896-418d-47d3-9710-02f12593b1c4 None None] For port 0b8b5c78-eae5-4eb5-96fb-531e503b6693, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0b8b5c78-eae5-4eb5-96fb-531e503b6693,segment=NetworkSegment(6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855),segment_id=6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855)] {{(pid=121609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:44:22.976523 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] For port bd0c38ae-64d1-481c-a36a-1b2937548e1a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bd0c38ae-64d1-481c-a36a-1b2937548e1a,segment=NetworkSegment(0b348995-4d55-45f1-b58c-2a5ccec11450),segment_id=0b348995-4d55-45f1-b58c-2a5ccec11450)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:44:23.028587 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-826ef896-418d-47d3-9710-02f12593b1c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:23.041025 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-774944a6-6188-4660-b8cd-0482967846b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:23.076597 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:23.077555 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 1b393781-a4fc-45cb-b986-297db7276d3f up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:44:23.110897 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-1260818f-cca9-44bb-8241-a9ddaa9249db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2618244910>, [{'id': 'bb064fce-7459-4d24-a77f-36f25b7d3080', 'name': 'tempest-TestNetworkBasicOps-router-426151613', 'tenant_id': '59ed9da8ed224ce9b429cb4c633a2498', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.26'}], 'enable_snat': True}, 'gw_port_id': 'fc671bf1-e418-4f26-aa0d-b9b32d92d2b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:44:08Z', 'updated_at': '2021-12-25T21:44:18Z', 'revision_number': 4, 'project_id': '59ed9da8ed224ce9b429cb4c633a2498', 'gw_port': {'id': 'fc671bf1-e418-4f26-aa0d-b9b32d92d2b1', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:b6:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb064fce-7459-4d24-a77f-36f25b7d3080', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3662, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:44:09Z', 'updated_at': '2021-12-25T21:44:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '0f1bc128-a0c8-4635-8c71-1ddfa9efda45', 'name': '', 'network_id': '2d1735c0-d6b4-47c5-98a9-07fa68c49bb1', 'tenant_id': '59ed9da8ed224ce9b429cb4c633a2498', 'mac_address': 'fa:16:3e:16:f4:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb064fce-7459-4d24-a77f-36f25b7d3080', 'device_owner': 'network:router_interface', 'standard_attr_id': 3677, 'fixed_ips': [{'subnet_id': '78ff16f3-e2c5-4dec-b8db-7056450eca76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:44:16Z', 'updated_at': '2021-12-25T21:44:19Z', 'revision_number': 2, 'project_id': '59ed9da8ed224ce9b429cb4c633a2498', 'subnets': [{'id': '78ff16f3-e2c5-4dec-b8db-7056450eca76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:44:23.191969 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a45236c-3178-4fba-a57b-0afd0fa11509 None None] Pushing event updated for resources: {'Port': ['ID=0b8b5c78-eae5-4eb5-96fb-531e503b6693,revision_number=3']} {{(pid=121609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:44:23.246996 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-826ef896-418d-47d3-9710-02f12593b1c4 None None] Routers {'adc3498f-1aab-41ce-b3fb-2f15d052e8bb'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:44:23.247647 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-826ef896-418d-47d3-9710-02f12593b1c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2618873e80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:44:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['adc3498f-1aab-41ce-b3fb-2f15d052e8bb'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:44:23.270886 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1260818f-cca9-44bb-8241-a9ddaa9249db None None] Checking router: bb064fce-7459-4d24-a77f-36f25b7d3080 for host: ncdv-master-1 {{(pid=121608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 25 21:44:23.272017 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1260818f-cca9-44bb-8241-a9ddaa9249db None None] Updating router bb064fce-7459-4d24-a77f-36f25b7d3080 port 0f1bc128-a0c8-4635-8c71-1ddfa9efda45 binding host ncdv-master-1 {{(pid=121608) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 25 21:44:23.294830 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-555cb2d0-7004-4731-b477-0d07a2e7debc None None] DHCP port deletion for 7201e55c-7c5f-41aa-a042-a363696539d0 request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 21:44:23.402146 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Pushing event updated for resources: {'Port': ['ID=bd0c38ae-64d1-481c-a36a-1b2937548e1a,revision_number=5']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:44:23.412609 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-1260818f-cca9-44bb-8241-a9ddaa9249db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:23.422056 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.db.api [None req-774944a6-6188-4660-b8cd-0482967846b2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=121608) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 25 21:44:23.422414 ncdv-master-1 neutron-server[121608]: DEBUG oslo_db.api [None req-774944a6-6188-4660-b8cd-0482967846b2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 25 21:44:23.515730 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvr_db [None req-826ef896-418d-47d3-9710-02f12593b1c4 None None] Set router adc3498f-1aab-41ce-b3fb-2f15d052e8bb gateway port host: ncdv-master-1 {{(pid=121609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:44:23.606390 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fa9465b-dc3f-4a78-8e46-23dc46b823d2 None None] Sync routers for ids ['2a2399df-84b3-4273-a66b-9a0663ef6700'] in ncdv-master-1 {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 21:44:23.629168 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port 1b393781-a4fc-45cb-b986-297db7276d3f triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:44:23.629419 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:23.631610 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 41308) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:44:23.644310 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-5ef194a9-b04d-4516-8285-5de1c5c1ab41 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1587544124-network', 'tenant_id': '7111026d02ad417e83bc2f057ded219d'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:44:23.733780 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fa9465b-dc3f-4a78-8e46-23dc46b823d2 None None] Routers {'2a2399df-84b3-4273-a66b-9a0663ef6700'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:44:23.734581 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-4fa9465b-dc3f-4a78-8e46-23dc46b823d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f261856e550>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:44:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['2a2399df-84b3-4273-a66b-9a0663ef6700'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:44:23.767816 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-677062c7-ecd1-43e1-b217-3e77ac5a4ddb tempest-TestNetworkBasicOps-1153214031 tempest-TestNetworkBasicOps-1153214031-project-admin] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200  len: 3770 time: 1.0756783
Dec 25 21:44:23.820062 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c582e88-1c19-4aef-b5c0-e7bfd5250354 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Made reservation on behalf of 6ca85d447d714c1ca24121ae04b3edf0 for: {'port': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:44:23.831810 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-46ccdf23-2f8d-4db6-8cdf-f95300c495b6 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9084170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9028515'] for subnet, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:23.866651 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ef194a9-b04d-4516-8285-5de1c5c1ab41 admin admin] Made reservation on behalf of 7111026d02ad417e83bc2f057ded219d for: {'network': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:44:23.871844 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-826ef896-418d-47d3-9710-02f12593b1c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2618873e80>, [{'id': 'adc3498f-1aab-41ce-b3fb-2f15d052e8bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1725953326', 'tenant_id': '4ff29c23c5844f45826a02b6ae6b65e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.78'}], 'enable_snat': True}, 'gw_port_id': '0b8b5c78-eae5-4eb5-96fb-531e503b6693', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:44:14Z', 'updated_at': '2021-12-25T21:44:18Z', 'revision_number': 3, 'project_id': '4ff29c23c5844f45826a02b6ae6b65e7', 'gw_port': {'id': '0b8b5c78-eae5-4eb5-96fb-531e503b6693', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:f1:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adc3498f-1aab-41ce-b3fb-2f15d052e8bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3678, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:44:17Z', 'updated_at': '2021-12-25T21:44:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:44:23.878784 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5ef194a9-b04d-4516-8285-5de1c5c1ab41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for network, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:23.902476 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-826ef896-418d-47d3-9710-02f12593b1c4 None None] The sync data for ids ['adc3498f-1aab-41ce-b3fb-2f15d052e8bb'] in ncdv-master-1 is: [{'id': 'adc3498f-1aab-41ce-b3fb-2f15d052e8bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1725953326', 'tenant_id': '4ff29c23c5844f45826a02b6ae6b65e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.78'}], 'enable_snat': True}, 'gw_port_id': '0b8b5c78-eae5-4eb5-96fb-531e503b6693', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:44:14Z', 'updated_at': '2021-12-25T21:44:18Z', 'revision_number': 3, 'project_id': '4ff29c23c5844f45826a02b6ae6b65e7', 'gw_port': {'id': '0b8b5c78-eae5-4eb5-96fb-531e503b6693', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:f1:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adc3498f-1aab-41ce-b3fb-2f15d052e8bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3678, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:44:17Z', 'updated_at': '2021-12-25T21:44:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 21:44:23.916182 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5ef194a9-b04d-4516-8285-5de1c5c1ab41 admin admin] Publish callbacks [] for security_group, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:23.932832 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvr_db [None req-4fa9465b-dc3f-4a78-8e46-23dc46b823d2 None None] Set router 2a2399df-84b3-4273-a66b-9a0663ef6700 gateway port host: ncdv-master-1 {{(pid=121609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:44:24.015234 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-1260818f-cca9-44bb-8241-a9ddaa9249db None None] Publish callbacks [] for port, precommit_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:24.112739 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46ccdf23-2f8d-4db6-8cdf-f95300c495b6 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Checking segment: {'id': '15bcd007-535d-424d-8176-e76fbbc4a89c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '060ae95d-b8fc-405f-91a3-56845df2e346'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:44:24.113117 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46ccdf23-2f8d-4db6-8cdf-f95300c495b6 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Network hostable DHCP agents. Network: 060ae95d-b8fc-405f-91a3-56845df2e346, hostable agents: ['1813db88-2c1b-4357-a2ba-869246b663c2'], hosted agents: [] {{(pid=121606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 25 21:44:24.122704 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-1260818f-cca9-44bb-8241-a9ddaa9249db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:24.138227 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device bd0c38ae-64d1-481c-a36a-1b2937548e1a up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:44:24.140479 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5ef194a9-b04d-4516-8285-5de1c5c1ab41 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:24.144771 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ccdf23-2f8d-4db6-8cdf-f95300c495b6 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Pushing event updated for resources: {'Subnet': ['ID=46348f07-d4df-41ed-9d9b-1f1c5c6801f5,revision_number=0']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:44:24.215543 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-7c582e88-1c19-4aef-b5c0-e7bfd5250354 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:24.224004 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5ef194a9-b04d-4516-8285-5de1c5c1ab41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:24.232339 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 41312) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:44:24.242582 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-ec86a962-ae49-4027-a812-91aaf9e92864 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-649673767', 'description': 'tempest-secgroup-smoke-649673767 description', 'project_id': '59ed9da8ed224ce9b429cb4c633a2498'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:44:24.263838 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-4fa9465b-dc3f-4a78-8e46-23dc46b823d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f261856e550>, [{'id': '2a2399df-84b3-4273-a66b-9a0663ef6700', 'name': 'tempest-TestServerMultinode-86418353-router', 'tenant_id': '085f682b164b4e0a84eabf214450d8c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.24'}], 'enable_snat': True}, 'gw_port_id': '1b393781-a4fc-45cb-b986-297db7276d3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:44:10Z', 'updated_at': '2021-12-25T21:44:20Z', 'revision_number': 4, 'project_id': '085f682b164b4e0a84eabf214450d8c8', 'gw_port': {'id': '1b393781-a4fc-45cb-b986-297db7276d3f', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:29:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a2399df-84b3-4273-a66b-9a0663ef6700', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3669, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:44:11Z', 'updated_at': '2021-12-25T21:44:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '5085acad-b29e-4c8f-a0b1-f0501d7e9999', 'name': '', 'network_id': '8ff80b6e-c966-48fa-b9d8-4e20f6169e52', 'tenant_id': '085f682b164b4e0a84eabf214450d8c8', 'mac_address': 'fa:16:3e:e8:84:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a2399df-84b3-4273-a66b-9a0663ef6700', 'device_owner': 'network:router_interface', 'standard_attr_id': 3680, 'fixed_ips': [{'subnet_id': '422d336a-8bb7-459f-a638-8406815d7db8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:44:17Z', 'updated_at': '2021-12-25T21:44:20Z', 'revision_number': 2, 'project_id': '085f682b164b4e0a84eabf214450d8c8', 'subnets': [{'id': '422d336a-8bb7-459f-a638-8406815d7db8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:44:24.265524 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46ccdf23-2f8d-4db6-8cdf-f95300c495b6 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Network 060ae95d-b8fc-405f-91a3-56845df2e346 is scheduled to be hosted by DHCP agent 1813db88-2c1b-4357-a2ba-869246b663c2 with binding_index 1 {{(pid=121606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 25 21:44:24.281438 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [None req-7c582e88-1c19-4aef-b5c0-e7bfd5250354 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] device_id is not set on port c5b87da9-6f33-44b4-9e2e-0d33976e8a63 yet. {{(pid=121606) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 25 21:44:24.298501 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fa9465b-dc3f-4a78-8e46-23dc46b823d2 None None] Checking router: 2a2399df-84b3-4273-a66b-9a0663ef6700 for host: ncdv-master-1 {{(pid=121609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 25 21:44:24.299071 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fa9465b-dc3f-4a78-8e46-23dc46b823d2 None None] Updating router 2a2399df-84b3-4273-a66b-9a0663ef6700 port 5085acad-b29e-4c8f-a0b1-f0501d7e9999 binding host ncdv-master-1 {{(pid=121609) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 25 21:44:24.311373 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ef194a9-b04d-4516-8285-5de1c5c1ab41 admin admin] vlan segment allocate from pool success with {'vlan_id': 169, 'physical_network': 'physnet1'}  {{(pid=121607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 25 21:44:24.370119 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-4fa9465b-dc3f-4a78-8e46-23dc46b823d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:24.379755 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5ef194a9-b04d-4516-8285-5de1c5c1ab41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:24.380205 ncdv-master-1 neutron-server[121607]: INFO neutron.db.segments_db [None req-5ef194a9-b04d-4516-8285-5de1c5c1ab41 admin admin] Added segment 9c07744f-def3-427d-ae5f-b4009391b9ff of type vlan for network 19c08004-af92-4c19-9743-26ef9cf7bde6
Dec 25 21:44:24.399962 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef194a9-b04d-4516-8285-5de1c5c1ab41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22866a5d-812f-439b-8d61-5070a8152c13,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:44:24.455475 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5ef194a9-b04d-4516-8285-5de1c5c1ab41 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737602163420'] for network, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:24.457464 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [None req-46ccdf23-2f8d-4db6-8cdf-f95300c495b6 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 060ae95d-b8fc-405f-91a3-56845df2e346) {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:44:24.457722 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-917adc5c-1c2d-41c8-9144-987fa1c1c4e7 None None] Provisioning complete for port bd0c38ae-64d1-481c-a36a-1b2937548e1a triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:44:24.458206 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-917adc5c-1c2d-41c8-9144-987fa1c1c4e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:24.468378 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353e791d-0461-455c-8718-82c94fe3fb1e None None] Pushing event updated for resources: {'Port': ['ID=0f1bc128-a0c8-4635-8c71-1ddfa9efda45,revision_number=3']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:44:24.473947 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46ccdf23-2f8d-4db6-8cdf-f95300c495b6 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:44:24.475020 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-46ccdf23-2f8d-4db6-8cdf-f95300c495b6 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks [] for subnet, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:24.491468 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99573ec4-e370-4c2d-82fe-f0c3a67d754c None None] Network 060ae95d-b8fc-405f-91a3-56845df2e346 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:44:24.506323 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ec86a962-ae49-4027-a812-91aaf9e92864 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Publish callbacks [] for security_group, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:24.527202 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-6e2a606a-cc18-4cfb-9211-ffdc684c9c14 admin admin] Deleting port 5171a6a0-42e0-482e-8c49-be921a629ba2 {{(pid=121606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:44:24.527685 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-6e2a606a-cc18-4cfb-9211-ffdc684c9c14 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:24.634494 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ec86a962-ae49-4027-a812-91aaf9e92864 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Publish callbacks [] for security_group, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:24.649295 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-46ccdf23-2f8d-4db6-8cdf-f95300c495b6 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 832 time: 2.8831241
Dec 25 21:44:24.650918 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 41314) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:44:24.677158 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_common [None req-7c582e88-1c19-4aef-b5c0-e7bfd5250354 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Allocated IP 2001:db8::8e (99ca970e-c662-4419-9bb1-c5d90374ad5c/a55a89b6-a838-4da2-b027-74bdc6d4b8ae/c5b87da9-6f33-44b4-9e2e-0d33976e8a63) {{(pid=121606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:44:24.705440 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_common [None req-7c582e88-1c19-4aef-b5c0-e7bfd5250354 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Allocated IP 2001:db8:0:1:f816:3eff:fe53:e946 (99ca970e-c662-4419-9bb1-c5d90374ad5c/04ed05dd-817b-4d9d-8b5a-1a0ce61ffd3d/c5b87da9-6f33-44b4-9e2e-0d33976e8a63) {{(pid=121606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:44:24.719504 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5ef194a9-b04d-4516-8285-5de1c5c1ab41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870'] for network, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:24.720292 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [None req-6e2a606a-cc18-4cfb-9211-ffdc684c9c14 admin admin] For port 5171a6a0-42e0-482e-8c49-be921a629ba2, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5171a6a0-42e0-482e-8c49-be921a629ba2,segment=NetworkSegment(2c439112-45cf-4c4b-91c2-b62eb859ac46),segment_id=2c439112-45cf-4c4b-91c2-b62eb859ac46)] {{(pid=121606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:44:24.720664 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-6e2a606a-cc18-4cfb-9211-ffdc684c9c14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:24.722063 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ef194a9-b04d-4516-8285-5de1c5c1ab41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:44:24.723166 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5ef194a9-b04d-4516-8285-5de1c5c1ab41 admin admin] Publish callbacks [] for network, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:24.742461 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ec86a962-ae49-4027-a812-91aaf9e92864 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:24.748785 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-6e2a606a-cc18-4cfb-9211-ffdc684c9c14 admin admin] Calling delete_port for 5171a6a0-42e0-482e-8c49-be921a629ba2 owned by network:router_interface {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:44:24.797328 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec86a962-ae49-4027-a812-91aaf9e92864 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8fde5ca-7127-4677-ba95-89b902fefd43,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:44:24.898010 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef194a9-b04d-4516-8285-5de1c5c1ab41 admin admin] Pushing event updated for resources: {'Network': ['ID=19c08004-af92-4c19-9743-26ef9cf7bde6,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:44:24.918171 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Network 19c08004-af92-4c19-9743-26ef9cf7bde6 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 25 21:44:24.963453 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-1260818f-cca9-44bb-8241-a9ddaa9249db None None] Attempting to bind port 0f1bc128-a0c8-4635-8c71-1ddfa9efda45 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:44:24.963823 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-1260818f-cca9-44bb-8241-a9ddaa9249db None None] Attempting to bind port 0f1bc128-a0c8-4635-8c71-1ddfa9efda45 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '9a25e8de-a0c2-445f-8383-e47b034f2d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '2d1735c0-d6b4-47c5-98a9-07fa68c49bb1'}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:44:24.964180 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1260818f-cca9-44bb-8241-a9ddaa9249db None None] Attempting to bind port 0f1bc128-a0c8-4635-8c71-1ddfa9efda45 on network 2d1735c0-d6b4-47c5-98a9-07fa68c49bb1 {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:44:24.971367 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-5ef194a9-b04d-4516-8285-5de1c5c1ab41 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 1.3311019
Dec 25 21:44:24.976368 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 41316) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:44:24.979290 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ec86a962-ae49-4027-a812-91aaf9e92864 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:24.980730 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-ec86a962-ae49-4027-a812-91aaf9e92864 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1811 time: 0.7464278
Dec 25 21:44:24.986278 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-5d8e0844-a5e3-425c-8982-02ddc8aca811 admin admin] Request body: {'subnet': {'network_id': '19c08004-af92-4c19-9743-26ef9cf7bde6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1587544124-subnet', 'tenant_id': '7111026d02ad417e83bc2f057ded219d', 'ip_version': 4}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:44:24.989665 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 41318) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:44:24.996286 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port bd0c38ae-64d1-481c-a36a-1b2937548e1a triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:44:24.996656 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:24.999015 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1260818f-cca9-44bb-8241-a9ddaa9249db None None] Checking agent: {'id': 'ca4f5c6d-f1fd-48b8-a3e3-395864c7d23d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 20, 56, 40), 'started_at': datetime.datetime(2021, 12, 25, 20, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 44, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:44:24.999332 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1260818f-cca9-44bb-8241-a9ddaa9249db None None] Checking segment: {'id': '9a25e8de-a0c2-445f-8383-e47b034f2d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '2d1735c0-d6b4-47c5-98a9-07fa68c49bb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:44:24.999984 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-1260818f-cca9-44bb-8241-a9ddaa9249db None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:25.000391 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1260818f-cca9-44bb-8241-a9ddaa9249db None None] Bound using segment: {'id': '9a25e8de-a0c2-445f-8383-e47b034f2d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '2d1735c0-d6b4-47c5-98a9-07fa68c49bb1'} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:44:25.000907 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-1260818f-cca9-44bb-8241-a9ddaa9249db None None] Bound port: 0f1bc128-a0c8-4635-8c71-1ddfa9efda45, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a25e8de-a0c2-445f-8383-e47b034f2d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '2d1735c0-d6b4-47c5-98a9-07fa68c49bb1'}}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:44:25.001286 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-1260818f-cca9-44bb-8241-a9ddaa9249db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:25.010781 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-e39f9042-ebe6-4a69-9ce9-ad235f64a46d tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Request body: {'security_group_rule': {'security_group_id': 'e8fde5ca-7127-4677-ba95-89b902fefd43', 'project_id': '59ed9da8ed224ce9b429cb4c633a2498', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:44:25.048314 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-4fa9465b-dc3f-4a78-8e46-23dc46b823d2 None None] Publish callbacks [] for port, precommit_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:25.058404 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-7c582e88-1c19-4aef-b5c0-e7bfd5250354 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks [] for port, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:25.120277 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d8e0844-a5e3-425c-8982-02ddc8aca811 admin admin] Made reservation on behalf of 7111026d02ad417e83bc2f057ded219d for: {'subnet': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:44:25.123229 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5d8e0844-a5e3-425c-8982-02ddc8aca811 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8852834'] for subnet, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:25.165664 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-4fa9465b-dc3f-4a78-8e46-23dc46b823d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:25.167616 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-165cdee9-3793-4d30-8fd4-8e4eb318d3e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-060ae95d-b8fc-405f-91a3-56845df2e346', 'network_id': '060ae95d-b8fc-405f-91a3-56845df2e346', 'project_id': '4ff29c23c5844f45826a02b6ae6b65e7', 'fixed_ips': [{'subnet_id': '46348f07-d4df-41ed-9d9b-1f1c5c6801f5'}]}} from ncdv-master-1. {{(pid=121608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 25 21:44:25.168582 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-165cdee9-3793-4d30-8fd4-8e4eb318d3e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:25.222141 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-7c582e88-1c19-4aef-b5c0-e7bfd5250354 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:25.305334 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-1260818f-cca9-44bb-8241-a9ddaa9249db None None] For port 0f1bc128-a0c8-4635-8c71-1ddfa9efda45, host ncdv-master-1, cleared binding levels {{(pid=121608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:44:25.312134 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e39f9042-ebe6-4a69-9ce9-ad235f64a46d tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Publish callbacks [] for security_group_rule, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:25.316765 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-1260818f-cca9-44bb-8241-a9ddaa9249db None None] For port 0f1bc128-a0c8-4635-8c71-1ddfa9efda45, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0f1bc128-a0c8-4635-8c71-1ddfa9efda45,segment=NetworkSegment(9a25e8de-a0c2-445f-8383-e47b034f2d15),segment_id=9a25e8de-a0c2-445f-8383-e47b034f2d15)] {{(pid=121608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:44:25.350926 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c582e88-1c19-4aef-b5c0-e7bfd5250354 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Network 99ca970e-c662-4419-9bb1-c5d90374ad5c is already hosted by enough agents. {{(pid=121606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:44:25.358709 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [None req-7c582e88-1c19-4aef-b5c0-e7bfd5250354 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Resources bound (agent type, host, resource id):  {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:44:25.364373 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c582e88-1c19-4aef-b5c0-e7bfd5250354 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Received port after_create {{(pid=121606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:44:25.381514 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c582e88-1c19-4aef-b5c0-e7bfd5250354 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:44:25.382284 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-7c582e88-1c19-4aef-b5c0-e7bfd5250354 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:25.420435 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c582e88-1c19-4aef-b5c0-e7bfd5250354 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Pushing event updated for resources: {'Port': ['ID=c5b87da9-6f33-44b4-9e2e-0d33976e8a63,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:44:25.471875 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-1260818f-cca9-44bb-8241-a9ddaa9249db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:25.534400 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0510aca9-8a95-49ce-b6ea-197141a004c4 None None] Pushing event updated for resources: {'Port': ['ID=5085acad-b29e-4c8f-a0b1-f0501d7e9999,revision_number=3']} {{(pid=121609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:44:25.554268 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-7c582e88-1c19-4aef-b5c0-e7bfd5250354 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1032 time: 2.9048936
Dec 25 21:44:25.556772 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e39f9042-ebe6-4a69-9ce9-ad235f64a46d tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:25.560855 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.managers [None req-4fa9465b-dc3f-4a78-8e46-23dc46b823d2 None None] Attempting to bind port 5085acad-b29e-4c8f-a0b1-f0501d7e9999 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:44:25.562322 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 41320) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:44:25.563697 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.managers [None req-4fa9465b-dc3f-4a78-8e46-23dc46b823d2 None None] Attempting to bind port 5085acad-b29e-4c8f-a0b1-f0501d7e9999 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '2908bfa6-99d6-4bee-a25d-023e094a80e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '8ff80b6e-c966-48fa-b9d8-4e20f6169e52'}] {{(pid=121609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:44:25.564357 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fa9465b-dc3f-4a78-8e46-23dc46b823d2 None None] Attempting to bind port 5085acad-b29e-4c8f-a0b1-f0501d7e9999 on network 8ff80b6e-c966-48fa-b9d8-4e20f6169e52 {{(pid=121609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:44:25.575549 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fa9465b-dc3f-4a78-8e46-23dc46b823d2 None None] Checking agent: {'id': 'ca4f5c6d-f1fd-48b8-a3e3-395864c7d23d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 20, 56, 40), 'started_at': datetime.datetime(2021, 12, 25, 20, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 44, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:44:25.576235 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fa9465b-dc3f-4a78-8e46-23dc46b823d2 None None] Checking segment: {'id': '2908bfa6-99d6-4bee-a25d-023e094a80e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '8ff80b6e-c966-48fa-b9d8-4e20f6169e52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:44:25.576401 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-4fa9465b-dc3f-4a78-8e46-23dc46b823d2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:25.576802 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fa9465b-dc3f-4a78-8e46-23dc46b823d2 None None] Bound using segment: {'id': '2908bfa6-99d6-4bee-a25d-023e094a80e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '8ff80b6e-c966-48fa-b9d8-4e20f6169e52'} {{(pid=121609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:44:25.577444 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.managers [None req-4fa9465b-dc3f-4a78-8e46-23dc46b823d2 None None] Bound port: 5085acad-b29e-4c8f-a0b1-f0501d7e9999, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2908bfa6-99d6-4bee-a25d-023e094a80e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '8ff80b6e-c966-48fa-b9d8-4e20f6169e52'}}] {{(pid=121609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:44:25.577698 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-4fa9465b-dc3f-4a78-8e46-23dc46b823d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:25.649340 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-917adc5c-1c2d-41c8-9144-987fa1c1c4e7 None None] Provisioning complete for port 0b8b5c78-eae5-4eb5-96fb-531e503b6693 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:44:25.649716 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-917adc5c-1c2d-41c8-9144-987fa1c1c4e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:25.708339 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353e791d-0461-455c-8718-82c94fe3fb1e None None] Pushing event updated for resources: {'Port': ['ID=0f1bc128-a0c8-4635-8c71-1ddfa9efda45,revision_number=4']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:44:25.716725 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-6e2a606a-cc18-4cfb-9211-ffdc684c9c14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:25.717292 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.db [None req-4fa9465b-dc3f-4a78-8e46-23dc46b823d2 None None] For port 5085acad-b29e-4c8f-a0b1-f0501d7e9999, host ncdv-master-1, cleared binding levels {{(pid=121609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:44:25.723778 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.db [None req-4fa9465b-dc3f-4a78-8e46-23dc46b823d2 None None] For port 5085acad-b29e-4c8f-a0b1-f0501d7e9999, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5085acad-b29e-4c8f-a0b1-f0501d7e9999,segment=NetworkSegment(2908bfa6-99d6-4bee-a25d-023e094a80e9),segment_id=2908bfa6-99d6-4bee-a25d-023e094a80e9)] {{(pid=121609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:44:25.774364 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2a606a-cc18-4cfb-9211-ffdc684c9c14 admin admin] Pushing event deleted for resources: {'Port': ['ID=5171a6a0-42e0-482e-8c49-be921a629ba2,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:44:25.777088 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e39f9042-ebe6-4a69-9ce9-ad235f64a46d tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077839'] for security_group_rule, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:25.797792 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1260818f-cca9-44bb-8241-a9ddaa9249db None None] Routers {'bb064fce-7459-4d24-a77f-36f25b7d3080'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:44:25.798462 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-1260818f-cca9-44bb-8241-a9ddaa9249db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2618244910>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:44:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['bb064fce-7459-4d24-a77f-36f25b7d3080'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:44:25.815295 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-4fa9465b-dc3f-4a78-8e46-23dc46b823d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:25.834849 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39f9042-ebe6-4a69-9ce9-ad235f64a46d tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ea2f822-209c-487b-ab06-abb5676c98ac,revision_number=0']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:44:25.848822 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5d8e0844-a5e3-425c-8982-02ddc8aca811 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8632475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8852848'] for subnet, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:25.911914 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8e0844-a5e3-425c-8982-02ddc8aca811 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3f1f67fb-b937-4627-851e-2c0a66db95c4,revision_number=0']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:44:25.923819 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.db_base_plugin_common [None req-165cdee9-3793-4d30-8fd4-8e4eb318d3e3 None None] Allocated IP 172.20.0.2 (060ae95d-b8fc-405f-91a3-56845df2e346/46348f07-d4df-41ed-9d9b-1f1c5c6801f5/0a88198c-e7ee-442c-a539-667c36bd1e1a) {{(pid=121608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:44:25.930083 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e39f9042-ebe6-4a69-9ce9-ad235f64a46d tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Publish callbacks [] for security_group_rule, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:25.931678 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-e39f9042-ebe6-4a69-9ce9-ad235f64a46d tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.9250631
Dec 25 21:44:25.934306 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0510aca9-8a95-49ce-b6ea-197141a004c4 None None] Pushing event updated for resources: {'Port': ['ID=5085acad-b29e-4c8f-a0b1-f0501d7e9999,revision_number=4']} {{(pid=121609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:44:25.939494 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-1c6283cd-e0b7-49cd-bd79-a34637a7fe1e tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Deleting port c5b87da9-6f33-44b4-9e2e-0d33976e8a63 {{(pid=121606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:44:25.942987 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-1c6283cd-e0b7-49cd-bd79-a34637a7fe1e tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:25.948748 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fa9465b-dc3f-4a78-8e46-23dc46b823d2 None None] Routers {'2a2399df-84b3-4273-a66b-9a0663ef6700'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:44:25.950087 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-4fa9465b-dc3f-4a78-8e46-23dc46b823d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f261856e550>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:44:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['2a2399df-84b3-4273-a66b-9a0663ef6700'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:44:25.970455 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 41322) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:44:25.976605 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-042cade3-a311-433f-956b-321340d6d2c5 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Request body: {'security_group_rule': {'security_group_id': 'e8fde5ca-7127-4677-ba95-89b902fefd43', 'project_id': '59ed9da8ed224ce9b429cb4c633a2498', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:44:26.218055 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvr_db [None req-1260818f-cca9-44bb-8241-a9ddaa9249db None None] Set router bb064fce-7459-4d24-a77f-36f25b7d3080 gateway port host: ncdv-master-1 {{(pid=121608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:44:26.225639 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvr_db [None req-4fa9465b-dc3f-4a78-8e46-23dc46b823d2 None None] Set router 2a2399df-84b3-4273-a66b-9a0663ef6700 gateway port host: ncdv-master-1 {{(pid=121609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:44:26.240692 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d8e0844-a5e3-425c-8982-02ddc8aca811 admin admin] Checking segment: {'id': '9c07744f-def3-427d-ae5f-b4009391b9ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '19c08004-af92-4c19-9743-26ef9cf7bde6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:44:26.240969 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d8e0844-a5e3-425c-8982-02ddc8aca811 admin admin] Network hostable DHCP agents. Network: 19c08004-af92-4c19-9743-26ef9cf7bde6, hostable agents: ['1813db88-2c1b-4357-a2ba-869246b663c2'], hosted agents: [] {{(pid=121607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 25 21:44:26.268897 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-042cade3-a311-433f-956b-321340d6d2c5 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Publish callbacks [] for security_group_rule, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:26.308075 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-31f147ee-9a3c-463f-8cf5-c18f35e95180 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:26.435585 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 0b8b5c78-eae5-4eb5-96fb-531e503b6693 up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:44:26.437151 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-042cade3-a311-433f-956b-321340d6d2c5 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:26.438373 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d8e0844-a5e3-425c-8982-02ddc8aca811 admin admin] Network 19c08004-af92-4c19-9743-26ef9cf7bde6 is scheduled to be hosted by DHCP agent 1813db88-2c1b-4357-a2ba-869246b663c2 with binding_index 1 {{(pid=121607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 25 21:44:26.463537 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-1c6283cd-e0b7-49cd-bd79-a34637a7fe1e tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:26.484919 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-1c6283cd-e0b7-49cd-bd79-a34637a7fe1e tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Calling delete_port for c5b87da9-6f33-44b4-9e2e-0d33976e8a63 owned by  {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:44:26.495367 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-6e2a606a-cc18-4cfb-9211-ffdc684c9c14 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2007763'] for router_interface, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:26.528767 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-042cade3-a311-433f-956b-321340d6d2c5 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077839'] for security_group_rule, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:26.541431 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-5d8e0844-a5e3-425c-8982-02ddc8aca811 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 19c08004-af92-4c19-9743-26ef9cf7bde6) {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:44:26.548408 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d8e0844-a5e3-425c-8982-02ddc8aca811 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:44:26.557554 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5d8e0844-a5e3-425c-8982-02ddc8aca811 admin admin] Publish callbacks [] for subnet, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:26.580361 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042cade3-a311-433f-956b-321340d6d2c5 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=446e9446-5319-495c-9509-a53c4f3b1cef,revision_number=0']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:44:26.607575 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23a4e7f9-d501-4a18-a08b-e38f91760a69 None None] Network 19c08004-af92-4c19-9743-26ef9cf7bde6 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:44:26.615734 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-4fa9465b-dc3f-4a78-8e46-23dc46b823d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f261856e550>, [{'id': '2a2399df-84b3-4273-a66b-9a0663ef6700', 'name': 'tempest-TestServerMultinode-86418353-router', 'tenant_id': '085f682b164b4e0a84eabf214450d8c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.24'}], 'enable_snat': True}, 'gw_port_id': '1b393781-a4fc-45cb-b986-297db7276d3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:44:10Z', 'updated_at': '2021-12-25T21:44:20Z', 'revision_number': 4, 'project_id': '085f682b164b4e0a84eabf214450d8c8', 'gw_port': {'id': '1b393781-a4fc-45cb-b986-297db7276d3f', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:29:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a2399df-84b3-4273-a66b-9a0663ef6700', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3669, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:44:11Z', 'updated_at': '2021-12-25T21:44:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '5085acad-b29e-4c8f-a0b1-f0501d7e9999', 'name': '', 'network_id': '8ff80b6e-c966-48fa-b9d8-4e20f6169e52', 'tenant_id': '085f682b164b4e0a84eabf214450d8c8', 'mac_address': 'fa:16:3e:e8:84:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a2399df-84b3-4273-a66b-9a0663ef6700', 'device_owner': 'network:router_interface', 'standard_attr_id': 3680, 'fixed_ips': [{'subnet_id': '422d336a-8bb7-459f-a638-8406815d7db8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:44:17Z', 'updated_at': '2021-12-25T21:44:25Z', 'revision_number': 4, 'project_id': '085f682b164b4e0a84eabf214450d8c8', 'subnets': [{'id': '422d336a-8bb7-459f-a638-8406815d7db8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:44:26.655942 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fa9465b-dc3f-4a78-8e46-23dc46b823d2 None None] The sync data for ids ['2a2399df-84b3-4273-a66b-9a0663ef6700'] in ncdv-master-1 is: [{'id': '2a2399df-84b3-4273-a66b-9a0663ef6700', 'name': 'tempest-TestServerMultinode-86418353-router', 'tenant_id': '085f682b164b4e0a84eabf214450d8c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.24'}], 'enable_snat': True}, 'gw_port_id': '1b393781-a4fc-45cb-b986-297db7276d3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:44:10Z', 'updated_at': '2021-12-25T21:44:20Z', 'revision_number': 4, 'project_id': '085f682b164b4e0a84eabf214450d8c8', 'gw_port': {'id': '1b393781-a4fc-45cb-b986-297db7276d3f', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:29:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a2399df-84b3-4273-a66b-9a0663ef6700', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3669, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:44:11Z', 'updated_at': '2021-12-25T21:44:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '5085acad-b29e-4c8f-a0b1-f0501d7e9999', 'name': '', 'network_id': '8ff80b6e-c966-48fa-b9d8-4e20f6169e52', 'tenant_id': '085f682b164b4e0a84eabf214450d8c8', 'mac_address': 'fa:16:3e:e8:84:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a2399df-84b3-4273-a66b-9a0663ef6700', 'device_owner': 'network:router_interface', 'standard_attr_id': 3680, 'fixed_ips': [{'subnet_id': '422d336a-8bb7-459f-a638-8406815d7db8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:44:17Z', 'updated_at': '2021-12-25T21:44:25Z', 'revision_number': 4, 'project_id': '085f682b164b4e0a84eabf214450d8c8', 'subnets': [{'id': '422d336a-8bb7-459f-a638-8406815d7db8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 21:44:26.661489 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-5d8e0844-a5e3-425c-8982-02ddc8aca811 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 1.6786339
Dec 25 21:44:26.664767 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 41324) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:44:26.671806 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-fb21d108-9666-4794-9b2e-db40750d4e62 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1587544124-router', 'tenant_id': '7111026d02ad417e83bc2f057ded219d', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'}}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:44:26.685658 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-042cade3-a311-433f-956b-321340d6d2c5 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Publish callbacks [] for security_group_rule, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:26.687050 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-042cade3-a311-433f-956b-321340d6d2c5 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.7153115
Dec 25 21:44:26.692496 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 41326) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:44:26.715484 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-917adc5c-1c2d-41c8-9144-987fa1c1c4e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:26.717130 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-1543b579-c2ef-4978-9fd4-101649c9b683 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Request body: {'security_group_rule': {'security_group_id': 'e8fde5ca-7127-4677-ba95-89b902fefd43', 'project_id': '59ed9da8ed224ce9b429cb4c633a2498', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:44:26.777397 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-fb21d108-9666-4794-9b2e-db40750d4e62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2014909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14863'] for router, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:26.778452 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-fb21d108-9666-4794-9b2e-db40750d4e62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2014285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2009796', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2082630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14848'] for router, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:26.818791 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-917adc5c-1c2d-41c8-9144-987fa1c1c4e7 None None] For port 0b8b5c78-eae5-4eb5-96fb-531e503b6693, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0b8b5c78-eae5-4eb5-96fb-531e503b6693,segment=NetworkSegment(6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855),segment_id=6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:44:26.897547 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-fb21d108-9666-4794-9b2e-db40750d4e62 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:26.919245 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-1543b579-c2ef-4978-9fd4-101649c9b683 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Publish callbacks [] for security_group_rule, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:26.920065 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a12bdbe-f172-4fe1-bde6-b4a17c1aaac1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-19c08004-af92-4c19-9743-26ef9cf7bde6', 'network_id': '19c08004-af92-4c19-9743-26ef9cf7bde6', 'project_id': '7111026d02ad417e83bc2f057ded219d', 'fixed_ips': [{'subnet_id': '3f1f67fb-b937-4627-851e-2c0a66db95c4'}]}} from ncdv-master-1. {{(pid=121608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 25 21:44:26.920953 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-2a12bdbe-f172-4fe1-bde6-b4a17c1aaac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:26.953081 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-917adc5c-1c2d-41c8-9144-987fa1c1c4e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:26.981782 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e2a606a-cc18-4cfb-9211-ffdc684c9c14 admin admin] Router 09c5e02e-afc2-4dfa-86b9-e9f0d80958da has already been hosted by L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 {{(pid=121606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 25 21:44:26.984178 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port 0b8b5c78-eae5-4eb5-96fb-531e503b6693 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:44:26.984655 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:26.992173 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-1543b579-c2ef-4978-9fd4-101649c9b683 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:27.064572 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-165cdee9-3793-4d30-8fd4-8e4eb318d3e3 None None] Publish callbacks [] for port, precommit_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:27.102243 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-1543b579-c2ef-4978-9fd4-101649c9b683 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077839'] for security_group_rule, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:27.156997 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e2a606a-cc18-4cfb-9211-ffdc684c9c14 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 21:44:27.164209 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-6e2a606a-cc18-4cfb-9211-ffdc684c9c14 admin admin] 10.222.0.32 "PUT /v2.0/routers/09c5e02e-afc2-4dfa-86b9-e9f0d80958da/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 6.1804223
Dec 25 21:44:27.167468 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 41328) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:44:27.178758 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1543b579-c2ef-4978-9fd4-101649c9b683 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d931993-60b5-4bd8-a502-d308dc8e62b0,revision_number=0']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:44:27.183762 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cb6af1e-8470-48ec-bdff-1d7275b3987c None None] Sync routers for ids ['09c5e02e-afc2-4dfa-86b9-e9f0d80958da'] in ncdv-master-1 {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 21:44:27.194310 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-5047c202-2aa7-4d93-b7e1-7ad81d4e2440 None None] Provisioning complete for port c5b87da9-6f33-44b4-9e2e-0d33976e8a63 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:44:27.197071 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5047c202-2aa7-4d93-b7e1-7ad81d4e2440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:27.210918 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-fb21d108-9666-4794-9b2e-db40750d4e62 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:27.214692 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-165cdee9-3793-4d30-8fd4-8e4eb318d3e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946'] for port, after_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:27.271743 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-1c6283cd-e0b7-49cd-bd79-a34637a7fe1e tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:27.282075 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-1260818f-cca9-44bb-8241-a9ddaa9249db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2618244910>, [{'id': 'bb064fce-7459-4d24-a77f-36f25b7d3080', 'name': 'tempest-TestNetworkBasicOps-router-426151613', 'tenant_id': '59ed9da8ed224ce9b429cb4c633a2498', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.26'}], 'enable_snat': True}, 'gw_port_id': 'fc671bf1-e418-4f26-aa0d-b9b32d92d2b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:44:08Z', 'updated_at': '2021-12-25T21:44:18Z', 'revision_number': 4, 'project_id': '59ed9da8ed224ce9b429cb4c633a2498', 'gw_port': {'id': 'fc671bf1-e418-4f26-aa0d-b9b32d92d2b1', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:b6:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb064fce-7459-4d24-a77f-36f25b7d3080', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3662, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:44:09Z', 'updated_at': '2021-12-25T21:44:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '0f1bc128-a0c8-4635-8c71-1ddfa9efda45', 'name': '', 'network_id': '2d1735c0-d6b4-47c5-98a9-07fa68c49bb1', 'tenant_id': '59ed9da8ed224ce9b429cb4c633a2498', 'mac_address': 'fa:16:3e:16:f4:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb064fce-7459-4d24-a77f-36f25b7d3080', 'device_owner': 'network:router_interface', 'standard_attr_id': 3677, 'fixed_ips': [{'subnet_id': '78ff16f3-e2c5-4dec-b8db-7056450eca76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:44:16Z', 'updated_at': '2021-12-25T21:44:25Z', 'revision_number': 4, 'project_id': '59ed9da8ed224ce9b429cb4c633a2498', 'subnets': [{'id': '78ff16f3-e2c5-4dec-b8db-7056450eca76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:44:27.290480 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_common [None req-31f147ee-9a3c-463f-8cf5-c18f35e95180 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Allocated IP 172.20.0.1 (060ae95d-b8fc-405f-91a3-56845df2e346/46348f07-d4df-41ed-9d9b-1f1c5c6801f5/313aa3b4-6a9b-4cf3-ac7d-5bb251129d00) {{(pid=121607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:44:27.298067 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-1543b579-c2ef-4978-9fd4-101649c9b683 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Publish callbacks [] for security_group_rule, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:27.304736 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-1543b579-c2ef-4978-9fd4-101649c9b683 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.5862901
Dec 25 21:44:27.304865 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-165cdee9-3793-4d30-8fd4-8e4eb318d3e3 None None] Network 060ae95d-b8fc-405f-91a3-56845df2e346 is already hosted by enough agents. {{(pid=121608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:44:27.305042 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 41330) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:44:27.305128 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6283cd-e0b7-49cd-bd79-a34637a7fe1e tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Pushing event deleted for resources: {'Port': ['ID=c5b87da9-6f33-44b4-9e2e-0d33976e8a63,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:44:27.308803 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-9112852c-d3d6-4e0f-b17b-014d47967521 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Request body: {'security_group_rule': {'security_group_id': 'e8fde5ca-7127-4677-ba95-89b902fefd43', 'project_id': '59ed9da8ed224ce9b429cb4c633a2498', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:44:27.331300 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.base_scheduler [None req-165cdee9-3793-4d30-8fd4-8e4eb318d3e3 None None] Resources bound (agent type, host, resource id):  {{(pid=121608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:44:27.333608 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917adc5c-1c2d-41c8-9144-987fa1c1c4e7 None None] Pushing event updated for resources: {'Port': ['ID=0b8b5c78-eae5-4eb5-96fb-531e503b6693,revision_number=4']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:44:27.336333 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-165cdee9-3793-4d30-8fd4-8e4eb318d3e3 None None] Received port after_create {{(pid=121608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:44:27.355167 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-039b8c6e-85ec-460a-95aa-3c2972365bc4 admin admin] Publish callbacks [] for router, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:27.361929 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cb6af1e-8470-48ec-bdff-1d7275b3987c None None] Routers {'09c5e02e-afc2-4dfa-86b9-e9f0d80958da'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:44:27.363062 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-8cb6af1e-8470-48ec-bdff-1d7275b3987c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2612dc8d30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:44:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['09c5e02e-afc2-4dfa-86b9-e9f0d80958da'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:44:27.366541 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1260818f-cca9-44bb-8241-a9ddaa9249db None None] The sync data for ids ['bb064fce-7459-4d24-a77f-36f25b7d3080'] in ncdv-master-1 is: [{'id': 'bb064fce-7459-4d24-a77f-36f25b7d3080', 'name': 'tempest-TestNetworkBasicOps-router-426151613', 'tenant_id': '59ed9da8ed224ce9b429cb4c633a2498', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.26'}], 'enable_snat': True}, 'gw_port_id': 'fc671bf1-e418-4f26-aa0d-b9b32d92d2b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:44:08Z', 'updated_at': '2021-12-25T21:44:18Z', 'revision_number': 4, 'project_id': '59ed9da8ed224ce9b429cb4c633a2498', 'gw_port': {'id': 'fc671bf1-e418-4f26-aa0d-b9b32d92d2b1', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:b6:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb064fce-7459-4d24-a77f-36f25b7d3080', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3662, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:44:09Z', 'updated_at': '2021-12-25T21:44:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '0f1bc128-a0c8-4635-8c71-1ddfa9efda45', 'name': '', 'network_id': '2d1735c0-d6b4-47c5-98a9-07fa68c49bb1', 'tenant_id': '59ed9da8ed224ce9b429cb4c633a2498', 'mac_address': 'fa:16:3e:16:f4:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb064fce-7459-4d24-a77f-36f25b7d3080', 'device_owner': 'network:router_interface', 'standard_attr_id': 3677, 'fixed_ips': [{'subnet_id': '78ff16f3-e2c5-4dec-b8db-7056450eca76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:44:16Z', 'updated_at': '2021-12-25T21:44:25Z', 'revision_number': 4, 'project_id': '59ed9da8ed224ce9b429cb4c633a2498', 'subnets': [{'id': '78ff16f3-e2c5-4dec-b8db-7056450eca76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 21:44:27.505332 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-1c6283cd-e0b7-49cd-bd79-a34637a7fe1e tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:27.508835 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-1c6283cd-e0b7-49cd-bd79-a34637a7fe1e tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] 10.222.0.32 "DELETE /v2.0/ports/c5b87da9-6f33-44b4-9e2e-0d33976e8a63 HTTP/1.1" status: 204  len: 168 time: 1.9454999
Dec 25 21:44:27.518846 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 41332) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:44:27.561893 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-9112852c-d3d6-4e0f-b17b-014d47967521 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Publish callbacks [] for security_group_rule, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:27.726109 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-31f147ee-9a3c-463f-8cf5-c18f35e95180 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks [] for port, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:27.772171 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.db_base_plugin_common [None req-2a12bdbe-f172-4fe1-bde6-b4a17c1aaac1 None None] Allocated IP 172.20.0.2 (19c08004-af92-4c19-9743-26ef9cf7bde6/3f1f67fb-b937-4627-851e-2c0a66db95c4/b88819fc-13e4-4415-ae3f-979e11d04e4d) {{(pid=121608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:44:27.775811 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-9112852c-d3d6-4e0f-b17b-014d47967521 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:27.805223 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbac6b34-cda0-4d5d-a81b-baa550907fbe tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:44:27.812222 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-dbac6b34-cda0-4d5d-a81b-baa550907fbe tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1046 time: 0.2794373
Dec 25 21:44:27.815067 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 41334) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:44:27.875305 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-9112852c-d3d6-4e0f-b17b-014d47967521 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077839'] for security_group_rule, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:27.879315 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-039b8c6e-85ec-460a-95aa-3c2972365bc4 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:27.899647 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22ea70c3-3e9d-4616-9164-1cc8497d345b tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:44:27.903576 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-22ea70c3-3e9d-4616-9164-1cc8497d345b tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1046 time: 0.0848689
Dec 25 21:44:27.903726 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 41336) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:44:27.907260 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9112852c-d3d6-4e0f-b17b-014d47967521 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0115b305-8acd-4f5d-a1ce-26a2ad052457,revision_number=0']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:44:27.977647 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-31f147ee-9a3c-463f-8cf5-c18f35e95180 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:27.982636 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b35a1361-51da-4816-9473-99d367a697c9 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:44:27.984306 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b35a1361-51da-4816-9473-99d367a697c9 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:44:27.985964 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b35a1361-51da-4816-9473-99d367a697c9 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:44:27.987672 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-5047c202-2aa7-4d93-b7e1-7ad81d4e2440 None None] Port c5b87da9-6f33-44b4-9e2e-0d33976e8a63 cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:44:27.991356 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-b35a1361-51da-4816-9473-99d367a697c9 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2119 time: 0.0836105
Dec 25 21:44:27.992052 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 41338) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:44:28.008605 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31f147ee-9a3c-463f-8cf5-c18f35e95180 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Network 060ae95d-b8fc-405f-91a3-56845df2e346 is already hosted by enough agents. {{(pid=121607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:44:28.013370 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-31f147ee-9a3c-463f-8cf5-c18f35e95180 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Resources bound (agent type, host, resource id):  {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:44:28.031135 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-165cdee9-3793-4d30-8fd4-8e4eb318d3e3 None None] Attempting to bind port 0a88198c-e7ee-442c-a539-667c36bd1e1a on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:44:28.032131 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-165cdee9-3793-4d30-8fd4-8e4eb318d3e3 None None] Attempting to bind port 0a88198c-e7ee-442c-a539-667c36bd1e1a by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '15bcd007-535d-424d-8176-e76fbbc4a89c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '060ae95d-b8fc-405f-91a3-56845df2e346'}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:44:28.032131 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-165cdee9-3793-4d30-8fd4-8e4eb318d3e3 None None] Attempting to bind port 0a88198c-e7ee-442c-a539-667c36bd1e1a on network 060ae95d-b8fc-405f-91a3-56845df2e346 {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:44:28.066824 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31f147ee-9a3c-463f-8cf5-c18f35e95180 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Received port after_create {{(pid=121607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:44:28.095871 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_v2 [None req-a10eb03a-e14e-4d23-8eef-f96b16d7b8de tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Deleting subnet 04ed05dd-817b-4d9d-8b5a-1a0ce61ffd3d {{(pid=121606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Dec 25 21:44:28.108346 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-a10eb03a-e14e-4d23-8eef-f96b16d7b8de tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks [] for subnet, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:28.122425 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-31f147ee-9a3c-463f-8cf5-c18f35e95180 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2008772'] for router_interface, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:28.133232 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-9112852c-d3d6-4e0f-b17b-014d47967521 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Publish callbacks [] for security_group_rule, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:28.134713 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-9112852c-d3d6-4e0f-b17b-014d47967521 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.8308754
Dec 25 21:44:28.137039 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-165cdee9-3793-4d30-8fd4-8e4eb318d3e3 None None] Checking agent: {'id': 'ca4f5c6d-f1fd-48b8-a3e3-395864c7d23d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 20, 56, 40), 'started_at': datetime.datetime(2021, 12, 25, 20, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 44, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:44:28.137425 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-165cdee9-3793-4d30-8fd4-8e4eb318d3e3 None None] Checking segment: {'id': '15bcd007-535d-424d-8176-e76fbbc4a89c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '060ae95d-b8fc-405f-91a3-56845df2e346'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:44:28.137828 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-165cdee9-3793-4d30-8fd4-8e4eb318d3e3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:28.138222 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-165cdee9-3793-4d30-8fd4-8e4eb318d3e3 None None] Bound using segment: {'id': '15bcd007-535d-424d-8176-e76fbbc4a89c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '060ae95d-b8fc-405f-91a3-56845df2e346'} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:44:28.138711 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-165cdee9-3793-4d30-8fd4-8e4eb318d3e3 None None] Bound port: 0a88198c-e7ee-442c-a539-667c36bd1e1a, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15bcd007-535d-424d-8176-e76fbbc4a89c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '060ae95d-b8fc-405f-91a3-56845df2e346'}}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:44:28.139104 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-165cdee9-3793-4d30-8fd4-8e4eb318d3e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:28.153043 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 41340) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:44:28.161524 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-5047c202-2aa7-4d93-b7e1-7ad81d4e2440 None None] Provisioning complete for port 0f1bc128-a0c8-4635-8c71-1ddfa9efda45 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:44:28.162439 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5047c202-2aa7-4d93-b7e1-7ad81d4e2440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:28.185441 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165cdee9-3793-4d30-8fd4-8e4eb318d3e3 None None] Pushing event updated for resources: {'Port': ['ID=0a88198c-e7ee-442c-a539-667c36bd1e1a,revision_number=1']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:44:28.189952 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-a10eb03a-e14e-4d23-8eef-f96b16d7b8de tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9084199'] for subnet, precommit_delete_associations {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:28.196160 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-25e53950-8bb4-4222-ab8e-98ea4ce3f5a5 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Request body: {'security_group_rule': {'security_group_id': 'e8fde5ca-7127-4677-ba95-89b902fefd43', 'project_id': '59ed9da8ed224ce9b429cb4c633a2498', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:44:28.196319 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-fb21d108-9666-4794-9b2e-db40750d4e62 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:28.230293 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-fb21d108-9666-4794-9b2e-db40750d4e62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:28.232062 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f147ee-9a3c-463f-8cf5-c18f35e95180 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Pushing event updated for resources: {'Port': ['ID=313aa3b4-6a9b-4cf3-ac7d-5bb251129d00,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:44:28.322198 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-039b8c6e-85ec-460a-95aa-3c2972365bc4 admin admin] Deleting port f15d3e21-cdcf-4fc8-b15e-d45e981fae3d {{(pid=121606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:44:28.322650 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-039b8c6e-85ec-460a-95aa-3c2972365bc4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:28.339026 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-165cdee9-3793-4d30-8fd4-8e4eb318d3e3 None None] For port 0a88198c-e7ee-442c-a539-667c36bd1e1a, host ncdv-master-1, cleared binding levels {{(pid=121608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:44:28.342436 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-165cdee9-3793-4d30-8fd4-8e4eb318d3e3 None None] For port 0a88198c-e7ee-442c-a539-667c36bd1e1a, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0a88198c-e7ee-442c-a539-667c36bd1e1a,segment=NetworkSegment(15bcd007-535d-424d-8176-e76fbbc4a89c),segment_id=15bcd007-535d-424d-8176-e76fbbc4a89c)] {{(pid=121608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:44:28.345573 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-2a12bdbe-f172-4fe1-bde6-b4a17c1aaac1 None None] Publish callbacks [] for port, precommit_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:28.410286 ncdv-master-1 neutron-server[121606]: INFO neutron.db.securitygroups_db [None req-25e53950-8bb4-4222-ab8e-98ea4ce3f5a5 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Project 59ed9da8ed224ce9b429cb4c633a2498 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 25 21:44:28.411551 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvr_db [None req-8cb6af1e-8470-48ec-bdff-1d7275b3987c None None] Set router 09c5e02e-afc2-4dfa-86b9-e9f0d80958da gateway port host: ncdv-master-1 {{(pid=121608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:44:28.420235 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-25e53950-8bb4-4222-ab8e-98ea4ce3f5a5 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Publish callbacks [] for security_group_rule, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:28.426548 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_common [None req-fb21d108-9666-4794-9b2e-db40750d4e62 admin admin] Allocated IP 172.35.3.176 (7201e55c-7c5f-41aa-a042-a363696539d0/7a939e13-713f-45cf-bba7-1539635abe25/21e5fd47-9619-4d68-909e-2069b42ee5ac) {{(pid=121607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:44:28.499431 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-31f147ee-9a3c-463f-8cf5-c18f35e95180 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:28.545246 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-165cdee9-3793-4d30-8fd4-8e4eb318d3e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:28.546835 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-a10eb03a-e14e-4d23-8eef-f96b16d7b8de tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995662'] for subnet, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:28.578112 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-2a12bdbe-f172-4fe1-bde6-b4a17c1aaac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946'] for port, after_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:28.624939 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a12bdbe-f172-4fe1-bde6-b4a17c1aaac1 None None] Network 19c08004-af92-4c19-9743-26ef9cf7bde6 is already hosted by enough agents. {{(pid=121608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:44:28.639719 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.base_scheduler [None req-2a12bdbe-f172-4fe1-bde6-b4a17c1aaac1 None None] Resources bound (agent type, host, resource id):  {{(pid=121608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:44:28.640513 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-25e53950-8bb4-4222-ab8e-98ea4ce3f5a5 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:28.644885 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [None req-039b8c6e-85ec-460a-95aa-3c2972365bc4 admin admin] For port f15d3e21-cdcf-4fc8-b15e-d45e981fae3d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f15d3e21-cdcf-4fc8-b15e-d45e981fae3d,segment=NetworkSegment(6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855),segment_id=6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855)] {{(pid=121606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:44:28.645378 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-039b8c6e-85ec-460a-95aa-3c2972365bc4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:28.666634 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-039b8c6e-85ec-460a-95aa-3c2972365bc4 admin admin] Calling delete_port for f15d3e21-cdcf-4fc8-b15e-d45e981fae3d owned by network:router_gateway {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:44:28.698750 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-fb21d108-9666-4794-9b2e-db40750d4e62 admin admin] Publish callbacks [] for port, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:28.711802 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-25e53950-8bb4-4222-ab8e-98ea4ce3f5a5 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077839'] for security_group_rule, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:28.727987 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a12bdbe-f172-4fe1-bde6-b4a17c1aaac1 None None] Received port after_create {{(pid=121608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:44:28.730238 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 0b8b5c78-eae5-4eb5-96fb-531e503b6693 up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:44:28.871802 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-a10eb03a-e14e-4d23-8eef-f96b16d7b8de tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9084363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9028506'] for subnet, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:28.874765 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e53950-8bb4-4222-ab8e-98ea4ce3f5a5 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f8cf42f-1a7c-4b37-9da7-9b09625ea25c,revision_number=0']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:44:28.889361 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-fb21d108-9666-4794-9b2e-db40750d4e62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:28.949192 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-2a12bdbe-f172-4fe1-bde6-b4a17c1aaac1 None None] Attempting to bind port b88819fc-13e4-4415-ae3f-979e11d04e4d on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:44:28.949192 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-2a12bdbe-f172-4fe1-bde6-b4a17c1aaac1 None None] Attempting to bind port b88819fc-13e4-4415-ae3f-979e11d04e4d by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '9c07744f-def3-427d-ae5f-b4009391b9ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '19c08004-af92-4c19-9743-26ef9cf7bde6'}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:44:28.949192 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a12bdbe-f172-4fe1-bde6-b4a17c1aaac1 None None] Attempting to bind port b88819fc-13e4-4415-ae3f-979e11d04e4d on network 19c08004-af92-4c19-9743-26ef9cf7bde6 {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:44:28.955057 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb21d108-9666-4794-9b2e-db40750d4e62 admin admin] Network 7201e55c-7c5f-41aa-a042-a363696539d0 is already hosted by enough agents. {{(pid=121607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:44:28.961354 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb21d108-9666-4794-9b2e-db40750d4e62 admin admin] Pushing event updated for resources: {'Port': ['ID=21e5fd47-9619-4d68-909e-2069b42ee5ac,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:44:28.961781 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-fb21d108-9666-4794-9b2e-db40750d4e62 admin admin] Resources bound (agent type, host, resource id):  {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:44:28.976787 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb21d108-9666-4794-9b2e-db40750d4e62 admin admin] Received port after_create {{(pid=121607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:44:28.980661 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a12bdbe-f172-4fe1-bde6-b4a17c1aaac1 None None] Checking agent: {'id': 'ca4f5c6d-f1fd-48b8-a3e3-395864c7d23d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 20, 56, 40), 'started_at': datetime.datetime(2021, 12, 25, 20, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 44, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:44:28.981045 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a12bdbe-f172-4fe1-bde6-b4a17c1aaac1 None None] Checking segment: {'id': '9c07744f-def3-427d-ae5f-b4009391b9ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '19c08004-af92-4c19-9743-26ef9cf7bde6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:44:28.981508 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-2a12bdbe-f172-4fe1-bde6-b4a17c1aaac1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:28.981908 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a12bdbe-f172-4fe1-bde6-b4a17c1aaac1 None None] Bound using segment: {'id': '9c07744f-def3-427d-ae5f-b4009391b9ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '19c08004-af92-4c19-9743-26ef9cf7bde6'} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:44:28.982394 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-2a12bdbe-f172-4fe1-bde6-b4a17c1aaac1 None None] Bound port: b88819fc-13e4-4415-ae3f-979e11d04e4d, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c07744f-def3-427d-ae5f-b4009391b9ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '19c08004-af92-4c19-9743-26ef9cf7bde6'}}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:44:28.982783 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-2a12bdbe-f172-4fe1-bde6-b4a17c1aaac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:28.997562 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d08964b-bdf4-4fd9-aa79-72033dbd0373 None None] DHCP port deletion for 7201e55c-7c5f-41aa-a042-a363696539d0 request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 21:44:29.008546 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10eb03a-e14e-4d23-8eef-f96b16d7b8de tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Pushing event deleted for resources: {'Subnet': ['ID=04ed05dd-817b-4d9d-8b5a-1a0ce61ffd3d,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:44:29.024216 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-a10eb03a-e14e-4d23-8eef-f96b16d7b8de tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks [] for subnet, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:29.035833 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165cdee9-3793-4d30-8fd4-8e4eb318d3e3 None None] Pushing event updated for resources: {'Port': ['ID=0a88198c-e7ee-442c-a539-667c36bd1e1a,revision_number=2']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:44:29.056982 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-a10eb03a-e14e-4d23-8eef-f96b16d7b8de tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] 10.222.0.32 "DELETE /v2.0/subnets/04ed05dd-817b-4d9d-8b5a-1a0ce61ffd3d HTTP/1.1" status: 204  len: 168 time: 1.0636961
Dec 25 21:44:29.057777 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 41342) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:44:29.070780 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-25e53950-8bb4-4222-ab8e-98ea4ce3f5a5 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Publish callbacks [] for security_group_rule, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:29.072679 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-25e53950-8bb4-4222-ab8e-98ea4ce3f5a5 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.9171281
Dec 25 21:44:29.073567 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-039b8c6e-85ec-460a-95aa-3c2972365bc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:29.090140 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 41344) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:44:29.096856 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c36a7c7-3d16-41c6-9d49-2bebef6b8578 None None] Network 99ca970e-c662-4419-9bb1-c5d90374ad5c requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:44:29.099213 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a12bdbe-f172-4fe1-bde6-b4a17c1aaac1 None None] Pushing event updated for resources: {'Port': ['ID=b88819fc-13e4-4415-ae3f-979e11d04e4d,revision_number=1']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:44:29.134552 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-9f55992a-c7d6-4b81-b853-0091872ffd50 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Request body: {'security_group_rule': {'security_group_id': 'e8fde5ca-7127-4677-ba95-89b902fefd43', 'project_id': '59ed9da8ed224ce9b429cb4c633a2498', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:44:29.230970 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5047c202-2aa7-4d93-b7e1-7ad81d4e2440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:29.238778 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039b8c6e-85ec-460a-95aa-3c2972365bc4 admin admin] Pushing event deleted for resources: {'Port': ['ID=f15d3e21-cdcf-4fc8-b15e-d45e981fae3d,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:44:29.274348 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f1079a9-1952-4851-bafc-54668acafa25 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Deleting subnet a55a89b6-a838-4da2-b027-74bdc6d4b8ae {{(pid=121606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Dec 25 21:44:29.277862 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-1f1079a9-1952-4851-bafc-54668acafa25 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks [] for subnet, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:29.294062 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-2a12bdbe-f172-4fe1-bde6-b4a17c1aaac1 None None] For port b88819fc-13e4-4415-ae3f-979e11d04e4d, host ncdv-master-1, cleared binding levels {{(pid=121608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:44:29.304300 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-2a12bdbe-f172-4fe1-bde6-b4a17c1aaac1 None None] For port b88819fc-13e4-4415-ae3f-979e11d04e4d, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b88819fc-13e4-4415-ae3f-979e11d04e4d,segment=NetworkSegment(9c07744f-def3-427d-ae5f-b4009391b9ff),segment_id=9c07744f-def3-427d-ae5f-b4009391b9ff)] {{(pid=121608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:44:29.315093 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c7023a6-fdbd-47ff-97d1-2bf46730894d None None] DHCP port deletion for 7201e55c-7c5f-41aa-a042-a363696539d0 request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 21:44:29.317156 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-039b8c6e-85ec-460a-95aa-3c2972365bc4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2008689'] for router_gateway, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:29.407347 ncdv-master-1 neutron-server[121606]: INFO neutron.db.securitygroups_db [None req-9f55992a-c7d6-4b81-b853-0091872ffd50 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Project 59ed9da8ed224ce9b429cb4c633a2498 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 25 21:44:29.424232 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-9f55992a-c7d6-4b81-b853-0091872ffd50 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Publish callbacks [] for security_group_rule, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:29.450939 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5047c202-2aa7-4d93-b7e1-7ad81d4e2440 None None] For port 0f1bc128-a0c8-4635-8c71-1ddfa9efda45, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0f1bc128-a0c8-4635-8c71-1ddfa9efda45,segment=NetworkSegment(9a25e8de-a0c2-445f-8383-e47b034f2d15),segment_id=9a25e8de-a0c2-445f-8383-e47b034f2d15)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:44:29.456413 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-2a12bdbe-f172-4fe1-bde6-b4a17c1aaac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:29.479476 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port 0b8b5c78-eae5-4eb5-96fb-531e503b6693 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:44:29.479840 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:29.547766 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5047c202-2aa7-4d93-b7e1-7ad81d4e2440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:29.641596 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a12bdbe-f172-4fe1-bde6-b4a17c1aaac1 None None] Pushing event updated for resources: {'Port': ['ID=b88819fc-13e4-4415-ae3f-979e11d04e4d,revision_number=2']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:44:29.710965 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-5047c202-2aa7-4d93-b7e1-7ad81d4e2440 None None] Provisioning complete for port 5085acad-b29e-4c8f-a0b1-f0501d7e9999 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:44:29.711927 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5047c202-2aa7-4d93-b7e1-7ad81d4e2440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:29.714271 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5047c202-2aa7-4d93-b7e1-7ad81d4e2440 None None] Pushing event updated for resources: {'Port': ['ID=0f1bc128-a0c8-4635-8c71-1ddfa9efda45,revision_number=5']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:44:29.728862 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-31f147ee-9a3c-463f-8cf5-c18f35e95180 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks [] for port, precommit_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:29.794665 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-8cb6af1e-8470-48ec-bdff-1d7275b3987c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2612dc8d30>, [{'id': '09c5e02e-afc2-4dfa-86b9-e9f0d80958da', 'name': 'tempest-TestVolumeBackupRestore-830418710-router', 'tenant_id': '31a159a4944c43258c0bd3a34c853e88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.46'}], 'enable_snat': True}, 'gw_port_id': 'f15d3e21-cdcf-4fc8-b15e-d45e981fae3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:39:03Z', 'updated_at': '2021-12-25T21:44:25Z', 'revision_number': 5, 'project_id': '31a159a4944c43258c0bd3a34c853e88', 'gw_port': {'id': 'f15d3e21-cdcf-4fc8-b15e-d45e981fae3d', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:6a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09c5e02e-afc2-4dfa-86b9-e9f0d80958da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3404, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:39:04Z', 'updated_at': '2021-12-25T21:39:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:44:29.801597 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 5085acad-b29e-4c8f-a0b1-f0501d7e9999 up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:44:29.831692 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-31f147ee-9a3c-463f-8cf5-c18f35e95180 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8632327'] for port, after_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:29.831901 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cb6af1e-8470-48ec-bdff-1d7275b3987c None None] Checking router: 09c5e02e-afc2-4dfa-86b9-e9f0d80958da for host: ncdv-master-1 {{(pid=121608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 25 21:44:29.925990 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cb6af1e-8470-48ec-bdff-1d7275b3987c None None] Routers {'09c5e02e-afc2-4dfa-86b9-e9f0d80958da'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:44:29.926650 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-8cb6af1e-8470-48ec-bdff-1d7275b3987c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2612dc8d30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:44:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['09c5e02e-afc2-4dfa-86b9-e9f0d80958da'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:44:29.969198 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-039b8c6e-85ec-460a-95aa-3c2972365bc4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2014235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14905'] for router, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:29.979237 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-039b8c6e-85ec-460a-95aa-3c2972365bc4 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:30.022075 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-31f147ee-9a3c-463f-8cf5-c18f35e95180 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2007636'] for router_interface, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:30.030737 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f147ee-9a3c-463f-8cf5-c18f35e95180 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Pushing event updated for resources: {'Port': ['ID=313aa3b4-6a9b-4cf3-ac7d-5bb251129d00,revision_number=2']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:44:30.054731 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-1f1079a9-1952-4851-bafc-54668acafa25 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9084199'] for subnet, precommit_delete_associations {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:30.074485 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvr_db [None req-8cb6af1e-8470-48ec-bdff-1d7275b3987c None None] Set router 09c5e02e-afc2-4dfa-86b9-e9f0d80958da gateway port host: None {{(pid=121608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:44:30.176594 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-fb21d108-9666-4794-9b2e-db40750d4e62 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:30.192418 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-039b8c6e-85ec-460a-95aa-3c2972365bc4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2014220'] for router, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:30.192969 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-039b8c6e-85ec-460a-95aa-3c2972365bc4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 09c5e02e-afc2-4dfa-86b9-e9f0d80958da {{(pid=121606) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 25 21:44:30.212381 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-039b8c6e-85ec-460a-95aa-3c2972365bc4 admin admin] Publish callbacks [] for router, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:30.214514 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-8cb6af1e-8470-48ec-bdff-1d7275b3987c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2612dc8d30>, [{'id': '09c5e02e-afc2-4dfa-86b9-e9f0d80958da', 'name': 'tempest-TestVolumeBackupRestore-830418710-router', 'tenant_id': '31a159a4944c43258c0bd3a34c853e88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:39:03Z', 'updated_at': '2021-12-25T21:44:28Z', 'revision_number': 7, 'project_id': '31a159a4944c43258c0bd3a34c853e88', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:44:30.218867 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-039b8c6e-85ec-460a-95aa-3c2972365bc4 admin admin] 10.222.0.32 "DELETE /v2.0/routers/09c5e02e-afc2-4dfa-86b9-e9f0d80958da HTTP/1.1" status: 204  len: 168 time: 3.0497437
Dec 25 21:44:30.227093 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 41346) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:44:30.315390 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7a91fa3-625c-42a1-9b6c-862c9848af2f admin admin] Deleting subnet c5bae77c-cd74-4df4-b197-ace53c72a7be {{(pid=121606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Dec 25 21:44:30.319664 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31f147ee-9a3c-463f-8cf5-c18f35e95180 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Network 060ae95d-b8fc-405f-91a3-56845df2e346 is already hosted by enough agents. {{(pid=121607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:44:30.328056 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-f7a91fa3-625c-42a1-9b6c-862c9848af2f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:30.361695 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-31f147ee-9a3c-463f-8cf5-c18f35e95180 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Resources bound (agent type, host, resource id):  {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:44:30.374467 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-1f1079a9-1952-4851-bafc-54668acafa25 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995662'] for subnet, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:30.429429 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-f7a91fa3-625c-42a1-9b6c-862c9848af2f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9084199'] for subnet, precommit_delete_associations {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:30.479288 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cb6af1e-8470-48ec-bdff-1d7275b3987c None None] The sync data for ids ['09c5e02e-afc2-4dfa-86b9-e9f0d80958da'] in ncdv-master-1 is: [{'id': '09c5e02e-afc2-4dfa-86b9-e9f0d80958da', 'name': 'tempest-TestVolumeBackupRestore-830418710-router', 'tenant_id': '31a159a4944c43258c0bd3a34c853e88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:39:03Z', 'updated_at': '2021-12-25T21:44:28Z', 'revision_number': 7, 'project_id': '31a159a4944c43258c0bd3a34c853e88', 'gw_port_host': None}] {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 21:44:30.486375 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5047c202-2aa7-4d93-b7e1-7ad81d4e2440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:30.501255 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port 5085acad-b29e-4c8f-a0b1-f0501d7e9999 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:44:30.501624 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:30.594611 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5047c202-2aa7-4d93-b7e1-7ad81d4e2440 None None] For port 5085acad-b29e-4c8f-a0b1-f0501d7e9999, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5085acad-b29e-4c8f-a0b1-f0501d7e9999,segment=NetworkSegment(2908bfa6-99d6-4bee-a25d-023e094a80e9),segment_id=2908bfa6-99d6-4bee-a25d-023e094a80e9)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:44:30.648599 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-fb21d108-9666-4794-9b2e-db40750d4e62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2014278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2009753'] for router, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:30.658054 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31f147ee-9a3c-463f-8cf5-c18f35e95180 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Router adc3498f-1aab-41ce-b3fb-2f15d052e8bb has already been hosted by L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 {{(pid=121607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 25 21:44:30.660559 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5047c202-2aa7-4d93-b7e1-7ad81d4e2440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:30.704950 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-f7a91fa3-625c-42a1-9b6c-862c9848af2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995662'] for subnet, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:30.711477 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:30.759175 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-1f1079a9-1952-4851-bafc-54668acafa25 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9084363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9028506'] for subnet, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:30.764041 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5047c202-2aa7-4d93-b7e1-7ad81d4e2440 None None] Pushing event updated for resources: {'Port': ['ID=5085acad-b29e-4c8f-a0b1-f0501d7e9999,revision_number=5']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:44:30.777787 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c1bf71e-952f-452c-87db-67f226ca4633 None None] Network 060ae95d-b8fc-405f-91a3-56845df2e346 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:44:30.838278 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-1f1079a9-1952-4851-bafc-54668acafa25 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks [] for subnet, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:30.843986 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-1f1079a9-1952-4851-bafc-54668acafa25 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] 10.222.0.32 "DELETE /v2.0/subnets/a55a89b6-a838-4da2-b027-74bdc6d4b8ae HTTP/1.1" status: 204  len: 168 time: 1.7813752
Dec 25 21:44:30.843986 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1079a9-1952-4851-bafc-54668acafa25 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Pushing event deleted for resources: {'Subnet': ['ID=a55a89b6-a838-4da2-b027-74bdc6d4b8ae,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:44:30.851154 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 41348) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:44:30.879895 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-9f55992a-c7d6-4b81-b853-0091872ffd50 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:30.898096 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-5075750e-d0d5-48bd-944f-d96cbcb0f579 None None] Provisioning complete for port 0a88198c-e7ee-442c-a539-667c36bd1e1a triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:44:30.898469 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5075750e-d0d5-48bd-944f-d96cbcb0f579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:30.941989 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-6fbfdddd-dc43-4806-92e0-79ca39ed68ae tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0871723
Dec 25 21:44:30.948910 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 41350) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:44:30.970939 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-9f55992a-c7d6-4b81-b853-0091872ffd50 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077839'] for security_group_rule, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:31.013032 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-f7a91fa3-625c-42a1-9b6c-862c9848af2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9084363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9028506'] for subnet, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:31.017556 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31f147ee-9a3c-463f-8cf5-c18f35e95180 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 21:44:31.025431 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-31f147ee-9a3c-463f-8cf5-c18f35e95180 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "PUT /v2.0/routers/adc3498f-1aab-41ce-b3fb-2f15d052e8bb/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.3720734
Dec 25 21:44:31.039797 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aee075b-d841-4740-bb1b-2f2a17f83f2d None None] Sync routers for ids ['adc3498f-1aab-41ce-b3fb-2f15d052e8bb'] in ncdv-master-1 {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 21:44:31.074588 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aee075b-d841-4740-bb1b-2f2a17f83f2d None None] Routers {'adc3498f-1aab-41ce-b3fb-2f15d052e8bb'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:44:31.075238 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-6aee075b-d841-4740-bb1b-2f2a17f83f2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f26188256a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:44:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['adc3498f-1aab-41ce-b3fb-2f15d052e8bb'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:44:31.084269 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40ce67be-2d92-4007-9230-6628fe8597fc None None] Network 99ca970e-c662-4419-9bb1-c5d90374ad5c requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:44:31.091738 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.db.api [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=121608) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 25 21:44:31.092110 ncdv-master-1 neutron-server[121608]: DEBUG oslo_db.api [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 25 21:44:31.103812 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a91fa3-625c-42a1-9b6c-862c9848af2f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c5bae77c-cd74-4df4-b197-ace53c72a7be,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:44:31.125279 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f55992a-c7d6-4b81-b853-0091872ffd50 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b328908-7580-4461-b309-85a3a85df2e2,revision_number=0']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:44:31.169019 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb21d108-9666-4794-9b2e-db40750d4e62 admin admin] Router 7cd55098-02e8-48a1-be0d-bcde62038f27 is scheduled to L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 with binding_index 1 {{(pid=121607) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 25 21:44:31.180272 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-f7a91fa3-625c-42a1-9b6c-862c9848af2f admin admin] Publish callbacks [] for subnet, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:31.190879 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-f7a91fa3-625c-42a1-9b6c-862c9848af2f admin admin] 10.222.0.32 "DELETE /v2.0/subnets/c5bae77c-cd74-4df4-b197-ace53c72a7be HTTP/1.1" status: 204  len: 168 time: 0.9420426
Dec 25 21:44:31.191280 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 41354) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:44:31.233795 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5075750e-d0d5-48bd-944f-d96cbcb0f579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:31.235314 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-9f55992a-c7d6-4b81-b853-0091872ffd50 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Publish callbacks [] for security_group_rule, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:31.238693 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2892405-5ffb-459b-a807-b4ee355a53f8 None None] Network 291150ff-71f8-4bde-af2d-c5fbcb3a92d8 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:44:31.250555 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-9f55992a-c7d6-4b81-b853-0091872ffd50 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 2.1218860
Dec 25 21:44:31.289156 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00312dfc-e6e7-478f-8a53-edca823a0a09 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:44:31.292305 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-00312dfc-e6e7-478f-8a53-edca823a0a09 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200  len: 866 time: 0.3448715
Dec 25 21:44:31.295456 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 41366) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:44:31.318984 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvr_db [None req-6aee075b-d841-4740-bb1b-2f2a17f83f2d None None] Set router adc3498f-1aab-41ce-b3fb-2f15d052e8bb gateway port host: ncdv-master-1 {{(pid=121609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:44:31.421688 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb21d108-9666-4794-9b2e-db40750d4e62 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 21:44:31.453639 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-152f19c9-756b-4a09-b821-eb3e5ae132d8 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:44:31.453639 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-152f19c9-756b-4a09-b821-eb3e5ae132d8 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.1569421
Dec 25 21:44:31.456527 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 41374) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:44:31.481034 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-d826f900-6760-478f-8c3f-9377951d2063 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625803'] for network, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:31.501113 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5859053a-5906-415f-b86f-c15ccfaa94dc None None] Sync routers for ids ['7cd55098-02e8-48a1-be0d-bcde62038f27'] in ncdv-master-1 {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 21:44:31.532020 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5075750e-d0d5-48bd-944f-d96cbcb0f579 None None] For port 0a88198c-e7ee-442c-a539-667c36bd1e1a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0a88198c-e7ee-442c-a539-667c36bd1e1a,segment=NetworkSegment(15bcd007-535d-424d-8176-e76fbbc4a89c),segment_id=15bcd007-535d-424d-8176-e76fbbc4a89c)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:44:31.550569 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5859053a-5906-415f-b86f-c15ccfaa94dc None None] Routers {'7cd55098-02e8-48a1-be0d-bcde62038f27'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:44:31.551389 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-5859053a-5906-415f-b86f-c15ccfaa94dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2613003b80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:44:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['7cd55098-02e8-48a1-be0d-bcde62038f27'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:44:31.557102 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-b3451e7f-e07b-42e5-839b-2657b2d6b9f9 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0992649
Dec 25 21:44:31.563098 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 41378) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:44:31.565996 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-fb21d108-9666-4794-9b2e-db40750d4e62 admin admin] Publish callbacks [] for router, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:31.569986 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-fb21d108-9666-4794-9b2e-db40750d4e62 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 4.9014063
Dec 25 21:44:31.577550 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 41380) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:44:31.620373 ncdv-master-1 neutron-server[121607]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b1fd861-6d72-4fc7-9df8-f5bbd14768bc tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] DELETE failed (client error): The resource could not be found.
Dec 25 21:44:31.620373 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b1fd861-6d72-4fc7-9df8-f5bbd14768bc tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 25 21:44:31.624647 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-4b1fd861-6d72-4fc7-9df8-f5bbd14768bc tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] 10.222.0.32 "DELETE /v2.0/ports/c5b87da9-6f33-44b4-9e2e-0d33976e8a63 HTTP/1.1" status: 404  len: 333 time: 0.0558610
Dec 25 21:44:31.625323 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 41390) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:44:31.682715 ncdv-master-1 neutron-server[121607]: INFO neutron.pecan_wsgi.hooks.translation [None req-d230aeef-9af1-489c-8266-468c25b2bbcd tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] DELETE failed (client error): The resource could not be found.
Dec 25 21:44:31.683177 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d230aeef-9af1-489c-8266-468c25b2bbcd tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 25 21:44:31.692951 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-d230aeef-9af1-489c-8266-468c25b2bbcd tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] 10.222.0.32 "DELETE /v2.0/subnets/04ed05dd-817b-4d9d-8b5a-1a0ce61ffd3d HTTP/1.1" status: 404  len: 337 time: 0.0664892
Dec 25 21:44:31.694068 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 41392) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:44:31.721582 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-63df4da8-825f-4463-ad7a-1940d59204de req-b3980470-8faa-4ad8-a602-e2d257084ee7 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-235485744&fields=id&tenant_id=4ff29c23c5844f45826a02b6ae6b65e7 HTTP/1.1" status: 200  len: 267 time: 0.3205223
Dec 25 21:44:31.727477 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05b18e68-18a5-4370-b4c9-eb7e216d9b03 None None] Network 19c08004-af92-4c19-9743-26ef9cf7bde6 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:44:31.743155 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5075750e-d0d5-48bd-944f-d96cbcb0f579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:31.754816 ncdv-master-1 neutron-server[121607]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ec24e4c-63a8-4643-884e-90773554a94f tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] DELETE failed (client error): The resource could not be found.
Dec 25 21:44:31.755206 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ec24e4c-63a8-4643-884e-90773554a94f tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 25 21:44:31.763095 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-9ec24e4c-63a8-4643-884e-90773554a94f tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] 10.222.0.32 "DELETE /v2.0/subnets/a55a89b6-a838-4da2-b027-74bdc6d4b8ae HTTP/1.1" status: 404  len: 337 time: 0.0679474
Dec 25 21:44:31.763787 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 41394) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:44:31.782164 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d1f5b7a-16c5-4ceb-9eac-8db76e9fea46 None None] DHCP port deletion for 291150ff-71f8-4bde-af2d-c5fbcb3a92d8 request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 21:44:31.792969 ncdv-master-1 neutron-server[121607]: INFO neutron.pecan_wsgi.hooks.translation [None req-24940592-8c46-4ddf-be01-5b8110f0f15d tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] DELETE failed (client error): The resource could not be found.
Dec 25 21:44:31.793557 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24940592-8c46-4ddf-be01-5b8110f0f15d tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 25 21:44:31.801270 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-24940592-8c46-4ddf-be01-5b8110f0f15d tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] 10.222.0.32 "DELETE /v2.0/ports/3d1bb01e-3884-4b56-86fb-197d1c3bf9a8 HTTP/1.1" status: 404  len: 333 time: 0.0362206
Dec 25 21:44:31.801910 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 41396) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:44:31.842094 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-6aee075b-d841-4740-bb1b-2f2a17f83f2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f26188256a0>, [{'id': 'adc3498f-1aab-41ce-b3fb-2f15d052e8bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1725953326', 'tenant_id': '4ff29c23c5844f45826a02b6ae6b65e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.78'}], 'enable_snat': True}, 'gw_port_id': '0b8b5c78-eae5-4eb5-96fb-531e503b6693', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:44:14Z', 'updated_at': '2021-12-25T21:44:28Z', 'revision_number': 4, 'project_id': '4ff29c23c5844f45826a02b6ae6b65e7', 'gw_port': {'id': '0b8b5c78-eae5-4eb5-96fb-531e503b6693', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:f1:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adc3498f-1aab-41ce-b3fb-2f15d052e8bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3678, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:44:17Z', 'updated_at': '2021-12-25T21:44:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '313aa3b4-6a9b-4cf3-ac7d-5bb251129d00', 'name': '', 'network_id': '060ae95d-b8fc-405f-91a3-56845df2e346', 'tenant_id': '4ff29c23c5844f45826a02b6ae6b65e7', 'mac_address': 'fa:16:3e:69:9e:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adc3498f-1aab-41ce-b3fb-2f15d052e8bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3699, 'fixed_ips': [{'subnet_id': '46348f07-d4df-41ed-9d9b-1f1c5c6801f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:44:26Z', 'updated_at': '2021-12-25T21:44:28Z', 'revision_number': 2, 'project_id': '4ff29c23c5844f45826a02b6ae6b65e7', 'subnets': [{'id': '46348f07-d4df-41ed-9d9b-1f1c5c6801f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:44:31.853366 ncdv-master-1 neutron-server[121607]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ba51c8d-a84b-46a1-89d9-fa2b98844705 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] DELETE failed (client error): The resource could not be found.
Dec 25 21:44:31.853904 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ba51c8d-a84b-46a1-89d9-fa2b98844705 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 25 21:44:31.860294 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-7ba51c8d-a84b-46a1-89d9-fa2b98844705 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] 10.222.0.32 "DELETE /v2.0/subnets/55e83da6-1b16-4827-9ab8-c80951d0293b HTTP/1.1" status: 404  len: 337 time: 0.0572991
Dec 25 21:44:31.861042 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 41398) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:44:31.904624 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aee075b-d841-4740-bb1b-2f2a17f83f2d None None] Checking router: adc3498f-1aab-41ce-b3fb-2f15d052e8bb for host: ncdv-master-1 {{(pid=121609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 25 21:44:31.905161 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aee075b-d841-4740-bb1b-2f2a17f83f2d None None] Updating router adc3498f-1aab-41ce-b3fb-2f15d052e8bb port 313aa3b4-6a9b-4cf3-ac7d-5bb251129d00 binding host ncdv-master-1 {{(pid=121609) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 25 21:44:31.909503 ncdv-master-1 neutron-server[121607]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0dd8f33-0c0c-447a-bbb5-6cf9b61c378a tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] DELETE failed (client error): The resource could not be found.
Dec 25 21:44:31.910088 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0dd8f33-0c0c-447a-bbb5-6cf9b61c378a tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 25 21:44:31.920772 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-d0dd8f33-0c0c-447a-bbb5-6cf9b61c378a tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] 10.222.0.32 "DELETE /v2.0/subnets/cb1effeb-2bb0-4f53-a558-83000428a0b9 HTTP/1.1" status: 404  len: 337 time: 0.0584197
Dec 25 21:44:31.921738 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 41400) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:44:31.968941 ncdv-master-1 neutron-server[121607]: INFO neutron.pecan_wsgi.hooks.translation [None req-b90d2f80-1d71-4c99-bc5f-8f238a0ad7dd tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] DELETE failed (client error): The resource could not be found.
Dec 25 21:44:31.969533 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b90d2f80-1d71-4c99-bc5f-8f238a0ad7dd tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 25 21:44:31.971274 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-6aee075b-d841-4740-bb1b-2f2a17f83f2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:31.972448 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6b86ad1-6fc9-49c4-a5d5-162a9852425c None None] DHCP port deletion for 99ca970e-c662-4419-9bb1-c5d90374ad5c request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 21:44:31.975872 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-b90d2f80-1d71-4c99-bc5f-8f238a0ad7dd tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] 10.222.0.32 "DELETE /v2.0/ports/73b91729-3877-45b0-82a8-6a8beac98998 HTTP/1.1" status: 404  len: 333 time: 0.0514345
Dec 25 21:44:31.976919 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 41402) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:44:32.010788 ncdv-master-1 neutron-server[121607]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b68bb0a-af93-4caa-bfc9-f3e2721356c8 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] DELETE failed (client error): The resource could not be found.
Dec 25 21:44:32.010788 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b68bb0a-af93-4caa-bfc9-f3e2721356c8 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 25 21:44:32.015142 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-4b68bb0a-af93-4caa-bfc9-f3e2721356c8 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] 10.222.0.32 "DELETE /v2.0/subnets/7092e6fc-14d5-473b-b127-bd72a3d9b356 HTTP/1.1" status: 404  len: 337 time: 0.0372524
Dec 25 21:44:32.015970 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-5075750e-d0d5-48bd-944f-d96cbcb0f579 None None] Provisioning complete for port 21e5fd47-9619-4d68-909e-2069b42ee5ac triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:44:32.016350 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5075750e-d0d5-48bd-944f-d96cbcb0f579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:32.017156 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 41404) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:44:32.022868 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 0f1bc128-a0c8-4635-8c71-1ddfa9efda45 up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:44:32.052134 ncdv-master-1 neutron-server[121607]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a5e4db4-db9e-4063-936f-8b3cd0c860aa tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] DELETE failed (client error): The resource could not be found.
Dec 25 21:44:32.054063 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a5e4db4-db9e-4063-936f-8b3cd0c860aa tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 25 21:44:32.061676 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-9a5e4db4-db9e-4063-936f-8b3cd0c860aa tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] 10.222.0.32 "DELETE /v2.0/subnets/7df4f9ad-4d94-4bca-8141-1f28b0cc4d3f HTTP/1.1" status: 404  len: 337 time: 0.0433395
Dec 25 21:44:32.062541 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 41406) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:44:32.087809 ncdv-master-1 neutron-server[121607]: INFO neutron.pecan_wsgi.hooks.translation [None req-6edb0c79-da21-41a1-b6ce-5f855cc7970f tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] DELETE failed (client error): The resource could not be found.
Dec 25 21:44:32.088727 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6edb0c79-da21-41a1-b6ce-5f855cc7970f tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 25 21:44:32.095913 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-6edb0c79-da21-41a1-b6ce-5f855cc7970f tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] 10.222.0.32 "DELETE /v2.0/ports/b712c0ab-9ceb-40ee-ba09-ab42aa22aabd HTTP/1.1" status: 404  len: 333 time: 0.0315976
Dec 25 21:44:32.096709 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 41408) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:44:32.125051 ncdv-master-1 neutron-server[121607]: INFO neutron.pecan_wsgi.hooks.translation [None req-a32df6c0-c3be-4b14-a33d-d32ee8afe12a tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] DELETE failed (client error): The resource could not be found.
Dec 25 21:44:32.125520 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a32df6c0-c3be-4b14-a33d-d32ee8afe12a tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 25 21:44:32.132338 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-a32df6c0-c3be-4b14-a33d-d32ee8afe12a tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] 10.222.0.32 "DELETE /v2.0/subnets/4cc3a5ae-87aa-4efd-9b7e-3b1b1bae7878 HTTP/1.1" status: 404  len: 337 time: 0.0334425
Dec 25 21:44:32.132866 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 41410) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:44:32.183079 ncdv-master-1 neutron-server[121607]: INFO neutron.pecan_wsgi.hooks.translation [None req-5024b237-8974-45a6-8871-7ef74ee84f54 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] DELETE failed (client error): The resource could not be found.
Dec 25 21:44:32.183687 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5024b237-8974-45a6-8871-7ef74ee84f54 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 25 21:44:32.189390 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-5024b237-8974-45a6-8871-7ef74ee84f54 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] 10.222.0.32 "DELETE /v2.0/subnets/450cacb4-4113-4ef3-a10f-229d3858a472 HTTP/1.1" status: 404  len: 337 time: 0.0554767
Dec 25 21:44:32.190007 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 41412) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:44:32.190595 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a77ebf4e-1bcf-48f7-a51a-642876c8a0b5 req-131e7780-b6ad-4cfd-b2e8-1dbdb141aa35 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-649673767&fields=id&tenant_id=59ed9da8ed224ce9b429cb4c633a2498 HTTP/1.1" status: 200  len: 267 time: 0.4812434
Dec 25 21:44:32.220418 ncdv-master-1 neutron-server[121607]: INFO neutron.pecan_wsgi.hooks.translation [None req-c567ea08-9d9e-418c-a29b-a7331e77424d tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] DELETE failed (client error): The resource could not be found.
Dec 25 21:44:32.221060 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c567ea08-9d9e-418c-a29b-a7331e77424d tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 25 21:44:32.226570 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-c567ea08-9d9e-418c-a29b-a7331e77424d tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] 10.222.0.32 "DELETE /v2.0/ports/d8054e54-e6e3-495b-8d96-2b14b53a9e78 HTTP/1.1" status: 404  len: 333 time: 0.0355687
Dec 25 21:44:32.230743 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 41414) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:44:32.257347 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5075750e-d0d5-48bd-944f-d96cbcb0f579 None None] Pushing event updated for resources: {'Port': ['ID=0a88198c-e7ee-442c-a539-667c36bd1e1a,revision_number=3']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:44:32.305933 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvr_db [None req-5859053a-5906-415f-b86f-c15ccfaa94dc None None] Set router 7cd55098-02e8-48a1-be0d-bcde62038f27 gateway port host: ncdv-master-1 {{(pid=121608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:44:32.310485 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-5075750e-d0d5-48bd-944f-d96cbcb0f579 None None] Port 21e5fd47-9619-4d68-909e-2069b42ee5ac cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:44:32.337287 ncdv-master-1 neutron-server[121606]: INFO neutron.pecan_wsgi.hooks.translation [None req-9373b3c2-c281-40a9-9681-20f88683ce0f tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] DELETE failed (client error): The resource could not be found.
Dec 25 21:44:32.337758 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9373b3c2-c281-40a9-9681-20f88683ce0f tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 25 21:44:32.343142 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-9373b3c2-c281-40a9-9681-20f88683ce0f tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] 10.222.0.32 "DELETE /v2.0/subnets/0e878b8f-a48a-45f7-b37c-8ad13e5a4a1a HTTP/1.1" status: 404  len: 337 time: 0.1061718
Dec 25 21:44:32.343898 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 41416) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:44:32.347392 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-d826f900-6760-478f-8c3f-9377951d2063 admin admin] Deleting port b6d83755-b504-499d-b88c-4089f2d421c3 {{(pid=121606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:44:32.347728 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-d826f900-6760-478f-8c3f-9377951d2063 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:32.363878 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63df4da8-825f-4463-ad7a-1940d59204de req-43056d9a-2175-4b11-aa60-0c2b3e4014b6 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:44:32.365665 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-63df4da8-825f-4463-ad7a-1940d59204de req-43056d9a-2175-4b11-aa60-0c2b3e4014b6 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "GET /v2.0/networks?id=060ae95d-b8fc-405f-91a3-56845df2e346 HTTP/1.1" status: 200  len: 796 time: 0.6430376
Dec 25 21:44:32.387137 ncdv-master-1 neutron-server[121607]: INFO neutron.pecan_wsgi.hooks.translation [None req-38a9aa79-c1e5-4617-be70-4302108e8b3b tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] DELETE failed (client error): The resource could not be found.
Dec 25 21:44:32.388113 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38a9aa79-c1e5-4617-be70-4302108e8b3b tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 25 21:44:32.391464 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-38a9aa79-c1e5-4617-be70-4302108e8b3b tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] 10.222.0.32 "DELETE /v2.0/ports/9e379155-e34a-4272-8888-ab23d98f19d4 HTTP/1.1" status: 404  len: 333 time: 0.0461342
Dec 25 21:44:32.393890 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 41418) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:44:32.446604 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-63df4da8-825f-4463-ad7a-1940d59204de req-74db80d6-b0f0-48bc-b023-451ccb46e1d9 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "GET /v2.0/quotas/4ff29c23c5844f45826a02b6ae6b65e7 HTTP/1.1" status: 200  len: 375 time: 0.0607269
Dec 25 21:44:32.489157 ncdv-master-1 neutron-server[121607]: INFO neutron.pecan_wsgi.hooks.translation [None req-032a99ef-7e7d-43f1-b041-bb70acc5c537 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] DELETE failed (client error): The resource could not be found.
Dec 25 21:44:32.490071 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-032a99ef-7e7d-43f1-b041-bb70acc5c537 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 25 21:44:32.495837 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-032a99ef-7e7d-43f1-b041-bb70acc5c537 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] 10.222.0.32 "DELETE /v2.0/subnets/4287efe9-ddd0-4ee4-90ed-65745015f3f3 HTTP/1.1" status: 404  len: 337 time: 0.1001976
Dec 25 21:44:32.502758 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 41424) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:44:32.514720 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-6aee075b-d841-4740-bb1b-2f2a17f83f2d None None] Publish callbacks [] for port, precommit_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:32.538603 ncdv-master-1 neutron-server[121607]: INFO neutron.pecan_wsgi.hooks.translation [None req-66ee8cb7-0ab9-4ea7-b188-c0e425a19779 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] DELETE failed (client error): The resource could not be found.
Dec 25 21:44:32.539479 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66ee8cb7-0ab9-4ea7-b188-c0e425a19779 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 25 21:44:32.543035 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-66ee8cb7-0ab9-4ea7-b188-c0e425a19779 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] 10.222.0.32 "DELETE /v2.0/ports/0425023c-6951-4876-ba0c-0433cc8f388c HTTP/1.1" status: 404  len: 333 time: 0.0388062
Dec 25 21:44:32.545360 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 41430) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:44:32.576724 ncdv-master-1 neutron-server[121607]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ac08325-861d-4ad6-8a75-a8715f23a91a tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] DELETE failed (client error): The resource could not be found.
Dec 25 21:44:32.577618 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ac08325-861d-4ad6-8a75-a8715f23a91a tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 25 21:44:32.581123 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-6ac08325-861d-4ad6-8a75-a8715f23a91a tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] 10.222.0.32 "DELETE /v2.0/subnets/55dfaedc-54af-4c10-80c8-c0b07ffbd40e HTTP/1.1" status: 404  len: 337 time: 0.0341988
Dec 25 21:44:32.590065 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 41440) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:44:32.612351 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port 0f1bc128-a0c8-4635-8c71-1ddfa9efda45 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:44:32.612732 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:32.617473 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-6aee075b-d841-4740-bb1b-2f2a17f83f2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:32.618075 ncdv-master-1 neutron-server[121607]: INFO neutron.pecan_wsgi.hooks.translation [None req-a88d37a9-971d-4f5b-9bde-22cb226c0c1e tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] DELETE failed (client error): The resource could not be found.
Dec 25 21:44:32.619097 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a88d37a9-971d-4f5b-9bde-22cb226c0c1e tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 25 21:44:32.622917 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-a88d37a9-971d-4f5b-9bde-22cb226c0c1e tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] 10.222.0.32 "DELETE /v2.0/ports/4fb156cb-057b-4975-bca3-f092ba9eba47 HTTP/1.1" status: 404  len: 333 time: 0.0315320
Dec 25 21:44:32.631352 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 41442) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:44:32.635142 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [None req-d826f900-6760-478f-8c3f-9377951d2063 admin admin] For port b6d83755-b504-499d-b88c-4089f2d421c3, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b6d83755-b504-499d-b88c-4089f2d421c3,segment=NetworkSegment(2c439112-45cf-4c4b-91c2-b62eb859ac46),segment_id=2c439112-45cf-4c4b-91c2-b62eb859ac46)] {{(pid=121606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:44:32.635516 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-d826f900-6760-478f-8c3f-9377951d2063 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:32.661849 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-6d1f5b7a-16c5-4ceb-9eac-8db76e9fea46 None None] Deleting port b6d83755-b504-499d-b88c-4089f2d421c3 {{(pid=121608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:44:32.661983 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77ebf4e-1bcf-48f7-a51a-642876c8a0b5 req-3b399eec-1170-475f-855c-2bc4c2cfb445 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:44:32.662590 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-6d1f5b7a-16c5-4ceb-9eac-8db76e9fea46 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:32.663813 ncdv-master-1 neutron-server[121607]: INFO neutron.pecan_wsgi.hooks.translation [None req-cee0a4f2-7dbb-482c-a422-efbe839e0611 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] DELETE failed (client error): The resource could not be found.
Dec 25 21:44:32.664138 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a77ebf4e-1bcf-48f7-a51a-642876c8a0b5 req-3b399eec-1170-475f-855c-2bc4c2cfb445 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] 10.222.0.32 "GET /v2.0/networks?id=2d1735c0-d6b4-47c5-98a9-07fa68c49bb1 HTTP/1.1" status: 200  len: 797 time: 0.4722061
Dec 25 21:44:32.664681 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cee0a4f2-7dbb-482c-a422-efbe839e0611 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 25 21:44:32.668823 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-cee0a4f2-7dbb-482c-a422-efbe839e0611 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] 10.222.0.32 "DELETE /v2.0/subnets/5b08eb53-93f0-4baa-b8fd-fe6f7725f5b2 HTTP/1.1" status: 404  len: 337 time: 0.0364268
Dec 25 21:44:32.675495 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 41444) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:44:32.683949 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-d826f900-6760-478f-8c3f-9377951d2063 admin admin] Calling delete_port for b6d83755-b504-499d-b88c-4089f2d421c3 owned by network:dhcp {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:44:32.706184 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-e6b86ad1-6fc9-49c4-a5d5-162a9852425c None None] Deleting port bd0c38ae-64d1-481c-a36a-1b2937548e1a {{(pid=121608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:44:32.706559 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-e6b86ad1-6fc9-49c4-a5d5-162a9852425c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:32.709332 ncdv-master-1 neutron-server[121607]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3374f9f-26ac-4bef-9d64-96c42417def2 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] DELETE failed (client error): The resource could not be found.
Dec 25 21:44:32.710062 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3374f9f-26ac-4bef-9d64-96c42417def2 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 25 21:44:32.714010 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-e3374f9f-26ac-4bef-9d64-96c42417def2 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] 10.222.0.32 "DELETE /v2.0/ports/ff54bea1-25a2-4d61-9d4d-d7c73dd249ba HTTP/1.1" status: 404  len: 333 time: 0.0373876
Dec 25 21:44:32.716405 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3466919d-13aa-4f64-a1ee-728e84dc6263 None None] Pushing event updated for resources: {'Port': ['ID=313aa3b4-6a9b-4cf3-ac7d-5bb251129d00,revision_number=3']} {{(pid=121609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:44:32.717405 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a77ebf4e-1bcf-48f7-a51a-642876c8a0b5 req-a79d67a7-0c9f-46a7-b487-303afe9a65df tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] 10.222.0.32 "GET /v2.0/quotas/59ed9da8ed224ce9b429cb4c633a2498 HTTP/1.1" status: 200  len: 375 time: 0.0400479
Dec 25 21:44:32.724366 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 41446) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:44:32.754318 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-b307c2c7-6d2f-4a18-8573-04b410318f90 None None] Provisioning complete for port 0a88198c-e7ee-442c-a539-667c36bd1e1a triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:44:32.754318 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-b307c2c7-6d2f-4a18-8573-04b410318f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:32.789174 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.managers [None req-6aee075b-d841-4740-bb1b-2f2a17f83f2d None None] Attempting to bind port 313aa3b4-6a9b-4cf3-ac7d-5bb251129d00 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:44:32.790083 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.managers [None req-6aee075b-d841-4740-bb1b-2f2a17f83f2d None None] Attempting to bind port 313aa3b4-6a9b-4cf3-ac7d-5bb251129d00 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '15bcd007-535d-424d-8176-e76fbbc4a89c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '060ae95d-b8fc-405f-91a3-56845df2e346'}] {{(pid=121609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:44:32.790607 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aee075b-d841-4740-bb1b-2f2a17f83f2d None None] Attempting to bind port 313aa3b4-6a9b-4cf3-ac7d-5bb251129d00 on network 060ae95d-b8fc-405f-91a3-56845df2e346 {{(pid=121609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:44:32.796578 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aee075b-d841-4740-bb1b-2f2a17f83f2d None None] Checking agent: {'id': 'ca4f5c6d-f1fd-48b8-a3e3-395864c7d23d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 20, 56, 40), 'started_at': datetime.datetime(2021, 12, 25, 20, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 44, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:44:32.797384 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aee075b-d841-4740-bb1b-2f2a17f83f2d None None] Checking segment: {'id': '15bcd007-535d-424d-8176-e76fbbc4a89c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '060ae95d-b8fc-405f-91a3-56845df2e346'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:44:32.798355 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-6aee075b-d841-4740-bb1b-2f2a17f83f2d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:32.798888 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aee075b-d841-4740-bb1b-2f2a17f83f2d None None] Bound using segment: {'id': '15bcd007-535d-424d-8176-e76fbbc4a89c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '060ae95d-b8fc-405f-91a3-56845df2e346'} {{(pid=121609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:44:32.799522 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.managers [None req-6aee075b-d841-4740-bb1b-2f2a17f83f2d None None] Bound port: 313aa3b4-6a9b-4cf3-ac7d-5bb251129d00, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15bcd007-535d-424d-8176-e76fbbc4a89c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '060ae95d-b8fc-405f-91a3-56845df2e346'}}] {{(pid=121609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:44:32.800235 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-6aee075b-d841-4740-bb1b-2f2a17f83f2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:32.835453 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-6d1f5b7a-16c5-4ceb-9eac-8db76e9fea46 None None] For port b6d83755-b504-499d-b88c-4089f2d421c3, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b6d83755-b504-499d-b88c-4089f2d421c3,segment=NetworkSegment(2c439112-45cf-4c4b-91c2-b62eb859ac46),segment_id=2c439112-45cf-4c4b-91c2-b62eb859ac46)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:44:32.836028 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-6d1f5b7a-16c5-4ceb-9eac-8db76e9fea46 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:32.849928 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-6d1f5b7a-16c5-4ceb-9eac-8db76e9fea46 None None] Calling delete_port for b6d83755-b504-499d-b88c-4089f2d421c3 owned by network:dhcp {{(pid=121608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:44:32.870628 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-63df4da8-825f-4463-ad7a-1940d59204de req-c67c96b2-f3f7-4517-8605-d9c2c0f59dd0 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=4ff29c23c5844f45826a02b6ae6b65e7&fields=id HTTP/1.1" status: 200  len: 302 time: 0.4124424
Dec 25 21:44:32.876074 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.db [None req-6aee075b-d841-4740-bb1b-2f2a17f83f2d None None] For port 313aa3b4-6a9b-4cf3-ac7d-5bb251129d00, host ncdv-master-1, cleared binding levels {{(pid=121609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:44:32.879686 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.db [None req-6aee075b-d841-4740-bb1b-2f2a17f83f2d None None] For port 313aa3b4-6a9b-4cf3-ac7d-5bb251129d00, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=313aa3b4-6a9b-4cf3-ac7d-5bb251129d00,segment=NetworkSegment(15bcd007-535d-424d-8176-e76fbbc4a89c),segment_id=15bcd007-535d-424d-8176-e76fbbc4a89c)] {{(pid=121609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:44:32.900791 ncdv-master-1 neutron-server[121606]: INFO neutron.pecan_wsgi.hooks.translation [None req-d722f655-84ad-4163-bdf6-ffb4503b2d78 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] DELETE failed (client error): The resource could not be found.
Dec 25 21:44:32.901353 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d722f655-84ad-4163-bdf6-ffb4503b2d78 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 25 21:44:32.907289 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 41448) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:44:32.907510 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-d722f655-84ad-4163-bdf6-ffb4503b2d78 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] 10.222.0.32 "DELETE /v2.0/subnets/568386e4-9124-47b2-9859-ed60381474d1 HTTP/1.1" status: 404  len: 337 time: 0.1817741
Dec 25 21:44:32.948774 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-6aee075b-d841-4740-bb1b-2f2a17f83f2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:32.963867 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a77ebf4e-1bcf-48f7-a51a-642876c8a0b5 req-bc275e6e-2d95-4dcf-892e-6f764d8a5825 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=59ed9da8ed224ce9b429cb4c633a2498&fields=id HTTP/1.1" status: 200  len: 302 time: 0.2189932
Dec 25 21:44:32.967189 ncdv-master-1 neutron-server[121607]: INFO neutron.pecan_wsgi.hooks.translation [None req-53268105-bf25-4849-9e1d-4123ce281400 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] DELETE failed (client error): The resource could not be found.
Dec 25 21:44:32.968390 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53268105-bf25-4849-9e1d-4123ce281400 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 25 21:44:32.971617 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-53268105-bf25-4849-9e1d-4123ce281400 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] 10.222.0.32 "DELETE /v2.0/ports/e4bec389-49b7-4107-b2e4-030d27ff58c0 HTTP/1.1" status: 404  len: 333 time: 0.0632584
Dec 25 21:44:32.974111 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 41452) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:44:33.011690 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-d826f900-6760-478f-8c3f-9377951d2063 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:33.031149 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aee075b-d841-4740-bb1b-2f2a17f83f2d None None] Routers {'adc3498f-1aab-41ce-b3fb-2f15d052e8bb'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:44:33.031840 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-6aee075b-d841-4740-bb1b-2f2a17f83f2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f26188256a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:44:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['adc3498f-1aab-41ce-b3fb-2f15d052e8bb'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:44:33.056835 ncdv-master-1 neutron-server[121607]: INFO neutron.pecan_wsgi.hooks.translation [None req-24ada8e9-d3ed-4ccf-b10a-d9628abd2a7a tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] DELETE failed (client error): The resource could not be found.
Dec 25 21:44:33.057967 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24ada8e9-d3ed-4ccf-b10a-d9628abd2a7a tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 25 21:44:33.061318 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-24ada8e9-d3ed-4ccf-b10a-d9628abd2a7a tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] 10.222.0.32 "DELETE /v2.0/subnets/a9cbf6f0-58b3-40f4-8c61-cc64a4177dbd HTTP/1.1" status: 404  len: 337 time: 0.0856955
Dec 25 21:44:33.071285 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 41456) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:44:33.079053 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d826f900-6760-478f-8c3f-9377951d2063 admin admin] No DVR routers for this DVR port b6d83755-b504-499d-b88c-4089f2d421c3 on host ncdv-master-1 {{(pid=121606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:44:33.080756 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d826f900-6760-478f-8c3f-9377951d2063 admin admin] Pushing event deleted for resources: {'Port': ['ID=b6d83755-b504-499d-b88c-4089f2d421c3,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:44:33.153445 ncdv-master-1 neutron-server[121607]: INFO neutron.pecan_wsgi.hooks.translation [None req-3cb5763a-1ed2-4da9-a6d4-c0d0e897aed6 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] DELETE failed (client error): The resource could not be found.
Dec 25 21:44:33.154102 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3cb5763a-1ed2-4da9-a6d4-c0d0e897aed6 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 25 21:44:33.160016 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-3cb5763a-1ed2-4da9-a6d4-c0d0e897aed6 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] 10.222.0.32 "DELETE /v2.0/subnets/6d3b381b-a531-4f81-a0d4-6ad1a5288a60 HTTP/1.1" status: 404  len: 337 time: 0.0870736
Dec 25 21:44:33.160709 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 41458) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:44:33.212619 ncdv-master-1 neutron-server[121607]: INFO neutron.pecan_wsgi.hooks.translation [None req-0aac6c09-e027-4445-9b5b-8b36004a37fc tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] DELETE failed (client error): The resource could not be found.
Dec 25 21:44:33.215989 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0aac6c09-e027-4445-9b5b-8b36004a37fc tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 25 21:44:33.224144 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-0aac6c09-e027-4445-9b5b-8b36004a37fc tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] 10.222.0.32 "DELETE /v2.0/ports/e8f60598-e804-4976-92b1-c423ee3b9b5e HTTP/1.1" status: 404  len: 333 time: 0.0585260
Dec 25 21:44:33.227407 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-d826f900-6760-478f-8c3f-9377951d2063 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997585', 'neutron.services.segments.db._delete_segments_for_network-8737602743071'] for network, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:33.228245 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 41460) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:44:33.233336 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvr_db [None req-6aee075b-d841-4740-bb1b-2f2a17f83f2d None None] Set router adc3498f-1aab-41ce-b3fb-2f15d052e8bb gateway port host: ncdv-master-1 {{(pid=121609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:44:33.257229 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.segments.db [None req-d826f900-6760-478f-8c3f-9377951d2063 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f261188a190>,) {'filters': {'network_id': ['291150ff-71f8-4bde-af2d-c5fbcb3a92d8']}} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:44:33.268040 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.segments.db [None req-d826f900-6760-478f-8c3f-9377951d2063 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f261188a190>, '2c439112-45cf-4c4b-91c2-b62eb859ac46') {'for_net_delete': True} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:44:33.268409 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.segments.db [None req-d826f900-6760-478f-8c3f-9377951d2063 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f261188a190>, '2c439112-45cf-4c4b-91c2-b62eb859ac46') {} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:44:33.270792 ncdv-master-1 neutron-server[121607]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b1ae657-6518-4456-9de1-317b423d3221 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] DELETE failed (client error): The resource could not be found.
Dec 25 21:44:33.271574 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b1ae657-6518-4456-9de1-317b423d3221 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 25 21:44:33.278244 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-8b1ae657-6518-4456-9de1-317b423d3221 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] 10.222.0.32 "DELETE /v2.0/subnets/7e18c0c3-e291-4dd1-9444-d394393be547 HTTP/1.1" status: 404  len: 337 time: 0.0488174
Dec 25 21:44:33.279346 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 41462) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:44:33.279992 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-d826f900-6760-478f-8c3f-9377951d2063 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737602746920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9084222'] for segment, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:33.300017 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-d826f900-6760-478f-8c3f-9377951d2063 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:33.307618 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d826f900-6760-478f-8c3f-9377951d2063 admin admin] Releasing vlan 151 on physical network physnet1 to pool {{(pid=121606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 25 21:44:33.308025 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-d826f900-6760-478f-8c3f-9377951d2063 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9084542'] for segment, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:33.313739 ncdv-master-1 neutron-server[121607]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f4f283b-57c0-4358-9195-f03dc18492f2 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] DELETE failed (client error): The resource could not be found.
Dec 25 21:44:33.314534 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f4f283b-57c0-4358-9195-f03dc18492f2 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 25 21:44:33.321120 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-7f4f283b-57c0-4358-9195-f03dc18492f2 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] 10.222.0.32 "DELETE /v2.0/subnets/952b7b6f-c6e9-480d-ae11-443df5c9119e HTTP/1.1" status: 404  len: 337 time: 0.0402529
Dec 25 21:44:33.322076 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 41464) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:44:33.358400 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-6d1f5b7a-16c5-4ceb-9eac-8db76e9fea46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955'] for port, after_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:33.369316 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:44:33.369316 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:44:33.369316 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:44:33.369316 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:44:33.369316 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:44:33.369316 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:44:33.369316 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:44:33.369316 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:44:33.369316 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:44:33.369316 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:44:33.369316 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:44:33.369316 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:44:33.369316 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:44:33.369316 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:44:33.369316 ncdv-master-1 neutron-server[121606]: Traceback (most recent call last):
Dec 25 21:44:33.369316 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 25 21:44:33.369316 ncdv-master-1 neutron-server[121606]:     timer()
Dec 25 21:44:33.369316 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 25 21:44:33.369316 ncdv-master-1 neutron-server[121606]:     cb(*args, **kw)
Dec 25 21:44:33.369316 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 25 21:44:33.369316 ncdv-master-1 neutron-server[121606]:     return func(*args, **kwargs)
Dec 25 21:44:33.369316 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 25 21:44:33.369316 ncdv-master-1 neutron-server[121606]:     self._notify()
Dec 25 21:44:33.369316 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 25 21:44:33.369316 ncdv-master-1 neutron-server[121606]:     self.callback(batched_events)
Dec 25 21:44:33.369316 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 25 21:44:33.369316 ncdv-master-1 neutron-server[121606]:     event.method(event)
Dec 25 21:44:33.369316 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 25 21:44:33.369316 ncdv-master-1 neutron-server[121606]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 25 21:44:33.369316 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 25 21:44:33.369316 ncdv-master-1 neutron-server[121606]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 25 21:44:33.369316 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 25 21:44:33.369316 ncdv-master-1 neutron-server[121606]:     return f(self, *a, **k)
Dec 25 21:44:33.369316 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 25 21:44:33.369316 ncdv-master-1 neutron-server[121606]:     return self._get(url).json()
Dec 25 21:44:33.369316 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 25 21:44:33.369316 ncdv-master-1 neutron-server[121606]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 25 21:44:33.369316 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 25 21:44:33.369316 ncdv-master-1 neutron-server[121606]:     return self.request(url, 'GET', **kwargs)
Dec 25 21:44:33.369316 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 25 21:44:33.369316 ncdv-master-1 neutron-server[121606]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 25 21:44:33.369316 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 25 21:44:33.369316 ncdv-master-1 neutron-server[121606]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 25 21:44:33.369316 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 25 21:44:33.369316 ncdv-master-1 neutron-server[121606]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 25 21:44:33.369316 ncdv-master-1 neutron-server[121606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 25 21:44:33.381486 ncdv-master-1 neutron-server[121607]: INFO neutron.pecan_wsgi.hooks.translation [None req-86728293-e2fd-4688-aea1-0727a6f99dcb tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] DELETE failed (client error): The resource could not be found.
Dec 25 21:44:33.381486 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86728293-e2fd-4688-aea1-0727a6f99dcb tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 25 21:44:33.383319 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-86728293-e2fd-4688-aea1-0727a6f99dcb tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] 10.222.0.32 "DELETE /v2.0/ports/abd37d1c-91d6-4c45-ace4-f86a456a5b37 HTTP/1.1" status: 404  len: 333 time: 0.0599198
Dec 25 21:44:33.384611 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [req-a77ebf4e-1bcf-48f7-a51a-642876c8a0b5 req-2dbef3e7-446f-4315-9ded-69ab2a2f42f0 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=121606) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 25 21:44:33.385765 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a77ebf4e-1bcf-48f7-a51a-642876c8a0b5 req-2dbef3e7-446f-4315-9ded-69ab2a2f42f0 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.4173591
Dec 25 21:44:33.400911 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 41466) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:44:33.438968 ncdv-master-1 neutron-server[121607]: INFO neutron.pecan_wsgi.hooks.translation [None req-db3a70ef-5c46-4011-82aa-ccd917655d0d tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] DELETE failed (client error): The resource could not be found.
Dec 25 21:44:33.439782 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db3a70ef-5c46-4011-82aa-ccd917655d0d tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 25 21:44:33.446595 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-db3a70ef-5c46-4011-82aa-ccd917655d0d tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] 10.222.0.32 "DELETE /v2.0/subnets/efef90ed-7cb6-4c10-9c3d-392ed377ade6 HTTP/1.1" status: 404  len: 337 time: 0.0428042
Dec 25 21:44:33.447548 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 41468) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:44:33.469027 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1f5b7a-16c5-4ceb-9eac-8db76e9fea46 None None] Pushing event deleted for resources: {'Port': ['ID=b6d83755-b504-499d-b88c-4089f2d421c3,revision_number=None']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:44:33.489742 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d1f5b7a-16c5-4ceb-9eac-8db76e9fea46 None None] No DVR routers for this DVR port b6d83755-b504-499d-b88c-4089f2d421c3 on host ncdv-master-1 {{(pid=121608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:44:33.496469 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-d826f900-6760-478f-8c3f-9377951d2063 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2008653'] for network, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:33.497818 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3466919d-13aa-4f64-a1ee-728e84dc6263 None None] Pushing event updated for resources: {'Port': ['ID=313aa3b4-6a9b-4cf3-ac7d-5bb251129d00,revision_number=4']} {{(pid=121609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:44:33.499091 ncdv-master-1 neutron-server[121607]: INFO neutron.pecan_wsgi.hooks.translation [None req-debdf207-0aa1-4b2f-b056-cd32f835aceb tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] DELETE failed (client error): The resource could not be found.
Dec 25 21:44:33.499691 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-debdf207-0aa1-4b2f-b056-cd32f835aceb tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 25 21:44:33.509293 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-debdf207-0aa1-4b2f-b056-cd32f835aceb tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] 10.222.0.32 "DELETE /v2.0/subnets/6542ae60-2d77-4309-9f0c-d3f87fc6f11c HTTP/1.1" status: 404  len: 337 time: 0.0580482
Dec 25 21:44:33.512220 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 41470) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:44:33.513603 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-e6b86ad1-6fc9-49c4-a5d5-162a9852425c None None] For port bd0c38ae-64d1-481c-a36a-1b2937548e1a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bd0c38ae-64d1-481c-a36a-1b2937548e1a,segment=NetworkSegment(0b348995-4d55-45f1-b58c-2a5ccec11450),segment_id=0b348995-4d55-45f1-b58c-2a5ccec11450)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:44:33.514006 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-e6b86ad1-6fc9-49c4-a5d5-162a9852425c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:33.557945 ncdv-master-1 neutron-server[121607]: INFO neutron.pecan_wsgi.hooks.translation [None req-8095d62e-185c-4327-8f81-b3791cd2d48e tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] DELETE failed (client error): The resource could not be found.
Dec 25 21:44:33.558643 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8095d62e-185c-4327-8f81-b3791cd2d48e tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 25 21:44:33.564392 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-8095d62e-185c-4327-8f81-b3791cd2d48e tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] 10.222.0.32 "DELETE /v2.0/ports/5d8d0937-814d-4222-965c-3ba079b64e26 HTTP/1.1" status: 404  len: 333 time: 0.0489109
Dec 25 21:44:33.564774 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 41472) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:44:33.590295 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-e6b86ad1-6fc9-49c4-a5d5-162a9852425c None None] Calling delete_port for bd0c38ae-64d1-481c-a36a-1b2937548e1a owned by network:dhcp {{(pid=121608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:44:33.594665 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-d826f900-6760-478f-8c3f-9377951d2063 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for network, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:33.597293 ncdv-master-1 neutron-server[121607]: INFO neutron.pecan_wsgi.hooks.translation [None req-7466d967-f0d3-4b61-bff7-581da61b12b4 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] DELETE failed (client error): The resource could not be found.
Dec 25 21:44:33.597532 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7466d967-f0d3-4b61-bff7-581da61b12b4 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 25 21:44:33.599281 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-d826f900-6760-478f-8c3f-9377951d2063 admin admin] 10.222.0.32 "DELETE /v2.0/networks/291150ff-71f8-4bde-af2d-c5fbcb3a92d8 HTTP/1.1" status: 204  len: 168 time: 2.4063599
Dec 25 21:44:33.604765 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-7466d967-f0d3-4b61-bff7-581da61b12b4 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] 10.222.0.32 "DELETE /v2.0/subnets/4e53ce71-6d7c-411c-8446-230ab34813ce HTTP/1.1" status: 404  len: 337 time: 0.0387757
Dec 25 21:44:33.611048 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 41476) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:44:33.614119 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-5859053a-5906-415f-b86f-c15ccfaa94dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2613003b80>, [{'id': '7cd55098-02e8-48a1-be0d-bcde62038f27', 'name': 'tempest-TestServerMultinode-1587544124-router', 'tenant_id': '7111026d02ad417e83bc2f057ded219d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.176'}], 'enable_snat': True}, 'gw_port_id': '21e5fd47-9619-4d68-909e-2069b42ee5ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:44:26Z', 'updated_at': '2021-12-25T21:44:29Z', 'revision_number': 3, 'project_id': '7111026d02ad417e83bc2f057ded219d', 'gw_port': {'id': '21e5fd47-9619-4d68-909e-2069b42ee5ac', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:63:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cd55098-02e8-48a1-be0d-bcde62038f27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3704, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:44:28Z', 'updated_at': '2021-12-25T21:44:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:44:33.700997 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5859053a-5906-415f-b86f-c15ccfaa94dc None None] Checking router: 7cd55098-02e8-48a1-be0d-bcde62038f27 for host: ncdv-master-1 {{(pid=121608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 25 21:44:33.701369 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5859053a-5906-415f-b86f-c15ccfaa94dc None None] Updating router 7cd55098-02e8-48a1-be0d-bcde62038f27 port 21e5fd47-9619-4d68-909e-2069b42ee5ac binding host ncdv-master-1 {{(pid=121608) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 25 21:44:33.754683 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d826f900-6760-478f-8c3f-9377951d2063 admin admin] Pushing event deleted for resources: {'Network': ['ID=291150ff-71f8-4bde-af2d-c5fbcb3a92d8,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:44:33.775797 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-b307c2c7-6d2f-4a18-8573-04b410318f90 None None] Provisioning complete for port bd0c38ae-64d1-481c-a36a-1b2937548e1a triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:44:33.776164 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-b307c2c7-6d2f-4a18-8573-04b410318f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:33.788942 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.agents_db [None req-ec08dba0-4483-4109-b5e1-5e4a9fdaf12d None None] Agent healthcheck: found 7 active agents {{(pid=121609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 25 21:44:33.800781 ncdv-master-1 neutron-server[121606]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd52f406-9027-49ed-b664-fce43bfd6f3d tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] DELETE failed (client error): The resource could not be found.
Dec 25 21:44:33.801426 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd52f406-9027-49ed-b664-fce43bfd6f3d tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 25 21:44:33.805968 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-bd52f406-9027-49ed-b664-fce43bfd6f3d tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] 10.222.0.32 "DELETE /v2.0/subnets/b59e7736-2550-4548-be97-c8ea677da06c HTTP/1.1" status: 404  len: 337 time: 0.1783652
Dec 25 21:44:33.813581 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 41478) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:44:33.834669 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a77ebf4e-1bcf-48f7-a51a-642876c8a0b5 req-83b952ab-68a9-405d-9c6b-663bcd768dc5 service neutron] 10.222.0.32 "GET /v2.0/networks/2d1735c0-d6b4-47c5-98a9-07fa68c49bb1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4317961
Dec 25 21:44:33.881877 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-6aee075b-d841-4740-bb1b-2f2a17f83f2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f26188256a0>, [{'id': 'adc3498f-1aab-41ce-b3fb-2f15d052e8bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1725953326', 'tenant_id': '4ff29c23c5844f45826a02b6ae6b65e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.78'}], 'enable_snat': True}, 'gw_port_id': '0b8b5c78-eae5-4eb5-96fb-531e503b6693', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:44:14Z', 'updated_at': '2021-12-25T21:44:28Z', 'revision_number': 4, 'project_id': '4ff29c23c5844f45826a02b6ae6b65e7', 'gw_port': {'id': '0b8b5c78-eae5-4eb5-96fb-531e503b6693', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:f1:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adc3498f-1aab-41ce-b3fb-2f15d052e8bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3678, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:44:17Z', 'updated_at': '2021-12-25T21:44:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '313aa3b4-6a9b-4cf3-ac7d-5bb251129d00', 'name': '', 'network_id': '060ae95d-b8fc-405f-91a3-56845df2e346', 'tenant_id': '4ff29c23c5844f45826a02b6ae6b65e7', 'mac_address': 'fa:16:3e:69:9e:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adc3498f-1aab-41ce-b3fb-2f15d052e8bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3699, 'fixed_ips': [{'subnet_id': '46348f07-d4df-41ed-9d9b-1f1c5c6801f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:44:26Z', 'updated_at': '2021-12-25T21:44:32Z', 'revision_number': 4, 'project_id': '4ff29c23c5844f45826a02b6ae6b65e7', 'subnets': [{'id': '46348f07-d4df-41ed-9d9b-1f1c5c6801f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:44:33.894691 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5859053a-5906-415f-b86f-c15ccfaa94dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:33.921082 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-2b552756-2337-4cd1-8ee4-89efcb00bf1e tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] 10.222.0.32 "GET /v2.0/ports?device_id=952d8ecc-81f6-4ca7-9f2f-7f3e09922153 HTTP/1.1" status: 200  len: 205 time: 0.1040051
Dec 25 21:44:33.921641 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 41480) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:44:33.928746 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aee075b-d841-4740-bb1b-2f2a17f83f2d None None] The sync data for ids ['adc3498f-1aab-41ce-b3fb-2f15d052e8bb'] in ncdv-master-1 is: [{'id': 'adc3498f-1aab-41ce-b3fb-2f15d052e8bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1725953326', 'tenant_id': '4ff29c23c5844f45826a02b6ae6b65e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.78'}], 'enable_snat': True}, 'gw_port_id': '0b8b5c78-eae5-4eb5-96fb-531e503b6693', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:44:14Z', 'updated_at': '2021-12-25T21:44:28Z', 'revision_number': 4, 'project_id': '4ff29c23c5844f45826a02b6ae6b65e7', 'gw_port': {'id': '0b8b5c78-eae5-4eb5-96fb-531e503b6693', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:f1:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adc3498f-1aab-41ce-b3fb-2f15d052e8bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3678, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:44:17Z', 'updated_at': '2021-12-25T21:44:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '313aa3b4-6a9b-4cf3-ac7d-5bb251129d00', 'name': '', 'network_id': '060ae95d-b8fc-405f-91a3-56845df2e346', 'tenant_id': '4ff29c23c5844f45826a02b6ae6b65e7', 'mac_address': 'fa:16:3e:69:9e:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adc3498f-1aab-41ce-b3fb-2f15d052e8bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3699, 'fixed_ips': [{'subnet_id': '46348f07-d4df-41ed-9d9b-1f1c5c6801f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:44:26Z', 'updated_at': '2021-12-25T21:44:32Z', 'revision_number': 4, 'project_id': '4ff29c23c5844f45826a02b6ae6b65e7', 'subnets': [{'id': '46348f07-d4df-41ed-9d9b-1f1c5c6801f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 21:44:33.947826 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 0f1bc128-a0c8-4635-8c71-1ddfa9efda45 up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:44:33.948074 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-63df4da8-825f-4463-ad7a-1940d59204de req-330fd479-4dca-4787-8252-a3ac3934d7bf service neutron] 10.222.0.32 "GET /v2.0/networks/060ae95d-b8fc-405f-91a3-56845df2e346?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.0523813
Dec 25 21:44:34.077982 ncdv-master-1 neutron-server[121607]: INFO neutron.api.v2.resource [None req-e27df1b4-40d6-4870-9f29-0e53eb15cb12 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] delete failed (client error): The resource could not be found.
Dec 25 21:44:34.082429 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-e27df1b4-40d6-4870-9f29-0e53eb15cb12 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] 10.222.0.32 "DELETE /v2.0/routers/952d8ecc-81f6-4ca7-9f2f-7f3e09922153 HTTP/1.1" status: 404  len: 336 time: 0.1596253
Dec 25 21:44:34.083030 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 41482) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:44:34.112895 ncdv-master-1 neutron-server[121607]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a2bc48b-89c4-4f5a-a792-faa368d30381 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] DELETE failed (client error): The resource could not be found.
Dec 25 21:44:34.113367 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a2bc48b-89c4-4f5a-a792-faa368d30381 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 25 21:44:34.116949 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-1a2bc48b-89c4-4f5a-a792-faa368d30381 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] 10.222.0.32 "DELETE /v2.0/subnets/c36f47b2-0b08-4d2a-bea0-bc596a17827c HTTP/1.1" status: 404  len: 337 time: 0.0324414
Dec 25 21:44:34.119201 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 41484) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:44:34.124047 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-b307c2c7-6d2f-4a18-8573-04b410318f90 None None] Provisioning complete for port b88819fc-13e4-4415-ae3f-979e11d04e4d triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:44:34.124423 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-b307c2c7-6d2f-4a18-8573-04b410318f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:34.152277 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-69724b72-c133-4dde-a9d6-c8b63456d8d5 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a0a50c4-95a5-4a17-aa4b-9ef79b9d9b45 HTTP/1.1" status: 200  len: 205 time: 0.0296779
Dec 25 21:44:34.153127 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 41486) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:44:34.162312 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-e6b86ad1-6fc9-49c4-a5d5-162a9852425c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955'] for port, after_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:34.191442 ncdv-master-1 neutron-server[121607]: INFO neutron.api.v2.resource [None req-3a1dc2a0-7fad-431f-b976-45fd848631e1 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] delete failed (client error): The resource could not be found.
Dec 25 21:44:34.192939 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-3a1dc2a0-7fad-431f-b976-45fd848631e1 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] 10.222.0.32 "DELETE /v2.0/routers/3a0a50c4-95a5-4a17-aa4b-9ef79b9d9b45 HTTP/1.1" status: 404  len: 336 time: 0.0383687
Dec 25 21:44:34.195631 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 41488) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:44:34.206975 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 41490) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:44:34.227496 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b86ad1-6fc9-49c4-a5d5-162a9852425c None None] Pushing event deleted for resources: {'Port': ['ID=bd0c38ae-64d1-481c-a36a-1b2937548e1a,revision_number=None']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:44:34.237731 ncdv-master-1 neutron-server[121607]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ac3b9df-7361-425b-a8dd-dc5df7d13afa tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] DELETE failed (client error): The resource could not be found.
Dec 25 21:44:34.237983 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6b86ad1-6fc9-49c4-a5d5-162a9852425c None None] No DVR routers for this DVR port bd0c38ae-64d1-481c-a36a-1b2937548e1a on host ncdv-master-1 {{(pid=121608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:44:34.238346 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ac3b9df-7361-425b-a8dd-dc5df7d13afa tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 25 21:44:34.244912 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-0ac3b9df-7361-425b-a8dd-dc5df7d13afa tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] 10.222.0.32 "DELETE /v2.0/subnets/dc7cb7ab-44d4-44f5-b618-8dbda89eba5c HTTP/1.1" status: 404  len: 337 time: 0.0447817
Dec 25 21:44:34.250714 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 41492) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:44:34.279513 ncdv-master-1 neutron-server[121607]: INFO neutron.pecan_wsgi.hooks.translation [None req-58726618-c61b-4554-911d-a7cc96140122 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] DELETE failed (client error): The resource could not be found.
Dec 25 21:44:34.280485 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58726618-c61b-4554-911d-a7cc96140122 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 25 21:44:34.280616 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port 0f1bc128-a0c8-4635-8c71-1ddfa9efda45 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:44:34.281103 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:34.287735 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-58726618-c61b-4554-911d-a7cc96140122 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] 10.222.0.32 "DELETE /v2.0/subnets/26aa297f-918a-49b6-a26e-fd5cfede6c1e HTTP/1.1" status: 404  len: 337 time: 0.0333161
Dec 25 21:44:34.288538 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 41494) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:44:34.325006 ncdv-master-1 neutron-server[121607]: INFO neutron.pecan_wsgi.hooks.translation [None req-edbb81b3-00ca-4e21-ad8d-e4f2c603910a tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] DELETE failed (client error): The resource could not be found.
Dec 25 21:44:34.325006 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-edbb81b3-00ca-4e21-ad8d-e4f2c603910a tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 25 21:44:34.330275 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-edbb81b3-00ca-4e21-ad8d-e4f2c603910a tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] 10.222.0.32 "DELETE /v2.0/ports/d120916c-2a65-4f93-afc0-228d23e93dbd HTTP/1.1" status: 404  len: 333 time: 0.0374241
Dec 25 21:44:34.333127 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 41496) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:44:34.364778 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-c4adeb83-f9bc-4040-99e1-108c2fe6d2b0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ca293d68b8cc44e6b641d477c9a3eb50&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1564474
Dec 25 21:44:34.367064 ncdv-master-1 neutron-server[121607]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0036552-2bee-44fb-a405-120c030fe3db tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] DELETE failed (client error): The resource could not be found.
Dec 25 21:44:34.367665 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0036552-2bee-44fb-a405-120c030fe3db tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 25 21:44:34.371337 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-e0036552-2bee-44fb-a405-120c030fe3db tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] 10.222.0.32 "DELETE /v2.0/subnets/7db46378-8331-4b33-852b-1937d1952f54 HTTP/1.1" status: 404  len: 337 time: 0.0371914
Dec 25 21:44:34.372116 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 41498) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:44:34.436258 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-8e7d4cef-0d14-4359-922c-599cc1059fda admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:34.451352 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-b307c2c7-6d2f-4a18-8573-04b410318f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:34.468655 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 41500) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:44:34.483562 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-8e7d4cef-0d14-4359-922c-599cc1059fda admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:34.499914 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:34.538421 ncdv-master-1 neutron-server[121606]: INFO neutron.pecan_wsgi.hooks.translation [None req-685f3814-60d0-46f8-921c-a39d73c12fc3 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] DELETE failed (client error): The resource could not be found.
Dec 25 21:44:34.539103 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-685f3814-60d0-46f8-921c-a39d73c12fc3 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 25 21:44:34.542171 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-685f3814-60d0-46f8-921c-a39d73c12fc3 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] 10.222.0.32 "DELETE /v2.0/ports/35b9ec0d-d5d6-4344-9dff-d61bb539de10 HTTP/1.1" status: 404  len: 333 time: 0.0614572
Dec 25 21:44:34.545678 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 41502) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:44:34.563107 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device b88819fc-13e4-4415-ae3f-979e11d04e4d up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:44:34.565914 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-b307c2c7-6d2f-4a18-8573-04b410318f90 None None] For port b88819fc-13e4-4415-ae3f-979e11d04e4d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b88819fc-13e4-4415-ae3f-979e11d04e4d,segment=NetworkSegment(9c07744f-def3-427d-ae5f-b4009391b9ff),segment_id=9c07744f-def3-427d-ae5f-b4009391b9ff)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:44:34.581425 ncdv-master-1 neutron-server[121607]: INFO neutron.pecan_wsgi.hooks.translation [None req-4bffaa1e-bcf4-48f7-9e59-cff263ba3a6a tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] DELETE failed (client error): The resource could not be found.
Dec 25 21:44:34.582023 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4bffaa1e-bcf4-48f7-9e59-cff263ba3a6a tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 25 21:44:34.588289 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-4bffaa1e-bcf4-48f7-9e59-cff263ba3a6a tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] 10.222.0.32 "DELETE /v2.0/subnets/abcb758a-3bcb-4cd3-986c-4ac26aa1b161 HTTP/1.1" status: 404  len: 337 time: 0.0386207
Dec 25 21:44:34.588452 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-f5021706-5643-49f8-be26-4edde053cad9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:34.588626 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 41504) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:44:34.596532 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5859053a-5906-415f-b86f-c15ccfaa94dc None None] Publish callbacks [] for port, precommit_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:34.605751 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a77ebf4e-1bcf-48f7-a51a-642876c8a0b5 req-77dd8c41-8eee-4a16-b9a6-fde8c48a0b5d service neutron] 10.222.0.32 "GET /v2.0/networks/2d1735c0-d6b4-47c5-98a9-07fa68c49bb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7648826
Dec 25 21:44:34.627634 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port b88819fc-13e4-4415-ae3f-979e11d04e4d triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:44:34.628137 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:34.634047 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-63df4da8-825f-4463-ad7a-1940d59204de req-f806460d-9362-4036-bcd9-d58c34464368 service neutron] 10.222.0.32 "GET /v2.0/networks/060ae95d-b8fc-405f-91a3-56845df2e346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6356068
Dec 25 21:44:34.637136 ncdv-master-1 neutron-server[121607]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a449ed7-04f0-478f-be58-aad644f5d78c tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] DELETE failed (client error): The resource could not be found.
Dec 25 21:44:34.638105 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a449ed7-04f0-478f-be58-aad644f5d78c tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 25 21:44:34.644088 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-9a449ed7-04f0-478f-be58-aad644f5d78c tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] 10.222.0.32 "DELETE /v2.0/ports/9fc91f21-94c0-4104-9bec-18d82d9dcb41 HTTP/1.1" status: 404  len: 333 time: 0.0516329
Dec 25 21:44:34.644088 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-8e7d4cef-0d14-4359-922c-599cc1059fda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:34.644375 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 41506) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:44:34.647755 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-8e7d4cef-0d14-4359-922c-599cc1059fda admin admin] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:34.649406 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-8e7d4cef-0d14-4359-922c-599cc1059fda admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8d652510-b2cf-4c9b-bd36-799cd4719bc4 HTTP/1.1" status: 204  len: 168 time: 0.2760844
Dec 25 21:44:34.669660 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7d4cef-0d14-4359-922c-599cc1059fda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d652510-b2cf-4c9b-bd36-799cd4719bc4,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:44:34.698009 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-b307c2c7-6d2f-4a18-8573-04b410318f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:34.701563 ncdv-master-1 neutron-server[121606]: INFO neutron.pecan_wsgi.hooks.translation [None req-5715aff7-a984-43d8-83da-70551c6dee97 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] DELETE failed (client error): The resource could not be found.
Dec 25 21:44:34.702036 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5715aff7-a984-43d8-83da-70551c6dee97 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 25 21:44:34.712013 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-5715aff7-a984-43d8-83da-70551c6dee97 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] 10.222.0.32 "DELETE /v2.0/subnets/0f5ae730-94c1-4e0b-bea7-2cbedb3c06ae HTTP/1.1" status: 404  len: 337 time: 0.0641091
Dec 25 21:44:34.714411 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 41510) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:44:34.746483 ncdv-master-1 neutron-server[121607]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3c0abd2-af7d-4eae-bf04-650ecca662d4 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] DELETE failed (client error): The resource could not be found.
Dec 25 21:44:34.748104 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3c0abd2-af7d-4eae-bf04-650ecca662d4 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 25 21:44:34.755240 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-b3c0abd2-af7d-4eae-bf04-650ecca662d4 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] 10.222.0.32 "DELETE /v2.0/ports/a3e13e92-8c6e-4af6-8351-2da3be6cd34b HTTP/1.1" status: 404  len: 333 time: 0.0394621
Dec 25 21:44:34.755477 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 41512) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:44:34.826120 ncdv-master-1 neutron-server[121607]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5075c7f-c1c8-4967-96b6-72c6b18f6a3b tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] DELETE failed (client error): The resource could not be found.
Dec 25 21:44:34.826601 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5075c7f-c1c8-4967-96b6-72c6b18f6a3b tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 25 21:44:34.841167 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5859053a-5906-415f-b86f-c15ccfaa94dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:34.846355 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-b5075c7f-c1c8-4967-96b6-72c6b18f6a3b tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] 10.222.0.32 "DELETE /v2.0/subnets/5bce7558-38db-43a4-8b39-dc6eb7d50ac4 HTTP/1.1" status: 404  len: 337 time: 0.0841975
Dec 25 21:44:34.846991 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 41514) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:44:34.886411 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b307c2c7-6d2f-4a18-8573-04b410318f90 None None] Pushing event updated for resources: {'Port': ['ID=b88819fc-13e4-4415-ae3f-979e11d04e4d,revision_number=3']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:44:34.905416 ncdv-master-1 neutron-server[121607]: INFO neutron.pecan_wsgi.hooks.translation [None req-407190a0-c8c8-4b80-8b32-6484b97aa4f7 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] DELETE failed (client error): The resource could not be found.
Dec 25 21:44:34.905416 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-407190a0-c8c8-4b80-8b32-6484b97aa4f7 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 25 21:44:34.907840 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-407190a0-c8c8-4b80-8b32-6484b97aa4f7 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] 10.222.0.32 "DELETE /v2.0/ports/c904ca90-a071-4869-88e0-47542e09e674 HTTP/1.1" status: 404  len: 333 time: 0.0587857
Dec 25 21:44:34.911342 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 41516) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:44:34.978348 ncdv-master-1 neutron-server[121607]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd51ab16-12ec-4b24-8033-d651f2c02f1a tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] DELETE failed (client error): The resource could not be found.
Dec 25 21:44:34.979239 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd51ab16-12ec-4b24-8033-d651f2c02f1a tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 25 21:44:34.981959 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-dd51ab16-12ec-4b24-8033-d651f2c02f1a tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] 10.222.0.32 "DELETE /v2.0/subnets/134e06c0-c0d9-4fd5-aba4-fd45c277a73d HTTP/1.1" status: 404  len: 337 time: 0.0703883
Dec 25 21:44:34.984554 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 41520) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:44:35.023245 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-b307c2c7-6d2f-4a18-8573-04b410318f90 None None] Provisioning complete for port 313aa3b4-6a9b-4cf3-ac7d-5bb251129d00 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:44:35.024119 ncdv-master-1 neutron-server[121607]: INFO neutron.pecan_wsgi.hooks.translation [None req-324d8224-669d-4d5b-890d-396c5c6bcdc5 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] DELETE failed (client error): The resource could not be found.
Dec 25 21:44:35.024384 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-b307c2c7-6d2f-4a18-8573-04b410318f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:35.024693 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-324d8224-669d-4d5b-890d-396c5c6bcdc5 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 25 21:44:35.030643 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-324d8224-669d-4d5b-890d-396c5c6bcdc5 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] 10.222.0.32 "DELETE /v2.0/ports/d9122e4f-d90c-4b55-b101-0f8349968adf HTTP/1.1" status: 404  len: 333 time: 0.0425341
Dec 25 21:44:35.039404 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 41524) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:44:35.090715 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24c894c5-f0c3-49bd-9f0d-5618ba5304c0 None None] DHCP port deletion for 7201e55c-7c5f-41aa-a042-a363696539d0 request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 21:44:35.093091 ncdv-master-1 neutron-server[121607]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d70a04b-4d46-4308-a392-ee4d0a1c2e52 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] DELETE failed (client error): The resource could not be found.
Dec 25 21:44:35.093587 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d70a04b-4d46-4308-a392-ee4d0a1c2e52 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 25 21:44:35.098902 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-0d70a04b-4d46-4308-a392-ee4d0a1c2e52 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] 10.222.0.32 "DELETE /v2.0/subnets/b2146c18-65d4-49ab-9099-891329756c17 HTTP/1.1" status: 404  len: 337 time: 0.0560212
Dec 25 21:44:35.101346 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 41530) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:44:35.111605 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-fb172c6f-d63f-4c45-ab3e-603d5cbbed25 req-4da88e8b-b675-43f1-8ccc-94f95e32744b tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "GET /v2.0/ports?device_id=232caa59-01ee-4a0a-ad80-4a2406c77580 HTTP/1.1" status: 200  len: 210 time: 0.1028929
Dec 25 21:44:35.117826 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_common [None req-f5021706-5643-49f8-be26-4edde053cad9 admin admin] Allocated IP 172.20.0.1 (19c08004-af92-4c19-9743-26ef9cf7bde6/3f1f67fb-b937-4627-851e-2c0a66db95c4/00f40146-895d-4fa1-8c4d-c157254caea5) {{(pid=121606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:44:35.165215 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-2a665ec4-3bf2-4c70-977f-8461caf782ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:35.166155 ncdv-master-1 neutron-server[121607]: INFO neutron.pecan_wsgi.hooks.translation [None req-7537aa21-b05a-4700-b982-8099f5421164 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] DELETE failed (client error): The resource could not be found.
Dec 25 21:44:35.169356 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7537aa21-b05a-4700-b982-8099f5421164 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 25 21:44:35.175053 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-7537aa21-b05a-4700-b982-8099f5421164 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] 10.222.0.32 "DELETE /v2.0/ports/8fdf8096-da6f-48d4-96d9-838691b7ddcd HTTP/1.1" status: 404  len: 333 time: 0.0702400
Dec 25 21:44:35.177003 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 41532) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:44:35.179038 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8e5fb664-4c0f-4db1-aabe-3103d7efa391 req-366186ab-92a1-4090-bb74-05c398baff72 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] 10.222.0.32 "GET /v2.0/ports?device_id=725062b3-9301-4599-9aba-de15e6198698 HTTP/1.1" status: 200  len: 210 time: 0.0662949
Dec 25 21:44:35.231986 ncdv-master-1 neutron-server[121607]: INFO neutron.pecan_wsgi.hooks.translation [None req-82fce523-046c-4b04-a940-b588e5325477 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] DELETE failed (client error): The resource could not be found.
Dec 25 21:44:35.232471 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82fce523-046c-4b04-a940-b588e5325477 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 25 21:44:35.254350 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-5859053a-5906-415f-b86f-c15ccfaa94dc None None] Attempting to bind port 21e5fd47-9619-4d68-909e-2069b42ee5ac on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:44:35.254831 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-5859053a-5906-415f-b86f-c15ccfaa94dc None None] Attempting to bind port 21e5fd47-9619-4d68-909e-2069b42ee5ac by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:44:35.255091 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5859053a-5906-415f-b86f-c15ccfaa94dc None None] Attempting to bind port 21e5fd47-9619-4d68-909e-2069b42ee5ac on network 7201e55c-7c5f-41aa-a042-a363696539d0 {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:44:35.257827 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-82fce523-046c-4b04-a940-b588e5325477 tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] 10.222.0.32 "DELETE /v2.0/subnets/630faf5c-45c0-4243-ad09-0cde047249e4 HTTP/1.1" status: 404  len: 337 time: 0.0706422
Dec 25 21:44:35.258403 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 41536) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:44:35.276801 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf728f8-9644-4728-8b56-c19e299d7832 None None] Pushing event updated for resources: {'Port': ['ID=21e5fd47-9619-4d68-909e-2069b42ee5ac,revision_number=2']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:44:35.287081 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 5085acad-b29e-4c8f-a0b1-f0501d7e9999 up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:44:35.305980 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5859053a-5906-415f-b86f-c15ccfaa94dc None None] Checking agent: {'id': 'ca4f5c6d-f1fd-48b8-a3e3-395864c7d23d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 20, 56, 40), 'started_at': datetime.datetime(2021, 12, 25, 20, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 44, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:44:35.307462 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5859053a-5906-415f-b86f-c15ccfaa94dc None None] Checking segment: {'id': '6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:44:35.307878 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5859053a-5906-415f-b86f-c15ccfaa94dc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:35.308285 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5859053a-5906-415f-b86f-c15ccfaa94dc None None] Bound using segment: {'id': '6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:44:35.309059 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-5859053a-5906-415f-b86f-c15ccfaa94dc None None] Bound port: 21e5fd47-9619-4d68-909e-2069b42ee5ac, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'}}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:44:35.309374 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5859053a-5906-415f-b86f-c15ccfaa94dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:35.383437 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-f5021706-5643-49f8-be26-4edde053cad9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:35.450541 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5859053a-5906-415f-b86f-c15ccfaa94dc None None] For port 21e5fd47-9619-4d68-909e-2069b42ee5ac, host ncdv-master-1, cleared binding levels {{(pid=121608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:44:35.454505 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5859053a-5906-415f-b86f-c15ccfaa94dc None None] For port 21e5fd47-9619-4d68-909e-2069b42ee5ac, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=21e5fd47-9619-4d68-909e-2069b42ee5ac,segment=NetworkSegment(6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855),segment_id=6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855)] {{(pid=121608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:44:35.461526 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-871f0d24-1181-49ab-9b52-c6c272eea84d tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625803'] for network, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:35.501845 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-b307c2c7-6d2f-4a18-8573-04b410318f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:35.525333 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5859053a-5906-415f-b86f-c15ccfaa94dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:35.546361 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-f5021706-5643-49f8-be26-4edde053cad9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:35.594164 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b792d9a-5a5c-4996-be76-d566b3830e1e None None] DHCP port deletion for 7201e55c-7c5f-41aa-a042-a363696539d0 request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 21:44:35.595198 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port 5085acad-b29e-4c8f-a0b1-f0501d7e9999 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:44:35.595566 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:35.614776 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5021706-5643-49f8-be26-4edde053cad9 admin admin] Pushing event updated for resources: {'Port': ['ID=00f40146-895d-4fa1-8c4d-c157254caea5,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:44:35.620909 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-871f0d24-1181-49ab-9b52-c6c272eea84d tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997585', 'neutron.services.segments.db._delete_segments_for_network-8737602743071'] for network, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:35.625280 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-b307c2c7-6d2f-4a18-8573-04b410318f90 None None] For port 313aa3b4-6a9b-4cf3-ac7d-5bb251129d00, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=313aa3b4-6a9b-4cf3-ac7d-5bb251129d00,segment=NetworkSegment(15bcd007-535d-424d-8176-e76fbbc4a89c),segment_id=15bcd007-535d-424d-8176-e76fbbc4a89c)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:44:35.641283 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5021706-5643-49f8-be26-4edde053cad9 admin admin] Network 19c08004-af92-4c19-9743-26ef9cf7bde6 is already hosted by enough agents. {{(pid=121606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:44:35.643926 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [None req-f5021706-5643-49f8-be26-4edde053cad9 admin admin] Resources bound (agent type, host, resource id):  {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:44:35.647679 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5021706-5643-49f8-be26-4edde053cad9 admin admin] Received port after_create {{(pid=121606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:44:35.660802 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5859053a-5906-415f-b86f-c15ccfaa94dc None None] Routers {'7cd55098-02e8-48a1-be0d-bcde62038f27'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:44:35.660802 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-5859053a-5906-415f-b86f-c15ccfaa94dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2613003b80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:44:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['7cd55098-02e8-48a1-be0d-bcde62038f27'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:44:35.680962 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf728f8-9644-4728-8b56-c19e299d7832 None None] Pushing event updated for resources: {'Port': ['ID=21e5fd47-9619-4d68-909e-2069b42ee5ac,revision_number=3']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:44:35.687456 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-871f0d24-1181-49ab-9b52-c6c272eea84d tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f261868dd60>,) {'filters': {'network_id': ['99ca970e-c662-4419-9bb1-c5d90374ad5c']}} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:44:35.719038 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-871f0d24-1181-49ab-9b52-c6c272eea84d tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f261868dd60>, '0b348995-4d55-45f1-b58c-2a5ccec11450') {'for_net_delete': True} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:44:35.719543 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-871f0d24-1181-49ab-9b52-c6c272eea84d tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f261868dd60>, '0b348995-4d55-45f1-b58c-2a5ccec11450') {} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:44:35.743319 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-f5021706-5643-49f8-be26-4edde053cad9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2008772'] for router_interface, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:35.747260 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-871f0d24-1181-49ab-9b52-c6c272eea84d tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737602746920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10246592'] for segment, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:35.783114 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-871f0d24-1181-49ab-9b52-c6c272eea84d tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:35.790748 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-871f0d24-1181-49ab-9b52-c6c272eea84d tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Releasing vlan 179 on physical network physnet1 to pool {{(pid=121607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 25 21:44:35.791300 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-871f0d24-1181-49ab-9b52-c6c272eea84d tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8633327'] for segment, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:35.794495 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-b307c2c7-6d2f-4a18-8573-04b410318f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:35.795500 ncdv-master-1 neutron-server[121607]: Traceback (most recent call last):
Dec 25 21:44:35.795500 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 25 21:44:35.795500 ncdv-master-1 neutron-server[121607]:     timer()
Dec 25 21:44:35.795500 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 25 21:44:35.795500 ncdv-master-1 neutron-server[121607]:     cb(*args, **kw)
Dec 25 21:44:35.795500 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 25 21:44:35.795500 ncdv-master-1 neutron-server[121607]:     return func(*args, **kwargs)
Dec 25 21:44:35.795500 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 25 21:44:35.795500 ncdv-master-1 neutron-server[121607]:     self._notify()
Dec 25 21:44:35.795500 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 25 21:44:35.795500 ncdv-master-1 neutron-server[121607]:     self.callback(batched_events)
Dec 25 21:44:35.795500 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 25 21:44:35.795500 ncdv-master-1 neutron-server[121607]:     event.method(event)
Dec 25 21:44:35.795500 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 25 21:44:35.795500 ncdv-master-1 neutron-server[121607]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 25 21:44:35.795500 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 25 21:44:35.795500 ncdv-master-1 neutron-server[121607]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 25 21:44:35.795500 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 25 21:44:35.795500 ncdv-master-1 neutron-server[121607]:     return f(self, *a, **k)
Dec 25 21:44:35.795500 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 25 21:44:35.795500 ncdv-master-1 neutron-server[121607]:     return self._get(url).json()
Dec 25 21:44:35.795500 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 25 21:44:35.795500 ncdv-master-1 neutron-server[121607]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 25 21:44:35.795500 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 25 21:44:35.795500 ncdv-master-1 neutron-server[121607]:     return self.request(url, 'GET', **kwargs)
Dec 25 21:44:35.795500 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 25 21:44:35.795500 ncdv-master-1 neutron-server[121607]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 25 21:44:35.795500 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 25 21:44:35.795500 ncdv-master-1 neutron-server[121607]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 25 21:44:35.795500 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 25 21:44:35.795500 ncdv-master-1 neutron-server[121607]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 25 21:44:35.795500 ncdv-master-1 neutron-server[121607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 25 21:44:35.861076 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 41546) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:44:35.994069 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-136decb1-8fe0-4d80-97b7-c4235c9d0db1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=31a159a4944c43258c0bd3a34c853e88&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1313269
Dec 25 21:44:35.996496 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 41552) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:44:36.041576 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-a9dcaf2a-e5e3-491f-ae07-a0856228ab8d None None] Provisioning complete for port 21e5fd47-9619-4d68-909e-2069b42ee5ac triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:44:36.041926 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-a9dcaf2a-e5e3-491f-ae07-a0856228ab8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:36.060849 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-214218fc-2b1d-4d27-9b07-0c957d11ef8d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:36.089285 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-871f0d24-1181-49ab-9b52-c6c272eea84d tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2008653'] for network, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:36.094718 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b307c2c7-6d2f-4a18-8573-04b410318f90 None None] Pushing event updated for resources: {'Port': ['ID=313aa3b4-6a9b-4cf3-ac7d-5bb251129d00,revision_number=5']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:44:36.098280 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-214218fc-2b1d-4d27-9b07-0c957d11ef8d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:36.102955 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvr_db [None req-5859053a-5906-415f-b86f-c15ccfaa94dc None None] Set router 7cd55098-02e8-48a1-be0d-bcde62038f27 gateway port host: ncdv-master-1 {{(pid=121608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:44:36.142760 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 0a88198c-e7ee-442c-a539-667c36bd1e1a up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:44:36.152114 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-871f0d24-1181-49ab-9b52-c6c272eea84d tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Publish callbacks [] for network, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:36.163896 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-871f0d24-1181-49ab-9b52-c6c272eea84d tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] 10.222.0.32 "DELETE /v2.0/networks/99ca970e-c662-4419-9bb1-c5d90374ad5c HTTP/1.1" status: 204  len: 168 time: 0.8971083
Dec 25 21:44:36.167364 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871f0d24-1181-49ab-9b52-c6c272eea84d tempest-NetworksTestDHCPv6-170368548 tempest-NetworksTestDHCPv6-170368548-project] Pushing event deleted for resources: {'Network': ['ID=99ca970e-c662-4419-9bb1-c5d90374ad5c,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:44:36.177088 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-f5021706-5643-49f8-be26-4edde053cad9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:36.283795 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-bfda5ad7-d150-4a27-ae97-b47a1f469ddf req-c33bac1e-8598-4da3-8d15-bcfa36e0df52 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "GET /v2.0/ports?device_id=232caa59-01ee-4a0a-ad80-4a2406c77580 HTTP/1.1" status: 200  len: 210 time: 0.0435252
Dec 25 21:44:36.321790 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-80708d55-4931-456d-966d-e4643a95206b req-b9a0ae92-1d8c-4867-a234-bb14c79d462e tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] 10.222.0.32 "GET /v2.0/ports?device_id=725062b3-9301-4599-9aba-de15e6198698 HTTP/1.1" status: 200  len: 210 time: 0.0670726
Dec 25 21:44:36.356222 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-214218fc-2b1d-4d27-9b07-0c957d11ef8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:36.356222 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-214218fc-2b1d-4d27-9b07-0c957d11ef8d admin admin] Publish callbacks [] for security_group, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:36.357523 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-214218fc-2b1d-4d27-9b07-0c957d11ef8d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9af460a6-db38-49d7-9575-4f7d00d61084 HTTP/1.1" status: 204  len: 168 time: 0.3596911
Dec 25 21:44:36.378806 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214218fc-2b1d-4d27-9b07-0c957d11ef8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9af460a6-db38-49d7-9575-4f7d00d61084,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:44:36.384554 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port 0a88198c-e7ee-442c-a539-667c36bd1e1a triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:44:36.384554 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:36.540836 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-f5021706-5643-49f8-be26-4edde053cad9 admin admin] Publish callbacks [] for port, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:36.622985 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-f5021706-5643-49f8-be26-4edde053cad9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:36.679071 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-a9dcaf2a-e5e3-491f-ae07-a0856228ab8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:36.698962 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5021706-5643-49f8-be26-4edde053cad9 admin admin] Pushing event updated for resources: {'Port': ['ID=00f40146-895d-4fa1-8c4d-c157254caea5,revision_number=2']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:44:36.705283 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-f5021706-5643-49f8-be26-4edde053cad9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2007636'] for router_interface, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:36.728320 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-a9dcaf2a-e5e3-491f-ae07-a0856228ab8d None None] For port 21e5fd47-9619-4d68-909e-2069b42ee5ac, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=21e5fd47-9619-4d68-909e-2069b42ee5ac,segment=NetworkSegment(6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855),segment_id=6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:44:36.808316 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-a9dcaf2a-e5e3-491f-ae07-a0856228ab8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:36.820495 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-5859053a-5906-415f-b86f-c15ccfaa94dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2613003b80>, [{'id': '7cd55098-02e8-48a1-be0d-bcde62038f27', 'name': 'tempest-TestServerMultinode-1587544124-router', 'tenant_id': '7111026d02ad417e83bc2f057ded219d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.176'}], 'enable_snat': True}, 'gw_port_id': '21e5fd47-9619-4d68-909e-2069b42ee5ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:44:26Z', 'updated_at': '2021-12-25T21:44:29Z', 'revision_number': 3, 'project_id': '7111026d02ad417e83bc2f057ded219d', 'gw_port': {'id': '21e5fd47-9619-4d68-909e-2069b42ee5ac', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:63:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cd55098-02e8-48a1-be0d-bcde62038f27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3704, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:44:28Z', 'updated_at': '2021-12-25T21:44:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:44:36.846419 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5021706-5643-49f8-be26-4edde053cad9 admin admin] Network 19c08004-af92-4c19-9743-26ef9cf7bde6 is already hosted by enough agents. {{(pid=121606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:44:36.857366 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [None req-f5021706-5643-49f8-be26-4edde053cad9 admin admin] Resources bound (agent type, host, resource id):  {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:44:36.982885 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device f15d3e21-cdcf-4fc8-b15e-d45e981fae3d no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:44:37.008229 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5859053a-5906-415f-b86f-c15ccfaa94dc None None] The sync data for ids ['7cd55098-02e8-48a1-be0d-bcde62038f27'] in ncdv-master-1 is: [{'id': '7cd55098-02e8-48a1-be0d-bcde62038f27', 'name': 'tempest-TestServerMultinode-1587544124-router', 'tenant_id': '7111026d02ad417e83bc2f057ded219d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.176'}], 'enable_snat': True}, 'gw_port_id': '21e5fd47-9619-4d68-909e-2069b42ee5ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:44:26Z', 'updated_at': '2021-12-25T21:44:29Z', 'revision_number': 3, 'project_id': '7111026d02ad417e83bc2f057ded219d', 'gw_port': {'id': '21e5fd47-9619-4d68-909e-2069b42ee5ac', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:63:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cd55098-02e8-48a1-be0d-bcde62038f27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3704, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:44:28Z', 'updated_at': '2021-12-25T21:44:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 21:44:37.089441 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 41566) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:44:37.090659 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] No Port match for: f15d3e21-cdcf-4fc8-b15e-d45e981fae3d {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:44:37.093274 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device f15d3e21-cdcf-4fc8-b15e-d45e981fae3d not bound to the agent host ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:44:37.093819 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 5171a6a0-42e0-482e-8c49-be921a629ba2 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:44:37.118861 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5021706-5643-49f8-be26-4edde053cad9 admin admin] Router 7cd55098-02e8-48a1-be0d-bcde62038f27 has already been hosted by L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 {{(pid=121606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 25 21:44:37.134110 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-a9dcaf2a-e5e3-491f-ae07-a0856228ab8d None None] Provisioning complete for port b88819fc-13e4-4415-ae3f-979e11d04e4d triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:44:37.134110 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-a9dcaf2a-e5e3-491f-ae07-a0856228ab8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:37.176630 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] No Port match for: 5171a6a0-42e0-482e-8c49-be921a629ba2 {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:44:37.177060 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 5171a6a0-42e0-482e-8c49-be921a629ba2 not bound to the agent host ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:44:37.177618 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device bd0c38ae-64d1-481c-a36a-1b2937548e1a no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:44:37.182931 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9dcaf2a-e5e3-491f-ae07-a0856228ab8d None None] Pushing event updated for resources: {'Port': ['ID=21e5fd47-9619-4d68-909e-2069b42ee5ac,revision_number=4']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:44:37.205654 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-1fefa340-2e0f-4a16-9fe4-aad6ae078898 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:37.226908 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] No Port match for: bd0c38ae-64d1-481c-a36a-1b2937548e1a {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:44:37.227259 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device bd0c38ae-64d1-481c-a36a-1b2937548e1a not bound to the agent host ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:44:37.227689 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device b6d83755-b504-499d-b88c-4089f2d421c3 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:44:37.230980 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9dcaf2a-e5e3-491f-ae07-a0856228ab8d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:44:37.231335 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9dcaf2a-e5e3-491f-ae07-a0856228ab8d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:44:37.232080 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9dcaf2a-e5e3-491f-ae07-a0856228ab8d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:44:37.232080 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9dcaf2a-e5e3-491f-ae07-a0856228ab8d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:44:37.232369 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9dcaf2a-e5e3-491f-ae07-a0856228ab8d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:44:37.232721 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9dcaf2a-e5e3-491f-ae07-a0856228ab8d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:44:37.235316 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9dcaf2a-e5e3-491f-ae07-a0856228ab8d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:44:37.235557 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9dcaf2a-e5e3-491f-ae07-a0856228ab8d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:44:37.235919 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9dcaf2a-e5e3-491f-ae07-a0856228ab8d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:44:37.236249 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9dcaf2a-e5e3-491f-ae07-a0856228ab8d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:44:37.236588 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9dcaf2a-e5e3-491f-ae07-a0856228ab8d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:44:37.236949 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9dcaf2a-e5e3-491f-ae07-a0856228ab8d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:44:37.237286 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9dcaf2a-e5e3-491f-ae07-a0856228ab8d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:44:37.263006 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] No Port match for: b6d83755-b504-499d-b88c-4089f2d421c3 {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:44:37.263347 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device b6d83755-b504-499d-b88c-4089f2d421c3 not bound to the agent host ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:44:37.296036 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5021706-5643-49f8-be26-4edde053cad9 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 21:44:37.306672 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-f5021706-5643-49f8-be26-4edde053cad9 admin admin] 10.222.0.32 "PUT /v2.0/routers/7cd55098-02e8-48a1-be0d-bcde62038f27/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.7232661
Dec 25 21:44:37.352449 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-a9dcaf2a-e5e3-491f-ae07-a0856228ab8d None None] Provisioning complete for port 313aa3b4-6a9b-4cf3-ac7d-5bb251129d00 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:44:37.352751 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-a9dcaf2a-e5e3-491f-ae07-a0856228ab8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:37.377155 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-bedbec97-efe5-4cab-a6a2-36740840108e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6ca85d447d714c1ca24121ae04b3edf0&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2843328
Dec 25 21:44:37.377668 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 41576) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:44:37.453350 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-84f86243-8581-47e8-bfb0-09f00ad5f08e req-92db143a-e011-4a26-966e-783bfd227377 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "GET /v2.0/ports?device_id=232caa59-01ee-4a0a-ad80-4a2406c77580 HTTP/1.1" status: 200  len: 210 time: 0.0547698
Dec 25 21:44:37.501935 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5576a321-ab2e-436d-9859-a3732188ba9a req-cf3a9b5b-c2db-46ef-9739-7f8bd84089bd tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] 10.222.0.32 "GET /v2.0/ports?device_id=725062b3-9301-4599-9aba-de15e6198698 HTTP/1.1" status: 200  len: 210 time: 0.0537896
Dec 25 21:44:37.539548 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-dbc94a6d-d994-4781-a8a2-05463e1c5a5f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:37.575498 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device b88819fc-13e4-4415-ae3f-979e11d04e4d up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:44:37.577355 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-dbc94a6d-d994-4781-a8a2-05463e1c5a5f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:37.619623 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-eb86e679-c665-4483-b83d-8d563adf6795 None None] Provisioning complete for port 00f40146-895d-4fa1-8c4d-c157254caea5 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:44:37.620257 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-eb86e679-c665-4483-b83d-8d563adf6795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:37.669183 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-eb86e679-c665-4483-b83d-8d563adf6795 None None] Port 00f40146-895d-4fa1-8c4d-c157254caea5 cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:44:37.672373 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port b88819fc-13e4-4415-ae3f-979e11d04e4d triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:44:37.672758 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:37.773091 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-dbc94a6d-d994-4781-a8a2-05463e1c5a5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:37.775714 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-dbc94a6d-d994-4781-a8a2-05463e1c5a5f admin admin] Publish callbacks [] for security_group, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:37.780396 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-dbc94a6d-d994-4781-a8a2-05463e1c5a5f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7799d900-deaa-46e7-ac05-0cd6b564b8dc HTTP/1.1" status: 204  len: 168 time: 0.3983133
Dec 25 21:44:37.797362 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 313aa3b4-6a9b-4cf3-ac7d-5bb251129d00 up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:44:37.803119 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc94a6d-d994-4781-a8a2-05463e1c5a5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7799d900-deaa-46e7-ac05-0cd6b564b8dc,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:44:37.887051 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port 313aa3b4-6a9b-4cf3-ac7d-5bb251129d00 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:44:37.887413 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:37.915162 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63df4da8-825f-4463-ad7a-1940d59204de req-3b77adf6-d336-4f0a-909e-f370711ae132 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:44:37.916834 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-63df4da8-825f-4463-ad7a-1940d59204de req-3b77adf6-d336-4f0a-909e-f370711ae132 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.37 "GET /v2.0/networks?id=060ae95d-b8fc-405f-91a3-56845df2e346 HTTP/1.1" status: 200  len: 796 time: 0.1780982
Dec 25 21:44:38.019431 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-63df4da8-825f-4463-ad7a-1940d59204de req-b0a01126-34f0-4ae6-b5f0-abebbff8e48f tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4ff29c23c5844f45826a02b6ae6b65e7 HTTP/1.1" status: 200  len: 379 time: 0.0920305
Dec 25 21:44:38.037347 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-63df4da8-825f-4463-ad7a-1940d59204de req-1c1f3ac5-e961-46a3-a159-3547b7ba3259 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Request body: {'port': {'device_id': '232caa59-01ee-4a0a-ad80-4a2406c77580', 'network_id': '060ae95d-b8fc-405f-91a3-56845df2e346', 'admin_state_up': True, 'tenant_id': '4ff29c23c5844f45826a02b6ae6b65e7', 'security_groups': ['d23e5a5f-b90c-493e-af1f-971bbc755f90']}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:44:38.161923 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a6045f-63af-43d7-96d9-5e7de68b3767 req-f2b705b8-9735-4c4b-92a2-ce2ccfb43777 tempest-TestServerMultinode-1634197576 tempest-TestServerMultinode-1634197576-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:44:38.163480 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-95a6045f-63af-43d7-96d9-5e7de68b3767 req-f2b705b8-9735-4c4b-92a2-ce2ccfb43777 tempest-TestServerMultinode-1634197576 tempest-TestServerMultinode-1634197576-project-admin] 10.222.0.32 "GET /v2.0/networks?id=8ff80b6e-c966-48fa-b9d8-4e20f6169e52 HTTP/1.1" status: 200  len: 909 time: 0.1774888
Dec 25 21:44:38.191282 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-95a6045f-63af-43d7-96d9-5e7de68b3767 req-61f1e8d5-07e2-436e-9070-8aac2806ee20 tempest-TestServerMultinode-1634197576 tempest-TestServerMultinode-1634197576-project-admin] 10.222.0.32 "GET /v2.0/quotas/7111026d02ad417e83bc2f057ded219d HTTP/1.1" status: 200  len: 375 time: 0.0130818
Dec 25 21:44:38.309745 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-95a6045f-63af-43d7-96d9-5e7de68b3767 req-f98a5047-cd34-4e54-84d7-9ff120dd5d32 tempest-TestServerMultinode-1634197576 tempest-TestServerMultinode-1634197576-project-admin] 10.222.0.32 "GET /v2.0/ports?tenant_id=7111026d02ad417e83bc2f057ded219d&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1105223
Dec 25 21:44:38.354056 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63df4da8-825f-4463-ad7a-1940d59204de req-1c1f3ac5-e961-46a3-a159-3547b7ba3259 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Made reservation on behalf of 4ff29c23c5844f45826a02b6ae6b65e7 for: {'port': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:44:38.357419 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-63df4da8-825f-4463-ad7a-1940d59204de req-1c1f3ac5-e961-46a3-a159-3547b7ba3259 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:38.476510 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:38.498405 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77ebf4e-1bcf-48f7-a51a-642876c8a0b5 req-e8faf764-a763-4946-9ff4-232010020862 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:44:38.499991 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a77ebf4e-1bcf-48f7-a51a-642876c8a0b5 req-e8faf764-a763-4946-9ff4-232010020862 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] 10.222.0.37 "GET /v2.0/networks?id=2d1735c0-d6b4-47c5-98a9-07fa68c49bb1 HTTP/1.1" status: 200  len: 797 time: 0.2364192
Dec 25 21:44:38.563875 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3e945ecd-9380-47c2-aa0a-12ebe07e03e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:38.564947 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-95a6045f-63af-43d7-96d9-5e7de68b3767 req-1661ee2a-6e7e-4ab9-9d4c-07dff920f210 service neutron] 10.222.0.32 "GET /v2.0/networks/8ff80b6e-c966-48fa-b9d8-4e20f6169e52?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2468390
Dec 25 21:44:38.718933 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-83a42960-15ad-4f0c-863c-2f139536c4d3 req-506dcc19-1c84-46bb-9ec7-fc907b078a84 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "GET /v2.0/ports?device_id=232caa59-01ee-4a0a-ad80-4a2406c77580 HTTP/1.1" status: 200  len: 210 time: 0.1303277
Dec 25 21:44:38.767468 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a77ebf4e-1bcf-48f7-a51a-642876c8a0b5 req-03522627-e484-4030-aebb-6d6655dade48 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=59ed9da8ed224ce9b429cb4c633a2498 HTTP/1.1" status: 200  len: 379 time: 0.2470176
Dec 25 21:44:38.768717 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_common [req-63df4da8-825f-4463-ad7a-1940d59204de req-1c1f3ac5-e961-46a3-a159-3547b7ba3259 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Allocated IP 172.20.0.14 (060ae95d-b8fc-405f-91a3-56845df2e346/46348f07-d4df-41ed-9d9b-1f1c5c6801f5/22c8730d-1fe0-40bd-b7c2-cd3f15f4b816) {{(pid=121606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:44:38.797088 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-a77ebf4e-1bcf-48f7-a51a-642876c8a0b5 req-11e61ccb-1aa2-4d28-868e-b7f7734227c3 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Request body: {'port': {'device_id': '725062b3-9301-4599-9aba-de15e6198698', 'network_id': '2d1735c0-d6b4-47c5-98a9-07fa68c49bb1', 'admin_state_up': True, 'tenant_id': '59ed9da8ed224ce9b429cb4c633a2498', 'security_groups': ['e8fde5ca-7127-4677-ba95-89b902fefd43']}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:44:38.853482 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-95a6045f-63af-43d7-96d9-5e7de68b3767 req-1c268c73-416d-4f7e-974d-356e1dc55681 service neutron] 10.222.0.32 "GET /v2.0/networks/8ff80b6e-c966-48fa-b9d8-4e20f6169e52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2637053
Dec 25 21:44:38.897799 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-15f765e3-c842-4a32-942d-3f936a63ed44 req-d507e676-b85b-4923-9357-44a9efc96ed0 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] 10.222.0.32 "GET /v2.0/ports?device_id=725062b3-9301-4599-9aba-de15e6198698 HTTP/1.1" status: 200  len: 210 time: 0.0597818
Dec 25 21:44:39.080770 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-63df4da8-825f-4463-ad7a-1940d59204de req-1c1f3ac5-e961-46a3-a159-3547b7ba3259 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks [] for port, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:39.180129 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e90b75f2-6af4-4fbe-ba62-1f149238cdc0 req-65e04731-ed37-4ecb-8104-4becd9fd3bcf tempest-TestServerMultinode-1634197576 tempest-TestServerMultinode-1634197576-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=38f1c9a4-a882-45a4-8c11-3eaec625deef HTTP/1.1" status: 200  len: 210 time: 0.0364614
Dec 25 21:44:39.241133 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 41624) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:44:39.379667 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-752f298c-c43c-4a6f-9b2c-3d4ab47c157b tempest-ExtraDHCPOptionsIpV6TestJSON-1208227166 tempest-ExtraDHCPOptionsIpV6TestJSON-1208227166-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1190046901'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:44:39.388069 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 21e5fd47-9619-4d68-909e-2069b42ee5ac up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:44:39.448791 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port 21e5fd47-9619-4d68-909e-2069b42ee5ac triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:44:39.449201 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:39.508319 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a77ebf4e-1bcf-48f7-a51a-642876c8a0b5 req-11e61ccb-1aa2-4d28-868e-b7f7734227c3 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Made reservation on behalf of 59ed9da8ed224ce9b429cb4c633a2498 for: {'port': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:44:39.512214 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-a77ebf4e-1bcf-48f7-a51a-642876c8a0b5 req-11e61ccb-1aa2-4d28-868e-b7f7734227c3 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:39.546841 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-63df4da8-825f-4463-ad7a-1940d59204de req-1c1f3ac5-e961-46a3-a159-3547b7ba3259 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:39.607637 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-15cb578f-7a63-4fd3-925d-83bad4c7b82a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:39.640466 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63df4da8-825f-4463-ad7a-1940d59204de req-1c1f3ac5-e961-46a3-a159-3547b7ba3259 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Network 060ae95d-b8fc-405f-91a3-56845df2e346 is already hosted by enough agents. {{(pid=121606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:44:39.646622 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [req-63df4da8-825f-4463-ad7a-1940d59204de req-1c1f3ac5-e961-46a3-a159-3547b7ba3259 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Resources bound (agent type, host, resource id):  {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:44:39.648371 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-752f298c-c43c-4a6f-9b2c-3d4ab47c157b tempest-ExtraDHCPOptionsIpV6TestJSON-1208227166 tempest-ExtraDHCPOptionsIpV6TestJSON-1208227166-project] Made reservation on behalf of 28efe0fd140c4f468e458fdbd895617b for: {'network': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:44:39.651933 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-752f298c-c43c-4a6f-9b2c-3d4ab47c157b tempest-ExtraDHCPOptionsIpV6TestJSON-1208227166 tempest-ExtraDHCPOptionsIpV6TestJSON-1208227166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for network, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:39.658511 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [req-63df4da8-825f-4463-ad7a-1940d59204de req-1c1f3ac5-e961-46a3-a159-3547b7ba3259 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Received port after_create {{(pid=121606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:44:39.713660 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1f3ac5-e961-46a3-a159-3547b7ba3259 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Pushing event updated for resources: {'Port': ['ID=22c8730d-1fe0-40bd-b7c2-cd3f15f4b816,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:44:39.723404 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-752f298c-c43c-4a6f-9b2c-3d4ab47c157b tempest-ExtraDHCPOptionsIpV6TestJSON-1208227166 tempest-ExtraDHCPOptionsIpV6TestJSON-1208227166-project] Publish callbacks [] for security_group, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:39.780750 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63df4da8-825f-4463-ad7a-1940d59204de req-1c1f3ac5-e961-46a3-a159-3547b7ba3259 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:44:39.781509 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-63df4da8-825f-4463-ad7a-1940d59204de req-1c1f3ac5-e961-46a3-a159-3547b7ba3259 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:39.797742 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_common [req-a77ebf4e-1bcf-48f7-a51a-642876c8a0b5 req-11e61ccb-1aa2-4d28-868e-b7f7734227c3 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Allocated IP 172.20.0.7 (2d1735c0-d6b4-47c5-98a9-07fa68c49bb1/78ff16f3-e2c5-4dec-b8db-7056450eca76/46007bab-bd9e-4282-97d5-2a4cf51e9186) {{(pid=121606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:44:39.887990 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-63df4da8-825f-4463-ad7a-1940d59204de req-1c1f3ac5-e961-46a3-a159-3547b7ba3259 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.8560069
Dec 25 21:44:39.906496 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-63df4da8-825f-4463-ad7a-1940d59204de req-171da63d-93c4-4521-bdd9-01386b02de6d service neutron] Request body: {'port': {'device_id': '232caa59-01ee-4a0a-ad80-4a2406c77580', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:44:39.910194 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-8fcf835c-850a-4f05-aaed-bd9844f6cbf4 None None] Provisioning complete for port 22c8730d-1fe0-40bd-b7c2-cd3f15f4b816 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:44:39.910673 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-8fcf835c-850a-4f05-aaed-bd9844f6cbf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:39.984583 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-8fcf835c-850a-4f05-aaed-bd9844f6cbf4 None None] Port 22c8730d-1fe0-40bd-b7c2-cd3f15f4b816 cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:44:39.992173 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f53465-8af1-4e7c-af10-e3142ab693f8 req-888c76a7-c8d6-4abc-8eb0-908b4d125102 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:44:39.993774 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-44f53465-8af1-4e7c-af10-e3142ab693f8 req-888c76a7-c8d6-4abc-8eb0-908b4d125102 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "GET /v2.0/ports?device_id=232caa59-01ee-4a0a-ad80-4a2406c77580 HTTP/1.1" status: 200  len: 932 time: 0.1791651
Dec 25 21:44:40.043828 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-752f298c-c43c-4a6f-9b2c-3d4ab47c157b tempest-ExtraDHCPOptionsIpV6TestJSON-1208227166 tempest-ExtraDHCPOptionsIpV6TestJSON-1208227166-project] Publish callbacks [] for security_group, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:40.106721 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-34314604-b594-48b8-9093-982bdc1f1ec5 req-9c8b2406-4c8b-4281-8632-e1d837d69197 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] 10.222.0.32 "GET /v2.0/ports?device_id=725062b3-9301-4599-9aba-de15e6198698 HTTP/1.1" status: 200  len: 210 time: 0.0978353
Dec 25 21:44:40.140283 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-63df4da8-825f-4463-ad7a-1940d59204de req-171da63d-93c4-4521-bdd9-01386b02de6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:40.251439 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51a9c2e2-cc06-48fd-8c39-c070eaffca8b None None] Sync routers for ids ['7cd55098-02e8-48a1-be0d-bcde62038f27'] in ncdv-master-1 {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 21:44:40.264329 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51a9c2e2-cc06-48fd-8c39-c070eaffca8b None None] Routers {'7cd55098-02e8-48a1-be0d-bcde62038f27'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:44:40.265335 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-51a9c2e2-cc06-48fd-8c39-c070eaffca8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f261839cbe0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:44:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['7cd55098-02e8-48a1-be0d-bcde62038f27'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:44:40.378479 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvr_db [None req-51a9c2e2-cc06-48fd-8c39-c070eaffca8b None None] Set router 7cd55098-02e8-48a1-be0d-bcde62038f27 gateway port host: ncdv-master-1 {{(pid=121609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:44:40.512743 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-752f298c-c43c-4a6f-9b2c-3d4ab47c157b tempest-ExtraDHCPOptionsIpV6TestJSON-1208227166 tempest-ExtraDHCPOptionsIpV6TestJSON-1208227166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:40.547219 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-a77ebf4e-1bcf-48f7-a51a-642876c8a0b5 req-11e61ccb-1aa2-4d28-868e-b7f7734227c3 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Publish callbacks [] for port, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:40.590718 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-6de8d280-2117-48ad-a6ad-04798210f587 req-26b48c1d-e7c2-40f8-b8d3-82c32cae94b4 tempest-TestServerMultinode-1634197576 tempest-TestServerMultinode-1634197576-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=38f1c9a4-a882-45a4-8c11-3eaec625deef HTTP/1.1" status: 200  len: 210 time: 0.0905342
Dec 25 21:44:40.598643 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-51a9c2e2-cc06-48fd-8c39-c070eaffca8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f261839cbe0>, [{'id': '7cd55098-02e8-48a1-be0d-bcde62038f27', 'name': 'tempest-TestServerMultinode-1587544124-router', 'tenant_id': '7111026d02ad417e83bc2f057ded219d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.176'}], 'enable_snat': True}, 'gw_port_id': '21e5fd47-9619-4d68-909e-2069b42ee5ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:44:26Z', 'updated_at': '2021-12-25T21:44:35Z', 'revision_number': 4, 'project_id': '7111026d02ad417e83bc2f057ded219d', 'gw_port': {'id': '21e5fd47-9619-4d68-909e-2069b42ee5ac', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:63:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cd55098-02e8-48a1-be0d-bcde62038f27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3704, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:44:28Z', 'updated_at': '2021-12-25T21:44:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '00f40146-895d-4fa1-8c4d-c157254caea5', 'name': '', 'network_id': '19c08004-af92-4c19-9743-26ef9cf7bde6', 'tenant_id': '7111026d02ad417e83bc2f057ded219d', 'mac_address': 'fa:16:3e:13:38:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cd55098-02e8-48a1-be0d-bcde62038f27', 'device_owner': 'network:router_interface', 'standard_attr_id': 3707, 'fixed_ips': [{'subnet_id': '3f1f67fb-b937-4627-851e-2c0a66db95c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:44:34Z', 'updated_at': '2021-12-25T21:44:36Z', 'revision_number': 2, 'project_id': '7111026d02ad417e83bc2f057ded219d', 'subnets': [{'id': '3f1f67fb-b937-4627-851e-2c0a66db95c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:44:40.617861 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-44f53465-8af1-4e7c-af10-e3142ab693f8 req-e3ad2baa-d240-4e91-8194-6607d9fb99a6 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "GET /v2.0/security-groups?id=d23e5a5f-b90c-493e-af1f-971bbc755f90&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.6126130
Dec 25 21:44:40.623672 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-752f298c-c43c-4a6f-9b2c-3d4ab47c157b tempest-ExtraDHCPOptionsIpV6TestJSON-1208227166 tempest-ExtraDHCPOptionsIpV6TestJSON-1208227166-project] vlan segment allocate from pool success with {'vlan_id': 165, 'physical_network': 'physnet1'}  {{(pid=121606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 25 21:44:40.627249 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51a9c2e2-cc06-48fd-8c39-c070eaffca8b None None] Checking router: 7cd55098-02e8-48a1-be0d-bcde62038f27 for host: ncdv-master-1 {{(pid=121609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 25 21:44:40.627610 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51a9c2e2-cc06-48fd-8c39-c070eaffca8b None None] Updating router 7cd55098-02e8-48a1-be0d-bcde62038f27 port 00f40146-895d-4fa1-8c4d-c157254caea5 binding host ncdv-master-1 {{(pid=121609) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 25 21:44:40.647489 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752f298c-c43c-4a6f-9b2c-3d4ab47c157b tempest-ExtraDHCPOptionsIpV6TestJSON-1208227166 tempest-ExtraDHCPOptionsIpV6TestJSON-1208227166-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ce9d51b-6f81-4fa3-8457-25e963890695,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:44:40.651913 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-752f298c-c43c-4a6f-9b2c-3d4ab47c157b tempest-ExtraDHCPOptionsIpV6TestJSON-1208227166 tempest-ExtraDHCPOptionsIpV6TestJSON-1208227166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:40.655056 ncdv-master-1 neutron-server[121606]: INFO neutron.db.segments_db [None req-752f298c-c43c-4a6f-9b2c-3d4ab47c157b tempest-ExtraDHCPOptionsIpV6TestJSON-1208227166 tempest-ExtraDHCPOptionsIpV6TestJSON-1208227166-project] Added segment 19f7c323-b67b-4c02-a8ee-53f9993197c2 of type vlan for network d2291b7d-c613-4b0f-bc80-84923ef021c9
Dec 25 21:44:40.658922 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-51a9c2e2-cc06-48fd-8c39-c070eaffca8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:40.759720 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:40.767174 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-752f298c-c43c-4a6f-9b2c-3d4ab47c157b tempest-ExtraDHCPOptionsIpV6TestJSON-1208227166 tempest-ExtraDHCPOptionsIpV6TestJSON-1208227166-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737602163420'] for network, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:40.902729 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-a77ebf4e-1bcf-48f7-a51a-642876c8a0b5 req-11e61ccb-1aa2-4d28-868e-b7f7734227c3 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:40.948907 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-752f298c-c43c-4a6f-9b2c-3d4ab47c157b tempest-ExtraDHCPOptionsIpV6TestJSON-1208227166 tempest-ExtraDHCPOptionsIpV6TestJSON-1208227166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870'] for network, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:40.949683 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-752f298c-c43c-4a6f-9b2c-3d4ab47c157b tempest-ExtraDHCPOptionsIpV6TestJSON-1208227166 tempest-ExtraDHCPOptionsIpV6TestJSON-1208227166-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:44:40.950282 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-752f298c-c43c-4a6f-9b2c-3d4ab47c157b tempest-ExtraDHCPOptionsIpV6TestJSON-1208227166 tempest-ExtraDHCPOptionsIpV6TestJSON-1208227166-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for network, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:40.964387 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-51a9c2e2-cc06-48fd-8c39-c070eaffca8b None None] Publish callbacks [] for port, precommit_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:41.008968 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a77ebf4e-1bcf-48f7-a51a-642876c8a0b5 req-11e61ccb-1aa2-4d28-868e-b7f7734227c3 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Network 2d1735c0-d6b4-47c5-98a9-07fa68c49bb1 is already hosted by enough agents. {{(pid=121606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:44:41.030323 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [req-a77ebf4e-1bcf-48f7-a51a-642876c8a0b5 req-11e61ccb-1aa2-4d28-868e-b7f7734227c3 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Resources bound (agent type, host, resource id):  {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:44:41.039862 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e61ccb-1aa2-4d28-868e-b7f7734227c3 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Pushing event updated for resources: {'Port': ['ID=46007bab-bd9e-4282-97d5-2a4cf51e9186,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:44:41.042617 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [req-a77ebf4e-1bcf-48f7-a51a-642876c8a0b5 req-11e61ccb-1aa2-4d28-868e-b7f7734227c3 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Received port after_create {{(pid=121606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:44:41.060307 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-51a9c2e2-cc06-48fd-8c39-c070eaffca8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:41.108990 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f550d2-1cb9-446f-be41-4412aceeb5bc None None] Pushing event updated for resources: {'Port': ['ID=00f40146-895d-4fa1-8c4d-c157254caea5,revision_number=3']} {{(pid=121609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:44:41.141200 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-752f298c-c43c-4a6f-9b2c-3d4ab47c157b tempest-ExtraDHCPOptionsIpV6TestJSON-1208227166 tempest-ExtraDHCPOptionsIpV6TestJSON-1208227166-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 796 time: 1.8984513
Dec 25 21:44:41.145717 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 41642) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:44:41.159147 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-7b436274-bab2-420b-a58a-a76b1e94bb39 tempest-ExtraDHCPOptionsIpV6TestJSON-1208227166 tempest-ExtraDHCPOptionsIpV6TestJSON-1208227166-project] Request body: {'subnet': {'network_id': 'd2291b7d-c613-4b0f-bc80-84923ef021c9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:44:41.173433 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752f298c-c43c-4a6f-9b2c-3d4ab47c157b tempest-ExtraDHCPOptionsIpV6TestJSON-1208227166 tempest-ExtraDHCPOptionsIpV6TestJSON-1208227166-project] Pushing event updated for resources: {'Network': ['ID=d2291b7d-c613-4b0f-bc80-84923ef021c9,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:44:41.184359 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Network d2291b7d-c613-4b0f-bc80-84923ef021c9 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 25 21:44:41.222094 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.managers [None req-51a9c2e2-cc06-48fd-8c39-c070eaffca8b None None] Attempting to bind port 00f40146-895d-4fa1-8c4d-c157254caea5 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:44:41.222767 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.managers [None req-51a9c2e2-cc06-48fd-8c39-c070eaffca8b None None] Attempting to bind port 00f40146-895d-4fa1-8c4d-c157254caea5 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '9c07744f-def3-427d-ae5f-b4009391b9ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '19c08004-af92-4c19-9743-26ef9cf7bde6'}] {{(pid=121609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:44:41.223316 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a9c2e2-cc06-48fd-8c39-c070eaffca8b None None] Attempting to bind port 00f40146-895d-4fa1-8c4d-c157254caea5 on network 19c08004-af92-4c19-9743-26ef9cf7bde6 {{(pid=121609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:44:41.230765 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a9c2e2-cc06-48fd-8c39-c070eaffca8b None None] Checking agent: {'id': 'ca4f5c6d-f1fd-48b8-a3e3-395864c7d23d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 20, 56, 40), 'started_at': datetime.datetime(2021, 12, 25, 20, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 44, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:44:41.231055 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a9c2e2-cc06-48fd-8c39-c070eaffca8b None None] Checking segment: {'id': '9c07744f-def3-427d-ae5f-b4009391b9ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '19c08004-af92-4c19-9743-26ef9cf7bde6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:44:41.234733 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-51a9c2e2-cc06-48fd-8c39-c070eaffca8b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:41.238827 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a9c2e2-cc06-48fd-8c39-c070eaffca8b None None] Bound using segment: {'id': '9c07744f-def3-427d-ae5f-b4009391b9ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '19c08004-af92-4c19-9743-26ef9cf7bde6'} {{(pid=121609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:44:41.238827 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.managers [None req-51a9c2e2-cc06-48fd-8c39-c070eaffca8b None None] Bound port: 00f40146-895d-4fa1-8c4d-c157254caea5, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c07744f-def3-427d-ae5f-b4009391b9ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '19c08004-af92-4c19-9743-26ef9cf7bde6'}}] {{(pid=121609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:44:41.239119 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-51a9c2e2-cc06-48fd-8c39-c070eaffca8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:41.319427 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77ebf4e-1bcf-48f7-a51a-642876c8a0b5 req-11e61ccb-1aa2-4d28-868e-b7f7734227c3 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:44:41.320077 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-a77ebf4e-1bcf-48f7-a51a-642876c8a0b5 req-11e61ccb-1aa2-4d28-868e-b7f7734227c3 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:41.328620 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.db [None req-51a9c2e2-cc06-48fd-8c39-c070eaffca8b None None] For port 00f40146-895d-4fa1-8c4d-c157254caea5, host ncdv-master-1, cleared binding levels {{(pid=121609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:44:41.332691 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.db [None req-51a9c2e2-cc06-48fd-8c39-c070eaffca8b None None] For port 00f40146-895d-4fa1-8c4d-c157254caea5, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=00f40146-895d-4fa1-8c4d-c157254caea5,segment=NetworkSegment(9c07744f-def3-427d-ae5f-b4009391b9ff),segment_id=9c07744f-def3-427d-ae5f-b4009391b9ff)] {{(pid=121609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:44:41.352564 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [req-63df4da8-825f-4463-ad7a-1940d59204de req-171da63d-93c4-4521-bdd9-01386b02de6d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22c8730d-1fe0-40bd-b7c2-cd3f15f4b816 {{(pid=121606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:44:41.376801 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-63df4da8-825f-4463-ad7a-1940d59204de req-171da63d-93c4-4521-bdd9-01386b02de6d service neutron] Publish callbacks [] for port, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:41.409940 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.provisioning_blocks [req-63df4da8-825f-4463-ad7a-1940d59204de req-171da63d-93c4-4521-bdd9-01386b02de6d service neutron] Transition to ACTIVE for port object 22c8730d-1fe0-40bd-b7c2-cd3f15f4b816 will not be triggered until provisioned by entity L2. {{(pid=121606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 25 21:44:41.422487 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a05dd48-6707-422d-8f77-bc73d528a349 req-c8fb783d-d5ed-47fd-8c8c-4402c2c1aa44 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:44:41.424219 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7a05dd48-6707-422d-8f77-bc73d528a349 req-c8fb783d-d5ed-47fd-8c8c-4402c2c1aa44 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] 10.222.0.32 "GET /v2.0/ports?device_id=725062b3-9301-4599-9aba-de15e6198698 HTTP/1.1" status: 200  len: 931 time: 0.0985658
Dec 25 21:44:41.424672 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-bf897c2c-e139-4748-801c-f6425d1164ec None None] Provisioning complete for port 46007bab-bd9e-4282-97d5-2a4cf51e9186 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:44:41.425435 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-bf897c2c-e139-4748-801c-f6425d1164ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:41.426512 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-51a9c2e2-cc06-48fd-8c39-c070eaffca8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:41.464430 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-bf897c2c-e139-4748-801c-f6425d1164ec None None] Port 46007bab-bd9e-4282-97d5-2a4cf51e9186 cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:44:41.477743 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a77ebf4e-1bcf-48f7-a51a-642876c8a0b5 req-11e61ccb-1aa2-4d28-868e-b7f7734227c3 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.7018960
Dec 25 21:44:41.497966 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51a9c2e2-cc06-48fd-8c39-c070eaffca8b None None] Routers {'7cd55098-02e8-48a1-be0d-bcde62038f27'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:44:41.498591 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-51a9c2e2-cc06-48fd-8c39-c070eaffca8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f261839cbe0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:44:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['7cd55098-02e8-48a1-be0d-bcde62038f27'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:44:41.501433 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7a05dd48-6707-422d-8f77-bc73d528a349 req-2f6c8562-121f-4239-82f7-aeefbabbd0d0 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] 10.222.0.32 "GET /v2.0/security-groups?id=e8fde5ca-7127-4677-ba95-89b902fefd43&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0675020
Dec 25 21:44:41.503653 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f550d2-1cb9-446f-be41-4412aceeb5bc None None] Pushing event updated for resources: {'Port': ['ID=00f40146-895d-4fa1-8c4d-c157254caea5,revision_number=4']} {{(pid=121609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:44:41.510256 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-a77ebf4e-1bcf-48f7-a51a-642876c8a0b5 req-52864e91-e9fa-4750-9338-2d1e6ea85696 service neutron] Request body: {'port': {'device_id': '725062b3-9301-4599-9aba-de15e6198698', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:44:41.537687 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b436274-bab2-420b-a58a-a76b1e94bb39 tempest-ExtraDHCPOptionsIpV6TestJSON-1208227166 tempest-ExtraDHCPOptionsIpV6TestJSON-1208227166-project] Made reservation on behalf of 28efe0fd140c4f468e458fdbd895617b for: {'subnet': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:44:41.541557 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-7b436274-bab2-420b-a58a-a76b1e94bb39 tempest-ExtraDHCPOptionsIpV6TestJSON-1208227166 tempest-ExtraDHCPOptionsIpV6TestJSON-1208227166-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9028529'] for subnet, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:41.548257 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-63df4da8-825f-4463-ad7a-1940d59204de req-171da63d-93c4-4521-bdd9-01386b02de6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:41.590644 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-4feed729-129a-45be-8fe6-8cca3230b385 None None] Provisioning complete for port 00f40146-895d-4fa1-8c4d-c157254caea5 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:44:41.590644 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-4feed729-129a-45be-8fe6-8cca3230b385 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:41.680696 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvr_db [None req-51a9c2e2-cc06-48fd-8c39-c070eaffca8b None None] Set router 7cd55098-02e8-48a1-be0d-bcde62038f27 gateway port host: ncdv-master-1 {{(pid=121609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:44:41.735965 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-4feed729-129a-45be-8fe6-8cca3230b385 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:41.783524 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-4feed729-129a-45be-8fe6-8cca3230b385 None None] For port 00f40146-895d-4fa1-8c4d-c157254caea5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=00f40146-895d-4fa1-8c4d-c157254caea5,segment=NetworkSegment(9c07744f-def3-427d-ae5f-b4009391b9ff),segment_id=9c07744f-def3-427d-ae5f-b4009391b9ff)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:44:41.823002 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-14226b90-2d13-4d87-a7d5-de4628c2544e req-baf5387a-79fe-4edf-b05f-a2130688e708 tempest-TestServerMultinode-1634197576 tempest-TestServerMultinode-1634197576-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=38f1c9a4-a882-45a4-8c11-3eaec625deef HTTP/1.1" status: 200  len: 210 time: 0.1338873
Dec 25 21:44:41.880323 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171da63d-93c4-4521-bdd9-01386b02de6d service neutron] Pushing event updated for resources: {'Port': ['ID=22c8730d-1fe0-40bd-b7c2-cd3f15f4b816,revision_number=2']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:44:41.895540 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-4feed729-129a-45be-8fe6-8cca3230b385 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:41.909671 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-a77ebf4e-1bcf-48f7-a51a-642876c8a0b5 req-52864e91-e9fa-4750-9338-2d1e6ea85696 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:41.964939 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4feed729-129a-45be-8fe6-8cca3230b385 None None] Pushing event updated for resources: {'Port': ['ID=00f40146-895d-4fa1-8c4d-c157254caea5,revision_number=5']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:44:41.988950 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-51a9c2e2-cc06-48fd-8c39-c070eaffca8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f261839cbe0>, [{'id': '7cd55098-02e8-48a1-be0d-bcde62038f27', 'name': 'tempest-TestServerMultinode-1587544124-router', 'tenant_id': '7111026d02ad417e83bc2f057ded219d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.176'}], 'enable_snat': True}, 'gw_port_id': '21e5fd47-9619-4d68-909e-2069b42ee5ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:44:26Z', 'updated_at': '2021-12-25T21:44:35Z', 'revision_number': 4, 'project_id': '7111026d02ad417e83bc2f057ded219d', 'gw_port': {'id': '21e5fd47-9619-4d68-909e-2069b42ee5ac', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:63:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cd55098-02e8-48a1-be0d-bcde62038f27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3704, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:44:28Z', 'updated_at': '2021-12-25T21:44:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '00f40146-895d-4fa1-8c4d-c157254caea5', 'name': '', 'network_id': '19c08004-af92-4c19-9743-26ef9cf7bde6', 'tenant_id': '7111026d02ad417e83bc2f057ded219d', 'mac_address': 'fa:16:3e:13:38:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cd55098-02e8-48a1-be0d-bcde62038f27', 'device_owner': 'network:router_interface', 'standard_attr_id': 3707, 'fixed_ips': [{'subnet_id': '3f1f67fb-b937-4627-851e-2c0a66db95c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:44:34Z', 'updated_at': '2021-12-25T21:44:41Z', 'revision_number': 4, 'project_id': '7111026d02ad417e83bc2f057ded219d', 'subnets': [{'id': '3f1f67fb-b937-4627-851e-2c0a66db95c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:44:42.000720 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fda15b-483b-4d77-af70-0b3d2d50a8fa req-d42b9336-5408-4625-a39e-6bf6dfb94e8b tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:44:42.009474 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-24fda15b-483b-4d77-af70-0b3d2d50a8fa req-d42b9336-5408-4625-a39e-6bf6dfb94e8b tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "GET /v2.0/ports?device_id=232caa59-01ee-4a0a-ad80-4a2406c77580 HTTP/1.1" status: 200  len: 944 time: 0.2280834
Dec 25 21:44:42.019109 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-8f9f2466-ae50-4682-982a-9a32043a8271 None None] Provisioning complete for port 00f40146-895d-4fa1-8c4d-c157254caea5 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:44:42.025045 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-8f9f2466-ae50-4682-982a-9a32043a8271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:42.031709 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51a9c2e2-cc06-48fd-8c39-c070eaffca8b None None] The sync data for ids ['7cd55098-02e8-48a1-be0d-bcde62038f27'] in ncdv-master-1 is: [{'id': '7cd55098-02e8-48a1-be0d-bcde62038f27', 'name': 'tempest-TestServerMultinode-1587544124-router', 'tenant_id': '7111026d02ad417e83bc2f057ded219d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.176'}], 'enable_snat': True}, 'gw_port_id': '21e5fd47-9619-4d68-909e-2069b42ee5ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:44:26Z', 'updated_at': '2021-12-25T21:44:35Z', 'revision_number': 4, 'project_id': '7111026d02ad417e83bc2f057ded219d', 'gw_port': {'id': '21e5fd47-9619-4d68-909e-2069b42ee5ac', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:63:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cd55098-02e8-48a1-be0d-bcde62038f27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3704, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:44:28Z', 'updated_at': '2021-12-25T21:44:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '00f40146-895d-4fa1-8c4d-c157254caea5', 'name': '', 'network_id': '19c08004-af92-4c19-9743-26ef9cf7bde6', 'tenant_id': '7111026d02ad417e83bc2f057ded219d', 'mac_address': 'fa:16:3e:13:38:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cd55098-02e8-48a1-be0d-bcde62038f27', 'device_owner': 'network:router_interface', 'standard_attr_id': 3707, 'fixed_ips': [{'subnet_id': '3f1f67fb-b937-4627-851e-2c0a66db95c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:44:34Z', 'updated_at': '2021-12-25T21:44:41Z', 'revision_number': 4, 'project_id': '7111026d02ad417e83bc2f057ded219d', 'subnets': [{'id': '3f1f67fb-b937-4627-851e-2c0a66db95c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 21:44:42.283147 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-24fda15b-483b-4d77-af70-0b3d2d50a8fa req-86303a0a-e946-4e19-9173-f39f0786fffc tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "GET /v2.0/security-groups?id=d23e5a5f-b90c-493e-af1f-971bbc755f90&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2727616
Dec 25 21:44:42.351956 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-63df4da8-825f-4463-ad7a-1940d59204de req-171da63d-93c4-4521-bdd9-01386b02de6d service neutron] Attempting to bind port 22c8730d-1fe0-40bd-b7c2-cd3f15f4b816 on host nch2-master-1 for vnic_type normal with profile  {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:44:42.358180 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-63df4da8-825f-4463-ad7a-1940d59204de req-171da63d-93c4-4521-bdd9-01386b02de6d service neutron] Attempting to bind port 22c8730d-1fe0-40bd-b7c2-cd3f15f4b816 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '15bcd007-535d-424d-8176-e76fbbc4a89c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '060ae95d-b8fc-405f-91a3-56845df2e346'}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:44:42.358180 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63df4da8-825f-4463-ad7a-1940d59204de req-171da63d-93c4-4521-bdd9-01386b02de6d service neutron] Attempting to bind port 22c8730d-1fe0-40bd-b7c2-cd3f15f4b816 on network 060ae95d-b8fc-405f-91a3-56845df2e346 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:44:42.382725 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63df4da8-825f-4463-ad7a-1940d59204de req-171da63d-93c4-4521-bdd9-01386b02de6d service neutron] Port 22c8730d-1fe0-40bd-b7c2-cd3f15f4b816 on network 060ae95d-b8fc-405f-91a3-56845df2e346 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 25 21:44:42.383080 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63df4da8-825f-4463-ad7a-1940d59204de req-171da63d-93c4-4521-bdd9-01386b02de6d service neutron] Attempting to bind port 22c8730d-1fe0-40bd-b7c2-cd3f15f4b816 on network 060ae95d-b8fc-405f-91a3-56845df2e346 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:44:42.392717 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a6045f-63af-43d7-96d9-5e7de68b3767 req-f965a900-4b76-41e5-8dba-dc2bb81ff2aa tempest-TestServerMultinode-1634197576 tempest-TestServerMultinode-1634197576-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:44:42.394256 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-95a6045f-63af-43d7-96d9-5e7de68b3767 req-f965a900-4b76-41e5-8dba-dc2bb81ff2aa tempest-TestServerMultinode-1634197576 tempest-TestServerMultinode-1634197576-project-admin] 10.222.0.31 "GET /v2.0/networks?id=8ff80b6e-c966-48fa-b9d8-4e20f6169e52 HTTP/1.1" status: 200  len: 909 time: 0.3774021
Dec 25 21:44:42.410042 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63df4da8-825f-4463-ad7a-1940d59204de req-171da63d-93c4-4521-bdd9-01386b02de6d service neutron] Checking agent: {'id': '0d9ae313-8f8d-40fa-8a9f-d098a25a9911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 21, 4, 38), 'started_at': datetime.datetime(2021, 12, 25, 21, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 44, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:44:42.410402 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63df4da8-825f-4463-ad7a-1940d59204de req-171da63d-93c4-4521-bdd9-01386b02de6d service neutron] Checking segment: {'id': '15bcd007-535d-424d-8176-e76fbbc4a89c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '060ae95d-b8fc-405f-91a3-56845df2e346'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:44:42.410788 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63df4da8-825f-4463-ad7a-1940d59204de req-171da63d-93c4-4521-bdd9-01386b02de6d service neutron] Bound using segment: {'id': '15bcd007-535d-424d-8176-e76fbbc4a89c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '060ae95d-b8fc-405f-91a3-56845df2e346'} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:44:42.411236 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-63df4da8-825f-4463-ad7a-1940d59204de req-171da63d-93c4-4521-bdd9-01386b02de6d service neutron] Bound port: 22c8730d-1fe0-40bd-b7c2-cd3f15f4b816, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15bcd007-535d-424d-8176-e76fbbc4a89c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '060ae95d-b8fc-405f-91a3-56845df2e346'}}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:44:42.411646 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-63df4da8-825f-4463-ad7a-1940d59204de req-171da63d-93c4-4521-bdd9-01386b02de6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:42.418003 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-95a6045f-63af-43d7-96d9-5e7de68b3767 req-242130db-c5ca-4183-b0d9-a7ade9fa70ce tempest-TestServerMultinode-1634197576 tempest-TestServerMultinode-1634197576-project-admin] Request body: {'port': {'device_id': '38f1c9a4-a882-45a4-8c11-3eaec625deef', 'network_id': '8ff80b6e-c966-48fa-b9d8-4e20f6169e52', 'admin_state_up': True, 'tenant_id': '7111026d02ad417e83bc2f057ded219d'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:44:42.500623 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-7b436274-bab2-420b-a58a-a76b1e94bb39 tempest-ExtraDHCPOptionsIpV6TestJSON-1208227166 tempest-ExtraDHCPOptionsIpV6TestJSON-1208227166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9084170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9028515'] for subnet, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:42.617674 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95a6045f-63af-43d7-96d9-5e7de68b3767 req-242130db-c5ca-4183-b0d9-a7ade9fa70ce tempest-TestServerMultinode-1634197576 tempest-TestServerMultinode-1634197576-project-admin] Made reservation on behalf of 7111026d02ad417e83bc2f057ded219d for: {'port': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:44:42.620085 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-95a6045f-63af-43d7-96d9-5e7de68b3767 req-242130db-c5ca-4183-b0d9-a7ade9fa70ce tempest-TestServerMultinode-1634197576 tempest-TestServerMultinode-1634197576-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:42.672919 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-63df4da8-825f-4463-ad7a-1940d59204de req-171da63d-93c4-4521-bdd9-01386b02de6d service neutron] For port 22c8730d-1fe0-40bd-b7c2-cd3f15f4b816, host nch2-master-1, cleared binding levels {{(pid=121606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:44:42.685580 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b436274-bab2-420b-a58a-a76b1e94bb39 tempest-ExtraDHCPOptionsIpV6TestJSON-1208227166 tempest-ExtraDHCPOptionsIpV6TestJSON-1208227166-project] Pushing event updated for resources: {'Subnet': ['ID=7ac24490-c4f2-4a35-ad04-165a4793d75a,revision_number=0']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:44:42.716117 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-63df4da8-825f-4463-ad7a-1940d59204de req-171da63d-93c4-4521-bdd9-01386b02de6d service neutron] For port 22c8730d-1fe0-40bd-b7c2-cd3f15f4b816, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=22c8730d-1fe0-40bd-b7c2-cd3f15f4b816,segment=NetworkSegment(15bcd007-535d-424d-8176-e76fbbc4a89c),segment_id=15bcd007-535d-424d-8176-e76fbbc4a89c)] {{(pid=121606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:44:42.800736 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-63df4da8-825f-4463-ad7a-1940d59204de req-171da63d-93c4-4521-bdd9-01386b02de6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:42.810091 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd82c83-1292-4faa-a5be-9a643ca9dfe7 req-0bf8a4d8-c5ac-43bb-8072-4b6591db0a29 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:44:42.811658 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9cd82c83-1292-4faa-a5be-9a643ca9dfe7 req-0bf8a4d8-c5ac-43bb-8072-4b6591db0a29 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] 10.222.0.32 "GET /v2.0/ports?device_id=725062b3-9301-4599-9aba-de15e6198698 HTTP/1.1" status: 200  len: 931 time: 0.2057366
Dec 25 21:44:42.855275 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b436274-bab2-420b-a58a-a76b1e94bb39 tempest-ExtraDHCPOptionsIpV6TestJSON-1208227166 tempest-ExtraDHCPOptionsIpV6TestJSON-1208227166-project] Checking segment: {'id': '19f7c323-b67b-4c02-a8ee-53f9993197c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'd2291b7d-c613-4b0f-bc80-84923ef021c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:44:42.855643 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b436274-bab2-420b-a58a-a76b1e94bb39 tempest-ExtraDHCPOptionsIpV6TestJSON-1208227166 tempest-ExtraDHCPOptionsIpV6TestJSON-1208227166-project] Network hostable DHCP agents. Network: d2291b7d-c613-4b0f-bc80-84923ef021c9, hostable agents: ['1813db88-2c1b-4357-a2ba-869246b663c2'], hosted agents: [] {{(pid=121606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 25 21:44:42.871448 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [req-a77ebf4e-1bcf-48f7-a51a-642876c8a0b5 req-52864e91-e9fa-4750-9338-2d1e6ea85696 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46007bab-bd9e-4282-97d5-2a4cf51e9186 {{(pid=121606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:44:42.894041 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63df4da8-825f-4463-ad7a-1940d59204de req-171da63d-93c4-4521-bdd9-01386b02de6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:44:42.894548 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-63df4da8-825f-4463-ad7a-1940d59204de req-171da63d-93c4-4521-bdd9-01386b02de6d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:42.896826 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-63df4da8-825f-4463-ad7a-1940d59204de req-171da63d-93c4-4521-bdd9-01386b02de6d service neutron] 10.222.0.37 "PUT /v2.0/ports/22c8730d-1fe0-40bd-b7c2-cd3f15f4b816 HTTP/1.1" status: 200  len: 1092 time: 2.9955761
Dec 25 21:44:42.906877 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-a77ebf4e-1bcf-48f7-a51a-642876c8a0b5 req-52864e91-e9fa-4750-9338-2d1e6ea85696 service neutron] Publish callbacks [] for port, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:42.914829 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '232caa59-01ee-4a0a-ad80-4a2406c77580', 'tag': '22c8730d-1fe0-40bd-b7c2-cd3f15f4b816'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:44:42.917392 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9858820c13ec2827453b94ebc4181065e990a4e4089ccb9fe762531ac62d2fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e9c7016-d403-4f0f-aa55-aa16a64e54ce" -d '{"events": [{"name": "network-changed", "server_uuid": "232caa59-01ee-4a0a-ad80-4a2406c77580", "tag": "22c8730d-1fe0-40bd-b7c2-cd3f15f4b816"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:44:43.022984 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-05d0c80c-7b36-4f31-af6c-57bdcfeab899 req-2e43b03d-541e-494e-b719-0523f507f9a8 tempest-TestServerMultinode-1634197576 tempest-TestServerMultinode-1634197576-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=38f1c9a4-a882-45a4-8c11-3eaec625deef HTTP/1.1" status: 200  len: 210 time: 0.0980797
Dec 25 21:44:43.031599 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.provisioning_blocks [req-a77ebf4e-1bcf-48f7-a51a-642876c8a0b5 req-52864e91-e9fa-4750-9338-2d1e6ea85696 service neutron] Transition to ACTIVE for port object 46007bab-bd9e-4282-97d5-2a4cf51e9186 will not be triggered until provisioned by entity L2. {{(pid=121606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 25 21:44:43.061961 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171da63d-93c4-4521-bdd9-01386b02de6d service neutron] Pushing event updated for resources: {'Port': ['ID=22c8730d-1fe0-40bd-b7c2-cd3f15f4b816,revision_number=3']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:44:43.088708 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9cd82c83-1292-4faa-a5be-9a643ca9dfe7 req-5a5ae762-4808-42bd-bb5d-efbab8959a1f tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] 10.222.0.32 "GET /v2.0/security-groups?id=e8fde5ca-7127-4677-ba95-89b902fefd43&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2557473
Dec 25 21:44:43.098480 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_common [req-95a6045f-63af-43d7-96d9-5e7de68b3767 req-242130db-c5ca-4183-b0d9-a7ade9fa70ce tempest-TestServerMultinode-1634197576 tempest-TestServerMultinode-1634197576-project-admin] Allocated IP 172.20.0.6 (8ff80b6e-c966-48fa-b9d8-4e20f6169e52/422d336a-8bb7-459f-a638-8406815d7db8/969022d6-ccf2-4bce-a499-ff0d103d87ae) {{(pid=121606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:44:43.121655 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-a77ebf4e-1bcf-48f7-a51a-642876c8a0b5 req-52864e91-e9fa-4750-9338-2d1e6ea85696 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:43.161322 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b436274-bab2-420b-a58a-a76b1e94bb39 tempest-ExtraDHCPOptionsIpV6TestJSON-1208227166 tempest-ExtraDHCPOptionsIpV6TestJSON-1208227166-project] Network d2291b7d-c613-4b0f-bc80-84923ef021c9 is scheduled to be hosted by DHCP agent 1813db88-2c1b-4357-a2ba-869246b663c2 with binding_index 1 {{(pid=121606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 25 21:44:43.194870 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63df4da8-825f-4463-ad7a-1940d59204de req-a8d7ef57-8d1e-4580-a81a-84cec330d822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:44:43.197117 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-63df4da8-825f-4463-ad7a-1940d59204de req-a8d7ef57-8d1e-4580-a81a-84cec330d822 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4ff29c23c5844f45826a02b6ae6b65e7&device_id=232caa59-01ee-4a0a-ad80-4a2406c77580 HTTP/1.1" status: 200  len: 1095 time: 0.1511366
Dec 25 21:44:43.276732 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-63df4da8-825f-4463-ad7a-1940d59204de req-69e9fed6-b234-41e1-81ce-b62e2c7d9df1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=22c8730d-1fe0-40bd-b7c2-cd3f15f4b816 HTTP/1.1" status: 200  len: 217 time: 0.0645030
Dec 25 21:44:43.277496 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52864e91-e9fa-4750-9338-2d1e6ea85696 service neutron] Pushing event updated for resources: {'Port': ['ID=46007bab-bd9e-4282-97d5-2a4cf51e9186,revision_number=2']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:44:43.281511 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Dec 2021 21:44:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcf6e5d0-6519-4536-9143-12a05d4bd704 x-openstack-request-id: req-bcf6e5d0-6519-4536-9143-12a05d4bd704 {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:44:43.281805 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "232caa59-01ee-4a0a-ad80-4a2406c77580", "tag": "22c8730d-1fe0-40bd-b7c2-cd3f15f4b816", "status": "completed", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:44:43.282063 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-bcf6e5d0-6519-4536-9143-12a05d4bd704 {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:44:43.282467 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '232caa59-01ee-4a0a-ad80-4a2406c77580', 'tag': '22c8730d-1fe0-40bd-b7c2-cd3f15f4b816', 'status': 'completed', 'code': 200}
Dec 25 21:44:43.307930 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [None req-7b436274-bab2-420b-a58a-a76b1e94bb39 tempest-ExtraDHCPOptionsIpV6TestJSON-1208227166 tempest-ExtraDHCPOptionsIpV6TestJSON-1208227166-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, d2291b7d-c613-4b0f-bc80-84923ef021c9) {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:44:43.307930 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b436274-bab2-420b-a58a-a76b1e94bb39 tempest-ExtraDHCPOptionsIpV6TestJSON-1208227166 tempest-ExtraDHCPOptionsIpV6TestJSON-1208227166-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:44:43.309272 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-7b436274-bab2-420b-a58a-a76b1e94bb39 tempest-ExtraDHCPOptionsIpV6TestJSON-1208227166 tempest-ExtraDHCPOptionsIpV6TestJSON-1208227166-project] Publish callbacks [] for subnet, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:43.338244 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40943550-8a28-4f23-bf98-cc41a1746ad2 None None] Network d2291b7d-c613-4b0f-bc80-84923ef021c9 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:44:43.450443 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 00f40146-895d-4fa1-8c4d-c157254caea5 up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:44:43.517981 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-7b436274-bab2-420b-a58a-a76b1e94bb39 tempest-ExtraDHCPOptionsIpV6TestJSON-1208227166 tempest-ExtraDHCPOptionsIpV6TestJSON-1208227166-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 2.3668509
Dec 25 21:44:43.521499 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 41658) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:44:43.523730 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63df4da8-825f-4463-ad7a-1940d59204de req-10849e2d-7974-41d3-812f-c419178874ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:44:43.525242 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-63df4da8-825f-4463-ad7a-1940d59204de req-10849e2d-7974-41d3-812f-c419178874ec service neutron] 10.222.0.37 "GET /v2.0/subnets?id=46348f07-d4df-41ed-9d9b-1f1c5c6801f5 HTTP/1.1" status: 200  len: 835 time: 0.2257013
Dec 25 21:44:43.527264 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-3c5c6817-0562-410d-9c08-8ccde72cfbbd tempest-ExtraDHCPOptionsIpV6TestJSON-1208227166 tempest-ExtraDHCPOptionsIpV6TestJSON-1208227166-project] Request body: {'port': {'network_id': 'd2291b7d-c613-4b0f-bc80-84923ef021c9', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-228294902'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:44:43.535170 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port 00f40146-895d-4fa1-8c4d-c157254caea5 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:44:43.535551 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:43.549866 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-a77ebf4e-1bcf-48f7-a51a-642876c8a0b5 req-52864e91-e9fa-4750-9338-2d1e6ea85696 service neutron] Attempting to bind port 46007bab-bd9e-4282-97d5-2a4cf51e9186 on host nch2-master-1 for vnic_type normal with profile  {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:44:43.550198 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-a77ebf4e-1bcf-48f7-a51a-642876c8a0b5 req-52864e91-e9fa-4750-9338-2d1e6ea85696 service neutron] Attempting to bind port 46007bab-bd9e-4282-97d5-2a4cf51e9186 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '9a25e8de-a0c2-445f-8383-e47b034f2d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '2d1735c0-d6b4-47c5-98a9-07fa68c49bb1'}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:44:43.550523 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a77ebf4e-1bcf-48f7-a51a-642876c8a0b5 req-52864e91-e9fa-4750-9338-2d1e6ea85696 service neutron] Attempting to bind port 46007bab-bd9e-4282-97d5-2a4cf51e9186 on network 2d1735c0-d6b4-47c5-98a9-07fa68c49bb1 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:44:43.559513 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5f4dcbe-1d59-4b15-8047-1c102539e2ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-d2291b7d-c613-4b0f-bc80-84923ef021c9', 'network_id': 'd2291b7d-c613-4b0f-bc80-84923ef021c9', 'project_id': '28efe0fd140c4f468e458fdbd895617b', 'fixed_ips': [{'subnet_id': '7ac24490-c4f2-4a35-ad04-165a4793d75a'}]}} from ncdv-master-1. {{(pid=121608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 25 21:44:43.561222 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-e5f4dcbe-1d59-4b15-8047-1c102539e2ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:43.586559 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a77ebf4e-1bcf-48f7-a51a-642876c8a0b5 req-52864e91-e9fa-4750-9338-2d1e6ea85696 service neutron] Port 46007bab-bd9e-4282-97d5-2a4cf51e9186 on network 2d1735c0-d6b4-47c5-98a9-07fa68c49bb1 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 25 21:44:43.586929 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a77ebf4e-1bcf-48f7-a51a-642876c8a0b5 req-52864e91-e9fa-4750-9338-2d1e6ea85696 service neutron] Attempting to bind port 46007bab-bd9e-4282-97d5-2a4cf51e9186 on network 2d1735c0-d6b4-47c5-98a9-07fa68c49bb1 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:44:43.613180 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c38e245-226c-4c58-a503-b553658646cd req-fca877f3-c818-450a-a86f-515d0cf48f55 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:44:43.615294 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-6c38e245-226c-4c58-a503-b553658646cd req-fca877f3-c818-450a-a86f-515d0cf48f55 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "GET /v2.0/ports?device_id=232caa59-01ee-4a0a-ad80-4a2406c77580 HTTP/1.1" status: 200  len: 944 time: 0.2065761
Dec 25 21:44:43.621484 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-95a6045f-63af-43d7-96d9-5e7de68b3767 req-242130db-c5ca-4183-b0d9-a7ade9fa70ce tempest-TestServerMultinode-1634197576 tempest-TestServerMultinode-1634197576-project-admin] Publish callbacks [] for port, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:43.623257 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a77ebf4e-1bcf-48f7-a51a-642876c8a0b5 req-52864e91-e9fa-4750-9338-2d1e6ea85696 service neutron] Checking agent: {'id': '0d9ae313-8f8d-40fa-8a9f-d098a25a9911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 21, 4, 38), 'started_at': datetime.datetime(2021, 12, 25, 21, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 44, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:44:43.623807 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a77ebf4e-1bcf-48f7-a51a-642876c8a0b5 req-52864e91-e9fa-4750-9338-2d1e6ea85696 service neutron] Checking segment: {'id': '9a25e8de-a0c2-445f-8383-e47b034f2d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '2d1735c0-d6b4-47c5-98a9-07fa68c49bb1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:44:43.624198 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a77ebf4e-1bcf-48f7-a51a-642876c8a0b5 req-52864e91-e9fa-4750-9338-2d1e6ea85696 service neutron] Bound using segment: {'id': '9a25e8de-a0c2-445f-8383-e47b034f2d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '2d1735c0-d6b4-47c5-98a9-07fa68c49bb1'} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:44:43.625030 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-a77ebf4e-1bcf-48f7-a51a-642876c8a0b5 req-52864e91-e9fa-4750-9338-2d1e6ea85696 service neutron] Bound port: 46007bab-bd9e-4282-97d5-2a4cf51e9186, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a25e8de-a0c2-445f-8383-e47b034f2d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '2d1735c0-d6b4-47c5-98a9-07fa68c49bb1'}}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:44:43.625030 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-a77ebf4e-1bcf-48f7-a51a-642876c8a0b5 req-52864e91-e9fa-4750-9338-2d1e6ea85696 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:43.700590 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63df4da8-825f-4463-ad7a-1940d59204de req-8ebad2bb-d2e5-4df8-8bc0-1e3c4191cd22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:44:43.702123 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-63df4da8-825f-4463-ad7a-1940d59204de req-8ebad2bb-d2e5-4df8-8bc0-1e3c4191cd22 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=060ae95d-b8fc-405f-91a3-56845df2e346&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1677375
Dec 25 21:44:43.753852 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c5c6817-0562-410d-9c08-8ccde72cfbbd tempest-ExtraDHCPOptionsIpV6TestJSON-1208227166 tempest-ExtraDHCPOptionsIpV6TestJSON-1208227166-project] Made reservation on behalf of 28efe0fd140c4f468e458fdbd895617b for: {'port': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:44:43.758670 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-3c5c6817-0562-410d-9c08-8ccde72cfbbd tempest-ExtraDHCPOptionsIpV6TestJSON-1208227166 tempest-ExtraDHCPOptionsIpV6TestJSON-1208227166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:43.769470 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.db_base_plugin_common [None req-e5f4dcbe-1d59-4b15-8047-1c102539e2ea None None] Allocated IP 2001:db8::2 (d2291b7d-c613-4b0f-bc80-84923ef021c9/7ac24490-c4f2-4a35-ad04-165a4793d75a/60a13186-e283-4e95-a4ab-cc7f4d3c8ac1) {{(pid=121608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:44:43.776862 ncdv-master-1 neutron-server[121607]: DEBUG neutron.notifiers.nova [None req-3c5c6817-0562-410d-9c08-8ccde72cfbbd tempest-ExtraDHCPOptionsIpV6TestJSON-1208227166 tempest-ExtraDHCPOptionsIpV6TestJSON-1208227166-project] device_id is not set on port 78f9ca0a-b506-48df-9bf5-62abb5c677ce yet. {{(pid=121607) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 25 21:44:43.786439 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-6c38e245-226c-4c58-a503-b553658646cd req-5f07f9fe-c935-458e-83a8-f26d6f9ae352 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "GET /v2.0/security-groups?id=d23e5a5f-b90c-493e-af1f-971bbc755f90&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1546552
Dec 25 21:44:43.798565 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-a77ebf4e-1bcf-48f7-a51a-642876c8a0b5 req-52864e91-e9fa-4750-9338-2d1e6ea85696 service neutron] For port 46007bab-bd9e-4282-97d5-2a4cf51e9186, host nch2-master-1, cleared binding levels {{(pid=121606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:44:43.804104 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-a77ebf4e-1bcf-48f7-a51a-642876c8a0b5 req-52864e91-e9fa-4750-9338-2d1e6ea85696 service neutron] For port 46007bab-bd9e-4282-97d5-2a4cf51e9186, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=46007bab-bd9e-4282-97d5-2a4cf51e9186,segment=NetworkSegment(9a25e8de-a0c2-445f-8383-e47b034f2d15),segment_id=9a25e8de-a0c2-445f-8383-e47b034f2d15)] {{(pid=121606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:44:43.864629 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-63df4da8-825f-4463-ad7a-1940d59204de req-dbe0ec91-1059-4f1a-a476-ce5a17f2c298 service neutron] 10.222.0.37 "GET /v2.0/networks/060ae95d-b8fc-405f-91a3-56845df2e346?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1477957
Dec 25 21:44:43.866673 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-95a6045f-63af-43d7-96d9-5e7de68b3767 req-242130db-c5ca-4183-b0d9-a7ade9fa70ce tempest-TestServerMultinode-1634197576 tempest-TestServerMultinode-1634197576-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:43.911992 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-a77ebf4e-1bcf-48f7-a51a-642876c8a0b5 req-52864e91-e9fa-4750-9338-2d1e6ea85696 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:43.936710 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-e5f4dcbe-1d59-4b15-8047-1c102539e2ea None None] Publish callbacks [] for port, precommit_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:43.953630 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95a6045f-63af-43d7-96d9-5e7de68b3767 req-242130db-c5ca-4183-b0d9-a7ade9fa70ce tempest-TestServerMultinode-1634197576 tempest-TestServerMultinode-1634197576-project-admin] Network 8ff80b6e-c966-48fa-b9d8-4e20f6169e52 is already hosted by enough agents. {{(pid=121606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:44:43.982629 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77ebf4e-1bcf-48f7-a51a-642876c8a0b5 req-52864e91-e9fa-4750-9338-2d1e6ea85696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:44:43.983255 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-a77ebf4e-1bcf-48f7-a51a-642876c8a0b5 req-52864e91-e9fa-4750-9338-2d1e6ea85696 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:43.984685 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a77ebf4e-1bcf-48f7-a51a-642876c8a0b5 req-52864e91-e9fa-4750-9338-2d1e6ea85696 service neutron] 10.222.0.37 "PUT /v2.0/ports/46007bab-bd9e-4282-97d5-2a4cf51e9186 HTTP/1.1" status: 200  len: 1091 time: 2.4818027
Dec 25 21:44:43.988617 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [req-95a6045f-63af-43d7-96d9-5e7de68b3767 req-242130db-c5ca-4183-b0d9-a7ade9fa70ce tempest-TestServerMultinode-1634197576 tempest-TestServerMultinode-1634197576-project-admin] Resources bound (agent type, host, resource id):  {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:44:43.993121 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [req-95a6045f-63af-43d7-96d9-5e7de68b3767 req-242130db-c5ca-4183-b0d9-a7ade9fa70ce tempest-TestServerMultinode-1634197576 tempest-TestServerMultinode-1634197576-project-admin] Received port after_create {{(pid=121606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:44:43.995246 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242130db-c5ca-4183-b0d9-a7ade9fa70ce tempest-TestServerMultinode-1634197576 tempest-TestServerMultinode-1634197576-project-admin] Pushing event updated for resources: {'Port': ['ID=969022d6-ccf2-4bce-a499-ff0d103d87ae,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:44:44.039983 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-e5f4dcbe-1d59-4b15-8047-1c102539e2ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946'] for port, after_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:44.114314 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a6045f-63af-43d7-96d9-5e7de68b3767 req-242130db-c5ca-4183-b0d9-a7ade9fa70ce tempest-TestServerMultinode-1634197576 tempest-TestServerMultinode-1634197576-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:44:44.115159 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-95a6045f-63af-43d7-96d9-5e7de68b3767 req-242130db-c5ca-4183-b0d9-a7ade9fa70ce tempest-TestServerMultinode-1634197576 tempest-TestServerMultinode-1634197576-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:44.139331 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-63df4da8-825f-4463-ad7a-1940d59204de req-d9f7e119-e14d-4bcb-95b3-6aeaff90c2e4 service neutron] 10.222.0.37 "GET /v2.0/networks/060ae95d-b8fc-405f-91a3-56845df2e346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2657208
Dec 25 21:44:44.159961 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52864e91-e9fa-4750-9338-2d1e6ea85696 service neutron] Pushing event updated for resources: {'Port': ['ID=46007bab-bd9e-4282-97d5-2a4cf51e9186,revision_number=3']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:44:44.181978 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52864e91-e9fa-4750-9338-2d1e6ea85696 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:44:44.182523 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52864e91-e9fa-4750-9338-2d1e6ea85696 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:44:44.182967 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52864e91-e9fa-4750-9338-2d1e6ea85696 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:44:44.183403 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52864e91-e9fa-4750-9338-2d1e6ea85696 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:44:44.183867 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52864e91-e9fa-4750-9338-2d1e6ea85696 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:44:44.184296 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52864e91-e9fa-4750-9338-2d1e6ea85696 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:44:44.184764 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52864e91-e9fa-4750-9338-2d1e6ea85696 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:44:44.185207 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52864e91-e9fa-4750-9338-2d1e6ea85696 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:44:44.185632 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52864e91-e9fa-4750-9338-2d1e6ea85696 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:44:44.186055 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52864e91-e9fa-4750-9338-2d1e6ea85696 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:44:44.186497 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52864e91-e9fa-4750-9338-2d1e6ea85696 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:44:44.186965 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52864e91-e9fa-4750-9338-2d1e6ea85696 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:44:44.187388 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52864e91-e9fa-4750-9338-2d1e6ea85696 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:44:44.198797 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5f4dcbe-1d59-4b15-8047-1c102539e2ea None None] Network d2291b7d-c613-4b0f-bc80-84923ef021c9 is already hosted by enough agents. {{(pid=121608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:44:44.212223 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77ebf4e-1bcf-48f7-a51a-642876c8a0b5 req-c0470910-4fc1-4cd0-a875-fb3660a0e436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:44:44.214008 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.base_scheduler [None req-e5f4dcbe-1d59-4b15-8047-1c102539e2ea None None] Resources bound (agent type, host, resource id):  {{(pid=121608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:44:44.214387 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a77ebf4e-1bcf-48f7-a51a-642876c8a0b5 req-c0470910-4fc1-4cd0-a875-fb3660a0e436 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=59ed9da8ed224ce9b429cb4c633a2498&device_id=725062b3-9301-4599-9aba-de15e6198698 HTTP/1.1" status: 200  len: 1094 time: 0.1134105
Dec 25 21:44:44.217793 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5f4dcbe-1d59-4b15-8047-1c102539e2ea None None] Received port after_create {{(pid=121608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:44:44.237419 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-95a6045f-63af-43d7-96d9-5e7de68b3767 req-242130db-c5ca-4183-b0d9-a7ade9fa70ce tempest-TestServerMultinode-1634197576 tempest-TestServerMultinode-1634197576-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1029 time: 1.8285813
Dec 25 21:44:44.291581 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f4dcbe-1d59-4b15-8047-1c102539e2ea None None] Pushing event updated for resources: {'Port': ['ID=60a13186-e283-4e95-a4ab-cc7f4d3c8ac1,revision_number=1']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:44:44.292302 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a77ebf4e-1bcf-48f7-a51a-642876c8a0b5 req-41ed7a5e-d158-4aa5-839f-015b8a73478a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=46007bab-bd9e-4282-97d5-2a4cf51e9186 HTTP/1.1" status: 200  len: 217 time: 0.0691340
Dec 25 21:44:44.336286 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-e5f4dcbe-1d59-4b15-8047-1c102539e2ea None None] Attempting to bind port 60a13186-e283-4e95-a4ab-cc7f4d3c8ac1 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:44:44.337362 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-e5f4dcbe-1d59-4b15-8047-1c102539e2ea None None] Attempting to bind port 60a13186-e283-4e95-a4ab-cc7f4d3c8ac1 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '19f7c323-b67b-4c02-a8ee-53f9993197c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'd2291b7d-c613-4b0f-bc80-84923ef021c9'}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:44:44.342791 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5f4dcbe-1d59-4b15-8047-1c102539e2ea None None] Attempting to bind port 60a13186-e283-4e95-a4ab-cc7f4d3c8ac1 on network d2291b7d-c613-4b0f-bc80-84923ef021c9 {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:44:44.364123 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5f4dcbe-1d59-4b15-8047-1c102539e2ea None None] Checking agent: {'id': 'ca4f5c6d-f1fd-48b8-a3e3-395864c7d23d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 20, 56, 40), 'started_at': datetime.datetime(2021, 12, 25, 20, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 44, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:44:44.364665 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5f4dcbe-1d59-4b15-8047-1c102539e2ea None None] Checking segment: {'id': '19f7c323-b67b-4c02-a8ee-53f9993197c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'd2291b7d-c613-4b0f-bc80-84923ef021c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:44:44.365103 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-e5f4dcbe-1d59-4b15-8047-1c102539e2ea None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:44.365495 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5f4dcbe-1d59-4b15-8047-1c102539e2ea None None] Bound using segment: {'id': '19f7c323-b67b-4c02-a8ee-53f9993197c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'd2291b7d-c613-4b0f-bc80-84923ef021c9'} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:44:44.366202 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-e5f4dcbe-1d59-4b15-8047-1c102539e2ea None None] Bound port: 60a13186-e283-4e95-a4ab-cc7f4d3c8ac1, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19f7c323-b67b-4c02-a8ee-53f9993197c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'd2291b7d-c613-4b0f-bc80-84923ef021c9'}}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:44:44.366755 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-e5f4dcbe-1d59-4b15-8047-1c102539e2ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:44.426982 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-95a6045f-63af-43d7-96d9-5e7de68b3767 req-cc101c12-f1c2-4699-9bbd-d5b99cde921d service neutron] Request body: {'port': {'device_id': '38f1c9a4-a882-45a4-8c11-3eaec625deef', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:44:44.488554 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77ebf4e-1bcf-48f7-a51a-642876c8a0b5 req-a3145120-9bc5-4c9e-a95a-b6a22cacdb10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:44:44.490495 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a77ebf4e-1bcf-48f7-a51a-642876c8a0b5 req-a3145120-9bc5-4c9e-a95a-b6a22cacdb10 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=78ff16f3-e2c5-4dec-b8db-7056450eca76 HTTP/1.1" status: 200  len: 835 time: 0.1710041
Dec 25 21:44:44.491233 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_common [None req-3c5c6817-0562-410d-9c08-8ccde72cfbbd tempest-ExtraDHCPOptionsIpV6TestJSON-1208227166 tempest-ExtraDHCPOptionsIpV6TestJSON-1208227166-project] Allocated IP 2001:db8::3b9 (d2291b7d-c613-4b0f-bc80-84923ef021c9/7ac24490-c4f2-4a35-ad04-165a4793d75a/78f9ca0a-b506-48df-9bf5-62abb5c677ce) {{(pid=121607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:44:44.500261 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca62d0b-23e7-4b4b-a8d6-8e10f3bb87d9 req-e613ea4e-f314-4382-92f8-16082f840b5a tempest-TestServerMultinode-1634197576 tempest-TestServerMultinode-1634197576-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:44:44.501918 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4ca62d0b-23e7-4b4b-a8d6-8e10f3bb87d9 req-e613ea4e-f314-4382-92f8-16082f840b5a tempest-TestServerMultinode-1634197576 tempest-TestServerMultinode-1634197576-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=38f1c9a4-a882-45a4-8c11-3eaec625deef HTTP/1.1" status: 200  len: 1027 time: 0.2223282
Dec 25 21:44:44.513454 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-13df5989-a7ce-442b-a1f5-ccb68b6a9a8f None None] Provisioning complete for port 969022d6-ccf2-4bce-a499-ff0d103d87ae triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:44:44.513822 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-13df5989-a7ce-442b-a1f5-ccb68b6a9a8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:44.517843 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-e5f4dcbe-1d59-4b15-8047-1c102539e2ea None None] For port 60a13186-e283-4e95-a4ab-cc7f4d3c8ac1, host ncdv-master-1, cleared binding levels {{(pid=121608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:44:44.524515 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-e5f4dcbe-1d59-4b15-8047-1c102539e2ea None None] For port 60a13186-e283-4e95-a4ab-cc7f4d3c8ac1, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=60a13186-e283-4e95-a4ab-cc7f4d3c8ac1,segment=NetworkSegment(19f7c323-b67b-4c02-a8ee-53f9993197c2),segment_id=19f7c323-b67b-4c02-a8ee-53f9993197c2)] {{(pid=121608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:44:44.566310 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-13df5989-a7ce-442b-a1f5-ccb68b6a9a8f None None] Port 969022d6-ccf2-4bce-a499-ff0d103d87ae cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:44:44.635573 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-e5f4dcbe-1d59-4b15-8047-1c102539e2ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:44.676971 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-3c5c6817-0562-410d-9c08-8ccde72cfbbd tempest-ExtraDHCPOptionsIpV6TestJSON-1208227166 tempest-ExtraDHCPOptionsIpV6TestJSON-1208227166-project] Publish callbacks [] for port, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:44.715201 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f4dcbe-1d59-4b15-8047-1c102539e2ea None None] Pushing event updated for resources: {'Port': ['ID=60a13186-e283-4e95-a4ab-cc7f4d3c8ac1,revision_number=2']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:44:44.780791 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-3c5c6817-0562-410d-9c08-8ccde72cfbbd tempest-ExtraDHCPOptionsIpV6TestJSON-1208227166 tempest-ExtraDHCPOptionsIpV6TestJSON-1208227166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:44.827219 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c5c6817-0562-410d-9c08-8ccde72cfbbd tempest-ExtraDHCPOptionsIpV6TestJSON-1208227166 tempest-ExtraDHCPOptionsIpV6TestJSON-1208227166-project] Network d2291b7d-c613-4b0f-bc80-84923ef021c9 is already hosted by enough agents. {{(pid=121607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:44:44.830618 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-3c5c6817-0562-410d-9c08-8ccde72cfbbd tempest-ExtraDHCPOptionsIpV6TestJSON-1208227166 tempest-ExtraDHCPOptionsIpV6TestJSON-1208227166-project] Resources bound (agent type, host, resource id):  {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:44:44.835261 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c5c6817-0562-410d-9c08-8ccde72cfbbd tempest-ExtraDHCPOptionsIpV6TestJSON-1208227166 tempest-ExtraDHCPOptionsIpV6TestJSON-1208227166-project] Received port after_create {{(pid=121607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:44:44.841295 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c5c6817-0562-410d-9c08-8ccde72cfbbd tempest-ExtraDHCPOptionsIpV6TestJSON-1208227166 tempest-ExtraDHCPOptionsIpV6TestJSON-1208227166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:44:44.841999 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-3c5c6817-0562-410d-9c08-8ccde72cfbbd tempest-ExtraDHCPOptionsIpV6TestJSON-1208227166 tempest-ExtraDHCPOptionsIpV6TestJSON-1208227166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:44.856713 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5c6817-0562-410d-9c08-8ccde72cfbbd tempest-ExtraDHCPOptionsIpV6TestJSON-1208227166 tempest-ExtraDHCPOptionsIpV6TestJSON-1208227166-project] Pushing event updated for resources: {'Port': ['ID=78f9ca0a-b506-48df-9bf5-62abb5c677ce,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:44:44.865904 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5c6817-0562-410d-9c08-8ccde72cfbbd tempest-ExtraDHCPOptionsIpV6TestJSON-1208227166 tempest-ExtraDHCPOptionsIpV6TestJSON-1208227166-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:44:44.866258 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5c6817-0562-410d-9c08-8ccde72cfbbd tempest-ExtraDHCPOptionsIpV6TestJSON-1208227166 tempest-ExtraDHCPOptionsIpV6TestJSON-1208227166-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:44:44.866605 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5c6817-0562-410d-9c08-8ccde72cfbbd tempest-ExtraDHCPOptionsIpV6TestJSON-1208227166 tempest-ExtraDHCPOptionsIpV6TestJSON-1208227166-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:44:44.866949 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5c6817-0562-410d-9c08-8ccde72cfbbd tempest-ExtraDHCPOptionsIpV6TestJSON-1208227166 tempest-ExtraDHCPOptionsIpV6TestJSON-1208227166-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:44:44.867268 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5c6817-0562-410d-9c08-8ccde72cfbbd tempest-ExtraDHCPOptionsIpV6TestJSON-1208227166 tempest-ExtraDHCPOptionsIpV6TestJSON-1208227166-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:44:44.867603 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5c6817-0562-410d-9c08-8ccde72cfbbd tempest-ExtraDHCPOptionsIpV6TestJSON-1208227166 tempest-ExtraDHCPOptionsIpV6TestJSON-1208227166-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:44:44.867936 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5c6817-0562-410d-9c08-8ccde72cfbbd tempest-ExtraDHCPOptionsIpV6TestJSON-1208227166 tempest-ExtraDHCPOptionsIpV6TestJSON-1208227166-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:44:44.868261 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5c6817-0562-410d-9c08-8ccde72cfbbd tempest-ExtraDHCPOptionsIpV6TestJSON-1208227166 tempest-ExtraDHCPOptionsIpV6TestJSON-1208227166-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:44:44.868592 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5c6817-0562-410d-9c08-8ccde72cfbbd tempest-ExtraDHCPOptionsIpV6TestJSON-1208227166 tempest-ExtraDHCPOptionsIpV6TestJSON-1208227166-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:44:44.868939 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5c6817-0562-410d-9c08-8ccde72cfbbd tempest-ExtraDHCPOptionsIpV6TestJSON-1208227166 tempest-ExtraDHCPOptionsIpV6TestJSON-1208227166-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:44:44.869269 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5c6817-0562-410d-9c08-8ccde72cfbbd tempest-ExtraDHCPOptionsIpV6TestJSON-1208227166 tempest-ExtraDHCPOptionsIpV6TestJSON-1208227166-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:44:44.869623 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5c6817-0562-410d-9c08-8ccde72cfbbd tempest-ExtraDHCPOptionsIpV6TestJSON-1208227166 tempest-ExtraDHCPOptionsIpV6TestJSON-1208227166-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:44:44.869906 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5c6817-0562-410d-9c08-8ccde72cfbbd tempest-ExtraDHCPOptionsIpV6TestJSON-1208227166 tempest-ExtraDHCPOptionsIpV6TestJSON-1208227166-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:44:44.939321 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0588e36-ca19-4ed0-850c-18a38392e55f req-3a0b47f8-b87f-45b3-9ca7-e268786c7c89 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:44:44.941079 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a0588e36-ca19-4ed0-850c-18a38392e55f req-3a0b47f8-b87f-45b3-9ca7-e268786c7c89 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] 10.222.0.32 "GET /v2.0/ports?device_id=725062b3-9301-4599-9aba-de15e6198698 HTTP/1.1" status: 200  len: 943 time: 0.6588862
Dec 25 21:44:44.943068 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9c7016-d403-4f0f-aa55-aa16a64e54ce req-43957805-9daa-4715-b5f9-d604c92c1dea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:44:44.944128 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-3c5c6817-0562-410d-9c08-8ccde72cfbbd tempest-ExtraDHCPOptionsIpV6TestJSON-1208227166 tempest-ExtraDHCPOptionsIpV6TestJSON-1208227166-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 941 time: 1.4209995
Dec 25 21:44:44.944417 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3e9c7016-d403-4f0f-aa55-aa16a64e54ce req-43957805-9daa-4715-b5f9-d604c92c1dea service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4ff29c23c5844f45826a02b6ae6b65e7&device_id=232caa59-01ee-4a0a-ad80-4a2406c77580 HTTP/1.1" status: 200  len: 1095 time: 0.6544530
Dec 25 21:44:44.952912 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 41670) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:44:44.963932 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-5f795a91-56e2-4464-9a81-b533c7227d26 tempest-ExtraDHCPOptionsIpV6TestJSON-1208227166 tempest-ExtraDHCPOptionsIpV6TestJSON-1208227166-project] Request body: {'port': {'network_id': 'd2291b7d-c613-4b0f-bc80-84923ef021c9', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1228929803', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:44:44.963932 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.api.validators [None req-5f795a91-56e2-4464-9a81-b533c7227d26 tempest-ExtraDHCPOptionsIpV6TestJSON-1208227166 tempest-ExtraDHCPOptionsIpV6TestJSON-1208227166-project] bootfile-name is not in valid_values {{(pid=121607) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}}
Dec 25 21:44:44.963932 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.api.validators [None req-5f795a91-56e2-4464-9a81-b533c7227d26 tempest-ExtraDHCPOptionsIpV6TestJSON-1208227166 tempest-ExtraDHCPOptionsIpV6TestJSON-1208227166-project] tftp-server is not in valid_values {{(pid=121607) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}}
Dec 25 21:44:44.963932 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.api.validators [None req-5f795a91-56e2-4464-9a81-b533c7227d26 tempest-ExtraDHCPOptionsIpV6TestJSON-1208227166 tempest-ExtraDHCPOptionsIpV6TestJSON-1208227166-project] server-ip-address is not in valid_values {{(pid=121607) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}}
Dec 25 21:44:44.984572 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-95a6045f-63af-43d7-96d9-5e7de68b3767 req-cc101c12-f1c2-4699-9bbd-d5b99cde921d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:45.122512 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77ebf4e-1bcf-48f7-a51a-642876c8a0b5 req-df0d8a59-e9d9-452d-b66a-1ff5e202736d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:44:45.124058 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a77ebf4e-1bcf-48f7-a51a-642876c8a0b5 req-df0d8a59-e9d9-452d-b66a-1ff5e202736d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2d1735c0-d6b4-47c5-98a9-07fa68c49bb1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.2313242
Dec 25 21:44:45.133629 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4ca62d0b-23e7-4b4b-a8d6-8e10f3bb87d9 req-124f38e5-d892-4fae-a795-dce5c1fc8057 tempest-TestServerMultinode-1634197576 tempest-TestServerMultinode-1634197576-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=22866a5d-812f-439b-8d61-5070a8152c13&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2314913
Dec 25 21:44:45.166462 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a0588e36-ca19-4ed0-850c-18a38392e55f req-b1b8dd15-bdc0-4fa6-a44a-e9465337d74e tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] 10.222.0.32 "GET /v2.0/security-groups?id=e8fde5ca-7127-4677-ba95-89b902fefd43&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2068830
Dec 25 21:44:45.167062 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f795a91-56e2-4464-9a81-b533c7227d26 tempest-ExtraDHCPOptionsIpV6TestJSON-1208227166 tempest-ExtraDHCPOptionsIpV6TestJSON-1208227166-project] Made reservation on behalf of 28efe0fd140c4f468e458fdbd895617b for: {'port': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:44:45.171328 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5f795a91-56e2-4464-9a81-b533c7227d26 tempest-ExtraDHCPOptionsIpV6TestJSON-1208227166 tempest-ExtraDHCPOptionsIpV6TestJSON-1208227166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:45.202277 ncdv-master-1 neutron-server[121607]: DEBUG neutron.notifiers.nova [None req-5f795a91-56e2-4464-9a81-b533c7227d26 tempest-ExtraDHCPOptionsIpV6TestJSON-1208227166 tempest-ExtraDHCPOptionsIpV6TestJSON-1208227166-project] device_id is not set on port 61d1fc66-4dc9-4515-9f11-079d9ed30213 yet. {{(pid=121607) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 25 21:44:45.213273 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9c7016-d403-4f0f-aa55-aa16a64e54ce req-a3ec9078-7bb0-48e9-b34d-4ded935164f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:44:45.214808 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3e9c7016-d403-4f0f-aa55-aa16a64e54ce req-a3ec9078-7bb0-48e9-b34d-4ded935164f3 service neutron] 10.222.0.37 "GET /v2.0/networks?id=060ae95d-b8fc-405f-91a3-56845df2e346 HTTP/1.1" status: 200  len: 897 time: 0.2597265
Dec 25 21:44:45.322671 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_common [None req-5f795a91-56e2-4464-9a81-b533c7227d26 tempest-ExtraDHCPOptionsIpV6TestJSON-1208227166 tempest-ExtraDHCPOptionsIpV6TestJSON-1208227166-project] Allocated IP 2001:db8::2a8 (d2291b7d-c613-4b0f-bc80-84923ef021c9/7ac24490-c4f2-4a35-ad04-165a4793d75a/61d1fc66-4dc9-4515-9f11-079d9ed30213) {{(pid=121607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:44:45.338491 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '725062b3-9301-4599-9aba-de15e6198698', 'tag': '46007bab-bd9e-4282-97d5-2a4cf51e9186'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:44:45.340744 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9858820c13ec2827453b94ebc4181065e990a4e4089ccb9fe762531ac62d2fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2f20336-7f22-454d-b772-b8168df6f29e" -d '{"events": [{"name": "network-changed", "server_uuid": "725062b3-9301-4599-9aba-de15e6198698", "tag": "46007bab-bd9e-4282-97d5-2a4cf51e9186"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:44:45.366383 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3e9c7016-d403-4f0f-aa55-aa16a64e54ce req-8161f10d-10c7-4022-8f08-308a19e2bce4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=22c8730d-1fe0-40bd-b7c2-cd3f15f4b816 HTTP/1.1" status: 200  len: 217 time: 0.1064739
Dec 25 21:44:45.398918 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Dec 2021 21:44:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-256031fe-599a-47df-ab40-bd81ceac986f x-openstack-request-id: req-256031fe-599a-47df-ab40-bd81ceac986f {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:44:45.399217 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "725062b3-9301-4599-9aba-de15e6198698", "tag": "46007bab-bd9e-4282-97d5-2a4cf51e9186", "status": "completed", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:44:45.399478 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-256031fe-599a-47df-ab40-bd81ceac986f {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:44:45.399872 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '725062b3-9301-4599-9aba-de15e6198698', 'tag': '46007bab-bd9e-4282-97d5-2a4cf51e9186', 'status': 'completed', 'code': 200}
Dec 25 21:44:45.436188 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 60a13186-e283-4e95-a4ab-cc7f4d3c8ac1 up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:44:45.519024 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5f795a91-56e2-4464-9a81-b533c7227d26 tempest-ExtraDHCPOptionsIpV6TestJSON-1208227166 tempest-ExtraDHCPOptionsIpV6TestJSON-1208227166-project] Publish callbacks [] for port, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:45.522893 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port 60a13186-e283-4e95-a4ab-cc7f4d3c8ac1 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:44:45.523269 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:45.555017 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9daef84-61bc-45a2-9d7e-9a9574b3cfdf req-c8481e50-ca41-4deb-80b2-8aba82fca5c7 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:44:45.562802 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f9daef84-61bc-45a2-9d7e-9a9574b3cfdf req-c8481e50-ca41-4deb-80b2-8aba82fca5c7 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "GET /v2.0/ports?device_id=232caa59-01ee-4a0a-ad80-4a2406c77580 HTTP/1.1" status: 200  len: 944 time: 0.3469276
Dec 25 21:44:45.583437 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a77ebf4e-1bcf-48f7-a51a-642876c8a0b5 req-3b11fba8-af85-4b52-85db-45149736d857 service neutron] 10.222.0.37 "GET /v2.0/networks/2d1735c0-d6b4-47c5-98a9-07fa68c49bb1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4470346
Dec 25 21:44:45.598572 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9c7016-d403-4f0f-aa55-aa16a64e54ce req-c36785c9-f66f-4007-afa6-eabce6bceb02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:44:45.600594 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3e9c7016-d403-4f0f-aa55-aa16a64e54ce req-c36785c9-f66f-4007-afa6-eabce6bceb02 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=46348f07-d4df-41ed-9d9b-1f1c5c6801f5 HTTP/1.1" status: 200  len: 835 time: 0.2220621
Dec 25 21:44:45.611033 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:45.649425 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5f795a91-56e2-4464-9a81-b533c7227d26 tempest-ExtraDHCPOptionsIpV6TestJSON-1208227166 tempest-ExtraDHCPOptionsIpV6TestJSON-1208227166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:45.655418 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] For port 60a13186-e283-4e95-a4ab-cc7f4d3c8ac1, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=60a13186-e283-4e95-a4ab-cc7f4d3c8ac1,segment=NetworkSegment(19f7c323-b67b-4c02-a8ee-53f9993197c2),segment_id=19f7c323-b67b-4c02-a8ee-53f9993197c2)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:44:45.700813 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f795a91-56e2-4464-9a81-b533c7227d26 tempest-ExtraDHCPOptionsIpV6TestJSON-1208227166 tempest-ExtraDHCPOptionsIpV6TestJSON-1208227166-project] Network d2291b7d-c613-4b0f-bc80-84923ef021c9 is already hosted by enough agents. {{(pid=121607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:44:45.708035 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-5f795a91-56e2-4464-9a81-b533c7227d26 tempest-ExtraDHCPOptionsIpV6TestJSON-1208227166 tempest-ExtraDHCPOptionsIpV6TestJSON-1208227166-project] Resources bound (agent type, host, resource id):  {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:44:45.713227 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f795a91-56e2-4464-9a81-b533c7227d26 tempest-ExtraDHCPOptionsIpV6TestJSON-1208227166 tempest-ExtraDHCPOptionsIpV6TestJSON-1208227166-project] Received port after_create {{(pid=121607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:44:45.719194 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f795a91-56e2-4464-9a81-b533c7227d26 tempest-ExtraDHCPOptionsIpV6TestJSON-1208227166 tempest-ExtraDHCPOptionsIpV6TestJSON-1208227166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:44:45.719905 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5f795a91-56e2-4464-9a81-b533c7227d26 tempest-ExtraDHCPOptionsIpV6TestJSON-1208227166 tempest-ExtraDHCPOptionsIpV6TestJSON-1208227166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:45.728970 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:45.730281 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f795a91-56e2-4464-9a81-b533c7227d26 tempest-ExtraDHCPOptionsIpV6TestJSON-1208227166 tempest-ExtraDHCPOptionsIpV6TestJSON-1208227166-project] Pushing event updated for resources: {'Port': ['ID=61d1fc66-4dc9-4515-9f11-079d9ed30213,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:44:45.753299 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f9daef84-61bc-45a2-9d7e-9a9574b3cfdf req-e3908144-a56c-41d6-965c-1121d12076ac tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "GET /v2.0/security-groups?id=d23e5a5f-b90c-493e-af1f-971bbc755f90&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1893697
Dec 25 21:44:45.790033 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Pushing event updated for resources: {'Port': ['ID=60a13186-e283-4e95-a4ab-cc7f4d3c8ac1,revision_number=3']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:44:45.803868 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [req-95a6045f-63af-43d7-96d9-5e7de68b3767 req-cc101c12-f1c2-4699-9bbd-d5b99cde921d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 969022d6-ccf2-4bce-a499-ff0d103d87ae {{(pid=121606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:44:45.823240 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-95a6045f-63af-43d7-96d9-5e7de68b3767 req-cc101c12-f1c2-4699-9bbd-d5b99cde921d service neutron] Publish callbacks [] for port, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:45.829331 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-5f795a91-56e2-4464-9a81-b533c7227d26 tempest-ExtraDHCPOptionsIpV6TestJSON-1208227166 tempest-ExtraDHCPOptionsIpV6TestJSON-1208227166-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1150 time: 0.8767407
Dec 25 21:44:45.830463 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9c7016-d403-4f0f-aa55-aa16a64e54ce req-f9ff6801-9dba-424c-a6f8-8209fb890c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:44:45.831791 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 41674) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:44:45.832065 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3e9c7016-d403-4f0f-aa55-aa16a64e54ce req-f9ff6801-9dba-424c-a6f8-8209fb890c84 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=060ae95d-b8fc-405f-91a3-56845df2e346&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.2209535
Dec 25 21:44:45.848271 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99ebb8f5-8398-470e-ae81-b6f7922babc4 None None] Network d2291b7d-c613-4b0f-bc80-84923ef021c9 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:44:45.877573 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.provisioning_blocks [req-95a6045f-63af-43d7-96d9-5e7de68b3767 req-cc101c12-f1c2-4699-9bbd-d5b99cde921d service neutron] Transition to ACTIVE for port object 969022d6-ccf2-4bce-a499-ff0d103d87ae will not be triggered until provisioned by entity L2. {{(pid=121606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 25 21:44:45.879993 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a77ebf4e-1bcf-48f7-a51a-642876c8a0b5 req-71df9b12-b7a8-42d8-8d9a-1e2ba6ac62e3 service neutron] 10.222.0.37 "GET /v2.0/networks/2d1735c0-d6b4-47c5-98a9-07fa68c49bb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2850962
Dec 25 21:44:45.898498 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69899a4d-42a0-46e9-a73c-74a9ba91365e tempest-ExtraDHCPOptionsIpV6TestJSON-1208227166 tempest-ExtraDHCPOptionsIpV6TestJSON-1208227166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:44:45.905016 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69899a4d-42a0-46e9-a73c-74a9ba91365e tempest-ExtraDHCPOptionsIpV6TestJSON-1208227166 tempest-ExtraDHCPOptionsIpV6TestJSON-1208227166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:44:45.912888 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69899a4d-42a0-46e9-a73c-74a9ba91365e tempest-ExtraDHCPOptionsIpV6TestJSON-1208227166 tempest-ExtraDHCPOptionsIpV6TestJSON-1208227166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:44:45.914790 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-69899a4d-42a0-46e9-a73c-74a9ba91365e tempest-ExtraDHCPOptionsIpV6TestJSON-1208227166 tempest-ExtraDHCPOptionsIpV6TestJSON-1208227166-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200  len: 2623 time: 0.0806484
Dec 25 21:44:45.917589 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 41676) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:44:45.977218 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3e9c7016-d403-4f0f-aa55-aa16a64e54ce req-ba672a20-2eed-4e59-a688-e5225634a169 service neutron] 10.222.0.37 "GET /v2.0/networks/060ae95d-b8fc-405f-91a3-56845df2e346?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1331363
Dec 25 21:44:45.992614 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-95a6045f-63af-43d7-96d9-5e7de68b3767 req-cc101c12-f1c2-4699-9bbd-d5b99cde921d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:46.024467 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-5278e998-1f67-4391-9bbf-0c1c87ac3822 tempest-ExtraDHCPOptionsIpV6TestJSON-1208227166 tempest-ExtraDHCPOptionsIpV6TestJSON-1208227166-project] Deleting port 61d1fc66-4dc9-4515-9f11-079d9ed30213 {{(pid=121607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:44:46.025318 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5278e998-1f67-4391-9bbf-0c1c87ac3822 tempest-ExtraDHCPOptionsIpV6TestJSON-1208227166 tempest-ExtraDHCPOptionsIpV6TestJSON-1208227166-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:46.107575 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device 22c8730d-1fe0-40bd-b7c2-cd3f15f4b816 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 25 21:44:46.137344 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc101c12-f1c2-4699-9bbd-d5b99cde921d service neutron] Pushing event updated for resources: {'Port': ['ID=969022d6-ccf2-4bce-a499-ff0d103d87ae,revision_number=2']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:44:46.138267 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5278e998-1f67-4391-9bbf-0c1c87ac3822 tempest-ExtraDHCPOptionsIpV6TestJSON-1208227166 tempest-ExtraDHCPOptionsIpV6TestJSON-1208227166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:46.156532 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-5278e998-1f67-4391-9bbf-0c1c87ac3822 tempest-ExtraDHCPOptionsIpV6TestJSON-1208227166 tempest-ExtraDHCPOptionsIpV6TestJSON-1208227166-project] Calling delete_port for 61d1fc66-4dc9-4515-9f11-079d9ed30213 owned by  {{(pid=121607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:44:46.156895 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-53d3c66a-1d4b-4a92-8f58-52548ff3aa86 None None] Provisioning complete for port 60a13186-e283-4e95-a4ab-cc7f4d3c8ac1 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:44:46.157455 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-53d3c66a-1d4b-4a92-8f58-52548ff3aa86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:46.220905 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f20336-7f22-454d-b772-b8168df6f29e req-0c6e773d-79fa-4ae5-939b-bbf2b5ff4b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:44:46.222449 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a2f20336-7f22-454d-b772-b8168df6f29e req-0c6e773d-79fa-4ae5-939b-bbf2b5ff4b59 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=59ed9da8ed224ce9b429cb4c633a2498&device_id=725062b3-9301-4599-9aba-de15e6198698 HTTP/1.1" status: 200  len: 1094 time: 0.1838136
Dec 25 21:44:46.228125 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3e9c7016-d403-4f0f-aa55-aa16a64e54ce req-bac67676-7846-446c-a18a-acee44639bfa service neutron] 10.222.0.37 "GET /v2.0/networks/060ae95d-b8fc-405f-91a3-56845df2e346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2439578
Dec 25 21:44:46.398735 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port 22c8730d-1fe0-40bd-b7c2-cd3f15f4b816, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=22c8730d-1fe0-40bd-b7c2-cd3f15f4b816,segment=NetworkSegment(15bcd007-535d-424d-8176-e76fbbc4a89c),segment_id=15bcd007-535d-424d-8176-e76fbbc4a89c)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:44:46.399711 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5278e998-1f67-4391-9bbf-0c1c87ac3822 tempest-ExtraDHCPOptionsIpV6TestJSON-1208227166 tempest-ExtraDHCPOptionsIpV6TestJSON-1208227166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:46.415836 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-95a6045f-63af-43d7-96d9-5e7de68b3767 req-cc101c12-f1c2-4699-9bbd-d5b99cde921d service neutron] Attempting to bind port 969022d6-ccf2-4bce-a499-ff0d103d87ae on host nch1-master-1 for vnic_type normal with profile  {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:44:46.415836 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-95a6045f-63af-43d7-96d9-5e7de68b3767 req-cc101c12-f1c2-4699-9bbd-d5b99cde921d service neutron] Attempting to bind port 969022d6-ccf2-4bce-a499-ff0d103d87ae by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '2908bfa6-99d6-4bee-a25d-023e094a80e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '8ff80b6e-c966-48fa-b9d8-4e20f6169e52'}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:44:46.415836 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95a6045f-63af-43d7-96d9-5e7de68b3767 req-cc101c12-f1c2-4699-9bbd-d5b99cde921d service neutron] Attempting to bind port 969022d6-ccf2-4bce-a499-ff0d103d87ae on network 8ff80b6e-c966-48fa-b9d8-4e20f6169e52 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:44:46.416343 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Returning: {'device': '22c8730d-1fe0-40bd-b7c2-cd3f15f4b816', 'network_id': '060ae95d-b8fc-405f-91a3-56845df2e346', 'port_id': '22c8730d-1fe0-40bd-b7c2-cd3f15f4b816', 'mac_address': 'fa:16:3e:4b:e1:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46348f07-d4df-41ed-9d9b-1f1c5c6801f5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 25 21:44:46.430279 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68e863f-3c7b-4a42-8a45-2fa31bf9d8f2 req-47325acc-0f7c-4bb0-84ed-b222a59e3774 tempest-TestServerMultinode-1634197576 tempest-TestServerMultinode-1634197576-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:44:46.431835 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d68e863f-3c7b-4a42-8a45-2fa31bf9d8f2 req-47325acc-0f7c-4bb0-84ed-b222a59e3774 tempest-TestServerMultinode-1634197576 tempest-TestServerMultinode-1634197576-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=38f1c9a4-a882-45a4-8c11-3eaec625deef HTTP/1.1" status: 200  len: 1052 time: 0.1717951
Dec 25 21:44:46.434835 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95a6045f-63af-43d7-96d9-5e7de68b3767 req-cc101c12-f1c2-4699-9bbd-d5b99cde921d service neutron] Port 969022d6-ccf2-4bce-a499-ff0d103d87ae on network 8ff80b6e-c966-48fa-b9d8-4e20f6169e52 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 25 21:44:46.435165 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95a6045f-63af-43d7-96d9-5e7de68b3767 req-cc101c12-f1c2-4699-9bbd-d5b99cde921d service neutron] Attempting to bind port 969022d6-ccf2-4bce-a499-ff0d103d87ae on network 8ff80b6e-c966-48fa-b9d8-4e20f6169e52 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:44:46.442578 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5278e998-1f67-4391-9bbf-0c1c87ac3822 tempest-ExtraDHCPOptionsIpV6TestJSON-1208227166 tempest-ExtraDHCPOptionsIpV6TestJSON-1208227166-project] Pushing event deleted for resources: {'Port': ['ID=61d1fc66-4dc9-4515-9f11-079d9ed30213,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:44:46.465356 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:44:46.465356 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:44:46.465356 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:44:46.465356 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:44:46.465356 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:44:46.465356 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:44:46.465356 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:44:46.465356 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:44:46.465356 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:44:46.465356 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:44:46.465356 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:44:46.465356 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:44:46.465356 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:44:46.465356 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:44:46.465356 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:44:46.465356 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:44:46.465356 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:44:46.465356 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:44:46.465356 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:44:46.465356 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:44:46.465356 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:44:46.465356 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:44:46.465356 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:44:46.465356 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:44:46.465356 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:44:46.465356 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:44:46.465356 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:44:46.465356 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:44:46.465356 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:44:46.465356 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:44:46.465356 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:44:46.465356 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:44:46.465356 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:44:46.465356 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:44:46.465356 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:44:46.465356 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:44:46.465356 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:44:46.465356 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:44:46.465356 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:44:46.465356 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:44:46.465356 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:44:46.465356 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:44:46.465356 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:44:46.465356 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:44:46.465356 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:44:46.465356 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:44:46.465356 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:44:46.465356 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:44:46.475920 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42943c48-10cf-4fc7-8a77-54eb397f5da6 req-1ffbdb98-0bad-4cb7-8223-12aac7452aa9 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:44:46.475920 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-42943c48-10cf-4fc7-8a77-54eb397f5da6 req-1ffbdb98-0bad-4cb7-8223-12aac7452aa9 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] 10.222.0.32 "GET /v2.0/ports?device_id=725062b3-9301-4599-9aba-de15e6198698 HTTP/1.1" status: 200  len: 943 time: 0.1774683
Dec 25 21:44:46.475920 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95a6045f-63af-43d7-96d9-5e7de68b3767 req-cc101c12-f1c2-4699-9bbd-d5b99cde921d service neutron] Checking agent: {'id': '6d577036-68fc-4aa4-aed7-5ab01de2117e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 21, 4, 34), 'started_at': datetime.datetime(2021, 12, 25, 21, 4, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 44, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:44:46.475920 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95a6045f-63af-43d7-96d9-5e7de68b3767 req-cc101c12-f1c2-4699-9bbd-d5b99cde921d service neutron] Checking segment: {'id': '2908bfa6-99d6-4bee-a25d-023e094a80e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '8ff80b6e-c966-48fa-b9d8-4e20f6169e52'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:44:46.475920 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95a6045f-63af-43d7-96d9-5e7de68b3767 req-cc101c12-f1c2-4699-9bbd-d5b99cde921d service neutron] Bound using segment: {'id': '2908bfa6-99d6-4bee-a25d-023e094a80e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '8ff80b6e-c966-48fa-b9d8-4e20f6169e52'} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:44:46.475920 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-95a6045f-63af-43d7-96d9-5e7de68b3767 req-cc101c12-f1c2-4699-9bbd-d5b99cde921d service neutron] Bound port: 969022d6-ccf2-4bce-a499-ff0d103d87ae, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2908bfa6-99d6-4bee-a25d-023e094a80e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '8ff80b6e-c966-48fa-b9d8-4e20f6169e52'}}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:44:46.475920 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-95a6045f-63af-43d7-96d9-5e7de68b3767 req-cc101c12-f1c2-4699-9bbd-d5b99cde921d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:46.487471 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:46.488086 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f20336-7f22-454d-b772-b8168df6f29e req-000e8f4d-6ca2-4f1f-931c-5bc078aeaae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:44:46.490351 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a2f20336-7f22-454d-b772-b8168df6f29e req-000e8f4d-6ca2-4f1f-931c-5bc078aeaae8 service neutron] 10.222.0.37 "GET /v2.0/networks?id=2d1735c0-d6b4-47c5-98a9-07fa68c49bb1 HTTP/1.1" status: 200  len: 898 time: 0.2515979
Dec 25 21:44:46.503592 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22c8730d-1fe0-40bd-b7c2-cd3f15f4b816 {{(pid=121608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:44:46.504143 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5278e998-1f67-4391-9bbf-0c1c87ac3822 tempest-ExtraDHCPOptionsIpV6TestJSON-1208227166 tempest-ExtraDHCPOptionsIpV6TestJSON-1208227166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:46.516850 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-5278e998-1f67-4391-9bbf-0c1c87ac3822 tempest-ExtraDHCPOptionsIpV6TestJSON-1208227166 tempest-ExtraDHCPOptionsIpV6TestJSON-1208227166-project] 10.222.0.32 "DELETE /v2.0/ports/61d1fc66-4dc9-4515-9f11-079d9ed30213 HTTP/1.1" status: 204  len: 168 time: 0.5980263
Dec 25 21:44:46.517569 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 41682) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:44:46.524016 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-a9d202d4-660e-4537-bbc9-5259b054d511 tempest-ExtraDHCPOptionsIpV6TestJSON-1208227166 tempest-ExtraDHCPOptionsIpV6TestJSON-1208227166-project] Request body: {'port': {'name': 'tempest-new-port-name-46539746', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:44:46.530431 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.api.validators [None req-a9d202d4-660e-4537-bbc9-5259b054d511 tempest-ExtraDHCPOptionsIpV6TestJSON-1208227166 tempest-ExtraDHCPOptionsIpV6TestJSON-1208227166-project] bootfile-name is not in valid_values {{(pid=121607) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}}
Dec 25 21:44:46.530431 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.api.validators [None req-a9d202d4-660e-4537-bbc9-5259b054d511 tempest-ExtraDHCPOptionsIpV6TestJSON-1208227166 tempest-ExtraDHCPOptionsIpV6TestJSON-1208227166-project] tftp-server is not in valid_values {{(pid=121607) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}}
Dec 25 21:44:46.530431 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.api.validators [None req-a9d202d4-660e-4537-bbc9-5259b054d511 tempest-ExtraDHCPOptionsIpV6TestJSON-1208227166 tempest-ExtraDHCPOptionsIpV6TestJSON-1208227166-project] server-ip-address is not in valid_values {{(pid=121607) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}}
Dec 25 21:44:46.530796 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port 22c8730d-1fe0-40bd-b7c2-cd3f15f4b816, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=22c8730d-1fe0-40bd-b7c2-cd3f15f4b816,segment=NetworkSegment(15bcd007-535d-424d-8176-e76fbbc4a89c),segment_id=15bcd007-535d-424d-8176-e76fbbc4a89c)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:44:46.574103 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a2f20336-7f22-454d-b772-b8168df6f29e req-ad0a2ff4-8280-42bd-a86a-0e4ca906e69f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=46007bab-bd9e-4282-97d5-2a4cf51e9186 HTTP/1.1" status: 200  len: 217 time: 0.0657265
Dec 25 21:44:46.576817 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:46.600647 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a9d202d4-660e-4537-bbc9-5259b054d511 tempest-ExtraDHCPOptionsIpV6TestJSON-1208227166 tempest-ExtraDHCPOptionsIpV6TestJSON-1208227166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:46.626118 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d68e863f-3c7b-4a42-8a45-2fa31bf9d8f2 req-a4d8d223-c23a-4eda-b03e-58558b0a8329 tempest-TestServerMultinode-1634197576 tempest-TestServerMultinode-1634197576-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=22866a5d-812f-439b-8d61-5070a8152c13&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1765928
Dec 25 21:44:46.666364 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Pushing event updated for resources: {'Port': ['ID=22c8730d-1fe0-40bd-b7c2-cd3f15f4b816,revision_number=4']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:44:46.690258 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-42943c48-10cf-4fc7-8a77-54eb397f5da6 req-b275ba42-5f3d-44c5-83d0-4b9039c47f44 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] 10.222.0.32 "GET /v2.0/security-groups?id=e8fde5ca-7127-4677-ba95-89b902fefd43&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2065802
Dec 25 21:44:46.713233 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f20336-7f22-454d-b772-b8168df6f29e req-7c5ea29a-a22d-414e-b0e0-6d5bd672f841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:44:46.714877 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a2f20336-7f22-454d-b772-b8168df6f29e req-7c5ea29a-a22d-414e-b0e0-6d5bd672f841 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=78ff16f3-e2c5-4dec-b8db-7056450eca76 HTTP/1.1" status: 200  len: 835 time: 0.1084549
Dec 25 21:44:46.754220 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-95a6045f-63af-43d7-96d9-5e7de68b3767 req-cc101c12-f1c2-4699-9bbd-d5b99cde921d service neutron] For port 969022d6-ccf2-4bce-a499-ff0d103d87ae, host nch1-master-1, cleared binding levels {{(pid=121606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:44:46.776826 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-95a6045f-63af-43d7-96d9-5e7de68b3767 req-cc101c12-f1c2-4699-9bbd-d5b99cde921d service neutron] For port 969022d6-ccf2-4bce-a499-ff0d103d87ae, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=969022d6-ccf2-4bce-a499-ff0d103d87ae,segment=NetworkSegment(2908bfa6-99d6-4bee-a25d-023e094a80e9),segment_id=2908bfa6-99d6-4bee-a25d-023e094a80e9)] {{(pid=121606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:44:46.789272 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-9accee6e-03ed-4cce-ba37-a43849474032 None None] Provisioning complete for port 60a13186-e283-4e95-a4ab-cc7f4d3c8ac1 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:44:46.790663 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9accee6e-03ed-4cce-ba37-a43849474032 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:46.791452 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f20336-7f22-454d-b772-b8168df6f29e req-693558f8-8a5e-4342-9560-6df49c0b54ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:44:46.793020 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a2f20336-7f22-454d-b772-b8168df6f29e req-693558f8-8a5e-4342-9560-6df49c0b54ea service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2d1735c0-d6b4-47c5-98a9-07fa68c49bb1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0694537
Dec 25 21:44:46.796922 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] get_ports_and_sgs() called for port_ids ['22c8730d-1fe0-40bd-b7c2-cd3f15f4b816'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:44:46.851861 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a9d202d4-660e-4537-bbc9-5259b054d511 tempest-ExtraDHCPOptionsIpV6TestJSON-1208227166 tempest-ExtraDHCPOptionsIpV6TestJSON-1208227166-project] Publish callbacks [] for port, precommit_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:46.899426 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-95a6045f-63af-43d7-96d9-5e7de68b3767 req-cc101c12-f1c2-4699-9bbd-d5b99cde921d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:46.928892 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a2f20336-7f22-454d-b772-b8168df6f29e req-36e63977-53d3-4019-8bee-572601bcd64d service neutron] 10.222.0.37 "GET /v2.0/networks/2d1735c0-d6b4-47c5-98a9-07fa68c49bb1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1280096
Dec 25 21:44:46.977419 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a9d202d4-660e-4537-bbc9-5259b054d511 tempest-ExtraDHCPOptionsIpV6TestJSON-1208227166 tempest-ExtraDHCPOptionsIpV6TestJSON-1208227166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8632327'] for port, after_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:46.999246 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a6045f-63af-43d7-96d9-5e7de68b3767 req-cc101c12-f1c2-4699-9bbd-d5b99cde921d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:44:47.000239 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-95a6045f-63af-43d7-96d9-5e7de68b3767 req-cc101c12-f1c2-4699-9bbd-d5b99cde921d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:47.002085 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-95a6045f-63af-43d7-96d9-5e7de68b3767 req-cc101c12-f1c2-4699-9bbd-d5b99cde921d service neutron] 10.222.0.31 "PUT /v2.0/ports/969022d6-ccf2-4bce-a499-ff0d103d87ae HTTP/1.1" status: 200  len: 1091 time: 2.7212141
Dec 25 21:44:47.008760 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-9accee6e-03ed-4cce-ba37-a43849474032 None None] Provisioning complete for port 78f9ca0a-b506-48df-9bf5-62abb5c677ce triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:44:47.009173 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9accee6e-03ed-4cce-ba37-a43849474032 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:47.035146 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-a9d202d4-660e-4537-bbc9-5259b054d511 tempest-ExtraDHCPOptionsIpV6TestJSON-1208227166 tempest-ExtraDHCPOptionsIpV6TestJSON-1208227166-project] In _notify_port_updated(), no bound segment for port 78f9ca0a-b506-48df-9bf5-62abb5c677ce on network d2291b7d-c613-4b0f-bc80-84923ef021c9 {{(pid=121607) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}}
Dec 25 21:44:47.044631 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9d202d4-660e-4537-bbc9-5259b054d511 tempest-ExtraDHCPOptionsIpV6TestJSON-1208227166 tempest-ExtraDHCPOptionsIpV6TestJSON-1208227166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:44:47.046521 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a9d202d4-660e-4537-bbc9-5259b054d511 tempest-ExtraDHCPOptionsIpV6TestJSON-1208227166 tempest-ExtraDHCPOptionsIpV6TestJSON-1208227166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:47.048769 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-a9d202d4-660e-4537-bbc9-5259b054d511 tempest-ExtraDHCPOptionsIpV6TestJSON-1208227166 tempest-ExtraDHCPOptionsIpV6TestJSON-1208227166-project] 10.222.0.32 "PUT /v2.0/ports/78f9ca0a-b506-48df-9bf5-62abb5c677ce HTTP/1.1" status: 200  len: 1128 time: 0.5296669
Dec 25 21:44:47.052586 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 41686) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:44:47.075671 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-9accee6e-03ed-4cce-ba37-a43849474032 None None] Port 78f9ca0a-b506-48df-9bf5-62abb5c677ce cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:44:47.090552 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-9accee6e-03ed-4cce-ba37-a43849474032 None None] Could not find standard attr ID for object 61d1fc66-4dc9-4515-9f11-079d9ed30213. {{(pid=121608) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 25 21:44:47.128263 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d202d4-660e-4537-bbc9-5259b054d511 tempest-ExtraDHCPOptionsIpV6TestJSON-1208227166 tempest-ExtraDHCPOptionsIpV6TestJSON-1208227166-project] Pushing event updated for resources: {'Port': ['ID=78f9ca0a-b506-48df-9bf5-62abb5c677ce,revision_number=2']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:44:47.143249 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83790e97-209d-4f74-bf08-15ff61834d04 tempest-ExtraDHCPOptionsIpV6TestJSON-1208227166 tempest-ExtraDHCPOptionsIpV6TestJSON-1208227166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:44:47.146544 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-83790e97-209d-4f74-bf08-15ff61834d04 tempest-ExtraDHCPOptionsIpV6TestJSON-1208227166 tempest-ExtraDHCPOptionsIpV6TestJSON-1208227166-project] 10.222.0.32 "GET /v2.0/ports/78f9ca0a-b506-48df-9bf5-62abb5c677ce HTTP/1.1" status: 200  len: 1128 time: 0.0911207
Dec 25 21:44:47.150648 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 41688) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:44:47.150825 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc101c12-f1c2-4699-9bbd-d5b99cde921d service neutron] Pushing event updated for resources: {'Port': ['ID=969022d6-ccf2-4bce-a499-ff0d103d87ae,revision_number=3']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:44:47.178626 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f711b95d-dd47-4307-89cf-3553f3434dec req-701d0d66-8bc2-4fd7-b55b-027ee6d37e3c tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:44:47.180202 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f711b95d-dd47-4307-89cf-3553f3434dec req-701d0d66-8bc2-4fd7-b55b-027ee6d37e3c tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "GET /v2.0/ports?device_id=232caa59-01ee-4a0a-ad80-4a2406c77580 HTTP/1.1" status: 200  len: 945 time: 0.2900665
Dec 25 21:44:47.221122 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a6045f-63af-43d7-96d9-5e7de68b3767 req-3ae1ffc1-0380-47c5-878e-7d41ee2db7cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:44:47.222647 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-95a6045f-63af-43d7-96d9-5e7de68b3767 req-3ae1ffc1-0380-47c5-878e-7d41ee2db7cc service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7111026d02ad417e83bc2f057ded219d&device_id=38f1c9a4-a882-45a4-8c11-3eaec625deef HTTP/1.1" status: 200  len: 1094 time: 0.1028662
Dec 25 21:44:47.226796 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a2f20336-7f22-454d-b772-b8168df6f29e req-b2875d74-f112-4c55-b4d2-6515170fd8d6 service neutron] 10.222.0.37 "GET /v2.0/networks/2d1735c0-d6b4-47c5-98a9-07fa68c49bb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2755842
Dec 25 21:44:47.284966 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-a8a2126e-2c10-45d6-a215-16ca97b4fb58 tempest-ExtraDHCPOptionsIpV6TestJSON-1208227166 tempest-ExtraDHCPOptionsIpV6TestJSON-1208227166-project] Deleting port 78f9ca0a-b506-48df-9bf5-62abb5c677ce {{(pid=121607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:44:47.285333 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a8a2126e-2c10-45d6-a215-16ca97b4fb58 tempest-ExtraDHCPOptionsIpV6TestJSON-1208227166 tempest-ExtraDHCPOptionsIpV6TestJSON-1208227166-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:47.286101 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-95a6045f-63af-43d7-96d9-5e7de68b3767 req-e243cf66-4b38-4352-adb9-730fc0d758dc service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=969022d6-ccf2-4bce-a499-ff0d103d87ae HTTP/1.1" status: 200  len: 217 time: 0.0542719
Dec 25 21:44:47.311893 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f711b95d-dd47-4307-89cf-3553f3434dec req-9175fb09-a386-4bdb-9e71-e661cc1008bb tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "GET /v2.0/security-groups?id=d23e5a5f-b90c-493e-af1f-971bbc755f90&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1245863
Dec 25 21:44:47.347558 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-254ce57f-245a-4ca4-9d0b-a3f422cd3a2c None None] Provisioning complete for port 78f9ca0a-b506-48df-9bf5-62abb5c677ce triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:44:47.347946 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-254ce57f-245a-4ca4-9d0b-a3f422cd3a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:47.380145 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a6045f-63af-43d7-96d9-5e7de68b3767 req-df62cff8-18d2-4f52-a2be-3c6bd35ba1b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:44:47.382387 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-95a6045f-63af-43d7-96d9-5e7de68b3767 req-df62cff8-18d2-4f52-a2be-3c6bd35ba1b1 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=422d336a-8bb7-459f-a638-8406815d7db8 HTTP/1.1" status: 200  len: 847 time: 0.0855925
Dec 25 21:44:47.411017 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38f1c9a4-a882-45a4-8c11-3eaec625deef', 'tag': '969022d6-ccf2-4bce-a499-ff0d103d87ae'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:44:47.411017 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9858820c13ec2827453b94ebc4181065e990a4e4089ccb9fe762531ac62d2fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29878d0a-9520-4eaf-9ed6-3cf4cc5d9ff3" -d '{"events": [{"name": "network-changed", "server_uuid": "38f1c9a4-a882-45a4-8c11-3eaec625deef", "tag": "969022d6-ccf2-4bce-a499-ff0d103d87ae"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:44:47.427718 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 60a13186-e283-4e95-a4ab-cc7f4d3c8ac1 up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:44:47.441528 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-254ce57f-245a-4ca4-9d0b-a3f422cd3a2c None None] Port 78f9ca0a-b506-48df-9bf5-62abb5c677ce cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:44:47.454753 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a8a2126e-2c10-45d6-a215-16ca97b4fb58 tempest-ExtraDHCPOptionsIpV6TestJSON-1208227166 tempest-ExtraDHCPOptionsIpV6TestJSON-1208227166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:47.480452 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Dec 2021 21:44:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f95b49bc-6a3c-4a42-88bf-f0174b6b928a x-openstack-request-id: req-f95b49bc-6a3c-4a42-88bf-f0174b6b928a {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:44:47.480685 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-a8a2126e-2c10-45d6-a215-16ca97b4fb58 tempest-ExtraDHCPOptionsIpV6TestJSON-1208227166 tempest-ExtraDHCPOptionsIpV6TestJSON-1208227166-project] Calling delete_port for 78f9ca0a-b506-48df-9bf5-62abb5c677ce owned by  {{(pid=121607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:44:47.482696 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38f1c9a4-a882-45a4-8c11-3eaec625deef", "tag": "969022d6-ccf2-4bce-a499-ff0d103d87ae", "status": "completed", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:44:47.482696 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f95b49bc-6a3c-4a42-88bf-f0174b6b928a {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:44:47.482696 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38f1c9a4-a882-45a4-8c11-3eaec625deef', 'tag': '969022d6-ccf2-4bce-a499-ff0d103d87ae', 'status': 'completed', 'code': 200}
Dec 25 21:44:47.483556 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a6045f-63af-43d7-96d9-5e7de68b3767 req-3f5704c9-2bde-4a9a-98d2-21bcfaef8ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:44:47.485101 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-95a6045f-63af-43d7-96d9-5e7de68b3767 req-3f5704c9-2bde-4a9a-98d2-21bcfaef8ca0 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=8ff80b6e-c966-48fa-b9d8-4e20f6169e52&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0955136
Dec 25 21:44:47.530749 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port 60a13186-e283-4e95-a4ab-cc7f4d3c8ac1 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:44:47.531787 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:47.628743 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-95a6045f-63af-43d7-96d9-5e7de68b3767 req-80078624-ad3c-4326-be24-de222481d6ff service neutron] 10.222.0.31 "GET /v2.0/networks/8ff80b6e-c966-48fa-b9d8-4e20f6169e52?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1354599
Dec 25 21:44:47.681166 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-ad16c1ce-2d0c-4e74-a142-dc96c88bacfb None None] Could not find standard attr ID for object 61d1fc66-4dc9-4515-9f11-079d9ed30213. {{(pid=121608) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 25 21:44:47.760018 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a8a2126e-2c10-45d6-a215-16ca97b4fb58 tempest-ExtraDHCPOptionsIpV6TestJSON-1208227166 tempest-ExtraDHCPOptionsIpV6TestJSON-1208227166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:47.792766 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-95a6045f-63af-43d7-96d9-5e7de68b3767 req-1748ae43-48f7-49c2-8819-84cf0c7c56cf service neutron] 10.222.0.31 "GET /v2.0/networks/8ff80b6e-c966-48fa-b9d8-4e20f6169e52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1572597
Dec 25 21:44:47.797513 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a2126e-2c10-45d6-a215-16ca97b4fb58 tempest-ExtraDHCPOptionsIpV6TestJSON-1208227166 tempest-ExtraDHCPOptionsIpV6TestJSON-1208227166-project] Pushing event deleted for resources: {'Port': ['ID=78f9ca0a-b506-48df-9bf5-62abb5c677ce,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:44:47.826527 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e35699f-ec52-4825-bd53-86d44c668aa0 req-ce217cd0-b7f8-4c84-a1ac-9ab088f79ccc tempest-TestServerMultinode-1634197576 tempest-TestServerMultinode-1634197576-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:44:47.828087 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4e35699f-ec52-4825-bd53-86d44c668aa0 req-ce217cd0-b7f8-4c84-a1ac-9ab088f79ccc tempest-TestServerMultinode-1634197576 tempest-TestServerMultinode-1634197576-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=38f1c9a4-a882-45a4-8c11-3eaec625deef HTTP/1.1" status: 200  len: 1094 time: 0.1105814
Dec 25 21:44:47.833418 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a8a2126e-2c10-45d6-a215-16ca97b4fb58 tempest-ExtraDHCPOptionsIpV6TestJSON-1208227166 tempest-ExtraDHCPOptionsIpV6TestJSON-1208227166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:47.841335 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-a8a2126e-2c10-45d6-a215-16ca97b4fb58 tempest-ExtraDHCPOptionsIpV6TestJSON-1208227166 tempest-ExtraDHCPOptionsIpV6TestJSON-1208227166-project] 10.222.0.32 "DELETE /v2.0/ports/78f9ca0a-b506-48df-9bf5-62abb5c677ce HTTP/1.1" status: 204  len: 168 time: 0.6879447
Dec 25 21:44:47.841973 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 41696) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:44:47.869951 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc105c7-d33c-41c2-84ee-f9b857afb7bc req-c122c003-de40-43e1-b6af-f68bd28030e9 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:44:47.871532 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-abc105c7-d33c-41c2-84ee-f9b857afb7bc req-c122c003-de40-43e1-b6af-f68bd28030e9 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] 10.222.0.32 "GET /v2.0/ports?device_id=725062b3-9301-4599-9aba-de15e6198698 HTTP/1.1" status: 200  len: 943 time: 0.0983305
Dec 25 21:44:47.908367 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c042594-84f7-4272-b29b-c5e07f3d137e tempest-ExtraDHCPOptionsIpV6TestJSON-1208227166 tempest-ExtraDHCPOptionsIpV6TestJSON-1208227166-project] Deleting subnet 7ac24490-c4f2-4a35-ad04-165a4793d75a {{(pid=121607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Dec 25 21:44:47.911733 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-7c042594-84f7-4272-b29b-c5e07f3d137e tempest-ExtraDHCPOptionsIpV6TestJSON-1208227166 tempest-ExtraDHCPOptionsIpV6TestJSON-1208227166-project] Publish callbacks [] for subnet, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:47.919350 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4e35699f-ec52-4825-bd53-86d44c668aa0 req-96560f6e-befd-4dff-96ad-fe3d96d29561 tempest-TestServerMultinode-1634197576 tempest-TestServerMultinode-1634197576-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=22866a5d-812f-439b-8d61-5070a8152c13&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0845907
Dec 25 21:44:47.960357 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-7c042594-84f7-4272-b29b-c5e07f3d137e tempest-ExtraDHCPOptionsIpV6TestJSON-1208227166 tempest-ExtraDHCPOptionsIpV6TestJSON-1208227166-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10246617'] for subnet, precommit_delete_associations {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:47.988176 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-abc105c7-d33c-41c2-84ee-f9b857afb7bc req-6a2de13b-8072-4660-a8fd-9ca148711a5b tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] 10.222.0.32 "GET /v2.0/security-groups?id=e8fde5ca-7127-4677-ba95-89b902fefd43&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1036766
Dec 25 21:44:47.991919 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29878d0a-9520-4eaf-9ed6-3cf4cc5d9ff3 req-2a6d49c1-15fa-4cd4-bd67-2effb3da8da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:44:47.993478 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-29878d0a-9520-4eaf-9ed6-3cf4cc5d9ff3 req-2a6d49c1-15fa-4cd4-bd67-2effb3da8da5 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7111026d02ad417e83bc2f057ded219d&device_id=38f1c9a4-a882-45a4-8c11-3eaec625deef HTTP/1.1" status: 200  len: 1094 time: 0.0878565
Dec 25 21:44:48.047074 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device 46007bab-bd9e-4282-97d5-2a4cf51e9186 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 25 21:44:48.049958 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device 22c8730d-1fe0-40bd-b7c2-cd3f15f4b816 up at agent hyperv_nch2-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:44:48.060483 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-7c042594-84f7-4272-b29b-c5e07f3d137e tempest-ExtraDHCPOptionsIpV6TestJSON-1208227166 tempest-ExtraDHCPOptionsIpV6TestJSON-1208227166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995662'] for subnet, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:48.108155 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29878d0a-9520-4eaf-9ed6-3cf4cc5d9ff3 req-2c470790-5413-477c-b34f-3c1c221d93aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:44:48.109812 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-29878d0a-9520-4eaf-9ed6-3cf4cc5d9ff3 req-2c470790-5413-477c-b34f-3c1c221d93aa service neutron] 10.222.0.31 "GET /v2.0/networks?id=8ff80b6e-c966-48fa-b9d8-4e20f6169e52 HTTP/1.1" status: 200  len: 909 time: 0.1091471
Dec 25 21:44:48.156959 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-29878d0a-9520-4eaf-9ed6-3cf4cc5d9ff3 req-36b9dc0b-07bf-42fd-90c7-f7f881f7fe51 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=969022d6-ccf2-4bce-a499-ff0d103d87ae HTTP/1.1" status: 200  len: 217 time: 0.0364909
Dec 25 21:44:48.212330 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29878d0a-9520-4eaf-9ed6-3cf4cc5d9ff3 req-8487f173-acf8-4f51-8a81-baa409b7c976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:44:48.213275 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-7cb213ed-11a5-4416-8711-6087dc742802 None None] Could not find standard attr ID for object 78f9ca0a-b506-48df-9bf5-62abb5c677ce. {{(pid=121608) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 25 21:44:48.213777 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-7c042594-84f7-4272-b29b-c5e07f3d137e tempest-ExtraDHCPOptionsIpV6TestJSON-1208227166 tempest-ExtraDHCPOptionsIpV6TestJSON-1208227166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8632410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8852809'] for subnet, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:48.214101 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-29878d0a-9520-4eaf-9ed6-3cf4cc5d9ff3 req-8487f173-acf8-4f51-8a81-baa409b7c976 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=422d336a-8bb7-459f-a638-8406815d7db8 HTTP/1.1" status: 200  len: 847 time: 0.0506892
Dec 25 21:44:48.220811 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port 46007bab-bd9e-4282-97d5-2a4cf51e9186, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=46007bab-bd9e-4282-97d5-2a4cf51e9186,segment=NetworkSegment(9a25e8de-a0c2-445f-8383-e47b034f2d15),segment_id=9a25e8de-a0c2-445f-8383-e47b034f2d15)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:44:48.234898 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Returning: {'device': '46007bab-bd9e-4282-97d5-2a4cf51e9186', 'network_id': '2d1735c0-d6b4-47c5-98a9-07fa68c49bb1', 'port_id': '46007bab-bd9e-4282-97d5-2a4cf51e9186', 'mac_address': 'fa:16:3e:83:c2:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78ff16f3-e2c5-4dec-b8db-7056450eca76', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 25 21:44:48.253894 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c042594-84f7-4272-b29b-c5e07f3d137e tempest-ExtraDHCPOptionsIpV6TestJSON-1208227166 tempest-ExtraDHCPOptionsIpV6TestJSON-1208227166-project] Pushing event deleted for resources: {'Subnet': ['ID=7ac24490-c4f2-4a35-ad04-165a4793d75a,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:44:48.256114 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-7c042594-84f7-4272-b29b-c5e07f3d137e tempest-ExtraDHCPOptionsIpV6TestJSON-1208227166 tempest-ExtraDHCPOptionsIpV6TestJSON-1208227166-project] Publish callbacks [] for subnet, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:48.261212 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-7c042594-84f7-4272-b29b-c5e07f3d137e tempest-ExtraDHCPOptionsIpV6TestJSON-1208227166 tempest-ExtraDHCPOptionsIpV6TestJSON-1208227166-project] 10.222.0.32 "DELETE /v2.0/subnets/7ac24490-c4f2-4a35-ad04-165a4793d75a HTTP/1.1" status: 204  len: 168 time: 0.4166954
Dec 25 21:44:48.262770 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 41698) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:44:48.274914 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Provisioning for port 22c8730d-1fe0-40bd-b7c2-cd3f15f4b816 completed by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 25 21:44:48.288723 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29878d0a-9520-4eaf-9ed6-3cf4cc5d9ff3 req-85148b9e-3504-4d44-9493-5de7c95fb281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:44:48.290418 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-29878d0a-9520-4eaf-9ed6-3cf4cc5d9ff3 req-85148b9e-3504-4d44-9493-5de7c95fb281 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=8ff80b6e-c966-48fa-b9d8-4e20f6169e52&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0676925
Dec 25 21:44:48.293231 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:48.297360 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Provisioning complete for port 22c8730d-1fe0-40bd-b7c2-cd3f15f4b816 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:44:48.297728 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:48.331733 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46007bab-bd9e-4282-97d5-2a4cf51e9186 {{(pid=121608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:44:48.368744 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port 46007bab-bd9e-4282-97d5-2a4cf51e9186, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=46007bab-bd9e-4282-97d5-2a4cf51e9186,segment=NetworkSegment(9a25e8de-a0c2-445f-8383-e47b034f2d15),segment_id=9a25e8de-a0c2-445f-8383-e47b034f2d15)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:44:48.374600 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-098f7861-d191-4b3f-954e-2d876f989f98 None None] Network d2291b7d-c613-4b0f-bc80-84923ef021c9 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:44:48.381199 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-dced8c52-2e79-4785-a068-0f2bb7b83f7b tempest-ExtraDHCPOptionsIpV6TestJSON-1208227166 tempest-ExtraDHCPOptionsIpV6TestJSON-1208227166-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625803'] for network, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:48.453854 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:48.493389 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-29878d0a-9520-4eaf-9ed6-3cf4cc5d9ff3 req-2f57924d-1f17-4c88-ba55-875bbaafe853 service neutron] 10.222.0.31 "GET /v2.0/networks/8ff80b6e-c966-48fa-b9d8-4e20f6169e52?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1931360
Dec 25 21:44:48.513802 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2d6e59-6e84-4744-ac22-c1ce2c45b588 req-13d3e1bf-a2bd-4a31-85ce-e902949870af tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:44:48.515254 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ab2d6e59-6e84-4744-ac22-c1ce2c45b588 req-13d3e1bf-a2bd-4a31-85ce-e902949870af tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "GET /v2.0/ports?device_id=232caa59-01ee-4a0a-ad80-4a2406c77580 HTTP/1.1" status: 200  len: 945 time: 0.1002967
Dec 25 21:44:48.529157 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:48.565835 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Pushing event updated for resources: {'Port': ['ID=46007bab-bd9e-4282-97d5-2a4cf51e9186,revision_number=4']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:44:48.574377 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '232caa59-01ee-4a0a-ad80-4a2406c77580', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22c8730d-1fe0-40bd-b7c2-cd3f15f4b816'}] {{(pid=121608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:44:48.576783 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a88c78c3ff6266bd59c7e89d275b28c92e739b67d23c89d71af88829fd31566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efd9975f-1afa-4e95-88ab-a0143594a6a6" -d '{"events": [{"server_uuid": "232caa59-01ee-4a0a-ad80-4a2406c77580", "name": "network-vif-plugged", "status": "completed", "tag": "22c8730d-1fe0-40bd-b7c2-cd3f15f4b816"}]}' {{(pid=121608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:44:48.598304 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port 22c8730d-1fe0-40bd-b7c2-cd3f15f4b816, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=22c8730d-1fe0-40bd-b7c2-cd3f15f4b816,segment=NetworkSegment(15bcd007-535d-424d-8176-e76fbbc4a89c),segment_id=15bcd007-535d-424d-8176-e76fbbc4a89c)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:44:48.621896 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-dced8c52-2e79-4785-a068-0f2bb7b83f7b tempest-ExtraDHCPOptionsIpV6TestJSON-1208227166 tempest-ExtraDHCPOptionsIpV6TestJSON-1208227166-project] Deleting port 60a13186-e283-4e95-a4ab-cc7f4d3c8ac1 {{(pid=121606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:44:48.622199 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-dced8c52-2e79-4785-a068-0f2bb7b83f7b tempest-ExtraDHCPOptionsIpV6TestJSON-1208227166 tempest-ExtraDHCPOptionsIpV6TestJSON-1208227166-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:48.625751 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 21:44:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93ece07b-153f-4f0d-8667-6572a3eb23c3 x-openstack-request-id: req-93ece07b-153f-4f0d-8667-6572a3eb23c3 {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:44:48.626123 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "232caa59-01ee-4a0a-ad80-4a2406c77580", "name": "network-vif-plugged", "status": "completed", "tag": "22c8730d-1fe0-40bd-b7c2-cd3f15f4b816", "code": 200}]} {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:44:48.626581 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-93ece07b-153f-4f0d-8667-6572a3eb23c3 {{(pid=121608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:44:48.627358 ncdv-master-1 neutron-server[121608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '232caa59-01ee-4a0a-ad80-4a2406c77580', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22c8730d-1fe0-40bd-b7c2-cd3f15f4b816', 'code': 200}
Dec 25 21:44:48.629140 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ba1bf13-79a6-43a9-885a-95e9cafbc8fe None None] DHCP port deletion for d2291b7d-c613-4b0f-bc80-84923ef021c9 request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 21:44:48.661430 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] get_ports_and_sgs() called for port_ids ['46007bab-bd9e-4282-97d5-2a4cf51e9186'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:44:48.686390 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:48.708311 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ab2d6e59-6e84-4744-ac22-c1ce2c45b588 req-6f817d0d-43d7-45f8-9b8e-e1cb7cd824e3 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "GET /v2.0/security-groups?id=d23e5a5f-b90c-493e-af1f-971bbc755f90&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1845207
Dec 25 21:44:48.754620 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-29878d0a-9520-4eaf-9ed6-3cf4cc5d9ff3 req-f7251c7d-0d54-46c5-a750-70e475d1514c service neutron] 10.222.0.31 "GET /v2.0/networks/8ff80b6e-c966-48fa-b9d8-4e20f6169e52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2521691
Dec 25 21:44:48.770828 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [None req-dced8c52-2e79-4785-a068-0f2bb7b83f7b tempest-ExtraDHCPOptionsIpV6TestJSON-1208227166 tempest-ExtraDHCPOptionsIpV6TestJSON-1208227166-project] For port 60a13186-e283-4e95-a4ab-cc7f4d3c8ac1, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=60a13186-e283-4e95-a4ab-cc7f4d3c8ac1,segment=NetworkSegment(19f7c323-b67b-4c02-a8ee-53f9993197c2),segment_id=19f7c323-b67b-4c02-a8ee-53f9993197c2)] {{(pid=121606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:44:48.771121 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-dced8c52-2e79-4785-a068-0f2bb7b83f7b tempest-ExtraDHCPOptionsIpV6TestJSON-1208227166 tempest-ExtraDHCPOptionsIpV6TestJSON-1208227166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:48.772446 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Pushing event updated for resources: {'Port': ['ID=22c8730d-1fe0-40bd-b7c2-cd3f15f4b816,revision_number=5']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:44:48.779283 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-4ba1bf13-79a6-43a9-885a-95e9cafbc8fe None None] Deleting port 60a13186-e283-4e95-a4ab-cc7f4d3c8ac1 {{(pid=121608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:44:48.779646 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-4ba1bf13-79a6-43a9-885a-95e9cafbc8fe None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:48.787230 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-dced8c52-2e79-4785-a068-0f2bb7b83f7b tempest-ExtraDHCPOptionsIpV6TestJSON-1208227166 tempest-ExtraDHCPOptionsIpV6TestJSON-1208227166-project] Calling delete_port for 60a13186-e283-4e95-a4ab-cc7f4d3c8ac1 owned by network:dhcp {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:44:48.798895 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b26217a-d3d5-4472-8ec9-39344e83cbb2 req-6b5f93eb-bb5e-4b3b-88df-33780e1eec53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:44:48.800416 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7b26217a-d3d5-4472-8ec9-39344e83cbb2 req-6b5f93eb-bb5e-4b3b-88df-33780e1eec53 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=232caa59-01ee-4a0a-ad80-4a2406c77580 HTTP/1.1" status: 200  len: 1097 time: 0.1106203
Dec 25 21:44:48.881103 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-4ba1bf13-79a6-43a9-885a-95e9cafbc8fe None None] For port 60a13186-e283-4e95-a4ab-cc7f4d3c8ac1, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=60a13186-e283-4e95-a4ab-cc7f4d3c8ac1,segment=NetworkSegment(19f7c323-b67b-4c02-a8ee-53f9993197c2),segment_id=19f7c323-b67b-4c02-a8ee-53f9993197c2)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:44:48.881433 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-4ba1bf13-79a6-43a9-885a-95e9cafbc8fe None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:48.901647 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-4ba1bf13-79a6-43a9-885a-95e9cafbc8fe None None] Calling delete_port for 60a13186-e283-4e95-a4ab-cc7f4d3c8ac1 owned by network:dhcp {{(pid=121608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:44:49.142255 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-4ba1bf13-79a6-43a9-885a-95e9cafbc8fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955'] for port, after_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:49.169350 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba1bf13-79a6-43a9-885a-95e9cafbc8fe None None] Pushing event deleted for resources: {'Port': ['ID=60a13186-e283-4e95-a4ab-cc7f4d3c8ac1,revision_number=None']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:44:49.172969 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ba1bf13-79a6-43a9-885a-95e9cafbc8fe None None] No DVR routers for this DVR port 60a13186-e283-4e95-a4ab-cc7f4d3c8ac1 on host ncdv-master-1 {{(pid=121608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:44:49.299140 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7b26217a-d3d5-4472-8ec9-39344e83cbb2 req-e6e63068-e03e-412e-b5d5-a4b7eaf34ce2 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=d23e5a5f-b90c-493e-af1f-971bbc755f90&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4625840
Dec 25 21:44:49.322453 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b02704c-4783-45b1-885a-034d3fc6507a req-ee069d1b-b33d-4763-a5f4-1e5cd7f36dcf tempest-TestServerMultinode-1634197576 tempest-TestServerMultinode-1634197576-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:44:49.323990 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8b02704c-4783-45b1-885a-034d3fc6507a req-ee069d1b-b33d-4763-a5f4-1e5cd7f36dcf tempest-TestServerMultinode-1634197576 tempest-TestServerMultinode-1634197576-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=38f1c9a4-a882-45a4-8c11-3eaec625deef HTTP/1.1" status: 200  len: 1094 time: 0.1228743
Dec 25 21:44:49.332255 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47676001-0089-4fe8-aff1-8ddb5ec2ba7d req-0d081f5b-32b5-4c94-9284-1e0ea301490a tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:44:49.333777 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-47676001-0089-4fe8-aff1-8ddb5ec2ba7d req-0d081f5b-32b5-4c94-9284-1e0ea301490a tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] 10.222.0.32 "GET /v2.0/ports?device_id=725062b3-9301-4599-9aba-de15e6198698 HTTP/1.1" status: 200  len: 944 time: 0.1337292
Dec 25 21:44:49.336097 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-dced8c52-2e79-4785-a068-0f2bb7b83f7b tempest-ExtraDHCPOptionsIpV6TestJSON-1208227166 tempest-ExtraDHCPOptionsIpV6TestJSON-1208227166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:49.373105 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 60a13186-e283-4e95-a4ab-cc7f4d3c8ac1 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:44:49.379965 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dced8c52-2e79-4785-a068-0f2bb7b83f7b tempest-ExtraDHCPOptionsIpV6TestJSON-1208227166 tempest-ExtraDHCPOptionsIpV6TestJSON-1208227166-project] Pushing event deleted for resources: {'Port': ['ID=60a13186-e283-4e95-a4ab-cc7f4d3c8ac1,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:44:49.393658 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] No Port match for: 60a13186-e283-4e95-a4ab-cc7f4d3c8ac1 {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:44:49.394004 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 60a13186-e283-4e95-a4ab-cc7f4d3c8ac1 not bound to the agent host ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:44:49.395418 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dced8c52-2e79-4785-a068-0f2bb7b83f7b tempest-ExtraDHCPOptionsIpV6TestJSON-1208227166 tempest-ExtraDHCPOptionsIpV6TestJSON-1208227166-project] No DVR routers for this DVR port 60a13186-e283-4e95-a4ab-cc7f4d3c8ac1 on host ncdv-master-1 {{(pid=121606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:44:49.481429 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8b02704c-4783-45b1-885a-034d3fc6507a req-bf37e2d5-3136-4da0-860a-55b407dcca58 tempest-TestServerMultinode-1634197576 tempest-TestServerMultinode-1634197576-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=22866a5d-812f-439b-8d61-5070a8152c13&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1416366
Dec 25 21:44:49.487375 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-47676001-0089-4fe8-aff1-8ddb5ec2ba7d req-b31883ec-6b5f-4c0a-a2fb-8ea2b28b4580 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] 10.222.0.32 "GET /v2.0/security-groups?id=e8fde5ca-7127-4677-ba95-89b902fefd43&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1448951
Dec 25 21:44:49.524947 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-dced8c52-2e79-4785-a068-0f2bb7b83f7b tempest-ExtraDHCPOptionsIpV6TestJSON-1208227166 tempest-ExtraDHCPOptionsIpV6TestJSON-1208227166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997585', 'neutron.services.segments.db._delete_segments_for_network-8737602743071'] for network, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:49.545286 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.segments.db [None req-dced8c52-2e79-4785-a068-0f2bb7b83f7b tempest-ExtraDHCPOptionsIpV6TestJSON-1208227166 tempest-ExtraDHCPOptionsIpV6TestJSON-1208227166-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2611a5fa60>,) {'filters': {'network_id': ['d2291b7d-c613-4b0f-bc80-84923ef021c9']}} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:44:49.554879 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.segments.db [None req-dced8c52-2e79-4785-a068-0f2bb7b83f7b tempest-ExtraDHCPOptionsIpV6TestJSON-1208227166 tempest-ExtraDHCPOptionsIpV6TestJSON-1208227166-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2611a5fa60>, '19f7c323-b67b-4c02-a8ee-53f9993197c2') {'for_net_delete': True} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:44:49.555180 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.segments.db [None req-dced8c52-2e79-4785-a068-0f2bb7b83f7b tempest-ExtraDHCPOptionsIpV6TestJSON-1208227166 tempest-ExtraDHCPOptionsIpV6TestJSON-1208227166-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2611a5fa60>, '19f7c323-b67b-4c02-a8ee-53f9993197c2') {} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:44:49.564444 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-dced8c52-2e79-4785-a068-0f2bb7b83f7b tempest-ExtraDHCPOptionsIpV6TestJSON-1208227166 tempest-ExtraDHCPOptionsIpV6TestJSON-1208227166-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737602746920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9084222'] for segment, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:49.578195 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-dced8c52-2e79-4785-a068-0f2bb7b83f7b tempest-ExtraDHCPOptionsIpV6TestJSON-1208227166 tempest-ExtraDHCPOptionsIpV6TestJSON-1208227166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:49.584169 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dced8c52-2e79-4785-a068-0f2bb7b83f7b tempest-ExtraDHCPOptionsIpV6TestJSON-1208227166 tempest-ExtraDHCPOptionsIpV6TestJSON-1208227166-project] Releasing vlan 165 on physical network physnet1 to pool {{(pid=121606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 25 21:44:49.584544 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-dced8c52-2e79-4785-a068-0f2bb7b83f7b tempest-ExtraDHCPOptionsIpV6TestJSON-1208227166 tempest-ExtraDHCPOptionsIpV6TestJSON-1208227166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9084542'] for segment, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:49.587591 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:44:49.587591 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:44:49.587591 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:44:49.587591 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:44:49.587591 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:44:49.587591 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:44:49.587591 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:44:49.587591 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:44:49.587591 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:44:49.587591 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:44:49.587591 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:44:49.587591 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:44:49.587591 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:44:49.587591 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:44:49.587591 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 25 21:44:49.587591 ncdv-master-1 neutron-server[121606]:   self.session.flush()
Dec 25 21:44:49.587591 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 25 21:44:49.587591 ncdv-master-1 neutron-server[121606]:   self.session.flush()
Dec 25 21:44:49.587591 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 25 21:44:49.587591 ncdv-master-1 neutron-server[121606]:   self.session.flush()
Dec 25 21:44:49.587591 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 25 21:44:49.587591 ncdv-master-1 neutron-server[121606]:   self.session.flush()
Dec 25 21:44:49.587591 ncdv-master-1 neutron-server[121606]: Traceback (most recent call last):
Dec 25 21:44:49.587591 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 25 21:44:49.587591 ncdv-master-1 neutron-server[121606]:     timer()
Dec 25 21:44:49.587591 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 25 21:44:49.587591 ncdv-master-1 neutron-server[121606]:     cb(*args, **kw)
Dec 25 21:44:49.587591 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 25 21:44:49.587591 ncdv-master-1 neutron-server[121606]:     return func(*args, **kwargs)
Dec 25 21:44:49.587591 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 25 21:44:49.587591 ncdv-master-1 neutron-server[121606]:     self._notify()
Dec 25 21:44:49.587591 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 25 21:44:49.587591 ncdv-master-1 neutron-server[121606]:     self.callback(batched_events)
Dec 25 21:44:49.587591 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 25 21:44:49.587591 ncdv-master-1 neutron-server[121606]:     event.method(event)
Dec 25 21:44:49.587591 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 25 21:44:49.587591 ncdv-master-1 neutron-server[121606]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 25 21:44:49.587591 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 25 21:44:49.587591 ncdv-master-1 neutron-server[121606]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 25 21:44:49.587591 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 25 21:44:49.587591 ncdv-master-1 neutron-server[121606]:     return f(self, *a, **k)
Dec 25 21:44:49.587591 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 25 21:44:49.587591 ncdv-master-1 neutron-server[121606]:     return self._get(url).json()
Dec 25 21:44:49.587591 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 25 21:44:49.587591 ncdv-master-1 neutron-server[121606]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 25 21:44:49.587591 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 25 21:44:49.587591 ncdv-master-1 neutron-server[121606]:     return self.request(url, 'GET', **kwargs)
Dec 25 21:44:49.587591 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 25 21:44:49.587591 ncdv-master-1 neutron-server[121606]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 25 21:44:49.587591 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 25 21:44:49.587591 ncdv-master-1 neutron-server[121606]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 25 21:44:49.587591 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 25 21:44:49.587591 ncdv-master-1 neutron-server[121606]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 25 21:44:49.587591 ncdv-master-1 neutron-server[121606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 25 21:44:49.736200 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-dced8c52-2e79-4785-a068-0f2bb7b83f7b tempest-ExtraDHCPOptionsIpV6TestJSON-1208227166 tempest-ExtraDHCPOptionsIpV6TestJSON-1208227166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2008653'] for network, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:49.744023 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-dced8c52-2e79-4785-a068-0f2bb7b83f7b tempest-ExtraDHCPOptionsIpV6TestJSON-1208227166 tempest-ExtraDHCPOptionsIpV6TestJSON-1208227166-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for network, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:49.747578 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-dced8c52-2e79-4785-a068-0f2bb7b83f7b tempest-ExtraDHCPOptionsIpV6TestJSON-1208227166 tempest-ExtraDHCPOptionsIpV6TestJSON-1208227166-project] 10.222.0.32 "DELETE /v2.0/networks/d2291b7d-c613-4b0f-bc80-84923ef021c9 HTTP/1.1" status: 204  len: 168 time: 1.4827869
Dec 25 21:44:49.759652 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dced8c52-2e79-4785-a068-0f2bb7b83f7b tempest-ExtraDHCPOptionsIpV6TestJSON-1208227166 tempest-ExtraDHCPOptionsIpV6TestJSON-1208227166-project] Pushing event deleted for resources: {'Network': ['ID=d2291b7d-c613-4b0f-bc80-84923ef021c9,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:44:49.853499 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06466d04-92d8-4b4d-aead-aa074faa4109 req-9aaceeea-89c6-4a2f-a1fc-626017968f35 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:44:49.855344 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-06466d04-92d8-4b4d-aead-aa074faa4109 req-9aaceeea-89c6-4a2f-a1fc-626017968f35 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "GET /v2.0/ports?device_id=232caa59-01ee-4a0a-ad80-4a2406c77580 HTTP/1.1" status: 200  len: 946 time: 0.0680182
Dec 25 21:44:49.905431 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-06466d04-92d8-4b4d-aead-aa074faa4109 req-df4f595b-4005-4046-a1c2-6d27751be4eb tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "GET /v2.0/security-groups?id=d23e5a5f-b90c-493e-af1f-971bbc755f90&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0438719
Dec 25 21:44:50.074989 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device 46007bab-bd9e-4282-97d5-2a4cf51e9186 up at agent hyperv_nch2-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:44:50.162648 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device 969022d6-ccf2-4bce-a499-ff0d103d87ae details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 25 21:44:50.196979 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Provisioning for port 46007bab-bd9e-4282-97d5-2a4cf51e9186 completed by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 25 21:44:50.210720 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Provisioning complete for port 46007bab-bd9e-4282-97d5-2a4cf51e9186 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:44:50.211091 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:50.300285 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port 969022d6-ccf2-4bce-a499-ff0d103d87ae, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=969022d6-ccf2-4bce-a499-ff0d103d87ae,segment=NetworkSegment(2908bfa6-99d6-4bee-a25d-023e094a80e9),segment_id=2908bfa6-99d6-4bee-a25d-023e094a80e9)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:44:50.315836 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Returning: {'device': '969022d6-ccf2-4bce-a499-ff0d103d87ae', 'network_id': '8ff80b6e-c966-48fa-b9d8-4e20f6169e52', 'port_id': '969022d6-ccf2-4bce-a499-ff0d103d87ae', 'mac_address': 'fa:16:3e:76:47:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '422d336a-8bb7-459f-a638-8406815d7db8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 25 21:44:50.326126 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 41714) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:44:50.383286 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:50.398921 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:50.420861 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 969022d6-ccf2-4bce-a499-ff0d103d87ae {{(pid=121608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:44:50.439453 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port 46007bab-bd9e-4282-97d5-2a4cf51e9186, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=46007bab-bd9e-4282-97d5-2a4cf51e9186,segment=NetworkSegment(9a25e8de-a0c2-445f-8383-e47b034f2d15),segment_id=9a25e8de-a0c2-445f-8383-e47b034f2d15)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:44:50.450053 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port 969022d6-ccf2-4bce-a499-ff0d103d87ae, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=969022d6-ccf2-4bce-a499-ff0d103d87ae,segment=NetworkSegment(2908bfa6-99d6-4bee-a25d-023e094a80e9),segment_id=2908bfa6-99d6-4bee-a25d-023e094a80e9)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:44:50.477132 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-1acde380-4b5c-4c6e-837d-47e8f87c81ce admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=28efe0fd140c4f468e458fdbd895617b&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1491883
Dec 25 21:44:50.479639 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 41718) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:44:50.506699 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:50.536675 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-113cecbe-f0c5-4417-9cd4-b8598a062949 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:50.559981 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-113cecbe-f0c5-4417-9cd4-b8598a062949 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:50.567165 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Pushing event updated for resources: {'Port': ['ID=46007bab-bd9e-4282-97d5-2a4cf51e9186,revision_number=5']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:44:50.574434 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:50.628862 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '725062b3-9301-4599-9aba-de15e6198698', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46007bab-bd9e-4282-97d5-2a4cf51e9186'}] {{(pid=121608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:44:50.631664 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a88c78c3ff6266bd59c7e89d275b28c92e739b67d23c89d71af88829fd31566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8e8c708-4c18-42ac-b962-1ce9298d4c4f" -d '{"events": [{"server_uuid": "725062b3-9301-4599-9aba-de15e6198698", "name": "network-vif-plugged", "status": "completed", "tag": "46007bab-bd9e-4282-97d5-2a4cf51e9186"}]}' {{(pid=121608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:44:50.634937 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Pushing event updated for resources: {'Port': ['ID=969022d6-ccf2-4bce-a499-ff0d103d87ae,revision_number=4']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:44:50.662039 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadae60f-f226-468d-b001-2d9ec99bbc3b req-4f5feffc-39c8-442d-8f87-f1892a682a71 tempest-TestServerMultinode-1634197576 tempest-TestServerMultinode-1634197576-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:44:50.663568 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-fadae60f-f226-468d-b001-2d9ec99bbc3b req-4f5feffc-39c8-442d-8f87-f1892a682a71 tempest-TestServerMultinode-1634197576 tempest-TestServerMultinode-1634197576-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=38f1c9a4-a882-45a4-8c11-3eaec625deef HTTP/1.1" status: 200  len: 1095 time: 0.1058347
Dec 25 21:44:50.672152 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9aa918-23e0-4c77-8a44-3905dfd2cc23 req-fc6b2297-fb64-4f81-b5d5-daabb1189b71 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:44:50.673550 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4c9aa918-23e0-4c77-8a44-3905dfd2cc23 req-fc6b2297-fb64-4f81-b5d5-daabb1189b71 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] 10.222.0.32 "GET /v2.0/ports?device_id=725062b3-9301-4599-9aba-de15e6198698 HTTP/1.1" status: 200  len: 945 time: 0.0975177
Dec 25 21:44:50.740824 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-fadae60f-f226-468d-b001-2d9ec99bbc3b req-6318ed93-0683-47f8-94ce-85bbec0e734c tempest-TestServerMultinode-1634197576 tempest-TestServerMultinode-1634197576-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=22866a5d-812f-439b-8d61-5070a8152c13&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0659246
Dec 25 21:44:50.750309 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4c9aa918-23e0-4c77-8a44-3905dfd2cc23 req-b06c5947-eb69-458a-87ee-40e5de8d084f tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] 10.222.0.32 "GET /v2.0/security-groups?id=e8fde5ca-7127-4677-ba95-89b902fefd43&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0688171
Dec 25 21:44:50.763481 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-113cecbe-f0c5-4417-9cd4-b8598a062949 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:50.766103 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-113cecbe-f0c5-4417-9cd4-b8598a062949 admin admin] Publish callbacks [] for security_group, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:50.767380 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-113cecbe-f0c5-4417-9cd4-b8598a062949 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8ce9d51b-6f81-4fa3-8457-25e963890695 HTTP/1.1" status: 204  len: 168 time: 0.2868490
Dec 25 21:44:50.775950 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113cecbe-f0c5-4417-9cd4-b8598a062949 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ce9d51b-6f81-4fa3-8457-25e963890695,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:44:50.807801 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] get_ports_and_sgs() called for port_ids ['969022d6-ccf2-4bce-a499-ff0d103d87ae'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:44:50.834260 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 21:44:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2517b260-50d9-405d-87f2-1ccf160b05c7 x-openstack-request-id: req-2517b260-50d9-405d-87f2-1ccf160b05c7 {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:44:50.834260 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "725062b3-9301-4599-9aba-de15e6198698", "name": "network-vif-plugged", "status": "completed", "tag": "46007bab-bd9e-4282-97d5-2a4cf51e9186", "code": 200}]} {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:44:50.834577 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2517b260-50d9-405d-87f2-1ccf160b05c7 {{(pid=121608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:44:50.834929 ncdv-master-1 neutron-server[121608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '725062b3-9301-4599-9aba-de15e6198698', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46007bab-bd9e-4282-97d5-2a4cf51e9186', 'code': 200}
Dec 25 21:44:50.914688 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c73f311-4370-4e8c-badc-73767db726e8 req-069a605d-cbe0-4b59-b725-afcc4706da5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:44:50.916308 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-6c73f311-4370-4e8c-badc-73767db726e8 req-069a605d-cbe0-4b59-b725-afcc4706da5b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=725062b3-9301-4599-9aba-de15e6198698 HTTP/1.1" status: 200  len: 1096 time: 0.0458059
Dec 25 21:44:50.971606 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-6c73f311-4370-4e8c-badc-73767db726e8 req-2235d21e-fd82-4606-9fce-bb1b6e12c632 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=e8fde5ca-7127-4677-ba95-89b902fefd43&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0486705
Dec 25 21:44:51.037987 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98dbb3b-e881-4108-97d4-396b9c843cec req-7d29d700-1c42-4103-bc54-befe9690746a tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:44:51.039506 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d98dbb3b-e881-4108-97d4-396b9c843cec req-7d29d700-1c42-4103-bc54-befe9690746a tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "GET /v2.0/ports?device_id=232caa59-01ee-4a0a-ad80-4a2406c77580 HTTP/1.1" status: 200  len: 946 time: 0.0501530
Dec 25 21:44:51.090439 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d98dbb3b-e881-4108-97d4-396b9c843cec req-81cf71f5-e20c-44f2-bb3d-c0e47eb93eec tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "GET /v2.0/security-groups?id=d23e5a5f-b90c-493e-af1f-971bbc755f90&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0447998
Dec 25 21:44:51.215677 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f16e580-365d-47ee-b435-326800173f7c req-78166163-d584-44e4-a947-778ed161f2bb tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:44:51.217212 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7f16e580-365d-47ee-b435-326800173f7c req-78166163-d584-44e4-a947-778ed161f2bb tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "GET /v2.0/ports?device_id=232caa59-01ee-4a0a-ad80-4a2406c77580 HTTP/1.1" status: 200  len: 946 time: 0.0573485
Dec 25 21:44:51.269066 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7f16e580-365d-47ee-b435-326800173f7c req-f62b5ec7-22e8-4b82-b069-da22e09d82e6 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "GET /v2.0/security-groups?id=d23e5a5f-b90c-493e-af1f-971bbc755f90&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0456583
Dec 25 21:44:51.290976 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 41740) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:44:51.334817 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5eb3b30-3676-48d1-affd-1097cd9273e7 tempest-TestNetworkAdvancedServerOps-1317083038 tempest-TestNetworkAdvancedServerOps-1317083038-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:44:51.336334 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-e5eb3b30-3676-48d1-affd-1097cd9273e7 tempest-TestNetworkAdvancedServerOps-1317083038 tempest-TestNetworkAdvancedServerOps-1317083038-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=232caa59-01ee-4a0a-ad80-4a2406c77580 HTTP/1.1" status: 200  len: 1092 time: 0.0443857
Dec 25 21:44:51.339162 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 41744) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:44:51.343734 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-7e6679b8-2344-45a4-b084-b357a59162fe tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Request body: {'floatingip': {'floating_network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'port_id': '22c8730d-1fe0-40bd-b7c2-cd3f15f4b816', 'tenant_id': '4ff29c23c5844f45826a02b6ae6b65e7', 'fixed_ip_address': '172.20.0.14'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:44:51.428683 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-7e6679b8-2344-45a4-b084-b357a59162fe tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks [] for floatingip, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:51.525944 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-7e6679b8-2344-45a4-b084-b357a59162fe tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:51.635628 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_common [None req-7e6679b8-2344-45a4-b084-b357a59162fe tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Allocated IP 172.35.3.114 (7201e55c-7c5f-41aa-a042-a363696539d0/7a939e13-713f-45cf-bba7-1539635abe25/b9634eab-d975-4abb-a897-cb2f283ac1dd) {{(pid=121606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:44:51.735645 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-7e6679b8-2344-45a4-b084-b357a59162fe tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks [] for port, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:51.794013 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 41758) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:44:51.852341 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-7e6679b8-2344-45a4-b084-b357a59162fe tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:51.913423 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-50e6c5b2-3230-447c-8853-146d684ad3e0 tempest-ExtraDHCPOptionsTestJSON-1479026425 tempest-ExtraDHCPOptionsTestJSON-1479026425-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1291743592'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:44:51.927031 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e6679b8-2344-45a4-b084-b357a59162fe tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Network 7201e55c-7c5f-41aa-a042-a363696539d0 is already hosted by enough agents. {{(pid=121606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:44:51.935403 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [None req-7e6679b8-2344-45a4-b084-b357a59162fe tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Resources bound (agent type, host, resource id):  {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:44:51.940731 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e6679b8-2344-45a4-b084-b357a59162fe tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Received port after_create {{(pid=121606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:44:51.945121 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6679b8-2344-45a4-b084-b357a59162fe tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Pushing event updated for resources: {'Port': ['ID=b9634eab-d975-4abb-a897-cb2f283ac1dd,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:44:51.948625 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3bede4-fbae-44b8-a761-e7b141feaa86 req-2a3cc808-eebf-4b5c-a662-6a92001bb640 tempest-TestServerMultinode-1634197576 tempest-TestServerMultinode-1634197576-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:44:51.950214 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-bd3bede4-fbae-44b8-a761-e7b141feaa86 req-2a3cc808-eebf-4b5c-a662-6a92001bb640 tempest-TestServerMultinode-1634197576 tempest-TestServerMultinode-1634197576-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=38f1c9a4-a882-45a4-8c11-3eaec625deef HTTP/1.1" status: 200  len: 1095 time: 0.1350832
Dec 25 21:44:51.984345 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c5e40c-7517-4b50-840b-3a95431bb4a4 req-e2678a4b-9875-4fc0-aed8-28c7ac2e2989 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:44:51.985862 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c2c5e40c-7517-4b50-840b-3a95431bb4a4 req-e2678a4b-9875-4fc0-aed8-28c7ac2e2989 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] 10.222.0.32 "GET /v2.0/ports?device_id=725062b3-9301-4599-9aba-de15e6198698 HTTP/1.1" status: 200  len: 945 time: 0.1600673
Dec 25 21:44:52.020094 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50e6c5b2-3230-447c-8853-146d684ad3e0 tempest-ExtraDHCPOptionsTestJSON-1479026425 tempest-ExtraDHCPOptionsTestJSON-1479026425-project] Made reservation on behalf of 484f383bb9c04abda69ebea9399fe979 for: {'network': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:44:52.024173 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-50e6c5b2-3230-447c-8853-146d684ad3e0 tempest-ExtraDHCPOptionsTestJSON-1479026425 tempest-ExtraDHCPOptionsTestJSON-1479026425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for network, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:52.034232 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-50e6c5b2-3230-447c-8853-146d684ad3e0 tempest-ExtraDHCPOptionsTestJSON-1479026425 tempest-ExtraDHCPOptionsTestJSON-1479026425-project] Publish callbacks [] for security_group, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:52.086915 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-bd3bede4-fbae-44b8-a761-e7b141feaa86 req-5ad7df13-1457-4b90-a244-1ee8e1c9160c tempest-TestServerMultinode-1634197576 tempest-TestServerMultinode-1634197576-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=22866a5d-812f-439b-8d61-5070a8152c13&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1167037
Dec 25 21:44:52.112645 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-50e6c5b2-3230-447c-8853-146d684ad3e0 tempest-ExtraDHCPOptionsTestJSON-1479026425 tempest-ExtraDHCPOptionsTestJSON-1479026425-project] Publish callbacks [] for security_group, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:52.123298 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c2c5e40c-7517-4b50-840b-3a95431bb4a4 req-3cb79cb5-6910-4042-80f7-60a4e0a65cc2 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] 10.222.0.32 "GET /v2.0/security-groups?id=e8fde5ca-7127-4677-ba95-89b902fefd43&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1285098
Dec 25 21:44:52.177590 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device 969022d6-ccf2-4bce-a499-ff0d103d87ae up at agent hyperv_nch1-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:44:52.187663 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-50e6c5b2-3230-447c-8853-146d684ad3e0 tempest-ExtraDHCPOptionsTestJSON-1479026425 tempest-ExtraDHCPOptionsTestJSON-1479026425-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:52.221322 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50e6c5b2-3230-447c-8853-146d684ad3e0 tempest-ExtraDHCPOptionsTestJSON-1479026425 tempest-ExtraDHCPOptionsTestJSON-1479026425-project] vlan segment allocate from pool success with {'vlan_id': 163, 'physical_network': 'physnet1'}  {{(pid=121607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 25 21:44:52.236613 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e6c5b2-3230-447c-8853-146d684ad3e0 tempest-ExtraDHCPOptionsTestJSON-1479026425 tempest-ExtraDHCPOptionsTestJSON-1479026425-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ed0963d-9c90-4312-9259-5361a2e7a4aa,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:44:52.245656 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-50e6c5b2-3230-447c-8853-146d684ad3e0 tempest-ExtraDHCPOptionsTestJSON-1479026425 tempest-ExtraDHCPOptionsTestJSON-1479026425-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:52.246336 ncdv-master-1 neutron-server[121607]: INFO neutron.db.segments_db [None req-50e6c5b2-3230-447c-8853-146d684ad3e0 tempest-ExtraDHCPOptionsTestJSON-1479026425 tempest-ExtraDHCPOptionsTestJSON-1479026425-project] Added segment b94f296b-ccc1-411b-b7a8-db1457d413b5 of type vlan for network 36dcb15f-b4e5-48db-83c9-4ecb527483e4
Dec 25 21:44:52.290162 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-50e6c5b2-3230-447c-8853-146d684ad3e0 tempest-ExtraDHCPOptionsTestJSON-1479026425 tempest-ExtraDHCPOptionsTestJSON-1479026425-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737602163420'] for network, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:52.290598 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Provisioning for port 969022d6-ccf2-4bce-a499-ff0d103d87ae completed by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 25 21:44:52.294776 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Provisioning complete for port 969022d6-ccf2-4bce-a499-ff0d103d87ae triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:44:52.295172 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:52.375851 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:52.408303 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port 969022d6-ccf2-4bce-a499-ff0d103d87ae, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=969022d6-ccf2-4bce-a499-ff0d103d87ae,segment=NetworkSegment(2908bfa6-99d6-4bee-a25d-023e094a80e9),segment_id=2908bfa6-99d6-4bee-a25d-023e094a80e9)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:44:52.408726 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-50e6c5b2-3230-447c-8853-146d684ad3e0 tempest-ExtraDHCPOptionsTestJSON-1479026425 tempest-ExtraDHCPOptionsTestJSON-1479026425-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870'] for network, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:52.409933 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-7e6679b8-2344-45a4-b084-b357a59162fe tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks [] for floatingip, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:52.414571 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50e6c5b2-3230-447c-8853-146d684ad3e0 tempest-ExtraDHCPOptionsTestJSON-1479026425 tempest-ExtraDHCPOptionsTestJSON-1479026425-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:44:52.422898 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-50e6c5b2-3230-447c-8853-146d684ad3e0 tempest-ExtraDHCPOptionsTestJSON-1479026425 tempest-ExtraDHCPOptionsTestJSON-1479026425-project] Publish callbacks [] for network, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:52.479674 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e6c5b2-3230-447c-8853-146d684ad3e0 tempest-ExtraDHCPOptionsTestJSON-1479026425 tempest-ExtraDHCPOptionsTestJSON-1479026425-project] Pushing event updated for resources: {'Network': ['ID=36dcb15f-b4e5-48db-83c9-4ecb527483e4,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:44:52.490387 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Network 36dcb15f-b4e5-48db-83c9-4ecb527483e4 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 25 21:44:52.504659 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:52.537312 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-50e6c5b2-3230-447c-8853-146d684ad3e0 tempest-ExtraDHCPOptionsTestJSON-1479026425 tempest-ExtraDHCPOptionsTestJSON-1479026425-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 792 time: 0.7421229
Dec 25 21:44:52.540137 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 41762) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:44:52.545874 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-65f863ff-8024-4bea-acfb-fa3f8c78f198 tempest-ExtraDHCPOptionsTestJSON-1479026425 tempest-ExtraDHCPOptionsTestJSON-1479026425-project] Request body: {'subnet': {'network_id': '36dcb15f-b4e5-48db-83c9-4ecb527483e4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:44:52.561175 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-7e6679b8-2344-45a4-b084-b357a59162fe tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:52.602846 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Pushing event updated for resources: {'Port': ['ID=969022d6-ccf2-4bce-a499-ff0d103d87ae,revision_number=5']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:44:52.719416 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-7e6679b8-2344-45a4-b084-b357a59162fe tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks [] for port, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:52.736581 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65f863ff-8024-4bea-acfb-fa3f8c78f198 tempest-ExtraDHCPOptionsTestJSON-1479026425 tempest-ExtraDHCPOptionsTestJSON-1479026425-project] Made reservation on behalf of 484f383bb9c04abda69ebea9399fe979 for: {'subnet': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:44:52.740757 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-65f863ff-8024-4bea-acfb-fa3f8c78f198 tempest-ExtraDHCPOptionsTestJSON-1479026425 tempest-ExtraDHCPOptionsTestJSON-1479026425-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8852834'] for subnet, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:52.815920 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-7e6679b8-2344-45a4-b084-b357a59162fe tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:52.835692 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38f1c9a4-a882-45a4-8c11-3eaec625deef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '969022d6-ccf2-4bce-a499-ff0d103d87ae'}] {{(pid=121608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:44:52.838430 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a88c78c3ff6266bd59c7e89d275b28c92e739b67d23c89d71af88829fd31566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-536ed85e-99b3-436f-9233-be62409442ac" -d '{"events": [{"server_uuid": "38f1c9a4-a882-45a4-8c11-3eaec625deef", "name": "network-vif-plugged", "status": "completed", "tag": "969022d6-ccf2-4bce-a499-ff0d103d87ae"}]}' {{(pid=121608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:44:52.878553 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 21:44:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bdf72c4-84db-42c3-a225-9d565b148adb x-openstack-request-id: req-4bdf72c4-84db-42c3-a225-9d565b148adb {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:44:52.878974 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38f1c9a4-a882-45a4-8c11-3eaec625deef", "name": "network-vif-plugged", "status": "completed", "tag": "969022d6-ccf2-4bce-a499-ff0d103d87ae", "code": 200}]} {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:44:52.879339 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4bdf72c4-84db-42c3-a225-9d565b148adb {{(pid=121608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:44:52.879847 ncdv-master-1 neutron-server[121608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38f1c9a4-a882-45a4-8c11-3eaec625deef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '969022d6-ccf2-4bce-a499-ff0d103d87ae', 'code': 200}
Dec 25 21:44:52.887153 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6679b8-2344-45a4-b084-b357a59162fe tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Pushing event updated for resources: {'Port': ['ID=b9634eab-d975-4abb-a897-cb2f283ac1dd,revision_number=2']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:44:52.903556 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-7e6679b8-2344-45a4-b084-b357a59162fe tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2008639'] for floatingip, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:52.999506 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-65f863ff-8024-4bea-acfb-fa3f8c78f198 tempest-ExtraDHCPOptionsTestJSON-1479026425 tempest-ExtraDHCPOptionsTestJSON-1479026425-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8632475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8852848'] for subnet, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:53.020375 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a6299b-bcc2-486a-bd00-f732823aebcb req-a81e63d8-098d-4161-b096-eb71ad1924f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:44:53.022480 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-33a6299b-bcc2-486a-bd00-f732823aebcb req-a81e63d8-098d-4161-b096-eb71ad1924f6 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=38f1c9a4-a882-45a4-8c11-3eaec625deef HTTP/1.1" status: 200  len: 1096 time: 0.0824335
Dec 25 21:44:53.049422 ncdv-master-1 neutron-server[121606]: INFO neutron.db.l3_db [None req-7e6679b8-2344-45a4-b084-b357a59162fe tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Floating IP cfacbf5f-f5fb-4070-81ec-ac6adcdfd7f3 associated. External IP: 172.35.3.114, port: 22c8730d-1fe0-40bd-b7c2-cd3f15f4b816.
Dec 25 21:44:53.066569 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f863ff-8024-4bea-acfb-fa3f8c78f198 tempest-ExtraDHCPOptionsTestJSON-1479026425 tempest-ExtraDHCPOptionsTestJSON-1479026425-project] Pushing event updated for resources: {'Subnet': ['ID=36274b1f-a05c-4810-9df6-e2014d01835f,revision_number=0']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:44:53.069421 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65f863ff-8024-4bea-acfb-fa3f8c78f198 tempest-ExtraDHCPOptionsTestJSON-1479026425 tempest-ExtraDHCPOptionsTestJSON-1479026425-project] Checking segment: {'id': 'b94f296b-ccc1-411b-b7a8-db1457d413b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '36dcb15f-b4e5-48db-83c9-4ecb527483e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:44:53.069790 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65f863ff-8024-4bea-acfb-fa3f8c78f198 tempest-ExtraDHCPOptionsTestJSON-1479026425 tempest-ExtraDHCPOptionsTestJSON-1479026425-project] Network hostable DHCP agents. Network: 36dcb15f-b4e5-48db-83c9-4ecb527483e4, hostable agents: ['1813db88-2c1b-4357-a2ba-869246b663c2'], hosted agents: [] {{(pid=121607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 25 21:44:53.123159 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-33a6299b-bcc2-486a-bd00-f732823aebcb req-e9d0a5c8-038d-4f9a-b19a-2e1de765f66b service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=22866a5d-812f-439b-8d61-5070a8152c13&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0924368
Dec 25 21:44:53.165183 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65f863ff-8024-4bea-acfb-fa3f8c78f198 tempest-ExtraDHCPOptionsTestJSON-1479026425 tempest-ExtraDHCPOptionsTestJSON-1479026425-project] Network 36dcb15f-b4e5-48db-83c9-4ecb527483e4 is scheduled to be hosted by DHCP agent 1813db88-2c1b-4357-a2ba-869246b663c2 with binding_index 1 {{(pid=121607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 25 21:44:53.238898 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-65f863ff-8024-4bea-acfb-fa3f8c78f198 tempest-ExtraDHCPOptionsTestJSON-1479026425 tempest-ExtraDHCPOptionsTestJSON-1479026425-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 36dcb15f-b4e5-48db-83c9-4ecb527483e4) {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:44:53.243528 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65f863ff-8024-4bea-acfb-fa3f8c78f198 tempest-ExtraDHCPOptionsTestJSON-1479026425 tempest-ExtraDHCPOptionsTestJSON-1479026425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:44:53.244182 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-65f863ff-8024-4bea-acfb-fa3f8c78f198 tempest-ExtraDHCPOptionsTestJSON-1479026425 tempest-ExtraDHCPOptionsTestJSON-1479026425-project] Publish callbacks [] for subnet, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:53.249270 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6815442-4a2f-4d59-867d-e4dc69bd2ad9 None None] Network 36dcb15f-b4e5-48db-83c9-4ecb527483e4 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:44:53.276438 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670fd3b7-36b0-4c68-a29f-8ebf54c96023 req-f41e7736-d0cd-43df-b28a-f66f6c995f96 tempest-TestServerMultinode-1634197576 tempest-TestServerMultinode-1634197576-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:44:53.277898 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-670fd3b7-36b0-4c68-a29f-8ebf54c96023 req-f41e7736-d0cd-43df-b28a-f66f6c995f96 tempest-TestServerMultinode-1634197576 tempest-TestServerMultinode-1634197576-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=38f1c9a4-a882-45a4-8c11-3eaec625deef HTTP/1.1" status: 200  len: 1096 time: 0.1215174
Dec 25 21:44:53.321760 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-65f863ff-8024-4bea-acfb-fa3f8c78f198 tempest-ExtraDHCPOptionsTestJSON-1479026425 tempest-ExtraDHCPOptionsTestJSON-1479026425-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.7780335
Dec 25 21:44:53.321980 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 41770) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:44:53.327614 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-e4113289-e4d4-4d3c-9068-4aee867ed3e0 tempest-ExtraDHCPOptionsTestJSON-1479026425 tempest-ExtraDHCPOptionsTestJSON-1479026425-project] Request body: {'port': {'network_id': '36dcb15f-b4e5-48db-83c9-4ecb527483e4', 'name': 'tempest-ExtraDHCPOptionsTestJSON-817834423'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:44:53.369776 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991e2c3a-7469-4af3-a0f2-9270621ab18f req-571ccc46-a34c-4ecf-a7da-9cf940b7630c tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:44:53.371384 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-991e2c3a-7469-4af3-a0f2-9270621ab18f req-571ccc46-a34c-4ecf-a7da-9cf940b7630c tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] 10.222.0.32 "GET /v2.0/ports?device_id=725062b3-9301-4599-9aba-de15e6198698 HTTP/1.1" status: 200  len: 945 time: 0.1682386
Dec 25 21:44:53.415607 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-670fd3b7-36b0-4c68-a29f-8ebf54c96023 req-d7842f0d-46f6-4316-99c4-269073cce7e3 tempest-TestServerMultinode-1634197576 tempest-TestServerMultinode-1634197576-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=22866a5d-812f-439b-8d61-5070a8152c13&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1291378
Dec 25 21:44:53.424439 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e6679b8-2344-45a4-b084-b357a59162fe tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Router adc3498f-1aab-41ce-b3fb-2f15d052e8bb has already been hosted by L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 {{(pid=121606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 25 21:44:53.461980 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-991e2c3a-7469-4af3-a0f2-9270621ab18f req-7569fa21-39f7-486d-be18-a849436ee873 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] 10.222.0.32 "GET /v2.0/security-groups?id=e8fde5ca-7127-4677-ba95-89b902fefd43&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0814612
Dec 25 21:44:53.531429 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4113289-e4d4-4d3c-9068-4aee867ed3e0 tempest-ExtraDHCPOptionsTestJSON-1479026425 tempest-ExtraDHCPOptionsTestJSON-1479026425-project] Made reservation on behalf of 484f383bb9c04abda69ebea9399fe979 for: {'port': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:44:53.533128 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3b0ed5b-f3dc-487d-a11f-1df7b94bfd5b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-36dcb15f-b4e5-48db-83c9-4ecb527483e4', 'network_id': '36dcb15f-b4e5-48db-83c9-4ecb527483e4', 'project_id': '484f383bb9c04abda69ebea9399fe979', 'fixed_ips': [{'subnet_id': '36274b1f-a05c-4810-9df6-e2014d01835f'}]}} from ncdv-master-1. {{(pid=121608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 25 21:44:53.534235 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-d3b0ed5b-f3dc-487d-a11f-1df7b94bfd5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:53.535627 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e4113289-e4d4-4d3c-9068-4aee867ed3e0 tempest-ExtraDHCPOptionsTestJSON-1479026425 tempest-ExtraDHCPOptionsTestJSON-1479026425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:53.556931 ncdv-master-1 neutron-server[121607]: DEBUG neutron.notifiers.nova [None req-e4113289-e4d4-4d3c-9068-4aee867ed3e0 tempest-ExtraDHCPOptionsTestJSON-1479026425 tempest-ExtraDHCPOptionsTestJSON-1479026425-project] device_id is not set on port cd91db58-8610-475d-8a62-3dbb4600fc8f yet. {{(pid=121607) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 25 21:44:53.597774 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e6679b8-2344-45a4-b084-b357a59162fe tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 21:44:53.610439 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e81a3f8-70a9-498c-8dca-6786180f07ac None None] Sync routers for ids ['adc3498f-1aab-41ce-b3fb-2f15d052e8bb'] in ncdv-master-1 {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 21:44:53.633934 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b72cc4-db2b-469c-bd69-21c0136fcc6f req-7ed726ce-da6c-45be-ac30-32e9b6ad40ff tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:44:53.635306 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e81a3f8-70a9-498c-8dca-6786180f07ac None None] Routers {'adc3498f-1aab-41ce-b3fb-2f15d052e8bb'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:44:53.635900 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b5b72cc4-db2b-469c-bd69-21c0136fcc6f req-7ed726ce-da6c-45be-ac30-32e9b6ad40ff tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] 10.222.0.32 "GET /v2.0/ports?device_id=725062b3-9301-4599-9aba-de15e6198698 HTTP/1.1" status: 200  len: 945 time: 0.0823097
Dec 25 21:44:53.636051 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-2e81a3f8-70a9-498c-8dca-6786180f07ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2618534790>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:44:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['adc3498f-1aab-41ce-b3fb-2f15d052e8bb'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:44:53.676386 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_common [None req-e4113289-e4d4-4d3c-9068-4aee867ed3e0 tempest-ExtraDHCPOptionsTestJSON-1479026425 tempest-ExtraDHCPOptionsTestJSON-1479026425-project] Allocated IP 172.20.0.11 (36dcb15f-b4e5-48db-83c9-4ecb527483e4/36274b1f-a05c-4810-9df6-e2014d01835f/cd91db58-8610-475d-8a62-3dbb4600fc8f) {{(pid=121607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:44:53.696195 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b5b72cc4-db2b-469c-bd69-21c0136fcc6f req-a841d2af-f75b-44dd-bce3-1438f65e6518 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] 10.222.0.32 "GET /v2.0/security-groups?id=e8fde5ca-7127-4677-ba95-89b902fefd43&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0519249
Dec 25 21:44:53.721295 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 41774) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:44:53.723957 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-7e6679b8-2344-45a4-b084-b357a59162fe tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for floatingip, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:53.756131 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvr_db [None req-2e81a3f8-70a9-498c-8dca-6786180f07ac None None] Set router adc3498f-1aab-41ce-b3fb-2f15d052e8bb gateway port host: ncdv-master-1 {{(pid=121608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:44:53.778782 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-7e6679b8-2344-45a4-b084-b357a59162fe tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 2.4385610
Dec 25 21:44:53.780121 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '232caa59-01ee-4a0a-ad80-4a2406c77580', 'tag': '22c8730d-1fe0-40bd-b7c2-cd3f15f4b816'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:44:53.782598 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9858820c13ec2827453b94ebc4181065e990a4e4089ccb9fe762531ac62d2fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-926b4bf5-f105-401b-be04-eb18303af278" -d '{"events": [{"name": "network-changed", "server_uuid": "232caa59-01ee-4a0a-ad80-4a2406c77580", "tag": "22c8730d-1fe0-40bd-b7c2-cd3f15f4b816"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:44:53.798374 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-066362c9-54d2-44f9-bd17-cb6920372519 tempest-TestNetworkBasicOps-1153214031 tempest-TestNetworkBasicOps-1153214031-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:44:53.800012 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-066362c9-54d2-44f9-bd17-cb6920372519 tempest-TestNetworkBasicOps-1153214031 tempest-TestNetworkBasicOps-1153214031-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=725062b3-9301-4599-9aba-de15e6198698 HTTP/1.1" status: 200  len: 1091 time: 0.0735891
Dec 25 21:44:53.803537 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 41780) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:44:53.816572 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-a0f30935-1629-405e-895d-d4701b99472a tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Request body: {'floatingip': {'floating_network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'port_id': '46007bab-bd9e-4282-97d5-2a4cf51e9186', 'tenant_id': '59ed9da8ed224ce9b429cb4c633a2498', 'fixed_ip_address': '172.20.0.7'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:44:53.846303 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Dec 2021 21:44:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16bda520-6711-48f2-a14b-7ae91aefefed x-openstack-request-id: req-16bda520-6711-48f2-a14b-7ae91aefefed {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:44:53.846591 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "232caa59-01ee-4a0a-ad80-4a2406c77580", "tag": "22c8730d-1fe0-40bd-b7c2-cd3f15f4b816", "status": "completed", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:44:53.846839 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-16bda520-6711-48f2-a14b-7ae91aefefed {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:44:53.847232 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '232caa59-01ee-4a0a-ad80-4a2406c77580', 'tag': '22c8730d-1fe0-40bd-b7c2-cd3f15f4b816', 'status': 'completed', 'code': 200}
Dec 25 21:44:53.884518 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e4113289-e4d4-4d3c-9068-4aee867ed3e0 tempest-ExtraDHCPOptionsTestJSON-1479026425 tempest-ExtraDHCPOptionsTestJSON-1479026425-project] Publish callbacks [] for port, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:53.947469 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea5fc2b-cd9b-4b8d-a23d-c43ed2112890 req-cf669156-c37e-4883-a5db-71d1dd95ccf8 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:44:53.949744 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8ea5fc2b-cd9b-4b8d-a23d-c43ed2112890 req-cf669156-c37e-4883-a5db-71d1dd95ccf8 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "GET /v2.0/ports?device_id=232caa59-01ee-4a0a-ad80-4a2406c77580 HTTP/1.1" status: 200  len: 946 time: 0.0893941
Dec 25 21:44:53.952071 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926b4bf5-f105-401b-be04-eb18303af278 req-683f331b-0ed3-4de9-b640-dbf1bc5906a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:44:53.953701 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-926b4bf5-f105-401b-be04-eb18303af278 req-683f331b-0ed3-4de9-b640-dbf1bc5906a2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4ff29c23c5844f45826a02b6ae6b65e7&device_id=232caa59-01ee-4a0a-ad80-4a2406c77580 HTTP/1.1" status: 200  len: 1097 time: 0.0766113
Dec 25 21:44:54.013914 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-2e81a3f8-70a9-498c-8dca-6786180f07ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2618534790>, [{'id': 'adc3498f-1aab-41ce-b3fb-2f15d052e8bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1725953326', 'tenant_id': '4ff29c23c5844f45826a02b6ae6b65e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.78'}], 'enable_snat': True}, 'gw_port_id': '0b8b5c78-eae5-4eb5-96fb-531e503b6693', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:44:14Z', 'updated_at': '2021-12-25T21:44:28Z', 'revision_number': 4, 'project_id': '4ff29c23c5844f45826a02b6ae6b65e7', 'gw_port': {'id': '0b8b5c78-eae5-4eb5-96fb-531e503b6693', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:f1:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adc3498f-1aab-41ce-b3fb-2f15d052e8bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3678, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:44:17Z', 'updated_at': '2021-12-25T21:44:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'cfacbf5f-f5fb-4070-81ec-ac6adcdfd7f3', 'tenant_id': '4ff29c23c5844f45826a02b6ae6b65e7', 'floating_ip_address': '172.35.3.114', 'floating_network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'router_id': 'adc3498f-1aab-41ce-b3fb-2f15d052e8bb', 'port_id': '22c8730d-1fe0-40bd-b7c2-cd3f15f4b816', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3730, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '060ae95d-b8fc-405f-91a3-56845df2e346', 'mac_address': 'fa:16:3e:4b:e1:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '232caa59-01ee-4a0a-ad80-4a2406c77580', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-25T21:44:52Z', 'updated_at': '2021-12-25T21:44:52Z', 'revision_number': 0, 'project_id': '4ff29c23c5844f45826a02b6ae6b65e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '313aa3b4-6a9b-4cf3-ac7d-5bb251129d00', 'name': '', 'network_id': '060ae95d-b8fc-405f-91a3-56845df2e346', 'tenant_id': '4ff29c23c5844f45826a02b6ae6b65e7', 'mac_address': 'fa:16:3e:69:9e:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adc3498f-1aab-41ce-b3fb-2f15d052e8bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3699, 'fixed_ips': [{'subnet_id': '46348f07-d4df-41ed-9d9b-1f1c5c6801f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:44:26Z', 'updated_at': '2021-12-25T21:44:35Z', 'revision_number': 5, 'project_id': '4ff29c23c5844f45826a02b6ae6b65e7', 'subnets': [{'id': '46348f07-d4df-41ed-9d9b-1f1c5c6801f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:44:54.045184 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e81a3f8-70a9-498c-8dca-6786180f07ac None None] Checking router: adc3498f-1aab-41ce-b3fb-2f15d052e8bb for host: ncdv-master-1 {{(pid=121608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 25 21:44:54.055160 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e4113289-e4d4-4d3c-9068-4aee867ed3e0 tempest-ExtraDHCPOptionsTestJSON-1479026425 tempest-ExtraDHCPOptionsTestJSON-1479026425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:54.058371 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e81a3f8-70a9-498c-8dca-6786180f07ac None None] Routers {'adc3498f-1aab-41ce-b3fb-2f15d052e8bb'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:44:54.058371 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-2e81a3f8-70a9-498c-8dca-6786180f07ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2618534790>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:44:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['adc3498f-1aab-41ce-b3fb-2f15d052e8bb'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:44:54.071162 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-a0f30935-1629-405e-895d-d4701b99472a tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Publish callbacks [] for floatingip, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:54.112754 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4113289-e4d4-4d3c-9068-4aee867ed3e0 tempest-ExtraDHCPOptionsTestJSON-1479026425 tempest-ExtraDHCPOptionsTestJSON-1479026425-project] Network 36dcb15f-b4e5-48db-83c9-4ecb527483e4 is already hosted by enough agents. {{(pid=121607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:44:54.116205 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926b4bf5-f105-401b-be04-eb18303af278 req-b1b8975e-7e25-48bc-ad71-d3ed471df2be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:44:54.116768 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-e4113289-e4d4-4d3c-9068-4aee867ed3e0 tempest-ExtraDHCPOptionsTestJSON-1479026425 tempest-ExtraDHCPOptionsTestJSON-1479026425-project] Resources bound (agent type, host, resource id):  {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:44:54.117776 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-926b4bf5-f105-401b-be04-eb18303af278 req-b1b8975e-7e25-48bc-ad71-d3ed471df2be service neutron] 10.222.0.37 "GET /v2.0/networks?id=060ae95d-b8fc-405f-91a3-56845df2e346 HTTP/1.1" status: 200  len: 897 time: 0.1549692
Dec 25 21:44:54.120955 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4113289-e4d4-4d3c-9068-4aee867ed3e0 tempest-ExtraDHCPOptionsTestJSON-1479026425 tempest-ExtraDHCPOptionsTestJSON-1479026425-project] Received port after_create {{(pid=121607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:44:54.124035 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8ea5fc2b-cd9b-4b8d-a23d-c43ed2112890 req-187f177f-2938-43c0-a20e-9fcbe6dbad1c tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "GET /v2.0/security-groups?id=d23e5a5f-b90c-493e-af1f-971bbc755f90&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1684294
Dec 25 21:44:54.159344 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 41782) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:44:54.164330 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4113289-e4d4-4d3c-9068-4aee867ed3e0 tempest-ExtraDHCPOptionsTestJSON-1479026425 tempest-ExtraDHCPOptionsTestJSON-1479026425-project] Pushing event updated for resources: {'Port': ['ID=cd91db58-8610-475d-8a62-3dbb4600fc8f,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:44:54.189627 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvr_db [None req-2e81a3f8-70a9-498c-8dca-6786180f07ac None None] Set router adc3498f-1aab-41ce-b3fb-2f15d052e8bb gateway port host: ncdv-master-1 {{(pid=121608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:44:54.210541 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-926b4bf5-f105-401b-be04-eb18303af278 req-60a87b5a-332d-4b27-9d7c-ddaa947ac837 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=22c8730d-1fe0-40bd-b7c2-cd3f15f4b816 HTTP/1.1" status: 200  len: 1000 time: 0.0847147
Dec 25 21:44:54.237220 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4113289-e4d4-4d3c-9068-4aee867ed3e0 tempest-ExtraDHCPOptionsTestJSON-1479026425 tempest-ExtraDHCPOptionsTestJSON-1479026425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:44:54.237845 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e4113289-e4d4-4d3c-9068-4aee867ed3e0 tempest-ExtraDHCPOptionsTestJSON-1479026425 tempest-ExtraDHCPOptionsTestJSON-1479026425-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:54.257594 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-7cca8332-3ef0-4977-9191-e5e0b7780c0d tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "GET /v2.0/floatingips/cfacbf5f-f5fb-4070-81ec-ac6adcdfd7f3 HTTP/1.1" status: 200  len: 992 time: 0.0943093
Dec 25 21:44:54.294455 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926b4bf5-f105-401b-be04-eb18303af278 req-389622c2-9843-495a-9aea-76c7905a9725 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:44:54.296017 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-926b4bf5-f105-401b-be04-eb18303af278 req-389622c2-9843-495a-9aea-76c7905a9725 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=46348f07-d4df-41ed-9d9b-1f1c5c6801f5 HTTP/1.1" status: 200  len: 835 time: 0.0790477
Dec 25 21:44:54.323565 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-e4113289-e4d4-4d3c-9068-4aee867ed3e0 tempest-ExtraDHCPOptionsTestJSON-1479026425 tempest-ExtraDHCPOptionsTestJSON-1479026425-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 935 time: 0.9973865
Dec 25 21:44:54.324738 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 41784) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:44:54.329836 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-9800a14b-77d6-4254-9f61-ad26ed827b1d tempest-ExtraDHCPOptionsTestJSON-1479026425 tempest-ExtraDHCPOptionsTestJSON-1479026425-project] Request body: {'port': {'network_id': '36dcb15f-b4e5-48db-83c9-4ecb527483e4', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1064863099', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:44:54.330330 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.api.validators [None req-9800a14b-77d6-4254-9f61-ad26ed827b1d tempest-ExtraDHCPOptionsTestJSON-1479026425 tempest-ExtraDHCPOptionsTestJSON-1479026425-project] bootfile-name is not in valid_values {{(pid=121607) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}}
Dec 25 21:44:54.330680 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.api.validators [None req-9800a14b-77d6-4254-9f61-ad26ed827b1d tempest-ExtraDHCPOptionsTestJSON-1479026425 tempest-ExtraDHCPOptionsTestJSON-1479026425-project] tftp-server is not in valid_values {{(pid=121607) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}}
Dec 25 21:44:54.331015 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.api.validators [None req-9800a14b-77d6-4254-9f61-ad26ed827b1d tempest-ExtraDHCPOptionsTestJSON-1479026425 tempest-ExtraDHCPOptionsTestJSON-1479026425-project] server-ip-address is not in valid_values {{(pid=121607) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}}
Dec 25 21:44:54.350957 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.db_base_plugin_common [None req-d3b0ed5b-f3dc-487d-a11f-1df7b94bfd5b None None] Allocated IP 172.20.0.2 (36dcb15f-b4e5-48db-83c9-4ecb527483e4/36274b1f-a05c-4810-9df6-e2014d01835f/b5bd5dfa-44ab-485e-af7a-131f5f2403d9) {{(pid=121608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:44:54.355764 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-a0f30935-1629-405e-895d-d4701b99472a tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:54.366575 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926b4bf5-f105-401b-be04-eb18303af278 req-e913dde9-5621-49dd-9a8e-931514199fab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:44:54.368124 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-926b4bf5-f105-401b-be04-eb18303af278 req-e913dde9-5621-49dd-9a8e-931514199fab service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=060ae95d-b8fc-405f-91a3-56845df2e346&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0641253
Dec 25 21:44:54.540151 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9800a14b-77d6-4254-9f61-ad26ed827b1d tempest-ExtraDHCPOptionsTestJSON-1479026425 tempest-ExtraDHCPOptionsTestJSON-1479026425-project] Made reservation on behalf of 484f383bb9c04abda69ebea9399fe979 for: {'port': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:44:54.543928 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-9800a14b-77d6-4254-9f61-ad26ed827b1d tempest-ExtraDHCPOptionsTestJSON-1479026425 tempest-ExtraDHCPOptionsTestJSON-1479026425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:54.566725 ncdv-master-1 neutron-server[121607]: DEBUG neutron.notifiers.nova [None req-9800a14b-77d6-4254-9f61-ad26ed827b1d tempest-ExtraDHCPOptionsTestJSON-1479026425 tempest-ExtraDHCPOptionsTestJSON-1479026425-project] device_id is not set on port 3f2d2f80-5285-471e-967b-e6e3edfd4d43 yet. {{(pid=121607) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 25 21:44:54.583643 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-d3b0ed5b-f3dc-487d-a11f-1df7b94bfd5b None None] Publish callbacks [] for port, precommit_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:54.588277 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-2e81a3f8-70a9-498c-8dca-6786180f07ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2618534790>, [{'id': 'adc3498f-1aab-41ce-b3fb-2f15d052e8bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1725953326', 'tenant_id': '4ff29c23c5844f45826a02b6ae6b65e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.78'}], 'enable_snat': True}, 'gw_port_id': '0b8b5c78-eae5-4eb5-96fb-531e503b6693', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:44:14Z', 'updated_at': '2021-12-25T21:44:28Z', 'revision_number': 4, 'project_id': '4ff29c23c5844f45826a02b6ae6b65e7', 'gw_port': {'id': '0b8b5c78-eae5-4eb5-96fb-531e503b6693', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:f1:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adc3498f-1aab-41ce-b3fb-2f15d052e8bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3678, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:44:17Z', 'updated_at': '2021-12-25T21:44:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'cfacbf5f-f5fb-4070-81ec-ac6adcdfd7f3', 'tenant_id': '4ff29c23c5844f45826a02b6ae6b65e7', 'floating_ip_address': '172.35.3.114', 'floating_network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'router_id': 'adc3498f-1aab-41ce-b3fb-2f15d052e8bb', 'port_id': '22c8730d-1fe0-40bd-b7c2-cd3f15f4b816', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3730, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '060ae95d-b8fc-405f-91a3-56845df2e346', 'mac_address': 'fa:16:3e:4b:e1:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '232caa59-01ee-4a0a-ad80-4a2406c77580', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-25T21:44:52Z', 'updated_at': '2021-12-25T21:44:52Z', 'revision_number': 0, 'project_id': '4ff29c23c5844f45826a02b6ae6b65e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '313aa3b4-6a9b-4cf3-ac7d-5bb251129d00', 'name': '', 'network_id': '060ae95d-b8fc-405f-91a3-56845df2e346', 'tenant_id': '4ff29c23c5844f45826a02b6ae6b65e7', 'mac_address': 'fa:16:3e:69:9e:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adc3498f-1aab-41ce-b3fb-2f15d052e8bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3699, 'fixed_ips': [{'subnet_id': '46348f07-d4df-41ed-9d9b-1f1c5c6801f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:44:26Z', 'updated_at': '2021-12-25T21:44:35Z', 'revision_number': 5, 'project_id': '4ff29c23c5844f45826a02b6ae6b65e7', 'subnets': [{'id': '46348f07-d4df-41ed-9d9b-1f1c5c6801f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:44:54.623851 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e81a3f8-70a9-498c-8dca-6786180f07ac None None] The sync data for ids ['adc3498f-1aab-41ce-b3fb-2f15d052e8bb'] in ncdv-master-1 is: [{'id': 'adc3498f-1aab-41ce-b3fb-2f15d052e8bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1725953326', 'tenant_id': '4ff29c23c5844f45826a02b6ae6b65e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.78'}], 'enable_snat': True}, 'gw_port_id': '0b8b5c78-eae5-4eb5-96fb-531e503b6693', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:44:14Z', 'updated_at': '2021-12-25T21:44:28Z', 'revision_number': 4, 'project_id': '4ff29c23c5844f45826a02b6ae6b65e7', 'gw_port': {'id': '0b8b5c78-eae5-4eb5-96fb-531e503b6693', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:f1:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adc3498f-1aab-41ce-b3fb-2f15d052e8bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3678, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:44:17Z', 'updated_at': '2021-12-25T21:44:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'cfacbf5f-f5fb-4070-81ec-ac6adcdfd7f3', 'tenant_id': '4ff29c23c5844f45826a02b6ae6b65e7', 'floating_ip_address': '172.35.3.114', 'floating_network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'router_id': 'adc3498f-1aab-41ce-b3fb-2f15d052e8bb', 'port_id': '22c8730d-1fe0-40bd-b7c2-cd3f15f4b816', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3730, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '060ae95d-b8fc-405f-91a3-56845df2e346', 'mac_address': 'fa:16:3e:4b:e1:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '232caa59-01ee-4a0a-ad80-4a2406c77580', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-25T21:44:52Z', 'updated_at': '2021-12-25T21:44:52Z', 'revision_number': 0, 'project_id': '4ff29c23c5844f45826a02b6ae6b65e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '313aa3b4-6a9b-4cf3-ac7d-5bb251129d00', 'name': '', 'network_id': '060ae95d-b8fc-405f-91a3-56845df2e346', 'tenant_id': '4ff29c23c5844f45826a02b6ae6b65e7', 'mac_address': 'fa:16:3e:69:9e:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adc3498f-1aab-41ce-b3fb-2f15d052e8bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3699, 'fixed_ips': [{'subnet_id': '46348f07-d4df-41ed-9d9b-1f1c5c6801f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:44:26Z', 'updated_at': '2021-12-25T21:44:35Z', 'revision_number': 5, 'project_id': '4ff29c23c5844f45826a02b6ae6b65e7', 'subnets': [{'id': '46348f07-d4df-41ed-9d9b-1f1c5c6801f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 21:44:54.663367 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-d3b0ed5b-f3dc-487d-a11f-1df7b94bfd5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946'] for port, after_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:54.714356 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3b0ed5b-f3dc-487d-a11f-1df7b94bfd5b None None] Network 36dcb15f-b4e5-48db-83c9-4ecb527483e4 is already hosted by enough agents. {{(pid=121608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:44:54.720388 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.base_scheduler [None req-d3b0ed5b-f3dc-487d-a11f-1df7b94bfd5b None None] Resources bound (agent type, host, resource id):  {{(pid=121608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:44:54.726762 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3b0ed5b-f3dc-487d-a11f-1df7b94bfd5b None None] Received port after_create {{(pid=121608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:44:54.729840 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_common [None req-9800a14b-77d6-4254-9f61-ad26ed827b1d tempest-ExtraDHCPOptionsTestJSON-1479026425 tempest-ExtraDHCPOptionsTestJSON-1479026425-project] Allocated IP 172.20.0.14 (36dcb15f-b4e5-48db-83c9-4ecb527483e4/36274b1f-a05c-4810-9df6-e2014d01835f/3f2d2f80-5285-471e-967b-e6e3edfd4d43) {{(pid=121607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:44:54.764830 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b0ed5b-f3dc-487d-a11f-1df7b94bfd5b None None] Pushing event updated for resources: {'Port': ['ID=b5bd5dfa-44ab-485e-af7a-131f5f2403d9,revision_number=1']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:44:54.809401 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-d3b0ed5b-f3dc-487d-a11f-1df7b94bfd5b None None] Attempting to bind port b5bd5dfa-44ab-485e-af7a-131f5f2403d9 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:44:54.809993 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-d3b0ed5b-f3dc-487d-a11f-1df7b94bfd5b None None] Attempting to bind port b5bd5dfa-44ab-485e-af7a-131f5f2403d9 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'b94f296b-ccc1-411b-b7a8-db1457d413b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '36dcb15f-b4e5-48db-83c9-4ecb527483e4'}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:44:54.810451 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3b0ed5b-f3dc-487d-a11f-1df7b94bfd5b None None] Attempting to bind port b5bd5dfa-44ab-485e-af7a-131f5f2403d9 on network 36dcb15f-b4e5-48db-83c9-4ecb527483e4 {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:44:54.820954 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3b0ed5b-f3dc-487d-a11f-1df7b94bfd5b None None] Checking agent: {'id': 'ca4f5c6d-f1fd-48b8-a3e3-395864c7d23d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 20, 56, 40), 'started_at': datetime.datetime(2021, 12, 25, 20, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 44, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:44:54.821414 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3b0ed5b-f3dc-487d-a11f-1df7b94bfd5b None None] Checking segment: {'id': 'b94f296b-ccc1-411b-b7a8-db1457d413b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '36dcb15f-b4e5-48db-83c9-4ecb527483e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:44:54.821915 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-d3b0ed5b-f3dc-487d-a11f-1df7b94bfd5b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:54.822451 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3b0ed5b-f3dc-487d-a11f-1df7b94bfd5b None None] Bound using segment: {'id': 'b94f296b-ccc1-411b-b7a8-db1457d413b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '36dcb15f-b4e5-48db-83c9-4ecb527483e4'} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:44:54.823029 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-d3b0ed5b-f3dc-487d-a11f-1df7b94bfd5b None None] Bound port: b5bd5dfa-44ab-485e-af7a-131f5f2403d9, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b94f296b-ccc1-411b-b7a8-db1457d413b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '36dcb15f-b4e5-48db-83c9-4ecb527483e4'}}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:44:54.823510 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-d3b0ed5b-f3dc-487d-a11f-1df7b94bfd5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:54.913702 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-d3b0ed5b-f3dc-487d-a11f-1df7b94bfd5b None None] For port b5bd5dfa-44ab-485e-af7a-131f5f2403d9, host ncdv-master-1, cleared binding levels {{(pid=121608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:44:54.918939 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-d3b0ed5b-f3dc-487d-a11f-1df7b94bfd5b None None] For port b5bd5dfa-44ab-485e-af7a-131f5f2403d9, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b5bd5dfa-44ab-485e-af7a-131f5f2403d9,segment=NetworkSegment(b94f296b-ccc1-411b-b7a8-db1457d413b5),segment_id=b94f296b-ccc1-411b-b7a8-db1457d413b5)] {{(pid=121608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:44:54.922167 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823d38c3-e8e1-4443-943b-5b0a3e6cfae4 req-ed3984ee-271d-494d-ad87-9feb03c620e6 tempest-TestServerMultinode-1634197576 tempest-TestServerMultinode-1634197576-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:44:54.929459 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-823d38c3-e8e1-4443-943b-5b0a3e6cfae4 req-ed3984ee-271d-494d-ad87-9feb03c620e6 tempest-TestServerMultinode-1634197576 tempest-TestServerMultinode-1634197576-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=38f1c9a4-a882-45a4-8c11-3eaec625deef HTTP/1.1" status: 200  len: 1096 time: 0.0665896
Dec 25 21:44:54.929942 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98e60d6c-125c-48f2-80b7-6be33657eccc None None] New status for floating IP cfacbf5f-f5fb-4070-81ec-ac6adcdfd7f3: ACTIVE {{(pid=121609) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 25 21:44:54.937574 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-9800a14b-77d6-4254-9f61-ad26ed827b1d tempest-ExtraDHCPOptionsTestJSON-1479026425 tempest-ExtraDHCPOptionsTestJSON-1479026425-project] Publish callbacks [] for port, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:54.975506 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_common [None req-a0f30935-1629-405e-895d-d4701b99472a tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Allocated IP 172.35.3.178 (7201e55c-7c5f-41aa-a042-a363696539d0/7a939e13-713f-45cf-bba7-1539635abe25/df0c0e9d-73e6-4c13-bda1-93cb99218a9d) {{(pid=121606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:44:54.985402 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-926b4bf5-f105-401b-be04-eb18303af278 req-2bec9dfe-2076-4b60-a8c7-7554c9b1b1e3 service neutron] 10.222.0.37 "GET /v2.0/networks/060ae95d-b8fc-405f-91a3-56845df2e346?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5874777
Dec 25 21:44:54.994186 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-d3b0ed5b-f3dc-487d-a11f-1df7b94bfd5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:55.057672 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-9800a14b-77d6-4254-9f61-ad26ed827b1d tempest-ExtraDHCPOptionsTestJSON-1479026425 tempest-ExtraDHCPOptionsTestJSON-1479026425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:55.068032 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-823d38c3-e8e1-4443-943b-5b0a3e6cfae4 req-bc4c8c6f-3490-42d7-bb08-691da6e86f80 tempest-TestServerMultinode-1634197576 tempest-TestServerMultinode-1634197576-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=22866a5d-812f-439b-8d61-5070a8152c13&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1371267
Dec 25 21:44:55.068199 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b0ed5b-f3dc-487d-a11f-1df7b94bfd5b None None] Pushing event updated for resources: {'Port': ['ID=b5bd5dfa-44ab-485e-af7a-131f5f2403d9,revision_number=2']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:44:55.140118 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-926b4bf5-f105-401b-be04-eb18303af278 req-09e42c74-2e2d-47c0-af40-bc9027e6eaf6 service neutron] 10.222.0.37 "GET /v2.0/networks/060ae95d-b8fc-405f-91a3-56845df2e346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1446247
Dec 25 21:44:55.182900 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9800a14b-77d6-4254-9f61-ad26ed827b1d tempest-ExtraDHCPOptionsTestJSON-1479026425 tempest-ExtraDHCPOptionsTestJSON-1479026425-project] Network 36dcb15f-b4e5-48db-83c9-4ecb527483e4 is already hosted by enough agents. {{(pid=121607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:44:55.190325 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-9800a14b-77d6-4254-9f61-ad26ed827b1d tempest-ExtraDHCPOptionsTestJSON-1479026425 tempest-ExtraDHCPOptionsTestJSON-1479026425-project] Resources bound (agent type, host, resource id):  {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:44:55.193558 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9800a14b-77d6-4254-9f61-ad26ed827b1d tempest-ExtraDHCPOptionsTestJSON-1479026425 tempest-ExtraDHCPOptionsTestJSON-1479026425-project] Received port after_create {{(pid=121607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:44:55.223423 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9800a14b-77d6-4254-9f61-ad26ed827b1d tempest-ExtraDHCPOptionsTestJSON-1479026425 tempest-ExtraDHCPOptionsTestJSON-1479026425-project] Pushing event updated for resources: {'Port': ['ID=3f2d2f80-5285-471e-967b-e6e3edfd4d43,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:44:55.252293 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9800a14b-77d6-4254-9f61-ad26ed827b1d tempest-ExtraDHCPOptionsTestJSON-1479026425 tempest-ExtraDHCPOptionsTestJSON-1479026425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:44:55.253206 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-9800a14b-77d6-4254-9f61-ad26ed827b1d tempest-ExtraDHCPOptionsTestJSON-1479026425 tempest-ExtraDHCPOptionsTestJSON-1479026425-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:55.254498 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed80a9ab-7546-4f3a-8785-2624fdfdcc38 req-9149d70f-8cf6-41f0-8a46-b8eba26c3fbe tempest-TestServerMultinode-1634197576 tempest-TestServerMultinode-1634197576-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:44:55.256679 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ed80a9ab-7546-4f3a-8785-2624fdfdcc38 req-9149d70f-8cf6-41f0-8a46-b8eba26c3fbe tempest-TestServerMultinode-1634197576 tempest-TestServerMultinode-1634197576-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=38f1c9a4-a882-45a4-8c11-3eaec625deef HTTP/1.1" status: 200  len: 1096 time: 0.0773642
Dec 25 21:44:55.264244 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 41790) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:44:55.279107 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-a0f30935-1629-405e-895d-d4701b99472a tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Publish callbacks [] for port, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:55.350519 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-9800a14b-77d6-4254-9f61-ad26ed827b1d tempest-ExtraDHCPOptionsTestJSON-1479026425 tempest-ExtraDHCPOptionsTestJSON-1479026425-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1153 time: 1.0253549
Dec 25 21:44:55.353405 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 41792) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:44:55.400705 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-d68d9862-e8f3-42d4-a574-b310053344d0 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "GET /v2.0/floatingips/cfacbf5f-f5fb-4070-81ec-ac6adcdfd7f3 HTTP/1.1" status: 200  len: 992 time: 0.1353197
Dec 25 21:44:55.404941 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ed80a9ab-7546-4f3a-8785-2624fdfdcc38 req-b62dd686-5535-4456-a17b-c59f854990a8 tempest-TestServerMultinode-1634197576 tempest-TestServerMultinode-1634197576-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=22866a5d-812f-439b-8d61-5070a8152c13&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1306186
Dec 25 21:44:55.434595 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-781e76ba-4f30-444f-8f95-fd1eb7079d69 tempest-ExtraDHCPOptionsTestJSON-1479026425 tempest-ExtraDHCPOptionsTestJSON-1479026425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:44:55.441152 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-781e76ba-4f30-444f-8f95-fd1eb7079d69 tempest-ExtraDHCPOptionsTestJSON-1479026425 tempest-ExtraDHCPOptionsTestJSON-1479026425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:44:55.447939 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-781e76ba-4f30-444f-8f95-fd1eb7079d69 tempest-ExtraDHCPOptionsTestJSON-1479026425 tempest-ExtraDHCPOptionsTestJSON-1479026425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:44:55.449748 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-781e76ba-4f30-444f-8f95-fd1eb7079d69 tempest-ExtraDHCPOptionsTestJSON-1479026425 tempest-ExtraDHCPOptionsTestJSON-1479026425-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200  len: 2617 time: 0.0955749
Dec 25 21:44:55.452625 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 41796) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:44:55.467983 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-a0f30935-1629-405e-895d-d4701b99472a tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:55.540410 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0f30935-1629-405e-895d-d4701b99472a tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Network 7201e55c-7c5f-41aa-a042-a363696539d0 is already hosted by enough agents. {{(pid=121606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:44:55.545360 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [None req-a0f30935-1629-405e-895d-d4701b99472a tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Resources bound (agent type, host, resource id):  {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:44:55.550588 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0f30935-1629-405e-895d-d4701b99472a tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Received port after_create {{(pid=121606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:44:55.556292 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f30935-1629-405e-895d-d4701b99472a tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Pushing event updated for resources: {'Port': ['ID=df0c0e9d-73e6-4c13-bda1-93cb99218a9d,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:44:55.557123 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-8c97af9b-c84c-42b6-bded-e31b3d737d51 tempest-ExtraDHCPOptionsTestJSON-1479026425 tempest-ExtraDHCPOptionsTestJSON-1479026425-project] Deleting port 3f2d2f80-5285-471e-967b-e6e3edfd4d43 {{(pid=121607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:44:55.557470 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-8c97af9b-c84c-42b6-bded-e31b3d737d51 tempest-ExtraDHCPOptionsTestJSON-1479026425 tempest-ExtraDHCPOptionsTestJSON-1479026425-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:55.598023 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb86e7c2-8429-4f5f-b170-8c16e96b8a07 req-31252055-2acd-4c78-b9ea-9f8a69564130 tempest-TestServerMultinode-1634197576 tempest-TestServerMultinode-1634197576-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:44:55.599554 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-fb86e7c2-8429-4f5f-b170-8c16e96b8a07 req-31252055-2acd-4c78-b9ea-9f8a69564130 tempest-TestServerMultinode-1634197576 tempest-TestServerMultinode-1634197576-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=38f1c9a4-a882-45a4-8c11-3eaec625deef HTTP/1.1" status: 200  len: 1096 time: 0.0968940
Dec 25 21:44:55.654802 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-8c97af9b-c84c-42b6-bded-e31b3d737d51 tempest-ExtraDHCPOptionsTestJSON-1479026425 tempest-ExtraDHCPOptionsTestJSON-1479026425-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:55.667595 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-8c97af9b-c84c-42b6-bded-e31b3d737d51 tempest-ExtraDHCPOptionsTestJSON-1479026425 tempest-ExtraDHCPOptionsTestJSON-1479026425-project] Calling delete_port for 3f2d2f80-5285-471e-967b-e6e3edfd4d43 owned by  {{(pid=121607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:44:55.709336 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-fb86e7c2-8429-4f5f-b170-8c16e96b8a07 req-67877697-26b4-4535-808c-df8013c46e9a tempest-TestServerMultinode-1634197576 tempest-TestServerMultinode-1634197576-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=22866a5d-812f-439b-8d61-5070a8152c13&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0887008
Dec 25 21:44:55.890936 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-8c97af9b-c84c-42b6-bded-e31b3d737d51 tempest-ExtraDHCPOptionsTestJSON-1479026425 tempest-ExtraDHCPOptionsTestJSON-1479026425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:55.943715 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c97af9b-c84c-42b6-bded-e31b3d737d51 tempest-ExtraDHCPOptionsTestJSON-1479026425 tempest-ExtraDHCPOptionsTestJSON-1479026425-project] Pushing event deleted for resources: {'Port': ['ID=3f2d2f80-5285-471e-967b-e6e3edfd4d43,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:44:56.025667 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-8c97af9b-c84c-42b6-bded-e31b3d737d51 tempest-ExtraDHCPOptionsTestJSON-1479026425 tempest-ExtraDHCPOptionsTestJSON-1479026425-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:56.032443 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-8c97af9b-c84c-42b6-bded-e31b3d737d51 tempest-ExtraDHCPOptionsTestJSON-1479026425 tempest-ExtraDHCPOptionsTestJSON-1479026425-project] 10.222.0.32 "DELETE /v2.0/ports/3f2d2f80-5285-471e-967b-e6e3edfd4d43 HTTP/1.1" status: 204  len: 168 time: 0.5753736
Dec 25 21:44:56.032695 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 41810) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:44:56.038551 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-b2de02de-29df-4705-9c16-d624d1e10138 tempest-ExtraDHCPOptionsTestJSON-1479026425 tempest-ExtraDHCPOptionsTestJSON-1479026425-project] Request body: {'port': {'name': 'tempest-new-port-name-90021082', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:44:56.038946 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.api.validators [None req-b2de02de-29df-4705-9c16-d624d1e10138 tempest-ExtraDHCPOptionsTestJSON-1479026425 tempest-ExtraDHCPOptionsTestJSON-1479026425-project] bootfile-name is not in valid_values {{(pid=121607) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}}
Dec 25 21:44:56.039289 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.api.validators [None req-b2de02de-29df-4705-9c16-d624d1e10138 tempest-ExtraDHCPOptionsTestJSON-1479026425 tempest-ExtraDHCPOptionsTestJSON-1479026425-project] tftp-server is not in valid_values {{(pid=121607) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}}
Dec 25 21:44:56.039625 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.api.validators [None req-b2de02de-29df-4705-9c16-d624d1e10138 tempest-ExtraDHCPOptionsTestJSON-1479026425 tempest-ExtraDHCPOptionsTestJSON-1479026425-project] server-ip-address is not in valid_values {{(pid=121607) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}}
Dec 25 21:44:56.112214 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8bc5c2-6ab3-4305-9cd8-3f3818911822 req-065d0283-a236-4820-8f31-969f32a7ac4d tempest-TestServerMultinode-1634197576 tempest-TestServerMultinode-1634197576-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:44:56.113955 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ed8bc5c2-6ab3-4305-9cd8-3f3818911822 req-065d0283-a236-4820-8f31-969f32a7ac4d tempest-TestServerMultinode-1634197576 tempest-TestServerMultinode-1634197576-project-admin] 10.222.0.32 "GET /v2.0/networks?id=8ff80b6e-c966-48fa-b9d8-4e20f6169e52 HTTP/1.1" status: 200  len: 909 time: 0.1753976
Dec 25 21:44:56.118019 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b2de02de-29df-4705-9c16-d624d1e10138 tempest-ExtraDHCPOptionsTestJSON-1479026425 tempest-ExtraDHCPOptionsTestJSON-1479026425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:56.138949 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ed8bc5c2-6ab3-4305-9cd8-3f3818911822 req-5348c5a9-876f-4242-9d45-184acb3c4d48 tempest-TestServerMultinode-1634197576 tempest-TestServerMultinode-1634197576-project-admin] 10.222.0.32 "GET /v2.0/quotas/7111026d02ad417e83bc2f057ded219d HTTP/1.1" status: 200  len: 375 time: 0.0163677
Dec 25 21:44:56.142555 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-a0f30935-1629-405e-895d-d4701b99472a tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Publish callbacks [] for floatingip, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:56.218080 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af13cae5-1c36-4d40-b7c9-9f498aa5dc5c None None] Network 36dcb15f-b4e5-48db-83c9-4ecb527483e4 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:44:56.220208 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ed8bc5c2-6ab3-4305-9cd8-3f3818911822 req-8ae1b711-2d30-4a9e-88b1-ee048f72e4b5 tempest-TestServerMultinode-1634197576 tempest-TestServerMultinode-1634197576-project-admin] 10.222.0.32 "GET /v2.0/ports?tenant_id=7111026d02ad417e83bc2f057ded219d&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0549519
Dec 25 21:44:56.325073 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b2de02de-29df-4705-9c16-d624d1e10138 tempest-ExtraDHCPOptionsTestJSON-1479026425 tempest-ExtraDHCPOptionsTestJSON-1479026425-project] Publish callbacks [] for port, precommit_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:56.331320 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-a0f30935-1629-405e-895d-d4701b99472a tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:56.337794 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-b4b3568e-1757-4529-b8d7-56e62aa5baf7 None None] Provisioning complete for port b5bd5dfa-44ab-485e-af7a-131f5f2403d9 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:44:56.338007 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-b4b3568e-1757-4529-b8d7-56e62aa5baf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:56.361997 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ed8bc5c2-6ab3-4305-9cd8-3f3818911822 req-1fd8f113-af71-4711-896c-83d55ad26b68 service neutron] 10.222.0.32 "GET /v2.0/networks/8ff80b6e-c966-48fa-b9d8-4e20f6169e52?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1317987
Dec 25 21:44:56.383570 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b2de02de-29df-4705-9c16-d624d1e10138 tempest-ExtraDHCPOptionsTestJSON-1479026425 tempest-ExtraDHCPOptionsTestJSON-1479026425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8632327'] for port, after_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:56.406783 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 41812) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:44:56.429333 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-b4b3568e-1757-4529-b8d7-56e62aa5baf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:56.455328 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2de02de-29df-4705-9c16-d624d1e10138 tempest-ExtraDHCPOptionsTestJSON-1479026425 tempest-ExtraDHCPOptionsTestJSON-1479026425-project] Pushing event updated for resources: {'Port': ['ID=cd91db58-8610-475d-8a62-3dbb4600fc8f,revision_number=2']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:44:56.480057 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-b4b3568e-1757-4529-b8d7-56e62aa5baf7 None None] For port b5bd5dfa-44ab-485e-af7a-131f5f2403d9, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b5bd5dfa-44ab-485e-af7a-131f5f2403d9,segment=NetworkSegment(b94f296b-ccc1-411b-b7a8-db1457d413b5),segment_id=b94f296b-ccc1-411b-b7a8-db1457d413b5)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:44:56.519295 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-b2de02de-29df-4705-9c16-d624d1e10138 tempest-ExtraDHCPOptionsTestJSON-1479026425 tempest-ExtraDHCPOptionsTestJSON-1479026425-project] In _notify_port_updated(), no bound segment for port cd91db58-8610-475d-8a62-3dbb4600fc8f on network 36dcb15f-b4e5-48db-83c9-4ecb527483e4 {{(pid=121607) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}}
Dec 25 21:44:56.526419 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:44:56.526419 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:44:56.526419 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:44:56.526419 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:44:56.526419 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:44:56.526419 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:44:56.526419 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:44:56.526419 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:44:56.526419 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:44:56.526419 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:44:56.526419 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:44:56.526419 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:44:56.526419 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:44:56.526419 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:44:56.526419 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:44:56.526419 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:44:56.526419 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:44:56.526419 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:44:56.526419 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:44:56.526419 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:44:56.526419 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:44:56.526419 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:44:56.526419 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:44:56.526419 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:44:56.526419 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:44:56.526419 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:44:56.526419 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:44:56.526419 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:44:56.526419 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:44:56.526419 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:44:56.526419 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:44:56.526419 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:44:56.526419 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:44:56.526419 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:44:56.526419 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:44:56.526419 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:44:56.526419 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:44:56.526419 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:44:56.526419 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:44:56.526419 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:44:56.526419 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:44:56.526419 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:44:56.526419 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:44:56.526419 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:44:56.526419 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:44:56.526419 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:44:56.526419 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:44:56.526419 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:44:56.526419 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2de02de-29df-4705-9c16-d624d1e10138 tempest-ExtraDHCPOptionsTestJSON-1479026425 tempest-ExtraDHCPOptionsTestJSON-1479026425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:44:56.529692 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b2de02de-29df-4705-9c16-d624d1e10138 tempest-ExtraDHCPOptionsTestJSON-1479026425 tempest-ExtraDHCPOptionsTestJSON-1479026425-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:56.529692 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-b2de02de-29df-4705-9c16-d624d1e10138 tempest-ExtraDHCPOptionsTestJSON-1479026425 tempest-ExtraDHCPOptionsTestJSON-1479026425-project] 10.222.0.32 "PUT /v2.0/ports/cd91db58-8610-475d-8a62-3dbb4600fc8f HTTP/1.1" status: 200  len: 1135 time: 0.4942131
Dec 25 21:44:56.532383 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 41814) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:44:56.547799 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-b4b3568e-1757-4529-b8d7-56e62aa5baf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:56.589541 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-039c4925-ffdd-409d-a9c5-8a39b50fa6bd tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "GET /v2.0/floatingips/cfacbf5f-f5fb-4070-81ec-ac6adcdfd7f3 HTTP/1.1" status: 200  len: 994 time: 0.1750698
Dec 25 21:44:56.595280 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ed8bc5c2-6ab3-4305-9cd8-3f3818911822 req-43b49f66-b742-442c-869a-2200342af379 service neutron] 10.222.0.32 "GET /v2.0/networks/8ff80b6e-c966-48fa-b9d8-4e20f6169e52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2251420
Dec 25 21:44:56.598138 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c8160a1-b496-42a8-ac1b-62751af0f9d8 tempest-ExtraDHCPOptionsTestJSON-1479026425 tempest-ExtraDHCPOptionsTestJSON-1479026425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:44:56.605584 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-7c8160a1-b496-42a8-ac1b-62751af0f9d8 tempest-ExtraDHCPOptionsTestJSON-1479026425 tempest-ExtraDHCPOptionsTestJSON-1479026425-project] 10.222.0.32 "GET /v2.0/ports/cd91db58-8610-475d-8a62-3dbb4600fc8f HTTP/1.1" status: 200  len: 1135 time: 0.0720620
Dec 25 21:44:56.606760 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 41816) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:44:56.620954 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b3568e-1757-4529-b8d7-56e62aa5baf7 None None] Pushing event updated for resources: {'Port': ['ID=b5bd5dfa-44ab-485e-af7a-131f5f2403d9,revision_number=3']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:44:56.663985 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-a0f30935-1629-405e-895d-d4701b99472a tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Publish callbacks [] for port, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:56.709512 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-c4993f69-87b3-4fee-8ea4-ffb5b28cd8bf tempest-ExtraDHCPOptionsTestJSON-1479026425 tempest-ExtraDHCPOptionsTestJSON-1479026425-project] Deleting port cd91db58-8610-475d-8a62-3dbb4600fc8f {{(pid=121607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:44:56.710446 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-c4993f69-87b3-4fee-8ea4-ffb5b28cd8bf tempest-ExtraDHCPOptionsTestJSON-1479026425 tempest-ExtraDHCPOptionsTestJSON-1479026425-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:56.729149 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-a0f30935-1629-405e-895d-d4701b99472a tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:56.770430 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-6f55f541-1c0d-4361-9aeb-91b7d8bc02e4 None None] Provisioning complete for port cd91db58-8610-475d-8a62-3dbb4600fc8f triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:44:56.771798 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-6f55f541-1c0d-4361-9aeb-91b7d8bc02e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:56.811044 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-6f55f541-1c0d-4361-9aeb-91b7d8bc02e4 None None] Port cd91db58-8610-475d-8a62-3dbb4600fc8f cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:44:56.811264 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f30935-1629-405e-895d-d4701b99472a tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Pushing event updated for resources: {'Port': ['ID=df0c0e9d-73e6-4c13-bda1-93cb99218a9d,revision_number=2']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:44:56.822785 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-c4993f69-87b3-4fee-8ea4-ffb5b28cd8bf tempest-ExtraDHCPOptionsTestJSON-1479026425 tempest-ExtraDHCPOptionsTestJSON-1479026425-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:56.822933 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-6f55f541-1c0d-4361-9aeb-91b7d8bc02e4 None None] Provisioning complete for port b5bd5dfa-44ab-485e-af7a-131f5f2403d9 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:44:56.823501 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-6f55f541-1c0d-4361-9aeb-91b7d8bc02e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:56.840358 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-c4993f69-87b3-4fee-8ea4-ffb5b28cd8bf tempest-ExtraDHCPOptionsTestJSON-1479026425 tempest-ExtraDHCPOptionsTestJSON-1479026425-project] Calling delete_port for cd91db58-8610-475d-8a62-3dbb4600fc8f owned by  {{(pid=121607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:44:56.846554 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-a0f30935-1629-405e-895d-d4701b99472a tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2008639'] for floatingip, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:57.033971 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0dc91629-7d9f-422c-951a-5a0a23f3a986 req-e2c45116-1011-432d-817e-5b9c9d1eeda4 tempest-TestServerMultinode-1634197576 tempest-TestServerMultinode-1634197576-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=a5993418-a92c-4e15-87ac-0f5ef2424768 HTTP/1.1" status: 200  len: 210 time: 0.0983946
Dec 25 21:44:57.050013 ncdv-master-1 neutron-server[121606]: INFO neutron.db.l3_db [None req-a0f30935-1629-405e-895d-d4701b99472a tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Floating IP 0fe9bc46-40e4-4268-acef-90794c876f1f associated. External IP: 172.35.3.178, port: 46007bab-bd9e-4282-97d5-2a4cf51e9186.
Dec 25 21:44:57.106474 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-9e69819f-f03a-4506-929e-8df4d20fe522 None None] Provisioning complete for port cd91db58-8610-475d-8a62-3dbb4600fc8f triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:44:57.112643 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9e69819f-f03a-4506-929e-8df4d20fe522 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:57.132243 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-c4993f69-87b3-4fee-8ea4-ffb5b28cd8bf tempest-ExtraDHCPOptionsTestJSON-1479026425 tempest-ExtraDHCPOptionsTestJSON-1479026425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:57.157134 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-9e69819f-f03a-4506-929e-8df4d20fe522 None None] Port cd91db58-8610-475d-8a62-3dbb4600fc8f cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:44:57.170834 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4993f69-87b3-4fee-8ea4-ffb5b28cd8bf tempest-ExtraDHCPOptionsTestJSON-1479026425 tempest-ExtraDHCPOptionsTestJSON-1479026425-project] Pushing event deleted for resources: {'Port': ['ID=cd91db58-8610-475d-8a62-3dbb4600fc8f,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:44:57.249230 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-c4993f69-87b3-4fee-8ea4-ffb5b28cd8bf tempest-ExtraDHCPOptionsTestJSON-1479026425 tempest-ExtraDHCPOptionsTestJSON-1479026425-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:57.250651 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-c4993f69-87b3-4fee-8ea4-ffb5b28cd8bf tempest-ExtraDHCPOptionsTestJSON-1479026425 tempest-ExtraDHCPOptionsTestJSON-1479026425-project] 10.222.0.32 "DELETE /v2.0/ports/cd91db58-8610-475d-8a62-3dbb4600fc8f HTTP/1.1" status: 204  len: 168 time: 0.6426997
Dec 25 21:44:57.253013 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 41826) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:44:57.269867 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-f5f160db-b0e6-49a9-a8e4-36a6000ecc8a None None] Could not find standard attr ID for object 3f2d2f80-5285-471e-967b-e6e3edfd4d43. {{(pid=121608) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 25 21:44:57.311102 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0f30935-1629-405e-895d-d4701b99472a tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Router bb064fce-7459-4d24-a77f-36f25b7d3080 has already been hosted by L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 {{(pid=121606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 25 21:44:57.319187 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_v2 [None req-131a579a-42ff-40e3-9b4a-4044fc6235fd tempest-ExtraDHCPOptionsTestJSON-1479026425 tempest-ExtraDHCPOptionsTestJSON-1479026425-project] Deleting subnet 36274b1f-a05c-4810-9df6-e2014d01835f {{(pid=121607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Dec 25 21:44:57.323107 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-131a579a-42ff-40e3-9b4a-4044fc6235fd tempest-ExtraDHCPOptionsTestJSON-1479026425 tempest-ExtraDHCPOptionsTestJSON-1479026425-project] Publish callbacks [] for subnet, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:57.477000 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device b5bd5dfa-44ab-485e-af7a-131f5f2403d9 up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:44:57.487316 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0f30935-1629-405e-895d-d4701b99472a tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 21:44:57.507079 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7077783-9904-4ea7-983c-3a4c14bcb7ca None None] Sync routers for ids ['bb064fce-7459-4d24-a77f-36f25b7d3080'] in ncdv-master-1 {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 21:44:57.540100 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7077783-9904-4ea7-983c-3a4c14bcb7ca None None] Routers {'bb064fce-7459-4d24-a77f-36f25b7d3080'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:44:57.540832 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-d7077783-9904-4ea7-983c-3a4c14bcb7ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2612e2bc40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:44:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['bb064fce-7459-4d24-a77f-36f25b7d3080'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:44:57.592038 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-a0f30935-1629-405e-895d-d4701b99472a tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for floatingip, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:57.669285 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-131a579a-42ff-40e3-9b4a-4044fc6235fd tempest-ExtraDHCPOptionsTestJSON-1479026425 tempest-ExtraDHCPOptionsTestJSON-1479026425-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10246617'] for subnet, precommit_delete_associations {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:57.673519 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-a0f30935-1629-405e-895d-d4701b99472a tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 3.8688395
Dec 25 21:44:57.674226 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 41830) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:44:57.674759 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '725062b3-9301-4599-9aba-de15e6198698', 'tag': '46007bab-bd9e-4282-97d5-2a4cf51e9186'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:44:57.677701 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9858820c13ec2827453b94ebc4181065e990a4e4089ccb9fe762531ac62d2fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e577ea91-8c9b-4d14-b1fd-8c62e39ba190" -d '{"events": [{"name": "network-changed", "server_uuid": "725062b3-9301-4599-9aba-de15e6198698", "tag": "46007bab-bd9e-4282-97d5-2a4cf51e9186"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:44:57.730334 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Dec 2021 21:44:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fc0dae1-7cfb-4b76-be8d-5268791fe34e x-openstack-request-id: req-1fc0dae1-7cfb-4b76-be8d-5268791fe34e {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:44:57.730688 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "725062b3-9301-4599-9aba-de15e6198698", "tag": "46007bab-bd9e-4282-97d5-2a4cf51e9186", "status": "completed", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:44:57.730956 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1fc0dae1-7cfb-4b76-be8d-5268791fe34e {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:44:57.731362 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '725062b3-9301-4599-9aba-de15e6198698', 'tag': '46007bab-bd9e-4282-97d5-2a4cf51e9186', 'status': 'completed', 'code': 200}
Dec 25 21:44:57.767441 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-9bb3316e-f583-4a0b-8515-3e10566c50d5 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] 10.222.0.32 "GET /v2.0/floatingips/0fe9bc46-40e4-4268-acef-90794c876f1f HTTP/1.1" status: 200  len: 991 time: 0.0854802
Dec 25 21:44:57.781833 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-131a579a-42ff-40e3-9b4a-4044fc6235fd tempest-ExtraDHCPOptionsTestJSON-1479026425 tempest-ExtraDHCPOptionsTestJSON-1479026425-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995662'] for subnet, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:57.822711 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e577ea91-8c9b-4d14-b1fd-8c62e39ba190 req-5b192199-eecd-4060-8e37-c325ecf50b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:44:57.824269 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e577ea91-8c9b-4d14-b1fd-8c62e39ba190 req-5b192199-eecd-4060-8e37-c325ecf50b5e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=59ed9da8ed224ce9b429cb4c633a2498&device_id=725062b3-9301-4599-9aba-de15e6198698 HTTP/1.1" status: 200  len: 1096 time: 0.0682366
Dec 25 21:44:57.852615 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port b5bd5dfa-44ab-485e-af7a-131f5f2403d9 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:44:57.853339 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:57.924097 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-83e3028a-ac9e-4fa6-93af-fc6b4fe24522 None None] Could not find standard attr ID for object cd91db58-8610-475d-8a62-3dbb4600fc8f. {{(pid=121608) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 25 21:44:57.952634 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e577ea91-8c9b-4d14-b1fd-8c62e39ba190 req-e74ebc05-49ae-4d51-8cb8-89aa045fbdc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:44:57.954457 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e577ea91-8c9b-4d14-b1fd-8c62e39ba190 req-e74ebc05-49ae-4d51-8cb8-89aa045fbdc2 service neutron] 10.222.0.37 "GET /v2.0/networks?id=2d1735c0-d6b4-47c5-98a9-07fa68c49bb1 HTTP/1.1" status: 200  len: 898 time: 0.1172698
Dec 25 21:44:57.961992 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvr_db [None req-d7077783-9904-4ea7-983c-3a4c14bcb7ca None None] Set router bb064fce-7459-4d24-a77f-36f25b7d3080 gateway port host: ncdv-master-1 {{(pid=121608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:44:58.027491 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e577ea91-8c9b-4d14-b1fd-8c62e39ba190 req-248db3fc-3537-42a6-9fbc-30b6035c8b74 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=46007bab-bd9e-4282-97d5-2a4cf51e9186 HTTP/1.1" status: 200  len: 999 time: 0.0657659
Dec 25 21:44:58.028335 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-131a579a-42ff-40e3-9b4a-4044fc6235fd tempest-ExtraDHCPOptionsTestJSON-1479026425 tempest-ExtraDHCPOptionsTestJSON-1479026425-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8632410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8852809'] for subnet, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:58.084767 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131a579a-42ff-40e3-9b4a-4044fc6235fd tempest-ExtraDHCPOptionsTestJSON-1479026425 tempest-ExtraDHCPOptionsTestJSON-1479026425-project] Pushing event deleted for resources: {'Subnet': ['ID=36274b1f-a05c-4810-9df6-e2014d01835f,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:44:58.095416 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e577ea91-8c9b-4d14-b1fd-8c62e39ba190 req-787cec46-2420-4dde-95cd-bbf20248a250 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:44:58.095897 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-131a579a-42ff-40e3-9b4a-4044fc6235fd tempest-ExtraDHCPOptionsTestJSON-1479026425 tempest-ExtraDHCPOptionsTestJSON-1479026425-project] Publish callbacks [] for subnet, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:58.096487 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c384fd8-28c6-4ffc-b5ec-a2832b49ea10 None None] Network 36dcb15f-b4e5-48db-83c9-4ecb527483e4 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:44:58.097669 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e577ea91-8c9b-4d14-b1fd-8c62e39ba190 req-787cec46-2420-4dde-95cd-bbf20248a250 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=78ff16f3-e2c5-4dec-b8db-7056450eca76 HTTP/1.1" status: 200  len: 835 time: 0.0634351
Dec 25 21:44:58.100925 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-131a579a-42ff-40e3-9b4a-4044fc6235fd tempest-ExtraDHCPOptionsTestJSON-1479026425 tempest-ExtraDHCPOptionsTestJSON-1479026425-project] 10.222.0.32 "DELETE /v2.0/subnets/36274b1f-a05c-4810-9df6-e2014d01835f HTTP/1.1" status: 204  len: 168 time: 0.8469563
Dec 25 21:44:58.103309 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 41836) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:44:58.170564 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5e9b7e85-7834-4205-81c5-d90aa601c241 req-bd0b691f-77fe-4eb6-9954-072ee10efdc7 tempest-TestServerMultinode-1634197576 tempest-TestServerMultinode-1634197576-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=a5993418-a92c-4e15-87ac-0f5ef2424768 HTTP/1.1" status: 200  len: 210 time: 0.0315552
Dec 25 21:44:58.182396 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e577ea91-8c9b-4d14-b1fd-8c62e39ba190 req-1bcc12b2-9eeb-4b8d-8646-4ba92a5b43b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:44:58.184195 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e577ea91-8c9b-4d14-b1fd-8c62e39ba190 req-1bcc12b2-9eeb-4b8d-8646-4ba92a5b43b8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2d1735c0-d6b4-47c5-98a9-07fa68c49bb1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0791283
Dec 25 21:44:58.197393 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-352a0af9-3de4-413b-8714-8a1a69c2cf24 tempest-ExtraDHCPOptionsTestJSON-1479026425 tempest-ExtraDHCPOptionsTestJSON-1479026425-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625803'] for network, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:58.259871 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-352a0af9-3de4-413b-8714-8a1a69c2cf24 tempest-ExtraDHCPOptionsTestJSON-1479026425 tempest-ExtraDHCPOptionsTestJSON-1479026425-project] Deleting port b5bd5dfa-44ab-485e-af7a-131f5f2403d9 {{(pid=121607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:44:58.260687 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-352a0af9-3de4-413b-8714-8a1a69c2cf24 tempest-ExtraDHCPOptionsTestJSON-1479026425 tempest-ExtraDHCPOptionsTestJSON-1479026425-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:58.300330 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e577ea91-8c9b-4d14-b1fd-8c62e39ba190 req-a5ce3f89-07b4-489e-82be-3d8cdb885f63 service neutron] 10.222.0.37 "GET /v2.0/networks/2d1735c0-d6b4-47c5-98a9-07fa68c49bb1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0999579
Dec 25 21:44:58.337419 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.db [None req-352a0af9-3de4-413b-8714-8a1a69c2cf24 tempest-ExtraDHCPOptionsTestJSON-1479026425 tempest-ExtraDHCPOptionsTestJSON-1479026425-project] For port b5bd5dfa-44ab-485e-af7a-131f5f2403d9, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b5bd5dfa-44ab-485e-af7a-131f5f2403d9,segment=NetworkSegment(b94f296b-ccc1-411b-b7a8-db1457d413b5),segment_id=b94f296b-ccc1-411b-b7a8-db1457d413b5)] {{(pid=121607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:44:58.337860 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-352a0af9-3de4-413b-8714-8a1a69c2cf24 tempest-ExtraDHCPOptionsTestJSON-1479026425 tempest-ExtraDHCPOptionsTestJSON-1479026425-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:58.352027 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-352a0af9-3de4-413b-8714-8a1a69c2cf24 tempest-ExtraDHCPOptionsTestJSON-1479026425 tempest-ExtraDHCPOptionsTestJSON-1479026425-project] Calling delete_port for b5bd5dfa-44ab-485e-af7a-131f5f2403d9 owned by network:dhcp {{(pid=121607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:44:58.360117 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-d7077783-9904-4ea7-983c-3a4c14bcb7ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2612e2bc40>, [{'id': 'bb064fce-7459-4d24-a77f-36f25b7d3080', 'name': 'tempest-TestNetworkBasicOps-router-426151613', 'tenant_id': '59ed9da8ed224ce9b429cb4c633a2498', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.26'}], 'enable_snat': True}, 'gw_port_id': 'fc671bf1-e418-4f26-aa0d-b9b32d92d2b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:44:08Z', 'updated_at': '2021-12-25T21:44:18Z', 'revision_number': 4, 'project_id': '59ed9da8ed224ce9b429cb4c633a2498', 'gw_port': {'id': 'fc671bf1-e418-4f26-aa0d-b9b32d92d2b1', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:b6:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb064fce-7459-4d24-a77f-36f25b7d3080', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3662, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:44:09Z', 'updated_at': '2021-12-25T21:44:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '0fe9bc46-40e4-4268-acef-90794c876f1f', 'tenant_id': '59ed9da8ed224ce9b429cb4c633a2498', 'floating_ip_address': '172.35.3.178', 'floating_network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'router_id': 'bb064fce-7459-4d24-a77f-36f25b7d3080', 'port_id': '46007bab-bd9e-4282-97d5-2a4cf51e9186', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3736, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2d1735c0-d6b4-47c5-98a9-07fa68c49bb1', 'mac_address': 'fa:16:3e:83:c2:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '725062b3-9301-4599-9aba-de15e6198698', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-25T21:44:55Z', 'updated_at': '2021-12-25T21:44:55Z', 'revision_number': 0, 'project_id': '59ed9da8ed224ce9b429cb4c633a2498', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f1bc128-a0c8-4635-8c71-1ddfa9efda45', 'name': '', 'network_id': '2d1735c0-d6b4-47c5-98a9-07fa68c49bb1', 'tenant_id': '59ed9da8ed224ce9b429cb4c633a2498', 'mac_address': 'fa:16:3e:16:f4:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb064fce-7459-4d24-a77f-36f25b7d3080', 'device_owner': 'network:router_interface', 'standard_attr_id': 3677, 'fixed_ips': [{'subnet_id': '78ff16f3-e2c5-4dec-b8db-7056450eca76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:44:16Z', 'updated_at': '2021-12-25T21:44:29Z', 'revision_number': 5, 'project_id': '59ed9da8ed224ce9b429cb4c633a2498', 'subnets': [{'id': '78ff16f3-e2c5-4dec-b8db-7056450eca76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:44:58.364620 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57b513a3-9fb5-4709-a943-7b255657e399 None None] DHCP port deletion for 36dcb15f-b4e5-48db-83c9-4ecb527483e4 request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 21:44:58.395147 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7077783-9904-4ea7-983c-3a4c14bcb7ca None None] Checking router: bb064fce-7459-4d24-a77f-36f25b7d3080 for host: ncdv-master-1 {{(pid=121608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 25 21:44:58.421167 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e577ea91-8c9b-4d14-b1fd-8c62e39ba190 req-e97bd353-9821-42ba-9dba-8c731febb37b service neutron] 10.222.0.37 "GET /v2.0/networks/2d1735c0-d6b4-47c5-98a9-07fa68c49bb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1121118
Dec 25 21:44:58.426275 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7077783-9904-4ea7-983c-3a4c14bcb7ca None None] Routers {'bb064fce-7459-4d24-a77f-36f25b7d3080'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:44:58.427047 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-d7077783-9904-4ea7-983c-3a4c14bcb7ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2612e2bc40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:44:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['bb064fce-7459-4d24-a77f-36f25b7d3080'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:44:58.534171 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-352a0af9-3de4-413b-8714-8a1a69c2cf24 tempest-ExtraDHCPOptionsTestJSON-1479026425 tempest-ExtraDHCPOptionsTestJSON-1479026425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:58.540436 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-57b513a3-9fb5-4709-a943-7b255657e399 None None] Deleting port b5bd5dfa-44ab-485e-af7a-131f5f2403d9 {{(pid=121608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:44:58.540822 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-57b513a3-9fb5-4709-a943-7b255657e399 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:58.561192 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352a0af9-3de4-413b-8714-8a1a69c2cf24 tempest-ExtraDHCPOptionsTestJSON-1479026425 tempest-ExtraDHCPOptionsTestJSON-1479026425-project] Pushing event deleted for resources: {'Port': ['ID=b5bd5dfa-44ab-485e-af7a-131f5f2403d9,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:44:58.562982 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-352a0af9-3de4-413b-8714-8a1a69c2cf24 tempest-ExtraDHCPOptionsTestJSON-1479026425 tempest-ExtraDHCPOptionsTestJSON-1479026425-project] No DVR routers for this DVR port b5bd5dfa-44ab-485e-af7a-131f5f2403d9 on host ncdv-master-1 {{(pid=121607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:44:58.566695 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvr_db [None req-d7077783-9904-4ea7-983c-3a4c14bcb7ca None None] Set router bb064fce-7459-4d24-a77f-36f25b7d3080 gateway port host: ncdv-master-1 {{(pid=121608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:44:58.650122 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-57b513a3-9fb5-4709-a943-7b255657e399 None None] For port b5bd5dfa-44ab-485e-af7a-131f5f2403d9, host ncdv-master-1, got binding levels [] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:44:58.650450 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-57b513a3-9fb5-4709-a943-7b255657e399 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:58.655504 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-352a0af9-3de4-413b-8714-8a1a69c2cf24 tempest-ExtraDHCPOptionsTestJSON-1479026425 tempest-ExtraDHCPOptionsTestJSON-1479026425-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997585', 'neutron.services.segments.db._delete_segments_for_network-8737602743071'] for network, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:58.680685 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-352a0af9-3de4-413b-8714-8a1a69c2cf24 tempest-ExtraDHCPOptionsTestJSON-1479026425 tempest-ExtraDHCPOptionsTestJSON-1479026425-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2618e18b80>,) {'filters': {'network_id': ['36dcb15f-b4e5-48db-83c9-4ecb527483e4']}} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:44:58.690341 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-352a0af9-3de4-413b-8714-8a1a69c2cf24 tempest-ExtraDHCPOptionsTestJSON-1479026425 tempest-ExtraDHCPOptionsTestJSON-1479026425-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2618e18b80>, 'b94f296b-ccc1-411b-b7a8-db1457d413b5') {'for_net_delete': True} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:44:58.690682 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-352a0af9-3de4-413b-8714-8a1a69c2cf24 tempest-ExtraDHCPOptionsTestJSON-1479026425 tempest-ExtraDHCPOptionsTestJSON-1479026425-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2618e18b80>, 'b94f296b-ccc1-411b-b7a8-db1457d413b5') {} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:44:58.696546 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-57b513a3-9fb5-4709-a943-7b255657e399 None None] Calling delete_port for b5bd5dfa-44ab-485e-af7a-131f5f2403d9 owned by network:dhcp {{(pid=121608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:44:58.700579 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.ipam_backend_mixin [None req-57b513a3-9fb5-4709-a943-7b255657e399 None None] Port b5bd5dfa-44ab-485e-af7a-131f5f2403d9 was not found and therefore no delete operation was performed {{(pid=121608) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}}
Dec 25 21:44:58.707763 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-352a0af9-3de4-413b-8714-8a1a69c2cf24 tempest-ExtraDHCPOptionsTestJSON-1479026425 tempest-ExtraDHCPOptionsTestJSON-1479026425-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737602746920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10246592'] for segment, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:58.707908 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-57b513a3-9fb5-4709-a943-7b255657e399 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955'] for port, after_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:58.715346 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-352a0af9-3de4-413b-8714-8a1a69c2cf24 tempest-ExtraDHCPOptionsTestJSON-1479026425 tempest-ExtraDHCPOptionsTestJSON-1479026425-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:58.721244 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-352a0af9-3de4-413b-8714-8a1a69c2cf24 tempest-ExtraDHCPOptionsTestJSON-1479026425 tempest-ExtraDHCPOptionsTestJSON-1479026425-project] Releasing vlan 163 on physical network physnet1 to pool {{(pid=121607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 25 21:44:58.721623 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-352a0af9-3de4-413b-8714-8a1a69c2cf24 tempest-ExtraDHCPOptionsTestJSON-1479026425 tempest-ExtraDHCPOptionsTestJSON-1479026425-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8633327'] for segment, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:58.724587 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:44:58.724587 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:44:58.724587 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:44:58.724587 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:44:58.724587 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:44:58.724587 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:44:58.724587 ncdv-master-1 neutron-server[121607]: Traceback (most recent call last):
Dec 25 21:44:58.724587 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 25 21:44:58.724587 ncdv-master-1 neutron-server[121607]:     timer()
Dec 25 21:44:58.724587 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 25 21:44:58.724587 ncdv-master-1 neutron-server[121607]:     cb(*args, **kw)
Dec 25 21:44:58.724587 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 25 21:44:58.724587 ncdv-master-1 neutron-server[121607]:     return func(*args, **kwargs)
Dec 25 21:44:58.724587 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 25 21:44:58.724587 ncdv-master-1 neutron-server[121607]:     self._notify()
Dec 25 21:44:58.724587 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 25 21:44:58.724587 ncdv-master-1 neutron-server[121607]:     self.callback(batched_events)
Dec 25 21:44:58.724587 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 25 21:44:58.724587 ncdv-master-1 neutron-server[121607]:     event.method(event)
Dec 25 21:44:58.724587 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 25 21:44:58.724587 ncdv-master-1 neutron-server[121607]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 25 21:44:58.724587 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 25 21:44:58.724587 ncdv-master-1 neutron-server[121607]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 25 21:44:58.724587 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 25 21:44:58.724587 ncdv-master-1 neutron-server[121607]:     return f(self, *a, **k)
Dec 25 21:44:58.724587 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 25 21:44:58.724587 ncdv-master-1 neutron-server[121607]:     return self._get(url).json()
Dec 25 21:44:58.724587 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 25 21:44:58.724587 ncdv-master-1 neutron-server[121607]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 25 21:44:58.724587 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 25 21:44:58.724587 ncdv-master-1 neutron-server[121607]:     return self.request(url, 'GET', **kwargs)
Dec 25 21:44:58.724587 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 25 21:44:58.724587 ncdv-master-1 neutron-server[121607]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 25 21:44:58.724587 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 25 21:44:58.724587 ncdv-master-1 neutron-server[121607]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 25 21:44:58.724587 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 25 21:44:58.724587 ncdv-master-1 neutron-server[121607]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 25 21:44:58.724587 ncdv-master-1 neutron-server[121607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 25 21:44:58.739635 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b513a3-9fb5-4709-a943-7b255657e399 None None] Pushing event deleted for resources: {'Port': ['ID=b5bd5dfa-44ab-485e-af7a-131f5f2403d9,revision_number=None']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:44:58.743802 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57b513a3-9fb5-4709-a943-7b255657e399 None None] No DVR routers for this DVR port b5bd5dfa-44ab-485e-af7a-131f5f2403d9 on host ncdv-master-1 {{(pid=121608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:44:58.771593 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 41838) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:44:58.838120 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-e2265e55-f68c-41a4-9e7c-0d3a6eb1b834 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] 10.222.0.32 "GET /v2.0/floatingips/0fe9bc46-40e4-4268-acef-90794c876f1f HTTP/1.1" status: 200  len: 991 time: 0.0645900
Dec 25 21:44:58.873485 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-352a0af9-3de4-413b-8714-8a1a69c2cf24 tempest-ExtraDHCPOptionsTestJSON-1479026425 tempest-ExtraDHCPOptionsTestJSON-1479026425-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2008653'] for network, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:58.877841 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-352a0af9-3de4-413b-8714-8a1a69c2cf24 tempest-ExtraDHCPOptionsTestJSON-1479026425 tempest-ExtraDHCPOptionsTestJSON-1479026425-project] Publish callbacks [] for network, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:58.881748 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-d7077783-9904-4ea7-983c-3a4c14bcb7ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2612e2bc40>, [{'id': 'bb064fce-7459-4d24-a77f-36f25b7d3080', 'name': 'tempest-TestNetworkBasicOps-router-426151613', 'tenant_id': '59ed9da8ed224ce9b429cb4c633a2498', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.26'}], 'enable_snat': True}, 'gw_port_id': 'fc671bf1-e418-4f26-aa0d-b9b32d92d2b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:44:08Z', 'updated_at': '2021-12-25T21:44:18Z', 'revision_number': 4, 'project_id': '59ed9da8ed224ce9b429cb4c633a2498', 'gw_port': {'id': 'fc671bf1-e418-4f26-aa0d-b9b32d92d2b1', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:b6:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb064fce-7459-4d24-a77f-36f25b7d3080', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3662, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:44:09Z', 'updated_at': '2021-12-25T21:44:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '0fe9bc46-40e4-4268-acef-90794c876f1f', 'tenant_id': '59ed9da8ed224ce9b429cb4c633a2498', 'floating_ip_address': '172.35.3.178', 'floating_network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'router_id': 'bb064fce-7459-4d24-a77f-36f25b7d3080', 'port_id': '46007bab-bd9e-4282-97d5-2a4cf51e9186', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3736, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2d1735c0-d6b4-47c5-98a9-07fa68c49bb1', 'mac_address': 'fa:16:3e:83:c2:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '725062b3-9301-4599-9aba-de15e6198698', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-25T21:44:55Z', 'updated_at': '2021-12-25T21:44:55Z', 'revision_number': 0, 'project_id': '59ed9da8ed224ce9b429cb4c633a2498', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f1bc128-a0c8-4635-8c71-1ddfa9efda45', 'name': '', 'network_id': '2d1735c0-d6b4-47c5-98a9-07fa68c49bb1', 'tenant_id': '59ed9da8ed224ce9b429cb4c633a2498', 'mac_address': 'fa:16:3e:16:f4:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb064fce-7459-4d24-a77f-36f25b7d3080', 'device_owner': 'network:router_interface', 'standard_attr_id': 3677, 'fixed_ips': [{'subnet_id': '78ff16f3-e2c5-4dec-b8db-7056450eca76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:44:16Z', 'updated_at': '2021-12-25T21:44:29Z', 'revision_number': 5, 'project_id': '59ed9da8ed224ce9b429cb4c633a2498', 'subnets': [{'id': '78ff16f3-e2c5-4dec-b8db-7056450eca76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:44:58.883184 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-352a0af9-3de4-413b-8714-8a1a69c2cf24 tempest-ExtraDHCPOptionsTestJSON-1479026425 tempest-ExtraDHCPOptionsTestJSON-1479026425-project] 10.222.0.32 "DELETE /v2.0/networks/36dcb15f-b4e5-48db-83c9-4ecb527483e4 HTTP/1.1" status: 204  len: 168 time: 0.7788255
Dec 25 21:44:58.898804 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352a0af9-3de4-413b-8714-8a1a69c2cf24 tempest-ExtraDHCPOptionsTestJSON-1479026425 tempest-ExtraDHCPOptionsTestJSON-1479026425-project] Pushing event deleted for resources: {'Network': ['ID=36dcb15f-b4e5-48db-83c9-4ecb527483e4,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:44:58.916916 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7077783-9904-4ea7-983c-3a4c14bcb7ca None None] The sync data for ids ['bb064fce-7459-4d24-a77f-36f25b7d3080'] in ncdv-master-1 is: [{'id': 'bb064fce-7459-4d24-a77f-36f25b7d3080', 'name': 'tempest-TestNetworkBasicOps-router-426151613', 'tenant_id': '59ed9da8ed224ce9b429cb4c633a2498', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.26'}], 'enable_snat': True}, 'gw_port_id': 'fc671bf1-e418-4f26-aa0d-b9b32d92d2b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:44:08Z', 'updated_at': '2021-12-25T21:44:18Z', 'revision_number': 4, 'project_id': '59ed9da8ed224ce9b429cb4c633a2498', 'gw_port': {'id': 'fc671bf1-e418-4f26-aa0d-b9b32d92d2b1', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:b6:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb064fce-7459-4d24-a77f-36f25b7d3080', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3662, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:44:09Z', 'updated_at': '2021-12-25T21:44:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '0fe9bc46-40e4-4268-acef-90794c876f1f', 'tenant_id': '59ed9da8ed224ce9b429cb4c633a2498', 'floating_ip_address': '172.35.3.178', 'floating_network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'router_id': 'bb064fce-7459-4d24-a77f-36f25b7d3080', 'port_id': '46007bab-bd9e-4282-97d5-2a4cf51e9186', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3736, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2d1735c0-d6b4-47c5-98a9-07fa68c49bb1', 'mac_address': 'fa:16:3e:83:c2:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '725062b3-9301-4599-9aba-de15e6198698', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-25T21:44:55Z', 'updated_at': '2021-12-25T21:44:55Z', 'revision_number': 0, 'project_id': '59ed9da8ed224ce9b429cb4c633a2498', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f1bc128-a0c8-4635-8c71-1ddfa9efda45', 'name': '', 'network_id': '2d1735c0-d6b4-47c5-98a9-07fa68c49bb1', 'tenant_id': '59ed9da8ed224ce9b429cb4c633a2498', 'mac_address': 'fa:16:3e:16:f4:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb064fce-7459-4d24-a77f-36f25b7d3080', 'device_owner': 'network:router_interface', 'standard_attr_id': 3677, 'fixed_ips': [{'subnet_id': '78ff16f3-e2c5-4dec-b8db-7056450eca76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:44:16Z', 'updated_at': '2021-12-25T21:44:29Z', 'revision_number': 5, 'project_id': '59ed9da8ed224ce9b429cb4c633a2498', 'subnets': [{'id': '78ff16f3-e2c5-4dec-b8db-7056450eca76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 21:44:59.140076 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-341dfb50-0765-4d3a-b4aa-cf7558bc0117 None None] New status for floating IP 0fe9bc46-40e4-4268-acef-90794c876f1f: ACTIVE {{(pid=121609) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 25 21:44:59.287328 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0a93131a-ad39-475d-b5fe-53eb5b23080a req-2deedef1-f755-42fc-9e74-4a27d16b11b5 tempest-TestServerMultinode-1634197576 tempest-TestServerMultinode-1634197576-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=a5993418-a92c-4e15-87ac-0f5ef2424768 HTTP/1.1" status: 200  len: 210 time: 0.0320320
Dec 25 21:44:59.311109 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8bc5c2-6ab3-4305-9cd8-3f3818911822 req-fcfbc051-2029-48bf-afe2-a10d4edcc02d tempest-TestServerMultinode-1634197576 tempest-TestServerMultinode-1634197576-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:44:59.311109 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ed8bc5c2-6ab3-4305-9cd8-3f3818911822 req-fcfbc051-2029-48bf-afe2-a10d4edcc02d tempest-TestServerMultinode-1634197576 tempest-TestServerMultinode-1634197576-project-admin] 10.222.0.37 "GET /v2.0/networks?id=8ff80b6e-c966-48fa-b9d8-4e20f6169e52 HTTP/1.1" status: 200  len: 909 time: 0.1201835
Dec 25 21:44:59.326419 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-ed8bc5c2-6ab3-4305-9cd8-3f3818911822 req-fb920343-4894-46e4-b68e-a5442c642c9e tempest-TestServerMultinode-1634197576 tempest-TestServerMultinode-1634197576-project-admin] Request body: {'port': {'device_id': 'a5993418-a92c-4e15-87ac-0f5ef2424768', 'network_id': '8ff80b6e-c966-48fa-b9d8-4e20f6169e52', 'admin_state_up': True, 'tenant_id': '7111026d02ad417e83bc2f057ded219d'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:44:59.367075 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device b5bd5dfa-44ab-485e-af7a-131f5f2403d9 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:44:59.374736 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 41846) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:44:59.390345 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] No Port match for: b5bd5dfa-44ab-485e-af7a-131f5f2403d9 {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:44:59.390698 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device b5bd5dfa-44ab-485e-af7a-131f5f2403d9 not bound to the agent host ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:44:59.433540 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed8bc5c2-6ab3-4305-9cd8-3f3818911822 req-fb920343-4894-46e4-b68e-a5442c642c9e tempest-TestServerMultinode-1634197576 tempest-TestServerMultinode-1634197576-project-admin] Made reservation on behalf of 7111026d02ad417e83bc2f057ded219d for: {'port': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:44:59.436562 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-ed8bc5c2-6ab3-4305-9cd8-3f3818911822 req-fb920343-4894-46e4-b68e-a5442c642c9e tempest-TestServerMultinode-1634197576 tempest-TestServerMultinode-1634197576-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:59.524573 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-dfafa800-6896-4516-bcf8-4c86d7b2c471 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=484f383bb9c04abda69ebea9399fe979&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1458366
Dec 25 21:44:59.524867 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 41850) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:44:59.555744 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_common [req-ed8bc5c2-6ab3-4305-9cd8-3f3818911822 req-fb920343-4894-46e4-b68e-a5442c642c9e tempest-TestServerMultinode-1634197576 tempest-TestServerMultinode-1634197576-project-admin] Allocated IP 172.20.0.14 (8ff80b6e-c966-48fa-b9d8-4e20f6169e52/422d336a-8bb7-459f-a638-8406815d7db8/a592d7a8-b1cf-4096-b574-f2447197322e) {{(pid=121606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:44:59.578026 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-0915e284-93c4-45f5-a08c-edf9e9c693cb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:59.598167 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-0915e284-93c4-45f5-a08c-edf9e9c693cb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:59.702036 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-0915e284-93c4-45f5-a08c-edf9e9c693cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:59.702820 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-ed8bc5c2-6ab3-4305-9cd8-3f3818911822 req-fb920343-4894-46e4-b68e-a5442c642c9e tempest-TestServerMultinode-1634197576 tempest-TestServerMultinode-1634197576-project-admin] Publish callbacks [] for port, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:59.704710 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-0915e284-93c4-45f5-a08c-edf9e9c693cb admin admin] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:59.708866 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-0915e284-93c4-45f5-a08c-edf9e9c693cb admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0ed0963d-9c90-4312-9259-5361a2e7a4aa HTTP/1.1" status: 204  len: 168 time: 0.1800890
Dec 25 21:44:59.714634 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0915e284-93c4-45f5-a08c-edf9e9c693cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ed0963d-9c90-4312-9259-5361a2e7a4aa,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:44:59.771581 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-ed8bc5c2-6ab3-4305-9cd8-3f3818911822 req-fb920343-4894-46e4-b68e-a5442c642c9e tempest-TestServerMultinode-1634197576 tempest-TestServerMultinode-1634197576-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:59.782247 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] get_ports_and_sgs() called for port_ids ['969022d6-ccf2-4bce-a499-ff0d103d87ae'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:44:59.813538 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed8bc5c2-6ab3-4305-9cd8-3f3818911822 req-fb920343-4894-46e4-b68e-a5442c642c9e tempest-TestServerMultinode-1634197576 tempest-TestServerMultinode-1634197576-project-admin] Network 8ff80b6e-c966-48fa-b9d8-4e20f6169e52 is already hosted by enough agents. {{(pid=121606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:44:59.816543 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [req-ed8bc5c2-6ab3-4305-9cd8-3f3818911822 req-fb920343-4894-46e4-b68e-a5442c642c9e tempest-TestServerMultinode-1634197576 tempest-TestServerMultinode-1634197576-project-admin] Resources bound (agent type, host, resource id):  {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:44:59.820950 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed8bc5c2-6ab3-4305-9cd8-3f3818911822 req-fb920343-4894-46e4-b68e-a5442c642c9e tempest-TestServerMultinode-1634197576 tempest-TestServerMultinode-1634197576-project-admin] Received port after_create {{(pid=121606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:44:59.827542 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb920343-4894-46e4-b68e-a5442c642c9e tempest-TestServerMultinode-1634197576 tempest-TestServerMultinode-1634197576-project-admin] Pushing event updated for resources: {'Port': ['ID=a592d7a8-b1cf-4096-b574-f2447197322e,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:44:59.842823 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 41854) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:44:59.868572 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8bc5c2-6ab3-4305-9cd8-3f3818911822 req-fb920343-4894-46e4-b68e-a5442c642c9e tempest-TestServerMultinode-1634197576 tempest-TestServerMultinode-1634197576-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:44:59.869236 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-ed8bc5c2-6ab3-4305-9cd8-3f3818911822 req-fb920343-4894-46e4-b68e-a5442c642c9e tempest-TestServerMultinode-1634197576 tempest-TestServerMultinode-1634197576-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:44:59.919610 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-4ce08ba1-3bfc-494a-902f-6be91ab44b1b tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] 10.222.0.32 "GET /v2.0/floatingips/0fe9bc46-40e4-4268-acef-90794c876f1f HTTP/1.1" status: 200  len: 993 time: 0.0778017
Dec 25 21:44:59.975197 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ed8bc5c2-6ab3-4305-9cd8-3f3818911822 req-fb920343-4894-46e4-b68e-a5442c642c9e tempest-TestServerMultinode-1634197576 tempest-TestServerMultinode-1634197576-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1030 time: 0.6548314
Dec 25 21:44:59.989385 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-ed8bc5c2-6ab3-4305-9cd8-3f3818911822 req-21f722a6-aea8-4733-99b5-956f7ba92df5 service neutron] Request body: {'port': {'device_id': 'a5993418-a92c-4e15-87ac-0f5ef2424768', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:45:00.046441 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-ed8bc5c2-6ab3-4305-9cd8-3f3818911822 req-21f722a6-aea8-4733-99b5-956f7ba92df5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:00.070379 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-f33d9dca-0ca0-4b15-9c5d-8f78ea7ce5e3 None None] Provisioning complete for port a592d7a8-b1cf-4096-b574-f2447197322e triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:45:00.070379 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-f33d9dca-0ca0-4b15-9c5d-8f78ea7ce5e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:00.112995 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-f33d9dca-0ca0-4b15-9c5d-8f78ea7ce5e3 None None] Port a592d7a8-b1cf-4096-b574-f2447197322e cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:45:00.322574 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [req-ed8bc5c2-6ab3-4305-9cd8-3f3818911822 req-21f722a6-aea8-4733-99b5-956f7ba92df5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a592d7a8-b1cf-4096-b574-f2447197322e {{(pid=121606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:45:00.330381 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-ed8bc5c2-6ab3-4305-9cd8-3f3818911822 req-21f722a6-aea8-4733-99b5-956f7ba92df5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:00.343154 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.provisioning_blocks [req-ed8bc5c2-6ab3-4305-9cd8-3f3818911822 req-21f722a6-aea8-4733-99b5-956f7ba92df5 service neutron] Transition to ACTIVE for port object a592d7a8-b1cf-4096-b574-f2447197322e will not be triggered until provisioned by entity L2. {{(pid=121606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 25 21:45:00.398718 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2cac3b-cf6a-4ab9-b13a-e4175dfba036 req-86f53b2d-a998-4fc2-8dad-4af9720c850c tempest-TestServerMultinode-1634197576 tempest-TestServerMultinode-1634197576-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:45:00.400216 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-6a2cac3b-cf6a-4ab9-b13a-e4175dfba036 req-86f53b2d-a998-4fc2-8dad-4af9720c850c tempest-TestServerMultinode-1634197576 tempest-TestServerMultinode-1634197576-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=a5993418-a92c-4e15-87ac-0f5ef2424768 HTTP/1.1" status: 200  len: 1028 time: 0.0414488
Dec 25 21:45:00.423273 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-ed8bc5c2-6ab3-4305-9cd8-3f3818911822 req-21f722a6-aea8-4733-99b5-956f7ba92df5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:00.495734 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-6a2cac3b-cf6a-4ab9-b13a-e4175dfba036 req-8e30035f-39a2-4a35-bd7d-79a0c397db7b tempest-TestServerMultinode-1634197576 tempest-TestServerMultinode-1634197576-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=22866a5d-812f-439b-8d61-5070a8152c13&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0891659
Dec 25 21:45:00.508981 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f722a6-aea8-4733-99b5-956f7ba92df5 service neutron] Pushing event updated for resources: {'Port': ['ID=a592d7a8-b1cf-4096-b574-f2447197322e,revision_number=2']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:45:00.581803 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-ed8bc5c2-6ab3-4305-9cd8-3f3818911822 req-21f722a6-aea8-4733-99b5-956f7ba92df5 service neutron] Attempting to bind port a592d7a8-b1cf-4096-b574-f2447197322e on host nch2-master-1 for vnic_type normal with profile  {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:45:00.582147 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-ed8bc5c2-6ab3-4305-9cd8-3f3818911822 req-21f722a6-aea8-4733-99b5-956f7ba92df5 service neutron] Attempting to bind port a592d7a8-b1cf-4096-b574-f2447197322e by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '2908bfa6-99d6-4bee-a25d-023e094a80e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '8ff80b6e-c966-48fa-b9d8-4e20f6169e52'}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:45:00.582484 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed8bc5c2-6ab3-4305-9cd8-3f3818911822 req-21f722a6-aea8-4733-99b5-956f7ba92df5 service neutron] Attempting to bind port a592d7a8-b1cf-4096-b574-f2447197322e on network 8ff80b6e-c966-48fa-b9d8-4e20f6169e52 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:45:00.588375 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed8bc5c2-6ab3-4305-9cd8-3f3818911822 req-21f722a6-aea8-4733-99b5-956f7ba92df5 service neutron] Port a592d7a8-b1cf-4096-b574-f2447197322e on network 8ff80b6e-c966-48fa-b9d8-4e20f6169e52 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 25 21:45:00.588712 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed8bc5c2-6ab3-4305-9cd8-3f3818911822 req-21f722a6-aea8-4733-99b5-956f7ba92df5 service neutron] Attempting to bind port a592d7a8-b1cf-4096-b574-f2447197322e on network 8ff80b6e-c966-48fa-b9d8-4e20f6169e52 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:45:00.594355 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed8bc5c2-6ab3-4305-9cd8-3f3818911822 req-21f722a6-aea8-4733-99b5-956f7ba92df5 service neutron] Checking agent: {'id': '0d9ae313-8f8d-40fa-8a9f-d098a25a9911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 21, 4, 38), 'started_at': datetime.datetime(2021, 12, 25, 21, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 44, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:45:00.594847 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed8bc5c2-6ab3-4305-9cd8-3f3818911822 req-21f722a6-aea8-4733-99b5-956f7ba92df5 service neutron] Checking segment: {'id': '2908bfa6-99d6-4bee-a25d-023e094a80e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '8ff80b6e-c966-48fa-b9d8-4e20f6169e52'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:45:00.595085 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed8bc5c2-6ab3-4305-9cd8-3f3818911822 req-21f722a6-aea8-4733-99b5-956f7ba92df5 service neutron] Bound using segment: {'id': '2908bfa6-99d6-4bee-a25d-023e094a80e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '8ff80b6e-c966-48fa-b9d8-4e20f6169e52'} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:45:00.595673 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-ed8bc5c2-6ab3-4305-9cd8-3f3818911822 req-21f722a6-aea8-4733-99b5-956f7ba92df5 service neutron] Bound port: a592d7a8-b1cf-4096-b574-f2447197322e, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2908bfa6-99d6-4bee-a25d-023e094a80e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '8ff80b6e-c966-48fa-b9d8-4e20f6169e52'}}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:45:00.596041 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-ed8bc5c2-6ab3-4305-9cd8-3f3818911822 req-21f722a6-aea8-4733-99b5-956f7ba92df5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:00.664813 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-ed8bc5c2-6ab3-4305-9cd8-3f3818911822 req-21f722a6-aea8-4733-99b5-956f7ba92df5 service neutron] For port a592d7a8-b1cf-4096-b574-f2447197322e, host nch2-master-1, cleared binding levels {{(pid=121606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:45:00.674665 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-ed8bc5c2-6ab3-4305-9cd8-3f3818911822 req-21f722a6-aea8-4733-99b5-956f7ba92df5 service neutron] For port a592d7a8-b1cf-4096-b574-f2447197322e, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a592d7a8-b1cf-4096-b574-f2447197322e,segment=NetworkSegment(2908bfa6-99d6-4bee-a25d-023e094a80e9),segment_id=2908bfa6-99d6-4bee-a25d-023e094a80e9)] {{(pid=121606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:45:00.736923 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-ed8bc5c2-6ab3-4305-9cd8-3f3818911822 req-21f722a6-aea8-4733-99b5-956f7ba92df5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:00.779522 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8bc5c2-6ab3-4305-9cd8-3f3818911822 req-21f722a6-aea8-4733-99b5-956f7ba92df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:45:00.780145 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-ed8bc5c2-6ab3-4305-9cd8-3f3818911822 req-21f722a6-aea8-4733-99b5-956f7ba92df5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:00.781588 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ed8bc5c2-6ab3-4305-9cd8-3f3818911822 req-21f722a6-aea8-4733-99b5-956f7ba92df5 service neutron] 10.222.0.37 "PUT /v2.0/ports/a592d7a8-b1cf-4096-b574-f2447197322e HTTP/1.1" status: 200  len: 1092 time: 0.7981608
Dec 25 21:45:00.782037 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5993418-a92c-4e15-87ac-0f5ef2424768', 'tag': 'a592d7a8-b1cf-4096-b574-f2447197322e'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:45:00.784503 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9858820c13ec2827453b94ebc4181065e990a4e4089ccb9fe762531ac62d2fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6dbe044-1d18-44ef-83f5-d3551e4d29a4" -d '{"events": [{"name": "network-changed", "server_uuid": "a5993418-a92c-4e15-87ac-0f5ef2424768", "tag": "a592d7a8-b1cf-4096-b574-f2447197322e"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:45:00.818900 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f722a6-aea8-4733-99b5-956f7ba92df5 service neutron] Pushing event updated for resources: {'Port': ['ID=a592d7a8-b1cf-4096-b574-f2447197322e,revision_number=3']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:45:00.819868 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 41878) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:45:00.830689 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Dec 2021 21:45:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ade5da1-e7a0-42e5-a9f6-bd62e5a0c638 x-openstack-request-id: req-6ade5da1-e7a0-42e5-a9f6-bd62e5a0c638 {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:45:00.831099 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5993418-a92c-4e15-87ac-0f5ef2424768", "tag": "a592d7a8-b1cf-4096-b574-f2447197322e", "status": "completed", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:45:00.831555 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6ade5da1-e7a0-42e5-a9f6-bd62e5a0c638 {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:45:00.831964 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5993418-a92c-4e15-87ac-0f5ef2424768', 'tag': 'a592d7a8-b1cf-4096-b574-f2447197322e', 'status': 'completed', 'code': 200}
Dec 25 21:45:00.899896 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dbe044-1d18-44ef-83f5-d3551e4d29a4 req-4e3c124a-28bd-4469-bd27-77013098478f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:45:00.902181 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f6dbe044-1d18-44ef-83f5-d3551e4d29a4 req-4e3c124a-28bd-4469-bd27-77013098478f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7111026d02ad417e83bc2f057ded219d&device_id=a5993418-a92c-4e15-87ac-0f5ef2424768 HTTP/1.1" status: 200  len: 1095 time: 0.0484264
Dec 25 21:45:00.934337 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-0c4838bf-99c1-4497-b1d9-1e019ed829ba tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-922743256'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:45:01.017714 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dbe044-1d18-44ef-83f5-d3551e4d29a4 req-57ebbd7a-8ceb-461d-960e-2a36c6d1f60a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:45:01.019176 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f6dbe044-1d18-44ef-83f5-d3551e4d29a4 req-57ebbd7a-8ceb-461d-960e-2a36c6d1f60a service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=7111026d02ad417e83bc2f057ded219d&shared=False HTTP/1.1" status: 200  len: 911 time: 0.1091359
Dec 25 21:45:01.038934 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c4838bf-99c1-4497-b1d9-1e019ed829ba tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Made reservation on behalf of ebdc409fadbd4a71aa1e98f8a0586bd1 for: {'network': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:45:01.042394 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-0c4838bf-99c1-4497-b1d9-1e019ed829ba tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for network, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:01.051793 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-0c4838bf-99c1-4497-b1d9-1e019ed829ba tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Publish callbacks [] for security_group, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:01.115431 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dbe044-1d18-44ef-83f5-d3551e4d29a4 req-88298623-668d-4d18-9c7c-83809406be72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:45:01.116955 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f6dbe044-1d18-44ef-83f5-d3551e4d29a4 req-88298623-668d-4d18-9c7c-83809406be72 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.0906415
Dec 25 21:45:01.132772 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-0c4838bf-99c1-4497-b1d9-1e019ed829ba tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Publish callbacks [] for security_group, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:01.187273 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-0c4838bf-99c1-4497-b1d9-1e019ed829ba tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:01.194893 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8bc5c2-6ab3-4305-9cd8-3f3818911822 req-e9ebe630-10ec-41d3-9839-ead4fbc721b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:45:01.196466 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ed8bc5c2-6ab3-4305-9cd8-3f3818911822 req-e9ebe630-10ec-41d3-9839-ead4fbc721b6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7111026d02ad417e83bc2f057ded219d&device_id=a5993418-a92c-4e15-87ac-0f5ef2424768 HTTP/1.1" status: 200  len: 1095 time: 0.0420098
Dec 25 21:45:01.211240 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c4838bf-99c1-4497-b1d9-1e019ed829ba tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] vlan segment allocate from pool success with {'vlan_id': 159, 'physical_network': 'physnet1'}  {{(pid=121607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 25 21:45:01.224682 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4838bf-99c1-4497-b1d9-1e019ed829ba tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1378a81-1b85-4429-b626-f8efd0272973,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:45:01.229413 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-0c4838bf-99c1-4497-b1d9-1e019ed829ba tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:01.229758 ncdv-master-1 neutron-server[121607]: INFO neutron.db.segments_db [None req-0c4838bf-99c1-4497-b1d9-1e019ed829ba tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Added segment cc8fb848-5459-4975-92fe-e47da9ef891b of type vlan for network 11c57336-81a6-4ed4-9740-8303ccb27742
Dec 25 21:45:01.245733 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ed8bc5c2-6ab3-4305-9cd8-3f3818911822 req-3cb8a19a-1277-41d9-bd4c-d5f70cd9ac01 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a592d7a8-b1cf-4096-b574-f2447197322e HTTP/1.1" status: 200  len: 217 time: 0.0413725
Dec 25 21:45:01.270129 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-0c4838bf-99c1-4497-b1d9-1e019ed829ba tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737602163420'] for network, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:01.297069 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8bc5c2-6ab3-4305-9cd8-3f3818911822 req-24b167cb-bd87-4de1-86e3-02d4025e702a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:45:01.298564 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ed8bc5c2-6ab3-4305-9cd8-3f3818911822 req-24b167cb-bd87-4de1-86e3-02d4025e702a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=422d336a-8bb7-459f-a638-8406815d7db8 HTTP/1.1" status: 200  len: 847 time: 0.0460172
Dec 25 21:45:01.341824 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-0c4838bf-99c1-4497-b1d9-1e019ed829ba tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870'] for network, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:01.344272 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8bc5c2-6ab3-4305-9cd8-3f3818911822 req-4c5dbe69-a996-4b1a-99f9-097d697d21d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:45:01.345852 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ed8bc5c2-6ab3-4305-9cd8-3f3818911822 req-4c5dbe69-a996-4b1a-99f9-097d697d21d1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8ff80b6e-c966-48fa-b9d8-4e20f6169e52&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0404110
Dec 25 21:45:01.347702 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c4838bf-99c1-4497-b1d9-1e019ed829ba tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:45:01.348340 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-0c4838bf-99c1-4497-b1d9-1e019ed829ba tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Publish callbacks [] for network, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:01.413241 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4838bf-99c1-4497-b1d9-1e019ed829ba tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Pushing event updated for resources: {'Network': ['ID=11c57336-81a6-4ed4-9740-8303ccb27742,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:45:01.424041 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Network 11c57336-81a6-4ed4-9740-8303ccb27742 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 25 21:45:01.459561 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-0c4838bf-99c1-4497-b1d9-1e019ed829ba tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 779 time: 0.6385384
Dec 25 21:45:01.595302 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 41884) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:45:01.595302 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-b3600939-872e-4454-920d-3d70828c86ab tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Request body: {'subnet': {'network_id': '11c57336-81a6-4ed4-9740-8303ccb27742', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:45:01.758755 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3600939-872e-4454-920d-3d70828c86ab tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Made reservation on behalf of ebdc409fadbd4a71aa1e98f8a0586bd1 for: {'subnet': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:45:01.762598 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b3600939-872e-4454-920d-3d70828c86ab tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8852834'] for subnet, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:01.807772 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ed8bc5c2-6ab3-4305-9cd8-3f3818911822 req-5c96c1ce-0177-44f5-88cc-cd202501a21d service neutron] 10.222.0.37 "GET /v2.0/networks/8ff80b6e-c966-48fa-b9d8-4e20f6169e52?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4529812
Dec 25 21:45:01.813715 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03672a6-451a-4eaf-a514-0c1f11aa85b9 req-f36df624-b2ef-4df6-8b9c-37df6b1f0350 tempest-TestServerMultinode-1634197576 tempest-TestServerMultinode-1634197576-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:45:01.815137 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a03672a6-451a-4eaf-a514-0c1f11aa85b9 req-f36df624-b2ef-4df6-8b9c-37df6b1f0350 tempest-TestServerMultinode-1634197576 tempest-TestServerMultinode-1634197576-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=a5993418-a92c-4e15-87ac-0f5ef2424768 HTTP/1.1" status: 200  len: 1095 time: 0.0606444
Dec 25 21:45:01.920470 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a03672a6-451a-4eaf-a514-0c1f11aa85b9 req-23831044-4001-43c1-9349-888c18220505 tempest-TestServerMultinode-1634197576 tempest-TestServerMultinode-1634197576-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=22866a5d-812f-439b-8d61-5070a8152c13&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0939555
Dec 25 21:45:01.943617 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ed8bc5c2-6ab3-4305-9cd8-3f3818911822 req-86abaaca-1347-4569-ad4a-f7f6d6f97cf2 service neutron] 10.222.0.37 "GET /v2.0/networks/8ff80b6e-c966-48fa-b9d8-4e20f6169e52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1252589
Dec 25 21:45:01.991786 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b3600939-872e-4454-920d-3d70828c86ab tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8632475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8852848'] for subnet, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:02.051227 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3600939-872e-4454-920d-3d70828c86ab tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Pushing event updated for resources: {'Subnet': ['ID=673b7b84-7986-48cb-aca0-d874a8fb1ca5,revision_number=0']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:45:02.060241 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3600939-872e-4454-920d-3d70828c86ab tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Checking segment: {'id': 'cc8fb848-5459-4975-92fe-e47da9ef891b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '11c57336-81a6-4ed4-9740-8303ccb27742'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:45:02.060599 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3600939-872e-4454-920d-3d70828c86ab tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Network hostable DHCP agents. Network: 11c57336-81a6-4ed4-9740-8303ccb27742, hostable agents: ['1813db88-2c1b-4357-a2ba-869246b663c2'], hosted agents: [] {{(pid=121607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 25 21:45:02.113164 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3600939-872e-4454-920d-3d70828c86ab tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Network 11c57336-81a6-4ed4-9740-8303ccb27742 is scheduled to be hosted by DHCP agent 1813db88-2c1b-4357-a2ba-869246b663c2 with binding_index 1 {{(pid=121607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 25 21:45:02.158540 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-b3600939-872e-4454-920d-3d70828c86ab tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 11c57336-81a6-4ed4-9740-8303ccb27742) {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:45:02.163044 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3600939-872e-4454-920d-3d70828c86ab tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:45:02.163641 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b3600939-872e-4454-920d-3d70828c86ab tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Publish callbacks [] for subnet, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:02.173549 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d72370a3-ffcd-4427-8517-a6d53d7c5cca None None] Network 11c57336-81a6-4ed4-9740-8303ccb27742 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:45:02.270011 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb9daa76-e9c7-4f20-a0c6-6adce2969dda None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-11c57336-81a6-4ed4-9740-8303ccb27742', 'network_id': '11c57336-81a6-4ed4-9740-8303ccb27742', 'project_id': 'ebdc409fadbd4a71aa1e98f8a0586bd1', 'fixed_ips': [{'subnet_id': '673b7b84-7986-48cb-aca0-d874a8fb1ca5'}]}} from ncdv-master-1. {{(pid=121608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 25 21:45:02.270896 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-fb9daa76-e9c7-4f20-a0c6-6adce2969dda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:02.302449 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-b3600939-872e-4454-920d-3d70828c86ab tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 816 time: 0.7123408
Dec 25 21:45:02.305878 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 41886) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:45:02.311525 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-5c0ae17a-1a03-409d-a89f-dd6660e8eedb tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-412679737'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:45:02.408492 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c0ae17a-1a03-409d-a89f-dd6660e8eedb tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Made reservation on behalf of ebdc409fadbd4a71aa1e98f8a0586bd1 for: {'network': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:45:02.412901 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5c0ae17a-1a03-409d-a89f-dd6660e8eedb tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for network, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:02.413586 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.db_base_plugin_common [None req-fb9daa76-e9c7-4f20-a0c6-6adce2969dda None None] Allocated IP 172.20.255.242 (11c57336-81a6-4ed4-9740-8303ccb27742/673b7b84-7986-48cb-aca0-d874a8fb1ca5/dd82c4c3-2673-4c7c-ba97-814f1deecdf6) {{(pid=121608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:45:02.436841 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c0ae17a-1a03-409d-a89f-dd6660e8eedb tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] vlan segment allocate from pool success with {'vlan_id': 175, 'physical_network': 'physnet1'}  {{(pid=121607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 25 21:45:02.446318 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5c0ae17a-1a03-409d-a89f-dd6660e8eedb tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:02.446681 ncdv-master-1 neutron-server[121607]: INFO neutron.db.segments_db [None req-5c0ae17a-1a03-409d-a89f-dd6660e8eedb tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Added segment 72690353-bb79-4c6b-9a34-5e9fb945f139 of type vlan for network 65ccb84f-e8d8-49d7-a225-216299c6e75e
Dec 25 21:45:02.492406 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5c0ae17a-1a03-409d-a89f-dd6660e8eedb tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737602163420'] for network, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:02.557121 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-fb9daa76-e9c7-4f20-a0c6-6adce2969dda None None] Publish callbacks [] for port, precommit_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:02.581460 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5c0ae17a-1a03-409d-a89f-dd6660e8eedb tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870'] for network, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:02.587065 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c0ae17a-1a03-409d-a89f-dd6660e8eedb tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:45:02.587634 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5c0ae17a-1a03-409d-a89f-dd6660e8eedb tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Publish callbacks [] for network, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:02.639107 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-fb9daa76-e9c7-4f20-a0c6-6adce2969dda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946'] for port, after_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:02.653111 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0ae17a-1a03-409d-a89f-dd6660e8eedb tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Pushing event updated for resources: {'Network': ['ID=65ccb84f-e8d8-49d7-a225-216299c6e75e,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:45:02.666357 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Network 65ccb84f-e8d8-49d7-a225-216299c6e75e details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 25 21:45:02.704650 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-5c0ae17a-1a03-409d-a89f-dd6660e8eedb tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 779 time: 0.3975313
Dec 25 21:45:02.707259 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 41888) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:45:02.710211 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb9daa76-e9c7-4f20-a0c6-6adce2969dda None None] Network 11c57336-81a6-4ed4-9740-8303ccb27742 is already hosted by enough agents. {{(pid=121608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:45:02.712531 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-353fb894-7abe-4ad4-bc9d-7e5477bb9ebe tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Request body: {'subnet': {'network_id': '65ccb84f-e8d8-49d7-a225-216299c6e75e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:45:02.712974 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9daa76-e9c7-4f20-a0c6-6adce2969dda None None] Pushing event updated for resources: {'Port': ['ID=dd82c4c3-2673-4c7c-ba97-814f1deecdf6,revision_number=1']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:45:02.715364 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.base_scheduler [None req-fb9daa76-e9c7-4f20-a0c6-6adce2969dda None None] Resources bound (agent type, host, resource id):  {{(pid=121608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:45:02.720372 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb9daa76-e9c7-4f20-a0c6-6adce2969dda None None] Received port after_create {{(pid=121608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:45:02.811405 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-fb9daa76-e9c7-4f20-a0c6-6adce2969dda None None] Attempting to bind port dd82c4c3-2673-4c7c-ba97-814f1deecdf6 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:45:02.811800 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-fb9daa76-e9c7-4f20-a0c6-6adce2969dda None None] Attempting to bind port dd82c4c3-2673-4c7c-ba97-814f1deecdf6 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'cc8fb848-5459-4975-92fe-e47da9ef891b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '11c57336-81a6-4ed4-9740-8303ccb27742'}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:45:02.812166 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb9daa76-e9c7-4f20-a0c6-6adce2969dda None None] Attempting to bind port dd82c4c3-2673-4c7c-ba97-814f1deecdf6 on network 11c57336-81a6-4ed4-9740-8303ccb27742 {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:45:02.817158 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb9daa76-e9c7-4f20-a0c6-6adce2969dda None None] Checking agent: {'id': 'ca4f5c6d-f1fd-48b8-a3e3-395864c7d23d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 20, 56, 40), 'started_at': datetime.datetime(2021, 12, 25, 20, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 44, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:45:02.817533 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb9daa76-e9c7-4f20-a0c6-6adce2969dda None None] Checking segment: {'id': 'cc8fb848-5459-4975-92fe-e47da9ef891b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '11c57336-81a6-4ed4-9740-8303ccb27742'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:45:02.817933 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-fb9daa76-e9c7-4f20-a0c6-6adce2969dda None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:02.818329 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb9daa76-e9c7-4f20-a0c6-6adce2969dda None None] Bound using segment: {'id': 'cc8fb848-5459-4975-92fe-e47da9ef891b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '11c57336-81a6-4ed4-9740-8303ccb27742'} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:45:02.818799 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-fb9daa76-e9c7-4f20-a0c6-6adce2969dda None None] Bound port: dd82c4c3-2673-4c7c-ba97-814f1deecdf6, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc8fb848-5459-4975-92fe-e47da9ef891b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '11c57336-81a6-4ed4-9740-8303ccb27742'}}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:45:02.819178 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-fb9daa76-e9c7-4f20-a0c6-6adce2969dda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:02.880549 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-fb9daa76-e9c7-4f20-a0c6-6adce2969dda None None] For port dd82c4c3-2673-4c7c-ba97-814f1deecdf6, host ncdv-master-1, cleared binding levels {{(pid=121608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:45:02.883549 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-fb9daa76-e9c7-4f20-a0c6-6adce2969dda None None] For port dd82c4c3-2673-4c7c-ba97-814f1deecdf6, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=dd82c4c3-2673-4c7c-ba97-814f1deecdf6,segment=NetworkSegment(cc8fb848-5459-4975-92fe-e47da9ef891b),segment_id=cc8fb848-5459-4975-92fe-e47da9ef891b)] {{(pid=121608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:45:02.899887 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-353fb894-7abe-4ad4-bc9d-7e5477bb9ebe tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Made reservation on behalf of ebdc409fadbd4a71aa1e98f8a0586bd1 for: {'subnet': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:45:02.905317 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-353fb894-7abe-4ad4-bc9d-7e5477bb9ebe tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8852834'] for subnet, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:02.986844 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-fb9daa76-e9c7-4f20-a0c6-6adce2969dda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:03.047986 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260f7b00-f5b4-4926-8d46-91a80a5939b8 req-6018afec-ca04-4c25-a105-de57df118dde tempest-TestServerMultinode-1634197576 tempest-TestServerMultinode-1634197576-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:45:03.048547 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9daa76-e9c7-4f20-a0c6-6adce2969dda None None] Pushing event updated for resources: {'Port': ['ID=dd82c4c3-2673-4c7c-ba97-814f1deecdf6,revision_number=2']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:45:03.049942 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-260f7b00-f5b4-4926-8d46-91a80a5939b8 req-6018afec-ca04-4c25-a105-de57df118dde tempest-TestServerMultinode-1634197576 tempest-TestServerMultinode-1634197576-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=a5993418-a92c-4e15-87ac-0f5ef2424768 HTTP/1.1" status: 200  len: 1095 time: 0.0537884
Dec 25 21:45:03.104954 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-260f7b00-f5b4-4926-8d46-91a80a5939b8 req-8acdf495-2334-4cb3-b9da-6c556408bfe1 tempest-TestServerMultinode-1634197576 tempest-TestServerMultinode-1634197576-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=22866a5d-812f-439b-8d61-5070a8152c13&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0455256
Dec 25 21:45:03.180963 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-353fb894-7abe-4ad4-bc9d-7e5477bb9ebe tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8632475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8852848'] for subnet, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:03.234159 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353fb894-7abe-4ad4-bc9d-7e5477bb9ebe tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Pushing event updated for resources: {'Subnet': ['ID=6b73da04-7baa-41cb-b8fe-0eb04b3ba094,revision_number=0']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:45:03.267632 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-353fb894-7abe-4ad4-bc9d-7e5477bb9ebe tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Checking segment: {'id': '72690353-bb79-4c6b-9a34-5e9fb945f139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '65ccb84f-e8d8-49d7-a225-216299c6e75e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:45:03.267991 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-353fb894-7abe-4ad4-bc9d-7e5477bb9ebe tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Network hostable DHCP agents. Network: 65ccb84f-e8d8-49d7-a225-216299c6e75e, hostable agents: ['1813db88-2c1b-4357-a2ba-869246b663c2'], hosted agents: [] {{(pid=121607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 25 21:45:03.330234 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-353fb894-7abe-4ad4-bc9d-7e5477bb9ebe tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Network 65ccb84f-e8d8-49d7-a225-216299c6e75e is scheduled to be hosted by DHCP agent 1813db88-2c1b-4357-a2ba-869246b663c2 with binding_index 1 {{(pid=121607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 25 21:45:03.396275 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device dd82c4c3-2673-4c7c-ba97-814f1deecdf6 up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:45:03.404506 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-353fb894-7abe-4ad4-bc9d-7e5477bb9ebe tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 65ccb84f-e8d8-49d7-a225-216299c6e75e) {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:45:03.408795 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-353fb894-7abe-4ad4-bc9d-7e5477bb9ebe tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:45:03.409463 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-353fb894-7abe-4ad4-bc9d-7e5477bb9ebe tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Publish callbacks [] for subnet, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:03.423067 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09121082-44c1-443c-8855-d44985010774 None None] Network 65ccb84f-e8d8-49d7-a225-216299c6e75e requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:45:03.470545 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-353fb894-7abe-4ad4-bc9d-7e5477bb9ebe tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 873 time: 0.7621324
Dec 25 21:45:03.473278 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 41892) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:45:03.507425 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port dd82c4c3-2673-4c7c-ba97-814f1deecdf6 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:45:03.507706 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:03.563705 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fb1c3b7-5195-45b9-9737-5c769b7bed2f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-65ccb84f-e8d8-49d7-a225-216299c6e75e', 'network_id': '65ccb84f-e8d8-49d7-a225-216299c6e75e', 'project_id': 'ebdc409fadbd4a71aa1e98f8a0586bd1', 'fixed_ips': [{'subnet_id': '6b73da04-7baa-41cb-b8fe-0eb04b3ba094'}]}} from ncdv-master-1. {{(pid=121608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 25 21:45:03.564555 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-1fb1c3b7-5195-45b9-9737-5c769b7bed2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:03.583196 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-bef924e9-bdc8-4d4c-a3d8-8e6b7a776feb tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625803'] for network, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:03.658847 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-bef924e9-bdc8-4d4c-a3d8-8e6b7a776feb tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995662'] for subnet, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:03.680200 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:03.793876 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-bef924e9-bdc8-4d4c-a3d8-8e6b7a776feb tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8632410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8852809'] for subnet, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:03.827354 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef924e9-bdc8-4d4c-a3d8-8e6b7a776feb tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Pushing event deleted for resources: {'Subnet': ['ID=6b73da04-7baa-41cb-b8fe-0eb04b3ba094,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:45:03.890098 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] For port dd82c4c3-2673-4c7c-ba97-814f1deecdf6, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=dd82c4c3-2673-4c7c-ba97-814f1deecdf6,segment=NetworkSegment(cc8fb848-5459-4975-92fe-e47da9ef891b),segment_id=cc8fb848-5459-4975-92fe-e47da9ef891b)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:45:03.900047 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-bef924e9-bdc8-4d4c-a3d8-8e6b7a776feb tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997585', 'neutron.services.segments.db._delete_segments_for_network-8737602743071'] for network, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:03.903510 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server [None req-1fb1c3b7-5195-45b9-9737-5c769b7bed2f None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6b73da04-7baa-41cb-b8fe-0eb04b3ba094: This subnet is being modified by another concurrent operation.
Dec 25 21:45:03.903510 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Dec 25 21:45:03.903510 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Dec 25 21:45:03.903510 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Dec 25 21:45:03.903510 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Dec 25 21:45:03.903510 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Dec 25 21:45:03.903510 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Dec 25 21:45:03.903510 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Dec 25 21:45:03.903510 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Dec 25 21:45:03.903510 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Dec 25 21:45:03.903510 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Dec 25 21:45:03.903510 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Dec 25 21:45:03.903510 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 25 21:45:03.903510 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 25 21:45:03.903510 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 25 21:45:03.903510 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 25 21:45:03.903510 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Dec 25 21:45:03.903510 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 25 21:45:03.903510 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Dec 25 21:45:03.903510 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Dec 25 21:45:03.903510 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 25 21:45:03.903510 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 25 21:45:03.903510 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 25 21:45:03.903510 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 25 21:45:03.903510 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Dec 25 21:45:03.903510 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 25 21:45:03.903510 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Dec 25 21:45:03.903510 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Dec 25 21:45:03.903510 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 25 21:45:03.903510 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 25 21:45:03.903510 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 25 21:45:03.903510 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 25 21:45:03.903510 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Dec 25 21:45:03.903510 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Dec 25 21:45:03.903510 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper
Dec 25 21:45:03.903510 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server     ret_val = f(_self, context, *args, **kwargs)
Dec 25 21:45:03.903510 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 306, in create_dhcp_port
Dec 25 21:45:03.903510 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server     return self._port_action(plugin, context, port, 'create_port')
Dec 25 21:45:03.903510 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action
Dec 25 21:45:03.903510 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server     return p_utils.create_port(plugin, context, port)
Dec 25 21:45:03.903510 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port
Dec 25 21:45:03.903510 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server     return core_plugin.create_port(
Dec 25 21:45:03.903510 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner
Dec 25 21:45:03.903510 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 25 21:45:03.903510 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped
Dec 25 21:45:03.903510 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Dec 25 21:45:03.903510 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Dec 25 21:45:03.903510 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Dec 25 21:45:03.903510 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 25 21:45:03.903510 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 25 21:45:03.903510 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 25 21:45:03.903510 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 25 21:45:03.903510 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Dec 25 21:45:03.903510 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 25 21:45:03.903510 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Dec 25 21:45:03.903510 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Dec 25 21:45:03.903510 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 25 21:45:03.903510 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 25 21:45:03.903510 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 25 21:45:03.903510 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 25 21:45:03.903510 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Dec 25 21:45:03.903510 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 25 21:45:03.903510 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Dec 25 21:45:03.903510 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Dec 25 21:45:03.903510 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 25 21:45:03.903510 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 25 21:45:03.903510 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 25 21:45:03.903510 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 25 21:45:03.903510 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Dec 25 21:45:03.903510 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Dec 25 21:45:03.903510 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port
Dec 25 21:45:03.903510 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server     result, mech_context = self._create_port_db(context, port)
Dec 25 21:45:03.903510 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db
Dec 25 21:45:03.903510 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server     port_db = self.create_port_db(context, port)
Dec 25 21:45:03.903510 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db
Dec 25 21:45:03.903510 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server     self.ipam.allocate_ips_for_port_and_store(
Dec 25 21:45:03.903510 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store
Dec 25 21:45:03.903510 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server     ips = self.allocate_ips_for_port(context, port_copy)
Dec 25 21:45:03.903510 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped
Dec 25 21:45:03.903510 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Dec 25 21:45:03.903510 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper
Dec 25 21:45:03.903510 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server     return fn(*args, **kwargs)
Dec 25 21:45:03.903510 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port
Dec 25 21:45:03.903510 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server     return self._allocate_ips_for_port(context, port)
Dec 25 21:45:03.903510 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port
Dec 25 21:45:03.903510 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server     subnets = self._ipam_get_subnets(
Dec 25 21:45:03.903510 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets
Dec 25 21:45:03.903510 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server     subnet.lock_register(
Dec 25 21:45:03.903510 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register
Dec 25 21:45:03.903510 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server     raise exception
Dec 25 21:45:03.903510 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6b73da04-7baa-41cb-b8fe-0eb04b3ba094: This subnet is being modified by another concurrent operation.
Dec 25 21:45:03.903510 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server 
Dec 25 21:45:03.921111 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20cd84d2-f26d-483a-9296-9e7effc5e5a6 None None] Network 65ccb84f-e8d8-49d7-a225-216299c6e75e requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:45:03.934205 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-bef924e9-bdc8-4d4c-a3d8-8e6b7a776feb tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2613fe4910>,) {'filters': {'network_id': ['65ccb84f-e8d8-49d7-a225-216299c6e75e']}} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:45:03.953294 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-bef924e9-bdc8-4d4c-a3d8-8e6b7a776feb tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2613fe4910>, '72690353-bb79-4c6b-9a34-5e9fb945f139') {'for_net_delete': True} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:45:03.953607 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-bef924e9-bdc8-4d4c-a3d8-8e6b7a776feb tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2613fe4910>, '72690353-bb79-4c6b-9a34-5e9fb945f139') {} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:45:03.963710 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-bef924e9-bdc8-4d4c-a3d8-8e6b7a776feb tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737602746920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10246592'] for segment, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:03.979488 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:03.981608 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-bef924e9-bdc8-4d4c-a3d8-8e6b7a776feb tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:03.991248 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bef924e9-bdc8-4d4c-a3d8-8e6b7a776feb tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Releasing vlan 175 on physical network physnet1 to pool {{(pid=121607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 25 21:45:03.991766 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-bef924e9-bdc8-4d4c-a3d8-8e6b7a776feb tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8633327'] for segment, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:03.996175 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:45:03.996175 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:45:03.996175 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:45:03.996175 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:45:03.996175 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:45:03.996175 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:45:03.996175 ncdv-master-1 neutron-server[121607]: Traceback (most recent call last):
Dec 25 21:45:03.996175 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 25 21:45:03.996175 ncdv-master-1 neutron-server[121607]:     timer()
Dec 25 21:45:03.996175 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 25 21:45:03.996175 ncdv-master-1 neutron-server[121607]:     cb(*args, **kw)
Dec 25 21:45:03.996175 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 25 21:45:03.996175 ncdv-master-1 neutron-server[121607]:     return func(*args, **kwargs)
Dec 25 21:45:03.996175 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 25 21:45:03.996175 ncdv-master-1 neutron-server[121607]:     self._notify()
Dec 25 21:45:03.996175 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 25 21:45:03.996175 ncdv-master-1 neutron-server[121607]:     self.callback(batched_events)
Dec 25 21:45:03.996175 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 25 21:45:03.996175 ncdv-master-1 neutron-server[121607]:     event.method(event)
Dec 25 21:45:03.996175 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 25 21:45:03.996175 ncdv-master-1 neutron-server[121607]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 25 21:45:03.996175 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 25 21:45:03.996175 ncdv-master-1 neutron-server[121607]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 25 21:45:03.996175 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 25 21:45:03.996175 ncdv-master-1 neutron-server[121607]:     return f(self, *a, **k)
Dec 25 21:45:03.996175 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 25 21:45:03.996175 ncdv-master-1 neutron-server[121607]:     return self._get(url).json()
Dec 25 21:45:03.996175 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 25 21:45:03.996175 ncdv-master-1 neutron-server[121607]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 25 21:45:03.996175 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 25 21:45:03.996175 ncdv-master-1 neutron-server[121607]:     return self.request(url, 'GET', **kwargs)
Dec 25 21:45:03.996175 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 25 21:45:03.996175 ncdv-master-1 neutron-server[121607]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 25 21:45:03.996175 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 25 21:45:03.996175 ncdv-master-1 neutron-server[121607]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 25 21:45:03.996175 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 25 21:45:03.996175 ncdv-master-1 neutron-server[121607]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 25 21:45:03.996175 ncdv-master-1 neutron-server[121607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 25 21:45:04.047574 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Pushing event updated for resources: {'Port': ['ID=dd82c4c3-2673-4c7c-ba97-814f1deecdf6,revision_number=3']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:45:04.100000 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3f17aa8-e504-4291-af79-48a24acd162c None None] Network 11c57336-81a6-4ed4-9740-8303ccb27742 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:45:04.113364 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-bef924e9-bdc8-4d4c-a3d8-8e6b7a776feb tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2008653'] for network, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:04.122947 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-bef924e9-bdc8-4d4c-a3d8-8e6b7a776feb tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Publish callbacks [] for network, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:04.129788 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-bef924e9-bdc8-4d4c-a3d8-8e6b7a776feb tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] 10.222.0.32 "DELETE /v2.0/networks/65ccb84f-e8d8-49d7-a225-216299c6e75e HTTP/1.1" status: 204  len: 168 time: 0.6521482
Dec 25 21:45:04.130320 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 41896) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:45:04.136981 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-2bb41d83-abbc-4e3d-b876-f48921fb6330 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-714973195'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:45:04.137299 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef924e9-bdc8-4d4c-a3d8-8e6b7a776feb tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Pushing event deleted for resources: {'Network': ['ID=65ccb84f-e8d8-49d7-a225-216299c6e75e,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:45:04.174549 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device a592d7a8-b1cf-4096-b574-f2447197322e details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 25 21:45:04.211951 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bb41d83-abbc-4e3d-b876-f48921fb6330 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Made reservation on behalf of ebdc409fadbd4a71aa1e98f8a0586bd1 for: {'network': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:45:04.215806 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-2bb41d83-abbc-4e3d-b876-f48921fb6330 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for network, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:04.242305 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7c2210-0f6a-43c4-95cc-da1334093a4b req-4ccacd3c-a25e-4a6f-af6e-1e8dadfc19a8 tempest-TestServerMultinode-1634197576 tempest-TestServerMultinode-1634197576-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:45:04.243858 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2b7c2210-0f6a-43c4-95cc-da1334093a4b req-4ccacd3c-a25e-4a6f-af6e-1e8dadfc19a8 tempest-TestServerMultinode-1634197576 tempest-TestServerMultinode-1634197576-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=a5993418-a92c-4e15-87ac-0f5ef2424768 HTTP/1.1" status: 200  len: 1095 time: 0.0682292
Dec 25 21:45:04.249376 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2bb41d83-abbc-4e3d-b876-f48921fb6330 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] vlan segment allocate from pool success with {'vlan_id': 157, 'physical_network': 'physnet1'}  {{(pid=121606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 25 21:45:04.262061 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-b9ed5286-6105-4577-b59c-4ba8e885e8b3 None None] Provisioning complete for port dd82c4c3-2673-4c7c-ba97-814f1deecdf6 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:45:04.262431 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-b9ed5286-6105-4577-b59c-4ba8e885e8b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:04.272582 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-2bb41d83-abbc-4e3d-b876-f48921fb6330 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:04.272968 ncdv-master-1 neutron-server[121606]: INFO neutron.db.segments_db [None req-2bb41d83-abbc-4e3d-b876-f48921fb6330 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Added segment d4a6fe5d-034b-44b7-b7db-faf15f2a745f of type vlan for network a2c6453a-3cb7-4679-8ec4-df8440d16ef6
Dec 25 21:45:04.331400 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-2bb41d83-abbc-4e3d-b876-f48921fb6330 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737602163420'] for network, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:04.337490 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2b7c2210-0f6a-43c4-95cc-da1334093a4b req-0e1b6210-2d8f-4c3f-8e8d-c0704903ae89 tempest-TestServerMultinode-1634197576 tempest-TestServerMultinode-1634197576-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=22866a5d-812f-439b-8d61-5070a8152c13&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0859451
Dec 25 21:45:04.387517 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port a592d7a8-b1cf-4096-b574-f2447197322e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a592d7a8-b1cf-4096-b574-f2447197322e,segment=NetworkSegment(2908bfa6-99d6-4bee-a25d-023e094a80e9),segment_id=2908bfa6-99d6-4bee-a25d-023e094a80e9)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:45:04.420153 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Returning: {'device': 'a592d7a8-b1cf-4096-b574-f2447197322e', 'network_id': '8ff80b6e-c966-48fa-b9d8-4e20f6169e52', 'port_id': 'a592d7a8-b1cf-4096-b574-f2447197322e', 'mac_address': 'fa:16:3e:2a:ca:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '422d336a-8bb7-459f-a638-8406815d7db8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 25 21:45:04.427765 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-2bb41d83-abbc-4e3d-b876-f48921fb6330 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870'] for network, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:04.434077 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bb41d83-abbc-4e3d-b876-f48921fb6330 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:45:04.434996 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-2bb41d83-abbc-4e3d-b876-f48921fb6330 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for network, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:04.465219 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:04.474932 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:04.498180 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a592d7a8-b1cf-4096-b574-f2447197322e {{(pid=121608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:45:04.514834 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb41d83-abbc-4e3d-b876-f48921fb6330 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Pushing event updated for resources: {'Network': ['ID=a2c6453a-3cb7-4679-8ec4-df8440d16ef6,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:45:04.520121 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port a592d7a8-b1cf-4096-b574-f2447197322e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a592d7a8-b1cf-4096-b574-f2447197322e,segment=NetworkSegment(2908bfa6-99d6-4bee-a25d-023e094a80e9),segment_id=2908bfa6-99d6-4bee-a25d-023e094a80e9)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:45:04.526067 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Network a2c6453a-3cb7-4679-8ec4-df8440d16ef6 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 25 21:45:04.542020 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-2bb41d83-abbc-4e3d-b876-f48921fb6330 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 779 time: 0.4079299
Dec 25 21:45:04.542263 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 41898) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:45:04.547320 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-e284345c-358e-41a6-9e6d-ec5fd54a007e tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Request body: {'subnet': {'network_id': 'a2c6453a-3cb7-4679-8ec4-df8440d16ef6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:45:04.556790 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb1235f2-4cc9-495a-8791-ba836619411d None None] get_active_networks_info from ncdv-master-1 {{(pid=121608) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
Dec 25 21:45:04.632383 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:04.670567 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-6419f098-63d7-4509-90ea-c11fab6e8bb1 None None] Provisioning complete for port dd82c4c3-2673-4c7c-ba97-814f1deecdf6 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:45:04.670947 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-6419f098-63d7-4509-90ea-c11fab6e8bb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:04.695909 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e284345c-358e-41a6-9e6d-ec5fd54a007e tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Made reservation on behalf of ebdc409fadbd4a71aa1e98f8a0586bd1 for: {'subnet': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:45:04.699575 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-e284345c-358e-41a6-9e6d-ec5fd54a007e tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9028529'] for subnet, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:04.763989 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.ipam_backend_mixin [None req-e284345c-358e-41a6-9e6d-ec5fd54a007e tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Performing IP validity checks on allocation pools {{(pid=121606) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}}
Dec 25 21:45:04.764517 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.ipam_backend_mixin [None req-e284345c-358e-41a6-9e6d-ec5fd54a007e tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Checking for overlaps among allocation pools and gateway ip {{(pid=121606) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}}
Dec 25 21:45:04.769529 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Pushing event updated for resources: {'Port': ['ID=a592d7a8-b1cf-4096-b574-f2447197322e,revision_number=4']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:45:04.806190 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb1235f2-4cc9-495a-8791-ba836619411d None None] Resources bound (agent type, host, resource id):  {{(pid=121608) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Dec 25 21:45:04.836119 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-ee33261d-179e-41fd-adab-a617a0676793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:04.916560 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] get_ports_and_sgs() called for port_ids ['a592d7a8-b1cf-4096-b574-f2447197322e'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:45:04.942104 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-e284345c-358e-41a6-9e6d-ec5fd54a007e tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9084170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9028515'] for subnet, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:05.012855 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e284345c-358e-41a6-9e6d-ec5fd54a007e tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Pushing event updated for resources: {'Subnet': ['ID=576ca040-aac0-436f-b1f2-827e0255433e,revision_number=0']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:45:05.021413 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e284345c-358e-41a6-9e6d-ec5fd54a007e tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Checking segment: {'id': 'd4a6fe5d-034b-44b7-b7db-faf15f2a745f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'a2c6453a-3cb7-4679-8ec4-df8440d16ef6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:45:05.021780 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e284345c-358e-41a6-9e6d-ec5fd54a007e tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Network hostable DHCP agents. Network: a2c6453a-3cb7-4679-8ec4-df8440d16ef6, hostable agents: ['1813db88-2c1b-4357-a2ba-869246b663c2'], hosted agents: [] {{(pid=121606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 25 21:45:05.100409 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e284345c-358e-41a6-9e6d-ec5fd54a007e tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Network a2c6453a-3cb7-4679-8ec4-df8440d16ef6 is scheduled to be hosted by DHCP agent 1813db88-2c1b-4357-a2ba-869246b663c2 with binding_index 1 {{(pid=121606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 25 21:45:05.163226 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [None req-e284345c-358e-41a6-9e6d-ec5fd54a007e tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, a2c6453a-3cb7-4679-8ec4-df8440d16ef6) {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:45:05.167664 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e284345c-358e-41a6-9e6d-ec5fd54a007e tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:45:05.168660 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-e284345c-358e-41a6-9e6d-ec5fd54a007e tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Publish callbacks [] for subnet, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:05.174276 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d61293b3-b46c-4d55-bac0-acf7a0593ba1 None None] Network a2c6453a-3cb7-4679-8ec4-df8440d16ef6 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:45:05.245674 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-e284345c-358e-41a6-9e6d-ec5fd54a007e tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 792 time: 0.7023354
Dec 25 21:45:05.248295 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 41900) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:45:05.276405 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ba9e183-4617-469c-a0c3-644e7e97e1a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-a2c6453a-3cb7-4679-8ec4-df8440d16ef6', 'network_id': 'a2c6453a-3cb7-4679-8ec4-df8440d16ef6', 'project_id': 'ebdc409fadbd4a71aa1e98f8a0586bd1', 'fixed_ips': [{'subnet_id': '576ca040-aac0-436f-b1f2-827e0255433e'}]}} from ncdv-master-1. {{(pid=121608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 25 21:45:05.277331 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-8ba9e183-4617-469c-a0c3-644e7e97e1a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:05.347235 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-1846cccd-559b-42ae-be61-9581ca51f711 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625803'] for network, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:05.401962 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device dd82c4c3-2673-4c7c-ba97-814f1deecdf6 up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:45:05.412613 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-1846cccd-559b-42ae-be61-9581ca51f711 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995662'] for subnet, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:05.453263 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.db_base_plugin_common [None req-8ba9e183-4617-469c-a0c3-644e7e97e1a5 None None] Allocated IP 172.20.0.3 (a2c6453a-3cb7-4679-8ec4-df8440d16ef6/576ca040-aac0-436f-b1f2-827e0255433e/3fbe902c-591b-4cf5-9e47-32927ea57255) {{(pid=121608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:45:05.465469 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b51862-dca6-492f-9875-ec24cfe04381 req-d8f62184-6527-4a79-a987-a1505391fb6e tempest-TestServerMultinode-1634197576 tempest-TestServerMultinode-1634197576-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:45:05.467347 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-15b51862-dca6-492f-9875-ec24cfe04381 req-d8f62184-6527-4a79-a987-a1505391fb6e tempest-TestServerMultinode-1634197576 tempest-TestServerMultinode-1634197576-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=a5993418-a92c-4e15-87ac-0f5ef2424768 HTTP/1.1" status: 200  len: 1096 time: 0.0444996
Dec 25 21:45:05.503334 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port dd82c4c3-2673-4c7c-ba97-814f1deecdf6 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:45:05.503700 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:05.514219 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-15b51862-dca6-492f-9875-ec24cfe04381 req-89257463-1b0e-4ae2-80f0-3f751da46393 tempest-TestServerMultinode-1634197576 tempest-TestServerMultinode-1634197576-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=22866a5d-812f-439b-8d61-5070a8152c13&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405796
Dec 25 21:45:05.572427 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-94ca725c-bdc0-441c-8656-a4b92c3168bb req-cd738e63-f4f8-4fcb-821d-3691dfa6ceca service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=232caa59-01ee-4a0a-ad80-4a2406c77580&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0397515
Dec 25 21:45:05.671911 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-8ba9e183-4617-469c-a0c3-644e7e97e1a5 None None] Publish callbacks [] for port, precommit_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:05.674280 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ca725c-bdc0-441c-8656-a4b92c3168bb req-fdcf59c1-a91f-441e-9645-5675636591c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:45:05.675803 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-94ca725c-bdc0-441c-8656-a4b92c3168bb req-fdcf59c1-a91f-441e-9645-5675636591c0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4ff29c23c5844f45826a02b6ae6b65e7&device_id=232caa59-01ee-4a0a-ad80-4a2406c77580 HTTP/1.1" status: 200  len: 1097 time: 0.0453246
Dec 25 21:45:05.740962 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-8ba9e183-4617-469c-a0c3-644e7e97e1a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946'] for port, after_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:05.786295 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ba9e183-4617-469c-a0c3-644e7e97e1a5 None None] Network a2c6453a-3cb7-4679-8ec4-df8440d16ef6 is already hosted by enough agents. {{(pid=121608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:45:05.790029 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ca725c-bdc0-441c-8656-a4b92c3168bb req-fd2630c1-743b-49de-9efc-84155663e815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:45:05.790701 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.base_scheduler [None req-8ba9e183-4617-469c-a0c3-644e7e97e1a5 None None] Resources bound (agent type, host, resource id):  {{(pid=121608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:45:05.791579 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-94ca725c-bdc0-441c-8656-a4b92c3168bb req-fd2630c1-743b-49de-9efc-84155663e815 service neutron] 10.222.0.37 "GET /v2.0/networks?id=060ae95d-b8fc-405f-91a3-56845df2e346 HTTP/1.1" status: 200  len: 897 time: 0.0916121
Dec 25 21:45:05.795098 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ba9e183-4617-469c-a0c3-644e7e97e1a5 None None] Received port after_create {{(pid=121608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:45:05.798077 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba9e183-4617-469c-a0c3-644e7e97e1a5 None None] Pushing event updated for resources: {'Port': ['ID=3fbe902c-591b-4cf5-9e47-32927ea57255,revision_number=1']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:45:05.849642 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-8ba9e183-4617-469c-a0c3-644e7e97e1a5 None None] Attempting to bind port 3fbe902c-591b-4cf5-9e47-32927ea57255 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:45:05.849994 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-8ba9e183-4617-469c-a0c3-644e7e97e1a5 None None] Attempting to bind port 3fbe902c-591b-4cf5-9e47-32927ea57255 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'd4a6fe5d-034b-44b7-b7db-faf15f2a745f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'a2c6453a-3cb7-4679-8ec4-df8440d16ef6'}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:45:05.850360 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ba9e183-4617-469c-a0c3-644e7e97e1a5 None None] Attempting to bind port 3fbe902c-591b-4cf5-9e47-32927ea57255 on network a2c6453a-3cb7-4679-8ec4-df8440d16ef6 {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:45:05.855393 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ba9e183-4617-469c-a0c3-644e7e97e1a5 None None] Checking agent: {'id': 'ca4f5c6d-f1fd-48b8-a3e3-395864c7d23d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 20, 56, 40), 'started_at': datetime.datetime(2021, 12, 25, 20, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 44, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:45:05.855766 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ba9e183-4617-469c-a0c3-644e7e97e1a5 None None] Checking segment: {'id': 'd4a6fe5d-034b-44b7-b7db-faf15f2a745f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'a2c6453a-3cb7-4679-8ec4-df8440d16ef6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:45:05.857433 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-8ba9e183-4617-469c-a0c3-644e7e97e1a5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:05.857433 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ba9e183-4617-469c-a0c3-644e7e97e1a5 None None] Bound using segment: {'id': 'd4a6fe5d-034b-44b7-b7db-faf15f2a745f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'a2c6453a-3cb7-4679-8ec4-df8440d16ef6'} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:45:05.857433 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-8ba9e183-4617-469c-a0c3-644e7e97e1a5 None None] Bound port: 3fbe902c-591b-4cf5-9e47-32927ea57255, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4a6fe5d-034b-44b7-b7db-faf15f2a745f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'a2c6453a-3cb7-4679-8ec4-df8440d16ef6'}}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:45:05.857433 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-8ba9e183-4617-469c-a0c3-644e7e97e1a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:05.866431 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-94ca725c-bdc0-441c-8656-a4b92c3168bb req-78dd8d49-62ad-4eef-b51b-1f85e70ec262 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=22c8730d-1fe0-40bd-b7c2-cd3f15f4b816 HTTP/1.1" status: 200  len: 1002 time: 0.0666831
Dec 25 21:45:05.873342 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-1846cccd-559b-42ae-be61-9581ca51f711 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8632410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8852809'] for subnet, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:05.902920 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1846cccd-559b-42ae-be61-9581ca51f711 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Pushing event deleted for resources: {'Subnet': ['ID=576ca040-aac0-436f-b1f2-827e0255433e,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:45:05.924641 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-8ba9e183-4617-469c-a0c3-644e7e97e1a5 None None] For port 3fbe902c-591b-4cf5-9e47-32927ea57255, host ncdv-master-1, cleared binding levels {{(pid=121608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:45:05.928709 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-8ba9e183-4617-469c-a0c3-644e7e97e1a5 None None] For port 3fbe902c-591b-4cf5-9e47-32927ea57255, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3fbe902c-591b-4cf5-9e47-32927ea57255,segment=NetworkSegment(d4a6fe5d-034b-44b7-b7db-faf15f2a745f),segment_id=d4a6fe5d-034b-44b7-b7db-faf15f2a745f)] {{(pid=121608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:45:05.933345 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ca725c-bdc0-441c-8656-a4b92c3168bb req-a291b90f-9fa4-4e8e-9049-2c8cfa2f6b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:45:05.934958 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-94ca725c-bdc0-441c-8656-a4b92c3168bb req-a291b90f-9fa4-4e8e-9049-2c8cfa2f6b4f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=46348f07-d4df-41ed-9d9b-1f1c5c6801f5 HTTP/1.1" status: 200  len: 835 time: 0.0571599
Dec 25 21:45:05.975010 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-1846cccd-559b-42ae-be61-9581ca51f711 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997585', 'neutron.services.segments.db._delete_segments_for_network-8737602743071'] for network, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:05.984705 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ca725c-bdc0-441c-8656-a4b92c3168bb req-3ce847b1-023c-4f5c-ac12-5652513d6515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:45:05.986428 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-94ca725c-bdc0-441c-8656-a4b92c3168bb req-3ce847b1-023c-4f5c-ac12-5652513d6515 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=060ae95d-b8fc-405f-91a3-56845df2e346&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0428090
Dec 25 21:45:05.994763 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-1846cccd-559b-42ae-be61-9581ca51f711 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2613fd3bb0>,) {'filters': {'network_id': ['a2c6453a-3cb7-4679-8ec4-df8440d16ef6']}} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:45:05.999466 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-8ba9e183-4617-469c-a0c3-644e7e97e1a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:06.006013 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-1846cccd-559b-42ae-be61-9581ca51f711 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2613fd3bb0>, 'd4a6fe5d-034b-44b7-b7db-faf15f2a745f') {'for_net_delete': True} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:45:06.006013 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-1846cccd-559b-42ae-be61-9581ca51f711 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2613fd3bb0>, 'd4a6fe5d-034b-44b7-b7db-faf15f2a745f') {} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:45:06.015658 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-1846cccd-559b-42ae-be61-9581ca51f711 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737602746920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10246592'] for segment, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:06.030842 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-1846cccd-559b-42ae-be61-9581ca51f711 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:06.042479 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1846cccd-559b-42ae-be61-9581ca51f711 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Releasing vlan 157 on physical network physnet1 to pool {{(pid=121607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 25 21:45:06.043282 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-1846cccd-559b-42ae-be61-9581ca51f711 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8633327'] for segment, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:06.046879 ncdv-master-1 neutron-server[121607]: Traceback (most recent call last):
Dec 25 21:45:06.046879 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 25 21:45:06.046879 ncdv-master-1 neutron-server[121607]:     timer()
Dec 25 21:45:06.046879 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 25 21:45:06.046879 ncdv-master-1 neutron-server[121607]:     cb(*args, **kw)
Dec 25 21:45:06.046879 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 25 21:45:06.046879 ncdv-master-1 neutron-server[121607]:     return func(*args, **kwargs)
Dec 25 21:45:06.046879 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 25 21:45:06.046879 ncdv-master-1 neutron-server[121607]:     self._notify()
Dec 25 21:45:06.046879 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 25 21:45:06.046879 ncdv-master-1 neutron-server[121607]:     self.callback(batched_events)
Dec 25 21:45:06.046879 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 25 21:45:06.046879 ncdv-master-1 neutron-server[121607]:     event.method(event)
Dec 25 21:45:06.046879 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 25 21:45:06.046879 ncdv-master-1 neutron-server[121607]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 25 21:45:06.046879 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 25 21:45:06.046879 ncdv-master-1 neutron-server[121607]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 25 21:45:06.046879 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 25 21:45:06.046879 ncdv-master-1 neutron-server[121607]:     return f(self, *a, **k)
Dec 25 21:45:06.046879 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 25 21:45:06.046879 ncdv-master-1 neutron-server[121607]:     return self._get(url).json()
Dec 25 21:45:06.046879 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 25 21:45:06.046879 ncdv-master-1 neutron-server[121607]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 25 21:45:06.046879 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 25 21:45:06.046879 ncdv-master-1 neutron-server[121607]:     return self.request(url, 'GET', **kwargs)
Dec 25 21:45:06.046879 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 25 21:45:06.046879 ncdv-master-1 neutron-server[121607]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 25 21:45:06.046879 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 25 21:45:06.046879 ncdv-master-1 neutron-server[121607]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 25 21:45:06.046879 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 25 21:45:06.046879 ncdv-master-1 neutron-server[121607]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 25 21:45:06.046879 ncdv-master-1 neutron-server[121607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 25 21:45:06.089304 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba9e183-4617-469c-a0c3-644e7e97e1a5 None None] Pushing event updated for resources: {'Port': ['ID=3fbe902c-591b-4cf5-9e47-32927ea57255,revision_number=2']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:45:06.092975 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-94ca725c-bdc0-441c-8656-a4b92c3168bb req-24845c7c-6cfe-4b8a-9105-a698fc81adb0 service neutron] 10.222.0.37 "GET /v2.0/networks/060ae95d-b8fc-405f-91a3-56845df2e346?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0991232
Dec 25 21:45:06.108135 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa5a6413-19b6-415d-9ff3-98491e6c4fb0 None None] Network a2c6453a-3cb7-4679-8ec4-df8440d16ef6 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:45:06.148195 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.db.api [None req-1846cccd-559b-42ae-be61-9581ca51f711 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Dec 25 21:45:06.148195 ncdv-master-1 neutron-server[121607]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Dec 25 21:45:06.148195 ncdv-master-1 neutron-server[121607]: [parameters: {'id': 'a2c6453a-3cb7-4679-8ec4-df8440d16ef6'}]
Dec 25 21:45:06.148195 ncdv-master-1 neutron-server[121607]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=121607) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 25 21:45:06.148681 ncdv-master-1 neutron-server[121607]: DEBUG oslo_db.api [None req-1846cccd-559b-42ae-be61-9581ca51f711 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 25 21:45:06.163484 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device a592d7a8-b1cf-4096-b574-f2447197322e up at agent hyperv_nch2-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:45:06.186571 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-94ca725c-bdc0-441c-8656-a4b92c3168bb req-74df997f-99d8-4522-b36e-dd6ca8eff2d9 service neutron] 10.222.0.37 "GET /v2.0/networks/060ae95d-b8fc-405f-91a3-56845df2e346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0864067
Dec 25 21:45:06.243128 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a43fe451-d0a1-4c7c-995f-f270074becc5 None None] get_active_networks_info from ncdv-master-1 {{(pid=121608) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
Dec 25 21:45:06.296678 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Provisioning for port a592d7a8-b1cf-4096-b574-f2447197322e completed by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 25 21:45:06.306309 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Provisioning complete for port a592d7a8-b1cf-4096-b574-f2447197322e triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:45:06.306683 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:06.370023 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a43fe451-d0a1-4c7c-995f-f270074becc5 None None] Resources bound (agent type, host, resource id):  {{(pid=121608) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Dec 25 21:45:06.469859 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:06.632024 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f595a5a-a19c-45d4-a584-605310f3f69d req-2c4603fe-d41a-4a33-89a3-67f7aa0986bd tempest-TestServerMultinode-1634197576 tempest-TestServerMultinode-1634197576-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:45:06.636998 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4f595a5a-a19c-45d4-a584-605310f3f69d req-2c4603fe-d41a-4a33-89a3-67f7aa0986bd tempest-TestServerMultinode-1634197576 tempest-TestServerMultinode-1634197576-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=a5993418-a92c-4e15-87ac-0f5ef2424768 HTTP/1.1" status: 200  len: 1096 time: 0.0491529
Dec 25 21:45:06.650358 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-1846cccd-559b-42ae-be61-9581ca51f711 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625803'] for network, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:06.669949 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5993418-a92c-4e15-87ac-0f5ef2424768', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a592d7a8-b1cf-4096-b574-f2447197322e'}] {{(pid=121608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:45:06.672213 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a88c78c3ff6266bd59c7e89d275b28c92e739b67d23c89d71af88829fd31566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19e8adad-6913-4f90-bde2-83c21e730674" -d '{"events": [{"server_uuid": "a5993418-a92c-4e15-87ac-0f5ef2424768", "name": "network-vif-plugged", "status": "completed", "tag": "a592d7a8-b1cf-4096-b574-f2447197322e"}]}' {{(pid=121608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:45:06.682846 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4f595a5a-a19c-45d4-a584-605310f3f69d req-139379ee-3fdf-4308-af5f-e1901dc5459b tempest-TestServerMultinode-1634197576 tempest-TestServerMultinode-1634197576-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=22866a5d-812f-439b-8d61-5070a8152c13&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425344
Dec 25 21:45:06.695813 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port a592d7a8-b1cf-4096-b574-f2447197322e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a592d7a8-b1cf-4096-b574-f2447197322e,segment=NetworkSegment(2908bfa6-99d6-4bee-a25d-023e094a80e9),segment_id=2908bfa6-99d6-4bee-a25d-023e094a80e9)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:45:06.708253 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-1846cccd-559b-42ae-be61-9581ca51f711 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Deleting port 3fbe902c-591b-4cf5-9e47-32927ea57255 {{(pid=121607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:45:06.708785 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-1846cccd-559b-42ae-be61-9581ca51f711 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:06.733772 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 21:45:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71797a03-d551-4788-b5fa-6f956e611a36 x-openstack-request-id: req-71797a03-d551-4788-b5fa-6f956e611a36 {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:45:06.734081 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5993418-a92c-4e15-87ac-0f5ef2424768", "name": "network-vif-plugged", "status": "completed", "tag": "a592d7a8-b1cf-4096-b574-f2447197322e", "code": 200}]} {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:45:06.734342 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-71797a03-d551-4788-b5fa-6f956e611a36 {{(pid=121608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:45:06.734739 ncdv-master-1 neutron-server[121608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5993418-a92c-4e15-87ac-0f5ef2424768', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a592d7a8-b1cf-4096-b574-f2447197322e', 'code': 200}
Dec 25 21:45:06.755779 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:06.787824 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.db [None req-1846cccd-559b-42ae-be61-9581ca51f711 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] For port 3fbe902c-591b-4cf5-9e47-32927ea57255, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3fbe902c-591b-4cf5-9e47-32927ea57255,segment=NetworkSegment(d4a6fe5d-034b-44b7-b7db-faf15f2a745f),segment_id=d4a6fe5d-034b-44b7-b7db-faf15f2a745f)] {{(pid=121607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:45:06.788188 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-1846cccd-559b-42ae-be61-9581ca51f711 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:06.808241 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-1846cccd-559b-42ae-be61-9581ca51f711 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Calling delete_port for 3fbe902c-591b-4cf5-9e47-32927ea57255 owned by network:dhcp {{(pid=121607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:45:06.841141 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c94886-9d28-45de-86a8-5bf2e2bd4db8 req-84f0da63-6dd8-4249-9914-f57145c450ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:45:06.843511 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-66c94886-9d28-45de-86a8-5bf2e2bd4db8 req-84f0da63-6dd8-4249-9914-f57145c450ee service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a5993418-a92c-4e15-87ac-0f5ef2424768 HTTP/1.1" status: 200  len: 1097 time: 0.0486257
Dec 25 21:45:06.860676 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Pushing event updated for resources: {'Port': ['ID=a592d7a8-b1cf-4096-b574-f2447197322e,revision_number=5']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:45:06.892047 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-66c94886-9d28-45de-86a8-5bf2e2bd4db8 req-e189bc02-a69e-4eb4-8b04-43616d8a93f8 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=22866a5d-812f-439b-8d61-5070a8152c13&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408542
Dec 25 21:45:06.981787 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-1846cccd-559b-42ae-be61-9581ca51f711 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:07.007550 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1846cccd-559b-42ae-be61-9581ca51f711 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Pushing event deleted for resources: {'Port': ['ID=3fbe902c-591b-4cf5-9e47-32927ea57255,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:45:07.008644 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9a6d95d1-cf59-45e8-8764-b612d383d49e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:07.011459 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1846cccd-559b-42ae-be61-9581ca51f711 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] No DVR routers for this DVR port 3fbe902c-591b-4cf5-9e47-32927ea57255 on host ncdv-master-1 {{(pid=121607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:45:07.087867 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-1846cccd-559b-42ae-be61-9581ca51f711 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997585', 'neutron.services.segments.db._delete_segments_for_network-8737602743071'] for network, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:07.111431 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-1846cccd-559b-42ae-be61-9581ca51f711 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2612c73bb0>,) {'filters': {'network_id': ['a2c6453a-3cb7-4679-8ec4-df8440d16ef6']}} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:45:07.121083 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-1846cccd-559b-42ae-be61-9581ca51f711 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2612c73bb0>, 'd4a6fe5d-034b-44b7-b7db-faf15f2a745f') {'for_net_delete': True} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:45:07.121390 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-1846cccd-559b-42ae-be61-9581ca51f711 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2612c73bb0>, 'd4a6fe5d-034b-44b7-b7db-faf15f2a745f') {} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:45:07.130400 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-1846cccd-559b-42ae-be61-9581ca51f711 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737602746920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10246592'] for segment, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:07.143163 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-1846cccd-559b-42ae-be61-9581ca51f711 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:07.148863 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1846cccd-559b-42ae-be61-9581ca51f711 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Releasing vlan 157 on physical network physnet1 to pool {{(pid=121607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 25 21:45:07.149271 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-1846cccd-559b-42ae-be61-9581ca51f711 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8633327'] for segment, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:07.152110 ncdv-master-1 neutron-server[121607]: Traceback (most recent call last):
Dec 25 21:45:07.152110 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 25 21:45:07.152110 ncdv-master-1 neutron-server[121607]:     timer()
Dec 25 21:45:07.152110 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 25 21:45:07.152110 ncdv-master-1 neutron-server[121607]:     cb(*args, **kw)
Dec 25 21:45:07.152110 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 25 21:45:07.152110 ncdv-master-1 neutron-server[121607]:     return func(*args, **kwargs)
Dec 25 21:45:07.152110 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 25 21:45:07.152110 ncdv-master-1 neutron-server[121607]:     self._notify()
Dec 25 21:45:07.152110 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 25 21:45:07.152110 ncdv-master-1 neutron-server[121607]:     self.callback(batched_events)
Dec 25 21:45:07.152110 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 25 21:45:07.152110 ncdv-master-1 neutron-server[121607]:     event.method(event)
Dec 25 21:45:07.152110 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 25 21:45:07.152110 ncdv-master-1 neutron-server[121607]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 25 21:45:07.152110 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 25 21:45:07.152110 ncdv-master-1 neutron-server[121607]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 25 21:45:07.152110 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 25 21:45:07.152110 ncdv-master-1 neutron-server[121607]:     return f(self, *a, **k)
Dec 25 21:45:07.152110 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 25 21:45:07.152110 ncdv-master-1 neutron-server[121607]:     return self._get(url).json()
Dec 25 21:45:07.152110 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 25 21:45:07.152110 ncdv-master-1 neutron-server[121607]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 25 21:45:07.152110 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 25 21:45:07.152110 ncdv-master-1 neutron-server[121607]:     return self.request(url, 'GET', **kwargs)
Dec 25 21:45:07.152110 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 25 21:45:07.152110 ncdv-master-1 neutron-server[121607]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 25 21:45:07.152110 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 25 21:45:07.152110 ncdv-master-1 neutron-server[121607]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 25 21:45:07.152110 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 25 21:45:07.152110 ncdv-master-1 neutron-server[121607]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 25 21:45:07.152110 ncdv-master-1 neutron-server[121607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 25 21:45:07.265932 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-1846cccd-559b-42ae-be61-9581ca51f711 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2008653'] for network, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:07.274488 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-1846cccd-559b-42ae-be61-9581ca51f711 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Publish callbacks [] for network, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:07.277684 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-1846cccd-559b-42ae-be61-9581ca51f711 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] 10.222.0.32 "DELETE /v2.0/networks/a2c6453a-3cb7-4679-8ec4-df8440d16ef6 HTTP/1.1" status: 204  len: 168 time: 2.0283184
Dec 25 21:45:07.281226 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 41908) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:45:07.287104 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-825a317c-d446-4591-bc8d-11f2e437a066 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1093345962'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:45:07.287466 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1846cccd-559b-42ae-be61-9581ca51f711 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Pushing event deleted for resources: {'Network': ['ID=a2c6453a-3cb7-4679-8ec4-df8440d16ef6,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:45:07.364676 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-825a317c-d446-4591-bc8d-11f2e437a066 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Made reservation on behalf of ebdc409fadbd4a71aa1e98f8a0586bd1 for: {'network': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:45:07.368164 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-825a317c-d446-4591-bc8d-11f2e437a066 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for network, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:07.391724 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-825a317c-d446-4591-bc8d-11f2e437a066 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] vlan segment allocate from pool success with {'vlan_id': 170, 'physical_network': 'physnet1'}  {{(pid=121606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 25 21:45:07.401093 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-825a317c-d446-4591-bc8d-11f2e437a066 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:07.402690 ncdv-master-1 neutron-server[121606]: INFO neutron.db.segments_db [None req-825a317c-d446-4591-bc8d-11f2e437a066 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Added segment 63e73308-fa67-4e46-88a9-86f5ce73af49 of type vlan for network 1f0ace18-8093-47f3-b400-b99059977141
Dec 25 21:45:07.444071 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-825a317c-d446-4591-bc8d-11f2e437a066 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737602163420'] for network, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:07.535878 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-825a317c-d446-4591-bc8d-11f2e437a066 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870'] for network, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:07.542256 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-825a317c-d446-4591-bc8d-11f2e437a066 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:45:07.542847 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-825a317c-d446-4591-bc8d-11f2e437a066 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for network, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:07.607546 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825a317c-d446-4591-bc8d-11f2e437a066 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Pushing event updated for resources: {'Network': ['ID=1f0ace18-8093-47f3-b400-b99059977141,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:45:07.617992 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Network 1f0ace18-8093-47f3-b400-b99059977141 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 25 21:45:07.653268 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-825a317c-d446-4591-bc8d-11f2e437a066 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 780 time: 0.3707056
Dec 25 21:45:07.655927 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 41910) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:45:07.660907 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-6b381e6f-8cfd-4da3-87fe-30ac630bd326 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Request body: {'subnet': {'network_id': '1f0ace18-8093-47f3-b400-b99059977141', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:45:07.810027 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f33547c-88c7-4e84-bd01-338082c43ccc req-0e6abf15-cdaf-4cab-9346-dc0230222e07 tempest-TestServerMultinode-1634197576 tempest-TestServerMultinode-1634197576-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:45:07.811542 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3f33547c-88c7-4e84-bd01-338082c43ccc req-0e6abf15-cdaf-4cab-9346-dc0230222e07 tempest-TestServerMultinode-1634197576 tempest-TestServerMultinode-1634197576-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=a5993418-a92c-4e15-87ac-0f5ef2424768 HTTP/1.1" status: 200  len: 1097 time: 0.0396063
Dec 25 21:45:07.842632 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b381e6f-8cfd-4da3-87fe-30ac630bd326 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Made reservation on behalf of ebdc409fadbd4a71aa1e98f8a0586bd1 for: {'subnet': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:45:07.846044 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-6b381e6f-8cfd-4da3-87fe-30ac630bd326 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9028529'] for subnet, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:07.879394 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3f33547c-88c7-4e84-bd01-338082c43ccc req-b35844b0-cc9a-4dda-ac0a-37ffeecf9bd3 tempest-TestServerMultinode-1634197576 tempest-TestServerMultinode-1634197576-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=22866a5d-812f-439b-8d61-5070a8152c13&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0618572
Dec 25 21:45:08.090616 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-6b381e6f-8cfd-4da3-87fe-30ac630bd326 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9084170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9028515'] for subnet, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:08.153223 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b381e6f-8cfd-4da3-87fe-30ac630bd326 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Pushing event updated for resources: {'Subnet': ['ID=9e77f84a-a63d-4203-b634-7a60ef0480d2,revision_number=0']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:45:08.160208 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b381e6f-8cfd-4da3-87fe-30ac630bd326 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Checking segment: {'id': '63e73308-fa67-4e46-88a9-86f5ce73af49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '1f0ace18-8093-47f3-b400-b99059977141'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:45:08.160576 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b381e6f-8cfd-4da3-87fe-30ac630bd326 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Network hostable DHCP agents. Network: 1f0ace18-8093-47f3-b400-b99059977141, hostable agents: ['1813db88-2c1b-4357-a2ba-869246b663c2'], hosted agents: [] {{(pid=121606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 25 21:45:08.238685 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b381e6f-8cfd-4da3-87fe-30ac630bd326 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Network 1f0ace18-8093-47f3-b400-b99059977141 is scheduled to be hosted by DHCP agent 1813db88-2c1b-4357-a2ba-869246b663c2 with binding_index 1 {{(pid=121606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 25 21:45:08.341214 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [None req-6b381e6f-8cfd-4da3-87fe-30ac630bd326 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 1f0ace18-8093-47f3-b400-b99059977141) {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:45:08.345185 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b381e6f-8cfd-4da3-87fe-30ac630bd326 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:45:08.346038 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-6b381e6f-8cfd-4da3-87fe-30ac630bd326 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Publish callbacks [] for subnet, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:08.349779 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d47dd743-ab08-4929-a2ea-fd4bcb4a0cf7 None None] Network 1f0ace18-8093-47f3-b400-b99059977141 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:45:08.401351 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-6b381e6f-8cfd-4da3-87fe-30ac630bd326 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 793 time: 0.7442253
Dec 25 21:45:08.404104 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 41914) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:45:08.465334 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ace90c6-888c-45a9-8e8f-412ba543dcb2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-1f0ace18-8093-47f3-b400-b99059977141', 'network_id': '1f0ace18-8093-47f3-b400-b99059977141', 'project_id': 'ebdc409fadbd4a71aa1e98f8a0586bd1', 'fixed_ips': [{'subnet_id': '9e77f84a-a63d-4203-b634-7a60ef0480d2'}]}} from ncdv-master-1. {{(pid=121608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 25 21:45:08.466205 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5ace90c6-888c-45a9-8e8f-412ba543dcb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:08.489098 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:08.506662 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-f7db08ef-c973-470e-8757-6a471b5250e4 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625803'] for network, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:08.568028 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3e945ecd-9380-47c2-aa0a-12ebe07e03e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:08.581176 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-f7db08ef-c973-470e-8757-6a471b5250e4 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995662'] for subnet, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:08.620545 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.db_base_plugin_common [None req-5ace90c6-888c-45a9-8e8f-412ba543dcb2 None None] Allocated IP 172.20.0.1 (1f0ace18-8093-47f3-b400-b99059977141/9e77f84a-a63d-4203-b634-7a60ef0480d2/29b96215-b3d8-4833-a622-186de225b4c0) {{(pid=121608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:45:08.761694 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5ace90c6-888c-45a9-8e8f-412ba543dcb2 None None] Publish callbacks [] for port, precommit_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:08.833664 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5ace90c6-888c-45a9-8e8f-412ba543dcb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946'] for port, after_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:08.871770 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ace90c6-888c-45a9-8e8f-412ba543dcb2 None None] Network 1f0ace18-8093-47f3-b400-b99059977141 is already hosted by enough agents. {{(pid=121608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:45:08.874826 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.base_scheduler [None req-5ace90c6-888c-45a9-8e8f-412ba543dcb2 None None] Resources bound (agent type, host, resource id):  {{(pid=121608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:45:08.880551 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ace90c6-888c-45a9-8e8f-412ba543dcb2 None None] Received port after_create {{(pid=121608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:45:08.887664 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ace90c6-888c-45a9-8e8f-412ba543dcb2 None None] Pushing event updated for resources: {'Port': ['ID=29b96215-b3d8-4833-a622-186de225b4c0,revision_number=1']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:45:08.939659 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-5ace90c6-888c-45a9-8e8f-412ba543dcb2 None None] Attempting to bind port 29b96215-b3d8-4833-a622-186de225b4c0 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:45:08.939887 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-5ace90c6-888c-45a9-8e8f-412ba543dcb2 None None] Attempting to bind port 29b96215-b3d8-4833-a622-186de225b4c0 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '63e73308-fa67-4e46-88a9-86f5ce73af49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '1f0ace18-8093-47f3-b400-b99059977141'}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:45:08.940216 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ace90c6-888c-45a9-8e8f-412ba543dcb2 None None] Attempting to bind port 29b96215-b3d8-4833-a622-186de225b4c0 on network 1f0ace18-8093-47f3-b400-b99059977141 {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:45:08.941007 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-f7db08ef-c973-470e-8757-6a471b5250e4 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9084363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9028506'] for subnet, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:08.950550 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ace90c6-888c-45a9-8e8f-412ba543dcb2 None None] Checking agent: {'id': 'ca4f5c6d-f1fd-48b8-a3e3-395864c7d23d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 20, 56, 40), 'started_at': datetime.datetime(2021, 12, 25, 20, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 44, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:45:08.951590 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ace90c6-888c-45a9-8e8f-412ba543dcb2 None None] Checking segment: {'id': '63e73308-fa67-4e46-88a9-86f5ce73af49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '1f0ace18-8093-47f3-b400-b99059977141'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:45:08.951590 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5ace90c6-888c-45a9-8e8f-412ba543dcb2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:08.951854 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ace90c6-888c-45a9-8e8f-412ba543dcb2 None None] Bound using segment: {'id': '63e73308-fa67-4e46-88a9-86f5ce73af49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '1f0ace18-8093-47f3-b400-b99059977141'} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:45:08.952184 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-5ace90c6-888c-45a9-8e8f-412ba543dcb2 None None] Bound port: 29b96215-b3d8-4833-a622-186de225b4c0, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63e73308-fa67-4e46-88a9-86f5ce73af49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '1f0ace18-8093-47f3-b400-b99059977141'}}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:45:08.952571 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5ace90c6-888c-45a9-8e8f-412ba543dcb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:08.980317 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7db08ef-c973-470e-8757-6a471b5250e4 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Pushing event deleted for resources: {'Subnet': ['ID=9e77f84a-a63d-4203-b634-7a60ef0480d2,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:45:09.019454 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5ace90c6-888c-45a9-8e8f-412ba543dcb2 None None] For port 29b96215-b3d8-4833-a622-186de225b4c0, host ncdv-master-1, cleared binding levels {{(pid=121608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:45:09.023154 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5ace90c6-888c-45a9-8e8f-412ba543dcb2 None None] For port 29b96215-b3d8-4833-a622-186de225b4c0, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=29b96215-b3d8-4833-a622-186de225b4c0,segment=NetworkSegment(63e73308-fa67-4e46-88a9-86f5ce73af49),segment_id=63e73308-fa67-4e46-88a9-86f5ce73af49)] {{(pid=121608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:45:09.058007 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-f7db08ef-c973-470e-8757-6a471b5250e4 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997585', 'neutron.services.segments.db._delete_segments_for_network-8737602743071'] for network, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:09.080943 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b3986f-94b1-4682-9c40-8a744ca506ff req-0439d6c0-cc29-4f47-9d12-d4919dece759 tempest-TestServerMultinode-1634197576 tempest-TestServerMultinode-1634197576-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:45:09.082475 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d1b3986f-94b1-4682-9c40-8a744ca506ff req-0439d6c0-cc29-4f47-9d12-d4919dece759 tempest-TestServerMultinode-1634197576 tempest-TestServerMultinode-1634197576-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=a5993418-a92c-4e15-87ac-0f5ef2424768 HTTP/1.1" status: 200  len: 1097 time: 0.1135235
Dec 25 21:45:09.084466 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.segments.db [None req-f7db08ef-c973-470e-8757-6a471b5250e4 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2611d6b190>,) {'filters': {'network_id': ['1f0ace18-8093-47f3-b400-b99059977141']}} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:45:09.095235 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.segments.db [None req-f7db08ef-c973-470e-8757-6a471b5250e4 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2611d6b190>, '63e73308-fa67-4e46-88a9-86f5ce73af49') {'for_net_delete': True} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:45:09.095531 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.segments.db [None req-f7db08ef-c973-470e-8757-6a471b5250e4 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2611d6b190>, '63e73308-fa67-4e46-88a9-86f5ce73af49') {} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:45:09.096492 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5ace90c6-888c-45a9-8e8f-412ba543dcb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:09.116792 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-f7db08ef-c973-470e-8757-6a471b5250e4 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737602746920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9084222'] for segment, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:09.140195 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-f7db08ef-c973-470e-8757-6a471b5250e4 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:09.152891 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7db08ef-c973-470e-8757-6a471b5250e4 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Releasing vlan 170 on physical network physnet1 to pool {{(pid=121606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 25 21:45:09.153290 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-f7db08ef-c973-470e-8757-6a471b5250e4 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9084542'] for segment, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:09.156206 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:45:09.156206 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:45:09.156206 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:45:09.156206 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:45:09.156206 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:45:09.156206 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:45:09.156206 ncdv-master-1 neutron-server[121606]: Traceback (most recent call last):
Dec 25 21:45:09.156206 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 25 21:45:09.156206 ncdv-master-1 neutron-server[121606]:     timer()
Dec 25 21:45:09.156206 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 25 21:45:09.156206 ncdv-master-1 neutron-server[121606]:     cb(*args, **kw)
Dec 25 21:45:09.156206 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 25 21:45:09.156206 ncdv-master-1 neutron-server[121606]:     return func(*args, **kwargs)
Dec 25 21:45:09.156206 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 25 21:45:09.156206 ncdv-master-1 neutron-server[121606]:     self._notify()
Dec 25 21:45:09.156206 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 25 21:45:09.156206 ncdv-master-1 neutron-server[121606]:     self.callback(batched_events)
Dec 25 21:45:09.156206 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 25 21:45:09.156206 ncdv-master-1 neutron-server[121606]:     event.method(event)
Dec 25 21:45:09.156206 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 25 21:45:09.156206 ncdv-master-1 neutron-server[121606]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 25 21:45:09.156206 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 25 21:45:09.156206 ncdv-master-1 neutron-server[121606]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 25 21:45:09.156206 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 25 21:45:09.156206 ncdv-master-1 neutron-server[121606]:     return f(self, *a, **k)
Dec 25 21:45:09.156206 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 25 21:45:09.156206 ncdv-master-1 neutron-server[121606]:     return self._get(url).json()
Dec 25 21:45:09.156206 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 25 21:45:09.156206 ncdv-master-1 neutron-server[121606]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 25 21:45:09.156206 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 25 21:45:09.156206 ncdv-master-1 neutron-server[121606]:     return self.request(url, 'GET', **kwargs)
Dec 25 21:45:09.156206 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 25 21:45:09.156206 ncdv-master-1 neutron-server[121606]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 25 21:45:09.156206 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 25 21:45:09.156206 ncdv-master-1 neutron-server[121606]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 25 21:45:09.156206 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 25 21:45:09.156206 ncdv-master-1 neutron-server[121606]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 25 21:45:09.156206 ncdv-master-1 neutron-server[121606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 25 21:45:09.168022 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d1b3986f-94b1-4682-9c40-8a744ca506ff req-40aea147-5aab-477d-a77e-17fea293b276 tempest-TestServerMultinode-1634197576 tempest-TestServerMultinode-1634197576-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=22866a5d-812f-439b-8d61-5070a8152c13&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0765343
Dec 25 21:45:09.184450 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ace90c6-888c-45a9-8e8f-412ba543dcb2 None None] Pushing event updated for resources: {'Port': ['ID=29b96215-b3d8-4833-a622-186de225b4c0,revision_number=2']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:45:09.206449 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19dd114b-ae93-42fe-9b4c-4a586140f376 None None] Network 1f0ace18-8093-47f3-b400-b99059977141 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:45:09.256487 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.db.api [None req-f7db08ef-c973-470e-8757-6a471b5250e4 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Dec 25 21:45:09.256487 ncdv-master-1 neutron-server[121606]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Dec 25 21:45:09.256487 ncdv-master-1 neutron-server[121606]: [parameters: {'id': '1f0ace18-8093-47f3-b400-b99059977141'}]
Dec 25 21:45:09.256487 ncdv-master-1 neutron-server[121606]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=121606) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 25 21:45:09.257164 ncdv-master-1 neutron-server[121606]: DEBUG oslo_db.api [None req-f7db08ef-c973-470e-8757-6a471b5250e4 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 25 21:45:09.285054 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3614811-ff07-4906-a983-080421e421f1 req-b32f6fd8-7180-4ba4-8026-60d95f9bdd89 tempest-TestServerMultinode-1634197576 tempest-TestServerMultinode-1634197576-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:45:09.286518 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a3614811-ff07-4906-a983-080421e421f1 req-b32f6fd8-7180-4ba4-8026-60d95f9bdd89 tempest-TestServerMultinode-1634197576 tempest-TestServerMultinode-1634197576-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=a5993418-a92c-4e15-87ac-0f5ef2424768 HTTP/1.1" status: 200  len: 1097 time: 0.0411203
Dec 25 21:45:09.304202 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74e259a9-0e26-4a73-abdf-546a0da92fdf None None] get_active_networks_info from ncdv-master-1 {{(pid=121608) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
Dec 25 21:45:09.333549 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a3614811-ff07-4906-a983-080421e421f1 req-4bded526-61d6-4c94-9bd3-be01b25dc4eb tempest-TestServerMultinode-1634197576 tempest-TestServerMultinode-1634197576-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=22866a5d-812f-439b-8d61-5070a8152c13&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402207
Dec 25 21:45:09.395145 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74e259a9-0e26-4a73-abdf-546a0da92fdf None None] Resources bound (agent type, host, resource id):  {{(pid=121608) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Dec 25 21:45:09.436657 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a1f28d-7d4d-401a-a1e6-02d29915fa57 req-44a30f3f-b3b6-49f6-89d9-cdee38838c06 tempest-TestServerMultinode-1634197576 tempest-TestServerMultinode-1634197576-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:45:09.438226 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e1a1f28d-7d4d-401a-a1e6-02d29915fa57 req-44a30f3f-b3b6-49f6-89d9-cdee38838c06 tempest-TestServerMultinode-1634197576 tempest-TestServerMultinode-1634197576-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=a5993418-a92c-4e15-87ac-0f5ef2424768 HTTP/1.1" status: 200  len: 1097 time: 0.0392463
Dec 25 21:45:09.481838 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e1a1f28d-7d4d-401a-a1e6-02d29915fa57 req-2955673f-ec6c-43d2-8248-2f17387d74e4 tempest-TestServerMultinode-1634197576 tempest-TestServerMultinode-1634197576-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=22866a5d-812f-439b-8d61-5070a8152c13&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0369623
Dec 25 21:45:09.578753 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-15cb578f-7a63-4fd3-925d-83bad4c7b82a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:09.758286 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-f7db08ef-c973-470e-8757-6a471b5250e4 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625803'] for network, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:09.840427 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990f302d-d1b0-4655-9265-9916c58a8c55 req-c12b41c2-6fd7-4ffe-9128-6ff130a45f01 tempest-TestServerMultinode-1634197576 tempest-TestServerMultinode-1634197576-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:45:09.841903 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-990f302d-d1b0-4655-9265-9916c58a8c55 req-c12b41c2-6fd7-4ffe-9128-6ff130a45f01 tempest-TestServerMultinode-1634197576 tempest-TestServerMultinode-1634197576-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=a5993418-a92c-4e15-87ac-0f5ef2424768 HTTP/1.1" status: 200  len: 1097 time: 0.0514426
Dec 25 21:45:09.846974 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-f7db08ef-c973-470e-8757-6a471b5250e4 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Deleting port 29b96215-b3d8-4833-a622-186de225b4c0 {{(pid=121606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:45:09.847311 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-f7db08ef-c973-470e-8757-6a471b5250e4 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:09.938706 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [None req-f7db08ef-c973-470e-8757-6a471b5250e4 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] For port 29b96215-b3d8-4833-a622-186de225b4c0, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=29b96215-b3d8-4833-a622-186de225b4c0,segment=NetworkSegment(63e73308-fa67-4e46-88a9-86f5ce73af49),segment_id=63e73308-fa67-4e46-88a9-86f5ce73af49)] {{(pid=121606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:45:09.939066 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-f7db08ef-c973-470e-8757-6a471b5250e4 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:09.948429 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-990f302d-d1b0-4655-9265-9916c58a8c55 req-eddad911-63b0-45a7-a89b-bd212562d4f0 tempest-TestServerMultinode-1634197576 tempest-TestServerMultinode-1634197576-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=22866a5d-812f-439b-8d61-5070a8152c13&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0991671
Dec 25 21:45:09.953813 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-f7db08ef-c973-470e-8757-6a471b5250e4 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Calling delete_port for 29b96215-b3d8-4833-a622-186de225b4c0 owned by network:dhcp {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:45:10.224385 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-f7db08ef-c973-470e-8757-6a471b5250e4 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:10.236466 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7db08ef-c973-470e-8757-6a471b5250e4 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Pushing event deleted for resources: {'Port': ['ID=29b96215-b3d8-4833-a622-186de225b4c0,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:45:10.240718 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7db08ef-c973-470e-8757-6a471b5250e4 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] No DVR routers for this DVR port 29b96215-b3d8-4833-a622-186de225b4c0 on host ncdv-master-1 {{(pid=121606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:45:10.321246 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-f7db08ef-c973-470e-8757-6a471b5250e4 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997585', 'neutron.services.segments.db._delete_segments_for_network-8737602743071'] for network, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:10.341695 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.segments.db [None req-f7db08ef-c973-470e-8757-6a471b5250e4 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2612393c70>,) {'filters': {'network_id': ['1f0ace18-8093-47f3-b400-b99059977141']}} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:45:10.351611 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.segments.db [None req-f7db08ef-c973-470e-8757-6a471b5250e4 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2612393c70>, '63e73308-fa67-4e46-88a9-86f5ce73af49') {'for_net_delete': True} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:45:10.351912 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.segments.db [None req-f7db08ef-c973-470e-8757-6a471b5250e4 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2612393c70>, '63e73308-fa67-4e46-88a9-86f5ce73af49') {} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:45:10.361267 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-f7db08ef-c973-470e-8757-6a471b5250e4 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737602746920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9084222'] for segment, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:10.374105 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-f7db08ef-c973-470e-8757-6a471b5250e4 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:10.379981 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7db08ef-c973-470e-8757-6a471b5250e4 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Releasing vlan 170 on physical network physnet1 to pool {{(pid=121606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 25 21:45:10.380365 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-f7db08ef-c973-470e-8757-6a471b5250e4 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9084542'] for segment, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:10.383287 ncdv-master-1 neutron-server[121606]: Traceback (most recent call last):
Dec 25 21:45:10.383287 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 25 21:45:10.383287 ncdv-master-1 neutron-server[121606]:     timer()
Dec 25 21:45:10.383287 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 25 21:45:10.383287 ncdv-master-1 neutron-server[121606]:     cb(*args, **kw)
Dec 25 21:45:10.383287 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 25 21:45:10.383287 ncdv-master-1 neutron-server[121606]:     return func(*args, **kwargs)
Dec 25 21:45:10.383287 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 25 21:45:10.383287 ncdv-master-1 neutron-server[121606]:     self._notify()
Dec 25 21:45:10.383287 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 25 21:45:10.383287 ncdv-master-1 neutron-server[121606]:     self.callback(batched_events)
Dec 25 21:45:10.383287 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 25 21:45:10.383287 ncdv-master-1 neutron-server[121606]:     event.method(event)
Dec 25 21:45:10.383287 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 25 21:45:10.383287 ncdv-master-1 neutron-server[121606]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 25 21:45:10.383287 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 25 21:45:10.383287 ncdv-master-1 neutron-server[121606]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 25 21:45:10.383287 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 25 21:45:10.383287 ncdv-master-1 neutron-server[121606]:     return f(self, *a, **k)
Dec 25 21:45:10.383287 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 25 21:45:10.383287 ncdv-master-1 neutron-server[121606]:     return self._get(url).json()
Dec 25 21:45:10.383287 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 25 21:45:10.383287 ncdv-master-1 neutron-server[121606]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 25 21:45:10.383287 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 25 21:45:10.383287 ncdv-master-1 neutron-server[121606]:     return self.request(url, 'GET', **kwargs)
Dec 25 21:45:10.383287 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 25 21:45:10.383287 ncdv-master-1 neutron-server[121606]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 25 21:45:10.383287 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 25 21:45:10.383287 ncdv-master-1 neutron-server[121606]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 25 21:45:10.383287 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 25 21:45:10.383287 ncdv-master-1 neutron-server[121606]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 25 21:45:10.383287 ncdv-master-1 neutron-server[121606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 25 21:45:10.501260 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-f7db08ef-c973-470e-8757-6a471b5250e4 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2008653'] for network, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:10.506265 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-f7db08ef-c973-470e-8757-6a471b5250e4 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for network, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:10.509558 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-f7db08ef-c973-470e-8757-6a471b5250e4 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] 10.222.0.32 "DELETE /v2.0/networks/1f0ace18-8093-47f3-b400-b99059977141 HTTP/1.1" status: 204  len: 168 time: 2.1046178
Dec 25 21:45:10.513320 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 41926) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:45:10.518486 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-02017263-c32e-4850-9b1a-caec6a040e12 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1537551337'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:45:10.524774 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7db08ef-c973-470e-8757-6a471b5250e4 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Pushing event deleted for resources: {'Network': ['ID=1f0ace18-8093-47f3-b400-b99059977141,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:45:10.599152 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02017263-c32e-4850-9b1a-caec6a040e12 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Made reservation on behalf of ebdc409fadbd4a71aa1e98f8a0586bd1 for: {'network': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:45:10.602641 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-02017263-c32e-4850-9b1a-caec6a040e12 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for network, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:10.624865 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02017263-c32e-4850-9b1a-caec6a040e12 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] vlan segment allocate from pool success with {'vlan_id': 186, 'physical_network': 'physnet1'}  {{(pid=121607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 25 21:45:10.634019 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-02017263-c32e-4850-9b1a-caec6a040e12 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:10.636182 ncdv-master-1 neutron-server[121607]: INFO neutron.db.segments_db [None req-02017263-c32e-4850-9b1a-caec6a040e12 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Added segment 9a4ffb0d-60d8-4880-9839-3d5617deafa0 of type vlan for network 520093c0-ce27-4404-be0c-c3b77b4cd9b0
Dec 25 21:45:10.681603 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-02017263-c32e-4850-9b1a-caec6a040e12 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737602163420'] for network, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:10.757200 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:10.758466 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.agents_db [None req-ec08dba0-4483-4109-b5e1-5e4a9fdaf12d None None] Agent healthcheck: found 7 active agents {{(pid=121609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 25 21:45:10.815970 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-02017263-c32e-4850-9b1a-caec6a040e12 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870'] for network, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:10.821795 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02017263-c32e-4850-9b1a-caec6a040e12 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:45:10.822400 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-02017263-c32e-4850-9b1a-caec6a040e12 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Publish callbacks [] for network, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:10.885708 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02017263-c32e-4850-9b1a-caec6a040e12 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Pushing event updated for resources: {'Network': ['ID=520093c0-ce27-4404-be0c-c3b77b4cd9b0,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:45:10.896813 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Network 520093c0-ce27-4404-be0c-c3b77b4cd9b0 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 25 21:45:10.937345 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-02017263-c32e-4850-9b1a-caec6a040e12 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 780 time: 0.4229288
Dec 25 21:45:10.939983 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 41928) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:45:10.945322 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-f30fdb57-b77a-43c0-b0f8-9f48b8bc7e45 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Request body: {'subnet': {'network_id': '520093c0-ce27-4404-be0c-c3b77b4cd9b0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:45:11.060279 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcec13c0-083b-4a85-88d4-8b59243d3de6 req-9c7ed098-0405-4554-8e78-bff2cbf7a513 tempest-TestServerMultinode-1634197576 tempest-TestServerMultinode-1634197576-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:45:11.061756 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-dcec13c0-083b-4a85-88d4-8b59243d3de6 req-9c7ed098-0405-4554-8e78-bff2cbf7a513 tempest-TestServerMultinode-1634197576 tempest-TestServerMultinode-1634197576-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=a5993418-a92c-4e15-87ac-0f5ef2424768 HTTP/1.1" status: 200  len: 1097 time: 0.0424223
Dec 25 21:45:11.101715 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f30fdb57-b77a-43c0-b0f8-9f48b8bc7e45 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Made reservation on behalf of ebdc409fadbd4a71aa1e98f8a0586bd1 for: {'subnet': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:45:11.105340 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-dcec13c0-083b-4a85-88d4-8b59243d3de6 req-7098ed40-6017-48cf-b471-25509fc79de1 tempest-TestServerMultinode-1634197576 tempest-TestServerMultinode-1634197576-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=22866a5d-812f-439b-8d61-5070a8152c13&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0376356
Dec 25 21:45:11.105486 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f30fdb57-b77a-43c0-b0f8-9f48b8bc7e45 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8852834'] for subnet, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:11.240284 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad755d91-361a-4369-9ae2-7f6446a5e2e1 req-242a01b7-d2c4-40e3-9689-8a280acc02ab tempest-TestServerMultinode-1634197576 tempest-TestServerMultinode-1634197576-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:45:11.241830 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ad755d91-361a-4369-9ae2-7f6446a5e2e1 req-242a01b7-d2c4-40e3-9689-8a280acc02ab tempest-TestServerMultinode-1634197576 tempest-TestServerMultinode-1634197576-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=a5993418-a92c-4e15-87ac-0f5ef2424768 HTTP/1.1" status: 200  len: 1097 time: 0.0402365
Dec 25 21:45:11.326895 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [req-ad755d91-361a-4369-9ae2-7f6446a5e2e1 req-eb97df7f-23c9-4240-88a2-e944c707fd9f tempest-TestServerMultinode-1634197576 tempest-TestServerMultinode-1634197576-project-admin] Deleting port a592d7a8-b1cf-4096-b574-f2447197322e {{(pid=121606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:45:11.327477 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-ad755d91-361a-4369-9ae2-7f6446a5e2e1 req-eb97df7f-23c9-4240-88a2-e944c707fd9f tempest-TestServerMultinode-1634197576 tempest-TestServerMultinode-1634197576-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:11.330834 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f30fdb57-b77a-43c0-b0f8-9f48b8bc7e45 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8632475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8852848'] for subnet, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:11.403585 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30fdb57-b77a-43c0-b0f8-9f48b8bc7e45 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Pushing event updated for resources: {'Subnet': ['ID=6d79de2f-81cc-4e0c-a749-8e00e7418e9d,revision_number=0']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:45:11.410844 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-ad755d91-361a-4369-9ae2-7f6446a5e2e1 req-eb97df7f-23c9-4240-88a2-e944c707fd9f tempest-TestServerMultinode-1634197576 tempest-TestServerMultinode-1634197576-project-admin] For port a592d7a8-b1cf-4096-b574-f2447197322e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a592d7a8-b1cf-4096-b574-f2447197322e,segment=NetworkSegment(2908bfa6-99d6-4bee-a25d-023e094a80e9),segment_id=2908bfa6-99d6-4bee-a25d-023e094a80e9)] {{(pid=121606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:45:11.411200 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-ad755d91-361a-4369-9ae2-7f6446a5e2e1 req-eb97df7f-23c9-4240-88a2-e944c707fd9f tempest-TestServerMultinode-1634197576 tempest-TestServerMultinode-1634197576-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:11.411423 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f30fdb57-b77a-43c0-b0f8-9f48b8bc7e45 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Checking segment: {'id': '9a4ffb0d-60d8-4880-9839-3d5617deafa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '520093c0-ce27-4404-be0c-c3b77b4cd9b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:45:11.411770 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f30fdb57-b77a-43c0-b0f8-9f48b8bc7e45 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Network hostable DHCP agents. Network: 520093c0-ce27-4404-be0c-c3b77b4cd9b0, hostable agents: ['1813db88-2c1b-4357-a2ba-869246b663c2'], hosted agents: [] {{(pid=121607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 25 21:45:11.423982 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [req-ad755d91-361a-4369-9ae2-7f6446a5e2e1 req-eb97df7f-23c9-4240-88a2-e944c707fd9f tempest-TestServerMultinode-1634197576 tempest-TestServerMultinode-1634197576-project-admin] Calling delete_port for a592d7a8-b1cf-4096-b574-f2447197322e owned by compute:nova {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:45:11.501905 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f30fdb57-b77a-43c0-b0f8-9f48b8bc7e45 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Network 520093c0-ce27-4404-be0c-c3b77b4cd9b0 is scheduled to be hosted by DHCP agent 1813db88-2c1b-4357-a2ba-869246b663c2 with binding_index 1 {{(pid=121607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 25 21:45:11.570385 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-f30fdb57-b77a-43c0-b0f8-9f48b8bc7e45 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 520093c0-ce27-4404-be0c-c3b77b4cd9b0) {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:45:11.574381 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f30fdb57-b77a-43c0-b0f8-9f48b8bc7e45 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:45:11.574967 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f30fdb57-b77a-43c0-b0f8-9f48b8bc7e45 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Publish callbacks [] for subnet, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:11.579846 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f0194ec-352f-4063-af2d-be31a561ba70 None None] Network 520093c0-ce27-4404-be0c-c3b77b4cd9b0 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:45:11.593392 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-ad755d91-361a-4369-9ae2-7f6446a5e2e1 req-eb97df7f-23c9-4240-88a2-e944c707fd9f tempest-TestServerMultinode-1634197576 tempest-TestServerMultinode-1634197576-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:11.604715 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] get_ports_and_sgs() called for port_ids ['969022d6-ccf2-4bce-a499-ff0d103d87ae'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:45:11.607322 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] get_ports_and_sgs() called for port_ids ['a592d7a8-b1cf-4096-b574-f2447197322e'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:45:11.624249 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb97df7f-23c9-4240-88a2-e944c707fd9f tempest-TestServerMultinode-1634197576 tempest-TestServerMultinode-1634197576-project-admin] Pushing event deleted for resources: {'Port': ['ID=a592d7a8-b1cf-4096-b574-f2447197322e,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:45:11.671872 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad755d91-361a-4369-9ae2-7f6446a5e2e1 req-eb97df7f-23c9-4240-88a2-e944c707fd9f tempest-TestServerMultinode-1634197576 tempest-TestServerMultinode-1634197576-project-admin] No DVR routers for this DVR port a592d7a8-b1cf-4096-b574-f2447197322e on host nch2-master-1 {{(pid=121606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:45:11.674410 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-ad755d91-361a-4369-9ae2-7f6446a5e2e1 req-eb97df7f-23c9-4240-88a2-e944c707fd9f tempest-TestServerMultinode-1634197576 tempest-TestServerMultinode-1634197576-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:11.678041 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ad755d91-361a-4369-9ae2-7f6446a5e2e1 req-eb97df7f-23c9-4240-88a2-e944c707fd9f tempest-TestServerMultinode-1634197576 tempest-TestServerMultinode-1634197576-project-admin] 10.222.0.37 "DELETE /v2.0/ports/a592d7a8-b1cf-4096-b574-f2447197322e HTTP/1.1" status: 204  len: 173 time: 0.4290860
Dec 25 21:45:11.684661 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5993418-a92c-4e15-87ac-0f5ef2424768', 'name': 'network-vif-deleted', 'tag': 'a592d7a8-b1cf-4096-b574-f2447197322e'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:45:11.684661 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9858820c13ec2827453b94ebc4181065e990a4e4089ccb9fe762531ac62d2fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63252992-8294-4f34-b087-ddb7ec34b1d9" -d '{"events": [{"server_uuid": "a5993418-a92c-4e15-87ac-0f5ef2424768", "name": "network-vif-deleted", "tag": "a592d7a8-b1cf-4096-b574-f2447197322e"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:45:11.684925 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 41934) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:45:11.686982 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-f30fdb57-b77a-43c0-b0f8-9f48b8bc7e45 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.7409711
Dec 25 21:45:11.768626 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 21:45:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc8228a5-7498-4801-8e43-c080a4a0ad31 x-openstack-request-id: req-dc8228a5-7498-4801-8e43-c080a4a0ad31 {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:45:11.769150 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5993418-a92c-4e15-87ac-0f5ef2424768", "name": "network-vif-deleted", "tag": "a592d7a8-b1cf-4096-b574-f2447197322e", "status": "completed", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:45:11.769391 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-dc8228a5-7498-4801-8e43-c080a4a0ad31 {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:45:11.769801 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5993418-a92c-4e15-87ac-0f5ef2424768', 'name': 'network-vif-deleted', 'tag': 'a592d7a8-b1cf-4096-b574-f2447197322e', 'status': 'completed', 'code': 200}
Dec 25 21:45:11.810572 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-a2a2fa23-b464-4f59-8f74-b9f4676cdc5f tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625803'] for network, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:11.819076 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed88e9f3-7844-4066-8b24-6cedd8a6a39b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-520093c0-ce27-4404-be0c-c3b77b4cd9b0', 'network_id': '520093c0-ce27-4404-be0c-c3b77b4cd9b0', 'project_id': 'ebdc409fadbd4a71aa1e98f8a0586bd1', 'fixed_ips': [{'subnet_id': '6d79de2f-81cc-4e0c-a749-8e00e7418e9d'}]}} from ncdv-master-1. {{(pid=121608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 25 21:45:11.819933 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-ed88e9f3-7844-4066-8b24-6cedd8a6a39b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:11.877856 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-a2a2fa23-b464-4f59-8f74-b9f4676cdc5f tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995662'] for subnet, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:11.998908 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-a2a2fa23-b464-4f59-8f74-b9f4676cdc5f tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9084363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9028506'] for subnet, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:12.022727 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server [None req-ed88e9f3-7844-4066-8b24-6cedd8a6a39b None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6d79de2f-81cc-4e0c-a749-8e00e7418e9d: This subnet is being modified by another concurrent operation.
Dec 25 21:45:12.022727 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Dec 25 21:45:12.022727 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Dec 25 21:45:12.022727 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Dec 25 21:45:12.022727 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Dec 25 21:45:12.022727 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Dec 25 21:45:12.022727 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Dec 25 21:45:12.022727 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Dec 25 21:45:12.022727 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Dec 25 21:45:12.022727 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Dec 25 21:45:12.022727 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Dec 25 21:45:12.022727 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Dec 25 21:45:12.022727 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 25 21:45:12.022727 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 25 21:45:12.022727 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 25 21:45:12.022727 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 25 21:45:12.022727 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Dec 25 21:45:12.022727 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 25 21:45:12.022727 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Dec 25 21:45:12.022727 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Dec 25 21:45:12.022727 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 25 21:45:12.022727 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 25 21:45:12.022727 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 25 21:45:12.022727 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 25 21:45:12.022727 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Dec 25 21:45:12.022727 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 25 21:45:12.022727 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Dec 25 21:45:12.022727 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Dec 25 21:45:12.022727 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 25 21:45:12.022727 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 25 21:45:12.022727 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 25 21:45:12.022727 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 25 21:45:12.022727 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Dec 25 21:45:12.022727 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Dec 25 21:45:12.022727 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper
Dec 25 21:45:12.022727 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server     ret_val = f(_self, context, *args, **kwargs)
Dec 25 21:45:12.022727 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 306, in create_dhcp_port
Dec 25 21:45:12.022727 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server     return self._port_action(plugin, context, port, 'create_port')
Dec 25 21:45:12.022727 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action
Dec 25 21:45:12.022727 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server     return p_utils.create_port(plugin, context, port)
Dec 25 21:45:12.022727 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port
Dec 25 21:45:12.022727 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server     return core_plugin.create_port(
Dec 25 21:45:12.022727 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner
Dec 25 21:45:12.022727 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 25 21:45:12.022727 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped
Dec 25 21:45:12.022727 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Dec 25 21:45:12.022727 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Dec 25 21:45:12.022727 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Dec 25 21:45:12.022727 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 25 21:45:12.022727 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 25 21:45:12.022727 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 25 21:45:12.022727 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 25 21:45:12.022727 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Dec 25 21:45:12.022727 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 25 21:45:12.022727 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Dec 25 21:45:12.022727 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Dec 25 21:45:12.022727 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 25 21:45:12.022727 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 25 21:45:12.022727 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 25 21:45:12.022727 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 25 21:45:12.022727 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Dec 25 21:45:12.022727 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 25 21:45:12.022727 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Dec 25 21:45:12.022727 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Dec 25 21:45:12.022727 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 25 21:45:12.022727 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 25 21:45:12.022727 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 25 21:45:12.022727 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 25 21:45:12.022727 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Dec 25 21:45:12.022727 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Dec 25 21:45:12.022727 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port
Dec 25 21:45:12.022727 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server     result, mech_context = self._create_port_db(context, port)
Dec 25 21:45:12.022727 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db
Dec 25 21:45:12.022727 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server     port_db = self.create_port_db(context, port)
Dec 25 21:45:12.022727 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db
Dec 25 21:45:12.022727 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server     self.ipam.allocate_ips_for_port_and_store(
Dec 25 21:45:12.022727 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store
Dec 25 21:45:12.022727 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server     ips = self.allocate_ips_for_port(context, port_copy)
Dec 25 21:45:12.022727 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped
Dec 25 21:45:12.022727 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Dec 25 21:45:12.022727 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper
Dec 25 21:45:12.022727 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server     return fn(*args, **kwargs)
Dec 25 21:45:12.022727 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port
Dec 25 21:45:12.022727 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server     return self._allocate_ips_for_port(context, port)
Dec 25 21:45:12.022727 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port
Dec 25 21:45:12.022727 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server     subnets = self._ipam_get_subnets(
Dec 25 21:45:12.022727 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets
Dec 25 21:45:12.022727 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server     subnet.lock_register(
Dec 25 21:45:12.022727 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register
Dec 25 21:45:12.022727 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server     raise exception
Dec 25 21:45:12.022727 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6d79de2f-81cc-4e0c-a749-8e00e7418e9d: This subnet is being modified by another concurrent operation.
Dec 25 21:45:12.022727 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server 
Dec 25 21:45:12.029907 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a2fa23-b464-4f59-8f74-b9f4676cdc5f tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Pushing event deleted for resources: {'Subnet': ['ID=6d79de2f-81cc-4e0c-a749-8e00e7418e9d,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:45:12.044149 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-460da9f5-c97d-4847-9713-0385dad6bf66 None None] Network 520093c0-ce27-4404-be0c-c3b77b4cd9b0 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:45:12.097681 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-a2a2fa23-b464-4f59-8f74-b9f4676cdc5f tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997585', 'neutron.services.segments.db._delete_segments_for_network-8737602743071'] for network, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:12.119389 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.segments.db [None req-a2a2fa23-b464-4f59-8f74-b9f4676cdc5f tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2618fb70d0>,) {'filters': {'network_id': ['520093c0-ce27-4404-be0c-c3b77b4cd9b0']}} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:45:12.127488 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e566548e-ac4e-4845-bb3e-4d1eefa1e87c None None] get_active_networks_info from ncdv-master-1 {{(pid=121608) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
Dec 25 21:45:12.132503 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.segments.db [None req-a2a2fa23-b464-4f59-8f74-b9f4676cdc5f tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2618fb70d0>, '9a4ffb0d-60d8-4880-9839-3d5617deafa0') {'for_net_delete': True} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:45:12.133089 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.segments.db [None req-a2a2fa23-b464-4f59-8f74-b9f4676cdc5f tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2618fb70d0>, '9a4ffb0d-60d8-4880-9839-3d5617deafa0') {} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:45:12.143740 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-a2a2fa23-b464-4f59-8f74-b9f4676cdc5f tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737602746920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9084222'] for segment, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:12.165561 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-a2a2fa23-b464-4f59-8f74-b9f4676cdc5f tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:12.173625 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2a2fa23-b464-4f59-8f74-b9f4676cdc5f tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Releasing vlan 186 on physical network physnet1 to pool {{(pid=121606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 25 21:45:12.174021 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-a2a2fa23-b464-4f59-8f74-b9f4676cdc5f tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9084542'] for segment, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:12.177936 ncdv-master-1 neutron-server[121606]: Traceback (most recent call last):
Dec 25 21:45:12.177936 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 25 21:45:12.177936 ncdv-master-1 neutron-server[121606]:     timer()
Dec 25 21:45:12.177936 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 25 21:45:12.177936 ncdv-master-1 neutron-server[121606]:     cb(*args, **kw)
Dec 25 21:45:12.177936 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 25 21:45:12.177936 ncdv-master-1 neutron-server[121606]:     return func(*args, **kwargs)
Dec 25 21:45:12.177936 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 25 21:45:12.177936 ncdv-master-1 neutron-server[121606]:     self._notify()
Dec 25 21:45:12.177936 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 25 21:45:12.177936 ncdv-master-1 neutron-server[121606]:     self.callback(batched_events)
Dec 25 21:45:12.177936 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 25 21:45:12.177936 ncdv-master-1 neutron-server[121606]:     event.method(event)
Dec 25 21:45:12.177936 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 25 21:45:12.177936 ncdv-master-1 neutron-server[121606]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 25 21:45:12.177936 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 25 21:45:12.177936 ncdv-master-1 neutron-server[121606]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 25 21:45:12.177936 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 25 21:45:12.177936 ncdv-master-1 neutron-server[121606]:     return f(self, *a, **k)
Dec 25 21:45:12.177936 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 25 21:45:12.177936 ncdv-master-1 neutron-server[121606]:     return self._get(url).json()
Dec 25 21:45:12.177936 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 25 21:45:12.177936 ncdv-master-1 neutron-server[121606]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 25 21:45:12.177936 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 25 21:45:12.177936 ncdv-master-1 neutron-server[121606]:     return self.request(url, 'GET', **kwargs)
Dec 25 21:45:12.177936 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 25 21:45:12.177936 ncdv-master-1 neutron-server[121606]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 25 21:45:12.177936 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 25 21:45:12.177936 ncdv-master-1 neutron-server[121606]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 25 21:45:12.177936 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 25 21:45:12.177936 ncdv-master-1 neutron-server[121606]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 25 21:45:12.177936 ncdv-master-1 neutron-server[121606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 25 21:45:12.245544 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e566548e-ac4e-4845-bb3e-4d1eefa1e87c None None] Resources bound (agent type, host, resource id):  {{(pid=121608) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Dec 25 21:45:12.267553 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9b432781-e45a-4ae4-8259-5d62da25a5a6 req-683592b0-3223-4a19-be66-e8bb43d50a53 tempest-TestServerMultinode-1634197576 tempest-TestServerMultinode-1634197576-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=a5993418-a92c-4e15-87ac-0f5ef2424768 HTTP/1.1" status: 200  len: 210 time: 0.0282428
Dec 25 21:45:12.341527 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-a2a2fa23-b464-4f59-8f74-b9f4676cdc5f tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2008653'] for network, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:12.356739 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-a2a2fa23-b464-4f59-8f74-b9f4676cdc5f tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for network, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:12.357640 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-a2a2fa23-b464-4f59-8f74-b9f4676cdc5f tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] 10.222.0.32 "DELETE /v2.0/networks/520093c0-ce27-4404-be0c-c3b77b4cd9b0 HTTP/1.1" status: 204  len: 168 time: 0.6712987
Dec 25 21:45:12.360743 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 41940) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:45:12.366852 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-10b630ab-a780-4149-860d-a4d50781e355 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-32688949'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:45:12.381560 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a2fa23-b464-4f59-8f74-b9f4676cdc5f tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Pushing event deleted for resources: {'Network': ['ID=520093c0-ce27-4404-be0c-c3b77b4cd9b0,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:45:12.478599 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10b630ab-a780-4149-860d-a4d50781e355 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Made reservation on behalf of ebdc409fadbd4a71aa1e98f8a0586bd1 for: {'network': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:45:12.482900 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-10b630ab-a780-4149-860d-a4d50781e355 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for network, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:12.510377 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10b630ab-a780-4149-860d-a4d50781e355 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] vlan segment allocate from pool success with {'vlan_id': 187, 'physical_network': 'physnet1'}  {{(pid=121607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 25 21:45:12.520069 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-10b630ab-a780-4149-860d-a4d50781e355 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:12.521041 ncdv-master-1 neutron-server[121607]: INFO neutron.db.segments_db [None req-10b630ab-a780-4149-860d-a4d50781e355 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Added segment c8e2b5ca-81f1-42fe-ac19-e2d9f72a4789 of type vlan for network 41486331-12e9-4f5d-86f8-801ac1ffec52
Dec 25 21:45:12.562512 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-10b630ab-a780-4149-860d-a4d50781e355 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737602163420'] for network, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:12.638820 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-10b630ab-a780-4149-860d-a4d50781e355 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870'] for network, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:12.644834 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10b630ab-a780-4149-860d-a4d50781e355 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:45:12.645503 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-10b630ab-a780-4149-860d-a4d50781e355 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Publish callbacks [] for network, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:12.716928 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b630ab-a780-4149-860d-a4d50781e355 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Pushing event updated for resources: {'Network': ['ID=41486331-12e9-4f5d-86f8-801ac1ffec52,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:45:12.727006 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Network 41486331-12e9-4f5d-86f8-801ac1ffec52 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 25 21:45:12.738821 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-10b630ab-a780-4149-860d-a4d50781e355 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 778 time: 0.3767858
Dec 25 21:45:12.742180 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 41942) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:45:12.747337 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-6bd97932-68b3-4178-9a6f-2b91c8e34dc2 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Request body: {'subnet': {'network_id': '41486331-12e9-4f5d-86f8-801ac1ffec52', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:45:12.923251 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bd97932-68b3-4178-9a6f-2b91c8e34dc2 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Made reservation on behalf of ebdc409fadbd4a71aa1e98f8a0586bd1 for: {'subnet': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:45:12.926798 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-6bd97932-68b3-4178-9a6f-2b91c8e34dc2 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8852834'] for subnet, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:12.996543 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.ipam_backend_mixin [None req-6bd97932-68b3-4178-9a6f-2b91c8e34dc2 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Performing IP validity checks on allocation pools {{(pid=121607) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}}
Dec 25 21:45:12.997083 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.ipam_backend_mixin [None req-6bd97932-68b3-4178-9a6f-2b91c8e34dc2 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Checking for overlaps among allocation pools and gateway ip {{(pid=121607) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}}
Dec 25 21:45:13.164190 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-6bd97932-68b3-4178-9a6f-2b91c8e34dc2 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8632475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8852848'] for subnet, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:13.223533 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd97932-68b3-4178-9a6f-2b91c8e34dc2 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Pushing event updated for resources: {'Subnet': ['ID=a7a66683-ac00-461c-b877-8b00bee9d283,revision_number=0']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:45:13.233272 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bd97932-68b3-4178-9a6f-2b91c8e34dc2 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Checking segment: {'id': 'c8e2b5ca-81f1-42fe-ac19-e2d9f72a4789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '41486331-12e9-4f5d-86f8-801ac1ffec52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:45:13.233625 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bd97932-68b3-4178-9a6f-2b91c8e34dc2 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Network hostable DHCP agents. Network: 41486331-12e9-4f5d-86f8-801ac1ffec52, hostable agents: ['1813db88-2c1b-4357-a2ba-869246b663c2'], hosted agents: [] {{(pid=121607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 25 21:45:13.295249 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bd97932-68b3-4178-9a6f-2b91c8e34dc2 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Network 41486331-12e9-4f5d-86f8-801ac1ffec52 is scheduled to be hosted by DHCP agent 1813db88-2c1b-4357-a2ba-869246b663c2 with binding_index 1 {{(pid=121607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 25 21:45:13.365025 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-6bd97932-68b3-4178-9a6f-2b91c8e34dc2 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 41486331-12e9-4f5d-86f8-801ac1ffec52) {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:45:13.368959 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bd97932-68b3-4178-9a6f-2b91c8e34dc2 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:45:13.369547 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-6bd97932-68b3-4178-9a6f-2b91c8e34dc2 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Publish callbacks [] for subnet, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:13.374891 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0d11e62-db7b-4011-a27e-ff7b42691623 None None] Network 41486331-12e9-4f5d-86f8-801ac1ffec52 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:45:13.464215 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-6bd97932-68b3-4178-9a6f-2b91c8e34dc2 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 800 time: 0.7209153
Dec 25 21:45:13.466833 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 41948) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:45:13.472338 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f656171-e257-4cbc-8e4f-2a53d7e41417 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-41486331-12e9-4f5d-86f8-801ac1ffec52', 'network_id': '41486331-12e9-4f5d-86f8-801ac1ffec52', 'project_id': 'ebdc409fadbd4a71aa1e98f8a0586bd1', 'fixed_ips': [{'subnet_id': 'a7a66683-ac00-461c-b877-8b00bee9d283'}]}} from ncdv-master-1. {{(pid=121608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 25 21:45:13.473321 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f656171-e257-4cbc-8e4f-2a53d7e41417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:13.562958 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-8da712ca-0661-467f-9623-f400fb3b283e tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625803'] for network, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:13.614839 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.db_base_plugin_common [None req-9f656171-e257-4cbc-8e4f-2a53d7e41417 None None] Allocated IP 172.20.0.3 (41486331-12e9-4f5d-86f8-801ac1ffec52/a7a66683-ac00-461c-b877-8b00bee9d283/9efe4db0-7665-40fc-8a2e-c50b1a2f8e75) {{(pid=121608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:45:13.618756 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-8da712ca-0661-467f-9623-f400fb3b283e tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995662'] for subnet, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:13.766149 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f656171-e257-4cbc-8e4f-2a53d7e41417 None None] Publish callbacks [] for port, precommit_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:13.767895 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdcd5a2-917b-425a-a40d-b8f35c77f8f3 req-58039288-918d-400d-94b5-829f98bf426e tempest-TestServerMultinode-1634197576 tempest-TestServerMultinode-1634197576-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:45:13.769460 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ccdcd5a2-917b-425a-a40d-b8f35c77f8f3 req-58039288-918d-400d-94b5-829f98bf426e tempest-TestServerMultinode-1634197576 tempest-TestServerMultinode-1634197576-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=38f1c9a4-a882-45a4-8c11-3eaec625deef HTTP/1.1" status: 200  len: 1096 time: 0.0408270
Dec 25 21:45:13.814248 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ccdcd5a2-917b-425a-a40d-b8f35c77f8f3 req-b6b3e7ef-0ae2-4f43-ba6e-cf362c74b6f7 tempest-TestServerMultinode-1634197576 tempest-TestServerMultinode-1634197576-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=22866a5d-812f-439b-8d61-5070a8152c13&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0386300
Dec 25 21:45:13.821994 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f656171-e257-4cbc-8e4f-2a53d7e41417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946'] for port, after_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:13.865560 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f656171-e257-4cbc-8e4f-2a53d7e41417 None None] Network 41486331-12e9-4f5d-86f8-801ac1ffec52 is already hosted by enough agents. {{(pid=121608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:45:13.868521 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.base_scheduler [None req-9f656171-e257-4cbc-8e4f-2a53d7e41417 None None] Resources bound (agent type, host, resource id):  {{(pid=121608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:45:13.870963 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f656171-e257-4cbc-8e4f-2a53d7e41417 None None] Received port after_create {{(pid=121608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:45:13.884631 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f656171-e257-4cbc-8e4f-2a53d7e41417 None None] Pushing event updated for resources: {'Port': ['ID=9efe4db0-7665-40fc-8a2e-c50b1a2f8e75,revision_number=1']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:45:13.935466 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-9f656171-e257-4cbc-8e4f-2a53d7e41417 None None] Attempting to bind port 9efe4db0-7665-40fc-8a2e-c50b1a2f8e75 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:45:13.935850 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-9f656171-e257-4cbc-8e4f-2a53d7e41417 None None] Attempting to bind port 9efe4db0-7665-40fc-8a2e-c50b1a2f8e75 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'c8e2b5ca-81f1-42fe-ac19-e2d9f72a4789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '41486331-12e9-4f5d-86f8-801ac1ffec52'}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:45:13.936030 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-8da712ca-0661-467f-9623-f400fb3b283e tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8632410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8852809'] for subnet, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:13.936523 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f656171-e257-4cbc-8e4f-2a53d7e41417 None None] Attempting to bind port 9efe4db0-7665-40fc-8a2e-c50b1a2f8e75 on network 41486331-12e9-4f5d-86f8-801ac1ffec52 {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:45:13.941515 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f656171-e257-4cbc-8e4f-2a53d7e41417 None None] Checking agent: {'id': 'ca4f5c6d-f1fd-48b8-a3e3-395864c7d23d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 20, 56, 40), 'started_at': datetime.datetime(2021, 12, 25, 20, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 45, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:45:13.945149 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f656171-e257-4cbc-8e4f-2a53d7e41417 None None] Checking segment: {'id': 'c8e2b5ca-81f1-42fe-ac19-e2d9f72a4789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '41486331-12e9-4f5d-86f8-801ac1ffec52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:45:13.945149 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f656171-e257-4cbc-8e4f-2a53d7e41417 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:13.945149 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f656171-e257-4cbc-8e4f-2a53d7e41417 None None] Bound using segment: {'id': 'c8e2b5ca-81f1-42fe-ac19-e2d9f72a4789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '41486331-12e9-4f5d-86f8-801ac1ffec52'} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:45:13.945149 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-9f656171-e257-4cbc-8e4f-2a53d7e41417 None None] Bound port: 9efe4db0-7665-40fc-8a2e-c50b1a2f8e75, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8e2b5ca-81f1-42fe-ac19-e2d9f72a4789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '41486331-12e9-4f5d-86f8-801ac1ffec52'}}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:45:13.945149 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f656171-e257-4cbc-8e4f-2a53d7e41417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:13.965883 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da712ca-0661-467f-9623-f400fb3b283e tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Pushing event deleted for resources: {'Subnet': ['ID=a7a66683-ac00-461c-b877-8b00bee9d283,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:45:14.012368 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f656171-e257-4cbc-8e4f-2a53d7e41417 None None] For port 9efe4db0-7665-40fc-8a2e-c50b1a2f8e75, host ncdv-master-1, cleared binding levels {{(pid=121608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:45:14.015495 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f656171-e257-4cbc-8e4f-2a53d7e41417 None None] For port 9efe4db0-7665-40fc-8a2e-c50b1a2f8e75, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9efe4db0-7665-40fc-8a2e-c50b1a2f8e75,segment=NetworkSegment(c8e2b5ca-81f1-42fe-ac19-e2d9f72a4789),segment_id=c8e2b5ca-81f1-42fe-ac19-e2d9f72a4789)] {{(pid=121608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:45:14.025310 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-8da712ca-0661-467f-9623-f400fb3b283e tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997585', 'neutron.services.segments.db._delete_segments_for_network-8737602743071'] for network, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:14.050609 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-8da712ca-0661-467f-9623-f400fb3b283e tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2618e3eee0>,) {'filters': {'network_id': ['41486331-12e9-4f5d-86f8-801ac1ffec52']}} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:45:14.060038 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-8da712ca-0661-467f-9623-f400fb3b283e tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2618e3eee0>, 'c8e2b5ca-81f1-42fe-ac19-e2d9f72a4789') {'for_net_delete': True} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:45:14.070364 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-8da712ca-0661-467f-9623-f400fb3b283e tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2618e3eee0>, 'c8e2b5ca-81f1-42fe-ac19-e2d9f72a4789') {} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:45:14.070364 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-8da712ca-0661-467f-9623-f400fb3b283e tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737602746920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10246592'] for segment, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:14.113488 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f656171-e257-4cbc-8e4f-2a53d7e41417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:14.115620 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-8da712ca-0661-467f-9623-f400fb3b283e tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:14.122168 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8da712ca-0661-467f-9623-f400fb3b283e tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Releasing vlan 187 on physical network physnet1 to pool {{(pid=121607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 25 21:45:14.122660 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-8da712ca-0661-467f-9623-f400fb3b283e tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8633327'] for segment, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:14.125771 ncdv-master-1 neutron-server[121607]: Traceback (most recent call last):
Dec 25 21:45:14.125771 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 25 21:45:14.125771 ncdv-master-1 neutron-server[121607]:     timer()
Dec 25 21:45:14.125771 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 25 21:45:14.125771 ncdv-master-1 neutron-server[121607]:     cb(*args, **kw)
Dec 25 21:45:14.125771 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 25 21:45:14.125771 ncdv-master-1 neutron-server[121607]:     return func(*args, **kwargs)
Dec 25 21:45:14.125771 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 25 21:45:14.125771 ncdv-master-1 neutron-server[121607]:     self._notify()
Dec 25 21:45:14.125771 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 25 21:45:14.125771 ncdv-master-1 neutron-server[121607]:     self.callback(batched_events)
Dec 25 21:45:14.125771 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 25 21:45:14.125771 ncdv-master-1 neutron-server[121607]:     event.method(event)
Dec 25 21:45:14.125771 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 25 21:45:14.125771 ncdv-master-1 neutron-server[121607]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 25 21:45:14.125771 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 25 21:45:14.125771 ncdv-master-1 neutron-server[121607]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 25 21:45:14.125771 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 25 21:45:14.125771 ncdv-master-1 neutron-server[121607]:     return f(self, *a, **k)
Dec 25 21:45:14.125771 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 25 21:45:14.125771 ncdv-master-1 neutron-server[121607]:     return self._get(url).json()
Dec 25 21:45:14.125771 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 25 21:45:14.125771 ncdv-master-1 neutron-server[121607]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 25 21:45:14.125771 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 25 21:45:14.125771 ncdv-master-1 neutron-server[121607]:     return self.request(url, 'GET', **kwargs)
Dec 25 21:45:14.125771 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 25 21:45:14.125771 ncdv-master-1 neutron-server[121607]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 25 21:45:14.125771 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 25 21:45:14.125771 ncdv-master-1 neutron-server[121607]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 25 21:45:14.125771 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 25 21:45:14.125771 ncdv-master-1 neutron-server[121607]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 25 21:45:14.125771 ncdv-master-1 neutron-server[121607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 25 21:45:14.196389 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f656171-e257-4cbc-8e4f-2a53d7e41417 None None] Pushing event updated for resources: {'Port': ['ID=9efe4db0-7665-40fc-8a2e-c50b1a2f8e75,revision_number=2']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:45:14.213103 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4af8928-e39c-4f55-b3c2-76256fecb4ad None None] Network 41486331-12e9-4f5d-86f8-801ac1ffec52 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:45:14.227223 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.db.api [None req-8da712ca-0661-467f-9623-f400fb3b283e tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Dec 25 21:45:14.227223 ncdv-master-1 neutron-server[121607]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Dec 25 21:45:14.227223 ncdv-master-1 neutron-server[121607]: [parameters: {'id': '41486331-12e9-4f5d-86f8-801ac1ffec52'}]
Dec 25 21:45:14.227223 ncdv-master-1 neutron-server[121607]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=121607) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 25 21:45:14.227667 ncdv-master-1 neutron-server[121607]: DEBUG oslo_db.api [None req-8da712ca-0661-467f-9623-f400fb3b283e tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 25 21:45:14.303745 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4ecd5a4-27d9-459f-bae6-cc83dfb3f9c7 None None] get_active_networks_info from ncdv-master-1 {{(pid=121608) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
Dec 25 21:45:14.556638 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4ecd5a4-27d9-459f-bae6-cc83dfb3f9c7 None None] Resources bound (agent type, host, resource id):  {{(pid=121608) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Dec 25 21:45:14.728593 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-8da712ca-0661-467f-9623-f400fb3b283e tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625803'] for network, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:14.785256 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-8da712ca-0661-467f-9623-f400fb3b283e tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Deleting port 9efe4db0-7665-40fc-8a2e-c50b1a2f8e75 {{(pid=121607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:45:14.785683 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-8da712ca-0661-467f-9623-f400fb3b283e tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:14.933346 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b8bcd4-4a91-4ed4-bec5-a798d801de5d req-88c74624-b4f9-4257-adb8-18ef93a62d85 tempest-TestServerMultinode-1634197576 tempest-TestServerMultinode-1634197576-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:45:14.934974 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-95b8bcd4-4a91-4ed4-bec5-a798d801de5d req-88c74624-b4f9-4257-adb8-18ef93a62d85 tempest-TestServerMultinode-1634197576 tempest-TestServerMultinode-1634197576-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=38f1c9a4-a882-45a4-8c11-3eaec625deef HTTP/1.1" status: 200  len: 1096 time: 0.0445228
Dec 25 21:45:14.982785 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-95b8bcd4-4a91-4ed4-bec5-a798d801de5d req-3a5e770e-887d-43d9-b58a-0926f96bd97d tempest-TestServerMultinode-1634197576 tempest-TestServerMultinode-1634197576-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=22866a5d-812f-439b-8d61-5070a8152c13&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416644
Dec 25 21:45:15.043388 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202c94c8-d4eb-4091-a31b-476903902a10 req-1d49d100-4fc1-4245-8aa7-28df7acc3426 tempest-TestServerMultinode-1634197576 tempest-TestServerMultinode-1634197576-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:45:15.044930 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-202c94c8-d4eb-4091-a31b-476903902a10 req-1d49d100-4fc1-4245-8aa7-28df7acc3426 tempest-TestServerMultinode-1634197576 tempest-TestServerMultinode-1634197576-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=38f1c9a4-a882-45a4-8c11-3eaec625deef HTTP/1.1" status: 200  len: 1096 time: 0.0453966
Dec 25 21:45:15.085012 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.db [None req-8da712ca-0661-467f-9623-f400fb3b283e tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] For port 9efe4db0-7665-40fc-8a2e-c50b1a2f8e75, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9efe4db0-7665-40fc-8a2e-c50b1a2f8e75,segment=NetworkSegment(c8e2b5ca-81f1-42fe-ac19-e2d9f72a4789),segment_id=c8e2b5ca-81f1-42fe-ac19-e2d9f72a4789)] {{(pid=121607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:45:15.085633 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-8da712ca-0661-467f-9623-f400fb3b283e tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:15.097669 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-8da712ca-0661-467f-9623-f400fb3b283e tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Calling delete_port for 9efe4db0-7665-40fc-8a2e-c50b1a2f8e75 owned by network:dhcp {{(pid=121607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:45:15.124360 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [req-202c94c8-d4eb-4091-a31b-476903902a10 req-d4f52e50-75a4-4e0e-87f7-db0c6fdc61f4 tempest-TestServerMultinode-1634197576 tempest-TestServerMultinode-1634197576-project-admin] Deleting port 969022d6-ccf2-4bce-a499-ff0d103d87ae {{(pid=121606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:45:15.124820 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-202c94c8-d4eb-4091-a31b-476903902a10 req-d4f52e50-75a4-4e0e-87f7-db0c6fdc61f4 tempest-TestServerMultinode-1634197576 tempest-TestServerMultinode-1634197576-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:15.208589 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-202c94c8-d4eb-4091-a31b-476903902a10 req-d4f52e50-75a4-4e0e-87f7-db0c6fdc61f4 tempest-TestServerMultinode-1634197576 tempest-TestServerMultinode-1634197576-project-admin] For port 969022d6-ccf2-4bce-a499-ff0d103d87ae, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=969022d6-ccf2-4bce-a499-ff0d103d87ae,segment=NetworkSegment(2908bfa6-99d6-4bee-a25d-023e094a80e9),segment_id=2908bfa6-99d6-4bee-a25d-023e094a80e9)] {{(pid=121606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:45:15.208984 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-202c94c8-d4eb-4091-a31b-476903902a10 req-d4f52e50-75a4-4e0e-87f7-db0c6fdc61f4 tempest-TestServerMultinode-1634197576 tempest-TestServerMultinode-1634197576-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:15.221395 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [req-202c94c8-d4eb-4091-a31b-476903902a10 req-d4f52e50-75a4-4e0e-87f7-db0c6fdc61f4 tempest-TestServerMultinode-1634197576 tempest-TestServerMultinode-1634197576-project-admin] Calling delete_port for 969022d6-ccf2-4bce-a499-ff0d103d87ae owned by compute:nova {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:45:15.237471 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-8da712ca-0661-467f-9623-f400fb3b283e tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:15.267394 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da712ca-0661-467f-9623-f400fb3b283e tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Pushing event deleted for resources: {'Port': ['ID=9efe4db0-7665-40fc-8a2e-c50b1a2f8e75,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:45:15.269748 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8da712ca-0661-467f-9623-f400fb3b283e tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] No DVR routers for this DVR port 9efe4db0-7665-40fc-8a2e-c50b1a2f8e75 on host ncdv-master-1 {{(pid=121607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:45:15.353287 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-8da712ca-0661-467f-9623-f400fb3b283e tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997585', 'neutron.services.segments.db._delete_segments_for_network-8737602743071'] for network, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:15.368927 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-8da712ca-0661-467f-9623-f400fb3b283e tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2611d9c5b0>,) {'filters': {'network_id': ['41486331-12e9-4f5d-86f8-801ac1ffec52']}} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:45:15.378036 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-8da712ca-0661-467f-9623-f400fb3b283e tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2611d9c5b0>, 'c8e2b5ca-81f1-42fe-ac19-e2d9f72a4789') {'for_net_delete': True} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:45:15.378332 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-8da712ca-0661-467f-9623-f400fb3b283e tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2611d9c5b0>, 'c8e2b5ca-81f1-42fe-ac19-e2d9f72a4789') {} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:45:15.387566 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-8da712ca-0661-467f-9623-f400fb3b283e tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737602746920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10246592'] for segment, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:15.391360 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-202c94c8-d4eb-4091-a31b-476903902a10 req-d4f52e50-75a4-4e0e-87f7-db0c6fdc61f4 tempest-TestServerMultinode-1634197576 tempest-TestServerMultinode-1634197576-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:15.402158 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-8da712ca-0661-467f-9623-f400fb3b283e tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:15.402373 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] get_ports_and_sgs() called for port_ids ['969022d6-ccf2-4bce-a499-ff0d103d87ae'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:45:15.409711 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8da712ca-0661-467f-9623-f400fb3b283e tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Releasing vlan 187 on physical network physnet1 to pool {{(pid=121607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 25 21:45:15.410100 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-8da712ca-0661-467f-9623-f400fb3b283e tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8633327'] for segment, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:15.413739 ncdv-master-1 neutron-server[121607]: Traceback (most recent call last):
Dec 25 21:45:15.413739 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 25 21:45:15.413739 ncdv-master-1 neutron-server[121607]:     timer()
Dec 25 21:45:15.413739 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 25 21:45:15.413739 ncdv-master-1 neutron-server[121607]:     cb(*args, **kw)
Dec 25 21:45:15.413739 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 25 21:45:15.413739 ncdv-master-1 neutron-server[121607]:     return func(*args, **kwargs)
Dec 25 21:45:15.413739 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 25 21:45:15.413739 ncdv-master-1 neutron-server[121607]:     self._notify()
Dec 25 21:45:15.413739 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 25 21:45:15.413739 ncdv-master-1 neutron-server[121607]:     self.callback(batched_events)
Dec 25 21:45:15.413739 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 25 21:45:15.413739 ncdv-master-1 neutron-server[121607]:     event.method(event)
Dec 25 21:45:15.413739 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 25 21:45:15.413739 ncdv-master-1 neutron-server[121607]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 25 21:45:15.413739 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 25 21:45:15.413739 ncdv-master-1 neutron-server[121607]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 25 21:45:15.413739 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 25 21:45:15.413739 ncdv-master-1 neutron-server[121607]:     return f(self, *a, **k)
Dec 25 21:45:15.413739 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 25 21:45:15.413739 ncdv-master-1 neutron-server[121607]:     return self._get(url).json()
Dec 25 21:45:15.413739 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 25 21:45:15.413739 ncdv-master-1 neutron-server[121607]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 25 21:45:15.413739 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 25 21:45:15.413739 ncdv-master-1 neutron-server[121607]:     return self.request(url, 'GET', **kwargs)
Dec 25 21:45:15.413739 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 25 21:45:15.413739 ncdv-master-1 neutron-server[121607]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 25 21:45:15.413739 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 25 21:45:15.413739 ncdv-master-1 neutron-server[121607]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 25 21:45:15.413739 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 25 21:45:15.413739 ncdv-master-1 neutron-server[121607]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 25 21:45:15.413739 ncdv-master-1 neutron-server[121607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 25 21:45:15.422738 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f52e50-75a4-4e0e-87f7-db0c6fdc61f4 tempest-TestServerMultinode-1634197576 tempest-TestServerMultinode-1634197576-project-admin] Pushing event deleted for resources: {'Port': ['ID=969022d6-ccf2-4bce-a499-ff0d103d87ae,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:45:15.468085 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [req-202c94c8-d4eb-4091-a31b-476903902a10 req-d4f52e50-75a4-4e0e-87f7-db0c6fdc61f4 tempest-TestServerMultinode-1634197576 tempest-TestServerMultinode-1634197576-project-admin] No DVR routers for this DVR port 969022d6-ccf2-4bce-a499-ff0d103d87ae on host nch1-master-1 {{(pid=121606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:45:15.470640 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-202c94c8-d4eb-4091-a31b-476903902a10 req-d4f52e50-75a4-4e0e-87f7-db0c6fdc61f4 tempest-TestServerMultinode-1634197576 tempest-TestServerMultinode-1634197576-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:15.475219 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-202c94c8-d4eb-4091-a31b-476903902a10 req-d4f52e50-75a4-4e0e-87f7-db0c6fdc61f4 tempest-TestServerMultinode-1634197576 tempest-TestServerMultinode-1634197576-project-admin] 10.222.0.31 "DELETE /v2.0/ports/969022d6-ccf2-4bce-a499-ff0d103d87ae HTTP/1.1" status: 204  len: 173 time: 0.4235461
Dec 25 21:45:15.475687 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38f1c9a4-a882-45a4-8c11-3eaec625deef', 'name': 'network-vif-deleted', 'tag': '969022d6-ccf2-4bce-a499-ff0d103d87ae'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:45:15.478148 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9858820c13ec2827453b94ebc4181065e990a4e4089ccb9fe762531ac62d2fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29f9003b-2fc3-46a1-9da9-03fb6f495cc4" -d '{"events": [{"server_uuid": "38f1c9a4-a882-45a4-8c11-3eaec625deef", "name": "network-vif-deleted", "tag": "969022d6-ccf2-4bce-a499-ff0d103d87ae"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:45:15.517989 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 21:45:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6cac461-9d3f-4d23-94f7-e1e52480eca5 x-openstack-request-id: req-f6cac461-9d3f-4d23-94f7-e1e52480eca5 {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:45:15.518291 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38f1c9a4-a882-45a4-8c11-3eaec625deef", "name": "network-vif-deleted", "tag": "969022d6-ccf2-4bce-a499-ff0d103d87ae", "status": "completed", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:45:15.518558 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f6cac461-9d3f-4d23-94f7-e1e52480eca5 {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:45:15.518944 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38f1c9a4-a882-45a4-8c11-3eaec625deef', 'name': 'network-vif-deleted', 'tag': '969022d6-ccf2-4bce-a499-ff0d103d87ae', 'status': 'completed', 'code': 200}
Dec 25 21:45:15.558905 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-8da712ca-0661-467f-9623-f400fb3b283e tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2008653'] for network, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:15.566457 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-8da712ca-0661-467f-9623-f400fb3b283e tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Publish callbacks [] for network, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:15.569428 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-8da712ca-0661-467f-9623-f400fb3b283e tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] 10.222.0.32 "DELETE /v2.0/networks/41486331-12e9-4f5d-86f8-801ac1ffec52 HTTP/1.1" status: 204  len: 168 time: 2.1015766
Dec 25 21:45:15.573010 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 41956) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:45:15.578008 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-76cb8e6c-8242-4971-b0d2-06f6f3242841 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1466645064'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:45:15.581688 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da712ca-0661-467f-9623-f400fb3b283e tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Pushing event deleted for resources: {'Network': ['ID=41486331-12e9-4f5d-86f8-801ac1ffec52,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:45:15.655876 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76cb8e6c-8242-4971-b0d2-06f6f3242841 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Made reservation on behalf of ebdc409fadbd4a71aa1e98f8a0586bd1 for: {'network': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:45:15.659414 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-76cb8e6c-8242-4971-b0d2-06f6f3242841 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for network, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:15.682773 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76cb8e6c-8242-4971-b0d2-06f6f3242841 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] vlan segment allocate from pool success with {'vlan_id': 172, 'physical_network': 'physnet1'}  {{(pid=121606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 25 21:45:15.691394 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-76cb8e6c-8242-4971-b0d2-06f6f3242841 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:15.691738 ncdv-master-1 neutron-server[121606]: INFO neutron.db.segments_db [None req-76cb8e6c-8242-4971-b0d2-06f6f3242841 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Added segment 0afc8edc-dbd5-4af4-aadd-35f11934e260 of type vlan for network df1467a1-f911-41ba-9f2a-790177e39082
Dec 25 21:45:15.731496 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-76cb8e6c-8242-4971-b0d2-06f6f3242841 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737602163420'] for network, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:15.815846 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-76cb8e6c-8242-4971-b0d2-06f6f3242841 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870'] for network, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:15.821519 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76cb8e6c-8242-4971-b0d2-06f6f3242841 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:45:15.822102 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-76cb8e6c-8242-4971-b0d2-06f6f3242841 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for network, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:15.888893 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cb8e6c-8242-4971-b0d2-06f6f3242841 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Pushing event updated for resources: {'Network': ['ID=df1467a1-f911-41ba-9f2a-790177e39082,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:45:15.899711 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Network df1467a1-f911-41ba-9f2a-790177e39082 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 25 21:45:15.915589 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-76cb8e6c-8242-4971-b0d2-06f6f3242841 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 780 time: 0.3414938
Dec 25 21:45:15.918422 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 41958) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:45:15.923394 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-4e7bad23-961a-46a3-b6d4-d9bdf0c7c955 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Request body: {'subnet': {'network_id': 'df1467a1-f911-41ba-9f2a-790177e39082', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:45:16.093848 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4e026f54-57ac-4961-a61a-7f447f9b17a3 req-2c019d43-d49c-4afe-b620-0bbab8a89837 tempest-TestServerMultinode-1634197576 tempest-TestServerMultinode-1634197576-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=38f1c9a4-a882-45a4-8c11-3eaec625deef HTTP/1.1" status: 200  len: 210 time: 0.0268252
Dec 25 21:45:16.094535 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e7bad23-961a-46a3-b6d4-d9bdf0c7c955 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Made reservation on behalf of ebdc409fadbd4a71aa1e98f8a0586bd1 for: {'subnet': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:45:16.097915 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-4e7bad23-961a-46a3-b6d4-d9bdf0c7c955 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9028529'] for subnet, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:16.170748 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device a592d7a8-b1cf-4096-b574-f2447197322e no longer exists at agent hyperv_nch2-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:45:16.191712 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] No Port match for: a592d7a8-b1cf-4096-b574-f2447197322e {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:45:16.192999 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device a592d7a8-b1cf-4096-b574-f2447197322e not bound to the agent host nch2-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:45:16.246125 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-bf12fe24-4d4e-431e-93a3-59be117659c9 req-4ffbb188-8411-4ecf-9b54-4e7fd04699a4 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=38f1c9a4-a882-45a4-8c11-3eaec625deef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 210 time: 0.0318780
Dec 25 21:45:16.328326 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-bf12fe24-4d4e-431e-93a3-59be117659c9 req-bd58287d-8072-4882-9bcb-cb025b2348c5 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7111026d02ad417e83bc2f057ded219d&device_id=38f1c9a4-a882-45a4-8c11-3eaec625deef HTTP/1.1" status: 200  len: 210 time: 0.0279086
Dec 25 21:45:16.440771 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-4e7bad23-961a-46a3-b6d4-d9bdf0c7c955 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9084170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9028515'] for subnet, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:16.451473 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf12fe24-4d4e-431e-93a3-59be117659c9 req-fd1d4721-4f4d-4e27-b366-aaca5feb67ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:45:16.453326 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-bf12fe24-4d4e-431e-93a3-59be117659c9 req-fd1d4721-4f4d-4e27-b366-aaca5feb67ad service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=7111026d02ad417e83bc2f057ded219d&shared=False HTTP/1.1" status: 200  len: 911 time: 0.1049454
Dec 25 21:45:16.533615 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7bad23-961a-46a3-b6d4-d9bdf0c7c955 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Pushing event updated for resources: {'Subnet': ['ID=7986d54c-94db-4203-a71c-b5e0e3c017af,revision_number=0']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:45:16.579117 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e7bad23-961a-46a3-b6d4-d9bdf0c7c955 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Checking segment: {'id': '0afc8edc-dbd5-4af4-aadd-35f11934e260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'df1467a1-f911-41ba-9f2a-790177e39082'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:45:16.579478 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e7bad23-961a-46a3-b6d4-d9bdf0c7c955 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Network hostable DHCP agents. Network: df1467a1-f911-41ba-9f2a-790177e39082, hostable agents: ['1813db88-2c1b-4357-a2ba-869246b663c2'], hosted agents: [] {{(pid=121606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 25 21:45:16.608644 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf12fe24-4d4e-431e-93a3-59be117659c9 req-4684b7cf-9740-4d38-9aac-dbbb3a26a045 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:45:16.610163 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-bf12fe24-4d4e-431e-93a3-59be117659c9 req-4684b7cf-9740-4d38-9aac-dbbb3a26a045 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1355402
Dec 25 21:45:16.667163 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e7bad23-961a-46a3-b6d4-d9bdf0c7c955 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Network df1467a1-f911-41ba-9f2a-790177e39082 is scheduled to be hosted by DHCP agent 1813db88-2c1b-4357-a2ba-869246b663c2 with binding_index 1 {{(pid=121606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 25 21:45:16.741162 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [None req-4e7bad23-961a-46a3-b6d4-d9bdf0c7c955 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, df1467a1-f911-41ba-9f2a-790177e39082) {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:45:16.745256 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e7bad23-961a-46a3-b6d4-d9bdf0c7c955 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:45:16.745870 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-4e7bad23-961a-46a3-b6d4-d9bdf0c7c955 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Publish callbacks [] for subnet, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:16.751131 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88133246-b21b-4ac9-b196-fe92a963990d None None] Network df1467a1-f911-41ba-9f2a-790177e39082 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:45:16.801103 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-4e7bad23-961a-46a3-b6d4-d9bdf0c7c955 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 865 time: 0.8815534
Dec 25 21:45:16.804421 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 41962) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:45:16.852203 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a842ff37-006f-4bc2-8994-659ca0944087 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-df1467a1-f911-41ba-9f2a-790177e39082', 'network_id': 'df1467a1-f911-41ba-9f2a-790177e39082', 'project_id': 'ebdc409fadbd4a71aa1e98f8a0586bd1', 'fixed_ips': [{'subnet_id': '7986d54c-94db-4203-a71c-b5e0e3c017af'}]}} from ncdv-master-1. {{(pid=121608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 25 21:45:16.853102 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-a842ff37-006f-4bc2-8994-659ca0944087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:16.899925 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-ddf0d1fc-e0d0-4aa0-a089-4aca6e745d2c tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625803'] for network, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:16.962604 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-ddf0d1fc-e0d0-4aa0-a089-4aca6e745d2c tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995662'] for subnet, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:16.991422 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.db_base_plugin_common [None req-a842ff37-006f-4bc2-8994-659ca0944087 None None] Allocated IP 172.20.0.1 (df1467a1-f911-41ba-9f2a-790177e39082/7986d54c-94db-4203-a71c-b5e0e3c017af/277c2fdb-1e3e-4e16-bf5d-a90064d68e9c) {{(pid=121608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:45:17.132137 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-a842ff37-006f-4bc2-8994-659ca0944087 None None] Publish callbacks [] for port, precommit_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:17.156308 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 41966) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:45:17.187547 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-a842ff37-006f-4bc2-8994-659ca0944087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946'] for port, after_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:17.228731 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a842ff37-006f-4bc2-8994-659ca0944087 None None] Network df1467a1-f911-41ba-9f2a-790177e39082 is already hosted by enough agents. {{(pid=121608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:45:17.231785 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.base_scheduler [None req-a842ff37-006f-4bc2-8994-659ca0944087 None None] Resources bound (agent type, host, resource id):  {{(pid=121608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:45:17.235288 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a842ff37-006f-4bc2-8994-659ca0944087 None None] Received port after_create {{(pid=121608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:45:17.241123 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a842ff37-006f-4bc2-8994-659ca0944087 None None] Pushing event updated for resources: {'Port': ['ID=277c2fdb-1e3e-4e16-bf5d-a90064d68e9c,revision_number=1']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:45:17.296568 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-a842ff37-006f-4bc2-8994-659ca0944087 None None] Attempting to bind port 277c2fdb-1e3e-4e16-bf5d-a90064d68e9c on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:45:17.297108 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-a842ff37-006f-4bc2-8994-659ca0944087 None None] Attempting to bind port 277c2fdb-1e3e-4e16-bf5d-a90064d68e9c by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '0afc8edc-dbd5-4af4-aadd-35f11934e260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'df1467a1-f911-41ba-9f2a-790177e39082'}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:45:17.297473 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a842ff37-006f-4bc2-8994-659ca0944087 None None] Attempting to bind port 277c2fdb-1e3e-4e16-bf5d-a90064d68e9c on network df1467a1-f911-41ba-9f2a-790177e39082 {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:45:17.302900 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a842ff37-006f-4bc2-8994-659ca0944087 None None] Checking agent: {'id': 'ca4f5c6d-f1fd-48b8-a3e3-395864c7d23d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 20, 56, 40), 'started_at': datetime.datetime(2021, 12, 25, 20, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 45, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:45:17.303309 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a842ff37-006f-4bc2-8994-659ca0944087 None None] Checking segment: {'id': '0afc8edc-dbd5-4af4-aadd-35f11934e260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'df1467a1-f911-41ba-9f2a-790177e39082'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:45:17.303699 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-a842ff37-006f-4bc2-8994-659ca0944087 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:17.304096 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a842ff37-006f-4bc2-8994-659ca0944087 None None] Bound using segment: {'id': '0afc8edc-dbd5-4af4-aadd-35f11934e260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'df1467a1-f911-41ba-9f2a-790177e39082'} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:45:17.304561 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-a842ff37-006f-4bc2-8994-659ca0944087 None None] Bound port: 277c2fdb-1e3e-4e16-bf5d-a90064d68e9c, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0afc8edc-dbd5-4af4-aadd-35f11934e260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'df1467a1-f911-41ba-9f2a-790177e39082'}}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:45:17.304991 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-a842ff37-006f-4bc2-8994-659ca0944087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:17.377755 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-a842ff37-006f-4bc2-8994-659ca0944087 None None] For port 277c2fdb-1e3e-4e16-bf5d-a90064d68e9c, host ncdv-master-1, cleared binding levels {{(pid=121608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:45:17.382156 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-a842ff37-006f-4bc2-8994-659ca0944087 None None] For port 277c2fdb-1e3e-4e16-bf5d-a90064d68e9c, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=277c2fdb-1e3e-4e16-bf5d-a90064d68e9c,segment=NetworkSegment(0afc8edc-dbd5-4af4-aadd-35f11934e260),segment_id=0afc8edc-dbd5-4af4-aadd-35f11934e260)] {{(pid=121608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:45:17.512572 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-a842ff37-006f-4bc2-8994-659ca0944087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:17.593527 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a842ff37-006f-4bc2-8994-659ca0944087 None None] Pushing event updated for resources: {'Port': ['ID=277c2fdb-1e3e-4e16-bf5d-a90064d68e9c,revision_number=2']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:45:17.605502 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-ddf0d1fc-e0d0-4aa0-a089-4aca6e745d2c tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9084363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9028506'] for subnet, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:17.614958 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39079101-7b6d-4c69-aceb-37863981fb2b None None] Network df1467a1-f911-41ba-9f2a-790177e39082 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:45:17.647326 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf0d1fc-e0d0-4aa0-a089-4aca6e745d2c tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Pushing event deleted for resources: {'Subnet': ['ID=7986d54c-94db-4203-a71c-b5e0e3c017af,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:45:17.722753 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20ebf053-1c9c-4283-b71d-cb57089af6a6 None None] get_active_networks_info from ncdv-master-1 {{(pid=121608) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
Dec 25 21:45:17.746159 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-ddf0d1fc-e0d0-4aa0-a089-4aca6e745d2c tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997585', 'neutron.services.segments.db._delete_segments_for_network-8737602743071'] for network, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:17.775913 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.segments.db [None req-ddf0d1fc-e0d0-4aa0-a089-4aca6e745d2c tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2613723250>,) {'filters': {'network_id': ['df1467a1-f911-41ba-9f2a-790177e39082']}} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:45:17.815769 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20ebf053-1c9c-4283-b71d-cb57089af6a6 None None] Resources bound (agent type, host, resource id):  {{(pid=121608) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Dec 25 21:45:17.823882 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.segments.db [None req-ddf0d1fc-e0d0-4aa0-a089-4aca6e745d2c tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2613723250>, '0afc8edc-dbd5-4af4-aadd-35f11934e260') {'for_net_delete': True} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:45:17.824180 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.segments.db [None req-ddf0d1fc-e0d0-4aa0-a089-4aca6e745d2c tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2613723250>, '0afc8edc-dbd5-4af4-aadd-35f11934e260') {} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:45:17.839097 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-ddf0d1fc-e0d0-4aa0-a089-4aca6e745d2c tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737602746920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9084222'] for segment, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:17.872076 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-ddf0d1fc-e0d0-4aa0-a089-4aca6e745d2c tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:17.883756 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ddf0d1fc-e0d0-4aa0-a089-4aca6e745d2c tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Releasing vlan 172 on physical network physnet1 to pool {{(pid=121606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 25 21:45:17.884141 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-ddf0d1fc-e0d0-4aa0-a089-4aca6e745d2c tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9084542'] for segment, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:17.887353 ncdv-master-1 neutron-server[121606]: Traceback (most recent call last):
Dec 25 21:45:17.887353 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 25 21:45:17.887353 ncdv-master-1 neutron-server[121606]:     timer()
Dec 25 21:45:17.887353 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 25 21:45:17.887353 ncdv-master-1 neutron-server[121606]:     cb(*args, **kw)
Dec 25 21:45:17.887353 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 25 21:45:17.887353 ncdv-master-1 neutron-server[121606]:     return func(*args, **kwargs)
Dec 25 21:45:17.887353 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 25 21:45:17.887353 ncdv-master-1 neutron-server[121606]:     self._notify()
Dec 25 21:45:17.887353 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 25 21:45:17.887353 ncdv-master-1 neutron-server[121606]:     self.callback(batched_events)
Dec 25 21:45:17.887353 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 25 21:45:17.887353 ncdv-master-1 neutron-server[121606]:     event.method(event)
Dec 25 21:45:17.887353 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 25 21:45:17.887353 ncdv-master-1 neutron-server[121606]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 25 21:45:17.887353 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 25 21:45:17.887353 ncdv-master-1 neutron-server[121606]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 25 21:45:17.887353 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 25 21:45:17.887353 ncdv-master-1 neutron-server[121606]:     return f(self, *a, **k)
Dec 25 21:45:17.887353 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 25 21:45:17.887353 ncdv-master-1 neutron-server[121606]:     return self._get(url).json()
Dec 25 21:45:17.887353 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 25 21:45:17.887353 ncdv-master-1 neutron-server[121606]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 25 21:45:17.887353 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 25 21:45:17.887353 ncdv-master-1 neutron-server[121606]:     return self.request(url, 'GET', **kwargs)
Dec 25 21:45:17.887353 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 25 21:45:17.887353 ncdv-master-1 neutron-server[121606]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 25 21:45:17.887353 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 25 21:45:17.887353 ncdv-master-1 neutron-server[121606]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 25 21:45:17.887353 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 25 21:45:17.887353 ncdv-master-1 neutron-server[121606]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 25 21:45:17.887353 ncdv-master-1 neutron-server[121606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 25 21:45:18.005474 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.db.api [None req-ddf0d1fc-e0d0-4aa0-a089-4aca6e745d2c tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Dec 25 21:45:18.005474 ncdv-master-1 neutron-server[121606]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Dec 25 21:45:18.005474 ncdv-master-1 neutron-server[121606]: [parameters: {'id': 'df1467a1-f911-41ba-9f2a-790177e39082'}]
Dec 25 21:45:18.005474 ncdv-master-1 neutron-server[121606]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=121606) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 25 21:45:18.005956 ncdv-master-1 neutron-server[121606]: DEBUG oslo_db.api [None req-ddf0d1fc-e0d0-4aa0-a089-4aca6e745d2c tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 25 21:45:18.057840 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-886548bc-6813-4760-a005-be33d1b307f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2007615'] for router_interface, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:18.300720 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-886548bc-6813-4760-a005-be33d1b307f5 admin admin] Deleting port 5085acad-b29e-4c8f-a0b1-f0501d7e9999 {{(pid=121606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:45:18.301459 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-886548bc-6813-4760-a005-be33d1b307f5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:18.302415 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device 969022d6-ccf2-4bce-a499-ff0d103d87ae no longer exists at agent hyperv_nch1-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:45:18.326661 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] No Port match for: 969022d6-ccf2-4bce-a499-ff0d103d87ae {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:45:18.327089 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device 969022d6-ccf2-4bce-a499-ff0d103d87ae not bound to the agent host nch1-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:45:18.376774 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [None req-886548bc-6813-4760-a005-be33d1b307f5 admin admin] For port 5085acad-b29e-4c8f-a0b1-f0501d7e9999, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5085acad-b29e-4c8f-a0b1-f0501d7e9999,segment=NetworkSegment(2908bfa6-99d6-4bee-a25d-023e094a80e9),segment_id=2908bfa6-99d6-4bee-a25d-023e094a80e9)] {{(pid=121606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:45:18.377161 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-886548bc-6813-4760-a005-be33d1b307f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:18.390147 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-886548bc-6813-4760-a005-be33d1b307f5 admin admin] Calling delete_port for 5085acad-b29e-4c8f-a0b1-f0501d7e9999 owned by network:router_interface {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:45:18.510580 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-ddf0d1fc-e0d0-4aa0-a089-4aca6e745d2c tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625803'] for network, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:18.603053 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-ddf0d1fc-e0d0-4aa0-a089-4aca6e745d2c tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Deleting port 277c2fdb-1e3e-4e16-bf5d-a90064d68e9c {{(pid=121606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:45:18.603301 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-ddf0d1fc-e0d0-4aa0-a089-4aca6e745d2c tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:18.664096 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [None req-ddf0d1fc-e0d0-4aa0-a089-4aca6e745d2c tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] For port 277c2fdb-1e3e-4e16-bf5d-a90064d68e9c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=277c2fdb-1e3e-4e16-bf5d-a90064d68e9c,segment=NetworkSegment(0afc8edc-dbd5-4af4-aadd-35f11934e260),segment_id=0afc8edc-dbd5-4af4-aadd-35f11934e260)] {{(pid=121606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:45:18.664460 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-ddf0d1fc-e0d0-4aa0-a089-4aca6e745d2c tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:18.674075 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-886548bc-6813-4760-a005-be33d1b307f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:18.684899 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-ddf0d1fc-e0d0-4aa0-a089-4aca6e745d2c tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Calling delete_port for 277c2fdb-1e3e-4e16-bf5d-a90064d68e9c owned by network:dhcp {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:45:18.720055 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886548bc-6813-4760-a005-be33d1b307f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=5085acad-b29e-4c8f-a0b1-f0501d7e9999,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:45:18.939825 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-886548bc-6813-4760-a005-be33d1b307f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2007763'] for router_interface, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:18.985048 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-ddf0d1fc-e0d0-4aa0-a089-4aca6e745d2c tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:19.015928 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf0d1fc-e0d0-4aa0-a089-4aca6e745d2c tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Pushing event deleted for resources: {'Port': ['ID=277c2fdb-1e3e-4e16-bf5d-a90064d68e9c,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:45:19.020633 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddf0d1fc-e0d0-4aa0-a089-4aca6e745d2c tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] No DVR routers for this DVR port 277c2fdb-1e3e-4e16-bf5d-a90064d68e9c on host ncdv-master-1 {{(pid=121606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:45:19.139654 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-ddf0d1fc-e0d0-4aa0-a089-4aca6e745d2c tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997585', 'neutron.services.segments.db._delete_segments_for_network-8737602743071'] for network, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:19.197036 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.segments.db [None req-ddf0d1fc-e0d0-4aa0-a089-4aca6e745d2c tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2613fdfe20>,) {'filters': {'network_id': ['df1467a1-f911-41ba-9f2a-790177e39082']}} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:45:19.210965 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.segments.db [None req-ddf0d1fc-e0d0-4aa0-a089-4aca6e745d2c tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2613fdfe20>, '0afc8edc-dbd5-4af4-aadd-35f11934e260') {'for_net_delete': True} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:45:19.211267 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.segments.db [None req-ddf0d1fc-e0d0-4aa0-a089-4aca6e745d2c tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2613fdfe20>, '0afc8edc-dbd5-4af4-aadd-35f11934e260') {} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:45:19.226266 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-ddf0d1fc-e0d0-4aa0-a089-4aca6e745d2c tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737602746920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9084222'] for segment, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:19.244323 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-ddf0d1fc-e0d0-4aa0-a089-4aca6e745d2c tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:19.276589 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ddf0d1fc-e0d0-4aa0-a089-4aca6e745d2c tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Releasing vlan 172 on physical network physnet1 to pool {{(pid=121606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 25 21:45:19.277004 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-ddf0d1fc-e0d0-4aa0-a089-4aca6e745d2c tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9084542'] for segment, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:19.279860 ncdv-master-1 neutron-server[121606]: Traceback (most recent call last):
Dec 25 21:45:19.279860 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 25 21:45:19.279860 ncdv-master-1 neutron-server[121606]:     timer()
Dec 25 21:45:19.279860 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 25 21:45:19.279860 ncdv-master-1 neutron-server[121606]:     cb(*args, **kw)
Dec 25 21:45:19.279860 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 25 21:45:19.279860 ncdv-master-1 neutron-server[121606]:     return func(*args, **kwargs)
Dec 25 21:45:19.279860 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 25 21:45:19.279860 ncdv-master-1 neutron-server[121606]:     self._notify()
Dec 25 21:45:19.279860 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 25 21:45:19.279860 ncdv-master-1 neutron-server[121606]:     self.callback(batched_events)
Dec 25 21:45:19.279860 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 25 21:45:19.279860 ncdv-master-1 neutron-server[121606]:     event.method(event)
Dec 25 21:45:19.279860 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 25 21:45:19.279860 ncdv-master-1 neutron-server[121606]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 25 21:45:19.279860 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 25 21:45:19.279860 ncdv-master-1 neutron-server[121606]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 25 21:45:19.279860 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 25 21:45:19.279860 ncdv-master-1 neutron-server[121606]:     return f(self, *a, **k)
Dec 25 21:45:19.279860 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 25 21:45:19.279860 ncdv-master-1 neutron-server[121606]:     return self._get(url).json()
Dec 25 21:45:19.279860 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 25 21:45:19.279860 ncdv-master-1 neutron-server[121606]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 25 21:45:19.279860 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 25 21:45:19.279860 ncdv-master-1 neutron-server[121606]:     return self.request(url, 'GET', **kwargs)
Dec 25 21:45:19.279860 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 25 21:45:19.279860 ncdv-master-1 neutron-server[121606]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 25 21:45:19.279860 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 25 21:45:19.279860 ncdv-master-1 neutron-server[121606]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 25 21:45:19.279860 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 25 21:45:19.279860 ncdv-master-1 neutron-server[121606]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 25 21:45:19.279860 ncdv-master-1 neutron-server[121606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 25 21:45:19.346822 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-886548bc-6813-4760-a005-be33d1b307f5 admin admin] Router 2a2399df-84b3-4273-a66b-9a0663ef6700 has already been hosted by L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 {{(pid=121606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 25 21:45:19.414167 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-ddf0d1fc-e0d0-4aa0-a089-4aca6e745d2c tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2008653'] for network, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:19.444770 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-ddf0d1fc-e0d0-4aa0-a089-4aca6e745d2c tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for network, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:19.447965 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-ddf0d1fc-e0d0-4aa0-a089-4aca6e745d2c tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] 10.222.0.32 "DELETE /v2.0/networks/df1467a1-f911-41ba-9f2a-790177e39082 HTTP/1.1" status: 204  len: 168 time: 2.6425557
Dec 25 21:45:19.452059 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 41976) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:45:19.458713 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-c3d63cc2-60e0-4669-87e6-70572077e044 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1247276748'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:45:19.466959 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf0d1fc-e0d0-4aa0-a089-4aca6e745d2c tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Pushing event deleted for resources: {'Network': ['ID=df1467a1-f911-41ba-9f2a-790177e39082,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:45:19.483771 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-886548bc-6813-4760-a005-be33d1b307f5 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 21:45:19.489653 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-886548bc-6813-4760-a005-be33d1b307f5 admin admin] 10.222.0.32 "PUT /v2.0/routers/2a2399df-84b3-4273-a66b-9a0663ef6700/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.3321493
Dec 25 21:45:19.494163 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2781504-4625-4eaa-838d-ad0e5d169323 None None] Sync routers for ids ['2a2399df-84b3-4273-a66b-9a0663ef6700'] in ncdv-master-1 {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 21:45:19.496598 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 41978) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:45:19.504650 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2781504-4625-4eaa-838d-ad0e5d169323 None None] Routers {'2a2399df-84b3-4273-a66b-9a0663ef6700'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:45:19.505336 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-b2781504-4625-4eaa-838d-ad0e5d169323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2613faf8b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:45:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['2a2399df-84b3-4273-a66b-9a0663ef6700'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:45:19.543159 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3d63cc2-60e0-4669-87e6-70572077e044 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Made reservation on behalf of ebdc409fadbd4a71aa1e98f8a0586bd1 for: {'network': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:45:19.546673 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-c3d63cc2-60e0-4669-87e6-70572077e044 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for network, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:19.606760 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3d63cc2-60e0-4669-87e6-70572077e044 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] vlan segment allocate from pool success with {'vlan_id': 172, 'physical_network': 'physnet1'}  {{(pid=121607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 25 21:45:19.612721 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvr_db [None req-b2781504-4625-4eaa-838d-ad0e5d169323 None None] Set router 2a2399df-84b3-4273-a66b-9a0663ef6700 gateway port host: ncdv-master-1 {{(pid=121608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:45:19.624388 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-c3d63cc2-60e0-4669-87e6-70572077e044 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:19.624740 ncdv-master-1 neutron-server[121607]: INFO neutron.db.segments_db [None req-c3d63cc2-60e0-4669-87e6-70572077e044 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Added segment 595aba31-cc06-477b-84ed-3f7570605d0f of type vlan for network c172ce74-1b93-41c5-a26d-3f4747cd0863
Dec 25 21:45:19.637442 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-03be5656-4603-464a-a419-9a7f7f015ccc admin admin] Publish callbacks [] for router, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:19.709316 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-c3d63cc2-60e0-4669-87e6-70572077e044 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737602163420'] for network, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:19.788332 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-03be5656-4603-464a-a419-9a7f7f015ccc admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:19.791962 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-b2781504-4625-4eaa-838d-ad0e5d169323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2613faf8b0>, [{'id': '2a2399df-84b3-4273-a66b-9a0663ef6700', 'name': 'tempest-TestServerMultinode-86418353-router', 'tenant_id': '085f682b164b4e0a84eabf214450d8c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.24'}], 'enable_snat': True}, 'gw_port_id': '1b393781-a4fc-45cb-b986-297db7276d3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:44:10Z', 'updated_at': '2021-12-25T21:45:18Z', 'revision_number': 5, 'project_id': '085f682b164b4e0a84eabf214450d8c8', 'gw_port': {'id': '1b393781-a4fc-45cb-b986-297db7276d3f', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:29:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a2399df-84b3-4273-a66b-9a0663ef6700', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3669, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:44:11Z', 'updated_at': '2021-12-25T21:44:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:45:19.821742 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2781504-4625-4eaa-838d-ad0e5d169323 None None] Checking router: 2a2399df-84b3-4273-a66b-9a0663ef6700 for host: ncdv-master-1 {{(pid=121608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 25 21:45:19.830222 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2781504-4625-4eaa-838d-ad0e5d169323 None None] Routers {'2a2399df-84b3-4273-a66b-9a0663ef6700'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:45:19.830948 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-b2781504-4625-4eaa-838d-ad0e5d169323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2613faf8b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:45:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['2a2399df-84b3-4273-a66b-9a0663ef6700'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:45:19.838215 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-c3d63cc2-60e0-4669-87e6-70572077e044 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870'] for network, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:19.843736 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3d63cc2-60e0-4669-87e6-70572077e044 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:45:19.844321 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-c3d63cc2-60e0-4669-87e6-70572077e044 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Publish callbacks [] for network, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:19.933129 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d63cc2-60e0-4669-87e6-70572077e044 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Pushing event updated for resources: {'Network': ['ID=c172ce74-1b93-41c5-a26d-3f4747cd0863,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:45:19.939029 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvr_db [None req-b2781504-4625-4eaa-838d-ad0e5d169323 None None] Set router 2a2399df-84b3-4273-a66b-9a0663ef6700 gateway port host: ncdv-master-1 {{(pid=121608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:45:19.949299 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-c3d63cc2-60e0-4669-87e6-70572077e044 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 780 time: 0.4929557
Dec 25 21:45:19.950615 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 41980) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:45:19.956528 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-f9109d5e-1b6a-4e11-a542-55eb13e1d0fe tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Request body: {'subnet': {'network_id': 'c172ce74-1b93-41c5-a26d-3f4747cd0863', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:45:19.970471 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-03be5656-4603-464a-a419-9a7f7f015ccc admin admin] Deleting port 1b393781-a4fc-45cb-b986-297db7276d3f {{(pid=121607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:45:19.974330 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-03be5656-4603-464a-a419-9a7f7f015ccc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:19.993822 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Network c172ce74-1b93-41c5-a26d-3f4747cd0863 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 25 21:45:20.069881 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.db [None req-03be5656-4603-464a-a419-9a7f7f015ccc admin admin] For port 1b393781-a4fc-45cb-b986-297db7276d3f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1b393781-a4fc-45cb-b986-297db7276d3f,segment=NetworkSegment(6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855),segment_id=6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855)] {{(pid=121607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:45:20.070237 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-03be5656-4603-464a-a419-9a7f7f015ccc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:20.083886 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-03be5656-4603-464a-a419-9a7f7f015ccc admin admin] Calling delete_port for 1b393781-a4fc-45cb-b986-297db7276d3f owned by network:router_gateway {{(pid=121607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:45:20.113043 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9109d5e-1b6a-4e11-a542-55eb13e1d0fe tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Made reservation on behalf of ebdc409fadbd4a71aa1e98f8a0586bd1 for: {'subnet': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:45:20.116854 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-f9109d5e-1b6a-4e11-a542-55eb13e1d0fe tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9028529'] for subnet, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:20.180546 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-b2781504-4625-4eaa-838d-ad0e5d169323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2613faf8b0>, [{'id': '2a2399df-84b3-4273-a66b-9a0663ef6700', 'name': 'tempest-TestServerMultinode-86418353-router', 'tenant_id': '085f682b164b4e0a84eabf214450d8c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.24'}], 'enable_snat': True}, 'gw_port_id': '1b393781-a4fc-45cb-b986-297db7276d3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:44:10Z', 'updated_at': '2021-12-25T21:45:18Z', 'revision_number': 5, 'project_id': '085f682b164b4e0a84eabf214450d8c8', 'gw_port': {'id': '1b393781-a4fc-45cb-b986-297db7276d3f', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:29:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a2399df-84b3-4273-a66b-9a0663ef6700', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3669, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:44:11Z', 'updated_at': '2021-12-25T21:44:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:45:20.208989 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2781504-4625-4eaa-838d-ad0e5d169323 None None] The sync data for ids ['2a2399df-84b3-4273-a66b-9a0663ef6700'] in ncdv-master-1 is: [{'id': '2a2399df-84b3-4273-a66b-9a0663ef6700', 'name': 'tempest-TestServerMultinode-86418353-router', 'tenant_id': '085f682b164b4e0a84eabf214450d8c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.24'}], 'enable_snat': True}, 'gw_port_id': '1b393781-a4fc-45cb-b986-297db7276d3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:44:10Z', 'updated_at': '2021-12-25T21:45:18Z', 'revision_number': 5, 'project_id': '085f682b164b4e0a84eabf214450d8c8', 'gw_port': {'id': '1b393781-a4fc-45cb-b986-297db7276d3f', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:29:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a2399df-84b3-4273-a66b-9a0663ef6700', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3669, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:44:11Z', 'updated_at': '2021-12-25T21:44:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 21:45:20.358505 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-03be5656-4603-464a-a419-9a7f7f015ccc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:20.384627 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03be5656-4603-464a-a419-9a7f7f015ccc admin admin] Pushing event deleted for resources: {'Port': ['ID=1b393781-a4fc-45cb-b986-297db7276d3f,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:45:20.399019 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6669a17-fa50-4126-82aa-294daaf33a34 None None] DHCP port deletion for 7201e55c-7c5f-41aa-a042-a363696539d0 request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 21:45:20.404662 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-f9109d5e-1b6a-4e11-a542-55eb13e1d0fe tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9084170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9028515'] for subnet, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:20.448357 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-03be5656-4603-464a-a419-9a7f7f015ccc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2008689'] for router_gateway, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:20.462777 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9109d5e-1b6a-4e11-a542-55eb13e1d0fe tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Pushing event updated for resources: {'Subnet': ['ID=771a95e9-4dbd-473b-8806-f8d1aa9017d6,revision_number=0']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:45:20.481263 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9109d5e-1b6a-4e11-a542-55eb13e1d0fe tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Checking segment: {'id': '595aba31-cc06-477b-84ed-3f7570605d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'c172ce74-1b93-41c5-a26d-3f4747cd0863'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:45:20.481733 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9109d5e-1b6a-4e11-a542-55eb13e1d0fe tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Network hostable DHCP agents. Network: c172ce74-1b93-41c5-a26d-3f4747cd0863, hostable agents: ['1813db88-2c1b-4357-a2ba-869246b663c2'], hosted agents: [] {{(pid=121606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 25 21:45:20.535710 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9109d5e-1b6a-4e11-a542-55eb13e1d0fe tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Network c172ce74-1b93-41c5-a26d-3f4747cd0863 is scheduled to be hosted by DHCP agent 1813db88-2c1b-4357-a2ba-869246b663c2 with binding_index 1 {{(pid=121606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 25 21:45:20.542824 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-03be5656-4603-464a-a419-9a7f7f015ccc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2014235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14905'] for router, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:20.545469 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-03be5656-4603-464a-a419-9a7f7f015ccc admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:20.599177 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [None req-f9109d5e-1b6a-4e11-a542-55eb13e1d0fe tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, c172ce74-1b93-41c5-a26d-3f4747cd0863) {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:45:20.603331 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9109d5e-1b6a-4e11-a542-55eb13e1d0fe tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:45:20.603932 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-f9109d5e-1b6a-4e11-a542-55eb13e1d0fe tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Publish callbacks [] for subnet, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:20.616637 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc4dc938-3b0f-47b6-91f1-e56383cc2123 None None] Network c172ce74-1b93-41c5-a26d-3f4747cd0863 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:45:20.673554 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-03be5656-4603-464a-a419-9a7f7f015ccc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2014220'] for router, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:20.673773 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03be5656-4603-464a-a419-9a7f7f015ccc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2a2399df-84b3-4273-a66b-9a0663ef6700 {{(pid=121607) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 25 21:45:20.683400 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-03be5656-4603-464a-a419-9a7f7f015ccc admin admin] Publish callbacks [] for router, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:20.689610 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-03be5656-4603-464a-a419-9a7f7f015ccc admin admin] 10.222.0.32 "DELETE /v2.0/routers/2a2399df-84b3-4273-a66b-9a0663ef6700 HTTP/1.1" status: 204  len: 168 time: 1.1869011
Dec 25 21:45:20.689761 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-f9109d5e-1b6a-4e11-a542-55eb13e1d0fe tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 793 time: 0.7339537
Dec 25 21:45:20.689889 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 41984) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:45:20.690246 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 41986) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:45:20.691123 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 41988) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:45:20.757894 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_v2 [None req-10c62022-8312-49c7-b797-269b953fa368 admin admin] Deleting subnet 422d336a-8bb7-459f-a638-8406815d7db8 {{(pid=121606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Dec 25 21:45:20.761961 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-10c62022-8312-49c7-b797-269b953fa368 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:20.798901 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-10c62022-8312-49c7-b797-269b953fa368 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9084199'] for subnet, precommit_delete_associations {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:20.799926 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-fa6e7e80-7469-476e-a905-9093f3e7e0ac tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625803'] for network, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:20.877819 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-fa6e7e80-7469-476e-a905-9093f3e7e0ac tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995662'] for subnet, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:20.900465 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c96982a-ed09-49a3-b7d3-5276f31ae7a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-c172ce74-1b93-41c5-a26d-3f4747cd0863', 'network_id': 'c172ce74-1b93-41c5-a26d-3f4747cd0863', 'project_id': 'ebdc409fadbd4a71aa1e98f8a0586bd1', 'fixed_ips': [{'subnet_id': '771a95e9-4dbd-473b-8806-f8d1aa9017d6'}]}} from ncdv-master-1. {{(pid=121608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 25 21:45:20.901957 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-8c96982a-ed09-49a3-b7d3-5276f31ae7a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:20.903803 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-10c62022-8312-49c7-b797-269b953fa368 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995662'] for subnet, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:21.027686 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-fa6e7e80-7469-476e-a905-9093f3e7e0ac tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8632410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8852809'] for subnet, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:21.044757 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-10c62022-8312-49c7-b797-269b953fa368 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9084363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9028506'] for subnet, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:21.055832 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6e7e80-7469-476e-a905-9093f3e7e0ac tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Pushing event deleted for resources: {'Subnet': ['ID=771a95e9-4dbd-473b-8806-f8d1aa9017d6,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:45:21.069258 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server [None req-8c96982a-ed09-49a3-b7d3-5276f31ae7a1 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 771a95e9-4dbd-473b-8806-f8d1aa9017d6: This subnet is being modified by another concurrent operation.
Dec 25 21:45:21.069258 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Dec 25 21:45:21.069258 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Dec 25 21:45:21.069258 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Dec 25 21:45:21.069258 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Dec 25 21:45:21.069258 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Dec 25 21:45:21.069258 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Dec 25 21:45:21.069258 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Dec 25 21:45:21.069258 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Dec 25 21:45:21.069258 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Dec 25 21:45:21.069258 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Dec 25 21:45:21.069258 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Dec 25 21:45:21.069258 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 25 21:45:21.069258 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 25 21:45:21.069258 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 25 21:45:21.069258 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 25 21:45:21.069258 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Dec 25 21:45:21.069258 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 25 21:45:21.069258 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Dec 25 21:45:21.069258 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Dec 25 21:45:21.069258 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 25 21:45:21.069258 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 25 21:45:21.069258 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 25 21:45:21.069258 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 25 21:45:21.069258 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Dec 25 21:45:21.069258 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 25 21:45:21.069258 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Dec 25 21:45:21.069258 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Dec 25 21:45:21.069258 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 25 21:45:21.069258 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 25 21:45:21.069258 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 25 21:45:21.069258 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 25 21:45:21.069258 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Dec 25 21:45:21.069258 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Dec 25 21:45:21.069258 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper
Dec 25 21:45:21.069258 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server     ret_val = f(_self, context, *args, **kwargs)
Dec 25 21:45:21.069258 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 306, in create_dhcp_port
Dec 25 21:45:21.069258 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server     return self._port_action(plugin, context, port, 'create_port')
Dec 25 21:45:21.069258 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action
Dec 25 21:45:21.069258 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server     return p_utils.create_port(plugin, context, port)
Dec 25 21:45:21.069258 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port
Dec 25 21:45:21.069258 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server     return core_plugin.create_port(
Dec 25 21:45:21.069258 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner
Dec 25 21:45:21.069258 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 25 21:45:21.069258 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped
Dec 25 21:45:21.069258 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Dec 25 21:45:21.069258 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Dec 25 21:45:21.069258 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Dec 25 21:45:21.069258 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 25 21:45:21.069258 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 25 21:45:21.069258 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 25 21:45:21.069258 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 25 21:45:21.069258 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Dec 25 21:45:21.069258 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 25 21:45:21.069258 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Dec 25 21:45:21.069258 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Dec 25 21:45:21.069258 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 25 21:45:21.069258 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 25 21:45:21.069258 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 25 21:45:21.069258 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 25 21:45:21.069258 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Dec 25 21:45:21.069258 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 25 21:45:21.069258 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Dec 25 21:45:21.069258 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Dec 25 21:45:21.069258 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 25 21:45:21.069258 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 25 21:45:21.069258 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 25 21:45:21.069258 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 25 21:45:21.069258 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Dec 25 21:45:21.069258 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Dec 25 21:45:21.069258 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port
Dec 25 21:45:21.069258 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server     result, mech_context = self._create_port_db(context, port)
Dec 25 21:45:21.069258 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db
Dec 25 21:45:21.069258 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server     port_db = self.create_port_db(context, port)
Dec 25 21:45:21.069258 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db
Dec 25 21:45:21.069258 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server     self.ipam.allocate_ips_for_port_and_store(
Dec 25 21:45:21.069258 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store
Dec 25 21:45:21.069258 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server     ips = self.allocate_ips_for_port(context, port_copy)
Dec 25 21:45:21.069258 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped
Dec 25 21:45:21.069258 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Dec 25 21:45:21.069258 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper
Dec 25 21:45:21.069258 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server     return fn(*args, **kwargs)
Dec 25 21:45:21.069258 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port
Dec 25 21:45:21.069258 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server     return self._allocate_ips_for_port(context, port)
Dec 25 21:45:21.069258 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port
Dec 25 21:45:21.069258 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server     subnets = self._ipam_get_subnets(
Dec 25 21:45:21.069258 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets
Dec 25 21:45:21.069258 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server     subnet.lock_register(
Dec 25 21:45:21.069258 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register
Dec 25 21:45:21.069258 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server     raise exception
Dec 25 21:45:21.069258 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 771a95e9-4dbd-473b-8806-f8d1aa9017d6: This subnet is being modified by another concurrent operation.
Dec 25 21:45:21.069258 ncdv-master-1 neutron-server[121608]: ERROR oslo_messaging.rpc.server 
Dec 25 21:45:21.076927 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c62022-8312-49c7-b797-269b953fa368 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=422d336a-8bb7-459f-a638-8406815d7db8,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:45:21.080401 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-10c62022-8312-49c7-b797-269b953fa368 admin admin] Publish callbacks [] for subnet, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:21.084073 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-10c62022-8312-49c7-b797-269b953fa368 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/422d336a-8bb7-459f-a638-8406815d7db8 HTTP/1.1" status: 204  len: 168 time: 0.3916316
Dec 25 21:45:21.086285 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 41990) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:45:21.090773 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ffdab28-8195-4d24-a958-f7422fc35cb9 None None] Network 8ff80b6e-c966-48fa-b9d8-4e20f6169e52 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:45:21.107717 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b8a51ba-c8fb-438e-bc48-c68fe45ccce8 None None] Network c172ce74-1b93-41c5-a26d-3f4747cd0863 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:45:21.130914 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-fa6e7e80-7469-476e-a905-9093f3e7e0ac tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997585', 'neutron.services.segments.db._delete_segments_for_network-8737602743071'] for network, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:21.151754 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-fa6e7e80-7469-476e-a905-9093f3e7e0ac tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2613f84f70>,) {'filters': {'network_id': ['c172ce74-1b93-41c5-a26d-3f4747cd0863']}} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:45:21.161948 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-fa6e7e80-7469-476e-a905-9093f3e7e0ac tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2613f84f70>, '595aba31-cc06-477b-84ed-3f7570605d0f') {'for_net_delete': True} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:45:21.162314 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-fa6e7e80-7469-476e-a905-9093f3e7e0ac tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2613f84f70>, '595aba31-cc06-477b-84ed-3f7570605d0f') {} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:45:21.171990 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-fa6e7e80-7469-476e-a905-9093f3e7e0ac tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737602746920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10246592'] for segment, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:21.173116 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-2693b5dd-c143-4cb8-ba31-bcb8504b16d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625803'] for network, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:21.187993 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-fa6e7e80-7469-476e-a905-9093f3e7e0ac tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:21.194045 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa6e7e80-7469-476e-a905-9093f3e7e0ac tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Releasing vlan 172 on physical network physnet1 to pool {{(pid=121607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 25 21:45:21.194425 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-fa6e7e80-7469-476e-a905-9093f3e7e0ac tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8633327'] for segment, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:21.214372 ncdv-master-1 neutron-server[121607]: Traceback (most recent call last):
Dec 25 21:45:21.214372 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 25 21:45:21.214372 ncdv-master-1 neutron-server[121607]:     timer()
Dec 25 21:45:21.214372 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 25 21:45:21.214372 ncdv-master-1 neutron-server[121607]:     cb(*args, **kw)
Dec 25 21:45:21.214372 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 25 21:45:21.214372 ncdv-master-1 neutron-server[121607]:     return func(*args, **kwargs)
Dec 25 21:45:21.214372 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 25 21:45:21.214372 ncdv-master-1 neutron-server[121607]:     self._notify()
Dec 25 21:45:21.214372 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 25 21:45:21.214372 ncdv-master-1 neutron-server[121607]:     self.callback(batched_events)
Dec 25 21:45:21.214372 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 25 21:45:21.214372 ncdv-master-1 neutron-server[121607]:     event.method(event)
Dec 25 21:45:21.214372 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 25 21:45:21.214372 ncdv-master-1 neutron-server[121607]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 25 21:45:21.214372 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 25 21:45:21.214372 ncdv-master-1 neutron-server[121607]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 25 21:45:21.214372 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 25 21:45:21.214372 ncdv-master-1 neutron-server[121607]:     return f(self, *a, **k)
Dec 25 21:45:21.214372 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 25 21:45:21.214372 ncdv-master-1 neutron-server[121607]:     return self._get(url).json()
Dec 25 21:45:21.214372 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 25 21:45:21.214372 ncdv-master-1 neutron-server[121607]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 25 21:45:21.214372 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 25 21:45:21.214372 ncdv-master-1 neutron-server[121607]:     return self.request(url, 'GET', **kwargs)
Dec 25 21:45:21.214372 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 25 21:45:21.214372 ncdv-master-1 neutron-server[121607]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 25 21:45:21.214372 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 25 21:45:21.214372 ncdv-master-1 neutron-server[121607]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 25 21:45:21.214372 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 25 21:45:21.214372 ncdv-master-1 neutron-server[121607]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 25 21:45:21.214372 ncdv-master-1 neutron-server[121607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 25 21:45:21.230898 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-2693b5dd-c143-4cb8-ba31-bcb8504b16d1 admin admin] Deleting port b531e916-1be9-436b-8783-3b7c828ee122 {{(pid=121606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:45:21.233449 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-2693b5dd-c143-4cb8-ba31-bcb8504b16d1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:21.306367 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [None req-2693b5dd-c143-4cb8-ba31-bcb8504b16d1 admin admin] For port b531e916-1be9-436b-8783-3b7c828ee122, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b531e916-1be9-436b-8783-3b7c828ee122,segment=NetworkSegment(2908bfa6-99d6-4bee-a25d-023e094a80e9),segment_id=2908bfa6-99d6-4bee-a25d-023e094a80e9)] {{(pid=121606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:45:21.306667 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-2693b5dd-c143-4cb8-ba31-bcb8504b16d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:21.313243 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-fa6e7e80-7469-476e-a905-9093f3e7e0ac tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2008653'] for network, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:21.319883 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-2693b5dd-c143-4cb8-ba31-bcb8504b16d1 admin admin] Calling delete_port for b531e916-1be9-436b-8783-3b7c828ee122 owned by network:dhcp {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:45:21.328638 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-fa6e7e80-7469-476e-a905-9093f3e7e0ac tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Publish callbacks [] for network, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:21.335605 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-fa6e7e80-7469-476e-a905-9093f3e7e0ac tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] 10.222.0.32 "DELETE /v2.0/networks/c172ce74-1b93-41c5-a26d-3f4747cd0863 HTTP/1.1" status: 204  len: 168 time: 0.6349294
Dec 25 21:45:21.337054 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 41994) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:45:21.344763 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-f44e43a1-db2c-43b6-8d1c-33c5c992d97a tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-887726590'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:45:21.345572 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ed2b446-2d67-4931-8b9b-267e59a712d5 None None] DHCP port deletion for 8ff80b6e-c966-48fa-b9d8-4e20f6169e52 request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 21:45:21.357362 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6e7e80-7469-476e-a905-9093f3e7e0ac tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Pushing event deleted for resources: {'Network': ['ID=c172ce74-1b93-41c5-a26d-3f4747cd0863,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:45:21.419284 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-6ed2b446-2d67-4931-8b9b-267e59a712d5 None None] Deleting port b531e916-1be9-436b-8783-3b7c828ee122 {{(pid=121608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:45:21.419665 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-6ed2b446-2d67-4931-8b9b-267e59a712d5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:21.442704 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 5085acad-b29e-4c8f-a0b1-f0501d7e9999 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:45:21.465528 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] No Port match for: 5085acad-b29e-4c8f-a0b1-f0501d7e9999 {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:45:21.465873 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 5085acad-b29e-4c8f-a0b1-f0501d7e9999 not bound to the agent host ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:45:21.466315 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 1b393781-a4fc-45cb-b986-297db7276d3f no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:45:21.494332 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f44e43a1-db2c-43b6-8d1c-33c5c992d97a tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Made reservation on behalf of ebdc409fadbd4a71aa1e98f8a0586bd1 for: {'network': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:45:21.498105 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-f44e43a1-db2c-43b6-8d1c-33c5c992d97a tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for network, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:21.513754 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-2693b5dd-c143-4cb8-ba31-bcb8504b16d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:21.520917 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] No Port match for: 1b393781-a4fc-45cb-b986-297db7276d3f {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:45:21.521264 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 1b393781-a4fc-45cb-b986-297db7276d3f not bound to the agent host ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:45:21.521916 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device b531e916-1be9-436b-8783-3b7c828ee122 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:45:21.543480 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] No Port match for: b531e916-1be9-436b-8783-3b7c828ee122 {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:45:21.543827 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device b531e916-1be9-436b-8783-3b7c828ee122 not bound to the agent host ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:45:21.546376 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2693b5dd-c143-4cb8-ba31-bcb8504b16d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=b531e916-1be9-436b-8783-3b7c828ee122,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:45:21.546515 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-6ed2b446-2d67-4931-8b9b-267e59a712d5 None None] For port b531e916-1be9-436b-8783-3b7c828ee122, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b531e916-1be9-436b-8783-3b7c828ee122,segment=NetworkSegment(2908bfa6-99d6-4bee-a25d-023e094a80e9),segment_id=2908bfa6-99d6-4bee-a25d-023e094a80e9)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:45:21.546810 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-6ed2b446-2d67-4931-8b9b-267e59a712d5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:21.549373 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2693b5dd-c143-4cb8-ba31-bcb8504b16d1 admin admin] No DVR routers for this DVR port b531e916-1be9-436b-8783-3b7c828ee122 on host ncdv-master-1 {{(pid=121606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:45:21.562404 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f44e43a1-db2c-43b6-8d1c-33c5c992d97a tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] vlan segment allocate from pool success with {'vlan_id': 182, 'physical_network': 'physnet1'}  {{(pid=121606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 25 21:45:21.562770 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-6ed2b446-2d67-4931-8b9b-267e59a712d5 None None] Calling delete_port for b531e916-1be9-436b-8783-3b7c828ee122 owned by network:dhcp {{(pid=121608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:45:21.594160 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-f44e43a1-db2c-43b6-8d1c-33c5c992d97a tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:21.594418 ncdv-master-1 neutron-server[121606]: INFO neutron.db.segments_db [None req-f44e43a1-db2c-43b6-8d1c-33c5c992d97a tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Added segment 6838b9e1-92e5-4046-855a-e9e705051dae of type vlan for network d6049e0d-3109-4320-8beb-a54a1629199a
Dec 25 21:45:21.649059 ncdv-master-1 neutron-server[121608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 25 21:45:21.649059 ncdv-master-1 neutron-server[121608]:   self.session.flush()
Dec 25 21:45:21.649059 ncdv-master-1 neutron-server[121608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 25 21:45:21.649059 ncdv-master-1 neutron-server[121608]:   self.session.flush()
Dec 25 21:45:21.649059 ncdv-master-1 neutron-server[121608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 25 21:45:21.649059 ncdv-master-1 neutron-server[121608]:   self.session.flush()
Dec 25 21:45:21.649059 ncdv-master-1 neutron-server[121608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 25 21:45:21.649059 ncdv-master-1 neutron-server[121608]:   self.session.flush()
Dec 25 21:45:21.649059 ncdv-master-1 neutron-server[121608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 25 21:45:21.649059 ncdv-master-1 neutron-server[121608]:   self.session.flush()
Dec 25 21:45:21.649059 ncdv-master-1 neutron-server[121608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 25 21:45:21.649059 ncdv-master-1 neutron-server[121608]:   self.session.flush()
Dec 25 21:45:21.649059 ncdv-master-1 neutron-server[121608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 25 21:45:21.649059 ncdv-master-1 neutron-server[121608]:   self.session.flush()
Dec 25 21:45:21.649059 ncdv-master-1 neutron-server[121608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 25 21:45:21.649059 ncdv-master-1 neutron-server[121608]:   self.session.flush()
Dec 25 21:45:21.649059 ncdv-master-1 neutron-server[121608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 25 21:45:21.649059 ncdv-master-1 neutron-server[121608]:   self.session.flush()
Dec 25 21:45:21.649059 ncdv-master-1 neutron-server[121608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 25 21:45:21.649059 ncdv-master-1 neutron-server[121608]:   self.session.flush()
Dec 25 21:45:21.649059 ncdv-master-1 neutron-server[121608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 25 21:45:21.649059 ncdv-master-1 neutron-server[121608]:   self.session.flush()
Dec 25 21:45:21.649059 ncdv-master-1 neutron-server[121608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 25 21:45:21.649059 ncdv-master-1 neutron-server[121608]:   self.session.flush()
Dec 25 21:45:21.649059 ncdv-master-1 neutron-server[121608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 25 21:45:21.649059 ncdv-master-1 neutron-server[121608]:   self.session.flush()
Dec 25 21:45:21.649059 ncdv-master-1 neutron-server[121608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 25 21:45:21.649059 ncdv-master-1 neutron-server[121608]:   self.session.flush()
Dec 25 21:45:21.649059 ncdv-master-1 neutron-server[121608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 25 21:45:21.649059 ncdv-master-1 neutron-server[121608]:   self.session.flush()
Dec 25 21:45:21.649059 ncdv-master-1 neutron-server[121608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 25 21:45:21.649059 ncdv-master-1 neutron-server[121608]:   self.session.flush()
Dec 25 21:45:21.649059 ncdv-master-1 neutron-server[121608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 25 21:45:21.649059 ncdv-master-1 neutron-server[121608]:   self.session.flush()
Dec 25 21:45:21.649059 ncdv-master-1 neutron-server[121608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 25 21:45:21.649059 ncdv-master-1 neutron-server[121608]:   self.session.flush()
Dec 25 21:45:21.649059 ncdv-master-1 neutron-server[121608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 25 21:45:21.649059 ncdv-master-1 neutron-server[121608]:   self.session.flush()
Dec 25 21:45:21.649059 ncdv-master-1 neutron-server[121608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 25 21:45:21.649059 ncdv-master-1 neutron-server[121608]:   self.session.flush()
Dec 25 21:45:21.649059 ncdv-master-1 neutron-server[121608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 25 21:45:21.649059 ncdv-master-1 neutron-server[121608]:   self.session.flush()
Dec 25 21:45:21.649059 ncdv-master-1 neutron-server[121608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 25 21:45:21.649059 ncdv-master-1 neutron-server[121608]:   self.session.flush()
Dec 25 21:45:21.649059 ncdv-master-1 neutron-server[121608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 25 21:45:21.649059 ncdv-master-1 neutron-server[121608]:   self.session.flush()
Dec 25 21:45:21.649059 ncdv-master-1 neutron-server[121608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 25 21:45:21.649059 ncdv-master-1 neutron-server[121608]:   self.session.flush()
Dec 25 21:45:21.649059 ncdv-master-1 neutron-server[121608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 25 21:45:21.649059 ncdv-master-1 neutron-server[121608]:   self.session.flush()
Dec 25 21:45:21.649059 ncdv-master-1 neutron-server[121608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 25 21:45:21.649059 ncdv-master-1 neutron-server[121608]:   self.session.flush()
Dec 25 21:45:21.649059 ncdv-master-1 neutron-server[121608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 25 21:45:21.649059 ncdv-master-1 neutron-server[121608]:   self.session.flush()
Dec 25 21:45:21.653908 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-6ed2b446-2d67-4931-8b9b-267e59a712d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955'] for port, after_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:21.664629 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-2693b5dd-c143-4cb8-ba31-bcb8504b16d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997585', 'neutron.services.segments.db._delete_segments_for_network-8737602743071'] for network, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:21.682152 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ed2b446-2d67-4931-8b9b-267e59a712d5 None None] No DVR routers for this DVR port b531e916-1be9-436b-8783-3b7c828ee122 on host ncdv-master-1 {{(pid=121608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:45:21.682363 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-f44e43a1-db2c-43b6-8d1c-33c5c992d97a tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737602163420'] for network, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:21.683750 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed2b446-2d67-4931-8b9b-267e59a712d5 None None] Pushing event deleted for resources: {'Port': ['ID=b531e916-1be9-436b-8783-3b7c828ee122,revision_number=None']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:45:21.698701 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.segments.db [None req-2693b5dd-c143-4cb8-ba31-bcb8504b16d1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f261931f760>,) {'filters': {'network_id': ['8ff80b6e-c966-48fa-b9d8-4e20f6169e52']}} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:45:21.703630 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b90d00c2-fdcf-4bda-a6be-3cdf90aeb815 None None] get_active_networks_info from ncdv-master-1 {{(pid=121608) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
Dec 25 21:45:21.716690 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.segments.db [None req-2693b5dd-c143-4cb8-ba31-bcb8504b16d1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f261931f760>, '2908bfa6-99d6-4bee-a25d-023e094a80e9') {'for_net_delete': True} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:45:21.717017 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.segments.db [None req-2693b5dd-c143-4cb8-ba31-bcb8504b16d1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f261931f760>, '2908bfa6-99d6-4bee-a25d-023e094a80e9') {} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:45:21.730788 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-2693b5dd-c143-4cb8-ba31-bcb8504b16d1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737602746920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9084222'] for segment, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:21.744344 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-2693b5dd-c143-4cb8-ba31-bcb8504b16d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:21.750291 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2693b5dd-c143-4cb8-ba31-bcb8504b16d1 admin admin] Releasing vlan 195 on physical network physnet1 to pool {{(pid=121606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 25 21:45:21.750678 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-2693b5dd-c143-4cb8-ba31-bcb8504b16d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9084542'] for segment, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:21.752365 ncdv-master-1 neutron-server[121606]: Traceback (most recent call last):
Dec 25 21:45:21.752365 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 25 21:45:21.752365 ncdv-master-1 neutron-server[121606]:     timer()
Dec 25 21:45:21.752365 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 25 21:45:21.752365 ncdv-master-1 neutron-server[121606]:     cb(*args, **kw)
Dec 25 21:45:21.752365 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 25 21:45:21.752365 ncdv-master-1 neutron-server[121606]:     return func(*args, **kwargs)
Dec 25 21:45:21.752365 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 25 21:45:21.752365 ncdv-master-1 neutron-server[121606]:     self._notify()
Dec 25 21:45:21.752365 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 25 21:45:21.752365 ncdv-master-1 neutron-server[121606]:     self.callback(batched_events)
Dec 25 21:45:21.752365 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 25 21:45:21.752365 ncdv-master-1 neutron-server[121606]:     event.method(event)
Dec 25 21:45:21.752365 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 25 21:45:21.752365 ncdv-master-1 neutron-server[121606]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 25 21:45:21.752365 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 25 21:45:21.752365 ncdv-master-1 neutron-server[121606]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 25 21:45:21.752365 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 25 21:45:21.752365 ncdv-master-1 neutron-server[121606]:     return f(self, *a, **k)
Dec 25 21:45:21.752365 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 25 21:45:21.752365 ncdv-master-1 neutron-server[121606]:     return self._get(url).json()
Dec 25 21:45:21.752365 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 25 21:45:21.752365 ncdv-master-1 neutron-server[121606]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 25 21:45:21.752365 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 25 21:45:21.752365 ncdv-master-1 neutron-server[121606]:     return self.request(url, 'GET', **kwargs)
Dec 25 21:45:21.752365 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 25 21:45:21.752365 ncdv-master-1 neutron-server[121606]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 25 21:45:21.752365 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 25 21:45:21.752365 ncdv-master-1 neutron-server[121606]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 25 21:45:21.752365 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 25 21:45:21.752365 ncdv-master-1 neutron-server[121606]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 25 21:45:21.752365 ncdv-master-1 neutron-server[121606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 25 21:45:21.795950 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b90d00c2-fdcf-4bda-a6be-3cdf90aeb815 None None] Resources bound (agent type, host, resource id):  {{(pid=121608) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Dec 25 21:45:21.800296 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-f44e43a1-db2c-43b6-8d1c-33c5c992d97a tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870'] for network, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:21.811416 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f44e43a1-db2c-43b6-8d1c-33c5c992d97a tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:45:21.811416 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-f44e43a1-db2c-43b6-8d1c-33c5c992d97a tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for network, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:21.882661 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44e43a1-db2c-43b6-8d1c-33c5c992d97a tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Pushing event updated for resources: {'Network': ['ID=d6049e0d-3109-4320-8beb-a54a1629199a,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:45:21.890030 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-2693b5dd-c143-4cb8-ba31-bcb8504b16d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2008653'] for network, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:21.897269 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Network d6049e0d-3109-4320-8beb-a54a1629199a details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 25 21:45:21.897878 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-2693b5dd-c143-4cb8-ba31-bcb8504b16d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604076'] for network, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:21.901455 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-2693b5dd-c143-4cb8-ba31-bcb8504b16d1 admin admin] 10.222.0.32 "DELETE /v2.0/networks/8ff80b6e-c966-48fa-b9d8-4e20f6169e52 HTTP/1.1" status: 204  len: 168 time: 0.8140800
Dec 25 21:45:21.904375 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 41996) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:45:21.911890 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2693b5dd-c143-4cb8-ba31-bcb8504b16d1 admin admin] Pushing event deleted for resources: {'Network': ['ID=8ff80b6e-c966-48fa-b9d8-4e20f6169e52,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:45:21.917064 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-f44e43a1-db2c-43b6-8d1c-33c5c992d97a tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 779 time: 0.5799329
Dec 25 21:45:21.919515 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 41998) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:45:21.924917 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-db2a5620-454c-4539-a534-2f980157fb88 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Request body: {'network': {'name': 'New_network'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:45:22.101293 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-db2a5620-454c-4539-a534-2f980157fb88 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737602163420'] for network, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:22.227189 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-db2a5620-454c-4539-a534-2f980157fb88 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870'] for network, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:22.236763 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-db2a5620-454c-4539-a534-2f980157fb88 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Network d6049e0d-3109-4320-8beb-a54a1629199a is not hosted by any dhcp agent {{(pid=121606) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}}
Dec 25 21:45:22.242875 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db2a5620-454c-4539-a534-2f980157fb88 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:45:22.243463 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-db2a5620-454c-4539-a534-2f980157fb88 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Publish callbacks [] for network, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:22.244787 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-db2a5620-454c-4539-a534-2f980157fb88 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] 10.222.0.32 "PUT /v2.0/networks/d6049e0d-3109-4320-8beb-a54a1629199a HTTP/1.1" status: 200  len: 723 time: 0.3243029
Dec 25 21:45:22.248700 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 42000) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:45:22.253567 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-1ac87d38-fabc-4535-9881-6873fc8b7ad7 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Request body: {'subnet': {'network_id': 'd6049e0d-3109-4320-8beb-a54a1629199a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:45:22.299679 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2a5620-454c-4539-a534-2f980157fb88 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Pushing event updated for resources: {'Network': ['ID=d6049e0d-3109-4320-8beb-a54a1629199a,revision_number=2']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:45:22.311404 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Network d6049e0d-3109-4320-8beb-a54a1629199a details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 25 21:45:22.418672 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-92aebc72-451f-4b7c-9c62-11f0e585e894 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2007615'] for router_interface, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:22.476955 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ac87d38-fabc-4535-9881-6873fc8b7ad7 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Made reservation on behalf of ebdc409fadbd4a71aa1e98f8a0586bd1 for: {'subnet': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:45:22.480440 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-1ac87d38-fabc-4535-9881-6873fc8b7ad7 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8852834'] for subnet, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:22.872274 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-92aebc72-451f-4b7c-9c62-11f0e585e894 admin admin] Deleting port 00f40146-895d-4fa1-8c4d-c157254caea5 {{(pid=121607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:45:22.872537 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-92aebc72-451f-4b7c-9c62-11f0e585e894 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:22.937313 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-1ac87d38-fabc-4535-9881-6873fc8b7ad7 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8632475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8852848'] for subnet, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:23.228194 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.db [None req-92aebc72-451f-4b7c-9c62-11f0e585e894 admin admin] For port 00f40146-895d-4fa1-8c4d-c157254caea5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=00f40146-895d-4fa1-8c4d-c157254caea5,segment=NetworkSegment(9c07744f-def3-427d-ae5f-b4009391b9ff),segment_id=9c07744f-def3-427d-ae5f-b4009391b9ff)] {{(pid=121607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:45:23.228559 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-92aebc72-451f-4b7c-9c62-11f0e585e894 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:23.250504 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-92aebc72-451f-4b7c-9c62-11f0e585e894 admin admin] Calling delete_port for 00f40146-895d-4fa1-8c4d-c157254caea5 owned by network:router_interface {{(pid=121607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:45:23.267330 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac87d38-fabc-4535-9881-6873fc8b7ad7 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Pushing event updated for resources: {'Subnet': ['ID=3369eeab-6c28-485f-898f-7f1a4c476ccc,revision_number=0']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:45:23.318364 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac87d38-fabc-4535-9881-6873fc8b7ad7 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Checking segment: {'id': '6838b9e1-92e5-4046-855a-e9e705051dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'd6049e0d-3109-4320-8beb-a54a1629199a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:45:23.318734 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ac87d38-fabc-4535-9881-6873fc8b7ad7 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Network hostable DHCP agents. Network: d6049e0d-3109-4320-8beb-a54a1629199a, hostable agents: ['1813db88-2c1b-4357-a2ba-869246b663c2'], hosted agents: [] {{(pid=121607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 25 21:45:23.429003 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ac87d38-fabc-4535-9881-6873fc8b7ad7 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Network d6049e0d-3109-4320-8beb-a54a1629199a is scheduled to be hosted by DHCP agent 1813db88-2c1b-4357-a2ba-869246b663c2 with binding_index 1 {{(pid=121607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 25 21:45:23.535204 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-1ac87d38-fabc-4535-9881-6873fc8b7ad7 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, d6049e0d-3109-4320-8beb-a54a1629199a) {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:45:23.539763 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ac87d38-fabc-4535-9881-6873fc8b7ad7 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:45:23.540445 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-1ac87d38-fabc-4535-9881-6873fc8b7ad7 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Publish callbacks [] for subnet, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:23.546450 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-753e787f-ebf0-462d-b3dc-30b6297edf03 None None] Network d6049e0d-3109-4320-8beb-a54a1629199a requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:45:23.580990 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-92aebc72-451f-4b7c-9c62-11f0e585e894 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:23.607807 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92aebc72-451f-4b7c-9c62-11f0e585e894 admin admin] Pushing event deleted for resources: {'Port': ['ID=00f40146-895d-4fa1-8c4d-c157254caea5,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:45:23.615727 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-1ac87d38-fabc-4535-9881-6873fc8b7ad7 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.3628643
Dec 25 21:45:23.616162 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 42002) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:45:23.622797 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-8bfce117-2d35-4031-89eb-92f5594adff7 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:45:23.658050 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eced5a7-a02c-473f-b29e-615f6c896860 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-d6049e0d-3109-4320-8beb-a54a1629199a', 'network_id': 'd6049e0d-3109-4320-8beb-a54a1629199a', 'project_id': 'ebdc409fadbd4a71aa1e98f8a0586bd1', 'fixed_ips': [{'subnet_id': '3369eeab-6c28-485f-898f-7f1a4c476ccc'}]}} from ncdv-master-1. {{(pid=121608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 25 21:45:23.658941 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3eced5a7-a02c-473f-b29e-615f6c896860 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:23.757729 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-8bfce117-2d35-4031-89eb-92f5594adff7 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-9028520'] for subnet, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:23.818574 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-92aebc72-451f-4b7c-9c62-11f0e585e894 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2007763'] for router_interface, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:23.831244 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.db_base_plugin_common [None req-3eced5a7-a02c-473f-b29e-615f6c896860 None None] Allocated IP 172.20.0.2 (d6049e0d-3109-4320-8beb-a54a1629199a/3369eeab-6c28-485f-898f-7f1a4c476ccc/4c203613-df57-4c7b-a3cd-bbc2eec9d484) {{(pid=121608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:45:23.983737 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3eced5a7-a02c-473f-b29e-615f6c896860 None None] Publish callbacks [] for port, precommit_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:24.038595 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3eced5a7-a02c-473f-b29e-615f6c896860 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946'] for port, after_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:24.042073 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92aebc72-451f-4b7c-9c62-11f0e585e894 admin admin] Router 7cd55098-02e8-48a1-be0d-bcde62038f27 has already been hosted by L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 {{(pid=121607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 25 21:45:24.084357 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eced5a7-a02c-473f-b29e-615f6c896860 None None] Network d6049e0d-3109-4320-8beb-a54a1629199a is already hosted by enough agents. {{(pid=121608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:45:24.090119 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.base_scheduler [None req-3eced5a7-a02c-473f-b29e-615f6c896860 None None] Resources bound (agent type, host, resource id):  {{(pid=121608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:45:24.092698 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eced5a7-a02c-473f-b29e-615f6c896860 None None] Received port after_create {{(pid=121608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:45:24.097903 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eced5a7-a02c-473f-b29e-615f6c896860 None None] Pushing event updated for resources: {'Port': ['ID=4c203613-df57-4c7b-a3cd-bbc2eec9d484,revision_number=1']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:45:24.158146 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-3eced5a7-a02c-473f-b29e-615f6c896860 None None] Attempting to bind port 4c203613-df57-4c7b-a3cd-bbc2eec9d484 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:45:24.158522 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-3eced5a7-a02c-473f-b29e-615f6c896860 None None] Attempting to bind port 4c203613-df57-4c7b-a3cd-bbc2eec9d484 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '6838b9e1-92e5-4046-855a-e9e705051dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'd6049e0d-3109-4320-8beb-a54a1629199a'}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:45:24.158886 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eced5a7-a02c-473f-b29e-615f6c896860 None None] Attempting to bind port 4c203613-df57-4c7b-a3cd-bbc2eec9d484 on network d6049e0d-3109-4320-8beb-a54a1629199a {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:45:24.162747 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92aebc72-451f-4b7c-9c62-11f0e585e894 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 21:45:24.165121 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eced5a7-a02c-473f-b29e-615f6c896860 None None] Checking agent: {'id': 'ca4f5c6d-f1fd-48b8-a3e3-395864c7d23d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 20, 56, 40), 'started_at': datetime.datetime(2021, 12, 25, 20, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 45, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:45:24.165854 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eced5a7-a02c-473f-b29e-615f6c896860 None None] Checking segment: {'id': '6838b9e1-92e5-4046-855a-e9e705051dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'd6049e0d-3109-4320-8beb-a54a1629199a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:45:24.166267 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3eced5a7-a02c-473f-b29e-615f6c896860 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:24.166703 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eced5a7-a02c-473f-b29e-615f6c896860 None None] Bound using segment: {'id': '6838b9e1-92e5-4046-855a-e9e705051dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'd6049e0d-3109-4320-8beb-a54a1629199a'} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:45:24.167578 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-3eced5a7-a02c-473f-b29e-615f6c896860 None None] Bound port: 4c203613-df57-4c7b-a3cd-bbc2eec9d484, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6838b9e1-92e5-4046-855a-e9e705051dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'd6049e0d-3109-4320-8beb-a54a1629199a'}}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:45:24.167578 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3eced5a7-a02c-473f-b29e-615f6c896860 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:24.168906 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-92aebc72-451f-4b7c-9c62-11f0e585e894 admin admin] 10.222.0.32 "PUT /v2.0/routers/7cd55098-02e8-48a1-be0d-bcde62038f27/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.2627511
Dec 25 21:45:24.171637 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 42006) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:45:24.174982 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1f7b625-e8e5-4828-90b0-98c6766e1792 None None] Sync routers for ids ['7cd55098-02e8-48a1-be0d-bcde62038f27'] in ncdv-master-1 {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 21:45:24.192692 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1f7b625-e8e5-4828-90b0-98c6766e1792 None None] Routers {'7cd55098-02e8-48a1-be0d-bcde62038f27'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:45:24.193340 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-b1f7b625-e8e5-4828-90b0-98c6766e1792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2618309430>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:45:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['7cd55098-02e8-48a1-be0d-bcde62038f27'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:45:24.226378 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-8bfce117-2d35-4031-89eb-92f5594adff7 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8737602642149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-9084380'] for subnet, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:24.240170 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-3eced5a7-a02c-473f-b29e-615f6c896860 None None] For port 4c203613-df57-4c7b-a3cd-bbc2eec9d484, host ncdv-master-1, cleared binding levels {{(pid=121608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:45:24.244069 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-3eced5a7-a02c-473f-b29e-615f6c896860 None None] For port 4c203613-df57-4c7b-a3cd-bbc2eec9d484, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4c203613-df57-4c7b-a3cd-bbc2eec9d484,segment=NetworkSegment(6838b9e1-92e5-4046-855a-e9e705051dae),segment_id=6838b9e1-92e5-4046-855a-e9e705051dae)] {{(pid=121608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:45:24.269508 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bfce117-2d35-4031-89eb-92f5594adff7 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:45:24.270715 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-8bfce117-2d35-4031-89eb-92f5594adff7 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Publish callbacks [] for subnet, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:24.273029 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-8bfce117-2d35-4031-89eb-92f5594adff7 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] 10.222.0.32 "PUT /v2.0/subnets/3369eeab-6c28-485f-898f-7f1a4c476ccc HTTP/1.1" status: 200  len: 806 time: 0.6555681
Dec 25 21:45:24.275672 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 42008) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:45:24.296325 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3eced5a7-a02c-473f-b29e-615f6c896860 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:24.301879 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvr_db [None req-b1f7b625-e8e5-4828-90b0-98c6766e1792 None None] Set router 7cd55098-02e8-48a1-be0d-bcde62038f27 gateway port host: ncdv-master-1 {{(pid=121609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:45:24.366012 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eced5a7-a02c-473f-b29e-615f6c896860 None None] Pushing event updated for resources: {'Port': ['ID=4c203613-df57-4c7b-a3cd-bbc2eec9d484,revision_number=2']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:45:24.394442 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-3497f18d-b14f-4868-a5e0-73227bb5307e tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625803'] for network, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:24.407421 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-b402cf30-c7d5-402f-ba4c-217ee39ad8bf admin admin] Publish callbacks [] for router, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:24.413976 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfce117-2d35-4031-89eb-92f5594adff7 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Pushing event updated for resources: {'Subnet': ['ID=3369eeab-6c28-485f-898f-7f1a4c476ccc,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:45:24.456441 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-3497f18d-b14f-4868-a5e0-73227bb5307e tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Deleting port 4c203613-df57-4c7b-a3cd-bbc2eec9d484 {{(pid=121607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:45:24.456866 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-3497f18d-b14f-4868-a5e0-73227bb5307e tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:24.495872 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-b1f7b625-e8e5-4828-90b0-98c6766e1792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2618309430>, [{'id': '7cd55098-02e8-48a1-be0d-bcde62038f27', 'name': 'tempest-TestServerMultinode-1587544124-router', 'tenant_id': '7111026d02ad417e83bc2f057ded219d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.176'}], 'enable_snat': True}, 'gw_port_id': '21e5fd47-9619-4d68-909e-2069b42ee5ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:44:26Z', 'updated_at': '2021-12-25T21:45:23Z', 'revision_number': 5, 'project_id': '7111026d02ad417e83bc2f057ded219d', 'gw_port': {'id': '21e5fd47-9619-4d68-909e-2069b42ee5ac', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:63:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cd55098-02e8-48a1-be0d-bcde62038f27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3704, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:44:28Z', 'updated_at': '2021-12-25T21:44:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:45:24.523887 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1f7b625-e8e5-4828-90b0-98c6766e1792 None None] Checking router: 7cd55098-02e8-48a1-be0d-bcde62038f27 for host: ncdv-master-1 {{(pid=121609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 25 21:45:24.533334 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1f7b625-e8e5-4828-90b0-98c6766e1792 None None] Routers {'7cd55098-02e8-48a1-be0d-bcde62038f27'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:45:24.533521 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-b402cf30-c7d5-402f-ba4c-217ee39ad8bf admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:24.534381 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-b1f7b625-e8e5-4828-90b0-98c6766e1792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2618309430>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:45:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['7cd55098-02e8-48a1-be0d-bcde62038f27'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:45:24.562534 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.db [None req-3497f18d-b14f-4868-a5e0-73227bb5307e tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] For port 4c203613-df57-4c7b-a3cd-bbc2eec9d484, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4c203613-df57-4c7b-a3cd-bbc2eec9d484,segment=NetworkSegment(6838b9e1-92e5-4046-855a-e9e705051dae),segment_id=6838b9e1-92e5-4046-855a-e9e705051dae)] {{(pid=121607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:45:24.562898 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-3497f18d-b14f-4868-a5e0-73227bb5307e tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:24.579250 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-3497f18d-b14f-4868-a5e0-73227bb5307e tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Calling delete_port for 4c203613-df57-4c7b-a3cd-bbc2eec9d484 owned by network:dhcp {{(pid=121607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:45:24.674264 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-b402cf30-c7d5-402f-ba4c-217ee39ad8bf admin admin] Deleting port 21e5fd47-9619-4d68-909e-2069b42ee5ac {{(pid=121606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:45:24.674769 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-b402cf30-c7d5-402f-ba4c-217ee39ad8bf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:24.679791 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvr_db [None req-b1f7b625-e8e5-4828-90b0-98c6766e1792 None None] Set router 7cd55098-02e8-48a1-be0d-bcde62038f27 gateway port host: ncdv-master-1 {{(pid=121609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:45:24.762636 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [None req-b402cf30-c7d5-402f-ba4c-217ee39ad8bf admin admin] For port 21e5fd47-9619-4d68-909e-2069b42ee5ac, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=21e5fd47-9619-4d68-909e-2069b42ee5ac,segment=NetworkSegment(6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855),segment_id=6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855)] {{(pid=121606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:45:24.763288 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-b402cf30-c7d5-402f-ba4c-217ee39ad8bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:24.789302 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-b402cf30-c7d5-402f-ba4c-217ee39ad8bf admin admin] Calling delete_port for 21e5fd47-9619-4d68-909e-2069b42ee5ac owned by network:router_gateway {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:45:24.793745 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-3497f18d-b14f-4868-a5e0-73227bb5307e tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:24.824789 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3497f18d-b14f-4868-a5e0-73227bb5307e tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Pushing event deleted for resources: {'Port': ['ID=4c203613-df57-4c7b-a3cd-bbc2eec9d484,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:45:24.871020 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3497f18d-b14f-4868-a5e0-73227bb5307e tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] No DVR routers for this DVR port 4c203613-df57-4c7b-a3cd-bbc2eec9d484 on host ncdv-master-1 {{(pid=121607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:45:24.900304 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-b1f7b625-e8e5-4828-90b0-98c6766e1792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2618309430>, [{'id': '7cd55098-02e8-48a1-be0d-bcde62038f27', 'name': 'tempest-TestServerMultinode-1587544124-router', 'tenant_id': '7111026d02ad417e83bc2f057ded219d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.176'}], 'enable_snat': True}, 'gw_port_id': '21e5fd47-9619-4d68-909e-2069b42ee5ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:44:26Z', 'updated_at': '2021-12-25T21:45:23Z', 'revision_number': 5, 'project_id': '7111026d02ad417e83bc2f057ded219d', 'gw_port': {'id': '21e5fd47-9619-4d68-909e-2069b42ee5ac', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:63:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cd55098-02e8-48a1-be0d-bcde62038f27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3704, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:44:28Z', 'updated_at': '2021-12-25T21:44:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:45:24.918109 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-3497f18d-b14f-4868-a5e0-73227bb5307e tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995662'] for subnet, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:24.932015 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1f7b625-e8e5-4828-90b0-98c6766e1792 None None] The sync data for ids ['7cd55098-02e8-48a1-be0d-bcde62038f27'] in ncdv-master-1 is: [{'id': '7cd55098-02e8-48a1-be0d-bcde62038f27', 'name': 'tempest-TestServerMultinode-1587544124-router', 'tenant_id': '7111026d02ad417e83bc2f057ded219d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.176'}], 'enable_snat': True}, 'gw_port_id': '21e5fd47-9619-4d68-909e-2069b42ee5ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:44:26Z', 'updated_at': '2021-12-25T21:45:23Z', 'revision_number': 5, 'project_id': '7111026d02ad417e83bc2f057ded219d', 'gw_port': {'id': '21e5fd47-9619-4d68-909e-2069b42ee5ac', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:63:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cd55098-02e8-48a1-be0d-bcde62038f27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3704, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:44:28Z', 'updated_at': '2021-12-25T21:44:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 21:45:25.062124 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-3497f18d-b14f-4868-a5e0-73227bb5307e tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8632410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8852809'] for subnet, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:25.078838 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-b402cf30-c7d5-402f-ba4c-217ee39ad8bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:25.090050 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3497f18d-b14f-4868-a5e0-73227bb5307e tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Pushing event deleted for resources: {'Subnet': ['ID=3369eeab-6c28-485f-898f-7f1a4c476ccc,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:45:25.118953 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b402cf30-c7d5-402f-ba4c-217ee39ad8bf admin admin] Pushing event deleted for resources: {'Port': ['ID=21e5fd47-9619-4d68-909e-2069b42ee5ac,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:45:25.130235 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-289b2f23-0c54-4460-b2ad-26249134c4da None None] DHCP port deletion for 7201e55c-7c5f-41aa-a042-a363696539d0 request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 21:45:25.159698 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-3497f18d-b14f-4868-a5e0-73227bb5307e tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997585', 'neutron.services.segments.db._delete_segments_for_network-8737602743071'] for network, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:25.188049 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-3497f18d-b14f-4868-a5e0-73227bb5307e tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2618c581f0>,) {'filters': {'network_id': ['d6049e0d-3109-4320-8beb-a54a1629199a']}} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:45:25.198741 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-3497f18d-b14f-4868-a5e0-73227bb5307e tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2618c581f0>, '6838b9e1-92e5-4046-855a-e9e705051dae') {'for_net_delete': True} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:45:25.199046 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-3497f18d-b14f-4868-a5e0-73227bb5307e tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2618c581f0>, '6838b9e1-92e5-4046-855a-e9e705051dae') {} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:45:25.199642 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-b402cf30-c7d5-402f-ba4c-217ee39ad8bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2008689'] for router_gateway, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:25.214509 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-3497f18d-b14f-4868-a5e0-73227bb5307e tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737602746920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10246592'] for segment, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:25.229800 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-3497f18d-b14f-4868-a5e0-73227bb5307e tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:25.240683 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3497f18d-b14f-4868-a5e0-73227bb5307e tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Releasing vlan 182 on physical network physnet1 to pool {{(pid=121607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 25 21:45:25.240683 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-3497f18d-b14f-4868-a5e0-73227bb5307e tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8633327'] for segment, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:25.242367 ncdv-master-1 neutron-server[121607]: Traceback (most recent call last):
Dec 25 21:45:25.242367 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 25 21:45:25.242367 ncdv-master-1 neutron-server[121607]:     timer()
Dec 25 21:45:25.242367 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 25 21:45:25.242367 ncdv-master-1 neutron-server[121607]:     cb(*args, **kw)
Dec 25 21:45:25.242367 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 25 21:45:25.242367 ncdv-master-1 neutron-server[121607]:     return func(*args, **kwargs)
Dec 25 21:45:25.242367 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 25 21:45:25.242367 ncdv-master-1 neutron-server[121607]:     self._notify()
Dec 25 21:45:25.242367 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 25 21:45:25.242367 ncdv-master-1 neutron-server[121607]:     self.callback(batched_events)
Dec 25 21:45:25.242367 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 25 21:45:25.242367 ncdv-master-1 neutron-server[121607]:     event.method(event)
Dec 25 21:45:25.242367 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 25 21:45:25.242367 ncdv-master-1 neutron-server[121607]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 25 21:45:25.242367 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 25 21:45:25.242367 ncdv-master-1 neutron-server[121607]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 25 21:45:25.242367 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 25 21:45:25.242367 ncdv-master-1 neutron-server[121607]:     return f(self, *a, **k)
Dec 25 21:45:25.242367 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 25 21:45:25.242367 ncdv-master-1 neutron-server[121607]:     return self._get(url).json()
Dec 25 21:45:25.242367 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 25 21:45:25.242367 ncdv-master-1 neutron-server[121607]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 25 21:45:25.242367 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 25 21:45:25.242367 ncdv-master-1 neutron-server[121607]:     return self.request(url, 'GET', **kwargs)
Dec 25 21:45:25.242367 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 25 21:45:25.242367 ncdv-master-1 neutron-server[121607]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 25 21:45:25.242367 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 25 21:45:25.242367 ncdv-master-1 neutron-server[121607]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 25 21:45:25.242367 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 25 21:45:25.242367 ncdv-master-1 neutron-server[121607]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 25 21:45:25.242367 ncdv-master-1 neutron-server[121607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 25 21:45:25.326845 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-b402cf30-c7d5-402f-ba4c-217ee39ad8bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2014235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14905'] for router, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:25.329735 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-b402cf30-c7d5-402f-ba4c-217ee39ad8bf admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:25.427378 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-3497f18d-b14f-4868-a5e0-73227bb5307e tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2008653'] for network, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:25.435426 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-3497f18d-b14f-4868-a5e0-73227bb5307e tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Publish callbacks [] for network, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:25.442127 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-3497f18d-b14f-4868-a5e0-73227bb5307e tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] 10.222.0.32 "DELETE /v2.0/networks/d6049e0d-3109-4320-8beb-a54a1629199a HTTP/1.1" status: 204  len: 168 time: 1.1628809
Dec 25 21:45:25.442468 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 42022) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:45:25.456789 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3497f18d-b14f-4868-a5e0-73227bb5307e tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Pushing event deleted for resources: {'Network': ['ID=d6049e0d-3109-4320-8beb-a54a1629199a,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:45:25.474736 ncdv-master-1 neutron-server[121606]: INFO neutron.pecan_wsgi.hooks.translation [None req-2028f37a-e275-49ca-94d6-b50903515569 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] DELETE failed (client error): The resource could not be found.
Dec 25 21:45:25.475657 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2028f37a-e275-49ca-94d6-b50903515569 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 25 21:45:25.480908 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-2028f37a-e275-49ca-94d6-b50903515569 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] 10.222.0.32 "DELETE /v2.0/networks/d6049e0d-3109-4320-8beb-a54a1629199a HTTP/1.1" status: 404  len: 339 time: 0.0370669
Dec 25 21:45:25.484504 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 42024) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:45:25.492392 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-5ea2122d-d203-41d4-bf40-f3839e1b7a5a tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1287836478', 'description': 'd1'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:45:25.557724 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-9d07691e-22d0-4162-88cc-9797248e1749 None None] Could not find standard attr ID for object 4c203613-df57-4c7b-a3cd-bbc2eec9d484. {{(pid=121608) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 25 21:45:25.562066 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 00f40146-895d-4fa1-8c4d-c157254caea5 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:45:25.578527 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-b402cf30-c7d5-402f-ba4c-217ee39ad8bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2014220'] for router, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:25.578527 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b402cf30-c7d5-402f-ba4c-217ee39ad8bf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7cd55098-02e8-48a1-be0d-bcde62038f27 {{(pid=121606) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 25 21:45:25.581396 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-b402cf30-c7d5-402f-ba4c-217ee39ad8bf admin admin] Publish callbacks [] for router, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:25.584902 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] No Port match for: 00f40146-895d-4fa1-8c4d-c157254caea5 {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:45:25.585269 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-b402cf30-c7d5-402f-ba4c-217ee39ad8bf admin admin] 10.222.0.32 "DELETE /v2.0/routers/7cd55098-02e8-48a1-be0d-bcde62038f27 HTTP/1.1" status: 204  len: 168 time: 1.3990362
Dec 25 21:45:25.585376 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 00f40146-895d-4fa1-8c4d-c157254caea5 not bound to the agent host ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:45:25.585471 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 42026) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:45:25.626863 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c152a9f2-ef7b-406f-bdea-667498593f2c None None] DHCP port deletion for d6049e0d-3109-4320-8beb-a54a1629199a request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 21:45:25.654205 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed5f20e0-4624-4c7b-81c8-3e7cb6274ea9 admin admin] Deleting subnet 3f1f67fb-b937-4627-851e-2c0a66db95c4 {{(pid=121606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Dec 25 21:45:25.659205 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-ed5f20e0-4624-4c7b-81c8-3e7cb6274ea9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:25.659490 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d200049-3f84-4bb4-895f-5e2868658acc None None] Network d6049e0d-3109-4320-8beb-a54a1629199a requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:45:25.682248 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d200049-3f84-4bb4-895f-5e2868658acc None None] Network d6049e0d-3109-4320-8beb-a54a1629199a could not be found, it might have been deleted concurrently. {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}}
Dec 25 21:45:25.691250 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e6b03b3-ed2f-4fde-8fbc-63df2626b27f None None] Network d6049e0d-3109-4320-8beb-a54a1629199a requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:45:25.700077 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ea2122d-d203-41d4-bf40-f3839e1b7a5a tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Made reservation on behalf of ebdc409fadbd4a71aa1e98f8a0586bd1 for: {'network': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:45:25.703808 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-5ea2122d-d203-41d4-bf40-f3839e1b7a5a tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for network, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:25.719413 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e6b03b3-ed2f-4fde-8fbc-63df2626b27f None None] Network d6049e0d-3109-4320-8beb-a54a1629199a could not be found, it might have been deleted concurrently. {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}}
Dec 25 21:45:25.740136 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-ed5f20e0-4624-4c7b-81c8-3e7cb6274ea9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9084199'] for subnet, precommit_delete_associations {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:25.779779 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ea2122d-d203-41d4-bf40-f3839e1b7a5a tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] vlan segment allocate from pool success with {'vlan_id': 195, 'physical_network': 'physnet1'}  {{(pid=121606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 25 21:45:25.831883 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-5ea2122d-d203-41d4-bf40-f3839e1b7a5a tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:25.832232 ncdv-master-1 neutron-server[121606]: INFO neutron.db.segments_db [None req-5ea2122d-d203-41d4-bf40-f3839e1b7a5a tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Added segment 8b570b23-898c-45c3-a909-7f1ce3723c72 of type vlan for network 28f5bcf4-8f5e-4e26-a0f4-04ab4e21cfad
Dec 25 21:45:26.258934 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46e9fdd-d19b-4ca1-931f-cc917f57fec9 req-eeb5c2d0-b854-4737-900f-38f3bba443c6 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:45:26.260418 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e46e9fdd-d19b-4ca1-931f-cc917f57fec9 req-eeb5c2d0-b854-4737-900f-38f3bba443c6 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "GET /v2.0/ports?device_id=232caa59-01ee-4a0a-ad80-4a2406c77580 HTTP/1.1" status: 200  len: 946 time: 0.4865587
Dec 25 21:45:26.265464 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-ed5f20e0-4624-4c7b-81c8-3e7cb6274ea9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995662'] for subnet, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:26.295656 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-5ea2122d-d203-41d4-bf40-f3839e1b7a5a tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737602163420'] for network, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:26.373870 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e46e9fdd-d19b-4ca1-931f-cc917f57fec9 req-70e13861-05ac-4699-890b-2a8494aad9f3 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "GET /v2.0/security-groups?id=d23e5a5f-b90c-493e-af1f-971bbc755f90&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1017950
Dec 25 21:45:26.432893 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-5ea2122d-d203-41d4-bf40-f3839e1b7a5a tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870'] for network, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:26.438700 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ea2122d-d203-41d4-bf40-f3839e1b7a5a tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:45:26.439278 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-5ea2122d-d203-41d4-bf40-f3839e1b7a5a tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Publish callbacks [] for network, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:26.506142 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-ed5f20e0-4624-4c7b-81c8-3e7cb6274ea9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9084363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9028506'] for subnet, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:26.508303 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea2122d-d203-41d4-bf40-f3839e1b7a5a tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Pushing event updated for resources: {'Network': ['ID=28f5bcf4-8f5e-4e26-a0f4-04ab4e21cfad,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:45:26.523898 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Network 28f5bcf4-8f5e-4e26-a0f4-04ab4e21cfad details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 25 21:45:26.534527 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5f20e0-4624-4c7b-81c8-3e7cb6274ea9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3f1f67fb-b937-4627-851e-2c0a66db95c4,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:45:26.538704 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-ed5f20e0-4624-4c7b-81c8-3e7cb6274ea9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:26.544541 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-ed5f20e0-4624-4c7b-81c8-3e7cb6274ea9 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/3f1f67fb-b937-4627-851e-2c0a66db95c4 HTTP/1.1" status: 204  len: 168 time: 0.9556506
Dec 25 21:45:26.544819 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 42034) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:45:26.546204 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-5ea2122d-d203-41d4-bf40-f3839e1b7a5a tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 782 time: 1.0597949
Dec 25 21:45:26.547626 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-248e658a-abae-4ed0-bd8d-a4b24b7db2c8 None None] Network 19c08004-af92-4c19-9743-26ef9cf7bde6 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:45:26.555145 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 42036) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:45:26.723820 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-554223ca-8c92-4f1d-804e-b94bbd5a8060 None None] DHCP port deletion for 19c08004-af92-4c19-9743-26ef9cf7bde6 request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 21:45:26.727948 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-1c503588-25f8-445a-a268-203fe427381b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625803'] for network, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:26.736487 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c331ccb-fdf0-4186-9e1d-437b43adada6 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:45:26.738011 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-1c331ccb-fdf0-4186-9e1d-437b43adada6 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] 10.222.0.32 "GET /v2.0/networks?id=28f5bcf4-8f5e-4e26-a0f4-04ab4e21cfad HTTP/1.1" status: 200  len: 761 time: 0.1816998
Dec 25 21:45:26.740862 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 42038) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:45:26.746480 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-c24aae75-8e96-4c48-af33-5c13393e0c7f tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Request body: {'network': {'description': 'd2'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:45:26.776107 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-554223ca-8c92-4f1d-804e-b94bbd5a8060 None None] Deleting port b88819fc-13e4-4415-ae3f-979e11d04e4d {{(pid=121608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:45:26.776403 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-554223ca-8c92-4f1d-804e-b94bbd5a8060 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:26.797664 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-1c503588-25f8-445a-a268-203fe427381b admin admin] Deleting port b88819fc-13e4-4415-ae3f-979e11d04e4d {{(pid=121607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:45:26.798309 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-1c503588-25f8-445a-a268-203fe427381b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:26.842592 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-554223ca-8c92-4f1d-804e-b94bbd5a8060 None None] For port b88819fc-13e4-4415-ae3f-979e11d04e4d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b88819fc-13e4-4415-ae3f-979e11d04e4d,segment=NetworkSegment(9c07744f-def3-427d-ae5f-b4009391b9ff),segment_id=9c07744f-def3-427d-ae5f-b4009391b9ff)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:45:26.842981 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-554223ca-8c92-4f1d-804e-b94bbd5a8060 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:26.856945 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-554223ca-8c92-4f1d-804e-b94bbd5a8060 None None] Calling delete_port for b88819fc-13e4-4415-ae3f-979e11d04e4d owned by network:dhcp {{(pid=121608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:45:26.866800 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.db [None req-1c503588-25f8-445a-a268-203fe427381b admin admin] For port b88819fc-13e4-4415-ae3f-979e11d04e4d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b88819fc-13e4-4415-ae3f-979e11d04e4d,segment=NetworkSegment(9c07744f-def3-427d-ae5f-b4009391b9ff),segment_id=9c07744f-def3-427d-ae5f-b4009391b9ff)] {{(pid=121607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:45:26.867159 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-1c503588-25f8-445a-a268-203fe427381b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:26.882237 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-1c503588-25f8-445a-a268-203fe427381b admin admin] Calling delete_port for b88819fc-13e4-4415-ae3f-979e11d04e4d owned by network:dhcp {{(pid=121607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:45:26.909965 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-c24aae75-8e96-4c48-af33-5c13393e0c7f tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737602163420'] for network, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:26.975653 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-c24aae75-8e96-4c48-af33-5c13393e0c7f tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870'] for network, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:26.996260 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c24aae75-8e96-4c48-af33-5c13393e0c7f tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Network 28f5bcf4-8f5e-4e26-a0f4-04ab4e21cfad is not hosted by any dhcp agent {{(pid=121606) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}}
Dec 25 21:45:27.001662 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c24aae75-8e96-4c48-af33-5c13393e0c7f tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:45:27.006802 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-554223ca-8c92-4f1d-804e-b94bbd5a8060 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955'] for port, after_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:27.006960 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-c24aae75-8e96-4c48-af33-5c13393e0c7f tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Publish callbacks [] for network, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:27.006960 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-c24aae75-8e96-4c48-af33-5c13393e0c7f tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] 10.222.0.32 "PUT /v2.0/networks/28f5bcf4-8f5e-4e26-a0f4-04ab4e21cfad HTTP/1.1" status: 200  len: 758 time: 0.2628117
Dec 25 21:45:27.007945 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 42040) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:45:27.029689 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554223ca-8c92-4f1d-804e-b94bbd5a8060 None None] Pushing event deleted for resources: {'Port': ['ID=b88819fc-13e4-4415-ae3f-979e11d04e4d,revision_number=None']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:45:27.032676 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-554223ca-8c92-4f1d-804e-b94bbd5a8060 None None] No DVR routers for this DVR port b88819fc-13e4-4415-ae3f-979e11d04e4d on host ncdv-master-1 {{(pid=121608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:45:27.044325 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-1c503588-25f8-445a-a268-203fe427381b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:27.063388 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24aae75-8e96-4c48-af33-5c13393e0c7f tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Pushing event updated for resources: {'Network': ['ID=28f5bcf4-8f5e-4e26-a0f4-04ab4e21cfad,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:45:27.074415 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Network 28f5bcf4-8f5e-4e26-a0f4-04ab4e21cfad details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 25 21:45:27.078808 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c503588-25f8-445a-a268-203fe427381b admin admin] Pushing event deleted for resources: {'Port': ['ID=b88819fc-13e4-4415-ae3f-979e11d04e4d,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:45:27.087757 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c503588-25f8-445a-a268-203fe427381b admin admin] No DVR routers for this DVR port b88819fc-13e4-4415-ae3f-979e11d04e4d on host ncdv-master-1 {{(pid=121607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:45:27.152200 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0598ca77-017a-4d6f-9a59-ec7f5cb2d44a tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:45:27.153699 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-0598ca77-017a-4d6f-9a59-ec7f5cb2d44a tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] 10.222.0.32 "GET /v2.0/networks?id=28f5bcf4-8f5e-4e26-a0f4-04ab4e21cfad HTTP/1.1" status: 200  len: 761 time: 0.1436493
Dec 25 21:45:27.157714 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 42042) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:45:27.163310 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-c3f85db8-b721-4f59-9efd-a9588f7d186b tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-856939471'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:45:27.202211 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-1c503588-25f8-445a-a268-203fe427381b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997585', 'neutron.services.segments.db._delete_segments_for_network-8737602743071'] for network, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:27.222197 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-1c503588-25f8-445a-a268-203fe427381b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f26132f0460>,) {'filters': {'network_id': ['19c08004-af92-4c19-9743-26ef9cf7bde6']}} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:45:27.231403 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3f85db8-b721-4f59-9efd-a9588f7d186b tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Made reservation on behalf of ebdc409fadbd4a71aa1e98f8a0586bd1 for: {'network': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:45:27.232316 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-1c503588-25f8-445a-a268-203fe427381b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f26132f0460>, '9c07744f-def3-427d-ae5f-b4009391b9ff') {'for_net_delete': True} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:45:27.232619 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-1c503588-25f8-445a-a268-203fe427381b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f26132f0460>, '9c07744f-def3-427d-ae5f-b4009391b9ff') {} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:45:27.234936 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-c3f85db8-b721-4f59-9efd-a9588f7d186b tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for network, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:27.246659 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-1c503588-25f8-445a-a268-203fe427381b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737602746920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10246592'] for segment, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:27.259655 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3f85db8-b721-4f59-9efd-a9588f7d186b tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] vlan segment allocate from pool success with {'vlan_id': 154, 'physical_network': 'physnet1'}  {{(pid=121606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 25 21:45:27.259850 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-1c503588-25f8-445a-a268-203fe427381b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:27.265869 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c503588-25f8-445a-a268-203fe427381b admin admin] Releasing vlan 169 on physical network physnet1 to pool {{(pid=121607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 25 21:45:27.266253 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-1c503588-25f8-445a-a268-203fe427381b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8633327'] for segment, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:27.267880 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 25 21:45:27.267880 ncdv-master-1 neutron-server[121607]:   self.session.flush()
Dec 25 21:45:27.267880 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 25 21:45:27.267880 ncdv-master-1 neutron-server[121607]:   self.session.flush()
Dec 25 21:45:27.267880 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 25 21:45:27.267880 ncdv-master-1 neutron-server[121607]:   self.session.flush()
Dec 25 21:45:27.267880 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 25 21:45:27.267880 ncdv-master-1 neutron-server[121607]:   self.session.flush()
Dec 25 21:45:27.267880 ncdv-master-1 neutron-server[121607]: Traceback (most recent call last):
Dec 25 21:45:27.267880 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 25 21:45:27.267880 ncdv-master-1 neutron-server[121607]:     timer()
Dec 25 21:45:27.267880 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 25 21:45:27.267880 ncdv-master-1 neutron-server[121607]:     cb(*args, **kw)
Dec 25 21:45:27.267880 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 25 21:45:27.267880 ncdv-master-1 neutron-server[121607]:     return func(*args, **kwargs)
Dec 25 21:45:27.267880 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 25 21:45:27.267880 ncdv-master-1 neutron-server[121607]:     self._notify()
Dec 25 21:45:27.267880 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 25 21:45:27.267880 ncdv-master-1 neutron-server[121607]:     self.callback(batched_events)
Dec 25 21:45:27.267880 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 25 21:45:27.267880 ncdv-master-1 neutron-server[121607]:     event.method(event)
Dec 25 21:45:27.267880 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 25 21:45:27.267880 ncdv-master-1 neutron-server[121607]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 25 21:45:27.267880 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 25 21:45:27.267880 ncdv-master-1 neutron-server[121607]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 25 21:45:27.267880 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 25 21:45:27.267880 ncdv-master-1 neutron-server[121607]:     return f(self, *a, **k)
Dec 25 21:45:27.267880 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 25 21:45:27.267880 ncdv-master-1 neutron-server[121607]:     return self._get(url).json()
Dec 25 21:45:27.267880 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 25 21:45:27.267880 ncdv-master-1 neutron-server[121607]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 25 21:45:27.267880 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 25 21:45:27.267880 ncdv-master-1 neutron-server[121607]:     return self.request(url, 'GET', **kwargs)
Dec 25 21:45:27.267880 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 25 21:45:27.267880 ncdv-master-1 neutron-server[121607]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 25 21:45:27.267880 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 25 21:45:27.267880 ncdv-master-1 neutron-server[121607]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 25 21:45:27.267880 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 25 21:45:27.267880 ncdv-master-1 neutron-server[121607]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 25 21:45:27.267880 ncdv-master-1 neutron-server[121607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 25 21:45:27.270937 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-c3f85db8-b721-4f59-9efd-a9588f7d186b tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:27.270937 ncdv-master-1 neutron-server[121606]: INFO neutron.db.segments_db [None req-c3f85db8-b721-4f59-9efd-a9588f7d186b tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Added segment 4bc7abbb-1be1-4f60-a66b-9e2f3dda6354 of type vlan for network 9486a62f-748a-4a94-a850-bf025e36d8b2
Dec 25 21:45:27.309965 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-c3f85db8-b721-4f59-9efd-a9588f7d186b tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737602163420'] for network, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:27.392351 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-1c503588-25f8-445a-a268-203fe427381b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2008653'] for network, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:27.405812 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-1c503588-25f8-445a-a268-203fe427381b admin admin] Publish callbacks [] for network, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:27.414293 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-1c503588-25f8-445a-a268-203fe427381b admin admin] 10.222.0.32 "DELETE /v2.0/networks/19c08004-af92-4c19-9743-26ef9cf7bde6 HTTP/1.1" status: 204  len: 168 time: 0.8632104
Dec 25 21:45:27.416143 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-c3f85db8-b721-4f59-9efd-a9588f7d186b tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870'] for network, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:27.421918 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3f85db8-b721-4f59-9efd-a9588f7d186b tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:45:27.422606 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-c3f85db8-b721-4f59-9efd-a9588f7d186b tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Publish callbacks [] for network, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:27.429141 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c503588-25f8-445a-a268-203fe427381b admin admin] Pushing event deleted for resources: {'Network': ['ID=19c08004-af92-4c19-9743-26ef9cf7bde6,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:45:27.481552 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device b88819fc-13e4-4415-ae3f-979e11d04e4d no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:45:27.509916 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f85db8-b721-4f59-9efd-a9588f7d186b tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Pushing event updated for resources: {'Network': ['ID=9486a62f-748a-4a94-a850-bf025e36d8b2,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:45:27.512520 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] No Port match for: b88819fc-13e4-4415-ae3f-979e11d04e4d {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:45:27.513010 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device b88819fc-13e4-4415-ae3f-979e11d04e4d not bound to the agent host ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:45:27.513462 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 21e5fd47-9619-4d68-909e-2069b42ee5ac no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:45:27.537132 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Network 9486a62f-748a-4a94-a850-bf025e36d8b2 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 25 21:45:27.541945 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-c3f85db8-b721-4f59-9efd-a9588f7d186b tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 779 time: 0.3828671
Dec 25 21:45:27.544221 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 42048) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:45:27.549011 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] No Port match for: 21e5fd47-9619-4d68-909e-2069b42ee5ac {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:45:27.549367 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 21e5fd47-9619-4d68-909e-2069b42ee5ac not bound to the agent host ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:45:27.549819 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-1b017320-9cf5-4507-a8bf-a522deee46a3 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Request body: {'subnet': {'network_id': '9486a62f-748a-4a94-a850-bf025e36d8b2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:45:27.549940 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 4c203613-df57-4c7b-a3cd-bbc2eec9d484 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:45:27.582946 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] No Port match for: 4c203613-df57-4c7b-a3cd-bbc2eec9d484 {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:45:27.583584 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 4c203613-df57-4c7b-a3cd-bbc2eec9d484 not bound to the agent host ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:45:27.636351 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa38c0d4-ce87-4603-b9d3-26e28b15711e req-c9403296-c051-437b-b3dc-97e095f84c86 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:45:27.637896 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-aa38c0d4-ce87-4603-b9d3-26e28b15711e req-c9403296-c051-437b-b3dc-97e095f84c86 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "GET /v2.0/ports?device_id=232caa59-01ee-4a0a-ad80-4a2406c77580 HTTP/1.1" status: 200  len: 946 time: 0.1297984
Dec 25 21:45:27.700225 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-aa38c0d4-ce87-4603-b9d3-26e28b15711e req-b12276c0-0de3-455c-bf0b-f313d1178b57 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "GET /v2.0/security-groups?id=d23e5a5f-b90c-493e-af1f-971bbc755f90&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0553496
Dec 25 21:45:27.729943 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b017320-9cf5-4507-a8bf-a522deee46a3 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Made reservation on behalf of ebdc409fadbd4a71aa1e98f8a0586bd1 for: {'subnet': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:45:27.735091 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-1b017320-9cf5-4507-a8bf-a522deee46a3 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9028529'] for subnet, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:27.807426 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 42050) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:45:27.851183 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-87d2270a-a7a5-4ede-a676-b798b843eac3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=085f682b164b4e0a84eabf214450d8c8&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0424201
Dec 25 21:45:27.853668 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 42052) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:45:27.902857 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-0a4e0c84-abe6-45ed-955d-528467080c13 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:27.929175 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-0a4e0c84-abe6-45ed-955d-528467080c13 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:27.981436 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-1b017320-9cf5-4507-a8bf-a522deee46a3 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9084170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9028515'] for subnet, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:28.042254 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b017320-9cf5-4507-a8bf-a522deee46a3 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Pushing event updated for resources: {'Subnet': ['ID=ce39f16e-d024-4038-a0fa-ab52bfc628e0,revision_number=0']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:45:28.049946 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-0a4e0c84-abe6-45ed-955d-528467080c13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:28.052985 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b017320-9cf5-4507-a8bf-a522deee46a3 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Checking segment: {'id': '4bc7abbb-1be1-4f60-a66b-9e2f3dda6354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '9486a62f-748a-4a94-a850-bf025e36d8b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:45:28.053358 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b017320-9cf5-4507-a8bf-a522deee46a3 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Network hostable DHCP agents. Network: 9486a62f-748a-4a94-a850-bf025e36d8b2, hostable agents: ['1813db88-2c1b-4357-a2ba-869246b663c2'], hosted agents: [] {{(pid=121606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 25 21:45:28.055953 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-0a4e0c84-abe6-45ed-955d-528467080c13 admin admin] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:28.057289 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-0a4e0c84-abe6-45ed-955d-528467080c13 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7292c058-4800-4f2c-a3db-682c3445547b HTTP/1.1" status: 204  len: 168 time: 0.2026141
Dec 25 21:45:28.065966 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4e0c84-abe6-45ed-955d-528467080c13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7292c058-4800-4f2c-a3db-682c3445547b,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:45:28.135549 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b017320-9cf5-4507-a8bf-a522deee46a3 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Network 9486a62f-748a-4a94-a850-bf025e36d8b2 is scheduled to be hosted by DHCP agent 1813db88-2c1b-4357-a2ba-869246b663c2 with binding_index 1 {{(pid=121606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 25 21:45:28.243683 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [None req-1b017320-9cf5-4507-a8bf-a522deee46a3 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 9486a62f-748a-4a94-a850-bf025e36d8b2) {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:45:28.247756 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b017320-9cf5-4507-a8bf-a522deee46a3 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:45:28.248350 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-1b017320-9cf5-4507-a8bf-a522deee46a3 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Publish callbacks [] for subnet, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:28.256541 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f208960-d41d-436f-873d-459400b5b812 None None] Network 9486a62f-748a-4a94-a850-bf025e36d8b2 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:45:28.348857 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-1b017320-9cf5-4507-a8bf-a522deee46a3 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.8034034
Dec 25 21:45:28.351249 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 42056) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:45:28.356716 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-037e9e5e-4e24-43b6-89c1-130a9c73e6b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-9486a62f-748a-4a94-a850-bf025e36d8b2', 'network_id': '9486a62f-748a-4a94-a850-bf025e36d8b2', 'project_id': 'ebdc409fadbd4a71aa1e98f8a0586bd1', 'fixed_ips': [{'subnet_id': 'ce39f16e-d024-4038-a0fa-ab52bfc628e0'}]}} from ncdv-master-1. {{(pid=121608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 25 21:45:28.357656 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-037e9e5e-4e24-43b6-89c1-130a9c73e6b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:28.460930 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-5daa287c-5385-4ad3-8625-e4791513a5e4 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625803'] for network, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:28.503976 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.db_base_plugin_common [None req-037e9e5e-4e24-43b6-89c1-130a9c73e6b8 None None] Allocated IP 172.20.0.2 (9486a62f-748a-4a94-a850-bf025e36d8b2/ce39f16e-d024-4038-a0fa-ab52bfc628e0/31e9423c-8a3c-44dc-ad11-a35dfad9a1d0) {{(pid=121608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:45:28.516433 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-5daa287c-5385-4ad3-8625-e4791513a5e4 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995662'] for subnet, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:28.645323 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-037e9e5e-4e24-43b6-89c1-130a9c73e6b8 None None] Publish callbacks [] for port, precommit_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:28.695962 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-037e9e5e-4e24-43b6-89c1-130a9c73e6b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946'] for port, after_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:28.734850 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 42062) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:45:28.736658 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-037e9e5e-4e24-43b6-89c1-130a9c73e6b8 None None] Network 9486a62f-748a-4a94-a850-bf025e36d8b2 is already hosted by enough agents. {{(pid=121608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:45:28.740574 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.base_scheduler [None req-037e9e5e-4e24-43b6-89c1-130a9c73e6b8 None None] Resources bound (agent type, host, resource id):  {{(pid=121608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:45:28.744278 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-037e9e5e-4e24-43b6-89c1-130a9c73e6b8 None None] Received port after_create {{(pid=121608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:45:28.753522 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037e9e5e-4e24-43b6-89c1-130a9c73e6b8 None None] Pushing event updated for resources: {'Port': ['ID=31e9423c-8a3c-44dc-ad11-a35dfad9a1d0,revision_number=1']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:45:28.768973 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-5daa287c-5385-4ad3-8625-e4791513a5e4 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9084363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9028506'] for subnet, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:28.786918 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-d6ae4a58-9f70-4147-86f8-dfaf8634c7a4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7111026d02ad417e83bc2f057ded219d&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0508940
Dec 25 21:45:28.787509 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 42064) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:45:28.809145 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5daa287c-5385-4ad3-8625-e4791513a5e4 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Pushing event deleted for resources: {'Subnet': ['ID=ce39f16e-d024-4038-a0fa-ab52bfc628e0,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:45:28.813123 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-037e9e5e-4e24-43b6-89c1-130a9c73e6b8 None None] Attempting to bind port 31e9423c-8a3c-44dc-ad11-a35dfad9a1d0 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:45:28.817797 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-037e9e5e-4e24-43b6-89c1-130a9c73e6b8 None None] Attempting to bind port 31e9423c-8a3c-44dc-ad11-a35dfad9a1d0 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '4bc7abbb-1be1-4f60-a66b-9e2f3dda6354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '9486a62f-748a-4a94-a850-bf025e36d8b2'}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:45:28.817797 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-037e9e5e-4e24-43b6-89c1-130a9c73e6b8 None None] Attempting to bind port 31e9423c-8a3c-44dc-ad11-a35dfad9a1d0 on network 9486a62f-748a-4a94-a850-bf025e36d8b2 {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:45:28.820205 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-037e9e5e-4e24-43b6-89c1-130a9c73e6b8 None None] Checking agent: {'id': 'ca4f5c6d-f1fd-48b8-a3e3-395864c7d23d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 20, 56, 40), 'started_at': datetime.datetime(2021, 12, 25, 20, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 45, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:45:28.820684 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-037e9e5e-4e24-43b6-89c1-130a9c73e6b8 None None] Checking segment: {'id': '4bc7abbb-1be1-4f60-a66b-9e2f3dda6354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '9486a62f-748a-4a94-a850-bf025e36d8b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:45:28.821382 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-037e9e5e-4e24-43b6-89c1-130a9c73e6b8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:28.821577 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-037e9e5e-4e24-43b6-89c1-130a9c73e6b8 None None] Bound using segment: {'id': '4bc7abbb-1be1-4f60-a66b-9e2f3dda6354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '9486a62f-748a-4a94-a850-bf025e36d8b2'} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:45:28.822926 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-037e9e5e-4e24-43b6-89c1-130a9c73e6b8 None None] Bound port: 31e9423c-8a3c-44dc-ad11-a35dfad9a1d0, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4bc7abbb-1be1-4f60-a66b-9e2f3dda6354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '9486a62f-748a-4a94-a850-bf025e36d8b2'}}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:45:28.823308 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-037e9e5e-4e24-43b6-89c1-130a9c73e6b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:28.850544 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ef9ad5c7-81cd-4aae-ad6f-2f4de7b673f2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:28.874628 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ef9ad5c7-81cd-4aae-ad6f-2f4de7b673f2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:28.900770 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-5daa287c-5385-4ad3-8625-e4791513a5e4 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997585', 'neutron.services.segments.db._delete_segments_for_network-8737602743071'] for network, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:28.901029 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-037e9e5e-4e24-43b6-89c1-130a9c73e6b8 None None] For port 31e9423c-8a3c-44dc-ad11-a35dfad9a1d0, host ncdv-master-1, cleared binding levels {{(pid=121608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:45:28.904346 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-037e9e5e-4e24-43b6-89c1-130a9c73e6b8 None None] For port 31e9423c-8a3c-44dc-ad11-a35dfad9a1d0, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=31e9423c-8a3c-44dc-ad11-a35dfad9a1d0,segment=NetworkSegment(4bc7abbb-1be1-4f60-a66b-9e2f3dda6354),segment_id=4bc7abbb-1be1-4f60-a66b-9e2f3dda6354)] {{(pid=121608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:45:28.924467 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4206d8-865b-46f8-8683-4a6cd82dfd8b req-40d11a5a-dfd2-4762-884f-c2064d3c55ab tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:45:28.926039 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7a4206d8-865b-46f8-8683-4a6cd82dfd8b req-40d11a5a-dfd2-4762-884f-c2064d3c55ab tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "GET /v2.0/ports?device_id=232caa59-01ee-4a0a-ad80-4a2406c77580 HTTP/1.1" status: 200  len: 946 time: 0.1198885
Dec 25 21:45:28.935912 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.segments.db [None req-5daa287c-5385-4ad3-8625-e4791513a5e4 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f26135acb20>,) {'filters': {'network_id': ['9486a62f-748a-4a94-a850-bf025e36d8b2']}} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:45:28.957959 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.segments.db [None req-5daa287c-5385-4ad3-8625-e4791513a5e4 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f26135acb20>, '4bc7abbb-1be1-4f60-a66b-9e2f3dda6354') {'for_net_delete': True} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:45:28.958265 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.segments.db [None req-5daa287c-5385-4ad3-8625-e4791513a5e4 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f26135acb20>, '4bc7abbb-1be1-4f60-a66b-9e2f3dda6354') {} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:45:28.959182 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-037e9e5e-4e24-43b6-89c1-130a9c73e6b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:28.970112 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ef9ad5c7-81cd-4aae-ad6f-2f4de7b673f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:28.972194 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-5daa287c-5385-4ad3-8625-e4791513a5e4 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737602746920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9084222'] for segment, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:28.973872 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ef9ad5c7-81cd-4aae-ad6f-2f4de7b673f2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:28.977327 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-ef9ad5c7-81cd-4aae-ad6f-2f4de7b673f2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/22866a5d-812f-439b-8d61-5070a8152c13 HTTP/1.1" status: 204  len: 168 time: 0.1888597
Dec 25 21:45:28.988124 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9ad5c7-81cd-4aae-ad6f-2f4de7b673f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22866a5d-812f-439b-8d61-5070a8152c13,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:45:29.002471 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-5daa287c-5385-4ad3-8625-e4791513a5e4 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:29.008826 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 42070) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:45:29.016337 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7a4206d8-865b-46f8-8683-4a6cd82dfd8b req-a5fc8080-46dc-4b56-8d13-6ff92216c493 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "GET /v2.0/security-groups?id=d23e5a5f-b90c-493e-af1f-971bbc755f90&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0823650
Dec 25 21:45:29.017419 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5daa287c-5385-4ad3-8625-e4791513a5e4 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Releasing vlan 154 on physical network physnet1 to pool {{(pid=121606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 25 21:45:29.017913 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-5daa287c-5385-4ad3-8625-e4791513a5e4 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9084542'] for segment, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:29.021921 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:45:29.021921 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:45:29.021921 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:45:29.021921 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:45:29.021921 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:45:29.021921 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:45:29.021921 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:45:29.021921 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:45:29.021921 ncdv-master-1 neutron-server[121606]: Traceback (most recent call last):
Dec 25 21:45:29.021921 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 25 21:45:29.021921 ncdv-master-1 neutron-server[121606]:     timer()
Dec 25 21:45:29.021921 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 25 21:45:29.021921 ncdv-master-1 neutron-server[121606]:     cb(*args, **kw)
Dec 25 21:45:29.021921 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 25 21:45:29.021921 ncdv-master-1 neutron-server[121606]:     return func(*args, **kwargs)
Dec 25 21:45:29.021921 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 25 21:45:29.021921 ncdv-master-1 neutron-server[121606]:     self._notify()
Dec 25 21:45:29.021921 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 25 21:45:29.021921 ncdv-master-1 neutron-server[121606]:     self.callback(batched_events)
Dec 25 21:45:29.021921 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 25 21:45:29.021921 ncdv-master-1 neutron-server[121606]:     event.method(event)
Dec 25 21:45:29.021921 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 25 21:45:29.021921 ncdv-master-1 neutron-server[121606]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 25 21:45:29.021921 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 25 21:45:29.021921 ncdv-master-1 neutron-server[121606]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 25 21:45:29.021921 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 25 21:45:29.021921 ncdv-master-1 neutron-server[121606]:     return f(self, *a, **k)
Dec 25 21:45:29.021921 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 25 21:45:29.021921 ncdv-master-1 neutron-server[121606]:     return self._get(url).json()
Dec 25 21:45:29.021921 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 25 21:45:29.021921 ncdv-master-1 neutron-server[121606]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 25 21:45:29.021921 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 25 21:45:29.021921 ncdv-master-1 neutron-server[121606]:     return self.request(url, 'GET', **kwargs)
Dec 25 21:45:29.021921 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 25 21:45:29.021921 ncdv-master-1 neutron-server[121606]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 25 21:45:29.021921 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 25 21:45:29.021921 ncdv-master-1 neutron-server[121606]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 25 21:45:29.021921 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 25 21:45:29.021921 ncdv-master-1 neutron-server[121606]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 25 21:45:29.021921 ncdv-master-1 neutron-server[121606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 25 21:45:29.098843 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037e9e5e-4e24-43b6-89c1-130a9c73e6b8 None None] Pushing event updated for resources: {'Port': ['ID=31e9423c-8a3c-44dc-ad11-a35dfad9a1d0,revision_number=2']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:45:29.113853 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9867fa9f-7ae8-4c7d-8db4-627019f983cd None None] Network 9486a62f-748a-4a94-a850-bf025e36d8b2 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:45:29.145731 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-586f6876-b6b1-4ed2-b993-62e0c4f22a1b tempest-TestNetworkBasicOps-1153214031 tempest-TestNetworkBasicOps-1153214031-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:45:29.146878 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-586f6876-b6b1-4ed2-b993-62e0c4f22a1b tempest-TestNetworkBasicOps-1153214031 tempest-TestNetworkBasicOps-1153214031-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:45:29.147288 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-586f6876-b6b1-4ed2-b993-62e0c4f22a1b tempest-TestNetworkBasicOps-1153214031 tempest-TestNetworkBasicOps-1153214031-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:45:29.147734 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.db.api [None req-5daa287c-5385-4ad3-8625-e4791513a5e4 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Dec 25 21:45:29.147734 ncdv-master-1 neutron-server[121606]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Dec 25 21:45:29.147734 ncdv-master-1 neutron-server[121606]: [parameters: {'id': '9486a62f-748a-4a94-a850-bf025e36d8b2'}]
Dec 25 21:45:29.147734 ncdv-master-1 neutron-server[121606]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=121606) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 25 21:45:29.148108 ncdv-master-1 neutron-server[121606]: DEBUG oslo_db.api [None req-5daa287c-5385-4ad3-8625-e4791513a5e4 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 25 21:45:29.149140 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-586f6876-b6b1-4ed2-b993-62e0c4f22a1b tempest-TestNetworkBasicOps-1153214031 tempest-TestNetworkBasicOps-1153214031-project-admin] 10.222.0.32 "GET /v2.0/ports?project_id=59ed9da8ed224ce9b429cb4c633a2498&network_id=2d1735c0-d6b4-47c5-98a9-07fa68c49bb1 HTTP/1.1" status: 200  len: 2971 time: 0.1376646
Dec 25 21:45:29.216511 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cb78a68-5755-4e1f-ba30-7087a92832f4 None None] get_active_networks_info from ncdv-master-1 {{(pid=121608) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
Dec 25 21:45:29.293445 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cb78a68-5755-4e1f-ba30-7087a92832f4 None None] Resources bound (agent type, host, resource id):  {{(pid=121608) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Dec 25 21:45:29.649244 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-5daa287c-5385-4ad3-8625-e4791513a5e4 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625803'] for network, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:29.718191 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-5daa287c-5385-4ad3-8625-e4791513a5e4 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Deleting port 31e9423c-8a3c-44dc-ad11-a35dfad9a1d0 {{(pid=121606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:45:29.718529 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-5daa287c-5385-4ad3-8625-e4791513a5e4 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:29.780011 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [None req-5daa287c-5385-4ad3-8625-e4791513a5e4 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] For port 31e9423c-8a3c-44dc-ad11-a35dfad9a1d0, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=31e9423c-8a3c-44dc-ad11-a35dfad9a1d0,segment=NetworkSegment(4bc7abbb-1be1-4f60-a66b-9e2f3dda6354),segment_id=4bc7abbb-1be1-4f60-a66b-9e2f3dda6354)] {{(pid=121606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:45:29.780364 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-5daa287c-5385-4ad3-8625-e4791513a5e4 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:29.792525 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-5daa287c-5385-4ad3-8625-e4791513a5e4 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Calling delete_port for 31e9423c-8a3c-44dc-ad11-a35dfad9a1d0 owned by network:dhcp {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:45:29.957570 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-5daa287c-5385-4ad3-8625-e4791513a5e4 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:29.980869 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5daa287c-5385-4ad3-8625-e4791513a5e4 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Pushing event deleted for resources: {'Port': ['ID=31e9423c-8a3c-44dc-ad11-a35dfad9a1d0,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:45:29.991592 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5daa287c-5385-4ad3-8625-e4791513a5e4 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] No DVR routers for this DVR port 31e9423c-8a3c-44dc-ad11-a35dfad9a1d0 on host ncdv-master-1 {{(pid=121606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:45:30.068416 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-5daa287c-5385-4ad3-8625-e4791513a5e4 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997585', 'neutron.services.segments.db._delete_segments_for_network-8737602743071'] for network, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:30.088517 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.segments.db [None req-5daa287c-5385-4ad3-8625-e4791513a5e4 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2618a05850>,) {'filters': {'network_id': ['9486a62f-748a-4a94-a850-bf025e36d8b2']}} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:45:30.097988 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.segments.db [None req-5daa287c-5385-4ad3-8625-e4791513a5e4 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2618a05850>, '4bc7abbb-1be1-4f60-a66b-9e2f3dda6354') {'for_net_delete': True} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:45:30.098291 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.segments.db [None req-5daa287c-5385-4ad3-8625-e4791513a5e4 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2618a05850>, '4bc7abbb-1be1-4f60-a66b-9e2f3dda6354') {} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:45:30.117793 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-5daa287c-5385-4ad3-8625-e4791513a5e4 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737602746920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9084222'] for segment, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:30.145811 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-5daa287c-5385-4ad3-8625-e4791513a5e4 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:30.154136 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5daa287c-5385-4ad3-8625-e4791513a5e4 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Releasing vlan 154 on physical network physnet1 to pool {{(pid=121606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 25 21:45:30.154523 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-5daa287c-5385-4ad3-8625-e4791513a5e4 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9084542'] for segment, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:30.157498 ncdv-master-1 neutron-server[121606]: Traceback (most recent call last):
Dec 25 21:45:30.157498 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 25 21:45:30.157498 ncdv-master-1 neutron-server[121606]:     timer()
Dec 25 21:45:30.157498 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 25 21:45:30.157498 ncdv-master-1 neutron-server[121606]:     cb(*args, **kw)
Dec 25 21:45:30.157498 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 25 21:45:30.157498 ncdv-master-1 neutron-server[121606]:     return func(*args, **kwargs)
Dec 25 21:45:30.157498 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 25 21:45:30.157498 ncdv-master-1 neutron-server[121606]:     self._notify()
Dec 25 21:45:30.157498 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 25 21:45:30.157498 ncdv-master-1 neutron-server[121606]:     self.callback(batched_events)
Dec 25 21:45:30.157498 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 25 21:45:30.157498 ncdv-master-1 neutron-server[121606]:     event.method(event)
Dec 25 21:45:30.157498 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 25 21:45:30.157498 ncdv-master-1 neutron-server[121606]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 25 21:45:30.157498 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 25 21:45:30.157498 ncdv-master-1 neutron-server[121606]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 25 21:45:30.157498 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 25 21:45:30.157498 ncdv-master-1 neutron-server[121606]:     return f(self, *a, **k)
Dec 25 21:45:30.157498 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 25 21:45:30.157498 ncdv-master-1 neutron-server[121606]:     return self._get(url).json()
Dec 25 21:45:30.157498 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 25 21:45:30.157498 ncdv-master-1 neutron-server[121606]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 25 21:45:30.157498 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 25 21:45:30.157498 ncdv-master-1 neutron-server[121606]:     return self.request(url, 'GET', **kwargs)
Dec 25 21:45:30.157498 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 25 21:45:30.157498 ncdv-master-1 neutron-server[121606]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 25 21:45:30.157498 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 25 21:45:30.157498 ncdv-master-1 neutron-server[121606]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 25 21:45:30.157498 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 25 21:45:30.157498 ncdv-master-1 neutron-server[121606]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 25 21:45:30.157498 ncdv-master-1 neutron-server[121606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 25 21:45:30.187031 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bef43a-b3c7-4e60-8e28-89661f0fb261 req-edd995a2-f8f7-432a-bd64-e31fdff228f8 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:45:30.188523 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-05bef43a-b3c7-4e60-8e28-89661f0fb261 req-edd995a2-f8f7-432a-bd64-e31fdff228f8 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "GET /v2.0/ports?device_id=232caa59-01ee-4a0a-ad80-4a2406c77580 HTTP/1.1" status: 200  len: 946 time: 0.0836909
Dec 25 21:45:30.267550 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-05bef43a-b3c7-4e60-8e28-89661f0fb261 req-49b65105-d417-4390-b717-1d1cb7c42e7f tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "GET /v2.0/security-groups?id=d23e5a5f-b90c-493e-af1f-971bbc755f90&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0730090
Dec 25 21:45:30.295454 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-5daa287c-5385-4ad3-8625-e4791513a5e4 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2008653'] for network, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:30.302658 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-5daa287c-5385-4ad3-8625-e4791513a5e4 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Publish callbacks [] for network, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:30.308122 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-5daa287c-5385-4ad3-8625-e4791513a5e4 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] 10.222.0.32 "DELETE /v2.0/networks/9486a62f-748a-4a94-a850-bf025e36d8b2 HTTP/1.1" status: 204  len: 168 time: 1.9537330
Dec 25 21:45:30.310198 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 42080) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:45:30.317506 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5daa287c-5385-4ad3-8625-e4791513a5e4 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Pushing event deleted for resources: {'Network': ['ID=9486a62f-748a-4a94-a850-bf025e36d8b2,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:45:30.338572 ncdv-master-1 neutron-server[121607]: INFO neutron.pecan_wsgi.hooks.translation [None req-aaede532-61ed-40bb-a99d-e5f24809883b tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] GET failed (client error): The resource could not be found.
Dec 25 21:45:30.339881 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-aaede532-61ed-40bb-a99d-e5f24809883b tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] 10.222.0.32 "GET /v2.0/subnets/ce39f16e-d024-4038-a0fa-ab52bfc628e0 HTTP/1.1" status: 404  len: 337 time: 0.0286825
Dec 25 21:45:30.342543 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 42082) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:45:30.360229 ncdv-master-1 neutron-server[121607]: INFO neutron.pecan_wsgi.hooks.translation [None req-b20799ae-1afe-4529-a82d-d0bfa065efca tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] DELETE failed (client error): The resource could not be found.
Dec 25 21:45:30.360706 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b20799ae-1afe-4529-a82d-d0bfa065efca tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 25 21:45:30.364298 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-b20799ae-1afe-4529-a82d-d0bfa065efca tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] 10.222.0.32 "DELETE /v2.0/networks/9486a62f-748a-4a94-a850-bf025e36d8b2 HTTP/1.1" status: 404  len: 339 time: 0.0202386
Dec 25 21:45:30.369761 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 42084) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:45:30.554313 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-627f6ea1-fdce-4b67-bef1-09b5148f9e6e tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:45:30.555695 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-627f6ea1-fdce-4b67-bef1-09b5148f9e6e tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 782 time: 0.1850431
Dec 25 21:45:30.558360 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 42086) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:45:30.592328 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-bcdf9a8c-e426-42ac-8575-57c93ce1d121 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] 10.222.0.32 "GET /v2.0/subnets?network_id=7201e55c-7c5f-41aa-a042-a363696539d0 HTTP/1.1" status: 200  len: 207 time: 0.0329423
Dec 25 21:45:30.595450 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 42088) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:45:30.769370 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37a0f258-827d-4320-9f22-37e4be8a2734 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:45:30.775623 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37a0f258-827d-4320-9f22-37e4be8a2734 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:45:30.781707 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37a0f258-827d-4320-9f22-37e4be8a2734 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:45:30.788280 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37a0f258-827d-4320-9f22-37e4be8a2734 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:45:30.789919 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-37a0f258-827d-4320-9f22-37e4be8a2734 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200  len: 2486 time: 0.1934948
Dec 25 21:45:30.793485 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 42092) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:45:30.907168 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-556c4b88-47de-467d-881f-44f958e73f71 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] 10.222.0.32 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200  len: 575 time: 0.1122220
Dec 25 21:45:30.910086 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 42094) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:45:30.960614 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-837c1627-92fd-4dc9-ab1b-5c475c127773 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:45:30.962252 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-837c1627-92fd-4dc9-ab1b-5c475c127773 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:45:30.963887 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-837c1627-92fd-4dc9-ab1b-5c475c127773 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1446 time: 0.0528674
Dec 25 21:45:30.967329 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 42096) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:45:31.016193 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 42098) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:45:31.021065 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b649d03-d4df-4d78-b44d-6ea11227a012 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Attributes excluded by policy engine: ['shared'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:45:31.022607 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b649d03-d4df-4d78-b44d-6ea11227a012 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Attributes excluded by policy engine: ['shared'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:45:31.024120 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-1b649d03-d4df-4d78-b44d-6ea11227a012 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] 10.222.0.32 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200  len: 403 time: 0.0558703
Dec 25 21:45:31.027624 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 42100) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:45:31.065743 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-559dfa28-610f-4050-a41c-b1595e9c361b tempest-TestNetworkBasicOps-1153214031 tempest-TestNetworkBasicOps-1153214031-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:45:31.067861 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-559dfa28-610f-4050-a41c-b1595e9c361b tempest-TestNetworkBasicOps-1153214031 tempest-TestNetworkBasicOps-1153214031-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=7201e55c-7c5f-41aa-a042-a363696539d0 HTTP/1.1" status: 200  len: 814 time: 0.0506883
Dec 25 21:45:31.124696 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9861a98e-2f12-4570-8967-9433f81e36c9 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:45:31.126079 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-9861a98e-2f12-4570-8967-9433f81e36c9 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] 10.222.0.32 "GET /v2.0/networks/11c57336-81a6-4ed4-9740-8303ccb27742 HTTP/1.1" status: 200  len: 799 time: 0.0975549
Dec 25 21:45:31.130316 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 42104) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:45:31.230299 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-5bea413b-447e-4f96-bddc-2d9976cd49c0 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] 10.222.0.32 "GET /v2.0/networks/11c57336-81a6-4ed4-9740-8303ccb27742?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200  len: 315 time: 0.0987403
Dec 25 21:45:31.233694 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 42108) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:45:31.287518 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c88a5594-d85c-4f3f-8a94-58c23dddb81b tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:45:31.289593 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-c88a5594-d85c-4f3f-8a94-58c23dddb81b tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] 10.222.0.32 "GET /v2.0/subnets/673b7b84-7986-48cb-aca0-d874a8fb1ca5 HTTP/1.1" status: 200  len: 811 time: 0.0541978
Dec 25 21:45:31.292494 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 42112) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:45:31.343363 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21a517a5-94f5-492e-8a7d-69cd6dd76624 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Attributes excluded by policy engine: ['shared'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:45:31.344743 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-21a517a5-94f5-492e-8a7d-69cd6dd76624 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] 10.222.0.32 "GET /v2.0/subnets/673b7b84-7986-48cb-aca0-d874a8fb1ca5?fields=id&fields=network_id HTTP/1.1" status: 200  len: 302 time: 0.0512924
Dec 25 21:45:31.348169 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 42114) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:45:31.352897 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-369bd7f7-571b-47db-a753-59aa2e9947a7 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1912376239'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:45:31.391410 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145def4f-e2b7-45c2-9e27-56cddb7110b4 req-9bcf345a-cc85-4aac-92f9-6e7417ebf5f0 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:45:31.393048 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-145def4f-e2b7-45c2-9e27-56cddb7110b4 req-9bcf345a-cc85-4aac-92f9-6e7417ebf5f0 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "GET /v2.0/ports?device_id=232caa59-01ee-4a0a-ad80-4a2406c77580 HTTP/1.1" status: 200  len: 946 time: 0.0504475
Dec 25 21:45:31.431641 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-369bd7f7-571b-47db-a753-59aa2e9947a7 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Made reservation on behalf of ebdc409fadbd4a71aa1e98f8a0586bd1 for: {'network': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:45:31.435220 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-369bd7f7-571b-47db-a753-59aa2e9947a7 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for network, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:31.443786 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-145def4f-e2b7-45c2-9e27-56cddb7110b4 req-b5c9246f-4845-4612-ab78-a0a08d5fceb8 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "GET /v2.0/security-groups?id=d23e5a5f-b90c-493e-af1f-971bbc755f90&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0441558
Dec 25 21:45:31.459935 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-369bd7f7-571b-47db-a753-59aa2e9947a7 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] vlan segment allocate from pool success with {'vlan_id': 166, 'physical_network': 'physnet1'}  {{(pid=121607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 25 21:45:31.468319 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-369bd7f7-571b-47db-a753-59aa2e9947a7 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:31.468657 ncdv-master-1 neutron-server[121607]: INFO neutron.db.segments_db [None req-369bd7f7-571b-47db-a753-59aa2e9947a7 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Added segment b431369f-922a-4f5e-bb8c-1293bbbf66a6 of type vlan for network aa3e0311-4e35-41cb-bb3d-9d3af382c1ec
Dec 25 21:45:31.507911 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-369bd7f7-571b-47db-a753-59aa2e9947a7 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737602163420'] for network, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:31.581152 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-369bd7f7-571b-47db-a753-59aa2e9947a7 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870'] for network, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:31.586788 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-369bd7f7-571b-47db-a753-59aa2e9947a7 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:45:31.587361 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-369bd7f7-571b-47db-a753-59aa2e9947a7 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Publish callbacks [] for network, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:31.681908 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 42116) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:45:31.687546 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-1f3751ce-90db-4256-80ca-fdf52b448149 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Request body: {'network': {'name': 'tempest-network-smoke--1590659922', 'project_id': '59ed9da8ed224ce9b429cb4c633a2498', 'port_security_enabled': True}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:45:31.764432 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f3751ce-90db-4256-80ca-fdf52b448149 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Made reservation on behalf of 59ed9da8ed224ce9b429cb4c633a2498 for: {'network': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:45:31.767950 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-1f3751ce-90db-4256-80ca-fdf52b448149 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for network, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:31.793073 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f3751ce-90db-4256-80ca-fdf52b448149 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] vlan segment allocate from pool success with {'vlan_id': 184, 'physical_network': 'physnet1'}  {{(pid=121606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 25 21:45:31.803027 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-1f3751ce-90db-4256-80ca-fdf52b448149 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:31.803369 ncdv-master-1 neutron-server[121606]: INFO neutron.db.segments_db [None req-1f3751ce-90db-4256-80ca-fdf52b448149 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Added segment 6dc7bd92-deb9-47b1-b54b-25b376c51c7f of type vlan for network f1a6977d-3def-4e23-a153-6f3c49896da2
Dec 25 21:45:31.850588 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-1f3751ce-90db-4256-80ca-fdf52b448149 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737602163420'] for network, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:31.903583 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-369bd7f7-571b-47db-a753-59aa2e9947a7 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 780 time: 0.5543725
Dec 25 21:45:31.904296 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369bd7f7-571b-47db-a753-59aa2e9947a7 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Pushing event updated for resources: {'Network': ['ID=aa3e0311-4e35-41cb-bb3d-9d3af382c1ec,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:45:31.906527 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 42118) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:45:31.912183 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-68d1c69d-8c39-4aee-b671-8352884e3477 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Request body: {'subnet': {'network_id': 'aa3e0311-4e35-41cb-bb3d-9d3af382c1ec', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:45:31.915007 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Network aa3e0311-4e35-41cb-bb3d-9d3af382c1ec details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 25 21:45:31.941160 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-1f3751ce-90db-4256-80ca-fdf52b448149 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870'] for network, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:31.946680 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f3751ce-90db-4256-80ca-fdf52b448149 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:45:31.947266 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-1f3751ce-90db-4256-80ca-fdf52b448149 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Publish callbacks [] for network, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:32.052744 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3751ce-90db-4256-80ca-fdf52b448149 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Pushing event updated for resources: {'Network': ['ID=f1a6977d-3def-4e23-a153-6f3c49896da2,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:45:32.062276 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Network f1a6977d-3def-4e23-a153-6f3c49896da2 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 25 21:45:32.075560 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-1f3751ce-90db-4256-80ca-fdf52b448149 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.3924057
Dec 25 21:45:32.079281 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 42120) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:45:32.184807 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fddcea00-6244-4ea5-8679-9115f17e5a84 tempest-TestNetworkBasicOps-1153214031 tempest-TestNetworkBasicOps-1153214031-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:45:32.186357 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-fddcea00-6244-4ea5-8679-9115f17e5a84 tempest-TestNetworkBasicOps-1153214031 tempest-TestNetworkBasicOps-1153214031-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=59ed9da8ed224ce9b429cb4c633a2498&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 830 time: 0.1061339
Dec 25 21:45:32.189169 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 42122) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:45:32.235863 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68d1c69d-8c39-4aee-b671-8352884e3477 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Made reservation on behalf of ebdc409fadbd4a71aa1e98f8a0586bd1 for: {'subnet': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:45:32.239382 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-68d1c69d-8c39-4aee-b671-8352884e3477 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9028529'] for subnet, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:32.364074 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.ipam_backend_mixin [None req-68d1c69d-8c39-4aee-b671-8352884e3477 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Performing IP validity checks on allocation pools {{(pid=121606) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}}
Dec 25 21:45:32.364476 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.ipam_backend_mixin [None req-68d1c69d-8c39-4aee-b671-8352884e3477 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Checking for overlaps among allocation pools and gateway ip {{(pid=121606) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}}
Dec 25 21:45:32.408634 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aa2fe04-26e8-4ca1-8bae-c95e35662a80 tempest-TestNetworkBasicOps-1153214031 tempest-TestNetworkBasicOps-1153214031-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:45:32.410174 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-6aa2fe04-26e8-4ca1-8bae-c95e35662a80 tempest-TestNetworkBasicOps-1153214031 tempest-TestNetworkBasicOps-1153214031-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.2200849
Dec 25 21:45:32.413203 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 42124) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:45:32.445963 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-2e54bc5f-0128-4ec6-8261-caf76caab0bf tempest-TestNetworkBasicOps-1153214031 tempest-TestNetworkBasicOps-1153214031-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=7201e55c-7c5f-41aa-a042-a363696539d0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0315685
Dec 25 21:45:32.448568 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 42126) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:45:32.476040 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-631debbb-32f6-4933-8b06-55c35c7e0a9d tempest-TestNetworkBasicOps-1153214031 tempest-TestNetworkBasicOps-1153214031-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=59ed9da8ed224ce9b429cb4c633a2498&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0263183
Dec 25 21:45:32.478647 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 42132) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:45:32.648934 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a49d3a-6b25-4fec-9c17-18a5d7be3494 req-f8654660-a947-46d0-8da8-1acf73290c5b tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:45:32.650362 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-50a49d3a-6b25-4fec-9c17-18a5d7be3494 req-f8654660-a947-46d0-8da8-1acf73290c5b tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "GET /v2.0/ports?device_id=232caa59-01ee-4a0a-ad80-4a2406c77580 HTTP/1.1" status: 200  len: 946 time: 0.1096523
Dec 25 21:45:32.653321 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95c8f521-aa0a-4a41-906e-357f4ca2e5e5 tempest-TestNetworkBasicOps-1153214031 tempest-TestNetworkBasicOps-1153214031-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:45:32.657193 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-95c8f521-aa0a-4a41-906e-357f4ca2e5e5 tempest-TestNetworkBasicOps-1153214031 tempest-TestNetworkBasicOps-1153214031-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.1742127
Dec 25 21:45:32.657780 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 42148) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:45:32.686551 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-e2b8e0ae-2143-4268-905c-6c95c3ff4126 tempest-TestNetworkBasicOps-1153214031 tempest-TestNetworkBasicOps-1153214031-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=7201e55c-7c5f-41aa-a042-a363696539d0&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0275402
Dec 25 21:45:32.688925 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 42150) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:45:32.694043 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-4f7031d5-f0ad-40b7-882f-00b8b8d9c156 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1801899076', 'network_id': 'f1a6977d-3def-4e23-a153-6f3c49896da2', 'project_id': '59ed9da8ed224ce9b429cb4c633a2498', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:45:32.697032 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-68d1c69d-8c39-4aee-b671-8352884e3477 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9084170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9028515'] for subnet, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:32.709384 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-50a49d3a-6b25-4fec-9c17-18a5d7be3494 req-95b8e0ee-8812-41c3-8d3b-696d4d46bb6f tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "GET /v2.0/security-groups?id=d23e5a5f-b90c-493e-af1f-971bbc755f90&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0528719
Dec 25 21:45:32.767635 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d1c69d-8c39-4aee-b671-8352884e3477 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Pushing event updated for resources: {'Subnet': ['ID=fcf169a1-18d2-43e3-8ec1-a01f0587cb24,revision_number=0']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:45:32.777317 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68d1c69d-8c39-4aee-b671-8352884e3477 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Checking segment: {'id': 'b431369f-922a-4f5e-bb8c-1293bbbf66a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'aa3e0311-4e35-41cb-bb3d-9d3af382c1ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:45:32.777690 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68d1c69d-8c39-4aee-b671-8352884e3477 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Network hostable DHCP agents. Network: aa3e0311-4e35-41cb-bb3d-9d3af382c1ec, hostable agents: ['1813db88-2c1b-4357-a2ba-869246b663c2'], hosted agents: [] {{(pid=121606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 25 21:45:32.849688 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68d1c69d-8c39-4aee-b671-8352884e3477 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Network aa3e0311-4e35-41cb-bb3d-9d3af382c1ec is scheduled to be hosted by DHCP agent 1813db88-2c1b-4357-a2ba-869246b663c2 with binding_index 1 {{(pid=121606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 25 21:45:32.878164 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f7031d5-f0ad-40b7-882f-00b8b8d9c156 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Made reservation on behalf of 59ed9da8ed224ce9b429cb4c633a2498 for: {'subnet': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:45:32.882254 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-4f7031d5-f0ad-40b7-882f-00b8b8d9c156 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8852834'] for subnet, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:32.918293 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [None req-68d1c69d-8c39-4aee-b671-8352884e3477 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, aa3e0311-4e35-41cb-bb3d-9d3af382c1ec) {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:45:32.922608 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68d1c69d-8c39-4aee-b671-8352884e3477 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:45:32.923218 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-68d1c69d-8c39-4aee-b671-8352884e3477 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Publish callbacks [] for subnet, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:32.934370 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f20c600-eded-4d97-a403-96ead0736e9b None None] Network aa3e0311-4e35-41cb-bb3d-9d3af382c1ec requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:45:33.012167 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-68d1c69d-8c39-4aee-b671-8352884e3477 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 872 time: 1.1044991
Dec 25 21:45:33.012382 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 42152) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:45:33.020443 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-7345bf1d-2095-48c6-8921-49c1f7f23875 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:45:33.033617 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfd782c4-d15c-46b5-b384-cf6080d59622 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-aa3e0311-4e35-41cb-bb3d-9d3af382c1ec', 'network_id': 'aa3e0311-4e35-41cb-bb3d-9d3af382c1ec', 'project_id': 'ebdc409fadbd4a71aa1e98f8a0586bd1', 'fixed_ips': [{'subnet_id': 'fcf169a1-18d2-43e3-8ec1-a01f0587cb24'}]}} from ncdv-master-1. {{(pid=121608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 25 21:45:33.033617 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-dfd782c4-d15c-46b5-b384-cf6080d59622 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:33.160062 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-7345bf1d-2095-48c6-8921-49c1f7f23875 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-8852859'] for subnet, before_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:33.173969 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.db_base_plugin_common [None req-dfd782c4-d15c-46b5-b384-cf6080d59622 None None] Allocated IP 172.20.0.3 (aa3e0311-4e35-41cb-bb3d-9d3af382c1ec/fcf169a1-18d2-43e3-8ec1-a01f0587cb24/9250c2ec-e5d2-4cca-8a81-c56779ec028c) {{(pid=121608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:45:33.215598 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-4f7031d5-f0ad-40b7-882f-00b8b8d9c156 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8632475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8852848'] for subnet, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:33.284345 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7031d5-f0ad-40b7-882f-00b8b8d9c156 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Pushing event updated for resources: {'Subnet': ['ID=ef1353d3-5978-4e28-94c4-20e76bb470a7,revision_number=0']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:45:33.290323 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f7031d5-f0ad-40b7-882f-00b8b8d9c156 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Checking segment: {'id': '6dc7bd92-deb9-47b1-b54b-25b376c51c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'f1a6977d-3def-4e23-a153-6f3c49896da2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:45:33.290698 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f7031d5-f0ad-40b7-882f-00b8b8d9c156 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Network hostable DHCP agents. Network: f1a6977d-3def-4e23-a153-6f3c49896da2, hostable agents: ['1813db88-2c1b-4357-a2ba-869246b663c2'], hosted agents: [] {{(pid=121607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 25 21:45:33.316837 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-dfd782c4-d15c-46b5-b384-cf6080d59622 None None] Publish callbacks [] for port, precommit_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:33.369553 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f7031d5-f0ad-40b7-882f-00b8b8d9c156 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Network f1a6977d-3def-4e23-a153-6f3c49896da2 is scheduled to be hosted by DHCP agent 1813db88-2c1b-4357-a2ba-869246b663c2 with binding_index 1 {{(pid=121607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 25 21:45:33.380171 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-dfd782c4-d15c-46b5-b384-cf6080d59622 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946'] for port, after_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:33.418935 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfd782c4-d15c-46b5-b384-cf6080d59622 None None] Network aa3e0311-4e35-41cb-bb3d-9d3af382c1ec is already hosted by enough agents. {{(pid=121608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:45:33.421978 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.base_scheduler [None req-dfd782c4-d15c-46b5-b384-cf6080d59622 None None] Resources bound (agent type, host, resource id):  {{(pid=121608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:45:33.425671 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfd782c4-d15c-46b5-b384-cf6080d59622 None None] Received port after_create {{(pid=121608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:45:33.434913 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd782c4-d15c-46b5-b384-cf6080d59622 None None] Pushing event updated for resources: {'Port': ['ID=9250c2ec-e5d2-4cca-8a81-c56779ec028c,revision_number=1']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:45:33.463420 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-4f7031d5-f0ad-40b7-882f-00b8b8d9c156 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, f1a6977d-3def-4e23-a153-6f3c49896da2) {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:45:33.470476 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f7031d5-f0ad-40b7-882f-00b8b8d9c156 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:45:33.471081 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-4f7031d5-f0ad-40b7-882f-00b8b8d9c156 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Publish callbacks [] for subnet, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:33.481482 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41864d8e-4028-4e86-bbb2-987bf8c4bbd2 None None] Network f1a6977d-3def-4e23-a153-6f3c49896da2 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:45:33.512144 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-dfd782c4-d15c-46b5-b384-cf6080d59622 None None] Attempting to bind port 9250c2ec-e5d2-4cca-8a81-c56779ec028c on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:45:33.512517 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-dfd782c4-d15c-46b5-b384-cf6080d59622 None None] Attempting to bind port 9250c2ec-e5d2-4cca-8a81-c56779ec028c by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'b431369f-922a-4f5e-bb8c-1293bbbf66a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'aa3e0311-4e35-41cb-bb3d-9d3af382c1ec'}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:45:33.512904 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfd782c4-d15c-46b5-b384-cf6080d59622 None None] Attempting to bind port 9250c2ec-e5d2-4cca-8a81-c56779ec028c on network aa3e0311-4e35-41cb-bb3d-9d3af382c1ec {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:45:33.523150 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfd782c4-d15c-46b5-b384-cf6080d59622 None None] Checking agent: {'id': 'ca4f5c6d-f1fd-48b8-a3e3-395864c7d23d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 20, 56, 40), 'started_at': datetime.datetime(2021, 12, 25, 20, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 45, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:45:33.523524 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfd782c4-d15c-46b5-b384-cf6080d59622 None None] Checking segment: {'id': 'b431369f-922a-4f5e-bb8c-1293bbbf66a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'aa3e0311-4e35-41cb-bb3d-9d3af382c1ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:45:33.523926 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-dfd782c4-d15c-46b5-b384-cf6080d59622 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:33.524323 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfd782c4-d15c-46b5-b384-cf6080d59622 None None] Bound using segment: {'id': 'b431369f-922a-4f5e-bb8c-1293bbbf66a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'aa3e0311-4e35-41cb-bb3d-9d3af382c1ec'} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:45:33.524793 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-dfd782c4-d15c-46b5-b384-cf6080d59622 None None] Bound port: 9250c2ec-e5d2-4cca-8a81-c56779ec028c, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b431369f-922a-4f5e-bb8c-1293bbbf66a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'aa3e0311-4e35-41cb-bb3d-9d3af382c1ec'}}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:45:33.525197 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-dfd782c4-d15c-46b5-b384-cf6080d59622 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:33.561425 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-4f7031d5-f0ad-40b7-882f-00b8b8d9c156 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 835 time: 0.8713064
Dec 25 21:45:33.604908 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-7345bf1d-2095-48c6-8921-49c1f7f23875 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8737602642149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-8632397'] for subnet, after_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:33.650094 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41d731fa-9709-46eb-b3f8-fc5b62f79a5a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-f1a6977d-3def-4e23-a153-6f3c49896da2', 'network_id': 'f1a6977d-3def-4e23-a153-6f3c49896da2', 'project_id': '59ed9da8ed224ce9b429cb4c633a2498', 'fixed_ips': [{'subnet_id': 'ef1353d3-5978-4e28-94c4-20e76bb470a7'}]}} from ncdv-master-1. {{(pid=121608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 25 21:45:33.650341 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7345bf1d-2095-48c6-8921-49c1f7f23875 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:45:33.650878 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-41d731fa-9709-46eb-b3f8-fc5b62f79a5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:33.651005 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-7345bf1d-2095-48c6-8921-49c1f7f23875 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Publish callbacks [] for subnet, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:33.653310 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-7345bf1d-2095-48c6-8921-49c1f7f23875 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] 10.222.0.32 "PUT /v2.0/subnets/fcf169a1-18d2-43e3-8ec1-a01f0587cb24 HTTP/1.1" status: 200  len: 877 time: 0.6399381
Dec 25 21:45:33.655221 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 42156) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:45:33.667341 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7345bf1d-2095-48c6-8921-49c1f7f23875 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Pushing event updated for resources: {'Subnet': ['ID=fcf169a1-18d2-43e3-8ec1-a01f0587cb24,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:45:33.667721 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-dfd782c4-d15c-46b5-b384-cf6080d59622 None None] For port 9250c2ec-e5d2-4cca-8a81-c56779ec028c, host ncdv-master-1, cleared binding levels {{(pid=121608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:45:33.685339 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-dfd782c4-d15c-46b5-b384-cf6080d59622 None None] For port 9250c2ec-e5d2-4cca-8a81-c56779ec028c, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9250c2ec-e5d2-4cca-8a81-c56779ec028c,segment=NetworkSegment(b431369f-922a-4f5e-bb8c-1293bbbf66a6),segment_id=b431369f-922a-4f5e-bb8c-1293bbbf66a6)] {{(pid=121608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:45:33.736919 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-dfd782c4-d15c-46b5-b384-cf6080d59622 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:33.791589 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-eb7baa51-bd37-4e25-ba18-a85c443885de tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625803'] for network, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:33.868966 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd782c4-d15c-46b5-b384-cf6080d59622 None None] Pushing event updated for resources: {'Port': ['ID=9250c2ec-e5d2-4cca-8a81-c56779ec028c,revision_number=2']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:45:33.897494 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.db_base_plugin_common [None req-41d731fa-9709-46eb-b3f8-fc5b62f79a5a None None] Allocated IP 172.20.0.18 (f1a6977d-3def-4e23-a153-6f3c49896da2/ef1353d3-5978-4e28-94c4-20e76bb470a7/bcd9d2ca-a79c-4bcf-91f5-2047b0014b4d) {{(pid=121608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:45:33.919276 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4180ab2b-b232-4b8e-8cbf-da2fc225eb72 req-5287b439-c8c8-4702-96b7-2f99a69738aa tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:45:33.920828 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4180ab2b-b232-4b8e-8cbf-da2fc225eb72 req-5287b439-c8c8-4702-96b7-2f99a69738aa tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "GET /v2.0/ports?device_id=232caa59-01ee-4a0a-ad80-4a2406c77580 HTTP/1.1" status: 200  len: 946 time: 0.0859234
Dec 25 21:45:33.929062 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-eb7baa51-bd37-4e25-ba18-a85c443885de tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Deleting port 9250c2ec-e5d2-4cca-8a81-c56779ec028c {{(pid=121606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:45:33.929403 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-eb7baa51-bd37-4e25-ba18-a85c443885de tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:34.049274 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 42160) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:45:34.055514 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-336b89a9-b0bb-4e8a-bf69-6e2806e2035c tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1680329694', 'description': 'tempest-secgroup-smoke-1680329694 description', 'project_id': '59ed9da8ed224ce9b429cb4c633a2498'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:45:34.071132 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4180ab2b-b232-4b8e-8cbf-da2fc225eb72 req-eefb913b-c998-443a-829b-a68ab0efea17 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "GET /v2.0/security-groups?id=d23e5a5f-b90c-493e-af1f-971bbc755f90&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1388695
Dec 25 21:45:34.088054 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [None req-eb7baa51-bd37-4e25-ba18-a85c443885de tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] For port 9250c2ec-e5d2-4cca-8a81-c56779ec028c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9250c2ec-e5d2-4cca-8a81-c56779ec028c,segment=NetworkSegment(b431369f-922a-4f5e-bb8c-1293bbbf66a6),segment_id=b431369f-922a-4f5e-bb8c-1293bbbf66a6)] {{(pid=121606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:45:34.088741 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-eb7baa51-bd37-4e25-ba18-a85c443885de tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:34.108759 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-eb7baa51-bd37-4e25-ba18-a85c443885de tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Calling delete_port for 9250c2ec-e5d2-4cca-8a81-c56779ec028c owned by network:dhcp {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:45:34.112019 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-41d731fa-9709-46eb-b3f8-fc5b62f79a5a None None] Publish callbacks [] for port, precommit_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:34.192755 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-336b89a9-b0bb-4e8a-bf69-6e2806e2035c tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Publish callbacks [] for security_group, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:34.226686 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-41d731fa-9709-46eb-b3f8-fc5b62f79a5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946'] for port, after_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:34.269109 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41d731fa-9709-46eb-b3f8-fc5b62f79a5a None None] Network f1a6977d-3def-4e23-a153-6f3c49896da2 is already hosted by enough agents. {{(pid=121608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:45:34.272422 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.base_scheduler [None req-41d731fa-9709-46eb-b3f8-fc5b62f79a5a None None] Resources bound (agent type, host, resource id):  {{(pid=121608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:45:34.277129 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41d731fa-9709-46eb-b3f8-fc5b62f79a5a None None] Received port after_create {{(pid=121608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:45:34.279068 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d731fa-9709-46eb-b3f8-fc5b62f79a5a None None] Pushing event updated for resources: {'Port': ['ID=bcd9d2ca-a79c-4bcf-91f5-2047b0014b4d,revision_number=1']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:45:34.284319 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-eb7baa51-bd37-4e25-ba18-a85c443885de tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:34.312943 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7baa51-bd37-4e25-ba18-a85c443885de tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Pushing event deleted for resources: {'Port': ['ID=9250c2ec-e5d2-4cca-8a81-c56779ec028c,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:45:34.334737 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-41d731fa-9709-46eb-b3f8-fc5b62f79a5a None None] Attempting to bind port bcd9d2ca-a79c-4bcf-91f5-2047b0014b4d on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:45:34.335132 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-41d731fa-9709-46eb-b3f8-fc5b62f79a5a None None] Attempting to bind port bcd9d2ca-a79c-4bcf-91f5-2047b0014b4d by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '6dc7bd92-deb9-47b1-b54b-25b376c51c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'f1a6977d-3def-4e23-a153-6f3c49896da2'}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:45:34.335492 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41d731fa-9709-46eb-b3f8-fc5b62f79a5a None None] Attempting to bind port bcd9d2ca-a79c-4bcf-91f5-2047b0014b4d on network f1a6977d-3def-4e23-a153-6f3c49896da2 {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:45:34.341465 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41d731fa-9709-46eb-b3f8-fc5b62f79a5a None None] Checking agent: {'id': 'ca4f5c6d-f1fd-48b8-a3e3-395864c7d23d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 20, 56, 40), 'started_at': datetime.datetime(2021, 12, 25, 20, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 45, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:45:34.341830 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-336b89a9-b0bb-4e8a-bf69-6e2806e2035c tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Publish callbacks [] for security_group, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:34.341947 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41d731fa-9709-46eb-b3f8-fc5b62f79a5a None None] Checking segment: {'id': '6dc7bd92-deb9-47b1-b54b-25b376c51c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'f1a6977d-3def-4e23-a153-6f3c49896da2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:45:34.342441 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-41d731fa-9709-46eb-b3f8-fc5b62f79a5a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:34.342842 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41d731fa-9709-46eb-b3f8-fc5b62f79a5a None None] Bound using segment: {'id': '6dc7bd92-deb9-47b1-b54b-25b376c51c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'f1a6977d-3def-4e23-a153-6f3c49896da2'} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:45:34.343318 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-41d731fa-9709-46eb-b3f8-fc5b62f79a5a None None] Bound port: bcd9d2ca-a79c-4bcf-91f5-2047b0014b4d, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6dc7bd92-deb9-47b1-b54b-25b376c51c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'f1a6977d-3def-4e23-a153-6f3c49896da2'}}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:45:34.344087 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-41d731fa-9709-46eb-b3f8-fc5b62f79a5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:34.360111 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb7baa51-bd37-4e25-ba18-a85c443885de tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] No DVR routers for this DVR port 9250c2ec-e5d2-4cca-8a81-c56779ec028c on host ncdv-master-1 {{(pid=121606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:45:34.381291 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-336b89a9-b0bb-4e8a-bf69-6e2806e2035c tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:34.410200 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-eb7baa51-bd37-4e25-ba18-a85c443885de tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995662'] for subnet, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:34.417345 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336b89a9-b0bb-4e8a-bf69-6e2806e2035c tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d572466-ac0f-4e9a-b798-7982f64714df,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:45:34.423419 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:34.431101 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-41d731fa-9709-46eb-b3f8-fc5b62f79a5a None None] For port bcd9d2ca-a79c-4bcf-91f5-2047b0014b4d, host ncdv-master-1, cleared binding levels {{(pid=121608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:45:34.434230 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-41d731fa-9709-46eb-b3f8-fc5b62f79a5a None None] For port bcd9d2ca-a79c-4bcf-91f5-2047b0014b4d, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bcd9d2ca-a79c-4bcf-91f5-2047b0014b4d,segment=NetworkSegment(6dc7bd92-deb9-47b1-b54b-25b376c51c7f),segment_id=6dc7bd92-deb9-47b1-b54b-25b376c51c7f)] {{(pid=121608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:45:34.463436 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-336b89a9-b0bb-4e8a-bf69-6e2806e2035c tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:34.464931 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-336b89a9-b0bb-4e8a-bf69-6e2806e2035c tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1813 time: 0.4143293
Dec 25 21:45:34.467723 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 42162) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:45:34.472117 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-f727b6ed-c4f8-4be4-aae9-d1b09155a779 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Request body: {'security_group_rule': {'security_group_id': '4d572466-ac0f-4e9a-b798-7982f64714df', 'project_id': '59ed9da8ed224ce9b429cb4c633a2498', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:45:34.484624 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-41d731fa-9709-46eb-b3f8-fc5b62f79a5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:34.537071 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-eb7baa51-bd37-4e25-ba18-a85c443885de tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9084363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9028506'] for subnet, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:34.559272 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d731fa-9709-46eb-b3f8-fc5b62f79a5a None None] Pushing event updated for resources: {'Port': ['ID=bcd9d2ca-a79c-4bcf-91f5-2047b0014b4d,revision_number=2']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:45:34.564253 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f727b6ed-c4f8-4be4-aae9-d1b09155a779 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Publish callbacks [] for security_group_rule, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:34.591453 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7baa51-bd37-4e25-ba18-a85c443885de tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Pushing event deleted for resources: {'Subnet': ['ID=fcf169a1-18d2-43e3-8ec1-a01f0587cb24,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:45:34.629725 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f727b6ed-c4f8-4be4-aae9-d1b09155a779 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:34.655925 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-eb7baa51-bd37-4e25-ba18-a85c443885de tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997585', 'neutron.services.segments.db._delete_segments_for_network-8737602743071'] for network, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:34.681032 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.segments.db [None req-eb7baa51-bd37-4e25-ba18-a85c443885de tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2612f5ceb0>,) {'filters': {'network_id': ['aa3e0311-4e35-41cb-bb3d-9d3af382c1ec']}} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:45:34.689716 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f727b6ed-c4f8-4be4-aae9-d1b09155a779 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077839'] for security_group_rule, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:34.692987 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.segments.db [None req-eb7baa51-bd37-4e25-ba18-a85c443885de tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2612f5ceb0>, 'b431369f-922a-4f5e-bb8c-1293bbbf66a6') {'for_net_delete': True} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:45:34.693615 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.segments.db [None req-eb7baa51-bd37-4e25-ba18-a85c443885de tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2612f5ceb0>, 'b431369f-922a-4f5e-bb8c-1293bbbf66a6') {} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:45:34.705588 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-eb7baa51-bd37-4e25-ba18-a85c443885de tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737602746920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9084222'] for segment, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:34.708844 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f727b6ed-c4f8-4be4-aae9-d1b09155a779 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=efdf0d05-7b2a-4da3-af00-c037c7362d74,revision_number=0']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:45:34.728718 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-eb7baa51-bd37-4e25-ba18-a85c443885de tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:34.735563 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb7baa51-bd37-4e25-ba18-a85c443885de tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Releasing vlan 166 on physical network physnet1 to pool {{(pid=121606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 25 21:45:34.735905 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-eb7baa51-bd37-4e25-ba18-a85c443885de tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9084542'] for segment, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:34.739950 ncdv-master-1 neutron-server[121606]: Traceback (most recent call last):
Dec 25 21:45:34.739950 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 25 21:45:34.739950 ncdv-master-1 neutron-server[121606]:     timer()
Dec 25 21:45:34.739950 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 25 21:45:34.739950 ncdv-master-1 neutron-server[121606]:     cb(*args, **kw)
Dec 25 21:45:34.739950 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 25 21:45:34.739950 ncdv-master-1 neutron-server[121606]:     return func(*args, **kwargs)
Dec 25 21:45:34.739950 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 25 21:45:34.739950 ncdv-master-1 neutron-server[121606]:     self._notify()
Dec 25 21:45:34.739950 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 25 21:45:34.739950 ncdv-master-1 neutron-server[121606]:     self.callback(batched_events)
Dec 25 21:45:34.739950 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 25 21:45:34.739950 ncdv-master-1 neutron-server[121606]:     event.method(event)
Dec 25 21:45:34.739950 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 25 21:45:34.739950 ncdv-master-1 neutron-server[121606]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 25 21:45:34.739950 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 25 21:45:34.739950 ncdv-master-1 neutron-server[121606]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 25 21:45:34.739950 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 25 21:45:34.739950 ncdv-master-1 neutron-server[121606]:     return f(self, *a, **k)
Dec 25 21:45:34.739950 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 25 21:45:34.739950 ncdv-master-1 neutron-server[121606]:     return self._get(url).json()
Dec 25 21:45:34.739950 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 25 21:45:34.739950 ncdv-master-1 neutron-server[121606]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 25 21:45:34.739950 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 25 21:45:34.739950 ncdv-master-1 neutron-server[121606]:     return self.request(url, 'GET', **kwargs)
Dec 25 21:45:34.739950 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 25 21:45:34.739950 ncdv-master-1 neutron-server[121606]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 25 21:45:34.739950 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 25 21:45:34.739950 ncdv-master-1 neutron-server[121606]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 25 21:45:34.739950 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 25 21:45:34.739950 ncdv-master-1 neutron-server[121606]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 25 21:45:34.739950 ncdv-master-1 neutron-server[121606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 25 21:45:34.774948 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f727b6ed-c4f8-4be4-aae9-d1b09155a779 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Publish callbacks [] for security_group_rule, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:34.778713 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-f727b6ed-c4f8-4be4-aae9-d1b09155a779 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3075821
Dec 25 21:45:34.786466 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 42164) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:45:34.787517 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-c645439c-461b-4d8a-983a-1ecd44127f23 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Request body: {'security_group_rule': {'security_group_id': '4d572466-ac0f-4e9a-b798-7982f64714df', 'project_id': '59ed9da8ed224ce9b429cb4c633a2498', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:45:34.843920 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-27853318-d046-4f91-8864-1fe9ffed7520 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:34.901469 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-eb7baa51-bd37-4e25-ba18-a85c443885de tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2008653'] for network, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:34.922854 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-c645439c-461b-4d8a-983a-1ecd44127f23 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Publish callbacks [] for security_group_rule, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:34.932374 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-eb7baa51-bd37-4e25-ba18-a85c443885de tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Publish callbacks [] for network, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:34.938866 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-eb7baa51-bd37-4e25-ba18-a85c443885de tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] 10.222.0.32 "DELETE /v2.0/networks/aa3e0311-4e35-41cb-bb3d-9d3af382c1ec HTTP/1.1" status: 204  len: 168 time: 1.2820754
Dec 25 21:45:34.939896 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7baa51-bd37-4e25-ba18-a85c443885de tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Pushing event deleted for resources: {'Network': ['ID=aa3e0311-4e35-41cb-bb3d-9d3af382c1ec,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:45:34.941164 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 42166) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:45:34.985025 ncdv-master-1 neutron-server[121607]: INFO neutron.pecan_wsgi.hooks.translation [None req-486048a0-4cf0-4232-a3f8-ee41485d44cf tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] DELETE failed (client error): The resource could not be found.
Dec 25 21:45:34.985481 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-486048a0-4cf0-4232-a3f8-ee41485d44cf tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 25 21:45:34.991373 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-486048a0-4cf0-4232-a3f8-ee41485d44cf tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] 10.222.0.32 "DELETE /v2.0/subnets/fcf169a1-18d2-43e3-8ec1-a01f0587cb24 HTTP/1.1" status: 404  len: 337 time: 0.0451372
Dec 25 21:45:34.992151 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 42168) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:45:35.016067 ncdv-master-1 neutron-server[121606]: INFO neutron.pecan_wsgi.hooks.translation [None req-da74a849-52a1-489d-bf0a-c112c2c9724e tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] DELETE failed (client error): The resource could not be found.
Dec 25 21:45:35.016067 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da74a849-52a1-489d-bf0a-c112c2c9724e tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 25 21:45:35.016067 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-da74a849-52a1-489d-bf0a-c112c2c9724e tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] 10.222.0.32 "DELETE /v2.0/networks/aa3e0311-4e35-41cb-bb3d-9d3af382c1ec HTTP/1.1" status: 404  len: 339 time: 0.0211558
Dec 25 21:45:35.018046 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 42170) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:45:35.022941 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94afac68-0dbd-4706-b2e0-12aaa1286dde None None] DHCP port deletion for aa3e0311-4e35-41cb-bb3d-9d3af382c1ec request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 21:45:35.024046 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-c645439c-461b-4d8a-983a-1ecd44127f23 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:35.045438 ncdv-master-1 neutron-server[121606]: INFO neutron.pecan_wsgi.hooks.translation [None req-333452ce-67d8-499f-8f2d-b8d990425e94 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] DELETE failed (client error): The resource could not be found.
Dec 25 21:45:35.045708 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-333452ce-67d8-499f-8f2d-b8d990425e94 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 25 21:45:35.046645 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-bcd72a4a-9b37-46f5-80d9-c1ff87e02ba8 None None] Could not find standard attr ID for object 9250c2ec-e5d2-4cca-8a81-c56779ec028c. {{(pid=121608) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 25 21:45:35.051180 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-333452ce-67d8-499f-8f2d-b8d990425e94 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] 10.222.0.32 "DELETE /v2.0/subnets/ce39f16e-d024-4038-a0fa-ab52bfc628e0 HTTP/1.1" status: 404  len: 337 time: 0.0297537
Dec 25 21:45:35.051438 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f399d548-2bad-4a90-9519-1f5fe3e66a93 None None] Network aa3e0311-4e35-41cb-bb3d-9d3af382c1ec requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:45:35.051559 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 42172) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:45:35.062998 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f399d548-2bad-4a90-9519-1f5fe3e66a93 None None] Network aa3e0311-4e35-41cb-bb3d-9d3af382c1ec could not be found, it might have been deleted concurrently. {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}}
Dec 25 21:45:35.069404 ncdv-master-1 neutron-server[121606]: INFO neutron.pecan_wsgi.hooks.translation [None req-10a94f44-e62a-4c7f-872e-5ce1d8eac4d4 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] DELETE failed (client error): The resource could not be found.
Dec 25 21:45:35.073949 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10a94f44-e62a-4c7f-872e-5ce1d8eac4d4 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 25 21:45:35.074085 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-718a1cfb-ae42-414f-95ef-28c25a6a7204 None None] Network aa3e0311-4e35-41cb-bb3d-9d3af382c1ec requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:45:35.074189 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-10a94f44-e62a-4c7f-872e-5ce1d8eac4d4 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] 10.222.0.32 "DELETE /v2.0/networks/9486a62f-748a-4a94-a850-bf025e36d8b2 HTTP/1.1" status: 404  len: 339 time: 0.0205483
Dec 25 21:45:35.075712 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 42174) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:45:35.083408 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-718a1cfb-ae42-414f-95ef-28c25a6a7204 None None] Network aa3e0311-4e35-41cb-bb3d-9d3af382c1ec could not be found, it might have been deleted concurrently. {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}}
Dec 25 21:45:35.089876 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-c645439c-461b-4d8a-983a-1ecd44127f23 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077839'] for security_group_rule, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:35.114032 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c645439c-461b-4d8a-983a-1ecd44127f23 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2f4e4f3-acc2-4fd1-9c28-d3831e4b47d7,revision_number=0']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:45:35.166992 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-c645439c-461b-4d8a-983a-1ecd44127f23 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Publish callbacks [] for security_group_rule, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:35.168300 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-c645439c-461b-4d8a-983a-1ecd44127f23 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.3860705
Dec 25 21:45:35.171067 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 42178) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:45:35.175600 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-0678c3f0-531b-4091-864b-ac070a72001c tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Request body: {'security_group_rule': {'security_group_id': '4d572466-ac0f-4e9a-b798-7982f64714df', 'project_id': '59ed9da8ed224ce9b429cb4c633a2498', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:45:35.254994 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-0678c3f0-531b-4091-864b-ac070a72001c tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Publish callbacks [] for security_group_rule, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:35.318753 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-0678c3f0-531b-4091-864b-ac070a72001c tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:35.369894 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-0678c3f0-531b-4091-864b-ac070a72001c tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077839'] for security_group_rule, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:35.388674 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0678c3f0-531b-4091-864b-ac070a72001c tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac6aadc6-534d-467f-934e-49559aac8bc6,revision_number=0']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:45:35.480736 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-0678c3f0-531b-4091-864b-ac070a72001c tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Publish callbacks [] for security_group_rule, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:35.491925 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-0678c3f0-531b-4091-864b-ac070a72001c tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3140154
Dec 25 21:45:35.491925 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 42180) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:45:35.494116 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-bb6caae0-45b5-4826-9da7-fc5de0dfda13 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Request body: {'security_group_rule': {'security_group_id': '4d572466-ac0f-4e9a-b798-7982f64714df', 'project_id': '59ed9da8ed224ce9b429cb4c633a2498', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:45:35.564817 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device bcd9d2ca-a79c-4bcf-91f5-2047b0014b4d up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:45:35.565788 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-25b08447-888d-48b8-bb78-1808c93cf49c tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625803'] for network, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:35.615038 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-bb6caae0-45b5-4826-9da7-fc5de0dfda13 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Publish callbacks [] for security_group_rule, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:35.615363 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ff5ce4-3737-4a48-8f00-575eba088577 req-2729b071-19ab-4b26-b3cd-ba2ed4124dd8 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:45:35.616998 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-67ff5ce4-3737-4a48-8f00-575eba088577 req-2729b071-19ab-4b26-b3cd-ba2ed4124dd8 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "GET /v2.0/ports?device_id=232caa59-01ee-4a0a-ad80-4a2406c77580 HTTP/1.1" status: 200  len: 946 time: 0.0939207
Dec 25 21:45:35.623856 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port bcd9d2ca-a79c-4bcf-91f5-2047b0014b4d triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:45:35.624229 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:35.716027 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-bb6caae0-45b5-4826-9da7-fc5de0dfda13 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:35.717902 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:35.723205 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-25b08447-888d-48b8-bb78-1808c93cf49c tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997585', 'neutron.services.segments.db._delete_segments_for_network-8737602743071'] for network, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:35.741700 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e09ef31e-21c6-4752-a04b-c36eb6ca922e None None] Network f1a6977d-3def-4e23-a153-6f3c49896da2 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:45:35.762202 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-67ff5ce4-3737-4a48-8f00-575eba088577 req-cb5dd6e6-1bbd-4f62-aa14-2b340b93b0cb tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "GET /v2.0/security-groups?id=d23e5a5f-b90c-493e-af1f-971bbc755f90&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1257889
Dec 25 21:45:35.780992 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-bb6caae0-45b5-4826-9da7-fc5de0dfda13 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077839'] for security_group_rule, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:35.782149 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.segments.db [None req-25b08447-888d-48b8-bb78-1808c93cf49c tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f261a688b80>,) {'filters': {'network_id': ['28f5bcf4-8f5e-4e26-a0f4-04ab4e21cfad']}} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:45:35.791453 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] For port bcd9d2ca-a79c-4bcf-91f5-2047b0014b4d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bcd9d2ca-a79c-4bcf-91f5-2047b0014b4d,segment=NetworkSegment(6dc7bd92-deb9-47b1-b54b-25b376c51c7f),segment_id=6dc7bd92-deb9-47b1-b54b-25b376c51c7f)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:45:35.796733 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.segments.db [None req-25b08447-888d-48b8-bb78-1808c93cf49c tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f261a688b80>, '8b570b23-898c-45c3-a909-7f1ce3723c72') {'for_net_delete': True} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:45:35.797639 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.segments.db [None req-25b08447-888d-48b8-bb78-1808c93cf49c tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f261a688b80>, '8b570b23-898c-45c3-a909-7f1ce3723c72') {} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:45:35.802815 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6caae0-45b5-4826-9da7-fc5de0dfda13 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30348db8-2703-44bb-a802-bf22520ad5ed,revision_number=0']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:45:35.809959 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-25b08447-888d-48b8-bb78-1808c93cf49c tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737602746920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9084222'] for segment, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:35.824431 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-25b08447-888d-48b8-bb78-1808c93cf49c tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:35.831382 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25b08447-888d-48b8-bb78-1808c93cf49c tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Releasing vlan 195 on physical network physnet1 to pool {{(pid=121606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 25 21:45:35.831783 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-25b08447-888d-48b8-bb78-1808c93cf49c tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9084542'] for segment, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:35.834897 ncdv-master-1 neutron-server[121606]: Traceback (most recent call last):
Dec 25 21:45:35.834897 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 25 21:45:35.834897 ncdv-master-1 neutron-server[121606]:     timer()
Dec 25 21:45:35.834897 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 25 21:45:35.834897 ncdv-master-1 neutron-server[121606]:     cb(*args, **kw)
Dec 25 21:45:35.834897 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 25 21:45:35.834897 ncdv-master-1 neutron-server[121606]:     return func(*args, **kwargs)
Dec 25 21:45:35.834897 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 25 21:45:35.834897 ncdv-master-1 neutron-server[121606]:     self._notify()
Dec 25 21:45:35.834897 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 25 21:45:35.834897 ncdv-master-1 neutron-server[121606]:     self.callback(batched_events)
Dec 25 21:45:35.834897 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 25 21:45:35.834897 ncdv-master-1 neutron-server[121606]:     event.method(event)
Dec 25 21:45:35.834897 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 25 21:45:35.834897 ncdv-master-1 neutron-server[121606]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 25 21:45:35.834897 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 25 21:45:35.834897 ncdv-master-1 neutron-server[121606]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 25 21:45:35.834897 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 25 21:45:35.834897 ncdv-master-1 neutron-server[121606]:     return f(self, *a, **k)
Dec 25 21:45:35.834897 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 25 21:45:35.834897 ncdv-master-1 neutron-server[121606]:     return self._get(url).json()
Dec 25 21:45:35.834897 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 25 21:45:35.834897 ncdv-master-1 neutron-server[121606]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 25 21:45:35.834897 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 25 21:45:35.834897 ncdv-master-1 neutron-server[121606]:     return self.request(url, 'GET', **kwargs)
Dec 25 21:45:35.834897 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 25 21:45:35.834897 ncdv-master-1 neutron-server[121606]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 25 21:45:35.834897 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 25 21:45:35.834897 ncdv-master-1 neutron-server[121606]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 25 21:45:35.834897 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 25 21:45:35.834897 ncdv-master-1 neutron-server[121606]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 25 21:45:35.834897 ncdv-master-1 neutron-server[121606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 25 21:45:35.837367 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-92d960f2-f46c-4cdc-aaf0-300873fc5e9b None None] Provisioning complete for port bcd9d2ca-a79c-4bcf-91f5-2047b0014b4d triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:45:35.838056 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-92d960f2-f46c-4cdc-aaf0-300873fc5e9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:35.876828 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:35.897334 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-bb6caae0-45b5-4826-9da7-fc5de0dfda13 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Publish callbacks [] for security_group_rule, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:35.898978 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-bb6caae0-45b5-4826-9da7-fc5de0dfda13 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.4111710
Dec 25 21:45:35.902004 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 42182) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:45:35.907833 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-f37037f3-12fb-466a-b3ec-9c6889a79d5f tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Request body: {'security_group_rule': {'security_group_id': '4d572466-ac0f-4e9a-b798-7982f64714df', 'project_id': '59ed9da8ed224ce9b429cb4c633a2498', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:45:35.961422 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Pushing event updated for resources: {'Port': ['ID=bcd9d2ca-a79c-4bcf-91f5-2047b0014b4d,revision_number=3']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:45:35.970465 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-25b08447-888d-48b8-bb78-1808c93cf49c tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2008653'] for network, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:35.978161 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-25b08447-888d-48b8-bb78-1808c93cf49c tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Publish callbacks [] for network, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:35.983797 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-25b08447-888d-48b8-bb78-1808c93cf49c tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] 10.222.0.32 "DELETE /v2.0/networks/28f5bcf4-8f5e-4e26-a0f4-04ab4e21cfad HTTP/1.1" status: 204  len: 168 time: 0.9046845
Dec 25 21:45:35.984117 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 42184) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:45:36.011453 ncdv-master-1 neutron-server[121606]: INFO neutron.db.securitygroups_db [None req-f37037f3-12fb-466a-b3ec-9c6889a79d5f tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Project 59ed9da8ed224ce9b429cb4c633a2498 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 25 21:45:36.015277 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b08447-888d-48b8-bb78-1808c93cf49c tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Pushing event deleted for resources: {'Network': ['ID=28f5bcf4-8f5e-4e26-a0f4-04ab4e21cfad,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:45:36.025354 ncdv-master-1 neutron-server[121607]: INFO neutron.pecan_wsgi.hooks.translation [None req-081dae80-cb07-41ce-94f8-846e4e96766e tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] DELETE failed (client error): The resource could not be found.
Dec 25 21:45:36.025354 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-081dae80-cb07-41ce-94f8-846e4e96766e tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 25 21:45:36.025565 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-f37037f3-12fb-466a-b3ec-9c6889a79d5f tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Publish callbacks [] for security_group_rule, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:36.028513 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-081dae80-cb07-41ce-94f8-846e4e96766e tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] 10.222.0.32 "DELETE /v2.0/subnets/3369eeab-6c28-485f-898f-7f1a4c476ccc HTTP/1.1" status: 404  len: 337 time: 0.0433359
Dec 25 21:45:36.033010 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 42186) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:45:36.068135 ncdv-master-1 neutron-server[121606]: INFO neutron.pecan_wsgi.hooks.translation [None req-dcd842b1-7356-418c-95c9-8d615a56d432 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] DELETE failed (client error): The resource could not be found.
Dec 25 21:45:36.068670 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dcd842b1-7356-418c-95c9-8d615a56d432 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 25 21:45:36.071842 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-dcd842b1-7356-418c-95c9-8d615a56d432 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] 10.222.0.32 "DELETE /v2.0/networks/d6049e0d-3109-4320-8beb-a54a1629199a HTTP/1.1" status: 404  len: 339 time: 0.0378687
Dec 25 21:45:36.074574 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 42188) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:45:36.102698 ncdv-master-1 neutron-server[121607]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed273c28-5da5-48d6-b96e-7eb5777808f4 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] DELETE failed (client error): The resource could not be found.
Dec 25 21:45:36.103172 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed273c28-5da5-48d6-b96e-7eb5777808f4 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 25 21:45:36.106336 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-ed273c28-5da5-48d6-b96e-7eb5777808f4 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] 10.222.0.32 "DELETE /v2.0/subnets/771a95e9-4dbd-473b-8806-f8d1aa9017d6 HTTP/1.1" status: 404  len: 337 time: 0.0305202
Dec 25 21:45:36.108858 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 42190) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:45:36.132048 ncdv-master-1 neutron-server[121607]: INFO neutron.pecan_wsgi.hooks.translation [None req-2632c2fc-721b-4243-b802-7b2747e2af22 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] DELETE failed (client error): The resource could not be found.
Dec 25 21:45:36.132859 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2632c2fc-721b-4243-b802-7b2747e2af22 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 25 21:45:36.135752 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-f37037f3-12fb-466a-b3ec-9c6889a79d5f tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:36.136924 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-2632c2fc-721b-4243-b802-7b2747e2af22 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] 10.222.0.32 "DELETE /v2.0/networks/c172ce74-1b93-41c5-a26d-3f4747cd0863 HTTP/1.1" status: 404  len: 339 time: 0.0263238
Dec 25 21:45:36.139000 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 42192) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:45:36.170096 ncdv-master-1 neutron-server[121606]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ab82918-b1ff-4b1e-af9a-3eeda89892a4 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] DELETE failed (client error): The resource could not be found.
Dec 25 21:45:36.170570 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ab82918-b1ff-4b1e-af9a-3eeda89892a4 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 25 21:45:36.173708 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-7ab82918-b1ff-4b1e-af9a-3eeda89892a4 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] 10.222.0.32 "DELETE /v2.0/subnets/7986d54c-94db-4203-a71c-b5e0e3c017af HTTP/1.1" status: 404  len: 337 time: 0.0337105
Dec 25 21:45:36.176797 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 42194) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:45:36.196129 ncdv-master-1 neutron-server[121606]: INFO neutron.pecan_wsgi.hooks.translation [None req-76caabf7-1492-4c79-94cf-7f07c57ac1dd tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] DELETE failed (client error): The resource could not be found.
Dec 25 21:45:36.196642 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76caabf7-1492-4c79-94cf-7f07c57ac1dd tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 25 21:45:36.199708 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-76caabf7-1492-4c79-94cf-7f07c57ac1dd tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] 10.222.0.32 "DELETE /v2.0/networks/df1467a1-f911-41ba-9f2a-790177e39082 HTTP/1.1" status: 404  len: 339 time: 0.0219574
Dec 25 21:45:36.200955 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-f37037f3-12fb-466a-b3ec-9c6889a79d5f tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077839'] for security_group_rule, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:36.202357 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 42196) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:45:36.224329 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37037f3-12fb-466a-b3ec-9c6889a79d5f tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc4241e7-1680-4edb-b541-06be1dcba928,revision_number=0']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:45:36.230064 ncdv-master-1 neutron-server[121607]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0f58d49-e8b2-4c95-a582-fe0a640f12dc tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] DELETE failed (client error): The resource could not be found.
Dec 25 21:45:36.230602 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0f58d49-e8b2-4c95-a582-fe0a640f12dc tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 25 21:45:36.234068 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-d0f58d49-e8b2-4c95-a582-fe0a640f12dc tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] 10.222.0.32 "DELETE /v2.0/subnets/a7a66683-ac00-461c-b877-8b00bee9d283 HTTP/1.1" status: 404  len: 337 time: 0.0305223
Dec 25 21:45:36.234665 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-2409e30b-79a6-4df4-b078-09bea2f70d68 None None] Provisioning complete for port bcd9d2ca-a79c-4bcf-91f5-2047b0014b4d triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:45:36.235045 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-2409e30b-79a6-4df4-b078-09bea2f70d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:36.236628 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 42198) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:45:36.255107 ncdv-master-1 neutron-server[121607]: INFO neutron.pecan_wsgi.hooks.translation [None req-3197b03b-ae49-4dae-b651-6b8af1469e73 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] DELETE failed (client error): The resource could not be found.
Dec 25 21:45:36.255538 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3197b03b-ae49-4dae-b651-6b8af1469e73 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 25 21:45:36.258576 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-3197b03b-ae49-4dae-b651-6b8af1469e73 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] 10.222.0.32 "DELETE /v2.0/networks/41486331-12e9-4f5d-86f8-801ac1ffec52 HTTP/1.1" status: 404  len: 339 time: 0.0210004
Dec 25 21:45:36.261878 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 42200) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:45:36.263980 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-f37037f3-12fb-466a-b3ec-9c6889a79d5f tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Publish callbacks [] for security_group_rule, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:36.267634 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-f37037f3-12fb-466a-b3ec-9c6889a79d5f tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.3628938
Dec 25 21:45:36.269707 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 42202) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:45:36.275083 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-e6d6b069-573f-4438-87eb-e140bbb7234b tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Request body: {'security_group_rule': {'security_group_id': '4d572466-ac0f-4e9a-b798-7982f64714df', 'project_id': '59ed9da8ed224ce9b429cb4c633a2498', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:45:36.288133 ncdv-master-1 neutron-server[121607]: INFO neutron.pecan_wsgi.hooks.translation [None req-841cf3ce-9e3a-4657-a0e6-560b86fab3aa tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] DELETE failed (client error): The resource could not be found.
Dec 25 21:45:36.288597 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-841cf3ce-9e3a-4657-a0e6-560b86fab3aa tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 25 21:45:36.291707 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-841cf3ce-9e3a-4657-a0e6-560b86fab3aa tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] 10.222.0.32 "DELETE /v2.0/subnets/6d79de2f-81cc-4e0c-a749-8e00e7418e9d HTTP/1.1" status: 404  len: 337 time: 0.0289168
Dec 25 21:45:36.294172 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 42204) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:45:36.312763 ncdv-master-1 neutron-server[121607]: INFO neutron.pecan_wsgi.hooks.translation [None req-827f24ca-4a88-4e6b-b226-f60548d71b8f tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] DELETE failed (client error): The resource could not be found.
Dec 25 21:45:36.313297 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-827f24ca-4a88-4e6b-b226-f60548d71b8f tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 25 21:45:36.316279 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-827f24ca-4a88-4e6b-b226-f60548d71b8f tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] 10.222.0.32 "DELETE /v2.0/networks/520093c0-ce27-4404-be0c-c3b77b4cd9b0 HTTP/1.1" status: 404  len: 339 time: 0.0212204
Dec 25 21:45:36.319073 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 42206) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:45:36.344736 ncdv-master-1 neutron-server[121606]: INFO neutron.pecan_wsgi.hooks.translation [None req-23eba414-9b73-4689-b9bc-2ce03348ac3e tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] DELETE failed (client error): The resource could not be found.
Dec 25 21:45:36.345220 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23eba414-9b73-4689-b9bc-2ce03348ac3e tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 25 21:45:36.348775 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-23eba414-9b73-4689-b9bc-2ce03348ac3e tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] 10.222.0.32 "DELETE /v2.0/subnets/9e77f84a-a63d-4203-b634-7a60ef0480d2 HTTP/1.1" status: 404  len: 337 time: 0.0287054
Dec 25 21:45:36.350078 ncdv-master-1 neutron-server[121606]: INFO neutron.db.securitygroups_db [None req-e6d6b069-573f-4438-87eb-e140bbb7234b tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Project 59ed9da8ed224ce9b429cb4c633a2498 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 25 21:45:36.351438 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 42208) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:45:36.355167 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-e6d6b069-573f-4438-87eb-e140bbb7234b tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Publish callbacks [] for security_group_rule, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:36.370277 ncdv-master-1 neutron-server[121607]: INFO neutron.pecan_wsgi.hooks.translation [None req-b314af0d-9094-4615-bc1e-6f14c87bccb9 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] DELETE failed (client error): The resource could not be found.
Dec 25 21:45:36.370769 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b314af0d-9094-4615-bc1e-6f14c87bccb9 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 25 21:45:36.373789 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-b314af0d-9094-4615-bc1e-6f14c87bccb9 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] 10.222.0.32 "DELETE /v2.0/networks/1f0ace18-8093-47f3-b400-b99059977141 HTTP/1.1" status: 404  len: 339 time: 0.0213799
Dec 25 21:45:36.376259 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 42210) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:45:36.406632 ncdv-master-1 neutron-server[121607]: INFO neutron.pecan_wsgi.hooks.translation [None req-2842fb73-13a5-45d7-a0e0-b2e4097c3bca tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] DELETE failed (client error): The resource could not be found.
Dec 25 21:45:36.407086 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2842fb73-13a5-45d7-a0e0-b2e4097c3bca tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 25 21:45:36.410123 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-2842fb73-13a5-45d7-a0e0-b2e4097c3bca tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] 10.222.0.32 "DELETE /v2.0/subnets/576ca040-aac0-436f-b1f2-827e0255433e HTTP/1.1" status: 404  len: 337 time: 0.0327289
Dec 25 21:45:36.413292 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 42212) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:45:36.415468 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-e6d6b069-573f-4438-87eb-e140bbb7234b tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:36.432635 ncdv-master-1 neutron-server[121607]: INFO neutron.pecan_wsgi.hooks.translation [None req-f96a2d8b-beb7-4dcc-a111-a623a1d20c68 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] DELETE failed (client error): The resource could not be found.
Dec 25 21:45:36.433141 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f96a2d8b-beb7-4dcc-a111-a623a1d20c68 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 25 21:45:36.436058 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-f96a2d8b-beb7-4dcc-a111-a623a1d20c68 tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] 10.222.0.32 "DELETE /v2.0/networks/a2c6453a-3cb7-4679-8ec4-df8440d16ef6 HTTP/1.1" status: 404  len: 339 time: 0.0218744
Dec 25 21:45:36.438646 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 42214) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:45:36.459935 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-e6d6b069-573f-4438-87eb-e140bbb7234b tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077839'] for security_group_rule, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:36.463035 ncdv-master-1 neutron-server[121607]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c91b36c-df64-4d9e-b03c-92c80a2f4e2c tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] DELETE failed (client error): The resource could not be found.
Dec 25 21:45:36.463482 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c91b36c-df64-4d9e-b03c-92c80a2f4e2c tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 25 21:45:36.468793 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-5c91b36c-df64-4d9e-b03c-92c80a2f4e2c tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] 10.222.0.32 "DELETE /v2.0/subnets/6b73da04-7baa-41cb-b8fe-0eb04b3ba094 HTTP/1.1" status: 404  len: 337 time: 0.0270181
Dec 25 21:45:36.473656 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 42216) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:45:36.478504 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d6b069-573f-4438-87eb-e140bbb7234b tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62b7e605-2b05-4af5-bdfa-961bd8e8105f,revision_number=0']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:45:36.487205 ncdv-master-1 neutron-server[121607]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd97e1b1-bf3e-49bc-b0b8-341ba7b265fd tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] DELETE failed (client error): The resource could not be found.
Dec 25 21:45:36.487696 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd97e1b1-bf3e-49bc-b0b8-341ba7b265fd tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 25 21:45:36.491356 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-dd97e1b1-bf3e-49bc-b0b8-341ba7b265fd tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] 10.222.0.32 "DELETE /v2.0/networks/65ccb84f-e8d8-49d7-a225-216299c6e75e HTTP/1.1" status: 404  len: 339 time: 0.0213866
Dec 25 21:45:36.493818 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 42218) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:45:36.537725 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-e6d6b069-573f-4438-87eb-e140bbb7234b tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Publish callbacks [] for security_group_rule, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:36.538990 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-e6d6b069-573f-4438-87eb-e140bbb7234b tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.2674847
Dec 25 21:45:36.543724 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_v2 [None req-70bdb317-f846-4e4d-aa98-5ec8e2b69cef tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Deleting subnet 673b7b84-7986-48cb-aca0-d874a8fb1ca5 {{(pid=121607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Dec 25 21:45:36.546983 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-70bdb317-f846-4e4d-aa98-5ec8e2b69cef tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Publish callbacks [] for subnet, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:36.588740 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-70bdb317-f846-4e4d-aa98-5ec8e2b69cef tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10246617'] for subnet, precommit_delete_associations {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:36.678138 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-70bdb317-f846-4e4d-aa98-5ec8e2b69cef tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995662'] for subnet, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:36.749946 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-fb0424aa-4082-43b1-b35d-dd86c556d975 req-b45d178c-b120-4861-8b73-25a844655ad0 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1680329694&fields=id&tenant_id=59ed9da8ed224ce9b429cb4c633a2498 HTTP/1.1" status: 200  len: 267 time: 0.0561566
Dec 25 21:45:36.798476 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-70bdb317-f846-4e4d-aa98-5ec8e2b69cef tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8632410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8852809'] for subnet, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:36.824965 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bdb317-f846-4e4d-aa98-5ec8e2b69cef tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Pushing event deleted for resources: {'Subnet': ['ID=673b7b84-7986-48cb-aca0-d874a8fb1ca5,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:45:36.839571 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0824eb8c-cf91-40a5-844f-b0bc96b31a0f None None] Network 11c57336-81a6-4ed4-9740-8303ccb27742 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:45:36.840507 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-70bdb317-f846-4e4d-aa98-5ec8e2b69cef tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Publish callbacks [] for subnet, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:36.844318 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-70bdb317-f846-4e4d-aa98-5ec8e2b69cef tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] 10.222.0.32 "DELETE /v2.0/subnets/673b7b84-7986-48cb-aca0-d874a8fb1ca5 HTTP/1.1" status: 204  len: 168 time: 0.3496015
Dec 25 21:45:36.846982 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 42234) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:45:36.935585 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-585d153a-38a5-4634-90e0-913664da51bc tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625803'] for network, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:36.971781 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e387d4a8-2dfa-444b-ae60-082899137b99 req-29eeee1b-25fe-416c-8cac-f896dbb6782b tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:45:36.973484 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e387d4a8-2dfa-444b-ae60-082899137b99 req-29eeee1b-25fe-416c-8cac-f896dbb6782b tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "GET /v2.0/ports?device_id=232caa59-01ee-4a0a-ad80-4a2406c77580 HTTP/1.1" status: 200  len: 946 time: 0.1389966
Dec 25 21:45:36.982034 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0424aa-4082-43b1-b35d-dd86c556d975 req-3ccc8a1a-cac9-4dab-a7a1-172bc55900c7 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:45:36.983554 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-fb0424aa-4082-43b1-b35d-dd86c556d975 req-3ccc8a1a-cac9-4dab-a7a1-172bc55900c7 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] 10.222.0.32 "GET /v2.0/networks?id=f1a6977d-3def-4e23-a153-6f3c49896da2 HTTP/1.1" status: 200  len: 797 time: 0.2266459
Dec 25 21:45:36.996015 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-585d153a-38a5-4634-90e0-913664da51bc tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Deleting port dd82c4c3-2673-4c7c-ba97-814f1deecdf6 {{(pid=121607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:45:37.002569 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-585d153a-38a5-4634-90e0-913664da51bc tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:37.012379 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-fb0424aa-4082-43b1-b35d-dd86c556d975 req-c9ee079c-c2f9-4f44-9bef-11c8cba8695b tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] 10.222.0.32 "GET /v2.0/quotas/59ed9da8ed224ce9b429cb4c633a2498 HTTP/1.1" status: 200  len: 375 time: 0.0208914
Dec 25 21:45:37.022672 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-4793831e-2299-47d3-b8ea-c57a2f168397 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:37.045936 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23d744fd-bbef-4579-8cd7-796a97c6412a None None] DHCP port deletion for 11c57336-81a6-4ed4-9740-8303ccb27742 request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 21:45:37.066191 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.db [None req-585d153a-38a5-4634-90e0-913664da51bc tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] For port dd82c4c3-2673-4c7c-ba97-814f1deecdf6, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=dd82c4c3-2673-4c7c-ba97-814f1deecdf6,segment=NetworkSegment(cc8fb848-5459-4975-92fe-e47da9ef891b),segment_id=cc8fb848-5459-4975-92fe-e47da9ef891b)] {{(pid=121607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:45:37.067196 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-585d153a-38a5-4634-90e0-913664da51bc tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:37.085691 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-585d153a-38a5-4634-90e0-913664da51bc tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Calling delete_port for dd82c4c3-2673-4c7c-ba97-814f1deecdf6 owned by network:dhcp {{(pid=121607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:45:37.099554 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e387d4a8-2dfa-444b-ae60-082899137b99 req-c91ab0ff-6a27-46de-adc1-013c147644d5 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "GET /v2.0/security-groups?id=d23e5a5f-b90c-493e-af1f-971bbc755f90&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1149929
Dec 25 21:45:37.110025 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-23d744fd-bbef-4579-8cd7-796a97c6412a None None] Deleting port dd82c4c3-2673-4c7c-ba97-814f1deecdf6 {{(pid=121608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:45:37.110402 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-23d744fd-bbef-4579-8cd7-796a97c6412a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:37.130060 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-fb0424aa-4082-43b1-b35d-dd86c556d975 req-487f6f14-986e-4d3a-80d0-05cb6e94f52f tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=59ed9da8ed224ce9b429cb4c633a2498&fields=id HTTP/1.1" status: 200  len: 394 time: 0.1046247
Dec 25 21:45:37.177044 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-23d744fd-bbef-4579-8cd7-796a97c6412a None None] For port dd82c4c3-2673-4c7c-ba97-814f1deecdf6, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=dd82c4c3-2673-4c7c-ba97-814f1deecdf6,segment=NetworkSegment(cc8fb848-5459-4975-92fe-e47da9ef891b),segment_id=cc8fb848-5459-4975-92fe-e47da9ef891b)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:45:37.177473 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-23d744fd-bbef-4579-8cd7-796a97c6412a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:37.190158 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-23d744fd-bbef-4579-8cd7-796a97c6412a None None] Calling delete_port for dd82c4c3-2673-4c7c-ba97-814f1deecdf6 owned by network:dhcp {{(pid=121608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:45:37.231098 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-fb0424aa-4082-43b1-b35d-dd86c556d975 req-e335a5b5-85c4-421c-b5b7-8febf9509491 service neutron] 10.222.0.32 "GET /v2.0/networks/f1a6977d-3def-4e23-a153-6f3c49896da2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0891519
Dec 25 21:45:37.260303 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-585d153a-38a5-4634-90e0-913664da51bc tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:37.272488 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-23d744fd-bbef-4579-8cd7-796a97c6412a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955'] for port, after_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:37.288406 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585d153a-38a5-4634-90e0-913664da51bc tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Pushing event deleted for resources: {'Port': ['ID=dd82c4c3-2673-4c7c-ba97-814f1deecdf6,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:45:37.290254 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-585d153a-38a5-4634-90e0-913664da51bc tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] No DVR routers for this DVR port dd82c4c3-2673-4c7c-ba97-814f1deecdf6 on host ncdv-master-1 {{(pid=121607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:45:37.300587 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d744fd-bbef-4579-8cd7-796a97c6412a None None] Pushing event deleted for resources: {'Port': ['ID=dd82c4c3-2673-4c7c-ba97-814f1deecdf6,revision_number=None']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:45:37.303390 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23d744fd-bbef-4579-8cd7-796a97c6412a None None] No DVR routers for this DVR port dd82c4c3-2673-4c7c-ba97-814f1deecdf6 on host ncdv-master-1 {{(pid=121608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:45:37.312049 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d744fd-bbef-4579-8cd7-796a97c6412a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:45:37.312402 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d744fd-bbef-4579-8cd7-796a97c6412a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:45:37.312744 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d744fd-bbef-4579-8cd7-796a97c6412a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:45:37.313911 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d744fd-bbef-4579-8cd7-796a97c6412a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:45:37.314423 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d744fd-bbef-4579-8cd7-796a97c6412a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:45:37.315008 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d744fd-bbef-4579-8cd7-796a97c6412a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:45:37.315967 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d744fd-bbef-4579-8cd7-796a97c6412a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:45:37.316300 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d744fd-bbef-4579-8cd7-796a97c6412a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:45:37.317366 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d744fd-bbef-4579-8cd7-796a97c6412a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:45:37.317873 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d744fd-bbef-4579-8cd7-796a97c6412a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:45:37.318405 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d744fd-bbef-4579-8cd7-796a97c6412a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:45:37.318742 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d744fd-bbef-4579-8cd7-796a97c6412a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:45:37.319065 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d744fd-bbef-4579-8cd7-796a97c6412a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:45:37.325889 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-fb0424aa-4082-43b1-b35d-dd86c556d975 req-daec439b-b210-4c9a-9fb0-d11303e9fef8 service neutron] 10.222.0.32 "GET /v2.0/networks/f1a6977d-3def-4e23-a153-6f3c49896da2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0881381
Dec 25 21:45:37.388486 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-585d153a-38a5-4634-90e0-913664da51bc tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997585', 'neutron.services.segments.db._delete_segments_for_network-8737602743071'] for network, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:37.403817 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-585d153a-38a5-4634-90e0-913664da51bc tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f261875bb80>,) {'filters': {'network_id': ['11c57336-81a6-4ed4-9740-8303ccb27742']}} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:45:37.413606 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-585d153a-38a5-4634-90e0-913664da51bc tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f261875bb80>, 'cc8fb848-5459-4975-92fe-e47da9ef891b') {'for_net_delete': True} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:45:37.413908 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-585d153a-38a5-4634-90e0-913664da51bc tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f261875bb80>, 'cc8fb848-5459-4975-92fe-e47da9ef891b') {} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:45:37.423896 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-585d153a-38a5-4634-90e0-913664da51bc tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737602746920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10246592'] for segment, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:37.437899 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-585d153a-38a5-4634-90e0-913664da51bc tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:37.444330 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-585d153a-38a5-4634-90e0-913664da51bc tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Releasing vlan 159 on physical network physnet1 to pool {{(pid=121607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 25 21:45:37.444713 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-585d153a-38a5-4634-90e0-913664da51bc tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8633327'] for segment, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:37.448925 ncdv-master-1 neutron-server[121607]: Traceback (most recent call last):
Dec 25 21:45:37.448925 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 25 21:45:37.448925 ncdv-master-1 neutron-server[121607]:     timer()
Dec 25 21:45:37.448925 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 25 21:45:37.448925 ncdv-master-1 neutron-server[121607]:     cb(*args, **kw)
Dec 25 21:45:37.448925 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 25 21:45:37.448925 ncdv-master-1 neutron-server[121607]:     return func(*args, **kwargs)
Dec 25 21:45:37.448925 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 25 21:45:37.448925 ncdv-master-1 neutron-server[121607]:     self._notify()
Dec 25 21:45:37.448925 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 25 21:45:37.448925 ncdv-master-1 neutron-server[121607]:     self.callback(batched_events)
Dec 25 21:45:37.448925 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 25 21:45:37.448925 ncdv-master-1 neutron-server[121607]:     event.method(event)
Dec 25 21:45:37.448925 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 25 21:45:37.448925 ncdv-master-1 neutron-server[121607]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 25 21:45:37.448925 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 25 21:45:37.448925 ncdv-master-1 neutron-server[121607]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 25 21:45:37.448925 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 25 21:45:37.448925 ncdv-master-1 neutron-server[121607]:     return f(self, *a, **k)
Dec 25 21:45:37.448925 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 25 21:45:37.448925 ncdv-master-1 neutron-server[121607]:     return self._get(url).json()
Dec 25 21:45:37.448925 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 25 21:45:37.448925 ncdv-master-1 neutron-server[121607]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 25 21:45:37.448925 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 25 21:45:37.448925 ncdv-master-1 neutron-server[121607]:     return self.request(url, 'GET', **kwargs)
Dec 25 21:45:37.448925 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 25 21:45:37.448925 ncdv-master-1 neutron-server[121607]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 25 21:45:37.448925 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 25 21:45:37.448925 ncdv-master-1 neutron-server[121607]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 25 21:45:37.448925 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 25 21:45:37.448925 ncdv-master-1 neutron-server[121607]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 25 21:45:37.448925 ncdv-master-1 neutron-server[121607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 25 21:45:37.466156 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device bcd9d2ca-a79c-4bcf-91f5-2047b0014b4d up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:45:37.515812 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port bcd9d2ca-a79c-4bcf-91f5-2047b0014b4d triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:45:37.516264 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:37.563069 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c6f462f3-7ba3-441b-a229-5766e99af624 req-f49f3cda-fec3-4237-b09d-a9d41ad2c1d1 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] 10.222.0.32 "GET /v2.0/ports?device_id=b654e6c8-61ba-4a1e-bf0b-190bcd6f39c2 HTTP/1.1" status: 200  len: 210 time: 0.0309007
Dec 25 21:45:37.564571 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-585d153a-38a5-4634-90e0-913664da51bc tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2008653'] for network, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:37.569977 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-585d153a-38a5-4634-90e0-913664da51bc tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Publish callbacks [] for network, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:37.573497 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-585d153a-38a5-4634-90e0-913664da51bc tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] 10.222.0.32 "DELETE /v2.0/networks/11c57336-81a6-4ed4-9740-8303ccb27742 HTTP/1.1" status: 204  len: 168 time: 0.7251379
Dec 25 21:45:37.598441 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585d153a-38a5-4634-90e0-913664da51bc tempest-NetworksTest-1783003231 tempest-NetworksTest-1783003231-project] Pushing event deleted for resources: {'Network': ['ID=11c57336-81a6-4ed4-9740-8303ccb27742,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:45:37.686445 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device dd82c4c3-2673-4c7c-ba97-814f1deecdf6 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:45:37.710650 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] No Port match for: dd82c4c3-2673-4c7c-ba97-814f1deecdf6 {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:45:37.711099 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device dd82c4c3-2673-4c7c-ba97-814f1deecdf6 not bound to the agent host ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:45:38.070573 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 42250) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:45:38.241427 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-7183979d-9a0d-47e1-9343-c6cce8496cfa admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ebdc409fadbd4a71aa1e98f8a0586bd1&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1695256
Dec 25 21:45:38.243807 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 42256) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:45:38.256418 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d4b90b-0adc-43a0-bfbf-c1620d9512e1 req-f18a0ed6-8d86-4a8e-9846-942dbef5cbcb tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:45:38.257877 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b5d4b90b-0adc-43a0-bfbf-c1620d9512e1 req-f18a0ed6-8d86-4a8e-9846-942dbef5cbcb tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "GET /v2.0/ports?device_id=232caa59-01ee-4a0a-ad80-4a2406c77580 HTTP/1.1" status: 200  len: 946 time: 0.0842917
Dec 25 21:45:38.334396 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b5d4b90b-0adc-43a0-bfbf-c1620d9512e1 req-ed7595bb-fbd1-48c3-b81b-620f1b7b620b tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "GET /v2.0/security-groups?id=d23e5a5f-b90c-493e-af1f-971bbc755f90&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0697033
Dec 25 21:45:38.337257 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-2620b77b-15bc-4186-9965-3188a5787ed3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:38.361494 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-2620b77b-15bc-4186-9965-3188a5787ed3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:38.443978 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-2620b77b-15bc-4186-9965-3188a5787ed3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:38.446721 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-2620b77b-15bc-4186-9965-3188a5787ed3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:38.449175 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-2620b77b-15bc-4186-9965-3188a5787ed3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c1378a81-1b85-4429-b626-f8efd0272973 HTTP/1.1" status: 204  len: 168 time: 0.2031739
Dec 25 21:45:38.455892 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2620b77b-15bc-4186-9965-3188a5787ed3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1378a81-1b85-4429-b626-f8efd0272973,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:45:38.484481 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:38.523823 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3e945ecd-9380-47c2-aa0a-12ebe07e03e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:38.675189 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7b590492-b210-423d-a768-3a417a96ce09 req-0be36164-0c1a-4090-b58c-ef55edfbe6c8 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] 10.222.0.32 "GET /v2.0/ports?device_id=b654e6c8-61ba-4a1e-bf0b-190bcd6f39c2 HTTP/1.1" status: 200  len: 210 time: 0.0359528
Dec 25 21:45:38.997004 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d57e32-1cec-4659-80b3-48ba50230770 req-c3db7ebf-f66e-4c07-a6a3-d513440e1a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:45:38.998529 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-99d57e32-1cec-4659-80b3-48ba50230770 req-c3db7ebf-f66e-4c07-a6a3-d513440e1a1a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=232caa59-01ee-4a0a-ad80-4a2406c77580 HTTP/1.1" status: 200  len: 1097 time: 0.0429869
Dec 25 21:45:39.045959 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-99d57e32-1cec-4659-80b3-48ba50230770 req-2090046f-adb3-4677-8d04-3c8ab183c841 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=d23e5a5f-b90c-493e-af1f-971bbc755f90&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0407922
Dec 25 21:45:39.459065 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 42282) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:45:39.476264 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0424aa-4082-43b1-b35d-dd86c556d975 req-4bdecf83-4bb6-4629-a68e-3fd90728be0d tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:45:39.477870 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-fb0424aa-4082-43b1-b35d-dd86c556d975 req-4bdecf83-4bb6-4629-a68e-3fd90728be0d tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] 10.222.0.31 "GET /v2.0/networks?id=f1a6977d-3def-4e23-a153-6f3c49896da2 HTTP/1.1" status: 200  len: 797 time: 0.1438663
Dec 25 21:45:39.490643 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a97c6e5-75a3-4ff5-8446-d1bc21ed2db1 req-6d52f916-de33-42fd-b872-0348f40e2685 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:45:39.492239 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9a97c6e5-75a3-4ff5-8446-d1bc21ed2db1 req-6d52f916-de33-42fd-b872-0348f40e2685 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "GET /v2.0/ports?device_id=232caa59-01ee-4a0a-ad80-4a2406c77580 HTTP/1.1" status: 200  len: 946 time: 0.0795000
Dec 25 21:45:39.558228 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-15cb578f-7a63-4fd3-925d-83bad4c7b82a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:39.575623 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-29e7ff83-9c8e-4053-ac2a-befe7b40ec70 tempest-NegativeSecGroupTest-925781145 tempest-NegativeSecGroupTest-925781145-project] Request body: {'security_group': {'name': 'default'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:45:39.576069 ncdv-master-1 neutron-server[121607]: WARNING neutron.api.v2.base [None req-29e7ff83-9c8e-4053-ac2a-befe7b40ec70 tempest-NegativeSecGroupTest-925781145 tempest-NegativeSecGroupTest-925781145-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists.
Dec 25 21:45:39.576586 ncdv-master-1 neutron-server[121607]: INFO neutron.api.v2.resource [None req-29e7ff83-9c8e-4053-ac2a-befe7b40ec70 tempest-NegativeSecGroupTest-925781145 tempest-NegativeSecGroupTest-925781145-project] create failed (client error): There was a conflict when trying to complete your request.
Dec 25 21:45:39.581175 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-29e7ff83-9c8e-4053-ac2a-befe7b40ec70 tempest-NegativeSecGroupTest-925781145 tempest-NegativeSecGroupTest-925781145-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 409  len: 330 time: 0.1175334
Dec 25 21:45:39.581393 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 42286) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:45:39.584080 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9a97c6e5-75a3-4ff5-8446-d1bc21ed2db1 req-b9167079-b047-46a5-8a90-f054aa39479d tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "GET /v2.0/security-groups?id=d23e5a5f-b90c-493e-af1f-971bbc755f90&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0853803
Dec 25 21:45:39.585835 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-5a210c3c-756c-4367-9717-5558172e547d tempest-NegativeSecGroupTest-925781145 tempest-NegativeSecGroupTest-925781145-project] Request body: {'security_group': {'name': 'tempest-secgroup--115595409'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:45:39.606744 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-fb0424aa-4082-43b1-b35d-dd86c556d975 req-82cd9ffc-b115-4566-8847-17a6930bc4a6 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=59ed9da8ed224ce9b429cb4c633a2498 HTTP/1.1" status: 200  len: 472 time: 0.1134796
Dec 25 21:45:39.617801 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-fb0424aa-4082-43b1-b35d-dd86c556d975 req-07b662c3-73ce-44fb-bd63-0e4f051cc5d0 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Request body: {'port': {'device_id': 'b654e6c8-61ba-4a1e-bf0b-190bcd6f39c2', 'network_id': 'f1a6977d-3def-4e23-a153-6f3c49896da2', 'admin_state_up': True, 'tenant_id': '59ed9da8ed224ce9b429cb4c633a2498', 'security_groups': ['4d572466-ac0f-4e9a-b798-7982f64714df']}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:45:39.677694 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5a210c3c-756c-4367-9717-5558172e547d tempest-NegativeSecGroupTest-925781145 tempest-NegativeSecGroupTest-925781145-project] Publish callbacks [] for security_group, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:39.686171 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5a210c3c-756c-4367-9717-5558172e547d tempest-NegativeSecGroupTest-925781145 tempest-NegativeSecGroupTest-925781145-project] Publish callbacks [] for security_group, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:39.771194 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5a210c3c-756c-4367-9717-5558172e547d tempest-NegativeSecGroupTest-925781145 tempest-NegativeSecGroupTest-925781145-project] Publish callbacks [] for security_group, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:39.777623 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-52741804-bf92-47e5-9083-bf1d3f397186 req-e72b216b-3200-487e-b5f3-1df021a022e0 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] 10.222.0.32 "GET /v2.0/ports?device_id=b654e6c8-61ba-4a1e-bf0b-190bcd6f39c2 HTTP/1.1" status: 200  len: 210 time: 0.0273197
Dec 25 21:45:39.779937 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb0424aa-4082-43b1-b35d-dd86c556d975 req-07b662c3-73ce-44fb-bd63-0e4f051cc5d0 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Made reservation on behalf of 59ed9da8ed224ce9b429cb4c633a2498 for: {'port': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:45:39.783478 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-fb0424aa-4082-43b1-b35d-dd86c556d975 req-07b662c3-73ce-44fb-bd63-0e4f051cc5d0 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:39.832372 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5a210c3c-756c-4367-9717-5558172e547d tempest-NegativeSecGroupTest-925781145 tempest-NegativeSecGroupTest-925781145-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:39.874645 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a210c3c-756c-4367-9717-5558172e547d tempest-NegativeSecGroupTest-925781145 tempest-NegativeSecGroupTest-925781145-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2209d65-a9d9-4da7-93c9-10274f4a1828,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:45:39.913732 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5a210c3c-756c-4367-9717-5558172e547d tempest-NegativeSecGroupTest-925781145 tempest-NegativeSecGroupTest-925781145-project] Publish callbacks [] for security_group, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:39.969872 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_common [req-fb0424aa-4082-43b1-b35d-dd86c556d975 req-07b662c3-73ce-44fb-bd63-0e4f051cc5d0 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Allocated IP 172.20.0.25 (f1a6977d-3def-4e23-a153-6f3c49896da2/ef1353d3-5978-4e28-94c4-20e76bb470a7/66acadc7-3f01-428d-a25b-65c62613059b) {{(pid=121606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:45:39.986503 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5a210c3c-756c-4367-9717-5558172e547d tempest-NegativeSecGroupTest-925781145 tempest-NegativeSecGroupTest-925781145-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:40.018682 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a210c3c-756c-4367-9717-5558172e547d tempest-NegativeSecGroupTest-925781145 tempest-NegativeSecGroupTest-925781145-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d58ca496-ae9f-4b08-a0a2-823bad2a6b30,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:45:40.080361 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5a210c3c-756c-4367-9717-5558172e547d tempest-NegativeSecGroupTest-925781145 tempest-NegativeSecGroupTest-925781145-project] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:40.081774 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-5a210c3c-756c-4367-9717-5558172e547d tempest-NegativeSecGroupTest-925781145 tempest-NegativeSecGroupTest-925781145-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.4994416
Dec 25 21:45:40.084801 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 42290) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:45:40.090809 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-8f2ae4d6-a741-4d11-ab27-8427174e39d7 tempest-NegativeSecGroupTest-925781145 tempest-NegativeSecGroupTest-925781145-project] Request body: {'security_group_rule': {'security_group_id': 'd58ca496-ae9f-4b08-a0a2-823bad2a6b30', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:45:40.126857 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-fb0424aa-4082-43b1-b35d-dd86c556d975 req-07b662c3-73ce-44fb-bd63-0e4f051cc5d0 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Publish callbacks [] for port, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:40.202089 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-8f2ae4d6-a741-4d11-ab27-8427174e39d7 tempest-NegativeSecGroupTest-925781145 tempest-NegativeSecGroupTest-925781145-project] Publish callbacks [] for security_group_rule, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:40.256367 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-8f2ae4d6-a741-4d11-ab27-8427174e39d7 tempest-NegativeSecGroupTest-925781145 tempest-NegativeSecGroupTest-925781145-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:40.257757 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-fb0424aa-4082-43b1-b35d-dd86c556d975 req-07b662c3-73ce-44fb-bd63-0e4f051cc5d0 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:40.278854 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device 22c8730d-1fe0-40bd-b7c2-cd3f15f4b816 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 25 21:45:40.336632 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-8f2ae4d6-a741-4d11-ab27-8427174e39d7 tempest-NegativeSecGroupTest-925781145 tempest-NegativeSecGroupTest-925781145-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077839'] for security_group_rule, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:40.343625 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb0424aa-4082-43b1-b35d-dd86c556d975 req-07b662c3-73ce-44fb-bd63-0e4f051cc5d0 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Network f1a6977d-3def-4e23-a153-6f3c49896da2 is already hosted by enough agents. {{(pid=121606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:45:40.356493 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [req-fb0424aa-4082-43b1-b35d-dd86c556d975 req-07b662c3-73ce-44fb-bd63-0e4f051cc5d0 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Resources bound (agent type, host, resource id):  {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:45:40.370936 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb0424aa-4082-43b1-b35d-dd86c556d975 req-07b662c3-73ce-44fb-bd63-0e4f051cc5d0 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Received port after_create {{(pid=121606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:45:40.374505 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b662c3-73ce-44fb-bd63-0e4f051cc5d0 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Pushing event updated for resources: {'Port': ['ID=66acadc7-3f01-428d-a25b-65c62613059b,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:45:40.405148 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2ae4d6-a741-4d11-ab27-8427174e39d7 tempest-NegativeSecGroupTest-925781145 tempest-NegativeSecGroupTest-925781145-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfd1f77b-158e-4d6f-8f7b-9e82c5544148,revision_number=0']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:45:40.435378 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0424aa-4082-43b1-b35d-dd86c556d975 req-07b662c3-73ce-44fb-bd63-0e4f051cc5d0 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:45:40.435825 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-fb0424aa-4082-43b1-b35d-dd86c556d975 req-07b662c3-73ce-44fb-bd63-0e4f051cc5d0 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:40.469535 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-8f2ae4d6-a741-4d11-ab27-8427174e39d7 tempest-NegativeSecGroupTest-925781145 tempest-NegativeSecGroupTest-925781145-project] Publish callbacks [] for security_group_rule, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:40.473953 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-8f2ae4d6-a741-4d11-ab27-8427174e39d7 tempest-NegativeSecGroupTest-925781145 tempest-NegativeSecGroupTest-925781145-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3850350
Dec 25 21:45:40.474302 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 42292) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:45:40.479029 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-6345e6e4-cb0c-4f33-b79e-87799e64658e tempest-NegativeSecGroupTest-925781145 tempest-NegativeSecGroupTest-925781145-project] Request body: {'security_group_rule': {'security_group_id': 'd58ca496-ae9f-4b08-a0a2-823bad2a6b30', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:45:40.521984 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-fb0424aa-4082-43b1-b35d-dd86c556d975 req-07b662c3-73ce-44fb-bd63-0e4f051cc5d0 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.9084032
Dec 25 21:45:40.536684 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-fb0424aa-4082-43b1-b35d-dd86c556d975 req-eaaeda99-abbd-4635-9d39-42e15ae2307a service neutron] Request body: {'port': {'device_id': 'b654e6c8-61ba-4a1e-bf0b-190bcd6f39c2', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:45:40.555225 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port 22c8730d-1fe0-40bd-b7c2-cd3f15f4b816, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=22c8730d-1fe0-40bd-b7c2-cd3f15f4b816,segment=NetworkSegment(15bcd007-535d-424d-8176-e76fbbc4a89c),segment_id=15bcd007-535d-424d-8176-e76fbbc4a89c)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:45:40.567683 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Returning: {'device': '22c8730d-1fe0-40bd-b7c2-cd3f15f4b816', 'network_id': '060ae95d-b8fc-405f-91a3-56845df2e346', 'port_id': '22c8730d-1fe0-40bd-b7c2-cd3f15f4b816', 'mac_address': 'fa:16:3e:4b:e1:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46348f07-d4df-41ed-9d9b-1f1c5c6801f5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 25 21:45:40.608451 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-fb0424aa-4082-43b1-b35d-dd86c556d975 req-eaaeda99-abbd-4635-9d39-42e15ae2307a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:40.610782 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:40.617433 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-6345e6e4-cb0c-4f33-b79e-87799e64658e tempest-NegativeSecGroupTest-925781145 tempest-NegativeSecGroupTest-925781145-project] Publish callbacks [] for security_group_rule, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:40.624054 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 22c8730d-1fe0-40bd-b7c2-cd3f15f4b816 {{(pid=121608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:45:40.648679 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port 22c8730d-1fe0-40bd-b7c2-cd3f15f4b816, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=22c8730d-1fe0-40bd-b7c2-cd3f15f4b816,segment=NetworkSegment(15bcd007-535d-424d-8176-e76fbbc4a89c),segment_id=15bcd007-535d-424d-8176-e76fbbc4a89c)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:45:40.677158 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-1e33925a-12a7-4dc5-90b2-1e4ff6f04678 None None] Provisioning complete for port 66acadc7-3f01-428d-a25b-65c62613059b triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:45:40.677527 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-1e33925a-12a7-4dc5-90b2-1e4ff6f04678 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:40.719053 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:40.735362 ncdv-master-1 neutron-server[121607]: INFO neutron.api.v2.resource [None req-6345e6e4-cb0c-4f33-b79e-87799e64658e tempest-NegativeSecGroupTest-925781145 tempest-NegativeSecGroupTest-925781145-project] create failed (client error): There was a conflict when trying to complete your request.
Dec 25 21:45:40.736848 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-6345e6e4-cb0c-4f33-b79e-87799e64658e tempest-NegativeSecGroupTest-925781145 tempest-NegativeSecGroupTest-925781145-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 409  len: 366 time: 0.2614696
Dec 25 21:45:40.740346 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 42296) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:45:40.748729 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-1e33925a-12a7-4dc5-90b2-1e4ff6f04678 None None] Port 66acadc7-3f01-428d-a25b-65c62613059b cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:45:40.775674 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Pushing event updated for resources: {'Port': ['ID=22c8730d-1fe0-40bd-b7c2-cd3f15f4b816,revision_number=6']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:45:40.787070 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:40.800055 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c2a802-80c7-40a2-acf7-f047c09a408f req-649d2c6c-39ce-47c6-bfb0-e83993186c6b tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:45:40.802183 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-76c2a802-80c7-40a2-acf7-f047c09a408f req-649d2c6c-39ce-47c6-bfb0-e83993186c6b tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "GET /v2.0/ports?device_id=232caa59-01ee-4a0a-ad80-4a2406c77580 HTTP/1.1" status: 200  len: 945 time: 0.1301649
Dec 25 21:45:40.804803 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-342872b7-772d-4aa2-b3eb-93e9f2ca9e57 tempest-NegativeSecGroupTest-925781145 tempest-NegativeSecGroupTest-925781145-project] Publish callbacks [] for security_group, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:40.833733 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-342872b7-772d-4aa2-b3eb-93e9f2ca9e57 tempest-NegativeSecGroupTest-925781145 tempest-NegativeSecGroupTest-925781145-project] Publish callbacks [] for security_group, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:40.932184 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-76c2a802-80c7-40a2-acf7-f047c09a408f req-aaae954d-bd55-46f4-836e-75bf7a28c4c6 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "GET /v2.0/security-groups?id=d23e5a5f-b90c-493e-af1f-971bbc755f90&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1037593
Dec 25 21:45:40.940359 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] get_ports_and_sgs() called for port_ids ['22c8730d-1fe0-40bd-b7c2-cd3f15f4b816'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:45:40.960011 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 42300) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:45:40.969272 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-342872b7-772d-4aa2-b3eb-93e9f2ca9e57 tempest-NegativeSecGroupTest-925781145 tempest-NegativeSecGroupTest-925781145-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:40.971994 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-342872b7-772d-4aa2-b3eb-93e9f2ca9e57 tempest-NegativeSecGroupTest-925781145 tempest-NegativeSecGroupTest-925781145-project] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:40.976414 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 42302) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:45:40.976590 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-342872b7-772d-4aa2-b3eb-93e9f2ca9e57 tempest-NegativeSecGroupTest-925781145 tempest-NegativeSecGroupTest-925781145-project] 10.222.0.32 "DELETE /v2.0/security-groups/d58ca496-ae9f-4b08-a0a2-823bad2a6b30 HTTP/1.1" status: 204  len: 168 time: 0.2350214
Dec 25 21:45:40.991870 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2404b3-0d9a-402d-b425-6c30991c6d73 req-366589d3-05e1-4703-8687-775dcd71a025 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:45:40.993424 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-6c2404b3-0d9a-402d-b425-6c30991c6d73 req-366589d3-05e1-4703-8687-775dcd71a025 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] 10.222.0.32 "GET /v2.0/ports?device_id=b654e6c8-61ba-4a1e-bf0b-190bcd6f39c2 HTTP/1.1" status: 200  len: 932 time: 0.1316402
Dec 25 21:45:41.020656 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342872b7-772d-4aa2-b3eb-93e9f2ca9e57 tempest-NegativeSecGroupTest-925781145 tempest-NegativeSecGroupTest-925781145-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d58ca496-ae9f-4b08-a0a2-823bad2a6b30,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:45:41.023035 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [req-fb0424aa-4082-43b1-b35d-dd86c556d975 req-eaaeda99-abbd-4635-9d39-42e15ae2307a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66acadc7-3f01-428d-a25b-65c62613059b {{(pid=121606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:45:41.049368 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-66b4b58b-5a9a-4163-95f9-ff5b0c24fe12 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "GET /v2.0/floatingips/cfacbf5f-f5fb-4070-81ec-ac6adcdfd7f3 HTTP/1.1" status: 200  len: 993 time: 0.0791199
Dec 25 21:45:41.055044 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-fb0424aa-4082-43b1-b35d-dd86c556d975 req-eaaeda99-abbd-4635-9d39-42e15ae2307a service neutron] Publish callbacks [] for port, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:41.096737 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.provisioning_blocks [req-fb0424aa-4082-43b1-b35d-dd86c556d975 req-eaaeda99-abbd-4635-9d39-42e15ae2307a service neutron] Transition to ACTIVE for port object 66acadc7-3f01-428d-a25b-65c62613059b will not be triggered until provisioned by entity L2. {{(pid=121606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 25 21:45:41.104396 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-e67617bd-3026-40aa-944a-8c4be915de2a tempest-NegativeSecGroupTest-925781145 tempest-NegativeSecGroupTest-925781145-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.1268327
Dec 25 21:45:41.108454 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 42304) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:45:41.113191 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-ca210e05-017b-4955-aa87-0e0ff5cda987 tempest-NegativeSecGroupTest-925781145 tempest-NegativeSecGroupTest-925781145-project] Request body: {'security_group': {'name': 'tempest-secgroup--717059765'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:45:41.124227 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-6c2404b3-0d9a-402d-b425-6c30991c6d73 req-e530968d-a8c0-4d62-ad03-d7db5ae62532 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d572466-ac0f-4e9a-b798-7982f64714df&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1164575
Dec 25 21:45:41.266970 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-fb0424aa-4082-43b1-b35d-dd86c556d975 req-eaaeda99-abbd-4635-9d39-42e15ae2307a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:41.290020 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ca210e05-017b-4955-aa87-0e0ff5cda987 tempest-NegativeSecGroupTest-925781145 tempest-NegativeSecGroupTest-925781145-project] Publish callbacks [] for security_group, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:41.324989 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaaeda99-abbd-4635-9d39-42e15ae2307a service neutron] Pushing event updated for resources: {'Port': ['ID=66acadc7-3f01-428d-a25b-65c62613059b,revision_number=2']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:45:41.365962 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ca210e05-017b-4955-aa87-0e0ff5cda987 tempest-NegativeSecGroupTest-925781145 tempest-NegativeSecGroupTest-925781145-project] Publish callbacks [] for security_group, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:41.402038 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-fb0424aa-4082-43b1-b35d-dd86c556d975 req-eaaeda99-abbd-4635-9d39-42e15ae2307a service neutron] Attempting to bind port 66acadc7-3f01-428d-a25b-65c62613059b on host nch1-master-1 for vnic_type normal with profile  {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:45:41.408478 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-fb0424aa-4082-43b1-b35d-dd86c556d975 req-eaaeda99-abbd-4635-9d39-42e15ae2307a service neutron] Attempting to bind port 66acadc7-3f01-428d-a25b-65c62613059b by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '6dc7bd92-deb9-47b1-b54b-25b376c51c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'f1a6977d-3def-4e23-a153-6f3c49896da2'}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:45:41.408478 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb0424aa-4082-43b1-b35d-dd86c556d975 req-eaaeda99-abbd-4635-9d39-42e15ae2307a service neutron] Attempting to bind port 66acadc7-3f01-428d-a25b-65c62613059b on network f1a6977d-3def-4e23-a153-6f3c49896da2 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:45:41.408478 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb0424aa-4082-43b1-b35d-dd86c556d975 req-eaaeda99-abbd-4635-9d39-42e15ae2307a service neutron] Port 66acadc7-3f01-428d-a25b-65c62613059b on network f1a6977d-3def-4e23-a153-6f3c49896da2 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 25 21:45:41.408478 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb0424aa-4082-43b1-b35d-dd86c556d975 req-eaaeda99-abbd-4635-9d39-42e15ae2307a service neutron] Attempting to bind port 66acadc7-3f01-428d-a25b-65c62613059b on network f1a6977d-3def-4e23-a153-6f3c49896da2 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:45:41.413043 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb0424aa-4082-43b1-b35d-dd86c556d975 req-eaaeda99-abbd-4635-9d39-42e15ae2307a service neutron] Checking agent: {'id': '6d577036-68fc-4aa4-aed7-5ab01de2117e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 21, 4, 34), 'started_at': datetime.datetime(2021, 12, 25, 21, 4, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 45, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:45:41.413384 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb0424aa-4082-43b1-b35d-dd86c556d975 req-eaaeda99-abbd-4635-9d39-42e15ae2307a service neutron] Checking segment: {'id': '6dc7bd92-deb9-47b1-b54b-25b376c51c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'f1a6977d-3def-4e23-a153-6f3c49896da2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:45:41.413934 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb0424aa-4082-43b1-b35d-dd86c556d975 req-eaaeda99-abbd-4635-9d39-42e15ae2307a service neutron] Bound using segment: {'id': '6dc7bd92-deb9-47b1-b54b-25b376c51c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'f1a6977d-3def-4e23-a153-6f3c49896da2'} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:45:41.414293 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-fb0424aa-4082-43b1-b35d-dd86c556d975 req-eaaeda99-abbd-4635-9d39-42e15ae2307a service neutron] Bound port: 66acadc7-3f01-428d-a25b-65c62613059b, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6dc7bd92-deb9-47b1-b54b-25b376c51c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'f1a6977d-3def-4e23-a153-6f3c49896da2'}}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:45:41.414644 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-fb0424aa-4082-43b1-b35d-dd86c556d975 req-eaaeda99-abbd-4635-9d39-42e15ae2307a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:41.450421 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ca210e05-017b-4955-aa87-0e0ff5cda987 tempest-NegativeSecGroupTest-925781145 tempest-NegativeSecGroupTest-925781145-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:41.486553 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-fb0424aa-4082-43b1-b35d-dd86c556d975 req-eaaeda99-abbd-4635-9d39-42e15ae2307a service neutron] For port 66acadc7-3f01-428d-a25b-65c62613059b, host nch1-master-1, cleared binding levels {{(pid=121606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:45:41.486914 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca210e05-017b-4955-aa87-0e0ff5cda987 tempest-NegativeSecGroupTest-925781145 tempest-NegativeSecGroupTest-925781145-project] Pushing event updated for resources: {'SecurityGroup': ['ID=949108bc-844a-4fce-b8f5-773cecde30ea,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:45:41.491738 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-fb0424aa-4082-43b1-b35d-dd86c556d975 req-eaaeda99-abbd-4635-9d39-42e15ae2307a service neutron] For port 66acadc7-3f01-428d-a25b-65c62613059b, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=66acadc7-3f01-428d-a25b-65c62613059b,segment=NetworkSegment(6dc7bd92-deb9-47b1-b54b-25b376c51c7f),segment_id=6dc7bd92-deb9-47b1-b54b-25b376c51c7f)] {{(pid=121606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:45:41.548702 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ca210e05-017b-4955-aa87-0e0ff5cda987 tempest-NegativeSecGroupTest-925781145 tempest-NegativeSecGroupTest-925781145-project] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:41.550013 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-ca210e05-017b-4955-aa87-0e0ff5cda987 tempest-NegativeSecGroupTest-925781145 tempest-NegativeSecGroupTest-925781145-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.4404542
Dec 25 21:45:41.553739 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 42306) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:45:41.558181 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-367e30f4-76fe-4fc5-8ff2-fc5667380c72 tempest-NegativeSecGroupTest-925781145 tempest-NegativeSecGroupTest-925781145-project] Request body: {'security_group_rule': {'security_group_id': '949108bc-844a-4fce-b8f5-773cecde30ea', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:45:41.558638 ncdv-master-1 neutron-server[121607]: WARNING neutron.api.v2.base [None req-367e30f4-76fe-4fc5-8ff2-fc5667380c72 tempest-NegativeSecGroupTest-925781145 tempest-NegativeSecGroupTest-925781145-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].
Dec 25 21:45:41.559126 ncdv-master-1 neutron-server[121607]: INFO neutron.api.v2.resource [None req-367e30f4-76fe-4fc5-8ff2-fc5667380c72 tempest-NegativeSecGroupTest-925781145 tempest-NegativeSecGroupTest-925781145-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 25 21:45:41.560025 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-367e30f4-76fe-4fc5-8ff2-fc5667380c72 tempest-NegativeSecGroupTest-925781145 tempest-NegativeSecGroupTest-925781145-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 396 time: 0.0053883
Dec 25 21:45:41.562244 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 42308) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:45:41.564308 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-fb0424aa-4082-43b1-b35d-dd86c556d975 req-eaaeda99-abbd-4635-9d39-42e15ae2307a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:41.608125 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0424aa-4082-43b1-b35d-dd86c556d975 req-eaaeda99-abbd-4635-9d39-42e15ae2307a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:45:41.608818 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-fb0424aa-4082-43b1-b35d-dd86c556d975 req-eaaeda99-abbd-4635-9d39-42e15ae2307a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:41.610169 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-fb0424aa-4082-43b1-b35d-dd86c556d975 req-eaaeda99-abbd-4635-9d39-42e15ae2307a service neutron] 10.222.0.31 "PUT /v2.0/ports/66acadc7-3f01-428d-a25b-65c62613059b HTTP/1.1" status: 200  len: 1092 time: 1.0796456
Dec 25 21:45:41.610639 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b654e6c8-61ba-4a1e-bf0b-190bcd6f39c2', 'tag': '66acadc7-3f01-428d-a25b-65c62613059b'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:45:41.612954 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9858820c13ec2827453b94ebc4181065e990a4e4089ccb9fe762531ac62d2fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18afb8de-efbf-4ab2-99b5-354caf8dcda2" -d '{"events": [{"name": "network-changed", "server_uuid": "b654e6c8-61ba-4a1e-bf0b-190bcd6f39c2", "tag": "66acadc7-3f01-428d-a25b-65c62613059b"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:45:41.632675 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e235ee4a-4897-478d-8790-27dd5ead38ea tempest-NegativeSecGroupTest-925781145 tempest-NegativeSecGroupTest-925781145-project] Publish callbacks [] for security_group, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:41.659012 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaaeda99-abbd-4635-9d39-42e15ae2307a service neutron] Pushing event updated for resources: {'Port': ['ID=66acadc7-3f01-428d-a25b-65c62613059b,revision_number=3']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:45:41.667416 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e235ee4a-4897-478d-8790-27dd5ead38ea tempest-NegativeSecGroupTest-925781145 tempest-NegativeSecGroupTest-925781145-project] Publish callbacks [] for security_group, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:41.669984 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Dec 2021 21:45:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42ec609f-5752-419b-8e26-12480c9cf079 x-openstack-request-id: req-42ec609f-5752-419b-8e26-12480c9cf079 {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:45:41.670372 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b654e6c8-61ba-4a1e-bf0b-190bcd6f39c2", "tag": "66acadc7-3f01-428d-a25b-65c62613059b", "status": "completed", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:45:41.670691 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-42ec609f-5752-419b-8e26-12480c9cf079 {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:45:41.671234 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b654e6c8-61ba-4a1e-bf0b-190bcd6f39c2', 'tag': '66acadc7-3f01-428d-a25b-65c62613059b', 'status': 'completed', 'code': 200}
Dec 25 21:45:41.734819 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18afb8de-efbf-4ab2-99b5-354caf8dcda2 req-7f9524aa-93b8-4477-aaf3-88c378c0d3c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:45:41.736515 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-18afb8de-efbf-4ab2-99b5-354caf8dcda2 req-7f9524aa-93b8-4477-aaf3-88c378c0d3c4 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=59ed9da8ed224ce9b429cb4c633a2498&device_id=b654e6c8-61ba-4a1e-bf0b-190bcd6f39c2 HTTP/1.1" status: 200  len: 1095 time: 0.0449555
Dec 25 21:45:41.820977 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e235ee4a-4897-478d-8790-27dd5ead38ea tempest-NegativeSecGroupTest-925781145 tempest-NegativeSecGroupTest-925781145-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:41.826359 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e235ee4a-4897-478d-8790-27dd5ead38ea tempest-NegativeSecGroupTest-925781145 tempest-NegativeSecGroupTest-925781145-project] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:41.826359 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-e235ee4a-4897-478d-8790-27dd5ead38ea tempest-NegativeSecGroupTest-925781145 tempest-NegativeSecGroupTest-925781145-project] 10.222.0.32 "DELETE /v2.0/security-groups/949108bc-844a-4fce-b8f5-773cecde30ea HTTP/1.1" status: 204  len: 168 time: 0.2607627
Dec 25 21:45:41.829355 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 42312) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:45:41.848840 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e235ee4a-4897-478d-8790-27dd5ead38ea tempest-NegativeSecGroupTest-925781145 tempest-NegativeSecGroupTest-925781145-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=949108bc-844a-4fce-b8f5-773cecde30ea,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:45:41.899497 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-07546649-c99f-4df3-8481-5ce01f30864e tempest-NegativeSecGroupTest-925781145 tempest-NegativeSecGroupTest-925781145-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0687692
Dec 25 21:45:41.903338 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 42314) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:45:41.909463 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-3c6df0bc-c63a-4f12-a91f-77a8ef575272 tempest-NegativeSecGroupTest-925781145 tempest-NegativeSecGroupTest-925781145-project] Request body: {'security_group': {'name': 'tempest-secgroup--1554272451'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:45:42.015320 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-3c6df0bc-c63a-4f12-a91f-77a8ef575272 tempest-NegativeSecGroupTest-925781145 tempest-NegativeSecGroupTest-925781145-project] Publish callbacks [] for security_group, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:42.085639 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-3c6df0bc-c63a-4f12-a91f-77a8ef575272 tempest-NegativeSecGroupTest-925781145 tempest-NegativeSecGroupTest-925781145-project] Publish callbacks [] for security_group, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:42.106742 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18afb8de-efbf-4ab2-99b5-354caf8dcda2 req-1c74eb8a-e2b3-40d6-85a0-0e3792194135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:45:42.107225 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18afb8de-efbf-4ab2-99b5-354caf8dcda2 req-1c74eb8a-e2b3-40d6-85a0-0e3792194135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:45:42.108776 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-18afb8de-efbf-4ab2-99b5-354caf8dcda2 req-1c74eb8a-e2b3-40d6-85a0-0e3792194135 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=59ed9da8ed224ce9b429cb4c633a2498&shared=False HTTP/1.1" status: 200  len: 1584 time: 0.3642430
Dec 25 21:45:42.135782 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-3c6df0bc-c63a-4f12-a91f-77a8ef575272 tempest-NegativeSecGroupTest-925781145 tempest-NegativeSecGroupTest-925781145-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:42.165765 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6df0bc-c63a-4f12-a91f-77a8ef575272 tempest-NegativeSecGroupTest-925781145 tempest-NegativeSecGroupTest-925781145-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b25c0ebc-9d60-46b5-9b2d-d9884df6fe32,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:45:42.234580 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-3c6df0bc-c63a-4f12-a91f-77a8ef575272 tempest-NegativeSecGroupTest-925781145 tempest-NegativeSecGroupTest-925781145-project] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:42.235845 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-3c6df0bc-c63a-4f12-a91f-77a8ef575272 tempest-NegativeSecGroupTest-925781145 tempest-NegativeSecGroupTest-925781145-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.3313992
Dec 25 21:45:42.238654 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 42318) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:45:42.243020 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-618cedb9-def4-468a-8ecd-c646ec210fcb tempest-NegativeSecGroupTest-925781145 tempest-NegativeSecGroupTest-925781145-project] Request body: {'security_group_rule': {'security_group_id': 'b25c0ebc-9d60-46b5-9b2d-d9884df6fe32', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:45:42.246218 ncdv-master-1 neutron-server[121607]: WARNING neutron.api.v2.base [None req-618cedb9-def4-468a-8ecd-c646ec210fcb tempest-NegativeSecGroupTest-925781145 tempest-NegativeSecGroupTest-925781145-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.
Dec 25 21:45:42.246218 ncdv-master-1 neutron-server[121607]: INFO neutron.api.v2.resource [None req-618cedb9-def4-468a-8ecd-c646ec210fcb tempest-NegativeSecGroupTest-925781145 tempest-NegativeSecGroupTest-925781145-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 25 21:45:42.246218 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-618cedb9-def4-468a-8ecd-c646ec210fcb tempest-NegativeSecGroupTest-925781145 tempest-NegativeSecGroupTest-925781145-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 667 time: 0.0054231
Dec 25 21:45:42.246968 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18afb8de-efbf-4ab2-99b5-354caf8dcda2 req-8b0e91b9-d62f-4c06-87c3-69101fe8f999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:45:42.248079 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 42320) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:45:42.248438 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-18afb8de-efbf-4ab2-99b5-354caf8dcda2 req-8b0e91b9-d62f-4c06-87c3-69101fe8f999 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1329398
Dec 25 21:45:42.269549 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e77086-cbb6-499e-ab50-88cd492dca6d req-5421f7e6-8d66-4622-813c-541a6b0990b8 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:45:42.271622 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-00e77086-cbb6-499e-ab50-88cd492dca6d req-5421f7e6-8d66-4622-813c-541a6b0990b8 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] 10.222.0.32 "GET /v2.0/ports?device_id=b654e6c8-61ba-4a1e-bf0b-190bcd6f39c2 HTTP/1.1" status: 200  len: 944 time: 0.0630906
Dec 25 21:45:42.298376 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device 22c8730d-1fe0-40bd-b7c2-cd3f15f4b816 up at agent hyperv_nch2-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:45:42.312462 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-9c5bac19-1fb8-437c-9942-e1db655f6166 tempest-NegativeSecGroupTest-925781145 tempest-NegativeSecGroupTest-925781145-project] Publish callbacks [] for security_group, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:42.341319 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-9c5bac19-1fb8-437c-9942-e1db655f6166 tempest-NegativeSecGroupTest-925781145 tempest-NegativeSecGroupTest-925781145-project] Publish callbacks [] for security_group, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:42.352609 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-00e77086-cbb6-499e-ab50-88cd492dca6d req-f2c66f62-c8df-4be3-8b47-fd4a4fa6d710 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d572466-ac0f-4e9a-b798-7982f64714df&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0744593
Dec 25 21:45:42.355086 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Provisioning complete for port 22c8730d-1fe0-40bd-b7c2-cd3f15f4b816 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:45:42.355606 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:42.360978 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0424aa-4082-43b1-b35d-dd86c556d975 req-9571191f-122f-4e93-b413-5afea6fd9325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:45:42.362475 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-fb0424aa-4082-43b1-b35d-dd86c556d975 req-9571191f-122f-4e93-b413-5afea6fd9325 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=59ed9da8ed224ce9b429cb4c633a2498&device_id=b654e6c8-61ba-4a1e-bf0b-190bcd6f39c2 HTTP/1.1" status: 200  len: 1095 time: 0.0706770
Dec 25 21:45:42.408690 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-fb0424aa-4082-43b1-b35d-dd86c556d975 req-c4215a0e-ef2e-4074-8346-a01842884fad service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.25&port_id=66acadc7-3f01-428d-a25b-65c62613059b HTTP/1.1" status: 200  len: 217 time: 0.0383027
Dec 25 21:45:42.437141 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:42.449413 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-9c5bac19-1fb8-437c-9942-e1db655f6166 tempest-NegativeSecGroupTest-925781145 tempest-NegativeSecGroupTest-925781145-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:42.455665 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-9c5bac19-1fb8-437c-9942-e1db655f6166 tempest-NegativeSecGroupTest-925781145 tempest-NegativeSecGroupTest-925781145-project] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:42.455665 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-9c5bac19-1fb8-437c-9942-e1db655f6166 tempest-NegativeSecGroupTest-925781145 tempest-NegativeSecGroupTest-925781145-project] 10.222.0.32 "DELETE /v2.0/security-groups/b25c0ebc-9d60-46b5-9b2d-d9884df6fe32 HTTP/1.1" status: 204  len: 168 time: 0.2042356
Dec 25 21:45:42.458090 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 42322) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:45:42.458711 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0424aa-4082-43b1-b35d-dd86c556d975 req-244264f1-3a1e-4e51-a147-0985ccc068c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:45:42.460470 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-fb0424aa-4082-43b1-b35d-dd86c556d975 req-244264f1-3a1e-4e51-a147-0985ccc068c8 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=ef1353d3-5978-4e28-94c4-20e76bb470a7 HTTP/1.1" status: 200  len: 838 time: 0.0456250
Dec 25 21:45:42.461714 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '232caa59-01ee-4a0a-ad80-4a2406c77580', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22c8730d-1fe0-40bd-b7c2-cd3f15f4b816'}] {{(pid=121608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:45:42.463986 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a88c78c3ff6266bd59c7e89d275b28c92e739b67d23c89d71af88829fd31566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de50bff7-7133-40da-b2f6-2d34accceab2" -d '{"events": [{"server_uuid": "232caa59-01ee-4a0a-ad80-4a2406c77580", "name": "network-vif-plugged", "status": "completed", "tag": "22c8730d-1fe0-40bd-b7c2-cd3f15f4b816"}]}' {{(pid=121608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:45:42.471107 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5bac19-1fb8-437c-9942-e1db655f6166 tempest-NegativeSecGroupTest-925781145 tempest-NegativeSecGroupTest-925781145-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b25c0ebc-9d60-46b5-9b2d-d9884df6fe32,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:45:42.498669 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port 22c8730d-1fe0-40bd-b7c2-cd3f15f4b816, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=22c8730d-1fe0-40bd-b7c2-cd3f15f4b816,segment=NetworkSegment(15bcd007-535d-424d-8176-e76fbbc4a89c),segment_id=15bcd007-535d-424d-8176-e76fbbc4a89c)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:45:42.513260 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 21:45:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d8acd9c-7665-4fc3-a99b-8068ca6eabc0 x-openstack-request-id: req-3d8acd9c-7665-4fc3-a99b-8068ca6eabc0 {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:45:42.513656 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "232caa59-01ee-4a0a-ad80-4a2406c77580", "name": "network-vif-plugged", "status": "completed", "tag": "22c8730d-1fe0-40bd-b7c2-cd3f15f4b816", "code": 200}]} {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:45:42.513920 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3d8acd9c-7665-4fc3-a99b-8068ca6eabc0 {{(pid=121608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:45:42.514932 ncdv-master-1 neutron-server[121608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '232caa59-01ee-4a0a-ad80-4a2406c77580', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22c8730d-1fe0-40bd-b7c2-cd3f15f4b816', 'code': 200}
Dec 25 21:45:42.529597 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-24de0814-c672-418e-b839-65602ec42bde tempest-NegativeSecGroupTest-925781145 tempest-NegativeSecGroupTest-925781145-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0656149
Dec 25 21:45:42.530162 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0424aa-4082-43b1-b35d-dd86c556d975 req-446de8cc-893e-4f4a-8001-515aa7645be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:45:42.530304 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 42326) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:45:42.530409 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-fb0424aa-4082-43b1-b35d-dd86c556d975 req-446de8cc-893e-4f4a-8001-515aa7645be6 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f1a6977d-3def-4e23-a153-6f3c49896da2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1165 time: 0.0614352
Dec 25 21:45:42.534323 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-c1663d07-eac7-4735-aa20-fcf7b6a6e223 tempest-NegativeSecGroupTest-925781145 tempest-NegativeSecGroupTest-925781145-project] Request body: {'security_group': {'name': 'tempest-secgroup--2127041643'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:45:42.553005 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:42.604903 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Pushing event updated for resources: {'Port': ['ID=22c8730d-1fe0-40bd-b7c2-cd3f15f4b816,revision_number=7']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:45:42.625948 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-fb0424aa-4082-43b1-b35d-dd86c556d975 req-b8659eab-176e-4500-a61d-339f2e254c4e service neutron] 10.222.0.31 "GET /v2.0/networks/f1a6977d-3def-4e23-a153-6f3c49896da2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0892322
Dec 25 21:45:42.632093 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-c1663d07-eac7-4735-aa20-fcf7b6a6e223 tempest-NegativeSecGroupTest-925781145 tempest-NegativeSecGroupTest-925781145-project] Publish callbacks [] for security_group, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:42.699562 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-c1663d07-eac7-4735-aa20-fcf7b6a6e223 tempest-NegativeSecGroupTest-925781145 tempest-NegativeSecGroupTest-925781145-project] Publish callbacks [] for security_group, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:42.720248 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-fb0424aa-4082-43b1-b35d-dd86c556d975 req-ad6e7dcd-45c3-4bbc-a18b-626d853ecc38 service neutron] 10.222.0.31 "GET /v2.0/networks/f1a6977d-3def-4e23-a153-6f3c49896da2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0877180
Dec 25 21:45:42.752005 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-c1663d07-eac7-4735-aa20-fcf7b6a6e223 tempest-NegativeSecGroupTest-925781145 tempest-NegativeSecGroupTest-925781145-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:42.781142 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1663d07-eac7-4735-aa20-fcf7b6a6e223 tempest-NegativeSecGroupTest-925781145 tempest-NegativeSecGroupTest-925781145-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3df97f8-5e49-403e-9af0-bfa2f597eb32,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:45:42.830889 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-c1663d07-eac7-4735-aa20-fcf7b6a6e223 tempest-NegativeSecGroupTest-925781145 tempest-NegativeSecGroupTest-925781145-project] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:42.832286 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-c1663d07-eac7-4735-aa20-fcf7b6a6e223 tempest-NegativeSecGroupTest-925781145 tempest-NegativeSecGroupTest-925781145-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.3013408
Dec 25 21:45:42.835246 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 42328) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:45:42.842104 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-1b3bf87c-8f43-438d-8d73-82113fecbf9f tempest-NegativeSecGroupTest-925781145 tempest-NegativeSecGroupTest-925781145-project] Request body: {'security_group_rule': {'security_group_id': 'c3df97f8-5e49-403e-9af0-bfa2f597eb32', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:45:42.842104 ncdv-master-1 neutron-server[121606]: WARNING neutron.api.v2.base [None req-1b3bf87c-8f43-438d-8d73-82113fecbf9f tempest-NegativeSecGroupTest-925781145 tempest-NegativeSecGroupTest-925781145-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix.
Dec 25 21:45:42.842104 ncdv-master-1 neutron-server[121606]: INFO neutron.api.v2.resource [None req-1b3bf87c-8f43-438d-8d73-82113fecbf9f tempest-NegativeSecGroupTest-925781145 tempest-NegativeSecGroupTest-925781145-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 25 21:45:42.842432 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-1b3bf87c-8f43-438d-8d73-82113fecbf9f tempest-NegativeSecGroupTest-925781145 tempest-NegativeSecGroupTest-925781145-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 319 time: 0.0059350
Dec 25 21:45:42.844590 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 42330) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:45:42.848560 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-fc6002b6-6ffd-4b20-9f74-32b706afc3b9 tempest-NegativeSecGroupTest-925781145 tempest-NegativeSecGroupTest-925781145-project] Request body: {'security_group_rule': {'security_group_id': 'c3df97f8-5e49-403e-9af0-bfa2f597eb32', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:45:42.850539 ncdv-master-1 neutron-server[121606]: WARNING neutron.api.v2.base [None req-fc6002b6-6ffd-4b20-9f74-32b706afc3b9 tempest-NegativeSecGroupTest-925781145 tempest-NegativeSecGroupTest-925781145-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix.
Dec 25 21:45:42.850539 ncdv-master-1 neutron-server[121606]: INFO neutron.api.v2.resource [None req-fc6002b6-6ffd-4b20-9f74-32b706afc3b9 tempest-NegativeSecGroupTest-925781145 tempest-NegativeSecGroupTest-925781145-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 25 21:45:42.850771 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-fc6002b6-6ffd-4b20-9f74-32b706afc3b9 tempest-NegativeSecGroupTest-925781145 tempest-NegativeSecGroupTest-925781145-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 320 time: 0.0051482
Dec 25 21:45:42.853286 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 42332) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:45:42.858629 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-5b7e309b-9048-4696-ad67-c2f169ea2ffc tempest-NegativeSecGroupTest-925781145 tempest-NegativeSecGroupTest-925781145-project] Request body: {'security_group_rule': {'security_group_id': 'c3df97f8-5e49-403e-9af0-bfa2f597eb32', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:45:42.859364 ncdv-master-1 neutron-server[121606]: WARNING neutron.api.v2.base [None req-5b7e309b-9048-4696-ad67-c2f169ea2ffc tempest-NegativeSecGroupTest-925781145 tempest-NegativeSecGroupTest-925781145-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix.
Dec 25 21:45:42.859831 ncdv-master-1 neutron-server[121606]: INFO neutron.api.v2.resource [None req-5b7e309b-9048-4696-ad67-c2f169ea2ffc tempest-NegativeSecGroupTest-925781145 tempest-NegativeSecGroupTest-925781145-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 25 21:45:42.860752 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-5b7e309b-9048-4696-ad67-c2f169ea2ffc tempest-NegativeSecGroupTest-925781145 tempest-NegativeSecGroupTest-925781145-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 316 time: 0.0065911
Dec 25 21:45:42.863086 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 42334) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:45:42.867440 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-6a64ce2b-70b9-45b9-8708-3663be4598be tempest-NegativeSecGroupTest-925781145 tempest-NegativeSecGroupTest-925781145-project] Request body: {'security_group_rule': {'security_group_id': 'c3df97f8-5e49-403e-9af0-bfa2f597eb32', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:45:42.874536 ncdv-master-1 neutron-server[121606]: WARNING neutron.api.v2.base [None req-6a64ce2b-70b9-45b9-8708-3663be4598be tempest-NegativeSecGroupTest-925781145 tempest-NegativeSecGroupTest-925781145-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix.
Dec 25 21:45:42.874536 ncdv-master-1 neutron-server[121606]: INFO neutron.api.v2.resource [None req-6a64ce2b-70b9-45b9-8708-3663be4598be tempest-NegativeSecGroupTest-925781145 tempest-NegativeSecGroupTest-925781145-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 25 21:45:42.874536 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-6a64ce2b-70b9-45b9-8708-3663be4598be tempest-NegativeSecGroupTest-925781145 tempest-NegativeSecGroupTest-925781145-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 309 time: 0.0052123
Dec 25 21:45:42.876355 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 42336) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:45:42.927928 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-0a860328-8a17-4345-8ce9-51486df71870 tempest-NegativeSecGroupTest-925781145 tempest-NegativeSecGroupTest-925781145-project] Publish callbacks [] for security_group, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:42.949289 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-0a860328-8a17-4345-8ce9-51486df71870 tempest-NegativeSecGroupTest-925781145 tempest-NegativeSecGroupTest-925781145-project] Publish callbacks [] for security_group, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:43.055017 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-0a860328-8a17-4345-8ce9-51486df71870 tempest-NegativeSecGroupTest-925781145 tempest-NegativeSecGroupTest-925781145-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:43.057731 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-0a860328-8a17-4345-8ce9-51486df71870 tempest-NegativeSecGroupTest-925781145 tempest-NegativeSecGroupTest-925781145-project] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:43.058920 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-0a860328-8a17-4345-8ce9-51486df71870 tempest-NegativeSecGroupTest-925781145 tempest-NegativeSecGroupTest-925781145-project] 10.222.0.32 "DELETE /v2.0/security-groups/c3df97f8-5e49-403e-9af0-bfa2f597eb32 HTTP/1.1" status: 204  len: 168 time: 0.1815345
Dec 25 21:45:43.062039 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 42338) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:45:43.068050 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a860328-8a17-4345-8ce9-51486df71870 tempest-NegativeSecGroupTest-925781145 tempest-NegativeSecGroupTest-925781145-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3df97f8-5e49-403e-9af0-bfa2f597eb32,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:45:43.105523 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-1193cc61-cd88-4615-93ed-c6956a0036fc tempest-NegativeSecGroupTest-925781145 tempest-NegativeSecGroupTest-925781145-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0421467
Dec 25 21:45:43.109640 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 42340) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:45:43.114516 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-3af7a293-73e0-4ec0-a2f2-33baff4e2b0b tempest-NegativeSecGroupTest-925781145 tempest-NegativeSecGroupTest-925781145-project] Request body: {'security_group': {'name': 'tempest-secgroup--659554491'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:45:43.215352 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-3af7a293-73e0-4ec0-a2f2-33baff4e2b0b tempest-NegativeSecGroupTest-925781145 tempest-NegativeSecGroupTest-925781145-project] Publish callbacks [] for security_group, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:43.284161 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-3af7a293-73e0-4ec0-a2f2-33baff4e2b0b tempest-NegativeSecGroupTest-925781145 tempest-NegativeSecGroupTest-925781145-project] Publish callbacks [] for security_group, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:43.352201 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-3af7a293-73e0-4ec0-a2f2-33baff4e2b0b tempest-NegativeSecGroupTest-925781145 tempest-NegativeSecGroupTest-925781145-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:43.385773 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af7a293-73e0-4ec0-a2f2-33baff4e2b0b tempest-NegativeSecGroupTest-925781145 tempest-NegativeSecGroupTest-925781145-project] Pushing event updated for resources: {'SecurityGroup': ['ID=969a528c-5103-4f0e-9a81-ef2452b88b59,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:45:43.440014 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-3af7a293-73e0-4ec0-a2f2-33baff4e2b0b tempest-NegativeSecGroupTest-925781145 tempest-NegativeSecGroupTest-925781145-project] Publish callbacks [] for security_group, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:43.441228 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-3af7a293-73e0-4ec0-a2f2-33baff4e2b0b tempest-NegativeSecGroupTest-925781145 tempest-NegativeSecGroupTest-925781145-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.3306878
Dec 25 21:45:43.444759 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 42344) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:45:43.449408 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-1bc7975e-60bd-4cff-b020-10f954784759 tempest-NegativeSecGroupTest-925781145 tempest-NegativeSecGroupTest-925781145-project] Request body: {'security_group_rule': {'security_group_id': '969a528c-5103-4f0e-9a81-ef2452b88b59', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:45:43.449877 ncdv-master-1 neutron-server[121607]: WARNING neutron.api.v2.base [None req-1bc7975e-60bd-4cff-b020-10f954784759 tempest-NegativeSecGroupTest-925781145 tempest-NegativeSecGroupTest-925781145-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16
Dec 25 21:45:43.450358 ncdv-master-1 neutron-server[121607]: INFO neutron.api.v2.resource [None req-1bc7975e-60bd-4cff-b020-10f954784759 tempest-NegativeSecGroupTest-925781145 tempest-NegativeSecGroupTest-925781145-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 25 21:45:43.451333 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-1bc7975e-60bd-4cff-b020-10f954784759 tempest-NegativeSecGroupTest-925781145 tempest-NegativeSecGroupTest-925781145-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 317 time: 0.0055368
Dec 25 21:45:43.454723 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 42346) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:45:43.459777 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-4967b6fe-1fe4-4690-824e-46043377adeb tempest-NegativeSecGroupTest-925781145 tempest-NegativeSecGroupTest-925781145-project] Request body: {'security_group_rule': {'security_group_id': '969a528c-5103-4f0e-9a81-ef2452b88b59', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:45:43.485750 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a3448d-110e-4e64-b2b5-476aa2b5b364 req-24bb9148-75ab-4852-8014-42d93d21d3f8 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:45:43.487276 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-04a3448d-110e-4e64-b2b5-476aa2b5b364 req-24bb9148-75ab-4852-8014-42d93d21d3f8 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] 10.222.0.32 "GET /v2.0/ports?device_id=b654e6c8-61ba-4a1e-bf0b-190bcd6f39c2 HTTP/1.1" status: 200  len: 944 time: 0.0618191
Dec 25 21:45:43.537860 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-04a3448d-110e-4e64-b2b5-476aa2b5b364 req-67cdbb9b-fa7b-40a3-899f-391df3233d71 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d572466-ac0f-4e9a-b798-7982f64714df&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0440290
Dec 25 21:45:43.626682 ncdv-master-1 neutron-server[121607]: INFO neutron.api.v2.resource [None req-4967b6fe-1fe4-4690-824e-46043377adeb tempest-NegativeSecGroupTest-925781145 tempest-NegativeSecGroupTest-925781145-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 25 21:45:43.627731 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-4967b6fe-1fe4-4690-824e-46043377adeb tempest-NegativeSecGroupTest-925781145 tempest-NegativeSecGroupTest-925781145-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 354 time: 0.1721277
Dec 25 21:45:43.631180 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 42348) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:45:43.635901 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-40c087ad-2ada-49c0-a0c4-df94a976d328 tempest-NegativeSecGroupTest-925781145 tempest-NegativeSecGroupTest-925781145-project] Request body: {'security_group_rule': {'security_group_id': '969a528c-5103-4f0e-9a81-ef2452b88b59', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:45:43.636318 ncdv-master-1 neutron-server[121607]: WARNING neutron.api.v2.base [None req-40c087ad-2ada-49c0-a0c4-df94a976d328 tempest-NegativeSecGroupTest-925781145 tempest-NegativeSecGroupTest-925781145-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536
Dec 25 21:45:43.636785 ncdv-master-1 neutron-server[121607]: INFO neutron.api.v2.resource [None req-40c087ad-2ada-49c0-a0c4-df94a976d328 tempest-NegativeSecGroupTest-925781145 tempest-NegativeSecGroupTest-925781145-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 25 21:45:43.637729 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-40c087ad-2ada-49c0-a0c4-df94a976d328 tempest-NegativeSecGroupTest-925781145 tempest-NegativeSecGroupTest-925781145-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 319 time: 0.0056336
Dec 25 21:45:43.656719 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 42350) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:45:43.662238 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-f3081c7b-e869-4107-b735-262df51edacd tempest-NegativeSecGroupTest-925781145 tempest-NegativeSecGroupTest-925781145-project] Request body: {'security_group_rule': {'security_group_id': '969a528c-5103-4f0e-9a81-ef2452b88b59', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:45:43.831552 ncdv-master-1 neutron-server[121607]: INFO neutron.api.v2.resource [None req-f3081c7b-e869-4107-b735-262df51edacd tempest-NegativeSecGroupTest-925781145 tempest-NegativeSecGroupTest-925781145-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 25 21:45:43.832699 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-f3081c7b-e869-4107-b735-262df51edacd tempest-NegativeSecGroupTest-925781145 tempest-NegativeSecGroupTest-925781145-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 354 time: 0.1750481
Dec 25 21:45:43.835582 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 42352) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:45:43.839892 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-7f980f3f-71d2-4e24-9fd3-cce5876cc490 tempest-NegativeSecGroupTest-925781145 tempest-NegativeSecGroupTest-925781145-project] Request body: {'security_group_rule': {'security_group_id': '969a528c-5103-4f0e-9a81-ef2452b88b59', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:45:43.840360 ncdv-master-1 neutron-server[121607]: WARNING neutron.api.v2.base [None req-7f980f3f-71d2-4e24-9fd3-cce5876cc490 tempest-NegativeSecGroupTest-925781145 tempest-NegativeSecGroupTest-925781145-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16
Dec 25 21:45:43.840816 ncdv-master-1 neutron-server[121607]: INFO neutron.api.v2.resource [None req-7f980f3f-71d2-4e24-9fd3-cce5876cc490 tempest-NegativeSecGroupTest-925781145 tempest-NegativeSecGroupTest-925781145-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 25 21:45:43.843858 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-7f980f3f-71d2-4e24-9fd3-cce5876cc490 tempest-NegativeSecGroupTest-925781145 tempest-NegativeSecGroupTest-925781145-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 317 time: 0.0073729
Dec 25 21:45:43.846059 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 42354) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:45:43.851154 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-5ee6eb5d-d3e3-4adc-9440-d804a00f3459 tempest-NegativeSecGroupTest-925781145 tempest-NegativeSecGroupTest-925781145-project] Request body: {'security_group_rule': {'security_group_id': '969a528c-5103-4f0e-9a81-ef2452b88b59', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:45:44.021282 ncdv-master-1 neutron-server[121607]: INFO neutron.api.v2.resource [None req-5ee6eb5d-d3e3-4adc-9440-d804a00f3459 tempest-NegativeSecGroupTest-925781145 tempest-NegativeSecGroupTest-925781145-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 25 21:45:44.022375 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-5ee6eb5d-d3e3-4adc-9440-d804a00f3459 tempest-NegativeSecGroupTest-925781145 tempest-NegativeSecGroupTest-925781145-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 361 time: 0.1754720
Dec 25 21:45:44.025220 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 42356) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:45:44.029531 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-783c90eb-8e06-4156-9158-d380dd5cec43 tempest-NegativeSecGroupTest-925781145 tempest-NegativeSecGroupTest-925781145-project] Request body: {'security_group_rule': {'security_group_id': '969a528c-5103-4f0e-9a81-ef2452b88b59', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:45:44.032409 ncdv-master-1 neutron-server[121607]: WARNING neutron.api.v2.base [None req-783c90eb-8e06-4156-9158-d380dd5cec43 tempest-NegativeSecGroupTest-925781145 tempest-NegativeSecGroupTest-925781145-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1
Dec 25 21:45:44.032409 ncdv-master-1 neutron-server[121607]: INFO neutron.api.v2.resource [None req-783c90eb-8e06-4156-9158-d380dd5cec43 tempest-NegativeSecGroupTest-925781145 tempest-NegativeSecGroupTest-925781145-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 25 21:45:44.032409 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-783c90eb-8e06-4156-9158-d380dd5cec43 tempest-NegativeSecGroupTest-925781145 tempest-NegativeSecGroupTest-925781145-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 316 time: 0.0052216
Dec 25 21:45:44.034305 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 42358) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:45:44.039681 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-0e982d30-96e5-4a53-9f1f-89db609de915 tempest-NegativeSecGroupTest-925781145 tempest-NegativeSecGroupTest-925781145-project] Request body: {'security_group_rule': {'security_group_id': '969a528c-5103-4f0e-9a81-ef2452b88b59', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:45:44.219926 ncdv-master-1 neutron-server[121607]: INFO neutron.api.v2.resource [None req-0e982d30-96e5-4a53-9f1f-89db609de915 tempest-NegativeSecGroupTest-925781145 tempest-NegativeSecGroupTest-925781145-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 25 21:45:44.221057 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-0e982d30-96e5-4a53-9f1f-89db609de915 tempest-NegativeSecGroupTest-925781145 tempest-NegativeSecGroupTest-925781145-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 373 time: 0.1858559
Dec 25 21:45:44.224497 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 42360) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:45:44.228898 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-5dd9ae00-3f31-47d1-b7c1-85dba86e7700 tempest-NegativeSecGroupTest-925781145 tempest-NegativeSecGroupTest-925781145-project] Request body: {'security_group_rule': {'security_group_id': '969a528c-5103-4f0e-9a81-ef2452b88b59', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:45:44.391937 ncdv-master-1 neutron-server[121607]: INFO neutron.api.v2.resource [None req-5dd9ae00-3f31-47d1-b7c1-85dba86e7700 tempest-NegativeSecGroupTest-925781145 tempest-NegativeSecGroupTest-925781145-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 25 21:45:44.393019 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-5dd9ae00-3f31-47d1-b7c1-85dba86e7700 tempest-NegativeSecGroupTest-925781145 tempest-NegativeSecGroupTest-925781145-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 361 time: 0.1674554
Dec 25 21:45:44.396449 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 42362) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:45:44.445992 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-c8db143b-14f5-46f7-9e2b-cf35d16500fe tempest-NegativeSecGroupTest-925781145 tempest-NegativeSecGroupTest-925781145-project] Publish callbacks [] for security_group, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:44.467961 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-c8db143b-14f5-46f7-9e2b-cf35d16500fe tempest-NegativeSecGroupTest-925781145 tempest-NegativeSecGroupTest-925781145-project] Publish callbacks [] for security_group, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:44.575778 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-c8db143b-14f5-46f7-9e2b-cf35d16500fe tempest-NegativeSecGroupTest-925781145 tempest-NegativeSecGroupTest-925781145-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:44.578454 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-c8db143b-14f5-46f7-9e2b-cf35d16500fe tempest-NegativeSecGroupTest-925781145 tempest-NegativeSecGroupTest-925781145-project] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:44.579633 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-c8db143b-14f5-46f7-9e2b-cf35d16500fe tempest-NegativeSecGroupTest-925781145 tempest-NegativeSecGroupTest-925781145-project] 10.222.0.32 "DELETE /v2.0/security-groups/969a528c-5103-4f0e-9a81-ef2452b88b59 HTTP/1.1" status: 204  len: 168 time: 0.1822283
Dec 25 21:45:44.582888 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 42366) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:45:44.589357 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8db143b-14f5-46f7-9e2b-cf35d16500fe tempest-NegativeSecGroupTest-925781145 tempest-NegativeSecGroupTest-925781145-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=969a528c-5103-4f0e-9a81-ef2452b88b59,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:45:44.657876 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-63bfa6ca-9bfd-4879-85c5-b93458c044fd tempest-NegativeSecGroupTest-925781145 tempest-NegativeSecGroupTest-925781145-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0731051
Dec 25 21:45:44.661936 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 42368) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:45:44.666531 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-d29d49df-6a50-41a4-bbdc-58615f082685 tempest-NegativeSecGroupTest-925781145 tempest-NegativeSecGroupTest-925781145-project] Request body: {'security_group': {'name': 'tempest-secgroup--1868912409'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:45:44.676374 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84c3c52-bc68-4c8f-8360-7ba6b05625c5 req-46ad84c0-7b6a-42b8-b1f0-12b90cfb5935 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:45:44.677879 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a84c3c52-bc68-4c8f-8360-7ba6b05625c5 req-46ad84c0-7b6a-42b8-b1f0-12b90cfb5935 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] 10.222.0.32 "GET /v2.0/ports?device_id=b654e6c8-61ba-4a1e-bf0b-190bcd6f39c2 HTTP/1.1" status: 200  len: 944 time: 0.0675159
Dec 25 21:45:44.731631 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a84c3c52-bc68-4c8f-8360-7ba6b05625c5 req-65d643b0-fac5-495f-bb8f-64c7d624c044 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d572466-ac0f-4e9a-b798-7982f64714df&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0475986
Dec 25 21:45:44.735292 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-d29d49df-6a50-41a4-bbdc-58615f082685 tempest-NegativeSecGroupTest-925781145 tempest-NegativeSecGroupTest-925781145-project] Publish callbacks [] for security_group, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:44.799706 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-d29d49df-6a50-41a4-bbdc-58615f082685 tempest-NegativeSecGroupTest-925781145 tempest-NegativeSecGroupTest-925781145-project] Publish callbacks [] for security_group, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:44.883759 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-d29d49df-6a50-41a4-bbdc-58615f082685 tempest-NegativeSecGroupTest-925781145 tempest-NegativeSecGroupTest-925781145-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:44.911653 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29d49df-6a50-41a4-bbdc-58615f082685 tempest-NegativeSecGroupTest-925781145 tempest-NegativeSecGroupTest-925781145-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e957aa8-5255-4e75-baaa-0233f0dabc03,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:45:44.918852 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29d49df-6a50-41a4-bbdc-58615f082685 tempest-NegativeSecGroupTest-925781145 tempest-NegativeSecGroupTest-925781145-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:45:44.919197 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29d49df-6a50-41a4-bbdc-58615f082685 tempest-NegativeSecGroupTest-925781145 tempest-NegativeSecGroupTest-925781145-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:45:44.919535 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29d49df-6a50-41a4-bbdc-58615f082685 tempest-NegativeSecGroupTest-925781145 tempest-NegativeSecGroupTest-925781145-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:45:44.919870 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29d49df-6a50-41a4-bbdc-58615f082685 tempest-NegativeSecGroupTest-925781145 tempest-NegativeSecGroupTest-925781145-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:45:44.920218 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29d49df-6a50-41a4-bbdc-58615f082685 tempest-NegativeSecGroupTest-925781145 tempest-NegativeSecGroupTest-925781145-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:45:44.920534 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29d49df-6a50-41a4-bbdc-58615f082685 tempest-NegativeSecGroupTest-925781145 tempest-NegativeSecGroupTest-925781145-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:45:44.920862 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29d49df-6a50-41a4-bbdc-58615f082685 tempest-NegativeSecGroupTest-925781145 tempest-NegativeSecGroupTest-925781145-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:45:44.921211 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29d49df-6a50-41a4-bbdc-58615f082685 tempest-NegativeSecGroupTest-925781145 tempest-NegativeSecGroupTest-925781145-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:45:44.921532 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29d49df-6a50-41a4-bbdc-58615f082685 tempest-NegativeSecGroupTest-925781145 tempest-NegativeSecGroupTest-925781145-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:45:44.921853 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29d49df-6a50-41a4-bbdc-58615f082685 tempest-NegativeSecGroupTest-925781145 tempest-NegativeSecGroupTest-925781145-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:45:44.922174 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29d49df-6a50-41a4-bbdc-58615f082685 tempest-NegativeSecGroupTest-925781145 tempest-NegativeSecGroupTest-925781145-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:45:44.922494 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29d49df-6a50-41a4-bbdc-58615f082685 tempest-NegativeSecGroupTest-925781145 tempest-NegativeSecGroupTest-925781145-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:45:44.922820 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29d49df-6a50-41a4-bbdc-58615f082685 tempest-NegativeSecGroupTest-925781145 tempest-NegativeSecGroupTest-925781145-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:45:44.982790 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-d29d49df-6a50-41a4-bbdc-58615f082685 tempest-NegativeSecGroupTest-925781145 tempest-NegativeSecGroupTest-925781145-project] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:44.984104 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-d29d49df-6a50-41a4-bbdc-58615f082685 tempest-NegativeSecGroupTest-925781145 tempest-NegativeSecGroupTest-925781145-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.3211529
Dec 25 21:45:44.986934 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 42370) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:45:44.992790 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-6ec90495-bf14-47a6-a33e-b9a9d61dddb3 tempest-NegativeSecGroupTest-925781145 tempest-NegativeSecGroupTest-925781145-project] Request body: {'security_group_rule': {'security_group_id': '2e957aa8-5255-4e75-baaa-0233f0dabc03', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:45:45.169464 ncdv-master-1 neutron-server[121607]: INFO neutron.api.v2.resource [None req-6ec90495-bf14-47a6-a33e-b9a9d61dddb3 tempest-NegativeSecGroupTest-925781145 tempest-NegativeSecGroupTest-925781145-project] create failed (client error): The resource could not be found.
Dec 25 21:45:45.170467 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-6ec90495-bf14-47a6-a33e-b9a9d61dddb3 tempest-NegativeSecGroupTest-925781145 tempest-NegativeSecGroupTest-925781145-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 404  len: 323 time: 0.1826191
Dec 25 21:45:45.173265 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 42372) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:45:45.177593 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-2bf8b50d-685b-46d5-9970-1d2b4b4c0816 tempest-NegativeSecGroupTest-925781145 tempest-NegativeSecGroupTest-925781145-project] Request body: {'security_group_rule': {'security_group_id': '2e957aa8-5255-4e75-baaa-0233f0dabc03', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'abf0ce5b-c61e-4c5d-b439-f951142e96d2'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:45:45.317233 ncdv-master-1 neutron-server[121607]: INFO neutron.api.v2.resource [None req-2bf8b50d-685b-46d5-9970-1d2b4b4c0816 tempest-NegativeSecGroupTest-925781145 tempest-NegativeSecGroupTest-925781145-project] create failed (client error): The resource could not be found.
Dec 25 21:45:45.318280 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-2bf8b50d-685b-46d5-9970-1d2b4b4c0816 tempest-NegativeSecGroupTest-925781145 tempest-NegativeSecGroupTest-925781145-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 404  len: 347 time: 0.1440792
Dec 25 21:45:45.320995 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 42374) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:45:45.370487 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-9b2c8d7e-6698-4afc-87a6-756aef753eb1 tempest-NegativeSecGroupTest-925781145 tempest-NegativeSecGroupTest-925781145-project] Publish callbacks [] for security_group, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:45.392377 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-9b2c8d7e-6698-4afc-87a6-756aef753eb1 tempest-NegativeSecGroupTest-925781145 tempest-NegativeSecGroupTest-925781145-project] Publish callbacks [] for security_group, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:45.522394 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-9b2c8d7e-6698-4afc-87a6-756aef753eb1 tempest-NegativeSecGroupTest-925781145 tempest-NegativeSecGroupTest-925781145-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:45.524976 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-9b2c8d7e-6698-4afc-87a6-756aef753eb1 tempest-NegativeSecGroupTest-925781145 tempest-NegativeSecGroupTest-925781145-project] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:45.526139 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-9b2c8d7e-6698-4afc-87a6-756aef753eb1 tempest-NegativeSecGroupTest-925781145 tempest-NegativeSecGroupTest-925781145-project] 10.222.0.32 "DELETE /v2.0/security-groups/2e957aa8-5255-4e75-baaa-0233f0dabc03 HTTP/1.1" status: 204  len: 168 time: 0.2042272
Dec 25 21:45:45.528734 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 42376) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:45:45.534866 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2c8d7e-6698-4afc-87a6-756aef753eb1 tempest-NegativeSecGroupTest-925781145 tempest-NegativeSecGroupTest-925781145-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e957aa8-5255-4e75-baaa-0233f0dabc03,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:45:45.571797 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-afaf8a1d-41f1-4090-950b-aa9246031b8a tempest-NegativeSecGroupTest-925781145 tempest-NegativeSecGroupTest-925781145-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0415554
Dec 25 21:45:45.575505 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 42378) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:45:45.579802 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-3015a813-1dc4-4430-8050-d96921665d2b tempest-NegativeSecGroupTest-925781145 tempest-NegativeSecGroupTest-925781145-project] Request body: {'security_group_rule': {'security_group_id': '1cad7383-7e09-413f-9246-971705383961', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:45:45.734059 ncdv-master-1 neutron-server[121606]: INFO neutron.api.v2.resource [None req-3015a813-1dc4-4430-8050-d96921665d2b tempest-NegativeSecGroupTest-925781145 tempest-NegativeSecGroupTest-925781145-project] create failed (client error): The resource could not be found.
Dec 25 21:45:45.735128 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-3015a813-1dc4-4430-8050-d96921665d2b tempest-NegativeSecGroupTest-925781145 tempest-NegativeSecGroupTest-925781145-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 404  len: 347 time: 0.1586821
Dec 25 21:45:45.739232 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 42380) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:45:45.743599 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-d69e84db-3712-47b6-9615-1fe046594e13 tempest-NegativeSecGroupTest-925781145 tempest-NegativeSecGroupTest-925781145-project] Request body: {'security_group': {'name': 'tempest-secgroup--1169092951'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:45:45.853173 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad18a8a2-c949-4747-8c63-7a39f918ae27 req-9efa842e-a091-467b-8918-ddd1b53fa832 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:45:45.854587 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ad18a8a2-c949-4747-8c63-7a39f918ae27 req-9efa842e-a091-467b-8918-ddd1b53fa832 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] 10.222.0.32 "GET /v2.0/ports?device_id=b654e6c8-61ba-4a1e-bf0b-190bcd6f39c2 HTTP/1.1" status: 200  len: 944 time: 0.0548844
Dec 25 21:45:45.868484 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-d69e84db-3712-47b6-9615-1fe046594e13 tempest-NegativeSecGroupTest-925781145 tempest-NegativeSecGroupTest-925781145-project] Publish callbacks [] for security_group, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:45.923403 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ad18a8a2-c949-4747-8c63-7a39f918ae27 req-e84076b6-20f7-46b4-bcec-080f59eb571f tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d572466-ac0f-4e9a-b798-7982f64714df&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0626307
Dec 25 21:45:45.966173 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-d69e84db-3712-47b6-9615-1fe046594e13 tempest-NegativeSecGroupTest-925781145 tempest-NegativeSecGroupTest-925781145-project] Publish callbacks [] for security_group, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:46.066192 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-d69e84db-3712-47b6-9615-1fe046594e13 tempest-NegativeSecGroupTest-925781145 tempest-NegativeSecGroupTest-925781145-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:46.098894 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69e84db-3712-47b6-9615-1fe046594e13 tempest-NegativeSecGroupTest-925781145 tempest-NegativeSecGroupTest-925781145-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c65e8da9-9e34-4af8-9e5b-10ad3c9e54f7,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:45:46.106604 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69e84db-3712-47b6-9615-1fe046594e13 tempest-NegativeSecGroupTest-925781145 tempest-NegativeSecGroupTest-925781145-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:45:46.106870 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69e84db-3712-47b6-9615-1fe046594e13 tempest-NegativeSecGroupTest-925781145 tempest-NegativeSecGroupTest-925781145-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:45:46.107211 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69e84db-3712-47b6-9615-1fe046594e13 tempest-NegativeSecGroupTest-925781145 tempest-NegativeSecGroupTest-925781145-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:45:46.107547 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69e84db-3712-47b6-9615-1fe046594e13 tempest-NegativeSecGroupTest-925781145 tempest-NegativeSecGroupTest-925781145-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:45:46.107878 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69e84db-3712-47b6-9615-1fe046594e13 tempest-NegativeSecGroupTest-925781145 tempest-NegativeSecGroupTest-925781145-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:45:46.108209 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69e84db-3712-47b6-9615-1fe046594e13 tempest-NegativeSecGroupTest-925781145 tempest-NegativeSecGroupTest-925781145-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:45:46.108534 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69e84db-3712-47b6-9615-1fe046594e13 tempest-NegativeSecGroupTest-925781145 tempest-NegativeSecGroupTest-925781145-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:45:46.108855 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69e84db-3712-47b6-9615-1fe046594e13 tempest-NegativeSecGroupTest-925781145 tempest-NegativeSecGroupTest-925781145-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:45:46.109209 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69e84db-3712-47b6-9615-1fe046594e13 tempest-NegativeSecGroupTest-925781145 tempest-NegativeSecGroupTest-925781145-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:45:46.109532 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69e84db-3712-47b6-9615-1fe046594e13 tempest-NegativeSecGroupTest-925781145 tempest-NegativeSecGroupTest-925781145-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:45:46.109878 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69e84db-3712-47b6-9615-1fe046594e13 tempest-NegativeSecGroupTest-925781145 tempest-NegativeSecGroupTest-925781145-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:45:46.110241 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69e84db-3712-47b6-9615-1fe046594e13 tempest-NegativeSecGroupTest-925781145 tempest-NegativeSecGroupTest-925781145-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:45:46.110565 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69e84db-3712-47b6-9615-1fe046594e13 tempest-NegativeSecGroupTest-925781145 tempest-NegativeSecGroupTest-925781145-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:45:46.159915 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-d69e84db-3712-47b6-9615-1fe046594e13 tempest-NegativeSecGroupTest-925781145 tempest-NegativeSecGroupTest-925781145-project] Publish callbacks [] for security_group, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:46.161722 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-d69e84db-3712-47b6-9615-1fe046594e13 tempest-NegativeSecGroupTest-925781145 tempest-NegativeSecGroupTest-925781145-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.4215677
Dec 25 21:45:46.164415 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 42384) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:45:46.168831 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-84b63eca-9fdb-4e85-8abb-26e0f314afae tempest-NegativeSecGroupTest-925781145 tempest-NegativeSecGroupTest-925781145-project] Request body: {'security_group': {'name': 'tempest-secgroup--1248164339'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:45:46.261142 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-84b63eca-9fdb-4e85-8abb-26e0f314afae tempest-NegativeSecGroupTest-925781145 tempest-NegativeSecGroupTest-925781145-project] Publish callbacks [] for security_group, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:46.324269 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-84b63eca-9fdb-4e85-8abb-26e0f314afae tempest-NegativeSecGroupTest-925781145 tempest-NegativeSecGroupTest-925781145-project] Publish callbacks [] for security_group, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:46.391714 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-84b63eca-9fdb-4e85-8abb-26e0f314afae tempest-NegativeSecGroupTest-925781145 tempest-NegativeSecGroupTest-925781145-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:46.411616 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device 66acadc7-3f01-428d-a25b-65c62613059b details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 25 21:45:46.421386 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b63eca-9fdb-4e85-8abb-26e0f314afae tempest-NegativeSecGroupTest-925781145 tempest-NegativeSecGroupTest-925781145-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d0becab-11fd-4e15-8555-2be0a841a2d3,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:45:46.484560 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-84b63eca-9fdb-4e85-8abb-26e0f314afae tempest-NegativeSecGroupTest-925781145 tempest-NegativeSecGroupTest-925781145-project] Publish callbacks [] for security_group, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:46.485995 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-84b63eca-9fdb-4e85-8abb-26e0f314afae tempest-NegativeSecGroupTest-925781145 tempest-NegativeSecGroupTest-925781145-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.3205466
Dec 25 21:45:46.489357 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 42386) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:45:46.493770 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-73e0267c-f801-4249-9ba9-6d49e7587d36 tempest-NegativeSecGroupTest-925781145 tempest-NegativeSecGroupTest-925781145-project] Request body: {'security_group_rule': {'security_group_id': 'c65e8da9-9e34-4af8-9e5b-10ad3c9e54f7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '5d0becab-11fd-4e15-8555-2be0a841a2d3'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:45:46.508335 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port 66acadc7-3f01-428d-a25b-65c62613059b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=66acadc7-3f01-428d-a25b-65c62613059b,segment=NetworkSegment(6dc7bd92-deb9-47b1-b54b-25b376c51c7f),segment_id=6dc7bd92-deb9-47b1-b54b-25b376c51c7f)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:45:46.520846 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Returning: {'device': '66acadc7-3f01-428d-a25b-65c62613059b', 'network_id': 'f1a6977d-3def-4e23-a153-6f3c49896da2', 'port_id': '66acadc7-3f01-428d-a25b-65c62613059b', 'mac_address': 'fa:16:3e:b4:9b:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef1353d3-5978-4e28-94c4-20e76bb470a7', 'ip_address': '172.20.0.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 25 21:45:46.556866 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:46.569455 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66acadc7-3f01-428d-a25b-65c62613059b {{(pid=121608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:45:46.589548 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port 66acadc7-3f01-428d-a25b-65c62613059b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=66acadc7-3f01-428d-a25b-65c62613059b,segment=NetworkSegment(6dc7bd92-deb9-47b1-b54b-25b376c51c7f),segment_id=6dc7bd92-deb9-47b1-b54b-25b376c51c7f)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:45:46.632190 ncdv-master-1 neutron-server[121606]: INFO neutron.api.v2.resource [None req-73e0267c-f801-4249-9ba9-6d49e7587d36 tempest-NegativeSecGroupTest-925781145 tempest-NegativeSecGroupTest-925781145-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 25 21:45:46.633334 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-73e0267c-f801-4249-9ba9-6d49e7587d36 tempest-NegativeSecGroupTest-925781145 tempest-NegativeSecGroupTest-925781145-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 387 time: 0.1430292
Dec 25 21:45:46.636407 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 42388) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:45:46.650204 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:46.687257 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-4d3e1e8a-ab8f-4f97-822e-7c3509338b9d tempest-NegativeSecGroupTest-925781145 tempest-NegativeSecGroupTest-925781145-project] Publish callbacks [] for security_group, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:46.703318 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Pushing event updated for resources: {'Port': ['ID=66acadc7-3f01-428d-a25b-65c62613059b,revision_number=4']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:45:46.713081 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-4d3e1e8a-ab8f-4f97-822e-7c3509338b9d tempest-NegativeSecGroupTest-925781145 tempest-NegativeSecGroupTest-925781145-project] Publish callbacks [] for security_group, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:46.808846 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-4d3e1e8a-ab8f-4f97-822e-7c3509338b9d tempest-NegativeSecGroupTest-925781145 tempest-NegativeSecGroupTest-925781145-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:46.811450 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-4d3e1e8a-ab8f-4f97-822e-7c3509338b9d tempest-NegativeSecGroupTest-925781145 tempest-NegativeSecGroupTest-925781145-project] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:46.812610 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-4d3e1e8a-ab8f-4f97-822e-7c3509338b9d tempest-NegativeSecGroupTest-925781145 tempest-NegativeSecGroupTest-925781145-project] 10.222.0.32 "DELETE /v2.0/security-groups/5d0becab-11fd-4e15-8555-2be0a841a2d3 HTTP/1.1" status: 204  len: 168 time: 0.1751647
Dec 25 21:45:46.815339 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 42390) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:45:46.822117 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3e1e8a-ab8f-4f97-822e-7c3509338b9d tempest-NegativeSecGroupTest-925781145 tempest-NegativeSecGroupTest-925781145-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d0becab-11fd-4e15-8555-2be0a841a2d3,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:45:46.869374 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-4882ebf9-54d4-4e0f-8c49-c901d73f62ec tempest-NegativeSecGroupTest-925781145 tempest-NegativeSecGroupTest-925781145-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 4545 time: 0.0528202
Dec 25 21:45:46.872079 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 42392) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:45:46.892336 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] get_ports_and_sgs() called for port_ids ['66acadc7-3f01-428d-a25b-65c62613059b'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:45:46.923953 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-ffdf66e8-430c-4d56-a1da-2ac77ddf2c38 tempest-NegativeSecGroupTest-925781145 tempest-NegativeSecGroupTest-925781145-project] Publish callbacks [] for security_group, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:46.947780 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-ffdf66e8-430c-4d56-a1da-2ac77ddf2c38 tempest-NegativeSecGroupTest-925781145 tempest-NegativeSecGroupTest-925781145-project] Publish callbacks [] for security_group, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:47.054285 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0ca31d-bbc8-4ca1-afa1-abed599d8b72 req-f3230907-5661-428c-b9fd-c9b6ac42e1f4 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:45:47.055816 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-fe0ca31d-bbc8-4ca1-afa1-abed599d8b72 req-f3230907-5661-428c-b9fd-c9b6ac42e1f4 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] 10.222.0.32 "GET /v2.0/ports?device_id=b654e6c8-61ba-4a1e-bf0b-190bcd6f39c2 HTTP/1.1" status: 200  len: 945 time: 0.0540400
Dec 25 21:45:47.076401 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-ffdf66e8-430c-4d56-a1da-2ac77ddf2c38 tempest-NegativeSecGroupTest-925781145 tempest-NegativeSecGroupTest-925781145-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:47.079153 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-ffdf66e8-430c-4d56-a1da-2ac77ddf2c38 tempest-NegativeSecGroupTest-925781145 tempest-NegativeSecGroupTest-925781145-project] Publish callbacks [] for security_group, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:47.083441 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-ffdf66e8-430c-4d56-a1da-2ac77ddf2c38 tempest-NegativeSecGroupTest-925781145 tempest-NegativeSecGroupTest-925781145-project] 10.222.0.32 "DELETE /v2.0/security-groups/c65e8da9-9e34-4af8-9e5b-10ad3c9e54f7 HTTP/1.1" status: 204  len: 168 time: 0.2073042
Dec 25 21:45:47.083621 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 42396) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:45:47.091809 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdf66e8-430c-4d56-a1da-2ac77ddf2c38 tempest-NegativeSecGroupTest-925781145 tempest-NegativeSecGroupTest-925781145-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c65e8da9-9e34-4af8-9e5b-10ad3c9e54f7,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:45:47.133429 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-fe0ca31d-bbc8-4ca1-afa1-abed599d8b72 req-dc7f36c6-e6ad-43a8-bff5-11b79fb76dbe tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d572466-ac0f-4e9a-b798-7982f64714df&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0708680
Dec 25 21:45:47.143017 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-03f2757f-d1bc-4017-beb0-3a8523875eba tempest-NegativeSecGroupTest-925781145 tempest-NegativeSecGroupTest-925781145-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0545890
Dec 25 21:45:47.143338 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 42398) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:45:47.155611 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-5851241e-3c64-4a3f-a65a-80cad2a00412 tempest-NegativeSecGroupTest-925781145 tempest-NegativeSecGroupTest-925781145-project] Request body: {'security_group': {'name': 'tempest-secgroup--1802109298'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:45:47.226479 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-5851241e-3c64-4a3f-a65a-80cad2a00412 tempest-NegativeSecGroupTest-925781145 tempest-NegativeSecGroupTest-925781145-project] Publish callbacks [] for security_group, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:47.291235 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-5851241e-3c64-4a3f-a65a-80cad2a00412 tempest-NegativeSecGroupTest-925781145 tempest-NegativeSecGroupTest-925781145-project] Publish callbacks [] for security_group, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:47.340312 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-5851241e-3c64-4a3f-a65a-80cad2a00412 tempest-NegativeSecGroupTest-925781145 tempest-NegativeSecGroupTest-925781145-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:47.368240 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5851241e-3c64-4a3f-a65a-80cad2a00412 tempest-NegativeSecGroupTest-925781145 tempest-NegativeSecGroupTest-925781145-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dbb904b5-b2b9-41e5-8fa6-eb5656297cde,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:45:47.417276 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-5851241e-3c64-4a3f-a65a-80cad2a00412 tempest-NegativeSecGroupTest-925781145 tempest-NegativeSecGroupTest-925781145-project] Publish callbacks [] for security_group, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:47.418548 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-5851241e-3c64-4a3f-a65a-80cad2a00412 tempest-NegativeSecGroupTest-925781145 tempest-NegativeSecGroupTest-925781145-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.2742133
Dec 25 21:45:47.421371 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 42400) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:45:47.426326 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-95c75d89-4c10-466c-b8c2-a67f725b7d21 tempest-NegativeSecGroupTest-925781145 tempest-NegativeSecGroupTest-925781145-project] Request body: {'security_group': {'name': 'default'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:45:47.426976 ncdv-master-1 neutron-server[121606]: WARNING neutron.api.v2.base [None req-95c75d89-4c10-466c-b8c2-a67f725b7d21 tempest-NegativeSecGroupTest-925781145 tempest-NegativeSecGroupTest-925781145-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists.
Dec 25 21:45:47.427471 ncdv-master-1 neutron-server[121606]: INFO neutron.api.v2.resource [None req-95c75d89-4c10-466c-b8c2-a67f725b7d21 tempest-NegativeSecGroupTest-925781145 tempest-NegativeSecGroupTest-925781145-project] update failed (client error): There was a conflict when trying to complete your request.
Dec 25 21:45:47.428654 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-95c75d89-4c10-466c-b8c2-a67f725b7d21 tempest-NegativeSecGroupTest-925781145 tempest-NegativeSecGroupTest-925781145-project] 10.222.0.32 "PUT /v2.0/security-groups/dbb904b5-b2b9-41e5-8fa6-eb5656297cde HTTP/1.1" status: 409  len: 330 time: 0.0061307
Dec 25 21:45:47.430840 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 42402) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:45:47.481384 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-604d38e3-89a1-40b0-95aa-3a74537f2656 tempest-NegativeSecGroupTest-925781145 tempest-NegativeSecGroupTest-925781145-project] Publish callbacks [] for security_group, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:47.503970 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-604d38e3-89a1-40b0-95aa-3a74537f2656 tempest-NegativeSecGroupTest-925781145 tempest-NegativeSecGroupTest-925781145-project] Publish callbacks [] for security_group, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:47.609038 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-604d38e3-89a1-40b0-95aa-3a74537f2656 tempest-NegativeSecGroupTest-925781145 tempest-NegativeSecGroupTest-925781145-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:47.611669 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-604d38e3-89a1-40b0-95aa-3a74537f2656 tempest-NegativeSecGroupTest-925781145 tempest-NegativeSecGroupTest-925781145-project] Publish callbacks [] for security_group, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:47.612862 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-604d38e3-89a1-40b0-95aa-3a74537f2656 tempest-NegativeSecGroupTest-925781145 tempest-NegativeSecGroupTest-925781145-project] 10.222.0.32 "DELETE /v2.0/security-groups/dbb904b5-b2b9-41e5-8fa6-eb5656297cde HTTP/1.1" status: 204  len: 168 time: 0.1811621
Dec 25 21:45:47.616088 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 42404) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:45:47.622385 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604d38e3-89a1-40b0-95aa-3a74537f2656 tempest-NegativeSecGroupTest-925781145 tempest-NegativeSecGroupTest-925781145-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbb904b5-b2b9-41e5-8fa6-eb5656297cde,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:45:47.658669 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-1eab8276-a5d1-46f4-a691-8e2859484618 tempest-NegativeSecGroupTest-925781145 tempest-NegativeSecGroupTest-925781145-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0414066
Dec 25 21:45:47.665647 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 42406) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:45:47.680600 ncdv-master-1 neutron-server[121606]: INFO neutron.api.v2.resource [None req-75492f8c-857e-4db7-9392-ffaa76f41a92 tempest-NegativeSecGroupTest-925781145 tempest-NegativeSecGroupTest-925781145-project] delete failed (client error): The resource could not be found.
Dec 25 21:45:47.681630 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-75492f8c-857e-4db7-9392-ffaa76f41a92 tempest-NegativeSecGroupTest-925781145 tempest-NegativeSecGroupTest-925781145-project] 10.222.0.32 "DELETE /v2.0/security-groups/cbecc160-9904-4a68-ab73-4d7e63f50fa1 HTTP/1.1" status: 404  len: 347 time: 0.0175653
Dec 25 21:45:47.691118 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 42408) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:45:47.703955 ncdv-master-1 neutron-server[121606]: INFO neutron.api.v2.resource [None req-01361a3b-aecd-4546-a003-4b2268b97b35 tempest-NegativeSecGroupTest-925781145 tempest-NegativeSecGroupTest-925781145-project] show failed (client error): The resource could not be found.
Dec 25 21:45:47.704974 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-01361a3b-aecd-4546-a003-4b2268b97b35 tempest-NegativeSecGroupTest-925781145 tempest-NegativeSecGroupTest-925781145-project] 10.222.0.32 "GET /v2.0/security-groups/6db2b003-4cc6-402a-981e-1cd1e19a6951 HTTP/1.1" status: 404  len: 347 time: 0.0128779
Dec 25 21:45:47.708337 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 42410) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:45:47.721884 ncdv-master-1 neutron-server[121606]: INFO neutron.api.v2.resource [None req-e29bb5af-9e71-4d8f-b099-7ddf7d5a664d tempest-NegativeSecGroupTest-925781145 tempest-NegativeSecGroupTest-925781145-project] show failed (client error): The resource could not be found.
Dec 25 21:45:47.723396 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-e29bb5af-9e71-4d8f-b099-7ddf7d5a664d tempest-NegativeSecGroupTest-925781145 tempest-NegativeSecGroupTest-925781145-project] 10.222.0.32 "GET /v2.0/security-group-rules/924776bc-8d9d-4dc4-adc2-c4592f06d73a HTTP/1.1" status: 404  len: 356 time: 0.0141454
Dec 25 21:45:47.757718 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.agents_db [None req-ec08dba0-4483-4109-b5e1-5e4a9fdaf12d None None] Agent healthcheck: found 7 active agents {{(pid=121609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 25 21:45:48.180160 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 42418) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:45:48.254891 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f34e0b7-9f3b-46f6-8af3-2213b80487c3 req-98ce239a-e385-4e9f-ac52-f318d050f033 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:45:48.256406 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2f34e0b7-9f3b-46f6-8af3-2213b80487c3 req-98ce239a-e385-4e9f-ac52-f318d050f033 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] 10.222.0.32 "GET /v2.0/ports?device_id=b654e6c8-61ba-4a1e-bf0b-190bcd6f39c2 HTTP/1.1" status: 200  len: 945 time: 0.0521455
Dec 25 21:45:48.309351 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2f34e0b7-9f3b-46f6-8af3-2213b80487c3 req-81019437-983c-4412-8f2a-1f680ff0ebf4 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d572466-ac0f-4e9a-b798-7982f64714df&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0465891
Dec 25 21:45:48.313546 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-c8bf710b-46a4-4f44-83da-939dd9832a03 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b06aed9603024d699e3090cef722f711&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1322453
Dec 25 21:45:48.315953 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 42422) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:45:48.362692 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-d9ae3671-2603-4bd0-91c1-7c3617fd0a34 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:48.383571 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-d9ae3671-2603-4bd0-91c1-7c3617fd0a34 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:48.411042 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device 66acadc7-3f01-428d-a25b-65c62613059b up at agent hyperv_nch1-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:45:48.495241 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-d9ae3671-2603-4bd0-91c1-7c3617fd0a34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:48.499928 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-d9ae3671-2603-4bd0-91c1-7c3617fd0a34 admin admin] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:48.506252 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-d9ae3671-2603-4bd0-91c1-7c3617fd0a34 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a2209d65-a9d9-4da7-93c9-10274f4a1828 HTTP/1.1" status: 204  len: 168 time: 0.1842902
Dec 25 21:45:48.512661 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ae3671-2603-4bd0-91c1-7c3617fd0a34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2209d65-a9d9-4da7-93c9-10274f4a1828,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:45:48.518169 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Provisioning for port 66acadc7-3f01-428d-a25b-65c62613059b completed by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 25 21:45:48.532122 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Provisioning complete for port 66acadc7-3f01-428d-a25b-65c62613059b triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:45:48.532494 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:48.616207 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:48.638595 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b654e6c8-61ba-4a1e-bf0b-190bcd6f39c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66acadc7-3f01-428d-a25b-65c62613059b'}] {{(pid=121608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:45:48.640798 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a88c78c3ff6266bd59c7e89d275b28c92e739b67d23c89d71af88829fd31566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7802b37f-cd0b-46e1-8c51-bf8c6410c9e2" -d '{"events": [{"server_uuid": "b654e6c8-61ba-4a1e-bf0b-190bcd6f39c2", "name": "network-vif-plugged", "status": "completed", "tag": "66acadc7-3f01-428d-a25b-65c62613059b"}]}' {{(pid=121608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:45:48.657061 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port 66acadc7-3f01-428d-a25b-65c62613059b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=66acadc7-3f01-428d-a25b-65c62613059b,segment=NetworkSegment(6dc7bd92-deb9-47b1-b54b-25b376c51c7f),segment_id=6dc7bd92-deb9-47b1-b54b-25b376c51c7f)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:45:48.678721 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 21:45:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e259b4d0-06c5-404e-b780-804f21dcfce2 x-openstack-request-id: req-e259b4d0-06c5-404e-b780-804f21dcfce2 {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:45:48.682502 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b654e6c8-61ba-4a1e-bf0b-190bcd6f39c2", "name": "network-vif-plugged", "status": "completed", "tag": "66acadc7-3f01-428d-a25b-65c62613059b", "code": 200}]} {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:45:48.682502 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e259b4d0-06c5-404e-b780-804f21dcfce2 {{(pid=121608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:45:48.682502 ncdv-master-1 neutron-server[121608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b654e6c8-61ba-4a1e-bf0b-190bcd6f39c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66acadc7-3f01-428d-a25b-65c62613059b', 'code': 200}
Dec 25 21:45:48.724288 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:48.776938 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Pushing event updated for resources: {'Port': ['ID=66acadc7-3f01-428d-a25b-65c62613059b,revision_number=5']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:45:48.786034 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13faf7fb-7667-44cf-b1fc-7ec00de95db2 req-899bf33c-6f56-4417-ba06-9e04c2305370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:45:48.787642 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-13faf7fb-7667-44cf-b1fc-7ec00de95db2 req-899bf33c-6f56-4417-ba06-9e04c2305370 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=b654e6c8-61ba-4a1e-bf0b-190bcd6f39c2 HTTP/1.1" status: 200  len: 1097 time: 0.0534892
Dec 25 21:45:48.840072 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-13faf7fb-7667-44cf-b1fc-7ec00de95db2 req-4a2637de-e86e-4819-99d4-8a9c0615e3d9 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=4d572466-ac0f-4e9a-b798-7982f64714df&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0450885
Dec 25 21:45:49.427371 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e732769-d50d-4008-a239-cc3fcdcdbb21 req-80c82e71-0e88-42c9-82ef-9f3a4630b285 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:45:49.428936 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1e732769-d50d-4008-a239-cc3fcdcdbb21 req-80c82e71-0e88-42c9-82ef-9f3a4630b285 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] 10.222.0.32 "GET /v2.0/ports?device_id=b654e6c8-61ba-4a1e-bf0b-190bcd6f39c2 HTTP/1.1" status: 200  len: 946 time: 0.0500226
Dec 25 21:45:49.479765 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1e732769-d50d-4008-a239-cc3fcdcdbb21 req-b6a30e9c-9a2c-4905-aabe-7820e0914f09 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d572466-ac0f-4e9a-b798-7982f64714df&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0449023
Dec 25 21:45:50.597754 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7f69ad-b564-4759-9e6a-8ceb4bf40eef req-e543ec0f-5a9e-4465-b2c4-314935a389a4 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:45:50.599263 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ba7f69ad-b564-4759-9e6a-8ceb4bf40eef req-e543ec0f-5a9e-4465-b2c4-314935a389a4 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] 10.222.0.32 "GET /v2.0/ports?device_id=b654e6c8-61ba-4a1e-bf0b-190bcd6f39c2 HTTP/1.1" status: 200  len: 946 time: 0.0512700
Dec 25 21:45:50.654129 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ba7f69ad-b564-4759-9e6a-8ceb4bf40eef req-d7eda976-1371-4350-8bc8-da4aaf3aaa0e tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d572466-ac0f-4e9a-b798-7982f64714df&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0488441
Dec 25 21:45:50.785746 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795bd7ef-69fc-4513-9b7b-ae8741bca798 req-ed9029d1-d719-4cea-ada2-c8520cb590d5 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:45:50.787368 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-795bd7ef-69fc-4513-9b7b-ae8741bca798 req-ed9029d1-d719-4cea-ada2-c8520cb590d5 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] 10.222.0.32 "GET /v2.0/ports?device_id=b654e6c8-61ba-4a1e-bf0b-190bcd6f39c2 HTTP/1.1" status: 200  len: 946 time: 0.0625751
Dec 25 21:45:50.838679 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-795bd7ef-69fc-4513-9b7b-ae8741bca798 req-a4b61de4-e6a0-4859-8bc2-2c0d9b786acf tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d572466-ac0f-4e9a-b798-7982f64714df&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0452473
Dec 25 21:45:52.412059 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 42518) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:45:52.963949 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-ccdc7cd9-1e81-49d3-b8cd-fa20beccdc36 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:53.280670 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_common [None req-ccdc7cd9-1e81-49d3-b8cd-fa20beccdc36 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Allocated IP 172.20.0.17 (f1a6977d-3def-4e23-a153-6f3c49896da2/ef1353d3-5978-4e28-94c4-20e76bb470a7/ccaad066-3de0-4d75-b92f-84698f560db0) {{(pid=121606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:45:53.392654 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-ccdc7cd9-1e81-49d3-b8cd-fa20beccdc36 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Publish callbacks [] for port, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:53.494880 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-ccdc7cd9-1e81-49d3-b8cd-fa20beccdc36 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:53.537523 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccdc7cd9-1e81-49d3-b8cd-fa20beccdc36 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Network f1a6977d-3def-4e23-a153-6f3c49896da2 is already hosted by enough agents. {{(pid=121606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:45:53.540589 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [None req-ccdc7cd9-1e81-49d3-b8cd-fa20beccdc36 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Resources bound (agent type, host, resource id):  {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:45:53.544270 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccdc7cd9-1e81-49d3-b8cd-fa20beccdc36 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Received port after_create {{(pid=121606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:45:53.550678 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdc7cd9-1e81-49d3-b8cd-fa20beccdc36 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Pushing event updated for resources: {'Port': ['ID=ccaad066-3de0-4d75-b92f-84698f560db0,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:45:53.593015 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-ccdc7cd9-1e81-49d3-b8cd-fa20beccdc36 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2008772'] for router_interface, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:53.820232 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-f65a3c05-5b57-4b89-b239-cee5cd18f95b None None] Provisioning complete for port ccaad066-3de0-4d75-b92f-84698f560db0 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:45:53.820232 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-f65a3c05-5b57-4b89-b239-cee5cd18f95b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:53.843326 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-ccdc7cd9-1e81-49d3-b8cd-fa20beccdc36 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:53.856606 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-f65a3c05-5b57-4b89-b239-cee5cd18f95b None None] Port ccaad066-3de0-4d75-b92f-84698f560db0 cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:45:54.423490 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-ccdc7cd9-1e81-49d3-b8cd-fa20beccdc36 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Publish callbacks [] for port, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:54.489183 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-ccdc7cd9-1e81-49d3-b8cd-fa20beccdc36 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:54.561215 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdc7cd9-1e81-49d3-b8cd-fa20beccdc36 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Pushing event updated for resources: {'Port': ['ID=ccaad066-3de0-4d75-b92f-84698f560db0,revision_number=2']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:45:54.563832 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-ccdc7cd9-1e81-49d3-b8cd-fa20beccdc36 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2007636'] for router_interface, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:54.656376 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccdc7cd9-1e81-49d3-b8cd-fa20beccdc36 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Network f1a6977d-3def-4e23-a153-6f3c49896da2 is already hosted by enough agents. {{(pid=121606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:45:54.657940 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [None req-ccdc7cd9-1e81-49d3-b8cd-fa20beccdc36 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Resources bound (agent type, host, resource id):  {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:45:54.778770 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccdc7cd9-1e81-49d3-b8cd-fa20beccdc36 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Router bb064fce-7459-4d24-a77f-36f25b7d3080 has already been hosted by L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 {{(pid=121606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 25 21:45:54.888189 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-48c5cbf8-e6d1-485c-aa09-78971ce129a3 None None] Provisioning complete for port ccaad066-3de0-4d75-b92f-84698f560db0 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:45:54.888789 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-48c5cbf8-e6d1-485c-aa09-78971ce129a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:54.891750 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccdc7cd9-1e81-49d3-b8cd-fa20beccdc36 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 21:45:54.897089 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-ccdc7cd9-1e81-49d3-b8cd-fa20beccdc36 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] 10.222.0.32 "PUT /v2.0/routers/bb064fce-7459-4d24-a77f-36f25b7d3080/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.4837325
Dec 25 21:45:54.918573 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71078660-b1c9-429c-b6b4-aad224a45a65 None None] Sync routers for ids ['bb064fce-7459-4d24-a77f-36f25b7d3080'] in ncdv-master-1 {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 21:45:54.939194 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-48c5cbf8-e6d1-485c-aa09-78971ce129a3 None None] Port ccaad066-3de0-4d75-b92f-84698f560db0 cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:45:54.940465 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71078660-b1c9-429c-b6b4-aad224a45a65 None None] Routers {'bb064fce-7459-4d24-a77f-36f25b7d3080'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:45:54.941091 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-71078660-b1c9-429c-b6b4-aad224a45a65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2612c72910>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:45:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['bb064fce-7459-4d24-a77f-36f25b7d3080'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:45:55.047712 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvr_db [None req-71078660-b1c9-429c-b6b4-aad224a45a65 None None] Set router bb064fce-7459-4d24-a77f-36f25b7d3080 gateway port host: ncdv-master-1 {{(pid=121608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:45:55.277943 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-71078660-b1c9-429c-b6b4-aad224a45a65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2612c72910>, [{'id': 'bb064fce-7459-4d24-a77f-36f25b7d3080', 'name': 'tempest-TestNetworkBasicOps-router-426151613', 'tenant_id': '59ed9da8ed224ce9b429cb4c633a2498', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.26'}], 'enable_snat': True}, 'gw_port_id': 'fc671bf1-e418-4f26-aa0d-b9b32d92d2b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:44:08Z', 'updated_at': '2021-12-25T21:45:53Z', 'revision_number': 5, 'project_id': '59ed9da8ed224ce9b429cb4c633a2498', 'gw_port': {'id': 'fc671bf1-e418-4f26-aa0d-b9b32d92d2b1', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:b6:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb064fce-7459-4d24-a77f-36f25b7d3080', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3662, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:44:09Z', 'updated_at': '2021-12-25T21:44:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '0fe9bc46-40e4-4268-acef-90794c876f1f', 'tenant_id': '59ed9da8ed224ce9b429cb4c633a2498', 'floating_ip_address': '172.35.3.178', 'floating_network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'router_id': 'bb064fce-7459-4d24-a77f-36f25b7d3080', 'port_id': '46007bab-bd9e-4282-97d5-2a4cf51e9186', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3736, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2d1735c0-d6b4-47c5-98a9-07fa68c49bb1', 'mac_address': 'fa:16:3e:83:c2:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '725062b3-9301-4599-9aba-de15e6198698', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-25T21:44:55Z', 'updated_at': '2021-12-25T21:44:59Z', 'revision_number': 1, 'project_id': '59ed9da8ed224ce9b429cb4c633a2498', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f1bc128-a0c8-4635-8c71-1ddfa9efda45', 'name': '', 'network_id': '2d1735c0-d6b4-47c5-98a9-07fa68c49bb1', 'tenant_id': '59ed9da8ed224ce9b429cb4c633a2498', 'mac_address': 'fa:16:3e:16:f4:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb064fce-7459-4d24-a77f-36f25b7d3080', 'device_owner': 'network:router_interface', 'standard_attr_id': 3677, 'fixed_ips': [{'subnet_id': '78ff16f3-e2c5-4dec-b8db-7056450eca76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:44:16Z', 'updated_at': '2021-12-25T21:44:29Z', 'revision_number': 5, 'project_id': '59ed9da8ed224ce9b429cb4c633a2498', 'subnets': [{'id': '78ff16f3-e2c5-4dec-b8db-7056450eca76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ccaad066-3de0-4d75-b92f-84698f560db0', 'name': '', 'network_id': 'f1a6977d-3def-4e23-a153-6f3c49896da2', 'tenant_id': '59ed9da8ed224ce9b429cb4c633a2498', 'mac_address': 'fa:16:3e:76:67:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb064fce-7459-4d24-a77f-36f25b7d3080', 'device_owner': 'network:router_interface', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': 'ef1353d3-5978-4e28-94c4-20e76bb470a7', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:45:53Z', 'updated_at': '2021-12-25T21:45:54Z', 'revision_number': 2, 'project_id': '59ed9da8ed224ce9b429cb4c633a2498', 'subnets': [{'id': 'ef1353d3-5978-4e28-94c4-20e76bb470a7', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:45:55.304690 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71078660-b1c9-429c-b6b4-aad224a45a65 None None] Checking router: bb064fce-7459-4d24-a77f-36f25b7d3080 for host: ncdv-master-1 {{(pid=121608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 25 21:45:55.305072 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71078660-b1c9-429c-b6b4-aad224a45a65 None None] Updating router bb064fce-7459-4d24-a77f-36f25b7d3080 port ccaad066-3de0-4d75-b92f-84698f560db0 binding host ncdv-master-1 {{(pid=121608) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 25 21:45:55.328731 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-71078660-b1c9-429c-b6b4-aad224a45a65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:55.588895 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-71078660-b1c9-429c-b6b4-aad224a45a65 None None] Publish callbacks [] for port, precommit_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:55.677691 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-71078660-b1c9-429c-b6b4-aad224a45a65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:55.729638 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3f69ed-f00c-4308-a49a-5e9a66446bda None None] Pushing event updated for resources: {'Port': ['ID=ccaad066-3de0-4d75-b92f-84698f560db0,revision_number=3']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:45:55.782442 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-71078660-b1c9-429c-b6b4-aad224a45a65 None None] Attempting to bind port ccaad066-3de0-4d75-b92f-84698f560db0 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:45:55.782992 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-71078660-b1c9-429c-b6b4-aad224a45a65 None None] Attempting to bind port ccaad066-3de0-4d75-b92f-84698f560db0 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '6dc7bd92-deb9-47b1-b54b-25b376c51c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'f1a6977d-3def-4e23-a153-6f3c49896da2'}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:45:55.785076 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71078660-b1c9-429c-b6b4-aad224a45a65 None None] Attempting to bind port ccaad066-3de0-4d75-b92f-84698f560db0 on network f1a6977d-3def-4e23-a153-6f3c49896da2 {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:45:55.788771 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71078660-b1c9-429c-b6b4-aad224a45a65 None None] Checking agent: {'id': 'ca4f5c6d-f1fd-48b8-a3e3-395864c7d23d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 20, 56, 40), 'started_at': datetime.datetime(2021, 12, 25, 20, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 45, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:45:55.789336 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71078660-b1c9-429c-b6b4-aad224a45a65 None None] Checking segment: {'id': '6dc7bd92-deb9-47b1-b54b-25b376c51c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'f1a6977d-3def-4e23-a153-6f3c49896da2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:45:55.789749 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-71078660-b1c9-429c-b6b4-aad224a45a65 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:55.790219 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71078660-b1c9-429c-b6b4-aad224a45a65 None None] Bound using segment: {'id': '6dc7bd92-deb9-47b1-b54b-25b376c51c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'f1a6977d-3def-4e23-a153-6f3c49896da2'} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:45:55.790777 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-71078660-b1c9-429c-b6b4-aad224a45a65 None None] Bound port: ccaad066-3de0-4d75-b92f-84698f560db0, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6dc7bd92-deb9-47b1-b54b-25b376c51c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'f1a6977d-3def-4e23-a153-6f3c49896da2'}}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:45:55.791226 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-71078660-b1c9-429c-b6b4-aad224a45a65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:55.860423 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-71078660-b1c9-429c-b6b4-aad224a45a65 None None] For port ccaad066-3de0-4d75-b92f-84698f560db0, host ncdv-master-1, cleared binding levels {{(pid=121608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:45:55.863659 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-71078660-b1c9-429c-b6b4-aad224a45a65 None None] For port ccaad066-3de0-4d75-b92f-84698f560db0, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ccaad066-3de0-4d75-b92f-84698f560db0,segment=NetworkSegment(6dc7bd92-deb9-47b1-b54b-25b376c51c7f),segment_id=6dc7bd92-deb9-47b1-b54b-25b376c51c7f)] {{(pid=121608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:45:55.964171 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-8c2444c1-8068-45b0-9bed-35f69b6bacc4 None None] Provisioning complete for port ccaad066-3de0-4d75-b92f-84698f560db0 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:45:55.964798 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-8c2444c1-8068-45b0-9bed-35f69b6bacc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:55.999247 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-71078660-b1c9-429c-b6b4-aad224a45a65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:56.004573 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-8c2444c1-8068-45b0-9bed-35f69b6bacc4 None None] Port ccaad066-3de0-4d75-b92f-84698f560db0 cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:45:56.063082 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71078660-b1c9-429c-b6b4-aad224a45a65 None None] Routers {'bb064fce-7459-4d24-a77f-36f25b7d3080'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:45:56.063705 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-71078660-b1c9-429c-b6b4-aad224a45a65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2612c72910>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:45:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['bb064fce-7459-4d24-a77f-36f25b7d3080'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:45:56.065804 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3f69ed-f00c-4308-a49a-5e9a66446bda None None] Pushing event updated for resources: {'Port': ['ID=ccaad066-3de0-4d75-b92f-84698f560db0,revision_number=4']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:45:56.180396 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvr_db [None req-71078660-b1c9-429c-b6b4-aad224a45a65 None None] Set router bb064fce-7459-4d24-a77f-36f25b7d3080 gateway port host: ncdv-master-1 {{(pid=121608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:45:56.365976 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-6d0fdb3f-474c-4112-8d52-8904191988e7 None None] Provisioning complete for port ccaad066-3de0-4d75-b92f-84698f560db0 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:45:56.366206 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-6d0fdb3f-474c-4112-8d52-8904191988e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:56.478660 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-71078660-b1c9-429c-b6b4-aad224a45a65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2612c72910>, [{'id': 'bb064fce-7459-4d24-a77f-36f25b7d3080', 'name': 'tempest-TestNetworkBasicOps-router-426151613', 'tenant_id': '59ed9da8ed224ce9b429cb4c633a2498', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.26'}], 'enable_snat': True}, 'gw_port_id': 'fc671bf1-e418-4f26-aa0d-b9b32d92d2b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:44:08Z', 'updated_at': '2021-12-25T21:45:53Z', 'revision_number': 5, 'project_id': '59ed9da8ed224ce9b429cb4c633a2498', 'gw_port': {'id': 'fc671bf1-e418-4f26-aa0d-b9b32d92d2b1', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:b6:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb064fce-7459-4d24-a77f-36f25b7d3080', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3662, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:44:09Z', 'updated_at': '2021-12-25T21:44:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '0fe9bc46-40e4-4268-acef-90794c876f1f', 'tenant_id': '59ed9da8ed224ce9b429cb4c633a2498', 'floating_ip_address': '172.35.3.178', 'floating_network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'router_id': 'bb064fce-7459-4d24-a77f-36f25b7d3080', 'port_id': '46007bab-bd9e-4282-97d5-2a4cf51e9186', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3736, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2d1735c0-d6b4-47c5-98a9-07fa68c49bb1', 'mac_address': 'fa:16:3e:83:c2:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '725062b3-9301-4599-9aba-de15e6198698', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-25T21:44:55Z', 'updated_at': '2021-12-25T21:44:59Z', 'revision_number': 1, 'project_id': '59ed9da8ed224ce9b429cb4c633a2498', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f1bc128-a0c8-4635-8c71-1ddfa9efda45', 'name': '', 'network_id': '2d1735c0-d6b4-47c5-98a9-07fa68c49bb1', 'tenant_id': '59ed9da8ed224ce9b429cb4c633a2498', 'mac_address': 'fa:16:3e:16:f4:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb064fce-7459-4d24-a77f-36f25b7d3080', 'device_owner': 'network:router_interface', 'standard_attr_id': 3677, 'fixed_ips': [{'subnet_id': '78ff16f3-e2c5-4dec-b8db-7056450eca76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:44:16Z', 'updated_at': '2021-12-25T21:44:29Z', 'revision_number': 5, 'project_id': '59ed9da8ed224ce9b429cb4c633a2498', 'subnets': [{'id': '78ff16f3-e2c5-4dec-b8db-7056450eca76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ccaad066-3de0-4d75-b92f-84698f560db0', 'name': '', 'network_id': 'f1a6977d-3def-4e23-a153-6f3c49896da2', 'tenant_id': '59ed9da8ed224ce9b429cb4c633a2498', 'mac_address': 'fa:16:3e:76:67:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb064fce-7459-4d24-a77f-36f25b7d3080', 'device_owner': 'network:router_interface', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': 'ef1353d3-5978-4e28-94c4-20e76bb470a7', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:45:53Z', 'updated_at': '2021-12-25T21:45:55Z', 'revision_number': 4, 'project_id': '59ed9da8ed224ce9b429cb4c633a2498', 'subnets': [{'id': 'ef1353d3-5978-4e28-94c4-20e76bb470a7', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:45:56.512692 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71078660-b1c9-429c-b6b4-aad224a45a65 None None] The sync data for ids ['bb064fce-7459-4d24-a77f-36f25b7d3080'] in ncdv-master-1 is: [{'id': 'bb064fce-7459-4d24-a77f-36f25b7d3080', 'name': 'tempest-TestNetworkBasicOps-router-426151613', 'tenant_id': '59ed9da8ed224ce9b429cb4c633a2498', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.26'}], 'enable_snat': True}, 'gw_port_id': 'fc671bf1-e418-4f26-aa0d-b9b32d92d2b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:44:08Z', 'updated_at': '2021-12-25T21:45:53Z', 'revision_number': 5, 'project_id': '59ed9da8ed224ce9b429cb4c633a2498', 'gw_port': {'id': 'fc671bf1-e418-4f26-aa0d-b9b32d92d2b1', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:b6:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb064fce-7459-4d24-a77f-36f25b7d3080', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3662, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:44:09Z', 'updated_at': '2021-12-25T21:44:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '0fe9bc46-40e4-4268-acef-90794c876f1f', 'tenant_id': '59ed9da8ed224ce9b429cb4c633a2498', 'floating_ip_address': '172.35.3.178', 'floating_network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'router_id': 'bb064fce-7459-4d24-a77f-36f25b7d3080', 'port_id': '46007bab-bd9e-4282-97d5-2a4cf51e9186', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3736, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2d1735c0-d6b4-47c5-98a9-07fa68c49bb1', 'mac_address': 'fa:16:3e:83:c2:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '725062b3-9301-4599-9aba-de15e6198698', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-25T21:44:55Z', 'updated_at': '2021-12-25T21:44:59Z', 'revision_number': 1, 'project_id': '59ed9da8ed224ce9b429cb4c633a2498', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f1bc128-a0c8-4635-8c71-1ddfa9efda45', 'name': '', 'network_id': '2d1735c0-d6b4-47c5-98a9-07fa68c49bb1', 'tenant_id': '59ed9da8ed224ce9b429cb4c633a2498', 'mac_address': 'fa:16:3e:16:f4:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb064fce-7459-4d24-a77f-36f25b7d3080', 'device_owner': 'network:router_interface', 'standard_attr_id': 3677, 'fixed_ips': [{'subnet_id': '78ff16f3-e2c5-4dec-b8db-7056450eca76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:44:16Z', 'updated_at': '2021-12-25T21:44:29Z', 'revision_number': 5, 'project_id': '59ed9da8ed224ce9b429cb4c633a2498', 'subnets': [{'id': '78ff16f3-e2c5-4dec-b8db-7056450eca76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ccaad066-3de0-4d75-b92f-84698f560db0', 'name': '', 'network_id': 'f1a6977d-3def-4e23-a153-6f3c49896da2', 'tenant_id': '59ed9da8ed224ce9b429cb4c633a2498', 'mac_address': 'fa:16:3e:76:67:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb064fce-7459-4d24-a77f-36f25b7d3080', 'device_owner': 'network:router_interface', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': 'ef1353d3-5978-4e28-94c4-20e76bb470a7', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:45:53Z', 'updated_at': '2021-12-25T21:45:55Z', 'revision_number': 4, 'project_id': '59ed9da8ed224ce9b429cb4c633a2498', 'subnets': [{'id': 'ef1353d3-5978-4e28-94c4-20e76bb470a7', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 21:45:56.514390 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-6d0fdb3f-474c-4112-8d52-8904191988e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:56.559683 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-6d0fdb3f-474c-4112-8d52-8904191988e7 None None] For port ccaad066-3de0-4d75-b92f-84698f560db0, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ccaad066-3de0-4d75-b92f-84698f560db0,segment=NetworkSegment(6dc7bd92-deb9-47b1-b54b-25b376c51c7f),segment_id=6dc7bd92-deb9-47b1-b54b-25b376c51c7f)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:45:56.660320 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-6d0fdb3f-474c-4112-8d52-8904191988e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:56.715832 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0fdb3f-474c-4112-8d52-8904191988e7 None None] Pushing event updated for resources: {'Port': ['ID=ccaad066-3de0-4d75-b92f-84698f560db0,revision_number=5']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:45:57.048105 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 42566) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:45:57.162365 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-2a0568d0-ee05-41e3-be82-6a0e92d01f79 admin admin] Publish callbacks [] for security_group, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:57.235805 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-2a0568d0-ee05-41e3-be82-6a0e92d01f79 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:57.311138 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-2a0568d0-ee05-41e3-be82-6a0e92d01f79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:57.350882 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-2a0568d0-ee05-41e3-be82-6a0e92d01f79 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=279819639ef54e359d1e00a99cb324e2&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3016074
Dec 25 21:45:57.352353 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0568d0-ee05-41e3-be82-6a0e92d01f79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b62a35f-3c7e-4ecb-b87d-f59ef60c9fa2,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:45:57.353526 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 42570) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:45:57.401063 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-3d38ec5d-de28-4ef8-afed-6ee7b58129e7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:57.424306 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-3d38ec5d-de28-4ef8-afed-6ee7b58129e7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:57.496845 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device ccaad066-3de0-4d75-b92f-84698f560db0 up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:45:57.540612 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-3d38ec5d-de28-4ef8-afed-6ee7b58129e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:57.543474 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-3d38ec5d-de28-4ef8-afed-6ee7b58129e7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:57.545913 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-3d38ec5d-de28-4ef8-afed-6ee7b58129e7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3b62a35f-3c7e-4ecb-b87d-f59ef60c9fa2 HTTP/1.1" status: 204  len: 168 time: 0.1913629
Dec 25 21:45:57.550002 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port ccaad066-3de0-4d75-b92f-84698f560db0 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:45:57.550002 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:57.555648 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d38ec5d-de28-4ef8-afed-6ee7b58129e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b62a35f-3c7e-4ecb-b87d-f59ef60c9fa2,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:45:58.109411 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 42578) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:45:58.123175 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-23aab8e6-71fe-4f2c-bcd6-1de58ac188e5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:58.194967 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-23aab8e6-71fe-4f2c-bcd6-1de58ac188e5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:58.260095 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-23aab8e6-71fe-4f2c-bcd6-1de58ac188e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:58.299138 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-23aab8e6-71fe-4f2c-bcd6-1de58ac188e5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=fecaa511d27d4cb0b132e110e7b5947d&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1885629
Dec 25 21:45:58.300007 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23aab8e6-71fe-4f2c-bcd6-1de58ac188e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79650e8f-e9eb-4562-8db5-ff564d45b0f1,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:45:58.301921 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 42580) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:45:58.348258 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-f83a178c-7791-4eb2-8d88-089bc559a497 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:58.369262 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-f83a178c-7791-4eb2-8d88-089bc559a497 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:58.489021 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-f83a178c-7791-4eb2-8d88-089bc559a497 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:58.491623 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-f83a178c-7791-4eb2-8d88-089bc559a497 admin admin] Publish callbacks [] for security_group, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:45:58.492823 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-f83a178c-7791-4eb2-8d88-089bc559a497 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/79650e8f-e9eb-4562-8db5-ff564d45b0f1 HTTP/1.1" status: 204  len: 168 time: 0.1898196
Dec 25 21:45:58.501138 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83a178c-7791-4eb2-8d88-089bc559a497 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79650e8f-e9eb-4562-8db5-ff564d45b0f1,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:46:04.431498 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:04.797132 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-d6aeab02-8e4b-45cb-93d0-d1bb4256cc15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:06.979957 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-566cf919-235c-42ee-bf56-416a4514c569 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:07.556844 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8930b800-bb8b-42d0-a145-27c424010fc2 req-49af0889-3452-41ae-ba37-e27a38631c14 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=725062b3-9301-4599-9aba-de15e6198698&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0408154
Dec 25 21:46:07.619676 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8930b800-bb8b-42d0-a145-27c424010fc2 req-9db049b5-cbd9-467e-9a24-9aae65f1575a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:46:07.621218 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8930b800-bb8b-42d0-a145-27c424010fc2 req-9db049b5-cbd9-467e-9a24-9aae65f1575a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=59ed9da8ed224ce9b429cb4c633a2498&device_id=725062b3-9301-4599-9aba-de15e6198698 HTTP/1.1" status: 200  len: 1096 time: 0.0412681
Dec 25 21:46:07.727576 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8930b800-bb8b-42d0-a145-27c424010fc2 req-5f5016cd-0842-4fff-a181-209201c0f31e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:46:07.729083 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8930b800-bb8b-42d0-a145-27c424010fc2 req-5f5016cd-0842-4fff-a181-209201c0f31e service neutron] 10.222.0.37 "GET /v2.0/networks?id=2d1735c0-d6b4-47c5-98a9-07fa68c49bb1 HTTP/1.1" status: 200  len: 898 time: 0.0896533
Dec 25 21:46:07.794925 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8930b800-bb8b-42d0-a145-27c424010fc2 req-acb4c0b0-7099-4caf-b663-d46c9a99884b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=46007bab-bd9e-4282-97d5-2a4cf51e9186 HTTP/1.1" status: 200  len: 1001 time: 0.0582342
Dec 25 21:46:07.845704 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8930b800-bb8b-42d0-a145-27c424010fc2 req-bda072c1-175c-4df2-b9d9-398f6d36d64e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:46:07.847090 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8930b800-bb8b-42d0-a145-27c424010fc2 req-bda072c1-175c-4df2-b9d9-398f6d36d64e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=78ff16f3-e2c5-4dec-b8db-7056450eca76 HTTP/1.1" status: 200  len: 835 time: 0.0420783
Dec 25 21:46:07.897371 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8930b800-bb8b-42d0-a145-27c424010fc2 req-e2e68294-c8d8-4afe-87ee-a46fe45b44db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:46:07.899388 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8930b800-bb8b-42d0-a145-27c424010fc2 req-e2e68294-c8d8-4afe-87ee-a46fe45b44db service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2d1735c0-d6b4-47c5-98a9-07fa68c49bb1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0443175
Dec 25 21:46:07.989433 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8930b800-bb8b-42d0-a145-27c424010fc2 req-f6ee437d-d86f-4d28-b911-c4f2e0146824 service neutron] 10.222.0.37 "GET /v2.0/networks/2d1735c0-d6b4-47c5-98a9-07fa68c49bb1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0826824
Dec 25 21:46:08.085375 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8930b800-bb8b-42d0-a145-27c424010fc2 req-1ea537bc-d29a-4b84-a59c-aee3c3dae697 service neutron] 10.222.0.37 "GET /v2.0/networks/2d1735c0-d6b4-47c5-98a9-07fa68c49bb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0889676
Dec 25 21:46:08.511863 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:08.519748 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 42738) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:46:08.580173 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3e945ecd-9380-47c2-aa0a-12ebe07e03e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:08.626539 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-adb21c53-5dde-4394-a30e-9d70cf9d8b76 admin admin] Publish callbacks [] for security_group, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:08.699444 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-adb21c53-5dde-4394-a30e-9d70cf9d8b76 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:08.768673 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-adb21c53-5dde-4394-a30e-9d70cf9d8b76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:08.809327 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-adb21c53-5dde-4394-a30e-9d70cf9d8b76 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=149356e4ad8c46bf99b5a68754160755&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2884319
Dec 25 21:46:08.810244 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb21c53-5dde-4394-a30e-9d70cf9d8b76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=295204be-02db-4cd4-9aee-6c1a13c6b611,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:46:08.811971 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 42744) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:46:08.863115 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-2b4833ba-69a6-468a-88b0-f5e95b589411 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:08.883576 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-2b4833ba-69a6-468a-88b0-f5e95b589411 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:08.991431 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-2b4833ba-69a6-468a-88b0-f5e95b589411 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:08.994379 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-2b4833ba-69a6-468a-88b0-f5e95b589411 admin admin] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:08.995545 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-2b4833ba-69a6-468a-88b0-f5e95b589411 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/295204be-02db-4cd4-9aee-6c1a13c6b611 HTTP/1.1" status: 204  len: 168 time: 0.1825569
Dec 25 21:46:09.003335 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4833ba-69a6-468a-88b0-f5e95b589411 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=295204be-02db-4cd4-9aee-6c1a13c6b611,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:46:09.510859 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 42750) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:46:09.524312 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-c721390a-5b73-4bb0-978d-34d3e2436782 admin admin] Publish callbacks [] for security_group, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:09.546107 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-15cb578f-7a63-4fd3-925d-83bad4c7b82a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:09.595108 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-c721390a-5b73-4bb0-978d-34d3e2436782 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:09.654518 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-c721390a-5b73-4bb0-978d-34d3e2436782 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:09.692255 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-c721390a-5b73-4bb0-978d-34d3e2436782 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=688c27a5deac424bb41809428b0ff927&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1802239
Dec 25 21:46:09.693352 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c721390a-5b73-4bb0-978d-34d3e2436782 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b98dcfa2-1fea-49cf-8d95-6aefebb94f9b,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:46:09.695497 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 42752) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:46:09.743807 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-013f00e4-9621-4d35-82e6-d83653b375d4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:09.769662 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-013f00e4-9621-4d35-82e6-d83653b375d4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:09.866019 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-013f00e4-9621-4d35-82e6-d83653b375d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:09.868634 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-013f00e4-9621-4d35-82e6-d83653b375d4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:09.869858 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-013f00e4-9621-4d35-82e6-d83653b375d4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b98dcfa2-1fea-49cf-8d95-6aefebb94f9b HTTP/1.1" status: 204  len: 168 time: 0.1733599
Dec 25 21:46:09.877575 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013f00e4-9621-4d35-82e6-d83653b375d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b98dcfa2-1fea-49cf-8d95-6aefebb94f9b,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:46:10.555381 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 42758) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:46:10.568809 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-7cda3235-d75d-40b8-a232-b3b5c536b6ba admin admin] Publish callbacks [] for security_group, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:10.641227 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-7cda3235-d75d-40b8-a232-b3b5c536b6ba admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:10.700201 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-7cda3235-d75d-40b8-a232-b3b5c536b6ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:10.738268 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cda3235-d75d-40b8-a232-b3b5c536b6ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d62370ec-5904-4610-83f3-c4ae4cff0c2b,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:46:10.744183 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-7cda3235-d75d-40b8-a232-b3b5c536b6ba admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=249798e6dbdf459584ceca0d21b40f9a&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1877906
Dec 25 21:46:10.748531 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 42762) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:46:10.757126 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:10.796414 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-7e118e70-e53f-45ff-a530-eb0aa25eb4e3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:10.818131 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-7e118e70-e53f-45ff-a530-eb0aa25eb4e3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:10.934336 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-7e118e70-e53f-45ff-a530-eb0aa25eb4e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:10.936989 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-7e118e70-e53f-45ff-a530-eb0aa25eb4e3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:10.938161 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-7e118e70-e53f-45ff-a530-eb0aa25eb4e3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d62370ec-5904-4610-83f3-c4ae4cff0c2b HTTP/1.1" status: 204  len: 168 time: 0.1904781
Dec 25 21:46:10.945994 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e118e70-e53f-45ff-a530-eb0aa25eb4e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d62370ec-5904-4610-83f3-c4ae4cff0c2b,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:46:13.324995 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 42806) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:46:13.708611 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-e20ef55a-2928-4fb7-9746-e2980578fb22 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2007615'] for router_interface, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:14.029430 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-e20ef55a-2928-4fb7-9746-e2980578fb22 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Deleting port ccaad066-3de0-4d75-b92f-84698f560db0 {{(pid=121606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:46:14.029779 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-e20ef55a-2928-4fb7-9746-e2980578fb22 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:14.116194 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [None req-e20ef55a-2928-4fb7-9746-e2980578fb22 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] For port ccaad066-3de0-4d75-b92f-84698f560db0, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ccaad066-3de0-4d75-b92f-84698f560db0,segment=NetworkSegment(6dc7bd92-deb9-47b1-b54b-25b376c51c7f),segment_id=6dc7bd92-deb9-47b1-b54b-25b376c51c7f)] {{(pid=121606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:46:14.116544 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-e20ef55a-2928-4fb7-9746-e2980578fb22 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:14.130861 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-e20ef55a-2928-4fb7-9746-e2980578fb22 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Calling delete_port for ccaad066-3de0-4d75-b92f-84698f560db0 owned by network:router_interface {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:46:14.460152 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-e20ef55a-2928-4fb7-9746-e2980578fb22 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:14.494141 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20ef55a-2928-4fb7-9746-e2980578fb22 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Pushing event deleted for resources: {'Port': ['ID=ccaad066-3de0-4d75-b92f-84698f560db0,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:46:14.697621 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-e20ef55a-2928-4fb7-9746-e2980578fb22 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2007763'] for router_interface, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:14.916278 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e20ef55a-2928-4fb7-9746-e2980578fb22 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Router bb064fce-7459-4d24-a77f-36f25b7d3080 has already been hosted by L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 {{(pid=121606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 25 21:46:15.024314 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e20ef55a-2928-4fb7-9746-e2980578fb22 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 21:46:15.033020 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-e20ef55a-2928-4fb7-9746-e2980578fb22 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] 10.222.0.32 "PUT /v2.0/routers/bb064fce-7459-4d24-a77f-36f25b7d3080/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.7034128
Dec 25 21:46:15.035162 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e81f570-c97e-4760-a479-702649fbc408 None None] Sync routers for ids ['bb064fce-7459-4d24-a77f-36f25b7d3080'] in ncdv-master-1 {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 21:46:15.045592 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e81f570-c97e-4760-a479-702649fbc408 None None] Routers {'bb064fce-7459-4d24-a77f-36f25b7d3080'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:46:15.046193 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-3e81f570-c97e-4760-a479-702649fbc408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2619e66340>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:46:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['bb064fce-7459-4d24-a77f-36f25b7d3080'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:46:15.154443 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvr_db [None req-3e81f570-c97e-4760-a479-702649fbc408 None None] Set router bb064fce-7459-4d24-a77f-36f25b7d3080 gateway port host: ncdv-master-1 {{(pid=121609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:46:15.471600 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-3e81f570-c97e-4760-a479-702649fbc408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2619e66340>, [{'id': 'bb064fce-7459-4d24-a77f-36f25b7d3080', 'name': 'tempest-TestNetworkBasicOps-router-426151613', 'tenant_id': '59ed9da8ed224ce9b429cb4c633a2498', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.26'}], 'enable_snat': True}, 'gw_port_id': 'fc671bf1-e418-4f26-aa0d-b9b32d92d2b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:44:08Z', 'updated_at': '2021-12-25T21:46:14Z', 'revision_number': 6, 'project_id': '59ed9da8ed224ce9b429cb4c633a2498', 'gw_port': {'id': 'fc671bf1-e418-4f26-aa0d-b9b32d92d2b1', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:b6:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb064fce-7459-4d24-a77f-36f25b7d3080', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3662, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:44:09Z', 'updated_at': '2021-12-25T21:44:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '0fe9bc46-40e4-4268-acef-90794c876f1f', 'tenant_id': '59ed9da8ed224ce9b429cb4c633a2498', 'floating_ip_address': '172.35.3.178', 'floating_network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'router_id': 'bb064fce-7459-4d24-a77f-36f25b7d3080', 'port_id': '46007bab-bd9e-4282-97d5-2a4cf51e9186', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3736, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2d1735c0-d6b4-47c5-98a9-07fa68c49bb1', 'mac_address': 'fa:16:3e:83:c2:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '725062b3-9301-4599-9aba-de15e6198698', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-25T21:44:55Z', 'updated_at': '2021-12-25T21:44:59Z', 'revision_number': 1, 'project_id': '59ed9da8ed224ce9b429cb4c633a2498', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f1bc128-a0c8-4635-8c71-1ddfa9efda45', 'name': '', 'network_id': '2d1735c0-d6b4-47c5-98a9-07fa68c49bb1', 'tenant_id': '59ed9da8ed224ce9b429cb4c633a2498', 'mac_address': 'fa:16:3e:16:f4:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb064fce-7459-4d24-a77f-36f25b7d3080', 'device_owner': 'network:router_interface', 'standard_attr_id': 3677, 'fixed_ips': [{'subnet_id': '78ff16f3-e2c5-4dec-b8db-7056450eca76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:44:16Z', 'updated_at': '2021-12-25T21:44:29Z', 'revision_number': 5, 'project_id': '59ed9da8ed224ce9b429cb4c633a2498', 'subnets': [{'id': '78ff16f3-e2c5-4dec-b8db-7056450eca76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:46:15.503964 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e81f570-c97e-4760-a479-702649fbc408 None None] Checking router: bb064fce-7459-4d24-a77f-36f25b7d3080 for host: ncdv-master-1 {{(pid=121609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 25 21:46:15.513638 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e81f570-c97e-4760-a479-702649fbc408 None None] Routers {'bb064fce-7459-4d24-a77f-36f25b7d3080'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:46:15.514468 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-3e81f570-c97e-4760-a479-702649fbc408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2619e66340>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:46:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['bb064fce-7459-4d24-a77f-36f25b7d3080'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:46:15.554720 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2737fa-78f6-4dbd-9671-82b630b126d8 req-3da0cb2b-31e8-407f-b411-a4bbc2dbb30b tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:46:15.556287 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-be2737fa-78f6-4dbd-9671-82b630b126d8 req-3da0cb2b-31e8-407f-b411-a4bbc2dbb30b tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] 10.222.0.32 "GET /v2.0/ports?device_id=b654e6c8-61ba-4a1e-bf0b-190bcd6f39c2 HTTP/1.1" status: 200  len: 946 time: 0.0532494
Dec 25 21:46:15.607945 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-be2737fa-78f6-4dbd-9671-82b630b126d8 req-28f4cb20-ff6c-4915-ab28-cba8d218f4b3 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d572466-ac0f-4e9a-b798-7982f64714df&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0446889
Dec 25 21:46:15.628200 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvr_db [None req-3e81f570-c97e-4760-a479-702649fbc408 None None] Set router bb064fce-7459-4d24-a77f-36f25b7d3080 gateway port host: ncdv-master-1 {{(pid=121609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:46:15.846120 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-3e81f570-c97e-4760-a479-702649fbc408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2619e66340>, [{'id': 'bb064fce-7459-4d24-a77f-36f25b7d3080', 'name': 'tempest-TestNetworkBasicOps-router-426151613', 'tenant_id': '59ed9da8ed224ce9b429cb4c633a2498', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.26'}], 'enable_snat': True}, 'gw_port_id': 'fc671bf1-e418-4f26-aa0d-b9b32d92d2b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:44:08Z', 'updated_at': '2021-12-25T21:46:14Z', 'revision_number': 6, 'project_id': '59ed9da8ed224ce9b429cb4c633a2498', 'gw_port': {'id': 'fc671bf1-e418-4f26-aa0d-b9b32d92d2b1', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:b6:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb064fce-7459-4d24-a77f-36f25b7d3080', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3662, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:44:09Z', 'updated_at': '2021-12-25T21:44:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '0fe9bc46-40e4-4268-acef-90794c876f1f', 'tenant_id': '59ed9da8ed224ce9b429cb4c633a2498', 'floating_ip_address': '172.35.3.178', 'floating_network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'router_id': 'bb064fce-7459-4d24-a77f-36f25b7d3080', 'port_id': '46007bab-bd9e-4282-97d5-2a4cf51e9186', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3736, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2d1735c0-d6b4-47c5-98a9-07fa68c49bb1', 'mac_address': 'fa:16:3e:83:c2:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '725062b3-9301-4599-9aba-de15e6198698', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-25T21:44:55Z', 'updated_at': '2021-12-25T21:44:59Z', 'revision_number': 1, 'project_id': '59ed9da8ed224ce9b429cb4c633a2498', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f1bc128-a0c8-4635-8c71-1ddfa9efda45', 'name': '', 'network_id': '2d1735c0-d6b4-47c5-98a9-07fa68c49bb1', 'tenant_id': '59ed9da8ed224ce9b429cb4c633a2498', 'mac_address': 'fa:16:3e:16:f4:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb064fce-7459-4d24-a77f-36f25b7d3080', 'device_owner': 'network:router_interface', 'standard_attr_id': 3677, 'fixed_ips': [{'subnet_id': '78ff16f3-e2c5-4dec-b8db-7056450eca76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:44:16Z', 'updated_at': '2021-12-25T21:44:29Z', 'revision_number': 5, 'project_id': '59ed9da8ed224ce9b429cb4c633a2498', 'subnets': [{'id': '78ff16f3-e2c5-4dec-b8db-7056450eca76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:46:15.871600 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e81f570-c97e-4760-a479-702649fbc408 None None] The sync data for ids ['bb064fce-7459-4d24-a77f-36f25b7d3080'] in ncdv-master-1 is: [{'id': 'bb064fce-7459-4d24-a77f-36f25b7d3080', 'name': 'tempest-TestNetworkBasicOps-router-426151613', 'tenant_id': '59ed9da8ed224ce9b429cb4c633a2498', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.26'}], 'enable_snat': True}, 'gw_port_id': 'fc671bf1-e418-4f26-aa0d-b9b32d92d2b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:44:08Z', 'updated_at': '2021-12-25T21:46:14Z', 'revision_number': 6, 'project_id': '59ed9da8ed224ce9b429cb4c633a2498', 'gw_port': {'id': 'fc671bf1-e418-4f26-aa0d-b9b32d92d2b1', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:b6:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb064fce-7459-4d24-a77f-36f25b7d3080', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3662, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:44:09Z', 'updated_at': '2021-12-25T21:44:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '0fe9bc46-40e4-4268-acef-90794c876f1f', 'tenant_id': '59ed9da8ed224ce9b429cb4c633a2498', 'floating_ip_address': '172.35.3.178', 'floating_network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'router_id': 'bb064fce-7459-4d24-a77f-36f25b7d3080', 'port_id': '46007bab-bd9e-4282-97d5-2a4cf51e9186', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3736, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2d1735c0-d6b4-47c5-98a9-07fa68c49bb1', 'mac_address': 'fa:16:3e:83:c2:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '725062b3-9301-4599-9aba-de15e6198698', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-25T21:44:55Z', 'updated_at': '2021-12-25T21:44:59Z', 'revision_number': 1, 'project_id': '59ed9da8ed224ce9b429cb4c633a2498', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f1bc128-a0c8-4635-8c71-1ddfa9efda45', 'name': '', 'network_id': '2d1735c0-d6b4-47c5-98a9-07fa68c49bb1', 'tenant_id': '59ed9da8ed224ce9b429cb4c633a2498', 'mac_address': 'fa:16:3e:16:f4:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb064fce-7459-4d24-a77f-36f25b7d3080', 'device_owner': 'network:router_interface', 'standard_attr_id': 3677, 'fixed_ips': [{'subnet_id': '78ff16f3-e2c5-4dec-b8db-7056450eca76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:44:16Z', 'updated_at': '2021-12-25T21:44:29Z', 'revision_number': 5, 'project_id': '59ed9da8ed224ce9b429cb4c633a2498', 'subnets': [{'id': '78ff16f3-e2c5-4dec-b8db-7056450eca76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 21:46:16.209760 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 42858) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:46:16.380866 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-af9eb584-db84-4662-9a70-b9e0bdaee2ef tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Deleting port b9634eab-d975-4abb-a897-cb2f283ac1dd {{(pid=121606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:46:16.381247 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-af9eb584-db84-4662-9a70-b9e0bdaee2ef tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:16.461447 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-af9eb584-db84-4662-9a70-b9e0bdaee2ef tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:16.461770 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-af9eb584-db84-4662-9a70-b9e0bdaee2ef tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:16.473520 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-af9eb584-db84-4662-9a70-b9e0bdaee2ef tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Calling delete_port for b9634eab-d975-4abb-a897-cb2f283ac1dd owned by network:floatingip {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:46:16.956431 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c909527f-06e0-42fe-87f0-aa1008cc5fa5 req-733d8ba3-1656-47f9-8fc8-b68baf462d20 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:46:16.957891 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c909527f-06e0-42fe-87f0-aa1008cc5fa5 req-733d8ba3-1656-47f9-8fc8-b68baf462d20 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] 10.222.0.31 "GET /v2.0/ports?device_id=b654e6c8-61ba-4a1e-bf0b-190bcd6f39c2 HTTP/1.1" status: 200  len: 946 time: 0.1176145
Dec 25 21:46:16.967498 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8df539b-1580-4369-b131-4ca5ae3a3460 req-90e04e7c-ca70-4941-967f-312718c47212 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:46:16.968933 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c8df539b-1580-4369-b131-4ca5ae3a3460 req-90e04e7c-ca70-4941-967f-312718c47212 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] 10.222.0.32 "GET /v2.0/ports?device_id=b654e6c8-61ba-4a1e-bf0b-190bcd6f39c2 HTTP/1.1" status: 200  len: 946 time: 0.1274905
Dec 25 21:46:17.106468 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c8df539b-1580-4369-b131-4ca5ae3a3460 req-984eed22-d0f4-4599-87e9-fc3dc25f6246 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d572466-ac0f-4e9a-b798-7982f64714df&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1280680
Dec 25 21:46:17.139575 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [req-c909527f-06e0-42fe-87f0-aa1008cc5fa5 req-40fb4414-85c4-4af6-b90d-81784373c378 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Deleting port 66acadc7-3f01-428d-a25b-65c62613059b {{(pid=121606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:46:17.139875 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-c909527f-06e0-42fe-87f0-aa1008cc5fa5 req-40fb4414-85c4-4af6-b90d-81784373c378 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:17.168327 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-af9eb584-db84-4662-9a70-b9e0bdaee2ef tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:17.222868 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9eb584-db84-4662-9a70-b9e0bdaee2ef tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Pushing event deleted for resources: {'Port': ['ID=b9634eab-d975-4abb-a897-cb2f283ac1dd,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:46:17.301354 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-c909527f-06e0-42fe-87f0-aa1008cc5fa5 req-40fb4414-85c4-4af6-b90d-81784373c378 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] For port 66acadc7-3f01-428d-a25b-65c62613059b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=66acadc7-3f01-428d-a25b-65c62613059b,segment=NetworkSegment(6dc7bd92-deb9-47b1-b54b-25b376c51c7f),segment_id=6dc7bd92-deb9-47b1-b54b-25b376c51c7f)] {{(pid=121606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:46:17.301720 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-c909527f-06e0-42fe-87f0-aa1008cc5fa5 req-40fb4414-85c4-4af6-b90d-81784373c378 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:17.319401 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [req-c909527f-06e0-42fe-87f0-aa1008cc5fa5 req-40fb4414-85c4-4af6-b90d-81784373c378 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Calling delete_port for 66acadc7-3f01-428d-a25b-65c62613059b owned by compute:nova {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:46:17.321342 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-af9eb584-db84-4662-9a70-b9e0bdaee2ef tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks [] for floatingip, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:17.321702 ncdv-master-1 neutron-server[121606]: INFO neutron.db.l3_db [None req-af9eb584-db84-4662-9a70-b9e0bdaee2ef tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Floating IP cfacbf5f-f5fb-4070-81ec-ac6adcdfd7f3 disassociated (deleted). External IP: 172.35.3.114, port: 22c8730d-1fe0-40bd-b7c2-cd3f15f4b816.
Dec 25 21:46:17.438427 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device ccaad066-3de0-4d75-b92f-84698f560db0 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:46:17.462594 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] No Port match for: ccaad066-3de0-4d75-b92f-84698f560db0 {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:46:17.462939 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device ccaad066-3de0-4d75-b92f-84698f560db0 not bound to the agent host ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:46:17.622630 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af9eb584-db84-4662-9a70-b9e0bdaee2ef tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Router adc3498f-1aab-41ce-b3fb-2f15d052e8bb has already been hosted by L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 {{(pid=121606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 25 21:46:17.673568 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-c909527f-06e0-42fe-87f0-aa1008cc5fa5 req-40fb4414-85c4-4af6-b90d-81784373c378 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:17.706366 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fb4414-85c4-4af6-b90d-81784373c378 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Pushing event deleted for resources: {'Port': ['ID=66acadc7-3f01-428d-a25b-65c62613059b,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:46:17.783121 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [req-c909527f-06e0-42fe-87f0-aa1008cc5fa5 req-40fb4414-85c4-4af6-b90d-81784373c378 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] No DVR routers for this DVR port 66acadc7-3f01-428d-a25b-65c62613059b on host nch1-master-1 {{(pid=121606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:46:17.786538 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-c909527f-06e0-42fe-87f0-aa1008cc5fa5 req-40fb4414-85c4-4af6-b90d-81784373c378 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:17.789918 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c909527f-06e0-42fe-87f0-aa1008cc5fa5 req-40fb4414-85c4-4af6-b90d-81784373c378 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] 10.222.0.31 "DELETE /v2.0/ports/66acadc7-3f01-428d-a25b-65c62613059b HTTP/1.1" status: 204  len: 173 time: 0.8201120
Dec 25 21:46:17.791049 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b654e6c8-61ba-4a1e-bf0b-190bcd6f39c2', 'name': 'network-vif-deleted', 'tag': '66acadc7-3f01-428d-a25b-65c62613059b'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:46:17.793354 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9858820c13ec2827453b94ebc4181065e990a4e4089ccb9fe762531ac62d2fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f8514c0-95e4-40f5-b2ff-9af4cb286037" -d '{"events": [{"server_uuid": "b654e6c8-61ba-4a1e-bf0b-190bcd6f39c2", "name": "network-vif-deleted", "tag": "66acadc7-3f01-428d-a25b-65c62613059b"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:46:17.813091 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af9eb584-db84-4662-9a70-b9e0bdaee2ef tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 21:46:17.818972 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-af9eb584-db84-4662-9a70-b9e0bdaee2ef tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for floatingip, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:17.824515 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7933ac4-af10-4117-ad0e-66c0621605ee None None] Sync routers for ids ['adc3498f-1aab-41ce-b3fb-2f15d052e8bb'] in ncdv-master-1 {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 21:46:17.854577 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7933ac4-af10-4117-ad0e-66c0621605ee None None] Routers {'adc3498f-1aab-41ce-b3fb-2f15d052e8bb'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:46:17.855246 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-a7933ac4-af10-4117-ad0e-66c0621605ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f26134601c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:46:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['adc3498f-1aab-41ce-b3fb-2f15d052e8bb'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:46:17.859281 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 21:46:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-747be542-972c-4fa2-bcd1-9f88c6418f8c x-openstack-request-id: req-747be542-972c-4fa2-bcd1-9f88c6418f8c {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:46:17.859584 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b654e6c8-61ba-4a1e-bf0b-190bcd6f39c2", "name": "network-vif-deleted", "tag": "66acadc7-3f01-428d-a25b-65c62613059b", "status": "completed", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:46:17.859845 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-747be542-972c-4fa2-bcd1-9f88c6418f8c {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:46:17.860950 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b654e6c8-61ba-4a1e-bf0b-190bcd6f39c2', 'name': 'network-vif-deleted', 'tag': '66acadc7-3f01-428d-a25b-65c62613059b', 'status': 'completed', 'code': 200}
Dec 25 21:46:17.881004 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-af9eb584-db84-4662-9a70-b9e0bdaee2ef tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "DELETE /v2.0/floatingips/cfacbf5f-f5fb-4070-81ec-ac6adcdfd7f3 HTTP/1.1" status: 204  len: 168 time: 1.6679628
Dec 25 21:46:18.137573 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvr_db [None req-a7933ac4-af10-4117-ad0e-66c0621605ee None None] Set router adc3498f-1aab-41ce-b3fb-2f15d052e8bb gateway port host: ncdv-master-1 {{(pid=121608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:46:18.247379 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-49f7a9dd-d769-46be-9fb9-1f249e82532c req-d1223d06-f947-4d5f-9395-8044ff195486 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] 10.222.0.32 "GET /v2.0/ports?device_id=b654e6c8-61ba-4a1e-bf0b-190bcd6f39c2 HTTP/1.1" status: 200  len: 210 time: 0.0289605
Dec 25 21:46:18.361396 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e767689-2619-4b04-b3d3-84663ebfd9dd req-eb23d1f8-52d4-40fa-9770-b4a3ffc8bef0 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:46:18.365160 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-a7933ac4-af10-4117-ad0e-66c0621605ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f26134601c0>, [{'id': 'adc3498f-1aab-41ce-b3fb-2f15d052e8bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1725953326', 'tenant_id': '4ff29c23c5844f45826a02b6ae6b65e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.78'}], 'enable_snat': True}, 'gw_port_id': '0b8b5c78-eae5-4eb5-96fb-531e503b6693', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:44:14Z', 'updated_at': '2021-12-25T21:44:28Z', 'revision_number': 4, 'project_id': '4ff29c23c5844f45826a02b6ae6b65e7', 'gw_port': {'id': '0b8b5c78-eae5-4eb5-96fb-531e503b6693', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:f1:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adc3498f-1aab-41ce-b3fb-2f15d052e8bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3678, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:44:17Z', 'updated_at': '2021-12-25T21:44:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '313aa3b4-6a9b-4cf3-ac7d-5bb251129d00', 'name': '', 'network_id': '060ae95d-b8fc-405f-91a3-56845df2e346', 'tenant_id': '4ff29c23c5844f45826a02b6ae6b65e7', 'mac_address': 'fa:16:3e:69:9e:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adc3498f-1aab-41ce-b3fb-2f15d052e8bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3699, 'fixed_ips': [{'subnet_id': '46348f07-d4df-41ed-9d9b-1f1c5c6801f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:44:26Z', 'updated_at': '2021-12-25T21:44:35Z', 'revision_number': 5, 'project_id': '4ff29c23c5844f45826a02b6ae6b65e7', 'subnets': [{'id': '46348f07-d4df-41ed-9d9b-1f1c5c6801f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:46:18.365363 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3e767689-2619-4b04-b3d3-84663ebfd9dd req-eb23d1f8-52d4-40fa-9770-b4a3ffc8bef0 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "GET /v2.0/ports?device_id=232caa59-01ee-4a0a-ad80-4a2406c77580 HTTP/1.1" status: 200  len: 946 time: 0.0560966
Dec 25 21:46:18.392860 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7933ac4-af10-4117-ad0e-66c0621605ee None None] Checking router: adc3498f-1aab-41ce-b3fb-2f15d052e8bb for host: ncdv-master-1 {{(pid=121608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 25 21:46:18.402100 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7933ac4-af10-4117-ad0e-66c0621605ee None None] Routers {'adc3498f-1aab-41ce-b3fb-2f15d052e8bb'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:46:18.402705 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-a7933ac4-af10-4117-ad0e-66c0621605ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f26134601c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:46:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['adc3498f-1aab-41ce-b3fb-2f15d052e8bb'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:46:18.419579 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3e767689-2619-4b04-b3d3-84663ebfd9dd req-f0f76dec-bf08-470c-9b45-09c0951511a1 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "GET /v2.0/security-groups?id=d23e5a5f-b90c-493e-af1f-971bbc755f90&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0486541
Dec 25 21:46:18.514274 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvr_db [None req-a7933ac4-af10-4117-ad0e-66c0621605ee None None] Set router adc3498f-1aab-41ce-b3fb-2f15d052e8bb gateway port host: ncdv-master-1 {{(pid=121608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:46:18.716446 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-a7933ac4-af10-4117-ad0e-66c0621605ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f26134601c0>, [{'id': 'adc3498f-1aab-41ce-b3fb-2f15d052e8bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1725953326', 'tenant_id': '4ff29c23c5844f45826a02b6ae6b65e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.78'}], 'enable_snat': True}, 'gw_port_id': '0b8b5c78-eae5-4eb5-96fb-531e503b6693', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:44:14Z', 'updated_at': '2021-12-25T21:44:28Z', 'revision_number': 4, 'project_id': '4ff29c23c5844f45826a02b6ae6b65e7', 'gw_port': {'id': '0b8b5c78-eae5-4eb5-96fb-531e503b6693', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:f1:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adc3498f-1aab-41ce-b3fb-2f15d052e8bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3678, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:44:17Z', 'updated_at': '2021-12-25T21:44:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '313aa3b4-6a9b-4cf3-ac7d-5bb251129d00', 'name': '', 'network_id': '060ae95d-b8fc-405f-91a3-56845df2e346', 'tenant_id': '4ff29c23c5844f45826a02b6ae6b65e7', 'mac_address': 'fa:16:3e:69:9e:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adc3498f-1aab-41ce-b3fb-2f15d052e8bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3699, 'fixed_ips': [{'subnet_id': '46348f07-d4df-41ed-9d9b-1f1c5c6801f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:44:26Z', 'updated_at': '2021-12-25T21:44:35Z', 'revision_number': 5, 'project_id': '4ff29c23c5844f45826a02b6ae6b65e7', 'subnets': [{'id': '46348f07-d4df-41ed-9d9b-1f1c5c6801f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:46:18.745160 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7933ac4-af10-4117-ad0e-66c0621605ee None None] The sync data for ids ['adc3498f-1aab-41ce-b3fb-2f15d052e8bb'] in ncdv-master-1 is: [{'id': 'adc3498f-1aab-41ce-b3fb-2f15d052e8bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1725953326', 'tenant_id': '4ff29c23c5844f45826a02b6ae6b65e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.78'}], 'enable_snat': True}, 'gw_port_id': '0b8b5c78-eae5-4eb5-96fb-531e503b6693', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:44:14Z', 'updated_at': '2021-12-25T21:44:28Z', 'revision_number': 4, 'project_id': '4ff29c23c5844f45826a02b6ae6b65e7', 'gw_port': {'id': '0b8b5c78-eae5-4eb5-96fb-531e503b6693', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:f1:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adc3498f-1aab-41ce-b3fb-2f15d052e8bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3678, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:44:17Z', 'updated_at': '2021-12-25T21:44:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '313aa3b4-6a9b-4cf3-ac7d-5bb251129d00', 'name': '', 'network_id': '060ae95d-b8fc-405f-91a3-56845df2e346', 'tenant_id': '4ff29c23c5844f45826a02b6ae6b65e7', 'mac_address': 'fa:16:3e:69:9e:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adc3498f-1aab-41ce-b3fb-2f15d052e8bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3699, 'fixed_ips': [{'subnet_id': '46348f07-d4df-41ed-9d9b-1f1c5c6801f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:44:26Z', 'updated_at': '2021-12-25T21:44:35Z', 'revision_number': 5, 'project_id': '4ff29c23c5844f45826a02b6ae6b65e7', 'subnets': [{'id': '46348f07-d4df-41ed-9d9b-1f1c5c6801f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 21:46:18.968248 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca6e69be-38da-4a72-bc02-53b0d713a639 None None] New status for floating IP cfacbf5f-f5fb-4070-81ec-ac6adcdfd7f3: DOWN {{(pid=121609) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 25 21:46:19.307950 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 42908) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:46:19.371006 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-aca046f6-5908-4832-921a-68f886160f21 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Publish callbacks [] for security_group, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:19.395757 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-aca046f6-5908-4832-921a-68f886160f21 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Publish callbacks [] for security_group, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:19.500198 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-aca046f6-5908-4832-921a-68f886160f21 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:19.511050 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-aca046f6-5908-4832-921a-68f886160f21 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Publish callbacks [] for security_group, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:19.511050 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-aca046f6-5908-4832-921a-68f886160f21 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] 10.222.0.32 "DELETE /v2.0/security-groups/4d572466-ac0f-4e9a-b798-7982f64714df HTTP/1.1" status: 204  len: 168 time: 0.1954920
Dec 25 21:46:19.525493 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca046f6-5908-4832-921a-68f886160f21 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d572466-ac0f-4e9a-b798-7982f64714df,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:46:19.563869 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ceaf7b-ca00-493c-9cf2-7bf92e2c850e req-7d2a4929-5480-4cd4-baf5-498bd422a78b tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:46:19.565426 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e1ceaf7b-ca00-493c-9cf2-7bf92e2c850e req-7d2a4929-5480-4cd4-baf5-498bd422a78b tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "GET /v2.0/ports?device_id=232caa59-01ee-4a0a-ad80-4a2406c77580 HTTP/1.1" status: 200  len: 946 time: 0.0598676
Dec 25 21:46:19.586386 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 42924) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:46:19.638580 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_v2 [None req-71418b77-f6f7-426b-a58a-1bdf0c4f62fc tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Deleting subnet ef1353d3-5978-4e28-94c4-20e76bb470a7 {{(pid=121607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Dec 25 21:46:19.641681 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-71418b77-f6f7-426b-a58a-1bdf0c4f62fc tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Publish callbacks [] for subnet, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:19.642079 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e1ceaf7b-ca00-493c-9cf2-7bf92e2c850e req-f712f2dc-3a1b-4e1d-b522-65cf3b74e3d0 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "GET /v2.0/security-groups?id=d23e5a5f-b90c-493e-af1f-971bbc755f90&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0705671
Dec 25 21:46:19.665008 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ac8fba-eb42-4aa1-8b6d-15b0a0aa53c0 req-b5d6540a-4936-42a6-ac13-4058d05ade75 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:46:19.666695 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-44ac8fba-eb42-4aa1-8b6d-15b0a0aa53c0 req-b5d6540a-4936-42a6-ac13-4058d05ade75 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.37 "GET /v2.0/ports?device_id=232caa59-01ee-4a0a-ad80-4a2406c77580 HTTP/1.1" status: 200  len: 946 time: 0.0654800
Dec 25 21:46:19.685421 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-71418b77-f6f7-426b-a58a-1bdf0c4f62fc tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10246617'] for subnet, precommit_delete_associations {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:19.763044 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [req-44ac8fba-eb42-4aa1-8b6d-15b0a0aa53c0 req-bc408342-16da-4fff-b20d-00b9c743e5a2 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Deleting port 22c8730d-1fe0-40bd-b7c2-cd3f15f4b816 {{(pid=121606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:46:19.763395 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-44ac8fba-eb42-4aa1-8b6d-15b0a0aa53c0 req-bc408342-16da-4fff-b20d-00b9c743e5a2 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:19.770486 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-71418b77-f6f7-426b-a58a-1bdf0c4f62fc tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995662'] for subnet, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:19.854162 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-44ac8fba-eb42-4aa1-8b6d-15b0a0aa53c0 req-bc408342-16da-4fff-b20d-00b9c743e5a2 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] For port 22c8730d-1fe0-40bd-b7c2-cd3f15f4b816, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=22c8730d-1fe0-40bd-b7c2-cd3f15f4b816,segment=NetworkSegment(15bcd007-535d-424d-8176-e76fbbc4a89c),segment_id=15bcd007-535d-424d-8176-e76fbbc4a89c)] {{(pid=121606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:46:19.854451 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-44ac8fba-eb42-4aa1-8b6d-15b0a0aa53c0 req-bc408342-16da-4fff-b20d-00b9c743e5a2 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:19.862857 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '232caa59-01ee-4a0a-ad80-4a2406c77580', 'tag': '22c8730d-1fe0-40bd-b7c2-cd3f15f4b816'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:46:19.870818 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9858820c13ec2827453b94ebc4181065e990a4e4089ccb9fe762531ac62d2fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0a05c45-4015-40f3-98ba-ce42904927d2" -d '{"events": [{"name": "network-changed", "server_uuid": "232caa59-01ee-4a0a-ad80-4a2406c77580", "tag": "22c8730d-1fe0-40bd-b7c2-cd3f15f4b816"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:46:19.876796 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [req-44ac8fba-eb42-4aa1-8b6d-15b0a0aa53c0 req-bc408342-16da-4fff-b20d-00b9c743e5a2 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Calling delete_port for 22c8730d-1fe0-40bd-b7c2-cd3f15f4b816 owned by compute:nova {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:46:19.918120 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Dec 2021 21:46:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cc03f38-8221-4a86-a911-3827d71d1272 x-openstack-request-id: req-3cc03f38-8221-4a86-a911-3827d71d1272 {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:46:19.918424 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "232caa59-01ee-4a0a-ad80-4a2406c77580", "tag": "22c8730d-1fe0-40bd-b7c2-cd3f15f4b816", "status": "completed", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:46:19.918686 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3cc03f38-8221-4a86-a911-3827d71d1272 {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:46:19.918956 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-71418b77-f6f7-426b-a58a-1bdf0c4f62fc tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8632410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8852809'] for subnet, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:19.919095 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '232caa59-01ee-4a0a-ad80-4a2406c77580', 'tag': '22c8730d-1fe0-40bd-b7c2-cd3f15f4b816', 'status': 'completed', 'code': 200}
Dec 25 21:46:19.952151 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71418b77-f6f7-426b-a58a-1bdf0c4f62fc tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Pushing event deleted for resources: {'Subnet': ['ID=ef1353d3-5978-4e28-94c4-20e76bb470a7,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:46:19.968687 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-71418b77-f6f7-426b-a58a-1bdf0c4f62fc tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Publish callbacks [] for subnet, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:19.972400 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-71418b77-f6f7-426b-a58a-1bdf0c4f62fc tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] 10.222.0.32 "DELETE /v2.0/subnets/ef1353d3-5978-4e28-94c4-20e76bb470a7 HTTP/1.1" status: 204  len: 168 time: 0.3837571
Dec 25 21:46:19.976473 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 42928) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:46:19.978860 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc1e4c3d-e3ec-4cd0-bfca-619742b6b7dc None None] Network f1a6977d-3def-4e23-a153-6f3c49896da2 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:46:20.009651 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a05c45-4015-40f3-98ba-ce42904927d2 req-c8106c32-126f-45f6-980c-48e9e401fd36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:46:20.011783 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a0a05c45-4015-40f3-98ba-ce42904927d2 req-c8106c32-126f-45f6-980c-48e9e401fd36 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4ff29c23c5844f45826a02b6ae6b65e7&device_id=232caa59-01ee-4a0a-ad80-4a2406c77580 HTTP/1.1" status: 200  len: 1097 time: 0.0744903
Dec 25 21:46:20.065369 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-3a1b443d-dd01-4ae3-902c-190016b5ef73 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625803'] for network, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:20.133870 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-3a1b443d-dd01-4ae3-902c-190016b5ef73 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Deleting port bcd9d2ca-a79c-4bcf-91f5-2047b0014b4d {{(pid=121607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:46:20.135076 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-3a1b443d-dd01-4ae3-902c-190016b5ef73 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:20.158011 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a05c45-4015-40f3-98ba-ce42904927d2 req-45e69886-442c-4765-90c0-2a0c27107c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:46:20.158261 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-347d94f3-e905-4cd9-bf35-4c3939ad119c None None] DHCP port deletion for f1a6977d-3def-4e23-a153-6f3c49896da2 request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 21:46:20.159533 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a0a05c45-4015-40f3-98ba-ce42904927d2 req-45e69886-442c-4765-90c0-2a0c27107c8c service neutron] 10.222.0.37 "GET /v2.0/networks?id=060ae95d-b8fc-405f-91a3-56845df2e346 HTTP/1.1" status: 200  len: 897 time: 0.1069906
Dec 25 21:46:20.162331 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-44ac8fba-eb42-4aa1-8b6d-15b0a0aa53c0 req-bc408342-16da-4fff-b20d-00b9c743e5a2 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:20.209588 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-347d94f3-e905-4cd9-bf35-4c3939ad119c None None] Deleting port bcd9d2ca-a79c-4bcf-91f5-2047b0014b4d {{(pid=121608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:46:20.210227 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-347d94f3-e905-4cd9-bf35-4c3939ad119c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:20.212925 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.db [None req-3a1b443d-dd01-4ae3-902c-190016b5ef73 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] For port bcd9d2ca-a79c-4bcf-91f5-2047b0014b4d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bcd9d2ca-a79c-4bcf-91f5-2047b0014b4d,segment=NetworkSegment(6dc7bd92-deb9-47b1-b54b-25b376c51c7f),segment_id=6dc7bd92-deb9-47b1-b54b-25b376c51c7f)] {{(pid=121607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:46:20.213622 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-3a1b443d-dd01-4ae3-902c-190016b5ef73 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:20.228241 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-3a1b443d-dd01-4ae3-902c-190016b5ef73 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Calling delete_port for bcd9d2ca-a79c-4bcf-91f5-2047b0014b4d owned by network:dhcp {{(pid=121607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:46:20.231431 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc408342-16da-4fff-b20d-00b9c743e5a2 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Pushing event deleted for resources: {'Port': ['ID=22c8730d-1fe0-40bd-b7c2-cd3f15f4b816,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:46:20.235565 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a0a05c45-4015-40f3-98ba-ce42904927d2 req-2c70ae95-f237-458b-a7a8-dee54a31caf4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=22c8730d-1fe0-40bd-b7c2-cd3f15f4b816 HTTP/1.1" status: 200  len: 217 time: 0.0659480
Dec 25 21:46:20.286804 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-347d94f3-e905-4cd9-bf35-4c3939ad119c None None] For port bcd9d2ca-a79c-4bcf-91f5-2047b0014b4d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bcd9d2ca-a79c-4bcf-91f5-2047b0014b4d,segment=NetworkSegment(6dc7bd92-deb9-47b1-b54b-25b376c51c7f),segment_id=6dc7bd92-deb9-47b1-b54b-25b376c51c7f)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:46:20.287214 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-347d94f3-e905-4cd9-bf35-4c3939ad119c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:20.302612 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-347d94f3-e905-4cd9-bf35-4c3939ad119c None None] Calling delete_port for bcd9d2ca-a79c-4bcf-91f5-2047b0014b4d owned by network:dhcp {{(pid=121608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:46:20.330332 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [req-44ac8fba-eb42-4aa1-8b6d-15b0a0aa53c0 req-bc408342-16da-4fff-b20d-00b9c743e5a2 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] No DVR routers for this DVR port 22c8730d-1fe0-40bd-b7c2-cd3f15f4b816 on host nch2-master-1 {{(pid=121606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:46:20.333101 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-44ac8fba-eb42-4aa1-8b6d-15b0a0aa53c0 req-bc408342-16da-4fff-b20d-00b9c743e5a2 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:20.337627 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-44ac8fba-eb42-4aa1-8b6d-15b0a0aa53c0 req-bc408342-16da-4fff-b20d-00b9c743e5a2 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.37 "DELETE /v2.0/ports/22c8730d-1fe0-40bd-b7c2-cd3f15f4b816 HTTP/1.1" status: 204  len: 173 time: 0.6649339
Dec 25 21:46:20.355016 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a05c45-4015-40f3-98ba-ce42904927d2 req-dcc68223-dff9-405c-9d52-a6f6c52a24cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:46:20.356604 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a0a05c45-4015-40f3-98ba-ce42904927d2 req-dcc68223-dff9-405c-9d52-a6f6c52a24cf service neutron] 10.222.0.37 "GET /v2.0/subnets?id=46348f07-d4df-41ed-9d9b-1f1c5c6801f5 HTTP/1.1" status: 200  len: 835 time: 0.1143703
Dec 25 21:46:20.397703 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-3a1b443d-dd01-4ae3-902c-190016b5ef73 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:20.406639 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-347d94f3-e905-4cd9-bf35-4c3939ad119c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955'] for port, after_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:20.406772 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a05c45-4015-40f3-98ba-ce42904927d2 req-50dbbb71-881b-4e80-aced-3d9faf238fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:46:20.407597 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a0a05c45-4015-40f3-98ba-ce42904927d2 req-50dbbb71-881b-4e80-aced-3d9faf238fc3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=060ae95d-b8fc-405f-91a3-56845df2e346&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0442543
Dec 25 21:46:20.440442 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347d94f3-e905-4cd9-bf35-4c3939ad119c None None] Pushing event deleted for resources: {'Port': ['ID=bcd9d2ca-a79c-4bcf-91f5-2047b0014b4d,revision_number=None']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:46:20.446314 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-347d94f3-e905-4cd9-bf35-4c3939ad119c None None] No DVR routers for this DVR port bcd9d2ca-a79c-4bcf-91f5-2047b0014b4d on host ncdv-master-1 {{(pid=121608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:46:20.463208 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a1b443d-dd01-4ae3-902c-190016b5ef73 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] No DVR routers for this DVR port bcd9d2ca-a79c-4bcf-91f5-2047b0014b4d on host ncdv-master-1 {{(pid=121607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:46:20.471006 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1b443d-dd01-4ae3-902c-190016b5ef73 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Pushing event deleted for resources: {'Port': ['ID=bcd9d2ca-a79c-4bcf-91f5-2047b0014b4d,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:46:20.548902 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-3a1b443d-dd01-4ae3-902c-190016b5ef73 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997585', 'neutron.services.segments.db._delete_segments_for_network-8737602743071'] for network, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:20.553090 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a0a05c45-4015-40f3-98ba-ce42904927d2 req-38644aeb-971a-416e-bcc9-102e28218708 service neutron] 10.222.0.37 "GET /v2.0/networks/060ae95d-b8fc-405f-91a3-56845df2e346?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1378813
Dec 25 21:46:20.570521 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-3a1b443d-dd01-4ae3-902c-190016b5ef73 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2618534dc0>,) {'filters': {'network_id': ['f1a6977d-3def-4e23-a153-6f3c49896da2']}} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:46:20.580296 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-3a1b443d-dd01-4ae3-902c-190016b5ef73 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2618534dc0>, '6dc7bd92-deb9-47b1-b54b-25b376c51c7f') {'for_net_delete': True} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:46:20.580646 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-3a1b443d-dd01-4ae3-902c-190016b5ef73 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2618534dc0>, '6dc7bd92-deb9-47b1-b54b-25b376c51c7f') {} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:46:20.582865 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device 66acadc7-3f01-428d-a25b-65c62613059b no longer exists at agent hyperv_nch1-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:46:20.594411 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-3a1b443d-dd01-4ae3-902c-190016b5ef73 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737602746920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10246592'] for segment, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:20.609991 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-3a1b443d-dd01-4ae3-902c-190016b5ef73 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:20.610204 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] No Port match for: 66acadc7-3f01-428d-a25b-65c62613059b {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:46:20.610465 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device 66acadc7-3f01-428d-a25b-65c62613059b not bound to the agent host nch1-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:46:20.617421 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a1b443d-dd01-4ae3-902c-190016b5ef73 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Releasing vlan 184 on physical network physnet1 to pool {{(pid=121607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 25 21:46:20.617985 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-3a1b443d-dd01-4ae3-902c-190016b5ef73 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8633327'] for segment, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:20.621688 ncdv-master-1 neutron-server[121607]: Traceback (most recent call last):
Dec 25 21:46:20.621688 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 25 21:46:20.621688 ncdv-master-1 neutron-server[121607]:     timer()
Dec 25 21:46:20.621688 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 25 21:46:20.621688 ncdv-master-1 neutron-server[121607]:     cb(*args, **kw)
Dec 25 21:46:20.621688 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 25 21:46:20.621688 ncdv-master-1 neutron-server[121607]:     return func(*args, **kwargs)
Dec 25 21:46:20.621688 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 25 21:46:20.621688 ncdv-master-1 neutron-server[121607]:     self._notify()
Dec 25 21:46:20.621688 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 25 21:46:20.621688 ncdv-master-1 neutron-server[121607]:     self.callback(batched_events)
Dec 25 21:46:20.621688 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 25 21:46:20.621688 ncdv-master-1 neutron-server[121607]:     event.method(event)
Dec 25 21:46:20.621688 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 25 21:46:20.621688 ncdv-master-1 neutron-server[121607]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 25 21:46:20.621688 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 25 21:46:20.621688 ncdv-master-1 neutron-server[121607]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 25 21:46:20.621688 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 25 21:46:20.621688 ncdv-master-1 neutron-server[121607]:     return f(self, *a, **k)
Dec 25 21:46:20.621688 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 25 21:46:20.621688 ncdv-master-1 neutron-server[121607]:     return self._get(url).json()
Dec 25 21:46:20.621688 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 25 21:46:20.621688 ncdv-master-1 neutron-server[121607]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 25 21:46:20.621688 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 25 21:46:20.621688 ncdv-master-1 neutron-server[121607]:     return self.request(url, 'GET', **kwargs)
Dec 25 21:46:20.621688 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 25 21:46:20.621688 ncdv-master-1 neutron-server[121607]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 25 21:46:20.621688 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 25 21:46:20.621688 ncdv-master-1 neutron-server[121607]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 25 21:46:20.621688 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 25 21:46:20.621688 ncdv-master-1 neutron-server[121607]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 25 21:46:20.621688 ncdv-master-1 neutron-server[121607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 25 21:46:20.673717 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a0a05c45-4015-40f3-98ba-ce42904927d2 req-36459390-aeb8-4ed9-896e-2103c8a056c5 service neutron] 10.222.0.37 "GET /v2.0/networks/060ae95d-b8fc-405f-91a3-56845df2e346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1121511
Dec 25 21:46:20.758199 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-072e2a51-2a92-42d2-a93b-4ec43cf23614 req-a583dd95-9d2c-4b2f-afa7-d427aa96217a tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "GET /v2.0/ports?device_id=232caa59-01ee-4a0a-ad80-4a2406c77580 HTTP/1.1" status: 200  len: 210 time: 0.0343874
Dec 25 21:46:20.808486 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-3a1b443d-dd01-4ae3-902c-190016b5ef73 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2008653'] for network, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:20.816826 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-3a1b443d-dd01-4ae3-902c-190016b5ef73 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Publish callbacks [] for network, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:20.820001 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-3a1b443d-dd01-4ae3-902c-190016b5ef73 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] 10.222.0.32 "DELETE /v2.0/networks/f1a6977d-3def-4e23-a153-6f3c49896da2 HTTP/1.1" status: 204  len: 168 time: 0.8425415
Dec 25 21:46:20.822749 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 42942) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:46:20.831152 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1b443d-dd01-4ae3-902c-190016b5ef73 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Pushing event deleted for resources: {'Network': ['ID=f1a6977d-3def-4e23-a153-6f3c49896da2,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:46:20.992010 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-061da10e-0468-4bc2-af93-4eaea85b92fd tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Deleting port df0c0e9d-73e6-4c13-bda1-93cb99218a9d {{(pid=121606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:46:20.992010 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-061da10e-0468-4bc2-af93-4eaea85b92fd tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:21.062412 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-061da10e-0468-4bc2-af93-4eaea85b92fd tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:21.062741 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-061da10e-0468-4bc2-af93-4eaea85b92fd tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:21.075081 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-061da10e-0468-4bc2-af93-4eaea85b92fd tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Calling delete_port for df0c0e9d-73e6-4c13-bda1-93cb99218a9d owned by network:floatingip {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:46:21.254100 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-061da10e-0468-4bc2-af93-4eaea85b92fd tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:21.283889 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061da10e-0468-4bc2-af93-4eaea85b92fd tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Pushing event deleted for resources: {'Port': ['ID=df0c0e9d-73e6-4c13-bda1-93cb99218a9d,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:46:21.346316 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-061da10e-0468-4bc2-af93-4eaea85b92fd tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Publish callbacks [] for floatingip, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:21.347009 ncdv-master-1 neutron-server[121606]: INFO neutron.db.l3_db [None req-061da10e-0468-4bc2-af93-4eaea85b92fd tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Floating IP 0fe9bc46-40e4-4268-acef-90794c876f1f disassociated (deleted). External IP: 172.35.3.178, port: 46007bab-bd9e-4282-97d5-2a4cf51e9186.
Dec 25 21:46:21.479009 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device bcd9d2ca-a79c-4bcf-91f5-2047b0014b4d no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:46:21.504670 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] No Port match for: bcd9d2ca-a79c-4bcf-91f5-2047b0014b4d {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:46:21.505142 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device bcd9d2ca-a79c-4bcf-91f5-2047b0014b4d not bound to the agent host ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:46:21.560805 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-061da10e-0468-4bc2-af93-4eaea85b92fd tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Router bb064fce-7459-4d24-a77f-36f25b7d3080 has already been hosted by L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 {{(pid=121606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 25 21:46:21.667625 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-061da10e-0468-4bc2-af93-4eaea85b92fd tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 21:46:21.672368 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-061da10e-0468-4bc2-af93-4eaea85b92fd tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for floatingip, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:21.676740 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61d7490e-7f71-42dc-b01f-d52da732e3ac None None] Sync routers for ids ['bb064fce-7459-4d24-a77f-36f25b7d3080'] in ncdv-master-1 {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 21:46:21.686229 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61d7490e-7f71-42dc-b01f-d52da732e3ac None None] Routers {'bb064fce-7459-4d24-a77f-36f25b7d3080'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:46:21.692217 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-61d7490e-7f71-42dc-b01f-d52da732e3ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f261856f220>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:46:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['bb064fce-7459-4d24-a77f-36f25b7d3080'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:46:21.699297 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-061da10e-0468-4bc2-af93-4eaea85b92fd tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] 10.222.0.32 "DELETE /v2.0/floatingips/0fe9bc46-40e4-4268-acef-90794c876f1f HTTP/1.1" status: 204  len: 168 time: 0.8754499
Dec 25 21:46:21.800969 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvr_db [None req-61d7490e-7f71-42dc-b01f-d52da732e3ac None None] Set router bb064fce-7459-4d24-a77f-36f25b7d3080 gateway port host: ncdv-master-1 {{(pid=121608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:46:21.820174 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 42952) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:46:21.920985 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '232caa59-01ee-4a0a-ad80-4a2406c77580', 'name': 'network-vif-deleted', 'tag': '22c8730d-1fe0-40bd-b7c2-cd3f15f4b816'}, {'name': 'network-changed', 'server_uuid': '725062b3-9301-4599-9aba-de15e6198698', 'tag': '46007bab-bd9e-4282-97d5-2a4cf51e9186'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:46:21.923283 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9858820c13ec2827453b94ebc4181065e990a4e4089ccb9fe762531ac62d2fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6cb6e1b-5032-4ea7-97d4-31b7fc704f9e" -d '{"events": [{"server_uuid": "232caa59-01ee-4a0a-ad80-4a2406c77580", "name": "network-vif-deleted", "tag": "22c8730d-1fe0-40bd-b7c2-cd3f15f4b816"}, {"name": "network-changed", "server_uuid": "725062b3-9301-4599-9aba-de15e6198698", "tag": "46007bab-bd9e-4282-97d5-2a4cf51e9186"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:46:21.980706 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sat, 25 Dec 2021 21:46:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a81e3eb4-eacf-4742-ad88-d5d2762867dc x-openstack-request-id: req-a81e3eb4-eacf-4742-ad88-d5d2762867dc {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:46:21.981029 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "232caa59-01ee-4a0a-ad80-4a2406c77580", "name": "network-vif-deleted", "tag": "22c8730d-1fe0-40bd-b7c2-cd3f15f4b816", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "725062b3-9301-4599-9aba-de15e6198698", "tag": "46007bab-bd9e-4282-97d5-2a4cf51e9186", "status": "completed", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:46:21.981294 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a81e3eb4-eacf-4742-ad88-d5d2762867dc {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:46:21.981661 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '232caa59-01ee-4a0a-ad80-4a2406c77580', 'name': 'network-vif-deleted', 'tag': '22c8730d-1fe0-40bd-b7c2-cd3f15f4b816', 'status': 'completed', 'code': 200}
Dec 25 21:46:21.981917 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '725062b3-9301-4599-9aba-de15e6198698', 'tag': '46007bab-bd9e-4282-97d5-2a4cf51e9186', 'status': 'completed', 'code': 200}
Dec 25 21:46:22.011901 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-61d7490e-7f71-42dc-b01f-d52da732e3ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f261856f220>, [{'id': 'bb064fce-7459-4d24-a77f-36f25b7d3080', 'name': 'tempest-TestNetworkBasicOps-router-426151613', 'tenant_id': '59ed9da8ed224ce9b429cb4c633a2498', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.26'}], 'enable_snat': True}, 'gw_port_id': 'fc671bf1-e418-4f26-aa0d-b9b32d92d2b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:44:08Z', 'updated_at': '2021-12-25T21:46:14Z', 'revision_number': 6, 'project_id': '59ed9da8ed224ce9b429cb4c633a2498', 'gw_port': {'id': 'fc671bf1-e418-4f26-aa0d-b9b32d92d2b1', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:b6:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb064fce-7459-4d24-a77f-36f25b7d3080', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3662, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:44:09Z', 'updated_at': '2021-12-25T21:44:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '0f1bc128-a0c8-4635-8c71-1ddfa9efda45', 'name': '', 'network_id': '2d1735c0-d6b4-47c5-98a9-07fa68c49bb1', 'tenant_id': '59ed9da8ed224ce9b429cb4c633a2498', 'mac_address': 'fa:16:3e:16:f4:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb064fce-7459-4d24-a77f-36f25b7d3080', 'device_owner': 'network:router_interface', 'standard_attr_id': 3677, 'fixed_ips': [{'subnet_id': '78ff16f3-e2c5-4dec-b8db-7056450eca76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:44:16Z', 'updated_at': '2021-12-25T21:44:29Z', 'revision_number': 5, 'project_id': '59ed9da8ed224ce9b429cb4c633a2498', 'subnets': [{'id': '78ff16f3-e2c5-4dec-b8db-7056450eca76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:46:22.043383 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61d7490e-7f71-42dc-b01f-d52da732e3ac None None] Checking router: bb064fce-7459-4d24-a77f-36f25b7d3080 for host: ncdv-master-1 {{(pid=121608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 25 21:46:22.052519 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61d7490e-7f71-42dc-b01f-d52da732e3ac None None] Routers {'bb064fce-7459-4d24-a77f-36f25b7d3080'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:46:22.053451 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-61d7490e-7f71-42dc-b01f-d52da732e3ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f261856f220>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:46:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['bb064fce-7459-4d24-a77f-36f25b7d3080'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:46:22.205993 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvr_db [None req-61d7490e-7f71-42dc-b01f-d52da732e3ac None None] Set router bb064fce-7459-4d24-a77f-36f25b7d3080 gateway port host: ncdv-master-1 {{(pid=121608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:46:22.416546 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-61d7490e-7f71-42dc-b01f-d52da732e3ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f261856f220>, [{'id': 'bb064fce-7459-4d24-a77f-36f25b7d3080', 'name': 'tempest-TestNetworkBasicOps-router-426151613', 'tenant_id': '59ed9da8ed224ce9b429cb4c633a2498', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.26'}], 'enable_snat': True}, 'gw_port_id': 'fc671bf1-e418-4f26-aa0d-b9b32d92d2b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:44:08Z', 'updated_at': '2021-12-25T21:46:14Z', 'revision_number': 6, 'project_id': '59ed9da8ed224ce9b429cb4c633a2498', 'gw_port': {'id': 'fc671bf1-e418-4f26-aa0d-b9b32d92d2b1', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:b6:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb064fce-7459-4d24-a77f-36f25b7d3080', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3662, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:44:09Z', 'updated_at': '2021-12-25T21:44:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '0f1bc128-a0c8-4635-8c71-1ddfa9efda45', 'name': '', 'network_id': '2d1735c0-d6b4-47c5-98a9-07fa68c49bb1', 'tenant_id': '59ed9da8ed224ce9b429cb4c633a2498', 'mac_address': 'fa:16:3e:16:f4:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb064fce-7459-4d24-a77f-36f25b7d3080', 'device_owner': 'network:router_interface', 'standard_attr_id': 3677, 'fixed_ips': [{'subnet_id': '78ff16f3-e2c5-4dec-b8db-7056450eca76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:44:16Z', 'updated_at': '2021-12-25T21:44:29Z', 'revision_number': 5, 'project_id': '59ed9da8ed224ce9b429cb4c633a2498', 'subnets': [{'id': '78ff16f3-e2c5-4dec-b8db-7056450eca76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:46:22.449243 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61d7490e-7f71-42dc-b01f-d52da732e3ac None None] The sync data for ids ['bb064fce-7459-4d24-a77f-36f25b7d3080'] in ncdv-master-1 is: [{'id': 'bb064fce-7459-4d24-a77f-36f25b7d3080', 'name': 'tempest-TestNetworkBasicOps-router-426151613', 'tenant_id': '59ed9da8ed224ce9b429cb4c633a2498', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.26'}], 'enable_snat': True}, 'gw_port_id': 'fc671bf1-e418-4f26-aa0d-b9b32d92d2b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:44:08Z', 'updated_at': '2021-12-25T21:46:14Z', 'revision_number': 6, 'project_id': '59ed9da8ed224ce9b429cb4c633a2498', 'gw_port': {'id': 'fc671bf1-e418-4f26-aa0d-b9b32d92d2b1', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:b6:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb064fce-7459-4d24-a77f-36f25b7d3080', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3662, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:44:09Z', 'updated_at': '2021-12-25T21:44:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '0f1bc128-a0c8-4635-8c71-1ddfa9efda45', 'name': '', 'network_id': '2d1735c0-d6b4-47c5-98a9-07fa68c49bb1', 'tenant_id': '59ed9da8ed224ce9b429cb4c633a2498', 'mac_address': 'fa:16:3e:16:f4:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb064fce-7459-4d24-a77f-36f25b7d3080', 'device_owner': 'network:router_interface', 'standard_attr_id': 3677, 'fixed_ips': [{'subnet_id': '78ff16f3-e2c5-4dec-b8db-7056450eca76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:44:16Z', 'updated_at': '2021-12-25T21:44:29Z', 'revision_number': 5, 'project_id': '59ed9da8ed224ce9b429cb4c633a2498', 'subnets': [{'id': '78ff16f3-e2c5-4dec-b8db-7056450eca76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 21:46:22.479166 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cb6e1b-5032-4ea7-97d4-31b7fc704f9e req-1232ac55-e928-4692-9521-cdfb4cd9838f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:46:22.480682 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f6cb6e1b-5032-4ea7-97d4-31b7fc704f9e req-1232ac55-e928-4692-9521-cdfb4cd9838f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=59ed9da8ed224ce9b429cb4c633a2498&device_id=725062b3-9301-4599-9aba-de15e6198698 HTTP/1.1" status: 200  len: 1096 time: 0.4318659
Dec 25 21:46:22.491380 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7caa6bda-fb74-481a-be18-8e838a3a114b req-cbfe91d3-cce2-46d0-981d-96c0151726d5 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:46:22.498995 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7caa6bda-fb74-481a-be18-8e838a3a114b req-cbfe91d3-cce2-46d0-981d-96c0151726d5 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] 10.222.0.32 "GET /v2.0/ports?device_id=725062b3-9301-4599-9aba-de15e6198698 HTTP/1.1" status: 200  len: 945 time: 0.1129813
Dec 25 21:46:22.650495 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7caa6bda-fb74-481a-be18-8e838a3a114b req-be8f8620-3a8d-4d13-a492-e0e58861bd66 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] 10.222.0.32 "GET /v2.0/security-groups?id=e8fde5ca-7127-4677-ba95-89b902fefd43&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1500399
Dec 25 21:46:22.681465 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cb6e1b-5032-4ea7-97d4-31b7fc704f9e req-882a44f6-a05e-42b6-85c7-8eed9811b81d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:46:22.681465 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f6cb6e1b-5032-4ea7-97d4-31b7fc704f9e req-882a44f6-a05e-42b6-85c7-8eed9811b81d service neutron] 10.222.0.37 "GET /v2.0/networks?id=2d1735c0-d6b4-47c5-98a9-07fa68c49bb1 HTTP/1.1" status: 200  len: 898 time: 0.1775839
Dec 25 21:46:22.706218 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-308e57ef-6fc9-41b7-9dc5-0bedbb9642e1 None None] New status for floating IP 0fe9bc46-40e4-4268-acef-90794c876f1f: DOWN {{(pid=121609) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 25 21:46:22.742863 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f6cb6e1b-5032-4ea7-97d4-31b7fc704f9e req-222000ea-0707-4a2b-80d9-0f069e6e3865 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=46007bab-bd9e-4282-97d5-2a4cf51e9186 HTTP/1.1" status: 200  len: 217 time: 0.0521703
Dec 25 21:46:22.807696 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cb6e1b-5032-4ea7-97d4-31b7fc704f9e req-e070dfb9-71fc-48da-b44a-55cb49fec7f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:46:22.809346 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f6cb6e1b-5032-4ea7-97d4-31b7fc704f9e req-e070dfb9-71fc-48da-b44a-55cb49fec7f4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=78ff16f3-e2c5-4dec-b8db-7056450eca76 HTTP/1.1" status: 200  len: 835 time: 0.0594923
Dec 25 21:46:22.813188 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-fb6f5730-d63f-4a00-bca7-cede7ac3dd3b tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2007615'] for router_interface, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:22.900676 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cb6e1b-5032-4ea7-97d4-31b7fc704f9e req-ec956a68-2f92-420c-bda3-a51b0f31a286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:46:22.902217 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f6cb6e1b-5032-4ea7-97d4-31b7fc704f9e req-ec956a68-2f92-420c-bda3-a51b0f31a286 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2d1735c0-d6b4-47c5-98a9-07fa68c49bb1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0855947
Dec 25 21:46:23.076617 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f6cb6e1b-5032-4ea7-97d4-31b7fc704f9e req-52c8afa7-6a4e-4963-a0de-e1305bed3e7b service neutron] 10.222.0.37 "GET /v2.0/networks/2d1735c0-d6b4-47c5-98a9-07fa68c49bb1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1468229
Dec 25 21:46:23.223516 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f6cb6e1b-5032-4ea7-97d4-31b7fc704f9e req-0ecb30da-4a62-49c5-84ec-2d68e2daa40c service neutron] 10.222.0.37 "GET /v2.0/networks/2d1735c0-d6b4-47c5-98a9-07fa68c49bb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1355367
Dec 25 21:46:23.245120 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-fb6f5730-d63f-4a00-bca7-cede7ac3dd3b tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Deleting port 313aa3b4-6a9b-4cf3-ac7d-5bb251129d00 {{(pid=121606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:46:23.245468 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-fb6f5730-d63f-4a00-bca7-cede7ac3dd3b tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:23.334775 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [None req-fb6f5730-d63f-4a00-bca7-cede7ac3dd3b tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] For port 313aa3b4-6a9b-4cf3-ac7d-5bb251129d00, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=313aa3b4-6a9b-4cf3-ac7d-5bb251129d00,segment=NetworkSegment(15bcd007-535d-424d-8176-e76fbbc4a89c),segment_id=15bcd007-535d-424d-8176-e76fbbc4a89c)] {{(pid=121606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:46:23.335138 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-fb6f5730-d63f-4a00-bca7-cede7ac3dd3b tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:23.351902 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-fb6f5730-d63f-4a00-bca7-cede7ac3dd3b tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Calling delete_port for 313aa3b4-6a9b-4cf3-ac7d-5bb251129d00 owned by network:router_interface {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:46:23.506004 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58ae692-82b3-4ae5-be8e-e8f80d53ac69 req-63adc9d5-3c84-431e-9b00-a246b62fd486 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:46:23.507427 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e58ae692-82b3-4ae5-be8e-e8f80d53ac69 req-63adc9d5-3c84-431e-9b00-a246b62fd486 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] 10.222.0.37 "GET /v2.0/ports?device_id=725062b3-9301-4599-9aba-de15e6198698 HTTP/1.1" status: 200  len: 945 time: 0.0962033
Dec 25 21:46:23.640179 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [req-e58ae692-82b3-4ae5-be8e-e8f80d53ac69 req-28d201cc-90c4-49d8-8a0d-02a9fddb2bf9 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Deleting port 46007bab-bd9e-4282-97d5-2a4cf51e9186 {{(pid=121606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:46:23.640501 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-e58ae692-82b3-4ae5-be8e-e8f80d53ac69 req-28d201cc-90c4-49d8-8a0d-02a9fddb2bf9 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:23.710420 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-fb6f5730-d63f-4a00-bca7-cede7ac3dd3b tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:23.750256 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6f5730-d63f-4a00-bca7-cede7ac3dd3b tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Pushing event deleted for resources: {'Port': ['ID=313aa3b4-6a9b-4cf3-ac7d-5bb251129d00,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:46:23.850815 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-e58ae692-82b3-4ae5-be8e-e8f80d53ac69 req-28d201cc-90c4-49d8-8a0d-02a9fddb2bf9 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] For port 46007bab-bd9e-4282-97d5-2a4cf51e9186, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=46007bab-bd9e-4282-97d5-2a4cf51e9186,segment=NetworkSegment(9a25e8de-a0c2-445f-8383-e47b034f2d15),segment_id=9a25e8de-a0c2-445f-8383-e47b034f2d15)] {{(pid=121606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:46:23.851184 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-e58ae692-82b3-4ae5-be8e-e8f80d53ac69 req-28d201cc-90c4-49d8-8a0d-02a9fddb2bf9 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:23.874515 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [req-e58ae692-82b3-4ae5-be8e-e8f80d53ac69 req-28d201cc-90c4-49d8-8a0d-02a9fddb2bf9 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Calling delete_port for 46007bab-bd9e-4282-97d5-2a4cf51e9186 owned by compute:nova {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:46:23.974101 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40d9ac3-37b5-4917-b84a-560333a6b007 req-be903925-9e88-465c-afc2-d8a91ea33c60 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:46:23.975658 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b40d9ac3-37b5-4917-b84a-560333a6b007 req-be903925-9e88-465c-afc2-d8a91ea33c60 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] 10.222.0.32 "GET /v2.0/ports?device_id=725062b3-9301-4599-9aba-de15e6198698 HTTP/1.1" status: 200  len: 945 time: 0.2225940
Dec 25 21:46:24.107165 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b40d9ac3-37b5-4917-b84a-560333a6b007 req-2719a863-9a4f-47d6-9e10-eef3285614d0 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] 10.222.0.32 "GET /v2.0/security-groups?id=e8fde5ca-7127-4677-ba95-89b902fefd43&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1227596
Dec 25 21:46:24.108363 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-fb6f5730-d63f-4a00-bca7-cede7ac3dd3b tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2007763'] for router_interface, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:24.297664 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-e58ae692-82b3-4ae5-be8e-e8f80d53ac69 req-28d201cc-90c4-49d8-8a0d-02a9fddb2bf9 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:24.333284 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d201cc-90c4-49d8-8a0d-02a9fddb2bf9 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Pushing event deleted for resources: {'Port': ['ID=46007bab-bd9e-4282-97d5-2a4cf51e9186,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:46:24.406868 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [req-e58ae692-82b3-4ae5-be8e-e8f80d53ac69 req-28d201cc-90c4-49d8-8a0d-02a9fddb2bf9 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] No DVR routers for this DVR port 46007bab-bd9e-4282-97d5-2a4cf51e9186 on host nch2-master-1 {{(pid=121606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:46:24.410370 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-e58ae692-82b3-4ae5-be8e-e8f80d53ac69 req-28d201cc-90c4-49d8-8a0d-02a9fddb2bf9 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:24.413798 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e58ae692-82b3-4ae5-be8e-e8f80d53ac69 req-28d201cc-90c4-49d8-8a0d-02a9fddb2bf9 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] 10.222.0.37 "DELETE /v2.0/ports/46007bab-bd9e-4282-97d5-2a4cf51e9186 HTTP/1.1" status: 204  len: 173 time: 0.8972352
Dec 25 21:46:24.414242 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '725062b3-9301-4599-9aba-de15e6198698', 'name': 'network-vif-deleted', 'tag': '46007bab-bd9e-4282-97d5-2a4cf51e9186'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:46:24.417156 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9858820c13ec2827453b94ebc4181065e990a4e4089ccb9fe762531ac62d2fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d045adb-478d-4400-9d63-86c2a908a7b3" -d '{"events": [{"server_uuid": "725062b3-9301-4599-9aba-de15e6198698", "name": "network-vif-deleted", "tag": "46007bab-bd9e-4282-97d5-2a4cf51e9186"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:46:24.441035 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb6f5730-d63f-4a00-bca7-cede7ac3dd3b tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Router adc3498f-1aab-41ce-b3fb-2f15d052e8bb has already been hosted by L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 {{(pid=121606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 25 21:46:24.487464 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 21:46:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b314124c-4cbf-451d-b0c7-86da570fe7f3 x-openstack-request-id: req-b314124c-4cbf-451d-b0c7-86da570fe7f3 {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:46:24.487816 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "725062b3-9301-4599-9aba-de15e6198698", "name": "network-vif-deleted", "tag": "46007bab-bd9e-4282-97d5-2a4cf51e9186", "status": "completed", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:46:24.488073 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b314124c-4cbf-451d-b0c7-86da570fe7f3 {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:46:24.488643 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '725062b3-9301-4599-9aba-de15e6198698', 'name': 'network-vif-deleted', 'tag': '46007bab-bd9e-4282-97d5-2a4cf51e9186', 'status': 'completed', 'code': 200}
Dec 25 21:46:24.510175 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device 22c8730d-1fe0-40bd-b7c2-cd3f15f4b816 no longer exists at agent hyperv_nch2-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:46:24.531775 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] No Port match for: 22c8730d-1fe0-40bd-b7c2-cd3f15f4b816 {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:46:24.532128 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device 22c8730d-1fe0-40bd-b7c2-cd3f15f4b816 not bound to the agent host nch2-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:46:24.566389 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb6f5730-d63f-4a00-bca7-cede7ac3dd3b tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 21:46:24.572148 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-fb6f5730-d63f-4a00-bca7-cede7ac3dd3b tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "PUT /v2.0/routers/adc3498f-1aab-41ce-b3fb-2f15d052e8bb/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7507782
Dec 25 21:46:24.576218 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 43002) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:46:24.578052 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e3d1060-bd15-4f75-9538-0d7e14fa56a7 None None] Sync routers for ids ['adc3498f-1aab-41ce-b3fb-2f15d052e8bb'] in ncdv-master-1 {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 21:46:24.589458 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e3d1060-bd15-4f75-9538-0d7e14fa56a7 None None] Routers {'adc3498f-1aab-41ce-b3fb-2f15d052e8bb'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:46:24.590248 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-8e3d1060-bd15-4f75-9538-0d7e14fa56a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2613328190>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:46:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['adc3498f-1aab-41ce-b3fb-2f15d052e8bb'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:46:24.627646 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_v2 [None req-de9e118b-e5ca-4578-9100-497ff65a6139 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Deleting subnet 46348f07-d4df-41ed-9d9b-1f1c5c6801f5 {{(pid=121606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Dec 25 21:46:24.630714 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-de9e118b-e5ca-4578-9100-497ff65a6139 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks [] for subnet, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:24.671924 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-de9e118b-e5ca-4578-9100-497ff65a6139 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9084199'] for subnet, precommit_delete_associations {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:24.699687 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvr_db [None req-8e3d1060-bd15-4f75-9538-0d7e14fa56a7 None None] Set router adc3498f-1aab-41ce-b3fb-2f15d052e8bb gateway port host: ncdv-master-1 {{(pid=121608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:46:24.758104 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.agents_db [None req-ec08dba0-4483-4109-b5e1-5e4a9fdaf12d None None] Agent healthcheck: found 7 active agents {{(pid=121609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 25 21:46:24.800370 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-de9e118b-e5ca-4578-9100-497ff65a6139 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995662'] for subnet, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:24.936164 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-8e3d1060-bd15-4f75-9538-0d7e14fa56a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2613328190>, [{'id': 'adc3498f-1aab-41ce-b3fb-2f15d052e8bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1725953326', 'tenant_id': '4ff29c23c5844f45826a02b6ae6b65e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.78'}], 'enable_snat': True}, 'gw_port_id': '0b8b5c78-eae5-4eb5-96fb-531e503b6693', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:44:14Z', 'updated_at': '2021-12-25T21:46:23Z', 'revision_number': 5, 'project_id': '4ff29c23c5844f45826a02b6ae6b65e7', 'gw_port': {'id': '0b8b5c78-eae5-4eb5-96fb-531e503b6693', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:f1:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adc3498f-1aab-41ce-b3fb-2f15d052e8bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3678, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:44:17Z', 'updated_at': '2021-12-25T21:44:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:46:24.959951 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-de9e118b-e5ca-4578-9100-497ff65a6139 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9084363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9028506'] for subnet, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:24.980065 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e3d1060-bd15-4f75-9538-0d7e14fa56a7 None None] Checking router: adc3498f-1aab-41ce-b3fb-2f15d052e8bb for host: ncdv-master-1 {{(pid=121608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 25 21:46:24.992434 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e3d1060-bd15-4f75-9538-0d7e14fa56a7 None None] Routers {'adc3498f-1aab-41ce-b3fb-2f15d052e8bb'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:46:24.993865 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-8e3d1060-bd15-4f75-9538-0d7e14fa56a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2613328190>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:46:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['adc3498f-1aab-41ce-b3fb-2f15d052e8bb'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:46:24.995344 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-de9e118b-e5ca-4578-9100-497ff65a6139 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks [] for subnet, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:25.001062 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-de9e118b-e5ca-4578-9100-497ff65a6139 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "DELETE /v2.0/subnets/46348f07-d4df-41ed-9d9b-1f1c5c6801f5 HTTP/1.1" status: 204  len: 168 time: 0.4233186
Dec 25 21:46:25.001767 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9e118b-e5ca-4578-9100-497ff65a6139 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Pushing event deleted for resources: {'Subnet': ['ID=46348f07-d4df-41ed-9d9b-1f1c5c6801f5,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:46:25.003823 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 43042) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:46:25.060642 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-997ea995-48e1-41bb-87b5-88a740795a78 None None] Network 060ae95d-b8fc-405f-91a3-56845df2e346 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:46:25.144735 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-2dfa8e60-d77a-443f-81bc-38c001fcaa10 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks [] for router, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:25.228420 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-872ec886-2d04-406e-96af-dd137a19cfc3 req-cf8cc52b-4e35-4c89-9326-0f0a2c1bc294 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] 10.222.0.32 "GET /v2.0/ports?device_id=725062b3-9301-4599-9aba-de15e6198698 HTTP/1.1" status: 200  len: 210 time: 0.0275176
Dec 25 21:46:25.282262 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-2dfa8e60-d77a-443f-81bc-38c001fcaa10 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks [] for router_gateway, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:25.390561 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvr_db [None req-8e3d1060-bd15-4f75-9538-0d7e14fa56a7 None None] Set router adc3498f-1aab-41ce-b3fb-2f15d052e8bb gateway port host: ncdv-master-1 {{(pid=121608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:46:25.402232 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-2dfa8e60-d77a-443f-81bc-38c001fcaa10 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Deleting port 0b8b5c78-eae5-4eb5-96fb-531e503b6693 {{(pid=121607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:46:25.402509 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-2dfa8e60-d77a-443f-81bc-38c001fcaa10 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:25.467090 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05300c7b-85b6-4d89-b793-503d738c05c3 None None] DHCP port deletion for 060ae95d-b8fc-405f-91a3-56845df2e346 request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 21:46:25.492501 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.db [None req-2dfa8e60-d77a-443f-81bc-38c001fcaa10 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] For port 0b8b5c78-eae5-4eb5-96fb-531e503b6693, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0b8b5c78-eae5-4eb5-96fb-531e503b6693,segment=NetworkSegment(6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855),segment_id=6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855)] {{(pid=121607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:46:25.492906 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-2dfa8e60-d77a-443f-81bc-38c001fcaa10 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:25.507124 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-2dfa8e60-d77a-443f-81bc-38c001fcaa10 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Calling delete_port for 0b8b5c78-eae5-4eb5-96fb-531e503b6693 owned by network:router_gateway {{(pid=121607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:46:25.597027 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-05300c7b-85b6-4d89-b793-503d738c05c3 None None] Deleting port 0a88198c-e7ee-442c-a539-667c36bd1e1a {{(pid=121608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:46:25.597591 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-05300c7b-85b6-4d89-b793-503d738c05c3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:25.612133 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 0a88198c-e7ee-442c-a539-667c36bd1e1a no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:46:25.703075 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-05300c7b-85b6-4d89-b793-503d738c05c3 None None] For port 0a88198c-e7ee-442c-a539-667c36bd1e1a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0a88198c-e7ee-442c-a539-667c36bd1e1a,segment=NetworkSegment(15bcd007-535d-424d-8176-e76fbbc4a89c),segment_id=15bcd007-535d-424d-8176-e76fbbc4a89c)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:46:25.703361 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-05300c7b-85b6-4d89-b793-503d738c05c3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:25.711415 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-8e3d1060-bd15-4f75-9538-0d7e14fa56a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2613328190>, [{'id': 'adc3498f-1aab-41ce-b3fb-2f15d052e8bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1725953326', 'tenant_id': '4ff29c23c5844f45826a02b6ae6b65e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.78'}], 'enable_snat': True}, 'gw_port_id': '0b8b5c78-eae5-4eb5-96fb-531e503b6693', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:44:14Z', 'updated_at': '2021-12-25T21:46:23Z', 'revision_number': 5, 'project_id': '4ff29c23c5844f45826a02b6ae6b65e7', 'gw_port': {'id': '0b8b5c78-eae5-4eb5-96fb-531e503b6693', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:f1:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adc3498f-1aab-41ce-b3fb-2f15d052e8bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3678, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:44:17Z', 'updated_at': '2021-12-25T21:44:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:46:25.720216 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-05300c7b-85b6-4d89-b793-503d738c05c3 None None] Calling delete_port for 0a88198c-e7ee-442c-a539-667c36bd1e1a owned by network:dhcp {{(pid=121608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:46:25.729140 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-2dfa8e60-d77a-443f-81bc-38c001fcaa10 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:25.752825 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e3d1060-bd15-4f75-9538-0d7e14fa56a7 None None] The sync data for ids ['adc3498f-1aab-41ce-b3fb-2f15d052e8bb'] in ncdv-master-1 is: [{'id': 'adc3498f-1aab-41ce-b3fb-2f15d052e8bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1725953326', 'tenant_id': '4ff29c23c5844f45826a02b6ae6b65e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.78'}], 'enable_snat': True}, 'gw_port_id': '0b8b5c78-eae5-4eb5-96fb-531e503b6693', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:44:14Z', 'updated_at': '2021-12-25T21:46:23Z', 'revision_number': 5, 'project_id': '4ff29c23c5844f45826a02b6ae6b65e7', 'gw_port': {'id': '0b8b5c78-eae5-4eb5-96fb-531e503b6693', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:f1:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adc3498f-1aab-41ce-b3fb-2f15d052e8bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3678, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:44:17Z', 'updated_at': '2021-12-25T21:44:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 21:46:25.754833 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfa8e60-d77a-443f-81bc-38c001fcaa10 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Pushing event deleted for resources: {'Port': ['ID=0b8b5c78-eae5-4eb5-96fb-531e503b6693,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:46:25.788589 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a7bdb25-b3e7-46ad-bee2-638dc0b74127 None None] DHCP port deletion for 7201e55c-7c5f-41aa-a042-a363696539d0 request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 21:46:25.826949 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-2dfa8e60-d77a-443f-81bc-38c001fcaa10 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2008689'] for router_gateway, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:25.844766 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:25.897997 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] For port 0a88198c-e7ee-442c-a539-667c36bd1e1a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0a88198c-e7ee-442c-a539-667c36bd1e1a,segment=NetworkSegment(15bcd007-535d-424d-8176-e76fbbc4a89c),segment_id=15bcd007-535d-424d-8176-e76fbbc4a89c)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:46:25.917867 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-2dfa8e60-d77a-443f-81bc-38c001fcaa10 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2014235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14905'] for router, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:25.920149 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-2dfa8e60-d77a-443f-81bc-38c001fcaa10 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:25.945852 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:25.999393 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Pushing event updated for resources: {'Port': ['ID=0a88198c-e7ee-442c-a539-667c36bd1e1a,revision_number=5']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:46:26.014333 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-2dfa8e60-d77a-443f-81bc-38c001fcaa10 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2014220'] for router, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:26.014886 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dfa8e60-d77a-443f-81bc-38c001fcaa10 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Fanout notify agent at l3_agent the message router_deleted on router adc3498f-1aab-41ce-b3fb-2f15d052e8bb {{(pid=121607) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 25 21:46:26.021935 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-2dfa8e60-d77a-443f-81bc-38c001fcaa10 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks [] for router, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:26.023031 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-2dfa8e60-d77a-443f-81bc-38c001fcaa10 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "DELETE /v2.0/routers/adc3498f-1aab-41ce-b3fb-2f15d052e8bb HTTP/1.1" status: 204  len: 168 time: 1.0180900
Dec 25 21:46:26.026330 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 43054) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:46:26.031130 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-05300c7b-85b6-4d89-b793-503d738c05c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955'] for port, after_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:26.056094 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05300c7b-85b6-4d89-b793-503d738c05c3 None None] Pushing event deleted for resources: {'Port': ['ID=0a88198c-e7ee-442c-a539-667c36bd1e1a,revision_number=None']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:46:26.061404 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05300c7b-85b6-4d89-b793-503d738c05c3 None None] No DVR routers for this DVR port 0a88198c-e7ee-442c-a539-667c36bd1e1a on host ncdv-master-1 {{(pid=121608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:46:26.107823 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-73df463b-322b-418c-823d-9121118bbc69 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625803'] for network, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:26.205019 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-73df463b-322b-418c-823d-9121118bbc69 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997585', 'neutron.services.segments.db._delete_segments_for_network-8737602743071'] for network, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:26.227226 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-73df463b-322b-418c-823d-9121118bbc69 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2611b3fac0>,) {'filters': {'network_id': ['060ae95d-b8fc-405f-91a3-56845df2e346']}} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:46:26.238173 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-73df463b-322b-418c-823d-9121118bbc69 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2611b3fac0>, '15bcd007-535d-424d-8176-e76fbbc4a89c') {'for_net_delete': True} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:46:26.238471 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-73df463b-322b-418c-823d-9121118bbc69 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2611b3fac0>, '15bcd007-535d-424d-8176-e76fbbc4a89c') {} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:46:26.248459 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-73df463b-322b-418c-823d-9121118bbc69 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737602746920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10246592'] for segment, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:26.264759 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-73df463b-322b-418c-823d-9121118bbc69 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:26.270810 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73df463b-322b-418c-823d-9121118bbc69 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Releasing vlan 198 on physical network physnet1 to pool {{(pid=121607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 25 21:46:26.271355 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-73df463b-322b-418c-823d-9121118bbc69 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8633327'] for segment, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:26.274301 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:46:26.274301 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:46:26.274301 ncdv-master-1 neutron-server[121607]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:46:26.274301 ncdv-master-1 neutron-server[121607]:   warnings.warn(msg)
Dec 25 21:46:26.274301 ncdv-master-1 neutron-server[121607]: Traceback (most recent call last):
Dec 25 21:46:26.274301 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 25 21:46:26.274301 ncdv-master-1 neutron-server[121607]:     timer()
Dec 25 21:46:26.274301 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 25 21:46:26.274301 ncdv-master-1 neutron-server[121607]:     cb(*args, **kw)
Dec 25 21:46:26.274301 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 25 21:46:26.274301 ncdv-master-1 neutron-server[121607]:     return func(*args, **kwargs)
Dec 25 21:46:26.274301 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 25 21:46:26.274301 ncdv-master-1 neutron-server[121607]:     self._notify()
Dec 25 21:46:26.274301 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 25 21:46:26.274301 ncdv-master-1 neutron-server[121607]:     self.callback(batched_events)
Dec 25 21:46:26.274301 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 25 21:46:26.274301 ncdv-master-1 neutron-server[121607]:     event.method(event)
Dec 25 21:46:26.274301 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 25 21:46:26.274301 ncdv-master-1 neutron-server[121607]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 25 21:46:26.274301 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 25 21:46:26.274301 ncdv-master-1 neutron-server[121607]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 25 21:46:26.274301 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 25 21:46:26.274301 ncdv-master-1 neutron-server[121607]:     return f(self, *a, **k)
Dec 25 21:46:26.274301 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 25 21:46:26.274301 ncdv-master-1 neutron-server[121607]:     return self._get(url).json()
Dec 25 21:46:26.274301 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 25 21:46:26.274301 ncdv-master-1 neutron-server[121607]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 25 21:46:26.274301 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 25 21:46:26.274301 ncdv-master-1 neutron-server[121607]:     return self.request(url, 'GET', **kwargs)
Dec 25 21:46:26.274301 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 25 21:46:26.274301 ncdv-master-1 neutron-server[121607]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 25 21:46:26.274301 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 25 21:46:26.274301 ncdv-master-1 neutron-server[121607]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 25 21:46:26.274301 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 25 21:46:26.274301 ncdv-master-1 neutron-server[121607]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 25 21:46:26.274301 ncdv-master-1 neutron-server[121607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 25 21:46:26.294745 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 43058) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:46:26.361049 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-73a334f4-e60d-4a06-8452-15905cca6105 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Publish callbacks [] for security_group, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:26.383130 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-73a334f4-e60d-4a06-8452-15905cca6105 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Publish callbacks [] for security_group, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:26.431938 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-73df463b-322b-418c-823d-9121118bbc69 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2008653'] for network, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:26.440620 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-73df463b-322b-418c-823d-9121118bbc69 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks [] for network, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:26.443829 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-73df463b-322b-418c-823d-9121118bbc69 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "DELETE /v2.0/networks/060ae95d-b8fc-405f-91a3-56845df2e346 HTTP/1.1" status: 204  len: 168 time: 0.4164948
Dec 25 21:46:26.447302 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 43060) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:46:26.458043 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73df463b-322b-418c-823d-9121118bbc69 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Pushing event deleted for resources: {'Network': ['ID=060ae95d-b8fc-405f-91a3-56845df2e346,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:46:26.514369 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-b3623613-3ef1-4383-a5fc-e0a5d6f7046d tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks [] for security_group, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:26.524695 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-73a334f4-e60d-4a06-8452-15905cca6105 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:26.524969 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device 46007bab-bd9e-4282-97d5-2a4cf51e9186 no longer exists at agent hyperv_nch2-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:46:26.527293 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-73a334f4-e60d-4a06-8452-15905cca6105 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Publish callbacks [] for security_group, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:26.528447 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-73a334f4-e60d-4a06-8452-15905cca6105 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] 10.222.0.32 "DELETE /v2.0/security-groups/e8fde5ca-7127-4677-ba95-89b902fefd43 HTTP/1.1" status: 204  len: 168 time: 0.2326424
Dec 25 21:46:26.546825 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] No Port match for: 46007bab-bd9e-4282-97d5-2a4cf51e9186 {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:46:26.547252 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device 46007bab-bd9e-4282-97d5-2a4cf51e9186 not bound to the agent host nch2-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:46:26.551043 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-b3623613-3ef1-4383-a5fc-e0a5d6f7046d tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks [] for security_group, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:26.553974 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a334f4-e60d-4a06-8452-15905cca6105 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8fde5ca-7127-4677-ba95-89b902fefd43,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:46:26.610236 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 43064) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:46:26.659596 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-b3623613-3ef1-4383-a5fc-e0a5d6f7046d tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:26.662446 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-b3623613-3ef1-4383-a5fc-e0a5d6f7046d tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Publish callbacks [] for security_group, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:26.663702 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-b3623613-3ef1-4383-a5fc-e0a5d6f7046d tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] 10.222.0.32 "DELETE /v2.0/security-groups/d23e5a5f-b90c-493e-af1f-971bbc755f90 HTTP/1.1" status: 204  len: 168 time: 0.2153392
Dec 25 21:46:26.673960 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3623613-3ef1-4383-a5fc-e0a5d6f7046d tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d23e5a5f-b90c-493e-af1f-971bbc755f90,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:46:27.241834 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-58fa2cd4-c113-4672-9a8d-36fc84b64bea tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2007615'] for router_interface, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:27.276848 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 43094) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:46:27.424145 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-651b0d4a-926b-42bc-9f17-9912adb26935 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4ff29c23c5844f45826a02b6ae6b65e7&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1431108
Dec 25 21:46:27.426081 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 43100) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:46:27.485375 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-6d1c2a30-d7cd-4fb7-89c7-11adfe651974 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:27.500127 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 0b8b5c78-eae5-4eb5-96fb-531e503b6693 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:46:27.511340 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-6d1c2a30-d7cd-4fb7-89c7-11adfe651974 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:27.517387 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-58fa2cd4-c113-4672-9a8d-36fc84b64bea tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Deleting port 0f1bc128-a0c8-4635-8c71-1ddfa9efda45 {{(pid=121607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:46:27.518596 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-58fa2cd4-c113-4672-9a8d-36fc84b64bea tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:27.520988 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] No Port match for: 0b8b5c78-eae5-4eb5-96fb-531e503b6693 {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:46:27.521359 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 0b8b5c78-eae5-4eb5-96fb-531e503b6693 not bound to the agent host ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:46:27.521966 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 313aa3b4-6a9b-4cf3-ac7d-5bb251129d00 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:46:27.544857 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] No Port match for: 313aa3b4-6a9b-4cf3-ac7d-5bb251129d00 {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:46:27.546031 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 313aa3b4-6a9b-4cf3-ac7d-5bb251129d00 not bound to the agent host ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:46:27.603495 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-6d1c2a30-d7cd-4fb7-89c7-11adfe651974 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:27.606268 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-6d1c2a30-d7cd-4fb7-89c7-11adfe651974 admin admin] Publish callbacks [] for security_group, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:27.609978 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-6d1c2a30-d7cd-4fb7-89c7-11adfe651974 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e88bb89c-84a7-4a1a-a685-29d8329298ea HTTP/1.1" status: 204  len: 168 time: 0.1803765
Dec 25 21:46:27.620360 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1c2a30-d7cd-4fb7-89c7-11adfe651974 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e88bb89c-84a7-4a1a-a685-29d8329298ea,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:46:27.626009 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.db [None req-58fa2cd4-c113-4672-9a8d-36fc84b64bea tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] For port 0f1bc128-a0c8-4635-8c71-1ddfa9efda45, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0f1bc128-a0c8-4635-8c71-1ddfa9efda45,segment=NetworkSegment(9a25e8de-a0c2-445f-8383-e47b034f2d15),segment_id=9a25e8de-a0c2-445f-8383-e47b034f2d15)] {{(pid=121607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:46:27.626361 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-58fa2cd4-c113-4672-9a8d-36fc84b64bea tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:27.640496 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-58fa2cd4-c113-4672-9a8d-36fc84b64bea tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Calling delete_port for 0f1bc128-a0c8-4635-8c71-1ddfa9efda45 owned by network:router_interface {{(pid=121607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:46:27.903152 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-58fa2cd4-c113-4672-9a8d-36fc84b64bea tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:27.938201 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fa2cd4-c113-4672-9a8d-36fc84b64bea tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Pushing event deleted for resources: {'Port': ['ID=0f1bc128-a0c8-4635-8c71-1ddfa9efda45,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:46:28.138562 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-58fa2cd4-c113-4672-9a8d-36fc84b64bea tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2007763'] for router_interface, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:28.212031 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 43116) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:46:28.253526 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-511fcf2d-6a0b-4b47-980b-9c6bb828024e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=852b86f977de452a989c0d5ab77e2f09&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0402470
Dec 25 21:46:28.256045 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 43118) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:46:28.305175 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-636ac0d6-0a8d-4606-808f-4522f536a95d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:28.338656 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-636ac0d6-0a8d-4606-808f-4522f536a95d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:28.378977 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58fa2cd4-c113-4672-9a8d-36fc84b64bea tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Router bb064fce-7459-4d24-a77f-36f25b7d3080 has already been hosted by L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 {{(pid=121607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 25 21:46:28.436683 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-636ac0d6-0a8d-4606-808f-4522f536a95d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:28.439518 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-636ac0d6-0a8d-4606-808f-4522f536a95d admin admin] Publish callbacks [] for security_group, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:28.440692 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-636ac0d6-0a8d-4606-808f-4522f536a95d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/64c47890-110c-4e54-b4aa-e647263eb517 HTTP/1.1" status: 204  len: 168 time: 0.1836772
Dec 25 21:46:28.449691 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636ac0d6-0a8d-4606-808f-4522f536a95d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64c47890-110c-4e54-b4aa-e647263eb517,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:46:28.489013 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58fa2cd4-c113-4672-9a8d-36fc84b64bea tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 21:46:28.495558 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-58fa2cd4-c113-4672-9a8d-36fc84b64bea tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] 10.222.0.32 "PUT /v2.0/routers/bb064fce-7459-4d24-a77f-36f25b7d3080/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.8842580
Dec 25 21:46:28.498674 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 43142) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:46:28.505149 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98a21317-c8a2-4b13-9041-168f577a4633 None None] Sync routers for ids ['bb064fce-7459-4d24-a77f-36f25b7d3080'] in ncdv-master-1 {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 21:46:28.516466 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98a21317-c8a2-4b13-9041-168f577a4633 None None] Routers {'bb064fce-7459-4d24-a77f-36f25b7d3080'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:46:28.517103 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-98a21317-c8a2-4b13-9041-168f577a4633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f26189d9cd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:46:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['bb064fce-7459-4d24-a77f-36f25b7d3080'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:46:28.559971 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d29e1c1-f2a3-4b52-bf8d-4818695b5127 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Deleting subnet 78ff16f3-e2c5-4dec-b8db-7056450eca76 {{(pid=121607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Dec 25 21:46:28.563663 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-4d29e1c1-f2a3-4b52-bf8d-4818695b5127 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Publish callbacks [] for subnet, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:28.607930 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-4d29e1c1-f2a3-4b52-bf8d-4818695b5127 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10246617'] for subnet, precommit_delete_associations {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:28.623101 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvr_db [None req-98a21317-c8a2-4b13-9041-168f577a4633 None None] Set router bb064fce-7459-4d24-a77f-36f25b7d3080 gateway port host: ncdv-master-1 {{(pid=121609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:46:28.698283 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-4d29e1c1-f2a3-4b52-bf8d-4818695b5127 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995662'] for subnet, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:28.815497 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-98a21317-c8a2-4b13-9041-168f577a4633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f26189d9cd0>, [{'id': 'bb064fce-7459-4d24-a77f-36f25b7d3080', 'name': 'tempest-TestNetworkBasicOps-router-426151613', 'tenant_id': '59ed9da8ed224ce9b429cb4c633a2498', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.26'}], 'enable_snat': True}, 'gw_port_id': 'fc671bf1-e418-4f26-aa0d-b9b32d92d2b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:44:08Z', 'updated_at': '2021-12-25T21:46:27Z', 'revision_number': 7, 'project_id': '59ed9da8ed224ce9b429cb4c633a2498', 'gw_port': {'id': 'fc671bf1-e418-4f26-aa0d-b9b32d92d2b1', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:b6:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb064fce-7459-4d24-a77f-36f25b7d3080', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3662, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:44:09Z', 'updated_at': '2021-12-25T21:44:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:46:28.826209 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-4d29e1c1-f2a3-4b52-bf8d-4818695b5127 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8632410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8852809'] for subnet, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:28.842792 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98a21317-c8a2-4b13-9041-168f577a4633 None None] Checking router: bb064fce-7459-4d24-a77f-36f25b7d3080 for host: ncdv-master-1 {{(pid=121609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 25 21:46:28.851443 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98a21317-c8a2-4b13-9041-168f577a4633 None None] Routers {'bb064fce-7459-4d24-a77f-36f25b7d3080'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:46:28.852117 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-98a21317-c8a2-4b13-9041-168f577a4633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f26189d9cd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:46:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['bb064fce-7459-4d24-a77f-36f25b7d3080'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:46:28.857093 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d29e1c1-f2a3-4b52-bf8d-4818695b5127 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Pushing event deleted for resources: {'Subnet': ['ID=78ff16f3-e2c5-4dec-b8db-7056450eca76,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:46:28.859168 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-4d29e1c1-f2a3-4b52-bf8d-4818695b5127 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Publish callbacks [] for subnet, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:28.865455 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 43156) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:46:28.865653 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-4d29e1c1-f2a3-4b52-bf8d-4818695b5127 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] 10.222.0.32 "DELETE /v2.0/subnets/78ff16f3-e2c5-4dec-b8db-7056450eca76 HTTP/1.1" status: 204  len: 168 time: 0.3658371
Dec 25 21:46:28.866869 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad05c199-2497-48c1-b154-c8d3381fe086 None None] Network 2d1735c0-d6b4-47c5-98a9-07fa68c49bb1 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:46:29.005234 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvr_db [None req-98a21317-c8a2-4b13-9041-168f577a4633 None None] Set router bb064fce-7459-4d24-a77f-36f25b7d3080 gateway port host: ncdv-master-1 {{(pid=121609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:46:29.022472 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-9fd19ec3-328a-4868-995c-93ef38181aa1 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Publish callbacks [] for router, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:29.054374 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ea6b924-fa2c-46e5-8b00-42261a33baa3 None None] DHCP port deletion for 2d1735c0-d6b4-47c5-98a9-07fa68c49bb1 request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 21:46:29.116034 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-9ea6b924-fa2c-46e5-8b00-42261a33baa3 None None] Deleting port 4b7f33c1-3c0d-4d08-91f4-67c1815eb839 {{(pid=121608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:46:29.116755 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9ea6b924-fa2c-46e5-8b00-42261a33baa3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:29.190827 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-9fd19ec3-328a-4868-995c-93ef38181aa1 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Publish callbacks [] for router_gateway, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:29.194072 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9ea6b924-fa2c-46e5-8b00-42261a33baa3 None None] For port 4b7f33c1-3c0d-4d08-91f4-67c1815eb839, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4b7f33c1-3c0d-4d08-91f4-67c1815eb839,segment=NetworkSegment(9a25e8de-a0c2-445f-8383-e47b034f2d15),segment_id=9a25e8de-a0c2-445f-8383-e47b034f2d15)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:46:29.194763 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9ea6b924-fa2c-46e5-8b00-42261a33baa3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:29.210504 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-9ea6b924-fa2c-46e5-8b00-42261a33baa3 None None] Calling delete_port for 4b7f33c1-3c0d-4d08-91f4-67c1815eb839 owned by network:dhcp {{(pid=121608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:46:29.331282 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-98a21317-c8a2-4b13-9041-168f577a4633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f26189d9cd0>, [{'id': 'bb064fce-7459-4d24-a77f-36f25b7d3080', 'name': 'tempest-TestNetworkBasicOps-router-426151613', 'tenant_id': '59ed9da8ed224ce9b429cb4c633a2498', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.26'}], 'enable_snat': True}, 'gw_port_id': 'fc671bf1-e418-4f26-aa0d-b9b32d92d2b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:44:08Z', 'updated_at': '2021-12-25T21:46:27Z', 'revision_number': 7, 'project_id': '59ed9da8ed224ce9b429cb4c633a2498', 'gw_port': {'id': 'fc671bf1-e418-4f26-aa0d-b9b32d92d2b1', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:b6:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb064fce-7459-4d24-a77f-36f25b7d3080', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3662, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:44:09Z', 'updated_at': '2021-12-25T21:44:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:46:29.365997 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98a21317-c8a2-4b13-9041-168f577a4633 None None] The sync data for ids ['bb064fce-7459-4d24-a77f-36f25b7d3080'] in ncdv-master-1 is: [{'id': 'bb064fce-7459-4d24-a77f-36f25b7d3080', 'name': 'tempest-TestNetworkBasicOps-router-426151613', 'tenant_id': '59ed9da8ed224ce9b429cb4c633a2498', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.26'}], 'enable_snat': True}, 'gw_port_id': 'fc671bf1-e418-4f26-aa0d-b9b32d92d2b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:44:08Z', 'updated_at': '2021-12-25T21:46:27Z', 'revision_number': 7, 'project_id': '59ed9da8ed224ce9b429cb4c633a2498', 'gw_port': {'id': 'fc671bf1-e418-4f26-aa0d-b9b32d92d2b1', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:b6:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb064fce-7459-4d24-a77f-36f25b7d3080', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3662, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:44:09Z', 'updated_at': '2021-12-25T21:44:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 21:46:29.369012 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9ea6b924-fa2c-46e5-8b00-42261a33baa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955'] for port, after_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:29.398803 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea6b924-fa2c-46e5-8b00-42261a33baa3 None None] Pushing event deleted for resources: {'Port': ['ID=4b7f33c1-3c0d-4d08-91f4-67c1815eb839,revision_number=None']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:46:29.406745 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ea6b924-fa2c-46e5-8b00-42261a33baa3 None None] No DVR routers for this DVR port 4b7f33c1-3c0d-4d08-91f4-67c1815eb839 on host ncdv-master-1 {{(pid=121608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:46:29.605845 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 43190) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:46:29.661213 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-9fd19ec3-328a-4868-995c-93ef38181aa1 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Deleting port fc671bf1-e418-4f26-aa0d-b9b32d92d2b1 {{(pid=121606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:46:29.661810 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-9fd19ec3-328a-4868-995c-93ef38181aa1 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:29.711716 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-f8857567-999c-4518-a6e1-4026de319b5a admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-525122317-network', 'tenant_id': '64e4751d74674097b87a3ad1c686e9e5'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:46:29.741285 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [None req-9fd19ec3-328a-4868-995c-93ef38181aa1 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] For port fc671bf1-e418-4f26-aa0d-b9b32d92d2b1, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fc671bf1-e418-4f26-aa0d-b9b32d92d2b1,segment=NetworkSegment(6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855),segment_id=6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855)] {{(pid=121606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:46:29.741651 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-9fd19ec3-328a-4868-995c-93ef38181aa1 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:29.758263 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-9fd19ec3-328a-4868-995c-93ef38181aa1 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Calling delete_port for fc671bf1-e418-4f26-aa0d-b9b32d92d2b1 owned by network:router_gateway {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:46:29.800245 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 0f1bc128-a0c8-4635-8c71-1ddfa9efda45 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:46:29.815243 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8857567-999c-4518-a6e1-4026de319b5a admin admin] Made reservation on behalf of 64e4751d74674097b87a3ad1c686e9e5 for: {'network': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:46:29.818979 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f8857567-999c-4518-a6e1-4026de319b5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for network, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:29.824190 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] No Port match for: 0f1bc128-a0c8-4635-8c71-1ddfa9efda45 {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:46:29.825295 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 0f1bc128-a0c8-4635-8c71-1ddfa9efda45 not bound to the agent host ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:46:29.825887 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 4b7f33c1-3c0d-4d08-91f4-67c1815eb839 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:46:29.841793 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f8857567-999c-4518-a6e1-4026de319b5a admin admin] Publish callbacks [] for security_group, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:29.848038 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] No Port match for: 4b7f33c1-3c0d-4d08-91f4-67c1815eb839 {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:46:29.848386 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 4b7f33c1-3c0d-4d08-91f4-67c1815eb839 not bound to the agent host ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:46:29.949036 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f8857567-999c-4518-a6e1-4026de319b5a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:30.037056 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f8857567-999c-4518-a6e1-4026de319b5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:30.062794 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8857567-999c-4518-a6e1-4026de319b5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a00bf38e-a5af-417d-8890-5d5c030bc2ab,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:46:30.066161 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-9fd19ec3-328a-4868-995c-93ef38181aa1 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:30.071476 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8857567-999c-4518-a6e1-4026de319b5a admin admin] vlan segment allocate from pool success with {'vlan_id': 153, 'physical_network': 'physnet1'}  {{(pid=121607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 25 21:46:30.080478 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f8857567-999c-4518-a6e1-4026de319b5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:30.080817 ncdv-master-1 neutron-server[121607]: INFO neutron.db.segments_db [None req-f8857567-999c-4518-a6e1-4026de319b5a admin admin] Added segment ccd8bbf5-888c-493e-8fbc-b825dde59170 of type vlan for network a4c0b0f2-b6e6-4cd5-b432-998e4080be8f
Dec 25 21:46:30.108416 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd19ec3-328a-4868-995c-93ef38181aa1 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Pushing event deleted for resources: {'Port': ['ID=fc671bf1-e418-4f26-aa0d-b9b32d92d2b1,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:46:30.122121 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f8857567-999c-4518-a6e1-4026de319b5a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737602163420'] for network, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:30.126316 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c92f98f-bcb2-49c4-b5ba-ec4ae3c96846 None None] DHCP port deletion for 7201e55c-7c5f-41aa-a042-a363696539d0 request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 21:46:30.177345 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-9fd19ec3-328a-4868-995c-93ef38181aa1 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2008689'] for router_gateway, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:30.202939 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f8857567-999c-4518-a6e1-4026de319b5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870'] for network, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:30.203847 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8857567-999c-4518-a6e1-4026de319b5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:46:30.204453 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f8857567-999c-4518-a6e1-4026de319b5a admin admin] Publish callbacks [] for network, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:30.270675 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-9fd19ec3-328a-4868-995c-93ef38181aa1 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2014235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14905'] for router, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:30.272608 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8857567-999c-4518-a6e1-4026de319b5a admin admin] Pushing event updated for resources: {'Network': ['ID=a4c0b0f2-b6e6-4cd5-b432-998e4080be8f,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:46:30.273194 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-9fd19ec3-328a-4868-995c-93ef38181aa1 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:30.282344 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Network a4c0b0f2-b6e6-4cd5-b432-998e4080be8f details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 25 21:46:30.300474 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-f8857567-999c-4518-a6e1-4026de319b5a admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.6933298
Dec 25 21:46:30.303436 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 43194) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:46:30.309192 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-f6cc0a65-e55c-458d-8a1a-3f1c563defc7 admin admin] Request body: {'subnet': {'network_id': 'a4c0b0f2-b6e6-4cd5-b432-998e4080be8f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-525122317-subnet', 'tenant_id': '64e4751d74674097b87a3ad1c686e9e5', 'ip_version': 4}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:46:30.408306 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-9fd19ec3-328a-4868-995c-93ef38181aa1 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2014220'] for router, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:30.408845 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fd19ec3-328a-4868-995c-93ef38181aa1 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Fanout notify agent at l3_agent the message router_deleted on router bb064fce-7459-4d24-a77f-36f25b7d3080 {{(pid=121606) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 25 21:46:30.416406 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-9fd19ec3-328a-4868-995c-93ef38181aa1 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Publish callbacks [] for router, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:30.417569 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-9fd19ec3-328a-4868-995c-93ef38181aa1 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] 10.222.0.32 "DELETE /v2.0/routers/bb064fce-7459-4d24-a77f-36f25b7d3080 HTTP/1.1" status: 204  len: 168 time: 1.5505102
Dec 25 21:46:30.420372 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 43196) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:46:30.431472 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6cc0a65-e55c-458d-8a1a-3f1c563defc7 admin admin] Made reservation on behalf of 64e4751d74674097b87a3ad1c686e9e5 for: {'subnet': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:46:30.433898 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f6cc0a65-e55c-458d-8a1a-3f1c563defc7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8852834'] for subnet, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:30.501358 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-6d8e71bc-f216-4daa-83cd-7dbda4db3500 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625803'] for network, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:30.601192 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-6d8e71bc-f216-4daa-83cd-7dbda4db3500 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997585', 'neutron.services.segments.db._delete_segments_for_network-8737602743071'] for network, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:30.621817 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.segments.db [None req-6d8e71bc-f216-4daa-83cd-7dbda4db3500 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2613c14130>,) {'filters': {'network_id': ['2d1735c0-d6b4-47c5-98a9-07fa68c49bb1']}} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:46:30.631020 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.segments.db [None req-6d8e71bc-f216-4daa-83cd-7dbda4db3500 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2613c14130>, '9a25e8de-a0c2-445f-8383-e47b034f2d15') {'for_net_delete': True} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:46:30.631314 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.segments.db [None req-6d8e71bc-f216-4daa-83cd-7dbda4db3500 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2613c14130>, '9a25e8de-a0c2-445f-8383-e47b034f2d15') {} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:46:30.640765 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-6d8e71bc-f216-4daa-83cd-7dbda4db3500 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737602746920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9084222'] for segment, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:30.648483 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f6cc0a65-e55c-458d-8a1a-3f1c563defc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8632475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8852848'] for subnet, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:30.654304 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-6d8e71bc-f216-4daa-83cd-7dbda4db3500 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:30.660462 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d8e71bc-f216-4daa-83cd-7dbda4db3500 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Releasing vlan 194 on physical network physnet1 to pool {{(pid=121606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 25 21:46:30.660984 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-6d8e71bc-f216-4daa-83cd-7dbda4db3500 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9084542'] for segment, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:30.663965 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:46:30.663965 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:46:30.663965 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:46:30.663965 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:46:30.663965 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:46:30.663965 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:46:30.663965 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:46:30.663965 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:46:30.663965 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:46:30.663965 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:46:30.663965 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:46:30.663965 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:46:30.663965 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:46:30.663965 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:46:30.663965 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:46:30.663965 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:46:30.663965 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:46:30.663965 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:46:30.663965 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:46:30.663965 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:46:30.663965 ncdv-master-1 neutron-server[121606]: Traceback (most recent call last):
Dec 25 21:46:30.663965 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 25 21:46:30.663965 ncdv-master-1 neutron-server[121606]:     timer()
Dec 25 21:46:30.663965 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 25 21:46:30.663965 ncdv-master-1 neutron-server[121606]:     cb(*args, **kw)
Dec 25 21:46:30.663965 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 25 21:46:30.663965 ncdv-master-1 neutron-server[121606]:     return func(*args, **kwargs)
Dec 25 21:46:30.663965 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 25 21:46:30.663965 ncdv-master-1 neutron-server[121606]:     self._notify()
Dec 25 21:46:30.663965 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 25 21:46:30.663965 ncdv-master-1 neutron-server[121606]:     self.callback(batched_events)
Dec 25 21:46:30.663965 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 25 21:46:30.663965 ncdv-master-1 neutron-server[121606]:     event.method(event)
Dec 25 21:46:30.663965 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 25 21:46:30.663965 ncdv-master-1 neutron-server[121606]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 25 21:46:30.663965 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 25 21:46:30.663965 ncdv-master-1 neutron-server[121606]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 25 21:46:30.663965 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 25 21:46:30.663965 ncdv-master-1 neutron-server[121606]:     return f(self, *a, **k)
Dec 25 21:46:30.663965 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 25 21:46:30.663965 ncdv-master-1 neutron-server[121606]:     return self._get(url).json()
Dec 25 21:46:30.663965 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 25 21:46:30.663965 ncdv-master-1 neutron-server[121606]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 25 21:46:30.663965 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 25 21:46:30.663965 ncdv-master-1 neutron-server[121606]:     return self.request(url, 'GET', **kwargs)
Dec 25 21:46:30.663965 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 25 21:46:30.663965 ncdv-master-1 neutron-server[121606]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 25 21:46:30.663965 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 25 21:46:30.663965 ncdv-master-1 neutron-server[121606]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 25 21:46:30.663965 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 25 21:46:30.663965 ncdv-master-1 neutron-server[121606]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 25 21:46:30.663965 ncdv-master-1 neutron-server[121606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 25 21:46:30.704434 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cc0a65-e55c-458d-8a1a-3f1c563defc7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=890f9595-15a1-44e2-9623-b5b5a5ffc2ef,revision_number=0']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:46:30.713683 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6cc0a65-e55c-458d-8a1a-3f1c563defc7 admin admin] Checking segment: {'id': 'ccd8bbf5-888c-493e-8fbc-b825dde59170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a4c0b0f2-b6e6-4cd5-b432-998e4080be8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:46:30.714047 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6cc0a65-e55c-458d-8a1a-3f1c563defc7 admin admin] Network hostable DHCP agents. Network: a4c0b0f2-b6e6-4cd5-b432-998e4080be8f, hostable agents: ['1813db88-2c1b-4357-a2ba-869246b663c2'], hosted agents: [] {{(pid=121607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 25 21:46:30.785984 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-6d8e71bc-f216-4daa-83cd-7dbda4db3500 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2008653'] for network, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:30.794576 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-6d8e71bc-f216-4daa-83cd-7dbda4db3500 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Publish callbacks [] for network, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:30.798364 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-6d8e71bc-f216-4daa-83cd-7dbda4db3500 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] 10.222.0.32 "DELETE /v2.0/networks/2d1735c0-d6b4-47c5-98a9-07fa68c49bb1 HTTP/1.1" status: 204  len: 168 time: 0.3768320
Dec 25 21:46:30.811213 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8e71bc-f216-4daa-83cd-7dbda4db3500 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Pushing event deleted for resources: {'Network': ['ID=2d1735c0-d6b4-47c5-98a9-07fa68c49bb1,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:46:30.815892 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6cc0a65-e55c-458d-8a1a-3f1c563defc7 admin admin] Network a4c0b0f2-b6e6-4cd5-b432-998e4080be8f is scheduled to be hosted by DHCP agent 1813db88-2c1b-4357-a2ba-869246b663c2 with binding_index 1 {{(pid=121607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 25 21:46:30.826653 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 43200) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:46:30.833325 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-01cc9556-65f7-4c9b-8c4e-76008d99ecf4 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Request body: {'network': {'name': 'tempest-network-smoke--185383258', 'project_id': '59ed9da8ed224ce9b429cb4c633a2498', 'port_security_enabled': True}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:46:30.888607 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-f6cc0a65-e55c-458d-8a1a-3f1c563defc7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, a4c0b0f2-b6e6-4cd5-b432-998e4080be8f) {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:46:30.898451 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f432e3a-81e9-4cb6-ae4f-30919f70829c None None] Network a4c0b0f2-b6e6-4cd5-b432-998e4080be8f requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:46:30.904119 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6cc0a65-e55c-458d-8a1a-3f1c563defc7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:46:30.904729 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f6cc0a65-e55c-458d-8a1a-3f1c563defc7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:30.921422 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01cc9556-65f7-4c9b-8c4e-76008d99ecf4 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Made reservation on behalf of 59ed9da8ed224ce9b429cb4c633a2498 for: {'network': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:46:30.921422 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-01cc9556-65f7-4c9b-8c4e-76008d99ecf4 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for network, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:30.950185 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01cc9556-65f7-4c9b-8c4e-76008d99ecf4 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] vlan segment allocate from pool success with {'vlan_id': 181, 'physical_network': 'physnet1'}  {{(pid=121606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 25 21:46:30.962470 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-01cc9556-65f7-4c9b-8c4e-76008d99ecf4 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:30.963464 ncdv-master-1 neutron-server[121606]: INFO neutron.db.segments_db [None req-01cc9556-65f7-4c9b-8c4e-76008d99ecf4 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Added segment 1f3bd63b-e8d7-4bf0-b87e-df463155507b of type vlan for network b86c27f6-7fc3-454a-afbf-75e25c82b4a6
Dec 25 21:46:31.005341 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f1b0cfb-d0f8-4e36-b182-39b8685ee310 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-a4c0b0f2-b6e6-4cd5-b432-998e4080be8f', 'network_id': 'a4c0b0f2-b6e6-4cd5-b432-998e4080be8f', 'project_id': '64e4751d74674097b87a3ad1c686e9e5', 'fixed_ips': [{'subnet_id': '890f9595-15a1-44e2-9623-b5b5a5ffc2ef'}]}} from ncdv-master-1. {{(pid=121608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 25 21:46:31.006200 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5f1b0cfb-d0f8-4e36-b182-39b8685ee310 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:31.006996 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-01cc9556-65f7-4c9b-8c4e-76008d99ecf4 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737602163420'] for network, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:31.039993 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-f6cc0a65-e55c-458d-8a1a-3f1c563defc7 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 844 time: 0.7354054
Dec 25 21:46:31.042719 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 43202) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:46:31.047182 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-99a8a2a2-89c3-4def-a9db-bfec802e613b admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-525122317-router', 'tenant_id': '64e4751d74674097b87a3ad1c686e9e5', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'}}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:46:31.082731 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-01cc9556-65f7-4c9b-8c4e-76008d99ecf4 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870'] for network, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:31.089408 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01cc9556-65f7-4c9b-8c4e-76008d99ecf4 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:46:31.090005 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-01cc9556-65f7-4c9b-8c4e-76008d99ecf4 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Publish callbacks [] for network, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:31.123877 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-99a8a2a2-89c3-4def-a9db-bfec802e613b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2014909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14863'] for router, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:31.125136 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-99a8a2a2-89c3-4def-a9db-bfec802e613b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2014285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2009796', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2082630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14848'] for router, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:31.142114 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.db_base_plugin_common [None req-5f1b0cfb-d0f8-4e36-b182-39b8685ee310 None None] Allocated IP 172.20.0.2 (a4c0b0f2-b6e6-4cd5-b432-998e4080be8f/890f9595-15a1-44e2-9623-b5b5a5ffc2ef/62f0a9a5-b2b4-403c-b0bd-dca6f1d982f2) {{(pid=121608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:46:31.159098 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cc9556-65f7-4c9b-8c4e-76008d99ecf4 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Pushing event updated for resources: {'Network': ['ID=b86c27f6-7fc3-454a-afbf-75e25c82b4a6,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:46:31.175687 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Network b86c27f6-7fc3-454a-afbf-75e25c82b4a6 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 25 21:46:31.184116 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-01cc9556-65f7-4c9b-8c4e-76008d99ecf4 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.3564186
Dec 25 21:46:31.186717 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 43204) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:46:31.190467 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-99a8a2a2-89c3-4def-a9db-bfec802e613b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:31.191648 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-bfddd80d-c5fd-4f33-993b-98d86c6efbf2 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1076977245', 'admin_state_up': True, 'project_id': '59ed9da8ed224ce9b429cb4c633a2498', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'}}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:46:31.294585 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-bfddd80d-c5fd-4f33-993b-98d86c6efbf2 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2014909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14863'] for router, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:31.296155 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-bfddd80d-c5fd-4f33-993b-98d86c6efbf2 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2014285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2009796', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2082630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14848'] for router, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:31.354767 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5f1b0cfb-d0f8-4e36-b182-39b8685ee310 None None] Publish callbacks [] for port, precommit_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:31.395055 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-bfddd80d-c5fd-4f33-993b-98d86c6efbf2 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:31.400734 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-99a8a2a2-89c3-4def-a9db-bfec802e613b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:31.466083 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5f1b0cfb-d0f8-4e36-b182-39b8685ee310 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946'] for port, after_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:31.494390 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device fc671bf1-e418-4f26-aa0d-b9b32d92d2b1 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:46:31.527203 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] No Port match for: fc671bf1-e418-4f26-aa0d-b9b32d92d2b1 {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:46:31.527542 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device fc671bf1-e418-4f26-aa0d-b9b32d92d2b1 not bound to the agent host ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:46:31.534774 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f1b0cfb-d0f8-4e36-b182-39b8685ee310 None None] Network a4c0b0f2-b6e6-4cd5-b432-998e4080be8f is already hosted by enough agents. {{(pid=121608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:46:31.544124 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.base_scheduler [None req-5f1b0cfb-d0f8-4e36-b182-39b8685ee310 None None] Resources bound (agent type, host, resource id):  {{(pid=121608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:46:31.548279 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1b0cfb-d0f8-4e36-b182-39b8685ee310 None None] Pushing event updated for resources: {'Port': ['ID=62f0a9a5-b2b4-403c-b0bd-dca6f1d982f2,revision_number=1']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:46:31.548435 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f1b0cfb-d0f8-4e36-b182-39b8685ee310 None None] Received port after_create {{(pid=121608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:46:31.622258 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-5f1b0cfb-d0f8-4e36-b182-39b8685ee310 None None] Attempting to bind port 62f0a9a5-b2b4-403c-b0bd-dca6f1d982f2 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:46:31.622982 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-5f1b0cfb-d0f8-4e36-b182-39b8685ee310 None None] Attempting to bind port 62f0a9a5-b2b4-403c-b0bd-dca6f1d982f2 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ccd8bbf5-888c-493e-8fbc-b825dde59170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a4c0b0f2-b6e6-4cd5-b432-998e4080be8f'}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:46:31.623350 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f1b0cfb-d0f8-4e36-b182-39b8685ee310 None None] Attempting to bind port 62f0a9a5-b2b4-403c-b0bd-dca6f1d982f2 on network a4c0b0f2-b6e6-4cd5-b432-998e4080be8f {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:46:31.630310 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f1b0cfb-d0f8-4e36-b182-39b8685ee310 None None] Checking agent: {'id': 'ca4f5c6d-f1fd-48b8-a3e3-395864c7d23d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 20, 56, 40), 'started_at': datetime.datetime(2021, 12, 25, 20, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 46, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:46:31.630685 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f1b0cfb-d0f8-4e36-b182-39b8685ee310 None None] Checking segment: {'id': 'ccd8bbf5-888c-493e-8fbc-b825dde59170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a4c0b0f2-b6e6-4cd5-b432-998e4080be8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:46:31.631148 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5f1b0cfb-d0f8-4e36-b182-39b8685ee310 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:31.631474 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f1b0cfb-d0f8-4e36-b182-39b8685ee310 None None] Bound using segment: {'id': 'ccd8bbf5-888c-493e-8fbc-b825dde59170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a4c0b0f2-b6e6-4cd5-b432-998e4080be8f'} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:46:31.631937 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-5f1b0cfb-d0f8-4e36-b182-39b8685ee310 None None] Bound port: 62f0a9a5-b2b4-403c-b0bd-dca6f1d982f2, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccd8bbf5-888c-493e-8fbc-b825dde59170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a4c0b0f2-b6e6-4cd5-b432-998e4080be8f'}}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:46:31.632318 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5f1b0cfb-d0f8-4e36-b182-39b8685ee310 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:31.655163 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-bfddd80d-c5fd-4f33-993b-98d86c6efbf2 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:31.707298 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5f1b0cfb-d0f8-4e36-b182-39b8685ee310 None None] For port 62f0a9a5-b2b4-403c-b0bd-dca6f1d982f2, host ncdv-master-1, cleared binding levels {{(pid=121608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:46:31.715392 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5f1b0cfb-d0f8-4e36-b182-39b8685ee310 None None] For port 62f0a9a5-b2b4-403c-b0bd-dca6f1d982f2, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=62f0a9a5-b2b4-403c-b0bd-dca6f1d982f2,segment=NetworkSegment(ccd8bbf5-888c-493e-8fbc-b825dde59170),segment_id=ccd8bbf5-888c-493e-8fbc-b825dde59170)] {{(pid=121608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:46:31.726017 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-99a8a2a2-89c3-4def-a9db-bfec802e613b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:31.746056 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-99a8a2a2-89c3-4def-a9db-bfec802e613b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:31.755213 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5f1b0cfb-d0f8-4e36-b182-39b8685ee310 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:31.823131 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1b0cfb-d0f8-4e36-b182-39b8685ee310 None None] Pushing event updated for resources: {'Port': ['ID=62f0a9a5-b2b4-403c-b0bd-dca6f1d982f2,revision_number=2']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:46:31.876986 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_common [None req-99a8a2a2-89c3-4def-a9db-bfec802e613b admin admin] Allocated IP 172.35.3.135 (7201e55c-7c5f-41aa-a042-a363696539d0/7a939e13-713f-45cf-bba7-1539635abe25/bfb81c88-7916-4347-9494-43f316b6c1a5) {{(pid=121607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:46:31.920939 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-bfddd80d-c5fd-4f33-993b-98d86c6efbf2 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Publish callbacks [] for router_gateway, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:31.947060 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-bfddd80d-c5fd-4f33-993b-98d86c6efbf2 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:31.989418 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-99a8a2a2-89c3-4def-a9db-bfec802e613b admin admin] Publish callbacks [] for port, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:32.111654 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-99a8a2a2-89c3-4def-a9db-bfec802e613b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:32.154633 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99a8a2a2-89c3-4def-a9db-bfec802e613b admin admin] Network 7201e55c-7c5f-41aa-a042-a363696539d0 is already hosted by enough agents. {{(pid=121607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:46:32.157586 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-99a8a2a2-89c3-4def-a9db-bfec802e613b admin admin] Resources bound (agent type, host, resource id):  {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:46:32.161215 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99a8a2a2-89c3-4def-a9db-bfec802e613b admin admin] Received port after_create {{(pid=121607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:46:32.162593 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_common [None req-bfddd80d-c5fd-4f33-993b-98d86c6efbf2 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Allocated IP 172.35.3.232 (7201e55c-7c5f-41aa-a042-a363696539d0/7a939e13-713f-45cf-bba7-1539635abe25/212d2aac-4140-40c4-a125-c46a912f4351) {{(pid=121606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:46:32.175950 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbd4181a-3d20-4917-9e74-861168f15e2b None None] DHCP port deletion for 7201e55c-7c5f-41aa-a042-a363696539d0 request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 21:46:32.192454 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a8a2a2-89c3-4def-a9db-bfec802e613b admin admin] Pushing event updated for resources: {'Port': ['ID=bfb81c88-7916-4347-9494-43f316b6c1a5,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:46:32.242338 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-3499311e-bf77-4d95-9cd5-5a5a6d98f949 None None] Provisioning complete for port bfb81c88-7916-4347-9494-43f316b6c1a5 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:46:32.243027 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3499311e-bf77-4d95-9cd5-5a5a6d98f949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:32.279970 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-3499311e-bf77-4d95-9cd5-5a5a6d98f949 None None] Port bfb81c88-7916-4347-9494-43f316b6c1a5 cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:46:32.285345 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-bfddd80d-c5fd-4f33-993b-98d86c6efbf2 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Publish callbacks [] for port, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:32.368687 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-bfddd80d-c5fd-4f33-993b-98d86c6efbf2 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:32.407842 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfddd80d-c5fd-4f33-993b-98d86c6efbf2 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Network 7201e55c-7c5f-41aa-a042-a363696539d0 is already hosted by enough agents. {{(pid=121606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:46:32.410773 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [None req-bfddd80d-c5fd-4f33-993b-98d86c6efbf2 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Resources bound (agent type, host, resource id):  {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:46:32.414348 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfddd80d-c5fd-4f33-993b-98d86c6efbf2 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Received port after_create {{(pid=121606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:46:32.431889 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05d13582-ba6c-4545-8465-04dede17c9d6 None None] DHCP port deletion for 7201e55c-7c5f-41aa-a042-a363696539d0 request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 21:46:32.437675 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfddd80d-c5fd-4f33-993b-98d86c6efbf2 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Pushing event updated for resources: {'Port': ['ID=212d2aac-4140-40c4-a125-c46a912f4351,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:46:32.519486 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-19246947-7852-440c-9456-85ef7dbefa6b None None] Provisioning complete for port 212d2aac-4140-40c4-a125-c46a912f4351 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:46:32.520509 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-19246947-7852-440c-9456-85ef7dbefa6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:32.562085 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-19246947-7852-440c-9456-85ef7dbefa6b None None] Port 212d2aac-4140-40c4-a125-c46a912f4351 cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:46:32.790048 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-bfddd80d-c5fd-4f33-993b-98d86c6efbf2 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Publish callbacks [] for router_gateway, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:32.803391 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-99a8a2a2-89c3-4def-a9db-bfec802e613b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:32.904314 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17c59fa3-f60d-4598-93a3-393c10ed67c8 None None] Network a4c0b0f2-b6e6-4cd5-b432-998e4080be8f requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:46:33.011886 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-99a8a2a2-89c3-4def-a9db-bfec802e613b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2014278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2009753'] for router, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:33.014175 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-bfddd80d-c5fd-4f33-993b-98d86c6efbf2 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2014278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2009753'] for router, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:33.015116 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-63447ef4-b973-4b89-a611-9f6503ed98f4 None None] Provisioning complete for port 62f0a9a5-b2b4-403c-b0bd-dca6f1d982f2 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:46:33.015493 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-63447ef4-b973-4b89-a611-9f6503ed98f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:33.197754 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99a8a2a2-89c3-4def-a9db-bfec802e613b admin admin] Router a9a5f28c-0a17-40ed-8e85-3a5142666aab is scheduled to L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 with binding_index 1 {{(pid=121607) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 25 21:46:33.243590 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfddd80d-c5fd-4f33-993b-98d86c6efbf2 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Router d35a4ea1-6599-4f9a-b03a-53ae2d582b1e is scheduled to L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 with binding_index 1 {{(pid=121606) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 25 21:46:33.276163 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-63447ef4-b973-4b89-a611-9f6503ed98f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:33.312109 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-63447ef4-b973-4b89-a611-9f6503ed98f4 None None] For port 62f0a9a5-b2b4-403c-b0bd-dca6f1d982f2, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=62f0a9a5-b2b4-403c-b0bd-dca6f1d982f2,segment=NetworkSegment(ccd8bbf5-888c-493e-8fbc-b825dde59170),segment_id=ccd8bbf5-888c-493e-8fbc-b825dde59170)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:46:33.335500 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99a8a2a2-89c3-4def-a9db-bfec802e613b admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 21:46:33.346099 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cd4df01-3fb6-40cf-b3dc-a333f12295bc None None] Sync routers for ids ['a9a5f28c-0a17-40ed-8e85-3a5142666aab'] in ncdv-master-1 {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 21:46:33.355665 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cd4df01-3fb6-40cf-b3dc-a333f12295bc None None] Routers {'a9a5f28c-0a17-40ed-8e85-3a5142666aab'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:46:33.360597 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-7cd4df01-3fb6-40cf-b3dc-a333f12295bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2612de74f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:46:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['a9a5f28c-0a17-40ed-8e85-3a5142666aab'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:46:33.369658 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfddd80d-c5fd-4f33-993b-98d86c6efbf2 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 21:46:33.380648 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f15ca9b2-0a1b-4934-a263-9c30e4cb2126 None None] Sync routers for ids ['d35a4ea1-6599-4f9a-b03a-53ae2d582b1e'] in ncdv-master-1 {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 21:46:33.391594 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f15ca9b2-0a1b-4934-a263-9c30e4cb2126 None None] Routers {'d35a4ea1-6599-4f9a-b03a-53ae2d582b1e'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:46:33.392272 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-f15ca9b2-0a1b-4934-a263-9c30e4cb2126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f26189d97f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:46:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['d35a4ea1-6599-4f9a-b03a-53ae2d582b1e'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:46:33.395193 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-63447ef4-b973-4b89-a611-9f6503ed98f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:33.416169 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-99a8a2a2-89c3-4def-a9db-bfec802e613b admin admin] Publish callbacks [] for router, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:33.420513 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-99a8a2a2-89c3-4def-a9db-bfec802e613b admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 920 time: 2.3741586
Dec 25 21:46:33.420982 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 43226) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:46:33.475047 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-bfddd80d-c5fd-4f33-993b-98d86c6efbf2 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Publish callbacks [] for router, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:33.476306 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-bfddd80d-c5fd-4f33-993b-98d86c6efbf2 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 887 time: 2.2886066
Dec 25 21:46:33.479400 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 43228) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:46:33.510542 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvr_db [None req-f15ca9b2-0a1b-4934-a263-9c30e4cb2126 None None] Set router d35a4ea1-6599-4f9a-b03a-53ae2d582b1e gateway port host: ncdv-master-1 {{(pid=121609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:46:33.524182 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-673294f0-dde5-40f2-bb49-0affd4e7c796 tempest-TestNetworkBasicOps-1153214031 tempest-TestNetworkBasicOps-1153214031-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=59ed9da8ed224ce9b429cb4c633a2498&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0412107
Dec 25 21:46:33.525166 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 43230) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:46:33.535294 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63447ef4-b973-4b89-a611-9f6503ed98f4 None None] Pushing event updated for resources: {'Port': ['ID=62f0a9a5-b2b4-403c-b0bd-dca6f1d982f2,revision_number=3']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:46:33.542572 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-009e8946-bf4a-43f9-818c-c9803772aed8 None None] Provisioning complete for port 62f0a9a5-b2b4-403c-b0bd-dca6f1d982f2 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:46:33.542572 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-009e8946-bf4a-43f9-818c-c9803772aed8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:33.568255 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvr_db [None req-7cd4df01-3fb6-40cf-b3dc-a333f12295bc None None] Set router a9a5f28c-0a17-40ed-8e85-3a5142666aab gateway port host: ncdv-master-1 {{(pid=121608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:46:33.646330 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 62f0a9a5-b2b4-403c-b0bd-dca6f1d982f2 up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:46:33.658494 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e6a3a2d-737c-46f3-ad17-4bfa76f90d95 tempest-TestNetworkBasicOps-1153214031 tempest-TestNetworkBasicOps-1153214031-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:46:33.667167 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-3e6a3a2d-737c-46f3-ad17-4bfa76f90d95 tempest-TestNetworkBasicOps-1153214031 tempest-TestNetworkBasicOps-1153214031-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.1385143
Dec 25 21:46:33.669345 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 43234) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:46:33.716929 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-25986aac-712d-42f1-982a-469e45583912 tempest-TestNetworkBasicOps-1153214031 tempest-TestNetworkBasicOps-1153214031-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=7201e55c-7c5f-41aa-a042-a363696539d0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0449874
Dec 25 21:46:33.717993 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 43236) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:46:33.723608 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-2c5e376d-002b-4220-b552-b1d5cc5788f2 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-485085444', 'network_id': 'b86c27f6-7fc3-454a-afbf-75e25c82b4a6', 'project_id': '59ed9da8ed224ce9b429cb4c633a2498', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:46:33.769204 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-f15ca9b2-0a1b-4934-a263-9c30e4cb2126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f26189d97f0>, [{'id': 'd35a4ea1-6599-4f9a-b03a-53ae2d582b1e', 'name': 'tempest-TestNetworkBasicOps-router-1076977245', 'tenant_id': '59ed9da8ed224ce9b429cb4c633a2498', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.232'}], 'enable_snat': True}, 'gw_port_id': '212d2aac-4140-40c4-a125-c46a912f4351', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:46:31Z', 'updated_at': '2021-12-25T21:46:32Z', 'revision_number': 3, 'project_id': '59ed9da8ed224ce9b429cb4c633a2498', 'gw_port': {'id': '212d2aac-4140-40c4-a125-c46a912f4351', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:92:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd35a4ea1-6599-4f9a-b03a-53ae2d582b1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:46:31Z', 'updated_at': '2021-12-25T21:46:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:46:33.804281 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f15ca9b2-0a1b-4934-a263-9c30e4cb2126 None None] Checking router: d35a4ea1-6599-4f9a-b03a-53ae2d582b1e for host: ncdv-master-1 {{(pid=121609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 25 21:46:33.805429 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f15ca9b2-0a1b-4934-a263-9c30e4cb2126 None None] Updating router d35a4ea1-6599-4f9a-b03a-53ae2d582b1e port 212d2aac-4140-40c4-a125-c46a912f4351 binding host ncdv-master-1 {{(pid=121609) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 25 21:46:33.836412 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port 62f0a9a5-b2b4-403c-b0bd-dca6f1d982f2 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:46:33.836812 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:33.844434 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-f15ca9b2-0a1b-4934-a263-9c30e4cb2126 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:33.901844 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c5e376d-002b-4220-b552-b1d5cc5788f2 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Made reservation on behalf of 59ed9da8ed224ce9b429cb4c633a2498 for: {'subnet': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:46:33.907753 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-2c5e376d-002b-4220-b552-b1d5cc5788f2 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8852834'] for subnet, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:33.937600 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-7cd4df01-3fb6-40cf-b3dc-a333f12295bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2612de74f0>, [{'id': 'a9a5f28c-0a17-40ed-8e85-3a5142666aab', 'name': 'tempest-TestServerBasicOps-525122317-router', 'tenant_id': '64e4751d74674097b87a3ad1c686e9e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.135'}], 'enable_snat': True}, 'gw_port_id': 'bfb81c88-7916-4347-9494-43f316b6c1a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:46:31Z', 'updated_at': '2021-12-25T21:46:32Z', 'revision_number': 3, 'project_id': '64e4751d74674097b87a3ad1c686e9e5', 'gw_port': {'id': 'bfb81c88-7916-4347-9494-43f316b6c1a5', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:10:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9a5f28c-0a17-40ed-8e85-3a5142666aab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:46:31Z', 'updated_at': '2021-12-25T21:46:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:46:33.969493 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cd4df01-3fb6-40cf-b3dc-a333f12295bc None None] Checking router: a9a5f28c-0a17-40ed-8e85-3a5142666aab for host: ncdv-master-1 {{(pid=121608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 25 21:46:33.969843 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cd4df01-3fb6-40cf-b3dc-a333f12295bc None None] Updating router a9a5f28c-0a17-40ed-8e85-3a5142666aab port bfb81c88-7916-4347-9494-43f316b6c1a5 binding host ncdv-master-1 {{(pid=121608) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 25 21:46:34.001311 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-541c2a27-f09e-46e7-9dc0-8a3d8d0ce8dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:34.022010 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-7cd4df01-3fb6-40cf-b3dc-a333f12295bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:34.175835 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-f15ca9b2-0a1b-4934-a263-9c30e4cb2126 None None] Publish callbacks [] for port, precommit_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:34.202971 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-2c5e376d-002b-4220-b552-b1d5cc5788f2 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8632475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8852848'] for subnet, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:34.233374 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_common [None req-541c2a27-f09e-46e7-9dc0-8a3d8d0ce8dd admin admin] Allocated IP 172.20.0.1 (a4c0b0f2-b6e6-4cd5-b432-998e4080be8f/890f9595-15a1-44e2-9623-b5b5a5ffc2ef/c2b569fb-99c7-4f4c-961f-b65b4bedfe4a) {{(pid=121606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:46:34.260092 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-f15ca9b2-0a1b-4934-a263-9c30e4cb2126 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:34.270908 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5e376d-002b-4220-b552-b1d5cc5788f2 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Pushing event updated for resources: {'Subnet': ['ID=42611c77-db8a-4659-a3e0-7ef4abbb81fe,revision_number=0']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:46:34.278539 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c5e376d-002b-4220-b552-b1d5cc5788f2 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Checking segment: {'id': '1f3bd63b-e8d7-4bf0-b87e-df463155507b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'b86c27f6-7fc3-454a-afbf-75e25c82b4a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:46:34.278865 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c5e376d-002b-4220-b552-b1d5cc5788f2 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Network hostable DHCP agents. Network: b86c27f6-7fc3-454a-afbf-75e25c82b4a6, hostable agents: ['1813db88-2c1b-4357-a2ba-869246b663c2'], hosted agents: [] {{(pid=121607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 25 21:46:34.321044 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8878a247-d9f4-449b-a4ff-23ca7afbbaff None None] DHCP port deletion for 7201e55c-7c5f-41aa-a042-a363696539d0 request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 21:46:34.321662 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.managers [None req-f15ca9b2-0a1b-4934-a263-9c30e4cb2126 None None] Attempting to bind port 212d2aac-4140-40c4-a125-c46a912f4351 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:46:34.321904 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.managers [None req-f15ca9b2-0a1b-4934-a263-9c30e4cb2126 None None] Attempting to bind port 212d2aac-4140-40c4-a125-c46a912f4351 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'}] {{(pid=121609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:46:34.322248 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f15ca9b2-0a1b-4934-a263-9c30e4cb2126 None None] Attempting to bind port 212d2aac-4140-40c4-a125-c46a912f4351 on network 7201e55c-7c5f-41aa-a042-a363696539d0 {{(pid=121609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:46:34.325389 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30823e25-38cf-41f7-9683-6efeb405f9a5 None None] Pushing event updated for resources: {'Port': ['ID=212d2aac-4140-40c4-a125-c46a912f4351,revision_number=2']} {{(pid=121609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:46:34.330150 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f15ca9b2-0a1b-4934-a263-9c30e4cb2126 None None] Checking agent: {'id': 'ca4f5c6d-f1fd-48b8-a3e3-395864c7d23d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 20, 56, 40), 'started_at': datetime.datetime(2021, 12, 25, 20, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 46, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:46:34.330521 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f15ca9b2-0a1b-4934-a263-9c30e4cb2126 None None] Checking segment: {'id': '6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:46:34.330914 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-f15ca9b2-0a1b-4934-a263-9c30e4cb2126 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:34.331304 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f15ca9b2-0a1b-4934-a263-9c30e4cb2126 None None] Bound using segment: {'id': '6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'} {{(pid=121609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:46:34.331764 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.managers [None req-f15ca9b2-0a1b-4934-a263-9c30e4cb2126 None None] Bound port: 212d2aac-4140-40c4-a125-c46a912f4351, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'}}] {{(pid=121609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:46:34.332136 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-f15ca9b2-0a1b-4934-a263-9c30e4cb2126 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:34.338669 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30823e25-38cf-41f7-9683-6efeb405f9a5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:46:34.339017 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30823e25-38cf-41f7-9683-6efeb405f9a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:46:34.339358 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30823e25-38cf-41f7-9683-6efeb405f9a5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:46:34.339693 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30823e25-38cf-41f7-9683-6efeb405f9a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:46:34.340023 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30823e25-38cf-41f7-9683-6efeb405f9a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:46:34.340352 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30823e25-38cf-41f7-9683-6efeb405f9a5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:46:34.340677 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30823e25-38cf-41f7-9683-6efeb405f9a5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:46:34.341028 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30823e25-38cf-41f7-9683-6efeb405f9a5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:46:34.341351 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30823e25-38cf-41f7-9683-6efeb405f9a5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:46:34.341676 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30823e25-38cf-41f7-9683-6efeb405f9a5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:46:34.342008 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30823e25-38cf-41f7-9683-6efeb405f9a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:46:34.342324 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30823e25-38cf-41f7-9683-6efeb405f9a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:46:34.342639 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30823e25-38cf-41f7-9683-6efeb405f9a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:46:34.369043 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c5e376d-002b-4220-b552-b1d5cc5788f2 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Network b86c27f6-7fc3-454a-afbf-75e25c82b4a6 is scheduled to be hosted by DHCP agent 1813db88-2c1b-4357-a2ba-869246b663c2 with binding_index 1 {{(pid=121607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 25 21:46:34.377229 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-541c2a27-f09e-46e7-9dc0-8a3d8d0ce8dd admin admin] Publish callbacks [] for port, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:34.413576 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.db [None req-f15ca9b2-0a1b-4934-a263-9c30e4cb2126 None None] For port 212d2aac-4140-40c4-a125-c46a912f4351, host ncdv-master-1, cleared binding levels {{(pid=121609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:46:34.417342 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.db [None req-f15ca9b2-0a1b-4934-a263-9c30e4cb2126 None None] For port 212d2aac-4140-40c4-a125-c46a912f4351, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=212d2aac-4140-40c4-a125-c46a912f4351,segment=NetworkSegment(6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855),segment_id=6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855)] {{(pid=121609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:46:34.442769 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-2c5e376d-002b-4220-b552-b1d5cc5788f2 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, b86c27f6-7fc3-454a-afbf-75e25c82b4a6) {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:46:34.448533 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c5e376d-002b-4220-b552-b1d5cc5788f2 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:46:34.449166 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-2c5e376d-002b-4220-b552-b1d5cc5788f2 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Publish callbacks [] for subnet, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:34.455661 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7354956-b29c-4d27-8e26-5513b21926b4 None None] Network b86c27f6-7fc3-454a-afbf-75e25c82b4a6 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:46:34.496167 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-7cd4df01-3fb6-40cf-b3dc-a333f12295bc None None] Publish callbacks [] for port, precommit_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:34.506245 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54becd0c-09c9-460e-ae1b-3bced1461b22 None None] Provisioning complete for port 212d2aac-4140-40c4-a125-c46a912f4351 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:46:34.506604 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54becd0c-09c9-460e-ae1b-3bced1461b22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:34.517608 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-541c2a27-f09e-46e7-9dc0-8a3d8d0ce8dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:34.517790 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-f15ca9b2-0a1b-4934-a263-9c30e4cb2126 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:34.539266 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:34.544227 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-2c5e376d-002b-4220-b552-b1d5cc5788f2 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 831 time: 0.8248758
Dec 25 21:46:34.546721 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 43238) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:46:34.563739 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-541c2a27-f09e-46e7-9dc0-8a3d8d0ce8dd admin admin] Network a4c0b0f2-b6e6-4cd5-b432-998e4080be8f is already hosted by enough agents. {{(pid=121606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:46:34.568637 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [None req-541c2a27-f09e-46e7-9dc0-8a3d8d0ce8dd admin admin] Resources bound (agent type, host, resource id):  {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:46:34.573135 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-541c2a27-f09e-46e7-9dc0-8a3d8d0ce8dd admin admin] Received port after_create {{(pid=121606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:46:34.603237 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541c2a27-f09e-46e7-9dc0-8a3d8d0ce8dd admin admin] Pushing event updated for resources: {'Port': ['ID=c2b569fb-99c7-4f4c-961f-b65b4bedfe4a,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:46:34.609645 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-7cd4df01-3fb6-40cf-b3dc-a333f12295bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:34.623076 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-042f1a80-5151-45c3-a759-274f14fba7a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-b86c27f6-7fc3-454a-afbf-75e25c82b4a6', 'network_id': 'b86c27f6-7fc3-454a-afbf-75e25c82b4a6', 'project_id': '59ed9da8ed224ce9b429cb4c633a2498', 'fixed_ips': [{'subnet_id': '42611c77-db8a-4659-a3e0-7ef4abbb81fe'}]}} from ncdv-master-1. {{(pid=121608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 25 21:46:34.624458 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-042f1a80-5151-45c3-a759-274f14fba7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:34.626255 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-541c2a27-f09e-46e7-9dc0-8a3d8d0ce8dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2008772'] for router_interface, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:34.676568 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30823e25-38cf-41f7-9683-6efeb405f9a5 None None] Pushing event updated for resources: {'Port': ['ID=212d2aac-4140-40c4-a125-c46a912f4351,revision_number=3']} {{(pid=121609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:46:34.693640 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f892e9d-333b-4b68-b0e3-b999491dbcd2 None None] DHCP port deletion for 7201e55c-7c5f-41aa-a042-a363696539d0 request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 21:46:34.722509 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f15ca9b2-0a1b-4934-a263-9c30e4cb2126 None None] Routers {'d35a4ea1-6599-4f9a-b03a-53ae2d582b1e'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:46:34.723194 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-f15ca9b2-0a1b-4934-a263-9c30e4cb2126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f26189d97f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:46:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['d35a4ea1-6599-4f9a-b03a-53ae2d582b1e'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:46:34.745335 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-7cd4df01-3fb6-40cf-b3dc-a333f12295bc None None] Attempting to bind port bfb81c88-7916-4347-9494-43f316b6c1a5 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:46:34.745751 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-7cd4df01-3fb6-40cf-b3dc-a333f12295bc None None] Attempting to bind port bfb81c88-7916-4347-9494-43f316b6c1a5 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:46:34.746111 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cd4df01-3fb6-40cf-b3dc-a333f12295bc None None] Attempting to bind port bfb81c88-7916-4347-9494-43f316b6c1a5 on network 7201e55c-7c5f-41aa-a042-a363696539d0 {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:46:34.781492 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54becd0c-09c9-460e-ae1b-3bced1461b22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:34.805273 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-54becd0c-09c9-460e-ae1b-3bced1461b22 None None] For port 212d2aac-4140-40c4-a125-c46a912f4351, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=212d2aac-4140-40c4-a125-c46a912f4351,segment=NetworkSegment(6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855),segment_id=6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:46:34.812764 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03176624-d812-4b2b-a865-8040933b65fb None None] DHCP port deletion for 7201e55c-7c5f-41aa-a042-a363696539d0 request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 21:46:34.815477 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cd4df01-3fb6-40cf-b3dc-a333f12295bc None None] Checking agent: {'id': 'ca4f5c6d-f1fd-48b8-a3e3-395864c7d23d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 20, 56, 40), 'started_at': datetime.datetime(2021, 12, 25, 20, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 46, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:46:34.815852 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cd4df01-3fb6-40cf-b3dc-a333f12295bc None None] Checking segment: {'id': '6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:46:34.816251 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-7cd4df01-3fb6-40cf-b3dc-a333f12295bc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:34.816648 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cd4df01-3fb6-40cf-b3dc-a333f12295bc None None] Bound using segment: {'id': '6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:46:34.817181 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-7cd4df01-3fb6-40cf-b3dc-a333f12295bc None None] Bound port: bfb81c88-7916-4347-9494-43f316b6c1a5, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'}}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:46:34.817559 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-7cd4df01-3fb6-40cf-b3dc-a333f12295bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:34.842599 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8475e260-8973-4388-bb51-6eed94bd00e1 None None] Pushing event updated for resources: {'Port': ['ID=bfb81c88-7916-4347-9494-43f316b6c1a5,revision_number=2']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:46:34.895669 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvr_db [None req-f15ca9b2-0a1b-4934-a263-9c30e4cb2126 None None] Set router d35a4ea1-6599-4f9a-b03a-53ae2d582b1e gateway port host: ncdv-master-1 {{(pid=121609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:46:34.911758 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-541c2a27-f09e-46e7-9dc0-8a3d8d0ce8dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:34.948489 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-be4c03a2-f23e-4831-ae6c-53765f9b9e85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:34.961396 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54becd0c-09c9-460e-ae1b-3bced1461b22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:35.026751 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54becd0c-09c9-460e-ae1b-3bced1461b22 None None] Pushing event updated for resources: {'Port': ['ID=212d2aac-4140-40c4-a125-c46a912f4351,revision_number=4']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:46:35.039960 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-7cd4df01-3fb6-40cf-b3dc-a333f12295bc None None] For port bfb81c88-7916-4347-9494-43f316b6c1a5, host ncdv-master-1, cleared binding levels {{(pid=121608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:46:35.078735 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-7cd4df01-3fb6-40cf-b3dc-a333f12295bc None None] For port bfb81c88-7916-4347-9494-43f316b6c1a5, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bfb81c88-7916-4347-9494-43f316b6c1a5,segment=NetworkSegment(6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855),segment_id=6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855)] {{(pid=121608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:46:35.110770 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-74c460d0-1e9d-447a-860d-2a876ed6d244 None None] Provisioning complete for port c2b569fb-99c7-4f4c-961f-b65b4bedfe4a triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:46:35.111296 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-74c460d0-1e9d-447a-860d-2a876ed6d244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:35.117273 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.db_base_plugin_common [None req-042f1a80-5151-45c3-a759-274f14fba7a6 None None] Allocated IP 172.20.0.2 (b86c27f6-7fc3-454a-afbf-75e25c82b4a6/42611c77-db8a-4659-a3e0-7ef4abbb81fe/e6824d39-d6a7-40f2-8424-d62a499cc367) {{(pid=121608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:46:35.156013 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b8024e15-1ee2-47c4-8523-82720fed473d tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:35.156576 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-541c2a27-f09e-46e7-9dc0-8a3d8d0ce8dd admin admin] Publish callbacks [] for port, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:35.159149 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-7cd4df01-3fb6-40cf-b3dc-a333f12295bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:35.184610 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-f15ca9b2-0a1b-4934-a263-9c30e4cb2126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f26189d97f0>, [{'id': 'd35a4ea1-6599-4f9a-b03a-53ae2d582b1e', 'name': 'tempest-TestNetworkBasicOps-router-1076977245', 'tenant_id': '59ed9da8ed224ce9b429cb4c633a2498', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.232'}], 'enable_snat': True}, 'gw_port_id': '212d2aac-4140-40c4-a125-c46a912f4351', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:46:31Z', 'updated_at': '2021-12-25T21:46:32Z', 'revision_number': 3, 'project_id': '59ed9da8ed224ce9b429cb4c633a2498', 'gw_port': {'id': '212d2aac-4140-40c4-a125-c46a912f4351', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:92:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd35a4ea1-6599-4f9a-b03a-53ae2d582b1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:46:31Z', 'updated_at': '2021-12-25T21:46:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:46:35.225088 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f15ca9b2-0a1b-4934-a263-9c30e4cb2126 None None] The sync data for ids ['d35a4ea1-6599-4f9a-b03a-53ae2d582b1e'] in ncdv-master-1 is: [{'id': 'd35a4ea1-6599-4f9a-b03a-53ae2d582b1e', 'name': 'tempest-TestNetworkBasicOps-router-1076977245', 'tenant_id': '59ed9da8ed224ce9b429cb4c633a2498', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.232'}], 'enable_snat': True}, 'gw_port_id': '212d2aac-4140-40c4-a125-c46a912f4351', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:46:31Z', 'updated_at': '2021-12-25T21:46:32Z', 'revision_number': 3, 'project_id': '59ed9da8ed224ce9b429cb4c633a2498', 'gw_port': {'id': '212d2aac-4140-40c4-a125-c46a912f4351', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:92:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd35a4ea1-6599-4f9a-b03a-53ae2d582b1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:46:31Z', 'updated_at': '2021-12-25T21:46:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 21:46:35.228923 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-74c460d0-1e9d-447a-860d-2a876ed6d244 None None] Port c2b569fb-99c7-4f4c-961f-b65b4bedfe4a cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:46:35.238704 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-541c2a27-f09e-46e7-9dc0-8a3d8d0ce8dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:35.248642 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-521c5f99-33d3-4d64-83d1-07075c48cb55 None None] DHCP port deletion for 7201e55c-7c5f-41aa-a042-a363696539d0 request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 21:46:35.309954 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-541c2a27-f09e-46e7-9dc0-8a3d8d0ce8dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2007636'] for router_interface, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:35.311758 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541c2a27-f09e-46e7-9dc0-8a3d8d0ce8dd admin admin] Pushing event updated for resources: {'Port': ['ID=c2b569fb-99c7-4f4c-961f-b65b4bedfe4a,revision_number=2']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:46:35.349186 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8475e260-8973-4388-bb51-6eed94bd00e1 None None] Pushing event updated for resources: {'Port': ['ID=bfb81c88-7916-4347-9494-43f316b6c1a5,revision_number=3']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:46:35.357883 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-74c460d0-1e9d-447a-860d-2a876ed6d244 None None] Provisioning complete for port bfb81c88-7916-4347-9494-43f316b6c1a5 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:46:35.358881 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-74c460d0-1e9d-447a-860d-2a876ed6d244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:35.366183 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cd4df01-3fb6-40cf-b3dc-a333f12295bc None None] Routers {'a9a5f28c-0a17-40ed-8e85-3a5142666aab'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:46:35.366818 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-7cd4df01-3fb6-40cf-b3dc-a333f12295bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2612de74f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:46:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['a9a5f28c-0a17-40ed-8e85-3a5142666aab'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:46:35.618814 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 62f0a9a5-b2b4-403c-b0bd-dca6f1d982f2 up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:46:35.803785 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-541c2a27-f09e-46e7-9dc0-8a3d8d0ce8dd admin admin] Network a4c0b0f2-b6e6-4cd5-b432-998e4080be8f is already hosted by enough agents. {{(pid=121606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:46:35.806309 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [None req-541c2a27-f09e-46e7-9dc0-8a3d8d0ce8dd admin admin] Resources bound (agent type, host, resource id):  {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:46:35.857330 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-042f1a80-5151-45c3-a759-274f14fba7a6 None None] Publish callbacks [] for port, precommit_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:35.883311 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvr_db [None req-7cd4df01-3fb6-40cf-b3dc-a333f12295bc None None] Set router a9a5f28c-0a17-40ed-8e85-3a5142666aab gateway port host: ncdv-master-1 {{(pid=121608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:46:35.911076 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port 62f0a9a5-b2b4-403c-b0bd-dca6f1d982f2 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:46:35.911451 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:35.945301 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-74c460d0-1e9d-447a-860d-2a876ed6d244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:35.957870 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-541c2a27-f09e-46e7-9dc0-8a3d8d0ce8dd admin admin] Router a9a5f28c-0a17-40ed-8e85-3a5142666aab has already been hosted by L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 {{(pid=121606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 25 21:46:35.978529 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-042f1a80-5151-45c3-a759-274f14fba7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946'] for port, after_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:36.035982 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_common [None req-b8024e15-1ee2-47c4-8523-82720fed473d tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Allocated IP 172.20.0.1 (b86c27f6-7fc3-454a-afbf-75e25c82b4a6/42611c77-db8a-4659-a3e0-7ef4abbb81fe/7a9bd470-4470-4c20-a45f-95a81c4971f5) {{(pid=121607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:46:36.077847 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-042f1a80-5151-45c3-a759-274f14fba7a6 None None] Network b86c27f6-7fc3-454a-afbf-75e25c82b4a6 is already hosted by enough agents. {{(pid=121608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:46:36.086269 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-74c460d0-1e9d-447a-860d-2a876ed6d244 None None] For port bfb81c88-7916-4347-9494-43f316b6c1a5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bfb81c88-7916-4347-9494-43f316b6c1a5,segment=NetworkSegment(6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855),segment_id=6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:46:36.104149 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.base_scheduler [None req-042f1a80-5151-45c3-a759-274f14fba7a6 None None] Resources bound (agent type, host, resource id):  {{(pid=121608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:46:36.107154 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-042f1a80-5151-45c3-a759-274f14fba7a6 None None] Received port after_create {{(pid=121608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:46:36.138670 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-541c2a27-f09e-46e7-9dc0-8a3d8d0ce8dd admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 21:46:36.145932 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-541c2a27-f09e-46e7-9dc0-8a3d8d0ce8dd admin admin] 10.222.0.32 "PUT /v2.0/routers/a9a5f28c-0a17-40ed-8e85-3a5142666aab/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7238491
Dec 25 21:46:36.148585 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042f1a80-5151-45c3-a759-274f14fba7a6 None None] Pushing event updated for resources: {'Port': ['ID=e6824d39-d6a7-40f2-8424-d62a499cc367,revision_number=1']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:46:36.212377 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-74c460d0-1e9d-447a-860d-2a876ed6d244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:36.237932 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b8024e15-1ee2-47c4-8523-82720fed473d tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Publish callbacks [] for port, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:36.315795 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-042f1a80-5151-45c3-a759-274f14fba7a6 None None] Attempting to bind port e6824d39-d6a7-40f2-8424-d62a499cc367 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:46:36.315795 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-042f1a80-5151-45c3-a759-274f14fba7a6 None None] Attempting to bind port e6824d39-d6a7-40f2-8424-d62a499cc367 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '1f3bd63b-e8d7-4bf0-b87e-df463155507b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'b86c27f6-7fc3-454a-afbf-75e25c82b4a6'}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:46:36.315795 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-042f1a80-5151-45c3-a759-274f14fba7a6 None None] Attempting to bind port e6824d39-d6a7-40f2-8424-d62a499cc367 on network b86c27f6-7fc3-454a-afbf-75e25c82b4a6 {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:46:36.324127 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-74c460d0-1e9d-447a-860d-2a876ed6d244 None None] Provisioning complete for port 212d2aac-4140-40c4-a125-c46a912f4351 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:46:36.324502 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-74c460d0-1e9d-447a-860d-2a876ed6d244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:36.373588 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-042f1a80-5151-45c3-a759-274f14fba7a6 None None] Checking agent: {'id': 'ca4f5c6d-f1fd-48b8-a3e3-395864c7d23d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 20, 56, 40), 'started_at': datetime.datetime(2021, 12, 25, 20, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 46, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:46:36.374236 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-042f1a80-5151-45c3-a759-274f14fba7a6 None None] Checking segment: {'id': '1f3bd63b-e8d7-4bf0-b87e-df463155507b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'b86c27f6-7fc3-454a-afbf-75e25c82b4a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:46:36.374472 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-042f1a80-5151-45c3-a759-274f14fba7a6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:36.374826 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-042f1a80-5151-45c3-a759-274f14fba7a6 None None] Bound using segment: {'id': '1f3bd63b-e8d7-4bf0-b87e-df463155507b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'b86c27f6-7fc3-454a-afbf-75e25c82b4a6'} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:46:36.375362 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-042f1a80-5151-45c3-a759-274f14fba7a6 None None] Bound port: e6824d39-d6a7-40f2-8424-d62a499cc367, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f3bd63b-e8d7-4bf0-b87e-df463155507b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'b86c27f6-7fc3-454a-afbf-75e25c82b4a6'}}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:46:36.375611 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-042f1a80-5151-45c3-a759-274f14fba7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:36.380022 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b8024e15-1ee2-47c4-8523-82720fed473d tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:36.431709 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c460d0-1e9d-447a-860d-2a876ed6d244 None None] Pushing event updated for resources: {'Port': ['ID=bfb81c88-7916-4347-9494-43f316b6c1a5,revision_number=4']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:46:36.458013 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8024e15-1ee2-47c4-8523-82720fed473d tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Network b86c27f6-7fc3-454a-afbf-75e25c82b4a6 is already hosted by enough agents. {{(pid=121607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:46:36.462738 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-b8024e15-1ee2-47c4-8523-82720fed473d tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Resources bound (agent type, host, resource id):  {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:46:36.469749 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8024e15-1ee2-47c4-8523-82720fed473d tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Received port after_create {{(pid=121607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:46:36.508403 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8024e15-1ee2-47c4-8523-82720fed473d tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Pushing event updated for resources: {'Port': ['ID=7a9bd470-4470-4c20-a45f-95a81c4971f5,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:46:36.530045 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b8024e15-1ee2-47c4-8523-82720fed473d tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2008772'] for router_interface, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:36.541024 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-042f1a80-5151-45c3-a759-274f14fba7a6 None None] For port e6824d39-d6a7-40f2-8424-d62a499cc367, host ncdv-master-1, cleared binding levels {{(pid=121608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:46:36.568746 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-042f1a80-5151-45c3-a759-274f14fba7a6 None None] For port e6824d39-d6a7-40f2-8424-d62a499cc367, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e6824d39-d6a7-40f2-8424-d62a499cc367,segment=NetworkSegment(1f3bd63b-e8d7-4bf0-b87e-df463155507b),segment_id=1f3bd63b-e8d7-4bf0-b87e-df463155507b)] {{(pid=121608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:46:36.573341 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-7cd4df01-3fb6-40cf-b3dc-a333f12295bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2612de74f0>, [{'id': 'a9a5f28c-0a17-40ed-8e85-3a5142666aab', 'name': 'tempest-TestServerBasicOps-525122317-router', 'tenant_id': '64e4751d74674097b87a3ad1c686e9e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.135'}], 'enable_snat': True}, 'gw_port_id': 'bfb81c88-7916-4347-9494-43f316b6c1a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:46:31Z', 'updated_at': '2021-12-25T21:46:34Z', 'revision_number': 4, 'project_id': '64e4751d74674097b87a3ad1c686e9e5', 'gw_port': {'id': 'bfb81c88-7916-4347-9494-43f316b6c1a5', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:10:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9a5f28c-0a17-40ed-8e85-3a5142666aab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:46:31Z', 'updated_at': '2021-12-25T21:46:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'c2b569fb-99c7-4f4c-961f-b65b4bedfe4a', 'name': '', 'network_id': 'a4c0b0f2-b6e6-4cd5-b432-998e4080be8f', 'tenant_id': '64e4751d74674097b87a3ad1c686e9e5', 'mac_address': 'fa:16:3e:09:9e:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9a5f28c-0a17-40ed-8e85-3a5142666aab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': '890f9595-15a1-44e2-9623-b5b5a5ffc2ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:46:34Z', 'updated_at': '2021-12-25T21:46:35Z', 'revision_number': 2, 'project_id': '64e4751d74674097b87a3ad1c686e9e5', 'subnets': [{'id': '890f9595-15a1-44e2-9623-b5b5a5ffc2ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:46:36.602625 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cd4df01-3fb6-40cf-b3dc-a333f12295bc None None] The sync data for ids ['a9a5f28c-0a17-40ed-8e85-3a5142666aab'] in ncdv-master-1 is: [{'id': 'a9a5f28c-0a17-40ed-8e85-3a5142666aab', 'name': 'tempest-TestServerBasicOps-525122317-router', 'tenant_id': '64e4751d74674097b87a3ad1c686e9e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.135'}], 'enable_snat': True}, 'gw_port_id': 'bfb81c88-7916-4347-9494-43f316b6c1a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:46:31Z', 'updated_at': '2021-12-25T21:46:34Z', 'revision_number': 4, 'project_id': '64e4751d74674097b87a3ad1c686e9e5', 'gw_port': {'id': 'bfb81c88-7916-4347-9494-43f316b6c1a5', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:10:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9a5f28c-0a17-40ed-8e85-3a5142666aab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:46:31Z', 'updated_at': '2021-12-25T21:46:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'c2b569fb-99c7-4f4c-961f-b65b4bedfe4a', 'name': '', 'network_id': 'a4c0b0f2-b6e6-4cd5-b432-998e4080be8f', 'tenant_id': '64e4751d74674097b87a3ad1c686e9e5', 'mac_address': 'fa:16:3e:09:9e:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9a5f28c-0a17-40ed-8e85-3a5142666aab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': '890f9595-15a1-44e2-9623-b5b5a5ffc2ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:46:34Z', 'updated_at': '2021-12-25T21:46:35Z', 'revision_number': 2, 'project_id': '64e4751d74674097b87a3ad1c686e9e5', 'subnets': [{'id': '890f9595-15a1-44e2-9623-b5b5a5ffc2ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 21:46:36.643911 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-042f1a80-5151-45c3-a759-274f14fba7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:36.763684 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-3c736574-9240-4ee9-9e08-3725f094acb0 None None] Provisioning complete for port c2b569fb-99c7-4f4c-961f-b65b4bedfe4a triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:46:36.764054 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3c736574-9240-4ee9-9e08-3725f094acb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:36.778975 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b8024e15-1ee2-47c4-8523-82720fed473d tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:36.806762 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042f1a80-5151-45c3-a759-274f14fba7a6 None None] Pushing event updated for resources: {'Port': ['ID=e6824d39-d6a7-40f2-8424-d62a499cc367,revision_number=2']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:46:36.820390 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-3c736574-9240-4ee9-9e08-3725f094acb0 None None] Port c2b569fb-99c7-4f4c-961f-b65b4bedfe4a cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:46:36.862327 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-3c736574-9240-4ee9-9e08-3725f094acb0 None None] Provisioning complete for port bfb81c88-7916-4347-9494-43f316b6c1a5 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:46:36.862727 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3c736574-9240-4ee9-9e08-3725f094acb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:37.051140 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-fa4afec3-a214-4873-81eb-d9a534d4f590 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:37.153671 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 43274) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:46:37.159624 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-74cb151a-ea92-4c7c-b89a-2ede5dc98a32 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-772449139-network', 'tenant_id': '2cad11b925d6435b80d2b6f99851adb9'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:46:37.254077 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74cb151a-ea92-4c7c-b89a-2ede5dc98a32 admin admin] Made reservation on behalf of 2cad11b925d6435b80d2b6f99851adb9 for: {'network': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:46:37.256863 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-74cb151a-ea92-4c7c-b89a-2ede5dc98a32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for network, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:37.272450 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-74cb151a-ea92-4c7c-b89a-2ede5dc98a32 admin admin] Publish callbacks [] for security_group, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:37.276656 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b8024e15-1ee2-47c4-8523-82720fed473d tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Publish callbacks [] for port, precommit_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:37.339599 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b8024e15-1ee2-47c4-8523-82720fed473d tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8632327'] for port, after_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:37.381500 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-74cb151a-ea92-4c7c-b89a-2ede5dc98a32 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:37.416238 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b8024e15-1ee2-47c4-8523-82720fed473d tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2007636'] for router_interface, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:37.418123 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8024e15-1ee2-47c4-8523-82720fed473d tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Pushing event updated for resources: {'Port': ['ID=7a9bd470-4470-4c20-a45f-95a81c4971f5,revision_number=2']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:46:37.434013 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-74cb151a-ea92-4c7c-b89a-2ede5dc98a32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:37.483757 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cb151a-ea92-4c7c-b89a-2ede5dc98a32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b40420a-065d-46ca-a990-5f2f0afcb1c4,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:46:37.494401 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74cb151a-ea92-4c7c-b89a-2ede5dc98a32 admin admin] vlan segment allocate from pool success with {'vlan_id': 166, 'physical_network': 'physnet1'}  {{(pid=121606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 25 21:46:37.512055 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-74cb151a-ea92-4c7c-b89a-2ede5dc98a32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:37.513091 ncdv-master-1 neutron-server[121606]: INFO neutron.db.segments_db [None req-74cb151a-ea92-4c7c-b89a-2ede5dc98a32 admin admin] Added segment 99f27401-73f2-4091-985d-1af3074b82f9 of type vlan for network ab76c1e8-304b-4ec9-ba3d-4ec49a1c69e3
Dec 25 21:46:37.569874 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8024e15-1ee2-47c4-8523-82720fed473d tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Network b86c27f6-7fc3-454a-afbf-75e25c82b4a6 is already hosted by enough agents. {{(pid=121607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:46:37.571345 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-b8024e15-1ee2-47c4-8523-82720fed473d tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Resources bound (agent type, host, resource id):  {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:46:37.601667 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-74cb151a-ea92-4c7c-b89a-2ede5dc98a32 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737602163420'] for network, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:37.626646 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device e6824d39-d6a7-40f2-8424-d62a499cc367 up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:46:37.718300 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port e6824d39-d6a7-40f2-8424-d62a499cc367 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:46:37.718671 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:37.740120 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-74cb151a-ea92-4c7c-b89a-2ede5dc98a32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870'] for network, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:37.741297 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74cb151a-ea92-4c7c-b89a-2ede5dc98a32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:46:37.741947 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-74cb151a-ea92-4c7c-b89a-2ede5dc98a32 admin admin] Publish callbacks [] for network, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:37.748651 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8024e15-1ee2-47c4-8523-82720fed473d tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Router d35a4ea1-6599-4f9a-b03a-53ae2d582b1e has already been hosted by L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 {{(pid=121607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 25 21:46:37.840491 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:37.857425 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-74cb151a-ea92-4c7c-b89a-2ede5dc98a32 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.7022414
Dec 25 21:46:37.900348 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8024e15-1ee2-47c4-8523-82720fed473d tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 21:46:37.902300 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 43290) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:46:37.905972 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cb151a-ea92-4c7c-b89a-2ede5dc98a32 admin admin] Pushing event updated for resources: {'Network': ['ID=ab76c1e8-304b-4ec9-ba3d-4ec49a1c69e3,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:46:37.908062 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-d73a3700-3f80-4751-8d8a-43cc126b2bf9 admin admin] Request body: {'subnet': {'network_id': 'ab76c1e8-304b-4ec9-ba3d-4ec49a1c69e3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-772449139-subnet', 'tenant_id': '2cad11b925d6435b80d2b6f99851adb9', 'ip_version': 4}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:46:37.915631 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-b8024e15-1ee2-47c4-8523-82720fed473d tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] 10.222.0.32 "PUT /v2.0/routers/d35a4ea1-6599-4f9a-b03a-53ae2d582b1e/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.3674250
Dec 25 21:46:37.917927 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 43292) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:46:37.924910 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] For port e6824d39-d6a7-40f2-8424-d62a499cc367, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e6824d39-d6a7-40f2-8424-d62a499cc367,segment=NetworkSegment(1f3bd63b-e8d7-4bf0-b87e-df463155507b),segment_id=1f3bd63b-e8d7-4bf0-b87e-df463155507b)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:46:37.931684 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Network ab76c1e8-304b-4ec9-ba3d-4ec49a1c69e3 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 25 21:46:37.935431 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96f8efe1-a8f5-4d25-89f1-94af135ac317 None None] Sync routers for ids ['d35a4ea1-6599-4f9a-b03a-53ae2d582b1e'] in ncdv-master-1 {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 21:46:37.986338 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96f8efe1-a8f5-4d25-89f1-94af135ac317 None None] Routers {'d35a4ea1-6599-4f9a-b03a-53ae2d582b1e'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:46:37.987296 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-96f8efe1-a8f5-4d25-89f1-94af135ac317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f261306d100>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:46:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['d35a4ea1-6599-4f9a-b03a-53ae2d582b1e'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:46:38.072634 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:38.073497 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 212d2aac-4140-40c4-a125-c46a912f4351 up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:46:38.115421 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d73a3700-3f80-4751-8d8a-43cc126b2bf9 admin admin] Made reservation on behalf of 2cad11b925d6435b80d2b6f99851adb9 for: {'subnet': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:46:38.118381 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-d73a3700-3f80-4751-8d8a-43cc126b2bf9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8852834'] for subnet, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:38.262511 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvr_db [None req-96f8efe1-a8f5-4d25-89f1-94af135ac317 None None] Set router d35a4ea1-6599-4f9a-b03a-53ae2d582b1e gateway port host: ncdv-master-1 {{(pid=121608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:46:38.316927 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Pushing event updated for resources: {'Port': ['ID=e6824d39-d6a7-40f2-8424-d62a499cc367,revision_number=3']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:46:38.356538 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a081415-92ae-4865-a097-bfa394137080 None None] Network b86c27f6-7fc3-454a-afbf-75e25c82b4a6 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:46:38.364352 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:46:38.364680 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:46:38.364974 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:46:38.365353 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:46:38.365634 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:46:38.365975 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:46:38.366303 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:46:38.366629 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:46:38.366956 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:46:38.367280 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:46:38.367604 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:46:38.368481 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:46:38.368806 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:46:38.536218 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa36d3e2-ea50-43ba-b481-9e5481dd5004 tempest-TestNetworkBasicOps-1153214031 tempest-TestNetworkBasicOps-1153214031-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:46:38.536706 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa36d3e2-ea50-43ba-b481-9e5481dd5004 tempest-TestNetworkBasicOps-1153214031 tempest-TestNetworkBasicOps-1153214031-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:46:38.537181 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa36d3e2-ea50-43ba-b481-9e5481dd5004 tempest-TestNetworkBasicOps-1153214031 tempest-TestNetworkBasicOps-1153214031-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:46:38.537643 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa36d3e2-ea50-43ba-b481-9e5481dd5004 tempest-TestNetworkBasicOps-1153214031 tempest-TestNetworkBasicOps-1153214031-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:46:38.538097 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa36d3e2-ea50-43ba-b481-9e5481dd5004 tempest-TestNetworkBasicOps-1153214031 tempest-TestNetworkBasicOps-1153214031-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:46:38.538553 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa36d3e2-ea50-43ba-b481-9e5481dd5004 tempest-TestNetworkBasicOps-1153214031 tempest-TestNetworkBasicOps-1153214031-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:46:38.542278 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-fa36d3e2-ea50-43ba-b481-9e5481dd5004 tempest-TestNetworkBasicOps-1153214031 tempest-TestNetworkBasicOps-1153214031-project-admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200  len: 4233 time: 0.6216402
Dec 25 21:46:38.543753 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 43294) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:46:38.657198 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfe64e80-1b4f-4540-a6fd-a490cba64a5c tempest-TestNetworkBasicOps-1153214031 tempest-TestNetworkBasicOps-1153214031-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:46:38.657670 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfe64e80-1b4f-4540-a6fd-a490cba64a5c tempest-TestNetworkBasicOps-1153214031 tempest-TestNetworkBasicOps-1153214031-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:46:38.658122 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfe64e80-1b4f-4540-a6fd-a490cba64a5c tempest-TestNetworkBasicOps-1153214031 tempest-TestNetworkBasicOps-1153214031-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:46:38.659150 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfe64e80-1b4f-4540-a6fd-a490cba64a5c tempest-TestNetworkBasicOps-1153214031 tempest-TestNetworkBasicOps-1153214031-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:46:38.659767 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfe64e80-1b4f-4540-a6fd-a490cba64a5c tempest-TestNetworkBasicOps-1153214031 tempest-TestNetworkBasicOps-1153214031-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:46:38.661735 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-dfe64e80-1b4f-4540-a6fd-a490cba64a5c tempest-TestNetworkBasicOps-1153214031 tempest-TestNetworkBasicOps-1153214031-project-admin] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 3362 time: 0.1168394
Dec 25 21:46:38.665477 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 43296) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:46:38.710672 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port 212d2aac-4140-40c4-a125-c46a912f4351 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:46:38.711258 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:38.731645 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-d73a3700-3f80-4751-8d8a-43cc126b2bf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8632475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8852848'] for subnet, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:38.751069 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-681805ae-9ea6-4d06-aadb-e0dfb30dd9a2 None None] Provisioning complete for port e6824d39-d6a7-40f2-8424-d62a499cc367 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:46:38.751449 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-681805ae-9ea6-4d06-aadb-e0dfb30dd9a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:38.772510 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3e945ecd-9380-47c2-aa0a-12ebe07e03e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:38.773293 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:38.794814 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73a3700-3f80-4751-8d8a-43cc126b2bf9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=43801a3f-247a-4441-8d3c-740f736c443a,revision_number=0']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:46:38.847677 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d73a3700-3f80-4751-8d8a-43cc126b2bf9 admin admin] Checking segment: {'id': '99f27401-73f2-4091-985d-1af3074b82f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'ab76c1e8-304b-4ec9-ba3d-4ec49a1c69e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:46:38.848029 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d73a3700-3f80-4751-8d8a-43cc126b2bf9 admin admin] Network hostable DHCP agents. Network: ab76c1e8-304b-4ec9-ba3d-4ec49a1c69e3, hostable agents: ['1813db88-2c1b-4357-a2ba-869246b663c2'], hosted agents: [] {{(pid=121607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 25 21:46:38.887840 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-dd4dec2d-3d41-41ac-8270-4ab57cbea86f tempest-TestNetworkBasicOps-1153214031 tempest-TestNetworkBasicOps-1153214031-project-admin] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200  len: 2325 time: 0.2214785
Dec 25 21:46:38.917924 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d73a3700-3f80-4751-8d8a-43cc126b2bf9 admin admin] Network ab76c1e8-304b-4ec9-ba3d-4ec49a1c69e3 is scheduled to be hosted by DHCP agent 1813db88-2c1b-4357-a2ba-869246b663c2 with binding_index 1 {{(pid=121607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 25 21:46:38.974469 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-d73a3700-3f80-4751-8d8a-43cc126b2bf9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, ab76c1e8-304b-4ec9-ba3d-4ec49a1c69e3) {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:46:38.974716 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-96f8efe1-a8f5-4d25-89f1-94af135ac317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f261306d100>, [{'id': 'd35a4ea1-6599-4f9a-b03a-53ae2d582b1e', 'name': 'tempest-TestNetworkBasicOps-router-1076977245', 'tenant_id': '59ed9da8ed224ce9b429cb4c633a2498', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.232'}], 'enable_snat': True}, 'gw_port_id': '212d2aac-4140-40c4-a125-c46a912f4351', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:46:31Z', 'updated_at': '2021-12-25T21:46:36Z', 'revision_number': 4, 'project_id': '59ed9da8ed224ce9b429cb4c633a2498', 'gw_port': {'id': '212d2aac-4140-40c4-a125-c46a912f4351', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:92:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35a4ea1-6599-4f9a-b03a-53ae2d582b1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:46:31Z', 'updated_at': '2021-12-25T21:46:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '7a9bd470-4470-4c20-a45f-95a81c4971f5', 'name': '', 'network_id': 'b86c27f6-7fc3-454a-afbf-75e25c82b4a6', 'tenant_id': '59ed9da8ed224ce9b429cb4c633a2498', 'mac_address': 'fa:16:3e:28:84:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd35a4ea1-6599-4f9a-b03a-53ae2d582b1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3880, 'fixed_ips': [{'subnet_id': '42611c77-db8a-4659-a3e0-7ef4abbb81fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:46:35Z', 'updated_at': '2021-12-25T21:46:37Z', 'revision_number': 2, 'project_id': '59ed9da8ed224ce9b429cb4c633a2498', 'subnets': [{'id': '42611c77-db8a-4659-a3e0-7ef4abbb81fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:46:38.981761 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d73a3700-3f80-4751-8d8a-43cc126b2bf9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:46:38.982452 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-d73a3700-3f80-4751-8d8a-43cc126b2bf9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:39.021392 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f72725bc-e966-46a3-a9a3-7bceea7d2a16 None None] Network ab76c1e8-304b-4ec9-ba3d-4ec49a1c69e3 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:46:39.025992 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96f8efe1-a8f5-4d25-89f1-94af135ac317 None None] Checking router: d35a4ea1-6599-4f9a-b03a-53ae2d582b1e for host: ncdv-master-1 {{(pid=121608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 25 21:46:39.026420 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96f8efe1-a8f5-4d25-89f1-94af135ac317 None None] Updating router d35a4ea1-6599-4f9a-b03a-53ae2d582b1e port 7a9bd470-4470-4c20-a45f-95a81c4971f5 binding host ncdv-master-1 {{(pid=121608) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 25 21:46:39.045343 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-d73a3700-3f80-4751-8d8a-43cc126b2bf9 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 844 time: 1.1419461
Dec 25 21:46:39.048174 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 43304) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:46:39.060142 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-2f96c687-d1e6-41ce-8a32-6b838d67d6d7 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-772449139-router', 'tenant_id': '2cad11b925d6435b80d2b6f99851adb9', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'}}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:46:39.089176 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-96f8efe1-a8f5-4d25-89f1-94af135ac317 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:39.146247 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-2f96c687-d1e6-41ce-8a32-6b838d67d6d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2014909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14863'] for router, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:39.148033 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-2f96c687-d1e6-41ce-8a32-6b838d67d6d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2014285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2009796', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2082630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14848'] for router, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:39.212938 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-454986b7-7640-4d70-8eec-bf73cd8e24ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-ab76c1e8-304b-4ec9-ba3d-4ec49a1c69e3', 'network_id': 'ab76c1e8-304b-4ec9-ba3d-4ec49a1c69e3', 'project_id': '2cad11b925d6435b80d2b6f99851adb9', 'fixed_ips': [{'subnet_id': '43801a3f-247a-4441-8d3c-740f736c443a'}]}} from ncdv-master-1. {{(pid=121608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 25 21:46:39.213803 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-454986b7-7640-4d70-8eec-bf73cd8e24ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:39.222043 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-2f96c687-d1e6-41ce-8a32-6b838d67d6d7 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:39.279042 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 43306) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:46:39.284502 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-8a96ad14-25e2-4838-b985-19fc4f87d6cf tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1946809630', 'description': 'tempest-secgroup-smoke-1946809630 description', 'project_id': '59ed9da8ed224ce9b429cb4c633a2498'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:46:39.366217 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-8a96ad14-25e2-4838-b985-19fc4f87d6cf tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Publish callbacks [] for security_group, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:39.378152 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-cdb9cf2b-a646-4568-9f92-9445e83c3cc9 None None] Provisioning complete for port 7a9bd470-4470-4c20-a45f-95a81c4971f5 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:46:39.378526 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-cdb9cf2b-a646-4568-9f92-9445e83c3cc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:39.450422 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-cdb9cf2b-a646-4568-9f92-9445e83c3cc9 None None] Port 7a9bd470-4470-4c20-a45f-95a81c4971f5 cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:46:39.475894 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-2f96c687-d1e6-41ce-8a32-6b838d67d6d7 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:39.486312 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-cdb9cf2b-a646-4568-9f92-9445e83c3cc9 None None] Provisioning complete for port e6824d39-d6a7-40f2-8424-d62a499cc367 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:46:39.486681 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-cdb9cf2b-a646-4568-9f92-9445e83c3cc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:39.503656 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-8a96ad14-25e2-4838-b985-19fc4f87d6cf tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Publish callbacks [] for security_group, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:39.560750 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-867e41c2-5f60-445c-a801-9bd8638b4307 None None] Sync routers for ids ['a9a5f28c-0a17-40ed-8e85-3a5142666aab'] in ncdv-master-1 {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 21:46:39.579752 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-8a96ad14-25e2-4838-b985-19fc4f87d6cf tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:39.601831 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-867e41c2-5f60-445c-a801-9bd8638b4307 None None] Routers {'a9a5f28c-0a17-40ed-8e85-3a5142666aab'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:46:39.603810 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-867e41c2-5f60-445c-a801-9bd8638b4307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2618664760>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:46:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['a9a5f28c-0a17-40ed-8e85-3a5142666aab'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:46:39.651806 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a96ad14-25e2-4838-b985-19fc4f87d6cf tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1442ee7e-d497-4549-9ece-3420424df34d,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:46:39.703324 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.db_base_plugin_common [None req-454986b7-7640-4d70-8eec-bf73cd8e24ff None None] Allocated IP 172.20.0.2 (ab76c1e8-304b-4ec9-ba3d-4ec49a1c69e3/43801a3f-247a-4441-8d3c-740f736c443a/0a73a998-089f-4c7c-a7a0-22064a1dc9ad) {{(pid=121608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:46:39.710342 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-8a96ad14-25e2-4838-b985-19fc4f87d6cf tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:39.713236 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-8a96ad14-25e2-4838-b985-19fc4f87d6cf tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1813 time: 0.4329400
Dec 25 21:46:39.716158 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 43312) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:46:39.717890 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-15cb578f-7a63-4fd3-925d-83bad4c7b82a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:39.722102 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-09685534-65d0-4a0b-9087-2a34c4366f36 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Request body: {'security_group_rule': {'security_group_id': '1442ee7e-d497-4549-9ece-3420424df34d', 'project_id': '59ed9da8ed224ce9b429cb4c633a2498', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:46:39.754115 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device e6824d39-d6a7-40f2-8424-d62a499cc367 up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:46:39.815017 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvr_db [None req-867e41c2-5f60-445c-a801-9bd8638b4307 None None] Set router a9a5f28c-0a17-40ed-8e85-3a5142666aab gateway port host: ncdv-master-1 {{(pid=121609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:46:39.853923 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-09685534-65d0-4a0b-9087-2a34c4366f36 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Publish callbacks [] for security_group_rule, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:39.937184 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-2f96c687-d1e6-41ce-8a32-6b838d67d6d7 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:39.981740 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-2f96c687-d1e6-41ce-8a32-6b838d67d6d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:39.983980 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-09685534-65d0-4a0b-9087-2a34c4366f36 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:40.031103 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-96f8efe1-a8f5-4d25-89f1-94af135ac317 None None] Publish callbacks [] for port, precommit_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:40.051136 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port e6824d39-d6a7-40f2-8424-d62a499cc367 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:46:40.051511 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:40.065859 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-09685534-65d0-4a0b-9087-2a34c4366f36 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077839'] for security_group_rule, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:40.087519 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09685534-65d0-4a0b-9087-2a34c4366f36 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a5f24a2-1257-4abb-9feb-8c2246f9c047,revision_number=0']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:46:40.119377 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-96f8efe1-a8f5-4d25-89f1-94af135ac317 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:40.131771 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_common [None req-2f96c687-d1e6-41ce-8a32-6b838d67d6d7 admin admin] Allocated IP 172.35.3.91 (7201e55c-7c5f-41aa-a042-a363696539d0/7a939e13-713f-45cf-bba7-1539635abe25/cc56df09-c8ff-49e7-a8f2-d27ddf8508dc) {{(pid=121606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:46:40.175803 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-d8985b9e-2542-4759-942a-83be192ac5d0 None None] Provisioning complete for port 7a9bd470-4470-4c20-a45f-95a81c4971f5 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:46:40.176185 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-d8985b9e-2542-4759-942a-83be192ac5d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:40.198906 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-09685534-65d0-4a0b-9087-2a34c4366f36 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Publish callbacks [] for security_group_rule, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:40.199931 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-09685534-65d0-4a0b-9087-2a34c4366f36 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.4822979
Dec 25 21:46:40.202697 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 43326) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:46:40.207257 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-88ecb3a6-5a4b-406d-b61b-81026ea3056a tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Request body: {'security_group_rule': {'security_group_id': '1442ee7e-d497-4549-9ece-3420424df34d', 'project_id': '59ed9da8ed224ce9b429cb4c633a2498', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:46:40.230565 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-867e41c2-5f60-445c-a801-9bd8638b4307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2618664760>, [{'id': 'a9a5f28c-0a17-40ed-8e85-3a5142666aab', 'name': 'tempest-TestServerBasicOps-525122317-router', 'tenant_id': '64e4751d74674097b87a3ad1c686e9e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.135'}], 'enable_snat': True}, 'gw_port_id': 'bfb81c88-7916-4347-9494-43f316b6c1a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:46:31Z', 'updated_at': '2021-12-25T21:46:34Z', 'revision_number': 4, 'project_id': '64e4751d74674097b87a3ad1c686e9e5', 'gw_port': {'id': 'bfb81c88-7916-4347-9494-43f316b6c1a5', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:10:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9a5f28c-0a17-40ed-8e85-3a5142666aab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:46:31Z', 'updated_at': '2021-12-25T21:46:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'c2b569fb-99c7-4f4c-961f-b65b4bedfe4a', 'name': '', 'network_id': 'a4c0b0f2-b6e6-4cd5-b432-998e4080be8f', 'tenant_id': '64e4751d74674097b87a3ad1c686e9e5', 'mac_address': 'fa:16:3e:09:9e:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9a5f28c-0a17-40ed-8e85-3a5142666aab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': '890f9595-15a1-44e2-9623-b5b5a5ffc2ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:46:34Z', 'updated_at': '2021-12-25T21:46:35Z', 'revision_number': 2, 'project_id': '64e4751d74674097b87a3ad1c686e9e5', 'subnets': [{'id': '890f9595-15a1-44e2-9623-b5b5a5ffc2ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:46:40.242839 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-454986b7-7640-4d70-8eec-bf73cd8e24ff None None] Publish callbacks [] for port, precommit_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:40.267725 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a08eca-69a3-4c4a-8e2c-f1fa0d1e73b3 None None] Pushing event updated for resources: {'Port': ['ID=7a9bd470-4470-4c20-a45f-95a81c4971f5,revision_number=3']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:46:40.275514 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-2f96c687-d1e6-41ce-8a32-6b838d67d6d7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:40.286310 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-867e41c2-5f60-445c-a801-9bd8638b4307 None None] Checking router: a9a5f28c-0a17-40ed-8e85-3a5142666aab for host: ncdv-master-1 {{(pid=121609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 25 21:46:40.286310 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-867e41c2-5f60-445c-a801-9bd8638b4307 None None] Updating router a9a5f28c-0a17-40ed-8e85-3a5142666aab port c2b569fb-99c7-4f4c-961f-b65b4bedfe4a binding host ncdv-master-1 {{(pid=121609) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 25 21:46:40.310138 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-d8985b9e-2542-4759-942a-83be192ac5d0 None None] Port 7a9bd470-4470-4c20-a45f-95a81c4971f5 cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:46:40.322350 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-867e41c2-5f60-445c-a801-9bd8638b4307 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:40.339257 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-88ecb3a6-5a4b-406d-b61b-81026ea3056a tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Publish callbacks [] for security_group_rule, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:40.376334 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-96f8efe1-a8f5-4d25-89f1-94af135ac317 None None] Attempting to bind port 7a9bd470-4470-4c20-a45f-95a81c4971f5 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:46:40.376723 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-96f8efe1-a8f5-4d25-89f1-94af135ac317 None None] Attempting to bind port 7a9bd470-4470-4c20-a45f-95a81c4971f5 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '1f3bd63b-e8d7-4bf0-b87e-df463155507b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'b86c27f6-7fc3-454a-afbf-75e25c82b4a6'}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:46:40.377147 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96f8efe1-a8f5-4d25-89f1-94af135ac317 None None] Attempting to bind port 7a9bd470-4470-4c20-a45f-95a81c4971f5 on network b86c27f6-7fc3-454a-afbf-75e25c82b4a6 {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:46:40.384141 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96f8efe1-a8f5-4d25-89f1-94af135ac317 None None] Checking agent: {'id': 'ca4f5c6d-f1fd-48b8-a3e3-395864c7d23d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 20, 56, 40), 'started_at': datetime.datetime(2021, 12, 25, 20, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 46, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:46:40.384791 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96f8efe1-a8f5-4d25-89f1-94af135ac317 None None] Checking segment: {'id': '1f3bd63b-e8d7-4bf0-b87e-df463155507b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'b86c27f6-7fc3-454a-afbf-75e25c82b4a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:46:40.385218 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-96f8efe1-a8f5-4d25-89f1-94af135ac317 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:40.385630 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96f8efe1-a8f5-4d25-89f1-94af135ac317 None None] Bound using segment: {'id': '1f3bd63b-e8d7-4bf0-b87e-df463155507b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'b86c27f6-7fc3-454a-afbf-75e25c82b4a6'} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:46:40.386095 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-96f8efe1-a8f5-4d25-89f1-94af135ac317 None None] Bound port: 7a9bd470-4470-4c20-a45f-95a81c4971f5, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f3bd63b-e8d7-4bf0-b87e-df463155507b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'b86c27f6-7fc3-454a-afbf-75e25c82b4a6'}}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:46:40.386482 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-96f8efe1-a8f5-4d25-89f1-94af135ac317 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:40.408494 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device bfb81c88-7916-4347-9494-43f316b6c1a5 up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:46:40.416251 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-454986b7-7640-4d70-8eec-bf73cd8e24ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946'] for port, after_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:40.425188 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-88ecb3a6-5a4b-406d-b61b-81026ea3056a tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:40.430091 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-2f96c687-d1e6-41ce-8a32-6b838d67d6d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:40.482097 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f96c687-d1e6-41ce-8a32-6b838d67d6d7 admin admin] Network 7201e55c-7c5f-41aa-a042-a363696539d0 is already hosted by enough agents. {{(pid=121606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:46:40.488729 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [None req-2f96c687-d1e6-41ce-8a32-6b838d67d6d7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:46:40.491452 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f96c687-d1e6-41ce-8a32-6b838d67d6d7 admin admin] Received port after_create {{(pid=121606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:46:40.505639 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-88ecb3a6-5a4b-406d-b61b-81026ea3056a tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077839'] for security_group_rule, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:40.526109 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ecb3a6-5a4b-406d-b61b-81026ea3056a tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05959019-4e93-46ef-ba2a-62058ba6b466,revision_number=0']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:46:40.538829 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45cc4f24-c294-4edb-9f7a-ea58769f3aa5 None None] DHCP port deletion for 7201e55c-7c5f-41aa-a042-a363696539d0 request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 21:46:40.549049 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-454986b7-7640-4d70-8eec-bf73cd8e24ff None None] Network ab76c1e8-304b-4ec9-ba3d-4ec49a1c69e3 is already hosted by enough agents. {{(pid=121608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:46:40.551374 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f96c687-d1e6-41ce-8a32-6b838d67d6d7 admin admin] Pushing event updated for resources: {'Port': ['ID=cc56df09-c8ff-49e7-a8f2-d27ddf8508dc,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:46:40.567402 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.base_scheduler [None req-454986b7-7640-4d70-8eec-bf73cd8e24ff None None] Resources bound (agent type, host, resource id):  {{(pid=121608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:46:40.576768 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-454986b7-7640-4d70-8eec-bf73cd8e24ff None None] Received port after_create {{(pid=121608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:46:40.615470 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454986b7-7640-4d70-8eec-bf73cd8e24ff None None] Pushing event updated for resources: {'Port': ['ID=0a73a998-089f-4c7c-a7a0-22064a1dc9ad,revision_number=1']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:46:40.620240 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-88ecb3a6-5a4b-406d-b61b-81026ea3056a tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Publish callbacks [] for security_group_rule, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:40.621589 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-88ecb3a6-5a4b-406d-b61b-81026ea3056a tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.4179580
Dec 25 21:46:40.624355 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 43330) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:46:40.629929 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-f7aca574-9166-4f23-860c-bd902d3d8299 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Request body: {'security_group_rule': {'security_group_id': '1442ee7e-d497-4549-9ece-3420424df34d', 'project_id': '59ed9da8ed224ce9b429cb4c633a2498', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:46:40.645467 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-96f8efe1-a8f5-4d25-89f1-94af135ac317 None None] For port 7a9bd470-4470-4c20-a45f-95a81c4971f5, host ncdv-master-1, cleared binding levels {{(pid=121608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:46:40.652305 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-12ba886f-0ac3-4b6f-a0b7-559456d4e549 None None] Provisioning complete for port 7a9bd470-4470-4c20-a45f-95a81c4971f5 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:46:40.653971 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-12ba886f-0ac3-4b6f-a0b7-559456d4e549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:40.671523 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-867e41c2-5f60-445c-a801-9bd8638b4307 None None] Publish callbacks [] for port, precommit_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:40.705160 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port bfb81c88-7916-4347-9494-43f316b6c1a5 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:46:40.705435 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:40.709390 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-96f8efe1-a8f5-4d25-89f1-94af135ac317 None None] For port 7a9bd470-4470-4c20-a45f-95a81c4971f5, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7a9bd470-4470-4c20-a45f-95a81c4971f5,segment=NetworkSegment(1f3bd63b-e8d7-4bf0-b87e-df463155507b),segment_id=1f3bd63b-e8d7-4bf0-b87e-df463155507b)] {{(pid=121608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:46:40.760864 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-454986b7-7640-4d70-8eec-bf73cd8e24ff None None] Attempting to bind port 0a73a998-089f-4c7c-a7a0-22064a1dc9ad on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:46:40.761545 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-454986b7-7640-4d70-8eec-bf73cd8e24ff None None] Attempting to bind port 0a73a998-089f-4c7c-a7a0-22064a1dc9ad by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '99f27401-73f2-4091-985d-1af3074b82f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'ab76c1e8-304b-4ec9-ba3d-4ec49a1c69e3'}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:46:40.761700 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-454986b7-7640-4d70-8eec-bf73cd8e24ff None None] Attempting to bind port 0a73a998-089f-4c7c-a7a0-22064a1dc9ad on network ab76c1e8-304b-4ec9-ba3d-4ec49a1c69e3 {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:46:40.770683 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-12ba886f-0ac3-4b6f-a0b7-559456d4e549 None None] Port 7a9bd470-4470-4c20-a45f-95a81c4971f5 cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:46:40.779024 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-454986b7-7640-4d70-8eec-bf73cd8e24ff None None] Checking agent: {'id': 'ca4f5c6d-f1fd-48b8-a3e3-395864c7d23d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 20, 56, 40), 'started_at': datetime.datetime(2021, 12, 25, 20, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 46, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:46:40.779024 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-454986b7-7640-4d70-8eec-bf73cd8e24ff None None] Checking segment: {'id': '99f27401-73f2-4091-985d-1af3074b82f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'ab76c1e8-304b-4ec9-ba3d-4ec49a1c69e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:46:40.779024 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-454986b7-7640-4d70-8eec-bf73cd8e24ff None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:40.779024 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-454986b7-7640-4d70-8eec-bf73cd8e24ff None None] Bound using segment: {'id': '99f27401-73f2-4091-985d-1af3074b82f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'ab76c1e8-304b-4ec9-ba3d-4ec49a1c69e3'} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:46:40.779024 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-454986b7-7640-4d70-8eec-bf73cd8e24ff None None] Bound port: 0a73a998-089f-4c7c-a7a0-22064a1dc9ad, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99f27401-73f2-4091-985d-1af3074b82f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'ab76c1e8-304b-4ec9-ba3d-4ec49a1c69e3'}}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:46:40.779024 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-454986b7-7640-4d70-8eec-bf73cd8e24ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:40.780563 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f7aca574-9166-4f23-860c-bd902d3d8299 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Publish callbacks [] for security_group_rule, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:40.815332 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-867e41c2-5f60-445c-a801-9bd8638b4307 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:40.819201 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-96f8efe1-a8f5-4d25-89f1-94af135ac317 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:40.848809 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f7aca574-9166-4f23-860c-bd902d3d8299 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:40.922981 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f7aca574-9166-4f23-860c-bd902d3d8299 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077839'] for security_group_rule, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:40.951263 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc4ba44-0251-4682-8839-3ed7d68bda6f None None] Pushing event updated for resources: {'Port': ['ID=c2b569fb-99c7-4f4c-961f-b65b4bedfe4a,revision_number=3']} {{(pid=121609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:46:40.962285 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7aca574-9166-4f23-860c-bd902d3d8299 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0bd3da9-c5fd-4de6-a98d-15c0542e5868,revision_number=0']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:46:40.970358 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.managers [None req-867e41c2-5f60-445c-a801-9bd8638b4307 None None] Attempting to bind port c2b569fb-99c7-4f4c-961f-b65b4bedfe4a on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:46:40.970857 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.managers [None req-867e41c2-5f60-445c-a801-9bd8638b4307 None None] Attempting to bind port c2b569fb-99c7-4f4c-961f-b65b4bedfe4a by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ccd8bbf5-888c-493e-8fbc-b825dde59170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a4c0b0f2-b6e6-4cd5-b432-998e4080be8f'}] {{(pid=121609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:46:40.971294 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-867e41c2-5f60-445c-a801-9bd8638b4307 None None] Attempting to bind port c2b569fb-99c7-4f4c-961f-b65b4bedfe4a on network a4c0b0f2-b6e6-4cd5-b432-998e4080be8f {{(pid=121609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:46:40.977255 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-867e41c2-5f60-445c-a801-9bd8638b4307 None None] Checking agent: {'id': 'ca4f5c6d-f1fd-48b8-a3e3-395864c7d23d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 20, 56, 40), 'started_at': datetime.datetime(2021, 12, 25, 20, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 46, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:46:40.977702 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-867e41c2-5f60-445c-a801-9bd8638b4307 None None] Checking segment: {'id': 'ccd8bbf5-888c-493e-8fbc-b825dde59170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a4c0b0f2-b6e6-4cd5-b432-998e4080be8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:46:40.978435 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-867e41c2-5f60-445c-a801-9bd8638b4307 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:40.978903 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-867e41c2-5f60-445c-a801-9bd8638b4307 None None] Bound using segment: {'id': 'ccd8bbf5-888c-493e-8fbc-b825dde59170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a4c0b0f2-b6e6-4cd5-b432-998e4080be8f'} {{(pid=121609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:46:40.979503 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.managers [None req-867e41c2-5f60-445c-a801-9bd8638b4307 None None] Bound port: c2b569fb-99c7-4f4c-961f-b65b4bedfe4a, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccd8bbf5-888c-493e-8fbc-b825dde59170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a4c0b0f2-b6e6-4cd5-b432-998e4080be8f'}}] {{(pid=121609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:46:40.979947 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-867e41c2-5f60-445c-a801-9bd8638b4307 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:40.983876 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-2f96c687-d1e6-41ce-8a32-6b838d67d6d7 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:41.044374 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f7aca574-9166-4f23-860c-bd902d3d8299 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Publish callbacks [] for security_group_rule, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:41.045776 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-f7aca574-9166-4f23-860c-bd902d3d8299 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.4201593
Dec 25 21:46:41.048647 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 43332) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:46:41.053241 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-6d478615-4f7c-48cc-a715-12a0983e4940 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Request body: {'security_group_rule': {'security_group_id': '1442ee7e-d497-4549-9ece-3420424df34d', 'project_id': '59ed9da8ed224ce9b429cb4c633a2498', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:46:41.055374 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.db [None req-867e41c2-5f60-445c-a801-9bd8638b4307 None None] For port c2b569fb-99c7-4f4c-961f-b65b4bedfe4a, host ncdv-master-1, cleared binding levels {{(pid=121609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:46:41.059301 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.db [None req-867e41c2-5f60-445c-a801-9bd8638b4307 None None] For port c2b569fb-99c7-4f4c-961f-b65b4bedfe4a, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c2b569fb-99c7-4f4c-961f-b65b4bedfe4a,segment=NetworkSegment(ccd8bbf5-888c-493e-8fbc-b825dde59170),segment_id=ccd8bbf5-888c-493e-8fbc-b825dde59170)] {{(pid=121609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:46:41.111558 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-867e41c2-5f60-445c-a801-9bd8638b4307 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:41.122307 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:41.202204 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-6d478615-4f7c-48cc-a715-12a0983e4940 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Publish callbacks [] for security_group_rule, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:41.209273 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-867e41c2-5f60-445c-a801-9bd8638b4307 None None] Routers {'a9a5f28c-0a17-40ed-8e85-3a5142666aab'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:46:41.214198 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-867e41c2-5f60-445c-a801-9bd8638b4307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2618664760>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:46:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['a9a5f28c-0a17-40ed-8e85-3a5142666aab'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:46:41.226401 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-5eead51b-e623-4d9e-a5c3-954d18ae0ac8 None None] Provisioning complete for port cc56df09-c8ff-49e7-a8f2-d27ddf8508dc triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:46:41.230934 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5eead51b-e623-4d9e-a5c3-954d18ae0ac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:41.231067 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc4ba44-0251-4682-8839-3ed7d68bda6f None None] Pushing event updated for resources: {'Port': ['ID=c2b569fb-99c7-4f4c-961f-b65b4bedfe4a,revision_number=4']} {{(pid=121609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:46:41.262366 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-454986b7-7640-4d70-8eec-bf73cd8e24ff None None] For port 0a73a998-089f-4c7c-a7a0-22064a1dc9ad, host ncdv-master-1, cleared binding levels {{(pid=121608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:46:41.269735 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-2f96c687-d1e6-41ce-8a32-6b838d67d6d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2014278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2009753'] for router, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:41.295456 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96f8efe1-a8f5-4d25-89f1-94af135ac317 None None] Routers {'d35a4ea1-6599-4f9a-b03a-53ae2d582b1e'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:46:41.296285 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-96f8efe1-a8f5-4d25-89f1-94af135ac317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f261306d100>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:46:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['d35a4ea1-6599-4f9a-b03a-53ae2d582b1e'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:46:41.353211 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-6d478615-4f7c-48cc-a715-12a0983e4940 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:41.391232 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a08eca-69a3-4c4a-8e2c-f1fa0d1e73b3 None None] Pushing event updated for resources: {'Port': ['ID=7a9bd470-4470-4c20-a45f-95a81c4971f5,revision_number=4']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:46:41.395682 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-454986b7-7640-4d70-8eec-bf73cd8e24ff None None] For port 0a73a998-089f-4c7c-a7a0-22064a1dc9ad, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0a73a998-089f-4c7c-a7a0-22064a1dc9ad,segment=NetworkSegment(99f27401-73f2-4091-985d-1af3074b82f9),segment_id=99f27401-73f2-4091-985d-1af3074b82f9)] {{(pid=121608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:46:41.408572 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-6d478615-4f7c-48cc-a715-12a0983e4940 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077839'] for security_group_rule, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:41.423146 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-5eead51b-e623-4d9e-a5c3-954d18ae0ac8 None None] Port cc56df09-c8ff-49e7-a8f2-d27ddf8508dc cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:46:41.448802 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d478615-4f7c-48cc-a715-12a0983e4940 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=755425f7-7ee9-4af1-b882-360464915832,revision_number=0']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:46:41.478514 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvr_db [None req-867e41c2-5f60-445c-a801-9bd8638b4307 None None] Set router a9a5f28c-0a17-40ed-8e85-3a5142666aab gateway port host: ncdv-master-1 {{(pid=121609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:46:41.519496 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-454986b7-7640-4d70-8eec-bf73cd8e24ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:41.543056 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-6d478615-4f7c-48cc-a715-12a0983e4940 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Publish callbacks [] for security_group_rule, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:41.544461 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-6d478615-4f7c-48cc-a715-12a0983e4940 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.4947102
Dec 25 21:46:41.547320 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 43334) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:46:41.552934 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-d378a66b-2f78-4eef-8ef1-e2ec8b68ba13 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Request body: {'security_group_rule': {'security_group_id': '1442ee7e-d497-4549-9ece-3420424df34d', 'project_id': '59ed9da8ed224ce9b429cb4c633a2498', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:46:41.589118 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvr_db [None req-96f8efe1-a8f5-4d25-89f1-94af135ac317 None None] Set router d35a4ea1-6599-4f9a-b03a-53ae2d582b1e gateway port host: ncdv-master-1 {{(pid=121608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:46:41.593565 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device c2b569fb-99c7-4f4c-961f-b65b4bedfe4a up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:46:41.614455 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f96c687-d1e6-41ce-8a32-6b838d67d6d7 admin admin] Router b2b0c490-3638-4e40-b4fa-061ca05d8341 is scheduled to L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 with binding_index 1 {{(pid=121606) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 25 21:46:41.678372 ncdv-master-1 neutron-server[121606]: INFO neutron.db.securitygroups_db [None req-d378a66b-2f78-4eef-8ef1-e2ec8b68ba13 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Project 59ed9da8ed224ce9b429cb4c633a2498 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 25 21:46:41.703969 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-d378a66b-2f78-4eef-8ef1-e2ec8b68ba13 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Publish callbacks [] for security_group_rule, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:41.726617 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-525bf7ca-af89-48a1-8e8e-5160098e7b83 None None] Provisioning complete for port c2b569fb-99c7-4f4c-961f-b65b4bedfe4a triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:46:41.726617 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-525bf7ca-af89-48a1-8e8e-5160098e7b83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:41.739944 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454986b7-7640-4d70-8eec-bf73cd8e24ff None None] Pushing event updated for resources: {'Port': ['ID=0a73a998-089f-4c7c-a7a0-22064a1dc9ad,revision_number=2']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:46:41.790836 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-867e41c2-5f60-445c-a801-9bd8638b4307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2618664760>, [{'id': 'a9a5f28c-0a17-40ed-8e85-3a5142666aab', 'name': 'tempest-TestServerBasicOps-525122317-router', 'tenant_id': '64e4751d74674097b87a3ad1c686e9e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.135'}], 'enable_snat': True}, 'gw_port_id': 'bfb81c88-7916-4347-9494-43f316b6c1a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:46:31Z', 'updated_at': '2021-12-25T21:46:34Z', 'revision_number': 4, 'project_id': '64e4751d74674097b87a3ad1c686e9e5', 'gw_port': {'id': 'bfb81c88-7916-4347-9494-43f316b6c1a5', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:10:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9a5f28c-0a17-40ed-8e85-3a5142666aab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:46:31Z', 'updated_at': '2021-12-25T21:46:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'c2b569fb-99c7-4f4c-961f-b65b4bedfe4a', 'name': '', 'network_id': 'a4c0b0f2-b6e6-4cd5-b432-998e4080be8f', 'tenant_id': '64e4751d74674097b87a3ad1c686e9e5', 'mac_address': 'fa:16:3e:09:9e:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9a5f28c-0a17-40ed-8e85-3a5142666aab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': '890f9595-15a1-44e2-9623-b5b5a5ffc2ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:46:34Z', 'updated_at': '2021-12-25T21:46:41Z', 'revision_number': 4, 'project_id': '64e4751d74674097b87a3ad1c686e9e5', 'subnets': [{'id': '890f9595-15a1-44e2-9623-b5b5a5ffc2ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:46:41.821652 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-867e41c2-5f60-445c-a801-9bd8638b4307 None None] The sync data for ids ['a9a5f28c-0a17-40ed-8e85-3a5142666aab'] in ncdv-master-1 is: [{'id': 'a9a5f28c-0a17-40ed-8e85-3a5142666aab', 'name': 'tempest-TestServerBasicOps-525122317-router', 'tenant_id': '64e4751d74674097b87a3ad1c686e9e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.135'}], 'enable_snat': True}, 'gw_port_id': 'bfb81c88-7916-4347-9494-43f316b6c1a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:46:31Z', 'updated_at': '2021-12-25T21:46:34Z', 'revision_number': 4, 'project_id': '64e4751d74674097b87a3ad1c686e9e5', 'gw_port': {'id': 'bfb81c88-7916-4347-9494-43f316b6c1a5', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:10:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9a5f28c-0a17-40ed-8e85-3a5142666aab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:46:31Z', 'updated_at': '2021-12-25T21:46:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'c2b569fb-99c7-4f4c-961f-b65b4bedfe4a', 'name': '', 'network_id': 'a4c0b0f2-b6e6-4cd5-b432-998e4080be8f', 'tenant_id': '64e4751d74674097b87a3ad1c686e9e5', 'mac_address': 'fa:16:3e:09:9e:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9a5f28c-0a17-40ed-8e85-3a5142666aab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': '890f9595-15a1-44e2-9623-b5b5a5ffc2ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:46:34Z', 'updated_at': '2021-12-25T21:46:41Z', 'revision_number': 4, 'project_id': '64e4751d74674097b87a3ad1c686e9e5', 'subnets': [{'id': '890f9595-15a1-44e2-9623-b5b5a5ffc2ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 21:46:41.836249 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port c2b569fb-99c7-4f4c-961f-b65b4bedfe4a triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:46:41.837417 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:41.847834 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f96c687-d1e6-41ce-8a32-6b838d67d6d7 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 21:46:41.870139 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-d378a66b-2f78-4eef-8ef1-e2ec8b68ba13 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:41.986671 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-2f96c687-d1e6-41ce-8a32-6b838d67d6d7 admin admin] Publish callbacks [] for router, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:41.990783 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-2f96c687-d1e6-41ce-8a32-6b838d67d6d7 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 919 time: 2.9383774
Dec 25 21:46:41.990783 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-d378a66b-2f78-4eef-8ef1-e2ec8b68ba13 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077839'] for security_group_rule, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:41.991049 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 43340) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:46:42.028495 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d378a66b-2f78-4eef-8ef1-e2ec8b68ba13 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1262b93a-b80c-46bf-88bc-b6310045143d,revision_number=0']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:46:42.074649 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-525bf7ca-af89-48a1-8e8e-5160098e7b83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:42.086976 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b16f0699-46d9-426b-bac9-5e68c13030cd None None] Sync routers for ids ['b2b0c490-3638-4e40-b4fa-061ca05d8341'] in ncdv-master-1 {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 21:46:42.119019 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:42.124234 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-d378a66b-2f78-4eef-8ef1-e2ec8b68ba13 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Publish callbacks [] for security_group_rule, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:42.130638 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-d378a66b-2f78-4eef-8ef1-e2ec8b68ba13 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.5818849
Dec 25 21:46:42.131847 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 43342) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:46:42.145275 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b16f0699-46d9-426b-bac9-5e68c13030cd None None] Routers {'b2b0c490-3638-4e40-b4fa-061ca05d8341'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:46:42.146219 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-b16f0699-46d9-426b-bac9-5e68c13030cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2618132d90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:46:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['b2b0c490-3638-4e40-b4fa-061ca05d8341'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:46:42.148476 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-d1e2e4f7-cd49-4229-a8fb-07492c31ab06 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Request body: {'security_group_rule': {'security_group_id': '1442ee7e-d497-4549-9ece-3420424df34d', 'project_id': '59ed9da8ed224ce9b429cb4c633a2498', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:46:42.240483 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-525bf7ca-af89-48a1-8e8e-5160098e7b83 None None] For port c2b569fb-99c7-4f4c-961f-b65b4bedfe4a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c2b569fb-99c7-4f4c-961f-b65b4bedfe4a,segment=NetworkSegment(ccd8bbf5-888c-493e-8fbc-b825dde59170),segment_id=ccd8bbf5-888c-493e-8fbc-b825dde59170)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:46:42.277257 ncdv-master-1 neutron-server[121606]: INFO neutron.db.securitygroups_db [None req-d1e2e4f7-cd49-4229-a8fb-07492c31ab06 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Project 59ed9da8ed224ce9b429cb4c633a2498 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 25 21:46:42.282638 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-d1e2e4f7-cd49-4229-a8fb-07492c31ab06 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Publish callbacks [] for security_group_rule, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:42.308535 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-525bf7ca-af89-48a1-8e8e-5160098e7b83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:42.366540 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-d1e2e4f7-cd49-4229-a8fb-07492c31ab06 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:42.380966 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525bf7ca-af89-48a1-8e8e-5160098e7b83 None None] Pushing event updated for resources: {'Port': ['ID=c2b569fb-99c7-4f4c-961f-b65b4bedfe4a,revision_number=5']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:46:42.413346 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-96f8efe1-a8f5-4d25-89f1-94af135ac317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f261306d100>, [{'id': 'd35a4ea1-6599-4f9a-b03a-53ae2d582b1e', 'name': 'tempest-TestNetworkBasicOps-router-1076977245', 'tenant_id': '59ed9da8ed224ce9b429cb4c633a2498', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.232'}], 'enable_snat': True}, 'gw_port_id': '212d2aac-4140-40c4-a125-c46a912f4351', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:46:31Z', 'updated_at': '2021-12-25T21:46:36Z', 'revision_number': 4, 'project_id': '59ed9da8ed224ce9b429cb4c633a2498', 'gw_port': {'id': '212d2aac-4140-40c4-a125-c46a912f4351', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:92:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35a4ea1-6599-4f9a-b03a-53ae2d582b1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:46:31Z', 'updated_at': '2021-12-25T21:46:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '7a9bd470-4470-4c20-a45f-95a81c4971f5', 'name': '', 'network_id': 'b86c27f6-7fc3-454a-afbf-75e25c82b4a6', 'tenant_id': '59ed9da8ed224ce9b429cb4c633a2498', 'mac_address': 'fa:16:3e:28:84:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd35a4ea1-6599-4f9a-b03a-53ae2d582b1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3880, 'fixed_ips': [{'subnet_id': '42611c77-db8a-4659-a3e0-7ef4abbb81fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:46:35Z', 'updated_at': '2021-12-25T21:46:40Z', 'revision_number': 4, 'project_id': '59ed9da8ed224ce9b429cb4c633a2498', 'subnets': [{'id': '42611c77-db8a-4659-a3e0-7ef4abbb81fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:46:42.437042 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-d1e2e4f7-cd49-4229-a8fb-07492c31ab06 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077839'] for security_group_rule, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:42.462380 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvr_db [None req-b16f0699-46d9-426b-bac9-5e68c13030cd None None] Set router b2b0c490-3638-4e40-b4fa-061ca05d8341 gateway port host: ncdv-master-1 {{(pid=121608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:46:42.463740 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e2e4f7-cd49-4229-a8fb-07492c31ab06 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7cc478e0-82b5-45b5-ae4a-341d2792b44d,revision_number=0']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:46:42.496089 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96f8efe1-a8f5-4d25-89f1-94af135ac317 None None] The sync data for ids ['d35a4ea1-6599-4f9a-b03a-53ae2d582b1e'] in ncdv-master-1 is: [{'id': 'd35a4ea1-6599-4f9a-b03a-53ae2d582b1e', 'name': 'tempest-TestNetworkBasicOps-router-1076977245', 'tenant_id': '59ed9da8ed224ce9b429cb4c633a2498', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.232'}], 'enable_snat': True}, 'gw_port_id': '212d2aac-4140-40c4-a125-c46a912f4351', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:46:31Z', 'updated_at': '2021-12-25T21:46:36Z', 'revision_number': 4, 'project_id': '59ed9da8ed224ce9b429cb4c633a2498', 'gw_port': {'id': '212d2aac-4140-40c4-a125-c46a912f4351', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:92:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35a4ea1-6599-4f9a-b03a-53ae2d582b1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:46:31Z', 'updated_at': '2021-12-25T21:46:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '7a9bd470-4470-4c20-a45f-95a81c4971f5', 'name': '', 'network_id': 'b86c27f6-7fc3-454a-afbf-75e25c82b4a6', 'tenant_id': '59ed9da8ed224ce9b429cb4c633a2498', 'mac_address': 'fa:16:3e:28:84:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd35a4ea1-6599-4f9a-b03a-53ae2d582b1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3880, 'fixed_ips': [{'subnet_id': '42611c77-db8a-4659-a3e0-7ef4abbb81fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:46:35Z', 'updated_at': '2021-12-25T21:46:40Z', 'revision_number': 4, 'project_id': '59ed9da8ed224ce9b429cb4c633a2498', 'subnets': [{'id': '42611c77-db8a-4659-a3e0-7ef4abbb81fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 21:46:42.536362 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-d1e2e4f7-cd49-4229-a8fb-07492c31ab06 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Publish callbacks [] for security_group_rule, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:42.536362 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-d1e2e4f7-cd49-4229-a8fb-07492c31ab06 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.4018719
Dec 25 21:46:42.584588 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-525bf7ca-af89-48a1-8e8e-5160098e7b83 None None] Provisioning complete for port 7a9bd470-4470-4c20-a45f-95a81c4971f5 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:46:42.584588 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-525bf7ca-af89-48a1-8e8e-5160098e7b83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:42.639150 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.db.api [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=121608) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 25 21:46:42.639964 ncdv-master-1 neutron-server[121608]: DEBUG oslo_db.api [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 25 21:46:42.644583 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-4ebdc012-c096-4bd6-9498-26d5ec1c1d0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:42.869788 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-525bf7ca-af89-48a1-8e8e-5160098e7b83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:43.010105 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_common [None req-4ebdc012-c096-4bd6-9498-26d5ec1c1d0c admin admin] Allocated IP 172.20.0.1 (ab76c1e8-304b-4ec9-ba3d-4ec49a1c69e3/43801a3f-247a-4441-8d3c-740f736c443a/ba81c541-bb9f-4038-ab95-444ad536bb23) {{(pid=121607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:46:43.021991 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-525bf7ca-af89-48a1-8e8e-5160098e7b83 None None] For port 7a9bd470-4470-4c20-a45f-95a81c4971f5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7a9bd470-4470-4c20-a45f-95a81c4971f5,segment=NetworkSegment(1f3bd63b-e8d7-4bf0-b87e-df463155507b),segment_id=1f3bd63b-e8d7-4bf0-b87e-df463155507b)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:46:43.090572 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-b16f0699-46d9-426b-bac9-5e68c13030cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2618132d90>, [{'id': 'b2b0c490-3638-4e40-b4fa-061ca05d8341', 'name': 'tempest-TestServerBasicOps-772449139-router', 'tenant_id': '2cad11b925d6435b80d2b6f99851adb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.91'}], 'enable_snat': True}, 'gw_port_id': 'cc56df09-c8ff-49e7-a8f2-d27ddf8508dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:46:39Z', 'updated_at': '2021-12-25T21:46:40Z', 'revision_number': 3, 'project_id': '2cad11b925d6435b80d2b6f99851adb9', 'gw_port': {'id': 'cc56df09-c8ff-49e7-a8f2-d27ddf8508dc', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:78:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2b0c490-3638-4e40-b4fa-061ca05d8341', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:46:39Z', 'updated_at': '2021-12-25T21:46:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:46:43.119619 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9b223edd-db00-40e8-a6bd-d5a8dbc127a3 req-49523994-f980-4859-9416-91e1156d3c24 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1946809630&fields=id&tenant_id=59ed9da8ed224ce9b429cb4c633a2498 HTTP/1.1" status: 200  len: 267 time: 0.1472433
Dec 25 21:46:43.135042 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b16f0699-46d9-426b-bac9-5e68c13030cd None None] Checking router: b2b0c490-3638-4e40-b4fa-061ca05d8341 for host: ncdv-master-1 {{(pid=121608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 25 21:46:43.135393 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b16f0699-46d9-426b-bac9-5e68c13030cd None None] Updating router b2b0c490-3638-4e40-b4fa-061ca05d8341 port cc56df09-c8ff-49e7-a8f2-d27ddf8508dc binding host ncdv-master-1 {{(pid=121608) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 25 21:46:43.139368 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-525bf7ca-af89-48a1-8e8e-5160098e7b83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:43.244400 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac16a4e9-2844-4459-949d-2c65d0f92044 None None] Network ab76c1e8-304b-4ec9-ba3d-4ec49a1c69e3 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:46:43.248944 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-b16f0699-46d9-426b-bac9-5e68c13030cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:43.262371 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-4ebdc012-c096-4bd6-9498-26d5ec1c1d0c admin admin] Publish callbacks [] for port, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:43.300130 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b223edd-db00-40e8-a6bd-d5a8dbc127a3 req-61e834f7-f56c-4999-8686-74f2c8ef9418 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:46:43.302623 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9b223edd-db00-40e8-a6bd-d5a8dbc127a3 req-61e834f7-f56c-4999-8686-74f2c8ef9418 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] 10.222.0.32 "GET /v2.0/networks?id=b86c27f6-7fc3-454a-afbf-75e25c82b4a6 HTTP/1.1" status: 200  len: 796 time: 0.1815796
Dec 25 21:46:43.322776 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9b223edd-db00-40e8-a6bd-d5a8dbc127a3 req-fc4b4ef9-3a2c-4a8e-a527-88354d5d46a5 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] 10.222.0.32 "GET /v2.0/quotas/59ed9da8ed224ce9b429cb4c633a2498 HTTP/1.1" status: 200  len: 375 time: 0.0131986
Dec 25 21:46:43.369625 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-4ebdc012-c096-4bd6-9498-26d5ec1c1d0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:43.404568 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9b223edd-db00-40e8-a6bd-d5a8dbc127a3 req-6e131461-18b0-4261-b0ca-24e450084c71 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=59ed9da8ed224ce9b429cb4c633a2498&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0761280
Dec 25 21:46:43.440578 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebdc012-c096-4bd6-9498-26d5ec1c1d0c admin admin] Pushing event updated for resources: {'Port': ['ID=ba81c541-bb9f-4038-ab95-444ad536bb23,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:46:43.462450 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ebdc012-c096-4bd6-9498-26d5ec1c1d0c admin admin] Network ab76c1e8-304b-4ec9-ba3d-4ec49a1c69e3 is already hosted by enough agents. {{(pid=121607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:46:43.464246 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-4ebdc012-c096-4bd6-9498-26d5ec1c1d0c admin admin] Resources bound (agent type, host, resource id):  {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:46:43.467205 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ebdc012-c096-4bd6-9498-26d5ec1c1d0c admin admin] Received port after_create {{(pid=121607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:46:43.526033 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-4ebdc012-c096-4bd6-9498-26d5ec1c1d0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2008772'] for router_interface, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:43.575099 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9b223edd-db00-40e8-a6bd-d5a8dbc127a3 req-bcccc23f-8adf-42d9-a6a0-b1fa55edc8e9 service neutron] 10.222.0.32 "GET /v2.0/networks/b86c27f6-7fc3-454a-afbf-75e25c82b4a6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1487670
Dec 25 21:46:43.667246 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525bf7ca-af89-48a1-8e8e-5160098e7b83 None None] Pushing event updated for resources: {'Port': ['ID=7a9bd470-4470-4c20-a45f-95a81c4971f5,revision_number=5']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:46:43.717453 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9b223edd-db00-40e8-a6bd-d5a8dbc127a3 req-03dfa6bb-edad-421a-9124-bb4de1d8e8d3 service neutron] 10.222.0.32 "GET /v2.0/networks/b86c27f6-7fc3-454a-afbf-75e25c82b4a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1346979
Dec 25 21:46:43.801660 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-4ebdc012-c096-4bd6-9498-26d5ec1c1d0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:43.814506 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-9350804d-3bd4-43ce-bbdf-6a05a5dffd8c None None] Provisioning complete for port c2b569fb-99c7-4f4c-961f-b65b4bedfe4a triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:46:43.815064 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9350804d-3bd4-43ce-bbdf-6a05a5dffd8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:44.104890 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-277ecb9f-9d1d-4dda-a0c9-860e717259f2 req-e289dea4-de3b-45dc-af02-904e00e4ae3b tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] 10.222.0.32 "GET /v2.0/ports?device_id=574a7f03-246c-42e8-a86b-736db9813ce7 HTTP/1.1" status: 200  len: 210 time: 0.0686693
Dec 25 21:46:44.181886 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-4ebdc012-c096-4bd6-9498-26d5ec1c1d0c admin admin] Publish callbacks [] for port, precommit_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:44.220545 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-9350804d-3bd4-43ce-bbdf-6a05a5dffd8c None None] Provisioning complete for port 0a73a998-089f-4c7c-a7a0-22064a1dc9ad triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:46:44.221060 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9350804d-3bd4-43ce-bbdf-6a05a5dffd8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:44.233964 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-4ebdc012-c096-4bd6-9498-26d5ec1c1d0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8632327'] for port, after_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:44.335003 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 7a9bd470-4470-4c20-a45f-95a81c4971f5 up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:46:44.343676 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-b16f0699-46d9-426b-bac9-5e68c13030cd None None] Publish callbacks [] for port, precommit_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:44.366502 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebdc012-c096-4bd6-9498-26d5ec1c1d0c admin admin] Pushing event updated for resources: {'Port': ['ID=ba81c541-bb9f-4038-ab95-444ad536bb23,revision_number=2']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:46:44.378654 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-4ebdc012-c096-4bd6-9498-26d5ec1c1d0c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2007636'] for router_interface, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:44.441634 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-b16f0699-46d9-426b-bac9-5e68c13030cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:44.501433 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebaf40e2-f067-4cab-968d-ca559aeb804b None None] DHCP port deletion for 7201e55c-7c5f-41aa-a042-a363696539d0 request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 21:46:44.533151 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ebdc012-c096-4bd6-9498-26d5ec1c1d0c admin admin] Network ab76c1e8-304b-4ec9-ba3d-4ec49a1c69e3 is already hosted by enough agents. {{(pid=121607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:46:44.534698 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-4ebdc012-c096-4bd6-9498-26d5ec1c1d0c admin admin] Resources bound (agent type, host, resource id):  {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:46:44.574602 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9350804d-3bd4-43ce-bbdf-6a05a5dffd8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:44.580093 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-b16f0699-46d9-426b-bac9-5e68c13030cd None None] Attempting to bind port cc56df09-c8ff-49e7-a8f2-d27ddf8508dc on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:46:44.580480 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-b16f0699-46d9-426b-bac9-5e68c13030cd None None] Attempting to bind port cc56df09-c8ff-49e7-a8f2-d27ddf8508dc by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:46:44.580852 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b16f0699-46d9-426b-bac9-5e68c13030cd None None] Attempting to bind port cc56df09-c8ff-49e7-a8f2-d27ddf8508dc on network 7201e55c-7c5f-41aa-a042-a363696539d0 {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:46:44.594789 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b16f0699-46d9-426b-bac9-5e68c13030cd None None] Checking agent: {'id': 'ca4f5c6d-f1fd-48b8-a3e3-395864c7d23d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 20, 56, 40), 'started_at': datetime.datetime(2021, 12, 25, 20, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 46, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:46:44.595167 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b16f0699-46d9-426b-bac9-5e68c13030cd None None] Checking segment: {'id': '6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:46:44.595577 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-b16f0699-46d9-426b-bac9-5e68c13030cd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:44.595981 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b16f0699-46d9-426b-bac9-5e68c13030cd None None] Bound using segment: {'id': '6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:46:44.596902 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-b16f0699-46d9-426b-bac9-5e68c13030cd None None] Bound port: cc56df09-c8ff-49e7-a8f2-d27ddf8508dc, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'}}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:46:44.596902 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-b16f0699-46d9-426b-bac9-5e68c13030cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:44.607226 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port 7a9bd470-4470-4c20-a45f-95a81c4971f5 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:46:44.607599 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:44.630522 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dba5d02-1b8b-4646-a0f7-abd7ad902121 None None] Pushing event updated for resources: {'Port': ['ID=cc56df09-c8ff-49e7-a8f2-d27ddf8508dc,revision_number=2']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:46:44.701731 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ebdc012-c096-4bd6-9498-26d5ec1c1d0c admin admin] Router b2b0c490-3638-4e40-b4fa-061ca05d8341 has already been hosted by L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 {{(pid=121607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 25 21:46:44.723727 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9350804d-3bd4-43ce-bbdf-6a05a5dffd8c None None] For port 0a73a998-089f-4c7c-a7a0-22064a1dc9ad, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0a73a998-089f-4c7c-a7a0-22064a1dc9ad,segment=NetworkSegment(99f27401-73f2-4091-985d-1af3074b82f9),segment_id=99f27401-73f2-4091-985d-1af3074b82f9)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:46:44.742549 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-b16f0699-46d9-426b-bac9-5e68c13030cd None None] For port cc56df09-c8ff-49e7-a8f2-d27ddf8508dc, host ncdv-master-1, cleared binding levels {{(pid=121608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:46:44.747939 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-b16f0699-46d9-426b-bac9-5e68c13030cd None None] For port cc56df09-c8ff-49e7-a8f2-d27ddf8508dc, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=cc56df09-c8ff-49e7-a8f2-d27ddf8508dc,segment=NetworkSegment(6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855),segment_id=6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855)] {{(pid=121608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:46:44.804268 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device c2b569fb-99c7-4f4c-961f-b65b4bedfe4a up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:46:44.862531 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ebdc012-c096-4bd6-9498-26d5ec1c1d0c admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 21:46:44.876041 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-4ebdc012-c096-4bd6-9498-26d5ec1c1d0c admin admin] 10.222.0.32 "PUT /v2.0/routers/b2b0c490-3638-4e40-b4fa-061ca05d8341/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8839235
Dec 25 21:46:44.907639 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9350804d-3bd4-43ce-bbdf-6a05a5dffd8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:44.911439 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-b16f0699-46d9-426b-bac9-5e68c13030cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:44.976459 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11000b02-315a-4122-8574-51091f164cfd None None] DHCP port deletion for 7201e55c-7c5f-41aa-a042-a363696539d0 request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 21:46:45.011172 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port c2b569fb-99c7-4f4c-961f-b65b4bedfe4a triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:46:45.011659 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:45.019079 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9350804d-3bd4-43ce-bbdf-6a05a5dffd8c None None] Pushing event updated for resources: {'Port': ['ID=0a73a998-089f-4c7c-a7a0-22064a1dc9ad,revision_number=3']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:46:45.064471 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b16f0699-46d9-426b-bac9-5e68c13030cd None None] Routers {'b2b0c490-3638-4e40-b4fa-061ca05d8341'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:46:45.070823 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-b16f0699-46d9-426b-bac9-5e68c13030cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2618132d90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:46:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['b2b0c490-3638-4e40-b4fa-061ca05d8341'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:46:45.157896 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-58fa913c-a21b-4201-ba44-22b9859a8940 None None] Provisioning complete for port ba81c541-bb9f-4038-ab95-444ad536bb23 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:46:45.158173 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-58fa913c-a21b-4201-ba44-22b9859a8940 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:45.206419 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-64236e7c-bddd-4233-be42-2537a845b686 req-a8af59ea-6082-4631-b278-b87b57ba89e4 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] 10.222.0.32 "GET /v2.0/ports?device_id=574a7f03-246c-42e8-a86b-736db9813ce7 HTTP/1.1" status: 200  len: 210 time: 0.0333929
Dec 25 21:46:45.213368 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dba5d02-1b8b-4646-a0f7-abd7ad902121 None None] Pushing event updated for resources: {'Port': ['ID=cc56df09-c8ff-49e7-a8f2-d27ddf8508dc,revision_number=3']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:46:45.284563 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-58fa913c-a21b-4201-ba44-22b9859a8940 None None] Port ba81c541-bb9f-4038-ab95-444ad536bb23 cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:46:45.318142 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvr_db [None req-b16f0699-46d9-426b-bac9-5e68c13030cd None None] Set router b2b0c490-3638-4e40-b4fa-061ca05d8341 gateway port host: ncdv-master-1 {{(pid=121608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:46:45.322976 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 0a73a998-089f-4c7c-a7a0-22064a1dc9ad up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:46:45.368400 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-58fa913c-a21b-4201-ba44-22b9859a8940 None None] Provisioning complete for port cc56df09-c8ff-49e7-a8f2-d27ddf8508dc triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:46:45.368777 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-58fa913c-a21b-4201-ba44-22b9859a8940 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:45.504293 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port 0a73a998-089f-4c7c-a7a0-22064a1dc9ad triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:46:45.504704 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:45.661788 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 43420) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:46:45.666837 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-45c9b9a8-b402-451b-aaeb-fe63fb244bba tempest-TestServerBasicOps-1234246955 tempest-TestServerBasicOps-1234246955-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-413136042', 'description': 'tempest-secgroup-smoke-413136042 description', 'project_id': '64e4751d74674097b87a3ad1c686e9e5'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:46:45.745551 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-45c9b9a8-b402-451b-aaeb-fe63fb244bba tempest-TestServerBasicOps-1234246955 tempest-TestServerBasicOps-1234246955-project] Publish callbacks [] for security_group, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:45.781821 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-58fa913c-a21b-4201-ba44-22b9859a8940 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:45.821526 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-45c9b9a8-b402-451b-aaeb-fe63fb244bba tempest-TestServerBasicOps-1234246955 tempest-TestServerBasicOps-1234246955-project] Publish callbacks [] for security_group, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:45.836580 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-58fa913c-a21b-4201-ba44-22b9859a8940 None None] For port cc56df09-c8ff-49e7-a8f2-d27ddf8508dc, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=cc56df09-c8ff-49e7-a8f2-d27ddf8508dc,segment=NetworkSegment(6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855),segment_id=6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:46:45.877115 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-45c9b9a8-b402-451b-aaeb-fe63fb244bba tempest-TestServerBasicOps-1234246955 tempest-TestServerBasicOps-1234246955-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:45.895796 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-b16f0699-46d9-426b-bac9-5e68c13030cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2618132d90>, [{'id': 'b2b0c490-3638-4e40-b4fa-061ca05d8341', 'name': 'tempest-TestServerBasicOps-772449139-router', 'tenant_id': '2cad11b925d6435b80d2b6f99851adb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.91'}], 'enable_snat': True}, 'gw_port_id': 'cc56df09-c8ff-49e7-a8f2-d27ddf8508dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:46:39Z', 'updated_at': '2021-12-25T21:46:43Z', 'revision_number': 4, 'project_id': '2cad11b925d6435b80d2b6f99851adb9', 'gw_port': {'id': 'cc56df09-c8ff-49e7-a8f2-d27ddf8508dc', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:78:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2b0c490-3638-4e40-b4fa-061ca05d8341', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:46:39Z', 'updated_at': '2021-12-25T21:46:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'ba81c541-bb9f-4038-ab95-444ad536bb23', 'name': '', 'network_id': 'ab76c1e8-304b-4ec9-ba3d-4ec49a1c69e3', 'tenant_id': '2cad11b925d6435b80d2b6f99851adb9', 'mac_address': 'fa:16:3e:cc:ac:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2b0c490-3638-4e40-b4fa-061ca05d8341', 'device_owner': 'network:router_interface', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': '43801a3f-247a-4441-8d3c-740f736c443a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:46:42Z', 'updated_at': '2021-12-25T21:46:43Z', 'revision_number': 2, 'project_id': '2cad11b925d6435b80d2b6f99851adb9', 'subnets': [{'id': '43801a3f-247a-4441-8d3c-740f736c443a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:46:45.915035 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c9b9a8-b402-451b-aaeb-fe63fb244bba tempest-TestServerBasicOps-1234246955 tempest-TestServerBasicOps-1234246955-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cacc4666-4308-4316-afb3-166edb1f6f7f,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:46:45.924053 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-58fa913c-a21b-4201-ba44-22b9859a8940 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:45.928547 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b16f0699-46d9-426b-bac9-5e68c13030cd None None] The sync data for ids ['b2b0c490-3638-4e40-b4fa-061ca05d8341'] in ncdv-master-1 is: [{'id': 'b2b0c490-3638-4e40-b4fa-061ca05d8341', 'name': 'tempest-TestServerBasicOps-772449139-router', 'tenant_id': '2cad11b925d6435b80d2b6f99851adb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.91'}], 'enable_snat': True}, 'gw_port_id': 'cc56df09-c8ff-49e7-a8f2-d27ddf8508dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:46:39Z', 'updated_at': '2021-12-25T21:46:43Z', 'revision_number': 4, 'project_id': '2cad11b925d6435b80d2b6f99851adb9', 'gw_port': {'id': 'cc56df09-c8ff-49e7-a8f2-d27ddf8508dc', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:78:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2b0c490-3638-4e40-b4fa-061ca05d8341', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:46:39Z', 'updated_at': '2021-12-25T21:46:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'ba81c541-bb9f-4038-ab95-444ad536bb23', 'name': '', 'network_id': 'ab76c1e8-304b-4ec9-ba3d-4ec49a1c69e3', 'tenant_id': '2cad11b925d6435b80d2b6f99851adb9', 'mac_address': 'fa:16:3e:cc:ac:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2b0c490-3638-4e40-b4fa-061ca05d8341', 'device_owner': 'network:router_interface', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': '43801a3f-247a-4441-8d3c-740f736c443a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:46:42Z', 'updated_at': '2021-12-25T21:46:43Z', 'revision_number': 2, 'project_id': '2cad11b925d6435b80d2b6f99851adb9', 'subnets': [{'id': '43801a3f-247a-4441-8d3c-740f736c443a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 21:46:45.965318 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 0a73a998-089f-4c7c-a7a0-22064a1dc9ad up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:46:45.976112 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-45c9b9a8-b402-451b-aaeb-fe63fb244bba tempest-TestServerBasicOps-1234246955 tempest-TestServerBasicOps-1234246955-project] Publish callbacks [] for security_group, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:45.978105 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-45c9b9a8-b402-451b-aaeb-fe63fb244bba tempest-TestServerBasicOps-1234246955 tempest-TestServerBasicOps-1234246955-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1811 time: 0.3151634
Dec 25 21:46:45.981460 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 43422) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:46:45.986695 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-4ce734f5-28aa-4159-a1c9-d99c07aa6b67 tempest-TestServerBasicOps-1234246955 tempest-TestServerBasicOps-1234246955-project] Request body: {'security_group_rule': {'security_group_id': 'cacc4666-4308-4316-afb3-166edb1f6f7f', 'project_id': '64e4751d74674097b87a3ad1c686e9e5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:46:46.011215 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-58fa913c-a21b-4201-ba44-22b9859a8940 None None] Provisioning complete for port 0a73a998-089f-4c7c-a7a0-22064a1dc9ad triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:46:46.011590 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-58fa913c-a21b-4201-ba44-22b9859a8940 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:46.054114 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fa913c-a21b-4201-ba44-22b9859a8940 None None] Pushing event updated for resources: {'Port': ['ID=cc56df09-c8ff-49e7-a8f2-d27ddf8508dc,revision_number=4']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:46:46.071517 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-4ce734f5-28aa-4159-a1c9-d99c07aa6b67 tempest-TestServerBasicOps-1234246955 tempest-TestServerBasicOps-1234246955-project] Publish callbacks [] for security_group_rule, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:46.086075 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port 0a73a998-089f-4c7c-a7a0-22064a1dc9ad triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:46:46.086484 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:46.147125 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-4ce734f5-28aa-4159-a1c9-d99c07aa6b67 tempest-TestServerBasicOps-1234246955 tempest-TestServerBasicOps-1234246955-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:46.207456 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-4ce734f5-28aa-4159-a1c9-d99c07aa6b67 tempest-TestServerBasicOps-1234246955 tempest-TestServerBasicOps-1234246955-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077839'] for security_group_rule, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:46.233939 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce734f5-28aa-4159-a1c9-d99c07aa6b67 tempest-TestServerBasicOps-1234246955 tempest-TestServerBasicOps-1234246955-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3374db6-e4a2-4808-b1a6-849f9c44ac45,revision_number=0']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:46:46.243387 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce734f5-28aa-4159-a1c9-d99c07aa6b67 tempest-TestServerBasicOps-1234246955 tempest-TestServerBasicOps-1234246955-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:46:46.243744 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce734f5-28aa-4159-a1c9-d99c07aa6b67 tempest-TestServerBasicOps-1234246955 tempest-TestServerBasicOps-1234246955-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:46:46.245720 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce734f5-28aa-4159-a1c9-d99c07aa6b67 tempest-TestServerBasicOps-1234246955 tempest-TestServerBasicOps-1234246955-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:46:46.245720 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce734f5-28aa-4159-a1c9-d99c07aa6b67 tempest-TestServerBasicOps-1234246955 tempest-TestServerBasicOps-1234246955-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:46:46.245720 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce734f5-28aa-4159-a1c9-d99c07aa6b67 tempest-TestServerBasicOps-1234246955 tempest-TestServerBasicOps-1234246955-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:46:46.247226 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce734f5-28aa-4159-a1c9-d99c07aa6b67 tempest-TestServerBasicOps-1234246955 tempest-TestServerBasicOps-1234246955-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:46:46.247226 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce734f5-28aa-4159-a1c9-d99c07aa6b67 tempest-TestServerBasicOps-1234246955 tempest-TestServerBasicOps-1234246955-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:46:46.247226 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce734f5-28aa-4159-a1c9-d99c07aa6b67 tempest-TestServerBasicOps-1234246955 tempest-TestServerBasicOps-1234246955-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:46:46.247226 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce734f5-28aa-4159-a1c9-d99c07aa6b67 tempest-TestServerBasicOps-1234246955 tempest-TestServerBasicOps-1234246955-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:46:46.247590 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce734f5-28aa-4159-a1c9-d99c07aa6b67 tempest-TestServerBasicOps-1234246955 tempest-TestServerBasicOps-1234246955-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:46:46.247796 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce734f5-28aa-4159-a1c9-d99c07aa6b67 tempest-TestServerBasicOps-1234246955 tempest-TestServerBasicOps-1234246955-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:46:46.248111 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce734f5-28aa-4159-a1c9-d99c07aa6b67 tempest-TestServerBasicOps-1234246955 tempest-TestServerBasicOps-1234246955-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:46:46.248440 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce734f5-28aa-4159-a1c9-d99c07aa6b67 tempest-TestServerBasicOps-1234246955 tempest-TestServerBasicOps-1234246955-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:46:46.284085 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-eaa9cb8c-82c9-450d-bb8f-77fa6f4522bc None None] Provisioning complete for port ba81c541-bb9f-4038-ab95-444ad536bb23 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:46:46.284728 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-eaa9cb8c-82c9-450d-bb8f-77fa6f4522bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:46.309298 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-4ce734f5-28aa-4159-a1c9-d99c07aa6b67 tempest-TestServerBasicOps-1234246955 tempest-TestServerBasicOps-1234246955-project] Publish callbacks [] for security_group_rule, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:46.311355 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-4ce734f5-28aa-4159-a1c9-d99c07aa6b67 tempest-TestServerBasicOps-1234246955 tempest-TestServerBasicOps-1234246955-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3283937
Dec 25 21:46:46.314447 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 43426) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:46:46.321924 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-ac9d6ec4-1ea0-46ae-a4a4-39a084544d70 tempest-TestServerBasicOps-1234246955 tempest-TestServerBasicOps-1234246955-project] Request body: {'security_group_rule': {'security_group_id': 'cacc4666-4308-4316-afb3-166edb1f6f7f', 'project_id': '64e4751d74674097b87a3ad1c686e9e5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:46:46.332360 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-eaa9cb8c-82c9-450d-bb8f-77fa6f4522bc None None] Port ba81c541-bb9f-4038-ab95-444ad536bb23 cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:46:46.410358 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c55f43a7-2271-4d5b-b8d8-e94d96e26ccc req-b979f6f3-aa0d-41a8-a038-83ec8b96f9d5 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] 10.222.0.32 "GET /v2.0/ports?device_id=574a7f03-246c-42e8-a86b-736db9813ce7 HTTP/1.1" status: 200  len: 210 time: 0.0408759
Dec 25 21:46:46.430033 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b223edd-db00-40e8-a6bd-d5a8dbc127a3 req-cd016d92-9b8a-41fd-8e2d-9d5121c21749 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:46:46.431235 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9b223edd-db00-40e8-a6bd-d5a8dbc127a3 req-cd016d92-9b8a-41fd-8e2d-9d5121c21749 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] 10.222.0.31 "GET /v2.0/networks?id=b86c27f6-7fc3-454a-afbf-75e25c82b4a6 HTTP/1.1" status: 200  len: 796 time: 0.1647003
Dec 25 21:46:46.448440 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ac9d6ec4-1ea0-46ae-a4a4-39a084544d70 tempest-TestServerBasicOps-1234246955 tempest-TestServerBasicOps-1234246955-project] Publish callbacks [] for security_group_rule, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:46.515948 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9b223edd-db00-40e8-a6bd-d5a8dbc127a3 req-41ad2b57-97b4-433d-8864-29c7c8f8be91 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=59ed9da8ed224ce9b429cb4c633a2498 HTTP/1.1" status: 200  len: 380 time: 0.0752764
Dec 25 21:46:46.520112 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ac9d6ec4-1ea0-46ae-a4a4-39a084544d70 tempest-TestServerBasicOps-1234246955 tempest-TestServerBasicOps-1234246955-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:46.526732 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-9b223edd-db00-40e8-a6bd-d5a8dbc127a3 req-d9dba7ae-3e40-41bf-a6d3-08c20326fa5f tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Request body: {'port': {'device_id': '574a7f03-246c-42e8-a86b-736db9813ce7', 'network_id': 'b86c27f6-7fc3-454a-afbf-75e25c82b4a6', 'admin_state_up': True, 'tenant_id': '59ed9da8ed224ce9b429cb4c633a2498', 'security_groups': ['1442ee7e-d497-4549-9ece-3420424df34d']}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:46:46.585766 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ac9d6ec4-1ea0-46ae-a4a4-39a084544d70 tempest-TestServerBasicOps-1234246955 tempest-TestServerBasicOps-1234246955-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077839'] for security_group_rule, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:46.610728 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9d6ec4-1ea0-46ae-a4a4-39a084544d70 tempest-TestServerBasicOps-1234246955 tempest-TestServerBasicOps-1234246955-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55c8cd47-9cfa-4383-a769-ccb31dc98b91,revision_number=0']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:46:46.662029 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ac9d6ec4-1ea0-46ae-a4a4-39a084544d70 tempest-TestServerBasicOps-1234246955 tempest-TestServerBasicOps-1234246955-project] Publish callbacks [] for security_group_rule, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:46.663614 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-ac9d6ec4-1ea0-46ae-a4a4-39a084544d70 tempest-TestServerBasicOps-1234246955 tempest-TestServerBasicOps-1234246955-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.3475955
Dec 25 21:46:46.666651 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 43430) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:46:46.671656 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-a8bd24c3-79fe-493d-be5c-e13c9fad8bbb tempest-TestServerBasicOps-1234246955 tempest-TestServerBasicOps-1234246955-project] Request body: {'security_group_rule': {'security_group_id': 'cacc4666-4308-4316-afb3-166edb1f6f7f', 'project_id': '64e4751d74674097b87a3ad1c686e9e5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:46:46.737251 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b223edd-db00-40e8-a6bd-d5a8dbc127a3 req-d9dba7ae-3e40-41bf-a6d3-08c20326fa5f tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Made reservation on behalf of 59ed9da8ed224ce9b429cb4c633a2498 for: {'port': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:46:46.741536 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-9b223edd-db00-40e8-a6bd-d5a8dbc127a3 req-d9dba7ae-3e40-41bf-a6d3-08c20326fa5f tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:46.843020 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a8bd24c3-79fe-493d-be5c-e13c9fad8bbb tempest-TestServerBasicOps-1234246955 tempest-TestServerBasicOps-1234246955-project] Publish callbacks [] for security_group_rule, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:46.920692 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_common [req-9b223edd-db00-40e8-a6bd-d5a8dbc127a3 req-d9dba7ae-3e40-41bf-a6d3-08c20326fa5f tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Allocated IP 172.20.0.8 (b86c27f6-7fc3-454a-afbf-75e25c82b4a6/42611c77-db8a-4659-a3e0-7ef4abbb81fe/3fdfb8ce-2c32-49bd-9593-d3fefa5133f4) {{(pid=121606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:46:46.922188 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a8bd24c3-79fe-493d-be5c-e13c9fad8bbb tempest-TestServerBasicOps-1234246955 tempest-TestServerBasicOps-1234246955-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:47.020057 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a8bd24c3-79fe-493d-be5c-e13c9fad8bbb tempest-TestServerBasicOps-1234246955 tempest-TestServerBasicOps-1234246955-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077839'] for security_group_rule, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:47.038441 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bd24c3-79fe-493d-be5c-e13c9fad8bbb tempest-TestServerBasicOps-1234246955 tempest-TestServerBasicOps-1234246955-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fcc3f209-6eb4-48f9-b7c8-2748ebf5afa4,revision_number=0']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:46:47.066853 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-9b223edd-db00-40e8-a6bd-d5a8dbc127a3 req-d9dba7ae-3e40-41bf-a6d3-08c20326fa5f tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Publish callbacks [] for port, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:47.118723 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a8bd24c3-79fe-493d-be5c-e13c9fad8bbb tempest-TestServerBasicOps-1234246955 tempest-TestServerBasicOps-1234246955-project] Publish callbacks [] for security_group_rule, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:47.120152 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-a8bd24c3-79fe-493d-be5c-e13c9fad8bbb tempest-TestServerBasicOps-1234246955 tempest-TestServerBasicOps-1234246955-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.4522674
Dec 25 21:46:47.122809 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 43452) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:46:47.127400 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-01ab5655-8c7b-4c57-ba64-d39fa3717e24 tempest-TestServerBasicOps-1234246955 tempest-TestServerBasicOps-1234246955-project] Request body: {'security_group_rule': {'security_group_id': 'cacc4666-4308-4316-afb3-166edb1f6f7f', 'project_id': '64e4751d74674097b87a3ad1c686e9e5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:46:47.186038 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-9b223edd-db00-40e8-a6bd-d5a8dbc127a3 req-d9dba7ae-3e40-41bf-a6d3-08c20326fa5f tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:47.229947 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b223edd-db00-40e8-a6bd-d5a8dbc127a3 req-d9dba7ae-3e40-41bf-a6d3-08c20326fa5f tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Network b86c27f6-7fc3-454a-afbf-75e25c82b4a6 is already hosted by enough agents. {{(pid=121606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:46:47.233220 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [req-9b223edd-db00-40e8-a6bd-d5a8dbc127a3 req-d9dba7ae-3e40-41bf-a6d3-08c20326fa5f tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Resources bound (agent type, host, resource id):  {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:46:47.236827 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-01ab5655-8c7b-4c57-ba64-d39fa3717e24 tempest-TestServerBasicOps-1234246955 tempest-TestServerBasicOps-1234246955-project] Publish callbacks [] for security_group_rule, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:47.237025 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b223edd-db00-40e8-a6bd-d5a8dbc127a3 req-d9dba7ae-3e40-41bf-a6d3-08c20326fa5f tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Received port after_create {{(pid=121606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:46:47.261971 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9dba7ae-3e40-41bf-a6d3-08c20326fa5f tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Pushing event updated for resources: {'Port': ['ID=3fdfb8ce-2c32-49bd-9593-d3fefa5133f4,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:46:47.280803 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dba7ae-3e40-41bf-a6d3-08c20326fa5f tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:46:47.281462 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dba7ae-3e40-41bf-a6d3-08c20326fa5f tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:46:47.281957 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dba7ae-3e40-41bf-a6d3-08c20326fa5f tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:46:47.282480 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dba7ae-3e40-41bf-a6d3-08c20326fa5f tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:46:47.282817 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dba7ae-3e40-41bf-a6d3-08c20326fa5f tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:46:47.283175 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dba7ae-3e40-41bf-a6d3-08c20326fa5f tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:46:47.283667 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dba7ae-3e40-41bf-a6d3-08c20326fa5f tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:46:47.283996 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dba7ae-3e40-41bf-a6d3-08c20326fa5f tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:46:47.284323 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dba7ae-3e40-41bf-a6d3-08c20326fa5f tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:46:47.284641 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dba7ae-3e40-41bf-a6d3-08c20326fa5f tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:46:47.285163 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dba7ae-3e40-41bf-a6d3-08c20326fa5f tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:46:47.285490 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dba7ae-3e40-41bf-a6d3-08c20326fa5f tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:46:47.285814 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dba7ae-3e40-41bf-a6d3-08c20326fa5f tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:46:47.307291 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-01ab5655-8c7b-4c57-ba64-d39fa3717e24 tempest-TestServerBasicOps-1234246955 tempest-TestServerBasicOps-1234246955-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:47.311843 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b223edd-db00-40e8-a6bd-d5a8dbc127a3 req-d9dba7ae-3e40-41bf-a6d3-08c20326fa5f tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:46:47.312485 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-9b223edd-db00-40e8-a6bd-d5a8dbc127a3 req-d9dba7ae-3e40-41bf-a6d3-08c20326fa5f tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:47.374484 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-01ab5655-8c7b-4c57-ba64-d39fa3717e24 tempest-TestServerBasicOps-1234246955 tempest-TestServerBasicOps-1234246955-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077839'] for security_group_rule, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:47.388499 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9b223edd-db00-40e8-a6bd-d5a8dbc127a3 req-d9dba7ae-3e40-41bf-a6d3-08c20326fa5f tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8661976
Dec 25 21:46:47.397914 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ab5655-8c7b-4c57-ba64-d39fa3717e24 tempest-TestServerBasicOps-1234246955 tempest-TestServerBasicOps-1234246955-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da147b6a-b97e-494f-9e20-e37aab83102f,revision_number=0']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:46:47.402066 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-9b223edd-db00-40e8-a6bd-d5a8dbc127a3 req-72171cba-9162-41a7-99c3-dd3ea93297d9 service neutron] Request body: {'port': {'device_id': '574a7f03-246c-42e8-a86b-736db9813ce7', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:46:47.461730 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-9b223edd-db00-40e8-a6bd-d5a8dbc127a3 req-72171cba-9162-41a7-99c3-dd3ea93297d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:47.496979 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-01ab5655-8c7b-4c57-ba64-d39fa3717e24 tempest-TestServerBasicOps-1234246955 tempest-TestServerBasicOps-1234246955-project] Publish callbacks [] for security_group_rule, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:47.501484 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-01ab5655-8c7b-4c57-ba64-d39fa3717e24 tempest-TestServerBasicOps-1234246955 tempest-TestServerBasicOps-1234246955-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.3751209
Dec 25 21:46:47.502531 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 43458) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:46:47.513344 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-ed14bc8f-f7fb-4b7d-8774-e455de81a2b5 tempest-TestServerBasicOps-1234246955 tempest-TestServerBasicOps-1234246955-project] Request body: {'security_group_rule': {'security_group_id': 'cacc4666-4308-4316-afb3-166edb1f6f7f', 'project_id': '64e4751d74674097b87a3ad1c686e9e5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:46:47.613855 ncdv-master-1 neutron-server[121607]: INFO neutron.db.securitygroups_db [None req-ed14bc8f-f7fb-4b7d-8774-e455de81a2b5 tempest-TestServerBasicOps-1234246955 tempest-TestServerBasicOps-1234246955-project] Project 64e4751d74674097b87a3ad1c686e9e5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 25 21:46:47.619519 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ed14bc8f-f7fb-4b7d-8774-e455de81a2b5 tempest-TestServerBasicOps-1234246955 tempest-TestServerBasicOps-1234246955-project] Publish callbacks [] for security_group_rule, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:47.632599 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0735425f-2131-4480-9fe9-e049e233d7ad req-b2d20e57-569a-41c9-94b2-53e1232e3f31 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:46:47.635022 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0735425f-2131-4480-9fe9-e049e233d7ad req-b2d20e57-569a-41c9-94b2-53e1232e3f31 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] 10.222.0.32 "GET /v2.0/ports?device_id=574a7f03-246c-42e8-a86b-736db9813ce7 HTTP/1.1" status: 200  len: 931 time: 0.1230998
Dec 25 21:46:47.665334 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-a63ec067-8110-4adc-a848-9495a02e9f1a None None] Provisioning complete for port 3fdfb8ce-2c32-49bd-9593-d3fefa5133f4 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:46:47.665935 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-a63ec067-8110-4adc-a848-9495a02e9f1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:47.681745 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ed14bc8f-f7fb-4b7d-8774-e455de81a2b5 tempest-TestServerBasicOps-1234246955 tempest-TestServerBasicOps-1234246955-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:47.704290 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-a63ec067-8110-4adc-a848-9495a02e9f1a None None] Port 3fdfb8ce-2c32-49bd-9593-d3fefa5133f4 cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:46:47.751391 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ed14bc8f-f7fb-4b7d-8774-e455de81a2b5 tempest-TestServerBasicOps-1234246955 tempest-TestServerBasicOps-1234246955-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077839'] for security_group_rule, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:47.771540 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed14bc8f-f7fb-4b7d-8774-e455de81a2b5 tempest-TestServerBasicOps-1234246955 tempest-TestServerBasicOps-1234246955-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e82c4be1-508f-48ff-aee5-7b44d5d4d51c,revision_number=0']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:46:47.839195 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ed14bc8f-f7fb-4b7d-8774-e455de81a2b5 tempest-TestServerBasicOps-1234246955 tempest-TestServerBasicOps-1234246955-project] Publish callbacks [] for security_group_rule, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:47.840601 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-ed14bc8f-f7fb-4b7d-8774-e455de81a2b5 tempest-TestServerBasicOps-1234246955 tempest-TestServerBasicOps-1234246955-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.3337994
Dec 25 21:46:47.843590 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 43460) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:46:47.849392 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-def279f3-81ab-43de-9b03-7114bab170e4 tempest-TestServerBasicOps-1234246955 tempest-TestServerBasicOps-1234246955-project] Request body: {'security_group_rule': {'security_group_id': 'cacc4666-4308-4316-afb3-166edb1f6f7f', 'project_id': '64e4751d74674097b87a3ad1c686e9e5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:46:47.934490 ncdv-master-1 neutron-server[121607]: INFO neutron.db.securitygroups_db [None req-def279f3-81ab-43de-9b03-7114bab170e4 tempest-TestServerBasicOps-1234246955 tempest-TestServerBasicOps-1234246955-project] Project 64e4751d74674097b87a3ad1c686e9e5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 25 21:46:47.940388 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-def279f3-81ab-43de-9b03-7114bab170e4 tempest-TestServerBasicOps-1234246955 tempest-TestServerBasicOps-1234246955-project] Publish callbacks [] for security_group_rule, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:47.991146 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device cc56df09-c8ff-49e7-a8f2-d27ddf8508dc up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:46:48.010775 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-def279f3-81ab-43de-9b03-7114bab170e4 tempest-TestServerBasicOps-1234246955 tempest-TestServerBasicOps-1234246955-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:48.041092 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port cc56df09-c8ff-49e7-a8f2-d27ddf8508dc triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:46:48.041543 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:48.059994 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-def279f3-81ab-43de-9b03-7114bab170e4 tempest-TestServerBasicOps-1234246955 tempest-TestServerBasicOps-1234246955-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077839'] for security_group_rule, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:48.079600 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def279f3-81ab-43de-9b03-7114bab170e4 tempest-TestServerBasicOps-1234246955 tempest-TestServerBasicOps-1234246955-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf70544d-56b9-41fc-9275-94385da6f5db,revision_number=0']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:46:48.097787 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0735425f-2131-4480-9fe9-e049e233d7ad req-7a911c29-e46e-4a92-b120-efb46c1f2397 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] 10.222.0.32 "GET /v2.0/security-groups?id=1442ee7e-d497-4549-9ece-3420424df34d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4560452
Dec 25 21:46:48.130330 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-def279f3-81ab-43de-9b03-7114bab170e4 tempest-TestServerBasicOps-1234246955 tempest-TestServerBasicOps-1234246955-project] Publish callbacks [] for security_group_rule, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:48.132916 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-def279f3-81ab-43de-9b03-7114bab170e4 tempest-TestServerBasicOps-1234246955 tempest-TestServerBasicOps-1234246955-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.2867525
Dec 25 21:46:48.179544 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [req-9b223edd-db00-40e8-a6bd-d5a8dbc127a3 req-72171cba-9162-41a7-99c3-dd3ea93297d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3fdfb8ce-2c32-49bd-9593-d3fefa5133f4 {{(pid=121606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:46:48.188042 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-9b223edd-db00-40e8-a6bd-d5a8dbc127a3 req-72171cba-9162-41a7-99c3-dd3ea93297d9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:48.200061 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.provisioning_blocks [req-9b223edd-db00-40e8-a6bd-d5a8dbc127a3 req-72171cba-9162-41a7-99c3-dd3ea93297d9 service neutron] Transition to ACTIVE for port object 3fdfb8ce-2c32-49bd-9593-d3fefa5133f4 will not be triggered until provisioned by entity L2. {{(pid=121606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 25 21:46:48.280213 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2c1bc980-7b82-49c6-9580-5c21532a175b req-ad761175-6574-4918-9258-9621e52abaa6 tempest-TestServerBasicOps-1234246955 tempest-TestServerBasicOps-1234246955-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-413136042&fields=id&tenant_id=64e4751d74674097b87a3ad1c686e9e5 HTTP/1.1" status: 200  len: 267 time: 0.0444083
Dec 25 21:46:48.281937 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-9b223edd-db00-40e8-a6bd-d5a8dbc127a3 req-72171cba-9162-41a7-99c3-dd3ea93297d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:48.369834 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72171cba-9162-41a7-99c3-dd3ea93297d9 service neutron] Pushing event updated for resources: {'Port': ['ID=3fdfb8ce-2c32-49bd-9593-d3fefa5133f4,revision_number=2']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:46:48.485821 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1bc980-7b82-49c6-9580-5c21532a175b req-1ff392d0-5e2a-443f-93db-86cdbd04bf62 tempest-TestServerBasicOps-1234246955 tempest-TestServerBasicOps-1234246955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:46:48.489500 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2c1bc980-7b82-49c6-9580-5c21532a175b req-1ff392d0-5e2a-443f-93db-86cdbd04bf62 tempest-TestServerBasicOps-1234246955 tempest-TestServerBasicOps-1234246955-project] 10.222.0.32 "GET /v2.0/networks?id=a4c0b0f2-b6e6-4cd5-b432-998e4080be8f HTTP/1.1" status: 200  len: 808 time: 0.1832218
Dec 25 21:46:48.513658 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2c1bc980-7b82-49c6-9580-5c21532a175b req-4ef7f785-4231-477a-8ac3-eb407772213c tempest-TestServerBasicOps-1234246955 tempest-TestServerBasicOps-1234246955-project] 10.222.0.32 "GET /v2.0/quotas/64e4751d74674097b87a3ad1c686e9e5 HTTP/1.1" status: 200  len: 375 time: 0.0193551
Dec 25 21:46:48.514559 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-9b223edd-db00-40e8-a6bd-d5a8dbc127a3 req-72171cba-9162-41a7-99c3-dd3ea93297d9 service neutron] Attempting to bind port 3fdfb8ce-2c32-49bd-9593-d3fefa5133f4 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:46:48.514899 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-9b223edd-db00-40e8-a6bd-d5a8dbc127a3 req-72171cba-9162-41a7-99c3-dd3ea93297d9 service neutron] Attempting to bind port 3fdfb8ce-2c32-49bd-9593-d3fefa5133f4 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '1f3bd63b-e8d7-4bf0-b87e-df463155507b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'b86c27f6-7fc3-454a-afbf-75e25c82b4a6'}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:46:48.515256 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b223edd-db00-40e8-a6bd-d5a8dbc127a3 req-72171cba-9162-41a7-99c3-dd3ea93297d9 service neutron] Attempting to bind port 3fdfb8ce-2c32-49bd-9593-d3fefa5133f4 on network b86c27f6-7fc3-454a-afbf-75e25c82b4a6 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:46:48.522286 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b223edd-db00-40e8-a6bd-d5a8dbc127a3 req-72171cba-9162-41a7-99c3-dd3ea93297d9 service neutron] Port 3fdfb8ce-2c32-49bd-9593-d3fefa5133f4 on network b86c27f6-7fc3-454a-afbf-75e25c82b4a6 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 25 21:46:48.522286 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b223edd-db00-40e8-a6bd-d5a8dbc127a3 req-72171cba-9162-41a7-99c3-dd3ea93297d9 service neutron] Attempting to bind port 3fdfb8ce-2c32-49bd-9593-d3fefa5133f4 on network b86c27f6-7fc3-454a-afbf-75e25c82b4a6 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:46:48.535276 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b223edd-db00-40e8-a6bd-d5a8dbc127a3 req-72171cba-9162-41a7-99c3-dd3ea93297d9 service neutron] Checking agent: {'id': '6d577036-68fc-4aa4-aed7-5ab01de2117e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 21, 4, 34), 'started_at': datetime.datetime(2021, 12, 25, 21, 4, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 46, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:46:48.535612 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b223edd-db00-40e8-a6bd-d5a8dbc127a3 req-72171cba-9162-41a7-99c3-dd3ea93297d9 service neutron] Checking segment: {'id': '1f3bd63b-e8d7-4bf0-b87e-df463155507b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'b86c27f6-7fc3-454a-afbf-75e25c82b4a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:46:48.535993 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b223edd-db00-40e8-a6bd-d5a8dbc127a3 req-72171cba-9162-41a7-99c3-dd3ea93297d9 service neutron] Bound using segment: {'id': '1f3bd63b-e8d7-4bf0-b87e-df463155507b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'b86c27f6-7fc3-454a-afbf-75e25c82b4a6'} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:46:48.536418 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-9b223edd-db00-40e8-a6bd-d5a8dbc127a3 req-72171cba-9162-41a7-99c3-dd3ea93297d9 service neutron] Bound port: 3fdfb8ce-2c32-49bd-9593-d3fefa5133f4, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f3bd63b-e8d7-4bf0-b87e-df463155507b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'b86c27f6-7fc3-454a-afbf-75e25c82b4a6'}}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:46:48.536771 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-9b223edd-db00-40e8-a6bd-d5a8dbc127a3 req-72171cba-9162-41a7-99c3-dd3ea93297d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:48.602753 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2c1bc980-7b82-49c6-9580-5c21532a175b req-4ac893a2-6737-46aa-b18d-4bac5117e66a tempest-TestServerBasicOps-1234246955 tempest-TestServerBasicOps-1234246955-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=64e4751d74674097b87a3ad1c686e9e5&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0825620
Dec 25 21:46:48.654226 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-9b223edd-db00-40e8-a6bd-d5a8dbc127a3 req-72171cba-9162-41a7-99c3-dd3ea93297d9 service neutron] For port 3fdfb8ce-2c32-49bd-9593-d3fefa5133f4, host nch1-master-1, cleared binding levels {{(pid=121606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:46:48.691484 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-9b223edd-db00-40e8-a6bd-d5a8dbc127a3 req-72171cba-9162-41a7-99c3-dd3ea93297d9 service neutron] For port 3fdfb8ce-2c32-49bd-9593-d3fefa5133f4, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3fdfb8ce-2c32-49bd-9593-d3fefa5133f4,segment=NetworkSegment(1f3bd63b-e8d7-4bf0-b87e-df463155507b),segment_id=1f3bd63b-e8d7-4bf0-b87e-df463155507b)] {{(pid=121606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:46:48.719955 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2c1bc980-7b82-49c6-9580-5c21532a175b req-26b02530-3c53-4714-ba6f-4b4dbc7913a1 service neutron] 10.222.0.32 "GET /v2.0/networks/a4c0b0f2-b6e6-4cd5-b432-998e4080be8f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1046607
Dec 25 21:46:48.783322 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-9b223edd-db00-40e8-a6bd-d5a8dbc127a3 req-72171cba-9162-41a7-99c3-dd3ea93297d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:48.838219 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b223edd-db00-40e8-a6bd-d5a8dbc127a3 req-72171cba-9162-41a7-99c3-dd3ea93297d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:46:48.838849 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-9b223edd-db00-40e8-a6bd-d5a8dbc127a3 req-72171cba-9162-41a7-99c3-dd3ea93297d9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:48.840308 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9b223edd-db00-40e8-a6bd-d5a8dbc127a3 req-72171cba-9162-41a7-99c3-dd3ea93297d9 service neutron] 10.222.0.31 "PUT /v2.0/ports/3fdfb8ce-2c32-49bd-9593-d3fefa5133f4 HTTP/1.1" status: 200  len: 1091 time: 1.4434133
Dec 25 21:46:48.840783 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '574a7f03-246c-42e8-a86b-736db9813ce7', 'tag': '3fdfb8ce-2c32-49bd-9593-d3fefa5133f4'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:46:48.843339 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9858820c13ec2827453b94ebc4181065e990a4e4089ccb9fe762531ac62d2fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f87ed76-0b2a-451d-952d-4d2676f830fd" -d '{"events": [{"name": "network-changed", "server_uuid": "574a7f03-246c-42e8-a86b-736db9813ce7", "tag": "3fdfb8ce-2c32-49bd-9593-d3fefa5133f4"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:46:48.876082 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72171cba-9162-41a7-99c3-dd3ea93297d9 service neutron] Pushing event updated for resources: {'Port': ['ID=3fdfb8ce-2c32-49bd-9593-d3fefa5133f4,revision_number=3']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:46:48.880505 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2c1bc980-7b82-49c6-9580-5c21532a175b req-ab805f95-7c0b-47ff-ac5e-b17c75799614 service neutron] 10.222.0.32 "GET /v2.0/networks/a4c0b0f2-b6e6-4cd5-b432-998e4080be8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1540241
Dec 25 21:46:48.916741 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Dec 2021 21:46:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80f12d31-9d8c-4fc1-b5ef-1b3371e32476 x-openstack-request-id: req-80f12d31-9d8c-4fc1-b5ef-1b3371e32476 {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:46:48.920503 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "574a7f03-246c-42e8-a86b-736db9813ce7", "tag": "3fdfb8ce-2c32-49bd-9593-d3fefa5133f4", "status": "completed", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:46:48.920503 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-80f12d31-9d8c-4fc1-b5ef-1b3371e32476 {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:46:48.920503 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '574a7f03-246c-42e8-a86b-736db9813ce7', 'tag': '3fdfb8ce-2c32-49bd-9593-d3fefa5133f4', 'status': 'completed', 'code': 200}
Dec 25 21:46:49.012912 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f87ed76-0b2a-451d-952d-4d2676f830fd req-657a1678-7067-4bd4-b631-6d2b0a7e76c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:46:49.014747 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7f87ed76-0b2a-451d-952d-4d2676f830fd req-657a1678-7067-4bd4-b631-6d2b0a7e76c4 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=59ed9da8ed224ce9b429cb4c633a2498&device_id=574a7f03-246c-42e8-a86b-736db9813ce7 HTTP/1.1" status: 200  len: 1094 time: 0.0747769
Dec 25 21:46:49.178757 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f87ed76-0b2a-451d-952d-4d2676f830fd req-4d7567e2-bf7b-4601-9283-af734b20d474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:46:49.181953 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7f87ed76-0b2a-451d-952d-4d2676f830fd req-4d7567e2-bf7b-4601-9283-af734b20d474 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=59ed9da8ed224ce9b429cb4c633a2498&shared=False HTTP/1.1" status: 200  len: 897 time: 0.1562626
Dec 25 21:46:49.283233 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3c15581f-cd35-443b-a7cb-d0339dadb4ca req-8b89e8dc-9bf3-4d7c-8895-5e7605ac6a6d tempest-TestServerBasicOps-1234246955 tempest-TestServerBasicOps-1234246955-project] 10.222.0.32 "GET /v2.0/ports?device_id=ed6a5d6e-fdbb-4612-9c9e-ccba16508aeb HTTP/1.1" status: 200  len: 210 time: 0.0492461
Dec 25 21:46:49.344777 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce5dada-6f0f-42cc-acb8-7874e53f44b5 req-94e0811f-3aaa-4f05-9c3e-9ca380f1ab09 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:46:49.346600 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7ce5dada-6f0f-42cc-acb8-7874e53f44b5 req-94e0811f-3aaa-4f05-9c3e-9ca380f1ab09 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] 10.222.0.32 "GET /v2.0/ports?device_id=574a7f03-246c-42e8-a86b-736db9813ce7 HTTP/1.1" status: 200  len: 943 time: 0.1608603
Dec 25 21:46:49.413453 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f87ed76-0b2a-451d-952d-4d2676f830fd req-85946a4b-6ffc-4691-856a-0f54d3bde3a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:46:49.415498 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7f87ed76-0b2a-451d-952d-4d2676f830fd req-85946a4b-6ffc-4691-856a-0f54d3bde3a4 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2132492
Dec 25 21:46:49.436307 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7ce5dada-6f0f-42cc-acb8-7874e53f44b5 req-deda77a6-c529-470d-9e60-c38851f4c0ed tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] 10.222.0.32 "GET /v2.0/security-groups?id=1442ee7e-d497-4549-9ece-3420424df34d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0792682
Dec 25 21:46:49.500579 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b223edd-db00-40e8-a6bd-d5a8dbc127a3 req-40c98df1-4c36-4b32-b80f-4a11209b0ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:46:49.502171 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9b223edd-db00-40e8-a6bd-d5a8dbc127a3 req-40c98df1-4c36-4b32-b80f-4a11209b0ad2 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=59ed9da8ed224ce9b429cb4c633a2498&device_id=574a7f03-246c-42e8-a86b-736db9813ce7 HTTP/1.1" status: 200  len: 1094 time: 0.0479810
Dec 25 21:46:49.551476 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9b223edd-db00-40e8-a6bd-d5a8dbc127a3 req-32899351-bf53-4f71-9e62-8fe310e49852 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3fdfb8ce-2c32-49bd-9593-d3fefa5133f4 HTTP/1.1" status: 200  len: 217 time: 0.0405860
Dec 25 21:46:49.599755 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b223edd-db00-40e8-a6bd-d5a8dbc127a3 req-bf4db40b-7385-4ea6-9ff6-b1f4446e77d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:46:49.601307 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9b223edd-db00-40e8-a6bd-d5a8dbc127a3 req-bf4db40b-7385-4ea6-9ff6-b1f4446e77d3 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=42611c77-db8a-4659-a3e0-7ef4abbb81fe HTTP/1.1" status: 200  len: 834 time: 0.0432506
Dec 25 21:46:49.647307 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b223edd-db00-40e8-a6bd-d5a8dbc127a3 req-654d8c02-501f-42e3-b686-a22325a6c6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:46:49.649371 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9b223edd-db00-40e8-a6bd-d5a8dbc127a3 req-654d8c02-501f-42e3-b686-a22325a6c6f1 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b86c27f6-7fc3-454a-afbf-75e25c82b4a6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0411897
Dec 25 21:46:49.749238 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9b223edd-db00-40e8-a6bd-d5a8dbc127a3 req-dad21a76-0716-4ce5-8721-db9f10d8486b service neutron] 10.222.0.31 "GET /v2.0/networks/b86c27f6-7fc3-454a-afbf-75e25c82b4a6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0928209
Dec 25 21:46:49.840992 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9b223edd-db00-40e8-a6bd-d5a8dbc127a3 req-78d6fc7a-fe08-4e59-8e5e-feec9a9b7d7d service neutron] 10.222.0.31 "GET /v2.0/networks/b86c27f6-7fc3-454a-afbf-75e25c82b4a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0841885
Dec 25 21:46:50.214755 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e409e2ed-b1c0-4b11-ab2c-8d47a8c89f9a None None] Sync routers for ids ['b2b0c490-3638-4e40-b4fa-061ca05d8341'] in ncdv-master-1 {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 21:46:50.226265 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e409e2ed-b1c0-4b11-ab2c-8d47a8c89f9a None None] Routers {'b2b0c490-3638-4e40-b4fa-061ca05d8341'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:46:50.226987 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-e409e2ed-b1c0-4b11-ab2c-8d47a8c89f9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2618664a00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:46:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['b2b0c490-3638-4e40-b4fa-061ca05d8341'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:46:50.339735 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvr_db [None req-e409e2ed-b1c0-4b11-ab2c-8d47a8c89f9a None None] Set router b2b0c490-3638-4e40-b4fa-061ca05d8341 gateway port host: ncdv-master-1 {{(pid=121609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:46:50.388362 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9c26ed67-b48f-467a-82ab-769eb7608139 req-2708581b-3a31-471b-9e04-519fb27b9d27 tempest-TestServerBasicOps-1234246955 tempest-TestServerBasicOps-1234246955-project] 10.222.0.32 "GET /v2.0/ports?device_id=ed6a5d6e-fdbb-4612-9c9e-ccba16508aeb HTTP/1.1" status: 200  len: 210 time: 0.0289879
Dec 25 21:46:50.549059 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-e409e2ed-b1c0-4b11-ab2c-8d47a8c89f9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2618664a00>, [{'id': 'b2b0c490-3638-4e40-b4fa-061ca05d8341', 'name': 'tempest-TestServerBasicOps-772449139-router', 'tenant_id': '2cad11b925d6435b80d2b6f99851adb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.91'}], 'enable_snat': True}, 'gw_port_id': 'cc56df09-c8ff-49e7-a8f2-d27ddf8508dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:46:39Z', 'updated_at': '2021-12-25T21:46:43Z', 'revision_number': 4, 'project_id': '2cad11b925d6435b80d2b6f99851adb9', 'gw_port': {'id': 'cc56df09-c8ff-49e7-a8f2-d27ddf8508dc', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:78:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2b0c490-3638-4e40-b4fa-061ca05d8341', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:46:39Z', 'updated_at': '2021-12-25T21:46:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'ba81c541-bb9f-4038-ab95-444ad536bb23', 'name': '', 'network_id': 'ab76c1e8-304b-4ec9-ba3d-4ec49a1c69e3', 'tenant_id': '2cad11b925d6435b80d2b6f99851adb9', 'mac_address': 'fa:16:3e:cc:ac:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2b0c490-3638-4e40-b4fa-061ca05d8341', 'device_owner': 'network:router_interface', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': '43801a3f-247a-4441-8d3c-740f736c443a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:46:42Z', 'updated_at': '2021-12-25T21:46:43Z', 'revision_number': 2, 'project_id': '2cad11b925d6435b80d2b6f99851adb9', 'subnets': [{'id': '43801a3f-247a-4441-8d3c-740f736c443a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:46:50.579064 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e409e2ed-b1c0-4b11-ab2c-8d47a8c89f9a None None] Checking router: b2b0c490-3638-4e40-b4fa-061ca05d8341 for host: ncdv-master-1 {{(pid=121609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 25 21:46:50.579436 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e409e2ed-b1c0-4b11-ab2c-8d47a8c89f9a None None] Updating router b2b0c490-3638-4e40-b4fa-061ca05d8341 port ba81c541-bb9f-4038-ab95-444ad536bb23 binding host ncdv-master-1 {{(pid=121609) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 25 21:46:50.583055 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b66ff5c-4c56-40ad-803d-e125bb0fa034 req-13ad4d20-5dd6-4730-9eb7-93e4ae1cf0ed tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:46:50.585287 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4b66ff5c-4c56-40ad-803d-e125bb0fa034 req-13ad4d20-5dd6-4730-9eb7-93e4ae1cf0ed tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] 10.222.0.32 "GET /v2.0/ports?device_id=574a7f03-246c-42e8-a86b-736db9813ce7 HTTP/1.1" status: 200  len: 943 time: 0.0745726
Dec 25 21:46:50.609284 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-e409e2ed-b1c0-4b11-ab2c-8d47a8c89f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:50.644367 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4b66ff5c-4c56-40ad-803d-e125bb0fa034 req-038ddcad-22ee-4d99-aed1-3860f31fbf2c tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] 10.222.0.32 "GET /v2.0/security-groups?id=1442ee7e-d497-4549-9ece-3420424df34d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0476601
Dec 25 21:46:50.960546 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-e409e2ed-b1c0-4b11-ab2c-8d47a8c89f9a None None] Publish callbacks [] for port, precommit_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:51.048693 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-e409e2ed-b1c0-4b11-ab2c-8d47a8c89f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:51.108407 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a6491c-e147-467b-8435-5d6eea6a2419 None None] Pushing event updated for resources: {'Port': ['ID=ba81c541-bb9f-4038-ab95-444ad536bb23,revision_number=3']} {{(pid=121609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:46:51.158539 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.managers [None req-e409e2ed-b1c0-4b11-ab2c-8d47a8c89f9a None None] Attempting to bind port ba81c541-bb9f-4038-ab95-444ad536bb23 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:46:51.158906 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.managers [None req-e409e2ed-b1c0-4b11-ab2c-8d47a8c89f9a None None] Attempting to bind port ba81c541-bb9f-4038-ab95-444ad536bb23 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '99f27401-73f2-4091-985d-1af3074b82f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'ab76c1e8-304b-4ec9-ba3d-4ec49a1c69e3'}] {{(pid=121609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:46:51.159269 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e409e2ed-b1c0-4b11-ab2c-8d47a8c89f9a None None] Attempting to bind port ba81c541-bb9f-4038-ab95-444ad536bb23 on network ab76c1e8-304b-4ec9-ba3d-4ec49a1c69e3 {{(pid=121609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:46:51.164375 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e409e2ed-b1c0-4b11-ab2c-8d47a8c89f9a None None] Checking agent: {'id': 'ca4f5c6d-f1fd-48b8-a3e3-395864c7d23d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 20, 56, 40), 'started_at': datetime.datetime(2021, 12, 25, 20, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 46, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:46:51.165372 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e409e2ed-b1c0-4b11-ab2c-8d47a8c89f9a None None] Checking segment: {'id': '99f27401-73f2-4091-985d-1af3074b82f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'ab76c1e8-304b-4ec9-ba3d-4ec49a1c69e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:46:51.165768 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-e409e2ed-b1c0-4b11-ab2c-8d47a8c89f9a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:51.166158 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e409e2ed-b1c0-4b11-ab2c-8d47a8c89f9a None None] Bound using segment: {'id': '99f27401-73f2-4091-985d-1af3074b82f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'ab76c1e8-304b-4ec9-ba3d-4ec49a1c69e3'} {{(pid=121609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:46:51.166622 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.managers [None req-e409e2ed-b1c0-4b11-ab2c-8d47a8c89f9a None None] Bound port: ba81c541-bb9f-4038-ab95-444ad536bb23, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99f27401-73f2-4091-985d-1af3074b82f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'ab76c1e8-304b-4ec9-ba3d-4ec49a1c69e3'}}] {{(pid=121609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:46:51.167000 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-e409e2ed-b1c0-4b11-ab2c-8d47a8c89f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:51.238457 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.db [None req-e409e2ed-b1c0-4b11-ab2c-8d47a8c89f9a None None] For port ba81c541-bb9f-4038-ab95-444ad536bb23, host ncdv-master-1, cleared binding levels {{(pid=121609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:46:51.242486 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.db [None req-e409e2ed-b1c0-4b11-ab2c-8d47a8c89f9a None None] For port ba81c541-bb9f-4038-ab95-444ad536bb23, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ba81c541-bb9f-4038-ab95-444ad536bb23,segment=NetworkSegment(99f27401-73f2-4091-985d-1af3074b82f9),segment_id=99f27401-73f2-4091-985d-1af3074b82f9)] {{(pid=121609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:46:51.289130 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-e409e2ed-b1c0-4b11-ab2c-8d47a8c89f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:51.312538 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1bc980-7b82-49c6-9580-5c21532a175b req-b7162fd9-2dda-4249-99d6-487248de38d2 tempest-TestServerBasicOps-1234246955 tempest-TestServerBasicOps-1234246955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:46:51.314308 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2c1bc980-7b82-49c6-9580-5c21532a175b req-b7162fd9-2dda-4249-99d6-487248de38d2 tempest-TestServerBasicOps-1234246955 tempest-TestServerBasicOps-1234246955-project] 10.222.0.37 "GET /v2.0/networks?id=a4c0b0f2-b6e6-4cd5-b432-998e4080be8f HTTP/1.1" status: 200  len: 808 time: 0.1260116
Dec 25 21:46:51.326144 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-12d8f036-ed06-4270-af5f-6826daa26298 None None] Provisioning complete for port ba81c541-bb9f-4038-ab95-444ad536bb23 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:46:51.326721 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-12d8f036-ed06-4270-af5f-6826daa26298 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:51.346709 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e409e2ed-b1c0-4b11-ab2c-8d47a8c89f9a None None] Routers {'b2b0c490-3638-4e40-b4fa-061ca05d8341'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:46:51.347331 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-e409e2ed-b1c0-4b11-ab2c-8d47a8c89f9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2618664a00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:46:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['b2b0c490-3638-4e40-b4fa-061ca05d8341'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:46:51.406929 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a6491c-e147-467b-8435-5d6eea6a2419 None None] Pushing event updated for resources: {'Port': ['ID=ba81c541-bb9f-4038-ab95-444ad536bb23,revision_number=4']} {{(pid=121609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:46:51.414813 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2c1bc980-7b82-49c6-9580-5c21532a175b req-3d8b2d69-3001-476d-a82f-c6ace713188a tempest-TestServerBasicOps-1234246955 tempest-TestServerBasicOps-1234246955-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=64e4751d74674097b87a3ad1c686e9e5 HTTP/1.1" status: 200  len: 379 time: 0.0905290
Dec 25 21:46:51.426826 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-2c1bc980-7b82-49c6-9580-5c21532a175b req-7b3e2559-bb00-4371-8a5e-8702a7a0001f tempest-TestServerBasicOps-1234246955 tempest-TestServerBasicOps-1234246955-project] Request body: {'port': {'device_id': 'ed6a5d6e-fdbb-4612-9c9e-ccba16508aeb', 'network_id': 'a4c0b0f2-b6e6-4cd5-b432-998e4080be8f', 'admin_state_up': True, 'tenant_id': '64e4751d74674097b87a3ad1c686e9e5', 'security_groups': ['cacc4666-4308-4316-afb3-166edb1f6f7f']}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:46:51.475330 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-12d8f036-ed06-4270-af5f-6826daa26298 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:51.521750 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvr_db [None req-e409e2ed-b1c0-4b11-ab2c-8d47a8c89f9a None None] Set router b2b0c490-3638-4e40-b4fa-061ca05d8341 gateway port host: ncdv-master-1 {{(pid=121609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:46:51.531665 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-12d8f036-ed06-4270-af5f-6826daa26298 None None] For port ba81c541-bb9f-4038-ab95-444ad536bb23, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ba81c541-bb9f-4038-ab95-444ad536bb23,segment=NetworkSegment(99f27401-73f2-4091-985d-1af3074b82f9),segment_id=99f27401-73f2-4091-985d-1af3074b82f9)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:46:51.555910 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c89c849c-a7a6-42e6-864d-ab184ff1b89f req-6a294ff5-c4ab-4064-96f2-d03df4d5abe4 tempest-TestServerBasicOps-1234246955 tempest-TestServerBasicOps-1234246955-project] 10.222.0.32 "GET /v2.0/ports?device_id=ed6a5d6e-fdbb-4612-9c9e-ccba16508aeb HTTP/1.1" status: 200  len: 210 time: 0.0735569
Dec 25 21:46:51.585580 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-12d8f036-ed06-4270-af5f-6826daa26298 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:51.655671 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d8f036-ed06-4270-af5f-6826daa26298 None None] Pushing event updated for resources: {'Port': ['ID=ba81c541-bb9f-4038-ab95-444ad536bb23,revision_number=5']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:46:51.676755 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c1bc980-7b82-49c6-9580-5c21532a175b req-7b3e2559-bb00-4371-8a5e-8702a7a0001f tempest-TestServerBasicOps-1234246955 tempest-TestServerBasicOps-1234246955-project] Made reservation on behalf of 64e4751d74674097b87a3ad1c686e9e5 for: {'port': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:46:51.681464 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-2c1bc980-7b82-49c6-9580-5c21532a175b req-7b3e2559-bb00-4371-8a5e-8702a7a0001f tempest-TestServerBasicOps-1234246955 tempest-TestServerBasicOps-1234246955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:51.709761 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-6f0c20bf-f676-420f-b5ef-af2f8298ac02 None None] Provisioning complete for port ba81c541-bb9f-4038-ab95-444ad536bb23 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:46:51.710407 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-6f0c20bf-f676-420f-b5ef-af2f8298ac02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:51.749359 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-e409e2ed-b1c0-4b11-ab2c-8d47a8c89f9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2618664a00>, [{'id': 'b2b0c490-3638-4e40-b4fa-061ca05d8341', 'name': 'tempest-TestServerBasicOps-772449139-router', 'tenant_id': '2cad11b925d6435b80d2b6f99851adb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.91'}], 'enable_snat': True}, 'gw_port_id': 'cc56df09-c8ff-49e7-a8f2-d27ddf8508dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:46:39Z', 'updated_at': '2021-12-25T21:46:43Z', 'revision_number': 4, 'project_id': '2cad11b925d6435b80d2b6f99851adb9', 'gw_port': {'id': 'cc56df09-c8ff-49e7-a8f2-d27ddf8508dc', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:78:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2b0c490-3638-4e40-b4fa-061ca05d8341', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:46:39Z', 'updated_at': '2021-12-25T21:46:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'ba81c541-bb9f-4038-ab95-444ad536bb23', 'name': '', 'network_id': 'ab76c1e8-304b-4ec9-ba3d-4ec49a1c69e3', 'tenant_id': '2cad11b925d6435b80d2b6f99851adb9', 'mac_address': 'fa:16:3e:cc:ac:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2b0c490-3638-4e40-b4fa-061ca05d8341', 'device_owner': 'network:router_interface', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': '43801a3f-247a-4441-8d3c-740f736c443a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:46:42Z', 'updated_at': '2021-12-25T21:46:51Z', 'revision_number': 4, 'project_id': '2cad11b925d6435b80d2b6f99851adb9', 'subnets': [{'id': '43801a3f-247a-4441-8d3c-740f736c443a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:46:51.782326 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e409e2ed-b1c0-4b11-ab2c-8d47a8c89f9a None None] The sync data for ids ['b2b0c490-3638-4e40-b4fa-061ca05d8341'] in ncdv-master-1 is: [{'id': 'b2b0c490-3638-4e40-b4fa-061ca05d8341', 'name': 'tempest-TestServerBasicOps-772449139-router', 'tenant_id': '2cad11b925d6435b80d2b6f99851adb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.91'}], 'enable_snat': True}, 'gw_port_id': 'cc56df09-c8ff-49e7-a8f2-d27ddf8508dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:46:39Z', 'updated_at': '2021-12-25T21:46:43Z', 'revision_number': 4, 'project_id': '2cad11b925d6435b80d2b6f99851adb9', 'gw_port': {'id': 'cc56df09-c8ff-49e7-a8f2-d27ddf8508dc', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:78:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2b0c490-3638-4e40-b4fa-061ca05d8341', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:46:39Z', 'updated_at': '2021-12-25T21:46:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'ba81c541-bb9f-4038-ab95-444ad536bb23', 'name': '', 'network_id': 'ab76c1e8-304b-4ec9-ba3d-4ec49a1c69e3', 'tenant_id': '2cad11b925d6435b80d2b6f99851adb9', 'mac_address': 'fa:16:3e:cc:ac:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2b0c490-3638-4e40-b4fa-061ca05d8341', 'device_owner': 'network:router_interface', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': '43801a3f-247a-4441-8d3c-740f736c443a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:46:42Z', 'updated_at': '2021-12-25T21:46:51Z', 'revision_number': 4, 'project_id': '2cad11b925d6435b80d2b6f99851adb9', 'subnets': [{'id': '43801a3f-247a-4441-8d3c-740f736c443a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 21:46:51.864747 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51477d87-818d-4cd6-a31d-60aee24bc8b6 req-2d40a58c-bde4-4db1-abf7-a72fcad124f0 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:46:51.868534 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-51477d87-818d-4cd6-a31d-60aee24bc8b6 req-2d40a58c-bde4-4db1-abf7-a72fcad124f0 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] 10.222.0.32 "GET /v2.0/ports?device_id=574a7f03-246c-42e8-a86b-736db9813ce7 HTTP/1.1" status: 200  len: 943 time: 0.1179075
Dec 25 21:46:51.918115 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_common [req-2c1bc980-7b82-49c6-9580-5c21532a175b req-7b3e2559-bb00-4371-8a5e-8702a7a0001f tempest-TestServerBasicOps-1234246955 tempest-TestServerBasicOps-1234246955-project] Allocated IP 172.20.0.3 (a4c0b0f2-b6e6-4cd5-b432-998e4080be8f/890f9595-15a1-44e2-9623-b5b5a5ffc2ef/931bea7a-4cb4-461c-951d-5f999f37574b) {{(pid=121606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:46:51.960095 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-51477d87-818d-4cd6-a31d-60aee24bc8b6 req-a1b4c461-aa9a-4232-8101-cf20ef8428bc tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] 10.222.0.32 "GET /v2.0/security-groups?id=1442ee7e-d497-4549-9ece-3420424df34d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0832365
Dec 25 21:46:52.033298 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device ba81c541-bb9f-4038-ab95-444ad536bb23 up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:46:52.091745 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port ba81c541-bb9f-4038-ab95-444ad536bb23 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:46:52.092106 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:52.123977 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-2c1bc980-7b82-49c6-9580-5c21532a175b req-7b3e2559-bb00-4371-8a5e-8702a7a0001f tempest-TestServerBasicOps-1234246955 tempest-TestServerBasicOps-1234246955-project] Publish callbacks [] for port, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:52.277603 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-2c1bc980-7b82-49c6-9580-5c21532a175b req-7b3e2559-bb00-4371-8a5e-8702a7a0001f tempest-TestServerBasicOps-1234246955 tempest-TestServerBasicOps-1234246955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:52.331913 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c1bc980-7b82-49c6-9580-5c21532a175b req-7b3e2559-bb00-4371-8a5e-8702a7a0001f tempest-TestServerBasicOps-1234246955 tempest-TestServerBasicOps-1234246955-project] Network a4c0b0f2-b6e6-4cd5-b432-998e4080be8f is already hosted by enough agents. {{(pid=121606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:46:52.337405 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [req-2c1bc980-7b82-49c6-9580-5c21532a175b req-7b3e2559-bb00-4371-8a5e-8702a7a0001f tempest-TestServerBasicOps-1234246955 tempest-TestServerBasicOps-1234246955-project] Resources bound (agent type, host, resource id):  {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:46:52.340810 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c1bc980-7b82-49c6-9580-5c21532a175b req-7b3e2559-bb00-4371-8a5e-8702a7a0001f tempest-TestServerBasicOps-1234246955 tempest-TestServerBasicOps-1234246955-project] Received port after_create {{(pid=121606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:46:52.376275 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3e2559-bb00-4371-8a5e-8702a7a0001f tempest-TestServerBasicOps-1234246955 tempest-TestServerBasicOps-1234246955-project] Pushing event updated for resources: {'Port': ['ID=931bea7a-4cb4-461c-951d-5f999f37574b,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:46:52.406504 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1bc980-7b82-49c6-9580-5c21532a175b req-7b3e2559-bb00-4371-8a5e-8702a7a0001f tempest-TestServerBasicOps-1234246955 tempest-TestServerBasicOps-1234246955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:46:52.407137 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-2c1bc980-7b82-49c6-9580-5c21532a175b req-7b3e2559-bb00-4371-8a5e-8702a7a0001f tempest-TestServerBasicOps-1234246955 tempest-TestServerBasicOps-1234246955-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:52.468145 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2c1bc980-7b82-49c6-9580-5c21532a175b req-7b3e2559-bb00-4371-8a5e-8702a7a0001f tempest-TestServerBasicOps-1234246955 tempest-TestServerBasicOps-1234246955-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0464823
Dec 25 21:46:52.481601 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-2c1bc980-7b82-49c6-9580-5c21532a175b req-83be6086-ec43-42f7-a260-a0368a2c03ff service neutron] Request body: {'port': {'device_id': 'ed6a5d6e-fdbb-4612-9c9e-ccba16508aeb', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:46:52.538489 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-2c1bc980-7b82-49c6-9580-5c21532a175b req-83be6086-ec43-42f7-a260-a0368a2c03ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:52.635803 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-abd47bf3-db3b-4d91-9fc5-667d7a39cf94 None None] Provisioning complete for port 931bea7a-4cb4-461c-951d-5f999f37574b triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:46:52.639755 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-abd47bf3-db3b-4d91-9fc5-667d7a39cf94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:52.680221 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-abd47bf3-db3b-4d91-9fc5-667d7a39cf94 None None] Port 931bea7a-4cb4-461c-951d-5f999f37574b cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:46:52.707106 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device 3fdfb8ce-2c32-49bd-9593-d3fefa5133f4 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 25 21:46:52.733615 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5bdb64-a402-46e5-a902-3c78d5a9a70a req-90b6bd17-0349-4457-9926-73b4f625417c tempest-TestServerBasicOps-1234246955 tempest-TestServerBasicOps-1234246955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:46:52.735108 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7c5bdb64-a402-46e5-a902-3c78d5a9a70a req-90b6bd17-0349-4457-9926-73b4f625417c tempest-TestServerBasicOps-1234246955 tempest-TestServerBasicOps-1234246955-project] 10.222.0.32 "GET /v2.0/ports?device_id=ed6a5d6e-fdbb-4612-9c9e-ccba16508aeb HTTP/1.1" status: 200  len: 931 time: 0.0874593
Dec 25 21:46:52.806965 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port 3fdfb8ce-2c32-49bd-9593-d3fefa5133f4, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3fdfb8ce-2c32-49bd-9593-d3fefa5133f4,segment=NetworkSegment(1f3bd63b-e8d7-4bf0-b87e-df463155507b),segment_id=1f3bd63b-e8d7-4bf0-b87e-df463155507b)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:46:52.818821 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Returning: {'device': '3fdfb8ce-2c32-49bd-9593-d3fefa5133f4', 'network_id': 'b86c27f6-7fc3-454a-afbf-75e25c82b4a6', 'port_id': '3fdfb8ce-2c32-49bd-9593-d3fefa5133f4', 'mac_address': 'fa:16:3e:3b:ca:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42611c77-db8a-4659-a3e0-7ef4abbb81fe', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 25 21:46:52.843262 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7c5bdb64-a402-46e5-a902-3c78d5a9a70a req-86ce295c-f2dd-4467-a641-c73e35c96285 tempest-TestServerBasicOps-1234246955 tempest-TestServerBasicOps-1234246955-project] 10.222.0.32 "GET /v2.0/security-groups?id=cacc4666-4308-4316-afb3-166edb1f6f7f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0768173
Dec 25 21:46:52.861154 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:52.875415 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3fdfb8ce-2c32-49bd-9593-d3fefa5133f4 {{(pid=121608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:46:52.901352 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [req-2c1bc980-7b82-49c6-9580-5c21532a175b req-83be6086-ec43-42f7-a260-a0368a2c03ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 931bea7a-4cb4-461c-951d-5f999f37574b {{(pid=121606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:46:52.903729 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port 3fdfb8ce-2c32-49bd-9593-d3fefa5133f4, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3fdfb8ce-2c32-49bd-9593-d3fefa5133f4,segment=NetworkSegment(1f3bd63b-e8d7-4bf0-b87e-df463155507b),segment_id=1f3bd63b-e8d7-4bf0-b87e-df463155507b)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:46:52.909269 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-2c1bc980-7b82-49c6-9580-5c21532a175b req-83be6086-ec43-42f7-a260-a0368a2c03ff service neutron] Publish callbacks [] for port, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:52.922061 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.provisioning_blocks [req-2c1bc980-7b82-49c6-9580-5c21532a175b req-83be6086-ec43-42f7-a260-a0368a2c03ff service neutron] Transition to ACTIVE for port object 931bea7a-4cb4-461c-951d-5f999f37574b will not be triggered until provisioned by entity L2. {{(pid=121606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 25 21:46:53.010831 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:53.049785 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-2c1bc980-7b82-49c6-9580-5c21532a175b req-83be6086-ec43-42f7-a260-a0368a2c03ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:53.069129 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Pushing event updated for resources: {'Port': ['ID=3fdfb8ce-2c32-49bd-9593-d3fefa5133f4,revision_number=4']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:46:53.131865 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83be6086-ec43-42f7-a260-a0368a2c03ff service neutron] Pushing event updated for resources: {'Port': ['ID=931bea7a-4cb4-461c-951d-5f999f37574b,revision_number=2']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:46:53.143585 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:46:53.143585 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:46:53.143585 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:46:53.143585 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:46:53.143585 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:46:53.143585 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:46:53.143585 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:46:53.143585 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:46:53.143585 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:46:53.143585 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:46:53.143585 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:46:53.143585 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:46:53.143585 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:46:53.143585 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:46:53.143585 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:46:53.143585 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:46:53.143585 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:46:53.143585 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:46:53.143585 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:46:53.143585 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:46:53.143585 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:46:53.143585 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:46:53.143585 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:46:53.143585 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:46:53.143585 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:46:53.143585 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:46:53.143585 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:46:53.143585 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:46:53.143585 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:46:53.143585 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:46:53.143585 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:46:53.143585 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:46:53.143585 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:46:53.143585 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:46:53.143585 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:46:53.143585 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:46:53.143585 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:46:53.143585 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:46:53.143585 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:46:53.143585 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:46:53.143585 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:46:53.143585 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:46:53.143585 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:46:53.143585 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:46:53.143585 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:46:53.143585 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:46:53.143585 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:46:53.143585 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:46:53.152380 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ddf578-a6c9-40b5-91fd-e37a72d00a37 req-d94502fb-451a-4f9c-adca-a30fd09d2005 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:46:53.152380 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-07ddf578-a6c9-40b5-91fd-e37a72d00a37 req-d94502fb-451a-4f9c-adca-a30fd09d2005 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] 10.222.0.32 "GET /v2.0/ports?device_id=574a7f03-246c-42e8-a86b-736db9813ce7 HTTP/1.1" status: 200  len: 944 time: 0.1093817
Dec 25 21:46:53.240523 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-07ddf578-a6c9-40b5-91fd-e37a72d00a37 req-90424b4a-0546-4676-b093-b3efd17c7a5e tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] 10.222.0.32 "GET /v2.0/security-groups?id=1442ee7e-d497-4549-9ece-3420424df34d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0797567
Dec 25 21:46:53.248025 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] get_ports_and_sgs() called for port_ids ['3fdfb8ce-2c32-49bd-9593-d3fefa5133f4'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:46:53.255171 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-2c1bc980-7b82-49c6-9580-5c21532a175b req-83be6086-ec43-42f7-a260-a0368a2c03ff service neutron] Attempting to bind port 931bea7a-4cb4-461c-951d-5f999f37574b on host nch2-master-1 for vnic_type normal with profile  {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:46:53.255171 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-2c1bc980-7b82-49c6-9580-5c21532a175b req-83be6086-ec43-42f7-a260-a0368a2c03ff service neutron] Attempting to bind port 931bea7a-4cb4-461c-951d-5f999f37574b by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'ccd8bbf5-888c-493e-8fbc-b825dde59170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a4c0b0f2-b6e6-4cd5-b432-998e4080be8f'}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:46:53.255600 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c1bc980-7b82-49c6-9580-5c21532a175b req-83be6086-ec43-42f7-a260-a0368a2c03ff service neutron] Attempting to bind port 931bea7a-4cb4-461c-951d-5f999f37574b on network a4c0b0f2-b6e6-4cd5-b432-998e4080be8f {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:46:53.263023 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c1bc980-7b82-49c6-9580-5c21532a175b req-83be6086-ec43-42f7-a260-a0368a2c03ff service neutron] Port 931bea7a-4cb4-461c-951d-5f999f37574b on network a4c0b0f2-b6e6-4cd5-b432-998e4080be8f not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 25 21:46:53.268281 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c1bc980-7b82-49c6-9580-5c21532a175b req-83be6086-ec43-42f7-a260-a0368a2c03ff service neutron] Attempting to bind port 931bea7a-4cb4-461c-951d-5f999f37574b on network a4c0b0f2-b6e6-4cd5-b432-998e4080be8f {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:46:53.274524 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c1bc980-7b82-49c6-9580-5c21532a175b req-83be6086-ec43-42f7-a260-a0368a2c03ff service neutron] Checking agent: {'id': '0d9ae313-8f8d-40fa-8a9f-d098a25a9911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 21, 4, 38), 'started_at': datetime.datetime(2021, 12, 25, 21, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 46, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:46:53.274945 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c1bc980-7b82-49c6-9580-5c21532a175b req-83be6086-ec43-42f7-a260-a0368a2c03ff service neutron] Checking segment: {'id': 'ccd8bbf5-888c-493e-8fbc-b825dde59170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a4c0b0f2-b6e6-4cd5-b432-998e4080be8f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:46:53.275262 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c1bc980-7b82-49c6-9580-5c21532a175b req-83be6086-ec43-42f7-a260-a0368a2c03ff service neutron] Bound using segment: {'id': 'ccd8bbf5-888c-493e-8fbc-b825dde59170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a4c0b0f2-b6e6-4cd5-b432-998e4080be8f'} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:46:53.275690 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-2c1bc980-7b82-49c6-9580-5c21532a175b req-83be6086-ec43-42f7-a260-a0368a2c03ff service neutron] Bound port: 931bea7a-4cb4-461c-951d-5f999f37574b, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ccd8bbf5-888c-493e-8fbc-b825dde59170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a4c0b0f2-b6e6-4cd5-b432-998e4080be8f'}}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:46:53.276046 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-2c1bc980-7b82-49c6-9580-5c21532a175b req-83be6086-ec43-42f7-a260-a0368a2c03ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:53.359422 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-2c1bc980-7b82-49c6-9580-5c21532a175b req-83be6086-ec43-42f7-a260-a0368a2c03ff service neutron] For port 931bea7a-4cb4-461c-951d-5f999f37574b, host nch2-master-1, cleared binding levels {{(pid=121606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:46:53.362627 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-2c1bc980-7b82-49c6-9580-5c21532a175b req-83be6086-ec43-42f7-a260-a0368a2c03ff service neutron] For port 931bea7a-4cb4-461c-951d-5f999f37574b, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=931bea7a-4cb4-461c-951d-5f999f37574b,segment=NetworkSegment(ccd8bbf5-888c-493e-8fbc-b825dde59170),segment_id=ccd8bbf5-888c-493e-8fbc-b825dde59170)] {{(pid=121606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:46:53.425589 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-2c1bc980-7b82-49c6-9580-5c21532a175b req-83be6086-ec43-42f7-a260-a0368a2c03ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:53.464274 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1bc980-7b82-49c6-9580-5c21532a175b req-83be6086-ec43-42f7-a260-a0368a2c03ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:46:53.464944 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-2c1bc980-7b82-49c6-9580-5c21532a175b req-83be6086-ec43-42f7-a260-a0368a2c03ff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:53.469745 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2c1bc980-7b82-49c6-9580-5c21532a175b req-83be6086-ec43-42f7-a260-a0368a2c03ff service neutron] 10.222.0.37 "PUT /v2.0/ports/931bea7a-4cb4-461c-951d-5f999f37574b HTTP/1.1" status: 200  len: 1091 time: 0.9899225
Dec 25 21:46:53.470298 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed6a5d6e-fdbb-4612-9c9e-ccba16508aeb', 'tag': '931bea7a-4cb4-461c-951d-5f999f37574b'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:46:53.472906 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9858820c13ec2827453b94ebc4181065e990a4e4089ccb9fe762531ac62d2fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b2dfef0-9790-42d2-87f0-431de9fc53a3" -d '{"events": [{"name": "network-changed", "server_uuid": "ed6a5d6e-fdbb-4612-9c9e-ccba16508aeb", "tag": "931bea7a-4cb4-461c-951d-5f999f37574b"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:46:53.497475 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83be6086-ec43-42f7-a260-a0368a2c03ff service neutron] Pushing event updated for resources: {'Port': ['ID=931bea7a-4cb4-461c-951d-5f999f37574b,revision_number=3']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:46:53.523004 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Dec 2021 21:46:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06a01262-a17a-434c-8137-da6cab194abd x-openstack-request-id: req-06a01262-a17a-434c-8137-da6cab194abd {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:46:53.523004 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed6a5d6e-fdbb-4612-9c9e-ccba16508aeb", "tag": "931bea7a-4cb4-461c-951d-5f999f37574b", "status": "completed", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:46:53.523004 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-06a01262-a17a-434c-8137-da6cab194abd {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:46:53.523004 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed6a5d6e-fdbb-4612-9c9e-ccba16508aeb', 'tag': '931bea7a-4cb4-461c-951d-5f999f37574b', 'status': 'completed', 'code': 200}
Dec 25 21:46:53.585720 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2dfef0-9790-42d2-87f0-431de9fc53a3 req-35d83ef0-b10c-46a8-b918-0c93a6c8786e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:46:53.587750 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3b2dfef0-9790-42d2-87f0-431de9fc53a3 req-35d83ef0-b10c-46a8-b918-0c93a6c8786e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=64e4751d74674097b87a3ad1c686e9e5&device_id=ed6a5d6e-fdbb-4612-9c9e-ccba16508aeb HTTP/1.1" status: 200  len: 1094 time: 0.0449235
Dec 25 21:46:53.693073 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2dfef0-9790-42d2-87f0-431de9fc53a3 req-395c6a2a-9322-4483-96fe-3a0af8dd18fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:46:53.694548 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3b2dfef0-9790-42d2-87f0-431de9fc53a3 req-395c6a2a-9322-4483-96fe-3a0af8dd18fa service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=64e4751d74674097b87a3ad1c686e9e5&shared=False HTTP/1.1" status: 200  len: 909 time: 0.0980780
Dec 25 21:46:53.787467 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2dfef0-9790-42d2-87f0-431de9fc53a3 req-448b203f-5b29-49ef-8ca3-6e9588274d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:46:53.788964 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3b2dfef0-9790-42d2-87f0-431de9fc53a3 req-448b203f-5b29-49ef-8ca3-6e9588274d68 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.0873065
Dec 25 21:46:53.869666 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1bc980-7b82-49c6-9580-5c21532a175b req-48bd0d06-9f72-4ef0-90b3-ce70db74c64e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:46:53.871197 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2c1bc980-7b82-49c6-9580-5c21532a175b req-48bd0d06-9f72-4ef0-90b3-ce70db74c64e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=64e4751d74674097b87a3ad1c686e9e5&device_id=ed6a5d6e-fdbb-4612-9c9e-ccba16508aeb HTTP/1.1" status: 200  len: 1094 time: 0.0461028
Dec 25 21:46:53.915873 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2c1bc980-7b82-49c6-9580-5c21532a175b req-4073b3e6-c0fc-431b-ac13-4b95a88e8710 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=931bea7a-4cb4-461c-951d-5f999f37574b HTTP/1.1" status: 200  len: 217 time: 0.0372696
Dec 25 21:46:53.998022 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1bc980-7b82-49c6-9580-5c21532a175b req-f3c292b0-b227-41b6-a02f-5cf29e0408bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:46:53.999491 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2c1bc980-7b82-49c6-9580-5c21532a175b req-f3c292b0-b227-41b6-a02f-5cf29e0408bd service neutron] 10.222.0.37 "GET /v2.0/subnets?id=890f9595-15a1-44e2-9623-b5b5a5ffc2ef HTTP/1.1" status: 200  len: 847 time: 0.0703719
Dec 25 21:46:54.008904 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba994b72-51dd-4243-9d99-12382f501459 req-0de3cfaa-3f3c-494b-a49b-45d8c53c6304 tempest-TestServerBasicOps-1234246955 tempest-TestServerBasicOps-1234246955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:46:54.010549 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ba994b72-51dd-4243-9d99-12382f501459 req-0de3cfaa-3f3c-494b-a49b-45d8c53c6304 tempest-TestServerBasicOps-1234246955 tempest-TestServerBasicOps-1234246955-project] 10.222.0.32 "GET /v2.0/ports?device_id=ed6a5d6e-fdbb-4612-9c9e-ccba16508aeb HTTP/1.1" status: 200  len: 943 time: 0.0898376
Dec 25 21:46:54.081206 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1bc980-7b82-49c6-9580-5c21532a175b req-c94315de-bb94-496d-92b0-404d2c9e2873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:46:54.082722 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2c1bc980-7b82-49c6-9580-5c21532a175b req-c94315de-bb94-496d-92b0-404d2c9e2873 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a4c0b0f2-b6e6-4cd5-b432-998e4080be8f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0712960
Dec 25 21:46:54.087847 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ba994b72-51dd-4243-9d99-12382f501459 req-b9e40e9f-245c-409c-87bb-c4262b4292ea tempest-TestServerBasicOps-1234246955 tempest-TestServerBasicOps-1234246955-project] 10.222.0.32 "GET /v2.0/security-groups?id=cacc4666-4308-4316-afb3-166edb1f6f7f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0687459
Dec 25 21:46:54.176763 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2c1bc980-7b82-49c6-9580-5c21532a175b req-c4f5af9a-060c-4c96-9cca-364a5afbd8a5 service neutron] 10.222.0.37 "GET /v2.0/networks/a4c0b0f2-b6e6-4cd5-b432-998e4080be8f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0861979
Dec 25 21:46:54.268193 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2c1bc980-7b82-49c6-9580-5c21532a175b req-832bca63-c304-4c01-a837-c47364c7f733 service neutron] 10.222.0.37 "GET /v2.0/networks/a4c0b0f2-b6e6-4cd5-b432-998e4080be8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0841992
Dec 25 21:46:54.372442 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b3090b-3c37-4c9a-88ef-07a736d64b4f req-3f346245-2a89-499b-a6d8-e9a880f77bbd tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:46:54.373873 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-38b3090b-3c37-4c9a-88ef-07a736d64b4f req-3f346245-2a89-499b-a6d8-e9a880f77bbd tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] 10.222.0.32 "GET /v2.0/ports?device_id=574a7f03-246c-42e8-a86b-736db9813ce7 HTTP/1.1" status: 200  len: 944 time: 0.0503395
Dec 25 21:46:54.426766 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-38b3090b-3c37-4c9a-88ef-07a736d64b4f req-02005cbf-2c04-4423-b9d6-640ae6e454ac tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] 10.222.0.32 "GET /v2.0/security-groups?id=1442ee7e-d497-4549-9ece-3420424df34d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0468802
Dec 25 21:46:54.722873 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device 3fdfb8ce-2c32-49bd-9593-d3fefa5133f4 up at agent hyperv_nch1-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:46:54.848287 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Provisioning for port 3fdfb8ce-2c32-49bd-9593-d3fefa5133f4 completed by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 25 21:46:54.852373 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Provisioning complete for port 3fdfb8ce-2c32-49bd-9593-d3fefa5133f4 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:46:54.852747 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:54.934053 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:54.957037 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '574a7f03-246c-42e8-a86b-736db9813ce7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fdfb8ce-2c32-49bd-9593-d3fefa5133f4'}] {{(pid=121608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:46:54.959260 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a88c78c3ff6266bd59c7e89d275b28c92e739b67d23c89d71af88829fd31566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0235224-01ba-4f4a-a31e-5316aec8ea7f" -d '{"events": [{"server_uuid": "574a7f03-246c-42e8-a86b-736db9813ce7", "name": "network-vif-plugged", "status": "completed", "tag": "3fdfb8ce-2c32-49bd-9593-d3fefa5133f4"}]}' {{(pid=121608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:46:54.972031 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port 3fdfb8ce-2c32-49bd-9593-d3fefa5133f4, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3fdfb8ce-2c32-49bd-9593-d3fefa5133f4,segment=NetworkSegment(1f3bd63b-e8d7-4bf0-b87e-df463155507b),segment_id=1f3bd63b-e8d7-4bf0-b87e-df463155507b)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:46:55.042427 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:55.066599 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 21:46:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee2a6556-263c-4cf7-b896-65e62d684fac x-openstack-request-id: req-ee2a6556-263c-4cf7-b896-65e62d684fac {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:46:55.066903 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "574a7f03-246c-42e8-a86b-736db9813ce7", "name": "network-vif-plugged", "status": "completed", "tag": "3fdfb8ce-2c32-49bd-9593-d3fefa5133f4", "code": 200}]} {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:46:55.067160 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ee2a6556-263c-4cf7-b896-65e62d684fac {{(pid=121608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:46:55.067551 ncdv-master-1 neutron-server[121608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '574a7f03-246c-42e8-a86b-736db9813ce7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fdfb8ce-2c32-49bd-9593-d3fefa5133f4', 'code': 200}
Dec 25 21:46:55.094310 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Pushing event updated for resources: {'Port': ['ID=3fdfb8ce-2c32-49bd-9593-d3fefa5133f4,revision_number=5']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:46:55.167923 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47ef312-78af-459d-9771-6ac78137a962 req-2791b6d4-fb39-494f-b483-21124a958624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:46:55.169481 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c47ef312-78af-459d-9771-6ac78137a962 req-2791b6d4-fb39-494f-b483-21124a958624 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=574a7f03-246c-42e8-a86b-736db9813ce7 HTTP/1.1" status: 200  len: 1096 time: 0.0495546
Dec 25 21:46:55.234421 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05426c7-f942-4f1e-9b5a-65d239389bfd req-d94f3ac1-e888-4dbb-8967-2a0fb233a68b tempest-TestServerBasicOps-1234246955 tempest-TestServerBasicOps-1234246955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:46:55.235948 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c05426c7-f942-4f1e-9b5a-65d239389bfd req-d94f3ac1-e888-4dbb-8967-2a0fb233a68b tempest-TestServerBasicOps-1234246955 tempest-TestServerBasicOps-1234246955-project] 10.222.0.32 "GET /v2.0/ports?device_id=ed6a5d6e-fdbb-4612-9c9e-ccba16508aeb HTTP/1.1" status: 200  len: 943 time: 0.0789266
Dec 25 21:46:55.244319 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c47ef312-78af-459d-9771-6ac78137a962 req-1fa4944d-aa42-4c4d-ba2b-10dc4a552752 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=1442ee7e-d497-4549-9ece-3420424df34d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0578120
Dec 25 21:46:55.290970 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c05426c7-f942-4f1e-9b5a-65d239389bfd req-968eaa82-fd1b-45ac-a4ef-c7d462450778 tempest-TestServerBasicOps-1234246955 tempest-TestServerBasicOps-1234246955-project] 10.222.0.32 "GET /v2.0/security-groups?id=cacc4666-4308-4316-afb3-166edb1f6f7f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0457244
Dec 25 21:46:55.545226 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621059c7-bb28-4adf-930a-1450bb88be60 req-f728f3aa-c597-4551-bcb0-f32035277fd6 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:46:55.546593 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-621059c7-bb28-4adf-930a-1450bb88be60 req-f728f3aa-c597-4551-bcb0-f32035277fd6 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] 10.222.0.32 "GET /v2.0/ports?device_id=574a7f03-246c-42e8-a86b-736db9813ce7 HTTP/1.1" status: 200  len: 945 time: 0.0502031
Dec 25 21:46:55.595415 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-621059c7-bb28-4adf-930a-1450bb88be60 req-d59c2ccd-dd6a-490d-a7f3-7539481e1509 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] 10.222.0.32 "GET /v2.0/security-groups?id=1442ee7e-d497-4549-9ece-3420424df34d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0428550
Dec 25 21:46:56.407538 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f6a031-b699-4ca6-8456-d93d5a8b69c3 req-26bfe721-7f63-48cb-8f0f-a340a17daf36 tempest-TestServerBasicOps-1234246955 tempest-TestServerBasicOps-1234246955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:46:56.409059 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-13f6a031-b699-4ca6-8456-d93d5a8b69c3 req-26bfe721-7f63-48cb-8f0f-a340a17daf36 tempest-TestServerBasicOps-1234246955 tempest-TestServerBasicOps-1234246955-project] 10.222.0.32 "GET /v2.0/ports?device_id=ed6a5d6e-fdbb-4612-9c9e-ccba16508aeb HTTP/1.1" status: 200  len: 943 time: 0.0489805
Dec 25 21:46:56.459589 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-13f6a031-b699-4ca6-8456-d93d5a8b69c3 req-d12bc4f7-d6ae-43f9-86f1-3cff4ab5f991 tempest-TestServerBasicOps-1234246955 tempest-TestServerBasicOps-1234246955-project] 10.222.0.32 "GET /v2.0/security-groups?id=cacc4666-4308-4316-afb3-166edb1f6f7f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0444326
Dec 25 21:46:56.637799 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device 931bea7a-4cb4-461c-951d-5f999f37574b details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 25 21:46:56.716799 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e9855b-02af-4f5a-a9a1-eb32608d1e53 req-63f1c492-7545-49ae-b8ce-dec03aa29ca4 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:46:56.718899 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-26e9855b-02af-4f5a-a9a1-eb32608d1e53 req-63f1c492-7545-49ae-b8ce-dec03aa29ca4 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] 10.222.0.32 "GET /v2.0/ports?device_id=574a7f03-246c-42e8-a86b-736db9813ce7 HTTP/1.1" status: 200  len: 945 time: 0.0539057
Dec 25 21:46:56.735948 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port 931bea7a-4cb4-461c-951d-5f999f37574b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=931bea7a-4cb4-461c-951d-5f999f37574b,segment=NetworkSegment(ccd8bbf5-888c-493e-8fbc-b825dde59170),segment_id=ccd8bbf5-888c-493e-8fbc-b825dde59170)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:46:56.747299 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Returning: {'device': '931bea7a-4cb4-461c-951d-5f999f37574b', 'network_id': 'a4c0b0f2-b6e6-4cd5-b432-998e4080be8f', 'port_id': '931bea7a-4cb4-461c-951d-5f999f37574b', 'mac_address': 'fa:16:3e:d7:a3:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '890f9595-15a1-44e2-9623-b5b5a5ffc2ef', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 25 21:46:56.767856 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-26e9855b-02af-4f5a-a9a1-eb32608d1e53 req-2aea5e53-09b3-49fa-89d7-a1a0bd577d62 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] 10.222.0.32 "GET /v2.0/security-groups?id=1442ee7e-d497-4549-9ece-3420424df34d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0432770
Dec 25 21:46:56.785259 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:56.798295 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 931bea7a-4cb4-461c-951d-5f999f37574b {{(pid=121608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:46:56.817586 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port 931bea7a-4cb4-461c-951d-5f999f37574b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=931bea7a-4cb4-461c-951d-5f999f37574b,segment=NetworkSegment(ccd8bbf5-888c-493e-8fbc-b825dde59170),segment_id=ccd8bbf5-888c-493e-8fbc-b825dde59170)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:46:56.886941 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6559388-4216-4c31-9e28-59aeba19ea41 req-7017ccf3-16f2-4da5-8d11-b1cf2bfd0966 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:46:56.888390 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a6559388-4216-4c31-9e28-59aeba19ea41 req-7017ccf3-16f2-4da5-8d11-b1cf2bfd0966 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] 10.222.0.32 "GET /v2.0/ports?device_id=574a7f03-246c-42e8-a86b-736db9813ce7 HTTP/1.1" status: 200  len: 945 time: 0.0502162
Dec 25 21:46:56.900500 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:56.937883 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a6559388-4216-4c31-9e28-59aeba19ea41 req-6c93a25a-2b90-4073-8009-557c9c2f0a5d tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] 10.222.0.32 "GET /v2.0/security-groups?id=1442ee7e-d497-4549-9ece-3420424df34d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0435760
Dec 25 21:46:56.951914 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Pushing event updated for resources: {'Port': ['ID=931bea7a-4cb4-461c-951d-5f999f37574b,revision_number=4']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:46:56.961222 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 43578) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:46:57.000641 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f518586-f074-49d0-9911-b08168ff9a57 tempest-TestNetworkBasicOps-1153214031 tempest-TestNetworkBasicOps-1153214031-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:46:57.002216 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-8f518586-f074-49d0-9911-b08168ff9a57 tempest-TestNetworkBasicOps-1153214031 tempest-TestNetworkBasicOps-1153214031-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=574a7f03-246c-42e8-a86b-736db9813ce7 HTTP/1.1" status: 200  len: 1091 time: 0.0399852
Dec 25 21:46:57.005240 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 43582) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:46:57.010568 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-e2faa4ef-dbf9-4d83-8276-4d71c01849a4 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Request body: {'floatingip': {'floating_network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'port_id': '3fdfb8ce-2c32-49bd-9593-d3fefa5133f4', 'tenant_id': '59ed9da8ed224ce9b429cb4c633a2498', 'fixed_ip_address': '172.20.0.8'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:46:57.109525 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] get_ports_and_sgs() called for port_ids ['931bea7a-4cb4-461c-951d-5f999f37574b'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:46:57.134687 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e2faa4ef-dbf9-4d83-8276-4d71c01849a4 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Publish callbacks [] for floatingip, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:57.232654 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e2faa4ef-dbf9-4d83-8276-4d71c01849a4 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:57.334772 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_common [None req-e2faa4ef-dbf9-4d83-8276-4d71c01849a4 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Allocated IP 172.35.3.3 (7201e55c-7c5f-41aa-a042-a363696539d0/7a939e13-713f-45cf-bba7-1539635abe25/a2f25466-debf-42e5-9abe-c494b6c55851) {{(pid=121607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:46:57.437155 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e2faa4ef-dbf9-4d83-8276-4d71c01849a4 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Publish callbacks [] for port, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:57.528428 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e2faa4ef-dbf9-4d83-8276-4d71c01849a4 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:57.569606 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2faa4ef-dbf9-4d83-8276-4d71c01849a4 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Network 7201e55c-7c5f-41aa-a042-a363696539d0 is already hosted by enough agents. {{(pid=121607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:46:57.572541 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-e2faa4ef-dbf9-4d83-8276-4d71c01849a4 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Resources bound (agent type, host, resource id):  {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:46:57.575958 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2faa4ef-dbf9-4d83-8276-4d71c01849a4 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Received port after_create {{(pid=121607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:46:57.581411 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2faa4ef-dbf9-4d83-8276-4d71c01849a4 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Pushing event updated for resources: {'Port': ['ID=a2f25466-debf-42e5-9abe-c494b6c55851,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:46:57.581550 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0347908e-4759-404c-a32a-63eb8bbe7f4b req-2b9da11f-7013-45ca-9b08-d21887603906 tempest-TestServerBasicOps-1234246955 tempest-TestServerBasicOps-1234246955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:46:57.583079 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0347908e-4759-404c-a32a-63eb8bbe7f4b req-2b9da11f-7013-45ca-9b08-d21887603906 tempest-TestServerBasicOps-1234246955 tempest-TestServerBasicOps-1234246955-project] 10.222.0.32 "GET /v2.0/ports?device_id=ed6a5d6e-fdbb-4612-9c9e-ccba16508aeb HTTP/1.1" status: 200  len: 944 time: 0.0541713
Dec 25 21:46:57.635626 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0347908e-4759-404c-a32a-63eb8bbe7f4b req-89f8c308-e9e6-4c47-a046-b2ae36ca117a tempest-TestServerBasicOps-1234246955 tempest-TestServerBasicOps-1234246955-project] 10.222.0.32 "GET /v2.0/security-groups?id=cacc4666-4308-4316-afb3-166edb1f6f7f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0445194
Dec 25 21:46:58.063860 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e2faa4ef-dbf9-4d83-8276-4d71c01849a4 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Publish callbacks [] for floatingip, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:58.496486 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e2faa4ef-dbf9-4d83-8276-4d71c01849a4 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:58.644800 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e2faa4ef-dbf9-4d83-8276-4d71c01849a4 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Publish callbacks [] for port, precommit_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:58.657584 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device 931bea7a-4cb4-461c-951d-5f999f37574b up at agent hyperv_nch2-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:46:58.753174 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ecb5cd-38ae-48e6-b83e-08b60dd70e23 req-0d75b426-a4d1-4255-b476-a7c811297d7a tempest-TestServerBasicOps-1234246955 tempest-TestServerBasicOps-1234246955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:46:58.754652 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b2ecb5cd-38ae-48e6-b83e-08b60dd70e23 req-0d75b426-a4d1-4255-b476-a7c811297d7a tempest-TestServerBasicOps-1234246955 tempest-TestServerBasicOps-1234246955-project] 10.222.0.32 "GET /v2.0/ports?device_id=ed6a5d6e-fdbb-4612-9c9e-ccba16508aeb HTTP/1.1" status: 200  len: 944 time: 0.0482485
Dec 25 21:46:58.761661 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e2faa4ef-dbf9-4d83-8276-4d71c01849a4 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8632327'] for port, after_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:58.805127 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b2ecb5cd-38ae-48e6-b83e-08b60dd70e23 req-5f4e9ba9-46ba-4960-9c87-a0a845dc02af tempest-TestServerBasicOps-1234246955 tempest-TestServerBasicOps-1234246955-project] 10.222.0.32 "GET /v2.0/security-groups?id=cacc4666-4308-4316-afb3-166edb1f6f7f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0438342
Dec 25 21:46:58.819590 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Provisioning for port 931bea7a-4cb4-461c-951d-5f999f37574b completed by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 25 21:46:58.828176 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Provisioning complete for port 931bea7a-4cb4-461c-951d-5f999f37574b triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:46:58.828580 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:58.833468 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2faa4ef-dbf9-4d83-8276-4d71c01849a4 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Pushing event updated for resources: {'Port': ['ID=a2f25466-debf-42e5-9abe-c494b6c55851,revision_number=2']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:46:58.845538 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e2faa4ef-dbf9-4d83-8276-4d71c01849a4 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2008639'] for floatingip, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:58.911857 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:58.938435 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed6a5d6e-fdbb-4612-9c9e-ccba16508aeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '931bea7a-4cb4-461c-951d-5f999f37574b'}] {{(pid=121608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:46:58.940582 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a88c78c3ff6266bd59c7e89d275b28c92e739b67d23c89d71af88829fd31566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bb9578d-226d-4f49-b6b1-05e3c53dd841" -d '{"events": [{"server_uuid": "ed6a5d6e-fdbb-4612-9c9e-ccba16508aeb", "name": "network-vif-plugged", "status": "completed", "tag": "931bea7a-4cb4-461c-951d-5f999f37574b"}]}' {{(pid=121608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:46:58.949380 ncdv-master-1 neutron-server[121607]: INFO neutron.db.l3_db [None req-e2faa4ef-dbf9-4d83-8276-4d71c01849a4 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Floating IP 54a300a5-7a9b-4027-bf63-a8fd2b7bafd1 associated. External IP: 172.35.3.3, port: 3fdfb8ce-2c32-49bd-9593-d3fefa5133f4.
Dec 25 21:46:58.955628 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port 931bea7a-4cb4-461c-951d-5f999f37574b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=931bea7a-4cb4-461c-951d-5f999f37574b,segment=NetworkSegment(ccd8bbf5-888c-493e-8fbc-b825dde59170),segment_id=ccd8bbf5-888c-493e-8fbc-b825dde59170)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:46:58.990224 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 21:46:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-365ea9cd-fb7e-45bd-8a0a-2b6dd3571c5d x-openstack-request-id: req-365ea9cd-fb7e-45bd-8a0a-2b6dd3571c5d {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:46:58.990523 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed6a5d6e-fdbb-4612-9c9e-ccba16508aeb", "name": "network-vif-plugged", "status": "completed", "tag": "931bea7a-4cb4-461c-951d-5f999f37574b", "code": 200}]} {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:46:58.990783 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-365ea9cd-fb7e-45bd-8a0a-2b6dd3571c5d {{(pid=121608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:46:58.991198 ncdv-master-1 neutron-server[121608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed6a5d6e-fdbb-4612-9c9e-ccba16508aeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '931bea7a-4cb4-461c-951d-5f999f37574b', 'code': 200}
Dec 25 21:46:59.054226 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:59.095817 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfaf1dd6-1e17-4784-8568-ad888343da29 req-494b0995-9402-422b-861a-ab6cd2ecb79d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:46:59.097535 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-bfaf1dd6-1e17-4784-8568-ad888343da29 req-494b0995-9402-422b-861a-ab6cd2ecb79d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ed6a5d6e-fdbb-4612-9c9e-ccba16508aeb HTTP/1.1" status: 200  len: 1096 time: 0.0489264
Dec 25 21:46:59.105632 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Pushing event updated for resources: {'Port': ['ID=931bea7a-4cb4-461c-951d-5f999f37574b,revision_number=5']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:46:59.147717 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-bfaf1dd6-1e17-4784-8568-ad888343da29 req-92bda8ab-4f1b-4684-878c-18795c959abb service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=cacc4666-4308-4316-afb3-166edb1f6f7f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0412462
Dec 25 21:46:59.167200 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2faa4ef-dbf9-4d83-8276-4d71c01849a4 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Router d35a4ea1-6599-4f9a-b03a-53ae2d582b1e has already been hosted by L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 {{(pid=121607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 25 21:46:59.279751 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2faa4ef-dbf9-4d83-8276-4d71c01849a4 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 21:46:59.289929 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7b1fdfb-a7c6-4d23-bb87-0e5262b4b746 None None] Sync routers for ids ['d35a4ea1-6599-4f9a-b03a-53ae2d582b1e'] in ncdv-master-1 {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 21:46:59.300531 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7b1fdfb-a7c6-4d23-bb87-0e5262b4b746 None None] Routers {'d35a4ea1-6599-4f9a-b03a-53ae2d582b1e'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:46:59.301289 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-a7b1fdfb-a7c6-4d23-bb87-0e5262b4b746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2613249670>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:46:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['d35a4ea1-6599-4f9a-b03a-53ae2d582b1e'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:46:59.358899 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e2faa4ef-dbf9-4d83-8276-4d71c01849a4 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for floatingip, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:46:59.386634 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-e2faa4ef-dbf9-4d83-8276-4d71c01849a4 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 994 time: 2.3801603
Dec 25 21:46:59.387304 ncdv-master-1 neutron-server[121607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '574a7f03-246c-42e8-a86b-736db9813ce7', 'tag': '3fdfb8ce-2c32-49bd-9593-d3fefa5133f4'}] {{(pid=121607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:46:59.389576 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 43610) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:46:59.390053 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f980bbcadfa7bf1e788024e1448be660373c21f97f015f780444e999c451203" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85818fcb-c7ce-43f8-82bb-704e42fedfe7" -d '{"events": [{"name": "network-changed", "server_uuid": "574a7f03-246c-42e8-a86b-736db9813ce7", "tag": "3fdfb8ce-2c32-49bd-9593-d3fefa5133f4"}]}' {{(pid=121607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:46:59.413393 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvr_db [None req-a7b1fdfb-a7c6-4d23-bb87-0e5262b4b746 None None] Set router d35a4ea1-6599-4f9a-b03a-53ae2d582b1e gateway port host: ncdv-master-1 {{(pid=121608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:46:59.436946 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Dec 2021 21:46:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9e691f8-ed4a-422e-aa2f-eab1134e1d98 x-openstack-request-id: req-b9e691f8-ed4a-422e-aa2f-eab1134e1d98 {{(pid=121607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:46:59.437244 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "574a7f03-246c-42e8-a86b-736db9813ce7", "tag": "3fdfb8ce-2c32-49bd-9593-d3fefa5133f4", "status": "completed", "code": 200}]} {{(pid=121607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:46:59.437496 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b9e691f8-ed4a-422e-aa2f-eab1134e1d98 {{(pid=121607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:46:59.437897 ncdv-master-1 neutron-server[121607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '574a7f03-246c-42e8-a86b-736db9813ce7', 'tag': '3fdfb8ce-2c32-49bd-9593-d3fefa5133f4', 'status': 'completed', 'code': 200}
Dec 25 21:46:59.466561 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-83c86240-62ec-4fc6-8229-becf5aa18892 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] 10.222.0.32 "GET /v2.0/floatingips/54a300a5-7a9b-4027-bf63-a8fd2b7bafd1 HTTP/1.1" status: 200  len: 989 time: 0.0741270
Dec 25 21:46:59.504802 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85818fcb-c7ce-43f8-82bb-704e42fedfe7 req-5767d95e-4c9f-495c-a125-4b313bc8de36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:46:59.506386 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-85818fcb-c7ce-43f8-82bb-704e42fedfe7 req-5767d95e-4c9f-495c-a125-4b313bc8de36 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=59ed9da8ed224ce9b429cb4c633a2498&device_id=574a7f03-246c-42e8-a86b-736db9813ce7 HTTP/1.1" status: 200  len: 1096 time: 0.0399470
Dec 25 21:46:59.601573 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85818fcb-c7ce-43f8-82bb-704e42fedfe7 req-02113587-fe7d-4d12-a58a-81accafd8292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:46:59.603545 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-85818fcb-c7ce-43f8-82bb-704e42fedfe7 req-02113587-fe7d-4d12-a58a-81accafd8292 service neutron] 10.222.0.31 "GET /v2.0/networks?id=b86c27f6-7fc3-454a-afbf-75e25c82b4a6 HTTP/1.1" status: 200  len: 897 time: 0.0888925
Dec 25 21:46:59.643037 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-a7b1fdfb-a7c6-4d23-bb87-0e5262b4b746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2613249670>, [{'id': 'd35a4ea1-6599-4f9a-b03a-53ae2d582b1e', 'name': 'tempest-TestNetworkBasicOps-router-1076977245', 'tenant_id': '59ed9da8ed224ce9b429cb4c633a2498', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.232'}], 'enable_snat': True}, 'gw_port_id': '212d2aac-4140-40c4-a125-c46a912f4351', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:46:31Z', 'updated_at': '2021-12-25T21:46:36Z', 'revision_number': 4, 'project_id': '59ed9da8ed224ce9b429cb4c633a2498', 'gw_port': {'id': '212d2aac-4140-40c4-a125-c46a912f4351', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:92:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35a4ea1-6599-4f9a-b03a-53ae2d582b1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:46:31Z', 'updated_at': '2021-12-25T21:46:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '54a300a5-7a9b-4027-bf63-a8fd2b7bafd1', 'tenant_id': '59ed9da8ed224ce9b429cb4c633a2498', 'floating_ip_address': '172.35.3.3', 'floating_network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'router_id': 'd35a4ea1-6599-4f9a-b03a-53ae2d582b1e', 'port_id': '3fdfb8ce-2c32-49bd-9593-d3fefa5133f4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3914, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b86c27f6-7fc3-454a-afbf-75e25c82b4a6', 'mac_address': 'fa:16:3e:3b:ca:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '574a7f03-246c-42e8-a86b-736db9813ce7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-25T21:46:57Z', 'updated_at': '2021-12-25T21:46:57Z', 'revision_number': 0, 'project_id': '59ed9da8ed224ce9b429cb4c633a2498', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a9bd470-4470-4c20-a45f-95a81c4971f5', 'name': '', 'network_id': 'b86c27f6-7fc3-454a-afbf-75e25c82b4a6', 'tenant_id': '59ed9da8ed224ce9b429cb4c633a2498', 'mac_address': 'fa:16:3e:28:84:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35a4ea1-6599-4f9a-b03a-53ae2d582b1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3880, 'fixed_ips': [{'subnet_id': '42611c77-db8a-4659-a3e0-7ef4abbb81fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:46:35Z', 'updated_at': '2021-12-25T21:46:42Z', 'revision_number': 5, 'project_id': '59ed9da8ed224ce9b429cb4c633a2498', 'subnets': [{'id': '42611c77-db8a-4659-a3e0-7ef4abbb81fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:46:59.676150 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7b1fdfb-a7c6-4d23-bb87-0e5262b4b746 None None] Checking router: d35a4ea1-6599-4f9a-b03a-53ae2d582b1e for host: ncdv-master-1 {{(pid=121608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 25 21:46:59.680570 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-85818fcb-c7ce-43f8-82bb-704e42fedfe7 req-55d60037-ce9c-4f32-a7bf-6b0fd5ad863f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3fdfb8ce-2c32-49bd-9593-d3fefa5133f4 HTTP/1.1" status: 200  len: 997 time: 0.0704112
Dec 25 21:46:59.684607 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7b1fdfb-a7c6-4d23-bb87-0e5262b4b746 None None] Routers {'d35a4ea1-6599-4f9a-b03a-53ae2d582b1e'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:46:59.685241 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-a7b1fdfb-a7c6-4d23-bb87-0e5262b4b746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2613249670>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:46:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['d35a4ea1-6599-4f9a-b03a-53ae2d582b1e'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:46:59.794995 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvr_db [None req-a7b1fdfb-a7c6-4d23-bb87-0e5262b4b746 None None] Set router d35a4ea1-6599-4f9a-b03a-53ae2d582b1e gateway port host: ncdv-master-1 {{(pid=121608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:46:59.832780 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [req-ad9194ef-8295-483c-9c6b-656e948cf69a req-b23058f9-9033-40b6-b53c-3d15dbebedf4 service neutron] (121607) timed out ('10.222.0.31', 59275) {{(pid=121607) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}
Dec 25 21:47:00.042228 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-a7b1fdfb-a7c6-4d23-bb87-0e5262b4b746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2613249670>, [{'id': 'd35a4ea1-6599-4f9a-b03a-53ae2d582b1e', 'name': 'tempest-TestNetworkBasicOps-router-1076977245', 'tenant_id': '59ed9da8ed224ce9b429cb4c633a2498', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.232'}], 'enable_snat': True}, 'gw_port_id': '212d2aac-4140-40c4-a125-c46a912f4351', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:46:31Z', 'updated_at': '2021-12-25T21:46:36Z', 'revision_number': 4, 'project_id': '59ed9da8ed224ce9b429cb4c633a2498', 'gw_port': {'id': '212d2aac-4140-40c4-a125-c46a912f4351', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:92:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35a4ea1-6599-4f9a-b03a-53ae2d582b1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:46:31Z', 'updated_at': '2021-12-25T21:46:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '54a300a5-7a9b-4027-bf63-a8fd2b7bafd1', 'tenant_id': '59ed9da8ed224ce9b429cb4c633a2498', 'floating_ip_address': '172.35.3.3', 'floating_network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'router_id': 'd35a4ea1-6599-4f9a-b03a-53ae2d582b1e', 'port_id': '3fdfb8ce-2c32-49bd-9593-d3fefa5133f4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3914, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b86c27f6-7fc3-454a-afbf-75e25c82b4a6', 'mac_address': 'fa:16:3e:3b:ca:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '574a7f03-246c-42e8-a86b-736db9813ce7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-25T21:46:57Z', 'updated_at': '2021-12-25T21:46:57Z', 'revision_number': 0, 'project_id': '59ed9da8ed224ce9b429cb4c633a2498', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a9bd470-4470-4c20-a45f-95a81c4971f5', 'name': '', 'network_id': 'b86c27f6-7fc3-454a-afbf-75e25c82b4a6', 'tenant_id': '59ed9da8ed224ce9b429cb4c633a2498', 'mac_address': 'fa:16:3e:28:84:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35a4ea1-6599-4f9a-b03a-53ae2d582b1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3880, 'fixed_ips': [{'subnet_id': '42611c77-db8a-4659-a3e0-7ef4abbb81fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:46:35Z', 'updated_at': '2021-12-25T21:46:42Z', 'revision_number': 5, 'project_id': '59ed9da8ed224ce9b429cb4c633a2498', 'subnets': [{'id': '42611c77-db8a-4659-a3e0-7ef4abbb81fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:47:00.073264 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7b1fdfb-a7c6-4d23-bb87-0e5262b4b746 None None] The sync data for ids ['d35a4ea1-6599-4f9a-b03a-53ae2d582b1e'] in ncdv-master-1 is: [{'id': 'd35a4ea1-6599-4f9a-b03a-53ae2d582b1e', 'name': 'tempest-TestNetworkBasicOps-router-1076977245', 'tenant_id': '59ed9da8ed224ce9b429cb4c633a2498', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.232'}], 'enable_snat': True}, 'gw_port_id': '212d2aac-4140-40c4-a125-c46a912f4351', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:46:31Z', 'updated_at': '2021-12-25T21:46:36Z', 'revision_number': 4, 'project_id': '59ed9da8ed224ce9b429cb4c633a2498', 'gw_port': {'id': '212d2aac-4140-40c4-a125-c46a912f4351', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:92:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35a4ea1-6599-4f9a-b03a-53ae2d582b1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:46:31Z', 'updated_at': '2021-12-25T21:46:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '54a300a5-7a9b-4027-bf63-a8fd2b7bafd1', 'tenant_id': '59ed9da8ed224ce9b429cb4c633a2498', 'floating_ip_address': '172.35.3.3', 'floating_network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'router_id': 'd35a4ea1-6599-4f9a-b03a-53ae2d582b1e', 'port_id': '3fdfb8ce-2c32-49bd-9593-d3fefa5133f4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3914, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b86c27f6-7fc3-454a-afbf-75e25c82b4a6', 'mac_address': 'fa:16:3e:3b:ca:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '574a7f03-246c-42e8-a86b-736db9813ce7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-25T21:46:57Z', 'updated_at': '2021-12-25T21:46:57Z', 'revision_number': 0, 'project_id': '59ed9da8ed224ce9b429cb4c633a2498', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a9bd470-4470-4c20-a45f-95a81c4971f5', 'name': '', 'network_id': 'b86c27f6-7fc3-454a-afbf-75e25c82b4a6', 'tenant_id': '59ed9da8ed224ce9b429cb4c633a2498', 'mac_address': 'fa:16:3e:28:84:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35a4ea1-6599-4f9a-b03a-53ae2d582b1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3880, 'fixed_ips': [{'subnet_id': '42611c77-db8a-4659-a3e0-7ef4abbb81fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:46:35Z', 'updated_at': '2021-12-25T21:46:42Z', 'revision_number': 5, 'project_id': '59ed9da8ed224ce9b429cb4c633a2498', 'subnets': [{'id': '42611c77-db8a-4659-a3e0-7ef4abbb81fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 21:47:00.086339 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85818fcb-c7ce-43f8-82bb-704e42fedfe7 req-51143384-2de3-4543-a501-656fc97b0921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:47:00.087872 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-85818fcb-c7ce-43f8-82bb-704e42fedfe7 req-51143384-2de3-4543-a501-656fc97b0921 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=42611c77-db8a-4659-a3e0-7ef4abbb81fe HTTP/1.1" status: 200  len: 834 time: 0.4005711
Dec 25 21:47:00.113732 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fdbd96-936a-4146-a3d6-2cc72df4620b req-1d73cac2-13f6-4b4c-8a9f-3c44d0e0305f tempest-TestServerBasicOps-1234246955 tempest-TestServerBasicOps-1234246955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:47:00.115258 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-39fdbd96-936a-4146-a3d6-2cc72df4620b req-1d73cac2-13f6-4b4c-8a9f-3c44d0e0305f tempest-TestServerBasicOps-1234246955 tempest-TestServerBasicOps-1234246955-project] 10.222.0.32 "GET /v2.0/ports?device_id=ed6a5d6e-fdbb-4612-9c9e-ccba16508aeb HTTP/1.1" status: 200  len: 945 time: 0.0725722
Dec 25 21:47:00.174798 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85818fcb-c7ce-43f8-82bb-704e42fedfe7 req-0d881e4f-62be-457f-938e-f0b9cce80486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:47:00.176438 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-85818fcb-c7ce-43f8-82bb-704e42fedfe7 req-0d881e4f-62be-457f-938e-f0b9cce80486 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b86c27f6-7fc3-454a-afbf-75e25c82b4a6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0788629
Dec 25 21:47:00.204459 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-39fdbd96-936a-4146-a3d6-2cc72df4620b req-20a1d408-0cf5-470f-bdf9-fb73e52b9b99 tempest-TestServerBasicOps-1234246955 tempest-TestServerBasicOps-1234246955-project] 10.222.0.32 "GET /v2.0/security-groups?id=cacc4666-4308-4316-afb3-166edb1f6f7f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0705714
Dec 25 21:47:00.288428 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-85818fcb-c7ce-43f8-82bb-704e42fedfe7 req-d8f7c226-18db-4745-89bc-dfd8b7d89d9f service neutron] 10.222.0.31 "GET /v2.0/networks/b86c27f6-7fc3-454a-afbf-75e25c82b4a6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1010709
Dec 25 21:47:00.311542 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29dab236-7a04-4fb5-b15a-26e514f8892b None None] New status for floating IP 54a300a5-7a9b-4027-bf63-a8fd2b7bafd1: ACTIVE {{(pid=121609) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 25 21:47:00.387758 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-85818fcb-c7ce-43f8-82bb-704e42fedfe7 req-37e24651-d5b9-4126-b9be-11cceea10ef9 service neutron] 10.222.0.31 "GET /v2.0/networks/b86c27f6-7fc3-454a-afbf-75e25c82b4a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0925949
Dec 25 21:47:00.468600 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 43618) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:47:00.529715 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-7181078c-c19e-4058-9f50-e205088ac80a tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] 10.222.0.32 "GET /v2.0/floatingips/54a300a5-7a9b-4027-bf63-a8fd2b7bafd1 HTTP/1.1" status: 200  len: 989 time: 0.0599182
Dec 25 21:47:00.556826 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [req-f480fc95-b7c3-4f59-b0c1-36f3f96ada6b req-63deb335-78d8-43b4-a51e-81dc74e3fea9 service neutron] (121607) timed out ('10.222.0.37', 58179) {{(pid=121607) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}
Dec 25 21:47:01.326512 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442d9946-5989-41d2-a623-46a606a221d4 req-134bafca-647b-44d8-ac7a-ec7c5c0b196f tempest-TestServerBasicOps-1234246955 tempest-TestServerBasicOps-1234246955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:47:01.328027 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-442d9946-5989-41d2-a623-46a606a221d4 req-134bafca-647b-44d8-ac7a-ec7c5c0b196f tempest-TestServerBasicOps-1234246955 tempest-TestServerBasicOps-1234246955-project] 10.222.0.32 "GET /v2.0/ports?device_id=ed6a5d6e-fdbb-4612-9c9e-ccba16508aeb HTTP/1.1" status: 200  len: 945 time: 0.0540068
Dec 25 21:47:01.377749 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-442d9946-5989-41d2-a623-46a606a221d4 req-0fbc0110-1923-495e-8341-64167ca7780a tempest-TestServerBasicOps-1234246955 tempest-TestServerBasicOps-1234246955-project] 10.222.0.32 "GET /v2.0/security-groups?id=cacc4666-4308-4316-afb3-166edb1f6f7f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0435328
Dec 25 21:47:01.496301 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8b846c-3e8b-43ad-b6ff-169b8596eec5 req-ce99dcd5-6c85-4bdc-83ad-46907e71d2b7 tempest-TestServerBasicOps-1234246955 tempest-TestServerBasicOps-1234246955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:47:01.497840 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-cc8b846c-3e8b-43ad-b6ff-169b8596eec5 req-ce99dcd5-6c85-4bdc-83ad-46907e71d2b7 tempest-TestServerBasicOps-1234246955 tempest-TestServerBasicOps-1234246955-project] 10.222.0.32 "GET /v2.0/ports?device_id=ed6a5d6e-fdbb-4612-9c9e-ccba16508aeb HTTP/1.1" status: 200  len: 945 time: 0.0506420
Dec 25 21:47:01.533613 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 43626) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:47:01.553158 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-cc8b846c-3e8b-43ad-b6ff-169b8596eec5 req-92d3fe79-4711-4dfa-a70b-d209260dea3f tempest-TestServerBasicOps-1234246955 tempest-TestServerBasicOps-1234246955-project] 10.222.0.32 "GET /v2.0/security-groups?id=cacc4666-4308-4316-afb3-166edb1f6f7f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0490615
Dec 25 21:47:01.611916 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-1b3cb792-5c8d-465a-b5f9-540e1d15eca0 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] 10.222.0.32 "GET /v2.0/floatingips/54a300a5-7a9b-4027-bf63-a8fd2b7bafd1 HTTP/1.1" status: 200  len: 991 time: 0.0723543
Dec 25 21:47:01.678362 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0e52ae-429c-4c1c-be3a-4b3ce05b8af4 req-79dbbb9a-38b3-4980-b5da-97e5fca68029 tempest-TestServerBasicOps-1234246955 tempest-TestServerBasicOps-1234246955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:47:01.679855 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2b0e52ae-429c-4c1c-be3a-4b3ce05b8af4 req-79dbbb9a-38b3-4980-b5da-97e5fca68029 tempest-TestServerBasicOps-1234246955 tempest-TestServerBasicOps-1234246955-project] 10.222.0.32 "GET /v2.0/ports?device_id=ed6a5d6e-fdbb-4612-9c9e-ccba16508aeb HTTP/1.1" status: 200  len: 945 time: 0.0494885
Dec 25 21:47:01.729422 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2b0e52ae-429c-4c1c-be3a-4b3ce05b8af4 req-48ba516b-974d-4f88-b64b-d828a6277e4d tempest-TestServerBasicOps-1234246955 tempest-TestServerBasicOps-1234246955-project] 10.222.0.32 "GET /v2.0/security-groups?id=cacc4666-4308-4316-afb3-166edb1f6f7f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0429699
Dec 25 21:47:01.751654 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 43630) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:47:01.757219 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.agents_db [None req-ec08dba0-4483-4109-b5e1-5e4a9fdaf12d None None] Agent healthcheck: found 7 active agents {{(pid=121609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 25 21:47:01.883258 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d55fb2d9-b200-4971-8f63-e095eb35ae58 tempest-TestServerBasicOps-1764802205 tempest-TestServerBasicOps-1764802205-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:47:01.885240 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-d55fb2d9-b200-4971-8f63-e095eb35ae58 tempest-TestServerBasicOps-1764802205 tempest-TestServerBasicOps-1764802205-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=ed6a5d6e-fdbb-4612-9c9e-ccba16508aeb HTTP/1.1" status: 200  len: 1091 time: 0.1325727
Dec 25 21:47:01.888092 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 43634) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:47:01.892290 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-f8ed4131-65e9-44b1-b78f-9c894c6b2be2 tempest-TestServerBasicOps-1234246955 tempest-TestServerBasicOps-1234246955-project] Request body: {'floatingip': {'floating_network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'port_id': '931bea7a-4cb4-461c-951d-5f999f37574b', 'tenant_id': '64e4751d74674097b87a3ad1c686e9e5', 'fixed_ip_address': '172.20.0.3'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:47:01.979886 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-f8ed4131-65e9-44b1-b78f-9c894c6b2be2 tempest-TestServerBasicOps-1234246955 tempest-TestServerBasicOps-1234246955-project] Publish callbacks [] for floatingip, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:47:02.077885 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-f8ed4131-65e9-44b1-b78f-9c894c6b2be2 tempest-TestServerBasicOps-1234246955 tempest-TestServerBasicOps-1234246955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:47:02.178347 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_common [None req-f8ed4131-65e9-44b1-b78f-9c894c6b2be2 tempest-TestServerBasicOps-1234246955 tempest-TestServerBasicOps-1234246955-project] Allocated IP 172.35.3.152 (7201e55c-7c5f-41aa-a042-a363696539d0/7a939e13-713f-45cf-bba7-1539635abe25/e7d00693-d599-4747-8d1e-fd38e9a517ce) {{(pid=121606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:47:02.281431 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-f8ed4131-65e9-44b1-b78f-9c894c6b2be2 tempest-TestServerBasicOps-1234246955 tempest-TestServerBasicOps-1234246955-project] Publish callbacks [] for port, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:47:02.357161 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-f8ed4131-65e9-44b1-b78f-9c894c6b2be2 tempest-TestServerBasicOps-1234246955 tempest-TestServerBasicOps-1234246955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:47:02.394714 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8ed4131-65e9-44b1-b78f-9c894c6b2be2 tempest-TestServerBasicOps-1234246955 tempest-TestServerBasicOps-1234246955-project] Network 7201e55c-7c5f-41aa-a042-a363696539d0 is already hosted by enough agents. {{(pid=121606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:47:02.397591 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [None req-f8ed4131-65e9-44b1-b78f-9c894c6b2be2 tempest-TestServerBasicOps-1234246955 tempest-TestServerBasicOps-1234246955-project] Resources bound (agent type, host, resource id):  {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:47:02.401614 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8ed4131-65e9-44b1-b78f-9c894c6b2be2 tempest-TestServerBasicOps-1234246955 tempest-TestServerBasicOps-1234246955-project] Received port after_create {{(pid=121606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:47:02.428814 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ed4131-65e9-44b1-b78f-9c894c6b2be2 tempest-TestServerBasicOps-1234246955 tempest-TestServerBasicOps-1234246955-project] Pushing event updated for resources: {'Port': ['ID=e7d00693-d599-4747-8d1e-fd38e9a517ce,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:47:02.761027 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-f8ed4131-65e9-44b1-b78f-9c894c6b2be2 tempest-TestServerBasicOps-1234246955 tempest-TestServerBasicOps-1234246955-project] Publish callbacks [] for floatingip, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:47:02.916677 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-f8ed4131-65e9-44b1-b78f-9c894c6b2be2 tempest-TestServerBasicOps-1234246955 tempest-TestServerBasicOps-1234246955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:47:03.062229 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-f8ed4131-65e9-44b1-b78f-9c894c6b2be2 tempest-TestServerBasicOps-1234246955 tempest-TestServerBasicOps-1234246955-project] Publish callbacks [] for port, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:47:03.156374 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-f8ed4131-65e9-44b1-b78f-9c894c6b2be2 tempest-TestServerBasicOps-1234246955 tempest-TestServerBasicOps-1234246955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:47:03.233956 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ed4131-65e9-44b1-b78f-9c894c6b2be2 tempest-TestServerBasicOps-1234246955 tempest-TestServerBasicOps-1234246955-project] Pushing event updated for resources: {'Port': ['ID=e7d00693-d599-4747-8d1e-fd38e9a517ce,revision_number=2']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:47:03.245095 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-f8ed4131-65e9-44b1-b78f-9c894c6b2be2 tempest-TestServerBasicOps-1234246955 tempest-TestServerBasicOps-1234246955-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2008639'] for floatingip, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:47:03.346559 ncdv-master-1 neutron-server[121606]: INFO neutron.db.l3_db [None req-f8ed4131-65e9-44b1-b78f-9c894c6b2be2 tempest-TestServerBasicOps-1234246955 tempest-TestServerBasicOps-1234246955-project] Floating IP d90d1e24-00d1-4a68-a145-349d0a358b85 associated. External IP: 172.35.3.152, port: 931bea7a-4cb4-461c-951d-5f999f37574b.
Dec 25 21:47:03.558293 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8ed4131-65e9-44b1-b78f-9c894c6b2be2 tempest-TestServerBasicOps-1234246955 tempest-TestServerBasicOps-1234246955-project] Router a9a5f28c-0a17-40ed-8e85-3a5142666aab has already been hosted by L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 {{(pid=121606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 25 21:47:03.668221 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8ed4131-65e9-44b1-b78f-9c894c6b2be2 tempest-TestServerBasicOps-1234246955 tempest-TestServerBasicOps-1234246955-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 21:47:03.677479 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c935052-1c18-4abb-a6e8-8d5e37e44053 None None] Sync routers for ids ['a9a5f28c-0a17-40ed-8e85-3a5142666aab'] in ncdv-master-1 {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 21:47:03.688251 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c935052-1c18-4abb-a6e8-8d5e37e44053 None None] Routers {'a9a5f28c-0a17-40ed-8e85-3a5142666aab'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:47:03.688865 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-7c935052-1c18-4abb-a6e8-8d5e37e44053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2613249fd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:46:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['a9a5f28c-0a17-40ed-8e85-3a5142666aab'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:47:03.776282 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-f8ed4131-65e9-44b1-b78f-9c894c6b2be2 tempest-TestServerBasicOps-1234246955 tempest-TestServerBasicOps-1234246955-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for floatingip, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:47:03.805503 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-f8ed4131-65e9-44b1-b78f-9c894c6b2be2 tempest-TestServerBasicOps-1234246955 tempest-TestServerBasicOps-1234246955-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 1.9162710
Dec 25 21:47:03.806040 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed6a5d6e-fdbb-4612-9c9e-ccba16508aeb', 'tag': '931bea7a-4cb4-461c-951d-5f999f37574b'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:47:03.808400 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9858820c13ec2827453b94ebc4181065e990a4e4089ccb9fe762531ac62d2fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-072422dd-287f-46b8-ad42-2206be1aed16" -d '{"events": [{"name": "network-changed", "server_uuid": "ed6a5d6e-fdbb-4612-9c9e-ccba16508aeb", "tag": "931bea7a-4cb4-461c-951d-5f999f37574b"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:47:03.847704 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Dec 2021 21:47:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c8e2e64-8742-453a-9c01-79de0aa15e54 x-openstack-request-id: req-1c8e2e64-8742-453a-9c01-79de0aa15e54 {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:47:03.853236 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed6a5d6e-fdbb-4612-9c9e-ccba16508aeb", "tag": "931bea7a-4cb4-461c-951d-5f999f37574b", "status": "completed", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:47:03.853236 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1c8e2e64-8742-453a-9c01-79de0aa15e54 {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:47:03.853236 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed6a5d6e-fdbb-4612-9c9e-ccba16508aeb', 'tag': '931bea7a-4cb4-461c-951d-5f999f37574b', 'status': 'completed', 'code': 200}
Dec 25 21:47:03.915775 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072422dd-287f-46b8-ad42-2206be1aed16 req-cc444d36-db48-44e4-99ad-a877a2de4374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:47:03.917347 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-072422dd-287f-46b8-ad42-2206be1aed16 req-cc444d36-db48-44e4-99ad-a877a2de4374 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=64e4751d74674097b87a3ad1c686e9e5&device_id=ed6a5d6e-fdbb-4612-9c9e-ccba16508aeb HTTP/1.1" status: 200  len: 1096 time: 0.0442843
Dec 25 21:47:03.967779 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvr_db [None req-7c935052-1c18-4abb-a6e8-8d5e37e44053 None None] Set router a9a5f28c-0a17-40ed-8e85-3a5142666aab gateway port host: ncdv-master-1 {{(pid=121608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:47:04.016995 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072422dd-287f-46b8-ad42-2206be1aed16 req-59bcfc7a-9a78-4519-bf21-8279f6d7267a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:47:04.018560 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-072422dd-287f-46b8-ad42-2206be1aed16 req-59bcfc7a-9a78-4519-bf21-8279f6d7267a service neutron] 10.222.0.37 "GET /v2.0/networks?id=a4c0b0f2-b6e6-4cd5-b432-998e4080be8f HTTP/1.1" status: 200  len: 909 time: 0.0936971
Dec 25 21:47:04.085300 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-072422dd-287f-46b8-ad42-2206be1aed16 req-ec5bc39c-a14c-4c2e-a734-1e35331c2a9f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=931bea7a-4cb4-461c-951d-5f999f37574b HTTP/1.1" status: 200  len: 999 time: 0.0593388
Dec 25 21:47:04.134691 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072422dd-287f-46b8-ad42-2206be1aed16 req-ae617f88-ec9e-4455-9bab-730b2f136ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:47:04.136259 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-072422dd-287f-46b8-ad42-2206be1aed16 req-ae617f88-ec9e-4455-9bab-730b2f136ae5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=890f9595-15a1-44e2-9623-b5b5a5ffc2ef HTTP/1.1" status: 200  len: 847 time: 0.0443923
Dec 25 21:47:04.186296 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072422dd-287f-46b8-ad42-2206be1aed16 req-23843d2f-408b-4300-a5dc-a9a2a500261a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:47:04.187821 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-072422dd-287f-46b8-ad42-2206be1aed16 req-23843d2f-408b-4300-a5dc-a9a2a500261a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a4c0b0f2-b6e6-4cd5-b432-998e4080be8f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0448596
Dec 25 21:47:04.197007 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-7c935052-1c18-4abb-a6e8-8d5e37e44053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2613249fd0>, [{'id': 'a9a5f28c-0a17-40ed-8e85-3a5142666aab', 'name': 'tempest-TestServerBasicOps-525122317-router', 'tenant_id': '64e4751d74674097b87a3ad1c686e9e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.135'}], 'enable_snat': True}, 'gw_port_id': 'bfb81c88-7916-4347-9494-43f316b6c1a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:46:31Z', 'updated_at': '2021-12-25T21:46:34Z', 'revision_number': 4, 'project_id': '64e4751d74674097b87a3ad1c686e9e5', 'gw_port': {'id': 'bfb81c88-7916-4347-9494-43f316b6c1a5', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:10:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9a5f28c-0a17-40ed-8e85-3a5142666aab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:46:31Z', 'updated_at': '2021-12-25T21:46:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'd90d1e24-00d1-4a68-a145-349d0a358b85', 'tenant_id': '64e4751d74674097b87a3ad1c686e9e5', 'floating_ip_address': '172.35.3.152', 'floating_network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'router_id': 'a9a5f28c-0a17-40ed-8e85-3a5142666aab', 'port_id': '931bea7a-4cb4-461c-951d-5f999f37574b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3916, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4c0b0f2-b6e6-4cd5-b432-998e4080be8f', 'mac_address': 'fa:16:3e:d7:a3:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed6a5d6e-fdbb-4612-9c9e-ccba16508aeb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-25T21:47:02Z', 'updated_at': '2021-12-25T21:47:02Z', 'revision_number': 0, 'project_id': '64e4751d74674097b87a3ad1c686e9e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2b569fb-99c7-4f4c-961f-b65b4bedfe4a', 'name': '', 'network_id': 'a4c0b0f2-b6e6-4cd5-b432-998e4080be8f', 'tenant_id': '64e4751d74674097b87a3ad1c686e9e5', 'mac_address': 'fa:16:3e:09:9e:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9a5f28c-0a17-40ed-8e85-3a5142666aab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': '890f9595-15a1-44e2-9623-b5b5a5ffc2ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:46:34Z', 'updated_at': '2021-12-25T21:46:42Z', 'revision_number': 5, 'project_id': '64e4751d74674097b87a3ad1c686e9e5', 'subnets': [{'id': '890f9595-15a1-44e2-9623-b5b5a5ffc2ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:47:04.227232 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c935052-1c18-4abb-a6e8-8d5e37e44053 None None] Checking router: a9a5f28c-0a17-40ed-8e85-3a5142666aab for host: ncdv-master-1 {{(pid=121608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 25 21:47:04.235613 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c935052-1c18-4abb-a6e8-8d5e37e44053 None None] Routers {'a9a5f28c-0a17-40ed-8e85-3a5142666aab'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:47:04.236219 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-7c935052-1c18-4abb-a6e8-8d5e37e44053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2613249fd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:46:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['a9a5f28c-0a17-40ed-8e85-3a5142666aab'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:47:04.279366 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-072422dd-287f-46b8-ad42-2206be1aed16 req-1668f8fb-afc1-47c9-b928-5079071f1321 service neutron] 10.222.0.37 "GET /v2.0/networks/a4c0b0f2-b6e6-4cd5-b432-998e4080be8f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0844312
Dec 25 21:47:04.348608 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvr_db [None req-7c935052-1c18-4abb-a6e8-8d5e37e44053 None None] Set router a9a5f28c-0a17-40ed-8e85-3a5142666aab gateway port host: ncdv-master-1 {{(pid=121608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:47:04.374081 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-072422dd-287f-46b8-ad42-2206be1aed16 req-d2bba514-88e4-4679-915c-0230d27f4bf2 service neutron] 10.222.0.37 "GET /v2.0/networks/a4c0b0f2-b6e6-4cd5-b432-998e4080be8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0875611
Dec 25 21:47:04.510227 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:47:04.583660 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-7c935052-1c18-4abb-a6e8-8d5e37e44053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2613249fd0>, [{'id': 'a9a5f28c-0a17-40ed-8e85-3a5142666aab', 'name': 'tempest-TestServerBasicOps-525122317-router', 'tenant_id': '64e4751d74674097b87a3ad1c686e9e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.135'}], 'enable_snat': True}, 'gw_port_id': 'bfb81c88-7916-4347-9494-43f316b6c1a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:46:31Z', 'updated_at': '2021-12-25T21:46:34Z', 'revision_number': 4, 'project_id': '64e4751d74674097b87a3ad1c686e9e5', 'gw_port': {'id': 'bfb81c88-7916-4347-9494-43f316b6c1a5', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:10:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9a5f28c-0a17-40ed-8e85-3a5142666aab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:46:31Z', 'updated_at': '2021-12-25T21:46:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'd90d1e24-00d1-4a68-a145-349d0a358b85', 'tenant_id': '64e4751d74674097b87a3ad1c686e9e5', 'floating_ip_address': '172.35.3.152', 'floating_network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'router_id': 'a9a5f28c-0a17-40ed-8e85-3a5142666aab', 'port_id': '931bea7a-4cb4-461c-951d-5f999f37574b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3916, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4c0b0f2-b6e6-4cd5-b432-998e4080be8f', 'mac_address': 'fa:16:3e:d7:a3:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed6a5d6e-fdbb-4612-9c9e-ccba16508aeb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-25T21:47:02Z', 'updated_at': '2021-12-25T21:47:02Z', 'revision_number': 0, 'project_id': '64e4751d74674097b87a3ad1c686e9e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2b569fb-99c7-4f4c-961f-b65b4bedfe4a', 'name': '', 'network_id': 'a4c0b0f2-b6e6-4cd5-b432-998e4080be8f', 'tenant_id': '64e4751d74674097b87a3ad1c686e9e5', 'mac_address': 'fa:16:3e:09:9e:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9a5f28c-0a17-40ed-8e85-3a5142666aab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': '890f9595-15a1-44e2-9623-b5b5a5ffc2ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:46:34Z', 'updated_at': '2021-12-25T21:46:42Z', 'revision_number': 5, 'project_id': '64e4751d74674097b87a3ad1c686e9e5', 'subnets': [{'id': '890f9595-15a1-44e2-9623-b5b5a5ffc2ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:47:04.614290 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c935052-1c18-4abb-a6e8-8d5e37e44053 None None] The sync data for ids ['a9a5f28c-0a17-40ed-8e85-3a5142666aab'] in ncdv-master-1 is: [{'id': 'a9a5f28c-0a17-40ed-8e85-3a5142666aab', 'name': 'tempest-TestServerBasicOps-525122317-router', 'tenant_id': '64e4751d74674097b87a3ad1c686e9e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.135'}], 'enable_snat': True}, 'gw_port_id': 'bfb81c88-7916-4347-9494-43f316b6c1a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:46:31Z', 'updated_at': '2021-12-25T21:46:34Z', 'revision_number': 4, 'project_id': '64e4751d74674097b87a3ad1c686e9e5', 'gw_port': {'id': 'bfb81c88-7916-4347-9494-43f316b6c1a5', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:10:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9a5f28c-0a17-40ed-8e85-3a5142666aab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:46:31Z', 'updated_at': '2021-12-25T21:46:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'd90d1e24-00d1-4a68-a145-349d0a358b85', 'tenant_id': '64e4751d74674097b87a3ad1c686e9e5', 'floating_ip_address': '172.35.3.152', 'floating_network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'router_id': 'a9a5f28c-0a17-40ed-8e85-3a5142666aab', 'port_id': '931bea7a-4cb4-461c-951d-5f999f37574b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3916, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4c0b0f2-b6e6-4cd5-b432-998e4080be8f', 'mac_address': 'fa:16:3e:d7:a3:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed6a5d6e-fdbb-4612-9c9e-ccba16508aeb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-25T21:47:02Z', 'updated_at': '2021-12-25T21:47:02Z', 'revision_number': 0, 'project_id': '64e4751d74674097b87a3ad1c686e9e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2b569fb-99c7-4f4c-961f-b65b4bedfe4a', 'name': '', 'network_id': 'a4c0b0f2-b6e6-4cd5-b432-998e4080be8f', 'tenant_id': '64e4751d74674097b87a3ad1c686e9e5', 'mac_address': 'fa:16:3e:09:9e:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9a5f28c-0a17-40ed-8e85-3a5142666aab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': '890f9595-15a1-44e2-9623-b5b5a5ffc2ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:46:34Z', 'updated_at': '2021-12-25T21:46:42Z', 'revision_number': 5, 'project_id': '64e4751d74674097b87a3ad1c686e9e5', 'subnets': [{'id': '890f9595-15a1-44e2-9623-b5b5a5ffc2ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 21:47:04.796116 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-f6cd51f5-370f-4d35-a034-f88f43837f1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:47:04.803608 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b30cef52-5e18-407c-a48e-c3897ce2da21 None None] New status for floating IP d90d1e24-00d1-4a68-a145-349d0a358b85: ACTIVE {{(pid=121609) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 25 21:47:07.002348 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-00b819db-c875-4e11-984d-a60a4ac4aa55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:47:07.537222 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9ecd5f8b-29b7-4115-8f95-2882f33e61d6 req-38c7d690-56eb-4a42-9b1b-4e1b37821815 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ed6a5d6e-fdbb-4612-9c9e-ccba16508aeb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0395710
Dec 25 21:47:07.616423 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecd5f8b-29b7-4115-8f95-2882f33e61d6 req-6dd108de-660e-4692-ab3b-166391c036ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:47:07.618548 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9ecd5f8b-29b7-4115-8f95-2882f33e61d6 req-6dd108de-660e-4692-ab3b-166391c036ef service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=64e4751d74674097b87a3ad1c686e9e5&device_id=ed6a5d6e-fdbb-4612-9c9e-ccba16508aeb HTTP/1.1" status: 200  len: 1096 time: 0.0398343
Dec 25 21:47:07.722990 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecd5f8b-29b7-4115-8f95-2882f33e61d6 req-1065e99c-0118-4f9c-82c6-7532ff294f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:47:07.724470 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9ecd5f8b-29b7-4115-8f95-2882f33e61d6 req-1065e99c-0118-4f9c-82c6-7532ff294f22 service neutron] 10.222.0.37 "GET /v2.0/networks?id=a4c0b0f2-b6e6-4cd5-b432-998e4080be8f HTTP/1.1" status: 200  len: 909 time: 0.0873377
Dec 25 21:47:07.788963 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9ecd5f8b-29b7-4115-8f95-2882f33e61d6 req-82433ab8-7565-44e3-99e4-451943f057ea service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=931bea7a-4cb4-461c-951d-5f999f37574b HTTP/1.1" status: 200  len: 1001 time: 0.0571034
Dec 25 21:47:07.842020 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecd5f8b-29b7-4115-8f95-2882f33e61d6 req-d8b9720f-f6d4-47e2-8e2b-2a8885c62208 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:47:07.843543 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9ecd5f8b-29b7-4115-8f95-2882f33e61d6 req-d8b9720f-f6d4-47e2-8e2b-2a8885c62208 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=890f9595-15a1-44e2-9623-b5b5a5ffc2ef HTTP/1.1" status: 200  len: 847 time: 0.0480480
Dec 25 21:47:07.889830 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecd5f8b-29b7-4115-8f95-2882f33e61d6 req-44eb6feb-510b-4514-a3e8-4c1585b8b6b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:47:07.891329 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9ecd5f8b-29b7-4115-8f95-2882f33e61d6 req-44eb6feb-510b-4514-a3e8-4c1585b8b6b4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a4c0b0f2-b6e6-4cd5-b432-998e4080be8f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0410166
Dec 25 21:47:07.987487 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9ecd5f8b-29b7-4115-8f95-2882f33e61d6 req-1582c163-a2cf-42d3-93cf-3e076759ff55 service neutron] 10.222.0.37 "GET /v2.0/networks/a4c0b0f2-b6e6-4cd5-b432-998e4080be8f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0887985
Dec 25 21:47:08.082067 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9ecd5f8b-29b7-4115-8f95-2882f33e61d6 req-c9cfe3fe-7c5e-49af-b625-5a5f4a4f1811 service neutron] 10.222.0.37 "GET /v2.0/networks/a4c0b0f2-b6e6-4cd5-b432-998e4080be8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0872176
Dec 25 21:47:08.499501 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:47:08.544853 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3e945ecd-9380-47c2-aa0a-12ebe07e03e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:47:09.584517 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-15cb578f-7a63-4fd3-925d-83bad4c7b82a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:47:10.727694 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:47:12.570583 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 43712) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:47:12.693924 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-66b5e914-4775-4a79-8920-59c6b2954d21 admin admin] Publish callbacks [] for security_group, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:47:12.765580 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-66b5e914-4775-4a79-8920-59c6b2954d21 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:47:12.842627 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-66b5e914-4775-4a79-8920-59c6b2954d21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:47:12.885518 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-66b5e914-4775-4a79-8920-59c6b2954d21 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9fa8630d2e43497ba2b768b480d83a98&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3112774
Dec 25 21:47:12.885518 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b5e914-4775-4a79-8920-59c6b2954d21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f22b64bc-db16-4dec-9e60-d75bf28cd798,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:47:12.885877 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 43716) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:47:12.940035 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-dcd75970-ea03-4aa0-9ebd-a99c8cb4e268 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:47:12.963353 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-dcd75970-ea03-4aa0-9ebd-a99c8cb4e268 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:47:13.076644 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-dcd75970-ea03-4aa0-9ebd-a99c8cb4e268 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:47:13.079348 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-dcd75970-ea03-4aa0-9ebd-a99c8cb4e268 admin admin] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:47:13.080529 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-dcd75970-ea03-4aa0-9ebd-a99c8cb4e268 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f22b64bc-db16-4dec-9e60-d75bf28cd798 HTTP/1.1" status: 204  len: 168 time: 0.1936810
Dec 25 21:47:13.088501 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd75970-ea03-4aa0-9ebd-a99c8cb4e268 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f22b64bc-db16-4dec-9e60-d75bf28cd798,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:47:13.861036 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 43724) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:47:13.870813 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-6d34723d-6a46-48a8-b603-396854415acc admin admin] Publish callbacks [] for security_group, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:47:13.946316 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-6d34723d-6a46-48a8-b603-396854415acc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:47:14.076821 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-6d34723d-6a46-48a8-b603-396854415acc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:47:14.114809 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-6d34723d-6a46-48a8-b603-396854415acc admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d574308c4c8c471285e6dbd5cd7aa2d3&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2564020
Dec 25 21:47:14.115690 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d34723d-6a46-48a8-b603-396854415acc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa4ff517-6a9e-4bf7-b07e-3b959608bb94,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:47:14.117647 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 43726) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:47:14.168267 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-ede0bfb1-7321-4e95-95d9-6ea52890b024 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:47:14.193025 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-ede0bfb1-7321-4e95-95d9-6ea52890b024 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:47:14.305303 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-ede0bfb1-7321-4e95-95d9-6ea52890b024 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:47:14.307818 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-ede0bfb1-7321-4e95-95d9-6ea52890b024 admin admin] Publish callbacks [] for security_group, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:47:14.309026 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-ede0bfb1-7321-4e95-95d9-6ea52890b024 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/aa4ff517-6a9e-4bf7-b07e-3b959608bb94 HTTP/1.1" status: 204  len: 168 time: 0.1902614
Dec 25 21:47:14.317717 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede0bfb1-7321-4e95-95d9-6ea52890b024 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa4ff517-6a9e-4bf7-b07e-3b959608bb94,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:47:18.240970 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-95113190-d33b-4f69-b0b0-24148f7a4f7e req-78a2d6bf-8813-4a0b-83e0-d5862da82bc9 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=574a7f03-246c-42e8-a86b-736db9813ce7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0393834
Dec 25 21:47:18.326979 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95113190-d33b-4f69-b0b0-24148f7a4f7e req-a265ef0d-df27-48f9-a317-fd98cc6f75f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:47:18.328794 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-95113190-d33b-4f69-b0b0-24148f7a4f7e req-a265ef0d-df27-48f9-a317-fd98cc6f75f3 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=59ed9da8ed224ce9b429cb4c633a2498&device_id=574a7f03-246c-42e8-a86b-736db9813ce7 HTTP/1.1" status: 200  len: 1096 time: 0.0462832
Dec 25 21:47:18.459962 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95113190-d33b-4f69-b0b0-24148f7a4f7e req-e8b6b2fa-454f-48f9-8d81-0b790e8a0c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:47:18.461489 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-95113190-d33b-4f69-b0b0-24148f7a4f7e req-e8b6b2fa-454f-48f9-8d81-0b790e8a0c48 service neutron] 10.222.0.31 "GET /v2.0/networks?id=b86c27f6-7fc3-454a-afbf-75e25c82b4a6 HTTP/1.1" status: 200  len: 897 time: 0.0968451
Dec 25 21:47:18.530033 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-95113190-d33b-4f69-b0b0-24148f7a4f7e req-7fc8c23f-78d0-4770-99a3-27aecf20c09f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3fdfb8ce-2c32-49bd-9593-d3fefa5133f4 HTTP/1.1" status: 200  len: 999 time: 0.0612006
Dec 25 21:47:18.582021 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95113190-d33b-4f69-b0b0-24148f7a4f7e req-6621ce8f-c115-464a-b4ce-7345a12ad08e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:47:18.583376 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-95113190-d33b-4f69-b0b0-24148f7a4f7e req-6621ce8f-c115-464a-b4ce-7345a12ad08e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=42611c77-db8a-4659-a3e0-7ef4abbb81fe HTTP/1.1" status: 200  len: 834 time: 0.0465527
Dec 25 21:47:18.633298 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95113190-d33b-4f69-b0b0-24148f7a4f7e req-8b10b52e-9f58-4f7a-a68b-1ef397c5c884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:47:18.635129 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-95113190-d33b-4f69-b0b0-24148f7a4f7e req-8b10b52e-9f58-4f7a-a68b-1ef397c5c884 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b86c27f6-7fc3-454a-afbf-75e25c82b4a6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0431571
Dec 25 21:47:18.732802 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-95113190-d33b-4f69-b0b0-24148f7a4f7e req-a90d6e9f-b511-465d-9fe0-0a761d3ee8a4 service neutron] 10.222.0.31 "GET /v2.0/networks/b86c27f6-7fc3-454a-afbf-75e25c82b4a6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0880558
Dec 25 21:47:18.831435 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-95113190-d33b-4f69-b0b0-24148f7a4f7e req-da97f8d0-f724-4e14-bf74-2d492834d4e0 service neutron] 10.222.0.31 "GET /v2.0/networks/b86c27f6-7fc3-454a-afbf-75e25c82b4a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0919061
Dec 25 21:47:22.996579 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 43844) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:47:23.102678 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-444855ee-bd65-4034-842a-2d69dfca284a admin admin] Publish callbacks [] for security_group, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:47:23.175192 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-444855ee-bd65-4034-842a-2d69dfca284a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:47:23.252269 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-444855ee-bd65-4034-842a-2d69dfca284a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:47:23.291181 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-444855ee-bd65-4034-842a-2d69dfca284a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=66934462c37d4394a5fd25935c7bf534&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2934513
Dec 25 21:47:23.292180 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444855ee-bd65-4034-842a-2d69dfca284a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=647220dc-575f-4566-8a36-c9b6e7472d44,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:47:23.293961 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 43848) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:47:23.342490 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-179cef82-65fb-4319-9c15-4b97e474d23b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:47:23.365428 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-179cef82-65fb-4319-9c15-4b97e474d23b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:47:23.469599 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-179cef82-65fb-4319-9c15-4b97e474d23b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:47:23.472323 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-179cef82-65fb-4319-9c15-4b97e474d23b admin admin] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:47:23.473804 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-179cef82-65fb-4319-9c15-4b97e474d23b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/647220dc-575f-4566-8a36-c9b6e7472d44 HTTP/1.1" status: 204  len: 168 time: 0.1778963
Dec 25 21:47:23.482224 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179cef82-65fb-4319-9c15-4b97e474d23b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=647220dc-575f-4566-8a36-c9b6e7472d44,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:47:30.672455 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 43964) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:47:30.732634 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-66018196-afad-4497-96c6-06a1db1d2736 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] 10.222.0.32 "GET /v2.0/floatingips/54a300a5-7a9b-4027-bf63-a8fd2b7bafd1 HTTP/1.1" status: 200  len: 991 time: 0.0591149
Dec 25 21:47:30.985949 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 43970) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:47:31.141525 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-05bfca73-9c8a-4f1a-bdc8-dee2aae44f88 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Deleting port a2f25466-debf-42e5-9abe-c494b6c55851 {{(pid=121607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:47:31.141867 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-05bfca73-9c8a-4f1a-bdc8-dee2aae44f88 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:47:31.222195 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-05bfca73-9c8a-4f1a-bdc8-dee2aae44f88 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:47:31.222535 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-05bfca73-9c8a-4f1a-bdc8-dee2aae44f88 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:47:31.234613 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-05bfca73-9c8a-4f1a-bdc8-dee2aae44f88 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Calling delete_port for a2f25466-debf-42e5-9abe-c494b6c55851 owned by network:floatingip {{(pid=121607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:47:31.465798 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-05bfca73-9c8a-4f1a-bdc8-dee2aae44f88 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:47:31.492219 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bfca73-9c8a-4f1a-bdc8-dee2aae44f88 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Pushing event deleted for resources: {'Port': ['ID=a2f25466-debf-42e5-9abe-c494b6c55851,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:47:31.552328 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-05bfca73-9c8a-4f1a-bdc8-dee2aae44f88 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Publish callbacks [] for floatingip, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:47:31.553505 ncdv-master-1 neutron-server[121607]: INFO neutron.db.l3_db [None req-05bfca73-9c8a-4f1a-bdc8-dee2aae44f88 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Floating IP 54a300a5-7a9b-4027-bf63-a8fd2b7bafd1 disassociated (deleted). External IP: 172.35.3.3, port: 3fdfb8ce-2c32-49bd-9593-d3fefa5133f4.
Dec 25 21:47:31.759472 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05bfca73-9c8a-4f1a-bdc8-dee2aae44f88 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Router d35a4ea1-6599-4f9a-b03a-53ae2d582b1e has already been hosted by L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 {{(pid=121607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 25 21:47:31.865977 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05bfca73-9c8a-4f1a-bdc8-dee2aae44f88 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 21:47:31.874911 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-05bfca73-9c8a-4f1a-bdc8-dee2aae44f88 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for floatingip, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:47:31.876063 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b442dc3-a758-4d64-a4c2-cabd8cc67f18 None None] Sync routers for ids ['d35a4ea1-6599-4f9a-b03a-53ae2d582b1e'] in ncdv-master-1 {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 21:47:31.885928 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b442dc3-a758-4d64-a4c2-cabd8cc67f18 None None] Routers {'d35a4ea1-6599-4f9a-b03a-53ae2d582b1e'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:47:31.886520 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-0b442dc3-a758-4d64-a4c2-cabd8cc67f18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f26130ed7f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:47:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['d35a4ea1-6599-4f9a-b03a-53ae2d582b1e'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:47:31.898904 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-05bfca73-9c8a-4f1a-bdc8-dee2aae44f88 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] 10.222.0.32 "DELETE /v2.0/floatingips/54a300a5-7a9b-4027-bf63-a8fd2b7bafd1 HTTP/1.1" status: 204  len: 168 time: 0.9118319
Dec 25 21:47:31.899500 ncdv-master-1 neutron-server[121607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '574a7f03-246c-42e8-a86b-736db9813ce7', 'tag': '3fdfb8ce-2c32-49bd-9593-d3fefa5133f4'}] {{(pid=121607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:47:31.901914 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f980bbcadfa7bf1e788024e1448be660373c21f97f015f780444e999c451203" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6ce77bf-8cb8-4801-a24a-6b14dc1efa00" -d '{"events": [{"name": "network-changed", "server_uuid": "574a7f03-246c-42e8-a86b-736db9813ce7", "tag": "3fdfb8ce-2c32-49bd-9593-d3fefa5133f4"}]}' {{(pid=121607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:47:31.951856 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Dec 2021 21:47:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb16d817-9158-4c57-a532-7d73ffaa692c x-openstack-request-id: req-fb16d817-9158-4c57-a532-7d73ffaa692c {{(pid=121607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:47:31.952157 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "574a7f03-246c-42e8-a86b-736db9813ce7", "tag": "3fdfb8ce-2c32-49bd-9593-d3fefa5133f4", "status": "completed", "code": 200}]} {{(pid=121607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:47:31.952694 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-fb16d817-9158-4c57-a532-7d73ffaa692c {{(pid=121607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:47:31.953163 ncdv-master-1 neutron-server[121607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '574a7f03-246c-42e8-a86b-736db9813ce7', 'tag': '3fdfb8ce-2c32-49bd-9593-d3fefa5133f4', 'status': 'completed', 'code': 200}
Dec 25 21:47:32.002027 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvr_db [None req-0b442dc3-a758-4d64-a4c2-cabd8cc67f18 None None] Set router d35a4ea1-6599-4f9a-b03a-53ae2d582b1e gateway port host: ncdv-master-1 {{(pid=121608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:47:32.024444 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ce77bf-8cb8-4801-a24a-6b14dc1efa00 req-af961f9f-cd3c-4acb-ad5b-e2645cd9e693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:47:32.025979 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e6ce77bf-8cb8-4801-a24a-6b14dc1efa00 req-af961f9f-cd3c-4acb-ad5b-e2645cd9e693 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=59ed9da8ed224ce9b429cb4c633a2498&device_id=574a7f03-246c-42e8-a86b-736db9813ce7 HTTP/1.1" status: 200  len: 1096 time: 0.0476880
Dec 25 21:47:32.119190 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ce77bf-8cb8-4801-a24a-6b14dc1efa00 req-40e94853-6786-477a-b4c3-bff6c3a07e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:47:32.120680 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e6ce77bf-8cb8-4801-a24a-6b14dc1efa00 req-40e94853-6786-477a-b4c3-bff6c3a07e6b service neutron] 10.222.0.31 "GET /v2.0/networks?id=b86c27f6-7fc3-454a-afbf-75e25c82b4a6 HTTP/1.1" status: 200  len: 897 time: 0.0869350
Dec 25 21:47:32.166220 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e6ce77bf-8cb8-4801-a24a-6b14dc1efa00 req-9ebf5521-88ef-48b7-9791-9ad88816d3b2 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3fdfb8ce-2c32-49bd-9593-d3fefa5133f4 HTTP/1.1" status: 200  len: 217 time: 0.0386970
Dec 25 21:47:32.221911 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-0b442dc3-a758-4d64-a4c2-cabd8cc67f18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f26130ed7f0>, [{'id': 'd35a4ea1-6599-4f9a-b03a-53ae2d582b1e', 'name': 'tempest-TestNetworkBasicOps-router-1076977245', 'tenant_id': '59ed9da8ed224ce9b429cb4c633a2498', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.232'}], 'enable_snat': True}, 'gw_port_id': '212d2aac-4140-40c4-a125-c46a912f4351', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:46:31Z', 'updated_at': '2021-12-25T21:46:36Z', 'revision_number': 4, 'project_id': '59ed9da8ed224ce9b429cb4c633a2498', 'gw_port': {'id': '212d2aac-4140-40c4-a125-c46a912f4351', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:92:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35a4ea1-6599-4f9a-b03a-53ae2d582b1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:46:31Z', 'updated_at': '2021-12-25T21:46:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '7a9bd470-4470-4c20-a45f-95a81c4971f5', 'name': '', 'network_id': 'b86c27f6-7fc3-454a-afbf-75e25c82b4a6', 'tenant_id': '59ed9da8ed224ce9b429cb4c633a2498', 'mac_address': 'fa:16:3e:28:84:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35a4ea1-6599-4f9a-b03a-53ae2d582b1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3880, 'fixed_ips': [{'subnet_id': '42611c77-db8a-4659-a3e0-7ef4abbb81fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:46:35Z', 'updated_at': '2021-12-25T21:46:42Z', 'revision_number': 5, 'project_id': '59ed9da8ed224ce9b429cb4c633a2498', 'subnets': [{'id': '42611c77-db8a-4659-a3e0-7ef4abbb81fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:47:32.251094 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b442dc3-a758-4d64-a4c2-cabd8cc67f18 None None] Checking router: d35a4ea1-6599-4f9a-b03a-53ae2d582b1e for host: ncdv-master-1 {{(pid=121608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 25 21:47:32.260653 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b442dc3-a758-4d64-a4c2-cabd8cc67f18 None None] Routers {'d35a4ea1-6599-4f9a-b03a-53ae2d582b1e'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:47:32.261338 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-0b442dc3-a758-4d64-a4c2-cabd8cc67f18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f26130ed7f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:47:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['d35a4ea1-6599-4f9a-b03a-53ae2d582b1e'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:47:32.373145 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvr_db [None req-0b442dc3-a758-4d64-a4c2-cabd8cc67f18 None None] Set router d35a4ea1-6599-4f9a-b03a-53ae2d582b1e gateway port host: ncdv-master-1 {{(pid=121608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:47:32.572212 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ce77bf-8cb8-4801-a24a-6b14dc1efa00 req-4be83536-4551-4982-b9a6-995e99163bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:47:32.573728 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e6ce77bf-8cb8-4801-a24a-6b14dc1efa00 req-4be83536-4551-4982-b9a6-995e99163bf0 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=42611c77-db8a-4659-a3e0-7ef4abbb81fe HTTP/1.1" status: 200  len: 834 time: 0.4000936
Dec 25 21:47:32.588596 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-0b442dc3-a758-4d64-a4c2-cabd8cc67f18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f26130ed7f0>, [{'id': 'd35a4ea1-6599-4f9a-b03a-53ae2d582b1e', 'name': 'tempest-TestNetworkBasicOps-router-1076977245', 'tenant_id': '59ed9da8ed224ce9b429cb4c633a2498', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.232'}], 'enable_snat': True}, 'gw_port_id': '212d2aac-4140-40c4-a125-c46a912f4351', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:46:31Z', 'updated_at': '2021-12-25T21:46:36Z', 'revision_number': 4, 'project_id': '59ed9da8ed224ce9b429cb4c633a2498', 'gw_port': {'id': '212d2aac-4140-40c4-a125-c46a912f4351', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:92:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35a4ea1-6599-4f9a-b03a-53ae2d582b1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:46:31Z', 'updated_at': '2021-12-25T21:46:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '7a9bd470-4470-4c20-a45f-95a81c4971f5', 'name': '', 'network_id': 'b86c27f6-7fc3-454a-afbf-75e25c82b4a6', 'tenant_id': '59ed9da8ed224ce9b429cb4c633a2498', 'mac_address': 'fa:16:3e:28:84:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35a4ea1-6599-4f9a-b03a-53ae2d582b1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3880, 'fixed_ips': [{'subnet_id': '42611c77-db8a-4659-a3e0-7ef4abbb81fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:46:35Z', 'updated_at': '2021-12-25T21:46:42Z', 'revision_number': 5, 'project_id': '59ed9da8ed224ce9b429cb4c633a2498', 'subnets': [{'id': '42611c77-db8a-4659-a3e0-7ef4abbb81fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:47:32.599086 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009a1302-fdae-4aad-9bae-157f5137e978 req-e9dadd76-1f7b-4940-9235-88fd6979a84f tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:47:32.600729 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-009a1302-fdae-4aad-9bae-157f5137e978 req-e9dadd76-1f7b-4940-9235-88fd6979a84f tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] 10.222.0.32 "GET /v2.0/ports?device_id=574a7f03-246c-42e8-a86b-736db9813ce7 HTTP/1.1" status: 200  len: 945 time: 0.0733533
Dec 25 21:47:32.615538 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b442dc3-a758-4d64-a4c2-cabd8cc67f18 None None] The sync data for ids ['d35a4ea1-6599-4f9a-b03a-53ae2d582b1e'] in ncdv-master-1 is: [{'id': 'd35a4ea1-6599-4f9a-b03a-53ae2d582b1e', 'name': 'tempest-TestNetworkBasicOps-router-1076977245', 'tenant_id': '59ed9da8ed224ce9b429cb4c633a2498', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.232'}], 'enable_snat': True}, 'gw_port_id': '212d2aac-4140-40c4-a125-c46a912f4351', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:46:31Z', 'updated_at': '2021-12-25T21:46:36Z', 'revision_number': 4, 'project_id': '59ed9da8ed224ce9b429cb4c633a2498', 'gw_port': {'id': '212d2aac-4140-40c4-a125-c46a912f4351', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:92:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35a4ea1-6599-4f9a-b03a-53ae2d582b1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:46:31Z', 'updated_at': '2021-12-25T21:46:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '7a9bd470-4470-4c20-a45f-95a81c4971f5', 'name': '', 'network_id': 'b86c27f6-7fc3-454a-afbf-75e25c82b4a6', 'tenant_id': '59ed9da8ed224ce9b429cb4c633a2498', 'mac_address': 'fa:16:3e:28:84:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35a4ea1-6599-4f9a-b03a-53ae2d582b1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3880, 'fixed_ips': [{'subnet_id': '42611c77-db8a-4659-a3e0-7ef4abbb81fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:46:35Z', 'updated_at': '2021-12-25T21:46:42Z', 'revision_number': 5, 'project_id': '59ed9da8ed224ce9b429cb4c633a2498', 'subnets': [{'id': '42611c77-db8a-4659-a3e0-7ef4abbb81fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 21:47:32.668810 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ce77bf-8cb8-4801-a24a-6b14dc1efa00 req-74007a73-819a-436b-8ced-f63d46fc4290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:47:32.670515 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e6ce77bf-8cb8-4801-a24a-6b14dc1efa00 req-74007a73-819a-436b-8ced-f63d46fc4290 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b86c27f6-7fc3-454a-afbf-75e25c82b4a6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0868728
Dec 25 21:47:32.679777 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-009a1302-fdae-4aad-9bae-157f5137e978 req-9a380207-7ca3-4cbf-a982-7e9ac3b8b7b3 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] 10.222.0.32 "GET /v2.0/security-groups?id=1442ee7e-d497-4549-9ece-3420424df34d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0620759
Dec 25 21:47:32.769021 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e6ce77bf-8cb8-4801-a24a-6b14dc1efa00 req-61b43b83-d632-43e6-84bd-f6d0a879ee78 service neutron] 10.222.0.31 "GET /v2.0/networks/b86c27f6-7fc3-454a-afbf-75e25c82b4a6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0882380
Dec 25 21:47:32.858652 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f4c8a73-7224-4e08-823b-3c1e7cf8ba4b None None] New status for floating IP 54a300a5-7a9b-4027-bf63-a8fd2b7bafd1: DOWN {{(pid=121609) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 25 21:47:32.869611 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e6ce77bf-8cb8-4801-a24a-6b14dc1efa00 req-22bd533f-87da-4a53-81df-f91ecc99bb5f service neutron] 10.222.0.31 "GET /v2.0/networks/b86c27f6-7fc3-454a-afbf-75e25c82b4a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0916486
Dec 25 21:47:33.532080 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae623cd-8159-4694-8888-8ccffcf2a09c req-fe865849-0a4b-4a2a-9905-d1b56abc03d0 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:47:33.533611 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5ae623cd-8159-4694-8888-8ccffcf2a09c req-fe865849-0a4b-4a2a-9905-d1b56abc03d0 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] 10.222.0.31 "GET /v2.0/ports?device_id=574a7f03-246c-42e8-a86b-736db9813ce7 HTTP/1.1" status: 200  len: 945 time: 0.0505087
Dec 25 21:47:33.627874 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [req-5ae623cd-8159-4694-8888-8ccffcf2a09c req-eb232d38-3c71-4343-8ee6-d7493dd45ef5 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Deleting port 3fdfb8ce-2c32-49bd-9593-d3fefa5133f4 {{(pid=121606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:47:33.628218 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-5ae623cd-8159-4694-8888-8ccffcf2a09c req-eb232d38-3c71-4343-8ee6-d7493dd45ef5 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:47:33.723076 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-5ae623cd-8159-4694-8888-8ccffcf2a09c req-eb232d38-3c71-4343-8ee6-d7493dd45ef5 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] For port 3fdfb8ce-2c32-49bd-9593-d3fefa5133f4, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3fdfb8ce-2c32-49bd-9593-d3fefa5133f4,segment=NetworkSegment(1f3bd63b-e8d7-4bf0-b87e-df463155507b),segment_id=1f3bd63b-e8d7-4bf0-b87e-df463155507b)] {{(pid=121606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:47:33.723461 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-5ae623cd-8159-4694-8888-8ccffcf2a09c req-eb232d38-3c71-4343-8ee6-d7493dd45ef5 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:47:33.737826 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [req-5ae623cd-8159-4694-8888-8ccffcf2a09c req-eb232d38-3c71-4343-8ee6-d7493dd45ef5 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Calling delete_port for 3fdfb8ce-2c32-49bd-9593-d3fefa5133f4 owned by compute:nova {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:47:33.855686 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a28462c-e20a-4d77-8bc8-59d74b52017c req-5d5b5631-4351-4d60-9ee9-d61a885af918 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:47:33.857327 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5a28462c-e20a-4d77-8bc8-59d74b52017c req-5d5b5631-4351-4d60-9ee9-d61a885af918 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] 10.222.0.32 "GET /v2.0/ports?device_id=574a7f03-246c-42e8-a86b-736db9813ce7 HTTP/1.1" status: 200  len: 945 time: 0.0799215
Dec 25 21:47:33.947066 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5a28462c-e20a-4d77-8bc8-59d74b52017c req-d303466b-ad58-497c-9ffe-312a08c800f5 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] 10.222.0.32 "GET /v2.0/security-groups?id=1442ee7e-d497-4549-9ece-3420424df34d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0837510
Dec 25 21:47:34.030634 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-5ae623cd-8159-4694-8888-8ccffcf2a09c req-eb232d38-3c71-4343-8ee6-d7493dd45ef5 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:47:34.064154 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb232d38-3c71-4343-8ee6-d7493dd45ef5 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Pushing event deleted for resources: {'Port': ['ID=3fdfb8ce-2c32-49bd-9593-d3fefa5133f4,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:47:34.106070 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ae623cd-8159-4694-8888-8ccffcf2a09c req-eb232d38-3c71-4343-8ee6-d7493dd45ef5 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] No DVR routers for this DVR port 3fdfb8ce-2c32-49bd-9593-d3fefa5133f4 on host nch1-master-1 {{(pid=121606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:47:34.110151 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-5ae623cd-8159-4694-8888-8ccffcf2a09c req-eb232d38-3c71-4343-8ee6-d7493dd45ef5 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:47:34.112031 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5ae623cd-8159-4694-8888-8ccffcf2a09c req-eb232d38-3c71-4343-8ee6-d7493dd45ef5 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] 10.222.0.31 "DELETE /v2.0/ports/3fdfb8ce-2c32-49bd-9593-d3fefa5133f4 HTTP/1.1" status: 204  len: 173 time: 0.5726683
Dec 25 21:47:34.112484 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '574a7f03-246c-42e8-a86b-736db9813ce7', 'name': 'network-vif-deleted', 'tag': '3fdfb8ce-2c32-49bd-9593-d3fefa5133f4'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:47:34.114792 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9858820c13ec2827453b94ebc4181065e990a4e4089ccb9fe762531ac62d2fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d13425c2-f835-47f2-94bd-a42c28f26fee" -d '{"events": [{"server_uuid": "574a7f03-246c-42e8-a86b-736db9813ce7", "name": "network-vif-deleted", "tag": "3fdfb8ce-2c32-49bd-9593-d3fefa5133f4"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:47:34.154854 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 21:47:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10135925-7c30-46fb-ab2e-f0b4496aeaf5 x-openstack-request-id: req-10135925-7c30-46fb-ab2e-f0b4496aeaf5 {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:47:34.155174 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "574a7f03-246c-42e8-a86b-736db9813ce7", "name": "network-vif-deleted", "tag": "3fdfb8ce-2c32-49bd-9593-d3fefa5133f4", "status": "completed", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:47:34.155424 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-10135925-7c30-46fb-ab2e-f0b4496aeaf5 {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:47:34.155823 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '574a7f03-246c-42e8-a86b-736db9813ce7', 'name': 'network-vif-deleted', 'tag': '3fdfb8ce-2c32-49bd-9593-d3fefa5133f4', 'status': 'completed', 'code': 200}
Dec 25 21:47:34.486204 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:47:34.790650 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-d03947cd-b369-43d1-afc4-68f55c76d07c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:47:35.058994 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1a712050-2156-4284-812c-e321b31e1c35 req-389f88f2-d87f-4bf7-8097-90d2593df2c9 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] 10.222.0.32 "GET /v2.0/ports?device_id=574a7f03-246c-42e8-a86b-736db9813ce7 HTTP/1.1" status: 200  len: 210 time: 0.0278952
Dec 25 21:47:36.116047 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 44070) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:47:36.182770 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-0fd20aab-d159-40e5-ad39-2604ffc128c8 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Publish callbacks [] for security_group, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:47:36.207751 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-0fd20aab-d159-40e5-ad39-2604ffc128c8 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Publish callbacks [] for security_group, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:47:36.333479 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-0fd20aab-d159-40e5-ad39-2604ffc128c8 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:47:36.336131 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-0fd20aab-d159-40e5-ad39-2604ffc128c8 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:47:36.337328 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-0fd20aab-d159-40e5-ad39-2604ffc128c8 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] 10.222.0.32 "DELETE /v2.0/security-groups/1442ee7e-d497-4549-9ece-3420424df34d HTTP/1.1" status: 204  len: 168 time: 0.2227528
Dec 25 21:47:36.362692 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd20aab-d159-40e5-ad39-2604ffc128c8 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1442ee7e-d497-4549-9ece-3420424df34d,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:47:36.432176 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 44074) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:47:36.789941 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-25f6137d-48f8-4080-aaca-0d8b94f822bc tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2007615'] for router_interface, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:47:36.909857 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device 3fdfb8ce-2c32-49bd-9593-d3fefa5133f4 no longer exists at agent hyperv_nch1-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:47:36.933127 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] No Port match for: 3fdfb8ce-2c32-49bd-9593-d3fefa5133f4 {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:47:36.937146 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device 3fdfb8ce-2c32-49bd-9593-d3fefa5133f4 not bound to the agent host nch1-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:47:37.045133 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-25f6137d-48f8-4080-aaca-0d8b94f822bc tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Deleting port 7a9bd470-4470-4c20-a45f-95a81c4971f5 {{(pid=121607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:47:37.045483 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-25f6137d-48f8-4080-aaca-0d8b94f822bc tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:47:37.052123 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-fee7e7af-1309-44af-8017-b4fc01855177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:47:37.134956 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.db [None req-25f6137d-48f8-4080-aaca-0d8b94f822bc tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] For port 7a9bd470-4470-4c20-a45f-95a81c4971f5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7a9bd470-4470-4c20-a45f-95a81c4971f5,segment=NetworkSegment(1f3bd63b-e8d7-4bf0-b87e-df463155507b),segment_id=1f3bd63b-e8d7-4bf0-b87e-df463155507b)] {{(pid=121607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:47:37.135536 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-25f6137d-48f8-4080-aaca-0d8b94f822bc tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:47:37.147620 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-25f6137d-48f8-4080-aaca-0d8b94f822bc tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Calling delete_port for 7a9bd470-4470-4c20-a45f-95a81c4971f5 owned by network:router_interface {{(pid=121607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:47:37.378885 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-25f6137d-48f8-4080-aaca-0d8b94f822bc tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:47:37.405455 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f6137d-48f8-4080-aaca-0d8b94f822bc tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Pushing event deleted for resources: {'Port': ['ID=7a9bd470-4470-4c20-a45f-95a81c4971f5,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:47:37.582157 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-25f6137d-48f8-4080-aaca-0d8b94f822bc tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2007763'] for router_interface, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:47:38.100865 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25f6137d-48f8-4080-aaca-0d8b94f822bc tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Router d35a4ea1-6599-4f9a-b03a-53ae2d582b1e has already been hosted by L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 {{(pid=121607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 25 21:47:38.204834 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25f6137d-48f8-4080-aaca-0d8b94f822bc tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 21:47:38.213286 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-25f6137d-48f8-4080-aaca-0d8b94f822bc tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] 10.222.0.32 "PUT /v2.0/routers/d35a4ea1-6599-4f9a-b03a-53ae2d582b1e/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.7767553
Dec 25 21:47:38.213286 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 44096) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:47:38.215696 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbd176fe-c355-4e00-adfb-a33564665049 None None] Sync routers for ids ['d35a4ea1-6599-4f9a-b03a-53ae2d582b1e'] in ncdv-master-1 {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 21:47:38.226685 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbd176fe-c355-4e00-adfb-a33564665049 None None] Routers {'d35a4ea1-6599-4f9a-b03a-53ae2d582b1e'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:47:38.227285 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-bbd176fe-c355-4e00-adfb-a33564665049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f26134da1c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:47:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['d35a4ea1-6599-4f9a-b03a-53ae2d582b1e'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:47:38.270111 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fd17b12-fe8d-481e-bf22-aa9b1b58d1ec tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Deleting subnet 42611c77-db8a-4659-a3e0-7ef4abbb81fe {{(pid=121607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Dec 25 21:47:38.275175 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-1fd17b12-fe8d-481e-bf22-aa9b1b58d1ec tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Publish callbacks [] for subnet, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:47:38.319474 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-1fd17b12-fe8d-481e-bf22-aa9b1b58d1ec tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10246617'] for subnet, precommit_delete_associations {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:47:38.393254 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 44102) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:47:38.417889 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-1fd17b12-fe8d-481e-bf22-aa9b1b58d1ec tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995662'] for subnet, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:47:38.504785 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c590ff4-b14c-4ac0-94c7-8d686db6b8f7 req-43670e16-5502-4da3-afda-e783e08d9bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:47:38.506465 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5c590ff4-b14c-4ac0-94c7-8d686db6b8f7 req-43670e16-5502-4da3-afda-e783e08d9bfd service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=ed6a5d6e-fdbb-4612-9c9e-ccba16508aeb HTTP/1.1" status: 200  len: 1096 time: 0.1055579
Dec 25 21:47:38.531554 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvr_db [None req-bbd176fe-c355-4e00-adfb-a33564665049 None None] Set router d35a4ea1-6599-4f9a-b03a-53ae2d582b1e gateway port host: ncdv-master-1 {{(pid=121608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:47:38.554514 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5c590ff4-b14c-4ac0-94c7-8d686db6b8f7 req-8dfe0e1c-7ef1-4791-b326-a95aba993551 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=cacc4666-4308-4316-afb3-166edb1f6f7f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0408971
Dec 25 21:47:38.584184 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-1fd17b12-fe8d-481e-bf22-aa9b1b58d1ec tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8632410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8852809'] for subnet, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:47:38.611815 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:47:38.612650 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3e945ecd-9380-47c2-aa0a-12ebe07e03e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:47:38.613721 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd17b12-fe8d-481e-bf22-aa9b1b58d1ec tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Pushing event deleted for resources: {'Subnet': ['ID=42611c77-db8a-4659-a3e0-7ef4abbb81fe,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:47:38.618908 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-1fd17b12-fe8d-481e-bf22-aa9b1b58d1ec tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Publish callbacks [] for subnet, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:47:38.625368 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-1fd17b12-fe8d-481e-bf22-aa9b1b58d1ec tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] 10.222.0.32 "DELETE /v2.0/subnets/42611c77-db8a-4659-a3e0-7ef4abbb81fe HTTP/1.1" status: 204  len: 168 time: 0.4085774
Dec 25 21:47:38.625492 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 44108) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:47:38.643014 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7213628-e8b1-4161-996f-e513ad6dfa14 None None] Network b86c27f6-7fc3-454a-afbf-75e25c82b4a6 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:47:38.737186 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-14d5a610-77ef-45b6-8b25-9c38b21d8e11 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Publish callbacks [] for router, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:47:38.757437 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.agents_db [None req-ec08dba0-4483-4109-b5e1-5e4a9fdaf12d None None] Agent healthcheck: found 7 active agents {{(pid=121609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 25 21:47:38.796328 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-bbd176fe-c355-4e00-adfb-a33564665049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f26134da1c0>, [{'id': 'd35a4ea1-6599-4f9a-b03a-53ae2d582b1e', 'name': 'tempest-TestNetworkBasicOps-router-1076977245', 'tenant_id': '59ed9da8ed224ce9b429cb4c633a2498', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.232'}], 'enable_snat': True}, 'gw_port_id': '212d2aac-4140-40c4-a125-c46a912f4351', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:46:31Z', 'updated_at': '2021-12-25T21:47:37Z', 'revision_number': 5, 'project_id': '59ed9da8ed224ce9b429cb4c633a2498', 'gw_port': {'id': '212d2aac-4140-40c4-a125-c46a912f4351', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:92:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35a4ea1-6599-4f9a-b03a-53ae2d582b1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:46:31Z', 'updated_at': '2021-12-25T21:46:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:47:38.828281 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbd176fe-c355-4e00-adfb-a33564665049 None None] Checking router: d35a4ea1-6599-4f9a-b03a-53ae2d582b1e for host: ncdv-master-1 {{(pid=121608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 25 21:47:38.837166 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbd176fe-c355-4e00-adfb-a33564665049 None None] Routers {'d35a4ea1-6599-4f9a-b03a-53ae2d582b1e'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:47:38.837835 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-bbd176fe-c355-4e00-adfb-a33564665049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f26134da1c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:47:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['d35a4ea1-6599-4f9a-b03a-53ae2d582b1e'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:47:38.856859 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-14d5a610-77ef-45b6-8b25-9c38b21d8e11 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Publish callbacks [] for router_gateway, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:47:38.881452 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-266c8c42-6854-4e99-a12c-1072b75bae77 None None] DHCP port deletion for b86c27f6-7fc3-454a-afbf-75e25c82b4a6 request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 21:47:39.002025 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvr_db [None req-bbd176fe-c355-4e00-adfb-a33564665049 None None] Set router d35a4ea1-6599-4f9a-b03a-53ae2d582b1e gateway port host: ncdv-master-1 {{(pid=121608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:47:39.011372 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-14d5a610-77ef-45b6-8b25-9c38b21d8e11 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Deleting port 212d2aac-4140-40c4-a125-c46a912f4351 {{(pid=121606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:47:39.011660 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-14d5a610-77ef-45b6-8b25-9c38b21d8e11 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:47:39.089889 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [None req-14d5a610-77ef-45b6-8b25-9c38b21d8e11 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] For port 212d2aac-4140-40c4-a125-c46a912f4351, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=212d2aac-4140-40c4-a125-c46a912f4351,segment=NetworkSegment(6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855),segment_id=6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855)] {{(pid=121606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:47:39.090249 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-14d5a610-77ef-45b6-8b25-9c38b21d8e11 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:47:39.093850 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-266c8c42-6854-4e99-a12c-1072b75bae77 None None] Deleting port e6824d39-d6a7-40f2-8424-d62a499cc367 {{(pid=121608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:47:39.094223 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-266c8c42-6854-4e99-a12c-1072b75bae77 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:47:39.106781 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-14d5a610-77ef-45b6-8b25-9c38b21d8e11 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Calling delete_port for 212d2aac-4140-40c4-a125-c46a912f4351 owned by network:router_gateway {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:47:39.231403 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-266c8c42-6854-4e99-a12c-1072b75bae77 None None] For port e6824d39-d6a7-40f2-8424-d62a499cc367, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e6824d39-d6a7-40f2-8424-d62a499cc367,segment=NetworkSegment(1f3bd63b-e8d7-4bf0-b87e-df463155507b),segment_id=1f3bd63b-e8d7-4bf0-b87e-df463155507b)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:47:39.232001 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-266c8c42-6854-4e99-a12c-1072b75bae77 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:47:39.251760 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-266c8c42-6854-4e99-a12c-1072b75bae77 None None] Calling delete_port for e6824d39-d6a7-40f2-8424-d62a499cc367 owned by network:dhcp {{(pid=121608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:47:39.349751 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-14d5a610-77ef-45b6-8b25-9c38b21d8e11 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:47:39.367694 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-bbd176fe-c355-4e00-adfb-a33564665049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f26134da1c0>, [{'id': 'd35a4ea1-6599-4f9a-b03a-53ae2d582b1e', 'name': 'tempest-TestNetworkBasicOps-router-1076977245', 'tenant_id': '59ed9da8ed224ce9b429cb4c633a2498', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.232'}], 'enable_snat': True}, 'gw_port_id': '212d2aac-4140-40c4-a125-c46a912f4351', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:46:31Z', 'updated_at': '2021-12-25T21:47:37Z', 'revision_number': 5, 'project_id': '59ed9da8ed224ce9b429cb4c633a2498', 'gw_port': {'id': '212d2aac-4140-40c4-a125-c46a912f4351', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:92:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35a4ea1-6599-4f9a-b03a-53ae2d582b1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:46:31Z', 'updated_at': '2021-12-25T21:46:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:47:39.378995 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d5a610-77ef-45b6-8b25-9c38b21d8e11 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Pushing event deleted for resources: {'Port': ['ID=212d2aac-4140-40c4-a125-c46a912f4351,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:47:39.400811 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-747b68b2-54fb-4790-a935-3b37ed257189 None None] DHCP port deletion for 7201e55c-7c5f-41aa-a042-a363696539d0 request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 21:47:39.405247 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbd176fe-c355-4e00-adfb-a33564665049 None None] The sync data for ids ['d35a4ea1-6599-4f9a-b03a-53ae2d582b1e'] in ncdv-master-1 is: [{'id': 'd35a4ea1-6599-4f9a-b03a-53ae2d582b1e', 'name': 'tempest-TestNetworkBasicOps-router-1076977245', 'tenant_id': '59ed9da8ed224ce9b429cb4c633a2498', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.232'}], 'enable_snat': True}, 'gw_port_id': '212d2aac-4140-40c4-a125-c46a912f4351', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:46:31Z', 'updated_at': '2021-12-25T21:47:37Z', 'revision_number': 5, 'project_id': '59ed9da8ed224ce9b429cb4c633a2498', 'gw_port': {'id': '212d2aac-4140-40c4-a125-c46a912f4351', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:92:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35a4ea1-6599-4f9a-b03a-53ae2d582b1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:46:31Z', 'updated_at': '2021-12-25T21:46:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 21:47:39.461477 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-14d5a610-77ef-45b6-8b25-9c38b21d8e11 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2008689'] for router_gateway, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:47:39.470183 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-266c8c42-6854-4e99-a12c-1072b75bae77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955'] for port, after_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:47:39.511718 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266c8c42-6854-4e99-a12c-1072b75bae77 None None] Pushing event deleted for resources: {'Port': ['ID=e6824d39-d6a7-40f2-8424-d62a499cc367,revision_number=None']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:47:39.532957 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-266c8c42-6854-4e99-a12c-1072b75bae77 None None] No DVR routers for this DVR port e6824d39-d6a7-40f2-8424-d62a499cc367 on host ncdv-master-1 {{(pid=121608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:47:39.546827 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266c8c42-6854-4e99-a12c-1072b75bae77 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:47:39.547188 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266c8c42-6854-4e99-a12c-1072b75bae77 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:47:39.547564 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266c8c42-6854-4e99-a12c-1072b75bae77 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:47:39.547875 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266c8c42-6854-4e99-a12c-1072b75bae77 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:47:39.551729 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266c8c42-6854-4e99-a12c-1072b75bae77 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:47:39.552038 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266c8c42-6854-4e99-a12c-1072b75bae77 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:47:39.553108 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266c8c42-6854-4e99-a12c-1072b75bae77 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:47:39.553231 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266c8c42-6854-4e99-a12c-1072b75bae77 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:47:39.553516 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266c8c42-6854-4e99-a12c-1072b75bae77 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:47:39.553852 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266c8c42-6854-4e99-a12c-1072b75bae77 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:47:39.554341 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266c8c42-6854-4e99-a12c-1072b75bae77 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:47:39.554675 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266c8c42-6854-4e99-a12c-1072b75bae77 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:47:39.555566 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266c8c42-6854-4e99-a12c-1072b75bae77 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:47:39.569222 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-14d5a610-77ef-45b6-8b25-9c38b21d8e11 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2014235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14905'] for router, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:47:39.571759 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-14d5a610-77ef-45b6-8b25-9c38b21d8e11 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:47:39.671360 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-15cb578f-7a63-4fd3-925d-83bad4c7b82a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:47:39.688082 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-14d5a610-77ef-45b6-8b25-9c38b21d8e11 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2014220'] for router, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:47:39.688622 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14d5a610-77ef-45b6-8b25-9c38b21d8e11 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Fanout notify agent at l3_agent the message router_deleted on router d35a4ea1-6599-4f9a-b03a-53ae2d582b1e {{(pid=121606) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 25 21:47:39.695575 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-14d5a610-77ef-45b6-8b25-9c38b21d8e11 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Publish callbacks [] for router, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:47:39.696737 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-14d5a610-77ef-45b6-8b25-9c38b21d8e11 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] 10.222.0.32 "DELETE /v2.0/routers/d35a4ea1-6599-4f9a-b03a-53ae2d582b1e HTTP/1.1" status: 204  len: 168 time: 1.0703027
Dec 25 21:47:39.699349 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 44146) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:47:39.787431 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-ab3e3b0c-b80a-44f8-8740-9eb6ae293b83 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625803'] for network, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:47:39.885850 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-ab3e3b0c-b80a-44f8-8740-9eb6ae293b83 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997585', 'neutron.services.segments.db._delete_segments_for_network-8737602743071'] for network, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:47:39.911978 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.segments.db [None req-ab3e3b0c-b80a-44f8-8740-9eb6ae293b83 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2612511be0>,) {'filters': {'network_id': ['b86c27f6-7fc3-454a-afbf-75e25c82b4a6']}} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:47:39.923007 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.segments.db [None req-ab3e3b0c-b80a-44f8-8740-9eb6ae293b83 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2612511be0>, '1f3bd63b-e8d7-4bf0-b87e-df463155507b') {'for_net_delete': True} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:47:39.923317 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.segments.db [None req-ab3e3b0c-b80a-44f8-8740-9eb6ae293b83 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2612511be0>, '1f3bd63b-e8d7-4bf0-b87e-df463155507b') {} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:47:39.937656 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-ab3e3b0c-b80a-44f8-8740-9eb6ae293b83 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737602746920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9084222'] for segment, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:47:39.957669 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-ab3e3b0c-b80a-44f8-8740-9eb6ae293b83 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:47:39.965104 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab3e3b0c-b80a-44f8-8740-9eb6ae293b83 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Releasing vlan 181 on physical network physnet1 to pool {{(pid=121606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 25 21:47:39.965511 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-ab3e3b0c-b80a-44f8-8740-9eb6ae293b83 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9084542'] for segment, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:47:39.968923 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:47:39.968923 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:47:39.968923 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:47:39.968923 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:47:39.968923 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:47:39.968923 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:47:39.968923 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:47:39.968923 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:47:39.968923 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:47:39.968923 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:47:39.968923 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:47:39.968923 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:47:39.968923 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:47:39.968923 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:47:39.968923 ncdv-master-1 neutron-server[121606]: Traceback (most recent call last):
Dec 25 21:47:39.968923 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 25 21:47:39.968923 ncdv-master-1 neutron-server[121606]:     timer()
Dec 25 21:47:39.968923 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 25 21:47:39.968923 ncdv-master-1 neutron-server[121606]:     cb(*args, **kw)
Dec 25 21:47:39.968923 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 25 21:47:39.968923 ncdv-master-1 neutron-server[121606]:     return func(*args, **kwargs)
Dec 25 21:47:39.968923 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 25 21:47:39.968923 ncdv-master-1 neutron-server[121606]:     self._notify()
Dec 25 21:47:39.968923 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 25 21:47:39.968923 ncdv-master-1 neutron-server[121606]:     self.callback(batched_events)
Dec 25 21:47:39.968923 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 25 21:47:39.968923 ncdv-master-1 neutron-server[121606]:     event.method(event)
Dec 25 21:47:39.968923 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 25 21:47:39.968923 ncdv-master-1 neutron-server[121606]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 25 21:47:39.968923 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 25 21:47:39.968923 ncdv-master-1 neutron-server[121606]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 25 21:47:39.968923 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 25 21:47:39.968923 ncdv-master-1 neutron-server[121606]:     return f(self, *a, **k)
Dec 25 21:47:39.968923 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 25 21:47:39.968923 ncdv-master-1 neutron-server[121606]:     return self._get(url).json()
Dec 25 21:47:39.968923 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 25 21:47:39.968923 ncdv-master-1 neutron-server[121606]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 25 21:47:39.968923 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 25 21:47:39.968923 ncdv-master-1 neutron-server[121606]:     return self.request(url, 'GET', **kwargs)
Dec 25 21:47:39.968923 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 25 21:47:39.968923 ncdv-master-1 neutron-server[121606]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 25 21:47:39.968923 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 25 21:47:39.968923 ncdv-master-1 neutron-server[121606]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 25 21:47:39.968923 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 25 21:47:39.968923 ncdv-master-1 neutron-server[121606]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 25 21:47:39.968923 ncdv-master-1 neutron-server[121606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 25 21:47:40.080567 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device e6824d39-d6a7-40f2-8424-d62a499cc367 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:47:40.101890 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] No Port match for: e6824d39-d6a7-40f2-8424-d62a499cc367 {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:47:40.102242 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device e6824d39-d6a7-40f2-8424-d62a499cc367 not bound to the agent host ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:47:40.102699 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 7a9bd470-4470-4c20-a45f-95a81c4971f5 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:47:40.123650 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] No Port match for: 7a9bd470-4470-4c20-a45f-95a81c4971f5 {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:47:40.123994 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 7a9bd470-4470-4c20-a45f-95a81c4971f5 not bound to the agent host ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:47:40.128003 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-ab3e3b0c-b80a-44f8-8740-9eb6ae293b83 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2008653'] for network, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:47:40.133954 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-ab3e3b0c-b80a-44f8-8740-9eb6ae293b83 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Publish callbacks [] for network, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:47:40.137746 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-ab3e3b0c-b80a-44f8-8740-9eb6ae293b83 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] 10.222.0.32 "DELETE /v2.0/networks/b86c27f6-7fc3-454a-afbf-75e25c82b4a6 HTTP/1.1" status: 204  len: 168 time: 0.4372265
Dec 25 21:47:40.158265 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3e3b0c-b80a-44f8-8740-9eb6ae293b83 tempest-TestNetworkBasicOps-105182929 tempest-TestNetworkBasicOps-105182929-project] Pushing event deleted for resources: {'Network': ['ID=b86c27f6-7fc3-454a-afbf-75e25c82b4a6,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:47:40.450930 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 44162) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:47:40.568963 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 44168) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:47:40.612042 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-5d06e75e-7a69-4622-b2fc-585f2a4d9943 admin admin] Publish callbacks [] for security_group, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:47:40.678527 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-3ea5c732-46af-4eff-924d-908bb4278ed2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=59ed9da8ed224ce9b429cb4c633a2498&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1083901
Dec 25 21:47:40.682678 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 44172) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:47:40.722761 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-5d06e75e-7a69-4622-b2fc-585f2a4d9943 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:47:40.731414 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-440a8a73-10a0-4f66-bf79-d1974bc8181d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:47:40.752361 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-440a8a73-10a0-4f66-bf79-d1974bc8181d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:47:40.756157 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:47:40.847616 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-5d06e75e-7a69-4622-b2fc-585f2a4d9943 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:47:40.885128 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d06e75e-7a69-4622-b2fc-585f2a4d9943 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1401670-53fe-4f76-b7f1-461821947fbc,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:47:40.891504 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-5d06e75e-7a69-4622-b2fc-585f2a4d9943 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e8892d086e634f9699010eceffbb59d7&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4388340
Dec 25 21:47:40.893682 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-440a8a73-10a0-4f66-bf79-d1974bc8181d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:47:40.894218 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 44174) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:47:40.898836 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-440a8a73-10a0-4f66-bf79-d1974bc8181d admin admin] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:47:40.898836 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-440a8a73-10a0-4f66-bf79-d1974bc8181d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8d371051-238c-43f7-aac4-e0d22a5c9398 HTTP/1.1" status: 204  len: 168 time: 0.2136905
Dec 25 21:47:40.912296 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440a8a73-10a0-4f66-bf79-d1974bc8181d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d371051-238c-43f7-aac4-e0d22a5c9398,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:47:40.959686 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-2d03de03-28a4-41c1-b3c6-a37811e13528 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:47:40.981174 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-2d03de03-28a4-41c1-b3c6-a37811e13528 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:47:41.099020 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-2d03de03-28a4-41c1-b3c6-a37811e13528 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:47:41.101756 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-2d03de03-28a4-41c1-b3c6-a37811e13528 admin admin] Publish callbacks [] for security_group, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:47:41.102928 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-2d03de03-28a4-41c1-b3c6-a37811e13528 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c1401670-53fe-4f76-b7f1-461821947fbc HTTP/1.1" status: 204  len: 168 time: 0.2076845
Dec 25 21:47:41.111864 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d03de03-28a4-41c1-b3c6-a37811e13528 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1401670-53fe-4f76-b7f1-461821947fbc,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:47:41.503664 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 44184) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:47:41.516999 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-bbe23f5b-5471-49f9-bba3-de38fa4340fd admin admin] Publish callbacks [] for security_group, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:47:41.588840 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-bbe23f5b-5471-49f9-bba3-de38fa4340fd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:47:41.642430 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-bbe23f5b-5471-49f9-bba3-de38fa4340fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:47:41.682119 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-bbe23f5b-5471-49f9-bba3-de38fa4340fd admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2591da5f24614e9a8f95df63ea15fa8f&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1773577
Dec 25 21:47:41.682999 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe23f5b-5471-49f9-bba3-de38fa4340fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9175e8cb-ee85-434d-be71-3a90ec28c0d5,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:47:41.685122 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 44186) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:47:41.744040 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-9494437e-891f-4db0-b666-5ef52d563474 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:47:41.764471 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-9494437e-891f-4db0-b666-5ef52d563474 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:47:41.782593 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 44188) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:47:41.796328 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-0752e78d-2fc5-41e7-8e2b-06da22533e27 admin admin] Publish callbacks [] for security_group, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:47:41.891785 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-9494437e-891f-4db0-b666-5ef52d563474 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:47:41.894673 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-9494437e-891f-4db0-b666-5ef52d563474 admin admin] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:47:41.895793 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-9494437e-891f-4db0-b666-5ef52d563474 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9175e8cb-ee85-434d-be71-3a90ec28c0d5 HTTP/1.1" status: 204  len: 168 time: 0.2096155
Dec 25 21:47:41.905883 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9494437e-891f-4db0-b666-5ef52d563474 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9175e8cb-ee85-434d-be71-3a90ec28c0d5,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:47:41.941677 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 212d2aac-4140-40c4-a125-c46a912f4351 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:47:41.964748 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] No Port match for: 212d2aac-4140-40c4-a125-c46a912f4351 {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:47:41.969627 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 212d2aac-4140-40c4-a125-c46a912f4351 not bound to the agent host ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:47:41.970058 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-0752e78d-2fc5-41e7-8e2b-06da22533e27 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:47:42.047550 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-0752e78d-2fc5-41e7-8e2b-06da22533e27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:47:42.086992 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-0752e78d-2fc5-41e7-8e2b-06da22533e27 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4dfd37a6924844a2add31d9416165a64&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3032849
Dec 25 21:47:42.088259 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0752e78d-2fc5-41e7-8e2b-06da22533e27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a017019f-499b-40b7-bda0-21a91b7348d4,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:47:42.089677 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 44192) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:47:42.137576 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-36406905-b8e5-4598-afe5-8c72581cbaf5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:47:42.160039 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-36406905-b8e5-4598-afe5-8c72581cbaf5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:47:42.286659 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-36406905-b8e5-4598-afe5-8c72581cbaf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:47:42.289383 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-36406905-b8e5-4598-afe5-8c72581cbaf5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:47:42.290573 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-36406905-b8e5-4598-afe5-8c72581cbaf5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a017019f-499b-40b7-bda0-21a91b7348d4 HTTP/1.1" status: 204  len: 168 time: 0.1992667
Dec 25 21:47:42.298962 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36406905-b8e5-4598-afe5-8c72581cbaf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a017019f-499b-40b7-bda0-21a91b7348d4,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:47:42.960203 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 44216) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:47:42.974290 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f094e061-6aab-41d2-922b-3bf1ca5d3412 admin admin] Publish callbacks [] for security_group, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:47:43.047517 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f094e061-6aab-41d2-922b-3bf1ca5d3412 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:47:43.103359 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f094e061-6aab-41d2-922b-3bf1ca5d3412 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:47:43.142761 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-f094e061-6aab-41d2-922b-3bf1ca5d3412 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b2b127d717d448c38173877e2e3b873b&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1813262
Dec 25 21:47:43.145106 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f094e061-6aab-41d2-922b-3bf1ca5d3412 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8366a6f-6453-4895-92b0-4d2fceeec5b5,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:47:43.145704 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 44222) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:47:43.202889 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-7b285067-cc97-41a2-93bf-8d8613d91748 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:47:43.224637 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-7b285067-cc97-41a2-93bf-8d8613d91748 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:47:43.350697 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-7b285067-cc97-41a2-93bf-8d8613d91748 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:47:43.353370 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-7b285067-cc97-41a2-93bf-8d8613d91748 admin admin] Publish callbacks [] for security_group, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:47:43.354550 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-7b285067-cc97-41a2-93bf-8d8613d91748 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b8366a6f-6453-4895-92b0-4d2fceeec5b5 HTTP/1.1" status: 204  len: 168 time: 0.2012529
Dec 25 21:47:43.363381 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b285067-cc97-41a2-93bf-8d8613d91748 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8366a6f-6453-4895-92b0-4d2fceeec5b5,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:47:44.943994 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 44254) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:47:44.949270 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-92424362-7f84-41f5-be71-0669cd3fbf8c tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Request body: {'network': {'name': 'tempest-network-smoke--2119582189', 'project_id': '444a282fecb241bb84b910063c85139b', 'port_security_enabled': True}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:47:45.041644 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92424362-7f84-41f5-be71-0669cd3fbf8c tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Made reservation on behalf of 444a282fecb241bb84b910063c85139b for: {'network': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:47:45.045634 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-92424362-7f84-41f5-be71-0669cd3fbf8c tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for network, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:47:45.054006 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-92424362-7f84-41f5-be71-0669cd3fbf8c tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Publish callbacks [] for security_group, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:47:45.125858 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-92424362-7f84-41f5-be71-0669cd3fbf8c tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Publish callbacks [] for security_group, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:47:45.179296 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-92424362-7f84-41f5-be71-0669cd3fbf8c tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:47:45.211532 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92424362-7f84-41f5-be71-0669cd3fbf8c tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] vlan segment allocate from pool success with {'vlan_id': 172, 'physical_network': 'physnet1'}  {{(pid=121606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 25 21:47:45.216893 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92424362-7f84-41f5-be71-0669cd3fbf8c tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Pushing event updated for resources: {'SecurityGroup': ['ID=472ac4d2-3241-4bf4-8bc2-f7a6535e0d65,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:47:45.224508 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-92424362-7f84-41f5-be71-0669cd3fbf8c tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:47:45.224508 ncdv-master-1 neutron-server[121606]: INFO neutron.db.segments_db [None req-92424362-7f84-41f5-be71-0669cd3fbf8c tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Added segment 4d474cf5-a9d4-4a10-81f4-8cd5db62dfe7 of type vlan for network aa2e4805-accc-4890-bf08-4fbade6dc52f
Dec 25 21:47:45.264338 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-92424362-7f84-41f5-be71-0669cd3fbf8c tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737602163420'] for network, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:47:45.337478 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-92424362-7f84-41f5-be71-0669cd3fbf8c tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870'] for network, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:47:45.343642 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92424362-7f84-41f5-be71-0669cd3fbf8c tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:47:45.346913 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-92424362-7f84-41f5-be71-0669cd3fbf8c tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Publish callbacks [] for network, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:47:45.408302 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92424362-7f84-41f5-be71-0669cd3fbf8c tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Pushing event updated for resources: {'Network': ['ID=aa2e4805-accc-4890-bf08-4fbade6dc52f,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:47:45.418245 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Network aa2e4805-accc-4890-bf08-4fbade6dc52f details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 25 21:47:45.456186 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-92424362-7f84-41f5-be71-0669cd3fbf8c tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.5109701
Dec 25 21:47:45.458932 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 44256) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:47:45.463245 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-bc73e25b-2439-4db9-b9d4-e4f0f782c599 tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-23676668', 'admin_state_up': True, 'project_id': '444a282fecb241bb84b910063c85139b', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'}}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:47:45.555134 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-bc73e25b-2439-4db9-b9d4-e4f0f782c599 tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2014909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14863'] for router, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:47:45.556215 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-bc73e25b-2439-4db9-b9d4-e4f0f782c599 tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2014285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2009796', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2082630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14848'] for router, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:47:45.622573 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-bc73e25b-2439-4db9-b9d4-e4f0f782c599 tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:47:45.859130 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-bc73e25b-2439-4db9-b9d4-e4f0f782c599 tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:47:46.096949 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-bc73e25b-2439-4db9-b9d4-e4f0f782c599 tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Publish callbacks [] for router_gateway, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:47:46.115420 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-bc73e25b-2439-4db9-b9d4-e4f0f782c599 tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:47:46.219543 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_common [None req-bc73e25b-2439-4db9-b9d4-e4f0f782c599 tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Allocated IP 172.35.3.34 (7201e55c-7c5f-41aa-a042-a363696539d0/7a939e13-713f-45cf-bba7-1539635abe25/58bbcbf9-5e99-4ab7-8e96-64fc46710b23) {{(pid=121606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:47:46.318624 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-bc73e25b-2439-4db9-b9d4-e4f0f782c599 tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Publish callbacks [] for port, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:47:46.406879 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-bc73e25b-2439-4db9-b9d4-e4f0f782c599 tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:47:46.445285 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc73e25b-2439-4db9-b9d4-e4f0f782c599 tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Network 7201e55c-7c5f-41aa-a042-a363696539d0 is already hosted by enough agents. {{(pid=121606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:47:46.450095 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [None req-bc73e25b-2439-4db9-b9d4-e4f0f782c599 tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Resources bound (agent type, host, resource id):  {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:47:46.453114 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc73e25b-2439-4db9-b9d4-e4f0f782c599 tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Received port after_create {{(pid=121606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:47:46.463936 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea475a6d-e0f5-43df-b247-68ac43176250 None None] DHCP port deletion for 7201e55c-7c5f-41aa-a042-a363696539d0 request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 21:47:46.488354 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc73e25b-2439-4db9-b9d4-e4f0f782c599 tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Pushing event updated for resources: {'Port': ['ID=58bbcbf9-5e99-4ab7-8e96-64fc46710b23,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:47:46.514452 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-7f4c4aba-0983-449e-b73d-683a6ef2198f None None] Provisioning complete for port 58bbcbf9-5e99-4ab7-8e96-64fc46710b23 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:47:46.514824 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-7f4c4aba-0983-449e-b73d-683a6ef2198f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:47:46.553802 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-7f4c4aba-0983-449e-b73d-683a6ef2198f None None] Port 58bbcbf9-5e99-4ab7-8e96-64fc46710b23 cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:47:46.776752 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-bc73e25b-2439-4db9-b9d4-e4f0f782c599 tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Publish callbacks [] for router_gateway, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:47:46.974632 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-bc73e25b-2439-4db9-b9d4-e4f0f782c599 tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2014278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2009753'] for router, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:47:47.486238 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc73e25b-2439-4db9-b9d4-e4f0f782c599 tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Router 4ae792ea-208d-4389-aa4a-ace58689cd78 is scheduled to L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 with binding_index 1 {{(pid=121606) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 25 21:47:47.586278 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc73e25b-2439-4db9-b9d4-e4f0f782c599 tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 21:47:47.596648 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2555932c-0003-41f7-9309-be4f1d5a9bc0 None None] Sync routers for ids ['4ae792ea-208d-4389-aa4a-ace58689cd78'] in ncdv-master-1 {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 21:47:47.605536 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2555932c-0003-41f7-9309-be4f1d5a9bc0 None None] Routers {'4ae792ea-208d-4389-aa4a-ace58689cd78'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:47:47.606131 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-2555932c-0003-41f7-9309-be4f1d5a9bc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2618835c70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:47:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['4ae792ea-208d-4389-aa4a-ace58689cd78'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:47:47.671880 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-bc73e25b-2439-4db9-b9d4-e4f0f782c599 tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Publish callbacks [] for router, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:47:47.676164 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-bc73e25b-2439-4db9-b9d4-e4f0f782c599 tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 891 time: 2.2132850
Dec 25 21:47:47.676498 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 44258) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:47:47.709057 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvr_db [None req-2555932c-0003-41f7-9309-be4f1d5a9bc0 None None] Set router 4ae792ea-208d-4389-aa4a-ace58689cd78 gateway port host: ncdv-master-1 {{(pid=121609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:47:47.803818 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-b16d7295-ef80-4ea4-aa6f-475e7d950dba tempest-TestSecurityGroupsBasicOps-1346282691 tempest-TestSecurityGroupsBasicOps-1346282691-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=444a282fecb241bb84b910063c85139b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.1261034
Dec 25 21:47:47.806506 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 44262) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:47:47.885713 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-2555932c-0003-41f7-9309-be4f1d5a9bc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2618835c70>, [{'id': '4ae792ea-208d-4389-aa4a-ace58689cd78', 'name': 'tempest-TestSecurityGroupsBasicOps-router-23676668', 'tenant_id': '444a282fecb241bb84b910063c85139b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.34'}], 'enable_snat': True}, 'gw_port_id': '58bbcbf9-5e99-4ab7-8e96-64fc46710b23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:47:45Z', 'updated_at': '2021-12-25T21:47:46Z', 'revision_number': 3, 'project_id': '444a282fecb241bb84b910063c85139b', 'gw_port': {'id': '58bbcbf9-5e99-4ab7-8e96-64fc46710b23', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:59:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ae792ea-208d-4389-aa4a-ace58689cd78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:47:46Z', 'updated_at': '2021-12-25T21:47:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:47:47.892157 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32aecaca-fdb0-4019-8034-7f2f1a8cd9b9 tempest-TestSecurityGroupsBasicOps-1346282691 tempest-TestSecurityGroupsBasicOps-1346282691-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:47:47.896622 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-32aecaca-fdb0-4019-8034-7f2f1a8cd9b9 tempest-TestSecurityGroupsBasicOps-1346282691 tempest-TestSecurityGroupsBasicOps-1346282691-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.0863092
Dec 25 21:47:47.896622 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 44264) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:47:47.912856 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2555932c-0003-41f7-9309-be4f1d5a9bc0 None None] Checking router: 4ae792ea-208d-4389-aa4a-ace58689cd78 for host: ncdv-master-1 {{(pid=121609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 25 21:47:47.913225 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2555932c-0003-41f7-9309-be4f1d5a9bc0 None None] Updating router 4ae792ea-208d-4389-aa4a-ace58689cd78 port 58bbcbf9-5e99-4ab7-8e96-64fc46710b23 binding host ncdv-master-1 {{(pid=121609) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 25 21:47:47.930349 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-e7a8edf8-b664-458e-9d58-23cff974c242 tempest-TestSecurityGroupsBasicOps-1346282691 tempest-TestSecurityGroupsBasicOps-1346282691-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=7201e55c-7c5f-41aa-a042-a363696539d0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0327632
Dec 25 21:47:47.932996 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 44266) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:47:47.937711 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-2555932c-0003-41f7-9309-be4f1d5a9bc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:47:47.937862 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-d79054f8-ce9d-45d5-981c-20dc8c73fb72 tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1209894915', 'network_id': 'aa2e4805-accc-4890-bf08-4fbade6dc52f', 'project_id': '444a282fecb241bb84b910063c85139b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:47:48.086182 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d79054f8-ce9d-45d5-981c-20dc8c73fb72 tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Made reservation on behalf of 444a282fecb241bb84b910063c85139b for: {'subnet': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:47:48.089712 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-d79054f8-ce9d-45d5-981c-20dc8c73fb72 tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9028529'] for subnet, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:47:48.181766 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-2555932c-0003-41f7-9309-be4f1d5a9bc0 None None] Publish callbacks [] for port, precommit_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:47:48.253391 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-2555932c-0003-41f7-9309-be4f1d5a9bc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:47:48.328244 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-d79054f8-ce9d-45d5-981c-20dc8c73fb72 tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9084170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9028515'] for subnet, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:47:48.382059 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08a1b4d4-94b4-44ac-b97d-d284a32c2cc6 None None] DHCP port deletion for 7201e55c-7c5f-41aa-a042-a363696539d0 request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 21:47:48.386964 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79054f8-ce9d-45d5-981c-20dc8c73fb72 tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Pushing event updated for resources: {'Subnet': ['ID=df3b91f7-d0a5-497c-acb3-891eef7362b7,revision_number=0']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:47:48.392996 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f418812c-e24b-49b6-84c3-bddf8f810821 None None] Pushing event updated for resources: {'Port': ['ID=58bbcbf9-5e99-4ab7-8e96-64fc46710b23,revision_number=2']} {{(pid=121609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:47:48.396662 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.managers [None req-2555932c-0003-41f7-9309-be4f1d5a9bc0 None None] Attempting to bind port 58bbcbf9-5e99-4ab7-8e96-64fc46710b23 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:47:48.397041 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.managers [None req-2555932c-0003-41f7-9309-be4f1d5a9bc0 None None] Attempting to bind port 58bbcbf9-5e99-4ab7-8e96-64fc46710b23 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'}] {{(pid=121609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:47:48.397405 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2555932c-0003-41f7-9309-be4f1d5a9bc0 None None] Attempting to bind port 58bbcbf9-5e99-4ab7-8e96-64fc46710b23 on network 7201e55c-7c5f-41aa-a042-a363696539d0 {{(pid=121609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:47:48.399161 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79054f8-ce9d-45d5-981c-20dc8c73fb72 tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:47:48.399515 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79054f8-ce9d-45d5-981c-20dc8c73fb72 tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:47:48.399857 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79054f8-ce9d-45d5-981c-20dc8c73fb72 tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:47:48.400461 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79054f8-ce9d-45d5-981c-20dc8c73fb72 tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:47:48.400589 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79054f8-ce9d-45d5-981c-20dc8c73fb72 tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:47:48.400839 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79054f8-ce9d-45d5-981c-20dc8c73fb72 tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:47:48.401187 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79054f8-ce9d-45d5-981c-20dc8c73fb72 tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:47:48.401515 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79054f8-ce9d-45d5-981c-20dc8c73fb72 tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:47:48.401839 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79054f8-ce9d-45d5-981c-20dc8c73fb72 tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:47:48.402163 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79054f8-ce9d-45d5-981c-20dc8c73fb72 tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:47:48.402486 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79054f8-ce9d-45d5-981c-20dc8c73fb72 tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:47:48.402802 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79054f8-ce9d-45d5-981c-20dc8c73fb72 tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:47:48.403116 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79054f8-ce9d-45d5-981c-20dc8c73fb72 tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:47:48.407145 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f418812c-e24b-49b6-84c3-bddf8f810821 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:47:48.409639 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f418812c-e24b-49b6-84c3-bddf8f810821 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:47:48.409639 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f418812c-e24b-49b6-84c3-bddf8f810821 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:47:48.409639 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f418812c-e24b-49b6-84c3-bddf8f810821 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:47:48.409639 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f418812c-e24b-49b6-84c3-bddf8f810821 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:47:48.409639 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f418812c-e24b-49b6-84c3-bddf8f810821 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:47:48.409639 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f418812c-e24b-49b6-84c3-bddf8f810821 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:47:48.409639 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f418812c-e24b-49b6-84c3-bddf8f810821 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:47:48.410205 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d79054f8-ce9d-45d5-981c-20dc8c73fb72 tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Checking segment: {'id': '4d474cf5-a9d4-4a10-81f4-8cd5db62dfe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'aa2e4805-accc-4890-bf08-4fbade6dc52f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:47:48.410315 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f418812c-e24b-49b6-84c3-bddf8f810821 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:47:48.410315 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f418812c-e24b-49b6-84c3-bddf8f810821 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:47:48.410473 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d79054f8-ce9d-45d5-981c-20dc8c73fb72 tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Network hostable DHCP agents. Network: aa2e4805-accc-4890-bf08-4fbade6dc52f, hostable agents: ['1813db88-2c1b-4357-a2ba-869246b663c2'], hosted agents: [] {{(pid=121606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 25 21:47:48.410695 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f418812c-e24b-49b6-84c3-bddf8f810821 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:47:48.410695 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f418812c-e24b-49b6-84c3-bddf8f810821 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:47:48.410962 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f418812c-e24b-49b6-84c3-bddf8f810821 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:47:48.414221 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2555932c-0003-41f7-9309-be4f1d5a9bc0 None None] Checking agent: {'id': 'ca4f5c6d-f1fd-48b8-a3e3-395864c7d23d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 20, 56, 40), 'started_at': datetime.datetime(2021, 12, 25, 20, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 47, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:47:48.414593 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2555932c-0003-41f7-9309-be4f1d5a9bc0 None None] Checking segment: {'id': '6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:47:48.414987 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-2555932c-0003-41f7-9309-be4f1d5a9bc0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:47:48.415615 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2555932c-0003-41f7-9309-be4f1d5a9bc0 None None] Bound using segment: {'id': '6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'} {{(pid=121609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:47:48.415823 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.managers [None req-2555932c-0003-41f7-9309-be4f1d5a9bc0 None None] Bound port: 58bbcbf9-5e99-4ab7-8e96-64fc46710b23, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'}}] {{(pid=121609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:47:48.416189 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-2555932c-0003-41f7-9309-be4f1d5a9bc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:47:48.465571 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.db [None req-2555932c-0003-41f7-9309-be4f1d5a9bc0 None None] For port 58bbcbf9-5e99-4ab7-8e96-64fc46710b23, host ncdv-master-1, cleared binding levels {{(pid=121609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:47:48.469014 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.db [None req-2555932c-0003-41f7-9309-be4f1d5a9bc0 None None] For port 58bbcbf9-5e99-4ab7-8e96-64fc46710b23, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=58bbcbf9-5e99-4ab7-8e96-64fc46710b23,segment=NetworkSegment(6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855),segment_id=6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855)] {{(pid=121609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:47:48.486905 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-1e7b9859-32f9-4054-ae41-92b349cb84be None None] Provisioning complete for port 58bbcbf9-5e99-4ab7-8e96-64fc46710b23 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:47:48.494998 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-1e7b9859-32f9-4054-ae41-92b349cb84be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:47:48.495156 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d79054f8-ce9d-45d5-981c-20dc8c73fb72 tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Network aa2e4805-accc-4890-bf08-4fbade6dc52f is scheduled to be hosted by DHCP agent 1813db88-2c1b-4357-a2ba-869246b663c2 with binding_index 1 {{(pid=121606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 25 21:47:48.521899 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-1e7b9859-32f9-4054-ae41-92b349cb84be None None] Port 58bbcbf9-5e99-4ab7-8e96-64fc46710b23 cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:47:48.556833 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-2555932c-0003-41f7-9309-be4f1d5a9bc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:47:48.579195 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [None req-d79054f8-ce9d-45d5-981c-20dc8c73fb72 tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, aa2e4805-accc-4890-bf08-4fbade6dc52f) {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:47:48.583254 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d79054f8-ce9d-45d5-981c-20dc8c73fb72 tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:47:48.584210 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-d79054f8-ce9d-45d5-981c-20dc8c73fb72 tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Publish callbacks [] for subnet, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:47:48.592931 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1293474b-3e44-4ca2-add9-373658b3ef2f None None] Network aa2e4805-accc-4890-bf08-4fbade6dc52f requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:47:48.608340 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2555932c-0003-41f7-9309-be4f1d5a9bc0 None None] Routers {'4ae792ea-208d-4389-aa4a-ace58689cd78'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:47:48.608976 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-2555932c-0003-41f7-9309-be4f1d5a9bc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2618835c70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:47:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['4ae792ea-208d-4389-aa4a-ace58689cd78'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:47:48.617061 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-688027e6-ed0d-4095-a76d-a296c420cccb None None] DHCP port deletion for 7201e55c-7c5f-41aa-a042-a363696539d0 request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 21:47:48.661488 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f418812c-e24b-49b6-84c3-bddf8f810821 None None] Pushing event updated for resources: {'Port': ['ID=58bbcbf9-5e99-4ab7-8e96-64fc46710b23,revision_number=3']} {{(pid=121609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:47:48.673410 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-d79054f8-ce9d-45d5-981c-20dc8c73fb72 tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 832 time: 0.7393036
Dec 25 21:47:48.676148 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 44268) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:47:48.709947 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f665152-7e6a-4f48-add9-3bf0f2420254 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-aa2e4805-accc-4890-bf08-4fbade6dc52f', 'network_id': 'aa2e4805-accc-4890-bf08-4fbade6dc52f', 'project_id': '444a282fecb241bb84b910063c85139b', 'fixed_ips': [{'subnet_id': 'df3b91f7-d0a5-497c-acb3-891eef7362b7'}]}} from ncdv-master-1. {{(pid=121608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 25 21:47:48.718574 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-0f665152-7e6a-4f48-add9-3bf0f2420254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:47:48.739998 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvr_db [None req-2555932c-0003-41f7-9309-be4f1d5a9bc0 None None] Set router 4ae792ea-208d-4389-aa4a-ace58689cd78 gateway port host: ncdv-master-1 {{(pid=121609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:47:48.800770 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-23d532fd-d069-420e-96ae-069d1e886a95 None None] Provisioning complete for port 58bbcbf9-5e99-4ab7-8e96-64fc46710b23 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:47:48.801169 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-23d532fd-d069-420e-96ae-069d1e886a95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:47:48.896201 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.db_base_plugin_common [None req-0f665152-7e6a-4f48-add9-3bf0f2420254 None None] Allocated IP 172.20.0.2 (aa2e4805-accc-4890-bf08-4fbade6dc52f/df3b91f7-d0a5-497c-acb3-891eef7362b7/6722db46-a3ad-47d4-8cc5-b632ba5bf9e5) {{(pid=121608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:47:48.928672 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-2555932c-0003-41f7-9309-be4f1d5a9bc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2618835c70>, [{'id': '4ae792ea-208d-4389-aa4a-ace58689cd78', 'name': 'tempest-TestSecurityGroupsBasicOps-router-23676668', 'tenant_id': '444a282fecb241bb84b910063c85139b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.34'}], 'enable_snat': True}, 'gw_port_id': '58bbcbf9-5e99-4ab7-8e96-64fc46710b23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:47:45Z', 'updated_at': '2021-12-25T21:47:46Z', 'revision_number': 3, 'project_id': '444a282fecb241bb84b910063c85139b', 'gw_port': {'id': '58bbcbf9-5e99-4ab7-8e96-64fc46710b23', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:59:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ae792ea-208d-4389-aa4a-ace58689cd78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:47:46Z', 'updated_at': '2021-12-25T21:47:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:47:48.939486 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-23d532fd-d069-420e-96ae-069d1e886a95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:47:48.962788 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2555932c-0003-41f7-9309-be4f1d5a9bc0 None None] The sync data for ids ['4ae792ea-208d-4389-aa4a-ace58689cd78'] in ncdv-master-1 is: [{'id': '4ae792ea-208d-4389-aa4a-ace58689cd78', 'name': 'tempest-TestSecurityGroupsBasicOps-router-23676668', 'tenant_id': '444a282fecb241bb84b910063c85139b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.34'}], 'enable_snat': True}, 'gw_port_id': '58bbcbf9-5e99-4ab7-8e96-64fc46710b23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:47:45Z', 'updated_at': '2021-12-25T21:47:46Z', 'revision_number': 3, 'project_id': '444a282fecb241bb84b910063c85139b', 'gw_port': {'id': '58bbcbf9-5e99-4ab7-8e96-64fc46710b23', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:59:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ae792ea-208d-4389-aa4a-ace58689cd78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:47:46Z', 'updated_at': '2021-12-25T21:47:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 21:47:48.979999 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-23d532fd-d069-420e-96ae-069d1e886a95 None None] For port 58bbcbf9-5e99-4ab7-8e96-64fc46710b23, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=58bbcbf9-5e99-4ab7-8e96-64fc46710b23,segment=NetworkSegment(6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855),segment_id=6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:47:49.068260 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-23d532fd-d069-420e-96ae-069d1e886a95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:47:49.124152 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-0f665152-7e6a-4f48-add9-3bf0f2420254 None None] Publish callbacks [] for port, precommit_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:47:49.135157 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d532fd-d069-420e-96ae-069d1e886a95 None None] Pushing event updated for resources: {'Port': ['ID=58bbcbf9-5e99-4ab7-8e96-64fc46710b23,revision_number=4']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:47:49.158536 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-8dda1583-93e4-417a-925e-e0f39f6e4e0b tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:47:49.201175 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-0f665152-7e6a-4f48-add9-3bf0f2420254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946'] for port, after_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:47:49.253378 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f665152-7e6a-4f48-add9-3bf0f2420254 None None] Network aa2e4805-accc-4890-bf08-4fbade6dc52f is already hosted by enough agents. {{(pid=121608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:47:49.256346 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.base_scheduler [None req-0f665152-7e6a-4f48-add9-3bf0f2420254 None None] Resources bound (agent type, host, resource id):  {{(pid=121608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:47:49.260035 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f665152-7e6a-4f48-add9-3bf0f2420254 None None] Received port after_create {{(pid=121608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:47:49.312650 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f665152-7e6a-4f48-add9-3bf0f2420254 None None] Pushing event updated for resources: {'Port': ['ID=6722db46-a3ad-47d4-8cc5-b632ba5bf9e5,revision_number=1']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:47:49.329777 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-0f665152-7e6a-4f48-add9-3bf0f2420254 None None] Attempting to bind port 6722db46-a3ad-47d4-8cc5-b632ba5bf9e5 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:47:49.330236 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-0f665152-7e6a-4f48-add9-3bf0f2420254 None None] Attempting to bind port 6722db46-a3ad-47d4-8cc5-b632ba5bf9e5 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '4d474cf5-a9d4-4a10-81f4-8cd5db62dfe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'aa2e4805-accc-4890-bf08-4fbade6dc52f'}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:47:49.330737 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f665152-7e6a-4f48-add9-3bf0f2420254 None None] Attempting to bind port 6722db46-a3ad-47d4-8cc5-b632ba5bf9e5 on network aa2e4805-accc-4890-bf08-4fbade6dc52f {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:47:49.337115 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f665152-7e6a-4f48-add9-3bf0f2420254 None None] Checking agent: {'id': 'ca4f5c6d-f1fd-48b8-a3e3-395864c7d23d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 20, 56, 40), 'started_at': datetime.datetime(2021, 12, 25, 20, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 47, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:47:49.337115 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f665152-7e6a-4f48-add9-3bf0f2420254 None None] Checking segment: {'id': '4d474cf5-a9d4-4a10-81f4-8cd5db62dfe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'aa2e4805-accc-4890-bf08-4fbade6dc52f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:47:49.337947 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-0f665152-7e6a-4f48-add9-3bf0f2420254 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:47:49.338349 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f665152-7e6a-4f48-add9-3bf0f2420254 None None] Bound using segment: {'id': '4d474cf5-a9d4-4a10-81f4-8cd5db62dfe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'aa2e4805-accc-4890-bf08-4fbade6dc52f'} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:47:49.338821 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-0f665152-7e6a-4f48-add9-3bf0f2420254 None None] Bound port: 6722db46-a3ad-47d4-8cc5-b632ba5bf9e5, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d474cf5-a9d4-4a10-81f4-8cd5db62dfe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'aa2e4805-accc-4890-bf08-4fbade6dc52f'}}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:47:49.339205 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-0f665152-7e6a-4f48-add9-3bf0f2420254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:47:49.410965 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-0f665152-7e6a-4f48-add9-3bf0f2420254 None None] For port 6722db46-a3ad-47d4-8cc5-b632ba5bf9e5, host ncdv-master-1, cleared binding levels {{(pid=121608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:47:49.414259 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-0f665152-7e6a-4f48-add9-3bf0f2420254 None None] For port 6722db46-a3ad-47d4-8cc5-b632ba5bf9e5, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6722db46-a3ad-47d4-8cc5-b632ba5bf9e5,segment=NetworkSegment(4d474cf5-a9d4-4a10-81f4-8cd5db62dfe7),segment_id=4d474cf5-a9d4-4a10-81f4-8cd5db62dfe7)] {{(pid=121608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:47:49.471387 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-0f665152-7e6a-4f48-add9-3bf0f2420254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:47:49.477131 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_common [None req-8dda1583-93e4-417a-925e-e0f39f6e4e0b tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Allocated IP 172.20.0.1 (aa2e4805-accc-4890-bf08-4fbade6dc52f/df3b91f7-d0a5-497c-acb3-891eef7362b7/c19eb926-12fa-4468-a43e-67f3745f5ad1) {{(pid=121607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:47:49.548189 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f665152-7e6a-4f48-add9-3bf0f2420254 None None] Pushing event updated for resources: {'Port': ['ID=6722db46-a3ad-47d4-8cc5-b632ba5bf9e5,revision_number=2']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:47:49.606982 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-8dda1583-93e4-417a-925e-e0f39f6e4e0b tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Publish callbacks [] for port, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:47:49.715331 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-8dda1583-93e4-417a-925e-e0f39f6e4e0b tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:47:49.769579 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dda1583-93e4-417a-925e-e0f39f6e4e0b tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Network aa2e4805-accc-4890-bf08-4fbade6dc52f is already hosted by enough agents. {{(pid=121607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:47:49.772994 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-8dda1583-93e4-417a-925e-e0f39f6e4e0b tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Resources bound (agent type, host, resource id):  {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:47:49.778012 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dda1583-93e4-417a-925e-e0f39f6e4e0b tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Received port after_create {{(pid=121607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:47:49.782394 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dda1583-93e4-417a-925e-e0f39f6e4e0b tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Pushing event updated for resources: {'Port': ['ID=c19eb926-12fa-4468-a43e-67f3745f5ad1,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:47:49.811165 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dda1583-93e4-417a-925e-e0f39f6e4e0b tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:47:49.811517 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dda1583-93e4-417a-925e-e0f39f6e4e0b tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:47:49.811910 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dda1583-93e4-417a-925e-e0f39f6e4e0b tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:47:49.812252 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dda1583-93e4-417a-925e-e0f39f6e4e0b tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:47:49.812593 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dda1583-93e4-417a-925e-e0f39f6e4e0b tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:47:49.812953 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dda1583-93e4-417a-925e-e0f39f6e4e0b tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:47:49.813293 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dda1583-93e4-417a-925e-e0f39f6e4e0b tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:47:49.813631 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dda1583-93e4-417a-925e-e0f39f6e4e0b tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:47:49.813967 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dda1583-93e4-417a-925e-e0f39f6e4e0b tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:47:49.814292 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dda1583-93e4-417a-925e-e0f39f6e4e0b tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:47:49.814618 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dda1583-93e4-417a-925e-e0f39f6e4e0b tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:47:49.814943 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dda1583-93e4-417a-925e-e0f39f6e4e0b tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:47:49.815269 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dda1583-93e4-417a-925e-e0f39f6e4e0b tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:47:49.840217 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-8dda1583-93e4-417a-925e-e0f39f6e4e0b tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2008772'] for router_interface, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:47:50.044048 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 58bbcbf9-5e99-4ab7-8e96-64fc46710b23 up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:47:50.061805 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-8dda1583-93e4-417a-925e-e0f39f6e4e0b tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:47:50.090767 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port 58bbcbf9-5e99-4ab7-8e96-64fc46710b23 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:47:50.091139 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:47:50.168047 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 6722db46-a3ad-47d4-8cc5-b632ba5bf9e5 up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:47:50.371053 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-8dda1583-93e4-417a-925e-e0f39f6e4e0b tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Publish callbacks [] for port, precommit_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:47:50.395622 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port 6722db46-a3ad-47d4-8cc5-b632ba5bf9e5 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:47:50.395990 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:47:50.429162 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-8dda1583-93e4-417a-925e-e0f39f6e4e0b tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8632327'] for port, after_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:47:50.475472 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:47:50.503905 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-8dda1583-93e4-417a-925e-e0f39f6e4e0b tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2007636'] for router_interface, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:47:50.505793 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dda1583-93e4-417a-925e-e0f39f6e4e0b tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Pushing event updated for resources: {'Port': ['ID=c19eb926-12fa-4468-a43e-67f3745f5ad1,revision_number=2']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:47:50.521375 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] For port 6722db46-a3ad-47d4-8cc5-b632ba5bf9e5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6722db46-a3ad-47d4-8cc5-b632ba5bf9e5,segment=NetworkSegment(4d474cf5-a9d4-4a10-81f4-8cd5db62dfe7),segment_id=4d474cf5-a9d4-4a10-81f4-8cd5db62dfe7)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:47:50.536164 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2692f06c-233a-4e0a-b0f4-c4c315bc4e3e None None] Network aa2e4805-accc-4890-bf08-4fbade6dc52f requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:47:50.602787 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:47:50.616301 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dda1583-93e4-417a-925e-e0f39f6e4e0b tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Network aa2e4805-accc-4890-bf08-4fbade6dc52f is already hosted by enough agents. {{(pid=121607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:47:50.618122 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-8dda1583-93e4-417a-925e-e0f39f6e4e0b tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Resources bound (agent type, host, resource id):  {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:47:50.672154 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-7df0ee3c-dd87-417f-b925-fdb36f841c9e None None] Provisioning complete for port 6722db46-a3ad-47d4-8cc5-b632ba5bf9e5 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:47:50.672522 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-7df0ee3c-dd87-417f-b925-fdb36f841c9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:47:50.709936 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Pushing event updated for resources: {'Port': ['ID=6722db46-a3ad-47d4-8cc5-b632ba5bf9e5,revision_number=3']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:47:50.739200 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dda1583-93e4-417a-925e-e0f39f6e4e0b tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Router 4ae792ea-208d-4389-aa4a-ace58689cd78 has already been hosted by L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 {{(pid=121607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 25 21:47:50.861849 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dda1583-93e4-417a-925e-e0f39f6e4e0b tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 21:47:50.867641 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-8dda1583-93e4-417a-925e-e0f39f6e4e0b tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] 10.222.0.32 "PUT /v2.0/routers/4ae792ea-208d-4389-aa4a-ace58689cd78/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.1901100
Dec 25 21:47:50.871963 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 44270) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:47:50.875101 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-c3b52aa7-851f-48cc-b306-27940457f60b tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1052118817', 'description': 'tempest-secgroup_access--1052118817 description', 'project_id': '444a282fecb241bb84b910063c85139b'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:47:50.948615 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a9ef47a-954a-48bb-951c-af0477ec9fa3 None None] Sync routers for ids ['4ae792ea-208d-4389-aa4a-ace58689cd78'] in ncdv-master-1 {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 21:47:50.960010 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a9ef47a-954a-48bb-951c-af0477ec9fa3 None None] Routers {'4ae792ea-208d-4389-aa4a-ace58689cd78'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:47:50.960641 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-3a9ef47a-954a-48bb-951c-af0477ec9fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f26134fb9a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:47:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['4ae792ea-208d-4389-aa4a-ace58689cd78'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:47:50.973768 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-c3b52aa7-851f-48cc-b306-27940457f60b tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Publish callbacks [] for security_group, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:47:51.022358 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-656a7e23-2e13-4929-9c49-acdddf245224 None None] Provisioning complete for port 6722db46-a3ad-47d4-8cc5-b632ba5bf9e5 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:47:51.022722 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-656a7e23-2e13-4929-9c49-acdddf245224 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:47:51.051349 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-c3b52aa7-851f-48cc-b306-27940457f60b tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Publish callbacks [] for security_group, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:47:51.120060 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvr_db [None req-3a9ef47a-954a-48bb-951c-af0477ec9fa3 None None] Set router 4ae792ea-208d-4389-aa4a-ace58689cd78 gateway port host: ncdv-master-1 {{(pid=121608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:47:51.139902 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-c3b52aa7-851f-48cc-b306-27940457f60b tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:47:51.174990 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b52aa7-851f-48cc-b306-27940457f60b tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Pushing event updated for resources: {'SecurityGroup': ['ID=369281a7-7d06-46e4-b0e4-bffd093f5593,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:47:51.282887 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-c3b52aa7-851f-48cc-b306-27940457f60b tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:47:51.285291 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-c3b52aa7-851f-48cc-b306-27940457f60b tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1817 time: 0.4128275
Dec 25 21:47:51.287229 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 44272) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:47:51.289385 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-656a7e23-2e13-4929-9c49-acdddf245224 None None] Provisioning complete for port c19eb926-12fa-4468-a43e-67f3745f5ad1 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:47:51.289746 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-656a7e23-2e13-4929-9c49-acdddf245224 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:47:51.291682 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-2185d67b-cf9c-4380-a896-5eb6a37ca067 tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--494921057', 'description': 'tempest-secgroup_general--494921057 description', 'project_id': '444a282fecb241bb84b910063c85139b'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:47:51.366151 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-656a7e23-2e13-4929-9c49-acdddf245224 None None] Port c19eb926-12fa-4468-a43e-67f3745f5ad1 cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:47:51.384999 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-2185d67b-cf9c-4380-a896-5eb6a37ca067 tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Publish callbacks [] for security_group, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:47:51.420111 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-3a9ef47a-954a-48bb-951c-af0477ec9fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f26134fb9a0>, [{'id': '4ae792ea-208d-4389-aa4a-ace58689cd78', 'name': 'tempest-TestSecurityGroupsBasicOps-router-23676668', 'tenant_id': '444a282fecb241bb84b910063c85139b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.34'}], 'enable_snat': True}, 'gw_port_id': '58bbcbf9-5e99-4ab7-8e96-64fc46710b23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:47:45Z', 'updated_at': '2021-12-25T21:47:49Z', 'revision_number': 4, 'project_id': '444a282fecb241bb84b910063c85139b', 'gw_port': {'id': '58bbcbf9-5e99-4ab7-8e96-64fc46710b23', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:59:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ae792ea-208d-4389-aa4a-ace58689cd78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:47:46Z', 'updated_at': '2021-12-25T21:47:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'c19eb926-12fa-4468-a43e-67f3745f5ad1', 'name': '', 'network_id': 'aa2e4805-accc-4890-bf08-4fbade6dc52f', 'tenant_id': '444a282fecb241bb84b910063c85139b', 'mac_address': 'fa:16:3e:d3:29:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ae792ea-208d-4389-aa4a-ace58689cd78', 'device_owner': 'network:router_interface', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': 'df3b91f7-d0a5-497c-acb3-891eef7362b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:47:49Z', 'updated_at': '2021-12-25T21:47:50Z', 'revision_number': 2, 'project_id': '444a282fecb241bb84b910063c85139b', 'subnets': [{'id': 'df3b91f7-d0a5-497c-acb3-891eef7362b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:47:51.446873 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a9ef47a-954a-48bb-951c-af0477ec9fa3 None None] Checking router: 4ae792ea-208d-4389-aa4a-ace58689cd78 for host: ncdv-master-1 {{(pid=121608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 25 21:47:51.447226 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a9ef47a-954a-48bb-951c-af0477ec9fa3 None None] Updating router 4ae792ea-208d-4389-aa4a-ace58689cd78 port c19eb926-12fa-4468-a43e-67f3745f5ad1 binding host ncdv-master-1 {{(pid=121608) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 25 21:47:51.453122 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-2185d67b-cf9c-4380-a896-5eb6a37ca067 tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Publish callbacks [] for security_group, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:47:51.472001 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3a9ef47a-954a-48bb-951c-af0477ec9fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:47:51.516041 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-b5136b92-5c92-4e93-ac17-59e1b5f7357e None None] Provisioning complete for port c19eb926-12fa-4468-a43e-67f3745f5ad1 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:47:51.516675 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-b5136b92-5c92-4e93-ac17-59e1b5f7357e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:47:51.533299 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-2185d67b-cf9c-4380-a896-5eb6a37ca067 tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:47:51.564850 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2185d67b-cf9c-4380-a896-5eb6a37ca067 tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Pushing event updated for resources: {'SecurityGroup': ['ID=436bc90e-8944-49d8-a57b-579df2324881,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:47:51.608406 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-b5136b92-5c92-4e93-ac17-59e1b5f7357e None None] Port c19eb926-12fa-4468-a43e-67f3745f5ad1 cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:47:51.621296 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-2185d67b-cf9c-4380-a896-5eb6a37ca067 tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:47:51.622442 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-2185d67b-cf9c-4380-a896-5eb6a37ca067 tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1817 time: 0.3342609
Dec 25 21:47:51.626126 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 44274) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:47:51.630580 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-d3899845-c689-403c-b376-fb2ff60fa10c tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Request body: {'security_group_rule': {'security_group_id': '369281a7-7d06-46e4-b0e4-bffd093f5593', 'project_id': '444a282fecb241bb84b910063c85139b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:47:51.733336 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-d3899845-c689-403c-b376-fb2ff60fa10c tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Publish callbacks [] for security_group_rule, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:47:51.779558 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3a9ef47a-954a-48bb-951c-af0477ec9fa3 None None] Publish callbacks [] for port, precommit_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:47:51.788073 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-d3899845-c689-403c-b376-fb2ff60fa10c tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:47:51.893213 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3a9ef47a-954a-48bb-951c-af0477ec9fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:47:51.921966 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-d3899845-c689-403c-b376-fb2ff60fa10c tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077839'] for security_group_rule, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:47:51.942369 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d1d2b1-6af6-4793-986b-759d743bec21 None None] Pushing event updated for resources: {'Port': ['ID=c19eb926-12fa-4468-a43e-67f3745f5ad1,revision_number=3']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:47:51.957958 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3899845-c689-403c-b376-fb2ff60fa10c tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=934e55c0-9d1a-40e3-9872-d722f734131b,revision_number=0']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:47:52.003390 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 6722db46-a3ad-47d4-8cc5-b632ba5bf9e5 up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:47:52.032296 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-3a9ef47a-954a-48bb-951c-af0477ec9fa3 None None] Attempting to bind port c19eb926-12fa-4468-a43e-67f3745f5ad1 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:47:52.032670 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-3a9ef47a-954a-48bb-951c-af0477ec9fa3 None None] Attempting to bind port c19eb926-12fa-4468-a43e-67f3745f5ad1 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '4d474cf5-a9d4-4a10-81f4-8cd5db62dfe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'aa2e4805-accc-4890-bf08-4fbade6dc52f'}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:47:52.033185 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a9ef47a-954a-48bb-951c-af0477ec9fa3 None None] Attempting to bind port c19eb926-12fa-4468-a43e-67f3745f5ad1 on network aa2e4805-accc-4890-bf08-4fbade6dc52f {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:47:52.045936 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a9ef47a-954a-48bb-951c-af0477ec9fa3 None None] Checking agent: {'id': 'ca4f5c6d-f1fd-48b8-a3e3-395864c7d23d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 20, 56, 40), 'started_at': datetime.datetime(2021, 12, 25, 20, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 47, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:47:52.046320 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a9ef47a-954a-48bb-951c-af0477ec9fa3 None None] Checking segment: {'id': '4d474cf5-a9d4-4a10-81f4-8cd5db62dfe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'aa2e4805-accc-4890-bf08-4fbade6dc52f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:47:52.046720 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3a9ef47a-954a-48bb-951c-af0477ec9fa3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:47:52.047126 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a9ef47a-954a-48bb-951c-af0477ec9fa3 None None] Bound using segment: {'id': '4d474cf5-a9d4-4a10-81f4-8cd5db62dfe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'aa2e4805-accc-4890-bf08-4fbade6dc52f'} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:47:52.047595 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-3a9ef47a-954a-48bb-951c-af0477ec9fa3 None None] Bound port: c19eb926-12fa-4468-a43e-67f3745f5ad1, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d474cf5-a9d4-4a10-81f4-8cd5db62dfe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'aa2e4805-accc-4890-bf08-4fbade6dc52f'}}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:47:52.047972 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3a9ef47a-954a-48bb-951c-af0477ec9fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:47:52.060917 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-d3899845-c689-403c-b376-fb2ff60fa10c tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Publish callbacks [] for security_group_rule, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:47:52.062565 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-d3899845-c689-403c-b376-fb2ff60fa10c tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.4353201
Dec 25 21:47:52.119925 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port 6722db46-a3ad-47d4-8cc5-b632ba5bf9e5 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:47:52.120377 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:47:52.153093 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-3a9ef47a-954a-48bb-951c-af0477ec9fa3 None None] For port c19eb926-12fa-4468-a43e-67f3745f5ad1, host ncdv-master-1, cleared binding levels {{(pid=121608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:47:52.171343 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-3a9ef47a-954a-48bb-951c-af0477ec9fa3 None None] For port c19eb926-12fa-4468-a43e-67f3745f5ad1, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c19eb926-12fa-4468-a43e-67f3745f5ad1,segment=NetworkSegment(4d474cf5-a9d4-4a10-81f4-8cd5db62dfe7),segment_id=4d474cf5-a9d4-4a10-81f4-8cd5db62dfe7)] {{(pid=121608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:47:52.222151 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1e52530c-390e-461a-a703-8c7814ed412d req-ff19356d-5e29-4630-95d4-a5e9a3edeae2 tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup_general--494921057&fields=id&tenant_id=444a282fecb241bb84b910063c85139b HTTP/1.1" status: 200  len: 267 time: 0.0425825
Dec 25 21:47:52.235396 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-729918cd-166b-4814-9d7b-a758f87e3ffb None None] Provisioning complete for port c19eb926-12fa-4468-a43e-67f3745f5ad1 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:47:52.235761 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-729918cd-166b-4814-9d7b-a758f87e3ffb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:47:52.267237 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3a9ef47a-954a-48bb-951c-af0477ec9fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:47:52.276516 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1e52530c-390e-461a-a703-8c7814ed412d req-88bc91d4-b6ab-42ba-8e0d-dc123f0e9687 tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup_access--1052118817&fields=id&tenant_id=444a282fecb241bb84b910063c85139b HTTP/1.1" status: 200  len: 267 time: 0.0474691
Dec 25 21:47:52.296862 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-729918cd-166b-4814-9d7b-a758f87e3ffb None None] Port c19eb926-12fa-4468-a43e-67f3745f5ad1 cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:47:52.323358 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a9ef47a-954a-48bb-951c-af0477ec9fa3 None None] Routers {'4ae792ea-208d-4389-aa4a-ace58689cd78'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:47:52.324019 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-3a9ef47a-954a-48bb-951c-af0477ec9fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f26134fb9a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:47:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['4ae792ea-208d-4389-aa4a-ace58689cd78'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:47:52.372004 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d1d2b1-6af6-4793-986b-759d743bec21 None None] Pushing event updated for resources: {'Port': ['ID=c19eb926-12fa-4468-a43e-67f3745f5ad1,revision_number=4']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:47:52.397099 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e52530c-390e-461a-a703-8c7814ed412d req-10b6d0e0-0b75-4ec8-a771-1e89274240f3 tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:47:52.398664 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1e52530c-390e-461a-a703-8c7814ed412d req-10b6d0e0-0b75-4ec8-a771-1e89274240f3 tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] 10.222.0.32 "GET /v2.0/networks?id=aa2e4805-accc-4890-bf08-4fbade6dc52f HTTP/1.1" status: 200  len: 797 time: 0.1142023
Dec 25 21:47:52.415516 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1e52530c-390e-461a-a703-8c7814ed412d req-d67f8068-6819-40fb-8451-0b6fd6bbeea3 tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] 10.222.0.32 "GET /v2.0/quotas/444a282fecb241bb84b910063c85139b HTTP/1.1" status: 200  len: 375 time: 0.0102150
Dec 25 21:47:52.447488 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvr_db [None req-3a9ef47a-954a-48bb-951c-af0477ec9fa3 None None] Set router 4ae792ea-208d-4389-aa4a-ace58689cd78 gateway port host: ncdv-master-1 {{(pid=121608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:47:52.472400 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1e52530c-390e-461a-a703-8c7814ed412d req-39e20bdc-8057-40ff-b5c8-ea8481808e35 tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=444a282fecb241bb84b910063c85139b&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0492609
Dec 25 21:47:52.568286 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-da13657a-f49f-4a79-8975-22d1ec5931e2 None None] Provisioning complete for port c19eb926-12fa-4468-a43e-67f3745f5ad1 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:47:52.568861 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-da13657a-f49f-4a79-8975-22d1ec5931e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:47:52.577968 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1e52530c-390e-461a-a703-8c7814ed412d req-d8e2fa17-a2be-48fc-9ec3-029eb3da4243 service neutron] 10.222.0.32 "GET /v2.0/networks/aa2e4805-accc-4890-bf08-4fbade6dc52f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0923750
Dec 25 21:47:52.667285 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1e52530c-390e-461a-a703-8c7814ed412d req-bf80280b-0500-4145-bf48-92eefa9be9b5 service neutron] 10.222.0.32 "GET /v2.0/networks/aa2e4805-accc-4890-bf08-4fbade6dc52f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0831800
Dec 25 21:47:52.730676 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-da13657a-f49f-4a79-8975-22d1ec5931e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:47:52.774022 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-3a9ef47a-954a-48bb-951c-af0477ec9fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f26134fb9a0>, [{'id': '4ae792ea-208d-4389-aa4a-ace58689cd78', 'name': 'tempest-TestSecurityGroupsBasicOps-router-23676668', 'tenant_id': '444a282fecb241bb84b910063c85139b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.34'}], 'enable_snat': True}, 'gw_port_id': '58bbcbf9-5e99-4ab7-8e96-64fc46710b23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:47:45Z', 'updated_at': '2021-12-25T21:47:49Z', 'revision_number': 4, 'project_id': '444a282fecb241bb84b910063c85139b', 'gw_port': {'id': '58bbcbf9-5e99-4ab7-8e96-64fc46710b23', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:59:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ae792ea-208d-4389-aa4a-ace58689cd78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:47:46Z', 'updated_at': '2021-12-25T21:47:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'c19eb926-12fa-4468-a43e-67f3745f5ad1', 'name': '', 'network_id': 'aa2e4805-accc-4890-bf08-4fbade6dc52f', 'tenant_id': '444a282fecb241bb84b910063c85139b', 'mac_address': 'fa:16:3e:d3:29:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ae792ea-208d-4389-aa4a-ace58689cd78', 'device_owner': 'network:router_interface', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': 'df3b91f7-d0a5-497c-acb3-891eef7362b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:47:49Z', 'updated_at': '2021-12-25T21:47:52Z', 'revision_number': 4, 'project_id': '444a282fecb241bb84b910063c85139b', 'subnets': [{'id': 'df3b91f7-d0a5-497c-acb3-891eef7362b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:47:52.822951 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-da13657a-f49f-4a79-8975-22d1ec5931e2 None None] For port c19eb926-12fa-4468-a43e-67f3745f5ad1, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c19eb926-12fa-4468-a43e-67f3745f5ad1,segment=NetworkSegment(4d474cf5-a9d4-4a10-81f4-8cd5db62dfe7),segment_id=4d474cf5-a9d4-4a10-81f4-8cd5db62dfe7)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:47:52.824135 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a9ef47a-954a-48bb-951c-af0477ec9fa3 None None] The sync data for ids ['4ae792ea-208d-4389-aa4a-ace58689cd78'] in ncdv-master-1 is: [{'id': '4ae792ea-208d-4389-aa4a-ace58689cd78', 'name': 'tempest-TestSecurityGroupsBasicOps-router-23676668', 'tenant_id': '444a282fecb241bb84b910063c85139b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.34'}], 'enable_snat': True}, 'gw_port_id': '58bbcbf9-5e99-4ab7-8e96-64fc46710b23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:47:45Z', 'updated_at': '2021-12-25T21:47:49Z', 'revision_number': 4, 'project_id': '444a282fecb241bb84b910063c85139b', 'gw_port': {'id': '58bbcbf9-5e99-4ab7-8e96-64fc46710b23', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:59:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ae792ea-208d-4389-aa4a-ace58689cd78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:47:46Z', 'updated_at': '2021-12-25T21:47:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'c19eb926-12fa-4468-a43e-67f3745f5ad1', 'name': '', 'network_id': 'aa2e4805-accc-4890-bf08-4fbade6dc52f', 'tenant_id': '444a282fecb241bb84b910063c85139b', 'mac_address': 'fa:16:3e:d3:29:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ae792ea-208d-4389-aa4a-ace58689cd78', 'device_owner': 'network:router_interface', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': 'df3b91f7-d0a5-497c-acb3-891eef7362b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:47:49Z', 'updated_at': '2021-12-25T21:47:52Z', 'revision_number': 4, 'project_id': '444a282fecb241bb84b910063c85139b', 'subnets': [{'id': 'df3b91f7-d0a5-497c-acb3-891eef7362b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 21:47:52.910964 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-da13657a-f49f-4a79-8975-22d1ec5931e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:47:52.940635 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-772b2b95-4eda-4a49-98de-0c7cb2bc452e req-869ca325-4032-4cb2-9952-bc79dc80f151 tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] 10.222.0.32 "GET /v2.0/ports?device_id=6dc52c35-a324-4ea8-a3bf-a21ee0551467 HTTP/1.1" status: 200  len: 210 time: 0.0437291
Dec 25 21:47:52.988390 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da13657a-f49f-4a79-8975-22d1ec5931e2 None None] Pushing event updated for resources: {'Port': ['ID=c19eb926-12fa-4468-a43e-67f3745f5ad1,revision_number=5']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:47:54.007351 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device c19eb926-12fa-4468-a43e-67f3745f5ad1 up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:47:54.025437 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-aeb606e6-c6b8-4d68-b9d9-d911e7241825 req-ba57c21b-2cff-46b7-8118-6a426e199bfa tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] 10.222.0.32 "GET /v2.0/ports?device_id=6dc52c35-a324-4ea8-a3bf-a21ee0551467 HTTP/1.1" status: 200  len: 210 time: 0.0264733
Dec 25 21:47:54.057708 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port c19eb926-12fa-4468-a43e-67f3745f5ad1 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:47:54.058065 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:47:55.151697 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-86d0ea3c-21a2-4b46-9453-cfdff574499b req-10a4ad00-5ead-4a48-9ca1-9a928b03105d tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] 10.222.0.32 "GET /v2.0/ports?device_id=6dc52c35-a324-4ea8-a3bf-a21ee0551467 HTTP/1.1" status: 200  len: 210 time: 0.0554438
Dec 25 21:47:55.188888 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e52530c-390e-461a-a703-8c7814ed412d req-dcf1fc04-09b9-4526-8890-077e909ef483 tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:47:55.190522 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1e52530c-390e-461a-a703-8c7814ed412d req-dcf1fc04-09b9-4526-8890-077e909ef483 tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] 10.222.0.31 "GET /v2.0/networks?id=aa2e4805-accc-4890-bf08-4fbade6dc52f HTTP/1.1" status: 200  len: 797 time: 0.1289704
Dec 25 21:47:55.262655 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1e52530c-390e-461a-a703-8c7814ed412d req-78cbd7f1-2acb-4127-9fe6-3d4a17131222 tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=444a282fecb241bb84b910063c85139b HTTP/1.1" status: 200  len: 477 time: 0.0602477
Dec 25 21:47:55.272620 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-1e52530c-390e-461a-a703-8c7814ed412d req-0201f35f-dcb2-42b0-8450-bbd4bd0dbc21 tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Request body: {'port': {'device_id': '6dc52c35-a324-4ea8-a3bf-a21ee0551467', 'network_id': 'aa2e4805-accc-4890-bf08-4fbade6dc52f', 'admin_state_up': True, 'tenant_id': '444a282fecb241bb84b910063c85139b', 'security_groups': ['436bc90e-8944-49d8-a57b-579df2324881', '369281a7-7d06-46e4-b0e4-bffd093f5593']}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:47:55.468816 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e52530c-390e-461a-a703-8c7814ed412d req-0201f35f-dcb2-42b0-8450-bbd4bd0dbc21 tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Made reservation on behalf of 444a282fecb241bb84b910063c85139b for: {'port': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:47:55.472448 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-1e52530c-390e-461a-a703-8c7814ed412d req-0201f35f-dcb2-42b0-8450-bbd4bd0dbc21 tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:47:55.598311 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_common [req-1e52530c-390e-461a-a703-8c7814ed412d req-0201f35f-dcb2-42b0-8450-bbd4bd0dbc21 tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Allocated IP 172.20.0.4 (aa2e4805-accc-4890-bf08-4fbade6dc52f/df3b91f7-d0a5-497c-acb3-891eef7362b7/f291accc-c14b-4ebd-9b65-06d16071be79) {{(pid=121606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:47:55.742918 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-1e52530c-390e-461a-a703-8c7814ed412d req-0201f35f-dcb2-42b0-8450-bbd4bd0dbc21 tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Publish callbacks [] for port, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:47:55.831225 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-1e52530c-390e-461a-a703-8c7814ed412d req-0201f35f-dcb2-42b0-8450-bbd4bd0dbc21 tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:47:55.876144 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e52530c-390e-461a-a703-8c7814ed412d req-0201f35f-dcb2-42b0-8450-bbd4bd0dbc21 tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Network aa2e4805-accc-4890-bf08-4fbade6dc52f is already hosted by enough agents. {{(pid=121606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:47:55.879316 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [req-1e52530c-390e-461a-a703-8c7814ed412d req-0201f35f-dcb2-42b0-8450-bbd4bd0dbc21 tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Resources bound (agent type, host, resource id):  {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:47:55.883364 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e52530c-390e-461a-a703-8c7814ed412d req-0201f35f-dcb2-42b0-8450-bbd4bd0dbc21 tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Received port after_create {{(pid=121606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:47:55.907833 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0201f35f-dcb2-42b0-8450-bbd4bd0dbc21 tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Pushing event updated for resources: {'Port': ['ID=f291accc-c14b-4ebd-9b65-06d16071be79,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:47:55.937760 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e52530c-390e-461a-a703-8c7814ed412d req-0201f35f-dcb2-42b0-8450-bbd4bd0dbc21 tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:47:55.938402 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-1e52530c-390e-461a-a703-8c7814ed412d req-0201f35f-dcb2-42b0-8450-bbd4bd0dbc21 tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:47:56.028341 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1e52530c-390e-461a-a703-8c7814ed412d req-0201f35f-dcb2-42b0-8450-bbd4bd0dbc21 tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 972 time: 0.7592065
Dec 25 21:47:56.040987 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-1e52530c-390e-461a-a703-8c7814ed412d req-e84a6e02-3ea2-4832-b9ae-42a36dd6de1b service neutron] Request body: {'port': {'device_id': '6dc52c35-a324-4ea8-a3bf-a21ee0551467', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:47:56.099675 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-1e52530c-390e-461a-a703-8c7814ed412d req-e84a6e02-3ea2-4832-b9ae-42a36dd6de1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:47:56.151476 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-187bff41-7779-4be1-9990-1a70a33a2615 None None] Provisioning complete for port f291accc-c14b-4ebd-9b65-06d16071be79 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:47:56.152047 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-187bff41-7779-4be1-9990-1a70a33a2615 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:47:56.199475 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-187bff41-7779-4be1-9990-1a70a33a2615 None None] Port f291accc-c14b-4ebd-9b65-06d16071be79 cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:47:56.321724 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bb9ca8-1ecd-4593-b5a6-58514e4d97ab req-fce6503f-3921-44d4-ae0c-3437a0f9d5ff tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:47:56.323120 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-17bb9ca8-1ecd-4593-b5a6-58514e4d97ab req-fce6503f-3921-44d4-ae0c-3437a0f9d5ff tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] 10.222.0.32 "GET /v2.0/ports?device_id=6dc52c35-a324-4ea8-a3bf-a21ee0551467 HTTP/1.1" status: 200  len: 970 time: 0.0981488
Dec 25 21:47:56.433785 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-17bb9ca8-1ecd-4593-b5a6-58514e4d97ab req-58c238b7-bd7f-4a07-90cb-84aad08a999e tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] 10.222.0.32 "GET /v2.0/security-groups?id=369281a7-7d06-46e4-b0e4-bffd093f5593&id=436bc90e-8944-49d8-a57b-579df2324881&fields=id&fields=name HTTP/1.1" status: 200  len: 410 time: 0.1039743
Dec 25 21:47:56.448682 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [req-1e52530c-390e-461a-a703-8c7814ed412d req-e84a6e02-3ea2-4832-b9ae-42a36dd6de1b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f291accc-c14b-4ebd-9b65-06d16071be79 {{(pid=121606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:47:56.456320 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-1e52530c-390e-461a-a703-8c7814ed412d req-e84a6e02-3ea2-4832-b9ae-42a36dd6de1b service neutron] Publish callbacks [] for port, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:47:56.467897 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.provisioning_blocks [req-1e52530c-390e-461a-a703-8c7814ed412d req-e84a6e02-3ea2-4832-b9ae-42a36dd6de1b service neutron] Transition to ACTIVE for port object f291accc-c14b-4ebd-9b65-06d16071be79 will not be triggered until provisioned by entity L2. {{(pid=121606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 25 21:47:56.556233 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-1e52530c-390e-461a-a703-8c7814ed412d req-e84a6e02-3ea2-4832-b9ae-42a36dd6de1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:47:56.608526 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84a6e02-3ea2-4832-b9ae-42a36dd6de1b service neutron] Pushing event updated for resources: {'Port': ['ID=f291accc-c14b-4ebd-9b65-06d16071be79,revision_number=2']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:47:56.678267 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-1e52530c-390e-461a-a703-8c7814ed412d req-e84a6e02-3ea2-4832-b9ae-42a36dd6de1b service neutron] Attempting to bind port f291accc-c14b-4ebd-9b65-06d16071be79 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:47:56.678618 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-1e52530c-390e-461a-a703-8c7814ed412d req-e84a6e02-3ea2-4832-b9ae-42a36dd6de1b service neutron] Attempting to bind port f291accc-c14b-4ebd-9b65-06d16071be79 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '4d474cf5-a9d4-4a10-81f4-8cd5db62dfe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'aa2e4805-accc-4890-bf08-4fbade6dc52f'}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:47:56.678955 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e52530c-390e-461a-a703-8c7814ed412d req-e84a6e02-3ea2-4832-b9ae-42a36dd6de1b service neutron] Attempting to bind port f291accc-c14b-4ebd-9b65-06d16071be79 on network aa2e4805-accc-4890-bf08-4fbade6dc52f {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:47:56.683477 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e52530c-390e-461a-a703-8c7814ed412d req-e84a6e02-3ea2-4832-b9ae-42a36dd6de1b service neutron] Port f291accc-c14b-4ebd-9b65-06d16071be79 on network aa2e4805-accc-4890-bf08-4fbade6dc52f not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 25 21:47:56.683806 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e52530c-390e-461a-a703-8c7814ed412d req-e84a6e02-3ea2-4832-b9ae-42a36dd6de1b service neutron] Attempting to bind port f291accc-c14b-4ebd-9b65-06d16071be79 on network aa2e4805-accc-4890-bf08-4fbade6dc52f {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:47:56.689272 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e52530c-390e-461a-a703-8c7814ed412d req-e84a6e02-3ea2-4832-b9ae-42a36dd6de1b service neutron] Checking agent: {'id': '6d577036-68fc-4aa4-aed7-5ab01de2117e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 21, 4, 34), 'started_at': datetime.datetime(2021, 12, 25, 21, 4, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 47, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:47:56.689617 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e52530c-390e-461a-a703-8c7814ed412d req-e84a6e02-3ea2-4832-b9ae-42a36dd6de1b service neutron] Checking segment: {'id': '4d474cf5-a9d4-4a10-81f4-8cd5db62dfe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'aa2e4805-accc-4890-bf08-4fbade6dc52f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:47:56.690011 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e52530c-390e-461a-a703-8c7814ed412d req-e84a6e02-3ea2-4832-b9ae-42a36dd6de1b service neutron] Bound using segment: {'id': '4d474cf5-a9d4-4a10-81f4-8cd5db62dfe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'aa2e4805-accc-4890-bf08-4fbade6dc52f'} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:47:56.690451 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-1e52530c-390e-461a-a703-8c7814ed412d req-e84a6e02-3ea2-4832-b9ae-42a36dd6de1b service neutron] Bound port: f291accc-c14b-4ebd-9b65-06d16071be79, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d474cf5-a9d4-4a10-81f4-8cd5db62dfe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'aa2e4805-accc-4890-bf08-4fbade6dc52f'}}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:47:56.690817 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-1e52530c-390e-461a-a703-8c7814ed412d req-e84a6e02-3ea2-4832-b9ae-42a36dd6de1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:47:56.761610 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-1e52530c-390e-461a-a703-8c7814ed412d req-e84a6e02-3ea2-4832-b9ae-42a36dd6de1b service neutron] For port f291accc-c14b-4ebd-9b65-06d16071be79, host nch1-master-1, cleared binding levels {{(pid=121606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:47:56.764581 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-1e52530c-390e-461a-a703-8c7814ed412d req-e84a6e02-3ea2-4832-b9ae-42a36dd6de1b service neutron] For port f291accc-c14b-4ebd-9b65-06d16071be79, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f291accc-c14b-4ebd-9b65-06d16071be79,segment=NetworkSegment(4d474cf5-a9d4-4a10-81f4-8cd5db62dfe7),segment_id=4d474cf5-a9d4-4a10-81f4-8cd5db62dfe7)] {{(pid=121606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:47:56.849113 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-1e52530c-390e-461a-a703-8c7814ed412d req-e84a6e02-3ea2-4832-b9ae-42a36dd6de1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:47:56.879473 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e52530c-390e-461a-a703-8c7814ed412d req-e84a6e02-3ea2-4832-b9ae-42a36dd6de1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:47:56.880132 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-1e52530c-390e-461a-a703-8c7814ed412d req-e84a6e02-3ea2-4832-b9ae-42a36dd6de1b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:47:56.881552 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1e52530c-390e-461a-a703-8c7814ed412d req-e84a6e02-3ea2-4832-b9ae-42a36dd6de1b service neutron] 10.222.0.31 "PUT /v2.0/ports/f291accc-c14b-4ebd-9b65-06d16071be79 HTTP/1.1" status: 200  len: 1130 time: 0.8452315
Dec 25 21:47:56.881998 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6dc52c35-a324-4ea8-a3bf-a21ee0551467', 'tag': 'f291accc-c14b-4ebd-9b65-06d16071be79'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:47:56.884522 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9858820c13ec2827453b94ebc4181065e990a4e4089ccb9fe762531ac62d2fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c1891d7-3561-4bb6-9d96-4c7163e87e91" -d '{"events": [{"name": "network-changed", "server_uuid": "6dc52c35-a324-4ea8-a3bf-a21ee0551467", "tag": "f291accc-c14b-4ebd-9b65-06d16071be79"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:47:56.920313 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84a6e02-3ea2-4832-b9ae-42a36dd6de1b service neutron] Pushing event updated for resources: {'Port': ['ID=f291accc-c14b-4ebd-9b65-06d16071be79,revision_number=3']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:47:56.926771 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Dec 2021 21:47:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8b39a70-426d-4e99-8680-371e51a67c7b x-openstack-request-id: req-e8b39a70-426d-4e99-8680-371e51a67c7b {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:47:56.927081 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6dc52c35-a324-4ea8-a3bf-a21ee0551467", "tag": "f291accc-c14b-4ebd-9b65-06d16071be79", "status": "completed", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:47:56.927340 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e8b39a70-426d-4e99-8680-371e51a67c7b {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:47:56.927748 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6dc52c35-a324-4ea8-a3bf-a21ee0551467', 'tag': 'f291accc-c14b-4ebd-9b65-06d16071be79', 'status': 'completed', 'code': 200}
Dec 25 21:47:56.992921 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1891d7-3561-4bb6-9d96-4c7163e87e91 req-a7d5d161-14e6-4473-b417-5dd4bcdddf42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:47:56.994501 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0c1891d7-3561-4bb6-9d96-4c7163e87e91 req-a7d5d161-14e6-4473-b417-5dd4bcdddf42 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=444a282fecb241bb84b910063c85139b&device_id=6dc52c35-a324-4ea8-a3bf-a21ee0551467 HTTP/1.1" status: 200  len: 1133 time: 0.0462098
Dec 25 21:47:57.100338 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1891d7-3561-4bb6-9d96-4c7163e87e91 req-148f99c4-6523-4f7b-a973-26400587a567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:47:57.102016 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0c1891d7-3561-4bb6-9d96-4c7163e87e91 req-148f99c4-6523-4f7b-a973-26400587a567 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=444a282fecb241bb84b910063c85139b&shared=False HTTP/1.1" status: 200  len: 898 time: 0.0989199
Dec 25 21:47:57.194893 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1891d7-3561-4bb6-9d96-4c7163e87e91 req-b8e24940-f36c-46aa-acfe-c558a48b9925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:47:57.196301 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0c1891d7-3561-4bb6-9d96-4c7163e87e91 req-b8e24940-f36c-46aa-acfe-c558a48b9925 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.0875444
Dec 25 21:47:57.272345 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e52530c-390e-461a-a703-8c7814ed412d req-922283e6-9160-44d7-86fa-7847072fb7fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:47:57.273869 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1e52530c-390e-461a-a703-8c7814ed412d req-922283e6-9160-44d7-86fa-7847072fb7fc service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=444a282fecb241bb84b910063c85139b&device_id=6dc52c35-a324-4ea8-a3bf-a21ee0551467 HTTP/1.1" status: 200  len: 1133 time: 0.0420070
Dec 25 21:47:57.319565 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1e52530c-390e-461a-a703-8c7814ed412d req-6170865b-c362-4068-af40-32c4bb862154 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f291accc-c14b-4ebd-9b65-06d16071be79 HTTP/1.1" status: 200  len: 217 time: 0.0372458
Dec 25 21:47:57.368131 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e52530c-390e-461a-a703-8c7814ed412d req-283a03fb-4462-40bb-a635-433b1f455fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:47:57.369518 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1e52530c-390e-461a-a703-8c7814ed412d req-283a03fb-4462-40bb-a635-433b1f455fc0 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=df3b91f7-d0a5-497c-acb3-891eef7362b7 HTTP/1.1" status: 200  len: 835 time: 0.0424380
Dec 25 21:47:57.415972 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e52530c-390e-461a-a703-8c7814ed412d req-f9868587-a445-4410-83bb-f3702dd586a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:47:57.417630 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1e52530c-390e-461a-a703-8c7814ed412d req-f9868587-a445-4410-83bb-f3702dd586a4 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=aa2e4805-accc-4890-bf08-4fbade6dc52f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0406587
Dec 25 21:47:57.522714 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1e52530c-390e-461a-a703-8c7814ed412d req-a7ab5100-bb99-4050-a5a8-99323fd59df5 service neutron] 10.222.0.31 "GET /v2.0/networks/aa2e4805-accc-4890-bf08-4fbade6dc52f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0980146
Dec 25 21:47:57.617158 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e9fbdc-f29b-4272-af52-7bc549010ca4 req-305a37fe-2c20-4443-ade3-b1fb36b77132 tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:47:57.618676 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-22e9fbdc-f29b-4272-af52-7bc549010ca4 req-305a37fe-2c20-4443-ade3-b1fb36b77132 tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] 10.222.0.32 "GET /v2.0/ports?device_id=6dc52c35-a324-4ea8-a3bf-a21ee0551467 HTTP/1.1" status: 200  len: 982 time: 0.1155250
Dec 25 21:47:57.652915 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1e52530c-390e-461a-a703-8c7814ed412d req-c6d28a8a-17a1-4e6e-b45b-4543b6711b7c service neutron] 10.222.0.31 "GET /v2.0/networks/aa2e4805-accc-4890-bf08-4fbade6dc52f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1168013
Dec 25 21:47:57.691533 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-22e9fbdc-f29b-4272-af52-7bc549010ca4 req-e1d9b594-fc8d-4ecf-9541-4006a16c9d35 tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] 10.222.0.32 "GET /v2.0/security-groups?id=369281a7-7d06-46e4-b0e4-bffd093f5593&id=436bc90e-8944-49d8-a57b-579df2324881&fields=id&fields=name HTTP/1.1" status: 200  len: 410 time: 0.0659049
Dec 25 21:47:58.811659 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b35e239-ca87-4146-be60-a4cdcbce133e req-3a6ec80f-1fce-4531-9a3b-5010bb927c1f tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:47:58.813154 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4b35e239-ca87-4146-be60-a4cdcbce133e req-3a6ec80f-1fce-4531-9a3b-5010bb927c1f tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] 10.222.0.32 "GET /v2.0/ports?device_id=6dc52c35-a324-4ea8-a3bf-a21ee0551467 HTTP/1.1" status: 200  len: 982 time: 0.0484741
Dec 25 21:47:58.868122 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4b35e239-ca87-4146-be60-a4cdcbce133e req-3cb71d6d-fe64-429f-b2d4-0e6de7711174 tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] 10.222.0.32 "GET /v2.0/security-groups?id=369281a7-7d06-46e4-b0e4-bffd093f5593&id=436bc90e-8944-49d8-a57b-579df2324881&fields=id&fields=name HTTP/1.1" status: 200  len: 410 time: 0.0489023
Dec 25 21:47:59.990937 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2317ac71-b509-46e2-a331-0c301eaccf86 req-26cee48a-766d-48dd-8eb5-f7faa6130d82 tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:47:59.992411 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2317ac71-b509-46e2-a331-0c301eaccf86 req-26cee48a-766d-48dd-8eb5-f7faa6130d82 tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] 10.222.0.32 "GET /v2.0/ports?device_id=6dc52c35-a324-4ea8-a3bf-a21ee0551467 HTTP/1.1" status: 200  len: 982 time: 0.0553677
Dec 25 21:48:00.049646 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2317ac71-b509-46e2-a331-0c301eaccf86 req-f325a256-7cf8-4790-aeca-ee1c850aeef2 tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] 10.222.0.32 "GET /v2.0/security-groups?id=369281a7-7d06-46e4-b0e4-bffd093f5593&id=436bc90e-8944-49d8-a57b-579df2324881&fields=id&fields=name HTTP/1.1" status: 200  len: 410 time: 0.0510590
Dec 25 21:48:01.035090 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device f291accc-c14b-4ebd-9b65-06d16071be79 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 25 21:48:01.128711 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port f291accc-c14b-4ebd-9b65-06d16071be79, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f291accc-c14b-4ebd-9b65-06d16071be79,segment=NetworkSegment(4d474cf5-a9d4-4a10-81f4-8cd5db62dfe7),segment_id=4d474cf5-a9d4-4a10-81f4-8cd5db62dfe7)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:48:01.140751 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Returning: {'device': 'f291accc-c14b-4ebd-9b65-06d16071be79', 'network_id': 'aa2e4805-accc-4890-bf08-4fbade6dc52f', 'port_id': 'f291accc-c14b-4ebd-9b65-06d16071be79', 'mac_address': 'fa:16:3e:c7:ef:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df3b91f7-d0a5-497c-acb3-891eef7362b7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 25 21:48:01.163229 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cae830-6c1a-4fca-aa49-724ec394f553 req-53acf6fc-506e-48e4-88ca-853f535ee967 tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:48:01.164738 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b6cae830-6c1a-4fca-aa49-724ec394f553 req-53acf6fc-506e-48e4-88ca-853f535ee967 tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] 10.222.0.32 "GET /v2.0/ports?device_id=6dc52c35-a324-4ea8-a3bf-a21ee0551467 HTTP/1.1" status: 200  len: 982 time: 0.0503149
Dec 25 21:48:01.181602 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:48:01.195766 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f291accc-c14b-4ebd-9b65-06d16071be79 {{(pid=121608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:48:01.215683 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port f291accc-c14b-4ebd-9b65-06d16071be79, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f291accc-c14b-4ebd-9b65-06d16071be79,segment=NetworkSegment(4d474cf5-a9d4-4a10-81f4-8cd5db62dfe7),segment_id=4d474cf5-a9d4-4a10-81f4-8cd5db62dfe7)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:48:01.230136 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b6cae830-6c1a-4fca-aa49-724ec394f553 req-ee8f8a59-58c3-4c64-9a42-c4fb37ad9a86 tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] 10.222.0.32 "GET /v2.0/security-groups?id=369281a7-7d06-46e4-b0e4-bffd093f5593&id=436bc90e-8944-49d8-a57b-579df2324881&fields=id&fields=name HTTP/1.1" status: 200  len: 410 time: 0.0593696
Dec 25 21:48:01.293078 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:48:01.340787 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Pushing event updated for resources: {'Port': ['ID=f291accc-c14b-4ebd-9b65-06d16071be79,revision_number=4']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:48:01.503399 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] get_ports_and_sgs() called for port_ids ['f291accc-c14b-4ebd-9b65-06d16071be79'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:48:02.348490 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c64788-5e15-44ec-840e-a4ce58f558f0 req-ded5e1b2-93d1-41a0-8d11-b923b741e648 tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:48:02.350015 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-52c64788-5e15-44ec-840e-a4ce58f558f0 req-ded5e1b2-93d1-41a0-8d11-b923b741e648 tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] 10.222.0.32 "GET /v2.0/ports?device_id=6dc52c35-a324-4ea8-a3bf-a21ee0551467 HTTP/1.1" status: 200  len: 983 time: 0.0496399
Dec 25 21:48:02.409319 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-52c64788-5e15-44ec-840e-a4ce58f558f0 req-4280a9b0-9a30-4ced-95aa-af87f3815911 tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] 10.222.0.32 "GET /v2.0/security-groups?id=369281a7-7d06-46e4-b0e4-bffd093f5593&id=436bc90e-8944-49d8-a57b-579df2324881&fields=id&fields=name HTTP/1.1" status: 200  len: 410 time: 0.0532024
Dec 25 21:48:03.052124 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device f291accc-c14b-4ebd-9b65-06d16071be79 up at agent hyperv_nch1-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:48:03.154497 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Provisioning for port f291accc-c14b-4ebd-9b65-06d16071be79 completed by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 25 21:48:03.158224 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Provisioning complete for port f291accc-c14b-4ebd-9b65-06d16071be79 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:48:03.158594 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:48:03.237821 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:48:03.259985 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dc52c35-a324-4ea8-a3bf-a21ee0551467', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f291accc-c14b-4ebd-9b65-06d16071be79'}] {{(pid=121608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:48:03.262253 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a88c78c3ff6266bd59c7e89d275b28c92e739b67d23c89d71af88829fd31566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9971ff87-fb3e-4e46-9769-e5cdca358baa" -d '{"events": [{"server_uuid": "6dc52c35-a324-4ea8-a3bf-a21ee0551467", "name": "network-vif-plugged", "status": "completed", "tag": "f291accc-c14b-4ebd-9b65-06d16071be79"}]}' {{(pid=121608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:48:03.274756 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port f291accc-c14b-4ebd-9b65-06d16071be79, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f291accc-c14b-4ebd-9b65-06d16071be79,segment=NetworkSegment(4d474cf5-a9d4-4a10-81f4-8cd5db62dfe7),segment_id=4d474cf5-a9d4-4a10-81f4-8cd5db62dfe7)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:48:03.302733 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 21:48:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dddbc47-e5e6-4f6a-b647-6044a3510700 x-openstack-request-id: req-0dddbc47-e5e6-4f6a-b647-6044a3510700 {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:48:03.302733 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6dc52c35-a324-4ea8-a3bf-a21ee0551467", "name": "network-vif-plugged", "status": "completed", "tag": "f291accc-c14b-4ebd-9b65-06d16071be79", "code": 200}]} {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:48:03.302733 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0dddbc47-e5e6-4f6a-b647-6044a3510700 {{(pid=121608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:48:03.302733 ncdv-master-1 neutron-server[121608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6dc52c35-a324-4ea8-a3bf-a21ee0551467', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f291accc-c14b-4ebd-9b65-06d16071be79', 'code': 200}
Dec 25 21:48:03.348519 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:48:03.398193 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Pushing event updated for resources: {'Port': ['ID=f291accc-c14b-4ebd-9b65-06d16071be79,revision_number=5']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:48:03.400804 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fab97c6-8684-4e3a-9e3b-4bd8dcdd278a req-e8aba810-e282-49ef-b34b-e21c28400042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:48:03.402451 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4fab97c6-8684-4e3a-9e3b-4bd8dcdd278a req-e8aba810-e282-49ef-b34b-e21c28400042 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=6dc52c35-a324-4ea8-a3bf-a21ee0551467 HTTP/1.1" status: 200  len: 1135 time: 0.0418162
Dec 25 21:48:03.457406 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4fab97c6-8684-4e3a-9e3b-4bd8dcdd278a req-5c0e9f4c-9c60-4a28-8091-940ee025b62d service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=369281a7-7d06-46e4-b0e4-bffd093f5593&id=436bc90e-8944-49d8-a57b-579df2324881&fields=id&fields=name HTTP/1.1" status: 200  len: 410 time: 0.0471182
Dec 25 21:48:03.524174 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39829b4-ed44-4c7d-9761-1ed32378e6c9 req-2cd9ef67-2752-4fd7-be13-1ecad9ca0294 tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:48:03.525721 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f39829b4-ed44-4c7d-9761-1ed32378e6c9 req-2cd9ef67-2752-4fd7-be13-1ecad9ca0294 tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] 10.222.0.32 "GET /v2.0/ports?device_id=6dc52c35-a324-4ea8-a3bf-a21ee0551467 HTTP/1.1" status: 200  len: 984 time: 0.0497646
Dec 25 21:48:03.582269 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f39829b4-ed44-4c7d-9761-1ed32378e6c9 req-64a99608-ab07-42d3-aeec-04ec7d629194 tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] 10.222.0.32 "GET /v2.0/security-groups?id=369281a7-7d06-46e4-b0e4-bffd093f5593&id=436bc90e-8944-49d8-a57b-579df2324881&fields=id&fields=name HTTP/1.1" status: 200  len: 410 time: 0.0504081
Dec 25 21:48:04.436414 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:48:04.703805 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279b312f-427f-4471-87be-439d0c88de83 req-ada3d757-e705-4724-9577-03239e87adc7 tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:48:04.705474 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-279b312f-427f-4471-87be-439d0c88de83 req-ada3d757-e705-4724-9577-03239e87adc7 tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] 10.222.0.32 "GET /v2.0/ports?device_id=6dc52c35-a324-4ea8-a3bf-a21ee0551467 HTTP/1.1" status: 200  len: 984 time: 0.0541842
Dec 25 21:48:04.764063 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-279b312f-427f-4471-87be-439d0c88de83 req-3f2d6733-428f-43c8-83cd-6ee8184b59ba tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] 10.222.0.32 "GET /v2.0/security-groups?id=369281a7-7d06-46e4-b0e4-bffd093f5593&id=436bc90e-8944-49d8-a57b-579df2324881&fields=id&fields=name HTTP/1.1" status: 200  len: 410 time: 0.0515132
Dec 25 21:48:04.788322 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-12e9b822-e9a1-490d-868e-0afdb8f640ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:48:04.878398 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fab7309-3e4f-4443-b42c-2e771e3ffe94 req-2f4f750d-b817-45fe-9788-6de0ea3440e3 tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:48:04.879892 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3fab7309-3e4f-4443-b42c-2e771e3ffe94 req-2f4f750d-b817-45fe-9788-6de0ea3440e3 tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] 10.222.0.32 "GET /v2.0/ports?device_id=6dc52c35-a324-4ea8-a3bf-a21ee0551467 HTTP/1.1" status: 200  len: 984 time: 0.0487821
Dec 25 21:48:04.936110 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3fab7309-3e4f-4443-b42c-2e771e3ffe94 req-ddfe75a2-a6eb-4f1d-94bc-70068051415e tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] 10.222.0.32 "GET /v2.0/security-groups?id=369281a7-7d06-46e4-b0e4-bffd093f5593&id=436bc90e-8944-49d8-a57b-579df2324881&fields=id&fields=name HTTP/1.1" status: 200  len: 410 time: 0.0497591
Dec 25 21:48:05.043114 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a027cad-a9a7-4539-849f-b9e35f78566f req-3980a862-67c5-4d62-b303-6ab1d18558a9 tempest-TestSecurityGroupsBasicOps-1346282691 tempest-TestSecurityGroupsBasicOps-1346282691-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:48:05.044640 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7a027cad-a9a7-4539-849f-b9e35f78566f req-3980a862-67c5-4d62-b303-6ab1d18558a9 tempest-TestSecurityGroupsBasicOps-1346282691 tempest-TestSecurityGroupsBasicOps-1346282691-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=6dc52c35-a324-4ea8-a3bf-a21ee0551467 HTTP/1.1" status: 200  len: 1135 time: 0.0438485
Dec 25 21:48:05.062880 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-7a027cad-a9a7-4539-849f-b9e35f78566f req-e772d7c2-2f38-4875-a579-c66b8ed9e446 tempest-TestSecurityGroupsBasicOps-1346282691 tempest-TestSecurityGroupsBasicOps-1346282691-project-admin] Publish callbacks [] for security_group, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:48:05.134166 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-7a027cad-a9a7-4539-849f-b9e35f78566f req-e772d7c2-2f38-4875-a579-c66b8ed9e446 tempest-TestSecurityGroupsBasicOps-1346282691 tempest-TestSecurityGroupsBasicOps-1346282691-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:48:05.211043 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-7a027cad-a9a7-4539-849f-b9e35f78566f req-e772d7c2-2f38-4875-a579-c66b8ed9e446 tempest-TestSecurityGroupsBasicOps-1346282691 tempest-TestSecurityGroupsBasicOps-1346282691-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:48:05.253756 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e772d7c2-2f38-4875-a579-c66b8ed9e446 tempest-TestSecurityGroupsBasicOps-1346282691 tempest-TestSecurityGroupsBasicOps-1346282691-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f618459-a749-4ca7-99cd-8fd6e629f7b7,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:48:05.259905 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7a027cad-a9a7-4539-849f-b9e35f78566f req-e772d7c2-2f38-4875-a579-c66b8ed9e446 tempest-TestSecurityGroupsBasicOps-1346282691 tempest-TestSecurityGroupsBasicOps-1346282691-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=369281a7-7d06-46e4-b0e4-bffd093f5593&id=436bc90e-8944-49d8-a57b-579df2324881&fields=id&fields=name HTTP/1.1" status: 200  len: 410 time: 0.2094121
Dec 25 21:48:05.281237 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 44330) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:48:05.321329 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97c3a1a7-1aee-4b55-9568-5b9284f7a73b tempest-TestSecurityGroupsBasicOps-1346282691 tempest-TestSecurityGroupsBasicOps-1346282691-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:48:05.322857 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-97c3a1a7-1aee-4b55-9568-5b9284f7a73b tempest-TestSecurityGroupsBasicOps-1346282691 tempest-TestSecurityGroupsBasicOps-1346282691-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=6dc52c35-a324-4ea8-a3bf-a21ee0551467 HTTP/1.1" status: 200  len: 1130 time: 0.0406199
Dec 25 21:48:05.325788 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 44332) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:48:05.329974 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-67950e6d-67f5-4f77-9174-941f5862427c tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Request body: {'floatingip': {'floating_network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'port_id': 'f291accc-c14b-4ebd-9b65-06d16071be79', 'tenant_id': '444a282fecb241bb84b910063c85139b', 'fixed_ip_address': '172.20.0.4'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:48:05.417446 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-67950e6d-67f5-4f77-9174-941f5862427c tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Publish callbacks [] for floatingip, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:48:05.515369 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-67950e6d-67f5-4f77-9174-941f5862427c tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:48:05.615376 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_common [None req-67950e6d-67f5-4f77-9174-941f5862427c tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Allocated IP 172.35.3.30 (7201e55c-7c5f-41aa-a042-a363696539d0/7a939e13-713f-45cf-bba7-1539635abe25/a5366b00-ecc8-4f7f-8d4c-1654d7e6c382) {{(pid=121606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:48:05.717577 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-67950e6d-67f5-4f77-9174-941f5862427c tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Publish callbacks [] for port, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:48:05.806159 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-67950e6d-67f5-4f77-9174-941f5862427c tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:48:05.839921 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67950e6d-67f5-4f77-9174-941f5862427c tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Network 7201e55c-7c5f-41aa-a042-a363696539d0 is already hosted by enough agents. {{(pid=121606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:48:05.845339 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [None req-67950e6d-67f5-4f77-9174-941f5862427c tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Resources bound (agent type, host, resource id):  {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:48:05.847758 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67950e6d-67f5-4f77-9174-941f5862427c tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Received port after_create {{(pid=121606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:48:05.884216 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67950e6d-67f5-4f77-9174-941f5862427c tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Pushing event updated for resources: {'Port': ['ID=a5366b00-ecc8-4f7f-8d4c-1654d7e6c382,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:48:06.204718 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-67950e6d-67f5-4f77-9174-941f5862427c tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Publish callbacks [] for floatingip, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:48:06.328117 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-67950e6d-67f5-4f77-9174-941f5862427c tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:48:06.471769 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-67950e6d-67f5-4f77-9174-941f5862427c tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Publish callbacks [] for port, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:48:06.544368 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-67950e6d-67f5-4f77-9174-941f5862427c tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:48:06.618759 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67950e6d-67f5-4f77-9174-941f5862427c tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Pushing event updated for resources: {'Port': ['ID=a5366b00-ecc8-4f7f-8d4c-1654d7e6c382,revision_number=2']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:48:06.629359 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-67950e6d-67f5-4f77-9174-941f5862427c tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2008639'] for floatingip, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:48:06.729384 ncdv-master-1 neutron-server[121606]: INFO neutron.db.l3_db [None req-67950e6d-67f5-4f77-9174-941f5862427c tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Floating IP 4ae141b5-5f9e-4811-ac7c-7e96ef221fbb associated. External IP: 172.35.3.30, port: f291accc-c14b-4ebd-9b65-06d16071be79.
Dec 25 21:48:07.001822 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3731c194-7032-4a5a-af4d-daa5c9ededa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:48:07.264086 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67950e6d-67f5-4f77-9174-941f5862427c tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Router 4ae792ea-208d-4389-aa4a-ace58689cd78 has already been hosted by L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 {{(pid=121606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 25 21:48:07.365592 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67950e6d-67f5-4f77-9174-941f5862427c tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 21:48:07.376172 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-130ebec7-0b7b-404e-b506-f363848d98b1 None None] Sync routers for ids ['4ae792ea-208d-4389-aa4a-ace58689cd78'] in ncdv-master-1 {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 21:48:07.386102 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-130ebec7-0b7b-404e-b506-f363848d98b1 None None] Routers {'4ae792ea-208d-4389-aa4a-ace58689cd78'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:48:07.389101 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-130ebec7-0b7b-404e-b506-f363848d98b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2618403af0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:48:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['4ae792ea-208d-4389-aa4a-ace58689cd78'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:48:07.444123 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-67950e6d-67f5-4f77-9174-941f5862427c tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for floatingip, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:48:07.476494 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-67950e6d-67f5-4f77-9174-941f5862427c tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 2.1497002
Dec 25 21:48:07.477118 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6dc52c35-a324-4ea8-a3bf-a21ee0551467', 'tag': 'f291accc-c14b-4ebd-9b65-06d16071be79'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:48:07.479391 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9858820c13ec2827453b94ebc4181065e990a4e4089ccb9fe762531ac62d2fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e9ed398-a378-4005-b971-334789cdc330" -d '{"events": [{"name": "network-changed", "server_uuid": "6dc52c35-a324-4ea8-a3bf-a21ee0551467", "tag": "f291accc-c14b-4ebd-9b65-06d16071be79"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:48:07.479657 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 44340) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:48:07.502694 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvr_db [None req-130ebec7-0b7b-404e-b506-f363848d98b1 None None] Set router 4ae792ea-208d-4389-aa4a-ace58689cd78 gateway port host: ncdv-master-1 {{(pid=121609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:48:07.520312 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Dec 2021 21:48:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c1e3392-5a2c-449c-bfbb-39a5e414cbcc x-openstack-request-id: req-1c1e3392-5a2c-449c-bfbb-39a5e414cbcc {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:48:07.520608 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6dc52c35-a324-4ea8-a3bf-a21ee0551467", "tag": "f291accc-c14b-4ebd-9b65-06d16071be79", "status": "completed", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:48:07.520918 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1c1e3392-5a2c-449c-bfbb-39a5e414cbcc {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:48:07.521680 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6dc52c35-a324-4ea8-a3bf-a21ee0551467', 'tag': 'f291accc-c14b-4ebd-9b65-06d16071be79', 'status': 'completed', 'code': 200}
Dec 25 21:48:07.606358 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74ed2411-571b-4aeb-baa4-a7a0894f7c85 tempest-TestSecurityGroupsBasicOps-1346282691 tempest-TestSecurityGroupsBasicOps-1346282691-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:48:07.607053 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74ed2411-571b-4aeb-baa4-a7a0894f7c85 tempest-TestSecurityGroupsBasicOps-1346282691 tempest-TestSecurityGroupsBasicOps-1346282691-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:48:07.607519 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74ed2411-571b-4aeb-baa4-a7a0894f7c85 tempest-TestSecurityGroupsBasicOps-1346282691 tempest-TestSecurityGroupsBasicOps-1346282691-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:48:07.607977 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74ed2411-571b-4aeb-baa4-a7a0894f7c85 tempest-TestSecurityGroupsBasicOps-1346282691 tempest-TestSecurityGroupsBasicOps-1346282691-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:48:07.608429 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74ed2411-571b-4aeb-baa4-a7a0894f7c85 tempest-TestSecurityGroupsBasicOps-1346282691 tempest-TestSecurityGroupsBasicOps-1346282691-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:48:07.608899 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74ed2411-571b-4aeb-baa4-a7a0894f7c85 tempest-TestSecurityGroupsBasicOps-1346282691 tempest-TestSecurityGroupsBasicOps-1346282691-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:48:07.610938 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-74ed2411-571b-4aeb-baa4-a7a0894f7c85 tempest-TestSecurityGroupsBasicOps-1346282691 tempest-TestSecurityGroupsBasicOps-1346282691-project-admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200  len: 4278 time: 0.1303751
Dec 25 21:48:07.613579 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 44346) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:48:07.618969 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9ed398-a378-4005-b971-334789cdc330 req-ada63dbe-7d67-4148-9284-f1227f072448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:48:07.620583 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2e9ed398-a378-4005-b971-334789cdc330 req-ada63dbe-7d67-4148-9284-f1227f072448 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=444a282fecb241bb84b910063c85139b&device_id=6dc52c35-a324-4ea8-a3bf-a21ee0551467 HTTP/1.1" status: 200  len: 1135 time: 0.0772290
Dec 25 21:48:07.627844 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-18a9eca3-be33-45ff-8edd-8ed48805163a req-16cfad6a-0ce8-4221-84f8-f8e453bdf17f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ed6a5d6e-fdbb-4612-9c9e-ccba16508aeb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.1447425
Dec 25 21:48:07.675882 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d63c7622-8463-4899-b591-ceda26feee5c tempest-TestSecurityGroupsBasicOps-1346282691 tempest-TestSecurityGroupsBasicOps-1346282691-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:48:07.676351 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d63c7622-8463-4899-b591-ceda26feee5c tempest-TestSecurityGroupsBasicOps-1346282691 tempest-TestSecurityGroupsBasicOps-1346282691-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:48:07.677212 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d63c7622-8463-4899-b591-ceda26feee5c tempest-TestSecurityGroupsBasicOps-1346282691 tempest-TestSecurityGroupsBasicOps-1346282691-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:48:07.677336 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d63c7622-8463-4899-b591-ceda26feee5c tempest-TestSecurityGroupsBasicOps-1346282691 tempest-TestSecurityGroupsBasicOps-1346282691-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:48:07.677723 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d63c7622-8463-4899-b591-ceda26feee5c tempest-TestSecurityGroupsBasicOps-1346282691 tempest-TestSecurityGroupsBasicOps-1346282691-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:48:07.678168 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d63c7622-8463-4899-b591-ceda26feee5c tempest-TestSecurityGroupsBasicOps-1346282691 tempest-TestSecurityGroupsBasicOps-1346282691-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:48:07.682632 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-d63c7622-8463-4899-b591-ceda26feee5c tempest-TestSecurityGroupsBasicOps-1346282691 tempest-TestSecurityGroupsBasicOps-1346282691-project-admin] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 3998 time: 0.0651941
Dec 25 21:48:07.682898 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 44348) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:48:07.750930 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a9eca3-be33-45ff-8edd-8ed48805163a req-57309270-5307-4f60-9d71-3a02ff40f53c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:48:07.752443 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-18a9eca3-be33-45ff-8edd-8ed48805163a req-57309270-5307-4f60-9d71-3a02ff40f53c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=64e4751d74674097b87a3ad1c686e9e5&device_id=ed6a5d6e-fdbb-4612-9c9e-ccba16508aeb HTTP/1.1" status: 200  len: 1096 time: 0.0597079
Dec 25 21:48:07.753426 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9ed398-a378-4005-b971-334789cdc330 req-9c114496-722c-4dfe-91c0-e7929f7416fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:48:07.755419 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2e9ed398-a378-4005-b971-334789cdc330 req-9c114496-722c-4dfe-91c0-e7929f7416fd service neutron] 10.222.0.31 "GET /v2.0/networks?id=aa2e4805-accc-4890-bf08-4fbade6dc52f HTTP/1.1" status: 200  len: 898 time: 0.1260524
Dec 25 21:48:07.760537 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-130ebec7-0b7b-404e-b506-f363848d98b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2618403af0>, [{'id': '4ae792ea-208d-4389-aa4a-ace58689cd78', 'name': 'tempest-TestSecurityGroupsBasicOps-router-23676668', 'tenant_id': '444a282fecb241bb84b910063c85139b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.34'}], 'enable_snat': True}, 'gw_port_id': '58bbcbf9-5e99-4ab7-8e96-64fc46710b23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:47:45Z', 'updated_at': '2021-12-25T21:47:49Z', 'revision_number': 4, 'project_id': '444a282fecb241bb84b910063c85139b', 'gw_port': {'id': '58bbcbf9-5e99-4ab7-8e96-64fc46710b23', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:59:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ae792ea-208d-4389-aa4a-ace58689cd78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:47:46Z', 'updated_at': '2021-12-25T21:47:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '4ae141b5-5f9e-4811-ac7c-7e96ef221fbb', 'tenant_id': '444a282fecb241bb84b910063c85139b', 'floating_ip_address': '172.35.3.30', 'floating_network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'router_id': '4ae792ea-208d-4389-aa4a-ace58689cd78', 'port_id': 'f291accc-c14b-4ebd-9b65-06d16071be79', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3978, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa2e4805-accc-4890-bf08-4fbade6dc52f', 'mac_address': 'fa:16:3e:c7:ef:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dc52c35-a324-4ea8-a3bf-a21ee0551467', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-25T21:48:06Z', 'updated_at': '2021-12-25T21:48:06Z', 'revision_number': 0, 'project_id': '444a282fecb241bb84b910063c85139b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c19eb926-12fa-4468-a43e-67f3745f5ad1', 'name': '', 'network_id': 'aa2e4805-accc-4890-bf08-4fbade6dc52f', 'tenant_id': '444a282fecb241bb84b910063c85139b', 'mac_address': 'fa:16:3e:d3:29:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ae792ea-208d-4389-aa4a-ace58689cd78', 'device_owner': 'network:router_interface', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': 'df3b91f7-d0a5-497c-acb3-891eef7362b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:47:49Z', 'updated_at': '2021-12-25T21:47:52Z', 'revision_number': 5, 'project_id': '444a282fecb241bb84b910063c85139b', 'subnets': [{'id': 'df3b91f7-d0a5-497c-acb3-891eef7362b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:48:07.791835 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-130ebec7-0b7b-404e-b506-f363848d98b1 None None] Checking router: 4ae792ea-208d-4389-aa4a-ace58689cd78 for host: ncdv-master-1 {{(pid=121609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 25 21:48:07.801139 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-130ebec7-0b7b-404e-b506-f363848d98b1 None None] Routers {'4ae792ea-208d-4389-aa4a-ace58689cd78'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:48:07.801801 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-130ebec7-0b7b-404e-b506-f363848d98b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2618403af0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:48:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['4ae792ea-208d-4389-aa4a-ace58689cd78'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:48:07.832941 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-72fe2b90-9c85-42fb-a0e9-b55a22f575b9 tempest-TestSecurityGroupsBasicOps-1346282691 tempest-TestSecurityGroupsBasicOps-1346282691-project-admin] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200  len: 3045 time: 0.1464593
Dec 25 21:48:07.834464 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 44350) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:48:07.854784 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2e9ed398-a378-4005-b971-334789cdc330 req-65670256-45a8-4aab-ae9e-f247f84e0677 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f291accc-c14b-4ebd-9b65-06d16071be79 HTTP/1.1" status: 200  len: 998 time: 0.0923593
Dec 25 21:48:07.915502 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55789ae4-9768-48f9-a08d-97eb3cb0649a tempest-TestSecurityGroupsBasicOps-1346282691 tempest-TestSecurityGroupsBasicOps-1346282691-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:48:07.915929 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55789ae4-9768-48f9-a08d-97eb3cb0649a tempest-TestSecurityGroupsBasicOps-1346282691 tempest-TestSecurityGroupsBasicOps-1346282691-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:48:07.923336 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-55789ae4-9768-48f9-a08d-97eb3cb0649a tempest-TestSecurityGroupsBasicOps-1346282691 tempest-TestSecurityGroupsBasicOps-1346282691-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=4ae792ea-208d-4389-aa4a-ace58689cd78 HTTP/1.1" status: 200  len: 1991 time: 0.0824683
Dec 25 21:48:07.927903 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvr_db [None req-130ebec7-0b7b-404e-b506-f363848d98b1 None None] Set router 4ae792ea-208d-4389-aa4a-ace58689cd78 gateway port host: ncdv-master-1 {{(pid=121609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:48:07.944161 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9ed398-a378-4005-b971-334789cdc330 req-24afeace-57d1-4be9-aa71-7bf5bda21d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:48:07.945656 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2e9ed398-a378-4005-b971-334789cdc330 req-24afeace-57d1-4be9-aa71-7bf5bda21d07 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=df3b91f7-d0a5-497c-acb3-891eef7362b7 HTTP/1.1" status: 200  len: 835 time: 0.0656128
Dec 25 21:48:07.946746 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a9eca3-be33-45ff-8edd-8ed48805163a req-41b44698-3ff1-44b7-8e18-5fe43075604e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:48:07.948042 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-18a9eca3-be33-45ff-8edd-8ed48805163a req-41b44698-3ff1-44b7-8e18-5fe43075604e service neutron] 10.222.0.37 "GET /v2.0/networks?id=a4c0b0f2-b6e6-4cd5-b432-998e4080be8f HTTP/1.1" status: 200  len: 909 time: 0.1493888
Dec 25 21:48:08.043190 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9ed398-a378-4005-b971-334789cdc330 req-8be907e5-2ef0-4c9e-a56c-db66378f5f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:48:08.044676 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2e9ed398-a378-4005-b971-334789cdc330 req-8be907e5-2ef0-4c9e-a56c-db66378f5f8f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=aa2e4805-accc-4890-bf08-4fbade6dc52f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0919580
Dec 25 21:48:08.046812 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-18a9eca3-be33-45ff-8edd-8ed48805163a req-352861d9-3854-4a66-95b2-04c8869883eb service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=931bea7a-4cb4-461c-951d-5f999f37574b HTTP/1.1" status: 200  len: 1001 time: 0.0848765
Dec 25 21:48:08.149057 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a9eca3-be33-45ff-8edd-8ed48805163a req-d79443ad-5345-4f96-87e5-03b93e70ac35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:48:08.150514 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-18a9eca3-be33-45ff-8edd-8ed48805163a req-d79443ad-5345-4f96-87e5-03b93e70ac35 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=890f9595-15a1-44e2-9623-b5b5a5ffc2ef HTTP/1.1" status: 200  len: 847 time: 0.0963521
Dec 25 21:48:08.157931 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-130ebec7-0b7b-404e-b506-f363848d98b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2618403af0>, [{'id': '4ae792ea-208d-4389-aa4a-ace58689cd78', 'name': 'tempest-TestSecurityGroupsBasicOps-router-23676668', 'tenant_id': '444a282fecb241bb84b910063c85139b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.34'}], 'enable_snat': True}, 'gw_port_id': '58bbcbf9-5e99-4ab7-8e96-64fc46710b23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:47:45Z', 'updated_at': '2021-12-25T21:47:49Z', 'revision_number': 4, 'project_id': '444a282fecb241bb84b910063c85139b', 'gw_port': {'id': '58bbcbf9-5e99-4ab7-8e96-64fc46710b23', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:59:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ae792ea-208d-4389-aa4a-ace58689cd78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:47:46Z', 'updated_at': '2021-12-25T21:47:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '4ae141b5-5f9e-4811-ac7c-7e96ef221fbb', 'tenant_id': '444a282fecb241bb84b910063c85139b', 'floating_ip_address': '172.35.3.30', 'floating_network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'router_id': '4ae792ea-208d-4389-aa4a-ace58689cd78', 'port_id': 'f291accc-c14b-4ebd-9b65-06d16071be79', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3978, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa2e4805-accc-4890-bf08-4fbade6dc52f', 'mac_address': 'fa:16:3e:c7:ef:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dc52c35-a324-4ea8-a3bf-a21ee0551467', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-25T21:48:06Z', 'updated_at': '2021-12-25T21:48:06Z', 'revision_number': 0, 'project_id': '444a282fecb241bb84b910063c85139b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c19eb926-12fa-4468-a43e-67f3745f5ad1', 'name': '', 'network_id': 'aa2e4805-accc-4890-bf08-4fbade6dc52f', 'tenant_id': '444a282fecb241bb84b910063c85139b', 'mac_address': 'fa:16:3e:d3:29:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ae792ea-208d-4389-aa4a-ace58689cd78', 'device_owner': 'network:router_interface', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': 'df3b91f7-d0a5-497c-acb3-891eef7362b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:47:49Z', 'updated_at': '2021-12-25T21:47:52Z', 'revision_number': 5, 'project_id': '444a282fecb241bb84b910063c85139b', 'subnets': [{'id': 'df3b91f7-d0a5-497c-acb3-891eef7362b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:48:08.188739 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-130ebec7-0b7b-404e-b506-f363848d98b1 None None] The sync data for ids ['4ae792ea-208d-4389-aa4a-ace58689cd78'] in ncdv-master-1 is: [{'id': '4ae792ea-208d-4389-aa4a-ace58689cd78', 'name': 'tempest-TestSecurityGroupsBasicOps-router-23676668', 'tenant_id': '444a282fecb241bb84b910063c85139b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.34'}], 'enable_snat': True}, 'gw_port_id': '58bbcbf9-5e99-4ab7-8e96-64fc46710b23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:47:45Z', 'updated_at': '2021-12-25T21:47:49Z', 'revision_number': 4, 'project_id': '444a282fecb241bb84b910063c85139b', 'gw_port': {'id': '58bbcbf9-5e99-4ab7-8e96-64fc46710b23', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:59:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ae792ea-208d-4389-aa4a-ace58689cd78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:47:46Z', 'updated_at': '2021-12-25T21:47:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '4ae141b5-5f9e-4811-ac7c-7e96ef221fbb', 'tenant_id': '444a282fecb241bb84b910063c85139b', 'floating_ip_address': '172.35.3.30', 'floating_network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'router_id': '4ae792ea-208d-4389-aa4a-ace58689cd78', 'port_id': 'f291accc-c14b-4ebd-9b65-06d16071be79', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3978, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa2e4805-accc-4890-bf08-4fbade6dc52f', 'mac_address': 'fa:16:3e:c7:ef:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dc52c35-a324-4ea8-a3bf-a21ee0551467', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-25T21:48:06Z', 'updated_at': '2021-12-25T21:48:06Z', 'revision_number': 0, 'project_id': '444a282fecb241bb84b910063c85139b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c19eb926-12fa-4468-a43e-67f3745f5ad1', 'name': '', 'network_id': 'aa2e4805-accc-4890-bf08-4fbade6dc52f', 'tenant_id': '444a282fecb241bb84b910063c85139b', 'mac_address': 'fa:16:3e:d3:29:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ae792ea-208d-4389-aa4a-ace58689cd78', 'device_owner': 'network:router_interface', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': 'df3b91f7-d0a5-497c-acb3-891eef7362b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:47:49Z', 'updated_at': '2021-12-25T21:47:52Z', 'revision_number': 5, 'project_id': '444a282fecb241bb84b910063c85139b', 'subnets': [{'id': 'df3b91f7-d0a5-497c-acb3-891eef7362b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 21:48:08.208115 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2e9ed398-a378-4005-b971-334789cdc330 req-8428feeb-de27-4737-b6c5-33fef32d0850 service neutron] 10.222.0.31 "GET /v2.0/networks/aa2e4805-accc-4890-bf08-4fbade6dc52f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1528063
Dec 25 21:48:08.225530 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a9eca3-be33-45ff-8edd-8ed48805163a req-7eef051a-0a08-488e-b3f7-679de4ae5cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:48:08.227023 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-18a9eca3-be33-45ff-8edd-8ed48805163a req-7eef051a-0a08-488e-b3f7-679de4ae5cf8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a4c0b0f2-b6e6-4cd5-b432-998e4080be8f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0648084
Dec 25 21:48:08.241473 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [req-18a9eca3-be33-45ff-8edd-8ed48805163a req-dede4ec6-ec8e-4e8c-8ae1-3baef52c3715 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=121606) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 25 21:48:08.242455 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-18a9eca3-be33-45ff-8edd-8ed48805163a req-dede4ec6-ec8e-4e8c-8ae1-3baef52c3715 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0050979
Dec 25 21:48:08.377557 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2e9ed398-a378-4005-b971-334789cdc330 req-b1c85a18-9771-4d78-a9eb-64f2bd385b72 service neutron] 10.222.0.31 "GET /v2.0/networks/aa2e4805-accc-4890-bf08-4fbade6dc52f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1619802
Dec 25 21:48:08.388445 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-18a9eca3-be33-45ff-8edd-8ed48805163a req-356f8c7e-e5b0-4bbe-92ce-9000837d86f0 service neutron] 10.222.0.37 "GET /v2.0/networks/a4c0b0f2-b6e6-4cd5-b432-998e4080be8f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1364698
Dec 25 21:48:08.401031 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-049ead8e-cf34-4898-b7c9-0d87a8766f98 None None] New status for floating IP 4ae141b5-5f9e-4811-ac7c-7e96ef221fbb: ACTIVE {{(pid=121608) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 25 21:48:08.488971 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-18a9eca3-be33-45ff-8edd-8ed48805163a req-a14505fe-bba0-42ba-96b7-17b37a997a65 service neutron] 10.222.0.37 "GET /v2.0/networks/a4c0b0f2-b6e6-4cd5-b432-998e4080be8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0924959
Dec 25 21:48:08.577097 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:48:08.605239 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3e945ecd-9380-47c2-aa0a-12ebe07e03e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:48:09.566976 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-15cb578f-7a63-4fd3-925d-83bad4c7b82a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:48:10.736954 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:48:15.757233 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.agents_db [None req-ec08dba0-4483-4109-b5e1-5e4a9fdaf12d None None] Agent healthcheck: found 7 active agents {{(pid=121609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 25 21:48:19.247941 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4e073434-91c4-42d0-a8bb-e7a55f4ea00c req-2fd3ec68-79ec-4fbb-96ee-9c28670ff7bf service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=6dc52c35-a324-4ea8-a3bf-a21ee0551467&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0394390
Dec 25 21:48:19.332587 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e073434-91c4-42d0-a8bb-e7a55f4ea00c req-c1e1762f-b0ac-43bf-88d5-e440ee8ccf62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:48:19.335965 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4e073434-91c4-42d0-a8bb-e7a55f4ea00c req-c1e1762f-b0ac-43bf-88d5-e440ee8ccf62 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=444a282fecb241bb84b910063c85139b&device_id=6dc52c35-a324-4ea8-a3bf-a21ee0551467 HTTP/1.1" status: 200  len: 1135 time: 0.0407231
Dec 25 21:48:19.441646 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e073434-91c4-42d0-a8bb-e7a55f4ea00c req-b9b0107e-7697-4ffe-96a4-67b44c5f1898 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:48:19.443112 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4e073434-91c4-42d0-a8bb-e7a55f4ea00c req-b9b0107e-7697-4ffe-96a4-67b44c5f1898 service neutron] 10.222.0.31 "GET /v2.0/networks?id=aa2e4805-accc-4890-bf08-4fbade6dc52f HTTP/1.1" status: 200  len: 898 time: 0.0894985
Dec 25 21:48:19.508070 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4e073434-91c4-42d0-a8bb-e7a55f4ea00c req-29e0d56b-0396-4657-aa11-6e924e4ebb5e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f291accc-c14b-4ebd-9b65-06d16071be79 HTTP/1.1" status: 200  len: 1000 time: 0.0572450
Dec 25 21:48:19.558964 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e073434-91c4-42d0-a8bb-e7a55f4ea00c req-b497291a-8ab5-47dc-86a7-b49f33327877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:48:19.560400 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4e073434-91c4-42d0-a8bb-e7a55f4ea00c req-b497291a-8ab5-47dc-86a7-b49f33327877 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=df3b91f7-d0a5-497c-acb3-891eef7362b7 HTTP/1.1" status: 200  len: 835 time: 0.0459762
Dec 25 21:48:19.604363 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e073434-91c4-42d0-a8bb-e7a55f4ea00c req-0bf2cedc-e429-44dc-bcb3-600a500c9ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:48:19.605883 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4e073434-91c4-42d0-a8bb-e7a55f4ea00c req-0bf2cedc-e429-44dc-bcb3-600a500c9ecf service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=aa2e4805-accc-4890-bf08-4fbade6dc52f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0382247
Dec 25 21:48:19.699963 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4e073434-91c4-42d0-a8bb-e7a55f4ea00c req-4eaabd6e-3595-4c44-a703-5120b4a4477a service neutron] 10.222.0.31 "GET /v2.0/networks/aa2e4805-accc-4890-bf08-4fbade6dc52f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0856662
Dec 25 21:48:19.793585 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4e073434-91c4-42d0-a8bb-e7a55f4ea00c req-12c89406-3582-4d7f-b4a8-a57c2f69997d service neutron] 10.222.0.31 "GET /v2.0/networks/aa2e4805-accc-4890-bf08-4fbade6dc52f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0857034
Dec 25 21:48:34.447295 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:48:34.778322 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-f592ed8b-24ed-4a16-b74f-b8e3b541c96e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:48:36.995726 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-2edad1d0-46f5-4b41-80ea-48cd990604df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:48:38.558746 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:48:38.572864 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3e945ecd-9380-47c2-aa0a-12ebe07e03e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:48:39.575912 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-15cb578f-7a63-4fd3-925d-83bad4c7b82a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:48:40.753359 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:48:42.269236 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 44388) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:48:42.353126 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-ac3c2308-63cf-4d9e-92af-19e3824ac3b7 tempest-TestSecurityGroupsBasicOps-1346282691 tempest-TestSecurityGroupsBasicOps-1346282691-project-admin] 10.222.0.32 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200  len: 2411 time: 0.0827219
Dec 25 21:48:42.355881 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 44390) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:48:42.361090 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-e493c930-c164-4ed4-b92e-70a7a561b8c3 tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Request body: {'network': {'name': 'tempest-network-smoke--1083893958', 'project_id': '444a282fecb241bb84b910063c85139b', 'port_security_enabled': False}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:48:42.450091 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e493c930-c164-4ed4-b92e-70a7a561b8c3 tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Made reservation on behalf of 444a282fecb241bb84b910063c85139b for: {'network': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:48:42.454026 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e493c930-c164-4ed4-b92e-70a7a561b8c3 tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for network, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:48:42.476978 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e493c930-c164-4ed4-b92e-70a7a561b8c3 tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] vlan segment allocate from pool success with {'vlan_id': 161, 'physical_network': 'physnet1'}  {{(pid=121607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 25 21:48:42.485840 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e493c930-c164-4ed4-b92e-70a7a561b8c3 tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:48:42.486180 ncdv-master-1 neutron-server[121607]: INFO neutron.db.segments_db [None req-e493c930-c164-4ed4-b92e-70a7a561b8c3 tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Added segment 9283cecd-b4b8-4f93-870d-eb7904753de3 of type vlan for network 18839b65-10bb-48b7-9dc9-ab68c34300d4
Dec 25 21:48:42.524570 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e493c930-c164-4ed4-b92e-70a7a561b8c3 tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737602163420'] for network, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:48:42.610218 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e493c930-c164-4ed4-b92e-70a7a561b8c3 tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870'] for network, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:48:42.615777 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e493c930-c164-4ed4-b92e-70a7a561b8c3 tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:48:42.616361 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e493c930-c164-4ed4-b92e-70a7a561b8c3 tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Publish callbacks [] for network, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:48:42.681884 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e493c930-c164-4ed4-b92e-70a7a561b8c3 tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Pushing event updated for resources: {'Network': ['ID=18839b65-10bb-48b7-9dc9-ab68c34300d4,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:48:42.692028 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Network 18839b65-10bb-48b7-9dc9-ab68c34300d4 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 25 21:48:42.727320 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-e493c930-c164-4ed4-b92e-70a7a561b8c3 tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 770 time: 0.3704455
Dec 25 21:48:42.729864 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 44392) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:48:42.734217 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-00ae7752-868c-4a60-abf9-b9e7e6859dfc tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1169725361', 'admin_state_up': True, 'project_id': '444a282fecb241bb84b910063c85139b', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'}}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:48:42.818687 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-00ae7752-868c-4a60-abf9-b9e7e6859dfc tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2014909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14863'] for router, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:48:42.819654 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-00ae7752-868c-4a60-abf9-b9e7e6859dfc tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2014285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2009796', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2082630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14848'] for router, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:48:42.871935 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-00ae7752-868c-4a60-abf9-b9e7e6859dfc tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:48:43.060973 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-00ae7752-868c-4a60-abf9-b9e7e6859dfc tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:48:43.311258 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-00ae7752-868c-4a60-abf9-b9e7e6859dfc tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Publish callbacks [] for router_gateway, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:48:43.329726 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-00ae7752-868c-4a60-abf9-b9e7e6859dfc tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:48:43.430199 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_common [None req-00ae7752-868c-4a60-abf9-b9e7e6859dfc tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Allocated IP 172.35.3.9 (7201e55c-7c5f-41aa-a042-a363696539d0/7a939e13-713f-45cf-bba7-1539635abe25/14b36458-100d-4382-8de0-b150c2b01498) {{(pid=121607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:48:43.530744 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-00ae7752-868c-4a60-abf9-b9e7e6859dfc tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Publish callbacks [] for port, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:48:43.624317 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-00ae7752-868c-4a60-abf9-b9e7e6859dfc tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:48:43.662217 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00ae7752-868c-4a60-abf9-b9e7e6859dfc tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Network 7201e55c-7c5f-41aa-a042-a363696539d0 is already hosted by enough agents. {{(pid=121607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:48:43.665007 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-00ae7752-868c-4a60-abf9-b9e7e6859dfc tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Resources bound (agent type, host, resource id):  {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:48:43.668448 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00ae7752-868c-4a60-abf9-b9e7e6859dfc tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Received port after_create {{(pid=121607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:48:43.678646 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8165040-6ba1-49cf-9e88-5859eca2bce0 None None] DHCP port deletion for 7201e55c-7c5f-41aa-a042-a363696539d0 request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 21:48:43.695271 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ae7752-868c-4a60-abf9-b9e7e6859dfc tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Pushing event updated for resources: {'Port': ['ID=14b36458-100d-4382-8de0-b150c2b01498,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:48:43.726771 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-3f72f39f-75f5-446a-ad1c-25785dab7d8e None None] Provisioning complete for port 14b36458-100d-4382-8de0-b150c2b01498 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:48:43.727429 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3f72f39f-75f5-446a-ad1c-25785dab7d8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:48:43.761179 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-3f72f39f-75f5-446a-ad1c-25785dab7d8e None None] Port 14b36458-100d-4382-8de0-b150c2b01498 cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:48:43.961600 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-00ae7752-868c-4a60-abf9-b9e7e6859dfc tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Publish callbacks [] for router_gateway, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:48:44.434480 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-00ae7752-868c-4a60-abf9-b9e7e6859dfc tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2014278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2009753'] for router, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:48:44.633113 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00ae7752-868c-4a60-abf9-b9e7e6859dfc tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Router 9359fafb-bbed-4156-91bf-89e3d8f24d21 is scheduled to L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 with binding_index 1 {{(pid=121607) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 25 21:48:44.739567 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00ae7752-868c-4a60-abf9-b9e7e6859dfc tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 21:48:44.749130 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc922ecf-02e9-4be7-a90a-537860297d1e None None] Sync routers for ids ['9359fafb-bbed-4156-91bf-89e3d8f24d21'] in ncdv-master-1 {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 21:48:44.758905 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc922ecf-02e9-4be7-a90a-537860297d1e None None] Routers {'9359fafb-bbed-4156-91bf-89e3d8f24d21'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:48:44.759510 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-dc922ecf-02e9-4be7-a90a-537860297d1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2618acfb20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:48:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['9359fafb-bbed-4156-91bf-89e3d8f24d21'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:48:44.818244 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-00ae7752-868c-4a60-abf9-b9e7e6859dfc tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Publish callbacks [] for router, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:48:44.822279 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-00ae7752-868c-4a60-abf9-b9e7e6859dfc tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 892 time: 2.0887120
Dec 25 21:48:44.822501 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 44394) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:48:44.861004 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvr_db [None req-dc922ecf-02e9-4be7-a90a-537860297d1e None None] Set router 9359fafb-bbed-4156-91bf-89e3d8f24d21 gateway port host: ncdv-master-1 {{(pid=121609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:48:44.887128 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b6ed75d-6517-4ed0-b06e-16405e66ea6b tempest-TestSecurityGroupsBasicOps-1346282691 tempest-TestSecurityGroupsBasicOps-1346282691-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:48:44.888573 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-1b6ed75d-6517-4ed0-b06e-16405e66ea6b tempest-TestSecurityGroupsBasicOps-1346282691 tempest-TestSecurityGroupsBasicOps-1346282691-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=444a282fecb241bb84b910063c85139b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 830 time: 0.0651200
Dec 25 21:48:44.891348 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 44396) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:48:44.979001 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3839fb3-ea5c-43ae-8691-3decbca0068d tempest-TestSecurityGroupsBasicOps-1346282691 tempest-TestSecurityGroupsBasicOps-1346282691-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:48:44.980535 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-e3839fb3-ea5c-43ae-8691-3decbca0068d tempest-TestSecurityGroupsBasicOps-1346282691 tempest-TestSecurityGroupsBasicOps-1346282691-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.0882802
Dec 25 21:48:44.983481 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 44398) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:48:45.014362 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-0a401cf2-3b04-4c5a-b6f6-9b8fb0c1508c tempest-TestSecurityGroupsBasicOps-1346282691 tempest-TestSecurityGroupsBasicOps-1346282691-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=7201e55c-7c5f-41aa-a042-a363696539d0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0273807
Dec 25 21:48:45.014628 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 44400) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:48:45.038876 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-dc922ecf-02e9-4be7-a90a-537860297d1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2618acfb20>, [{'id': '9359fafb-bbed-4156-91bf-89e3d8f24d21', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1169725361', 'tenant_id': '444a282fecb241bb84b910063c85139b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.9'}], 'enable_snat': True}, 'gw_port_id': '14b36458-100d-4382-8de0-b150c2b01498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:48:42Z', 'updated_at': '2021-12-25T21:48:43Z', 'revision_number': 3, 'project_id': '444a282fecb241bb84b910063c85139b', 'gw_port': {'id': '14b36458-100d-4382-8de0-b150c2b01498', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:57:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9359fafb-bbed-4156-91bf-89e3d8f24d21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3982, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:48:43Z', 'updated_at': '2021-12-25T21:48:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:48:45.041684 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-7d34d538-28f7-4afd-b2ba-3e38c6dad131 tempest-TestSecurityGroupsBasicOps-1346282691 tempest-TestSecurityGroupsBasicOps-1346282691-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=444a282fecb241bb84b910063c85139b&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0259938
Dec 25 21:48:45.044058 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 44402) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:48:45.067722 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc922ecf-02e9-4be7-a90a-537860297d1e None None] Checking router: 9359fafb-bbed-4156-91bf-89e3d8f24d21 for host: ncdv-master-1 {{(pid=121609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 25 21:48:45.068070 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc922ecf-02e9-4be7-a90a-537860297d1e None None] Updating router 9359fafb-bbed-4156-91bf-89e3d8f24d21 port 14b36458-100d-4382-8de0-b150c2b01498 binding host ncdv-master-1 {{(pid=121609) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 25 21:48:45.091893 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-dc922ecf-02e9-4be7-a90a-537860297d1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:48:45.133824 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ca7a2fd-5f55-4203-bff7-076190dfebd9 tempest-TestSecurityGroupsBasicOps-1346282691 tempest-TestSecurityGroupsBasicOps-1346282691-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:48:45.135388 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-0ca7a2fd-5f55-4203-bff7-076190dfebd9 tempest-TestSecurityGroupsBasicOps-1346282691 tempest-TestSecurityGroupsBasicOps-1346282691-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.0904408
Dec 25 21:48:45.138258 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 44404) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:48:45.167808 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-38f5afb8-ab3c-40cb-8077-87fea66b28cd tempest-TestSecurityGroupsBasicOps-1346282691 tempest-TestSecurityGroupsBasicOps-1346282691-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=7201e55c-7c5f-41aa-a042-a363696539d0&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0264442
Dec 25 21:48:45.168017 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 44406) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:48:45.174074 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-8bf2b29c-fad1-4dfa-83ba-4bcea1ca7690 tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1658581360', 'network_id': '18839b65-10bb-48b7-9dc9-ab68c34300d4', 'project_id': '444a282fecb241bb84b910063c85139b', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:48:45.318541 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bf2b29c-fad1-4dfa-83ba-4bcea1ca7690 tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Made reservation on behalf of 444a282fecb241bb84b910063c85139b for: {'subnet': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:48:45.322169 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-8bf2b29c-fad1-4dfa-83ba-4bcea1ca7690 tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8852834'] for subnet, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:48:45.338593 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-dc922ecf-02e9-4be7-a90a-537860297d1e None None] Publish callbacks [] for port, precommit_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:48:45.415857 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-dc922ecf-02e9-4be7-a90a-537860297d1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:48:45.457730 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6830c8b-2845-4ee6-9062-9588a0eeb8d6 None None] DHCP port deletion for 7201e55c-7c5f-41aa-a042-a363696539d0 request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 21:48:45.470904 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.managers [None req-dc922ecf-02e9-4be7-a90a-537860297d1e None None] Attempting to bind port 14b36458-100d-4382-8de0-b150c2b01498 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:48:45.471238 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.managers [None req-dc922ecf-02e9-4be7-a90a-537860297d1e None None] Attempting to bind port 14b36458-100d-4382-8de0-b150c2b01498 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'}] {{(pid=121609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:48:45.471603 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc922ecf-02e9-4be7-a90a-537860297d1e None None] Attempting to bind port 14b36458-100d-4382-8de0-b150c2b01498 on network 7201e55c-7c5f-41aa-a042-a363696539d0 {{(pid=121609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:48:45.482805 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c289fc-f3d8-4c63-b551-ce99afced3ed None None] Pushing event updated for resources: {'Port': ['ID=14b36458-100d-4382-8de0-b150c2b01498,revision_number=2']} {{(pid=121609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:48:45.487098 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc922ecf-02e9-4be7-a90a-537860297d1e None None] Checking agent: {'id': 'ca4f5c6d-f1fd-48b8-a3e3-395864c7d23d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 20, 56, 40), 'started_at': datetime.datetime(2021, 12, 25, 20, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 48, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:48:45.487623 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc922ecf-02e9-4be7-a90a-537860297d1e None None] Checking segment: {'id': '6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:48:45.488193 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-dc922ecf-02e9-4be7-a90a-537860297d1e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:48:45.488754 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc922ecf-02e9-4be7-a90a-537860297d1e None None] Bound using segment: {'id': '6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'} {{(pid=121609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:48:45.489485 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.managers [None req-dc922ecf-02e9-4be7-a90a-537860297d1e None None] Bound port: 14b36458-100d-4382-8de0-b150c2b01498, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'}}] {{(pid=121609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:48:45.490036 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-dc922ecf-02e9-4be7-a90a-537860297d1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:48:45.497651 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-4e89547d-3e36-4583-a0f0-60eb829ef80a None None] Provisioning complete for port 14b36458-100d-4382-8de0-b150c2b01498 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:48:45.498130 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-4e89547d-3e36-4583-a0f0-60eb829ef80a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:48:45.537440 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-4e89547d-3e36-4583-a0f0-60eb829ef80a None None] Port 14b36458-100d-4382-8de0-b150c2b01498 cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:48:45.551888 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.db [None req-dc922ecf-02e9-4be7-a90a-537860297d1e None None] For port 14b36458-100d-4382-8de0-b150c2b01498, host ncdv-master-1, cleared binding levels {{(pid=121609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:48:45.554872 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.db [None req-dc922ecf-02e9-4be7-a90a-537860297d1e None None] For port 14b36458-100d-4382-8de0-b150c2b01498, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=14b36458-100d-4382-8de0-b150c2b01498,segment=NetworkSegment(6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855),segment_id=6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855)] {{(pid=121609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:48:45.567216 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-8bf2b29c-fad1-4dfa-83ba-4bcea1ca7690 tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8632475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8852848'] for subnet, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:48:45.627396 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf2b29c-fad1-4dfa-83ba-4bcea1ca7690 tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Pushing event updated for resources: {'Subnet': ['ID=97f2cbf1-45d2-443f-ad0b-c648f1d39bd2,revision_number=0']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:48:45.635156 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bf2b29c-fad1-4dfa-83ba-4bcea1ca7690 tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Checking segment: {'id': '9283cecd-b4b8-4f93-870d-eb7904753de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '18839b65-10bb-48b7-9dc9-ab68c34300d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:48:45.635514 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bf2b29c-fad1-4dfa-83ba-4bcea1ca7690 tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Network hostable DHCP agents. Network: 18839b65-10bb-48b7-9dc9-ab68c34300d4, hostable agents: ['1813db88-2c1b-4357-a2ba-869246b663c2'], hosted agents: [] {{(pid=121607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 25 21:48:45.768095 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-dc922ecf-02e9-4be7-a90a-537860297d1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:48:45.807730 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15380832-9919-4b50-a56f-b8e5f296846f None None] DHCP port deletion for 7201e55c-7c5f-41aa-a042-a363696539d0 request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 21:48:45.829825 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc922ecf-02e9-4be7-a90a-537860297d1e None None] Routers {'9359fafb-bbed-4156-91bf-89e3d8f24d21'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:48:45.830706 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-dc922ecf-02e9-4be7-a90a-537860297d1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2618acfb20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:48:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['9359fafb-bbed-4156-91bf-89e3d8f24d21'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:48:45.835567 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bf2b29c-fad1-4dfa-83ba-4bcea1ca7690 tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Network 18839b65-10bb-48b7-9dc9-ab68c34300d4 is scheduled to be hosted by DHCP agent 1813db88-2c1b-4357-a2ba-869246b663c2 with binding_index 1 {{(pid=121607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 25 21:48:45.858019 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-4b27e195-98f9-49e3-aeac-03441b2a2313 None None] Provisioning complete for port 14b36458-100d-4382-8de0-b150c2b01498 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:48:45.858386 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-4b27e195-98f9-49e3-aeac-03441b2a2313 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:48:45.886365 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c289fc-f3d8-4c63-b551-ce99afced3ed None None] Pushing event updated for resources: {'Port': ['ID=14b36458-100d-4382-8de0-b150c2b01498,revision_number=3']} {{(pid=121609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:48:45.927524 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-8bf2b29c-fad1-4dfa-83ba-4bcea1ca7690 tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 18839b65-10bb-48b7-9dc9-ab68c34300d4) {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:48:45.932329 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bf2b29c-fad1-4dfa-83ba-4bcea1ca7690 tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:48:45.936061 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-8bf2b29c-fad1-4dfa-83ba-4bcea1ca7690 tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Publish callbacks [] for subnet, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:48:45.943082 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36104cb1-026f-468d-a7ba-73b16f8dd1fb None None] Network 18839b65-10bb-48b7-9dc9-ab68c34300d4 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:48:45.955750 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-4b27e195-98f9-49e3-aeac-03441b2a2313 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:48:45.974558 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvr_db [None req-dc922ecf-02e9-4be7-a90a-537860297d1e None None] Set router 9359fafb-bbed-4156-91bf-89e3d8f24d21 gateway port host: ncdv-master-1 {{(pid=121609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:48:45.997634 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-4b27e195-98f9-49e3-aeac-03441b2a2313 None None] For port 14b36458-100d-4382-8de0-b150c2b01498, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=14b36458-100d-4382-8de0-b150c2b01498,segment=NetworkSegment(6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855),segment_id=6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:48:46.015654 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-8bf2b29c-fad1-4dfa-83ba-4bcea1ca7690 tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 835 time: 0.8466749
Dec 25 21:48:46.021962 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 44408) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:48:46.070129 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-4b27e195-98f9-49e3-aeac-03441b2a2313 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:48:46.095089 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0221c40-14a2-4799-bc4f-aa51240764b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-18839b65-10bb-48b7-9dc9-ab68c34300d4', 'network_id': '18839b65-10bb-48b7-9dc9-ab68c34300d4', 'project_id': '444a282fecb241bb84b910063c85139b', 'fixed_ips': [{'subnet_id': '97f2cbf1-45d2-443f-ad0b-c648f1d39bd2'}]}} from ncdv-master-1. {{(pid=121608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 25 21:48:46.096025 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-a0221c40-14a2-4799-bc4f-aa51240764b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:48:46.139783 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b27e195-98f9-49e3-aeac-03441b2a2313 None None] Pushing event updated for resources: {'Port': ['ID=14b36458-100d-4382-8de0-b150c2b01498,revision_number=4']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:48:46.155717 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-dc922ecf-02e9-4be7-a90a-537860297d1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2618acfb20>, [{'id': '9359fafb-bbed-4156-91bf-89e3d8f24d21', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1169725361', 'tenant_id': '444a282fecb241bb84b910063c85139b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.9'}], 'enable_snat': True}, 'gw_port_id': '14b36458-100d-4382-8de0-b150c2b01498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:48:42Z', 'updated_at': '2021-12-25T21:48:43Z', 'revision_number': 3, 'project_id': '444a282fecb241bb84b910063c85139b', 'gw_port': {'id': '14b36458-100d-4382-8de0-b150c2b01498', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:57:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9359fafb-bbed-4156-91bf-89e3d8f24d21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3982, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:48:43Z', 'updated_at': '2021-12-25T21:48:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:48:46.181378 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc922ecf-02e9-4be7-a90a-537860297d1e None None] The sync data for ids ['9359fafb-bbed-4156-91bf-89e3d8f24d21'] in ncdv-master-1 is: [{'id': '9359fafb-bbed-4156-91bf-89e3d8f24d21', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1169725361', 'tenant_id': '444a282fecb241bb84b910063c85139b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.9'}], 'enable_snat': True}, 'gw_port_id': '14b36458-100d-4382-8de0-b150c2b01498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:48:42Z', 'updated_at': '2021-12-25T21:48:43Z', 'revision_number': 3, 'project_id': '444a282fecb241bb84b910063c85139b', 'gw_port': {'id': '14b36458-100d-4382-8de0-b150c2b01498', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:57:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9359fafb-bbed-4156-91bf-89e3d8f24d21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3982, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:48:43Z', 'updated_at': '2021-12-25T21:48:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 21:48:46.194714 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b27e195-98f9-49e3-aeac-03441b2a2313 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:48:46.195144 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b27e195-98f9-49e3-aeac-03441b2a2313 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:48:46.195548 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b27e195-98f9-49e3-aeac-03441b2a2313 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:48:46.195947 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b27e195-98f9-49e3-aeac-03441b2a2313 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:48:46.196341 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b27e195-98f9-49e3-aeac-03441b2a2313 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:48:46.196762 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b27e195-98f9-49e3-aeac-03441b2a2313 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:48:46.197200 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b27e195-98f9-49e3-aeac-03441b2a2313 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:48:46.197636 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b27e195-98f9-49e3-aeac-03441b2a2313 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:48:46.198053 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b27e195-98f9-49e3-aeac-03441b2a2313 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:48:46.198464 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b27e195-98f9-49e3-aeac-03441b2a2313 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:48:46.198887 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b27e195-98f9-49e3-aeac-03441b2a2313 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:48:46.199299 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b27e195-98f9-49e3-aeac-03441b2a2313 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:48:46.199710 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b27e195-98f9-49e3-aeac-03441b2a2313 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:48:46.284210 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.db_base_plugin_common [None req-a0221c40-14a2-4799-bc4f-aa51240764b1 None None] Allocated IP 172.20.0.18 (18839b65-10bb-48b7-9dc9-ab68c34300d4/97f2cbf1-45d2-443f-ad0b-c648f1d39bd2/b13f6f42-64b8-42a4-b46d-ad1a8b5ab5e6) {{(pid=121608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:48:46.475492 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-a0221c40-14a2-4799-bc4f-aa51240764b1 None None] Publish callbacks [] for port, precommit_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:48:46.525411 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-12c5f687-beb1-46de-b1f5-02bea349d5a8 tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:48:46.568918 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-a0221c40-14a2-4799-bc4f-aa51240764b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946'] for port, after_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:48:46.633818 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0221c40-14a2-4799-bc4f-aa51240764b1 None None] Network 18839b65-10bb-48b7-9dc9-ab68c34300d4 is already hosted by enough agents. {{(pid=121608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:48:46.638119 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.base_scheduler [None req-a0221c40-14a2-4799-bc4f-aa51240764b1 None None] Resources bound (agent type, host, resource id):  {{(pid=121608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:48:46.642556 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0221c40-14a2-4799-bc4f-aa51240764b1 None None] Received port after_create {{(pid=121608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:48:46.663973 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0221c40-14a2-4799-bc4f-aa51240764b1 None None] Pushing event updated for resources: {'Port': ['ID=b13f6f42-64b8-42a4-b46d-ad1a8b5ab5e6,revision_number=1']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:48:46.711590 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-a0221c40-14a2-4799-bc4f-aa51240764b1 None None] Attempting to bind port b13f6f42-64b8-42a4-b46d-ad1a8b5ab5e6 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:48:46.711822 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-a0221c40-14a2-4799-bc4f-aa51240764b1 None None] Attempting to bind port b13f6f42-64b8-42a4-b46d-ad1a8b5ab5e6 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '9283cecd-b4b8-4f93-870d-eb7904753de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '18839b65-10bb-48b7-9dc9-ab68c34300d4'}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:48:46.712172 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0221c40-14a2-4799-bc4f-aa51240764b1 None None] Attempting to bind port b13f6f42-64b8-42a4-b46d-ad1a8b5ab5e6 on network 18839b65-10bb-48b7-9dc9-ab68c34300d4 {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:48:46.718576 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0221c40-14a2-4799-bc4f-aa51240764b1 None None] Checking agent: {'id': 'ca4f5c6d-f1fd-48b8-a3e3-395864c7d23d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 20, 56, 40), 'started_at': datetime.datetime(2021, 12, 25, 20, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 48, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:48:46.718952 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0221c40-14a2-4799-bc4f-aa51240764b1 None None] Checking segment: {'id': '9283cecd-b4b8-4f93-870d-eb7904753de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '18839b65-10bb-48b7-9dc9-ab68c34300d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:48:46.719952 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-a0221c40-14a2-4799-bc4f-aa51240764b1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:48:46.719952 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0221c40-14a2-4799-bc4f-aa51240764b1 None None] Bound using segment: {'id': '9283cecd-b4b8-4f93-870d-eb7904753de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '18839b65-10bb-48b7-9dc9-ab68c34300d4'} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:48:46.720236 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-a0221c40-14a2-4799-bc4f-aa51240764b1 None None] Bound port: b13f6f42-64b8-42a4-b46d-ad1a8b5ab5e6, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9283cecd-b4b8-4f93-870d-eb7904753de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '18839b65-10bb-48b7-9dc9-ab68c34300d4'}}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:48:46.720611 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-a0221c40-14a2-4799-bc4f-aa51240764b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:48:46.793842 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-a0221c40-14a2-4799-bc4f-aa51240764b1 None None] For port b13f6f42-64b8-42a4-b46d-ad1a8b5ab5e6, host ncdv-master-1, cleared binding levels {{(pid=121608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:48:46.797187 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-a0221c40-14a2-4799-bc4f-aa51240764b1 None None] For port b13f6f42-64b8-42a4-b46d-ad1a8b5ab5e6, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b13f6f42-64b8-42a4-b46d-ad1a8b5ab5e6,segment=NetworkSegment(9283cecd-b4b8-4f93-870d-eb7904753de3),segment_id=9283cecd-b4b8-4f93-870d-eb7904753de3)] {{(pid=121608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:48:46.823866 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_common [None req-12c5f687-beb1-46de-b1f5-02bea349d5a8 tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Allocated IP 172.20.0.17 (18839b65-10bb-48b7-9dc9-ab68c34300d4/97f2cbf1-45d2-443f-ad0b-c648f1d39bd2/a1b2d385-7786-4964-aee4-1cae453b64fb) {{(pid=121607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:48:46.853794 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-a0221c40-14a2-4799-bc4f-aa51240764b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:48:46.926891 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0221c40-14a2-4799-bc4f-aa51240764b1 None None] Pushing event updated for resources: {'Port': ['ID=b13f6f42-64b8-42a4-b46d-ad1a8b5ab5e6,revision_number=2']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:48:46.988800 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-12c5f687-beb1-46de-b1f5-02bea349d5a8 tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Publish callbacks [] for port, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:48:47.136630 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-12c5f687-beb1-46de-b1f5-02bea349d5a8 tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:48:47.187754 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12c5f687-beb1-46de-b1f5-02bea349d5a8 tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Network 18839b65-10bb-48b7-9dc9-ab68c34300d4 is already hosted by enough agents. {{(pid=121607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:48:47.193542 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-12c5f687-beb1-46de-b1f5-02bea349d5a8 tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Resources bound (agent type, host, resource id):  {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:48:47.195990 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12c5f687-beb1-46de-b1f5-02bea349d5a8 tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Received port after_create {{(pid=121607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:48:47.238442 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c5f687-beb1-46de-b1f5-02bea349d5a8 tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Pushing event updated for resources: {'Port': ['ID=a1b2d385-7786-4964-aee4-1cae453b64fb,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:48:47.254281 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-12c5f687-beb1-46de-b1f5-02bea349d5a8 tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2008772'] for router_interface, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:48:47.450192 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-12c5f687-beb1-46de-b1f5-02bea349d5a8 tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:48:47.736003 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-12c5f687-beb1-46de-b1f5-02bea349d5a8 tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Publish callbacks [] for port, precommit_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:48:47.795723 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-12c5f687-beb1-46de-b1f5-02bea349d5a8 tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8632327'] for port, after_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:48:47.872164 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c5f687-beb1-46de-b1f5-02bea349d5a8 tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Pushing event updated for resources: {'Port': ['ID=a1b2d385-7786-4964-aee4-1cae453b64fb,revision_number=2']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:48:47.874602 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-12c5f687-beb1-46de-b1f5-02bea349d5a8 tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2007636'] for router_interface, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:48:47.976080 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12c5f687-beb1-46de-b1f5-02bea349d5a8 tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Network 18839b65-10bb-48b7-9dc9-ab68c34300d4 is already hosted by enough agents. {{(pid=121607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:48:47.979231 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-12c5f687-beb1-46de-b1f5-02bea349d5a8 tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Resources bound (agent type, host, resource id):  {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:48:48.063687 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 14b36458-100d-4382-8de0-b150c2b01498 up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:48:48.104785 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12c5f687-beb1-46de-b1f5-02bea349d5a8 tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Router 9359fafb-bbed-4156-91bf-89e3d8f24d21 has already been hosted by L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 {{(pid=121607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 25 21:48:48.116063 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port 14b36458-100d-4382-8de0-b150c2b01498 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:48:48.116435 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:48:48.196487 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device b13f6f42-64b8-42a4-b46d-ad1a8b5ab5e6 up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:48:48.213446 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12c5f687-beb1-46de-b1f5-02bea349d5a8 tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 21:48:48.221332 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-12c5f687-beb1-46de-b1f5-02bea349d5a8 tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] 10.222.0.32 "PUT /v2.0/routers/9359fafb-bbed-4156-91bf-89e3d8f24d21/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.1986926
Dec 25 21:48:48.222852 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f179ebda-e333-4616-92be-7df702f1f668 None None] Sync routers for ids ['9359fafb-bbed-4156-91bf-89e3d8f24d21'] in ncdv-master-1 {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 21:48:48.250965 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f179ebda-e333-4616-92be-7df702f1f668 None None] Routers {'9359fafb-bbed-4156-91bf-89e3d8f24d21'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:48:48.250965 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-f179ebda-e333-4616-92be-7df702f1f668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2612dba460>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:48:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['9359fafb-bbed-4156-91bf-89e3d8f24d21'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:48:48.311313 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port b13f6f42-64b8-42a4-b46d-ad1a8b5ab5e6 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:48:48.311690 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:48:48.404074 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvr_db [None req-f179ebda-e333-4616-92be-7df702f1f668 None None] Set router 9359fafb-bbed-4156-91bf-89e3d8f24d21 gateway port host: ncdv-master-1 {{(pid=121608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:48:48.510339 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:48:48.580495 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f58f45-01d3-4057-80e4-a397a92d2ae5 req-4e109314-8c03-4018-9d8e-db7f03d8ff4c tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:48:48.582306 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-60f58f45-01d3-4057-80e4-a397a92d2ae5 req-4e109314-8c03-4018-9d8e-db7f03d8ff4c tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] 10.222.0.32 "GET /v2.0/networks?id=18839b65-10bb-48b7-9dc9-ab68c34300d4 HTTP/1.1" status: 200  len: 798 time: 0.1179993
Dec 25 21:48:48.599151 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-60f58f45-01d3-4057-80e4-a397a92d2ae5 req-4354d747-175b-4919-9b32-09882e4f1185 tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] 10.222.0.32 "GET /v2.0/quotas/444a282fecb241bb84b910063c85139b HTTP/1.1" status: 200  len: 375 time: 0.0109332
Dec 25 21:48:48.664778 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-60f58f45-01d3-4057-80e4-a397a92d2ae5 req-e1dd1da5-075a-4262-b2e5-14f930885aaa tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=444a282fecb241bb84b910063c85139b&fields=id HTTP/1.1" status: 200  len: 440 time: 0.0595348
Dec 25 21:48:48.753484 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7cc5d05-4f20-4625-9ed5-768612b5beb9 None None] Network 18839b65-10bb-48b7-9dc9-ab68c34300d4 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:48:48.772721 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-60f58f45-01d3-4057-80e4-a397a92d2ae5 req-c542caec-dbc4-426d-94cd-a7b56684796b service neutron] 10.222.0.32 "GET /v2.0/networks/18839b65-10bb-48b7-9dc9-ab68c34300d4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0943806
Dec 25 21:48:48.791476 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] For port b13f6f42-64b8-42a4-b46d-ad1a8b5ab5e6, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b13f6f42-64b8-42a4-b46d-ad1a8b5ab5e6,segment=NetworkSegment(9283cecd-b4b8-4f93-870d-eb7904753de3),segment_id=9283cecd-b4b8-4f93-870d-eb7904753de3)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:48:48.859427 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:48:48.866086 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-60f58f45-01d3-4057-80e4-a397a92d2ae5 req-6c67a877-8746-4de9-b983-e588a7006659 service neutron] 10.222.0.32 "GET /v2.0/networks/18839b65-10bb-48b7-9dc9-ab68c34300d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0872772
Dec 25 21:48:48.890160 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-74aa1cbd-ae7e-4426-8fe1-c712e2f6aa02 None None] Provisioning complete for port b13f6f42-64b8-42a4-b46d-ad1a8b5ab5e6 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:48:48.890528 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-74aa1cbd-ae7e-4426-8fe1-c712e2f6aa02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:48:48.997772 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Pushing event updated for resources: {'Port': ['ID=b13f6f42-64b8-42a4-b46d-ad1a8b5ab5e6,revision_number=3']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:48:49.067876 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-f179ebda-e333-4616-92be-7df702f1f668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2612dba460>, [{'id': '9359fafb-bbed-4156-91bf-89e3d8f24d21', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1169725361', 'tenant_id': '444a282fecb241bb84b910063c85139b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.9'}], 'enable_snat': True}, 'gw_port_id': '14b36458-100d-4382-8de0-b150c2b01498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:48:42Z', 'updated_at': '2021-12-25T21:48:47Z', 'revision_number': 4, 'project_id': '444a282fecb241bb84b910063c85139b', 'gw_port': {'id': '14b36458-100d-4382-8de0-b150c2b01498', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:57:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9359fafb-bbed-4156-91bf-89e3d8f24d21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3982, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:48:43Z', 'updated_at': '2021-12-25T21:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'a1b2d385-7786-4964-aee4-1cae453b64fb', 'name': '', 'network_id': '18839b65-10bb-48b7-9dc9-ab68c34300d4', 'tenant_id': '444a282fecb241bb84b910063c85139b', 'mac_address': 'fa:16:3e:23:d1:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9359fafb-bbed-4156-91bf-89e3d8f24d21', 'device_owner': 'network:router_interface', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': '97f2cbf1-45d2-443f-ad0b-c648f1d39bd2', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:48:46Z', 'updated_at': '2021-12-25T21:48:47Z', 'revision_number': 2, 'project_id': '444a282fecb241bb84b910063c85139b', 'subnets': [{'id': '97f2cbf1-45d2-443f-ad0b-c648f1d39bd2', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:48:49.109251 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f179ebda-e333-4616-92be-7df702f1f668 None None] Checking router: 9359fafb-bbed-4156-91bf-89e3d8f24d21 for host: ncdv-master-1 {{(pid=121608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 25 21:48:49.109686 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f179ebda-e333-4616-92be-7df702f1f668 None None] Updating router 9359fafb-bbed-4156-91bf-89e3d8f24d21 port a1b2d385-7786-4964-aee4-1cae453b64fb binding host ncdv-master-1 {{(pid=121608) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 25 21:48:49.143556 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-f179ebda-e333-4616-92be-7df702f1f668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:48:49.209788 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-94b5e5db-f777-4b70-8d73-464ad7607c12 req-e5295c35-86ba-4b75-9096-7a66a399f04e tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] 10.222.0.32 "GET /v2.0/ports?device_id=da399807-30fb-40c9-8f0b-da4c4f9e8431 HTTP/1.1" status: 200  len: 210 time: 0.1087425
Dec 25 21:48:49.370931 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-389e06a5-ccc6-4ecf-88c4-830186ab6220 None None] Provisioning complete for port b13f6f42-64b8-42a4-b46d-ad1a8b5ab5e6 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:48:49.371309 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-389e06a5-ccc6-4ecf-88c4-830186ab6220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:48:49.524060 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-f179ebda-e333-4616-92be-7df702f1f668 None None] Publish callbacks [] for port, precommit_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:48:49.536285 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-389e06a5-ccc6-4ecf-88c4-830186ab6220 None None] Provisioning complete for port a1b2d385-7786-4964-aee4-1cae453b64fb triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:48:49.536658 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-389e06a5-ccc6-4ecf-88c4-830186ab6220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:48:49.572581 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-389e06a5-ccc6-4ecf-88c4-830186ab6220 None None] Port a1b2d385-7786-4964-aee4-1cae453b64fb cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:48:49.645167 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-f179ebda-e333-4616-92be-7df702f1f668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:48:49.709673 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2e3749-f018-4d97-a534-d011f9b4821f None None] Pushing event updated for resources: {'Port': ['ID=a1b2d385-7786-4964-aee4-1cae453b64fb,revision_number=3']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:48:49.734303 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54158a12-bf5d-4976-867a-c12c0dec5d91 None None] Provisioning complete for port a1b2d385-7786-4964-aee4-1cae453b64fb triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:48:49.734579 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54158a12-bf5d-4976-867a-c12c0dec5d91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:48:49.789967 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-f179ebda-e333-4616-92be-7df702f1f668 None None] Attempting to bind port a1b2d385-7786-4964-aee4-1cae453b64fb on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:48:49.790250 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-f179ebda-e333-4616-92be-7df702f1f668 None None] Attempting to bind port a1b2d385-7786-4964-aee4-1cae453b64fb by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '9283cecd-b4b8-4f93-870d-eb7904753de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '18839b65-10bb-48b7-9dc9-ab68c34300d4'}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:48:49.790624 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f179ebda-e333-4616-92be-7df702f1f668 None None] Attempting to bind port a1b2d385-7786-4964-aee4-1cae453b64fb on network 18839b65-10bb-48b7-9dc9-ab68c34300d4 {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:48:49.795235 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-54158a12-bf5d-4976-867a-c12c0dec5d91 None None] Port a1b2d385-7786-4964-aee4-1cae453b64fb cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:48:49.799752 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f179ebda-e333-4616-92be-7df702f1f668 None None] Checking agent: {'id': 'ca4f5c6d-f1fd-48b8-a3e3-395864c7d23d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 20, 56, 40), 'started_at': datetime.datetime(2021, 12, 25, 20, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 48, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:48:49.800131 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f179ebda-e333-4616-92be-7df702f1f668 None None] Checking segment: {'id': '9283cecd-b4b8-4f93-870d-eb7904753de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '18839b65-10bb-48b7-9dc9-ab68c34300d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:48:49.800535 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-f179ebda-e333-4616-92be-7df702f1f668 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:48:49.800977 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f179ebda-e333-4616-92be-7df702f1f668 None None] Bound using segment: {'id': '9283cecd-b4b8-4f93-870d-eb7904753de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '18839b65-10bb-48b7-9dc9-ab68c34300d4'} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:48:49.801432 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-f179ebda-e333-4616-92be-7df702f1f668 None None] Bound port: a1b2d385-7786-4964-aee4-1cae453b64fb, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9283cecd-b4b8-4f93-870d-eb7904753de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '18839b65-10bb-48b7-9dc9-ab68c34300d4'}}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:48:49.801820 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-f179ebda-e333-4616-92be-7df702f1f668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:48:49.869837 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-f179ebda-e333-4616-92be-7df702f1f668 None None] For port a1b2d385-7786-4964-aee4-1cae453b64fb, host ncdv-master-1, cleared binding levels {{(pid=121608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:48:49.873205 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-f179ebda-e333-4616-92be-7df702f1f668 None None] For port a1b2d385-7786-4964-aee4-1cae453b64fb, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a1b2d385-7786-4964-aee4-1cae453b64fb,segment=NetworkSegment(9283cecd-b4b8-4f93-870d-eb7904753de3),segment_id=9283cecd-b4b8-4f93-870d-eb7904753de3)] {{(pid=121608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:48:49.915949 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-100568e8-b1cd-4576-ae9a-35013bb7edc7 None None] Provisioning complete for port a1b2d385-7786-4964-aee4-1cae453b64fb triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:48:49.916319 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-100568e8-b1cd-4576-ae9a-35013bb7edc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:48:49.938571 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-f179ebda-e333-4616-92be-7df702f1f668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:48:49.993712 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-100568e8-b1cd-4576-ae9a-35013bb7edc7 None None] Port a1b2d385-7786-4964-aee4-1cae453b64fb cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:48:50.012334 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2e3749-f018-4d97-a534-d011f9b4821f None None] Pushing event updated for resources: {'Port': ['ID=a1b2d385-7786-4964-aee4-1cae453b64fb,revision_number=4']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:48:50.014733 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f179ebda-e333-4616-92be-7df702f1f668 None None] Routers {'9359fafb-bbed-4156-91bf-89e3d8f24d21'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:48:50.015337 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-f179ebda-e333-4616-92be-7df702f1f668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2612dba460>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:48:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['9359fafb-bbed-4156-91bf-89e3d8f24d21'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:48:50.055520 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device b13f6f42-64b8-42a4-b46d-ad1a8b5ab5e6 up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:48:50.164059 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port b13f6f42-64b8-42a4-b46d-ad1a8b5ab5e6 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:48:50.164677 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:48:50.167079 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvr_db [None req-f179ebda-e333-4616-92be-7df702f1f668 None None] Set router 9359fafb-bbed-4156-91bf-89e3d8f24d21 gateway port host: ncdv-master-1 {{(pid=121608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:48:50.292760 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-50975b67-3cc0-4c00-9c81-ed94ee355514 None None] Provisioning complete for port a1b2d385-7786-4964-aee4-1cae453b64fb triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:48:50.293158 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-50975b67-3cc0-4c00-9c81-ed94ee355514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:48:50.361861 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a389f114-f5a6-446a-8798-0823aca4932f req-9e2adf51-0135-4316-9111-069fcac52383 tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] 10.222.0.32 "GET /v2.0/ports?device_id=da399807-30fb-40c9-8f0b-da4c4f9e8431 HTTP/1.1" status: 200  len: 210 time: 0.0303407
Dec 25 21:48:50.494493 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-50975b67-3cc0-4c00-9c81-ed94ee355514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:48:50.536257 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-50975b67-3cc0-4c00-9c81-ed94ee355514 None None] For port a1b2d385-7786-4964-aee4-1cae453b64fb, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a1b2d385-7786-4964-aee4-1cae453b64fb,segment=NetworkSegment(9283cecd-b4b8-4f93-870d-eb7904753de3),segment_id=9283cecd-b4b8-4f93-870d-eb7904753de3)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:48:50.542152 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-f179ebda-e333-4616-92be-7df702f1f668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2612dba460>, [{'id': '9359fafb-bbed-4156-91bf-89e3d8f24d21', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1169725361', 'tenant_id': '444a282fecb241bb84b910063c85139b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.9'}], 'enable_snat': True}, 'gw_port_id': '14b36458-100d-4382-8de0-b150c2b01498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:48:42Z', 'updated_at': '2021-12-25T21:48:47Z', 'revision_number': 4, 'project_id': '444a282fecb241bb84b910063c85139b', 'gw_port': {'id': '14b36458-100d-4382-8de0-b150c2b01498', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:57:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9359fafb-bbed-4156-91bf-89e3d8f24d21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3982, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:48:43Z', 'updated_at': '2021-12-25T21:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'a1b2d385-7786-4964-aee4-1cae453b64fb', 'name': '', 'network_id': '18839b65-10bb-48b7-9dc9-ab68c34300d4', 'tenant_id': '444a282fecb241bb84b910063c85139b', 'mac_address': 'fa:16:3e:23:d1:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9359fafb-bbed-4156-91bf-89e3d8f24d21', 'device_owner': 'network:router_interface', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': '97f2cbf1-45d2-443f-ad0b-c648f1d39bd2', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:48:46Z', 'updated_at': '2021-12-25T21:48:49Z', 'revision_number': 4, 'project_id': '444a282fecb241bb84b910063c85139b', 'subnets': [{'id': '97f2cbf1-45d2-443f-ad0b-c648f1d39bd2', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:48:50.568951 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f179ebda-e333-4616-92be-7df702f1f668 None None] The sync data for ids ['9359fafb-bbed-4156-91bf-89e3d8f24d21'] in ncdv-master-1 is: [{'id': '9359fafb-bbed-4156-91bf-89e3d8f24d21', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1169725361', 'tenant_id': '444a282fecb241bb84b910063c85139b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.9'}], 'enable_snat': True}, 'gw_port_id': '14b36458-100d-4382-8de0-b150c2b01498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:48:42Z', 'updated_at': '2021-12-25T21:48:47Z', 'revision_number': 4, 'project_id': '444a282fecb241bb84b910063c85139b', 'gw_port': {'id': '14b36458-100d-4382-8de0-b150c2b01498', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:57:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9359fafb-bbed-4156-91bf-89e3d8f24d21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3982, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:48:43Z', 'updated_at': '2021-12-25T21:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'a1b2d385-7786-4964-aee4-1cae453b64fb', 'name': '', 'network_id': '18839b65-10bb-48b7-9dc9-ab68c34300d4', 'tenant_id': '444a282fecb241bb84b910063c85139b', 'mac_address': 'fa:16:3e:23:d1:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9359fafb-bbed-4156-91bf-89e3d8f24d21', 'device_owner': 'network:router_interface', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': '97f2cbf1-45d2-443f-ad0b-c648f1d39bd2', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:48:46Z', 'updated_at': '2021-12-25T21:48:49Z', 'revision_number': 4, 'project_id': '444a282fecb241bb84b910063c85139b', 'subnets': [{'id': '97f2cbf1-45d2-443f-ad0b-c648f1d39bd2', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 21:48:50.627909 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-50975b67-3cc0-4c00-9c81-ed94ee355514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:48:50.687010 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50975b67-3cc0-4c00-9c81-ed94ee355514 None None] Pushing event updated for resources: {'Port': ['ID=a1b2d385-7786-4964-aee4-1cae453b64fb,revision_number=5']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:48:51.288477 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f58f45-01d3-4057-80e4-a397a92d2ae5 req-25fd56bd-03de-4378-8305-7b7343e7c225 tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:48:51.290321 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-60f58f45-01d3-4057-80e4-a397a92d2ae5 req-25fd56bd-03de-4378-8305-7b7343e7c225 tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] 10.222.0.37 "GET /v2.0/networks?id=18839b65-10bb-48b7-9dc9-ab68c34300d4 HTTP/1.1" status: 200  len: 798 time: 0.1149645
Dec 25 21:48:51.303381 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-60f58f45-01d3-4057-80e4-a397a92d2ae5 req-05e7c8f8-a87b-45fd-bac9-3b53ece68c2e tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Request body: {'port': {'device_id': 'da399807-30fb-40c9-8f0b-da4c4f9e8431', 'network_id': '18839b65-10bb-48b7-9dc9-ab68c34300d4', 'admin_state_up': True, 'tenant_id': '444a282fecb241bb84b910063c85139b'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:48:51.434905 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c886fcfd-932b-4bca-9d4f-4d971a5f48b3 req-833ba943-d420-4dbb-ac36-fe47916bc0b0 tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] 10.222.0.32 "GET /v2.0/ports?device_id=da399807-30fb-40c9-8f0b-da4c4f9e8431 HTTP/1.1" status: 200  len: 210 time: 0.0298502
Dec 25 21:48:51.576125 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60f58f45-01d3-4057-80e4-a397a92d2ae5 req-05e7c8f8-a87b-45fd-bac9-3b53ece68c2e tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Made reservation on behalf of 444a282fecb241bb84b910063c85139b for: {'port': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:48:51.580351 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-60f58f45-01d3-4057-80e4-a397a92d2ae5 req-05e7c8f8-a87b-45fd-bac9-3b53ece68c2e tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:48:51.711214 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_common [req-60f58f45-01d3-4057-80e4-a397a92d2ae5 req-05e7c8f8-a87b-45fd-bac9-3b53ece68c2e tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Allocated IP 172.20.0.29 (18839b65-10bb-48b7-9dc9-ab68c34300d4/97f2cbf1-45d2-443f-ad0b-c648f1d39bd2/a650ebf2-7686-4d94-ae9b-422a1e657e9d) {{(pid=121606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:48:51.819607 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-60f58f45-01d3-4057-80e4-a397a92d2ae5 req-05e7c8f8-a87b-45fd-bac9-3b53ece68c2e tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Publish callbacks [] for port, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:48:51.921768 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-60f58f45-01d3-4057-80e4-a397a92d2ae5 req-05e7c8f8-a87b-45fd-bac9-3b53ece68c2e tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:48:51.968395 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60f58f45-01d3-4057-80e4-a397a92d2ae5 req-05e7c8f8-a87b-45fd-bac9-3b53ece68c2e tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Network 18839b65-10bb-48b7-9dc9-ab68c34300d4 is already hosted by enough agents. {{(pid=121606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:48:51.973888 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [req-60f58f45-01d3-4057-80e4-a397a92d2ae5 req-05e7c8f8-a87b-45fd-bac9-3b53ece68c2e tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Resources bound (agent type, host, resource id):  {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:48:51.975563 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [req-60f58f45-01d3-4057-80e4-a397a92d2ae5 req-05e7c8f8-a87b-45fd-bac9-3b53ece68c2e tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Received port after_create {{(pid=121606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:48:51.982106 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e7c8f8-a87b-45fd-bac9-3b53ece68c2e tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Pushing event updated for resources: {'Port': ['ID=a650ebf2-7686-4d94-ae9b-422a1e657e9d,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:48:52.010736 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e7c8f8-a87b-45fd-bac9-3b53ece68c2e tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:48:52.011089 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e7c8f8-a87b-45fd-bac9-3b53ece68c2e tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:48:52.011443 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e7c8f8-a87b-45fd-bac9-3b53ece68c2e tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:48:52.011780 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e7c8f8-a87b-45fd-bac9-3b53ece68c2e tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:48:52.012113 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e7c8f8-a87b-45fd-bac9-3b53ece68c2e tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:48:52.012446 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e7c8f8-a87b-45fd-bac9-3b53ece68c2e tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:48:52.012773 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e7c8f8-a87b-45fd-bac9-3b53ece68c2e tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:48:52.013126 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e7c8f8-a87b-45fd-bac9-3b53ece68c2e tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:48:52.013454 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e7c8f8-a87b-45fd-bac9-3b53ece68c2e tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:48:52.013779 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e7c8f8-a87b-45fd-bac9-3b53ece68c2e tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:48:52.014103 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e7c8f8-a87b-45fd-bac9-3b53ece68c2e tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:48:52.014422 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e7c8f8-a87b-45fd-bac9-3b53ece68c2e tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:48:52.014821 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e7c8f8-a87b-45fd-bac9-3b53ece68c2e tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:48:52.047987 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f58f45-01d3-4057-80e4-a397a92d2ae5 req-05e7c8f8-a87b-45fd-bac9-3b53ece68c2e tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:48:52.048640 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-60f58f45-01d3-4057-80e4-a397a92d2ae5 req-05e7c8f8-a87b-45fd-bac9-3b53ece68c2e tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:48:52.072735 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device a1b2d385-7786-4964-aee4-1cae453b64fb up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:48:52.115988 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-60f58f45-01d3-4057-80e4-a397a92d2ae5 req-05e7c8f8-a87b-45fd-bac9-3b53ece68c2e tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 897 time: 0.8167179
Dec 25 21:48:52.122376 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port a1b2d385-7786-4964-aee4-1cae453b64fb triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:48:52.122749 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:48:52.129201 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-60f58f45-01d3-4057-80e4-a397a92d2ae5 req-50a6b3e3-d928-41aa-8601-2bda0904e00e service neutron] Request body: {'port': {'device_id': 'da399807-30fb-40c9-8f0b-da4c4f9e8431', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:48:52.191097 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-60f58f45-01d3-4057-80e4-a397a92d2ae5 req-50a6b3e3-d928-41aa-8601-2bda0904e00e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:48:52.260629 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-cf2301d3-bdba-412f-bbf1-880f8c6bc484 None None] Provisioning complete for port a650ebf2-7686-4d94-ae9b-422a1e657e9d triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:48:52.260949 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-cf2301d3-bdba-412f-bbf1-880f8c6bc484 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:48:52.295572 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-cf2301d3-bdba-412f-bbf1-880f8c6bc484 None None] Port a650ebf2-7686-4d94-ae9b-422a1e657e9d cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:48:52.455450 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [req-60f58f45-01d3-4057-80e4-a397a92d2ae5 req-50a6b3e3-d928-41aa-8601-2bda0904e00e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a650ebf2-7686-4d94-ae9b-422a1e657e9d {{(pid=121606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:48:52.462705 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-60f58f45-01d3-4057-80e4-a397a92d2ae5 req-50a6b3e3-d928-41aa-8601-2bda0904e00e service neutron] Publish callbacks [] for port, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:48:52.475102 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.provisioning_blocks [req-60f58f45-01d3-4057-80e4-a397a92d2ae5 req-50a6b3e3-d928-41aa-8601-2bda0904e00e service neutron] Transition to ACTIVE for port object a650ebf2-7686-4d94-ae9b-422a1e657e9d will not be triggered until provisioned by entity L2. {{(pid=121606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 25 21:48:52.555502 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e948af-d404-4e18-8dbc-44646239db4f req-f42db9cc-ead1-4890-ac8b-4972bb502953 tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:48:52.557026 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e9e948af-d404-4e18-8dbc-44646239db4f req-f42db9cc-ead1-4890-ac8b-4972bb502953 tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] 10.222.0.32 "GET /v2.0/ports?device_id=da399807-30fb-40c9-8f0b-da4c4f9e8431 HTTP/1.1" status: 200  len: 895 time: 0.0494552
Dec 25 21:48:52.575471 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-60f58f45-01d3-4057-80e4-a397a92d2ae5 req-50a6b3e3-d928-41aa-8601-2bda0904e00e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:48:52.629032 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a6b3e3-d928-41aa-8601-2bda0904e00e service neutron] Pushing event updated for resources: {'Port': ['ID=a650ebf2-7686-4d94-ae9b-422a1e657e9d,revision_number=2']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:48:52.705418 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-60f58f45-01d3-4057-80e4-a397a92d2ae5 req-50a6b3e3-d928-41aa-8601-2bda0904e00e service neutron] Attempting to bind port a650ebf2-7686-4d94-ae9b-422a1e657e9d on host nch2-master-1 for vnic_type normal with profile  {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:48:52.705768 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-60f58f45-01d3-4057-80e4-a397a92d2ae5 req-50a6b3e3-d928-41aa-8601-2bda0904e00e service neutron] Attempting to bind port a650ebf2-7686-4d94-ae9b-422a1e657e9d by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '9283cecd-b4b8-4f93-870d-eb7904753de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '18839b65-10bb-48b7-9dc9-ab68c34300d4'}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:48:52.706105 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60f58f45-01d3-4057-80e4-a397a92d2ae5 req-50a6b3e3-d928-41aa-8601-2bda0904e00e service neutron] Attempting to bind port a650ebf2-7686-4d94-ae9b-422a1e657e9d on network 18839b65-10bb-48b7-9dc9-ab68c34300d4 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:48:52.710897 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60f58f45-01d3-4057-80e4-a397a92d2ae5 req-50a6b3e3-d928-41aa-8601-2bda0904e00e service neutron] Port a650ebf2-7686-4d94-ae9b-422a1e657e9d on network 18839b65-10bb-48b7-9dc9-ab68c34300d4 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 25 21:48:52.711227 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60f58f45-01d3-4057-80e4-a397a92d2ae5 req-50a6b3e3-d928-41aa-8601-2bda0904e00e service neutron] Attempting to bind port a650ebf2-7686-4d94-ae9b-422a1e657e9d on network 18839b65-10bb-48b7-9dc9-ab68c34300d4 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:48:52.717120 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60f58f45-01d3-4057-80e4-a397a92d2ae5 req-50a6b3e3-d928-41aa-8601-2bda0904e00e service neutron] Checking agent: {'id': '0d9ae313-8f8d-40fa-8a9f-d098a25a9911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 21, 4, 38), 'started_at': datetime.datetime(2021, 12, 25, 21, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 48, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:48:52.717391 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60f58f45-01d3-4057-80e4-a397a92d2ae5 req-50a6b3e3-d928-41aa-8601-2bda0904e00e service neutron] Checking segment: {'id': '9283cecd-b4b8-4f93-870d-eb7904753de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '18839b65-10bb-48b7-9dc9-ab68c34300d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:48:52.717779 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60f58f45-01d3-4057-80e4-a397a92d2ae5 req-50a6b3e3-d928-41aa-8601-2bda0904e00e service neutron] Bound using segment: {'id': '9283cecd-b4b8-4f93-870d-eb7904753de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '18839b65-10bb-48b7-9dc9-ab68c34300d4'} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:48:52.718208 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-60f58f45-01d3-4057-80e4-a397a92d2ae5 req-50a6b3e3-d928-41aa-8601-2bda0904e00e service neutron] Bound port: a650ebf2-7686-4d94-ae9b-422a1e657e9d, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9283cecd-b4b8-4f93-870d-eb7904753de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '18839b65-10bb-48b7-9dc9-ab68c34300d4'}}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:48:52.718562 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-60f58f45-01d3-4057-80e4-a397a92d2ae5 req-50a6b3e3-d928-41aa-8601-2bda0904e00e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:48:52.756371 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.agents_db [None req-ec08dba0-4483-4109-b5e1-5e4a9fdaf12d None None] Agent healthcheck: found 7 active agents {{(pid=121609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 25 21:48:52.784914 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-60f58f45-01d3-4057-80e4-a397a92d2ae5 req-50a6b3e3-d928-41aa-8601-2bda0904e00e service neutron] For port a650ebf2-7686-4d94-ae9b-422a1e657e9d, host nch2-master-1, cleared binding levels {{(pid=121606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:48:52.787908 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-60f58f45-01d3-4057-80e4-a397a92d2ae5 req-50a6b3e3-d928-41aa-8601-2bda0904e00e service neutron] For port a650ebf2-7686-4d94-ae9b-422a1e657e9d, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a650ebf2-7686-4d94-ae9b-422a1e657e9d,segment=NetworkSegment(9283cecd-b4b8-4f93-870d-eb7904753de3),segment_id=9283cecd-b4b8-4f93-870d-eb7904753de3)] {{(pid=121606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:48:52.856032 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-60f58f45-01d3-4057-80e4-a397a92d2ae5 req-50a6b3e3-d928-41aa-8601-2bda0904e00e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:48:52.892162 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f58f45-01d3-4057-80e4-a397a92d2ae5 req-50a6b3e3-d928-41aa-8601-2bda0904e00e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:48:52.892698 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-60f58f45-01d3-4057-80e4-a397a92d2ae5 req-50a6b3e3-d928-41aa-8601-2bda0904e00e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:48:52.894113 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-60f58f45-01d3-4057-80e4-a397a92d2ae5 req-50a6b3e3-d928-41aa-8601-2bda0904e00e service neutron] 10.222.0.37 "PUT /v2.0/ports/a650ebf2-7686-4d94-ae9b-422a1e657e9d HTTP/1.1" status: 200  len: 1055 time: 0.7699549
Dec 25 21:48:52.894561 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da399807-30fb-40c9-8f0b-da4c4f9e8431', 'tag': 'a650ebf2-7686-4d94-ae9b-422a1e657e9d'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:48:52.896952 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9858820c13ec2827453b94ebc4181065e990a4e4089ccb9fe762531ac62d2fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7137ca6e-71e5-4fda-b8a4-6413a42179ca" -d '{"events": [{"name": "network-changed", "server_uuid": "da399807-30fb-40c9-8f0b-da4c4f9e8431", "tag": "a650ebf2-7686-4d94-ae9b-422a1e657e9d"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:48:52.928411 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a6b3e3-d928-41aa-8601-2bda0904e00e service neutron] Pushing event updated for resources: {'Port': ['ID=a650ebf2-7686-4d94-ae9b-422a1e657e9d,revision_number=3']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:48:52.938781 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Dec 2021 21:48:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95ad98aa-a439-47f7-bbe4-fb114df48697 x-openstack-request-id: req-95ad98aa-a439-47f7-bbe4-fb114df48697 {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:48:52.939257 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da399807-30fb-40c9-8f0b-da4c4f9e8431", "tag": "a650ebf2-7686-4d94-ae9b-422a1e657e9d", "status": "completed", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:48:52.939470 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-95ad98aa-a439-47f7-bbe4-fb114df48697 {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:48:52.940116 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da399807-30fb-40c9-8f0b-da4c4f9e8431', 'tag': 'a650ebf2-7686-4d94-ae9b-422a1e657e9d', 'status': 'completed', 'code': 200}
Dec 25 21:48:53.007522 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7137ca6e-71e5-4fda-b8a4-6413a42179ca req-1589d887-05f3-4010-ae98-eab51d99551f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:48:53.009152 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7137ca6e-71e5-4fda-b8a4-6413a42179ca req-1589d887-05f3-4010-ae98-eab51d99551f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=444a282fecb241bb84b910063c85139b&device_id=da399807-30fb-40c9-8f0b-da4c4f9e8431 HTTP/1.1" status: 200  len: 1058 time: 0.0454042
Dec 25 21:48:53.118628 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7137ca6e-71e5-4fda-b8a4-6413a42179ca req-d9712b57-804d-41a8-a4eb-17555e801a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:48:53.119105 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7137ca6e-71e5-4fda-b8a4-6413a42179ca req-d9712b57-804d-41a8-a4eb-17555e801a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:48:53.120641 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7137ca6e-71e5-4fda-b8a4-6413a42179ca req-d9712b57-804d-41a8-a4eb-17555e801a00 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=444a282fecb241bb84b910063c85139b&shared=False HTTP/1.1" status: 200  len: 1585 time: 0.1033442
Dec 25 21:48:53.218424 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7137ca6e-71e5-4fda-b8a4-6413a42179ca req-7d22348a-4ff0-4680-bb5c-faa5004c7e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:48:53.220549 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7137ca6e-71e5-4fda-b8a4-6413a42179ca req-7d22348a-4ff0-4680-bb5c-faa5004c7e68 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.0923650
Dec 25 21:48:53.297202 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f58f45-01d3-4057-80e4-a397a92d2ae5 req-53cc99dd-94ad-48eb-bc7f-cf36ab1fd590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:48:53.298638 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-60f58f45-01d3-4057-80e4-a397a92d2ae5 req-53cc99dd-94ad-48eb-bc7f-cf36ab1fd590 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=444a282fecb241bb84b910063c85139b&device_id=da399807-30fb-40c9-8f0b-da4c4f9e8431 HTTP/1.1" status: 200  len: 1058 time: 0.0409584
Dec 25 21:48:53.343047 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-60f58f45-01d3-4057-80e4-a397a92d2ae5 req-ccfa67e6-e2aa-4d47-a369-b79dc5d8b440 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.29&port_id=a650ebf2-7686-4d94-ae9b-422a1e657e9d HTTP/1.1" status: 200  len: 217 time: 0.0362999
Dec 25 21:48:53.395160 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f58f45-01d3-4057-80e4-a397a92d2ae5 req-27c58bb2-42c4-4059-bd45-98f765dbaca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:48:53.396600 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-60f58f45-01d3-4057-80e4-a397a92d2ae5 req-27c58bb2-42c4-4059-bd45-98f765dbaca7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=97f2cbf1-45d2-443f-ad0b-c648f1d39bd2 HTTP/1.1" status: 200  len: 838 time: 0.0460904
Dec 25 21:48:53.441532 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f58f45-01d3-4057-80e4-a397a92d2ae5 req-5fa02edc-2e91-44bc-8609-b3eea7ad3820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:48:53.442977 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-60f58f45-01d3-4057-80e4-a397a92d2ae5 req-5fa02edc-2e91-44bc-8609-b3eea7ad3820 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=18839b65-10bb-48b7-9dc9-ab68c34300d4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1165 time: 0.0394666
Dec 25 21:48:53.531399 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-60f58f45-01d3-4057-80e4-a397a92d2ae5 req-4e67fc3e-0f26-4dbf-afe6-c6dd16b9fe9b service neutron] 10.222.0.37 "GET /v2.0/networks/18839b65-10bb-48b7-9dc9-ab68c34300d4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0812299
Dec 25 21:48:53.629432 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-60f58f45-01d3-4057-80e4-a397a92d2ae5 req-76cb18bb-907e-4b40-b9a4-32490a5d32ed service neutron] 10.222.0.37 "GET /v2.0/networks/18839b65-10bb-48b7-9dc9-ab68c34300d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0911903
Dec 25 21:48:53.677957 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43941ff-4926-4a06-9b05-e3f749a87aed req-797a6609-6ea3-435b-a89e-510b23e0f655 tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:48:53.679430 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a43941ff-4926-4a06-9b05-e3f749a87aed req-797a6609-6ea3-435b-a89e-510b23e0f655 tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] 10.222.0.32 "GET /v2.0/ports?device_id=da399807-30fb-40c9-8f0b-da4c4f9e8431 HTTP/1.1" status: 200  len: 907 time: 0.0490990
Dec 25 21:48:54.799589 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ead1df0-babb-45d4-a433-feab66182786 req-308ab779-295b-4c47-ab7d-0c3ed1658729 tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:48:54.801073 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9ead1df0-babb-45d4-a433-feab66182786 req-308ab779-295b-4c47-ab7d-0c3ed1658729 tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] 10.222.0.32 "GET /v2.0/ports?device_id=da399807-30fb-40c9-8f0b-da4c4f9e8431 HTTP/1.1" status: 200  len: 907 time: 0.0481594
Dec 25 21:48:55.084460 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device a650ebf2-7686-4d94-ae9b-422a1e657e9d details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 25 21:48:55.180449 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port a650ebf2-7686-4d94-ae9b-422a1e657e9d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a650ebf2-7686-4d94-ae9b-422a1e657e9d,segment=NetworkSegment(9283cecd-b4b8-4f93-870d-eb7904753de3),segment_id=9283cecd-b4b8-4f93-870d-eb7904753de3)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:48:55.191547 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Returning: {'device': 'a650ebf2-7686-4d94-ae9b-422a1e657e9d', 'network_id': '18839b65-10bb-48b7-9dc9-ab68c34300d4', 'port_id': 'a650ebf2-7686-4d94-ae9b-422a1e657e9d', 'mac_address': 'fa:16:3e:13:b4:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97f2cbf1-45d2-443f-ad0b-c648f1d39bd2', 'ip_address': '172.20.0.29'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 25 21:48:55.227217 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:48:55.239813 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a650ebf2-7686-4d94-ae9b-422a1e657e9d {{(pid=121608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:48:55.258443 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port a650ebf2-7686-4d94-ae9b-422a1e657e9d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a650ebf2-7686-4d94-ae9b-422a1e657e9d,segment=NetworkSegment(9283cecd-b4b8-4f93-870d-eb7904753de3),segment_id=9283cecd-b4b8-4f93-870d-eb7904753de3)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:48:55.338502 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:48:55.386734 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Pushing event updated for resources: {'Port': ['ID=a650ebf2-7686-4d94-ae9b-422a1e657e9d,revision_number=4']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:48:55.553113 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] get_ports_and_sgs() called for port_ids ['a650ebf2-7686-4d94-ae9b-422a1e657e9d'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:48:55.918715 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ae595b-b177-4259-a71e-ee3aa20608d7 req-b739b74a-ba16-45e9-983d-ee4f7d3285e3 tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:48:55.920187 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a0ae595b-b177-4259-a71e-ee3aa20608d7 req-b739b74a-ba16-45e9-983d-ee4f7d3285e3 tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] 10.222.0.32 "GET /v2.0/ports?device_id=da399807-30fb-40c9-8f0b-da4c4f9e8431 HTTP/1.1" status: 200  len: 908 time: 0.0531864
Dec 25 21:48:57.048591 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d549dbc4-86fa-4c50-bd01-2914a1b715e0 req-49900912-8f5e-4917-83a7-12b122343b8e tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:48:57.050105 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d549dbc4-86fa-4c50-bd01-2914a1b715e0 req-49900912-8f5e-4917-83a7-12b122343b8e tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] 10.222.0.32 "GET /v2.0/ports?device_id=da399807-30fb-40c9-8f0b-da4c4f9e8431 HTTP/1.1" status: 200  len: 908 time: 0.0496826
Dec 25 21:48:57.083958 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device a650ebf2-7686-4d94-ae9b-422a1e657e9d up at agent hyperv_nch2-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:48:57.195316 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Provisioning for port a650ebf2-7686-4d94-ae9b-422a1e657e9d completed by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 25 21:48:57.199194 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Provisioning complete for port a650ebf2-7686-4d94-ae9b-422a1e657e9d triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:48:57.199592 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:48:57.278836 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:48:57.299833 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da399807-30fb-40c9-8f0b-da4c4f9e8431', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a650ebf2-7686-4d94-ae9b-422a1e657e9d'}] {{(pid=121608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:48:57.302078 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a88c78c3ff6266bd59c7e89d275b28c92e739b67d23c89d71af88829fd31566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-783cdc1a-98b3-4025-8bec-c6238bbe9905" -d '{"events": [{"server_uuid": "da399807-30fb-40c9-8f0b-da4c4f9e8431", "name": "network-vif-plugged", "status": "completed", "tag": "a650ebf2-7686-4d94-ae9b-422a1e657e9d"}]}' {{(pid=121608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:48:57.314815 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port a650ebf2-7686-4d94-ae9b-422a1e657e9d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a650ebf2-7686-4d94-ae9b-422a1e657e9d,segment=NetworkSegment(9283cecd-b4b8-4f93-870d-eb7904753de3),segment_id=9283cecd-b4b8-4f93-870d-eb7904753de3)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:48:57.342869 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 21:48:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c98512f-192e-4aa3-bba8-5e535950c046 x-openstack-request-id: req-1c98512f-192e-4aa3-bba8-5e535950c046 {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:48:57.342869 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da399807-30fb-40c9-8f0b-da4c4f9e8431", "name": "network-vif-plugged", "status": "completed", "tag": "a650ebf2-7686-4d94-ae9b-422a1e657e9d", "code": 200}]} {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:48:57.342869 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1c98512f-192e-4aa3-bba8-5e535950c046 {{(pid=121608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:48:57.342869 ncdv-master-1 neutron-server[121608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da399807-30fb-40c9-8f0b-da4c4f9e8431', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a650ebf2-7686-4d94-ae9b-422a1e657e9d', 'code': 200}
Dec 25 21:48:57.389957 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:48:57.432012 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e9a197-2279-4651-9699-1a0d57d85545 req-cfe914ce-289c-42c7-a4bb-8fc133598b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:48:57.433565 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-85e9a197-2279-4651-9699-1a0d57d85545 req-cfe914ce-289c-42c7-a4bb-8fc133598b6c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=da399807-30fb-40c9-8f0b-da4c4f9e8431 HTTP/1.1" status: 200  len: 1060 time: 0.0392716
Dec 25 21:48:57.438711 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Pushing event updated for resources: {'Port': ['ID=a650ebf2-7686-4d94-ae9b-422a1e657e9d,revision_number=5']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:48:58.164657 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8606f891-6863-4871-a8e7-533a7517225e req-21884e62-8575-4712-b141-62fe77081a70 tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:48:58.166240 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8606f891-6863-4871-a8e7-533a7517225e req-21884e62-8575-4712-b141-62fe77081a70 tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] 10.222.0.32 "GET /v2.0/ports?device_id=da399807-30fb-40c9-8f0b-da4c4f9e8431 HTTP/1.1" status: 200  len: 909 time: 0.0482771
Dec 25 21:48:59.288159 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9c7ac4-2382-4c0f-a7b3-d886edc2c9f8 req-46c75d8a-d3e9-46e2-aee8-20ce1c44cb06 tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:48:59.289701 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ab9c7ac4-2382-4c0f-a7b3-d886edc2c9f8 req-46c75d8a-d3e9-46e2-aee8-20ce1c44cb06 tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] 10.222.0.32 "GET /v2.0/ports?device_id=da399807-30fb-40c9-8f0b-da4c4f9e8431 HTTP/1.1" status: 200  len: 909 time: 0.0520544
Dec 25 21:48:59.403282 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3915a088-f45f-4597-8bab-ba737c56823f req-8043f68a-fa43-46a1-beb3-3b6c6f27822f tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:48:59.404747 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3915a088-f45f-4597-8bab-ba737c56823f req-8043f68a-fa43-46a1-beb3-3b6c6f27822f tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] 10.222.0.32 "GET /v2.0/ports?device_id=da399807-30fb-40c9-8f0b-da4c4f9e8431 HTTP/1.1" status: 200  len: 909 time: 0.0487230
Dec 25 21:48:59.508445 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e791785d-341e-4993-a24b-93d5d5cd9df1 req-ecc7ae7c-6733-4ee5-8f58-d4728967a431 tempest-TestSecurityGroupsBasicOps-1346282691 tempest-TestSecurityGroupsBasicOps-1346282691-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:48:59.510001 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e791785d-341e-4993-a24b-93d5d5cd9df1 req-ecc7ae7c-6733-4ee5-8f58-d4728967a431 tempest-TestSecurityGroupsBasicOps-1346282691 tempest-TestSecurityGroupsBasicOps-1346282691-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=da399807-30fb-40c9-8f0b-da4c4f9e8431 HTTP/1.1" status: 200  len: 1060 time: 0.0410311
Dec 25 21:48:59.613137 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04178b3c-4d1a-4848-92b4-7ff20b1195aa req-8da4d6ab-2279-4828-9616-39218bdfbb70 tempest-TestSecurityGroupsBasicOps-1346282691 tempest-TestSecurityGroupsBasicOps-1346282691-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:48:59.614680 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-04178b3c-4d1a-4848-92b4-7ff20b1195aa req-8da4d6ab-2279-4828-9616-39218bdfbb70 tempest-TestSecurityGroupsBasicOps-1346282691 tempest-TestSecurityGroupsBasicOps-1346282691-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=6dc52c35-a324-4ea8-a3bf-a21ee0551467 HTTP/1.1" status: 200  len: 1135 time: 0.0404375
Dec 25 21:48:59.670650 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-04178b3c-4d1a-4848-92b4-7ff20b1195aa req-16327aed-171d-4ca4-8378-6cf1039113fd tempest-TestSecurityGroupsBasicOps-1346282691 tempest-TestSecurityGroupsBasicOps-1346282691-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=369281a7-7d06-46e4-b0e4-bffd093f5593&id=436bc90e-8944-49d8-a57b-579df2324881&fields=id&fields=name HTTP/1.1" status: 200  len: 410 time: 0.0500202
Dec 25 21:48:59.692474 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 44466) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:48:59.731481 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b9a6a7f-f640-4500-833d-de27285cc98d tempest-TestSecurityGroupsBasicOps-1346282691 tempest-TestSecurityGroupsBasicOps-1346282691-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:48:59.733008 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-2b9a6a7f-f640-4500-833d-de27285cc98d tempest-TestSecurityGroupsBasicOps-1346282691 tempest-TestSecurityGroupsBasicOps-1346282691-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=da399807-30fb-40c9-8f0b-da4c4f9e8431 HTTP/1.1" status: 200  len: 1055 time: 0.0395069
Dec 25 21:49:00.152758 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee88df1-977f-41cf-9163-c398ece43053 req-f6bd9e23-b5fe-440d-b545-3ea80f9c87d6 tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:49:00.154255 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-eee88df1-977f-41cf-9163-c398ece43053 req-f6bd9e23-b5fe-440d-b545-3ea80f9c87d6 tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] 10.222.0.32 "GET /v2.0/ports?device_id=da399807-30fb-40c9-8f0b-da4c4f9e8431 HTTP/1.1" status: 200  len: 909 time: 0.0482256
Dec 25 21:49:01.278664 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a748004-82c2-4f43-9f22-7a4d1341a96f req-a02e7125-3d3c-4949-a2b6-de143c87305b tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:49:01.280127 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9a748004-82c2-4f43-9f22-7a4d1341a96f req-a02e7125-3d3c-4949-a2b6-de143c87305b tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] 10.222.0.32 "GET /v2.0/ports?device_id=da399807-30fb-40c9-8f0b-da4c4f9e8431 HTTP/1.1" status: 200  len: 909 time: 0.0485647
Dec 25 21:49:01.424414 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0645fe-6c19-4524-996f-94d5c63aaec9 req-a03f3569-e9b3-401d-a295-212f1a96ac58 tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:49:01.425903 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1d0645fe-6c19-4524-996f-94d5c63aaec9 req-a03f3569-e9b3-401d-a295-212f1a96ac58 tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] 10.222.0.37 "GET /v2.0/ports?device_id=da399807-30fb-40c9-8f0b-da4c4f9e8431 HTTP/1.1" status: 200  len: 909 time: 0.0512693
Dec 25 21:49:01.527539 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [req-1d0645fe-6c19-4524-996f-94d5c63aaec9 req-aebc7dec-4bc1-4150-93f1-9d97dc4693cd tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Deleting port a650ebf2-7686-4d94-ae9b-422a1e657e9d {{(pid=121606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:49:01.527876 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-1d0645fe-6c19-4524-996f-94d5c63aaec9 req-aebc7dec-4bc1-4150-93f1-9d97dc4693cd tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:49:01.618505 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-1d0645fe-6c19-4524-996f-94d5c63aaec9 req-aebc7dec-4bc1-4150-93f1-9d97dc4693cd tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] For port a650ebf2-7686-4d94-ae9b-422a1e657e9d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a650ebf2-7686-4d94-ae9b-422a1e657e9d,segment=NetworkSegment(9283cecd-b4b8-4f93-870d-eb7904753de3),segment_id=9283cecd-b4b8-4f93-870d-eb7904753de3)] {{(pid=121606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:49:01.618862 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-1d0645fe-6c19-4524-996f-94d5c63aaec9 req-aebc7dec-4bc1-4150-93f1-9d97dc4693cd tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:49:01.631815 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [req-1d0645fe-6c19-4524-996f-94d5c63aaec9 req-aebc7dec-4bc1-4150-93f1-9d97dc4693cd tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Calling delete_port for a650ebf2-7686-4d94-ae9b-422a1e657e9d owned by compute:nova {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:49:01.827175 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-1d0645fe-6c19-4524-996f-94d5c63aaec9 req-aebc7dec-4bc1-4150-93f1-9d97dc4693cd tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:49:01.857000 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebc7dec-4bc1-4150-93f1-9d97dc4693cd tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Pushing event deleted for resources: {'Port': ['ID=a650ebf2-7686-4d94-ae9b-422a1e657e9d,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:49:01.897418 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d0645fe-6c19-4524-996f-94d5c63aaec9 req-aebc7dec-4bc1-4150-93f1-9d97dc4693cd tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] No DVR routers for this DVR port a650ebf2-7686-4d94-ae9b-422a1e657e9d on host nch2-master-1 {{(pid=121606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:49:01.900149 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-1d0645fe-6c19-4524-996f-94d5c63aaec9 req-aebc7dec-4bc1-4150-93f1-9d97dc4693cd tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:49:01.903673 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1d0645fe-6c19-4524-996f-94d5c63aaec9 req-aebc7dec-4bc1-4150-93f1-9d97dc4693cd tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] 10.222.0.37 "DELETE /v2.0/ports/a650ebf2-7686-4d94-ae9b-422a1e657e9d HTTP/1.1" status: 204  len: 173 time: 0.4710362
Dec 25 21:49:01.904146 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da399807-30fb-40c9-8f0b-da4c4f9e8431', 'name': 'network-vif-deleted', 'tag': 'a650ebf2-7686-4d94-ae9b-422a1e657e9d'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:49:01.907027 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9858820c13ec2827453b94ebc4181065e990a4e4089ccb9fe762531ac62d2fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75e10fae-1de8-4640-af33-6f7681864414" -d '{"events": [{"server_uuid": "da399807-30fb-40c9-8f0b-da4c4f9e8431", "name": "network-vif-deleted", "tag": "a650ebf2-7686-4d94-ae9b-422a1e657e9d"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:49:01.950615 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 21:49:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-478d4d78-5e69-4779-8df5-654a62784e01 x-openstack-request-id: req-478d4d78-5e69-4779-8df5-654a62784e01 {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:49:01.950943 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da399807-30fb-40c9-8f0b-da4c4f9e8431", "name": "network-vif-deleted", "tag": "a650ebf2-7686-4d94-ae9b-422a1e657e9d", "status": "completed", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:49:01.951243 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-478d4d78-5e69-4779-8df5-654a62784e01 {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:49:01.954944 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da399807-30fb-40c9-8f0b-da4c4f9e8431', 'name': 'network-vif-deleted', 'tag': 'a650ebf2-7686-4d94-ae9b-422a1e657e9d', 'status': 'completed', 'code': 200}
Dec 25 21:49:02.446713 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f6d59fb9-fe61-48f8-9b66-c467db03d6ee req-c3f98ec6-04b6-48f0-aff8-754029d33cbb tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] 10.222.0.32 "GET /v2.0/ports?device_id=da399807-30fb-40c9-8f0b-da4c4f9e8431 HTTP/1.1" status: 200  len: 210 time: 0.0270123
Dec 25 21:49:03.442842 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 44482) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:49:03.794285 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-6f35d35c-0062-49c0-9311-81c2034cda18 tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2007615'] for router_interface, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:49:04.340122 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-6f35d35c-0062-49c0-9311-81c2034cda18 tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Deleting port a1b2d385-7786-4964-aee4-1cae453b64fb {{(pid=121607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:49:04.340472 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-6f35d35c-0062-49c0-9311-81c2034cda18 tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:49:04.427641 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.db [None req-6f35d35c-0062-49c0-9311-81c2034cda18 tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] For port a1b2d385-7786-4964-aee4-1cae453b64fb, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a1b2d385-7786-4964-aee4-1cae453b64fb,segment=NetworkSegment(9283cecd-b4b8-4f93-870d-eb7904753de3),segment_id=9283cecd-b4b8-4f93-870d-eb7904753de3)] {{(pid=121607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:49:04.427999 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-6f35d35c-0062-49c0-9311-81c2034cda18 tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:49:04.440989 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-6f35d35c-0062-49c0-9311-81c2034cda18 tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Calling delete_port for a1b2d385-7786-4964-aee4-1cae453b64fb owned by network:router_interface {{(pid=121607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:49:04.495574 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:49:04.675722 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-6f35d35c-0062-49c0-9311-81c2034cda18 tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:49:04.699413 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f35d35c-0062-49c0-9311-81c2034cda18 tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Pushing event deleted for resources: {'Port': ['ID=a1b2d385-7786-4964-aee4-1cae453b64fb,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:49:04.714437 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f35d35c-0062-49c0-9311-81c2034cda18 tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:49:04.714437 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f35d35c-0062-49c0-9311-81c2034cda18 tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:49:04.714638 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f35d35c-0062-49c0-9311-81c2034cda18 tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:49:04.715186 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f35d35c-0062-49c0-9311-81c2034cda18 tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:49:04.715336 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f35d35c-0062-49c0-9311-81c2034cda18 tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:49:04.715608 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f35d35c-0062-49c0-9311-81c2034cda18 tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:49:04.715934 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f35d35c-0062-49c0-9311-81c2034cda18 tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:49:04.716258 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f35d35c-0062-49c0-9311-81c2034cda18 tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:49:04.716583 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f35d35c-0062-49c0-9311-81c2034cda18 tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:49:04.716934 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f35d35c-0062-49c0-9311-81c2034cda18 tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:49:04.717255 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f35d35c-0062-49c0-9311-81c2034cda18 tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:49:04.717578 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f35d35c-0062-49c0-9311-81c2034cda18 tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:49:04.717892 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f35d35c-0062-49c0-9311-81c2034cda18 tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:49:04.775760 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-96c2b6b0-dc11-4136-872f-7a19e7c5b41e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:49:04.888054 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-6f35d35c-0062-49c0-9311-81c2034cda18 tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2007763'] for router_interface, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:49:05.101423 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f35d35c-0062-49c0-9311-81c2034cda18 tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Router 9359fafb-bbed-4156-91bf-89e3d8f24d21 has already been hosted by L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 {{(pid=121607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 25 21:49:05.146189 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device a650ebf2-7686-4d94-ae9b-422a1e657e9d no longer exists at agent hyperv_nch2-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:49:05.166605 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] No Port match for: a650ebf2-7686-4d94-ae9b-422a1e657e9d {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:49:05.166953 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device a650ebf2-7686-4d94-ae9b-422a1e657e9d not bound to the agent host nch2-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:49:05.205668 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f35d35c-0062-49c0-9311-81c2034cda18 tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 21:49:05.210579 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-6f35d35c-0062-49c0-9311-81c2034cda18 tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] 10.222.0.32 "PUT /v2.0/routers/9359fafb-bbed-4156-91bf-89e3d8f24d21/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.7667003
Dec 25 21:49:05.213489 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 44484) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:49:05.215184 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5d2d579-9ab7-499b-8875-4a2e7228846e None None] Sync routers for ids ['9359fafb-bbed-4156-91bf-89e3d8f24d21'] in ncdv-master-1 {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 21:49:05.225822 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5d2d579-9ab7-499b-8875-4a2e7228846e None None] Routers {'9359fafb-bbed-4156-91bf-89e3d8f24d21'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:49:05.226423 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-c5d2d579-9ab7-499b-8875-4a2e7228846e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2618c00040>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:48:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['9359fafb-bbed-4156-91bf-89e3d8f24d21'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:49:05.262803 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_v2 [None req-92d24ceb-3b6b-4f9d-bb14-ce57870af9fd tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Deleting subnet 97f2cbf1-45d2-443f-ad0b-c648f1d39bd2 {{(pid=121606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Dec 25 21:49:05.265891 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-92d24ceb-3b6b-4f9d-bb14-ce57870af9fd tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Publish callbacks [] for subnet, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:49:05.308624 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-92d24ceb-3b6b-4f9d-bb14-ce57870af9fd tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9084199'] for subnet, precommit_delete_associations {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:49:05.327903 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvr_db [None req-c5d2d579-9ab7-499b-8875-4a2e7228846e None None] Set router 9359fafb-bbed-4156-91bf-89e3d8f24d21 gateway port host: ncdv-master-1 {{(pid=121609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:49:05.390256 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-92d24ceb-3b6b-4f9d-bb14-ce57870af9fd tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995662'] for subnet, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:49:05.518808 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-92d24ceb-3b6b-4f9d-bb14-ce57870af9fd tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9084363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9028506'] for subnet, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:49:05.550034 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d24ceb-3b6b-4f9d-bb14-ce57870af9fd tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Pushing event deleted for resources: {'Subnet': ['ID=97f2cbf1-45d2-443f-ad0b-c648f1d39bd2,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:49:05.555248 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-92d24ceb-3b6b-4f9d-bb14-ce57870af9fd tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Publish callbacks [] for subnet, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:49:05.558429 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-92d24ceb-3b6b-4f9d-bb14-ce57870af9fd tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] 10.222.0.32 "DELETE /v2.0/subnets/97f2cbf1-45d2-443f-ad0b-c648f1d39bd2 HTTP/1.1" status: 204  len: 168 time: 0.3439770
Dec 25 21:49:05.561185 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 44486) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:49:05.565353 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ca858e7-b7d0-4388-a54d-a634340ec8e3 None None] Network 18839b65-10bb-48b7-9dc9-ab68c34300d4 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:49:05.590051 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-c5d2d579-9ab7-499b-8875-4a2e7228846e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2618c00040>, [{'id': '9359fafb-bbed-4156-91bf-89e3d8f24d21', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1169725361', 'tenant_id': '444a282fecb241bb84b910063c85139b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.9'}], 'enable_snat': True}, 'gw_port_id': '14b36458-100d-4382-8de0-b150c2b01498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:48:42Z', 'updated_at': '2021-12-25T21:49:04Z', 'revision_number': 5, 'project_id': '444a282fecb241bb84b910063c85139b', 'gw_port': {'id': '14b36458-100d-4382-8de0-b150c2b01498', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:57:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9359fafb-bbed-4156-91bf-89e3d8f24d21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3982, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:48:43Z', 'updated_at': '2021-12-25T21:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:49:05.620414 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5d2d579-9ab7-499b-8875-4a2e7228846e None None] Checking router: 9359fafb-bbed-4156-91bf-89e3d8f24d21 for host: ncdv-master-1 {{(pid=121609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 25 21:49:05.629937 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5d2d579-9ab7-499b-8875-4a2e7228846e None None] Routers {'9359fafb-bbed-4156-91bf-89e3d8f24d21'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:49:05.630545 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-c5d2d579-9ab7-499b-8875-4a2e7228846e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2618c00040>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:48:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['9359fafb-bbed-4156-91bf-89e3d8f24d21'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:49:05.681149 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a2f16baf-dd99-4cbf-a91e-9563bb9e9c25 tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Publish callbacks [] for router, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:49:05.721418 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccdb999a-1cc7-456a-8685-13e8f5e7c72e None None] DHCP port deletion for 18839b65-10bb-48b7-9dc9-ab68c34300d4 request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 21:49:05.748144 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvr_db [None req-c5d2d579-9ab7-499b-8875-4a2e7228846e None None] Set router 9359fafb-bbed-4156-91bf-89e3d8f24d21 gateway port host: ncdv-master-1 {{(pid=121609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:49:05.769356 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-ccdb999a-1cc7-456a-8685-13e8f5e7c72e None None] Deleting port b13f6f42-64b8-42a4-b46d-ad1a8b5ab5e6 {{(pid=121608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:49:05.769728 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-ccdb999a-1cc7-456a-8685-13e8f5e7c72e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:49:05.793961 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a2f16baf-dd99-4cbf-a91e-9563bb9e9c25 tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Publish callbacks [] for router_gateway, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:49:05.832592 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-ccdb999a-1cc7-456a-8685-13e8f5e7c72e None None] For port b13f6f42-64b8-42a4-b46d-ad1a8b5ab5e6, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b13f6f42-64b8-42a4-b46d-ad1a8b5ab5e6,segment=NetworkSegment(9283cecd-b4b8-4f93-870d-eb7904753de3),segment_id=9283cecd-b4b8-4f93-870d-eb7904753de3)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:49:05.833037 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-ccdb999a-1cc7-456a-8685-13e8f5e7c72e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:49:05.845686 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-ccdb999a-1cc7-456a-8685-13e8f5e7c72e None None] Calling delete_port for b13f6f42-64b8-42a4-b46d-ad1a8b5ab5e6 owned by network:dhcp {{(pid=121608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:49:05.911861 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-a2f16baf-dd99-4cbf-a91e-9563bb9e9c25 tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Deleting port 14b36458-100d-4382-8de0-b150c2b01498 {{(pid=121607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:49:05.912376 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a2f16baf-dd99-4cbf-a91e-9563bb9e9c25 tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:49:05.939566 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-c5d2d579-9ab7-499b-8875-4a2e7228846e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2618c00040>, [{'id': '9359fafb-bbed-4156-91bf-89e3d8f24d21', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1169725361', 'tenant_id': '444a282fecb241bb84b910063c85139b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.9'}], 'enable_snat': True}, 'gw_port_id': '14b36458-100d-4382-8de0-b150c2b01498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:48:42Z', 'updated_at': '2021-12-25T21:49:04Z', 'revision_number': 5, 'project_id': '444a282fecb241bb84b910063c85139b', 'gw_port': {'id': '14b36458-100d-4382-8de0-b150c2b01498', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:57:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9359fafb-bbed-4156-91bf-89e3d8f24d21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3982, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:48:43Z', 'updated_at': '2021-12-25T21:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:49:05.972254 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5d2d579-9ab7-499b-8875-4a2e7228846e None None] The sync data for ids ['9359fafb-bbed-4156-91bf-89e3d8f24d21'] in ncdv-master-1 is: [{'id': '9359fafb-bbed-4156-91bf-89e3d8f24d21', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1169725361', 'tenant_id': '444a282fecb241bb84b910063c85139b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.9'}], 'enable_snat': True}, 'gw_port_id': '14b36458-100d-4382-8de0-b150c2b01498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:48:42Z', 'updated_at': '2021-12-25T21:49:04Z', 'revision_number': 5, 'project_id': '444a282fecb241bb84b910063c85139b', 'gw_port': {'id': '14b36458-100d-4382-8de0-b150c2b01498', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:57:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9359fafb-bbed-4156-91bf-89e3d8f24d21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3982, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:48:43Z', 'updated_at': '2021-12-25T21:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 21:49:06.011255 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.db [None req-a2f16baf-dd99-4cbf-a91e-9563bb9e9c25 tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] For port 14b36458-100d-4382-8de0-b150c2b01498, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=14b36458-100d-4382-8de0-b150c2b01498,segment=NetworkSegment(6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855),segment_id=6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855)] {{(pid=121607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:49:06.012103 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a2f16baf-dd99-4cbf-a91e-9563bb9e9c25 tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:49:06.030097 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-a2f16baf-dd99-4cbf-a91e-9563bb9e9c25 tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Calling delete_port for 14b36458-100d-4382-8de0-b150c2b01498 owned by network:router_gateway {{(pid=121607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:49:06.169930 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-ccdb999a-1cc7-456a-8685-13e8f5e7c72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955'] for port, after_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:49:06.195218 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdb999a-1cc7-456a-8685-13e8f5e7c72e None None] Pushing event deleted for resources: {'Port': ['ID=b13f6f42-64b8-42a4-b46d-ad1a8b5ab5e6,revision_number=None']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:49:06.199238 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccdb999a-1cc7-456a-8685-13e8f5e7c72e None None] No DVR routers for this DVR port b13f6f42-64b8-42a4-b46d-ad1a8b5ab5e6 on host ncdv-master-1 {{(pid=121608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:49:06.261435 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a2f16baf-dd99-4cbf-a91e-9563bb9e9c25 tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:49:06.288238 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f16baf-dd99-4cbf-a91e-9563bb9e9c25 tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Pushing event deleted for resources: {'Port': ['ID=14b36458-100d-4382-8de0-b150c2b01498,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:49:06.303205 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44c1391d-a1b0-42ba-b722-cb7b740e6447 None None] DHCP port deletion for 7201e55c-7c5f-41aa-a042-a363696539d0 request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 21:49:06.355080 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a2f16baf-dd99-4cbf-a91e-9563bb9e9c25 tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2008689'] for router_gateway, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:49:06.425966 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device b13f6f42-64b8-42a4-b46d-ad1a8b5ab5e6 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:49:06.447894 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] No Port match for: b13f6f42-64b8-42a4-b46d-ad1a8b5ab5e6 {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:49:06.448248 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device b13f6f42-64b8-42a4-b46d-ad1a8b5ab5e6 not bound to the agent host ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:49:06.453934 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a2f16baf-dd99-4cbf-a91e-9563bb9e9c25 tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2014235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14905'] for router, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:49:06.456679 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a2f16baf-dd99-4cbf-a91e-9563bb9e9c25 tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:49:06.561204 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a2f16baf-dd99-4cbf-a91e-9563bb9e9c25 tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2014220'] for router, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:49:06.561708 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2f16baf-dd99-4cbf-a91e-9563bb9e9c25 tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Fanout notify agent at l3_agent the message router_deleted on router 9359fafb-bbed-4156-91bf-89e3d8f24d21 {{(pid=121607) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 25 21:49:06.568485 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a2f16baf-dd99-4cbf-a91e-9563bb9e9c25 tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Publish callbacks [] for router, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:49:06.569628 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-a2f16baf-dd99-4cbf-a91e-9563bb9e9c25 tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] 10.222.0.32 "DELETE /v2.0/routers/9359fafb-bbed-4156-91bf-89e3d8f24d21 HTTP/1.1" status: 204  len: 168 time: 1.0074563
Dec 25 21:49:06.572182 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 44488) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:49:06.654473 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ca262661-0b77-421c-ba28-bd421fbf05d8 tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625803'] for network, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:49:06.743041 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ca262661-0b77-421c-ba28-bd421fbf05d8 tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997585', 'neutron.services.segments.db._delete_segments_for_network-8737602743071'] for network, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:49:06.768487 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-ca262661-0b77-421c-ba28-bd421fbf05d8 tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2612c665b0>,) {'filters': {'network_id': ['18839b65-10bb-48b7-9dc9-ab68c34300d4']}} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:49:06.777765 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-ca262661-0b77-421c-ba28-bd421fbf05d8 tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2612c665b0>, '9283cecd-b4b8-4f93-870d-eb7904753de3') {'for_net_delete': True} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:49:06.778973 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-ca262661-0b77-421c-ba28-bd421fbf05d8 tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2612c665b0>, '9283cecd-b4b8-4f93-870d-eb7904753de3') {} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:49:06.787892 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ca262661-0b77-421c-ba28-bd421fbf05d8 tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737602746920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10246592'] for segment, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:49:06.801124 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ca262661-0b77-421c-ba28-bd421fbf05d8 tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:49:06.807668 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca262661-0b77-421c-ba28-bd421fbf05d8 tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Releasing vlan 161 on physical network physnet1 to pool {{(pid=121607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 25 21:49:06.807668 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ca262661-0b77-421c-ba28-bd421fbf05d8 tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8633327'] for segment, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:49:06.810350 ncdv-master-1 neutron-server[121607]: Traceback (most recent call last):
Dec 25 21:49:06.810350 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 25 21:49:06.810350 ncdv-master-1 neutron-server[121607]:     timer()
Dec 25 21:49:06.810350 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 25 21:49:06.810350 ncdv-master-1 neutron-server[121607]:     cb(*args, **kw)
Dec 25 21:49:06.810350 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 25 21:49:06.810350 ncdv-master-1 neutron-server[121607]:     return func(*args, **kwargs)
Dec 25 21:49:06.810350 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 25 21:49:06.810350 ncdv-master-1 neutron-server[121607]:     self._notify()
Dec 25 21:49:06.810350 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 25 21:49:06.810350 ncdv-master-1 neutron-server[121607]:     self.callback(batched_events)
Dec 25 21:49:06.810350 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 25 21:49:06.810350 ncdv-master-1 neutron-server[121607]:     event.method(event)
Dec 25 21:49:06.810350 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 25 21:49:06.810350 ncdv-master-1 neutron-server[121607]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 25 21:49:06.810350 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 25 21:49:06.810350 ncdv-master-1 neutron-server[121607]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 25 21:49:06.810350 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 25 21:49:06.810350 ncdv-master-1 neutron-server[121607]:     return f(self, *a, **k)
Dec 25 21:49:06.810350 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 25 21:49:06.810350 ncdv-master-1 neutron-server[121607]:     return self._get(url).json()
Dec 25 21:49:06.810350 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 25 21:49:06.810350 ncdv-master-1 neutron-server[121607]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 25 21:49:06.810350 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 25 21:49:06.810350 ncdv-master-1 neutron-server[121607]:     return self.request(url, 'GET', **kwargs)
Dec 25 21:49:06.810350 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 25 21:49:06.810350 ncdv-master-1 neutron-server[121607]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 25 21:49:06.810350 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 25 21:49:06.810350 ncdv-master-1 neutron-server[121607]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 25 21:49:06.810350 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 25 21:49:06.810350 ncdv-master-1 neutron-server[121607]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 25 21:49:06.810350 ncdv-master-1 neutron-server[121607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 25 21:49:06.923948 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ca262661-0b77-421c-ba28-bd421fbf05d8 tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2008653'] for network, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:49:06.930892 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ca262661-0b77-421c-ba28-bd421fbf05d8 tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Publish callbacks [] for network, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:49:06.936616 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-ca262661-0b77-421c-ba28-bd421fbf05d8 tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] 10.222.0.32 "DELETE /v2.0/networks/18839b65-10bb-48b7-9dc9-ab68c34300d4 HTTP/1.1" status: 204  len: 168 time: 0.3608863
Dec 25 21:49:06.936983 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 44490) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:49:06.946667 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca262661-0b77-421c-ba28-bd421fbf05d8 tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Pushing event deleted for resources: {'Network': ['ID=18839b65-10bb-48b7-9dc9-ab68c34300d4,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:49:07.003980 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-de967638-52fb-456d-b8b8-38da0a10dc7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:49:07.101045 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-6fb6e4c7-b065-4d4e-a856-0b4439afe3f6 tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Deleting port a5366b00-ecc8-4f7f-8d4c-1654d7e6c382 {{(pid=121606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:49:07.101450 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-6fb6e4c7-b065-4d4e-a856-0b4439afe3f6 tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:49:07.174908 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-6fb6e4c7-b065-4d4e-a856-0b4439afe3f6 tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:49:07.175139 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-6fb6e4c7-b065-4d4e-a856-0b4439afe3f6 tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:49:07.186774 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-6fb6e4c7-b065-4d4e-a856-0b4439afe3f6 tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Calling delete_port for a5366b00-ecc8-4f7f-8d4c-1654d7e6c382 owned by network:floatingip {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:49:07.395283 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-6fb6e4c7-b065-4d4e-a856-0b4439afe3f6 tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:49:07.418136 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb6e4c7-b065-4d4e-a856-0b4439afe3f6 tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Pushing event deleted for resources: {'Port': ['ID=a5366b00-ecc8-4f7f-8d4c-1654d7e6c382,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:49:07.841300 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-6fb6e4c7-b065-4d4e-a856-0b4439afe3f6 tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Publish callbacks [] for floatingip, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:49:07.841719 ncdv-master-1 neutron-server[121606]: INFO neutron.db.l3_db [None req-6fb6e4c7-b065-4d4e-a856-0b4439afe3f6 tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Floating IP 4ae141b5-5f9e-4811-ac7c-7e96ef221fbb disassociated (deleted). External IP: 172.35.3.30, port: f291accc-c14b-4ebd-9b65-06d16071be79.
Dec 25 21:49:07.887151 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9a2b23a8-3a25-4674-abf1-125feba9ebab req-8e70d54f-2208-4013-b551-abd902416c75 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ed6a5d6e-fdbb-4612-9c9e-ccba16508aeb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0873575
Dec 25 21:49:08.023275 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device a1b2d385-7786-4964-aee4-1cae453b64fb no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:49:08.029657 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2b23a8-3a25-4674-abf1-125feba9ebab req-dd20ec69-3172-4fc3-b969-a89302ceabf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:49:08.031170 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9a2b23a8-3a25-4674-abf1-125feba9ebab req-dd20ec69-3172-4fc3-b969-a89302ceabf1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=64e4751d74674097b87a3ad1c686e9e5&device_id=ed6a5d6e-fdbb-4612-9c9e-ccba16508aeb HTTP/1.1" status: 200  len: 1096 time: 0.0982563
Dec 25 21:49:08.050615 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] No Port match for: a1b2d385-7786-4964-aee4-1cae453b64fb {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:49:08.050955 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device a1b2d385-7786-4964-aee4-1cae453b64fb not bound to the agent host ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:49:08.051371 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 14b36458-100d-4382-8de0-b150c2b01498 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:49:08.069962 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] No Port match for: 14b36458-100d-4382-8de0-b150c2b01498 {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:49:08.070308 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 14b36458-100d-4382-8de0-b150c2b01498 not bound to the agent host ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:49:08.154657 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fb6e4c7-b065-4d4e-a856-0b4439afe3f6 tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Router 4ae792ea-208d-4389-aa4a-ace58689cd78 has already been hosted by L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 {{(pid=121606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 25 21:49:08.216799 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2b23a8-3a25-4674-abf1-125feba9ebab req-29bb0cc5-b438-499b-aa8f-58fea385ba77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:49:08.218333 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9a2b23a8-3a25-4674-abf1-125feba9ebab req-29bb0cc5-b438-499b-aa8f-58fea385ba77 service neutron] 10.222.0.37 "GET /v2.0/networks?id=a4c0b0f2-b6e6-4cd5-b432-998e4080be8f HTTP/1.1" status: 200  len: 909 time: 0.1649373
Dec 25 21:49:08.331480 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9a2b23a8-3a25-4674-abf1-125feba9ebab req-4b2e681d-9021-49a0-91d4-29c9c5ae8d5d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=931bea7a-4cb4-461c-951d-5f999f37574b HTTP/1.1" status: 200  len: 1001 time: 0.1045079
Dec 25 21:49:08.336931 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fb6e4c7-b065-4d4e-a856-0b4439afe3f6 tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 21:49:08.341806 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-6fb6e4c7-b065-4d4e-a856-0b4439afe3f6 tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for floatingip, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:49:08.347327 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55453cce-efad-4191-978f-39397dc78813 None None] Sync routers for ids ['4ae792ea-208d-4389-aa4a-ace58689cd78'] in ncdv-master-1 {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 21:49:08.357350 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55453cce-efad-4191-978f-39397dc78813 None None] Routers {'4ae792ea-208d-4389-aa4a-ace58689cd78'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:49:08.358048 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-55453cce-efad-4191-978f-39397dc78813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f261332b940>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:49:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['4ae792ea-208d-4389-aa4a-ace58689cd78'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:49:08.402907 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-6fb6e4c7-b065-4d4e-a856-0b4439afe3f6 tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] 10.222.0.32 "DELETE /v2.0/floatingips/4ae141b5-5f9e-4811-ac7c-7e96ef221fbb HTTP/1.1" status: 204  len: 168 time: 1.4649165
Dec 25 21:49:08.405355 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6dc52c35-a324-4ea8-a3bf-a21ee0551467', 'tag': 'f291accc-c14b-4ebd-9b65-06d16071be79'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:49:08.407611 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9858820c13ec2827453b94ebc4181065e990a4e4089ccb9fe762531ac62d2fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e58cf03-4453-4838-ab1b-7af67d806f54" -d '{"events": [{"name": "network-changed", "server_uuid": "6dc52c35-a324-4ea8-a3bf-a21ee0551467", "tag": "f291accc-c14b-4ebd-9b65-06d16071be79"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:49:08.420352 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2b23a8-3a25-4674-abf1-125feba9ebab req-679174a9-374c-4ffc-b7e4-4705ed65f078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:49:08.421889 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9a2b23a8-3a25-4674-abf1-125feba9ebab req-679174a9-374c-4ffc-b7e4-4705ed65f078 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=890f9595-15a1-44e2-9623-b5b5a5ffc2ef HTTP/1.1" status: 200  len: 847 time: 0.0772851
Dec 25 21:49:08.460687 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Dec 2021 21:49:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3881acb5-507b-4a51-894b-c989caa0d361 x-openstack-request-id: req-3881acb5-507b-4a51-894b-c989caa0d361 {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:49:08.461118 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6dc52c35-a324-4ea8-a3bf-a21ee0551467", "tag": "f291accc-c14b-4ebd-9b65-06d16071be79", "status": "completed", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:49:08.461436 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3881acb5-507b-4a51-894b-c989caa0d361 {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:49:08.461893 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6dc52c35-a324-4ea8-a3bf-a21ee0551467', 'tag': 'f291accc-c14b-4ebd-9b65-06d16071be79', 'status': 'completed', 'code': 200}
Dec 25 21:49:08.481144 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2b23a8-3a25-4674-abf1-125feba9ebab req-a66ebd5f-c89e-4492-a3de-24927a0852b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:49:08.482679 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9a2b23a8-3a25-4674-abf1-125feba9ebab req-a66ebd5f-c89e-4492-a3de-24927a0852b4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a4c0b0f2-b6e6-4cd5-b432-998e4080be8f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0534749
Dec 25 21:49:08.483110 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvr_db [None req-55453cce-efad-4191-978f-39397dc78813 None None] Set router 4ae792ea-208d-4389-aa4a-ace58689cd78 gateway port host: ncdv-master-1 {{(pid=121608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:49:08.585114 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e58cf03-4453-4838-ab1b-7af67d806f54 req-c1f9c394-9eca-41f1-9284-d63d2c7aab3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:49:08.586666 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3e58cf03-4453-4838-ab1b-7af67d806f54 req-c1f9c394-9eca-41f1-9284-d63d2c7aab3b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=444a282fecb241bb84b910063c85139b&device_id=6dc52c35-a324-4ea8-a3bf-a21ee0551467 HTTP/1.1" status: 200  len: 1135 time: 0.1031091
Dec 25 21:49:08.606878 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:49:08.631958 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9a2b23a8-3a25-4674-abf1-125feba9ebab req-3721e374-58b8-4483-ac6b-c2638bed8515 service neutron] 10.222.0.37 "GET /v2.0/networks/a4c0b0f2-b6e6-4cd5-b432-998e4080be8f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1400499
Dec 25 21:49:08.645794 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3e945ecd-9380-47c2-aa0a-12ebe07e03e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:49:08.763443 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-55453cce-efad-4191-978f-39397dc78813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f261332b940>, [{'id': '4ae792ea-208d-4389-aa4a-ace58689cd78', 'name': 'tempest-TestSecurityGroupsBasicOps-router-23676668', 'tenant_id': '444a282fecb241bb84b910063c85139b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.34'}], 'enable_snat': True}, 'gw_port_id': '58bbcbf9-5e99-4ab7-8e96-64fc46710b23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:47:45Z', 'updated_at': '2021-12-25T21:47:49Z', 'revision_number': 4, 'project_id': '444a282fecb241bb84b910063c85139b', 'gw_port': {'id': '58bbcbf9-5e99-4ab7-8e96-64fc46710b23', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:59:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ae792ea-208d-4389-aa4a-ace58689cd78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:47:46Z', 'updated_at': '2021-12-25T21:47:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'c19eb926-12fa-4468-a43e-67f3745f5ad1', 'name': '', 'network_id': 'aa2e4805-accc-4890-bf08-4fbade6dc52f', 'tenant_id': '444a282fecb241bb84b910063c85139b', 'mac_address': 'fa:16:3e:d3:29:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ae792ea-208d-4389-aa4a-ace58689cd78', 'device_owner': 'network:router_interface', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': 'df3b91f7-d0a5-497c-acb3-891eef7362b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:47:49Z', 'updated_at': '2021-12-25T21:47:52Z', 'revision_number': 5, 'project_id': '444a282fecb241bb84b910063c85139b', 'subnets': [{'id': 'df3b91f7-d0a5-497c-acb3-891eef7362b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:49:08.777340 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e58cf03-4453-4838-ab1b-7af67d806f54 req-4ca6acb5-dbf8-40fc-93a5-0b3b8e55f8b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:49:08.783110 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3e58cf03-4453-4838-ab1b-7af67d806f54 req-4ca6acb5-dbf8-40fc-93a5-0b3b8e55f8b0 service neutron] 10.222.0.31 "GET /v2.0/networks?id=aa2e4805-accc-4890-bf08-4fbade6dc52f HTTP/1.1" status: 200  len: 898 time: 0.1851027
Dec 25 21:49:08.783110 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9a2b23a8-3a25-4674-abf1-125feba9ebab req-fb752a6c-95ad-4b87-9128-f8487d6c661e service neutron] 10.222.0.37 "GET /v2.0/networks/a4c0b0f2-b6e6-4cd5-b432-998e4080be8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1436110
Dec 25 21:49:08.794819 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55453cce-efad-4191-978f-39397dc78813 None None] Checking router: 4ae792ea-208d-4389-aa4a-ace58689cd78 for host: ncdv-master-1 {{(pid=121608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 25 21:49:08.804187 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55453cce-efad-4191-978f-39397dc78813 None None] Routers {'4ae792ea-208d-4389-aa4a-ace58689cd78'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:49:08.804846 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-55453cce-efad-4191-978f-39397dc78813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f261332b940>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:49:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['4ae792ea-208d-4389-aa4a-ace58689cd78'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:49:08.829916 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3e58cf03-4453-4838-ab1b-7af67d806f54 req-1eab11ed-f7d2-4475-8313-76a1ff488911 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f291accc-c14b-4ebd-9b65-06d16071be79 HTTP/1.1" status: 200  len: 217 time: 0.0436752
Dec 25 21:49:08.907947 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e58cf03-4453-4838-ab1b-7af67d806f54 req-fa77a6ea-7b4f-4fca-873e-48b3d4360032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:49:08.909492 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3e58cf03-4453-4838-ab1b-7af67d806f54 req-fa77a6ea-7b4f-4fca-873e-48b3d4360032 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=df3b91f7-d0a5-497c-acb3-891eef7362b7 HTTP/1.1" status: 200  len: 835 time: 0.0708616
Dec 25 21:49:08.913025 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvr_db [None req-55453cce-efad-4191-978f-39397dc78813 None None] Set router 4ae792ea-208d-4389-aa4a-ace58689cd78 gateway port host: ncdv-master-1 {{(pid=121608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:49:08.917244 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94b77b6-3512-49a5-bb18-4d1c774c4696 req-55ad187b-30a2-40fc-8917-c20a99360cbe tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:49:08.918672 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c94b77b6-3512-49a5-bb18-4d1c774c4696 req-55ad187b-30a2-40fc-8917-c20a99360cbe tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] 10.222.0.32 "GET /v2.0/ports?device_id=6dc52c35-a324-4ea8-a3bf-a21ee0551467 HTTP/1.1" status: 200  len: 984 time: 0.0916948
Dec 25 21:49:08.995785 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e58cf03-4453-4838-ab1b-7af67d806f54 req-4bdb158f-d1e7-45e0-beee-18c179d760d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:49:08.997271 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3e58cf03-4453-4838-ab1b-7af67d806f54 req-4bdb158f-d1e7-45e0-beee-18c179d760d6 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=aa2e4805-accc-4890-bf08-4fbade6dc52f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0777214
Dec 25 21:49:09.017000 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c94b77b6-3512-49a5-bb18-4d1c774c4696 req-565e9bec-e276-4a2a-a3ba-f043ee6537db tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] 10.222.0.32 "GET /v2.0/security-groups?id=369281a7-7d06-46e4-b0e4-bffd093f5593&id=436bc90e-8944-49d8-a57b-579df2324881&fields=id&fields=name HTTP/1.1" status: 200  len: 410 time: 0.0893114
Dec 25 21:49:09.093969 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3e58cf03-4453-4838-ab1b-7af67d806f54 req-83112b72-6017-45fc-a22d-8ee552a7372a service neutron] 10.222.0.31 "GET /v2.0/networks/aa2e4805-accc-4890-bf08-4fbade6dc52f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0884445
Dec 25 21:49:09.113268 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-55453cce-efad-4191-978f-39397dc78813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f261332b940>, [{'id': '4ae792ea-208d-4389-aa4a-ace58689cd78', 'name': 'tempest-TestSecurityGroupsBasicOps-router-23676668', 'tenant_id': '444a282fecb241bb84b910063c85139b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.34'}], 'enable_snat': True}, 'gw_port_id': '58bbcbf9-5e99-4ab7-8e96-64fc46710b23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:47:45Z', 'updated_at': '2021-12-25T21:47:49Z', 'revision_number': 4, 'project_id': '444a282fecb241bb84b910063c85139b', 'gw_port': {'id': '58bbcbf9-5e99-4ab7-8e96-64fc46710b23', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:59:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ae792ea-208d-4389-aa4a-ace58689cd78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:47:46Z', 'updated_at': '2021-12-25T21:47:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'c19eb926-12fa-4468-a43e-67f3745f5ad1', 'name': '', 'network_id': 'aa2e4805-accc-4890-bf08-4fbade6dc52f', 'tenant_id': '444a282fecb241bb84b910063c85139b', 'mac_address': 'fa:16:3e:d3:29:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ae792ea-208d-4389-aa4a-ace58689cd78', 'device_owner': 'network:router_interface', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': 'df3b91f7-d0a5-497c-acb3-891eef7362b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:47:49Z', 'updated_at': '2021-12-25T21:47:52Z', 'revision_number': 5, 'project_id': '444a282fecb241bb84b910063c85139b', 'subnets': [{'id': 'df3b91f7-d0a5-497c-acb3-891eef7362b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:49:09.144470 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55453cce-efad-4191-978f-39397dc78813 None None] The sync data for ids ['4ae792ea-208d-4389-aa4a-ace58689cd78'] in ncdv-master-1 is: [{'id': '4ae792ea-208d-4389-aa4a-ace58689cd78', 'name': 'tempest-TestSecurityGroupsBasicOps-router-23676668', 'tenant_id': '444a282fecb241bb84b910063c85139b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.34'}], 'enable_snat': True}, 'gw_port_id': '58bbcbf9-5e99-4ab7-8e96-64fc46710b23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:47:45Z', 'updated_at': '2021-12-25T21:47:49Z', 'revision_number': 4, 'project_id': '444a282fecb241bb84b910063c85139b', 'gw_port': {'id': '58bbcbf9-5e99-4ab7-8e96-64fc46710b23', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:59:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ae792ea-208d-4389-aa4a-ace58689cd78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:47:46Z', 'updated_at': '2021-12-25T21:47:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'c19eb926-12fa-4468-a43e-67f3745f5ad1', 'name': '', 'network_id': 'aa2e4805-accc-4890-bf08-4fbade6dc52f', 'tenant_id': '444a282fecb241bb84b910063c85139b', 'mac_address': 'fa:16:3e:d3:29:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ae792ea-208d-4389-aa4a-ace58689cd78', 'device_owner': 'network:router_interface', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': 'df3b91f7-d0a5-497c-acb3-891eef7362b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:47:49Z', 'updated_at': '2021-12-25T21:47:52Z', 'revision_number': 5, 'project_id': '444a282fecb241bb84b910063c85139b', 'subnets': [{'id': 'df3b91f7-d0a5-497c-acb3-891eef7362b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 21:49:09.191156 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3e58cf03-4453-4838-ab1b-7af67d806f54 req-6d1eeaff-d665-408a-ae12-3f7cc2e8cf92 service neutron] 10.222.0.31 "GET /v2.0/networks/aa2e4805-accc-4890-bf08-4fbade6dc52f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0891039
Dec 25 21:49:09.366304 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ccca9bc-1cc7-4a5b-a582-ed99ee286678 None None] New status for floating IP 4ae141b5-5f9e-4811-ac7c-7e96ef221fbb: DOWN {{(pid=121609) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 25 21:49:09.596128 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-15cb578f-7a63-4fd3-925d-83bad4c7b82a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:49:10.132549 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585d45c7-d337-4f83-9fc4-3b99c1198b7a req-47ae8391-2ee5-4627-abd3-2a023919069d tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:49:10.134054 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-585d45c7-d337-4f83-9fc4-3b99c1198b7a req-47ae8391-2ee5-4627-abd3-2a023919069d tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] 10.222.0.31 "GET /v2.0/ports?device_id=6dc52c35-a324-4ea8-a3bf-a21ee0551467 HTTP/1.1" status: 200  len: 984 time: 0.0749795
Dec 25 21:49:10.157079 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157ace1d-fdef-40a2-b669-b5e92d91c40a req-936f952f-a99a-4482-a5b2-acf701abf295 tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:49:10.158504 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-157ace1d-fdef-40a2-b669-b5e92d91c40a req-936f952f-a99a-4482-a5b2-acf701abf295 tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] 10.222.0.32 "GET /v2.0/ports?device_id=6dc52c35-a324-4ea8-a3bf-a21ee0551467 HTTP/1.1" status: 200  len: 984 time: 0.0707679
Dec 25 21:49:10.267334 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-157ace1d-fdef-40a2-b669-b5e92d91c40a req-06304172-6596-4b0f-8823-a41718a15aaa tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] 10.222.0.32 "GET /v2.0/security-groups?id=369281a7-7d06-46e4-b0e4-bffd093f5593&id=436bc90e-8944-49d8-a57b-579df2324881&fields=id&fields=name HTTP/1.1" status: 200  len: 410 time: 0.0927310
Dec 25 21:49:10.281497 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [req-585d45c7-d337-4f83-9fc4-3b99c1198b7a req-46a31d20-4c82-48c6-b754-b1a474eb2eed tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Deleting port f291accc-c14b-4ebd-9b65-06d16071be79 {{(pid=121606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:49:10.281842 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-585d45c7-d337-4f83-9fc4-3b99c1198b7a req-46a31d20-4c82-48c6-b754-b1a474eb2eed tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:49:10.368053 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-585d45c7-d337-4f83-9fc4-3b99c1198b7a req-46a31d20-4c82-48c6-b754-b1a474eb2eed tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] For port f291accc-c14b-4ebd-9b65-06d16071be79, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f291accc-c14b-4ebd-9b65-06d16071be79,segment=NetworkSegment(4d474cf5-a9d4-4a10-81f4-8cd5db62dfe7),segment_id=4d474cf5-a9d4-4a10-81f4-8cd5db62dfe7)] {{(pid=121606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:49:10.368413 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-585d45c7-d337-4f83-9fc4-3b99c1198b7a req-46a31d20-4c82-48c6-b754-b1a474eb2eed tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:49:10.381231 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [req-585d45c7-d337-4f83-9fc4-3b99c1198b7a req-46a31d20-4c82-48c6-b754-b1a474eb2eed tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Calling delete_port for f291accc-c14b-4ebd-9b65-06d16071be79 owned by compute:nova {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:49:10.578200 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-585d45c7-d337-4f83-9fc4-3b99c1198b7a req-46a31d20-4c82-48c6-b754-b1a474eb2eed tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:49:10.606504 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a31d20-4c82-48c6-b754-b1a474eb2eed tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Pushing event deleted for resources: {'Port': ['ID=f291accc-c14b-4ebd-9b65-06d16071be79,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:49:10.653120 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [req-585d45c7-d337-4f83-9fc4-3b99c1198b7a req-46a31d20-4c82-48c6-b754-b1a474eb2eed tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] No DVR routers for this DVR port f291accc-c14b-4ebd-9b65-06d16071be79 on host nch1-master-1 {{(pid=121606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:49:10.655816 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-585d45c7-d337-4f83-9fc4-3b99c1198b7a req-46a31d20-4c82-48c6-b754-b1a474eb2eed tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:49:10.659802 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-585d45c7-d337-4f83-9fc4-3b99c1198b7a req-46a31d20-4c82-48c6-b754-b1a474eb2eed tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] 10.222.0.31 "DELETE /v2.0/ports/f291accc-c14b-4ebd-9b65-06d16071be79 HTTP/1.1" status: 204  len: 173 time: 0.5193937
Dec 25 21:49:10.660251 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dc52c35-a324-4ea8-a3bf-a21ee0551467', 'name': 'network-vif-deleted', 'tag': 'f291accc-c14b-4ebd-9b65-06d16071be79'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:49:10.662521 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9858820c13ec2827453b94ebc4181065e990a4e4089ccb9fe762531ac62d2fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66ee24bd-7ebb-4dea-adc3-b7fa5f6f17c8" -d '{"events": [{"server_uuid": "6dc52c35-a324-4ea8-a3bf-a21ee0551467", "name": "network-vif-deleted", "tag": "f291accc-c14b-4ebd-9b65-06d16071be79"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:49:10.707797 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 21:49:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f615acdc-d818-425f-a961-0c42d62fea72 x-openstack-request-id: req-f615acdc-d818-425f-a961-0c42d62fea72 {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:49:10.708105 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6dc52c35-a324-4ea8-a3bf-a21ee0551467", "name": "network-vif-deleted", "tag": "f291accc-c14b-4ebd-9b65-06d16071be79", "status": "completed", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:49:10.708388 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f615acdc-d818-425f-a961-0c42d62fea72 {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:49:10.708799 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6dc52c35-a324-4ea8-a3bf-a21ee0551467', 'name': 'network-vif-deleted', 'tag': 'f291accc-c14b-4ebd-9b65-06d16071be79', 'status': 'completed', 'code': 200}
Dec 25 21:49:10.781202 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:49:11.370817 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-50765f6f-7f49-430e-997f-f5e79cc1ea18 req-a83f30a4-8b49-4f7e-8a44-2e16384aa5df tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] 10.222.0.32 "GET /v2.0/ports?device_id=6dc52c35-a324-4ea8-a3bf-a21ee0551467 HTTP/1.1" status: 200  len: 210 time: 0.0267987
Dec 25 21:49:12.429426 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 44506) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:49:12.480397 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-5154cb56-c9d0-414e-9011-65edb482cd4a tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Publish callbacks [] for security_group, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:49:12.502299 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-5154cb56-c9d0-414e-9011-65edb482cd4a tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Publish callbacks [] for security_group, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:49:12.586268 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-5154cb56-c9d0-414e-9011-65edb482cd4a tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:49:12.589341 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-5154cb56-c9d0-414e-9011-65edb482cd4a tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Publish callbacks [] for security_group, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:49:12.594821 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-5154cb56-c9d0-414e-9011-65edb482cd4a tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] 10.222.0.32 "DELETE /v2.0/security-groups/436bc90e-8944-49d8-a57b-579df2324881 HTTP/1.1" status: 204  len: 168 time: 0.1600666
Dec 25 21:49:12.594944 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 44508) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:49:12.600819 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5154cb56-c9d0-414e-9011-65edb482cd4a tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=436bc90e-8944-49d8-a57b-579df2324881,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:49:12.647558 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b91d127f-a71b-4de6-b322-8d8a2b2a400e tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Publish callbacks [] for security_group, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:49:12.670682 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b91d127f-a71b-4de6-b322-8d8a2b2a400e tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Publish callbacks [] for security_group, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:49:12.777973 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b91d127f-a71b-4de6-b322-8d8a2b2a400e tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:49:12.780617 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b91d127f-a71b-4de6-b322-8d8a2b2a400e tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:49:12.782453 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-b91d127f-a71b-4de6-b322-8d8a2b2a400e tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] 10.222.0.32 "DELETE /v2.0/security-groups/369281a7-7d06-46e4-b0e4-bffd093f5593 HTTP/1.1" status: 204  len: 168 time: 0.1876056
Dec 25 21:49:12.785310 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 44510) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:49:12.791300 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91d127f-a71b-4de6-b322-8d8a2b2a400e tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=369281a7-7d06-46e4-b0e4-bffd093f5593,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:49:13.137667 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-46977aa2-e63d-4d4a-95ce-5499e943bf06 tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2007615'] for router_interface, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:49:13.381198 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device f291accc-c14b-4ebd-9b65-06d16071be79 no longer exists at agent hyperv_nch1-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:49:13.404048 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] No Port match for: f291accc-c14b-4ebd-9b65-06d16071be79 {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:49:13.404515 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device f291accc-c14b-4ebd-9b65-06d16071be79 not bound to the agent host nch1-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:49:13.406113 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-46977aa2-e63d-4d4a-95ce-5499e943bf06 tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Deleting port c19eb926-12fa-4468-a43e-67f3745f5ad1 {{(pid=121606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:49:13.406454 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-46977aa2-e63d-4d4a-95ce-5499e943bf06 tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:49:13.497106 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [None req-46977aa2-e63d-4d4a-95ce-5499e943bf06 tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] For port c19eb926-12fa-4468-a43e-67f3745f5ad1, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c19eb926-12fa-4468-a43e-67f3745f5ad1,segment=NetworkSegment(4d474cf5-a9d4-4a10-81f4-8cd5db62dfe7),segment_id=4d474cf5-a9d4-4a10-81f4-8cd5db62dfe7)] {{(pid=121606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:49:13.497783 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-46977aa2-e63d-4d4a-95ce-5499e943bf06 tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:49:13.515905 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-46977aa2-e63d-4d4a-95ce-5499e943bf06 tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Calling delete_port for c19eb926-12fa-4468-a43e-67f3745f5ad1 owned by network:router_interface {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:49:13.766898 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-46977aa2-e63d-4d4a-95ce-5499e943bf06 tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:49:13.794881 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46977aa2-e63d-4d4a-95ce-5499e943bf06 tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Pushing event deleted for resources: {'Port': ['ID=c19eb926-12fa-4468-a43e-67f3745f5ad1,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:49:13.965489 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-46977aa2-e63d-4d4a-95ce-5499e943bf06 tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2007763'] for router_interface, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:49:14.177864 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46977aa2-e63d-4d4a-95ce-5499e943bf06 tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Router 4ae792ea-208d-4389-aa4a-ace58689cd78 has already been hosted by L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 {{(pid=121606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 25 21:49:14.281124 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46977aa2-e63d-4d4a-95ce-5499e943bf06 tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 21:49:14.286879 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-46977aa2-e63d-4d4a-95ce-5499e943bf06 tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] 10.222.0.32 "PUT /v2.0/routers/4ae792ea-208d-4389-aa4a-ace58689cd78/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.5005345
Dec 25 21:49:14.289685 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 44512) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:49:14.290991 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c81d2ac1-aad7-4143-a705-641f83ba2f32 None None] Sync routers for ids ['4ae792ea-208d-4389-aa4a-ace58689cd78'] in ncdv-master-1 {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 21:49:14.300843 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c81d2ac1-aad7-4143-a705-641f83ba2f32 None None] Routers {'4ae792ea-208d-4389-aa4a-ace58689cd78'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:49:14.301482 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-c81d2ac1-aad7-4143-a705-641f83ba2f32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f26181db7c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:49:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['4ae792ea-208d-4389-aa4a-ace58689cd78'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:49:14.338765 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_v2 [None req-23c99cfa-21c5-4f24-b636-8093d516046c tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Deleting subnet df3b91f7-d0a5-497c-acb3-891eef7362b7 {{(pid=121606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Dec 25 21:49:14.341817 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-23c99cfa-21c5-4f24-b636-8093d516046c tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Publish callbacks [] for subnet, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:49:14.381128 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-23c99cfa-21c5-4f24-b636-8093d516046c tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9084199'] for subnet, precommit_delete_associations {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:49:14.406116 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvr_db [None req-c81d2ac1-aad7-4143-a705-641f83ba2f32 None None] Set router 4ae792ea-208d-4389-aa4a-ace58689cd78 gateway port host: ncdv-master-1 {{(pid=121608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:49:14.466080 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-23c99cfa-21c5-4f24-b636-8093d516046c tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995662'] for subnet, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:49:14.583780 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-c81d2ac1-aad7-4143-a705-641f83ba2f32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f26181db7c0>, [{'id': '4ae792ea-208d-4389-aa4a-ace58689cd78', 'name': 'tempest-TestSecurityGroupsBasicOps-router-23676668', 'tenant_id': '444a282fecb241bb84b910063c85139b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.34'}], 'enable_snat': True}, 'gw_port_id': '58bbcbf9-5e99-4ab7-8e96-64fc46710b23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:47:45Z', 'updated_at': '2021-12-25T21:49:13Z', 'revision_number': 5, 'project_id': '444a282fecb241bb84b910063c85139b', 'gw_port': {'id': '58bbcbf9-5e99-4ab7-8e96-64fc46710b23', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:59:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ae792ea-208d-4389-aa4a-ace58689cd78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:47:46Z', 'updated_at': '2021-12-25T21:47:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:49:14.596183 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-23c99cfa-21c5-4f24-b636-8093d516046c tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9084363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9028506'] for subnet, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:49:14.609362 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c81d2ac1-aad7-4143-a705-641f83ba2f32 None None] Checking router: 4ae792ea-208d-4389-aa4a-ace58689cd78 for host: ncdv-master-1 {{(pid=121608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 25 21:49:14.617704 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c81d2ac1-aad7-4143-a705-641f83ba2f32 None None] Routers {'4ae792ea-208d-4389-aa4a-ace58689cd78'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:49:14.618299 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-c81d2ac1-aad7-4143-a705-641f83ba2f32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f26181db7c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:49:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['4ae792ea-208d-4389-aa4a-ace58689cd78'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:49:14.624497 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c99cfa-21c5-4f24-b636-8093d516046c tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Pushing event deleted for resources: {'Subnet': ['ID=df3b91f7-d0a5-497c-acb3-891eef7362b7,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:49:14.627039 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-23c99cfa-21c5-4f24-b636-8093d516046c tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Publish callbacks [] for subnet, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:49:14.630346 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-23c99cfa-21c5-4f24-b636-8093d516046c tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] 10.222.0.32 "DELETE /v2.0/subnets/df3b91f7-d0a5-497c-acb3-891eef7362b7 HTTP/1.1" status: 204  len: 168 time: 0.3397195
Dec 25 21:49:14.633328 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 44514) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:49:14.658744 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed82a6c1-2dbb-4289-8a42-ac2ef9e5d2e3 None None] Network aa2e4805-accc-4890-bf08-4fbade6dc52f requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:49:14.765166 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-867e34ec-cf0e-43fd-955e-59dd4dec9801 tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Publish callbacks [] for router, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:49:14.791519 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvr_db [None req-c81d2ac1-aad7-4143-a705-641f83ba2f32 None None] Set router 4ae792ea-208d-4389-aa4a-ace58689cd78 gateway port host: ncdv-master-1 {{(pid=121608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:49:14.868550 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-867e34ec-cf0e-43fd-955e-59dd4dec9801 tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Publish callbacks [] for router_gateway, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:49:14.949649 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0920d1c2-7700-4dcf-8231-0b6c9f09669c None None] DHCP port deletion for aa2e4805-accc-4890-bf08-4fbade6dc52f request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 21:49:14.982464 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-867e34ec-cf0e-43fd-955e-59dd4dec9801 tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Deleting port 58bbcbf9-5e99-4ab7-8e96-64fc46710b23 {{(pid=121607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:49:14.982798 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-867e34ec-cf0e-43fd-955e-59dd4dec9801 tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:49:15.014421 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-c81d2ac1-aad7-4143-a705-641f83ba2f32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f26181db7c0>, [{'id': '4ae792ea-208d-4389-aa4a-ace58689cd78', 'name': 'tempest-TestSecurityGroupsBasicOps-router-23676668', 'tenant_id': '444a282fecb241bb84b910063c85139b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.34'}], 'enable_snat': True}, 'gw_port_id': '58bbcbf9-5e99-4ab7-8e96-64fc46710b23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:47:45Z', 'updated_at': '2021-12-25T21:49:13Z', 'revision_number': 5, 'project_id': '444a282fecb241bb84b910063c85139b', 'gw_port': {'id': '58bbcbf9-5e99-4ab7-8e96-64fc46710b23', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:59:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ae792ea-208d-4389-aa4a-ace58689cd78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:47:46Z', 'updated_at': '2021-12-25T21:47:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:49:15.042473 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c81d2ac1-aad7-4143-a705-641f83ba2f32 None None] The sync data for ids ['4ae792ea-208d-4389-aa4a-ace58689cd78'] in ncdv-master-1 is: [{'id': '4ae792ea-208d-4389-aa4a-ace58689cd78', 'name': 'tempest-TestSecurityGroupsBasicOps-router-23676668', 'tenant_id': '444a282fecb241bb84b910063c85139b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.34'}], 'enable_snat': True}, 'gw_port_id': '58bbcbf9-5e99-4ab7-8e96-64fc46710b23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:47:45Z', 'updated_at': '2021-12-25T21:49:13Z', 'revision_number': 5, 'project_id': '444a282fecb241bb84b910063c85139b', 'gw_port': {'id': '58bbcbf9-5e99-4ab7-8e96-64fc46710b23', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:59:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ae792ea-208d-4389-aa4a-ace58689cd78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:47:46Z', 'updated_at': '2021-12-25T21:47:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 21:49:15.046944 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-0920d1c2-7700-4dcf-8231-0b6c9f09669c None None] Deleting port 6722db46-a3ad-47d4-8cc5-b632ba5bf9e5 {{(pid=121608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:49:15.047846 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-0920d1c2-7700-4dcf-8231-0b6c9f09669c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:49:15.061660 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.db [None req-867e34ec-cf0e-43fd-955e-59dd4dec9801 tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] For port 58bbcbf9-5e99-4ab7-8e96-64fc46710b23, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=58bbcbf9-5e99-4ab7-8e96-64fc46710b23,segment=NetworkSegment(6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855),segment_id=6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855)] {{(pid=121607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:49:15.062018 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-867e34ec-cf0e-43fd-955e-59dd4dec9801 tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:49:15.077090 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-867e34ec-cf0e-43fd-955e-59dd4dec9801 tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Calling delete_port for 58bbcbf9-5e99-4ab7-8e96-64fc46710b23 owned by network:router_gateway {{(pid=121607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:49:15.118106 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-0920d1c2-7700-4dcf-8231-0b6c9f09669c None None] For port 6722db46-a3ad-47d4-8cc5-b632ba5bf9e5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6722db46-a3ad-47d4-8cc5-b632ba5bf9e5,segment=NetworkSegment(4d474cf5-a9d4-4a10-81f4-8cd5db62dfe7),segment_id=4d474cf5-a9d4-4a10-81f4-8cd5db62dfe7)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:49:15.118412 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-0920d1c2-7700-4dcf-8231-0b6c9f09669c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:49:15.131119 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-0920d1c2-7700-4dcf-8231-0b6c9f09669c None None] Calling delete_port for 6722db46-a3ad-47d4-8cc5-b632ba5bf9e5 owned by network:dhcp {{(pid=121608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:49:15.275558 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-0920d1c2-7700-4dcf-8231-0b6c9f09669c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955'] for port, after_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:49:15.301166 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0920d1c2-7700-4dcf-8231-0b6c9f09669c None None] Pushing event deleted for resources: {'Port': ['ID=6722db46-a3ad-47d4-8cc5-b632ba5bf9e5,revision_number=None']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:49:15.304616 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0920d1c2-7700-4dcf-8231-0b6c9f09669c None None] No DVR routers for this DVR port 6722db46-a3ad-47d4-8cc5-b632ba5bf9e5 on host ncdv-master-1 {{(pid=121608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:49:15.345036 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-867e34ec-cf0e-43fd-955e-59dd4dec9801 tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:49:15.375939 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867e34ec-cf0e-43fd-955e-59dd4dec9801 tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Pushing event deleted for resources: {'Port': ['ID=58bbcbf9-5e99-4ab7-8e96-64fc46710b23,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:49:15.391653 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e947a9f-335d-44fd-a788-be79b83c96ab None None] DHCP port deletion for 7201e55c-7c5f-41aa-a042-a363696539d0 request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 21:49:15.438470 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-867e34ec-cf0e-43fd-955e-59dd4dec9801 tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2008689'] for router_gateway, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:49:15.531207 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-867e34ec-cf0e-43fd-955e-59dd4dec9801 tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2014235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14905'] for router, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:49:15.534287 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-867e34ec-cf0e-43fd-955e-59dd4dec9801 tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:49:15.670452 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-867e34ec-cf0e-43fd-955e-59dd4dec9801 tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2014220'] for router, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:49:15.671085 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-867e34ec-cf0e-43fd-955e-59dd4dec9801 tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Fanout notify agent at l3_agent the message router_deleted on router 4ae792ea-208d-4389-aa4a-ace58689cd78 {{(pid=121607) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 25 21:49:15.678045 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-867e34ec-cf0e-43fd-955e-59dd4dec9801 tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Publish callbacks [] for router, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:49:15.679183 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-867e34ec-cf0e-43fd-955e-59dd4dec9801 tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] 10.222.0.32 "DELETE /v2.0/routers/4ae792ea-208d-4389-aa4a-ace58689cd78 HTTP/1.1" status: 204  len: 168 time: 1.0448668
Dec 25 21:49:15.683467 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 44516) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:49:15.763105 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a998ff00-9806-427e-b077-1a43e47f979d tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625803'] for network, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:49:15.853979 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a998ff00-9806-427e-b077-1a43e47f979d tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997585', 'neutron.services.segments.db._delete_segments_for_network-8737602743071'] for network, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:49:15.873104 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-a998ff00-9806-427e-b077-1a43e47f979d tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f26120f42b0>,) {'filters': {'network_id': ['aa2e4805-accc-4890-bf08-4fbade6dc52f']}} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:49:15.883689 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-a998ff00-9806-427e-b077-1a43e47f979d tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f26120f42b0>, '4d474cf5-a9d4-4a10-81f4-8cd5db62dfe7') {'for_net_delete': True} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:49:15.883996 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-a998ff00-9806-427e-b077-1a43e47f979d tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f26120f42b0>, '4d474cf5-a9d4-4a10-81f4-8cd5db62dfe7') {} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:49:15.893888 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a998ff00-9806-427e-b077-1a43e47f979d tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737602746920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10246592'] for segment, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:49:15.906586 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a998ff00-9806-427e-b077-1a43e47f979d tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:49:15.912317 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a998ff00-9806-427e-b077-1a43e47f979d tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Releasing vlan 172 on physical network physnet1 to pool {{(pid=121607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 25 21:49:15.912700 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a998ff00-9806-427e-b077-1a43e47f979d tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8633327'] for segment, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:49:15.915606 ncdv-master-1 neutron-server[121607]: Traceback (most recent call last):
Dec 25 21:49:15.915606 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 25 21:49:15.915606 ncdv-master-1 neutron-server[121607]:     timer()
Dec 25 21:49:15.915606 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 25 21:49:15.915606 ncdv-master-1 neutron-server[121607]:     cb(*args, **kw)
Dec 25 21:49:15.915606 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 25 21:49:15.915606 ncdv-master-1 neutron-server[121607]:     return func(*args, **kwargs)
Dec 25 21:49:15.915606 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 25 21:49:15.915606 ncdv-master-1 neutron-server[121607]:     self._notify()
Dec 25 21:49:15.915606 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 25 21:49:15.915606 ncdv-master-1 neutron-server[121607]:     self.callback(batched_events)
Dec 25 21:49:15.915606 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 25 21:49:15.915606 ncdv-master-1 neutron-server[121607]:     event.method(event)
Dec 25 21:49:15.915606 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 25 21:49:15.915606 ncdv-master-1 neutron-server[121607]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 25 21:49:15.915606 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 25 21:49:15.915606 ncdv-master-1 neutron-server[121607]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 25 21:49:15.915606 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 25 21:49:15.915606 ncdv-master-1 neutron-server[121607]:     return f(self, *a, **k)
Dec 25 21:49:15.915606 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 25 21:49:15.915606 ncdv-master-1 neutron-server[121607]:     return self._get(url).json()
Dec 25 21:49:15.915606 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 25 21:49:15.915606 ncdv-master-1 neutron-server[121607]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 25 21:49:15.915606 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 25 21:49:15.915606 ncdv-master-1 neutron-server[121607]:     return self.request(url, 'GET', **kwargs)
Dec 25 21:49:15.915606 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 25 21:49:15.915606 ncdv-master-1 neutron-server[121607]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 25 21:49:15.915606 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 25 21:49:15.915606 ncdv-master-1 neutron-server[121607]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 25 21:49:15.915606 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 25 21:49:15.915606 ncdv-master-1 neutron-server[121607]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 25 21:49:15.915606 ncdv-master-1 neutron-server[121607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 25 21:49:16.055235 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a998ff00-9806-427e-b077-1a43e47f979d tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2008653'] for network, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:49:16.063303 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a998ff00-9806-427e-b077-1a43e47f979d tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Publish callbacks [] for network, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:49:16.066076 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-a998ff00-9806-427e-b077-1a43e47f979d tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] 10.222.0.32 "DELETE /v2.0/networks/aa2e4805-accc-4890-bf08-4fbade6dc52f HTTP/1.1" status: 204  len: 168 time: 0.3816082
Dec 25 21:49:16.077460 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a998ff00-9806-427e-b077-1a43e47f979d tempest-TestSecurityGroupsBasicOps-1671212404 tempest-TestSecurityGroupsBasicOps-1671212404-project] Pushing event deleted for resources: {'Network': ['ID=aa2e4805-accc-4890-bf08-4fbade6dc52f,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:49:16.171952 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 58bbcbf9-5e99-4ab7-8e96-64fc46710b23 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:49:16.195891 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] No Port match for: 58bbcbf9-5e99-4ab7-8e96-64fc46710b23 {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:49:16.196337 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 58bbcbf9-5e99-4ab7-8e96-64fc46710b23 not bound to the agent host ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:49:16.196757 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device c19eb926-12fa-4468-a43e-67f3745f5ad1 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:49:16.216403 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] No Port match for: c19eb926-12fa-4468-a43e-67f3745f5ad1 {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:49:16.216670 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device c19eb926-12fa-4468-a43e-67f3745f5ad1 not bound to the agent host ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:49:16.217093 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 6722db46-a3ad-47d4-8cc5-b632ba5bf9e5 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:49:16.235881 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] No Port match for: 6722db46-a3ad-47d4-8cc5-b632ba5bf9e5 {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:49:16.236252 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 6722db46-a3ad-47d4-8cc5-b632ba5bf9e5 not bound to the agent host ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:49:16.866832 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 44524) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:49:17.291372 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-0b93709b-0916-4faf-b833-c39eb85ea86c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=444a282fecb241bb84b910063c85139b&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4233751
Dec 25 21:49:17.293881 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 44528) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:49:17.338353 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-81a43821-2800-4272-b3ef-6edde7d7769b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:49:17.360146 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-81a43821-2800-4272-b3ef-6edde7d7769b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:49:17.504154 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-81a43821-2800-4272-b3ef-6edde7d7769b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:49:17.507101 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-81a43821-2800-4272-b3ef-6edde7d7769b admin admin] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:49:17.508265 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-81a43821-2800-4272-b3ef-6edde7d7769b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/472ac4d2-3241-4bf4-8bc2-f7a6535e0d65 HTTP/1.1" status: 204  len: 168 time: 0.2134731
Dec 25 21:49:17.517919 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a43821-2800-4272-b3ef-6edde7d7769b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=472ac4d2-3241-4bf4-8bc2-f7a6535e0d65,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:49:18.183935 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 44534) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:49:18.197185 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-628db43e-bc69-4d87-a6d9-83de11a25c9b admin admin] Publish callbacks [] for security_group, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:49:18.267096 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-628db43e-bc69-4d87-a6d9-83de11a25c9b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:49:18.352046 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-628db43e-bc69-4d87-a6d9-83de11a25c9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:49:18.392392 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-628db43e-bc69-4d87-a6d9-83de11a25c9b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=fc46a4f26a1c4270884e04227ca1be85&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2073092
Dec 25 21:49:18.393327 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628db43e-bc69-4d87-a6d9-83de11a25c9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd003fab-61d8-4373-8360-f2bceb2fe24c,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:49:18.395100 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 44536) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:49:18.442751 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-3287374c-79df-4d22-954d-bf5da5d91a16 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:49:18.462853 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-3287374c-79df-4d22-954d-bf5da5d91a16 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:49:18.586587 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-3287374c-79df-4d22-954d-bf5da5d91a16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:49:18.589152 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-3287374c-79df-4d22-954d-bf5da5d91a16 admin admin] Publish callbacks [] for security_group, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:49:18.592670 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-3287374c-79df-4d22-954d-bf5da5d91a16 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/dd003fab-61d8-4373-8360-f2bceb2fe24c HTTP/1.1" status: 204  len: 168 time: 0.1942136
Dec 25 21:49:18.598683 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3287374c-79df-4d22-954d-bf5da5d91a16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd003fab-61d8-4373-8360-f2bceb2fe24c,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:49:19.251123 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 44542) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:49:19.290851 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-b9086ebe-c2c6-4acb-9dc1-02f6963824fc admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0eaf256c6e8b421bb3068c3b1dce3e1a&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0385048
Dec 25 21:49:19.293276 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 44544) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:49:19.342987 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a5cc19f0-15e3-466d-93f0-3e5aa60db694 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:49:19.363445 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a5cc19f0-15e3-466d-93f0-3e5aa60db694 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:49:19.477760 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a5cc19f0-15e3-466d-93f0-3e5aa60db694 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:49:19.480390 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a5cc19f0-15e3-466d-93f0-3e5aa60db694 admin admin] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:49:19.481577 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-a5cc19f0-15e3-466d-93f0-3e5aa60db694 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1f618459-a749-4ca7-99cd-8fd6e629f7b7 HTTP/1.1" status: 204  len: 168 time: 0.1873357
Dec 25 21:49:19.489934 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cc19f0-15e3-466d-93f0-3e5aa60db694 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f618459-a749-4ca7-99cd-8fd6e629f7b7,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:49:20.516752 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 44566) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:49:20.613572 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-46d25174-1c55-4c2d-bcc9-2ce6f35bbb03 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-74973751-network', 'tenant_id': '419382b75cc24e299a2f85f5eea43dbd'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:49:20.709792 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46d25174-1c55-4c2d-bcc9-2ce6f35bbb03 admin admin] Made reservation on behalf of 419382b75cc24e299a2f85f5eea43dbd for: {'network': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:49:20.712186 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-46d25174-1c55-4c2d-bcc9-2ce6f35bbb03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for network, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:49:20.721551 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-46d25174-1c55-4c2d-bcc9-2ce6f35bbb03 admin admin] Publish callbacks [] for security_group, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:49:20.794665 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-46d25174-1c55-4c2d-bcc9-2ce6f35bbb03 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:49:20.880651 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-46d25174-1c55-4c2d-bcc9-2ce6f35bbb03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:49:20.908502 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46d25174-1c55-4c2d-bcc9-2ce6f35bbb03 admin admin] vlan segment allocate from pool success with {'vlan_id': 167, 'physical_network': 'physnet1'}  {{(pid=121606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 25 21:49:20.913878 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d25174-1c55-4c2d-bcc9-2ce6f35bbb03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad7c877b-36a8-4081-b5b0-58a10cc7c41e,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:49:20.928046 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-46d25174-1c55-4c2d-bcc9-2ce6f35bbb03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:49:20.928046 ncdv-master-1 neutron-server[121606]: INFO neutron.db.segments_db [None req-46d25174-1c55-4c2d-bcc9-2ce6f35bbb03 admin admin] Added segment 40eedf63-68da-4a67-8440-ff50675a5b74 of type vlan for network b01beca0-3129-4e48-b720-4d3f02a7eb65
Dec 25 21:49:20.964473 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-46d25174-1c55-4c2d-bcc9-2ce6f35bbb03 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737602163420'] for network, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:49:21.060493 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-46d25174-1c55-4c2d-bcc9-2ce6f35bbb03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870'] for network, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:49:21.061490 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46d25174-1c55-4c2d-bcc9-2ce6f35bbb03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:49:21.062061 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-46d25174-1c55-4c2d-bcc9-2ce6f35bbb03 admin admin] Publish callbacks [] for network, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:49:21.123358 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d25174-1c55-4c2d-bcc9-2ce6f35bbb03 admin admin] Pushing event updated for resources: {'Network': ['ID=b01beca0-3129-4e48-b720-4d3f02a7eb65,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:49:21.133543 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Network b01beca0-3129-4e48-b720-4d3f02a7eb65 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 25 21:49:21.149369 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-46d25174-1c55-4c2d-bcc9-2ce6f35bbb03 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 0.6314082
Dec 25 21:49:21.152400 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 44570) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:49:21.157395 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-63857a89-fdfa-4d01-8e04-74340dc3be3b admin admin] Request body: {'subnet': {'network_id': 'b01beca0-3129-4e48-b720-4d3f02a7eb65', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-74973751-subnet', 'tenant_id': '419382b75cc24e299a2f85f5eea43dbd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:49:21.232387 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63857a89-fdfa-4d01-8e04-74340dc3be3b admin admin] Made reservation on behalf of 419382b75cc24e299a2f85f5eea43dbd for: {'subnet': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:49:21.234935 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-63857a89-fdfa-4d01-8e04-74340dc3be3b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9028529'] for subnet, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:49:21.795898 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-63857a89-fdfa-4d01-8e04-74340dc3be3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9084170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9028515'] for subnet, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:49:21.845432 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63857a89-fdfa-4d01-8e04-74340dc3be3b admin admin] Pushing event updated for resources: {'Subnet': ['ID=4fe99919-ad56-4637-ac47-7a5f803c53af,revision_number=0']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:49:21.860664 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63857a89-fdfa-4d01-8e04-74340dc3be3b admin admin] Checking segment: {'id': '40eedf63-68da-4a67-8440-ff50675a5b74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'b01beca0-3129-4e48-b720-4d3f02a7eb65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:49:21.863360 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63857a89-fdfa-4d01-8e04-74340dc3be3b admin admin] Network hostable DHCP agents. Network: b01beca0-3129-4e48-b720-4d3f02a7eb65, hostable agents: ['1813db88-2c1b-4357-a2ba-869246b663c2'], hosted agents: [] {{(pid=121606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 25 21:49:21.938209 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63857a89-fdfa-4d01-8e04-74340dc3be3b admin admin] Network b01beca0-3129-4e48-b720-4d3f02a7eb65 is scheduled to be hosted by DHCP agent 1813db88-2c1b-4357-a2ba-869246b663c2 with binding_index 1 {{(pid=121606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 25 21:49:21.983769 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [None req-63857a89-fdfa-4d01-8e04-74340dc3be3b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, b01beca0-3129-4e48-b720-4d3f02a7eb65) {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:49:21.988599 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63857a89-fdfa-4d01-8e04-74340dc3be3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:49:21.989557 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-63857a89-fdfa-4d01-8e04-74340dc3be3b admin admin] Publish callbacks [] for subnet, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:49:21.993346 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e120e32a-b2fe-4e9c-b433-f852461b0d5b None None] Network b01beca0-3129-4e48-b720-4d3f02a7eb65 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:49:22.057864 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-63857a89-fdfa-4d01-8e04-74340dc3be3b admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.9042466
Dec 25 21:49:22.088999 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d6053ee-086f-4dba-ba8d-4642486962fe None None] Network b01beca0-3129-4e48-b720-4d3f02a7eb65 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:49:22.741745 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 44586) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:49:22.746718 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-9d7fa2ce-239a-4c89-ab62-5cb795061830 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-996213078-network', 'tenant_id': '491980fabfb540e1b73eb846e845f1f6'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:49:22.831964 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d7fa2ce-239a-4c89-ab62-5cb795061830 admin admin] Made reservation on behalf of 491980fabfb540e1b73eb846e845f1f6 for: {'network': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:49:22.834375 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-9d7fa2ce-239a-4c89-ab62-5cb795061830 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for network, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:49:22.842598 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-9d7fa2ce-239a-4c89-ab62-5cb795061830 admin admin] Publish callbacks [] for security_group, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:49:22.913297 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-9d7fa2ce-239a-4c89-ab62-5cb795061830 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:49:22.974860 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-9d7fa2ce-239a-4c89-ab62-5cb795061830 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:49:22.999115 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d7fa2ce-239a-4c89-ab62-5cb795061830 admin admin] vlan segment allocate from pool success with {'vlan_id': 152, 'physical_network': 'physnet1'}  {{(pid=121607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 25 21:49:23.009277 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7fa2ce-239a-4c89-ab62-5cb795061830 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c33e9fc-df95-46a6-85eb-f79d28e1dec8,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:49:23.014900 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-9d7fa2ce-239a-4c89-ab62-5cb795061830 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:49:23.014900 ncdv-master-1 neutron-server[121607]: INFO neutron.db.segments_db [None req-9d7fa2ce-239a-4c89-ab62-5cb795061830 admin admin] Added segment f18e6f21-157b-4312-8f6e-d6c76190aa82 of type vlan for network c4b104ad-1899-438d-880c-c5417eb16103
Dec 25 21:49:23.053108 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-9d7fa2ce-239a-4c89-ab62-5cb795061830 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737602163420'] for network, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:49:23.140386 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-9d7fa2ce-239a-4c89-ab62-5cb795061830 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870'] for network, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:49:23.141369 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d7fa2ce-239a-4c89-ab62-5cb795061830 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:49:23.141947 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-9d7fa2ce-239a-4c89-ab62-5cb795061830 admin admin] Publish callbacks [] for network, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:49:23.201407 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7fa2ce-239a-4c89-ab62-5cb795061830 admin admin] Pushing event updated for resources: {'Network': ['ID=c4b104ad-1899-438d-880c-c5417eb16103,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:49:23.210986 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Network c4b104ad-1899-438d-880c-c5417eb16103 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 25 21:49:23.228978 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-9d7fa2ce-239a-4c89-ab62-5cb795061830 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 0.4861202
Dec 25 21:49:23.231658 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 44588) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:49:23.236948 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-ba3d2868-55ab-48be-9630-88ad85f168f9 admin admin] Request body: {'subnet': {'network_id': 'c4b104ad-1899-438d-880c-c5417eb16103', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-996213078-subnet', 'tenant_id': '491980fabfb540e1b73eb846e845f1f6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:49:23.311982 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba3d2868-55ab-48be-9630-88ad85f168f9 admin admin] Made reservation on behalf of 491980fabfb540e1b73eb846e845f1f6 for: {'subnet': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:49:23.314985 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ba3d2868-55ab-48be-9630-88ad85f168f9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8852834'] for subnet, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:49:23.534934 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ba3d2868-55ab-48be-9630-88ad85f168f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8632475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8852848'] for subnet, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:49:23.591813 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3d2868-55ab-48be-9630-88ad85f168f9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e7be284d-9b6f-43ae-849b-160ea5e159c4,revision_number=0']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:49:23.599547 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba3d2868-55ab-48be-9630-88ad85f168f9 admin admin] Checking segment: {'id': 'f18e6f21-157b-4312-8f6e-d6c76190aa82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'c4b104ad-1899-438d-880c-c5417eb16103'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:49:23.599917 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba3d2868-55ab-48be-9630-88ad85f168f9 admin admin] Network hostable DHCP agents. Network: c4b104ad-1899-438d-880c-c5417eb16103, hostable agents: ['1813db88-2c1b-4357-a2ba-869246b663c2'], hosted agents: [] {{(pid=121607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 25 21:49:23.677520 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba3d2868-55ab-48be-9630-88ad85f168f9 admin admin] Network c4b104ad-1899-438d-880c-c5417eb16103 is scheduled to be hosted by DHCP agent 1813db88-2c1b-4357-a2ba-869246b663c2 with binding_index 1 {{(pid=121607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 25 21:49:23.763266 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-ba3d2868-55ab-48be-9630-88ad85f168f9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, c4b104ad-1899-438d-880c-c5417eb16103) {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:49:23.767895 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba3d2868-55ab-48be-9630-88ad85f168f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:49:23.768496 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ba3d2868-55ab-48be-9630-88ad85f168f9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:49:23.772494 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19345b36-0125-4bd6-a85d-36d82a1b4c2b None None] Network c4b104ad-1899-438d-880c-c5417eb16103 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:49:23.860531 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-ba3d2868-55ab-48be-9630-88ad85f168f9 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.6193593
Dec 25 21:49:23.870264 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8625c47-09d4-46ff-b1c3-ded3e02c4377 None None] Network c4b104ad-1899-438d-880c-c5417eb16103 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:49:24.357249 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368d915b-d2a2-403c-b1f7-46eb22dd880e req-555cf4c1-d63a-4112-9235-cef6bfa062b1 tempest-TestServerAdvancedOps-112749063 tempest-TestServerAdvancedOps-112749063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:49:24.358715 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-368d915b-d2a2-403c-b1f7-46eb22dd880e req-555cf4c1-d63a-4112-9235-cef6bfa062b1 tempest-TestServerAdvancedOps-112749063 tempest-TestServerAdvancedOps-112749063-project] 10.222.0.32 "GET /v2.0/networks?id=b01beca0-3129-4e48-b720-4d3f02a7eb65 HTTP/1.1" status: 200  len: 810 time: 0.1019664
Dec 25 21:49:24.373854 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-368d915b-d2a2-403c-b1f7-46eb22dd880e req-bf2e56c3-0200-401a-a799-3d667efd4c26 tempest-TestServerAdvancedOps-112749063 tempest-TestServerAdvancedOps-112749063-project] 10.222.0.32 "GET /v2.0/quotas/419382b75cc24e299a2f85f5eea43dbd HTTP/1.1" status: 200  len: 375 time: 0.0087197
Dec 25 21:49:24.403903 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-368d915b-d2a2-403c-b1f7-46eb22dd880e req-2c04e98b-c290-41f4-a4a3-e82523288f26 tempest-TestServerAdvancedOps-112749063 tempest-TestServerAdvancedOps-112749063-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=419382b75cc24e299a2f85f5eea43dbd&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0249619
Dec 25 21:49:24.493966 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-368d915b-d2a2-403c-b1f7-46eb22dd880e req-c115c32c-bd73-4362-a93e-a449026de8d1 service neutron] 10.222.0.32 "GET /v2.0/networks/b01beca0-3129-4e48-b720-4d3f02a7eb65?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0828252
Dec 25 21:49:24.580979 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-368d915b-d2a2-403c-b1f7-46eb22dd880e req-a8109655-3e80-4121-ad60-6ba5699d5834 service neutron] 10.222.0.32 "GET /v2.0/networks/b01beca0-3129-4e48-b720-4d3f02a7eb65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0809786
Dec 25 21:49:24.835622 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3b853ae1-237a-4add-9fca-1b256964672c req-46b92848-a71f-4865-9940-5303c8457325 tempest-TestServerAdvancedOps-112749063 tempest-TestServerAdvancedOps-112749063-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f42d449-ec7a-45cb-a745-341e415a3fe0 HTTP/1.1" status: 200  len: 210 time: 0.0310376
Dec 25 21:49:25.931872 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-88fbdf20-6968-42d8-abd3-31fa72a833f5 req-d52f5d2d-c23a-4999-afae-44a55fea8953 tempest-TestServerAdvancedOps-112749063 tempest-TestServerAdvancedOps-112749063-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f42d449-ec7a-45cb-a745-341e415a3fe0 HTTP/1.1" status: 200  len: 210 time: 0.0267606
Dec 25 21:49:26.852574 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368d915b-d2a2-403c-b1f7-46eb22dd880e req-39844c07-8760-4f90-a635-ff1d93ade824 tempest-TestServerAdvancedOps-112749063 tempest-TestServerAdvancedOps-112749063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:49:26.854161 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-368d915b-d2a2-403c-b1f7-46eb22dd880e req-39844c07-8760-4f90-a635-ff1d93ade824 tempest-TestServerAdvancedOps-112749063 tempest-TestServerAdvancedOps-112749063-project] 10.222.0.31 "GET /v2.0/networks?id=b01beca0-3129-4e48-b720-4d3f02a7eb65 HTTP/1.1" status: 200  len: 810 time: 0.0997043
Dec 25 21:49:26.867700 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-368d915b-d2a2-403c-b1f7-46eb22dd880e req-ba9619a1-5c3e-403f-849e-57757108f99a tempest-TestServerAdvancedOps-112749063 tempest-TestServerAdvancedOps-112749063-project] Request body: {'port': {'device_id': '3f42d449-ec7a-45cb-a745-341e415a3fe0', 'network_id': 'b01beca0-3129-4e48-b720-4d3f02a7eb65', 'admin_state_up': True, 'tenant_id': '419382b75cc24e299a2f85f5eea43dbd'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:49:27.039741 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5d7c762b-4805-4120-8f30-0f1c073cb7a8 req-f1d3bead-ea99-4b41-ba6d-44295abc7092 tempest-TestServerAdvancedOps-112749063 tempest-TestServerAdvancedOps-112749063-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f42d449-ec7a-45cb-a745-341e415a3fe0 HTTP/1.1" status: 200  len: 210 time: 0.0263431
Dec 25 21:49:27.064473 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-368d915b-d2a2-403c-b1f7-46eb22dd880e req-ba9619a1-5c3e-403f-849e-57757108f99a tempest-TestServerAdvancedOps-112749063 tempest-TestServerAdvancedOps-112749063-project] Made reservation on behalf of 419382b75cc24e299a2f85f5eea43dbd for: {'port': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:49:27.068008 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-368d915b-d2a2-403c-b1f7-46eb22dd880e req-ba9619a1-5c3e-403f-849e-57757108f99a tempest-TestServerAdvancedOps-112749063 tempest-TestServerAdvancedOps-112749063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:49:27.193809 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_common [req-368d915b-d2a2-403c-b1f7-46eb22dd880e req-ba9619a1-5c3e-403f-849e-57757108f99a tempest-TestServerAdvancedOps-112749063 tempest-TestServerAdvancedOps-112749063-project] Allocated IP 172.20.0.4 (b01beca0-3129-4e48-b720-4d3f02a7eb65/4fe99919-ad56-4637-ac47-7a5f803c53af/0278f5f3-763c-48f8-ad9c-1dd7cdbad337) {{(pid=121606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:49:27.336137 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-368d915b-d2a2-403c-b1f7-46eb22dd880e req-ba9619a1-5c3e-403f-849e-57757108f99a tempest-TestServerAdvancedOps-112749063 tempest-TestServerAdvancedOps-112749063-project] Publish callbacks [] for port, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:49:27.458667 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-368d915b-d2a2-403c-b1f7-46eb22dd880e req-ba9619a1-5c3e-403f-849e-57757108f99a tempest-TestServerAdvancedOps-112749063 tempest-TestServerAdvancedOps-112749063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:49:27.501872 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-368d915b-d2a2-403c-b1f7-46eb22dd880e req-ba9619a1-5c3e-403f-849e-57757108f99a tempest-TestServerAdvancedOps-112749063 tempest-TestServerAdvancedOps-112749063-project] Network b01beca0-3129-4e48-b720-4d3f02a7eb65 is already hosted by enough agents. {{(pid=121606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:49:27.504993 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [req-368d915b-d2a2-403c-b1f7-46eb22dd880e req-ba9619a1-5c3e-403f-849e-57757108f99a tempest-TestServerAdvancedOps-112749063 tempest-TestServerAdvancedOps-112749063-project] Resources bound (agent type, host, resource id):  {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:49:27.509135 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [req-368d915b-d2a2-403c-b1f7-46eb22dd880e req-ba9619a1-5c3e-403f-849e-57757108f99a tempest-TestServerAdvancedOps-112749063 tempest-TestServerAdvancedOps-112749063-project] Received port after_create {{(pid=121606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:49:27.536806 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9619a1-5c3e-403f-849e-57757108f99a tempest-TestServerAdvancedOps-112749063 tempest-TestServerAdvancedOps-112749063-project] Pushing event updated for resources: {'Port': ['ID=0278f5f3-763c-48f8-ad9c-1dd7cdbad337,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:49:27.561710 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368d915b-d2a2-403c-b1f7-46eb22dd880e req-ba9619a1-5c3e-403f-849e-57757108f99a tempest-TestServerAdvancedOps-112749063 tempest-TestServerAdvancedOps-112749063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:49:27.562332 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-368d915b-d2a2-403c-b1f7-46eb22dd880e req-ba9619a1-5c3e-403f-849e-57757108f99a tempest-TestServerAdvancedOps-112749063 tempest-TestServerAdvancedOps-112749063-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:49:27.674379 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-368d915b-d2a2-403c-b1f7-46eb22dd880e req-ba9619a1-5c3e-403f-849e-57757108f99a tempest-TestServerAdvancedOps-112749063 tempest-TestServerAdvancedOps-112749063-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8104103
Dec 25 21:49:27.684631 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [req-368d915b-d2a2-403c-b1f7-46eb22dd880e req-f658d4cf-532b-48cc-8b7f-3febc7cc7163 tempest-TestServerAdvancedOps-112749063 tempest-TestServerAdvancedOps-112749063-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=121606) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 25 21:49:27.685612 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-368d915b-d2a2-403c-b1f7-46eb22dd880e req-f658d4cf-532b-48cc-8b7f-3febc7cc7163 tempest-TestServerAdvancedOps-112749063 tempest-TestServerAdvancedOps-112749063-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0051134
Dec 25 21:49:27.697315 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-368d915b-d2a2-403c-b1f7-46eb22dd880e req-248bc78a-38c5-4bea-b6ec-882823335966 service neutron] Request body: {'port': {'device_id': '3f42d449-ec7a-45cb-a745-341e415a3fe0', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:49:27.753518 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-368d915b-d2a2-403c-b1f7-46eb22dd880e req-248bc78a-38c5-4bea-b6ec-882823335966 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:49:28.009897 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [req-368d915b-d2a2-403c-b1f7-46eb22dd880e req-248bc78a-38c5-4bea-b6ec-882823335966 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0278f5f3-763c-48f8-ad9c-1dd7cdbad337 {{(pid=121606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:49:28.017922 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-368d915b-d2a2-403c-b1f7-46eb22dd880e req-248bc78a-38c5-4bea-b6ec-882823335966 service neutron] Publish callbacks [] for port, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:49:28.029624 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.provisioning_blocks [req-368d915b-d2a2-403c-b1f7-46eb22dd880e req-248bc78a-38c5-4bea-b6ec-882823335966 service neutron] Transition to ACTIVE for port object 0278f5f3-763c-48f8-ad9c-1dd7cdbad337 will not be triggered until provisioned by entity L2. {{(pid=121606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 25 21:49:28.118851 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-368d915b-d2a2-403c-b1f7-46eb22dd880e req-248bc78a-38c5-4bea-b6ec-882823335966 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:49:28.193550 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248bc78a-38c5-4bea-b6ec-882823335966 service neutron] Pushing event updated for resources: {'Port': ['ID=0278f5f3-763c-48f8-ad9c-1dd7cdbad337,revision_number=2']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:49:28.209214 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7073959-d030-4d2e-bd9b-5a633b470778 req-ea6ca2bf-ac8a-41d2-9b62-89243fde0a32 tempest-TestServerAdvancedOps-112749063 tempest-TestServerAdvancedOps-112749063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:49:28.210730 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f7073959-d030-4d2e-bd9b-5a633b470778 req-ea6ca2bf-ac8a-41d2-9b62-89243fde0a32 tempest-TestServerAdvancedOps-112749063 tempest-TestServerAdvancedOps-112749063-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f42d449-ec7a-45cb-a745-341e415a3fe0 HTTP/1.1" status: 200  len: 943 time: 0.1024349
Dec 25 21:49:28.301508 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f7073959-d030-4d2e-bd9b-5a633b470778 req-219ed048-8c65-49b1-9bd0-2f541c023e23 tempest-TestServerAdvancedOps-112749063 tempest-TestServerAdvancedOps-112749063-project] 10.222.0.32 "GET /v2.0/security-groups?id=ad7c877b-36a8-4081-b5b0-58a10cc7c41e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0772650
Dec 25 21:49:28.305740 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-368d915b-d2a2-403c-b1f7-46eb22dd880e req-248bc78a-38c5-4bea-b6ec-882823335966 service neutron] Attempting to bind port 0278f5f3-763c-48f8-ad9c-1dd7cdbad337 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:49:28.306267 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-368d915b-d2a2-403c-b1f7-46eb22dd880e req-248bc78a-38c5-4bea-b6ec-882823335966 service neutron] Attempting to bind port 0278f5f3-763c-48f8-ad9c-1dd7cdbad337 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '40eedf63-68da-4a67-8440-ff50675a5b74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'b01beca0-3129-4e48-b720-4d3f02a7eb65'}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:49:28.306610 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-368d915b-d2a2-403c-b1f7-46eb22dd880e req-248bc78a-38c5-4bea-b6ec-882823335966 service neutron] Attempting to bind port 0278f5f3-763c-48f8-ad9c-1dd7cdbad337 on network b01beca0-3129-4e48-b720-4d3f02a7eb65 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:49:28.310936 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-368d915b-d2a2-403c-b1f7-46eb22dd880e req-248bc78a-38c5-4bea-b6ec-882823335966 service neutron] Port 0278f5f3-763c-48f8-ad9c-1dd7cdbad337 on network b01beca0-3129-4e48-b720-4d3f02a7eb65 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 25 21:49:28.311264 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-368d915b-d2a2-403c-b1f7-46eb22dd880e req-248bc78a-38c5-4bea-b6ec-882823335966 service neutron] Attempting to bind port 0278f5f3-763c-48f8-ad9c-1dd7cdbad337 on network b01beca0-3129-4e48-b720-4d3f02a7eb65 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:49:28.316660 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-368d915b-d2a2-403c-b1f7-46eb22dd880e req-248bc78a-38c5-4bea-b6ec-882823335966 service neutron] Checking agent: {'id': '6d577036-68fc-4aa4-aed7-5ab01de2117e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 21, 4, 34), 'started_at': datetime.datetime(2021, 12, 25, 21, 4, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 49, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:49:28.317051 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-368d915b-d2a2-403c-b1f7-46eb22dd880e req-248bc78a-38c5-4bea-b6ec-882823335966 service neutron] Checking segment: {'id': '40eedf63-68da-4a67-8440-ff50675a5b74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'b01beca0-3129-4e48-b720-4d3f02a7eb65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:49:28.317438 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-368d915b-d2a2-403c-b1f7-46eb22dd880e req-248bc78a-38c5-4bea-b6ec-882823335966 service neutron] Bound using segment: {'id': '40eedf63-68da-4a67-8440-ff50675a5b74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'b01beca0-3129-4e48-b720-4d3f02a7eb65'} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:49:28.317869 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-368d915b-d2a2-403c-b1f7-46eb22dd880e req-248bc78a-38c5-4bea-b6ec-882823335966 service neutron] Bound port: 0278f5f3-763c-48f8-ad9c-1dd7cdbad337, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40eedf63-68da-4a67-8440-ff50675a5b74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'b01beca0-3129-4e48-b720-4d3f02a7eb65'}}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:49:28.318262 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-368d915b-d2a2-403c-b1f7-46eb22dd880e req-248bc78a-38c5-4bea-b6ec-882823335966 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:49:28.383859 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-368d915b-d2a2-403c-b1f7-46eb22dd880e req-248bc78a-38c5-4bea-b6ec-882823335966 service neutron] For port 0278f5f3-763c-48f8-ad9c-1dd7cdbad337, host nch1-master-1, cleared binding levels {{(pid=121606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:49:28.386888 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-368d915b-d2a2-403c-b1f7-46eb22dd880e req-248bc78a-38c5-4bea-b6ec-882823335966 service neutron] For port 0278f5f3-763c-48f8-ad9c-1dd7cdbad337, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0278f5f3-763c-48f8-ad9c-1dd7cdbad337,segment=NetworkSegment(40eedf63-68da-4a67-8440-ff50675a5b74),segment_id=40eedf63-68da-4a67-8440-ff50675a5b74)] {{(pid=121606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:49:28.458137 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-368d915b-d2a2-403c-b1f7-46eb22dd880e req-248bc78a-38c5-4bea-b6ec-882823335966 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:49:28.493765 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368d915b-d2a2-403c-b1f7-46eb22dd880e req-248bc78a-38c5-4bea-b6ec-882823335966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:49:28.494386 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-368d915b-d2a2-403c-b1f7-46eb22dd880e req-248bc78a-38c5-4bea-b6ec-882823335966 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:49:28.495763 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-368d915b-d2a2-403c-b1f7-46eb22dd880e req-248bc78a-38c5-4bea-b6ec-882823335966 service neutron] 10.222.0.31 "PUT /v2.0/ports/0278f5f3-763c-48f8-ad9c-1dd7cdbad337 HTTP/1.1" status: 200  len: 1091 time: 0.8021240
Dec 25 21:49:28.496205 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f42d449-ec7a-45cb-a745-341e415a3fe0', 'tag': '0278f5f3-763c-48f8-ad9c-1dd7cdbad337'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:49:28.498479 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9858820c13ec2827453b94ebc4181065e990a4e4089ccb9fe762531ac62d2fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5570844-12f6-4596-8f99-fe7239b927e4" -d '{"events": [{"name": "network-changed", "server_uuid": "3f42d449-ec7a-45cb-a745-341e415a3fe0", "tag": "0278f5f3-763c-48f8-ad9c-1dd7cdbad337"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:49:28.524152 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248bc78a-38c5-4bea-b6ec-882823335966 service neutron] Pushing event updated for resources: {'Port': ['ID=0278f5f3-763c-48f8-ad9c-1dd7cdbad337,revision_number=3']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:49:28.534267 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Dec 2021 21:49:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2953280-ae35-4a70-bbbf-711c377878d3 x-openstack-request-id: req-a2953280-ae35-4a70-bbbf-711c377878d3 {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:49:28.534792 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f42d449-ec7a-45cb-a745-341e415a3fe0", "tag": "0278f5f3-763c-48f8-ad9c-1dd7cdbad337", "status": "completed", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:49:28.535081 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a2953280-ae35-4a70-bbbf-711c377878d3 {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:49:28.535505 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f42d449-ec7a-45cb-a745-341e415a3fe0', 'tag': '0278f5f3-763c-48f8-ad9c-1dd7cdbad337', 'status': 'completed', 'code': 200}
Dec 25 21:49:28.597184 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5570844-12f6-4596-8f99-fe7239b927e4 req-c1c1f9f9-8948-4343-a0fc-cdf75bc3ffb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:49:28.598602 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b5570844-12f6-4596-8f99-fe7239b927e4 req-c1c1f9f9-8948-4343-a0fc-cdf75bc3ffb7 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=419382b75cc24e299a2f85f5eea43dbd&device_id=3f42d449-ec7a-45cb-a745-341e415a3fe0 HTTP/1.1" status: 200  len: 1094 time: 0.0426259
Dec 25 21:49:28.699494 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5570844-12f6-4596-8f99-fe7239b927e4 req-5d3f3ee8-4f0e-472b-9b56-9720618e41a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:49:28.701045 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b5570844-12f6-4596-8f99-fe7239b927e4 req-5d3f3ee8-4f0e-472b-9b56-9720618e41a1 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=419382b75cc24e299a2f85f5eea43dbd&shared=False HTTP/1.1" status: 200  len: 911 time: 0.0947568
Dec 25 21:49:28.790724 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5570844-12f6-4596-8f99-fe7239b927e4 req-b6a882f8-a755-414b-9227-fd8731d38015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:49:28.792206 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b5570844-12f6-4596-8f99-fe7239b927e4 req-b6a882f8-a755-414b-9227-fd8731d38015 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.0850928
Dec 25 21:49:28.872110 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368d915b-d2a2-403c-b1f7-46eb22dd880e req-973e1efd-d3af-41ae-a9ac-65a1e35eedbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:49:28.873510 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-368d915b-d2a2-403c-b1f7-46eb22dd880e req-973e1efd-d3af-41ae-a9ac-65a1e35eedbf service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=419382b75cc24e299a2f85f5eea43dbd&device_id=3f42d449-ec7a-45cb-a745-341e415a3fe0 HTTP/1.1" status: 200  len: 1094 time: 0.0452318
Dec 25 21:49:28.914850 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-368d915b-d2a2-403c-b1f7-46eb22dd880e req-1a230db1-2efd-4751-bda5-52a77139d0ec service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0278f5f3-763c-48f8-ad9c-1dd7cdbad337 HTTP/1.1" status: 200  len: 217 time: 0.0338714
Dec 25 21:49:28.963856 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368d915b-d2a2-403c-b1f7-46eb22dd880e req-f426db52-534c-431d-9ec8-5c2492c837e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:49:28.965358 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-368d915b-d2a2-403c-b1f7-46eb22dd880e req-f426db52-534c-431d-9ec8-5c2492c837e7 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4fe99919-ad56-4637-ac47-7a5f803c53af HTTP/1.1" status: 200  len: 850 time: 0.0432065
Dec 25 21:49:28.997881 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-368d915b-d2a2-403c-b1f7-46eb22dd880e req-c9294045-6ccc-4a91-ab2e-786439a3d090 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b01beca0-3129-4e48-b720-4d3f02a7eb65&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0253506
Dec 25 21:49:29.088963 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-368d915b-d2a2-403c-b1f7-46eb22dd880e req-3011250a-9040-4097-b169-2a2e88c3bb77 service neutron] 10.222.0.31 "GET /v2.0/networks/b01beca0-3129-4e48-b720-4d3f02a7eb65?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0842617
Dec 25 21:49:29.176520 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-368d915b-d2a2-403c-b1f7-46eb22dd880e req-3dcda124-caa9-4f39-a5da-25f89aa81eab service neutron] 10.222.0.31 "GET /v2.0/networks/b01beca0-3129-4e48-b720-4d3f02a7eb65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0807431
Dec 25 21:49:29.418426 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:49:29.418426 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:49:29.418426 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:49:29.418426 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:49:29.418426 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:49:29.418426 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:49:29.418426 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:49:29.418426 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:49:29.418426 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:49:29.418426 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:49:29.418426 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:49:29.418426 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:49:29.418426 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:49:29.418426 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:49:29.418426 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:49:29.418426 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:49:29.418426 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:49:29.418426 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:49:29.418426 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:49:29.418426 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:49:29.418426 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:49:29.418426 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:49:29.418426 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:49:29.418426 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:49:29.418426 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:49:29.418426 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:49:29.418426 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:49:29.418426 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:49:29.418426 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:49:29.418426 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:49:29.418426 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:49:29.418426 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:49:29.418426 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:49:29.418426 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:49:29.418426 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:49:29.418426 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:49:29.418426 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:49:29.418426 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:49:29.418426 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:49:29.418426 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:49:29.418426 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:49:29.418426 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:49:29.418426 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:49:29.418426 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:49:29.418426 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:49:29.418426 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:49:29.418426 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:49:29.418426 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:49:29.421866 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32611c6-6258-408a-81f6-d893dcab91b7 req-6ce62488-c60a-469f-bb80-7a41f500ce07 tempest-TestServerAdvancedOps-112749063 tempest-TestServerAdvancedOps-112749063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:49:29.422091 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a32611c6-6258-408a-81f6-d893dcab91b7 req-6ce62488-c60a-469f-bb80-7a41f500ce07 tempest-TestServerAdvancedOps-112749063 tempest-TestServerAdvancedOps-112749063-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f42d449-ec7a-45cb-a745-341e415a3fe0 HTTP/1.1" status: 200  len: 943 time: 0.0536585
Dec 25 21:49:29.469273 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a32611c6-6258-408a-81f6-d893dcab91b7 req-206ec54b-399c-4a93-976a-5a7573b5f656 tempest-TestServerAdvancedOps-112749063 tempest-TestServerAdvancedOps-112749063-project] 10.222.0.32 "GET /v2.0/security-groups?id=ad7c877b-36a8-4081-b5b0-58a10cc7c41e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399981
Dec 25 21:49:29.754868 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.agents_db [None req-ec08dba0-4483-4109-b5e1-5e4a9fdaf12d None None] Agent healthcheck: found 7 active agents {{(pid=121609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 25 21:49:30.584814 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8ec793-2ea8-4653-a68c-f342bcfd4da2 req-55de2bb3-b534-495f-98e8-0a516ccecf54 tempest-TestServerAdvancedOps-112749063 tempest-TestServerAdvancedOps-112749063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:49:30.586302 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ea8ec793-2ea8-4653-a68c-f342bcfd4da2 req-55de2bb3-b534-495f-98e8-0a516ccecf54 tempest-TestServerAdvancedOps-112749063 tempest-TestServerAdvancedOps-112749063-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f42d449-ec7a-45cb-a745-341e415a3fe0 HTTP/1.1" status: 200  len: 943 time: 0.0483503
Dec 25 21:49:30.633083 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ea8ec793-2ea8-4653-a68c-f342bcfd4da2 req-c86daee8-1f09-4289-83a4-c0c9bc63e357 tempest-TestServerAdvancedOps-112749063 tempest-TestServerAdvancedOps-112749063-project] 10.222.0.32 "GET /v2.0/security-groups?id=ad7c877b-36a8-4081-b5b0-58a10cc7c41e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408175
Dec 25 21:49:31.465389 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device 0278f5f3-763c-48f8-ad9c-1dd7cdbad337 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 25 21:49:31.563258 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port 0278f5f3-763c-48f8-ad9c-1dd7cdbad337, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0278f5f3-763c-48f8-ad9c-1dd7cdbad337,segment=NetworkSegment(40eedf63-68da-4a67-8440-ff50675a5b74),segment_id=40eedf63-68da-4a67-8440-ff50675a5b74)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:49:31.574303 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Returning: {'device': '0278f5f3-763c-48f8-ad9c-1dd7cdbad337', 'network_id': 'b01beca0-3129-4e48-b720-4d3f02a7eb65', 'port_id': '0278f5f3-763c-48f8-ad9c-1dd7cdbad337', 'mac_address': 'fa:16:3e:3f:19:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4fe99919-ad56-4637-ac47-7a5f803c53af', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 25 21:49:31.611469 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:49:31.624496 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0278f5f3-763c-48f8-ad9c-1dd7cdbad337 {{(pid=121608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:49:31.644955 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port 0278f5f3-763c-48f8-ad9c-1dd7cdbad337, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0278f5f3-763c-48f8-ad9c-1dd7cdbad337,segment=NetworkSegment(40eedf63-68da-4a67-8440-ff50675a5b74),segment_id=40eedf63-68da-4a67-8440-ff50675a5b74)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:49:31.751072 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ec8dd0-c1ae-4384-89d9-0d7aeda69a4c req-f063f413-ed37-4344-9ad9-89fdb43eceb5 tempest-TestServerAdvancedOps-112749063 tempest-TestServerAdvancedOps-112749063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:49:31.752546 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d8ec8dd0-c1ae-4384-89d9-0d7aeda69a4c req-f063f413-ed37-4344-9ad9-89fdb43eceb5 tempest-TestServerAdvancedOps-112749063 tempest-TestServerAdvancedOps-112749063-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f42d449-ec7a-45cb-a745-341e415a3fe0 HTTP/1.1" status: 200  len: 943 time: 0.0525944
Dec 25 21:49:31.777993 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:49:31.801259 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d8ec8dd0-c1ae-4384-89d9-0d7aeda69a4c req-e9afcf28-cc93-4027-8b42-3dd77022bab0 tempest-TestServerAdvancedOps-112749063 tempest-TestServerAdvancedOps-112749063-project] 10.222.0.32 "GET /v2.0/security-groups?id=ad7c877b-36a8-4081-b5b0-58a10cc7c41e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422580
Dec 25 21:49:31.828288 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Pushing event updated for resources: {'Port': ['ID=0278f5f3-763c-48f8-ad9c-1dd7cdbad337,revision_number=4']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:49:31.978852 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] get_ports_and_sgs() called for port_ids ['0278f5f3-763c-48f8-ad9c-1dd7cdbad337'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:49:32.914652 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2018196a-4110-4440-9264-cea0bd1cbd15 req-43f6f301-0a10-497e-8358-a0090f69958b tempest-TestServerAdvancedOps-112749063 tempest-TestServerAdvancedOps-112749063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:49:32.916115 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2018196a-4110-4440-9264-cea0bd1cbd15 req-43f6f301-0a10-497e-8358-a0090f69958b tempest-TestServerAdvancedOps-112749063 tempest-TestServerAdvancedOps-112749063-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f42d449-ec7a-45cb-a745-341e415a3fe0 HTTP/1.1" status: 200  len: 944 time: 0.0481570
Dec 25 21:49:32.962936 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2018196a-4110-4440-9264-cea0bd1cbd15 req-1c5fc961-42b9-41ba-a909-de71cad12fe1 tempest-TestServerAdvancedOps-112749063 tempest-TestServerAdvancedOps-112749063-project] 10.222.0.32 "GET /v2.0/security-groups?id=ad7c877b-36a8-4081-b5b0-58a10cc7c41e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408056
Dec 25 21:49:33.487590 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device 0278f5f3-763c-48f8-ad9c-1dd7cdbad337 up at agent hyperv_nch1-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:49:33.638107 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Provisioning for port 0278f5f3-763c-48f8-ad9c-1dd7cdbad337 completed by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 25 21:49:33.643310 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Provisioning complete for port 0278f5f3-763c-48f8-ad9c-1dd7cdbad337 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:49:33.643678 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:49:33.720296 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:49:33.742832 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f42d449-ec7a-45cb-a745-341e415a3fe0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0278f5f3-763c-48f8-ad9c-1dd7cdbad337'}] {{(pid=121608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:49:33.745137 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a88c78c3ff6266bd59c7e89d275b28c92e739b67d23c89d71af88829fd31566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8910981a-9c9f-466b-a99f-689684b0904f" -d '{"events": [{"server_uuid": "3f42d449-ec7a-45cb-a745-341e415a3fe0", "name": "network-vif-plugged", "status": "completed", "tag": "0278f5f3-763c-48f8-ad9c-1dd7cdbad337"}]}' {{(pid=121608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:49:33.759071 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port 0278f5f3-763c-48f8-ad9c-1dd7cdbad337, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0278f5f3-763c-48f8-ad9c-1dd7cdbad337,segment=NetworkSegment(40eedf63-68da-4a67-8440-ff50675a5b74),segment_id=40eedf63-68da-4a67-8440-ff50675a5b74)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:49:33.781124 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 21:49:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-033f7a60-4c51-4123-96d3-cbd2f3ea060e x-openstack-request-id: req-033f7a60-4c51-4123-96d3-cbd2f3ea060e {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:49:33.781446 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f42d449-ec7a-45cb-a745-341e415a3fe0", "name": "network-vif-plugged", "status": "completed", "tag": "0278f5f3-763c-48f8-ad9c-1dd7cdbad337", "code": 200}]} {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:49:33.782331 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-033f7a60-4c51-4123-96d3-cbd2f3ea060e {{(pid=121608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:49:33.782755 ncdv-master-1 neutron-server[121608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f42d449-ec7a-45cb-a745-341e415a3fe0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0278f5f3-763c-48f8-ad9c-1dd7cdbad337', 'code': 200}
Dec 25 21:49:33.835241 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:49:33.876489 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31fda10-d3e8-44f1-a7e6-291b5e40f2b3 req-e6bf7359-80e5-4975-acf2-31a3900af214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:49:33.878061 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f31fda10-d3e8-44f1-a7e6-291b5e40f2b3 req-e6bf7359-80e5-4975-acf2-31a3900af214 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=3f42d449-ec7a-45cb-a745-341e415a3fe0 HTTP/1.1" status: 200  len: 1096 time: 0.0413170
Dec 25 21:49:33.887270 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Pushing event updated for resources: {'Port': ['ID=0278f5f3-763c-48f8-ad9c-1dd7cdbad337,revision_number=5']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:49:33.927129 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f31fda10-d3e8-44f1-a7e6-291b5e40f2b3 req-6f9d23de-14a2-4622-90b3-b5da50c2ff0e service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=ad7c877b-36a8-4081-b5b0-58a10cc7c41e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413511
Dec 25 21:49:34.077546 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2e8985-51d6-4268-a8c5-29dc127a3e8c req-90452e28-590a-4839-9982-2a310cfd1c20 tempest-TestServerAdvancedOps-112749063 tempest-TestServerAdvancedOps-112749063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:49:34.079651 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4d2e8985-51d6-4268-a8c5-29dc127a3e8c req-90452e28-590a-4839-9982-2a310cfd1c20 tempest-TestServerAdvancedOps-112749063 tempest-TestServerAdvancedOps-112749063-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f42d449-ec7a-45cb-a745-341e415a3fe0 HTTP/1.1" status: 200  len: 945 time: 0.0488825
Dec 25 21:49:34.126247 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4d2e8985-51d6-4268-a8c5-29dc127a3e8c req-c5c2a52f-6294-4e6c-b296-c6e2bdd88fa0 tempest-TestServerAdvancedOps-112749063 tempest-TestServerAdvancedOps-112749063-project] 10.222.0.32 "GET /v2.0/security-groups?id=ad7c877b-36a8-4081-b5b0-58a10cc7c41e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401237
Dec 25 21:49:34.486561 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:49:34.798206 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-ec315715-a7ef-4300-a807-b4a1aab9f3a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:49:35.246965 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6253610-7630-41ea-b0dc-e95dc2e81711 req-e1c2f84a-7c1a-4304-bf08-3ca72349cced tempest-TestServerAdvancedOps-112749063 tempest-TestServerAdvancedOps-112749063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:49:35.248431 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d6253610-7630-41ea-b0dc-e95dc2e81711 req-e1c2f84a-7c1a-4304-bf08-3ca72349cced tempest-TestServerAdvancedOps-112749063 tempest-TestServerAdvancedOps-112749063-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f42d449-ec7a-45cb-a745-341e415a3fe0 HTTP/1.1" status: 200  len: 945 time: 0.0478971
Dec 25 21:49:35.295412 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d6253610-7630-41ea-b0dc-e95dc2e81711 req-ff8adbfe-438e-4686-8689-7b5775f9bed9 tempest-TestServerAdvancedOps-112749063 tempest-TestServerAdvancedOps-112749063-project] 10.222.0.32 "GET /v2.0/security-groups?id=ad7c877b-36a8-4081-b5b0-58a10cc7c41e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403342
Dec 25 21:49:35.412905 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349599a5-a6b3-4a71-a4f2-c5246104b3c0 req-3bb065e3-7378-4e46-a2eb-8108007c06b1 tempest-TestServerAdvancedOps-112749063 tempest-TestServerAdvancedOps-112749063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:49:35.414288 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-349599a5-a6b3-4a71-a4f2-c5246104b3c0 req-3bb065e3-7378-4e46-a2eb-8108007c06b1 tempest-TestServerAdvancedOps-112749063 tempest-TestServerAdvancedOps-112749063-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f42d449-ec7a-45cb-a745-341e415a3fe0 HTTP/1.1" status: 200  len: 945 time: 0.0515864
Dec 25 21:49:35.460689 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-349599a5-a6b3-4a71-a4f2-c5246104b3c0 req-0e4fe1ca-4524-4b41-8150-19b7024f1623 tempest-TestServerAdvancedOps-112749063 tempest-TestServerAdvancedOps-112749063-project] 10.222.0.32 "GET /v2.0/security-groups?id=ad7c877b-36a8-4081-b5b0-58a10cc7c41e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402665
Dec 25 21:49:35.869173 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6026b552-0f6e-4354-be52-0bdbeb91f462 req-4f7124a5-d4f4-4061-a0bd-f0475d2b70d9 tempest-TestServerAdvancedOps-112749063 tempest-TestServerAdvancedOps-112749063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:49:35.870661 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-6026b552-0f6e-4354-be52-0bdbeb91f462 req-4f7124a5-d4f4-4061-a0bd-f0475d2b70d9 tempest-TestServerAdvancedOps-112749063 tempest-TestServerAdvancedOps-112749063-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f42d449-ec7a-45cb-a745-341e415a3fe0 HTTP/1.1" status: 200  len: 945 time: 0.0487428
Dec 25 21:49:35.919057 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-6026b552-0f6e-4354-be52-0bdbeb91f462 req-06110302-bac9-4e4d-8ef4-9b332209978e tempest-TestServerAdvancedOps-112749063 tempest-TestServerAdvancedOps-112749063-project] 10.222.0.32 "GET /v2.0/security-groups?id=ad7c877b-36a8-4081-b5b0-58a10cc7c41e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423338
Dec 25 21:49:36.992053 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-432762cb-8bb0-4eeb-897e-2011ec3f6105 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:49:37.037761 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3f5c6f-27cb-4261-821f-aaeae632ef37 req-4e66f623-35d6-4da3-a614-1ebce16ac097 tempest-TestServerAdvancedOps-112749063 tempest-TestServerAdvancedOps-112749063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:49:37.039253 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3a3f5c6f-27cb-4261-821f-aaeae632ef37 req-4e66f623-35d6-4da3-a614-1ebce16ac097 tempest-TestServerAdvancedOps-112749063 tempest-TestServerAdvancedOps-112749063-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f42d449-ec7a-45cb-a745-341e415a3fe0 HTTP/1.1" status: 200  len: 945 time: 0.0487790
Dec 25 21:49:37.089568 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3a3f5c6f-27cb-4261-821f-aaeae632ef37 req-b1959383-01cb-4fcf-994e-08ebedbc868d tempest-TestServerAdvancedOps-112749063 tempest-TestServerAdvancedOps-112749063-project] 10.222.0.32 "GET /v2.0/security-groups?id=ad7c877b-36a8-4081-b5b0-58a10cc7c41e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0443435
Dec 25 21:49:37.434303 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920a9f10-2cb3-4d14-afe5-17551b9863f6 req-e8d1c04e-6eef-46e6-9e64-fc3a812dfa9b tempest-TestServerAdvancedOps-112749063 tempest-TestServerAdvancedOps-112749063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:49:37.435839 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-920a9f10-2cb3-4d14-afe5-17551b9863f6 req-e8d1c04e-6eef-46e6-9e64-fc3a812dfa9b tempest-TestServerAdvancedOps-112749063 tempest-TestServerAdvancedOps-112749063-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f42d449-ec7a-45cb-a745-341e415a3fe0 HTTP/1.1" status: 200  len: 945 time: 0.0498991
Dec 25 21:49:37.495638 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-920a9f10-2cb3-4d14-afe5-17551b9863f6 req-d0e2bb84-d930-4010-8c33-a924a3c96ac7 tempest-TestServerAdvancedOps-112749063 tempest-TestServerAdvancedOps-112749063-project] 10.222.0.32 "GET /v2.0/security-groups?id=ad7c877b-36a8-4081-b5b0-58a10cc7c41e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0534034
Dec 25 21:49:37.524822 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07f7971-a9ab-4e89-8c2e-31c7aeed5b54 req-01b01d79-6859-46c1-8e1f-0e59a56fd400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:49:37.526366 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b07f7971-a9ab-4e89-8c2e-31c7aeed5b54 req-01b01d79-6859-46c1-8e1f-0e59a56fd400 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=419382b75cc24e299a2f85f5eea43dbd&device_id=3f42d449-ec7a-45cb-a745-341e415a3fe0 HTTP/1.1" status: 200  len: 1096 time: 0.0460920
Dec 25 21:49:37.619325 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07f7971-a9ab-4e89-8c2e-31c7aeed5b54 req-15f400cc-81f7-4d3d-bba1-0be4064862b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:49:37.620746 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b07f7971-a9ab-4e89-8c2e-31c7aeed5b54 req-15f400cc-81f7-4d3d-bba1-0be4064862b9 service neutron] 10.222.0.31 "GET /v2.0/networks?id=b01beca0-3129-4e48-b720-4d3f02a7eb65 HTTP/1.1" status: 200  len: 911 time: 0.0878539
Dec 25 21:49:37.662259 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b07f7971-a9ab-4e89-8c2e-31c7aeed5b54 req-a9143786-4744-4430-83c5-0f38e4817a95 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0278f5f3-763c-48f8-ad9c-1dd7cdbad337 HTTP/1.1" status: 200  len: 217 time: 0.0343935
Dec 25 21:49:37.715268 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07f7971-a9ab-4e89-8c2e-31c7aeed5b54 req-ca61b890-b749-449f-838b-cf48a3977cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:49:37.716776 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b07f7971-a9ab-4e89-8c2e-31c7aeed5b54 req-ca61b890-b749-449f-838b-cf48a3977cf4 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4fe99919-ad56-4637-ac47-7a5f803c53af HTTP/1.1" status: 200  len: 850 time: 0.0471828
Dec 25 21:49:37.747936 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b07f7971-a9ab-4e89-8c2e-31c7aeed5b54 req-cf8cae8e-68e5-4de0-997f-55d7acb7bb88 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b01beca0-3129-4e48-b720-4d3f02a7eb65&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0238507
Dec 25 21:49:37.835306 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b07f7971-a9ab-4e89-8c2e-31c7aeed5b54 req-f1a40668-ab70-4aa9-bb8a-c91b7ae79104 service neutron] 10.222.0.31 "GET /v2.0/networks/b01beca0-3129-4e48-b720-4d3f02a7eb65?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0807071
Dec 25 21:49:37.926347 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b07f7971-a9ab-4e89-8c2e-31c7aeed5b54 req-f256f6d1-74b9-46d3-a519-c8662d7c5e2d service neutron] 10.222.0.31 "GET /v2.0/networks/b01beca0-3129-4e48-b720-4d3f02a7eb65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0840750
Dec 25 21:49:38.543509 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:49:38.572009 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3e945ecd-9380-47c2-aa0a-12ebe07e03e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:49:38.618902 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c01b887-4202-4ad4-bd17-a0f69c149e8e req-189390be-4753-47c6-bb5f-99c2911139ec tempest-TestServerAdvancedOps-112749063 tempest-TestServerAdvancedOps-112749063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:49:38.620429 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8c01b887-4202-4ad4-bd17-a0f69c149e8e req-189390be-4753-47c6-bb5f-99c2911139ec tempest-TestServerAdvancedOps-112749063 tempest-TestServerAdvancedOps-112749063-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f42d449-ec7a-45cb-a745-341e415a3fe0 HTTP/1.1" status: 200  len: 945 time: 0.0514796
Dec 25 21:49:38.668097 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8c01b887-4202-4ad4-bd17-a0f69c149e8e req-4faf9b17-8351-4700-82f9-4640590ef4f6 tempest-TestServerAdvancedOps-112749063 tempest-TestServerAdvancedOps-112749063-project] 10.222.0.32 "GET /v2.0/security-groups?id=ad7c877b-36a8-4081-b5b0-58a10cc7c41e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414603
Dec 25 21:49:39.591461 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-15cb578f-7a63-4fd3-925d-83bad4c7b82a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:49:39.789077 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592b4cf1-b293-4056-a2e1-4523fa712202 req-5bd63ba0-e478-4f22-84be-0cd9c3485854 tempest-TestServerAdvancedOps-112749063 tempest-TestServerAdvancedOps-112749063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:49:39.790470 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-592b4cf1-b293-4056-a2e1-4523fa712202 req-5bd63ba0-e478-4f22-84be-0cd9c3485854 tempest-TestServerAdvancedOps-112749063 tempest-TestServerAdvancedOps-112749063-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f42d449-ec7a-45cb-a745-341e415a3fe0 HTTP/1.1" status: 200  len: 945 time: 0.0536382
Dec 25 21:49:39.835993 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-592b4cf1-b293-4056-a2e1-4523fa712202 req-6bfa3fbd-fa95-47d7-8d35-d011d8af7f20 tempest-TestServerAdvancedOps-112749063 tempest-TestServerAdvancedOps-112749063-project] 10.222.0.32 "GET /v2.0/security-groups?id=ad7c877b-36a8-4081-b5b0-58a10cc7c41e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0396698
Dec 25 21:49:40.297685 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c98168c-72a0-47fc-ac3a-92ec9233239a req-0b16d014-dde2-4adc-b835-dbdd8ba29db4 tempest-TestServerAdvancedOps-112749063 tempest-TestServerAdvancedOps-112749063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:49:40.299734 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0c98168c-72a0-47fc-ac3a-92ec9233239a req-0b16d014-dde2-4adc-b835-dbdd8ba29db4 tempest-TestServerAdvancedOps-112749063 tempest-TestServerAdvancedOps-112749063-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f42d449-ec7a-45cb-a745-341e415a3fe0 HTTP/1.1" status: 200  len: 945 time: 0.0506668
Dec 25 21:49:40.346897 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0c98168c-72a0-47fc-ac3a-92ec9233239a req-d55820cd-e4b2-4ec5-bcc5-71be0ff06cc2 tempest-TestServerAdvancedOps-112749063 tempest-TestServerAdvancedOps-112749063-project] 10.222.0.32 "GET /v2.0/security-groups?id=ad7c877b-36a8-4081-b5b0-58a10cc7c41e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412185
Dec 25 21:49:40.740314 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:49:41.463182 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04f2c91-bc8f-467d-9302-3e63f4d65993 req-bad52346-599d-4f6a-af1b-ffa4dd213593 tempest-TestServerAdvancedOps-112749063 tempest-TestServerAdvancedOps-112749063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:49:41.464640 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a04f2c91-bc8f-467d-9302-3e63f4d65993 req-bad52346-599d-4f6a-af1b-ffa4dd213593 tempest-TestServerAdvancedOps-112749063 tempest-TestServerAdvancedOps-112749063-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f42d449-ec7a-45cb-a745-341e415a3fe0 HTTP/1.1" status: 200  len: 945 time: 0.0477815
Dec 25 21:49:41.515144 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a04f2c91-bc8f-467d-9302-3e63f4d65993 req-f1bc9800-178e-45db-902c-2741df127ef2 tempest-TestServerAdvancedOps-112749063 tempest-TestServerAdvancedOps-112749063-project] 10.222.0.32 "GET /v2.0/security-groups?id=ad7c877b-36a8-4081-b5b0-58a10cc7c41e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0443220
Dec 25 21:49:41.870664 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b3965a-b4e8-483a-93c0-e15f136ce7d5 req-cc97d755-36bc-424a-9509-ff80b9506e5a tempest-TestServerAdvancedOps-112749063 tempest-TestServerAdvancedOps-112749063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:49:41.872210 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d5b3965a-b4e8-483a-93c0-e15f136ce7d5 req-cc97d755-36bc-424a-9509-ff80b9506e5a tempest-TestServerAdvancedOps-112749063 tempest-TestServerAdvancedOps-112749063-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f42d449-ec7a-45cb-a745-341e415a3fe0 HTTP/1.1" status: 200  len: 945 time: 0.0507078
Dec 25 21:49:41.944971 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d5b3965a-b4e8-483a-93c0-e15f136ce7d5 req-c199e6c9-88d5-4ab1-a178-3143d3212d74 tempest-TestServerAdvancedOps-112749063 tempest-TestServerAdvancedOps-112749063-project] 10.222.0.32 "GET /v2.0/security-groups?id=ad7c877b-36a8-4081-b5b0-58a10cc7c41e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0659542
Dec 25 21:49:41.958709 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fc783f-9a6f-465b-b03a-b937caae5f8f req-1d9fa49d-ca0d-4447-b895-a7640bcdabd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:49:41.960315 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-06fc783f-9a6f-465b-b03a-b937caae5f8f req-1d9fa49d-ca0d-4447-b895-a7640bcdabd7 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=419382b75cc24e299a2f85f5eea43dbd&device_id=3f42d449-ec7a-45cb-a745-341e415a3fe0 HTTP/1.1" status: 200  len: 1096 time: 0.0516953
Dec 25 21:49:42.053270 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fc783f-9a6f-465b-b03a-b937caae5f8f req-3a98482f-c6ff-440a-84f4-d60afa62c9ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:49:42.054685 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-06fc783f-9a6f-465b-b03a-b937caae5f8f req-3a98482f-c6ff-440a-84f4-d60afa62c9ec service neutron] 10.222.0.31 "GET /v2.0/networks?id=b01beca0-3129-4e48-b720-4d3f02a7eb65 HTTP/1.1" status: 200  len: 911 time: 0.0876093
Dec 25 21:49:42.096099 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-06fc783f-9a6f-465b-b03a-b937caae5f8f req-dd2b579e-ac9d-45a4-aee8-896bb8206784 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0278f5f3-763c-48f8-ad9c-1dd7cdbad337 HTTP/1.1" status: 200  len: 217 time: 0.0338838
Dec 25 21:49:42.143850 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fc783f-9a6f-465b-b03a-b937caae5f8f req-ed242e0d-4033-4cc3-a6a6-1649d7a69334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:49:42.147850 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-06fc783f-9a6f-465b-b03a-b937caae5f8f req-ed242e0d-4033-4cc3-a6a6-1649d7a69334 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4fe99919-ad56-4637-ac47-7a5f803c53af HTTP/1.1" status: 200  len: 850 time: 0.0449102
Dec 25 21:49:42.183872 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-06fc783f-9a6f-465b-b03a-b937caae5f8f req-5c1d2ef4-528f-41f3-96e9-26bb06cfcb85 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b01beca0-3129-4e48-b720-4d3f02a7eb65&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0291080
Dec 25 21:49:42.270669 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-06fc783f-9a6f-465b-b03a-b937caae5f8f req-a05d539e-0e61-469d-88ff-91d20b21b05f service neutron] 10.222.0.31 "GET /v2.0/networks/b01beca0-3129-4e48-b720-4d3f02a7eb65?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0797293
Dec 25 21:49:42.362466 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-06fc783f-9a6f-465b-b03a-b937caae5f8f req-a56cc089-4508-4535-b4ad-3d9eb2f44d79 service neutron] 10.222.0.31 "GET /v2.0/networks/b01beca0-3129-4e48-b720-4d3f02a7eb65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0843081
Dec 25 21:49:43.065198 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2483508-6742-4578-942d-f1cd39d18f90 req-de162382-0b3e-4433-bcf6-9139d4146d2e tempest-TestServerAdvancedOps-112749063 tempest-TestServerAdvancedOps-112749063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:49:43.066696 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e2483508-6742-4578-942d-f1cd39d18f90 req-de162382-0b3e-4433-bcf6-9139d4146d2e tempest-TestServerAdvancedOps-112749063 tempest-TestServerAdvancedOps-112749063-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f42d449-ec7a-45cb-a745-341e415a3fe0 HTTP/1.1" status: 200  len: 945 time: 0.0499403
Dec 25 21:49:43.117731 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e2483508-6742-4578-942d-f1cd39d18f90 req-c24452f8-0fec-4f64-91f2-35b1f30048bd tempest-TestServerAdvancedOps-112749063 tempest-TestServerAdvancedOps-112749063-project] 10.222.0.32 "GET /v2.0/security-groups?id=ad7c877b-36a8-4081-b5b0-58a10cc7c41e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434046
Dec 25 21:49:44.231492 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54484f93-23d7-476e-8bb6-9b9023252f77 req-fa939534-811a-49e4-b30a-48ab7b0a2b62 tempest-TestServerAdvancedOps-112749063 tempest-TestServerAdvancedOps-112749063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:49:44.232991 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-54484f93-23d7-476e-8bb6-9b9023252f77 req-fa939534-811a-49e4-b30a-48ab7b0a2b62 tempest-TestServerAdvancedOps-112749063 tempest-TestServerAdvancedOps-112749063-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f42d449-ec7a-45cb-a745-341e415a3fe0 HTTP/1.1" status: 200  len: 945 time: 0.0479658
Dec 25 21:49:44.284860 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-54484f93-23d7-476e-8bb6-9b9023252f77 req-7939b210-4986-4793-9443-bee4afe35809 tempest-TestServerAdvancedOps-112749063 tempest-TestServerAdvancedOps-112749063-project] 10.222.0.32 "GET /v2.0/security-groups?id=ad7c877b-36a8-4081-b5b0-58a10cc7c41e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0454693
Dec 25 21:49:44.710247 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1cd583-c546-44f0-b952-d2b7b4b63dae req-210546c3-e1d1-4f12-b484-2abc01cbe8b9 tempest-TestServerAdvancedOps-112749063 tempest-TestServerAdvancedOps-112749063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:49:44.711739 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ea1cd583-c546-44f0-b952-d2b7b4b63dae req-210546c3-e1d1-4f12-b484-2abc01cbe8b9 tempest-TestServerAdvancedOps-112749063 tempest-TestServerAdvancedOps-112749063-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f42d449-ec7a-45cb-a745-341e415a3fe0 HTTP/1.1" status: 200  len: 945 time: 0.0493958
Dec 25 21:49:44.759494 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ea1cd583-c546-44f0-b952-d2b7b4b63dae req-86ffc520-dc99-47aa-8c20-8e0a3cd667a8 tempest-TestServerAdvancedOps-112749063 tempest-TestServerAdvancedOps-112749063-project] 10.222.0.32 "GET /v2.0/security-groups?id=ad7c877b-36a8-4081-b5b0-58a10cc7c41e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415797
Dec 25 21:49:45.877091 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e378dd-d45a-4355-b2d9-850a6a78322a req-3ab60f09-9ba2-4e23-b1cc-0dbec1e96228 tempest-TestServerAdvancedOps-112749063 tempest-TestServerAdvancedOps-112749063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:49:45.878623 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a1e378dd-d45a-4355-b2d9-850a6a78322a req-3ab60f09-9ba2-4e23-b1cc-0dbec1e96228 tempest-TestServerAdvancedOps-112749063 tempest-TestServerAdvancedOps-112749063-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f42d449-ec7a-45cb-a745-341e415a3fe0 HTTP/1.1" status: 200  len: 945 time: 0.0490630
Dec 25 21:49:45.926857 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a1e378dd-d45a-4355-b2d9-850a6a78322a req-70e47552-058d-401a-8d75-d7591e372970 tempest-TestServerAdvancedOps-112749063 tempest-TestServerAdvancedOps-112749063-project] 10.222.0.32 "GET /v2.0/security-groups?id=ad7c877b-36a8-4081-b5b0-58a10cc7c41e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420141
Dec 25 21:49:46.436847 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae58c4c-5c7e-468f-b703-c9132f663952 req-49deb28f-ae0c-4bdf-80ff-9efb8c573ae1 tempest-TestServerAdvancedOps-112749063 tempest-TestServerAdvancedOps-112749063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:49:46.438318 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8ae58c4c-5c7e-468f-b703-c9132f663952 req-49deb28f-ae0c-4bdf-80ff-9efb8c573ae1 tempest-TestServerAdvancedOps-112749063 tempest-TestServerAdvancedOps-112749063-project] 10.222.0.31 "GET /v2.0/ports?device_id=3f42d449-ec7a-45cb-a745-341e415a3fe0 HTTP/1.1" status: 200  len: 945 time: 0.0526502
Dec 25 21:49:46.528562 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [req-8ae58c4c-5c7e-468f-b703-c9132f663952 req-3247a9a0-aae0-4e9c-a281-e9d010d587f6 tempest-TestServerAdvancedOps-112749063 tempest-TestServerAdvancedOps-112749063-project] Deleting port 0278f5f3-763c-48f8-ad9c-1dd7cdbad337 {{(pid=121606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:49:46.529001 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-8ae58c4c-5c7e-468f-b703-c9132f663952 req-3247a9a0-aae0-4e9c-a281-e9d010d587f6 tempest-TestServerAdvancedOps-112749063 tempest-TestServerAdvancedOps-112749063-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:49:46.619732 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-8ae58c4c-5c7e-468f-b703-c9132f663952 req-3247a9a0-aae0-4e9c-a281-e9d010d587f6 tempest-TestServerAdvancedOps-112749063 tempest-TestServerAdvancedOps-112749063-project] For port 0278f5f3-763c-48f8-ad9c-1dd7cdbad337, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0278f5f3-763c-48f8-ad9c-1dd7cdbad337,segment=NetworkSegment(40eedf63-68da-4a67-8440-ff50675a5b74),segment_id=40eedf63-68da-4a67-8440-ff50675a5b74)] {{(pid=121606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:49:46.620099 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-8ae58c4c-5c7e-468f-b703-c9132f663952 req-3247a9a0-aae0-4e9c-a281-e9d010d587f6 tempest-TestServerAdvancedOps-112749063 tempest-TestServerAdvancedOps-112749063-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:49:46.632958 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [req-8ae58c4c-5c7e-468f-b703-c9132f663952 req-3247a9a0-aae0-4e9c-a281-e9d010d587f6 tempest-TestServerAdvancedOps-112749063 tempest-TestServerAdvancedOps-112749063-project] Calling delete_port for 0278f5f3-763c-48f8-ad9c-1dd7cdbad337 owned by compute:nova {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:49:46.829112 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-8ae58c4c-5c7e-468f-b703-c9132f663952 req-3247a9a0-aae0-4e9c-a281-e9d010d587f6 tempest-TestServerAdvancedOps-112749063 tempest-TestServerAdvancedOps-112749063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:49:46.841661 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] get_ports_and_sgs() called for port_ids ['0278f5f3-763c-48f8-ad9c-1dd7cdbad337'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:49:46.860434 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3247a9a0-aae0-4e9c-a281-e9d010d587f6 tempest-TestServerAdvancedOps-112749063 tempest-TestServerAdvancedOps-112749063-project] Pushing event deleted for resources: {'Port': ['ID=0278f5f3-763c-48f8-ad9c-1dd7cdbad337,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:49:46.904018 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ae58c4c-5c7e-468f-b703-c9132f663952 req-3247a9a0-aae0-4e9c-a281-e9d010d587f6 tempest-TestServerAdvancedOps-112749063 tempest-TestServerAdvancedOps-112749063-project] No DVR routers for this DVR port 0278f5f3-763c-48f8-ad9c-1dd7cdbad337 on host nch1-master-1 {{(pid=121606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:49:46.906686 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-8ae58c4c-5c7e-468f-b703-c9132f663952 req-3247a9a0-aae0-4e9c-a281-e9d010d587f6 tempest-TestServerAdvancedOps-112749063 tempest-TestServerAdvancedOps-112749063-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:49:46.910083 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8ae58c4c-5c7e-468f-b703-c9132f663952 req-3247a9a0-aae0-4e9c-a281-e9d010d587f6 tempest-TestServerAdvancedOps-112749063 tempest-TestServerAdvancedOps-112749063-project] 10.222.0.31 "DELETE /v2.0/ports/0278f5f3-763c-48f8-ad9c-1dd7cdbad337 HTTP/1.1" status: 204  len: 173 time: 0.4656019
Dec 25 21:49:46.910522 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f42d449-ec7a-45cb-a745-341e415a3fe0', 'name': 'network-vif-deleted', 'tag': '0278f5f3-763c-48f8-ad9c-1dd7cdbad337'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:49:46.912760 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9858820c13ec2827453b94ebc4181065e990a4e4089ccb9fe762531ac62d2fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e1215c0-a80e-4c0f-941b-35ac76165e51" -d '{"events": [{"server_uuid": "3f42d449-ec7a-45cb-a745-341e415a3fe0", "name": "network-vif-deleted", "tag": "0278f5f3-763c-48f8-ad9c-1dd7cdbad337"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:49:47.025161 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 21:49:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed1ade77-4a6a-4241-bc79-334bcdc7ef6b x-openstack-request-id: req-ed1ade77-4a6a-4241-bc79-334bcdc7ef6b {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:49:47.025460 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f42d449-ec7a-45cb-a745-341e415a3fe0", "name": "network-vif-deleted", "tag": "0278f5f3-763c-48f8-ad9c-1dd7cdbad337", "status": "completed", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:49:47.025715 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ed1ade77-4a6a-4241-bc79-334bcdc7ef6b {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:49:47.026115 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f42d449-ec7a-45cb-a745-341e415a3fe0', 'name': 'network-vif-deleted', 'tag': '0278f5f3-763c-48f8-ad9c-1dd7cdbad337', 'status': 'completed', 'code': 200}
Dec 25 21:49:47.028177 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0239856e-a29f-496e-a968-90c063c70a2e req-50ee7c18-43a7-424a-a82e-074aac2e70ab tempest-TestServerAdvancedOps-112749063 tempest-TestServerAdvancedOps-112749063-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f42d449-ec7a-45cb-a745-341e415a3fe0 HTTP/1.1" status: 200  len: 210 time: 0.0305753
Dec 25 21:49:48.137918 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b324173c-d5cc-4259-a5f6-621e0469d26b req-c0564d21-3620-44b4-8099-21d20a8752e0 tempest-TestServerAdvancedOps-112749063 tempest-TestServerAdvancedOps-112749063-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f42d449-ec7a-45cb-a745-341e415a3fe0 HTTP/1.1" status: 200  len: 210 time: 0.0257504
Dec 25 21:49:49.196961 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 44704) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:49:49.244888 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_v2 [None req-75cc3d56-a578-444a-97c7-c4ca288c5632 admin admin] Deleting subnet 4fe99919-ad56-4637-ac47-7a5f803c53af {{(pid=121607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Dec 25 21:49:49.247955 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-75cc3d56-a578-444a-97c7-c4ca288c5632 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:49:49.281730 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-75cc3d56-a578-444a-97c7-c4ca288c5632 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10246617'] for subnet, precommit_delete_associations {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:49:49.325413 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-75cc3d56-a578-444a-97c7-c4ca288c5632 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995662'] for subnet, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:49:49.446451 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-75cc3d56-a578-444a-97c7-c4ca288c5632 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8632410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8852809'] for subnet, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:49:49.472145 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cc3d56-a578-444a-97c7-c4ca288c5632 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4fe99919-ad56-4637-ac47-7a5f803c53af,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:49:49.475835 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-75cc3d56-a578-444a-97c7-c4ca288c5632 admin admin] Publish callbacks [] for subnet, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:49:49.479127 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-75cc3d56-a578-444a-97c7-c4ca288c5632 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/4fe99919-ad56-4637-ac47-7a5f803c53af HTTP/1.1" status: 204  len: 168 time: 0.2811434
Dec 25 21:49:49.481571 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 44706) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:49:49.553025 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-982d6cec-4d35-46df-a3bf-8495fa14cea1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625803'] for network, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:49:49.564658 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device 0278f5f3-763c-48f8-ad9c-1dd7cdbad337 no longer exists at agent hyperv_nch1-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:49:49.585179 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] No Port match for: 0278f5f3-763c-48f8-ad9c-1dd7cdbad337 {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:49:49.585523 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device 0278f5f3-763c-48f8-ad9c-1dd7cdbad337 not bound to the agent host nch1-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:49:49.637087 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-982d6cec-4d35-46df-a3bf-8495fa14cea1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997585', 'neutron.services.segments.db._delete_segments_for_network-8737602743071'] for network, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:49:49.658242 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-982d6cec-4d35-46df-a3bf-8495fa14cea1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f261915a160>,) {'filters': {'network_id': ['b01beca0-3129-4e48-b720-4d3f02a7eb65']}} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:49:49.668977 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-982d6cec-4d35-46df-a3bf-8495fa14cea1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f261915a160>, '40eedf63-68da-4a67-8440-ff50675a5b74') {'for_net_delete': True} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:49:49.669282 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-982d6cec-4d35-46df-a3bf-8495fa14cea1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f261915a160>, '40eedf63-68da-4a67-8440-ff50675a5b74') {} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:49:49.678412 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-982d6cec-4d35-46df-a3bf-8495fa14cea1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737602746920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10246592'] for segment, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:49:49.691598 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-982d6cec-4d35-46df-a3bf-8495fa14cea1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:49:49.697444 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-982d6cec-4d35-46df-a3bf-8495fa14cea1 admin admin] Releasing vlan 167 on physical network physnet1 to pool {{(pid=121607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 25 21:49:49.697824 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-982d6cec-4d35-46df-a3bf-8495fa14cea1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8633327'] for segment, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:49:49.699436 ncdv-master-1 neutron-server[121607]: Traceback (most recent call last):
Dec 25 21:49:49.699436 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 25 21:49:49.699436 ncdv-master-1 neutron-server[121607]:     timer()
Dec 25 21:49:49.699436 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 25 21:49:49.699436 ncdv-master-1 neutron-server[121607]:     cb(*args, **kw)
Dec 25 21:49:49.699436 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 25 21:49:49.699436 ncdv-master-1 neutron-server[121607]:     return func(*args, **kwargs)
Dec 25 21:49:49.699436 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 25 21:49:49.699436 ncdv-master-1 neutron-server[121607]:     self._notify()
Dec 25 21:49:49.699436 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 25 21:49:49.699436 ncdv-master-1 neutron-server[121607]:     self.callback(batched_events)
Dec 25 21:49:49.699436 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 25 21:49:49.699436 ncdv-master-1 neutron-server[121607]:     event.method(event)
Dec 25 21:49:49.699436 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 25 21:49:49.699436 ncdv-master-1 neutron-server[121607]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 25 21:49:49.699436 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 25 21:49:49.699436 ncdv-master-1 neutron-server[121607]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 25 21:49:49.699436 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 25 21:49:49.699436 ncdv-master-1 neutron-server[121607]:     return f(self, *a, **k)
Dec 25 21:49:49.699436 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 25 21:49:49.699436 ncdv-master-1 neutron-server[121607]:     return self._get(url).json()
Dec 25 21:49:49.699436 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 25 21:49:49.699436 ncdv-master-1 neutron-server[121607]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 25 21:49:49.699436 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 25 21:49:49.699436 ncdv-master-1 neutron-server[121607]:     return self.request(url, 'GET', **kwargs)
Dec 25 21:49:49.699436 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 25 21:49:49.699436 ncdv-master-1 neutron-server[121607]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 25 21:49:49.699436 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 25 21:49:49.699436 ncdv-master-1 neutron-server[121607]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 25 21:49:49.699436 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 25 21:49:49.699436 ncdv-master-1 neutron-server[121607]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 25 21:49:49.699436 ncdv-master-1 neutron-server[121607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 25 21:49:49.831500 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-982d6cec-4d35-46df-a3bf-8495fa14cea1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2008653'] for network, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:49:49.836704 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-982d6cec-4d35-46df-a3bf-8495fa14cea1 admin admin] Publish callbacks [] for network, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:49:49.839904 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-982d6cec-4d35-46df-a3bf-8495fa14cea1 admin admin] 10.222.0.32 "DELETE /v2.0/networks/b01beca0-3129-4e48-b720-4d3f02a7eb65 HTTP/1.1" status: 204  len: 168 time: 0.3574226
Dec 25 21:49:49.842834 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 44708) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:49:49.850613 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982d6cec-4d35-46df-a3bf-8495fa14cea1 admin admin] Pushing event deleted for resources: {'Network': ['ID=b01beca0-3129-4e48-b720-4d3f02a7eb65,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:49:49.891206 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1251839-6c04-40fb-9cb3-2adc975d0c79 admin admin] Deleting subnet e7be284d-9b6f-43ae-849b-160ea5e159c4 {{(pid=121606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Dec 25 21:49:49.895286 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-e1251839-6c04-40fb-9cb3-2adc975d0c79 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:49:49.929093 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-e1251839-6c04-40fb-9cb3-2adc975d0c79 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9084199'] for subnet, precommit_delete_associations {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:49:49.970037 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-e1251839-6c04-40fb-9cb3-2adc975d0c79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995662'] for subnet, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:49:50.105879 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-e1251839-6c04-40fb-9cb3-2adc975d0c79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9084363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9028506'] for subnet, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:49:50.131990 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1251839-6c04-40fb-9cb3-2adc975d0c79 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e7be284d-9b6f-43ae-849b-160ea5e159c4,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:49:50.135556 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-e1251839-6c04-40fb-9cb3-2adc975d0c79 admin admin] Publish callbacks [] for subnet, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:49:50.138968 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-e1251839-6c04-40fb-9cb3-2adc975d0c79 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/e7be284d-9b6f-43ae-849b-160ea5e159c4 HTTP/1.1" status: 204  len: 168 time: 0.2951331
Dec 25 21:49:50.141467 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 44710) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:49:50.217844 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-c6d3b959-4665-4047-a210-b565a6443e5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625803'] for network, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:49:50.313171 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-c6d3b959-4665-4047-a210-b565a6443e5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997585', 'neutron.services.segments.db._delete_segments_for_network-8737602743071'] for network, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:49:50.337271 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.segments.db [None req-c6d3b959-4665-4047-a210-b565a6443e5e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2612c61a00>,) {'filters': {'network_id': ['c4b104ad-1899-438d-880c-c5417eb16103']}} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:49:50.347041 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.segments.db [None req-c6d3b959-4665-4047-a210-b565a6443e5e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2612c61a00>, 'f18e6f21-157b-4312-8f6e-d6c76190aa82') {'for_net_delete': True} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:49:50.347337 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.segments.db [None req-c6d3b959-4665-4047-a210-b565a6443e5e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2612c61a00>, 'f18e6f21-157b-4312-8f6e-d6c76190aa82') {} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:49:50.356487 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-c6d3b959-4665-4047-a210-b565a6443e5e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737602746920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9084222'] for segment, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:49:50.369678 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-c6d3b959-4665-4047-a210-b565a6443e5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:49:50.375417 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6d3b959-4665-4047-a210-b565a6443e5e admin admin] Releasing vlan 152 on physical network physnet1 to pool {{(pid=121606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 25 21:49:50.375792 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-c6d3b959-4665-4047-a210-b565a6443e5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9084542'] for segment, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:49:50.377462 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:49:50.377462 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:49:50.377462 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:49:50.377462 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:49:50.377462 ncdv-master-1 neutron-server[121606]: Traceback (most recent call last):
Dec 25 21:49:50.377462 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 25 21:49:50.377462 ncdv-master-1 neutron-server[121606]:     timer()
Dec 25 21:49:50.377462 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 25 21:49:50.377462 ncdv-master-1 neutron-server[121606]:     cb(*args, **kw)
Dec 25 21:49:50.377462 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 25 21:49:50.377462 ncdv-master-1 neutron-server[121606]:     return func(*args, **kwargs)
Dec 25 21:49:50.377462 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 25 21:49:50.377462 ncdv-master-1 neutron-server[121606]:     self._notify()
Dec 25 21:49:50.377462 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 25 21:49:50.377462 ncdv-master-1 neutron-server[121606]:     self.callback(batched_events)
Dec 25 21:49:50.377462 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 25 21:49:50.377462 ncdv-master-1 neutron-server[121606]:     event.method(event)
Dec 25 21:49:50.377462 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 25 21:49:50.377462 ncdv-master-1 neutron-server[121606]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 25 21:49:50.377462 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 25 21:49:50.377462 ncdv-master-1 neutron-server[121606]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 25 21:49:50.377462 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 25 21:49:50.377462 ncdv-master-1 neutron-server[121606]:     return f(self, *a, **k)
Dec 25 21:49:50.377462 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 25 21:49:50.377462 ncdv-master-1 neutron-server[121606]:     return self._get(url).json()
Dec 25 21:49:50.377462 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 25 21:49:50.377462 ncdv-master-1 neutron-server[121606]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 25 21:49:50.377462 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 25 21:49:50.377462 ncdv-master-1 neutron-server[121606]:     return self.request(url, 'GET', **kwargs)
Dec 25 21:49:50.377462 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 25 21:49:50.377462 ncdv-master-1 neutron-server[121606]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 25 21:49:50.377462 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 25 21:49:50.377462 ncdv-master-1 neutron-server[121606]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 25 21:49:50.377462 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 25 21:49:50.377462 ncdv-master-1 neutron-server[121606]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 25 21:49:50.377462 ncdv-master-1 neutron-server[121606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 25 21:49:50.505131 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-c6d3b959-4665-4047-a210-b565a6443e5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2008653'] for network, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:49:50.510444 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-c6d3b959-4665-4047-a210-b565a6443e5e admin admin] Publish callbacks [] for network, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:49:50.513663 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-c6d3b959-4665-4047-a210-b565a6443e5e admin admin] 10.222.0.32 "DELETE /v2.0/networks/c4b104ad-1899-438d-880c-c5417eb16103 HTTP/1.1" status: 204  len: 168 time: 0.3712261
Dec 25 21:49:50.525569 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d3b959-4665-4047-a210-b565a6443e5e admin admin] Pushing event deleted for resources: {'Network': ['ID=c4b104ad-1899-438d-880c-c5417eb16103,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:49:50.908738 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 44714) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:49:50.947620 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-76ca83f6-bc3c-44c7-8df1-63ff92c68dc5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=419382b75cc24e299a2f85f5eea43dbd&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0376728
Dec 25 21:49:50.950113 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 44716) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:49:51.001138 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-673a196e-8e83-4206-9b78-a9ef01844e8e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:49:51.022228 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-673a196e-8e83-4206-9b78-a9ef01844e8e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:49:51.160490 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-673a196e-8e83-4206-9b78-a9ef01844e8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:49:51.163077 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-673a196e-8e83-4206-9b78-a9ef01844e8e admin admin] Publish callbacks [] for security_group, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:49:51.164329 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-673a196e-8e83-4206-9b78-a9ef01844e8e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ad7c877b-36a8-4081-b5b0-58a10cc7c41e HTTP/1.1" status: 204  len: 168 time: 0.2132452
Dec 25 21:49:51.172335 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673a196e-8e83-4206-9b78-a9ef01844e8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad7c877b-36a8-4081-b5b0-58a10cc7c41e,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:49:51.856787 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 44722) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:49:51.896350 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-416f121a-6177-4c71-acd0-d22ff9d009e2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=491980fabfb540e1b73eb846e845f1f6&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0383120
Dec 25 21:49:51.898821 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 44724) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:49:51.949572 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-d36dc0ba-75b4-4039-961e-65804969d87c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:49:51.969911 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-d36dc0ba-75b4-4039-961e-65804969d87c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:49:52.065473 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-d36dc0ba-75b4-4039-961e-65804969d87c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:49:52.068058 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-d36dc0ba-75b4-4039-961e-65804969d87c admin admin] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:49:52.069344 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-d36dc0ba-75b4-4039-961e-65804969d87c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8c33e9fc-df95-46a6-85eb-f79d28e1dec8 HTTP/1.1" status: 204  len: 168 time: 0.1695311
Dec 25 21:49:52.084253 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36dc0ba-75b4-4039-961e-65804969d87c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c33e9fc-df95-46a6-85eb-f79d28e1dec8,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:50:04.463734 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:50:04.772082 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-c6d0300d-d407-4f0f-92f1-a6b4995fdb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:50:06.754316 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.agents_db [None req-ec08dba0-4483-4109-b5e1-5e4a9fdaf12d None None] Agent healthcheck: found 7 active agents {{(pid=121609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 25 21:50:07.000326 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-f74b47a1-9fbb-44be-8b59-75f2bbcf630f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:50:07.517889 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-44bebb5d-d9b3-482f-958f-4cfad706840e req-e3ec560c-4022-4b94-870f-39f0f8199255 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ed6a5d6e-fdbb-4612-9c9e-ccba16508aeb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0385039
Dec 25 21:50:07.596786 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bebb5d-d9b3-482f-958f-4cfad706840e req-4aaca5ae-9fcd-4a1f-afac-ca6f1a53231a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:50:07.598304 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-44bebb5d-d9b3-482f-958f-4cfad706840e req-4aaca5ae-9fcd-4a1f-afac-ca6f1a53231a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=64e4751d74674097b87a3ad1c686e9e5&device_id=ed6a5d6e-fdbb-4612-9c9e-ccba16508aeb HTTP/1.1" status: 200  len: 1096 time: 0.0401692
Dec 25 21:50:07.702042 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bebb5d-d9b3-482f-958f-4cfad706840e req-5cfc2e5b-ab10-40ca-a577-7d177fc68c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:50:07.703511 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-44bebb5d-d9b3-482f-958f-4cfad706840e req-5cfc2e5b-ab10-40ca-a577-7d177fc68c3e service neutron] 10.222.0.37 "GET /v2.0/networks?id=a4c0b0f2-b6e6-4cd5-b432-998e4080be8f HTTP/1.1" status: 200  len: 909 time: 0.0868790
Dec 25 21:50:07.766738 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-44bebb5d-d9b3-482f-958f-4cfad706840e req-6fa3f843-4924-4964-941d-81aff6a24018 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=931bea7a-4cb4-461c-951d-5f999f37574b HTTP/1.1" status: 200  len: 1001 time: 0.0558698
Dec 25 21:50:07.819034 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bebb5d-d9b3-482f-958f-4cfad706840e req-07f85538-b008-4f6e-9e60-3d1787461bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:50:07.820413 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-44bebb5d-d9b3-482f-958f-4cfad706840e req-07f85538-b008-4f6e-9e60-3d1787461bd9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=890f9595-15a1-44e2-9623-b5b5a5ffc2ef HTTP/1.1" status: 200  len: 847 time: 0.0469661
Dec 25 21:50:07.864993 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bebb5d-d9b3-482f-958f-4cfad706840e req-39a2f512-47c5-4351-b51c-b7570937bb56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:50:07.878736 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-44bebb5d-d9b3-482f-958f-4cfad706840e req-39a2f512-47c5-4351-b51c-b7570937bb56 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a4c0b0f2-b6e6-4cd5-b432-998e4080be8f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0392218
Dec 25 21:50:07.957717 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-44bebb5d-d9b3-482f-958f-4cfad706840e req-3e5d3df0-3338-47d1-b824-1734358c7c31 service neutron] 10.222.0.37 "GET /v2.0/networks/a4c0b0f2-b6e6-4cd5-b432-998e4080be8f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0825379
Dec 25 21:50:08.053393 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-44bebb5d-d9b3-482f-958f-4cfad706840e req-b795fe1b-fb5b-4cb1-8cea-801f5bc2ff45 service neutron] 10.222.0.37 "GET /v2.0/networks/a4c0b0f2-b6e6-4cd5-b432-998e4080be8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0892136
Dec 25 21:50:08.521939 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:50:08.556084 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3e945ecd-9380-47c2-aa0a-12ebe07e03e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:50:09.584666 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-15cb578f-7a63-4fd3-925d-83bad4c7b82a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:50:10.771919 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:50:34.509589 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:50:34.824180 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-e45975eb-4e4f-49b1-8943-dc5b91905131 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:50:36.983184 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-408ab364-e10c-4be0-adc5-698d45bd99b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:50:38.567162 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:50:38.583736 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3e945ecd-9380-47c2-aa0a-12ebe07e03e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:50:39.606614 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-15cb578f-7a63-4fd3-925d-83bad4c7b82a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:50:40.732681 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:50:43.753664 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.agents_db [None req-ec08dba0-4483-4109-b5e1-5e4a9fdaf12d None None] Agent healthcheck: found 7 active agents {{(pid=121609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 25 21:51:04.496697 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:51:04.828733 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-23543c2a-0f79-4af1-8aea-94d2c51e7c07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:51:06.994244 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-0e61b489-b537-4460-9fd5-daadeb6f8ad3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:51:07.499225 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9292eb8d-8d9b-4e9f-9af3-98e9096f1e9c req-ab824397-1699-4a95-9481-fda6a5e5671c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ed6a5d6e-fdbb-4612-9c9e-ccba16508aeb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0393896
Dec 25 21:51:07.583490 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9292eb8d-8d9b-4e9f-9af3-98e9096f1e9c req-92236857-ad31-4b07-b232-f1d1ff2ccc14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:51:07.585008 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9292eb8d-8d9b-4e9f-9af3-98e9096f1e9c req-92236857-ad31-4b07-b232-f1d1ff2ccc14 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=64e4751d74674097b87a3ad1c686e9e5&device_id=ed6a5d6e-fdbb-4612-9c9e-ccba16508aeb HTTP/1.1" status: 200  len: 1096 time: 0.0451896
Dec 25 21:51:07.684697 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9292eb8d-8d9b-4e9f-9af3-98e9096f1e9c req-27e82c72-141f-4ce0-a5d1-f875a0d8e80c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:51:07.686206 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9292eb8d-8d9b-4e9f-9af3-98e9096f1e9c req-27e82c72-141f-4ce0-a5d1-f875a0d8e80c service neutron] 10.222.0.37 "GET /v2.0/networks?id=a4c0b0f2-b6e6-4cd5-b432-998e4080be8f HTTP/1.1" status: 200  len: 909 time: 0.0836282
Dec 25 21:51:07.754689 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9292eb8d-8d9b-4e9f-9af3-98e9096f1e9c req-aa5a9c7b-87f7-4e51-87ca-f91306d9abf9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=931bea7a-4cb4-461c-951d-5f999f37574b HTTP/1.1" status: 200  len: 1001 time: 0.0604300
Dec 25 21:51:07.801440 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9292eb8d-8d9b-4e9f-9af3-98e9096f1e9c req-5069c505-402b-4619-bf24-23c68e68a6d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:51:07.802887 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9292eb8d-8d9b-4e9f-9af3-98e9096f1e9c req-5069c505-402b-4619-bf24-23c68e68a6d2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=890f9595-15a1-44e2-9623-b5b5a5ffc2ef HTTP/1.1" status: 200  len: 847 time: 0.0421672
Dec 25 21:51:07.847363 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9292eb8d-8d9b-4e9f-9af3-98e9096f1e9c req-45e678cf-f292-4b48-ac35-7b7b753bccf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:51:07.848821 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9292eb8d-8d9b-4e9f-9af3-98e9096f1e9c req-45e678cf-f292-4b48-ac35-7b7b753bccf4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a4c0b0f2-b6e6-4cd5-b432-998e4080be8f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0394223
Dec 25 21:51:07.940437 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9292eb8d-8d9b-4e9f-9af3-98e9096f1e9c req-e8dd15c6-1480-455d-8ece-89a63c0d4d94 service neutron] 10.222.0.37 "GET /v2.0/networks/a4c0b0f2-b6e6-4cd5-b432-998e4080be8f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0844905
Dec 25 21:51:08.029312 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9292eb8d-8d9b-4e9f-9af3-98e9096f1e9c req-1bb256b7-92a9-44aa-99b3-d27691d2413f service neutron] 10.222.0.37 "GET /v2.0/networks/a4c0b0f2-b6e6-4cd5-b432-998e4080be8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0821941
Dec 25 21:51:08.548436 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:51:08.576816 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3e945ecd-9380-47c2-aa0a-12ebe07e03e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:51:09.588853 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-15cb578f-7a63-4fd3-925d-83bad4c7b82a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:51:10.743144 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:51:20.752021 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.agents_db [None req-ec08dba0-4483-4109-b5e1-5e4a9fdaf12d None None] Agent healthcheck: found 7 active agents {{(pid=121609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 25 21:51:34.484858 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:51:34.799056 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-ddae9107-37ed-41ad-a536-392738801271 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:51:37.022219 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9573e129-2bd1-412e-b487-3976c28795e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:51:38.537203 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:51:38.587951 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3e945ecd-9380-47c2-aa0a-12ebe07e03e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:51:39.593558 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-15cb578f-7a63-4fd3-925d-83bad4c7b82a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:51:40.730233 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:51:43.448487 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491c1701-3b53-4a34-9209-b17acef014d9 req-86ed1459-902c-4abb-8af0-9cf6ae012ae2 tempest-TestServerBasicOps-1234246955 tempest-TestServerBasicOps-1234246955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:51:43.450125 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-491c1701-3b53-4a34-9209-b17acef014d9 req-86ed1459-902c-4abb-8af0-9cf6ae012ae2 tempest-TestServerBasicOps-1234246955 tempest-TestServerBasicOps-1234246955-project] 10.222.0.32 "GET /v2.0/ports?device_id=ed6a5d6e-fdbb-4612-9c9e-ccba16508aeb HTTP/1.1" status: 200  len: 945 time: 0.0539403
Dec 25 21:51:43.823344 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-491c1701-3b53-4a34-9209-b17acef014d9 req-0107639e-edc9-45ef-95af-3aedbf71c7c9 tempest-TestServerBasicOps-1234246955 tempest-TestServerBasicOps-1234246955-project] 10.222.0.32 "GET /v2.0/security-groups?id=cacc4666-4308-4316-afb3-166edb1f6f7f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3670988
Dec 25 21:51:44.719899 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbddf2ba-2eaa-4030-9958-184da852ced3 req-0512d320-c842-4f2c-b42b-e89cd7520d1d tempest-TestServerBasicOps-1234246955 tempest-TestServerBasicOps-1234246955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:51:44.721381 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-cbddf2ba-2eaa-4030-9958-184da852ced3 req-0512d320-c842-4f2c-b42b-e89cd7520d1d tempest-TestServerBasicOps-1234246955 tempest-TestServerBasicOps-1234246955-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed6a5d6e-fdbb-4612-9c9e-ccba16508aeb HTTP/1.1" status: 200  len: 945 time: 0.0477033
Dec 25 21:51:44.811978 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [req-cbddf2ba-2eaa-4030-9958-184da852ced3 req-63921adc-e941-4334-810a-72b19a5ee513 tempest-TestServerBasicOps-1234246955 tempest-TestServerBasicOps-1234246955-project] Deleting port 931bea7a-4cb4-461c-951d-5f999f37574b {{(pid=121606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:51:44.812323 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-cbddf2ba-2eaa-4030-9958-184da852ced3 req-63921adc-e941-4334-810a-72b19a5ee513 tempest-TestServerBasicOps-1234246955 tempest-TestServerBasicOps-1234246955-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:51:44.899159 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-cbddf2ba-2eaa-4030-9958-184da852ced3 req-63921adc-e941-4334-810a-72b19a5ee513 tempest-TestServerBasicOps-1234246955 tempest-TestServerBasicOps-1234246955-project] For port 931bea7a-4cb4-461c-951d-5f999f37574b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=931bea7a-4cb4-461c-951d-5f999f37574b,segment=NetworkSegment(ccd8bbf5-888c-493e-8fbc-b825dde59170),segment_id=ccd8bbf5-888c-493e-8fbc-b825dde59170)] {{(pid=121606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:51:44.899520 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-cbddf2ba-2eaa-4030-9958-184da852ced3 req-63921adc-e941-4334-810a-72b19a5ee513 tempest-TestServerBasicOps-1234246955 tempest-TestServerBasicOps-1234246955-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:51:45.048476 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fec2b37-0ecf-4621-9581-aff68089ba92 req-f908f982-099a-4e0c-9bc3-e3247639e874 tempest-TestServerBasicOps-1234246955 tempest-TestServerBasicOps-1234246955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:51:45.049925 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8fec2b37-0ecf-4621-9581-aff68089ba92 req-f908f982-099a-4e0c-9bc3-e3247639e874 tempest-TestServerBasicOps-1234246955 tempest-TestServerBasicOps-1234246955-project] 10.222.0.32 "GET /v2.0/ports?device_id=ed6a5d6e-fdbb-4612-9c9e-ccba16508aeb HTTP/1.1" status: 200  len: 945 time: 0.1477909
Dec 25 21:51:45.173639 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8fec2b37-0ecf-4621-9581-aff68089ba92 req-e0211493-1496-4400-802d-3f6b138b3915 tempest-TestServerBasicOps-1234246955 tempest-TestServerBasicOps-1234246955-project] 10.222.0.32 "GET /v2.0/security-groups?id=cacc4666-4308-4316-afb3-166edb1f6f7f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0943182
Dec 25 21:51:45.192158 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-cbddf2ba-2eaa-4030-9958-184da852ced3 req-63921adc-e941-4334-810a-72b19a5ee513 tempest-TestServerBasicOps-1234246955 tempest-TestServerBasicOps-1234246955-project] Publish callbacks [] for floatingip, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:51:45.192522 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-cbddf2ba-2eaa-4030-9958-184da852ced3 req-63921adc-e941-4334-810a-72b19a5ee513 tempest-TestServerBasicOps-1234246955 tempest-TestServerBasicOps-1234246955-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2008639'] for floatingip, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:51:45.192839 ncdv-master-1 neutron-server[121606]: INFO neutron.db.l3_db [req-cbddf2ba-2eaa-4030-9958-184da852ced3 req-63921adc-e941-4334-810a-72b19a5ee513 tempest-TestServerBasicOps-1234246955 tempest-TestServerBasicOps-1234246955-project] Floating IP d90d1e24-00d1-4a68-a145-349d0a358b85 disassociated. External IP: 172.35.3.152, port: 931bea7a-4cb4-461c-951d-5f999f37574b.
Dec 25 21:51:45.193212 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [req-cbddf2ba-2eaa-4030-9958-184da852ced3 req-63921adc-e941-4334-810a-72b19a5ee513 tempest-TestServerBasicOps-1234246955 tempest-TestServerBasicOps-1234246955-project] Calling delete_port for 931bea7a-4cb4-461c-951d-5f999f37574b owned by compute:nova {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:51:45.376550 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-cbddf2ba-2eaa-4030-9958-184da852ced3 req-63921adc-e941-4334-810a-72b19a5ee513 tempest-TestServerBasicOps-1234246955 tempest-TestServerBasicOps-1234246955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:51:45.406348 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63921adc-e941-4334-810a-72b19a5ee513 tempest-TestServerBasicOps-1234246955 tempest-TestServerBasicOps-1234246955-project] Pushing event deleted for resources: {'Port': ['ID=931bea7a-4cb4-461c-951d-5f999f37574b,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:51:45.416702 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63921adc-e941-4334-810a-72b19a5ee513 tempest-TestServerBasicOps-1234246955 tempest-TestServerBasicOps-1234246955-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:51:45.417109 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63921adc-e941-4334-810a-72b19a5ee513 tempest-TestServerBasicOps-1234246955 tempest-TestServerBasicOps-1234246955-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:51:45.417420 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63921adc-e941-4334-810a-72b19a5ee513 tempest-TestServerBasicOps-1234246955 tempest-TestServerBasicOps-1234246955-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:51:45.417754 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63921adc-e941-4334-810a-72b19a5ee513 tempest-TestServerBasicOps-1234246955 tempest-TestServerBasicOps-1234246955-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:51:45.418084 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63921adc-e941-4334-810a-72b19a5ee513 tempest-TestServerBasicOps-1234246955 tempest-TestServerBasicOps-1234246955-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:51:45.418410 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63921adc-e941-4334-810a-72b19a5ee513 tempest-TestServerBasicOps-1234246955 tempest-TestServerBasicOps-1234246955-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:51:45.418735 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63921adc-e941-4334-810a-72b19a5ee513 tempest-TestServerBasicOps-1234246955 tempest-TestServerBasicOps-1234246955-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:51:45.419084 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63921adc-e941-4334-810a-72b19a5ee513 tempest-TestServerBasicOps-1234246955 tempest-TestServerBasicOps-1234246955-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:51:45.419408 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63921adc-e941-4334-810a-72b19a5ee513 tempest-TestServerBasicOps-1234246955 tempest-TestServerBasicOps-1234246955-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:51:45.419728 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63921adc-e941-4334-810a-72b19a5ee513 tempest-TestServerBasicOps-1234246955 tempest-TestServerBasicOps-1234246955-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:51:45.420045 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63921adc-e941-4334-810a-72b19a5ee513 tempest-TestServerBasicOps-1234246955 tempest-TestServerBasicOps-1234246955-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:51:45.420849 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63921adc-e941-4334-810a-72b19a5ee513 tempest-TestServerBasicOps-1234246955 tempest-TestServerBasicOps-1234246955-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:51:45.420849 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63921adc-e941-4334-810a-72b19a5ee513 tempest-TestServerBasicOps-1234246955 tempest-TestServerBasicOps-1234246955-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:51:45.528823 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cbddf2ba-2eaa-4030-9958-184da852ced3 req-63921adc-e941-4334-810a-72b19a5ee513 tempest-TestServerBasicOps-1234246955 tempest-TestServerBasicOps-1234246955-project] Router a9a5f28c-0a17-40ed-8e85-3a5142666aab has already been hosted by L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 {{(pid=121606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 25 21:51:45.634257 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cbddf2ba-2eaa-4030-9958-184da852ced3 req-63921adc-e941-4334-810a-72b19a5ee513 tempest-TestServerBasicOps-1234246955 tempest-TestServerBasicOps-1234246955-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 21:51:45.644556 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26d6a31f-1350-4cea-8f00-b0937d2da176 None None] Sync routers for ids ['a9a5f28c-0a17-40ed-8e85-3a5142666aab'] in ncdv-master-1 {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 21:51:45.655295 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26d6a31f-1350-4cea-8f00-b0937d2da176 None None] Routers {'a9a5f28c-0a17-40ed-8e85-3a5142666aab'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:51:45.655897 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-26d6a31f-1350-4cea-8f00-b0937d2da176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2618a4cb80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:51:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['a9a5f28c-0a17-40ed-8e85-3a5142666aab'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:51:45.675710 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbddf2ba-2eaa-4030-9958-184da852ced3 req-63921adc-e941-4334-810a-72b19a5ee513 tempest-TestServerBasicOps-1234246955 tempest-TestServerBasicOps-1234246955-project] No DVR routers for this DVR port 931bea7a-4cb4-461c-951d-5f999f37574b on host nch2-master-1 {{(pid=121606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:51:45.678860 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-cbddf2ba-2eaa-4030-9958-184da852ced3 req-63921adc-e941-4334-810a-72b19a5ee513 tempest-TestServerBasicOps-1234246955 tempest-TestServerBasicOps-1234246955-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:51:45.682266 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-cbddf2ba-2eaa-4030-9958-184da852ced3 req-63921adc-e941-4334-810a-72b19a5ee513 tempest-TestServerBasicOps-1234246955 tempest-TestServerBasicOps-1234246955-project] 10.222.0.37 "DELETE /v2.0/ports/931bea7a-4cb4-461c-951d-5f999f37574b HTTP/1.1" status: 204  len: 173 time: 0.9548228
Dec 25 21:51:45.682711 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed6a5d6e-fdbb-4612-9c9e-ccba16508aeb', 'name': 'network-vif-deleted', 'tag': '931bea7a-4cb4-461c-951d-5f999f37574b'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:51:45.685216 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9858820c13ec2827453b94ebc4181065e990a4e4089ccb9fe762531ac62d2fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3f99d80-2f74-48ab-bac2-ba91791489fa" -d '{"events": [{"server_uuid": "ed6a5d6e-fdbb-4612-9c9e-ccba16508aeb", "name": "network-vif-deleted", "tag": "931bea7a-4cb4-461c-951d-5f999f37574b"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:51:45.730842 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 21:51:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-811f9082-b614-4242-af30-41c5e14b949c x-openstack-request-id: req-811f9082-b614-4242-af30-41c5e14b949c {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:51:45.731485 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed6a5d6e-fdbb-4612-9c9e-ccba16508aeb", "name": "network-vif-deleted", "tag": "931bea7a-4cb4-461c-951d-5f999f37574b", "status": "completed", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:51:45.731485 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-811f9082-b614-4242-af30-41c5e14b949c {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:51:45.731805 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed6a5d6e-fdbb-4612-9c9e-ccba16508aeb', 'name': 'network-vif-deleted', 'tag': '931bea7a-4cb4-461c-951d-5f999f37574b', 'status': 'completed', 'code': 200}
Dec 25 21:51:45.766157 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvr_db [None req-26d6a31f-1350-4cea-8f00-b0937d2da176 None None] Set router a9a5f28c-0a17-40ed-8e85-3a5142666aab gateway port host: ncdv-master-1 {{(pid=121609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:51:45.981022 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-26d6a31f-1350-4cea-8f00-b0937d2da176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2618a4cb80>, [{'id': 'a9a5f28c-0a17-40ed-8e85-3a5142666aab', 'name': 'tempest-TestServerBasicOps-525122317-router', 'tenant_id': '64e4751d74674097b87a3ad1c686e9e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.135'}], 'enable_snat': True}, 'gw_port_id': 'bfb81c88-7916-4347-9494-43f316b6c1a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:46:31Z', 'updated_at': '2021-12-25T21:46:34Z', 'revision_number': 4, 'project_id': '64e4751d74674097b87a3ad1c686e9e5', 'gw_port': {'id': 'bfb81c88-7916-4347-9494-43f316b6c1a5', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:10:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9a5f28c-0a17-40ed-8e85-3a5142666aab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:46:31Z', 'updated_at': '2021-12-25T21:46:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'c2b569fb-99c7-4f4c-961f-b65b4bedfe4a', 'name': '', 'network_id': 'a4c0b0f2-b6e6-4cd5-b432-998e4080be8f', 'tenant_id': '64e4751d74674097b87a3ad1c686e9e5', 'mac_address': 'fa:16:3e:09:9e:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9a5f28c-0a17-40ed-8e85-3a5142666aab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': '890f9595-15a1-44e2-9623-b5b5a5ffc2ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:46:34Z', 'updated_at': '2021-12-25T21:46:42Z', 'revision_number': 5, 'project_id': '64e4751d74674097b87a3ad1c686e9e5', 'subnets': [{'id': '890f9595-15a1-44e2-9623-b5b5a5ffc2ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:51:46.006834 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26d6a31f-1350-4cea-8f00-b0937d2da176 None None] Checking router: a9a5f28c-0a17-40ed-8e85-3a5142666aab for host: ncdv-master-1 {{(pid=121609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 25 21:51:46.014752 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26d6a31f-1350-4cea-8f00-b0937d2da176 None None] Routers {'a9a5f28c-0a17-40ed-8e85-3a5142666aab'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:51:46.015332 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-26d6a31f-1350-4cea-8f00-b0937d2da176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2618a4cb80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:51:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['a9a5f28c-0a17-40ed-8e85-3a5142666aab'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:51:46.117757 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvr_db [None req-26d6a31f-1350-4cea-8f00-b0937d2da176 None None] Set router a9a5f28c-0a17-40ed-8e85-3a5142666aab gateway port host: ncdv-master-1 {{(pid=121609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:51:46.417125 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-26d6a31f-1350-4cea-8f00-b0937d2da176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2618a4cb80>, [{'id': 'a9a5f28c-0a17-40ed-8e85-3a5142666aab', 'name': 'tempest-TestServerBasicOps-525122317-router', 'tenant_id': '64e4751d74674097b87a3ad1c686e9e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.135'}], 'enable_snat': True}, 'gw_port_id': 'bfb81c88-7916-4347-9494-43f316b6c1a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:46:31Z', 'updated_at': '2021-12-25T21:46:34Z', 'revision_number': 4, 'project_id': '64e4751d74674097b87a3ad1c686e9e5', 'gw_port': {'id': 'bfb81c88-7916-4347-9494-43f316b6c1a5', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:10:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9a5f28c-0a17-40ed-8e85-3a5142666aab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:46:31Z', 'updated_at': '2021-12-25T21:46:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'c2b569fb-99c7-4f4c-961f-b65b4bedfe4a', 'name': '', 'network_id': 'a4c0b0f2-b6e6-4cd5-b432-998e4080be8f', 'tenant_id': '64e4751d74674097b87a3ad1c686e9e5', 'mac_address': 'fa:16:3e:09:9e:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9a5f28c-0a17-40ed-8e85-3a5142666aab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': '890f9595-15a1-44e2-9623-b5b5a5ffc2ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:46:34Z', 'updated_at': '2021-12-25T21:46:42Z', 'revision_number': 5, 'project_id': '64e4751d74674097b87a3ad1c686e9e5', 'subnets': [{'id': '890f9595-15a1-44e2-9623-b5b5a5ffc2ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:51:46.447326 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26d6a31f-1350-4cea-8f00-b0937d2da176 None None] The sync data for ids ['a9a5f28c-0a17-40ed-8e85-3a5142666aab'] in ncdv-master-1 is: [{'id': 'a9a5f28c-0a17-40ed-8e85-3a5142666aab', 'name': 'tempest-TestServerBasicOps-525122317-router', 'tenant_id': '64e4751d74674097b87a3ad1c686e9e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.135'}], 'enable_snat': True}, 'gw_port_id': 'bfb81c88-7916-4347-9494-43f316b6c1a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:46:31Z', 'updated_at': '2021-12-25T21:46:34Z', 'revision_number': 4, 'project_id': '64e4751d74674097b87a3ad1c686e9e5', 'gw_port': {'id': 'bfb81c88-7916-4347-9494-43f316b6c1a5', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:10:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9a5f28c-0a17-40ed-8e85-3a5142666aab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:46:31Z', 'updated_at': '2021-12-25T21:46:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'c2b569fb-99c7-4f4c-961f-b65b4bedfe4a', 'name': '', 'network_id': 'a4c0b0f2-b6e6-4cd5-b432-998e4080be8f', 'tenant_id': '64e4751d74674097b87a3ad1c686e9e5', 'mac_address': 'fa:16:3e:09:9e:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9a5f28c-0a17-40ed-8e85-3a5142666aab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': '890f9595-15a1-44e2-9623-b5b5a5ffc2ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:46:34Z', 'updated_at': '2021-12-25T21:46:42Z', 'revision_number': 5, 'project_id': '64e4751d74674097b87a3ad1c686e9e5', 'subnets': [{'id': '890f9595-15a1-44e2-9623-b5b5a5ffc2ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 21:51:46.473707 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-95badbaa-b46a-4f8d-9271-a4b0f60a7732 req-9cf1aa3b-251c-492c-94ae-a0393d83018f tempest-TestServerBasicOps-1234246955 tempest-TestServerBasicOps-1234246955-project] 10.222.0.32 "GET /v2.0/ports?device_id=ed6a5d6e-fdbb-4612-9c9e-ccba16508aeb HTTP/1.1" status: 200  len: 210 time: 0.0279808
Dec 25 21:51:46.692075 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc519e0b-492c-4b5e-876d-8924bce41872 None None] New status for floating IP d90d1e24-00d1-4a68-a145-349d0a358b85: DOWN {{(pid=121608) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 25 21:51:47.529904 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 44802) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:51:47.653510 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-6ad068ce-fedb-41c3-955a-614c8a196803 tempest-TestServerBasicOps-1234246955 tempest-TestServerBasicOps-1234246955-project] Deleting port e7d00693-d599-4747-8d1e-fd38e9a517ce {{(pid=121607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:51:47.653853 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-6ad068ce-fedb-41c3-955a-614c8a196803 tempest-TestServerBasicOps-1234246955 tempest-TestServerBasicOps-1234246955-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:51:47.731299 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-6ad068ce-fedb-41c3-955a-614c8a196803 tempest-TestServerBasicOps-1234246955 tempest-TestServerBasicOps-1234246955-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:51:47.731629 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-6ad068ce-fedb-41c3-955a-614c8a196803 tempest-TestServerBasicOps-1234246955 tempest-TestServerBasicOps-1234246955-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:51:47.743196 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-6ad068ce-fedb-41c3-955a-614c8a196803 tempest-TestServerBasicOps-1234246955 tempest-TestServerBasicOps-1234246955-project] Calling delete_port for e7d00693-d599-4747-8d1e-fd38e9a517ce owned by network:floatingip {{(pid=121607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:51:47.831797 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device 931bea7a-4cb4-461c-951d-5f999f37574b no longer exists at agent hyperv_nch2-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:51:47.852987 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] No Port match for: 931bea7a-4cb4-461c-951d-5f999f37574b {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:51:47.853337 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device 931bea7a-4cb4-461c-951d-5f999f37574b not bound to the agent host nch2-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:51:47.913372 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-6ad068ce-fedb-41c3-955a-614c8a196803 tempest-TestServerBasicOps-1234246955 tempest-TestServerBasicOps-1234246955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:51:47.941424 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad068ce-fedb-41c3-955a-614c8a196803 tempest-TestServerBasicOps-1234246955 tempest-TestServerBasicOps-1234246955-project] Pushing event deleted for resources: {'Port': ['ID=e7d00693-d599-4747-8d1e-fd38e9a517ce,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:51:47.952823 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad068ce-fedb-41c3-955a-614c8a196803 tempest-TestServerBasicOps-1234246955 tempest-TestServerBasicOps-1234246955-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:51:47.953197 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad068ce-fedb-41c3-955a-614c8a196803 tempest-TestServerBasicOps-1234246955 tempest-TestServerBasicOps-1234246955-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:51:47.953529 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad068ce-fedb-41c3-955a-614c8a196803 tempest-TestServerBasicOps-1234246955 tempest-TestServerBasicOps-1234246955-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:51:47.953857 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad068ce-fedb-41c3-955a-614c8a196803 tempest-TestServerBasicOps-1234246955 tempest-TestServerBasicOps-1234246955-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:51:47.954183 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad068ce-fedb-41c3-955a-614c8a196803 tempest-TestServerBasicOps-1234246955 tempest-TestServerBasicOps-1234246955-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:51:47.954507 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad068ce-fedb-41c3-955a-614c8a196803 tempest-TestServerBasicOps-1234246955 tempest-TestServerBasicOps-1234246955-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:51:47.954829 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad068ce-fedb-41c3-955a-614c8a196803 tempest-TestServerBasicOps-1234246955 tempest-TestServerBasicOps-1234246955-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:51:47.955173 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad068ce-fedb-41c3-955a-614c8a196803 tempest-TestServerBasicOps-1234246955 tempest-TestServerBasicOps-1234246955-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:51:47.955485 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad068ce-fedb-41c3-955a-614c8a196803 tempest-TestServerBasicOps-1234246955 tempest-TestServerBasicOps-1234246955-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:51:47.955801 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad068ce-fedb-41c3-955a-614c8a196803 tempest-TestServerBasicOps-1234246955 tempest-TestServerBasicOps-1234246955-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:51:47.956118 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad068ce-fedb-41c3-955a-614c8a196803 tempest-TestServerBasicOps-1234246955 tempest-TestServerBasicOps-1234246955-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:51:47.956434 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad068ce-fedb-41c3-955a-614c8a196803 tempest-TestServerBasicOps-1234246955 tempest-TestServerBasicOps-1234246955-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:51:47.956747 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad068ce-fedb-41c3-955a-614c8a196803 tempest-TestServerBasicOps-1234246955 tempest-TestServerBasicOps-1234246955-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:51:48.012839 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-6ad068ce-fedb-41c3-955a-614c8a196803 tempest-TestServerBasicOps-1234246955 tempest-TestServerBasicOps-1234246955-project] Publish callbacks [] for floatingip, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:51:48.015496 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-6ad068ce-fedb-41c3-955a-614c8a196803 tempest-TestServerBasicOps-1234246955 tempest-TestServerBasicOps-1234246955-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for floatingip, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:51:48.016635 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-6ad068ce-fedb-41c3-955a-614c8a196803 tempest-TestServerBasicOps-1234246955 tempest-TestServerBasicOps-1234246955-project] 10.222.0.32 "DELETE /v2.0/floatingips/d90d1e24-00d1-4a68-a145-349d0a358b85 HTTP/1.1" status: 204  len: 168 time: 0.4857588
Dec 25 21:51:48.085408 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 44810) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:51:48.141920 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-f726d930-5e63-4856-b8b6-cb40d612e621 tempest-TestServerBasicOps-1234246955 tempest-TestServerBasicOps-1234246955-project] Publish callbacks [] for security_group, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:51:48.167105 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-f726d930-5e63-4856-b8b6-cb40d612e621 tempest-TestServerBasicOps-1234246955 tempest-TestServerBasicOps-1234246955-project] Publish callbacks [] for security_group, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:51:48.296232 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-f726d930-5e63-4856-b8b6-cb40d612e621 tempest-TestServerBasicOps-1234246955 tempest-TestServerBasicOps-1234246955-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:51:48.299094 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-f726d930-5e63-4856-b8b6-cb40d612e621 tempest-TestServerBasicOps-1234246955 tempest-TestServerBasicOps-1234246955-project] Publish callbacks [] for security_group, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:51:48.300286 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-f726d930-5e63-4856-b8b6-cb40d612e621 tempest-TestServerBasicOps-1234246955 tempest-TestServerBasicOps-1234246955-project] 10.222.0.32 "DELETE /v2.0/security-groups/cacc4666-4308-4316-afb3-166edb1f6f7f HTTP/1.1" status: 204  len: 168 time: 0.2139437
Dec 25 21:51:48.310482 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f726d930-5e63-4856-b8b6-cb40d612e621 tempest-TestServerBasicOps-1234246955 tempest-TestServerBasicOps-1234246955-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cacc4666-4308-4316-afb3-166edb1f6f7f,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:51:48.403902 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 44814) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:51:48.897303 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-9a458356-862f-4ca5-9972-8e9bfcf7ad13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2007615'] for router_interface, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:51:49.134811 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-9a458356-862f-4ca5-9972-8e9bfcf7ad13 admin admin] Deleting port c2b569fb-99c7-4f4c-961f-b65b4bedfe4a {{(pid=121607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:51:49.135146 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-9a458356-862f-4ca5-9972-8e9bfcf7ad13 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:51:49.209180 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.db [None req-9a458356-862f-4ca5-9972-8e9bfcf7ad13 admin admin] For port c2b569fb-99c7-4f4c-961f-b65b4bedfe4a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c2b569fb-99c7-4f4c-961f-b65b4bedfe4a,segment=NetworkSegment(ccd8bbf5-888c-493e-8fbc-b825dde59170),segment_id=ccd8bbf5-888c-493e-8fbc-b825dde59170)] {{(pid=121607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:51:49.209449 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-9a458356-862f-4ca5-9972-8e9bfcf7ad13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:51:49.221625 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-9a458356-862f-4ca5-9972-8e9bfcf7ad13 admin admin] Calling delete_port for c2b569fb-99c7-4f4c-961f-b65b4bedfe4a owned by network:router_interface {{(pid=121607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:51:49.439102 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-9a458356-862f-4ca5-9972-8e9bfcf7ad13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:51:49.464571 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a458356-862f-4ca5-9972-8e9bfcf7ad13 admin admin] Pushing event deleted for resources: {'Port': ['ID=c2b569fb-99c7-4f4c-961f-b65b4bedfe4a,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:51:49.629253 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-9a458356-862f-4ca5-9972-8e9bfcf7ad13 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2007763'] for router_interface, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:51:49.838893 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a458356-862f-4ca5-9972-8e9bfcf7ad13 admin admin] Router a9a5f28c-0a17-40ed-8e85-3a5142666aab has already been hosted by L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 {{(pid=121607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 25 21:51:49.942723 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a458356-862f-4ca5-9972-8e9bfcf7ad13 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 21:51:49.947784 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-9a458356-862f-4ca5-9972-8e9bfcf7ad13 admin admin] 10.222.0.32 "PUT /v2.0/routers/a9a5f28c-0a17-40ed-8e85-3a5142666aab/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.5428553
Dec 25 21:51:49.950791 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 44818) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:51:49.952955 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faf96919-1549-43cc-a7ec-bf5fda18cfa0 None None] Sync routers for ids ['a9a5f28c-0a17-40ed-8e85-3a5142666aab'] in ncdv-master-1 {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 21:51:49.963954 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faf96919-1549-43cc-a7ec-bf5fda18cfa0 None None] Routers {'a9a5f28c-0a17-40ed-8e85-3a5142666aab'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:51:49.965065 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-faf96919-1549-43cc-a7ec-bf5fda18cfa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f26186132b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:51:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['a9a5f28c-0a17-40ed-8e85-3a5142666aab'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:51:50.060226 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-34a5f1d1-b9ab-4c4e-8223-dafb2599cf68 admin admin] Publish callbacks [] for router, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:51:50.070959 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvr_db [None req-faf96919-1549-43cc-a7ec-bf5fda18cfa0 None None] Set router a9a5f28c-0a17-40ed-8e85-3a5142666aab gateway port host: ncdv-master-1 {{(pid=121609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:51:50.168735 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-34a5f1d1-b9ab-4c4e-8223-dafb2599cf68 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:51:50.257240 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-faf96919-1549-43cc-a7ec-bf5fda18cfa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f26186132b0>, [{'id': 'a9a5f28c-0a17-40ed-8e85-3a5142666aab', 'name': 'tempest-TestServerBasicOps-525122317-router', 'tenant_id': '64e4751d74674097b87a3ad1c686e9e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.135'}], 'enable_snat': True}, 'gw_port_id': 'bfb81c88-7916-4347-9494-43f316b6c1a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:46:31Z', 'updated_at': '2021-12-25T21:51:49Z', 'revision_number': 5, 'project_id': '64e4751d74674097b87a3ad1c686e9e5', 'gw_port': {'id': 'bfb81c88-7916-4347-9494-43f316b6c1a5', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:10:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9a5f28c-0a17-40ed-8e85-3a5142666aab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:46:31Z', 'updated_at': '2021-12-25T21:46:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:51:50.266635 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-34a5f1d1-b9ab-4c4e-8223-dafb2599cf68 admin admin] Deleting port bfb81c88-7916-4347-9494-43f316b6c1a5 {{(pid=121606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:51:50.288410 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-34a5f1d1-b9ab-4c4e-8223-dafb2599cf68 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:51:50.288563 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faf96919-1549-43cc-a7ec-bf5fda18cfa0 None None] Checking router: a9a5f28c-0a17-40ed-8e85-3a5142666aab for host: ncdv-master-1 {{(pid=121609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 25 21:51:50.293497 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faf96919-1549-43cc-a7ec-bf5fda18cfa0 None None] Routers {'a9a5f28c-0a17-40ed-8e85-3a5142666aab'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:51:50.294200 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-faf96919-1549-43cc-a7ec-bf5fda18cfa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f26186132b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:51:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['a9a5f28c-0a17-40ed-8e85-3a5142666aab'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:51:50.354305 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [None req-34a5f1d1-b9ab-4c4e-8223-dafb2599cf68 admin admin] For port bfb81c88-7916-4347-9494-43f316b6c1a5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bfb81c88-7916-4347-9494-43f316b6c1a5,segment=NetworkSegment(6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855),segment_id=6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855)] {{(pid=121606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:51:50.354667 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-34a5f1d1-b9ab-4c4e-8223-dafb2599cf68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:51:50.366754 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-34a5f1d1-b9ab-4c4e-8223-dafb2599cf68 admin admin] Calling delete_port for bfb81c88-7916-4347-9494-43f316b6c1a5 owned by network:router_gateway {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:51:50.378277 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvr_db [None req-faf96919-1549-43cc-a7ec-bf5fda18cfa0 None None] Set router a9a5f28c-0a17-40ed-8e85-3a5142666aab gateway port host: None {{(pid=121609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:51:50.431647 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-faf96919-1549-43cc-a7ec-bf5fda18cfa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f26186132b0>, [{'id': 'a9a5f28c-0a17-40ed-8e85-3a5142666aab', 'name': 'tempest-TestServerBasicOps-525122317-router', 'tenant_id': '64e4751d74674097b87a3ad1c686e9e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:46:31Z', 'updated_at': '2021-12-25T21:51:50Z', 'revision_number': 6, 'project_id': '64e4751d74674097b87a3ad1c686e9e5', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:51:50.457161 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faf96919-1549-43cc-a7ec-bf5fda18cfa0 None None] The sync data for ids ['a9a5f28c-0a17-40ed-8e85-3a5142666aab'] in ncdv-master-1 is: [{'id': 'a9a5f28c-0a17-40ed-8e85-3a5142666aab', 'name': 'tempest-TestServerBasicOps-525122317-router', 'tenant_id': '64e4751d74674097b87a3ad1c686e9e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:46:31Z', 'updated_at': '2021-12-25T21:51:50Z', 'revision_number': 6, 'project_id': '64e4751d74674097b87a3ad1c686e9e5', 'gw_port_host': None}] {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 21:51:50.593415 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-34a5f1d1-b9ab-4c4e-8223-dafb2599cf68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:51:50.617285 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a5f1d1-b9ab-4c4e-8223-dafb2599cf68 admin admin] Pushing event deleted for resources: {'Port': ['ID=bfb81c88-7916-4347-9494-43f316b6c1a5,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:51:50.634082 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6c8d557-7fe7-4bc7-b564-8dc7e37dd372 None None] DHCP port deletion for 7201e55c-7c5f-41aa-a042-a363696539d0 request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 21:51:50.684931 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-34a5f1d1-b9ab-4c4e-8223-dafb2599cf68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2008689'] for router_gateway, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:51:50.785708 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-34a5f1d1-b9ab-4c4e-8223-dafb2599cf68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2014235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14905'] for router, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:51:50.789898 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-34a5f1d1-b9ab-4c4e-8223-dafb2599cf68 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:51:50.914003 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-34a5f1d1-b9ab-4c4e-8223-dafb2599cf68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2014220'] for router, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:51:50.914579 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34a5f1d1-b9ab-4c4e-8223-dafb2599cf68 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a9a5f28c-0a17-40ed-8e85-3a5142666aab {{(pid=121606) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 25 21:51:50.918992 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-34a5f1d1-b9ab-4c4e-8223-dafb2599cf68 admin admin] Publish callbacks [] for router, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:51:50.920156 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-34a5f1d1-b9ab-4c4e-8223-dafb2599cf68 admin admin] 10.222.0.32 "DELETE /v2.0/routers/a9a5f28c-0a17-40ed-8e85-3a5142666aab HTTP/1.1" status: 204  len: 168 time: 0.9683459
Dec 25 21:51:50.922617 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 44820) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:51:50.967001 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ff49cf0-8b8a-4627-80a0-1d0468559989 admin admin] Deleting subnet 890f9595-15a1-44e2-9623-b5b5a5ffc2ef {{(pid=121606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Dec 25 21:51:50.970392 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-6ff49cf0-8b8a-4627-80a0-1d0468559989 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:51:51.003966 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-6ff49cf0-8b8a-4627-80a0-1d0468559989 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9084199'] for subnet, precommit_delete_associations {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:51:51.081967 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-6ff49cf0-8b8a-4627-80a0-1d0468559989 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995662'] for subnet, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:51:51.199352 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-6ff49cf0-8b8a-4627-80a0-1d0468559989 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9084363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9028506'] for subnet, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:51:51.225711 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff49cf0-8b8a-4627-80a0-1d0468559989 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=890f9595-15a1-44e2-9623-b5b5a5ffc2ef,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:51:51.229487 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-6ff49cf0-8b8a-4627-80a0-1d0468559989 admin admin] Publish callbacks [] for subnet, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:51:51.235373 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-6ff49cf0-8b8a-4627-80a0-1d0468559989 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/890f9595-15a1-44e2-9623-b5b5a5ffc2ef HTTP/1.1" status: 204  len: 168 time: 0.3091774
Dec 25 21:51:51.235701 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 44822) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:51:51.242666 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b65ea59-3a75-4a57-b1ed-499ca88a5939 None None] Network a4c0b0f2-b6e6-4cd5-b432-998e4080be8f requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:51:51.308416 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-43f89550-fbf0-4cdc-8ee1-065c6de2e01e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625803'] for network, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:51:51.366308 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-43f89550-fbf0-4cdc-8ee1-065c6de2e01e admin admin] Deleting port 62f0a9a5-b2b4-403c-b0bd-dca6f1d982f2 {{(pid=121607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:51:51.366721 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-43f89550-fbf0-4cdc-8ee1-065c6de2e01e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:51:51.416112 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f53c0bb2-b7db-4649-97c1-bbfbb16e706c None None] DHCP port deletion for a4c0b0f2-b6e6-4cd5-b432-998e4080be8f request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 21:51:51.440597 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.db [None req-43f89550-fbf0-4cdc-8ee1-065c6de2e01e admin admin] For port 62f0a9a5-b2b4-403c-b0bd-dca6f1d982f2, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=62f0a9a5-b2b4-403c-b0bd-dca6f1d982f2,segment=NetworkSegment(ccd8bbf5-888c-493e-8fbc-b825dde59170),segment_id=ccd8bbf5-888c-493e-8fbc-b825dde59170)] {{(pid=121607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:51:51.440998 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-43f89550-fbf0-4cdc-8ee1-065c6de2e01e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:51:51.455780 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-43f89550-fbf0-4cdc-8ee1-065c6de2e01e admin admin] Calling delete_port for 62f0a9a5-b2b4-403c-b0bd-dca6f1d982f2 owned by network:dhcp {{(pid=121607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:51:51.464394 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-f53c0bb2-b7db-4649-97c1-bbfbb16e706c None None] Deleting port 62f0a9a5-b2b4-403c-b0bd-dca6f1d982f2 {{(pid=121608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:51:51.464908 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-f53c0bb2-b7db-4649-97c1-bbfbb16e706c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:51:51.531952 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-f53c0bb2-b7db-4649-97c1-bbfbb16e706c None None] For port 62f0a9a5-b2b4-403c-b0bd-dca6f1d982f2, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=62f0a9a5-b2b4-403c-b0bd-dca6f1d982f2,segment=NetworkSegment(ccd8bbf5-888c-493e-8fbc-b825dde59170),segment_id=ccd8bbf5-888c-493e-8fbc-b825dde59170)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:51:51.532347 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-f53c0bb2-b7db-4649-97c1-bbfbb16e706c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:51:51.545997 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-f53c0bb2-b7db-4649-97c1-bbfbb16e706c None None] Calling delete_port for 62f0a9a5-b2b4-403c-b0bd-dca6f1d982f2 owned by network:dhcp {{(pid=121608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:51:51.639500 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-43f89550-fbf0-4cdc-8ee1-065c6de2e01e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:51:51.647033 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-f53c0bb2-b7db-4649-97c1-bbfbb16e706c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955'] for port, after_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:51:51.666208 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f89550-fbf0-4cdc-8ee1-065c6de2e01e admin admin] Pushing event deleted for resources: {'Port': ['ID=62f0a9a5-b2b4-403c-b0bd-dca6f1d982f2,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:51:51.671906 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43f89550-fbf0-4cdc-8ee1-065c6de2e01e admin admin] No DVR routers for this DVR port 62f0a9a5-b2b4-403c-b0bd-dca6f1d982f2 on host ncdv-master-1 {{(pid=121607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:51:51.673553 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53c0bb2-b7db-4649-97c1-bbfbb16e706c None None] Pushing event deleted for resources: {'Port': ['ID=62f0a9a5-b2b4-403c-b0bd-dca6f1d982f2,revision_number=None']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:51:51.676860 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f53c0bb2-b7db-4649-97c1-bbfbb16e706c None None] No DVR routers for this DVR port 62f0a9a5-b2b4-403c-b0bd-dca6f1d982f2 on host ncdv-master-1 {{(pid=121608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:51:51.684848 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53c0bb2-b7db-4649-97c1-bbfbb16e706c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:51:51.685228 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53c0bb2-b7db-4649-97c1-bbfbb16e706c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:51:51.685555 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53c0bb2-b7db-4649-97c1-bbfbb16e706c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:51:51.685887 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53c0bb2-b7db-4649-97c1-bbfbb16e706c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:51:51.686216 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53c0bb2-b7db-4649-97c1-bbfbb16e706c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:51:51.686543 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53c0bb2-b7db-4649-97c1-bbfbb16e706c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:51:51.686868 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53c0bb2-b7db-4649-97c1-bbfbb16e706c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:51:51.687192 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53c0bb2-b7db-4649-97c1-bbfbb16e706c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:51:51.687515 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53c0bb2-b7db-4649-97c1-bbfbb16e706c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:51:51.687833 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53c0bb2-b7db-4649-97c1-bbfbb16e706c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:51:51.688150 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53c0bb2-b7db-4649-97c1-bbfbb16e706c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:51:51.688467 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53c0bb2-b7db-4649-97c1-bbfbb16e706c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:51:51.688780 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53c0bb2-b7db-4649-97c1-bbfbb16e706c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:51:51.754021 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-43f89550-fbf0-4cdc-8ee1-065c6de2e01e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997585', 'neutron.services.segments.db._delete_segments_for_network-8737602743071'] for network, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:51:51.774360 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-43f89550-fbf0-4cdc-8ee1-065c6de2e01e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f261a51cc70>,) {'filters': {'network_id': ['a4c0b0f2-b6e6-4cd5-b432-998e4080be8f']}} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:51:51.784076 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-43f89550-fbf0-4cdc-8ee1-065c6de2e01e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f261a51cc70>, 'ccd8bbf5-888c-493e-8fbc-b825dde59170') {'for_net_delete': True} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:51:51.784408 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-43f89550-fbf0-4cdc-8ee1-065c6de2e01e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f261a51cc70>, 'ccd8bbf5-888c-493e-8fbc-b825dde59170') {} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:51:51.794941 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-43f89550-fbf0-4cdc-8ee1-065c6de2e01e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737602746920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10246592'] for segment, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:51:51.809263 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-43f89550-fbf0-4cdc-8ee1-065c6de2e01e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:51:51.815092 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43f89550-fbf0-4cdc-8ee1-065c6de2e01e admin admin] Releasing vlan 153 on physical network physnet1 to pool {{(pid=121607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 25 21:51:51.815472 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-43f89550-fbf0-4cdc-8ee1-065c6de2e01e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8633327'] for segment, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:51:51.817154 ncdv-master-1 neutron-server[121607]: Traceback (most recent call last):
Dec 25 21:51:51.817154 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 25 21:51:51.817154 ncdv-master-1 neutron-server[121607]:     timer()
Dec 25 21:51:51.817154 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 25 21:51:51.817154 ncdv-master-1 neutron-server[121607]:     cb(*args, **kw)
Dec 25 21:51:51.817154 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 25 21:51:51.817154 ncdv-master-1 neutron-server[121607]:     return func(*args, **kwargs)
Dec 25 21:51:51.817154 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 25 21:51:51.817154 ncdv-master-1 neutron-server[121607]:     self._notify()
Dec 25 21:51:51.817154 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 25 21:51:51.817154 ncdv-master-1 neutron-server[121607]:     self.callback(batched_events)
Dec 25 21:51:51.817154 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 25 21:51:51.817154 ncdv-master-1 neutron-server[121607]:     event.method(event)
Dec 25 21:51:51.817154 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 25 21:51:51.817154 ncdv-master-1 neutron-server[121607]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 25 21:51:51.817154 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 25 21:51:51.817154 ncdv-master-1 neutron-server[121607]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 25 21:51:51.817154 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 25 21:51:51.817154 ncdv-master-1 neutron-server[121607]:     return f(self, *a, **k)
Dec 25 21:51:51.817154 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 25 21:51:51.817154 ncdv-master-1 neutron-server[121607]:     return self._get(url).json()
Dec 25 21:51:51.817154 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 25 21:51:51.817154 ncdv-master-1 neutron-server[121607]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 25 21:51:51.817154 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 25 21:51:51.817154 ncdv-master-1 neutron-server[121607]:     return self.request(url, 'GET', **kwargs)
Dec 25 21:51:51.817154 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 25 21:51:51.817154 ncdv-master-1 neutron-server[121607]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 25 21:51:51.817154 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 25 21:51:51.817154 ncdv-master-1 neutron-server[121607]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 25 21:51:51.817154 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 25 21:51:51.817154 ncdv-master-1 neutron-server[121607]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 25 21:51:51.817154 ncdv-master-1 neutron-server[121607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 25 21:51:51.947814 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-43f89550-fbf0-4cdc-8ee1-065c6de2e01e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2008653'] for network, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:51:51.954408 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-43f89550-fbf0-4cdc-8ee1-065c6de2e01e admin admin] Publish callbacks [] for network, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:51:51.960532 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-43f89550-fbf0-4cdc-8ee1-065c6de2e01e admin admin] 10.222.0.32 "DELETE /v2.0/networks/a4c0b0f2-b6e6-4cd5-b432-998e4080be8f HTTP/1.1" status: 204  len: 168 time: 0.7206721
Dec 25 21:51:51.961488 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 44824) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:51:51.967244 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f89550-fbf0-4cdc-8ee1-065c6de2e01e admin admin] Pushing event deleted for resources: {'Network': ['ID=a4c0b0f2-b6e6-4cd5-b432-998e4080be8f,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:51:52.104166 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device c2b569fb-99c7-4f4c-961f-b65b4bedfe4a no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:51:52.128859 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] No Port match for: c2b569fb-99c7-4f4c-961f-b65b4bedfe4a {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:51:52.129316 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device c2b569fb-99c7-4f4c-961f-b65b4bedfe4a not bound to the agent host ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:51:52.129825 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 62f0a9a5-b2b4-403c-b0bd-dca6f1d982f2 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:51:52.148977 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] No Port match for: 62f0a9a5-b2b4-403c-b0bd-dca6f1d982f2 {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:51:52.149325 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 62f0a9a5-b2b4-403c-b0bd-dca6f1d982f2 not bound to the agent host ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:51:52.149727 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device bfb81c88-7916-4347-9494-43f316b6c1a5 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:51:52.168905 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] No Port match for: bfb81c88-7916-4347-9494-43f316b6c1a5 {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:51:52.169241 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device bfb81c88-7916-4347-9494-43f316b6c1a5 not bound to the agent host ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:51:52.308025 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-d8c351bb-af7f-4709-806c-9f071539e951 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2007615'] for router_interface, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:51:52.551176 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-d8c351bb-af7f-4709-806c-9f071539e951 admin admin] Deleting port ba81c541-bb9f-4038-ab95-444ad536bb23 {{(pid=121606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:51:52.551571 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-d8c351bb-af7f-4709-806c-9f071539e951 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:51:52.627947 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [None req-d8c351bb-af7f-4709-806c-9f071539e951 admin admin] For port ba81c541-bb9f-4038-ab95-444ad536bb23, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ba81c541-bb9f-4038-ab95-444ad536bb23,segment=NetworkSegment(99f27401-73f2-4091-985d-1af3074b82f9),segment_id=99f27401-73f2-4091-985d-1af3074b82f9)] {{(pid=121606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:51:52.628218 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-d8c351bb-af7f-4709-806c-9f071539e951 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:51:52.640983 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-d8c351bb-af7f-4709-806c-9f071539e951 admin admin] Calling delete_port for ba81c541-bb9f-4038-ab95-444ad536bb23 owned by network:router_interface {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:51:52.867688 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-d8c351bb-af7f-4709-806c-9f071539e951 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:51:52.897979 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c351bb-af7f-4709-806c-9f071539e951 admin admin] Pushing event deleted for resources: {'Port': ['ID=ba81c541-bb9f-4038-ab95-444ad536bb23,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:51:53.069339 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-d8c351bb-af7f-4709-806c-9f071539e951 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2007763'] for router_interface, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:51:53.279004 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8c351bb-af7f-4709-806c-9f071539e951 admin admin] Router b2b0c490-3638-4e40-b4fa-061ca05d8341 has already been hosted by L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 {{(pid=121606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 25 21:51:53.695419 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8c351bb-af7f-4709-806c-9f071539e951 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 21:51:53.701157 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-d8c351bb-af7f-4709-806c-9f071539e951 admin admin] 10.222.0.32 "PUT /v2.0/routers/b2b0c490-3638-4e40-b4fa-061ca05d8341/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.7377076
Dec 25 21:51:53.703364 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 44826) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:51:53.705013 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d227c19-07b3-458c-8d16-49a21facbf9d None None] Sync routers for ids ['b2b0c490-3638-4e40-b4fa-061ca05d8341'] in ncdv-master-1 {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 21:51:53.715030 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d227c19-07b3-458c-8d16-49a21facbf9d None None] Routers {'b2b0c490-3638-4e40-b4fa-061ca05d8341'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:51:53.715636 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-2d227c19-07b3-458c-8d16-49a21facbf9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2618390fd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:51:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['b2b0c490-3638-4e40-b4fa-061ca05d8341'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:51:53.821668 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvr_db [None req-2d227c19-07b3-458c-8d16-49a21facbf9d None None] Set router b2b0c490-3638-4e40-b4fa-061ca05d8341 gateway port host: ncdv-master-1 {{(pid=121608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:51:54.008981 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-2d227c19-07b3-458c-8d16-49a21facbf9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2618390fd0>, [{'id': 'b2b0c490-3638-4e40-b4fa-061ca05d8341', 'name': 'tempest-TestServerBasicOps-772449139-router', 'tenant_id': '2cad11b925d6435b80d2b6f99851adb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.91'}], 'enable_snat': True}, 'gw_port_id': 'cc56df09-c8ff-49e7-a8f2-d27ddf8508dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:46:39Z', 'updated_at': '2021-12-25T21:51:52Z', 'revision_number': 5, 'project_id': '2cad11b925d6435b80d2b6f99851adb9', 'gw_port': {'id': 'cc56df09-c8ff-49e7-a8f2-d27ddf8508dc', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:78:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2b0c490-3638-4e40-b4fa-061ca05d8341', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:46:39Z', 'updated_at': '2021-12-25T21:46:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:51:54.040446 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d227c19-07b3-458c-8d16-49a21facbf9d None None] Checking router: b2b0c490-3638-4e40-b4fa-061ca05d8341 for host: ncdv-master-1 {{(pid=121608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 25 21:51:54.049420 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d227c19-07b3-458c-8d16-49a21facbf9d None None] Routers {'b2b0c490-3638-4e40-b4fa-061ca05d8341'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:51:54.050034 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-2d227c19-07b3-458c-8d16-49a21facbf9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2618390fd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:51:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['b2b0c490-3638-4e40-b4fa-061ca05d8341'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:51:54.105584 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-9f18375a-a25d-42de-8c63-c7e680b61376 admin admin] Publish callbacks [] for router, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:51:54.211729 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-9f18375a-a25d-42de-8c63-c7e680b61376 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:51:54.312269 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-9f18375a-a25d-42de-8c63-c7e680b61376 admin admin] Deleting port cc56df09-c8ff-49e7-a8f2-d27ddf8508dc {{(pid=121607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:51:54.312605 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-9f18375a-a25d-42de-8c63-c7e680b61376 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:51:54.327699 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvr_db [None req-2d227c19-07b3-458c-8d16-49a21facbf9d None None] Set router b2b0c490-3638-4e40-b4fa-061ca05d8341 gateway port host: ncdv-master-1 {{(pid=121608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:51:54.390466 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.db [None req-9f18375a-a25d-42de-8c63-c7e680b61376 admin admin] For port cc56df09-c8ff-49e7-a8f2-d27ddf8508dc, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=cc56df09-c8ff-49e7-a8f2-d27ddf8508dc,segment=NetworkSegment(6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855),segment_id=6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855)] {{(pid=121607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:51:54.390827 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-9f18375a-a25d-42de-8c63-c7e680b61376 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:51:54.406670 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-9f18375a-a25d-42de-8c63-c7e680b61376 admin admin] Calling delete_port for cc56df09-c8ff-49e7-a8f2-d27ddf8508dc owned by network:router_gateway {{(pid=121607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:51:54.500794 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-2d227c19-07b3-458c-8d16-49a21facbf9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2618390fd0>, [{'id': 'b2b0c490-3638-4e40-b4fa-061ca05d8341', 'name': 'tempest-TestServerBasicOps-772449139-router', 'tenant_id': '2cad11b925d6435b80d2b6f99851adb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.91'}], 'enable_snat': True}, 'gw_port_id': 'cc56df09-c8ff-49e7-a8f2-d27ddf8508dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:46:39Z', 'updated_at': '2021-12-25T21:51:52Z', 'revision_number': 5, 'project_id': '2cad11b925d6435b80d2b6f99851adb9', 'gw_port': {'id': 'cc56df09-c8ff-49e7-a8f2-d27ddf8508dc', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:78:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2b0c490-3638-4e40-b4fa-061ca05d8341', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:46:39Z', 'updated_at': '2021-12-25T21:46:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:51:54.527277 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d227c19-07b3-458c-8d16-49a21facbf9d None None] The sync data for ids ['b2b0c490-3638-4e40-b4fa-061ca05d8341'] in ncdv-master-1 is: [{'id': 'b2b0c490-3638-4e40-b4fa-061ca05d8341', 'name': 'tempest-TestServerBasicOps-772449139-router', 'tenant_id': '2cad11b925d6435b80d2b6f99851adb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.91'}], 'enable_snat': True}, 'gw_port_id': 'cc56df09-c8ff-49e7-a8f2-d27ddf8508dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:46:39Z', 'updated_at': '2021-12-25T21:51:52Z', 'revision_number': 5, 'project_id': '2cad11b925d6435b80d2b6f99851adb9', 'gw_port': {'id': 'cc56df09-c8ff-49e7-a8f2-d27ddf8508dc', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:78:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2b0c490-3638-4e40-b4fa-061ca05d8341', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:46:39Z', 'updated_at': '2021-12-25T21:46:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 21:51:54.616764 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-9f18375a-a25d-42de-8c63-c7e680b61376 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:51:54.653037 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f18375a-a25d-42de-8c63-c7e680b61376 admin admin] Pushing event deleted for resources: {'Port': ['ID=cc56df09-c8ff-49e7-a8f2-d27ddf8508dc,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:51:54.667933 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9008056f-e238-4535-b2e7-b7b0107406a1 None None] DHCP port deletion for 7201e55c-7c5f-41aa-a042-a363696539d0 request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 21:51:54.711696 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-9f18375a-a25d-42de-8c63-c7e680b61376 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2008689'] for router_gateway, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:51:54.800318 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-9f18375a-a25d-42de-8c63-c7e680b61376 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2014235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14905'] for router, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:51:54.803162 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-9f18375a-a25d-42de-8c63-c7e680b61376 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:51:54.890895 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-9f18375a-a25d-42de-8c63-c7e680b61376 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2014220'] for router, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:51:54.891462 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f18375a-a25d-42de-8c63-c7e680b61376 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b2b0c490-3638-4e40-b4fa-061ca05d8341 {{(pid=121607) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 25 21:51:54.896024 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-9f18375a-a25d-42de-8c63-c7e680b61376 admin admin] Publish callbacks [] for router, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:51:54.897318 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-9f18375a-a25d-42de-8c63-c7e680b61376 admin admin] 10.222.0.32 "DELETE /v2.0/routers/b2b0c490-3638-4e40-b4fa-061ca05d8341 HTTP/1.1" status: 204  len: 168 time: 1.1929519
Dec 25 21:51:54.901668 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 44828) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:51:54.945673 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_v2 [None req-c70a5a5d-959c-46e1-8810-b247e6825cdc admin admin] Deleting subnet 43801a3f-247a-4441-8d3c-740f736c443a {{(pid=121607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Dec 25 21:51:54.949150 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-c70a5a5d-959c-46e1-8810-b247e6825cdc admin admin] Publish callbacks [] for subnet, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:51:54.985309 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-c70a5a5d-959c-46e1-8810-b247e6825cdc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10246617'] for subnet, precommit_delete_associations {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:51:55.066930 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-c70a5a5d-959c-46e1-8810-b247e6825cdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995662'] for subnet, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:51:55.188469 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-c70a5a5d-959c-46e1-8810-b247e6825cdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8632410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8852809'] for subnet, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:51:55.212594 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70a5a5d-959c-46e1-8810-b247e6825cdc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=43801a3f-247a-4441-8d3c-740f736c443a,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:51:55.218146 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-c70a5a5d-959c-46e1-8810-b247e6825cdc admin admin] Publish callbacks [] for subnet, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:51:55.221455 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-c70a5a5d-959c-46e1-8810-b247e6825cdc admin admin] 10.222.0.32 "DELETE /v2.0/subnets/43801a3f-247a-4441-8d3c-740f736c443a HTTP/1.1" status: 204  len: 168 time: 0.3206732
Dec 25 21:51:55.223884 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 44830) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:51:55.225046 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a68ddcf-cdfb-4ddf-b43b-7138d5b95fdb None None] Network ab76c1e8-304b-4ec9-ba3d-4ec49a1c69e3 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:51:55.292041 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-025b3e46-5fa1-4c68-b5d0-e914f59fef7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625803'] for network, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:51:55.353518 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-025b3e46-5fa1-4c68-b5d0-e914f59fef7d admin admin] Deleting port 0a73a998-089f-4c7c-a7a0-22064a1dc9ad {{(pid=121607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:51:55.353857 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-025b3e46-5fa1-4c68-b5d0-e914f59fef7d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:51:55.415938 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.db [None req-025b3e46-5fa1-4c68-b5d0-e914f59fef7d admin admin] For port 0a73a998-089f-4c7c-a7a0-22064a1dc9ad, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0a73a998-089f-4c7c-a7a0-22064a1dc9ad,segment=NetworkSegment(99f27401-73f2-4091-985d-1af3074b82f9),segment_id=99f27401-73f2-4091-985d-1af3074b82f9)] {{(pid=121607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:51:55.416168 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-025b3e46-5fa1-4c68-b5d0-e914f59fef7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:51:55.428334 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-025b3e46-5fa1-4c68-b5d0-e914f59fef7d admin admin] Calling delete_port for 0a73a998-089f-4c7c-a7a0-22064a1dc9ad owned by network:dhcp {{(pid=121607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:51:55.485651 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b688025-3068-451a-938d-d85e7da5e885 None None] DHCP port deletion for ab76c1e8-304b-4ec9-ba3d-4ec49a1c69e3 request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 21:51:55.539229 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-8b688025-3068-451a-938d-d85e7da5e885 None None] Deleting port 0a73a998-089f-4c7c-a7a0-22064a1dc9ad {{(pid=121608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:51:55.539603 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-8b688025-3068-451a-938d-d85e7da5e885 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:51:55.564946 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-025b3e46-5fa1-4c68-b5d0-e914f59fef7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:51:55.591602 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025b3e46-5fa1-4c68-b5d0-e914f59fef7d admin admin] Pushing event deleted for resources: {'Port': ['ID=0a73a998-089f-4c7c-a7a0-22064a1dc9ad,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:51:55.595558 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-025b3e46-5fa1-4c68-b5d0-e914f59fef7d admin admin] No DVR routers for this DVR port 0a73a998-089f-4c7c-a7a0-22064a1dc9ad on host ncdv-master-1 {{(pid=121607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:51:55.601187 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-8b688025-3068-451a-938d-d85e7da5e885 None None] For port 0a73a998-089f-4c7c-a7a0-22064a1dc9ad, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0a73a998-089f-4c7c-a7a0-22064a1dc9ad,segment=NetworkSegment(99f27401-73f2-4091-985d-1af3074b82f9),segment_id=99f27401-73f2-4091-985d-1af3074b82f9)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:51:55.601582 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-8b688025-3068-451a-938d-d85e7da5e885 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:51:55.614160 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-8b688025-3068-451a-938d-d85e7da5e885 None None] Calling delete_port for 0a73a998-089f-4c7c-a7a0-22064a1dc9ad owned by network:dhcp {{(pid=121608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:51:55.668725 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-025b3e46-5fa1-4c68-b5d0-e914f59fef7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997585', 'neutron.services.segments.db._delete_segments_for_network-8737602743071'] for network, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:51:55.688592 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-025b3e46-5fa1-4c68-b5d0-e914f59fef7d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f261322db20>,) {'filters': {'network_id': ['ab76c1e8-304b-4ec9-ba3d-4ec49a1c69e3']}} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:51:55.696018 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-8b688025-3068-451a-938d-d85e7da5e885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955'] for port, after_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:51:55.698477 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-025b3e46-5fa1-4c68-b5d0-e914f59fef7d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f261322db20>, '99f27401-73f2-4091-985d-1af3074b82f9') {'for_net_delete': True} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:51:55.707688 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-025b3e46-5fa1-4c68-b5d0-e914f59fef7d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f261322db20>, '99f27401-73f2-4091-985d-1af3074b82f9') {} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:51:55.709542 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-025b3e46-5fa1-4c68-b5d0-e914f59fef7d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737602746920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10246592'] for segment, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:51:55.719612 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b688025-3068-451a-938d-d85e7da5e885 None None] Pushing event deleted for resources: {'Port': ['ID=0a73a998-089f-4c7c-a7a0-22064a1dc9ad,revision_number=None']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:51:55.723171 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-025b3e46-5fa1-4c68-b5d0-e914f59fef7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:51:55.725407 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b688025-3068-451a-938d-d85e7da5e885 None None] No DVR routers for this DVR port 0a73a998-089f-4c7c-a7a0-22064a1dc9ad on host ncdv-master-1 {{(pid=121608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:51:55.736986 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-025b3e46-5fa1-4c68-b5d0-e914f59fef7d admin admin] Releasing vlan 166 on physical network physnet1 to pool {{(pid=121607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 25 21:51:55.736986 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-025b3e46-5fa1-4c68-b5d0-e914f59fef7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8633327'] for segment, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:51:55.737849 ncdv-master-1 neutron-server[121607]: Traceback (most recent call last):
Dec 25 21:51:55.737849 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 25 21:51:55.737849 ncdv-master-1 neutron-server[121607]:     timer()
Dec 25 21:51:55.737849 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 25 21:51:55.737849 ncdv-master-1 neutron-server[121607]:     cb(*args, **kw)
Dec 25 21:51:55.737849 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 25 21:51:55.737849 ncdv-master-1 neutron-server[121607]:     return func(*args, **kwargs)
Dec 25 21:51:55.737849 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 25 21:51:55.737849 ncdv-master-1 neutron-server[121607]:     self._notify()
Dec 25 21:51:55.737849 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 25 21:51:55.737849 ncdv-master-1 neutron-server[121607]:     self.callback(batched_events)
Dec 25 21:51:55.737849 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 25 21:51:55.737849 ncdv-master-1 neutron-server[121607]:     event.method(event)
Dec 25 21:51:55.737849 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 25 21:51:55.737849 ncdv-master-1 neutron-server[121607]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 25 21:51:55.737849 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 25 21:51:55.737849 ncdv-master-1 neutron-server[121607]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 25 21:51:55.737849 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 25 21:51:55.737849 ncdv-master-1 neutron-server[121607]:     return f(self, *a, **k)
Dec 25 21:51:55.737849 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 25 21:51:55.737849 ncdv-master-1 neutron-server[121607]:     return self._get(url).json()
Dec 25 21:51:55.737849 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 25 21:51:55.737849 ncdv-master-1 neutron-server[121607]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 25 21:51:55.737849 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 25 21:51:55.737849 ncdv-master-1 neutron-server[121607]:     return self.request(url, 'GET', **kwargs)
Dec 25 21:51:55.737849 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 25 21:51:55.737849 ncdv-master-1 neutron-server[121607]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 25 21:51:55.737849 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 25 21:51:55.737849 ncdv-master-1 neutron-server[121607]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 25 21:51:55.737849 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 25 21:51:55.737849 ncdv-master-1 neutron-server[121607]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 25 21:51:55.737849 ncdv-master-1 neutron-server[121607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 25 21:51:55.879309 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-025b3e46-5fa1-4c68-b5d0-e914f59fef7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2008653'] for network, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:51:55.885466 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-025b3e46-5fa1-4c68-b5d0-e914f59fef7d admin admin] Publish callbacks [] for network, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:51:55.888620 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-025b3e46-5fa1-4c68-b5d0-e914f59fef7d admin admin] 10.222.0.32 "DELETE /v2.0/networks/ab76c1e8-304b-4ec9-ba3d-4ec49a1c69e3 HTTP/1.1" status: 204  len: 168 time: 0.6631415
Dec 25 21:51:55.899053 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025b3e46-5fa1-4c68-b5d0-e914f59fef7d admin admin] Pushing event deleted for resources: {'Network': ['ID=ab76c1e8-304b-4ec9-ba3d-4ec49a1c69e3,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:51:56.102042 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 0a73a998-089f-4c7c-a7a0-22064a1dc9ad no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:51:56.122868 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] No Port match for: 0a73a998-089f-4c7c-a7a0-22064a1dc9ad {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:51:56.123213 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 0a73a998-089f-4c7c-a7a0-22064a1dc9ad not bound to the agent host ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:51:56.123703 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device ba81c541-bb9f-4038-ab95-444ad536bb23 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:51:56.142606 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] No Port match for: ba81c541-bb9f-4038-ab95-444ad536bb23 {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:51:56.142956 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device ba81c541-bb9f-4038-ab95-444ad536bb23 not bound to the agent host ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:51:56.143362 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device cc56df09-c8ff-49e7-a8f2-d27ddf8508dc no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:51:56.161787 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] No Port match for: cc56df09-c8ff-49e7-a8f2-d27ddf8508dc {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:51:56.162133 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device cc56df09-c8ff-49e7-a8f2-d27ddf8508dc not bound to the agent host ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:51:56.196696 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 44834) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:51:56.235200 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-aa3cf29c-8c06-400e-b16a-eef1aede4c56 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=64e4751d74674097b87a3ad1c686e9e5&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0373335
Dec 25 21:51:56.237573 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 44836) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:51:56.287844 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-bb7f6c17-ee3c-4489-96a8-18e59ff3a056 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:51:56.309311 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-bb7f6c17-ee3c-4489-96a8-18e59ff3a056 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:51:56.421743 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-bb7f6c17-ee3c-4489-96a8-18e59ff3a056 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:51:56.424423 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-bb7f6c17-ee3c-4489-96a8-18e59ff3a056 admin admin] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:51:56.425560 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-bb7f6c17-ee3c-4489-96a8-18e59ff3a056 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a00bf38e-a5af-417d-8890-5d5c030bc2ab HTTP/1.1" status: 204  len: 168 time: 0.1870868
Dec 25 21:51:56.434165 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7f6c17-ee3c-4489-96a8-18e59ff3a056 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a00bf38e-a5af-417d-8890-5d5c030bc2ab,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:51:57.015059 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 44842) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:51:57.054861 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-9656007f-b807-47e9-a674-2f7b3fda71f1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2cad11b925d6435b80d2b6f99851adb9&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0386517
Dec 25 21:51:57.057315 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 44844) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:51:57.103056 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-145062a6-6ecf-44ec-baff-fb681e45e04d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:51:57.123022 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-145062a6-6ecf-44ec-baff-fb681e45e04d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:51:57.244818 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-145062a6-6ecf-44ec-baff-fb681e45e04d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:51:57.247541 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-145062a6-6ecf-44ec-baff-fb681e45e04d admin admin] Publish callbacks [] for security_group, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:51:57.248693 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-145062a6-6ecf-44ec-baff-fb681e45e04d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6b40420a-065d-46ca-a990-5f2f0afcb1c4 HTTP/1.1" status: 204  len: 168 time: 0.1904743
Dec 25 21:51:57.256649 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145062a6-6ecf-44ec-baff-fb681e45e04d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b40420a-065d-46ca-a990-5f2f0afcb1c4,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:51:57.751527 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.agents_db [None req-ec08dba0-4483-4109-b5e1-5e4a9fdaf12d None None] Agent healthcheck: found 7 active agents {{(pid=121609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 25 21:52:04.490592 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:52:04.765121 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-c164032e-bbfb-4a83-8019-b447dfbb91bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:52:06.987397 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-2b012b20-44c4-4678-b365-c573296f7066 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:52:08.541905 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:52:08.598371 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3e945ecd-9380-47c2-aa0a-12ebe07e03e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:52:08.703170 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-77a79c11-31a7-4c91-bbbc-0bd4610566dd req-1739fb4c-d090-44fc-8a8e-94ce44d74ef9 tempest-ServersAdminNegativeTestJSON-1717074468 tempest-ServersAdminNegativeTestJSON-1717074468-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=283beb68bf4d4ba8951f370b7b057323&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0287333
Dec 25 21:52:08.886455 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a79c11-31a7-4c91-bbbc-0bd4610566dd req-acd792d6-9a23-4ffd-93ba-58b5f66702c9 tempest-ServersAdminNegativeTestJSON-1717074468 tempest-ServersAdminNegativeTestJSON-1717074468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:52:08.887820 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-77a79c11-31a7-4c91-bbbc-0bd4610566dd req-acd792d6-9a23-4ffd-93ba-58b5f66702c9 tempest-ServersAdminNegativeTestJSON-1717074468 tempest-ServersAdminNegativeTestJSON-1717074468-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1784303
Dec 25 21:52:08.903467 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-77a79c11-31a7-4c91-bbbc-0bd4610566dd req-bb5a5598-2538-4295-a7fc-f8757b7dbbcd tempest-ServersAdminNegativeTestJSON-1717074468 tempest-ServersAdminNegativeTestJSON-1717074468-project] 10.222.0.32 "GET /v2.0/quotas/283beb68bf4d4ba8951f370b7b057323 HTTP/1.1" status: 200  len: 375 time: 0.0096514
Dec 25 21:52:08.934101 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-77a79c11-31a7-4c91-bbbc-0bd4610566dd req-623c4b28-4210-49ee-8845-11e24eb63d84 tempest-ServersAdminNegativeTestJSON-1717074468 tempest-ServersAdminNegativeTestJSON-1717074468-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=283beb68bf4d4ba8951f370b7b057323&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0253739
Dec 25 21:52:09.169581 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-04004a23-90de-4110-859c-afbc57bb846e req-203c9fee-ba46-485e-a768-e9cc76f515af tempest-ServersAdminNegativeTestJSON-1717074468 tempest-ServersAdminNegativeTestJSON-1717074468-project] 10.222.0.32 "GET /v2.0/ports?device_id=fce34dc8-6b55-4575-9f10-ed25dee621ae HTTP/1.1" status: 200  len: 210 time: 0.0269401
Dec 25 21:52:09.587507 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-15cb578f-7a63-4fd3-925d-83bad4c7b82a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:52:10.265968 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-01fde018-128a-4859-9256-6732723d8fb6 req-18b57a9f-895a-4868-bbd4-7dfa681b1f17 tempest-ServersAdminNegativeTestJSON-1717074468 tempest-ServersAdminNegativeTestJSON-1717074468-project] 10.222.0.32 "GET /v2.0/ports?device_id=fce34dc8-6b55-4575-9f10-ed25dee621ae HTTP/1.1" status: 200  len: 210 time: 0.0296049
Dec 25 21:52:10.713489 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:52:11.092106 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-77a79c11-31a7-4c91-bbbc-0bd4610566dd req-3d0d0319-b8db-492f-9687-f0ce0ca2fba5 tempest-ServersAdminNegativeTestJSON-1717074468 tempest-ServersAdminNegativeTestJSON-1717074468-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=283beb68bf4d4ba8951f370b7b057323&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0215828
Dec 25 21:52:11.198078 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a79c11-31a7-4c91-bbbc-0bd4610566dd req-bffcbe05-0ab6-426a-81f4-ce2e78c48a9e tempest-ServersAdminNegativeTestJSON-1717074468 tempest-ServersAdminNegativeTestJSON-1717074468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:52:11.199517 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-77a79c11-31a7-4c91-bbbc-0bd4610566dd req-bffcbe05-0ab6-426a-81f4-ce2e78c48a9e tempest-ServersAdminNegativeTestJSON-1717074468 tempest-ServersAdminNegativeTestJSON-1717074468-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1018896
Dec 25 21:52:11.213553 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-77a79c11-31a7-4c91-bbbc-0bd4610566dd req-b1f96e3c-8629-4f5a-ae06-c21096add3b9 tempest-ServersAdminNegativeTestJSON-1717074468 tempest-ServersAdminNegativeTestJSON-1717074468-project] Request body: {'port': {'device_id': 'fce34dc8-6b55-4575-9f10-ed25dee621ae', 'network_id': '8f212e98-547d-4c6e-a560-2e9a548c8f59', 'admin_state_up': True, 'tenant_id': '283beb68bf4d4ba8951f370b7b057323'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:52:11.364273 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-005f096c-dcd5-4c31-99a6-c39b08331ed8 req-e14697d1-e581-44dc-9223-b0ae6d02f764 tempest-ServersAdminNegativeTestJSON-1717074468 tempest-ServersAdminNegativeTestJSON-1717074468-project] 10.222.0.32 "GET /v2.0/ports?device_id=fce34dc8-6b55-4575-9f10-ed25dee621ae HTTP/1.1" status: 200  len: 210 time: 0.0264921
Dec 25 21:52:11.421153 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77a79c11-31a7-4c91-bbbc-0bd4610566dd req-b1f96e3c-8629-4f5a-ae06-c21096add3b9 tempest-ServersAdminNegativeTestJSON-1717074468 tempest-ServersAdminNegativeTestJSON-1717074468-project] Made reservation on behalf of 283beb68bf4d4ba8951f370b7b057323 for: {'port': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:52:11.424710 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-77a79c11-31a7-4c91-bbbc-0bd4610566dd req-b1f96e3c-8629-4f5a-ae06-c21096add3b9 tempest-ServersAdminNegativeTestJSON-1717074468 tempest-ServersAdminNegativeTestJSON-1717074468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:52:11.433891 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-77a79c11-31a7-4c91-bbbc-0bd4610566dd req-b1f96e3c-8629-4f5a-ae06-c21096add3b9 tempest-ServersAdminNegativeTestJSON-1717074468 tempest-ServersAdminNegativeTestJSON-1717074468-project] Publish callbacks [] for security_group, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:52:11.506493 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-77a79c11-31a7-4c91-bbbc-0bd4610566dd req-b1f96e3c-8629-4f5a-ae06-c21096add3b9 tempest-ServersAdminNegativeTestJSON-1717074468 tempest-ServersAdminNegativeTestJSON-1717074468-project] Publish callbacks [] for security_group, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:52:11.575718 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-77a79c11-31a7-4c91-bbbc-0bd4610566dd req-b1f96e3c-8629-4f5a-ae06-c21096add3b9 tempest-ServersAdminNegativeTestJSON-1717074468 tempest-ServersAdminNegativeTestJSON-1717074468-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:52:11.637422 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f96e3c-8629-4f5a-ae06-c21096add3b9 tempest-ServersAdminNegativeTestJSON-1717074468 tempest-ServersAdminNegativeTestJSON-1717074468-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93bbcf36-d30f-4ca9-9dfb-8dc2d45db81b,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:52:11.714051 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_common [req-77a79c11-31a7-4c91-bbbc-0bd4610566dd req-b1f96e3c-8629-4f5a-ae06-c21096add3b9 tempest-ServersAdminNegativeTestJSON-1717074468 tempest-ServersAdminNegativeTestJSON-1717074468-project] Allocated IP 192.168.233.98 (8f212e98-547d-4c6e-a560-2e9a548c8f59/dcfbae86-f93e-400c-8084-eac7f56ff5ba/12ff2e6f-e520-4ecb-8160-89926b8e03bf) {{(pid=121606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:52:11.859079 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-77a79c11-31a7-4c91-bbbc-0bd4610566dd req-b1f96e3c-8629-4f5a-ae06-c21096add3b9 tempest-ServersAdminNegativeTestJSON-1717074468 tempest-ServersAdminNegativeTestJSON-1717074468-project] Publish callbacks [] for port, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:52:11.925138 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-77a79c11-31a7-4c91-bbbc-0bd4610566dd req-b1f96e3c-8629-4f5a-ae06-c21096add3b9 tempest-ServersAdminNegativeTestJSON-1717074468 tempest-ServersAdminNegativeTestJSON-1717074468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:52:11.969716 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77a79c11-31a7-4c91-bbbc-0bd4610566dd req-b1f96e3c-8629-4f5a-ae06-c21096add3b9 tempest-ServersAdminNegativeTestJSON-1717074468 tempest-ServersAdminNegativeTestJSON-1717074468-project] Network 8f212e98-547d-4c6e-a560-2e9a548c8f59 is already hosted by enough agents. {{(pid=121606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:52:11.972918 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [req-77a79c11-31a7-4c91-bbbc-0bd4610566dd req-b1f96e3c-8629-4f5a-ae06-c21096add3b9 tempest-ServersAdminNegativeTestJSON-1717074468 tempest-ServersAdminNegativeTestJSON-1717074468-project] Resources bound (agent type, host, resource id):  {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:52:11.976511 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [req-77a79c11-31a7-4c91-bbbc-0bd4610566dd req-b1f96e3c-8629-4f5a-ae06-c21096add3b9 tempest-ServersAdminNegativeTestJSON-1717074468 tempest-ServersAdminNegativeTestJSON-1717074468-project] Received port after_create {{(pid=121606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:52:11.982935 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f96e3c-8629-4f5a-ae06-c21096add3b9 tempest-ServersAdminNegativeTestJSON-1717074468 tempest-ServersAdminNegativeTestJSON-1717074468-project] Pushing event updated for resources: {'Port': ['ID=12ff2e6f-e520-4ecb-8160-89926b8e03bf,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:52:12.029897 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a79c11-31a7-4c91-bbbc-0bd4610566dd req-b1f96e3c-8629-4f5a-ae06-c21096add3b9 tempest-ServersAdminNegativeTestJSON-1717074468 tempest-ServersAdminNegativeTestJSON-1717074468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:52:12.030514 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-77a79c11-31a7-4c91-bbbc-0bd4610566dd req-b1f96e3c-8629-4f5a-ae06-c21096add3b9 tempest-ServersAdminNegativeTestJSON-1717074468 tempest-ServersAdminNegativeTestJSON-1717074468-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:52:12.109937 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-77a79c11-31a7-4c91-bbbc-0bd4610566dd req-b1f96e3c-8629-4f5a-ae06-c21096add3b9 tempest-ServersAdminNegativeTestJSON-1717074468 tempest-ServersAdminNegativeTestJSON-1717074468-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 0.9007287
Dec 25 21:52:12.122142 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-77a79c11-31a7-4c91-bbbc-0bd4610566dd req-fdf974e2-d859-4853-a539-0f1f5a3e91c9 service neutron] Request body: {'port': {'device_id': 'fce34dc8-6b55-4575-9f10-ed25dee621ae', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:52:12.180665 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-77a79c11-31a7-4c91-bbbc-0bd4610566dd req-fdf974e2-d859-4853-a539-0f1f5a3e91c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:52:12.253004 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-b1b7607b-d774-49db-839a-0ba8c85ee507 None None] Provisioning complete for port 12ff2e6f-e520-4ecb-8160-89926b8e03bf triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:52:12.253544 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-b1b7607b-d774-49db-839a-0ba8c85ee507 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:52:12.289187 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-b1b7607b-d774-49db-839a-0ba8c85ee507 None None] Port 12ff2e6f-e520-4ecb-8160-89926b8e03bf cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:52:12.448708 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [req-77a79c11-31a7-4c91-bbbc-0bd4610566dd req-fdf974e2-d859-4853-a539-0f1f5a3e91c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12ff2e6f-e520-4ecb-8160-89926b8e03bf {{(pid=121606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:52:12.469282 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-77a79c11-31a7-4c91-bbbc-0bd4610566dd req-fdf974e2-d859-4853-a539-0f1f5a3e91c9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:52:12.485849 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.provisioning_blocks [req-77a79c11-31a7-4c91-bbbc-0bd4610566dd req-fdf974e2-d859-4853-a539-0f1f5a3e91c9 service neutron] Transition to ACTIVE for port object 12ff2e6f-e520-4ecb-8160-89926b8e03bf will not be triggered until provisioned by entity L2. {{(pid=121606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 25 21:52:12.501269 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171f78ab-5f0e-45fd-bd41-d0690cead093 req-00955d4f-58ac-4f76-b4c0-b84570954947 tempest-ServersAdminNegativeTestJSON-1717074468 tempest-ServersAdminNegativeTestJSON-1717074468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:52:12.503031 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-171f78ab-5f0e-45fd-bd41-d0690cead093 req-00955d4f-58ac-4f76-b4c0-b84570954947 tempest-ServersAdminNegativeTestJSON-1717074468 tempest-ServersAdminNegativeTestJSON-1717074468-project] 10.222.0.32 "GET /v2.0/ports?device_id=fce34dc8-6b55-4575-9f10-ed25dee621ae HTTP/1.1" status: 200  len: 935 time: 0.0702629
Dec 25 21:52:12.538100 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-77a79c11-31a7-4c91-bbbc-0bd4610566dd req-fdf974e2-d859-4853-a539-0f1f5a3e91c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:52:12.580001 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-171f78ab-5f0e-45fd-bd41-d0690cead093 req-9ee000fa-25af-4430-beb8-400bba12d9c7 tempest-ServersAdminNegativeTestJSON-1717074468 tempest-ServersAdminNegativeTestJSON-1717074468-project] 10.222.0.32 "GET /v2.0/security-groups?id=93bbcf36-d30f-4ca9-9dfb-8dc2d45db81b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0709224
Dec 25 21:52:12.602006 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf974e2-d859-4853-a539-0f1f5a3e91c9 service neutron] Pushing event updated for resources: {'Port': ['ID=12ff2e6f-e520-4ecb-8160-89926b8e03bf,revision_number=2']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:52:12.674780 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-77a79c11-31a7-4c91-bbbc-0bd4610566dd req-fdf974e2-d859-4853-a539-0f1f5a3e91c9 service neutron] Attempting to bind port 12ff2e6f-e520-4ecb-8160-89926b8e03bf on host nch2-master-1 for vnic_type normal with profile  {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:52:12.675120 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-77a79c11-31a7-4c91-bbbc-0bd4610566dd req-fdf974e2-d859-4853-a539-0f1f5a3e91c9 service neutron] Attempting to bind port 12ff2e6f-e520-4ecb-8160-89926b8e03bf by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '85c774cb-a0eb-4ad9-961f-f331d3b37cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '8f212e98-547d-4c6e-a560-2e9a548c8f59'}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:52:12.675451 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77a79c11-31a7-4c91-bbbc-0bd4610566dd req-fdf974e2-d859-4853-a539-0f1f5a3e91c9 service neutron] Attempting to bind port 12ff2e6f-e520-4ecb-8160-89926b8e03bf on network 8f212e98-547d-4c6e-a560-2e9a548c8f59 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:52:12.680054 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77a79c11-31a7-4c91-bbbc-0bd4610566dd req-fdf974e2-d859-4853-a539-0f1f5a3e91c9 service neutron] Port 12ff2e6f-e520-4ecb-8160-89926b8e03bf on network 8f212e98-547d-4c6e-a560-2e9a548c8f59 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 25 21:52:12.680409 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77a79c11-31a7-4c91-bbbc-0bd4610566dd req-fdf974e2-d859-4853-a539-0f1f5a3e91c9 service neutron] Attempting to bind port 12ff2e6f-e520-4ecb-8160-89926b8e03bf on network 8f212e98-547d-4c6e-a560-2e9a548c8f59 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:52:12.686448 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77a79c11-31a7-4c91-bbbc-0bd4610566dd req-fdf974e2-d859-4853-a539-0f1f5a3e91c9 service neutron] Checking agent: {'id': '0d9ae313-8f8d-40fa-8a9f-d098a25a9911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 21, 4, 38), 'started_at': datetime.datetime(2021, 12, 25, 21, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 52, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:52:12.686790 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77a79c11-31a7-4c91-bbbc-0bd4610566dd req-fdf974e2-d859-4853-a539-0f1f5a3e91c9 service neutron] Checking segment: {'id': '85c774cb-a0eb-4ad9-961f-f331d3b37cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '8f212e98-547d-4c6e-a560-2e9a548c8f59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:52:12.687184 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77a79c11-31a7-4c91-bbbc-0bd4610566dd req-fdf974e2-d859-4853-a539-0f1f5a3e91c9 service neutron] Bound using segment: {'id': '85c774cb-a0eb-4ad9-961f-f331d3b37cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '8f212e98-547d-4c6e-a560-2e9a548c8f59'} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:52:12.687621 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-77a79c11-31a7-4c91-bbbc-0bd4610566dd req-fdf974e2-d859-4853-a539-0f1f5a3e91c9 service neutron] Bound port: 12ff2e6f-e520-4ecb-8160-89926b8e03bf, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85c774cb-a0eb-4ad9-961f-f331d3b37cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '8f212e98-547d-4c6e-a560-2e9a548c8f59'}}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:52:12.687980 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-77a79c11-31a7-4c91-bbbc-0bd4610566dd req-fdf974e2-d859-4853-a539-0f1f5a3e91c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:52:12.762322 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-77a79c11-31a7-4c91-bbbc-0bd4610566dd req-fdf974e2-d859-4853-a539-0f1f5a3e91c9 service neutron] For port 12ff2e6f-e520-4ecb-8160-89926b8e03bf, host nch2-master-1, cleared binding levels {{(pid=121606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:52:12.765386 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-77a79c11-31a7-4c91-bbbc-0bd4610566dd req-fdf974e2-d859-4853-a539-0f1f5a3e91c9 service neutron] For port 12ff2e6f-e520-4ecb-8160-89926b8e03bf, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=12ff2e6f-e520-4ecb-8160-89926b8e03bf,segment=NetworkSegment(85c774cb-a0eb-4ad9-961f-f331d3b37cd6),segment_id=85c774cb-a0eb-4ad9-961f-f331d3b37cd6)] {{(pid=121606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:52:12.839105 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-77a79c11-31a7-4c91-bbbc-0bd4610566dd req-fdf974e2-d859-4853-a539-0f1f5a3e91c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:52:12.875823 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a79c11-31a7-4c91-bbbc-0bd4610566dd req-fdf974e2-d859-4853-a539-0f1f5a3e91c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:52:12.876485 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-77a79c11-31a7-4c91-bbbc-0bd4610566dd req-fdf974e2-d859-4853-a539-0f1f5a3e91c9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:52:12.878187 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-77a79c11-31a7-4c91-bbbc-0bd4610566dd req-fdf974e2-d859-4853-a539-0f1f5a3e91c9 service neutron] 10.222.0.37 "PUT /v2.0/ports/12ff2e6f-e520-4ecb-8160-89926b8e03bf HTTP/1.1" status: 200  len: 1095 time: 0.7604012
Dec 25 21:52:12.878643 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fce34dc8-6b55-4575-9f10-ed25dee621ae', 'tag': '12ff2e6f-e520-4ecb-8160-89926b8e03bf'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:52:12.880960 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9858820c13ec2827453b94ebc4181065e990a4e4089ccb9fe762531ac62d2fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07928b4b-408b-4b90-9bf4-bc81a3cc694b" -d '{"events": [{"name": "network-changed", "server_uuid": "fce34dc8-6b55-4575-9f10-ed25dee621ae", "tag": "12ff2e6f-e520-4ecb-8160-89926b8e03bf"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:52:12.907608 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf974e2-d859-4853-a539-0f1f5a3e91c9 service neutron] Pushing event updated for resources: {'Port': ['ID=12ff2e6f-e520-4ecb-8160-89926b8e03bf,revision_number=3']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:52:13.004899 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a79c11-31a7-4c91-bbbc-0bd4610566dd req-d75ebba5-aef5-4610-8ebc-09bb17c2fec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:52:13.006697 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-77a79c11-31a7-4c91-bbbc-0bd4610566dd req-d75ebba5-aef5-4610-8ebc-09bb17c2fec3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=283beb68bf4d4ba8951f370b7b057323&device_id=fce34dc8-6b55-4575-9f10-ed25dee621ae HTTP/1.1" status: 200  len: 1098 time: 0.0524383
Dec 25 21:52:13.056158 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-77a79c11-31a7-4c91-bbbc-0bd4610566dd req-e39ab14d-bc41-4cdd-84f8-d8fdd2726c4a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.98&port_id=12ff2e6f-e520-4ecb-8160-89926b8e03bf HTTP/1.1" status: 200  len: 217 time: 0.0418673
Dec 25 21:52:13.111713 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a79c11-31a7-4c91-bbbc-0bd4610566dd req-72a02c90-ec85-4add-95a7-8bdfc3d54594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:52:13.113291 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-77a79c11-31a7-4c91-bbbc-0bd4610566dd req-72a02c90-ec85-4add-95a7-8bdfc3d54594 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=dcfbae86-f93e-400c-8084-eac7f56ff5ba HTTP/1.1" status: 200  len: 843 time: 0.0497129
Dec 25 21:52:13.160951 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a79c11-31a7-4c91-bbbc-0bd4610566dd req-4cecf13f-5c72-4ea0-b358-ae03bcd4df9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:52:13.162423 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-77a79c11-31a7-4c91-bbbc-0bd4610566dd req-4cecf13f-5c72-4ea0-b358-ae03bcd4df9d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8f212e98-547d-4c6e-a560-2e9a548c8f59&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0425744
Dec 25 21:52:13.187303 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Dec 2021 21:52:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ea1eb30-bdbd-442c-921e-31a7dac0de71 x-openstack-request-id: req-5ea1eb30-bdbd-442c-921e-31a7dac0de71 {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:52:13.187599 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fce34dc8-6b55-4575-9f10-ed25dee621ae", "tag": "12ff2e6f-e520-4ecb-8160-89926b8e03bf", "status": "completed", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:52:13.187855 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5ea1eb30-bdbd-442c-921e-31a7dac0de71 {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:52:13.188434 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fce34dc8-6b55-4575-9f10-ed25dee621ae', 'tag': '12ff2e6f-e520-4ecb-8160-89926b8e03bf', 'status': 'completed', 'code': 200}
Dec 25 21:52:13.257879 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-77a79c11-31a7-4c91-bbbc-0bd4610566dd req-3af940fe-2aa4-4e3f-8307-fc44351542c7 service neutron] 10.222.0.37 "GET /v2.0/networks/8f212e98-547d-4c6e-a560-2e9a548c8f59?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0885539
Dec 25 21:52:13.347727 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-77a79c11-31a7-4c91-bbbc-0bd4610566dd req-0b0b6d89-35a9-491d-8495-3b35cee60d8f service neutron] 10.222.0.37 "GET /v2.0/networks/8f212e98-547d-4c6e-a560-2e9a548c8f59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0825255
Dec 25 21:52:13.495143 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07928b4b-408b-4b90-9bf4-bc81a3cc694b req-f4494aad-78b3-483e-a3d3-201814ff1324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:52:13.496676 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-07928b4b-408b-4b90-9bf4-bc81a3cc694b req-f4494aad-78b3-483e-a3d3-201814ff1324 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=283beb68bf4d4ba8951f370b7b057323&device_id=fce34dc8-6b55-4575-9f10-ed25dee621ae HTTP/1.1" status: 200  len: 1098 time: 0.0439775
Dec 25 21:52:13.591735 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07928b4b-408b-4b90-9bf4-bc81a3cc694b req-cdd80a96-4eb0-4b22-9628-29fd8ab2543f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:52:13.593214 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-07928b4b-408b-4b90-9bf4-bc81a3cc694b req-cdd80a96-4eb0-4b22-9628-29fd8ab2543f service neutron] 10.222.0.37 "GET /v2.0/networks?id=8f212e98-547d-4c6e-a560-2e9a548c8f59 HTTP/1.1" status: 200  len: 870 time: 0.0887189
Dec 25 21:52:13.633370 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-07928b4b-408b-4b90-9bf4-bc81a3cc694b req-b1219448-1111-4c13-ad3d-3b06ae665eb5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.98&port_id=12ff2e6f-e520-4ecb-8160-89926b8e03bf HTTP/1.1" status: 200  len: 217 time: 0.0335560
Dec 25 21:52:13.710458 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07928b4b-408b-4b90-9bf4-bc81a3cc694b req-7cc7b80f-3376-42c4-ac88-df37b6934e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:52:13.711926 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-07928b4b-408b-4b90-9bf4-bc81a3cc694b req-7cc7b80f-3376-42c4-ac88-df37b6934e53 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=dcfbae86-f93e-400c-8084-eac7f56ff5ba HTTP/1.1" status: 200  len: 843 time: 0.0718493
Dec 25 21:52:13.727625 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bda7e8-ee7c-4184-8e29-21f84de978bf req-237560b3-8c4b-45aa-9a33-7099ceb80819 tempest-ServersAdminNegativeTestJSON-1717074468 tempest-ServersAdminNegativeTestJSON-1717074468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:52:13.729026 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-82bda7e8-ee7c-4184-8e29-21f84de978bf req-237560b3-8c4b-45aa-9a33-7099ceb80819 tempest-ServersAdminNegativeTestJSON-1717074468 tempest-ServersAdminNegativeTestJSON-1717074468-project] 10.222.0.32 "GET /v2.0/ports?device_id=fce34dc8-6b55-4575-9f10-ed25dee621ae HTTP/1.1" status: 200  len: 947 time: 0.0806737
Dec 25 21:52:13.796820 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07928b4b-408b-4b90-9bf4-bc81a3cc694b req-724dec8a-ba42-4bea-bcfd-54bd9ce9ddc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:52:13.798272 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-07928b4b-408b-4b90-9bf4-bc81a3cc694b req-724dec8a-ba42-4bea-bcfd-54bd9ce9ddc6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8f212e98-547d-4c6e-a560-2e9a548c8f59&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0684180
Dec 25 21:52:13.801939 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-82bda7e8-ee7c-4184-8e29-21f84de978bf req-b15dca51-4510-4030-8796-540dd571a928 tempest-ServersAdminNegativeTestJSON-1717074468 tempest-ServersAdminNegativeTestJSON-1717074468-project] 10.222.0.32 "GET /v2.0/security-groups?id=93bbcf36-d30f-4ca9-9dfb-8dc2d45db81b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0648758
Dec 25 21:52:13.891731 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-07928b4b-408b-4b90-9bf4-bc81a3cc694b req-588c9047-f9a0-44f8-bdc2-8b839c14589c service neutron] 10.222.0.37 "GET /v2.0/networks/8f212e98-547d-4c6e-a560-2e9a548c8f59?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0844834
Dec 25 21:52:13.982373 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-07928b4b-408b-4b90-9bf4-bc81a3cc694b req-3ba9fd57-4bb6-4bea-a9d3-0e3fc256c970 service neutron] 10.222.0.37 "GET /v2.0/networks/8f212e98-547d-4c6e-a560-2e9a548c8f59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0830243
Dec 25 21:52:14.923379 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26399fea-5413-4b91-8797-178d1c9049d9 req-57897459-e680-4666-bbe4-89ed47c233e1 tempest-ServersAdminNegativeTestJSON-1717074468 tempest-ServersAdminNegativeTestJSON-1717074468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:52:14.924854 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-26399fea-5413-4b91-8797-178d1c9049d9 req-57897459-e680-4666-bbe4-89ed47c233e1 tempest-ServersAdminNegativeTestJSON-1717074468 tempest-ServersAdminNegativeTestJSON-1717074468-project] 10.222.0.32 "GET /v2.0/ports?device_id=fce34dc8-6b55-4575-9f10-ed25dee621ae HTTP/1.1" status: 200  len: 947 time: 0.0537784
Dec 25 21:52:14.972135 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-26399fea-5413-4b91-8797-178d1c9049d9 req-3e5e44df-41f0-4ff6-9964-8f2a55d40d0f tempest-ServersAdminNegativeTestJSON-1717074468 tempest-ServersAdminNegativeTestJSON-1717074468-project] 10.222.0.32 "GET /v2.0/security-groups?id=93bbcf36-d30f-4ca9-9dfb-8dc2d45db81b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413349
Dec 25 21:52:15.937762 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device 12ff2e6f-e520-4ecb-8160-89926b8e03bf details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 25 21:52:16.035503 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port 12ff2e6f-e520-4ecb-8160-89926b8e03bf, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=12ff2e6f-e520-4ecb-8160-89926b8e03bf,segment=NetworkSegment(85c774cb-a0eb-4ad9-961f-f331d3b37cd6),segment_id=85c774cb-a0eb-4ad9-961f-f331d3b37cd6)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:52:16.047249 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Returning: {'device': '12ff2e6f-e520-4ecb-8160-89926b8e03bf', 'network_id': '8f212e98-547d-4c6e-a560-2e9a548c8f59', 'port_id': '12ff2e6f-e520-4ecb-8160-89926b8e03bf', 'mac_address': 'fa:16:3e:3e:93:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcfbae86-f93e-400c-8084-eac7f56ff5ba', 'ip_address': '192.168.233.98'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 25 21:52:16.083671 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:52:16.086839 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45422cf-af8b-4511-b811-f3a6b00409a4 req-b48642fc-eeb2-4776-bf47-15e8120162dd tempest-ServersAdminNegativeTestJSON-1717074468 tempest-ServersAdminNegativeTestJSON-1717074468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:52:16.088900 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c45422cf-af8b-4511-b811-f3a6b00409a4 req-b48642fc-eeb2-4776-bf47-15e8120162dd tempest-ServersAdminNegativeTestJSON-1717074468 tempest-ServersAdminNegativeTestJSON-1717074468-project] 10.222.0.32 "GET /v2.0/ports?device_id=fce34dc8-6b55-4575-9f10-ed25dee621ae HTTP/1.1" status: 200  len: 947 time: 0.0493624
Dec 25 21:52:16.100420 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12ff2e6f-e520-4ecb-8160-89926b8e03bf {{(pid=121608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:52:16.119864 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port 12ff2e6f-e520-4ecb-8160-89926b8e03bf, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=12ff2e6f-e520-4ecb-8160-89926b8e03bf,segment=NetworkSegment(85c774cb-a0eb-4ad9-961f-f331d3b37cd6),segment_id=85c774cb-a0eb-4ad9-961f-f331d3b37cd6)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:52:16.135772 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c45422cf-af8b-4511-b811-f3a6b00409a4 req-cc5874d4-9519-4b87-91a1-8398edac3525 tempest-ServersAdminNegativeTestJSON-1717074468 tempest-ServersAdminNegativeTestJSON-1717074468-project] 10.222.0.32 "GET /v2.0/security-groups?id=93bbcf36-d30f-4ca9-9dfb-8dc2d45db81b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407801
Dec 25 21:52:16.181424 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:52:16.228676 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Pushing event updated for resources: {'Port': ['ID=12ff2e6f-e520-4ecb-8160-89926b8e03bf,revision_number=4']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:52:16.419139 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] get_ports_and_sgs() called for port_ids ['12ff2e6f-e520-4ecb-8160-89926b8e03bf'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:52:17.254184 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b9a912-fbcc-4a9c-bd5d-ab548b026160 req-2382169a-e1ba-4301-bcd7-9db2397904c1 tempest-ServersAdminNegativeTestJSON-1717074468 tempest-ServersAdminNegativeTestJSON-1717074468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:52:17.255716 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-01b9a912-fbcc-4a9c-bd5d-ab548b026160 req-2382169a-e1ba-4301-bcd7-9db2397904c1 tempest-ServersAdminNegativeTestJSON-1717074468 tempest-ServersAdminNegativeTestJSON-1717074468-project] 10.222.0.32 "GET /v2.0/ports?device_id=fce34dc8-6b55-4575-9f10-ed25dee621ae HTTP/1.1" status: 200  len: 948 time: 0.0525167
Dec 25 21:52:17.302049 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-01b9a912-fbcc-4a9c-bd5d-ab548b026160 req-40d45dee-557a-44c5-a2cd-434f69290874 tempest-ServersAdminNegativeTestJSON-1717074468 tempest-ServersAdminNegativeTestJSON-1717074468-project] 10.222.0.32 "GET /v2.0/security-groups?id=93bbcf36-d30f-4ca9-9dfb-8dc2d45db81b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404201
Dec 25 21:52:17.940391 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device 12ff2e6f-e520-4ecb-8160-89926b8e03bf up at agent hyperv_nch2-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:52:18.033204 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Provisioning for port 12ff2e6f-e520-4ecb-8160-89926b8e03bf completed by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 25 21:52:18.036905 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Provisioning complete for port 12ff2e6f-e520-4ecb-8160-89926b8e03bf triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:52:18.037285 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:52:18.112569 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:52:18.134761 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fce34dc8-6b55-4575-9f10-ed25dee621ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12ff2e6f-e520-4ecb-8160-89926b8e03bf'}] {{(pid=121608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:52:18.137072 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a88c78c3ff6266bd59c7e89d275b28c92e739b67d23c89d71af88829fd31566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc522d1f-3c0a-462f-b01c-ccc95ac71e42" -d '{"events": [{"server_uuid": "fce34dc8-6b55-4575-9f10-ed25dee621ae", "name": "network-vif-plugged", "status": "completed", "tag": "12ff2e6f-e520-4ecb-8160-89926b8e03bf"}]}' {{(pid=121608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:52:18.151054 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port 12ff2e6f-e520-4ecb-8160-89926b8e03bf, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=12ff2e6f-e520-4ecb-8160-89926b8e03bf,segment=NetworkSegment(85c774cb-a0eb-4ad9-961f-f331d3b37cd6),segment_id=85c774cb-a0eb-4ad9-961f-f331d3b37cd6)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:52:18.199185 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:52:18.235406 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 21:52:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-431675d3-f38f-4ee5-9f03-33426f887867 x-openstack-request-id: req-431675d3-f38f-4ee5-9f03-33426f887867 {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:52:18.235707 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fce34dc8-6b55-4575-9f10-ed25dee621ae", "name": "network-vif-plugged", "status": "completed", "tag": "12ff2e6f-e520-4ecb-8160-89926b8e03bf", "code": 200}]} {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:52:18.235959 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-431675d3-f38f-4ee5-9f03-33426f887867 {{(pid=121608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:52:18.236377 ncdv-master-1 neutron-server[121608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fce34dc8-6b55-4575-9f10-ed25dee621ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12ff2e6f-e520-4ecb-8160-89926b8e03bf', 'code': 200}
Dec 25 21:52:18.254925 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Pushing event updated for resources: {'Port': ['ID=12ff2e6f-e520-4ecb-8160-89926b8e03bf,revision_number=5']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:52:18.332583 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006a1289-bd56-4f61-af70-3b3a3f68c939 req-224d34f0-c6ee-4bc0-8480-1e8bf2c2d3c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:52:18.336928 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-006a1289-bd56-4f61-af70-3b3a3f68c939 req-224d34f0-c6ee-4bc0-8480-1e8bf2c2d3c0 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=fce34dc8-6b55-4575-9f10-ed25dee621ae HTTP/1.1" status: 200  len: 1100 time: 0.0417128
Dec 25 21:52:18.382939 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-006a1289-bd56-4f61-af70-3b3a3f68c939 req-6fe1bdf8-6097-46f5-8fa8-0e7caeaa8025 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=93bbcf36-d30f-4ca9-9dfb-8dc2d45db81b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409131
Dec 25 21:52:18.427996 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310511a6-f3c1-4b3f-ae78-dae21d180db3 req-bf39a2e3-5068-4216-b594-8a04e55f29e6 tempest-ServersAdminNegativeTestJSON-1717074468 tempest-ServersAdminNegativeTestJSON-1717074468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:52:18.429550 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-310511a6-f3c1-4b3f-ae78-dae21d180db3 req-bf39a2e3-5068-4216-b594-8a04e55f29e6 tempest-ServersAdminNegativeTestJSON-1717074468 tempest-ServersAdminNegativeTestJSON-1717074468-project] 10.222.0.32 "GET /v2.0/ports?device_id=fce34dc8-6b55-4575-9f10-ed25dee621ae HTTP/1.1" status: 200  len: 949 time: 0.0499821
Dec 25 21:52:18.479570 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-310511a6-f3c1-4b3f-ae78-dae21d180db3 req-84067e69-a9bc-4861-9c03-e1e28dc352c4 tempest-ServersAdminNegativeTestJSON-1717074468 tempest-ServersAdminNegativeTestJSON-1717074468-project] 10.222.0.32 "GET /v2.0/security-groups?id=93bbcf36-d30f-4ca9-9dfb-8dc2d45db81b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435233
Dec 25 21:52:19.602233 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12b5ebf-5a98-4d84-a03a-289435b3bdda req-965ada39-d3ad-4d4f-ad4e-2be11b104924 tempest-ServersAdminNegativeTestJSON-1717074468 tempest-ServersAdminNegativeTestJSON-1717074468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:52:19.604220 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b12b5ebf-5a98-4d84-a03a-289435b3bdda req-965ada39-d3ad-4d4f-ad4e-2be11b104924 tempest-ServersAdminNegativeTestJSON-1717074468 tempest-ServersAdminNegativeTestJSON-1717074468-project] 10.222.0.32 "GET /v2.0/ports?device_id=fce34dc8-6b55-4575-9f10-ed25dee621ae HTTP/1.1" status: 200  len: 949 time: 0.0492728
Dec 25 21:52:19.652428 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b12b5ebf-5a98-4d84-a03a-289435b3bdda req-e3931907-2596-4d57-ba8d-46e73261c62f tempest-ServersAdminNegativeTestJSON-1717074468 tempest-ServersAdminNegativeTestJSON-1717074468-project] 10.222.0.32 "GET /v2.0/security-groups?id=93bbcf36-d30f-4ca9-9dfb-8dc2d45db81b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421910
Dec 25 21:52:20.089996 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [req-5de41157-3aa1-47f6-bcfb-d01bf1cc4b39 req-135df666-1886-486f-aab5-49c0ee47ef0c service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=121606) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 25 21:52:20.091039 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5de41157-3aa1-47f6-bcfb-d01bf1cc4b39 req-135df666-1886-486f-aab5-49c0ee47ef0c service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.1134510
Dec 25 21:52:20.594887 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [req-1c052a21-cd1a-420e-b87f-f8a3ada823bd req-ae184e60-44f3-4bdf-b7a0-2d676b07b707 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=121606) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 25 21:52:20.595894 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1c052a21-cd1a-420e-b87f-f8a3ada823bd req-ae184e60-44f3-4bdf-b7a0-2d676b07b707 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0558300
Dec 25 21:52:21.307222 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0aedaf-c24f-491a-a7a4-5572e6102048 req-fe51d2a5-b571-4cc2-9ac6-fd415083e2c8 tempest-ServersAdminNegativeTestJSON-1717074468 tempest-ServersAdminNegativeTestJSON-1717074468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:52:21.308718 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4d0aedaf-c24f-491a-a7a4-5572e6102048 req-fe51d2a5-b571-4cc2-9ac6-fd415083e2c8 tempest-ServersAdminNegativeTestJSON-1717074468 tempest-ServersAdminNegativeTestJSON-1717074468-project] 10.222.0.32 "GET /v2.0/ports?device_id=fce34dc8-6b55-4575-9f10-ed25dee621ae HTTP/1.1" status: 200  len: 949 time: 0.0485184
Dec 25 21:52:21.355146 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4d0aedaf-c24f-491a-a7a4-5572e6102048 req-95ac92c1-c61b-4bf5-938a-cb61e8905948 tempest-ServersAdminNegativeTestJSON-1717074468 tempest-ServersAdminNegativeTestJSON-1717074468-project] 10.222.0.32 "GET /v2.0/security-groups?id=93bbcf36-d30f-4ca9-9dfb-8dc2d45db81b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403864
Dec 25 21:52:22.476510 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88add765-e62c-4311-b2a0-85c1fb51e6cc req-d1516baf-9d76-4c61-b332-3ee0ac0bb2c7 tempest-ServersAdminNegativeTestJSON-1717074468 tempest-ServersAdminNegativeTestJSON-1717074468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:52:22.478029 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-88add765-e62c-4311-b2a0-85c1fb51e6cc req-d1516baf-9d76-4c61-b332-3ee0ac0bb2c7 tempest-ServersAdminNegativeTestJSON-1717074468 tempest-ServersAdminNegativeTestJSON-1717074468-project] 10.222.0.32 "GET /v2.0/ports?device_id=fce34dc8-6b55-4575-9f10-ed25dee621ae HTTP/1.1" status: 200  len: 949 time: 0.0530910
Dec 25 21:52:22.525285 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-88add765-e62c-4311-b2a0-85c1fb51e6cc req-e7558c24-f7dd-4945-99ce-f356cd075e1a tempest-ServersAdminNegativeTestJSON-1717074468 tempest-ServersAdminNegativeTestJSON-1717074468-project] 10.222.0.32 "GET /v2.0/security-groups?id=93bbcf36-d30f-4ca9-9dfb-8dc2d45db81b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406446
Dec 25 21:52:22.578083 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc4d3d4-3faa-4bd4-9779-8d4bfd78810f req-302e4b68-cfc2-42eb-a5ab-f5ae027a0854 tempest-ServersAdminNegativeTestJSON-1717074468 tempest-ServersAdminNegativeTestJSON-1717074468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:52:22.579529 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-fcc4d3d4-3faa-4bd4-9779-8d4bfd78810f req-302e4b68-cfc2-42eb-a5ab-f5ae027a0854 tempest-ServersAdminNegativeTestJSON-1717074468 tempest-ServersAdminNegativeTestJSON-1717074468-project] 10.222.0.37 "GET /v2.0/ports?device_id=fce34dc8-6b55-4575-9f10-ed25dee621ae HTTP/1.1" status: 200  len: 949 time: 0.0479720
Dec 25 21:52:22.669736 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [req-fcc4d3d4-3faa-4bd4-9779-8d4bfd78810f req-87ded4e3-47ac-4972-ac3b-8865b4b8fd7e tempest-ServersAdminNegativeTestJSON-1717074468 tempest-ServersAdminNegativeTestJSON-1717074468-project] Deleting port 12ff2e6f-e520-4ecb-8160-89926b8e03bf {{(pid=121606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:52:22.669988 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-fcc4d3d4-3faa-4bd4-9779-8d4bfd78810f req-87ded4e3-47ac-4972-ac3b-8865b4b8fd7e tempest-ServersAdminNegativeTestJSON-1717074468 tempest-ServersAdminNegativeTestJSON-1717074468-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:52:22.758012 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-fcc4d3d4-3faa-4bd4-9779-8d4bfd78810f req-87ded4e3-47ac-4972-ac3b-8865b4b8fd7e tempest-ServersAdminNegativeTestJSON-1717074468 tempest-ServersAdminNegativeTestJSON-1717074468-project] For port 12ff2e6f-e520-4ecb-8160-89926b8e03bf, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=12ff2e6f-e520-4ecb-8160-89926b8e03bf,segment=NetworkSegment(85c774cb-a0eb-4ad9-961f-f331d3b37cd6),segment_id=85c774cb-a0eb-4ad9-961f-f331d3b37cd6)] {{(pid=121606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:52:22.758380 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-fcc4d3d4-3faa-4bd4-9779-8d4bfd78810f req-87ded4e3-47ac-4972-ac3b-8865b4b8fd7e tempest-ServersAdminNegativeTestJSON-1717074468 tempest-ServersAdminNegativeTestJSON-1717074468-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:52:22.781802 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [req-fcc4d3d4-3faa-4bd4-9779-8d4bfd78810f req-87ded4e3-47ac-4972-ac3b-8865b4b8fd7e tempest-ServersAdminNegativeTestJSON-1717074468 tempest-ServersAdminNegativeTestJSON-1717074468-project] Calling delete_port for 12ff2e6f-e520-4ecb-8160-89926b8e03bf owned by compute:nova {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:52:22.958841 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-fcc4d3d4-3faa-4bd4-9779-8d4bfd78810f req-87ded4e3-47ac-4972-ac3b-8865b4b8fd7e tempest-ServersAdminNegativeTestJSON-1717074468 tempest-ServersAdminNegativeTestJSON-1717074468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:52:22.972159 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] get_ports_and_sgs() called for port_ids ['12ff2e6f-e520-4ecb-8160-89926b8e03bf'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:52:22.987507 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ded4e3-47ac-4972-ac3b-8865b4b8fd7e tempest-ServersAdminNegativeTestJSON-1717074468 tempest-ServersAdminNegativeTestJSON-1717074468-project] Pushing event deleted for resources: {'Port': ['ID=12ff2e6f-e520-4ecb-8160-89926b8e03bf,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:52:23.031070 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcc4d3d4-3faa-4bd4-9779-8d4bfd78810f req-87ded4e3-47ac-4972-ac3b-8865b4b8fd7e tempest-ServersAdminNegativeTestJSON-1717074468 tempest-ServersAdminNegativeTestJSON-1717074468-project] No DVR routers for this DVR port 12ff2e6f-e520-4ecb-8160-89926b8e03bf on host nch2-master-1 {{(pid=121606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:52:23.033779 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-fcc4d3d4-3faa-4bd4-9779-8d4bfd78810f req-87ded4e3-47ac-4972-ac3b-8865b4b8fd7e tempest-ServersAdminNegativeTestJSON-1717074468 tempest-ServersAdminNegativeTestJSON-1717074468-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:52:23.037252 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-fcc4d3d4-3faa-4bd4-9779-8d4bfd78810f req-87ded4e3-47ac-4972-ac3b-8865b4b8fd7e tempest-ServersAdminNegativeTestJSON-1717074468 tempest-ServersAdminNegativeTestJSON-1717074468-project] 10.222.0.37 "DELETE /v2.0/ports/12ff2e6f-e520-4ecb-8160-89926b8e03bf HTTP/1.1" status: 204  len: 173 time: 0.4510603
Dec 25 21:52:23.037715 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fce34dc8-6b55-4575-9f10-ed25dee621ae', 'name': 'network-vif-deleted', 'tag': '12ff2e6f-e520-4ecb-8160-89926b8e03bf'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:52:23.040036 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9858820c13ec2827453b94ebc4181065e990a4e4089ccb9fe762531ac62d2fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f31a1a06-6b66-46f9-ba46-d461be4b531c" -d '{"events": [{"server_uuid": "fce34dc8-6b55-4575-9f10-ed25dee621ae", "name": "network-vif-deleted", "tag": "12ff2e6f-e520-4ecb-8160-89926b8e03bf"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:52:23.082545 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 21:52:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e501ee36-6e50-4a3b-8d1b-d0e6c41ea111 x-openstack-request-id: req-e501ee36-6e50-4a3b-8d1b-d0e6c41ea111 {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:52:23.087430 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fce34dc8-6b55-4575-9f10-ed25dee621ae", "name": "network-vif-deleted", "tag": "12ff2e6f-e520-4ecb-8160-89926b8e03bf", "status": "completed", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:52:23.087430 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e501ee36-6e50-4a3b-8d1b-d0e6c41ea111 {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:52:23.087430 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fce34dc8-6b55-4575-9f10-ed25dee621ae', 'name': 'network-vif-deleted', 'tag': '12ff2e6f-e520-4ecb-8160-89926b8e03bf', 'status': 'completed', 'code': 200}
Dec 25 21:52:23.638601 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-bf49a8df-05fc-49f1-8a48-8de8fcdfafae req-5fdb53ca-107e-4b90-98ae-567a1ed34d49 tempest-ServersAdminNegativeTestJSON-1717074468 tempest-ServersAdminNegativeTestJSON-1717074468-project] 10.222.0.32 "GET /v2.0/ports?device_id=fce34dc8-6b55-4575-9f10-ed25dee621ae HTTP/1.1" status: 200  len: 210 time: 0.0313284
Dec 25 21:52:25.154080 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 44996) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:52:25.285357 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-1306ec37-2061-4e59-a723-35038d827ea8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=283beb68bf4d4ba8951f370b7b057323&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1300628
Dec 25 21:52:25.287829 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 45000) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:52:25.333691 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-3e15066c-2228-4c4b-ba67-b06cb0ccfe18 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:52:25.355847 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-3e15066c-2228-4c4b-ba67-b06cb0ccfe18 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:52:25.501967 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-3e15066c-2228-4c4b-ba67-b06cb0ccfe18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:52:25.504541 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-3e15066c-2228-4c4b-ba67-b06cb0ccfe18 admin admin] Publish callbacks [] for security_group, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:52:25.505760 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-3e15066c-2228-4c4b-ba67-b06cb0ccfe18 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/93bbcf36-d30f-4ca9-9dfb-8dc2d45db81b HTTP/1.1" status: 204  len: 168 time: 0.2170053
Dec 25 21:52:25.513647 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e15066c-2228-4c4b-ba67-b06cb0ccfe18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93bbcf36-d30f-4ca9-9dfb-8dc2d45db81b,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:52:25.984313 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device 12ff2e6f-e520-4ecb-8160-89926b8e03bf no longer exists at agent hyperv_nch2-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:52:26.007569 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] No Port match for: 12ff2e6f-e520-4ecb-8160-89926b8e03bf {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:52:26.007915 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device 12ff2e6f-e520-4ecb-8160-89926b8e03bf not bound to the agent host nch2-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:52:26.065097 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 45006) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:52:26.078692 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-cf87e338-348b-4fd7-bc13-55ce4ed0a35a admin admin] Publish callbacks [] for security_group, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:52:26.150880 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-cf87e338-348b-4fd7-bc13-55ce4ed0a35a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:52:26.204325 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-cf87e338-348b-4fd7-bc13-55ce4ed0a35a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:52:26.243435 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf87e338-348b-4fd7-bc13-55ce4ed0a35a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=004db2e1-d5c7-4fe8-85e4-e0c54ca2f7db,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:52:26.247668 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-cf87e338-348b-4fd7-bc13-55ce4ed0a35a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d2d9ec07b6154cd5a9ede3e238760682&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1815596
Dec 25 21:52:26.250394 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 45008) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:52:26.296832 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-143ff9dd-2bc6-455c-9d64-e53307d68590 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:52:26.317434 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-143ff9dd-2bc6-455c-9d64-e53307d68590 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:52:26.449224 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-143ff9dd-2bc6-455c-9d64-e53307d68590 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:52:26.451941 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-143ff9dd-2bc6-455c-9d64-e53307d68590 admin admin] Publish callbacks [] for security_group, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:52:26.453161 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-143ff9dd-2bc6-455c-9d64-e53307d68590 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/004db2e1-d5c7-4fe8-85e4-e0c54ca2f7db HTTP/1.1" status: 204  len: 168 time: 0.2020199
Dec 25 21:52:26.460793 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143ff9dd-2bc6-455c-9d64-e53307d68590 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=004db2e1-d5c7-4fe8-85e4-e0c54ca2f7db,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:52:27.436818 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 45030) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:52:27.533962 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-0d9a5938-1b78-455a-88df-c27e6de49648 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-933835688-network', 'tenant_id': '90d2eddaaa684a86a317f70bb44fdde5'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:52:27.614774 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d9a5938-1b78-455a-88df-c27e6de49648 admin admin] Made reservation on behalf of 90d2eddaaa684a86a317f70bb44fdde5 for: {'network': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:52:27.617119 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-0d9a5938-1b78-455a-88df-c27e6de49648 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for network, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:52:27.625639 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-0d9a5938-1b78-455a-88df-c27e6de49648 admin admin] Publish callbacks [] for security_group, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:52:27.696937 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-0d9a5938-1b78-455a-88df-c27e6de49648 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:52:27.758319 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-0d9a5938-1b78-455a-88df-c27e6de49648 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:52:27.780327 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d9a5938-1b78-455a-88df-c27e6de49648 admin admin] vlan segment allocate from pool success with {'vlan_id': 186, 'physical_network': 'physnet1'}  {{(pid=121606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 25 21:52:27.793620 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9a5938-1b78-455a-88df-c27e6de49648 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=948aaeb0-6a3e-4aa7-815b-e6b6d7368e62,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:52:27.799654 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-0d9a5938-1b78-455a-88df-c27e6de49648 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:52:27.800037 ncdv-master-1 neutron-server[121606]: INFO neutron.db.segments_db [None req-0d9a5938-1b78-455a-88df-c27e6de49648 admin admin] Added segment ae6ade55-7901-4e49-bac0-0395e90153ac of type vlan for network 416476a2-4ce9-439c-aafe-69d198cebd4e
Dec 25 21:52:27.842932 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-0d9a5938-1b78-455a-88df-c27e6de49648 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737602163420'] for network, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:52:27.941231 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-0d9a5938-1b78-455a-88df-c27e6de49648 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870'] for network, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:52:27.942220 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d9a5938-1b78-455a-88df-c27e6de49648 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:52:27.942799 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-0d9a5938-1b78-455a-88df-c27e6de49648 admin admin] Publish callbacks [] for network, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:52:28.001902 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9a5938-1b78-455a-88df-c27e6de49648 admin admin] Pushing event updated for resources: {'Network': ['ID=416476a2-4ce9-439c-aafe-69d198cebd4e,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:52:28.012958 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Network 416476a2-4ce9-439c-aafe-69d198cebd4e details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 25 21:52:28.053188 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-0d9a5938-1b78-455a-88df-c27e6de49648 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 0.6150486
Dec 25 21:52:28.056082 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 45034) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:52:28.061448 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-749c8f1f-7857-488d-a4af-d1001088e45c admin admin] Request body: {'subnet': {'network_id': '416476a2-4ce9-439c-aafe-69d198cebd4e', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-933835688-subnet', 'tenant_id': '90d2eddaaa684a86a317f70bb44fdde5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:52:28.141756 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-749c8f1f-7857-488d-a4af-d1001088e45c admin admin] Made reservation on behalf of 90d2eddaaa684a86a317f70bb44fdde5 for: {'subnet': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:52:28.144198 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-749c8f1f-7857-488d-a4af-d1001088e45c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9028529'] for subnet, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:52:28.353415 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-749c8f1f-7857-488d-a4af-d1001088e45c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9084170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9028515'] for subnet, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:52:28.405684 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749c8f1f-7857-488d-a4af-d1001088e45c admin admin] Pushing event updated for resources: {'Subnet': ['ID=972eaa69-4fd9-4a0f-a705-7c5ac347fe9d,revision_number=0']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:52:28.415370 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-749c8f1f-7857-488d-a4af-d1001088e45c admin admin] Checking segment: {'id': 'ae6ade55-7901-4e49-bac0-0395e90153ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '416476a2-4ce9-439c-aafe-69d198cebd4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:52:28.415730 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-749c8f1f-7857-488d-a4af-d1001088e45c admin admin] Network hostable DHCP agents. Network: 416476a2-4ce9-439c-aafe-69d198cebd4e, hostable agents: ['1813db88-2c1b-4357-a2ba-869246b663c2'], hosted agents: [] {{(pid=121606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 25 21:52:28.512690 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-749c8f1f-7857-488d-a4af-d1001088e45c admin admin] Network 416476a2-4ce9-439c-aafe-69d198cebd4e is scheduled to be hosted by DHCP agent 1813db88-2c1b-4357-a2ba-869246b663c2 with binding_index 1 {{(pid=121606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 25 21:52:28.575442 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [None req-749c8f1f-7857-488d-a4af-d1001088e45c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 416476a2-4ce9-439c-aafe-69d198cebd4e) {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:52:28.579442 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-749c8f1f-7857-488d-a4af-d1001088e45c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:52:28.580039 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-749c8f1f-7857-488d-a4af-d1001088e45c admin admin] Publish callbacks [] for subnet, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:52:28.584362 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e65208f-ef7b-4368-a8a8-b6c5a1c94a8d None None] Network 416476a2-4ce9-439c-aafe-69d198cebd4e requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:52:28.641968 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-749c8f1f-7857-488d-a4af-d1001088e45c admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.5846641
Dec 25 21:52:28.683462 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbd3fd47-9886-43f7-9be6-341c69933614 None None] Network 416476a2-4ce9-439c-aafe-69d198cebd4e requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:52:29.075679 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bb930a-ff87-4515-ac4f-98204fb1ca38 req-4e60a12f-7a6c-4093-b233-2a96daa66507 tempest-DeleteServersTestJSON-1651578316 tempest-DeleteServersTestJSON-1651578316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:52:29.077313 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f1bb930a-ff87-4515-ac4f-98204fb1ca38 req-4e60a12f-7a6c-4093-b233-2a96daa66507 tempest-DeleteServersTestJSON-1651578316 tempest-DeleteServersTestJSON-1651578316-project] 10.222.0.32 "GET /v2.0/networks?id=416476a2-4ce9-439c-aafe-69d198cebd4e HTTP/1.1" status: 200  len: 811 time: 0.1095710
Dec 25 21:52:29.093105 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f1bb930a-ff87-4515-ac4f-98204fb1ca38 req-74e3dda3-6138-495b-b6b1-915a3fd197a2 tempest-DeleteServersTestJSON-1651578316 tempest-DeleteServersTestJSON-1651578316-project] 10.222.0.32 "GET /v2.0/quotas/90d2eddaaa684a86a317f70bb44fdde5 HTTP/1.1" status: 200  len: 375 time: 0.0100110
Dec 25 21:52:29.123627 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f1bb930a-ff87-4515-ac4f-98204fb1ca38 req-e5b3ee7c-0d99-42d8-aad4-f332eef233d2 tempest-DeleteServersTestJSON-1651578316 tempest-DeleteServersTestJSON-1651578316-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=90d2eddaaa684a86a317f70bb44fdde5&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0252662
Dec 25 21:52:29.216343 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f1bb930a-ff87-4515-ac4f-98204fb1ca38 req-60af5ba6-fea8-47a8-934e-32b95b563b22 service neutron] 10.222.0.32 "GET /v2.0/networks/416476a2-4ce9-439c-aafe-69d198cebd4e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0853570
Dec 25 21:52:29.303031 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f1bb930a-ff87-4515-ac4f-98204fb1ca38 req-3891ad59-e3b8-49d8-925e-7e69c6e11598 service neutron] 10.222.0.32 "GET /v2.0/networks/416476a2-4ce9-439c-aafe-69d198cebd4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0805967
Dec 25 21:52:29.562570 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5837f3c6-9b33-447e-af97-ce812e429b4a req-232aea22-f5ed-46ef-89dd-20f7b7a93ce8 tempest-DeleteServersTestJSON-1651578316 tempest-DeleteServersTestJSON-1651578316-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0baf43f-690c-4bca-b179-527dcf8bbd94 HTTP/1.1" status: 200  len: 210 time: 0.0263419
Dec 25 21:52:30.665550 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d4780703-6480-4aed-9175-3d351031d302 req-2071b0f7-cff9-4d59-85cc-0a85cda06a6a tempest-DeleteServersTestJSON-1651578316 tempest-DeleteServersTestJSON-1651578316-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0baf43f-690c-4bca-b179-527dcf8bbd94 HTTP/1.1" status: 200  len: 210 time: 0.0317528
Dec 25 21:52:31.495614 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bb930a-ff87-4515-ac4f-98204fb1ca38 req-a985f5eb-9946-437a-ac3a-b9e26a28bb0a tempest-DeleteServersTestJSON-1651578316 tempest-DeleteServersTestJSON-1651578316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:52:31.497164 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f1bb930a-ff87-4515-ac4f-98204fb1ca38 req-a985f5eb-9946-437a-ac3a-b9e26a28bb0a tempest-DeleteServersTestJSON-1651578316 tempest-DeleteServersTestJSON-1651578316-project] 10.222.0.37 "GET /v2.0/networks?id=416476a2-4ce9-439c-aafe-69d198cebd4e HTTP/1.1" status: 200  len: 811 time: 0.1012201
Dec 25 21:52:31.509726 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-f1bb930a-ff87-4515-ac4f-98204fb1ca38 req-31869ef6-8811-405e-b1a0-683a147ed014 tempest-DeleteServersTestJSON-1651578316 tempest-DeleteServersTestJSON-1651578316-project] Request body: {'port': {'device_id': 'd0baf43f-690c-4bca-b179-527dcf8bbd94', 'network_id': '416476a2-4ce9-439c-aafe-69d198cebd4e', 'admin_state_up': True, 'tenant_id': '90d2eddaaa684a86a317f70bb44fdde5'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:52:31.672822 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1bb930a-ff87-4515-ac4f-98204fb1ca38 req-31869ef6-8811-405e-b1a0-683a147ed014 tempest-DeleteServersTestJSON-1651578316 tempest-DeleteServersTestJSON-1651578316-project] Made reservation on behalf of 90d2eddaaa684a86a317f70bb44fdde5 for: {'port': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:52:31.676802 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-f1bb930a-ff87-4515-ac4f-98204fb1ca38 req-31869ef6-8811-405e-b1a0-683a147ed014 tempest-DeleteServersTestJSON-1651578316 tempest-DeleteServersTestJSON-1651578316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:52:31.771981 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2888b444-a120-4b20-9b94-bffdadd7b0b7 req-ce28301f-9f6b-40a1-bfa9-19bd2ef94f9b tempest-DeleteServersTestJSON-1651578316 tempest-DeleteServersTestJSON-1651578316-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0baf43f-690c-4bca-b179-527dcf8bbd94 HTTP/1.1" status: 200  len: 210 time: 0.0357528
Dec 25 21:52:31.827878 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_common [req-f1bb930a-ff87-4515-ac4f-98204fb1ca38 req-31869ef6-8811-405e-b1a0-683a147ed014 tempest-DeleteServersTestJSON-1651578316 tempest-DeleteServersTestJSON-1651578316-project] Allocated IP 172.20.0.8 (416476a2-4ce9-439c-aafe-69d198cebd4e/972eaa69-4fd9-4a0f-a705-7c5ac347fe9d/a5da8977-b2e2-4530-ac17-04bf60ab35a2) {{(pid=121606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:52:31.969094 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-f1bb930a-ff87-4515-ac4f-98204fb1ca38 req-31869ef6-8811-405e-b1a0-683a147ed014 tempest-DeleteServersTestJSON-1651578316 tempest-DeleteServersTestJSON-1651578316-project] Publish callbacks [] for port, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:52:32.056069 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-f1bb930a-ff87-4515-ac4f-98204fb1ca38 req-31869ef6-8811-405e-b1a0-683a147ed014 tempest-DeleteServersTestJSON-1651578316 tempest-DeleteServersTestJSON-1651578316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:52:32.097855 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1bb930a-ff87-4515-ac4f-98204fb1ca38 req-31869ef6-8811-405e-b1a0-683a147ed014 tempest-DeleteServersTestJSON-1651578316 tempest-DeleteServersTestJSON-1651578316-project] Network 416476a2-4ce9-439c-aafe-69d198cebd4e is already hosted by enough agents. {{(pid=121606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:52:32.100902 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [req-f1bb930a-ff87-4515-ac4f-98204fb1ca38 req-31869ef6-8811-405e-b1a0-683a147ed014 tempest-DeleteServersTestJSON-1651578316 tempest-DeleteServersTestJSON-1651578316-project] Resources bound (agent type, host, resource id):  {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:52:32.104527 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1bb930a-ff87-4515-ac4f-98204fb1ca38 req-31869ef6-8811-405e-b1a0-683a147ed014 tempest-DeleteServersTestJSON-1651578316 tempest-DeleteServersTestJSON-1651578316-project] Received port after_create {{(pid=121606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:52:32.129993 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31869ef6-8811-405e-b1a0-683a147ed014 tempest-DeleteServersTestJSON-1651578316 tempest-DeleteServersTestJSON-1651578316-project] Pushing event updated for resources: {'Port': ['ID=a5da8977-b2e2-4530-ac17-04bf60ab35a2,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:52:32.156272 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bb930a-ff87-4515-ac4f-98204fb1ca38 req-31869ef6-8811-405e-b1a0-683a147ed014 tempest-DeleteServersTestJSON-1651578316 tempest-DeleteServersTestJSON-1651578316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:52:32.156922 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-f1bb930a-ff87-4515-ac4f-98204fb1ca38 req-31869ef6-8811-405e-b1a0-683a147ed014 tempest-DeleteServersTestJSON-1651578316 tempest-DeleteServersTestJSON-1651578316-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:52:32.211528 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f1bb930a-ff87-4515-ac4f-98204fb1ca38 req-31869ef6-8811-405e-b1a0-683a147ed014 tempest-DeleteServersTestJSON-1651578316 tempest-DeleteServersTestJSON-1651578316-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7054520
Dec 25 21:52:32.224623 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-f1bb930a-ff87-4515-ac4f-98204fb1ca38 req-67f8c6db-89f6-472e-af84-88cca0dde911 service neutron] Request body: {'port': {'device_id': 'd0baf43f-690c-4bca-b179-527dcf8bbd94', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:52:32.279939 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-f1bb930a-ff87-4515-ac4f-98204fb1ca38 req-67f8c6db-89f6-472e-af84-88cca0dde911 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:52:32.531513 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [req-f1bb930a-ff87-4515-ac4f-98204fb1ca38 req-67f8c6db-89f6-472e-af84-88cca0dde911 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5da8977-b2e2-4530-ac17-04bf60ab35a2 {{(pid=121606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:52:32.539122 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-f1bb930a-ff87-4515-ac4f-98204fb1ca38 req-67f8c6db-89f6-472e-af84-88cca0dde911 service neutron] Publish callbacks [] for port, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:52:32.551491 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.provisioning_blocks [req-f1bb930a-ff87-4515-ac4f-98204fb1ca38 req-67f8c6db-89f6-472e-af84-88cca0dde911 service neutron] Transition to ACTIVE for port object a5da8977-b2e2-4530-ac17-04bf60ab35a2 will not be triggered until provisioned by entity L2. {{(pid=121606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 25 21:52:32.638402 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-f1bb930a-ff87-4515-ac4f-98204fb1ca38 req-67f8c6db-89f6-472e-af84-88cca0dde911 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:52:32.691319 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f8c6db-89f6-472e-af84-88cca0dde911 service neutron] Pushing event updated for resources: {'Port': ['ID=a5da8977-b2e2-4530-ac17-04bf60ab35a2,revision_number=2']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:52:32.757044 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-f1bb930a-ff87-4515-ac4f-98204fb1ca38 req-67f8c6db-89f6-472e-af84-88cca0dde911 service neutron] Attempting to bind port a5da8977-b2e2-4530-ac17-04bf60ab35a2 on host nch2-master-1 for vnic_type normal with profile  {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:52:32.757301 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-f1bb930a-ff87-4515-ac4f-98204fb1ca38 req-67f8c6db-89f6-472e-af84-88cca0dde911 service neutron] Attempting to bind port a5da8977-b2e2-4530-ac17-04bf60ab35a2 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'ae6ade55-7901-4e49-bac0-0395e90153ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '416476a2-4ce9-439c-aafe-69d198cebd4e'}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:52:32.757627 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1bb930a-ff87-4515-ac4f-98204fb1ca38 req-67f8c6db-89f6-472e-af84-88cca0dde911 service neutron] Attempting to bind port a5da8977-b2e2-4530-ac17-04bf60ab35a2 on network 416476a2-4ce9-439c-aafe-69d198cebd4e {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:52:32.761870 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1bb930a-ff87-4515-ac4f-98204fb1ca38 req-67f8c6db-89f6-472e-af84-88cca0dde911 service neutron] Port a5da8977-b2e2-4530-ac17-04bf60ab35a2 on network 416476a2-4ce9-439c-aafe-69d198cebd4e not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 25 21:52:32.766950 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1bb930a-ff87-4515-ac4f-98204fb1ca38 req-67f8c6db-89f6-472e-af84-88cca0dde911 service neutron] Attempting to bind port a5da8977-b2e2-4530-ac17-04bf60ab35a2 on network 416476a2-4ce9-439c-aafe-69d198cebd4e {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:52:32.767663 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1bb930a-ff87-4515-ac4f-98204fb1ca38 req-67f8c6db-89f6-472e-af84-88cca0dde911 service neutron] Checking agent: {'id': '0d9ae313-8f8d-40fa-8a9f-d098a25a9911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 21, 4, 38), 'started_at': datetime.datetime(2021, 12, 25, 21, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 52, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:52:32.768001 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1bb930a-ff87-4515-ac4f-98204fb1ca38 req-67f8c6db-89f6-472e-af84-88cca0dde911 service neutron] Checking segment: {'id': 'ae6ade55-7901-4e49-bac0-0395e90153ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '416476a2-4ce9-439c-aafe-69d198cebd4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:52:32.768383 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1bb930a-ff87-4515-ac4f-98204fb1ca38 req-67f8c6db-89f6-472e-af84-88cca0dde911 service neutron] Bound using segment: {'id': 'ae6ade55-7901-4e49-bac0-0395e90153ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '416476a2-4ce9-439c-aafe-69d198cebd4e'} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:52:32.768802 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-f1bb930a-ff87-4515-ac4f-98204fb1ca38 req-67f8c6db-89f6-472e-af84-88cca0dde911 service neutron] Bound port: a5da8977-b2e2-4530-ac17-04bf60ab35a2, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae6ade55-7901-4e49-bac0-0395e90153ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '416476a2-4ce9-439c-aafe-69d198cebd4e'}}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:52:32.769177 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-f1bb930a-ff87-4515-ac4f-98204fb1ca38 req-67f8c6db-89f6-472e-af84-88cca0dde911 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:52:32.839805 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-f1bb930a-ff87-4515-ac4f-98204fb1ca38 req-67f8c6db-89f6-472e-af84-88cca0dde911 service neutron] For port a5da8977-b2e2-4530-ac17-04bf60ab35a2, host nch2-master-1, cleared binding levels {{(pid=121606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:52:32.844585 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-f1bb930a-ff87-4515-ac4f-98204fb1ca38 req-67f8c6db-89f6-472e-af84-88cca0dde911 service neutron] For port a5da8977-b2e2-4530-ac17-04bf60ab35a2, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a5da8977-b2e2-4530-ac17-04bf60ab35a2,segment=NetworkSegment(ae6ade55-7901-4e49-bac0-0395e90153ac),segment_id=ae6ade55-7901-4e49-bac0-0395e90153ac)] {{(pid=121606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:52:32.891374 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3d9661-8814-4e9e-bab9-7435dd32ea70 req-7cdd356e-1379-4167-b576-b43e229a80e2 tempest-DeleteServersTestJSON-1651578316 tempest-DeleteServersTestJSON-1651578316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:52:32.892836 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ed3d9661-8814-4e9e-bab9-7435dd32ea70 req-7cdd356e-1379-4167-b576-b43e229a80e2 tempest-DeleteServersTestJSON-1651578316 tempest-DeleteServersTestJSON-1651578316-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0baf43f-690c-4bca-b179-527dcf8bbd94 HTTP/1.1" status: 200  len: 943 time: 0.0501580
Dec 25 21:52:32.936692 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-f1bb930a-ff87-4515-ac4f-98204fb1ca38 req-67f8c6db-89f6-472e-af84-88cca0dde911 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:52:32.946978 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ed3d9661-8814-4e9e-bab9-7435dd32ea70 req-78841a38-aad7-4221-98d4-fe6d45eba926 tempest-DeleteServersTestJSON-1651578316 tempest-DeleteServersTestJSON-1651578316-project] 10.222.0.32 "GET /v2.0/security-groups?id=948aaeb0-6a3e-4aa7-815b-e6b6d7368e62&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0479462
Dec 25 21:52:32.974878 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bb930a-ff87-4515-ac4f-98204fb1ca38 req-67f8c6db-89f6-472e-af84-88cca0dde911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:52:32.975572 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-f1bb930a-ff87-4515-ac4f-98204fb1ca38 req-67f8c6db-89f6-472e-af84-88cca0dde911 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:52:32.976963 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f1bb930a-ff87-4515-ac4f-98204fb1ca38 req-67f8c6db-89f6-472e-af84-88cca0dde911 service neutron] 10.222.0.37 "PUT /v2.0/ports/a5da8977-b2e2-4530-ac17-04bf60ab35a2 HTTP/1.1" status: 200  len: 1091 time: 0.7562828
Dec 25 21:52:32.977399 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0baf43f-690c-4bca-b179-527dcf8bbd94', 'tag': 'a5da8977-b2e2-4530-ac17-04bf60ab35a2'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:52:32.979609 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9858820c13ec2827453b94ebc4181065e990a4e4089ccb9fe762531ac62d2fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad566868-e58a-47df-9149-5e5174564968" -d '{"events": [{"name": "network-changed", "server_uuid": "d0baf43f-690c-4bca-b179-527dcf8bbd94", "tag": "a5da8977-b2e2-4530-ac17-04bf60ab35a2"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:52:33.005086 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f8c6db-89f6-472e-af84-88cca0dde911 service neutron] Pushing event updated for resources: {'Port': ['ID=a5da8977-b2e2-4530-ac17-04bf60ab35a2,revision_number=3']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:52:33.020557 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Dec 2021 21:52:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbdc4572-5b7b-4cb3-88f5-36a2cb05f198 x-openstack-request-id: req-dbdc4572-5b7b-4cb3-88f5-36a2cb05f198 {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:52:33.020863 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0baf43f-690c-4bca-b179-527dcf8bbd94", "tag": "a5da8977-b2e2-4530-ac17-04bf60ab35a2", "status": "completed", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:52:33.021147 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-dbdc4572-5b7b-4cb3-88f5-36a2cb05f198 {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:52:33.021551 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0baf43f-690c-4bca-b179-527dcf8bbd94', 'tag': 'a5da8977-b2e2-4530-ac17-04bf60ab35a2', 'status': 'completed', 'code': 200}
Dec 25 21:52:33.081368 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad566868-e58a-47df-9149-5e5174564968 req-bd869c15-35c9-4b99-9caa-2561a808b6c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:52:33.082873 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ad566868-e58a-47df-9149-5e5174564968 req-bd869c15-35c9-4b99-9caa-2561a808b6c0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=90d2eddaaa684a86a317f70bb44fdde5&device_id=d0baf43f-690c-4bca-b179-527dcf8bbd94 HTTP/1.1" status: 200  len: 1094 time: 0.0417771
Dec 25 21:52:33.179100 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad566868-e58a-47df-9149-5e5174564968 req-ad578690-1515-469b-b14c-54416439ba0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:52:33.180579 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ad566868-e58a-47df-9149-5e5174564968 req-ad578690-1515-469b-b14c-54416439ba0b service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=90d2eddaaa684a86a317f70bb44fdde5&shared=False HTTP/1.1" status: 200  len: 912 time: 0.0888906
Dec 25 21:52:33.604060 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad566868-e58a-47df-9149-5e5174564968 req-21231f03-2b8c-452b-b0df-22f94018a77b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:52:33.605592 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ad566868-e58a-47df-9149-5e5174564968 req-21231f03-2b8c-452b-b0df-22f94018a77b service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.4174471
Dec 25 21:52:33.683412 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bb930a-ff87-4515-ac4f-98204fb1ca38 req-6e98cf2c-a256-4046-b8ac-361bf2930c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:52:33.685519 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f1bb930a-ff87-4515-ac4f-98204fb1ca38 req-6e98cf2c-a256-4046-b8ac-361bf2930c40 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=90d2eddaaa684a86a317f70bb44fdde5&device_id=d0baf43f-690c-4bca-b179-527dcf8bbd94 HTTP/1.1" status: 200  len: 1094 time: 0.0414367
Dec 25 21:52:33.729446 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f1bb930a-ff87-4515-ac4f-98204fb1ca38 req-ac1b3f84-1097-4937-8d66-2b04ab57caea service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a5da8977-b2e2-4530-ac17-04bf60ab35a2 HTTP/1.1" status: 200  len: 217 time: 0.0361226
Dec 25 21:52:33.778065 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bb930a-ff87-4515-ac4f-98204fb1ca38 req-9e977d90-ae0d-4329-bc39-d835a88cf468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:52:33.779515 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f1bb930a-ff87-4515-ac4f-98204fb1ca38 req-9e977d90-ae0d-4329-bc39-d835a88cf468 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=972eaa69-4fd9-4a0f-a705-7c5ac347fe9d HTTP/1.1" status: 200  len: 851 time: 0.0429363
Dec 25 21:52:33.811403 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f1bb930a-ff87-4515-ac4f-98204fb1ca38 req-c4956bbd-a619-4276-9a61-3c3673a84bd7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=416476a2-4ce9-439c-aafe-69d198cebd4e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0245447
Dec 25 21:52:33.905037 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f1bb930a-ff87-4515-ac4f-98204fb1ca38 req-5006c4be-45e4-4061-9d67-179fb11d629e service neutron] 10.222.0.37 "GET /v2.0/networks/416476a2-4ce9-439c-aafe-69d198cebd4e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0862074
Dec 25 21:52:33.993248 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f1bb930a-ff87-4515-ac4f-98204fb1ca38 req-56cf9c8c-534e-4ec5-ae63-755beeaa1189 service neutron] 10.222.0.37 "GET /v2.0/networks/416476a2-4ce9-439c-aafe-69d198cebd4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0817885
Dec 25 21:52:34.067115 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:52:34.067115 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:52:34.067115 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:52:34.067115 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:52:34.067115 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:52:34.067115 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:52:34.067115 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:52:34.067115 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:52:34.067115 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:52:34.067115 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:52:34.067115 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:52:34.067115 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:52:34.067115 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:52:34.067115 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:52:34.067115 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:52:34.067115 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:52:34.067115 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:52:34.067115 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:52:34.067115 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:52:34.067115 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:52:34.067115 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:52:34.067115 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:52:34.067115 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:52:34.067115 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:52:34.067115 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:52:34.067115 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:52:34.067115 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:52:34.067115 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:52:34.067115 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:52:34.067115 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:52:34.067115 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:52:34.067115 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:52:34.067115 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:52:34.067115 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:52:34.067115 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:52:34.067115 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:52:34.067115 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:52:34.067115 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:52:34.067115 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:52:34.067115 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:52:34.067115 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:52:34.067115 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:52:34.067115 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:52:34.067115 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:52:34.067115 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:52:34.067115 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:52:34.067115 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:52:34.067115 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:52:34.071000 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901ad77e-a691-41a1-833d-51a5ca773b45 req-da61cf2f-447a-4651-bc2a-82a52746a0f1 tempest-DeleteServersTestJSON-1651578316 tempest-DeleteServersTestJSON-1651578316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:52:34.071000 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-901ad77e-a691-41a1-833d-51a5ca773b45 req-da61cf2f-447a-4651-bc2a-82a52746a0f1 tempest-DeleteServersTestJSON-1651578316 tempest-DeleteServersTestJSON-1651578316-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0baf43f-690c-4bca-b179-527dcf8bbd94 HTTP/1.1" status: 200  len: 943 time: 0.0538926
Dec 25 21:52:34.117290 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-901ad77e-a691-41a1-833d-51a5ca773b45 req-2a2cfc6e-f34b-4a0c-ab97-7ec29e116c0e tempest-DeleteServersTestJSON-1651578316 tempest-DeleteServersTestJSON-1651578316-project] 10.222.0.32 "GET /v2.0/security-groups?id=948aaeb0-6a3e-4aa7-815b-e6b6d7368e62&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404317
Dec 25 21:52:34.495562 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:52:34.751343 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.agents_db [None req-ec08dba0-4483-4109-b5e1-5e4a9fdaf12d None None] Agent healthcheck: found 7 active agents {{(pid=121609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 25 21:52:34.764475 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-f2e3f0f2-e511-40a7-a572-d119fc9dcfde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:52:35.231762 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186aaf16-baa3-437c-8779-91bb0f8107b1 req-884b5ab0-f7b7-4fad-a73a-c03020a34f42 tempest-DeleteServersTestJSON-1651578316 tempest-DeleteServersTestJSON-1651578316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:52:35.233237 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-186aaf16-baa3-437c-8779-91bb0f8107b1 req-884b5ab0-f7b7-4fad-a73a-c03020a34f42 tempest-DeleteServersTestJSON-1651578316 tempest-DeleteServersTestJSON-1651578316-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0baf43f-690c-4bca-b179-527dcf8bbd94 HTTP/1.1" status: 200  len: 943 time: 0.0470288
Dec 25 21:52:35.279305 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-186aaf16-baa3-437c-8779-91bb0f8107b1 req-c27d3b9b-11f8-4490-bad2-3dbcc478d73e tempest-DeleteServersTestJSON-1651578316 tempest-DeleteServersTestJSON-1651578316-project] 10.222.0.32 "GET /v2.0/security-groups?id=948aaeb0-6a3e-4aa7-815b-e6b6d7368e62&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399110
Dec 25 21:52:36.050841 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device a5da8977-b2e2-4530-ac17-04bf60ab35a2 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 25 21:52:36.148600 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port a5da8977-b2e2-4530-ac17-04bf60ab35a2, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a5da8977-b2e2-4530-ac17-04bf60ab35a2,segment=NetworkSegment(ae6ade55-7901-4e49-bac0-0395e90153ac),segment_id=ae6ade55-7901-4e49-bac0-0395e90153ac)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:52:36.159474 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Returning: {'device': 'a5da8977-b2e2-4530-ac17-04bf60ab35a2', 'network_id': '416476a2-4ce9-439c-aafe-69d198cebd4e', 'port_id': 'a5da8977-b2e2-4530-ac17-04bf60ab35a2', 'mac_address': 'fa:16:3e:e7:d7:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '972eaa69-4fd9-4a0f-a705-7c5ac347fe9d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 25 21:52:36.195340 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:52:36.208127 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5da8977-b2e2-4530-ac17-04bf60ab35a2 {{(pid=121608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:52:36.226679 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port a5da8977-b2e2-4530-ac17-04bf60ab35a2, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a5da8977-b2e2-4530-ac17-04bf60ab35a2,segment=NetworkSegment(ae6ade55-7901-4e49-bac0-0395e90153ac),segment_id=ae6ade55-7901-4e49-bac0-0395e90153ac)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:52:36.398546 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c6bb49-84db-4b95-ac0b-1636118ed998 req-64ebce76-34f6-478b-9c8b-4e86cb798674 tempest-DeleteServersTestJSON-1651578316 tempest-DeleteServersTestJSON-1651578316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:52:36.400073 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-83c6bb49-84db-4b95-ac0b-1636118ed998 req-64ebce76-34f6-478b-9c8b-4e86cb798674 tempest-DeleteServersTestJSON-1651578316 tempest-DeleteServersTestJSON-1651578316-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0baf43f-690c-4bca-b179-527dcf8bbd94 HTTP/1.1" status: 200  len: 943 time: 0.0495417
Dec 25 21:52:36.457465 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-83c6bb49-84db-4b95-ac0b-1636118ed998 req-92cac7ea-59d6-4eab-9df1-4bef8af4b1f5 tempest-DeleteServersTestJSON-1651578316 tempest-DeleteServersTestJSON-1651578316-project] 10.222.0.32 "GET /v2.0/security-groups?id=948aaeb0-6a3e-4aa7-815b-e6b6d7368e62&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0514388
Dec 25 21:52:36.482886 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:52:36.529113 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Pushing event updated for resources: {'Port': ['ID=a5da8977-b2e2-4530-ac17-04bf60ab35a2,revision_number=4']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:52:36.691299 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] get_ports_and_sgs() called for port_ids ['a5da8977-b2e2-4530-ac17-04bf60ab35a2'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:52:37.004139 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-77f74e49-4617-4d0f-8a8a-3f6042133080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:52:37.571948 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4cc690-80ba-4acb-b7f4-82108fcf8df7 req-af81f98d-92b4-411d-8285-2270addb3b53 tempest-DeleteServersTestJSON-1651578316 tempest-DeleteServersTestJSON-1651578316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:52:37.573433 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-eb4cc690-80ba-4acb-b7f4-82108fcf8df7 req-af81f98d-92b4-411d-8285-2270addb3b53 tempest-DeleteServersTestJSON-1651578316 tempest-DeleteServersTestJSON-1651578316-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0baf43f-690c-4bca-b179-527dcf8bbd94 HTTP/1.1" status: 200  len: 944 time: 0.0494356
Dec 25 21:52:37.620067 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-eb4cc690-80ba-4acb-b7f4-82108fcf8df7 req-516d0eaa-044f-4e81-a0ff-15aa1f7b28db tempest-DeleteServersTestJSON-1651578316 tempest-DeleteServersTestJSON-1651578316-project] 10.222.0.32 "GET /v2.0/security-groups?id=948aaeb0-6a3e-4aa7-815b-e6b6d7368e62&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400305
Dec 25 21:52:38.065937 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device a5da8977-b2e2-4530-ac17-04bf60ab35a2 up at agent hyperv_nch2-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:52:38.198259 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Provisioning for port a5da8977-b2e2-4530-ac17-04bf60ab35a2 completed by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 25 21:52:38.202279 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Provisioning complete for port a5da8977-b2e2-4530-ac17-04bf60ab35a2 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:52:38.202645 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:52:38.278655 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:52:38.300317 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0baf43f-690c-4bca-b179-527dcf8bbd94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5da8977-b2e2-4530-ac17-04bf60ab35a2'}] {{(pid=121608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:52:38.302649 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a88c78c3ff6266bd59c7e89d275b28c92e739b67d23c89d71af88829fd31566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b46117ed-260b-471e-8103-798e337b7206" -d '{"events": [{"server_uuid": "d0baf43f-690c-4bca-b179-527dcf8bbd94", "name": "network-vif-plugged", "status": "completed", "tag": "a5da8977-b2e2-4530-ac17-04bf60ab35a2"}]}' {{(pid=121608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:52:38.317322 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port a5da8977-b2e2-4530-ac17-04bf60ab35a2, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a5da8977-b2e2-4530-ac17-04bf60ab35a2,segment=NetworkSegment(ae6ade55-7901-4e49-bac0-0395e90153ac),segment_id=ae6ade55-7901-4e49-bac0-0395e90153ac)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:52:38.341690 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 21:52:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4a87916-cee4-406c-b78c-677811d99236 x-openstack-request-id: req-e4a87916-cee4-406c-b78c-677811d99236 {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:52:38.347309 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0baf43f-690c-4bca-b179-527dcf8bbd94", "name": "network-vif-plugged", "status": "completed", "tag": "a5da8977-b2e2-4530-ac17-04bf60ab35a2", "code": 200}]} {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:52:38.347309 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e4a87916-cee4-406c-b78c-677811d99236 {{(pid=121608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:52:38.347309 ncdv-master-1 neutron-server[121608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0baf43f-690c-4bca-b179-527dcf8bbd94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5da8977-b2e2-4530-ac17-04bf60ab35a2', 'code': 200}
Dec 25 21:52:38.394785 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:52:38.440762 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d76b28-6381-4637-b9db-5a1dfc22500a req-3fa1313e-d45a-4d7c-80b2-ebfc71610c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:52:38.442306 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-47d76b28-6381-4637-b9db-5a1dfc22500a req-3fa1313e-d45a-4d7c-80b2-ebfc71610c38 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d0baf43f-690c-4bca-b179-527dcf8bbd94 HTTP/1.1" status: 200  len: 1096 time: 0.0412624
Dec 25 21:52:38.449790 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Pushing event updated for resources: {'Port': ['ID=a5da8977-b2e2-4530-ac17-04bf60ab35a2,revision_number=5']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:52:38.487285 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-47d76b28-6381-4637-b9db-5a1dfc22500a req-a8b78251-5f5d-43e1-bc14-7be6838643c9 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=948aaeb0-6a3e-4aa7-815b-e6b6d7368e62&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0378604
Dec 25 21:52:38.547499 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:52:38.603802 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3e945ecd-9380-47c2-aa0a-12ebe07e03e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:52:38.741361 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae764f5-e009-4e71-919f-a2d4a2312932 req-3bd4aba5-1e08-44f4-a405-ef46898f8f4f tempest-DeleteServersTestJSON-1651578316 tempest-DeleteServersTestJSON-1651578316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:52:38.742883 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-aae764f5-e009-4e71-919f-a2d4a2312932 req-3bd4aba5-1e08-44f4-a405-ef46898f8f4f tempest-DeleteServersTestJSON-1651578316 tempest-DeleteServersTestJSON-1651578316-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0baf43f-690c-4bca-b179-527dcf8bbd94 HTTP/1.1" status: 200  len: 945 time: 0.0556648
Dec 25 21:52:38.790980 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-aae764f5-e009-4e71-919f-a2d4a2312932 req-322123c1-dfff-4443-a8fb-895b5a1712be tempest-DeleteServersTestJSON-1651578316 tempest-DeleteServersTestJSON-1651578316-project] 10.222.0.32 "GET /v2.0/security-groups?id=948aaeb0-6a3e-4aa7-815b-e6b6d7368e62&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421512
Dec 25 21:52:39.598368 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-15cb578f-7a63-4fd3-925d-83bad4c7b82a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:52:39.906128 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c221e56-2ee8-4250-89b7-e198f7843d83 req-31df89ea-b192-472a-a088-d3e1b9aca637 tempest-DeleteServersTestJSON-1651578316 tempest-DeleteServersTestJSON-1651578316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:52:39.907586 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7c221e56-2ee8-4250-89b7-e198f7843d83 req-31df89ea-b192-472a-a088-d3e1b9aca637 tempest-DeleteServersTestJSON-1651578316 tempest-DeleteServersTestJSON-1651578316-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0baf43f-690c-4bca-b179-527dcf8bbd94 HTTP/1.1" status: 200  len: 945 time: 0.0477755
Dec 25 21:52:39.953612 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7c221e56-2ee8-4250-89b7-e198f7843d83 req-9f8f4396-bf9f-47db-bf05-6e8407741fd1 tempest-DeleteServersTestJSON-1651578316 tempest-DeleteServersTestJSON-1651578316-project] 10.222.0.32 "GET /v2.0/security-groups?id=948aaeb0-6a3e-4aa7-815b-e6b6d7368e62&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400670
Dec 25 21:52:40.314774 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d756573-7ceb-43e8-846c-0408bb28a21f req-f6c16c5c-51d5-4c63-a269-5ecc21f33bbc tempest-DeleteServersTestJSON-1651578316 tempest-DeleteServersTestJSON-1651578316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:52:40.316294 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4d756573-7ceb-43e8-846c-0408bb28a21f req-f6c16c5c-51d5-4c63-a269-5ecc21f33bbc tempest-DeleteServersTestJSON-1651578316 tempest-DeleteServersTestJSON-1651578316-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0baf43f-690c-4bca-b179-527dcf8bbd94 HTTP/1.1" status: 200  len: 945 time: 0.0509479
Dec 25 21:52:40.365052 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4d756573-7ceb-43e8-846c-0408bb28a21f req-9b70373b-867d-47cf-ae72-c04608e35ffb tempest-DeleteServersTestJSON-1651578316 tempest-DeleteServersTestJSON-1651578316-project] 10.222.0.32 "GET /v2.0/security-groups?id=948aaeb0-6a3e-4aa7-815b-e6b6d7368e62&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423584
Dec 25 21:52:40.486347 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-37db4541-4749-4be9-aa19-19d0a3a8b183 req-fa93072f-e69c-4301-9ac2-5d761b0008b3 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=d0baf43f-690c-4bca-b179-527dcf8bbd94&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0897779
Dec 25 21:52:40.495034 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [req-37db4541-4749-4be9-aa19-19d0a3a8b183 req-f81a8d76-1415-4fc0-b219-631222e543ed service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=121606) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 25 21:52:40.496010 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-37db4541-4749-4be9-aa19-19d0a3a8b183 req-f81a8d76-1415-4fc0-b219-631222e543ed service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0048976
Dec 25 21:52:40.797514 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:52:41.481009 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b6b3ac-241a-4b01-8a13-24c5cc2617b2 req-f08bde17-6fc5-40e8-848a-522e2faf1ae6 tempest-DeleteServersTestJSON-1651578316 tempest-DeleteServersTestJSON-1651578316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:52:41.483350 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-07b6b3ac-241a-4b01-8a13-24c5cc2617b2 req-f08bde17-6fc5-40e8-848a-522e2faf1ae6 tempest-DeleteServersTestJSON-1651578316 tempest-DeleteServersTestJSON-1651578316-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0baf43f-690c-4bca-b179-527dcf8bbd94 HTTP/1.1" status: 200  len: 945 time: 0.0497043
Dec 25 21:52:41.530111 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-07b6b3ac-241a-4b01-8a13-24c5cc2617b2 req-798678c8-9d9a-4cc1-8b07-688759353027 tempest-DeleteServersTestJSON-1651578316 tempest-DeleteServersTestJSON-1651578316-project] 10.222.0.32 "GET /v2.0/security-groups?id=948aaeb0-6a3e-4aa7-815b-e6b6d7368e62&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409052
Dec 25 21:52:42.516491 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37db4541-4749-4be9-aa19-19d0a3a8b183 req-c361b168-424c-41b4-8fe7-0258e3e1134f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:52:42.518037 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-37db4541-4749-4be9-aa19-19d0a3a8b183 req-c361b168-424c-41b4-8fe7-0258e3e1134f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=90d2eddaaa684a86a317f70bb44fdde5&device_id=d0baf43f-690c-4bca-b179-527dcf8bbd94 HTTP/1.1" status: 200  len: 1096 time: 0.0454998
Dec 25 21:52:42.616691 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37db4541-4749-4be9-aa19-19d0a3a8b183 req-271a4249-e636-494f-af86-9e4a28718829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:52:42.618219 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-37db4541-4749-4be9-aa19-19d0a3a8b183 req-271a4249-e636-494f-af86-9e4a28718829 service neutron] 10.222.0.37 "GET /v2.0/networks?id=416476a2-4ce9-439c-aafe-69d198cebd4e HTTP/1.1" status: 200  len: 912 time: 0.0934799
Dec 25 21:52:42.671471 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-37db4541-4749-4be9-aa19-19d0a3a8b183 req-76786363-588b-49e3-8fab-1c537be23963 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a5da8977-b2e2-4530-ac17-04bf60ab35a2 HTTP/1.1" status: 200  len: 217 time: 0.0397091
Dec 25 21:52:42.714954 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a285217c-5aa0-4100-962a-721721735e1e req-7bd5e7d9-39cb-4180-b809-556f5ad9f181 tempest-DeleteServersTestJSON-1651578316 tempest-DeleteServersTestJSON-1651578316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:52:42.717027 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a285217c-5aa0-4100-962a-721721735e1e req-7bd5e7d9-39cb-4180-b809-556f5ad9f181 tempest-DeleteServersTestJSON-1651578316 tempest-DeleteServersTestJSON-1651578316-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0baf43f-690c-4bca-b179-527dcf8bbd94 HTTP/1.1" status: 200  len: 945 time: 0.1134279
Dec 25 21:52:42.745860 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37db4541-4749-4be9-aa19-19d0a3a8b183 req-a440617d-d7d6-447e-8ccf-7b19d635aae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:52:42.747357 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-37db4541-4749-4be9-aa19-19d0a3a8b183 req-a440617d-d7d6-447e-8ccf-7b19d635aae9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=972eaa69-4fd9-4a0f-a705-7c5ac347fe9d HTTP/1.1" status: 200  len: 851 time: 0.0682635
Dec 25 21:52:42.787277 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-37db4541-4749-4be9-aa19-19d0a3a8b183 req-c5bbc5c6-8376-4dac-bffa-482bbd860f04 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=416476a2-4ce9-439c-aafe-69d198cebd4e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0304754
Dec 25 21:52:42.794483 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a285217c-5aa0-4100-962a-721721735e1e req-1c3fe982-405c-4c8b-9583-4c3d93e1c1aa tempest-DeleteServersTestJSON-1651578316 tempest-DeleteServersTestJSON-1651578316-project] 10.222.0.32 "GET /v2.0/security-groups?id=948aaeb0-6a3e-4aa7-815b-e6b6d7368e62&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0702150
Dec 25 21:52:42.882223 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-37db4541-4749-4be9-aa19-19d0a3a8b183 req-47556d94-0587-45d2-8b16-1acb818640db service neutron] 10.222.0.37 "GET /v2.0/networks/416476a2-4ce9-439c-aafe-69d198cebd4e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0868220
Dec 25 21:52:42.974977 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-37db4541-4749-4be9-aa19-19d0a3a8b183 req-1c3dfa3d-9d82-45e2-80a8-8fc65acbe415 service neutron] 10.222.0.37 "GET /v2.0/networks/416476a2-4ce9-439c-aafe-69d198cebd4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0855162
Dec 25 21:52:43.910113 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1b23ba-eade-4464-825f-6163be1eb3b7 req-38283055-5a20-4041-a283-75e00d5033ff tempest-DeleteServersTestJSON-1651578316 tempest-DeleteServersTestJSON-1651578316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:52:43.911641 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-bb1b23ba-eade-4464-825f-6163be1eb3b7 req-38283055-5a20-4041-a283-75e00d5033ff tempest-DeleteServersTestJSON-1651578316 tempest-DeleteServersTestJSON-1651578316-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0baf43f-690c-4bca-b179-527dcf8bbd94 HTTP/1.1" status: 200  len: 945 time: 0.0490813
Dec 25 21:52:43.959678 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-bb1b23ba-eade-4464-825f-6163be1eb3b7 req-f9523929-c150-4b32-8991-1db92d7306f0 tempest-DeleteServersTestJSON-1651578316 tempest-DeleteServersTestJSON-1651578316-project] 10.222.0.32 "GET /v2.0/security-groups?id=948aaeb0-6a3e-4aa7-815b-e6b6d7368e62&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419648
Dec 25 21:52:45.076863 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98534fa0-1c97-4ad5-923a-a3ac8e617d47 req-cfb7ca33-5d6a-4de4-9883-98d1403f2db2 tempest-DeleteServersTestJSON-1651578316 tempest-DeleteServersTestJSON-1651578316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:52:45.078349 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-98534fa0-1c97-4ad5-923a-a3ac8e617d47 req-cfb7ca33-5d6a-4de4-9883-98d1403f2db2 tempest-DeleteServersTestJSON-1651578316 tempest-DeleteServersTestJSON-1651578316-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0baf43f-690c-4bca-b179-527dcf8bbd94 HTTP/1.1" status: 200  len: 945 time: 0.0479534
Dec 25 21:52:45.124171 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-98534fa0-1c97-4ad5-923a-a3ac8e617d47 req-6e0ac468-3aff-4280-b198-37fe8d60f39c tempest-DeleteServersTestJSON-1651578316 tempest-DeleteServersTestJSON-1651578316-project] 10.222.0.32 "GET /v2.0/security-groups?id=948aaeb0-6a3e-4aa7-815b-e6b6d7368e62&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399015
Dec 25 21:52:46.242313 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f501728-7242-4c34-8ec4-0fca6c682449 req-0c6b4634-2f11-4e03-a79d-e6de00a1aec3 tempest-DeleteServersTestJSON-1651578316 tempest-DeleteServersTestJSON-1651578316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:52:46.243788 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7f501728-7242-4c34-8ec4-0fca6c682449 req-0c6b4634-2f11-4e03-a79d-e6de00a1aec3 tempest-DeleteServersTestJSON-1651578316 tempest-DeleteServersTestJSON-1651578316-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0baf43f-690c-4bca-b179-527dcf8bbd94 HTTP/1.1" status: 200  len: 945 time: 0.0533609
Dec 25 21:52:46.290063 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7f501728-7242-4c34-8ec4-0fca6c682449 req-6f003b92-da91-4d8c-83af-49651c08e75a tempest-DeleteServersTestJSON-1651578316 tempest-DeleteServersTestJSON-1651578316-project] 10.222.0.32 "GET /v2.0/security-groups?id=948aaeb0-6a3e-4aa7-815b-e6b6d7368e62&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403578
Dec 25 21:52:47.405508 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574c8040-9c34-49e9-b201-e902b5af1433 req-f87e0e30-f283-410b-8b07-d10f73e308cd tempest-DeleteServersTestJSON-1651578316 tempest-DeleteServersTestJSON-1651578316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:52:47.406972 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-574c8040-9c34-49e9-b201-e902b5af1433 req-f87e0e30-f283-410b-8b07-d10f73e308cd tempest-DeleteServersTestJSON-1651578316 tempest-DeleteServersTestJSON-1651578316-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0baf43f-690c-4bca-b179-527dcf8bbd94 HTTP/1.1" status: 200  len: 945 time: 0.0486488
Dec 25 21:52:47.453687 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-574c8040-9c34-49e9-b201-e902b5af1433 req-cfe59761-7ca1-4faf-aef9-ae85880d3f5b tempest-DeleteServersTestJSON-1651578316 tempest-DeleteServersTestJSON-1651578316-project] 10.222.0.32 "GET /v2.0/security-groups?id=948aaeb0-6a3e-4aa7-815b-e6b6d7368e62&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406964
Dec 25 21:52:48.579468 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046ff8f3-5fd9-41e8-8efc-11154b16ef1a req-e1feefba-b56a-409a-9654-3239dcc48ec3 tempest-DeleteServersTestJSON-1651578316 tempest-DeleteServersTestJSON-1651578316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:52:48.581113 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-046ff8f3-5fd9-41e8-8efc-11154b16ef1a req-e1feefba-b56a-409a-9654-3239dcc48ec3 tempest-DeleteServersTestJSON-1651578316 tempest-DeleteServersTestJSON-1651578316-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0baf43f-690c-4bca-b179-527dcf8bbd94 HTTP/1.1" status: 200  len: 945 time: 0.0540276
Dec 25 21:52:48.628290 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-046ff8f3-5fd9-41e8-8efc-11154b16ef1a req-253621fd-fa55-4e2e-b203-e7c93a2e8b08 tempest-DeleteServersTestJSON-1651578316 tempest-DeleteServersTestJSON-1651578316-project] 10.222.0.32 "GET /v2.0/security-groups?id=948aaeb0-6a3e-4aa7-815b-e6b6d7368e62&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411997
Dec 25 21:52:49.742544 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b36f8bb-54c1-4a03-aa8c-754879baac17 req-18de7f6a-53b9-40df-9d61-4ad433b5a5f2 tempest-DeleteServersTestJSON-1651578316 tempest-DeleteServersTestJSON-1651578316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:52:49.744056 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7b36f8bb-54c1-4a03-aa8c-754879baac17 req-18de7f6a-53b9-40df-9d61-4ad433b5a5f2 tempest-DeleteServersTestJSON-1651578316 tempest-DeleteServersTestJSON-1651578316-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0baf43f-690c-4bca-b179-527dcf8bbd94 HTTP/1.1" status: 200  len: 945 time: 0.0487304
Dec 25 21:52:49.792435 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7b36f8bb-54c1-4a03-aa8c-754879baac17 req-4adecf8f-1fe9-4fe6-ba78-29790dce897e tempest-DeleteServersTestJSON-1651578316 tempest-DeleteServersTestJSON-1651578316-project] 10.222.0.32 "GET /v2.0/security-groups?id=948aaeb0-6a3e-4aa7-815b-e6b6d7368e62&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417645
Dec 25 21:52:50.907031 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451d6a8d-24cb-4092-85be-fb8b4732706f req-e4a3ee6e-2a51-4283-b185-cc7e65c7357d tempest-DeleteServersTestJSON-1651578316 tempest-DeleteServersTestJSON-1651578316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:52:50.908503 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-451d6a8d-24cb-4092-85be-fb8b4732706f req-e4a3ee6e-2a51-4283-b185-cc7e65c7357d tempest-DeleteServersTestJSON-1651578316 tempest-DeleteServersTestJSON-1651578316-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0baf43f-690c-4bca-b179-527dcf8bbd94 HTTP/1.1" status: 200  len: 945 time: 0.0483716
Dec 25 21:52:50.959052 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-451d6a8d-24cb-4092-85be-fb8b4732706f req-a522a011-1036-4ced-b3e5-1794f824fa8c tempest-DeleteServersTestJSON-1651578316 tempest-DeleteServersTestJSON-1651578316-project] 10.222.0.32 "GET /v2.0/security-groups?id=948aaeb0-6a3e-4aa7-815b-e6b6d7368e62&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0446138
Dec 25 21:52:52.074384 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c43ee6-fe57-4f3b-bff2-b11b68597cef req-2c50e93e-5a92-45d2-913d-6879240a0e48 tempest-DeleteServersTestJSON-1651578316 tempest-DeleteServersTestJSON-1651578316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:52:52.076526 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-06c43ee6-fe57-4f3b-bff2-b11b68597cef req-2c50e93e-5a92-45d2-913d-6879240a0e48 tempest-DeleteServersTestJSON-1651578316 tempest-DeleteServersTestJSON-1651578316-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0baf43f-690c-4bca-b179-527dcf8bbd94 HTTP/1.1" status: 200  len: 945 time: 0.0480359
Dec 25 21:52:52.128679 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-06c43ee6-fe57-4f3b-bff2-b11b68597cef req-73fcbbd0-e26d-4c51-afeb-33fa3ba0703c tempest-DeleteServersTestJSON-1651578316 tempest-DeleteServersTestJSON-1651578316-project] 10.222.0.32 "GET /v2.0/security-groups?id=948aaeb0-6a3e-4aa7-815b-e6b6d7368e62&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0461867
Dec 25 21:52:53.243330 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e2ffd7-983e-4922-abcc-4ac63fae8afc req-ec2c2eb3-97bc-454d-ba3c-10ebd7bdc184 tempest-DeleteServersTestJSON-1651578316 tempest-DeleteServersTestJSON-1651578316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:52:53.249343 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-88e2ffd7-983e-4922-abcc-4ac63fae8afc req-ec2c2eb3-97bc-454d-ba3c-10ebd7bdc184 tempest-DeleteServersTestJSON-1651578316 tempest-DeleteServersTestJSON-1651578316-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0baf43f-690c-4bca-b179-527dcf8bbd94 HTTP/1.1" status: 200  len: 945 time: 0.0486438
Dec 25 21:52:53.292724 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-88e2ffd7-983e-4922-abcc-4ac63fae8afc req-96873dbb-7200-48b6-ad79-786cccae6dec tempest-DeleteServersTestJSON-1651578316 tempest-DeleteServersTestJSON-1651578316-project] 10.222.0.32 "GET /v2.0/security-groups?id=948aaeb0-6a3e-4aa7-815b-e6b6d7368e62&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417583
Dec 25 21:52:54.414682 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb36aa82-3819-4508-ac16-354e52f01949 req-d59c7708-9820-4043-983a-409d15b27c02 tempest-DeleteServersTestJSON-1651578316 tempest-DeleteServersTestJSON-1651578316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:52:54.416285 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-fb36aa82-3819-4508-ac16-354e52f01949 req-d59c7708-9820-4043-983a-409d15b27c02 tempest-DeleteServersTestJSON-1651578316 tempest-DeleteServersTestJSON-1651578316-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0baf43f-690c-4bca-b179-527dcf8bbd94 HTTP/1.1" status: 200  len: 945 time: 0.0554259
Dec 25 21:52:54.464998 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-fb36aa82-3819-4508-ac16-354e52f01949 req-b9cd884d-e879-4752-af9e-3b3d3b5a8fe3 tempest-DeleteServersTestJSON-1651578316 tempest-DeleteServersTestJSON-1651578316-project] 10.222.0.32 "GET /v2.0/security-groups?id=948aaeb0-6a3e-4aa7-815b-e6b6d7368e62&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417316
Dec 25 21:52:55.583078 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f772e089-5570-4293-8a97-454aaf745843 req-9ec4396c-66cf-463f-b6f7-ab98e5918f12 tempest-DeleteServersTestJSON-1651578316 tempest-DeleteServersTestJSON-1651578316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:52:55.584630 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f772e089-5570-4293-8a97-454aaf745843 req-9ec4396c-66cf-463f-b6f7-ab98e5918f12 tempest-DeleteServersTestJSON-1651578316 tempest-DeleteServersTestJSON-1651578316-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0baf43f-690c-4bca-b179-527dcf8bbd94 HTTP/1.1" status: 200  len: 945 time: 0.0488634
Dec 25 21:52:55.631038 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f772e089-5570-4293-8a97-454aaf745843 req-7e5588eb-4fb5-461b-a32b-4029d6c15650 tempest-DeleteServersTestJSON-1651578316 tempest-DeleteServersTestJSON-1651578316-project] 10.222.0.32 "GET /v2.0/security-groups?id=948aaeb0-6a3e-4aa7-815b-e6b6d7368e62&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404906
Dec 25 21:52:56.747658 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1ea57e-8243-4f25-bdee-268dfcb0a9c1 req-e0bf1456-495c-4b28-a647-20fe36f0e7d9 tempest-DeleteServersTestJSON-1651578316 tempest-DeleteServersTestJSON-1651578316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:52:56.749166 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3b1ea57e-8243-4f25-bdee-268dfcb0a9c1 req-e0bf1456-495c-4b28-a647-20fe36f0e7d9 tempest-DeleteServersTestJSON-1651578316 tempest-DeleteServersTestJSON-1651578316-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0baf43f-690c-4bca-b179-527dcf8bbd94 HTTP/1.1" status: 200  len: 945 time: 0.0478091
Dec 25 21:52:56.801414 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3b1ea57e-8243-4f25-bdee-268dfcb0a9c1 req-5686af83-99f3-4c84-a9e4-d70045ff3f3e tempest-DeleteServersTestJSON-1651578316 tempest-DeleteServersTestJSON-1651578316-project] 10.222.0.32 "GET /v2.0/security-groups?id=948aaeb0-6a3e-4aa7-815b-e6b6d7368e62&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0460122
Dec 25 21:52:57.915537 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23336ba8-82a4-477b-a685-2d54c0e6d574 req-353cd084-bc21-4d08-a71d-57e37888862f tempest-DeleteServersTestJSON-1651578316 tempest-DeleteServersTestJSON-1651578316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:52:57.917044 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-23336ba8-82a4-477b-a685-2d54c0e6d574 req-353cd084-bc21-4d08-a71d-57e37888862f tempest-DeleteServersTestJSON-1651578316 tempest-DeleteServersTestJSON-1651578316-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0baf43f-690c-4bca-b179-527dcf8bbd94 HTTP/1.1" status: 200  len: 945 time: 0.0485125
Dec 25 21:52:57.964396 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-23336ba8-82a4-477b-a685-2d54c0e6d574 req-d101da88-5bc8-4186-938e-4bfe423da4de tempest-DeleteServersTestJSON-1651578316 tempest-DeleteServersTestJSON-1651578316-project] 10.222.0.32 "GET /v2.0/security-groups?id=948aaeb0-6a3e-4aa7-815b-e6b6d7368e62&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407734
Dec 25 21:52:59.080492 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c2ebb4-2b9d-41e6-afa8-26de25096022 req-8efa9204-a484-485c-a2ba-3ff5f88c6101 tempest-DeleteServersTestJSON-1651578316 tempest-DeleteServersTestJSON-1651578316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:52:59.082005 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-51c2ebb4-2b9d-41e6-afa8-26de25096022 req-8efa9204-a484-485c-a2ba-3ff5f88c6101 tempest-DeleteServersTestJSON-1651578316 tempest-DeleteServersTestJSON-1651578316-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0baf43f-690c-4bca-b179-527dcf8bbd94 HTTP/1.1" status: 200  len: 945 time: 0.0491161
Dec 25 21:52:59.129544 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-51c2ebb4-2b9d-41e6-afa8-26de25096022 req-d6ff99cf-9570-43a0-ab75-f1e88218424f tempest-DeleteServersTestJSON-1651578316 tempest-DeleteServersTestJSON-1651578316-project] 10.222.0.32 "GET /v2.0/security-groups?id=948aaeb0-6a3e-4aa7-815b-e6b6d7368e62&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415897
Dec 25 21:53:00.247175 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c4e8a4-2eed-4c8d-b656-fd3b3fd416af req-53952a27-5147-4d86-8727-834673be1692 tempest-DeleteServersTestJSON-1651578316 tempest-DeleteServersTestJSON-1651578316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:53:00.248689 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b7c4e8a4-2eed-4c8d-b656-fd3b3fd416af req-53952a27-5147-4d86-8727-834673be1692 tempest-DeleteServersTestJSON-1651578316 tempest-DeleteServersTestJSON-1651578316-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0baf43f-690c-4bca-b179-527dcf8bbd94 HTTP/1.1" status: 200  len: 945 time: 0.0523860
Dec 25 21:53:00.294621 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b7c4e8a4-2eed-4c8d-b656-fd3b3fd416af req-1a93e291-d358-4f0a-960d-6d572a4bb773 tempest-DeleteServersTestJSON-1651578316 tempest-DeleteServersTestJSON-1651578316-project] 10.222.0.32 "GET /v2.0/security-groups?id=948aaeb0-6a3e-4aa7-815b-e6b6d7368e62&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397186
Dec 25 21:53:01.413992 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1403451-1baa-4290-8435-5f97cb626f38 req-1c7b93ed-de4a-4d73-8448-795f3e100459 tempest-DeleteServersTestJSON-1651578316 tempest-DeleteServersTestJSON-1651578316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:53:01.415466 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c1403451-1baa-4290-8435-5f97cb626f38 req-1c7b93ed-de4a-4d73-8448-795f3e100459 tempest-DeleteServersTestJSON-1651578316 tempest-DeleteServersTestJSON-1651578316-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0baf43f-690c-4bca-b179-527dcf8bbd94 HTTP/1.1" status: 200  len: 945 time: 0.0495362
Dec 25 21:53:01.462389 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c1403451-1baa-4290-8435-5f97cb626f38 req-67925b94-1cd8-42f9-87f8-b23d253c7513 tempest-DeleteServersTestJSON-1651578316 tempest-DeleteServersTestJSON-1651578316-project] 10.222.0.32 "GET /v2.0/security-groups?id=948aaeb0-6a3e-4aa7-815b-e6b6d7368e62&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407577
Dec 25 21:53:02.579892 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d416e2da-9c8a-42f3-89b9-a507457c5d7f req-38cf796d-f03c-44f4-bc6f-6e6fcc5fcc17 tempest-DeleteServersTestJSON-1651578316 tempest-DeleteServersTestJSON-1651578316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:53:02.581399 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d416e2da-9c8a-42f3-89b9-a507457c5d7f req-38cf796d-f03c-44f4-bc6f-6e6fcc5fcc17 tempest-DeleteServersTestJSON-1651578316 tempest-DeleteServersTestJSON-1651578316-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0baf43f-690c-4bca-b179-527dcf8bbd94 HTTP/1.1" status: 200  len: 945 time: 0.0514927
Dec 25 21:53:02.628463 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d416e2da-9c8a-42f3-89b9-a507457c5d7f req-f63b7ca2-9503-4d58-97a1-98693fb70746 tempest-DeleteServersTestJSON-1651578316 tempest-DeleteServersTestJSON-1651578316-project] 10.222.0.32 "GET /v2.0/security-groups?id=948aaeb0-6a3e-4aa7-815b-e6b6d7368e62&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410662
Dec 25 21:53:03.744503 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547d8dcf-37d7-4e72-8a34-db4bd09e1827 req-de119672-b6bb-4751-877c-480364ea832e tempest-DeleteServersTestJSON-1651578316 tempest-DeleteServersTestJSON-1651578316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:53:03.746028 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-547d8dcf-37d7-4e72-8a34-db4bd09e1827 req-de119672-b6bb-4751-877c-480364ea832e tempest-DeleteServersTestJSON-1651578316 tempest-DeleteServersTestJSON-1651578316-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0baf43f-690c-4bca-b179-527dcf8bbd94 HTTP/1.1" status: 200  len: 945 time: 0.0481656
Dec 25 21:53:03.794799 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-547d8dcf-37d7-4e72-8a34-db4bd09e1827 req-33be4c74-2fff-46dc-a155-90e8ccf574fa tempest-DeleteServersTestJSON-1651578316 tempest-DeleteServersTestJSON-1651578316-project] 10.222.0.32 "GET /v2.0/security-groups?id=948aaeb0-6a3e-4aa7-815b-e6b6d7368e62&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414426
Dec 25 21:53:04.552400 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:53:04.803549 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-d8e6f479-adbe-4825-af12-c788e1a02200 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:53:04.910723 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e089708-f701-4196-ba94-cd946eb9b793 req-d8bc579f-59da-45d1-9a33-c60fcef87c2c tempest-DeleteServersTestJSON-1651578316 tempest-DeleteServersTestJSON-1651578316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:53:04.912271 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2e089708-f701-4196-ba94-cd946eb9b793 req-d8bc579f-59da-45d1-9a33-c60fcef87c2c tempest-DeleteServersTestJSON-1651578316 tempest-DeleteServersTestJSON-1651578316-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0baf43f-690c-4bca-b179-527dcf8bbd94 HTTP/1.1" status: 200  len: 945 time: 0.0496991
Dec 25 21:53:04.965131 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2e089708-f701-4196-ba94-cd946eb9b793 req-e4525fbf-d01c-41c0-a09a-ca1a593ba29c tempest-DeleteServersTestJSON-1651578316 tempest-DeleteServersTestJSON-1651578316-project] 10.222.0.32 "GET /v2.0/security-groups?id=948aaeb0-6a3e-4aa7-815b-e6b6d7368e62&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0457983
Dec 25 21:53:06.080851 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993ca7df-1c00-4785-a690-ada3a93f20bf req-9358b99e-edda-491f-9ef6-62d211d2f731 tempest-DeleteServersTestJSON-1651578316 tempest-DeleteServersTestJSON-1651578316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:53:06.082359 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-993ca7df-1c00-4785-a690-ada3a93f20bf req-9358b99e-edda-491f-9ef6-62d211d2f731 tempest-DeleteServersTestJSON-1651578316 tempest-DeleteServersTestJSON-1651578316-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0baf43f-690c-4bca-b179-527dcf8bbd94 HTTP/1.1" status: 200  len: 945 time: 0.0490391
Dec 25 21:53:06.129666 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-993ca7df-1c00-4785-a690-ada3a93f20bf req-398d5f62-8518-4eab-9456-d2abd8343cec tempest-DeleteServersTestJSON-1651578316 tempest-DeleteServersTestJSON-1651578316-project] 10.222.0.32 "GET /v2.0/security-groups?id=948aaeb0-6a3e-4aa7-815b-e6b6d7368e62&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413077
Dec 25 21:53:07.007549 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-90d40faf-a08a-42d8-bffa-bea218e429ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:53:07.244260 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1650b7c-870b-4f07-a7de-42bb6873c350 req-f1e99f23-3470-48eb-970b-47e1beb646be tempest-DeleteServersTestJSON-1651578316 tempest-DeleteServersTestJSON-1651578316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:53:07.245752 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d1650b7c-870b-4f07-a7de-42bb6873c350 req-f1e99f23-3470-48eb-970b-47e1beb646be tempest-DeleteServersTestJSON-1651578316 tempest-DeleteServersTestJSON-1651578316-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0baf43f-690c-4bca-b179-527dcf8bbd94 HTTP/1.1" status: 200  len: 945 time: 0.0483172
Dec 25 21:53:07.291820 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d1650b7c-870b-4f07-a7de-42bb6873c350 req-2e22f94d-4921-4d79-9227-4400e3db6ac5 tempest-DeleteServersTestJSON-1651578316 tempest-DeleteServersTestJSON-1651578316-project] 10.222.0.32 "GET /v2.0/security-groups?id=948aaeb0-6a3e-4aa7-815b-e6b6d7368e62&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399694
Dec 25 21:53:08.411373 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cb8ebe-0f9c-482a-b95e-c24c23ebc6b0 req-f4316c1a-46d9-4f63-b55c-286271c20241 tempest-DeleteServersTestJSON-1651578316 tempest-DeleteServersTestJSON-1651578316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:53:08.412861 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-97cb8ebe-0f9c-482a-b95e-c24c23ebc6b0 req-f4316c1a-46d9-4f63-b55c-286271c20241 tempest-DeleteServersTestJSON-1651578316 tempest-DeleteServersTestJSON-1651578316-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0baf43f-690c-4bca-b179-527dcf8bbd94 HTTP/1.1" status: 200  len: 945 time: 0.0521371
Dec 25 21:53:08.458854 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-97cb8ebe-0f9c-482a-b95e-c24c23ebc6b0 req-bfe465dc-cab7-482f-bc2a-f9357256574f tempest-DeleteServersTestJSON-1651578316 tempest-DeleteServersTestJSON-1651578316-project] 10.222.0.32 "GET /v2.0/security-groups?id=948aaeb0-6a3e-4aa7-815b-e6b6d7368e62&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0393531
Dec 25 21:53:08.587233 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:53:08.597657 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3e945ecd-9380-47c2-aa0a-12ebe07e03e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:53:09.578592 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004324bf-24f1-4dd2-8fba-9cc94f93b1a0 req-e953e534-7810-4571-b320-b963aa65b5d9 tempest-DeleteServersTestJSON-1651578316 tempest-DeleteServersTestJSON-1651578316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:53:09.580100 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-004324bf-24f1-4dd2-8fba-9cc94f93b1a0 req-e953e534-7810-4571-b320-b963aa65b5d9 tempest-DeleteServersTestJSON-1651578316 tempest-DeleteServersTestJSON-1651578316-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0baf43f-690c-4bca-b179-527dcf8bbd94 HTTP/1.1" status: 200  len: 945 time: 0.0494773
Dec 25 21:53:09.592726 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-15cb578f-7a63-4fd3-925d-83bad4c7b82a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:53:09.627321 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-004324bf-24f1-4dd2-8fba-9cc94f93b1a0 req-93d63359-f41e-4fa7-b70f-2775a94c6230 tempest-DeleteServersTestJSON-1651578316 tempest-DeleteServersTestJSON-1651578316-project] 10.222.0.32 "GET /v2.0/security-groups?id=948aaeb0-6a3e-4aa7-815b-e6b6d7368e62&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413435
Dec 25 21:53:10.267349 ncdv-master-1 neutron-server[121606]: INFO neutron.api.v2.resource [req-37db4541-4749-4be9-aa19-19d0a3a8b183 req-465a12dc-8c62-4078-9ec9-d288e2ea4d55 service neutron] show failed (client error): The resource could not be found.
Dec 25 21:53:10.268350 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-37db4541-4749-4be9-aa19-19d0a3a8b183 req-465a12dc-8c62-4078-9ec9-d288e2ea4d55 service neutron] 10.222.0.37 "GET /v2.0/ports/a5da8977-b2e2-4530-ac17-04bf60ab35a2/bindings/nch1-master-1 HTTP/1.1" status: 404  len: 380 time: 0.1045625
Dec 25 21:53:10.543262 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466308bf-8fa2-4e01-96ab-a53096dee9ce req-29431198-2111-4927-923a-bff360e9a2fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:53:10.544671 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-466308bf-8fa2-4e01-96ab-a53096dee9ce req-29431198-2111-4927-923a-bff360e9a2fd service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=90d2eddaaa684a86a317f70bb44fdde5&device_id=d0baf43f-690c-4bca-b179-527dcf8bbd94 HTTP/1.1" status: 200  len: 1096 time: 0.0446091
Dec 25 21:53:10.666275 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466308bf-8fa2-4e01-96ab-a53096dee9ce req-a328efcd-347b-4314-8f6f-2a999b83e849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:53:10.667961 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-466308bf-8fa2-4e01-96ab-a53096dee9ce req-a328efcd-347b-4314-8f6f-2a999b83e849 service neutron] 10.222.0.37 "GET /v2.0/networks?id=416476a2-4ce9-439c-aafe-69d198cebd4e HTTP/1.1" status: 200  len: 912 time: 0.0872548
Dec 25 21:53:10.725258 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-466308bf-8fa2-4e01-96ab-a53096dee9ce req-549120c8-45e1-4478-89b6-5ca39bfd85af service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a5da8977-b2e2-4530-ac17-04bf60ab35a2 HTTP/1.1" status: 200  len: 217 time: 0.0498884
Dec 25 21:53:10.763771 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:53:10.857075 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466308bf-8fa2-4e01-96ab-a53096dee9ce req-ddd2113b-3b85-4134-8c08-ab9226a8e49d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:53:10.858452 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-466308bf-8fa2-4e01-96ab-a53096dee9ce req-ddd2113b-3b85-4134-8c08-ab9226a8e49d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=972eaa69-4fd9-4a0f-a705-7c5ac347fe9d HTTP/1.1" status: 200  len: 851 time: 0.1227787
Dec 25 21:53:10.870436 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cb5c2b-f29a-4bf0-8452-3b16f8ee3426 req-e2098c57-a286-4277-a37d-e0be5a3af9ca tempest-DeleteServersTestJSON-1651578316 tempest-DeleteServersTestJSON-1651578316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:53:10.872369 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-73cb5c2b-f29a-4bf0-8452-3b16f8ee3426 req-e2098c57-a286-4277-a37d-e0be5a3af9ca tempest-DeleteServersTestJSON-1651578316 tempest-DeleteServersTestJSON-1651578316-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0baf43f-690c-4bca-b179-527dcf8bbd94 HTTP/1.1" status: 200  len: 945 time: 0.1496990
Dec 25 21:53:10.882654 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37db4541-4749-4be9-aa19-19d0a3a8b183 req-f5ab8d53-eeaf-475d-80eb-f1b974bf043b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:53:10.884046 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-37db4541-4749-4be9-aa19-19d0a3a8b183 req-f5ab8d53-eeaf-475d-80eb-f1b974bf043b service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=d0baf43f-690c-4bca-b179-527dcf8bbd94&tenant_id=90d2eddaaa684a86a317f70bb44fdde5 HTTP/1.1" status: 200  len: 1096 time: 0.2100158
Dec 25 21:53:10.908101 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-466308bf-8fa2-4e01-96ab-a53096dee9ce req-6f4e4fc3-c04b-4bdc-b0f3-20256f9b09f1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=416476a2-4ce9-439c-aafe-69d198cebd4e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0348191
Dec 25 21:53:10.916605 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-37db4541-4749-4be9-aa19-19d0a3a8b183 req-a3240d61-1bc7-4046-8ef7-896affb8381a service neutron] Request body: {'port': {'binding:host_id': 'nch1-master-1', 'device_owner': 'compute:nova'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:53:11.055364 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-73cb5c2b-f29a-4bf0-8452-3b16f8ee3426 req-baeca3c6-084f-4847-aa23-9ab3f9fefb7d tempest-DeleteServersTestJSON-1651578316 tempest-DeleteServersTestJSON-1651578316-project] 10.222.0.32 "GET /v2.0/security-groups?id=948aaeb0-6a3e-4aa7-815b-e6b6d7368e62&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1704061
Dec 25 21:53:11.066791 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-37db4541-4749-4be9-aa19-19d0a3a8b183 req-a3240d61-1bc7-4046-8ef7-896affb8381a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:53:11.080437 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-466308bf-8fa2-4e01-96ab-a53096dee9ce req-b4e5769a-fd23-477a-aca0-7908e4ec1b95 service neutron] 10.222.0.37 "GET /v2.0/networks/416476a2-4ce9-439c-aafe-69d198cebd4e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1601911
Dec 25 21:53:11.276077 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-466308bf-8fa2-4e01-96ab-a53096dee9ce req-0019e570-325e-459f-9558-894225a32041 service neutron] 10.222.0.37 "GET /v2.0/networks/416476a2-4ce9-439c-aafe-69d198cebd4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1891894
Dec 25 21:53:11.341337 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-37db4541-4749-4be9-aa19-19d0a3a8b183 req-a3240d61-1bc7-4046-8ef7-896affb8381a service neutron] For port a5da8977-b2e2-4530-ac17-04bf60ab35a2, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a5da8977-b2e2-4530-ac17-04bf60ab35a2,segment=NetworkSegment(ae6ade55-7901-4e49-bac0-0395e90153ac),segment_id=ae6ade55-7901-4e49-bac0-0395e90153ac)] {{(pid=121606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:53:11.374071 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-37db4541-4749-4be9-aa19-19d0a3a8b183 req-a3240d61-1bc7-4046-8ef7-896affb8381a service neutron] For port a5da8977-b2e2-4530-ac17-04bf60ab35a2, host nch2-master-1, cleared binding levels {{(pid=121606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:53:11.413775 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0baf43f-690c-4bca-b179-527dcf8bbd94', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a5da8977-b2e2-4530-ac17-04bf60ab35a2'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:53:11.416020 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9858820c13ec2827453b94ebc4181065e990a4e4089ccb9fe762531ac62d2fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18f1bb41-6195-42bd-b1b4-02786c104054" -d '{"events": [{"server_uuid": "d0baf43f-690c-4bca-b179-527dcf8bbd94", "name": "network-vif-unplugged", "status": "completed", "tag": "a5da8977-b2e2-4530-ac17-04bf60ab35a2"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:53:11.420032 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-37db4541-4749-4be9-aa19-19d0a3a8b183 req-a3240d61-1bc7-4046-8ef7-896affb8381a service neutron] Publish callbacks [] for port, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:53:11.433178 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.provisioning_blocks [req-37db4541-4749-4be9-aa19-19d0a3a8b183 req-a3240d61-1bc7-4046-8ef7-896affb8381a service neutron] Transition to ACTIVE for port object a5da8977-b2e2-4530-ac17-04bf60ab35a2 will not be triggered until provisioned by entity L2. {{(pid=121606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 25 21:53:11.467087 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 25 Dec 2021 21:53:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab438ee3-31c3-42ee-832d-285bb774b7aa x-openstack-request-id: req-ab438ee3-31c3-42ee-832d-285bb774b7aa {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:53:11.467383 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0baf43f-690c-4bca-b179-527dcf8bbd94", "name": "network-vif-unplugged", "status": "completed", "tag": "a5da8977-b2e2-4530-ac17-04bf60ab35a2", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:53:11.467638 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ab438ee3-31c3-42ee-832d-285bb774b7aa {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:53:11.468041 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0baf43f-690c-4bca-b179-527dcf8bbd94', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a5da8977-b2e2-4530-ac17-04bf60ab35a2', 'code': 200}
Dec 25 21:53:11.505061 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-37db4541-4749-4be9-aa19-19d0a3a8b183 req-a3240d61-1bc7-4046-8ef7-896affb8381a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:53:11.568786 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [req-37db4541-4749-4be9-aa19-19d0a3a8b183 req-a3240d61-1bc7-4046-8ef7-896affb8381a service neutron] No DVR routers for this DVR port a5da8977-b2e2-4530-ac17-04bf60ab35a2 on host nch2-master-1 {{(pid=121606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:53:11.570633 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3240d61-1bc7-4046-8ef7-896affb8381a service neutron] Pushing event updated for resources: {'Port': ['ID=a5da8977-b2e2-4530-ac17-04bf60ab35a2,revision_number=6']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:53:11.580058 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3240d61-1bc7-4046-8ef7-896affb8381a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:53:11.580412 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3240d61-1bc7-4046-8ef7-896affb8381a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:53:11.580773 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3240d61-1bc7-4046-8ef7-896affb8381a service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:53:11.581120 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3240d61-1bc7-4046-8ef7-896affb8381a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:53:11.581457 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3240d61-1bc7-4046-8ef7-896affb8381a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:53:11.581789 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3240d61-1bc7-4046-8ef7-896affb8381a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:53:11.582118 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3240d61-1bc7-4046-8ef7-896affb8381a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:53:11.582445 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3240d61-1bc7-4046-8ef7-896affb8381a service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:53:11.582770 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3240d61-1bc7-4046-8ef7-896affb8381a service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:53:11.583095 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3240d61-1bc7-4046-8ef7-896affb8381a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:53:11.583420 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3240d61-1bc7-4046-8ef7-896affb8381a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:53:11.583738 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3240d61-1bc7-4046-8ef7-896affb8381a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:53:11.584058 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3240d61-1bc7-4046-8ef7-896affb8381a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:53:11.616549 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-37db4541-4749-4be9-aa19-19d0a3a8b183 req-a3240d61-1bc7-4046-8ef7-896affb8381a service neutron] Attempting to bind port a5da8977-b2e2-4530-ac17-04bf60ab35a2 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:53:11.616902 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-37db4541-4749-4be9-aa19-19d0a3a8b183 req-a3240d61-1bc7-4046-8ef7-896affb8381a service neutron] Attempting to bind port a5da8977-b2e2-4530-ac17-04bf60ab35a2 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'ae6ade55-7901-4e49-bac0-0395e90153ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '416476a2-4ce9-439c-aafe-69d198cebd4e'}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:53:11.617251 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37db4541-4749-4be9-aa19-19d0a3a8b183 req-a3240d61-1bc7-4046-8ef7-896affb8381a service neutron] Attempting to bind port a5da8977-b2e2-4530-ac17-04bf60ab35a2 on network 416476a2-4ce9-439c-aafe-69d198cebd4e {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:53:11.621528 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37db4541-4749-4be9-aa19-19d0a3a8b183 req-a3240d61-1bc7-4046-8ef7-896affb8381a service neutron] Port a5da8977-b2e2-4530-ac17-04bf60ab35a2 on network 416476a2-4ce9-439c-aafe-69d198cebd4e not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 25 21:53:11.621851 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37db4541-4749-4be9-aa19-19d0a3a8b183 req-a3240d61-1bc7-4046-8ef7-896affb8381a service neutron] Attempting to bind port a5da8977-b2e2-4530-ac17-04bf60ab35a2 on network 416476a2-4ce9-439c-aafe-69d198cebd4e {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:53:11.626858 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37db4541-4749-4be9-aa19-19d0a3a8b183 req-a3240d61-1bc7-4046-8ef7-896affb8381a service neutron] Checking agent: {'id': '6d577036-68fc-4aa4-aed7-5ab01de2117e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 21, 4, 34), 'started_at': datetime.datetime(2021, 12, 25, 21, 4, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 53, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:53:11.627198 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37db4541-4749-4be9-aa19-19d0a3a8b183 req-a3240d61-1bc7-4046-8ef7-896affb8381a service neutron] Checking segment: {'id': 'ae6ade55-7901-4e49-bac0-0395e90153ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '416476a2-4ce9-439c-aafe-69d198cebd4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:53:11.627581 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37db4541-4749-4be9-aa19-19d0a3a8b183 req-a3240d61-1bc7-4046-8ef7-896affb8381a service neutron] Bound using segment: {'id': 'ae6ade55-7901-4e49-bac0-0395e90153ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '416476a2-4ce9-439c-aafe-69d198cebd4e'} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:53:11.628003 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-37db4541-4749-4be9-aa19-19d0a3a8b183 req-a3240d61-1bc7-4046-8ef7-896affb8381a service neutron] Bound port: a5da8977-b2e2-4530-ac17-04bf60ab35a2, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae6ade55-7901-4e49-bac0-0395e90153ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '416476a2-4ce9-439c-aafe-69d198cebd4e'}}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:53:11.628348 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-37db4541-4749-4be9-aa19-19d0a3a8b183 req-a3240d61-1bc7-4046-8ef7-896affb8381a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:53:11.695425 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-37db4541-4749-4be9-aa19-19d0a3a8b183 req-a3240d61-1bc7-4046-8ef7-896affb8381a service neutron] For port a5da8977-b2e2-4530-ac17-04bf60ab35a2, host nch1-master-1, cleared binding levels {{(pid=121606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:53:11.698468 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-37db4541-4749-4be9-aa19-19d0a3a8b183 req-a3240d61-1bc7-4046-8ef7-896affb8381a service neutron] For port a5da8977-b2e2-4530-ac17-04bf60ab35a2, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a5da8977-b2e2-4530-ac17-04bf60ab35a2,segment=NetworkSegment(ae6ade55-7901-4e49-bac0-0395e90153ac),segment_id=ae6ade55-7901-4e49-bac0-0395e90153ac)] {{(pid=121606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:53:11.751500 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.agents_db [None req-ec08dba0-4483-4109-b5e1-5e4a9fdaf12d None None] Agent healthcheck: found 7 active agents {{(pid=121609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 25 21:53:11.793018 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-37db4541-4749-4be9-aa19-19d0a3a8b183 req-a3240d61-1bc7-4046-8ef7-896affb8381a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:53:11.826587 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37db4541-4749-4be9-aa19-19d0a3a8b183 req-a3240d61-1bc7-4046-8ef7-896affb8381a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:53:11.827218 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-37db4541-4749-4be9-aa19-19d0a3a8b183 req-a3240d61-1bc7-4046-8ef7-896affb8381a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:53:11.828674 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-37db4541-4749-4be9-aa19-19d0a3a8b183 req-a3240d61-1bc7-4046-8ef7-896affb8381a service neutron] 10.222.0.31 "PUT /v2.0/ports/a5da8977-b2e2-4530-ac17-04bf60ab35a2 HTTP/1.1" status: 200  len: 1091 time: 0.9226713
Dec 25 21:53:11.879541 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3240d61-1bc7-4046-8ef7-896affb8381a service neutron] Pushing event updated for resources: {'Port': ['ID=a5da8977-b2e2-4530-ac17-04bf60ab35a2,revision_number=7']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:53:11.897763 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37db4541-4749-4be9-aa19-19d0a3a8b183 req-02635e11-6742-4840-9622-a4713cd389c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:53:11.899294 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-37db4541-4749-4be9-aa19-19d0a3a8b183 req-02635e11-6742-4840-9622-a4713cd389c3 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=90d2eddaaa684a86a317f70bb44fdde5&device_id=d0baf43f-690c-4bca-b179-527dcf8bbd94 HTTP/1.1" status: 200  len: 1094 time: 0.0495265
Dec 25 21:53:11.986817 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37db4541-4749-4be9-aa19-19d0a3a8b183 req-16009236-7e9d-46a8-b7f9-f71bea0e45f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:53:11.988294 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-37db4541-4749-4be9-aa19-19d0a3a8b183 req-16009236-7e9d-46a8-b7f9-f71bea0e45f7 service neutron] 10.222.0.31 "GET /v2.0/networks?id=416476a2-4ce9-439c-aafe-69d198cebd4e HTTP/1.1" status: 200  len: 912 time: 0.0823069
Dec 25 21:53:12.033798 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-37db4541-4749-4be9-aa19-19d0a3a8b183 req-03852a7f-e3a0-4f25-bfec-d04385cc5c25 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a5da8977-b2e2-4530-ac17-04bf60ab35a2 HTTP/1.1" status: 200  len: 217 time: 0.0376172
Dec 25 21:53:12.081438 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37db4541-4749-4be9-aa19-19d0a3a8b183 req-5c9fe2ec-cfca-4378-8fd2-424ab03a62b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:53:12.082923 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-37db4541-4749-4be9-aa19-19d0a3a8b183 req-5c9fe2ec-cfca-4378-8fd2-424ab03a62b8 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=972eaa69-4fd9-4a0f-a705-7c5ac347fe9d HTTP/1.1" status: 200  len: 851 time: 0.0426321
Dec 25 21:53:12.115893 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-37db4541-4749-4be9-aa19-19d0a3a8b183 req-c39dde07-ecba-4f0d-a8c1-5ac0e77e88a5 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=416476a2-4ce9-439c-aafe-69d198cebd4e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0252581
Dec 25 21:53:12.232980 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a55935-dd3a-49e7-9407-bde7b0244845 req-1c35b3ae-555d-4ea4-aa2d-0beaaeb8bce5 tempest-DeleteServersTestJSON-1651578316 tempest-DeleteServersTestJSON-1651578316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:53:12.234440 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-81a55935-dd3a-49e7-9407-bde7b0244845 req-1c35b3ae-555d-4ea4-aa2d-0beaaeb8bce5 tempest-DeleteServersTestJSON-1651578316 tempest-DeleteServersTestJSON-1651578316-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0baf43f-690c-4bca-b179-527dcf8bbd94 HTTP/1.1" status: 200  len: 943 time: 0.1034362
Dec 25 21:53:12.251436 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-37db4541-4749-4be9-aa19-19d0a3a8b183 req-c249f045-5a64-4b6a-bcce-8ad400e0a28b service neutron] 10.222.0.31 "GET /v2.0/networks/416476a2-4ce9-439c-aafe-69d198cebd4e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1277823
Dec 25 21:53:12.311050 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-81a55935-dd3a-49e7-9407-bde7b0244845 req-b9e75e5a-1c38-4816-8b51-05ed87541bb5 tempest-DeleteServersTestJSON-1651578316 tempest-DeleteServersTestJSON-1651578316-project] 10.222.0.32 "GET /v2.0/security-groups?id=948aaeb0-6a3e-4aa7-815b-e6b6d7368e62&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0694597
Dec 25 21:53:12.365605 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-37db4541-4749-4be9-aa19-19d0a3a8b183 req-903f1a0f-55ac-4fa2-b87e-797713528a11 service neutron] 10.222.0.31 "GET /v2.0/networks/416476a2-4ce9-439c-aafe-69d198cebd4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1071732
Dec 25 21:53:13.427704 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd29792b-3987-4add-95fe-7bcc5e43b9b6 req-a0b0f547-6512-4fa1-b257-fd44b042f081 tempest-DeleteServersTestJSON-1651578316 tempest-DeleteServersTestJSON-1651578316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:53:13.429219 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-bd29792b-3987-4add-95fe-7bcc5e43b9b6 req-a0b0f547-6512-4fa1-b257-fd44b042f081 tempest-DeleteServersTestJSON-1651578316 tempest-DeleteServersTestJSON-1651578316-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0baf43f-690c-4bca-b179-527dcf8bbd94 HTTP/1.1" status: 200  len: 943 time: 0.0484102
Dec 25 21:53:13.470000 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0baf43f-690c-4bca-b179-527dcf8bbd94', 'tag': 'a5da8977-b2e2-4530-ac17-04bf60ab35a2'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:53:13.472221 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9858820c13ec2827453b94ebc4181065e990a4e4089ccb9fe762531ac62d2fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2999692c-242e-429c-af5f-24286c0953c2" -d '{"events": [{"name": "network-changed", "server_uuid": "d0baf43f-690c-4bca-b179-527dcf8bbd94", "tag": "a5da8977-b2e2-4530-ac17-04bf60ab35a2"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:53:13.481919 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-bd29792b-3987-4add-95fe-7bcc5e43b9b6 req-cceb4eaa-6565-4592-87fc-830a747029db tempest-DeleteServersTestJSON-1651578316 tempest-DeleteServersTestJSON-1651578316-project] 10.222.0.32 "GET /v2.0/security-groups?id=948aaeb0-6a3e-4aa7-815b-e6b6d7368e62&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0461507
Dec 25 21:53:13.524784 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Dec 2021 21:53:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55aacbcd-a240-4958-8fa6-14f36b617524 x-openstack-request-id: req-55aacbcd-a240-4958-8fa6-14f36b617524 {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:53:13.525113 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0baf43f-690c-4bca-b179-527dcf8bbd94", "tag": "a5da8977-b2e2-4530-ac17-04bf60ab35a2", "status": "completed", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:53:13.525367 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-55aacbcd-a240-4958-8fa6-14f36b617524 {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:53:13.526630 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0baf43f-690c-4bca-b179-527dcf8bbd94', 'tag': 'a5da8977-b2e2-4530-ac17-04bf60ab35a2', 'status': 'completed', 'code': 200}
Dec 25 21:53:13.615262 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2999692c-242e-429c-af5f-24286c0953c2 req-2ceaa413-e053-4920-bfc6-b462baa7f3f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:53:13.616646 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2999692c-242e-429c-af5f-24286c0953c2 req-2ceaa413-e053-4920-bfc6-b462baa7f3f5 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=90d2eddaaa684a86a317f70bb44fdde5&device_id=d0baf43f-690c-4bca-b179-527dcf8bbd94 HTTP/1.1" status: 200  len: 1094 time: 0.0720770
Dec 25 21:53:13.619047 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2999692c-242e-429c-af5f-24286c0953c2 req-efeafd44-c66a-4c43-96e9-5c529a044e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:53:13.620347 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2999692c-242e-429c-af5f-24286c0953c2 req-efeafd44-c66a-4c43-96e9-5c529a044e19 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=90d2eddaaa684a86a317f70bb44fdde5&device_id=d0baf43f-690c-4bca-b179-527dcf8bbd94 HTTP/1.1" status: 200  len: 1094 time: 0.0673203
Dec 25 21:53:13.771881 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2999692c-242e-429c-af5f-24286c0953c2 req-c1994a43-1474-4c7d-a30d-bf4d7542933c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:53:13.773358 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2999692c-242e-429c-af5f-24286c0953c2 req-c1994a43-1474-4c7d-a30d-bf4d7542933c service neutron] 10.222.0.31 "GET /v2.0/networks?id=416476a2-4ce9-439c-aafe-69d198cebd4e HTTP/1.1" status: 200  len: 912 time: 0.1487353
Dec 25 21:53:13.774689 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2999692c-242e-429c-af5f-24286c0953c2 req-28e09d36-0511-453a-96be-c90f14efe2e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:53:13.775967 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2999692c-242e-429c-af5f-24286c0953c2 req-28e09d36-0511-453a-96be-c90f14efe2e7 service neutron] 10.222.0.37 "GET /v2.0/networks?id=416476a2-4ce9-439c-aafe-69d198cebd4e HTTP/1.1" status: 200  len: 912 time: 0.1443257
Dec 25 21:53:13.845727 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2999692c-242e-429c-af5f-24286c0953c2 req-adc7bb82-264f-4150-bd6c-c356101a7ef7 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a5da8977-b2e2-4530-ac17-04bf60ab35a2 HTTP/1.1" status: 200  len: 217 time: 0.0644720
Dec 25 21:53:13.847038 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2999692c-242e-429c-af5f-24286c0953c2 req-d372cf09-c3ba-433e-9564-68762bc51980 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a5da8977-b2e2-4530-ac17-04bf60ab35a2 HTTP/1.1" status: 200  len: 217 time: 0.0596447
Dec 25 21:53:13.928709 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2999692c-242e-429c-af5f-24286c0953c2 req-25c9b844-fa17-4fa8-a8af-131d3a52744c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:53:13.930198 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2999692c-242e-429c-af5f-24286c0953c2 req-25c9b844-fa17-4fa8-a8af-131d3a52744c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=972eaa69-4fd9-4a0f-a705-7c5ac347fe9d HTTP/1.1" status: 200  len: 851 time: 0.0766735
Dec 25 21:53:13.931577 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2999692c-242e-429c-af5f-24286c0953c2 req-03f823a4-66a0-4de5-a6af-b523e7f707f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:53:13.932864 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2999692c-242e-429c-af5f-24286c0953c2 req-03f823a4-66a0-4de5-a6af-b523e7f707f1 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=972eaa69-4fd9-4a0f-a705-7c5ac347fe9d HTTP/1.1" status: 200  len: 851 time: 0.0715177
Dec 25 21:53:13.968022 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2999692c-242e-429c-af5f-24286c0953c2 req-5668eefc-911b-4c67-8097-122a9b7f4658 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=416476a2-4ce9-439c-aafe-69d198cebd4e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0309114
Dec 25 21:53:13.986328 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2999692c-242e-429c-af5f-24286c0953c2 req-bd0b4b65-d176-4151-aac3-9f2f7871fd39 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=416476a2-4ce9-439c-aafe-69d198cebd4e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0419023
Dec 25 21:53:14.269584 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device a5da8977-b2e2-4530-ac17-04bf60ab35a2 no longer exists at agent hyperv_nch2-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:53:14.315726 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] The host nch2-master-1 is not matching for port a5da8977-b2e2-4530-ac17-04bf60ab35a2 host nch1-master-1! {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}}
Dec 25 21:53:14.316474 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device a5da8977-b2e2-4530-ac17-04bf60ab35a2 not bound to the agent host nch2-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:53:14.351035 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device a5da8977-b2e2-4530-ac17-04bf60ab35a2 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 25 21:53:14.459714 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port a5da8977-b2e2-4530-ac17-04bf60ab35a2, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a5da8977-b2e2-4530-ac17-04bf60ab35a2,segment=NetworkSegment(ae6ade55-7901-4e49-bac0-0395e90153ac),segment_id=ae6ade55-7901-4e49-bac0-0395e90153ac)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:53:14.472449 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2999692c-242e-429c-af5f-24286c0953c2 req-d0c7303a-461c-4efa-9751-50d10b5ea03f service neutron] 10.222.0.37 "GET /v2.0/networks/416476a2-4ce9-439c-aafe-69d198cebd4e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4883249
Dec 25 21:53:14.473379 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Returning: {'device': 'a5da8977-b2e2-4530-ac17-04bf60ab35a2', 'network_id': '416476a2-4ce9-439c-aafe-69d198cebd4e', 'port_id': 'a5da8977-b2e2-4530-ac17-04bf60ab35a2', 'mac_address': 'fa:16:3e:e7:d7:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '972eaa69-4fd9-4a0f-a705-7c5ac347fe9d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 25 21:53:14.478225 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2999692c-242e-429c-af5f-24286c0953c2 req-7d4080a1-4ac8-4cd3-b55c-8ce3ef813256 service neutron] 10.222.0.31 "GET /v2.0/networks/416476a2-4ce9-439c-aafe-69d198cebd4e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4758475
Dec 25 21:53:14.517202 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:53:14.533582 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5da8977-b2e2-4530-ac17-04bf60ab35a2 {{(pid=121608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:53:14.565182 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port a5da8977-b2e2-4530-ac17-04bf60ab35a2, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a5da8977-b2e2-4530-ac17-04bf60ab35a2,segment=NetworkSegment(ae6ade55-7901-4e49-bac0-0395e90153ac),segment_id=ae6ade55-7901-4e49-bac0-0395e90153ac)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:53:14.660691 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:53:14.674440 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2999692c-242e-429c-af5f-24286c0953c2 req-89f66c40-32a6-454d-8762-6849be48265c service neutron] 10.222.0.37 "GET /v2.0/networks/416476a2-4ce9-439c-aafe-69d198cebd4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1947021
Dec 25 21:53:14.683053 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2999692c-242e-429c-af5f-24286c0953c2 req-ef25388f-f8a3-4b19-833e-14474d95bda8 service neutron] 10.222.0.31 "GET /v2.0/networks/416476a2-4ce9-439c-aafe-69d198cebd4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1956182
Dec 25 21:53:14.698120 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecde90e0-49b4-4983-aba7-b78e123ba073 req-65b1a1c1-8d7a-4406-96e6-26f1bedf9ad0 tempest-DeleteServersTestJSON-1651578316 tempest-DeleteServersTestJSON-1651578316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:53:14.699784 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ecde90e0-49b4-4983-aba7-b78e123ba073 req-65b1a1c1-8d7a-4406-96e6-26f1bedf9ad0 tempest-DeleteServersTestJSON-1651578316 tempest-DeleteServersTestJSON-1651578316-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0baf43f-690c-4bca-b179-527dcf8bbd94 HTTP/1.1" status: 200  len: 943 time: 0.0974813
Dec 25 21:53:14.721704 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Pushing event updated for resources: {'Port': ['ID=a5da8977-b2e2-4530-ac17-04bf60ab35a2,revision_number=8']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:53:14.729152 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:53:14.729503 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:53:14.729845 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:53:14.730324 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:53:14.730662 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:53:14.730993 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:53:14.731335 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:53:14.731792 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:53:14.732120 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:53:14.732444 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:53:14.732766 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:53:14.733114 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:53:14.733439 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:53:14.749278 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ecde90e0-49b4-4983-aba7-b78e123ba073 req-7394d643-03c7-4368-9794-15b05bf5f64d tempest-DeleteServersTestJSON-1651578316 tempest-DeleteServersTestJSON-1651578316-project] 10.222.0.32 "GET /v2.0/security-groups?id=948aaeb0-6a3e-4aa7-815b-e6b6d7368e62&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421765
Dec 25 21:53:14.901122 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] get_ports_and_sgs() called for port_ids ['a5da8977-b2e2-4530-ac17-04bf60ab35a2'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:53:15.158851 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d58b37c-105a-4ee5-89bc-c1ef96fbb543 req-dbbdfb44-62aa-4b25-b616-561d2c83f5fa tempest-DeleteServersTestJSON-1651578316 tempest-DeleteServersTestJSON-1651578316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:53:15.160210 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0d58b37c-105a-4ee5-89bc-c1ef96fbb543 req-dbbdfb44-62aa-4b25-b616-561d2c83f5fa tempest-DeleteServersTestJSON-1651578316 tempest-DeleteServersTestJSON-1651578316-project] 10.222.0.37 "GET /v2.0/ports?device_id=d0baf43f-690c-4bca-b179-527dcf8bbd94&tenant_id=90d2eddaaa684a86a317f70bb44fdde5&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 944 time: 0.0844429
Dec 25 21:53:15.218983 ncdv-master-1 neutron-server[121606]: INFO neutron.api.v2.resource [req-0d58b37c-105a-4ee5-89bc-c1ef96fbb543 req-162bcd0c-c3fa-453c-8202-cc02f3a59b89 service neutron] delete failed (client error): The resource could not be found.
Dec 25 21:53:15.220034 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0d58b37c-105a-4ee5-89bc-c1ef96fbb543 req-162bcd0c-c3fa-453c-8202-cc02f3a59b89 service neutron] 10.222.0.37 "DELETE /v2.0/ports/a5da8977-b2e2-4530-ac17-04bf60ab35a2/bindings/nch2-master-1 HTTP/1.1" status: 404  len: 380 time: 0.0526650
Dec 25 21:53:15.302442 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d58b37c-105a-4ee5-89bc-c1ef96fbb543 req-9a7cd717-51c8-4859-9268-744f34ace628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:53:15.304073 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0d58b37c-105a-4ee5-89bc-c1ef96fbb543 req-9a7cd717-51c8-4859-9268-744f34ace628 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=90d2eddaaa684a86a317f70bb44fdde5&device_id=d0baf43f-690c-4bca-b179-527dcf8bbd94 HTTP/1.1" status: 200  len: 1095 time: 0.0403743
Dec 25 21:53:15.397062 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d58b37c-105a-4ee5-89bc-c1ef96fbb543 req-123e644c-0590-497a-bd18-98ac086784d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:53:15.398529 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0d58b37c-105a-4ee5-89bc-c1ef96fbb543 req-123e644c-0590-497a-bd18-98ac086784d2 service neutron] 10.222.0.37 "GET /v2.0/networks?id=416476a2-4ce9-439c-aafe-69d198cebd4e HTTP/1.1" status: 200  len: 912 time: 0.0877635
Dec 25 21:53:15.439154 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0d58b37c-105a-4ee5-89bc-c1ef96fbb543 req-27c99ec7-3deb-4558-9bb0-d53c8a422cce service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a5da8977-b2e2-4530-ac17-04bf60ab35a2 HTTP/1.1" status: 200  len: 217 time: 0.0335476
Dec 25 21:53:15.490168 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d58b37c-105a-4ee5-89bc-c1ef96fbb543 req-79208fd7-8674-4c77-a881-7bb4772a457d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:53:15.491630 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0d58b37c-105a-4ee5-89bc-c1ef96fbb543 req-79208fd7-8674-4c77-a881-7bb4772a457d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=972eaa69-4fd9-4a0f-a705-7c5ac347fe9d HTTP/1.1" status: 200  len: 851 time: 0.0458019
Dec 25 21:53:15.521719 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0d58b37c-105a-4ee5-89bc-c1ef96fbb543 req-7f4eb2d2-bb92-43bb-b4ad-ebe2892f935e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=416476a2-4ce9-439c-aafe-69d198cebd4e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0233524
Dec 25 21:53:15.607447 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0d58b37c-105a-4ee5-89bc-c1ef96fbb543 req-f99fe994-afd7-4105-a1dd-9292d9c306c8 service neutron] 10.222.0.37 "GET /v2.0/networks/416476a2-4ce9-439c-aafe-69d198cebd4e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0789418
Dec 25 21:53:15.699368 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0d58b37c-105a-4ee5-89bc-c1ef96fbb543 req-a02e6a6d-5d17-4f21-9263-3efd27929a1e service neutron] 10.222.0.37 "GET /v2.0/networks/416476a2-4ce9-439c-aafe-69d198cebd4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0840290
Dec 25 21:53:16.364779 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device a5da8977-b2e2-4530-ac17-04bf60ab35a2 up at agent hyperv_nch1-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:53:16.519232 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Provisioning for port a5da8977-b2e2-4530-ac17-04bf60ab35a2 completed by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 25 21:53:16.523272 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Provisioning complete for port a5da8977-b2e2-4530-ac17-04bf60ab35a2 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:53:16.528110 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:53:16.602202 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:53:16.625236 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0baf43f-690c-4bca-b179-527dcf8bbd94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5da8977-b2e2-4530-ac17-04bf60ab35a2'}] {{(pid=121608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:53:16.627769 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a88c78c3ff6266bd59c7e89d275b28c92e739b67d23c89d71af88829fd31566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-410a82aa-2812-4a5b-8696-7298421c0e89" -d '{"events": [{"server_uuid": "d0baf43f-690c-4bca-b179-527dcf8bbd94", "name": "network-vif-plugged", "status": "completed", "tag": "a5da8977-b2e2-4530-ac17-04bf60ab35a2"}]}' {{(pid=121608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:53:16.640692 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port a5da8977-b2e2-4530-ac17-04bf60ab35a2, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a5da8977-b2e2-4530-ac17-04bf60ab35a2,segment=NetworkSegment(ae6ade55-7901-4e49-bac0-0395e90153ac),segment_id=ae6ade55-7901-4e49-bac0-0395e90153ac)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:53:16.666023 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 21:53:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23a3e130-6dbe-4d91-b899-b220a1800515 x-openstack-request-id: req-23a3e130-6dbe-4d91-b899-b220a1800515 {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:53:16.666023 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0baf43f-690c-4bca-b179-527dcf8bbd94", "name": "network-vif-plugged", "status": "completed", "tag": "a5da8977-b2e2-4530-ac17-04bf60ab35a2", "code": 200}]} {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:53:16.666023 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-23a3e130-6dbe-4d91-b899-b220a1800515 {{(pid=121608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:53:16.666023 ncdv-master-1 neutron-server[121608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0baf43f-690c-4bca-b179-527dcf8bbd94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5da8977-b2e2-4530-ac17-04bf60ab35a2', 'code': 200}
Dec 25 21:53:16.712051 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:53:16.759025 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Pushing event updated for resources: {'Port': ['ID=a5da8977-b2e2-4530-ac17-04bf60ab35a2,revision_number=9']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:53:17.034955 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bb9b4e-9cb7-4676-a9d0-ad10af922740 req-e4e82d5f-60f0-4fd5-a517-88ff3c49f2ab tempest-DeleteServersTestJSON-1651578316 tempest-DeleteServersTestJSON-1651578316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:53:17.036447 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c6bb9b4e-9cb7-4676-a9d0-ad10af922740 req-e4e82d5f-60f0-4fd5-a517-88ff3c49f2ab tempest-DeleteServersTestJSON-1651578316 tempest-DeleteServersTestJSON-1651578316-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0baf43f-690c-4bca-b179-527dcf8bbd94 HTTP/1.1" status: 200  len: 945 time: 0.0487094
Dec 25 21:53:17.082743 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c6bb9b4e-9cb7-4676-a9d0-ad10af922740 req-a38a067c-a94d-423a-ba11-d819701fa881 tempest-DeleteServersTestJSON-1651578316 tempest-DeleteServersTestJSON-1651578316-project] 10.222.0.32 "GET /v2.0/security-groups?id=948aaeb0-6a3e-4aa7-815b-e6b6d7368e62&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402455
Dec 25 21:53:18.205067 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f950d4c-38b1-4c66-aa80-d58022308900 req-8cc5fb6f-7565-4769-811b-853ec6026a7e tempest-DeleteServersTestJSON-1651578316 tempest-DeleteServersTestJSON-1651578316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:53:18.206568 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1f950d4c-38b1-4c66-aa80-d58022308900 req-8cc5fb6f-7565-4769-811b-853ec6026a7e tempest-DeleteServersTestJSON-1651578316 tempest-DeleteServersTestJSON-1651578316-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0baf43f-690c-4bca-b179-527dcf8bbd94 HTTP/1.1" status: 200  len: 945 time: 0.0535493
Dec 25 21:53:18.276676 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1f950d4c-38b1-4c66-aa80-d58022308900 req-0515925a-5eef-4d41-bc7c-dd1d4f572d6f tempest-DeleteServersTestJSON-1651578316 tempest-DeleteServersTestJSON-1651578316-project] 10.222.0.32 "GET /v2.0/security-groups?id=948aaeb0-6a3e-4aa7-815b-e6b6d7368e62&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0640213
Dec 25 21:53:18.297378 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d58b37c-105a-4ee5-89bc-c1ef96fbb543 req-7d824169-5e14-485d-bbfe-8b6150acafc4 tempest-DeleteServersTestJSON-1651578316 tempest-DeleteServersTestJSON-1651578316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:53:18.298857 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0d58b37c-105a-4ee5-89bc-c1ef96fbb543 req-7d824169-5e14-485d-bbfe-8b6150acafc4 tempest-DeleteServersTestJSON-1651578316 tempest-DeleteServersTestJSON-1651578316-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0baf43f-690c-4bca-b179-527dcf8bbd94 HTTP/1.1" status: 200  len: 945 time: 0.0567513
Dec 25 21:53:18.386640 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [req-0d58b37c-105a-4ee5-89bc-c1ef96fbb543 req-9ece3ba1-3cf3-4a51-846f-6d1f23a0becf tempest-DeleteServersTestJSON-1651578316 tempest-DeleteServersTestJSON-1651578316-project] Deleting port a5da8977-b2e2-4530-ac17-04bf60ab35a2 {{(pid=121606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:53:18.386980 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-0d58b37c-105a-4ee5-89bc-c1ef96fbb543 req-9ece3ba1-3cf3-4a51-846f-6d1f23a0becf tempest-DeleteServersTestJSON-1651578316 tempest-DeleteServersTestJSON-1651578316-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:53:18.477607 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-0d58b37c-105a-4ee5-89bc-c1ef96fbb543 req-9ece3ba1-3cf3-4a51-846f-6d1f23a0becf tempest-DeleteServersTestJSON-1651578316 tempest-DeleteServersTestJSON-1651578316-project] For port a5da8977-b2e2-4530-ac17-04bf60ab35a2, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a5da8977-b2e2-4530-ac17-04bf60ab35a2,segment=NetworkSegment(ae6ade55-7901-4e49-bac0-0395e90153ac),segment_id=ae6ade55-7901-4e49-bac0-0395e90153ac)] {{(pid=121606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:53:18.477962 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-0d58b37c-105a-4ee5-89bc-c1ef96fbb543 req-9ece3ba1-3cf3-4a51-846f-6d1f23a0becf tempest-DeleteServersTestJSON-1651578316 tempest-DeleteServersTestJSON-1651578316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:53:18.490667 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [req-0d58b37c-105a-4ee5-89bc-c1ef96fbb543 req-9ece3ba1-3cf3-4a51-846f-6d1f23a0becf tempest-DeleteServersTestJSON-1651578316 tempest-DeleteServersTestJSON-1651578316-project] Calling delete_port for a5da8977-b2e2-4530-ac17-04bf60ab35a2 owned by compute:nova {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:53:18.672179 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-0d58b37c-105a-4ee5-89bc-c1ef96fbb543 req-9ece3ba1-3cf3-4a51-846f-6d1f23a0becf tempest-DeleteServersTestJSON-1651578316 tempest-DeleteServersTestJSON-1651578316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:53:18.684599 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] get_ports_and_sgs() called for port_ids ['a5da8977-b2e2-4530-ac17-04bf60ab35a2'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:53:18.703110 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ece3ba1-3cf3-4a51-846f-6d1f23a0becf tempest-DeleteServersTestJSON-1651578316 tempest-DeleteServersTestJSON-1651578316-project] Pushing event deleted for resources: {'Port': ['ID=a5da8977-b2e2-4530-ac17-04bf60ab35a2,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:53:18.743406 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d58b37c-105a-4ee5-89bc-c1ef96fbb543 req-9ece3ba1-3cf3-4a51-846f-6d1f23a0becf tempest-DeleteServersTestJSON-1651578316 tempest-DeleteServersTestJSON-1651578316-project] No DVR routers for this DVR port a5da8977-b2e2-4530-ac17-04bf60ab35a2 on host nch1-master-1 {{(pid=121606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:53:18.746048 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-0d58b37c-105a-4ee5-89bc-c1ef96fbb543 req-9ece3ba1-3cf3-4a51-846f-6d1f23a0becf tempest-DeleteServersTestJSON-1651578316 tempest-DeleteServersTestJSON-1651578316-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:53:18.749498 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0d58b37c-105a-4ee5-89bc-c1ef96fbb543 req-9ece3ba1-3cf3-4a51-846f-6d1f23a0becf tempest-DeleteServersTestJSON-1651578316 tempest-DeleteServersTestJSON-1651578316-project] 10.222.0.31 "DELETE /v2.0/ports/a5da8977-b2e2-4530-ac17-04bf60ab35a2 HTTP/1.1" status: 204  len: 173 time: 0.4440496
Dec 25 21:53:18.749941 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0baf43f-690c-4bca-b179-527dcf8bbd94', 'name': 'network-vif-deleted', 'tag': 'a5da8977-b2e2-4530-ac17-04bf60ab35a2'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:53:18.752550 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9858820c13ec2827453b94ebc4181065e990a4e4089ccb9fe762531ac62d2fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1789a47-06bd-4d1c-81a0-b4d2b35bc5f5" -d '{"events": [{"server_uuid": "d0baf43f-690c-4bca-b179-527dcf8bbd94", "name": "network-vif-deleted", "tag": "a5da8977-b2e2-4530-ac17-04bf60ab35a2"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:53:18.789923 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 21:53:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b34c199-a193-4803-b74d-c39b805b310e x-openstack-request-id: req-7b34c199-a193-4803-b74d-c39b805b310e {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:53:18.789923 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0baf43f-690c-4bca-b179-527dcf8bbd94", "name": "network-vif-deleted", "tag": "a5da8977-b2e2-4530-ac17-04bf60ab35a2", "status": "completed", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:53:18.789923 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7b34c199-a193-4803-b74d-c39b805b310e {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:53:18.790283 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0baf43f-690c-4bca-b179-527dcf8bbd94', 'name': 'network-vif-deleted', 'tag': 'a5da8977-b2e2-4530-ac17-04bf60ab35a2', 'status': 'completed', 'code': 200}
Dec 25 21:53:19.406521 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 45212) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:53:19.454070 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f3d0112-8b79-4beb-88ae-e1cfc4560cde admin admin] Deleting subnet 972eaa69-4fd9-4a0f-a705-7c5ac347fe9d {{(pid=121606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Dec 25 21:53:19.457104 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-1f3d0112-8b79-4beb-88ae-e1cfc4560cde admin admin] Publish callbacks [] for subnet, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:53:19.491385 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-1f3d0112-8b79-4beb-88ae-e1cfc4560cde admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9084199'] for subnet, precommit_delete_associations {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:53:19.529475 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-1f3d0112-8b79-4beb-88ae-e1cfc4560cde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995662'] for subnet, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:53:19.649841 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-1f3d0112-8b79-4beb-88ae-e1cfc4560cde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9084363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9028506'] for subnet, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:53:19.675352 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3d0112-8b79-4beb-88ae-e1cfc4560cde admin admin] Pushing event deleted for resources: {'Subnet': ['ID=972eaa69-4fd9-4a0f-a705-7c5ac347fe9d,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:53:19.679022 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-1f3d0112-8b79-4beb-88ae-e1cfc4560cde admin admin] Publish callbacks [] for subnet, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:53:19.682266 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-1f3d0112-8b79-4beb-88ae-e1cfc4560cde admin admin] 10.222.0.32 "DELETE /v2.0/subnets/972eaa69-4fd9-4a0f-a705-7c5ac347fe9d HTTP/1.1" status: 204  len: 168 time: 0.2747285
Dec 25 21:53:19.684715 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 45214) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:53:19.757508 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-8c2dbb13-5619-4535-ae81-bc6124256d90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625803'] for network, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:53:19.836674 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-8c2dbb13-5619-4535-ae81-bc6124256d90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997585', 'neutron.services.segments.db._delete_segments_for_network-8737602743071'] for network, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:53:19.856545 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.segments.db [None req-8c2dbb13-5619-4535-ae81-bc6124256d90 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2619476070>,) {'filters': {'network_id': ['416476a2-4ce9-439c-aafe-69d198cebd4e']}} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:53:19.865554 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.segments.db [None req-8c2dbb13-5619-4535-ae81-bc6124256d90 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2619476070>, 'ae6ade55-7901-4e49-bac0-0395e90153ac') {'for_net_delete': True} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:53:19.865857 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.segments.db [None req-8c2dbb13-5619-4535-ae81-bc6124256d90 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2619476070>, 'ae6ade55-7901-4e49-bac0-0395e90153ac') {} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:53:19.874942 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-8c2dbb13-5619-4535-ae81-bc6124256d90 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737602746920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9084222'] for segment, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:53:19.888388 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-8c2dbb13-5619-4535-ae81-bc6124256d90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:53:19.894118 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c2dbb13-5619-4535-ae81-bc6124256d90 admin admin] Releasing vlan 186 on physical network physnet1 to pool {{(pid=121606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 25 21:53:19.894489 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-8c2dbb13-5619-4535-ae81-bc6124256d90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9084542'] for segment, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:53:19.896080 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:53:19.896080 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:53:19.896080 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:53:19.896080 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:53:19.896080 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:53:19.896080 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:53:19.896080 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:53:19.896080 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:53:19.896080 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:53:19.896080 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:53:19.896080 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:53:19.896080 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:53:19.896080 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:53:19.896080 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:53:19.896080 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:53:19.896080 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:53:19.896080 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:53:19.896080 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:53:19.896080 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:53:19.896080 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:53:19.896080 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:53:19.896080 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:53:19.896080 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:53:19.896080 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:53:19.896080 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:53:19.896080 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:53:19.896080 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:53:19.896080 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:53:19.896080 ncdv-master-1 neutron-server[121606]: Traceback (most recent call last):
Dec 25 21:53:19.896080 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 25 21:53:19.896080 ncdv-master-1 neutron-server[121606]:     timer()
Dec 25 21:53:19.896080 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 25 21:53:19.896080 ncdv-master-1 neutron-server[121606]:     cb(*args, **kw)
Dec 25 21:53:19.896080 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 25 21:53:19.896080 ncdv-master-1 neutron-server[121606]:     return func(*args, **kwargs)
Dec 25 21:53:19.896080 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 25 21:53:19.896080 ncdv-master-1 neutron-server[121606]:     self._notify()
Dec 25 21:53:19.896080 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 25 21:53:19.896080 ncdv-master-1 neutron-server[121606]:     self.callback(batched_events)
Dec 25 21:53:19.896080 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 25 21:53:19.896080 ncdv-master-1 neutron-server[121606]:     event.method(event)
Dec 25 21:53:19.896080 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 25 21:53:19.896080 ncdv-master-1 neutron-server[121606]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 25 21:53:19.896080 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 25 21:53:19.896080 ncdv-master-1 neutron-server[121606]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 25 21:53:19.896080 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 25 21:53:19.896080 ncdv-master-1 neutron-server[121606]:     return f(self, *a, **k)
Dec 25 21:53:19.896080 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 25 21:53:19.896080 ncdv-master-1 neutron-server[121606]:     return self._get(url).json()
Dec 25 21:53:19.896080 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 25 21:53:19.896080 ncdv-master-1 neutron-server[121606]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 25 21:53:19.896080 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 25 21:53:19.896080 ncdv-master-1 neutron-server[121606]:     return self.request(url, 'GET', **kwargs)
Dec 25 21:53:19.896080 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 25 21:53:19.896080 ncdv-master-1 neutron-server[121606]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 25 21:53:19.896080 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 25 21:53:19.896080 ncdv-master-1 neutron-server[121606]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 25 21:53:19.896080 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 25 21:53:19.896080 ncdv-master-1 neutron-server[121606]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 25 21:53:19.896080 ncdv-master-1 neutron-server[121606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 25 21:53:20.066512 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-8c2dbb13-5619-4535-ae81-bc6124256d90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2008653'] for network, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:53:20.071860 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-8c2dbb13-5619-4535-ae81-bc6124256d90 admin admin] Publish callbacks [] for network, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:53:20.075737 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-8c2dbb13-5619-4535-ae81-bc6124256d90 admin admin] 10.222.0.32 "DELETE /v2.0/networks/416476a2-4ce9-439c-aafe-69d198cebd4e HTTP/1.1" status: 204  len: 168 time: 0.3900054
Dec 25 21:53:20.087148 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2dbb13-5619-4535-ae81-bc6124256d90 admin admin] Pushing event deleted for resources: {'Network': ['ID=416476a2-4ce9-439c-aafe-69d198cebd4e,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:53:20.411268 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 45218) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:53:20.451634 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-7d16a37a-7cd4-4866-896d-e5191057064f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=90d2eddaaa684a86a317f70bb44fdde5&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0392249
Dec 25 21:53:20.454034 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 45222) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:53:20.498956 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-8efff31a-efd0-4992-b6be-9c460d4d0d9e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:53:20.518996 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-8efff31a-efd0-4992-b6be-9c460d4d0d9e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:53:20.638127 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-8efff31a-efd0-4992-b6be-9c460d4d0d9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:53:20.640671 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-8efff31a-efd0-4992-b6be-9c460d4d0d9e admin admin] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:53:20.641861 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-8efff31a-efd0-4992-b6be-9c460d4d0d9e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/948aaeb0-6a3e-4aa7-815b-e6b6d7368e62 HTTP/1.1" status: 204  len: 168 time: 0.1868412
Dec 25 21:53:20.649523 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efff31a-efd0-4992-b6be-9c460d4d0d9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=948aaeb0-6a3e-4aa7-815b-e6b6d7368e62,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:53:20.659003 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efff31a-efd0-4992-b6be-9c460d4d0d9e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:53:20.659003 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efff31a-efd0-4992-b6be-9c460d4d0d9e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:53:20.659003 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efff31a-efd0-4992-b6be-9c460d4d0d9e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:53:20.659003 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efff31a-efd0-4992-b6be-9c460d4d0d9e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:53:20.659003 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efff31a-efd0-4992-b6be-9c460d4d0d9e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:53:20.659003 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efff31a-efd0-4992-b6be-9c460d4d0d9e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:53:20.659586 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efff31a-efd0-4992-b6be-9c460d4d0d9e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:53:20.659586 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efff31a-efd0-4992-b6be-9c460d4d0d9e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:53:20.659786 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efff31a-efd0-4992-b6be-9c460d4d0d9e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:53:20.660106 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efff31a-efd0-4992-b6be-9c460d4d0d9e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:53:20.660424 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efff31a-efd0-4992-b6be-9c460d4d0d9e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:53:20.660742 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efff31a-efd0-4992-b6be-9c460d4d0d9e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:53:20.661088 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efff31a-efd0-4992-b6be-9c460d4d0d9e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:53:21.601885 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 45244) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:53:21.699960 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-c7b7d395-7c13-4c62-8dae-0e8909037096 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-289012977-network', 'tenant_id': '9320712a3a5e434d84414d98bfe55244'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:53:21.790280 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7b7d395-7c13-4c62-8dae-0e8909037096 admin admin] Made reservation on behalf of 9320712a3a5e434d84414d98bfe55244 for: {'network': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:53:21.792658 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-c7b7d395-7c13-4c62-8dae-0e8909037096 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for network, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:53:21.801202 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-c7b7d395-7c13-4c62-8dae-0e8909037096 admin admin] Publish callbacks [] for security_group, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:53:21.872198 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-c7b7d395-7c13-4c62-8dae-0e8909037096 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:53:21.938759 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-c7b7d395-7c13-4c62-8dae-0e8909037096 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:53:21.965755 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7b7d395-7c13-4c62-8dae-0e8909037096 admin admin] vlan segment allocate from pool success with {'vlan_id': 151, 'physical_network': 'physnet1'}  {{(pid=121607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 25 21:53:21.972141 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b7d395-7c13-4c62-8dae-0e8909037096 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd3cb3ad-f76b-4f1b-9311-1979c703df75,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:53:21.978069 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-c7b7d395-7c13-4c62-8dae-0e8909037096 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:53:21.978417 ncdv-master-1 neutron-server[121607]: INFO neutron.db.segments_db [None req-c7b7d395-7c13-4c62-8dae-0e8909037096 admin admin] Added segment fa431735-b16e-41c5-b92b-5cdd72e5c1b5 of type vlan for network c7d9ee7c-a398-4322-a4d1-20e2155d0262
Dec 25 21:53:22.019435 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-c7b7d395-7c13-4c62-8dae-0e8909037096 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737602163420'] for network, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:53:22.095056 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-c7b7d395-7c13-4c62-8dae-0e8909037096 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870'] for network, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:53:22.096026 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7b7d395-7c13-4c62-8dae-0e8909037096 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:53:22.096609 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-c7b7d395-7c13-4c62-8dae-0e8909037096 admin admin] Publish callbacks [] for network, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:53:22.157693 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b7d395-7c13-4c62-8dae-0e8909037096 admin admin] Pushing event updated for resources: {'Network': ['ID=c7d9ee7c-a398-4322-a4d1-20e2155d0262,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:53:22.168208 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Network c7d9ee7c-a398-4322-a4d1-20e2155d0262 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 25 21:53:22.187874 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-c7b7d395-7c13-4c62-8dae-0e8909037096 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.5848975
Dec 25 21:53:22.190830 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 45248) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:53:22.195580 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-823bc089-9c3b-4afc-8cd1-e7efdd1e9280 admin admin] Request body: {'subnet': {'network_id': 'c7d9ee7c-a398-4322-a4d1-20e2155d0262', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-289012977-subnet', 'tenant_id': '9320712a3a5e434d84414d98bfe55244', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:53:22.270084 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-823bc089-9c3b-4afc-8cd1-e7efdd1e9280 admin admin] Made reservation on behalf of 9320712a3a5e434d84414d98bfe55244 for: {'subnet': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:53:22.272477 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-823bc089-9c3b-4afc-8cd1-e7efdd1e9280 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8852834'] for subnet, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:53:22.405296 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device a5da8977-b2e2-4530-ac17-04bf60ab35a2 no longer exists at agent hyperv_nch1-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:53:22.432042 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] No Port match for: a5da8977-b2e2-4530-ac17-04bf60ab35a2 {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:53:22.432387 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device a5da8977-b2e2-4530-ac17-04bf60ab35a2 not bound to the agent host nch1-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:53:22.556399 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-823bc089-9c3b-4afc-8cd1-e7efdd1e9280 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8632475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8852848'] for subnet, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:53:22.610685 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823bc089-9c3b-4afc-8cd1-e7efdd1e9280 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7087a742-14ef-4176-95ee-26a2f1590ab2,revision_number=0']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:53:22.621600 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-823bc089-9c3b-4afc-8cd1-e7efdd1e9280 admin admin] Checking segment: {'id': 'fa431735-b16e-41c5-b92b-5cdd72e5c1b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'c7d9ee7c-a398-4322-a4d1-20e2155d0262'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:53:22.621959 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-823bc089-9c3b-4afc-8cd1-e7efdd1e9280 admin admin] Network hostable DHCP agents. Network: c7d9ee7c-a398-4322-a4d1-20e2155d0262, hostable agents: ['1813db88-2c1b-4357-a2ba-869246b663c2'], hosted agents: [] {{(pid=121607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 25 21:53:22.706748 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-823bc089-9c3b-4afc-8cd1-e7efdd1e9280 admin admin] Network c7d9ee7c-a398-4322-a4d1-20e2155d0262 is scheduled to be hosted by DHCP agent 1813db88-2c1b-4357-a2ba-869246b663c2 with binding_index 1 {{(pid=121607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 25 21:53:22.803925 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-823bc089-9c3b-4afc-8cd1-e7efdd1e9280 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, c7d9ee7c-a398-4322-a4d1-20e2155d0262) {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:53:22.808019 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-823bc089-9c3b-4afc-8cd1-e7efdd1e9280 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:53:22.808610 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-823bc089-9c3b-4afc-8cd1-e7efdd1e9280 admin admin] Publish callbacks [] for subnet, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:53:22.813320 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44ef0eeb-d30e-4bdb-8cc8-683c9b066228 None None] Network c7d9ee7c-a398-4322-a4d1-20e2155d0262 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:53:22.891195 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-823bc089-9c3b-4afc-8cd1-e7efdd1e9280 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.6993496
Dec 25 21:53:22.911599 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54a6635e-cfd0-45dc-b585-0c47505bda55 None None] Network c7d9ee7c-a398-4322-a4d1-20e2155d0262 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:53:23.329714 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7618cc33-c985-4255-ab2e-3a59d0456c36 req-12f05b3a-ca63-46cc-9c30-22d95c7d5465 tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:53:23.331212 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7618cc33-c985-4255-ab2e-3a59d0456c36 req-12f05b3a-ca63-46cc-9c30-22d95c7d5465 tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] 10.222.0.32 "GET /v2.0/networks?id=c7d9ee7c-a398-4322-a4d1-20e2155d0262 HTTP/1.1" status: 200  len: 814 time: 0.1054742
Dec 25 21:53:23.346713 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7618cc33-c985-4255-ab2e-3a59d0456c36 req-b8bd9ef0-85a8-48f1-9972-c2c68ce604b5 tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] 10.222.0.32 "GET /v2.0/quotas/9320712a3a5e434d84414d98bfe55244 HTTP/1.1" status: 200  len: 375 time: 0.0097141
Dec 25 21:53:23.377475 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7618cc33-c985-4255-ab2e-3a59d0456c36 req-ac74fc8e-a0b7-4557-ac4e-064b1afc0061 tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=9320712a3a5e434d84414d98bfe55244&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0256364
Dec 25 21:53:23.388458 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [req-7618cc33-c985-4255-ab2e-3a59d0456c36 req-a3f5371f-636f-4086-bdd5-5445ab1d3743 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=121606) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 25 21:53:23.389423 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7618cc33-c985-4255-ab2e-3a59d0456c36 req-a3f5371f-636f-4086-bdd5-5445ab1d3743 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0055711
Dec 25 21:53:23.480332 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7618cc33-c985-4255-ab2e-3a59d0456c36 req-689ed0ed-80b8-4cbb-8983-c943847f61c9 service neutron] 10.222.0.32 "GET /v2.0/networks/c7d9ee7c-a398-4322-a4d1-20e2155d0262?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0853376
Dec 25 21:53:23.567372 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7618cc33-c985-4255-ab2e-3a59d0456c36 req-68c76815-f125-414c-a2d6-6b3bc4f59bde service neutron] 10.222.0.32 "GET /v2.0/networks/c7d9ee7c-a398-4322-a4d1-20e2155d0262?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0809770
Dec 25 21:53:23.822026 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-fdda66a6-7f1e-4859-8a2e-b2cdc66859e1 req-f861c2a9-14b7-4c3c-a74a-bbecf534d388 tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] 10.222.0.32 "GET /v2.0/ports?device_id=d1aa2a03-16ee-48f5-84a4-6b1051bcac02 HTTP/1.1" status: 200  len: 210 time: 0.0317132
Dec 25 21:53:24.916560 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e18968e9-ec9f-45cd-a6b1-15f40c991197 req-bf8ab8a6-a850-4cfe-994d-8ad9498f9a65 tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] 10.222.0.32 "GET /v2.0/ports?device_id=d1aa2a03-16ee-48f5-84a4-6b1051bcac02 HTTP/1.1" status: 200  len: 210 time: 0.0257676
Dec 25 21:53:25.687288 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7618cc33-c985-4255-ab2e-3a59d0456c36 req-7e870cac-0d2f-4c74-8ecf-5fabf6455774 tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:53:25.688739 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7618cc33-c985-4255-ab2e-3a59d0456c36 req-7e870cac-0d2f-4c74-8ecf-5fabf6455774 tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] 10.222.0.37 "GET /v2.0/networks?id=c7d9ee7c-a398-4322-a4d1-20e2155d0262 HTTP/1.1" status: 200  len: 814 time: 0.1022613
Dec 25 21:53:25.703648 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-7618cc33-c985-4255-ab2e-3a59d0456c36 req-43e9f05f-df83-4cc2-8ba1-74180550ba4b tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] Request body: {'port': {'device_id': 'd1aa2a03-16ee-48f5-84a4-6b1051bcac02', 'network_id': 'c7d9ee7c-a398-4322-a4d1-20e2155d0262', 'admin_state_up': True, 'tenant_id': '9320712a3a5e434d84414d98bfe55244'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:53:25.883281 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7618cc33-c985-4255-ab2e-3a59d0456c36 req-43e9f05f-df83-4cc2-8ba1-74180550ba4b tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] Made reservation on behalf of 9320712a3a5e434d84414d98bfe55244 for: {'port': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:53:25.887416 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-7618cc33-c985-4255-ab2e-3a59d0456c36 req-43e9f05f-df83-4cc2-8ba1-74180550ba4b tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:53:26.030709 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-bc607457-14a9-4d02-8bfd-6a154239de31 req-9fc6594e-6f34-48c9-b187-0b645a8b573e tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] 10.222.0.32 "GET /v2.0/ports?device_id=d1aa2a03-16ee-48f5-84a4-6b1051bcac02 HTTP/1.1" status: 200  len: 210 time: 0.0363390
Dec 25 21:53:26.048038 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_common [req-7618cc33-c985-4255-ab2e-3a59d0456c36 req-43e9f05f-df83-4cc2-8ba1-74180550ba4b tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] Allocated IP 172.20.0.6 (c7d9ee7c-a398-4322-a4d1-20e2155d0262/7087a742-14ef-4176-95ee-26a2f1590ab2/722925ec-4e88-4149-a9ac-d5736c56e3e5) {{(pid=121606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:53:26.195660 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-7618cc33-c985-4255-ab2e-3a59d0456c36 req-43e9f05f-df83-4cc2-8ba1-74180550ba4b tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] Publish callbacks [] for port, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:53:26.295452 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-7618cc33-c985-4255-ab2e-3a59d0456c36 req-43e9f05f-df83-4cc2-8ba1-74180550ba4b tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:53:26.341385 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7618cc33-c985-4255-ab2e-3a59d0456c36 req-43e9f05f-df83-4cc2-8ba1-74180550ba4b tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] Network c7d9ee7c-a398-4322-a4d1-20e2155d0262 is already hosted by enough agents. {{(pid=121606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:53:26.344530 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [req-7618cc33-c985-4255-ab2e-3a59d0456c36 req-43e9f05f-df83-4cc2-8ba1-74180550ba4b tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] Resources bound (agent type, host, resource id):  {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:53:26.347121 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [req-7618cc33-c985-4255-ab2e-3a59d0456c36 req-43e9f05f-df83-4cc2-8ba1-74180550ba4b tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] Received port after_create {{(pid=121606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:53:26.373937 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e9f05f-df83-4cc2-8ba1-74180550ba4b tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] Pushing event updated for resources: {'Port': ['ID=722925ec-4e88-4149-a9ac-d5736c56e3e5,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:53:26.399901 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7618cc33-c985-4255-ab2e-3a59d0456c36 req-43e9f05f-df83-4cc2-8ba1-74180550ba4b tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:53:26.400516 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-7618cc33-c985-4255-ab2e-3a59d0456c36 req-43e9f05f-df83-4cc2-8ba1-74180550ba4b tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:53:26.515347 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7618cc33-c985-4255-ab2e-3a59d0456c36 req-43e9f05f-df83-4cc2-8ba1-74180550ba4b tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8153005
Dec 25 21:53:26.528698 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-7618cc33-c985-4255-ab2e-3a59d0456c36 req-96972aa0-2ea9-4732-a8db-afbd3c5ceb74 service neutron] Request body: {'port': {'device_id': 'd1aa2a03-16ee-48f5-84a4-6b1051bcac02', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:53:26.583948 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-7618cc33-c985-4255-ab2e-3a59d0456c36 req-96972aa0-2ea9-4732-a8db-afbd3c5ceb74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:53:26.837876 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [req-7618cc33-c985-4255-ab2e-3a59d0456c36 req-96972aa0-2ea9-4732-a8db-afbd3c5ceb74 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 722925ec-4e88-4149-a9ac-d5736c56e3e5 {{(pid=121606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:53:26.845114 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-7618cc33-c985-4255-ab2e-3a59d0456c36 req-96972aa0-2ea9-4732-a8db-afbd3c5ceb74 service neutron] Publish callbacks [] for port, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:53:26.856699 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.provisioning_blocks [req-7618cc33-c985-4255-ab2e-3a59d0456c36 req-96972aa0-2ea9-4732-a8db-afbd3c5ceb74 service neutron] Transition to ACTIVE for port object 722925ec-4e88-4149-a9ac-d5736c56e3e5 will not be triggered until provisioned by entity L2. {{(pid=121606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 25 21:53:26.934743 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-7618cc33-c985-4255-ab2e-3a59d0456c36 req-96972aa0-2ea9-4732-a8db-afbd3c5ceb74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:53:26.982689 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96972aa0-2ea9-4732-a8db-afbd3c5ceb74 service neutron] Pushing event updated for resources: {'Port': ['ID=722925ec-4e88-4149-a9ac-d5736c56e3e5,revision_number=2']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:53:27.054931 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-7618cc33-c985-4255-ab2e-3a59d0456c36 req-96972aa0-2ea9-4732-a8db-afbd3c5ceb74 service neutron] Attempting to bind port 722925ec-4e88-4149-a9ac-d5736c56e3e5 on host nch2-master-1 for vnic_type normal with profile  {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:53:27.055607 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-7618cc33-c985-4255-ab2e-3a59d0456c36 req-96972aa0-2ea9-4732-a8db-afbd3c5ceb74 service neutron] Attempting to bind port 722925ec-4e88-4149-a9ac-d5736c56e3e5 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'fa431735-b16e-41c5-b92b-5cdd72e5c1b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'c7d9ee7c-a398-4322-a4d1-20e2155d0262'}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:53:27.055607 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7618cc33-c985-4255-ab2e-3a59d0456c36 req-96972aa0-2ea9-4732-a8db-afbd3c5ceb74 service neutron] Attempting to bind port 722925ec-4e88-4149-a9ac-d5736c56e3e5 on network c7d9ee7c-a398-4322-a4d1-20e2155d0262 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:53:27.061108 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7618cc33-c985-4255-ab2e-3a59d0456c36 req-96972aa0-2ea9-4732-a8db-afbd3c5ceb74 service neutron] Port 722925ec-4e88-4149-a9ac-d5736c56e3e5 on network c7d9ee7c-a398-4322-a4d1-20e2155d0262 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 25 21:53:27.061433 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7618cc33-c985-4255-ab2e-3a59d0456c36 req-96972aa0-2ea9-4732-a8db-afbd3c5ceb74 service neutron] Attempting to bind port 722925ec-4e88-4149-a9ac-d5736c56e3e5 on network c7d9ee7c-a398-4322-a4d1-20e2155d0262 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:53:27.066605 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7618cc33-c985-4255-ab2e-3a59d0456c36 req-96972aa0-2ea9-4732-a8db-afbd3c5ceb74 service neutron] Checking agent: {'id': '0d9ae313-8f8d-40fa-8a9f-d098a25a9911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 21, 4, 38), 'started_at': datetime.datetime(2021, 12, 25, 21, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 53, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:53:27.066736 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7618cc33-c985-4255-ab2e-3a59d0456c36 req-96972aa0-2ea9-4732-a8db-afbd3c5ceb74 service neutron] Checking segment: {'id': 'fa431735-b16e-41c5-b92b-5cdd72e5c1b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'c7d9ee7c-a398-4322-a4d1-20e2155d0262'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:53:27.067105 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7618cc33-c985-4255-ab2e-3a59d0456c36 req-96972aa0-2ea9-4732-a8db-afbd3c5ceb74 service neutron] Bound using segment: {'id': 'fa431735-b16e-41c5-b92b-5cdd72e5c1b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'c7d9ee7c-a398-4322-a4d1-20e2155d0262'} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:53:27.067532 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-7618cc33-c985-4255-ab2e-3a59d0456c36 req-96972aa0-2ea9-4732-a8db-afbd3c5ceb74 service neutron] Bound port: 722925ec-4e88-4149-a9ac-d5736c56e3e5, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa431735-b16e-41c5-b92b-5cdd72e5c1b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'c7d9ee7c-a398-4322-a4d1-20e2155d0262'}}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:53:27.067884 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-7618cc33-c985-4255-ab2e-3a59d0456c36 req-96972aa0-2ea9-4732-a8db-afbd3c5ceb74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:53:27.162384 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-7618cc33-c985-4255-ab2e-3a59d0456c36 req-96972aa0-2ea9-4732-a8db-afbd3c5ceb74 service neutron] For port 722925ec-4e88-4149-a9ac-d5736c56e3e5, host nch2-master-1, cleared binding levels {{(pid=121606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:53:27.162384 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-7618cc33-c985-4255-ab2e-3a59d0456c36 req-96972aa0-2ea9-4732-a8db-afbd3c5ceb74 service neutron] For port 722925ec-4e88-4149-a9ac-d5736c56e3e5, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=722925ec-4e88-4149-a9ac-d5736c56e3e5,segment=NetworkSegment(fa431735-b16e-41c5-b92b-5cdd72e5c1b5),segment_id=fa431735-b16e-41c5-b92b-5cdd72e5c1b5)] {{(pid=121606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:53:27.174437 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfae2169-87f4-4adb-b973-bd9149377770 req-687c0a6b-1da3-4d43-bb5d-d4c8991d67d7 tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:53:27.175935 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-bfae2169-87f4-4adb-b973-bd9149377770 req-687c0a6b-1da3-4d43-bb5d-d4c8991d67d7 tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] 10.222.0.32 "GET /v2.0/ports?device_id=d1aa2a03-16ee-48f5-84a4-6b1051bcac02 HTTP/1.1" status: 200  len: 943 time: 0.0745625
Dec 25 21:53:27.228142 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-bfae2169-87f4-4adb-b973-bd9149377770 req-48322fda-faa7-4cff-a9ca-ec1d34d36e9b tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd3cb3ad-f76b-4f1b-9311-1979c703df75&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0461020
Dec 25 21:53:27.236120 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-7618cc33-c985-4255-ab2e-3a59d0456c36 req-96972aa0-2ea9-4732-a8db-afbd3c5ceb74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:53:27.268790 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7618cc33-c985-4255-ab2e-3a59d0456c36 req-96972aa0-2ea9-4732-a8db-afbd3c5ceb74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:53:27.269607 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-7618cc33-c985-4255-ab2e-3a59d0456c36 req-96972aa0-2ea9-4732-a8db-afbd3c5ceb74 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:53:27.271011 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7618cc33-c985-4255-ab2e-3a59d0456c36 req-96972aa0-2ea9-4732-a8db-afbd3c5ceb74 service neutron] 10.222.0.37 "PUT /v2.0/ports/722925ec-4e88-4149-a9ac-d5736c56e3e5 HTTP/1.1" status: 200  len: 1091 time: 0.7469916
Dec 25 21:53:27.271447 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1aa2a03-16ee-48f5-84a4-6b1051bcac02', 'tag': '722925ec-4e88-4149-a9ac-d5736c56e3e5'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:53:27.273707 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9858820c13ec2827453b94ebc4181065e990a4e4089ccb9fe762531ac62d2fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea59a2cf-a7e0-453b-b003-adf10357f133" -d '{"events": [{"name": "network-changed", "server_uuid": "d1aa2a03-16ee-48f5-84a4-6b1051bcac02", "tag": "722925ec-4e88-4149-a9ac-d5736c56e3e5"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:53:27.298817 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96972aa0-2ea9-4732-a8db-afbd3c5ceb74 service neutron] Pushing event updated for resources: {'Port': ['ID=722925ec-4e88-4149-a9ac-d5736c56e3e5,revision_number=3']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:53:27.317546 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Dec 2021 21:53:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d218e71-0ea3-4522-a2f8-928ac6f54e2e x-openstack-request-id: req-4d218e71-0ea3-4522-a2f8-928ac6f54e2e {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:53:27.317546 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1aa2a03-16ee-48f5-84a4-6b1051bcac02", "tag": "722925ec-4e88-4149-a9ac-d5736c56e3e5", "status": "completed", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:53:27.317546 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4d218e71-0ea3-4522-a2f8-928ac6f54e2e {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:53:27.317546 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1aa2a03-16ee-48f5-84a4-6b1051bcac02', 'tag': '722925ec-4e88-4149-a9ac-d5736c56e3e5', 'status': 'completed', 'code': 200}
Dec 25 21:53:27.377410 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea59a2cf-a7e0-453b-b003-adf10357f133 req-1d9c49ba-5b55-416a-9f3e-2ba9ec56b5f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:53:27.378907 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ea59a2cf-a7e0-453b-b003-adf10357f133 req-1d9c49ba-5b55-416a-9f3e-2ba9ec56b5f6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9320712a3a5e434d84414d98bfe55244&device_id=d1aa2a03-16ee-48f5-84a4-6b1051bcac02 HTTP/1.1" status: 200  len: 1094 time: 0.0421298
Dec 25 21:53:27.479262 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea59a2cf-a7e0-453b-b003-adf10357f133 req-39aff9d9-4a06-4e90-8c0a-dca567814c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:53:27.481478 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ea59a2cf-a7e0-453b-b003-adf10357f133 req-39aff9d9-4a06-4e90-8c0a-dca567814c2a service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=9320712a3a5e434d84414d98bfe55244&shared=False HTTP/1.1" status: 200  len: 915 time: 0.0937715
Dec 25 21:53:27.705317 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea59a2cf-a7e0-453b-b003-adf10357f133 req-de0be150-5d9a-48ef-8443-d2271df98539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:53:27.706798 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ea59a2cf-a7e0-453b-b003-adf10357f133 req-de0be150-5d9a-48ef-8443-d2271df98539 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.0868547
Dec 25 21:53:27.786624 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7618cc33-c985-4255-ab2e-3a59d0456c36 req-5ef8417d-7fec-4203-875a-9a98f862749b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:53:27.788025 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7618cc33-c985-4255-ab2e-3a59d0456c36 req-5ef8417d-7fec-4203-875a-9a98f862749b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9320712a3a5e434d84414d98bfe55244&device_id=d1aa2a03-16ee-48f5-84a4-6b1051bcac02 HTTP/1.1" status: 200  len: 1094 time: 0.0448744
Dec 25 21:53:27.830288 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7618cc33-c985-4255-ab2e-3a59d0456c36 req-245981ee-61ac-4766-9093-c65fc552513b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=722925ec-4e88-4149-a9ac-d5736c56e3e5 HTTP/1.1" status: 200  len: 217 time: 0.0334353
Dec 25 21:53:27.877496 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7618cc33-c985-4255-ab2e-3a59d0456c36 req-c9ff1528-645a-4102-888e-4ed96d9677eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:53:27.878903 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7618cc33-c985-4255-ab2e-3a59d0456c36 req-c9ff1528-645a-4102-888e-4ed96d9677eb service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7087a742-14ef-4176-95ee-26a2f1590ab2 HTTP/1.1" status: 200  len: 854 time: 0.0422010
Dec 25 21:53:27.910010 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7618cc33-c985-4255-ab2e-3a59d0456c36 req-c2a30dab-dccf-47b1-a7e0-3440096a56e7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c7d9ee7c-a398-4322-a4d1-20e2155d0262&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0243740
Dec 25 21:53:28.002247 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7618cc33-c985-4255-ab2e-3a59d0456c36 req-60954081-9306-4b9d-ab57-ebdaa35ab016 service neutron] 10.222.0.37 "GET /v2.0/networks/c7d9ee7c-a398-4322-a4d1-20e2155d0262?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0842073
Dec 25 21:53:28.088853 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7618cc33-c985-4255-ab2e-3a59d0456c36 req-774d1bd2-a6e8-4e70-ae68-7e9625987139 service neutron] 10.222.0.37 "GET /v2.0/networks/c7d9ee7c-a398-4322-a4d1-20e2155d0262?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0798092
Dec 25 21:53:28.353533 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f10062-7a65-4e2f-9b21-36eafb5103eb req-eb3ca9f4-cec5-4b8c-aeab-e8f53fedf2f6 tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:53:28.354955 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-48f10062-7a65-4e2f-9b21-36eafb5103eb req-eb3ca9f4-cec5-4b8c-aeab-e8f53fedf2f6 tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] 10.222.0.32 "GET /v2.0/ports?device_id=d1aa2a03-16ee-48f5-84a4-6b1051bcac02 HTTP/1.1" status: 200  len: 943 time: 0.0535803
Dec 25 21:53:28.402287 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-48f10062-7a65-4e2f-9b21-36eafb5103eb req-d84ac69e-9270-43e3-b053-dbb456dee62c tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd3cb3ad-f76b-4f1b-9311-1979c703df75&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413272
Dec 25 21:53:29.518079 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5665fc-c353-4959-ad46-0967e6a6d35c req-58a94229-80d8-41ba-b8ff-514337cec24a tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:53:29.519557 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-bc5665fc-c353-4959-ad46-0967e6a6d35c req-58a94229-80d8-41ba-b8ff-514337cec24a tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] 10.222.0.32 "GET /v2.0/ports?device_id=d1aa2a03-16ee-48f5-84a4-6b1051bcac02 HTTP/1.1" status: 200  len: 943 time: 0.0481250
Dec 25 21:53:29.565714 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-bc5665fc-c353-4959-ad46-0967e6a6d35c req-de01388d-2c70-4780-b591-11d7e0346f7b tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd3cb3ad-f76b-4f1b-9311-1979c703df75&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402234
Dec 25 21:53:30.317320 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device 722925ec-4e88-4149-a9ac-d5736c56e3e5 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 25 21:53:30.409703 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port 722925ec-4e88-4149-a9ac-d5736c56e3e5, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=722925ec-4e88-4149-a9ac-d5736c56e3e5,segment=NetworkSegment(fa431735-b16e-41c5-b92b-5cdd72e5c1b5),segment_id=fa431735-b16e-41c5-b92b-5cdd72e5c1b5)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:53:30.421592 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Returning: {'device': '722925ec-4e88-4149-a9ac-d5736c56e3e5', 'network_id': 'c7d9ee7c-a398-4322-a4d1-20e2155d0262', 'port_id': '722925ec-4e88-4149-a9ac-d5736c56e3e5', 'mac_address': 'fa:16:3e:a1:b8:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7087a742-14ef-4176-95ee-26a2f1590ab2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 25 21:53:30.460626 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:53:30.473243 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 722925ec-4e88-4149-a9ac-d5736c56e3e5 {{(pid=121608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:53:30.492476 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port 722925ec-4e88-4149-a9ac-d5736c56e3e5, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=722925ec-4e88-4149-a9ac-d5736c56e3e5,segment=NetworkSegment(fa431735-b16e-41c5-b92b-5cdd72e5c1b5),segment_id=fa431735-b16e-41c5-b92b-5cdd72e5c1b5)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:53:30.557852 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:53:30.603241 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Pushing event updated for resources: {'Port': ['ID=722925ec-4e88-4149-a9ac-d5736c56e3e5,revision_number=4']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:53:30.686040 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdbc274-9c74-4426-9a53-9d42c22a003f req-ab96abf3-6424-4d1b-8da7-8aa884c6b90d tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:53:30.687540 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ccdbc274-9c74-4426-9a53-9d42c22a003f req-ab96abf3-6424-4d1b-8da7-8aa884c6b90d tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] 10.222.0.32 "GET /v2.0/ports?device_id=d1aa2a03-16ee-48f5-84a4-6b1051bcac02 HTTP/1.1" status: 200  len: 944 time: 0.0528355
Dec 25 21:53:30.738014 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ccdbc274-9c74-4426-9a53-9d42c22a003f req-4865e649-9d1a-4277-ae9e-f3e365c12970 tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd3cb3ad-f76b-4f1b-9311-1979c703df75&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437543
Dec 25 21:53:30.762089 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] get_ports_and_sgs() called for port_ids ['722925ec-4e88-4149-a9ac-d5736c56e3e5'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:53:31.853552 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725e9106-bcfb-4be0-a9d2-f2d5ef1f4c71 req-fb0f3add-a989-46fe-95d1-b89dcdae9524 tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:53:31.855583 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-725e9106-bcfb-4be0-a9d2-f2d5ef1f4c71 req-fb0f3add-a989-46fe-95d1-b89dcdae9524 tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] 10.222.0.32 "GET /v2.0/ports?device_id=d1aa2a03-16ee-48f5-84a4-6b1051bcac02 HTTP/1.1" status: 200  len: 944 time: 0.0502532
Dec 25 21:53:31.901940 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-725e9106-bcfb-4be0-a9d2-f2d5ef1f4c71 req-8b23656a-7e15-4e3f-ae3b-42987b3e1722 tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd3cb3ad-f76b-4f1b-9311-1979c703df75&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403342
Dec 25 21:53:32.332995 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device 722925ec-4e88-4149-a9ac-d5736c56e3e5 up at agent hyperv_nch2-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:53:32.449734 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Provisioning for port 722925ec-4e88-4149-a9ac-d5736c56e3e5 completed by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 25 21:53:32.453375 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Provisioning complete for port 722925ec-4e88-4149-a9ac-d5736c56e3e5 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:53:32.453746 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:53:32.538616 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:53:32.560301 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1aa2a03-16ee-48f5-84a4-6b1051bcac02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '722925ec-4e88-4149-a9ac-d5736c56e3e5'}] {{(pid=121608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:53:32.562556 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a88c78c3ff6266bd59c7e89d275b28c92e739b67d23c89d71af88829fd31566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20229b11-8af7-4f7e-a51b-711f191793db" -d '{"events": [{"server_uuid": "d1aa2a03-16ee-48f5-84a4-6b1051bcac02", "name": "network-vif-plugged", "status": "completed", "tag": "722925ec-4e88-4149-a9ac-d5736c56e3e5"}]}' {{(pid=121608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:53:32.575658 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port 722925ec-4e88-4149-a9ac-d5736c56e3e5, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=722925ec-4e88-4149-a9ac-d5736c56e3e5,segment=NetworkSegment(fa431735-b16e-41c5-b92b-5cdd72e5c1b5),segment_id=fa431735-b16e-41c5-b92b-5cdd72e5c1b5)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:53:32.599383 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 21:53:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60029664-3328-4626-bd50-374e63bfa02f x-openstack-request-id: req-60029664-3328-4626-bd50-374e63bfa02f {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:53:32.599699 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1aa2a03-16ee-48f5-84a4-6b1051bcac02", "name": "network-vif-plugged", "status": "completed", "tag": "722925ec-4e88-4149-a9ac-d5736c56e3e5", "code": 200}]} {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:53:32.599963 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-60029664-3328-4626-bd50-374e63bfa02f {{(pid=121608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:53:32.600359 ncdv-master-1 neutron-server[121608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1aa2a03-16ee-48f5-84a4-6b1051bcac02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '722925ec-4e88-4149-a9ac-d5736c56e3e5', 'code': 200}
Dec 25 21:53:32.643831 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:53:32.692976 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Pushing event updated for resources: {'Port': ['ID=722925ec-4e88-4149-a9ac-d5736c56e3e5,revision_number=5']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:53:32.699723 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d37f359-42fd-4015-a848-c26d12d1b106 req-802d01cf-3808-482f-b4b5-942961d84150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:53:32.701330 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9d37f359-42fd-4015-a848-c26d12d1b106 req-802d01cf-3808-482f-b4b5-942961d84150 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d1aa2a03-16ee-48f5-84a4-6b1051bcac02 HTTP/1.1" status: 200  len: 1096 time: 0.0406942
Dec 25 21:53:32.750775 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9d37f359-42fd-4015-a848-c26d12d1b106 req-fe24233a-0507-4b70-8685-3030f1a694d2 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=dd3cb3ad-f76b-4f1b-9311-1979c703df75&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410428
Dec 25 21:53:33.018017 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2cdf89-7a2e-40bc-99d2-917f0c7857f1 req-e8755762-9475-4086-b380-35049d074980 tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:53:33.019520 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5b2cdf89-7a2e-40bc-99d2-917f0c7857f1 req-e8755762-9475-4086-b380-35049d074980 tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] 10.222.0.32 "GET /v2.0/ports?device_id=d1aa2a03-16ee-48f5-84a4-6b1051bcac02 HTTP/1.1" status: 200  len: 945 time: 0.0499322
Dec 25 21:53:33.067206 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5b2cdf89-7a2e-40bc-99d2-917f0c7857f1 req-2540c7b4-5d29-4087-a1d4-b47ae49b7fee tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd3cb3ad-f76b-4f1b-9311-1979c703df75&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416536
Dec 25 21:53:34.183324 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ba758a-fc4b-4447-9bb3-17ade2863fc1 req-d3b71017-4c02-4e14-8926-9a6c30af267d tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:53:34.184807 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-87ba758a-fc4b-4447-9bb3-17ade2863fc1 req-d3b71017-4c02-4e14-8926-9a6c30af267d tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] 10.222.0.32 "GET /v2.0/ports?device_id=d1aa2a03-16ee-48f5-84a4-6b1051bcac02 HTTP/1.1" status: 200  len: 945 time: 0.0478106
Dec 25 21:53:34.230682 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-87ba758a-fc4b-4447-9bb3-17ade2863fc1 req-c962cc50-32f2-4eaa-8957-3fc8301efaac tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd3cb3ad-f76b-4f1b-9311-1979c703df75&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400424
Dec 25 21:53:34.346757 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849dd708-1a98-4f2f-a3e7-adcd28dd75fb req-53729bdf-045b-4cca-9b8b-f6b33cf3b9f1 tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:53:34.348250 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-849dd708-1a98-4f2f-a3e7-adcd28dd75fb req-53729bdf-045b-4cca-9b8b-f6b33cf3b9f1 tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] 10.222.0.32 "GET /v2.0/ports?device_id=d1aa2a03-16ee-48f5-84a4-6b1051bcac02 HTTP/1.1" status: 200  len: 945 time: 0.0513952
Dec 25 21:53:34.394437 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-849dd708-1a98-4f2f-a3e7-adcd28dd75fb req-a2437f3e-de94-4341-8143-af333ce38186 tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd3cb3ad-f76b-4f1b-9311-1979c703df75&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401349
Dec 25 21:53:34.591939 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:53:34.689964 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd093954-5197-4bc7-b52a-cc7b231bb88b req-93590508-afd9-4564-aa9c-87b2c18fd39a tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:53:34.691436 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-fd093954-5197-4bc7-b52a-cc7b231bb88b req-93590508-afd9-4564-aa9c-87b2c18fd39a tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] 10.222.0.32 "GET /v2.0/ports?device_id=d1aa2a03-16ee-48f5-84a4-6b1051bcac02 HTTP/1.1" status: 200  len: 945 time: 0.0476992
Dec 25 21:53:34.739818 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-fd093954-5197-4bc7-b52a-cc7b231bb88b req-b74f2846-7221-42c4-b400-9c4488b3fca3 tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd3cb3ad-f76b-4f1b-9311-1979c703df75&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421700
Dec 25 21:53:34.790062 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-89dfbc92-0a6c-4172-8890-4cefb0029bad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:53:34.852808 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9110b27-dddb-4059-b3ec-0435b60dead4 req-1175a5f1-f5bd-465c-8696-34b018e46958 tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:53:34.854286 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c9110b27-dddb-4059-b3ec-0435b60dead4 req-1175a5f1-f5bd-465c-8696-34b018e46958 tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] 10.222.0.32 "GET /v2.0/ports?device_id=d1aa2a03-16ee-48f5-84a4-6b1051bcac02 HTTP/1.1" status: 200  len: 945 time: 0.0487766
Dec 25 21:53:34.905693 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c9110b27-dddb-4059-b3ec-0435b60dead4 req-a83d1526-544e-4dd7-8b45-a14cd7756781 tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd3cb3ad-f76b-4f1b-9311-1979c703df75&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0452921
Dec 25 21:53:35.269821 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d6a97f-57af-46fe-a55d-98300a338f49 req-f0903004-e742-475e-ae8c-90b8b7dda5e6 tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:53:35.271346 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-20d6a97f-57af-46fe-a55d-98300a338f49 req-f0903004-e742-475e-ae8c-90b8b7dda5e6 tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] 10.222.0.32 "GET /v2.0/ports?device_id=d1aa2a03-16ee-48f5-84a4-6b1051bcac02 HTTP/1.1" status: 200  len: 945 time: 0.0497580
Dec 25 21:53:35.318719 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-20d6a97f-57af-46fe-a55d-98300a338f49 req-18a84308-285c-4dd4-bd7c-52c2f7ab41ce tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd3cb3ad-f76b-4f1b-9311-1979c703df75&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411055
Dec 25 21:53:35.411646 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ef9244c8-479c-408d-ac24-b9274c900704 req-17b0ba12-c788-4986-9a5f-f01deda8739e service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=d1aa2a03-16ee-48f5-84a4-6b1051bcac02&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0382633
Dec 25 21:53:36.446677 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3cadd5-fa70-40b2-9ffa-e8a32d3930b2 req-f708aec5-1f1a-4dbd-a516-f172a5238180 tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:53:36.449467 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9e3cadd5-fa70-40b2-9ffa-e8a32d3930b2 req-f708aec5-1f1a-4dbd-a516-f172a5238180 tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] 10.222.0.32 "GET /v2.0/ports?device_id=d1aa2a03-16ee-48f5-84a4-6b1051bcac02 HTTP/1.1" status: 200  len: 945 time: 0.0586555
Dec 25 21:53:36.495891 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9e3cadd5-fa70-40b2-9ffa-e8a32d3930b2 req-5e94656b-e0c6-4b69-993b-90306819fc81 tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd3cb3ad-f76b-4f1b-9311-1979c703df75&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404115
Dec 25 21:53:37.055198 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-e50612bd-201c-480e-82e0-4c5343e30a75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:53:37.384710 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9244c8-479c-408d-ac24-b9274c900704 req-8e042fdf-7d81-4cce-8348-8924502bba64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:53:37.386232 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ef9244c8-479c-408d-ac24-b9274c900704 req-8e042fdf-7d81-4cce-8348-8924502bba64 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9320712a3a5e434d84414d98bfe55244&device_id=d1aa2a03-16ee-48f5-84a4-6b1051bcac02 HTTP/1.1" status: 200  len: 1096 time: 0.0410550
Dec 25 21:53:37.515194 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9244c8-479c-408d-ac24-b9274c900704 req-16e721a8-36d2-4a4c-8fa4-90c8c6c97a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:53:37.516660 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ef9244c8-479c-408d-ac24-b9274c900704 req-16e721a8-36d2-4a4c-8fa4-90c8c6c97a45 service neutron] 10.222.0.37 "GET /v2.0/networks?id=c7d9ee7c-a398-4322-a4d1-20e2155d0262 HTTP/1.1" status: 200  len: 915 time: 0.1228783
Dec 25 21:53:37.558956 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ef9244c8-479c-408d-ac24-b9274c900704 req-ddb544f6-3a55-4ab9-a6d2-bc8e5d2861e3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=722925ec-4e88-4149-a9ac-d5736c56e3e5 HTTP/1.1" status: 200  len: 217 time: 0.0353687
Dec 25 21:53:37.638437 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9244c8-479c-408d-ac24-b9274c900704 req-dccaecf9-60bc-4352-bc7b-da7dd02cf6bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:53:37.639820 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ef9244c8-479c-408d-ac24-b9274c900704 req-dccaecf9-60bc-4352-bc7b-da7dd02cf6bd service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7087a742-14ef-4176-95ee-26a2f1590ab2 HTTP/1.1" status: 200  len: 854 time: 0.0672228
Dec 25 21:53:37.651055 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa62019-7f5c-499a-b489-0cb6155e7716 req-1386ca47-360c-4524-99b7-f3fec5a5249f tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:53:37.652448 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7aa62019-7f5c-499a-b489-0cb6155e7716 req-1386ca47-360c-4524-99b7-f3fec5a5249f tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] 10.222.0.32 "GET /v2.0/ports?device_id=d1aa2a03-16ee-48f5-84a4-6b1051bcac02 HTTP/1.1" status: 200  len: 945 time: 0.0881250
Dec 25 21:53:37.682303 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ef9244c8-479c-408d-ac24-b9274c900704 req-ffa11f95-a0bb-478d-a343-4496d761dc02 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c7d9ee7c-a398-4322-a4d1-20e2155d0262&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0288768
Dec 25 21:53:37.742571 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7aa62019-7f5c-499a-b489-0cb6155e7716 req-12378d1c-3e1d-440d-84f8-702d5d741028 tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd3cb3ad-f76b-4f1b-9311-1979c703df75&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0813110
Dec 25 21:53:37.798043 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ef9244c8-479c-408d-ac24-b9274c900704 req-1112c814-b9f8-43d8-881d-f269eb400ecf service neutron] 10.222.0.37 "GET /v2.0/networks/c7d9ee7c-a398-4322-a4d1-20e2155d0262?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1062505
Dec 25 21:53:37.886176 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ef9244c8-479c-408d-ac24-b9274c900704 req-5b330270-5dd7-455f-9e71-78494f9800be service neutron] 10.222.0.37 "GET /v2.0/networks/c7d9ee7c-a398-4322-a4d1-20e2155d0262?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0812924
Dec 25 21:53:38.572725 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:53:38.600784 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3e945ecd-9380-47c2-aa0a-12ebe07e03e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:53:38.859726 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c7af7d-6081-4200-ab14-7bab273469c1 req-7ebaa937-17bd-45d6-be2d-07272be49234 tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:53:38.861164 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-85c7af7d-6081-4200-ab14-7bab273469c1 req-7ebaa937-17bd-45d6-be2d-07272be49234 tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] 10.222.0.32 "GET /v2.0/ports?device_id=d1aa2a03-16ee-48f5-84a4-6b1051bcac02 HTTP/1.1" status: 200  len: 945 time: 0.0491509
Dec 25 21:53:38.910998 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-85c7af7d-6081-4200-ab14-7bab273469c1 req-a4aee421-6705-4e8f-abc0-4dc4ab1b9f4d tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd3cb3ad-f76b-4f1b-9311-1979c703df75&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438082
Dec 25 21:53:39.597931 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-15cb578f-7a63-4fd3-925d-83bad4c7b82a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:53:40.026858 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a307565f-921b-4611-80df-62bbdbdb1d00 req-3745b438-be46-4290-b274-a32a29a6c379 tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:53:40.028928 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a307565f-921b-4611-80df-62bbdbdb1d00 req-3745b438-be46-4290-b274-a32a29a6c379 tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] 10.222.0.32 "GET /v2.0/ports?device_id=d1aa2a03-16ee-48f5-84a4-6b1051bcac02 HTTP/1.1" status: 200  len: 945 time: 0.0480494
Dec 25 21:53:40.082590 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a307565f-921b-4611-80df-62bbdbdb1d00 req-0b58c9dd-0c52-424f-8262-ecf5e45bde2a tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd3cb3ad-f76b-4f1b-9311-1979c703df75&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0476968
Dec 25 21:53:40.763610 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:53:41.197603 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71aa38b-ca39-4fdd-a2d0-fe23729ce467 req-b7bc1afa-72af-46d8-85a1-8a5ece4aa8c0 tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:53:41.199110 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f71aa38b-ca39-4fdd-a2d0-fe23729ce467 req-b7bc1afa-72af-46d8-85a1-8a5ece4aa8c0 tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] 10.222.0.32 "GET /v2.0/ports?device_id=d1aa2a03-16ee-48f5-84a4-6b1051bcac02 HTTP/1.1" status: 200  len: 945 time: 0.0487647
Dec 25 21:53:41.245170 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f71aa38b-ca39-4fdd-a2d0-fe23729ce467 req-9b90a035-8bea-43f3-a165-d71fa87861c1 tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd3cb3ad-f76b-4f1b-9311-1979c703df75&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400386
Dec 25 21:53:42.362992 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa19265-5164-4348-a92f-07b4fc663965 req-617a414a-77c7-40c3-93b0-ee9abcc4c205 tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:53:42.364463 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0fa19265-5164-4348-a92f-07b4fc663965 req-617a414a-77c7-40c3-93b0-ee9abcc4c205 tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] 10.222.0.32 "GET /v2.0/ports?device_id=d1aa2a03-16ee-48f5-84a4-6b1051bcac02 HTTP/1.1" status: 200  len: 945 time: 0.0514493
Dec 25 21:53:42.410326 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0fa19265-5164-4348-a92f-07b4fc663965 req-474da642-785e-45a3-9803-4a72b0b52e16 tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd3cb3ad-f76b-4f1b-9311-1979c703df75&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398471
Dec 25 21:53:43.525169 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7741caba-199a-4fa5-ab8b-7f52ffea1a56 req-251c07cc-2543-4bcb-aa2a-bbd3c0885651 tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:53:43.526634 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7741caba-199a-4fa5-ab8b-7f52ffea1a56 req-251c07cc-2543-4bcb-aa2a-bbd3c0885651 tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] 10.222.0.32 "GET /v2.0/ports?device_id=d1aa2a03-16ee-48f5-84a4-6b1051bcac02 HTTP/1.1" status: 200  len: 945 time: 0.0479293
Dec 25 21:53:43.573805 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7741caba-199a-4fa5-ab8b-7f52ffea1a56 req-66e1e91e-ee50-47cb-9b84-1df0b42046bb tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd3cb3ad-f76b-4f1b-9311-1979c703df75&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410841
Dec 25 21:53:44.689577 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa6e729-a8a0-4c81-b5c2-6e1c0cf64923 req-5daeb6d2-9101-4128-9f78-2eb6717875b7 tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:53:44.691063 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8aa6e729-a8a0-4c81-b5c2-6e1c0cf64923 req-5daeb6d2-9101-4128-9f78-2eb6717875b7 tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] 10.222.0.32 "GET /v2.0/ports?device_id=d1aa2a03-16ee-48f5-84a4-6b1051bcac02 HTTP/1.1" status: 200  len: 945 time: 0.0482192
Dec 25 21:53:44.740207 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8aa6e729-a8a0-4c81-b5c2-6e1c0cf64923 req-9a4f253c-b9fe-491d-9622-0487e1fb2596 tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd3cb3ad-f76b-4f1b-9311-1979c703df75&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433137
Dec 25 21:53:45.856987 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9284cbe-7dbe-4a72-98f4-c4336d2102b0 req-6a2f9bb8-590e-4674-bb0b-b3045a1339a4 tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:53:45.858449 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f9284cbe-7dbe-4a72-98f4-c4336d2102b0 req-6a2f9bb8-590e-4674-bb0b-b3045a1339a4 tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] 10.222.0.32 "GET /v2.0/ports?device_id=d1aa2a03-16ee-48f5-84a4-6b1051bcac02 HTTP/1.1" status: 200  len: 945 time: 0.0481086
Dec 25 21:53:45.906118 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f9284cbe-7dbe-4a72-98f4-c4336d2102b0 req-bc69cbf9-6172-4dbc-b325-dae85ac89153 tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd3cb3ad-f76b-4f1b-9311-1979c703df75&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413713
Dec 25 21:53:47.018800 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d98dda7-08e0-4c9f-b04f-c36597894eb9 req-5e858622-9b50-44cf-ad41-4d1417aed321 tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:53:47.020265 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4d98dda7-08e0-4c9f-b04f-c36597894eb9 req-5e858622-9b50-44cf-ad41-4d1417aed321 tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] 10.222.0.32 "GET /v2.0/ports?device_id=d1aa2a03-16ee-48f5-84a4-6b1051bcac02 HTTP/1.1" status: 200  len: 945 time: 0.0477052
Dec 25 21:53:47.065979 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4d98dda7-08e0-4c9f-b04f-c36597894eb9 req-ed225fbf-9c85-417a-8ca5-69f282c00bba tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd3cb3ad-f76b-4f1b-9311-1979c703df75&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398283
Dec 25 21:53:48.245434 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe0dff5-9ec2-4f3e-b5b3-b803fbc2cd01 req-1e8b1e17-7b0d-42da-9072-be87fb9b0025 tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:53:48.247520 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-afe0dff5-9ec2-4f3e-b5b3-b803fbc2cd01 req-1e8b1e17-7b0d-42da-9072-be87fb9b0025 tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] 10.222.0.32 "GET /v2.0/ports?device_id=d1aa2a03-16ee-48f5-84a4-6b1051bcac02 HTTP/1.1" status: 200  len: 945 time: 0.1137578
Dec 25 21:53:48.292424 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-afe0dff5-9ec2-4f3e-b5b3-b803fbc2cd01 req-14e643bb-6a49-418e-b544-22811faba700 tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd3cb3ad-f76b-4f1b-9311-1979c703df75&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0387433
Dec 25 21:53:48.750870 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.agents_db [None req-ec08dba0-4483-4109-b5e1-5e4a9fdaf12d None None] Agent healthcheck: found 7 active agents {{(pid=121609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 25 21:53:49.464091 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9dc29d-03bd-4f0c-a819-65b144be00de req-69f3c7e2-26a1-48c3-97a3-5a1752469377 tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:53:49.465585 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9b9dc29d-03bd-4f0c-a819-65b144be00de req-69f3c7e2-26a1-48c3-97a3-5a1752469377 tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] 10.222.0.32 "GET /v2.0/ports?device_id=d1aa2a03-16ee-48f5-84a4-6b1051bcac02 HTTP/1.1" status: 200  len: 945 time: 0.1036415
Dec 25 21:53:49.510975 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9b9dc29d-03bd-4f0c-a819-65b144be00de req-3cd6bcb2-57f7-40d0-b993-5c50dd2eeba7 tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd3cb3ad-f76b-4f1b-9311-1979c703df75&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0395126
Dec 25 21:53:50.629149 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79fc16c-7bd9-442f-9b6f-28e587fe5081 req-172b296a-a216-412f-90af-6e8bb84d00d6 tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:53:50.630644 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c79fc16c-7bd9-442f-9b6f-28e587fe5081 req-172b296a-a216-412f-90af-6e8bb84d00d6 tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] 10.222.0.32 "GET /v2.0/ports?device_id=d1aa2a03-16ee-48f5-84a4-6b1051bcac02 HTTP/1.1" status: 200  len: 945 time: 0.0505114
Dec 25 21:53:51.018991 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c79fc16c-7bd9-442f-9b6f-28e587fe5081 req-74dc7865-7d86-423e-a613-5673fa7731cb tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd3cb3ad-f76b-4f1b-9311-1979c703df75&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3822269
Dec 25 21:53:52.134667 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a14a2de-b0c6-4ae5-a5d6-d0c821099740 req-722139b4-ec18-4c60-bc89-35fb77246af1 tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:53:52.136122 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9a14a2de-b0c6-4ae5-a5d6-d0c821099740 req-722139b4-ec18-4c60-bc89-35fb77246af1 tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] 10.222.0.32 "GET /v2.0/ports?device_id=d1aa2a03-16ee-48f5-84a4-6b1051bcac02 HTTP/1.1" status: 200  len: 945 time: 0.0484829
Dec 25 21:53:52.181687 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9a14a2de-b0c6-4ae5-a5d6-d0c821099740 req-e6e22db3-b00e-4caa-8d51-56e64cc4830a tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd3cb3ad-f76b-4f1b-9311-1979c703df75&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0391142
Dec 25 21:53:53.299204 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49617b47-dfac-4097-af7a-e05ee6efb964 req-f29fbbd2-db91-44cc-aea3-1d481448e1a9 tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:53:53.300729 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-49617b47-dfac-4097-af7a-e05ee6efb964 req-f29fbbd2-db91-44cc-aea3-1d481448e1a9 tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] 10.222.0.32 "GET /v2.0/ports?device_id=d1aa2a03-16ee-48f5-84a4-6b1051bcac02 HTTP/1.1" status: 200  len: 945 time: 0.0485597
Dec 25 21:53:53.350930 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-49617b47-dfac-4097-af7a-e05ee6efb964 req-4f9f95e4-004e-41e9-b5c4-e4670c7faf74 tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd3cb3ad-f76b-4f1b-9311-1979c703df75&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441604
Dec 25 21:53:54.465621 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ce5a69-326e-48ca-bbe9-7d8b72ce856e req-7d518d56-e704-40c9-b9b5-a4b2ead2023b tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:53:54.467095 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-71ce5a69-326e-48ca-bbe9-7d8b72ce856e req-7d518d56-e704-40c9-b9b5-a4b2ead2023b tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] 10.222.0.32 "GET /v2.0/ports?device_id=d1aa2a03-16ee-48f5-84a4-6b1051bcac02 HTTP/1.1" status: 200  len: 945 time: 0.0477502
Dec 25 21:53:54.512945 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-71ce5a69-326e-48ca-bbe9-7d8b72ce856e req-439818ef-3d58-42d4-a293-5fd0aec4abd3 tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd3cb3ad-f76b-4f1b-9311-1979c703df75&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400276
Dec 25 21:53:55.628116 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3add5f09-2e4a-41fd-ac5e-9a83c1de33bb req-a8bede69-cfd1-4afa-8a18-51afff4bf410 tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:53:55.630437 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3add5f09-2e4a-41fd-ac5e-9a83c1de33bb req-a8bede69-cfd1-4afa-8a18-51afff4bf410 tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] 10.222.0.32 "GET /v2.0/ports?device_id=d1aa2a03-16ee-48f5-84a4-6b1051bcac02 HTTP/1.1" status: 200  len: 945 time: 0.0498250
Dec 25 21:53:55.677317 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3add5f09-2e4a-41fd-ac5e-9a83c1de33bb req-f249388a-4584-4b6e-a925-2260d8c3d6f2 tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd3cb3ad-f76b-4f1b-9311-1979c703df75&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409563
Dec 25 21:53:56.794493 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d5f51f-baa6-4d90-af19-8096867bffa6 req-990b61bb-a542-43b0-9298-c31320b9b4f9 tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:53:56.795951 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-43d5f51f-baa6-4d90-af19-8096867bffa6 req-990b61bb-a542-43b0-9298-c31320b9b4f9 tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] 10.222.0.32 "GET /v2.0/ports?device_id=d1aa2a03-16ee-48f5-84a4-6b1051bcac02 HTTP/1.1" status: 200  len: 945 time: 0.0515554
Dec 25 21:53:56.841107 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-43d5f51f-baa6-4d90-af19-8096867bffa6 req-acd38683-49c5-4ddd-aa6d-7acdf6eb4cb0 tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd3cb3ad-f76b-4f1b-9311-1979c703df75&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0392561
Dec 25 21:53:57.958577 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fd4385-c51b-4559-ab5f-db743c79cbb3 req-8be6f1d2-27db-4668-83be-ccd6743602b7 tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:53:57.960077 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d8fd4385-c51b-4559-ab5f-db743c79cbb3 req-8be6f1d2-27db-4668-83be-ccd6743602b7 tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] 10.222.0.32 "GET /v2.0/ports?device_id=d1aa2a03-16ee-48f5-84a4-6b1051bcac02 HTTP/1.1" status: 200  len: 945 time: 0.0485065
Dec 25 21:53:58.006930 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d8fd4385-c51b-4559-ab5f-db743c79cbb3 req-1aa346d3-7918-4e0b-89a8-c1b0e78c62d5 tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd3cb3ad-f76b-4f1b-9311-1979c703df75&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408370
Dec 25 21:53:59.119564 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2702052-cdbb-44a2-8d5d-15eca0125467 req-fc5d47fd-3e02-4f7c-af4f-ed481cdc13b6 tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:53:59.121591 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b2702052-cdbb-44a2-8d5d-15eca0125467 req-fc5d47fd-3e02-4f7c-af4f-ed481cdc13b6 tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] 10.222.0.32 "GET /v2.0/ports?device_id=d1aa2a03-16ee-48f5-84a4-6b1051bcac02 HTTP/1.1" status: 200  len: 945 time: 0.0479093
Dec 25 21:53:59.172578 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b2702052-cdbb-44a2-8d5d-15eca0125467 req-bae85ad6-b057-4d3b-81d3-ee9258a98693 tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd3cb3ad-f76b-4f1b-9311-1979c703df75&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0447547
Dec 25 21:54:00.289562 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7887ac86-0314-444b-bc58-12b9d4c82d38 req-199ff823-dece-4809-b832-c4f0a9cec205 tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:54:00.291038 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7887ac86-0314-444b-bc58-12b9d4c82d38 req-199ff823-dece-4809-b832-c4f0a9cec205 tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] 10.222.0.32 "GET /v2.0/ports?device_id=d1aa2a03-16ee-48f5-84a4-6b1051bcac02 HTTP/1.1" status: 200  len: 945 time: 0.0487096
Dec 25 21:54:00.336725 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7887ac86-0314-444b-bc58-12b9d4c82d38 req-37b2ed83-83bb-40be-949c-d44db3ec8676 tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd3cb3ad-f76b-4f1b-9311-1979c703df75&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398185
Dec 25 21:54:01.453121 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f219fef-1e77-4d36-a388-74335c0b1d1e req-7792f353-f427-4fb3-9b50-9dd550c25dff tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:54:01.454604 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-6f219fef-1e77-4d36-a388-74335c0b1d1e req-7792f353-f427-4fb3-9b50-9dd550c25dff tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] 10.222.0.32 "GET /v2.0/ports?device_id=d1aa2a03-16ee-48f5-84a4-6b1051bcac02 HTTP/1.1" status: 200  len: 945 time: 0.0485740
Dec 25 21:54:01.501053 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-6f219fef-1e77-4d36-a388-74335c0b1d1e req-40ccfb82-875b-44b6-ba3f-ed74526f344a tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd3cb3ad-f76b-4f1b-9311-1979c703df75&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405836
Dec 25 21:54:02.625317 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f605dea2-2713-4b4f-be02-322f0d755cbb req-1d73619e-05f0-4626-b666-7a81198064d9 tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:54:02.625317 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f605dea2-2713-4b4f-be02-322f0d755cbb req-1d73619e-05f0-4626-b666-7a81198064d9 tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] 10.222.0.32 "GET /v2.0/ports?device_id=d1aa2a03-16ee-48f5-84a4-6b1051bcac02 HTTP/1.1" status: 200  len: 945 time: 0.0511451
Dec 25 21:54:02.667204 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f605dea2-2713-4b4f-be02-322f0d755cbb req-91c2c5ac-74d2-4cd6-bf47-1da6312ada3e tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd3cb3ad-f76b-4f1b-9311-1979c703df75&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398858
Dec 25 21:54:03.782410 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58baa41b-b810-4c68-932c-3dee4f0c563b req-2811d095-ed54-4088-9cd6-a90fcd0908eb tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:54:03.783898 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-58baa41b-b810-4c68-932c-3dee4f0c563b req-2811d095-ed54-4088-9cd6-a90fcd0908eb tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] 10.222.0.32 "GET /v2.0/ports?device_id=d1aa2a03-16ee-48f5-84a4-6b1051bcac02 HTTP/1.1" status: 200  len: 945 time: 0.0491147
Dec 25 21:54:03.830676 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-58baa41b-b810-4c68-932c-3dee4f0c563b req-8118cf5b-43dc-4701-9352-90200127a050 tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd3cb3ad-f76b-4f1b-9311-1979c703df75&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408783
Dec 25 21:54:04.583416 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:54:04.774325 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-a37f82b7-bacc-4288-ba27-419f42005178 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:54:04.910373 ncdv-master-1 neutron-server[121606]: INFO neutron.api.v2.resource [req-ef9244c8-479c-408d-ac24-b9274c900704 req-37081c1a-88c6-44ad-9c91-bebdafcc5d53 service neutron] show failed (client error): The resource could not be found.
Dec 25 21:54:04.911345 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ef9244c8-479c-408d-ac24-b9274c900704 req-37081c1a-88c6-44ad-9c91-bebdafcc5d53 service neutron] 10.222.0.37 "GET /v2.0/ports/722925ec-4e88-4149-a9ac-d5736c56e3e5/bindings/nch1-master-1 HTTP/1.1" status: 404  len: 380 time: 0.0681500
Dec 25 21:54:04.950704 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99dbff7-5150-4e7c-9e6a-00d95e4f5475 req-f4863d0b-fbb6-449d-9436-7ca81cfd19be tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:54:04.952217 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e99dbff7-5150-4e7c-9e6a-00d95e4f5475 req-f4863d0b-fbb6-449d-9436-7ca81cfd19be tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] 10.222.0.32 "GET /v2.0/ports?device_id=d1aa2a03-16ee-48f5-84a4-6b1051bcac02 HTTP/1.1" status: 200  len: 945 time: 0.0525184
Dec 25 21:54:05.001215 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e99dbff7-5150-4e7c-9e6a-00d95e4f5475 req-8755bc24-a491-4446-80b7-bdc7f117122d tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd3cb3ad-f76b-4f1b-9311-1979c703df75&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428443
Dec 25 21:54:05.414729 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9244c8-479c-408d-ac24-b9274c900704 req-e53f4cb1-07e3-4a8f-b681-e3ac7eaf13e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:54:05.416221 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ef9244c8-479c-408d-ac24-b9274c900704 req-e53f4cb1-07e3-4a8f-b681-e3ac7eaf13e3 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=d1aa2a03-16ee-48f5-84a4-6b1051bcac02&tenant_id=9320712a3a5e434d84414d98bfe55244 HTTP/1.1" status: 200  len: 1096 time: 0.0413713
Dec 25 21:54:05.427608 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-ef9244c8-479c-408d-ac24-b9274c900704 req-47630ac3-ec27-4070-96ea-23526cf05b8f service neutron] Request body: {'port': {'binding:host_id': 'nch1-master-1', 'device_owner': 'compute:nova'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:54:05.482694 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-ef9244c8-479c-408d-ac24-b9274c900704 req-47630ac3-ec27-4070-96ea-23526cf05b8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:54:05.681516 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-ef9244c8-479c-408d-ac24-b9274c900704 req-47630ac3-ec27-4070-96ea-23526cf05b8f service neutron] For port 722925ec-4e88-4149-a9ac-d5736c56e3e5, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=722925ec-4e88-4149-a9ac-d5736c56e3e5,segment=NetworkSegment(fa431735-b16e-41c5-b92b-5cdd72e5c1b5),segment_id=fa431735-b16e-41c5-b92b-5cdd72e5c1b5)] {{(pid=121606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:54:05.713881 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-ef9244c8-479c-408d-ac24-b9274c900704 req-47630ac3-ec27-4070-96ea-23526cf05b8f service neutron] For port 722925ec-4e88-4149-a9ac-d5736c56e3e5, host nch2-master-1, cleared binding levels {{(pid=121606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:54:05.751728 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1aa2a03-16ee-48f5-84a4-6b1051bcac02', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '722925ec-4e88-4149-a9ac-d5736c56e3e5'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:54:05.754030 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9858820c13ec2827453b94ebc4181065e990a4e4089ccb9fe762531ac62d2fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76cfe06b-64b1-46b4-9021-45a1b6ee2ffd" -d '{"events": [{"server_uuid": "d1aa2a03-16ee-48f5-84a4-6b1051bcac02", "name": "network-vif-unplugged", "status": "completed", "tag": "722925ec-4e88-4149-a9ac-d5736c56e3e5"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:54:05.758072 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-ef9244c8-479c-408d-ac24-b9274c900704 req-47630ac3-ec27-4070-96ea-23526cf05b8f service neutron] Publish callbacks [] for port, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:54:05.770740 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.provisioning_blocks [req-ef9244c8-479c-408d-ac24-b9274c900704 req-47630ac3-ec27-4070-96ea-23526cf05b8f service neutron] Transition to ACTIVE for port object 722925ec-4e88-4149-a9ac-d5736c56e3e5 will not be triggered until provisioned by entity L2. {{(pid=121606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 25 21:54:05.803202 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 25 Dec 2021 21:54:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9ceafad-8fa5-46ed-bd47-b0c6ae2591c7 x-openstack-request-id: req-d9ceafad-8fa5-46ed-bd47-b0c6ae2591c7 {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:54:05.803504 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1aa2a03-16ee-48f5-84a4-6b1051bcac02", "name": "network-vif-unplugged", "status": "completed", "tag": "722925ec-4e88-4149-a9ac-d5736c56e3e5", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:54:05.803760 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d9ceafad-8fa5-46ed-bd47-b0c6ae2591c7 {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:54:05.804162 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1aa2a03-16ee-48f5-84a4-6b1051bcac02', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '722925ec-4e88-4149-a9ac-d5736c56e3e5', 'code': 200}
Dec 25 21:54:05.848352 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-ef9244c8-479c-408d-ac24-b9274c900704 req-47630ac3-ec27-4070-96ea-23526cf05b8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:54:05.915565 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47630ac3-ec27-4070-96ea-23526cf05b8f service neutron] Pushing event updated for resources: {'Port': ['ID=722925ec-4e88-4149-a9ac-d5736c56e3e5,revision_number=6']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:54:05.917930 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef9244c8-479c-408d-ac24-b9274c900704 req-47630ac3-ec27-4070-96ea-23526cf05b8f service neutron] No DVR routers for this DVR port 722925ec-4e88-4149-a9ac-d5736c56e3e5 on host nch2-master-1 {{(pid=121606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:54:05.953427 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-ef9244c8-479c-408d-ac24-b9274c900704 req-47630ac3-ec27-4070-96ea-23526cf05b8f service neutron] Attempting to bind port 722925ec-4e88-4149-a9ac-d5736c56e3e5 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:54:05.953686 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-ef9244c8-479c-408d-ac24-b9274c900704 req-47630ac3-ec27-4070-96ea-23526cf05b8f service neutron] Attempting to bind port 722925ec-4e88-4149-a9ac-d5736c56e3e5 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'fa431735-b16e-41c5-b92b-5cdd72e5c1b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'c7d9ee7c-a398-4322-a4d1-20e2155d0262'}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:54:05.954046 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef9244c8-479c-408d-ac24-b9274c900704 req-47630ac3-ec27-4070-96ea-23526cf05b8f service neutron] Attempting to bind port 722925ec-4e88-4149-a9ac-d5736c56e3e5 on network c7d9ee7c-a398-4322-a4d1-20e2155d0262 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:54:05.958259 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef9244c8-479c-408d-ac24-b9274c900704 req-47630ac3-ec27-4070-96ea-23526cf05b8f service neutron] Port 722925ec-4e88-4149-a9ac-d5736c56e3e5 on network c7d9ee7c-a398-4322-a4d1-20e2155d0262 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 25 21:54:05.958584 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef9244c8-479c-408d-ac24-b9274c900704 req-47630ac3-ec27-4070-96ea-23526cf05b8f service neutron] Attempting to bind port 722925ec-4e88-4149-a9ac-d5736c56e3e5 on network c7d9ee7c-a398-4322-a4d1-20e2155d0262 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:54:05.963468 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef9244c8-479c-408d-ac24-b9274c900704 req-47630ac3-ec27-4070-96ea-23526cf05b8f service neutron] Checking agent: {'id': '6d577036-68fc-4aa4-aed7-5ab01de2117e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 21, 4, 34), 'started_at': datetime.datetime(2021, 12, 25, 21, 4, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 54, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:54:05.963810 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef9244c8-479c-408d-ac24-b9274c900704 req-47630ac3-ec27-4070-96ea-23526cf05b8f service neutron] Checking segment: {'id': 'fa431735-b16e-41c5-b92b-5cdd72e5c1b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'c7d9ee7c-a398-4322-a4d1-20e2155d0262'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:54:05.964199 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef9244c8-479c-408d-ac24-b9274c900704 req-47630ac3-ec27-4070-96ea-23526cf05b8f service neutron] Bound using segment: {'id': 'fa431735-b16e-41c5-b92b-5cdd72e5c1b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'c7d9ee7c-a398-4322-a4d1-20e2155d0262'} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:54:05.964720 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-ef9244c8-479c-408d-ac24-b9274c900704 req-47630ac3-ec27-4070-96ea-23526cf05b8f service neutron] Bound port: 722925ec-4e88-4149-a9ac-d5736c56e3e5, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa431735-b16e-41c5-b92b-5cdd72e5c1b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'c7d9ee7c-a398-4322-a4d1-20e2155d0262'}}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:54:05.965104 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-ef9244c8-479c-408d-ac24-b9274c900704 req-47630ac3-ec27-4070-96ea-23526cf05b8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:54:06.027338 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-ef9244c8-479c-408d-ac24-b9274c900704 req-47630ac3-ec27-4070-96ea-23526cf05b8f service neutron] For port 722925ec-4e88-4149-a9ac-d5736c56e3e5, host nch1-master-1, cleared binding levels {{(pid=121606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:54:06.030365 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-ef9244c8-479c-408d-ac24-b9274c900704 req-47630ac3-ec27-4070-96ea-23526cf05b8f service neutron] For port 722925ec-4e88-4149-a9ac-d5736c56e3e5, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=722925ec-4e88-4149-a9ac-d5736c56e3e5,segment=NetworkSegment(fa431735-b16e-41c5-b92b-5cdd72e5c1b5),segment_id=fa431735-b16e-41c5-b92b-5cdd72e5c1b5)] {{(pid=121606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:54:06.107082 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-ef9244c8-479c-408d-ac24-b9274c900704 req-47630ac3-ec27-4070-96ea-23526cf05b8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:54:06.146753 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9244c8-479c-408d-ac24-b9274c900704 req-47630ac3-ec27-4070-96ea-23526cf05b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:54:06.147442 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-ef9244c8-479c-408d-ac24-b9274c900704 req-47630ac3-ec27-4070-96ea-23526cf05b8f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:54:06.149321 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ef9244c8-479c-408d-ac24-b9274c900704 req-47630ac3-ec27-4070-96ea-23526cf05b8f service neutron] 10.222.0.31 "PUT /v2.0/ports/722925ec-4e88-4149-a9ac-d5736c56e3e5 HTTP/1.1" status: 200  len: 1091 time: 0.7256405
Dec 25 21:54:06.170075 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66360d20-ce7e-40c6-b62e-94362b7cfb43 req-7ede5e88-576d-4fcd-aa9b-7aaf8dfb9aef tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:54:06.171541 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-66360d20-ce7e-40c6-b62e-94362b7cfb43 req-7ede5e88-576d-4fcd-aa9b-7aaf8dfb9aef tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] 10.222.0.32 "GET /v2.0/ports?device_id=d1aa2a03-16ee-48f5-84a4-6b1051bcac02 HTTP/1.1" status: 200  len: 943 time: 0.0984640
Dec 25 21:54:06.225372 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47630ac3-ec27-4070-96ea-23526cf05b8f service neutron] Pushing event updated for resources: {'Port': ['ID=722925ec-4e88-4149-a9ac-d5736c56e3e5,revision_number=7']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:54:06.261935 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9244c8-479c-408d-ac24-b9274c900704 req-89559bab-0c0e-4ed6-a93b-03eb43fcb7ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:54:06.265822 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ef9244c8-479c-408d-ac24-b9274c900704 req-89559bab-0c0e-4ed6-a93b-03eb43fcb7ee service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=9320712a3a5e434d84414d98bfe55244&device_id=d1aa2a03-16ee-48f5-84a4-6b1051bcac02 HTTP/1.1" status: 200  len: 1094 time: 0.0892909
Dec 25 21:54:06.267653 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-66360d20-ce7e-40c6-b62e-94362b7cfb43 req-8d1135ab-de49-45c3-95fd-59a365c7ebbf tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd3cb3ad-f76b-4f1b-9311-1979c703df75&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0812659
Dec 25 21:54:06.357958 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9244c8-479c-408d-ac24-b9274c900704 req-d66bfd96-19f7-4879-bfa5-50d376b82492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:54:06.359434 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ef9244c8-479c-408d-ac24-b9274c900704 req-d66bfd96-19f7-4879-bfa5-50d376b82492 service neutron] 10.222.0.31 "GET /v2.0/networks?id=c7d9ee7c-a398-4322-a4d1-20e2155d0262 HTTP/1.1" status: 200  len: 915 time: 0.0890219
Dec 25 21:54:06.401118 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ef9244c8-479c-408d-ac24-b9274c900704 req-4d11944a-4120-4e5b-a4c9-757006c55915 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=722925ec-4e88-4149-a9ac-d5736c56e3e5 HTTP/1.1" status: 200  len: 217 time: 0.0346878
Dec 25 21:54:06.448075 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9244c8-479c-408d-ac24-b9274c900704 req-4b89996c-cc06-4db1-beb2-c70e2576d3ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:54:06.449567 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ef9244c8-479c-408d-ac24-b9274c900704 req-4b89996c-cc06-4db1-beb2-c70e2576d3ec service neutron] 10.222.0.31 "GET /v2.0/subnets?id=7087a742-14ef-4176-95ee-26a2f1590ab2 HTTP/1.1" status: 200  len: 854 time: 0.0422084
Dec 25 21:54:06.481100 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ef9244c8-479c-408d-ac24-b9274c900704 req-ef1b2fd5-c101-47c2-b574-e1be40a880bb service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=c7d9ee7c-a398-4322-a4d1-20e2155d0262&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0243437
Dec 25 21:54:06.572141 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ef9244c8-479c-408d-ac24-b9274c900704 req-8c125ebd-21c7-4ea3-b35e-cd4ce6025b98 service neutron] 10.222.0.31 "GET /v2.0/networks/c7d9ee7c-a398-4322-a4d1-20e2155d0262?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0850661
Dec 25 21:54:06.664902 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ef9244c8-479c-408d-ac24-b9274c900704 req-d87a7020-e531-48b0-938d-3ed9353ce39e service neutron] 10.222.0.31 "GET /v2.0/networks/c7d9ee7c-a398-4322-a4d1-20e2155d0262?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0860236
Dec 25 21:54:07.020108 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-a70c3fe2-efb2-4530-aa26-b71e76ed8c13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:54:07.383386 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:54:07.383386 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:54:07.383386 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:54:07.383386 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:54:07.383386 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:54:07.383386 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:54:07.383386 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:54:07.383386 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:54:07.383386 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:54:07.383386 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:54:07.383386 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:54:07.383386 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:54:07.383386 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:54:07.383386 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:54:07.383386 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:54:07.383386 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:54:07.383386 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:54:07.383386 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:54:07.383386 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:54:07.383386 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:54:07.383386 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:54:07.383386 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:54:07.383386 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:54:07.383386 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:54:07.383386 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:54:07.383386 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:54:07.383386 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:54:07.383386 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:54:07.383386 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:54:07.383386 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:54:07.383386 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:54:07.383386 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:54:07.383386 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:54:07.383386 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:54:07.383386 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:54:07.383386 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:54:07.383386 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:54:07.383386 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:54:07.383386 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:54:07.383386 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:54:07.383386 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:54:07.383386 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:54:07.383386 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:54:07.383386 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:54:07.383386 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:54:07.383386 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:54:07.383386 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:54:07.383386 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:54:07.387657 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c4f9f9-73c0-40f4-a1f7-92ee598689cd req-89687ca5-4f4f-4faf-bf1c-ba80bff1d9a1 tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:54:07.388438 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-17c4f9f9-73c0-40f4-a1f7-92ee598689cd req-89687ca5-4f4f-4faf-bf1c-ba80bff1d9a1 tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] 10.222.0.32 "GET /v2.0/ports?device_id=d1aa2a03-16ee-48f5-84a4-6b1051bcac02 HTTP/1.1" status: 200  len: 943 time: 0.0504239
Dec 25 21:54:07.435722 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-17c4f9f9-73c0-40f4-a1f7-92ee598689cd req-cdd36cfe-3024-4b05-b92c-3168b98ebf55 tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd3cb3ad-f76b-4f1b-9311-1979c703df75&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412931
Dec 25 21:54:07.805950 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1aa2a03-16ee-48f5-84a4-6b1051bcac02', 'tag': '722925ec-4e88-4149-a9ac-d5736c56e3e5'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:54:07.808647 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9858820c13ec2827453b94ebc4181065e990a4e4089ccb9fe762531ac62d2fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fedb221-44fd-4acb-9526-5b96dc068d7a" -d '{"events": [{"name": "network-changed", "server_uuid": "d1aa2a03-16ee-48f5-84a4-6b1051bcac02", "tag": "722925ec-4e88-4149-a9ac-d5736c56e3e5"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:54:07.857200 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Dec 2021 21:54:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b7dd074-36ee-401e-9bf5-94f75d36c5d1 x-openstack-request-id: req-3b7dd074-36ee-401e-9bf5-94f75d36c5d1 {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:54:07.857495 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1aa2a03-16ee-48f5-84a4-6b1051bcac02", "tag": "722925ec-4e88-4149-a9ac-d5736c56e3e5", "status": "completed", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:54:07.857748 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3b7dd074-36ee-401e-9bf5-94f75d36c5d1 {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:54:07.858639 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1aa2a03-16ee-48f5-84a4-6b1051bcac02', 'tag': '722925ec-4e88-4149-a9ac-d5736c56e3e5', 'status': 'completed', 'code': 200}
Dec 25 21:54:07.945698 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fedb221-44fd-4acb-9526-5b96dc068d7a req-be097f21-f6b8-4f48-9286-25a126111d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:54:07.947228 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1fedb221-44fd-4acb-9526-5b96dc068d7a req-be097f21-f6b8-4f48-9286-25a126111d51 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=9320712a3a5e434d84414d98bfe55244&device_id=d1aa2a03-16ee-48f5-84a4-6b1051bcac02 HTTP/1.1" status: 200  len: 1094 time: 0.0717096
Dec 25 21:54:07.952359 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fedb221-44fd-4acb-9526-5b96dc068d7a req-e44b641b-7498-4521-9098-b8070366c5c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:54:07.953753 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1fedb221-44fd-4acb-9526-5b96dc068d7a req-e44b641b-7498-4521-9098-b8070366c5c0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9320712a3a5e434d84414d98bfe55244&device_id=d1aa2a03-16ee-48f5-84a4-6b1051bcac02 HTTP/1.1" status: 200  len: 1094 time: 0.0701580
Dec 25 21:54:08.104455 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fedb221-44fd-4acb-9526-5b96dc068d7a req-d1c84db5-c6e6-4e87-8188-fc46e9f406d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:54:08.105966 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1fedb221-44fd-4acb-9526-5b96dc068d7a req-d1c84db5-c6e6-4e87-8188-fc46e9f406d5 service neutron] 10.222.0.31 "GET /v2.0/networks?id=c7d9ee7c-a398-4322-a4d1-20e2155d0262 HTTP/1.1" status: 200  len: 915 time: 0.1511645
Dec 25 21:54:08.110372 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fedb221-44fd-4acb-9526-5b96dc068d7a req-1ba624ae-2400-4aff-8540-72ea85e58358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:54:08.111629 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1fedb221-44fd-4acb-9526-5b96dc068d7a req-1ba624ae-2400-4aff-8540-72ea85e58358 service neutron] 10.222.0.37 "GET /v2.0/networks?id=c7d9ee7c-a398-4322-a4d1-20e2155d0262 HTTP/1.1" status: 200  len: 915 time: 0.1489413
Dec 25 21:54:08.156138 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1fedb221-44fd-4acb-9526-5b96dc068d7a req-5486d317-8f5f-4205-a4b9-861ca7444e76 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=722925ec-4e88-4149-a9ac-d5736c56e3e5 HTTP/1.1" status: 200  len: 217 time: 0.0403059
Dec 25 21:54:08.193258 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1fedb221-44fd-4acb-9526-5b96dc068d7a req-f22e3799-a1d7-4430-b78d-20b6e6b3be6d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=722925ec-4e88-4149-a9ac-d5736c56e3e5 HTTP/1.1" status: 200  len: 217 time: 0.0713289
Dec 25 21:54:08.260669 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fedb221-44fd-4acb-9526-5b96dc068d7a req-d5e30e18-aece-4b7f-a168-048179819fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:54:08.262766 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1fedb221-44fd-4acb-9526-5b96dc068d7a req-d5e30e18-aece-4b7f-a168-048179819fa7 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=7087a742-14ef-4176-95ee-26a2f1590ab2 HTTP/1.1" status: 200  len: 854 time: 0.0774317
Dec 25 21:54:08.269596 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fedb221-44fd-4acb-9526-5b96dc068d7a req-e12eef56-5c5f-48ed-8670-43b296b4373b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:54:08.270990 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1fedb221-44fd-4acb-9526-5b96dc068d7a req-e12eef56-5c5f-48ed-8670-43b296b4373b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7087a742-14ef-4176-95ee-26a2f1590ab2 HTTP/1.1" status: 200  len: 854 time: 0.0584095
Dec 25 21:54:08.319863 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1fedb221-44fd-4acb-9526-5b96dc068d7a req-229e41f5-34bf-4be4-b7e2-afbee9e66fc8 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=c7d9ee7c-a398-4322-a4d1-20e2155d0262&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0477612
Dec 25 21:54:08.321692 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1fedb221-44fd-4acb-9526-5b96dc068d7a req-8640a92f-7c1f-4541-b453-c258d34f4675 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c7d9ee7c-a398-4322-a4d1-20e2155d0262&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0421093
Dec 25 21:54:08.476801 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1fedb221-44fd-4acb-9526-5b96dc068d7a req-2ff76514-ef93-4f40-bc32-cc2151307e09 service neutron] 10.222.0.31 "GET /v2.0/networks/c7d9ee7c-a398-4322-a4d1-20e2155d0262?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1487138
Dec 25 21:54:08.482103 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1fedb221-44fd-4acb-9526-5b96dc068d7a req-60b388cb-ae1c-431b-9aec-36b8f7194157 service neutron] 10.222.0.37 "GET /v2.0/networks/c7d9ee7c-a398-4322-a4d1-20e2155d0262?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1453433
Dec 25 21:54:08.516497 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device 722925ec-4e88-4149-a9ac-d5736c56e3e5 no longer exists at agent hyperv_nch2-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:54:08.578027 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] The host nch2-master-1 is not matching for port 722925ec-4e88-4149-a9ac-d5736c56e3e5 host nch1-master-1! {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}}
Dec 25 21:54:08.578429 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device 722925ec-4e88-4149-a9ac-d5736c56e3e5 not bound to the agent host nch2-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:54:08.628641 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3e945ecd-9380-47c2-aa0a-12ebe07e03e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:54:08.669614 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:54:08.677582 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125b90b2-1510-4789-b0af-3d0f052f6e83 req-07cd3f54-8622-4343-8930-73f4a86dbaf2 tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:54:08.679061 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-125b90b2-1510-4789-b0af-3d0f052f6e83 req-07cd3f54-8622-4343-8930-73f4a86dbaf2 tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] 10.222.0.32 "GET /v2.0/ports?device_id=d1aa2a03-16ee-48f5-84a4-6b1051bcac02 HTTP/1.1" status: 200  len: 943 time: 0.1619456
Dec 25 21:54:08.680807 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1fedb221-44fd-4acb-9526-5b96dc068d7a req-2273fa74-20c1-470a-95b9-cf74883f370e service neutron] 10.222.0.37 "GET /v2.0/networks/c7d9ee7c-a398-4322-a4d1-20e2155d0262?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1906798
Dec 25 21:54:08.682735 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1fedb221-44fd-4acb-9526-5b96dc068d7a req-9f6e91e7-081d-4be8-9cac-8366db18b044 service neutron] 10.222.0.31 "GET /v2.0/networks/c7d9ee7c-a398-4322-a4d1-20e2155d0262?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1996150
Dec 25 21:54:08.721683 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device 722925ec-4e88-4149-a9ac-d5736c56e3e5 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 25 21:54:08.727600 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-125b90b2-1510-4789-b0af-3d0f052f6e83 req-5672d2b4-9479-4d5d-b2de-57b908e84047 tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd3cb3ad-f76b-4f1b-9311-1979c703df75&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423367
Dec 25 21:54:08.827743 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port 722925ec-4e88-4149-a9ac-d5736c56e3e5, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=722925ec-4e88-4149-a9ac-d5736c56e3e5,segment=NetworkSegment(fa431735-b16e-41c5-b92b-5cdd72e5c1b5),segment_id=fa431735-b16e-41c5-b92b-5cdd72e5c1b5)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:54:08.838642 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Returning: {'device': '722925ec-4e88-4149-a9ac-d5736c56e3e5', 'network_id': 'c7d9ee7c-a398-4322-a4d1-20e2155d0262', 'port_id': '722925ec-4e88-4149-a9ac-d5736c56e3e5', 'mac_address': 'fa:16:3e:a1:b8:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7087a742-14ef-4176-95ee-26a2f1590ab2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 25 21:54:08.875896 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:54:08.888202 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 722925ec-4e88-4149-a9ac-d5736c56e3e5 {{(pid=121608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:54:08.906935 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port 722925ec-4e88-4149-a9ac-d5736c56e3e5, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=722925ec-4e88-4149-a9ac-d5736c56e3e5,segment=NetworkSegment(fa431735-b16e-41c5-b92b-5cdd72e5c1b5),segment_id=fa431735-b16e-41c5-b92b-5cdd72e5c1b5)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:54:08.960414 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:54:09.007757 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Pushing event updated for resources: {'Port': ['ID=722925ec-4e88-4149-a9ac-d5736c56e3e5,revision_number=8']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:54:09.168553 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] get_ports_and_sgs() called for port_ids ['722925ec-4e88-4149-a9ac-d5736c56e3e5'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:54:09.608509 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-15cb578f-7a63-4fd3-925d-83bad4c7b82a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:54:09.846730 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d0db9d-cd98-43b6-b649-ca6f2e7f414d req-1ee09124-5bc4-4fc6-8737-7cc873357760 tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:54:09.848145 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-46d0db9d-cd98-43b6-b649-ca6f2e7f414d req-1ee09124-5bc4-4fc6-8737-7cc873357760 tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] 10.222.0.32 "GET /v2.0/ports?device_id=d1aa2a03-16ee-48f5-84a4-6b1051bcac02 HTTP/1.1" status: 200  len: 944 time: 0.0488639
Dec 25 21:54:09.896126 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-46d0db9d-cd98-43b6-b649-ca6f2e7f414d req-db4f1214-2ed4-4381-a250-8204ae7a9a27 tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd3cb3ad-f76b-4f1b-9311-1979c703df75&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418255
Dec 25 21:54:10.220678 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b66a86-1de9-4cd7-b472-1337f0b7f031 req-225aab48-eae0-4e20-b3ed-445f5e7ffc99 tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:54:10.222261 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f5b66a86-1de9-4cd7-b472-1337f0b7f031 req-225aab48-eae0-4e20-b3ed-445f5e7ffc99 tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] 10.222.0.32 "GET /v2.0/ports?device_id=d1aa2a03-16ee-48f5-84a4-6b1051bcac02 HTTP/1.1" status: 200  len: 944 time: 0.0498092
Dec 25 21:54:10.303362 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f5b66a86-1de9-4cd7-b472-1337f0b7f031 req-c356fe60-e7f9-4558-ad6d-07270c019eb0 tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd3cb3ad-f76b-4f1b-9311-1979c703df75&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0750384
Dec 25 21:54:10.317019 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff6b678-47b6-47fa-8a7f-802db8010b8f req-ebed952b-a11e-4938-8ac2-c1e48f82704c tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:54:10.318478 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8ff6b678-47b6-47fa-8a7f-802db8010b8f req-ebed952b-a11e-4938-8ac2-c1e48f82704c tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1aa2a03-16ee-48f5-84a4-6b1051bcac02&tenant_id=9320712a3a5e434d84414d98bfe55244&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 944 time: 0.0707734
Dec 25 21:54:10.378787 ncdv-master-1 neutron-server[121606]: INFO neutron.api.v2.resource [req-8ff6b678-47b6-47fa-8a7f-802db8010b8f req-6fd24060-be90-47a9-8620-5dc64562c1d3 service neutron] delete failed (client error): The resource could not be found.
Dec 25 21:54:10.379684 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8ff6b678-47b6-47fa-8a7f-802db8010b8f req-6fd24060-be90-47a9-8620-5dc64562c1d3 service neutron] 10.222.0.37 "DELETE /v2.0/ports/722925ec-4e88-4149-a9ac-d5736c56e3e5/bindings/nch2-master-1 HTTP/1.1" status: 404  len: 380 time: 0.0533278
Dec 25 21:54:10.464136 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff6b678-47b6-47fa-8a7f-802db8010b8f req-3f546484-0a7b-497f-bf97-8b1d9ebf69f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:54:10.466235 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8ff6b678-47b6-47fa-8a7f-802db8010b8f req-3f546484-0a7b-497f-bf97-8b1d9ebf69f0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9320712a3a5e434d84414d98bfe55244&device_id=d1aa2a03-16ee-48f5-84a4-6b1051bcac02 HTTP/1.1" status: 200  len: 1095 time: 0.0435655
Dec 25 21:54:10.559089 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff6b678-47b6-47fa-8a7f-802db8010b8f req-2f9ae0ef-132b-41e5-8f4a-15d4b8c6b8fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:54:10.560546 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8ff6b678-47b6-47fa-8a7f-802db8010b8f req-2f9ae0ef-132b-41e5-8f4a-15d4b8c6b8fd service neutron] 10.222.0.37 "GET /v2.0/networks?id=c7d9ee7c-a398-4322-a4d1-20e2155d0262 HTTP/1.1" status: 200  len: 915 time: 0.0866745
Dec 25 21:54:10.601829 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8ff6b678-47b6-47fa-8a7f-802db8010b8f req-04c20522-02bc-4446-8f20-626efb0eea45 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=722925ec-4e88-4149-a9ac-d5736c56e3e5 HTTP/1.1" status: 200  len: 217 time: 0.0343471
Dec 25 21:54:10.653960 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff6b678-47b6-47fa-8a7f-802db8010b8f req-8c31c62e-6791-4078-848a-461456418d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:54:10.655325 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8ff6b678-47b6-47fa-8a7f-802db8010b8f req-8c31c62e-6791-4078-848a-461456418d7d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7087a742-14ef-4176-95ee-26a2f1590ab2 HTTP/1.1" status: 200  len: 854 time: 0.0469046
Dec 25 21:54:10.686798 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8ff6b678-47b6-47fa-8a7f-802db8010b8f req-b703d77d-4eb6-48e7-8d21-5db237c6ee2d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c7d9ee7c-a398-4322-a4d1-20e2155d0262&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0240567
Dec 25 21:54:10.732572 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device 722925ec-4e88-4149-a9ac-d5736c56e3e5 up at agent hyperv_nch1-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:54:10.737075 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:54:10.779310 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8ff6b678-47b6-47fa-8a7f-802db8010b8f req-4d6f298d-a79e-40ce-922b-2a792ee97d70 service neutron] 10.222.0.37 "GET /v2.0/networks/c7d9ee7c-a398-4322-a4d1-20e2155d0262?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0852673
Dec 25 21:54:10.871113 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8ff6b678-47b6-47fa-8a7f-802db8010b8f req-47a0e944-712a-4998-9e14-bf408564d6bc service neutron] 10.222.0.37 "GET /v2.0/networks/c7d9ee7c-a398-4322-a4d1-20e2155d0262?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0850294
Dec 25 21:54:10.871816 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Provisioning for port 722925ec-4e88-4149-a9ac-d5736c56e3e5 completed by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 25 21:54:10.876463 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Provisioning complete for port 722925ec-4e88-4149-a9ac-d5736c56e3e5 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:54:10.877214 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:54:10.958704 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:54:10.980994 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1aa2a03-16ee-48f5-84a4-6b1051bcac02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '722925ec-4e88-4149-a9ac-d5736c56e3e5'}] {{(pid=121608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:54:10.983234 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a88c78c3ff6266bd59c7e89d275b28c92e739b67d23c89d71af88829fd31566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-149d1a53-f1a8-45f9-942b-175df35c3e2d" -d '{"events": [{"server_uuid": "d1aa2a03-16ee-48f5-84a4-6b1051bcac02", "name": "network-vif-plugged", "status": "completed", "tag": "722925ec-4e88-4149-a9ac-d5736c56e3e5"}]}' {{(pid=121608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:54:10.996506 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port 722925ec-4e88-4149-a9ac-d5736c56e3e5, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=722925ec-4e88-4149-a9ac-d5736c56e3e5,segment=NetworkSegment(fa431735-b16e-41c5-b92b-5cdd72e5c1b5),segment_id=fa431735-b16e-41c5-b92b-5cdd72e5c1b5)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:54:11.038103 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 21:54:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98c21d2c-490c-436d-9caf-d56119200113 x-openstack-request-id: req-98c21d2c-490c-436d-9caf-d56119200113 {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:54:11.038512 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1aa2a03-16ee-48f5-84a4-6b1051bcac02", "name": "network-vif-plugged", "status": "completed", "tag": "722925ec-4e88-4149-a9ac-d5736c56e3e5", "code": 200}]} {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:54:11.038946 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-98c21d2c-490c-436d-9caf-d56119200113 {{(pid=121608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:54:11.039348 ncdv-master-1 neutron-server[121608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1aa2a03-16ee-48f5-84a4-6b1051bcac02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '722925ec-4e88-4149-a9ac-d5736c56e3e5', 'code': 200}
Dec 25 21:54:11.065955 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:54:11.114239 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Pushing event updated for resources: {'Port': ['ID=722925ec-4e88-4149-a9ac-d5736c56e3e5,revision_number=9']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:54:11.433022 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa551f27-7e5c-40ed-95b8-82391110b0de req-fd1ea652-6284-4d51-a3b5-ee9b5f7b4ec9 tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:54:11.435281 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-fa551f27-7e5c-40ed-95b8-82391110b0de req-fd1ea652-6284-4d51-a3b5-ee9b5f7b4ec9 tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] 10.222.0.32 "GET /v2.0/ports?device_id=d1aa2a03-16ee-48f5-84a4-6b1051bcac02 HTTP/1.1" status: 200  len: 945 time: 0.0509973
Dec 25 21:54:11.487056 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-fa551f27-7e5c-40ed-95b8-82391110b0de req-450db080-b08d-467a-9852-424d6e54436e tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd3cb3ad-f76b-4f1b-9311-1979c703df75&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0446055
Dec 25 21:54:12.609233 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b34c7c-6a60-482e-9bf7-1ef61b52a142 req-2c6bea54-ef5a-4209-8aa1-2ea8fd058a69 tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:54:12.610730 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b2b34c7c-6a60-482e-9bf7-1ef61b52a142 req-2c6bea54-ef5a-4209-8aa1-2ea8fd058a69 tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] 10.222.0.32 "GET /v2.0/ports?device_id=d1aa2a03-16ee-48f5-84a4-6b1051bcac02 HTTP/1.1" status: 200  len: 945 time: 0.0511162
Dec 25 21:54:12.658223 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b2b34c7c-6a60-482e-9bf7-1ef61b52a142 req-f522a69e-fec7-4191-a14e-6819604cd2a6 tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd3cb3ad-f76b-4f1b-9311-1979c703df75&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412169
Dec 25 21:54:12.772275 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f57fe2-cef9-4d35-b5ea-f55b3ec34b08 req-be14a070-7b06-4895-bcce-e335490ad525 tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:54:12.773686 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-18f57fe2-cef9-4d35-b5ea-f55b3ec34b08 req-be14a070-7b06-4895-bcce-e335490ad525 tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] 10.222.0.32 "GET /v2.0/ports?device_id=d1aa2a03-16ee-48f5-84a4-6b1051bcac02 HTTP/1.1" status: 200  len: 945 time: 0.0486667
Dec 25 21:54:12.819829 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-18f57fe2-cef9-4d35-b5ea-f55b3ec34b08 req-049cd66f-5d9a-4ae4-90ce-3c03cba40e8e tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd3cb3ad-f76b-4f1b-9311-1979c703df75&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402775
Dec 25 21:54:12.930232 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442fac32-1661-4586-ad67-9ea26777a21e req-3cc2ac57-6c50-4c9a-8a27-be7a65df4b27 tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:54:12.931686 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-442fac32-1661-4586-ad67-9ea26777a21e req-3cc2ac57-6c50-4c9a-8a27-be7a65df4b27 tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] 10.222.0.32 "GET /v2.0/ports?device_id=d1aa2a03-16ee-48f5-84a4-6b1051bcac02 HTTP/1.1" status: 200  len: 945 time: 0.0475087
Dec 25 21:54:12.982264 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-442fac32-1661-4586-ad67-9ea26777a21e req-00e315b2-384f-4275-8c74-69edf4404c21 tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd3cb3ad-f76b-4f1b-9311-1979c703df75&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440640
Dec 25 21:54:13.571772 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338381af-cb9d-43b5-9565-273c6f3bcd5a req-fcbfcc6f-7a7f-4960-9904-146a58d5acd8 tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:54:13.573237 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-338381af-cb9d-43b5-9565-273c6f3bcd5a req-fcbfcc6f-7a7f-4960-9904-146a58d5acd8 tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] 10.222.0.32 "GET /v2.0/networks?id=c7d9ee7c-a398-4322-a4d1-20e2155d0262 HTTP/1.1" status: 200  len: 814 time: 0.0998564
Dec 25 21:54:13.588426 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-338381af-cb9d-43b5-9565-273c6f3bcd5a req-55e19222-f434-4edf-85d6-3985527df29c tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] 10.222.0.32 "GET /v2.0/quotas/9320712a3a5e434d84414d98bfe55244 HTTP/1.1" status: 200  len: 375 time: 0.0086889
Dec 25 21:54:13.637270 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-338381af-cb9d-43b5-9565-273c6f3bcd5a req-a190bbfb-2282-4e52-bc08-b5fb94f60046 tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=9320712a3a5e434d84414d98bfe55244&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0427353
Dec 25 21:54:13.729348 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-338381af-cb9d-43b5-9565-273c6f3bcd5a req-7affd59a-0391-46df-b43f-7482070a98c0 service neutron] 10.222.0.32 "GET /v2.0/networks/c7d9ee7c-a398-4322-a4d1-20e2155d0262?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0842800
Dec 25 21:54:13.818981 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-338381af-cb9d-43b5-9565-273c6f3bcd5a req-f4175a4e-3485-488b-a553-71dccf1d3f83 service neutron] 10.222.0.32 "GET /v2.0/networks/c7d9ee7c-a398-4322-a4d1-20e2155d0262?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0835843
Dec 25 21:54:14.076297 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4022bf50-f48d-40c3-b609-2ccc0c4276ee req-b0259790-07f8-4b0d-a053-1cfb1ce42675 tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] 10.222.0.32 "GET /v2.0/ports?device_id=9367d0d7-731a-4d85-bb19-ebcc80584c08 HTTP/1.1" status: 200  len: 210 time: 0.0272920
Dec 25 21:54:14.710880 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ca399b-3948-4e82-a5bb-e2f196fcfbd8 req-17dd1180-6ce2-4d7c-b6b7-013c41c7d52c tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:54:14.712339 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d4ca399b-3948-4e82-a5bb-e2f196fcfbd8 req-17dd1180-6ce2-4d7c-b6b7-013c41c7d52c tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] 10.222.0.31 "GET /v2.0/ports?device_id=d1aa2a03-16ee-48f5-84a4-6b1051bcac02 HTTP/1.1" status: 200  len: 945 time: 0.0499570
Dec 25 21:54:14.806986 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [req-d4ca399b-3948-4e82-a5bb-e2f196fcfbd8 req-1f0554b3-e7c5-4a39-8247-59ebf71b5560 tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] Deleting port 722925ec-4e88-4149-a9ac-d5736c56e3e5 {{(pid=121606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:54:14.807259 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-d4ca399b-3948-4e82-a5bb-e2f196fcfbd8 req-1f0554b3-e7c5-4a39-8247-59ebf71b5560 tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:54:14.898218 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-d4ca399b-3948-4e82-a5bb-e2f196fcfbd8 req-1f0554b3-e7c5-4a39-8247-59ebf71b5560 tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] For port 722925ec-4e88-4149-a9ac-d5736c56e3e5, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=722925ec-4e88-4149-a9ac-d5736c56e3e5,segment=NetworkSegment(fa431735-b16e-41c5-b92b-5cdd72e5c1b5),segment_id=fa431735-b16e-41c5-b92b-5cdd72e5c1b5)] {{(pid=121606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:54:14.898584 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-d4ca399b-3948-4e82-a5bb-e2f196fcfbd8 req-1f0554b3-e7c5-4a39-8247-59ebf71b5560 tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:54:14.911653 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [req-d4ca399b-3948-4e82-a5bb-e2f196fcfbd8 req-1f0554b3-e7c5-4a39-8247-59ebf71b5560 tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] Calling delete_port for 722925ec-4e88-4149-a9ac-d5736c56e3e5 owned by compute:nova {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:54:15.114516 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-d4ca399b-3948-4e82-a5bb-e2f196fcfbd8 req-1f0554b3-e7c5-4a39-8247-59ebf71b5560 tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:54:15.127314 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] get_ports_and_sgs() called for port_ids ['722925ec-4e88-4149-a9ac-d5736c56e3e5'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:54:15.149157 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0554b3-e7c5-4a39-8247-59ebf71b5560 tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] Pushing event deleted for resources: {'Port': ['ID=722925ec-4e88-4149-a9ac-d5736c56e3e5,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:54:15.200472 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0554b3-e7c5-4a39-8247-59ebf71b5560 tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:54:15.200814 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0554b3-e7c5-4a39-8247-59ebf71b5560 tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:54:15.201249 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0554b3-e7c5-4a39-8247-59ebf71b5560 tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:54:15.201687 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0554b3-e7c5-4a39-8247-59ebf71b5560 tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:54:15.201909 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0554b3-e7c5-4a39-8247-59ebf71b5560 tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:54:15.202236 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0554b3-e7c5-4a39-8247-59ebf71b5560 tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:54:15.202556 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0554b3-e7c5-4a39-8247-59ebf71b5560 tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:54:15.202875 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0554b3-e7c5-4a39-8247-59ebf71b5560 tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:54:15.203192 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0554b3-e7c5-4a39-8247-59ebf71b5560 tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:54:15.203509 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0554b3-e7c5-4a39-8247-59ebf71b5560 tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:54:15.203835 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0554b3-e7c5-4a39-8247-59ebf71b5560 tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:54:15.204149 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0554b3-e7c5-4a39-8247-59ebf71b5560 tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:54:15.204491 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0554b3-e7c5-4a39-8247-59ebf71b5560 tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:54:15.211072 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3a90f651-6106-47f7-98ab-8f3cc03bc4a7 req-625ae1f8-d4a6-4884-a3d5-9e4d7aa92251 tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] 10.222.0.32 "GET /v2.0/ports?device_id=9367d0d7-731a-4d85-bb19-ebcc80584c08 HTTP/1.1" status: 200  len: 210 time: 0.0633395
Dec 25 21:54:15.232447 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4ca399b-3948-4e82-a5bb-e2f196fcfbd8 req-1f0554b3-e7c5-4a39-8247-59ebf71b5560 tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] No DVR routers for this DVR port 722925ec-4e88-4149-a9ac-d5736c56e3e5 on host nch1-master-1 {{(pid=121606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:54:15.235095 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-d4ca399b-3948-4e82-a5bb-e2f196fcfbd8 req-1f0554b3-e7c5-4a39-8247-59ebf71b5560 tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:54:15.238448 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d4ca399b-3948-4e82-a5bb-e2f196fcfbd8 req-1f0554b3-e7c5-4a39-8247-59ebf71b5560 tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] 10.222.0.31 "DELETE /v2.0/ports/722925ec-4e88-4149-a9ac-d5736c56e3e5 HTTP/1.1" status: 204  len: 173 time: 0.5199838
Dec 25 21:54:15.238986 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1aa2a03-16ee-48f5-84a4-6b1051bcac02', 'name': 'network-vif-deleted', 'tag': '722925ec-4e88-4149-a9ac-d5736c56e3e5'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:54:15.241731 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9858820c13ec2827453b94ebc4181065e990a4e4089ccb9fe762531ac62d2fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba3c0635-2851-44f1-a02d-f007c48faed4" -d '{"events": [{"server_uuid": "d1aa2a03-16ee-48f5-84a4-6b1051bcac02", "name": "network-vif-deleted", "tag": "722925ec-4e88-4149-a9ac-d5736c56e3e5"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:54:15.278217 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 21:54:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2065aa42-cad0-4bd1-957f-08b449849763 x-openstack-request-id: req-2065aa42-cad0-4bd1-957f-08b449849763 {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:54:15.278510 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1aa2a03-16ee-48f5-84a4-6b1051bcac02", "name": "network-vif-deleted", "tag": "722925ec-4e88-4149-a9ac-d5736c56e3e5", "status": "completed", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:54:15.278787 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2065aa42-cad0-4bd1-957f-08b449849763 {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:54:15.279185 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1aa2a03-16ee-48f5-84a4-6b1051bcac02', 'name': 'network-vif-deleted', 'tag': '722925ec-4e88-4149-a9ac-d5736c56e3e5', 'status': 'completed', 'code': 200}
Dec 25 21:54:16.166902 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338381af-cb9d-43b5-9565-273c6f3bcd5a req-33649268-d32c-4911-a808-00ba076e0dbe tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:54:16.169172 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-338381af-cb9d-43b5-9565-273c6f3bcd5a req-33649268-d32c-4911-a808-00ba076e0dbe tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] 10.222.0.31 "GET /v2.0/networks?id=c7d9ee7c-a398-4322-a4d1-20e2155d0262 HTTP/1.1" status: 200  len: 814 time: 0.1047421
Dec 25 21:54:16.181524 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-338381af-cb9d-43b5-9565-273c6f3bcd5a req-c5ac1f3b-6201-4204-9c7c-5a639a1f72eb tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] Request body: {'port': {'device_id': '9367d0d7-731a-4d85-bb19-ebcc80584c08', 'network_id': 'c7d9ee7c-a398-4322-a4d1-20e2155d0262', 'admin_state_up': True, 'tenant_id': '9320712a3a5e434d84414d98bfe55244'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:54:16.311902 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e3bd9408-9015-4bb4-a692-5db854db7e94 req-6e247b82-3075-4480-933c-40d0bd1aaef9 tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] 10.222.0.32 "GET /v2.0/ports?device_id=9367d0d7-731a-4d85-bb19-ebcc80584c08 HTTP/1.1" status: 200  len: 210 time: 0.0326016
Dec 25 21:54:16.497160 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-338381af-cb9d-43b5-9565-273c6f3bcd5a req-c5ac1f3b-6201-4204-9c7c-5a639a1f72eb tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] Made reservation on behalf of 9320712a3a5e434d84414d98bfe55244 for: {'port': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:54:16.501026 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-338381af-cb9d-43b5-9565-273c6f3bcd5a req-c5ac1f3b-6201-4204-9c7c-5a639a1f72eb tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:54:16.965067 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_common [req-338381af-cb9d-43b5-9565-273c6f3bcd5a req-c5ac1f3b-6201-4204-9c7c-5a639a1f72eb tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] Allocated IP 172.20.0.8 (c7d9ee7c-a398-4322-a4d1-20e2155d0262/7087a742-14ef-4176-95ee-26a2f1590ab2/9146dffc-9aa4-4215-a1d1-9bf9a7031545) {{(pid=121606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:54:17.108015 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-338381af-cb9d-43b5-9565-273c6f3bcd5a req-c5ac1f3b-6201-4204-9c7c-5a639a1f72eb tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] Publish callbacks [] for port, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:54:17.197304 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-338381af-cb9d-43b5-9565-273c6f3bcd5a req-c5ac1f3b-6201-4204-9c7c-5a639a1f72eb tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:54:17.241293 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-338381af-cb9d-43b5-9565-273c6f3bcd5a req-c5ac1f3b-6201-4204-9c7c-5a639a1f72eb tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] Network c7d9ee7c-a398-4322-a4d1-20e2155d0262 is already hosted by enough agents. {{(pid=121606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:54:17.244457 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [req-338381af-cb9d-43b5-9565-273c6f3bcd5a req-c5ac1f3b-6201-4204-9c7c-5a639a1f72eb tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] Resources bound (agent type, host, resource id):  {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:54:17.249781 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [req-338381af-cb9d-43b5-9565-273c6f3bcd5a req-c5ac1f3b-6201-4204-9c7c-5a639a1f72eb tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] Received port after_create {{(pid=121606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:54:17.256298 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ac1f3b-6201-4204-9c7c-5a639a1f72eb tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] Pushing event updated for resources: {'Port': ['ID=9146dffc-9aa4-4215-a1d1-9bf9a7031545,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:54:17.301101 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338381af-cb9d-43b5-9565-273c6f3bcd5a req-c5ac1f3b-6201-4204-9c7c-5a639a1f72eb tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:54:17.301715 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-338381af-cb9d-43b5-9565-273c6f3bcd5a req-c5ac1f3b-6201-4204-9c7c-5a639a1f72eb tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:54:17.371975 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-338381af-cb9d-43b5-9565-273c6f3bcd5a req-c5ac1f3b-6201-4204-9c7c-5a639a1f72eb tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.1941094
Dec 25 21:54:17.384033 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-338381af-cb9d-43b5-9565-273c6f3bcd5a req-638b75f8-8567-4aa9-80bb-f6b2d93ecfe6 service neutron] Request body: {'port': {'device_id': '9367d0d7-731a-4d85-bb19-ebcc80584c08', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:54:17.473707 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99689124-a775-40e9-a6aa-0555b3aec1f0 req-b4282941-28ad-48e2-b897-b5478f061308 tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:54:17.475222 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-99689124-a775-40e9-a6aa-0555b3aec1f0 req-b4282941-28ad-48e2-b897-b5478f061308 tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] 10.222.0.32 "GET /v2.0/ports?device_id=9367d0d7-731a-4d85-bb19-ebcc80584c08 HTTP/1.1" status: 200  len: 931 time: 0.0884421
Dec 25 21:54:17.477897 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-338381af-cb9d-43b5-9565-273c6f3bcd5a req-638b75f8-8567-4aa9-80bb-f6b2d93ecfe6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:54:17.562700 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-99689124-a775-40e9-a6aa-0555b3aec1f0 req-99f941a6-d831-4fd4-8039-402d27651003 tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd3cb3ad-f76b-4f1b-9311-1979c703df75&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0755510
Dec 25 21:54:17.771311 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [req-338381af-cb9d-43b5-9565-273c6f3bcd5a req-638b75f8-8567-4aa9-80bb-f6b2d93ecfe6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9146dffc-9aa4-4215-a1d1-9bf9a7031545 {{(pid=121606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:54:17.778651 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-338381af-cb9d-43b5-9565-273c6f3bcd5a req-638b75f8-8567-4aa9-80bb-f6b2d93ecfe6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:54:17.790143 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.provisioning_blocks [req-338381af-cb9d-43b5-9565-273c6f3bcd5a req-638b75f8-8567-4aa9-80bb-f6b2d93ecfe6 service neutron] Transition to ACTIVE for port object 9146dffc-9aa4-4215-a1d1-9bf9a7031545 will not be triggered until provisioned by entity L2. {{(pid=121606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 25 21:54:17.848274 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-338381af-cb9d-43b5-9565-273c6f3bcd5a req-638b75f8-8567-4aa9-80bb-f6b2d93ecfe6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:54:17.900362 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638b75f8-8567-4aa9-80bb-f6b2d93ecfe6 service neutron] Pushing event updated for resources: {'Port': ['ID=9146dffc-9aa4-4215-a1d1-9bf9a7031545,revision_number=2']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:54:17.969296 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-338381af-cb9d-43b5-9565-273c6f3bcd5a req-638b75f8-8567-4aa9-80bb-f6b2d93ecfe6 service neutron] Attempting to bind port 9146dffc-9aa4-4215-a1d1-9bf9a7031545 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:54:17.969634 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-338381af-cb9d-43b5-9565-273c6f3bcd5a req-638b75f8-8567-4aa9-80bb-f6b2d93ecfe6 service neutron] Attempting to bind port 9146dffc-9aa4-4215-a1d1-9bf9a7031545 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'fa431735-b16e-41c5-b92b-5cdd72e5c1b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'c7d9ee7c-a398-4322-a4d1-20e2155d0262'}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:54:17.969986 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-338381af-cb9d-43b5-9565-273c6f3bcd5a req-638b75f8-8567-4aa9-80bb-f6b2d93ecfe6 service neutron] Attempting to bind port 9146dffc-9aa4-4215-a1d1-9bf9a7031545 on network c7d9ee7c-a398-4322-a4d1-20e2155d0262 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:54:17.974250 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-338381af-cb9d-43b5-9565-273c6f3bcd5a req-638b75f8-8567-4aa9-80bb-f6b2d93ecfe6 service neutron] Port 9146dffc-9aa4-4215-a1d1-9bf9a7031545 on network c7d9ee7c-a398-4322-a4d1-20e2155d0262 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 25 21:54:17.974603 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-338381af-cb9d-43b5-9565-273c6f3bcd5a req-638b75f8-8567-4aa9-80bb-f6b2d93ecfe6 service neutron] Attempting to bind port 9146dffc-9aa4-4215-a1d1-9bf9a7031545 on network c7d9ee7c-a398-4322-a4d1-20e2155d0262 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:54:17.979452 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-338381af-cb9d-43b5-9565-273c6f3bcd5a req-638b75f8-8567-4aa9-80bb-f6b2d93ecfe6 service neutron] Checking agent: {'id': '6d577036-68fc-4aa4-aed7-5ab01de2117e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 21, 4, 34), 'started_at': datetime.datetime(2021, 12, 25, 21, 4, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 54, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:54:17.979781 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-338381af-cb9d-43b5-9565-273c6f3bcd5a req-638b75f8-8567-4aa9-80bb-f6b2d93ecfe6 service neutron] Checking segment: {'id': 'fa431735-b16e-41c5-b92b-5cdd72e5c1b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'c7d9ee7c-a398-4322-a4d1-20e2155d0262'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:54:17.980157 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-338381af-cb9d-43b5-9565-273c6f3bcd5a req-638b75f8-8567-4aa9-80bb-f6b2d93ecfe6 service neutron] Bound using segment: {'id': 'fa431735-b16e-41c5-b92b-5cdd72e5c1b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'c7d9ee7c-a398-4322-a4d1-20e2155d0262'} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:54:17.980575 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-338381af-cb9d-43b5-9565-273c6f3bcd5a req-638b75f8-8567-4aa9-80bb-f6b2d93ecfe6 service neutron] Bound port: 9146dffc-9aa4-4215-a1d1-9bf9a7031545, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa431735-b16e-41c5-b92b-5cdd72e5c1b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'c7d9ee7c-a398-4322-a4d1-20e2155d0262'}}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:54:17.980951 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-338381af-cb9d-43b5-9565-273c6f3bcd5a req-638b75f8-8567-4aa9-80bb-f6b2d93ecfe6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:54:18.045310 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-338381af-cb9d-43b5-9565-273c6f3bcd5a req-638b75f8-8567-4aa9-80bb-f6b2d93ecfe6 service neutron] For port 9146dffc-9aa4-4215-a1d1-9bf9a7031545, host nch1-master-1, cleared binding levels {{(pid=121606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:54:18.048198 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-338381af-cb9d-43b5-9565-273c6f3bcd5a req-638b75f8-8567-4aa9-80bb-f6b2d93ecfe6 service neutron] For port 9146dffc-9aa4-4215-a1d1-9bf9a7031545, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9146dffc-9aa4-4215-a1d1-9bf9a7031545,segment=NetworkSegment(fa431735-b16e-41c5-b92b-5cdd72e5c1b5),segment_id=fa431735-b16e-41c5-b92b-5cdd72e5c1b5)] {{(pid=121606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:54:18.123460 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-338381af-cb9d-43b5-9565-273c6f3bcd5a req-638b75f8-8567-4aa9-80bb-f6b2d93ecfe6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:54:18.158813 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338381af-cb9d-43b5-9565-273c6f3bcd5a req-638b75f8-8567-4aa9-80bb-f6b2d93ecfe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:54:18.159440 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-338381af-cb9d-43b5-9565-273c6f3bcd5a req-638b75f8-8567-4aa9-80bb-f6b2d93ecfe6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:54:18.160833 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-338381af-cb9d-43b5-9565-273c6f3bcd5a req-638b75f8-8567-4aa9-80bb-f6b2d93ecfe6 service neutron] 10.222.0.31 "PUT /v2.0/ports/9146dffc-9aa4-4215-a1d1-9bf9a7031545 HTTP/1.1" status: 200  len: 1091 time: 0.7809682
Dec 25 21:54:18.161301 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9367d0d7-731a-4d85-bb19-ebcc80584c08', 'tag': '9146dffc-9aa4-4215-a1d1-9bf9a7031545'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:54:18.163573 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9858820c13ec2827453b94ebc4181065e990a4e4089ccb9fe762531ac62d2fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e55f422f-0a0b-4292-9a10-f0e17210bcaa" -d '{"events": [{"name": "network-changed", "server_uuid": "9367d0d7-731a-4d85-bb19-ebcc80584c08", "tag": "9146dffc-9aa4-4215-a1d1-9bf9a7031545"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:54:18.185368 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638b75f8-8567-4aa9-80bb-f6b2d93ecfe6 service neutron] Pushing event updated for resources: {'Port': ['ID=9146dffc-9aa4-4215-a1d1-9bf9a7031545,revision_number=3']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:54:18.208904 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Dec 2021 21:54:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ceb2eab-4982-45c4-a6f3-d78492a70e51 x-openstack-request-id: req-1ceb2eab-4982-45c4-a6f3-d78492a70e51 {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:54:18.209514 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9367d0d7-731a-4d85-bb19-ebcc80584c08", "tag": "9146dffc-9aa4-4215-a1d1-9bf9a7031545", "status": "completed", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:54:18.209514 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1ceb2eab-4982-45c4-a6f3-d78492a70e51 {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:54:18.209896 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9367d0d7-731a-4d85-bb19-ebcc80584c08', 'tag': '9146dffc-9aa4-4215-a1d1-9bf9a7031545', 'status': 'completed', 'code': 200}
Dec 25 21:54:18.273037 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55f422f-0a0b-4292-9a10-f0e17210bcaa req-08ae02d9-cc5c-45bb-b7f5-1cf6513ecadc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:54:18.274574 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e55f422f-0a0b-4292-9a10-f0e17210bcaa req-08ae02d9-cc5c-45bb-b7f5-1cf6513ecadc service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=9320712a3a5e434d84414d98bfe55244&device_id=9367d0d7-731a-4d85-bb19-ebcc80584c08 HTTP/1.1" status: 200  len: 1094 time: 0.0422306
Dec 25 21:54:18.374428 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55f422f-0a0b-4292-9a10-f0e17210bcaa req-9ab5ae53-01f7-4115-aa3a-b363190883f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:54:18.375845 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e55f422f-0a0b-4292-9a10-f0e17210bcaa req-9ab5ae53-01f7-4115-aa3a-b363190883f0 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=9320712a3a5e434d84414d98bfe55244&shared=False HTTP/1.1" status: 200  len: 915 time: 0.0932727
Dec 25 21:54:18.466151 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55f422f-0a0b-4292-9a10-f0e17210bcaa req-3621dc81-1d55-4a9e-bdbc-3b9e7b284382 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:54:18.467625 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e55f422f-0a0b-4292-9a10-f0e17210bcaa req-3621dc81-1d55-4a9e-bdbc-3b9e7b284382 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.0853717
Dec 25 21:54:18.544838 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338381af-cb9d-43b5-9565-273c6f3bcd5a req-97c26101-dc04-44c9-b2f2-2ed42a3f5c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:54:18.546337 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-338381af-cb9d-43b5-9565-273c6f3bcd5a req-97c26101-dc04-44c9-b2f2-2ed42a3f5c18 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=9320712a3a5e434d84414d98bfe55244&device_id=9367d0d7-731a-4d85-bb19-ebcc80584c08 HTTP/1.1" status: 200  len: 1094 time: 0.0450692
Dec 25 21:54:18.586021 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-338381af-cb9d-43b5-9565-273c6f3bcd5a req-7d2b63fe-4c96-48f4-a28d-b66bdaeee193 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9146dffc-9aa4-4215-a1d1-9bf9a7031545 HTTP/1.1" status: 200  len: 217 time: 0.0322266
Dec 25 21:54:18.636337 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338381af-cb9d-43b5-9565-273c6f3bcd5a req-0282b58b-b974-41a6-b1cd-5ce32d194bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:54:18.637721 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-338381af-cb9d-43b5-9565-273c6f3bcd5a req-0282b58b-b974-41a6-b1cd-5ce32d194bf9 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=7087a742-14ef-4176-95ee-26a2f1590ab2 HTTP/1.1" status: 200  len: 854 time: 0.0450585
Dec 25 21:54:18.684420 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-338381af-cb9d-43b5-9565-273c6f3bcd5a req-11cb29c9-0f88-4ca8-9974-5b1d89f5b94b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=c7d9ee7c-a398-4322-a4d1-20e2155d0262&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0394328
Dec 25 21:54:18.727746 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2e2478-a15c-4353-82b8-238da83475b1 req-9204d745-ae39-48b1-9ff3-bbc292403e3d tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:54:18.729214 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4d2e2478-a15c-4353-82b8-238da83475b1 req-9204d745-ae39-48b1-9ff3-bbc292403e3d tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] 10.222.0.32 "GET /v2.0/ports?device_id=9367d0d7-731a-4d85-bb19-ebcc80584c08 HTTP/1.1" status: 200  len: 943 time: 0.0954673
Dec 25 21:54:18.793763 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device 722925ec-4e88-4149-a9ac-d5736c56e3e5 no longer exists at agent hyperv_nch1-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:54:18.813561 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] No Port match for: 722925ec-4e88-4149-a9ac-d5736c56e3e5 {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:54:18.813911 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device 722925ec-4e88-4149-a9ac-d5736c56e3e5 not bound to the agent host nch1-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:54:18.820038 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4d2e2478-a15c-4353-82b8-238da83475b1 req-c03ffec8-b697-4ea0-a6f2-3496a5266628 tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd3cb3ad-f76b-4f1b-9311-1979c703df75&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0840752
Dec 25 21:54:18.824068 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-338381af-cb9d-43b5-9565-273c6f3bcd5a req-bcdd7c7d-754d-4a1f-966a-78bee1edafd8 service neutron] 10.222.0.31 "GET /v2.0/networks/c7d9ee7c-a398-4322-a4d1-20e2155d0262?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1310782
Dec 25 21:54:18.913486 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-338381af-cb9d-43b5-9565-273c6f3bcd5a req-8e25916a-fbac-4c79-afbe-5a06df6b4dba service neutron] 10.222.0.31 "GET /v2.0/networks/c7d9ee7c-a398-4322-a4d1-20e2155d0262?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0824814
Dec 25 21:54:19.937128 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ac916c-e4af-4fa7-b64c-47a9ed5ee24c req-b0d1cdb6-3aa6-4671-9b20-1398549ea585 tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:54:19.938626 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-44ac916c-e4af-4fa7-b64c-47a9ed5ee24c req-b0d1cdb6-3aa6-4671-9b20-1398549ea585 tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] 10.222.0.32 "GET /v2.0/ports?device_id=9367d0d7-731a-4d85-bb19-ebcc80584c08 HTTP/1.1" status: 200  len: 943 time: 0.0488386
Dec 25 21:54:19.996566 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-44ac916c-e4af-4fa7-b64c-47a9ed5ee24c req-fc3cdfe8-5bf7-4073-bfa4-c0fdc36cec70 tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd3cb3ad-f76b-4f1b-9311-1979c703df75&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0520406
Dec 25 21:54:20.809525 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device 9146dffc-9aa4-4215-a1d1-9bf9a7031545 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 25 21:54:20.906056 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port 9146dffc-9aa4-4215-a1d1-9bf9a7031545, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9146dffc-9aa4-4215-a1d1-9bf9a7031545,segment=NetworkSegment(fa431735-b16e-41c5-b92b-5cdd72e5c1b5),segment_id=fa431735-b16e-41c5-b92b-5cdd72e5c1b5)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:54:20.916809 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Returning: {'device': '9146dffc-9aa4-4215-a1d1-9bf9a7031545', 'network_id': 'c7d9ee7c-a398-4322-a4d1-20e2155d0262', 'port_id': '9146dffc-9aa4-4215-a1d1-9bf9a7031545', 'mac_address': 'fa:16:3e:68:8b:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7087a742-14ef-4176-95ee-26a2f1590ab2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 25 21:54:20.953525 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:54:20.966159 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9146dffc-9aa4-4215-a1d1-9bf9a7031545 {{(pid=121608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:54:20.984831 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port 9146dffc-9aa4-4215-a1d1-9bf9a7031545, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9146dffc-9aa4-4215-a1d1-9bf9a7031545,segment=NetworkSegment(fa431735-b16e-41c5-b92b-5cdd72e5c1b5),segment_id=fa431735-b16e-41c5-b92b-5cdd72e5c1b5)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:54:21.060545 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:54:21.112095 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Pushing event updated for resources: {'Port': ['ID=9146dffc-9aa4-4215-a1d1-9bf9a7031545,revision_number=4']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:54:21.114733 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6ad2b1-344e-4eb6-8317-5df6c58cfc3e req-98930592-40c2-45ad-938b-b10a0ecdf279 tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:54:21.116263 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ff6ad2b1-344e-4eb6-8317-5df6c58cfc3e req-98930592-40c2-45ad-938b-b10a0ecdf279 tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] 10.222.0.32 "GET /v2.0/ports?device_id=9367d0d7-731a-4d85-bb19-ebcc80584c08 HTTP/1.1" status: 200  len: 944 time: 0.0499246
Dec 25 21:54:21.119510 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:54:21.119859 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:54:21.120306 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:54:21.121240 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:54:21.121589 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:54:21.121931 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:54:21.122266 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:54:21.122661 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:54:21.123027 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:54:21.123316 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:54:21.123640 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:54:21.124215 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:54:21.124535 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:54:21.163581 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ff6ad2b1-344e-4eb6-8317-5df6c58cfc3e req-754e8f5d-4985-4c43-8d34-38980ef17c1d tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd3cb3ad-f76b-4f1b-9311-1979c703df75&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404675
Dec 25 21:54:21.259183 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] get_ports_and_sgs() called for port_ids ['9146dffc-9aa4-4215-a1d1-9bf9a7031545'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:54:22.277554 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547c7de2-4a6e-4bcf-bcea-f3e9511ffb3b req-fbf2b930-69ee-469f-a92a-e8033b0f2694 tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:54:22.279014 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-547c7de2-4a6e-4bcf-bcea-f3e9511ffb3b req-fbf2b930-69ee-469f-a92a-e8033b0f2694 tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] 10.222.0.32 "GET /v2.0/ports?device_id=9367d0d7-731a-4d85-bb19-ebcc80584c08 HTTP/1.1" status: 200  len: 944 time: 0.0482337
Dec 25 21:54:22.324068 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-547c7de2-4a6e-4bcf-bcea-f3e9511ffb3b req-ccc68e78-91ed-4d7f-987e-1d5d97cec4c0 tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd3cb3ad-f76b-4f1b-9311-1979c703df75&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0392525
Dec 25 21:54:22.825566 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device 9146dffc-9aa4-4215-a1d1-9bf9a7031545 up at agent hyperv_nch1-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:54:22.942489 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Provisioning for port 9146dffc-9aa4-4215-a1d1-9bf9a7031545 completed by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 25 21:54:22.946222 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Provisioning complete for port 9146dffc-9aa4-4215-a1d1-9bf9a7031545 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:54:22.946594 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:54:23.024819 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:54:23.048036 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9367d0d7-731a-4d85-bb19-ebcc80584c08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9146dffc-9aa4-4215-a1d1-9bf9a7031545'}] {{(pid=121608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:54:23.050276 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a88c78c3ff6266bd59c7e89d275b28c92e739b67d23c89d71af88829fd31566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-759ba788-7344-4165-bad7-b46d919c65e1" -d '{"events": [{"server_uuid": "9367d0d7-731a-4d85-bb19-ebcc80584c08", "name": "network-vif-plugged", "status": "completed", "tag": "9146dffc-9aa4-4215-a1d1-9bf9a7031545"}]}' {{(pid=121608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:54:23.062270 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port 9146dffc-9aa4-4215-a1d1-9bf9a7031545, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9146dffc-9aa4-4215-a1d1-9bf9a7031545,segment=NetworkSegment(fa431735-b16e-41c5-b92b-5cdd72e5c1b5),segment_id=fa431735-b16e-41c5-b92b-5cdd72e5c1b5)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:54:23.087375 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 21:54:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e13e9df9-896c-4011-b81f-90c9dace5173 x-openstack-request-id: req-e13e9df9-896c-4011-b81f-90c9dace5173 {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:54:23.087668 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9367d0d7-731a-4d85-bb19-ebcc80584c08", "name": "network-vif-plugged", "status": "completed", "tag": "9146dffc-9aa4-4215-a1d1-9bf9a7031545", "code": 200}]} {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:54:23.087923 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e13e9df9-896c-4011-b81f-90c9dace5173 {{(pid=121608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:54:23.088314 ncdv-master-1 neutron-server[121608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9367d0d7-731a-4d85-bb19-ebcc80584c08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9146dffc-9aa4-4215-a1d1-9bf9a7031545', 'code': 200}
Dec 25 21:54:23.128902 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:54:23.181533 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Pushing event updated for resources: {'Port': ['ID=9146dffc-9aa4-4215-a1d1-9bf9a7031545,revision_number=5']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:54:23.190642 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a899691-86a9-4af0-9f6d-7c5a05376c64 req-a65e666d-e5ac-41e7-86bd-9282c52f08db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:54:23.192147 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2a899691-86a9-4af0-9f6d-7c5a05376c64 req-a65e666d-e5ac-41e7-86bd-9282c52f08db service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=9367d0d7-731a-4d85-bb19-ebcc80584c08 HTTP/1.1" status: 200  len: 1096 time: 0.0456994
Dec 25 21:54:23.238527 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2a899691-86a9-4af0-9f6d-7c5a05376c64 req-adabf372-b7f9-4a0b-b508-6670f2050a5a service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=dd3cb3ad-f76b-4f1b-9311-1979c703df75&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0378590
Dec 25 21:54:23.440234 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aaefd81-ce01-43da-853c-5a19883c945f req-3385fa2d-4e04-466b-88b8-c23f4032a034 tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:54:23.441761 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9aaefd81-ce01-43da-853c-5a19883c945f req-3385fa2d-4e04-466b-88b8-c23f4032a034 tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] 10.222.0.32 "GET /v2.0/ports?device_id=9367d0d7-731a-4d85-bb19-ebcc80584c08 HTTP/1.1" status: 200  len: 945 time: 0.0485826
Dec 25 21:54:23.488244 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9aaefd81-ce01-43da-853c-5a19883c945f req-96e955ce-f4c3-49d2-87c4-c638cdd6afc6 tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd3cb3ad-f76b-4f1b-9311-1979c703df75&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405989
Dec 25 21:54:24.603885 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed85da3-7661-4781-9c53-2b6a4fe337a5 req-f2dc6bbd-ca49-48a9-a0cc-d6d046b2da04 tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:54:24.605530 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-fed85da3-7661-4781-9c53-2b6a4fe337a5 req-f2dc6bbd-ca49-48a9-a0cc-d6d046b2da04 tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] 10.222.0.32 "GET /v2.0/ports?device_id=9367d0d7-731a-4d85-bb19-ebcc80584c08 HTTP/1.1" status: 200  len: 945 time: 0.0481102
Dec 25 21:54:24.657384 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-fed85da3-7661-4781-9c53-2b6a4fe337a5 req-30b8f9fd-685e-408f-9d66-3ccc8a6197c4 tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd3cb3ad-f76b-4f1b-9311-1979c703df75&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0453675
Dec 25 21:54:24.770893 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baae6f64-5b63-4bb4-bc41-e2c770140f28 req-69528825-23fc-4c92-b818-ba0b2660aae1 tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:54:24.772275 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-baae6f64-5b63-4bb4-bc41-e2c770140f28 req-69528825-23fc-4c92-b818-ba0b2660aae1 tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] 10.222.0.32 "GET /v2.0/ports?device_id=9367d0d7-731a-4d85-bb19-ebcc80584c08 HTTP/1.1" status: 200  len: 945 time: 0.0490341
Dec 25 21:54:24.818835 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-baae6f64-5b63-4bb4-bc41-e2c770140f28 req-cc0902f7-f578-425a-85a7-925e590ed2aa tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd3cb3ad-f76b-4f1b-9311-1979c703df75&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404425
Dec 25 21:54:25.211503 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878dd6ca-fab9-46d9-8e6c-8608912af416 req-783c281c-b3e8-4c27-ba89-19f612fa21b7 tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:54:25.213065 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-878dd6ca-fab9-46d9-8e6c-8608912af416 req-783c281c-b3e8-4c27-ba89-19f612fa21b7 tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] 10.222.0.32 "GET /v2.0/ports?device_id=9367d0d7-731a-4d85-bb19-ebcc80584c08 HTTP/1.1" status: 200  len: 945 time: 0.0491908
Dec 25 21:54:25.262308 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-878dd6ca-fab9-46d9-8e6c-8608912af416 req-f801fc01-969b-4193-afa3-790d1c491d50 tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd3cb3ad-f76b-4f1b-9311-1979c703df75&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411036
Dec 25 21:54:25.347956 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-13dd44c8-0728-4071-b99f-580faa6214a0 req-123f7765-8459-4dd4-bcef-8ad144474b68 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=9367d0d7-731a-4d85-bb19-ebcc80584c08&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0421300
Dec 25 21:54:25.750326 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.agents_db [None req-ec08dba0-4483-4109-b5e1-5e4a9fdaf12d None None] Agent healthcheck: found 7 active agents {{(pid=121609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 25 21:54:26.383922 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc7cbed-d305-4b26-ab34-7c423d0c3b33 req-32c295ad-c065-423d-8af3-1a278f9df0f6 tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:54:26.385421 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0fc7cbed-d305-4b26-ab34-7c423d0c3b33 req-32c295ad-c065-423d-8af3-1a278f9df0f6 tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] 10.222.0.32 "GET /v2.0/ports?device_id=9367d0d7-731a-4d85-bb19-ebcc80584c08 HTTP/1.1" status: 200  len: 945 time: 0.0512238
Dec 25 21:54:26.433059 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0fc7cbed-d305-4b26-ab34-7c423d0c3b33 req-345ec3f0-0014-4cc2-abe2-a87764a145c3 tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd3cb3ad-f76b-4f1b-9311-1979c703df75&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415061
Dec 25 21:54:26.875945 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a277e371-24af-475d-b646-70f1f03fa8ee req-d2394f3b-ad9a-4e5f-8d51-3e7a376465bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:54:26.877492 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a277e371-24af-475d-b646-70f1f03fa8ee req-d2394f3b-ad9a-4e5f-8d51-3e7a376465bf service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=9320712a3a5e434d84414d98bfe55244&device_id=9367d0d7-731a-4d85-bb19-ebcc80584c08 HTTP/1.1" status: 200  len: 1096 time: 0.0426316
Dec 25 21:54:26.985908 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a277e371-24af-475d-b646-70f1f03fa8ee req-e6c4c9e7-9eb9-484d-8f53-bf56b8069702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:54:26.987386 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a277e371-24af-475d-b646-70f1f03fa8ee req-e6c4c9e7-9eb9-484d-8f53-bf56b8069702 service neutron] 10.222.0.31 "GET /v2.0/networks?id=c7d9ee7c-a398-4322-a4d1-20e2155d0262 HTTP/1.1" status: 200  len: 915 time: 0.0903292
Dec 25 21:54:27.029071 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a277e371-24af-475d-b646-70f1f03fa8ee req-6459a4fa-ac52-40d5-83cf-ab5f1925c8d2 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9146dffc-9aa4-4215-a1d1-9bf9a7031545 HTTP/1.1" status: 200  len: 217 time: 0.0346975
Dec 25 21:54:27.081829 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a277e371-24af-475d-b646-70f1f03fa8ee req-c455a0f7-1252-4306-90e9-4b26d4f49fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:54:27.083308 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a277e371-24af-475d-b646-70f1f03fa8ee req-c455a0f7-1252-4306-90e9-4b26d4f49fa2 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=7087a742-14ef-4176-95ee-26a2f1590ab2 HTTP/1.1" status: 200  len: 854 time: 0.0478358
Dec 25 21:54:27.114348 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a277e371-24af-475d-b646-70f1f03fa8ee req-051a1ea4-d8e5-488a-ad9d-3ee7f0510c1c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=c7d9ee7c-a398-4322-a4d1-20e2155d0262&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0242124
Dec 25 21:54:27.203415 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a277e371-24af-475d-b646-70f1f03fa8ee req-1132cb25-a31c-4a8a-b081-69cc8d01d20b service neutron] 10.222.0.31 "GET /v2.0/networks/c7d9ee7c-a398-4322-a4d1-20e2155d0262?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0821793
Dec 25 21:54:27.299348 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a277e371-24af-475d-b646-70f1f03fa8ee req-388f937c-9fc1-4ca2-8f04-637402d8d963 service neutron] 10.222.0.31 "GET /v2.0/networks/c7d9ee7c-a398-4322-a4d1-20e2155d0262?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0880501
Dec 25 21:54:27.461979 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dd44c8-0728-4071-b99f-580faa6214a0 req-723c26e7-f58e-496d-a84a-2a177d575cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:54:27.463573 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-13dd44c8-0728-4071-b99f-580faa6214a0 req-723c26e7-f58e-496d-a84a-2a177d575cb4 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=9320712a3a5e434d84414d98bfe55244&device_id=9367d0d7-731a-4d85-bb19-ebcc80584c08 HTTP/1.1" status: 200  len: 1096 time: 0.0413954
Dec 25 21:54:27.585516 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dd44c8-0728-4071-b99f-580faa6214a0 req-a43138fd-dfc7-4a6f-84b0-71a81a157969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:54:27.586899 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-13dd44c8-0728-4071-b99f-580faa6214a0 req-a43138fd-dfc7-4a6f-84b0-71a81a157969 service neutron] 10.222.0.31 "GET /v2.0/networks?id=c7d9ee7c-a398-4322-a4d1-20e2155d0262 HTTP/1.1" status: 200  len: 915 time: 0.1160545
Dec 25 21:54:27.599514 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096751e9-7c4c-43e1-9a94-bd0618cfd864 req-b20998f3-c2be-4ded-809a-50e0f9335504 tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:54:27.600899 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-096751e9-7c4c-43e1-9a94-bd0618cfd864 req-b20998f3-c2be-4ded-809a-50e0f9335504 tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] 10.222.0.32 "GET /v2.0/ports?device_id=9367d0d7-731a-4d85-bb19-ebcc80584c08 HTTP/1.1" status: 200  len: 945 time: 0.0960441
Dec 25 21:54:27.640842 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-13dd44c8-0728-4071-b99f-580faa6214a0 req-a18adf2b-703c-418a-aa3f-abc2f310915f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9146dffc-9aa4-4215-a1d1-9bf9a7031545 HTTP/1.1" status: 200  len: 217 time: 0.0390191
Dec 25 21:54:27.710098 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-096751e9-7c4c-43e1-9a94-bd0618cfd864 req-92ac8c2c-a9f7-4006-9621-1bba0d6dbda3 tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd3cb3ad-f76b-4f1b-9311-1979c703df75&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1013613
Dec 25 21:54:27.716042 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dd44c8-0728-4071-b99f-580faa6214a0 req-712002ec-74d1-4d37-a785-e665c436d2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:54:27.717488 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-13dd44c8-0728-4071-b99f-580faa6214a0 req-712002ec-74d1-4d37-a785-e665c436d2f2 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=7087a742-14ef-4176-95ee-26a2f1590ab2 HTTP/1.1" status: 200  len: 854 time: 0.0692465
Dec 25 21:54:27.748907 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-13dd44c8-0728-4071-b99f-580faa6214a0 req-7d58cdd5-d55b-4358-88d2-a0d906b6ee12 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=c7d9ee7c-a398-4322-a4d1-20e2155d0262&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0246618
Dec 25 21:54:27.838185 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-13dd44c8-0728-4071-b99f-580faa6214a0 req-00ee906c-5df6-42ac-a521-6109efa60fa7 service neutron] 10.222.0.31 "GET /v2.0/networks/c7d9ee7c-a398-4322-a4d1-20e2155d0262?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0829747
Dec 25 21:54:27.923822 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-13dd44c8-0728-4071-b99f-580faa6214a0 req-274967b1-e772-490d-b7c5-fe919ad1d5f4 service neutron] 10.222.0.31 "GET /v2.0/networks/c7d9ee7c-a398-4322-a4d1-20e2155d0262?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0793843
Dec 25 21:54:28.825353 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4ed477-1288-451d-9aa0-c520c31af3d6 req-2684ac06-4839-424a-94a1-489d0f7057a2 tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:54:28.826820 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-bf4ed477-1288-451d-9aa0-c520c31af3d6 req-2684ac06-4839-424a-94a1-489d0f7057a2 tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] 10.222.0.32 "GET /v2.0/ports?device_id=9367d0d7-731a-4d85-bb19-ebcc80584c08 HTTP/1.1" status: 200  len: 945 time: 0.0487909
Dec 25 21:54:28.877582 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-bf4ed477-1288-451d-9aa0-c520c31af3d6 req-c0e298d5-e556-4737-94d8-8e9eca4eaa06 tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd3cb3ad-f76b-4f1b-9311-1979c703df75&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0449128
Dec 25 21:54:29.992179 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4158fd50-e115-4218-b09d-39b3ce835841 req-1d8de99f-6194-4c71-9eca-69687c0ed12e tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:54:29.993708 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4158fd50-e115-4218-b09d-39b3ce835841 req-1d8de99f-6194-4c71-9eca-69687c0ed12e tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] 10.222.0.32 "GET /v2.0/ports?device_id=9367d0d7-731a-4d85-bb19-ebcc80584c08 HTTP/1.1" status: 200  len: 945 time: 0.0491064
Dec 25 21:54:30.040951 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4158fd50-e115-4218-b09d-39b3ce835841 req-f8ed035d-066c-4130-a521-3ad50be43d7a tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd3cb3ad-f76b-4f1b-9311-1979c703df75&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409305
Dec 25 21:54:31.158219 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce0b3ca-9021-4389-91ce-a462942ed53e req-6f25d3e1-f779-42e3-9272-91cb8aef9f23 tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:54:31.159679 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4ce0b3ca-9021-4389-91ce-a462942ed53e req-6f25d3e1-f779-42e3-9272-91cb8aef9f23 tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] 10.222.0.32 "GET /v2.0/ports?device_id=9367d0d7-731a-4d85-bb19-ebcc80584c08 HTTP/1.1" status: 200  len: 945 time: 0.0486252
Dec 25 21:54:31.207772 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4ce0b3ca-9021-4389-91ce-a462942ed53e req-ee961d61-0149-4ca4-ab17-f75e8a25dd3d tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd3cb3ad-f76b-4f1b-9311-1979c703df75&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421093
Dec 25 21:54:32.325299 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5beb8456-3248-493e-a147-5932c96bf32b req-06643eb2-0d21-4cd4-adb9-01f037f7b242 tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:54:32.326758 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5beb8456-3248-493e-a147-5932c96bf32b req-06643eb2-0d21-4cd4-adb9-01f037f7b242 tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] 10.222.0.32 "GET /v2.0/ports?device_id=9367d0d7-731a-4d85-bb19-ebcc80584c08 HTTP/1.1" status: 200  len: 945 time: 0.0520561
Dec 25 21:54:32.372884 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5beb8456-3248-493e-a147-5932c96bf32b req-78d24f5e-9668-4695-b4b4-b8ccacfb5d2f tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd3cb3ad-f76b-4f1b-9311-1979c703df75&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402238
Dec 25 21:54:33.486386 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cebe87-2f62-402c-9767-181cfcf88f03 req-3906c773-20e6-4ee3-ad89-518d3613aef1 tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:54:33.487845 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-04cebe87-2f62-402c-9767-181cfcf88f03 req-3906c773-20e6-4ee3-ad89-518d3613aef1 tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] 10.222.0.32 "GET /v2.0/ports?device_id=9367d0d7-731a-4d85-bb19-ebcc80584c08 HTTP/1.1" status: 200  len: 945 time: 0.0476036
Dec 25 21:54:33.535374 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-04cebe87-2f62-402c-9767-181cfcf88f03 req-001e80f9-a2de-4a3e-a810-72956afc36d7 tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd3cb3ad-f76b-4f1b-9311-1979c703df75&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415928
Dec 25 21:54:34.627985 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:54:34.651622 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23163b26-34b2-433a-95b1-ff3e0f310238 req-80163bce-0e26-4ca9-b004-71b976272c21 tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:54:34.653793 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-23163b26-34b2-433a-95b1-ff3e0f310238 req-80163bce-0e26-4ca9-b004-71b976272c21 tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] 10.222.0.32 "GET /v2.0/ports?device_id=9367d0d7-731a-4d85-bb19-ebcc80584c08 HTTP/1.1" status: 200  len: 945 time: 0.0488651
Dec 25 21:54:34.703835 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-23163b26-34b2-433a-95b1-ff3e0f310238 req-7ed12b14-ed5d-4c76-b793-97465e99cd2c tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd3cb3ad-f76b-4f1b-9311-1979c703df75&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440433
Dec 25 21:54:34.798876 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-480212c9-7885-4c04-aa54-c26da879ad15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:54:35.820510 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c175ab66-c2dc-431c-998d-529c10387195 req-8fe22f81-4e43-4ab3-80e9-9bd7a2e2d4c0 tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:54:35.822030 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c175ab66-c2dc-431c-998d-529c10387195 req-8fe22f81-4e43-4ab3-80e9-9bd7a2e2d4c0 tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] 10.222.0.32 "GET /v2.0/ports?device_id=9367d0d7-731a-4d85-bb19-ebcc80584c08 HTTP/1.1" status: 200  len: 945 time: 0.0489213
Dec 25 21:54:35.870671 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c175ab66-c2dc-431c-998d-529c10387195 req-b82afea0-77ce-4763-9c74-bd0f85ed7965 tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd3cb3ad-f76b-4f1b-9311-1979c703df75&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425904
Dec 25 21:54:36.985723 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81258a4-3200-464c-954b-6be05574bcaa req-e5b18936-6b82-414c-9bd8-dcbae5a0e29f tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:54:36.987207 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c81258a4-3200-464c-954b-6be05574bcaa req-e5b18936-6b82-414c-9bd8-dcbae5a0e29f tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] 10.222.0.32 "GET /v2.0/ports?device_id=9367d0d7-731a-4d85-bb19-ebcc80584c08 HTTP/1.1" status: 200  len: 945 time: 0.0491962
Dec 25 21:54:37.033206 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-44bae5a8-0701-42a3-92e6-5e869a00c25e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:54:37.033794 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c81258a4-3200-464c-954b-6be05574bcaa req-b67ba0dc-83d5-4098-b1ca-8458e2d0eb87 tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd3cb3ad-f76b-4f1b-9311-1979c703df75&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401478
Dec 25 21:54:38.154646 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2923c2e-472b-48a1-a171-8853161913ff req-23b83791-baa3-48c6-a323-7c153a6537a3 tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:54:38.156123 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e2923c2e-472b-48a1-a171-8853161913ff req-23b83791-baa3-48c6-a323-7c153a6537a3 tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] 10.222.0.32 "GET /v2.0/ports?device_id=9367d0d7-731a-4d85-bb19-ebcc80584c08 HTTP/1.1" status: 200  len: 945 time: 0.0535512
Dec 25 21:54:38.202531 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e2923c2e-472b-48a1-a171-8853161913ff req-9fece3a1-2974-4415-8294-ce7462579844 tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd3cb3ad-f76b-4f1b-9311-1979c703df75&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404575
Dec 25 21:54:38.587608 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:54:38.610334 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3e945ecd-9380-47c2-aa0a-12ebe07e03e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:54:39.320079 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f476328-9cbc-4e91-9370-90062a66587f req-9a0d5400-0a4c-4134-a092-980e0e31c925 tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:54:39.321576 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-6f476328-9cbc-4e91-9370-90062a66587f req-9a0d5400-0a4c-4134-a092-980e0e31c925 tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] 10.222.0.32 "GET /v2.0/ports?device_id=9367d0d7-731a-4d85-bb19-ebcc80584c08 HTTP/1.1" status: 200  len: 945 time: 0.0513697
Dec 25 21:54:39.367666 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-6f476328-9cbc-4e91-9370-90062a66587f req-fe726c8b-a256-4048-8071-eadd59074a8b tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd3cb3ad-f76b-4f1b-9311-1979c703df75&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401165
Dec 25 21:54:39.625123 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-15cb578f-7a63-4fd3-925d-83bad4c7b82a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:54:40.487976 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7916a3-9b3b-4e14-accc-86eca0dcc40b req-5fe13593-659a-4977-a9d2-60ef2c4bb3a2 tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:54:40.489513 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2e7916a3-9b3b-4e14-accc-86eca0dcc40b req-5fe13593-659a-4977-a9d2-60ef2c4bb3a2 tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] 10.222.0.32 "GET /v2.0/ports?device_id=9367d0d7-731a-4d85-bb19-ebcc80584c08 HTTP/1.1" status: 200  len: 945 time: 0.0520494
Dec 25 21:54:40.536491 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2e7916a3-9b3b-4e14-accc-86eca0dcc40b req-39840505-845e-42db-83bb-64a996fafbbb tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd3cb3ad-f76b-4f1b-9311-1979c703df75&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410817
Dec 25 21:54:40.762301 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:54:41.651748 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc2992a-b503-463c-b68a-b82bc2ec7e60 req-b90b7c5d-5ea3-431f-88d5-6e155336fc35 tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:54:41.653258 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-abc2992a-b503-463c-b68a-b82bc2ec7e60 req-b90b7c5d-5ea3-431f-88d5-6e155336fc35 tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] 10.222.0.32 "GET /v2.0/ports?device_id=9367d0d7-731a-4d85-bb19-ebcc80584c08 HTTP/1.1" status: 200  len: 945 time: 0.0490391
Dec 25 21:54:41.703006 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-abc2992a-b503-463c-b68a-b82bc2ec7e60 req-ca8119d6-cdcd-45d6-b7aa-975cceb39743 tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd3cb3ad-f76b-4f1b-9311-1979c703df75&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437858
Dec 25 21:54:42.818246 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc74a864-add4-4d72-87db-1ccce53c1b41 req-09f20eed-9ef0-4ec3-b571-1d00c835ba43 tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:54:42.819702 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-fc74a864-add4-4d72-87db-1ccce53c1b41 req-09f20eed-9ef0-4ec3-b571-1d00c835ba43 tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] 10.222.0.32 "GET /v2.0/ports?device_id=9367d0d7-731a-4d85-bb19-ebcc80584c08 HTTP/1.1" status: 200  len: 945 time: 0.0474942
Dec 25 21:54:42.869626 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-fc74a864-add4-4d72-87db-1ccce53c1b41 req-845ffb47-c545-48dd-b663-50353c29caa7 tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd3cb3ad-f76b-4f1b-9311-1979c703df75&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433545
Dec 25 21:54:43.985742 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96410f3b-b3a3-4439-9541-293a6b23bd48 req-e9c4e84b-f156-44c6-842d-b742000f151a tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:54:43.987273 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-96410f3b-b3a3-4439-9541-293a6b23bd48 req-e9c4e84b-f156-44c6-842d-b742000f151a tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] 10.222.0.32 "GET /v2.0/ports?device_id=9367d0d7-731a-4d85-bb19-ebcc80584c08 HTTP/1.1" status: 200  len: 945 time: 0.0497272
Dec 25 21:54:44.034617 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-96410f3b-b3a3-4439-9541-293a6b23bd48 req-318a20c3-e565-4c54-b0cb-7e8054b4185b tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd3cb3ad-f76b-4f1b-9311-1979c703df75&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413790
Dec 25 21:54:45.149408 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b009e8-7131-421a-a2d4-744e08d378b3 req-97270883-d8d4-4ce0-a10a-6555eebccfca tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:54:45.150861 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-19b009e8-7131-421a-a2d4-744e08d378b3 req-97270883-d8d4-4ce0-a10a-6555eebccfca tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] 10.222.0.32 "GET /v2.0/ports?device_id=9367d0d7-731a-4d85-bb19-ebcc80584c08 HTTP/1.1" status: 200  len: 945 time: 0.0479047
Dec 25 21:54:45.196861 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-19b009e8-7131-421a-a2d4-744e08d378b3 req-d87ba7cd-2410-4a95-8fc5-c3be1d59218e tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd3cb3ad-f76b-4f1b-9311-1979c703df75&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0393922
Dec 25 21:54:46.315007 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80805001-7dc5-489a-942f-d14559c2998f req-cd6f12eb-5bb0-4901-8c3a-641e16390bd6 tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:54:46.316465 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-80805001-7dc5-489a-942f-d14559c2998f req-cd6f12eb-5bb0-4901-8c3a-641e16390bd6 tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] 10.222.0.32 "GET /v2.0/ports?device_id=9367d0d7-731a-4d85-bb19-ebcc80584c08 HTTP/1.1" status: 200  len: 945 time: 0.0515957
Dec 25 21:54:46.362182 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-80805001-7dc5-489a-942f-d14559c2998f req-9db8fba7-7cf5-4f5d-ac54-af4c24f472d7 tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd3cb3ad-f76b-4f1b-9311-1979c703df75&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397625
Dec 25 21:54:47.476273 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53df6fea-88e1-4a6e-974b-9b689ba9c5ac req-336dacbe-6b12-4d54-abb5-1abb61101409 tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:54:47.477789 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-53df6fea-88e1-4a6e-974b-9b689ba9c5ac req-336dacbe-6b12-4d54-abb5-1abb61101409 tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] 10.222.0.32 "GET /v2.0/ports?device_id=9367d0d7-731a-4d85-bb19-ebcc80584c08 HTTP/1.1" status: 200  len: 945 time: 0.0482907
Dec 25 21:54:47.524819 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-53df6fea-88e1-4a6e-974b-9b689ba9c5ac req-d3d79eff-9075-478b-bb6e-693c574138cc tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd3cb3ad-f76b-4f1b-9311-1979c703df75&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405309
Dec 25 21:54:48.641310 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891e662b-39f3-4cd9-8586-f64667a35177 req-63127683-42df-4966-b220-dff8d108e796 tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:54:48.642803 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-891e662b-39f3-4cd9-8586-f64667a35177 req-63127683-42df-4966-b220-dff8d108e796 tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] 10.222.0.32 "GET /v2.0/ports?device_id=9367d0d7-731a-4d85-bb19-ebcc80584c08 HTTP/1.1" status: 200  len: 945 time: 0.0490189
Dec 25 21:54:48.692808 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-891e662b-39f3-4cd9-8586-f64667a35177 req-732d39bc-afd1-4855-b0b2-3de65cd4323e tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd3cb3ad-f76b-4f1b-9311-1979c703df75&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440300
Dec 25 21:54:49.807698 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b0c22f-f231-4c88-8a1d-95e918ad7ec0 req-3c2c44b6-de89-48f0-803f-4c17696402c4 tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:54:49.809193 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a3b0c22f-f231-4c88-8a1d-95e918ad7ec0 req-3c2c44b6-de89-48f0-803f-4c17696402c4 tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] 10.222.0.32 "GET /v2.0/ports?device_id=9367d0d7-731a-4d85-bb19-ebcc80584c08 HTTP/1.1" status: 200  len: 945 time: 0.0485523
Dec 25 21:54:49.856319 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a3b0c22f-f231-4c88-8a1d-95e918ad7ec0 req-0135593a-bd5e-4bba-94cd-dcb99a097b78 tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd3cb3ad-f76b-4f1b-9311-1979c703df75&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410905
Dec 25 21:54:50.974036 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2769eb69-2783-45e4-8b34-a93290e00574 req-f5eb7c24-7816-4234-8ebb-abc11fa10053 tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:54:50.975538 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2769eb69-2783-45e4-8b34-a93290e00574 req-f5eb7c24-7816-4234-8ebb-abc11fa10053 tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] 10.222.0.32 "GET /v2.0/ports?device_id=9367d0d7-731a-4d85-bb19-ebcc80584c08 HTTP/1.1" status: 200  len: 945 time: 0.0494485
Dec 25 21:54:51.022247 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2769eb69-2783-45e4-8b34-a93290e00574 req-6901fe28-df2c-429e-af6e-b33b814ca74f tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd3cb3ad-f76b-4f1b-9311-1979c703df75&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401776
Dec 25 21:54:52.146549 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8470e08e-fe11-4345-9c68-0f0026d746d8 req-b158f8cc-0a45-442c-840a-f3104badf91d tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:54:52.148026 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8470e08e-fe11-4345-9c68-0f0026d746d8 req-b158f8cc-0a45-442c-840a-f3104badf91d tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] 10.222.0.32 "GET /v2.0/ports?device_id=9367d0d7-731a-4d85-bb19-ebcc80584c08 HTTP/1.1" status: 200  len: 945 time: 0.0591822
Dec 25 21:54:52.193544 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8470e08e-fe11-4345-9c68-0f0026d746d8 req-ccfd7f73-0f09-4789-ae99-1f7e5a1ad3b8 tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd3cb3ad-f76b-4f1b-9311-1979c703df75&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0394375
Dec 25 21:54:53.307827 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f65c2d7-3c0a-4efc-bc62-342ec0058e28 req-41dc1556-8a42-4a5f-85f8-cbe6e25d9268 tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:54:53.309308 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9f65c2d7-3c0a-4efc-bc62-342ec0058e28 req-41dc1556-8a42-4a5f-85f8-cbe6e25d9268 tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] 10.222.0.32 "GET /v2.0/ports?device_id=9367d0d7-731a-4d85-bb19-ebcc80584c08 HTTP/1.1" status: 200  len: 945 time: 0.0478861
Dec 25 21:54:53.355591 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9f65c2d7-3c0a-4efc-bc62-342ec0058e28 req-2193b5fd-341b-43de-8a55-e4bdb0564f17 tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd3cb3ad-f76b-4f1b-9311-1979c703df75&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403769
Dec 25 21:54:54.473786 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d905eaf4-0b17-4e98-8cb8-c004099a4bf1 req-6cfbb525-2daf-44ea-b352-a124e9849864 tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:54:54.475313 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d905eaf4-0b17-4e98-8cb8-c004099a4bf1 req-6cfbb525-2daf-44ea-b352-a124e9849864 tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] 10.222.0.32 "GET /v2.0/ports?device_id=9367d0d7-731a-4d85-bb19-ebcc80584c08 HTTP/1.1" status: 200  len: 945 time: 0.0512793
Dec 25 21:54:54.530722 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d905eaf4-0b17-4e98-8cb8-c004099a4bf1 req-925c8927-ea80-4757-9f2d-fe2811e23140 tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd3cb3ad-f76b-4f1b-9311-1979c703df75&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0493097
Dec 25 21:54:55.035556 ncdv-master-1 neutron-server[121606]: INFO neutron.api.v2.resource [req-13dd44c8-0728-4071-b99f-580faa6214a0 req-e5e89ba4-5b94-457a-ad6d-dff025edaafd service neutron] show failed (client error): The resource could not be found.
Dec 25 21:54:55.036617 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-13dd44c8-0728-4071-b99f-580faa6214a0 req-e5e89ba4-5b94-457a-ad6d-dff025edaafd service neutron] 10.222.0.31 "GET /v2.0/ports/9146dffc-9aa4-4215-a1d1-9bf9a7031545/bindings/nch2-master-1 HTTP/1.1" status: 404  len: 380 time: 0.0541108
Dec 25 21:54:55.562830 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dd44c8-0728-4071-b99f-580faa6214a0 req-9581686a-0357-477a-a544-1d1dc9fe81d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:54:55.564327 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-13dd44c8-0728-4071-b99f-580faa6214a0 req-9581686a-0357-477a-a544-1d1dc9fe81d6 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=9367d0d7-731a-4d85-bb19-ebcc80584c08&tenant_id=9320712a3a5e434d84414d98bfe55244 HTTP/1.1" status: 200  len: 1096 time: 0.0407147
Dec 25 21:54:55.576448 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-13dd44c8-0728-4071-b99f-580faa6214a0 req-c9d423e3-e4f3-4ed0-8af4-29eebe88f821 service neutron] Request body: {'port': {'binding:host_id': 'nch2-master-1', 'device_owner': 'compute:nova'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:54:55.633104 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-13dd44c8-0728-4071-b99f-580faa6214a0 req-c9d423e3-e4f3-4ed0-8af4-29eebe88f821 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:54:55.777051 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fb5001-435b-4008-9a1c-07a57e756314 req-890a51f3-ff73-4a72-905f-e1e99bc629a2 tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:54:55.779144 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-22fb5001-435b-4008-9a1c-07a57e756314 req-890a51f3-ff73-4a72-905f-e1e99bc629a2 tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] 10.222.0.32 "GET /v2.0/ports?device_id=9367d0d7-731a-4d85-bb19-ebcc80584c08 HTTP/1.1" status: 200  len: 945 time: 0.1308646
Dec 25 21:54:55.876197 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-22fb5001-435b-4008-9a1c-07a57e756314 req-36ee2904-d6a3-4a7f-bba3-b7e6aa7e53df tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd3cb3ad-f76b-4f1b-9311-1979c703df75&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0892544
Dec 25 21:54:55.901529 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-13dd44c8-0728-4071-b99f-580faa6214a0 req-c9d423e3-e4f3-4ed0-8af4-29eebe88f821 service neutron] For port 9146dffc-9aa4-4215-a1d1-9bf9a7031545, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9146dffc-9aa4-4215-a1d1-9bf9a7031545,segment=NetworkSegment(fa431735-b16e-41c5-b92b-5cdd72e5c1b5),segment_id=fa431735-b16e-41c5-b92b-5cdd72e5c1b5)] {{(pid=121606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:54:55.935008 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-13dd44c8-0728-4071-b99f-580faa6214a0 req-c9d423e3-e4f3-4ed0-8af4-29eebe88f821 service neutron] For port 9146dffc-9aa4-4215-a1d1-9bf9a7031545, host nch1-master-1, cleared binding levels {{(pid=121606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:54:55.977210 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9367d0d7-731a-4d85-bb19-ebcc80584c08', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9146dffc-9aa4-4215-a1d1-9bf9a7031545'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:54:55.979453 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9858820c13ec2827453b94ebc4181065e990a4e4089ccb9fe762531ac62d2fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-160b90e5-3b0f-46a4-b81b-8d09e498a24b" -d '{"events": [{"server_uuid": "9367d0d7-731a-4d85-bb19-ebcc80584c08", "name": "network-vif-unplugged", "status": "completed", "tag": "9146dffc-9aa4-4215-a1d1-9bf9a7031545"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:54:55.983515 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-13dd44c8-0728-4071-b99f-580faa6214a0 req-c9d423e3-e4f3-4ed0-8af4-29eebe88f821 service neutron] Publish callbacks [] for port, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:54:55.995823 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.provisioning_blocks [req-13dd44c8-0728-4071-b99f-580faa6214a0 req-c9d423e3-e4f3-4ed0-8af4-29eebe88f821 service neutron] Transition to ACTIVE for port object 9146dffc-9aa4-4215-a1d1-9bf9a7031545 will not be triggered until provisioned by entity L2. {{(pid=121606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 25 21:54:56.070632 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-13dd44c8-0728-4071-b99f-580faa6214a0 req-c9d423e3-e4f3-4ed0-8af4-29eebe88f821 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:54:56.098417 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 25 Dec 2021 21:54:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffcabad1-e2b0-4d5b-ba36-8f71648cb1ab x-openstack-request-id: req-ffcabad1-e2b0-4d5b-ba36-8f71648cb1ab {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:54:56.098672 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9367d0d7-731a-4d85-bb19-ebcc80584c08", "name": "network-vif-unplugged", "status": "completed", "tag": "9146dffc-9aa4-4215-a1d1-9bf9a7031545", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:54:56.098927 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ffcabad1-e2b0-4d5b-ba36-8f71648cb1ab {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:54:56.099317 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9367d0d7-731a-4d85-bb19-ebcc80584c08', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9146dffc-9aa4-4215-a1d1-9bf9a7031545', 'code': 200}
Dec 25 21:54:56.140156 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [req-13dd44c8-0728-4071-b99f-580faa6214a0 req-c9d423e3-e4f3-4ed0-8af4-29eebe88f821 service neutron] No DVR routers for this DVR port 9146dffc-9aa4-4215-a1d1-9bf9a7031545 on host nch1-master-1 {{(pid=121606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:54:56.147004 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d423e3-e4f3-4ed0-8af4-29eebe88f821 service neutron] Pushing event updated for resources: {'Port': ['ID=9146dffc-9aa4-4215-a1d1-9bf9a7031545,revision_number=6']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:54:56.182493 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-13dd44c8-0728-4071-b99f-580faa6214a0 req-c9d423e3-e4f3-4ed0-8af4-29eebe88f821 service neutron] Attempting to bind port 9146dffc-9aa4-4215-a1d1-9bf9a7031545 on host nch2-master-1 for vnic_type normal with profile  {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:54:56.182845 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-13dd44c8-0728-4071-b99f-580faa6214a0 req-c9d423e3-e4f3-4ed0-8af4-29eebe88f821 service neutron] Attempting to bind port 9146dffc-9aa4-4215-a1d1-9bf9a7031545 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'fa431735-b16e-41c5-b92b-5cdd72e5c1b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'c7d9ee7c-a398-4322-a4d1-20e2155d0262'}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:54:56.183179 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13dd44c8-0728-4071-b99f-580faa6214a0 req-c9d423e3-e4f3-4ed0-8af4-29eebe88f821 service neutron] Attempting to bind port 9146dffc-9aa4-4215-a1d1-9bf9a7031545 on network c7d9ee7c-a398-4322-a4d1-20e2155d0262 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:54:56.189256 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13dd44c8-0728-4071-b99f-580faa6214a0 req-c9d423e3-e4f3-4ed0-8af4-29eebe88f821 service neutron] Port 9146dffc-9aa4-4215-a1d1-9bf9a7031545 on network c7d9ee7c-a398-4322-a4d1-20e2155d0262 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 25 21:54:56.189591 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13dd44c8-0728-4071-b99f-580faa6214a0 req-c9d423e3-e4f3-4ed0-8af4-29eebe88f821 service neutron] Attempting to bind port 9146dffc-9aa4-4215-a1d1-9bf9a7031545 on network c7d9ee7c-a398-4322-a4d1-20e2155d0262 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:54:56.194625 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13dd44c8-0728-4071-b99f-580faa6214a0 req-c9d423e3-e4f3-4ed0-8af4-29eebe88f821 service neutron] Checking agent: {'id': '0d9ae313-8f8d-40fa-8a9f-d098a25a9911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 21, 4, 38), 'started_at': datetime.datetime(2021, 12, 25, 21, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 54, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:54:56.194954 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13dd44c8-0728-4071-b99f-580faa6214a0 req-c9d423e3-e4f3-4ed0-8af4-29eebe88f821 service neutron] Checking segment: {'id': 'fa431735-b16e-41c5-b92b-5cdd72e5c1b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'c7d9ee7c-a398-4322-a4d1-20e2155d0262'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:54:56.195337 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13dd44c8-0728-4071-b99f-580faa6214a0 req-c9d423e3-e4f3-4ed0-8af4-29eebe88f821 service neutron] Bound using segment: {'id': 'fa431735-b16e-41c5-b92b-5cdd72e5c1b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'c7d9ee7c-a398-4322-a4d1-20e2155d0262'} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:54:56.195759 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-13dd44c8-0728-4071-b99f-580faa6214a0 req-c9d423e3-e4f3-4ed0-8af4-29eebe88f821 service neutron] Bound port: 9146dffc-9aa4-4215-a1d1-9bf9a7031545, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa431735-b16e-41c5-b92b-5cdd72e5c1b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'c7d9ee7c-a398-4322-a4d1-20e2155d0262'}}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:54:56.196139 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-13dd44c8-0728-4071-b99f-580faa6214a0 req-c9d423e3-e4f3-4ed0-8af4-29eebe88f821 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:54:56.261138 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-13dd44c8-0728-4071-b99f-580faa6214a0 req-c9d423e3-e4f3-4ed0-8af4-29eebe88f821 service neutron] For port 9146dffc-9aa4-4215-a1d1-9bf9a7031545, host nch2-master-1, cleared binding levels {{(pid=121606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:54:56.264070 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-13dd44c8-0728-4071-b99f-580faa6214a0 req-c9d423e3-e4f3-4ed0-8af4-29eebe88f821 service neutron] For port 9146dffc-9aa4-4215-a1d1-9bf9a7031545, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9146dffc-9aa4-4215-a1d1-9bf9a7031545,segment=NetworkSegment(fa431735-b16e-41c5-b92b-5cdd72e5c1b5),segment_id=fa431735-b16e-41c5-b92b-5cdd72e5c1b5)] {{(pid=121606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:54:56.352964 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-13dd44c8-0728-4071-b99f-580faa6214a0 req-c9d423e3-e4f3-4ed0-8af4-29eebe88f821 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:54:56.389840 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dd44c8-0728-4071-b99f-580faa6214a0 req-c9d423e3-e4f3-4ed0-8af4-29eebe88f821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:54:56.390459 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-13dd44c8-0728-4071-b99f-580faa6214a0 req-c9d423e3-e4f3-4ed0-8af4-29eebe88f821 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:54:56.391865 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-13dd44c8-0728-4071-b99f-580faa6214a0 req-c9d423e3-e4f3-4ed0-8af4-29eebe88f821 service neutron] 10.222.0.37 "PUT /v2.0/ports/9146dffc-9aa4-4215-a1d1-9bf9a7031545 HTTP/1.1" status: 200  len: 1091 time: 0.8198354
Dec 25 21:54:56.410214 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d423e3-e4f3-4ed0-8af4-29eebe88f821 service neutron] Pushing event updated for resources: {'Port': ['ID=9146dffc-9aa4-4215-a1d1-9bf9a7031545,revision_number=7']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:54:56.452400 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dd44c8-0728-4071-b99f-580faa6214a0 req-b2adc0cf-ef6c-4b56-934c-ddc6a93741cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:54:56.453923 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-13dd44c8-0728-4071-b99f-580faa6214a0 req-b2adc0cf-ef6c-4b56-934c-ddc6a93741cd service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9320712a3a5e434d84414d98bfe55244&device_id=9367d0d7-731a-4d85-bb19-ebcc80584c08 HTTP/1.1" status: 200  len: 1094 time: 0.0406184
Dec 25 21:54:56.548060 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dd44c8-0728-4071-b99f-580faa6214a0 req-525aa9c3-241c-4fc5-9ce3-4b62959c5403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:54:56.549642 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-13dd44c8-0728-4071-b99f-580faa6214a0 req-525aa9c3-241c-4fc5-9ce3-4b62959c5403 service neutron] 10.222.0.37 "GET /v2.0/networks?id=c7d9ee7c-a398-4322-a4d1-20e2155d0262 HTTP/1.1" status: 200  len: 915 time: 0.0887742
Dec 25 21:54:56.590088 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-13dd44c8-0728-4071-b99f-580faa6214a0 req-b5c8cc16-d682-4ef5-94ee-8de6957f87e7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9146dffc-9aa4-4215-a1d1-9bf9a7031545 HTTP/1.1" status: 200  len: 217 time: 0.0335481
Dec 25 21:54:56.637605 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dd44c8-0728-4071-b99f-580faa6214a0 req-d0c6c617-87d6-444e-a03f-d90f82edf0ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:54:56.638954 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-13dd44c8-0728-4071-b99f-580faa6214a0 req-d0c6c617-87d6-444e-a03f-d90f82edf0ee service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7087a742-14ef-4176-95ee-26a2f1590ab2 HTTP/1.1" status: 200  len: 854 time: 0.0420799
Dec 25 21:54:56.670649 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-13dd44c8-0728-4071-b99f-580faa6214a0 req-e20ff810-199a-4c8e-b1e8-07a8ae06eab5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c7d9ee7c-a398-4322-a4d1-20e2155d0262&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0244200
Dec 25 21:54:56.760755 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-13dd44c8-0728-4071-b99f-580faa6214a0 req-b3d5d50c-f7c3-41f0-9537-2cc8dadc7513 service neutron] 10.222.0.37 "GET /v2.0/networks/c7d9ee7c-a398-4322-a4d1-20e2155d0262?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0830231
Dec 25 21:54:56.861326 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-13dd44c8-0728-4071-b99f-580faa6214a0 req-ac1c96c8-8617-4e62-abf7-1167218a8cb8 service neutron] 10.222.0.37 "GET /v2.0/networks/c7d9ee7c-a398-4322-a4d1-20e2155d0262?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0924158
Dec 25 21:54:56.998940 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:54:56.998940 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:54:56.998940 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:54:56.998940 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:54:56.998940 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:54:56.998940 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:54:56.998940 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:54:56.998940 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:54:56.998940 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:54:56.998940 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:54:56.998940 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:54:56.998940 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:54:56.998940 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:54:56.998940 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:54:56.998940 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:54:56.998940 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:54:56.998940 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:54:56.998940 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:54:56.998940 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:54:56.998940 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:54:56.998940 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:54:56.998940 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:54:56.998940 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:54:56.998940 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:54:56.998940 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:54:56.998940 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:54:56.998940 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:54:56.998940 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:54:56.998940 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:54:56.998940 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:54:56.998940 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:54:56.998940 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:54:56.998940 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:54:56.998940 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:54:56.998940 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:54:56.998940 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:54:56.998940 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:54:56.998940 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:54:56.998940 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:54:56.998940 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:54:56.998940 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:54:56.998940 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:54:56.998940 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:54:56.998940 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:54:56.998940 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:54:56.998940 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:54:56.998940 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:54:56.998940 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:54:57.002520 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b085c056-a89e-47bb-b4a2-67798ae67c80 req-40e3d244-44ab-4191-939d-1199671c7289 tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:54:57.002630 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b085c056-a89e-47bb-b4a2-67798ae67c80 req-40e3d244-44ab-4191-939d-1199671c7289 tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] 10.222.0.32 "GET /v2.0/ports?device_id=9367d0d7-731a-4d85-bb19-ebcc80584c08 HTTP/1.1" status: 200  len: 943 time: 0.0502961
Dec 25 21:54:57.049743 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b085c056-a89e-47bb-b4a2-67798ae67c80 req-c16664ff-0fcb-4b4f-96e4-ad69537b3430 tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd3cb3ad-f76b-4f1b-9311-1979c703df75&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411196
Dec 25 21:54:58.100826 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9367d0d7-731a-4d85-bb19-ebcc80584c08', 'tag': '9146dffc-9aa4-4215-a1d1-9bf9a7031545'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:54:58.103225 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9858820c13ec2827453b94ebc4181065e990a4e4089ccb9fe762531ac62d2fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62c916b3-ded3-42ba-ba8d-9b1c4ac7e55e" -d '{"events": [{"name": "network-changed", "server_uuid": "9367d0d7-731a-4d85-bb19-ebcc80584c08", "tag": "9146dffc-9aa4-4215-a1d1-9bf9a7031545"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:54:58.155729 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Dec 2021 21:54:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2117f37-aa29-4412-bb75-95b933eda4d3 x-openstack-request-id: req-d2117f37-aa29-4412-bb75-95b933eda4d3 {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:54:58.156206 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9367d0d7-731a-4d85-bb19-ebcc80584c08", "tag": "9146dffc-9aa4-4215-a1d1-9bf9a7031545", "status": "completed", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:54:58.156466 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d2117f37-aa29-4412-bb75-95b933eda4d3 {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:54:58.156861 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9367d0d7-731a-4d85-bb19-ebcc80584c08', 'tag': '9146dffc-9aa4-4215-a1d1-9bf9a7031545', 'status': 'completed', 'code': 200}
Dec 25 21:54:58.176348 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462bc8d6-3a08-45ef-b51e-917ff4b221f8 req-107a9802-d7f9-4273-9e64-4a5d874d5ea2 tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:54:58.178051 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-462bc8d6-3a08-45ef-b51e-917ff4b221f8 req-107a9802-d7f9-4273-9e64-4a5d874d5ea2 tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] 10.222.0.32 "GET /v2.0/ports?device_id=9367d0d7-731a-4d85-bb19-ebcc80584c08 HTTP/1.1" status: 200  len: 943 time: 0.0573907
Dec 25 21:54:58.284834 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c916b3-ded3-42ba-ba8d-9b1c4ac7e55e req-89db9207-c1ed-4924-ae7b-ca6d6eee8dad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:54:58.286387 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-62c916b3-ded3-42ba-ba8d-9b1c4ac7e55e req-89db9207-c1ed-4924-ae7b-ca6d6eee8dad service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9320712a3a5e434d84414d98bfe55244&device_id=9367d0d7-731a-4d85-bb19-ebcc80584c08 HTTP/1.1" status: 200  len: 1094 time: 0.1074743
Dec 25 21:54:58.289320 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c916b3-ded3-42ba-ba8d-9b1c4ac7e55e req-01cdc9bd-8825-4099-b895-11a80bccc28b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:54:58.290684 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-62c916b3-ded3-42ba-ba8d-9b1c4ac7e55e req-01cdc9bd-8825-4099-b895-11a80bccc28b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=9320712a3a5e434d84414d98bfe55244&device_id=9367d0d7-731a-4d85-bb19-ebcc80584c08 HTTP/1.1" status: 200  len: 1094 time: 0.1107271
Dec 25 21:54:58.294605 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-462bc8d6-3a08-45ef-b51e-917ff4b221f8 req-8521e1d0-49d9-49c0-a126-344368f19b55 tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd3cb3ad-f76b-4f1b-9311-1979c703df75&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1069591
Dec 25 21:54:58.444899 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c916b3-ded3-42ba-ba8d-9b1c4ac7e55e req-ceb4d701-58ea-41c9-94e6-88f68425aefe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:54:58.446385 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-62c916b3-ded3-42ba-ba8d-9b1c4ac7e55e req-ceb4d701-58ea-41c9-94e6-88f68425aefe service neutron] 10.222.0.37 "GET /v2.0/networks?id=c7d9ee7c-a398-4322-a4d1-20e2155d0262 HTTP/1.1" status: 200  len: 915 time: 0.1509335
Dec 25 21:54:58.448902 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c916b3-ded3-42ba-ba8d-9b1c4ac7e55e req-90daf907-b87c-474e-a1b7-d7b1f901cff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:54:58.450768 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-62c916b3-ded3-42ba-ba8d-9b1c4ac7e55e req-90daf907-b87c-474e-a1b7-d7b1f901cff8 service neutron] 10.222.0.31 "GET /v2.0/networks?id=c7d9ee7c-a398-4322-a4d1-20e2155d0262 HTTP/1.1" status: 200  len: 915 time: 0.1481903
Dec 25 21:54:58.524668 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-62c916b3-ded3-42ba-ba8d-9b1c4ac7e55e req-edc886f3-89dd-41d5-bf29-824d754f7b47 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9146dffc-9aa4-4215-a1d1-9bf9a7031545 HTTP/1.1" status: 200  len: 217 time: 0.0669682
Dec 25 21:54:58.527279 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-62c916b3-ded3-42ba-ba8d-9b1c4ac7e55e req-46fc167d-9d80-43c6-a995-da22cca13fc2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9146dffc-9aa4-4215-a1d1-9bf9a7031545 HTTP/1.1" status: 200  len: 217 time: 0.0619092
Dec 25 21:54:58.894826 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device 9146dffc-9aa4-4215-a1d1-9bf9a7031545 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 25 21:54:58.959031 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c916b3-ded3-42ba-ba8d-9b1c4ac7e55e req-beeca6a3-e4ab-49e0-9d4d-5f386c9ef307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:54:58.960511 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-62c916b3-ded3-42ba-ba8d-9b1c4ac7e55e req-beeca6a3-e4ab-49e0-9d4d-5f386c9ef307 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=7087a742-14ef-4176-95ee-26a2f1590ab2 HTTP/1.1" status: 200  len: 854 time: 0.4296017
Dec 25 21:54:58.961964 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c916b3-ded3-42ba-ba8d-9b1c4ac7e55e req-1391541a-50e0-4a18-a28b-106f842d6a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:54:58.963255 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-62c916b3-ded3-42ba-ba8d-9b1c4ac7e55e req-1391541a-50e0-4a18-a28b-106f842d6a50 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7087a742-14ef-4176-95ee-26a2f1590ab2 HTTP/1.1" status: 200  len: 854 time: 0.4252207
Dec 25 21:54:58.990497 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port 9146dffc-9aa4-4215-a1d1-9bf9a7031545, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9146dffc-9aa4-4215-a1d1-9bf9a7031545,segment=NetworkSegment(fa431735-b16e-41c5-b92b-5cdd72e5c1b5),segment_id=fa431735-b16e-41c5-b92b-5cdd72e5c1b5)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:54:59.005973 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Returning: {'device': '9146dffc-9aa4-4215-a1d1-9bf9a7031545', 'network_id': 'c7d9ee7c-a398-4322-a4d1-20e2155d0262', 'port_id': '9146dffc-9aa4-4215-a1d1-9bf9a7031545', 'mac_address': 'fa:16:3e:68:8b:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7087a742-14ef-4176-95ee-26a2f1590ab2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 25 21:54:59.011166 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-62c916b3-ded3-42ba-ba8d-9b1c4ac7e55e req-27fc56f9-819b-4baf-b70f-f7989da5caee service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=c7d9ee7c-a398-4322-a4d1-20e2155d0262&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0429723
Dec 25 21:54:59.013604 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-62c916b3-ded3-42ba-ba8d-9b1c4ac7e55e req-8a78adb5-5a05-4400-8759-bfb616852c1d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c7d9ee7c-a398-4322-a4d1-20e2155d0262&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0368330
Dec 25 21:54:59.030018 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device 9146dffc-9aa4-4215-a1d1-9bf9a7031545 no longer exists at agent hyperv_nch1-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:54:59.077062 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:54:59.093312 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9146dffc-9aa4-4215-a1d1-9bf9a7031545 {{(pid=121608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:54:59.097352 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] The host nch1-master-1 is not matching for port 9146dffc-9aa4-4215-a1d1-9bf9a7031545 host nch2-master-1! {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}}
Dec 25 21:54:59.097723 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device 9146dffc-9aa4-4215-a1d1-9bf9a7031545 not bound to the agent host nch1-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:54:59.114314 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port 9146dffc-9aa4-4215-a1d1-9bf9a7031545, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9146dffc-9aa4-4215-a1d1-9bf9a7031545,segment=NetworkSegment(fa431735-b16e-41c5-b92b-5cdd72e5c1b5),segment_id=fa431735-b16e-41c5-b92b-5cdd72e5c1b5)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:54:59.169112 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-62c916b3-ded3-42ba-ba8d-9b1c4ac7e55e req-63ceecaf-df0f-4304-bfbc-69d1881c1241 service neutron] 10.222.0.31 "GET /v2.0/networks/c7d9ee7c-a398-4322-a4d1-20e2155d0262?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1509945
Dec 25 21:54:59.171160 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-62c916b3-ded3-42ba-ba8d-9b1c4ac7e55e req-9f3e8c4e-8b90-42cb-bd7f-b1b4584f76f2 service neutron] 10.222.0.37 "GET /v2.0/networks/c7d9ee7c-a398-4322-a4d1-20e2155d0262?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1456428
Dec 25 21:54:59.173425 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:54:59.221884 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Pushing event updated for resources: {'Port': ['ID=9146dffc-9aa4-4215-a1d1-9bf9a7031545,revision_number=8']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:54:59.330464 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-62c916b3-ded3-42ba-ba8d-9b1c4ac7e55e req-dea48d03-b853-4967-a8f8-6ed729b3f73a service neutron] 10.222.0.31 "GET /v2.0/networks/c7d9ee7c-a398-4322-a4d1-20e2155d0262?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1549320
Dec 25 21:54:59.332355 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-62c916b3-ded3-42ba-ba8d-9b1c4ac7e55e req-4c50e4d4-6bae-4d97-96c2-e225f9af8246 service neutron] 10.222.0.37 "GET /v2.0/networks/c7d9ee7c-a398-4322-a4d1-20e2155d0262?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1498795
Dec 25 21:54:59.405511 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] get_ports_and_sgs() called for port_ids ['9146dffc-9aa4-4215-a1d1-9bf9a7031545'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:54:59.417789 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3acf16c-c7e2-40b7-9f84-11e6544a6103 req-e09f31b9-ff1a-4b92-803d-b5f38495ee97 tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:54:59.420260 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e3acf16c-c7e2-40b7-9f84-11e6544a6103 req-e09f31b9-ff1a-4b92-803d-b5f38495ee97 tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] 10.222.0.32 "GET /v2.0/ports?device_id=9367d0d7-731a-4d85-bb19-ebcc80584c08 HTTP/1.1" status: 200  len: 944 time: 0.0508299
Dec 25 21:54:59.466193 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e3acf16c-c7e2-40b7-9f84-11e6544a6103 req-a7ecf8db-b554-4fd4-a758-7170da7d2e1c tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd3cb3ad-f76b-4f1b-9311-1979c703df75&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402114
Dec 25 21:54:59.789798 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd54908-4d45-4988-a75e-962755a63dcf req-65b40fb9-1c86-421e-9130-ff23dd9d0bf4 tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:54:59.791359 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8dd54908-4d45-4988-a75e-962755a63dcf req-65b40fb9-1c86-421e-9130-ff23dd9d0bf4 tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] 10.222.0.32 "GET /v2.0/ports?device_id=9367d0d7-731a-4d85-bb19-ebcc80584c08 HTTP/1.1" status: 200  len: 944 time: 0.0481570
Dec 25 21:54:59.870066 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8dd54908-4d45-4988-a75e-962755a63dcf req-eb721a78-2c58-4658-925b-550b54e4aceb tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd3cb3ad-f76b-4f1b-9311-1979c703df75&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0719686
Dec 25 21:54:59.886656 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e1861d-1074-476c-8793-55a18b90804b req-4f1f7b42-7d21-4736-a81b-572337cee227 tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:54:59.888305 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b2e1861d-1074-476c-8793-55a18b90804b req-4f1f7b42-7d21-4736-a81b-572337cee227 tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] 10.222.0.31 "GET /v2.0/ports?device_id=9367d0d7-731a-4d85-bb19-ebcc80584c08&tenant_id=9320712a3a5e434d84414d98bfe55244&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 944 time: 0.0744214
Dec 25 21:54:59.947438 ncdv-master-1 neutron-server[121606]: INFO neutron.api.v2.resource [req-b2e1861d-1074-476c-8793-55a18b90804b req-fdc441b8-2790-4652-b5c3-6091abf1505f service neutron] delete failed (client error): The resource could not be found.
Dec 25 21:54:59.948443 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b2e1861d-1074-476c-8793-55a18b90804b req-fdc441b8-2790-4652-b5c3-6091abf1505f service neutron] 10.222.0.31 "DELETE /v2.0/ports/9146dffc-9aa4-4215-a1d1-9bf9a7031545/bindings/nch1-master-1 HTTP/1.1" status: 404  len: 380 time: 0.0532498
Dec 25 21:55:00.030480 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e1861d-1074-476c-8793-55a18b90804b req-d52346d9-d1f3-4ce9-936d-15e6ca90ae89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:55:00.031988 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b2e1861d-1074-476c-8793-55a18b90804b req-d52346d9-d1f3-4ce9-936d-15e6ca90ae89 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=9320712a3a5e434d84414d98bfe55244&device_id=9367d0d7-731a-4d85-bb19-ebcc80584c08 HTTP/1.1" status: 200  len: 1095 time: 0.0411377
Dec 25 21:55:00.123609 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e1861d-1074-476c-8793-55a18b90804b req-3e67cd5a-59ca-4352-87ba-cc0286635641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:55:00.125089 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b2e1861d-1074-476c-8793-55a18b90804b req-3e67cd5a-59ca-4352-87ba-cc0286635641 service neutron] 10.222.0.31 "GET /v2.0/networks?id=c7d9ee7c-a398-4322-a4d1-20e2155d0262 HTTP/1.1" status: 200  len: 915 time: 0.0860288
Dec 25 21:55:00.165939 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b2e1861d-1074-476c-8793-55a18b90804b req-7f1eb6e7-5705-4059-a8a4-3fa7719975d2 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9146dffc-9aa4-4215-a1d1-9bf9a7031545 HTTP/1.1" status: 200  len: 217 time: 0.0342777
Dec 25 21:55:00.213024 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e1861d-1074-476c-8793-55a18b90804b req-ecfbe3fa-f1d4-40fa-9819-4cc0832ba963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:55:00.214365 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b2e1861d-1074-476c-8793-55a18b90804b req-ecfbe3fa-f1d4-40fa-9819-4cc0832ba963 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=7087a742-14ef-4176-95ee-26a2f1590ab2 HTTP/1.1" status: 200  len: 854 time: 0.0418966
Dec 25 21:55:00.249308 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b2e1861d-1074-476c-8793-55a18b90804b req-0771044a-693e-41b3-adce-a783dee13ef4 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=c7d9ee7c-a398-4322-a4d1-20e2155d0262&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0276439
Dec 25 21:55:00.335909 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b2e1861d-1074-476c-8793-55a18b90804b req-f66b00b7-2a02-4f35-a00f-fd7d598b60ad service neutron] 10.222.0.31 "GET /v2.0/networks/c7d9ee7c-a398-4322-a4d1-20e2155d0262?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0799804
Dec 25 21:55:00.425659 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b2e1861d-1074-476c-8793-55a18b90804b req-8ec2c8cd-04da-4453-8836-bdce8ad369e3 service neutron] 10.222.0.31 "GET /v2.0/networks/c7d9ee7c-a398-4322-a4d1-20e2155d0262?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0828400
Dec 25 21:55:00.910484 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device 9146dffc-9aa4-4215-a1d1-9bf9a7031545 up at agent hyperv_nch2-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:55:00.991422 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca808dc3-361f-4900-88a1-e8ac3b82e54e req-b3057aa9-df39-43aa-9d40-337bae1638ed tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:55:00.992952 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ca808dc3-361f-4900-88a1-e8ac3b82e54e req-b3057aa9-df39-43aa-9d40-337bae1638ed tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] 10.222.0.32 "GET /v2.0/ports?device_id=9367d0d7-731a-4d85-bb19-ebcc80584c08 HTTP/1.1" status: 200  len: 944 time: 0.0506756
Dec 25 21:55:01.014105 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Provisioning for port 9146dffc-9aa4-4215-a1d1-9bf9a7031545 completed by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 25 21:55:01.017987 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Provisioning complete for port 9146dffc-9aa4-4215-a1d1-9bf9a7031545 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:55:01.018411 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:55:01.043695 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ca808dc3-361f-4900-88a1-e8ac3b82e54e req-fcdd9385-787f-40f5-af13-bb2fe285587d tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd3cb3ad-f76b-4f1b-9311-1979c703df75&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436993
Dec 25 21:55:01.103591 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:55:01.126025 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9367d0d7-731a-4d85-bb19-ebcc80584c08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9146dffc-9aa4-4215-a1d1-9bf9a7031545'}] {{(pid=121608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:55:01.128276 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a88c78c3ff6266bd59c7e89d275b28c92e739b67d23c89d71af88829fd31566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce8c1193-3a3a-46ca-a562-c355784f0f2d" -d '{"events": [{"server_uuid": "9367d0d7-731a-4d85-bb19-ebcc80584c08", "name": "network-vif-plugged", "status": "completed", "tag": "9146dffc-9aa4-4215-a1d1-9bf9a7031545"}]}' {{(pid=121608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:55:01.143746 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port 9146dffc-9aa4-4215-a1d1-9bf9a7031545, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9146dffc-9aa4-4215-a1d1-9bf9a7031545,segment=NetworkSegment(fa431735-b16e-41c5-b92b-5cdd72e5c1b5),segment_id=fa431735-b16e-41c5-b92b-5cdd72e5c1b5)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:55:01.166020 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 21:55:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba20b7c8-0fe8-471e-8e57-db90a09ecb67 x-openstack-request-id: req-ba20b7c8-0fe8-471e-8e57-db90a09ecb67 {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:55:01.166319 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9367d0d7-731a-4d85-bb19-ebcc80584c08", "name": "network-vif-plugged", "status": "completed", "tag": "9146dffc-9aa4-4215-a1d1-9bf9a7031545", "code": 200}]} {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:55:01.166577 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ba20b7c8-0fe8-471e-8e57-db90a09ecb67 {{(pid=121608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:55:01.166984 ncdv-master-1 neutron-server[121608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9367d0d7-731a-4d85-bb19-ebcc80584c08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9146dffc-9aa4-4215-a1d1-9bf9a7031545', 'code': 200}
Dec 25 21:55:01.213382 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:55:01.259522 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Pushing event updated for resources: {'Port': ['ID=9146dffc-9aa4-4215-a1d1-9bf9a7031545,revision_number=9']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:55:02.165367 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48fa9c8-b726-4c45-b412-a58e40253d2a req-acdb5472-3049-474e-8842-e13357815581 tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:55:02.166912 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a48fa9c8-b726-4c45-b412-a58e40253d2a req-acdb5472-3049-474e-8842-e13357815581 tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] 10.222.0.32 "GET /v2.0/ports?device_id=9367d0d7-731a-4d85-bb19-ebcc80584c08 HTTP/1.1" status: 200  len: 945 time: 0.0516653
Dec 25 21:55:02.221399 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a48fa9c8-b726-4c45-b412-a58e40253d2a req-e2de72d2-6256-464a-8264-7e527882a64d tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd3cb3ad-f76b-4f1b-9311-1979c703df75&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0478535
Dec 25 21:55:02.343819 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f5f9d2-e945-40ae-af8f-a544909dc45b req-5cc4d6bf-3c66-4791-adb2-d9092a45ac17 tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:55:02.345360 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f3f5f9d2-e945-40ae-af8f-a544909dc45b req-5cc4d6bf-3c66-4791-adb2-d9092a45ac17 tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] 10.222.0.32 "GET /v2.0/ports?device_id=9367d0d7-731a-4d85-bb19-ebcc80584c08 HTTP/1.1" status: 200  len: 945 time: 0.0522025
Dec 25 21:55:02.393661 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f3f5f9d2-e945-40ae-af8f-a544909dc45b req-1dd00d20-95ec-4c2b-a419-47e61a302ab3 tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd3cb3ad-f76b-4f1b-9311-1979c703df75&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414550
Dec 25 21:55:02.508212 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeae31a9-b9b5-4bd9-80b2-fcb4f1ee1ef6 req-88b5dc6f-2511-4963-bb92-8a4dd7df747e tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:55:02.509674 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-eeae31a9-b9b5-4bd9-80b2-fcb4f1ee1ef6 req-88b5dc6f-2511-4963-bb92-8a4dd7df747e tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] 10.222.0.32 "GET /v2.0/ports?device_id=9367d0d7-731a-4d85-bb19-ebcc80584c08 HTTP/1.1" status: 200  len: 945 time: 0.0490155
Dec 25 21:55:02.557186 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-eeae31a9-b9b5-4bd9-80b2-fcb4f1ee1ef6 req-2cc748a0-23ac-4fd5-a148-1e31a9f3f28b tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd3cb3ad-f76b-4f1b-9311-1979c703df75&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408623
Dec 25 21:55:02.750340 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.agents_db [None req-ec08dba0-4483-4109-b5e1-5e4a9fdaf12d None None] Agent healthcheck: found 7 active agents {{(pid=121609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 25 21:55:03.075047 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3310fdb8-d0e3-41d2-b137-d5bc55d158d7 req-29a8d7cd-57f0-448c-893e-80b29ac334d9 tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:55:03.076512 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3310fdb8-d0e3-41d2-b137-d5bc55d158d7 req-29a8d7cd-57f0-448c-893e-80b29ac334d9 tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] 10.222.0.32 "GET /v2.0/ports?device_id=9367d0d7-731a-4d85-bb19-ebcc80584c08 HTTP/1.1" status: 200  len: 945 time: 0.0521321
Dec 25 21:55:03.123134 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3310fdb8-d0e3-41d2-b137-d5bc55d158d7 req-18973f48-2465-4334-9a42-9b4d0b15b5ef tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd3cb3ad-f76b-4f1b-9311-1979c703df75&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404015
Dec 25 21:55:04.256661 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842b120e-1150-49e8-a6f5-be48e2de1b18 req-e5373e98-aef6-4143-b491-3e42823adb66 tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:55:04.258162 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-842b120e-1150-49e8-a6f5-be48e2de1b18 req-e5373e98-aef6-4143-b491-3e42823adb66 tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] 10.222.0.32 "GET /v2.0/ports?device_id=9367d0d7-731a-4d85-bb19-ebcc80584c08 HTTP/1.1" status: 200  len: 945 time: 0.0665677
Dec 25 21:55:04.266760 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01311700-f42d-4230-8d87-f1cfebd7b9ae req-88b3f31c-9ef7-4ce4-b156-654c4280ba0c tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:55:04.268112 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-01311700-f42d-4230-8d87-f1cfebd7b9ae req-88b3f31c-9ef7-4ce4-b156-654c4280ba0c tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] 10.222.0.37 "GET /v2.0/ports?device_id=9367d0d7-731a-4d85-bb19-ebcc80584c08 HTTP/1.1" status: 200  len: 945 time: 0.0853677
Dec 25 21:55:04.359620 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-842b120e-1150-49e8-a6f5-be48e2de1b18 req-b6250bab-e489-4797-b0ff-6de2937c41ab tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd3cb3ad-f76b-4f1b-9311-1979c703df75&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0905178
Dec 25 21:55:04.386376 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [req-01311700-f42d-4230-8d87-f1cfebd7b9ae req-5a4815c7-4ac1-4d98-850c-f7e0363c6d16 tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] Deleting port 9146dffc-9aa4-4215-a1d1-9bf9a7031545 {{(pid=121606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:55:04.386722 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-01311700-f42d-4230-8d87-f1cfebd7b9ae req-5a4815c7-4ac1-4d98-850c-f7e0363c6d16 tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:55:04.476223 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-01311700-f42d-4230-8d87-f1cfebd7b9ae req-5a4815c7-4ac1-4d98-850c-f7e0363c6d16 tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] For port 9146dffc-9aa4-4215-a1d1-9bf9a7031545, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9146dffc-9aa4-4215-a1d1-9bf9a7031545,segment=NetworkSegment(fa431735-b16e-41c5-b92b-5cdd72e5c1b5),segment_id=fa431735-b16e-41c5-b92b-5cdd72e5c1b5)] {{(pid=121606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:55:04.476589 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-01311700-f42d-4230-8d87-f1cfebd7b9ae req-5a4815c7-4ac1-4d98-850c-f7e0363c6d16 tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:55:04.488814 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [req-01311700-f42d-4230-8d87-f1cfebd7b9ae req-5a4815c7-4ac1-4d98-850c-f7e0363c6d16 tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] Calling delete_port for 9146dffc-9aa4-4215-a1d1-9bf9a7031545 owned by compute:nova {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:55:04.579372 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:55:04.689741 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-01311700-f42d-4230-8d87-f1cfebd7b9ae req-5a4815c7-4ac1-4d98-850c-f7e0363c6d16 tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:55:04.701277 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] get_ports_and_sgs() called for port_ids ['9146dffc-9aa4-4215-a1d1-9bf9a7031545'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:55:04.721673 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4815c7-4ac1-4d98-850c-f7e0363c6d16 tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] Pushing event deleted for resources: {'Port': ['ID=9146dffc-9aa4-4215-a1d1-9bf9a7031545,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:55:04.762670 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [req-01311700-f42d-4230-8d87-f1cfebd7b9ae req-5a4815c7-4ac1-4d98-850c-f7e0363c6d16 tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] No DVR routers for this DVR port 9146dffc-9aa4-4215-a1d1-9bf9a7031545 on host nch2-master-1 {{(pid=121606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:55:04.765399 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-01311700-f42d-4230-8d87-f1cfebd7b9ae req-5a4815c7-4ac1-4d98-850c-f7e0363c6d16 tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:55:04.768822 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-01311700-f42d-4230-8d87-f1cfebd7b9ae req-5a4815c7-4ac1-4d98-850c-f7e0363c6d16 tempest-ServerDiskConfigTestJSON-667614809 tempest-ServerDiskConfigTestJSON-667614809-project] 10.222.0.37 "DELETE /v2.0/ports/9146dffc-9aa4-4215-a1d1-9bf9a7031545 HTTP/1.1" status: 204  len: 173 time: 0.4932830
Dec 25 21:55:04.771192 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9367d0d7-731a-4d85-bb19-ebcc80584c08', 'name': 'network-vif-deleted', 'tag': '9146dffc-9aa4-4215-a1d1-9bf9a7031545'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:55:04.771595 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9858820c13ec2827453b94ebc4181065e990a4e4089ccb9fe762531ac62d2fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3d38336-100d-4d29-9cab-b5e51ad94457" -d '{"events": [{"server_uuid": "9367d0d7-731a-4d85-bb19-ebcc80584c08", "name": "network-vif-deleted", "tag": "9146dffc-9aa4-4215-a1d1-9bf9a7031545"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:55:04.790750 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-f5eed832-664c-47c3-91a6-09f8535a39e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:55:04.807882 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 21:55:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7903974-b811-478b-a022-17997b74f0b8 x-openstack-request-id: req-a7903974-b811-478b-a022-17997b74f0b8 {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:55:04.808223 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9367d0d7-731a-4d85-bb19-ebcc80584c08", "name": "network-vif-deleted", "tag": "9146dffc-9aa4-4215-a1d1-9bf9a7031545", "status": "completed", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:55:04.808520 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a7903974-b811-478b-a022-17997b74f0b8 {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:55:04.809556 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9367d0d7-731a-4d85-bb19-ebcc80584c08', 'name': 'network-vif-deleted', 'tag': '9146dffc-9aa4-4215-a1d1-9bf9a7031545', 'status': 'completed', 'code': 200}
Dec 25 21:55:05.484593 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 45622) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:55:05.530444 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3921cd4-c5d6-4742-a1c8-6401b0441f1e admin admin] Deleting subnet 7087a742-14ef-4176-95ee-26a2f1590ab2 {{(pid=121607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Dec 25 21:55:05.533426 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-c3921cd4-c5d6-4742-a1c8-6401b0441f1e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:55:05.570276 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-c3921cd4-c5d6-4742-a1c8-6401b0441f1e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10246617'] for subnet, precommit_delete_associations {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:55:05.608568 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-c3921cd4-c5d6-4742-a1c8-6401b0441f1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995662'] for subnet, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:55:05.729781 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-c3921cd4-c5d6-4742-a1c8-6401b0441f1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8632410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8852809'] for subnet, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:55:05.756301 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3921cd4-c5d6-4742-a1c8-6401b0441f1e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7087a742-14ef-4176-95ee-26a2f1590ab2,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:55:05.758675 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-c3921cd4-c5d6-4742-a1c8-6401b0441f1e admin admin] Publish callbacks [] for subnet, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:55:05.763607 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-c3921cd4-c5d6-4742-a1c8-6401b0441f1e admin admin] 10.222.0.32 "DELETE /v2.0/subnets/7087a742-14ef-4176-95ee-26a2f1590ab2 HTTP/1.1" status: 204  len: 168 time: 0.2761931
Dec 25 21:55:05.765069 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 45626) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:55:05.768837 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3921cd4-c5d6-4742-a1c8-6401b0441f1e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:55:05.774304 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3921cd4-c5d6-4742-a1c8-6401b0441f1e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:55:05.774304 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3921cd4-c5d6-4742-a1c8-6401b0441f1e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:55:05.774304 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3921cd4-c5d6-4742-a1c8-6401b0441f1e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:55:05.774304 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3921cd4-c5d6-4742-a1c8-6401b0441f1e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:55:05.774304 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3921cd4-c5d6-4742-a1c8-6401b0441f1e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:55:05.774304 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3921cd4-c5d6-4742-a1c8-6401b0441f1e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:55:05.774304 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3921cd4-c5d6-4742-a1c8-6401b0441f1e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:55:05.774304 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3921cd4-c5d6-4742-a1c8-6401b0441f1e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:55:05.774304 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3921cd4-c5d6-4742-a1c8-6401b0441f1e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:55:05.774304 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3921cd4-c5d6-4742-a1c8-6401b0441f1e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:55:05.774304 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3921cd4-c5d6-4742-a1c8-6401b0441f1e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:55:05.774304 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3921cd4-c5d6-4742-a1c8-6401b0441f1e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:55:05.833996 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-6d07e26e-d325-4050-bb7b-ddce6f75dba4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625803'] for network, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:55:05.914261 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-6d07e26e-d325-4050-bb7b-ddce6f75dba4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997585', 'neutron.services.segments.db._delete_segments_for_network-8737602743071'] for network, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:55:05.934329 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.segments.db [None req-6d07e26e-d325-4050-bb7b-ddce6f75dba4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2612fac550>,) {'filters': {'network_id': ['c7d9ee7c-a398-4322-a4d1-20e2155d0262']}} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:55:05.943314 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.segments.db [None req-6d07e26e-d325-4050-bb7b-ddce6f75dba4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2612fac550>, 'fa431735-b16e-41c5-b92b-5cdd72e5c1b5') {'for_net_delete': True} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:55:05.943618 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.segments.db [None req-6d07e26e-d325-4050-bb7b-ddce6f75dba4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2612fac550>, 'fa431735-b16e-41c5-b92b-5cdd72e5c1b5') {} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:55:05.953503 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-6d07e26e-d325-4050-bb7b-ddce6f75dba4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737602746920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9084222'] for segment, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:55:05.966756 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-6d07e26e-d325-4050-bb7b-ddce6f75dba4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:55:05.972804 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d07e26e-d325-4050-bb7b-ddce6f75dba4 admin admin] Releasing vlan 151 on physical network physnet1 to pool {{(pid=121606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 25 21:55:05.973233 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-6d07e26e-d325-4050-bb7b-ddce6f75dba4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9084542'] for segment, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:55:05.974871 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:55:05.974871 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:55:05.974871 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:55:05.974871 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:55:05.974871 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:55:05.974871 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:55:05.974871 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:55:05.974871 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:55:05.974871 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:55:05.974871 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:55:05.974871 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:55:05.974871 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:55:05.974871 ncdv-master-1 neutron-server[121606]: Traceback (most recent call last):
Dec 25 21:55:05.974871 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 25 21:55:05.974871 ncdv-master-1 neutron-server[121606]:     timer()
Dec 25 21:55:05.974871 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 25 21:55:05.974871 ncdv-master-1 neutron-server[121606]:     cb(*args, **kw)
Dec 25 21:55:05.974871 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 25 21:55:05.974871 ncdv-master-1 neutron-server[121606]:     return func(*args, **kwargs)
Dec 25 21:55:05.974871 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 25 21:55:05.974871 ncdv-master-1 neutron-server[121606]:     self._notify()
Dec 25 21:55:05.974871 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 25 21:55:05.974871 ncdv-master-1 neutron-server[121606]:     self.callback(batched_events)
Dec 25 21:55:05.974871 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 25 21:55:05.974871 ncdv-master-1 neutron-server[121606]:     event.method(event)
Dec 25 21:55:05.974871 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 25 21:55:05.974871 ncdv-master-1 neutron-server[121606]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 25 21:55:05.974871 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 25 21:55:05.974871 ncdv-master-1 neutron-server[121606]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 25 21:55:05.974871 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 25 21:55:05.974871 ncdv-master-1 neutron-server[121606]:     return f(self, *a, **k)
Dec 25 21:55:05.974871 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 25 21:55:05.974871 ncdv-master-1 neutron-server[121606]:     return self._get(url).json()
Dec 25 21:55:05.974871 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 25 21:55:05.974871 ncdv-master-1 neutron-server[121606]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 25 21:55:05.974871 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 25 21:55:05.974871 ncdv-master-1 neutron-server[121606]:     return self.request(url, 'GET', **kwargs)
Dec 25 21:55:05.974871 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 25 21:55:05.974871 ncdv-master-1 neutron-server[121606]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 25 21:55:05.974871 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 25 21:55:05.974871 ncdv-master-1 neutron-server[121606]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 25 21:55:05.974871 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 25 21:55:05.974871 ncdv-master-1 neutron-server[121606]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 25 21:55:05.974871 ncdv-master-1 neutron-server[121606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 25 21:55:06.083975 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-6d07e26e-d325-4050-bb7b-ddce6f75dba4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2008653'] for network, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:55:06.089390 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-6d07e26e-d325-4050-bb7b-ddce6f75dba4 admin admin] Publish callbacks [] for network, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:55:06.092781 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-6d07e26e-d325-4050-bb7b-ddce6f75dba4 admin admin] 10.222.0.32 "DELETE /v2.0/networks/c7d9ee7c-a398-4322-a4d1-20e2155d0262 HTTP/1.1" status: 204  len: 168 time: 0.3264337
Dec 25 21:55:06.103089 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d07e26e-d325-4050-bb7b-ddce6f75dba4 admin admin] Pushing event deleted for resources: {'Network': ['ID=c7d9ee7c-a398-4322-a4d1-20e2155d0262,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:55:06.437465 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 45630) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:55:06.477837 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-3d2b2a9a-06f1-4d24-bfe9-55b6541ed3f0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9320712a3a5e434d84414d98bfe55244&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0391097
Dec 25 21:55:06.480309 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 45632) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:55:06.530733 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a89d123f-0710-4e1b-8dd2-f7ed7a6926c1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:55:06.552252 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a89d123f-0710-4e1b-8dd2-f7ed7a6926c1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:55:06.678302 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a89d123f-0710-4e1b-8dd2-f7ed7a6926c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:55:06.680936 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a89d123f-0710-4e1b-8dd2-f7ed7a6926c1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:55:06.684572 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-a89d123f-0710-4e1b-8dd2-f7ed7a6926c1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/dd3cb3ad-f76b-4f1b-9311-1979c703df75 HTTP/1.1" status: 204  len: 168 time: 0.2002797
Dec 25 21:55:06.690323 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89d123f-0710-4e1b-8dd2-f7ed7a6926c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd3cb3ad-f76b-4f1b-9311-1979c703df75,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:55:06.940091 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device 9146dffc-9aa4-4215-a1d1-9bf9a7031545 no longer exists at agent hyperv_nch2-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:55:06.970328 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] No Port match for: 9146dffc-9aa4-4215-a1d1-9bf9a7031545 {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:55:06.970611 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device 9146dffc-9aa4-4215-a1d1-9bf9a7031545 not bound to the agent host nch2-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:55:07.047748 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-40541ec6-0807-4c63-9f3b-7ad6c5b7e0be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:55:07.671425 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 45654) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:55:07.790359 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-50fa428f-e502-4ae8-bbe7-464e4d8b334a admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-535026700-network', 'tenant_id': '1e594b8d48e948b8ae34d96bebfc2a36'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:55:07.893155 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50fa428f-e502-4ae8-bbe7-464e4d8b334a admin admin] Made reservation on behalf of 1e594b8d48e948b8ae34d96bebfc2a36 for: {'network': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:55:07.895492 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-50fa428f-e502-4ae8-bbe7-464e4d8b334a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for network, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:55:07.904605 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-50fa428f-e502-4ae8-bbe7-464e4d8b334a admin admin] Publish callbacks [] for security_group, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:55:07.975878 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-50fa428f-e502-4ae8-bbe7-464e4d8b334a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:55:08.037807 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-50fa428f-e502-4ae8-bbe7-464e4d8b334a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:55:08.058059 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50fa428f-e502-4ae8-bbe7-464e4d8b334a admin admin] vlan segment allocate from pool success with {'vlan_id': 155, 'physical_network': 'physnet1'}  {{(pid=121607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 25 21:55:08.070720 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fa428f-e502-4ae8-bbe7-464e4d8b334a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f877033-bdff-4c79-a499-3dacd8d55ea3,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:55:08.075307 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-50fa428f-e502-4ae8-bbe7-464e4d8b334a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:55:08.075642 ncdv-master-1 neutron-server[121607]: INFO neutron.db.segments_db [None req-50fa428f-e502-4ae8-bbe7-464e4d8b334a admin admin] Added segment 7ded9d98-42bc-4190-9dd6-298b9a4520f9 of type vlan for network 544249cb-4293-4a78-9ba3-8f386deae100
Dec 25 21:55:08.115747 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-50fa428f-e502-4ae8-bbe7-464e4d8b334a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737602163420'] for network, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:55:08.215900 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-50fa428f-e502-4ae8-bbe7-464e4d8b334a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870'] for network, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:55:08.216966 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50fa428f-e502-4ae8-bbe7-464e4d8b334a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:55:08.217606 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-50fa428f-e502-4ae8-bbe7-464e4d8b334a admin admin] Publish callbacks [] for network, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:55:08.279254 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fa428f-e502-4ae8-bbe7-464e4d8b334a admin admin] Pushing event updated for resources: {'Network': ['ID=544249cb-4293-4a78-9ba3-8f386deae100,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:55:08.288721 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Network 544249cb-4293-4a78-9ba3-8f386deae100 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 25 21:55:08.338094 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-50fa428f-e502-4ae8-bbe7-464e4d8b334a admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 0.6655521
Dec 25 21:55:08.340915 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 45660) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:55:08.345980 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-b9d1814c-bc5a-4c56-97fe-b5c18cc4baae admin admin] Request body: {'subnet': {'network_id': '544249cb-4293-4a78-9ba3-8f386deae100', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-535026700-subnet', 'tenant_id': '1e594b8d48e948b8ae34d96bebfc2a36', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:55:08.426517 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9d1814c-bc5a-4c56-97fe-b5c18cc4baae admin admin] Made reservation on behalf of 1e594b8d48e948b8ae34d96bebfc2a36 for: {'subnet': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:55:08.428855 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b9d1814c-bc5a-4c56-97fe-b5c18cc4baae admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8852834'] for subnet, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:55:08.586740 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:55:08.609924 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3e945ecd-9380-47c2-aa0a-12ebe07e03e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:55:08.659020 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b9d1814c-bc5a-4c56-97fe-b5c18cc4baae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8632475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8852848'] for subnet, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:55:08.712646 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d1814c-bc5a-4c56-97fe-b5c18cc4baae admin admin] Pushing event updated for resources: {'Subnet': ['ID=fe1b5a3d-050c-415d-a526-cc2e02b19cb4,revision_number=0']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:55:08.721855 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9d1814c-bc5a-4c56-97fe-b5c18cc4baae admin admin] Checking segment: {'id': '7ded9d98-42bc-4190-9dd6-298b9a4520f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '544249cb-4293-4a78-9ba3-8f386deae100'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:55:08.722268 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9d1814c-bc5a-4c56-97fe-b5c18cc4baae admin admin] Network hostable DHCP agents. Network: 544249cb-4293-4a78-9ba3-8f386deae100, hostable agents: ['1813db88-2c1b-4357-a2ba-869246b663c2'], hosted agents: [] {{(pid=121607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 25 21:55:08.796124 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9d1814c-bc5a-4c56-97fe-b5c18cc4baae admin admin] Network 544249cb-4293-4a78-9ba3-8f386deae100 is scheduled to be hosted by DHCP agent 1813db88-2c1b-4357-a2ba-869246b663c2 with binding_index 1 {{(pid=121607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 25 21:55:08.858623 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-b9d1814c-bc5a-4c56-97fe-b5c18cc4baae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 544249cb-4293-4a78-9ba3-8f386deae100) {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:55:08.862989 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9d1814c-bc5a-4c56-97fe-b5c18cc4baae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:55:08.864070 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b9d1814c-bc5a-4c56-97fe-b5c18cc4baae admin admin] Publish callbacks [] for subnet, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:55:08.867893 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29d5b466-522f-4906-917e-fa7675cd6fd9 None None] Network 544249cb-4293-4a78-9ba3-8f386deae100 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:55:08.941633 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-b9d1814c-bc5a-4c56-97fe-b5c18cc4baae admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.5993707
Dec 25 21:55:08.944408 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 45662) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:55:08.948944 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-68e66a82-dd73-44a9-b46d-8e8fe0896624 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-535026700-router', 'tenant_id': '1e594b8d48e948b8ae34d96bebfc2a36', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'}}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:55:08.968845 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf8cd852-3a55-46e6-a718-559625869892 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-544249cb-4293-4a78-9ba3-8f386deae100', 'network_id': '544249cb-4293-4a78-9ba3-8f386deae100', 'project_id': '1e594b8d48e948b8ae34d96bebfc2a36', 'fixed_ips': [{'subnet_id': 'fe1b5a3d-050c-415d-a526-cc2e02b19cb4'}]}} from ncdv-master-1. {{(pid=121608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 25 21:55:08.969815 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-bf8cd852-3a55-46e6-a718-559625869892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:55:09.042403 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-68e66a82-dd73-44a9-b46d-8e8fe0896624 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2014909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14863'] for router, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:55:09.043629 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-68e66a82-dd73-44a9-b46d-8e8fe0896624 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2014285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2009796', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2082630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14848'] for router, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:55:09.094689 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-68e66a82-dd73-44a9-b46d-8e8fe0896624 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:55:09.105091 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.db_base_plugin_common [None req-bf8cd852-3a55-46e6-a718-559625869892 None None] Allocated IP 172.20.0.2 (544249cb-4293-4a78-9ba3-8f386deae100/fe1b5a3d-050c-415d-a526-cc2e02b19cb4/f133a7de-dd10-46c2-aa4b-c1eaccca789d) {{(pid=121608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:55:09.247617 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-bf8cd852-3a55-46e6-a718-559625869892 None None] Publish callbacks [] for port, precommit_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:55:09.279325 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-68e66a82-dd73-44a9-b46d-8e8fe0896624 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:55:09.328311 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-bf8cd852-3a55-46e6-a718-559625869892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946'] for port, after_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:55:09.366663 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf8cd852-3a55-46e6-a718-559625869892 None None] Network 544249cb-4293-4a78-9ba3-8f386deae100 is already hosted by enough agents. {{(pid=121608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:55:09.369531 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.base_scheduler [None req-bf8cd852-3a55-46e6-a718-559625869892 None None] Resources bound (agent type, host, resource id):  {{(pid=121608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:55:09.375033 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf8cd852-3a55-46e6-a718-559625869892 None None] Received port after_create {{(pid=121608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:55:09.388315 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8cd852-3a55-46e6-a718-559625869892 None None] Pushing event updated for resources: {'Port': ['ID=f133a7de-dd10-46c2-aa4b-c1eaccca789d,revision_number=1']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:55:09.438508 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-bf8cd852-3a55-46e6-a718-559625869892 None None] Attempting to bind port f133a7de-dd10-46c2-aa4b-c1eaccca789d on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:55:09.438886 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-bf8cd852-3a55-46e6-a718-559625869892 None None] Attempting to bind port f133a7de-dd10-46c2-aa4b-c1eaccca789d by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '7ded9d98-42bc-4190-9dd6-298b9a4520f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '544249cb-4293-4a78-9ba3-8f386deae100'}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:55:09.439244 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf8cd852-3a55-46e6-a718-559625869892 None None] Attempting to bind port f133a7de-dd10-46c2-aa4b-c1eaccca789d on network 544249cb-4293-4a78-9ba3-8f386deae100 {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:55:09.444080 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf8cd852-3a55-46e6-a718-559625869892 None None] Checking agent: {'id': 'ca4f5c6d-f1fd-48b8-a3e3-395864c7d23d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 20, 56, 40), 'started_at': datetime.datetime(2021, 12, 25, 20, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 54, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:55:09.444458 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf8cd852-3a55-46e6-a718-559625869892 None None] Checking segment: {'id': '7ded9d98-42bc-4190-9dd6-298b9a4520f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '544249cb-4293-4a78-9ba3-8f386deae100'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:55:09.444865 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-bf8cd852-3a55-46e6-a718-559625869892 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:55:09.445287 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf8cd852-3a55-46e6-a718-559625869892 None None] Bound using segment: {'id': '7ded9d98-42bc-4190-9dd6-298b9a4520f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '544249cb-4293-4a78-9ba3-8f386deae100'} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:55:09.445747 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-bf8cd852-3a55-46e6-a718-559625869892 None None] Bound port: f133a7de-dd10-46c2-aa4b-c1eaccca789d, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ded9d98-42bc-4190-9dd6-298b9a4520f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '544249cb-4293-4a78-9ba3-8f386deae100'}}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:55:09.446121 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-bf8cd852-3a55-46e6-a718-559625869892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:55:09.517270 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-bf8cd852-3a55-46e6-a718-559625869892 None None] For port f133a7de-dd10-46c2-aa4b-c1eaccca789d, host ncdv-master-1, cleared binding levels {{(pid=121608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:55:09.520260 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-bf8cd852-3a55-46e6-a718-559625869892 None None] For port f133a7de-dd10-46c2-aa4b-c1eaccca789d, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f133a7de-dd10-46c2-aa4b-c1eaccca789d,segment=NetworkSegment(7ded9d98-42bc-4190-9dd6-298b9a4520f9),segment_id=7ded9d98-42bc-4190-9dd6-298b9a4520f9)] {{(pid=121608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:55:09.583501 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-68e66a82-dd73-44a9-b46d-8e8fe0896624 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:55:09.598654 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-bf8cd852-3a55-46e6-a718-559625869892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:55:09.602219 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-68e66a82-dd73-44a9-b46d-8e8fe0896624 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:55:09.637821 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-15cb578f-7a63-4fd3-925d-83bad4c7b82a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:55:09.656127 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8cd852-3a55-46e6-a718-559625869892 None None] Pushing event updated for resources: {'Port': ['ID=f133a7de-dd10-46c2-aa4b-c1eaccca789d,revision_number=2']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:55:09.715726 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_common [None req-68e66a82-dd73-44a9-b46d-8e8fe0896624 admin admin] Allocated IP 172.35.3.231 (7201e55c-7c5f-41aa-a042-a363696539d0/7a939e13-713f-45cf-bba7-1539635abe25/4ebb692d-0106-41c5-a37c-66d5e165232a) {{(pid=121606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:55:09.836623 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-68e66a82-dd73-44a9-b46d-8e8fe0896624 admin admin] Publish callbacks [] for port, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:55:09.936000 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-68e66a82-dd73-44a9-b46d-8e8fe0896624 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:55:09.978275 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68e66a82-dd73-44a9-b46d-8e8fe0896624 admin admin] Network 7201e55c-7c5f-41aa-a042-a363696539d0 is already hosted by enough agents. {{(pid=121606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:55:09.981727 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [None req-68e66a82-dd73-44a9-b46d-8e8fe0896624 admin admin] Resources bound (agent type, host, resource id):  {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:55:09.985400 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68e66a82-dd73-44a9-b46d-8e8fe0896624 admin admin] Received port after_create {{(pid=121606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:55:09.994517 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9365b16d-c325-4152-9308-ae8f98891efa None None] DHCP port deletion for 7201e55c-7c5f-41aa-a042-a363696539d0 request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 21:55:10.011092 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e66a82-dd73-44a9-b46d-8e8fe0896624 admin admin] Pushing event updated for resources: {'Port': ['ID=4ebb692d-0106-41c5-a37c-66d5e165232a,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:55:10.023809 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-fb07cc21-e385-485b-91e5-9f1ee3f4a9e0 None None] Provisioning complete for port 4ebb692d-0106-41c5-a37c-66d5e165232a triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:55:10.023999 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-fb07cc21-e385-485b-91e5-9f1ee3f4a9e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:55:10.057554 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-fb07cc21-e385-485b-91e5-9f1ee3f4a9e0 None None] Port 4ebb692d-0106-41c5-a37c-66d5e165232a cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:55:10.224379 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device f133a7de-dd10-46c2-aa4b-c1eaccca789d up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:55:10.278088 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port f133a7de-dd10-46c2-aa4b-c1eaccca789d triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:55:10.278898 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:55:10.342415 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-68e66a82-dd73-44a9-b46d-8e8fe0896624 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:55:10.359523 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:55:10.395314 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] For port f133a7de-dd10-46c2-aa4b-c1eaccca789d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f133a7de-dd10-46c2-aa4b-c1eaccca789d,segment=NetworkSegment(7ded9d98-42bc-4190-9dd6-298b9a4520f9),segment_id=7ded9d98-42bc-4190-9dd6-298b9a4520f9)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:55:10.467025 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:55:10.522043 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Pushing event updated for resources: {'Port': ['ID=f133a7de-dd10-46c2-aa4b-c1eaccca789d,revision_number=3']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:55:10.547571 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-68e66a82-dd73-44a9-b46d-8e8fe0896624 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2014278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2009753'] for router, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:55:10.615134 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb7e8305-e44c-465f-9d8f-b17d8d0f970b None None] Network 544249cb-4293-4a78-9ba3-8f386deae100 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 21:55:10.710101 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-8d66fb76-fac3-4d5b-bf69-372c584e6c3d None None] Provisioning complete for port f133a7de-dd10-46c2-aa4b-c1eaccca789d triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:55:10.710466 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-8d66fb76-fac3-4d5b-bf69-372c584e6c3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:55:10.807883 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68e66a82-dd73-44a9-b46d-8e8fe0896624 admin admin] Router 8accf2b6-aa0e-4afd-9635-ed8920d0eef4 is scheduled to L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 with binding_index 1 {{(pid=121606) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 25 21:55:10.836702 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:55:10.920321 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68e66a82-dd73-44a9-b46d-8e8fe0896624 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 21:55:10.929326 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39fd85f1-6124-49f3-88a9-40e759c4be86 None None] Sync routers for ids ['8accf2b6-aa0e-4afd-9635-ed8920d0eef4'] in ncdv-master-1 {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 21:55:10.939485 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39fd85f1-6124-49f3-88a9-40e759c4be86 None None] Routers {'8accf2b6-aa0e-4afd-9635-ed8920d0eef4'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:55:10.940219 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-39fd85f1-6124-49f3-88a9-40e759c4be86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2618674d00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:55:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['8accf2b6-aa0e-4afd-9635-ed8920d0eef4'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:55:10.992907 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-68e66a82-dd73-44a9-b46d-8e8fe0896624 admin admin] Publish callbacks [] for router, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:55:10.994206 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-68e66a82-dd73-44a9-b46d-8e8fe0896624 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 2.0486755
Dec 25 21:55:10.996909 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 45664) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:55:11.034891 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-1bd278f6-c111-4f16-84bc-7206602ebc32 None None] Provisioning complete for port f133a7de-dd10-46c2-aa4b-c1eaccca789d triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:55:11.035300 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-1bd278f6-c111-4f16-84bc-7206602ebc32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:55:11.047136 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvr_db [None req-39fd85f1-6124-49f3-88a9-40e759c4be86 None None] Set router 8accf2b6-aa0e-4afd-9635-ed8920d0eef4 gateway port host: ncdv-master-1 {{(pid=121609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:55:11.320913 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-39fd85f1-6124-49f3-88a9-40e759c4be86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2618674d00>, [{'id': '8accf2b6-aa0e-4afd-9635-ed8920d0eef4', 'name': 'tempest-ServerActionsTestJSON-535026700-router', 'tenant_id': '1e594b8d48e948b8ae34d96bebfc2a36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.231'}], 'enable_snat': True}, 'gw_port_id': '4ebb692d-0106-41c5-a37c-66d5e165232a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:55:09Z', 'updated_at': '2021-12-25T21:55:10Z', 'revision_number': 3, 'project_id': '1e594b8d48e948b8ae34d96bebfc2a36', 'gw_port': {'id': '4ebb692d-0106-41c5-a37c-66d5e165232a', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:92:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8accf2b6-aa0e-4afd-9635-ed8920d0eef4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4049, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:55:09Z', 'updated_at': '2021-12-25T21:55:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:55:11.348234 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39fd85f1-6124-49f3-88a9-40e759c4be86 None None] Checking router: 8accf2b6-aa0e-4afd-9635-ed8920d0eef4 for host: ncdv-master-1 {{(pid=121609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 25 21:55:11.348576 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39fd85f1-6124-49f3-88a9-40e759c4be86 None None] Updating router 8accf2b6-aa0e-4afd-9635-ed8920d0eef4 port 4ebb692d-0106-41c5-a37c-66d5e165232a binding host ncdv-master-1 {{(pid=121609) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 25 21:55:11.374694 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-39fd85f1-6124-49f3-88a9-40e759c4be86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:55:11.648605 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-39fd85f1-6124-49f3-88a9-40e759c4be86 None None] Publish callbacks [] for port, precommit_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:55:11.705438 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-39fd85f1-6124-49f3-88a9-40e759c4be86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:55:11.745440 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bfee8b2-9dfd-420a-874c-a7d03cd636da None None] DHCP port deletion for 7201e55c-7c5f-41aa-a042-a363696539d0 request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 21:55:11.756961 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.managers [None req-39fd85f1-6124-49f3-88a9-40e759c4be86 None None] Attempting to bind port 4ebb692d-0106-41c5-a37c-66d5e165232a on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:55:11.757434 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.managers [None req-39fd85f1-6124-49f3-88a9-40e759c4be86 None None] Attempting to bind port 4ebb692d-0106-41c5-a37c-66d5e165232a by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'}] {{(pid=121609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:55:11.757874 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39fd85f1-6124-49f3-88a9-40e759c4be86 None None] Attempting to bind port 4ebb692d-0106-41c5-a37c-66d5e165232a on network 7201e55c-7c5f-41aa-a042-a363696539d0 {{(pid=121609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:55:11.766578 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb766afd-23d1-4b28-bd13-0d62e6ff3064 None None] Pushing event updated for resources: {'Port': ['ID=4ebb692d-0106-41c5-a37c-66d5e165232a,revision_number=2']} {{(pid=121609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:55:11.768784 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-0cf03ccc-c332-417f-9bfb-1fca458d7206 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:55:11.769139 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39fd85f1-6124-49f3-88a9-40e759c4be86 None None] Checking agent: {'id': 'ca4f5c6d-f1fd-48b8-a3e3-395864c7d23d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 20, 56, 40), 'started_at': datetime.datetime(2021, 12, 25, 20, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 55, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:55:11.769587 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39fd85f1-6124-49f3-88a9-40e759c4be86 None None] Checking segment: {'id': '6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:55:11.770053 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-39fd85f1-6124-49f3-88a9-40e759c4be86 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:55:11.770511 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39fd85f1-6124-49f3-88a9-40e759c4be86 None None] Bound using segment: {'id': '6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'} {{(pid=121609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:55:11.771522 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.managers [None req-39fd85f1-6124-49f3-88a9-40e759c4be86 None None] Bound port: 4ebb692d-0106-41c5-a37c-66d5e165232a, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'}}] {{(pid=121609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:55:11.771522 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-39fd85f1-6124-49f3-88a9-40e759c4be86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:55:11.795819 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb766afd-23d1-4b28-bd13-0d62e6ff3064 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:55:11.796266 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb766afd-23d1-4b28-bd13-0d62e6ff3064 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:55:11.796676 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb766afd-23d1-4b28-bd13-0d62e6ff3064 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:55:11.797101 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb766afd-23d1-4b28-bd13-0d62e6ff3064 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:55:11.797501 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb766afd-23d1-4b28-bd13-0d62e6ff3064 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:55:11.797945 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb766afd-23d1-4b28-bd13-0d62e6ff3064 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:55:11.798340 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb766afd-23d1-4b28-bd13-0d62e6ff3064 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:55:11.798730 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb766afd-23d1-4b28-bd13-0d62e6ff3064 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:55:11.799115 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb766afd-23d1-4b28-bd13-0d62e6ff3064 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:55:11.799503 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb766afd-23d1-4b28-bd13-0d62e6ff3064 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:55:11.799888 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb766afd-23d1-4b28-bd13-0d62e6ff3064 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:55:11.800269 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb766afd-23d1-4b28-bd13-0d62e6ff3064 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:55:11.800651 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb766afd-23d1-4b28-bd13-0d62e6ff3064 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:55:11.852158 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.db [None req-39fd85f1-6124-49f3-88a9-40e759c4be86 None None] For port 4ebb692d-0106-41c5-a37c-66d5e165232a, host ncdv-master-1, cleared binding levels {{(pid=121609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:55:11.856653 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.db [None req-39fd85f1-6124-49f3-88a9-40e759c4be86 None None] For port 4ebb692d-0106-41c5-a37c-66d5e165232a, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4ebb692d-0106-41c5-a37c-66d5e165232a,segment=NetworkSegment(6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855),segment_id=6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855)] {{(pid=121609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:55:11.937377 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_common [None req-0cf03ccc-c332-417f-9bfb-1fca458d7206 admin admin] Allocated IP 172.20.0.1 (544249cb-4293-4a78-9ba3-8f386deae100/fe1b5a3d-050c-415d-a526-cc2e02b19cb4/bfbc9022-6830-4a42-b5fb-7f904e70878e) {{(pid=121606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:55:11.992602 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-39fd85f1-6124-49f3-88a9-40e759c4be86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:55:12.043748 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-0cf03ccc-c332-417f-9bfb-1fca458d7206 admin admin] Publish callbacks [] for port, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:55:12.048209 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e52a14d-7515-4290-b241-35b952f85e09 None None] DHCP port deletion for 7201e55c-7c5f-41aa-a042-a363696539d0 request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 21:55:12.050871 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-2f32bdd8-0733-4ea6-a7f2-824e69587d72 None None] Provisioning complete for port 4ebb692d-0106-41c5-a37c-66d5e165232a triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:55:12.051243 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-2f32bdd8-0733-4ea6-a7f2-824e69587d72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:55:12.052437 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39fd85f1-6124-49f3-88a9-40e759c4be86 None None] Routers {'8accf2b6-aa0e-4afd-9635-ed8920d0eef4'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:55:12.053903 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-39fd85f1-6124-49f3-88a9-40e759c4be86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2618674d00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:55:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['8accf2b6-aa0e-4afd-9635-ed8920d0eef4'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:55:12.096599 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb766afd-23d1-4b28-bd13-0d62e6ff3064 None None] Pushing event updated for resources: {'Port': ['ID=4ebb692d-0106-41c5-a37c-66d5e165232a,revision_number=3']} {{(pid=121609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:55:12.133038 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-2f32bdd8-0733-4ea6-a7f2-824e69587d72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:55:12.146883 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-0cf03ccc-c332-417f-9bfb-1fca458d7206 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:55:12.163137 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-2f32bdd8-0733-4ea6-a7f2-824e69587d72 None None] For port 4ebb692d-0106-41c5-a37c-66d5e165232a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4ebb692d-0106-41c5-a37c-66d5e165232a,segment=NetworkSegment(6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855),segment_id=6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:55:12.172865 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvr_db [None req-39fd85f1-6124-49f3-88a9-40e759c4be86 None None] Set router 8accf2b6-aa0e-4afd-9635-ed8920d0eef4 gateway port host: ncdv-master-1 {{(pid=121609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:55:12.197373 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cf03ccc-c332-417f-9bfb-1fca458d7206 admin admin] Network 544249cb-4293-4a78-9ba3-8f386deae100 is already hosted by enough agents. {{(pid=121606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:55:12.197373 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [None req-0cf03ccc-c332-417f-9bfb-1fca458d7206 admin admin] Resources bound (agent type, host, resource id):  {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:55:12.197373 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cf03ccc-c332-417f-9bfb-1fca458d7206 admin admin] Received port after_create {{(pid=121606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:55:12.235966 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device f133a7de-dd10-46c2-aa4b-c1eaccca789d up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:55:12.238429 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf03ccc-c332-417f-9bfb-1fca458d7206 admin admin] Pushing event updated for resources: {'Port': ['ID=bfbc9022-6830-4a42-b5fb-7f904e70878e,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:55:12.256726 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-0cf03ccc-c332-417f-9bfb-1fca458d7206 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2008772'] for router_interface, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:55:12.262986 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-2f32bdd8-0733-4ea6-a7f2-824e69587d72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:55:12.328261 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f32bdd8-0733-4ea6-a7f2-824e69587d72 None None] Pushing event updated for resources: {'Port': ['ID=4ebb692d-0106-41c5-a37c-66d5e165232a,revision_number=4']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:55:12.358647 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port f133a7de-dd10-46c2-aa4b-c1eaccca789d triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:55:12.359885 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:55:12.416024 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-1ed53a1f-6220-440a-8468-17590ac686a4 None None] Provisioning complete for port 4ebb692d-0106-41c5-a37c-66d5e165232a triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:55:12.416265 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-39fd85f1-6124-49f3-88a9-40e759c4be86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2618674d00>, [{'id': '8accf2b6-aa0e-4afd-9635-ed8920d0eef4', 'name': 'tempest-ServerActionsTestJSON-535026700-router', 'tenant_id': '1e594b8d48e948b8ae34d96bebfc2a36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.231'}], 'enable_snat': True}, 'gw_port_id': '4ebb692d-0106-41c5-a37c-66d5e165232a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:55:09Z', 'updated_at': '2021-12-25T21:55:10Z', 'revision_number': 3, 'project_id': '1e594b8d48e948b8ae34d96bebfc2a36', 'gw_port': {'id': '4ebb692d-0106-41c5-a37c-66d5e165232a', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:92:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8accf2b6-aa0e-4afd-9635-ed8920d0eef4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4049, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:55:09Z', 'updated_at': '2021-12-25T21:55:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:55:12.416514 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-1ed53a1f-6220-440a-8468-17590ac686a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:55:12.447188 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39fd85f1-6124-49f3-88a9-40e759c4be86 None None] The sync data for ids ['8accf2b6-aa0e-4afd-9635-ed8920d0eef4'] in ncdv-master-1 is: [{'id': '8accf2b6-aa0e-4afd-9635-ed8920d0eef4', 'name': 'tempest-ServerActionsTestJSON-535026700-router', 'tenant_id': '1e594b8d48e948b8ae34d96bebfc2a36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.231'}], 'enable_snat': True}, 'gw_port_id': '4ebb692d-0106-41c5-a37c-66d5e165232a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:55:09Z', 'updated_at': '2021-12-25T21:55:10Z', 'revision_number': 3, 'project_id': '1e594b8d48e948b8ae34d96bebfc2a36', 'gw_port': {'id': '4ebb692d-0106-41c5-a37c-66d5e165232a', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:92:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8accf2b6-aa0e-4afd-9635-ed8920d0eef4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4049, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:55:09Z', 'updated_at': '2021-12-25T21:55:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 21:55:12.477306 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-0cf03ccc-c332-417f-9bfb-1fca458d7206 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:55:12.646180 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-0cf03ccc-c332-417f-9bfb-1fca458d7206 admin admin] Publish callbacks [] for port, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:55:12.680482 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-97a6ecbb-7fa7-4884-bbc3-39a77f53a0e1 None None] Provisioning complete for port bfbc9022-6830-4a42-b5fb-7f904e70878e triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:55:12.680857 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-97a6ecbb-7fa7-4884-bbc3-39a77f53a0e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:55:12.707103 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-0cf03ccc-c332-417f-9bfb-1fca458d7206 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:55:12.720022 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-97a6ecbb-7fa7-4884-bbc3-39a77f53a0e1 None None] Port bfbc9022-6830-4a42-b5fb-7f904e70878e cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:55:12.789009 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-0cf03ccc-c332-417f-9bfb-1fca458d7206 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2007636'] for router_interface, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:55:12.791092 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf03ccc-c332-417f-9bfb-1fca458d7206 admin admin] Pushing event updated for resources: {'Port': ['ID=bfbc9022-6830-4a42-b5fb-7f904e70878e,revision_number=2']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:55:12.887122 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cf03ccc-c332-417f-9bfb-1fca458d7206 admin admin] Network 544249cb-4293-4a78-9ba3-8f386deae100 is already hosted by enough agents. {{(pid=121606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:55:12.888570 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [None req-0cf03ccc-c332-417f-9bfb-1fca458d7206 admin admin] Resources bound (agent type, host, resource id):  {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:55:13.019738 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cf03ccc-c332-417f-9bfb-1fca458d7206 admin admin] Router 8accf2b6-aa0e-4afd-9635-ed8920d0eef4 has already been hosted by L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 {{(pid=121606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 25 21:55:13.143935 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-38d72603-8a17-44b2-b553-311e273e7b10 None None] Provisioning complete for port bfbc9022-6830-4a42-b5fb-7f904e70878e triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:55:13.144520 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-38d72603-8a17-44b2-b553-311e273e7b10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:55:13.151523 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cf03ccc-c332-417f-9bfb-1fca458d7206 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 21:55:13.165420 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-0cf03ccc-c332-417f-9bfb-1fca458d7206 admin admin] 10.222.0.32 "PUT /v2.0/routers/8accf2b6-aa0e-4afd-9635-ed8920d0eef4/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.1671429
Dec 25 21:55:13.186779 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-38d72603-8a17-44b2-b553-311e273e7b10 None None] Port bfbc9022-6830-4a42-b5fb-7f904e70878e cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:55:14.002289 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfcbdcc2-926f-4ca6-9d9e-bdca09373686 None None] Sync routers for ids ['8accf2b6-aa0e-4afd-9635-ed8920d0eef4'] in ncdv-master-1 {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 21:55:14.012150 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfcbdcc2-926f-4ca6-9d9e-bdca09373686 None None] Routers {'8accf2b6-aa0e-4afd-9635-ed8920d0eef4'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:55:14.012759 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-cfcbdcc2-926f-4ca6-9d9e-bdca09373686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2618627eb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:55:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['8accf2b6-aa0e-4afd-9635-ed8920d0eef4'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:55:14.117848 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvr_db [None req-cfcbdcc2-926f-4ca6-9d9e-bdca09373686 None None] Set router 8accf2b6-aa0e-4afd-9635-ed8920d0eef4 gateway port host: ncdv-master-1 {{(pid=121608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:55:14.220783 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 4ebb692d-0106-41c5-a37c-66d5e165232a up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:55:14.335103 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port 4ebb692d-0106-41c5-a37c-66d5e165232a triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:55:14.335386 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:55:14.398302 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-cfcbdcc2-926f-4ca6-9d9e-bdca09373686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2618627eb0>, [{'id': '8accf2b6-aa0e-4afd-9635-ed8920d0eef4', 'name': 'tempest-ServerActionsTestJSON-535026700-router', 'tenant_id': '1e594b8d48e948b8ae34d96bebfc2a36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.231'}], 'enable_snat': True}, 'gw_port_id': '4ebb692d-0106-41c5-a37c-66d5e165232a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:55:09Z', 'updated_at': '2021-12-25T21:55:12Z', 'revision_number': 4, 'project_id': '1e594b8d48e948b8ae34d96bebfc2a36', 'gw_port': {'id': '4ebb692d-0106-41c5-a37c-66d5e165232a', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:92:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8accf2b6-aa0e-4afd-9635-ed8920d0eef4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4049, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:55:09Z', 'updated_at': '2021-12-25T21:55:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'bfbc9022-6830-4a42-b5fb-7f904e70878e', 'name': '', 'network_id': '544249cb-4293-4a78-9ba3-8f386deae100', 'tenant_id': '1e594b8d48e948b8ae34d96bebfc2a36', 'mac_address': 'fa:16:3e:62:0b:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8accf2b6-aa0e-4afd-9635-ed8920d0eef4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4050, 'fixed_ips': [{'subnet_id': 'fe1b5a3d-050c-415d-a526-cc2e02b19cb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:55:11Z', 'updated_at': '2021-12-25T21:55:12Z', 'revision_number': 2, 'project_id': '1e594b8d48e948b8ae34d96bebfc2a36', 'subnets': [{'id': 'fe1b5a3d-050c-415d-a526-cc2e02b19cb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:55:14.424516 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfcbdcc2-926f-4ca6-9d9e-bdca09373686 None None] Checking router: 8accf2b6-aa0e-4afd-9635-ed8920d0eef4 for host: ncdv-master-1 {{(pid=121608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 25 21:55:14.424864 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfcbdcc2-926f-4ca6-9d9e-bdca09373686 None None] Updating router 8accf2b6-aa0e-4afd-9635-ed8920d0eef4 port bfbc9022-6830-4a42-b5fb-7f904e70878e binding host ncdv-master-1 {{(pid=121608) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 25 21:55:14.478518 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-cfcbdcc2-926f-4ca6-9d9e-bdca09373686 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:55:14.736958 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-cfcbdcc2-926f-4ca6-9d9e-bdca09373686 None None] Publish callbacks [] for port, precommit_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:55:14.809514 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-cfcbdcc2-926f-4ca6-9d9e-bdca09373686 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:55:14.858149 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec39b177-773e-438c-9492-c4ecf17912e6 None None] Pushing event updated for resources: {'Port': ['ID=bfbc9022-6830-4a42-b5fb-7f904e70878e,revision_number=3']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:55:14.927827 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-cfcbdcc2-926f-4ca6-9d9e-bdca09373686 None None] Attempting to bind port bfbc9022-6830-4a42-b5fb-7f904e70878e on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:55:14.928403 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-cfcbdcc2-926f-4ca6-9d9e-bdca09373686 None None] Attempting to bind port bfbc9022-6830-4a42-b5fb-7f904e70878e by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '7ded9d98-42bc-4190-9dd6-298b9a4520f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '544249cb-4293-4a78-9ba3-8f386deae100'}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:55:14.928868 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfcbdcc2-926f-4ca6-9d9e-bdca09373686 None None] Attempting to bind port bfbc9022-6830-4a42-b5fb-7f904e70878e on network 544249cb-4293-4a78-9ba3-8f386deae100 {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:55:14.936413 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfcbdcc2-926f-4ca6-9d9e-bdca09373686 None None] Checking agent: {'id': 'ca4f5c6d-f1fd-48b8-a3e3-395864c7d23d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 20, 56, 40), 'started_at': datetime.datetime(2021, 12, 25, 20, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 55, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:55:14.937434 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfcbdcc2-926f-4ca6-9d9e-bdca09373686 None None] Checking segment: {'id': '7ded9d98-42bc-4190-9dd6-298b9a4520f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '544249cb-4293-4a78-9ba3-8f386deae100'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:55:14.937434 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-cfcbdcc2-926f-4ca6-9d9e-bdca09373686 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:55:14.937908 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfcbdcc2-926f-4ca6-9d9e-bdca09373686 None None] Bound using segment: {'id': '7ded9d98-42bc-4190-9dd6-298b9a4520f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '544249cb-4293-4a78-9ba3-8f386deae100'} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:55:14.938636 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-cfcbdcc2-926f-4ca6-9d9e-bdca09373686 None None] Bound port: bfbc9022-6830-4a42-b5fb-7f904e70878e, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ded9d98-42bc-4190-9dd6-298b9a4520f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '544249cb-4293-4a78-9ba3-8f386deae100'}}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:55:14.939132 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-cfcbdcc2-926f-4ca6-9d9e-bdca09373686 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:55:14.940778 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 45674) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:55:14.945905 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-420ddc93-2989-4385-8435-0c1056ba00fb tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Request body: {'security_group': {'name': 'tempest-securitygroup--685716593', 'description': 'tempest-description--1882894845'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:55:15.024690 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-cfcbdcc2-926f-4ca6-9d9e-bdca09373686 None None] For port bfbc9022-6830-4a42-b5fb-7f904e70878e, host ncdv-master-1, cleared binding levels {{(pid=121608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:55:15.028838 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-cfcbdcc2-926f-4ca6-9d9e-bdca09373686 None None] For port bfbc9022-6830-4a42-b5fb-7f904e70878e, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bfbc9022-6830-4a42-b5fb-7f904e70878e,segment=NetworkSegment(7ded9d98-42bc-4190-9dd6-298b9a4520f9),segment_id=7ded9d98-42bc-4190-9dd6-298b9a4520f9)] {{(pid=121608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:55:15.072496 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-420ddc93-2989-4385-8435-0c1056ba00fb tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Publish callbacks [] for security_group, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:55:15.100036 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-cfcbdcc2-926f-4ca6-9d9e-bdca09373686 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:55:15.158906 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-420ddc93-2989-4385-8435-0c1056ba00fb tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Publish callbacks [] for security_group, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:55:15.164646 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54c64736-c739-4e66-a626-66582cf7e015 None None] Provisioning complete for port bfbc9022-6830-4a42-b5fb-7f904e70878e triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:55:15.165195 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54c64736-c739-4e66-a626-66582cf7e015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:55:15.212691 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfcbdcc2-926f-4ca6-9d9e-bdca09373686 None None] Routers {'8accf2b6-aa0e-4afd-9635-ed8920d0eef4'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:55:15.213438 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-cfcbdcc2-926f-4ca6-9d9e-bdca09373686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2618627eb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:55:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['8accf2b6-aa0e-4afd-9635-ed8920d0eef4'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:55:15.220866 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-420ddc93-2989-4385-8435-0c1056ba00fb tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:55:15.253053 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420ddc93-2989-4385-8435-0c1056ba00fb tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ecd1e866-dc70-4232-af86-72a62615443d,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:55:15.254751 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec39b177-773e-438c-9492-c4ecf17912e6 None None] Pushing event updated for resources: {'Port': ['ID=bfbc9022-6830-4a42-b5fb-7f904e70878e,revision_number=4']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:55:15.267333 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420ddc93-2989-4385-8435-0c1056ba00fb tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:55:15.267855 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420ddc93-2989-4385-8435-0c1056ba00fb tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:55:15.268306 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420ddc93-2989-4385-8435-0c1056ba00fb tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:55:15.268560 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420ddc93-2989-4385-8435-0c1056ba00fb tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:55:15.268923 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420ddc93-2989-4385-8435-0c1056ba00fb tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:55:15.269270 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420ddc93-2989-4385-8435-0c1056ba00fb tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:55:15.269610 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420ddc93-2989-4385-8435-0c1056ba00fb tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:55:15.269942 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420ddc93-2989-4385-8435-0c1056ba00fb tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:55:15.270276 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420ddc93-2989-4385-8435-0c1056ba00fb tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:55:15.270606 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420ddc93-2989-4385-8435-0c1056ba00fb tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:55:15.270940 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420ddc93-2989-4385-8435-0c1056ba00fb tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:55:15.271283 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420ddc93-2989-4385-8435-0c1056ba00fb tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:55:15.272159 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420ddc93-2989-4385-8435-0c1056ba00fb tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:55:15.308933 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-420ddc93-2989-4385-8435-0c1056ba00fb tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Publish callbacks [] for security_group, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:55:15.310411 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-420ddc93-2989-4385-8435-0c1056ba00fb tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1798 time: 0.3679824
Dec 25 21:55:15.313242 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 45676) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:55:15.317894 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-4a328306-324b-4751-99bb-311b26f3bc6d tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Request body: {'security_group_rule': {'security_group_id': 'ecd1e866-dc70-4232-af86-72a62615443d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:55:15.364922 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvr_db [None req-cfcbdcc2-926f-4ca6-9d9e-bdca09373686 None None] Set router 8accf2b6-aa0e-4afd-9635-ed8920d0eef4 gateway port host: ncdv-master-1 {{(pid=121608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:55:15.368920 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54c64736-c739-4e66-a626-66582cf7e015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:55:15.402789 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-4a328306-324b-4751-99bb-311b26f3bc6d tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Publish callbacks [] for security_group_rule, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:55:15.457833 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-4a328306-324b-4751-99bb-311b26f3bc6d tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:55:15.474257 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-54c64736-c739-4e66-a626-66582cf7e015 None None] For port bfbc9022-6830-4a42-b5fb-7f904e70878e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bfbc9022-6830-4a42-b5fb-7f904e70878e,segment=NetworkSegment(7ded9d98-42bc-4190-9dd6-298b9a4520f9),segment_id=7ded9d98-42bc-4190-9dd6-298b9a4520f9)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:55:15.494902 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-4a328306-324b-4751-99bb-311b26f3bc6d tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077839'] for security_group_rule, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:55:15.512148 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a328306-324b-4751-99bb-311b26f3bc6d tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c128c37-d9ad-4b5d-8ada-99b13c16db23,revision_number=0']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:55:15.527134 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54c64736-c739-4e66-a626-66582cf7e015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:55:15.598292 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-4a328306-324b-4751-99bb-311b26f3bc6d tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Publish callbacks [] for security_group_rule, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:55:15.599589 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-4a328306-324b-4751-99bb-311b26f3bc6d tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2853558
Dec 25 21:55:15.602370 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 45678) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:55:15.606924 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-624384a2-f526-43b1-a587-7868c24ab049 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Request body: {'security_group_rule': {'security_group_id': 'ecd1e866-dc70-4232-af86-72a62615443d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:55:15.607450 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c64736-c739-4e66-a626-66582cf7e015 None None] Pushing event updated for resources: {'Port': ['ID=bfbc9022-6830-4a42-b5fb-7f904e70878e,revision_number=5']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:55:15.649761 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-cfcbdcc2-926f-4ca6-9d9e-bdca09373686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2618627eb0>, [{'id': '8accf2b6-aa0e-4afd-9635-ed8920d0eef4', 'name': 'tempest-ServerActionsTestJSON-535026700-router', 'tenant_id': '1e594b8d48e948b8ae34d96bebfc2a36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.231'}], 'enable_snat': True}, 'gw_port_id': '4ebb692d-0106-41c5-a37c-66d5e165232a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:55:09Z', 'updated_at': '2021-12-25T21:55:12Z', 'revision_number': 4, 'project_id': '1e594b8d48e948b8ae34d96bebfc2a36', 'gw_port': {'id': '4ebb692d-0106-41c5-a37c-66d5e165232a', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:92:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8accf2b6-aa0e-4afd-9635-ed8920d0eef4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4049, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:55:09Z', 'updated_at': '2021-12-25T21:55:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'bfbc9022-6830-4a42-b5fb-7f904e70878e', 'name': '', 'network_id': '544249cb-4293-4a78-9ba3-8f386deae100', 'tenant_id': '1e594b8d48e948b8ae34d96bebfc2a36', 'mac_address': 'fa:16:3e:62:0b:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8accf2b6-aa0e-4afd-9635-ed8920d0eef4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4050, 'fixed_ips': [{'subnet_id': 'fe1b5a3d-050c-415d-a526-cc2e02b19cb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:55:11Z', 'updated_at': '2021-12-25T21:55:15Z', 'revision_number': 4, 'project_id': '1e594b8d48e948b8ae34d96bebfc2a36', 'subnets': [{'id': 'fe1b5a3d-050c-415d-a526-cc2e02b19cb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:55:15.688291 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-624384a2-f526-43b1-a587-7868c24ab049 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Publish callbacks [] for security_group_rule, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:55:15.754581 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-624384a2-f526-43b1-a587-7868c24ab049 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:55:15.810193 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-624384a2-f526-43b1-a587-7868c24ab049 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077839'] for security_group_rule, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:55:15.828911 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624384a2-f526-43b1-a587-7868c24ab049 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03592627-fc3b-4ea0-8922-7a59959e2403,revision_number=0']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:55:15.838632 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfcbdcc2-926f-4ca6-9d9e-bdca09373686 None None] The sync data for ids ['8accf2b6-aa0e-4afd-9635-ed8920d0eef4'] in ncdv-master-1 is: [{'id': '8accf2b6-aa0e-4afd-9635-ed8920d0eef4', 'name': 'tempest-ServerActionsTestJSON-535026700-router', 'tenant_id': '1e594b8d48e948b8ae34d96bebfc2a36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.231'}], 'enable_snat': True}, 'gw_port_id': '4ebb692d-0106-41c5-a37c-66d5e165232a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:55:09Z', 'updated_at': '2021-12-25T21:55:12Z', 'revision_number': 4, 'project_id': '1e594b8d48e948b8ae34d96bebfc2a36', 'gw_port': {'id': '4ebb692d-0106-41c5-a37c-66d5e165232a', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:92:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8accf2b6-aa0e-4afd-9635-ed8920d0eef4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4049, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:55:09Z', 'updated_at': '2021-12-25T21:55:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'bfbc9022-6830-4a42-b5fb-7f904e70878e', 'name': '', 'network_id': '544249cb-4293-4a78-9ba3-8f386deae100', 'tenant_id': '1e594b8d48e948b8ae34d96bebfc2a36', 'mac_address': 'fa:16:3e:62:0b:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8accf2b6-aa0e-4afd-9635-ed8920d0eef4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4050, 'fixed_ips': [{'subnet_id': 'fe1b5a3d-050c-415d-a526-cc2e02b19cb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:55:11Z', 'updated_at': '2021-12-25T21:55:15Z', 'revision_number': 4, 'project_id': '1e594b8d48e948b8ae34d96bebfc2a36', 'subnets': [{'id': 'fe1b5a3d-050c-415d-a526-cc2e02b19cb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 21:55:15.841068 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-9a534711-7e2d-4cde-809d-31454ae65bc8 None None] Provisioning complete for port bfbc9022-6830-4a42-b5fb-7f904e70878e triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:55:15.841432 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9a534711-7e2d-4cde-809d-31454ae65bc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:55:15.892627 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-624384a2-f526-43b1-a587-7868c24ab049 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Publish callbacks [] for security_group_rule, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:55:15.894931 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-624384a2-f526-43b1-a587-7868c24ab049 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2915418
Dec 25 21:55:15.898131 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 45680) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:55:15.903736 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-b0c6dc74-6cb2-47fd-b79c-0951e86ecc18 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Request body: {'floatingip': {'floating_network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:55:15.964157 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b0c6dc74-6cb2-47fd-b79c-0951e86ecc18 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Publish callbacks [] for floatingip, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:55:16.070250 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b0c6dc74-6cb2-47fd-b79c-0951e86ecc18 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:55:16.179669 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_common [None req-b0c6dc74-6cb2-47fd-b79c-0951e86ecc18 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Allocated IP 172.35.3.39 (7201e55c-7c5f-41aa-a042-a363696539d0/7a939e13-713f-45cf-bba7-1539635abe25/2ebb5d46-5a43-4f40-90de-758646082098) {{(pid=121607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:55:16.239642 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device bfbc9022-6830-4a42-b5fb-7f904e70878e up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:55:16.291974 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b0c6dc74-6cb2-47fd-b79c-0951e86ecc18 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Publish callbacks [] for port, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:55:16.295313 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port bfbc9022-6830-4a42-b5fb-7f904e70878e triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:55:16.301669 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:55:16.364555 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b0c6dc74-6cb2-47fd-b79c-0951e86ecc18 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:55:16.404981 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0c6dc74-6cb2-47fd-b79c-0951e86ecc18 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Network 7201e55c-7c5f-41aa-a042-a363696539d0 is already hosted by enough agents. {{(pid=121607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:55:16.407961 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-b0c6dc74-6cb2-47fd-b79c-0951e86ecc18 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Resources bound (agent type, host, resource id):  {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:55:16.411692 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0c6dc74-6cb2-47fd-b79c-0951e86ecc18 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Received port after_create {{(pid=121607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:55:16.437911 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c6dc74-6cb2-47fd-b79c-0951e86ecc18 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Pushing event updated for resources: {'Port': ['ID=2ebb5d46-5a43-4f40-90de-758646082098,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:55:16.516705 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b0c6dc74-6cb2-47fd-b79c-0951e86ecc18 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Publish callbacks [] for floatingip, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:55:16.630551 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b0c6dc74-6cb2-47fd-b79c-0951e86ecc18 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:55:16.787700 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b0c6dc74-6cb2-47fd-b79c-0951e86ecc18 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Publish callbacks [] for port, precommit_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:55:16.860696 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b0c6dc74-6cb2-47fd-b79c-0951e86ecc18 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8632327'] for port, after_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:55:16.930679 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c6dc74-6cb2-47fd-b79c-0951e86ecc18 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Pushing event updated for resources: {'Port': ['ID=2ebb5d46-5a43-4f40-90de-758646082098,revision_number=2']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:55:16.940428 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b0c6dc74-6cb2-47fd-b79c-0951e86ecc18 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2008639'] for floatingip, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:55:17.017232 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b0c6dc74-6cb2-47fd-b79c-0951e86ecc18 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for floatingip, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:55:17.018570 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-b0c6dc74-6cb2-47fd-b79c-0951e86ecc18 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 1.1194077
Dec 25 21:55:17.164031 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5c3db22d-9b0a-4720-a2dc-23c465cf7c73 req-3213c904-9a31-4a33-b387-5e101486bd9e tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--685716593&fields=id&tenant_id=1e594b8d48e948b8ae34d96bebfc2a36 HTTP/1.1" status: 200  len: 267 time: 0.0416827
Dec 25 21:55:17.272483 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3db22d-9b0a-4720-a2dc-23c465cf7c73 req-abcd682f-def7-46ab-b561-43adb137363d tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:55:17.273984 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5c3db22d-9b0a-4720-a2dc-23c465cf7c73 req-abcd682f-def7-46ab-b561-43adb137363d tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/networks?id=544249cb-4293-4a78-9ba3-8f386deae100 HTTP/1.1" status: 200  len: 811 time: 0.1026492
Dec 25 21:55:17.288961 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5c3db22d-9b0a-4720-a2dc-23c465cf7c73 req-8cf64392-8bf7-4432-a846-07badc688251 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/quotas/1e594b8d48e948b8ae34d96bebfc2a36 HTTP/1.1" status: 200  len: 375 time: 0.0087140
Dec 25 21:55:17.339032 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5c3db22d-9b0a-4720-a2dc-23c465cf7c73 req-1dee414f-1a72-4b20-afac-991172b6c53e tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=1e594b8d48e948b8ae34d96bebfc2a36&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0449333
Dec 25 21:55:17.355191 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [req-5c3db22d-9b0a-4720-a2dc-23c465cf7c73 req-7f16206c-eb40-4023-bc2a-f7642117d7b0 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=121606) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 25 21:55:17.356167 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5c3db22d-9b0a-4720-a2dc-23c465cf7c73 req-7f16206c-eb40-4023-bc2a-f7642117d7b0 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0051966
Dec 25 21:55:17.444405 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5c3db22d-9b0a-4720-a2dc-23c465cf7c73 req-fa5d773a-5f5c-4695-a50b-7a880116bb6b service neutron] 10.222.0.32 "GET /v2.0/networks/544249cb-4293-4a78-9ba3-8f386deae100?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0824411
Dec 25 21:55:17.538398 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5c3db22d-9b0a-4720-a2dc-23c465cf7c73 req-1b86c934-b64e-4861-8766-9ac1b5f953a1 service neutron] 10.222.0.32 "GET /v2.0/networks/544249cb-4293-4a78-9ba3-8f386deae100?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0871189
Dec 25 21:55:17.777595 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-62da04a1-030d-4b1e-adbf-4807012e9d69 req-c3cfa3ad-a0f9-48bd-88c2-0c22bf47699d tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/ports?device_id=e87bad1d-44d6-4e94-a7c2-1c20ca33eba8 HTTP/1.1" status: 200  len: 210 time: 0.0318775
Dec 25 21:55:18.873016 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-cb03be08-ebcb-4fc7-9fe2-74dafa88a492 req-994e9b41-25b4-4735-a3b7-a1b9a58c9102 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/ports?device_id=e87bad1d-44d6-4e94-a7c2-1c20ca33eba8 HTTP/1.1" status: 200  len: 210 time: 0.0265155
Dec 25 21:55:19.861959 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3db22d-9b0a-4720-a2dc-23c465cf7c73 req-b359c1f6-e99e-4e6a-b866-4ab312271a8f tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:55:19.863507 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5c3db22d-9b0a-4720-a2dc-23c465cf7c73 req-b359c1f6-e99e-4e6a-b866-4ab312271a8f tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.37 "GET /v2.0/networks?id=544249cb-4293-4a78-9ba3-8f386deae100 HTTP/1.1" status: 200  len: 811 time: 0.1051719
Dec 25 21:55:19.926411 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5c3db22d-9b0a-4720-a2dc-23c465cf7c73 req-fca5f44d-433f-4640-a4a4-5eb86eef1730 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1e594b8d48e948b8ae34d96bebfc2a36 HTTP/1.1" status: 200  len: 379 time: 0.0534046
Dec 25 21:55:19.935826 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-5c3db22d-9b0a-4720-a2dc-23c465cf7c73 req-2140e761-cf8a-4a40-976b-fa313cb5d35f tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Request body: {'port': {'device_id': 'e87bad1d-44d6-4e94-a7c2-1c20ca33eba8', 'network_id': '544249cb-4293-4a78-9ba3-8f386deae100', 'admin_state_up': True, 'tenant_id': '1e594b8d48e948b8ae34d96bebfc2a36', 'security_groups': ['ecd1e866-dc70-4232-af86-72a62615443d']}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:55:19.988965 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-288fff32-4751-4c39-a6f1-08c7262b16e0 req-fdbee49c-de87-471f-a811-a6dfb3faef09 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/ports?device_id=e87bad1d-44d6-4e94-a7c2-1c20ca33eba8 HTTP/1.1" status: 200  len: 210 time: 0.0385227
Dec 25 21:55:20.157443 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c3db22d-9b0a-4720-a2dc-23c465cf7c73 req-2140e761-cf8a-4a40-976b-fa313cb5d35f tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Made reservation on behalf of 1e594b8d48e948b8ae34d96bebfc2a36 for: {'port': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:55:20.161264 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-5c3db22d-9b0a-4720-a2dc-23c465cf7c73 req-2140e761-cf8a-4a40-976b-fa313cb5d35f tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:55:20.284518 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_common [req-5c3db22d-9b0a-4720-a2dc-23c465cf7c73 req-2140e761-cf8a-4a40-976b-fa313cb5d35f tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Allocated IP 172.20.0.13 (544249cb-4293-4a78-9ba3-8f386deae100/fe1b5a3d-050c-415d-a526-cc2e02b19cb4/095e12a0-6bab-4f25-9cd8-73008268ccf4) {{(pid=121606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:55:20.422666 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-5c3db22d-9b0a-4720-a2dc-23c465cf7c73 req-2140e761-cf8a-4a40-976b-fa313cb5d35f tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Publish callbacks [] for port, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:55:20.511962 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-5c3db22d-9b0a-4720-a2dc-23c465cf7c73 req-2140e761-cf8a-4a40-976b-fa313cb5d35f tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:55:20.554699 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c3db22d-9b0a-4720-a2dc-23c465cf7c73 req-2140e761-cf8a-4a40-976b-fa313cb5d35f tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Network 544249cb-4293-4a78-9ba3-8f386deae100 is already hosted by enough agents. {{(pid=121606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:55:20.557783 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [req-5c3db22d-9b0a-4720-a2dc-23c465cf7c73 req-2140e761-cf8a-4a40-976b-fa313cb5d35f tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Resources bound (agent type, host, resource id):  {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:55:20.562096 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c3db22d-9b0a-4720-a2dc-23c465cf7c73 req-2140e761-cf8a-4a40-976b-fa313cb5d35f tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Received port after_create {{(pid=121606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:55:20.593978 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2140e761-cf8a-4a40-976b-fa313cb5d35f tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Pushing event updated for resources: {'Port': ['ID=095e12a0-6bab-4f25-9cd8-73008268ccf4,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:55:20.621231 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3db22d-9b0a-4720-a2dc-23c465cf7c73 req-2140e761-cf8a-4a40-976b-fa313cb5d35f tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:55:20.622640 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-5c3db22d-9b0a-4720-a2dc-23c465cf7c73 req-2140e761-cf8a-4a40-976b-fa313cb5d35f tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:55:20.697710 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5c3db22d-9b0a-4720-a2dc-23c465cf7c73 req-2140e761-cf8a-4a40-976b-fa313cb5d35f tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.7657077
Dec 25 21:55:20.710576 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-5c3db22d-9b0a-4720-a2dc-23c465cf7c73 req-2b5dd082-d634-411f-bc5e-2504675d3ae3 service neutron] Request body: {'port': {'device_id': 'e87bad1d-44d6-4e94-a7c2-1c20ca33eba8', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:55:20.764289 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-5c3db22d-9b0a-4720-a2dc-23c465cf7c73 req-2b5dd082-d634-411f-bc5e-2504675d3ae3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:55:20.794680 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-3c49dbfc-59f4-406d-b841-09671dc29573 None None] Provisioning complete for port 095e12a0-6bab-4f25-9cd8-73008268ccf4 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:55:20.795237 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3c49dbfc-59f4-406d-b841-09671dc29573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:55:20.832254 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-3c49dbfc-59f4-406d-b841-09671dc29573 None None] Port 095e12a0-6bab-4f25-9cd8-73008268ccf4 cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:55:21.024997 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [req-5c3db22d-9b0a-4720-a2dc-23c465cf7c73 req-2b5dd082-d634-411f-bc5e-2504675d3ae3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 095e12a0-6bab-4f25-9cd8-73008268ccf4 {{(pid=121606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:55:21.032782 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-5c3db22d-9b0a-4720-a2dc-23c465cf7c73 req-2b5dd082-d634-411f-bc5e-2504675d3ae3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:55:21.045399 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.provisioning_blocks [req-5c3db22d-9b0a-4720-a2dc-23c465cf7c73 req-2b5dd082-d634-411f-bc5e-2504675d3ae3 service neutron] Transition to ACTIVE for port object 095e12a0-6bab-4f25-9cd8-73008268ccf4 will not be triggered until provisioned by entity L2. {{(pid=121606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 25 21:55:21.105599 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84263989-d4de-4342-bddb-a2e01ac9f2a2 req-ab6523da-7bf6-4281-8e52-0d2dab54dcf1 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:55:21.107689 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-84263989-d4de-4342-bddb-a2e01ac9f2a2 req-ab6523da-7bf6-4281-8e52-0d2dab54dcf1 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/ports?device_id=e87bad1d-44d6-4e94-a7c2-1c20ca33eba8 HTTP/1.1" status: 200  len: 932 time: 0.0490911
Dec 25 21:55:21.130806 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-5c3db22d-9b0a-4720-a2dc-23c465cf7c73 req-2b5dd082-d634-411f-bc5e-2504675d3ae3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:55:21.197152 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-84263989-d4de-4342-bddb-a2e01ac9f2a2 req-952df145-1471-4321-9c97-3b4ddc5e1a13 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/security-groups?id=ecd1e866-dc70-4232-af86-72a62615443d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0832081
Dec 25 21:55:21.205958 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5dd082-d634-411f-bc5e-2504675d3ae3 service neutron] Pushing event updated for resources: {'Port': ['ID=095e12a0-6bab-4f25-9cd8-73008268ccf4,revision_number=2']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:55:21.278107 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-5c3db22d-9b0a-4720-a2dc-23c465cf7c73 req-2b5dd082-d634-411f-bc5e-2504675d3ae3 service neutron] Attempting to bind port 095e12a0-6bab-4f25-9cd8-73008268ccf4 on host nch2-master-1 for vnic_type normal with profile  {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:55:21.278444 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-5c3db22d-9b0a-4720-a2dc-23c465cf7c73 req-2b5dd082-d634-411f-bc5e-2504675d3ae3 service neutron] Attempting to bind port 095e12a0-6bab-4f25-9cd8-73008268ccf4 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '7ded9d98-42bc-4190-9dd6-298b9a4520f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '544249cb-4293-4a78-9ba3-8f386deae100'}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:55:21.278771 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c3db22d-9b0a-4720-a2dc-23c465cf7c73 req-2b5dd082-d634-411f-bc5e-2504675d3ae3 service neutron] Attempting to bind port 095e12a0-6bab-4f25-9cd8-73008268ccf4 on network 544249cb-4293-4a78-9ba3-8f386deae100 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:55:21.283446 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c3db22d-9b0a-4720-a2dc-23c465cf7c73 req-2b5dd082-d634-411f-bc5e-2504675d3ae3 service neutron] Port 095e12a0-6bab-4f25-9cd8-73008268ccf4 on network 544249cb-4293-4a78-9ba3-8f386deae100 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 25 21:55:21.283767 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c3db22d-9b0a-4720-a2dc-23c465cf7c73 req-2b5dd082-d634-411f-bc5e-2504675d3ae3 service neutron] Attempting to bind port 095e12a0-6bab-4f25-9cd8-73008268ccf4 on network 544249cb-4293-4a78-9ba3-8f386deae100 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:55:21.288860 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c3db22d-9b0a-4720-a2dc-23c465cf7c73 req-2b5dd082-d634-411f-bc5e-2504675d3ae3 service neutron] Checking agent: {'id': '0d9ae313-8f8d-40fa-8a9f-d098a25a9911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 21, 4, 38), 'started_at': datetime.datetime(2021, 12, 25, 21, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 55, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:55:21.289288 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c3db22d-9b0a-4720-a2dc-23c465cf7c73 req-2b5dd082-d634-411f-bc5e-2504675d3ae3 service neutron] Checking segment: {'id': '7ded9d98-42bc-4190-9dd6-298b9a4520f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '544249cb-4293-4a78-9ba3-8f386deae100'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:55:21.289680 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c3db22d-9b0a-4720-a2dc-23c465cf7c73 req-2b5dd082-d634-411f-bc5e-2504675d3ae3 service neutron] Bound using segment: {'id': '7ded9d98-42bc-4190-9dd6-298b9a4520f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '544249cb-4293-4a78-9ba3-8f386deae100'} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:55:21.290113 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-5c3db22d-9b0a-4720-a2dc-23c465cf7c73 req-2b5dd082-d634-411f-bc5e-2504675d3ae3 service neutron] Bound port: 095e12a0-6bab-4f25-9cd8-73008268ccf4, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ded9d98-42bc-4190-9dd6-298b9a4520f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '544249cb-4293-4a78-9ba3-8f386deae100'}}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:55:21.290471 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-5c3db22d-9b0a-4720-a2dc-23c465cf7c73 req-2b5dd082-d634-411f-bc5e-2504675d3ae3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:55:21.357594 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-5c3db22d-9b0a-4720-a2dc-23c465cf7c73 req-2b5dd082-d634-411f-bc5e-2504675d3ae3 service neutron] For port 095e12a0-6bab-4f25-9cd8-73008268ccf4, host nch2-master-1, cleared binding levels {{(pid=121606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:55:21.360546 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-5c3db22d-9b0a-4720-a2dc-23c465cf7c73 req-2b5dd082-d634-411f-bc5e-2504675d3ae3 service neutron] For port 095e12a0-6bab-4f25-9cd8-73008268ccf4, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=095e12a0-6bab-4f25-9cd8-73008268ccf4,segment=NetworkSegment(7ded9d98-42bc-4190-9dd6-298b9a4520f9),segment_id=7ded9d98-42bc-4190-9dd6-298b9a4520f9)] {{(pid=121606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:55:21.455285 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-5c3db22d-9b0a-4720-a2dc-23c465cf7c73 req-2b5dd082-d634-411f-bc5e-2504675d3ae3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:55:21.491681 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3db22d-9b0a-4720-a2dc-23c465cf7c73 req-2b5dd082-d634-411f-bc5e-2504675d3ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:55:21.492305 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-5c3db22d-9b0a-4720-a2dc-23c465cf7c73 req-2b5dd082-d634-411f-bc5e-2504675d3ae3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:55:21.493716 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5c3db22d-9b0a-4720-a2dc-23c465cf7c73 req-2b5dd082-d634-411f-bc5e-2504675d3ae3 service neutron] 10.222.0.37 "PUT /v2.0/ports/095e12a0-6bab-4f25-9cd8-73008268ccf4 HTTP/1.1" status: 200  len: 1092 time: 0.7875311
Dec 25 21:55:21.494159 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e87bad1d-44d6-4e94-a7c2-1c20ca33eba8', 'tag': '095e12a0-6bab-4f25-9cd8-73008268ccf4'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:55:21.496430 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9858820c13ec2827453b94ebc4181065e990a4e4089ccb9fe762531ac62d2fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3273fac7-ef75-4159-8f2a-ea51c80cb760" -d '{"events": [{"name": "network-changed", "server_uuid": "e87bad1d-44d6-4e94-a7c2-1c20ca33eba8", "tag": "095e12a0-6bab-4f25-9cd8-73008268ccf4"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:55:21.519638 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5dd082-d634-411f-bc5e-2504675d3ae3 service neutron] Pushing event updated for resources: {'Port': ['ID=095e12a0-6bab-4f25-9cd8-73008268ccf4,revision_number=3']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:55:21.541694 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Dec 2021 21:55:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-666bd3f0-be77-4d2b-9066-31c1a20e3ce5 x-openstack-request-id: req-666bd3f0-be77-4d2b-9066-31c1a20e3ce5 {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:55:21.541694 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e87bad1d-44d6-4e94-a7c2-1c20ca33eba8", "tag": "095e12a0-6bab-4f25-9cd8-73008268ccf4", "status": "completed", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:55:21.541694 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-666bd3f0-be77-4d2b-9066-31c1a20e3ce5 {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:55:21.541694 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e87bad1d-44d6-4e94-a7c2-1c20ca33eba8', 'tag': '095e12a0-6bab-4f25-9cd8-73008268ccf4', 'status': 'completed', 'code': 200}
Dec 25 21:55:21.607894 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3273fac7-ef75-4159-8f2a-ea51c80cb760 req-fa2fd930-10e3-4529-838a-f75dfb4d1ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:55:21.609519 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3273fac7-ef75-4159-8f2a-ea51c80cb760 req-fa2fd930-10e3-4529-838a-f75dfb4d1ebf service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1e594b8d48e948b8ae34d96bebfc2a36&device_id=e87bad1d-44d6-4e94-a7c2-1c20ca33eba8 HTTP/1.1" status: 200  len: 1095 time: 0.0451488
Dec 25 21:55:21.712926 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3273fac7-ef75-4159-8f2a-ea51c80cb760 req-5b540498-bed3-4c56-9eb5-735c3bbed0a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:55:21.714456 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3273fac7-ef75-4159-8f2a-ea51c80cb760 req-5b540498-bed3-4c56-9eb5-735c3bbed0a5 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=1e594b8d48e948b8ae34d96bebfc2a36&shared=False HTTP/1.1" status: 200  len: 912 time: 0.0963428
Dec 25 21:55:21.808371 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3273fac7-ef75-4159-8f2a-ea51c80cb760 req-d26805e5-3865-4761-bb31-afadab1a8d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:55:21.810498 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3273fac7-ef75-4159-8f2a-ea51c80cb760 req-d26805e5-3865-4761-bb31-afadab1a8d65 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.0894365
Dec 25 21:55:21.887141 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3db22d-9b0a-4720-a2dc-23c465cf7c73 req-4d303a2a-f84a-4c46-9220-92e77311ceda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:55:21.888652 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5c3db22d-9b0a-4720-a2dc-23c465cf7c73 req-4d303a2a-f84a-4c46-9220-92e77311ceda service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1e594b8d48e948b8ae34d96bebfc2a36&device_id=e87bad1d-44d6-4e94-a7c2-1c20ca33eba8 HTTP/1.1" status: 200  len: 1095 time: 0.0413349
Dec 25 21:55:21.930994 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5c3db22d-9b0a-4720-a2dc-23c465cf7c73 req-f979b2b4-b631-4a0c-83ee-1d1102dc7983 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=095e12a0-6bab-4f25-9cd8-73008268ccf4 HTTP/1.1" status: 200  len: 217 time: 0.0340505
Dec 25 21:55:21.978954 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3db22d-9b0a-4720-a2dc-23c465cf7c73 req-f5ef4f5d-d4be-4f51-88ac-6ee384e8262c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:55:21.980458 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5c3db22d-9b0a-4720-a2dc-23c465cf7c73 req-f5ef4f5d-d4be-4f51-88ac-6ee384e8262c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fe1b5a3d-050c-415d-a526-cc2e02b19cb4 HTTP/1.1" status: 200  len: 850 time: 0.0421393
Dec 25 21:55:22.030191 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3db22d-9b0a-4720-a2dc-23c465cf7c73 req-89c4e3e2-b1de-4795-bf8c-ba3713d45e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:55:22.031569 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5c3db22d-9b0a-4720-a2dc-23c465cf7c73 req-89c4e3e2-b1de-4795-bf8c-ba3713d45e32 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=544249cb-4293-4a78-9ba3-8f386deae100&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0427132
Dec 25 21:55:22.119106 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5c3db22d-9b0a-4720-a2dc-23c465cf7c73 req-8c5505a8-37d7-4bfc-a789-fa3b1f313bb7 service neutron] 10.222.0.37 "GET /v2.0/networks/544249cb-4293-4a78-9ba3-8f386deae100?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0803370
Dec 25 21:55:22.210697 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5c3db22d-9b0a-4720-a2dc-23c465cf7c73 req-88f01b4f-b7e5-4a1c-a776-6a7fb9ad2428 service neutron] 10.222.0.37 "GET /v2.0/networks/544249cb-4293-4a78-9ba3-8f386deae100?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0841010
Dec 25 21:55:22.330334 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d4dc62-6ef9-4ae8-923d-4f3952657cff req-d5b7d292-d8eb-44b4-bbf2-edddda468cb4 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:55:22.331736 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b3d4dc62-6ef9-4ae8-923d-4f3952657cff req-d5b7d292-d8eb-44b4-bbf2-edddda468cb4 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/ports?device_id=e87bad1d-44d6-4e94-a7c2-1c20ca33eba8 HTTP/1.1" status: 200  len: 944 time: 0.0505373
Dec 25 21:55:22.379179 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b3d4dc62-6ef9-4ae8-923d-4f3952657cff req-52153c79-ae22-4177-a285-e9a125ff8253 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/security-groups?id=ecd1e866-dc70-4232-af86-72a62615443d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0412409
Dec 25 21:55:23.503036 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9b5388-8432-41c3-aac5-713efd1a1ddb req-2293b86b-6d4e-47d6-979f-894e8a00bbcd tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:55:23.504518 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ae9b5388-8432-41c3-aac5-713efd1a1ddb req-2293b86b-6d4e-47d6-979f-894e8a00bbcd tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/ports?device_id=e87bad1d-44d6-4e94-a7c2-1c20ca33eba8 HTTP/1.1" status: 200  len: 944 time: 0.0536480
Dec 25 21:55:23.551927 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ae9b5388-8432-41c3-aac5-713efd1a1ddb req-ca960288-16e5-4a23-98b1-543cdc474aa8 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/security-groups?id=ecd1e866-dc70-4232-af86-72a62615443d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0413172
Dec 25 21:55:24.666164 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc519ef-6bd7-4d90-9e65-6f697b1c097c req-9e517136-77f2-4e90-96dc-37a40b3c8517 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:55:24.667641 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ddc519ef-6bd7-4d90-9e65-6f697b1c097c req-9e517136-77f2-4e90-96dc-37a40b3c8517 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/ports?device_id=e87bad1d-44d6-4e94-a7c2-1c20ca33eba8 HTTP/1.1" status: 200  len: 944 time: 0.0480394
Dec 25 21:55:24.714475 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ddc519ef-6bd7-4d90-9e65-6f697b1c097c req-46bb9844-c697-40d5-a698-edaee4922a1a tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/security-groups?id=ecd1e866-dc70-4232-af86-72a62615443d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0401485
Dec 25 21:55:25.041167 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device 095e12a0-6bab-4f25-9cd8-73008268ccf4 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 25 21:55:25.137813 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port 095e12a0-6bab-4f25-9cd8-73008268ccf4, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=095e12a0-6bab-4f25-9cd8-73008268ccf4,segment=NetworkSegment(7ded9d98-42bc-4190-9dd6-298b9a4520f9),segment_id=7ded9d98-42bc-4190-9dd6-298b9a4520f9)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:55:25.148900 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Returning: {'device': '095e12a0-6bab-4f25-9cd8-73008268ccf4', 'network_id': '544249cb-4293-4a78-9ba3-8f386deae100', 'port_id': '095e12a0-6bab-4f25-9cd8-73008268ccf4', 'mac_address': 'fa:16:3e:17:77:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe1b5a3d-050c-415d-a526-cc2e02b19cb4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 25 21:55:25.190792 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:55:25.205310 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 095e12a0-6bab-4f25-9cd8-73008268ccf4 {{(pid=121608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:55:25.228360 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port 095e12a0-6bab-4f25-9cd8-73008268ccf4, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=095e12a0-6bab-4f25-9cd8-73008268ccf4,segment=NetworkSegment(7ded9d98-42bc-4190-9dd6-298b9a4520f9),segment_id=7ded9d98-42bc-4190-9dd6-298b9a4520f9)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:55:25.454754 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:55:25.503355 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Pushing event updated for resources: {'Port': ['ID=095e12a0-6bab-4f25-9cd8-73008268ccf4,revision_number=4']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:55:25.510985 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:55:25.511335 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:55:25.511681 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:55:25.512024 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:55:25.512407 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:55:25.512746 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:55:25.513101 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:55:25.513434 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:55:25.513764 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:55:25.514092 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:55:25.514547 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:55:25.514887 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:55:25.515215 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:55:25.644312 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] get_ports_and_sgs() called for port_ids ['095e12a0-6bab-4f25-9cd8-73008268ccf4'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:55:25.831075 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc52e70e-b237-4a4f-980c-521cc985c337 req-0a910ccc-d6f0-456d-8f63-33c930909302 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:55:25.832488 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-fc52e70e-b237-4a4f-980c-521cc985c337 req-0a910ccc-d6f0-456d-8f63-33c930909302 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/ports?device_id=e87bad1d-44d6-4e94-a7c2-1c20ca33eba8 HTTP/1.1" status: 200  len: 945 time: 0.0477800
Dec 25 21:55:25.893010 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-fc52e70e-b237-4a4f-980c-521cc985c337 req-a0447130-7207-4045-9a65-47a90bbdf81e tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/security-groups?id=ecd1e866-dc70-4232-af86-72a62615443d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0544734
Dec 25 21:55:27.009091 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f49a394-60e3-4b1c-9ebb-e93033c532d1 req-08a30e5d-4c01-4b60-ba93-5883482bd48a tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:55:27.010560 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2f49a394-60e3-4b1c-9ebb-e93033c532d1 req-08a30e5d-4c01-4b60-ba93-5883482bd48a tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/ports?device_id=e87bad1d-44d6-4e94-a7c2-1c20ca33eba8 HTTP/1.1" status: 200  len: 945 time: 0.0482068
Dec 25 21:55:27.035896 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device 095e12a0-6bab-4f25-9cd8-73008268ccf4 up at agent hyperv_nch2-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:55:27.059475 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2f49a394-60e3-4b1c-9ebb-e93033c532d1 req-df0e1d8c-a98b-4146-a3d8-d76a1a7bf573 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/security-groups?id=ecd1e866-dc70-4232-af86-72a62615443d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0422571
Dec 25 21:55:27.155654 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Provisioning for port 095e12a0-6bab-4f25-9cd8-73008268ccf4 completed by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 25 21:55:27.159587 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Provisioning complete for port 095e12a0-6bab-4f25-9cd8-73008268ccf4 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:55:27.159959 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:55:27.243655 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:55:27.265947 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e87bad1d-44d6-4e94-a7c2-1c20ca33eba8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '095e12a0-6bab-4f25-9cd8-73008268ccf4'}] {{(pid=121608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:55:27.268157 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a88c78c3ff6266bd59c7e89d275b28c92e739b67d23c89d71af88829fd31566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4b1cb13-55ca-4113-bc8b-177c8b8b4301" -d '{"events": [{"server_uuid": "e87bad1d-44d6-4e94-a7c2-1c20ca33eba8", "name": "network-vif-plugged", "status": "completed", "tag": "095e12a0-6bab-4f25-9cd8-73008268ccf4"}]}' {{(pid=121608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:55:27.283898 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port 095e12a0-6bab-4f25-9cd8-73008268ccf4, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=095e12a0-6bab-4f25-9cd8-73008268ccf4,segment=NetworkSegment(7ded9d98-42bc-4190-9dd6-298b9a4520f9),segment_id=7ded9d98-42bc-4190-9dd6-298b9a4520f9)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:55:27.305265 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 21:55:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-608536d3-d922-4613-9dea-685f142dc869 x-openstack-request-id: req-608536d3-d922-4613-9dea-685f142dc869 {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:55:27.305558 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e87bad1d-44d6-4e94-a7c2-1c20ca33eba8", "name": "network-vif-plugged", "status": "completed", "tag": "095e12a0-6bab-4f25-9cd8-73008268ccf4", "code": 200}]} {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:55:27.305821 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-608536d3-d922-4613-9dea-685f142dc869 {{(pid=121608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:55:27.306211 ncdv-master-1 neutron-server[121608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e87bad1d-44d6-4e94-a7c2-1c20ca33eba8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '095e12a0-6bab-4f25-9cd8-73008268ccf4', 'code': 200}
Dec 25 21:55:27.344633 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:55:27.392586 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Pushing event updated for resources: {'Port': ['ID=095e12a0-6bab-4f25-9cd8-73008268ccf4,revision_number=5']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:55:27.402318 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cecd16-75d8-4504-8bcf-d18cc7bb0a1f req-405e5225-35c4-42a2-8ebc-29a37d3532bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:55:27.406525 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-96cecd16-75d8-4504-8bcf-d18cc7bb0a1f req-405e5225-35c4-42a2-8ebc-29a37d3532bf service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e87bad1d-44d6-4e94-a7c2-1c20ca33eba8 HTTP/1.1" status: 200  len: 1097 time: 0.0399799
Dec 25 21:55:27.456381 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-96cecd16-75d8-4504-8bcf-d18cc7bb0a1f req-e4524e17-ff61-4872-a915-aed3f1d62895 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=ecd1e866-dc70-4232-af86-72a62615443d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0438128
Dec 25 21:55:28.182374 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0228fa-1782-4f09-b2e9-672e9fe6664a req-beec6638-36d8-48af-9f5c-6b793253efc7 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:55:28.184358 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3e0228fa-1782-4f09-b2e9-672e9fe6664a req-beec6638-36d8-48af-9f5c-6b793253efc7 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/ports?device_id=e87bad1d-44d6-4e94-a7c2-1c20ca33eba8 HTTP/1.1" status: 200  len: 946 time: 0.0524352
Dec 25 21:55:28.230990 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3e0228fa-1782-4f09-b2e9-672e9fe6664a req-113985f8-26c1-4259-9294-07e6be095172 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/security-groups?id=ecd1e866-dc70-4232-af86-72a62615443d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0405612
Dec 25 21:55:29.346849 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e27a835-2d8c-4364-bc11-efc6e3a17640 req-948ef265-d03c-4499-9b80-0930625a5919 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:55:29.348369 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0e27a835-2d8c-4364-bc11-efc6e3a17640 req-948ef265-d03c-4499-9b80-0930625a5919 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/ports?device_id=e87bad1d-44d6-4e94-a7c2-1c20ca33eba8 HTTP/1.1" status: 200  len: 946 time: 0.0487854
Dec 25 21:55:29.396952 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0e27a835-2d8c-4364-bc11-efc6e3a17640 req-31b36d1f-1af0-46bf-a989-42350de057f5 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/security-groups?id=ecd1e866-dc70-4232-af86-72a62615443d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0417521
Dec 25 21:55:29.513188 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d7286e-7a97-46ae-9d5c-c7154db09563 req-ca5515ef-6604-4c00-9875-84efd9688e6e tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:55:29.514747 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a7d7286e-7a97-46ae-9d5c-c7154db09563 req-ca5515ef-6604-4c00-9875-84efd9688e6e tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/ports?device_id=e87bad1d-44d6-4e94-a7c2-1c20ca33eba8 HTTP/1.1" status: 200  len: 946 time: 0.0494406
Dec 25 21:55:29.523191 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 45736) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:55:29.528144 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-46db28e4-0683-4715-a6f3-4df4f90dcfa1 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Request body: {'floatingip': {'port_id': '095e12a0-6bab-4f25-9cd8-73008268ccf4'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:55:29.571306 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-46db28e4-0683-4715-a6f3-4df4f90dcfa1 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Publish callbacks [] for floatingip, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:55:30.001645 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-46db28e4-0683-4715-a6f3-4df4f90dcfa1 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Publish callbacks [] for floatingip, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:55:30.071339 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-46db28e4-0683-4715-a6f3-4df4f90dcfa1 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2008639'] for floatingip, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:55:30.168262 ncdv-master-1 neutron-server[121606]: INFO neutron.db.l3_db [None req-46db28e4-0683-4715-a6f3-4df4f90dcfa1 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Floating IP 5e0debcb-0ca3-46ff-bc55-de85f6b81a13 associated. External IP: 172.35.3.39, port: 095e12a0-6bab-4f25-9cd8-73008268ccf4.
Dec 25 21:55:30.363851 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46db28e4-0683-4715-a6f3-4df4f90dcfa1 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Router 8accf2b6-aa0e-4afd-9635-ed8920d0eef4 has already been hosted by L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 {{(pid=121606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 25 21:55:30.468220 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46db28e4-0683-4715-a6f3-4df4f90dcfa1 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 21:55:30.473097 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-46db28e4-0683-4715-a6f3-4df4f90dcfa1 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for floatingip, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:55:30.477653 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a5dc47d-1829-4af8-8075-c233aafb65e3 None None] Sync routers for ids ['8accf2b6-aa0e-4afd-9635-ed8920d0eef4'] in ncdv-master-1 {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 21:55:30.487592 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a5dc47d-1829-4af8-8075-c233aafb65e3 None None] Routers {'8accf2b6-aa0e-4afd-9635-ed8920d0eef4'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:55:30.488187 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-9a5dc47d-1829-4af8-8075-c233aafb65e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2618a2c0a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:55:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['8accf2b6-aa0e-4afd-9635-ed8920d0eef4'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:55:30.499481 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-46db28e4-0683-4715-a6f3-4df4f90dcfa1 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "PUT /v2.0/floatingips/5e0debcb-0ca3-46ff-bc55-de85f6b81a13 HTTP/1.1" status: 200  len: 991 time: 0.9752545
Dec 25 21:55:30.500072 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e87bad1d-44d6-4e94-a7c2-1c20ca33eba8', 'tag': '095e12a0-6bab-4f25-9cd8-73008268ccf4'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:55:30.502340 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9858820c13ec2827453b94ebc4181065e990a4e4089ccb9fe762531ac62d2fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a89f87e3-e845-4fa4-9ca5-6b6eedaa5dfe" -d '{"events": [{"name": "network-changed", "server_uuid": "e87bad1d-44d6-4e94-a7c2-1c20ca33eba8", "tag": "095e12a0-6bab-4f25-9cd8-73008268ccf4"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:55:30.542436 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Dec 2021 21:55:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfc83276-8163-4d60-a9d7-fe081a071fe2 x-openstack-request-id: req-cfc83276-8163-4d60-a9d7-fe081a071fe2 {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:55:30.542761 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e87bad1d-44d6-4e94-a7c2-1c20ca33eba8", "tag": "095e12a0-6bab-4f25-9cd8-73008268ccf4", "status": "completed", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:55:30.543279 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-cfc83276-8163-4d60-a9d7-fe081a071fe2 {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:55:30.543722 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e87bad1d-44d6-4e94-a7c2-1c20ca33eba8', 'tag': '095e12a0-6bab-4f25-9cd8-73008268ccf4', 'status': 'completed', 'code': 200}
Dec 25 21:55:30.594933 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvr_db [None req-9a5dc47d-1829-4af8-8075-c233aafb65e3 None None] Set router 8accf2b6-aa0e-4afd-9635-ed8920d0eef4 gateway port host: ncdv-master-1 {{(pid=121609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:55:30.607568 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89f87e3-e845-4fa4-9ca5-6b6eedaa5dfe req-d7171bea-bc6f-4b08-9772-d8a4eabeea95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:55:30.608984 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a89f87e3-e845-4fa4-9ca5-6b6eedaa5dfe req-d7171bea-bc6f-4b08-9772-d8a4eabeea95 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1e594b8d48e948b8ae34d96bebfc2a36&device_id=e87bad1d-44d6-4e94-a7c2-1c20ca33eba8 HTTP/1.1" status: 200  len: 1097 time: 0.0438151
Dec 25 21:55:30.699939 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89f87e3-e845-4fa4-9ca5-6b6eedaa5dfe req-b280e9f5-2bcb-4ddf-89b7-e16bb25ddc12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:55:30.701361 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a89f87e3-e845-4fa4-9ca5-6b6eedaa5dfe req-b280e9f5-2bcb-4ddf-89b7-e16bb25ddc12 service neutron] 10.222.0.37 "GET /v2.0/networks?id=544249cb-4293-4a78-9ba3-8f386deae100 HTTP/1.1" status: 200  len: 912 time: 0.0858891
Dec 25 21:55:30.820229 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-9a5dc47d-1829-4af8-8075-c233aafb65e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2618a2c0a0>, [{'id': '8accf2b6-aa0e-4afd-9635-ed8920d0eef4', 'name': 'tempest-ServerActionsTestJSON-535026700-router', 'tenant_id': '1e594b8d48e948b8ae34d96bebfc2a36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.231'}], 'enable_snat': True}, 'gw_port_id': '4ebb692d-0106-41c5-a37c-66d5e165232a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:55:09Z', 'updated_at': '2021-12-25T21:55:12Z', 'revision_number': 4, 'project_id': '1e594b8d48e948b8ae34d96bebfc2a36', 'gw_port': {'id': '4ebb692d-0106-41c5-a37c-66d5e165232a', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:92:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8accf2b6-aa0e-4afd-9635-ed8920d0eef4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4049, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:55:09Z', 'updated_at': '2021-12-25T21:55:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '5e0debcb-0ca3-46ff-bc55-de85f6b81a13', 'tenant_id': '1e594b8d48e948b8ae34d96bebfc2a36', 'floating_ip_address': '172.35.3.39', 'floating_network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'router_id': '8accf2b6-aa0e-4afd-9635-ed8920d0eef4', 'port_id': '095e12a0-6bab-4f25-9cd8-73008268ccf4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4057, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '544249cb-4293-4a78-9ba3-8f386deae100', 'mac_address': 'fa:16:3e:17:77:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e87bad1d-44d6-4e94-a7c2-1c20ca33eba8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-25T21:55:16Z', 'updated_at': '2021-12-25T21:55:29Z', 'revision_number': 1, 'project_id': '1e594b8d48e948b8ae34d96bebfc2a36', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bfbc9022-6830-4a42-b5fb-7f904e70878e', 'name': '', 'network_id': '544249cb-4293-4a78-9ba3-8f386deae100', 'tenant_id': '1e594b8d48e948b8ae34d96bebfc2a36', 'mac_address': 'fa:16:3e:62:0b:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8accf2b6-aa0e-4afd-9635-ed8920d0eef4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4050, 'fixed_ips': [{'subnet_id': 'fe1b5a3d-050c-415d-a526-cc2e02b19cb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:55:11Z', 'updated_at': '2021-12-25T21:55:15Z', 'revision_number': 5, 'project_id': '1e594b8d48e948b8ae34d96bebfc2a36', 'subnets': [{'id': 'fe1b5a3d-050c-415d-a526-cc2e02b19cb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:55:30.850125 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a5dc47d-1829-4af8-8075-c233aafb65e3 None None] Checking router: 8accf2b6-aa0e-4afd-9635-ed8920d0eef4 for host: ncdv-master-1 {{(pid=121609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 25 21:55:30.859751 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a5dc47d-1829-4af8-8075-c233aafb65e3 None None] Routers {'8accf2b6-aa0e-4afd-9635-ed8920d0eef4'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:55:30.860370 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-9a5dc47d-1829-4af8-8075-c233aafb65e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2618a2c0a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:55:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['8accf2b6-aa0e-4afd-9635-ed8920d0eef4'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:55:30.970627 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvr_db [None req-9a5dc47d-1829-4af8-8075-c233aafb65e3 None None] Set router 8accf2b6-aa0e-4afd-9635-ed8920d0eef4 gateway port host: ncdv-master-1 {{(pid=121609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:55:31.117935 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a89f87e3-e845-4fa4-9ca5-6b6eedaa5dfe req-2c1c9193-919a-4296-b2b4-443e921a4102 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=095e12a0-6bab-4f25-9cd8-73008268ccf4 HTTP/1.1" status: 200  len: 999 time: 0.4096642
Dec 25 21:55:31.167829 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89f87e3-e845-4fa4-9ca5-6b6eedaa5dfe req-2e9f1165-b945-4e7c-8948-2761be142adf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:55:31.170001 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a89f87e3-e845-4fa4-9ca5-6b6eedaa5dfe req-2e9f1165-b945-4e7c-8948-2761be142adf service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fe1b5a3d-050c-415d-a526-cc2e02b19cb4 HTTP/1.1" status: 200  len: 850 time: 0.0436680
Dec 25 21:55:31.223943 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89f87e3-e845-4fa4-9ca5-6b6eedaa5dfe req-09aafd50-d586-4dec-a849-28ec0d12594c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:55:31.225546 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a89f87e3-e845-4fa4-9ca5-6b6eedaa5dfe req-09aafd50-d586-4dec-a849-28ec0d12594c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=544249cb-4293-4a78-9ba3-8f386deae100&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0477006
Dec 25 21:55:31.282250 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-9a5dc47d-1829-4af8-8075-c233aafb65e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2618a2c0a0>, [{'id': '8accf2b6-aa0e-4afd-9635-ed8920d0eef4', 'name': 'tempest-ServerActionsTestJSON-535026700-router', 'tenant_id': '1e594b8d48e948b8ae34d96bebfc2a36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.231'}], 'enable_snat': True}, 'gw_port_id': '4ebb692d-0106-41c5-a37c-66d5e165232a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:55:09Z', 'updated_at': '2021-12-25T21:55:12Z', 'revision_number': 4, 'project_id': '1e594b8d48e948b8ae34d96bebfc2a36', 'gw_port': {'id': '4ebb692d-0106-41c5-a37c-66d5e165232a', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:92:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8accf2b6-aa0e-4afd-9635-ed8920d0eef4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4049, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:55:09Z', 'updated_at': '2021-12-25T21:55:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '5e0debcb-0ca3-46ff-bc55-de85f6b81a13', 'tenant_id': '1e594b8d48e948b8ae34d96bebfc2a36', 'floating_ip_address': '172.35.3.39', 'floating_network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'router_id': '8accf2b6-aa0e-4afd-9635-ed8920d0eef4', 'port_id': '095e12a0-6bab-4f25-9cd8-73008268ccf4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4057, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '544249cb-4293-4a78-9ba3-8f386deae100', 'mac_address': 'fa:16:3e:17:77:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e87bad1d-44d6-4e94-a7c2-1c20ca33eba8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-25T21:55:16Z', 'updated_at': '2021-12-25T21:55:29Z', 'revision_number': 1, 'project_id': '1e594b8d48e948b8ae34d96bebfc2a36', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bfbc9022-6830-4a42-b5fb-7f904e70878e', 'name': '', 'network_id': '544249cb-4293-4a78-9ba3-8f386deae100', 'tenant_id': '1e594b8d48e948b8ae34d96bebfc2a36', 'mac_address': 'fa:16:3e:62:0b:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8accf2b6-aa0e-4afd-9635-ed8920d0eef4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4050, 'fixed_ips': [{'subnet_id': 'fe1b5a3d-050c-415d-a526-cc2e02b19cb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:55:11Z', 'updated_at': '2021-12-25T21:55:15Z', 'revision_number': 5, 'project_id': '1e594b8d48e948b8ae34d96bebfc2a36', 'subnets': [{'id': 'fe1b5a3d-050c-415d-a526-cc2e02b19cb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:55:31.311813 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a5dc47d-1829-4af8-8075-c233aafb65e3 None None] The sync data for ids ['8accf2b6-aa0e-4afd-9635-ed8920d0eef4'] in ncdv-master-1 is: [{'id': '8accf2b6-aa0e-4afd-9635-ed8920d0eef4', 'name': 'tempest-ServerActionsTestJSON-535026700-router', 'tenant_id': '1e594b8d48e948b8ae34d96bebfc2a36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.231'}], 'enable_snat': True}, 'gw_port_id': '4ebb692d-0106-41c5-a37c-66d5e165232a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:55:09Z', 'updated_at': '2021-12-25T21:55:12Z', 'revision_number': 4, 'project_id': '1e594b8d48e948b8ae34d96bebfc2a36', 'gw_port': {'id': '4ebb692d-0106-41c5-a37c-66d5e165232a', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:92:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8accf2b6-aa0e-4afd-9635-ed8920d0eef4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4049, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:55:09Z', 'updated_at': '2021-12-25T21:55:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '5e0debcb-0ca3-46ff-bc55-de85f6b81a13', 'tenant_id': '1e594b8d48e948b8ae34d96bebfc2a36', 'floating_ip_address': '172.35.3.39', 'floating_network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'router_id': '8accf2b6-aa0e-4afd-9635-ed8920d0eef4', 'port_id': '095e12a0-6bab-4f25-9cd8-73008268ccf4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4057, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '544249cb-4293-4a78-9ba3-8f386deae100', 'mac_address': 'fa:16:3e:17:77:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e87bad1d-44d6-4e94-a7c2-1c20ca33eba8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-25T21:55:16Z', 'updated_at': '2021-12-25T21:55:29Z', 'revision_number': 1, 'project_id': '1e594b8d48e948b8ae34d96bebfc2a36', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bfbc9022-6830-4a42-b5fb-7f904e70878e', 'name': '', 'network_id': '544249cb-4293-4a78-9ba3-8f386deae100', 'tenant_id': '1e594b8d48e948b8ae34d96bebfc2a36', 'mac_address': 'fa:16:3e:62:0b:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8accf2b6-aa0e-4afd-9635-ed8920d0eef4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4050, 'fixed_ips': [{'subnet_id': 'fe1b5a3d-050c-415d-a526-cc2e02b19cb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:55:11Z', 'updated_at': '2021-12-25T21:55:15Z', 'revision_number': 5, 'project_id': '1e594b8d48e948b8ae34d96bebfc2a36', 'subnets': [{'id': 'fe1b5a3d-050c-415d-a526-cc2e02b19cb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 21:55:31.318907 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a89f87e3-e845-4fa4-9ca5-6b6eedaa5dfe req-f9720959-4da8-475d-bc6d-0136dd3cad2e service neutron] 10.222.0.37 "GET /v2.0/networks/544249cb-4293-4a78-9ba3-8f386deae100?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0861433
Dec 25 21:55:31.413248 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a89f87e3-e845-4fa4-9ca5-6b6eedaa5dfe req-e35101ca-46ec-452d-b8f9-3571f7b40c40 service neutron] 10.222.0.37 "GET /v2.0/networks/544249cb-4293-4a78-9ba3-8f386deae100?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0872431
Dec 25 21:55:31.499432 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3752e8b3-c2c7-4641-ae1e-3e6fceaa5ad9 None None] New status for floating IP 5e0debcb-0ca3-46ff-bc55-de85f6b81a13: ACTIVE {{(pid=121608) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 25 21:55:34.596986 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:55:34.790288 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5e119537-ab99-4000-98d3-70a704d17ae6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:55:37.019821 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-1d04512e-54b6-4f3a-b135-b696e1e0864e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:55:38.574242 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:55:38.601420 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3e945ecd-9380-47c2-aa0a-12ebe07e03e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:55:39.618349 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-15cb578f-7a63-4fd3-925d-83bad4c7b82a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:55:39.749579 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.agents_db [None req-ec08dba0-4483-4109-b5e1-5e4a9fdaf12d None None] Agent healthcheck: found 7 active agents {{(pid=121609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 25 21:55:40.762715 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:56:04.607316 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:56:04.778833 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-f80cb388-21e7-49fc-95b0-6d1207bee2a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:56:07.018771 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-e55a512d-0c06-4f67-9202-bc6d20ded0f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:56:08.601766 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3e945ecd-9380-47c2-aa0a-12ebe07e03e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:56:08.624471 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:56:09.618581 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-15cb578f-7a63-4fd3-925d-83bad4c7b82a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:56:10.511280 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3367580e-f77f-4844-8b82-e964ec97770e req-5aeef80a-33de-4c8c-aaf3-1fa0eda59388 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e87bad1d-44d6-4e94-a7c2-1c20ca33eba8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0440924
Dec 25 21:56:10.591413 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3367580e-f77f-4844-8b82-e964ec97770e req-b1cb0784-56bb-4c52-9038-cd48b8dd86f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:56:10.592912 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3367580e-f77f-4844-8b82-e964ec97770e req-b1cb0784-56bb-4c52-9038-cd48b8dd86f4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1e594b8d48e948b8ae34d96bebfc2a36&device_id=e87bad1d-44d6-4e94-a7c2-1c20ca33eba8 HTTP/1.1" status: 200  len: 1097 time: 0.0398679
Dec 25 21:56:10.695384 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3367580e-f77f-4844-8b82-e964ec97770e req-04cf85c5-a03e-45d0-a6d9-395dce2ade7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:56:10.696916 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3367580e-f77f-4844-8b82-e964ec97770e req-04cf85c5-a03e-45d0-a6d9-395dce2ade7e service neutron] 10.222.0.37 "GET /v2.0/networks?id=544249cb-4293-4a78-9ba3-8f386deae100 HTTP/1.1" status: 200  len: 912 time: 0.0855281
Dec 25 21:56:10.755960 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:56:10.766781 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3367580e-f77f-4844-8b82-e964ec97770e req-58776d1f-e8c9-481a-abbe-bac4aa31dbd2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=095e12a0-6bab-4f25-9cd8-73008268ccf4 HTTP/1.1" status: 200  len: 1001 time: 0.0617099
Dec 25 21:56:10.814824 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3367580e-f77f-4844-8b82-e964ec97770e req-06e6fe56-e62b-41f0-8bb1-e853c4f1db63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:56:10.816334 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3367580e-f77f-4844-8b82-e964ec97770e req-06e6fe56-e62b-41f0-8bb1-e853c4f1db63 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fe1b5a3d-050c-415d-a526-cc2e02b19cb4 HTTP/1.1" status: 200  len: 850 time: 0.0431468
Dec 25 21:56:10.861038 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3367580e-f77f-4844-8b82-e964ec97770e req-c9d6b09c-2780-466d-9acf-1744fa41ab27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:56:10.862569 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3367580e-f77f-4844-8b82-e964ec97770e req-c9d6b09c-2780-466d-9acf-1744fa41ab27 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=544249cb-4293-4a78-9ba3-8f386deae100&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0397320
Dec 25 21:56:10.953766 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3367580e-f77f-4844-8b82-e964ec97770e req-1ba6c546-341b-4021-a78c-a63338a5e606 service neutron] 10.222.0.37 "GET /v2.0/networks/544249cb-4293-4a78-9ba3-8f386deae100?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0840635
Dec 25 21:56:11.049530 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3367580e-f77f-4844-8b82-e964ec97770e req-acf42511-01a7-4cf6-9098-27be9f156dbb service neutron] 10.222.0.37 "GET /v2.0/networks/544249cb-4293-4a78-9ba3-8f386deae100?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0860748
Dec 25 21:56:16.748288 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.agents_db [None req-ec08dba0-4483-4109-b5e1-5e4a9fdaf12d None None] Agent healthcheck: found 7 active agents {{(pid=121609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 25 21:56:34.617826 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:56:34.777584 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-86c39d76-c57e-4a40-9a15-d7ef56db610b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:56:37.000755 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-b91f0659-14de-423b-bd53-dcc08e94b89f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:56:38.612132 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:56:38.623030 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3e945ecd-9380-47c2-aa0a-12ebe07e03e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:56:39.623689 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-15cb578f-7a63-4fd3-925d-83bad4c7b82a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:56:40.755121 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:56:53.747733 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.agents_db [None req-ec08dba0-4483-4109-b5e1-5e4a9fdaf12d None None] Agent healthcheck: found 7 active agents {{(pid=121609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 25 21:57:04.623014 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:57:04.783477 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-ea701688-a104-42f5-8be6-16d205599671 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:57:07.022820 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-565a8053-420c-4e73-b145-41932e6da837 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:57:07.493818 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316d55f4-4b26-4cfc-bc1e-da063feeaefb req-055f80ee-224c-42b2-b472-633c139256d8 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:57:07.496987 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-316d55f4-4b26-4cfc-bc1e-da063feeaefb req-055f80ee-224c-42b2-b472-633c139256d8 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/ports?device_id=e87bad1d-44d6-4e94-a7c2-1c20ca33eba8 HTTP/1.1" status: 200  len: 946 time: 0.0491824
Dec 25 21:57:07.542536 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-316d55f4-4b26-4cfc-bc1e-da063feeaefb req-3b7e8ebe-181a-4a55-bf91-ef9d2fa573cb tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/security-groups?id=ecd1e866-dc70-4232-af86-72a62615443d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0409422
Dec 25 21:57:07.895677 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04961a9-07f5-4656-b53a-51e40eb509c5 req-2e7a5a42-2a83-4001-a809-349c8c1668d9 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:57:07.897082 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e04961a9-07f5-4656-b53a-51e40eb509c5 req-2e7a5a42-2a83-4001-a809-349c8c1668d9 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/ports?device_id=e87bad1d-44d6-4e94-a7c2-1c20ca33eba8 HTTP/1.1" status: 200  len: 946 time: 0.0496945
Dec 25 21:57:07.943843 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e04961a9-07f5-4656-b53a-51e40eb509c5 req-85d77301-dd4c-47df-810d-2b292da5ef78 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/security-groups?id=ecd1e866-dc70-4232-af86-72a62615443d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0399690
Dec 25 21:57:08.029008 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d955384a-8807-4b2b-93ad-83ecf0c22e00 req-83b5eb5d-47ad-4430-a82f-25ebecd529e6 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=e87bad1d-44d6-4e94-a7c2-1c20ca33eba8&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0423880
Dec 25 21:57:08.634140 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3e945ecd-9380-47c2-aa0a-12ebe07e03e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:57:08.656687 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:57:09.061738 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c358343d-b460-4655-94ba-78dcfade90b1 req-ca9b5459-ff5d-4dbf-9317-424fd8708784 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:57:09.063283 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c358343d-b460-4655-94ba-78dcfade90b1 req-ca9b5459-ff5d-4dbf-9317-424fd8708784 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/ports?device_id=e87bad1d-44d6-4e94-a7c2-1c20ca33eba8 HTTP/1.1" status: 200  len: 946 time: 0.0489550
Dec 25 21:57:09.110880 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c358343d-b460-4655-94ba-78dcfade90b1 req-1cb82c87-7e47-4388-9fd3-844454b49b79 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/security-groups?id=ecd1e866-dc70-4232-af86-72a62615443d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0413616
Dec 25 21:57:09.616821 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-15cb578f-7a63-4fd3-925d-83bad4c7b82a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:57:10.228423 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b19b52-ef38-41eb-9279-edad8899cbae req-e915cf4e-2a5b-4035-a112-a13909939710 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:57:10.231169 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-52b19b52-ef38-41eb-9279-edad8899cbae req-e915cf4e-2a5b-4035-a112-a13909939710 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/ports?device_id=e87bad1d-44d6-4e94-a7c2-1c20ca33eba8 HTTP/1.1" status: 200  len: 946 time: 0.0510144
Dec 25 21:57:10.281869 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-52b19b52-ef38-41eb-9279-edad8899cbae req-4ea21e84-5320-4b77-bd72-6fec67e6c77f tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/security-groups?id=ecd1e866-dc70-4232-af86-72a62615443d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0452192
Dec 25 21:57:10.771479 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:57:10.963696 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d955384a-8807-4b2b-93ad-83ecf0c22e00 req-b98773a0-c5d7-486e-beee-3192fe647329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:57:10.964866 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d955384a-8807-4b2b-93ad-83ecf0c22e00 req-b98773a0-c5d7-486e-beee-3192fe647329 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1e594b8d48e948b8ae34d96bebfc2a36&device_id=e87bad1d-44d6-4e94-a7c2-1c20ca33eba8 HTTP/1.1" status: 200  len: 1097 time: 0.0400567
Dec 25 21:57:11.054226 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d955384a-8807-4b2b-93ad-83ecf0c22e00 req-892835b4-fd91-44cf-aad7-8b8e87c3d810 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:57:11.055624 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d955384a-8807-4b2b-93ad-83ecf0c22e00 req-892835b4-fd91-44cf-aad7-8b8e87c3d810 service neutron] 10.222.0.37 "GET /v2.0/networks?id=544249cb-4293-4a78-9ba3-8f386deae100 HTTP/1.1" status: 200  len: 912 time: 0.0834422
Dec 25 21:57:11.128487 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d955384a-8807-4b2b-93ad-83ecf0c22e00 req-26ee3570-48d8-4e28-a96c-971167da57ad service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=095e12a0-6bab-4f25-9cd8-73008268ccf4 HTTP/1.1" status: 200  len: 1001 time: 0.0659492
Dec 25 21:57:11.176565 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d955384a-8807-4b2b-93ad-83ecf0c22e00 req-999e1453-6a7b-46b9-86b3-c7fd688a6a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:57:11.178023 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d955384a-8807-4b2b-93ad-83ecf0c22e00 req-999e1453-6a7b-46b9-86b3-c7fd688a6a4f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fe1b5a3d-050c-415d-a526-cc2e02b19cb4 HTTP/1.1" status: 200  len: 850 time: 0.0432286
Dec 25 21:57:11.223943 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d955384a-8807-4b2b-93ad-83ecf0c22e00 req-30c9af41-d297-4158-86b1-6d9dcf646f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:57:11.225487 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d955384a-8807-4b2b-93ad-83ecf0c22e00 req-30c9af41-d297-4158-86b1-6d9dcf646f17 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=544249cb-4293-4a78-9ba3-8f386deae100&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0409260
Dec 25 21:57:11.318365 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d955384a-8807-4b2b-93ad-83ecf0c22e00 req-4a02a011-aaf5-4597-ac51-8e6653068c38 service neutron] 10.222.0.37 "GET /v2.0/networks/544249cb-4293-4a78-9ba3-8f386deae100?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0855129
Dec 25 21:57:11.440662 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d955384a-8807-4b2b-93ad-83ecf0c22e00 req-5049dc51-fe75-42ee-9f74-421bbad939cf service neutron] 10.222.0.37 "GET /v2.0/networks/544249cb-4293-4a78-9ba3-8f386deae100?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1156340
Dec 25 21:57:11.451085 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7aaefac-6a43-4bda-9ceb-b086bab720a6 req-ade60d4b-6556-4daa-bead-9d0777f3b22c tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:57:11.452520 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c7aaefac-6a43-4bda-9ceb-b086bab720a6 req-ade60d4b-6556-4daa-bead-9d0777f3b22c tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/ports?device_id=e87bad1d-44d6-4e94-a7c2-1c20ca33eba8 HTTP/1.1" status: 200  len: 946 time: 0.0986607
Dec 25 21:57:11.501207 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c7aaefac-6a43-4bda-9ceb-b086bab720a6 req-d899339e-c8e3-4e1a-b77d-3a2557738433 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/security-groups?id=ecd1e866-dc70-4232-af86-72a62615443d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0413418
Dec 25 21:57:12.556457 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce20244-f86c-4107-9850-4890030da65e req-0bcffa3a-e6a7-4b11-9349-b4262b3b8c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:57:12.558070 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8ce20244-f86c-4107-9850-4890030da65e req-0bcffa3a-e6a7-4b11-9349-b4262b3b8c4e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1e594b8d48e948b8ae34d96bebfc2a36&device_id=e87bad1d-44d6-4e94-a7c2-1c20ca33eba8 HTTP/1.1" status: 200  len: 1097 time: 0.0406706
Dec 25 21:57:12.678801 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2677a38c-72b9-4f88-b347-3a72a2c742d1 req-cf7839d1-9cd7-4965-bcd1-6689fbb9d467 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:57:12.680283 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2677a38c-72b9-4f88-b347-3a72a2c742d1 req-cf7839d1-9cd7-4965-bcd1-6689fbb9d467 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/ports?device_id=e87bad1d-44d6-4e94-a7c2-1c20ca33eba8 HTTP/1.1" status: 200  len: 946 time: 0.1076539
Dec 25 21:57:12.712051 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce20244-f86c-4107-9850-4890030da65e req-10fb5f6c-1090-4798-9dc2-c558f3f1ef64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:57:12.713511 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8ce20244-f86c-4107-9850-4890030da65e req-10fb5f6c-1090-4798-9dc2-c558f3f1ef64 service neutron] 10.222.0.37 "GET /v2.0/networks?id=544249cb-4293-4a78-9ba3-8f386deae100 HTTP/1.1" status: 200  len: 912 time: 0.1311741
Dec 25 21:57:12.781232 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2677a38c-72b9-4f88-b347-3a72a2c742d1 req-dc43077d-2df5-49b6-9f54-6f5ca30cebae tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/security-groups?id=ecd1e866-dc70-4232-af86-72a62615443d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0948009
Dec 25 21:57:12.799286 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8ce20244-f86c-4107-9850-4890030da65e req-6042482c-9c57-46f3-b9b9-45617de5e34a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=095e12a0-6bab-4f25-9cd8-73008268ccf4 HTTP/1.1" status: 200  len: 1001 time: 0.0758836
Dec 25 21:57:12.852716 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce20244-f86c-4107-9850-4890030da65e req-66bb94b5-d766-463f-bebf-7870a1783baf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:57:12.854221 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8ce20244-f86c-4107-9850-4890030da65e req-66bb94b5-d766-463f-bebf-7870a1783baf service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fe1b5a3d-050c-415d-a526-cc2e02b19cb4 HTTP/1.1" status: 200  len: 850 time: 0.0448205
Dec 25 21:57:12.900124 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce20244-f86c-4107-9850-4890030da65e req-bba36771-1d9d-4c4d-9705-e48886caddaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:57:12.901668 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8ce20244-f86c-4107-9850-4890030da65e req-bba36771-1d9d-4c4d-9705-e48886caddaa service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=544249cb-4293-4a78-9ba3-8f386deae100&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0406251
Dec 25 21:57:12.995843 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8ce20244-f86c-4107-9850-4890030da65e req-9b5d4812-28cf-4cf6-b651-c36d8f63e7c5 service neutron] 10.222.0.37 "GET /v2.0/networks/544249cb-4293-4a78-9ba3-8f386deae100?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0873492
Dec 25 21:57:13.083453 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8ce20244-f86c-4107-9850-4890030da65e req-437a1067-0b89-4c50-a97d-6719e2cb1545 service neutron] 10.222.0.37 "GET /v2.0/networks/544249cb-4293-4a78-9ba3-8f386deae100?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0803144
Dec 25 21:57:13.903231 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3fffc4-5ce4-469c-8211-ff961442e4f2 req-465ab99b-0a2e-4ab3-93f5-cd763fc58ba5 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:57:13.904731 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-cc3fffc4-5ce4-469c-8211-ff961442e4f2 req-465ab99b-0a2e-4ab3-93f5-cd763fc58ba5 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/ports?device_id=e87bad1d-44d6-4e94-a7c2-1c20ca33eba8 HTTP/1.1" status: 200  len: 946 time: 0.0534382
Dec 25 21:57:13.951691 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-cc3fffc4-5ce4-469c-8211-ff961442e4f2 req-ef75d595-8e0d-4b99-a41e-5bee257214af tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/security-groups?id=ecd1e866-dc70-4232-af86-72a62615443d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0402660
Dec 25 21:57:15.072933 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8a3571-d8ab-4f07-83a7-be71da106832 req-75fc9e69-4aa9-4c0f-bf17-9af07ec66b83 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:57:15.074532 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-dc8a3571-d8ab-4f07-83a7-be71da106832 req-75fc9e69-4aa9-4c0f-bf17-9af07ec66b83 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/ports?device_id=e87bad1d-44d6-4e94-a7c2-1c20ca33eba8 HTTP/1.1" status: 200  len: 946 time: 0.0528312
Dec 25 21:57:15.122815 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-dc8a3571-d8ab-4f07-83a7-be71da106832 req-9cdcbd8f-9294-4cae-9e85-3885591040c8 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/security-groups?id=ecd1e866-dc70-4232-af86-72a62615443d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0420744
Dec 25 21:57:16.238799 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2582e5df-6be0-4d8b-bb5b-d5e1e31796ce req-1d875822-5390-4c95-8ca0-d00e3f032f5f tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:57:16.240297 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2582e5df-6be0-4d8b-bb5b-d5e1e31796ce req-1d875822-5390-4c95-8ca0-d00e3f032f5f tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/ports?device_id=e87bad1d-44d6-4e94-a7c2-1c20ca33eba8 HTTP/1.1" status: 200  len: 946 time: 0.0492971
Dec 25 21:57:16.290391 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2582e5df-6be0-4d8b-bb5b-d5e1e31796ce req-2d04e29b-9188-434a-874c-b9dd26225b23 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/security-groups?id=ecd1e866-dc70-4232-af86-72a62615443d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0438056
Dec 25 21:57:17.406473 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a2a1c6-2eec-4ae8-a78c-57ad8a958620 req-45c27445-150d-4ebd-a4c2-de64cf9280d3 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:57:17.407956 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-20a2a1c6-2eec-4ae8-a78c-57ad8a958620 req-45c27445-150d-4ebd-a4c2-de64cf9280d3 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/ports?device_id=e87bad1d-44d6-4e94-a7c2-1c20ca33eba8 HTTP/1.1" status: 200  len: 946 time: 0.0498409
Dec 25 21:57:17.453491 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-20a2a1c6-2eec-4ae8-a78c-57ad8a958620 req-9d43cddd-7d45-48f8-a5ca-c34337e08b57 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/security-groups?id=ecd1e866-dc70-4232-af86-72a62615443d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0395310
Dec 25 21:57:18.570739 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4c5392-aa65-454a-8bd8-3e069cebfaed req-f542423a-5bea-456c-8fdb-9e5eb4aaa9d6 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:57:18.572238 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3e4c5392-aa65-454a-8bd8-3e069cebfaed req-f542423a-5bea-456c-8fdb-9e5eb4aaa9d6 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/ports?device_id=e87bad1d-44d6-4e94-a7c2-1c20ca33eba8 HTTP/1.1" status: 200  len: 946 time: 0.0473542
Dec 25 21:57:18.618294 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3e4c5392-aa65-454a-8bd8-3e069cebfaed req-24040e32-6978-4d45-9bb9-d918414a810a tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/security-groups?id=ecd1e866-dc70-4232-af86-72a62615443d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0400712
Dec 25 21:57:19.736572 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f553be9f-6d13-4147-8bf3-3e289447b2a5 req-e7593b93-f7ba-4a7e-a00e-a5e461f81fb2 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:57:19.738066 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f553be9f-6d13-4147-8bf3-3e289447b2a5 req-e7593b93-f7ba-4a7e-a00e-a5e461f81fb2 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/ports?device_id=e87bad1d-44d6-4e94-a7c2-1c20ca33eba8 HTTP/1.1" status: 200  len: 946 time: 0.0523508
Dec 25 21:57:19.783881 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f553be9f-6d13-4147-8bf3-3e289447b2a5 req-804da17f-0d43-4b53-be12-e94919907390 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/security-groups?id=ecd1e866-dc70-4232-af86-72a62615443d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0394702
Dec 25 21:57:20.898700 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52aebfa-3d6d-471c-bc58-83e3c0add855 req-a11b831a-a93f-4d57-9d1e-4397885c003b tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:57:20.900162 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f52aebfa-3d6d-471c-bc58-83e3c0add855 req-a11b831a-a93f-4d57-9d1e-4397885c003b tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/ports?device_id=e87bad1d-44d6-4e94-a7c2-1c20ca33eba8 HTTP/1.1" status: 200  len: 946 time: 0.0484648
Dec 25 21:57:20.946040 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f52aebfa-3d6d-471c-bc58-83e3c0add855 req-422bec22-7ba8-4356-9047-42ee71762e83 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/security-groups?id=ecd1e866-dc70-4232-af86-72a62615443d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0399506
Dec 25 21:57:22.065954 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f112b33f-dcd6-407c-b32f-c560f5570387 req-c2ae425a-edf3-4819-be03-b1dee503cff2 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:57:22.067438 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f112b33f-dcd6-407c-b32f-c560f5570387 req-c2ae425a-edf3-4819-be03-b1dee503cff2 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/ports?device_id=e87bad1d-44d6-4e94-a7c2-1c20ca33eba8 HTTP/1.1" status: 200  len: 946 time: 0.0526073
Dec 25 21:57:22.114301 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f112b33f-dcd6-407c-b32f-c560f5570387 req-eacd9108-a6a9-4b8f-a13d-b1c83cc078bb tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/security-groups?id=ecd1e866-dc70-4232-af86-72a62615443d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0407531
Dec 25 21:57:23.228856 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8ffbcf-fa0b-4a3f-8cec-7752407fbab5 req-0a2f3130-fdb1-4276-ab70-dbf1668e5d6f tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:57:23.230370 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7b8ffbcf-fa0b-4a3f-8cec-7752407fbab5 req-0a2f3130-fdb1-4276-ab70-dbf1668e5d6f tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/ports?device_id=e87bad1d-44d6-4e94-a7c2-1c20ca33eba8 HTTP/1.1" status: 200  len: 946 time: 0.0487335
Dec 25 21:57:23.277497 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7b8ffbcf-fa0b-4a3f-8cec-7752407fbab5 req-2a8cd5fc-08e4-443a-852d-a5f4930221ca tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/security-groups?id=ecd1e866-dc70-4232-af86-72a62615443d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0406055
Dec 25 21:57:23.469316 ncdv-master-1 neutron-server[121606]: INFO neutron.api.v2.resource [req-d955384a-8807-4b2b-93ad-83ecf0c22e00 req-19622004-da48-4fd7-bab5-94a11f955448 service neutron] show failed (client error): The resource could not be found.
Dec 25 21:57:23.470837 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d955384a-8807-4b2b-93ad-83ecf0c22e00 req-19622004-da48-4fd7-bab5-94a11f955448 service neutron] 10.222.0.37 "GET /v2.0/ports/095e12a0-6bab-4f25-9cd8-73008268ccf4/bindings/nch1-master-1 HTTP/1.1" status: 404  len: 380 time: 0.0538762
Dec 25 21:57:23.915507 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d955384a-8807-4b2b-93ad-83ecf0c22e00 req-4cb39333-6205-4149-b66c-71c46fad3d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:57:23.917018 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d955384a-8807-4b2b-93ad-83ecf0c22e00 req-4cb39333-6205-4149-b66c-71c46fad3d4b service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=e87bad1d-44d6-4e94-a7c2-1c20ca33eba8&tenant_id=1e594b8d48e948b8ae34d96bebfc2a36 HTTP/1.1" status: 200  len: 1097 time: 0.0443962
Dec 25 21:57:23.928763 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-d955384a-8807-4b2b-93ad-83ecf0c22e00 req-c70b52d9-f47c-4906-851c-9dc592cdb562 service neutron] Request body: {'port': {'binding:host_id': 'nch1-master-1', 'device_owner': 'compute:nova'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:57:23.981104 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-d955384a-8807-4b2b-93ad-83ecf0c22e00 req-c70b52d9-f47c-4906-851c-9dc592cdb562 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:57:24.175454 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-d955384a-8807-4b2b-93ad-83ecf0c22e00 req-c70b52d9-f47c-4906-851c-9dc592cdb562 service neutron] For port 095e12a0-6bab-4f25-9cd8-73008268ccf4, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=095e12a0-6bab-4f25-9cd8-73008268ccf4,segment=NetworkSegment(7ded9d98-42bc-4190-9dd6-298b9a4520f9),segment_id=7ded9d98-42bc-4190-9dd6-298b9a4520f9)] {{(pid=121606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:57:24.208930 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-d955384a-8807-4b2b-93ad-83ecf0c22e00 req-c70b52d9-f47c-4906-851c-9dc592cdb562 service neutron] For port 095e12a0-6bab-4f25-9cd8-73008268ccf4, host nch2-master-1, cleared binding levels {{(pid=121606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:57:24.252386 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e87bad1d-44d6-4e94-a7c2-1c20ca33eba8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '095e12a0-6bab-4f25-9cd8-73008268ccf4'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:57:24.254667 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9858820c13ec2827453b94ebc4181065e990a4e4089ccb9fe762531ac62d2fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7087f4b-0956-4e63-8e24-4c5eaae20056" -d '{"events": [{"server_uuid": "e87bad1d-44d6-4e94-a7c2-1c20ca33eba8", "name": "network-vif-unplugged", "status": "completed", "tag": "095e12a0-6bab-4f25-9cd8-73008268ccf4"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:57:24.258750 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-d955384a-8807-4b2b-93ad-83ecf0c22e00 req-c70b52d9-f47c-4906-851c-9dc592cdb562 service neutron] Publish callbacks [] for port, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:57:24.271649 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.provisioning_blocks [req-d955384a-8807-4b2b-93ad-83ecf0c22e00 req-c70b52d9-f47c-4906-851c-9dc592cdb562 service neutron] Transition to ACTIVE for port object 095e12a0-6bab-4f25-9cd8-73008268ccf4 will not be triggered until provisioned by entity L2. {{(pid=121606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 25 21:57:24.302450 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 25 Dec 2021 21:57:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86556ec7-174a-47ea-926e-fccfaa48d16b x-openstack-request-id: req-86556ec7-174a-47ea-926e-fccfaa48d16b {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:57:24.302747 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e87bad1d-44d6-4e94-a7c2-1c20ca33eba8", "name": "network-vif-unplugged", "status": "completed", "tag": "095e12a0-6bab-4f25-9cd8-73008268ccf4", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:57:24.303001 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-86556ec7-174a-47ea-926e-fccfaa48d16b {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:57:24.303399 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e87bad1d-44d6-4e94-a7c2-1c20ca33eba8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '095e12a0-6bab-4f25-9cd8-73008268ccf4', 'code': 200}
Dec 25 21:57:24.307985 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-d955384a-8807-4b2b-93ad-83ecf0c22e00 req-c70b52d9-f47c-4906-851c-9dc592cdb562 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:57:24.451585 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70b52d9-f47c-4906-851c-9dc592cdb562 service neutron] Pushing event updated for resources: {'Port': ['ID=095e12a0-6bab-4f25-9cd8-73008268ccf4,revision_number=6']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:57:24.480358 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70b52d9-f47c-4906-851c-9dc592cdb562 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:57:24.480699 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70b52d9-f47c-4906-851c-9dc592cdb562 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:57:24.481066 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70b52d9-f47c-4906-851c-9dc592cdb562 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:57:24.481400 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70b52d9-f47c-4906-851c-9dc592cdb562 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:57:24.481730 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70b52d9-f47c-4906-851c-9dc592cdb562 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:57:24.482072 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70b52d9-f47c-4906-851c-9dc592cdb562 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:57:24.482370 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70b52d9-f47c-4906-851c-9dc592cdb562 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:57:24.482693 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70b52d9-f47c-4906-851c-9dc592cdb562 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:57:24.483012 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70b52d9-f47c-4906-851c-9dc592cdb562 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:57:24.483332 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70b52d9-f47c-4906-851c-9dc592cdb562 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:57:24.483650 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70b52d9-f47c-4906-851c-9dc592cdb562 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:57:24.483970 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70b52d9-f47c-4906-851c-9dc592cdb562 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:57:24.484285 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70b52d9-f47c-4906-851c-9dc592cdb562 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:57:24.526898 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [req-d955384a-8807-4b2b-93ad-83ecf0c22e00 req-c70b52d9-f47c-4906-851c-9dc592cdb562 service neutron] No DVR routers for this DVR port 095e12a0-6bab-4f25-9cd8-73008268ccf4 on host nch2-master-1 {{(pid=121606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:57:24.537141 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebc9d71-1901-4964-8740-9695d3046e02 req-11b6fb89-2fe5-4b93-a5f0-ab0c66850eaf tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:57:24.538626 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-bebc9d71-1901-4964-8740-9695d3046e02 req-11b6fb89-2fe5-4b93-a5f0-ab0c66850eaf tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/ports?device_id=e87bad1d-44d6-4e94-a7c2-1c20ca33eba8 HTTP/1.1" status: 200  len: 944 time: 0.1908252
Dec 25 21:57:24.652473 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-bebc9d71-1901-4964-8740-9695d3046e02 req-af089fa7-67b9-4f63-9ed7-5df3c51a35ab tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/security-groups?id=ecd1e866-dc70-4232-af86-72a62615443d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0812273
Dec 25 21:57:24.704222 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-d955384a-8807-4b2b-93ad-83ecf0c22e00 req-c70b52d9-f47c-4906-851c-9dc592cdb562 service neutron] Attempting to bind port 095e12a0-6bab-4f25-9cd8-73008268ccf4 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:57:24.704499 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-d955384a-8807-4b2b-93ad-83ecf0c22e00 req-c70b52d9-f47c-4906-851c-9dc592cdb562 service neutron] Attempting to bind port 095e12a0-6bab-4f25-9cd8-73008268ccf4 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '7ded9d98-42bc-4190-9dd6-298b9a4520f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '544249cb-4293-4a78-9ba3-8f386deae100'}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:57:24.704823 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d955384a-8807-4b2b-93ad-83ecf0c22e00 req-c70b52d9-f47c-4906-851c-9dc592cdb562 service neutron] Attempting to bind port 095e12a0-6bab-4f25-9cd8-73008268ccf4 on network 544249cb-4293-4a78-9ba3-8f386deae100 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:57:24.709071 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d955384a-8807-4b2b-93ad-83ecf0c22e00 req-c70b52d9-f47c-4906-851c-9dc592cdb562 service neutron] Port 095e12a0-6bab-4f25-9cd8-73008268ccf4 on network 544249cb-4293-4a78-9ba3-8f386deae100 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 25 21:57:24.709393 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d955384a-8807-4b2b-93ad-83ecf0c22e00 req-c70b52d9-f47c-4906-851c-9dc592cdb562 service neutron] Attempting to bind port 095e12a0-6bab-4f25-9cd8-73008268ccf4 on network 544249cb-4293-4a78-9ba3-8f386deae100 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:57:24.714116 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d955384a-8807-4b2b-93ad-83ecf0c22e00 req-c70b52d9-f47c-4906-851c-9dc592cdb562 service neutron] Checking agent: {'id': '6d577036-68fc-4aa4-aed7-5ab01de2117e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 21, 4, 34), 'started_at': datetime.datetime(2021, 12, 25, 21, 4, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 57, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:57:24.714452 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d955384a-8807-4b2b-93ad-83ecf0c22e00 req-c70b52d9-f47c-4906-851c-9dc592cdb562 service neutron] Checking segment: {'id': '7ded9d98-42bc-4190-9dd6-298b9a4520f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '544249cb-4293-4a78-9ba3-8f386deae100'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:57:24.714833 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d955384a-8807-4b2b-93ad-83ecf0c22e00 req-c70b52d9-f47c-4906-851c-9dc592cdb562 service neutron] Bound using segment: {'id': '7ded9d98-42bc-4190-9dd6-298b9a4520f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '544249cb-4293-4a78-9ba3-8f386deae100'} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:57:24.715252 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-d955384a-8807-4b2b-93ad-83ecf0c22e00 req-c70b52d9-f47c-4906-851c-9dc592cdb562 service neutron] Bound port: 095e12a0-6bab-4f25-9cd8-73008268ccf4, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ded9d98-42bc-4190-9dd6-298b9a4520f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '544249cb-4293-4a78-9ba3-8f386deae100'}}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:57:24.715597 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-d955384a-8807-4b2b-93ad-83ecf0c22e00 req-c70b52d9-f47c-4906-851c-9dc592cdb562 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:57:24.775936 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-d955384a-8807-4b2b-93ad-83ecf0c22e00 req-c70b52d9-f47c-4906-851c-9dc592cdb562 service neutron] For port 095e12a0-6bab-4f25-9cd8-73008268ccf4, host nch1-master-1, cleared binding levels {{(pid=121606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:57:24.778874 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-d955384a-8807-4b2b-93ad-83ecf0c22e00 req-c70b52d9-f47c-4906-851c-9dc592cdb562 service neutron] For port 095e12a0-6bab-4f25-9cd8-73008268ccf4, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=095e12a0-6bab-4f25-9cd8-73008268ccf4,segment=NetworkSegment(7ded9d98-42bc-4190-9dd6-298b9a4520f9),segment_id=7ded9d98-42bc-4190-9dd6-298b9a4520f9)] {{(pid=121606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:57:24.880082 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-d955384a-8807-4b2b-93ad-83ecf0c22e00 req-c70b52d9-f47c-4906-851c-9dc592cdb562 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:57:24.916011 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d955384a-8807-4b2b-93ad-83ecf0c22e00 req-c70b52d9-f47c-4906-851c-9dc592cdb562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:57:24.916634 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-d955384a-8807-4b2b-93ad-83ecf0c22e00 req-c70b52d9-f47c-4906-851c-9dc592cdb562 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:57:24.918054 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d955384a-8807-4b2b-93ad-83ecf0c22e00 req-c70b52d9-f47c-4906-851c-9dc592cdb562 service neutron] 10.222.0.31 "PUT /v2.0/ports/095e12a0-6bab-4f25-9cd8-73008268ccf4 HTTP/1.1" status: 200  len: 1092 time: 0.9931433
Dec 25 21:57:24.937152 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70b52d9-f47c-4906-851c-9dc592cdb562 service neutron] Pushing event updated for resources: {'Port': ['ID=095e12a0-6bab-4f25-9cd8-73008268ccf4,revision_number=7']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:57:24.985523 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d955384a-8807-4b2b-93ad-83ecf0c22e00 req-9928b7e0-cbfa-43c2-b78e-b3d824a6ae0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:57:24.987626 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d955384a-8807-4b2b-93ad-83ecf0c22e00 req-9928b7e0-cbfa-43c2-b78e-b3d824a6ae0c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=1e594b8d48e948b8ae34d96bebfc2a36&device_id=e87bad1d-44d6-4e94-a7c2-1c20ca33eba8 HTTP/1.1" status: 200  len: 1095 time: 0.0447502
Dec 25 21:57:25.087933 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d955384a-8807-4b2b-93ad-83ecf0c22e00 req-37b5bf25-2852-4511-8962-50fe6713db5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:57:25.089454 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d955384a-8807-4b2b-93ad-83ecf0c22e00 req-37b5bf25-2852-4511-8962-50fe6713db5c service neutron] 10.222.0.31 "GET /v2.0/networks?id=544249cb-4293-4a78-9ba3-8f386deae100 HTTP/1.1" status: 200  len: 912 time: 0.0943398
Dec 25 21:57:25.154638 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d955384a-8807-4b2b-93ad-83ecf0c22e00 req-9e25c06d-030a-4aeb-bd82-e5b01fcdcb32 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=095e12a0-6bab-4f25-9cd8-73008268ccf4 HTTP/1.1" status: 200  len: 999 time: 0.0582070
Dec 25 21:57:25.206763 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d955384a-8807-4b2b-93ad-83ecf0c22e00 req-9441b8ac-bc9e-47c7-9c53-3aca9e34b3d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:57:25.208118 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d955384a-8807-4b2b-93ad-83ecf0c22e00 req-9441b8ac-bc9e-47c7-9c53-3aca9e34b3d1 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=fe1b5a3d-050c-415d-a526-cc2e02b19cb4 HTTP/1.1" status: 200  len: 850 time: 0.0472457
Dec 25 21:57:25.253195 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d955384a-8807-4b2b-93ad-83ecf0c22e00 req-18da6d41-661d-4431-8b3f-ada3a235b617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:57:25.254680 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d955384a-8807-4b2b-93ad-83ecf0c22e00 req-18da6d41-661d-4431-8b3f-ada3a235b617 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=544249cb-4293-4a78-9ba3-8f386deae100&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0395665
Dec 25 21:57:25.341178 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d955384a-8807-4b2b-93ad-83ecf0c22e00 req-034da1b5-6e21-4b0b-9d2e-76b3e51a5782 service neutron] 10.222.0.31 "GET /v2.0/networks/544249cb-4293-4a78-9ba3-8f386deae100?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0794792
Dec 25 21:57:25.431847 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d955384a-8807-4b2b-93ad-83ecf0c22e00 req-0352895e-508d-4e92-8618-59b0b7ee2d47 service neutron] 10.222.0.31 "GET /v2.0/networks/544249cb-4293-4a78-9ba3-8f386deae100?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0841708
Dec 25 21:57:25.770784 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8325fa2-046d-47ed-9895-27931068f781 req-9bd952c8-4f60-433c-9569-e1fd992fc167 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:57:25.772277 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d8325fa2-046d-47ed-9895-27931068f781 req-9bd952c8-4f60-433c-9569-e1fd992fc167 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/ports?device_id=e87bad1d-44d6-4e94-a7c2-1c20ca33eba8 HTTP/1.1" status: 200  len: 944 time: 0.0487742
Dec 25 21:57:25.818127 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d8325fa2-046d-47ed-9895-27931068f781 req-2cfb4036-6ad5-434c-9ec6-f3ab6472b905 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/security-groups?id=ecd1e866-dc70-4232-af86-72a62615443d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0400019
Dec 25 21:57:26.304242 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e87bad1d-44d6-4e94-a7c2-1c20ca33eba8', 'tag': '095e12a0-6bab-4f25-9cd8-73008268ccf4'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:57:26.306691 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9858820c13ec2827453b94ebc4181065e990a4e4089ccb9fe762531ac62d2fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1ffc54f-cdca-401e-96d4-a7b755e5fc96" -d '{"events": [{"name": "network-changed", "server_uuid": "e87bad1d-44d6-4e94-a7c2-1c20ca33eba8", "tag": "095e12a0-6bab-4f25-9cd8-73008268ccf4"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:57:26.355403 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Dec 2021 21:57:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-154f848d-2620-4a1a-bf51-2cadf2c29833 x-openstack-request-id: req-154f848d-2620-4a1a-bf51-2cadf2c29833 {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:57:26.355729 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e87bad1d-44d6-4e94-a7c2-1c20ca33eba8", "tag": "095e12a0-6bab-4f25-9cd8-73008268ccf4", "status": "completed", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:57:26.355992 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-154f848d-2620-4a1a-bf51-2cadf2c29833 {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:57:26.356399 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e87bad1d-44d6-4e94-a7c2-1c20ca33eba8', 'tag': '095e12a0-6bab-4f25-9cd8-73008268ccf4', 'status': 'completed', 'code': 200}
Dec 25 21:57:26.441634 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ffc54f-cdca-401e-96d4-a7b755e5fc96 req-86ffaa87-5a0a-4c25-a925-a78c5285c5ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:57:26.443214 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e1ffc54f-cdca-401e-96d4-a7b755e5fc96 req-86ffaa87-5a0a-4c25-a925-a78c5285c5ad service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=1e594b8d48e948b8ae34d96bebfc2a36&device_id=e87bad1d-44d6-4e94-a7c2-1c20ca33eba8 HTTP/1.1" status: 200  len: 1095 time: 0.0682971
Dec 25 21:57:26.451116 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ffc54f-cdca-401e-96d4-a7b755e5fc96 req-d9467ca9-bb58-45b3-9df1-cf75089cca53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:57:26.452491 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e1ffc54f-cdca-401e-96d4-a7b755e5fc96 req-d9467ca9-bb58-45b3-9df1-cf75089cca53 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1e594b8d48e948b8ae34d96bebfc2a36&device_id=e87bad1d-44d6-4e94-a7c2-1c20ca33eba8 HTTP/1.1" status: 200  len: 1095 time: 0.0691025
Dec 25 21:57:26.604830 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ffc54f-cdca-401e-96d4-a7b755e5fc96 req-c84009e8-5897-41d3-8679-1208dc913211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:57:26.606345 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e1ffc54f-cdca-401e-96d4-a7b755e5fc96 req-c84009e8-5897-41d3-8679-1208dc913211 service neutron] 10.222.0.31 "GET /v2.0/networks?id=544249cb-4293-4a78-9ba3-8f386deae100 HTTP/1.1" status: 200  len: 912 time: 0.1529758
Dec 25 21:57:26.607714 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ffc54f-cdca-401e-96d4-a7b755e5fc96 req-f08ce748-fe2f-43b2-be81-2201c4bed9f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:57:26.609060 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e1ffc54f-cdca-401e-96d4-a7b755e5fc96 req-f08ce748-fe2f-43b2-be81-2201c4bed9f3 service neutron] 10.222.0.37 "GET /v2.0/networks?id=544249cb-4293-4a78-9ba3-8f386deae100 HTTP/1.1" status: 200  len: 912 time: 0.1471992
Dec 25 21:57:26.718896 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e1ffc54f-cdca-401e-96d4-a7b755e5fc96 req-c87d2248-6e34-4e17-aaa6-07dfeb001ad5 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=095e12a0-6bab-4f25-9cd8-73008268ccf4 HTTP/1.1" status: 200  len: 999 time: 0.1052327
Dec 25 21:57:26.722883 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e1ffc54f-cdca-401e-96d4-a7b755e5fc96 req-b4e9bbd2-695f-4988-ae5f-6226652827c4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=095e12a0-6bab-4f25-9cd8-73008268ccf4 HTTP/1.1" status: 200  len: 999 time: 0.1035285
Dec 25 21:57:26.807040 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ffc54f-cdca-401e-96d4-a7b755e5fc96 req-99ff885e-9aed-4624-aa5c-6aa3beff53bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:57:26.808524 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e1ffc54f-cdca-401e-96d4-a7b755e5fc96 req-99ff885e-9aed-4624-aa5c-6aa3beff53bb service neutron] 10.222.0.31 "GET /v2.0/subnets?id=fe1b5a3d-050c-415d-a526-cc2e02b19cb4 HTTP/1.1" status: 200  len: 850 time: 0.0814250
Dec 25 21:57:26.809941 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ffc54f-cdca-401e-96d4-a7b755e5fc96 req-94b08598-1124-4aa8-b918-37bafb4632bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:57:26.811256 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e1ffc54f-cdca-401e-96d4-a7b755e5fc96 req-94b08598-1124-4aa8-b918-37bafb4632bf service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fe1b5a3d-050c-415d-a526-cc2e02b19cb4 HTTP/1.1" status: 200  len: 850 time: 0.0768597
Dec 25 21:57:26.882786 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ffc54f-cdca-401e-96d4-a7b755e5fc96 req-70d22485-1dfa-42b0-b013-106c565f9d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:57:26.884212 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e1ffc54f-cdca-401e-96d4-a7b755e5fc96 req-70d22485-1dfa-42b0-b013-106c565f9d59 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=544249cb-4293-4a78-9ba3-8f386deae100&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0677145
Dec 25 21:57:26.886026 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ffc54f-cdca-401e-96d4-a7b755e5fc96 req-207f4b8d-862f-4482-a555-7b2b35499e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:57:26.887352 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e1ffc54f-cdca-401e-96d4-a7b755e5fc96 req-207f4b8d-862f-4482-a555-7b2b35499e0e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=544249cb-4293-4a78-9ba3-8f386deae100&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0634978
Dec 25 21:57:27.050323 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770536bb-3444-4d5e-8429-3019de97f2f2 req-ab7237b0-5dd5-424a-ad13-a9bc07ea6777 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:57:27.051852 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-770536bb-3444-4d5e-8429-3019de97f2f2 req-ab7237b0-5dd5-424a-ad13-a9bc07ea6777 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/ports?device_id=e87bad1d-44d6-4e94-a7c2-1c20ca33eba8 HTTP/1.1" status: 200  len: 944 time: 0.1603732
Dec 25 21:57:27.109394 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e1ffc54f-cdca-401e-96d4-a7b755e5fc96 req-823fa6f3-2e06-4232-b61f-1e5f5e03686a service neutron] 10.222.0.31 "GET /v2.0/networks/544249cb-4293-4a78-9ba3-8f386deae100?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2096822
Dec 25 21:57:27.116464 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e1ffc54f-cdca-401e-96d4-a7b755e5fc96 req-a837cf59-aae2-4d7c-827e-e1ccff412f4b service neutron] 10.222.0.37 "GET /v2.0/networks/544249cb-4293-4a78-9ba3-8f386deae100?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2158775
Dec 25 21:57:27.164926 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-770536bb-3444-4d5e-8429-3019de97f2f2 req-120afcc7-2e57-483f-9881-32ece3856ce9 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/security-groups?id=ecd1e866-dc70-4232-af86-72a62615443d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1045613
Dec 25 21:57:27.285705 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e1ffc54f-cdca-401e-96d4-a7b755e5fc96 req-10d4052a-4960-49c6-83fa-b3ecdfeb78fc service neutron] 10.222.0.37 "GET /v2.0/networks/544249cb-4293-4a78-9ba3-8f386deae100?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1595356
Dec 25 21:57:27.287460 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e1ffc54f-cdca-401e-96d4-a7b755e5fc96 req-a26cae26-0de9-4e5c-903d-c75eb632497f service neutron] 10.222.0.31 "GET /v2.0/networks/544249cb-4293-4a78-9ba3-8f386deae100?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1535196
Dec 25 21:57:27.631754 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device 095e12a0-6bab-4f25-9cd8-73008268ccf4 no longer exists at agent hyperv_nch2-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:57:27.669789 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] The host nch2-master-1 is not matching for port 095e12a0-6bab-4f25-9cd8-73008268ccf4 host nch1-master-1! {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}}
Dec 25 21:57:27.670171 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device 095e12a0-6bab-4f25-9cd8-73008268ccf4 not bound to the agent host nch2-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:57:27.874707 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device 095e12a0-6bab-4f25-9cd8-73008268ccf4 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 25 21:57:27.971956 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port 095e12a0-6bab-4f25-9cd8-73008268ccf4, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=095e12a0-6bab-4f25-9cd8-73008268ccf4,segment=NetworkSegment(7ded9d98-42bc-4190-9dd6-298b9a4520f9),segment_id=7ded9d98-42bc-4190-9dd6-298b9a4520f9)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:57:27.982791 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Returning: {'device': '095e12a0-6bab-4f25-9cd8-73008268ccf4', 'network_id': '544249cb-4293-4a78-9ba3-8f386deae100', 'port_id': '095e12a0-6bab-4f25-9cd8-73008268ccf4', 'mac_address': 'fa:16:3e:17:77:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe1b5a3d-050c-415d-a526-cc2e02b19cb4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 25 21:57:28.019541 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:57:28.031989 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 095e12a0-6bab-4f25-9cd8-73008268ccf4 {{(pid=121608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:57:28.050563 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port 095e12a0-6bab-4f25-9cd8-73008268ccf4, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=095e12a0-6bab-4f25-9cd8-73008268ccf4,segment=NetworkSegment(7ded9d98-42bc-4190-9dd6-298b9a4520f9),segment_id=7ded9d98-42bc-4190-9dd6-298b9a4520f9)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:57:28.096626 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:57:28.148362 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Pushing event updated for resources: {'Port': ['ID=095e12a0-6bab-4f25-9cd8-73008268ccf4,revision_number=8']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:57:28.155485 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:57:28.155826 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:57:28.156162 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:57:28.156490 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:57:28.156816 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:57:28.157164 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:57:28.157487 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:57:28.157805 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:57:28.158126 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:57:28.158444 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:57:28.158761 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:57:28.159076 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:57:28.159390 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:57:28.289488 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd98668-14c8-4d1b-9afb-04ddf717aa79 req-b4c18569-3ff1-4e67-a0ef-496b88f5f564 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:57:28.290951 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ecd98668-14c8-4d1b-9afb-04ddf717aa79 req-b4c18569-3ff1-4e67-a0ef-496b88f5f564 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/ports?device_id=e87bad1d-44d6-4e94-a7c2-1c20ca33eba8 HTTP/1.1" status: 200  len: 945 time: 0.0539610
Dec 25 21:57:28.338108 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ecd98668-14c8-4d1b-9afb-04ddf717aa79 req-93e33ab3-e61e-440b-96d7-96a91bf4cc72 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/security-groups?id=ecd1e866-dc70-4232-af86-72a62615443d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0410810
Dec 25 21:57:28.339169 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] get_ports_and_sgs() called for port_ids ['095e12a0-6bab-4f25-9cd8-73008268ccf4'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:57:28.674837 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5da47f-3580-4094-805a-39fb8b7df4e7 req-b50e489e-b984-4777-878e-18039ff12fd4 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:57:28.676344 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9a5da47f-3580-4094-805a-39fb8b7df4e7 req-b50e489e-b984-4777-878e-18039ff12fd4 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/ports?device_id=e87bad1d-44d6-4e94-a7c2-1c20ca33eba8 HTTP/1.1" status: 200  len: 945 time: 0.0498004
Dec 25 21:57:28.729531 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9a5da47f-3580-4094-805a-39fb8b7df4e7 req-9ab35a65-5a4e-42ae-bf00-a9eda9c49043 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/security-groups?id=ecd1e866-dc70-4232-af86-72a62615443d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0468421
Dec 25 21:57:28.791405 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f625bc76-b37e-417a-b4eb-b9f9cb04dc1c req-b9712130-47a0-47f4-9fec-3bea60e03d37 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:57:28.792842 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f625bc76-b37e-417a-b4eb-b9f9cb04dc1c req-b9712130-47a0-47f4-9fec-3bea60e03d37 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.37 "GET /v2.0/ports?device_id=e87bad1d-44d6-4e94-a7c2-1c20ca33eba8&tenant_id=1e594b8d48e948b8ae34d96bebfc2a36&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 945 time: 0.0496068
Dec 25 21:57:28.854299 ncdv-master-1 neutron-server[121606]: INFO neutron.api.v2.resource [req-f625bc76-b37e-417a-b4eb-b9f9cb04dc1c req-548cbece-0a06-4bd0-a0e9-81697c1c1059 service neutron] delete failed (client error): The resource could not be found.
Dec 25 21:57:28.855204 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f625bc76-b37e-417a-b4eb-b9f9cb04dc1c req-548cbece-0a06-4bd0-a0e9-81697c1c1059 service neutron] 10.222.0.37 "DELETE /v2.0/ports/095e12a0-6bab-4f25-9cd8-73008268ccf4/bindings/nch2-master-1 HTTP/1.1" status: 404  len: 380 time: 0.0550990
Dec 25 21:57:28.936029 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f625bc76-b37e-417a-b4eb-b9f9cb04dc1c req-b876f5ad-978a-4763-93f5-8c002eb49023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:57:28.937536 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f625bc76-b37e-417a-b4eb-b9f9cb04dc1c req-b876f5ad-978a-4763-93f5-8c002eb49023 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1e594b8d48e948b8ae34d96bebfc2a36&device_id=e87bad1d-44d6-4e94-a7c2-1c20ca33eba8 HTTP/1.1" status: 200  len: 1096 time: 0.0403788
Dec 25 21:57:29.026700 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f625bc76-b37e-417a-b4eb-b9f9cb04dc1c req-39bce7bf-4a3e-4773-b736-539da6fa96b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:57:29.028162 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f625bc76-b37e-417a-b4eb-b9f9cb04dc1c req-39bce7bf-4a3e-4773-b736-539da6fa96b2 service neutron] 10.222.0.37 "GET /v2.0/networks?id=544249cb-4293-4a78-9ba3-8f386deae100 HTTP/1.1" status: 200  len: 912 time: 0.0832248
Dec 25 21:57:29.098493 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f625bc76-b37e-417a-b4eb-b9f9cb04dc1c req-9c76ae89-de32-4c83-adf7-eaaeb90a30ea service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=095e12a0-6bab-4f25-9cd8-73008268ccf4 HTTP/1.1" status: 200  len: 1000 time: 0.0619469
Dec 25 21:57:29.146683 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f625bc76-b37e-417a-b4eb-b9f9cb04dc1c req-15677669-e51d-4468-ba33-4ab77308b56f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:57:29.148102 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f625bc76-b37e-417a-b4eb-b9f9cb04dc1c req-15677669-e51d-4468-ba33-4ab77308b56f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fe1b5a3d-050c-415d-a526-cc2e02b19cb4 HTTP/1.1" status: 200  len: 850 time: 0.0430653
Dec 25 21:57:29.192476 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f625bc76-b37e-417a-b4eb-b9f9cb04dc1c req-108c406f-c430-4400-b7fc-a06f3fb828bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:57:29.193984 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f625bc76-b37e-417a-b4eb-b9f9cb04dc1c req-108c406f-c430-4400-b7fc-a06f3fb828bd service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=544249cb-4293-4a78-9ba3-8f386deae100&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0390294
Dec 25 21:57:29.285843 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f625bc76-b37e-417a-b4eb-b9f9cb04dc1c req-05406f37-af06-4a3f-9d84-0fee84a37c2f service neutron] 10.222.0.37 "GET /v2.0/networks/544249cb-4293-4a78-9ba3-8f386deae100?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0844429
Dec 25 21:57:29.375622 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f625bc76-b37e-417a-b4eb-b9f9cb04dc1c req-201f7fc8-d901-4c71-9ad7-41a7783b31ca service neutron] 10.222.0.37 "GET /v2.0/networks/544249cb-4293-4a78-9ba3-8f386deae100?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0829344
Dec 25 21:57:29.884720 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device 095e12a0-6bab-4f25-9cd8-73008268ccf4 up at agent hyperv_nch1-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:57:30.000073 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Provisioning for port 095e12a0-6bab-4f25-9cd8-73008268ccf4 completed by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 25 21:57:30.006058 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Provisioning complete for port 095e12a0-6bab-4f25-9cd8-73008268ccf4 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:57:30.007149 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:57:30.093996 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:57:30.119056 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e87bad1d-44d6-4e94-a7c2-1c20ca33eba8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '095e12a0-6bab-4f25-9cd8-73008268ccf4'}] {{(pid=121608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:57:30.121310 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a88c78c3ff6266bd59c7e89d275b28c92e739b67d23c89d71af88829fd31566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc1b7b79-faf3-4db3-b8ec-96ce1e89c27f" -d '{"events": [{"server_uuid": "e87bad1d-44d6-4e94-a7c2-1c20ca33eba8", "name": "network-vif-plugged", "status": "completed", "tag": "095e12a0-6bab-4f25-9cd8-73008268ccf4"}]}' {{(pid=121608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:57:30.139294 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port 095e12a0-6bab-4f25-9cd8-73008268ccf4, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=095e12a0-6bab-4f25-9cd8-73008268ccf4,segment=NetworkSegment(7ded9d98-42bc-4190-9dd6-298b9a4520f9),segment_id=7ded9d98-42bc-4190-9dd6-298b9a4520f9)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:57:30.216520 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:57:30.234583 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1127199f-a8e7-4ba4-8906-cff144b4650d req-d19b1846-caf4-4e47-9803-3a9f98320ec4 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:57:30.242336 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1127199f-a8e7-4ba4-8906-cff144b4650d req-d19b1846-caf4-4e47-9803-3a9f98320ec4 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/ports?device_id=e87bad1d-44d6-4e94-a7c2-1c20ca33eba8 HTTP/1.1" status: 200  len: 945 time: 0.4382782
Dec 25 21:57:30.262420 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-83588f2f-e531-499b-9275-f2050c911256 req-350c2db9-a738-452d-aa7f-51932e81d545 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=e87bad1d-44d6-4e94-a7c2-1c20ca33eba8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0740726
Dec 25 21:57:30.277018 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Pushing event updated for resources: {'Port': ['ID=095e12a0-6bab-4f25-9cd8-73008268ccf4,revision_number=9']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:57:30.295473 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1127199f-a8e7-4ba4-8906-cff144b4650d req-b9a72d3d-6d6d-4450-83e3-1fd5ee65d571 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/security-groups?id=ecd1e866-dc70-4232-af86-72a62615443d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0521803
Dec 25 21:57:30.323381 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 21:57:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12516a5f-418f-44fe-9a4d-f589c313c017 x-openstack-request-id: req-12516a5f-418f-44fe-9a4d-f589c313c017 {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:57:30.323748 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e87bad1d-44d6-4e94-a7c2-1c20ca33eba8", "name": "network-vif-plugged", "status": "completed", "tag": "095e12a0-6bab-4f25-9cd8-73008268ccf4", "code": 200}]} {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:57:30.324213 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-12516a5f-418f-44fe-9a4d-f589c313c017 {{(pid=121608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:57:30.324603 ncdv-master-1 neutron-server[121608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e87bad1d-44d6-4e94-a7c2-1c20ca33eba8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '095e12a0-6bab-4f25-9cd8-73008268ccf4', 'code': 200}
Dec 25 21:57:30.376942 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83588f2f-e531-499b-9275-f2050c911256 req-69ecabd4-ce6e-4cac-ae92-5a6e4005b375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:57:30.383909 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-83588f2f-e531-499b-9275-f2050c911256 req-69ecabd4-ce6e-4cac-ae92-5a6e4005b375 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=1e594b8d48e948b8ae34d96bebfc2a36&device_id=e87bad1d-44d6-4e94-a7c2-1c20ca33eba8 HTTP/1.1" status: 200  len: 1097 time: 0.0494068
Dec 25 21:57:30.486943 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83588f2f-e531-499b-9275-f2050c911256 req-1681accc-77e3-46f4-9640-8d8569eddeba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:57:30.488402 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-83588f2f-e531-499b-9275-f2050c911256 req-1681accc-77e3-46f4-9640-8d8569eddeba service neutron] 10.222.0.31 "GET /v2.0/networks?id=544249cb-4293-4a78-9ba3-8f386deae100 HTTP/1.1" status: 200  len: 912 time: 0.0836256
Dec 25 21:57:30.554536 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-83588f2f-e531-499b-9275-f2050c911256 req-ff92eaa3-8d8c-4706-9906-78c487072f96 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=095e12a0-6bab-4f25-9cd8-73008268ccf4 HTTP/1.1" status: 200  len: 1001 time: 0.0592859
Dec 25 21:57:30.601672 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83588f2f-e531-499b-9275-f2050c911256 req-4c66beaf-bff8-4824-91d3-886937879ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:57:30.603091 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-83588f2f-e531-499b-9275-f2050c911256 req-4c66beaf-bff8-4824-91d3-886937879ec5 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=fe1b5a3d-050c-415d-a526-cc2e02b19cb4 HTTP/1.1" status: 200  len: 850 time: 0.0419824
Dec 25 21:57:30.646511 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83588f2f-e531-499b-9275-f2050c911256 req-9eba485b-0dfb-4521-ad01-afbdd4b6febc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:57:30.647971 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-83588f2f-e531-499b-9275-f2050c911256 req-9eba485b-0dfb-4521-ad01-afbdd4b6febc service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=544249cb-4293-4a78-9ba3-8f386deae100&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0384793
Dec 25 21:57:30.739122 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-83588f2f-e531-499b-9275-f2050c911256 req-43df08ac-5992-4a66-86e7-1dcc2131e469 service neutron] 10.222.0.31 "GET /v2.0/networks/544249cb-4293-4a78-9ba3-8f386deae100?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0845597
Dec 25 21:57:30.748339 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.agents_db [None req-ec08dba0-4483-4109-b5e1-5e4a9fdaf12d None None] Agent healthcheck: found 7 active agents {{(pid=121609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 25 21:57:30.827078 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-83588f2f-e531-499b-9275-f2050c911256 req-1c64042e-df7b-48b7-bf02-32efff50650c service neutron] 10.222.0.31 "GET /v2.0/networks/544249cb-4293-4a78-9ba3-8f386deae100?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0813088
Dec 25 21:57:31.415677 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f29ac9-c9d9-49b3-8701-58ba55d5478a req-452bae29-17cb-4135-8d61-d390fc5140cc tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:57:31.417182 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a0f29ac9-c9d9-49b3-8701-58ba55d5478a req-452bae29-17cb-4135-8d61-d390fc5140cc tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/ports?device_id=e87bad1d-44d6-4e94-a7c2-1c20ca33eba8 HTTP/1.1" status: 200  len: 946 time: 0.0524421
Dec 25 21:57:31.469422 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a0f29ac9-c9d9-49b3-8701-58ba55d5478a req-1e541dbe-43d1-494f-9d2e-5ec052660344 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/security-groups?id=ecd1e866-dc70-4232-af86-72a62615443d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0462821
Dec 25 21:57:31.588989 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab22fb8-8c32-4346-bc3a-ab322d4f1644 req-a36f44c9-1ebc-403f-ab9b-2cb31cf3be89 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:57:31.590373 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2ab22fb8-8c32-4346-bc3a-ab322d4f1644 req-a36f44c9-1ebc-403f-ab9b-2cb31cf3be89 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/ports?device_id=e87bad1d-44d6-4e94-a7c2-1c20ca33eba8 HTTP/1.1" status: 200  len: 946 time: 0.0495367
Dec 25 21:57:31.637319 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2ab22fb8-8c32-4346-bc3a-ab322d4f1644 req-75ec0ce7-7bbb-4274-ac03-fc9c00ca34cc tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/security-groups?id=ecd1e866-dc70-4232-af86-72a62615443d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0402422
Dec 25 21:57:31.751407 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594a2861-4a03-45b6-a873-fb267fc04c9d req-4b3656d4-e2cb-4a25-98c3-a1958f44a6e5 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:57:31.752939 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-594a2861-4a03-45b6-a873-fb267fc04c9d req-4b3656d4-e2cb-4a25-98c3-a1958f44a6e5 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/ports?device_id=e87bad1d-44d6-4e94-a7c2-1c20ca33eba8 HTTP/1.1" status: 200  len: 946 time: 0.0502717
Dec 25 21:57:31.803789 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-594a2861-4a03-45b6-a873-fb267fc04c9d req-6dcc7017-7111-4462-9c23-cee55c08bc9a tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/security-groups?id=ecd1e866-dc70-4232-af86-72a62615443d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0447354
Dec 25 21:57:32.247606 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1ddd20-d7a7-4ab8-a435-d531d672e58c req-c94151f1-7a6c-4f62-872a-66b512518c64 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:57:32.249167 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5f1ddd20-d7a7-4ab8-a435-d531d672e58c req-c94151f1-7a6c-4f62-872a-66b512518c64 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/ports?device_id=e87bad1d-44d6-4e94-a7c2-1c20ca33eba8 HTTP/1.1" status: 200  len: 946 time: 0.0506575
Dec 25 21:57:32.295891 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5f1ddd20-d7a7-4ab8-a435-d531d672e58c req-b1d5743c-5191-43ef-9805-e8358615cbf1 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/security-groups?id=ecd1e866-dc70-4232-af86-72a62615443d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0407622
Dec 25 21:57:33.413221 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0805c1b9-0ee8-49e2-90c9-30066ee4f2b9 req-aaf51e37-22b7-47f7-b708-54d10460d7d8 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:57:33.414722 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0805c1b9-0ee8-49e2-90c9-30066ee4f2b9 req-aaf51e37-22b7-47f7-b708-54d10460d7d8 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/ports?device_id=e87bad1d-44d6-4e94-a7c2-1c20ca33eba8 HTTP/1.1" status: 200  len: 946 time: 0.0493739
Dec 25 21:57:33.461548 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0805c1b9-0ee8-49e2-90c9-30066ee4f2b9 req-0d4a9733-8611-4e6e-b100-3283af6d6240 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/security-groups?id=ecd1e866-dc70-4232-af86-72a62615443d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0405626
Dec 25 21:57:33.533552 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22425341-d088-43d6-9d14-8597998d8ecd req-952d2d25-f654-4de3-9a8c-b921be3fbfe7 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:57:33.534978 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-22425341-d088-43d6-9d14-8597998d8ecd req-952d2d25-f654-4de3-9a8c-b921be3fbfe7 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.31 "GET /v2.0/ports?device_id=e87bad1d-44d6-4e94-a7c2-1c20ca33eba8 HTTP/1.1" status: 200  len: 946 time: 0.0508256
Dec 25 21:57:33.620606 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [req-22425341-d088-43d6-9d14-8597998d8ecd req-4a3f60f1-bf68-4632-b33b-76a9fce8eeaf tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Deleting port 095e12a0-6bab-4f25-9cd8-73008268ccf4 {{(pid=121606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:57:33.620859 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-22425341-d088-43d6-9d14-8597998d8ecd req-4a3f60f1-bf68-4632-b33b-76a9fce8eeaf tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:57:33.708929 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-22425341-d088-43d6-9d14-8597998d8ecd req-4a3f60f1-bf68-4632-b33b-76a9fce8eeaf tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] For port 095e12a0-6bab-4f25-9cd8-73008268ccf4, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=095e12a0-6bab-4f25-9cd8-73008268ccf4,segment=NetworkSegment(7ded9d98-42bc-4190-9dd6-298b9a4520f9),segment_id=7ded9d98-42bc-4190-9dd6-298b9a4520f9)] {{(pid=121606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:57:33.709288 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-22425341-d088-43d6-9d14-8597998d8ecd req-4a3f60f1-bf68-4632-b33b-76a9fce8eeaf tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:57:33.884936 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-22425341-d088-43d6-9d14-8597998d8ecd req-4a3f60f1-bf68-4632-b33b-76a9fce8eeaf tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Publish callbacks [] for floatingip, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:57:33.885251 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-22425341-d088-43d6-9d14-8597998d8ecd req-4a3f60f1-bf68-4632-b33b-76a9fce8eeaf tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2008639'] for floatingip, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:57:33.885510 ncdv-master-1 neutron-server[121606]: INFO neutron.db.l3_db [req-22425341-d088-43d6-9d14-8597998d8ecd req-4a3f60f1-bf68-4632-b33b-76a9fce8eeaf tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Floating IP 5e0debcb-0ca3-46ff-bc55-de85f6b81a13 disassociated. External IP: 172.35.3.39, port: 095e12a0-6bab-4f25-9cd8-73008268ccf4.
Dec 25 21:57:33.885848 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [req-22425341-d088-43d6-9d14-8597998d8ecd req-4a3f60f1-bf68-4632-b33b-76a9fce8eeaf tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Calling delete_port for 095e12a0-6bab-4f25-9cd8-73008268ccf4 owned by compute:nova {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:57:34.067933 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-22425341-d088-43d6-9d14-8597998d8ecd req-4a3f60f1-bf68-4632-b33b-76a9fce8eeaf tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:57:34.095041 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3f60f1-bf68-4632-b33b-76a9fce8eeaf tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Pushing event deleted for resources: {'Port': ['ID=095e12a0-6bab-4f25-9cd8-73008268ccf4,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:57:34.223022 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.l3_agent_scheduler [req-22425341-d088-43d6-9d14-8597998d8ecd req-4a3f60f1-bf68-4632-b33b-76a9fce8eeaf tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Router 8accf2b6-aa0e-4afd-9635-ed8920d0eef4 has already been hosted by L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 {{(pid=121606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 25 21:57:34.329387 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-22425341-d088-43d6-9d14-8597998d8ecd req-4a3f60f1-bf68-4632-b33b-76a9fce8eeaf tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 21:57:34.339827 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14c24c54-b365-4acb-a237-5b9eef7e1231 None None] Sync routers for ids ['8accf2b6-aa0e-4afd-9635-ed8920d0eef4'] in ncdv-master-1 {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 21:57:34.351898 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14c24c54-b365-4acb-a237-5b9eef7e1231 None None] Routers {'8accf2b6-aa0e-4afd-9635-ed8920d0eef4'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:57:34.352522 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-14c24c54-b365-4acb-a237-5b9eef7e1231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2618a83c40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:57:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['8accf2b6-aa0e-4afd-9635-ed8920d0eef4'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:57:34.368225 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [req-22425341-d088-43d6-9d14-8597998d8ecd req-4a3f60f1-bf68-4632-b33b-76a9fce8eeaf tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] No DVR routers for this DVR port 095e12a0-6bab-4f25-9cd8-73008268ccf4 on host nch1-master-1 {{(pid=121606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:57:34.371448 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-22425341-d088-43d6-9d14-8597998d8ecd req-4a3f60f1-bf68-4632-b33b-76a9fce8eeaf tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:57:34.375274 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-22425341-d088-43d6-9d14-8597998d8ecd req-4a3f60f1-bf68-4632-b33b-76a9fce8eeaf tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.31 "DELETE /v2.0/ports/095e12a0-6bab-4f25-9cd8-73008268ccf4 HTTP/1.1" status: 204  len: 173 time: 0.8340991
Dec 25 21:57:34.375741 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e87bad1d-44d6-4e94-a7c2-1c20ca33eba8', 'name': 'network-vif-deleted', 'tag': '095e12a0-6bab-4f25-9cd8-73008268ccf4'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:57:34.379675 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9858820c13ec2827453b94ebc4181065e990a4e4089ccb9fe762531ac62d2fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3642c21-4550-49e7-9e3f-53ff08a7a482" -d '{"events": [{"server_uuid": "e87bad1d-44d6-4e94-a7c2-1c20ca33eba8", "name": "network-vif-deleted", "tag": "095e12a0-6bab-4f25-9cd8-73008268ccf4"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:57:34.417109 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 21:57:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc5aa543-3556-43b3-8dcf-30b1c50986ad x-openstack-request-id: req-dc5aa543-3556-43b3-8dcf-30b1c50986ad {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:57:34.417764 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e87bad1d-44d6-4e94-a7c2-1c20ca33eba8", "name": "network-vif-deleted", "tag": "095e12a0-6bab-4f25-9cd8-73008268ccf4", "status": "completed", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:57:34.417994 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-dc5aa543-3556-43b3-8dcf-30b1c50986ad {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:57:34.418398 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e87bad1d-44d6-4e94-a7c2-1c20ca33eba8', 'name': 'network-vif-deleted', 'tag': '095e12a0-6bab-4f25-9cd8-73008268ccf4', 'status': 'completed', 'code': 200}
Dec 25 21:57:34.462509 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvr_db [None req-14c24c54-b365-4acb-a237-5b9eef7e1231 None None] Set router 8accf2b6-aa0e-4afd-9635-ed8920d0eef4 gateway port host: ncdv-master-1 {{(pid=121609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:57:34.565449 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e89a1a8c-df0e-44bb-b711-d54bafd096b5 req-cd637dee-5d73-49a5-aebe-5bc6c1ff19c2 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/ports?device_id=e87bad1d-44d6-4e94-a7c2-1c20ca33eba8 HTTP/1.1" status: 200  len: 210 time: 0.0323193
Dec 25 21:57:34.600629 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:57:34.664927 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-14c24c54-b365-4acb-a237-5b9eef7e1231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2618a83c40>, [{'id': '8accf2b6-aa0e-4afd-9635-ed8920d0eef4', 'name': 'tempest-ServerActionsTestJSON-535026700-router', 'tenant_id': '1e594b8d48e948b8ae34d96bebfc2a36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.231'}], 'enable_snat': True}, 'gw_port_id': '4ebb692d-0106-41c5-a37c-66d5e165232a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:55:09Z', 'updated_at': '2021-12-25T21:55:12Z', 'revision_number': 4, 'project_id': '1e594b8d48e948b8ae34d96bebfc2a36', 'gw_port': {'id': '4ebb692d-0106-41c5-a37c-66d5e165232a', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:92:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8accf2b6-aa0e-4afd-9635-ed8920d0eef4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4049, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:55:09Z', 'updated_at': '2021-12-25T21:55:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'bfbc9022-6830-4a42-b5fb-7f904e70878e', 'name': '', 'network_id': '544249cb-4293-4a78-9ba3-8f386deae100', 'tenant_id': '1e594b8d48e948b8ae34d96bebfc2a36', 'mac_address': 'fa:16:3e:62:0b:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8accf2b6-aa0e-4afd-9635-ed8920d0eef4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4050, 'fixed_ips': [{'subnet_id': 'fe1b5a3d-050c-415d-a526-cc2e02b19cb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:55:11Z', 'updated_at': '2021-12-25T21:55:15Z', 'revision_number': 5, 'project_id': '1e594b8d48e948b8ae34d96bebfc2a36', 'subnets': [{'id': 'fe1b5a3d-050c-415d-a526-cc2e02b19cb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:57:34.690858 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14c24c54-b365-4acb-a237-5b9eef7e1231 None None] Checking router: 8accf2b6-aa0e-4afd-9635-ed8920d0eef4 for host: ncdv-master-1 {{(pid=121609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 25 21:57:34.698915 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14c24c54-b365-4acb-a237-5b9eef7e1231 None None] Routers {'8accf2b6-aa0e-4afd-9635-ed8920d0eef4'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:57:34.699505 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-14c24c54-b365-4acb-a237-5b9eef7e1231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2618a83c40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:57:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['8accf2b6-aa0e-4afd-9635-ed8920d0eef4'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:57:34.765470 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-91d523de-46f4-4e5d-b88f-441eb00e70fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:57:34.804364 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvr_db [None req-14c24c54-b365-4acb-a237-5b9eef7e1231 None None] Set router 8accf2b6-aa0e-4afd-9635-ed8920d0eef4 gateway port host: ncdv-master-1 {{(pid=121609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:57:34.999530 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-14c24c54-b365-4acb-a237-5b9eef7e1231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2618a83c40>, [{'id': '8accf2b6-aa0e-4afd-9635-ed8920d0eef4', 'name': 'tempest-ServerActionsTestJSON-535026700-router', 'tenant_id': '1e594b8d48e948b8ae34d96bebfc2a36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.231'}], 'enable_snat': True}, 'gw_port_id': '4ebb692d-0106-41c5-a37c-66d5e165232a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:55:09Z', 'updated_at': '2021-12-25T21:55:12Z', 'revision_number': 4, 'project_id': '1e594b8d48e948b8ae34d96bebfc2a36', 'gw_port': {'id': '4ebb692d-0106-41c5-a37c-66d5e165232a', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:92:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8accf2b6-aa0e-4afd-9635-ed8920d0eef4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4049, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:55:09Z', 'updated_at': '2021-12-25T21:55:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'bfbc9022-6830-4a42-b5fb-7f904e70878e', 'name': '', 'network_id': '544249cb-4293-4a78-9ba3-8f386deae100', 'tenant_id': '1e594b8d48e948b8ae34d96bebfc2a36', 'mac_address': 'fa:16:3e:62:0b:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8accf2b6-aa0e-4afd-9635-ed8920d0eef4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4050, 'fixed_ips': [{'subnet_id': 'fe1b5a3d-050c-415d-a526-cc2e02b19cb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:55:11Z', 'updated_at': '2021-12-25T21:55:15Z', 'revision_number': 5, 'project_id': '1e594b8d48e948b8ae34d96bebfc2a36', 'subnets': [{'id': 'fe1b5a3d-050c-415d-a526-cc2e02b19cb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:57:35.025697 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14c24c54-b365-4acb-a237-5b9eef7e1231 None None] The sync data for ids ['8accf2b6-aa0e-4afd-9635-ed8920d0eef4'] in ncdv-master-1 is: [{'id': '8accf2b6-aa0e-4afd-9635-ed8920d0eef4', 'name': 'tempest-ServerActionsTestJSON-535026700-router', 'tenant_id': '1e594b8d48e948b8ae34d96bebfc2a36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.231'}], 'enable_snat': True}, 'gw_port_id': '4ebb692d-0106-41c5-a37c-66d5e165232a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:55:09Z', 'updated_at': '2021-12-25T21:55:12Z', 'revision_number': 4, 'project_id': '1e594b8d48e948b8ae34d96bebfc2a36', 'gw_port': {'id': '4ebb692d-0106-41c5-a37c-66d5e165232a', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:92:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8accf2b6-aa0e-4afd-9635-ed8920d0eef4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4049, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:55:09Z', 'updated_at': '2021-12-25T21:55:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'bfbc9022-6830-4a42-b5fb-7f904e70878e', 'name': '', 'network_id': '544249cb-4293-4a78-9ba3-8f386deae100', 'tenant_id': '1e594b8d48e948b8ae34d96bebfc2a36', 'mac_address': 'fa:16:3e:62:0b:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8accf2b6-aa0e-4afd-9635-ed8920d0eef4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4050, 'fixed_ips': [{'subnet_id': 'fe1b5a3d-050c-415d-a526-cc2e02b19cb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:55:11Z', 'updated_at': '2021-12-25T21:55:15Z', 'revision_number': 5, 'project_id': '1e594b8d48e948b8ae34d96bebfc2a36', 'subnets': [{'id': 'fe1b5a3d-050c-415d-a526-cc2e02b19cb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 21:57:35.257518 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9503dd33-87bf-4d83-b424-680253ee3b22 None None] New status for floating IP 5e0debcb-0ca3-46ff-bc55-de85f6b81a13: DOWN {{(pid=121608) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 25 21:57:35.803984 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-388b11b1-68d7-4ac2-8797-af5de44a02d6 req-9768d37f-6e2d-49b0-a11e-af1a15de086e tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--685716593&fields=id&tenant_id=1e594b8d48e948b8ae34d96bebfc2a36 HTTP/1.1" status: 200  len: 267 time: 0.0452256
Dec 25 21:57:35.906939 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:57:35.906939 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:57:35.906939 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:57:35.906939 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:57:35.906939 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:57:35.906939 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:57:35.906939 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:57:35.906939 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:57:35.906939 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:57:35.906939 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:57:35.906939 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:57:35.906939 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:57:35.906939 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:57:35.906939 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:57:35.906939 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:57:35.906939 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:57:35.906939 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:57:35.906939 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:57:35.906939 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:57:35.906939 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:57:35.906939 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:57:35.906939 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:57:35.906939 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:57:35.906939 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:57:35.906939 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:57:35.906939 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:57:35.906939 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:57:35.906939 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:57:35.906939 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:57:35.906939 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:57:35.906939 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:57:35.906939 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:57:35.906939 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:57:35.906939 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:57:35.906939 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:57:35.906939 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:57:35.906939 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:57:35.906939 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:57:35.906939 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:57:35.906939 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:57:35.906939 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:57:35.906939 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:57:35.906939 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:57:35.906939 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:57:35.906939 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:57:35.906939 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:57:35.906939 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:57:35.906939 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:57:35.910921 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388b11b1-68d7-4ac2-8797-af5de44a02d6 req-729a00e7-d799-4908-ab49-26d66d80bc5f tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:57:35.910921 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-388b11b1-68d7-4ac2-8797-af5de44a02d6 req-729a00e7-d799-4908-ab49-26d66d80bc5f tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/networks?id=544249cb-4293-4a78-9ba3-8f386deae100 HTTP/1.1" status: 200  len: 811 time: 0.0998833
Dec 25 21:57:35.926424 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-388b11b1-68d7-4ac2-8797-af5de44a02d6 req-96846bd8-4d2a-4aa2-9e55-24cee207e72b tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/quotas/1e594b8d48e948b8ae34d96bebfc2a36 HTTP/1.1" status: 200  len: 375 time: 0.0096152
Dec 25 21:57:35.976755 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-388b11b1-68d7-4ac2-8797-af5de44a02d6 req-045101b4-fd9e-40d1-9157-92f7d2ae5aab tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=1e594b8d48e948b8ae34d96bebfc2a36&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0451229
Dec 25 21:57:36.129529 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-388b11b1-68d7-4ac2-8797-af5de44a02d6 req-8f4509ea-8f2d-430f-a434-b677fd62fb5c service neutron] 10.222.0.32 "GET /v2.0/networks/544249cb-4293-4a78-9ba3-8f386deae100?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1406047
Dec 25 21:57:36.222951 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-388b11b1-68d7-4ac2-8797-af5de44a02d6 req-97d806ca-3c80-4a98-a161-ad0ca186ad0b service neutron] 10.222.0.32 "GET /v2.0/networks/544249cb-4293-4a78-9ba3-8f386deae100?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0873201
Dec 25 21:57:36.491984 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b4a3bb3f-6b5d-4c7e-bb16-0ea3fc122336 req-20fcaa2d-7770-422a-9fa4-50b58fd58dbe tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4d4eb99-8e5d-4037-9001-8cee89aae129 HTTP/1.1" status: 200  len: 210 time: 0.0269799
Dec 25 21:57:37.028114 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-c6eb2f68-55eb-4d49-8e4d-adb60f3bc82b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:57:37.588527 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-12d0f40a-4709-4415-a42c-3d29cbb1e4ea req-1a1a6740-44ca-4dba-aaa0-13531db81b16 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4d4eb99-8e5d-4037-9001-8cee89aae129 HTTP/1.1" status: 200  len: 210 time: 0.0271184
Dec 25 21:57:37.899342 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device 095e12a0-6bab-4f25-9cd8-73008268ccf4 no longer exists at agent hyperv_nch1-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:57:37.924252 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] No Port match for: 095e12a0-6bab-4f25-9cd8-73008268ccf4 {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:57:37.924593 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device 095e12a0-6bab-4f25-9cd8-73008268ccf4 not bound to the agent host nch1-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:57:38.349576 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388b11b1-68d7-4ac2-8797-af5de44a02d6 req-48e78b18-13b5-4e30-8ae9-c4e855b242d4 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:57:38.351080 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-388b11b1-68d7-4ac2-8797-af5de44a02d6 req-48e78b18-13b5-4e30-8ae9-c4e855b242d4 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.37 "GET /v2.0/networks?id=544249cb-4293-4a78-9ba3-8f386deae100 HTTP/1.1" status: 200  len: 811 time: 0.1034634
Dec 25 21:57:38.416130 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-388b11b1-68d7-4ac2-8797-af5de44a02d6 req-0b4ab126-5559-4ed2-87cf-cc3b1f80bee2 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1e594b8d48e948b8ae34d96bebfc2a36 HTTP/1.1" status: 200  len: 379 time: 0.0561984
Dec 25 21:57:38.425496 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-388b11b1-68d7-4ac2-8797-af5de44a02d6 req-15639fff-bdd0-4982-9e74-36bfa447c73a tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Request body: {'port': {'device_id': 'd4d4eb99-8e5d-4037-9001-8cee89aae129', 'network_id': '544249cb-4293-4a78-9ba3-8f386deae100', 'admin_state_up': True, 'tenant_id': '1e594b8d48e948b8ae34d96bebfc2a36', 'security_groups': ['ecd1e866-dc70-4232-af86-72a62615443d']}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:57:38.586950 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-388b11b1-68d7-4ac2-8797-af5de44a02d6 req-15639fff-bdd0-4982-9e74-36bfa447c73a tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Made reservation on behalf of 1e594b8d48e948b8ae34d96bebfc2a36 for: {'port': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:57:38.590584 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-388b11b1-68d7-4ac2-8797-af5de44a02d6 req-15639fff-bdd0-4982-9e74-36bfa447c73a tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:57:38.612008 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3e945ecd-9380-47c2-aa0a-12ebe07e03e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:57:38.657012 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:57:38.692558 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d56cad28-a82f-47fc-92ff-26cdf6569227 req-20c143ef-72ff-4012-af5a-71801083449c tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4d4eb99-8e5d-4037-9001-8cee89aae129 HTTP/1.1" status: 200  len: 210 time: 0.0320873
Dec 25 21:57:38.743049 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_common [req-388b11b1-68d7-4ac2-8797-af5de44a02d6 req-15639fff-bdd0-4982-9e74-36bfa447c73a tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Allocated IP 172.20.0.11 (544249cb-4293-4a78-9ba3-8f386deae100/fe1b5a3d-050c-415d-a526-cc2e02b19cb4/d99b343d-58f2-459f-95b1-2f08bb18e0ab) {{(pid=121606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:57:38.878287 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-388b11b1-68d7-4ac2-8797-af5de44a02d6 req-15639fff-bdd0-4982-9e74-36bfa447c73a tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Publish callbacks [] for port, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:57:38.964897 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-388b11b1-68d7-4ac2-8797-af5de44a02d6 req-15639fff-bdd0-4982-9e74-36bfa447c73a tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:57:39.007281 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-388b11b1-68d7-4ac2-8797-af5de44a02d6 req-15639fff-bdd0-4982-9e74-36bfa447c73a tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Network 544249cb-4293-4a78-9ba3-8f386deae100 is already hosted by enough agents. {{(pid=121606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:57:39.010369 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [req-388b11b1-68d7-4ac2-8797-af5de44a02d6 req-15639fff-bdd0-4982-9e74-36bfa447c73a tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Resources bound (agent type, host, resource id):  {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:57:39.014102 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [req-388b11b1-68d7-4ac2-8797-af5de44a02d6 req-15639fff-bdd0-4982-9e74-36bfa447c73a tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Received port after_create {{(pid=121606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:57:39.038942 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15639fff-bdd0-4982-9e74-36bfa447c73a tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Pushing event updated for resources: {'Port': ['ID=d99b343d-58f2-459f-95b1-2f08bb18e0ab,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:57:39.070820 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388b11b1-68d7-4ac2-8797-af5de44a02d6 req-15639fff-bdd0-4982-9e74-36bfa447c73a tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:57:39.071457 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-388b11b1-68d7-4ac2-8797-af5de44a02d6 req-15639fff-bdd0-4982-9e74-36bfa447c73a tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:57:39.168222 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-388b11b1-68d7-4ac2-8797-af5de44a02d6 req-15639fff-bdd0-4982-9e74-36bfa447c73a tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.7463493
Dec 25 21:57:39.182144 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-388b11b1-68d7-4ac2-8797-af5de44a02d6 req-cb95e8ac-c487-4595-9af5-4e9d2402341a service neutron] Request body: {'port': {'device_id': 'd4d4eb99-8e5d-4037-9001-8cee89aae129', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:57:39.240425 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-d498c074-ad03-4862-b2b9-04c6ba2d8b97 None None] Provisioning complete for port d99b343d-58f2-459f-95b1-2f08bb18e0ab triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:57:39.240681 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-388b11b1-68d7-4ac2-8797-af5de44a02d6 req-cb95e8ac-c487-4595-9af5-4e9d2402341a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:57:39.240783 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-d498c074-ad03-4862-b2b9-04c6ba2d8b97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:57:39.274398 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-d498c074-ad03-4862-b2b9-04c6ba2d8b97 None None] Port d99b343d-58f2-459f-95b1-2f08bb18e0ab cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:57:39.492652 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [req-388b11b1-68d7-4ac2-8797-af5de44a02d6 req-cb95e8ac-c487-4595-9af5-4e9d2402341a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d99b343d-58f2-459f-95b1-2f08bb18e0ab {{(pid=121606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:57:39.500114 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-388b11b1-68d7-4ac2-8797-af5de44a02d6 req-cb95e8ac-c487-4595-9af5-4e9d2402341a service neutron] Publish callbacks [] for port, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:57:39.511487 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.provisioning_blocks [req-388b11b1-68d7-4ac2-8797-af5de44a02d6 req-cb95e8ac-c487-4595-9af5-4e9d2402341a service neutron] Transition to ACTIVE for port object d99b343d-58f2-459f-95b1-2f08bb18e0ab will not be triggered until provisioned by entity L2. {{(pid=121606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 25 21:57:39.582065 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-388b11b1-68d7-4ac2-8797-af5de44a02d6 req-cb95e8ac-c487-4595-9af5-4e9d2402341a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:57:39.634708 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb95e8ac-c487-4595-9af5-4e9d2402341a service neutron] Pushing event updated for resources: {'Port': ['ID=d99b343d-58f2-459f-95b1-2f08bb18e0ab,revision_number=2']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:57:39.662503 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-15cb578f-7a63-4fd3-925d-83bad4c7b82a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:57:39.706430 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-388b11b1-68d7-4ac2-8797-af5de44a02d6 req-cb95e8ac-c487-4595-9af5-4e9d2402341a service neutron] Attempting to bind port d99b343d-58f2-459f-95b1-2f08bb18e0ab on host nch2-master-1 for vnic_type normal with profile  {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:57:39.706969 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-388b11b1-68d7-4ac2-8797-af5de44a02d6 req-cb95e8ac-c487-4595-9af5-4e9d2402341a service neutron] Attempting to bind port d99b343d-58f2-459f-95b1-2f08bb18e0ab by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '7ded9d98-42bc-4190-9dd6-298b9a4520f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '544249cb-4293-4a78-9ba3-8f386deae100'}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:57:39.707366 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-388b11b1-68d7-4ac2-8797-af5de44a02d6 req-cb95e8ac-c487-4595-9af5-4e9d2402341a service neutron] Attempting to bind port d99b343d-58f2-459f-95b1-2f08bb18e0ab on network 544249cb-4293-4a78-9ba3-8f386deae100 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:57:39.712042 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-388b11b1-68d7-4ac2-8797-af5de44a02d6 req-cb95e8ac-c487-4595-9af5-4e9d2402341a service neutron] Port d99b343d-58f2-459f-95b1-2f08bb18e0ab on network 544249cb-4293-4a78-9ba3-8f386deae100 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 25 21:57:39.712362 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-388b11b1-68d7-4ac2-8797-af5de44a02d6 req-cb95e8ac-c487-4595-9af5-4e9d2402341a service neutron] Attempting to bind port d99b343d-58f2-459f-95b1-2f08bb18e0ab on network 544249cb-4293-4a78-9ba3-8f386deae100 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:57:39.717992 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-388b11b1-68d7-4ac2-8797-af5de44a02d6 req-cb95e8ac-c487-4595-9af5-4e9d2402341a service neutron] Checking agent: {'id': '0d9ae313-8f8d-40fa-8a9f-d098a25a9911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 21, 4, 38), 'started_at': datetime.datetime(2021, 12, 25, 21, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 57, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:57:39.718342 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-388b11b1-68d7-4ac2-8797-af5de44a02d6 req-cb95e8ac-c487-4595-9af5-4e9d2402341a service neutron] Checking segment: {'id': '7ded9d98-42bc-4190-9dd6-298b9a4520f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '544249cb-4293-4a78-9ba3-8f386deae100'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:57:39.718779 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-388b11b1-68d7-4ac2-8797-af5de44a02d6 req-cb95e8ac-c487-4595-9af5-4e9d2402341a service neutron] Bound using segment: {'id': '7ded9d98-42bc-4190-9dd6-298b9a4520f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '544249cb-4293-4a78-9ba3-8f386deae100'} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:57:39.719194 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-388b11b1-68d7-4ac2-8797-af5de44a02d6 req-cb95e8ac-c487-4595-9af5-4e9d2402341a service neutron] Bound port: d99b343d-58f2-459f-95b1-2f08bb18e0ab, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ded9d98-42bc-4190-9dd6-298b9a4520f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '544249cb-4293-4a78-9ba3-8f386deae100'}}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:57:39.720567 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-388b11b1-68d7-4ac2-8797-af5de44a02d6 req-cb95e8ac-c487-4595-9af5-4e9d2402341a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:57:39.810603 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-388b11b1-68d7-4ac2-8797-af5de44a02d6 req-cb95e8ac-c487-4595-9af5-4e9d2402341a service neutron] For port d99b343d-58f2-459f-95b1-2f08bb18e0ab, host nch2-master-1, cleared binding levels {{(pid=121606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:57:39.816216 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-388b11b1-68d7-4ac2-8797-af5de44a02d6 req-cb95e8ac-c487-4595-9af5-4e9d2402341a service neutron] For port d99b343d-58f2-459f-95b1-2f08bb18e0ab, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d99b343d-58f2-459f-95b1-2f08bb18e0ab,segment=NetworkSegment(7ded9d98-42bc-4190-9dd6-298b9a4520f9),segment_id=7ded9d98-42bc-4190-9dd6-298b9a4520f9)] {{(pid=121606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:57:39.829533 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e120b7a3-15ad-4ce6-87c9-879ba9c30a68 req-6bd23d89-fa90-4dc5-a727-b1b45f70a1a1 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:57:39.831011 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e120b7a3-15ad-4ce6-87c9-879ba9c30a68 req-6bd23d89-fa90-4dc5-a727-b1b45f70a1a1 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4d4eb99-8e5d-4037-9001-8cee89aae129 HTTP/1.1" status: 200  len: 944 time: 0.0685532
Dec 25 21:57:39.881673 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e120b7a3-15ad-4ce6-87c9-879ba9c30a68 req-ccf790a8-48bf-4167-b184-ce7ecdb98b24 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/security-groups?id=ecd1e866-dc70-4232-af86-72a62615443d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0444872
Dec 25 21:57:39.892084 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-388b11b1-68d7-4ac2-8797-af5de44a02d6 req-cb95e8ac-c487-4595-9af5-4e9d2402341a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:57:39.928720 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388b11b1-68d7-4ac2-8797-af5de44a02d6 req-cb95e8ac-c487-4595-9af5-4e9d2402341a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:57:39.929296 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-388b11b1-68d7-4ac2-8797-af5de44a02d6 req-cb95e8ac-c487-4595-9af5-4e9d2402341a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:57:39.930673 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-388b11b1-68d7-4ac2-8797-af5de44a02d6 req-cb95e8ac-c487-4595-9af5-4e9d2402341a service neutron] 10.222.0.37 "PUT /v2.0/ports/d99b343d-58f2-459f-95b1-2f08bb18e0ab HTTP/1.1" status: 200  len: 1092 time: 0.7530599
Dec 25 21:57:39.931124 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4d4eb99-8e5d-4037-9001-8cee89aae129', 'tag': 'd99b343d-58f2-459f-95b1-2f08bb18e0ab'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:57:39.933387 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9858820c13ec2827453b94ebc4181065e990a4e4089ccb9fe762531ac62d2fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1f28f8c-e8c7-40d2-825a-4dc3392e2a03" -d '{"events": [{"name": "network-changed", "server_uuid": "d4d4eb99-8e5d-4037-9001-8cee89aae129", "tag": "d99b343d-58f2-459f-95b1-2f08bb18e0ab"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:57:39.965513 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb95e8ac-c487-4595-9af5-4e9d2402341a service neutron] Pushing event updated for resources: {'Port': ['ID=d99b343d-58f2-459f-95b1-2f08bb18e0ab,revision_number=3']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:57:39.988614 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Dec 2021 21:57:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-764c2503-95ec-4899-b9b9-a61d04960ec3 x-openstack-request-id: req-764c2503-95ec-4899-b9b9-a61d04960ec3 {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:57:39.988934 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4d4eb99-8e5d-4037-9001-8cee89aae129", "tag": "d99b343d-58f2-459f-95b1-2f08bb18e0ab", "status": "completed", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:57:39.989193 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-764c2503-95ec-4899-b9b9-a61d04960ec3 {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:57:39.989599 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4d4eb99-8e5d-4037-9001-8cee89aae129', 'tag': 'd99b343d-58f2-459f-95b1-2f08bb18e0ab', 'status': 'completed', 'code': 200}
Dec 25 21:57:40.056170 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f28f8c-e8c7-40d2-825a-4dc3392e2a03 req-5b7981ed-0f9b-4ad1-88f6-5dc9579e40d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:57:40.057937 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c1f28f8c-e8c7-40d2-825a-4dc3392e2a03 req-5b7981ed-0f9b-4ad1-88f6-5dc9579e40d5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1e594b8d48e948b8ae34d96bebfc2a36&device_id=d4d4eb99-8e5d-4037-9001-8cee89aae129 HTTP/1.1" status: 200  len: 1095 time: 0.0445080
Dec 25 21:57:40.162032 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f28f8c-e8c7-40d2-825a-4dc3392e2a03 req-7fa508af-8c7e-4a9e-b0ba-64298652808a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:57:40.163508 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c1f28f8c-e8c7-40d2-825a-4dc3392e2a03 req-7fa508af-8c7e-4a9e-b0ba-64298652808a service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=1e594b8d48e948b8ae34d96bebfc2a36&shared=False HTTP/1.1" status: 200  len: 912 time: 0.0960200
Dec 25 21:57:40.255532 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f28f8c-e8c7-40d2-825a-4dc3392e2a03 req-0309ac7e-6d9f-4588-a375-71422962b5ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:57:40.257051 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c1f28f8c-e8c7-40d2-825a-4dc3392e2a03 req-0309ac7e-6d9f-4588-a375-71422962b5ca service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.0870991
Dec 25 21:57:40.340794 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388b11b1-68d7-4ac2-8797-af5de44a02d6 req-36d51fa4-e1ee-4ffc-9f24-838e7c95af79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:57:40.340794 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-388b11b1-68d7-4ac2-8797-af5de44a02d6 req-36d51fa4-e1ee-4ffc-9f24-838e7c95af79 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1e594b8d48e948b8ae34d96bebfc2a36&device_id=d4d4eb99-8e5d-4037-9001-8cee89aae129 HTTP/1.1" status: 200  len: 1095 time: 0.0444317
Dec 25 21:57:40.377955 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-388b11b1-68d7-4ac2-8797-af5de44a02d6 req-3f84638c-f8aa-4182-bb62-1f80fae0583b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d99b343d-58f2-459f-95b1-2f08bb18e0ab HTTP/1.1" status: 200  len: 217 time: 0.0343044
Dec 25 21:57:40.425718 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388b11b1-68d7-4ac2-8797-af5de44a02d6 req-fa616ccb-4ca1-4e4a-9bf7-3029471c4d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:57:40.427168 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-388b11b1-68d7-4ac2-8797-af5de44a02d6 req-fa616ccb-4ca1-4e4a-9bf7-3029471c4d43 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fe1b5a3d-050c-415d-a526-cc2e02b19cb4 HTTP/1.1" status: 200  len: 850 time: 0.0428245
Dec 25 21:57:40.472610 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388b11b1-68d7-4ac2-8797-af5de44a02d6 req-ccbeb077-6997-4f8e-86ee-4df55abd6ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:57:40.474130 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-388b11b1-68d7-4ac2-8797-af5de44a02d6 req-ccbeb077-6997-4f8e-86ee-4df55abd6ee0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=544249cb-4293-4a78-9ba3-8f386deae100&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0401909
Dec 25 21:57:40.567110 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-388b11b1-68d7-4ac2-8797-af5de44a02d6 req-607a4ffb-deb8-42ab-b9e8-2cd4c5e82234 service neutron] 10.222.0.37 "GET /v2.0/networks/544249cb-4293-4a78-9ba3-8f386deae100?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0856590
Dec 25 21:57:40.659942 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-388b11b1-68d7-4ac2-8797-af5de44a02d6 req-6cf8fe2f-69aa-43d9-97f6-3fadfc01468c service neutron] 10.222.0.37 "GET /v2.0/networks/544249cb-4293-4a78-9ba3-8f386deae100?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0857079
Dec 25 21:57:40.736910 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:57:40.997724 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664f59e6-ca43-4e17-ac91-08f61ad30f6e req-1020eb39-6961-451f-a745-dd8f21ec3253 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:57:40.999214 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-664f59e6-ca43-4e17-ac91-08f61ad30f6e req-1020eb39-6961-451f-a745-dd8f21ec3253 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4d4eb99-8e5d-4037-9001-8cee89aae129 HTTP/1.1" status: 200  len: 944 time: 0.0494623
Dec 25 21:57:41.045368 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-664f59e6-ca43-4e17-ac91-08f61ad30f6e req-8593691d-bb3e-4885-abe1-e335350c9dff tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/security-groups?id=ecd1e866-dc70-4232-af86-72a62615443d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0402460
Dec 25 21:57:42.163535 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783b3103-ea63-4447-80b0-1788d742f21c req-68b208ba-ec7d-449d-a6ad-81650f6f29af tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:57:42.165042 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-783b3103-ea63-4447-80b0-1788d742f21c req-68b208ba-ec7d-449d-a6ad-81650f6f29af tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4d4eb99-8e5d-4037-9001-8cee89aae129 HTTP/1.1" status: 200  len: 944 time: 0.0479860
Dec 25 21:57:42.210722 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-783b3103-ea63-4447-80b0-1788d742f21c req-798842a8-565b-4e68-8cbd-ef7988071711 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/security-groups?id=ecd1e866-dc70-4232-af86-72a62615443d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0397243
Dec 25 21:57:43.329208 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ec056a-2ca0-4c36-92cd-424e5df187cf req-0cc4503f-90f4-4ce0-8e17-6248c7731624 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:57:43.330677 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-50ec056a-2ca0-4c36-92cd-424e5df187cf req-0cc4503f-90f4-4ce0-8e17-6248c7731624 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4d4eb99-8e5d-4037-9001-8cee89aae129 HTTP/1.1" status: 200  len: 944 time: 0.0517845
Dec 25 21:57:43.377404 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-50ec056a-2ca0-4c36-92cd-424e5df187cf req-35fbee07-c2c2-4090-a6cb-d47905b9ebc1 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/security-groups?id=ecd1e866-dc70-4232-af86-72a62615443d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0401046
Dec 25 21:57:43.678567 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device d99b343d-58f2-459f-95b1-2f08bb18e0ab details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 25 21:57:43.771869 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port d99b343d-58f2-459f-95b1-2f08bb18e0ab, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d99b343d-58f2-459f-95b1-2f08bb18e0ab,segment=NetworkSegment(7ded9d98-42bc-4190-9dd6-298b9a4520f9),segment_id=7ded9d98-42bc-4190-9dd6-298b9a4520f9)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:57:43.783845 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Returning: {'device': 'd99b343d-58f2-459f-95b1-2f08bb18e0ab', 'network_id': '544249cb-4293-4a78-9ba3-8f386deae100', 'port_id': 'd99b343d-58f2-459f-95b1-2f08bb18e0ab', 'mac_address': 'fa:16:3e:90:4c:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe1b5a3d-050c-415d-a526-cc2e02b19cb4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 25 21:57:43.822920 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:57:43.835265 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d99b343d-58f2-459f-95b1-2f08bb18e0ab {{(pid=121608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:57:43.854053 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port d99b343d-58f2-459f-95b1-2f08bb18e0ab, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d99b343d-58f2-459f-95b1-2f08bb18e0ab,segment=NetworkSegment(7ded9d98-42bc-4190-9dd6-298b9a4520f9),segment_id=7ded9d98-42bc-4190-9dd6-298b9a4520f9)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:57:43.930797 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:57:43.977141 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Pushing event updated for resources: {'Port': ['ID=d99b343d-58f2-459f-95b1-2f08bb18e0ab,revision_number=4']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:57:44.159281 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] get_ports_and_sgs() called for port_ids ['d99b343d-58f2-459f-95b1-2f08bb18e0ab'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:57:44.491792 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eaa85a3-72df-4874-b328-33882f625dfd req-b0bc633a-f6ad-4217-b3d6-4239ebc91c6b tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:57:44.493566 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8eaa85a3-72df-4874-b328-33882f625dfd req-b0bc633a-f6ad-4217-b3d6-4239ebc91c6b tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4d4eb99-8e5d-4037-9001-8cee89aae129 HTTP/1.1" status: 200  len: 945 time: 0.0486493
Dec 25 21:57:44.541436 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8eaa85a3-72df-4874-b328-33882f625dfd req-05350266-e5f6-4734-b50b-ddc53589dc76 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/security-groups?id=ecd1e866-dc70-4232-af86-72a62615443d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0409849
Dec 25 21:57:45.659518 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c1bc9d-e1dd-4dfb-88b4-181f85492b49 req-bc5f2c90-78cb-406f-a84b-3b1f92a04741 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:57:45.661040 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-70c1bc9d-e1dd-4dfb-88b4-181f85492b49 req-bc5f2c90-78cb-406f-a84b-3b1f92a04741 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4d4eb99-8e5d-4037-9001-8cee89aae129 HTTP/1.1" status: 200  len: 945 time: 0.0518556
Dec 25 21:57:45.709509 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-70c1bc9d-e1dd-4dfb-88b4-181f85492b49 req-58635959-701e-497f-956a-41c7a6f87bec tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/security-groups?id=ecd1e866-dc70-4232-af86-72a62615443d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0425386
Dec 25 21:57:45.709854 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device d99b343d-58f2-459f-95b1-2f08bb18e0ab up at agent hyperv_nch2-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:57:45.832718 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Provisioning for port d99b343d-58f2-459f-95b1-2f08bb18e0ab completed by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 25 21:57:45.836372 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Provisioning complete for port d99b343d-58f2-459f-95b1-2f08bb18e0ab triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:57:45.836817 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:57:45.911626 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:57:45.938908 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4d4eb99-8e5d-4037-9001-8cee89aae129', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd99b343d-58f2-459f-95b1-2f08bb18e0ab'}] {{(pid=121608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:57:45.941497 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a88c78c3ff6266bd59c7e89d275b28c92e739b67d23c89d71af88829fd31566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da042350-62df-4c1b-a3d7-60522ef88fa6" -d '{"events": [{"server_uuid": "d4d4eb99-8e5d-4037-9001-8cee89aae129", "name": "network-vif-plugged", "status": "completed", "tag": "d99b343d-58f2-459f-95b1-2f08bb18e0ab"}]}' {{(pid=121608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:57:45.960346 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port d99b343d-58f2-459f-95b1-2f08bb18e0ab, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d99b343d-58f2-459f-95b1-2f08bb18e0ab,segment=NetworkSegment(7ded9d98-42bc-4190-9dd6-298b9a4520f9),segment_id=7ded9d98-42bc-4190-9dd6-298b9a4520f9)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:57:45.978112 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 21:57:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9733c9bd-00da-40b3-af55-7270fe298e00 x-openstack-request-id: req-9733c9bd-00da-40b3-af55-7270fe298e00 {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:57:45.978402 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4d4eb99-8e5d-4037-9001-8cee89aae129", "name": "network-vif-plugged", "status": "completed", "tag": "d99b343d-58f2-459f-95b1-2f08bb18e0ab", "code": 200}]} {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:57:45.978653 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9733c9bd-00da-40b3-af55-7270fe298e00 {{(pid=121608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:57:45.979058 ncdv-master-1 neutron-server[121608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4d4eb99-8e5d-4037-9001-8cee89aae129', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd99b343d-58f2-459f-95b1-2f08bb18e0ab', 'code': 200}
Dec 25 21:57:46.034394 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:57:46.076813 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e270f40-97a2-4efb-8971-3bac5782e8c1 req-2d256884-543f-4de2-a5d6-91c308620a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:57:46.078358 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4e270f40-97a2-4efb-8971-3bac5782e8c1 req-2d256884-543f-4de2-a5d6-91c308620a50 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d4d4eb99-8e5d-4037-9001-8cee89aae129 HTTP/1.1" status: 200  len: 1097 time: 0.0398145
Dec 25 21:57:46.081723 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Pushing event updated for resources: {'Port': ['ID=d99b343d-58f2-459f-95b1-2f08bb18e0ab,revision_number=5']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:57:46.125032 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4e270f40-97a2-4efb-8971-3bac5782e8c1 req-a16a5e54-c6cb-4ba3-b7c8-b6c345142575 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=ecd1e866-dc70-4232-af86-72a62615443d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0378685
Dec 25 21:57:46.822325 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abac364f-0153-42bb-87fc-3c5c0da959c2 req-c40753d1-c2c2-4330-9cd8-a33f2aac25c0 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:57:46.823823 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-abac364f-0153-42bb-87fc-3c5c0da959c2 req-c40753d1-c2c2-4330-9cd8-a33f2aac25c0 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4d4eb99-8e5d-4037-9001-8cee89aae129 HTTP/1.1" status: 200  len: 946 time: 0.0471544
Dec 25 21:57:46.872940 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-abac364f-0153-42bb-87fc-3c5c0da959c2 req-d7033fbb-4e31-479e-a7d2-35666e28186a tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/security-groups?id=ecd1e866-dc70-4232-af86-72a62615443d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0433192
Dec 25 21:57:47.990939 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c34dcbf-4489-448e-bf63-1bb1e5c486e9 req-29f528d6-6574-481c-b338-dbd8b3fbde19 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:57:47.992445 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3c34dcbf-4489-448e-bf63-1bb1e5c486e9 req-29f528d6-6574-481c-b338-dbd8b3fbde19 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4d4eb99-8e5d-4037-9001-8cee89aae129 HTTP/1.1" status: 200  len: 946 time: 0.0491467
Dec 25 21:57:48.038632 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3c34dcbf-4489-448e-bf63-1bb1e5c486e9 req-f66cabc3-08d8-4899-81f1-866d17fd9989 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/security-groups?id=ecd1e866-dc70-4232-af86-72a62615443d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0399511
Dec 25 21:57:48.150891 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de0a5e2-cf10-4ad0-b9a9-9d3c527cc576 req-c2cfde08-6eee-49cc-b331-b33c8ed08c3a tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:57:48.152428 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2de0a5e2-cf10-4ad0-b9a9-9d3c527cc576 req-c2cfde08-6eee-49cc-b331-b33c8ed08c3a tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4d4eb99-8e5d-4037-9001-8cee89aae129 HTTP/1.1" status: 200  len: 946 time: 0.0482433
Dec 25 21:57:48.161352 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 46166) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 21:57:48.165584 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-31525c81-f317-4034-8952-a3c56864d3df tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Request body: {'floatingip': {'port_id': 'd99b343d-58f2-459f-95b1-2f08bb18e0ab'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:57:48.207094 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-31525c81-f317-4034-8952-a3c56864d3df tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Publish callbacks [] for floatingip, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:57:48.630051 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-31525c81-f317-4034-8952-a3c56864d3df tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Publish callbacks [] for floatingip, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:57:48.667511 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-31525c81-f317-4034-8952-a3c56864d3df tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2008639'] for floatingip, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:57:48.765439 ncdv-master-1 neutron-server[121606]: INFO neutron.db.l3_db [None req-31525c81-f317-4034-8952-a3c56864d3df tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Floating IP 5e0debcb-0ca3-46ff-bc55-de85f6b81a13 associated. External IP: 172.35.3.39, port: d99b343d-58f2-459f-95b1-2f08bb18e0ab.
Dec 25 21:57:48.967348 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31525c81-f317-4034-8952-a3c56864d3df tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Router 8accf2b6-aa0e-4afd-9635-ed8920d0eef4 has already been hosted by L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 {{(pid=121606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 25 21:57:49.075392 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31525c81-f317-4034-8952-a3c56864d3df tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 21:57:49.080703 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-31525c81-f317-4034-8952-a3c56864d3df tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for floatingip, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:57:49.085291 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9ebabdc-d7ff-42a7-8518-1a4835a0ed45 None None] Sync routers for ids ['8accf2b6-aa0e-4afd-9635-ed8920d0eef4'] in ncdv-master-1 {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 21:57:49.094733 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9ebabdc-d7ff-42a7-8518-1a4835a0ed45 None None] Routers {'8accf2b6-aa0e-4afd-9635-ed8920d0eef4'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:57:49.095410 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-b9ebabdc-d7ff-42a7-8518-1a4835a0ed45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2618403e80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:57:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['8accf2b6-aa0e-4afd-9635-ed8920d0eef4'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:57:49.106694 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-31525c81-f317-4034-8952-a3c56864d3df tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "PUT /v2.0/floatingips/5e0debcb-0ca3-46ff-bc55-de85f6b81a13 HTTP/1.1" status: 200  len: 991 time: 0.9443240
Dec 25 21:57:49.107294 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4d4eb99-8e5d-4037-9001-8cee89aae129', 'tag': 'd99b343d-58f2-459f-95b1-2f08bb18e0ab'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:57:49.109585 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9858820c13ec2827453b94ebc4181065e990a4e4089ccb9fe762531ac62d2fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55c4d5a7-9b67-40f0-96f6-a59604694f61" -d '{"events": [{"name": "network-changed", "server_uuid": "d4d4eb99-8e5d-4037-9001-8cee89aae129", "tag": "d99b343d-58f2-459f-95b1-2f08bb18e0ab"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:57:49.149236 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Dec 2021 21:57:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-072d4fe4-a1c1-4b71-acf7-426aaace73a4 x-openstack-request-id: req-072d4fe4-a1c1-4b71-acf7-426aaace73a4 {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:57:49.149537 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4d4eb99-8e5d-4037-9001-8cee89aae129", "tag": "d99b343d-58f2-459f-95b1-2f08bb18e0ab", "status": "completed", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:57:49.149795 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-072d4fe4-a1c1-4b71-acf7-426aaace73a4 {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:57:49.150204 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4d4eb99-8e5d-4037-9001-8cee89aae129', 'tag': 'd99b343d-58f2-459f-95b1-2f08bb18e0ab', 'status': 'completed', 'code': 200}
Dec 25 21:57:49.204115 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvr_db [None req-b9ebabdc-d7ff-42a7-8518-1a4835a0ed45 None None] Set router 8accf2b6-aa0e-4afd-9635-ed8920d0eef4 gateway port host: ncdv-master-1 {{(pid=121609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:57:49.212220 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c4d5a7-9b67-40f0-96f6-a59604694f61 req-7eac6106-9340-4e11-9c28-30feebbcc0a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:57:49.216472 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-55c4d5a7-9b67-40f0-96f6-a59604694f61 req-7eac6106-9340-4e11-9c28-30feebbcc0a2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1e594b8d48e948b8ae34d96bebfc2a36&device_id=d4d4eb99-8e5d-4037-9001-8cee89aae129 HTTP/1.1" status: 200  len: 1097 time: 0.0419953
Dec 25 21:57:49.529407 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-b9ebabdc-d7ff-42a7-8518-1a4835a0ed45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2618403e80>, [{'id': '8accf2b6-aa0e-4afd-9635-ed8920d0eef4', 'name': 'tempest-ServerActionsTestJSON-535026700-router', 'tenant_id': '1e594b8d48e948b8ae34d96bebfc2a36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.231'}], 'enable_snat': True}, 'gw_port_id': '4ebb692d-0106-41c5-a37c-66d5e165232a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:55:09Z', 'updated_at': '2021-12-25T21:55:12Z', 'revision_number': 4, 'project_id': '1e594b8d48e948b8ae34d96bebfc2a36', 'gw_port': {'id': '4ebb692d-0106-41c5-a37c-66d5e165232a', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:92:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8accf2b6-aa0e-4afd-9635-ed8920d0eef4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4049, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:55:09Z', 'updated_at': '2021-12-25T21:55:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '5e0debcb-0ca3-46ff-bc55-de85f6b81a13', 'tenant_id': '1e594b8d48e948b8ae34d96bebfc2a36', 'floating_ip_address': '172.35.3.39', 'floating_network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'router_id': '8accf2b6-aa0e-4afd-9635-ed8920d0eef4', 'port_id': 'd99b343d-58f2-459f-95b1-2f08bb18e0ab', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4057, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '544249cb-4293-4a78-9ba3-8f386deae100', 'mac_address': 'fa:16:3e:90:4c:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4d4eb99-8e5d-4037-9001-8cee89aae129', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-25T21:55:16Z', 'updated_at': '2021-12-25T21:57:48Z', 'revision_number': 5, 'project_id': '1e594b8d48e948b8ae34d96bebfc2a36', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bfbc9022-6830-4a42-b5fb-7f904e70878e', 'name': '', 'network_id': '544249cb-4293-4a78-9ba3-8f386deae100', 'tenant_id': '1e594b8d48e948b8ae34d96bebfc2a36', 'mac_address': 'fa:16:3e:62:0b:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8accf2b6-aa0e-4afd-9635-ed8920d0eef4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4050, 'fixed_ips': [{'subnet_id': 'fe1b5a3d-050c-415d-a526-cc2e02b19cb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:55:11Z', 'updated_at': '2021-12-25T21:55:15Z', 'revision_number': 5, 'project_id': '1e594b8d48e948b8ae34d96bebfc2a36', 'subnets': [{'id': 'fe1b5a3d-050c-415d-a526-cc2e02b19cb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:57:49.555914 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9ebabdc-d7ff-42a7-8518-1a4835a0ed45 None None] Checking router: 8accf2b6-aa0e-4afd-9635-ed8920d0eef4 for host: ncdv-master-1 {{(pid=121609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 25 21:57:49.564690 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9ebabdc-d7ff-42a7-8518-1a4835a0ed45 None None] Routers {'8accf2b6-aa0e-4afd-9635-ed8920d0eef4'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:57:49.565327 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-b9ebabdc-d7ff-42a7-8518-1a4835a0ed45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2618403e80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:57:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['8accf2b6-aa0e-4afd-9635-ed8920d0eef4'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:57:49.659923 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c4d5a7-9b67-40f0-96f6-a59604694f61 req-8e254d62-30d3-483d-abf5-4242c37c74a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:57:49.661440 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-55c4d5a7-9b67-40f0-96f6-a59604694f61 req-8e254d62-30d3-483d-abf5-4242c37c74a5 service neutron] 10.222.0.37 "GET /v2.0/networks?id=544249cb-4293-4a78-9ba3-8f386deae100 HTTP/1.1" status: 200  len: 912 time: 0.4407074
Dec 25 21:57:49.671627 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvr_db [None req-b9ebabdc-d7ff-42a7-8518-1a4835a0ed45 None None] Set router 8accf2b6-aa0e-4afd-9635-ed8920d0eef4 gateway port host: ncdv-master-1 {{(pid=121609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:57:49.726437 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-55c4d5a7-9b67-40f0-96f6-a59604694f61 req-09516a4c-a314-44e9-833f-de32b12db038 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d99b343d-58f2-459f-95b1-2f08bb18e0ab HTTP/1.1" status: 200  len: 999 time: 0.0571384
Dec 25 21:57:49.778777 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c4d5a7-9b67-40f0-96f6-a59604694f61 req-68e0d742-8cbb-4253-8c9a-6a591aa686c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:57:49.780374 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-55c4d5a7-9b67-40f0-96f6-a59604694f61 req-68e0d742-8cbb-4253-8c9a-6a591aa686c9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fe1b5a3d-050c-415d-a526-cc2e02b19cb4 HTTP/1.1" status: 200  len: 850 time: 0.0466309
Dec 25 21:57:49.825803 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c4d5a7-9b67-40f0-96f6-a59604694f61 req-c5060279-7414-486c-af26-90183d3eeef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:57:49.827383 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-55c4d5a7-9b67-40f0-96f6-a59604694f61 req-c5060279-7414-486c-af26-90183d3eeef8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=544249cb-4293-4a78-9ba3-8f386deae100&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0400803
Dec 25 21:57:49.891393 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-b9ebabdc-d7ff-42a7-8518-1a4835a0ed45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2618403e80>, [{'id': '8accf2b6-aa0e-4afd-9635-ed8920d0eef4', 'name': 'tempest-ServerActionsTestJSON-535026700-router', 'tenant_id': '1e594b8d48e948b8ae34d96bebfc2a36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.231'}], 'enable_snat': True}, 'gw_port_id': '4ebb692d-0106-41c5-a37c-66d5e165232a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:55:09Z', 'updated_at': '2021-12-25T21:55:12Z', 'revision_number': 4, 'project_id': '1e594b8d48e948b8ae34d96bebfc2a36', 'gw_port': {'id': '4ebb692d-0106-41c5-a37c-66d5e165232a', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:92:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8accf2b6-aa0e-4afd-9635-ed8920d0eef4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4049, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:55:09Z', 'updated_at': '2021-12-25T21:55:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '5e0debcb-0ca3-46ff-bc55-de85f6b81a13', 'tenant_id': '1e594b8d48e948b8ae34d96bebfc2a36', 'floating_ip_address': '172.35.3.39', 'floating_network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'router_id': '8accf2b6-aa0e-4afd-9635-ed8920d0eef4', 'port_id': 'd99b343d-58f2-459f-95b1-2f08bb18e0ab', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4057, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '544249cb-4293-4a78-9ba3-8f386deae100', 'mac_address': 'fa:16:3e:90:4c:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4d4eb99-8e5d-4037-9001-8cee89aae129', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-25T21:55:16Z', 'updated_at': '2021-12-25T21:57:48Z', 'revision_number': 5, 'project_id': '1e594b8d48e948b8ae34d96bebfc2a36', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bfbc9022-6830-4a42-b5fb-7f904e70878e', 'name': '', 'network_id': '544249cb-4293-4a78-9ba3-8f386deae100', 'tenant_id': '1e594b8d48e948b8ae34d96bebfc2a36', 'mac_address': 'fa:16:3e:62:0b:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8accf2b6-aa0e-4afd-9635-ed8920d0eef4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4050, 'fixed_ips': [{'subnet_id': 'fe1b5a3d-050c-415d-a526-cc2e02b19cb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:55:11Z', 'updated_at': '2021-12-25T21:55:15Z', 'revision_number': 5, 'project_id': '1e594b8d48e948b8ae34d96bebfc2a36', 'subnets': [{'id': 'fe1b5a3d-050c-415d-a526-cc2e02b19cb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:57:49.917286 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9ebabdc-d7ff-42a7-8518-1a4835a0ed45 None None] The sync data for ids ['8accf2b6-aa0e-4afd-9635-ed8920d0eef4'] in ncdv-master-1 is: [{'id': '8accf2b6-aa0e-4afd-9635-ed8920d0eef4', 'name': 'tempest-ServerActionsTestJSON-535026700-router', 'tenant_id': '1e594b8d48e948b8ae34d96bebfc2a36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.231'}], 'enable_snat': True}, 'gw_port_id': '4ebb692d-0106-41c5-a37c-66d5e165232a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:55:09Z', 'updated_at': '2021-12-25T21:55:12Z', 'revision_number': 4, 'project_id': '1e594b8d48e948b8ae34d96bebfc2a36', 'gw_port': {'id': '4ebb692d-0106-41c5-a37c-66d5e165232a', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:92:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8accf2b6-aa0e-4afd-9635-ed8920d0eef4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4049, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:55:09Z', 'updated_at': '2021-12-25T21:55:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '5e0debcb-0ca3-46ff-bc55-de85f6b81a13', 'tenant_id': '1e594b8d48e948b8ae34d96bebfc2a36', 'floating_ip_address': '172.35.3.39', 'floating_network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'router_id': '8accf2b6-aa0e-4afd-9635-ed8920d0eef4', 'port_id': 'd99b343d-58f2-459f-95b1-2f08bb18e0ab', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4057, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '544249cb-4293-4a78-9ba3-8f386deae100', 'mac_address': 'fa:16:3e:90:4c:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4d4eb99-8e5d-4037-9001-8cee89aae129', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-25T21:55:16Z', 'updated_at': '2021-12-25T21:57:48Z', 'revision_number': 5, 'project_id': '1e594b8d48e948b8ae34d96bebfc2a36', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bfbc9022-6830-4a42-b5fb-7f904e70878e', 'name': '', 'network_id': '544249cb-4293-4a78-9ba3-8f386deae100', 'tenant_id': '1e594b8d48e948b8ae34d96bebfc2a36', 'mac_address': 'fa:16:3e:62:0b:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8accf2b6-aa0e-4afd-9635-ed8920d0eef4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4050, 'fixed_ips': [{'subnet_id': 'fe1b5a3d-050c-415d-a526-cc2e02b19cb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:55:11Z', 'updated_at': '2021-12-25T21:55:15Z', 'revision_number': 5, 'project_id': '1e594b8d48e948b8ae34d96bebfc2a36', 'subnets': [{'id': 'fe1b5a3d-050c-415d-a526-cc2e02b19cb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 21:57:49.919413 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-55c4d5a7-9b67-40f0-96f6-a59604694f61 req-6c900ad7-e0a8-4377-86be-a1f135b7fce0 service neutron] 10.222.0.37 "GET /v2.0/networks/544249cb-4293-4a78-9ba3-8f386deae100?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0842564
Dec 25 21:57:50.013177 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-55c4d5a7-9b67-40f0-96f6-a59604694f61 req-69346f0f-7162-462d-8db2-ed72ceb11d5c service neutron] 10.222.0.37 "GET /v2.0/networks/544249cb-4293-4a78-9ba3-8f386deae100?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0868309
Dec 25 21:57:50.110097 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c424ae2-2d26-48f4-99af-f8ed4080d510 None None] New status for floating IP 5e0debcb-0ca3-46ff-bc55-de85f6b81a13: ACTIVE {{(pid=121608) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 25 21:58:04.668054 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:58:04.809251 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-b1f0f876-9b65-47fe-9b2d-b2681b3f8451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:58:07.004441 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-f5ba5207-d27f-4fe6-8e64-e1d329eeb14c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:58:07.748759 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.agents_db [None req-ec08dba0-4483-4109-b5e1-5e4a9fdaf12d None None] Agent healthcheck: found 7 active agents {{(pid=121609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 25 21:58:08.631775 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3e945ecd-9380-47c2-aa0a-12ebe07e03e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:58:08.644198 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:58:09.620303 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-15cb578f-7a63-4fd3-925d-83bad4c7b82a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:58:10.762618 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:58:13.586203 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-07ad5218-661e-4934-baa5-333eee7a1a2a req-c1b8301c-e443-4ad5-b342-ba037965dab1 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d4d4eb99-8e5d-4037-9001-8cee89aae129&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.1026733
Dec 25 21:58:13.678551 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ad5218-661e-4934-baa5-333eee7a1a2a req-9c8cb914-6929-4088-95d7-735335c945bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:58:13.680035 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-07ad5218-661e-4934-baa5-333eee7a1a2a req-9c8cb914-6929-4088-95d7-735335c945bf service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1e594b8d48e948b8ae34d96bebfc2a36&device_id=d4d4eb99-8e5d-4037-9001-8cee89aae129 HTTP/1.1" status: 200  len: 1097 time: 0.0442071
Dec 25 21:58:13.783530 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ad5218-661e-4934-baa5-333eee7a1a2a req-1f7d5d72-c465-449a-bd9e-05d5a4e93441 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:58:13.785041 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-07ad5218-661e-4934-baa5-333eee7a1a2a req-1f7d5d72-c465-449a-bd9e-05d5a4e93441 service neutron] 10.222.0.37 "GET /v2.0/networks?id=544249cb-4293-4a78-9ba3-8f386deae100 HTTP/1.1" status: 200  len: 912 time: 0.0845697
Dec 25 21:58:13.852143 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-07ad5218-661e-4934-baa5-333eee7a1a2a req-3bb7278e-bbab-4b7b-bd28-369e3525b556 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d99b343d-58f2-459f-95b1-2f08bb18e0ab HTTP/1.1" status: 200  len: 1001 time: 0.0604324
Dec 25 21:58:13.901450 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ad5218-661e-4934-baa5-333eee7a1a2a req-a40c2837-9a5b-4b97-983e-5c70377fde85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:58:13.902867 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-07ad5218-661e-4934-baa5-333eee7a1a2a req-a40c2837-9a5b-4b97-983e-5c70377fde85 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fe1b5a3d-050c-415d-a526-cc2e02b19cb4 HTTP/1.1" status: 200  len: 850 time: 0.0433121
Dec 25 21:58:13.948397 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ad5218-661e-4934-baa5-333eee7a1a2a req-b54cefe4-8a99-488d-9936-b5a0fbe733a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:58:13.950015 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-07ad5218-661e-4934-baa5-333eee7a1a2a req-b54cefe4-8a99-488d-9936-b5a0fbe733a5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=544249cb-4293-4a78-9ba3-8f386deae100&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0400805
Dec 25 21:58:13.960770 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [req-07ad5218-661e-4934-baa5-333eee7a1a2a req-ee855089-f3e0-4828-ae56-930875e68296 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=121606) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 25 21:58:13.961965 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-07ad5218-661e-4934-baa5-333eee7a1a2a req-ee855089-f3e0-4828-ae56-930875e68296 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0049081
Dec 25 21:58:14.053351 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-07ad5218-661e-4934-baa5-333eee7a1a2a req-05d83c4f-27f2-4960-9eae-b22159a285dd service neutron] 10.222.0.37 "GET /v2.0/networks/544249cb-4293-4a78-9ba3-8f386deae100?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0844748
Dec 25 21:58:14.142187 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-07ad5218-661e-4934-baa5-333eee7a1a2a req-9dae0618-e2ad-4c71-9d0a-5caed879936c service neutron] 10.222.0.37 "GET /v2.0/networks/544249cb-4293-4a78-9ba3-8f386deae100?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0824764
Dec 25 21:58:34.636623 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:58:34.775613 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-460584de-6129-4881-aad8-a5f6a3c85080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:58:37.015377 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-4abfdf8a-ae22-4502-9f42-bf7f0ec13d69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:58:38.625206 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3e945ecd-9380-47c2-aa0a-12ebe07e03e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:58:38.638183 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:58:39.661192 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-15cb578f-7a63-4fd3-925d-83bad4c7b82a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:58:40.768094 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:58:44.748175 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.agents_db [None req-ec08dba0-4483-4109-b5e1-5e4a9fdaf12d None None] Agent healthcheck: found 7 active agents {{(pid=121609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 25 21:58:59.186248 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [req-8cab98b4-8193-453e-be13-2de40d31b4ea req-c089fa6b-3d82-4488-919a-ea2d56a82fd3 service neutron] (121606) timed out ('10.222.0.31', 59294) {{(pid=121606) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}
Dec 25 21:59:04.632754 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:59:04.780642 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-4c17a39a-270e-4d3a-a22c-5ed12d0c3c34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:59:07.023554 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-98c1e8c6-e6b7-4086-91b0-d9db6fe4ab27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:59:08.626596 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3e945ecd-9380-47c2-aa0a-12ebe07e03e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:59:08.654916 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:59:09.663605 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-15cb578f-7a63-4fd3-925d-83bad4c7b82a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:59:10.780354 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:59:15.491494 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-638e67e4-997d-49c6-996d-5e7c8249e0aa req-a463acc6-8680-4c88-841f-4479f2b400b8 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d4d4eb99-8e5d-4037-9001-8cee89aae129&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0447314
Dec 25 21:59:15.574642 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638e67e4-997d-49c6-996d-5e7c8249e0aa req-bec34340-8ff2-46e4-8ecf-8521bd5fb918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:59:15.576202 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-638e67e4-997d-49c6-996d-5e7c8249e0aa req-bec34340-8ff2-46e4-8ecf-8521bd5fb918 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1e594b8d48e948b8ae34d96bebfc2a36&device_id=d4d4eb99-8e5d-4037-9001-8cee89aae129 HTTP/1.1" status: 200  len: 1097 time: 0.0412951
Dec 25 21:59:15.680827 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638e67e4-997d-49c6-996d-5e7c8249e0aa req-c294803a-3045-4786-ac2d-1d42475258d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:59:15.682343 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-638e67e4-997d-49c6-996d-5e7c8249e0aa req-c294803a-3045-4786-ac2d-1d42475258d9 service neutron] 10.222.0.37 "GET /v2.0/networks?id=544249cb-4293-4a78-9ba3-8f386deae100 HTTP/1.1" status: 200  len: 912 time: 0.0851841
Dec 25 21:59:15.751320 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-638e67e4-997d-49c6-996d-5e7c8249e0aa req-b58751af-f7da-41ab-aae2-6c7fce736133 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d99b343d-58f2-459f-95b1-2f08bb18e0ab HTTP/1.1" status: 200  len: 1001 time: 0.0604498
Dec 25 21:59:15.800720 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638e67e4-997d-49c6-996d-5e7c8249e0aa req-ad8e52a1-81d7-4375-bc5c-86c8509b1c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:59:15.803039 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-638e67e4-997d-49c6-996d-5e7c8249e0aa req-ad8e52a1-81d7-4375-bc5c-86c8509b1c38 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fe1b5a3d-050c-415d-a526-cc2e02b19cb4 HTTP/1.1" status: 200  len: 850 time: 0.0443919
Dec 25 21:59:15.850801 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638e67e4-997d-49c6-996d-5e7c8249e0aa req-3d0134c6-ecac-4ccc-a326-9a5d5b3de4fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:59:15.850801 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-638e67e4-997d-49c6-996d-5e7c8249e0aa req-3d0134c6-ecac-4ccc-a326-9a5d5b3de4fa service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=544249cb-4293-4a78-9ba3-8f386deae100&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0394900
Dec 25 21:59:15.946264 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-638e67e4-997d-49c6-996d-5e7c8249e0aa req-a3d16891-3fc7-40a0-a16f-39b50e68bf52 service neutron] 10.222.0.37 "GET /v2.0/networks/544249cb-4293-4a78-9ba3-8f386deae100?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0902247
Dec 25 21:59:16.039623 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-638e67e4-997d-49c6-996d-5e7c8249e0aa req-8b7f5ef5-c765-411b-8338-105453af0b9b service neutron] 10.222.0.37 "GET /v2.0/networks/544249cb-4293-4a78-9ba3-8f386deae100?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0849795
Dec 25 21:59:21.747926 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.agents_db [None req-ec08dba0-4483-4109-b5e1-5e4a9fdaf12d None None] Agent healthcheck: found 7 active agents {{(pid=121609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 25 21:59:25.377601 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70e0d81-7c11-4610-92e4-4a7b3d060dba req-8f3ef552-b426-4223-8d64-992f10027e57 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:59:25.379140 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a70e0d81-7c11-4610-92e4-4a7b3d060dba req-8f3ef552-b426-4223-8d64-992f10027e57 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4d4eb99-8e5d-4037-9001-8cee89aae129 HTTP/1.1" status: 200  len: 946 time: 0.1334651
Dec 25 21:59:25.440142 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a70e0d81-7c11-4610-92e4-4a7b3d060dba req-08ec7bb3-eb89-4199-8722-c7da46c0fa77 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/security-groups?id=ecd1e866-dc70-4232-af86-72a62615443d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0542862
Dec 25 21:59:26.617989 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212a595d-000f-4e9f-ab7e-7e58939c344e req-303b8069-1078-4839-94a1-cc687df5d54c tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:59:26.619474 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-212a595d-000f-4e9f-ab7e-7e58939c344e req-303b8069-1078-4839-94a1-cc687df5d54c tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4d4eb99-8e5d-4037-9001-8cee89aae129 HTTP/1.1" status: 200  len: 946 time: 0.1068783
Dec 25 21:59:26.667718 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-212a595d-000f-4e9f-ab7e-7e58939c344e req-05e50dc3-daff-438f-8a4d-2ca536d5ea62 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/security-groups?id=ecd1e866-dc70-4232-af86-72a62615443d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0421767
Dec 25 21:59:27.786279 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f51baa-db5d-43f7-93de-0a0efa800cd0 req-92e2a8fb-2984-4fe7-8638-0b5fb6902b0c tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:59:27.787754 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a6f51baa-db5d-43f7-93de-0a0efa800cd0 req-92e2a8fb-2984-4fe7-8638-0b5fb6902b0c tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4d4eb99-8e5d-4037-9001-8cee89aae129 HTTP/1.1" status: 200  len: 946 time: 0.0527513
Dec 25 21:59:27.834849 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a6f51baa-db5d-43f7-93de-0a0efa800cd0 req-763e0eeb-270d-4b7b-a415-583482d26afe tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/security-groups?id=ecd1e866-dc70-4232-af86-72a62615443d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0411179
Dec 25 21:59:28.948840 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bf802a-5421-40cb-ba2c-e827455f306a req-afd27d90-ee55-49ae-b615-7bf57533ec85 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:59:28.950397 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c2bf802a-5421-40cb-ba2c-e827455f306a req-afd27d90-ee55-49ae-b615-7bf57533ec85 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4d4eb99-8e5d-4037-9001-8cee89aae129 HTTP/1.1" status: 200  len: 946 time: 0.0486670
Dec 25 21:59:28.997010 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c2bf802a-5421-40cb-ba2c-e827455f306a req-416d649e-ef0e-481a-8766-05b6f65448e4 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/security-groups?id=ecd1e866-dc70-4232-af86-72a62615443d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0407128
Dec 25 21:59:30.112106 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99de2abc-2ba8-4960-bf59-7466bd5538bf req-a39ccc39-4a2f-437d-a837-0524b29f5ba4 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:59:30.114261 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-99de2abc-2ba8-4960-bf59-7466bd5538bf req-a39ccc39-4a2f-437d-a837-0524b29f5ba4 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4d4eb99-8e5d-4037-9001-8cee89aae129 HTTP/1.1" status: 200  len: 946 time: 0.0491209
Dec 25 21:59:30.164983 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-99de2abc-2ba8-4960-bf59-7466bd5538bf req-62bd23f3-a197-4960-8027-f34415d9f3d6 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/security-groups?id=ecd1e866-dc70-4232-af86-72a62615443d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0443623
Dec 25 21:59:31.283155 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaae41b6-6795-42c4-9bee-591b04f74f78 req-9e5062df-95a4-4102-882b-fe316a57328b tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:59:31.284632 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-aaae41b6-6795-42c4-9bee-591b04f74f78 req-9e5062df-95a4-4102-882b-fe316a57328b tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4d4eb99-8e5d-4037-9001-8cee89aae129 HTTP/1.1" status: 200  len: 946 time: 0.0497174
Dec 25 21:59:31.331272 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-aaae41b6-6795-42c4-9bee-591b04f74f78 req-522f2503-4dcb-41a3-81d7-7e01626321c6 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/security-groups?id=ecd1e866-dc70-4232-af86-72a62615443d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0406575
Dec 25 21:59:32.447801 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8514a74-48e9-467b-889d-e49adb96e484 req-1618c883-bdfa-49d3-af42-3e9346059da0 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:59:32.449345 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d8514a74-48e9-467b-889d-e49adb96e484 req-1618c883-bdfa-49d3-af42-3e9346059da0 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4d4eb99-8e5d-4037-9001-8cee89aae129 HTTP/1.1" status: 200  len: 946 time: 0.0492766
Dec 25 21:59:32.498819 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d8514a74-48e9-467b-889d-e49adb96e484 req-50fd8f65-f50d-4f0e-9a67-7ba04afc1e4c tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/security-groups?id=ecd1e866-dc70-4232-af86-72a62615443d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0431738
Dec 25 21:59:33.618999 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a900c098-0a67-42de-947c-52906fb9aa6d req-56d2ced4-04e5-4fe5-b204-3c069c5d9954 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:59:33.620465 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a900c098-0a67-42de-947c-52906fb9aa6d req-56d2ced4-04e5-4fe5-b204-3c069c5d9954 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4d4eb99-8e5d-4037-9001-8cee89aae129 HTTP/1.1" status: 200  len: 946 time: 0.0527866
Dec 25 21:59:33.668395 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a900c098-0a67-42de-947c-52906fb9aa6d req-9d80167a-19df-4f6b-a535-91ccfb9fc603 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/security-groups?id=ecd1e866-dc70-4232-af86-72a62615443d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0419540
Dec 25 21:59:34.631899 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:59:34.754429 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-c2fe5350-cdff-44b4-a88b-0a01deff84ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:59:34.787876 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165fee5a-7057-4441-9d3f-b6f48233c20c req-105ba5a4-81e5-4f36-a4f4-38a20ea08207 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:59:34.789401 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-165fee5a-7057-4441-9d3f-b6f48233c20c req-105ba5a4-81e5-4f36-a4f4-38a20ea08207 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4d4eb99-8e5d-4037-9001-8cee89aae129 HTTP/1.1" status: 200  len: 946 time: 0.0523775
Dec 25 21:59:34.836774 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-165fee5a-7057-4441-9d3f-b6f48233c20c req-1625f70d-da6f-49d9-a67c-5c8072110adb tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/security-groups?id=ecd1e866-dc70-4232-af86-72a62615443d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0412281
Dec 25 21:59:35.953421 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9117a9-fcce-4ba5-a204-d9ec3af1ea66 req-28a7b1dd-8f09-45f3-89a7-014a088bc31d tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:59:35.954932 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0f9117a9-fcce-4ba5-a204-d9ec3af1ea66 req-28a7b1dd-8f09-45f3-89a7-014a088bc31d tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4d4eb99-8e5d-4037-9001-8cee89aae129 HTTP/1.1" status: 200  len: 946 time: 0.0491860
Dec 25 21:59:36.007373 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0f9117a9-fcce-4ba5-a204-d9ec3af1ea66 req-19281386-c395-47b0-afbc-9d0a61115680 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/security-groups?id=ecd1e866-dc70-4232-af86-72a62615443d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0463028
Dec 25 21:59:36.355670 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd3539b-afff-4a88-be79-ee0c60baea00 req-b500ca1f-33d8-49fd-be69-4ab491bc3c3c tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:59:36.357236 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0cd3539b-afff-4a88-be79-ee0c60baea00 req-b500ca1f-33d8-49fd-be69-4ab491bc3c3c tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4d4eb99-8e5d-4037-9001-8cee89aae129 HTTP/1.1" status: 200  len: 946 time: 0.0506418
Dec 25 21:59:36.404284 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0cd3539b-afff-4a88-be79-ee0c60baea00 req-006a1022-f0e9-4420-9ce6-3a330d79285e tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/security-groups?id=ecd1e866-dc70-4232-af86-72a62615443d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0410399
Dec 25 21:59:36.512941 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-029a50e0-feb0-4fb1-ab61-a53be18ba2df req-fc6dfac4-2807-4dec-92b4-2e9f51bb9aa6 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=d4d4eb99-8e5d-4037-9001-8cee89aae129&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0889177
Dec 25 21:59:37.129776 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9ace4398-5883-4e79-9fdd-23341d6658be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:59:37.523500 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a191140d-1083-4333-8b08-85afc4ee4c5f req-302f22ac-3bdf-47ca-81d4-1264a1486d44 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:59:37.525054 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a191140d-1083-4333-8b08-85afc4ee4c5f req-302f22ac-3bdf-47ca-81d4-1264a1486d44 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4d4eb99-8e5d-4037-9001-8cee89aae129 HTTP/1.1" status: 200  len: 946 time: 0.0529666
Dec 25 21:59:37.573431 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a191140d-1083-4333-8b08-85afc4ee4c5f req-e3bd956b-31fa-46e5-8bb5-29f505e4ecbc tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/security-groups?id=ecd1e866-dc70-4232-af86-72a62615443d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0421593
Dec 25 21:59:38.668518 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3e945ecd-9380-47c2-aa0a-12ebe07e03e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:59:38.697050 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:59:38.700450 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029a50e0-feb0-4fb1-ab61-a53be18ba2df req-75651654-eff8-4efb-a96b-3630297ad80d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:59:38.701977 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-029a50e0-feb0-4fb1-ab61-a53be18ba2df req-75651654-eff8-4efb-a96b-3630297ad80d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1e594b8d48e948b8ae34d96bebfc2a36&device_id=d4d4eb99-8e5d-4037-9001-8cee89aae129 HTTP/1.1" status: 200  len: 1097 time: 0.0683451
Dec 25 21:59:38.710601 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536367df-27ab-4c74-9540-78ca88062e68 req-7d2adeec-1be5-426d-968b-03ab856c48e2 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:59:38.711956 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-536367df-27ab-4c74-9540-78ca88062e68 req-7d2adeec-1be5-426d-968b-03ab856c48e2 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4d4eb99-8e5d-4037-9001-8cee89aae129 HTTP/1.1" status: 200  len: 946 time: 0.0691075
Dec 25 21:59:38.811920 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-536367df-27ab-4c74-9540-78ca88062e68 req-5babd1ac-616a-4611-b4d0-1357e9437389 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/security-groups?id=ecd1e866-dc70-4232-af86-72a62615443d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0920424
Dec 25 21:59:38.829845 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029a50e0-feb0-4fb1-ab61-a53be18ba2df req-478ae3ee-e798-49f0-a191-937c99f1c428 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:59:38.831845 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-029a50e0-feb0-4fb1-ab61-a53be18ba2df req-478ae3ee-e798-49f0-a191-937c99f1c428 service neutron] 10.222.0.37 "GET /v2.0/networks?id=544249cb-4293-4a78-9ba3-8f386deae100 HTTP/1.1" status: 200  len: 912 time: 0.1184943
Dec 25 21:59:38.899831 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-029a50e0-feb0-4fb1-ab61-a53be18ba2df req-daeb8592-8f4f-4e05-adf1-1a68fec7c304 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d99b343d-58f2-459f-95b1-2f08bb18e0ab HTTP/1.1" status: 200  len: 1001 time: 0.0611079
Dec 25 21:59:38.947585 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029a50e0-feb0-4fb1-ab61-a53be18ba2df req-e05233b4-84c3-4916-869a-1500d71c25cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:59:38.949051 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-029a50e0-feb0-4fb1-ab61-a53be18ba2df req-e05233b4-84c3-4916-869a-1500d71c25cc service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fe1b5a3d-050c-415d-a526-cc2e02b19cb4 HTTP/1.1" status: 200  len: 850 time: 0.0425203
Dec 25 21:59:38.995163 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029a50e0-feb0-4fb1-ab61-a53be18ba2df req-68e48023-2f04-4b7d-b324-32989f27b624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:59:38.996659 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-029a50e0-feb0-4fb1-ab61-a53be18ba2df req-68e48023-2f04-4b7d-b324-32989f27b624 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=544249cb-4293-4a78-9ba3-8f386deae100&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0403149
Dec 25 21:59:39.089577 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-029a50e0-feb0-4fb1-ab61-a53be18ba2df req-162eb4d9-4b1a-4133-b926-35e0ff3445ed service neutron] 10.222.0.37 "GET /v2.0/networks/544249cb-4293-4a78-9ba3-8f386deae100?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0847437
Dec 25 21:59:39.177006 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-029a50e0-feb0-4fb1-ab61-a53be18ba2df req-e922f6b4-c384-40cb-93c2-6e77a3d2f4a8 service neutron] 10.222.0.37 "GET /v2.0/networks/544249cb-4293-4a78-9ba3-8f386deae100?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0808363
Dec 25 21:59:39.622395 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-15cb578f-7a63-4fd3-925d-83bad4c7b82a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:59:39.927567 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d909b3-c50d-439b-910e-f88bf2b5fd82 req-9f7511b5-5f80-4abb-9e01-d146e0c283bd tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:59:39.929105 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-37d909b3-c50d-439b-910e-f88bf2b5fd82 req-9f7511b5-5f80-4abb-9e01-d146e0c283bd tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4d4eb99-8e5d-4037-9001-8cee89aae129 HTTP/1.1" status: 200  len: 946 time: 0.0475571
Dec 25 21:59:39.979780 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-37d909b3-c50d-439b-910e-f88bf2b5fd82 req-42e3109b-fb1c-48b1-8364-0f44495cd0cd tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/security-groups?id=ecd1e866-dc70-4232-af86-72a62615443d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0446546
Dec 25 21:59:40.812991 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:59:41.096483 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d6fac5-b158-4386-bdee-c8efff7864c9 req-2b643366-2b80-4b59-a5a2-f40c13731d5e tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:59:41.098648 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-33d6fac5-b158-4386-bdee-c8efff7864c9 req-2b643366-2b80-4b59-a5a2-f40c13731d5e tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4d4eb99-8e5d-4037-9001-8cee89aae129 HTTP/1.1" status: 200  len: 946 time: 0.0487216
Dec 25 21:59:41.168767 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-33d6fac5-b158-4386-bdee-c8efff7864c9 req-5a5d0460-e2c9-4167-aae2-c9ed51137a4a tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/security-groups?id=ecd1e866-dc70-4232-af86-72a62615443d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0641224
Dec 25 21:59:41.194354 ncdv-master-1 neutron-server[121606]: INFO neutron.api.v2.resource [req-029a50e0-feb0-4fb1-ab61-a53be18ba2df req-5395d543-b1fb-4a23-9c7a-0a19610cbf54 service neutron] show failed (client error): The resource could not be found.
Dec 25 21:59:41.195354 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-029a50e0-feb0-4fb1-ab61-a53be18ba2df req-5395d543-b1fb-4a23-9c7a-0a19610cbf54 service neutron] 10.222.0.37 "GET /v2.0/ports/d99b343d-58f2-459f-95b1-2f08bb18e0ab/bindings/nch1-master-1 HTTP/1.1" status: 404  len: 380 time: 0.0656013
Dec 25 21:59:41.749474 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029a50e0-feb0-4fb1-ab61-a53be18ba2df req-08b1e998-83c5-4404-9b63-ab839a9c5567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:59:41.750976 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-029a50e0-feb0-4fb1-ab61-a53be18ba2df req-08b1e998-83c5-4404-9b63-ab839a9c5567 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=d4d4eb99-8e5d-4037-9001-8cee89aae129&tenant_id=1e594b8d48e948b8ae34d96bebfc2a36 HTTP/1.1" status: 200  len: 1097 time: 0.0970204
Dec 25 21:59:41.761444 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [req-029a50e0-feb0-4fb1-ab61-a53be18ba2df req-fa36ab54-1129-4ce1-83af-d9192d508e33 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=121606) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 25 21:59:41.762385 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-029a50e0-feb0-4fb1-ab61-a53be18ba2df req-fa36ab54-1129-4ce1-83af-d9192d508e33 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0048091
Dec 25 21:59:41.774419 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-029a50e0-feb0-4fb1-ab61-a53be18ba2df req-195f4fa3-27a9-40d4-90fb-510d249a18b6 service neutron] Request body: {'port': {'binding:host_id': 'nch1-master-1', 'device_owner': 'compute:nova'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:59:41.825786 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-029a50e0-feb0-4fb1-ab61-a53be18ba2df req-195f4fa3-27a9-40d4-90fb-510d249a18b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:59:42.021476 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-029a50e0-feb0-4fb1-ab61-a53be18ba2df req-195f4fa3-27a9-40d4-90fb-510d249a18b6 service neutron] For port d99b343d-58f2-459f-95b1-2f08bb18e0ab, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d99b343d-58f2-459f-95b1-2f08bb18e0ab,segment=NetworkSegment(7ded9d98-42bc-4190-9dd6-298b9a4520f9),segment_id=7ded9d98-42bc-4190-9dd6-298b9a4520f9)] {{(pid=121606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:59:42.053077 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-029a50e0-feb0-4fb1-ab61-a53be18ba2df req-195f4fa3-27a9-40d4-90fb-510d249a18b6 service neutron] For port d99b343d-58f2-459f-95b1-2f08bb18e0ab, host nch2-master-1, cleared binding levels {{(pid=121606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:59:42.095322 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4d4eb99-8e5d-4037-9001-8cee89aae129', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd99b343d-58f2-459f-95b1-2f08bb18e0ab'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:59:42.097645 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9858820c13ec2827453b94ebc4181065e990a4e4089ccb9fe762531ac62d2fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-828f73a5-79cc-429e-88a9-3e52d62c117e" -d '{"events": [{"server_uuid": "d4d4eb99-8e5d-4037-9001-8cee89aae129", "name": "network-vif-unplugged", "status": "completed", "tag": "d99b343d-58f2-459f-95b1-2f08bb18e0ab"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:59:42.101421 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-029a50e0-feb0-4fb1-ab61-a53be18ba2df req-195f4fa3-27a9-40d4-90fb-510d249a18b6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:59:42.113506 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.provisioning_blocks [req-029a50e0-feb0-4fb1-ab61-a53be18ba2df req-195f4fa3-27a9-40d4-90fb-510d249a18b6 service neutron] Transition to ACTIVE for port object d99b343d-58f2-459f-95b1-2f08bb18e0ab will not be triggered until provisioned by entity L2. {{(pid=121606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 25 21:59:42.149754 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 25 Dec 2021 21:59:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43ee1fe0-6421-4694-9b48-45a90b3b0f05 x-openstack-request-id: req-43ee1fe0-6421-4694-9b48-45a90b3b0f05 {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:59:42.150054 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4d4eb99-8e5d-4037-9001-8cee89aae129", "name": "network-vif-unplugged", "status": "completed", "tag": "d99b343d-58f2-459f-95b1-2f08bb18e0ab", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:59:42.150299 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-43ee1fe0-6421-4694-9b48-45a90b3b0f05 {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:59:42.150749 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4d4eb99-8e5d-4037-9001-8cee89aae129', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd99b343d-58f2-459f-95b1-2f08bb18e0ab', 'code': 200}
Dec 25 21:59:42.180461 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-029a50e0-feb0-4fb1-ab61-a53be18ba2df req-195f4fa3-27a9-40d4-90fb-510d249a18b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:59:42.274560 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195f4fa3-27a9-40d4-90fb-510d249a18b6 service neutron] Pushing event updated for resources: {'Port': ['ID=d99b343d-58f2-459f-95b1-2f08bb18e0ab,revision_number=6']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:59:42.305246 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195f4fa3-27a9-40d4-90fb-510d249a18b6 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:59:42.305605 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195f4fa3-27a9-40d4-90fb-510d249a18b6 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:59:42.305954 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195f4fa3-27a9-40d4-90fb-510d249a18b6 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:59:42.306387 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195f4fa3-27a9-40d4-90fb-510d249a18b6 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:59:42.306795 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195f4fa3-27a9-40d4-90fb-510d249a18b6 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:59:42.307364 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195f4fa3-27a9-40d4-90fb-510d249a18b6 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:59:42.307923 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195f4fa3-27a9-40d4-90fb-510d249a18b6 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:59:42.308475 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195f4fa3-27a9-40d4-90fb-510d249a18b6 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:59:42.308822 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195f4fa3-27a9-40d4-90fb-510d249a18b6 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:59:42.309239 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195f4fa3-27a9-40d4-90fb-510d249a18b6 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:59:42.309672 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195f4fa3-27a9-40d4-90fb-510d249a18b6 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:59:42.310204 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195f4fa3-27a9-40d4-90fb-510d249a18b6 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:59:42.310766 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195f4fa3-27a9-40d4-90fb-510d249a18b6 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:59:42.348489 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [req-029a50e0-feb0-4fb1-ab61-a53be18ba2df req-195f4fa3-27a9-40d4-90fb-510d249a18b6 service neutron] No DVR routers for this DVR port d99b343d-58f2-459f-95b1-2f08bb18e0ab on host nch2-master-1 {{(pid=121606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:59:42.361664 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8d1832-7d43-4ea3-8ccb-6ca0095f0652 req-03578a24-b35d-4e37-b2c3-a01195fb5991 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:59:42.363782 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4b8d1832-7d43-4ea3-8ccb-6ca0095f0652 req-03578a24-b35d-4e37-b2c3-a01195fb5991 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4d4eb99-8e5d-4037-9001-8cee89aae129 HTTP/1.1" status: 200  len: 944 time: 0.1129339
Dec 25 21:59:42.482907 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4b8d1832-7d43-4ea3-8ccb-6ca0095f0652 req-803b7982-30f2-4f34-876d-00e36d1533a4 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/security-groups?id=ecd1e866-dc70-4232-af86-72a62615443d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0886183
Dec 25 21:59:42.525697 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-029a50e0-feb0-4fb1-ab61-a53be18ba2df req-195f4fa3-27a9-40d4-90fb-510d249a18b6 service neutron] Attempting to bind port d99b343d-58f2-459f-95b1-2f08bb18e0ab on host nch1-master-1 for vnic_type normal with profile  {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:59:42.526038 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-029a50e0-feb0-4fb1-ab61-a53be18ba2df req-195f4fa3-27a9-40d4-90fb-510d249a18b6 service neutron] Attempting to bind port d99b343d-58f2-459f-95b1-2f08bb18e0ab by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '7ded9d98-42bc-4190-9dd6-298b9a4520f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '544249cb-4293-4a78-9ba3-8f386deae100'}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:59:42.526363 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-029a50e0-feb0-4fb1-ab61-a53be18ba2df req-195f4fa3-27a9-40d4-90fb-510d249a18b6 service neutron] Attempting to bind port d99b343d-58f2-459f-95b1-2f08bb18e0ab on network 544249cb-4293-4a78-9ba3-8f386deae100 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:59:42.531837 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-029a50e0-feb0-4fb1-ab61-a53be18ba2df req-195f4fa3-27a9-40d4-90fb-510d249a18b6 service neutron] Port d99b343d-58f2-459f-95b1-2f08bb18e0ab on network 544249cb-4293-4a78-9ba3-8f386deae100 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 25 21:59:42.532158 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-029a50e0-feb0-4fb1-ab61-a53be18ba2df req-195f4fa3-27a9-40d4-90fb-510d249a18b6 service neutron] Attempting to bind port d99b343d-58f2-459f-95b1-2f08bb18e0ab on network 544249cb-4293-4a78-9ba3-8f386deae100 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:59:42.537084 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-029a50e0-feb0-4fb1-ab61-a53be18ba2df req-195f4fa3-27a9-40d4-90fb-510d249a18b6 service neutron] Checking agent: {'id': '6d577036-68fc-4aa4-aed7-5ab01de2117e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 21, 4, 34), 'started_at': datetime.datetime(2021, 12, 25, 21, 4, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 59, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:59:42.537416 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-029a50e0-feb0-4fb1-ab61-a53be18ba2df req-195f4fa3-27a9-40d4-90fb-510d249a18b6 service neutron] Checking segment: {'id': '7ded9d98-42bc-4190-9dd6-298b9a4520f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '544249cb-4293-4a78-9ba3-8f386deae100'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:59:42.537793 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-029a50e0-feb0-4fb1-ab61-a53be18ba2df req-195f4fa3-27a9-40d4-90fb-510d249a18b6 service neutron] Bound using segment: {'id': '7ded9d98-42bc-4190-9dd6-298b9a4520f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '544249cb-4293-4a78-9ba3-8f386deae100'} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:59:42.538210 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-029a50e0-feb0-4fb1-ab61-a53be18ba2df req-195f4fa3-27a9-40d4-90fb-510d249a18b6 service neutron] Bound port: d99b343d-58f2-459f-95b1-2f08bb18e0ab, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ded9d98-42bc-4190-9dd6-298b9a4520f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '544249cb-4293-4a78-9ba3-8f386deae100'}}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:59:42.538608 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-029a50e0-feb0-4fb1-ab61-a53be18ba2df req-195f4fa3-27a9-40d4-90fb-510d249a18b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:59:42.600116 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-029a50e0-feb0-4fb1-ab61-a53be18ba2df req-195f4fa3-27a9-40d4-90fb-510d249a18b6 service neutron] For port d99b343d-58f2-459f-95b1-2f08bb18e0ab, host nch1-master-1, cleared binding levels {{(pid=121606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:59:42.603137 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-029a50e0-feb0-4fb1-ab61-a53be18ba2df req-195f4fa3-27a9-40d4-90fb-510d249a18b6 service neutron] For port d99b343d-58f2-459f-95b1-2f08bb18e0ab, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d99b343d-58f2-459f-95b1-2f08bb18e0ab,segment=NetworkSegment(7ded9d98-42bc-4190-9dd6-298b9a4520f9),segment_id=7ded9d98-42bc-4190-9dd6-298b9a4520f9)] {{(pid=121606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 21:59:42.679981 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-029a50e0-feb0-4fb1-ab61-a53be18ba2df req-195f4fa3-27a9-40d4-90fb-510d249a18b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:59:42.719082 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029a50e0-feb0-4fb1-ab61-a53be18ba2df req-195f4fa3-27a9-40d4-90fb-510d249a18b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:59:42.719705 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-029a50e0-feb0-4fb1-ab61-a53be18ba2df req-195f4fa3-27a9-40d4-90fb-510d249a18b6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:59:42.721100 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-029a50e0-feb0-4fb1-ab61-a53be18ba2df req-195f4fa3-27a9-40d4-90fb-510d249a18b6 service neutron] 10.222.0.31 "PUT /v2.0/ports/d99b343d-58f2-459f-95b1-2f08bb18e0ab HTTP/1.1" status: 200  len: 1092 time: 0.9502778
Dec 25 21:59:42.740265 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195f4fa3-27a9-40d4-90fb-510d249a18b6 service neutron] Pushing event updated for resources: {'Port': ['ID=d99b343d-58f2-459f-95b1-2f08bb18e0ab,revision_number=7']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:59:42.786677 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029a50e0-feb0-4fb1-ab61-a53be18ba2df req-dc799b83-8436-4aa7-8d7c-20ac2a0d6f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:59:42.788332 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-029a50e0-feb0-4fb1-ab61-a53be18ba2df req-dc799b83-8436-4aa7-8d7c-20ac2a0d6f41 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=1e594b8d48e948b8ae34d96bebfc2a36&device_id=d4d4eb99-8e5d-4037-9001-8cee89aae129 HTTP/1.1" status: 200  len: 1095 time: 0.0436885
Dec 25 21:59:42.880769 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029a50e0-feb0-4fb1-ab61-a53be18ba2df req-6984042f-6a7f-4d6a-afb5-2f4fd1504e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:59:42.882327 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-029a50e0-feb0-4fb1-ab61-a53be18ba2df req-6984042f-6a7f-4d6a-afb5-2f4fd1504e03 service neutron] 10.222.0.31 "GET /v2.0/networks?id=544249cb-4293-4a78-9ba3-8f386deae100 HTTP/1.1" status: 200  len: 912 time: 0.0870547
Dec 25 21:59:42.950184 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-029a50e0-feb0-4fb1-ab61-a53be18ba2df req-721acc83-c676-44eb-bf46-e47549f80f8c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d99b343d-58f2-459f-95b1-2f08bb18e0ab HTTP/1.1" status: 200  len: 999 time: 0.0613325
Dec 25 21:59:43.002090 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029a50e0-feb0-4fb1-ab61-a53be18ba2df req-1b5f9452-a253-4698-9eb3-848d83197490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:59:43.003998 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-029a50e0-feb0-4fb1-ab61-a53be18ba2df req-1b5f9452-a253-4698-9eb3-848d83197490 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=fe1b5a3d-050c-415d-a526-cc2e02b19cb4 HTTP/1.1" status: 200  len: 850 time: 0.0435266
Dec 25 21:59:43.047649 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029a50e0-feb0-4fb1-ab61-a53be18ba2df req-9fd3f2b1-1b97-4c27-b374-a9e854f2aac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:59:43.049109 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-029a50e0-feb0-4fb1-ab61-a53be18ba2df req-9fd3f2b1-1b97-4c27-b374-a9e854f2aac9 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=544249cb-4293-4a78-9ba3-8f386deae100&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0386653
Dec 25 21:59:43.140673 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-029a50e0-feb0-4fb1-ab61-a53be18ba2df req-0c595b00-d39a-4625-86e6-1bb6c36bee86 service neutron] 10.222.0.31 "GET /v2.0/networks/544249cb-4293-4a78-9ba3-8f386deae100?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0841455
Dec 25 21:59:43.233450 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-029a50e0-feb0-4fb1-ab61-a53be18ba2df req-78d513f2-8c7f-436a-a7be-f8bde75f441a service neutron] 10.222.0.31 "GET /v2.0/networks/544249cb-4293-4a78-9ba3-8f386deae100?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0853434
Dec 25 21:59:43.603087 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153d358a-ad73-4e50-8760-7251a6bd499b req-8dc69014-8ab9-48fd-a01c-31443e4ebe1d tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:59:43.604582 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-153d358a-ad73-4e50-8760-7251a6bd499b req-8dc69014-8ab9-48fd-a01c-31443e4ebe1d tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4d4eb99-8e5d-4037-9001-8cee89aae129 HTTP/1.1" status: 200  len: 944 time: 0.0483227
Dec 25 21:59:43.650680 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-153d358a-ad73-4e50-8760-7251a6bd499b req-48511ca3-3dcb-4577-9fc0-2eee49be60ec tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/security-groups?id=ecd1e866-dc70-4232-af86-72a62615443d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0401158
Dec 25 21:59:44.151547 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4d4eb99-8e5d-4037-9001-8cee89aae129', 'tag': 'd99b343d-58f2-459f-95b1-2f08bb18e0ab'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:59:44.153966 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9858820c13ec2827453b94ebc4181065e990a4e4089ccb9fe762531ac62d2fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-098fa925-ab07-49fd-97f6-36423ac86c0d" -d '{"events": [{"name": "network-changed", "server_uuid": "d4d4eb99-8e5d-4037-9001-8cee89aae129", "tag": "d99b343d-58f2-459f-95b1-2f08bb18e0ab"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:59:44.201676 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Dec 2021 21:59:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5b399e4-0590-4401-8851-3876b1f03449 x-openstack-request-id: req-d5b399e4-0590-4401-8851-3876b1f03449 {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:59:44.201973 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4d4eb99-8e5d-4037-9001-8cee89aae129", "tag": "d99b343d-58f2-459f-95b1-2f08bb18e0ab", "status": "completed", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:59:44.202236 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d5b399e4-0590-4401-8851-3876b1f03449 {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:59:44.202645 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4d4eb99-8e5d-4037-9001-8cee89aae129', 'tag': 'd99b343d-58f2-459f-95b1-2f08bb18e0ab', 'status': 'completed', 'code': 200}
Dec 25 21:59:44.293333 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098fa925-ab07-49fd-97f6-36423ac86c0d req-35f0e6d0-54b4-426c-bcea-4599e2a9ee70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:59:44.294844 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-098fa925-ab07-49fd-97f6-36423ac86c0d req-35f0e6d0-54b4-426c-bcea-4599e2a9ee70 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=1e594b8d48e948b8ae34d96bebfc2a36&device_id=d4d4eb99-8e5d-4037-9001-8cee89aae129 HTTP/1.1" status: 200  len: 1095 time: 0.0713377
Dec 25 21:59:44.297399 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098fa925-ab07-49fd-97f6-36423ac86c0d req-6583b592-04ae-45ee-ae36-f616e7bd5eab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:59:44.298768 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-098fa925-ab07-49fd-97f6-36423ac86c0d req-6583b592-04ae-45ee-ae36-f616e7bd5eab service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1e594b8d48e948b8ae34d96bebfc2a36&device_id=d4d4eb99-8e5d-4037-9001-8cee89aae129 HTTP/1.1" status: 200  len: 1095 time: 0.0661173
Dec 25 21:59:44.299849 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device d99b343d-58f2-459f-95b1-2f08bb18e0ab no longer exists at agent hyperv_nch2-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:59:44.341548 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] The host nch2-master-1 is not matching for port d99b343d-58f2-459f-95b1-2f08bb18e0ab host nch1-master-1! {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}}
Dec 25 21:59:44.341943 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device d99b343d-58f2-459f-95b1-2f08bb18e0ab not bound to the agent host nch2-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:59:44.453456 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098fa925-ab07-49fd-97f6-36423ac86c0d req-f80fe1f4-969f-47da-ad09-7b1e263b0629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:59:44.454930 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-098fa925-ab07-49fd-97f6-36423ac86c0d req-f80fe1f4-969f-47da-ad09-7b1e263b0629 service neutron] 10.222.0.31 "GET /v2.0/networks?id=544249cb-4293-4a78-9ba3-8f386deae100 HTTP/1.1" status: 200  len: 912 time: 0.1509202
Dec 25 21:59:44.459959 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098fa925-ab07-49fd-97f6-36423ac86c0d req-483537ee-ed39-45f4-86ba-12b987bec4cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:59:44.461320 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-098fa925-ab07-49fd-97f6-36423ac86c0d req-483537ee-ed39-45f4-86ba-12b987bec4cb service neutron] 10.222.0.37 "GET /v2.0/networks?id=544249cb-4293-4a78-9ba3-8f386deae100 HTTP/1.1" status: 200  len: 912 time: 0.1492767
Dec 25 21:59:44.568324 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-098fa925-ab07-49fd-97f6-36423ac86c0d req-70472439-273d-419a-8fa0-317899db3987 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d99b343d-58f2-459f-95b1-2f08bb18e0ab HTTP/1.1" status: 200  len: 999 time: 0.1057215
Dec 25 21:59:44.572167 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-098fa925-ab07-49fd-97f6-36423ac86c0d req-b7b18c60-c170-4e72-a78e-3d934914ae7b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d99b343d-58f2-459f-95b1-2f08bb18e0ab HTTP/1.1" status: 200  len: 999 time: 0.1029522
Dec 25 21:59:44.650128 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098fa925-ab07-49fd-97f6-36423ac86c0d req-29c6941d-6c39-49c0-9f24-b00390d1f7ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:59:44.651596 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-098fa925-ab07-49fd-97f6-36423ac86c0d req-29c6941d-6c39-49c0-9f24-b00390d1f7ca service neutron] 10.222.0.31 "GET /v2.0/subnets?id=fe1b5a3d-050c-415d-a526-cc2e02b19cb4 HTTP/1.1" status: 200  len: 850 time: 0.0765283
Dec 25 21:59:44.653007 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098fa925-ab07-49fd-97f6-36423ac86c0d req-7b89f764-813c-43ff-9dc8-6e6e45cada20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:59:44.654339 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-098fa925-ab07-49fd-97f6-36423ac86c0d req-7b89f764-813c-43ff-9dc8-6e6e45cada20 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fe1b5a3d-050c-415d-a526-cc2e02b19cb4 HTTP/1.1" status: 200  len: 850 time: 0.0721810
Dec 25 21:59:44.736215 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098fa925-ab07-49fd-97f6-36423ac86c0d req-5027ad50-a5dd-422a-b3db-694941463cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:59:44.738226 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-098fa925-ab07-49fd-97f6-36423ac86c0d req-5027ad50-a5dd-422a-b3db-694941463cbc service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=544249cb-4293-4a78-9ba3-8f386deae100&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0798087
Dec 25 21:59:44.743841 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098fa925-ab07-49fd-97f6-36423ac86c0d req-5a9d8d8c-6a94-4261-87fb-9ad7cb59c258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:59:44.747816 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-098fa925-ab07-49fd-97f6-36423ac86c0d req-5a9d8d8c-6a94-4261-87fb-9ad7cb59c258 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=544249cb-4293-4a78-9ba3-8f386deae100&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0793729
Dec 25 21:59:45.235862 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec94d4c-47fb-4928-a0ed-ae63fe0a1868 req-d1adfcc9-0495-4d29-8273-7b47726a4db2 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:59:45.237917 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8ec94d4c-47fb-4928-a0ed-ae63fe0a1868 req-d1adfcc9-0495-4d29-8273-7b47726a4db2 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4d4eb99-8e5d-4037-9001-8cee89aae129 HTTP/1.1" status: 200  len: 944 time: 0.5127931
Dec 25 21:59:45.294000 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-098fa925-ab07-49fd-97f6-36423ac86c0d req-169beae8-949c-493c-84a9-706c57777c45 service neutron] 10.222.0.37 "GET /v2.0/networks/544249cb-4293-4a78-9ba3-8f386deae100?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5275764
Dec 25 21:59:45.298225 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-098fa925-ab07-49fd-97f6-36423ac86c0d req-3d4ffabc-0340-40d6-8a03-e704c870d152 service neutron] 10.222.0.31 "GET /v2.0/networks/544249cb-4293-4a78-9ba3-8f386deae100?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5393496
Dec 25 21:59:45.366668 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8ec94d4c-47fb-4928-a0ed-ae63fe0a1868 req-1f85423c-dbfa-41c3-b324-bd605b3f62b5 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/security-groups?id=ecd1e866-dc70-4232-af86-72a62615443d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1203897
Dec 25 21:59:45.470333 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-098fa925-ab07-49fd-97f6-36423ac86c0d req-e4643e1e-567b-4373-8c22-8f556dfa0799 service neutron] 10.222.0.37 "GET /v2.0/networks/544249cb-4293-4a78-9ba3-8f386deae100?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1668782
Dec 25 21:59:45.472856 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-098fa925-ab07-49fd-97f6-36423ac86c0d req-ae606659-bf4a-4b04-893b-91e68ca915a0 service neutron] 10.222.0.31 "GET /v2.0/networks/544249cb-4293-4a78-9ba3-8f386deae100?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1597006
Dec 25 21:59:46.446090 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device d99b343d-58f2-459f-95b1-2f08bb18e0ab details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 25 21:59:46.492137 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916679a5-e0a6-468c-9640-d4c91f0a8282 req-fbc0ebcc-75eb-49cf-a26d-642f17d0c043 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:59:46.493699 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-916679a5-e0a6-468c-9640-d4c91f0a8282 req-fbc0ebcc-75eb-49cf-a26d-642f17d0c043 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4d4eb99-8e5d-4037-9001-8cee89aae129 HTTP/1.1" status: 200  len: 944 time: 0.0561662
Dec 25 21:59:46.542692 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-916679a5-e0a6-468c-9640-d4c91f0a8282 req-35553f8d-f605-4c3c-b482-b41d956ca0af tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/security-groups?id=ecd1e866-dc70-4232-af86-72a62615443d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0428693
Dec 25 21:59:46.558476 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port d99b343d-58f2-459f-95b1-2f08bb18e0ab, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d99b343d-58f2-459f-95b1-2f08bb18e0ab,segment=NetworkSegment(7ded9d98-42bc-4190-9dd6-298b9a4520f9),segment_id=7ded9d98-42bc-4190-9dd6-298b9a4520f9)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:59:46.572071 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Returning: {'device': 'd99b343d-58f2-459f-95b1-2f08bb18e0ab', 'network_id': '544249cb-4293-4a78-9ba3-8f386deae100', 'port_id': 'd99b343d-58f2-459f-95b1-2f08bb18e0ab', 'mac_address': 'fa:16:3e:90:4c:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe1b5a3d-050c-415d-a526-cc2e02b19cb4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 25 21:59:46.609945 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:59:46.622953 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d99b343d-58f2-459f-95b1-2f08bb18e0ab {{(pid=121608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:59:46.642365 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port d99b343d-58f2-459f-95b1-2f08bb18e0ab, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d99b343d-58f2-459f-95b1-2f08bb18e0ab,segment=NetworkSegment(7ded9d98-42bc-4190-9dd6-298b9a4520f9),segment_id=7ded9d98-42bc-4190-9dd6-298b9a4520f9)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:59:46.707970 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:59:46.759460 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Pushing event updated for resources: {'Port': ['ID=d99b343d-58f2-459f-95b1-2f08bb18e0ab,revision_number=8']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:59:46.767750 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:59:46.771052 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:59:46.771052 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:59:46.771052 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:59:46.771052 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:59:46.771052 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:59:46.771052 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:59:46.771052 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:59:46.771052 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:59:46.771711 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:59:46.771711 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:59:46.771869 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:59:46.772156 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 21:59:46.858081 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9372a612-5073-41ea-98a4-e864e1b609b6 req-8c87b321-3c06-4a07-8243-dcbc67d9b198 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:59:46.859487 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9372a612-5073-41ea-98a4-e864e1b609b6 req-8c87b321-3c06-4a07-8243-dcbc67d9b198 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4d4eb99-8e5d-4037-9001-8cee89aae129 HTTP/1.1" status: 200  len: 945 time: 0.0529783
Dec 25 21:59:46.909986 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] get_ports_and_sgs() called for port_ids ['d99b343d-58f2-459f-95b1-2f08bb18e0ab'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 21:59:46.936433 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ce2cc6-414e-46a9-be6d-288561c93ee0 req-8a4883ff-2632-4a28-b8ba-e8ee5fc0eac8 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:59:46.937912 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-01ce2cc6-414e-46a9-be6d-288561c93ee0 req-8a4883ff-2632-4a28-b8ba-e8ee5fc0eac8 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4d4eb99-8e5d-4037-9001-8cee89aae129&tenant_id=1e594b8d48e948b8ae34d96bebfc2a36&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 945 time: 0.0775766
Dec 25 21:59:46.942084 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9372a612-5073-41ea-98a4-e864e1b609b6 req-8a1feef2-48cb-4476-a56e-5817e9383cb6 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/security-groups?id=ecd1e866-dc70-4232-af86-72a62615443d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0727627
Dec 25 21:59:47.004436 ncdv-master-1 neutron-server[121606]: INFO neutron.api.v2.resource [req-01ce2cc6-414e-46a9-be6d-288561c93ee0 req-f63d1812-c909-44f2-a04d-5d9ae852174d service neutron] delete failed (client error): The resource could not be found.
Dec 25 21:59:47.005504 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-01ce2cc6-414e-46a9-be6d-288561c93ee0 req-f63d1812-c909-44f2-a04d-5d9ae852174d service neutron] 10.222.0.37 "DELETE /v2.0/ports/d99b343d-58f2-459f-95b1-2f08bb18e0ab/bindings/nch2-master-1 HTTP/1.1" status: 404  len: 380 time: 0.0581431
Dec 25 21:59:47.092402 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ce2cc6-414e-46a9-be6d-288561c93ee0 req-35c96a95-ffb3-41df-914f-380c2c1de5d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:59:47.093926 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-01ce2cc6-414e-46a9-be6d-288561c93ee0 req-35c96a95-ffb3-41df-914f-380c2c1de5d2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1e594b8d48e948b8ae34d96bebfc2a36&device_id=d4d4eb99-8e5d-4037-9001-8cee89aae129 HTTP/1.1" status: 200  len: 1096 time: 0.0435102
Dec 25 21:59:47.185369 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ce2cc6-414e-46a9-be6d-288561c93ee0 req-5cc82599-d24b-4d3e-b4e7-934c4c7b8169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:59:47.186768 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-01ce2cc6-414e-46a9-be6d-288561c93ee0 req-5cc82599-d24b-4d3e-b4e7-934c4c7b8169 service neutron] 10.222.0.37 "GET /v2.0/networks?id=544249cb-4293-4a78-9ba3-8f386deae100 HTTP/1.1" status: 200  len: 912 time: 0.0855138
Dec 25 21:59:47.253831 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-01ce2cc6-414e-46a9-be6d-288561c93ee0 req-acf861be-f245-46d2-87fc-75264c880d7b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d99b343d-58f2-459f-95b1-2f08bb18e0ab HTTP/1.1" status: 200  len: 1000 time: 0.0602283
Dec 25 21:59:47.304628 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ce2cc6-414e-46a9-be6d-288561c93ee0 req-3d87ec4d-2201-47e1-8b6b-331d32568ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:59:47.306150 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-01ce2cc6-414e-46a9-be6d-288561c93ee0 req-3d87ec4d-2201-47e1-8b6b-331d32568ba3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fe1b5a3d-050c-415d-a526-cc2e02b19cb4 HTTP/1.1" status: 200  len: 850 time: 0.0454566
Dec 25 21:59:47.350243 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ce2cc6-414e-46a9-be6d-288561c93ee0 req-fc93befc-3555-4a09-80d8-f1f372acf6bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:59:47.351700 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-01ce2cc6-414e-46a9-be6d-288561c93ee0 req-fc93befc-3555-4a09-80d8-f1f372acf6bc service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=544249cb-4293-4a78-9ba3-8f386deae100&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0389659
Dec 25 21:59:47.444390 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-01ce2cc6-414e-46a9-be6d-288561c93ee0 req-7ef5c1e9-22e2-44e6-87d7-ec3cc51be9e2 service neutron] 10.222.0.37 "GET /v2.0/networks/544249cb-4293-4a78-9ba3-8f386deae100?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0852554
Dec 25 21:59:47.532168 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-01ce2cc6-414e-46a9-be6d-288561c93ee0 req-cf4002a6-5c5a-4407-b8ff-2409e27ca5d6 service neutron] 10.222.0.37 "GET /v2.0/networks/544249cb-4293-4a78-9ba3-8f386deae100?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0812531
Dec 25 21:59:48.059813 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:59:48.059813 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:59:48.059813 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:59:48.059813 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:59:48.059813 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:59:48.059813 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:59:48.059813 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:59:48.059813 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:59:48.059813 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:59:48.059813 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:59:48.059813 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:59:48.059813 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:59:48.059813 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:59:48.059813 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:59:48.059813 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:59:48.059813 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:59:48.059813 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:59:48.059813 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:59:48.059813 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:59:48.059813 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:59:48.059813 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:59:48.059813 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:59:48.059813 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:59:48.059813 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:59:48.059813 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:59:48.059813 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:59:48.059813 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:59:48.059813 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:59:48.059813 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:59:48.059813 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:59:48.059813 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:59:48.059813 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:59:48.059813 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:59:48.059813 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:59:48.059813 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:59:48.059813 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:59:48.059813 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:59:48.059813 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:59:48.059813 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:59:48.059813 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:59:48.059813 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:59:48.059813 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:59:48.059813 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:59:48.059813 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:59:48.059813 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:59:48.059813 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:59:48.059813 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 21:59:48.059813 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 21:59:48.063289 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a375dcbc-214f-4674-88fe-a11a677aad8a req-50daaa80-4088-452a-b454-1ab9ecb13b0f tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:59:48.063839 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a375dcbc-214f-4674-88fe-a11a677aad8a req-50daaa80-4088-452a-b454-1ab9ecb13b0f tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4d4eb99-8e5d-4037-9001-8cee89aae129 HTTP/1.1" status: 200  len: 945 time: 0.0492005
Dec 25 21:59:48.115432 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a375dcbc-214f-4674-88fe-a11a677aad8a req-80f1a585-c87a-4a5e-82be-bc809fc6b4ef tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/security-groups?id=ecd1e866-dc70-4232-af86-72a62615443d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0450621
Dec 25 21:59:48.458643 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device d99b343d-58f2-459f-95b1-2f08bb18e0ab up at agent hyperv_nch1-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 21:59:48.565238 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Provisioning for port d99b343d-58f2-459f-95b1-2f08bb18e0ab completed by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 25 21:59:48.569939 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Provisioning complete for port d99b343d-58f2-459f-95b1-2f08bb18e0ab triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:59:48.570343 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:59:48.649554 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:59:48.671308 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4d4eb99-8e5d-4037-9001-8cee89aae129', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd99b343d-58f2-459f-95b1-2f08bb18e0ab'}] {{(pid=121608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:59:48.673546 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a88c78c3ff6266bd59c7e89d275b28c92e739b67d23c89d71af88829fd31566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a78744bd-0d54-4754-b531-d20e56e4bfba" -d '{"events": [{"server_uuid": "d4d4eb99-8e5d-4037-9001-8cee89aae129", "name": "network-vif-plugged", "status": "completed", "tag": "d99b343d-58f2-459f-95b1-2f08bb18e0ab"}]}' {{(pid=121608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:59:48.687525 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port d99b343d-58f2-459f-95b1-2f08bb18e0ab, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d99b343d-58f2-459f-95b1-2f08bb18e0ab,segment=NetworkSegment(7ded9d98-42bc-4190-9dd6-298b9a4520f9),segment_id=7ded9d98-42bc-4190-9dd6-298b9a4520f9)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:59:48.711740 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 21:59:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db6f1140-0715-4731-ad36-e9b93531e497 x-openstack-request-id: req-db6f1140-0715-4731-ad36-e9b93531e497 {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:59:48.712037 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4d4eb99-8e5d-4037-9001-8cee89aae129", "name": "network-vif-plugged", "status": "completed", "tag": "d99b343d-58f2-459f-95b1-2f08bb18e0ab", "code": 200}]} {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:59:48.712289 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-db6f1140-0715-4731-ad36-e9b93531e497 {{(pid=121608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:59:48.712724 ncdv-master-1 neutron-server[121608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4d4eb99-8e5d-4037-9001-8cee89aae129', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd99b343d-58f2-459f-95b1-2f08bb18e0ab', 'code': 200}
Dec 25 21:59:48.763548 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:59:48.816550 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Pushing event updated for resources: {'Port': ['ID=d99b343d-58f2-459f-95b1-2f08bb18e0ab,revision_number=9']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:59:49.230648 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fba650-c8e3-4e65-a6b0-f6f33677e94f req-6642f248-3309-44e7-bee4-d342fe9a8046 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:59:49.232137 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-48fba650-c8e3-4e65-a6b0-f6f33677e94f req-6642f248-3309-44e7-bee4-d342fe9a8046 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4d4eb99-8e5d-4037-9001-8cee89aae129 HTTP/1.1" status: 200  len: 946 time: 0.0492599
Dec 25 21:59:49.279916 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-48fba650-c8e3-4e65-a6b0-f6f33677e94f req-0cdc5186-ee97-4606-a1a5-dc3d02d078a1 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/security-groups?id=ecd1e866-dc70-4232-af86-72a62615443d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0418463
Dec 25 21:59:49.397111 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc9fc49-f6b9-4b3f-9b39-ac638b74e4f4 req-05e5d6da-8693-416d-8a3b-d515002aed6c tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:59:49.398565 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-bfc9fc49-f6b9-4b3f-9b39-ac638b74e4f4 req-05e5d6da-8693-416d-8a3b-d515002aed6c tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4d4eb99-8e5d-4037-9001-8cee89aae129 HTTP/1.1" status: 200  len: 946 time: 0.0515883
Dec 25 21:59:49.445239 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-bfc9fc49-f6b9-4b3f-9b39-ac638b74e4f4 req-95eb855b-5b32-4215-994b-3d8158b66323 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/security-groups?id=ecd1e866-dc70-4232-af86-72a62615443d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0408673
Dec 25 21:59:49.797873 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37456097-8e59-4ff6-b92d-d8e9c64a2952 req-7335d198-2af5-4ad0-ae2b-be88e8bdeda4 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:59:49.799358 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-37456097-8e59-4ff6-b92d-d8e9c64a2952 req-7335d198-2af5-4ad0-ae2b-be88e8bdeda4 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4d4eb99-8e5d-4037-9001-8cee89aae129 HTTP/1.1" status: 200  len: 946 time: 0.0533316
Dec 25 21:59:49.856542 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-37456097-8e59-4ff6-b92d-d8e9c64a2952 req-8e3323ee-d06f-4bdc-9fd4-d4a63a66bccb tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/security-groups?id=ecd1e866-dc70-4232-af86-72a62615443d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0504260
Dec 25 21:59:49.886662 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df19a95-3e0b-4eee-abbb-1d2832d9ff47 req-dfdc4725-36ec-47d7-88e6-56ccacbda0fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:59:49.888264 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4df19a95-3e0b-4eee-abbb-1d2832d9ff47 req-dfdc4725-36ec-47d7-88e6-56ccacbda0fe service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=1e594b8d48e948b8ae34d96bebfc2a36&device_id=d4d4eb99-8e5d-4037-9001-8cee89aae129 HTTP/1.1" status: 200  len: 1097 time: 0.0518365
Dec 25 21:59:49.986437 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df19a95-3e0b-4eee-abbb-1d2832d9ff47 req-e7cfa26c-237b-43eb-a2eb-a78af514229b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:59:49.988478 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4df19a95-3e0b-4eee-abbb-1d2832d9ff47 req-e7cfa26c-237b-43eb-a2eb-a78af514229b service neutron] 10.222.0.31 "GET /v2.0/networks?id=544249cb-4293-4a78-9ba3-8f386deae100 HTTP/1.1" status: 200  len: 912 time: 0.0928309
Dec 25 21:59:50.054044 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4df19a95-3e0b-4eee-abbb-1d2832d9ff47 req-d7730d8d-6b0c-46b2-a472-1eec65423c4c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d99b343d-58f2-459f-95b1-2f08bb18e0ab HTTP/1.1" status: 200  len: 1001 time: 0.0583835
Dec 25 21:59:50.102331 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df19a95-3e0b-4eee-abbb-1d2832d9ff47 req-f502cc9e-cc2d-4fc9-9b81-a06e1dfd2af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:59:50.103764 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4df19a95-3e0b-4eee-abbb-1d2832d9ff47 req-f502cc9e-cc2d-4fc9-9b81-a06e1dfd2af2 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=fe1b5a3d-050c-415d-a526-cc2e02b19cb4 HTTP/1.1" status: 200  len: 850 time: 0.0435858
Dec 25 21:59:50.152363 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df19a95-3e0b-4eee-abbb-1d2832d9ff47 req-569803f7-9c87-48ce-9143-ae1b913b2509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:59:50.153863 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4df19a95-3e0b-4eee-abbb-1d2832d9ff47 req-569803f7-9c87-48ce-9143-ae1b913b2509 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=544249cb-4293-4a78-9ba3-8f386deae100&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0436575
Dec 25 21:59:50.242274 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4df19a95-3e0b-4eee-abbb-1d2832d9ff47 req-c06b74a6-f2f7-44a0-9a19-0d9167742844 service neutron] 10.222.0.31 "GET /v2.0/networks/544249cb-4293-4a78-9ba3-8f386deae100?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0813527
Dec 25 21:59:50.333034 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4df19a95-3e0b-4eee-abbb-1d2832d9ff47 req-6554504d-50f9-4de1-853c-a4cbd105a981 service neutron] 10.222.0.31 "GET /v2.0/networks/544249cb-4293-4a78-9ba3-8f386deae100?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0837905
Dec 25 21:59:50.975309 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f53f94f-4de2-4ddb-8be3-3e6eff732bfe req-2545a953-e770-434b-9d88-2d026af627c3 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:59:50.983292 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5f53f94f-4de2-4ddb-8be3-3e6eff732bfe req-2545a953-e770-434b-9d88-2d026af627c3 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4d4eb99-8e5d-4037-9001-8cee89aae129 HTTP/1.1" status: 200  len: 946 time: 0.0506787
Dec 25 21:59:51.024581 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5f53f94f-4de2-4ddb-8be3-3e6eff732bfe req-4836137e-b8e7-49ea-927f-519fc34f666c tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/security-groups?id=ecd1e866-dc70-4232-af86-72a62615443d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0415838
Dec 25 21:59:52.139398 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86547bb7-fc41-4f82-b321-3c91ad15c828 req-a004c2bc-cbc8-4d9b-bc95-11388cc92d0d tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:59:52.140968 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-86547bb7-fc41-4f82-b321-3c91ad15c828 req-a004c2bc-cbc8-4d9b-bc95-11388cc92d0d tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4d4eb99-8e5d-4037-9001-8cee89aae129 HTTP/1.1" status: 200  len: 946 time: 0.0487714
Dec 25 21:59:52.193810 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-86547bb7-fc41-4f82-b321-3c91ad15c828 req-31ea736b-19ef-4f9e-954a-f55362cb7cfc tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/security-groups?id=ecd1e866-dc70-4232-af86-72a62615443d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0469713
Dec 25 21:59:52.602981 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80523d03-008a-4129-9841-00fb1cb85011 req-ebf8a846-17ba-4014-9f89-ec4826e1e995 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:59:52.604491 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-80523d03-008a-4129-9841-00fb1cb85011 req-ebf8a846-17ba-4014-9f89-ec4826e1e995 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4d4eb99-8e5d-4037-9001-8cee89aae129 HTTP/1.1" status: 200  len: 946 time: 0.0480285
Dec 25 21:59:52.651573 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-80523d03-008a-4129-9841-00fb1cb85011 req-e8a60ac5-7dd9-413c-8fd3-277b7375d432 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/security-groups?id=ecd1e866-dc70-4232-af86-72a62615443d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0406306
Dec 25 21:59:53.769207 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b1e095-207b-43a4-b5aa-04729161ad7d req-be6b8f07-6949-4c7e-8de1-8f5b831c3aa6 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:59:53.770699 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c2b1e095-207b-43a4-b5aa-04729161ad7d req-be6b8f07-6949-4c7e-8de1-8f5b831c3aa6 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4d4eb99-8e5d-4037-9001-8cee89aae129 HTTP/1.1" status: 200  len: 946 time: 0.0490816
Dec 25 21:59:53.846053 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac975a1-18ed-4449-ac03-26eddc838c5a req-fc03bb48-a9a8-450b-a0c1-9d8b1e030b8d tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:59:53.847568 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8ac975a1-18ed-4449-ac03-26eddc838c5a req-fc03bb48-a9a8-450b-a0c1-9d8b1e030b8d tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.31 "GET /v2.0/ports?device_id=d4d4eb99-8e5d-4037-9001-8cee89aae129 HTTP/1.1" status: 200  len: 946 time: 0.0760140
Dec 25 21:59:53.854583 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c2b1e095-207b-43a4-b5aa-04729161ad7d req-43b9eeab-e6f0-426f-9e46-9c2ceb1a0567 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/security-groups?id=ecd1e866-dc70-4232-af86-72a62615443d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0753076
Dec 25 21:59:53.937964 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [req-8ac975a1-18ed-4449-ac03-26eddc838c5a req-6e87ea0c-f168-4dfb-a661-118e7fb7a1a7 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Deleting port d99b343d-58f2-459f-95b1-2f08bb18e0ab {{(pid=121606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 21:59:53.938228 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-8ac975a1-18ed-4449-ac03-26eddc838c5a req-6e87ea0c-f168-4dfb-a661-118e7fb7a1a7 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:59:54.028933 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-8ac975a1-18ed-4449-ac03-26eddc838c5a req-6e87ea0c-f168-4dfb-a661-118e7fb7a1a7 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] For port d99b343d-58f2-459f-95b1-2f08bb18e0ab, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d99b343d-58f2-459f-95b1-2f08bb18e0ab,segment=NetworkSegment(7ded9d98-42bc-4190-9dd6-298b9a4520f9),segment_id=7ded9d98-42bc-4190-9dd6-298b9a4520f9)] {{(pid=121606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 21:59:54.029303 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-8ac975a1-18ed-4449-ac03-26eddc838c5a req-6e87ea0c-f168-4dfb-a661-118e7fb7a1a7 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:59:54.194795 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-8ac975a1-18ed-4449-ac03-26eddc838c5a req-6e87ea0c-f168-4dfb-a661-118e7fb7a1a7 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Publish callbacks [] for floatingip, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:59:54.195081 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-8ac975a1-18ed-4449-ac03-26eddc838c5a req-6e87ea0c-f168-4dfb-a661-118e7fb7a1a7 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2008639'] for floatingip, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:59:54.195399 ncdv-master-1 neutron-server[121606]: INFO neutron.db.l3_db [req-8ac975a1-18ed-4449-ac03-26eddc838c5a req-6e87ea0c-f168-4dfb-a661-118e7fb7a1a7 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Floating IP 5e0debcb-0ca3-46ff-bc55-de85f6b81a13 disassociated. External IP: 172.35.3.39, port: d99b343d-58f2-459f-95b1-2f08bb18e0ab.
Dec 25 21:59:54.195744 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [req-8ac975a1-18ed-4449-ac03-26eddc838c5a req-6e87ea0c-f168-4dfb-a661-118e7fb7a1a7 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Calling delete_port for d99b343d-58f2-459f-95b1-2f08bb18e0ab owned by compute:nova {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 21:59:54.380447 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-8ac975a1-18ed-4449-ac03-26eddc838c5a req-6e87ea0c-f168-4dfb-a661-118e7fb7a1a7 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:59:54.407936 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e87ea0c-f168-4dfb-a661-118e7fb7a1a7 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Pushing event deleted for resources: {'Port': ['ID=d99b343d-58f2-459f-95b1-2f08bb18e0ab,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:59:54.525920 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8ac975a1-18ed-4449-ac03-26eddc838c5a req-6e87ea0c-f168-4dfb-a661-118e7fb7a1a7 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Router 8accf2b6-aa0e-4afd-9635-ed8920d0eef4 has already been hosted by L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 {{(pid=121606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 25 21:59:54.636322 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8ac975a1-18ed-4449-ac03-26eddc838c5a req-6e87ea0c-f168-4dfb-a661-118e7fb7a1a7 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 21:59:54.647101 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bac22377-98e0-4dbe-aa41-743e9b8b4d33 None None] Sync routers for ids ['8accf2b6-aa0e-4afd-9635-ed8920d0eef4'] in ncdv-master-1 {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 21:59:54.656553 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bac22377-98e0-4dbe-aa41-743e9b8b4d33 None None] Routers {'8accf2b6-aa0e-4afd-9635-ed8920d0eef4'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:59:54.657194 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-bac22377-98e0-4dbe-aa41-743e9b8b4d33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2618725550>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:59:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['8accf2b6-aa0e-4afd-9635-ed8920d0eef4'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:59:54.674526 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ac975a1-18ed-4449-ac03-26eddc838c5a req-6e87ea0c-f168-4dfb-a661-118e7fb7a1a7 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] No DVR routers for this DVR port d99b343d-58f2-459f-95b1-2f08bb18e0ab on host nch1-master-1 {{(pid=121606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 21:59:54.677412 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-8ac975a1-18ed-4449-ac03-26eddc838c5a req-6e87ea0c-f168-4dfb-a661-118e7fb7a1a7 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:59:54.681041 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8ac975a1-18ed-4449-ac03-26eddc838c5a req-6e87ea0c-f168-4dfb-a661-118e7fb7a1a7 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.31 "DELETE /v2.0/ports/d99b343d-58f2-459f-95b1-2f08bb18e0ab HTTP/1.1" status: 204  len: 173 time: 0.8255017
Dec 25 21:59:54.681435 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4d4eb99-8e5d-4037-9001-8cee89aae129', 'name': 'network-vif-deleted', 'tag': 'd99b343d-58f2-459f-95b1-2f08bb18e0ab'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 21:59:54.683756 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9858820c13ec2827453b94ebc4181065e990a4e4089ccb9fe762531ac62d2fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6986e01-4b4c-4622-8802-f1b8ba01c6a3" -d '{"events": [{"server_uuid": "d4d4eb99-8e5d-4037-9001-8cee89aae129", "name": "network-vif-deleted", "tag": "d99b343d-58f2-459f-95b1-2f08bb18e0ab"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 21:59:54.723331 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 21:59:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1e78769-d0aa-494c-a794-f9d99c6e7fea x-openstack-request-id: req-b1e78769-d0aa-494c-a794-f9d99c6e7fea {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 21:59:54.723625 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4d4eb99-8e5d-4037-9001-8cee89aae129", "name": "network-vif-deleted", "tag": "d99b343d-58f2-459f-95b1-2f08bb18e0ab", "status": "completed", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 21:59:54.723878 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b1e78769-d0aa-494c-a794-f9d99c6e7fea {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 21:59:54.724309 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4d4eb99-8e5d-4037-9001-8cee89aae129', 'name': 'network-vif-deleted', 'tag': 'd99b343d-58f2-459f-95b1-2f08bb18e0ab', 'status': 'completed', 'code': 200}
Dec 25 21:59:54.760490 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvr_db [None req-bac22377-98e0-4dbe-aa41-743e9b8b4d33 None None] Set router 8accf2b6-aa0e-4afd-9635-ed8920d0eef4 gateway port host: ncdv-master-1 {{(pid=121609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:59:54.964562 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-bac22377-98e0-4dbe-aa41-743e9b8b4d33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2618725550>, [{'id': '8accf2b6-aa0e-4afd-9635-ed8920d0eef4', 'name': 'tempest-ServerActionsTestJSON-535026700-router', 'tenant_id': '1e594b8d48e948b8ae34d96bebfc2a36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.231'}], 'enable_snat': True}, 'gw_port_id': '4ebb692d-0106-41c5-a37c-66d5e165232a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:55:09Z', 'updated_at': '2021-12-25T21:55:12Z', 'revision_number': 4, 'project_id': '1e594b8d48e948b8ae34d96bebfc2a36', 'gw_port': {'id': '4ebb692d-0106-41c5-a37c-66d5e165232a', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:92:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8accf2b6-aa0e-4afd-9635-ed8920d0eef4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4049, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:55:09Z', 'updated_at': '2021-12-25T21:55:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'bfbc9022-6830-4a42-b5fb-7f904e70878e', 'name': '', 'network_id': '544249cb-4293-4a78-9ba3-8f386deae100', 'tenant_id': '1e594b8d48e948b8ae34d96bebfc2a36', 'mac_address': 'fa:16:3e:62:0b:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8accf2b6-aa0e-4afd-9635-ed8920d0eef4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4050, 'fixed_ips': [{'subnet_id': 'fe1b5a3d-050c-415d-a526-cc2e02b19cb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:55:11Z', 'updated_at': '2021-12-25T21:55:15Z', 'revision_number': 5, 'project_id': '1e594b8d48e948b8ae34d96bebfc2a36', 'subnets': [{'id': 'fe1b5a3d-050c-415d-a526-cc2e02b19cb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:59:54.965719 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4f4b62ce-11f4-4fe8-9114-60bc59d8ee42 req-0dcda531-8900-457e-8491-dd4532da5d1a tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4d4eb99-8e5d-4037-9001-8cee89aae129 HTTP/1.1" status: 200  len: 210 time: 0.0278196
Dec 25 21:59:54.991049 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bac22377-98e0-4dbe-aa41-743e9b8b4d33 None None] Checking router: 8accf2b6-aa0e-4afd-9635-ed8920d0eef4 for host: ncdv-master-1 {{(pid=121609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 25 21:59:54.999322 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bac22377-98e0-4dbe-aa41-743e9b8b4d33 None None] Routers {'8accf2b6-aa0e-4afd-9635-ed8920d0eef4'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 21:59:54.999920 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-bac22377-98e0-4dbe-aa41-743e9b8b4d33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2618725550>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T21:59:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['8accf2b6-aa0e-4afd-9635-ed8920d0eef4'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:59:55.104467 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvr_db [None req-bac22377-98e0-4dbe-aa41-743e9b8b4d33 None None] Set router 8accf2b6-aa0e-4afd-9635-ed8920d0eef4 gateway port host: ncdv-master-1 {{(pid=121609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 21:59:55.384400 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-bac22377-98e0-4dbe-aa41-743e9b8b4d33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2618725550>, [{'id': '8accf2b6-aa0e-4afd-9635-ed8920d0eef4', 'name': 'tempest-ServerActionsTestJSON-535026700-router', 'tenant_id': '1e594b8d48e948b8ae34d96bebfc2a36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.231'}], 'enable_snat': True}, 'gw_port_id': '4ebb692d-0106-41c5-a37c-66d5e165232a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:55:09Z', 'updated_at': '2021-12-25T21:55:12Z', 'revision_number': 4, 'project_id': '1e594b8d48e948b8ae34d96bebfc2a36', 'gw_port': {'id': '4ebb692d-0106-41c5-a37c-66d5e165232a', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:92:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8accf2b6-aa0e-4afd-9635-ed8920d0eef4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4049, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:55:09Z', 'updated_at': '2021-12-25T21:55:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'bfbc9022-6830-4a42-b5fb-7f904e70878e', 'name': '', 'network_id': '544249cb-4293-4a78-9ba3-8f386deae100', 'tenant_id': '1e594b8d48e948b8ae34d96bebfc2a36', 'mac_address': 'fa:16:3e:62:0b:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8accf2b6-aa0e-4afd-9635-ed8920d0eef4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4050, 'fixed_ips': [{'subnet_id': 'fe1b5a3d-050c-415d-a526-cc2e02b19cb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:55:11Z', 'updated_at': '2021-12-25T21:55:15Z', 'revision_number': 5, 'project_id': '1e594b8d48e948b8ae34d96bebfc2a36', 'subnets': [{'id': 'fe1b5a3d-050c-415d-a526-cc2e02b19cb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 21:59:55.413748 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bac22377-98e0-4dbe-aa41-743e9b8b4d33 None None] The sync data for ids ['8accf2b6-aa0e-4afd-9635-ed8920d0eef4'] in ncdv-master-1 is: [{'id': '8accf2b6-aa0e-4afd-9635-ed8920d0eef4', 'name': 'tempest-ServerActionsTestJSON-535026700-router', 'tenant_id': '1e594b8d48e948b8ae34d96bebfc2a36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.231'}], 'enable_snat': True}, 'gw_port_id': '4ebb692d-0106-41c5-a37c-66d5e165232a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:55:09Z', 'updated_at': '2021-12-25T21:55:12Z', 'revision_number': 4, 'project_id': '1e594b8d48e948b8ae34d96bebfc2a36', 'gw_port': {'id': '4ebb692d-0106-41c5-a37c-66d5e165232a', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:92:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8accf2b6-aa0e-4afd-9635-ed8920d0eef4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4049, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:55:09Z', 'updated_at': '2021-12-25T21:55:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'bfbc9022-6830-4a42-b5fb-7f904e70878e', 'name': '', 'network_id': '544249cb-4293-4a78-9ba3-8f386deae100', 'tenant_id': '1e594b8d48e948b8ae34d96bebfc2a36', 'mac_address': 'fa:16:3e:62:0b:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8accf2b6-aa0e-4afd-9635-ed8920d0eef4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4050, 'fixed_ips': [{'subnet_id': 'fe1b5a3d-050c-415d-a526-cc2e02b19cb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:55:11Z', 'updated_at': '2021-12-25T21:55:15Z', 'revision_number': 5, 'project_id': '1e594b8d48e948b8ae34d96bebfc2a36', 'subnets': [{'id': 'fe1b5a3d-050c-415d-a526-cc2e02b19cb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 21:59:55.625833 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-150ead78-ad01-4435-ba02-4c24c005327f None None] New status for floating IP 5e0debcb-0ca3-46ff-bc55-de85f6b81a13: DOWN {{(pid=121608) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 25 21:59:56.251679 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5abfd980-b977-4f2e-9aeb-4268778b4b82 req-4959258d-3231-4499-8594-658a7db5115f tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--685716593&fields=id&tenant_id=1e594b8d48e948b8ae34d96bebfc2a36 HTTP/1.1" status: 200  len: 267 time: 0.0429285
Dec 25 21:59:56.358857 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abfd980-b977-4f2e-9aeb-4268778b4b82 req-51e5c6ba-c118-4aed-87a5-c7c7f0dd5a4a tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:59:56.360241 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5abfd980-b977-4f2e-9aeb-4268778b4b82 req-51e5c6ba-c118-4aed-87a5-c7c7f0dd5a4a tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/networks?id=544249cb-4293-4a78-9ba3-8f386deae100 HTTP/1.1" status: 200  len: 811 time: 0.1018078
Dec 25 21:59:56.375824 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5abfd980-b977-4f2e-9aeb-4268778b4b82 req-fb20337b-86ac-4b14-8053-45287ab43533 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/quotas/1e594b8d48e948b8ae34d96bebfc2a36 HTTP/1.1" status: 200  len: 375 time: 0.0089250
Dec 25 21:59:56.426459 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5abfd980-b977-4f2e-9aeb-4268778b4b82 req-ad89c0cc-27e7-405f-8616-0b7b89fc59be tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=1e594b8d48e948b8ae34d96bebfc2a36&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0455530
Dec 25 21:59:56.494631 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device d99b343d-58f2-459f-95b1-2f08bb18e0ab no longer exists at agent hyperv_nch1-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 21:59:56.515073 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] No Port match for: d99b343d-58f2-459f-95b1-2f08bb18e0ab {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 21:59:56.515415 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device d99b343d-58f2-459f-95b1-2f08bb18e0ab not bound to the agent host nch1-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 21:59:56.531426 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5abfd980-b977-4f2e-9aeb-4268778b4b82 req-b49d2c02-992d-4ef1-b63e-1813e6d04567 service neutron] 10.222.0.32 "GET /v2.0/networks/544249cb-4293-4a78-9ba3-8f386deae100?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0933971
Dec 25 21:59:56.620855 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5abfd980-b977-4f2e-9aeb-4268778b4b82 req-f0d7ccac-85a4-4425-8362-33002ea703d0 service neutron] 10.222.0.32 "GET /v2.0/networks/544249cb-4293-4a78-9ba3-8f386deae100?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0824771
Dec 25 21:59:56.845266 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-13706b8b-7627-4af9-98df-1f2da5ea4103 req-abcc0170-19b1-45d5-9d49-8187d474e09d tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/ports?device_id=859e5e6f-804e-4c63-a56b-3a32652bb6f4 HTTP/1.1" status: 200  len: 210 time: 0.0307677
Dec 25 21:59:57.939870 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-406173ef-17eb-4810-a701-fd1c32aa6ddf req-9d33aa48-9dce-49c4-841e-1d464f9ee74f tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/ports?device_id=859e5e6f-804e-4c63-a56b-3a32652bb6f4 HTTP/1.1" status: 200  len: 210 time: 0.0260820
Dec 25 21:59:58.547669 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abfd980-b977-4f2e-9aeb-4268778b4b82 req-44e51c21-06ee-4514-adef-fce0726ad8b4 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:59:58.549071 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5abfd980-b977-4f2e-9aeb-4268778b4b82 req-44e51c21-06ee-4514-adef-fce0726ad8b4 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.37 "GET /v2.0/networks?id=544249cb-4293-4a78-9ba3-8f386deae100 HTTP/1.1" status: 200  len: 811 time: 0.1025059
Dec 25 21:59:58.614437 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5abfd980-b977-4f2e-9aeb-4268778b4b82 req-989ccac4-0c28-48ee-ad78-35a74ddc3e2c tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1e594b8d48e948b8ae34d96bebfc2a36 HTTP/1.1" status: 200  len: 379 time: 0.0555458
Dec 25 21:59:58.623054 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-5abfd980-b977-4f2e-9aeb-4268778b4b82 req-9dc25876-3f49-439f-bade-65203d07670f tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Request body: {'port': {'device_id': '859e5e6f-804e-4c63-a56b-3a32652bb6f4', 'network_id': '544249cb-4293-4a78-9ba3-8f386deae100', 'admin_state_up': True, 'tenant_id': '1e594b8d48e948b8ae34d96bebfc2a36', 'security_groups': ['ecd1e866-dc70-4232-af86-72a62615443d']}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:59:58.747292 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.agents_db [None req-ec08dba0-4483-4109-b5e1-5e4a9fdaf12d None None] Agent healthcheck: found 7 active agents {{(pid=121609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 25 21:59:58.793158 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5abfd980-b977-4f2e-9aeb-4268778b4b82 req-9dc25876-3f49-439f-bade-65203d07670f tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Made reservation on behalf of 1e594b8d48e948b8ae34d96bebfc2a36 for: {'port': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 21:59:58.796686 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-5abfd980-b977-4f2e-9aeb-4268778b4b82 req-9dc25876-3f49-439f-bade-65203d07670f tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:59:58.920334 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_common [req-5abfd980-b977-4f2e-9aeb-4268778b4b82 req-9dc25876-3f49-439f-bade-65203d07670f tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Allocated IP 172.20.0.13 (544249cb-4293-4a78-9ba3-8f386deae100/fe1b5a3d-050c-415d-a526-cc2e02b19cb4/d7c32045-1ccf-49c2-8582-5aa6a3230025) {{(pid=121606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 21:59:59.048107 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-daed1d09-435d-4baf-b2e9-280d99cc23cd req-974dff63-836e-4577-b064-b1335f6e86af tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/ports?device_id=859e5e6f-804e-4c63-a56b-3a32652bb6f4 HTTP/1.1" status: 200  len: 210 time: 0.0360603
Dec 25 21:59:59.079415 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-5abfd980-b977-4f2e-9aeb-4268778b4b82 req-9dc25876-3f49-439f-bade-65203d07670f tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Publish callbacks [] for port, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:59:59.180506 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-5abfd980-b977-4f2e-9aeb-4268778b4b82 req-9dc25876-3f49-439f-bade-65203d07670f tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:59:59.222916 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5abfd980-b977-4f2e-9aeb-4268778b4b82 req-9dc25876-3f49-439f-bade-65203d07670f tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Network 544249cb-4293-4a78-9ba3-8f386deae100 is already hosted by enough agents. {{(pid=121606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 21:59:59.226016 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [req-5abfd980-b977-4f2e-9aeb-4268778b4b82 req-9dc25876-3f49-439f-bade-65203d07670f tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Resources bound (agent type, host, resource id):  {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 21:59:59.229735 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [req-5abfd980-b977-4f2e-9aeb-4268778b4b82 req-9dc25876-3f49-439f-bade-65203d07670f tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Received port after_create {{(pid=121606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 21:59:59.257159 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc25876-3f49-439f-bade-65203d07670f tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Pushing event updated for resources: {'Port': ['ID=d7c32045-1ccf-49c2-8582-5aa6a3230025,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:59:59.284033 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abfd980-b977-4f2e-9aeb-4268778b4b82 req-9dc25876-3f49-439f-bade-65203d07670f tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 21:59:59.284656 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-5abfd980-b977-4f2e-9aeb-4268778b4b82 req-9dc25876-3f49-439f-bade-65203d07670f tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:59:59.362176 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5abfd980-b977-4f2e-9aeb-4268778b4b82 req-9dc25876-3f49-439f-bade-65203d07670f tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.7426767
Dec 25 21:59:59.375173 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-5abfd980-b977-4f2e-9aeb-4268778b4b82 req-3bfd81b6-45b7-44dc-8293-849a120e983e service neutron] Request body: {'port': {'device_id': '859e5e6f-804e-4c63-a56b-3a32652bb6f4', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 21:59:59.435642 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-5abfd980-b977-4f2e-9aeb-4268778b4b82 req-3bfd81b6-45b7-44dc-8293-849a120e983e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:59:59.498051 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-51e7f6f3-803f-415b-a7ed-5127917c4a78 None None] Provisioning complete for port d7c32045-1ccf-49c2-8582-5aa6a3230025 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 21:59:59.498606 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-51e7f6f3-803f-415b-a7ed-5127917c4a78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:59:59.532002 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-51e7f6f3-803f-415b-a7ed-5127917c4a78 None None] Port d7c32045-1ccf-49c2-8582-5aa6a3230025 cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 21:59:59.692168 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [req-5abfd980-b977-4f2e-9aeb-4268778b4b82 req-3bfd81b6-45b7-44dc-8293-849a120e983e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7c32045-1ccf-49c2-8582-5aa6a3230025 {{(pid=121606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 21:59:59.699302 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-5abfd980-b977-4f2e-9aeb-4268778b4b82 req-3bfd81b6-45b7-44dc-8293-849a120e983e service neutron] Publish callbacks [] for port, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:59:59.710669 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.provisioning_blocks [req-5abfd980-b977-4f2e-9aeb-4268778b4b82 req-3bfd81b6-45b7-44dc-8293-849a120e983e service neutron] Transition to ACTIVE for port object d7c32045-1ccf-49c2-8582-5aa6a3230025 will not be triggered until provisioned by entity L2. {{(pid=121606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 25 21:59:59.779980 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-5abfd980-b977-4f2e-9aeb-4268778b4b82 req-3bfd81b6-45b7-44dc-8293-849a120e983e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:59:59.828707 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfd81b6-45b7-44dc-8293-849a120e983e service neutron] Pushing event updated for resources: {'Port': ['ID=d7c32045-1ccf-49c2-8582-5aa6a3230025,revision_number=2']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 21:59:59.904691 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-5abfd980-b977-4f2e-9aeb-4268778b4b82 req-3bfd81b6-45b7-44dc-8293-849a120e983e service neutron] Attempting to bind port d7c32045-1ccf-49c2-8582-5aa6a3230025 on host nch2-master-1 for vnic_type normal with profile  {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 21:59:59.905086 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-5abfd980-b977-4f2e-9aeb-4268778b4b82 req-3bfd81b6-45b7-44dc-8293-849a120e983e service neutron] Attempting to bind port d7c32045-1ccf-49c2-8582-5aa6a3230025 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '7ded9d98-42bc-4190-9dd6-298b9a4520f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '544249cb-4293-4a78-9ba3-8f386deae100'}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 21:59:59.905422 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5abfd980-b977-4f2e-9aeb-4268778b4b82 req-3bfd81b6-45b7-44dc-8293-849a120e983e service neutron] Attempting to bind port d7c32045-1ccf-49c2-8582-5aa6a3230025 on network 544249cb-4293-4a78-9ba3-8f386deae100 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:59:59.910438 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5abfd980-b977-4f2e-9aeb-4268778b4b82 req-3bfd81b6-45b7-44dc-8293-849a120e983e service neutron] Port d7c32045-1ccf-49c2-8582-5aa6a3230025 on network 544249cb-4293-4a78-9ba3-8f386deae100 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 25 21:59:59.918509 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5abfd980-b977-4f2e-9aeb-4268778b4b82 req-3bfd81b6-45b7-44dc-8293-849a120e983e service neutron] Attempting to bind port d7c32045-1ccf-49c2-8582-5aa6a3230025 on network 544249cb-4293-4a78-9ba3-8f386deae100 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 21:59:59.918509 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5abfd980-b977-4f2e-9aeb-4268778b4b82 req-3bfd81b6-45b7-44dc-8293-849a120e983e service neutron] Checking agent: {'id': '0d9ae313-8f8d-40fa-8a9f-d098a25a9911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 21, 4, 38), 'started_at': datetime.datetime(2021, 12, 25, 21, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 21, 59, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 21:59:59.918509 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5abfd980-b977-4f2e-9aeb-4268778b4b82 req-3bfd81b6-45b7-44dc-8293-849a120e983e service neutron] Checking segment: {'id': '7ded9d98-42bc-4190-9dd6-298b9a4520f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '544249cb-4293-4a78-9ba3-8f386deae100'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 21:59:59.918509 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5abfd980-b977-4f2e-9aeb-4268778b4b82 req-3bfd81b6-45b7-44dc-8293-849a120e983e service neutron] Bound using segment: {'id': '7ded9d98-42bc-4190-9dd6-298b9a4520f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '544249cb-4293-4a78-9ba3-8f386deae100'} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 21:59:59.918509 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-5abfd980-b977-4f2e-9aeb-4268778b4b82 req-3bfd81b6-45b7-44dc-8293-849a120e983e service neutron] Bound port: d7c32045-1ccf-49c2-8582-5aa6a3230025, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ded9d98-42bc-4190-9dd6-298b9a4520f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '544249cb-4293-4a78-9ba3-8f386deae100'}}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 21:59:59.918509 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-5abfd980-b977-4f2e-9aeb-4268778b4b82 req-3bfd81b6-45b7-44dc-8293-849a120e983e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 21:59:59.982286 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-5abfd980-b977-4f2e-9aeb-4268778b4b82 req-3bfd81b6-45b7-44dc-8293-849a120e983e service neutron] For port d7c32045-1ccf-49c2-8582-5aa6a3230025, host nch2-master-1, cleared binding levels {{(pid=121606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 21:59:59.985385 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-5abfd980-b977-4f2e-9aeb-4268778b4b82 req-3bfd81b6-45b7-44dc-8293-849a120e983e service neutron] For port d7c32045-1ccf-49c2-8582-5aa6a3230025, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d7c32045-1ccf-49c2-8582-5aa6a3230025,segment=NetworkSegment(7ded9d98-42bc-4190-9dd6-298b9a4520f9),segment_id=7ded9d98-42bc-4190-9dd6-298b9a4520f9)] {{(pid=121606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 22:00:00.067080 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-5abfd980-b977-4f2e-9aeb-4268778b4b82 req-3bfd81b6-45b7-44dc-8293-849a120e983e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:00:00.103564 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abfd980-b977-4f2e-9aeb-4268778b4b82 req-3bfd81b6-45b7-44dc-8293-849a120e983e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:00:00.104181 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-5abfd980-b977-4f2e-9aeb-4268778b4b82 req-3bfd81b6-45b7-44dc-8293-849a120e983e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:00:00.105605 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5abfd980-b977-4f2e-9aeb-4268778b4b82 req-3bfd81b6-45b7-44dc-8293-849a120e983e service neutron] 10.222.0.37 "PUT /v2.0/ports/d7c32045-1ccf-49c2-8582-5aa6a3230025 HTTP/1.1" status: 200  len: 1092 time: 0.7348704
Dec 25 22:00:00.106064 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '859e5e6f-804e-4c63-a56b-3a32652bb6f4', 'tag': 'd7c32045-1ccf-49c2-8582-5aa6a3230025'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 22:00:00.108297 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9858820c13ec2827453b94ebc4181065e990a4e4089ccb9fe762531ac62d2fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64e7305a-d6e2-4433-abbc-0638f6e181c8" -d '{"events": [{"name": "network-changed", "server_uuid": "859e5e6f-804e-4c63-a56b-3a32652bb6f4", "tag": "d7c32045-1ccf-49c2-8582-5aa6a3230025"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 22:00:00.165593 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfd81b6-45b7-44dc-8293-849a120e983e service neutron] Pushing event updated for resources: {'Port': ['ID=d7c32045-1ccf-49c2-8582-5aa6a3230025,revision_number=3']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:00:00.189037 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8320e51-7407-485e-821c-23634aca12b1 req-c491e1fc-e6dc-4e52-84b1-efb7a403835b tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:00:00.190685 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b8320e51-7407-485e-821c-23634aca12b1 req-c491e1fc-e6dc-4e52-84b1-efb7a403835b tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/ports?device_id=859e5e6f-804e-4c63-a56b-3a32652bb6f4 HTTP/1.1" status: 200  len: 944 time: 0.0689607
Dec 25 22:00:00.245190 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Dec 2021 22:00:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9be421b1-c0c4-4a14-9d9d-0765cbab001a x-openstack-request-id: req-9be421b1-c0c4-4a14-9d9d-0765cbab001a {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 22:00:00.245478 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "859e5e6f-804e-4c63-a56b-3a32652bb6f4", "tag": "d7c32045-1ccf-49c2-8582-5aa6a3230025", "status": "completed", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 22:00:00.245734 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9be421b1-c0c4-4a14-9d9d-0765cbab001a {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 22:00:00.246138 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '859e5e6f-804e-4c63-a56b-3a32652bb6f4', 'tag': 'd7c32045-1ccf-49c2-8582-5aa6a3230025', 'status': 'completed', 'code': 200}
Dec 25 22:00:00.283859 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b8320e51-7407-485e-821c-23634aca12b1 req-0ce042bf-b438-4a88-a2a3-93fee1ffcd5f tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/security-groups?id=ecd1e866-dc70-4232-af86-72a62615443d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0798857
Dec 25 22:00:00.287315 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abfd980-b977-4f2e-9aeb-4268778b4b82 req-7ce3be6b-5979-4d9c-9290-d6a004961fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:00:00.288974 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5abfd980-b977-4f2e-9aeb-4268778b4b82 req-7ce3be6b-5979-4d9c-9290-d6a004961fbd service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1e594b8d48e948b8ae34d96bebfc2a36&device_id=859e5e6f-804e-4c63-a56b-3a32652bb6f4 HTTP/1.1" status: 200  len: 1095 time: 0.0838988
Dec 25 22:00:00.333122 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5abfd980-b977-4f2e-9aeb-4268778b4b82 req-83f8607a-894b-43f9-bc5d-13165e3a8f43 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d7c32045-1ccf-49c2-8582-5aa6a3230025 HTTP/1.1" status: 200  len: 217 time: 0.0363142
Dec 25 22:00:00.385560 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abfd980-b977-4f2e-9aeb-4268778b4b82 req-8be28f0f-f7f4-44f2-af23-3557200711b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:00:00.387056 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5abfd980-b977-4f2e-9aeb-4268778b4b82 req-8be28f0f-f7f4-44f2-af23-3557200711b8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fe1b5a3d-050c-415d-a526-cc2e02b19cb4 HTTP/1.1" status: 200  len: 850 time: 0.0477743
Dec 25 22:00:00.434148 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abfd980-b977-4f2e-9aeb-4268778b4b82 req-ede66575-3446-4a69-ad14-5d29c45763c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:00:00.435708 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5abfd980-b977-4f2e-9aeb-4268778b4b82 req-ede66575-3446-4a69-ad14-5d29c45763c1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=544249cb-4293-4a78-9ba3-8f386deae100&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0413005
Dec 25 22:00:00.526995 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5abfd980-b977-4f2e-9aeb-4268778b4b82 req-6dc8f924-43d0-40c7-ade3-6fb1812decd3 service neutron] 10.222.0.37 "GET /v2.0/networks/544249cb-4293-4a78-9ba3-8f386deae100?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0839977
Dec 25 22:00:00.613789 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5abfd980-b977-4f2e-9aeb-4268778b4b82 req-c980f2a6-aa92-427a-afab-4be636543680 service neutron] 10.222.0.37 "GET /v2.0/networks/544249cb-4293-4a78-9ba3-8f386deae100?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0802908
Dec 25 22:00:00.772900 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e7305a-d6e2-4433-abbc-0638f6e181c8 req-1eeec523-656e-4276-98d2-051b67d3cf2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:00:00.774425 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-64e7305a-d6e2-4433-abbc-0638f6e181c8 req-1eeec523-656e-4276-98d2-051b67d3cf2a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1e594b8d48e948b8ae34d96bebfc2a36&device_id=859e5e6f-804e-4c63-a56b-3a32652bb6f4 HTTP/1.1" status: 200  len: 1095 time: 0.0410986
Dec 25 22:00:00.864381 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e7305a-d6e2-4433-abbc-0638f6e181c8 req-8bb4055a-e191-4fe1-8e97-c62374d7441f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:00:00.865808 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-64e7305a-d6e2-4433-abbc-0638f6e181c8 req-8bb4055a-e191-4fe1-8e97-c62374d7441f service neutron] 10.222.0.37 "GET /v2.0/networks?id=544249cb-4293-4a78-9ba3-8f386deae100 HTTP/1.1" status: 200  len: 912 time: 0.0848112
Dec 25 22:00:00.907405 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-64e7305a-d6e2-4433-abbc-0638f6e181c8 req-bbc1a6a8-bdc1-4468-8157-97eaf321f108 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d7c32045-1ccf-49c2-8582-5aa6a3230025 HTTP/1.1" status: 200  len: 217 time: 0.0342510
Dec 25 22:00:00.958729 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e7305a-d6e2-4433-abbc-0638f6e181c8 req-98db6e1a-ee25-4adc-a6aa-4a057342badd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:00:00.960184 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-64e7305a-d6e2-4433-abbc-0638f6e181c8 req-98db6e1a-ee25-4adc-a6aa-4a057342badd service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fe1b5a3d-050c-415d-a526-cc2e02b19cb4 HTTP/1.1" status: 200  len: 850 time: 0.0457742
Dec 25 22:00:01.007037 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e7305a-d6e2-4433-abbc-0638f6e181c8 req-7cef6784-0dae-4524-9f01-49343141c99a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:00:01.008502 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-64e7305a-d6e2-4433-abbc-0638f6e181c8 req-7cef6784-0dae-4524-9f01-49343141c99a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=544249cb-4293-4a78-9ba3-8f386deae100&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0399151
Dec 25 22:00:01.096387 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-64e7305a-d6e2-4433-abbc-0638f6e181c8 req-b657b1d8-8f30-4de2-a179-b7f6d934b904 service neutron] 10.222.0.37 "GET /v2.0/networks/544249cb-4293-4a78-9ba3-8f386deae100?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0797353
Dec 25 22:00:01.188777 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-64e7305a-d6e2-4433-abbc-0638f6e181c8 req-66055f84-e156-4d33-bb21-da8801d47e78 service neutron] 10.222.0.37 "GET /v2.0/networks/544249cb-4293-4a78-9ba3-8f386deae100?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0846875
Dec 25 22:00:01.402547 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dc2efe-7fb7-44b0-875a-bf948f5be929 req-b6380ee0-8e23-4e15-bcd0-54c1837829d5 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:00:01.404016 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-96dc2efe-7fb7-44b0-875a-bf948f5be929 req-b6380ee0-8e23-4e15-bcd0-54c1837829d5 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/ports?device_id=859e5e6f-804e-4c63-a56b-3a32652bb6f4 HTTP/1.1" status: 200  len: 944 time: 0.0493906
Dec 25 22:00:01.451122 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-96dc2efe-7fb7-44b0-875a-bf948f5be929 req-4a6166a8-dbb6-42be-9b22-9d59d14cb5aa tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/security-groups?id=ecd1e866-dc70-4232-af86-72a62615443d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0400529
Dec 25 22:00:02.572808 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5317dd-85f0-44ba-b7ad-82b31412ebe3 req-972370b3-eb5b-4647-a989-e2838e2e31c7 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:00:02.574211 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-6a5317dd-85f0-44ba-b7ad-82b31412ebe3 req-972370b3-eb5b-4647-a989-e2838e2e31c7 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/ports?device_id=859e5e6f-804e-4c63-a56b-3a32652bb6f4 HTTP/1.1" status: 200  len: 944 time: 0.0515370
Dec 25 22:00:02.965573 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-6a5317dd-85f0-44ba-b7ad-82b31412ebe3 req-e56925a6-9326-41ca-b1bf-a996e737b0c2 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/security-groups?id=ecd1e866-dc70-4232-af86-72a62615443d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3854840
Dec 25 22:00:04.089297 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe96477-882e-43a9-92c3-0e17967ae6e8 req-7a8b8ccc-9ae4-4195-9697-5b2085fddc66 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:00:04.090875 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-afe96477-882e-43a9-92c3-0e17967ae6e8 req-7a8b8ccc-9ae4-4195-9697-5b2085fddc66 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/ports?device_id=859e5e6f-804e-4c63-a56b-3a32652bb6f4 HTTP/1.1" status: 200  len: 944 time: 0.0544426
Dec 25 22:00:04.141920 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-afe96477-882e-43a9-92c3-0e17967ae6e8 req-28ac8561-df91-432a-b974-c529d1524a13 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/security-groups?id=ecd1e866-dc70-4232-af86-72a62615443d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0410962
Dec 25 22:00:04.384078 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device d7c32045-1ccf-49c2-8582-5aa6a3230025 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 25 22:00:04.479622 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port d7c32045-1ccf-49c2-8582-5aa6a3230025, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d7c32045-1ccf-49c2-8582-5aa6a3230025,segment=NetworkSegment(7ded9d98-42bc-4190-9dd6-298b9a4520f9),segment_id=7ded9d98-42bc-4190-9dd6-298b9a4520f9)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 22:00:04.491646 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Returning: {'device': 'd7c32045-1ccf-49c2-8582-5aa6a3230025', 'network_id': '544249cb-4293-4a78-9ba3-8f386deae100', 'port_id': 'd7c32045-1ccf-49c2-8582-5aa6a3230025', 'mac_address': 'fa:16:3e:24:3b:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe1b5a3d-050c-415d-a526-cc2e02b19cb4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 25 22:00:04.531627 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:00:04.544627 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7c32045-1ccf-49c2-8582-5aa6a3230025 {{(pid=121608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 22:00:04.563572 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port d7c32045-1ccf-49c2-8582-5aa6a3230025, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d7c32045-1ccf-49c2-8582-5aa6a3230025,segment=NetworkSegment(7ded9d98-42bc-4190-9dd6-298b9a4520f9),segment_id=7ded9d98-42bc-4190-9dd6-298b9a4520f9)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 22:00:04.644677 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:00:04.691447 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:00:04.692088 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Pushing event updated for resources: {'Port': ['ID=d7c32045-1ccf-49c2-8582-5aa6a3230025,revision_number=4']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:00:04.787377 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-02e5a5b7-eb85-44ed-bd48-454b7d736086 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:00:04.850159 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] get_ports_and_sgs() called for port_ids ['d7c32045-1ccf-49c2-8582-5aa6a3230025'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 22:00:05.502633 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b97fa63-bfe3-4df7-969a-9c6ea24d0d17 req-2f24fe6d-94fd-4c03-8c2f-af3b2ffbcffe tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:00:05.504710 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5b97fa63-bfe3-4df7-969a-9c6ea24d0d17 req-2f24fe6d-94fd-4c03-8c2f-af3b2ffbcffe tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/ports?device_id=859e5e6f-804e-4c63-a56b-3a32652bb6f4 HTTP/1.1" status: 200  len: 945 time: 0.0484073
Dec 25 22:00:05.552758 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5b97fa63-bfe3-4df7-969a-9c6ea24d0d17 req-b986cd89-c3db-4ead-8fb9-858c95466df5 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/security-groups?id=ecd1e866-dc70-4232-af86-72a62615443d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0422118
Dec 25 22:00:06.400438 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device d7c32045-1ccf-49c2-8582-5aa6a3230025 up at agent hyperv_nch2-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 22:00:06.499555 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Provisioning for port d7c32045-1ccf-49c2-8582-5aa6a3230025 completed by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 25 22:00:06.503368 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Provisioning complete for port d7c32045-1ccf-49c2-8582-5aa6a3230025 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 22:00:06.503741 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:00:06.582824 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:00:06.605539 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '859e5e6f-804e-4c63-a56b-3a32652bb6f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7c32045-1ccf-49c2-8582-5aa6a3230025'}] {{(pid=121608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 22:00:06.607784 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a88c78c3ff6266bd59c7e89d275b28c92e739b67d23c89d71af88829fd31566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21dfd82d-76e5-457a-9139-af8f6f75f992" -d '{"events": [{"server_uuid": "859e5e6f-804e-4c63-a56b-3a32652bb6f4", "name": "network-vif-plugged", "status": "completed", "tag": "d7c32045-1ccf-49c2-8582-5aa6a3230025"}]}' {{(pid=121608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 22:00:06.621423 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port d7c32045-1ccf-49c2-8582-5aa6a3230025, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d7c32045-1ccf-49c2-8582-5aa6a3230025,segment=NetworkSegment(7ded9d98-42bc-4190-9dd6-298b9a4520f9),segment_id=7ded9d98-42bc-4190-9dd6-298b9a4520f9)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 22:00:06.646647 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 22:00:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96307e12-30d2-4c98-94b9-7bd4d15b5f6e x-openstack-request-id: req-96307e12-30d2-4c98-94b9-7bd4d15b5f6e {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 22:00:06.647052 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "859e5e6f-804e-4c63-a56b-3a32652bb6f4", "name": "network-vif-plugged", "status": "completed", "tag": "d7c32045-1ccf-49c2-8582-5aa6a3230025", "code": 200}]} {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 22:00:06.647310 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-96307e12-30d2-4c98-94b9-7bd4d15b5f6e {{(pid=121608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 22:00:06.647705 ncdv-master-1 neutron-server[121608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '859e5e6f-804e-4c63-a56b-3a32652bb6f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7c32045-1ccf-49c2-8582-5aa6a3230025', 'code': 200}
Dec 25 22:00:06.672655 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1404a311-b44b-4fb5-acbf-6fad0683236d req-79a3dda9-03f1-4821-8219-87222154ae29 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:00:06.674227 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1404a311-b44b-4fb5-acbf-6fad0683236d req-79a3dda9-03f1-4821-8219-87222154ae29 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/ports?device_id=859e5e6f-804e-4c63-a56b-3a32652bb6f4 HTTP/1.1" status: 200  len: 945 time: 0.0522442
Dec 25 22:00:06.694234 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:00:06.743788 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Pushing event updated for resources: {'Port': ['ID=d7c32045-1ccf-49c2-8582-5aa6a3230025,revision_number=5']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:00:06.747709 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1404a311-b44b-4fb5-acbf-6fad0683236d req-dd31d421-50b4-4b8f-afd2-5ef9f43d3b97 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/security-groups?id=ecd1e866-dc70-4232-af86-72a62615443d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0660329
Dec 25 22:00:06.776687 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a547bd44-6366-4042-829d-6af259269562 req-a6fac387-52e1-4b1e-b927-a6bebfbf514c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:00:06.776687 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a547bd44-6366-4042-829d-6af259269562 req-a6fac387-52e1-4b1e-b927-a6bebfbf514c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=859e5e6f-804e-4c63-a56b-3a32652bb6f4 HTTP/1.1" status: 200  len: 1097 time: 0.0534146
Dec 25 22:00:06.806508 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a547bd44-6366-4042-829d-6af259269562 req-d056f5ec-eeea-4336-a093-edd03ea0fc80 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=ecd1e866-dc70-4232-af86-72a62615443d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0372608
Dec 25 22:00:07.021761 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9fe19ddd-dbd6-4cb4-b2d8-ca05773758dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:00:07.873483 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909691a6-39c7-4d27-ac80-da74ed4780d3 req-5488eae7-c92e-428f-9d8c-cb022394bc38 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:00:07.875057 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-909691a6-39c7-4d27-ac80-da74ed4780d3 req-5488eae7-c92e-428f-9d8c-cb022394bc38 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/ports?device_id=859e5e6f-804e-4c63-a56b-3a32652bb6f4 HTTP/1.1" status: 200  len: 946 time: 0.0553591
Dec 25 22:00:07.925003 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-909691a6-39c7-4d27-ac80-da74ed4780d3 req-33eb3dee-f96f-4b24-96f4-a10381582689 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/security-groups?id=ecd1e866-dc70-4232-af86-72a62615443d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0429938
Dec 25 22:00:08.665675 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:00:08.666290 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3e945ecd-9380-47c2-aa0a-12ebe07e03e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:00:09.040173 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e2ac24-8b0c-4ca7-8ca4-64cf91547cbe req-d040f861-7edf-4a23-8274-b23c23714c95 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:00:09.041678 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-42e2ac24-8b0c-4ca7-8ca4-64cf91547cbe req-d040f861-7edf-4a23-8274-b23c23714c95 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/ports?device_id=859e5e6f-804e-4c63-a56b-3a32652bb6f4 HTTP/1.1" status: 200  len: 946 time: 0.0479684
Dec 25 22:00:09.087760 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-42e2ac24-8b0c-4ca7-8ca4-64cf91547cbe req-3e38ea0a-420a-427b-a7db-f9ece8978cd3 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/security-groups?id=ecd1e866-dc70-4232-af86-72a62615443d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0400627
Dec 25 22:00:09.198095 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d1a6a1-5434-428a-8116-3cf4a94240f6 req-a501d6f2-db07-46bf-823d-bfa19f3804f9 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:00:09.199564 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-04d1a6a1-5434-428a-8116-3cf4a94240f6 req-a501d6f2-db07-46bf-823d-bfa19f3804f9 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/ports?device_id=859e5e6f-804e-4c63-a56b-3a32652bb6f4 HTTP/1.1" status: 200  len: 946 time: 0.0480163
Dec 25 22:00:09.208083 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 46562) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 22:00:09.212209 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-ee11f868-2960-4c6d-b9a7-ca3dbc9172e1 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Request body: {'floatingip': {'port_id': 'd7c32045-1ccf-49c2-8582-5aa6a3230025'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 22:00:09.254265 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-ee11f868-2960-4c6d-b9a7-ca3dbc9172e1 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Publish callbacks [] for floatingip, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:00:09.658498 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-15cb578f-7a63-4fd3-925d-83bad4c7b82a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:00:09.684012 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-ee11f868-2960-4c6d-b9a7-ca3dbc9172e1 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Publish callbacks [] for floatingip, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:00:09.747033 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-ee11f868-2960-4c6d-b9a7-ca3dbc9172e1 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2008639'] for floatingip, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:00:09.845169 ncdv-master-1 neutron-server[121606]: INFO neutron.db.l3_db [None req-ee11f868-2960-4c6d-b9a7-ca3dbc9172e1 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Floating IP 5e0debcb-0ca3-46ff-bc55-de85f6b81a13 associated. External IP: 172.35.3.39, port: d7c32045-1ccf-49c2-8582-5aa6a3230025.
Dec 25 22:00:10.047225 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee11f868-2960-4c6d-b9a7-ca3dbc9172e1 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Router 8accf2b6-aa0e-4afd-9635-ed8920d0eef4 has already been hosted by L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 {{(pid=121606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 25 22:00:10.154905 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee11f868-2960-4c6d-b9a7-ca3dbc9172e1 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 22:00:10.160344 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-ee11f868-2960-4c6d-b9a7-ca3dbc9172e1 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for floatingip, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:00:10.165603 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4fda77b-5fa8-4b14-a71c-999a9629d0e8 None None] Sync routers for ids ['8accf2b6-aa0e-4afd-9635-ed8920d0eef4'] in ncdv-master-1 {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 22:00:10.174498 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4fda77b-5fa8-4b14-a71c-999a9629d0e8 None None] Routers {'8accf2b6-aa0e-4afd-9635-ed8920d0eef4'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 22:00:10.175100 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-b4fda77b-5fa8-4b14-a71c-999a9629d0e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2618a22100>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T22:00:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['8accf2b6-aa0e-4afd-9635-ed8920d0eef4'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 22:00:10.187501 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-ee11f868-2960-4c6d-b9a7-ca3dbc9172e1 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "PUT /v2.0/floatingips/5e0debcb-0ca3-46ff-bc55-de85f6b81a13 HTTP/1.1" status: 200  len: 991 time: 0.9784372
Dec 25 22:00:10.188076 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '859e5e6f-804e-4c63-a56b-3a32652bb6f4', 'tag': 'd7c32045-1ccf-49c2-8582-5aa6a3230025'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 22:00:10.190385 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9858820c13ec2827453b94ebc4181065e990a4e4089ccb9fe762531ac62d2fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87b6712c-28dc-499d-ac4e-667202b79160" -d '{"events": [{"name": "network-changed", "server_uuid": "859e5e6f-804e-4c63-a56b-3a32652bb6f4", "tag": "d7c32045-1ccf-49c2-8582-5aa6a3230025"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 22:00:10.235295 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Dec 2021 22:00:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a108c74c-fea2-43d8-9c2c-58cb7bd5ad16 x-openstack-request-id: req-a108c74c-fea2-43d8-9c2c-58cb7bd5ad16 {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 22:00:10.235597 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "859e5e6f-804e-4c63-a56b-3a32652bb6f4", "tag": "d7c32045-1ccf-49c2-8582-5aa6a3230025", "status": "completed", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 22:00:10.235848 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a108c74c-fea2-43d8-9c2c-58cb7bd5ad16 {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 22:00:10.236262 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '859e5e6f-804e-4c63-a56b-3a32652bb6f4', 'tag': 'd7c32045-1ccf-49c2-8582-5aa6a3230025', 'status': 'completed', 'code': 200}
Dec 25 22:00:10.286719 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvr_db [None req-b4fda77b-5fa8-4b14-a71c-999a9629d0e8 None None] Set router 8accf2b6-aa0e-4afd-9635-ed8920d0eef4 gateway port host: ncdv-master-1 {{(pid=121609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 22:00:10.305616 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b6712c-28dc-499d-ac4e-667202b79160 req-afa2f512-ce14-4bd4-9df2-ab84803d4af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:00:10.307153 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-87b6712c-28dc-499d-ac4e-667202b79160 req-afa2f512-ce14-4bd4-9df2-ab84803d4af1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1e594b8d48e948b8ae34d96bebfc2a36&device_id=859e5e6f-804e-4c63-a56b-3a32652bb6f4 HTTP/1.1" status: 200  len: 1097 time: 0.0449097
Dec 25 22:00:10.399588 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b6712c-28dc-499d-ac4e-667202b79160 req-66e34bdb-bcf4-4bd7-b962-4dbb4ed6c98e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:00:10.401186 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-87b6712c-28dc-499d-ac4e-667202b79160 req-66e34bdb-bcf4-4bd7-b962-4dbb4ed6c98e service neutron] 10.222.0.37 "GET /v2.0/networks?id=544249cb-4293-4a78-9ba3-8f386deae100 HTTP/1.1" status: 200  len: 912 time: 0.0873392
Dec 25 22:00:10.470347 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-87b6712c-28dc-499d-ac4e-667202b79160 req-63e9da9f-72d7-4289-9360-6a006d18ae03 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d7c32045-1ccf-49c2-8582-5aa6a3230025 HTTP/1.1" status: 200  len: 999 time: 0.0623021
Dec 25 22:00:10.508384 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-b4fda77b-5fa8-4b14-a71c-999a9629d0e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2618a22100>, [{'id': '8accf2b6-aa0e-4afd-9635-ed8920d0eef4', 'name': 'tempest-ServerActionsTestJSON-535026700-router', 'tenant_id': '1e594b8d48e948b8ae34d96bebfc2a36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.231'}], 'enable_snat': True}, 'gw_port_id': '4ebb692d-0106-41c5-a37c-66d5e165232a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:55:09Z', 'updated_at': '2021-12-25T21:55:12Z', 'revision_number': 4, 'project_id': '1e594b8d48e948b8ae34d96bebfc2a36', 'gw_port': {'id': '4ebb692d-0106-41c5-a37c-66d5e165232a', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:92:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8accf2b6-aa0e-4afd-9635-ed8920d0eef4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4049, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:55:09Z', 'updated_at': '2021-12-25T21:55:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '5e0debcb-0ca3-46ff-bc55-de85f6b81a13', 'tenant_id': '1e594b8d48e948b8ae34d96bebfc2a36', 'floating_ip_address': '172.35.3.39', 'floating_network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'router_id': '8accf2b6-aa0e-4afd-9635-ed8920d0eef4', 'port_id': 'd7c32045-1ccf-49c2-8582-5aa6a3230025', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4057, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '544249cb-4293-4a78-9ba3-8f386deae100', 'mac_address': 'fa:16:3e:24:3b:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '859e5e6f-804e-4c63-a56b-3a32652bb6f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-25T21:55:16Z', 'updated_at': '2021-12-25T22:00:09Z', 'revision_number': 9, 'project_id': '1e594b8d48e948b8ae34d96bebfc2a36', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bfbc9022-6830-4a42-b5fb-7f904e70878e', 'name': '', 'network_id': '544249cb-4293-4a78-9ba3-8f386deae100', 'tenant_id': '1e594b8d48e948b8ae34d96bebfc2a36', 'mac_address': 'fa:16:3e:62:0b:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8accf2b6-aa0e-4afd-9635-ed8920d0eef4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4050, 'fixed_ips': [{'subnet_id': 'fe1b5a3d-050c-415d-a526-cc2e02b19cb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:55:11Z', 'updated_at': '2021-12-25T21:55:15Z', 'revision_number': 5, 'project_id': '1e594b8d48e948b8ae34d96bebfc2a36', 'subnets': [{'id': 'fe1b5a3d-050c-415d-a526-cc2e02b19cb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 22:00:10.520420 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b6712c-28dc-499d-ac4e-667202b79160 req-e4d16ca0-6392-4b33-9934-4aebf00918fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:00:10.521941 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-87b6712c-28dc-499d-ac4e-667202b79160 req-e4d16ca0-6392-4b33-9934-4aebf00918fe service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fe1b5a3d-050c-415d-a526-cc2e02b19cb4 HTTP/1.1" status: 200  len: 850 time: 0.0442507
Dec 25 22:00:10.534140 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4fda77b-5fa8-4b14-a71c-999a9629d0e8 None None] Checking router: 8accf2b6-aa0e-4afd-9635-ed8920d0eef4 for host: ncdv-master-1 {{(pid=121609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 25 22:00:10.542568 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4fda77b-5fa8-4b14-a71c-999a9629d0e8 None None] Routers {'8accf2b6-aa0e-4afd-9635-ed8920d0eef4'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 22:00:10.543172 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-b4fda77b-5fa8-4b14-a71c-999a9629d0e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2618a22100>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T22:00:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['8accf2b6-aa0e-4afd-9635-ed8920d0eef4'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 22:00:10.566488 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b6712c-28dc-499d-ac4e-667202b79160 req-2ec650ee-47cd-4dda-ae29-9d160992d028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:00:10.568028 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-87b6712c-28dc-499d-ac4e-667202b79160 req-2ec650ee-47cd-4dda-ae29-9d160992d028 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=544249cb-4293-4a78-9ba3-8f386deae100&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0395455
Dec 25 22:00:10.646690 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvr_db [None req-b4fda77b-5fa8-4b14-a71c-999a9629d0e8 None None] Set router 8accf2b6-aa0e-4afd-9635-ed8920d0eef4 gateway port host: ncdv-master-1 {{(pid=121609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 22:00:10.662325 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-87b6712c-28dc-499d-ac4e-667202b79160 req-cc191e9c-f95f-42ce-9af8-582f5c626588 service neutron] 10.222.0.37 "GET /v2.0/networks/544249cb-4293-4a78-9ba3-8f386deae100?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0870099
Dec 25 22:00:10.752976 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-87b6712c-28dc-499d-ac4e-667202b79160 req-a03989df-0920-4adf-a4a2-c9f9512166c3 service neutron] 10.222.0.37 "GET /v2.0/networks/544249cb-4293-4a78-9ba3-8f386deae100?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0834076
Dec 25 22:00:10.796823 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:00:10.867965 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-b4fda77b-5fa8-4b14-a71c-999a9629d0e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2618a22100>, [{'id': '8accf2b6-aa0e-4afd-9635-ed8920d0eef4', 'name': 'tempest-ServerActionsTestJSON-535026700-router', 'tenant_id': '1e594b8d48e948b8ae34d96bebfc2a36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.231'}], 'enable_snat': True}, 'gw_port_id': '4ebb692d-0106-41c5-a37c-66d5e165232a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:55:09Z', 'updated_at': '2021-12-25T21:55:12Z', 'revision_number': 4, 'project_id': '1e594b8d48e948b8ae34d96bebfc2a36', 'gw_port': {'id': '4ebb692d-0106-41c5-a37c-66d5e165232a', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:92:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8accf2b6-aa0e-4afd-9635-ed8920d0eef4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4049, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:55:09Z', 'updated_at': '2021-12-25T21:55:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '5e0debcb-0ca3-46ff-bc55-de85f6b81a13', 'tenant_id': '1e594b8d48e948b8ae34d96bebfc2a36', 'floating_ip_address': '172.35.3.39', 'floating_network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'router_id': '8accf2b6-aa0e-4afd-9635-ed8920d0eef4', 'port_id': 'd7c32045-1ccf-49c2-8582-5aa6a3230025', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4057, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '544249cb-4293-4a78-9ba3-8f386deae100', 'mac_address': 'fa:16:3e:24:3b:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '859e5e6f-804e-4c63-a56b-3a32652bb6f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-25T21:55:16Z', 'updated_at': '2021-12-25T22:00:09Z', 'revision_number': 9, 'project_id': '1e594b8d48e948b8ae34d96bebfc2a36', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bfbc9022-6830-4a42-b5fb-7f904e70878e', 'name': '', 'network_id': '544249cb-4293-4a78-9ba3-8f386deae100', 'tenant_id': '1e594b8d48e948b8ae34d96bebfc2a36', 'mac_address': 'fa:16:3e:62:0b:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8accf2b6-aa0e-4afd-9635-ed8920d0eef4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4050, 'fixed_ips': [{'subnet_id': 'fe1b5a3d-050c-415d-a526-cc2e02b19cb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:55:11Z', 'updated_at': '2021-12-25T21:55:15Z', 'revision_number': 5, 'project_id': '1e594b8d48e948b8ae34d96bebfc2a36', 'subnets': [{'id': 'fe1b5a3d-050c-415d-a526-cc2e02b19cb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 22:00:10.897440 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4fda77b-5fa8-4b14-a71c-999a9629d0e8 None None] The sync data for ids ['8accf2b6-aa0e-4afd-9635-ed8920d0eef4'] in ncdv-master-1 is: [{'id': '8accf2b6-aa0e-4afd-9635-ed8920d0eef4', 'name': 'tempest-ServerActionsTestJSON-535026700-router', 'tenant_id': '1e594b8d48e948b8ae34d96bebfc2a36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.231'}], 'enable_snat': True}, 'gw_port_id': '4ebb692d-0106-41c5-a37c-66d5e165232a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:55:09Z', 'updated_at': '2021-12-25T21:55:12Z', 'revision_number': 4, 'project_id': '1e594b8d48e948b8ae34d96bebfc2a36', 'gw_port': {'id': '4ebb692d-0106-41c5-a37c-66d5e165232a', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:92:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8accf2b6-aa0e-4afd-9635-ed8920d0eef4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4049, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:55:09Z', 'updated_at': '2021-12-25T21:55:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '5e0debcb-0ca3-46ff-bc55-de85f6b81a13', 'tenant_id': '1e594b8d48e948b8ae34d96bebfc2a36', 'floating_ip_address': '172.35.3.39', 'floating_network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'router_id': '8accf2b6-aa0e-4afd-9635-ed8920d0eef4', 'port_id': 'd7c32045-1ccf-49c2-8582-5aa6a3230025', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4057, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '544249cb-4293-4a78-9ba3-8f386deae100', 'mac_address': 'fa:16:3e:24:3b:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '859e5e6f-804e-4c63-a56b-3a32652bb6f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-25T21:55:16Z', 'updated_at': '2021-12-25T22:00:09Z', 'revision_number': 9, 'project_id': '1e594b8d48e948b8ae34d96bebfc2a36', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bfbc9022-6830-4a42-b5fb-7f904e70878e', 'name': '', 'network_id': '544249cb-4293-4a78-9ba3-8f386deae100', 'tenant_id': '1e594b8d48e948b8ae34d96bebfc2a36', 'mac_address': 'fa:16:3e:62:0b:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8accf2b6-aa0e-4afd-9635-ed8920d0eef4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4050, 'fixed_ips': [{'subnet_id': 'fe1b5a3d-050c-415d-a526-cc2e02b19cb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:55:11Z', 'updated_at': '2021-12-25T21:55:15Z', 'revision_number': 5, 'project_id': '1e594b8d48e948b8ae34d96bebfc2a36', 'subnets': [{'id': 'fe1b5a3d-050c-415d-a526-cc2e02b19cb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 22:00:11.096329 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f326fa2-bd89-436c-9ce7-1d37225d611d None None] New status for floating IP 5e0debcb-0ca3-46ff-bc55-de85f6b81a13: ACTIVE {{(pid=121608) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 25 22:00:17.516712 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-234d9a48-7f47-438b-aa19-a34dedd8e315 req-18d0d9bc-da59-4dfa-a4b4-fdcd6ef3e1d8 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=859e5e6f-804e-4c63-a56b-3a32652bb6f4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0527406
Dec 25 22:00:17.596693 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234d9a48-7f47-438b-aa19-a34dedd8e315 req-50ccda9f-35f0-4347-aa7a-8c5e46c16182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:00:17.598232 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-234d9a48-7f47-438b-aa19-a34dedd8e315 req-50ccda9f-35f0-4347-aa7a-8c5e46c16182 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1e594b8d48e948b8ae34d96bebfc2a36&device_id=859e5e6f-804e-4c63-a56b-3a32652bb6f4 HTTP/1.1" status: 200  len: 1097 time: 0.0400426
Dec 25 22:00:17.699598 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234d9a48-7f47-438b-aa19-a34dedd8e315 req-894015e7-f5b6-4ba1-ab54-9b39338d8af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:00:17.701205 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-234d9a48-7f47-438b-aa19-a34dedd8e315 req-894015e7-f5b6-4ba1-ab54-9b39338d8af9 service neutron] 10.222.0.37 "GET /v2.0/networks?id=544249cb-4293-4a78-9ba3-8f386deae100 HTTP/1.1" status: 200  len: 912 time: 0.0845556
Dec 25 22:00:17.771180 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-234d9a48-7f47-438b-aa19-a34dedd8e315 req-cc1aec52-55fe-40ba-b8cf-21056a2e85e1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d7c32045-1ccf-49c2-8582-5aa6a3230025 HTTP/1.1" status: 200  len: 1002 time: 0.0627730
Dec 25 22:00:17.818398 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234d9a48-7f47-438b-aa19-a34dedd8e315 req-b5feba66-6afc-4501-879b-27a745a1ad6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:00:17.819849 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-234d9a48-7f47-438b-aa19-a34dedd8e315 req-b5feba66-6afc-4501-879b-27a745a1ad6d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fe1b5a3d-050c-415d-a526-cc2e02b19cb4 HTTP/1.1" status: 200  len: 850 time: 0.0424130
Dec 25 22:00:17.866371 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234d9a48-7f47-438b-aa19-a34dedd8e315 req-1876ed1f-0e82-4f6f-9140-ca6c5dd36daa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:00:17.867859 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-234d9a48-7f47-438b-aa19-a34dedd8e315 req-1876ed1f-0e82-4f6f-9140-ca6c5dd36daa service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=544249cb-4293-4a78-9ba3-8f386deae100&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0408132
Dec 25 22:00:17.960799 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-234d9a48-7f47-438b-aa19-a34dedd8e315 req-a92703cd-7502-4133-9836-a119473ea074 service neutron] 10.222.0.37 "GET /v2.0/networks/544249cb-4293-4a78-9ba3-8f386deae100?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0853148
Dec 25 22:00:18.052800 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-234d9a48-7f47-438b-aa19-a34dedd8e315 req-e7f03272-e59d-4072-9a5e-c8b34b620ccc service neutron] 10.222.0.37 "GET /v2.0/networks/544249cb-4293-4a78-9ba3-8f386deae100?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0849199
Dec 25 22:00:34.631842 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:00:34.780566 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-e0bfe1a5-5282-4c3d-9613-937a98c00209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:00:35.747178 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.agents_db [None req-ec08dba0-4483-4109-b5e1-5e4a9fdaf12d None None] Agent healthcheck: found 7 active agents {{(pid=121609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 25 22:00:37.058831 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-0dd6cdd4-a109-4d91-a99a-35b5c5aa127c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:00:38.655057 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3e945ecd-9380-47c2-aa0a-12ebe07e03e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:00:38.683385 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:00:39.648510 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-15cb578f-7a63-4fd3-925d-83bad4c7b82a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:00:40.785104 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:01:04.619232 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:01:04.796321 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-8d962f06-8528-415c-8a37-4a10f56f1241 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:01:07.001923 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-c2e00956-1f73-4445-aa53-dac8b98dd2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:01:08.635438 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3e945ecd-9380-47c2-aa0a-12ebe07e03e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:01:08.669895 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:01:09.647767 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-15cb578f-7a63-4fd3-925d-83bad4c7b82a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:01:10.796208 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:01:12.746490 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.agents_db [None req-ec08dba0-4483-4109-b5e1-5e4a9fdaf12d None None] Agent healthcheck: found 7 active agents {{(pid=121609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 25 22:01:19.483013 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-126b2cd3-9e4b-4761-bf55-242167c7c2ed req-a27db94c-e1a9-4de2-911c-e9f7a5a1703c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=859e5e6f-804e-4c63-a56b-3a32652bb6f4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0437915
Dec 25 22:01:19.570049 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126b2cd3-9e4b-4761-bf55-242167c7c2ed req-c8b5d682-49a2-445f-8892-993518fa9dde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:01:19.571540 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-126b2cd3-9e4b-4761-bf55-242167c7c2ed req-c8b5d682-49a2-445f-8892-993518fa9dde service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1e594b8d48e948b8ae34d96bebfc2a36&device_id=859e5e6f-804e-4c63-a56b-3a32652bb6f4 HTTP/1.1" status: 200  len: 1097 time: 0.0409112
Dec 25 22:01:19.677677 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126b2cd3-9e4b-4761-bf55-242167c7c2ed req-37255b5d-faff-4131-bb13-1e2ad7acf99a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:01:19.679078 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-126b2cd3-9e4b-4761-bf55-242167c7c2ed req-37255b5d-faff-4131-bb13-1e2ad7acf99a service neutron] 10.222.0.37 "GET /v2.0/networks?id=544249cb-4293-4a78-9ba3-8f386deae100 HTTP/1.1" status: 200  len: 912 time: 0.0877833
Dec 25 22:01:19.743542 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-126b2cd3-9e4b-4761-bf55-242167c7c2ed req-58cb52f4-c5ec-4c44-8b3f-c0673c86e04b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d7c32045-1ccf-49c2-8582-5aa6a3230025 HTTP/1.1" status: 200  len: 1002 time: 0.0570400
Dec 25 22:01:19.791333 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126b2cd3-9e4b-4761-bf55-242167c7c2ed req-52ac1931-8ff2-4189-8be3-48b7eedbd648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:01:19.792742 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-126b2cd3-9e4b-4761-bf55-242167c7c2ed req-52ac1931-8ff2-4189-8be3-48b7eedbd648 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fe1b5a3d-050c-415d-a526-cc2e02b19cb4 HTTP/1.1" status: 200  len: 850 time: 0.0424888
Dec 25 22:01:19.839581 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126b2cd3-9e4b-4761-bf55-242167c7c2ed req-15b10a43-4527-4e59-a6fc-da0e1bd986be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:01:19.841125 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-126b2cd3-9e4b-4761-bf55-242167c7c2ed req-15b10a43-4527-4e59-a6fc-da0e1bd986be service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=544249cb-4293-4a78-9ba3-8f386deae100&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0416663
Dec 25 22:01:19.928628 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-126b2cd3-9e4b-4761-bf55-242167c7c2ed req-56e6ede4-3790-4afe-a42e-f52004e89136 service neutron] 10.222.0.37 "GET /v2.0/networks/544249cb-4293-4a78-9ba3-8f386deae100?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0805447
Dec 25 22:01:20.019501 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-126b2cd3-9e4b-4761-bf55-242167c7c2ed req-a03efb45-0f70-4511-9693-a95270473b2d service neutron] 10.222.0.37 "GET /v2.0/networks/544249cb-4293-4a78-9ba3-8f386deae100?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0840800
Dec 25 22:01:20.339123 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [req-44ac8fba-eb42-4aa1-8b6d-15b0a0aa53c0 req-bc408342-16da-4fff-b20d-00b9c743e5a2 tempest-TestNetworkAdvancedServerOps-363262253 tempest-TestNetworkAdvancedServerOps-363262253-project] (121606) timed out ('10.222.0.37', 58407) {{(pid=121606) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}
Dec 25 22:01:34.629991 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:01:34.778123 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-94dc8a40-c3b6-47dd-be4c-d5d57150f0e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:01:37.012676 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-dfc804f5-2195-4119-90dc-32dcfd057e9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:01:38.647366 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3e945ecd-9380-47c2-aa0a-12ebe07e03e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:01:38.657871 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:01:39.675326 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-15cb578f-7a63-4fd3-925d-83bad4c7b82a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:01:40.807052 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:01:46.414313 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fb59fd-8b05-47a8-83d1-4ecf8ae4b4f9 req-d381fd6f-9c0e-4904-8e79-c0c5e9cb13af tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:01:46.415885 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d2fb59fd-8b05-47a8-83d1-4ecf8ae4b4f9 req-d381fd6f-9c0e-4904-8e79-c0c5e9cb13af tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/ports?device_id=859e5e6f-804e-4c63-a56b-3a32652bb6f4 HTTP/1.1" status: 200  len: 946 time: 0.0522861
Dec 25 22:01:46.462694 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d2fb59fd-8b05-47a8-83d1-4ecf8ae4b4f9 req-7fac082b-492e-4bbb-b7d3-fba08e1f0558 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/security-groups?id=ecd1e866-dc70-4232-af86-72a62615443d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0407374
Dec 25 22:01:46.510558 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0a072841-663e-45a5-b182-ae0f50409721 req-bb9bc6d7-ccb2-4867-9e18-44a5f7e9c629 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=859e5e6f-804e-4c63-a56b-3a32652bb6f4&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0469091
Dec 25 22:01:47.584339 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3e3f79-180f-4359-97a8-aeefbeeda663 req-3e5130be-e2a1-4dca-b6e5-df0120ad1d21 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:01:47.585961 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ea3e3f79-180f-4359-97a8-aeefbeeda663 req-3e5130be-e2a1-4dca-b6e5-df0120ad1d21 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/ports?device_id=859e5e6f-804e-4c63-a56b-3a32652bb6f4 HTTP/1.1" status: 200  len: 946 time: 0.0501013
Dec 25 22:01:47.632922 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ea3e3f79-180f-4359-97a8-aeefbeeda663 req-405e71ac-961a-43b6-89f3-4f2a1588e344 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/security-groups?id=ecd1e866-dc70-4232-af86-72a62615443d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0406959
Dec 25 22:01:48.395525 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a072841-663e-45a5-b182-ae0f50409721 req-c24a2899-a604-4b55-9fe9-3067ac83204b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:01:48.397540 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0a072841-663e-45a5-b182-ae0f50409721 req-c24a2899-a604-4b55-9fe9-3067ac83204b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1e594b8d48e948b8ae34d96bebfc2a36&device_id=859e5e6f-804e-4c63-a56b-3a32652bb6f4 HTTP/1.1" status: 200  len: 1097 time: 0.0408025
Dec 25 22:01:48.490999 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a072841-663e-45a5-b182-ae0f50409721 req-ae937cfa-21b2-4bc7-8088-26fde96458cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:01:48.492506 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0a072841-663e-45a5-b182-ae0f50409721 req-ae937cfa-21b2-4bc7-8088-26fde96458cc service neutron] 10.222.0.37 "GET /v2.0/networks?id=544249cb-4293-4a78-9ba3-8f386deae100 HTTP/1.1" status: 200  len: 912 time: 0.0868750
Dec 25 22:01:48.560262 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0a072841-663e-45a5-b182-ae0f50409721 req-3028a5da-5867-4e08-9213-a45f2065e43d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d7c32045-1ccf-49c2-8582-5aa6a3230025 HTTP/1.1" status: 200  len: 1002 time: 0.0604322
Dec 25 22:01:48.613348 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a072841-663e-45a5-b182-ae0f50409721 req-4886fee6-fb1d-43cc-868d-fad3432940f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:01:48.614730 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0a072841-663e-45a5-b182-ae0f50409721 req-4886fee6-fb1d-43cc-868d-fad3432940f8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fe1b5a3d-050c-415d-a526-cc2e02b19cb4 HTTP/1.1" status: 200  len: 850 time: 0.0478265
Dec 25 22:01:48.659528 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a072841-663e-45a5-b182-ae0f50409721 req-1ac2b7b4-08a7-46b3-a642-eb0eed420de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:01:48.661079 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0a072841-663e-45a5-b182-ae0f50409721 req-1ac2b7b4-08a7-46b3-a642-eb0eed420de7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=544249cb-4293-4a78-9ba3-8f386deae100&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0397582
Dec 25 22:01:48.786939 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0a072841-663e-45a5-b182-ae0f50409721 req-e0c85540-7049-47e3-b451-85fc0986a67a service neutron] 10.222.0.37 "GET /v2.0/networks/544249cb-4293-4a78-9ba3-8f386deae100?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1181045
Dec 25 22:01:48.795104 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b231b1b-f9bf-490e-a6f1-f3ef8251a09e req-a8c4b434-3bc5-4460-b342-bc9f878b1fc2 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:01:48.796445 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5b231b1b-f9bf-490e-a6f1-f3ef8251a09e req-a8c4b434-3bc5-4460-b342-bc9f878b1fc2 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/ports?device_id=859e5e6f-804e-4c63-a56b-3a32652bb6f4 HTTP/1.1" status: 200  len: 946 time: 0.0921900
Dec 25 22:01:48.893836 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5b231b1b-f9bf-490e-a6f1-f3ef8251a09e req-43b23f33-7d22-44ef-83c4-294720de3b6f tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/security-groups?id=ecd1e866-dc70-4232-af86-72a62615443d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0881772
Dec 25 22:01:48.914761 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0a072841-663e-45a5-b182-ae0f50409721 req-5e17c36d-8c19-4d3c-ad8b-a50f583c47b5 service neutron] 10.222.0.37 "GET /v2.0/networks/544249cb-4293-4a78-9ba3-8f386deae100?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1173816
Dec 25 22:01:49.745729 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.agents_db [None req-ec08dba0-4483-4109-b5e1-5e4a9fdaf12d None None] Agent healthcheck: found 7 active agents {{(pid=121609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 25 22:01:50.014889 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3f2989-09c0-4622-aa4c-32b88f6355c3 req-3e49b8c1-ddc5-492f-8259-b693b6d2cbcc tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:01:50.016296 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9f3f2989-09c0-4622-aa4c-32b88f6355c3 req-3e49b8c1-ddc5-492f-8259-b693b6d2cbcc tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/ports?device_id=859e5e6f-804e-4c63-a56b-3a32652bb6f4 HTTP/1.1" status: 200  len: 946 time: 0.0537980
Dec 25 22:01:50.063362 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9f3f2989-09c0-4622-aa4c-32b88f6355c3 req-6a072403-2d5a-487e-9e33-0128229317e6 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/security-groups?id=ecd1e866-dc70-4232-af86-72a62615443d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0410314
Dec 25 22:01:51.184105 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144af243-320e-4618-93f8-d5526eb20887 req-298ca9c1-92af-4e82-9100-8f8fa69f5a5e tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:01:51.185667 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-144af243-320e-4618-93f8-d5526eb20887 req-298ca9c1-92af-4e82-9100-8f8fa69f5a5e tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/ports?device_id=859e5e6f-804e-4c63-a56b-3a32652bb6f4 HTTP/1.1" status: 200  len: 946 time: 0.0494363
Dec 25 22:01:51.234162 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-144af243-320e-4618-93f8-d5526eb20887 req-cfb07048-d261-4239-83cd-c16e73b3da04 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/security-groups?id=ecd1e866-dc70-4232-af86-72a62615443d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0424926
Dec 25 22:01:52.351524 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f919e589-746c-41e9-9b70-05bc5239ef90 req-bb9f17c3-fff4-465a-8193-226bc68d09c6 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:01:52.353242 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f919e589-746c-41e9-9b70-05bc5239ef90 req-bb9f17c3-fff4-465a-8193-226bc68d09c6 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/ports?device_id=859e5e6f-804e-4c63-a56b-3a32652bb6f4 HTTP/1.1" status: 200  len: 946 time: 0.0497332
Dec 25 22:01:52.403661 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f919e589-746c-41e9-9b70-05bc5239ef90 req-8a43923a-d800-4e57-ba25-b14a653a8d84 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/security-groups?id=ecd1e866-dc70-4232-af86-72a62615443d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0445666
Dec 25 22:01:53.522335 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7df7f73-aff1-4c56-a79f-e1e99485b493 req-839d0ffb-eab0-4161-a0fb-e16d5af34687 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:01:53.523803 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d7df7f73-aff1-4c56-a79f-e1e99485b493 req-839d0ffb-eab0-4161-a0fb-e16d5af34687 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/ports?device_id=859e5e6f-804e-4c63-a56b-3a32652bb6f4 HTTP/1.1" status: 200  len: 946 time: 0.0488582
Dec 25 22:01:53.571021 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d7df7f73-aff1-4c56-a79f-e1e99485b493 req-aa23fdf2-0279-4d31-bf23-68cae046d642 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/security-groups?id=ecd1e866-dc70-4232-af86-72a62615443d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0410800
Dec 25 22:01:54.688240 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0c73a7-82df-4dfa-beba-2101383c2c91 req-92a99136-57eb-4ff4-9d3f-827e962bbde4 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:01:54.689772 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ad0c73a7-82df-4dfa-beba-2101383c2c91 req-92a99136-57eb-4ff4-9d3f-827e962bbde4 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/ports?device_id=859e5e6f-804e-4c63-a56b-3a32652bb6f4 HTTP/1.1" status: 200  len: 946 time: 0.0484500
Dec 25 22:01:54.736429 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ad0c73a7-82df-4dfa-beba-2101383c2c91 req-453f815e-efb4-4668-aeb7-b3eebe291460 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/security-groups?id=ecd1e866-dc70-4232-af86-72a62615443d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0402849
Dec 25 22:01:55.858592 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf5f958-e63d-4c56-9b2f-880979f575b0 req-0d3c5d6b-a2a5-489d-8a7f-0f5fa94ed6ab tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:01:55.860111 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2bf5f958-e63d-4c56-9b2f-880979f575b0 req-0d3c5d6b-a2a5-489d-8a7f-0f5fa94ed6ab tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/ports?device_id=859e5e6f-804e-4c63-a56b-3a32652bb6f4 HTTP/1.1" status: 200  len: 946 time: 0.0527258
Dec 25 22:01:55.907453 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2bf5f958-e63d-4c56-9b2f-880979f575b0 req-2210f20b-ff9b-4bef-848c-aef75e9914b5 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/security-groups?id=ecd1e866-dc70-4232-af86-72a62615443d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0410731
Dec 25 22:01:57.022520 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f36c3a5-b921-43aa-b144-e83ebb85836b req-0c0ed7a6-9e30-4856-b8f5-e938c7511f08 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:01:57.023986 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1f36c3a5-b921-43aa-b144-e83ebb85836b req-0c0ed7a6-9e30-4856-b8f5-e938c7511f08 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/ports?device_id=859e5e6f-804e-4c63-a56b-3a32652bb6f4 HTTP/1.1" status: 200  len: 946 time: 0.0482078
Dec 25 22:01:57.070406 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1f36c3a5-b921-43aa-b144-e83ebb85836b req-8276ebfb-6530-465a-9f07-403ceaff6e70 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/security-groups?id=ecd1e866-dc70-4232-af86-72a62615443d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0404291
Dec 25 22:01:58.195500 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14f9d53-dacc-4598-a5af-a9a1b985e6b8 req-d89d39ff-40cf-4689-b0e8-dcae3d057f92 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:01:58.197022 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f14f9d53-dacc-4598-a5af-a9a1b985e6b8 req-d89d39ff-40cf-4689-b0e8-dcae3d057f92 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/ports?device_id=859e5e6f-804e-4c63-a56b-3a32652bb6f4 HTTP/1.1" status: 200  len: 946 time: 0.0519388
Dec 25 22:01:58.243693 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f14f9d53-dacc-4598-a5af-a9a1b985e6b8 req-cb412993-aaca-42ee-b245-df119500a34d tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/security-groups?id=ecd1e866-dc70-4232-af86-72a62615443d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0407758
Dec 25 22:01:59.357590 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61b89ae-2ff3-484d-b408-fc11b2c9ee91 req-c75abe88-c597-4226-b32a-5ac45d429c68 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:01:59.359063 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b61b89ae-2ff3-484d-b408-fc11b2c9ee91 req-c75abe88-c597-4226-b32a-5ac45d429c68 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/ports?device_id=859e5e6f-804e-4c63-a56b-3a32652bb6f4 HTTP/1.1" status: 200  len: 946 time: 0.0483229
Dec 25 22:01:59.405641 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b61b89ae-2ff3-484d-b408-fc11b2c9ee91 req-7c4b9e2a-328c-4815-8963-eb02ea618538 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/security-groups?id=ecd1e866-dc70-4232-af86-72a62615443d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0398595
Dec 25 22:02:00.521998 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baef3cca-70c8-4dac-81b3-f3c6b7a9043c req-0cc09ec0-2a61-43dc-baf5-efade1b7c520 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:02:00.523450 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-baef3cca-70c8-4dac-81b3-f3c6b7a9043c req-0cc09ec0-2a61-43dc-baf5-efade1b7c520 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/ports?device_id=859e5e6f-804e-4c63-a56b-3a32652bb6f4 HTTP/1.1" status: 200  len: 946 time: 0.0482762
Dec 25 22:02:00.572319 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-baef3cca-70c8-4dac-81b3-f3c6b7a9043c req-a6257feb-d57d-4bc0-b4aa-748d84eaf479 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/security-groups?id=ecd1e866-dc70-4232-af86-72a62615443d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0429456
Dec 25 22:02:00.896326 ncdv-master-1 neutron-server[121606]: INFO neutron.api.v2.resource [req-0a072841-663e-45a5-b182-ae0f50409721 req-90ebed45-3f11-4a36-9712-b175476febf7 service neutron] show failed (client error): The resource could not be found.
Dec 25 22:02:00.897358 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0a072841-663e-45a5-b182-ae0f50409721 req-90ebed45-3f11-4a36-9712-b175476febf7 service neutron] 10.222.0.37 "GET /v2.0/ports/d7c32045-1ccf-49c2-8582-5aa6a3230025/bindings/nch1-master-1 HTTP/1.1" status: 404  len: 380 time: 0.0530431
Dec 25 22:02:01.342138 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a072841-663e-45a5-b182-ae0f50409721 req-1b0324c8-d1bd-4fcf-b9c2-1a5f2213d089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:02:01.343638 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0a072841-663e-45a5-b182-ae0f50409721 req-1b0324c8-d1bd-4fcf-b9c2-1a5f2213d089 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=859e5e6f-804e-4c63-a56b-3a32652bb6f4&tenant_id=1e594b8d48e948b8ae34d96bebfc2a36 HTTP/1.1" status: 200  len: 1097 time: 0.0398955
Dec 25 22:02:01.355244 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-0a072841-663e-45a5-b182-ae0f50409721 req-7719e74c-db62-4605-bfe5-123b85e523c3 service neutron] Request body: {'port': {'binding:host_id': 'nch1-master-1', 'device_owner': 'compute:nova'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 22:02:01.406179 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-0a072841-663e-45a5-b182-ae0f50409721 req-7719e74c-db62-4605-bfe5-123b85e523c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:02:01.607622 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-0a072841-663e-45a5-b182-ae0f50409721 req-7719e74c-db62-4605-bfe5-123b85e523c3 service neutron] For port d7c32045-1ccf-49c2-8582-5aa6a3230025, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d7c32045-1ccf-49c2-8582-5aa6a3230025,segment=NetworkSegment(7ded9d98-42bc-4190-9dd6-298b9a4520f9),segment_id=7ded9d98-42bc-4190-9dd6-298b9a4520f9)] {{(pid=121606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 22:02:01.640205 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-0a072841-663e-45a5-b182-ae0f50409721 req-7719e74c-db62-4605-bfe5-123b85e523c3 service neutron] For port d7c32045-1ccf-49c2-8582-5aa6a3230025, host nch2-master-1, cleared binding levels {{(pid=121606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 22:02:01.704074 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '859e5e6f-804e-4c63-a56b-3a32652bb6f4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd7c32045-1ccf-49c2-8582-5aa6a3230025'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 22:02:01.706331 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9858820c13ec2827453b94ebc4181065e990a4e4089ccb9fe762531ac62d2fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-109fc9b5-9a33-42fe-bf34-107d2956c02d" -d '{"events": [{"server_uuid": "859e5e6f-804e-4c63-a56b-3a32652bb6f4", "name": "network-vif-unplugged", "status": "completed", "tag": "d7c32045-1ccf-49c2-8582-5aa6a3230025"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 22:02:01.713362 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-0a072841-663e-45a5-b182-ae0f50409721 req-7719e74c-db62-4605-bfe5-123b85e523c3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:02:01.732426 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f90efd6-be50-4d16-894f-cfc470a7e391 req-d96867a9-d978-40fb-a8bf-cf665004577d tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:02:01.734051 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-6f90efd6-be50-4d16-894f-cfc470a7e391 req-d96867a9-d978-40fb-a8bf-cf665004577d tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/ports?device_id=859e5e6f-804e-4c63-a56b-3a32652bb6f4 HTTP/1.1" status: 200  len: 946 time: 0.0920994
Dec 25 22:02:01.739308 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.provisioning_blocks [req-0a072841-663e-45a5-b182-ae0f50409721 req-7719e74c-db62-4605-bfe5-123b85e523c3 service neutron] Transition to ACTIVE for port object d7c32045-1ccf-49c2-8582-5aa6a3230025 will not be triggered until provisioned by entity L2. {{(pid=121606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 25 22:02:01.759097 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 25 Dec 2021 22:02:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9629ddd4-93c2-48d5-9dea-5ab189a0c290 x-openstack-request-id: req-9629ddd4-93c2-48d5-9dea-5ab189a0c290 {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 22:02:01.759387 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "859e5e6f-804e-4c63-a56b-3a32652bb6f4", "name": "network-vif-unplugged", "status": "completed", "tag": "d7c32045-1ccf-49c2-8582-5aa6a3230025", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 22:02:01.759634 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9629ddd4-93c2-48d5-9dea-5ab189a0c290 {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 22:02:01.760015 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '859e5e6f-804e-4c63-a56b-3a32652bb6f4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd7c32045-1ccf-49c2-8582-5aa6a3230025', 'code': 200}
Dec 25 22:02:01.790446 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-6f90efd6-be50-4d16-894f-cfc470a7e391 req-5cd4f17a-600a-437f-8056-03f031b34df4 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/security-groups?id=ecd1e866-dc70-4232-af86-72a62615443d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0480099
Dec 25 22:02:01.806102 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-0a072841-663e-45a5-b182-ae0f50409721 req-7719e74c-db62-4605-bfe5-123b85e523c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:02:01.894221 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7719e74c-db62-4605-bfe5-123b85e523c3 service neutron] Pushing event updated for resources: {'Port': ['ID=d7c32045-1ccf-49c2-8582-5aa6a3230025,revision_number=6']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:02:01.908820 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7719e74c-db62-4605-bfe5-123b85e523c3 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:02:01.909196 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7719e74c-db62-4605-bfe5-123b85e523c3 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:02:01.909543 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7719e74c-db62-4605-bfe5-123b85e523c3 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:02:01.909883 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7719e74c-db62-4605-bfe5-123b85e523c3 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:02:01.910220 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7719e74c-db62-4605-bfe5-123b85e523c3 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:02:01.910558 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7719e74c-db62-4605-bfe5-123b85e523c3 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:02:01.910887 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7719e74c-db62-4605-bfe5-123b85e523c3 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:02:01.911214 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7719e74c-db62-4605-bfe5-123b85e523c3 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:02:01.911571 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7719e74c-db62-4605-bfe5-123b85e523c3 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:02:01.912452 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7719e74c-db62-4605-bfe5-123b85e523c3 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:02:01.912785 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7719e74c-db62-4605-bfe5-123b85e523c3 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:02:01.913139 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7719e74c-db62-4605-bfe5-123b85e523c3 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:02:01.913466 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7719e74c-db62-4605-bfe5-123b85e523c3 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:02:01.943781 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a072841-663e-45a5-b182-ae0f50409721 req-7719e74c-db62-4605-bfe5-123b85e523c3 service neutron] No DVR routers for this DVR port d7c32045-1ccf-49c2-8582-5aa6a3230025 on host nch2-master-1 {{(pid=121606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 22:02:02.078154 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-0a072841-663e-45a5-b182-ae0f50409721 req-7719e74c-db62-4605-bfe5-123b85e523c3 service neutron] Attempting to bind port d7c32045-1ccf-49c2-8582-5aa6a3230025 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 22:02:02.078491 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-0a072841-663e-45a5-b182-ae0f50409721 req-7719e74c-db62-4605-bfe5-123b85e523c3 service neutron] Attempting to bind port d7c32045-1ccf-49c2-8582-5aa6a3230025 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '7ded9d98-42bc-4190-9dd6-298b9a4520f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '544249cb-4293-4a78-9ba3-8f386deae100'}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 22:02:02.078821 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a072841-663e-45a5-b182-ae0f50409721 req-7719e74c-db62-4605-bfe5-123b85e523c3 service neutron] Attempting to bind port d7c32045-1ccf-49c2-8582-5aa6a3230025 on network 544249cb-4293-4a78-9ba3-8f386deae100 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 22:02:02.082975 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a072841-663e-45a5-b182-ae0f50409721 req-7719e74c-db62-4605-bfe5-123b85e523c3 service neutron] Port d7c32045-1ccf-49c2-8582-5aa6a3230025 on network 544249cb-4293-4a78-9ba3-8f386deae100 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 25 22:02:02.083301 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a072841-663e-45a5-b182-ae0f50409721 req-7719e74c-db62-4605-bfe5-123b85e523c3 service neutron] Attempting to bind port d7c32045-1ccf-49c2-8582-5aa6a3230025 on network 544249cb-4293-4a78-9ba3-8f386deae100 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 22:02:02.088817 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a072841-663e-45a5-b182-ae0f50409721 req-7719e74c-db62-4605-bfe5-123b85e523c3 service neutron] Checking agent: {'id': '6d577036-68fc-4aa4-aed7-5ab01de2117e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 21, 4, 34), 'started_at': datetime.datetime(2021, 12, 25, 21, 4, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 22, 1, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 22:02:02.089198 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a072841-663e-45a5-b182-ae0f50409721 req-7719e74c-db62-4605-bfe5-123b85e523c3 service neutron] Checking segment: {'id': '7ded9d98-42bc-4190-9dd6-298b9a4520f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '544249cb-4293-4a78-9ba3-8f386deae100'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 22:02:02.089581 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a072841-663e-45a5-b182-ae0f50409721 req-7719e74c-db62-4605-bfe5-123b85e523c3 service neutron] Bound using segment: {'id': '7ded9d98-42bc-4190-9dd6-298b9a4520f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '544249cb-4293-4a78-9ba3-8f386deae100'} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 22:02:02.090008 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-0a072841-663e-45a5-b182-ae0f50409721 req-7719e74c-db62-4605-bfe5-123b85e523c3 service neutron] Bound port: d7c32045-1ccf-49c2-8582-5aa6a3230025, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ded9d98-42bc-4190-9dd6-298b9a4520f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '544249cb-4293-4a78-9ba3-8f386deae100'}}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 22:02:02.090367 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-0a072841-663e-45a5-b182-ae0f50409721 req-7719e74c-db62-4605-bfe5-123b85e523c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:02:02.154791 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-0a072841-663e-45a5-b182-ae0f50409721 req-7719e74c-db62-4605-bfe5-123b85e523c3 service neutron] For port d7c32045-1ccf-49c2-8582-5aa6a3230025, host nch1-master-1, cleared binding levels {{(pid=121606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 22:02:02.157821 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-0a072841-663e-45a5-b182-ae0f50409721 req-7719e74c-db62-4605-bfe5-123b85e523c3 service neutron] For port d7c32045-1ccf-49c2-8582-5aa6a3230025, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d7c32045-1ccf-49c2-8582-5aa6a3230025,segment=NetworkSegment(7ded9d98-42bc-4190-9dd6-298b9a4520f9),segment_id=7ded9d98-42bc-4190-9dd6-298b9a4520f9)] {{(pid=121606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 22:02:02.223687 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-0a072841-663e-45a5-b182-ae0f50409721 req-7719e74c-db62-4605-bfe5-123b85e523c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:02:02.259797 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a072841-663e-45a5-b182-ae0f50409721 req-7719e74c-db62-4605-bfe5-123b85e523c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:02:02.260425 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-0a072841-663e-45a5-b182-ae0f50409721 req-7719e74c-db62-4605-bfe5-123b85e523c3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:02:02.261850 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0a072841-663e-45a5-b182-ae0f50409721 req-7719e74c-db62-4605-bfe5-123b85e523c3 service neutron] 10.222.0.31 "PUT /v2.0/ports/d7c32045-1ccf-49c2-8582-5aa6a3230025 HTTP/1.1" status: 200  len: 1092 time: 0.9105618
Dec 25 22:02:02.283361 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7719e74c-db62-4605-bfe5-123b85e523c3 service neutron] Pushing event updated for resources: {'Port': ['ID=d7c32045-1ccf-49c2-8582-5aa6a3230025,revision_number=7']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:02:02.330466 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a072841-663e-45a5-b182-ae0f50409721 req-96b412d8-51cf-4a49-b9e5-0cffadd08d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:02:02.332248 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0a072841-663e-45a5-b182-ae0f50409721 req-96b412d8-51cf-4a49-b9e5-0cffadd08d17 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=1e594b8d48e948b8ae34d96bebfc2a36&device_id=859e5e6f-804e-4c63-a56b-3a32652bb6f4 HTTP/1.1" status: 200  len: 1095 time: 0.0438747
Dec 25 22:02:02.432321 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a072841-663e-45a5-b182-ae0f50409721 req-866cfdf5-db1e-4f16-9b43-f96836dd6c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:02:02.433892 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0a072841-663e-45a5-b182-ae0f50409721 req-866cfdf5-db1e-4f16-9b43-f96836dd6c07 service neutron] 10.222.0.31 "GET /v2.0/networks?id=544249cb-4293-4a78-9ba3-8f386deae100 HTTP/1.1" status: 200  len: 912 time: 0.0952601
Dec 25 22:02:02.497977 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0a072841-663e-45a5-b182-ae0f50409721 req-4de193e2-df86-4045-becd-2779ae62d24e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d7c32045-1ccf-49c2-8582-5aa6a3230025 HTTP/1.1" status: 200  len: 1000 time: 0.0573277
Dec 25 22:02:02.546947 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a072841-663e-45a5-b182-ae0f50409721 req-62d83e1a-ad1b-4f4f-bd68-7b7e8338fabf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:02:02.548345 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0a072841-663e-45a5-b182-ae0f50409721 req-62d83e1a-ad1b-4f4f-bd68-7b7e8338fabf service neutron] 10.222.0.31 "GET /v2.0/subnets?id=fe1b5a3d-050c-415d-a526-cc2e02b19cb4 HTTP/1.1" status: 200  len: 850 time: 0.0432160
Dec 25 22:02:02.596741 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a072841-663e-45a5-b182-ae0f50409721 req-9ccd309b-1c89-481c-ac64-026b53cc1c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:02:02.598284 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0a072841-663e-45a5-b182-ae0f50409721 req-9ccd309b-1c89-481c-ac64-026b53cc1c53 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=544249cb-4293-4a78-9ba3-8f386deae100&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0430562
Dec 25 22:02:02.686396 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0a072841-663e-45a5-b182-ae0f50409721 req-6e382d8b-f7fa-4dc6-b7f8-04d7c6ec91cf service neutron] 10.222.0.31 "GET /v2.0/networks/544249cb-4293-4a78-9ba3-8f386deae100?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0812151
Dec 25 22:02:02.779983 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0a072841-663e-45a5-b182-ae0f50409721 req-c0fe0db5-8201-41c8-8bcd-f1dca2558a71 service neutron] 10.222.0.31 "GET /v2.0/networks/544249cb-4293-4a78-9ba3-8f386deae100?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0856168
Dec 25 22:02:02.909440 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbc75bb-0faf-4323-b564-b9e994d9c7be req-1c4bd9b1-a19d-4680-a0eb-c400bb8273e1 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:02:02.910949 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-edbc75bb-0faf-4323-b564-b9e994d9c7be req-1c4bd9b1-a19d-4680-a0eb-c400bb8273e1 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/ports?device_id=859e5e6f-804e-4c63-a56b-3a32652bb6f4 HTTP/1.1" status: 200  len: 944 time: 0.0498726
Dec 25 22:02:02.959970 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-edbc75bb-0faf-4323-b564-b9e994d9c7be req-70e0307e-0ac4-4036-920e-de66ca440003 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/security-groups?id=ecd1e866-dc70-4232-af86-72a62615443d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0423329
Dec 25 22:02:03.761640 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '859e5e6f-804e-4c63-a56b-3a32652bb6f4', 'tag': 'd7c32045-1ccf-49c2-8582-5aa6a3230025'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 22:02:03.764240 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9858820c13ec2827453b94ebc4181065e990a4e4089ccb9fe762531ac62d2fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3e07b38-cc56-40c0-a144-ef4beacad1ee" -d '{"events": [{"name": "network-changed", "server_uuid": "859e5e6f-804e-4c63-a56b-3a32652bb6f4", "tag": "d7c32045-1ccf-49c2-8582-5aa6a3230025"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 22:02:03.811356 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Dec 2021 22:02:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c74d3ca-13ba-4571-a671-eb8dae480131 x-openstack-request-id: req-2c74d3ca-13ba-4571-a671-eb8dae480131 {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 22:02:03.811656 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "859e5e6f-804e-4c63-a56b-3a32652bb6f4", "tag": "d7c32045-1ccf-49c2-8582-5aa6a3230025", "status": "completed", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 22:02:03.811918 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2c74d3ca-13ba-4571-a671-eb8dae480131 {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 22:02:03.812329 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '859e5e6f-804e-4c63-a56b-3a32652bb6f4', 'tag': 'd7c32045-1ccf-49c2-8582-5aa6a3230025', 'status': 'completed', 'code': 200}
Dec 25 22:02:04.273818 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e07b38-cc56-40c0-a144-ef4beacad1ee req-fffc312c-40d1-4424-92b9-9fae9acebc81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:02:04.275332 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a3e07b38-cc56-40c0-a144-ef4beacad1ee req-fffc312c-40d1-4424-92b9-9fae9acebc81 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=1e594b8d48e948b8ae34d96bebfc2a36&device_id=859e5e6f-804e-4c63-a56b-3a32652bb6f4 HTTP/1.1" status: 200  len: 1095 time: 0.4417698
Dec 25 22:02:04.284768 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e07b38-cc56-40c0-a144-ef4beacad1ee req-8ec778f5-3c82-4012-aa1e-2e906240903f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:02:04.286278 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a3e07b38-cc56-40c0-a144-ef4beacad1ee req-8ec778f5-3c82-4012-aa1e-2e906240903f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1e594b8d48e948b8ae34d96bebfc2a36&device_id=859e5e6f-804e-4c63-a56b-3a32652bb6f4 HTTP/1.1" status: 200  len: 1095 time: 0.4503515
Dec 25 22:02:04.324322 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92e5d1f-4363-411c-8d97-9de7afe7ac0e req-36b489c4-acc6-42ce-a57e-13b3a55d8d30 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:02:04.325794 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d92e5d1f-4363-411c-8d97-9de7afe7ac0e req-36b489c4-acc6-42ce-a57e-13b3a55d8d30 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/ports?device_id=859e5e6f-804e-4c63-a56b-3a32652bb6f4 HTTP/1.1" status: 200  len: 944 time: 0.0966733
Dec 25 22:02:04.480833 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e07b38-cc56-40c0-a144-ef4beacad1ee req-60c4ff1f-b8cd-4cd3-b279-796d4626ec68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:02:04.482368 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a3e07b38-cc56-40c0-a144-ef4beacad1ee req-60c4ff1f-b8cd-4cd3-b279-796d4626ec68 service neutron] 10.222.0.31 "GET /v2.0/networks?id=544249cb-4293-4a78-9ba3-8f386deae100 HTTP/1.1" status: 200  len: 912 time: 0.1946940
Dec 25 22:02:04.487958 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d92e5d1f-4363-411c-8d97-9de7afe7ac0e req-763d605a-2584-42f2-bf32-a193c4dafe23 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/security-groups?id=ecd1e866-dc70-4232-af86-72a62615443d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1444945
Dec 25 22:02:04.538435 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e07b38-cc56-40c0-a144-ef4beacad1ee req-3ae3b97c-3f4c-4098-8ce5-b801d1c76385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:02:04.539837 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a3e07b38-cc56-40c0-a144-ef4beacad1ee req-3ae3b97c-3f4c-4098-8ce5-b801d1c76385 service neutron] 10.222.0.37 "GET /v2.0/networks?id=544249cb-4293-4a78-9ba3-8f386deae100 HTTP/1.1" status: 200  len: 912 time: 0.2409313
Dec 25 22:02:04.607934 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a3e07b38-cc56-40c0-a144-ef4beacad1ee req-8b1b7ac9-4f6e-4d3f-8897-bd8c8ea642e8 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d7c32045-1ccf-49c2-8582-5aa6a3230025 HTTP/1.1" status: 200  len: 1000 time: 0.1161945
Dec 25 22:02:04.640145 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:02:04.652409 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a3e07b38-cc56-40c0-a144-ef4beacad1ee req-beef1c83-9666-4f30-8ffd-bb56aa91fe6a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d7c32045-1ccf-49c2-8582-5aa6a3230025 HTTP/1.1" status: 200  len: 1000 time: 0.1043158
Dec 25 22:02:04.692225 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e07b38-cc56-40c0-a144-ef4beacad1ee req-073fd727-4c87-431d-82d1-d5729bf418f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:02:04.693747 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a3e07b38-cc56-40c0-a144-ef4beacad1ee req-073fd727-4c87-431d-82d1-d5729bf418f2 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=fe1b5a3d-050c-415d-a526-cc2e02b19cb4 HTTP/1.1" status: 200  len: 850 time: 0.0775416
Dec 25 22:02:04.733395 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e07b38-cc56-40c0-a144-ef4beacad1ee req-5cc004ae-e927-4739-923f-9f00ca96d146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:02:04.734885 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a3e07b38-cc56-40c0-a144-ef4beacad1ee req-5cc004ae-e927-4739-923f-9f00ca96d146 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fe1b5a3d-050c-415d-a526-cc2e02b19cb4 HTTP/1.1" status: 200  len: 850 time: 0.0750816
Dec 25 22:02:04.776021 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e07b38-cc56-40c0-a144-ef4beacad1ee req-47b3575f-9574-4a6e-9de5-7088de0497ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:02:04.777602 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a3e07b38-cc56-40c0-a144-ef4beacad1ee req-47b3575f-9574-4a6e-9de5-7088de0497ba service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=544249cb-4293-4a78-9ba3-8f386deae100&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0763505
Dec 25 22:02:04.822168 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e07b38-cc56-40c0-a144-ef4beacad1ee req-35b66d5d-1f62-476e-9a1b-a9cb854fe97a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:02:04.823617 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a3e07b38-cc56-40c0-a144-ef4beacad1ee req-35b66d5d-1f62-476e-9a1b-a9cb854fe97a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=544249cb-4293-4a78-9ba3-8f386deae100&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0808465
Dec 25 22:02:04.920765 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-25d71001-d91d-496c-a33b-154562d2f1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:02:04.942319 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a3e07b38-cc56-40c0-a144-ef4beacad1ee req-94be6207-85d9-4ad6-bd48-1e6d747f5e4c service neutron] 10.222.0.31 "GET /v2.0/networks/544249cb-4293-4a78-9ba3-8f386deae100?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1575696
Dec 25 22:02:04.953392 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device d7c32045-1ccf-49c2-8582-5aa6a3230025 no longer exists at agent hyperv_nch2-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 22:02:04.991792 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] The host nch2-master-1 is not matching for port d7c32045-1ccf-49c2-8582-5aa6a3230025 host nch1-master-1! {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}}
Dec 25 22:02:04.992184 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device d7c32045-1ccf-49c2-8582-5aa6a3230025 not bound to the agent host nch2-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 22:02:04.995621 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a3e07b38-cc56-40c0-a144-ef4beacad1ee req-a1f2dc85-7107-4697-8b7e-16a60149de7c service neutron] 10.222.0.37 "GET /v2.0/networks/544249cb-4293-4a78-9ba3-8f386deae100?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1416805
Dec 25 22:02:05.103196 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a3e07b38-cc56-40c0-a144-ef4beacad1ee req-956d16a8-db72-48bf-9b52-661d31d5a627 service neutron] 10.222.0.31 "GET /v2.0/networks/544249cb-4293-4a78-9ba3-8f386deae100?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1531630
Dec 25 22:02:05.105015 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device d7c32045-1ccf-49c2-8582-5aa6a3230025 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 25 22:02:05.128296 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a3e07b38-cc56-40c0-a144-ef4beacad1ee req-97eef28d-7234-4712-8814-285effd92c8a service neutron] 10.222.0.37 "GET /v2.0/networks/544249cb-4293-4a78-9ba3-8f386deae100?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1022165
Dec 25 22:02:05.206168 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port d7c32045-1ccf-49c2-8582-5aa6a3230025, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d7c32045-1ccf-49c2-8582-5aa6a3230025,segment=NetworkSegment(7ded9d98-42bc-4190-9dd6-298b9a4520f9),segment_id=7ded9d98-42bc-4190-9dd6-298b9a4520f9)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 22:02:05.217966 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Returning: {'device': 'd7c32045-1ccf-49c2-8582-5aa6a3230025', 'network_id': '544249cb-4293-4a78-9ba3-8f386deae100', 'port_id': 'd7c32045-1ccf-49c2-8582-5aa6a3230025', 'mac_address': 'fa:16:3e:24:3b:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe1b5a3d-050c-415d-a526-cc2e02b19cb4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 25 22:02:05.254689 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:02:05.267902 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7c32045-1ccf-49c2-8582-5aa6a3230025 {{(pid=121608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 22:02:05.286985 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port d7c32045-1ccf-49c2-8582-5aa6a3230025, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d7c32045-1ccf-49c2-8582-5aa6a3230025,segment=NetworkSegment(7ded9d98-42bc-4190-9dd6-298b9a4520f9),segment_id=7ded9d98-42bc-4190-9dd6-298b9a4520f9)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 22:02:05.360531 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:02:05.408770 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Pushing event updated for resources: {'Port': ['ID=d7c32045-1ccf-49c2-8582-5aa6a3230025,revision_number=8']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:02:05.416059 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:02:05.416412 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:02:05.416759 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:02:05.417125 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:02:05.417462 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:02:05.417795 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:02:05.418126 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:02:05.418454 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:02:05.418804 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:02:05.419130 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:02:05.419454 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:02:05.419777 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:02:05.420101 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:02:05.596998 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] get_ports_and_sgs() called for port_ids ['d7c32045-1ccf-49c2-8582-5aa6a3230025'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 22:02:05.608500 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520b02c2-3edd-4034-ae62-fcca55f0c0d0 req-f3e32f78-a945-467b-85c5-325cb54adb11 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:02:05.610023 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-520b02c2-3edd-4034-ae62-fcca55f0c0d0 req-f3e32f78-a945-467b-85c5-325cb54adb11 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/ports?device_id=859e5e6f-804e-4c63-a56b-3a32652bb6f4 HTTP/1.1" status: 200  len: 945 time: 0.0486119
Dec 25 22:02:05.666388 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-520b02c2-3edd-4034-ae62-fcca55f0c0d0 req-4264e442-1ff6-40ab-8175-78007029cf36 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/security-groups?id=ecd1e866-dc70-4232-af86-72a62615443d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0493181
Dec 25 22:02:06.283575 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc262d0-b972-4840-a416-88d6978e5a6e req-82b1146a-d880-46be-ac29-bbdd74b2e357 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:02:06.285141 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4bc262d0-b972-4840-a416-88d6978e5a6e req-82b1146a-d880-46be-ac29-bbdd74b2e357 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/ports?device_id=859e5e6f-804e-4c63-a56b-3a32652bb6f4 HTTP/1.1" status: 200  len: 945 time: 0.0588267
Dec 25 22:02:06.344547 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7d322b-93ef-4e19-9ace-f79dcdd41f28 req-972e44ee-564f-4a95-86d1-72193ba2990a tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:02:06.346042 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8c7d322b-93ef-4e19-9ace-f79dcdd41f28 req-972e44ee-564f-4a95-86d1-72193ba2990a tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.31 "GET /v2.0/ports?device_id=859e5e6f-804e-4c63-a56b-3a32652bb6f4&tenant_id=1e594b8d48e948b8ae34d96bebfc2a36&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 945 time: 0.0840247
Dec 25 22:02:06.366524 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4bc262d0-b972-4840-a416-88d6978e5a6e req-f27e4f6e-1847-4514-8df4-46c210f0fd00 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/security-groups?id=ecd1e866-dc70-4232-af86-72a62615443d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0672369
Dec 25 22:02:06.419067 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8c7d322b-93ef-4e19-9ace-f79dcdd41f28 req-0b0f08ea-39a6-4807-abd3-a65e13020cd3 service neutron] 10.222.0.31 "GET /v2.0/ports/d7c32045-1ccf-49c2-8582-5aa6a3230025/bindings/nch1-master-1 HTTP/1.1" status: 200  len: 382 time: 0.0648761
Dec 25 22:02:06.482128 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7d322b-93ef-4e19-9ace-f79dcdd41f28 req-04c2063d-9f3b-4bf0-9753-b5292f8eb498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:02:06.483621 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8c7d322b-93ef-4e19-9ace-f79dcdd41f28 req-04c2063d-9f3b-4bf0-9753-b5292f8eb498 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=1e594b8d48e948b8ae34d96bebfc2a36&device_id=859e5e6f-804e-4c63-a56b-3a32652bb6f4 HTTP/1.1" status: 200  len: 1096 time: 0.0412335
Dec 25 22:02:06.575261 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7d322b-93ef-4e19-9ace-f79dcdd41f28 req-1b1ea3c7-d393-46eb-97a0-0adc00742f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:02:06.576778 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8c7d322b-93ef-4e19-9ace-f79dcdd41f28 req-1b1ea3c7-d393-46eb-97a0-0adc00742f8f service neutron] 10.222.0.31 "GET /v2.0/networks?id=544249cb-4293-4a78-9ba3-8f386deae100 HTTP/1.1" status: 200  len: 912 time: 0.0855842
Dec 25 22:02:06.647234 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8c7d322b-93ef-4e19-9ace-f79dcdd41f28 req-e8427629-8984-4343-bf42-3491e4379df1 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d7c32045-1ccf-49c2-8582-5aa6a3230025 HTTP/1.1" status: 200  len: 1001 time: 0.0621996
Dec 25 22:02:06.694458 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7d322b-93ef-4e19-9ace-f79dcdd41f28 req-65e8af50-70a4-487b-9fd1-9b8d85a4d2e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:02:06.695949 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8c7d322b-93ef-4e19-9ace-f79dcdd41f28 req-65e8af50-70a4-487b-9fd1-9b8d85a4d2e6 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=fe1b5a3d-050c-415d-a526-cc2e02b19cb4 HTTP/1.1" status: 200  len: 850 time: 0.0425925
Dec 25 22:02:06.741065 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7d322b-93ef-4e19-9ace-f79dcdd41f28 req-73c2855e-6017-4c09-ba01-fcf6f1161ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:02:06.742499 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8c7d322b-93ef-4e19-9ace-f79dcdd41f28 req-73c2855e-6017-4c09-ba01-fcf6f1161ac0 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=544249cb-4293-4a78-9ba3-8f386deae100&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0395889
Dec 25 22:02:06.835488 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8c7d322b-93ef-4e19-9ace-f79dcdd41f28 req-43f369cd-faac-496d-af40-b36addae8d01 service neutron] 10.222.0.31 "GET /v2.0/networks/544249cb-4293-4a78-9ba3-8f386deae100?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0861101
Dec 25 22:02:06.928085 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8c7d322b-93ef-4e19-9ace-f79dcdd41f28 req-979d2ab9-f305-4fe8-bca9-cab4650156ab service neutron] 10.222.0.31 "GET /v2.0/networks/544249cb-4293-4a78-9ba3-8f386deae100?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0855916
Dec 25 22:02:07.022852 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-ed9469fd-e7c0-45bb-be3e-f495540ebf0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:02:07.117227 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device d7c32045-1ccf-49c2-8582-5aa6a3230025 up at agent hyperv_nch1-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 22:02:07.217018 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Provisioning for port d7c32045-1ccf-49c2-8582-5aa6a3230025 completed by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 25 22:02:07.221065 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Provisioning complete for port d7c32045-1ccf-49c2-8582-5aa6a3230025 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 22:02:07.224439 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:02:07.300109 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:02:07.321486 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '859e5e6f-804e-4c63-a56b-3a32652bb6f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7c32045-1ccf-49c2-8582-5aa6a3230025'}] {{(pid=121608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 22:02:07.323680 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a88c78c3ff6266bd59c7e89d275b28c92e739b67d23c89d71af88829fd31566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eebc1fe1-5d2c-45d4-aa1e-b259ced2c506" -d '{"events": [{"server_uuid": "859e5e6f-804e-4c63-a56b-3a32652bb6f4", "name": "network-vif-plugged", "status": "completed", "tag": "d7c32045-1ccf-49c2-8582-5aa6a3230025"}]}' {{(pid=121608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 22:02:07.335781 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port d7c32045-1ccf-49c2-8582-5aa6a3230025, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d7c32045-1ccf-49c2-8582-5aa6a3230025,segment=NetworkSegment(7ded9d98-42bc-4190-9dd6-298b9a4520f9),segment_id=7ded9d98-42bc-4190-9dd6-298b9a4520f9)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 22:02:07.374420 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 22:02:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f90f04ab-f35a-40aa-a941-b5ed550a3239 x-openstack-request-id: req-f90f04ab-f35a-40aa-a941-b5ed550a3239 {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 22:02:07.374716 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "859e5e6f-804e-4c63-a56b-3a32652bb6f4", "name": "network-vif-plugged", "status": "completed", "tag": "d7c32045-1ccf-49c2-8582-5aa6a3230025", "code": 200}]} {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 22:02:07.374969 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f90f04ab-f35a-40aa-a941-b5ed550a3239 {{(pid=121608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 22:02:07.375362 ncdv-master-1 neutron-server[121608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '859e5e6f-804e-4c63-a56b-3a32652bb6f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7c32045-1ccf-49c2-8582-5aa6a3230025', 'code': 200}
Dec 25 22:02:07.400414 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:02:07.447450 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Pushing event updated for resources: {'Port': ['ID=d7c32045-1ccf-49c2-8582-5aa6a3230025,revision_number=9']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:02:07.487992 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 22:02:07.487992 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 22:02:07.487992 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 22:02:07.487992 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 22:02:07.487992 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 22:02:07.487992 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 22:02:07.487992 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 22:02:07.487992 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 22:02:07.487992 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 22:02:07.487992 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 22:02:07.487992 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 22:02:07.487992 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 22:02:07.487992 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 22:02:07.487992 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 22:02:07.487992 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 22:02:07.487992 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 22:02:07.487992 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 22:02:07.487992 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 22:02:07.487992 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 22:02:07.487992 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 22:02:07.487992 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 22:02:07.487992 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 22:02:07.487992 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 22:02:07.487992 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 22:02:07.487992 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 22:02:07.487992 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 22:02:07.487992 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 22:02:07.487992 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 22:02:07.487992 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 22:02:07.487992 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 22:02:07.487992 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 22:02:07.487992 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 22:02:07.487992 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 22:02:07.487992 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 22:02:07.487992 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 22:02:07.487992 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 22:02:07.487992 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 22:02:07.487992 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 22:02:07.487992 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 22:02:07.487992 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 22:02:07.487992 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 22:02:07.487992 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 22:02:07.487992 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 22:02:07.487992 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 22:02:07.487992 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 22:02:07.487992 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 22:02:07.487992 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 22:02:07.487992 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 22:02:07.494036 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b20c6cc-a8f6-4ca3-8d23-61f58b611d75 req-27ac3e05-bfd4-488c-8232-919ce6df09e1 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:02:07.494036 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2b20c6cc-a8f6-4ca3-8d23-61f58b611d75 req-27ac3e05-bfd4-488c-8232-919ce6df09e1 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/ports?device_id=859e5e6f-804e-4c63-a56b-3a32652bb6f4 HTTP/1.1" status: 200  len: 946 time: 0.0524740
Dec 25 22:02:07.539942 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2b20c6cc-a8f6-4ca3-8d23-61f58b611d75 req-b7ac0630-7609-41d1-9fa7-854be9e261e4 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/security-groups?id=ecd1e866-dc70-4232-af86-72a62615443d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0413616
Dec 25 22:02:08.629206 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3e945ecd-9380-47c2-aa0a-12ebe07e03e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:02:08.657670 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:02:08.664651 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815a8519-5803-4f82-8287-9a1e3b5c0e7c req-5a469396-19c5-413a-94e3-70152e372e85 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:02:08.666336 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-815a8519-5803-4f82-8287-9a1e3b5c0e7c req-5a469396-19c5-413a-94e3-70152e372e85 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/ports?device_id=859e5e6f-804e-4c63-a56b-3a32652bb6f4 HTTP/1.1" status: 200  len: 946 time: 0.0505524
Dec 25 22:02:08.722464 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-815a8519-5803-4f82-8287-9a1e3b5c0e7c req-c9fec3db-e637-446b-b4e9-227d04a93238 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/security-groups?id=ecd1e866-dc70-4232-af86-72a62615443d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0488362
Dec 25 22:02:09.360380 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7d322b-93ef-4e19-9ace-f79dcdd41f28 req-443a2da4-5a93-437d-b09f-e129525bef73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:02:09.361915 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8c7d322b-93ef-4e19-9ace-f79dcdd41f28 req-443a2da4-5a93-437d-b09f-e129525bef73 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=859e5e6f-804e-4c63-a56b-3a32652bb6f4&tenant_id=1e594b8d48e948b8ae34d96bebfc2a36 HTTP/1.1" status: 200  len: 1097 time: 0.0452354
Dec 25 22:02:09.373890 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-8c7d322b-93ef-4e19-9ace-f79dcdd41f28 req-f9063a33-3346-4775-ae50-759b51633f71 service neutron] Request body: {'port': {'binding:host_id': 'nch2-master-1', 'device_owner': 'compute:nova'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 22:02:09.424972 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-8c7d322b-93ef-4e19-9ace-f79dcdd41f28 req-f9063a33-3346-4775-ae50-759b51633f71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:02:09.626416 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-8c7d322b-93ef-4e19-9ace-f79dcdd41f28 req-f9063a33-3346-4775-ae50-759b51633f71 service neutron] For port d7c32045-1ccf-49c2-8582-5aa6a3230025, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d7c32045-1ccf-49c2-8582-5aa6a3230025,segment=NetworkSegment(7ded9d98-42bc-4190-9dd6-298b9a4520f9),segment_id=7ded9d98-42bc-4190-9dd6-298b9a4520f9)] {{(pid=121606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 22:02:09.640004 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-15cb578f-7a63-4fd3-925d-83bad4c7b82a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:02:09.658607 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-8c7d322b-93ef-4e19-9ace-f79dcdd41f28 req-f9063a33-3346-4775-ae50-759b51633f71 service neutron] For port d7c32045-1ccf-49c2-8582-5aa6a3230025, host nch1-master-1, cleared binding levels {{(pid=121606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 22:02:09.702125 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '859e5e6f-804e-4c63-a56b-3a32652bb6f4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd7c32045-1ccf-49c2-8582-5aa6a3230025'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 22:02:09.704542 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9858820c13ec2827453b94ebc4181065e990a4e4089ccb9fe762531ac62d2fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9c0c52a-2b30-48ab-b81a-8e9ead9fadc1" -d '{"events": [{"server_uuid": "859e5e6f-804e-4c63-a56b-3a32652bb6f4", "name": "network-vif-unplugged", "status": "completed", "tag": "d7c32045-1ccf-49c2-8582-5aa6a3230025"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 22:02:09.708770 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-8c7d322b-93ef-4e19-9ace-f79dcdd41f28 req-f9063a33-3346-4775-ae50-759b51633f71 service neutron] Publish callbacks [] for port, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:02:09.724835 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.provisioning_blocks [req-8c7d322b-93ef-4e19-9ace-f79dcdd41f28 req-f9063a33-3346-4775-ae50-759b51633f71 service neutron] Transition to ACTIVE for port object d7c32045-1ccf-49c2-8582-5aa6a3230025 will not be triggered until provisioned by entity L2. {{(pid=121606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 25 22:02:09.770850 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 25 Dec 2021 22:02:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62d24ecc-c11d-414b-b21c-10788a8daefe x-openstack-request-id: req-62d24ecc-c11d-414b-b21c-10788a8daefe {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 22:02:09.771149 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "859e5e6f-804e-4c63-a56b-3a32652bb6f4", "name": "network-vif-unplugged", "status": "completed", "tag": "d7c32045-1ccf-49c2-8582-5aa6a3230025", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 22:02:09.771407 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-62d24ecc-c11d-414b-b21c-10788a8daefe {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 22:02:09.771816 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '859e5e6f-804e-4c63-a56b-3a32652bb6f4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd7c32045-1ccf-49c2-8582-5aa6a3230025', 'code': 200}
Dec 25 22:02:09.773026 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-8c7d322b-93ef-4e19-9ace-f79dcdd41f28 req-f9063a33-3346-4775-ae50-759b51633f71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:02:09.855640 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9063a33-3346-4775-ae50-759b51633f71 service neutron] Pushing event updated for resources: {'Port': ['ID=d7c32045-1ccf-49c2-8582-5aa6a3230025,revision_number=10']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:02:09.930590 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5070b6ea-df2c-4724-a466-f2889541263d req-431237d8-fff6-42da-8c02-fcc223fb4f21 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:02:09.932212 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5070b6ea-df2c-4724-a466-f2889541263d req-431237d8-fff6-42da-8c02-fcc223fb4f21 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/ports?device_id=859e5e6f-804e-4c63-a56b-3a32652bb6f4 HTTP/1.1" status: 200  len: 945 time: 0.1252780
Dec 25 22:02:09.966708 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c7d322b-93ef-4e19-9ace-f79dcdd41f28 req-f9063a33-3346-4775-ae50-759b51633f71 service neutron] No DVR routers for this DVR port d7c32045-1ccf-49c2-8582-5aa6a3230025 on host nch1-master-1 {{(pid=121606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 22:02:10.057633 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5070b6ea-df2c-4724-a466-f2889541263d req-cdbfdc58-9c4b-494a-ac09-c35768cec224 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/security-groups?id=ecd1e866-dc70-4232-af86-72a62615443d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1164253
Dec 25 22:02:10.148912 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-8c7d322b-93ef-4e19-9ace-f79dcdd41f28 req-f9063a33-3346-4775-ae50-759b51633f71 service neutron] Attempting to bind port d7c32045-1ccf-49c2-8582-5aa6a3230025 on host nch2-master-1 for vnic_type normal with profile  {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 22:02:10.149170 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-8c7d322b-93ef-4e19-9ace-f79dcdd41f28 req-f9063a33-3346-4775-ae50-759b51633f71 service neutron] Attempting to bind port d7c32045-1ccf-49c2-8582-5aa6a3230025 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '7ded9d98-42bc-4190-9dd6-298b9a4520f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '544249cb-4293-4a78-9ba3-8f386deae100'}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 22:02:10.149499 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c7d322b-93ef-4e19-9ace-f79dcdd41f28 req-f9063a33-3346-4775-ae50-759b51633f71 service neutron] Attempting to bind port d7c32045-1ccf-49c2-8582-5aa6a3230025 on network 544249cb-4293-4a78-9ba3-8f386deae100 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 22:02:10.154979 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c7d322b-93ef-4e19-9ace-f79dcdd41f28 req-f9063a33-3346-4775-ae50-759b51633f71 service neutron] Port d7c32045-1ccf-49c2-8582-5aa6a3230025 on network 544249cb-4293-4a78-9ba3-8f386deae100 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 25 22:02:10.155312 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c7d322b-93ef-4e19-9ace-f79dcdd41f28 req-f9063a33-3346-4775-ae50-759b51633f71 service neutron] Attempting to bind port d7c32045-1ccf-49c2-8582-5aa6a3230025 on network 544249cb-4293-4a78-9ba3-8f386deae100 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 22:02:10.162652 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c7d322b-93ef-4e19-9ace-f79dcdd41f28 req-f9063a33-3346-4775-ae50-759b51633f71 service neutron] Checking agent: {'id': '0d9ae313-8f8d-40fa-8a9f-d098a25a9911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 21, 4, 38), 'started_at': datetime.datetime(2021, 12, 25, 21, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 22, 2, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 22:02:10.162992 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c7d322b-93ef-4e19-9ace-f79dcdd41f28 req-f9063a33-3346-4775-ae50-759b51633f71 service neutron] Checking segment: {'id': '7ded9d98-42bc-4190-9dd6-298b9a4520f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '544249cb-4293-4a78-9ba3-8f386deae100'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 22:02:10.163379 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c7d322b-93ef-4e19-9ace-f79dcdd41f28 req-f9063a33-3346-4775-ae50-759b51633f71 service neutron] Bound using segment: {'id': '7ded9d98-42bc-4190-9dd6-298b9a4520f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '544249cb-4293-4a78-9ba3-8f386deae100'} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 22:02:10.163802 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-8c7d322b-93ef-4e19-9ace-f79dcdd41f28 req-f9063a33-3346-4775-ae50-759b51633f71 service neutron] Bound port: d7c32045-1ccf-49c2-8582-5aa6a3230025, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ded9d98-42bc-4190-9dd6-298b9a4520f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '544249cb-4293-4a78-9ba3-8f386deae100'}}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 22:02:10.164237 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-8c7d322b-93ef-4e19-9ace-f79dcdd41f28 req-f9063a33-3346-4775-ae50-759b51633f71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:02:10.231747 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-8c7d322b-93ef-4e19-9ace-f79dcdd41f28 req-f9063a33-3346-4775-ae50-759b51633f71 service neutron] For port d7c32045-1ccf-49c2-8582-5aa6a3230025, host nch2-master-1, cleared binding levels {{(pid=121606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 22:02:10.234777 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-8c7d322b-93ef-4e19-9ace-f79dcdd41f28 req-f9063a33-3346-4775-ae50-759b51633f71 service neutron] For port d7c32045-1ccf-49c2-8582-5aa6a3230025, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d7c32045-1ccf-49c2-8582-5aa6a3230025,segment=NetworkSegment(7ded9d98-42bc-4190-9dd6-298b9a4520f9),segment_id=7ded9d98-42bc-4190-9dd6-298b9a4520f9)] {{(pid=121606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 22:02:10.292455 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-8c7d322b-93ef-4e19-9ace-f79dcdd41f28 req-f9063a33-3346-4775-ae50-759b51633f71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:02:10.329634 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7d322b-93ef-4e19-9ace-f79dcdd41f28 req-f9063a33-3346-4775-ae50-759b51633f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:02:10.330242 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-8c7d322b-93ef-4e19-9ace-f79dcdd41f28 req-f9063a33-3346-4775-ae50-759b51633f71 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:02:10.332275 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8c7d322b-93ef-4e19-9ace-f79dcdd41f28 req-f9063a33-3346-4775-ae50-759b51633f71 service neutron] 10.222.0.37 "PUT /v2.0/ports/d7c32045-1ccf-49c2-8582-5aa6a3230025 HTTP/1.1" status: 200  len: 1093 time: 0.9623508
Dec 25 22:02:10.373018 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9063a33-3346-4775-ae50-759b51633f71 service neutron] Pushing event updated for resources: {'Port': ['ID=d7c32045-1ccf-49c2-8582-5aa6a3230025,revision_number=11']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:02:10.405032 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7d322b-93ef-4e19-9ace-f79dcdd41f28 req-f4d4baac-5baa-42e3-90bf-dac4eb9b9887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:02:10.406522 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8c7d322b-93ef-4e19-9ace-f79dcdd41f28 req-f4d4baac-5baa-42e3-90bf-dac4eb9b9887 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1e594b8d48e948b8ae34d96bebfc2a36&device_id=859e5e6f-804e-4c63-a56b-3a32652bb6f4 HTTP/1.1" status: 200  len: 1096 time: 0.0491290
Dec 25 22:02:10.505551 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7d322b-93ef-4e19-9ace-f79dcdd41f28 req-0997d792-d60c-4fc9-a33f-29f541b2516e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:02:10.507070 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8c7d322b-93ef-4e19-9ace-f79dcdd41f28 req-0997d792-d60c-4fc9-a33f-29f541b2516e service neutron] 10.222.0.37 "GET /v2.0/networks?id=544249cb-4293-4a78-9ba3-8f386deae100 HTTP/1.1" status: 200  len: 912 time: 0.0933015
Dec 25 22:02:10.574929 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8c7d322b-93ef-4e19-9ace-f79dcdd41f28 req-9e577e06-43c8-49a4-8357-61a9176d9f86 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d7c32045-1ccf-49c2-8582-5aa6a3230025 HTTP/1.1" status: 200  len: 1000 time: 0.0605774
Dec 25 22:02:10.627032 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7d322b-93ef-4e19-9ace-f79dcdd41f28 req-5c00dd15-75ee-4d33-a514-fb0668246cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:02:10.628503 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8c7d322b-93ef-4e19-9ace-f79dcdd41f28 req-5c00dd15-75ee-4d33-a514-fb0668246cc4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fe1b5a3d-050c-415d-a526-cc2e02b19cb4 HTTP/1.1" status: 200  len: 850 time: 0.0473216
Dec 25 22:02:10.677836 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7d322b-93ef-4e19-9ace-f79dcdd41f28 req-043b75d8-fc00-43f4-b262-43a4716c845d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:02:10.679256 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8c7d322b-93ef-4e19-9ace-f79dcdd41f28 req-043b75d8-fc00-43f4-b262-43a4716c845d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=544249cb-4293-4a78-9ba3-8f386deae100&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0435052
Dec 25 22:02:10.770409 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8c7d322b-93ef-4e19-9ace-f79dcdd41f28 req-976099a7-b068-4389-8f1f-b0cc631178bd service neutron] 10.222.0.37 "GET /v2.0/networks/544249cb-4293-4a78-9ba3-8f386deae100?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0832806
Dec 25 22:02:10.783406 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:02:10.865331 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8c7d322b-93ef-4e19-9ace-f79dcdd41f28 req-a4f29137-83cc-41a5-899b-0a9437876787 service neutron] 10.222.0.37 "GET /v2.0/networks/544249cb-4293-4a78-9ba3-8f386deae100?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0876999
Dec 25 22:02:11.127845 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device d7c32045-1ccf-49c2-8582-5aa6a3230025 no longer exists at agent hyperv_nch1-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 22:02:11.166170 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] The host nch1-master-1 is not matching for port d7c32045-1ccf-49c2-8582-5aa6a3230025 host nch2-master-1! {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}}
Dec 25 22:02:11.166557 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device d7c32045-1ccf-49c2-8582-5aa6a3230025 not bound to the agent host nch1-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 22:02:11.179818 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7859cdf4-f317-4676-a20c-0b877c481fe4 req-21bbeca2-b719-4c5a-81d3-e3b75d713189 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:02:11.181415 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7859cdf4-f317-4676-a20c-0b877c481fe4 req-21bbeca2-b719-4c5a-81d3-e3b75d713189 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/ports?device_id=859e5e6f-804e-4c63-a56b-3a32652bb6f4 HTTP/1.1" status: 200  len: 945 time: 0.0513833
Dec 25 22:02:11.227515 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7859cdf4-f317-4676-a20c-0b877c481fe4 req-4bdc85c1-424c-4ded-9e91-05ce2bc9e92d tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/security-groups?id=ecd1e866-dc70-4232-af86-72a62615443d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0400362
Dec 25 22:02:11.772498 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '859e5e6f-804e-4c63-a56b-3a32652bb6f4', 'tag': 'd7c32045-1ccf-49c2-8582-5aa6a3230025'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 22:02:11.774941 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9858820c13ec2827453b94ebc4181065e990a4e4089ccb9fe762531ac62d2fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5895a6aa-41f0-458f-b938-1d6feb626cb3" -d '{"events": [{"name": "network-changed", "server_uuid": "859e5e6f-804e-4c63-a56b-3a32652bb6f4", "tag": "d7c32045-1ccf-49c2-8582-5aa6a3230025"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 22:02:11.822422 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Dec 2021 22:02:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-563a0cdc-843c-4f9c-a6e1-7c7bfe876b0b x-openstack-request-id: req-563a0cdc-843c-4f9c-a6e1-7c7bfe876b0b {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 22:02:11.822716 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "859e5e6f-804e-4c63-a56b-3a32652bb6f4", "tag": "d7c32045-1ccf-49c2-8582-5aa6a3230025", "status": "completed", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 22:02:11.822971 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-563a0cdc-843c-4f9c-a6e1-7c7bfe876b0b {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 22:02:11.823370 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '859e5e6f-804e-4c63-a56b-3a32652bb6f4', 'tag': 'd7c32045-1ccf-49c2-8582-5aa6a3230025', 'status': 'completed', 'code': 200}
Dec 25 22:02:11.909600 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5895a6aa-41f0-458f-b938-1d6feb626cb3 req-4a9e1882-ae49-485c-8de1-3f556efadd72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:02:11.911082 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5895a6aa-41f0-458f-b938-1d6feb626cb3 req-4a9e1882-ae49-485c-8de1-3f556efadd72 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1e594b8d48e948b8ae34d96bebfc2a36&device_id=859e5e6f-804e-4c63-a56b-3a32652bb6f4 HTTP/1.1" status: 200  len: 1096 time: 0.0624359
Dec 25 22:02:11.912818 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5895a6aa-41f0-458f-b938-1d6feb626cb3 req-4326f198-b0f8-4edd-b039-391ac8d584fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:02:11.914183 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5895a6aa-41f0-458f-b938-1d6feb626cb3 req-4326f198-b0f8-4edd-b039-391ac8d584fe service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=1e594b8d48e948b8ae34d96bebfc2a36&device_id=859e5e6f-804e-4c63-a56b-3a32652bb6f4 HTTP/1.1" status: 200  len: 1096 time: 0.0733750
Dec 25 22:02:12.065238 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5895a6aa-41f0-458f-b938-1d6feb626cb3 req-b4da1bb9-4572-4134-9558-858deaf6b25e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:02:12.066609 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5895a6aa-41f0-458f-b938-1d6feb626cb3 req-b4da1bb9-4572-4134-9558-858deaf6b25e service neutron] 10.222.0.37 "GET /v2.0/networks?id=544249cb-4293-4a78-9ba3-8f386deae100 HTTP/1.1" status: 200  len: 912 time: 0.1475794
Dec 25 22:02:12.070767 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5895a6aa-41f0-458f-b938-1d6feb626cb3 req-a81d88ae-9a61-4eee-979e-ba33a6fbc910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:02:12.071022 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5895a6aa-41f0-458f-b938-1d6feb626cb3 req-a81d88ae-9a61-4eee-979e-ba33a6fbc910 service neutron] 10.222.0.31 "GET /v2.0/networks?id=544249cb-4293-4a78-9ba3-8f386deae100 HTTP/1.1" status: 200  len: 912 time: 0.1443613
Dec 25 22:02:12.182134 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5895a6aa-41f0-458f-b938-1d6feb626cb3 req-4f1d39bb-edfb-463f-b430-079973efb069 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d7c32045-1ccf-49c2-8582-5aa6a3230025 HTTP/1.1" status: 200  len: 1000 time: 0.1041703
Dec 25 22:02:12.183714 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5895a6aa-41f0-458f-b938-1d6feb626cb3 req-6efd0c07-0333-405d-8cf9-998ca7a5434f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d7c32045-1ccf-49c2-8582-5aa6a3230025 HTTP/1.1" status: 200  len: 1000 time: 0.1048236
Dec 25 22:02:12.269191 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5895a6aa-41f0-458f-b938-1d6feb626cb3 req-3edc2ddd-d965-4991-8f26-1368721348a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:02:12.270683 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5895a6aa-41f0-458f-b938-1d6feb626cb3 req-3edc2ddd-d965-4991-8f26-1368721348a6 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=fe1b5a3d-050c-415d-a526-cc2e02b19cb4 HTTP/1.1" status: 200  len: 850 time: 0.0803363
Dec 25 22:02:12.272043 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5895a6aa-41f0-458f-b938-1d6feb626cb3 req-e771b0ef-ab5f-459e-90aa-54765a5a0153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:02:12.273353 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5895a6aa-41f0-458f-b938-1d6feb626cb3 req-e771b0ef-ab5f-459e-90aa-54765a5a0153 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fe1b5a3d-050c-415d-a526-cc2e02b19cb4 HTTP/1.1" status: 200  len: 850 time: 0.0754509
Dec 25 22:02:12.369217 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5895a6aa-41f0-458f-b938-1d6feb626cb3 req-a13e1ed7-077a-4366-9471-7f3059c6cef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:02:12.370724 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5895a6aa-41f0-458f-b938-1d6feb626cb3 req-a13e1ed7-077a-4366-9471-7f3059c6cef3 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=544249cb-4293-4a78-9ba3-8f386deae100&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0937414
Dec 25 22:02:12.377748 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5895a6aa-41f0-458f-b938-1d6feb626cb3 req-d975b9e4-73b9-4a9d-83bf-9e614f0ffc15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:02:12.379120 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5895a6aa-41f0-458f-b938-1d6feb626cb3 req-d975b9e4-73b9-4a9d-83bf-9e614f0ffc15 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=544249cb-4293-4a78-9ba3-8f386deae100&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0945117
Dec 25 22:02:12.404970 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895a3445-6aa3-40b1-92b4-88aa342182c2 req-453ac189-c356-469d-8c13-31a4ee752942 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:02:12.406385 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-895a3445-6aa3-40b1-92b4-88aa342182c2 req-453ac189-c356-469d-8c13-31a4ee752942 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/ports?device_id=859e5e6f-804e-4c63-a56b-3a32652bb6f4 HTTP/1.1" status: 200  len: 945 time: 0.0842118
Dec 25 22:02:12.912522 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-895a3445-6aa3-40b1-92b4-88aa342182c2 req-34370a37-b3d3-4c33-8e09-b32ce659912d tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/security-groups?id=ecd1e866-dc70-4232-af86-72a62615443d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4920242
Dec 25 22:02:12.930640 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5895a6aa-41f0-458f-b938-1d6feb626cb3 req-9760379b-9d43-48c3-9377-a0315ae8dde3 service neutron] 10.222.0.37 "GET /v2.0/networks/544249cb-4293-4a78-9ba3-8f386deae100?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5399182
Dec 25 22:02:12.933981 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5895a6aa-41f0-458f-b938-1d6feb626cb3 req-b63f4e52-da1b-4a01-93e8-531c7fa27f22 service neutron] 10.222.0.31 "GET /v2.0/networks/544249cb-4293-4a78-9ba3-8f386deae100?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5540159
Dec 25 22:02:13.086353 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5895a6aa-41f0-458f-b938-1d6feb626cb3 req-46ca4d65-476c-401c-a139-053b38749df6 service neutron] 10.222.0.37 "GET /v2.0/networks/544249cb-4293-4a78-9ba3-8f386deae100?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1478488
Dec 25 22:02:13.088193 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5895a6aa-41f0-458f-b938-1d6feb626cb3 req-f005e8c1-d541-4466-ba0e-ded27e61d9c2 service neutron] 10.222.0.31 "GET /v2.0/networks/544249cb-4293-4a78-9ba3-8f386deae100?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1429505
Dec 25 22:02:14.029928 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20d2810-5332-454b-9401-c39d12466a82 req-f140f68a-2931-4681-840a-5dc1aaec823d tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:02:14.031408 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e20d2810-5332-454b-9401-c39d12466a82 req-f140f68a-2931-4681-840a-5dc1aaec823d tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/ports?device_id=859e5e6f-804e-4c63-a56b-3a32652bb6f4 HTTP/1.1" status: 200  len: 945 time: 0.0486894
Dec 25 22:02:14.078334 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e20d2810-5332-454b-9401-c39d12466a82 req-e232d767-95b5-4972-8d80-a6acda2fe6c3 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/security-groups?id=ecd1e866-dc70-4232-af86-72a62615443d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0403478
Dec 25 22:02:14.198940 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8db153a-59f8-4997-b1bf-f70802ca3ef8 req-7322f2fc-ff6b-44a6-899b-141d641635c8 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:02:14.200340 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f8db153a-59f8-4997-b1bf-f70802ca3ef8 req-7322f2fc-ff6b-44a6-899b-141d641635c8 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/ports?device_id=859e5e6f-804e-4c63-a56b-3a32652bb6f4 HTTP/1.1" status: 200  len: 945 time: 0.0553286
Dec 25 22:02:14.248080 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f8db153a-59f8-4997-b1bf-f70802ca3ef8 req-c5869a61-d269-458b-9508-10e5b8b971be tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/security-groups?id=ecd1e866-dc70-4232-af86-72a62615443d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0416679
Dec 25 22:02:14.360577 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3c3f93-47e1-4135-8306-458bad0876f0 req-281372e7-3a1b-4265-895b-78403d3397fc tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:02:14.362073 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4d3c3f93-47e1-4135-8306-458bad0876f0 req-281372e7-3a1b-4265-895b-78403d3397fc tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/ports?device_id=859e5e6f-804e-4c63-a56b-3a32652bb6f4 HTTP/1.1" status: 200  len: 945 time: 0.0486662
Dec 25 22:02:14.407500 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4d3c3f93-47e1-4135-8306-458bad0876f0 req-f3cce480-de29-4234-9222-aebd03484395 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/security-groups?id=ecd1e866-dc70-4232-af86-72a62615443d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0394483
Dec 25 22:02:14.876754 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a45385-0876-48c6-8a77-3a9678b36265 req-be80ffd0-f8fb-4655-8556-d345c7132137 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:02:14.878265 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b0a45385-0876-48c6-8a77-3a9678b36265 req-be80ffd0-f8fb-4655-8556-d345c7132137 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/ports?device_id=859e5e6f-804e-4c63-a56b-3a32652bb6f4 HTTP/1.1" status: 200  len: 945 time: 0.0619125
Dec 25 22:02:14.925533 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b0a45385-0876-48c6-8a77-3a9678b36265 req-bb8c8359-319e-4a07-bfd2-41791b1f3e46 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/security-groups?id=ecd1e866-dc70-4232-af86-72a62615443d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0403824
Dec 25 22:02:14.981688 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device d7c32045-1ccf-49c2-8582-5aa6a3230025 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 25 22:02:15.077159 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port d7c32045-1ccf-49c2-8582-5aa6a3230025, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d7c32045-1ccf-49c2-8582-5aa6a3230025,segment=NetworkSegment(7ded9d98-42bc-4190-9dd6-298b9a4520f9),segment_id=7ded9d98-42bc-4190-9dd6-298b9a4520f9)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 22:02:15.088859 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Returning: {'device': 'd7c32045-1ccf-49c2-8582-5aa6a3230025', 'network_id': '544249cb-4293-4a78-9ba3-8f386deae100', 'port_id': 'd7c32045-1ccf-49c2-8582-5aa6a3230025', 'mac_address': 'fa:16:3e:24:3b:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe1b5a3d-050c-415d-a526-cc2e02b19cb4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 25 22:02:15.125920 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:02:15.142579 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7c32045-1ccf-49c2-8582-5aa6a3230025 {{(pid=121608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 22:02:15.160568 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] For port d7c32045-1ccf-49c2-8582-5aa6a3230025, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d7c32045-1ccf-49c2-8582-5aa6a3230025,segment=NetworkSegment(7ded9d98-42bc-4190-9dd6-298b9a4520f9),segment_id=7ded9d98-42bc-4190-9dd6-298b9a4520f9)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 22:02:15.245517 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:02:15.293225 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Pushing event updated for resources: {'Port': ['ID=d7c32045-1ccf-49c2-8582-5aa6a3230025,revision_number=12']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:02:15.509303 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] get_ports_and_sgs() called for port_ids ['d7c32045-1ccf-49c2-8582-5aa6a3230025'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 22:02:16.040983 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ebce07-e0f8-4d7f-b869-3d7cf59fee4a req-b5106c51-811e-4274-92f7-ac4cea145b9b tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:02:16.042466 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-60ebce07-e0f8-4d7f-b869-3d7cf59fee4a req-b5106c51-811e-4274-92f7-ac4cea145b9b tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/ports?device_id=859e5e6f-804e-4c63-a56b-3a32652bb6f4 HTTP/1.1" status: 200  len: 946 time: 0.0482755
Dec 25 22:02:16.112366 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-60ebce07-e0f8-4d7f-b869-3d7cf59fee4a req-23da1596-55da-457a-9ede-22cea31a59cb tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/security-groups?id=ecd1e866-dc70-4232-af86-72a62615443d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0640037
Dec 25 22:02:16.132578 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94943aa-699e-4f84-a699-0b6b944ced2f req-0cb59bd3-02ca-4cae-b57d-7ae618f92545 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:02:16.133309 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d94943aa-699e-4f84-a699-0b6b944ced2f req-0cb59bd3-02ca-4cae-b57d-7ae618f92545 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.37 "GET /v2.0/ports?device_id=859e5e6f-804e-4c63-a56b-3a32652bb6f4 HTTP/1.1" status: 200  len: 946 time: 0.0600991
Dec 25 22:02:16.225673 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [req-d94943aa-699e-4f84-a699-0b6b944ced2f req-bf28aae9-ba88-4b68-b11b-9d8bba47cbc5 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Deleting port d7c32045-1ccf-49c2-8582-5aa6a3230025 {{(pid=121606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 22:02:16.226013 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-d94943aa-699e-4f84-a699-0b6b944ced2f req-bf28aae9-ba88-4b68-b11b-9d8bba47cbc5 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:02:16.310904 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-d94943aa-699e-4f84-a699-0b6b944ced2f req-bf28aae9-ba88-4b68-b11b-9d8bba47cbc5 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] For port d7c32045-1ccf-49c2-8582-5aa6a3230025, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d7c32045-1ccf-49c2-8582-5aa6a3230025,segment=NetworkSegment(7ded9d98-42bc-4190-9dd6-298b9a4520f9),segment_id=7ded9d98-42bc-4190-9dd6-298b9a4520f9)] {{(pid=121606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 22:02:16.311262 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-d94943aa-699e-4f84-a699-0b6b944ced2f req-bf28aae9-ba88-4b68-b11b-9d8bba47cbc5 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:02:16.482647 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-d94943aa-699e-4f84-a699-0b6b944ced2f req-bf28aae9-ba88-4b68-b11b-9d8bba47cbc5 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Publish callbacks [] for floatingip, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:02:16.482943 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-d94943aa-699e-4f84-a699-0b6b944ced2f req-bf28aae9-ba88-4b68-b11b-9d8bba47cbc5 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2008639'] for floatingip, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:02:16.483263 ncdv-master-1 neutron-server[121606]: INFO neutron.db.l3_db [req-d94943aa-699e-4f84-a699-0b6b944ced2f req-bf28aae9-ba88-4b68-b11b-9d8bba47cbc5 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Floating IP 5e0debcb-0ca3-46ff-bc55-de85f6b81a13 disassociated. External IP: 172.35.3.39, port: d7c32045-1ccf-49c2-8582-5aa6a3230025.
Dec 25 22:02:16.483613 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [req-d94943aa-699e-4f84-a699-0b6b944ced2f req-bf28aae9-ba88-4b68-b11b-9d8bba47cbc5 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Calling delete_port for d7c32045-1ccf-49c2-8582-5aa6a3230025 owned by compute:nova {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 22:02:16.686990 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-d94943aa-699e-4f84-a699-0b6b944ced2f req-bf28aae9-ba88-4b68-b11b-9d8bba47cbc5 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:02:16.722408 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf28aae9-ba88-4b68-b11b-9d8bba47cbc5 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Pushing event deleted for resources: {'Port': ['ID=d7c32045-1ccf-49c2-8582-5aa6a3230025,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:02:16.847080 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d94943aa-699e-4f84-a699-0b6b944ced2f req-bf28aae9-ba88-4b68-b11b-9d8bba47cbc5 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Router 8accf2b6-aa0e-4afd-9635-ed8920d0eef4 has already been hosted by L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 {{(pid=121606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 25 22:02:16.960647 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d94943aa-699e-4f84-a699-0b6b944ced2f req-bf28aae9-ba88-4b68-b11b-9d8bba47cbc5 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 22:02:16.970455 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7c2d420-aaf9-4c5f-814d-7a73dc42f1cb None None] Sync routers for ids ['8accf2b6-aa0e-4afd-9635-ed8920d0eef4'] in ncdv-master-1 {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 22:02:16.980588 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7c2d420-aaf9-4c5f-814d-7a73dc42f1cb None None] Routers {'8accf2b6-aa0e-4afd-9635-ed8920d0eef4'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 22:02:16.981512 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-f7c2d420-aaf9-4c5f-814d-7a73dc42f1cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f261a736d30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T22:02:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['8accf2b6-aa0e-4afd-9635-ed8920d0eef4'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 22:02:16.982491 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device d7c32045-1ccf-49c2-8582-5aa6a3230025 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 25 22:02:16.987187 ncdv-master-1 neutron-server[121608]: INFO neutron.plugins.ml2.plugin [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] No ports have port_id starting with d7c32045-1ccf-49c2-8582-5aa6a3230025
Dec 25 22:02:16.988645 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device d7c32045-1ccf-49c2-8582-5aa6a3230025 requested by agent hyperv_nch2-master-1 not found in database {{(pid=121608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:115}}
Dec 25 22:02:17.005613 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [req-d94943aa-699e-4f84-a699-0b6b944ced2f req-bf28aae9-ba88-4b68-b11b-9d8bba47cbc5 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] No DVR routers for this DVR port d7c32045-1ccf-49c2-8582-5aa6a3230025 on host nch2-master-1 {{(pid=121606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 22:02:17.008333 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-d94943aa-699e-4f84-a699-0b6b944ced2f req-bf28aae9-ba88-4b68-b11b-9d8bba47cbc5 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:02:17.012166 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d94943aa-699e-4f84-a699-0b6b944ced2f req-bf28aae9-ba88-4b68-b11b-9d8bba47cbc5 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.37 "DELETE /v2.0/ports/d7c32045-1ccf-49c2-8582-5aa6a3230025 HTTP/1.1" status: 204  len: 173 time: 0.8723223
Dec 25 22:02:17.012858 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '859e5e6f-804e-4c63-a56b-3a32652bb6f4', 'name': 'network-vif-deleted', 'tag': 'd7c32045-1ccf-49c2-8582-5aa6a3230025'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 22:02:17.015307 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9858820c13ec2827453b94ebc4181065e990a4e4089ccb9fe762531ac62d2fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-169aada4-4a4e-4874-808b-fea69ccdf29e" -d '{"events": [{"server_uuid": "859e5e6f-804e-4c63-a56b-3a32652bb6f4", "name": "network-vif-deleted", "tag": "d7c32045-1ccf-49c2-8582-5aa6a3230025"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 22:02:17.054013 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 22:02:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d3d48da-202d-4afb-8a16-c1870e39b689 x-openstack-request-id: req-3d3d48da-202d-4afb-8a16-c1870e39b689 {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 22:02:17.054013 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "859e5e6f-804e-4c63-a56b-3a32652bb6f4", "name": "network-vif-deleted", "tag": "d7c32045-1ccf-49c2-8582-5aa6a3230025", "status": "completed", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 22:02:17.054725 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3d3d48da-202d-4afb-8a16-c1870e39b689 {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 22:02:17.054725 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '859e5e6f-804e-4c63-a56b-3a32652bb6f4', 'name': 'network-vif-deleted', 'tag': 'd7c32045-1ccf-49c2-8582-5aa6a3230025', 'status': 'completed', 'code': 200}
Dec 25 22:02:17.088716 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvr_db [None req-f7c2d420-aaf9-4c5f-814d-7a73dc42f1cb None None] Set router 8accf2b6-aa0e-4afd-9635-ed8920d0eef4 gateway port host: ncdv-master-1 {{(pid=121609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 22:02:17.211324 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1ca3a091-8766-4f09-af9e-2c664d21280e req-92aea36c-dad7-4b03-a784-98cba8b3c6ae tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/ports?device_id=859e5e6f-804e-4c63-a56b-3a32652bb6f4 HTTP/1.1" status: 200  len: 210 time: 0.0268853
Dec 25 22:02:17.289933 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-f7c2d420-aaf9-4c5f-814d-7a73dc42f1cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f261a736d30>, [{'id': '8accf2b6-aa0e-4afd-9635-ed8920d0eef4', 'name': 'tempest-ServerActionsTestJSON-535026700-router', 'tenant_id': '1e594b8d48e948b8ae34d96bebfc2a36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.231'}], 'enable_snat': True}, 'gw_port_id': '4ebb692d-0106-41c5-a37c-66d5e165232a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:55:09Z', 'updated_at': '2021-12-25T21:55:12Z', 'revision_number': 4, 'project_id': '1e594b8d48e948b8ae34d96bebfc2a36', 'gw_port': {'id': '4ebb692d-0106-41c5-a37c-66d5e165232a', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:92:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8accf2b6-aa0e-4afd-9635-ed8920d0eef4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4049, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:55:09Z', 'updated_at': '2021-12-25T21:55:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'bfbc9022-6830-4a42-b5fb-7f904e70878e', 'name': '', 'network_id': '544249cb-4293-4a78-9ba3-8f386deae100', 'tenant_id': '1e594b8d48e948b8ae34d96bebfc2a36', 'mac_address': 'fa:16:3e:62:0b:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8accf2b6-aa0e-4afd-9635-ed8920d0eef4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4050, 'fixed_ips': [{'subnet_id': 'fe1b5a3d-050c-415d-a526-cc2e02b19cb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:55:11Z', 'updated_at': '2021-12-25T21:55:15Z', 'revision_number': 5, 'project_id': '1e594b8d48e948b8ae34d96bebfc2a36', 'subnets': [{'id': 'fe1b5a3d-050c-415d-a526-cc2e02b19cb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 22:02:17.319139 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7c2d420-aaf9-4c5f-814d-7a73dc42f1cb None None] Checking router: 8accf2b6-aa0e-4afd-9635-ed8920d0eef4 for host: ncdv-master-1 {{(pid=121609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 25 22:02:17.327240 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7c2d420-aaf9-4c5f-814d-7a73dc42f1cb None None] Routers {'8accf2b6-aa0e-4afd-9635-ed8920d0eef4'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 22:02:17.327827 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-f7c2d420-aaf9-4c5f-814d-7a73dc42f1cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f261a736d30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T22:02:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['8accf2b6-aa0e-4afd-9635-ed8920d0eef4'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 22:02:17.432118 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvr_db [None req-f7c2d420-aaf9-4c5f-814d-7a73dc42f1cb None None] Set router 8accf2b6-aa0e-4afd-9635-ed8920d0eef4 gateway port host: ncdv-master-1 {{(pid=121609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 22:02:17.661811 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-f7c2d420-aaf9-4c5f-814d-7a73dc42f1cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f261a736d30>, [{'id': '8accf2b6-aa0e-4afd-9635-ed8920d0eef4', 'name': 'tempest-ServerActionsTestJSON-535026700-router', 'tenant_id': '1e594b8d48e948b8ae34d96bebfc2a36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.231'}], 'enable_snat': True}, 'gw_port_id': '4ebb692d-0106-41c5-a37c-66d5e165232a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:55:09Z', 'updated_at': '2021-12-25T21:55:12Z', 'revision_number': 4, 'project_id': '1e594b8d48e948b8ae34d96bebfc2a36', 'gw_port': {'id': '4ebb692d-0106-41c5-a37c-66d5e165232a', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:92:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8accf2b6-aa0e-4afd-9635-ed8920d0eef4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4049, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:55:09Z', 'updated_at': '2021-12-25T21:55:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'bfbc9022-6830-4a42-b5fb-7f904e70878e', 'name': '', 'network_id': '544249cb-4293-4a78-9ba3-8f386deae100', 'tenant_id': '1e594b8d48e948b8ae34d96bebfc2a36', 'mac_address': 'fa:16:3e:62:0b:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8accf2b6-aa0e-4afd-9635-ed8920d0eef4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4050, 'fixed_ips': [{'subnet_id': 'fe1b5a3d-050c-415d-a526-cc2e02b19cb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:55:11Z', 'updated_at': '2021-12-25T21:55:15Z', 'revision_number': 5, 'project_id': '1e594b8d48e948b8ae34d96bebfc2a36', 'subnets': [{'id': 'fe1b5a3d-050c-415d-a526-cc2e02b19cb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 22:02:17.687082 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7c2d420-aaf9-4c5f-814d-7a73dc42f1cb None None] The sync data for ids ['8accf2b6-aa0e-4afd-9635-ed8920d0eef4'] in ncdv-master-1 is: [{'id': '8accf2b6-aa0e-4afd-9635-ed8920d0eef4', 'name': 'tempest-ServerActionsTestJSON-535026700-router', 'tenant_id': '1e594b8d48e948b8ae34d96bebfc2a36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.231'}], 'enable_snat': True}, 'gw_port_id': '4ebb692d-0106-41c5-a37c-66d5e165232a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:55:09Z', 'updated_at': '2021-12-25T21:55:12Z', 'revision_number': 4, 'project_id': '1e594b8d48e948b8ae34d96bebfc2a36', 'gw_port': {'id': '4ebb692d-0106-41c5-a37c-66d5e165232a', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:92:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8accf2b6-aa0e-4afd-9635-ed8920d0eef4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4049, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:55:09Z', 'updated_at': '2021-12-25T21:55:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'bfbc9022-6830-4a42-b5fb-7f904e70878e', 'name': '', 'network_id': '544249cb-4293-4a78-9ba3-8f386deae100', 'tenant_id': '1e594b8d48e948b8ae34d96bebfc2a36', 'mac_address': 'fa:16:3e:62:0b:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8accf2b6-aa0e-4afd-9635-ed8920d0eef4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4050, 'fixed_ips': [{'subnet_id': 'fe1b5a3d-050c-415d-a526-cc2e02b19cb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:55:11Z', 'updated_at': '2021-12-25T21:55:15Z', 'revision_number': 5, 'project_id': '1e594b8d48e948b8ae34d96bebfc2a36', 'subnets': [{'id': 'fe1b5a3d-050c-415d-a526-cc2e02b19cb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 22:02:17.912403 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a147711-e034-47d0-9651-8415c8e0f8d5 None None] New status for floating IP 5e0debcb-0ca3-46ff-bc55-de85f6b81a13: DOWN {{(pid=121608) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 25 22:02:18.489961 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a24f7ffa-cdac-4c67-8993-a73dbf2cbe63 req-4409b9ed-7b2a-4b1d-820d-27bc4d2126f6 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--685716593&fields=id&tenant_id=1e594b8d48e948b8ae34d96bebfc2a36 HTTP/1.1" status: 200  len: 267 time: 0.0419698
Dec 25 22:02:18.597512 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24f7ffa-cdac-4c67-8993-a73dbf2cbe63 req-e107bda7-e92a-40e3-ab82-75313e17be64 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:02:18.599498 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a24f7ffa-cdac-4c67-8993-a73dbf2cbe63 req-e107bda7-e92a-40e3-ab82-75313e17be64 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/networks?id=544249cb-4293-4a78-9ba3-8f386deae100 HTTP/1.1" status: 200  len: 811 time: 0.1027627
Dec 25 22:02:18.615298 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a24f7ffa-cdac-4c67-8993-a73dbf2cbe63 req-c893e832-6d04-475e-9280-49b7db8c5cc6 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/quotas/1e594b8d48e948b8ae34d96bebfc2a36 HTTP/1.1" status: 200  len: 375 time: 0.0097165
Dec 25 22:02:18.664832 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a24f7ffa-cdac-4c67-8993-a73dbf2cbe63 req-28c65276-e200-4134-bea5-ebc18d6ebe04 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=1e594b8d48e948b8ae34d96bebfc2a36&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0443869
Dec 25 22:02:18.813570 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a24f7ffa-cdac-4c67-8993-a73dbf2cbe63 req-c3485e12-c07b-47e4-880a-b988243d8dda service neutron] 10.222.0.32 "GET /v2.0/networks/544249cb-4293-4a78-9ba3-8f386deae100?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1372659
Dec 25 22:02:18.904964 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a24f7ffa-cdac-4c67-8993-a73dbf2cbe63 req-8656ff97-6011-4cef-a9ba-b7e3dab9f749 service neutron] 10.222.0.32 "GET /v2.0/networks/544249cb-4293-4a78-9ba3-8f386deae100?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0845895
Dec 25 22:02:19.133872 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d328455a-2ea5-4326-ae32-d910bbb090be req-c8a9ddca-2813-4ea9-b44d-c95d6588f416 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/ports?device_id=8771b817-fa8f-4ab3-9171-5f63652fa06d HTTP/1.1" status: 200  len: 210 time: 0.0265751
Dec 25 22:02:20.233812 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c81b717c-bf2e-4491-b6ad-56972f587416 req-f253f6a2-1bd2-4ef4-9cbe-908cfdd35e4b tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/ports?device_id=8771b817-fa8f-4ab3-9171-5f63652fa06d HTTP/1.1" status: 200  len: 210 time: 0.0269034
Dec 25 22:02:20.689259 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24f7ffa-cdac-4c67-8993-a73dbf2cbe63 req-a8863af4-5c93-46cf-8ffd-2cec85f755b2 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:02:20.690684 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a24f7ffa-cdac-4c67-8993-a73dbf2cbe63 req-a8863af4-5c93-46cf-8ffd-2cec85f755b2 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.37 "GET /v2.0/networks?id=544249cb-4293-4a78-9ba3-8f386deae100 HTTP/1.1" status: 200  len: 811 time: 0.1050000
Dec 25 22:02:20.752506 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a24f7ffa-cdac-4c67-8993-a73dbf2cbe63 req-72bb3e20-0893-4740-9abc-8ea94b7920a2 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1e594b8d48e948b8ae34d96bebfc2a36 HTTP/1.1" status: 200  len: 379 time: 0.0517812
Dec 25 22:02:20.761722 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-a24f7ffa-cdac-4c67-8993-a73dbf2cbe63 req-43a89653-8c6f-4004-9108-b1d963ea741f tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Request body: {'port': {'device_id': '8771b817-fa8f-4ab3-9171-5f63652fa06d', 'network_id': '544249cb-4293-4a78-9ba3-8f386deae100', 'admin_state_up': True, 'tenant_id': '1e594b8d48e948b8ae34d96bebfc2a36', 'security_groups': ['ecd1e866-dc70-4232-af86-72a62615443d']}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 22:02:20.954338 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a24f7ffa-cdac-4c67-8993-a73dbf2cbe63 req-43a89653-8c6f-4004-9108-b1d963ea741f tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Made reservation on behalf of 1e594b8d48e948b8ae34d96bebfc2a36 for: {'port': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 22:02:20.958555 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-a24f7ffa-cdac-4c67-8993-a73dbf2cbe63 req-43a89653-8c6f-4004-9108-b1d963ea741f tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:02:21.013061 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device d7c32045-1ccf-49c2-8582-5aa6a3230025 no longer exists at agent hyperv_nch2-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 22:02:21.033609 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] No Port match for: d7c32045-1ccf-49c2-8582-5aa6a3230025 {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 22:02:21.033946 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Device d7c32045-1ccf-49c2-8582-5aa6a3230025 not bound to the agent host nch2-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 22:02:21.081312 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_common [req-a24f7ffa-cdac-4c67-8993-a73dbf2cbe63 req-43a89653-8c6f-4004-9108-b1d963ea741f tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Allocated IP 172.20.0.3 (544249cb-4293-4a78-9ba3-8f386deae100/fe1b5a3d-050c-415d-a526-cc2e02b19cb4/b86a5c2d-f2aa-45cb-ab04-5b2177b2a483) {{(pid=121606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 22:02:21.218438 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-a24f7ffa-cdac-4c67-8993-a73dbf2cbe63 req-43a89653-8c6f-4004-9108-b1d963ea741f tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Publish callbacks [] for port, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:02:21.314028 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-a24f7ffa-cdac-4c67-8993-a73dbf2cbe63 req-43a89653-8c6f-4004-9108-b1d963ea741f tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:02:21.380214 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a24f7ffa-cdac-4c67-8993-a73dbf2cbe63 req-43a89653-8c6f-4004-9108-b1d963ea741f tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Network 544249cb-4293-4a78-9ba3-8f386deae100 is already hosted by enough agents. {{(pid=121606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 22:02:21.384973 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [req-a24f7ffa-cdac-4c67-8993-a73dbf2cbe63 req-43a89653-8c6f-4004-9108-b1d963ea741f tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Resources bound (agent type, host, resource id):  {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 22:02:21.390177 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [req-a24f7ffa-cdac-4c67-8993-a73dbf2cbe63 req-43a89653-8c6f-4004-9108-b1d963ea741f tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Received port after_create {{(pid=121606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 22:02:21.405280 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c29555-9f8d-46cb-be73-92352847875a req-a296ab5e-df69-4ab0-b8d2-2252b73e8adf tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:02:21.406694 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-22c29555-9f8d-46cb-be73-92352847875a req-a296ab5e-df69-4ab0-b8d2-2252b73e8adf tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/ports?device_id=8771b817-fa8f-4ab3-9171-5f63652fa06d HTTP/1.1" status: 200  len: 931 time: 0.1035333
Dec 25 22:02:21.443439 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a89653-8c6f-4004-9108-b1d963ea741f tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Pushing event updated for resources: {'Port': ['ID=b86a5c2d-f2aa-45cb-ab04-5b2177b2a483,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:02:21.474135 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24f7ffa-cdac-4c67-8993-a73dbf2cbe63 req-43a89653-8c6f-4004-9108-b1d963ea741f tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:02:21.474707 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-a24f7ffa-cdac-4c67-8993-a73dbf2cbe63 req-43a89653-8c6f-4004-9108-b1d963ea741f tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:02:21.506061 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-22c29555-9f8d-46cb-be73-92352847875a req-00c95daa-8b29-46a4-9717-49816af95b0a tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/security-groups?id=ecd1e866-dc70-4232-af86-72a62615443d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0763910
Dec 25 22:02:21.574846 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a24f7ffa-cdac-4c67-8993-a73dbf2cbe63 req-43a89653-8c6f-4004-9108-b1d963ea741f tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8166599
Dec 25 22:02:21.587607 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-a24f7ffa-cdac-4c67-8993-a73dbf2cbe63 req-1a7bfd70-b162-4e17-868a-c5732ae333af service neutron] Request body: {'port': {'device_id': '8771b817-fa8f-4ab3-9171-5f63652fa06d', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 22:02:21.598826 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-bb452dd2-75a2-4ded-bc01-8cb96313be11 None None] Provisioning complete for port b86a5c2d-f2aa-45cb-ab04-5b2177b2a483 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 22:02:21.599743 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-bb452dd2-75a2-4ded-bc01-8cb96313be11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:02:21.637268 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-bb452dd2-75a2-4ded-bc01-8cb96313be11 None None] Port b86a5c2d-f2aa-45cb-ab04-5b2177b2a483 cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 22:02:21.640856 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-a24f7ffa-cdac-4c67-8993-a73dbf2cbe63 req-1a7bfd70-b162-4e17-868a-c5732ae333af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:02:21.905557 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [req-a24f7ffa-cdac-4c67-8993-a73dbf2cbe63 req-1a7bfd70-b162-4e17-868a-c5732ae333af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b86a5c2d-f2aa-45cb-ab04-5b2177b2a483 {{(pid=121606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 22:02:21.912991 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-a24f7ffa-cdac-4c67-8993-a73dbf2cbe63 req-1a7bfd70-b162-4e17-868a-c5732ae333af service neutron] Publish callbacks [] for port, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:02:21.924574 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.provisioning_blocks [req-a24f7ffa-cdac-4c67-8993-a73dbf2cbe63 req-1a7bfd70-b162-4e17-868a-c5732ae333af service neutron] Transition to ACTIVE for port object b86a5c2d-f2aa-45cb-ab04-5b2177b2a483 will not be triggered until provisioned by entity L2. {{(pid=121606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 25 22:02:21.994066 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-a24f7ffa-cdac-4c67-8993-a73dbf2cbe63 req-1a7bfd70-b162-4e17-868a-c5732ae333af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:02:22.042879 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7bfd70-b162-4e17-868a-c5732ae333af service neutron] Pushing event updated for resources: {'Port': ['ID=b86a5c2d-f2aa-45cb-ab04-5b2177b2a483,revision_number=2']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:02:22.118561 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-a24f7ffa-cdac-4c67-8993-a73dbf2cbe63 req-1a7bfd70-b162-4e17-868a-c5732ae333af service neutron] Attempting to bind port b86a5c2d-f2aa-45cb-ab04-5b2177b2a483 on host nch2-master-1 for vnic_type normal with profile  {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 22:02:22.118899 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-a24f7ffa-cdac-4c67-8993-a73dbf2cbe63 req-1a7bfd70-b162-4e17-868a-c5732ae333af service neutron] Attempting to bind port b86a5c2d-f2aa-45cb-ab04-5b2177b2a483 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '7ded9d98-42bc-4190-9dd6-298b9a4520f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '544249cb-4293-4a78-9ba3-8f386deae100'}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 22:02:22.119236 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a24f7ffa-cdac-4c67-8993-a73dbf2cbe63 req-1a7bfd70-b162-4e17-868a-c5732ae333af service neutron] Attempting to bind port b86a5c2d-f2aa-45cb-ab04-5b2177b2a483 on network 544249cb-4293-4a78-9ba3-8f386deae100 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 22:02:22.123963 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a24f7ffa-cdac-4c67-8993-a73dbf2cbe63 req-1a7bfd70-b162-4e17-868a-c5732ae333af service neutron] Port b86a5c2d-f2aa-45cb-ab04-5b2177b2a483 on network 544249cb-4293-4a78-9ba3-8f386deae100 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 25 22:02:22.124292 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a24f7ffa-cdac-4c67-8993-a73dbf2cbe63 req-1a7bfd70-b162-4e17-868a-c5732ae333af service neutron] Attempting to bind port b86a5c2d-f2aa-45cb-ab04-5b2177b2a483 on network 544249cb-4293-4a78-9ba3-8f386deae100 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 22:02:22.129591 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a24f7ffa-cdac-4c67-8993-a73dbf2cbe63 req-1a7bfd70-b162-4e17-868a-c5732ae333af service neutron] Checking agent: {'id': '0d9ae313-8f8d-40fa-8a9f-d098a25a9911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 21, 4, 38), 'started_at': datetime.datetime(2021, 12, 25, 21, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 22, 2, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 22:02:22.130446 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a24f7ffa-cdac-4c67-8993-a73dbf2cbe63 req-1a7bfd70-b162-4e17-868a-c5732ae333af service neutron] Checking segment: {'id': '7ded9d98-42bc-4190-9dd6-298b9a4520f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '544249cb-4293-4a78-9ba3-8f386deae100'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 22:02:22.130884 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a24f7ffa-cdac-4c67-8993-a73dbf2cbe63 req-1a7bfd70-b162-4e17-868a-c5732ae333af service neutron] Bound using segment: {'id': '7ded9d98-42bc-4190-9dd6-298b9a4520f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '544249cb-4293-4a78-9ba3-8f386deae100'} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 22:02:22.131326 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-a24f7ffa-cdac-4c67-8993-a73dbf2cbe63 req-1a7bfd70-b162-4e17-868a-c5732ae333af service neutron] Bound port: b86a5c2d-f2aa-45cb-ab04-5b2177b2a483, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ded9d98-42bc-4190-9dd6-298b9a4520f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '544249cb-4293-4a78-9ba3-8f386deae100'}}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 22:02:22.131686 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-a24f7ffa-cdac-4c67-8993-a73dbf2cbe63 req-1a7bfd70-b162-4e17-868a-c5732ae333af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:02:22.202472 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-a24f7ffa-cdac-4c67-8993-a73dbf2cbe63 req-1a7bfd70-b162-4e17-868a-c5732ae333af service neutron] For port b86a5c2d-f2aa-45cb-ab04-5b2177b2a483, host nch2-master-1, cleared binding levels {{(pid=121606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 22:02:22.205492 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-a24f7ffa-cdac-4c67-8993-a73dbf2cbe63 req-1a7bfd70-b162-4e17-868a-c5732ae333af service neutron] For port b86a5c2d-f2aa-45cb-ab04-5b2177b2a483, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b86a5c2d-f2aa-45cb-ab04-5b2177b2a483,segment=NetworkSegment(7ded9d98-42bc-4190-9dd6-298b9a4520f9),segment_id=7ded9d98-42bc-4190-9dd6-298b9a4520f9)] {{(pid=121606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 22:02:22.275186 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-a24f7ffa-cdac-4c67-8993-a73dbf2cbe63 req-1a7bfd70-b162-4e17-868a-c5732ae333af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:02:22.309667 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24f7ffa-cdac-4c67-8993-a73dbf2cbe63 req-1a7bfd70-b162-4e17-868a-c5732ae333af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:02:22.309667 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-a24f7ffa-cdac-4c67-8993-a73dbf2cbe63 req-1a7bfd70-b162-4e17-868a-c5732ae333af service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:02:22.309667 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a24f7ffa-cdac-4c67-8993-a73dbf2cbe63 req-1a7bfd70-b162-4e17-868a-c5732ae333af service neutron] 10.222.0.37 "PUT /v2.0/ports/b86a5c2d-f2aa-45cb-ab04-5b2177b2a483 HTTP/1.1" status: 200  len: 1091 time: 0.7264030
Dec 25 22:02:22.311386 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8771b817-fa8f-4ab3-9171-5f63652fa06d', 'tag': 'b86a5c2d-f2aa-45cb-ab04-5b2177b2a483'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 22:02:22.313744 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9858820c13ec2827453b94ebc4181065e990a4e4089ccb9fe762531ac62d2fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-487619bc-ab9c-484d-a8f6-fb78c8f4050a" -d '{"events": [{"name": "network-changed", "server_uuid": "8771b817-fa8f-4ab3-9171-5f63652fa06d", "tag": "b86a5c2d-f2aa-45cb-ab04-5b2177b2a483"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 22:02:22.351731 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7bfd70-b162-4e17-868a-c5732ae333af service neutron] Pushing event updated for resources: {'Port': ['ID=b86a5c2d-f2aa-45cb-ab04-5b2177b2a483,revision_number=3']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:02:22.365395 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Dec 2021 22:02:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b43b867d-c302-45dc-95f4-4d375f9c124e x-openstack-request-id: req-b43b867d-c302-45dc-95f4-4d375f9c124e {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 22:02:22.365690 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8771b817-fa8f-4ab3-9171-5f63652fa06d", "tag": "b86a5c2d-f2aa-45cb-ab04-5b2177b2a483", "status": "completed", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 22:02:22.366939 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b43b867d-c302-45dc-95f4-4d375f9c124e {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 22:02:22.366939 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8771b817-fa8f-4ab3-9171-5f63652fa06d', 'tag': 'b86a5c2d-f2aa-45cb-ab04-5b2177b2a483', 'status': 'completed', 'code': 200}
Dec 25 22:02:22.429561 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487619bc-ab9c-484d-a8f6-fb78c8f4050a req-ef17c8a9-a689-4fe9-b2fa-27543be50347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:02:22.431089 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-487619bc-ab9c-484d-a8f6-fb78c8f4050a req-ef17c8a9-a689-4fe9-b2fa-27543be50347 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1e594b8d48e948b8ae34d96bebfc2a36&device_id=8771b817-fa8f-4ab3-9171-5f63652fa06d HTTP/1.1" status: 200  len: 1094 time: 0.0428565
Dec 25 22:02:22.542094 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487619bc-ab9c-484d-a8f6-fb78c8f4050a req-b57a2d5e-b3d3-44b6-8a5e-c8d0f02ac0e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:02:22.543610 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-487619bc-ab9c-484d-a8f6-fb78c8f4050a req-b57a2d5e-b3d3-44b6-8a5e-c8d0f02ac0e7 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=1e594b8d48e948b8ae34d96bebfc2a36&shared=False HTTP/1.1" status: 200  len: 912 time: 0.1042523
Dec 25 22:02:22.665638 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487619bc-ab9c-484d-a8f6-fb78c8f4050a req-d1e03297-2a7c-4e63-8b6c-93bb439d6fca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:02:22.667127 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-487619bc-ab9c-484d-a8f6-fb78c8f4050a req-d1e03297-2a7c-4e63-8b6c-93bb439d6fca service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1169960
Dec 25 22:02:22.678644 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a758f37-7804-4b73-8d71-e10dfeb78db5 req-ecf8e27c-d5c2-4e02-89ee-a9827d8f42b9 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:02:22.680107 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5a758f37-7804-4b73-8d71-e10dfeb78db5 req-ecf8e27c-d5c2-4e02-89ee-a9827d8f42b9 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/ports?device_id=8771b817-fa8f-4ab3-9171-5f63652fa06d HTTP/1.1" status: 200  len: 943 time: 0.0963306
Dec 25 22:02:22.752425 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5a758f37-7804-4b73-8d71-e10dfeb78db5 req-7b4696a5-5019-4b16-8e19-3d48b36b90b5 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/security-groups?id=ecd1e866-dc70-4232-af86-72a62615443d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0653007
Dec 25 22:02:22.762235 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24f7ffa-cdac-4c67-8993-a73dbf2cbe63 req-3a14cb79-5d69-4b4d-a503-d7a7f929c5dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:02:22.763717 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a24f7ffa-cdac-4c67-8993-a73dbf2cbe63 req-3a14cb79-5d69-4b4d-a503-d7a7f929c5dd service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1e594b8d48e948b8ae34d96bebfc2a36&device_id=8771b817-fa8f-4ab3-9171-5f63652fa06d HTTP/1.1" status: 200  len: 1094 time: 0.0575480
Dec 25 22:02:22.812266 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a24f7ffa-cdac-4c67-8993-a73dbf2cbe63 req-394dd7aa-b902-430c-bc3b-3ed5438816f3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b86a5c2d-f2aa-45cb-ab04-5b2177b2a483 HTTP/1.1" status: 200  len: 217 time: 0.0405374
Dec 25 22:02:22.860546 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24f7ffa-cdac-4c67-8993-a73dbf2cbe63 req-efaca5c4-265a-4933-9b61-59d5c080bc7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:02:22.862063 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a24f7ffa-cdac-4c67-8993-a73dbf2cbe63 req-efaca5c4-265a-4933-9b61-59d5c080bc7e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fe1b5a3d-050c-415d-a526-cc2e02b19cb4 HTTP/1.1" status: 200  len: 850 time: 0.0435874
Dec 25 22:02:22.907128 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24f7ffa-cdac-4c67-8993-a73dbf2cbe63 req-10c1c0a5-da77-4594-b2e2-620b660ce838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:02:22.908681 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a24f7ffa-cdac-4c67-8993-a73dbf2cbe63 req-10c1c0a5-da77-4594-b2e2-620b660ce838 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=544249cb-4293-4a78-9ba3-8f386deae100&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0396585
Dec 25 22:02:23.002282 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a24f7ffa-cdac-4c67-8993-a73dbf2cbe63 req-0142a9b6-611a-4261-95e2-76a4ac62b0df service neutron] 10.222.0.37 "GET /v2.0/networks/544249cb-4293-4a78-9ba3-8f386deae100?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0842071
Dec 25 22:02:23.091538 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a24f7ffa-cdac-4c67-8993-a73dbf2cbe63 req-17d35cdc-791e-470a-b71f-f70556c1fb8c service neutron] 10.222.0.37 "GET /v2.0/networks/544249cb-4293-4a78-9ba3-8f386deae100?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0815580
Dec 25 22:02:23.549436 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24f7ffa-cdac-4c67-8993-a73dbf2cbe63 req-40770199-c563-46a3-ae1e-00cbc1cae56d tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:02:23.550966 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a24f7ffa-cdac-4c67-8993-a73dbf2cbe63 req-40770199-c563-46a3-ae1e-00cbc1cae56d tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.37 "GET /v2.0/ports?device_id=8771b817-fa8f-4ab3-9171-5f63652fa06d HTTP/1.1" status: 200  len: 943 time: 0.0520978
Dec 25 22:02:23.638962 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [req-a24f7ffa-cdac-4c67-8993-a73dbf2cbe63 req-6f41b71f-17d0-4382-9533-bf9e0431aa2d tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Deleting port b86a5c2d-f2aa-45cb-ab04-5b2177b2a483 {{(pid=121606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 22:02:23.639324 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-a24f7ffa-cdac-4c67-8993-a73dbf2cbe63 req-6f41b71f-17d0-4382-9533-bf9e0431aa2d tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:02:23.728239 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-a24f7ffa-cdac-4c67-8993-a73dbf2cbe63 req-6f41b71f-17d0-4382-9533-bf9e0431aa2d tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] For port b86a5c2d-f2aa-45cb-ab04-5b2177b2a483, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b86a5c2d-f2aa-45cb-ab04-5b2177b2a483,segment=NetworkSegment(7ded9d98-42bc-4190-9dd6-298b9a4520f9),segment_id=7ded9d98-42bc-4190-9dd6-298b9a4520f9)] {{(pid=121606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 22:02:23.728599 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-a24f7ffa-cdac-4c67-8993-a73dbf2cbe63 req-6f41b71f-17d0-4382-9533-bf9e0431aa2d tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:02:23.741157 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [req-a24f7ffa-cdac-4c67-8993-a73dbf2cbe63 req-6f41b71f-17d0-4382-9533-bf9e0431aa2d tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Calling delete_port for b86a5c2d-f2aa-45cb-ab04-5b2177b2a483 owned by compute:nova {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 22:02:23.905226 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98884189-9e86-4acd-ba0a-09a764d00c30 req-2ad33e23-f9d8-4a1b-bd93-89f2ffb513f9 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:02:23.906631 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-98884189-9e86-4acd-ba0a-09a764d00c30 req-2ad33e23-f9d8-4a1b-bd93-89f2ffb513f9 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/ports?device_id=8771b817-fa8f-4ab3-9171-5f63652fa06d HTTP/1.1" status: 200  len: 943 time: 0.0836842
Dec 25 22:02:23.954523 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-98884189-9e86-4acd-ba0a-09a764d00c30 req-12a67aac-257d-407d-8e66-80e565531945 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/security-groups?id=ecd1e866-dc70-4232-af86-72a62615443d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0412214
Dec 25 22:02:23.977192 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-a24f7ffa-cdac-4c67-8993-a73dbf2cbe63 req-6f41b71f-17d0-4382-9533-bf9e0431aa2d tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:02:24.006835 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f41b71f-17d0-4382-9533-bf9e0431aa2d tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Pushing event deleted for resources: {'Port': ['ID=b86a5c2d-f2aa-45cb-ab04-5b2177b2a483,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:02:24.045579 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [req-a24f7ffa-cdac-4c67-8993-a73dbf2cbe63 req-6f41b71f-17d0-4382-9533-bf9e0431aa2d tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] No DVR routers for this DVR port b86a5c2d-f2aa-45cb-ab04-5b2177b2a483 on host nch2-master-1 {{(pid=121606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 22:02:24.048314 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-a24f7ffa-cdac-4c67-8993-a73dbf2cbe63 req-6f41b71f-17d0-4382-9533-bf9e0431aa2d tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:02:24.052446 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a24f7ffa-cdac-4c67-8993-a73dbf2cbe63 req-6f41b71f-17d0-4382-9533-bf9e0431aa2d tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.37 "DELETE /v2.0/ports/b86a5c2d-f2aa-45cb-ab04-5b2177b2a483 HTTP/1.1" status: 204  len: 173 time: 0.4945180
Dec 25 22:02:24.367962 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8771b817-fa8f-4ab3-9171-5f63652fa06d', 'name': 'network-vif-deleted', 'tag': 'b86a5c2d-f2aa-45cb-ab04-5b2177b2a483'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 22:02:24.370335 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9858820c13ec2827453b94ebc4181065e990a4e4089ccb9fe762531ac62d2fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-866e19de-7377-47de-804a-f4e23b2e8e30" -d '{"events": [{"server_uuid": "8771b817-fa8f-4ab3-9171-5f63652fa06d", "name": "network-vif-deleted", "tag": "b86a5c2d-f2aa-45cb-ab04-5b2177b2a483"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 22:02:24.402464 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Sat, 25 Dec 2021 22:02:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de917900-e43e-4a38-a895-8dd420babb2d x-openstack-request-id: req-de917900-e43e-4a38-a895-8dd420babb2d {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 22:02:24.402765 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8771b817-fa8f-4ab3-9171-5f63652fa06d", "name": "network-vif-deleted", "tag": "b86a5c2d-f2aa-45cb-ab04-5b2177b2a483", "status": "failed", "code": 422}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 22:02:24.403020 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-de917900-e43e-4a38-a895-8dd420babb2d {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 22:02:24.403424 ncdv-master-1 neutron-server[121606]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '8771b817-fa8f-4ab3-9171-5f63652fa06d', 'name': 'network-vif-deleted', 'tag': 'b86a5c2d-f2aa-45cb-ab04-5b2177b2a483', 'status': 'failed', 'code': 422} returned with failed status
Dec 25 22:02:25.052857 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e112a4e8-ef82-41da-8cb3-ecc4a01c30de req-782113cb-17cb-4c58-aaf9-459806393702 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/ports?device_id=8771b817-fa8f-4ab3-9171-5f63652fa06d HTTP/1.1" status: 200  len: 210 time: 0.0295596
Dec 25 22:02:26.152945 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e392b1e3-20a4-49c9-bdb6-bd815e67d0a8 req-0bf855d8-b975-4d57-b578-1d2024ce70ac tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/ports?device_id=8771b817-fa8f-4ab3-9171-5f63652fa06d HTTP/1.1" status: 200  len: 210 time: 0.0284364
Dec 25 22:02:26.174478 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24f7ffa-cdac-4c67-8993-a73dbf2cbe63 req-e204c7b7-5ed7-41c0-a22f-f0a0b7b097d7 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:02:26.175970 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a24f7ffa-cdac-4c67-8993-a73dbf2cbe63 req-e204c7b7-5ed7-41c0-a22f-f0a0b7b097d7 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.31 "GET /v2.0/networks?id=544249cb-4293-4a78-9ba3-8f386deae100 HTTP/1.1" status: 200  len: 811 time: 0.1246605
Dec 25 22:02:26.238374 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a24f7ffa-cdac-4c67-8993-a73dbf2cbe63 req-bf763015-1aeb-426b-8c7d-95e761e79fd5 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1e594b8d48e948b8ae34d96bebfc2a36 HTTP/1.1" status: 200  len: 379 time: 0.0537610
Dec 25 22:02:26.247371 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-a24f7ffa-cdac-4c67-8993-a73dbf2cbe63 req-ef7c51a2-97c8-424c-af3b-ad99cecdb56d tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Request body: {'port': {'device_id': '8771b817-fa8f-4ab3-9171-5f63652fa06d', 'network_id': '544249cb-4293-4a78-9ba3-8f386deae100', 'admin_state_up': True, 'tenant_id': '1e594b8d48e948b8ae34d96bebfc2a36', 'security_groups': ['ecd1e866-dc70-4232-af86-72a62615443d']}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 22:02:26.399479 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a24f7ffa-cdac-4c67-8993-a73dbf2cbe63 req-ef7c51a2-97c8-424c-af3b-ad99cecdb56d tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Made reservation on behalf of 1e594b8d48e948b8ae34d96bebfc2a36 for: {'port': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 22:02:26.403030 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-a24f7ffa-cdac-4c67-8993-a73dbf2cbe63 req-ef7c51a2-97c8-424c-af3b-ad99cecdb56d tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:02:26.528108 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_common [req-a24f7ffa-cdac-4c67-8993-a73dbf2cbe63 req-ef7c51a2-97c8-424c-af3b-ad99cecdb56d tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Allocated IP 172.20.0.8 (544249cb-4293-4a78-9ba3-8f386deae100/fe1b5a3d-050c-415d-a526-cc2e02b19cb4/c4ecf985-5253-4122-a72d-215ad1c18bd4) {{(pid=121606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 22:02:26.659057 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-a24f7ffa-cdac-4c67-8993-a73dbf2cbe63 req-ef7c51a2-97c8-424c-af3b-ad99cecdb56d tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Publish callbacks [] for port, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:02:26.748338 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.agents_db [None req-ec08dba0-4483-4109-b5e1-5e4a9fdaf12d None None] Agent healthcheck: found 7 active agents {{(pid=121609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 25 22:02:26.748965 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-a24f7ffa-cdac-4c67-8993-a73dbf2cbe63 req-ef7c51a2-97c8-424c-af3b-ad99cecdb56d tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:02:26.791149 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a24f7ffa-cdac-4c67-8993-a73dbf2cbe63 req-ef7c51a2-97c8-424c-af3b-ad99cecdb56d tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Network 544249cb-4293-4a78-9ba3-8f386deae100 is already hosted by enough agents. {{(pid=121606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 22:02:26.794159 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [req-a24f7ffa-cdac-4c67-8993-a73dbf2cbe63 req-ef7c51a2-97c8-424c-af3b-ad99cecdb56d tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Resources bound (agent type, host, resource id):  {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 22:02:26.797863 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [req-a24f7ffa-cdac-4c67-8993-a73dbf2cbe63 req-ef7c51a2-97c8-424c-af3b-ad99cecdb56d tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Received port after_create {{(pid=121606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 22:02:26.822902 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7c51a2-97c8-424c-af3b-ad99cecdb56d tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Pushing event updated for resources: {'Port': ['ID=c4ecf985-5253-4122-a72d-215ad1c18bd4,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:02:26.849025 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 22:02:26.849025 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 22:02:26.849025 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 22:02:26.849025 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 22:02:26.849025 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 22:02:26.849025 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 22:02:26.849025 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 22:02:26.849025 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 22:02:26.849025 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 22:02:26.849025 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 22:02:26.849025 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 22:02:26.849025 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 22:02:26.849025 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 22:02:26.849025 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 22:02:26.849025 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 22:02:26.849025 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 22:02:26.849025 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 22:02:26.849025 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 22:02:26.849025 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 22:02:26.849025 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 22:02:26.849025 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 22:02:26.849025 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 22:02:26.849025 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 22:02:26.849025 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 22:02:26.849025 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 22:02:26.849025 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 22:02:26.849025 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 22:02:26.849025 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 22:02:26.849025 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 22:02:26.849025 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 22:02:26.849025 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 22:02:26.849025 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 22:02:26.849025 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 22:02:26.849025 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 22:02:26.849025 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 22:02:26.849025 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 22:02:26.849025 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 22:02:26.849025 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 22:02:26.849025 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 22:02:26.849025 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 22:02:26.849025 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 22:02:26.849025 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 22:02:26.849025 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 22:02:26.849025 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 22:02:26.849025 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 22:02:26.849025 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 22:02:26.849025 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 22:02:26.849025 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 22:02:26.856450 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24f7ffa-cdac-4c67-8993-a73dbf2cbe63 req-ef7c51a2-97c8-424c-af3b-ad99cecdb56d tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:02:26.856450 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-a24f7ffa-cdac-4c67-8993-a73dbf2cbe63 req-ef7c51a2-97c8-424c-af3b-ad99cecdb56d tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:02:26.928638 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a24f7ffa-cdac-4c67-8993-a73dbf2cbe63 req-ef7c51a2-97c8-424c-af3b-ad99cecdb56d tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.6847751
Dec 25 22:02:26.940984 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-a24f7ffa-cdac-4c67-8993-a73dbf2cbe63 req-caf288a1-4f18-48a2-a9ee-5857d627edbd service neutron] Request body: {'port': {'device_id': '8771b817-fa8f-4ab3-9171-5f63652fa06d', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 22:02:26.994990 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-a24f7ffa-cdac-4c67-8993-a73dbf2cbe63 req-caf288a1-4f18-48a2-a9ee-5857d627edbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:02:27.026681 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-a67f86c9-db6d-41a1-87fe-fc761c39369f None None] Provisioning complete for port c4ecf985-5253-4122-a72d-215ad1c18bd4 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 22:02:27.027269 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-a67f86c9-db6d-41a1-87fe-fc761c39369f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:02:27.060320 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-a67f86c9-db6d-41a1-87fe-fc761c39369f None None] Port c4ecf985-5253-4122-a72d-215ad1c18bd4 cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 22:02:27.278360 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [req-a24f7ffa-cdac-4c67-8993-a73dbf2cbe63 req-caf288a1-4f18-48a2-a9ee-5857d627edbd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4ecf985-5253-4122-a72d-215ad1c18bd4 {{(pid=121606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 22:02:27.287230 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-a24f7ffa-cdac-4c67-8993-a73dbf2cbe63 req-caf288a1-4f18-48a2-a9ee-5857d627edbd service neutron] Publish callbacks [] for port, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:02:27.311275 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d629f97d-9eaf-4496-881c-366e7e0e2505 req-03947d20-9226-4ef3-8b13-048706d23d9b tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:02:27.312695 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d629f97d-9eaf-4496-881c-366e7e0e2505 req-03947d20-9226-4ef3-8b13-048706d23d9b tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/ports?device_id=8771b817-fa8f-4ab3-9171-5f63652fa06d HTTP/1.1" status: 200  len: 931 time: 0.0901043
Dec 25 22:02:27.313657 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.provisioning_blocks [req-a24f7ffa-cdac-4c67-8993-a73dbf2cbe63 req-caf288a1-4f18-48a2-a9ee-5857d627edbd service neutron] Transition to ACTIVE for port object c4ecf985-5253-4122-a72d-215ad1c18bd4 will not be triggered until provisioned by entity L2. {{(pid=121606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 25 22:02:27.359396 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d629f97d-9eaf-4496-881c-366e7e0e2505 req-a58f860b-c115-4541-a39b-e029444fbb73 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/security-groups?id=ecd1e866-dc70-4232-af86-72a62615443d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0397468
Dec 25 22:02:27.394388 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-a24f7ffa-cdac-4c67-8993-a73dbf2cbe63 req-caf288a1-4f18-48a2-a9ee-5857d627edbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:02:27.449819 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf288a1-4f18-48a2-a9ee-5857d627edbd service neutron] Pushing event updated for resources: {'Port': ['ID=c4ecf985-5253-4122-a72d-215ad1c18bd4,revision_number=2']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:02:27.516342 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-a24f7ffa-cdac-4c67-8993-a73dbf2cbe63 req-caf288a1-4f18-48a2-a9ee-5857d627edbd service neutron] Attempting to bind port c4ecf985-5253-4122-a72d-215ad1c18bd4 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 22:02:27.516685 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-a24f7ffa-cdac-4c67-8993-a73dbf2cbe63 req-caf288a1-4f18-48a2-a9ee-5857d627edbd service neutron] Attempting to bind port c4ecf985-5253-4122-a72d-215ad1c18bd4 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '7ded9d98-42bc-4190-9dd6-298b9a4520f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '544249cb-4293-4a78-9ba3-8f386deae100'}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 22:02:27.517049 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a24f7ffa-cdac-4c67-8993-a73dbf2cbe63 req-caf288a1-4f18-48a2-a9ee-5857d627edbd service neutron] Attempting to bind port c4ecf985-5253-4122-a72d-215ad1c18bd4 on network 544249cb-4293-4a78-9ba3-8f386deae100 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 22:02:27.521628 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a24f7ffa-cdac-4c67-8993-a73dbf2cbe63 req-caf288a1-4f18-48a2-a9ee-5857d627edbd service neutron] Port c4ecf985-5253-4122-a72d-215ad1c18bd4 on network 544249cb-4293-4a78-9ba3-8f386deae100 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 25 22:02:27.521945 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a24f7ffa-cdac-4c67-8993-a73dbf2cbe63 req-caf288a1-4f18-48a2-a9ee-5857d627edbd service neutron] Attempting to bind port c4ecf985-5253-4122-a72d-215ad1c18bd4 on network 544249cb-4293-4a78-9ba3-8f386deae100 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 22:02:27.527446 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a24f7ffa-cdac-4c67-8993-a73dbf2cbe63 req-caf288a1-4f18-48a2-a9ee-5857d627edbd service neutron] Checking agent: {'id': '6d577036-68fc-4aa4-aed7-5ab01de2117e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 21, 4, 34), 'started_at': datetime.datetime(2021, 12, 25, 21, 4, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 22, 2, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 22:02:27.534385 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a24f7ffa-cdac-4c67-8993-a73dbf2cbe63 req-caf288a1-4f18-48a2-a9ee-5857d627edbd service neutron] Checking segment: {'id': '7ded9d98-42bc-4190-9dd6-298b9a4520f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '544249cb-4293-4a78-9ba3-8f386deae100'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 22:02:27.534385 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a24f7ffa-cdac-4c67-8993-a73dbf2cbe63 req-caf288a1-4f18-48a2-a9ee-5857d627edbd service neutron] Bound using segment: {'id': '7ded9d98-42bc-4190-9dd6-298b9a4520f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '544249cb-4293-4a78-9ba3-8f386deae100'} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 22:02:27.534385 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-a24f7ffa-cdac-4c67-8993-a73dbf2cbe63 req-caf288a1-4f18-48a2-a9ee-5857d627edbd service neutron] Bound port: c4ecf985-5253-4122-a72d-215ad1c18bd4, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ded9d98-42bc-4190-9dd6-298b9a4520f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '544249cb-4293-4a78-9ba3-8f386deae100'}}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 22:02:27.534385 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-a24f7ffa-cdac-4c67-8993-a73dbf2cbe63 req-caf288a1-4f18-48a2-a9ee-5857d627edbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:02:27.595626 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-a24f7ffa-cdac-4c67-8993-a73dbf2cbe63 req-caf288a1-4f18-48a2-a9ee-5857d627edbd service neutron] For port c4ecf985-5253-4122-a72d-215ad1c18bd4, host nch1-master-1, cleared binding levels {{(pid=121606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 22:02:27.601200 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-a24f7ffa-cdac-4c67-8993-a73dbf2cbe63 req-caf288a1-4f18-48a2-a9ee-5857d627edbd service neutron] For port c4ecf985-5253-4122-a72d-215ad1c18bd4, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c4ecf985-5253-4122-a72d-215ad1c18bd4,segment=NetworkSegment(7ded9d98-42bc-4190-9dd6-298b9a4520f9),segment_id=7ded9d98-42bc-4190-9dd6-298b9a4520f9)] {{(pid=121606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 22:02:27.662579 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-a24f7ffa-cdac-4c67-8993-a73dbf2cbe63 req-caf288a1-4f18-48a2-a9ee-5857d627edbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:02:27.701255 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24f7ffa-cdac-4c67-8993-a73dbf2cbe63 req-caf288a1-4f18-48a2-a9ee-5857d627edbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:02:27.701959 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-a24f7ffa-cdac-4c67-8993-a73dbf2cbe63 req-caf288a1-4f18-48a2-a9ee-5857d627edbd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:02:27.703350 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a24f7ffa-cdac-4c67-8993-a73dbf2cbe63 req-caf288a1-4f18-48a2-a9ee-5857d627edbd service neutron] 10.222.0.31 "PUT /v2.0/ports/c4ecf985-5253-4122-a72d-215ad1c18bd4 HTTP/1.1" status: 200  len: 1091 time: 0.7668567
Dec 25 22:02:27.703794 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8771b817-fa8f-4ab3-9171-5f63652fa06d', 'tag': 'c4ecf985-5253-4122-a72d-215ad1c18bd4'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 22:02:27.706101 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9858820c13ec2827453b94ebc4181065e990a4e4089ccb9fe762531ac62d2fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7584bb58-532a-493f-94cc-c1cd4269c01f" -d '{"events": [{"name": "network-changed", "server_uuid": "8771b817-fa8f-4ab3-9171-5f63652fa06d", "tag": "c4ecf985-5253-4122-a72d-215ad1c18bd4"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 22:02:27.736306 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf288a1-4f18-48a2-a9ee-5857d627edbd service neutron] Pushing event updated for resources: {'Port': ['ID=c4ecf985-5253-4122-a72d-215ad1c18bd4,revision_number=3']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:02:27.749095 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Dec 2021 22:02:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17fcb0ff-a19d-4da3-a993-7641f1072d9a x-openstack-request-id: req-17fcb0ff-a19d-4da3-a993-7641f1072d9a {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 22:02:27.751841 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8771b817-fa8f-4ab3-9171-5f63652fa06d", "tag": "c4ecf985-5253-4122-a72d-215ad1c18bd4", "status": "completed", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 22:02:27.751841 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-17fcb0ff-a19d-4da3-a993-7641f1072d9a {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 22:02:27.751841 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8771b817-fa8f-4ab3-9171-5f63652fa06d', 'tag': 'c4ecf985-5253-4122-a72d-215ad1c18bd4', 'status': 'completed', 'code': 200}
Dec 25 22:02:27.815335 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7584bb58-532a-493f-94cc-c1cd4269c01f req-aa5d5b9c-e384-4aad-ae41-e48b0da5b8a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:02:27.816955 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7584bb58-532a-493f-94cc-c1cd4269c01f req-aa5d5b9c-e384-4aad-ae41-e48b0da5b8a2 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=1e594b8d48e948b8ae34d96bebfc2a36&device_id=8771b817-fa8f-4ab3-9171-5f63652fa06d HTTP/1.1" status: 200  len: 1094 time: 0.0448327
Dec 25 22:02:27.917647 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7584bb58-532a-493f-94cc-c1cd4269c01f req-6c9a0c29-9d85-4a9b-b5bf-4de21f8f8070 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:02:27.919136 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7584bb58-532a-493f-94cc-c1cd4269c01f req-6c9a0c29-9d85-4a9b-b5bf-4de21f8f8070 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=1e594b8d48e948b8ae34d96bebfc2a36&shared=False HTTP/1.1" status: 200  len: 912 time: 0.0949612
Dec 25 22:02:28.016791 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7584bb58-532a-493f-94cc-c1cd4269c01f req-cc33c660-f0f8-4efb-a949-6d1812d0f3bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:02:28.018351 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7584bb58-532a-493f-94cc-c1cd4269c01f req-cc33c660-f0f8-4efb-a949-6d1812d0f3bf service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.0918283
Dec 25 22:02:28.092351 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24f7ffa-cdac-4c67-8993-a73dbf2cbe63 req-4c63e0bd-ecac-4879-b27d-71e08886c778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:02:28.093782 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a24f7ffa-cdac-4c67-8993-a73dbf2cbe63 req-4c63e0bd-ecac-4879-b27d-71e08886c778 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=1e594b8d48e948b8ae34d96bebfc2a36&device_id=8771b817-fa8f-4ab3-9171-5f63652fa06d HTTP/1.1" status: 200  len: 1094 time: 0.0401387
Dec 25 22:02:28.138296 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a24f7ffa-cdac-4c67-8993-a73dbf2cbe63 req-92015d71-6b49-4512-bdbb-ecc4836fc258 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c4ecf985-5253-4122-a72d-215ad1c18bd4 HTTP/1.1" status: 200  len: 217 time: 0.0370312
Dec 25 22:02:28.565315 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24f7ffa-cdac-4c67-8993-a73dbf2cbe63 req-d8dfa03c-2ba3-4a08-a878-6f410a992ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:02:28.566804 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a24f7ffa-cdac-4c67-8993-a73dbf2cbe63 req-d8dfa03c-2ba3-4a08-a878-6f410a992ca3 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=fe1b5a3d-050c-415d-a526-cc2e02b19cb4 HTTP/1.1" status: 200  len: 850 time: 0.4218912
Dec 25 22:02:28.590924 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4276c9-1134-468e-91b2-5ef07668e5e9 req-b24c5415-b92e-4602-8695-bbb1f0331039 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:02:28.592358 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ba4276c9-1134-468e-91b2-5ef07668e5e9 req-b24c5415-b92e-4602-8695-bbb1f0331039 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/ports?device_id=8771b817-fa8f-4ab3-9171-5f63652fa06d HTTP/1.1" status: 200  len: 943 time: 0.0690961
Dec 25 22:02:28.652843 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24f7ffa-cdac-4c67-8993-a73dbf2cbe63 req-48db83e4-a9f2-4891-83f5-25c6d5f7a960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:02:28.654265 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a24f7ffa-cdac-4c67-8993-a73dbf2cbe63 req-48db83e4-a9f2-4891-83f5-25c6d5f7a960 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=544249cb-4293-4a78-9ba3-8f386deae100&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0797715
Dec 25 22:02:28.661975 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ba4276c9-1134-468e-91b2-5ef07668e5e9 req-70ba8025-47b7-44a5-a43d-01fb3a243964 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/security-groups?id=ecd1e866-dc70-4232-af86-72a62615443d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0551167
Dec 25 22:02:28.743666 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a24f7ffa-cdac-4c67-8993-a73dbf2cbe63 req-cdfbe289-38a0-4990-a2fa-b72a737bd19e service neutron] 10.222.0.31 "GET /v2.0/networks/544249cb-4293-4a78-9ba3-8f386deae100?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0807450
Dec 25 22:02:28.836894 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a24f7ffa-cdac-4c67-8993-a73dbf2cbe63 req-eae84d7b-4eef-4080-87fb-198f66a1a561 service neutron] 10.222.0.31 "GET /v2.0/networks/544249cb-4293-4a78-9ba3-8f386deae100?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0855193
Dec 25 22:02:29.780686 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca31aa73-ad28-4c55-8a12-25c9d21999c1 req-9914987b-526a-4a96-b26a-0e30c2e22e70 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:02:29.782195 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ca31aa73-ad28-4c55-8a12-25c9d21999c1 req-9914987b-526a-4a96-b26a-0e30c2e22e70 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/ports?device_id=8771b817-fa8f-4ab3-9171-5f63652fa06d HTTP/1.1" status: 200  len: 943 time: 0.0487356
Dec 25 22:02:29.832639 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ca31aa73-ad28-4c55-8a12-25c9d21999c1 req-b5e12cd2-d0a5-45e5-a6b7-a39f7c2f38a4 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/security-groups?id=ecd1e866-dc70-4232-af86-72a62615443d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0439470
Dec 25 22:02:30.946804 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff2dc89-51ab-469e-b40c-8a7d6873fc2c req-e31f23f0-91d1-49db-9b53-f12f8edc26c3 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:02:30.948312 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-fff2dc89-51ab-469e-b40c-8a7d6873fc2c req-e31f23f0-91d1-49db-9b53-f12f8edc26c3 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/ports?device_id=8771b817-fa8f-4ab3-9171-5f63652fa06d HTTP/1.1" status: 200  len: 943 time: 0.0477366
Dec 25 22:02:30.999890 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-fff2dc89-51ab-469e-b40c-8a7d6873fc2c req-df94eb40-763a-474c-962e-f80effdea8db tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/security-groups?id=ecd1e866-dc70-4232-af86-72a62615443d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0455852
Dec 25 22:02:31.195897 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device c4ecf985-5253-4122-a72d-215ad1c18bd4 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 25 22:02:31.289415 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port c4ecf985-5253-4122-a72d-215ad1c18bd4, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c4ecf985-5253-4122-a72d-215ad1c18bd4,segment=NetworkSegment(7ded9d98-42bc-4190-9dd6-298b9a4520f9),segment_id=7ded9d98-42bc-4190-9dd6-298b9a4520f9)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 22:02:31.300309 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Returning: {'device': 'c4ecf985-5253-4122-a72d-215ad1c18bd4', 'network_id': '544249cb-4293-4a78-9ba3-8f386deae100', 'port_id': 'c4ecf985-5253-4122-a72d-215ad1c18bd4', 'mac_address': 'fa:16:3e:0c:8b:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe1b5a3d-050c-415d-a526-cc2e02b19cb4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 25 22:02:31.340680 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:02:31.353004 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4ecf985-5253-4122-a72d-215ad1c18bd4 {{(pid=121608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 22:02:31.371375 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port c4ecf985-5253-4122-a72d-215ad1c18bd4, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c4ecf985-5253-4122-a72d-215ad1c18bd4,segment=NetworkSegment(7ded9d98-42bc-4190-9dd6-298b9a4520f9),segment_id=7ded9d98-42bc-4190-9dd6-298b9a4520f9)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 22:02:31.456835 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:02:31.504483 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Pushing event updated for resources: {'Port': ['ID=c4ecf985-5253-4122-a72d-215ad1c18bd4,revision_number=4']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:02:31.644041 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] get_ports_and_sgs() called for port_ids ['c4ecf985-5253-4122-a72d-215ad1c18bd4'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 22:02:32.115819 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2d0bb3-317d-440b-be3c-989938748ac1 req-4e106c08-5586-474b-a368-780d7de00b43 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:02:32.117322 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1d2d0bb3-317d-440b-be3c-989938748ac1 req-4e106c08-5586-474b-a368-780d7de00b43 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/ports?device_id=8771b817-fa8f-4ab3-9171-5f63652fa06d HTTP/1.1" status: 200  len: 944 time: 0.0494921
Dec 25 22:02:32.163957 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1d2d0bb3-317d-440b-be3c-989938748ac1 req-f6dfbad6-02e0-4d47-95a6-382132e4e421 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/security-groups?id=ecd1e866-dc70-4232-af86-72a62615443d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0406990
Dec 25 22:02:33.205454 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device c4ecf985-5253-4122-a72d-215ad1c18bd4 up at agent hyperv_nch1-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 22:02:33.283050 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c3fbe5-b1f2-41f2-9ce5-0454d442f205 req-f559cbcb-9dcf-4795-a6e6-2a53f180ed06 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:02:33.284467 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-43c3fbe5-b1f2-41f2-9ce5-0454d442f205 req-f559cbcb-9dcf-4795-a6e6-2a53f180ed06 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/ports?device_id=8771b817-fa8f-4ab3-9171-5f63652fa06d HTTP/1.1" status: 200  len: 944 time: 0.0488157
Dec 25 22:02:33.319329 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Provisioning for port c4ecf985-5253-4122-a72d-215ad1c18bd4 completed by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 25 22:02:33.323261 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Provisioning complete for port c4ecf985-5253-4122-a72d-215ad1c18bd4 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 22:02:33.323630 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:02:33.332292 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-43c3fbe5-b1f2-41f2-9ce5-0454d442f205 req-bde7f304-5a29-4497-a94f-557a5d8fb4e9 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/security-groups?id=ecd1e866-dc70-4232-af86-72a62615443d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0411665
Dec 25 22:02:33.399798 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:02:33.422168 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8771b817-fa8f-4ab3-9171-5f63652fa06d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4ecf985-5253-4122-a72d-215ad1c18bd4'}] {{(pid=121608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 22:02:33.424366 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a88c78c3ff6266bd59c7e89d275b28c92e739b67d23c89d71af88829fd31566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a020a127-a202-43e4-a4cc-5c73fcee54d2" -d '{"events": [{"server_uuid": "8771b817-fa8f-4ab3-9171-5f63652fa06d", "name": "network-vif-plugged", "status": "completed", "tag": "c4ecf985-5253-4122-a72d-215ad1c18bd4"}]}' {{(pid=121608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 22:02:33.440009 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port c4ecf985-5253-4122-a72d-215ad1c18bd4, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c4ecf985-5253-4122-a72d-215ad1c18bd4,segment=NetworkSegment(7ded9d98-42bc-4190-9dd6-298b9a4520f9),segment_id=7ded9d98-42bc-4190-9dd6-298b9a4520f9)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 22:02:33.502620 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:02:33.526939 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 22:02:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9682bf6-a3e1-46e1-95ca-16b3cf6e9d0b x-openstack-request-id: req-a9682bf6-a3e1-46e1-95ca-16b3cf6e9d0b {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 22:02:33.527240 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8771b817-fa8f-4ab3-9171-5f63652fa06d", "name": "network-vif-plugged", "status": "completed", "tag": "c4ecf985-5253-4122-a72d-215ad1c18bd4", "code": 200}]} {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 22:02:33.527493 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a9682bf6-a3e1-46e1-95ca-16b3cf6e9d0b {{(pid=121608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 22:02:33.527877 ncdv-master-1 neutron-server[121608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8771b817-fa8f-4ab3-9171-5f63652fa06d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4ecf985-5253-4122-a72d-215ad1c18bd4', 'code': 200}
Dec 25 22:02:33.556010 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Pushing event updated for resources: {'Port': ['ID=c4ecf985-5253-4122-a72d-215ad1c18bd4,revision_number=5']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:02:33.621956 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53819e34-a038-4680-b9e0-c0f365b3ce35 req-39070691-71df-4184-b67e-882628d7b352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:02:33.623457 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-53819e34-a038-4680-b9e0-c0f365b3ce35 req-39070691-71df-4184-b67e-882628d7b352 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=8771b817-fa8f-4ab3-9171-5f63652fa06d HTTP/1.1" status: 200  len: 1096 time: 0.0439441
Dec 25 22:02:33.668198 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-53819e34-a038-4680-b9e0-c0f365b3ce35 req-22be2ae6-cad9-4645-b353-becbc8d37adc service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=ecd1e866-dc70-4232-af86-72a62615443d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0371683
Dec 25 22:02:34.447142 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a9a05b-b687-4212-8f4f-79147ec6dc6f req-d73d7675-048a-481e-bf3f-26d3f30dcdb5 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:02:34.448628 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-14a9a05b-b687-4212-8f4f-79147ec6dc6f req-d73d7675-048a-481e-bf3f-26d3f30dcdb5 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/ports?device_id=8771b817-fa8f-4ab3-9171-5f63652fa06d HTTP/1.1" status: 200  len: 945 time: 0.0479703
Dec 25 22:02:34.494885 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-14a9a05b-b687-4212-8f4f-79147ec6dc6f req-3817019b-8808-409f-9726-259d03591a09 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/security-groups?id=ecd1e866-dc70-4232-af86-72a62615443d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0402384
Dec 25 22:02:34.640600 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:02:34.800386 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-bb2decba-a29b-4d05-bcc8-490e5a4b64e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:02:35.612617 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2976c5b5-492d-49c7-b05f-ceb1ecc7c444 req-da1b7239-87a5-428c-8a6b-492526823cdb tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:02:35.614142 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2976c5b5-492d-49c7-b05f-ceb1ecc7c444 req-da1b7239-87a5-428c-8a6b-492526823cdb tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/ports?device_id=8771b817-fa8f-4ab3-9171-5f63652fa06d HTTP/1.1" status: 200  len: 945 time: 0.0494735
Dec 25 22:02:35.663738 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2976c5b5-492d-49c7-b05f-ceb1ecc7c444 req-6bf0dc54-4a1e-4a2b-ae98-2b37f775797c tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/security-groups?id=ecd1e866-dc70-4232-af86-72a62615443d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0436797
Dec 25 22:02:35.775650 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e009da-1cbb-4c56-83b2-0af0861f10c7 req-509a659b-29b5-4ac9-9a0a-5c6b3adea315 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:02:35.777137 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a3e009da-1cbb-4c56-83b2-0af0861f10c7 req-509a659b-29b5-4ac9-9a0a-5c6b3adea315 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/ports?device_id=8771b817-fa8f-4ab3-9171-5f63652fa06d HTTP/1.1" status: 200  len: 945 time: 0.0493805
Dec 25 22:02:35.785560 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 47002) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 22:02:35.789867 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-604c4402-027f-4777-b9ba-2be8c158911a tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Request body: {'floatingip': {'port_id': 'c4ecf985-5253-4122-a72d-215ad1c18bd4'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 22:02:35.834905 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-604c4402-027f-4777-b9ba-2be8c158911a tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Publish callbacks [] for floatingip, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:02:36.267533 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-604c4402-027f-4777-b9ba-2be8c158911a tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Publish callbacks [] for floatingip, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:02:36.331031 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-604c4402-027f-4777-b9ba-2be8c158911a tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2008639'] for floatingip, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:02:36.432731 ncdv-master-1 neutron-server[121606]: INFO neutron.db.l3_db [None req-604c4402-027f-4777-b9ba-2be8c158911a tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Floating IP 5e0debcb-0ca3-46ff-bc55-de85f6b81a13 associated. External IP: 172.35.3.39, port: c4ecf985-5253-4122-a72d-215ad1c18bd4.
Dec 25 22:02:36.639104 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-604c4402-027f-4777-b9ba-2be8c158911a tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Router 8accf2b6-aa0e-4afd-9635-ed8920d0eef4 has already been hosted by L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 {{(pid=121606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 25 22:02:36.745243 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-604c4402-027f-4777-b9ba-2be8c158911a tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 22:02:36.749741 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-604c4402-027f-4777-b9ba-2be8c158911a tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for floatingip, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:02:36.755688 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7e5cb34-a94f-428a-88f5-6c5b2fab645f None None] Sync routers for ids ['8accf2b6-aa0e-4afd-9635-ed8920d0eef4'] in ncdv-master-1 {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 22:02:36.764741 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7e5cb34-a94f-428a-88f5-6c5b2fab645f None None] Routers {'8accf2b6-aa0e-4afd-9635-ed8920d0eef4'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 22:02:36.765378 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-a7e5cb34-a94f-428a-88f5-6c5b2fab645f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f26189ab250>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T22:02:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['8accf2b6-aa0e-4afd-9635-ed8920d0eef4'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 22:02:36.777225 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-604c4402-027f-4777-b9ba-2be8c158911a tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "PUT /v2.0/floatingips/5e0debcb-0ca3-46ff-bc55-de85f6b81a13 HTTP/1.1" status: 200  len: 991 time: 0.9905746
Dec 25 22:02:36.777817 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8771b817-fa8f-4ab3-9171-5f63652fa06d', 'tag': 'c4ecf985-5253-4122-a72d-215ad1c18bd4'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 22:02:36.780106 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9858820c13ec2827453b94ebc4181065e990a4e4089ccb9fe762531ac62d2fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bace339-0a81-48a1-9397-c8520135d944" -d '{"events": [{"name": "network-changed", "server_uuid": "8771b817-fa8f-4ab3-9171-5f63652fa06d", "tag": "c4ecf985-5253-4122-a72d-215ad1c18bd4"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 22:02:36.820217 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Dec 2021 22:02:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0125c6f-b517-47c8-8ff8-c51b5199faa3 x-openstack-request-id: req-f0125c6f-b517-47c8-8ff8-c51b5199faa3 {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 22:02:36.820510 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8771b817-fa8f-4ab3-9171-5f63652fa06d", "tag": "c4ecf985-5253-4122-a72d-215ad1c18bd4", "status": "completed", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 22:02:36.820773 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f0125c6f-b517-47c8-8ff8-c51b5199faa3 {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 22:02:36.821212 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8771b817-fa8f-4ab3-9171-5f63652fa06d', 'tag': 'c4ecf985-5253-4122-a72d-215ad1c18bd4', 'status': 'completed', 'code': 200}
Dec 25 22:02:36.882284 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvr_db [None req-a7e5cb34-a94f-428a-88f5-6c5b2fab645f None None] Set router 8accf2b6-aa0e-4afd-9635-ed8920d0eef4 gateway port host: ncdv-master-1 {{(pid=121609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 22:02:36.883847 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bace339-0a81-48a1-9397-c8520135d944 req-c97f6572-7ce5-4960-9b34-a3dff4585977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:02:36.885406 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9bace339-0a81-48a1-9397-c8520135d944 req-c97f6572-7ce5-4960-9b34-a3dff4585977 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=1e594b8d48e948b8ae34d96bebfc2a36&device_id=8771b817-fa8f-4ab3-9171-5f63652fa06d HTTP/1.1" status: 200  len: 1096 time: 0.0415201
Dec 25 22:02:36.987098 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bace339-0a81-48a1-9397-c8520135d944 req-2d448e5e-2b5d-460e-b156-6cbaa3c5ec16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:02:36.988645 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9bace339-0a81-48a1-9397-c8520135d944 req-2d448e5e-2b5d-460e-b156-6cbaa3c5ec16 service neutron] 10.222.0.31 "GET /v2.0/networks?id=544249cb-4293-4a78-9ba3-8f386deae100 HTTP/1.1" status: 200  len: 912 time: 0.0962653
Dec 25 22:02:37.011343 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-ecab13b4-c150-4a48-9713-540cb0e49d18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:02:37.058797 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9bace339-0a81-48a1-9397-c8520135d944 req-2d722752-76b2-4b95-86d7-b7b46628a29e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c4ecf985-5253-4122-a72d-215ad1c18bd4 HTTP/1.1" status: 200  len: 999 time: 0.0628777
Dec 25 22:02:37.110453 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-a7e5cb34-a94f-428a-88f5-6c5b2fab645f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f26189ab250>, [{'id': '8accf2b6-aa0e-4afd-9635-ed8920d0eef4', 'name': 'tempest-ServerActionsTestJSON-535026700-router', 'tenant_id': '1e594b8d48e948b8ae34d96bebfc2a36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.231'}], 'enable_snat': True}, 'gw_port_id': '4ebb692d-0106-41c5-a37c-66d5e165232a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:55:09Z', 'updated_at': '2021-12-25T21:55:12Z', 'revision_number': 4, 'project_id': '1e594b8d48e948b8ae34d96bebfc2a36', 'gw_port': {'id': '4ebb692d-0106-41c5-a37c-66d5e165232a', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:92:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8accf2b6-aa0e-4afd-9635-ed8920d0eef4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4049, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:55:09Z', 'updated_at': '2021-12-25T21:55:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '5e0debcb-0ca3-46ff-bc55-de85f6b81a13', 'tenant_id': '1e594b8d48e948b8ae34d96bebfc2a36', 'floating_ip_address': '172.35.3.39', 'floating_network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'router_id': '8accf2b6-aa0e-4afd-9635-ed8920d0eef4', 'port_id': 'c4ecf985-5253-4122-a72d-215ad1c18bd4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4057, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '544249cb-4293-4a78-9ba3-8f386deae100', 'mac_address': 'fa:16:3e:0c:8b:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8771b817-fa8f-4ab3-9171-5f63652fa06d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-25T21:55:16Z', 'updated_at': '2021-12-25T22:02:36Z', 'revision_number': 13, 'project_id': '1e594b8d48e948b8ae34d96bebfc2a36', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bfbc9022-6830-4a42-b5fb-7f904e70878e', 'name': '', 'network_id': '544249cb-4293-4a78-9ba3-8f386deae100', 'tenant_id': '1e594b8d48e948b8ae34d96bebfc2a36', 'mac_address': 'fa:16:3e:62:0b:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8accf2b6-aa0e-4afd-9635-ed8920d0eef4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4050, 'fixed_ips': [{'subnet_id': 'fe1b5a3d-050c-415d-a526-cc2e02b19cb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:55:11Z', 'updated_at': '2021-12-25T21:55:15Z', 'revision_number': 5, 'project_id': '1e594b8d48e948b8ae34d96bebfc2a36', 'subnets': [{'id': 'fe1b5a3d-050c-415d-a526-cc2e02b19cb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 22:02:37.116540 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bace339-0a81-48a1-9397-c8520135d944 req-9ac8833a-e15a-4871-9c44-f2cbb75b2138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:02:37.116540 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9bace339-0a81-48a1-9397-c8520135d944 req-9ac8833a-e15a-4871-9c44-f2cbb75b2138 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=fe1b5a3d-050c-415d-a526-cc2e02b19cb4 HTTP/1.1" status: 200  len: 850 time: 0.0490546
Dec 25 22:02:37.140320 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7e5cb34-a94f-428a-88f5-6c5b2fab645f None None] Checking router: 8accf2b6-aa0e-4afd-9635-ed8920d0eef4 for host: ncdv-master-1 {{(pid=121609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 25 22:02:37.148674 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7e5cb34-a94f-428a-88f5-6c5b2fab645f None None] Routers {'8accf2b6-aa0e-4afd-9635-ed8920d0eef4'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 22:02:37.149329 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-a7e5cb34-a94f-428a-88f5-6c5b2fab645f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f26189ab250>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T22:02:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['8accf2b6-aa0e-4afd-9635-ed8920d0eef4'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 22:02:37.160129 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bace339-0a81-48a1-9397-c8520135d944 req-40e2dae1-dec9-4322-8491-782b8274cbd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:02:37.161741 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9bace339-0a81-48a1-9397-c8520135d944 req-40e2dae1-dec9-4322-8491-782b8274cbd9 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=544249cb-4293-4a78-9ba3-8f386deae100&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0412402
Dec 25 22:02:37.185879 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.31', 60267) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 22:02:37.236185 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [req-d46b0f02-d0a4-4b06-b111-67961962b2fc req-8ecfa1b7-8c82-4759-b449-bae9fb10e090 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=8771b817-fa8f-4ab3-9171-5f63652fa06d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0491457
Dec 25 22:02:37.255915 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvr_db [None req-a7e5cb34-a94f-428a-88f5-6c5b2fab645f None None] Set router 8accf2b6-aa0e-4afd-9635-ed8920d0eef4 gateway port host: ncdv-master-1 {{(pid=121609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 22:02:37.264466 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9bace339-0a81-48a1-9397-c8520135d944 req-680f1673-315b-4145-bdce-8d00baf5edc2 service neutron] 10.222.0.31 "GET /v2.0/networks/544249cb-4293-4a78-9ba3-8f386deae100?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0930147
Dec 25 22:02:37.357207 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9bace339-0a81-48a1-9397-c8520135d944 req-57f099cd-b8ee-4bf9-aa0e-a99f6110ad0f service neutron] 10.222.0.31 "GET /v2.0/networks/544249cb-4293-4a78-9ba3-8f386deae100?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0857534
Dec 25 22:02:37.539117 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46b0f02-d0a4-4b06-b111-67961962b2fc req-13f8e755-0119-49fe-8a3b-3f6b77d8ffe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:02:37.540598 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d46b0f02-d0a4-4b06-b111-67961962b2fc req-13f8e755-0119-49fe-8a3b-3f6b77d8ffe0 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=1e594b8d48e948b8ae34d96bebfc2a36&device_id=8771b817-fa8f-4ab3-9171-5f63652fa06d HTTP/1.1" status: 200  len: 1096 time: 0.0413489
Dec 25 22:02:37.568273 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-a7e5cb34-a94f-428a-88f5-6c5b2fab645f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f26189ab250>, [{'id': '8accf2b6-aa0e-4afd-9635-ed8920d0eef4', 'name': 'tempest-ServerActionsTestJSON-535026700-router', 'tenant_id': '1e594b8d48e948b8ae34d96bebfc2a36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.231'}], 'enable_snat': True}, 'gw_port_id': '4ebb692d-0106-41c5-a37c-66d5e165232a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:55:09Z', 'updated_at': '2021-12-25T21:55:12Z', 'revision_number': 4, 'project_id': '1e594b8d48e948b8ae34d96bebfc2a36', 'gw_port': {'id': '4ebb692d-0106-41c5-a37c-66d5e165232a', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:92:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8accf2b6-aa0e-4afd-9635-ed8920d0eef4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4049, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:55:09Z', 'updated_at': '2021-12-25T21:55:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '5e0debcb-0ca3-46ff-bc55-de85f6b81a13', 'tenant_id': '1e594b8d48e948b8ae34d96bebfc2a36', 'floating_ip_address': '172.35.3.39', 'floating_network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'router_id': '8accf2b6-aa0e-4afd-9635-ed8920d0eef4', 'port_id': 'c4ecf985-5253-4122-a72d-215ad1c18bd4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4057, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '544249cb-4293-4a78-9ba3-8f386deae100', 'mac_address': 'fa:16:3e:0c:8b:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8771b817-fa8f-4ab3-9171-5f63652fa06d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-25T21:55:16Z', 'updated_at': '2021-12-25T22:02:36Z', 'revision_number': 13, 'project_id': '1e594b8d48e948b8ae34d96bebfc2a36', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bfbc9022-6830-4a42-b5fb-7f904e70878e', 'name': '', 'network_id': '544249cb-4293-4a78-9ba3-8f386deae100', 'tenant_id': '1e594b8d48e948b8ae34d96bebfc2a36', 'mac_address': 'fa:16:3e:62:0b:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8accf2b6-aa0e-4afd-9635-ed8920d0eef4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4050, 'fixed_ips': [{'subnet_id': 'fe1b5a3d-050c-415d-a526-cc2e02b19cb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:55:11Z', 'updated_at': '2021-12-25T21:55:15Z', 'revision_number': 5, 'project_id': '1e594b8d48e948b8ae34d96bebfc2a36', 'subnets': [{'id': 'fe1b5a3d-050c-415d-a526-cc2e02b19cb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 22:02:37.597053 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7e5cb34-a94f-428a-88f5-6c5b2fab645f None None] The sync data for ids ['8accf2b6-aa0e-4afd-9635-ed8920d0eef4'] in ncdv-master-1 is: [{'id': '8accf2b6-aa0e-4afd-9635-ed8920d0eef4', 'name': 'tempest-ServerActionsTestJSON-535026700-router', 'tenant_id': '1e594b8d48e948b8ae34d96bebfc2a36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.231'}], 'enable_snat': True}, 'gw_port_id': '4ebb692d-0106-41c5-a37c-66d5e165232a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:55:09Z', 'updated_at': '2021-12-25T21:55:12Z', 'revision_number': 4, 'project_id': '1e594b8d48e948b8ae34d96bebfc2a36', 'gw_port': {'id': '4ebb692d-0106-41c5-a37c-66d5e165232a', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:92:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8accf2b6-aa0e-4afd-9635-ed8920d0eef4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4049, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:55:09Z', 'updated_at': '2021-12-25T21:55:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '5e0debcb-0ca3-46ff-bc55-de85f6b81a13', 'tenant_id': '1e594b8d48e948b8ae34d96bebfc2a36', 'floating_ip_address': '172.35.3.39', 'floating_network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'router_id': '8accf2b6-aa0e-4afd-9635-ed8920d0eef4', 'port_id': 'c4ecf985-5253-4122-a72d-215ad1c18bd4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4057, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '544249cb-4293-4a78-9ba3-8f386deae100', 'mac_address': 'fa:16:3e:0c:8b:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8771b817-fa8f-4ab3-9171-5f63652fa06d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-25T21:55:16Z', 'updated_at': '2021-12-25T22:02:36Z', 'revision_number': 13, 'project_id': '1e594b8d48e948b8ae34d96bebfc2a36', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bfbc9022-6830-4a42-b5fb-7f904e70878e', 'name': '', 'network_id': '544249cb-4293-4a78-9ba3-8f386deae100', 'tenant_id': '1e594b8d48e948b8ae34d96bebfc2a36', 'mac_address': 'fa:16:3e:62:0b:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8accf2b6-aa0e-4afd-9635-ed8920d0eef4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4050, 'fixed_ips': [{'subnet_id': 'fe1b5a3d-050c-415d-a526-cc2e02b19cb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:55:11Z', 'updated_at': '2021-12-25T21:55:15Z', 'revision_number': 5, 'project_id': '1e594b8d48e948b8ae34d96bebfc2a36', 'subnets': [{'id': 'fe1b5a3d-050c-415d-a526-cc2e02b19cb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 22:02:37.650061 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46b0f02-d0a4-4b06-b111-67961962b2fc req-b0500d9a-e4c6-4ffc-b158-42d1aacb9599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:02:37.651550 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d46b0f02-d0a4-4b06-b111-67961962b2fc req-b0500d9a-e4c6-4ffc-b158-42d1aacb9599 service neutron] 10.222.0.31 "GET /v2.0/networks?id=544249cb-4293-4a78-9ba3-8f386deae100 HTTP/1.1" status: 200  len: 912 time: 0.0934877
Dec 25 22:02:37.716768 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d46b0f02-d0a4-4b06-b111-67961962b2fc req-872ee445-8f04-46cc-9a37-bd52158bd2f1 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c4ecf985-5253-4122-a72d-215ad1c18bd4 HTTP/1.1" status: 200  len: 999 time: 0.0583375
Dec 25 22:02:37.768136 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46b0f02-d0a4-4b06-b111-67961962b2fc req-ba847d02-8092-4449-b079-c97cf19699da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:02:37.769682 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d46b0f02-d0a4-4b06-b111-67961962b2fc req-ba847d02-8092-4449-b079-c97cf19699da service neutron] 10.222.0.31 "GET /v2.0/subnets?id=fe1b5a3d-050c-415d-a526-cc2e02b19cb4 HTTP/1.1" status: 200  len: 850 time: 0.0464621
Dec 25 22:02:37.790438 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61a9bd64-d474-4c60-96ff-0538f12c4f20 None None] New status for floating IP 5e0debcb-0ca3-46ff-bc55-de85f6b81a13: ACTIVE {{(pid=121608) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 25 22:02:37.821505 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46b0f02-d0a4-4b06-b111-67961962b2fc req-ddce1661-b621-4da9-bf86-87d38c40425f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:02:37.823022 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d46b0f02-d0a4-4b06-b111-67961962b2fc req-ddce1661-b621-4da9-bf86-87d38c40425f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=544249cb-4293-4a78-9ba3-8f386deae100&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0466146
Dec 25 22:02:37.920502 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d46b0f02-d0a4-4b06-b111-67961962b2fc req-09202f42-5a6f-44b7-85c7-6cef34ef0bb3 service neutron] 10.222.0.31 "GET /v2.0/networks/544249cb-4293-4a78-9ba3-8f386deae100?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0899577
Dec 25 22:02:38.014206 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d46b0f02-d0a4-4b06-b111-67961962b2fc req-c9738283-cbf4-4b2f-9a11-54a6929fb277 service neutron] 10.222.0.31 "GET /v2.0/networks/544249cb-4293-4a78-9ba3-8f386deae100?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0866337
Dec 25 22:02:38.555707 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [req-5c590ff4-b14c-4ac0-94c7-8d686db6b8f7 req-8dfe0e1c-7ef1-4791-b326-a95aba993551 service neutron] (121606) timed out ('10.222.0.32', 44102) {{(pid=121606) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}
Dec 25 22:02:38.657347 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3e945ecd-9380-47c2-aa0a-12ebe07e03e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:02:38.657943 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:02:39.673129 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-15cb578f-7a63-4fd3-925d-83bad4c7b82a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:02:40.782264 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:03:03.747037 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.agents_db [None req-ec08dba0-4483-4109-b5e1-5e4a9fdaf12d None None] Agent healthcheck: found 7 active agents {{(pid=121609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 25 22:03:04.649444 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:03:04.810525 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-ce4d417a-36f7-4963-b5aa-2d237eb13ec3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:03:07.022630 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-94518a9e-860b-4e6b-9d1c-2ae8d9694646 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:03:08.644751 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3e945ecd-9380-47c2-aa0a-12ebe07e03e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:03:08.667436 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:03:09.655846 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-15cb578f-7a63-4fd3-925d-83bad4c7b82a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:03:10.770172 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:03:34.664810 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:03:34.810298 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-03787d30-81b1-4572-bf13-ffc13c98ffd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:03:37.021973 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9a165b99-2dc9-44fd-84f9-14614133a678 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:03:38.694334 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3e945ecd-9380-47c2-aa0a-12ebe07e03e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:03:38.718226 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:03:39.238183 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9e9d8db6-c313-4fdd-80e0-41f7412c1bcb req-71c84887-940e-4072-8c37-2530faf1a28f service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=8771b817-fa8f-4ab3-9171-5f63652fa06d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0422356
Dec 25 22:03:39.320903 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9d8db6-c313-4fdd-80e0-41f7412c1bcb req-e576e53e-9db1-4044-a19e-203d5a92cd1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:03:39.322470 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9e9d8db6-c313-4fdd-80e0-41f7412c1bcb req-e576e53e-9db1-4044-a19e-203d5a92cd1d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=1e594b8d48e948b8ae34d96bebfc2a36&device_id=8771b817-fa8f-4ab3-9171-5f63652fa06d HTTP/1.1" status: 200  len: 1096 time: 0.0403461
Dec 25 22:03:39.428417 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9d8db6-c313-4fdd-80e0-41f7412c1bcb req-30307201-c08f-437e-89ff-e483b5b62208 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:03:39.429948 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9e9d8db6-c313-4fdd-80e0-41f7412c1bcb req-30307201-c08f-437e-89ff-e483b5b62208 service neutron] 10.222.0.31 "GET /v2.0/networks?id=544249cb-4293-4a78-9ba3-8f386deae100 HTTP/1.1" status: 200  len: 912 time: 0.0889857
Dec 25 22:03:39.493899 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9e9d8db6-c313-4fdd-80e0-41f7412c1bcb req-152eac56-c4aa-4302-a1ec-fc499f81d718 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c4ecf985-5253-4122-a72d-215ad1c18bd4 HTTP/1.1" status: 200  len: 1001 time: 0.0574250
Dec 25 22:03:39.553583 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9d8db6-c313-4fdd-80e0-41f7412c1bcb req-a0dcb3e1-51e1-4672-a9d7-2f76bdd792c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:03:39.557440 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9e9d8db6-c313-4fdd-80e0-41f7412c1bcb req-a0dcb3e1-51e1-4672-a9d7-2f76bdd792c3 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=fe1b5a3d-050c-415d-a526-cc2e02b19cb4 HTTP/1.1" status: 200  len: 850 time: 0.0561278
Dec 25 22:03:39.606146 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9d8db6-c313-4fdd-80e0-41f7412c1bcb req-427ad86f-639a-42ce-8f61-536b6ecdb99c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:03:39.608028 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9e9d8db6-c313-4fdd-80e0-41f7412c1bcb req-427ad86f-639a-42ce-8f61-536b6ecdb99c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=544249cb-4293-4a78-9ba3-8f386deae100&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0435605
Dec 25 22:03:39.672575 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-15cb578f-7a63-4fd3-925d-83bad4c7b82a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:03:39.700448 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9e9d8db6-c313-4fdd-80e0-41f7412c1bcb req-10f907dc-cfab-4f5f-9a0a-ff7163b2a1b5 service neutron] 10.222.0.31 "GET /v2.0/networks/544249cb-4293-4a78-9ba3-8f386deae100?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0856683
Dec 25 22:03:39.789367 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9e9d8db6-c313-4fdd-80e0-41f7412c1bcb req-805b3867-2a97-4a61-b5c3-6949418a5037 service neutron] 10.222.0.31 "GET /v2.0/networks/544249cb-4293-4a78-9ba3-8f386deae100?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0819235
Dec 25 22:03:40.747194 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.agents_db [None req-ec08dba0-4483-4109-b5e1-5e4a9fdaf12d None None] Agent healthcheck: found 7 active agents {{(pid=121609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 25 22:03:40.785087 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:04:04.661165 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:04:04.797741 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5111a4fd-ea0e-497c-a1d4-4e33efd51a20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:04:07.026590 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-2171cc81-f86d-4f8b-8aaa-7e181b28c591 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:04:08.637687 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3e945ecd-9380-47c2-aa0a-12ebe07e03e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:04:08.663638 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:04:09.677803 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-15cb578f-7a63-4fd3-925d-83bad4c7b82a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:04:10.824007 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:04:13.338651 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faee6ce3-bd8a-40e6-9a14-f196bf77e256 req-f9627374-9622-494e-a1a6-30468b8bb258 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:04:13.340171 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-faee6ce3-bd8a-40e6-9a14-f196bf77e256 req-f9627374-9622-494e-a1a6-30468b8bb258 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/ports?device_id=8771b817-fa8f-4ab3-9171-5f63652fa06d HTTP/1.1" status: 200  len: 945 time: 0.0485721
Dec 25 22:04:13.392249 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-faee6ce3-bd8a-40e6-9a14-f196bf77e256 req-a3552352-96bc-44f2-85db-9ebea27932da tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/security-groups?id=ecd1e866-dc70-4232-af86-72a62615443d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0460181
Dec 25 22:04:17.531305 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [req-2e33c8da-7c9a-44c0-84b2-dd1acd4a248e req-dbde4342-68a9-4462-a9ab-19c08c079c57 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=121606) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 25 22:04:17.536593 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2e33c8da-7c9a-44c0-84b2-dd1acd4a248e req-dbde4342-68a9-4462-a9ab-19c08c079c57 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.1076899
Dec 25 22:04:17.747042 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.agents_db [None req-ec08dba0-4483-4109-b5e1-5e4a9fdaf12d None None] Agent healthcheck: found 7 active agents {{(pid=121609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 25 22:04:17.838220 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23d306e-5b69-43eb-9c77-a1035000d23e req-9c41e57f-d6be-427a-96e1-b2b868f12b91 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:04:17.839639 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b23d306e-5b69-43eb-9c77-a1035000d23e req-9c41e57f-d6be-427a-96e1-b2b868f12b91 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/ports?device_id=8771b817-fa8f-4ab3-9171-5f63652fa06d HTTP/1.1" status: 200  len: 945 time: 0.0495095
Dec 25 22:04:17.886893 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b23d306e-5b69-43eb-9c77-a1035000d23e req-b68caa81-92e3-4775-98b9-a0c7c61eaa0c tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/security-groups?id=ecd1e866-dc70-4232-af86-72a62615443d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0410295
Dec 25 22:04:17.977831 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5e2bc979-abe8-4038-88b6-4c5405f14ca9 req-bd6c1b82-1bb6-4787-9c72-c8c59a31b061 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=8771b817-fa8f-4ab3-9171-5f63652fa06d&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0391994
Dec 25 22:04:17.986852 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [req-5e2bc979-abe8-4038-88b6-4c5405f14ca9 req-0d47cfec-9d51-4563-ae89-dda2941e5271 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=121606) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 25 22:04:17.987786 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5e2bc979-abe8-4038-88b6-4c5405f14ca9 req-0d47cfec-9d51-4563-ae89-dda2941e5271 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0047598
Dec 25 22:04:19.005735 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b715bc-548e-43df-91cf-30afd551187a req-9d8cf04c-8a93-4ff9-94ac-9517efb9fac6 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:04:19.007231 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-93b715bc-548e-43df-91cf-30afd551187a req-9d8cf04c-8a93-4ff9-94ac-9517efb9fac6 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/ports?device_id=8771b817-fa8f-4ab3-9171-5f63652fa06d HTTP/1.1" status: 200  len: 945 time: 0.0499108
Dec 25 22:04:19.058119 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-93b715bc-548e-43df-91cf-30afd551187a req-2b7c803b-91b2-4de8-9aa8-d78e1c1d20ea tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/security-groups?id=ecd1e866-dc70-4232-af86-72a62615443d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0447972
Dec 25 22:04:19.911848 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2bc979-abe8-4038-88b6-4c5405f14ca9 req-6ce6f551-3654-4043-a48c-d99515cf688a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:04:19.913445 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5e2bc979-abe8-4038-88b6-4c5405f14ca9 req-6ce6f551-3654-4043-a48c-d99515cf688a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=1e594b8d48e948b8ae34d96bebfc2a36&device_id=8771b817-fa8f-4ab3-9171-5f63652fa06d HTTP/1.1" status: 200  len: 1096 time: 0.0412898
Dec 25 22:04:20.002401 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2bc979-abe8-4038-88b6-4c5405f14ca9 req-568e699e-e477-4559-b81b-c8437b28b0ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:04:20.003918 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5e2bc979-abe8-4038-88b6-4c5405f14ca9 req-568e699e-e477-4559-b81b-c8437b28b0ad service neutron] 10.222.0.31 "GET /v2.0/networks?id=544249cb-4293-4a78-9ba3-8f386deae100 HTTP/1.1" status: 200  len: 912 time: 0.0839918
Dec 25 22:04:20.071515 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5e2bc979-abe8-4038-88b6-4c5405f14ca9 req-2ce48181-f345-46d7-b20a-ebbfb993cfba service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c4ecf985-5253-4122-a72d-215ad1c18bd4 HTTP/1.1" status: 200  len: 1001 time: 0.0601897
Dec 25 22:04:20.121189 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2bc979-abe8-4038-88b6-4c5405f14ca9 req-c74498b6-4457-4eaf-87c3-36fec814e721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:04:20.122686 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5e2bc979-abe8-4038-88b6-4c5405f14ca9 req-c74498b6-4457-4eaf-87c3-36fec814e721 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=fe1b5a3d-050c-415d-a526-cc2e02b19cb4 HTTP/1.1" status: 200  len: 850 time: 0.0440896
Dec 25 22:04:20.211051 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae58c8b4-2a21-44b4-928c-f2158521b1d8 req-03be554a-dfb6-49cd-a2d4-a31e6bb1666c tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:04:20.212465 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ae58c8b4-2a21-44b4-928c-f2158521b1d8 req-03be554a-dfb6-49cd-a2d4-a31e6bb1666c tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/ports?device_id=8771b817-fa8f-4ab3-9171-5f63652fa06d HTTP/1.1" status: 200  len: 945 time: 0.0746067
Dec 25 22:04:20.214380 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2bc979-abe8-4038-88b6-4c5405f14ca9 req-22d96cd6-d497-448b-95f2-93daa54b3891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:04:20.215739 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5e2bc979-abe8-4038-88b6-4c5405f14ca9 req-22d96cd6-d497-448b-95f2-93daa54b3891 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=544249cb-4293-4a78-9ba3-8f386deae100&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0860453
Dec 25 22:04:20.314638 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ae58c8b4-2a21-44b4-928c-f2158521b1d8 req-3a358217-9537-450f-833a-3a7d9a1e5eb4 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/security-groups?id=ecd1e866-dc70-4232-af86-72a62615443d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0960519
Dec 25 22:04:20.335679 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5e2bc979-abe8-4038-88b6-4c5405f14ca9 req-adb500cd-1959-4cf3-9251-d568fbf25793 service neutron] 10.222.0.31 "GET /v2.0/networks/544249cb-4293-4a78-9ba3-8f386deae100?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1114264
Dec 25 22:04:20.429151 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5e2bc979-abe8-4038-88b6-4c5405f14ca9 req-6c31516c-b520-41a7-85df-4aaff2b1d8d8 service neutron] 10.222.0.31 "GET /v2.0/networks/544249cb-4293-4a78-9ba3-8f386deae100?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0858378
Dec 25 22:04:21.435616 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76df037-c7ff-4a96-9beb-68e5a0930674 req-e164d1bc-03ce-49d7-9bdc-8f8b642cc80a tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:04:21.437117 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d76df037-c7ff-4a96-9beb-68e5a0930674 req-e164d1bc-03ce-49d7-9bdc-8f8b642cc80a tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/ports?device_id=8771b817-fa8f-4ab3-9171-5f63652fa06d HTTP/1.1" status: 200  len: 945 time: 0.0490150
Dec 25 22:04:21.484017 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d76df037-c7ff-4a96-9beb-68e5a0930674 req-e23bf5c0-be2f-4528-a896-4007c9667e19 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/security-groups?id=ecd1e866-dc70-4232-af86-72a62615443d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0409491
Dec 25 22:04:22.603868 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1740fe79-b396-4210-950f-c1ece1364518 req-02a5d90a-a175-4354-9fe0-32591e57d28c tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:04:22.605358 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1740fe79-b396-4210-950f-c1ece1364518 req-02a5d90a-a175-4354-9fe0-32591e57d28c tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/ports?device_id=8771b817-fa8f-4ab3-9171-5f63652fa06d HTTP/1.1" status: 200  len: 945 time: 0.0525000
Dec 25 22:04:22.657841 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1740fe79-b396-4210-950f-c1ece1364518 req-f72d641e-bfa4-4642-8cad-355d0d67e3f5 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/security-groups?id=ecd1e866-dc70-4232-af86-72a62615443d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0461409
Dec 25 22:04:23.773129 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db105a8-a470-438c-8267-2418b42235f2 req-b9083494-35ac-480a-8863-ad8cb900e39a tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:04:23.774611 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8db105a8-a470-438c-8267-2418b42235f2 req-b9083494-35ac-480a-8863-ad8cb900e39a tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/ports?device_id=8771b817-fa8f-4ab3-9171-5f63652fa06d HTTP/1.1" status: 200  len: 945 time: 0.0481386
Dec 25 22:04:23.820795 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8db105a8-a470-438c-8267-2418b42235f2 req-f6534699-5dc9-4ce4-b1b4-bf8fb7fcf8f8 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/security-groups?id=ecd1e866-dc70-4232-af86-72a62615443d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0403118
Dec 25 22:04:24.940628 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2718e50-6324-4ae5-b552-6f14baa47b6f req-47252fd9-cc3f-491c-ac90-2879eddd4bfd tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:04:24.942132 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d2718e50-6324-4ae5-b552-6f14baa47b6f req-47252fd9-cc3f-491c-ac90-2879eddd4bfd tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/ports?device_id=8771b817-fa8f-4ab3-9171-5f63652fa06d HTTP/1.1" status: 200  len: 945 time: 0.0519867
Dec 25 22:04:24.988744 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d2718e50-6324-4ae5-b552-6f14baa47b6f req-0374a405-303a-45b1-b096-ffacf7b522ae tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/security-groups?id=ecd1e866-dc70-4232-af86-72a62615443d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0400264
Dec 25 22:04:26.104419 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84fb37c-bc2f-4ba1-bff6-21e40f413372 req-47ce22b8-b76f-4836-8864-9a1994abe71e tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:04:26.106178 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a84fb37c-bc2f-4ba1-bff6-21e40f413372 req-47ce22b8-b76f-4836-8864-9a1994abe71e tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/ports?device_id=8771b817-fa8f-4ab3-9171-5f63652fa06d HTTP/1.1" status: 200  len: 945 time: 0.0476496
Dec 25 22:04:26.151342 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a84fb37c-bc2f-4ba1-bff6-21e40f413372 req-7306d1bb-fee9-413c-94aa-fb2aaba75968 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/security-groups?id=ecd1e866-dc70-4232-af86-72a62615443d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0392690
Dec 25 22:04:27.326301 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a059dc0-2fbb-4ffe-9693-3ba7c9254890 req-7bf25bfe-5b0a-4f77-a74e-bda3fefd6503 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:04:27.327760 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7a059dc0-2fbb-4ffe-9693-3ba7c9254890 req-7bf25bfe-5b0a-4f77-a74e-bda3fefd6503 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/ports?device_id=8771b817-fa8f-4ab3-9171-5f63652fa06d HTTP/1.1" status: 200  len: 945 time: 0.1067712
Dec 25 22:04:27.376919 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7a059dc0-2fbb-4ffe-9693-3ba7c9254890 req-01b2f9e6-9241-43a2-9e04-fb31534db47b tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/security-groups?id=ecd1e866-dc70-4232-af86-72a62615443d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0431910
Dec 25 22:04:28.553485 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898ee864-578a-4d1e-99c0-921b432d568c req-5c384ef2-ed37-437c-934b-d30542d2bbdc tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:04:28.555026 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-898ee864-578a-4d1e-99c0-921b432d568c req-5c384ef2-ed37-437c-934b-d30542d2bbdc tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/ports?device_id=8771b817-fa8f-4ab3-9171-5f63652fa06d HTTP/1.1" status: 200  len: 945 time: 0.1062260
Dec 25 22:04:28.602881 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-898ee864-578a-4d1e-99c0-921b432d568c req-ad3b9754-3eaf-4f73-8f8f-0d2720437acd tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/security-groups?id=ecd1e866-dc70-4232-af86-72a62615443d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0417416
Dec 25 22:04:29.719516 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850b4315-5cd6-4db0-ba09-8da87e217d92 req-c9123622-d690-4f3b-807e-8dfe609dde4f tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:04:29.721012 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-850b4315-5cd6-4db0-ba09-8da87e217d92 req-c9123622-d690-4f3b-807e-8dfe609dde4f tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/ports?device_id=8771b817-fa8f-4ab3-9171-5f63652fa06d HTTP/1.1" status: 200  len: 945 time: 0.0483334
Dec 25 22:04:29.766880 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-850b4315-5cd6-4db0-ba09-8da87e217d92 req-453d471a-8a23-41ad-bb82-0ae4d2219759 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/security-groups?id=ecd1e866-dc70-4232-af86-72a62615443d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0400095
Dec 25 22:04:30.886386 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c21f8b8-1871-4205-9874-92bedb8822ed req-a0a4f671-0af1-4c56-85f2-573c33e91f6b tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:04:30.887869 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3c21f8b8-1871-4205-9874-92bedb8822ed req-a0a4f671-0af1-4c56-85f2-573c33e91f6b tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/ports?device_id=8771b817-fa8f-4ab3-9171-5f63652fa06d HTTP/1.1" status: 200  len: 945 time: 0.0525095
Dec 25 22:04:30.933931 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3c21f8b8-1871-4205-9874-92bedb8822ed req-c30c1396-3422-4530-8a6f-f4baf7e2fe07 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/security-groups?id=ecd1e866-dc70-4232-af86-72a62615443d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0398543
Dec 25 22:04:32.050023 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af72e92e-6091-43a6-a996-96e324df03e4 req-9891753a-7e8a-4133-80fd-7b18fa871d8a tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:04:32.051484 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-af72e92e-6091-43a6-a996-96e324df03e4 req-9891753a-7e8a-4133-80fd-7b18fa871d8a tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/ports?device_id=8771b817-fa8f-4ab3-9171-5f63652fa06d HTTP/1.1" status: 200  len: 945 time: 0.0488257
Dec 25 22:04:32.096778 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-af72e92e-6091-43a6-a996-96e324df03e4 req-05b35de4-a635-4da9-9c93-646037b79633 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/security-groups?id=ecd1e866-dc70-4232-af86-72a62615443d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0387602
Dec 25 22:04:33.245481 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7cb138-8a47-4133-9103-93d37311486e req-b1261c86-0f57-4ddb-9399-2b95b55c75c2 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:04:33.247032 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-6c7cb138-8a47-4133-9103-93d37311486e req-b1261c86-0f57-4ddb-9399-2b95b55c75c2 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/ports?device_id=8771b817-fa8f-4ab3-9171-5f63652fa06d HTTP/1.1" status: 200  len: 945 time: 0.0797918
Dec 25 22:04:33.287529 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5e2bc979-abe8-4038-88b6-4c5405f14ca9 req-56393542-85e1-4efe-8482-f23029fe96eb service neutron] 10.222.0.31 "GET /v2.0/ports/c4ecf985-5253-4122-a72d-215ad1c18bd4/bindings/nch1-master-1 HTTP/1.1" status: 200  len: 382 time: 0.0883064
Dec 25 22:04:33.308709 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-6c7cb138-8a47-4133-9103-93d37311486e req-c0ac2af6-d572-4ade-9041-a2801520ee0b tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/security-groups?id=ecd1e866-dc70-4232-af86-72a62615443d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0550542
Dec 25 22:04:33.710449 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2bc979-abe8-4038-88b6-4c5405f14ca9 req-27b0bff4-944b-4ca3-a7b1-1a3ce8e20e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:04:33.711855 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5e2bc979-abe8-4038-88b6-4c5405f14ca9 req-27b0bff4-944b-4ca3-a7b1-1a3ce8e20e2c service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=8771b817-fa8f-4ab3-9171-5f63652fa06d&tenant_id=1e594b8d48e948b8ae34d96bebfc2a36 HTTP/1.1" status: 200  len: 1096 time: 0.0412922
Dec 25 22:04:33.771182 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2bc979-abe8-4038-88b6-4c5405f14ca9 req-354f11d5-01b3-49ea-b68e-ee9f5c29e9a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:04:33.772676 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5e2bc979-abe8-4038-88b6-4c5405f14ca9 req-354f11d5-01b3-49ea-b68e-ee9f5c29e9a0 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=1e594b8d48e948b8ae34d96bebfc2a36&device_id=8771b817-fa8f-4ab3-9171-5f63652fa06d HTTP/1.1" status: 200  len: 1096 time: 0.0398068
Dec 25 22:04:33.863628 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2bc979-abe8-4038-88b6-4c5405f14ca9 req-016d2d0b-9870-47c9-a849-d76026ddbee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:04:33.865668 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5e2bc979-abe8-4038-88b6-4c5405f14ca9 req-016d2d0b-9870-47c9-a849-d76026ddbee5 service neutron] 10.222.0.31 "GET /v2.0/networks?id=544249cb-4293-4a78-9ba3-8f386deae100 HTTP/1.1" status: 200  len: 912 time: 0.0856233
Dec 25 22:04:33.928750 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5e2bc979-abe8-4038-88b6-4c5405f14ca9 req-862e54a1-9648-4dc2-8b9c-c4564d0f3651 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c4ecf985-5253-4122-a72d-215ad1c18bd4 HTTP/1.1" status: 200  len: 1001 time: 0.0562899
Dec 25 22:04:33.980116 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2bc979-abe8-4038-88b6-4c5405f14ca9 req-36615587-0164-4df7-a1de-b3ac49f39aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:04:33.981842 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5e2bc979-abe8-4038-88b6-4c5405f14ca9 req-36615587-0164-4df7-a1de-b3ac49f39aaa service neutron] 10.222.0.31 "GET /v2.0/subnets?id=fe1b5a3d-050c-415d-a526-cc2e02b19cb4 HTTP/1.1" status: 200  len: 850 time: 0.0464783
Dec 25 22:04:34.026620 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2bc979-abe8-4038-88b6-4c5405f14ca9 req-1c3e57b0-cc30-4c53-9078-0a9d0fcdd249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:04:34.028093 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5e2bc979-abe8-4038-88b6-4c5405f14ca9 req-1c3e57b0-cc30-4c53-9078-0a9d0fcdd249 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=544249cb-4293-4a78-9ba3-8f386deae100&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0395989
Dec 25 22:04:34.118912 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5e2bc979-abe8-4038-88b6-4c5405f14ca9 req-5543bcc4-31b0-4dfd-a051-a03100979028 service neutron] 10.222.0.31 "GET /v2.0/networks/544249cb-4293-4a78-9ba3-8f386deae100?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0840728
Dec 25 22:04:34.205143 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5e2bc979-abe8-4038-88b6-4c5405f14ca9 req-b2c29904-bd90-4d4b-b1d9-6105f1424dc9 service neutron] 10.222.0.31 "GET /v2.0/networks/544249cb-4293-4a78-9ba3-8f386deae100?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0793512
Dec 25 22:04:34.426083 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65eabff4-c548-429b-ace6-6597b28dec97 req-c0cb4109-ff99-401a-a7e5-b3f601aab31b tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:04:34.428123 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-65eabff4-c548-429b-ace6-6597b28dec97 req-c0cb4109-ff99-401a-a7e5-b3f601aab31b tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/ports?device_id=8771b817-fa8f-4ab3-9171-5f63652fa06d HTTP/1.1" status: 200  len: 945 time: 0.0487087
Dec 25 22:04:34.481409 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-65eabff4-c548-429b-ace6-6597b28dec97 req-bedfecd7-d022-4c78-a76c-d9f871316f68 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/security-groups?id=ecd1e866-dc70-4232-af86-72a62615443d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0471148
Dec 25 22:04:34.660166 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:04:34.786078 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9990fac6-fa41-48c2-bcae-2517508ec8b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:04:35.598557 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707bafc6-06e8-466a-8c47-b17f7d78be8a req-403c3803-2f47-4e1b-9a5e-392bcaf59fa8 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:04:35.600619 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-707bafc6-06e8-466a-8c47-b17f7d78be8a req-403c3803-2f47-4e1b-9a5e-392bcaf59fa8 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/ports?device_id=8771b817-fa8f-4ab3-9171-5f63652fa06d HTTP/1.1" status: 200  len: 945 time: 0.0505593
Dec 25 22:04:35.649365 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-707bafc6-06e8-466a-8c47-b17f7d78be8a req-59000788-05c5-40f3-8be0-09da13aa3b25 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/security-groups?id=ecd1e866-dc70-4232-af86-72a62615443d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0418725
Dec 25 22:04:35.673120 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device c4ecf985-5253-4122-a72d-215ad1c18bd4 no longer exists at agent hyperv_nch1-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 22:04:35.748030 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:04:35.769472 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8771b817-fa8f-4ab3-9171-5f63652fa06d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c4ecf985-5253-4122-a72d-215ad1c18bd4'}] {{(pid=121608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 22:04:35.771611 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a88c78c3ff6266bd59c7e89d275b28c92e739b67d23c89d71af88829fd31566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f33c1f6-62dd-4444-921c-0e5cdf19b0b7" -d '{"events": [{"server_uuid": "8771b817-fa8f-4ab3-9171-5f63652fa06d", "name": "network-vif-unplugged", "status": "completed", "tag": "c4ecf985-5253-4122-a72d-215ad1c18bd4"}]}' {{(pid=121608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 22:04:35.783506 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port c4ecf985-5253-4122-a72d-215ad1c18bd4, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c4ecf985-5253-4122-a72d-215ad1c18bd4,segment=NetworkSegment(7ded9d98-42bc-4190-9dd6-298b9a4520f9),segment_id=7ded9d98-42bc-4190-9dd6-298b9a4520f9)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 22:04:35.817720 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 25 Dec 2021 22:04:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f912035b-3a6d-4f78-921d-c62176b3e7ae x-openstack-request-id: req-f912035b-3a6d-4f78-921d-c62176b3e7ae {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 22:04:35.818016 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8771b817-fa8f-4ab3-9171-5f63652fa06d", "name": "network-vif-unplugged", "status": "completed", "tag": "c4ecf985-5253-4122-a72d-215ad1c18bd4", "code": 200}]} {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 22:04:35.818272 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f912035b-3a6d-4f78-921d-c62176b3e7ae {{(pid=121608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 22:04:35.818662 ncdv-master-1 neutron-server[121608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8771b817-fa8f-4ab3-9171-5f63652fa06d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c4ecf985-5253-4122-a72d-215ad1c18bd4', 'code': 200}
Dec 25 22:04:35.874633 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:04:35.925910 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Pushing event updated for resources: {'Port': ['ID=c4ecf985-5253-4122-a72d-215ad1c18bd4,revision_number=6']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:04:35.933844 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:04:35.934189 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:04:35.934526 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:04:35.934862 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:04:35.935191 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:04:35.935518 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:04:35.935843 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:04:35.936163 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:04:35.936483 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:04:35.936800 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:04:35.937151 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:04:35.937473 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:04:35.937790 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:04:36.773972 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e0bcf4-6e82-449c-a6a0-261e9a8cdcc4 req-13a04151-0793-4ff7-9276-e2bb2f37934b tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:04:36.775453 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c7e0bcf4-6e82-449c-a6a0-261e9a8cdcc4 req-13a04151-0793-4ff7-9276-e2bb2f37934b tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/ports?device_id=8771b817-fa8f-4ab3-9171-5f63652fa06d HTTP/1.1" status: 200  len: 943 time: 0.0494254
Dec 25 22:04:36.822995 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c7e0bcf4-6e82-449c-a6a0-261e9a8cdcc4 req-e15b3561-e652-4e54-bac9-200e36f365f9 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/security-groups?id=ecd1e866-dc70-4232-af86-72a62615443d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0414383
Dec 25 22:04:37.025599 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-1f852be5-665b-483d-9000-7bfa55620ddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:04:38.310944 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cc3fb0-414b-48b1-9247-3da91319389c req-3b71ba14-ff37-4117-a185-553cd6737e11 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:04:38.312045 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f3cc3fb0-414b-48b1-9247-3da91319389c req-3b71ba14-ff37-4117-a185-553cd6737e11 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/ports?device_id=8771b817-fa8f-4ab3-9171-5f63652fa06d HTTP/1.1" status: 200  len: 943 time: 0.4153097
Dec 25 22:04:38.361285 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f3cc3fb0-414b-48b1-9247-3da91319389c req-e31076d1-fd30-4015-b71a-3d5d256a09d6 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/security-groups?id=ecd1e866-dc70-4232-af86-72a62615443d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0432131
Dec 25 22:04:38.677221 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3e945ecd-9380-47c2-aa0a-12ebe07e03e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:04:38.699684 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:04:39.221975 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a945d5a5-2976-4ff9-a50c-81ff6617a270 req-fe01d0e5-5088-4af9-bd9d-060a7c4d63be service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=8771b817-fa8f-4ab3-9171-5f63652fa06d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0381351
Dec 25 22:04:39.303845 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a945d5a5-2976-4ff9-a50c-81ff6617a270 req-f69088cb-0207-414f-b185-ce78e701bfae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:04:39.305404 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a945d5a5-2976-4ff9-a50c-81ff6617a270 req-f69088cb-0207-414f-b185-ce78e701bfae service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=1e594b8d48e948b8ae34d96bebfc2a36&device_id=8771b817-fa8f-4ab3-9171-5f63652fa06d HTTP/1.1" status: 200  len: 1094 time: 0.0407135
Dec 25 22:04:39.407251 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a945d5a5-2976-4ff9-a50c-81ff6617a270 req-364327f7-d15f-4cdc-84ba-6c30d97b232e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:04:39.408772 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a945d5a5-2976-4ff9-a50c-81ff6617a270 req-364327f7-d15f-4cdc-84ba-6c30d97b232e service neutron] 10.222.0.31 "GET /v2.0/networks?id=544249cb-4293-4a78-9ba3-8f386deae100 HTTP/1.1" status: 200  len: 912 time: 0.0860903
Dec 25 22:04:39.506351 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a945d5a5-2976-4ff9-a50c-81ff6617a270 req-9ebd1c11-2fdc-4317-a169-ce6d5dd38b54 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c4ecf985-5253-4122-a72d-215ad1c18bd4 HTTP/1.1" status: 200  len: 999 time: 0.0896914
Dec 25 22:04:39.528358 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef70fb69-b2fe-450c-9a77-1741487c88c4 req-cb501e1a-492d-43ba-a9d3-e86e4fdadab2 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:04:39.529790 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ef70fb69-b2fe-450c-9a77-1741487c88c4 req-cb501e1a-492d-43ba-a9d3-e86e4fdadab2 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/ports?device_id=8771b817-fa8f-4ab3-9171-5f63652fa06d HTTP/1.1" status: 200  len: 943 time: 0.0755155
Dec 25 22:04:39.579367 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a945d5a5-2976-4ff9-a50c-81ff6617a270 req-b4cbbff7-c4bf-4498-93c9-75ff9ae962e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:04:39.580802 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a945d5a5-2976-4ff9-a50c-81ff6617a270 req-b4cbbff7-c4bf-4498-93c9-75ff9ae962e6 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=fe1b5a3d-050c-415d-a526-cc2e02b19cb4 HTTP/1.1" status: 200  len: 850 time: 0.0676706
Dec 25 22:04:39.625209 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ef70fb69-b2fe-450c-9a77-1741487c88c4 req-e0b75bd8-218f-4b4b-bb0b-cad118e3b3b5 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/security-groups?id=ecd1e866-dc70-4232-af86-72a62615443d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0779731
Dec 25 22:04:39.638171 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a945d5a5-2976-4ff9-a50c-81ff6617a270 req-98c75ada-e751-44fe-a7cb-f475598e76d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:04:39.639651 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a945d5a5-2976-4ff9-a50c-81ff6617a270 req-98c75ada-e751-44fe-a7cb-f475598e76d0 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=544249cb-4293-4a78-9ba3-8f386deae100&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0514460
Dec 25 22:04:39.672172 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-15cb578f-7a63-4fd3-925d-83bad4c7b82a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:04:39.710003 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device c4ecf985-5253-4122-a72d-215ad1c18bd4 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 25 22:04:39.739346 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a945d5a5-2976-4ff9-a50c-81ff6617a270 req-bc2fcf31-dd75-477f-bfdb-0a3e7fdf7f95 service neutron] 10.222.0.31 "GET /v2.0/networks/544249cb-4293-4a78-9ba3-8f386deae100?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0920529
Dec 25 22:04:39.812991 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port c4ecf985-5253-4122-a72d-215ad1c18bd4, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c4ecf985-5253-4122-a72d-215ad1c18bd4,segment=NetworkSegment(7ded9d98-42bc-4190-9dd6-298b9a4520f9),segment_id=7ded9d98-42bc-4190-9dd6-298b9a4520f9)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 22:04:39.824534 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Returning: {'device': 'c4ecf985-5253-4122-a72d-215ad1c18bd4', 'network_id': '544249cb-4293-4a78-9ba3-8f386deae100', 'port_id': 'c4ecf985-5253-4122-a72d-215ad1c18bd4', 'mac_address': 'fa:16:3e:0c:8b:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe1b5a3d-050c-415d-a526-cc2e02b19cb4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 25 22:04:39.829480 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a945d5a5-2976-4ff9-a50c-81ff6617a270 req-4854cbe6-5535-4806-a6c9-6e89f85ea90c service neutron] 10.222.0.31 "GET /v2.0/networks/544249cb-4293-4a78-9ba3-8f386deae100?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0834394
Dec 25 22:04:39.863170 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:04:39.876192 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4ecf985-5253-4122-a72d-215ad1c18bd4 {{(pid=121608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 22:04:39.895717 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port c4ecf985-5253-4122-a72d-215ad1c18bd4, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c4ecf985-5253-4122-a72d-215ad1c18bd4,segment=NetworkSegment(7ded9d98-42bc-4190-9dd6-298b9a4520f9),segment_id=7ded9d98-42bc-4190-9dd6-298b9a4520f9)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 22:04:40.003289 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:04:40.051303 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Pushing event updated for resources: {'Port': ['ID=c4ecf985-5253-4122-a72d-215ad1c18bd4,revision_number=7']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:04:40.236161 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8adc8b-b4d9-429a-8eee-a9227c51a989 req-bb39ba78-c1c4-414d-9943-98fc307c285d tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:04:40.237678 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1b8adc8b-b4d9-429a-8eee-a9227c51a989 req-bb39ba78-c1c4-414d-9943-98fc307c285d tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/ports?device_id=8771b817-fa8f-4ab3-9171-5f63652fa06d HTTP/1.1" status: 200  len: 944 time: 0.0650287
Dec 25 22:04:40.250507 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] get_ports_and_sgs() called for port_ids ['c4ecf985-5253-4122-a72d-215ad1c18bd4'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 22:04:40.307669 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80958bc7-5d34-45e9-bd12-30e5e87b5c7b req-eb47b7a1-101c-4f68-891f-c195788d7e62 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:04:40.309177 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-80958bc7-5d34-45e9-bd12-30e5e87b5c7b req-eb47b7a1-101c-4f68-891f-c195788d7e62 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.31 "GET /v2.0/ports?device_id=8771b817-fa8f-4ab3-9171-5f63652fa06d&tenant_id=1e594b8d48e948b8ae34d96bebfc2a36&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 944 time: 0.0930977
Dec 25 22:04:40.326087 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1b8adc8b-b4d9-429a-8eee-a9227c51a989 req-7231784b-8dd8-4fc6-b637-52a45afcd218 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/security-groups?id=ecd1e866-dc70-4232-af86-72a62615443d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0741489
Dec 25 22:04:40.376416 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-80958bc7-5d34-45e9-bd12-30e5e87b5c7b req-1027c2d0-8a74-40d8-b6ab-d7ab4be0c0ed service neutron] 10.222.0.31 "GET /v2.0/ports/c4ecf985-5253-4122-a72d-215ad1c18bd4/bindings/nch1-master-1 HTTP/1.1" status: 200  len: 382 time: 0.0585363
Dec 25 22:04:40.445785 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80958bc7-5d34-45e9-bd12-30e5e87b5c7b req-fc73d6c1-b6c9-4d32-b281-5dbea998e931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:04:40.447343 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-80958bc7-5d34-45e9-bd12-30e5e87b5c7b req-fc73d6c1-b6c9-4d32-b281-5dbea998e931 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=1e594b8d48e948b8ae34d96bebfc2a36&device_id=8771b817-fa8f-4ab3-9171-5f63652fa06d HTTP/1.1" status: 200  len: 1095 time: 0.0466344
Dec 25 22:04:40.539363 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80958bc7-5d34-45e9-bd12-30e5e87b5c7b req-a992f688-f4d3-4851-9296-eae5e8887aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:04:40.540833 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-80958bc7-5d34-45e9-bd12-30e5e87b5c7b req-a992f688-f4d3-4851-9296-eae5e8887aa0 service neutron] 10.222.0.31 "GET /v2.0/networks?id=544249cb-4293-4a78-9ba3-8f386deae100 HTTP/1.1" status: 200  len: 912 time: 0.0853224
Dec 25 22:04:40.611338 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-80958bc7-5d34-45e9-bd12-30e5e87b5c7b req-985965f6-d474-49f0-9ea9-01dc07995c32 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c4ecf985-5253-4122-a72d-215ad1c18bd4 HTTP/1.1" status: 200  len: 1000 time: 0.0625198
Dec 25 22:04:40.661458 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80958bc7-5d34-45e9-bd12-30e5e87b5c7b req-f700f4fb-5fbb-46a3-9798-48f9f2ddaa7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:04:40.662899 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-80958bc7-5d34-45e9-bd12-30e5e87b5c7b req-f700f4fb-5fbb-46a3-9798-48f9f2ddaa7e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=fe1b5a3d-050c-415d-a526-cc2e02b19cb4 HTTP/1.1" status: 200  len: 850 time: 0.0429196
Dec 25 22:04:40.710454 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80958bc7-5d34-45e9-bd12-30e5e87b5c7b req-ab86c675-53e9-460c-8b1c-eb971f086016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:04:40.712030 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-80958bc7-5d34-45e9-bd12-30e5e87b5c7b req-ab86c675-53e9-460c-8b1c-eb971f086016 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=544249cb-4293-4a78-9ba3-8f386deae100&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0412447
Dec 25 22:04:40.806898 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-80958bc7-5d34-45e9-bd12-30e5e87b5c7b req-1e684d93-6870-4cc9-899d-7193ada6b80b service neutron] 10.222.0.31 "GET /v2.0/networks/544249cb-4293-4a78-9ba3-8f386deae100?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0866146
Dec 25 22:04:40.828457 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:04:40.903146 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-80958bc7-5d34-45e9-bd12-30e5e87b5c7b req-91875f8e-7310-40fe-af51-dea766fe5f45 service neutron] 10.222.0.31 "GET /v2.0/networks/544249cb-4293-4a78-9ba3-8f386deae100?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0868282
Dec 25 22:04:41.450681 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4667f746-1d13-4051-93f5-8eb82e1dfa4b req-46691b1c-6df4-4dce-ab5d-6c7d962c63fb tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:04:41.452231 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4667f746-1d13-4051-93f5-8eb82e1dfa4b req-46691b1c-6df4-4dce-ab5d-6c7d962c63fb tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/ports?device_id=8771b817-fa8f-4ab3-9171-5f63652fa06d HTTP/1.1" status: 200  len: 944 time: 0.0534987
Dec 25 22:04:41.499991 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4667f746-1d13-4051-93f5-8eb82e1dfa4b req-c039cafb-de36-4a82-a8d6-275389a1692a tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/security-groups?id=ecd1e866-dc70-4232-af86-72a62615443d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0417380
Dec 25 22:04:41.733649 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device c4ecf985-5253-4122-a72d-215ad1c18bd4 up at agent hyperv_nch1-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 22:04:41.781748 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Provisioning complete for port c4ecf985-5253-4122-a72d-215ad1c18bd4 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 22:04:41.782117 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:04:42.021057 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:04:42.042068 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8771b817-fa8f-4ab3-9171-5f63652fa06d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4ecf985-5253-4122-a72d-215ad1c18bd4'}] {{(pid=121608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 22:04:42.044262 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a88c78c3ff6266bd59c7e89d275b28c92e739b67d23c89d71af88829fd31566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bd04629-a74f-4620-9219-60472e9b42fa" -d '{"events": [{"server_uuid": "8771b817-fa8f-4ab3-9171-5f63652fa06d", "name": "network-vif-plugged", "status": "completed", "tag": "c4ecf985-5253-4122-a72d-215ad1c18bd4"}]}' {{(pid=121608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 22:04:42.057026 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port c4ecf985-5253-4122-a72d-215ad1c18bd4, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c4ecf985-5253-4122-a72d-215ad1c18bd4,segment=NetworkSegment(7ded9d98-42bc-4190-9dd6-298b9a4520f9),segment_id=7ded9d98-42bc-4190-9dd6-298b9a4520f9)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 22:04:42.093961 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 22:04:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-626cb7f5-d57f-4f86-809e-1d32f83498fe x-openstack-request-id: req-626cb7f5-d57f-4f86-809e-1d32f83498fe {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 22:04:42.094290 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8771b817-fa8f-4ab3-9171-5f63652fa06d", "name": "network-vif-plugged", "status": "completed", "tag": "c4ecf985-5253-4122-a72d-215ad1c18bd4", "code": 200}]} {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 22:04:42.094546 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-626cb7f5-d57f-4f86-809e-1d32f83498fe {{(pid=121608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 22:04:42.094972 ncdv-master-1 neutron-server[121608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8771b817-fa8f-4ab3-9171-5f63652fa06d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4ecf985-5253-4122-a72d-215ad1c18bd4', 'code': 200}
Dec 25 22:04:42.119873 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:04:42.166976 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Pushing event updated for resources: {'Port': ['ID=c4ecf985-5253-4122-a72d-215ad1c18bd4,revision_number=8']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:04:42.618489 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3be2a4b-944e-486c-b6f8-25f5b869c978 req-736c8fb9-cb53-48e3-aaf1-7dba66034881 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:04:42.619990 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d3be2a4b-944e-486c-b6f8-25f5b869c978 req-736c8fb9-cb53-48e3-aaf1-7dba66034881 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/ports?device_id=8771b817-fa8f-4ab3-9171-5f63652fa06d HTTP/1.1" status: 200  len: 945 time: 0.0490458
Dec 25 22:04:42.668192 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d3be2a4b-944e-486c-b6f8-25f5b869c978 req-1649b411-40e8-4bcc-8472-07bc66ef4cb6 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/security-groups?id=ecd1e866-dc70-4232-af86-72a62615443d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0420749
Dec 25 22:04:43.789532 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e8dc6b-3bef-426b-8559-e17192aeed6c req-05285c03-8b37-470c-9f41-5b2e948617c4 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:04:43.791738 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a2e8dc6b-3bef-426b-8559-e17192aeed6c req-05285c03-8b37-470c-9f41-5b2e948617c4 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/ports?device_id=8771b817-fa8f-4ab3-9171-5f63652fa06d HTTP/1.1" status: 200  len: 945 time: 0.0512476
Dec 25 22:04:43.843251 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a2e8dc6b-3bef-426b-8559-e17192aeed6c req-de32fd8e-ea4a-4a6e-ac47-cd73684e5d73 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/security-groups?id=ecd1e866-dc70-4232-af86-72a62615443d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0461149
Dec 25 22:04:44.367273 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80958bc7-5d34-45e9-bd12-30e5e87b5c7b req-8db66aa0-3e46-4a12-80d9-d82ba41b5437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:04:44.368797 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-80958bc7-5d34-45e9-bd12-30e5e87b5c7b req-8db66aa0-3e46-4a12-80d9-d82ba41b5437 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=8771b817-fa8f-4ab3-9171-5f63652fa06d&tenant_id=1e594b8d48e948b8ae34d96bebfc2a36 HTTP/1.1" status: 200  len: 1096 time: 0.0891728
Dec 25 22:04:44.430858 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80958bc7-5d34-45e9-bd12-30e5e87b5c7b req-0763474d-aeba-4ebc-9f4c-9b4abdb6e2b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:04:44.432346 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-80958bc7-5d34-45e9-bd12-30e5e87b5c7b req-0763474d-aeba-4ebc-9f4c-9b4abdb6e2b4 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=1e594b8d48e948b8ae34d96bebfc2a36&device_id=8771b817-fa8f-4ab3-9171-5f63652fa06d HTTP/1.1" status: 200  len: 1096 time: 0.0407660
Dec 25 22:04:44.525107 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80958bc7-5d34-45e9-bd12-30e5e87b5c7b req-1cc471a8-58df-4c87-a8a2-ed8acef28006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:04:44.526483 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-80958bc7-5d34-45e9-bd12-30e5e87b5c7b req-1cc471a8-58df-4c87-a8a2-ed8acef28006 service neutron] 10.222.0.31 "GET /v2.0/networks?id=544249cb-4293-4a78-9ba3-8f386deae100 HTTP/1.1" status: 200  len: 912 time: 0.0870757
Dec 25 22:04:44.590276 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-80958bc7-5d34-45e9-bd12-30e5e87b5c7b req-0a7acee8-9782-4cde-a030-e81418f37d7a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c4ecf985-5253-4122-a72d-215ad1c18bd4 HTTP/1.1" status: 200  len: 1001 time: 0.0572746
Dec 25 22:04:44.638357 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80958bc7-5d34-45e9-bd12-30e5e87b5c7b req-9d58523e-2411-4dcb-ae40-ba5e131556b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:04:44.639859 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-80958bc7-5d34-45e9-bd12-30e5e87b5c7b req-9d58523e-2411-4dcb-ae40-ba5e131556b8 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=fe1b5a3d-050c-415d-a526-cc2e02b19cb4 HTTP/1.1" status: 200  len: 850 time: 0.0428834
Dec 25 22:04:44.688115 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80958bc7-5d34-45e9-bd12-30e5e87b5c7b req-4aa22df0-e305-4c79-ba08-e0299e5e84d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:04:44.689656 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-80958bc7-5d34-45e9-bd12-30e5e87b5c7b req-4aa22df0-e305-4c79-ba08-e0299e5e84d2 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=544249cb-4293-4a78-9ba3-8f386deae100&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0433819
Dec 25 22:04:44.777711 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-80958bc7-5d34-45e9-bd12-30e5e87b5c7b req-264e6a87-4909-48e1-b406-bdfaaad28b85 service neutron] 10.222.0.31 "GET /v2.0/networks/544249cb-4293-4a78-9ba3-8f386deae100?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0810874
Dec 25 22:04:44.870234 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-80958bc7-5d34-45e9-bd12-30e5e87b5c7b req-5198c8d1-d087-40a5-a1fc-6a7c5ad0c3cd service neutron] 10.222.0.31 "GET /v2.0/networks/544249cb-4293-4a78-9ba3-8f386deae100?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0855229
Dec 25 22:04:44.962373 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a909ea-9a50-49c1-b54d-79344822e058 req-65380bee-49bb-4464-88b9-eadea1f9655c tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:04:44.963899 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e2a909ea-9a50-49c1-b54d-79344822e058 req-65380bee-49bb-4464-88b9-eadea1f9655c tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/ports?device_id=8771b817-fa8f-4ab3-9171-5f63652fa06d HTTP/1.1" status: 200  len: 945 time: 0.0501211
Dec 25 22:04:45.015079 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e2a909ea-9a50-49c1-b54d-79344822e058 req-487a5d7e-b318-421c-a5da-efe643c2858d tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/security-groups?id=ecd1e866-dc70-4232-af86-72a62615443d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0450761
Dec 25 22:04:45.764117 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device c4ecf985-5253-4122-a72d-215ad1c18bd4 no longer exists at agent hyperv_nch1-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 22:04:45.839007 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:04:45.861001 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8771b817-fa8f-4ab3-9171-5f63652fa06d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c4ecf985-5253-4122-a72d-215ad1c18bd4'}] {{(pid=121608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 22:04:45.863180 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a88c78c3ff6266bd59c7e89d275b28c92e739b67d23c89d71af88829fd31566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74e24979-5499-4c6d-9043-f6e84d63de10" -d '{"events": [{"server_uuid": "8771b817-fa8f-4ab3-9171-5f63652fa06d", "name": "network-vif-unplugged", "status": "completed", "tag": "c4ecf985-5253-4122-a72d-215ad1c18bd4"}]}' {{(pid=121608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 22:04:45.876241 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port c4ecf985-5253-4122-a72d-215ad1c18bd4, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c4ecf985-5253-4122-a72d-215ad1c18bd4,segment=NetworkSegment(7ded9d98-42bc-4190-9dd6-298b9a4520f9),segment_id=7ded9d98-42bc-4190-9dd6-298b9a4520f9)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 22:04:45.911555 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 25 Dec 2021 22:04:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34dc9df1-b5e4-4cd6-8e73-bd298762b4fe x-openstack-request-id: req-34dc9df1-b5e4-4cd6-8e73-bd298762b4fe {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 22:04:45.911855 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8771b817-fa8f-4ab3-9171-5f63652fa06d", "name": "network-vif-unplugged", "status": "completed", "tag": "c4ecf985-5253-4122-a72d-215ad1c18bd4", "code": 200}]} {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 22:04:45.912106 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-34dc9df1-b5e4-4cd6-8e73-bd298762b4fe {{(pid=121608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 22:04:45.912502 ncdv-master-1 neutron-server[121608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8771b817-fa8f-4ab3-9171-5f63652fa06d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c4ecf985-5253-4122-a72d-215ad1c18bd4', 'code': 200}
Dec 25 22:04:45.962974 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:04:46.012022 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Pushing event updated for resources: {'Port': ['ID=c4ecf985-5253-4122-a72d-215ad1c18bd4,revision_number=9']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:04:46.137983 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb16bd19-14b6-4280-8b23-f16a56c9822d req-7ec81b96-fd34-4c62-8e4d-d47578432b43 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:04:46.139472 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-bb16bd19-14b6-4280-8b23-f16a56c9822d req-7ec81b96-fd34-4c62-8e4d-d47578432b43 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/ports?device_id=8771b817-fa8f-4ab3-9171-5f63652fa06d HTTP/1.1" status: 200  len: 943 time: 0.0549486
Dec 25 22:04:46.186163 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-bb16bd19-14b6-4280-8b23-f16a56c9822d req-125027d2-bc07-4f33-a2ce-109f3efc69e1 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/security-groups?id=ecd1e866-dc70-4232-af86-72a62615443d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0405741
Dec 25 22:04:47.303686 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4221cda4-2ab5-45d8-8f08-af94304ff9b8 req-b92b9333-b4e4-430d-91a8-d4b41544c224 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:04:47.305206 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4221cda4-2ab5-45d8-8f08-af94304ff9b8 req-b92b9333-b4e4-430d-91a8-d4b41544c224 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/ports?device_id=8771b817-fa8f-4ab3-9171-5f63652fa06d HTTP/1.1" status: 200  len: 943 time: 0.0485694
Dec 25 22:04:47.351576 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4221cda4-2ab5-45d8-8f08-af94304ff9b8 req-fc788f74-e75b-43fa-99e0-368c1198a94e tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/security-groups?id=ecd1e866-dc70-4232-af86-72a62615443d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0399613
Dec 25 22:04:48.468968 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb48309-b254-440d-b2ec-33a8f6616acc req-17aefc0a-1a0a-46af-84ab-6ad8ef75da3d tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:04:48.470459 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ecb48309-b254-440d-b2ec-33a8f6616acc req-17aefc0a-1a0a-46af-84ab-6ad8ef75da3d tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/ports?device_id=8771b817-fa8f-4ab3-9171-5f63652fa06d HTTP/1.1" status: 200  len: 943 time: 0.0500274
Dec 25 22:04:48.521356 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ecb48309-b254-440d-b2ec-33a8f6616acc req-760c8add-d434-4321-9245-f182c13a26d4 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/security-groups?id=ecd1e866-dc70-4232-af86-72a62615443d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0449059
Dec 25 22:04:49.640322 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a00801b-e6ac-46ee-96c6-8ef1906a79e4 req-d2cbd723-4da9-4dc0-9178-89ff00c3c3a1 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:04:49.641842 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9a00801b-e6ac-46ee-96c6-8ef1906a79e4 req-d2cbd723-4da9-4dc0-9178-89ff00c3c3a1 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/ports?device_id=8771b817-fa8f-4ab3-9171-5f63652fa06d HTTP/1.1" status: 200  len: 943 time: 0.0513418
Dec 25 22:04:49.689173 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9a00801b-e6ac-46ee-96c6-8ef1906a79e4 req-8ecfc4ac-f96f-41ca-82f4-afa0f33f1dcd tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/security-groups?id=ecd1e866-dc70-4232-af86-72a62615443d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0413163
Dec 25 22:04:49.795223 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device c4ecf985-5253-4122-a72d-215ad1c18bd4 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 25 22:04:49.805366 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab08cb47-0ce3-4e55-ada8-a2239e7e8099 req-93626b56-d6de-46c5-87a7-504fd778309c tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:04:49.806841 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ab08cb47-0ce3-4e55-ada8-a2239e7e8099 req-93626b56-d6de-46c5-87a7-504fd778309c tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/ports?device_id=8771b817-fa8f-4ab3-9171-5f63652fa06d HTTP/1.1" status: 200  len: 943 time: 0.0483294
Dec 25 22:04:49.854825 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ab08cb47-0ce3-4e55-ada8-a2239e7e8099 req-b300fbeb-3403-441b-bef8-9ebc724232f2 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/security-groups?id=ecd1e866-dc70-4232-af86-72a62615443d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0419052
Dec 25 22:04:49.889267 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port c4ecf985-5253-4122-a72d-215ad1c18bd4, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c4ecf985-5253-4122-a72d-215ad1c18bd4,segment=NetworkSegment(7ded9d98-42bc-4190-9dd6-298b9a4520f9),segment_id=7ded9d98-42bc-4190-9dd6-298b9a4520f9)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 22:04:49.901166 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Returning: {'device': 'c4ecf985-5253-4122-a72d-215ad1c18bd4', 'network_id': '544249cb-4293-4a78-9ba3-8f386deae100', 'port_id': 'c4ecf985-5253-4122-a72d-215ad1c18bd4', 'mac_address': 'fa:16:3e:0c:8b:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe1b5a3d-050c-415d-a526-cc2e02b19cb4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 25 22:04:49.941745 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:04:49.955404 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4ecf985-5253-4122-a72d-215ad1c18bd4 {{(pid=121608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 22:04:49.973990 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81914da-fec3-41f2-8334-12818e0a0835 req-c3fa2fee-fe96-43c0-a3c9-d1157b1f2028 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:04:49.979128 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f81914da-fec3-41f2-8334-12818e0a0835 req-c3fa2fee-fe96-43c0-a3c9-d1157b1f2028 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/ports?device_id=8771b817-fa8f-4ab3-9171-5f63652fa06d HTTP/1.1" status: 200  len: 943 time: 0.0538747
Dec 25 22:04:49.979274 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port c4ecf985-5253-4122-a72d-215ad1c18bd4, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c4ecf985-5253-4122-a72d-215ad1c18bd4,segment=NetworkSegment(7ded9d98-42bc-4190-9dd6-298b9a4520f9),segment_id=7ded9d98-42bc-4190-9dd6-298b9a4520f9)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 22:04:50.022488 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f81914da-fec3-41f2-8334-12818e0a0835 req-5a1c1232-08ef-451e-9cd8-38d1f95101ab tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/security-groups?id=ecd1e866-dc70-4232-af86-72a62615443d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0405967
Dec 25 22:04:50.072363 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:04:50.120106 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Pushing event updated for resources: {'Port': ['ID=c4ecf985-5253-4122-a72d-215ad1c18bd4,revision_number=10']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:04:50.266734 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] get_ports_and_sgs() called for port_ids ['c4ecf985-5253-4122-a72d-215ad1c18bd4'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 22:04:50.489571 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09388dbe-57fb-4a78-be84-8617d7b0c361 req-f278e3b5-feb9-491a-8314-d0bd180a50b0 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:04:50.491056 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-09388dbe-57fb-4a78-be84-8617d7b0c361 req-f278e3b5-feb9-491a-8314-d0bd180a50b0 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/ports?device_id=8771b817-fa8f-4ab3-9171-5f63652fa06d HTTP/1.1" status: 200  len: 945 time: 0.0487211
Dec 25 22:04:50.537668 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-09388dbe-57fb-4a78-be84-8617d7b0c361 req-04d6ac8e-ab33-4d7a-8cf9-2f7e13637ea8 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/security-groups?id=ecd1e866-dc70-4232-af86-72a62615443d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0400941
Dec 25 22:04:51.655935 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc0d0a9-5e54-45d8-baf3-1570411cfadb req-fb94cdd7-1007-4417-8186-5f5eaff445e6 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:04:51.657430 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7dc0d0a9-5e54-45d8-baf3-1570411cfadb req-fb94cdd7-1007-4417-8186-5f5eaff445e6 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/ports?device_id=8771b817-fa8f-4ab3-9171-5f63652fa06d HTTP/1.1" status: 200  len: 945 time: 0.0481875
Dec 25 22:04:51.709337 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7dc0d0a9-5e54-45d8-baf3-1570411cfadb req-3229f034-4b69-43bb-a145-165a01e66c85 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/security-groups?id=ecd1e866-dc70-4232-af86-72a62615443d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0458827
Dec 25 22:04:51.803252 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device c4ecf985-5253-4122-a72d-215ad1c18bd4 up at agent hyperv_nch1-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 22:04:51.851070 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Provisioning complete for port c4ecf985-5253-4122-a72d-215ad1c18bd4 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 22:04:51.851363 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:04:51.928311 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:04:51.951678 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8771b817-fa8f-4ab3-9171-5f63652fa06d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4ecf985-5253-4122-a72d-215ad1c18bd4'}] {{(pid=121608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 22:04:51.953924 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a88c78c3ff6266bd59c7e89d275b28c92e739b67d23c89d71af88829fd31566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57118f76-041d-406e-9e88-c01cc9ef4d47" -d '{"events": [{"server_uuid": "8771b817-fa8f-4ab3-9171-5f63652fa06d", "name": "network-vif-plugged", "status": "completed", "tag": "c4ecf985-5253-4122-a72d-215ad1c18bd4"}]}' {{(pid=121608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 22:04:51.966655 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port c4ecf985-5253-4122-a72d-215ad1c18bd4, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c4ecf985-5253-4122-a72d-215ad1c18bd4,segment=NetworkSegment(7ded9d98-42bc-4190-9dd6-298b9a4520f9),segment_id=7ded9d98-42bc-4190-9dd6-298b9a4520f9)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 22:04:51.990506 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 22:04:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0d2640d-41d2-44a1-a067-8cd330fdb147 x-openstack-request-id: req-d0d2640d-41d2-44a1-a067-8cd330fdb147 {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 22:04:51.990803 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8771b817-fa8f-4ab3-9171-5f63652fa06d", "name": "network-vif-plugged", "status": "completed", "tag": "c4ecf985-5253-4122-a72d-215ad1c18bd4", "code": 200}]} {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 22:04:51.991084 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d0d2640d-41d2-44a1-a067-8cd330fdb147 {{(pid=121608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 22:04:51.991975 ncdv-master-1 neutron-server[121608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8771b817-fa8f-4ab3-9171-5f63652fa06d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4ecf985-5253-4122-a72d-215ad1c18bd4', 'code': 200}
Dec 25 22:04:52.027870 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:04:52.067319 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f0e54b-b656-4436-863f-43a17ad3c2e4 req-e736b5b4-e71d-46bd-9c1a-4d2cc0898e1f tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:04:52.068845 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-10f0e54b-b656-4436-863f-43a17ad3c2e4 req-e736b5b4-e71d-46bd-9c1a-4d2cc0898e1f tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.31 "GET /v2.0/ports?device_id=8771b817-fa8f-4ab3-9171-5f63652fa06d HTTP/1.1" status: 200  len: 946 time: 0.0508041
Dec 25 22:04:52.075164 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Pushing event updated for resources: {'Port': ['ID=c4ecf985-5253-4122-a72d-215ad1c18bd4,revision_number=11']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:04:52.159192 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [req-10f0e54b-b656-4436-863f-43a17ad3c2e4 req-d4f741fe-7669-4897-8b4c-9d024d92ae9e tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Deleting port c4ecf985-5253-4122-a72d-215ad1c18bd4 {{(pid=121606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 22:04:52.159432 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-10f0e54b-b656-4436-863f-43a17ad3c2e4 req-d4f741fe-7669-4897-8b4c-9d024d92ae9e tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:04:52.251589 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-10f0e54b-b656-4436-863f-43a17ad3c2e4 req-d4f741fe-7669-4897-8b4c-9d024d92ae9e tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] For port c4ecf985-5253-4122-a72d-215ad1c18bd4, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c4ecf985-5253-4122-a72d-215ad1c18bd4,segment=NetworkSegment(7ded9d98-42bc-4190-9dd6-298b9a4520f9),segment_id=7ded9d98-42bc-4190-9dd6-298b9a4520f9)] {{(pid=121606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 22:04:52.251946 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-10f0e54b-b656-4436-863f-43a17ad3c2e4 req-d4f741fe-7669-4897-8b4c-9d024d92ae9e tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:04:52.423536 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-10f0e54b-b656-4436-863f-43a17ad3c2e4 req-d4f741fe-7669-4897-8b4c-9d024d92ae9e tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Publish callbacks [] for floatingip, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:04:52.423814 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-10f0e54b-b656-4436-863f-43a17ad3c2e4 req-d4f741fe-7669-4897-8b4c-9d024d92ae9e tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2008639'] for floatingip, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:04:52.424131 ncdv-master-1 neutron-server[121606]: INFO neutron.db.l3_db [req-10f0e54b-b656-4436-863f-43a17ad3c2e4 req-d4f741fe-7669-4897-8b4c-9d024d92ae9e tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Floating IP 5e0debcb-0ca3-46ff-bc55-de85f6b81a13 disassociated. External IP: 172.35.3.39, port: c4ecf985-5253-4122-a72d-215ad1c18bd4.
Dec 25 22:04:52.424480 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [req-10f0e54b-b656-4436-863f-43a17ad3c2e4 req-d4f741fe-7669-4897-8b4c-9d024d92ae9e tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Calling delete_port for c4ecf985-5253-4122-a72d-215ad1c18bd4 owned by compute:nova {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 22:04:52.608474 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-10f0e54b-b656-4436-863f-43a17ad3c2e4 req-d4f741fe-7669-4897-8b4c-9d024d92ae9e tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:04:52.635488 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f741fe-7669-4897-8b4c-9d024d92ae9e tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Pushing event deleted for resources: {'Port': ['ID=c4ecf985-5253-4122-a72d-215ad1c18bd4,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:04:52.648483 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f741fe-7669-4897-8b4c-9d024d92ae9e tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:04:52.648833 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f741fe-7669-4897-8b4c-9d024d92ae9e tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:04:52.649204 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f741fe-7669-4897-8b4c-9d024d92ae9e tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:04:52.649538 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f741fe-7669-4897-8b4c-9d024d92ae9e tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:04:52.649919 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f741fe-7669-4897-8b4c-9d024d92ae9e tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:04:52.650214 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f741fe-7669-4897-8b4c-9d024d92ae9e tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:04:52.650544 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f741fe-7669-4897-8b4c-9d024d92ae9e tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:04:52.650919 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f741fe-7669-4897-8b4c-9d024d92ae9e tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:04:52.651204 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f741fe-7669-4897-8b4c-9d024d92ae9e tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:04:52.651527 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f741fe-7669-4897-8b4c-9d024d92ae9e tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:04:52.651854 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f741fe-7669-4897-8b4c-9d024d92ae9e tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:04:52.652179 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f741fe-7669-4897-8b4c-9d024d92ae9e tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:04:52.652509 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f741fe-7669-4897-8b4c-9d024d92ae9e tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:04:52.769782 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.l3_agent_scheduler [req-10f0e54b-b656-4436-863f-43a17ad3c2e4 req-d4f741fe-7669-4897-8b4c-9d024d92ae9e tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Router 8accf2b6-aa0e-4afd-9635-ed8920d0eef4 has already been hosted by L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 {{(pid=121606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 25 22:04:52.844415 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-712aa69f-ec60-43cd-893c-d6c73100bd1c req-8210fd75-0d67-4a03-badb-ab18e32a99bb tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/ports?device_id=8771b817-fa8f-4ab3-9171-5f63652fa06d HTTP/1.1" status: 200  len: 210 time: 0.0593059
Dec 25 22:04:52.905386 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-10f0e54b-b656-4436-863f-43a17ad3c2e4 req-d4f741fe-7669-4897-8b4c-9d024d92ae9e tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 22:04:52.915293 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a5dccdc-ffc6-41e4-a3b5-ea828466ec38 None None] Sync routers for ids ['8accf2b6-aa0e-4afd-9635-ed8920d0eef4'] in ncdv-master-1 {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 22:04:52.925427 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a5dccdc-ffc6-41e4-a3b5-ea828466ec38 None None] Routers {'8accf2b6-aa0e-4afd-9635-ed8920d0eef4'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 22:04:52.926130 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-7a5dccdc-ffc6-41e4-a3b5-ea828466ec38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f261a8761f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T22:04:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['8accf2b6-aa0e-4afd-9635-ed8920d0eef4'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 22:04:52.947362 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [req-10f0e54b-b656-4436-863f-43a17ad3c2e4 req-d4f741fe-7669-4897-8b4c-9d024d92ae9e tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] No DVR routers for this DVR port c4ecf985-5253-4122-a72d-215ad1c18bd4 on host nch1-master-1 {{(pid=121606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 22:04:52.950129 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-10f0e54b-b656-4436-863f-43a17ad3c2e4 req-d4f741fe-7669-4897-8b4c-9d024d92ae9e tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:04:52.953635 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-10f0e54b-b656-4436-863f-43a17ad3c2e4 req-d4f741fe-7669-4897-8b4c-9d024d92ae9e tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.31 "DELETE /v2.0/ports/c4ecf985-5253-4122-a72d-215ad1c18bd4 HTTP/1.1" status: 204  len: 173 time: 0.8774462
Dec 25 22:04:52.954111 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8771b817-fa8f-4ab3-9171-5f63652fa06d', 'name': 'network-vif-deleted', 'tag': 'c4ecf985-5253-4122-a72d-215ad1c18bd4'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 22:04:52.956447 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9858820c13ec2827453b94ebc4181065e990a4e4089ccb9fe762531ac62d2fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55ff507d-d9f2-479f-a0c6-1e312a6fb8d2" -d '{"events": [{"server_uuid": "8771b817-fa8f-4ab3-9171-5f63652fa06d", "name": "network-vif-deleted", "tag": "c4ecf985-5253-4122-a72d-215ad1c18bd4"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 22:04:52.997032 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 22:04:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f78d27d8-72ad-4af7-b69f-5e90529d83ef x-openstack-request-id: req-f78d27d8-72ad-4af7-b69f-5e90529d83ef {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 22:04:52.997363 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8771b817-fa8f-4ab3-9171-5f63652fa06d", "name": "network-vif-deleted", "tag": "c4ecf985-5253-4122-a72d-215ad1c18bd4", "status": "completed", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 22:04:52.997587 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f78d27d8-72ad-4af7-b69f-5e90529d83ef {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 22:04:52.997982 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8771b817-fa8f-4ab3-9171-5f63652fa06d', 'name': 'network-vif-deleted', 'tag': 'c4ecf985-5253-4122-a72d-215ad1c18bd4', 'status': 'completed', 'code': 200}
Dec 25 22:04:53.035177 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvr_db [None req-7a5dccdc-ffc6-41e4-a3b5-ea828466ec38 None None] Set router 8accf2b6-aa0e-4afd-9635-ed8920d0eef4 gateway port host: ncdv-master-1 {{(pid=121609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 22:04:53.236402 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-7a5dccdc-ffc6-41e4-a3b5-ea828466ec38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f261a8761f0>, [{'id': '8accf2b6-aa0e-4afd-9635-ed8920d0eef4', 'name': 'tempest-ServerActionsTestJSON-535026700-router', 'tenant_id': '1e594b8d48e948b8ae34d96bebfc2a36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.231'}], 'enable_snat': True}, 'gw_port_id': '4ebb692d-0106-41c5-a37c-66d5e165232a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:55:09Z', 'updated_at': '2021-12-25T21:55:12Z', 'revision_number': 4, 'project_id': '1e594b8d48e948b8ae34d96bebfc2a36', 'gw_port': {'id': '4ebb692d-0106-41c5-a37c-66d5e165232a', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:92:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8accf2b6-aa0e-4afd-9635-ed8920d0eef4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4049, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:55:09Z', 'updated_at': '2021-12-25T21:55:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'bfbc9022-6830-4a42-b5fb-7f904e70878e', 'name': '', 'network_id': '544249cb-4293-4a78-9ba3-8f386deae100', 'tenant_id': '1e594b8d48e948b8ae34d96bebfc2a36', 'mac_address': 'fa:16:3e:62:0b:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8accf2b6-aa0e-4afd-9635-ed8920d0eef4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4050, 'fixed_ips': [{'subnet_id': 'fe1b5a3d-050c-415d-a526-cc2e02b19cb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:55:11Z', 'updated_at': '2021-12-25T21:55:15Z', 'revision_number': 5, 'project_id': '1e594b8d48e948b8ae34d96bebfc2a36', 'subnets': [{'id': 'fe1b5a3d-050c-415d-a526-cc2e02b19cb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 22:04:53.268440 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a5dccdc-ffc6-41e4-a3b5-ea828466ec38 None None] Checking router: 8accf2b6-aa0e-4afd-9635-ed8920d0eef4 for host: ncdv-master-1 {{(pid=121609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 25 22:04:53.277130 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a5dccdc-ffc6-41e4-a3b5-ea828466ec38 None None] Routers {'8accf2b6-aa0e-4afd-9635-ed8920d0eef4'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 22:04:53.277764 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-7a5dccdc-ffc6-41e4-a3b5-ea828466ec38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f261a8761f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T22:04:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['8accf2b6-aa0e-4afd-9635-ed8920d0eef4'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 22:04:53.380420 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvr_db [None req-7a5dccdc-ffc6-41e4-a3b5-ea828466ec38 None None] Set router 8accf2b6-aa0e-4afd-9635-ed8920d0eef4 gateway port host: ncdv-master-1 {{(pid=121609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 22:04:53.577569 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-7a5dccdc-ffc6-41e4-a3b5-ea828466ec38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f261a8761f0>, [{'id': '8accf2b6-aa0e-4afd-9635-ed8920d0eef4', 'name': 'tempest-ServerActionsTestJSON-535026700-router', 'tenant_id': '1e594b8d48e948b8ae34d96bebfc2a36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.231'}], 'enable_snat': True}, 'gw_port_id': '4ebb692d-0106-41c5-a37c-66d5e165232a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:55:09Z', 'updated_at': '2021-12-25T21:55:12Z', 'revision_number': 4, 'project_id': '1e594b8d48e948b8ae34d96bebfc2a36', 'gw_port': {'id': '4ebb692d-0106-41c5-a37c-66d5e165232a', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:92:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8accf2b6-aa0e-4afd-9635-ed8920d0eef4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4049, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:55:09Z', 'updated_at': '2021-12-25T21:55:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'bfbc9022-6830-4a42-b5fb-7f904e70878e', 'name': '', 'network_id': '544249cb-4293-4a78-9ba3-8f386deae100', 'tenant_id': '1e594b8d48e948b8ae34d96bebfc2a36', 'mac_address': 'fa:16:3e:62:0b:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8accf2b6-aa0e-4afd-9635-ed8920d0eef4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4050, 'fixed_ips': [{'subnet_id': 'fe1b5a3d-050c-415d-a526-cc2e02b19cb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:55:11Z', 'updated_at': '2021-12-25T21:55:15Z', 'revision_number': 5, 'project_id': '1e594b8d48e948b8ae34d96bebfc2a36', 'subnets': [{'id': 'fe1b5a3d-050c-415d-a526-cc2e02b19cb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 22:04:53.603043 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a5dccdc-ffc6-41e4-a3b5-ea828466ec38 None None] The sync data for ids ['8accf2b6-aa0e-4afd-9635-ed8920d0eef4'] in ncdv-master-1 is: [{'id': '8accf2b6-aa0e-4afd-9635-ed8920d0eef4', 'name': 'tempest-ServerActionsTestJSON-535026700-router', 'tenant_id': '1e594b8d48e948b8ae34d96bebfc2a36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.231'}], 'enable_snat': True}, 'gw_port_id': '4ebb692d-0106-41c5-a37c-66d5e165232a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:55:09Z', 'updated_at': '2021-12-25T21:55:12Z', 'revision_number': 4, 'project_id': '1e594b8d48e948b8ae34d96bebfc2a36', 'gw_port': {'id': '4ebb692d-0106-41c5-a37c-66d5e165232a', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:92:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8accf2b6-aa0e-4afd-9635-ed8920d0eef4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4049, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:55:09Z', 'updated_at': '2021-12-25T21:55:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'bfbc9022-6830-4a42-b5fb-7f904e70878e', 'name': '', 'network_id': '544249cb-4293-4a78-9ba3-8f386deae100', 'tenant_id': '1e594b8d48e948b8ae34d96bebfc2a36', 'mac_address': 'fa:16:3e:62:0b:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8accf2b6-aa0e-4afd-9635-ed8920d0eef4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4050, 'fixed_ips': [{'subnet_id': 'fe1b5a3d-050c-415d-a526-cc2e02b19cb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:55:11Z', 'updated_at': '2021-12-25T21:55:15Z', 'revision_number': 5, 'project_id': '1e594b8d48e948b8ae34d96bebfc2a36', 'subnets': [{'id': 'fe1b5a3d-050c-415d-a526-cc2e02b19cb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 22:04:53.829677 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-446357c7-6bd8-4db0-90e3-ce3dc2b8afca None None] New status for floating IP 5e0debcb-0ca3-46ff-bc55-de85f6b81a13: DOWN {{(pid=121608) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 25 22:04:53.957833 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3bbe08f7-eefe-4ebb-a29f-840f0d00ea79 req-e7733c4e-1c96-4038-8fe3-b4b687e25594 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/ports?device_id=8771b817-fa8f-4ab3-9171-5f63652fa06d HTTP/1.1" status: 200  len: 210 time: 0.0276136
Dec 25 22:04:54.746604 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.agents_db [None req-ec08dba0-4483-4109-b5e1-5e4a9fdaf12d None None] Agent healthcheck: found 7 active agents {{(pid=121609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 25 22:04:55.810838 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device c4ecf985-5253-4122-a72d-215ad1c18bd4 no longer exists at agent hyperv_nch1-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 22:04:55.835538 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] No Port match for: c4ecf985-5253-4122-a72d-215ad1c18bd4 {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 22:04:55.835890 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device c4ecf985-5253-4122-a72d-215ad1c18bd4 not bound to the agent host nch1-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 22:04:59.963749 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 47502) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 22:05:00.017781 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a36c0467-7d92-4de1-b913-99f7cfcf1f82 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Publish callbacks [] for security_group, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:05:00.041339 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a36c0467-7d92-4de1-b913-99f7cfcf1f82 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Publish callbacks [] for security_group, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:05:00.162392 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a36c0467-7d92-4de1-b913-99f7cfcf1f82 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:05:00.165556 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a36c0467-7d92-4de1-b913-99f7cfcf1f82 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:05:00.166744 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-a36c0467-7d92-4de1-b913-99f7cfcf1f82 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "DELETE /v2.0/security-groups/ecd1e866-dc70-4232-af86-72a62615443d HTTP/1.1" status: 204  len: 168 time: 0.2020192
Dec 25 22:05:00.175549 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36c0467-7d92-4de1-b913-99f7cfcf1f82 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecd1e866-dc70-4232-af86-72a62615443d,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:05:00.177686 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 47506) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 22:05:00.182922 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36c0467-7d92-4de1-b913-99f7cfcf1f82 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:05:00.183266 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36c0467-7d92-4de1-b913-99f7cfcf1f82 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:05:00.183602 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36c0467-7d92-4de1-b913-99f7cfcf1f82 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:05:00.183940 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36c0467-7d92-4de1-b913-99f7cfcf1f82 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:05:00.184379 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36c0467-7d92-4de1-b913-99f7cfcf1f82 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:05:00.184651 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36c0467-7d92-4de1-b913-99f7cfcf1f82 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:05:00.185003 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36c0467-7d92-4de1-b913-99f7cfcf1f82 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:05:00.185326 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36c0467-7d92-4de1-b913-99f7cfcf1f82 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:05:00.185647 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36c0467-7d92-4de1-b913-99f7cfcf1f82 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:05:00.185964 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36c0467-7d92-4de1-b913-99f7cfcf1f82 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:05:00.186282 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36c0467-7d92-4de1-b913-99f7cfcf1f82 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:05:00.187188 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36c0467-7d92-4de1-b913-99f7cfcf1f82 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:05:00.187518 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36c0467-7d92-4de1-b913-99f7cfcf1f82 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:05:00.191731 ncdv-master-1 neutron-server[121606]: INFO neutron.api.v2.resource [None req-2274464d-b404-434b-ad96-30d05537ec33 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] show failed (client error): The resource could not be found.
Dec 25 22:05:00.195828 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-2274464d-b404-434b-ad96-30d05537ec33 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "GET /v2.0/security-groups/ecd1e866-dc70-4232-af86-72a62615443d HTTP/1.1" status: 404  len: 347 time: 0.0140607
Dec 25 22:05:00.195828 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 47508) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 22:05:00.316632 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-8aa02631-2843-4515-aefd-e36e2a435057 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Deleting port 2ebb5d46-5a43-4f40-90de-758646082098 {{(pid=121606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 22:05:00.317006 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-8aa02631-2843-4515-aefd-e36e2a435057 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:05:00.393877 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-8aa02631-2843-4515-aefd-e36e2a435057 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:05:00.394205 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-8aa02631-2843-4515-aefd-e36e2a435057 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:05:00.406256 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-8aa02631-2843-4515-aefd-e36e2a435057 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Calling delete_port for 2ebb5d46-5a43-4f40-90de-758646082098 owned by network:floatingip {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 22:05:00.597110 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-8aa02631-2843-4515-aefd-e36e2a435057 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:05:00.623560 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa02631-2843-4515-aefd-e36e2a435057 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Pushing event deleted for resources: {'Port': ['ID=2ebb5d46-5a43-4f40-90de-758646082098,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:05:00.684130 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-8aa02631-2843-4515-aefd-e36e2a435057 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Publish callbacks [] for floatingip, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:05:00.686692 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-8aa02631-2843-4515-aefd-e36e2a435057 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for floatingip, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:05:00.687858 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-8aa02631-2843-4515-aefd-e36e2a435057 tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] 10.222.0.32 "DELETE /v2.0/floatingips/5e0debcb-0ca3-46ff-bc55-de85f6b81a13 HTTP/1.1" status: 204  len: 168 time: 0.4915640
Dec 25 22:05:00.690813 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 47510) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 22:05:01.082354 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-5e4f972e-c95c-4d9b-b95f-32d4db02ce15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2007615'] for router_interface, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:05:01.318489 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-5e4f972e-c95c-4d9b-b95f-32d4db02ce15 admin admin] Deleting port bfbc9022-6830-4a42-b5fb-7f904e70878e {{(pid=121606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 22:05:01.319707 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-5e4f972e-c95c-4d9b-b95f-32d4db02ce15 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:05:01.398295 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [None req-5e4f972e-c95c-4d9b-b95f-32d4db02ce15 admin admin] For port bfbc9022-6830-4a42-b5fb-7f904e70878e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bfbc9022-6830-4a42-b5fb-7f904e70878e,segment=NetworkSegment(7ded9d98-42bc-4190-9dd6-298b9a4520f9),segment_id=7ded9d98-42bc-4190-9dd6-298b9a4520f9)] {{(pid=121606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 22:05:01.398653 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-5e4f972e-c95c-4d9b-b95f-32d4db02ce15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:05:01.410911 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-5e4f972e-c95c-4d9b-b95f-32d4db02ce15 admin admin] Calling delete_port for bfbc9022-6830-4a42-b5fb-7f904e70878e owned by network:router_interface {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 22:05:01.650572 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-5e4f972e-c95c-4d9b-b95f-32d4db02ce15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:05:01.676394 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4f972e-c95c-4d9b-b95f-32d4db02ce15 admin admin] Pushing event deleted for resources: {'Port': ['ID=bfbc9022-6830-4a42-b5fb-7f904e70878e,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:05:01.842211 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-5e4f972e-c95c-4d9b-b95f-32d4db02ce15 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2007763'] for router_interface, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:05:02.055790 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e4f972e-c95c-4d9b-b95f-32d4db02ce15 admin admin] Router 8accf2b6-aa0e-4afd-9635-ed8920d0eef4 has already been hosted by L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 {{(pid=121606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 25 22:05:02.160621 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e4f972e-c95c-4d9b-b95f-32d4db02ce15 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 22:05:02.166368 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-5e4f972e-c95c-4d9b-b95f-32d4db02ce15 admin admin] 10.222.0.32 "PUT /v2.0/routers/8accf2b6-aa0e-4afd-9635-ed8920d0eef4/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.4745669
Dec 25 22:05:02.168895 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 47514) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 22:05:02.171461 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21062327-db8f-4d24-b1ce-c14b14d15877 None None] Sync routers for ids ['8accf2b6-aa0e-4afd-9635-ed8920d0eef4'] in ncdv-master-1 {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 22:05:02.184988 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21062327-db8f-4d24-b1ce-c14b14d15877 None None] Routers {'8accf2b6-aa0e-4afd-9635-ed8920d0eef4'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 22:05:02.185585 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-21062327-db8f-4d24-b1ce-c14b14d15877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2618384e50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T22:04:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['8accf2b6-aa0e-4afd-9635-ed8920d0eef4'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 22:05:02.271092 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-7da238de-d62a-4012-a0e8-7e04ed35b6c4 admin admin] Publish callbacks [] for router, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:05:02.287257 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvr_db [None req-21062327-db8f-4d24-b1ce-c14b14d15877 None None] Set router 8accf2b6-aa0e-4afd-9635-ed8920d0eef4 gateway port host: ncdv-master-1 {{(pid=121609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 22:05:02.383675 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-7da238de-d62a-4012-a0e8-7e04ed35b6c4 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:05:02.507652 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-7da238de-d62a-4012-a0e8-7e04ed35b6c4 admin admin] Deleting port 4ebb692d-0106-41c5-a37c-66d5e165232a {{(pid=121606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 22:05:02.508073 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-7da238de-d62a-4012-a0e8-7e04ed35b6c4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:05:02.556502 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-21062327-db8f-4d24-b1ce-c14b14d15877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2618384e50>, [{'id': '8accf2b6-aa0e-4afd-9635-ed8920d0eef4', 'name': 'tempest-ServerActionsTestJSON-535026700-router', 'tenant_id': '1e594b8d48e948b8ae34d96bebfc2a36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.231'}], 'enable_snat': True}, 'gw_port_id': '4ebb692d-0106-41c5-a37c-66d5e165232a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:55:09Z', 'updated_at': '2021-12-25T22:05:01Z', 'revision_number': 5, 'project_id': '1e594b8d48e948b8ae34d96bebfc2a36', 'gw_port': {'id': '4ebb692d-0106-41c5-a37c-66d5e165232a', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:92:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8accf2b6-aa0e-4afd-9635-ed8920d0eef4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4049, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T21:55:09Z', 'updated_at': '2021-12-25T21:55:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 22:05:02.579492 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21062327-db8f-4d24-b1ce-c14b14d15877 None None] Checking router: 8accf2b6-aa0e-4afd-9635-ed8920d0eef4 for host: ncdv-master-1 {{(pid=121609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 25 22:05:02.588675 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21062327-db8f-4d24-b1ce-c14b14d15877 None None] Routers {'8accf2b6-aa0e-4afd-9635-ed8920d0eef4'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 22:05:02.589314 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-21062327-db8f-4d24-b1ce-c14b14d15877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2618384e50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T22:04:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['8accf2b6-aa0e-4afd-9635-ed8920d0eef4'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 22:05:02.677897 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvr_db [None req-21062327-db8f-4d24-b1ce-c14b14d15877 None None] Set router 8accf2b6-aa0e-4afd-9635-ed8920d0eef4 gateway port host: None {{(pid=121609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 22:05:02.733615 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-21062327-db8f-4d24-b1ce-c14b14d15877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2618384e50>, [{'id': '8accf2b6-aa0e-4afd-9635-ed8920d0eef4', 'name': 'tempest-ServerActionsTestJSON-535026700-router', 'tenant_id': '1e594b8d48e948b8ae34d96bebfc2a36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:55:09Z', 'updated_at': '2021-12-25T22:05:02Z', 'revision_number': 6, 'project_id': '1e594b8d48e948b8ae34d96bebfc2a36', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 22:05:02.760631 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21062327-db8f-4d24-b1ce-c14b14d15877 None None] The sync data for ids ['8accf2b6-aa0e-4afd-9635-ed8920d0eef4'] in ncdv-master-1 is: [{'id': '8accf2b6-aa0e-4afd-9635-ed8920d0eef4', 'name': 'tempest-ServerActionsTestJSON-535026700-router', 'tenant_id': '1e594b8d48e948b8ae34d96bebfc2a36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T21:55:09Z', 'updated_at': '2021-12-25T22:05:02Z', 'revision_number': 6, 'project_id': '1e594b8d48e948b8ae34d96bebfc2a36', 'gw_port_host': None}] {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 22:05:02.942149 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [None req-7da238de-d62a-4012-a0e8-7e04ed35b6c4 admin admin] For port 4ebb692d-0106-41c5-a37c-66d5e165232a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4ebb692d-0106-41c5-a37c-66d5e165232a,segment=NetworkSegment(6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855),segment_id=6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855)] {{(pid=121606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 22:05:02.942423 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-7da238de-d62a-4012-a0e8-7e04ed35b6c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:05:02.955539 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-7da238de-d62a-4012-a0e8-7e04ed35b6c4 admin admin] Calling delete_port for 4ebb692d-0106-41c5-a37c-66d5e165232a owned by network:router_gateway {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 22:05:03.193856 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-7da238de-d62a-4012-a0e8-7e04ed35b6c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:05:03.219239 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da238de-d62a-4012-a0e8-7e04ed35b6c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=4ebb692d-0106-41c5-a37c-66d5e165232a,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:05:03.233462 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bee9366a-7712-4b38-a063-9827fe2808ce None None] DHCP port deletion for 7201e55c-7c5f-41aa-a042-a363696539d0 request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 22:05:03.280921 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-7da238de-d62a-4012-a0e8-7e04ed35b6c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2008689'] for router_gateway, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:05:03.371000 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-7da238de-d62a-4012-a0e8-7e04ed35b6c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2014235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14905'] for router, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:05:03.373265 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-7da238de-d62a-4012-a0e8-7e04ed35b6c4 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:05:03.502335 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-7da238de-d62a-4012-a0e8-7e04ed35b6c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2014220'] for router, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:05:03.502949 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7da238de-d62a-4012-a0e8-7e04ed35b6c4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8accf2b6-aa0e-4afd-9635-ed8920d0eef4 {{(pid=121606) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 25 22:05:03.507721 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-7da238de-d62a-4012-a0e8-7e04ed35b6c4 admin admin] Publish callbacks [] for router, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:05:03.508911 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-7da238de-d62a-4012-a0e8-7e04ed35b6c4 admin admin] 10.222.0.32 "DELETE /v2.0/routers/8accf2b6-aa0e-4afd-9635-ed8920d0eef4 HTTP/1.1" status: 204  len: 168 time: 1.3390644
Dec 25 22:05:03.511341 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 47516) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 22:05:03.558000 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_v2 [None req-407df850-52a7-46a1-ab54-666260d3717f admin admin] Deleting subnet fe1b5a3d-050c-415d-a526-cc2e02b19cb4 {{(pid=121606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Dec 25 22:05:03.561352 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-407df850-52a7-46a1-ab54-666260d3717f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:05:03.597017 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-407df850-52a7-46a1-ab54-666260d3717f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9084199'] for subnet, precommit_delete_associations {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:05:03.680624 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-407df850-52a7-46a1-ab54-666260d3717f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995662'] for subnet, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:05:03.808702 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-407df850-52a7-46a1-ab54-666260d3717f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9084363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9028506'] for subnet, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:05:03.838035 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-407df850-52a7-46a1-ab54-666260d3717f admin admin] Publish callbacks [] for subnet, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:05:03.841379 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-407df850-52a7-46a1-ab54-666260d3717f admin admin] 10.222.0.32 "DELETE /v2.0/subnets/fe1b5a3d-050c-415d-a526-cc2e02b19cb4 HTTP/1.1" status: 204  len: 168 time: 0.3290873
Dec 25 22:05:03.842658 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407df850-52a7-46a1-ab54-666260d3717f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fe1b5a3d-050c-415d-a526-cc2e02b19cb4,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:05:03.843384 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cc33546-c663-4957-a30d-a04e6ee4fd40 None None] Network 544249cb-4293-4a78-9ba3-8f386deae100 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 22:05:03.844187 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 47518) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 22:05:03.918097 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-c3cf4ffe-94f3-4b67-87ba-0c0e0c7b7941 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625803'] for network, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:05:03.973134 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-c3cf4ffe-94f3-4b67-87ba-0c0e0c7b7941 admin admin] Deleting port f133a7de-dd10-46c2-aa4b-c1eaccca789d {{(pid=121606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 22:05:03.973481 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-c3cf4ffe-94f3-4b67-87ba-0c0e0c7b7941 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:05:04.002981 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b0488d3-4935-4fcd-9229-1d83e2a2858c None None] DHCP port deletion for 544249cb-4293-4a78-9ba3-8f386deae100 request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 22:05:04.039089 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [None req-c3cf4ffe-94f3-4b67-87ba-0c0e0c7b7941 admin admin] For port f133a7de-dd10-46c2-aa4b-c1eaccca789d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f133a7de-dd10-46c2-aa4b-c1eaccca789d,segment=NetworkSegment(7ded9d98-42bc-4190-9dd6-298b9a4520f9),segment_id=7ded9d98-42bc-4190-9dd6-298b9a4520f9)] {{(pid=121606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 22:05:04.039462 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-c3cf4ffe-94f3-4b67-87ba-0c0e0c7b7941 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:05:04.049446 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-8b0488d3-4935-4fcd-9229-1d83e2a2858c None None] Deleting port f133a7de-dd10-46c2-aa4b-c1eaccca789d {{(pid=121608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 22:05:04.049817 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-8b0488d3-4935-4fcd-9229-1d83e2a2858c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:05:04.052029 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-c3cf4ffe-94f3-4b67-87ba-0c0e0c7b7941 admin admin] Calling delete_port for f133a7de-dd10-46c2-aa4b-c1eaccca789d owned by network:dhcp {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 22:05:04.114583 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-8b0488d3-4935-4fcd-9229-1d83e2a2858c None None] For port f133a7de-dd10-46c2-aa4b-c1eaccca789d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f133a7de-dd10-46c2-aa4b-c1eaccca789d,segment=NetworkSegment(7ded9d98-42bc-4190-9dd6-298b9a4520f9),segment_id=7ded9d98-42bc-4190-9dd6-298b9a4520f9)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 22:05:04.114975 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-8b0488d3-4935-4fcd-9229-1d83e2a2858c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:05:04.127850 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-8b0488d3-4935-4fcd-9229-1d83e2a2858c None None] Calling delete_port for f133a7de-dd10-46c2-aa4b-c1eaccca789d owned by network:dhcp {{(pid=121608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 22:05:04.187723 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-c3cf4ffe-94f3-4b67-87ba-0c0e0c7b7941 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:05:04.201080 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-8b0488d3-4935-4fcd-9229-1d83e2a2858c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955'] for port, after_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:05:04.216052 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3cf4ffe-94f3-4b67-87ba-0c0e0c7b7941 admin admin] No DVR routers for this DVR port f133a7de-dd10-46c2-aa4b-c1eaccca789d on host ncdv-master-1 {{(pid=121606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 22:05:04.221378 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cf4ffe-94f3-4b67-87ba-0c0e0c7b7941 admin admin] Pushing event deleted for resources: {'Port': ['ID=f133a7de-dd10-46c2-aa4b-c1eaccca789d,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:05:04.226683 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0488d3-4935-4fcd-9229-1d83e2a2858c None None] Pushing event deleted for resources: {'Port': ['ID=f133a7de-dd10-46c2-aa4b-c1eaccca789d,revision_number=None']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:05:04.230866 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b0488d3-4935-4fcd-9229-1d83e2a2858c None None] No DVR routers for this DVR port f133a7de-dd10-46c2-aa4b-c1eaccca789d on host ncdv-master-1 {{(pid=121608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 22:05:04.299944 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-c3cf4ffe-94f3-4b67-87ba-0c0e0c7b7941 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997585', 'neutron.services.segments.db._delete_segments_for_network-8737602743071'] for network, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:05:04.320304 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.segments.db [None req-c3cf4ffe-94f3-4b67-87ba-0c0e0c7b7941 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f26190736d0>,) {'filters': {'network_id': ['544249cb-4293-4a78-9ba3-8f386deae100']}} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 22:05:04.329295 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.segments.db [None req-c3cf4ffe-94f3-4b67-87ba-0c0e0c7b7941 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f26190736d0>, '7ded9d98-42bc-4190-9dd6-298b9a4520f9') {'for_net_delete': True} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 22:05:04.329592 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.segments.db [None req-c3cf4ffe-94f3-4b67-87ba-0c0e0c7b7941 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f26190736d0>, '7ded9d98-42bc-4190-9dd6-298b9a4520f9') {} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 22:05:04.338777 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-c3cf4ffe-94f3-4b67-87ba-0c0e0c7b7941 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737602746920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9084222'] for segment, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:05:04.352358 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-c3cf4ffe-94f3-4b67-87ba-0c0e0c7b7941 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:05:04.358422 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3cf4ffe-94f3-4b67-87ba-0c0e0c7b7941 admin admin] Releasing vlan 155 on physical network physnet1 to pool {{(pid=121606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 25 22:05:04.358800 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-c3cf4ffe-94f3-4b67-87ba-0c0e0c7b7941 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9084542'] for segment, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:05:04.360424 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 22:05:04.360424 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 22:05:04.360424 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 22:05:04.360424 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 22:05:04.360424 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 22:05:04.360424 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 22:05:04.360424 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 22:05:04.360424 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 22:05:04.360424 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 22:05:04.360424 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 22:05:04.360424 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 22:05:04.360424 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 22:05:04.360424 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 22:05:04.360424 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 22:05:04.360424 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 22:05:04.360424 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 22:05:04.360424 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 22:05:04.360424 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 22:05:04.360424 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 22:05:04.360424 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 22:05:04.360424 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 22:05:04.360424 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 22:05:04.360424 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 22:05:04.360424 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 22:05:04.360424 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 22:05:04.360424 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 22:05:04.360424 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 22:05:04.360424 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 22:05:04.360424 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 22:05:04.360424 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 22:05:04.360424 ncdv-master-1 neutron-server[121606]: Traceback (most recent call last):
Dec 25 22:05:04.360424 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 25 22:05:04.360424 ncdv-master-1 neutron-server[121606]:     timer()
Dec 25 22:05:04.360424 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 25 22:05:04.360424 ncdv-master-1 neutron-server[121606]:     cb(*args, **kw)
Dec 25 22:05:04.360424 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 25 22:05:04.360424 ncdv-master-1 neutron-server[121606]:     return func(*args, **kwargs)
Dec 25 22:05:04.360424 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 25 22:05:04.360424 ncdv-master-1 neutron-server[121606]:     self._notify()
Dec 25 22:05:04.360424 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 25 22:05:04.360424 ncdv-master-1 neutron-server[121606]:     self.callback(batched_events)
Dec 25 22:05:04.360424 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 25 22:05:04.360424 ncdv-master-1 neutron-server[121606]:     event.method(event)
Dec 25 22:05:04.360424 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 25 22:05:04.360424 ncdv-master-1 neutron-server[121606]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 25 22:05:04.360424 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 25 22:05:04.360424 ncdv-master-1 neutron-server[121606]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 25 22:05:04.360424 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 25 22:05:04.360424 ncdv-master-1 neutron-server[121606]:     return f(self, *a, **k)
Dec 25 22:05:04.360424 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 25 22:05:04.360424 ncdv-master-1 neutron-server[121606]:     return self._get(url).json()
Dec 25 22:05:04.360424 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 25 22:05:04.360424 ncdv-master-1 neutron-server[121606]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 25 22:05:04.360424 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 25 22:05:04.360424 ncdv-master-1 neutron-server[121606]:     return self.request(url, 'GET', **kwargs)
Dec 25 22:05:04.360424 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 25 22:05:04.360424 ncdv-master-1 neutron-server[121606]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 25 22:05:04.360424 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 25 22:05:04.360424 ncdv-master-1 neutron-server[121606]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 25 22:05:04.360424 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 25 22:05:04.360424 ncdv-master-1 neutron-server[121606]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 25 22:05:04.360424 ncdv-master-1 neutron-server[121606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 25 22:05:04.492665 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device f133a7de-dd10-46c2-aa4b-c1eaccca789d no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 22:05:04.516260 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] No Port match for: f133a7de-dd10-46c2-aa4b-c1eaccca789d {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 22:05:04.516608 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device f133a7de-dd10-46c2-aa4b-c1eaccca789d not bound to the agent host ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 22:05:04.517048 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device bfbc9022-6830-4a42-b5fb-7f904e70878e no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 22:05:04.517194 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-c3cf4ffe-94f3-4b67-87ba-0c0e0c7b7941 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2008653'] for network, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:05:04.523328 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-c3cf4ffe-94f3-4b67-87ba-0c0e0c7b7941 admin admin] Publish callbacks [] for network, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:05:04.526561 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-c3cf4ffe-94f3-4b67-87ba-0c0e0c7b7941 admin admin] 10.222.0.32 "DELETE /v2.0/networks/544249cb-4293-4a78-9ba3-8f386deae100 HTTP/1.1" status: 204  len: 168 time: 0.6814625
Dec 25 22:05:04.537523 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cf4ffe-94f3-4b67-87ba-0c0e0c7b7941 admin admin] Pushing event deleted for resources: {'Network': ['ID=544249cb-4293-4a78-9ba3-8f386deae100,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:05:04.538255 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] No Port match for: bfbc9022-6830-4a42-b5fb-7f904e70878e {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 22:05:04.538520 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device bfbc9022-6830-4a42-b5fb-7f904e70878e not bound to the agent host ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 22:05:04.538900 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 4ebb692d-0106-41c5-a37c-66d5e165232a no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 22:05:04.559491 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] No Port match for: 4ebb692d-0106-41c5-a37c-66d5e165232a {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 22:05:04.559840 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 4ebb692d-0106-41c5-a37c-66d5e165232a not bound to the agent host ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 22:05:04.701670 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:05:04.799045 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-4f7c5a47-a56c-487e-b54d-3b16c28b1026 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:05:04.838052 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 47522) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 22:05:04.882103 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-df7b45d3-d2de-478f-9b51-fa167e605172 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1e594b8d48e948b8ae34d96bebfc2a36&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0423055
Dec 25 22:05:04.884528 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 47524) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 22:05:04.931141 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-367227b3-df3e-4b38-8108-65cac4f3f878 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:05:04.951940 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-367227b3-df3e-4b38-8108-65cac4f3f878 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:05:05.062026 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-367227b3-df3e-4b38-8108-65cac4f3f878 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:05:05.064508 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-367227b3-df3e-4b38-8108-65cac4f3f878 admin admin] Publish callbacks [] for security_group, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:05:05.065711 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-367227b3-df3e-4b38-8108-65cac4f3f878 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6f877033-bdff-4c79-a499-3dacd8d55ea3 HTTP/1.1" status: 204  len: 168 time: 0.1802521
Dec 25 22:05:05.073772 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367227b3-df3e-4b38-8108-65cac4f3f878 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f877033-bdff-4c79-a499-3dacd8d55ea3,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:05:06.100519 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 47546) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 22:05:06.195716 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-4cc1e262-ff13-4148-9171-4e1491a8b679 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-272321210-network', 'tenant_id': '8dc9c763cc31441a9b4a70ec405bbc23'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 22:05:06.311030 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cc1e262-ff13-4148-9171-4e1491a8b679 admin admin] Made reservation on behalf of 8dc9c763cc31441a9b4a70ec405bbc23 for: {'network': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 22:05:06.313422 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-4cc1e262-ff13-4148-9171-4e1491a8b679 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for network, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:05:06.321896 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-4cc1e262-ff13-4148-9171-4e1491a8b679 admin admin] Publish callbacks [] for security_group, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:05:06.399171 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-4cc1e262-ff13-4148-9171-4e1491a8b679 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:05:06.482537 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-4cc1e262-ff13-4148-9171-4e1491a8b679 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:05:06.506925 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4cc1e262-ff13-4148-9171-4e1491a8b679 admin admin] vlan segment allocate from pool success with {'vlan_id': 162, 'physical_network': 'physnet1'}  {{(pid=121606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 25 22:05:06.516307 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc1e262-ff13-4148-9171-4e1491a8b679 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26418a06-8146-4d14-a646-1ce799e834bb,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:05:06.520985 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-4cc1e262-ff13-4148-9171-4e1491a8b679 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:05:06.521325 ncdv-master-1 neutron-server[121606]: INFO neutron.db.segments_db [None req-4cc1e262-ff13-4148-9171-4e1491a8b679 admin admin] Added segment 814064db-fce8-46ee-b263-83e7f6939388 of type vlan for network 4e5a33ab-8b21-4ab5-9a7e-0c2bb0d33014
Dec 25 22:05:06.564535 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-4cc1e262-ff13-4148-9171-4e1491a8b679 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737602163420'] for network, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:05:06.632925 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-4cc1e262-ff13-4148-9171-4e1491a8b679 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870'] for network, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:05:06.633898 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cc1e262-ff13-4148-9171-4e1491a8b679 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:05:06.634521 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-4cc1e262-ff13-4148-9171-4e1491a8b679 admin admin] Publish callbacks [] for network, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:05:06.693332 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc1e262-ff13-4148-9171-4e1491a8b679 admin admin] Pushing event updated for resources: {'Network': ['ID=4e5a33ab-8b21-4ab5-9a7e-0c2bb0d33014,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:05:06.705683 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Network 4e5a33ab-8b21-4ab5-9a7e-0c2bb0d33014 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 25 22:05:06.728007 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-4cc1e262-ff13-4148-9171-4e1491a8b679 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 886 time: 0.6263533
Dec 25 22:05:06.731216 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 47550) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 22:05:06.736185 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-9119f0c6-e3b9-415b-b279-a462e02f98d9 admin admin] Request body: {'subnet': {'network_id': '4e5a33ab-8b21-4ab5-9a7e-0c2bb0d33014', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-272321210-subnet', 'tenant_id': '8dc9c763cc31441a9b4a70ec405bbc23', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 22:05:06.814074 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9119f0c6-e3b9-415b-b279-a462e02f98d9 admin admin] Made reservation on behalf of 8dc9c763cc31441a9b4a70ec405bbc23 for: {'subnet': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 22:05:06.816500 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-9119f0c6-e3b9-415b-b279-a462e02f98d9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9028529'] for subnet, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:05:07.031223 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-c0459d6e-b6c7-4290-ac31-ffba4a9a4067 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:05:07.039540 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-9119f0c6-e3b9-415b-b279-a462e02f98d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9084170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9028515'] for subnet, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:05:07.101026 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9119f0c6-e3b9-415b-b279-a462e02f98d9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a8a75105-fad5-4a3b-995c-0333810629ae,revision_number=0']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:05:07.109126 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9119f0c6-e3b9-415b-b279-a462e02f98d9 admin admin] Checking segment: {'id': '814064db-fce8-46ee-b263-83e7f6939388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '4e5a33ab-8b21-4ab5-9a7e-0c2bb0d33014'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 22:05:07.109492 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9119f0c6-e3b9-415b-b279-a462e02f98d9 admin admin] Network hostable DHCP agents. Network: 4e5a33ab-8b21-4ab5-9a7e-0c2bb0d33014, hostable agents: ['1813db88-2c1b-4357-a2ba-869246b663c2'], hosted agents: [] {{(pid=121606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 25 22:05:07.233100 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9119f0c6-e3b9-415b-b279-a462e02f98d9 admin admin] Network 4e5a33ab-8b21-4ab5-9a7e-0c2bb0d33014 is scheduled to be hosted by DHCP agent 1813db88-2c1b-4357-a2ba-869246b663c2 with binding_index 1 {{(pid=121606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 25 22:05:07.312667 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [None req-9119f0c6-e3b9-415b-b279-a462e02f98d9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 4e5a33ab-8b21-4ab5-9a7e-0c2bb0d33014) {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 22:05:07.316637 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9119f0c6-e3b9-415b-b279-a462e02f98d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:05:07.317246 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-9119f0c6-e3b9-415b-b279-a462e02f98d9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:05:07.322780 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25b3934c-d54b-4cac-a813-0afacc3ba149 None None] Network 4e5a33ab-8b21-4ab5-9a7e-0c2bb0d33014 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 22:05:07.397341 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-9119f0c6-e3b9-415b-b279-a462e02f98d9 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 0.6636147
Dec 25 22:05:07.418894 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83699a4b-c744-434e-8caa-ff870300bf3e None None] Network 4e5a33ab-8b21-4ab5-9a7e-0c2bb0d33014 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 22:05:08.066384 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ee5540-94d3-4686-be91-2c2d370df430 req-09ab0d6f-d527-4e75-8bc2-b240ca47ab11 tempest-ServersNegativeTestJSON-872895558 tempest-ServersNegativeTestJSON-872895558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:05:08.067780 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c8ee5540-94d3-4686-be91-2c2d370df430 req-09ab0d6f-d527-4e75-8bc2-b240ca47ab11 tempest-ServersNegativeTestJSON-872895558 tempest-ServersNegativeTestJSON-872895558-project] 10.222.0.32 "GET /v2.0/networks?id=4e5a33ab-8b21-4ab5-9a7e-0c2bb0d33014 HTTP/1.1" status: 200  len: 813 time: 0.1001165
Dec 25 22:05:08.082502 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c8ee5540-94d3-4686-be91-2c2d370df430 req-a6980272-1dca-43e9-ad41-6303c229da76 tempest-ServersNegativeTestJSON-872895558 tempest-ServersNegativeTestJSON-872895558-project] 10.222.0.32 "GET /v2.0/quotas/8dc9c763cc31441a9b4a70ec405bbc23 HTTP/1.1" status: 200  len: 375 time: 0.0089149
Dec 25 22:05:08.118046 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c8ee5540-94d3-4686-be91-2c2d370df430 req-3a75fc6b-5a3a-4081-ba7b-ba605876e69f tempest-ServersNegativeTestJSON-872895558 tempest-ServersNegativeTestJSON-872895558-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=8dc9c763cc31441a9b4a70ec405bbc23&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0305150
Dec 25 22:05:08.205165 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c8ee5540-94d3-4686-be91-2c2d370df430 req-d99a8667-c160-4742-a205-001a808874c3 service neutron] 10.222.0.32 "GET /v2.0/networks/4e5a33ab-8b21-4ab5-9a7e-0c2bb0d33014?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0803361
Dec 25 22:05:08.296559 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c8ee5540-94d3-4686-be91-2c2d370df430 req-bca6e448-e2d3-4a6b-b8e8-08f71ab7780b service neutron] 10.222.0.32 "GET /v2.0/networks/4e5a33ab-8b21-4ab5-9a7e-0c2bb0d33014?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0849335
Dec 25 22:05:08.679165 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3e945ecd-9380-47c2-aa0a-12ebe07e03e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:05:08.707157 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:05:09.669347 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-15cb578f-7a63-4fd3-925d-83bad4c7b82a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:05:09.683937 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-155edb41-f8cc-478e-a462-0a13238e6865 req-a98d392d-cad2-4714-941c-c989ebaa226f tempest-ServersNegativeTestJSON-872895558 tempest-ServersNegativeTestJSON-872895558-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc1db889-b66d-4a02-9181-7d65b8693814 HTTP/1.1" status: 200  len: 210 time: 0.0762222
Dec 25 22:05:10.761338 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b43e425b-3863-4fee-93ed-2ca51ccfe7c6 req-d0cdb15e-1742-42cb-84c1-123215e80221 tempest-ServersNegativeTestJSON-872895558 tempest-ServersNegativeTestJSON-872895558-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc1db889-b66d-4a02-9181-7d65b8693814 HTTP/1.1" status: 200  len: 210 time: 0.0265758
Dec 25 22:05:10.802544 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:05:11.837250 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2ad55b0f-ab85-449d-bbc4-ac8e76f501c4 req-0627981b-66fa-44d7-bc59-0d52ad06d0b0 tempest-ServersNegativeTestJSON-872895558 tempest-ServersNegativeTestJSON-872895558-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc1db889-b66d-4a02-9181-7d65b8693814 HTTP/1.1" status: 200  len: 210 time: 0.0268643
Dec 25 22:05:12.912526 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a9af136f-0f79-41bd-be08-b136b4caec66 req-7a8fcaaa-0528-45ef-b269-af57ebd8afe4 tempest-ServersNegativeTestJSON-872895558 tempest-ServersNegativeTestJSON-872895558-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc1db889-b66d-4a02-9181-7d65b8693814 HTTP/1.1" status: 200  len: 210 time: 0.0260592
Dec 25 22:05:14.012785 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-bf3fd07c-9fa6-4c7e-951c-4e06b560dd41 req-49a6ac83-59e4-447c-a28c-4aed4ab15daa tempest-ServersNegativeTestJSON-872895558 tempest-ServersNegativeTestJSON-872895558-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc1db889-b66d-4a02-9181-7d65b8693814 HTTP/1.1" status: 200  len: 210 time: 0.0299489
Dec 25 22:05:15.109882 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-68653574-1bb2-4487-b6a5-fab76acdf820 req-cad845fc-8989-4598-9208-17016efdb9fc tempest-ServersNegativeTestJSON-872895558 tempest-ServersNegativeTestJSON-872895558-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc1db889-b66d-4a02-9181-7d65b8693814 HTTP/1.1" status: 200  len: 210 time: 0.0302339
Dec 25 22:05:15.825745 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ee5540-94d3-4686-be91-2c2d370df430 req-ad487217-53eb-4a79-ac59-164808fbab19 tempest-ServersNegativeTestJSON-872895558 tempest-ServersNegativeTestJSON-872895558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:05:15.827240 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c8ee5540-94d3-4686-be91-2c2d370df430 req-ad487217-53eb-4a79-ac59-164808fbab19 tempest-ServersNegativeTestJSON-872895558 tempest-ServersNegativeTestJSON-872895558-project] 10.222.0.31 "GET /v2.0/networks?id=4e5a33ab-8b21-4ab5-9a7e-0c2bb0d33014 HTTP/1.1" status: 200  len: 813 time: 0.1011589
Dec 25 22:05:15.841130 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-c8ee5540-94d3-4686-be91-2c2d370df430 req-9213c890-16c6-4b38-86f4-c9f7ce61c31f tempest-ServersNegativeTestJSON-872895558 tempest-ServersNegativeTestJSON-872895558-project] Request body: {'port': {'device_id': 'cc1db889-b66d-4a02-9181-7d65b8693814', 'network_id': '4e5a33ab-8b21-4ab5-9a7e-0c2bb0d33014', 'admin_state_up': True, 'tenant_id': '8dc9c763cc31441a9b4a70ec405bbc23'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 22:05:16.019443 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8ee5540-94d3-4686-be91-2c2d370df430 req-9213c890-16c6-4b38-86f4-c9f7ce61c31f tempest-ServersNegativeTestJSON-872895558 tempest-ServersNegativeTestJSON-872895558-project] Made reservation on behalf of 8dc9c763cc31441a9b4a70ec405bbc23 for: {'port': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 22:05:16.023094 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-c8ee5540-94d3-4686-be91-2c2d370df430 req-9213c890-16c6-4b38-86f4-c9f7ce61c31f tempest-ServersNegativeTestJSON-872895558 tempest-ServersNegativeTestJSON-872895558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:05:16.144674 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_common [req-c8ee5540-94d3-4686-be91-2c2d370df430 req-9213c890-16c6-4b38-86f4-c9f7ce61c31f tempest-ServersNegativeTestJSON-872895558 tempest-ServersNegativeTestJSON-872895558-project] Allocated IP 172.20.0.14 (4e5a33ab-8b21-4ab5-9a7e-0c2bb0d33014/a8a75105-fad5-4a3b-995c-0333810629ae/8b9ca74e-5739-42e3-aa27-c4af3c843fa1) {{(pid=121606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 22:05:16.215041 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4c27bcb7-5cee-4162-8e3a-3acc24dd335a req-d20c6583-f780-4180-a205-4829fbbfd265 tempest-ServersNegativeTestJSON-872895558 tempest-ServersNegativeTestJSON-872895558-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc1db889-b66d-4a02-9181-7d65b8693814 HTTP/1.1" status: 200  len: 210 time: 0.0365450
Dec 25 22:05:16.314770 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-c8ee5540-94d3-4686-be91-2c2d370df430 req-9213c890-16c6-4b38-86f4-c9f7ce61c31f tempest-ServersNegativeTestJSON-872895558 tempest-ServersNegativeTestJSON-872895558-project] Publish callbacks [] for port, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:05:16.405188 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-c8ee5540-94d3-4686-be91-2c2d370df430 req-9213c890-16c6-4b38-86f4-c9f7ce61c31f tempest-ServersNegativeTestJSON-872895558 tempest-ServersNegativeTestJSON-872895558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:05:16.452450 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8ee5540-94d3-4686-be91-2c2d370df430 req-9213c890-16c6-4b38-86f4-c9f7ce61c31f tempest-ServersNegativeTestJSON-872895558 tempest-ServersNegativeTestJSON-872895558-project] Network 4e5a33ab-8b21-4ab5-9a7e-0c2bb0d33014 is already hosted by enough agents. {{(pid=121606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 22:05:16.455572 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [req-c8ee5540-94d3-4686-be91-2c2d370df430 req-9213c890-16c6-4b38-86f4-c9f7ce61c31f tempest-ServersNegativeTestJSON-872895558 tempest-ServersNegativeTestJSON-872895558-project] Resources bound (agent type, host, resource id):  {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 22:05:16.460184 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8ee5540-94d3-4686-be91-2c2d370df430 req-9213c890-16c6-4b38-86f4-c9f7ce61c31f tempest-ServersNegativeTestJSON-872895558 tempest-ServersNegativeTestJSON-872895558-project] Received port after_create {{(pid=121606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 22:05:16.485629 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9213c890-16c6-4b38-86f4-c9f7ce61c31f tempest-ServersNegativeTestJSON-872895558 tempest-ServersNegativeTestJSON-872895558-project] Pushing event updated for resources: {'Port': ['ID=8b9ca74e-5739-42e3-aa27-c4af3c843fa1,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:05:16.511658 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ee5540-94d3-4686-be91-2c2d370df430 req-9213c890-16c6-4b38-86f4-c9f7ce61c31f tempest-ServersNegativeTestJSON-872895558 tempest-ServersNegativeTestJSON-872895558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:05:16.512262 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-c8ee5540-94d3-4686-be91-2c2d370df430 req-9213c890-16c6-4b38-86f4-c9f7ce61c31f tempest-ServersNegativeTestJSON-872895558 tempest-ServersNegativeTestJSON-872895558-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:05:16.607410 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c8ee5540-94d3-4686-be91-2c2d370df430 req-9213c890-16c6-4b38-86f4-c9f7ce61c31f tempest-ServersNegativeTestJSON-872895558 tempest-ServersNegativeTestJSON-872895558-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.7701244
Dec 25 22:05:16.619622 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-c8ee5540-94d3-4686-be91-2c2d370df430 req-62155c88-8536-4be5-b8cb-32847accb15d service neutron] Request body: {'port': {'device_id': 'cc1db889-b66d-4a02-9181-7d65b8693814', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 22:05:16.672382 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-c8ee5540-94d3-4686-be91-2c2d370df430 req-62155c88-8536-4be5-b8cb-32847accb15d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:05:16.931053 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [req-c8ee5540-94d3-4686-be91-2c2d370df430 req-62155c88-8536-4be5-b8cb-32847accb15d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b9ca74e-5739-42e3-aa27-c4af3c843fa1 {{(pid=121606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 22:05:16.938366 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-c8ee5540-94d3-4686-be91-2c2d370df430 req-62155c88-8536-4be5-b8cb-32847accb15d service neutron] Publish callbacks [] for port, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:05:16.950087 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.provisioning_blocks [req-c8ee5540-94d3-4686-be91-2c2d370df430 req-62155c88-8536-4be5-b8cb-32847accb15d service neutron] Transition to ACTIVE for port object 8b9ca74e-5739-42e3-aa27-c4af3c843fa1 will not be triggered until provisioned by entity L2. {{(pid=121606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 25 22:05:17.007831 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-c8ee5540-94d3-4686-be91-2c2d370df430 req-62155c88-8536-4be5-b8cb-32847accb15d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:05:17.056176 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62155c88-8536-4be5-b8cb-32847accb15d service neutron] Pushing event updated for resources: {'Port': ['ID=8b9ca74e-5739-42e3-aa27-c4af3c843fa1,revision_number=2']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:05:17.126094 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-c8ee5540-94d3-4686-be91-2c2d370df430 req-62155c88-8536-4be5-b8cb-32847accb15d service neutron] Attempting to bind port 8b9ca74e-5739-42e3-aa27-c4af3c843fa1 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 22:05:17.126450 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-c8ee5540-94d3-4686-be91-2c2d370df430 req-62155c88-8536-4be5-b8cb-32847accb15d service neutron] Attempting to bind port 8b9ca74e-5739-42e3-aa27-c4af3c843fa1 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '814064db-fce8-46ee-b263-83e7f6939388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '4e5a33ab-8b21-4ab5-9a7e-0c2bb0d33014'}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 22:05:17.126762 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8ee5540-94d3-4686-be91-2c2d370df430 req-62155c88-8536-4be5-b8cb-32847accb15d service neutron] Attempting to bind port 8b9ca74e-5739-42e3-aa27-c4af3c843fa1 on network 4e5a33ab-8b21-4ab5-9a7e-0c2bb0d33014 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 22:05:17.130934 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8ee5540-94d3-4686-be91-2c2d370df430 req-62155c88-8536-4be5-b8cb-32847accb15d service neutron] Port 8b9ca74e-5739-42e3-aa27-c4af3c843fa1 on network 4e5a33ab-8b21-4ab5-9a7e-0c2bb0d33014 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 25 22:05:17.131255 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8ee5540-94d3-4686-be91-2c2d370df430 req-62155c88-8536-4be5-b8cb-32847accb15d service neutron] Attempting to bind port 8b9ca74e-5739-42e3-aa27-c4af3c843fa1 on network 4e5a33ab-8b21-4ab5-9a7e-0c2bb0d33014 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 22:05:17.136085 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8ee5540-94d3-4686-be91-2c2d370df430 req-62155c88-8536-4be5-b8cb-32847accb15d service neutron] Checking agent: {'id': '6d577036-68fc-4aa4-aed7-5ab01de2117e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 21, 4, 34), 'started_at': datetime.datetime(2021, 12, 25, 21, 4, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 22, 5, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 22:05:17.136417 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8ee5540-94d3-4686-be91-2c2d370df430 req-62155c88-8536-4be5-b8cb-32847accb15d service neutron] Checking segment: {'id': '814064db-fce8-46ee-b263-83e7f6939388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '4e5a33ab-8b21-4ab5-9a7e-0c2bb0d33014'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 22:05:17.136797 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8ee5540-94d3-4686-be91-2c2d370df430 req-62155c88-8536-4be5-b8cb-32847accb15d service neutron] Bound using segment: {'id': '814064db-fce8-46ee-b263-83e7f6939388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '4e5a33ab-8b21-4ab5-9a7e-0c2bb0d33014'} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 22:05:17.137252 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-c8ee5540-94d3-4686-be91-2c2d370df430 req-62155c88-8536-4be5-b8cb-32847accb15d service neutron] Bound port: 8b9ca74e-5739-42e3-aa27-c4af3c843fa1, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '814064db-fce8-46ee-b263-83e7f6939388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '4e5a33ab-8b21-4ab5-9a7e-0c2bb0d33014'}}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 22:05:17.137600 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-c8ee5540-94d3-4686-be91-2c2d370df430 req-62155c88-8536-4be5-b8cb-32847accb15d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:05:17.199331 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-c8ee5540-94d3-4686-be91-2c2d370df430 req-62155c88-8536-4be5-b8cb-32847accb15d service neutron] For port 8b9ca74e-5739-42e3-aa27-c4af3c843fa1, host nch1-master-1, cleared binding levels {{(pid=121606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 22:05:17.202302 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-c8ee5540-94d3-4686-be91-2c2d370df430 req-62155c88-8536-4be5-b8cb-32847accb15d service neutron] For port 8b9ca74e-5739-42e3-aa27-c4af3c843fa1, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=8b9ca74e-5739-42e3-aa27-c4af3c843fa1,segment=NetworkSegment(814064db-fce8-46ee-b263-83e7f6939388),segment_id=814064db-fce8-46ee-b263-83e7f6939388)] {{(pid=121606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 22:05:17.293255 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-c8ee5540-94d3-4686-be91-2c2d370df430 req-62155c88-8536-4be5-b8cb-32847accb15d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:05:17.355440 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ee5540-94d3-4686-be91-2c2d370df430 req-62155c88-8536-4be5-b8cb-32847accb15d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:05:17.356065 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-c8ee5540-94d3-4686-be91-2c2d370df430 req-62155c88-8536-4be5-b8cb-32847accb15d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:05:17.357501 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c8ee5540-94d3-4686-be91-2c2d370df430 req-62155c88-8536-4be5-b8cb-32847accb15d service neutron] 10.222.0.31 "PUT /v2.0/ports/8b9ca74e-5739-42e3-aa27-c4af3c843fa1 HTTP/1.1" status: 200  len: 1092 time: 0.7419105
Dec 25 22:05:17.358016 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc1db889-b66d-4a02-9181-7d65b8693814', 'tag': '8b9ca74e-5739-42e3-aa27-c4af3c843fa1'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 22:05:17.360299 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9858820c13ec2827453b94ebc4181065e990a4e4089ccb9fe762531ac62d2fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46c55b08-25e8-413e-be8b-5022633e515e" -d '{"events": [{"name": "network-changed", "server_uuid": "cc1db889-b66d-4a02-9181-7d65b8693814", "tag": "8b9ca74e-5739-42e3-aa27-c4af3c843fa1"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 22:05:17.386386 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62155c88-8536-4be5-b8cb-32847accb15d service neutron] Pushing event updated for resources: {'Port': ['ID=8b9ca74e-5739-42e3-aa27-c4af3c843fa1,revision_number=3']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:05:17.396605 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf2f4e3-ae20-4e59-922b-38add768cc12 req-d1512bca-9f42-4662-9170-7361d3e33b72 tempest-ServersNegativeTestJSON-872895558 tempest-ServersNegativeTestJSON-872895558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:05:17.397597 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3bf2f4e3-ae20-4e59-922b-38add768cc12 req-d1512bca-9f42-4662-9170-7361d3e33b72 tempest-ServersNegativeTestJSON-872895558 tempest-ServersNegativeTestJSON-872895558-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc1db889-b66d-4a02-9181-7d65b8693814 HTTP/1.1" status: 200  len: 944 time: 0.1154885
Dec 25 22:05:17.456463 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3bf2f4e3-ae20-4e59-922b-38add768cc12 req-0fa08c05-49c8-4526-bc2b-44962c0c2783 tempest-ServersNegativeTestJSON-872895558 tempest-ServersNegativeTestJSON-872895558-project] 10.222.0.32 "GET /v2.0/security-groups?id=26418a06-8146-4d14-a646-1ce799e834bb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0523984
Dec 25 22:05:17.485578 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Dec 2021 22:05:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a99c97e-fd20-4737-9df9-0879396c7481 x-openstack-request-id: req-9a99c97e-fd20-4737-9df9-0879396c7481 {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 22:05:17.486124 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc1db889-b66d-4a02-9181-7d65b8693814", "tag": "8b9ca74e-5739-42e3-aa27-c4af3c843fa1", "status": "completed", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 22:05:17.486381 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9a99c97e-fd20-4737-9df9-0879396c7481 {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 22:05:17.486778 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc1db889-b66d-4a02-9181-7d65b8693814', 'tag': '8b9ca74e-5739-42e3-aa27-c4af3c843fa1', 'status': 'completed', 'code': 200}
Dec 25 22:05:17.516332 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ee5540-94d3-4686-be91-2c2d370df430 req-69a8e75f-3c36-4f03-8079-d70a714d810f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:05:17.517878 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c8ee5540-94d3-4686-be91-2c2d370df430 req-69a8e75f-3c36-4f03-8079-d70a714d810f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8dc9c763cc31441a9b4a70ec405bbc23&device_id=cc1db889-b66d-4a02-9181-7d65b8693814 HTTP/1.1" status: 200  len: 1095 time: 0.0474153
Dec 25 22:05:17.565746 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c8ee5540-94d3-4686-be91-2c2d370df430 req-00197be1-7576-4a31-9573-e29ed265db2e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8b9ca74e-5739-42e3-aa27-c4af3c843fa1 HTTP/1.1" status: 200  len: 217 time: 0.0343599
Dec 25 22:05:17.614530 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ee5540-94d3-4686-be91-2c2d370df430 req-3430ba89-1ccd-4679-95b4-297e7c429d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:05:17.616035 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c8ee5540-94d3-4686-be91-2c2d370df430 req-3430ba89-1ccd-4679-95b4-297e7c429d27 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a8a75105-fad5-4a3b-995c-0333810629ae HTTP/1.1" status: 200  len: 853 time: 0.0481322
Dec 25 22:05:17.649769 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c8ee5540-94d3-4686-be91-2c2d370df430 req-0cd3231f-b872-4fc4-9295-e6b5b6efa99d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4e5a33ab-8b21-4ab5-9a7e-0c2bb0d33014&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0259171
Dec 25 22:05:17.740640 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c8ee5540-94d3-4686-be91-2c2d370df430 req-05f3ca79-590f-432f-917b-79b73928c4f2 service neutron] 10.222.0.31 "GET /v2.0/networks/4e5a33ab-8b21-4ab5-9a7e-0c2bb0d33014?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0838189
Dec 25 22:05:17.832221 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c8ee5540-94d3-4686-be91-2c2d370df430 req-f58530dc-d97d-4f21-8102-571df8400ca3 service neutron] 10.222.0.31 "GET /v2.0/networks/4e5a33ab-8b21-4ab5-9a7e-0c2bb0d33014?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0837803
Dec 25 22:05:17.981813 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c55b08-25e8-413e-be8b-5022633e515e req-70e88c4f-10be-43c4-bd00-41a1427f21d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:05:17.983308 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-46c55b08-25e8-413e-be8b-5022633e515e req-70e88c4f-10be-43c4-bd00-41a1427f21d6 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8dc9c763cc31441a9b4a70ec405bbc23&device_id=cc1db889-b66d-4a02-9181-7d65b8693814 HTTP/1.1" status: 200  len: 1095 time: 0.0417624
Dec 25 22:05:18.075131 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c55b08-25e8-413e-be8b-5022633e515e req-fc6b0f8b-1cd0-4437-9563-f6564421c649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:05:18.076559 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-46c55b08-25e8-413e-be8b-5022633e515e req-fc6b0f8b-1cd0-4437-9563-f6564421c649 service neutron] 10.222.0.31 "GET /v2.0/networks?id=4e5a33ab-8b21-4ab5-9a7e-0c2bb0d33014 HTTP/1.1" status: 200  len: 914 time: 0.0864825
Dec 25 22:05:18.117658 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-46c55b08-25e8-413e-be8b-5022633e515e req-c5fb348b-433a-47f6-b110-ca1a8ec3e6b9 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8b9ca74e-5739-42e3-aa27-c4af3c843fa1 HTTP/1.1" status: 200  len: 217 time: 0.0342329
Dec 25 22:05:18.165647 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c55b08-25e8-413e-be8b-5022633e515e req-d923ad1d-9452-4ca3-b7f5-5dc54fae15f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:05:18.167040 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-46c55b08-25e8-413e-be8b-5022633e515e req-d923ad1d-9452-4ca3-b7f5-5dc54fae15f5 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a8a75105-fad5-4a3b-995c-0333810629ae HTTP/1.1" status: 200  len: 853 time: 0.0417094
Dec 25 22:05:18.202158 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-46c55b08-25e8-413e-be8b-5022633e515e req-4e7d9be0-12be-421e-a991-2aba8750d417 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4e5a33ab-8b21-4ab5-9a7e-0c2bb0d33014&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0267110
Dec 25 22:05:18.291393 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-46c55b08-25e8-413e-be8b-5022633e515e req-27abc3c8-2a05-4250-8580-edbc59d4b4a7 service neutron] 10.222.0.31 "GET /v2.0/networks/4e5a33ab-8b21-4ab5-9a7e-0c2bb0d33014?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0796461
Dec 25 22:05:18.393800 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-46c55b08-25e8-413e-be8b-5022633e515e req-b90fb47a-baca-45c9-a0a4-8f282f2f1927 service neutron] 10.222.0.31 "GET /v2.0/networks/4e5a33ab-8b21-4ab5-9a7e-0c2bb0d33014?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0832543
Dec 25 22:05:18.573971 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fddb33-2b6c-43a0-957b-4b76098e0f8b req-1cc7787d-5a5c-4976-a7a4-c6e5a83d96aa tempest-ServersNegativeTestJSON-872895558 tempest-ServersNegativeTestJSON-872895558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:05:18.575498 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-96fddb33-2b6c-43a0-957b-4b76098e0f8b req-1cc7787d-5a5c-4976-a7a4-c6e5a83d96aa tempest-ServersNegativeTestJSON-872895558 tempest-ServersNegativeTestJSON-872895558-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc1db889-b66d-4a02-9181-7d65b8693814 HTTP/1.1" status: 200  len: 944 time: 0.0487516
Dec 25 22:05:18.622398 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-96fddb33-2b6c-43a0-957b-4b76098e0f8b req-ee9f0b1f-ebcd-44ed-8185-d8bb47a1fdde tempest-ServersNegativeTestJSON-872895558 tempest-ServersNegativeTestJSON-872895558-project] 10.222.0.32 "GET /v2.0/security-groups?id=26418a06-8146-4d14-a646-1ce799e834bb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407896
Dec 25 22:05:19.738644 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4f40c1-44b6-4fb0-8211-4b4ed7630f55 req-aa676189-5cef-4278-a512-2e2cf37984e2 tempest-ServersNegativeTestJSON-872895558 tempest-ServersNegativeTestJSON-872895558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:05:19.740115 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5e4f40c1-44b6-4fb0-8211-4b4ed7630f55 req-aa676189-5cef-4278-a512-2e2cf37984e2 tempest-ServersNegativeTestJSON-872895558 tempest-ServersNegativeTestJSON-872895558-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc1db889-b66d-4a02-9181-7d65b8693814 HTTP/1.1" status: 200  len: 944 time: 0.0485411
Dec 25 22:05:19.789949 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5e4f40c1-44b6-4fb0-8211-4b4ed7630f55 req-937ba69e-26cb-4351-931c-798f869d3e22 tempest-ServersNegativeTestJSON-872895558 tempest-ServersNegativeTestJSON-872895558-project] 10.222.0.32 "GET /v2.0/security-groups?id=26418a06-8146-4d14-a646-1ce799e834bb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438466
Dec 25 22:05:20.902825 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242876ca-200b-439d-827a-bae9a0f1ebaf req-63dbe424-8393-4efe-ab41-67cb283d9949 tempest-ServersNegativeTestJSON-872895558 tempest-ServersNegativeTestJSON-872895558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:05:20.904329 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-242876ca-200b-439d-827a-bae9a0f1ebaf req-63dbe424-8393-4efe-ab41-67cb283d9949 tempest-ServersNegativeTestJSON-872895558 tempest-ServersNegativeTestJSON-872895558-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc1db889-b66d-4a02-9181-7d65b8693814 HTTP/1.1" status: 200  len: 944 time: 0.0482824
Dec 25 22:05:20.950449 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-242876ca-200b-439d-827a-bae9a0f1ebaf req-6eb4da4e-f27f-4ee2-a092-0d3027547210 tempest-ServersNegativeTestJSON-872895558 tempest-ServersNegativeTestJSON-872895558-project] 10.222.0.32 "GET /v2.0/security-groups?id=26418a06-8146-4d14-a646-1ce799e834bb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401933
Dec 25 22:05:21.888192 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device 8b9ca74e-5739-42e3-aa27-c4af3c843fa1 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 25 22:05:21.981893 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port 8b9ca74e-5739-42e3-aa27-c4af3c843fa1, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=8b9ca74e-5739-42e3-aa27-c4af3c843fa1,segment=NetworkSegment(814064db-fce8-46ee-b263-83e7f6939388),segment_id=814064db-fce8-46ee-b263-83e7f6939388)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 22:05:21.993678 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Returning: {'device': '8b9ca74e-5739-42e3-aa27-c4af3c843fa1', 'network_id': '4e5a33ab-8b21-4ab5-9a7e-0c2bb0d33014', 'port_id': '8b9ca74e-5739-42e3-aa27-c4af3c843fa1', 'mac_address': 'fa:16:3e:23:32:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8a75105-fad5-4a3b-995c-0333810629ae', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 25 22:05:22.033826 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:05:22.046921 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b9ca74e-5739-42e3-aa27-c4af3c843fa1 {{(pid=121608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 22:05:22.066573 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port 8b9ca74e-5739-42e3-aa27-c4af3c843fa1, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=8b9ca74e-5739-42e3-aa27-c4af3c843fa1,segment=NetworkSegment(814064db-fce8-46ee-b263-83e7f6939388),segment_id=814064db-fce8-46ee-b263-83e7f6939388)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 22:05:22.067313 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09249d78-ed1b-467c-8ecb-3bd27336054f req-93d0390e-062f-44e0-887a-27656b129ed2 tempest-ServersNegativeTestJSON-872895558 tempest-ServersNegativeTestJSON-872895558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:05:22.068789 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-09249d78-ed1b-467c-8ecb-3bd27336054f req-93d0390e-062f-44e0-887a-27656b129ed2 tempest-ServersNegativeTestJSON-872895558 tempest-ServersNegativeTestJSON-872895558-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc1db889-b66d-4a02-9181-7d65b8693814 HTTP/1.1" status: 200  len: 944 time: 0.0482006
Dec 25 22:05:22.115416 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-09249d78-ed1b-467c-8ecb-3bd27336054f req-264ed331-8fa6-41e1-9624-30878023c8d3 tempest-ServersNegativeTestJSON-872895558 tempest-ServersNegativeTestJSON-872895558-project] 10.222.0.32 "GET /v2.0/security-groups?id=26418a06-8146-4d14-a646-1ce799e834bb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405896
Dec 25 22:05:22.153102 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:05:22.200114 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Pushing event updated for resources: {'Port': ['ID=8b9ca74e-5739-42e3-aa27-c4af3c843fa1,revision_number=4']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:05:22.337308 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] get_ports_and_sgs() called for port_ids ['8b9ca74e-5739-42e3-aa27-c4af3c843fa1'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 22:05:23.234859 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517040b4-5484-460c-b507-7a2305df9175 req-95f25724-4410-4f1f-b972-f8071d31c813 tempest-ServersNegativeTestJSON-872895558 tempest-ServersNegativeTestJSON-872895558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:05:23.236324 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-517040b4-5484-460c-b507-7a2305df9175 req-95f25724-4410-4f1f-b972-f8071d31c813 tempest-ServersNegativeTestJSON-872895558 tempest-ServersNegativeTestJSON-872895558-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc1db889-b66d-4a02-9181-7d65b8693814 HTTP/1.1" status: 200  len: 945 time: 0.0518739
Dec 25 22:05:23.282958 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-517040b4-5484-460c-b507-7a2305df9175 req-ed4b6909-72b4-469a-b89c-54d1dc7490db tempest-ServersNegativeTestJSON-872895558 tempest-ServersNegativeTestJSON-872895558-project] 10.222.0.32 "GET /v2.0/security-groups?id=26418a06-8146-4d14-a646-1ce799e834bb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401375
Dec 25 22:05:23.905326 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device 8b9ca74e-5739-42e3-aa27-c4af3c843fa1 up at agent hyperv_nch1-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 22:05:24.024658 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Provisioning for port 8b9ca74e-5739-42e3-aa27-c4af3c843fa1 completed by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 25 22:05:24.028490 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Provisioning complete for port 8b9ca74e-5739-42e3-aa27-c4af3c843fa1 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 22:05:24.028856 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:05:24.103885 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:05:24.128444 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc1db889-b66d-4a02-9181-7d65b8693814', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b9ca74e-5739-42e3-aa27-c4af3c843fa1'}] {{(pid=121608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 22:05:24.130662 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a88c78c3ff6266bd59c7e89d275b28c92e739b67d23c89d71af88829fd31566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2fe7457-5d0f-4cab-ab25-1a17ce93bd12" -d '{"events": [{"server_uuid": "cc1db889-b66d-4a02-9181-7d65b8693814", "name": "network-vif-plugged", "status": "completed", "tag": "8b9ca74e-5739-42e3-aa27-c4af3c843fa1"}]}' {{(pid=121608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 22:05:24.148191 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port 8b9ca74e-5739-42e3-aa27-c4af3c843fa1, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=8b9ca74e-5739-42e3-aa27-c4af3c843fa1,segment=NetworkSegment(814064db-fce8-46ee-b263-83e7f6939388),segment_id=814064db-fce8-46ee-b263-83e7f6939388)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 22:05:24.168112 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 22:05:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c725866-9074-4063-95c5-2556bb2a9d62 x-openstack-request-id: req-0c725866-9074-4063-95c5-2556bb2a9d62 {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 22:05:24.168401 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc1db889-b66d-4a02-9181-7d65b8693814", "name": "network-vif-plugged", "status": "completed", "tag": "8b9ca74e-5739-42e3-aa27-c4af3c843fa1", "code": 200}]} {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 22:05:24.168654 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0c725866-9074-4063-95c5-2556bb2a9d62 {{(pid=121608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 22:05:24.169403 ncdv-master-1 neutron-server[121608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc1db889-b66d-4a02-9181-7d65b8693814', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b9ca74e-5739-42e3-aa27-c4af3c843fa1', 'code': 200}
Dec 25 22:05:24.215263 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:05:24.264399 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Pushing event updated for resources: {'Port': ['ID=8b9ca74e-5739-42e3-aa27-c4af3c843fa1,revision_number=5']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:05:24.338410 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8215adb-c054-4efc-8255-1ce68bcd6805 req-31223035-69a8-40f5-be9f-2fbc2e777571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:05:24.339972 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b8215adb-c054-4efc-8255-1ce68bcd6805 req-31223035-69a8-40f5-be9f-2fbc2e777571 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=cc1db889-b66d-4a02-9181-7d65b8693814 HTTP/1.1" status: 200  len: 1097 time: 0.0789247
Dec 25 22:05:24.415836 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b8215adb-c054-4efc-8255-1ce68bcd6805 req-fc4282f3-b654-4441-bb0b-67dfd0802ce4 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=26418a06-8146-4d14-a646-1ce799e834bb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0691471
Dec 25 22:05:24.424466 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa12ee7-caff-4c72-8823-827e47787e93 req-9b113cda-797e-4383-975b-d530d268d50e tempest-ServersNegativeTestJSON-872895558 tempest-ServersNegativeTestJSON-872895558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:05:24.426000 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-baa12ee7-caff-4c72-8823-827e47787e93 req-9b113cda-797e-4383-975b-d530d268d50e tempest-ServersNegativeTestJSON-872895558 tempest-ServersNegativeTestJSON-872895558-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc1db889-b66d-4a02-9181-7d65b8693814 HTTP/1.1" status: 200  len: 946 time: 0.0736568
Dec 25 22:05:24.477998 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-baa12ee7-caff-4c72-8823-827e47787e93 req-bc63d674-d6f0-4146-8e14-ec15749b65ca tempest-ServersNegativeTestJSON-872895558 tempest-ServersNegativeTestJSON-872895558-project] 10.222.0.32 "GET /v2.0/security-groups?id=26418a06-8146-4d14-a646-1ce799e834bb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0452161
Dec 25 22:05:25.597907 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2174bc-de2d-4b9e-8b38-c6d136261d8e req-81546419-3cf1-4343-b489-85b1df42329b tempest-ServersNegativeTestJSON-872895558 tempest-ServersNegativeTestJSON-872895558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:05:25.599618 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ba2174bc-de2d-4b9e-8b38-c6d136261d8e req-81546419-3cf1-4343-b489-85b1df42329b tempest-ServersNegativeTestJSON-872895558 tempest-ServersNegativeTestJSON-872895558-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc1db889-b66d-4a02-9181-7d65b8693814 HTTP/1.1" status: 200  len: 946 time: 0.0514808
Dec 25 22:05:25.648213 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ba2174bc-de2d-4b9e-8b38-c6d136261d8e req-7299916f-3173-47c2-bed5-f18326cbdc8e tempest-ServersNegativeTestJSON-872895558 tempest-ServersNegativeTestJSON-872895558-project] 10.222.0.32 "GET /v2.0/security-groups?id=26418a06-8146-4d14-a646-1ce799e834bb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422206
Dec 25 22:05:26.761716 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734fef45-8d76-4134-b48e-43b6ec13efd6 req-457f89bb-c416-4a43-b6d0-0f36948ead60 tempest-ServersNegativeTestJSON-872895558 tempest-ServersNegativeTestJSON-872895558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:05:26.763253 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-734fef45-8d76-4134-b48e-43b6ec13efd6 req-457f89bb-c416-4a43-b6d0-0f36948ead60 tempest-ServersNegativeTestJSON-872895558 tempest-ServersNegativeTestJSON-872895558-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc1db889-b66d-4a02-9181-7d65b8693814 HTTP/1.1" status: 200  len: 946 time: 0.0489924
Dec 25 22:05:26.810120 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-734fef45-8d76-4134-b48e-43b6ec13efd6 req-001b9d8a-523d-4322-a437-40db5f2ba11e tempest-ServersNegativeTestJSON-872895558 tempest-ServersNegativeTestJSON-872895558-project] 10.222.0.32 "GET /v2.0/security-groups?id=26418a06-8146-4d14-a646-1ce799e834bb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409102
Dec 25 22:05:27.035426 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29cf9e7-c5bc-4370-b3f3-ebc0709e0d23 req-8e43569f-cbc6-42ed-95ac-c29333c0ade4 tempest-ServersNegativeTestJSON-872895558 tempest-ServersNegativeTestJSON-872895558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:05:27.036823 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c29cf9e7-c5bc-4370-b3f3-ebc0709e0d23 req-8e43569f-cbc6-42ed-95ac-c29333c0ade4 tempest-ServersNegativeTestJSON-872895558 tempest-ServersNegativeTestJSON-872895558-project] 10.222.0.32 "GET /v2.0/networks?id=4e5a33ab-8b21-4ab5-9a7e-0c2bb0d33014 HTTP/1.1" status: 200  len: 813 time: 0.1062100
Dec 25 22:05:27.052358 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c29cf9e7-c5bc-4370-b3f3-ebc0709e0d23 req-181392b5-2255-479d-b7ec-19b0919abe1a tempest-ServersNegativeTestJSON-872895558 tempest-ServersNegativeTestJSON-872895558-project] 10.222.0.32 "GET /v2.0/quotas/8dc9c763cc31441a9b4a70ec405bbc23 HTTP/1.1" status: 200  len: 375 time: 0.0088985
Dec 25 22:05:27.099328 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c29cf9e7-c5bc-4370-b3f3-ebc0709e0d23 req-71c33dca-ed3c-4464-8f99-d67ece2d18c1 tempest-ServersNegativeTestJSON-872895558 tempest-ServersNegativeTestJSON-872895558-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=8dc9c763cc31441a9b4a70ec405bbc23&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0418010
Dec 25 22:05:27.110809 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [req-c29cf9e7-c5bc-4370-b3f3-ebc0709e0d23 req-db12ab91-f42c-4681-8293-fc1b74b5794d service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=121606) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 25 22:05:27.111773 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c29cf9e7-c5bc-4370-b3f3-ebc0709e0d23 req-db12ab91-f42c-4681-8293-fc1b74b5794d service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0048680
Dec 25 22:05:27.199851 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c29cf9e7-c5bc-4370-b3f3-ebc0709e0d23 req-fced0973-094e-415f-978e-9cabae4c424e service neutron] 10.222.0.32 "GET /v2.0/networks/4e5a33ab-8b21-4ab5-9a7e-0c2bb0d33014?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0825546
Dec 25 22:05:27.287097 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c29cf9e7-c5bc-4370-b3f3-ebc0709e0d23 req-8be79ee4-a736-406a-9c95-73772af873bf service neutron] 10.222.0.32 "GET /v2.0/networks/4e5a33ab-8b21-4ab5-9a7e-0c2bb0d33014?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0809231
Dec 25 22:05:27.521942 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7511803b-2fe2-464c-a648-865c3344d75e req-f8c5c524-5108-4c9a-9792-e605a906516e tempest-ServersNegativeTestJSON-872895558 tempest-ServersNegativeTestJSON-872895558-project] 10.222.0.32 "GET /v2.0/ports?device_id=25dc5da1-66b3-41e2-93f3-5f29054c88df HTTP/1.1" status: 200  len: 210 time: 0.0300605
Dec 25 22:05:28.621236 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-eeb493cb-c99a-4995-95bc-24e1034607d4 req-e1cf209a-e32f-4cf2-a0e9-e711469a589e tempest-ServersNegativeTestJSON-872895558 tempest-ServersNegativeTestJSON-872895558-project] 10.222.0.32 "GET /v2.0/ports?device_id=25dc5da1-66b3-41e2-93f3-5f29054c88df HTTP/1.1" status: 200  len: 210 time: 0.0267799
Dec 25 22:05:29.270483 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29cf9e7-c5bc-4370-b3f3-ebc0709e0d23 req-775e2ffb-07d1-4b69-86fe-23445e337be7 tempest-ServersNegativeTestJSON-872895558 tempest-ServersNegativeTestJSON-872895558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:05:29.272744 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c29cf9e7-c5bc-4370-b3f3-ebc0709e0d23 req-775e2ffb-07d1-4b69-86fe-23445e337be7 tempest-ServersNegativeTestJSON-872895558 tempest-ServersNegativeTestJSON-872895558-project] 10.222.0.31 "GET /v2.0/networks?id=4e5a33ab-8b21-4ab5-9a7e-0c2bb0d33014 HTTP/1.1" status: 200  len: 813 time: 0.1073365
Dec 25 22:05:29.286094 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-c29cf9e7-c5bc-4370-b3f3-ebc0709e0d23 req-a5cf8070-5a31-4190-a30a-6f14cd6a335a tempest-ServersNegativeTestJSON-872895558 tempest-ServersNegativeTestJSON-872895558-project] Request body: {'port': {'device_id': '25dc5da1-66b3-41e2-93f3-5f29054c88df', 'network_id': '4e5a33ab-8b21-4ab5-9a7e-0c2bb0d33014', 'admin_state_up': True, 'tenant_id': '8dc9c763cc31441a9b4a70ec405bbc23'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 22:05:29.487627 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c29cf9e7-c5bc-4370-b3f3-ebc0709e0d23 req-a5cf8070-5a31-4190-a30a-6f14cd6a335a tempest-ServersNegativeTestJSON-872895558 tempest-ServersNegativeTestJSON-872895558-project] Made reservation on behalf of 8dc9c763cc31441a9b4a70ec405bbc23 for: {'port': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 22:05:29.491330 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-c29cf9e7-c5bc-4370-b3f3-ebc0709e0d23 req-a5cf8070-5a31-4190-a30a-6f14cd6a335a tempest-ServersNegativeTestJSON-872895558 tempest-ServersNegativeTestJSON-872895558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:05:29.622682 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_common [req-c29cf9e7-c5bc-4370-b3f3-ebc0709e0d23 req-a5cf8070-5a31-4190-a30a-6f14cd6a335a tempest-ServersNegativeTestJSON-872895558 tempest-ServersNegativeTestJSON-872895558-project] Allocated IP 172.20.0.11 (4e5a33ab-8b21-4ab5-9a7e-0c2bb0d33014/a8a75105-fad5-4a3b-995c-0333810629ae/229e274a-b59d-422c-af4d-a46bf417e834) {{(pid=121606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 22:05:29.725876 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e4f9414d-a6df-4ec8-8cab-4269be619833 req-8d71066b-48db-4de8-9803-e028b5c613a7 tempest-ServersNegativeTestJSON-872895558 tempest-ServersNegativeTestJSON-872895558-project] 10.222.0.32 "GET /v2.0/ports?device_id=25dc5da1-66b3-41e2-93f3-5f29054c88df HTTP/1.1" status: 200  len: 210 time: 0.0299811
Dec 25 22:05:29.794333 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-c29cf9e7-c5bc-4370-b3f3-ebc0709e0d23 req-a5cf8070-5a31-4190-a30a-6f14cd6a335a tempest-ServersNegativeTestJSON-872895558 tempest-ServersNegativeTestJSON-872895558-project] Publish callbacks [] for port, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:05:29.889776 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-c29cf9e7-c5bc-4370-b3f3-ebc0709e0d23 req-a5cf8070-5a31-4190-a30a-6f14cd6a335a tempest-ServersNegativeTestJSON-872895558 tempest-ServersNegativeTestJSON-872895558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:05:29.902166 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] get_ports_and_sgs() called for port_ids ['8b9ca74e-5739-42e3-aa27-c4af3c843fa1'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 22:05:29.935957 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c29cf9e7-c5bc-4370-b3f3-ebc0709e0d23 req-a5cf8070-5a31-4190-a30a-6f14cd6a335a tempest-ServersNegativeTestJSON-872895558 tempest-ServersNegativeTestJSON-872895558-project] Network 4e5a33ab-8b21-4ab5-9a7e-0c2bb0d33014 is already hosted by enough agents. {{(pid=121606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 22:05:29.939097 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [req-c29cf9e7-c5bc-4370-b3f3-ebc0709e0d23 req-a5cf8070-5a31-4190-a30a-6f14cd6a335a tempest-ServersNegativeTestJSON-872895558 tempest-ServersNegativeTestJSON-872895558-project] Resources bound (agent type, host, resource id):  {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 22:05:29.943638 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [req-c29cf9e7-c5bc-4370-b3f3-ebc0709e0d23 req-a5cf8070-5a31-4190-a30a-6f14cd6a335a tempest-ServersNegativeTestJSON-872895558 tempest-ServersNegativeTestJSON-872895558-project] Received port after_create {{(pid=121606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 22:05:29.965630 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cf8070-5a31-4190-a30a-6f14cd6a335a tempest-ServersNegativeTestJSON-872895558 tempest-ServersNegativeTestJSON-872895558-project] Pushing event updated for resources: {'Port': ['ID=229e274a-b59d-422c-af4d-a46bf417e834,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:05:29.994527 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29cf9e7-c5bc-4370-b3f3-ebc0709e0d23 req-a5cf8070-5a31-4190-a30a-6f14cd6a335a tempest-ServersNegativeTestJSON-872895558 tempest-ServersNegativeTestJSON-872895558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:05:29.995141 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-c29cf9e7-c5bc-4370-b3f3-ebc0709e0d23 req-a5cf8070-5a31-4190-a30a-6f14cd6a335a tempest-ServersNegativeTestJSON-872895558 tempest-ServersNegativeTestJSON-872895558-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:05:30.075411 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c29cf9e7-c5bc-4370-b3f3-ebc0709e0d23 req-a5cf8070-5a31-4190-a30a-6f14cd6a335a tempest-ServersNegativeTestJSON-872895558 tempest-ServersNegativeTestJSON-872895558-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.7935767
Dec 25 22:05:30.088351 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-c29cf9e7-c5bc-4370-b3f3-ebc0709e0d23 req-fde1f6ad-8960-4d43-8eec-bb071a2c72e0 service neutron] Request body: {'port': {'device_id': '25dc5da1-66b3-41e2-93f3-5f29054c88df', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 22:05:30.142571 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-c29cf9e7-c5bc-4370-b3f3-ebc0709e0d23 req-fde1f6ad-8960-4d43-8eec-bb071a2c72e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:05:30.390953 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [req-c29cf9e7-c5bc-4370-b3f3-ebc0709e0d23 req-fde1f6ad-8960-4d43-8eec-bb071a2c72e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 229e274a-b59d-422c-af4d-a46bf417e834 {{(pid=121606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 22:05:30.398830 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-c29cf9e7-c5bc-4370-b3f3-ebc0709e0d23 req-fde1f6ad-8960-4d43-8eec-bb071a2c72e0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:05:30.410664 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.provisioning_blocks [req-c29cf9e7-c5bc-4370-b3f3-ebc0709e0d23 req-fde1f6ad-8960-4d43-8eec-bb071a2c72e0 service neutron] Transition to ACTIVE for port object 229e274a-b59d-422c-af4d-a46bf417e834 will not be triggered until provisioned by entity L2. {{(pid=121606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 25 22:05:30.495252 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-c29cf9e7-c5bc-4370-b3f3-ebc0709e0d23 req-fde1f6ad-8960-4d43-8eec-bb071a2c72e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:05:30.546103 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde1f6ad-8960-4d43-8eec-bb071a2c72e0 service neutron] Pushing event updated for resources: {'Port': ['ID=229e274a-b59d-422c-af4d-a46bf417e834,revision_number=2']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:05:30.610692 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-c29cf9e7-c5bc-4370-b3f3-ebc0709e0d23 req-fde1f6ad-8960-4d43-8eec-bb071a2c72e0 service neutron] Attempting to bind port 229e274a-b59d-422c-af4d-a46bf417e834 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 22:05:30.611027 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-c29cf9e7-c5bc-4370-b3f3-ebc0709e0d23 req-fde1f6ad-8960-4d43-8eec-bb071a2c72e0 service neutron] Attempting to bind port 229e274a-b59d-422c-af4d-a46bf417e834 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '814064db-fce8-46ee-b263-83e7f6939388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '4e5a33ab-8b21-4ab5-9a7e-0c2bb0d33014'}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 22:05:30.611348 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c29cf9e7-c5bc-4370-b3f3-ebc0709e0d23 req-fde1f6ad-8960-4d43-8eec-bb071a2c72e0 service neutron] Attempting to bind port 229e274a-b59d-422c-af4d-a46bf417e834 on network 4e5a33ab-8b21-4ab5-9a7e-0c2bb0d33014 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 22:05:30.615468 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c29cf9e7-c5bc-4370-b3f3-ebc0709e0d23 req-fde1f6ad-8960-4d43-8eec-bb071a2c72e0 service neutron] Port 229e274a-b59d-422c-af4d-a46bf417e834 on network 4e5a33ab-8b21-4ab5-9a7e-0c2bb0d33014 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 25 22:05:30.615786 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c29cf9e7-c5bc-4370-b3f3-ebc0709e0d23 req-fde1f6ad-8960-4d43-8eec-bb071a2c72e0 service neutron] Attempting to bind port 229e274a-b59d-422c-af4d-a46bf417e834 on network 4e5a33ab-8b21-4ab5-9a7e-0c2bb0d33014 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 22:05:30.621097 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c29cf9e7-c5bc-4370-b3f3-ebc0709e0d23 req-fde1f6ad-8960-4d43-8eec-bb071a2c72e0 service neutron] Checking agent: {'id': '6d577036-68fc-4aa4-aed7-5ab01de2117e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 21, 4, 34), 'started_at': datetime.datetime(2021, 12, 25, 21, 4, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 22, 5, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 22:05:30.621432 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c29cf9e7-c5bc-4370-b3f3-ebc0709e0d23 req-fde1f6ad-8960-4d43-8eec-bb071a2c72e0 service neutron] Checking segment: {'id': '814064db-fce8-46ee-b263-83e7f6939388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '4e5a33ab-8b21-4ab5-9a7e-0c2bb0d33014'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 22:05:30.621816 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c29cf9e7-c5bc-4370-b3f3-ebc0709e0d23 req-fde1f6ad-8960-4d43-8eec-bb071a2c72e0 service neutron] Bound using segment: {'id': '814064db-fce8-46ee-b263-83e7f6939388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '4e5a33ab-8b21-4ab5-9a7e-0c2bb0d33014'} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 22:05:30.622232 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-c29cf9e7-c5bc-4370-b3f3-ebc0709e0d23 req-fde1f6ad-8960-4d43-8eec-bb071a2c72e0 service neutron] Bound port: 229e274a-b59d-422c-af4d-a46bf417e834, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '814064db-fce8-46ee-b263-83e7f6939388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '4e5a33ab-8b21-4ab5-9a7e-0c2bb0d33014'}}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 22:05:30.622575 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-c29cf9e7-c5bc-4370-b3f3-ebc0709e0d23 req-fde1f6ad-8960-4d43-8eec-bb071a2c72e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:05:30.682124 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-c29cf9e7-c5bc-4370-b3f3-ebc0709e0d23 req-fde1f6ad-8960-4d43-8eec-bb071a2c72e0 service neutron] For port 229e274a-b59d-422c-af4d-a46bf417e834, host nch1-master-1, cleared binding levels {{(pid=121606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 22:05:30.685004 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-c29cf9e7-c5bc-4370-b3f3-ebc0709e0d23 req-fde1f6ad-8960-4d43-8eec-bb071a2c72e0 service neutron] For port 229e274a-b59d-422c-af4d-a46bf417e834, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=229e274a-b59d-422c-af4d-a46bf417e834,segment=NetworkSegment(814064db-fce8-46ee-b263-83e7f6939388),segment_id=814064db-fce8-46ee-b263-83e7f6939388)] {{(pid=121606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 22:05:30.764494 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-c29cf9e7-c5bc-4370-b3f3-ebc0709e0d23 req-fde1f6ad-8960-4d43-8eec-bb071a2c72e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:05:30.802831 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29cf9e7-c5bc-4370-b3f3-ebc0709e0d23 req-fde1f6ad-8960-4d43-8eec-bb071a2c72e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:05:30.803454 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-c29cf9e7-c5bc-4370-b3f3-ebc0709e0d23 req-fde1f6ad-8960-4d43-8eec-bb071a2c72e0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:05:30.805380 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c29cf9e7-c5bc-4370-b3f3-ebc0709e0d23 req-fde1f6ad-8960-4d43-8eec-bb071a2c72e0 service neutron] 10.222.0.31 "PUT /v2.0/ports/229e274a-b59d-422c-af4d-a46bf417e834 HTTP/1.1" status: 200  len: 1092 time: 0.7216620
Dec 25 22:05:30.805820 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25dc5da1-66b3-41e2-93f3-5f29054c88df', 'tag': '229e274a-b59d-422c-af4d-a46bf417e834'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 22:05:30.808028 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9858820c13ec2827453b94ebc4181065e990a4e4089ccb9fe762531ac62d2fec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd5d62f3-2d15-473c-979a-d6ce67260ef7" -d '{"events": [{"name": "network-changed", "server_uuid": "25dc5da1-66b3-41e2-93f3-5f29054c88df", "tag": "229e274a-b59d-422c-af4d-a46bf417e834"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 22:05:30.851912 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Dec 2021 22:05:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42022766-0417-42a2-a33d-9e72e2ea4d14 x-openstack-request-id: req-42022766-0417-42a2-a33d-9e72e2ea4d14 {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 22:05:30.852216 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25dc5da1-66b3-41e2-93f3-5f29054c88df", "tag": "229e274a-b59d-422c-af4d-a46bf417e834", "status": "completed", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 22:05:30.852478 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-42022766-0417-42a2-a33d-9e72e2ea4d14 {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 22:05:30.852900 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25dc5da1-66b3-41e2-93f3-5f29054c88df', 'tag': '229e274a-b59d-422c-af4d-a46bf417e834', 'status': 'completed', 'code': 200}
Dec 25 22:05:30.859719 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde1f6ad-8960-4d43-8eec-bb071a2c72e0 service neutron] Pushing event updated for resources: {'Port': ['ID=229e274a-b59d-422c-af4d-a46bf417e834,revision_number=3']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:05:30.879808 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76072cd-8264-42a6-b253-cf4b055fed07 req-f5aed33e-b9e6-4eeb-bc64-084319d5db36 tempest-ServersNegativeTestJSON-872895558 tempest-ServersNegativeTestJSON-872895558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:05:30.881340 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e76072cd-8264-42a6-b253-cf4b055fed07 req-f5aed33e-b9e6-4eeb-bc64-084319d5db36 tempest-ServersNegativeTestJSON-872895558 tempest-ServersNegativeTestJSON-872895558-project] 10.222.0.32 "GET /v2.0/ports?device_id=25dc5da1-66b3-41e2-93f3-5f29054c88df HTTP/1.1" status: 200  len: 944 time: 0.0849602
Dec 25 22:05:30.951622 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5d62f3-2d15-473c-979a-d6ce67260ef7 req-1d45025b-19ec-43ed-a901-fa1d162591b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:05:30.953092 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-bd5d62f3-2d15-473c-979a-d6ce67260ef7 req-1d45025b-19ec-43ed-a901-fa1d162591b5 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8dc9c763cc31441a9b4a70ec405bbc23&device_id=25dc5da1-66b3-41e2-93f3-5f29054c88df HTTP/1.1" status: 200  len: 1095 time: 0.0708582
Dec 25 22:05:30.956904 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e76072cd-8264-42a6-b253-cf4b055fed07 req-555f4332-8ebe-4745-940a-f754546266ea tempest-ServersNegativeTestJSON-872895558 tempest-ServersNegativeTestJSON-872895558-project] 10.222.0.32 "GET /v2.0/security-groups?id=26418a06-8146-4d14-a646-1ce799e834bb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0664041
Dec 25 22:05:31.401405 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5d62f3-2d15-473c-979a-d6ce67260ef7 req-e4ec9a67-89d2-40f0-af8b-a007a04c21d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:05:31.402946 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-bd5d62f3-2d15-473c-979a-d6ce67260ef7 req-e4ec9a67-89d2-40f0-af8b-a007a04c21d8 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=8dc9c763cc31441a9b4a70ec405bbc23&shared=False HTTP/1.1" status: 200  len: 914 time: 0.4428656
Dec 25 22:05:31.493405 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5d62f3-2d15-473c-979a-d6ce67260ef7 req-1f971dd7-1a6e-425a-8ab9-dcbd7bcac960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:05:31.494859 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-bd5d62f3-2d15-473c-979a-d6ce67260ef7 req-1f971dd7-1a6e-425a-8ab9-dcbd7bcac960 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.0856864
Dec 25 22:05:31.572907 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29cf9e7-c5bc-4370-b3f3-ebc0709e0d23 req-c8262292-9da2-4eb3-96f3-42358f761e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:05:31.574409 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c29cf9e7-c5bc-4370-b3f3-ebc0709e0d23 req-c8262292-9da2-4eb3-96f3-42358f761e24 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8dc9c763cc31441a9b4a70ec405bbc23&device_id=25dc5da1-66b3-41e2-93f3-5f29054c88df HTTP/1.1" status: 200  len: 1095 time: 0.0440710
Dec 25 22:05:31.616811 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c29cf9e7-c5bc-4370-b3f3-ebc0709e0d23 req-cc800249-3832-4bc7-8678-900313143932 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=229e274a-b59d-422c-af4d-a46bf417e834 HTTP/1.1" status: 200  len: 217 time: 0.0347500
Dec 25 22:05:31.664434 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29cf9e7-c5bc-4370-b3f3-ebc0709e0d23 req-8d97316c-8b14-4d02-8177-9a5e73e20d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:05:31.665847 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c29cf9e7-c5bc-4370-b3f3-ebc0709e0d23 req-8d97316c-8b14-4d02-8177-9a5e73e20d4d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a8a75105-fad5-4a3b-995c-0333810629ae HTTP/1.1" status: 200  len: 853 time: 0.0427508
Dec 25 22:05:31.696272 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c29cf9e7-c5bc-4370-b3f3-ebc0709e0d23 req-088a908d-c26a-48e5-828f-d68f029b22a3 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4e5a33ab-8b21-4ab5-9a7e-0c2bb0d33014&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0238307
Dec 25 22:05:31.746603 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.agents_db [None req-ec08dba0-4483-4109-b5e1-5e4a9fdaf12d None None] Agent healthcheck: found 7 active agents {{(pid=121609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 25 22:05:31.788111 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c29cf9e7-c5bc-4370-b3f3-ebc0709e0d23 req-e5bace37-104d-4b0d-84c9-38e7e61cfe7a service neutron] 10.222.0.31 "GET /v2.0/networks/4e5a33ab-8b21-4ab5-9a7e-0c2bb0d33014?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0842702
Dec 25 22:05:31.875312 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c29cf9e7-c5bc-4370-b3f3-ebc0709e0d23 req-01c3f7cf-fdab-43a4-ad37-c34cb562aedc service neutron] 10.222.0.31 "GET /v2.0/networks/4e5a33ab-8b21-4ab5-9a7e-0c2bb0d33014?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0802915
Dec 25 22:05:32.076121 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a45f4e-2b2d-4d62-adda-706fba3b30c7 req-4f9540e9-b01e-4afe-8abe-6cbf0f6ef5c3 tempest-ServersNegativeTestJSON-872895558 tempest-ServersNegativeTestJSON-872895558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:05:32.077611 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a3a45f4e-2b2d-4d62-adda-706fba3b30c7 req-4f9540e9-b01e-4afe-8abe-6cbf0f6ef5c3 tempest-ServersNegativeTestJSON-872895558 tempest-ServersNegativeTestJSON-872895558-project] 10.222.0.32 "GET /v2.0/ports?device_id=25dc5da1-66b3-41e2-93f3-5f29054c88df HTTP/1.1" status: 200  len: 944 time: 0.0516622
Dec 25 22:05:32.123979 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a3a45f4e-2b2d-4d62-adda-706fba3b30c7 req-573b6ae1-5d7d-40bb-bb41-81fe8e05d552 tempest-ServersNegativeTestJSON-872895558 tempest-ServersNegativeTestJSON-872895558-project] 10.222.0.32 "GET /v2.0/security-groups?id=26418a06-8146-4d14-a646-1ce799e834bb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404723
Dec 25 22:05:33.238451 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfe1b88-1129-4fa8-9ed7-4d783a42b28e req-c322f4b8-1faf-4a9e-9ccf-70ee0124c993 tempest-ServersNegativeTestJSON-872895558 tempest-ServersNegativeTestJSON-872895558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:05:33.239918 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2dfe1b88-1129-4fa8-9ed7-4d783a42b28e req-c322f4b8-1faf-4a9e-9ccf-70ee0124c993 tempest-ServersNegativeTestJSON-872895558 tempest-ServersNegativeTestJSON-872895558-project] 10.222.0.32 "GET /v2.0/ports?device_id=25dc5da1-66b3-41e2-93f3-5f29054c88df HTTP/1.1" status: 200  len: 944 time: 0.0485408
Dec 25 22:05:33.285897 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2dfe1b88-1129-4fa8-9ed7-4d783a42b28e req-3674b056-35e0-4b80-b326-2f3878c10dce tempest-ServersNegativeTestJSON-872895558 tempest-ServersNegativeTestJSON-872895558-project] 10.222.0.32 "GET /v2.0/security-groups?id=26418a06-8146-4d14-a646-1ce799e834bb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400341
Dec 25 22:05:34.412460 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb650cb-df7d-46f3-83b6-dcc31e288cf9 req-39e71945-e98f-4306-b09d-6d05f377dbc3 tempest-ServersNegativeTestJSON-872895558 tempest-ServersNegativeTestJSON-872895558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:05:34.413978 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-adb650cb-df7d-46f3-83b6-dcc31e288cf9 req-39e71945-e98f-4306-b09d-6d05f377dbc3 tempest-ServersNegativeTestJSON-872895558 tempest-ServersNegativeTestJSON-872895558-project] 10.222.0.32 "GET /v2.0/ports?device_id=25dc5da1-66b3-41e2-93f3-5f29054c88df HTTP/1.1" status: 200  len: 944 time: 0.0522866
Dec 25 22:05:34.465103 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-adb650cb-df7d-46f3-83b6-dcc31e288cf9 req-04b746b1-9414-4a90-8b5b-b5aea13ef88b tempest-ServersNegativeTestJSON-872895558 tempest-ServersNegativeTestJSON-872895558-project] 10.222.0.32 "GET /v2.0/security-groups?id=26418a06-8146-4d14-a646-1ce799e834bb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0452125
Dec 25 22:05:34.723249 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:05:34.803148 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-77373f53-0173-436d-ae1c-98ef887da2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:05:35.580892 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655601ab-7c7a-47d0-b211-fe52dca970ab req-238dcc21-db09-42a8-b5ba-0092cbebfe04 tempest-ServersNegativeTestJSON-872895558 tempest-ServersNegativeTestJSON-872895558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:05:35.582387 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-655601ab-7c7a-47d0-b211-fe52dca970ab req-238dcc21-db09-42a8-b5ba-0092cbebfe04 tempest-ServersNegativeTestJSON-872895558 tempest-ServersNegativeTestJSON-872895558-project] 10.222.0.32 "GET /v2.0/ports?device_id=25dc5da1-66b3-41e2-93f3-5f29054c88df HTTP/1.1" status: 200  len: 944 time: 0.0477884
Dec 25 22:05:35.631338 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-655601ab-7c7a-47d0-b211-fe52dca970ab req-5ce58838-c01a-496f-b852-c44610b96d64 tempest-ServersNegativeTestJSON-872895558 tempest-ServersNegativeTestJSON-872895558-project] 10.222.0.32 "GET /v2.0/security-groups?id=26418a06-8146-4d14-a646-1ce799e834bb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424097
Dec 25 22:05:36.059223 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device 229e274a-b59d-422c-af4d-a46bf417e834 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 25 22:05:36.153948 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port 229e274a-b59d-422c-af4d-a46bf417e834, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=229e274a-b59d-422c-af4d-a46bf417e834,segment=NetworkSegment(814064db-fce8-46ee-b263-83e7f6939388),segment_id=814064db-fce8-46ee-b263-83e7f6939388)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 22:05:36.164928 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Returning: {'device': '229e274a-b59d-422c-af4d-a46bf417e834', 'network_id': '4e5a33ab-8b21-4ab5-9a7e-0c2bb0d33014', 'port_id': '229e274a-b59d-422c-af4d-a46bf417e834', 'mac_address': 'fa:16:3e:1c:37:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8a75105-fad5-4a3b-995c-0333810629ae', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 25 22:05:36.201824 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:05:36.214324 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 229e274a-b59d-422c-af4d-a46bf417e834 {{(pid=121608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 22:05:36.233375 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port 229e274a-b59d-422c-af4d-a46bf417e834, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=229e274a-b59d-422c-af4d-a46bf417e834,segment=NetworkSegment(814064db-fce8-46ee-b263-83e7f6939388),segment_id=814064db-fce8-46ee-b263-83e7f6939388)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 22:05:36.323239 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:05:36.373774 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Pushing event updated for resources: {'Port': ['ID=229e274a-b59d-422c-af4d-a46bf417e834,revision_number=4']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:05:36.380946 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:05:36.381297 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:05:36.381639 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:05:36.381973 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:05:36.382315 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:05:36.382631 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:05:36.382958 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:05:36.383281 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:05:36.383603 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:05:36.383925 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:05:36.384247 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:05:36.384568 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:05:36.384975 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:05:36.702513 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] get_ports_and_sgs() called for port_ids ['229e274a-b59d-422c-af4d-a46bf417e834'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 22:05:36.750303 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0e84b1-0807-48e9-9f00-0989e20726f8 req-d67ef051-2de6-4f0d-8184-43bbf6e897c5 tempest-ServersNegativeTestJSON-872895558 tempest-ServersNegativeTestJSON-872895558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:05:36.751792 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0d0e84b1-0807-48e9-9f00-0989e20726f8 req-d67ef051-2de6-4f0d-8184-43bbf6e897c5 tempest-ServersNegativeTestJSON-872895558 tempest-ServersNegativeTestJSON-872895558-project] 10.222.0.32 "GET /v2.0/ports?device_id=25dc5da1-66b3-41e2-93f3-5f29054c88df HTTP/1.1" status: 200  len: 945 time: 0.0493975
Dec 25 22:05:36.803230 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0d0e84b1-0807-48e9-9f00-0989e20726f8 req-84a04c6e-43f2-457b-b104-c59a424b03df tempest-ServersNegativeTestJSON-872895558 tempest-ServersNegativeTestJSON-872895558-project] 10.222.0.32 "GET /v2.0/security-groups?id=26418a06-8146-4d14-a646-1ce799e834bb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0453107
Dec 25 22:05:37.032380 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-e0d5b0aa-b1cc-4ea0-bfa5-3facf20ffe8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:05:37.917156 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e67b1c-47b8-4189-8794-dfdf6db77510 req-39627a55-884c-46b3-ab4a-a31e070d85aa tempest-ServersNegativeTestJSON-872895558 tempest-ServersNegativeTestJSON-872895558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:05:37.918643 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f9e67b1c-47b8-4189-8794-dfdf6db77510 req-39627a55-884c-46b3-ab4a-a31e070d85aa tempest-ServersNegativeTestJSON-872895558 tempest-ServersNegativeTestJSON-872895558-project] 10.222.0.32 "GET /v2.0/ports?device_id=25dc5da1-66b3-41e2-93f3-5f29054c88df HTTP/1.1" status: 200  len: 945 time: 0.0480494
Dec 25 22:05:37.965715 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f9e67b1c-47b8-4189-8794-dfdf6db77510 req-ab8ce8cf-9437-4508-ad76-33b084625e0f tempest-ServersNegativeTestJSON-872895558 tempest-ServersNegativeTestJSON-872895558-project] 10.222.0.32 "GET /v2.0/security-groups?id=26418a06-8146-4d14-a646-1ce799e834bb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409420
Dec 25 22:05:38.091024 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device 229e274a-b59d-422c-af4d-a46bf417e834 up at agent hyperv_nch1-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 22:05:38.247549 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Provisioning for port 229e274a-b59d-422c-af4d-a46bf417e834 completed by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 25 22:05:38.251326 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Provisioning complete for port 229e274a-b59d-422c-af4d-a46bf417e834 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 22:05:38.251690 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:05:38.325935 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:05:38.347997 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25dc5da1-66b3-41e2-93f3-5f29054c88df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '229e274a-b59d-422c-af4d-a46bf417e834'}] {{(pid=121608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 22:05:38.362152 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port 229e274a-b59d-422c-af4d-a46bf417e834, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=229e274a-b59d-422c-af4d-a46bf417e834,segment=NetworkSegment(814064db-fce8-46ee-b263-83e7f6939388),segment_id=814064db-fce8-46ee-b263-83e7f6939388)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 22:05:38.387825 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8f4255179602950281e35c838768f32348f9ebfbcb74b08282abfe6e9b4a52c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0eb7f589-5fdb-4019-8a92-63e5281ee47f" -d '{"events": [{"server_uuid": "25dc5da1-66b3-41e2-93f3-5f29054c88df", "name": "network-vif-plugged", "status": "completed", "tag": "229e274a-b59d-422c-af4d-a46bf417e834"}]}' {{(pid=121608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 22:05:38.426670 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:05:38.485238 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 22:05:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-784d85b3-4779-46d6-9869-4a5d9444907d x-openstack-request-id: req-784d85b3-4779-46d6-9869-4a5d9444907d {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 22:05:38.485531 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25dc5da1-66b3-41e2-93f3-5f29054c88df", "name": "network-vif-plugged", "status": "completed", "tag": "229e274a-b59d-422c-af4d-a46bf417e834", "code": 200}]} {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 22:05:38.485801 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-784d85b3-4779-46d6-9869-4a5d9444907d {{(pid=121608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 22:05:38.486190 ncdv-master-1 neutron-server[121608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25dc5da1-66b3-41e2-93f3-5f29054c88df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '229e274a-b59d-422c-af4d-a46bf417e834', 'code': 200}
Dec 25 22:05:38.487184 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Pushing event updated for resources: {'Port': ['ID=229e274a-b59d-422c-af4d-a46bf417e834,revision_number=5']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:05:38.579431 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed024f2a-7833-4fa5-a4e3-6ad7ef8b8d46 req-fcdef565-beed-4b4d-bbb5-fe876fc83235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:05:38.580989 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ed024f2a-7833-4fa5-a4e3-6ad7ef8b8d46 req-fcdef565-beed-4b4d-bbb5-fe876fc83235 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=25dc5da1-66b3-41e2-93f3-5f29054c88df HTTP/1.1" status: 200  len: 1097 time: 0.0396876
Dec 25 22:05:38.629085 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ed024f2a-7833-4fa5-a4e3-6ad7ef8b8d46 req-c2a995a4-7b40-470f-b370-ca6d57717947 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=26418a06-8146-4d14-a646-1ce799e834bb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0394490
Dec 25 22:05:38.643268 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3e945ecd-9380-47c2-aa0a-12ebe07e03e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:05:38.689077 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:05:39.084368 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfea800-ad68-4d3d-98b1-5f9691dfd0b6 req-d4164056-e31d-484d-aca3-835489d50e9c tempest-ServersNegativeTestJSON-872895558 tempest-ServersNegativeTestJSON-872895558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:05:39.085872 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5cfea800-ad68-4d3d-98b1-5f9691dfd0b6 req-d4164056-e31d-484d-aca3-835489d50e9c tempest-ServersNegativeTestJSON-872895558 tempest-ServersNegativeTestJSON-872895558-project] 10.222.0.32 "GET /v2.0/ports?device_id=25dc5da1-66b3-41e2-93f3-5f29054c88df HTTP/1.1" status: 200  len: 946 time: 0.0528586
Dec 25 22:05:39.135013 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5cfea800-ad68-4d3d-98b1-5f9691dfd0b6 req-4fc5ca78-66a2-40c8-9602-4e024cb04c7b tempest-ServersNegativeTestJSON-872895558 tempest-ServersNegativeTestJSON-872895558-project] 10.222.0.32 "GET /v2.0/security-groups?id=26418a06-8146-4d14-a646-1ce799e834bb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430701
Dec 25 22:05:39.671704 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-15cb578f-7a63-4fd3-925d-83bad4c7b82a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:05:40.250391 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e43978-6e8e-4063-9785-f98fcccac787 req-5d1f3dbc-809b-4470-9a8f-6448f6dbb9b6 tempest-ServersNegativeTestJSON-872895558 tempest-ServersNegativeTestJSON-872895558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:05:40.251867 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-13e43978-6e8e-4063-9785-f98fcccac787 req-5d1f3dbc-809b-4470-9a8f-6448f6dbb9b6 tempest-ServersNegativeTestJSON-872895558 tempest-ServersNegativeTestJSON-872895558-project] 10.222.0.32 "GET /v2.0/ports?device_id=25dc5da1-66b3-41e2-93f3-5f29054c88df HTTP/1.1" status: 200  len: 946 time: 0.0491910
Dec 25 22:05:40.297547 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-13e43978-6e8e-4063-9785-f98fcccac787 req-62ca53d8-1307-488b-8ceb-6029ce98d9e3 tempest-ServersNegativeTestJSON-872895558 tempest-ServersNegativeTestJSON-872895558-project] 10.222.0.32 "GET /v2.0/security-groups?id=26418a06-8146-4d14-a646-1ce799e834bb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397363
Dec 25 22:05:40.703338 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d57730-fb50-48f1-ae30-dc541301b2d2 req-140df332-9b1e-418e-8c6f-bb0c2417f68d tempest-ServersNegativeTestJSON-872895558 tempest-ServersNegativeTestJSON-872895558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:05:40.704816 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f2d57730-fb50-48f1-ae30-dc541301b2d2 req-140df332-9b1e-418e-8c6f-bb0c2417f68d tempest-ServersNegativeTestJSON-872895558 tempest-ServersNegativeTestJSON-872895558-project] 10.222.0.32 "GET /v2.0/ports?device_id=25dc5da1-66b3-41e2-93f3-5f29054c88df HTTP/1.1" status: 200  len: 946 time: 0.0491140
Dec 25 22:05:40.755816 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f2d57730-fb50-48f1-ae30-dc541301b2d2 req-68db8200-39bd-40a3-8514-c6aa02009353 tempest-ServersNegativeTestJSON-872895558 tempest-ServersNegativeTestJSON-872895558-project] 10.222.0.32 "GET /v2.0/security-groups?id=26418a06-8146-4d14-a646-1ce799e834bb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0446739
Dec 25 22:05:40.792559 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:05:41.226757 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-91405109-ac04-4f98-affd-ff4211cb25b8 req-54f78b14-84fc-4d84-8467-18ad7f3983e0 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=cc1db889-b66d-4a02-9181-7d65b8693814&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0386817
Dec 25 22:05:41.309251 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91405109-ac04-4f98-affd-ff4211cb25b8 req-94c48f75-5827-472b-9c89-3c1391a292c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:05:41.310797 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-91405109-ac04-4f98-affd-ff4211cb25b8 req-94c48f75-5827-472b-9c89-3c1391a292c7 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8dc9c763cc31441a9b4a70ec405bbc23&device_id=cc1db889-b66d-4a02-9181-7d65b8693814 HTTP/1.1" status: 200  len: 1097 time: 0.0409200
Dec 25 22:05:41.424404 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91405109-ac04-4f98-affd-ff4211cb25b8 req-16ebf145-95d9-4479-ae22-b277509476e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:05:41.425963 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-91405109-ac04-4f98-affd-ff4211cb25b8 req-16ebf145-95d9-4479-ae22-b277509476e6 service neutron] 10.222.0.31 "GET /v2.0/networks?id=4e5a33ab-8b21-4ab5-9a7e-0c2bb0d33014 HTTP/1.1" status: 200  len: 914 time: 0.0869815
Dec 25 22:05:41.468829 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-91405109-ac04-4f98-affd-ff4211cb25b8 req-abba7de8-768c-445c-9a24-b1c446f91b97 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8b9ca74e-5739-42e3-aa27-c4af3c843fa1 HTTP/1.1" status: 200  len: 217 time: 0.0340199
Dec 25 22:05:41.518177 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91405109-ac04-4f98-affd-ff4211cb25b8 req-1323eacd-f90e-4d1f-84cb-6f5cd38fdea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:05:41.519555 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-91405109-ac04-4f98-affd-ff4211cb25b8 req-1323eacd-f90e-4d1f-84cb-6f5cd38fdea2 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a8a75105-fad5-4a3b-995c-0333810629ae HTTP/1.1" status: 200  len: 853 time: 0.0432248
Dec 25 22:05:41.561387 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-91405109-ac04-4f98-affd-ff4211cb25b8 req-7412c524-5adc-4f90-8b26-591fb990a6f7 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4e5a33ab-8b21-4ab5-9a7e-0c2bb0d33014&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0278831
Dec 25 22:05:41.651761 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-91405109-ac04-4f98-affd-ff4211cb25b8 req-91b54781-6224-4299-9cb2-3d596b4e8c9f service neutron] 10.222.0.31 "GET /v2.0/networks/4e5a33ab-8b21-4ab5-9a7e-0c2bb0d33014?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0826142
Dec 25 22:05:41.745591 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-91405109-ac04-4f98-affd-ff4211cb25b8 req-363523d8-5f66-4d8f-b701-8cd4c81bc6d3 service neutron] 10.222.0.31 "GET /v2.0/networks/4e5a33ab-8b21-4ab5-9a7e-0c2bb0d33014?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0866961
Dec 25 22:05:41.874113 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e351c149-e5a6-4bbb-a059-833260bc114d req-1bf47a3f-44d0-4709-932a-0e8a498c4279 tempest-ServersNegativeTestJSON-872895558 tempest-ServersNegativeTestJSON-872895558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:05:41.875636 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e351c149-e5a6-4bbb-a059-833260bc114d req-1bf47a3f-44d0-4709-932a-0e8a498c4279 tempest-ServersNegativeTestJSON-872895558 tempest-ServersNegativeTestJSON-872895558-project] 10.222.0.32 "GET /v2.0/ports?device_id=25dc5da1-66b3-41e2-93f3-5f29054c88df HTTP/1.1" status: 200  len: 946 time: 0.0501511
Dec 25 22:05:41.923347 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e351c149-e5a6-4bbb-a059-833260bc114d req-95c654d9-8850-4b28-89d1-5ac714638d45 tempest-ServersNegativeTestJSON-872895558 tempest-ServersNegativeTestJSON-872895558-project] 10.222.0.32 "GET /v2.0/security-groups?id=26418a06-8146-4d14-a646-1ce799e834bb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407722
Dec 25 22:05:42.142730 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbc3f41-a9be-4e1f-945f-0426980fa064 req-d8b153b5-5ff0-4db7-8268-f7ca2d792c35 tempest-ServersNegativeTestJSON-872895558 tempest-ServersNegativeTestJSON-872895558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:05:42.144129 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4dbc3f41-a9be-4e1f-945f-0426980fa064 req-d8b153b5-5ff0-4db7-8268-f7ca2d792c35 tempest-ServersNegativeTestJSON-872895558 tempest-ServersNegativeTestJSON-872895558-project] 10.222.0.31 "GET /v2.0/ports?device_id=25dc5da1-66b3-41e2-93f3-5f29054c88df HTTP/1.1" status: 200  len: 946 time: 0.0490346
Dec 25 22:05:42.239055 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [req-4dbc3f41-a9be-4e1f-945f-0426980fa064 req-10fd041c-1276-490a-80e0-76a34b64c48f tempest-ServersNegativeTestJSON-872895558 tempest-ServersNegativeTestJSON-872895558-project] Deleting port 229e274a-b59d-422c-af4d-a46bf417e834 {{(pid=121606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 22:05:42.239395 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-4dbc3f41-a9be-4e1f-945f-0426980fa064 req-10fd041c-1276-490a-80e0-76a34b64c48f tempest-ServersNegativeTestJSON-872895558 tempest-ServersNegativeTestJSON-872895558-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:05:42.328704 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-4dbc3f41-a9be-4e1f-945f-0426980fa064 req-10fd041c-1276-490a-80e0-76a34b64c48f tempest-ServersNegativeTestJSON-872895558 tempest-ServersNegativeTestJSON-872895558-project] For port 229e274a-b59d-422c-af4d-a46bf417e834, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=229e274a-b59d-422c-af4d-a46bf417e834,segment=NetworkSegment(814064db-fce8-46ee-b263-83e7f6939388),segment_id=814064db-fce8-46ee-b263-83e7f6939388)] {{(pid=121606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 22:05:42.329506 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-4dbc3f41-a9be-4e1f-945f-0426980fa064 req-10fd041c-1276-490a-80e0-76a34b64c48f tempest-ServersNegativeTestJSON-872895558 tempest-ServersNegativeTestJSON-872895558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:05:42.341615 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [req-4dbc3f41-a9be-4e1f-945f-0426980fa064 req-10fd041c-1276-490a-80e0-76a34b64c48f tempest-ServersNegativeTestJSON-872895558 tempest-ServersNegativeTestJSON-872895558-project] Calling delete_port for 229e274a-b59d-422c-af4d-a46bf417e834 owned by compute:nova {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 22:05:42.632089 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-4dbc3f41-a9be-4e1f-945f-0426980fa064 req-10fd041c-1276-490a-80e0-76a34b64c48f tempest-ServersNegativeTestJSON-872895558 tempest-ServersNegativeTestJSON-872895558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:05:42.643975 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] get_ports_and_sgs() called for port_ids ['8b9ca74e-5739-42e3-aa27-c4af3c843fa1'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 22:05:42.664685 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fd041c-1276-490a-80e0-76a34b64c48f tempest-ServersNegativeTestJSON-872895558 tempest-ServersNegativeTestJSON-872895558-project] Pushing event deleted for resources: {'Port': ['ID=229e274a-b59d-422c-af4d-a46bf417e834,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:05:42.711750 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [req-4dbc3f41-a9be-4e1f-945f-0426980fa064 req-10fd041c-1276-490a-80e0-76a34b64c48f tempest-ServersNegativeTestJSON-872895558 tempest-ServersNegativeTestJSON-872895558-project] No DVR routers for this DVR port 229e274a-b59d-422c-af4d-a46bf417e834 on host nch1-master-1 {{(pid=121606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 22:05:42.714900 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-4dbc3f41-a9be-4e1f-945f-0426980fa064 req-10fd041c-1276-490a-80e0-76a34b64c48f tempest-ServersNegativeTestJSON-872895558 tempest-ServersNegativeTestJSON-872895558-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:05:42.718521 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4dbc3f41-a9be-4e1f-945f-0426980fa064 req-10fd041c-1276-490a-80e0-76a34b64c48f tempest-ServersNegativeTestJSON-872895558 tempest-ServersNegativeTestJSON-872895558-project] 10.222.0.31 "DELETE /v2.0/ports/229e274a-b59d-422c-af4d-a46bf417e834 HTTP/1.1" status: 204  len: 173 time: 0.5665195
Dec 25 22:05:42.718965 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25dc5da1-66b3-41e2-93f3-5f29054c88df', 'name': 'network-vif-deleted', 'tag': '229e274a-b59d-422c-af4d-a46bf417e834'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 22:05:42.758447 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3aaaccd1c5724dc9dd74c6f33e2aadc9492bdd81d11d1049086089e292681ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6291885-720c-48d0-a236-bebec29e3f56" -d '{"events": [{"server_uuid": "25dc5da1-66b3-41e2-93f3-5f29054c88df", "name": "network-vif-deleted", "tag": "229e274a-b59d-422c-af4d-a46bf417e834"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 22:05:42.845684 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 22:05:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1f5ede9-1134-4675-b801-e674cedf1737 x-openstack-request-id: req-c1f5ede9-1134-4675-b801-e674cedf1737 {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 22:05:42.845989 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25dc5da1-66b3-41e2-93f3-5f29054c88df", "name": "network-vif-deleted", "tag": "229e274a-b59d-422c-af4d-a46bf417e834", "status": "completed", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 22:05:42.846235 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c1f5ede9-1134-4675-b801-e674cedf1737 {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 22:05:42.846632 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25dc5da1-66b3-41e2-93f3-5f29054c88df', 'name': 'network-vif-deleted', 'tag': '229e274a-b59d-422c-af4d-a46bf417e834', 'status': 'completed', 'code': 200}
Dec 25 22:05:43.025431 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-cea801c2-002c-44ab-a784-8ede28f0c300 req-bd5595ed-57b1-438e-b8db-ad8f0b285d4d tempest-ServersNegativeTestJSON-872895558 tempest-ServersNegativeTestJSON-872895558-project] 10.222.0.32 "GET /v2.0/ports?device_id=25dc5da1-66b3-41e2-93f3-5f29054c88df HTTP/1.1" status: 200  len: 210 time: 0.0270190
Dec 25 22:05:44.139434 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device 229e274a-b59d-422c-af4d-a46bf417e834 no longer exists at agent hyperv_nch1-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 22:05:44.159977 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] No Port match for: 229e274a-b59d-422c-af4d-a46bf417e834 {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 22:05:44.160321 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device 229e274a-b59d-422c-af4d-a46bf417e834 not bound to the agent host nch1-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 22:05:44.178050 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daa0bc2-dce6-4e2d-85b9-7dc9d1ae7133 req-d9d0df9d-3374-44b7-86bc-26148a615608 tempest-ServersNegativeTestJSON-872895558 tempest-ServersNegativeTestJSON-872895558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:05:44.179569 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5daa0bc2-dce6-4e2d-85b9-7dc9d1ae7133 req-d9d0df9d-3374-44b7-86bc-26148a615608 tempest-ServersNegativeTestJSON-872895558 tempest-ServersNegativeTestJSON-872895558-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc1db889-b66d-4a02-9181-7d65b8693814 HTTP/1.1" status: 200  len: 946 time: 0.0510075
Dec 25 22:05:44.228233 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5daa0bc2-dce6-4e2d-85b9-7dc9d1ae7133 req-cede10e5-e794-430f-afc0-a02905df7845 tempest-ServersNegativeTestJSON-872895558 tempest-ServersNegativeTestJSON-872895558-project] 10.222.0.32 "GET /v2.0/security-groups?id=26418a06-8146-4d14-a646-1ce799e834bb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414758
Dec 25 22:05:44.361493 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c04226-5d10-48f6-a4dd-6cc66e1962d0 req-5be7f75c-bbf7-47a6-81d8-be424ace6939 tempest-ServersNegativeTestJSON-872895558 tempest-ServersNegativeTestJSON-872895558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:05:44.362984 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a7c04226-5d10-48f6-a4dd-6cc66e1962d0 req-5be7f75c-bbf7-47a6-81d8-be424ace6939 tempest-ServersNegativeTestJSON-872895558 tempest-ServersNegativeTestJSON-872895558-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc1db889-b66d-4a02-9181-7d65b8693814 HTTP/1.1" status: 200  len: 946 time: 0.0523391
Dec 25 22:05:44.408968 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a7c04226-5d10-48f6-a4dd-6cc66e1962d0 req-eb61a196-58ac-49a0-acac-318efd577579 tempest-ServersNegativeTestJSON-872895558 tempest-ServersNegativeTestJSON-872895558-project] 10.222.0.32 "GET /v2.0/security-groups?id=26418a06-8146-4d14-a646-1ce799e834bb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400577
Dec 25 22:05:44.524539 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef902b4-b343-4e55-b0db-a4adf728c5eb req-de392597-0bd7-40c9-a092-46c9b7c32479 tempest-ServersNegativeTestJSON-872895558 tempest-ServersNegativeTestJSON-872895558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:05:44.525961 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-eef902b4-b343-4e55-b0db-a4adf728c5eb req-de392597-0bd7-40c9-a092-46c9b7c32479 tempest-ServersNegativeTestJSON-872895558 tempest-ServersNegativeTestJSON-872895558-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc1db889-b66d-4a02-9181-7d65b8693814 HTTP/1.1" status: 200  len: 946 time: 0.0484006
Dec 25 22:05:44.572116 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-eef902b4-b343-4e55-b0db-a4adf728c5eb req-36fbf3cf-09e7-4837-9430-4a4e652825fe tempest-ServersNegativeTestJSON-872895558 tempest-ServersNegativeTestJSON-872895558-project] 10.222.0.32 "GET /v2.0/security-groups?id=26418a06-8146-4d14-a646-1ce799e834bb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0396650
Dec 25 22:05:44.738084 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d0f80a-0478-4633-a649-ce66a7c4829d req-9743fd7a-64ec-4454-8176-0eafbccccbe3 tempest-ServersNegativeTestJSON-872895558 tempest-ServersNegativeTestJSON-872895558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:05:44.739571 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d0d0f80a-0478-4633-a649-ce66a7c4829d req-9743fd7a-64ec-4454-8176-0eafbccccbe3 tempest-ServersNegativeTestJSON-872895558 tempest-ServersNegativeTestJSON-872895558-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc1db889-b66d-4a02-9181-7d65b8693814 HTTP/1.1" status: 200  len: 946 time: 0.0491800
Dec 25 22:05:44.790595 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d0d0f80a-0478-4633-a649-ce66a7c4829d req-285d498e-27f6-4018-bf54-aeefec66b969 tempest-ServersNegativeTestJSON-872895558 tempest-ServersNegativeTestJSON-872895558-project] 10.222.0.32 "GET /v2.0/security-groups?id=26418a06-8146-4d14-a646-1ce799e834bb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0449173
Dec 25 22:05:44.904687 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69f1793-3cac-4eb2-8676-17e9fc7699dd req-75ffce45-6cfe-4bfd-a5a8-858ca2a36774 tempest-ServersNegativeTestJSON-872895558 tempest-ServersNegativeTestJSON-872895558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:05:44.906207 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c69f1793-3cac-4eb2-8676-17e9fc7699dd req-75ffce45-6cfe-4bfd-a5a8-858ca2a36774 tempest-ServersNegativeTestJSON-872895558 tempest-ServersNegativeTestJSON-872895558-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc1db889-b66d-4a02-9181-7d65b8693814 HTTP/1.1" status: 200  len: 946 time: 0.0489576
Dec 25 22:05:44.953158 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c69f1793-3cac-4eb2-8676-17e9fc7699dd req-2ff280b6-149d-49b8-bb6b-3ad62cbf92b3 tempest-ServersNegativeTestJSON-872895558 tempest-ServersNegativeTestJSON-872895558-project] 10.222.0.32 "GET /v2.0/security-groups?id=26418a06-8146-4d14-a646-1ce799e834bb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410283
Dec 25 22:05:45.076076 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92cbb4f-cced-4cd9-9ec8-ff24ca9e7ee3 req-a542e6fb-a17b-41ab-8579-bc3727d11d40 tempest-ServersNegativeTestJSON-872895558 tempest-ServersNegativeTestJSON-872895558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:05:45.077511 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c92cbb4f-cced-4cd9-9ec8-ff24ca9e7ee3 req-a542e6fb-a17b-41ab-8579-bc3727d11d40 tempest-ServersNegativeTestJSON-872895558 tempest-ServersNegativeTestJSON-872895558-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc1db889-b66d-4a02-9181-7d65b8693814 HTTP/1.1" status: 200  len: 946 time: 0.0488429
Dec 25 22:05:45.124479 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c92cbb4f-cced-4cd9-9ec8-ff24ca9e7ee3 req-d1c26ac9-9401-4602-a771-0df9774b162f tempest-ServersNegativeTestJSON-872895558 tempest-ServersNegativeTestJSON-872895558-project] 10.222.0.32 "GET /v2.0/security-groups?id=26418a06-8146-4d14-a646-1ce799e834bb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411355
Dec 25 22:05:45.624840 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e566c14-faa6-48f7-9953-fdead97f032f req-2e7b7bae-c449-4fdc-b053-26ea92f61fc6 tempest-ServersNegativeTestJSON-872895558 tempest-ServersNegativeTestJSON-872895558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:05:45.626352 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1e566c14-faa6-48f7-9953-fdead97f032f req-2e7b7bae-c449-4fdc-b053-26ea92f61fc6 tempest-ServersNegativeTestJSON-872895558 tempest-ServersNegativeTestJSON-872895558-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc1db889-b66d-4a02-9181-7d65b8693814 HTTP/1.1" status: 200  len: 946 time: 0.0544791
Dec 25 22:05:45.672640 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1e566c14-faa6-48f7-9953-fdead97f032f req-dfb1e867-8fa9-48b6-bec4-d1a10b9bb4af tempest-ServersNegativeTestJSON-872895558 tempest-ServersNegativeTestJSON-872895558-project] 10.222.0.32 "GET /v2.0/security-groups?id=26418a06-8146-4d14-a646-1ce799e834bb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401986
Dec 25 22:05:46.790842 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0e33f8-3fe0-45e5-8aa0-cd600da43607 req-5dcb53f4-79bc-4799-8d2a-0d0c5b00fe86 tempest-ServersNegativeTestJSON-872895558 tempest-ServersNegativeTestJSON-872895558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:05:46.792937 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8d0e33f8-3fe0-45e5-8aa0-cd600da43607 req-5dcb53f4-79bc-4799-8d2a-0d0c5b00fe86 tempest-ServersNegativeTestJSON-872895558 tempest-ServersNegativeTestJSON-872895558-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc1db889-b66d-4a02-9181-7d65b8693814 HTTP/1.1" status: 200  len: 946 time: 0.0502913
Dec 25 22:05:46.839060 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8d0e33f8-3fe0-45e5-8aa0-cd600da43607 req-d5117dc5-cfa1-4da8-8448-a90253f829ed tempest-ServersNegativeTestJSON-872895558 tempest-ServersNegativeTestJSON-872895558-project] 10.222.0.32 "GET /v2.0/security-groups?id=26418a06-8146-4d14-a646-1ce799e834bb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401714
Dec 25 22:05:46.965670 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443a6f16-8ee1-4509-8d6d-07947ca6ecb8 req-37b40a68-542d-4d17-9bda-7a8071a5c851 tempest-ServersNegativeTestJSON-872895558 tempest-ServersNegativeTestJSON-872895558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:05:46.967129 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-443a6f16-8ee1-4509-8d6d-07947ca6ecb8 req-37b40a68-542d-4d17-9bda-7a8071a5c851 tempest-ServersNegativeTestJSON-872895558 tempest-ServersNegativeTestJSON-872895558-project] 10.222.0.31 "GET /v2.0/ports?device_id=cc1db889-b66d-4a02-9181-7d65b8693814 HTTP/1.1" status: 200  len: 946 time: 0.0478830
Dec 25 22:05:47.057494 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [req-443a6f16-8ee1-4509-8d6d-07947ca6ecb8 req-dd5b43ff-3ed4-4d61-b920-6b54c08124a4 tempest-ServersNegativeTestJSON-872895558 tempest-ServersNegativeTestJSON-872895558-project] Deleting port 8b9ca74e-5739-42e3-aa27-c4af3c843fa1 {{(pid=121606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 22:05:47.058358 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-443a6f16-8ee1-4509-8d6d-07947ca6ecb8 req-dd5b43ff-3ed4-4d61-b920-6b54c08124a4 tempest-ServersNegativeTestJSON-872895558 tempest-ServersNegativeTestJSON-872895558-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:05:47.144035 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-443a6f16-8ee1-4509-8d6d-07947ca6ecb8 req-dd5b43ff-3ed4-4d61-b920-6b54c08124a4 tempest-ServersNegativeTestJSON-872895558 tempest-ServersNegativeTestJSON-872895558-project] For port 8b9ca74e-5739-42e3-aa27-c4af3c843fa1, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=8b9ca74e-5739-42e3-aa27-c4af3c843fa1,segment=NetworkSegment(814064db-fce8-46ee-b263-83e7f6939388),segment_id=814064db-fce8-46ee-b263-83e7f6939388)] {{(pid=121606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 22:05:47.144394 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-443a6f16-8ee1-4509-8d6d-07947ca6ecb8 req-dd5b43ff-3ed4-4d61-b920-6b54c08124a4 tempest-ServersNegativeTestJSON-872895558 tempest-ServersNegativeTestJSON-872895558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:05:47.160559 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [req-443a6f16-8ee1-4509-8d6d-07947ca6ecb8 req-dd5b43ff-3ed4-4d61-b920-6b54c08124a4 tempest-ServersNegativeTestJSON-872895558 tempest-ServersNegativeTestJSON-872895558-project] Calling delete_port for 8b9ca74e-5739-42e3-aa27-c4af3c843fa1 owned by compute:nova {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 22:05:47.351617 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-443a6f16-8ee1-4509-8d6d-07947ca6ecb8 req-dd5b43ff-3ed4-4d61-b920-6b54c08124a4 tempest-ServersNegativeTestJSON-872895558 tempest-ServersNegativeTestJSON-872895558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:05:47.363040 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] get_ports_and_sgs() called for port_ids ['8b9ca74e-5739-42e3-aa27-c4af3c843fa1'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 22:05:47.379720 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5b43ff-3ed4-4d61-b920-6b54c08124a4 tempest-ServersNegativeTestJSON-872895558 tempest-ServersNegativeTestJSON-872895558-project] Pushing event deleted for resources: {'Port': ['ID=8b9ca74e-5739-42e3-aa27-c4af3c843fa1,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:05:47.427461 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [req-443a6f16-8ee1-4509-8d6d-07947ca6ecb8 req-dd5b43ff-3ed4-4d61-b920-6b54c08124a4 tempest-ServersNegativeTestJSON-872895558 tempest-ServersNegativeTestJSON-872895558-project] No DVR routers for this DVR port 8b9ca74e-5739-42e3-aa27-c4af3c843fa1 on host nch1-master-1 {{(pid=121606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 22:05:47.429993 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-443a6f16-8ee1-4509-8d6d-07947ca6ecb8 req-dd5b43ff-3ed4-4d61-b920-6b54c08124a4 tempest-ServersNegativeTestJSON-872895558 tempest-ServersNegativeTestJSON-872895558-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:05:47.434018 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-443a6f16-8ee1-4509-8d6d-07947ca6ecb8 req-dd5b43ff-3ed4-4d61-b920-6b54c08124a4 tempest-ServersNegativeTestJSON-872895558 tempest-ServersNegativeTestJSON-872895558-project] 10.222.0.31 "DELETE /v2.0/ports/8b9ca74e-5739-42e3-aa27-c4af3c843fa1 HTTP/1.1" status: 204  len: 173 time: 0.4609003
Dec 25 22:05:47.439296 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc1db889-b66d-4a02-9181-7d65b8693814', 'name': 'network-vif-deleted', 'tag': '8b9ca74e-5739-42e3-aa27-c4af3c843fa1'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 22:05:47.439296 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3aaaccd1c5724dc9dd74c6f33e2aadc9492bdd81d11d1049086089e292681ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22f027e1-69a1-4d97-a169-843810ce4722" -d '{"events": [{"server_uuid": "cc1db889-b66d-4a02-9181-7d65b8693814", "name": "network-vif-deleted", "tag": "8b9ca74e-5739-42e3-aa27-c4af3c843fa1"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 22:05:47.472730 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 22:05:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-062b5965-5543-4a1b-a488-5275b4495055 x-openstack-request-id: req-062b5965-5543-4a1b-a488-5275b4495055 {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 22:05:47.473059 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc1db889-b66d-4a02-9181-7d65b8693814", "name": "network-vif-deleted", "tag": "8b9ca74e-5739-42e3-aa27-c4af3c843fa1", "status": "completed", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 22:05:47.473314 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-062b5965-5543-4a1b-a488-5275b4495055 {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 22:05:47.473717 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc1db889-b66d-4a02-9181-7d65b8693814', 'name': 'network-vif-deleted', 'tag': '8b9ca74e-5739-42e3-aa27-c4af3c843fa1', 'status': 'completed', 'code': 200}
Dec 25 22:05:47.944400 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f19b3609-af21-49a8-9a22-146dabf7415e req-81347f92-5c28-4de9-9aea-e1dc8e940917 tempest-ServersNegativeTestJSON-872895558 tempest-ServersNegativeTestJSON-872895558-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc1db889-b66d-4a02-9181-7d65b8693814 HTTP/1.1" status: 200  len: 210 time: 0.0257926
Dec 25 22:05:49.002102 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 47764) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 22:05:49.046848 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_v2 [None req-eff8852b-eb42-4578-8efd-4b949fd009af admin admin] Deleting subnet a8a75105-fad5-4a3b-995c-0333810629ae {{(pid=121606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Dec 25 22:05:49.050024 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-eff8852b-eb42-4578-8efd-4b949fd009af admin admin] Publish callbacks [] for subnet, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:05:49.083800 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-eff8852b-eb42-4578-8efd-4b949fd009af admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9084199'] for subnet, precommit_delete_associations {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:05:49.125580 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-eff8852b-eb42-4578-8efd-4b949fd009af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995662'] for subnet, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:05:49.249605 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-eff8852b-eb42-4578-8efd-4b949fd009af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9084363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9028506'] for subnet, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:05:49.277330 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff8852b-eb42-4578-8efd-4b949fd009af admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a8a75105-fad5-4a3b-995c-0333810629ae,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:05:49.281843 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-eff8852b-eb42-4578-8efd-4b949fd009af admin admin] Publish callbacks [] for subnet, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:05:49.284987 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-eff8852b-eb42-4578-8efd-4b949fd009af admin admin] 10.222.0.32 "DELETE /v2.0/subnets/a8a75105-fad5-4a3b-995c-0333810629ae HTTP/1.1" status: 204  len: 168 time: 0.2818542
Dec 25 22:05:49.287516 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 47766) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 22:05:49.354049 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-93a59fb6-5f70-4958-af96-86591305b368 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625803'] for network, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:05:49.435785 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-93a59fb6-5f70-4958-af96-86591305b368 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997585', 'neutron.services.segments.db._delete_segments_for_network-8737602743071'] for network, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:05:49.455334 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.segments.db [None req-93a59fb6-5f70-4958-af96-86591305b368 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2612a8aca0>,) {'filters': {'network_id': ['4e5a33ab-8b21-4ab5-9a7e-0c2bb0d33014']}} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 22:05:49.465008 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.segments.db [None req-93a59fb6-5f70-4958-af96-86591305b368 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2612a8aca0>, '814064db-fce8-46ee-b263-83e7f6939388') {'for_net_delete': True} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 22:05:49.465280 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.segments.db [None req-93a59fb6-5f70-4958-af96-86591305b368 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2612a8aca0>, '814064db-fce8-46ee-b263-83e7f6939388') {} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 22:05:49.474510 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-93a59fb6-5f70-4958-af96-86591305b368 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737602746920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9084222'] for segment, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:05:49.488298 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-93a59fb6-5f70-4958-af96-86591305b368 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:05:49.494200 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93a59fb6-5f70-4958-af96-86591305b368 admin admin] Releasing vlan 162 on physical network physnet1 to pool {{(pid=121606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 25 22:05:49.494584 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-93a59fb6-5f70-4958-af96-86591305b368 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9084542'] for segment, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:05:49.496256 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 22:05:49.496256 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 22:05:49.496256 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 22:05:49.496256 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 22:05:49.496256 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 22:05:49.496256 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 22:05:49.496256 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 22:05:49.496256 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 22:05:49.496256 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 22:05:49.496256 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 22:05:49.496256 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 22:05:49.496256 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 22:05:49.496256 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 22:05:49.496256 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 22:05:49.496256 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 22:05:49.496256 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 22:05:49.496256 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 22:05:49.496256 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 22:05:49.496256 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 22:05:49.496256 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 22:05:49.496256 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 22:05:49.496256 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 22:05:49.496256 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 22:05:49.496256 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 22:05:49.496256 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 22:05:49.496256 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 22:05:49.496256 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 22:05:49.496256 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 22:05:49.496256 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 22:05:49.496256 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 22:05:49.496256 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 22:05:49.496256 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 22:05:49.496256 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 22:05:49.496256 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 22:05:49.496256 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 22:05:49.496256 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 22:05:49.496256 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 22:05:49.496256 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 22:05:49.496256 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 22:05:49.496256 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 22:05:49.496256 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 22:05:49.496256 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 22:05:49.496256 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 22:05:49.496256 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 22:05:49.496256 ncdv-master-1 neutron-server[121606]: Traceback (most recent call last):
Dec 25 22:05:49.496256 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 25 22:05:49.496256 ncdv-master-1 neutron-server[121606]:     timer()
Dec 25 22:05:49.496256 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 25 22:05:49.496256 ncdv-master-1 neutron-server[121606]:     cb(*args, **kw)
Dec 25 22:05:49.496256 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 25 22:05:49.496256 ncdv-master-1 neutron-server[121606]:     return func(*args, **kwargs)
Dec 25 22:05:49.496256 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 25 22:05:49.496256 ncdv-master-1 neutron-server[121606]:     self._notify()
Dec 25 22:05:49.496256 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 25 22:05:49.496256 ncdv-master-1 neutron-server[121606]:     self.callback(batched_events)
Dec 25 22:05:49.496256 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 25 22:05:49.496256 ncdv-master-1 neutron-server[121606]:     event.method(event)
Dec 25 22:05:49.501277 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 25 22:05:49.501277 ncdv-master-1 neutron-server[121606]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 25 22:05:49.501277 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 25 22:05:49.501277 ncdv-master-1 neutron-server[121606]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 25 22:05:49.501277 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 25 22:05:49.501277 ncdv-master-1 neutron-server[121606]:     return f(self, *a, **k)
Dec 25 22:05:49.501277 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 25 22:05:49.501277 ncdv-master-1 neutron-server[121606]:     return self._get(url).json()
Dec 25 22:05:49.501277 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 25 22:05:49.501277 ncdv-master-1 neutron-server[121606]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 25 22:05:49.501277 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 25 22:05:49.501277 ncdv-master-1 neutron-server[121606]:     return self.request(url, 'GET', **kwargs)
Dec 25 22:05:49.501277 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 25 22:05:49.501277 ncdv-master-1 neutron-server[121606]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 25 22:05:49.501277 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 25 22:05:49.501277 ncdv-master-1 neutron-server[121606]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 25 22:05:49.501277 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 25 22:05:49.501277 ncdv-master-1 neutron-server[121606]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 25 22:05:49.501277 ncdv-master-1 neutron-server[121606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 25 22:05:49.608982 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-93a59fb6-5f70-4958-af96-86591305b368 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2008653'] for network, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:05:49.614349 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-93a59fb6-5f70-4958-af96-86591305b368 admin admin] Publish callbacks [] for network, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:05:49.617653 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-93a59fb6-5f70-4958-af96-86591305b368 admin admin] 10.222.0.32 "DELETE /v2.0/networks/4e5a33ab-8b21-4ab5-9a7e-0c2bb0d33014 HTTP/1.1" status: 204  len: 168 time: 0.3292301
Dec 25 22:05:49.629633 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a59fb6-5f70-4958-af96-86591305b368 admin admin] Pushing event deleted for resources: {'Network': ['ID=4e5a33ab-8b21-4ab5-9a7e-0c2bb0d33014,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:05:49.949557 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 47770) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 22:05:49.989772 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-dd8c0cf2-6baa-48ff-ac8c-485a99c7b690 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8dc9c763cc31441a9b4a70ec405bbc23&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0390766
Dec 25 22:05:49.992263 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 47772) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 22:05:50.038750 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-07acdc45-a129-4cee-ba62-7845a89e1f37 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:05:50.062487 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-07acdc45-a129-4cee-ba62-7845a89e1f37 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:05:50.180163 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-07acdc45-a129-4cee-ba62-7845a89e1f37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:05:50.183338 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-07acdc45-a129-4cee-ba62-7845a89e1f37 admin admin] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:05:50.184446 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-07acdc45-a129-4cee-ba62-7845a89e1f37 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/26418a06-8146-4d14-a646-1ce799e834bb HTTP/1.1" status: 204  len: 168 time: 0.1912992
Dec 25 22:05:50.186167 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device 8b9ca74e-5739-42e3-aa27-c4af3c843fa1 no longer exists at agent hyperv_nch1-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 22:05:50.193655 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07acdc45-a129-4cee-ba62-7845a89e1f37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26418a06-8146-4d14-a646-1ce799e834bb,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:05:50.210024 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] No Port match for: 8b9ca74e-5739-42e3-aa27-c4af3c843fa1 {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 22:05:50.210366 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device 8b9ca74e-5739-42e3-aa27-c4af3c843fa1 not bound to the agent host nch1-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 22:05:51.199675 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 47794) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 22:05:51.291688 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-028e5a2e-5099-4f10-a1b5-da32b07de140 tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-243116166'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 22:05:51.374165 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-028e5a2e-5099-4f10-a1b5-da32b07de140 tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] Made reservation on behalf of 713c72669335418fac39775d2bc8bc3d for: {'network': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 22:05:51.377527 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-028e5a2e-5099-4f10-a1b5-da32b07de140 tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for network, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:05:51.386243 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-028e5a2e-5099-4f10-a1b5-da32b07de140 tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] Publish callbacks [] for security_group, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:05:51.456263 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-028e5a2e-5099-4f10-a1b5-da32b07de140 tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] Publish callbacks [] for security_group, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:05:51.540219 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-028e5a2e-5099-4f10-a1b5-da32b07de140 tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:05:51.563002 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-028e5a2e-5099-4f10-a1b5-da32b07de140 tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] vlan segment allocate from pool success with {'vlan_id': 167, 'physical_network': 'physnet1'}  {{(pid=121607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 25 22:05:51.578038 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028e5a2e-5099-4f10-a1b5-da32b07de140 tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b66eee3-6010-4fdb-80eb-4bee1b420a7f,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:05:51.580867 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-028e5a2e-5099-4f10-a1b5-da32b07de140 tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:05:51.581243 ncdv-master-1 neutron-server[121607]: INFO neutron.db.segments_db [None req-028e5a2e-5099-4f10-a1b5-da32b07de140 tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] Added segment 8ba18953-92bc-4f53-bf5b-8b238bab88a8 of type vlan for network 5837a764-6d3f-441f-83e8-e5870b37e9e6
Dec 25 22:05:51.620852 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-028e5a2e-5099-4f10-a1b5-da32b07de140 tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737602163420'] for network, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:05:51.711287 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-028e5a2e-5099-4f10-a1b5-da32b07de140 tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870'] for network, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:05:51.717242 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-028e5a2e-5099-4f10-a1b5-da32b07de140 tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:05:51.717848 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-028e5a2e-5099-4f10-a1b5-da32b07de140 tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] Publish callbacks [] for network, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:05:51.784756 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028e5a2e-5099-4f10-a1b5-da32b07de140 tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] Pushing event updated for resources: {'Network': ['ID=5837a764-6d3f-441f-83e8-e5870b37e9e6,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:05:51.794995 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Network 5837a764-6d3f-441f-83e8-e5870b37e9e6 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 25 22:05:51.805409 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-028e5a2e-5099-4f10-a1b5-da32b07de140 tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 783 time: 0.6046538
Dec 25 22:05:55.029671 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 47798) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 22:05:55.034818 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-7338d388-cd2a-4a04-88bb-c1ae8b29df74 tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] Request body: {'subnet': {'network_id': '5837a764-6d3f-441f-83e8-e5870b37e9e6', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 22:05:55.185242 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7338d388-cd2a-4a04-88bb-c1ae8b29df74 tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] Made reservation on behalf of 713c72669335418fac39775d2bc8bc3d for: {'subnet': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 22:05:55.188676 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-7338d388-cd2a-4a04-88bb-c1ae8b29df74 tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8852834'] for subnet, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:05:55.414314 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-7338d388-cd2a-4a04-88bb-c1ae8b29df74 tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8632475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8852848'] for subnet, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:05:55.478473 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7338d388-cd2a-4a04-88bb-c1ae8b29df74 tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] Pushing event updated for resources: {'Subnet': ['ID=996e6a54-7209-463a-b05f-5fcb918a0668,revision_number=0']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:05:55.487650 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7338d388-cd2a-4a04-88bb-c1ae8b29df74 tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] Checking segment: {'id': '8ba18953-92bc-4f53-bf5b-8b238bab88a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '5837a764-6d3f-441f-83e8-e5870b37e9e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 22:05:55.488015 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7338d388-cd2a-4a04-88bb-c1ae8b29df74 tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] Network hostable DHCP agents. Network: 5837a764-6d3f-441f-83e8-e5870b37e9e6, hostable agents: ['1813db88-2c1b-4357-a2ba-869246b663c2'], hosted agents: [] {{(pid=121607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 25 22:05:55.555503 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7338d388-cd2a-4a04-88bb-c1ae8b29df74 tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] Network 5837a764-6d3f-441f-83e8-e5870b37e9e6 is scheduled to be hosted by DHCP agent 1813db88-2c1b-4357-a2ba-869246b663c2 with binding_index 1 {{(pid=121607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 25 22:05:55.606856 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-7338d388-cd2a-4a04-88bb-c1ae8b29df74 tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 5837a764-6d3f-441f-83e8-e5870b37e9e6) {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 22:05:55.610966 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7338d388-cd2a-4a04-88bb-c1ae8b29df74 tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:05:55.611564 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-7338d388-cd2a-4a04-88bb-c1ae8b29df74 tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] Publish callbacks [] for subnet, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:05:55.615607 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e5eeeab-c768-40ec-b366-ef61cd455475 None None] Network 5837a764-6d3f-441f-83e8-e5870b37e9e6 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 22:05:55.695879 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-7338d388-cd2a-4a04-88bb-c1ae8b29df74 tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.6649802
Dec 25 22:05:55.699620 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 47800) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 22:05:55.704545 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-e2dccf9d-446b-4379-bfe7-40a16b8bfab3 tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1145795615'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 22:05:55.720833 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-721b92aa-c12a-4ec9-9544-e24e53ec3bc8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-5837a764-6d3f-441f-83e8-e5870b37e9e6', 'network_id': '5837a764-6d3f-441f-83e8-e5870b37e9e6', 'project_id': '713c72669335418fac39775d2bc8bc3d', 'fixed_ips': [{'subnet_id': '996e6a54-7209-463a-b05f-5fcb918a0668'}]}} from ncdv-master-1. {{(pid=121608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 25 22:05:55.721746 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-721b92aa-c12a-4ec9-9544-e24e53ec3bc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:05:55.784338 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2dccf9d-446b-4379-bfe7-40a16b8bfab3 tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] Made reservation on behalf of 713c72669335418fac39775d2bc8bc3d for: {'network': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 22:05:55.787966 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e2dccf9d-446b-4379-bfe7-40a16b8bfab3 tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for network, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:05:55.810986 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2dccf9d-446b-4379-bfe7-40a16b8bfab3 tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] vlan segment allocate from pool success with {'vlan_id': 154, 'physical_network': 'physnet1'}  {{(pid=121607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 25 22:05:55.819584 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e2dccf9d-446b-4379-bfe7-40a16b8bfab3 tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:05:55.819924 ncdv-master-1 neutron-server[121607]: INFO neutron.db.segments_db [None req-e2dccf9d-446b-4379-bfe7-40a16b8bfab3 tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] Added segment 9503027c-ad87-4586-ad6c-ce8523e1cc4c of type vlan for network ae5128d2-1835-4312-909a-a0f388567344
Dec 25 22:05:55.859258 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.db_base_plugin_common [None req-721b92aa-c12a-4ec9-9544-e24e53ec3bc8 None None] Allocated IP 2001:db8:0:ffff::2 (5837a764-6d3f-441f-83e8-e5870b37e9e6/996e6a54-7209-463a-b05f-5fcb918a0668/613b9adb-5038-4d74-b96a-db54f5c0e3ee) {{(pid=121608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 22:05:55.860468 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e2dccf9d-446b-4379-bfe7-40a16b8bfab3 tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737602163420'] for network, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:05:55.957314 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e2dccf9d-446b-4379-bfe7-40a16b8bfab3 tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870'] for network, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:05:55.963105 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2dccf9d-446b-4379-bfe7-40a16b8bfab3 tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:05:55.965197 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e2dccf9d-446b-4379-bfe7-40a16b8bfab3 tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] Publish callbacks [] for network, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:05:56.003706 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-721b92aa-c12a-4ec9-9544-e24e53ec3bc8 None None] Publish callbacks [] for port, precommit_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:05:56.034481 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2dccf9d-446b-4379-bfe7-40a16b8bfab3 tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] Pushing event updated for resources: {'Network': ['ID=ae5128d2-1835-4312-909a-a0f388567344,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:05:56.044354 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Network ae5128d2-1835-4312-909a-a0f388567344 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 25 22:05:56.058433 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-e2dccf9d-446b-4379-bfe7-40a16b8bfab3 tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 0.3553948
Dec 25 22:05:56.064607 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 47802) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 22:05:56.064607 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-15be1840-baa8-4bc8-8695-dd7dc0b55add tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] Request body: {'subnet': {'network_id': 'ae5128d2-1835-4312-909a-a0f388567344', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 22:05:56.102646 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-721b92aa-c12a-4ec9-9544-e24e53ec3bc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946'] for port, after_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:05:56.154356 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-721b92aa-c12a-4ec9-9544-e24e53ec3bc8 None None] Network 5837a764-6d3f-441f-83e8-e5870b37e9e6 is already hosted by enough agents. {{(pid=121608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 22:05:56.157226 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.base_scheduler [None req-721b92aa-c12a-4ec9-9544-e24e53ec3bc8 None None] Resources bound (agent type, host, resource id):  {{(pid=121608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 22:05:56.162023 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-721b92aa-c12a-4ec9-9544-e24e53ec3bc8 None None] Received port after_create {{(pid=121608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 22:05:56.166750 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721b92aa-c12a-4ec9-9544-e24e53ec3bc8 None None] Pushing event updated for resources: {'Port': ['ID=613b9adb-5038-4d74-b96a-db54f5c0e3ee,revision_number=1']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:05:56.219033 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-721b92aa-c12a-4ec9-9544-e24e53ec3bc8 None None] Attempting to bind port 613b9adb-5038-4d74-b96a-db54f5c0e3ee on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 22:05:56.219301 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-721b92aa-c12a-4ec9-9544-e24e53ec3bc8 None None] Attempting to bind port 613b9adb-5038-4d74-b96a-db54f5c0e3ee by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '8ba18953-92bc-4f53-bf5b-8b238bab88a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '5837a764-6d3f-441f-83e8-e5870b37e9e6'}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 22:05:56.219659 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-721b92aa-c12a-4ec9-9544-e24e53ec3bc8 None None] Attempting to bind port 613b9adb-5038-4d74-b96a-db54f5c0e3ee on network 5837a764-6d3f-441f-83e8-e5870b37e9e6 {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 22:05:56.219995 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15be1840-baa8-4bc8-8695-dd7dc0b55add tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] Made reservation on behalf of 713c72669335418fac39775d2bc8bc3d for: {'subnet': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 22:05:56.224403 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-15be1840-baa8-4bc8-8695-dd7dc0b55add tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8852834'] for subnet, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:05:56.224708 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-721b92aa-c12a-4ec9-9544-e24e53ec3bc8 None None] Checking agent: {'id': 'ca4f5c6d-f1fd-48b8-a3e3-395864c7d23d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 20, 56, 40), 'started_at': datetime.datetime(2021, 12, 25, 20, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 22, 5, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 22:05:56.225111 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-721b92aa-c12a-4ec9-9544-e24e53ec3bc8 None None] Checking segment: {'id': '8ba18953-92bc-4f53-bf5b-8b238bab88a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '5837a764-6d3f-441f-83e8-e5870b37e9e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 22:05:56.225508 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-721b92aa-c12a-4ec9-9544-e24e53ec3bc8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:05:56.225897 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-721b92aa-c12a-4ec9-9544-e24e53ec3bc8 None None] Bound using segment: {'id': '8ba18953-92bc-4f53-bf5b-8b238bab88a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '5837a764-6d3f-441f-83e8-e5870b37e9e6'} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 22:05:56.226359 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-721b92aa-c12a-4ec9-9544-e24e53ec3bc8 None None] Bound port: 613b9adb-5038-4d74-b96a-db54f5c0e3ee, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ba18953-92bc-4f53-bf5b-8b238bab88a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '5837a764-6d3f-441f-83e8-e5870b37e9e6'}}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 22:05:56.226736 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-721b92aa-c12a-4ec9-9544-e24e53ec3bc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:05:56.290433 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-721b92aa-c12a-4ec9-9544-e24e53ec3bc8 None None] For port 613b9adb-5038-4d74-b96a-db54f5c0e3ee, host ncdv-master-1, cleared binding levels {{(pid=121608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 22:05:56.293449 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-721b92aa-c12a-4ec9-9544-e24e53ec3bc8 None None] For port 613b9adb-5038-4d74-b96a-db54f5c0e3ee, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=613b9adb-5038-4d74-b96a-db54f5c0e3ee,segment=NetworkSegment(8ba18953-92bc-4f53-bf5b-8b238bab88a8),segment_id=8ba18953-92bc-4f53-bf5b-8b238bab88a8)] {{(pid=121608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 22:05:56.357397 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-721b92aa-c12a-4ec9-9544-e24e53ec3bc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:05:56.420387 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721b92aa-c12a-4ec9-9544-e24e53ec3bc8 None None] Pushing event updated for resources: {'Port': ['ID=613b9adb-5038-4d74-b96a-db54f5c0e3ee,revision_number=2']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:05:56.523881 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-15be1840-baa8-4bc8-8695-dd7dc0b55add tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8632475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8852848'] for subnet, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:05:56.613777 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15be1840-baa8-4bc8-8695-dd7dc0b55add tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] Pushing event updated for resources: {'Subnet': ['ID=59df850d-99aa-4f20-83b1-5d6b99223c5d,revision_number=0']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:05:56.622281 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15be1840-baa8-4bc8-8695-dd7dc0b55add tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] Checking segment: {'id': '9503027c-ad87-4586-ad6c-ce8523e1cc4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'ae5128d2-1835-4312-909a-a0f388567344'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 22:05:56.622640 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15be1840-baa8-4bc8-8695-dd7dc0b55add tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] Network hostable DHCP agents. Network: ae5128d2-1835-4312-909a-a0f388567344, hostable agents: ['1813db88-2c1b-4357-a2ba-869246b663c2'], hosted agents: [] {{(pid=121607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 25 22:05:56.715763 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15be1840-baa8-4bc8-8695-dd7dc0b55add tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] Network ae5128d2-1835-4312-909a-a0f388567344 is scheduled to be hosted by DHCP agent 1813db88-2c1b-4357-a2ba-869246b663c2 with binding_index 1 {{(pid=121607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 25 22:05:56.785316 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-15be1840-baa8-4bc8-8695-dd7dc0b55add tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, ae5128d2-1835-4312-909a-a0f388567344) {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 22:05:56.789216 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15be1840-baa8-4bc8-8695-dd7dc0b55add tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:05:56.789858 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-15be1840-baa8-4bc8-8695-dd7dc0b55add tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] Publish callbacks [] for subnet, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:05:56.794295 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fb16bcd-7404-4e02-bd55-b10873ee54fb None None] Network ae5128d2-1835-4312-909a-a0f388567344 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 22:05:56.862969 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-15be1840-baa8-4bc8-8695-dd7dc0b55add tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 913 time: 0.8022103
Dec 25 22:05:56.865569 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 47804) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 22:05:56.896244 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-705b1451-14cb-48aa-bd69-834b608c2dde None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-ae5128d2-1835-4312-909a-a0f388567344', 'network_id': 'ae5128d2-1835-4312-909a-a0f388567344', 'project_id': '713c72669335418fac39775d2bc8bc3d', 'fixed_ips': [{'subnet_id': '59df850d-99aa-4f20-83b1-5d6b99223c5d'}]}} from ncdv-master-1. {{(pid=121608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 25 22:05:56.897332 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-705b1451-14cb-48aa-bd69-834b608c2dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:05:56.959301 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-0d189915-896a-4731-bc65-d536bbae41e3 tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625803'] for network, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:05:57.016774 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-0d189915-896a-4731-bc65-d536bbae41e3 tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995662'] for subnet, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:05:57.040717 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.db_base_plugin_common [None req-705b1451-14cb-48aa-bd69-834b608c2dde None None] Allocated IP 2001:db8::2 (ae5128d2-1835-4312-909a-a0f388567344/59df850d-99aa-4f20-83b1-5d6b99223c5d/22c01108-31e0-4c45-a507-a8503fb8649d) {{(pid=121608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 22:05:57.192967 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-705b1451-14cb-48aa-bd69-834b608c2dde None None] Publish callbacks [] for port, precommit_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:05:57.283629 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-705b1451-14cb-48aa-bd69-834b608c2dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946'] for port, after_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:05:57.316263 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6554e497-985c-4f00-8112-b51acc72fd71 None None] Network 5837a764-6d3f-441f-83e8-e5870b37e9e6 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 22:05:57.350478 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-705b1451-14cb-48aa-bd69-834b608c2dde None None] Network ae5128d2-1835-4312-909a-a0f388567344 is already hosted by enough agents. {{(pid=121608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 22:05:57.357678 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.base_scheduler [None req-705b1451-14cb-48aa-bd69-834b608c2dde None None] Resources bound (agent type, host, resource id):  {{(pid=121608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 22:05:57.365792 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-705b1451-14cb-48aa-bd69-834b608c2dde None None] Received port after_create {{(pid=121608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 22:05:57.367888 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705b1451-14cb-48aa-bd69-834b608c2dde None None] Pushing event updated for resources: {'Port': ['ID=22c01108-31e0-4c45-a507-a8503fb8649d,revision_number=1']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:05:57.380474 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-0d189915-896a-4731-bc65-d536bbae41e3 tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8632410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8852809'] for subnet, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:05:57.408408 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d189915-896a-4731-bc65-d536bbae41e3 tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] Pushing event deleted for resources: {'Subnet': ['ID=59df850d-99aa-4f20-83b1-5d6b99223c5d,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:05:57.450771 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-7c8439d6-f546-41cc-8139-52efe5288301 None None] Provisioning complete for port 613b9adb-5038-4d74-b96a-db54f5c0e3ee triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 22:05:57.451182 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-7c8439d6-f546-41cc-8139-52efe5288301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:05:57.469213 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-0d189915-896a-4731-bc65-d536bbae41e3 tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997585', 'neutron.services.segments.db._delete_segments_for_network-8737602743071'] for network, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:05:57.493625 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-0d189915-896a-4731-bc65-d536bbae41e3 tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f26183bbd00>,) {'filters': {'network_id': ['ae5128d2-1835-4312-909a-a0f388567344']}} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 22:05:57.503474 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-0d189915-896a-4731-bc65-d536bbae41e3 tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f26183bbd00>, '9503027c-ad87-4586-ad6c-ce8523e1cc4c') {'for_net_delete': True} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 22:05:57.503785 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-0d189915-896a-4731-bc65-d536bbae41e3 tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f26183bbd00>, '9503027c-ad87-4586-ad6c-ce8523e1cc4c') {} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 22:05:57.508598 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-705b1451-14cb-48aa-bd69-834b608c2dde None None] Attempting to bind port 22c01108-31e0-4c45-a507-a8503fb8649d on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 22:05:57.509005 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-705b1451-14cb-48aa-bd69-834b608c2dde None None] Attempting to bind port 22c01108-31e0-4c45-a507-a8503fb8649d by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '9503027c-ad87-4586-ad6c-ce8523e1cc4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'ae5128d2-1835-4312-909a-a0f388567344'}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 22:05:57.509373 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-705b1451-14cb-48aa-bd69-834b608c2dde None None] Attempting to bind port 22c01108-31e0-4c45-a507-a8503fb8649d on network ae5128d2-1835-4312-909a-a0f388567344 {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 22:05:57.515959 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-0d189915-896a-4731-bc65-d536bbae41e3 tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737602746920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10246592'] for segment, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:05:57.522882 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-705b1451-14cb-48aa-bd69-834b608c2dde None None] Checking agent: {'id': 'ca4f5c6d-f1fd-48b8-a3e3-395864c7d23d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 20, 56, 40), 'started_at': datetime.datetime(2021, 12, 25, 20, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 22, 5, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 22:05:57.523265 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-705b1451-14cb-48aa-bd69-834b608c2dde None None] Checking segment: {'id': '9503027c-ad87-4586-ad6c-ce8523e1cc4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'ae5128d2-1835-4312-909a-a0f388567344'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 22:05:57.523665 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-705b1451-14cb-48aa-bd69-834b608c2dde None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:05:57.524063 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-705b1451-14cb-48aa-bd69-834b608c2dde None None] Bound using segment: {'id': '9503027c-ad87-4586-ad6c-ce8523e1cc4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'ae5128d2-1835-4312-909a-a0f388567344'} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 22:05:57.524533 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-705b1451-14cb-48aa-bd69-834b608c2dde None None] Bound port: 22c01108-31e0-4c45-a507-a8503fb8649d, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9503027c-ad87-4586-ad6c-ce8523e1cc4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'ae5128d2-1835-4312-909a-a0f388567344'}}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 22:05:57.524955 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-705b1451-14cb-48aa-bd69-834b608c2dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:05:57.530505 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-0d189915-896a-4731-bc65-d536bbae41e3 tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:05:57.536299 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d189915-896a-4731-bc65-d536bbae41e3 tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] Releasing vlan 154 on physical network physnet1 to pool {{(pid=121607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 25 22:05:57.536754 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-0d189915-896a-4731-bc65-d536bbae41e3 tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8633327'] for segment, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:05:57.539857 ncdv-master-1 neutron-server[121607]: Traceback (most recent call last):
Dec 25 22:05:57.539857 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 25 22:05:57.539857 ncdv-master-1 neutron-server[121607]:     timer()
Dec 25 22:05:57.539857 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 25 22:05:57.539857 ncdv-master-1 neutron-server[121607]:     cb(*args, **kw)
Dec 25 22:05:57.539857 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 25 22:05:57.539857 ncdv-master-1 neutron-server[121607]:     return func(*args, **kwargs)
Dec 25 22:05:57.539857 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 25 22:05:57.539857 ncdv-master-1 neutron-server[121607]:     self._notify()
Dec 25 22:05:57.539857 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 25 22:05:57.539857 ncdv-master-1 neutron-server[121607]:     self.callback(batched_events)
Dec 25 22:05:57.539857 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 25 22:05:57.539857 ncdv-master-1 neutron-server[121607]:     event.method(event)
Dec 25 22:05:57.539857 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 25 22:05:57.539857 ncdv-master-1 neutron-server[121607]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 25 22:05:57.539857 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 25 22:05:57.539857 ncdv-master-1 neutron-server[121607]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 25 22:05:57.539857 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 25 22:05:57.539857 ncdv-master-1 neutron-server[121607]:     return f(self, *a, **k)
Dec 25 22:05:57.539857 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 25 22:05:57.539857 ncdv-master-1 neutron-server[121607]:     return self._get(url).json()
Dec 25 22:05:57.539857 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 25 22:05:57.539857 ncdv-master-1 neutron-server[121607]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 25 22:05:57.539857 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 25 22:05:57.539857 ncdv-master-1 neutron-server[121607]:     return self.request(url, 'GET', **kwargs)
Dec 25 22:05:57.539857 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 25 22:05:57.539857 ncdv-master-1 neutron-server[121607]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 25 22:05:57.539857 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 25 22:05:57.539857 ncdv-master-1 neutron-server[121607]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 25 22:05:57.539857 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 25 22:05:57.539857 ncdv-master-1 neutron-server[121607]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 25 22:05:57.539857 ncdv-master-1 neutron-server[121607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 25 22:05:57.631936 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-705b1451-14cb-48aa-bd69-834b608c2dde None None] For port 22c01108-31e0-4c45-a507-a8503fb8649d, host ncdv-master-1, cleared binding levels {{(pid=121608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 22:05:57.636863 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-705b1451-14cb-48aa-bd69-834b608c2dde None None] For port 22c01108-31e0-4c45-a507-a8503fb8649d, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=22c01108-31e0-4c45-a507-a8503fb8649d,segment=NetworkSegment(9503027c-ad87-4586-ad6c-ce8523e1cc4c),segment_id=9503027c-ad87-4586-ad6c-ce8523e1cc4c)] {{(pid=121608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 22:05:57.637958 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-7c8439d6-f546-41cc-8139-52efe5288301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:05:57.671034 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.db.api [None req-0d189915-896a-4731-bc65-d536bbae41e3 tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Dec 25 22:05:57.671034 ncdv-master-1 neutron-server[121607]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Dec 25 22:05:57.671034 ncdv-master-1 neutron-server[121607]: [parameters: {'id': 'ae5128d2-1835-4312-909a-a0f388567344'}]
Dec 25 22:05:57.671034 ncdv-master-1 neutron-server[121607]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=121607) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 25 22:05:57.671590 ncdv-master-1 neutron-server[121607]: DEBUG oslo_db.api [None req-0d189915-896a-4731-bc65-d536bbae41e3 tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 25 22:05:57.681778 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-7c8439d6-f546-41cc-8139-52efe5288301 None None] For port 613b9adb-5038-4d74-b96a-db54f5c0e3ee, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=613b9adb-5038-4d74-b96a-db54f5c0e3ee,segment=NetworkSegment(8ba18953-92bc-4f53-bf5b-8b238bab88a8),segment_id=8ba18953-92bc-4f53-bf5b-8b238bab88a8)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 22:05:57.757432 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-705b1451-14cb-48aa-bd69-834b608c2dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:05:57.795145 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-7c8439d6-f546-41cc-8139-52efe5288301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:05:57.840624 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705b1451-14cb-48aa-bd69-834b608c2dde None None] Pushing event updated for resources: {'Port': ['ID=22c01108-31e0-4c45-a507-a8503fb8649d,revision_number=2']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:05:57.868532 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e33d9400-4a76-4fb9-982b-332ba922ca26 None None] Network ae5128d2-1835-4312-909a-a0f388567344 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 22:05:57.946889 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8439d6-f546-41cc-8139-52efe5288301 None None] Pushing event updated for resources: {'Port': ['ID=613b9adb-5038-4d74-b96a-db54f5c0e3ee,revision_number=3']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:05:57.972374 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-6cc31a31-188f-42ea-b9ef-395c5f8f1391 None None] Provisioning complete for port 613b9adb-5038-4d74-b96a-db54f5c0e3ee triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 22:05:57.972741 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-6cc31a31-188f-42ea-b9ef-395c5f8f1391 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:05:58.028419 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-718db06c-1985-4372-9d0e-a979080d01f0 None None] get_active_networks_info from ncdv-master-1 {{(pid=121608) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
Dec 25 22:05:58.126179 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-718db06c-1985-4372-9d0e-a979080d01f0 None None] Resources bound (agent type, host, resource id):  {{(pid=121608) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Dec 25 22:05:58.172860 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-0d189915-896a-4731-bc65-d536bbae41e3 tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625803'] for network, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:05:58.224733 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-0d189915-896a-4731-bc65-d536bbae41e3 tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] Deleting port 22c01108-31e0-4c45-a507-a8503fb8649d {{(pid=121607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 22:05:58.225117 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-0d189915-896a-4731-bc65-d536bbae41e3 tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:05:58.289911 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.db [None req-0d189915-896a-4731-bc65-d536bbae41e3 tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] For port 22c01108-31e0-4c45-a507-a8503fb8649d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=22c01108-31e0-4c45-a507-a8503fb8649d,segment=NetworkSegment(9503027c-ad87-4586-ad6c-ce8523e1cc4c),segment_id=9503027c-ad87-4586-ad6c-ce8523e1cc4c)] {{(pid=121607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 22:05:58.290261 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-0d189915-896a-4731-bc65-d536bbae41e3 tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:05:58.302113 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-0d189915-896a-4731-bc65-d536bbae41e3 tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] Calling delete_port for 22c01108-31e0-4c45-a507-a8503fb8649d owned by network:dhcp {{(pid=121607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 22:05:58.465425 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-0d189915-896a-4731-bc65-d536bbae41e3 tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:05:58.494798 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d189915-896a-4731-bc65-d536bbae41e3 tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] Pushing event deleted for resources: {'Port': ['ID=22c01108-31e0-4c45-a507-a8503fb8649d,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:05:58.505904 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d189915-896a-4731-bc65-d536bbae41e3 tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] No DVR routers for this DVR port 22c01108-31e0-4c45-a507-a8503fb8649d on host ncdv-master-1 {{(pid=121607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 22:05:58.540128 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 613b9adb-5038-4d74-b96a-db54f5c0e3ee up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 22:05:58.582409 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-0d189915-896a-4731-bc65-d536bbae41e3 tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997585', 'neutron.services.segments.db._delete_segments_for_network-8737602743071'] for network, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:05:58.589976 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port 613b9adb-5038-4d74-b96a-db54f5c0e3ee triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 22:05:58.590447 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:05:58.602623 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-0d189915-896a-4731-bc65-d536bbae41e3 tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f26138a6d60>,) {'filters': {'network_id': ['ae5128d2-1835-4312-909a-a0f388567344']}} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 22:05:58.619026 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-0d189915-896a-4731-bc65-d536bbae41e3 tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f26138a6d60>, '9503027c-ad87-4586-ad6c-ce8523e1cc4c') {'for_net_delete': True} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 22:05:58.619323 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-0d189915-896a-4731-bc65-d536bbae41e3 tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f26138a6d60>, '9503027c-ad87-4586-ad6c-ce8523e1cc4c') {} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 22:05:58.632275 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-0d189915-896a-4731-bc65-d536bbae41e3 tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737602746920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10246592'] for segment, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:05:58.646015 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-0d189915-896a-4731-bc65-d536bbae41e3 tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:05:58.652415 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d189915-896a-4731-bc65-d536bbae41e3 tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] Releasing vlan 154 on physical network physnet1 to pool {{(pid=121607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 25 22:05:58.652867 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-0d189915-896a-4731-bc65-d536bbae41e3 tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8633327'] for segment, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:05:58.655801 ncdv-master-1 neutron-server[121607]: Traceback (most recent call last):
Dec 25 22:05:58.655801 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 25 22:05:58.655801 ncdv-master-1 neutron-server[121607]:     timer()
Dec 25 22:05:58.655801 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 25 22:05:58.655801 ncdv-master-1 neutron-server[121607]:     cb(*args, **kw)
Dec 25 22:05:58.655801 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 25 22:05:58.655801 ncdv-master-1 neutron-server[121607]:     return func(*args, **kwargs)
Dec 25 22:05:58.655801 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 25 22:05:58.655801 ncdv-master-1 neutron-server[121607]:     self._notify()
Dec 25 22:05:58.655801 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 25 22:05:58.655801 ncdv-master-1 neutron-server[121607]:     self.callback(batched_events)
Dec 25 22:05:58.655801 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 25 22:05:58.655801 ncdv-master-1 neutron-server[121607]:     event.method(event)
Dec 25 22:05:58.655801 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 25 22:05:58.655801 ncdv-master-1 neutron-server[121607]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 25 22:05:58.655801 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 25 22:05:58.655801 ncdv-master-1 neutron-server[121607]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 25 22:05:58.655801 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 25 22:05:58.655801 ncdv-master-1 neutron-server[121607]:     return f(self, *a, **k)
Dec 25 22:05:58.655801 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 25 22:05:58.655801 ncdv-master-1 neutron-server[121607]:     return self._get(url).json()
Dec 25 22:05:58.655801 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 25 22:05:58.655801 ncdv-master-1 neutron-server[121607]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 25 22:05:58.655801 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 25 22:05:58.655801 ncdv-master-1 neutron-server[121607]:     return self.request(url, 'GET', **kwargs)
Dec 25 22:05:58.655801 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 25 22:05:58.655801 ncdv-master-1 neutron-server[121607]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 25 22:05:58.655801 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 25 22:05:58.655801 ncdv-master-1 neutron-server[121607]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 25 22:05:58.655801 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 25 22:05:58.655801 ncdv-master-1 neutron-server[121607]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 25 22:05:58.655801 ncdv-master-1 neutron-server[121607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 25 22:05:58.756988 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-0d189915-896a-4731-bc65-d536bbae41e3 tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2008653'] for network, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:05:58.765216 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-0d189915-896a-4731-bc65-d536bbae41e3 tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] Publish callbacks [] for network, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:05:58.768302 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-0d189915-896a-4731-bc65-d536bbae41e3 tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] 10.222.0.32 "DELETE /v2.0/networks/ae5128d2-1835-4312-909a-a0f388567344 HTTP/1.1" status: 204  len: 168 time: 1.9018188
Dec 25 22:05:58.771986 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 47806) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 22:05:58.778093 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-6d6642a3-afc3-4333-ba7b-8e88c2a1509d tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-863579070'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 22:05:58.779718 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d189915-896a-4731-bc65-d536bbae41e3 tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] Pushing event deleted for resources: {'Network': ['ID=ae5128d2-1835-4312-909a-a0f388567344,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:05:58.854335 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d6642a3-afc3-4333-ba7b-8e88c2a1509d tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] Made reservation on behalf of 713c72669335418fac39775d2bc8bc3d for: {'network': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 22:05:58.857820 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-6d6642a3-afc3-4333-ba7b-8e88c2a1509d tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for network, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:05:58.880222 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d6642a3-afc3-4333-ba7b-8e88c2a1509d tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] vlan segment allocate from pool success with {'vlan_id': 172, 'physical_network': 'physnet1'}  {{(pid=121606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 25 22:05:58.890284 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-6d6642a3-afc3-4333-ba7b-8e88c2a1509d tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:05:58.890675 ncdv-master-1 neutron-server[121606]: INFO neutron.db.segments_db [None req-6d6642a3-afc3-4333-ba7b-8e88c2a1509d tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] Added segment b2d8d6b7-b95d-4320-afa9-494a8b910f4e of type vlan for network 9e2096c9-332a-4392-9d9b-1fe164d09a8e
Dec 25 22:05:58.932403 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-6d6642a3-afc3-4333-ba7b-8e88c2a1509d tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737602163420'] for network, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:05:59.037233 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-6d6642a3-afc3-4333-ba7b-8e88c2a1509d tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870'] for network, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:05:59.043012 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d6642a3-afc3-4333-ba7b-8e88c2a1509d tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:05:59.043590 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-6d6642a3-afc3-4333-ba7b-8e88c2a1509d tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] Publish callbacks [] for network, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:05:59.110087 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6642a3-afc3-4333-ba7b-8e88c2a1509d tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] Pushing event updated for resources: {'Network': ['ID=9e2096c9-332a-4392-9d9b-1fe164d09a8e,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:05:59.117528 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6642a3-afc3-4333-ba7b-8e88c2a1509d tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:05:59.117877 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6642a3-afc3-4333-ba7b-8e88c2a1509d tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:05:59.118220 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6642a3-afc3-4333-ba7b-8e88c2a1509d tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:05:59.118552 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6642a3-afc3-4333-ba7b-8e88c2a1509d tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:05:59.118884 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6642a3-afc3-4333-ba7b-8e88c2a1509d tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:05:59.119212 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6642a3-afc3-4333-ba7b-8e88c2a1509d tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:05:59.119538 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6642a3-afc3-4333-ba7b-8e88c2a1509d tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:05:59.120375 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6642a3-afc3-4333-ba7b-8e88c2a1509d tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:05:59.120702 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6642a3-afc3-4333-ba7b-8e88c2a1509d tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:05:59.121060 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6642a3-afc3-4333-ba7b-8e88c2a1509d tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:05:59.121385 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6642a3-afc3-4333-ba7b-8e88c2a1509d tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:05:59.121703 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6642a3-afc3-4333-ba7b-8e88c2a1509d tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:05:59.122018 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6642a3-afc3-4333-ba7b-8e88c2a1509d tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:05:59.132717 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Network 9e2096c9-332a-4392-9d9b-1fe164d09a8e details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 25 22:05:59.167140 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-6d6642a3-afc3-4333-ba7b-8e88c2a1509d tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 783 time: 0.3914235
Dec 25 22:05:59.167415 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 47808) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 22:05:59.172269 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-ca66e81d-4398-44ef-bb17-b91093ad99c1 tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] Request body: {'subnet': {'network_id': '9e2096c9-332a-4392-9d9b-1fe164d09a8e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 22:05:59.362321 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca66e81d-4398-44ef-bb17-b91093ad99c1 tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] Made reservation on behalf of 713c72669335418fac39775d2bc8bc3d for: {'subnet': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 22:05:59.365864 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-ca66e81d-4398-44ef-bb17-b91093ad99c1 tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9028529'] for subnet, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:05:59.425265 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.ipam_backend_mixin [None req-ca66e81d-4398-44ef-bb17-b91093ad99c1 tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] Performing IP validity checks on allocation pools {{(pid=121606) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}}
Dec 25 22:05:59.425794 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.ipam_backend_mixin [None req-ca66e81d-4398-44ef-bb17-b91093ad99c1 tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] Checking for overlaps among allocation pools and gateway ip {{(pid=121606) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}}
Dec 25 22:05:59.602504 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-ca66e81d-4398-44ef-bb17-b91093ad99c1 tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9084170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9028515'] for subnet, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:05:59.671529 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca66e81d-4398-44ef-bb17-b91093ad99c1 tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] Pushing event updated for resources: {'Subnet': ['ID=285f1220-592c-4e1f-8237-9967a3759ff0,revision_number=0']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:05:59.678496 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca66e81d-4398-44ef-bb17-b91093ad99c1 tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] Checking segment: {'id': 'b2d8d6b7-b95d-4320-afa9-494a8b910f4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '9e2096c9-332a-4392-9d9b-1fe164d09a8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 22:05:59.678860 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca66e81d-4398-44ef-bb17-b91093ad99c1 tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] Network hostable DHCP agents. Network: 9e2096c9-332a-4392-9d9b-1fe164d09a8e, hostable agents: ['1813db88-2c1b-4357-a2ba-869246b663c2'], hosted agents: [] {{(pid=121606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 25 22:05:59.761313 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca66e81d-4398-44ef-bb17-b91093ad99c1 tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] Network 9e2096c9-332a-4392-9d9b-1fe164d09a8e is scheduled to be hosted by DHCP agent 1813db88-2c1b-4357-a2ba-869246b663c2 with binding_index 1 {{(pid=121606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 25 22:05:59.824266 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [None req-ca66e81d-4398-44ef-bb17-b91093ad99c1 tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 9e2096c9-332a-4392-9d9b-1fe164d09a8e) {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 22:05:59.828378 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca66e81d-4398-44ef-bb17-b91093ad99c1 tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:05:59.829007 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-ca66e81d-4398-44ef-bb17-b91093ad99c1 tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] Publish callbacks [] for subnet, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:05:59.832892 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2fc506c-7092-4302-85b5-ca2fbe794810 None None] Network 9e2096c9-332a-4392-9d9b-1fe164d09a8e requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 22:05:59.908432 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-ca66e81d-4398-44ef-bb17-b91093ad99c1 tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 794 time: 0.7399766
Dec 25 22:05:59.911171 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 47810) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 22:05:59.927359 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-692f4429-c31c-4579-a338-41e99aca01e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-9e2096c9-332a-4392-9d9b-1fe164d09a8e', 'network_id': '9e2096c9-332a-4392-9d9b-1fe164d09a8e', 'project_id': '713c72669335418fac39775d2bc8bc3d', 'fixed_ips': [{'subnet_id': '285f1220-592c-4e1f-8237-9967a3759ff0'}]}} from ncdv-master-1. {{(pid=121608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 25 22:05:59.928218 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-692f4429-c31c-4579-a338-41e99aca01e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:00.018526 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-7a45411d-5b19-4dbe-8988-883a034216d3 tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625803'] for network, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:00.065065 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.db_base_plugin_common [None req-692f4429-c31c-4579-a338-41e99aca01e8 None None] Allocated IP 2001:db8::3 (9e2096c9-332a-4392-9d9b-1fe164d09a8e/285f1220-592c-4e1f-8237-9967a3759ff0/ac092634-f8f4-4be4-bf51-fb4414e2fbdf) {{(pid=121608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 22:06:00.069019 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-7a45411d-5b19-4dbe-8988-883a034216d3 tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995662'] for subnet, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:00.205930 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-692f4429-c31c-4579-a338-41e99aca01e8 None None] Publish callbacks [] for port, precommit_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:00.265096 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-692f4429-c31c-4579-a338-41e99aca01e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946'] for port, after_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:00.309101 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-692f4429-c31c-4579-a338-41e99aca01e8 None None] Network 9e2096c9-332a-4392-9d9b-1fe164d09a8e is already hosted by enough agents. {{(pid=121608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 22:06:00.311955 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.base_scheduler [None req-692f4429-c31c-4579-a338-41e99aca01e8 None None] Resources bound (agent type, host, resource id):  {{(pid=121608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 22:06:00.315341 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-692f4429-c31c-4579-a338-41e99aca01e8 None None] Received port after_create {{(pid=121608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 22:06:00.322047 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692f4429-c31c-4579-a338-41e99aca01e8 None None] Pushing event updated for resources: {'Port': ['ID=ac092634-f8f4-4be4-bf51-fb4414e2fbdf,revision_number=1']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:06:00.346325 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-7a45411d-5b19-4dbe-8988-883a034216d3 tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9084363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9028506'] for subnet, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:00.371730 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-692f4429-c31c-4579-a338-41e99aca01e8 None None] Attempting to bind port ac092634-f8f4-4be4-bf51-fb4414e2fbdf on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 22:06:00.372102 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-692f4429-c31c-4579-a338-41e99aca01e8 None None] Attempting to bind port ac092634-f8f4-4be4-bf51-fb4414e2fbdf by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'b2d8d6b7-b95d-4320-afa9-494a8b910f4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '9e2096c9-332a-4392-9d9b-1fe164d09a8e'}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 22:06:00.372468 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-692f4429-c31c-4579-a338-41e99aca01e8 None None] Attempting to bind port ac092634-f8f4-4be4-bf51-fb4414e2fbdf on network 9e2096c9-332a-4392-9d9b-1fe164d09a8e {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 22:06:00.373923 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a45411d-5b19-4dbe-8988-883a034216d3 tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] Pushing event deleted for resources: {'Subnet': ['ID=285f1220-592c-4e1f-8237-9967a3759ff0,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:06:00.378392 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-692f4429-c31c-4579-a338-41e99aca01e8 None None] Checking agent: {'id': 'ca4f5c6d-f1fd-48b8-a3e3-395864c7d23d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 20, 56, 40), 'started_at': datetime.datetime(2021, 12, 25, 20, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 22, 5, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 22:06:00.384586 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-692f4429-c31c-4579-a338-41e99aca01e8 None None] Checking segment: {'id': 'b2d8d6b7-b95d-4320-afa9-494a8b910f4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '9e2096c9-332a-4392-9d9b-1fe164d09a8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 22:06:00.384586 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-692f4429-c31c-4579-a338-41e99aca01e8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:00.384586 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-692f4429-c31c-4579-a338-41e99aca01e8 None None] Bound using segment: {'id': 'b2d8d6b7-b95d-4320-afa9-494a8b910f4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '9e2096c9-332a-4392-9d9b-1fe164d09a8e'} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 22:06:00.384586 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-692f4429-c31c-4579-a338-41e99aca01e8 None None] Bound port: ac092634-f8f4-4be4-bf51-fb4414e2fbdf, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2d8d6b7-b95d-4320-afa9-494a8b910f4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '9e2096c9-332a-4392-9d9b-1fe164d09a8e'}}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 22:06:00.384586 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-692f4429-c31c-4579-a338-41e99aca01e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:00.434262 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-7a45411d-5b19-4dbe-8988-883a034216d3 tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997585', 'neutron.services.segments.db._delete_segments_for_network-8737602743071'] for network, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:00.445010 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-692f4429-c31c-4579-a338-41e99aca01e8 None None] For port ac092634-f8f4-4be4-bf51-fb4414e2fbdf, host ncdv-master-1, cleared binding levels {{(pid=121608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 22:06:00.448640 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-692f4429-c31c-4579-a338-41e99aca01e8 None None] For port ac092634-f8f4-4be4-bf51-fb4414e2fbdf, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ac092634-f8f4-4be4-bf51-fb4414e2fbdf,segment=NetworkSegment(b2d8d6b7-b95d-4320-afa9-494a8b910f4e),segment_id=b2d8d6b7-b95d-4320-afa9-494a8b910f4e)] {{(pid=121608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 22:06:00.455142 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.segments.db [None req-7a45411d-5b19-4dbe-8988-883a034216d3 tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f261868bf40>,) {'filters': {'network_id': ['9e2096c9-332a-4392-9d9b-1fe164d09a8e']}} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 22:06:00.465194 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.segments.db [None req-7a45411d-5b19-4dbe-8988-883a034216d3 tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f261868bf40>, 'b2d8d6b7-b95d-4320-afa9-494a8b910f4e') {'for_net_delete': True} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 22:06:00.465498 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.segments.db [None req-7a45411d-5b19-4dbe-8988-883a034216d3 tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f261868bf40>, 'b2d8d6b7-b95d-4320-afa9-494a8b910f4e') {} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 22:06:00.474864 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-7a45411d-5b19-4dbe-8988-883a034216d3 tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737602746920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9084222'] for segment, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:00.556623 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-692f4429-c31c-4579-a338-41e99aca01e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:00.559510 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-7a45411d-5b19-4dbe-8988-883a034216d3 tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:00.565979 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a45411d-5b19-4dbe-8988-883a034216d3 tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] Releasing vlan 172 on physical network physnet1 to pool {{(pid=121606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 25 22:06:00.566368 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-7a45411d-5b19-4dbe-8988-883a034216d3 tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9084542'] for segment, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:00.569556 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 22:06:00.569556 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 22:06:00.569556 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 22:06:00.569556 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 22:06:00.569556 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 22:06:00.569556 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 22:06:00.569556 ncdv-master-1 neutron-server[121606]: Traceback (most recent call last):
Dec 25 22:06:00.569556 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 25 22:06:00.569556 ncdv-master-1 neutron-server[121606]:     timer()
Dec 25 22:06:00.569556 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 25 22:06:00.569556 ncdv-master-1 neutron-server[121606]:     cb(*args, **kw)
Dec 25 22:06:00.569556 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 25 22:06:00.569556 ncdv-master-1 neutron-server[121606]:     return func(*args, **kwargs)
Dec 25 22:06:00.569556 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 25 22:06:00.569556 ncdv-master-1 neutron-server[121606]:     self._notify()
Dec 25 22:06:00.569556 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 25 22:06:00.569556 ncdv-master-1 neutron-server[121606]:     self.callback(batched_events)
Dec 25 22:06:00.569556 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 25 22:06:00.569556 ncdv-master-1 neutron-server[121606]:     event.method(event)
Dec 25 22:06:00.569556 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 25 22:06:00.569556 ncdv-master-1 neutron-server[121606]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 25 22:06:00.569556 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 25 22:06:00.569556 ncdv-master-1 neutron-server[121606]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 25 22:06:00.569556 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 25 22:06:00.569556 ncdv-master-1 neutron-server[121606]:     return f(self, *a, **k)
Dec 25 22:06:00.569556 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 25 22:06:00.569556 ncdv-master-1 neutron-server[121606]:     return self._get(url).json()
Dec 25 22:06:00.569556 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 25 22:06:00.569556 ncdv-master-1 neutron-server[121606]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 25 22:06:00.569556 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 25 22:06:00.569556 ncdv-master-1 neutron-server[121606]:     return self.request(url, 'GET', **kwargs)
Dec 25 22:06:00.569556 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 25 22:06:00.569556 ncdv-master-1 neutron-server[121606]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 25 22:06:00.569556 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 25 22:06:00.569556 ncdv-master-1 neutron-server[121606]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 25 22:06:00.569556 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 25 22:06:00.569556 ncdv-master-1 neutron-server[121606]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 25 22:06:00.569556 ncdv-master-1 neutron-server[121606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 25 22:06:00.642468 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692f4429-c31c-4579-a338-41e99aca01e8 None None] Pushing event updated for resources: {'Port': ['ID=ac092634-f8f4-4be4-bf51-fb4414e2fbdf,revision_number=2']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:06:00.651100 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-568aa1f8-1471-4aee-b6ae-255dd8c011a7 None None] Network 9e2096c9-332a-4392-9d9b-1fe164d09a8e requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 22:06:00.654866 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.db.api [None req-7a45411d-5b19-4dbe-8988-883a034216d3 tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Dec 25 22:06:00.654866 ncdv-master-1 neutron-server[121606]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Dec 25 22:06:00.654866 ncdv-master-1 neutron-server[121606]: [parameters: {'id': '9e2096c9-332a-4392-9d9b-1fe164d09a8e'}]
Dec 25 22:06:00.654866 ncdv-master-1 neutron-server[121606]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=121606) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 25 22:06:00.655429 ncdv-master-1 neutron-server[121606]: DEBUG oslo_db.api [None req-7a45411d-5b19-4dbe-8988-883a034216d3 tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 25 22:06:00.902642 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efff5b62-e0cb-4341-ba6c-ec91f971e42b None None] get_active_networks_info from ncdv-master-1 {{(pid=121608) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
Dec 25 22:06:00.967030 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efff5b62-e0cb-4341-ba6c-ec91f971e42b None None] Resources bound (agent type, host, resource id):  {{(pid=121608) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Dec 25 22:06:01.156816 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-7a45411d-5b19-4dbe-8988-883a034216d3 tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625803'] for network, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:01.208720 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-7a45411d-5b19-4dbe-8988-883a034216d3 tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] Deleting port ac092634-f8f4-4be4-bf51-fb4414e2fbdf {{(pid=121606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 22:06:01.209093 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-7a45411d-5b19-4dbe-8988-883a034216d3 tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:01.273209 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [None req-7a45411d-5b19-4dbe-8988-883a034216d3 tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] For port ac092634-f8f4-4be4-bf51-fb4414e2fbdf, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ac092634-f8f4-4be4-bf51-fb4414e2fbdf,segment=NetworkSegment(b2d8d6b7-b95d-4320-afa9-494a8b910f4e),segment_id=b2d8d6b7-b95d-4320-afa9-494a8b910f4e)] {{(pid=121606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 22:06:01.273566 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-7a45411d-5b19-4dbe-8988-883a034216d3 tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:01.285430 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-7a45411d-5b19-4dbe-8988-883a034216d3 tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] Calling delete_port for ac092634-f8f4-4be4-bf51-fb4414e2fbdf owned by network:dhcp {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 22:06:01.424332 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-7a45411d-5b19-4dbe-8988-883a034216d3 tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:01.450066 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a45411d-5b19-4dbe-8988-883a034216d3 tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] Pushing event deleted for resources: {'Port': ['ID=ac092634-f8f4-4be4-bf51-fb4414e2fbdf,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:06:01.451887 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a45411d-5b19-4dbe-8988-883a034216d3 tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] No DVR routers for this DVR port ac092634-f8f4-4be4-bf51-fb4414e2fbdf on host ncdv-master-1 {{(pid=121606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 22:06:01.530603 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-7a45411d-5b19-4dbe-8988-883a034216d3 tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997585', 'neutron.services.segments.db._delete_segments_for_network-8737602743071'] for network, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:01.550717 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.segments.db [None req-7a45411d-5b19-4dbe-8988-883a034216d3 tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f26124785b0>,) {'filters': {'network_id': ['9e2096c9-332a-4392-9d9b-1fe164d09a8e']}} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 22:06:01.559722 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.segments.db [None req-7a45411d-5b19-4dbe-8988-883a034216d3 tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f26124785b0>, 'b2d8d6b7-b95d-4320-afa9-494a8b910f4e') {'for_net_delete': True} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 22:06:01.560022 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.segments.db [None req-7a45411d-5b19-4dbe-8988-883a034216d3 tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f26124785b0>, 'b2d8d6b7-b95d-4320-afa9-494a8b910f4e') {} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 22:06:01.569090 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-7a45411d-5b19-4dbe-8988-883a034216d3 tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737602746920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9084222'] for segment, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:01.581636 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-7a45411d-5b19-4dbe-8988-883a034216d3 tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:01.587307 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a45411d-5b19-4dbe-8988-883a034216d3 tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] Releasing vlan 172 on physical network physnet1 to pool {{(pid=121606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 25 22:06:01.587688 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-7a45411d-5b19-4dbe-8988-883a034216d3 tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9084542'] for segment, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:01.591064 ncdv-master-1 neutron-server[121606]: Traceback (most recent call last):
Dec 25 22:06:01.591064 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 25 22:06:01.591064 ncdv-master-1 neutron-server[121606]:     timer()
Dec 25 22:06:01.591064 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 25 22:06:01.591064 ncdv-master-1 neutron-server[121606]:     cb(*args, **kw)
Dec 25 22:06:01.591064 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 25 22:06:01.591064 ncdv-master-1 neutron-server[121606]:     return func(*args, **kwargs)
Dec 25 22:06:01.591064 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 25 22:06:01.591064 ncdv-master-1 neutron-server[121606]:     self._notify()
Dec 25 22:06:01.591064 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 25 22:06:01.591064 ncdv-master-1 neutron-server[121606]:     self.callback(batched_events)
Dec 25 22:06:01.591064 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 25 22:06:01.591064 ncdv-master-1 neutron-server[121606]:     event.method(event)
Dec 25 22:06:01.591064 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 25 22:06:01.591064 ncdv-master-1 neutron-server[121606]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 25 22:06:01.591064 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 25 22:06:01.591064 ncdv-master-1 neutron-server[121606]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 25 22:06:01.591064 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 25 22:06:01.591064 ncdv-master-1 neutron-server[121606]:     return f(self, *a, **k)
Dec 25 22:06:01.591064 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 25 22:06:01.591064 ncdv-master-1 neutron-server[121606]:     return self._get(url).json()
Dec 25 22:06:01.591064 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 25 22:06:01.591064 ncdv-master-1 neutron-server[121606]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 25 22:06:01.591064 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 25 22:06:01.591064 ncdv-master-1 neutron-server[121606]:     return self.request(url, 'GET', **kwargs)
Dec 25 22:06:01.591064 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 25 22:06:01.591064 ncdv-master-1 neutron-server[121606]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 25 22:06:01.591064 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 25 22:06:01.591064 ncdv-master-1 neutron-server[121606]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 25 22:06:01.591064 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 25 22:06:01.591064 ncdv-master-1 neutron-server[121606]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 25 22:06:01.591064 ncdv-master-1 neutron-server[121606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 25 22:06:01.745706 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-7a45411d-5b19-4dbe-8988-883a034216d3 tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2008653'] for network, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:01.753986 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-7a45411d-5b19-4dbe-8988-883a034216d3 tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] Publish callbacks [] for network, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:01.757132 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-7a45411d-5b19-4dbe-8988-883a034216d3 tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] 10.222.0.32 "DELETE /v2.0/networks/9e2096c9-332a-4392-9d9b-1fe164d09a8e HTTP/1.1" status: 204  len: 168 time: 1.8450065
Dec 25 22:06:01.764392 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 47812) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 22:06:01.767318 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a45411d-5b19-4dbe-8988-883a034216d3 tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] Pushing event deleted for resources: {'Network': ['ID=9e2096c9-332a-4392-9d9b-1fe164d09a8e,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:06:01.770920 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-e3f414c3-be61-4cb1-afe6-81a885b301d6 tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1079601868'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 22:06:01.865484 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3f414c3-be61-4cb1-afe6-81a885b301d6 tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] Made reservation on behalf of 713c72669335418fac39775d2bc8bc3d for: {'network': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 22:06:01.869074 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e3f414c3-be61-4cb1-afe6-81a885b301d6 tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for network, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:01.892109 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3f414c3-be61-4cb1-afe6-81a885b301d6 tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] vlan segment allocate from pool success with {'vlan_id': 185, 'physical_network': 'physnet1'}  {{(pid=121607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 25 22:06:01.900430 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e3f414c3-be61-4cb1-afe6-81a885b301d6 tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:01.900771 ncdv-master-1 neutron-server[121607]: INFO neutron.db.segments_db [None req-e3f414c3-be61-4cb1-afe6-81a885b301d6 tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] Added segment 3c6e442d-7d57-45c0-bbd8-ee0a0b1a7cf5 of type vlan for network 6dfc7d74-b3f9-48aa-b674-09562661c632
Dec 25 22:06:01.938901 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e3f414c3-be61-4cb1-afe6-81a885b301d6 tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737602163420'] for network, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:02.031237 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e3f414c3-be61-4cb1-afe6-81a885b301d6 tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870'] for network, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:02.036733 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3f414c3-be61-4cb1-afe6-81a885b301d6 tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:06:02.037342 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e3f414c3-be61-4cb1-afe6-81a885b301d6 tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] Publish callbacks [] for network, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:02.103113 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f414c3-be61-4cb1-afe6-81a885b301d6 tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] Pushing event updated for resources: {'Network': ['ID=6dfc7d74-b3f9-48aa-b674-09562661c632,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:06:02.110332 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f414c3-be61-4cb1-afe6-81a885b301d6 tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:06:02.110674 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f414c3-be61-4cb1-afe6-81a885b301d6 tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:06:02.111012 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f414c3-be61-4cb1-afe6-81a885b301d6 tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:06:02.111342 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f414c3-be61-4cb1-afe6-81a885b301d6 tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:06:02.111667 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f414c3-be61-4cb1-afe6-81a885b301d6 tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:06:02.111996 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f414c3-be61-4cb1-afe6-81a885b301d6 tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:06:02.112317 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f414c3-be61-4cb1-afe6-81a885b301d6 tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:06:02.112638 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f414c3-be61-4cb1-afe6-81a885b301d6 tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:06:02.113011 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f414c3-be61-4cb1-afe6-81a885b301d6 tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:06:02.113337 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f414c3-be61-4cb1-afe6-81a885b301d6 tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:06:02.113658 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f414c3-be61-4cb1-afe6-81a885b301d6 tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:06:02.113973 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f414c3-be61-4cb1-afe6-81a885b301d6 tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:06:02.114284 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f414c3-be61-4cb1-afe6-81a885b301d6 tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:06:02.125718 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Network 6dfc7d74-b3f9-48aa-b674-09562661c632 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 25 22:06:02.131246 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-e3f414c3-be61-4cb1-afe6-81a885b301d6 tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 0.3655937
Dec 25 22:06:02.134092 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 47814) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 22:06:02.139553 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-60d6edfc-e025-45de-ae50-8f0814b38072 tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] Request body: {'subnet': {'network_id': '6dfc7d74-b3f9-48aa-b674-09562661c632', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 22:06:02.282658 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60d6edfc-e025-45de-ae50-8f0814b38072 tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] Made reservation on behalf of 713c72669335418fac39775d2bc8bc3d for: {'subnet': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 22:06:02.286022 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-60d6edfc-e025-45de-ae50-8f0814b38072 tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8852834'] for subnet, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:02.785242 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-60d6edfc-e025-45de-ae50-8f0814b38072 tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8632475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8852848'] for subnet, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:02.844278 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d6edfc-e025-45de-ae50-8f0814b38072 tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] Pushing event updated for resources: {'Subnet': ['ID=44928391-1e41-4521-9aa3-28fd877ee131,revision_number=0']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:06:02.851082 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60d6edfc-e025-45de-ae50-8f0814b38072 tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] Checking segment: {'id': '3c6e442d-7d57-45c0-bbd8-ee0a0b1a7cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '6dfc7d74-b3f9-48aa-b674-09562661c632'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 22:06:02.851444 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60d6edfc-e025-45de-ae50-8f0814b38072 tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] Network hostable DHCP agents. Network: 6dfc7d74-b3f9-48aa-b674-09562661c632, hostable agents: ['1813db88-2c1b-4357-a2ba-869246b663c2'], hosted agents: [] {{(pid=121607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 25 22:06:02.905316 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60d6edfc-e025-45de-ae50-8f0814b38072 tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] Network 6dfc7d74-b3f9-48aa-b674-09562661c632 is scheduled to be hosted by DHCP agent 1813db88-2c1b-4357-a2ba-869246b663c2 with binding_index 1 {{(pid=121607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 25 22:06:02.951013 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-60d6edfc-e025-45de-ae50-8f0814b38072 tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 6dfc7d74-b3f9-48aa-b674-09562661c632) {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 22:06:02.955002 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60d6edfc-e025-45de-ae50-8f0814b38072 tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:06:02.955596 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-60d6edfc-e025-45de-ae50-8f0814b38072 tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] Publish callbacks [] for subnet, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:02.965428 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3be55dcd-a51c-49c8-bcc5-49db88bd2ce8 None None] Network 6dfc7d74-b3f9-48aa-b674-09562661c632 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 22:06:03.026531 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-60d6edfc-e025-45de-ae50-8f0814b38072 tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.8876121
Dec 25 22:06:03.026830 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 47816) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 22:06:03.031669 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-68958fbb-3fc0-4470-bffb-1ec272ea8a89 tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-731653556'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 22:06:03.064945 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ca06198-2277-4949-bf57-aa43d3cb36e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-6dfc7d74-b3f9-48aa-b674-09562661c632', 'network_id': '6dfc7d74-b3f9-48aa-b674-09562661c632', 'project_id': '713c72669335418fac39775d2bc8bc3d', 'fixed_ips': [{'subnet_id': '44928391-1e41-4521-9aa3-28fd877ee131'}]}} from ncdv-master-1. {{(pid=121608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 25 22:06:03.065819 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-8ca06198-2277-4949-bf57-aa43d3cb36e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:03.128329 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68958fbb-3fc0-4470-bffb-1ec272ea8a89 tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] Made reservation on behalf of 713c72669335418fac39775d2bc8bc3d for: {'network': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 22:06:03.132490 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-68958fbb-3fc0-4470-bffb-1ec272ea8a89 tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for network, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:03.156944 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68958fbb-3fc0-4470-bffb-1ec272ea8a89 tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] vlan segment allocate from pool success with {'vlan_id': 164, 'physical_network': 'physnet1'}  {{(pid=121607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 25 22:06:03.165359 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-68958fbb-3fc0-4470-bffb-1ec272ea8a89 tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:03.165697 ncdv-master-1 neutron-server[121607]: INFO neutron.db.segments_db [None req-68958fbb-3fc0-4470-bffb-1ec272ea8a89 tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] Added segment 375ecf35-ec61-42cd-ad0d-4e6f3f072fa5 of type vlan for network b325cd54-21f9-4bbe-82d0-26a6b5c3e10a
Dec 25 22:06:03.204373 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-68958fbb-3fc0-4470-bffb-1ec272ea8a89 tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737602163420'] for network, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:03.204811 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.db_base_plugin_common [None req-8ca06198-2277-4949-bf57-aa43d3cb36e7 None None] Allocated IP 2001:db8::2 (6dfc7d74-b3f9-48aa-b674-09562661c632/44928391-1e41-4521-9aa3-28fd877ee131/ae6cd6b4-8eb5-45d2-959a-7241702f89d7) {{(pid=121608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 22:06:03.277528 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-68958fbb-3fc0-4470-bffb-1ec272ea8a89 tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870'] for network, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:03.283080 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68958fbb-3fc0-4470-bffb-1ec272ea8a89 tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:06:03.287354 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-68958fbb-3fc0-4470-bffb-1ec272ea8a89 tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] Publish callbacks [] for network, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:03.342039 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-8ca06198-2277-4949-bf57-aa43d3cb36e7 None None] Publish callbacks [] for port, precommit_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:03.351076 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68958fbb-3fc0-4470-bffb-1ec272ea8a89 tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] Pushing event updated for resources: {'Network': ['ID=b325cd54-21f9-4bbe-82d0-26a6b5c3e10a,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:06:03.360982 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Network b325cd54-21f9-4bbe-82d0-26a6b5c3e10a details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 25 22:06:03.388991 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-68958fbb-3fc0-4470-bffb-1ec272ea8a89 tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 783 time: 0.3611014
Dec 25 22:06:03.391823 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 47818) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 22:06:03.396729 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-5d07db16-0859-4723-8749-fe99c3529fb2 tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] Request body: {'subnet': {'network_id': 'b325cd54-21f9-4bbe-82d0-26a6b5c3e10a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 22:06:03.422243 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-8ca06198-2277-4949-bf57-aa43d3cb36e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946'] for port, after_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:03.470208 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ca06198-2277-4949-bf57-aa43d3cb36e7 None None] Network 6dfc7d74-b3f9-48aa-b674-09562661c632 is already hosted by enough agents. {{(pid=121608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 22:06:03.474454 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.base_scheduler [None req-8ca06198-2277-4949-bf57-aa43d3cb36e7 None None] Resources bound (agent type, host, resource id):  {{(pid=121608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 22:06:03.476127 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca06198-2277-4949-bf57-aa43d3cb36e7 None None] Pushing event updated for resources: {'Port': ['ID=ae6cd6b4-8eb5-45d2-959a-7241702f89d7,revision_number=1']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:06:03.478599 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ca06198-2277-4949-bf57-aa43d3cb36e7 None None] Received port after_create {{(pid=121608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 22:06:03.536486 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-8ca06198-2277-4949-bf57-aa43d3cb36e7 None None] Attempting to bind port ae6cd6b4-8eb5-45d2-959a-7241702f89d7 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 22:06:03.536851 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-8ca06198-2277-4949-bf57-aa43d3cb36e7 None None] Attempting to bind port ae6cd6b4-8eb5-45d2-959a-7241702f89d7 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '3c6e442d-7d57-45c0-bbd8-ee0a0b1a7cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '6dfc7d74-b3f9-48aa-b674-09562661c632'}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 22:06:03.537236 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ca06198-2277-4949-bf57-aa43d3cb36e7 None None] Attempting to bind port ae6cd6b4-8eb5-45d2-959a-7241702f89d7 on network 6dfc7d74-b3f9-48aa-b674-09562661c632 {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 22:06:03.539651 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d07db16-0859-4723-8749-fe99c3529fb2 tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] Made reservation on behalf of 713c72669335418fac39775d2bc8bc3d for: {'subnet': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 22:06:03.542074 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ca06198-2277-4949-bf57-aa43d3cb36e7 None None] Checking agent: {'id': 'ca4f5c6d-f1fd-48b8-a3e3-395864c7d23d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 20, 56, 40), 'started_at': datetime.datetime(2021, 12, 25, 20, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 22, 5, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 22:06:03.542443 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ca06198-2277-4949-bf57-aa43d3cb36e7 None None] Checking segment: {'id': '3c6e442d-7d57-45c0-bbd8-ee0a0b1a7cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '6dfc7d74-b3f9-48aa-b674-09562661c632'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 22:06:03.542830 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-8ca06198-2277-4949-bf57-aa43d3cb36e7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:03.543215 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ca06198-2277-4949-bf57-aa43d3cb36e7 None None] Bound using segment: {'id': '3c6e442d-7d57-45c0-bbd8-ee0a0b1a7cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '6dfc7d74-b3f9-48aa-b674-09562661c632'} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 22:06:03.543369 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5d07db16-0859-4723-8749-fe99c3529fb2 tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8852834'] for subnet, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:03.543671 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-8ca06198-2277-4949-bf57-aa43d3cb36e7 None None] Bound port: ae6cd6b4-8eb5-45d2-959a-7241702f89d7, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c6e442d-7d57-45c0-bbd8-ee0a0b1a7cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '6dfc7d74-b3f9-48aa-b674-09562661c632'}}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 22:06:03.544042 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-8ca06198-2277-4949-bf57-aa43d3cb36e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:03.606442 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-8ca06198-2277-4949-bf57-aa43d3cb36e7 None None] For port ae6cd6b4-8eb5-45d2-959a-7241702f89d7, host ncdv-master-1, cleared binding levels {{(pid=121608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 22:06:03.609377 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-8ca06198-2277-4949-bf57-aa43d3cb36e7 None None] For port ae6cd6b4-8eb5-45d2-959a-7241702f89d7, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ae6cd6b4-8eb5-45d2-959a-7241702f89d7,segment=NetworkSegment(3c6e442d-7d57-45c0-bbd8-ee0a0b1a7cf5),segment_id=3c6e442d-7d57-45c0-bbd8-ee0a0b1a7cf5)] {{(pid=121608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 22:06:03.705676 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-8ca06198-2277-4949-bf57-aa43d3cb36e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:03.765424 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca06198-2277-4949-bf57-aa43d3cb36e7 None None] Pushing event updated for resources: {'Port': ['ID=ae6cd6b4-8eb5-45d2-959a-7241702f89d7,revision_number=2']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:06:03.780118 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5d07db16-0859-4723-8749-fe99c3529fb2 tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8632475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8852848'] for subnet, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:03.855112 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d07db16-0859-4723-8749-fe99c3529fb2 tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] Pushing event updated for resources: {'Subnet': ['ID=4f78ec17-4a5b-475b-95e1-ada463db53c5,revision_number=0']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:06:03.863398 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d07db16-0859-4723-8749-fe99c3529fb2 tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] Checking segment: {'id': '375ecf35-ec61-42cd-ad0d-4e6f3f072fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'b325cd54-21f9-4bbe-82d0-26a6b5c3e10a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 22:06:03.863777 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d07db16-0859-4723-8749-fe99c3529fb2 tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] Network hostable DHCP agents. Network: b325cd54-21f9-4bbe-82d0-26a6b5c3e10a, hostable agents: ['1813db88-2c1b-4357-a2ba-869246b663c2'], hosted agents: [] {{(pid=121607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 25 22:06:03.938480 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d07db16-0859-4723-8749-fe99c3529fb2 tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] Network b325cd54-21f9-4bbe-82d0-26a6b5c3e10a is scheduled to be hosted by DHCP agent 1813db88-2c1b-4357-a2ba-869246b663c2 with binding_index 1 {{(pid=121607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 25 22:06:04.043185 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-5d07db16-0859-4723-8749-fe99c3529fb2 tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, b325cd54-21f9-4bbe-82d0-26a6b5c3e10a) {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 22:06:04.047492 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d07db16-0859-4723-8749-fe99c3529fb2 tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:06:04.050910 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5d07db16-0859-4723-8749-fe99c3529fb2 tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] Publish callbacks [] for subnet, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:04.052688 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c68413fa-7b49-4433-a2ca-c1b1d3460f44 None None] Network b325cd54-21f9-4bbe-82d0-26a6b5c3e10a requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 22:06:04.153031 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-5d07db16-0859-4723-8749-fe99c3529fb2 tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.7601125
Dec 25 22:06:04.155474 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 47820) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 22:06:04.158021 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcc09d16-f669-4728-b3f4-4a63edbcf311 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-b325cd54-21f9-4bbe-82d0-26a6b5c3e10a', 'network_id': 'b325cd54-21f9-4bbe-82d0-26a6b5c3e10a', 'project_id': '713c72669335418fac39775d2bc8bc3d', 'fixed_ips': [{'subnet_id': '4f78ec17-4a5b-475b-95e1-ada463db53c5'}]}} from ncdv-master-1. {{(pid=121608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 25 22:06:04.161821 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-dcc09d16-f669-4728-b3f4-4a63edbcf311 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:04.257153 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ec150d13-add8-4109-9bdf-f8f990b22bc8 tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625803'] for network, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:04.298682 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.db_base_plugin_common [None req-dcc09d16-f669-4728-b3f4-4a63edbcf311 None None] Allocated IP 2001:db8::2 (b325cd54-21f9-4bbe-82d0-26a6b5c3e10a/4f78ec17-4a5b-475b-95e1-ada463db53c5/21a6935d-e4b1-4f3f-9459-16def3820ecb) {{(pid=121608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 22:06:04.313609 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ec150d13-add8-4109-9bdf-f8f990b22bc8 tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995662'] for subnet, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:04.445704 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-dcc09d16-f669-4728-b3f4-4a63edbcf311 None None] Publish callbacks [] for port, precommit_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:04.511527 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-dcc09d16-f669-4728-b3f4-4a63edbcf311 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946'] for port, after_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:04.563174 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcc09d16-f669-4728-b3f4-4a63edbcf311 None None] Network b325cd54-21f9-4bbe-82d0-26a6b5c3e10a is already hosted by enough agents. {{(pid=121608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 22:06:04.567267 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device ae6cd6b4-8eb5-45d2-959a-7241702f89d7 up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 22:06:04.572285 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.base_scheduler [None req-dcc09d16-f669-4728-b3f4-4a63edbcf311 None None] Resources bound (agent type, host, resource id):  {{(pid=121608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 22:06:04.594675 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcc09d16-f669-4728-b3f4-4a63edbcf311 None None] Received port after_create {{(pid=121608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 22:06:04.597612 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ec150d13-add8-4109-9bdf-f8f990b22bc8 tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8632410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8852809'] for subnet, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:04.603242 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc09d16-f669-4728-b3f4-4a63edbcf311 None None] Pushing event updated for resources: {'Port': ['ID=21a6935d-e4b1-4f3f-9459-16def3820ecb,revision_number=1']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:06:04.634251 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec150d13-add8-4109-9bdf-f8f990b22bc8 tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] Pushing event deleted for resources: {'Subnet': ['ID=4f78ec17-4a5b-475b-95e1-ada463db53c5,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:06:04.685968 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-dcc09d16-f669-4728-b3f4-4a63edbcf311 None None] Attempting to bind port 21a6935d-e4b1-4f3f-9459-16def3820ecb on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 22:06:04.686344 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-dcc09d16-f669-4728-b3f4-4a63edbcf311 None None] Attempting to bind port 21a6935d-e4b1-4f3f-9459-16def3820ecb by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '375ecf35-ec61-42cd-ad0d-4e6f3f072fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'b325cd54-21f9-4bbe-82d0-26a6b5c3e10a'}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 22:06:04.686714 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc09d16-f669-4728-b3f4-4a63edbcf311 None None] Attempting to bind port 21a6935d-e4b1-4f3f-9459-16def3820ecb on network b325cd54-21f9-4bbe-82d0-26a6b5c3e10a {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 22:06:04.690071 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port ae6cd6b4-8eb5-45d2-959a-7241702f89d7 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 22:06:04.690444 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:04.694861 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc09d16-f669-4728-b3f4-4a63edbcf311 None None] Checking agent: {'id': 'ca4f5c6d-f1fd-48b8-a3e3-395864c7d23d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 20, 56, 40), 'started_at': datetime.datetime(2021, 12, 25, 20, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 22, 5, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 22:06:04.709477 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc09d16-f669-4728-b3f4-4a63edbcf311 None None] Checking segment: {'id': '375ecf35-ec61-42cd-ad0d-4e6f3f072fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'b325cd54-21f9-4bbe-82d0-26a6b5c3e10a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 22:06:04.709477 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-dcc09d16-f669-4728-b3f4-4a63edbcf311 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:04.709477 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc09d16-f669-4728-b3f4-4a63edbcf311 None None] Bound using segment: {'id': '375ecf35-ec61-42cd-ad0d-4e6f3f072fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'b325cd54-21f9-4bbe-82d0-26a6b5c3e10a'} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 22:06:04.709477 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-dcc09d16-f669-4728-b3f4-4a63edbcf311 None None] Bound port: 21a6935d-e4b1-4f3f-9459-16def3820ecb, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '375ecf35-ec61-42cd-ad0d-4e6f3f072fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'b325cd54-21f9-4bbe-82d0-26a6b5c3e10a'}}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 22:06:04.709477 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-dcc09d16-f669-4728-b3f4-4a63edbcf311 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:04.732075 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ec150d13-add8-4109-9bdf-f8f990b22bc8 tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997585', 'neutron.services.segments.db._delete_segments_for_network-8737602743071'] for network, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:04.751106 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-ec150d13-add8-4109-9bdf-f8f990b22bc8 tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2618dcabe0>,) {'filters': {'network_id': ['b325cd54-21f9-4bbe-82d0-26a6b5c3e10a']}} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 22:06:04.763095 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-ec150d13-add8-4109-9bdf-f8f990b22bc8 tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2618dcabe0>, '375ecf35-ec61-42cd-ad0d-4e6f3f072fa5') {'for_net_delete': True} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 22:06:04.774537 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-ec150d13-add8-4109-9bdf-f8f990b22bc8 tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2618dcabe0>, '375ecf35-ec61-42cd-ad0d-4e6f3f072fa5') {} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 22:06:04.774537 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ec150d13-add8-4109-9bdf-f8f990b22bc8 tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737602746920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10246592'] for segment, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:04.778577 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:04.789411 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ec150d13-add8-4109-9bdf-f8f990b22bc8 tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:04.796660 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec150d13-add8-4109-9bdf-f8f990b22bc8 tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] Releasing vlan 164 on physical network physnet1 to pool {{(pid=121607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 25 22:06:04.797246 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ec150d13-add8-4109-9bdf-f8f990b22bc8 tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8633327'] for segment, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:04.800203 ncdv-master-1 neutron-server[121607]: Traceback (most recent call last):
Dec 25 22:06:04.800203 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 25 22:06:04.800203 ncdv-master-1 neutron-server[121607]:     timer()
Dec 25 22:06:04.800203 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 25 22:06:04.800203 ncdv-master-1 neutron-server[121607]:     cb(*args, **kw)
Dec 25 22:06:04.800203 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 25 22:06:04.800203 ncdv-master-1 neutron-server[121607]:     return func(*args, **kwargs)
Dec 25 22:06:04.800203 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 25 22:06:04.800203 ncdv-master-1 neutron-server[121607]:     self._notify()
Dec 25 22:06:04.800203 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 25 22:06:04.800203 ncdv-master-1 neutron-server[121607]:     self.callback(batched_events)
Dec 25 22:06:04.800203 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 25 22:06:04.800203 ncdv-master-1 neutron-server[121607]:     event.method(event)
Dec 25 22:06:04.800203 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 25 22:06:04.800203 ncdv-master-1 neutron-server[121607]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 25 22:06:04.800203 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 25 22:06:04.800203 ncdv-master-1 neutron-server[121607]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 25 22:06:04.800203 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 25 22:06:04.800203 ncdv-master-1 neutron-server[121607]:     return f(self, *a, **k)
Dec 25 22:06:04.800203 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 25 22:06:04.800203 ncdv-master-1 neutron-server[121607]:     return self._get(url).json()
Dec 25 22:06:04.800203 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 25 22:06:04.800203 ncdv-master-1 neutron-server[121607]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 25 22:06:04.800203 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 25 22:06:04.800203 ncdv-master-1 neutron-server[121607]:     return self.request(url, 'GET', **kwargs)
Dec 25 22:06:04.800203 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 25 22:06:04.800203 ncdv-master-1 neutron-server[121607]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 25 22:06:04.800203 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 25 22:06:04.800203 ncdv-master-1 neutron-server[121607]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 25 22:06:04.800203 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 25 22:06:04.800203 ncdv-master-1 neutron-server[121607]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 25 22:06:04.800203 ncdv-master-1 neutron-server[121607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 25 22:06:04.812233 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aea77b6b-98e9-4f71-8c13-1c10a065514e None None] Network 6dfc7d74-b3f9-48aa-b674-09562661c632 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 22:06:04.819567 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-0f2df092-8daa-41fe-b751-632581330a57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:04.852248 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-dcc09d16-f669-4728-b3f4-4a63edbcf311 None None] For port 21a6935d-e4b1-4f3f-9459-16def3820ecb, host ncdv-master-1, cleared binding levels {{(pid=121608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 22:06:04.883055 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.db.api [None req-ec150d13-add8-4109-9bdf-f8f990b22bc8 tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Dec 25 22:06:04.883055 ncdv-master-1 neutron-server[121607]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Dec 25 22:06:04.883055 ncdv-master-1 neutron-server[121607]: [parameters: {'id': 'b325cd54-21f9-4bbe-82d0-26a6b5c3e10a'}]
Dec 25 22:06:04.883055 ncdv-master-1 neutron-server[121607]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=121607) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 25 22:06:04.883933 ncdv-master-1 neutron-server[121607]: DEBUG oslo_db.api [None req-ec150d13-add8-4109-9bdf-f8f990b22bc8 tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 25 22:06:04.891232 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-dcc09d16-f669-4728-b3f4-4a63edbcf311 None None] For port 21a6935d-e4b1-4f3f-9459-16def3820ecb, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=21a6935d-e4b1-4f3f-9459-16def3820ecb,segment=NetworkSegment(375ecf35-ec61-42cd-ad0d-4e6f3f072fa5),segment_id=375ecf35-ec61-42cd-ad0d-4e6f3f072fa5)] {{(pid=121608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 22:06:04.924562 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:04.945134 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-dcc09d16-f669-4728-b3f4-4a63edbcf311 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:04.950598 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-0c7201f2-4a61-43b8-b183-5120d53613ff None None] Provisioning complete for port ae6cd6b4-8eb5-45d2-959a-7241702f89d7 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 22:06:04.950958 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-0c7201f2-4a61-43b8-b183-5120d53613ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:05.065806 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] For port ae6cd6b4-8eb5-45d2-959a-7241702f89d7, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ae6cd6b4-8eb5-45d2-959a-7241702f89d7,segment=NetworkSegment(3c6e442d-7d57-45c0-bbd8-ee0a0b1a7cf5),segment_id=3c6e442d-7d57-45c0-bbd8-ee0a0b1a7cf5)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 22:06:05.104370 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc09d16-f669-4728-b3f4-4a63edbcf311 None None] Pushing event updated for resources: {'Port': ['ID=21a6935d-e4b1-4f3f-9459-16def3820ecb,revision_number=2']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:06:05.121502 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:05.126645 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0098bb8-c50f-4f51-8e15-bb987aff084c None None] Network b325cd54-21f9-4bbe-82d0-26a6b5c3e10a requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 22:06:05.258492 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Pushing event updated for resources: {'Port': ['ID=ae6cd6b4-8eb5-45d2-959a-7241702f89d7,revision_number=3']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:06:05.315082 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4852626f-1538-489c-b400-51e4f323f7fa None None] get_active_networks_info from ncdv-master-1 {{(pid=121608) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
Dec 25 22:06:05.384418 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ec150d13-add8-4109-9bdf-f8f990b22bc8 tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625803'] for network, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:05.397584 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-638d2f20-7f84-4a2e-8496-c39c32f0eb57 None None] Provisioning complete for port ae6cd6b4-8eb5-45d2-959a-7241702f89d7 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 22:06:05.397898 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-638d2f20-7f84-4a2e-8496-c39c32f0eb57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:05.402140 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4852626f-1538-489c-b400-51e4f323f7fa None None] Resources bound (agent type, host, resource id):  {{(pid=121608) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Dec 25 22:06:05.437612 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-ec150d13-add8-4109-9bdf-f8f990b22bc8 tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] Deleting port 21a6935d-e4b1-4f3f-9459-16def3820ecb {{(pid=121607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 22:06:05.438301 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ec150d13-add8-4109-9bdf-f8f990b22bc8 tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:05.506271 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.db [None req-ec150d13-add8-4109-9bdf-f8f990b22bc8 tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] For port 21a6935d-e4b1-4f3f-9459-16def3820ecb, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=21a6935d-e4b1-4f3f-9459-16def3820ecb,segment=NetworkSegment(375ecf35-ec61-42cd-ad0d-4e6f3f072fa5),segment_id=375ecf35-ec61-42cd-ad0d-4e6f3f072fa5)] {{(pid=121607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 22:06:05.506853 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ec150d13-add8-4109-9bdf-f8f990b22bc8 tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:05.519636 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-ec150d13-add8-4109-9bdf-f8f990b22bc8 tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] Calling delete_port for 21a6935d-e4b1-4f3f-9459-16def3820ecb owned by network:dhcp {{(pid=121607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 22:06:05.642214 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ec150d13-add8-4109-9bdf-f8f990b22bc8 tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:05.669476 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec150d13-add8-4109-9bdf-f8f990b22bc8 tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] Pushing event deleted for resources: {'Port': ['ID=21a6935d-e4b1-4f3f-9459-16def3820ecb,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:06:05.674552 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec150d13-add8-4109-9bdf-f8f990b22bc8 tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] No DVR routers for this DVR port 21a6935d-e4b1-4f3f-9459-16def3820ecb on host ncdv-master-1 {{(pid=121607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 22:06:05.751718 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ec150d13-add8-4109-9bdf-f8f990b22bc8 tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997585', 'neutron.services.segments.db._delete_segments_for_network-8737602743071'] for network, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:05.775362 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-ec150d13-add8-4109-9bdf-f8f990b22bc8 tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f26119d16d0>,) {'filters': {'network_id': ['b325cd54-21f9-4bbe-82d0-26a6b5c3e10a']}} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 22:06:05.784840 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-ec150d13-add8-4109-9bdf-f8f990b22bc8 tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f26119d16d0>, '375ecf35-ec61-42cd-ad0d-4e6f3f072fa5') {'for_net_delete': True} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 22:06:05.785168 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-ec150d13-add8-4109-9bdf-f8f990b22bc8 tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f26119d16d0>, '375ecf35-ec61-42cd-ad0d-4e6f3f072fa5') {} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 22:06:05.794945 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ec150d13-add8-4109-9bdf-f8f990b22bc8 tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737602746920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10246592'] for segment, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:05.807458 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ec150d13-add8-4109-9bdf-f8f990b22bc8 tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:05.813130 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec150d13-add8-4109-9bdf-f8f990b22bc8 tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] Releasing vlan 164 on physical network physnet1 to pool {{(pid=121607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 25 22:06:05.813507 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ec150d13-add8-4109-9bdf-f8f990b22bc8 tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8633327'] for segment, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:05.816327 ncdv-master-1 neutron-server[121607]: Traceback (most recent call last):
Dec 25 22:06:05.816327 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 25 22:06:05.816327 ncdv-master-1 neutron-server[121607]:     timer()
Dec 25 22:06:05.816327 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 25 22:06:05.816327 ncdv-master-1 neutron-server[121607]:     cb(*args, **kw)
Dec 25 22:06:05.816327 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 25 22:06:05.816327 ncdv-master-1 neutron-server[121607]:     return func(*args, **kwargs)
Dec 25 22:06:05.816327 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 25 22:06:05.816327 ncdv-master-1 neutron-server[121607]:     self._notify()
Dec 25 22:06:05.816327 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 25 22:06:05.816327 ncdv-master-1 neutron-server[121607]:     self.callback(batched_events)
Dec 25 22:06:05.816327 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 25 22:06:05.816327 ncdv-master-1 neutron-server[121607]:     event.method(event)
Dec 25 22:06:05.816327 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 25 22:06:05.816327 ncdv-master-1 neutron-server[121607]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 25 22:06:05.816327 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 25 22:06:05.816327 ncdv-master-1 neutron-server[121607]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 25 22:06:05.816327 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 25 22:06:05.816327 ncdv-master-1 neutron-server[121607]:     return f(self, *a, **k)
Dec 25 22:06:05.816327 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 25 22:06:05.816327 ncdv-master-1 neutron-server[121607]:     return self._get(url).json()
Dec 25 22:06:05.816327 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 25 22:06:05.816327 ncdv-master-1 neutron-server[121607]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 25 22:06:05.816327 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 25 22:06:05.816327 ncdv-master-1 neutron-server[121607]:     return self.request(url, 'GET', **kwargs)
Dec 25 22:06:05.816327 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 25 22:06:05.816327 ncdv-master-1 neutron-server[121607]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 25 22:06:05.816327 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 25 22:06:05.816327 ncdv-master-1 neutron-server[121607]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 25 22:06:05.816327 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 25 22:06:05.816327 ncdv-master-1 neutron-server[121607]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 25 22:06:05.816327 ncdv-master-1 neutron-server[121607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 25 22:06:05.951186 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ec150d13-add8-4109-9bdf-f8f990b22bc8 tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2008653'] for network, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:05.959255 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ec150d13-add8-4109-9bdf-f8f990b22bc8 tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] Publish callbacks [] for network, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:05.961198 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-ec150d13-add8-4109-9bdf-f8f990b22bc8 tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] 10.222.0.32 "DELETE /v2.0/networks/b325cd54-21f9-4bbe-82d0-26a6b5c3e10a HTTP/1.1" status: 204  len: 168 time: 1.8046498
Dec 25 22:06:05.965312 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 47822) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 22:06:05.973204 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec150d13-add8-4109-9bdf-f8f990b22bc8 tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] Pushing event deleted for resources: {'Network': ['ID=b325cd54-21f9-4bbe-82d0-26a6b5c3e10a,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:06:05.995333 ncdv-master-1 neutron-server[121606]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8585abf-0836-45f4-8282-0fc15852b149 tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] GET failed (client error): The resource could not be found.
Dec 25 22:06:05.997005 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-a8585abf-0836-45f4-8282-0fc15852b149 tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] 10.222.0.32 "GET /v2.0/subnets/4f78ec17-4a5b-475b-95e1-ada463db53c5 HTTP/1.1" status: 404  len: 337 time: 0.0303247
Dec 25 22:06:05.999597 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 47824) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 22:06:06.016919 ncdv-master-1 neutron-server[121606]: INFO neutron.pecan_wsgi.hooks.translation [None req-78e99d22-f31a-4ad8-be3a-cb378b231903 tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] DELETE failed (client error): The resource could not be found.
Dec 25 22:06:06.017401 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78e99d22-f31a-4ad8-be3a-cb378b231903 tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 25 22:06:06.020335 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-78e99d22-f31a-4ad8-be3a-cb378b231903 tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] 10.222.0.32 "DELETE /v2.0/networks/b325cd54-21f9-4bbe-82d0-26a6b5c3e10a HTTP/1.1" status: 404  len: 339 time: 0.0197873
Dec 25 22:06:06.024076 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 47826) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 22:06:06.050419 ncdv-master-1 neutron-server[121606]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e1fc3d3-edab-4f08-ad98-9db376bc9d5f tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] DELETE failed (client error): The resource could not be found.
Dec 25 22:06:06.050780 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e1fc3d3-edab-4f08-ad98-9db376bc9d5f tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 25 22:06:06.053758 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-4e1fc3d3-edab-4f08-ad98-9db376bc9d5f tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] 10.222.0.32 "DELETE /v2.0/subnets/4f78ec17-4a5b-475b-95e1-ada463db53c5 HTTP/1.1" status: 404  len: 337 time: 0.0288126
Dec 25 22:06:06.056155 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 47828) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 22:06:06.072711 ncdv-master-1 neutron-server[121606]: INFO neutron.pecan_wsgi.hooks.translation [None req-47a1bfe8-b97a-41df-a2f5-27f02f636631 tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] DELETE failed (client error): The resource could not be found.
Dec 25 22:06:06.073204 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47a1bfe8-b97a-41df-a2f5-27f02f636631 tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 25 22:06:06.076051 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-47a1bfe8-b97a-41df-a2f5-27f02f636631 tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] 10.222.0.32 "DELETE /v2.0/networks/b325cd54-21f9-4bbe-82d0-26a6b5c3e10a HTTP/1.1" status: 404  len: 339 time: 0.0190358
Dec 25 22:06:06.078226 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 47830) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 22:06:06.130613 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b7e4b8e-5111-41d4-8ef2-3256b917cf77 tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] Deleting subnet 44928391-1e41-4521-9aa3-28fd877ee131 {{(pid=121606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Dec 25 22:06:06.133681 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-4b7e4b8e-5111-41d4-8ef2-3256b917cf77 tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] Publish callbacks [] for subnet, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:06.171895 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-4b7e4b8e-5111-41d4-8ef2-3256b917cf77 tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9084199'] for subnet, precommit_delete_associations {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:06.250253 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-4b7e4b8e-5111-41d4-8ef2-3256b917cf77 tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995662'] for subnet, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:06.362832 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-4b7e4b8e-5111-41d4-8ef2-3256b917cf77 tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9084363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9028506'] for subnet, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:06.389109 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7e4b8e-5111-41d4-8ef2-3256b917cf77 tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] Pushing event deleted for resources: {'Subnet': ['ID=44928391-1e41-4521-9aa3-28fd877ee131,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:06:06.392766 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-4b7e4b8e-5111-41d4-8ef2-3256b917cf77 tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] Publish callbacks [] for subnet, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:06.396294 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-4b7e4b8e-5111-41d4-8ef2-3256b917cf77 tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] 10.222.0.32 "DELETE /v2.0/subnets/44928391-1e41-4521-9aa3-28fd877ee131 HTTP/1.1" status: 204  len: 168 time: 0.3169076
Dec 25 22:06:06.398569 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 47832) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 22:06:06.400243 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecfc5c17-884b-4d1e-9d13-d774620b6388 None None] Network 6dfc7d74-b3f9-48aa-b674-09562661c632 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 22:06:06.477071 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-1de0794a-35c8-46f8-8ddf-42148435bbd0 tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625803'] for network, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:06.535191 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-1de0794a-35c8-46f8-8ddf-42148435bbd0 tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] Deleting port ae6cd6b4-8eb5-45d2-959a-7241702f89d7 {{(pid=121606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 22:06:06.535535 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-1de0794a-35c8-46f8-8ddf-42148435bbd0 tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:06.557938 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5c345e3-7253-47c1-a93c-d3ba6deab1d8 None None] DHCP port deletion for 6dfc7d74-b3f9-48aa-b674-09562661c632 request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 22:06:06.605291 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-d5c345e3-7253-47c1-a93c-d3ba6deab1d8 None None] Deleting port ae6cd6b4-8eb5-45d2-959a-7241702f89d7 {{(pid=121608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 22:06:06.605757 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-d5c345e3-7253-47c1-a93c-d3ba6deab1d8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:06.607209 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [None req-1de0794a-35c8-46f8-8ddf-42148435bbd0 tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] For port ae6cd6b4-8eb5-45d2-959a-7241702f89d7, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ae6cd6b4-8eb5-45d2-959a-7241702f89d7,segment=NetworkSegment(3c6e442d-7d57-45c0-bbd8-ee0a0b1a7cf5),segment_id=3c6e442d-7d57-45c0-bbd8-ee0a0b1a7cf5)] {{(pid=121606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 22:06:06.607591 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-1de0794a-35c8-46f8-8ddf-42148435bbd0 tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:06.623577 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-1de0794a-35c8-46f8-8ddf-42148435bbd0 tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] Calling delete_port for ae6cd6b4-8eb5-45d2-959a-7241702f89d7 owned by network:dhcp {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 22:06:06.757208 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-1de0794a-35c8-46f8-8ddf-42148435bbd0 tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:06.785880 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de0794a-35c8-46f8-8ddf-42148435bbd0 tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] Pushing event deleted for resources: {'Port': ['ID=ae6cd6b4-8eb5-45d2-959a-7241702f89d7,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:06:06.792420 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1de0794a-35c8-46f8-8ddf-42148435bbd0 tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] No DVR routers for this DVR port ae6cd6b4-8eb5-45d2-959a-7241702f89d7 on host ncdv-master-1 {{(pid=121606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 22:06:06.835650 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-d5c345e3-7253-47c1-a93c-d3ba6deab1d8 None None] For port ae6cd6b4-8eb5-45d2-959a-7241702f89d7, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ae6cd6b4-8eb5-45d2-959a-7241702f89d7,segment=NetworkSegment(3c6e442d-7d57-45c0-bbd8-ee0a0b1a7cf5),segment_id=3c6e442d-7d57-45c0-bbd8-ee0a0b1a7cf5)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 22:06:06.836078 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-d5c345e3-7253-47c1-a93c-d3ba6deab1d8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:06.848477 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-d5c345e3-7253-47c1-a93c-d3ba6deab1d8 None None] Calling delete_port for ae6cd6b4-8eb5-45d2-959a-7241702f89d7 owned by network:dhcp {{(pid=121608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 22:06:06.870663 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-1de0794a-35c8-46f8-8ddf-42148435bbd0 tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997585', 'neutron.services.segments.db._delete_segments_for_network-8737602743071'] for network, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:06.890196 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.segments.db [None req-1de0794a-35c8-46f8-8ddf-42148435bbd0 tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2618bc04f0>,) {'filters': {'network_id': ['6dfc7d74-b3f9-48aa-b674-09562661c632']}} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 22:06:06.899328 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.segments.db [None req-1de0794a-35c8-46f8-8ddf-42148435bbd0 tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2618bc04f0>, '3c6e442d-7d57-45c0-bbd8-ee0a0b1a7cf5') {'for_net_delete': True} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 22:06:06.899635 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.segments.db [None req-1de0794a-35c8-46f8-8ddf-42148435bbd0 tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2618bc04f0>, '3c6e442d-7d57-45c0-bbd8-ee0a0b1a7cf5') {} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 22:06:06.908736 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-1de0794a-35c8-46f8-8ddf-42148435bbd0 tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737602746920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9084222'] for segment, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:06.922261 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-1de0794a-35c8-46f8-8ddf-42148435bbd0 tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:06.927360 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-d5c345e3-7253-47c1-a93c-d3ba6deab1d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955'] for port, after_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:06.928178 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1de0794a-35c8-46f8-8ddf-42148435bbd0 tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] Releasing vlan 185 on physical network physnet1 to pool {{(pid=121606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 25 22:06:06.928562 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-1de0794a-35c8-46f8-8ddf-42148435bbd0 tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9084542'] for segment, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:06.931651 ncdv-master-1 neutron-server[121606]: Traceback (most recent call last):
Dec 25 22:06:06.931651 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 25 22:06:06.931651 ncdv-master-1 neutron-server[121606]:     timer()
Dec 25 22:06:06.931651 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 25 22:06:06.931651 ncdv-master-1 neutron-server[121606]:     cb(*args, **kw)
Dec 25 22:06:06.931651 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 25 22:06:06.931651 ncdv-master-1 neutron-server[121606]:     return func(*args, **kwargs)
Dec 25 22:06:06.931651 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 25 22:06:06.931651 ncdv-master-1 neutron-server[121606]:     self._notify()
Dec 25 22:06:06.931651 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 25 22:06:06.931651 ncdv-master-1 neutron-server[121606]:     self.callback(batched_events)
Dec 25 22:06:06.931651 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 25 22:06:06.931651 ncdv-master-1 neutron-server[121606]:     event.method(event)
Dec 25 22:06:06.931651 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 25 22:06:06.931651 ncdv-master-1 neutron-server[121606]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 25 22:06:06.931651 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 25 22:06:06.931651 ncdv-master-1 neutron-server[121606]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 25 22:06:06.931651 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 25 22:06:06.931651 ncdv-master-1 neutron-server[121606]:     return f(self, *a, **k)
Dec 25 22:06:06.931651 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 25 22:06:06.931651 ncdv-master-1 neutron-server[121606]:     return self._get(url).json()
Dec 25 22:06:06.931651 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 25 22:06:06.931651 ncdv-master-1 neutron-server[121606]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 25 22:06:06.931651 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 25 22:06:06.931651 ncdv-master-1 neutron-server[121606]:     return self.request(url, 'GET', **kwargs)
Dec 25 22:06:06.931651 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 25 22:06:06.931651 ncdv-master-1 neutron-server[121606]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 25 22:06:06.931651 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 25 22:06:06.931651 ncdv-master-1 neutron-server[121606]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 25 22:06:06.931651 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 25 22:06:06.931651 ncdv-master-1 neutron-server[121606]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 25 22:06:06.931651 ncdv-master-1 neutron-server[121606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 25 22:06:06.953699 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c345e3-7253-47c1-a93c-d3ba6deab1d8 None None] Pushing event deleted for resources: {'Port': ['ID=ae6cd6b4-8eb5-45d2-959a-7241702f89d7,revision_number=None']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:06:06.958359 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5c345e3-7253-47c1-a93c-d3ba6deab1d8 None None] No DVR routers for this DVR port ae6cd6b4-8eb5-45d2-959a-7241702f89d7 on host ncdv-master-1 {{(pid=121608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 22:06:07.036598 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-c344ad86-b9f2-49ea-8833-41c387fdbf1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:07.065202 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-1de0794a-35c8-46f8-8ddf-42148435bbd0 tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2008653'] for network, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:07.071844 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-1de0794a-35c8-46f8-8ddf-42148435bbd0 tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] Publish callbacks [] for network, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:07.075104 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-1de0794a-35c8-46f8-8ddf-42148435bbd0 tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] 10.222.0.32 "DELETE /v2.0/networks/6dfc7d74-b3f9-48aa-b674-09562661c632 HTTP/1.1" status: 204  len: 168 time: 0.6751485
Dec 25 22:06:07.077779 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 47834) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 22:06:07.087573 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de0794a-35c8-46f8-8ddf-42148435bbd0 tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] Pushing event deleted for resources: {'Network': ['ID=6dfc7d74-b3f9-48aa-b674-09562661c632,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:06:07.105002 ncdv-master-1 neutron-server[121607]: INFO neutron.pecan_wsgi.hooks.translation [None req-d335cd29-b37f-4825-aec5-7b0d15fd279d tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] DELETE failed (client error): The resource could not be found.
Dec 25 22:06:07.113562 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d335cd29-b37f-4825-aec5-7b0d15fd279d tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 25 22:06:07.113562 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-d335cd29-b37f-4825-aec5-7b0d15fd279d tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] 10.222.0.32 "DELETE /v2.0/subnets/285f1220-592c-4e1f-8237-9967a3759ff0 HTTP/1.1" status: 404  len: 337 time: 0.0296848
Dec 25 22:06:07.113562 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 47836) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 22:06:07.129684 ncdv-master-1 neutron-server[121607]: INFO neutron.pecan_wsgi.hooks.translation [None req-588b117b-4203-4c5b-8467-1603d76217f8 tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] DELETE failed (client error): The resource could not be found.
Dec 25 22:06:07.130170 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-588b117b-4203-4c5b-8467-1603d76217f8 tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 25 22:06:07.133136 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-588b117b-4203-4c5b-8467-1603d76217f8 tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] 10.222.0.32 "DELETE /v2.0/networks/9e2096c9-332a-4392-9d9b-1fe164d09a8e HTTP/1.1" status: 404  len: 339 time: 0.0210657
Dec 25 22:06:07.135463 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 47838) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 22:06:07.164383 ncdv-master-1 neutron-server[121607]: INFO neutron.pecan_wsgi.hooks.translation [None req-59d2b1bd-3414-418a-adf1-f2164a8a6b8c tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] DELETE failed (client error): The resource could not be found.
Dec 25 22:06:07.164757 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59d2b1bd-3414-418a-adf1-f2164a8a6b8c tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 25 22:06:07.168255 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-59d2b1bd-3414-418a-adf1-f2164a8a6b8c tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] 10.222.0.32 "DELETE /v2.0/subnets/59df850d-99aa-4f20-83b1-5d6b99223c5d HTTP/1.1" status: 404  len: 337 time: 0.0319207
Dec 25 22:06:07.170637 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 47840) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 22:06:07.188017 ncdv-master-1 neutron-server[121607]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5fc1073-b3bd-4b76-964c-bac7354928b1 tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] DELETE failed (client error): The resource could not be found.
Dec 25 22:06:07.188491 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5fc1073-b3bd-4b76-964c-bac7354928b1 tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 25 22:06:07.191426 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-f5fc1073-b3bd-4b76-964c-bac7354928b1 tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] 10.222.0.32 "DELETE /v2.0/networks/ae5128d2-1835-4312-909a-a0f388567344 HTTP/1.1" status: 404  len: 339 time: 0.0198979
Dec 25 22:06:07.193564 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 47842) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 22:06:07.242850 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7c345a1-fde2-4d0b-ad16-49d87ffbeed9 tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] Deleting subnet 996e6a54-7209-463a-b05f-5fcb918a0668 {{(pid=121607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Dec 25 22:06:07.245896 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-c7c345a1-fde2-4d0b-ad16-49d87ffbeed9 tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] Publish callbacks [] for subnet, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:07.284664 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-c7c345a1-fde2-4d0b-ad16-49d87ffbeed9 tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10246617'] for subnet, precommit_delete_associations {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:07.369818 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-c7c345a1-fde2-4d0b-ad16-49d87ffbeed9 tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995662'] for subnet, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:07.510550 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-c7c345a1-fde2-4d0b-ad16-49d87ffbeed9 tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8632410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8852809'] for subnet, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:07.537426 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c345a1-fde2-4d0b-ad16-49d87ffbeed9 tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] Pushing event deleted for resources: {'Subnet': ['ID=996e6a54-7209-463a-b05f-5fcb918a0668,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:06:07.542752 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-c7c345a1-fde2-4d0b-ad16-49d87ffbeed9 tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] Publish callbacks [] for subnet, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:07.546424 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-c7c345a1-fde2-4d0b-ad16-49d87ffbeed9 tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] 10.222.0.32 "DELETE /v2.0/subnets/996e6a54-7209-463a-b05f-5fcb918a0668 HTTP/1.1" status: 204  len: 168 time: 0.3519928
Dec 25 22:06:07.548460 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-603b113a-1465-4dbd-8a9b-2cd4e5797a13 None None] Network 5837a764-6d3f-441f-83e8-e5870b37e9e6 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 22:06:07.549040 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 47844) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 22:06:07.634788 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b5d830a6-ed9a-4f06-b184-758dc0f68b86 tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625803'] for network, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:07.697308 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-b5d830a6-ed9a-4f06-b184-758dc0f68b86 tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] Deleting port 613b9adb-5038-4d74-b96a-db54f5c0e3ee {{(pid=121607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 22:06:07.698206 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b5d830a6-ed9a-4f06-b184-758dc0f68b86 tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:07.702002 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fca9c3c1-45e1-468c-854b-c6cc2c65dcb1 None None] DHCP port deletion for 5837a764-6d3f-441f-83e8-e5870b37e9e6 request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 22:06:07.748507 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-fca9c3c1-45e1-468c-854b-c6cc2c65dcb1 None None] Deleting port 613b9adb-5038-4d74-b96a-db54f5c0e3ee {{(pid=121608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 22:06:07.748900 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-fca9c3c1-45e1-468c-854b-c6cc2c65dcb1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:07.759891 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.db [None req-b5d830a6-ed9a-4f06-b184-758dc0f68b86 tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] For port 613b9adb-5038-4d74-b96a-db54f5c0e3ee, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=613b9adb-5038-4d74-b96a-db54f5c0e3ee,segment=NetworkSegment(8ba18953-92bc-4f53-bf5b-8b238bab88a8),segment_id=8ba18953-92bc-4f53-bf5b-8b238bab88a8)] {{(pid=121607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 22:06:07.760829 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b5d830a6-ed9a-4f06-b184-758dc0f68b86 tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:07.778703 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-b5d830a6-ed9a-4f06-b184-758dc0f68b86 tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] Calling delete_port for 613b9adb-5038-4d74-b96a-db54f5c0e3ee owned by network:dhcp {{(pid=121607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 22:06:07.810738 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-fca9c3c1-45e1-468c-854b-c6cc2c65dcb1 None None] For port 613b9adb-5038-4d74-b96a-db54f5c0e3ee, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=613b9adb-5038-4d74-b96a-db54f5c0e3ee,segment=NetworkSegment(8ba18953-92bc-4f53-bf5b-8b238bab88a8),segment_id=8ba18953-92bc-4f53-bf5b-8b238bab88a8)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 22:06:07.811133 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-fca9c3c1-45e1-468c-854b-c6cc2c65dcb1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:07.824010 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-fca9c3c1-45e1-468c-854b-c6cc2c65dcb1 None None] Calling delete_port for 613b9adb-5038-4d74-b96a-db54f5c0e3ee owned by network:dhcp {{(pid=121608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 22:06:07.905400 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b5d830a6-ed9a-4f06-b184-758dc0f68b86 tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:07.911011 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-fca9c3c1-45e1-468c-854b-c6cc2c65dcb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955'] for port, after_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:07.930452 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d830a6-ed9a-4f06-b184-758dc0f68b86 tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] Pushing event deleted for resources: {'Port': ['ID=613b9adb-5038-4d74-b96a-db54f5c0e3ee,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:06:07.933839 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5d830a6-ed9a-4f06-b184-758dc0f68b86 tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] No DVR routers for this DVR port 613b9adb-5038-4d74-b96a-db54f5c0e3ee on host ncdv-master-1 {{(pid=121607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 22:06:07.936962 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca9c3c1-45e1-468c-854b-c6cc2c65dcb1 None None] Pushing event deleted for resources: {'Port': ['ID=613b9adb-5038-4d74-b96a-db54f5c0e3ee,revision_number=None']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:06:07.938813 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fca9c3c1-45e1-468c-854b-c6cc2c65dcb1 None None] No DVR routers for this DVR port 613b9adb-5038-4d74-b96a-db54f5c0e3ee on host ncdv-master-1 {{(pid=121608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 22:06:08.015661 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b5d830a6-ed9a-4f06-b184-758dc0f68b86 tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997585', 'neutron.services.segments.db._delete_segments_for_network-8737602743071'] for network, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:08.035190 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-b5d830a6-ed9a-4f06-b184-758dc0f68b86 tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f26189cb070>,) {'filters': {'network_id': ['5837a764-6d3f-441f-83e8-e5870b37e9e6']}} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 22:06:08.044213 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-b5d830a6-ed9a-4f06-b184-758dc0f68b86 tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f26189cb070>, '8ba18953-92bc-4f53-bf5b-8b238bab88a8') {'for_net_delete': True} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 22:06:08.044517 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-b5d830a6-ed9a-4f06-b184-758dc0f68b86 tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f26189cb070>, '8ba18953-92bc-4f53-bf5b-8b238bab88a8') {} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 22:06:08.054057 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b5d830a6-ed9a-4f06-b184-758dc0f68b86 tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737602746920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10246592'] for segment, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:08.067703 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b5d830a6-ed9a-4f06-b184-758dc0f68b86 tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:08.074365 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5d830a6-ed9a-4f06-b184-758dc0f68b86 tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] Releasing vlan 167 on physical network physnet1 to pool {{(pid=121607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 25 22:06:08.074773 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b5d830a6-ed9a-4f06-b184-758dc0f68b86 tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8633327'] for segment, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:08.078301 ncdv-master-1 neutron-server[121607]: Traceback (most recent call last):
Dec 25 22:06:08.078301 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 25 22:06:08.078301 ncdv-master-1 neutron-server[121607]:     timer()
Dec 25 22:06:08.078301 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 25 22:06:08.078301 ncdv-master-1 neutron-server[121607]:     cb(*args, **kw)
Dec 25 22:06:08.078301 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 25 22:06:08.078301 ncdv-master-1 neutron-server[121607]:     return func(*args, **kwargs)
Dec 25 22:06:08.078301 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 25 22:06:08.078301 ncdv-master-1 neutron-server[121607]:     self._notify()
Dec 25 22:06:08.078301 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 25 22:06:08.078301 ncdv-master-1 neutron-server[121607]:     self.callback(batched_events)
Dec 25 22:06:08.078301 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 25 22:06:08.078301 ncdv-master-1 neutron-server[121607]:     event.method(event)
Dec 25 22:06:08.078301 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 25 22:06:08.078301 ncdv-master-1 neutron-server[121607]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 25 22:06:08.078301 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 25 22:06:08.078301 ncdv-master-1 neutron-server[121607]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 25 22:06:08.078301 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 25 22:06:08.078301 ncdv-master-1 neutron-server[121607]:     return f(self, *a, **k)
Dec 25 22:06:08.078301 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 25 22:06:08.078301 ncdv-master-1 neutron-server[121607]:     return self._get(url).json()
Dec 25 22:06:08.078301 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 25 22:06:08.078301 ncdv-master-1 neutron-server[121607]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 25 22:06:08.078301 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 25 22:06:08.078301 ncdv-master-1 neutron-server[121607]:     return self.request(url, 'GET', **kwargs)
Dec 25 22:06:08.078301 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 25 22:06:08.078301 ncdv-master-1 neutron-server[121607]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 25 22:06:08.078301 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 25 22:06:08.078301 ncdv-master-1 neutron-server[121607]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 25 22:06:08.078301 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 25 22:06:08.078301 ncdv-master-1 neutron-server[121607]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 25 22:06:08.078301 ncdv-master-1 neutron-server[121607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 25 22:06:08.212588 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b5d830a6-ed9a-4f06-b184-758dc0f68b86 tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2008653'] for network, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:08.219132 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b5d830a6-ed9a-4f06-b184-758dc0f68b86 tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] Publish callbacks [] for network, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:08.222322 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-b5d830a6-ed9a-4f06-b184-758dc0f68b86 tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] 10.222.0.32 "DELETE /v2.0/networks/5837a764-6d3f-441f-83e8-e5870b37e9e6 HTTP/1.1" status: 204  len: 168 time: 0.6723509
Dec 25 22:06:08.233911 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d830a6-ed9a-4f06-b184-758dc0f68b86 tempest-NetworksIpV6Test-357143946 tempest-NetworksIpV6Test-357143946-project] Pushing event deleted for resources: {'Network': ['ID=5837a764-6d3f-441f-83e8-e5870b37e9e6,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:06:08.521917 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device ae6cd6b4-8eb5-45d2-959a-7241702f89d7 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 22:06:08.542623 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] No Port match for: ae6cd6b4-8eb5-45d2-959a-7241702f89d7 {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 22:06:08.542907 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device ae6cd6b4-8eb5-45d2-959a-7241702f89d7 not bound to the agent host ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 22:06:08.543313 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 613b9adb-5038-4d74-b96a-db54f5c0e3ee no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 22:06:08.562572 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] No Port match for: 613b9adb-5038-4d74-b96a-db54f5c0e3ee {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 22:06:08.563204 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 613b9adb-5038-4d74-b96a-db54f5c0e3ee not bound to the agent host ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 22:06:08.648216 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3e945ecd-9380-47c2-aa0a-12ebe07e03e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:08.689780 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 47850) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 22:06:08.722605 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:08.745172 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.agents_db [None req-ec08dba0-4483-4109-b5e1-5e4a9fdaf12d None None] Agent healthcheck: found 7 active agents {{(pid=121609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 25 22:06:08.818989 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-081585fc-87b6-4b10-9ab5-6c4563aab231 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=713c72669335418fac39775d2bc8bc3d&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1279774
Dec 25 22:06:08.821532 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 47854) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 22:06:08.868058 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-0098f4d1-e9fb-4dd0-a931-92a20924e4ae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:08.888260 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-0098f4d1-e9fb-4dd0-a931-92a20924e4ae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:09.025348 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-0098f4d1-e9fb-4dd0-a931-92a20924e4ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:09.028527 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-0098f4d1-e9fb-4dd0-a931-92a20924e4ae admin admin] Publish callbacks [] for security_group, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:09.029786 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-0098f4d1-e9fb-4dd0-a931-92a20924e4ae admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3b66eee3-6010-4fdb-80eb-4bee1b420a7f HTTP/1.1" status: 204  len: 168 time: 0.2072806
Dec 25 22:06:09.037602 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0098f4d1-e9fb-4dd0-a931-92a20924e4ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b66eee3-6010-4fdb-80eb-4bee1b420a7f,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:06:09.665341 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-15cb578f-7a63-4fd3-925d-83bad4c7b82a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:10.013092 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 47876) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 22:06:10.106515 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-f942aded-0cdb-406a-8c67-e7d11ddd9118 tempest-RoutersNegativeTest-1648604312 tempest-RoutersNegativeTest-1648604312-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-2132385697', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 22:06:10.196976 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-f942aded-0cdb-406a-8c67-e7d11ddd9118 tempest-RoutersNegativeTest-1648604312 tempest-RoutersNegativeTest-1648604312-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2014909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14863'] for router, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:10.198039 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-f942aded-0cdb-406a-8c67-e7d11ddd9118 tempest-RoutersNegativeTest-1648604312 tempest-RoutersNegativeTest-1648604312-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2014285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2009796', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2082630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14848'] for router, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:10.247777 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-f942aded-0cdb-406a-8c67-e7d11ddd9118 tempest-RoutersNegativeTest-1648604312 tempest-RoutersNegativeTest-1648604312-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:10.327435 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-f942aded-0cdb-406a-8c67-e7d11ddd9118 tempest-RoutersNegativeTest-1648604312 tempest-RoutersNegativeTest-1648604312-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2014278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2009753'] for router, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:10.403839 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-f942aded-0cdb-406a-8c67-e7d11ddd9118 tempest-RoutersNegativeTest-1648604312 tempest-RoutersNegativeTest-1648604312-project] Publish callbacks [] for router, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:10.405097 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-f942aded-0cdb-406a-8c67-e7d11ddd9118 tempest-RoutersNegativeTest-1648604312 tempest-RoutersNegativeTest-1648604312-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 708 time: 0.3909032
Dec 25 22:06:10.407709 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 47880) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 22:06:10.412394 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-df869cad-d7d7-4054-99a0-0f530933c3d1 tempest-RoutersNegativeTest-1648604312 tempest-RoutersNegativeTest-1648604312-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1455461764'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 22:06:10.504867 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df869cad-d7d7-4054-99a0-0f530933c3d1 tempest-RoutersNegativeTest-1648604312 tempest-RoutersNegativeTest-1648604312-project] Made reservation on behalf of b6d372ce30e444d3b11ed384c53e71f9 for: {'network': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 22:06:10.508382 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-df869cad-d7d7-4054-99a0-0f530933c3d1 tempest-RoutersNegativeTest-1648604312 tempest-RoutersNegativeTest-1648604312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for network, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:10.516901 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-df869cad-d7d7-4054-99a0-0f530933c3d1 tempest-RoutersNegativeTest-1648604312 tempest-RoutersNegativeTest-1648604312-project] Publish callbacks [] for security_group, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:10.591611 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-df869cad-d7d7-4054-99a0-0f530933c3d1 tempest-RoutersNegativeTest-1648604312 tempest-RoutersNegativeTest-1648604312-project] Publish callbacks [] for security_group, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:10.652848 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-df869cad-d7d7-4054-99a0-0f530933c3d1 tempest-RoutersNegativeTest-1648604312 tempest-RoutersNegativeTest-1648604312-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:10.681403 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df869cad-d7d7-4054-99a0-0f530933c3d1 tempest-RoutersNegativeTest-1648604312 tempest-RoutersNegativeTest-1648604312-project] vlan segment allocate from pool success with {'vlan_id': 192, 'physical_network': 'physnet1'}  {{(pid=121606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 25 22:06:10.687580 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df869cad-d7d7-4054-99a0-0f530933c3d1 tempest-RoutersNegativeTest-1648604312 tempest-RoutersNegativeTest-1648604312-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13af9a0d-61f2-4f4e-89e8-7c3a545602a6,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:06:10.693388 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-df869cad-d7d7-4054-99a0-0f530933c3d1 tempest-RoutersNegativeTest-1648604312 tempest-RoutersNegativeTest-1648604312-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:10.693735 ncdv-master-1 neutron-server[121606]: INFO neutron.db.segments_db [None req-df869cad-d7d7-4054-99a0-0f530933c3d1 tempest-RoutersNegativeTest-1648604312 tempest-RoutersNegativeTest-1648604312-project] Added segment 3c9fde7f-fa04-48ee-8963-33ac6e930e57 of type vlan for network a7ce2aae-8ef8-46a6-9053-bcd1a9d46fdc
Dec 25 22:06:10.737243 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-df869cad-d7d7-4054-99a0-0f530933c3d1 tempest-RoutersNegativeTest-1648604312 tempest-RoutersNegativeTest-1648604312-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737602163420'] for network, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:10.807718 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:10.836224 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-df869cad-d7d7-4054-99a0-0f530933c3d1 tempest-RoutersNegativeTest-1648604312 tempest-RoutersNegativeTest-1648604312-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870'] for network, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:10.845741 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df869cad-d7d7-4054-99a0-0f530933c3d1 tempest-RoutersNegativeTest-1648604312 tempest-RoutersNegativeTest-1648604312-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:06:10.845741 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-df869cad-d7d7-4054-99a0-0f530933c3d1 tempest-RoutersNegativeTest-1648604312 tempest-RoutersNegativeTest-1648604312-project] Publish callbacks [] for network, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:10.906922 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df869cad-d7d7-4054-99a0-0f530933c3d1 tempest-RoutersNegativeTest-1648604312 tempest-RoutersNegativeTest-1648604312-project] Pushing event updated for resources: {'Network': ['ID=a7ce2aae-8ef8-46a6-9053-bcd1a9d46fdc,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:06:10.916551 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Network a7ce2aae-8ef8-46a6-9053-bcd1a9d46fdc details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 25 22:06:10.958413 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-df869cad-d7d7-4054-99a0-0f530933c3d1 tempest-RoutersNegativeTest-1648604312 tempest-RoutersNegativeTest-1648604312-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 787 time: 0.5496879
Dec 25 22:06:10.961173 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 47882) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 22:06:10.966493 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-2a7d1785-b5c2-4588-a02b-8c3a1b57cf7a tempest-RoutersNegativeTest-1648604312 tempest-RoutersNegativeTest-1648604312-project] Request body: {'subnet': {'network_id': 'a7ce2aae-8ef8-46a6-9053-bcd1a9d46fdc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 22:06:11.115361 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a7d1785-b5c2-4588-a02b-8c3a1b57cf7a tempest-RoutersNegativeTest-1648604312 tempest-RoutersNegativeTest-1648604312-project] Made reservation on behalf of b6d372ce30e444d3b11ed384c53e71f9 for: {'subnet': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 22:06:11.118815 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-2a7d1785-b5c2-4588-a02b-8c3a1b57cf7a tempest-RoutersNegativeTest-1648604312 tempest-RoutersNegativeTest-1648604312-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9028529'] for subnet, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:11.351261 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-2a7d1785-b5c2-4588-a02b-8c3a1b57cf7a tempest-RoutersNegativeTest-1648604312 tempest-RoutersNegativeTest-1648604312-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9084170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9028515'] for subnet, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:11.415945 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7d1785-b5c2-4588-a02b-8c3a1b57cf7a tempest-RoutersNegativeTest-1648604312 tempest-RoutersNegativeTest-1648604312-project] Pushing event updated for resources: {'Subnet': ['ID=8cb06479-68e7-4f7b-b159-3916f9f888e7,revision_number=0']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:06:11.418832 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a7d1785-b5c2-4588-a02b-8c3a1b57cf7a tempest-RoutersNegativeTest-1648604312 tempest-RoutersNegativeTest-1648604312-project] Checking segment: {'id': '3c9fde7f-fa04-48ee-8963-33ac6e930e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'a7ce2aae-8ef8-46a6-9053-bcd1a9d46fdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 22:06:11.419189 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a7d1785-b5c2-4588-a02b-8c3a1b57cf7a tempest-RoutersNegativeTest-1648604312 tempest-RoutersNegativeTest-1648604312-project] Network hostable DHCP agents. Network: a7ce2aae-8ef8-46a6-9053-bcd1a9d46fdc, hostable agents: ['1813db88-2c1b-4357-a2ba-869246b663c2'], hosted agents: [] {{(pid=121606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 25 22:06:11.505116 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a7d1785-b5c2-4588-a02b-8c3a1b57cf7a tempest-RoutersNegativeTest-1648604312 tempest-RoutersNegativeTest-1648604312-project] Network a7ce2aae-8ef8-46a6-9053-bcd1a9d46fdc is scheduled to be hosted by DHCP agent 1813db88-2c1b-4357-a2ba-869246b663c2 with binding_index 1 {{(pid=121606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 25 22:06:11.573512 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [None req-2a7d1785-b5c2-4588-a02b-8c3a1b57cf7a tempest-RoutersNegativeTest-1648604312 tempest-RoutersNegativeTest-1648604312-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, a7ce2aae-8ef8-46a6-9053-bcd1a9d46fdc) {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 22:06:11.577488 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a7d1785-b5c2-4588-a02b-8c3a1b57cf7a tempest-RoutersNegativeTest-1648604312 tempest-RoutersNegativeTest-1648604312-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:06:11.578077 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-2a7d1785-b5c2-4588-a02b-8c3a1b57cf7a tempest-RoutersNegativeTest-1648604312 tempest-RoutersNegativeTest-1648604312-project] Publish callbacks [] for subnet, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:11.582327 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f903e39-8660-4682-931f-973bf9550fec None None] Network a7ce2aae-8ef8-46a6-9053-bcd1a9d46fdc requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 22:06:11.673873 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-2a7d1785-b5c2-4588-a02b-8c3a1b57cf7a tempest-RoutersNegativeTest-1648604312 tempest-RoutersNegativeTest-1648604312-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.7114372
Dec 25 22:06:11.677091 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 47884) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 22:06:11.680946 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c302c248-5b4d-4dd9-96dd-4c4a9f057532 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-a7ce2aae-8ef8-46a6-9053-bcd1a9d46fdc', 'network_id': 'a7ce2aae-8ef8-46a6-9053-bcd1a9d46fdc', 'project_id': 'b6d372ce30e444d3b11ed384c53e71f9', 'fixed_ips': [{'subnet_id': '8cb06479-68e7-4f7b-b159-3916f9f888e7'}]}} from ncdv-master-1. {{(pid=121608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 25 22:06:11.681838 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-c302c248-5b4d-4dd9-96dd-4c4a9f057532 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:11.682432 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-9a44db68-e36a-43f8-959d-eb174f5e1fa4 tempest-RoutersNegativeTest-1648604312 tempest-RoutersNegativeTest-1648604312-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-356197320'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 22:06:11.762506 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a44db68-e36a-43f8-959d-eb174f5e1fa4 tempest-RoutersNegativeTest-1648604312 tempest-RoutersNegativeTest-1648604312-project] Made reservation on behalf of b6d372ce30e444d3b11ed384c53e71f9 for: {'network': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 22:06:11.766094 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-9a44db68-e36a-43f8-959d-eb174f5e1fa4 tempest-RoutersNegativeTest-1648604312 tempest-RoutersNegativeTest-1648604312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for network, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:11.791494 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a44db68-e36a-43f8-959d-eb174f5e1fa4 tempest-RoutersNegativeTest-1648604312 tempest-RoutersNegativeTest-1648604312-project] vlan segment allocate from pool success with {'vlan_id': 196, 'physical_network': 'physnet1'}  {{(pid=121606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 25 22:06:11.800752 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-9a44db68-e36a-43f8-959d-eb174f5e1fa4 tempest-RoutersNegativeTest-1648604312 tempest-RoutersNegativeTest-1648604312-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:11.801191 ncdv-master-1 neutron-server[121606]: INFO neutron.db.segments_db [None req-9a44db68-e36a-43f8-959d-eb174f5e1fa4 tempest-RoutersNegativeTest-1648604312 tempest-RoutersNegativeTest-1648604312-project] Added segment 02d3ec70-80ae-4ee8-9026-898e87ff1367 of type vlan for network 214d0cab-3f04-4d69-bade-4db0c573e4d7
Dec 25 22:06:11.822508 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.db_base_plugin_common [None req-c302c248-5b4d-4dd9-96dd-4c4a9f057532 None None] Allocated IP 172.20.0.2 (a7ce2aae-8ef8-46a6-9053-bcd1a9d46fdc/8cb06479-68e7-4f7b-b159-3916f9f888e7/8a48949c-46fa-485a-ac69-9be2da092825) {{(pid=121608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 22:06:11.840692 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-9a44db68-e36a-43f8-959d-eb174f5e1fa4 tempest-RoutersNegativeTest-1648604312 tempest-RoutersNegativeTest-1648604312-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737602163420'] for network, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:11.899685 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-9a44db68-e36a-43f8-959d-eb174f5e1fa4 tempest-RoutersNegativeTest-1648604312 tempest-RoutersNegativeTest-1648604312-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870'] for network, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:11.906059 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a44db68-e36a-43f8-959d-eb174f5e1fa4 tempest-RoutersNegativeTest-1648604312 tempest-RoutersNegativeTest-1648604312-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:06:11.906642 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-9a44db68-e36a-43f8-959d-eb174f5e1fa4 tempest-RoutersNegativeTest-1648604312 tempest-RoutersNegativeTest-1648604312-project] Publish callbacks [] for network, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:11.968269 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-c302c248-5b4d-4dd9-96dd-4c4a9f057532 None None] Publish callbacks [] for port, precommit_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:11.978459 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a44db68-e36a-43f8-959d-eb174f5e1fa4 tempest-RoutersNegativeTest-1648604312 tempest-RoutersNegativeTest-1648604312-project] Pushing event updated for resources: {'Network': ['ID=214d0cab-3f04-4d69-bade-4db0c573e4d7,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:06:11.988751 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Network 214d0cab-3f04-4d69-bade-4db0c573e4d7 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 25 22:06:11.993516 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-9a44db68-e36a-43f8-959d-eb174f5e1fa4 tempest-RoutersNegativeTest-1648604312 tempest-RoutersNegativeTest-1648604312-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 786 time: 0.3151989
Dec 25 22:06:11.996540 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 47886) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 22:06:12.001790 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-57cf64f1-29c0-4a52-88bb-786b5e2dbf49 tempest-RoutersNegativeTest-1648604312 tempest-RoutersNegativeTest-1648604312-project] Request body: {'subnet': {'network_id': '214d0cab-3f04-4d69-bade-4db0c573e4d7', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 22:06:12.011766 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-c302c248-5b4d-4dd9-96dd-4c4a9f057532 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946'] for port, after_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:12.095736 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c302c248-5b4d-4dd9-96dd-4c4a9f057532 None None] Network a7ce2aae-8ef8-46a6-9053-bcd1a9d46fdc is already hosted by enough agents. {{(pid=121608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 22:06:12.098612 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.base_scheduler [None req-c302c248-5b4d-4dd9-96dd-4c4a9f057532 None None] Resources bound (agent type, host, resource id):  {{(pid=121608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 22:06:12.100936 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c302c248-5b4d-4dd9-96dd-4c4a9f057532 None None] Received port after_create {{(pid=121608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 22:06:12.108966 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c302c248-5b4d-4dd9-96dd-4c4a9f057532 None None] Pushing event updated for resources: {'Port': ['ID=8a48949c-46fa-485a-ac69-9be2da092825,revision_number=1']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:06:12.150823 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57cf64f1-29c0-4a52-88bb-786b5e2dbf49 tempest-RoutersNegativeTest-1648604312 tempest-RoutersNegativeTest-1648604312-project] Made reservation on behalf of b6d372ce30e444d3b11ed384c53e71f9 for: {'subnet': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 22:06:12.155189 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-57cf64f1-29c0-4a52-88bb-786b5e2dbf49 tempest-RoutersNegativeTest-1648604312 tempest-RoutersNegativeTest-1648604312-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8852834'] for subnet, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:12.158876 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-c302c248-5b4d-4dd9-96dd-4c4a9f057532 None None] Attempting to bind port 8a48949c-46fa-485a-ac69-9be2da092825 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 22:06:12.159249 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-c302c248-5b4d-4dd9-96dd-4c4a9f057532 None None] Attempting to bind port 8a48949c-46fa-485a-ac69-9be2da092825 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '3c9fde7f-fa04-48ee-8963-33ac6e930e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'a7ce2aae-8ef8-46a6-9053-bcd1a9d46fdc'}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 22:06:12.162876 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c302c248-5b4d-4dd9-96dd-4c4a9f057532 None None] Attempting to bind port 8a48949c-46fa-485a-ac69-9be2da092825 on network a7ce2aae-8ef8-46a6-9053-bcd1a9d46fdc {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 22:06:12.164620 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c302c248-5b4d-4dd9-96dd-4c4a9f057532 None None] Checking agent: {'id': 'ca4f5c6d-f1fd-48b8-a3e3-395864c7d23d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 20, 56, 40), 'started_at': datetime.datetime(2021, 12, 25, 20, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 22, 6, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 22:06:12.165021 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c302c248-5b4d-4dd9-96dd-4c4a9f057532 None None] Checking segment: {'id': '3c9fde7f-fa04-48ee-8963-33ac6e930e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'a7ce2aae-8ef8-46a6-9053-bcd1a9d46fdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 22:06:12.165419 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-c302c248-5b4d-4dd9-96dd-4c4a9f057532 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:12.165805 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c302c248-5b4d-4dd9-96dd-4c4a9f057532 None None] Bound using segment: {'id': '3c9fde7f-fa04-48ee-8963-33ac6e930e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'a7ce2aae-8ef8-46a6-9053-bcd1a9d46fdc'} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 22:06:12.166292 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-c302c248-5b4d-4dd9-96dd-4c4a9f057532 None None] Bound port: 8a48949c-46fa-485a-ac69-9be2da092825, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c9fde7f-fa04-48ee-8963-33ac6e930e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'a7ce2aae-8ef8-46a6-9053-bcd1a9d46fdc'}}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 22:06:12.166673 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-c302c248-5b4d-4dd9-96dd-4c4a9f057532 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:12.229060 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-c302c248-5b4d-4dd9-96dd-4c4a9f057532 None None] For port 8a48949c-46fa-485a-ac69-9be2da092825, host ncdv-master-1, cleared binding levels {{(pid=121608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 22:06:12.232058 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-c302c248-5b4d-4dd9-96dd-4c4a9f057532 None None] For port 8a48949c-46fa-485a-ac69-9be2da092825, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8a48949c-46fa-485a-ac69-9be2da092825,segment=NetworkSegment(3c9fde7f-fa04-48ee-8963-33ac6e930e57),segment_id=3c9fde7f-fa04-48ee-8963-33ac6e930e57)] {{(pid=121608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 22:06:12.317068 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-c302c248-5b4d-4dd9-96dd-4c4a9f057532 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:12.380138 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c302c248-5b4d-4dd9-96dd-4c4a9f057532 None None] Pushing event updated for resources: {'Port': ['ID=8a48949c-46fa-485a-ac69-9be2da092825,revision_number=2']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:06:12.397047 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-57cf64f1-29c0-4a52-88bb-786b5e2dbf49 tempest-RoutersNegativeTest-1648604312 tempest-RoutersNegativeTest-1648604312-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8632475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8852848'] for subnet, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:12.457183 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cf64f1-29c0-4a52-88bb-786b5e2dbf49 tempest-RoutersNegativeTest-1648604312 tempest-RoutersNegativeTest-1648604312-project] Pushing event updated for resources: {'Subnet': ['ID=0dc80ef0-2a3c-451c-a6d0-42f4cdd1bf16,revision_number=0']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:06:12.475105 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57cf64f1-29c0-4a52-88bb-786b5e2dbf49 tempest-RoutersNegativeTest-1648604312 tempest-RoutersNegativeTest-1648604312-project] Checking segment: {'id': '02d3ec70-80ae-4ee8-9026-898e87ff1367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '214d0cab-3f04-4d69-bade-4db0c573e4d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 22:06:12.475466 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57cf64f1-29c0-4a52-88bb-786b5e2dbf49 tempest-RoutersNegativeTest-1648604312 tempest-RoutersNegativeTest-1648604312-project] Network hostable DHCP agents. Network: 214d0cab-3f04-4d69-bade-4db0c573e4d7, hostable agents: ['1813db88-2c1b-4357-a2ba-869246b663c2'], hosted agents: [] {{(pid=121607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 25 22:06:12.556317 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57cf64f1-29c0-4a52-88bb-786b5e2dbf49 tempest-RoutersNegativeTest-1648604312 tempest-RoutersNegativeTest-1648604312-project] Network 214d0cab-3f04-4d69-bade-4db0c573e4d7 is scheduled to be hosted by DHCP agent 1813db88-2c1b-4357-a2ba-869246b663c2 with binding_index 1 {{(pid=121607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 25 22:06:12.642107 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-57cf64f1-29c0-4a52-88bb-786b5e2dbf49 tempest-RoutersNegativeTest-1648604312 tempest-RoutersNegativeTest-1648604312-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 214d0cab-3f04-4d69-bade-4db0c573e4d7) {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 22:06:12.646290 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57cf64f1-29c0-4a52-88bb-786b5e2dbf49 tempest-RoutersNegativeTest-1648604312 tempest-RoutersNegativeTest-1648604312-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:06:12.647111 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-57cf64f1-29c0-4a52-88bb-786b5e2dbf49 tempest-RoutersNegativeTest-1648604312 tempest-RoutersNegativeTest-1648604312-project] Publish callbacks [] for subnet, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:12.651186 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-471dce2c-49a8-4672-b0bf-efc5724f5f69 None None] Network 214d0cab-3f04-4d69-bade-4db0c573e4d7 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 22:06:12.713714 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-57cf64f1-29c0-4a52-88bb-786b5e2dbf49 tempest-RoutersNegativeTest-1648604312 tempest-RoutersNegativeTest-1648604312-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.7159739
Dec 25 22:06:12.716346 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 47888) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 22:06:12.721022 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-404b9a9b-a9c7-4c68-8372-ae6849b25fe7 tempest-RoutersNegativeTest-1648604312 tempest-RoutersNegativeTest-1648604312-project] Request body: {'router': {'external_gateway_info': {'network_id': '214d0cab-3f04-4d69-bade-4db0c573e4d7'}}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 22:06:12.749705 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e94a077-236f-4303-98ca-707f73c07d22 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-214d0cab-3f04-4d69-bade-4db0c573e4d7', 'network_id': '214d0cab-3f04-4d69-bade-4db0c573e4d7', 'project_id': 'b6d372ce30e444d3b11ed384c53e71f9', 'fixed_ips': [{'subnet_id': '0dc80ef0-2a3c-451c-a6d0-42f4cdd1bf16'}]}} from ncdv-master-1. {{(pid=121608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 25 22:06:12.750567 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5e94a077-236f-4303-98ca-707f73c07d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:12.887844 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.db_base_plugin_common [None req-5e94a077-236f-4303-98ca-707f73c07d22 None None] Allocated IP 172.21.0.2 (214d0cab-3f04-4d69-bade-4db0c573e4d7/0dc80ef0-2a3c-451c-a6d0-42f4cdd1bf16/a25cb1db-d894-473e-a096-0b6e7589e6f1) {{(pid=121608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 22:06:12.924327 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-404b9a9b-a9c7-4c68-8372-ae6849b25fe7 tempest-RoutersNegativeTest-1648604312 tempest-RoutersNegativeTest-1648604312-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:13.040520 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5e94a077-236f-4303-98ca-707f73c07d22 None None] Publish callbacks [] for port, precommit_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:13.093186 ncdv-master-1 neutron-server[121607]: INFO neutron.api.v2.resource [None req-404b9a9b-a9c7-4c68-8372-ae6849b25fe7 tempest-RoutersNegativeTest-1648604312 tempest-RoutersNegativeTest-1648604312-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 25 22:06:13.094272 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-404b9a9b-a9c7-4c68-8372-ae6849b25fe7 tempest-RoutersNegativeTest-1648604312 tempest-RoutersNegativeTest-1648604312-project] 10.222.0.32 "PUT /v2.0/routers/0821a164-d1e4-4ed9-843d-4654924effb7 HTTP/1.1" status: 400  len: 364 time: 0.3769488
Dec 25 22:06:13.100005 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 47890) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 22:06:13.117244 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5e94a077-236f-4303-98ca-707f73c07d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946'] for port, after_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:13.159057 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e94a077-236f-4303-98ca-707f73c07d22 None None] Network 214d0cab-3f04-4d69-bade-4db0c573e4d7 is already hosted by enough agents. {{(pid=121608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 22:06:13.159981 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_v2 [None req-547e7218-1559-4f8a-bc85-c22e8502e9cb tempest-RoutersNegativeTest-1648604312 tempest-RoutersNegativeTest-1648604312-project] Deleting subnet 0dc80ef0-2a3c-451c-a6d0-42f4cdd1bf16 {{(pid=121607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Dec 25 22:06:13.162069 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.base_scheduler [None req-5e94a077-236f-4303-98ca-707f73c07d22 None None] Resources bound (agent type, host, resource id):  {{(pid=121608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 22:06:13.163388 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-547e7218-1559-4f8a-bc85-c22e8502e9cb tempest-RoutersNegativeTest-1648604312 tempest-RoutersNegativeTest-1648604312-project] Publish callbacks [] for subnet, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:13.164533 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e94a077-236f-4303-98ca-707f73c07d22 None None] Received port after_create {{(pid=121608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 22:06:13.176619 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e94a077-236f-4303-98ca-707f73c07d22 None None] Pushing event updated for resources: {'Port': ['ID=a25cb1db-d894-473e-a096-0b6e7589e6f1,revision_number=1']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:06:13.207927 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-547e7218-1559-4f8a-bc85-c22e8502e9cb tempest-RoutersNegativeTest-1648604312 tempest-RoutersNegativeTest-1648604312-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10246617'] for subnet, precommit_delete_associations {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:13.235906 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-5e94a077-236f-4303-98ca-707f73c07d22 None None] Attempting to bind port a25cb1db-d894-473e-a096-0b6e7589e6f1 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 22:06:13.236383 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-5e94a077-236f-4303-98ca-707f73c07d22 None None] Attempting to bind port a25cb1db-d894-473e-a096-0b6e7589e6f1 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '02d3ec70-80ae-4ee8-9026-898e87ff1367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '214d0cab-3f04-4d69-bade-4db0c573e4d7'}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 22:06:13.236820 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e94a077-236f-4303-98ca-707f73c07d22 None None] Attempting to bind port a25cb1db-d894-473e-a096-0b6e7589e6f1 on network 214d0cab-3f04-4d69-bade-4db0c573e4d7 {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 22:06:13.242687 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e94a077-236f-4303-98ca-707f73c07d22 None None] Checking agent: {'id': 'ca4f5c6d-f1fd-48b8-a3e3-395864c7d23d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 20, 56, 40), 'started_at': datetime.datetime(2021, 12, 25, 20, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 22, 6, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 22:06:13.243063 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e94a077-236f-4303-98ca-707f73c07d22 None None] Checking segment: {'id': '02d3ec70-80ae-4ee8-9026-898e87ff1367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '214d0cab-3f04-4d69-bade-4db0c573e4d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 22:06:13.243467 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5e94a077-236f-4303-98ca-707f73c07d22 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:13.243862 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e94a077-236f-4303-98ca-707f73c07d22 None None] Bound using segment: {'id': '02d3ec70-80ae-4ee8-9026-898e87ff1367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '214d0cab-3f04-4d69-bade-4db0c573e4d7'} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 22:06:13.244330 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-5e94a077-236f-4303-98ca-707f73c07d22 None None] Bound port: a25cb1db-d894-473e-a096-0b6e7589e6f1, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02d3ec70-80ae-4ee8-9026-898e87ff1367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '214d0cab-3f04-4d69-bade-4db0c573e4d7'}}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 22:06:13.244707 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5e94a077-236f-4303-98ca-707f73c07d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:13.303843 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-547e7218-1559-4f8a-bc85-c22e8502e9cb tempest-RoutersNegativeTest-1648604312 tempest-RoutersNegativeTest-1648604312-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995662'] for subnet, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:13.304196 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60ee92b0-7886-4fff-8b17-301de25d14bc None None] Network a7ce2aae-8ef8-46a6-9053-bcd1a9d46fdc requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 22:06:13.377653 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-44a8347b-6717-4fd9-baa9-175519b24d92 None None] Provisioning complete for port 8a48949c-46fa-485a-ac69-9be2da092825 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 22:06:13.378013 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-44a8347b-6717-4fd9-baa9-175519b24d92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:13.470917 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-547e7218-1559-4f8a-bc85-c22e8502e9cb tempest-RoutersNegativeTest-1648604312 tempest-RoutersNegativeTest-1648604312-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8632410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8852809'] for subnet, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:13.482848 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5e94a077-236f-4303-98ca-707f73c07d22 None None] For port a25cb1db-d894-473e-a096-0b6e7589e6f1, host ncdv-master-1, cleared binding levels {{(pid=121608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 22:06:13.501659 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547e7218-1559-4f8a-bc85-c22e8502e9cb tempest-RoutersNegativeTest-1648604312 tempest-RoutersNegativeTest-1648604312-project] Pushing event deleted for resources: {'Subnet': ['ID=0dc80ef0-2a3c-451c-a6d0-42f4cdd1bf16,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:06:13.503579 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5e94a077-236f-4303-98ca-707f73c07d22 None None] For port a25cb1db-d894-473e-a096-0b6e7589e6f1, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a25cb1db-d894-473e-a096-0b6e7589e6f1,segment=NetworkSegment(02d3ec70-80ae-4ee8-9026-898e87ff1367),segment_id=02d3ec70-80ae-4ee8-9026-898e87ff1367)] {{(pid=121608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 22:06:13.504984 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-44a8347b-6717-4fd9-baa9-175519b24d92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:13.507142 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-547e7218-1559-4f8a-bc85-c22e8502e9cb tempest-RoutersNegativeTest-1648604312 tempest-RoutersNegativeTest-1648604312-project] Publish callbacks [] for subnet, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:13.511201 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-547e7218-1559-4f8a-bc85-c22e8502e9cb tempest-RoutersNegativeTest-1648604312 tempest-RoutersNegativeTest-1648604312-project] 10.222.0.32 "DELETE /v2.0/subnets/0dc80ef0-2a3c-451c-a6d0-42f4cdd1bf16 HTTP/1.1" status: 204  len: 168 time: 0.4101713
Dec 25 22:06:13.513845 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 47892) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 22:06:13.538666 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-44a8347b-6717-4fd9-baa9-175519b24d92 None None] For port 8a48949c-46fa-485a-ac69-9be2da092825, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8a48949c-46fa-485a-ac69-9be2da092825,segment=NetworkSegment(3c9fde7f-fa04-48ee-8963-33ac6e930e57),segment_id=3c9fde7f-fa04-48ee-8963-33ac6e930e57)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 22:06:13.575553 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5e94a077-236f-4303-98ca-707f73c07d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:13.600987 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-d279f8db-9882-4271-9627-66b8ae6c181a tempest-RoutersNegativeTest-1648604312 tempest-RoutersNegativeTest-1648604312-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625803'] for network, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:13.653248 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-44a8347b-6717-4fd9-baa9-175519b24d92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:13.653701 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e94a077-236f-4303-98ca-707f73c07d22 None None] Pushing event updated for resources: {'Port': ['ID=a25cb1db-d894-473e-a096-0b6e7589e6f1,revision_number=3']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:06:13.667906 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-d279f8db-9882-4271-9627-66b8ae6c181a tempest-RoutersNegativeTest-1648604312 tempest-RoutersNegativeTest-1648604312-project] Deleting port a25cb1db-d894-473e-a096-0b6e7589e6f1 {{(pid=121606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 22:06:13.668339 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-d279f8db-9882-4271-9627-66b8ae6c181a tempest-RoutersNegativeTest-1648604312 tempest-RoutersNegativeTest-1648604312-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:13.722917 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a8347b-6717-4fd9-baa9-175519b24d92 None None] Pushing event updated for resources: {'Port': ['ID=8a48949c-46fa-485a-ac69-9be2da092825,revision_number=3']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:06:13.757382 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [None req-d279f8db-9882-4271-9627-66b8ae6c181a tempest-RoutersNegativeTest-1648604312 tempest-RoutersNegativeTest-1648604312-project] For port a25cb1db-d894-473e-a096-0b6e7589e6f1, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a25cb1db-d894-473e-a096-0b6e7589e6f1,segment=NetworkSegment(02d3ec70-80ae-4ee8-9026-898e87ff1367),segment_id=02d3ec70-80ae-4ee8-9026-898e87ff1367)] {{(pid=121606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 22:06:13.757742 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-d279f8db-9882-4271-9627-66b8ae6c181a tempest-RoutersNegativeTest-1648604312 tempest-RoutersNegativeTest-1648604312-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:13.772925 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-2d44becc-8ef3-499a-9a8c-c31d7090fbc0 None None] Provisioning complete for port 8a48949c-46fa-485a-ac69-9be2da092825 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 22:06:13.773288 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-2d44becc-8ef3-499a-9a8c-c31d7090fbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:13.776276 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-d279f8db-9882-4271-9627-66b8ae6c181a tempest-RoutersNegativeTest-1648604312 tempest-RoutersNegativeTest-1648604312-project] Calling delete_port for a25cb1db-d894-473e-a096-0b6e7589e6f1 owned by network:dhcp {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 22:06:13.984659 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-d279f8db-9882-4271-9627-66b8ae6c181a tempest-RoutersNegativeTest-1648604312 tempest-RoutersNegativeTest-1648604312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:14.027443 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d279f8db-9882-4271-9627-66b8ae6c181a tempest-RoutersNegativeTest-1648604312 tempest-RoutersNegativeTest-1648604312-project] No DVR routers for this DVR port a25cb1db-d894-473e-a096-0b6e7589e6f1 on host ncdv-master-1 {{(pid=121606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 22:06:14.030390 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d279f8db-9882-4271-9627-66b8ae6c181a tempest-RoutersNegativeTest-1648604312 tempest-RoutersNegativeTest-1648604312-project] Pushing event deleted for resources: {'Port': ['ID=a25cb1db-d894-473e-a096-0b6e7589e6f1,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:06:14.116997 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-d279f8db-9882-4271-9627-66b8ae6c181a tempest-RoutersNegativeTest-1648604312 tempest-RoutersNegativeTest-1648604312-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997585', 'neutron.services.segments.db._delete_segments_for_network-8737602743071'] for network, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:14.138808 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.segments.db [None req-d279f8db-9882-4271-9627-66b8ae6c181a tempest-RoutersNegativeTest-1648604312 tempest-RoutersNegativeTest-1648604312-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2612925eb0>,) {'filters': {'network_id': ['214d0cab-3f04-4d69-bade-4db0c573e4d7']}} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 22:06:14.148527 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.segments.db [None req-d279f8db-9882-4271-9627-66b8ae6c181a tempest-RoutersNegativeTest-1648604312 tempest-RoutersNegativeTest-1648604312-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2612925eb0>, '02d3ec70-80ae-4ee8-9026-898e87ff1367') {'for_net_delete': True} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 22:06:14.148944 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.segments.db [None req-d279f8db-9882-4271-9627-66b8ae6c181a tempest-RoutersNegativeTest-1648604312 tempest-RoutersNegativeTest-1648604312-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2612925eb0>, '02d3ec70-80ae-4ee8-9026-898e87ff1367') {} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 22:06:14.164474 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-d279f8db-9882-4271-9627-66b8ae6c181a tempest-RoutersNegativeTest-1648604312 tempest-RoutersNegativeTest-1648604312-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737602746920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9084222'] for segment, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:14.177817 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-d279f8db-9882-4271-9627-66b8ae6c181a tempest-RoutersNegativeTest-1648604312 tempest-RoutersNegativeTest-1648604312-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:14.186438 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d279f8db-9882-4271-9627-66b8ae6c181a tempest-RoutersNegativeTest-1648604312 tempest-RoutersNegativeTest-1648604312-project] Releasing vlan 196 on physical network physnet1 to pool {{(pid=121606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 25 22:06:14.186916 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-d279f8db-9882-4271-9627-66b8ae6c181a tempest-RoutersNegativeTest-1648604312 tempest-RoutersNegativeTest-1648604312-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9084542'] for segment, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:14.190124 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 22:06:14.190124 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 22:06:14.190124 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 22:06:14.190124 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 22:06:14.190124 ncdv-master-1 neutron-server[121606]: Traceback (most recent call last):
Dec 25 22:06:14.190124 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 25 22:06:14.190124 ncdv-master-1 neutron-server[121606]:     timer()
Dec 25 22:06:14.190124 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 25 22:06:14.190124 ncdv-master-1 neutron-server[121606]:     cb(*args, **kw)
Dec 25 22:06:14.190124 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 25 22:06:14.190124 ncdv-master-1 neutron-server[121606]:     return func(*args, **kwargs)
Dec 25 22:06:14.190124 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 25 22:06:14.190124 ncdv-master-1 neutron-server[121606]:     self._notify()
Dec 25 22:06:14.190124 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 25 22:06:14.190124 ncdv-master-1 neutron-server[121606]:     self.callback(batched_events)
Dec 25 22:06:14.190124 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 25 22:06:14.190124 ncdv-master-1 neutron-server[121606]:     event.method(event)
Dec 25 22:06:14.190124 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 25 22:06:14.190124 ncdv-master-1 neutron-server[121606]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 25 22:06:14.190124 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 25 22:06:14.190124 ncdv-master-1 neutron-server[121606]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 25 22:06:14.190124 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 25 22:06:14.190124 ncdv-master-1 neutron-server[121606]:     return f(self, *a, **k)
Dec 25 22:06:14.190124 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 25 22:06:14.190124 ncdv-master-1 neutron-server[121606]:     return self._get(url).json()
Dec 25 22:06:14.190124 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 25 22:06:14.190124 ncdv-master-1 neutron-server[121606]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 25 22:06:14.190124 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 25 22:06:14.190124 ncdv-master-1 neutron-server[121606]:     return self.request(url, 'GET', **kwargs)
Dec 25 22:06:14.190124 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 25 22:06:14.190124 ncdv-master-1 neutron-server[121606]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 25 22:06:14.190124 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 25 22:06:14.190124 ncdv-master-1 neutron-server[121606]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 25 22:06:14.190124 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 25 22:06:14.190124 ncdv-master-1 neutron-server[121606]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 25 22:06:14.190124 ncdv-master-1 neutron-server[121606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 25 22:06:14.316524 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-d279f8db-9882-4271-9627-66b8ae6c181a tempest-RoutersNegativeTest-1648604312 tempest-RoutersNegativeTest-1648604312-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2008653'] for network, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:14.323508 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-d279f8db-9882-4271-9627-66b8ae6c181a tempest-RoutersNegativeTest-1648604312 tempest-RoutersNegativeTest-1648604312-project] Publish callbacks [] for network, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:14.327373 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-d279f8db-9882-4271-9627-66b8ae6c181a tempest-RoutersNegativeTest-1648604312 tempest-RoutersNegativeTest-1648604312-project] 10.222.0.32 "DELETE /v2.0/networks/214d0cab-3f04-4d69-bade-4db0c573e4d7 HTTP/1.1" status: 204  len: 168 time: 0.8118613
Dec 25 22:06:14.329938 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 47894) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 22:06:14.347853 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d279f8db-9882-4271-9627-66b8ae6c181a tempest-RoutersNegativeTest-1648604312 tempest-RoutersNegativeTest-1648604312-project] Pushing event deleted for resources: {'Network': ['ID=214d0cab-3f04-4d69-bade-4db0c573e4d7,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:06:14.393976 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_v2 [None req-8fb3605b-4749-450d-ab16-2e34ea2db251 tempest-RoutersNegativeTest-1648604312 tempest-RoutersNegativeTest-1648604312-project] Deleting subnet 8cb06479-68e7-4f7b-b159-3916f9f888e7 {{(pid=121606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Dec 25 22:06:14.397341 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-8fb3605b-4749-450d-ab16-2e34ea2db251 tempest-RoutersNegativeTest-1648604312 tempest-RoutersNegativeTest-1648604312-project] Publish callbacks [] for subnet, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:14.443905 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-8fb3605b-4749-450d-ab16-2e34ea2db251 tempest-RoutersNegativeTest-1648604312 tempest-RoutersNegativeTest-1648604312-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9084199'] for subnet, precommit_delete_associations {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:14.530634 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-8fb3605b-4749-450d-ab16-2e34ea2db251 tempest-RoutersNegativeTest-1648604312 tempest-RoutersNegativeTest-1648604312-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995662'] for subnet, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:14.590107 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 8a48949c-46fa-485a-ac69-9be2da092825 up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 22:06:14.641863 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port 8a48949c-46fa-485a-ac69-9be2da092825 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 22:06:14.642276 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:14.688065 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-8fb3605b-4749-450d-ab16-2e34ea2db251 tempest-RoutersNegativeTest-1648604312 tempest-RoutersNegativeTest-1648604312-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9084363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9028506'] for subnet, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:14.722986 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-8fb3605b-4749-450d-ab16-2e34ea2db251 tempest-RoutersNegativeTest-1648604312 tempest-RoutersNegativeTest-1648604312-project] Publish callbacks [] for subnet, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:14.729221 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-8fb3605b-4749-450d-ab16-2e34ea2db251 tempest-RoutersNegativeTest-1648604312 tempest-RoutersNegativeTest-1648604312-project] 10.222.0.32 "DELETE /v2.0/subnets/8cb06479-68e7-4f7b-b159-3916f9f888e7 HTTP/1.1" status: 204  len: 168 time: 0.3952382
Dec 25 22:06:14.729221 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb3605b-4749-450d-ab16-2e34ea2db251 tempest-RoutersNegativeTest-1648604312 tempest-RoutersNegativeTest-1648604312-project] Pushing event deleted for resources: {'Subnet': ['ID=8cb06479-68e7-4f7b-b159-3916f9f888e7,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:06:14.729560 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 47896) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 22:06:14.735075 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3bde25f-4d69-48c8-bd8a-e038f0650add None None] Network a7ce2aae-8ef8-46a6-9053-bcd1a9d46fdc requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 22:06:14.799021 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-662fa178-8d4d-4bb5-b9df-8456434a570c None None] DHCP port deletion for 214d0cab-3f04-4d69-bade-4db0c573e4d7 request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 22:06:14.809216 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-c4bf24bb-7858-4a5a-aac6-1fae93c01a5c None None] Could not find standard attr ID for object a25cb1db-d894-473e-a096-0b6e7589e6f1. {{(pid=121608) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 25 22:06:14.824256 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-bd88d148-cd70-4473-b978-0ca635119e18 tempest-RoutersNegativeTest-1648604312 tempest-RoutersNegativeTest-1648604312-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625803'] for network, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:14.825043 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28275598-c1d9-4ca1-988e-492d89b6cc78 None None] Network 214d0cab-3f04-4d69-bade-4db0c573e4d7 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 22:06:14.840146 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28275598-c1d9-4ca1-988e-492d89b6cc78 None None] Network 214d0cab-3f04-4d69-bade-4db0c573e4d7 could not be found, it might have been deleted concurrently. {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}}
Dec 25 22:06:14.877138 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-bd88d148-cd70-4473-b978-0ca635119e18 tempest-RoutersNegativeTest-1648604312 tempest-RoutersNegativeTest-1648604312-project] Deleting port 8a48949c-46fa-485a-ac69-9be2da092825 {{(pid=121607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 22:06:14.877482 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-bd88d148-cd70-4473-b978-0ca635119e18 tempest-RoutersNegativeTest-1648604312 tempest-RoutersNegativeTest-1648604312-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:14.920616 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03275936-d981-449a-a313-6a5410e7445b None None] DHCP port deletion for a7ce2aae-8ef8-46a6-9053-bcd1a9d46fdc request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 22:06:14.939303 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.db [None req-bd88d148-cd70-4473-b978-0ca635119e18 tempest-RoutersNegativeTest-1648604312 tempest-RoutersNegativeTest-1648604312-project] For port 8a48949c-46fa-485a-ac69-9be2da092825, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8a48949c-46fa-485a-ac69-9be2da092825,segment=NetworkSegment(3c9fde7f-fa04-48ee-8963-33ac6e930e57),segment_id=3c9fde7f-fa04-48ee-8963-33ac6e930e57)] {{(pid=121607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 22:06:14.939663 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-bd88d148-cd70-4473-b978-0ca635119e18 tempest-RoutersNegativeTest-1648604312 tempest-RoutersNegativeTest-1648604312-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:14.952328 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-bd88d148-cd70-4473-b978-0ca635119e18 tempest-RoutersNegativeTest-1648604312 tempest-RoutersNegativeTest-1648604312-project] Calling delete_port for 8a48949c-46fa-485a-ac69-9be2da092825 owned by network:dhcp {{(pid=121607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 22:06:14.972654 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-03275936-d981-449a-a313-6a5410e7445b None None] Deleting port 8a48949c-46fa-485a-ac69-9be2da092825 {{(pid=121608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 22:06:14.973072 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-03275936-d981-449a-a313-6a5410e7445b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:15.034752 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-03275936-d981-449a-a313-6a5410e7445b None None] For port 8a48949c-46fa-485a-ac69-9be2da092825, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8a48949c-46fa-485a-ac69-9be2da092825,segment=NetworkSegment(3c9fde7f-fa04-48ee-8963-33ac6e930e57),segment_id=3c9fde7f-fa04-48ee-8963-33ac6e930e57)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 22:06:15.035149 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-03275936-d981-449a-a313-6a5410e7445b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:15.048078 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-03275936-d981-449a-a313-6a5410e7445b None None] Calling delete_port for 8a48949c-46fa-485a-ac69-9be2da092825 owned by network:dhcp {{(pid=121608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 22:06:15.087522 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-bd88d148-cd70-4473-b978-0ca635119e18 tempest-RoutersNegativeTest-1648604312 tempest-RoutersNegativeTest-1648604312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:15.111357 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd88d148-cd70-4473-b978-0ca635119e18 tempest-RoutersNegativeTest-1648604312 tempest-RoutersNegativeTest-1648604312-project] Pushing event deleted for resources: {'Port': ['ID=8a48949c-46fa-485a-ac69-9be2da092825,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:06:15.116801 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd88d148-cd70-4473-b978-0ca635119e18 tempest-RoutersNegativeTest-1648604312 tempest-RoutersNegativeTest-1648604312-project] No DVR routers for this DVR port 8a48949c-46fa-485a-ac69-9be2da092825 on host ncdv-master-1 {{(pid=121607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 22:06:15.129524 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-03275936-d981-449a-a313-6a5410e7445b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955'] for port, after_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:15.155013 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03275936-d981-449a-a313-6a5410e7445b None None] Pushing event deleted for resources: {'Port': ['ID=8a48949c-46fa-485a-ac69-9be2da092825,revision_number=None']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:06:15.159456 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03275936-d981-449a-a313-6a5410e7445b None None] No DVR routers for this DVR port 8a48949c-46fa-485a-ac69-9be2da092825 on host ncdv-master-1 {{(pid=121608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 22:06:15.196373 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-bd88d148-cd70-4473-b978-0ca635119e18 tempest-RoutersNegativeTest-1648604312 tempest-RoutersNegativeTest-1648604312-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997585', 'neutron.services.segments.db._delete_segments_for_network-8737602743071'] for network, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:15.216788 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-bd88d148-cd70-4473-b978-0ca635119e18 tempest-RoutersNegativeTest-1648604312 tempest-RoutersNegativeTest-1648604312-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f26181f68e0>,) {'filters': {'network_id': ['a7ce2aae-8ef8-46a6-9053-bcd1a9d46fdc']}} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 22:06:15.225767 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-bd88d148-cd70-4473-b978-0ca635119e18 tempest-RoutersNegativeTest-1648604312 tempest-RoutersNegativeTest-1648604312-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f26181f68e0>, '3c9fde7f-fa04-48ee-8963-33ac6e930e57') {'for_net_delete': True} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 22:06:15.226072 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-bd88d148-cd70-4473-b978-0ca635119e18 tempest-RoutersNegativeTest-1648604312 tempest-RoutersNegativeTest-1648604312-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f26181f68e0>, '3c9fde7f-fa04-48ee-8963-33ac6e930e57') {} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 22:06:15.235356 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-bd88d148-cd70-4473-b978-0ca635119e18 tempest-RoutersNegativeTest-1648604312 tempest-RoutersNegativeTest-1648604312-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737602746920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10246592'] for segment, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:15.247902 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-bd88d148-cd70-4473-b978-0ca635119e18 tempest-RoutersNegativeTest-1648604312 tempest-RoutersNegativeTest-1648604312-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:15.253657 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd88d148-cd70-4473-b978-0ca635119e18 tempest-RoutersNegativeTest-1648604312 tempest-RoutersNegativeTest-1648604312-project] Releasing vlan 192 on physical network physnet1 to pool {{(pid=121607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 25 22:06:15.254033 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-bd88d148-cd70-4473-b978-0ca635119e18 tempest-RoutersNegativeTest-1648604312 tempest-RoutersNegativeTest-1648604312-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8633327'] for segment, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:15.256905 ncdv-master-1 neutron-server[121607]: Traceback (most recent call last):
Dec 25 22:06:15.256905 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 25 22:06:15.256905 ncdv-master-1 neutron-server[121607]:     timer()
Dec 25 22:06:15.256905 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 25 22:06:15.256905 ncdv-master-1 neutron-server[121607]:     cb(*args, **kw)
Dec 25 22:06:15.256905 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 25 22:06:15.256905 ncdv-master-1 neutron-server[121607]:     return func(*args, **kwargs)
Dec 25 22:06:15.256905 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 25 22:06:15.256905 ncdv-master-1 neutron-server[121607]:     self._notify()
Dec 25 22:06:15.256905 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 25 22:06:15.256905 ncdv-master-1 neutron-server[121607]:     self.callback(batched_events)
Dec 25 22:06:15.256905 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 25 22:06:15.256905 ncdv-master-1 neutron-server[121607]:     event.method(event)
Dec 25 22:06:15.256905 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 25 22:06:15.256905 ncdv-master-1 neutron-server[121607]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 25 22:06:15.256905 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 25 22:06:15.256905 ncdv-master-1 neutron-server[121607]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 25 22:06:15.256905 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 25 22:06:15.256905 ncdv-master-1 neutron-server[121607]:     return f(self, *a, **k)
Dec 25 22:06:15.256905 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 25 22:06:15.256905 ncdv-master-1 neutron-server[121607]:     return self._get(url).json()
Dec 25 22:06:15.256905 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 25 22:06:15.256905 ncdv-master-1 neutron-server[121607]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 25 22:06:15.256905 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 25 22:06:15.256905 ncdv-master-1 neutron-server[121607]:     return self.request(url, 'GET', **kwargs)
Dec 25 22:06:15.256905 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 25 22:06:15.256905 ncdv-master-1 neutron-server[121607]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 25 22:06:15.256905 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 25 22:06:15.256905 ncdv-master-1 neutron-server[121607]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 25 22:06:15.256905 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 25 22:06:15.256905 ncdv-master-1 neutron-server[121607]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 25 22:06:15.256905 ncdv-master-1 neutron-server[121607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 25 22:06:15.372265 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-bd88d148-cd70-4473-b978-0ca635119e18 tempest-RoutersNegativeTest-1648604312 tempest-RoutersNegativeTest-1648604312-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2008653'] for network, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:15.378880 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-bd88d148-cd70-4473-b978-0ca635119e18 tempest-RoutersNegativeTest-1648604312 tempest-RoutersNegativeTest-1648604312-project] Publish callbacks [] for network, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:15.382058 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-bd88d148-cd70-4473-b978-0ca635119e18 tempest-RoutersNegativeTest-1648604312 tempest-RoutersNegativeTest-1648604312-project] 10.222.0.32 "DELETE /v2.0/networks/a7ce2aae-8ef8-46a6-9053-bcd1a9d46fdc HTTP/1.1" status: 204  len: 168 time: 0.6519504
Dec 25 22:06:15.384814 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 47898) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 22:06:15.393647 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd88d148-cd70-4473-b978-0ca635119e18 tempest-RoutersNegativeTest-1648604312 tempest-RoutersNegativeTest-1648604312-project] Pushing event deleted for resources: {'Network': ['ID=a7ce2aae-8ef8-46a6-9053-bcd1a9d46fdc,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:06:15.764441 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-655d0d4f-fde9-43c8-83c3-90bf2f8d814e tempest-RoutersNegativeTest-1648604312 tempest-RoutersNegativeTest-1648604312-project] 10.222.0.32 "GET /v2.0/ports?device_id=0821a164-d1e4-4ed9-843d-4654924effb7 HTTP/1.1" status: 200  len: 205 time: 0.3783870
Dec 25 22:06:15.766790 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 47900) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 22:06:15.839912 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-e95842d3-b6a6-4c44-8b4c-65af3caeeedd tempest-RoutersNegativeTest-1648604312 tempest-RoutersNegativeTest-1648604312-project] Publish callbacks [] for router, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:15.994454 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-e95842d3-b6a6-4c44-8b4c-65af3caeeedd tempest-RoutersNegativeTest-1648604312 tempest-RoutersNegativeTest-1648604312-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2014235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14905'] for router, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:15.996932 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-e95842d3-b6a6-4c44-8b4c-65af3caeeedd tempest-RoutersNegativeTest-1648604312 tempest-RoutersNegativeTest-1648604312-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:16.116539 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-e95842d3-b6a6-4c44-8b4c-65af3caeeedd tempest-RoutersNegativeTest-1648604312 tempest-RoutersNegativeTest-1648604312-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2014220'] for router, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:16.116997 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e95842d3-b6a6-4c44-8b4c-65af3caeeedd tempest-RoutersNegativeTest-1648604312 tempest-RoutersNegativeTest-1648604312-project] Fanout notify agent at l3_agent the message router_deleted on router 0821a164-d1e4-4ed9-843d-4654924effb7 {{(pid=121606) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 25 22:06:16.124282 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-e95842d3-b6a6-4c44-8b4c-65af3caeeedd tempest-RoutersNegativeTest-1648604312 tempest-RoutersNegativeTest-1648604312-project] Publish callbacks [] for router, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:16.125398 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-e95842d3-b6a6-4c44-8b4c-65af3caeeedd tempest-RoutersNegativeTest-1648604312 tempest-RoutersNegativeTest-1648604312-project] 10.222.0.32 "DELETE /v2.0/routers/0821a164-d1e4-4ed9-843d-4654924effb7 HTTP/1.1" status: 204  len: 168 time: 0.3577311
Dec 25 22:06:16.525379 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 47906) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 22:06:16.537761 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device a25cb1db-d894-473e-a096-0b6e7589e6f1 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 22:06:16.559097 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] No Port match for: a25cb1db-d894-473e-a096-0b6e7589e6f1 {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 22:06:16.559609 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device a25cb1db-d894-473e-a096-0b6e7589e6f1 not bound to the agent host ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 22:06:16.560084 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 8a48949c-46fa-485a-ac69-9be2da092825 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 22:06:16.580190 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] No Port match for: 8a48949c-46fa-485a-ac69-9be2da092825 {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 22:06:16.580548 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 8a48949c-46fa-485a-ac69-9be2da092825 not bound to the agent host ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 22:06:16.666226 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-92467841-9ba8-4bb0-8b4f-71b4688335fa admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b6d372ce30e444d3b11ed384c53e71f9&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1397638
Dec 25 22:06:16.669402 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 47910) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 22:06:16.715590 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-18d77ca2-0925-4820-a6a0-3947e85c281f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:16.740694 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-18d77ca2-0925-4820-a6a0-3947e85c281f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:16.881910 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-18d77ca2-0925-4820-a6a0-3947e85c281f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:16.884520 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-18d77ca2-0925-4820-a6a0-3947e85c281f admin admin] Publish callbacks [] for security_group, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:16.885730 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-18d77ca2-0925-4820-a6a0-3947e85c281f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/13af9a0d-61f2-4f4e-89e8-7c3a545602a6 HTTP/1.1" status: 204  len: 168 time: 0.2154243
Dec 25 22:06:16.893438 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d77ca2-0925-4820-a6a0-3947e85c281f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13af9a0d-61f2-4f4e-89e8-7c3a545602a6,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:06:17.861986 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 47932) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 22:06:17.963388 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-e1e83ffa-b40f-4232-9b18-c27af4c8e68d admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1106621835-network', 'tenant_id': '29cc4c1ab18949cf9fcd5658c1535162'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 22:06:18.041806 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1e83ffa-b40f-4232-9b18-c27af4c8e68d admin admin] Made reservation on behalf of 29cc4c1ab18949cf9fcd5658c1535162 for: {'network': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 22:06:18.044154 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-e1e83ffa-b40f-4232-9b18-c27af4c8e68d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for network, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:18.052758 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-e1e83ffa-b40f-4232-9b18-c27af4c8e68d admin admin] Publish callbacks [] for security_group, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:18.124731 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-e1e83ffa-b40f-4232-9b18-c27af4c8e68d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:18.195217 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-e1e83ffa-b40f-4232-9b18-c27af4c8e68d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:18.218848 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1e83ffa-b40f-4232-9b18-c27af4c8e68d admin admin] vlan segment allocate from pool success with {'vlan_id': 160, 'physical_network': 'physnet1'}  {{(pid=121606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 25 22:06:18.228567 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e83ffa-b40f-4232-9b18-c27af4c8e68d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cd04231-12f8-43f9-b76f-ff0b25fd44f6,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:06:18.233769 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-e1e83ffa-b40f-4232-9b18-c27af4c8e68d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:18.234120 ncdv-master-1 neutron-server[121606]: INFO neutron.db.segments_db [None req-e1e83ffa-b40f-4232-9b18-c27af4c8e68d admin admin] Added segment c1972831-dd20-46d3-aff3-5619477bb63d of type vlan for network f9b2697d-85a4-4d8c-97c8-a8a585ef90f1
Dec 25 22:06:18.273725 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-e1e83ffa-b40f-4232-9b18-c27af4c8e68d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737602163420'] for network, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:18.372544 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-e1e83ffa-b40f-4232-9b18-c27af4c8e68d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870'] for network, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:18.373490 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1e83ffa-b40f-4232-9b18-c27af4c8e68d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:06:18.374062 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-e1e83ffa-b40f-4232-9b18-c27af4c8e68d admin admin] Publish callbacks [] for network, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:18.434657 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e83ffa-b40f-4232-9b18-c27af4c8e68d admin admin] Pushing event updated for resources: {'Network': ['ID=f9b2697d-85a4-4d8c-97c8-a8a585ef90f1,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:06:18.444190 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Network f9b2697d-85a4-4d8c-97c8-a8a585ef90f1 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 25 22:06:18.476043 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-e1e83ffa-b40f-4232-9b18-c27af4c8e68d admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 0.6104102
Dec 25 22:06:18.476579 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 47936) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 22:06:18.481936 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-e333905c-aa9e-437d-8b03-6749439a22ad admin admin] Request body: {'subnet': {'network_id': 'f9b2697d-85a4-4d8c-97c8-a8a585ef90f1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1106621835-subnet', 'tenant_id': '29cc4c1ab18949cf9fcd5658c1535162', 'ip_version': 4}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 22:06:18.561817 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e333905c-aa9e-437d-8b03-6749439a22ad admin admin] Made reservation on behalf of 29cc4c1ab18949cf9fcd5658c1535162 for: {'subnet': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 22:06:18.564164 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-e333905c-aa9e-437d-8b03-6749439a22ad admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9028529'] for subnet, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:18.796501 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-e333905c-aa9e-437d-8b03-6749439a22ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9084170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9028515'] for subnet, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:18.844396 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e333905c-aa9e-437d-8b03-6749439a22ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=76cbed7e-b231-4b68-9913-69bc3ef0ef30,revision_number=0']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:06:18.859375 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e333905c-aa9e-437d-8b03-6749439a22ad admin admin] Checking segment: {'id': 'c1972831-dd20-46d3-aff3-5619477bb63d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'f9b2697d-85a4-4d8c-97c8-a8a585ef90f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 22:06:18.859736 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e333905c-aa9e-437d-8b03-6749439a22ad admin admin] Network hostable DHCP agents. Network: f9b2697d-85a4-4d8c-97c8-a8a585ef90f1, hostable agents: ['1813db88-2c1b-4357-a2ba-869246b663c2'], hosted agents: [] {{(pid=121606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 25 22:06:18.910222 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e333905c-aa9e-437d-8b03-6749439a22ad admin admin] Network f9b2697d-85a4-4d8c-97c8-a8a585ef90f1 is scheduled to be hosted by DHCP agent 1813db88-2c1b-4357-a2ba-869246b663c2 with binding_index 1 {{(pid=121606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 25 22:06:18.973254 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [None req-e333905c-aa9e-437d-8b03-6749439a22ad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, f9b2697d-85a4-4d8c-97c8-a8a585ef90f1) {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 22:06:18.977605 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e333905c-aa9e-437d-8b03-6749439a22ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:06:18.978203 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-e333905c-aa9e-437d-8b03-6749439a22ad admin admin] Publish callbacks [] for subnet, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:18.983017 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb2d460b-bb36-4c0a-aecd-c290e2df0382 None None] Network f9b2697d-85a4-4d8c-97c8-a8a585ef90f1 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 22:06:19.039328 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-e333905c-aa9e-437d-8b03-6749439a22ad admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.5620017
Dec 25 22:06:19.042001 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 47938) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 22:06:19.048958 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-2146cbeb-2c7a-4d46-a7c7-e54bf83f84a3 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1106621835-router', 'tenant_id': '29cc4c1ab18949cf9fcd5658c1535162', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'}}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 22:06:19.081562 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d39c3522-4fb8-477d-a672-3aae0b14bc16 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-f9b2697d-85a4-4d8c-97c8-a8a585ef90f1', 'network_id': 'f9b2697d-85a4-4d8c-97c8-a8a585ef90f1', 'project_id': '29cc4c1ab18949cf9fcd5658c1535162', 'fixed_ips': [{'subnet_id': '76cbed7e-b231-4b68-9913-69bc3ef0ef30'}]}} from ncdv-master-1. {{(pid=121608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 25 22:06:19.082447 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-d39c3522-4fb8-477d-a672-3aae0b14bc16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:19.110765 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-2146cbeb-2c7a-4d46-a7c7-e54bf83f84a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2014909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14863'] for router, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:19.111872 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-2146cbeb-2c7a-4d46-a7c7-e54bf83f84a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2014285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2009796', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2082630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14848'] for router, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:19.166109 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-2146cbeb-2c7a-4d46-a7c7-e54bf83f84a3 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:19.215112 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.db_base_plugin_common [None req-d39c3522-4fb8-477d-a672-3aae0b14bc16 None None] Allocated IP 172.20.0.2 (f9b2697d-85a4-4d8c-97c8-a8a585ef90f1/76cbed7e-b231-4b68-9913-69bc3ef0ef30/84c9bb11-ff8c-423c-b43d-2723b100730b) {{(pid=121608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 22:06:19.349211 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-2146cbeb-2c7a-4d46-a7c7-e54bf83f84a3 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:19.355296 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-d39c3522-4fb8-477d-a672-3aae0b14bc16 None None] Publish callbacks [] for port, precommit_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:19.459299 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-d39c3522-4fb8-477d-a672-3aae0b14bc16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946'] for port, after_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:19.497609 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d39c3522-4fb8-477d-a672-3aae0b14bc16 None None] Network f9b2697d-85a4-4d8c-97c8-a8a585ef90f1 is already hosted by enough agents. {{(pid=121608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 22:06:19.500514 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.base_scheduler [None req-d39c3522-4fb8-477d-a672-3aae0b14bc16 None None] Resources bound (agent type, host, resource id):  {{(pid=121608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 22:06:19.504092 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d39c3522-4fb8-477d-a672-3aae0b14bc16 None None] Received port after_create {{(pid=121608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 22:06:19.513495 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39c3522-4fb8-477d-a672-3aae0b14bc16 None None] Pushing event updated for resources: {'Port': ['ID=84c9bb11-ff8c-423c-b43d-2723b100730b,revision_number=1']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:06:19.562554 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-d39c3522-4fb8-477d-a672-3aae0b14bc16 None None] Attempting to bind port 84c9bb11-ff8c-423c-b43d-2723b100730b on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 22:06:19.562922 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-d39c3522-4fb8-477d-a672-3aae0b14bc16 None None] Attempting to bind port 84c9bb11-ff8c-423c-b43d-2723b100730b by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'c1972831-dd20-46d3-aff3-5619477bb63d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'f9b2697d-85a4-4d8c-97c8-a8a585ef90f1'}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 22:06:19.563284 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d39c3522-4fb8-477d-a672-3aae0b14bc16 None None] Attempting to bind port 84c9bb11-ff8c-423c-b43d-2723b100730b on network f9b2697d-85a4-4d8c-97c8-a8a585ef90f1 {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 22:06:19.568252 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d39c3522-4fb8-477d-a672-3aae0b14bc16 None None] Checking agent: {'id': 'ca4f5c6d-f1fd-48b8-a3e3-395864c7d23d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 20, 56, 40), 'started_at': datetime.datetime(2021, 12, 25, 20, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 22, 6, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 22:06:19.568624 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d39c3522-4fb8-477d-a672-3aae0b14bc16 None None] Checking segment: {'id': 'c1972831-dd20-46d3-aff3-5619477bb63d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'f9b2697d-85a4-4d8c-97c8-a8a585ef90f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 22:06:19.569051 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-d39c3522-4fb8-477d-a672-3aae0b14bc16 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:19.569450 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d39c3522-4fb8-477d-a672-3aae0b14bc16 None None] Bound using segment: {'id': 'c1972831-dd20-46d3-aff3-5619477bb63d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'f9b2697d-85a4-4d8c-97c8-a8a585ef90f1'} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 22:06:19.569909 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-d39c3522-4fb8-477d-a672-3aae0b14bc16 None None] Bound port: 84c9bb11-ff8c-423c-b43d-2723b100730b, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1972831-dd20-46d3-aff3-5619477bb63d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'f9b2697d-85a4-4d8c-97c8-a8a585ef90f1'}}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 22:06:19.570287 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-d39c3522-4fb8-477d-a672-3aae0b14bc16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:19.608339 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-2146cbeb-2c7a-4d46-a7c7-e54bf83f84a3 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:19.627404 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-2146cbeb-2c7a-4d46-a7c7-e54bf83f84a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:19.637876 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-d39c3522-4fb8-477d-a672-3aae0b14bc16 None None] For port 84c9bb11-ff8c-423c-b43d-2723b100730b, host ncdv-master-1, cleared binding levels {{(pid=121608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 22:06:19.639503 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-d39c3522-4fb8-477d-a672-3aae0b14bc16 None None] For port 84c9bb11-ff8c-423c-b43d-2723b100730b, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=84c9bb11-ff8c-423c-b43d-2723b100730b,segment=NetworkSegment(c1972831-dd20-46d3-aff3-5619477bb63d),segment_id=c1972831-dd20-46d3-aff3-5619477bb63d)] {{(pid=121608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 22:06:19.716582 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-d39c3522-4fb8-477d-a672-3aae0b14bc16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:19.733779 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_common [None req-2146cbeb-2c7a-4d46-a7c7-e54bf83f84a3 admin admin] Allocated IP 172.35.3.49 (7201e55c-7c5f-41aa-a042-a363696539d0/7a939e13-713f-45cf-bba7-1539635abe25/77c8a1f0-bdd7-441c-a0a5-e7fb6164e457) {{(pid=121606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 22:06:19.842511 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-2146cbeb-2c7a-4d46-a7c7-e54bf83f84a3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:19.929990 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-2146cbeb-2c7a-4d46-a7c7-e54bf83f84a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:19.945955 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39c3522-4fb8-477d-a672-3aae0b14bc16 None None] Pushing event updated for resources: {'Port': ['ID=84c9bb11-ff8c-423c-b43d-2723b100730b,revision_number=2']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:06:19.981882 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2146cbeb-2c7a-4d46-a7c7-e54bf83f84a3 admin admin] Network 7201e55c-7c5f-41aa-a042-a363696539d0 is already hosted by enough agents. {{(pid=121606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 22:06:19.984831 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [None req-2146cbeb-2c7a-4d46-a7c7-e54bf83f84a3 admin admin] Resources bound (agent type, host, resource id):  {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 22:06:19.988306 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2146cbeb-2c7a-4d46-a7c7-e54bf83f84a3 admin admin] Received port after_create {{(pid=121606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 22:06:19.998957 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d8c93b6-c5bf-49d5-ba4d-7f4349da2523 None None] DHCP port deletion for 7201e55c-7c5f-41aa-a042-a363696539d0 request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 22:06:20.016572 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2146cbeb-2c7a-4d46-a7c7-e54bf83f84a3 admin admin] Pushing event updated for resources: {'Port': ['ID=77c8a1f0-bdd7-441c-a0a5-e7fb6164e457,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:06:20.084561 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-cb7394c0-5c46-40cc-a619-e775614540f6 None None] Provisioning complete for port 77c8a1f0-bdd7-441c-a0a5-e7fb6164e457 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 22:06:20.084561 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-cb7394c0-5c46-40cc-a619-e775614540f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:20.135288 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-cb7394c0-5c46-40cc-a619-e775614540f6 None None] Port 77c8a1f0-bdd7-441c-a0a5-e7fb6164e457 cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 22:06:20.329387 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-2146cbeb-2c7a-4d46-a7c7-e54bf83f84a3 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:20.520098 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-2146cbeb-2c7a-4d46-a7c7-e54bf83f84a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2014278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2009753'] for router, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:20.555902 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 84c9bb11-ff8c-423c-b43d-2723b100730b up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 22:06:20.608656 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port 84c9bb11-ff8c-423c-b43d-2723b100730b triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 22:06:20.609253 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:20.689933 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:20.723193 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] For port 84c9bb11-ff8c-423c-b43d-2723b100730b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=84c9bb11-ff8c-423c-b43d-2723b100730b,segment=NetworkSegment(c1972831-dd20-46d3-aff3-5619477bb63d),segment_id=c1972831-dd20-46d3-aff3-5619477bb63d)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 22:06:20.733352 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2146cbeb-2c7a-4d46-a7c7-e54bf83f84a3 admin admin] Router d78d3c69-784d-45eb-9ae0-28038f8f6edd is scheduled to L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 with binding_index 1 {{(pid=121606) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 25 22:06:20.813462 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:20.843590 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2146cbeb-2c7a-4d46-a7c7-e54bf83f84a3 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 22:06:20.861206 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b84de383-c76a-4e0a-9dfc-3a623053e7df None None] Sync routers for ids ['d78d3c69-784d-45eb-9ae0-28038f8f6edd'] in ncdv-master-1 {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 22:06:20.874602 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Pushing event updated for resources: {'Port': ['ID=84c9bb11-ff8c-423c-b43d-2723b100730b,revision_number=3']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:06:20.882962 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b84de383-c76a-4e0a-9dfc-3a623053e7df None None] Routers {'d78d3c69-784d-45eb-9ae0-28038f8f6edd'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 22:06:20.883593 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-b84de383-c76a-4e0a-9dfc-3a623053e7df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2612dc6100>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T22:06:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['d78d3c69-784d-45eb-9ae0-28038f8f6edd'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 22:06:20.920375 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ec195bc-526e-41c9-8029-5a94efb3f2fa None None] Network f9b2697d-85a4-4d8c-97c8-a8a585ef90f1 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 22:06:20.935983 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-2146cbeb-2c7a-4d46-a7c7-e54bf83f84a3 admin admin] Publish callbacks [] for router, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:20.937434 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-2146cbeb-2c7a-4d46-a7c7-e54bf83f84a3 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 926 time: 1.8944166
Dec 25 22:06:20.940075 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 47940) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 22:06:21.047961 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-6dae93ef-892c-47dc-a560-48b744393088 None None] Provisioning complete for port 84c9bb11-ff8c-423c-b43d-2723b100730b triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 22:06:21.048272 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-6dae93ef-892c-47dc-a560-48b744393088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:21.079831 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvr_db [None req-b84de383-c76a-4e0a-9dfc-3a623053e7df None None] Set router d78d3c69-784d-45eb-9ae0-28038f8f6edd gateway port host: ncdv-master-1 {{(pid=121608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 22:06:21.336744 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-b84de383-c76a-4e0a-9dfc-3a623053e7df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2612dc6100>, [{'id': 'd78d3c69-784d-45eb-9ae0-28038f8f6edd', 'name': 'tempest-TestMinimumBasicScenario-1106621835-router', 'tenant_id': '29cc4c1ab18949cf9fcd5658c1535162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.49'}], 'enable_snat': True}, 'gw_port_id': '77c8a1f0-bdd7-441c-a0a5-e7fb6164e457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T22:06:19Z', 'updated_at': '2021-12-25T22:06:20Z', 'revision_number': 3, 'project_id': '29cc4c1ab18949cf9fcd5658c1535162', 'gw_port': {'id': '77c8a1f0-bdd7-441c-a0a5-e7fb6164e457', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:1f:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd78d3c69-784d-45eb-9ae0-28038f8f6edd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T22:06:19Z', 'updated_at': '2021-12-25T22:06:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 22:06:21.366357 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b84de383-c76a-4e0a-9dfc-3a623053e7df None None] Checking router: d78d3c69-784d-45eb-9ae0-28038f8f6edd for host: ncdv-master-1 {{(pid=121608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 25 22:06:21.366724 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b84de383-c76a-4e0a-9dfc-3a623053e7df None None] Updating router d78d3c69-784d-45eb-9ae0-28038f8f6edd port 77c8a1f0-bdd7-441c-a0a5-e7fb6164e457 binding host ncdv-master-1 {{(pid=121608) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 25 22:06:21.366864 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-5740087a-6fc2-4e66-bfc5-495649989c07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:21.393651 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-b84de383-c76a-4e0a-9dfc-3a623053e7df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:21.516514 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-a9e58f70-8d38-43de-bbb9-02901a4c83d1 None None] Provisioning complete for port 84c9bb11-ff8c-423c-b43d-2723b100730b triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 22:06:21.516797 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-a9e58f70-8d38-43de-bbb9-02901a4c83d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:21.523519 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_common [None req-5740087a-6fc2-4e66-bfc5-495649989c07 admin admin] Allocated IP 172.20.0.1 (f9b2697d-85a4-4d8c-97c8-a8a585ef90f1/76cbed7e-b231-4b68-9913-69bc3ef0ef30/f529dd93-6302-4bc7-83ae-cdae7fad7a02) {{(pid=121606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 22:06:21.628226 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-5740087a-6fc2-4e66-bfc5-495649989c07 admin admin] Publish callbacks [] for port, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:21.716150 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-b84de383-c76a-4e0a-9dfc-3a623053e7df None None] Publish callbacks [] for port, precommit_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:21.722135 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-5740087a-6fc2-4e66-bfc5-495649989c07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:21.757116 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5740087a-6fc2-4e66-bfc5-495649989c07 admin admin] Network f9b2697d-85a4-4d8c-97c8-a8a585ef90f1 is already hosted by enough agents. {{(pid=121606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 22:06:21.762444 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [None req-5740087a-6fc2-4e66-bfc5-495649989c07 admin admin] Resources bound (agent type, host, resource id):  {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 22:06:21.764842 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5740087a-6fc2-4e66-bfc5-495649989c07 admin admin] Received port after_create {{(pid=121606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 22:06:21.773349 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-b84de383-c76a-4e0a-9dfc-3a623053e7df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:21.802755 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5740087a-6fc2-4e66-bfc5-495649989c07 admin admin] Pushing event updated for resources: {'Port': ['ID=f529dd93-6302-4bc7-83ae-cdae7fad7a02,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:06:21.817565 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-5740087a-6fc2-4e66-bfc5-495649989c07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2008772'] for router_interface, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:21.829818 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-b84de383-c76a-4e0a-9dfc-3a623053e7df None None] Attempting to bind port 77c8a1f0-bdd7-441c-a0a5-e7fb6164e457 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 22:06:21.830247 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-b84de383-c76a-4e0a-9dfc-3a623053e7df None None] Attempting to bind port 77c8a1f0-bdd7-441c-a0a5-e7fb6164e457 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 22:06:21.830547 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b84de383-c76a-4e0a-9dfc-3a623053e7df None None] Attempting to bind port 77c8a1f0-bdd7-441c-a0a5-e7fb6164e457 on network 7201e55c-7c5f-41aa-a042-a363696539d0 {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 22:06:21.834049 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02257da3-387c-46bf-b27f-8744336794e5 None None] DHCP port deletion for 7201e55c-7c5f-41aa-a042-a363696539d0 request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 22:06:21.835573 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3bf873-d707-4a43-910e-fef588ec05e7 None None] Pushing event updated for resources: {'Port': ['ID=77c8a1f0-bdd7-441c-a0a5-e7fb6164e457,revision_number=2']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:06:21.849211 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b84de383-c76a-4e0a-9dfc-3a623053e7df None None] Checking agent: {'id': 'ca4f5c6d-f1fd-48b8-a3e3-395864c7d23d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 20, 56, 40), 'started_at': datetime.datetime(2021, 12, 25, 20, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 22, 6, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 22:06:21.849211 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b84de383-c76a-4e0a-9dfc-3a623053e7df None None] Checking segment: {'id': '6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 22:06:21.849211 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-b84de383-c76a-4e0a-9dfc-3a623053e7df None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:21.849211 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b84de383-c76a-4e0a-9dfc-3a623053e7df None None] Bound using segment: {'id': '6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 22:06:21.849211 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-b84de383-c76a-4e0a-9dfc-3a623053e7df None None] Bound port: 77c8a1f0-bdd7-441c-a0a5-e7fb6164e457, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'}}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 22:06:21.849211 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-b84de383-c76a-4e0a-9dfc-3a623053e7df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:21.911145 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-b84de383-c76a-4e0a-9dfc-3a623053e7df None None] For port 77c8a1f0-bdd7-441c-a0a5-e7fb6164e457, host ncdv-master-1, cleared binding levels {{(pid=121608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 22:06:21.914962 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-b84de383-c76a-4e0a-9dfc-3a623053e7df None None] For port 77c8a1f0-bdd7-441c-a0a5-e7fb6164e457, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=77c8a1f0-bdd7-441c-a0a5-e7fb6164e457,segment=NetworkSegment(6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855),segment_id=6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855)] {{(pid=121608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 22:06:21.920568 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-b60c18ae-2f37-4d44-8ee1-0b5d3467d0bd None None] Provisioning complete for port 77c8a1f0-bdd7-441c-a0a5-e7fb6164e457 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 22:06:21.921026 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-b60c18ae-2f37-4d44-8ee1-0b5d3467d0bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:21.956245 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-b60c18ae-2f37-4d44-8ee1-0b5d3467d0bd None None] Port 77c8a1f0-bdd7-441c-a0a5-e7fb6164e457 cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 22:06:21.985550 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-b84de383-c76a-4e0a-9dfc-3a623053e7df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:22.027811 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-5740087a-6fc2-4e66-bfc5-495649989c07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:22.030545 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aee91b90-ceb0-4f14-839f-c7408014a1ac None None] DHCP port deletion for 7201e55c-7c5f-41aa-a042-a363696539d0 request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 22:06:22.050555 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b84de383-c76a-4e0a-9dfc-3a623053e7df None None] Routers {'d78d3c69-784d-45eb-9ae0-28038f8f6edd'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 22:06:22.051078 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-b84de383-c76a-4e0a-9dfc-3a623053e7df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2612dc6100>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T22:06:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['d78d3c69-784d-45eb-9ae0-28038f8f6edd'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 22:06:22.055645 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3bf873-d707-4a43-910e-fef588ec05e7 None None] Pushing event updated for resources: {'Port': ['ID=77c8a1f0-bdd7-441c-a0a5-e7fb6164e457,revision_number=3']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:06:22.122342 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-2429710b-18c8-4133-9b79-eb981f1389cc None None] Provisioning complete for port f529dd93-6302-4bc7-83ae-cdae7fad7a02 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 22:06:22.122708 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-2429710b-18c8-4133-9b79-eb981f1389cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:22.192866 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-5740087a-6fc2-4e66-bfc5-495649989c07 admin admin] Publish callbacks [] for port, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:22.196417 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvr_db [None req-b84de383-c76a-4e0a-9dfc-3a623053e7df None None] Set router d78d3c69-784d-45eb-9ae0-28038f8f6edd gateway port host: ncdv-master-1 {{(pid=121608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 22:06:22.198077 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-2429710b-18c8-4133-9b79-eb981f1389cc None None] Port f529dd93-6302-4bc7-83ae-cdae7fad7a02 cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 22:06:22.242550 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-2429710b-18c8-4133-9b79-eb981f1389cc None None] Provisioning complete for port 77c8a1f0-bdd7-441c-a0a5-e7fb6164e457 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 22:06:22.242909 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-2429710b-18c8-4133-9b79-eb981f1389cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:22.247754 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-5740087a-6fc2-4e66-bfc5-495649989c07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:22.316508 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5740087a-6fc2-4e66-bfc5-495649989c07 admin admin] Pushing event updated for resources: {'Port': ['ID=f529dd93-6302-4bc7-83ae-cdae7fad7a02,revision_number=2']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:06:22.319879 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-5740087a-6fc2-4e66-bfc5-495649989c07 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2007636'] for router_interface, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:22.409516 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5740087a-6fc2-4e66-bfc5-495649989c07 admin admin] Network f9b2697d-85a4-4d8c-97c8-a8a585ef90f1 is already hosted by enough agents. {{(pid=121606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 22:06:22.410893 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [None req-5740087a-6fc2-4e66-bfc5-495649989c07 admin admin] Resources bound (agent type, host, resource id):  {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 22:06:22.428790 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-2429710b-18c8-4133-9b79-eb981f1389cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:22.455964 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-2429710b-18c8-4133-9b79-eb981f1389cc None None] For port 77c8a1f0-bdd7-441c-a0a5-e7fb6164e457, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=77c8a1f0-bdd7-441c-a0a5-e7fb6164e457,segment=NetworkSegment(6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855),segment_id=6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 22:06:22.477887 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-b84de383-c76a-4e0a-9dfc-3a623053e7df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2612dc6100>, [{'id': 'd78d3c69-784d-45eb-9ae0-28038f8f6edd', 'name': 'tempest-TestMinimumBasicScenario-1106621835-router', 'tenant_id': '29cc4c1ab18949cf9fcd5658c1535162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.49'}], 'enable_snat': True}, 'gw_port_id': '77c8a1f0-bdd7-441c-a0a5-e7fb6164e457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T22:06:19Z', 'updated_at': '2021-12-25T22:06:21Z', 'revision_number': 4, 'project_id': '29cc4c1ab18949cf9fcd5658c1535162', 'gw_port': {'id': '77c8a1f0-bdd7-441c-a0a5-e7fb6164e457', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:1f:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd78d3c69-784d-45eb-9ae0-28038f8f6edd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T22:06:19Z', 'updated_at': '2021-12-25T22:06:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'f529dd93-6302-4bc7-83ae-cdae7fad7a02', 'name': '', 'network_id': 'f9b2697d-85a4-4d8c-97c8-a8a585ef90f1', 'tenant_id': '29cc4c1ab18949cf9fcd5658c1535162', 'mac_address': 'fa:16:3e:9f:f3:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd78d3c69-784d-45eb-9ae0-28038f8f6edd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': '76cbed7e-b231-4b68-9913-69bc3ef0ef30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T22:06:21Z', 'updated_at': '2021-12-25T22:06:21Z', 'revision_number': 1, 'project_id': '29cc4c1ab18949cf9fcd5658c1535162', 'subnets': [{'id': '76cbed7e-b231-4b68-9913-69bc3ef0ef30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 22:06:22.510226 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b84de383-c76a-4e0a-9dfc-3a623053e7df None None] The sync data for ids ['d78d3c69-784d-45eb-9ae0-28038f8f6edd'] in ncdv-master-1 is: [{'id': 'd78d3c69-784d-45eb-9ae0-28038f8f6edd', 'name': 'tempest-TestMinimumBasicScenario-1106621835-router', 'tenant_id': '29cc4c1ab18949cf9fcd5658c1535162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.49'}], 'enable_snat': True}, 'gw_port_id': '77c8a1f0-bdd7-441c-a0a5-e7fb6164e457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T22:06:19Z', 'updated_at': '2021-12-25T22:06:21Z', 'revision_number': 4, 'project_id': '29cc4c1ab18949cf9fcd5658c1535162', 'gw_port': {'id': '77c8a1f0-bdd7-441c-a0a5-e7fb6164e457', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:1f:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd78d3c69-784d-45eb-9ae0-28038f8f6edd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T22:06:19Z', 'updated_at': '2021-12-25T22:06:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'f529dd93-6302-4bc7-83ae-cdae7fad7a02', 'name': '', 'network_id': 'f9b2697d-85a4-4d8c-97c8-a8a585ef90f1', 'tenant_id': '29cc4c1ab18949cf9fcd5658c1535162', 'mac_address': 'fa:16:3e:9f:f3:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd78d3c69-784d-45eb-9ae0-28038f8f6edd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': '76cbed7e-b231-4b68-9913-69bc3ef0ef30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T22:06:21Z', 'updated_at': '2021-12-25T22:06:21Z', 'revision_number': 1, 'project_id': '29cc4c1ab18949cf9fcd5658c1535162', 'subnets': [{'id': '76cbed7e-b231-4b68-9913-69bc3ef0ef30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 22:06:22.523278 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-2429710b-18c8-4133-9b79-eb981f1389cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:22.545652 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5740087a-6fc2-4e66-bfc5-495649989c07 admin admin] Router d78d3c69-784d-45eb-9ae0-28038f8f6edd has already been hosted by L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 {{(pid=121606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 25 22:06:22.577298 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 84c9bb11-ff8c-423c-b43d-2723b100730b up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 22:06:22.622228 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2429710b-18c8-4133-9b79-eb981f1389cc None None] Pushing event updated for resources: {'Port': ['ID=77c8a1f0-bdd7-441c-a0a5-e7fb6164e457,revision_number=4']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:06:22.650787 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port 84c9bb11-ff8c-423c-b43d-2723b100730b triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 22:06:22.651214 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:22.694565 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5740087a-6fc2-4e66-bfc5-495649989c07 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 22:06:22.700555 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-5740087a-6fc2-4e66-bfc5-495649989c07 admin admin] 10.222.0.32 "PUT /v2.0/routers/d78d3c69-784d-45eb-9ae0-28038f8f6edd/add_router_interface HTTP/1.1" status: 200  len: 503 time: 1.7595177
Dec 25 22:06:22.756360 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-9df65c86-c095-4fd6-a202-f065e49f0837 None None] Provisioning complete for port f529dd93-6302-4bc7-83ae-cdae7fad7a02 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 22:06:22.757070 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9df65c86-c095-4fd6-a202-f065e49f0837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:22.809238 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-9df65c86-c095-4fd6-a202-f065e49f0837 None None] Port f529dd93-6302-4bc7-83ae-cdae7fad7a02 cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 22:06:23.419899 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 47958) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 22:06:23.425224 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-fc630318-eec7-4b75-9ff9-13191a5d37d8 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-594364672-network', 'tenant_id': 'b8f09c6ccf6845fcb71851b99a23ebcf'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 22:06:23.549595 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc630318-eec7-4b75-9ff9-13191a5d37d8 admin admin] Made reservation on behalf of b8f09c6ccf6845fcb71851b99a23ebcf for: {'network': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 22:06:23.552005 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-fc630318-eec7-4b75-9ff9-13191a5d37d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for network, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:23.561773 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-fc630318-eec7-4b75-9ff9-13191a5d37d8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:23.640636 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-fc630318-eec7-4b75-9ff9-13191a5d37d8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:23.704745 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-fc630318-eec7-4b75-9ff9-13191a5d37d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:23.737131 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc630318-eec7-4b75-9ff9-13191a5d37d8 admin admin] vlan segment allocate from pool success with {'vlan_id': 166, 'physical_network': 'physnet1'}  {{(pid=121606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 25 22:06:23.743510 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc630318-eec7-4b75-9ff9-13191a5d37d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20da7ad4-074e-4498-a3b4-75a9d327ac3d,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:06:23.751162 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-fc630318-eec7-4b75-9ff9-13191a5d37d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:23.751515 ncdv-master-1 neutron-server[121606]: INFO neutron.db.segments_db [None req-fc630318-eec7-4b75-9ff9-13191a5d37d8 admin admin] Added segment 060a008c-c00c-40aa-9612-6dfe7df91ee9 of type vlan for network 33a1f15d-4926-4c22-a329-6455f224767e
Dec 25 22:06:24.138344 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-fc630318-eec7-4b75-9ff9-13191a5d37d8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737602163420'] for network, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:24.236525 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-fc630318-eec7-4b75-9ff9-13191a5d37d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870'] for network, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:24.237576 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc630318-eec7-4b75-9ff9-13191a5d37d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:06:24.238165 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-fc630318-eec7-4b75-9ff9-13191a5d37d8 admin admin] Publish callbacks [] for network, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:24.297629 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc630318-eec7-4b75-9ff9-13191a5d37d8 admin admin] Pushing event updated for resources: {'Network': ['ID=33a1f15d-4926-4c22-a329-6455f224767e,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:06:24.306921 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Network 33a1f15d-4926-4c22-a329-6455f224767e details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 25 22:06:24.344858 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-fc630318-eec7-4b75-9ff9-13191a5d37d8 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.9212976
Dec 25 22:06:24.351068 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 47960) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 22:06:24.351068 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-3cb574a3-db29-4bcc-848b-8f8e50059d83 admin admin] Request body: {'subnet': {'network_id': '33a1f15d-4926-4c22-a329-6455f224767e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-594364672-subnet', 'tenant_id': 'b8f09c6ccf6845fcb71851b99a23ebcf', 'ip_version': 4}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 22:06:24.458861 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cb574a3-db29-4bcc-848b-8f8e50059d83 admin admin] Made reservation on behalf of b8f09c6ccf6845fcb71851b99a23ebcf for: {'subnet': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 22:06:24.461359 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-3cb574a3-db29-4bcc-848b-8f8e50059d83 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9028529'] for subnet, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:24.580617 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d3caa73-89e5-47c4-a3b1-655e239ec19f None None] Sync routers for ids ['d78d3c69-784d-45eb-9ae0-28038f8f6edd'] in ncdv-master-1 {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 22:06:24.587752 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 77c8a1f0-bdd7-441c-a0a5-e7fb6164e457 up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 22:06:24.591188 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d3caa73-89e5-47c4-a3b1-655e239ec19f None None] Routers {'d78d3c69-784d-45eb-9ae0-28038f8f6edd'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 22:06:24.591828 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-5d3caa73-89e5-47c4-a3b1-655e239ec19f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2618ad30d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T22:06:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['d78d3c69-784d-45eb-9ae0-28038f8f6edd'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 22:06:24.640705 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port 77c8a1f0-bdd7-441c-a0a5-e7fb6164e457 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 22:06:24.641172 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:24.707351 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvr_db [None req-5d3caa73-89e5-47c4-a3b1-655e239ec19f None None] Set router d78d3c69-784d-45eb-9ae0-28038f8f6edd gateway port host: ncdv-master-1 {{(pid=121609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 22:06:24.717464 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-3cb574a3-db29-4bcc-848b-8f8e50059d83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9084170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9028515'] for subnet, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:24.778563 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb574a3-db29-4bcc-848b-8f8e50059d83 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fff8a85b-7eec-41a7-a95b-dc2c7954ce7c,revision_number=0']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:06:24.787863 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cb574a3-db29-4bcc-848b-8f8e50059d83 admin admin] Checking segment: {'id': '060a008c-c00c-40aa-9612-6dfe7df91ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '33a1f15d-4926-4c22-a329-6455f224767e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 22:06:24.787863 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cb574a3-db29-4bcc-848b-8f8e50059d83 admin admin] Network hostable DHCP agents. Network: 33a1f15d-4926-4c22-a329-6455f224767e, hostable agents: ['1813db88-2c1b-4357-a2ba-869246b663c2'], hosted agents: [] {{(pid=121606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 25 22:06:24.887431 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cb574a3-db29-4bcc-848b-8f8e50059d83 admin admin] Network 33a1f15d-4926-4c22-a329-6455f224767e is scheduled to be hosted by DHCP agent 1813db88-2c1b-4357-a2ba-869246b663c2 with binding_index 1 {{(pid=121606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 25 22:06:24.902588 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-5d3caa73-89e5-47c4-a3b1-655e239ec19f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2618ad30d0>, [{'id': 'd78d3c69-784d-45eb-9ae0-28038f8f6edd', 'name': 'tempest-TestMinimumBasicScenario-1106621835-router', 'tenant_id': '29cc4c1ab18949cf9fcd5658c1535162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.49'}], 'enable_snat': True}, 'gw_port_id': '77c8a1f0-bdd7-441c-a0a5-e7fb6164e457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T22:06:19Z', 'updated_at': '2021-12-25T22:06:21Z', 'revision_number': 4, 'project_id': '29cc4c1ab18949cf9fcd5658c1535162', 'gw_port': {'id': '77c8a1f0-bdd7-441c-a0a5-e7fb6164e457', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:1f:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd78d3c69-784d-45eb-9ae0-28038f8f6edd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T22:06:19Z', 'updated_at': '2021-12-25T22:06:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'f529dd93-6302-4bc7-83ae-cdae7fad7a02', 'name': '', 'network_id': 'f9b2697d-85a4-4d8c-97c8-a8a585ef90f1', 'tenant_id': '29cc4c1ab18949cf9fcd5658c1535162', 'mac_address': 'fa:16:3e:9f:f3:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd78d3c69-784d-45eb-9ae0-28038f8f6edd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': '76cbed7e-b231-4b68-9913-69bc3ef0ef30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T22:06:21Z', 'updated_at': '2021-12-25T22:06:22Z', 'revision_number': 2, 'project_id': '29cc4c1ab18949cf9fcd5658c1535162', 'subnets': [{'id': '76cbed7e-b231-4b68-9913-69bc3ef0ef30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 22:06:24.928286 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d3caa73-89e5-47c4-a3b1-655e239ec19f None None] Checking router: d78d3c69-784d-45eb-9ae0-28038f8f6edd for host: ncdv-master-1 {{(pid=121609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 25 22:06:24.937724 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d3caa73-89e5-47c4-a3b1-655e239ec19f None None] Updating router d78d3c69-784d-45eb-9ae0-28038f8f6edd port f529dd93-6302-4bc7-83ae-cdae7fad7a02 binding host ncdv-master-1 {{(pid=121609) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 25 22:06:24.955855 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [None req-3cb574a3-db29-4bcc-848b-8f8e50059d83 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 33a1f15d-4926-4c22-a329-6455f224767e) {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 22:06:24.956865 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-5d3caa73-89e5-47c4-a3b1-655e239ec19f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:24.965108 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cb574a3-db29-4bcc-848b-8f8e50059d83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:06:24.966182 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-3cb574a3-db29-4bcc-848b-8f8e50059d83 admin admin] Publish callbacks [] for subnet, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:24.966884 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0086a091-2bbb-4d1f-9c0e-aef1150eb685 None None] Network 33a1f15d-4926-4c22-a329-6455f224767e requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 22:06:25.047593 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-3cb574a3-db29-4bcc-848b-8f8e50059d83 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 0.6988804
Dec 25 22:06:25.047810 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 47962) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 22:06:25.052077 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-651b2d54-7d49-44c6-ad0e-91ac7385198f admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-594364672-router', 'tenant_id': 'b8f09c6ccf6845fcb71851b99a23ebcf', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'}}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 22:06:25.070760 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd8a7a09-141c-448a-959c-04ee1992d761 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-33a1f15d-4926-4c22-a329-6455f224767e', 'network_id': '33a1f15d-4926-4c22-a329-6455f224767e', 'project_id': 'b8f09c6ccf6845fcb71851b99a23ebcf', 'fixed_ips': [{'subnet_id': 'fff8a85b-7eec-41a7-a95b-dc2c7954ce7c'}]}} from ncdv-master-1. {{(pid=121608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 25 22:06:25.071631 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-bd8a7a09-141c-448a-959c-04ee1992d761 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:25.150493 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-651b2d54-7d49-44c6-ad0e-91ac7385198f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2014909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14863'] for router, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:25.151615 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-651b2d54-7d49-44c6-ad0e-91ac7385198f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2014285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2009796', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2082630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14848'] for router, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:25.204862 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-651b2d54-7d49-44c6-ad0e-91ac7385198f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:25.217482 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.db_base_plugin_common [None req-bd8a7a09-141c-448a-959c-04ee1992d761 None None] Allocated IP 172.20.0.2 (33a1f15d-4926-4c22-a329-6455f224767e/fff8a85b-7eec-41a7-a95b-dc2c7954ce7c/18fb0fbb-526e-4804-964f-a599c6a6de89) {{(pid=121608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 22:06:25.223131 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-5d3caa73-89e5-47c4-a3b1-655e239ec19f None None] Publish callbacks [] for port, precommit_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:25.293845 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-5d3caa73-89e5-47c4-a3b1-655e239ec19f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:25.349214 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f712bb3-42fc-4405-bcbc-eeb21db6955e None None] Pushing event updated for resources: {'Port': ['ID=f529dd93-6302-4bc7-83ae-cdae7fad7a02,revision_number=3']} {{(pid=121609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:06:25.368963 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-bd8a7a09-141c-448a-959c-04ee1992d761 None None] Publish callbacks [] for port, precommit_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:25.371572 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f712bb3-42fc-4405-bcbc-eeb21db6955e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:06:25.372015 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f712bb3-42fc-4405-bcbc-eeb21db6955e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:06:25.372441 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f712bb3-42fc-4405-bcbc-eeb21db6955e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:06:25.373000 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f712bb3-42fc-4405-bcbc-eeb21db6955e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:06:25.373416 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f712bb3-42fc-4405-bcbc-eeb21db6955e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:06:25.373776 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f712bb3-42fc-4405-bcbc-eeb21db6955e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:06:25.374161 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f712bb3-42fc-4405-bcbc-eeb21db6955e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:06:25.374597 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f712bb3-42fc-4405-bcbc-eeb21db6955e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:06:25.374976 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f712bb3-42fc-4405-bcbc-eeb21db6955e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:06:25.375357 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f712bb3-42fc-4405-bcbc-eeb21db6955e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:06:25.375750 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f712bb3-42fc-4405-bcbc-eeb21db6955e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:06:25.376132 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f712bb3-42fc-4405-bcbc-eeb21db6955e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:06:25.376506 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f712bb3-42fc-4405-bcbc-eeb21db6955e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:06:25.409889 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-651b2d54-7d49-44c6-ad0e-91ac7385198f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:25.419501 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.managers [None req-5d3caa73-89e5-47c4-a3b1-655e239ec19f None None] Attempting to bind port f529dd93-6302-4bc7-83ae-cdae7fad7a02 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 22:06:25.419914 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.managers [None req-5d3caa73-89e5-47c4-a3b1-655e239ec19f None None] Attempting to bind port f529dd93-6302-4bc7-83ae-cdae7fad7a02 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'c1972831-dd20-46d3-aff3-5619477bb63d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'f9b2697d-85a4-4d8c-97c8-a8a585ef90f1'}] {{(pid=121609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 22:06:25.420215 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d3caa73-89e5-47c4-a3b1-655e239ec19f None None] Attempting to bind port f529dd93-6302-4bc7-83ae-cdae7fad7a02 on network f9b2697d-85a4-4d8c-97c8-a8a585ef90f1 {{(pid=121609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 22:06:25.425651 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d3caa73-89e5-47c4-a3b1-655e239ec19f None None] Checking agent: {'id': 'ca4f5c6d-f1fd-48b8-a3e3-395864c7d23d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 20, 56, 40), 'started_at': datetime.datetime(2021, 12, 25, 20, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 22, 6, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 22:06:25.426047 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d3caa73-89e5-47c4-a3b1-655e239ec19f None None] Checking segment: {'id': 'c1972831-dd20-46d3-aff3-5619477bb63d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'f9b2697d-85a4-4d8c-97c8-a8a585ef90f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 22:06:25.426441 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-5d3caa73-89e5-47c4-a3b1-655e239ec19f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:25.426833 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d3caa73-89e5-47c4-a3b1-655e239ec19f None None] Bound using segment: {'id': 'c1972831-dd20-46d3-aff3-5619477bb63d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'f9b2697d-85a4-4d8c-97c8-a8a585ef90f1'} {{(pid=121609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 22:06:25.427293 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.managers [None req-5d3caa73-89e5-47c4-a3b1-655e239ec19f None None] Bound port: f529dd93-6302-4bc7-83ae-cdae7fad7a02, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1972831-dd20-46d3-aff3-5619477bb63d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'f9b2697d-85a4-4d8c-97c8-a8a585ef90f1'}}] {{(pid=121609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 22:06:25.427664 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-5d3caa73-89e5-47c4-a3b1-655e239ec19f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:25.460189 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-bd8a7a09-141c-448a-959c-04ee1992d761 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946'] for port, after_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:25.496446 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.db [None req-5d3caa73-89e5-47c4-a3b1-655e239ec19f None None] For port f529dd93-6302-4bc7-83ae-cdae7fad7a02, host ncdv-master-1, cleared binding levels {{(pid=121609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 22:06:25.500222 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.db [None req-5d3caa73-89e5-47c4-a3b1-655e239ec19f None None] For port f529dd93-6302-4bc7-83ae-cdae7fad7a02, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f529dd93-6302-4bc7-83ae-cdae7fad7a02,segment=NetworkSegment(c1972831-dd20-46d3-aff3-5619477bb63d),segment_id=c1972831-dd20-46d3-aff3-5619477bb63d)] {{(pid=121609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 22:06:25.502253 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd8a7a09-141c-448a-959c-04ee1992d761 None None] Network 33a1f15d-4926-4c22-a329-6455f224767e is already hosted by enough agents. {{(pid=121608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 22:06:25.505630 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.base_scheduler [None req-bd8a7a09-141c-448a-959c-04ee1992d761 None None] Resources bound (agent type, host, resource id):  {{(pid=121608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 22:06:25.509488 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd8a7a09-141c-448a-959c-04ee1992d761 None None] Received port after_create {{(pid=121608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 22:06:25.517408 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8a7a09-141c-448a-959c-04ee1992d761 None None] Pushing event updated for resources: {'Port': ['ID=18fb0fbb-526e-4804-964f-a599c6a6de89,revision_number=1']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:06:25.562777 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-5d3caa73-89e5-47c4-a3b1-655e239ec19f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:25.577969 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-bd8a7a09-141c-448a-959c-04ee1992d761 None None] Attempting to bind port 18fb0fbb-526e-4804-964f-a599c6a6de89 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 22:06:25.578345 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-bd8a7a09-141c-448a-959c-04ee1992d761 None None] Attempting to bind port 18fb0fbb-526e-4804-964f-a599c6a6de89 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '060a008c-c00c-40aa-9612-6dfe7df91ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '33a1f15d-4926-4c22-a329-6455f224767e'}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 22:06:25.578734 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd8a7a09-141c-448a-959c-04ee1992d761 None None] Attempting to bind port 18fb0fbb-526e-4804-964f-a599c6a6de89 on network 33a1f15d-4926-4c22-a329-6455f224767e {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 22:06:25.587540 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd8a7a09-141c-448a-959c-04ee1992d761 None None] Checking agent: {'id': 'ca4f5c6d-f1fd-48b8-a3e3-395864c7d23d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 20, 56, 40), 'started_at': datetime.datetime(2021, 12, 25, 20, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 22, 6, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 22:06:25.587540 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd8a7a09-141c-448a-959c-04ee1992d761 None None] Checking segment: {'id': '060a008c-c00c-40aa-9612-6dfe7df91ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '33a1f15d-4926-4c22-a329-6455f224767e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 22:06:25.587864 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-bd8a7a09-141c-448a-959c-04ee1992d761 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:25.588160 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd8a7a09-141c-448a-959c-04ee1992d761 None None] Bound using segment: {'id': '060a008c-c00c-40aa-9612-6dfe7df91ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '33a1f15d-4926-4c22-a329-6455f224767e'} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 22:06:25.588629 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-bd8a7a09-141c-448a-959c-04ee1992d761 None None] Bound port: 18fb0fbb-526e-4804-964f-a599c6a6de89, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '060a008c-c00c-40aa-9612-6dfe7df91ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '33a1f15d-4926-4c22-a329-6455f224767e'}}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 22:06:25.589596 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-bd8a7a09-141c-448a-959c-04ee1992d761 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:25.592290 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-b33e193c-bbc4-41b6-8fc3-0b42f6616f7b None None] Provisioning complete for port f529dd93-6302-4bc7-83ae-cdae7fad7a02 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 22:06:25.592647 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-b33e193c-bbc4-41b6-8fc3-0b42f6616f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:25.614358 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d3caa73-89e5-47c4-a3b1-655e239ec19f None None] Routers {'d78d3c69-784d-45eb-9ae0-28038f8f6edd'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 22:06:25.614914 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-5d3caa73-89e5-47c4-a3b1-655e239ec19f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2618ad30d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T22:06:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['d78d3c69-784d-45eb-9ae0-28038f8f6edd'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 22:06:25.695274 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-bd8a7a09-141c-448a-959c-04ee1992d761 None None] For port 18fb0fbb-526e-4804-964f-a599c6a6de89, host ncdv-master-1, cleared binding levels {{(pid=121608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 22:06:25.700522 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-bd8a7a09-141c-448a-959c-04ee1992d761 None None] For port 18fb0fbb-526e-4804-964f-a599c6a6de89, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=18fb0fbb-526e-4804-964f-a599c6a6de89,segment=NetworkSegment(060a008c-c00c-40aa-9612-6dfe7df91ee9),segment_id=060a008c-c00c-40aa-9612-6dfe7df91ee9)] {{(pid=121608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 22:06:25.754455 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-651b2d54-7d49-44c6-ad0e-91ac7385198f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:25.763513 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-bd8a7a09-141c-448a-959c-04ee1992d761 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:25.765732 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-b33e193c-bbc4-41b6-8fc3-0b42f6616f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:25.781757 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-651b2d54-7d49-44c6-ad0e-91ac7385198f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:25.805205 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f712bb3-42fc-4405-bcbc-eeb21db6955e None None] Pushing event updated for resources: {'Port': ['ID=f529dd93-6302-4bc7-83ae-cdae7fad7a02,revision_number=4']} {{(pid=121609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:06:25.868305 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-b33e193c-bbc4-41b6-8fc3-0b42f6616f7b None None] For port f529dd93-6302-4bc7-83ae-cdae7fad7a02, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f529dd93-6302-4bc7-83ae-cdae7fad7a02,segment=NetworkSegment(c1972831-dd20-46d3-aff3-5619477bb63d),segment_id=c1972831-dd20-46d3-aff3-5619477bb63d)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 22:06:25.875351 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8a7a09-141c-448a-959c-04ee1992d761 None None] Pushing event updated for resources: {'Port': ['ID=18fb0fbb-526e-4804-964f-a599c6a6de89,revision_number=2']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:06:25.876627 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvr_db [None req-5d3caa73-89e5-47c4-a3b1-655e239ec19f None None] Set router d78d3c69-784d-45eb-9ae0-28038f8f6edd gateway port host: ncdv-master-1 {{(pid=121609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 22:06:25.934136 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_common [None req-651b2d54-7d49-44c6-ad0e-91ac7385198f admin admin] Allocated IP 172.35.3.143 (7201e55c-7c5f-41aa-a042-a363696539d0/7a939e13-713f-45cf-bba7-1539635abe25/43d94cf2-bfd4-499e-898a-5c220321b479) {{(pid=121606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 22:06:25.950273 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-b33e193c-bbc4-41b6-8fc3-0b42f6616f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:26.014829 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33e193c-bbc4-41b6-8fc3-0b42f6616f7b None None] Pushing event updated for resources: {'Port': ['ID=f529dd93-6302-4bc7-83ae-cdae7fad7a02,revision_number=5']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:06:26.072364 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-651b2d54-7d49-44c6-ad0e-91ac7385198f admin admin] Publish callbacks [] for port, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:26.091323 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-589bd0d0-e878-422a-8c5e-25fd54111eb4 None None] Provisioning complete for port f529dd93-6302-4bc7-83ae-cdae7fad7a02 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 22:06:26.091702 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-589bd0d0-e878-422a-8c5e-25fd54111eb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:26.167021 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-5d3caa73-89e5-47c4-a3b1-655e239ec19f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2618ad30d0>, [{'id': 'd78d3c69-784d-45eb-9ae0-28038f8f6edd', 'name': 'tempest-TestMinimumBasicScenario-1106621835-router', 'tenant_id': '29cc4c1ab18949cf9fcd5658c1535162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.49'}], 'enable_snat': True}, 'gw_port_id': '77c8a1f0-bdd7-441c-a0a5-e7fb6164e457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T22:06:19Z', 'updated_at': '2021-12-25T22:06:21Z', 'revision_number': 4, 'project_id': '29cc4c1ab18949cf9fcd5658c1535162', 'gw_port': {'id': '77c8a1f0-bdd7-441c-a0a5-e7fb6164e457', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:1f:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd78d3c69-784d-45eb-9ae0-28038f8f6edd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T22:06:19Z', 'updated_at': '2021-12-25T22:06:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'f529dd93-6302-4bc7-83ae-cdae7fad7a02', 'name': '', 'network_id': 'f9b2697d-85a4-4d8c-97c8-a8a585ef90f1', 'tenant_id': '29cc4c1ab18949cf9fcd5658c1535162', 'mac_address': 'fa:16:3e:9f:f3:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd78d3c69-784d-45eb-9ae0-28038f8f6edd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': '76cbed7e-b231-4b68-9913-69bc3ef0ef30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T22:06:21Z', 'updated_at': '2021-12-25T22:06:25Z', 'revision_number': 4, 'project_id': '29cc4c1ab18949cf9fcd5658c1535162', 'subnets': [{'id': '76cbed7e-b231-4b68-9913-69bc3ef0ef30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 22:06:26.185121 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-651b2d54-7d49-44c6-ad0e-91ac7385198f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:26.195994 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d3caa73-89e5-47c4-a3b1-655e239ec19f None None] The sync data for ids ['d78d3c69-784d-45eb-9ae0-28038f8f6edd'] in ncdv-master-1 is: [{'id': 'd78d3c69-784d-45eb-9ae0-28038f8f6edd', 'name': 'tempest-TestMinimumBasicScenario-1106621835-router', 'tenant_id': '29cc4c1ab18949cf9fcd5658c1535162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.49'}], 'enable_snat': True}, 'gw_port_id': '77c8a1f0-bdd7-441c-a0a5-e7fb6164e457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T22:06:19Z', 'updated_at': '2021-12-25T22:06:21Z', 'revision_number': 4, 'project_id': '29cc4c1ab18949cf9fcd5658c1535162', 'gw_port': {'id': '77c8a1f0-bdd7-441c-a0a5-e7fb6164e457', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:1f:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd78d3c69-784d-45eb-9ae0-28038f8f6edd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T22:06:19Z', 'updated_at': '2021-12-25T22:06:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'f529dd93-6302-4bc7-83ae-cdae7fad7a02', 'name': '', 'network_id': 'f9b2697d-85a4-4d8c-97c8-a8a585ef90f1', 'tenant_id': '29cc4c1ab18949cf9fcd5658c1535162', 'mac_address': 'fa:16:3e:9f:f3:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd78d3c69-784d-45eb-9ae0-28038f8f6edd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': '76cbed7e-b231-4b68-9913-69bc3ef0ef30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T22:06:21Z', 'updated_at': '2021-12-25T22:06:25Z', 'revision_number': 4, 'project_id': '29cc4c1ab18949cf9fcd5658c1535162', 'subnets': [{'id': '76cbed7e-b231-4b68-9913-69bc3ef0ef30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 22:06:26.230460 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-651b2d54-7d49-44c6-ad0e-91ac7385198f admin admin] Network 7201e55c-7c5f-41aa-a042-a363696539d0 is already hosted by enough agents. {{(pid=121606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 22:06:26.233536 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [None req-651b2d54-7d49-44c6-ad0e-91ac7385198f admin admin] Resources bound (agent type, host, resource id):  {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 22:06:26.237450 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-651b2d54-7d49-44c6-ad0e-91ac7385198f admin admin] Received port after_create {{(pid=121606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 22:06:26.243331 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651b2d54-7d49-44c6-ad0e-91ac7385198f admin admin] Pushing event updated for resources: {'Port': ['ID=43d94cf2-bfd4-499e-898a-5c220321b479,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:06:26.249455 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25466477-2f03-49e0-83e3-38a5382886b6 None None] DHCP port deletion for 7201e55c-7c5f-41aa-a042-a363696539d0 request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 22:06:26.308271 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-9383e670-c329-4e6d-a96d-ebb5c990a7e0 None None] Provisioning complete for port 43d94cf2-bfd4-499e-898a-5c220321b479 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 22:06:26.308673 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9383e670-c329-4e6d-a96d-ebb5c990a7e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:26.344239 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-9383e670-c329-4e6d-a96d-ebb5c990a7e0 None None] Port 43d94cf2-bfd4-499e-898a-5c220321b479 cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 22:06:26.598091 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-651b2d54-7d49-44c6-ad0e-91ac7385198f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:26.683850 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device f529dd93-6302-4bc7-83ae-cdae7fad7a02 up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 22:06:26.742062 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port f529dd93-6302-4bc7-83ae-cdae7fad7a02 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 22:06:26.742435 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:26.838170 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-651b2d54-7d49-44c6-ad0e-91ac7385198f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2014278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2009753'] for router, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:26.853507 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 18fb0fbb-526e-4804-964f-a599c6a6de89 up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 22:06:26.911516 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port 18fb0fbb-526e-4804-964f-a599c6a6de89 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 22:06:26.911919 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:27.019203 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:27.030318 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aea2dd3-27ee-41d1-95e8-9806f18b7c6d None None] Network 33a1f15d-4926-4c22-a329-6455f224767e requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 22:06:27.109239 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] For port 18fb0fbb-526e-4804-964f-a599c6a6de89, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=18fb0fbb-526e-4804-964f-a599c6a6de89,segment=NetworkSegment(060a008c-c00c-40aa-9612-6dfe7df91ee9),segment_id=060a008c-c00c-40aa-9612-6dfe7df91ee9)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 22:06:27.121264 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-032b98ae-8e51-43f3-859d-5671fb7322f4 None None] Provisioning complete for port 18fb0fbb-526e-4804-964f-a599c6a6de89 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 22:06:27.121565 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-651b2d54-7d49-44c6-ad0e-91ac7385198f admin admin] Router 082cadaf-c927-48eb-9f6b-a77c1a937b82 is scheduled to L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 with binding_index 1 {{(pid=121606) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 25 22:06:27.121690 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-032b98ae-8e51-43f3-859d-5671fb7322f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:27.191902 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:27.234955 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-651b2d54-7d49-44c6-ad0e-91ac7385198f admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 22:06:27.250520 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aa92a3e-787c-41cd-ae23-98ad9aaf3434 None None] Sync routers for ids ['082cadaf-c927-48eb-9f6b-a77c1a937b82'] in ncdv-master-1 {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 22:06:27.289244 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Pushing event updated for resources: {'Port': ['ID=18fb0fbb-526e-4804-964f-a599c6a6de89,revision_number=3']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:06:27.292124 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aa92a3e-787c-41cd-ae23-98ad9aaf3434 None None] Routers {'082cadaf-c927-48eb-9f6b-a77c1a937b82'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 22:06:27.292723 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-5aa92a3e-787c-41cd-ae23-98ad9aaf3434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f261320ad00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T22:06:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['082cadaf-c927-48eb-9f6b-a77c1a937b82'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 22:06:27.335996 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-651b2d54-7d49-44c6-ad0e-91ac7385198f admin admin] Publish callbacks [] for router, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:27.340518 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-651b2d54-7d49-44c6-ad0e-91ac7385198f admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 926 time: 2.2885394
Dec 25 22:06:27.340518 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 47966) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 22:06:27.410421 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvr_db [None req-5aa92a3e-787c-41cd-ae23-98ad9aaf3434 None None] Set router 082cadaf-c927-48eb-9f6b-a77c1a937b82 gateway port host: ncdv-master-1 {{(pid=121608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 22:06:27.548078 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-518b5da1-7361-48db-9520-1406e630b7e2 None None] Provisioning complete for port 18fb0fbb-526e-4804-964f-a599c6a6de89 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 22:06:27.548511 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-518b5da1-7361-48db-9520-1406e630b7e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:27.666451 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-5aa92a3e-787c-41cd-ae23-98ad9aaf3434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f261320ad00>, [{'id': '082cadaf-c927-48eb-9f6b-a77c1a937b82', 'name': 'tempest-TestMinimumBasicScenario-594364672-router', 'tenant_id': 'b8f09c6ccf6845fcb71851b99a23ebcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.143'}], 'enable_snat': True}, 'gw_port_id': '43d94cf2-bfd4-499e-898a-5c220321b479', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T22:06:25Z', 'updated_at': '2021-12-25T22:06:26Z', 'revision_number': 3, 'project_id': 'b8f09c6ccf6845fcb71851b99a23ebcf', 'gw_port': {'id': '43d94cf2-bfd4-499e-898a-5c220321b479', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:58:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '082cadaf-c927-48eb-9f6b-a77c1a937b82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T22:06:25Z', 'updated_at': '2021-12-25T22:06:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 22:06:27.700916 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aa92a3e-787c-41cd-ae23-98ad9aaf3434 None None] Checking router: 082cadaf-c927-48eb-9f6b-a77c1a937b82 for host: ncdv-master-1 {{(pid=121608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 25 22:06:27.701624 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aa92a3e-787c-41cd-ae23-98ad9aaf3434 None None] Updating router 082cadaf-c927-48eb-9f6b-a77c1a937b82 port 43d94cf2-bfd4-499e-898a-5c220321b479 binding host ncdv-master-1 {{(pid=121608) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 25 22:06:27.725865 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5aa92a3e-787c-41cd-ae23-98ad9aaf3434 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:27.754453 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-a594d0f3-ff4d-4ba3-910f-616f16069303 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:27.910985 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_common [None req-a594d0f3-ff4d-4ba3-910f-616f16069303 admin admin] Allocated IP 172.20.0.1 (33a1f15d-4926-4c22-a329-6455f224767e/fff8a85b-7eec-41a7-a95b-dc2c7954ce7c/28692bcc-364b-426f-ba4a-0a2eb3e71200) {{(pid=121606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 22:06:27.985438 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5aa92a3e-787c-41cd-ae23-98ad9aaf3434 None None] Publish callbacks [] for port, precommit_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:28.020084 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-a594d0f3-ff4d-4ba3-910f-616f16069303 admin admin] Publish callbacks [] for port, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:28.063821 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5aa92a3e-787c-41cd-ae23-98ad9aaf3434 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:28.110462 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-a594d0f3-ff4d-4ba3-910f-616f16069303 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:28.112169 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d51246c4-5ecf-472d-856d-74dca7f718e1 None None] DHCP port deletion for 7201e55c-7c5f-41aa-a042-a363696539d0 request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 22:06:28.125612 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-5aa92a3e-787c-41cd-ae23-98ad9aaf3434 None None] Attempting to bind port 43d94cf2-bfd4-499e-898a-5c220321b479 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 22:06:28.127688 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-5aa92a3e-787c-41cd-ae23-98ad9aaf3434 None None] Attempting to bind port 43d94cf2-bfd4-499e-898a-5c220321b479 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 22:06:28.127688 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aa92a3e-787c-41cd-ae23-98ad9aaf3434 None None] Attempting to bind port 43d94cf2-bfd4-499e-898a-5c220321b479 on network 7201e55c-7c5f-41aa-a042-a363696539d0 {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 22:06:28.130451 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e014d8-67d1-4389-b377-17c47bd05fb3 None None] Pushing event updated for resources: {'Port': ['ID=43d94cf2-bfd4-499e-898a-5c220321b479,revision_number=2']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:06:28.139237 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aa92a3e-787c-41cd-ae23-98ad9aaf3434 None None] Checking agent: {'id': 'ca4f5c6d-f1fd-48b8-a3e3-395864c7d23d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 20, 56, 40), 'started_at': datetime.datetime(2021, 12, 25, 20, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 22, 6, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 22:06:28.139613 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aa92a3e-787c-41cd-ae23-98ad9aaf3434 None None] Checking segment: {'id': '6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 22:06:28.140035 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5aa92a3e-787c-41cd-ae23-98ad9aaf3434 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:28.140450 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aa92a3e-787c-41cd-ae23-98ad9aaf3434 None None] Bound using segment: {'id': '6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 22:06:28.140924 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-5aa92a3e-787c-41cd-ae23-98ad9aaf3434 None None] Bound port: 43d94cf2-bfd4-499e-898a-5c220321b479, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'}}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 22:06:28.141304 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5aa92a3e-787c-41cd-ae23-98ad9aaf3434 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:28.155356 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a594d0f3-ff4d-4ba3-910f-616f16069303 admin admin] Network 33a1f15d-4926-4c22-a329-6455f224767e is already hosted by enough agents. {{(pid=121606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 22:06:28.158375 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [None req-a594d0f3-ff4d-4ba3-910f-616f16069303 admin admin] Resources bound (agent type, host, resource id):  {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 22:06:28.161884 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a594d0f3-ff4d-4ba3-910f-616f16069303 admin admin] Received port after_create {{(pid=121606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 22:06:28.186804 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a594d0f3-ff4d-4ba3-910f-616f16069303 admin admin] Pushing event updated for resources: {'Port': ['ID=28692bcc-364b-426f-ba4a-0a2eb3e71200,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:06:28.201948 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5aa92a3e-787c-41cd-ae23-98ad9aaf3434 None None] For port 43d94cf2-bfd4-499e-898a-5c220321b479, host ncdv-master-1, cleared binding levels {{(pid=121608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 22:06:28.204649 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-a594d0f3-ff4d-4ba3-910f-616f16069303 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2008772'] for router_interface, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:28.205322 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5aa92a3e-787c-41cd-ae23-98ad9aaf3434 None None] For port 43d94cf2-bfd4-499e-898a-5c220321b479, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=43d94cf2-bfd4-499e-898a-5c220321b479,segment=NetworkSegment(6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855),segment_id=6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855)] {{(pid=121608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 22:06:28.222029 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-e7cbe2cf-6da5-47cb-9c51-ad8d631a8942 None None] Provisioning complete for port 43d94cf2-bfd4-499e-898a-5c220321b479 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 22:06:28.222416 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-e7cbe2cf-6da5-47cb-9c51-ad8d631a8942 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:28.264231 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-e7cbe2cf-6da5-47cb-9c51-ad8d631a8942 None None] Port 43d94cf2-bfd4-499e-898a-5c220321b479 cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 22:06:28.294460 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5aa92a3e-787c-41cd-ae23-98ad9aaf3434 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:28.343737 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd7fc48c-d4b5-4486-913b-4658e0cb5ee4 None None] DHCP port deletion for 7201e55c-7c5f-41aa-a042-a363696539d0 request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 22:06:28.367894 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aa92a3e-787c-41cd-ae23-98ad9aaf3434 None None] Routers {'082cadaf-c927-48eb-9f6b-a77c1a937b82'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 22:06:28.368546 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-5aa92a3e-787c-41cd-ae23-98ad9aaf3434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f261320ad00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T22:06:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['082cadaf-c927-48eb-9f6b-a77c1a937b82'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 22:06:28.372276 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e014d8-67d1-4389-b377-17c47bd05fb3 None None] Pushing event updated for resources: {'Port': ['ID=43d94cf2-bfd4-499e-898a-5c220321b479,revision_number=3']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:06:28.385744 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-a594d0f3-ff4d-4ba3-910f-616f16069303 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:28.441802 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-88df852f-1f2c-43ad-b725-b764fd615bf3 None None] Provisioning complete for port 43d94cf2-bfd4-499e-898a-5c220321b479 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 22:06:28.442090 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-88df852f-1f2c-43ad-b725-b764fd615bf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:28.518204 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvr_db [None req-5aa92a3e-787c-41cd-ae23-98ad9aaf3434 None None] Set router 082cadaf-c927-48eb-9f6b-a77c1a937b82 gateway port host: ncdv-master-1 {{(pid=121608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 22:06:28.558165 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 18fb0fbb-526e-4804-964f-a599c6a6de89 up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 22:06:28.559508 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-a594d0f3-ff4d-4ba3-910f-616f16069303 admin admin] Publish callbacks [] for port, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:28.618900 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-a594d0f3-ff4d-4ba3-910f-616f16069303 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:28.695973 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a594d0f3-ff4d-4ba3-910f-616f16069303 admin admin] Pushing event updated for resources: {'Port': ['ID=28692bcc-364b-426f-ba4a-0a2eb3e71200,revision_number=2']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:06:28.699113 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-a594d0f3-ff4d-4ba3-910f-616f16069303 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2007636'] for router_interface, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:28.792429 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a594d0f3-ff4d-4ba3-910f-616f16069303 admin admin] Network 33a1f15d-4926-4c22-a329-6455f224767e is already hosted by enough agents. {{(pid=121606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 22:06:28.793817 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [None req-a594d0f3-ff4d-4ba3-910f-616f16069303 admin admin] Resources bound (agent type, host, resource id):  {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 22:06:28.854443 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-88df852f-1f2c-43ad-b725-b764fd615bf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:28.915625 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-88df852f-1f2c-43ad-b725-b764fd615bf3 None None] For port 43d94cf2-bfd4-499e-898a-5c220321b479, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=43d94cf2-bfd4-499e-898a-5c220321b479,segment=NetworkSegment(6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855),segment_id=6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 22:06:28.927321 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a594d0f3-ff4d-4ba3-910f-616f16069303 admin admin] Router 082cadaf-c927-48eb-9f6b-a77c1a937b82 has already been hosted by L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 {{(pid=121606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 25 22:06:28.933053 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port 18fb0fbb-526e-4804-964f-a599c6a6de89 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 22:06:28.933053 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:28.991617 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-88df852f-1f2c-43ad-b725-b764fd615bf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:29.057189 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a594d0f3-ff4d-4ba3-910f-616f16069303 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 22:06:29.063305 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-a594d0f3-ff4d-4ba3-910f-616f16069303 admin admin] 10.222.0.32 "PUT /v2.0/routers/082cadaf-c927-48eb-9f6b-a77c1a937b82/add_router_interface HTTP/1.1" status: 200  len: 503 time: 1.7212551
Dec 25 22:06:29.070615 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88df852f-1f2c-43ad-b725-b764fd615bf3 None None] Pushing event updated for resources: {'Port': ['ID=43d94cf2-bfd4-499e-898a-5c220321b479,revision_number=4']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:06:29.125093 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-5aa92a3e-787c-41cd-ae23-98ad9aaf3434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f261320ad00>, [{'id': '082cadaf-c927-48eb-9f6b-a77c1a937b82', 'name': 'tempest-TestMinimumBasicScenario-594364672-router', 'tenant_id': 'b8f09c6ccf6845fcb71851b99a23ebcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.143'}], 'enable_snat': True}, 'gw_port_id': '43d94cf2-bfd4-499e-898a-5c220321b479', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T22:06:25Z', 'updated_at': '2021-12-25T22:06:28Z', 'revision_number': 4, 'project_id': 'b8f09c6ccf6845fcb71851b99a23ebcf', 'gw_port': {'id': '43d94cf2-bfd4-499e-898a-5c220321b479', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:58:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '082cadaf-c927-48eb-9f6b-a77c1a937b82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T22:06:25Z', 'updated_at': '2021-12-25T22:06:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '28692bcc-364b-426f-ba4a-0a2eb3e71200', 'name': '', 'network_id': '33a1f15d-4926-4c22-a329-6455f224767e', 'tenant_id': 'b8f09c6ccf6845fcb71851b99a23ebcf', 'mac_address': 'fa:16:3e:59:14:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '082cadaf-c927-48eb-9f6b-a77c1a937b82', 'device_owner': 'network:router_interface', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': 'fff8a85b-7eec-41a7-a95b-dc2c7954ce7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T22:06:27Z', 'updated_at': '2021-12-25T22:06:27Z', 'revision_number': 1, 'project_id': 'b8f09c6ccf6845fcb71851b99a23ebcf', 'subnets': [{'id': 'fff8a85b-7eec-41a7-a95b-dc2c7954ce7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 22:06:29.154694 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-aa5450e1-4a09-42e8-9b40-cf8b4740f0d5 None None] Provisioning complete for port 28692bcc-364b-426f-ba4a-0a2eb3e71200 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 22:06:29.155062 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-aa5450e1-4a09-42e8-9b40-cf8b4740f0d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:29.156724 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aa92a3e-787c-41cd-ae23-98ad9aaf3434 None None] The sync data for ids ['082cadaf-c927-48eb-9f6b-a77c1a937b82'] in ncdv-master-1 is: [{'id': '082cadaf-c927-48eb-9f6b-a77c1a937b82', 'name': 'tempest-TestMinimumBasicScenario-594364672-router', 'tenant_id': 'b8f09c6ccf6845fcb71851b99a23ebcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.143'}], 'enable_snat': True}, 'gw_port_id': '43d94cf2-bfd4-499e-898a-5c220321b479', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T22:06:25Z', 'updated_at': '2021-12-25T22:06:28Z', 'revision_number': 4, 'project_id': 'b8f09c6ccf6845fcb71851b99a23ebcf', 'gw_port': {'id': '43d94cf2-bfd4-499e-898a-5c220321b479', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:58:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '082cadaf-c927-48eb-9f6b-a77c1a937b82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T22:06:25Z', 'updated_at': '2021-12-25T22:06:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '28692bcc-364b-426f-ba4a-0a2eb3e71200', 'name': '', 'network_id': '33a1f15d-4926-4c22-a329-6455f224767e', 'tenant_id': 'b8f09c6ccf6845fcb71851b99a23ebcf', 'mac_address': 'fa:16:3e:59:14:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '082cadaf-c927-48eb-9f6b-a77c1a937b82', 'device_owner': 'network:router_interface', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': 'fff8a85b-7eec-41a7-a95b-dc2c7954ce7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T22:06:27Z', 'updated_at': '2021-12-25T22:06:27Z', 'revision_number': 1, 'project_id': 'b8f09c6ccf6845fcb71851b99a23ebcf', 'subnets': [{'id': 'fff8a85b-7eec-41a7-a95b-dc2c7954ce7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 22:06:29.197417 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-aa5450e1-4a09-42e8-9b40-cf8b4740f0d5 None None] Port 28692bcc-364b-426f-ba4a-0a2eb3e71200 cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 22:06:30.585134 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 43d94cf2-bfd4-499e-898a-5c220321b479 up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 22:06:30.639188 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port 43d94cf2-bfd4-499e-898a-5c220321b479 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 22:06:30.639588 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:31.407330 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba972598-6ccb-4aaa-be24-88b6f1525136 None None] Sync routers for ids ['082cadaf-c927-48eb-9f6b-a77c1a937b82'] in ncdv-master-1 {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 22:06:31.420601 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba972598-6ccb-4aaa-be24-88b6f1525136 None None] Routers {'082cadaf-c927-48eb-9f6b-a77c1a937b82'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 22:06:31.420601 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-ba972598-6ccb-4aaa-be24-88b6f1525136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f26186134c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T22:06:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['082cadaf-c927-48eb-9f6b-a77c1a937b82'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 22:06:31.538788 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvr_db [None req-ba972598-6ccb-4aaa-be24-88b6f1525136 None None] Set router 082cadaf-c927-48eb-9f6b-a77c1a937b82 gateway port host: ncdv-master-1 {{(pid=121609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 22:06:31.769028 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-ba972598-6ccb-4aaa-be24-88b6f1525136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f26186134c0>, [{'id': '082cadaf-c927-48eb-9f6b-a77c1a937b82', 'name': 'tempest-TestMinimumBasicScenario-594364672-router', 'tenant_id': 'b8f09c6ccf6845fcb71851b99a23ebcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.143'}], 'enable_snat': True}, 'gw_port_id': '43d94cf2-bfd4-499e-898a-5c220321b479', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T22:06:25Z', 'updated_at': '2021-12-25T22:06:28Z', 'revision_number': 4, 'project_id': 'b8f09c6ccf6845fcb71851b99a23ebcf', 'gw_port': {'id': '43d94cf2-bfd4-499e-898a-5c220321b479', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:58:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '082cadaf-c927-48eb-9f6b-a77c1a937b82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T22:06:25Z', 'updated_at': '2021-12-25T22:06:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '28692bcc-364b-426f-ba4a-0a2eb3e71200', 'name': '', 'network_id': '33a1f15d-4926-4c22-a329-6455f224767e', 'tenant_id': 'b8f09c6ccf6845fcb71851b99a23ebcf', 'mac_address': 'fa:16:3e:59:14:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '082cadaf-c927-48eb-9f6b-a77c1a937b82', 'device_owner': 'network:router_interface', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': 'fff8a85b-7eec-41a7-a95b-dc2c7954ce7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T22:06:27Z', 'updated_at': '2021-12-25T22:06:28Z', 'revision_number': 2, 'project_id': 'b8f09c6ccf6845fcb71851b99a23ebcf', 'subnets': [{'id': 'fff8a85b-7eec-41a7-a95b-dc2c7954ce7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 22:06:31.796897 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba972598-6ccb-4aaa-be24-88b6f1525136 None None] Checking router: 082cadaf-c927-48eb-9f6b-a77c1a937b82 for host: ncdv-master-1 {{(pid=121609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 25 22:06:31.797540 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba972598-6ccb-4aaa-be24-88b6f1525136 None None] Updating router 082cadaf-c927-48eb-9f6b-a77c1a937b82 port 28692bcc-364b-426f-ba4a-0a2eb3e71200 binding host ncdv-master-1 {{(pid=121609) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 25 22:06:31.835172 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-ba972598-6ccb-4aaa-be24-88b6f1525136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:32.149444 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-ba972598-6ccb-4aaa-be24-88b6f1525136 None None] Publish callbacks [] for port, precommit_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:32.241419 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-ba972598-6ccb-4aaa-be24-88b6f1525136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:32.303542 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2145b22a-b6c9-4063-80e2-1c6ba9b87078 None None] Pushing event updated for resources: {'Port': ['ID=28692bcc-364b-426f-ba4a-0a2eb3e71200,revision_number=3']} {{(pid=121609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:06:32.377162 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.managers [None req-ba972598-6ccb-4aaa-be24-88b6f1525136 None None] Attempting to bind port 28692bcc-364b-426f-ba4a-0a2eb3e71200 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 22:06:32.377533 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.managers [None req-ba972598-6ccb-4aaa-be24-88b6f1525136 None None] Attempting to bind port 28692bcc-364b-426f-ba4a-0a2eb3e71200 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '060a008c-c00c-40aa-9612-6dfe7df91ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '33a1f15d-4926-4c22-a329-6455f224767e'}] {{(pid=121609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 22:06:32.377898 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba972598-6ccb-4aaa-be24-88b6f1525136 None None] Attempting to bind port 28692bcc-364b-426f-ba4a-0a2eb3e71200 on network 33a1f15d-4926-4c22-a329-6455f224767e {{(pid=121609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 22:06:32.394524 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba972598-6ccb-4aaa-be24-88b6f1525136 None None] Checking agent: {'id': 'ca4f5c6d-f1fd-48b8-a3e3-395864c7d23d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 20, 56, 40), 'started_at': datetime.datetime(2021, 12, 25, 20, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 22, 6, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 22:06:32.394903 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba972598-6ccb-4aaa-be24-88b6f1525136 None None] Checking segment: {'id': '060a008c-c00c-40aa-9612-6dfe7df91ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '33a1f15d-4926-4c22-a329-6455f224767e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 22:06:32.395296 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-ba972598-6ccb-4aaa-be24-88b6f1525136 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:32.395681 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba972598-6ccb-4aaa-be24-88b6f1525136 None None] Bound using segment: {'id': '060a008c-c00c-40aa-9612-6dfe7df91ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '33a1f15d-4926-4c22-a329-6455f224767e'} {{(pid=121609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 22:06:32.396144 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.managers [None req-ba972598-6ccb-4aaa-be24-88b6f1525136 None None] Bound port: 28692bcc-364b-426f-ba4a-0a2eb3e71200, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '060a008c-c00c-40aa-9612-6dfe7df91ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '33a1f15d-4926-4c22-a329-6455f224767e'}}] {{(pid=121609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 22:06:32.396517 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-ba972598-6ccb-4aaa-be24-88b6f1525136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:32.515425 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.db [None req-ba972598-6ccb-4aaa-be24-88b6f1525136 None None] For port 28692bcc-364b-426f-ba4a-0a2eb3e71200, host ncdv-master-1, cleared binding levels {{(pid=121609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 22:06:32.518741 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.db [None req-ba972598-6ccb-4aaa-be24-88b6f1525136 None None] For port 28692bcc-364b-426f-ba4a-0a2eb3e71200, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=28692bcc-364b-426f-ba4a-0a2eb3e71200,segment=NetworkSegment(060a008c-c00c-40aa-9612-6dfe7df91ee9),segment_id=060a008c-c00c-40aa-9612-6dfe7df91ee9)] {{(pid=121609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 22:06:32.579434 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-ba972598-6ccb-4aaa-be24-88b6f1525136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:32.584296 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-d7918b8c-4421-480f-bb10-05c1aada4eca None None] Provisioning complete for port 28692bcc-364b-426f-ba4a-0a2eb3e71200 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 22:06:32.585607 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-d7918b8c-4421-480f-bb10-05c1aada4eca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:32.655996 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba972598-6ccb-4aaa-be24-88b6f1525136 None None] Routers {'082cadaf-c927-48eb-9f6b-a77c1a937b82'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 22:06:32.656723 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-ba972598-6ccb-4aaa-be24-88b6f1525136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f26186134c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T22:06:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['082cadaf-c927-48eb-9f6b-a77c1a937b82'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 22:06:32.720224 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2145b22a-b6c9-4063-80e2-1c6ba9b87078 None None] Pushing event updated for resources: {'Port': ['ID=28692bcc-364b-426f-ba4a-0a2eb3e71200,revision_number=4']} {{(pid=121609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:06:32.727750 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-d7918b8c-4421-480f-bb10-05c1aada4eca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:32.796629 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-d7918b8c-4421-480f-bb10-05c1aada4eca None None] For port 28692bcc-364b-426f-ba4a-0a2eb3e71200, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=28692bcc-364b-426f-ba4a-0a2eb3e71200,segment=NetworkSegment(060a008c-c00c-40aa-9612-6dfe7df91ee9),segment_id=060a008c-c00c-40aa-9612-6dfe7df91ee9)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 22:06:32.809791 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvr_db [None req-ba972598-6ccb-4aaa-be24-88b6f1525136 None None] Set router 082cadaf-c927-48eb-9f6b-a77c1a937b82 gateway port host: ncdv-master-1 {{(pid=121609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 22:06:32.866379 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-d7918b8c-4421-480f-bb10-05c1aada4eca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:32.938350 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7918b8c-4421-480f-bb10-05c1aada4eca None None] Pushing event updated for resources: {'Port': ['ID=28692bcc-364b-426f-ba4a-0a2eb3e71200,revision_number=5']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:06:33.046152 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-ba972598-6ccb-4aaa-be24-88b6f1525136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f26186134c0>, [{'id': '082cadaf-c927-48eb-9f6b-a77c1a937b82', 'name': 'tempest-TestMinimumBasicScenario-594364672-router', 'tenant_id': 'b8f09c6ccf6845fcb71851b99a23ebcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.143'}], 'enable_snat': True}, 'gw_port_id': '43d94cf2-bfd4-499e-898a-5c220321b479', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T22:06:25Z', 'updated_at': '2021-12-25T22:06:28Z', 'revision_number': 4, 'project_id': 'b8f09c6ccf6845fcb71851b99a23ebcf', 'gw_port': {'id': '43d94cf2-bfd4-499e-898a-5c220321b479', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:58:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '082cadaf-c927-48eb-9f6b-a77c1a937b82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T22:06:25Z', 'updated_at': '2021-12-25T22:06:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '28692bcc-364b-426f-ba4a-0a2eb3e71200', 'name': '', 'network_id': '33a1f15d-4926-4c22-a329-6455f224767e', 'tenant_id': 'b8f09c6ccf6845fcb71851b99a23ebcf', 'mac_address': 'fa:16:3e:59:14:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '082cadaf-c927-48eb-9f6b-a77c1a937b82', 'device_owner': 'network:router_interface', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': 'fff8a85b-7eec-41a7-a95b-dc2c7954ce7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T22:06:27Z', 'updated_at': '2021-12-25T22:06:32Z', 'revision_number': 4, 'project_id': 'b8f09c6ccf6845fcb71851b99a23ebcf', 'subnets': [{'id': 'fff8a85b-7eec-41a7-a95b-dc2c7954ce7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 22:06:33.076596 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba972598-6ccb-4aaa-be24-88b6f1525136 None None] The sync data for ids ['082cadaf-c927-48eb-9f6b-a77c1a937b82'] in ncdv-master-1 is: [{'id': '082cadaf-c927-48eb-9f6b-a77c1a937b82', 'name': 'tempest-TestMinimumBasicScenario-594364672-router', 'tenant_id': 'b8f09c6ccf6845fcb71851b99a23ebcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.143'}], 'enable_snat': True}, 'gw_port_id': '43d94cf2-bfd4-499e-898a-5c220321b479', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T22:06:25Z', 'updated_at': '2021-12-25T22:06:28Z', 'revision_number': 4, 'project_id': 'b8f09c6ccf6845fcb71851b99a23ebcf', 'gw_port': {'id': '43d94cf2-bfd4-499e-898a-5c220321b479', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:58:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '082cadaf-c927-48eb-9f6b-a77c1a937b82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T22:06:25Z', 'updated_at': '2021-12-25T22:06:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '28692bcc-364b-426f-ba4a-0a2eb3e71200', 'name': '', 'network_id': '33a1f15d-4926-4c22-a329-6455f224767e', 'tenant_id': 'b8f09c6ccf6845fcb71851b99a23ebcf', 'mac_address': 'fa:16:3e:59:14:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '082cadaf-c927-48eb-9f6b-a77c1a937b82', 'device_owner': 'network:router_interface', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': 'fff8a85b-7eec-41a7-a95b-dc2c7954ce7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T22:06:27Z', 'updated_at': '2021-12-25T22:06:32Z', 'revision_number': 4, 'project_id': 'b8f09c6ccf6845fcb71851b99a23ebcf', 'subnets': [{'id': 'fff8a85b-7eec-41a7-a95b-dc2c7954ce7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 22:06:33.123815 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-262643c7-93b3-48a2-8ccb-2437aee8e4f8 None None] Provisioning complete for port 28692bcc-364b-426f-ba4a-0a2eb3e71200 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 22:06:33.123815 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-262643c7-93b3-48a2-8ccb-2437aee8e4f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:34.759678 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 28692bcc-364b-426f-ba4a-0a2eb3e71200 up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 22:06:34.820154 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port 28692bcc-364b-426f-ba4a-0a2eb3e71200 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 22:06:34.820528 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:34.867196 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:34.877172 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-8b203020-0cc8-4bc2-ad39-c96867eb5b36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:37.041444 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-bf9f426b-c06a-4254-8d49-8cab84b759f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:38.658322 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3e945ecd-9380-47c2-aa0a-12ebe07e03e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:38.955180 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:39.704176 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-15cb578f-7a63-4fd3-925d-83bad4c7b82a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:40.840763 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:41.650125 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37cd335-1483-43ad-a0c6-07bb70ada3e0 req-0773528c-30e4-4079-8ecb-cff243a3c8b8 tempest-TestMinimumBasicScenario-655218334 tempest-TestMinimumBasicScenario-655218334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:06:41.651643 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e37cd335-1483-43ad-a0c6-07bb70ada3e0 req-0773528c-30e4-4079-8ecb-cff243a3c8b8 tempest-TestMinimumBasicScenario-655218334 tempest-TestMinimumBasicScenario-655218334-project] 10.222.0.32 "GET /v2.0/networks?id=f9b2697d-85a4-4d8c-97c8-a8a585ef90f1 HTTP/1.1" status: 200  len: 815 time: 0.1025493
Dec 25 22:06:41.666715 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e37cd335-1483-43ad-a0c6-07bb70ada3e0 req-c804439c-6af7-4894-8318-2cbd0e72f9f2 tempest-TestMinimumBasicScenario-655218334 tempest-TestMinimumBasicScenario-655218334-project] 10.222.0.32 "GET /v2.0/quotas/29cc4c1ab18949cf9fcd5658c1535162 HTTP/1.1" status: 200  len: 375 time: 0.0088127
Dec 25 22:06:41.726830 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e37cd335-1483-43ad-a0c6-07bb70ada3e0 req-ee14d20d-6a9f-4973-9697-c682c1ab34cd tempest-TestMinimumBasicScenario-655218334 tempest-TestMinimumBasicScenario-655218334-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=29cc4c1ab18949cf9fcd5658c1535162&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0546920
Dec 25 22:06:41.939933 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e37cd335-1483-43ad-a0c6-07bb70ada3e0 req-45698974-9025-4850-9ce4-83fc11d9cf8d service neutron] 10.222.0.32 "GET /v2.0/networks/f9b2697d-85a4-4d8c-97c8-a8a585ef90f1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1217179
Dec 25 22:06:42.388702 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e37cd335-1483-43ad-a0c6-07bb70ada3e0 req-fe7bfa05-ae93-46ae-bd04-82eda8a840a4 service neutron] 10.222.0.32 "GET /v2.0/networks/f9b2697d-85a4-4d8c-97c8-a8a585ef90f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4426172
Dec 25 22:06:42.632792 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-12fcb6f2-7889-4848-a383-a6881cd93121 req-5c7593e3-c675-4991-914c-f57601c665dd tempest-TestMinimumBasicScenario-655218334 tempest-TestMinimumBasicScenario-655218334-project] 10.222.0.32 "GET /v2.0/ports?device_id=ce181d20-ef0f-41d9-acff-2b30bbd9f57b HTTP/1.1" status: 200  len: 210 time: 0.0279505
Dec 25 22:06:43.729861 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b14f0e3c-1c0b-48ba-9d16-53c2dc9aafdf req-2fcaecfc-1822-4223-95c4-dad4a4ba0a25 tempest-TestMinimumBasicScenario-655218334 tempest-TestMinimumBasicScenario-655218334-project] 10.222.0.32 "GET /v2.0/ports?device_id=ce181d20-ef0f-41d9-acff-2b30bbd9f57b HTTP/1.1" status: 200  len: 210 time: 0.0267096
Dec 25 22:06:44.590396 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37cd335-1483-43ad-a0c6-07bb70ada3e0 req-f1d46e58-f2d8-4d2a-8ee7-aaa25be45bcf tempest-TestMinimumBasicScenario-655218334 tempest-TestMinimumBasicScenario-655218334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:06:44.592369 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e37cd335-1483-43ad-a0c6-07bb70ada3e0 req-f1d46e58-f2d8-4d2a-8ee7-aaa25be45bcf tempest-TestMinimumBasicScenario-655218334 tempest-TestMinimumBasicScenario-655218334-project] 10.222.0.31 "GET /v2.0/networks?id=f9b2697d-85a4-4d8c-97c8-a8a585ef90f1 HTTP/1.1" status: 200  len: 815 time: 0.1034307
Dec 25 22:06:44.604571 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-e37cd335-1483-43ad-a0c6-07bb70ada3e0 req-f6e85a3e-6fc6-4e95-a194-41a84de22392 tempest-TestMinimumBasicScenario-655218334 tempest-TestMinimumBasicScenario-655218334-project] Request body: {'port': {'device_id': 'ce181d20-ef0f-41d9-acff-2b30bbd9f57b', 'network_id': 'f9b2697d-85a4-4d8c-97c8-a8a585ef90f1', 'admin_state_up': True, 'tenant_id': '29cc4c1ab18949cf9fcd5658c1535162'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 22:06:44.826661 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5509f92e-55d1-4fd1-af6b-3f95b872726a req-2eef310b-09a5-4fba-b3f2-878f89204aa4 tempest-TestMinimumBasicScenario-655218334 tempest-TestMinimumBasicScenario-655218334-project] 10.222.0.32 "GET /v2.0/ports?device_id=ce181d20-ef0f-41d9-acff-2b30bbd9f57b HTTP/1.1" status: 200  len: 210 time: 0.0263472
Dec 25 22:06:44.827415 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e37cd335-1483-43ad-a0c6-07bb70ada3e0 req-f6e85a3e-6fc6-4e95-a194-41a84de22392 tempest-TestMinimumBasicScenario-655218334 tempest-TestMinimumBasicScenario-655218334-project] Made reservation on behalf of 29cc4c1ab18949cf9fcd5658c1535162 for: {'port': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 22:06:44.830749 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-e37cd335-1483-43ad-a0c6-07bb70ada3e0 req-f6e85a3e-6fc6-4e95-a194-41a84de22392 tempest-TestMinimumBasicScenario-655218334 tempest-TestMinimumBasicScenario-655218334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:44.956352 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_common [req-e37cd335-1483-43ad-a0c6-07bb70ada3e0 req-f6e85a3e-6fc6-4e95-a194-41a84de22392 tempest-TestMinimumBasicScenario-655218334 tempest-TestMinimumBasicScenario-655218334-project] Allocated IP 172.20.0.6 (f9b2697d-85a4-4d8c-97c8-a8a585ef90f1/76cbed7e-b231-4b68-9913-69bc3ef0ef30/3cb0686b-4a27-45cd-bbb6-b82943cca23a) {{(pid=121606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 22:06:45.106582 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-e37cd335-1483-43ad-a0c6-07bb70ada3e0 req-f6e85a3e-6fc6-4e95-a194-41a84de22392 tempest-TestMinimumBasicScenario-655218334 tempest-TestMinimumBasicScenario-655218334-project] Publish callbacks [] for port, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:45.218315 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-e37cd335-1483-43ad-a0c6-07bb70ada3e0 req-f6e85a3e-6fc6-4e95-a194-41a84de22392 tempest-TestMinimumBasicScenario-655218334 tempest-TestMinimumBasicScenario-655218334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:45.301104 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e85a3e-6fc6-4e95-a194-41a84de22392 tempest-TestMinimumBasicScenario-655218334 tempest-TestMinimumBasicScenario-655218334-project] Pushing event updated for resources: {'Port': ['ID=3cb0686b-4a27-45cd-bbb6-b82943cca23a,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:06:45.322979 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e37cd335-1483-43ad-a0c6-07bb70ada3e0 req-f6e85a3e-6fc6-4e95-a194-41a84de22392 tempest-TestMinimumBasicScenario-655218334 tempest-TestMinimumBasicScenario-655218334-project] Network f9b2697d-85a4-4d8c-97c8-a8a585ef90f1 is already hosted by enough agents. {{(pid=121606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 22:06:45.324814 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [req-e37cd335-1483-43ad-a0c6-07bb70ada3e0 req-f6e85a3e-6fc6-4e95-a194-41a84de22392 tempest-TestMinimumBasicScenario-655218334 tempest-TestMinimumBasicScenario-655218334-project] Resources bound (agent type, host, resource id):  {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 22:06:45.341404 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [req-e37cd335-1483-43ad-a0c6-07bb70ada3e0 req-f6e85a3e-6fc6-4e95-a194-41a84de22392 tempest-TestMinimumBasicScenario-655218334 tempest-TestMinimumBasicScenario-655218334-project] Received port after_create {{(pid=121606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 22:06:45.415227 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37cd335-1483-43ad-a0c6-07bb70ada3e0 req-f6e85a3e-6fc6-4e95-a194-41a84de22392 tempest-TestMinimumBasicScenario-655218334 tempest-TestMinimumBasicScenario-655218334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:06:45.416417 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-e37cd335-1483-43ad-a0c6-07bb70ada3e0 req-f6e85a3e-6fc6-4e95-a194-41a84de22392 tempest-TestMinimumBasicScenario-655218334 tempest-TestMinimumBasicScenario-655218334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:45.505053 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e37cd335-1483-43ad-a0c6-07bb70ada3e0 req-f6e85a3e-6fc6-4e95-a194-41a84de22392 tempest-TestMinimumBasicScenario-655218334 tempest-TestMinimumBasicScenario-655218334-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.9042013
Dec 25 22:06:45.738614 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-3a20f8a6-2e73-41eb-a1b1-38c63cfb73ca None None] Provisioning complete for port 3cb0686b-4a27-45cd-bbb6-b82943cca23a triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 22:06:45.739731 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3a20f8a6-2e73-41eb-a1b1-38c63cfb73ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:45.744426 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.agents_db [None req-ec08dba0-4483-4109-b5e1-5e4a9fdaf12d None None] Agent healthcheck: found 7 active agents {{(pid=121609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 25 22:06:45.777939 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-3a20f8a6-2e73-41eb-a1b1-38c63cfb73ca None None] Port 3cb0686b-4a27-45cd-bbb6-b82943cca23a cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 22:06:45.956480 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce513275-754d-432b-ac9c-d32acaafd86d req-9a5c02fc-8a5f-40a3-9c90-6c5ca452cc84 tempest-TestMinimumBasicScenario-655218334 tempest-TestMinimumBasicScenario-655218334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:06:45.958451 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ce513275-754d-432b-ac9c-d32acaafd86d req-9a5c02fc-8a5f-40a3-9c90-6c5ca452cc84 tempest-TestMinimumBasicScenario-655218334 tempest-TestMinimumBasicScenario-655218334-project] 10.222.0.32 "GET /v2.0/ports?device_id=ce181d20-ef0f-41d9-acff-2b30bbd9f57b HTTP/1.1" status: 200  len: 931 time: 0.0572953
Dec 25 22:06:46.010601 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ce513275-754d-432b-ac9c-d32acaafd86d req-53024d68-b129-4f85-8dac-741ee8ed7682 tempest-TestMinimumBasicScenario-655218334 tempest-TestMinimumBasicScenario-655218334-project] 10.222.0.32 "GET /v2.0/security-groups?id=4cd04231-12f8-43f9-b76f-ff0b25fd44f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0457034
Dec 25 22:06:47.133600 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdcc130-5659-4bdd-8648-60c6a7457f32 req-76963281-241d-405c-928b-7fd094baef56 tempest-TestMinimumBasicScenario-655218334 tempest-TestMinimumBasicScenario-655218334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:06:47.135131 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0fdcc130-5659-4bdd-8648-60c6a7457f32 req-76963281-241d-405c-928b-7fd094baef56 tempest-TestMinimumBasicScenario-655218334 tempest-TestMinimumBasicScenario-655218334-project] 10.222.0.32 "GET /v2.0/ports?device_id=ce181d20-ef0f-41d9-acff-2b30bbd9f57b HTTP/1.1" status: 200  len: 931 time: 0.0495293
Dec 25 22:06:47.205775 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0fdcc130-5659-4bdd-8648-60c6a7457f32 req-36794d4a-b045-4d5d-b7b7-f4e9dd538fde tempest-TestMinimumBasicScenario-655218334 tempest-TestMinimumBasicScenario-655218334-project] 10.222.0.32 "GET /v2.0/security-groups?id=4cd04231-12f8-43f9-b76f-ff0b25fd44f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0635557
Dec 25 22:06:48.331580 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19df7aa6-eefc-450e-b03e-f548a37e41d4 req-81375bf0-8d57-4a5d-9be2-7514f13b72de tempest-TestMinimumBasicScenario-655218334 tempest-TestMinimumBasicScenario-655218334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:06:48.333170 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-19df7aa6-eefc-450e-b03e-f548a37e41d4 req-81375bf0-8d57-4a5d-9be2-7514f13b72de tempest-TestMinimumBasicScenario-655218334 tempest-TestMinimumBasicScenario-655218334-project] 10.222.0.32 "GET /v2.0/ports?device_id=ce181d20-ef0f-41d9-acff-2b30bbd9f57b HTTP/1.1" status: 200  len: 931 time: 0.0531015
Dec 25 22:06:48.384497 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-19df7aa6-eefc-450e-b03e-f548a37e41d4 req-63810a1d-69c1-4aae-8596-6b7bcc1b3667 tempest-TestMinimumBasicScenario-655218334 tempest-TestMinimumBasicScenario-655218334-project] 10.222.0.32 "GET /v2.0/security-groups?id=4cd04231-12f8-43f9-b76f-ff0b25fd44f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0450332
Dec 25 22:06:49.512062 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3836d4bc-9e22-4255-97c7-60f866c2edf3 req-d07fa2d2-1e87-4bf4-a84a-97042adfef11 tempest-TestMinimumBasicScenario-655218334 tempest-TestMinimumBasicScenario-655218334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:06:49.513722 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3836d4bc-9e22-4255-97c7-60f866c2edf3 req-d07fa2d2-1e87-4bf4-a84a-97042adfef11 tempest-TestMinimumBasicScenario-655218334 tempest-TestMinimumBasicScenario-655218334-project] 10.222.0.32 "GET /v2.0/ports?device_id=ce181d20-ef0f-41d9-acff-2b30bbd9f57b HTTP/1.1" status: 200  len: 931 time: 0.0566390
Dec 25 22:06:49.563147 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3836d4bc-9e22-4255-97c7-60f866c2edf3 req-fece6afe-c48f-4569-9986-3cceb3cdae5c tempest-TestMinimumBasicScenario-655218334 tempest-TestMinimumBasicScenario-655218334-project] 10.222.0.32 "GET /v2.0/security-groups?id=4cd04231-12f8-43f9-b76f-ff0b25fd44f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435092
Dec 25 22:06:50.687306 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171875c0-0a0c-47b6-bedf-2ce26b6b35de req-933f8c40-2e34-44cd-8caf-d061e6d6bbee tempest-TestMinimumBasicScenario-655218334 tempest-TestMinimumBasicScenario-655218334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:06:50.688816 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-171875c0-0a0c-47b6-bedf-2ce26b6b35de req-933f8c40-2e34-44cd-8caf-d061e6d6bbee tempest-TestMinimumBasicScenario-655218334 tempest-TestMinimumBasicScenario-655218334-project] 10.222.0.32 "GET /v2.0/ports?device_id=ce181d20-ef0f-41d9-acff-2b30bbd9f57b HTTP/1.1" status: 200  len: 931 time: 0.0554259
Dec 25 22:06:50.741432 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-171875c0-0a0c-47b6-bedf-2ce26b6b35de req-217a164f-fef5-491f-ad90-34bb6b3b3d2e tempest-TestMinimumBasicScenario-655218334 tempest-TestMinimumBasicScenario-655218334-project] 10.222.0.32 "GET /v2.0/security-groups?id=4cd04231-12f8-43f9-b76f-ff0b25fd44f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0463855
Dec 25 22:06:51.873398 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ceed72-0ae1-4023-9307-f330a8dabd01 req-b6dd18a2-8cdc-43a4-938a-cadce7926acd tempest-TestMinimumBasicScenario-655218334 tempest-TestMinimumBasicScenario-655218334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:06:51.874910 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d0ceed72-0ae1-4023-9307-f330a8dabd01 req-b6dd18a2-8cdc-43a4-938a-cadce7926acd tempest-TestMinimumBasicScenario-655218334 tempest-TestMinimumBasicScenario-655218334-project] 10.222.0.32 "GET /v2.0/ports?device_id=ce181d20-ef0f-41d9-acff-2b30bbd9f57b HTTP/1.1" status: 200  len: 931 time: 0.0605156
Dec 25 22:06:51.929036 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d0ceed72-0ae1-4023-9307-f330a8dabd01 req-85c51c7d-3a83-48cb-a0b0-4a02504d84dc tempest-TestMinimumBasicScenario-655218334 tempest-TestMinimumBasicScenario-655218334-project] 10.222.0.32 "GET /v2.0/security-groups?id=4cd04231-12f8-43f9-b76f-ff0b25fd44f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0474303
Dec 25 22:06:53.051271 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d3de6b-bf84-48fe-bb31-0c43b76806df req-fa67b4c6-ee26-491f-be90-9fd27a7a4986 tempest-TestMinimumBasicScenario-655218334 tempest-TestMinimumBasicScenario-655218334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:06:53.052801 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d7d3de6b-bf84-48fe-bb31-0c43b76806df req-fa67b4c6-ee26-491f-be90-9fd27a7a4986 tempest-TestMinimumBasicScenario-655218334 tempest-TestMinimumBasicScenario-655218334-project] 10.222.0.32 "GET /v2.0/ports?device_id=ce181d20-ef0f-41d9-acff-2b30bbd9f57b HTTP/1.1" status: 200  len: 931 time: 0.0520542
Dec 25 22:06:53.106829 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d7d3de6b-bf84-48fe-bb31-0c43b76806df req-4e679612-3c3a-4e5e-8b02-bd9e5fca559f tempest-TestMinimumBasicScenario-655218334 tempest-TestMinimumBasicScenario-655218334-project] 10.222.0.32 "GET /v2.0/security-groups?id=4cd04231-12f8-43f9-b76f-ff0b25fd44f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0476177
Dec 25 22:06:54.224712 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc7151a-1382-4d7d-aca1-4c3a644fb67f req-90598418-ad66-4ab2-aab8-4310dbde4f40 tempest-TestMinimumBasicScenario-655218334 tempest-TestMinimumBasicScenario-655218334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:06:54.226529 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9dc7151a-1382-4d7d-aca1-4c3a644fb67f req-90598418-ad66-4ab2-aab8-4310dbde4f40 tempest-TestMinimumBasicScenario-655218334 tempest-TestMinimumBasicScenario-655218334-project] 10.222.0.32 "GET /v2.0/ports?device_id=ce181d20-ef0f-41d9-acff-2b30bbd9f57b HTTP/1.1" status: 200  len: 931 time: 0.0497684
Dec 25 22:06:54.275301 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9dc7151a-1382-4d7d-aca1-4c3a644fb67f req-8d427173-dc29-4b94-8ecc-ae120d8ff464 tempest-TestMinimumBasicScenario-655218334 tempest-TestMinimumBasicScenario-655218334-project] 10.222.0.32 "GET /v2.0/security-groups?id=4cd04231-12f8-43f9-b76f-ff0b25fd44f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426936
Dec 25 22:06:54.791410 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-e37cd335-1483-43ad-a0c6-07bb70ada3e0 req-f5535300-ac39-489b-a6b5-fa79d96b7c93 service neutron] Request body: {'port': {'device_id': 'ce181d20-ef0f-41d9-acff-2b30bbd9f57b', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 22:06:54.843674 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-e37cd335-1483-43ad-a0c6-07bb70ada3e0 req-f5535300-ac39-489b-a6b5-fa79d96b7c93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:55.102797 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [req-e37cd335-1483-43ad-a0c6-07bb70ada3e0 req-f5535300-ac39-489b-a6b5-fa79d96b7c93 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3cb0686b-4a27-45cd-bbb6-b82943cca23a {{(pid=121606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 22:06:55.110432 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-e37cd335-1483-43ad-a0c6-07bb70ada3e0 req-f5535300-ac39-489b-a6b5-fa79d96b7c93 service neutron] Publish callbacks [] for port, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:55.122615 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.provisioning_blocks [req-e37cd335-1483-43ad-a0c6-07bb70ada3e0 req-f5535300-ac39-489b-a6b5-fa79d96b7c93 service neutron] Transition to ACTIVE for port object 3cb0686b-4a27-45cd-bbb6-b82943cca23a will not be triggered until provisioned by entity L2. {{(pid=121606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 25 22:06:55.200256 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-e37cd335-1483-43ad-a0c6-07bb70ada3e0 req-f5535300-ac39-489b-a6b5-fa79d96b7c93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:55.269389 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5535300-ac39-489b-a6b5-fa79d96b7c93 service neutron] Pushing event updated for resources: {'Port': ['ID=3cb0686b-4a27-45cd-bbb6-b82943cca23a,revision_number=2']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:06:55.327512 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-e37cd335-1483-43ad-a0c6-07bb70ada3e0 req-f5535300-ac39-489b-a6b5-fa79d96b7c93 service neutron] Attempting to bind port 3cb0686b-4a27-45cd-bbb6-b82943cca23a on host nch1-master-1 for vnic_type normal with profile  {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 22:06:55.327854 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-e37cd335-1483-43ad-a0c6-07bb70ada3e0 req-f5535300-ac39-489b-a6b5-fa79d96b7c93 service neutron] Attempting to bind port 3cb0686b-4a27-45cd-bbb6-b82943cca23a by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'c1972831-dd20-46d3-aff3-5619477bb63d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'f9b2697d-85a4-4d8c-97c8-a8a585ef90f1'}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 22:06:55.328184 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e37cd335-1483-43ad-a0c6-07bb70ada3e0 req-f5535300-ac39-489b-a6b5-fa79d96b7c93 service neutron] Attempting to bind port 3cb0686b-4a27-45cd-bbb6-b82943cca23a on network f9b2697d-85a4-4d8c-97c8-a8a585ef90f1 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 22:06:55.333042 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e37cd335-1483-43ad-a0c6-07bb70ada3e0 req-f5535300-ac39-489b-a6b5-fa79d96b7c93 service neutron] Port 3cb0686b-4a27-45cd-bbb6-b82943cca23a on network f9b2697d-85a4-4d8c-97c8-a8a585ef90f1 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 25 22:06:55.333378 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e37cd335-1483-43ad-a0c6-07bb70ada3e0 req-f5535300-ac39-489b-a6b5-fa79d96b7c93 service neutron] Attempting to bind port 3cb0686b-4a27-45cd-bbb6-b82943cca23a on network f9b2697d-85a4-4d8c-97c8-a8a585ef90f1 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 22:06:55.338604 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e37cd335-1483-43ad-a0c6-07bb70ada3e0 req-f5535300-ac39-489b-a6b5-fa79d96b7c93 service neutron] Checking agent: {'id': '6d577036-68fc-4aa4-aed7-5ab01de2117e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 21, 4, 34), 'started_at': datetime.datetime(2021, 12, 25, 21, 4, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 22, 6, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 22:06:55.338948 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e37cd335-1483-43ad-a0c6-07bb70ada3e0 req-f5535300-ac39-489b-a6b5-fa79d96b7c93 service neutron] Checking segment: {'id': 'c1972831-dd20-46d3-aff3-5619477bb63d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'f9b2697d-85a4-4d8c-97c8-a8a585ef90f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 22:06:55.339333 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e37cd335-1483-43ad-a0c6-07bb70ada3e0 req-f5535300-ac39-489b-a6b5-fa79d96b7c93 service neutron] Bound using segment: {'id': 'c1972831-dd20-46d3-aff3-5619477bb63d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'f9b2697d-85a4-4d8c-97c8-a8a585ef90f1'} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 22:06:55.339769 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-e37cd335-1483-43ad-a0c6-07bb70ada3e0 req-f5535300-ac39-489b-a6b5-fa79d96b7c93 service neutron] Bound port: 3cb0686b-4a27-45cd-bbb6-b82943cca23a, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1972831-dd20-46d3-aff3-5619477bb63d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'f9b2697d-85a4-4d8c-97c8-a8a585ef90f1'}}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 22:06:55.340166 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-e37cd335-1483-43ad-a0c6-07bb70ada3e0 req-f5535300-ac39-489b-a6b5-fa79d96b7c93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:55.435265 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-e37cd335-1483-43ad-a0c6-07bb70ada3e0 req-f5535300-ac39-489b-a6b5-fa79d96b7c93 service neutron] For port 3cb0686b-4a27-45cd-bbb6-b82943cca23a, host nch1-master-1, cleared binding levels {{(pid=121606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 22:06:55.440140 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-e37cd335-1483-43ad-a0c6-07bb70ada3e0 req-f5535300-ac39-489b-a6b5-fa79d96b7c93 service neutron] For port 3cb0686b-4a27-45cd-bbb6-b82943cca23a, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3cb0686b-4a27-45cd-bbb6-b82943cca23a,segment=NetworkSegment(c1972831-dd20-46d3-aff3-5619477bb63d),segment_id=c1972831-dd20-46d3-aff3-5619477bb63d)] {{(pid=121606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 22:06:55.448912 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e949eeca-e018-4a46-b1cf-0bd084dd210a req-0431f42d-1ebb-460a-8a47-7955ccc63d28 tempest-TestMinimumBasicScenario-655218334 tempest-TestMinimumBasicScenario-655218334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:06:55.450399 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e949eeca-e018-4a46-b1cf-0bd084dd210a req-0431f42d-1ebb-460a-8a47-7955ccc63d28 tempest-TestMinimumBasicScenario-655218334 tempest-TestMinimumBasicScenario-655218334-project] 10.222.0.32 "GET /v2.0/ports?device_id=ce181d20-ef0f-41d9-acff-2b30bbd9f57b HTTP/1.1" status: 200  len: 943 time: 0.0744011
Dec 25 22:06:55.500013 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e949eeca-e018-4a46-b1cf-0bd084dd210a req-0ea5a309-e2a4-4a54-a7e4-c633337e4e9f tempest-TestMinimumBasicScenario-655218334 tempest-TestMinimumBasicScenario-655218334-project] 10.222.0.32 "GET /v2.0/security-groups?id=4cd04231-12f8-43f9-b76f-ff0b25fd44f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427721
Dec 25 22:06:55.515528 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-e37cd335-1483-43ad-a0c6-07bb70ada3e0 req-f5535300-ac39-489b-a6b5-fa79d96b7c93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:55.554847 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37cd335-1483-43ad-a0c6-07bb70ada3e0 req-f5535300-ac39-489b-a6b5-fa79d96b7c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:06:55.555469 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-e37cd335-1483-43ad-a0c6-07bb70ada3e0 req-f5535300-ac39-489b-a6b5-fa79d96b7c93 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:06:55.556908 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e37cd335-1483-43ad-a0c6-07bb70ada3e0 req-f5535300-ac39-489b-a6b5-fa79d96b7c93 service neutron] 10.222.0.31 "PUT /v2.0/ports/3cb0686b-4a27-45cd-bbb6-b82943cca23a HTTP/1.1" status: 200  len: 1091 time: 0.7700617
Dec 25 22:06:55.557359 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce181d20-ef0f-41d9-acff-2b30bbd9f57b', 'tag': '3cb0686b-4a27-45cd-bbb6-b82943cca23a'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 22:06:55.559687 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3aaaccd1c5724dc9dd74c6f33e2aadc9492bdd81d11d1049086089e292681ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-496b51cd-8ab3-481b-b024-6f1a5ae62da8" -d '{"events": [{"name": "network-changed", "server_uuid": "ce181d20-ef0f-41d9-acff-2b30bbd9f57b", "tag": "3cb0686b-4a27-45cd-bbb6-b82943cca23a"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 22:06:55.581624 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5535300-ac39-489b-a6b5-fa79d96b7c93 service neutron] Pushing event updated for resources: {'Port': ['ID=3cb0686b-4a27-45cd-bbb6-b82943cca23a,revision_number=3']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:06:55.601004 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Dec 2021 22:06:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eec85909-5c21-4543-85f4-c159a666354d x-openstack-request-id: req-eec85909-5c21-4543-85f4-c159a666354d {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 22:06:55.601004 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce181d20-ef0f-41d9-acff-2b30bbd9f57b", "tag": "3cb0686b-4a27-45cd-bbb6-b82943cca23a", "status": "completed", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 22:06:55.601004 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-eec85909-5c21-4543-85f4-c159a666354d {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 22:06:55.601004 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce181d20-ef0f-41d9-acff-2b30bbd9f57b', 'tag': '3cb0686b-4a27-45cd-bbb6-b82943cca23a', 'status': 'completed', 'code': 200}
Dec 25 22:06:55.671153 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496b51cd-8ab3-481b-b024-6f1a5ae62da8 req-39d80982-0324-4b8b-b554-2e71961147cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:06:55.672732 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-496b51cd-8ab3-481b-b024-6f1a5ae62da8 req-39d80982-0324-4b8b-b554-2e71961147cf service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=29cc4c1ab18949cf9fcd5658c1535162&device_id=ce181d20-ef0f-41d9-acff-2b30bbd9f57b HTTP/1.1" status: 200  len: 1094 time: 0.0469944
Dec 25 22:06:55.778267 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496b51cd-8ab3-481b-b024-6f1a5ae62da8 req-530122a5-a85d-472b-a0be-7e5c187d7244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:06:55.779790 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-496b51cd-8ab3-481b-b024-6f1a5ae62da8 req-530122a5-a85d-472b-a0be-7e5c187d7244 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=29cc4c1ab18949cf9fcd5658c1535162&shared=False HTTP/1.1" status: 200  len: 916 time: 0.0989311
Dec 25 22:06:55.877825 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496b51cd-8ab3-481b-b024-6f1a5ae62da8 req-9ae7a6de-b1af-487a-b090-dcd0fab0a0ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:06:55.879239 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-496b51cd-8ab3-481b-b024-6f1a5ae62da8 req-9ae7a6de-b1af-487a-b090-dcd0fab0a0ea service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.0925429
Dec 25 22:06:55.955320 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37cd335-1483-43ad-a0c6-07bb70ada3e0 req-3ef4168b-544b-463c-a375-594893afc875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:06:55.956818 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e37cd335-1483-43ad-a0c6-07bb70ada3e0 req-3ef4168b-544b-463c-a375-594893afc875 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=29cc4c1ab18949cf9fcd5658c1535162&device_id=ce181d20-ef0f-41d9-acff-2b30bbd9f57b HTTP/1.1" status: 200  len: 1094 time: 0.0410702
Dec 25 22:06:56.005853 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e37cd335-1483-43ad-a0c6-07bb70ada3e0 req-86d43585-0269-4a32-9af8-de540e17de06 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3cb0686b-4a27-45cd-bbb6-b82943cca23a HTTP/1.1" status: 200  len: 217 time: 0.0409122
Dec 25 22:06:56.055478 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37cd335-1483-43ad-a0c6-07bb70ada3e0 req-a4a14c19-ba48-4804-b81a-eba35cb02cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:06:56.057002 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e37cd335-1483-43ad-a0c6-07bb70ada3e0 req-a4a14c19-ba48-4804-b81a-eba35cb02cf5 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=76cbed7e-b231-4b68-9913-69bc3ef0ef30 HTTP/1.1" status: 200  len: 854 time: 0.0441055
Dec 25 22:06:56.103316 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37cd335-1483-43ad-a0c6-07bb70ada3e0 req-838e90df-0059-414a-b015-eef2e2bb01c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:06:56.104846 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e37cd335-1483-43ad-a0c6-07bb70ada3e0 req-838e90df-0059-414a-b015-eef2e2bb01c8 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f9b2697d-85a4-4d8c-97c8-a8a585ef90f1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0411906
Dec 25 22:06:56.196274 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e37cd335-1483-43ad-a0c6-07bb70ada3e0 req-61ff444e-cbd5-4405-80d2-ea719bb1ca99 service neutron] 10.222.0.31 "GET /v2.0/networks/f9b2697d-85a4-4d8c-97c8-a8a585ef90f1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0846317
Dec 25 22:06:56.284206 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e37cd335-1483-43ad-a0c6-07bb70ada3e0 req-cdf2155f-1d22-4507-82ef-fe7e6e5a9e30 service neutron] 10.222.0.31 "GET /v2.0/networks/f9b2697d-85a4-4d8c-97c8-a8a585ef90f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0808632
Dec 25 22:06:56.618612 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83862b4-9325-4c5b-b3f8-4ca32605af62 req-2a7b9658-4bd1-4539-87a7-c8fee3d7b687 tempest-TestMinimumBasicScenario-655218334 tempest-TestMinimumBasicScenario-655218334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:06:56.620091 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a83862b4-9325-4c5b-b3f8-4ca32605af62 req-2a7b9658-4bd1-4539-87a7-c8fee3d7b687 tempest-TestMinimumBasicScenario-655218334 tempest-TestMinimumBasicScenario-655218334-project] 10.222.0.32 "GET /v2.0/ports?device_id=ce181d20-ef0f-41d9-acff-2b30bbd9f57b HTTP/1.1" status: 200  len: 943 time: 0.0543420
Dec 25 22:06:56.667200 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a83862b4-9325-4c5b-b3f8-4ca32605af62 req-9a9741b3-d01c-4d74-95ad-72baab590ed1 tempest-TestMinimumBasicScenario-655218334 tempest-TestMinimumBasicScenario-655218334-project] 10.222.0.32 "GET /v2.0/security-groups?id=4cd04231-12f8-43f9-b76f-ff0b25fd44f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405350
Dec 25 22:06:57.789899 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66828ef3-d4e8-4894-8ed3-34f624e33cd8 req-f43c0806-324c-425d-86da-ce1904dd9de6 tempest-TestMinimumBasicScenario-655218334 tempest-TestMinimumBasicScenario-655218334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:06:57.791455 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-66828ef3-d4e8-4894-8ed3-34f624e33cd8 req-f43c0806-324c-425d-86da-ce1904dd9de6 tempest-TestMinimumBasicScenario-655218334 tempest-TestMinimumBasicScenario-655218334-project] 10.222.0.32 "GET /v2.0/ports?device_id=ce181d20-ef0f-41d9-acff-2b30bbd9f57b HTTP/1.1" status: 200  len: 943 time: 0.0516243
Dec 25 22:06:57.837123 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-66828ef3-d4e8-4894-8ed3-34f624e33cd8 req-2716003a-799f-4f60-9e2d-7749d542b76a tempest-TestMinimumBasicScenario-655218334 tempest-TestMinimumBasicScenario-655218334-project] 10.222.0.32 "GET /v2.0/security-groups?id=4cd04231-12f8-43f9-b76f-ff0b25fd44f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0395834
Dec 25 22:06:58.953734 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166e884b-bef4-4b1d-a246-f113c75ac779 req-b1ac4981-fa8e-474a-a3e9-30cd0e87a120 tempest-TestMinimumBasicScenario-655218334 tempest-TestMinimumBasicScenario-655218334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:06:58.955234 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-166e884b-bef4-4b1d-a246-f113c75ac779 req-b1ac4981-fa8e-474a-a3e9-30cd0e87a120 tempest-TestMinimumBasicScenario-655218334 tempest-TestMinimumBasicScenario-655218334-project] 10.222.0.32 "GET /v2.0/ports?device_id=ce181d20-ef0f-41d9-acff-2b30bbd9f57b HTTP/1.1" status: 200  len: 943 time: 0.0519662
Dec 25 22:06:59.002945 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-166e884b-bef4-4b1d-a246-f113c75ac779 req-a3559dc5-700f-493c-b20a-41aefbb6db83 tempest-TestMinimumBasicScenario-655218334 tempest-TestMinimumBasicScenario-655218334-project] 10.222.0.32 "GET /v2.0/security-groups?id=4cd04231-12f8-43f9-b76f-ff0b25fd44f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415702
Dec 25 22:07:00.119104 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d93d1ff-8a83-4b8b-8e26-fe1b1baea436 req-9d818e4d-58f3-4e0e-a1bb-8c1d11a18523 tempest-TestMinimumBasicScenario-655218334 tempest-TestMinimumBasicScenario-655218334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:07:00.121076 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4d93d1ff-8a83-4b8b-8e26-fe1b1baea436 req-9d818e4d-58f3-4e0e-a1bb-8c1d11a18523 tempest-TestMinimumBasicScenario-655218334 tempest-TestMinimumBasicScenario-655218334-project] 10.222.0.32 "GET /v2.0/ports?device_id=ce181d20-ef0f-41d9-acff-2b30bbd9f57b HTTP/1.1" status: 200  len: 943 time: 0.0508425
Dec 25 22:07:00.172390 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4d93d1ff-8a83-4b8b-8e26-fe1b1baea436 req-922ffd03-af47-45e7-950c-c5f054a350d7 tempest-TestMinimumBasicScenario-655218334 tempest-TestMinimumBasicScenario-655218334-project] 10.222.0.32 "GET /v2.0/security-groups?id=4cd04231-12f8-43f9-b76f-ff0b25fd44f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0453742
Dec 25 22:07:00.620321 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device 3cb0686b-4a27-45cd-bbb6-b82943cca23a details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 25 22:07:00.714093 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port 3cb0686b-4a27-45cd-bbb6-b82943cca23a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3cb0686b-4a27-45cd-bbb6-b82943cca23a,segment=NetworkSegment(c1972831-dd20-46d3-aff3-5619477bb63d),segment_id=c1972831-dd20-46d3-aff3-5619477bb63d)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 22:07:00.725690 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Returning: {'device': '3cb0686b-4a27-45cd-bbb6-b82943cca23a', 'network_id': 'f9b2697d-85a4-4d8c-97c8-a8a585ef90f1', 'port_id': '3cb0686b-4a27-45cd-bbb6-b82943cca23a', 'mac_address': 'fa:16:3e:3a:73:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76cbed7e-b231-4b68-9913-69bc3ef0ef30', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 25 22:07:00.768265 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:07:00.781230 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3cb0686b-4a27-45cd-bbb6-b82943cca23a {{(pid=121608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 22:07:00.799993 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port 3cb0686b-4a27-45cd-bbb6-b82943cca23a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3cb0686b-4a27-45cd-bbb6-b82943cca23a,segment=NetworkSegment(c1972831-dd20-46d3-aff3-5619477bb63d),segment_id=c1972831-dd20-46d3-aff3-5619477bb63d)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 22:07:00.903221 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:07:00.949625 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Pushing event updated for resources: {'Port': ['ID=3cb0686b-4a27-45cd-bbb6-b82943cca23a,revision_number=4']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:07:00.957650 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:07:00.958250 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:07:00.958561 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:07:00.959017 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:07:00.959322 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:07:00.959652 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:07:00.959977 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:07:00.960300 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:07:00.960621 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:07:00.961148 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:07:00.961477 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:07:00.961791 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:07:00.962186 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:07:01.148584 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] get_ports_and_sgs() called for port_ids ['3cb0686b-4a27-45cd-bbb6-b82943cca23a'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 22:07:01.289772 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bc9f81-84e6-40c2-8cdc-123497b5f3ef req-ea8363be-50c6-4a99-ad3e-49c1bed926e8 tempest-TestMinimumBasicScenario-655218334 tempest-TestMinimumBasicScenario-655218334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:07:01.291345 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b0bc9f81-84e6-40c2-8cdc-123497b5f3ef req-ea8363be-50c6-4a99-ad3e-49c1bed926e8 tempest-TestMinimumBasicScenario-655218334 tempest-TestMinimumBasicScenario-655218334-project] 10.222.0.32 "GET /v2.0/ports?device_id=ce181d20-ef0f-41d9-acff-2b30bbd9f57b HTTP/1.1" status: 200  len: 944 time: 0.0493743
Dec 25 22:07:01.342179 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b0bc9f81-84e6-40c2-8cdc-123497b5f3ef req-a9e0b222-8574-41de-9ad8-93d99b1da90e tempest-TestMinimumBasicScenario-655218334 tempest-TestMinimumBasicScenario-655218334-project] 10.222.0.32 "GET /v2.0/security-groups?id=4cd04231-12f8-43f9-b76f-ff0b25fd44f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0447285
Dec 25 22:07:02.455905 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f78995b-439b-4766-8401-d4d0ad579286 req-2eabe46a-fdc3-477e-a9c7-a93cb4e62700 tempest-TestMinimumBasicScenario-655218334 tempest-TestMinimumBasicScenario-655218334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:07:02.457460 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3f78995b-439b-4766-8401-d4d0ad579286 req-2eabe46a-fdc3-477e-a9c7-a93cb4e62700 tempest-TestMinimumBasicScenario-655218334 tempest-TestMinimumBasicScenario-655218334-project] 10.222.0.32 "GET /v2.0/ports?device_id=ce181d20-ef0f-41d9-acff-2b30bbd9f57b HTTP/1.1" status: 200  len: 944 time: 0.0485494
Dec 25 22:07:02.504612 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3f78995b-439b-4766-8401-d4d0ad579286 req-00707a0e-5c6e-4272-b62d-70d934299684 tempest-TestMinimumBasicScenario-655218334 tempest-TestMinimumBasicScenario-655218334-project] 10.222.0.32 "GET /v2.0/security-groups?id=4cd04231-12f8-43f9-b76f-ff0b25fd44f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410755
Dec 25 22:07:02.620593 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device 3cb0686b-4a27-45cd-bbb6-b82943cca23a up at agent hyperv_nch1-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 22:07:02.766051 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Provisioning for port 3cb0686b-4a27-45cd-bbb6-b82943cca23a completed by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 25 22:07:02.769993 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Provisioning complete for port 3cb0686b-4a27-45cd-bbb6-b82943cca23a triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 22:07:02.770354 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:07:02.848220 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:07:02.870278 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce181d20-ef0f-41d9-acff-2b30bbd9f57b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cb0686b-4a27-45cd-bbb6-b82943cca23a'}] {{(pid=121608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 22:07:02.872550 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8f4255179602950281e35c838768f32348f9ebfbcb74b08282abfe6e9b4a52c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f56df22c-fdac-4aea-a7a3-143da6afa30a" -d '{"events": [{"server_uuid": "ce181d20-ef0f-41d9-acff-2b30bbd9f57b", "name": "network-vif-plugged", "status": "completed", "tag": "3cb0686b-4a27-45cd-bbb6-b82943cca23a"}]}' {{(pid=121608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 22:07:02.884845 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port 3cb0686b-4a27-45cd-bbb6-b82943cca23a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3cb0686b-4a27-45cd-bbb6-b82943cca23a,segment=NetworkSegment(c1972831-dd20-46d3-aff3-5619477bb63d),segment_id=c1972831-dd20-46d3-aff3-5619477bb63d)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 22:07:02.911879 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 22:07:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61f7e8c3-0796-4a33-901a-ae190cfcc118 x-openstack-request-id: req-61f7e8c3-0796-4a33-901a-ae190cfcc118 {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 22:07:02.912166 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce181d20-ef0f-41d9-acff-2b30bbd9f57b", "name": "network-vif-plugged", "status": "completed", "tag": "3cb0686b-4a27-45cd-bbb6-b82943cca23a", "code": 200}]} {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 22:07:02.912416 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-61f7e8c3-0796-4a33-901a-ae190cfcc118 {{(pid=121608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 22:07:02.912804 ncdv-master-1 neutron-server[121608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce181d20-ef0f-41d9-acff-2b30bbd9f57b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cb0686b-4a27-45cd-bbb6-b82943cca23a', 'code': 200}
Dec 25 22:07:02.932726 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:07:02.986275 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Pushing event updated for resources: {'Port': ['ID=3cb0686b-4a27-45cd-bbb6-b82943cca23a,revision_number=5']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:07:03.017668 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74603bb6-0d6c-4df7-af9a-d4fa68e62d46 req-7c4ce050-4302-45ce-9621-f23fb3181049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:07:03.019166 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-74603bb6-0d6c-4df7-af9a-d4fa68e62d46 req-7c4ce050-4302-45ce-9621-f23fb3181049 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=ce181d20-ef0f-41d9-acff-2b30bbd9f57b HTTP/1.1" status: 200  len: 1096 time: 0.0400357
Dec 25 22:07:03.062582 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-74603bb6-0d6c-4df7-af9a-d4fa68e62d46 req-68f6c047-9905-44de-9f23-924037b1aa10 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=4cd04231-12f8-43f9-b76f-ff0b25fd44f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0358963
Dec 25 22:07:03.627892 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f50db34-092b-46e3-8795-439bd09e9a77 req-49d9de4c-af9f-461f-9b60-e0c9e1cab211 tempest-TestMinimumBasicScenario-655218334 tempest-TestMinimumBasicScenario-655218334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:07:03.629383 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9f50db34-092b-46e3-8795-439bd09e9a77 req-49d9de4c-af9f-461f-9b60-e0c9e1cab211 tempest-TestMinimumBasicScenario-655218334 tempest-TestMinimumBasicScenario-655218334-project] 10.222.0.32 "GET /v2.0/ports?device_id=ce181d20-ef0f-41d9-acff-2b30bbd9f57b HTTP/1.1" status: 200  len: 945 time: 0.0529454
Dec 25 22:07:03.676178 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9f50db34-092b-46e3-8795-439bd09e9a77 req-35a81c69-7e30-405a-b9b9-c14fa51a9b66 tempest-TestMinimumBasicScenario-655218334 tempest-TestMinimumBasicScenario-655218334-project] 10.222.0.32 "GET /v2.0/security-groups?id=4cd04231-12f8-43f9-b76f-ff0b25fd44f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406749
Dec 25 22:07:04.738257 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:07:04.795099 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734b8761-d831-4ec1-aaed-d2ff714662bd req-c695d4d6-c399-411f-aac6-955de10b4294 tempest-TestMinimumBasicScenario-655218334 tempest-TestMinimumBasicScenario-655218334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:07:04.796531 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-734b8761-d831-4ec1-aaed-d2ff714662bd req-c695d4d6-c399-411f-aac6-955de10b4294 tempest-TestMinimumBasicScenario-655218334 tempest-TestMinimumBasicScenario-655218334-project] 10.222.0.32 "GET /v2.0/ports?device_id=ce181d20-ef0f-41d9-acff-2b30bbd9f57b HTTP/1.1" status: 200  len: 945 time: 0.0496035
Dec 25 22:07:04.817092 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-826ffe06-5f23-4f54-b834-2a2fddacd342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:07:04.844364 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-734b8761-d831-4ec1-aaed-d2ff714662bd req-7e6d17e9-0def-4ddf-a749-d0fe623c1f81 tempest-TestMinimumBasicScenario-655218334 tempest-TestMinimumBasicScenario-655218334-project] 10.222.0.32 "GET /v2.0/security-groups?id=4cd04231-12f8-43f9-b76f-ff0b25fd44f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407794
Dec 25 22:07:04.958383 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05c9d30-d690-4517-8072-9c4a49400d07 req-e20e171b-25d2-4ddb-94ee-828e7e82d0cc tempest-TestMinimumBasicScenario-655218334 tempest-TestMinimumBasicScenario-655218334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:07:04.959897 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b05c9d30-d690-4517-8072-9c4a49400d07 req-e20e171b-25d2-4ddb-94ee-828e7e82d0cc tempest-TestMinimumBasicScenario-655218334 tempest-TestMinimumBasicScenario-655218334-project] 10.222.0.32 "GET /v2.0/ports?device_id=ce181d20-ef0f-41d9-acff-2b30bbd9f57b HTTP/1.1" status: 200  len: 945 time: 0.0480878
Dec 25 22:07:05.010808 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b05c9d30-d690-4517-8072-9c4a49400d07 req-2ff5ead9-711d-4c9e-ac7e-339d51d2e5ea tempest-TestMinimumBasicScenario-655218334 tempest-TestMinimumBasicScenario-655218334-project] 10.222.0.32 "GET /v2.0/security-groups?id=4cd04231-12f8-43f9-b76f-ff0b25fd44f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0449293
Dec 25 22:07:05.196671 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3656e624-9351-482f-9b6e-ee6680805006 req-5726532a-8499-4f3f-a545-8f7bb540f5af tempest-TestMinimumBasicScenario-655218334 tempest-TestMinimumBasicScenario-655218334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:07:05.198722 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3656e624-9351-482f-9b6e-ee6680805006 req-5726532a-8499-4f3f-a545-8f7bb540f5af tempest-TestMinimumBasicScenario-655218334 tempest-TestMinimumBasicScenario-655218334-project] 10.222.0.32 "GET /v2.0/ports?device_id=ce181d20-ef0f-41d9-acff-2b30bbd9f57b HTTP/1.1" status: 200  len: 945 time: 0.0490873
Dec 25 22:07:05.246014 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3656e624-9351-482f-9b6e-ee6680805006 req-d8554c72-90dc-4a69-8dd4-910e6ee3300f tempest-TestMinimumBasicScenario-655218334 tempest-TestMinimumBasicScenario-655218334-project] 10.222.0.32 "GET /v2.0/security-groups?id=4cd04231-12f8-43f9-b76f-ff0b25fd44f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409174
Dec 25 22:07:07.051284 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5c22ea15-b682-46d4-b7ae-d309c2d40ac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:07:08.651460 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3e945ecd-9380-47c2-aa0a-12ebe07e03e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:07:08.742689 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:07:09.668389 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-15cb578f-7a63-4fd3-925d-83bad4c7b82a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:07:10.834253 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:07:11.183666 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65414513-6014-436f-9358-9e73dc97f608 req-d22d47d2-e84c-4117-8d1c-c7efb3308212 tempest-TestMinimumBasicScenario-655218334 tempest-TestMinimumBasicScenario-655218334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:07:11.185164 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-65414513-6014-436f-9358-9e73dc97f608 req-d22d47d2-e84c-4117-8d1c-c7efb3308212 tempest-TestMinimumBasicScenario-655218334 tempest-TestMinimumBasicScenario-655218334-project] 10.222.0.32 "GET /v2.0/ports?device_id=ce181d20-ef0f-41d9-acff-2b30bbd9f57b HTTP/1.1" status: 200  len: 945 time: 0.0476089
Dec 25 22:07:11.231406 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-65414513-6014-436f-9358-9e73dc97f608 req-fcfcc923-c38c-4e01-9743-e55d1e6bbb3c tempest-TestMinimumBasicScenario-655218334 tempest-TestMinimumBasicScenario-655218334-project] 10.222.0.32 "GET /v2.0/security-groups?id=4cd04231-12f8-43f9-b76f-ff0b25fd44f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397398
Dec 25 22:07:11.254261 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 48220) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 22:07:11.337067 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9db0399-20df-4577-a283-46b3250c89db tempest-TestMinimumBasicScenario-308030954 tempest-TestMinimumBasicScenario-308030954-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:07:11.338560 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-a9db0399-20df-4577-a283-46b3250c89db tempest-TestMinimumBasicScenario-308030954 tempest-TestMinimumBasicScenario-308030954-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=ce181d20-ef0f-41d9-acff-2b30bbd9f57b HTTP/1.1" status: 200  len: 1091 time: 0.0833290
Dec 25 22:07:11.341575 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 48224) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 22:07:11.345829 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-983e1371-4801-4152-925d-503562a4b0e2 tempest-TestMinimumBasicScenario-655218334 tempest-TestMinimumBasicScenario-655218334-project] Request body: {'floatingip': {'floating_network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'port_id': '3cb0686b-4a27-45cd-bbb6-b82943cca23a', 'tenant_id': '29cc4c1ab18949cf9fcd5658c1535162', 'fixed_ip_address': '172.20.0.6'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 22:07:11.479894 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-983e1371-4801-4152-925d-503562a4b0e2 tempest-TestMinimumBasicScenario-655218334 tempest-TestMinimumBasicScenario-655218334-project] Publish callbacks [] for floatingip, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:07:11.573074 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-983e1371-4801-4152-925d-503562a4b0e2 tempest-TestMinimumBasicScenario-655218334 tempest-TestMinimumBasicScenario-655218334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:07:11.675183 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_common [None req-983e1371-4801-4152-925d-503562a4b0e2 tempest-TestMinimumBasicScenario-655218334 tempest-TestMinimumBasicScenario-655218334-project] Allocated IP 172.35.3.136 (7201e55c-7c5f-41aa-a042-a363696539d0/7a939e13-713f-45cf-bba7-1539635abe25/f97fff44-a0b0-42cf-b860-4b45d4b6e3da) {{(pid=121606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 22:07:11.773585 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-983e1371-4801-4152-925d-503562a4b0e2 tempest-TestMinimumBasicScenario-655218334 tempest-TestMinimumBasicScenario-655218334-project] Publish callbacks [] for port, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:07:11.852041 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-983e1371-4801-4152-925d-503562a4b0e2 tempest-TestMinimumBasicScenario-655218334 tempest-TestMinimumBasicScenario-655218334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:07:11.894178 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-983e1371-4801-4152-925d-503562a4b0e2 tempest-TestMinimumBasicScenario-655218334 tempest-TestMinimumBasicScenario-655218334-project] Network 7201e55c-7c5f-41aa-a042-a363696539d0 is already hosted by enough agents. {{(pid=121606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 22:07:11.897095 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [None req-983e1371-4801-4152-925d-503562a4b0e2 tempest-TestMinimumBasicScenario-655218334 tempest-TestMinimumBasicScenario-655218334-project] Resources bound (agent type, host, resource id):  {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 22:07:11.900692 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-983e1371-4801-4152-925d-503562a4b0e2 tempest-TestMinimumBasicScenario-655218334 tempest-TestMinimumBasicScenario-655218334-project] Received port after_create {{(pid=121606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 22:07:11.925355 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983e1371-4801-4152-925d-503562a4b0e2 tempest-TestMinimumBasicScenario-655218334 tempest-TestMinimumBasicScenario-655218334-project] Pushing event updated for resources: {'Port': ['ID=f97fff44-a0b0-42cf-b860-4b45d4b6e3da,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:07:11.938231 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983e1371-4801-4152-925d-503562a4b0e2 tempest-TestMinimumBasicScenario-655218334 tempest-TestMinimumBasicScenario-655218334-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:07:11.939143 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983e1371-4801-4152-925d-503562a4b0e2 tempest-TestMinimumBasicScenario-655218334 tempest-TestMinimumBasicScenario-655218334-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:07:11.939487 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983e1371-4801-4152-925d-503562a4b0e2 tempest-TestMinimumBasicScenario-655218334 tempest-TestMinimumBasicScenario-655218334-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:07:11.939820 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983e1371-4801-4152-925d-503562a4b0e2 tempest-TestMinimumBasicScenario-655218334 tempest-TestMinimumBasicScenario-655218334-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:07:11.940149 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983e1371-4801-4152-925d-503562a4b0e2 tempest-TestMinimumBasicScenario-655218334 tempest-TestMinimumBasicScenario-655218334-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:07:11.940476 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983e1371-4801-4152-925d-503562a4b0e2 tempest-TestMinimumBasicScenario-655218334 tempest-TestMinimumBasicScenario-655218334-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:07:11.940800 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983e1371-4801-4152-925d-503562a4b0e2 tempest-TestMinimumBasicScenario-655218334 tempest-TestMinimumBasicScenario-655218334-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:07:11.941149 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983e1371-4801-4152-925d-503562a4b0e2 tempest-TestMinimumBasicScenario-655218334 tempest-TestMinimumBasicScenario-655218334-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:07:11.941471 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983e1371-4801-4152-925d-503562a4b0e2 tempest-TestMinimumBasicScenario-655218334 tempest-TestMinimumBasicScenario-655218334-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:07:11.941792 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983e1371-4801-4152-925d-503562a4b0e2 tempest-TestMinimumBasicScenario-655218334 tempest-TestMinimumBasicScenario-655218334-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:07:11.942112 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983e1371-4801-4152-925d-503562a4b0e2 tempest-TestMinimumBasicScenario-655218334 tempest-TestMinimumBasicScenario-655218334-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:07:11.942440 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983e1371-4801-4152-925d-503562a4b0e2 tempest-TestMinimumBasicScenario-655218334 tempest-TestMinimumBasicScenario-655218334-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:07:11.942755 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983e1371-4801-4152-925d-503562a4b0e2 tempest-TestMinimumBasicScenario-655218334 tempest-TestMinimumBasicScenario-655218334-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:07:12.258198 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-983e1371-4801-4152-925d-503562a4b0e2 tempest-TestMinimumBasicScenario-655218334 tempest-TestMinimumBasicScenario-655218334-project] Publish callbacks [] for floatingip, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:07:12.384232 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-983e1371-4801-4152-925d-503562a4b0e2 tempest-TestMinimumBasicScenario-655218334 tempest-TestMinimumBasicScenario-655218334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:07:12.530825 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-983e1371-4801-4152-925d-503562a4b0e2 tempest-TestMinimumBasicScenario-655218334 tempest-TestMinimumBasicScenario-655218334-project] Publish callbacks [] for port, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:07:12.594265 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-983e1371-4801-4152-925d-503562a4b0e2 tempest-TestMinimumBasicScenario-655218334 tempest-TestMinimumBasicScenario-655218334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:07:12.660943 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983e1371-4801-4152-925d-503562a4b0e2 tempest-TestMinimumBasicScenario-655218334 tempest-TestMinimumBasicScenario-655218334-project] Pushing event updated for resources: {'Port': ['ID=f97fff44-a0b0-42cf-b860-4b45d4b6e3da,revision_number=2']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:07:12.672576 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-983e1371-4801-4152-925d-503562a4b0e2 tempest-TestMinimumBasicScenario-655218334 tempest-TestMinimumBasicScenario-655218334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2008639'] for floatingip, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:07:12.771924 ncdv-master-1 neutron-server[121606]: INFO neutron.db.l3_db [None req-983e1371-4801-4152-925d-503562a4b0e2 tempest-TestMinimumBasicScenario-655218334 tempest-TestMinimumBasicScenario-655218334-project] Floating IP 2c41387a-cd6a-4824-97f7-7fb91a58a42b associated. External IP: 172.35.3.136, port: 3cb0686b-4a27-45cd-bbb6-b82943cca23a.
Dec 25 22:07:12.976597 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-983e1371-4801-4152-925d-503562a4b0e2 tempest-TestMinimumBasicScenario-655218334 tempest-TestMinimumBasicScenario-655218334-project] Router d78d3c69-784d-45eb-9ae0-28038f8f6edd has already been hosted by L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 {{(pid=121606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 25 22:07:13.084971 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-983e1371-4801-4152-925d-503562a4b0e2 tempest-TestMinimumBasicScenario-655218334 tempest-TestMinimumBasicScenario-655218334-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 22:07:13.095131 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06cda91c-43ba-4aa0-aec4-70bde6f475cd None None] Sync routers for ids ['d78d3c69-784d-45eb-9ae0-28038f8f6edd'] in ncdv-master-1 {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 22:07:13.105347 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06cda91c-43ba-4aa0-aec4-70bde6f475cd None None] Routers {'d78d3c69-784d-45eb-9ae0-28038f8f6edd'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 22:07:13.105947 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-06cda91c-43ba-4aa0-aec4-70bde6f475cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2618534580>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T22:07:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['d78d3c69-784d-45eb-9ae0-28038f8f6edd'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 22:07:13.162422 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-983e1371-4801-4152-925d-503562a4b0e2 tempest-TestMinimumBasicScenario-655218334 tempest-TestMinimumBasicScenario-655218334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for floatingip, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:07:13.189627 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-983e1371-4801-4152-925d-503562a4b0e2 tempest-TestMinimumBasicScenario-655218334 tempest-TestMinimumBasicScenario-655218334-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 1.8470113
Dec 25 22:07:13.190239 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce181d20-ef0f-41d9-acff-2b30bbd9f57b', 'tag': '3cb0686b-4a27-45cd-bbb6-b82943cca23a'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 22:07:13.192708 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 48228) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 22:07:13.193281 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3aaaccd1c5724dc9dd74c6f33e2aadc9492bdd81d11d1049086089e292681ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6b4c82c-6fa0-495b-8135-6dd70f291cc4" -d '{"events": [{"name": "network-changed", "server_uuid": "ce181d20-ef0f-41d9-acff-2b30bbd9f57b", "tag": "3cb0686b-4a27-45cd-bbb6-b82943cca23a"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 22:07:13.197903 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-500dcd54-5702-40e0-95d0-937cc7447181 tempest-TestMinimumBasicScenario-655218334 tempest-TestMinimumBasicScenario-655218334-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1648298683', 'description': 'tempest-secgroup-smoke-1648298683 description', 'project_id': '29cc4c1ab18949cf9fcd5658c1535162'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 22:07:13.211708 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvr_db [None req-06cda91c-43ba-4aa0-aec4-70bde6f475cd None None] Set router d78d3c69-784d-45eb-9ae0-28038f8f6edd gateway port host: ncdv-master-1 {{(pid=121608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 22:07:13.231581 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Dec 2021 22:07:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-458be4f8-c595-4bb3-a2aa-25428e78c453 x-openstack-request-id: req-458be4f8-c595-4bb3-a2aa-25428e78c453 {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 22:07:13.231878 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce181d20-ef0f-41d9-acff-2b30bbd9f57b", "tag": "3cb0686b-4a27-45cd-bbb6-b82943cca23a", "status": "completed", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 22:07:13.232158 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-458be4f8-c595-4bb3-a2aa-25428e78c453 {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 22:07:13.232548 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce181d20-ef0f-41d9-acff-2b30bbd9f57b', 'tag': '3cb0686b-4a27-45cd-bbb6-b82943cca23a', 'status': 'completed', 'code': 200}
Dec 25 22:07:13.286096 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-500dcd54-5702-40e0-95d0-937cc7447181 tempest-TestMinimumBasicScenario-655218334 tempest-TestMinimumBasicScenario-655218334-project] Publish callbacks [] for security_group, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:07:13.293398 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b4c82c-6fa0-495b-8135-6dd70f291cc4 req-42abf3f0-8f28-4765-bed9-a27b54730457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:07:13.294939 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b6b4c82c-6fa0-495b-8135-6dd70f291cc4 req-42abf3f0-8f28-4765-bed9-a27b54730457 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=29cc4c1ab18949cf9fcd5658c1535162&device_id=ce181d20-ef0f-41d9-acff-2b30bbd9f57b HTTP/1.1" status: 200  len: 1096 time: 0.0411422
Dec 25 22:07:13.360696 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-500dcd54-5702-40e0-95d0-937cc7447181 tempest-TestMinimumBasicScenario-655218334 tempest-TestMinimumBasicScenario-655218334-project] Publish callbacks [] for security_group, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:07:13.389897 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b4c82c-6fa0-495b-8135-6dd70f291cc4 req-ee409813-4a9a-4758-a55e-607ae59ed74a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:07:13.391924 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b6b4c82c-6fa0-495b-8135-6dd70f291cc4 req-ee409813-4a9a-4758-a55e-607ae59ed74a service neutron] 10.222.0.31 "GET /v2.0/networks?id=f9b2697d-85a4-4d8c-97c8-a8a585ef90f1 HTTP/1.1" status: 200  len: 916 time: 0.0892396
Dec 25 22:07:13.440211 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-500dcd54-5702-40e0-95d0-937cc7447181 tempest-TestMinimumBasicScenario-655218334 tempest-TestMinimumBasicScenario-655218334-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:07:13.448848 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-06cda91c-43ba-4aa0-aec4-70bde6f475cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2618534580>, [{'id': 'd78d3c69-784d-45eb-9ae0-28038f8f6edd', 'name': 'tempest-TestMinimumBasicScenario-1106621835-router', 'tenant_id': '29cc4c1ab18949cf9fcd5658c1535162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.49'}], 'enable_snat': True}, 'gw_port_id': '77c8a1f0-bdd7-441c-a0a5-e7fb6164e457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T22:06:19Z', 'updated_at': '2021-12-25T22:06:21Z', 'revision_number': 4, 'project_id': '29cc4c1ab18949cf9fcd5658c1535162', 'gw_port': {'id': '77c8a1f0-bdd7-441c-a0a5-e7fb6164e457', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:1f:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd78d3c69-784d-45eb-9ae0-28038f8f6edd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T22:06:19Z', 'updated_at': '2021-12-25T22:06:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '2c41387a-cd6a-4824-97f7-7fb91a58a42b', 'tenant_id': '29cc4c1ab18949cf9fcd5658c1535162', 'floating_ip_address': '172.35.3.136', 'floating_network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'router_id': 'd78d3c69-784d-45eb-9ae0-28038f8f6edd', 'port_id': '3cb0686b-4a27-45cd-bbb6-b82943cca23a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4138, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9b2697d-85a4-4d8c-97c8-a8a585ef90f1', 'mac_address': 'fa:16:3e:3a:73:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce181d20-ef0f-41d9-acff-2b30bbd9f57b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-25T22:07:12Z', 'updated_at': '2021-12-25T22:07:12Z', 'revision_number': 0, 'project_id': '29cc4c1ab18949cf9fcd5658c1535162', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f529dd93-6302-4bc7-83ae-cdae7fad7a02', 'name': '', 'network_id': 'f9b2697d-85a4-4d8c-97c8-a8a585ef90f1', 'tenant_id': '29cc4c1ab18949cf9fcd5658c1535162', 'mac_address': 'fa:16:3e:9f:f3:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd78d3c69-784d-45eb-9ae0-28038f8f6edd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': '76cbed7e-b231-4b68-9913-69bc3ef0ef30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T22:06:21Z', 'updated_at': '2021-12-25T22:06:25Z', 'revision_number': 5, 'project_id': '29cc4c1ab18949cf9fcd5658c1535162', 'subnets': [{'id': '76cbed7e-b231-4b68-9913-69bc3ef0ef30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 22:07:13.459081 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b6b4c82c-6fa0-495b-8135-6dd70f291cc4 req-e7b0271e-2aa9-495d-bdad-335a383e78fd service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3cb0686b-4a27-45cd-bbb6-b82943cca23a HTTP/1.1" status: 200  len: 999 time: 0.0600216
Dec 25 22:07:13.474579 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500dcd54-5702-40e0-95d0-937cc7447181 tempest-TestMinimumBasicScenario-655218334 tempest-TestMinimumBasicScenario-655218334-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08e158aa-c909-4848-a6a6-afab5fc8093d,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:07:13.477746 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06cda91c-43ba-4aa0-aec4-70bde6f475cd None None] Checking router: d78d3c69-784d-45eb-9ae0-28038f8f6edd for host: ncdv-master-1 {{(pid=121608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 25 22:07:13.482449 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500dcd54-5702-40e0-95d0-937cc7447181 tempest-TestMinimumBasicScenario-655218334 tempest-TestMinimumBasicScenario-655218334-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:07:13.482798 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500dcd54-5702-40e0-95d0-937cc7447181 tempest-TestMinimumBasicScenario-655218334 tempest-TestMinimumBasicScenario-655218334-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:07:13.483141 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500dcd54-5702-40e0-95d0-937cc7447181 tempest-TestMinimumBasicScenario-655218334 tempest-TestMinimumBasicScenario-655218334-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:07:13.483473 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500dcd54-5702-40e0-95d0-937cc7447181 tempest-TestMinimumBasicScenario-655218334 tempest-TestMinimumBasicScenario-655218334-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:07:13.483800 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500dcd54-5702-40e0-95d0-937cc7447181 tempest-TestMinimumBasicScenario-655218334 tempest-TestMinimumBasicScenario-655218334-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:07:13.484123 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500dcd54-5702-40e0-95d0-937cc7447181 tempest-TestMinimumBasicScenario-655218334 tempest-TestMinimumBasicScenario-655218334-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:07:13.484448 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500dcd54-5702-40e0-95d0-937cc7447181 tempest-TestMinimumBasicScenario-655218334 tempest-TestMinimumBasicScenario-655218334-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:07:13.484768 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500dcd54-5702-40e0-95d0-937cc7447181 tempest-TestMinimumBasicScenario-655218334 tempest-TestMinimumBasicScenario-655218334-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:07:13.485114 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500dcd54-5702-40e0-95d0-937cc7447181 tempest-TestMinimumBasicScenario-655218334 tempest-TestMinimumBasicScenario-655218334-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:07:13.485436 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500dcd54-5702-40e0-95d0-937cc7447181 tempest-TestMinimumBasicScenario-655218334 tempest-TestMinimumBasicScenario-655218334-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:07:13.485756 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500dcd54-5702-40e0-95d0-937cc7447181 tempest-TestMinimumBasicScenario-655218334 tempest-TestMinimumBasicScenario-655218334-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:07:13.486138 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500dcd54-5702-40e0-95d0-937cc7447181 tempest-TestMinimumBasicScenario-655218334 tempest-TestMinimumBasicScenario-655218334-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:07:13.486263 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06cda91c-43ba-4aa0-aec4-70bde6f475cd None None] Routers {'d78d3c69-784d-45eb-9ae0-28038f8f6edd'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 22:07:13.486579 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500dcd54-5702-40e0-95d0-937cc7447181 tempest-TestMinimumBasicScenario-655218334 tempest-TestMinimumBasicScenario-655218334-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:07:13.486860 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-06cda91c-43ba-4aa0-aec4-70bde6f475cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2618534580>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T22:07:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['d78d3c69-784d-45eb-9ae0-28038f8f6edd'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 22:07:13.514791 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b4c82c-6fa0-495b-8135-6dd70f291cc4 req-d7a253e2-795d-4e8b-8f4f-1d5cf6c0206a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:07:13.516865 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b6b4c82c-6fa0-495b-8135-6dd70f291cc4 req-d7a253e2-795d-4e8b-8f4f-1d5cf6c0206a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=76cbed7e-b231-4b68-9913-69bc3ef0ef30 HTTP/1.1" status: 200  len: 854 time: 0.0507944
Dec 25 22:07:13.550468 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-500dcd54-5702-40e0-95d0-937cc7447181 tempest-TestMinimumBasicScenario-655218334 tempest-TestMinimumBasicScenario-655218334-project] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:07:13.552239 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-500dcd54-5702-40e0-95d0-937cc7447181 tempest-TestMinimumBasicScenario-655218334 tempest-TestMinimumBasicScenario-655218334-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1813 time: 0.3580873
Dec 25 22:07:13.554937 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 48236) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 22:07:13.559837 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-0f1e344e-d19a-40fd-bb67-4db5d2b98e47 tempest-TestMinimumBasicScenario-655218334 tempest-TestMinimumBasicScenario-655218334-project] Request body: {'security_group_rule': {'security_group_id': '08e158aa-c909-4848-a6a6-afab5fc8093d', 'project_id': '29cc4c1ab18949cf9fcd5658c1535162', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 22:07:13.563583 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b4c82c-6fa0-495b-8135-6dd70f291cc4 req-df10f95f-23e8-48a5-bbd6-17620c6e9579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:07:13.563921 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b6b4c82c-6fa0-495b-8135-6dd70f291cc4 req-df10f95f-23e8-48a5-bbd6-17620c6e9579 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f9b2697d-85a4-4d8c-97c8-a8a585ef90f1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0406172
Dec 25 22:07:13.605660 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvr_db [None req-06cda91c-43ba-4aa0-aec4-70bde6f475cd None None] Set router d78d3c69-784d-45eb-9ae0-28038f8f6edd gateway port host: ncdv-master-1 {{(pid=121608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 22:07:13.645997 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-0f1e344e-d19a-40fd-bb67-4db5d2b98e47 tempest-TestMinimumBasicScenario-655218334 tempest-TestMinimumBasicScenario-655218334-project] Publish callbacks [] for security_group_rule, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:07:13.660496 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b6b4c82c-6fa0-495b-8135-6dd70f291cc4 req-8663c1ca-a533-4ee7-bcad-9d488d9e89a1 service neutron] 10.222.0.31 "GET /v2.0/networks/f9b2697d-85a4-4d8c-97c8-a8a585ef90f1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0899103
Dec 25 22:07:13.704147 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-0f1e344e-d19a-40fd-bb67-4db5d2b98e47 tempest-TestMinimumBasicScenario-655218334 tempest-TestMinimumBasicScenario-655218334-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:07:13.761581 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b6b4c82c-6fa0-495b-8135-6dd70f291cc4 req-270d2804-fb4f-4d53-9284-db2e4159ff0e service neutron] 10.222.0.31 "GET /v2.0/networks/f9b2697d-85a4-4d8c-97c8-a8a585ef90f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0935836
Dec 25 22:07:13.782797 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-0f1e344e-d19a-40fd-bb67-4db5d2b98e47 tempest-TestMinimumBasicScenario-655218334 tempest-TestMinimumBasicScenario-655218334-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077839'] for security_group_rule, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:07:13.801331 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1e344e-d19a-40fd-bb67-4db5d2b98e47 tempest-TestMinimumBasicScenario-655218334 tempest-TestMinimumBasicScenario-655218334-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a1057e2-0f8d-4ffb-8e23-c3eff8e144ec,revision_number=0']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:07:13.851229 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-06cda91c-43ba-4aa0-aec4-70bde6f475cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2618534580>, [{'id': 'd78d3c69-784d-45eb-9ae0-28038f8f6edd', 'name': 'tempest-TestMinimumBasicScenario-1106621835-router', 'tenant_id': '29cc4c1ab18949cf9fcd5658c1535162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.49'}], 'enable_snat': True}, 'gw_port_id': '77c8a1f0-bdd7-441c-a0a5-e7fb6164e457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T22:06:19Z', 'updated_at': '2021-12-25T22:06:21Z', 'revision_number': 4, 'project_id': '29cc4c1ab18949cf9fcd5658c1535162', 'gw_port': {'id': '77c8a1f0-bdd7-441c-a0a5-e7fb6164e457', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:1f:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd78d3c69-784d-45eb-9ae0-28038f8f6edd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T22:06:19Z', 'updated_at': '2021-12-25T22:06:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '2c41387a-cd6a-4824-97f7-7fb91a58a42b', 'tenant_id': '29cc4c1ab18949cf9fcd5658c1535162', 'floating_ip_address': '172.35.3.136', 'floating_network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'router_id': 'd78d3c69-784d-45eb-9ae0-28038f8f6edd', 'port_id': '3cb0686b-4a27-45cd-bbb6-b82943cca23a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4138, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9b2697d-85a4-4d8c-97c8-a8a585ef90f1', 'mac_address': 'fa:16:3e:3a:73:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce181d20-ef0f-41d9-acff-2b30bbd9f57b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-25T22:07:12Z', 'updated_at': '2021-12-25T22:07:12Z', 'revision_number': 0, 'project_id': '29cc4c1ab18949cf9fcd5658c1535162', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f529dd93-6302-4bc7-83ae-cdae7fad7a02', 'name': '', 'network_id': 'f9b2697d-85a4-4d8c-97c8-a8a585ef90f1', 'tenant_id': '29cc4c1ab18949cf9fcd5658c1535162', 'mac_address': 'fa:16:3e:9f:f3:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd78d3c69-784d-45eb-9ae0-28038f8f6edd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': '76cbed7e-b231-4b68-9913-69bc3ef0ef30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T22:06:21Z', 'updated_at': '2021-12-25T22:06:25Z', 'revision_number': 5, 'project_id': '29cc4c1ab18949cf9fcd5658c1535162', 'subnets': [{'id': '76cbed7e-b231-4b68-9913-69bc3ef0ef30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 22:07:13.884546 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06cda91c-43ba-4aa0-aec4-70bde6f475cd None None] The sync data for ids ['d78d3c69-784d-45eb-9ae0-28038f8f6edd'] in ncdv-master-1 is: [{'id': 'd78d3c69-784d-45eb-9ae0-28038f8f6edd', 'name': 'tempest-TestMinimumBasicScenario-1106621835-router', 'tenant_id': '29cc4c1ab18949cf9fcd5658c1535162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.49'}], 'enable_snat': True}, 'gw_port_id': '77c8a1f0-bdd7-441c-a0a5-e7fb6164e457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T22:06:19Z', 'updated_at': '2021-12-25T22:06:21Z', 'revision_number': 4, 'project_id': '29cc4c1ab18949cf9fcd5658c1535162', 'gw_port': {'id': '77c8a1f0-bdd7-441c-a0a5-e7fb6164e457', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:1f:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd78d3c69-784d-45eb-9ae0-28038f8f6edd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T22:06:19Z', 'updated_at': '2021-12-25T22:06:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '2c41387a-cd6a-4824-97f7-7fb91a58a42b', 'tenant_id': '29cc4c1ab18949cf9fcd5658c1535162', 'floating_ip_address': '172.35.3.136', 'floating_network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'router_id': 'd78d3c69-784d-45eb-9ae0-28038f8f6edd', 'port_id': '3cb0686b-4a27-45cd-bbb6-b82943cca23a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4138, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9b2697d-85a4-4d8c-97c8-a8a585ef90f1', 'mac_address': 'fa:16:3e:3a:73:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce181d20-ef0f-41d9-acff-2b30bbd9f57b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-25T22:07:12Z', 'updated_at': '2021-12-25T22:07:12Z', 'revision_number': 0, 'project_id': '29cc4c1ab18949cf9fcd5658c1535162', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f529dd93-6302-4bc7-83ae-cdae7fad7a02', 'name': '', 'network_id': 'f9b2697d-85a4-4d8c-97c8-a8a585ef90f1', 'tenant_id': '29cc4c1ab18949cf9fcd5658c1535162', 'mac_address': 'fa:16:3e:9f:f3:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd78d3c69-784d-45eb-9ae0-28038f8f6edd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': '76cbed7e-b231-4b68-9913-69bc3ef0ef30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T22:06:21Z', 'updated_at': '2021-12-25T22:06:25Z', 'revision_number': 5, 'project_id': '29cc4c1ab18949cf9fcd5658c1535162', 'subnets': [{'id': '76cbed7e-b231-4b68-9913-69bc3ef0ef30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 22:07:13.892670 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-0f1e344e-d19a-40fd-bb67-4db5d2b98e47 tempest-TestMinimumBasicScenario-655218334 tempest-TestMinimumBasicScenario-655218334-project] Publish callbacks [] for security_group_rule, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:07:13.900994 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-0f1e344e-d19a-40fd-bb67-4db5d2b98e47 tempest-TestMinimumBasicScenario-655218334 tempest-TestMinimumBasicScenario-655218334-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3378410
Dec 25 22:07:13.901399 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 48238) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 22:07:13.904628 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-ccc7de76-54e5-4c22-b77f-92dc8e3c8eaf tempest-TestMinimumBasicScenario-655218334 tempest-TestMinimumBasicScenario-655218334-project] Request body: {'security_group_rule': {'security_group_id': '08e158aa-c909-4848-a6a6-afab5fc8093d', 'project_id': '29cc4c1ab18949cf9fcd5658c1535162', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 22:07:13.988309 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-ccc7de76-54e5-4c22-b77f-92dc8e3c8eaf tempest-TestMinimumBasicScenario-655218334 tempest-TestMinimumBasicScenario-655218334-project] Publish callbacks [] for security_group_rule, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:07:14.052020 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-ccc7de76-54e5-4c22-b77f-92dc8e3c8eaf tempest-TestMinimumBasicScenario-655218334 tempest-TestMinimumBasicScenario-655218334-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:07:14.101424 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-295c492f-2a56-4b2d-b4d2-b1c5eff59448 None None] New status for floating IP 2c41387a-cd6a-4824-97f7-7fb91a58a42b: ACTIVE {{(pid=121609) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 25 22:07:14.103471 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-ccc7de76-54e5-4c22-b77f-92dc8e3c8eaf tempest-TestMinimumBasicScenario-655218334 tempest-TestMinimumBasicScenario-655218334-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077839'] for security_group_rule, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:07:14.125221 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc7de76-54e5-4c22-b77f-92dc8e3c8eaf tempest-TestMinimumBasicScenario-655218334 tempest-TestMinimumBasicScenario-655218334-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12be7fe4-add3-4abb-890a-d150af5b9b3b,revision_number=0']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:07:14.168072 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-ccc7de76-54e5-4c22-b77f-92dc8e3c8eaf tempest-TestMinimumBasicScenario-655218334 tempest-TestMinimumBasicScenario-655218334-project] Publish callbacks [] for security_group_rule, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:07:14.169470 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-ccc7de76-54e5-4c22-b77f-92dc8e3c8eaf tempest-TestMinimumBasicScenario-655218334 tempest-TestMinimumBasicScenario-655218334-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.2711186
Dec 25 22:07:14.173304 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 48240) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 22:07:14.177946 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-546b17e5-f6f4-42f7-bb74-8b9639051ad4 tempest-TestMinimumBasicScenario-655218334 tempest-TestMinimumBasicScenario-655218334-project] Request body: {'security_group_rule': {'security_group_id': '08e158aa-c909-4848-a6a6-afab5fc8093d', 'project_id': '29cc4c1ab18949cf9fcd5658c1535162', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 22:07:14.267732 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-546b17e5-f6f4-42f7-bb74-8b9639051ad4 tempest-TestMinimumBasicScenario-655218334 tempest-TestMinimumBasicScenario-655218334-project] Publish callbacks [] for security_group_rule, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:07:14.330680 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-546b17e5-f6f4-42f7-bb74-8b9639051ad4 tempest-TestMinimumBasicScenario-655218334 tempest-TestMinimumBasicScenario-655218334-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:07:14.394419 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-546b17e5-f6f4-42f7-bb74-8b9639051ad4 tempest-TestMinimumBasicScenario-655218334 tempest-TestMinimumBasicScenario-655218334-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077839'] for security_group_rule, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:07:14.415717 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546b17e5-f6f4-42f7-bb74-8b9639051ad4 tempest-TestMinimumBasicScenario-655218334 tempest-TestMinimumBasicScenario-655218334-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f635465c-b655-46b9-9e01-899bd493e244,revision_number=0']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:07:14.511157 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-546b17e5-f6f4-42f7-bb74-8b9639051ad4 tempest-TestMinimumBasicScenario-655218334 tempest-TestMinimumBasicScenario-655218334-project] Publish callbacks [] for security_group_rule, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:07:14.512443 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-546b17e5-f6f4-42f7-bb74-8b9639051ad4 tempest-TestMinimumBasicScenario-655218334 tempest-TestMinimumBasicScenario-655218334-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3381445
Dec 25 22:07:14.515081 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 48242) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 22:07:14.520942 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-2468ec6b-6b46-40d8-b06b-f5eca2b64da7 tempest-TestMinimumBasicScenario-655218334 tempest-TestMinimumBasicScenario-655218334-project] Request body: {'security_group_rule': {'security_group_id': '08e158aa-c909-4848-a6a6-afab5fc8093d', 'project_id': '29cc4c1ab18949cf9fcd5658c1535162', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 22:07:14.598968 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-2468ec6b-6b46-40d8-b06b-f5eca2b64da7 tempest-TestMinimumBasicScenario-655218334 tempest-TestMinimumBasicScenario-655218334-project] Publish callbacks [] for security_group_rule, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:07:14.655411 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-2468ec6b-6b46-40d8-b06b-f5eca2b64da7 tempest-TestMinimumBasicScenario-655218334 tempest-TestMinimumBasicScenario-655218334-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:07:14.742840 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-2468ec6b-6b46-40d8-b06b-f5eca2b64da7 tempest-TestMinimumBasicScenario-655218334 tempest-TestMinimumBasicScenario-655218334-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077839'] for security_group_rule, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:07:14.761431 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2468ec6b-6b46-40d8-b06b-f5eca2b64da7 tempest-TestMinimumBasicScenario-655218334 tempest-TestMinimumBasicScenario-655218334-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5caa38bf-e19a-4ac9-a4ee-ea3bc58c05e5,revision_number=0']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:07:14.836193 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-2468ec6b-6b46-40d8-b06b-f5eca2b64da7 tempest-TestMinimumBasicScenario-655218334 tempest-TestMinimumBasicScenario-655218334-project] Publish callbacks [] for security_group_rule, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:07:14.837509 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-2468ec6b-6b46-40d8-b06b-f5eca2b64da7 tempest-TestMinimumBasicScenario-655218334 tempest-TestMinimumBasicScenario-655218334-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.3214409
Dec 25 22:07:14.840132 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 48244) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 22:07:14.845066 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-fde6de8b-57a6-4e7c-8053-a9cecdd0d32b tempest-TestMinimumBasicScenario-655218334 tempest-TestMinimumBasicScenario-655218334-project] Request body: {'security_group_rule': {'security_group_id': '08e158aa-c909-4848-a6a6-afab5fc8093d', 'project_id': '29cc4c1ab18949cf9fcd5658c1535162', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 22:07:14.942704 ncdv-master-1 neutron-server[121606]: INFO neutron.db.securitygroups_db [None req-fde6de8b-57a6-4e7c-8053-a9cecdd0d32b tempest-TestMinimumBasicScenario-655218334 tempest-TestMinimumBasicScenario-655218334-project] Project 29cc4c1ab18949cf9fcd5658c1535162 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 25 22:07:14.947930 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-fde6de8b-57a6-4e7c-8053-a9cecdd0d32b tempest-TestMinimumBasicScenario-655218334 tempest-TestMinimumBasicScenario-655218334-project] Publish callbacks [] for security_group_rule, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:07:15.006607 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-fde6de8b-57a6-4e7c-8053-a9cecdd0d32b tempest-TestMinimumBasicScenario-655218334 tempest-TestMinimumBasicScenario-655218334-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:07:15.120167 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-fde6de8b-57a6-4e7c-8053-a9cecdd0d32b tempest-TestMinimumBasicScenario-655218334 tempest-TestMinimumBasicScenario-655218334-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077839'] for security_group_rule, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:07:15.138391 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde6de8b-57a6-4e7c-8053-a9cecdd0d32b tempest-TestMinimumBasicScenario-655218334 tempest-TestMinimumBasicScenario-655218334-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d2a7009-7255-4ab3-b22a-bae2f2245e7a,revision_number=0']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:07:15.213748 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-fde6de8b-57a6-4e7c-8053-a9cecdd0d32b tempest-TestMinimumBasicScenario-655218334 tempest-TestMinimumBasicScenario-655218334-project] Publish callbacks [] for security_group_rule, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:07:15.214987 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-fde6de8b-57a6-4e7c-8053-a9cecdd0d32b tempest-TestMinimumBasicScenario-655218334 tempest-TestMinimumBasicScenario-655218334-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.3739276
Dec 25 22:07:15.217669 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 48246) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 22:07:15.222559 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-d5e3f980-8de9-430a-98cc-7bd1a1316f85 tempest-TestMinimumBasicScenario-655218334 tempest-TestMinimumBasicScenario-655218334-project] Request body: {'security_group_rule': {'security_group_id': '08e158aa-c909-4848-a6a6-afab5fc8093d', 'project_id': '29cc4c1ab18949cf9fcd5658c1535162', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 22:07:15.302939 ncdv-master-1 neutron-server[121606]: INFO neutron.db.securitygroups_db [None req-d5e3f980-8de9-430a-98cc-7bd1a1316f85 tempest-TestMinimumBasicScenario-655218334 tempest-TestMinimumBasicScenario-655218334-project] Project 29cc4c1ab18949cf9fcd5658c1535162 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 25 22:07:15.307874 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-d5e3f980-8de9-430a-98cc-7bd1a1316f85 tempest-TestMinimumBasicScenario-655218334 tempest-TestMinimumBasicScenario-655218334-project] Publish callbacks [] for security_group_rule, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:07:15.368280 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-d5e3f980-8de9-430a-98cc-7bd1a1316f85 tempest-TestMinimumBasicScenario-655218334 tempest-TestMinimumBasicScenario-655218334-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:07:15.451506 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-d5e3f980-8de9-430a-98cc-7bd1a1316f85 tempest-TestMinimumBasicScenario-655218334 tempest-TestMinimumBasicScenario-655218334-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077839'] for security_group_rule, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:07:15.471649 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e3f980-8de9-430a-98cc-7bd1a1316f85 tempest-TestMinimumBasicScenario-655218334 tempest-TestMinimumBasicScenario-655218334-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59efdbe5-861d-48e8-a4fd-9068a69e1ed8,revision_number=0']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:07:15.533580 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-d5e3f980-8de9-430a-98cc-7bd1a1316f85 tempest-TestMinimumBasicScenario-655218334 tempest-TestMinimumBasicScenario-655218334-project] Publish callbacks [] for security_group_rule, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:07:15.534795 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-d5e3f980-8de9-430a-98cc-7bd1a1316f85 tempest-TestMinimumBasicScenario-655218334 tempest-TestMinimumBasicScenario-655218334-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.3162041
Dec 25 22:07:15.622353 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-cb0c2bdb-7d28-4a12-b28d-a7bfd14395dd req-0e1eccfe-af26-4565-9f7b-0e43cc568993 tempest-TestMinimumBasicScenario-655218334 tempest-TestMinimumBasicScenario-655218334-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1648298683&fields=id&tenant_id=29cc4c1ab18949cf9fcd5658c1535162 HTTP/1.1" status: 200  len: 267 time: 0.0423310
Dec 25 22:07:15.676961 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0c2bdb-7d28-4a12-b28d-a7bfd14395dd req-5488c295-8fd9-4bb9-9ae7-1d35c51f5a72 tempest-TestMinimumBasicScenario-655218334 tempest-TestMinimumBasicScenario-655218334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:07:15.678474 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-cb0c2bdb-7d28-4a12-b28d-a7bfd14395dd req-5488c295-8fd9-4bb9-9ae7-1d35c51f5a72 tempest-TestMinimumBasicScenario-655218334 tempest-TestMinimumBasicScenario-655218334-project] 10.222.0.32 "GET /v2.0/ports?device_id=ce181d20-ef0f-41d9-acff-2b30bbd9f57b HTTP/1.1" status: 200  len: 945 time: 0.0499535
Dec 25 22:07:15.690010 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-cb0c2bdb-7d28-4a12-b28d-a7bfd14395dd req-53ae882c-36a7-4a02-b006-ab75713219e6 tempest-TestMinimumBasicScenario-655218334 tempest-TestMinimumBasicScenario-655218334-project] Request body: {'port': {'security_groups': ['4cd04231-12f8-43f9-b76f-ff0b25fd44f6', '08e158aa-c909-4848-a6a6-afab5fc8093d']}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 22:07:15.749261 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-cb0c2bdb-7d28-4a12-b28d-a7bfd14395dd req-53ae882c-36a7-4a02-b006-ab75713219e6 tempest-TestMinimumBasicScenario-655218334 tempest-TestMinimumBasicScenario-655218334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:07:15.927720 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-cb0c2bdb-7d28-4a12-b28d-a7bfd14395dd req-53ae882c-36a7-4a02-b006-ab75713219e6 tempest-TestMinimumBasicScenario-655218334 tempest-TestMinimumBasicScenario-655218334-project] For port 3cb0686b-4a27-45cd-bbb6-b82943cca23a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3cb0686b-4a27-45cd-bbb6-b82943cca23a,segment=NetworkSegment(c1972831-dd20-46d3-aff3-5619477bb63d),segment_id=c1972831-dd20-46d3-aff3-5619477bb63d)] {{(pid=121606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 22:07:15.963646 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-cb0c2bdb-7d28-4a12-b28d-a7bfd14395dd req-53ae882c-36a7-4a02-b006-ab75713219e6 tempest-TestMinimumBasicScenario-655218334 tempest-TestMinimumBasicScenario-655218334-project] Publish callbacks [] for port, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:07:16.028556 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-cb0c2bdb-7d28-4a12-b28d-a7bfd14395dd req-53ae882c-36a7-4a02-b006-ab75713219e6 tempest-TestMinimumBasicScenario-655218334 tempest-TestMinimumBasicScenario-655218334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:07:16.046356 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] get_ports_and_sgs() called for port_ids ['3cb0686b-4a27-45cd-bbb6-b82943cca23a'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 22:07:16.076178 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0c2bdb-7d28-4a12-b28d-a7bfd14395dd req-53ae882c-36a7-4a02-b006-ab75713219e6 tempest-TestMinimumBasicScenario-655218334 tempest-TestMinimumBasicScenario-655218334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:07:16.076818 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-cb0c2bdb-7d28-4a12-b28d-a7bfd14395dd req-53ae882c-36a7-4a02-b006-ab75713219e6 tempest-TestMinimumBasicScenario-655218334 tempest-TestMinimumBasicScenario-655218334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:07:16.078304 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-cb0c2bdb-7d28-4a12-b28d-a7bfd14395dd req-53ae882c-36a7-4a02-b006-ab75713219e6 tempest-TestMinimumBasicScenario-655218334 tempest-TestMinimumBasicScenario-655218334-project] 10.222.0.32 "PUT /v2.0/ports/3cb0686b-4a27-45cd-bbb6-b82943cca23a HTTP/1.1" status: 200  len: 981 time: 0.3933494
Dec 25 22:07:16.078760 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce181d20-ef0f-41d9-acff-2b30bbd9f57b', 'tag': '3cb0686b-4a27-45cd-bbb6-b82943cca23a'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 22:07:16.081081 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3aaaccd1c5724dc9dd74c6f33e2aadc9492bdd81d11d1049086089e292681ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe15fb4f-140e-4b4f-b6c2-0f1ff94957bb" -d '{"events": [{"name": "network-changed", "server_uuid": "ce181d20-ef0f-41d9-acff-2b30bbd9f57b", "tag": "3cb0686b-4a27-45cd-bbb6-b82943cca23a"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 22:07:16.104987 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ae882c-36a7-4a02-b006-ab75713219e6 tempest-TestMinimumBasicScenario-655218334 tempest-TestMinimumBasicScenario-655218334-project] Pushing event updated for resources: {'Port': ['ID=3cb0686b-4a27-45cd-bbb6-b82943cca23a,revision_number=6']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:07:16.129577 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] get_ports_and_sgs() called for port_ids ['3cb0686b-4a27-45cd-bbb6-b82943cca23a'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 22:07:16.158427 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Dec 2021 22:07:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad234075-195b-4214-b8bb-e7e11dec19fe x-openstack-request-id: req-ad234075-195b-4214-b8bb-e7e11dec19fe {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 22:07:16.158569 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce181d20-ef0f-41d9-acff-2b30bbd9f57b", "tag": "3cb0686b-4a27-45cd-bbb6-b82943cca23a", "status": "completed", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 22:07:16.158806 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ad234075-195b-4214-b8bb-e7e11dec19fe {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 22:07:16.159209 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce181d20-ef0f-41d9-acff-2b30bbd9f57b', 'tag': '3cb0686b-4a27-45cd-bbb6-b82943cca23a', 'status': 'completed', 'code': 200}
Dec 25 22:07:16.253394 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f45e42-6cbd-4e79-8d92-f551bfc6bd83 req-cd7452ae-79da-4e7a-b5b7-eb0e57a47ae1 tempest-TestMinimumBasicScenario-655218334 tempest-TestMinimumBasicScenario-655218334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:07:16.255031 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-22f45e42-6cbd-4e79-8d92-f551bfc6bd83 req-cd7452ae-79da-4e7a-b5b7-eb0e57a47ae1 tempest-TestMinimumBasicScenario-655218334 tempest-TestMinimumBasicScenario-655218334-project] 10.222.0.32 "GET /v2.0/ports?device_id=ce181d20-ef0f-41d9-acff-2b30bbd9f57b HTTP/1.1" status: 200  len: 984 time: 0.0802553
Dec 25 22:07:16.260835 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe15fb4f-140e-4b4f-b6c2-0f1ff94957bb req-0c669797-80ac-4223-98ab-4d68b48aab69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:07:16.262605 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-fe15fb4f-140e-4b4f-b6c2-0f1ff94957bb req-0c669797-80ac-4223-98ab-4d68b48aab69 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=29cc4c1ab18949cf9fcd5658c1535162&device_id=ce181d20-ef0f-41d9-acff-2b30bbd9f57b HTTP/1.1" status: 200  len: 1135 time: 0.0765800
Dec 25 22:07:16.374735 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-730f61c5-5f95-410e-9587-d280c048acd4 None None] Provisioning complete for port 3cb0686b-4a27-45cd-bbb6-b82943cca23a triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 22:07:16.375023 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-730f61c5-5f95-410e-9587-d280c048acd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:07:16.388068 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-22f45e42-6cbd-4e79-8d92-f551bfc6bd83 req-dfe32e54-bb12-41d2-9a10-ad7fb6c07c32 tempest-TestMinimumBasicScenario-655218334 tempest-TestMinimumBasicScenario-655218334-project] 10.222.0.32 "GET /v2.0/security-groups?id=08e158aa-c909-4848-a6a6-afab5fc8093d&id=4cd04231-12f8-43f9-b76f-ff0b25fd44f6&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1224818
Dec 25 22:07:16.398216 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe15fb4f-140e-4b4f-b6c2-0f1ff94957bb req-ac22dfd8-53d0-4e96-aff9-0c0765c62a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:07:16.399678 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-fe15fb4f-140e-4b4f-b6c2-0f1ff94957bb req-ac22dfd8-53d0-4e96-aff9-0c0765c62a76 service neutron] 10.222.0.31 "GET /v2.0/networks?id=f9b2697d-85a4-4d8c-97c8-a8a585ef90f1 HTTP/1.1" status: 200  len: 916 time: 0.1278868
Dec 25 22:07:16.471055 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-fe15fb4f-140e-4b4f-b6c2-0f1ff94957bb req-9aa8b838-9e9b-4f78-bd2a-f33a1a89711f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3cb0686b-4a27-45cd-bbb6-b82943cca23a HTTP/1.1" status: 200  len: 1001 time: 0.0638609
Dec 25 22:07:16.869085 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe15fb4f-140e-4b4f-b6c2-0f1ff94957bb req-0167f5ef-60ac-4115-9f19-6a96a4cb7dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:07:16.870478 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-fe15fb4f-140e-4b4f-b6c2-0f1ff94957bb req-0167f5ef-60ac-4115-9f19-6a96a4cb7dd6 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=76cbed7e-b231-4b68-9913-69bc3ef0ef30 HTTP/1.1" status: 200  len: 854 time: 0.3913517
Dec 25 22:07:16.915404 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe15fb4f-140e-4b4f-b6c2-0f1ff94957bb req-e689f20a-2545-4a72-897b-090f35e9f5df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:07:16.916898 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-fe15fb4f-140e-4b4f-b6c2-0f1ff94957bb req-e689f20a-2545-4a72-897b-090f35e9f5df service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f9b2697d-85a4-4d8c-97c8-a8a585ef90f1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0392039
Dec 25 22:07:17.009953 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-fe15fb4f-140e-4b4f-b6c2-0f1ff94957bb req-f6d9f7da-3750-42b4-b58a-ff083e8f73bd service neutron] 10.222.0.31 "GET /v2.0/networks/f9b2697d-85a4-4d8c-97c8-a8a585ef90f1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0843353
Dec 25 22:07:17.096534 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-fe15fb4f-140e-4b4f-b6c2-0f1ff94957bb req-71f365cf-f511-4186-8bdd-a6fa0a37b0be service neutron] 10.222.0.31 "GET /v2.0/networks/f9b2697d-85a4-4d8c-97c8-a8a585ef90f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0787079
Dec 25 22:07:22.743311 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.agents_db [None req-ec08dba0-4483-4109-b5e1-5e4a9fdaf12d None None] Agent healthcheck: found 7 active agents {{(pid=121609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 25 22:07:34.758666 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:07:34.793945 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-b9f22ea1-834e-4afc-b207-81fba904cb4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:07:37.068063 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-90643ac0-0ebf-4ff0-8828-0cf0c4a11f7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:07:38.667875 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3e945ecd-9380-47c2-aa0a-12ebe07e03e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:07:38.753636 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:07:39.338344 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ed5c8e-c8e5-4ebc-9c18-d8aad55b8316 req-855e93c2-3505-4cf6-86a1-eb75f754ef57 tempest-TestMinimumBasicScenario-655218334 tempest-TestMinimumBasicScenario-655218334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:07:39.339965 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-58ed5c8e-c8e5-4ebc-9c18-d8aad55b8316 req-855e93c2-3505-4cf6-86a1-eb75f754ef57 tempest-TestMinimumBasicScenario-655218334 tempest-TestMinimumBasicScenario-655218334-project] 10.222.0.32 "GET /v2.0/ports?device_id=ce181d20-ef0f-41d9-acff-2b30bbd9f57b HTTP/1.1" status: 200  len: 984 time: 0.0667551
Dec 25 22:07:39.437022 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51910e54-b34f-4de2-803f-4996fd7737e7 req-27778180-5de6-43b5-a4a9-7ac805713f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:07:39.439043 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-51910e54-b34f-4de2-803f-4996fd7737e7 req-27778180-5de6-43b5-a4a9-7ac805713f95 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=29cc4c1ab18949cf9fcd5658c1535162&device_id=ce181d20-ef0f-41d9-acff-2b30bbd9f57b HTTP/1.1" status: 200  len: 1135 time: 0.0657024
Dec 25 22:07:39.445756 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-58ed5c8e-c8e5-4ebc-9c18-d8aad55b8316 req-344c93ac-eacd-4fe9-91bc-331d1127de19 tempest-TestMinimumBasicScenario-655218334 tempest-TestMinimumBasicScenario-655218334-project] 10.222.0.32 "GET /v2.0/security-groups?id=08e158aa-c909-4848-a6a6-afab5fc8093d&id=4cd04231-12f8-43f9-b76f-ff0b25fd44f6&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0989907
Dec 25 22:07:39.532466 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51910e54-b34f-4de2-803f-4996fd7737e7 req-84abbbdf-4605-4358-b111-916a72e23b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:07:39.533835 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-51910e54-b34f-4de2-803f-4996fd7737e7 req-84abbbdf-4605-4358-b111-916a72e23b1f service neutron] 10.222.0.31 "GET /v2.0/networks?id=f9b2697d-85a4-4d8c-97c8-a8a585ef90f1 HTTP/1.1" status: 200  len: 916 time: 0.0864949
Dec 25 22:07:39.598360 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-51910e54-b34f-4de2-803f-4996fd7737e7 req-d5cd6845-58bd-417b-9bf5-68d91b0e1237 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3cb0686b-4a27-45cd-bbb6-b82943cca23a HTTP/1.1" status: 200  len: 1001 time: 0.0571787
Dec 25 22:07:39.649476 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51910e54-b34f-4de2-803f-4996fd7737e7 req-b8c7995d-8f40-4a83-a740-9f27fec1333a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:07:39.650982 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-51910e54-b34f-4de2-803f-4996fd7737e7 req-b8c7995d-8f40-4a83-a740-9f27fec1333a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=76cbed7e-b231-4b68-9913-69bc3ef0ef30 HTTP/1.1" status: 200  len: 854 time: 0.0452745
Dec 25 22:07:39.662453 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-15cb578f-7a63-4fd3-925d-83bad4c7b82a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:07:39.701882 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51910e54-b34f-4de2-803f-4996fd7737e7 req-daa40618-e672-43cd-8873-239b5ce69e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:07:39.703447 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-51910e54-b34f-4de2-803f-4996fd7737e7 req-daa40618-e672-43cd-8873-239b5ce69e27 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f9b2697d-85a4-4d8c-97c8-a8a585ef90f1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0455871
Dec 25 22:07:39.793501 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-51910e54-b34f-4de2-803f-4996fd7737e7 req-27325e30-f677-4114-beb9-5336776f3438 service neutron] 10.222.0.31 "GET /v2.0/networks/f9b2697d-85a4-4d8c-97c8-a8a585ef90f1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0817406
Dec 25 22:07:39.885379 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-51910e54-b34f-4de2-803f-4996fd7737e7 req-e5715960-fccd-4c4f-9ead-dc190c3defa4 service neutron] 10.222.0.31 "GET /v2.0/networks/f9b2697d-85a4-4d8c-97c8-a8a585ef90f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0849462
Dec 25 22:07:40.565991 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19a0d78-5e71-40a2-aeb1-897c355585dd req-54e098b5-b68e-4908-ba55-30522c66a87e tempest-TestMinimumBasicScenario-655218334 tempest-TestMinimumBasicScenario-655218334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:07:40.567465 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e19a0d78-5e71-40a2-aeb1-897c355585dd req-54e098b5-b68e-4908-ba55-30522c66a87e tempest-TestMinimumBasicScenario-655218334 tempest-TestMinimumBasicScenario-655218334-project] 10.222.0.32 "GET /v2.0/ports?device_id=ce181d20-ef0f-41d9-acff-2b30bbd9f57b HTTP/1.1" status: 200  len: 984 time: 0.0489612
Dec 25 22:07:40.627711 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e19a0d78-5e71-40a2-aeb1-897c355585dd req-929a9629-61d7-4f13-8619-78c550659dfb tempest-TestMinimumBasicScenario-655218334 tempest-TestMinimumBasicScenario-655218334-project] 10.222.0.32 "GET /v2.0/security-groups?id=08e158aa-c909-4848-a6a6-afab5fc8093d&id=4cd04231-12f8-43f9-b76f-ff0b25fd44f6&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0539227
Dec 25 22:07:40.799308 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:07:41.744530 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e74909-d132-46d7-af7c-0e23439673a2 req-99ec6a95-eb10-4c5b-a014-435a1537c170 tempest-TestMinimumBasicScenario-655218334 tempest-TestMinimumBasicScenario-655218334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:07:41.746064 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f8e74909-d132-46d7-af7c-0e23439673a2 req-99ec6a95-eb10-4c5b-a014-435a1537c170 tempest-TestMinimumBasicScenario-655218334 tempest-TestMinimumBasicScenario-655218334-project] 10.222.0.32 "GET /v2.0/ports?device_id=ce181d20-ef0f-41d9-acff-2b30bbd9f57b HTTP/1.1" status: 200  len: 984 time: 0.0492542
Dec 25 22:07:41.812583 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f8e74909-d132-46d7-af7c-0e23439673a2 req-752811b4-9f89-4999-a200-96985c9e5d6a tempest-TestMinimumBasicScenario-655218334 tempest-TestMinimumBasicScenario-655218334-project] 10.222.0.32 "GET /v2.0/security-groups?id=08e158aa-c909-4848-a6a6-afab5fc8093d&id=4cd04231-12f8-43f9-b76f-ff0b25fd44f6&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0599194
Dec 25 22:07:42.933341 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fb8dac-f300-413b-a66e-ddc8aa3ec134 req-93bd6252-67a7-414a-989e-bc1dfb70a110 tempest-TestMinimumBasicScenario-655218334 tempest-TestMinimumBasicScenario-655218334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:07:42.934823 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-40fb8dac-f300-413b-a66e-ddc8aa3ec134 req-93bd6252-67a7-414a-989e-bc1dfb70a110 tempest-TestMinimumBasicScenario-655218334 tempest-TestMinimumBasicScenario-655218334-project] 10.222.0.32 "GET /v2.0/ports?device_id=ce181d20-ef0f-41d9-acff-2b30bbd9f57b HTTP/1.1" status: 200  len: 984 time: 0.0498524
Dec 25 22:07:42.994604 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-40fb8dac-f300-413b-a66e-ddc8aa3ec134 req-d2d4cf8c-d38d-4802-8206-4ae0822ac833 tempest-TestMinimumBasicScenario-655218334 tempest-TestMinimumBasicScenario-655218334-project] 10.222.0.32 "GET /v2.0/security-groups?id=08e158aa-c909-4848-a6a6-afab5fc8093d&id=4cd04231-12f8-43f9-b76f-ff0b25fd44f6&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0537405
Dec 25 22:07:44.112079 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0084fc2e-17a7-4c3e-b8ed-0ab3643a9b15 req-5b31e5e4-e66e-4e27-86e1-ff3dc3b93e81 tempest-TestMinimumBasicScenario-655218334 tempest-TestMinimumBasicScenario-655218334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:07:44.113616 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0084fc2e-17a7-4c3e-b8ed-0ab3643a9b15 req-5b31e5e4-e66e-4e27-86e1-ff3dc3b93e81 tempest-TestMinimumBasicScenario-655218334 tempest-TestMinimumBasicScenario-655218334-project] 10.222.0.32 "GET /v2.0/ports?device_id=ce181d20-ef0f-41d9-acff-2b30bbd9f57b HTTP/1.1" status: 200  len: 984 time: 0.0495787
Dec 25 22:07:44.173187 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0084fc2e-17a7-4c3e-b8ed-0ab3643a9b15 req-7600675c-8f79-46c7-993b-eb713a896491 tempest-TestMinimumBasicScenario-655218334 tempest-TestMinimumBasicScenario-655218334-project] 10.222.0.32 "GET /v2.0/security-groups?id=08e158aa-c909-4848-a6a6-afab5fc8093d&id=4cd04231-12f8-43f9-b76f-ff0b25fd44f6&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0534382
Dec 25 22:07:45.300779 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b9f1c5-9e6f-42eb-bcfc-6d434eb8554b req-a5b70749-1477-4108-aed7-e6ac4650b060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:07:45.302316 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-63b9f1c5-9e6f-42eb-bcfc-6d434eb8554b req-a5b70749-1477-4108-aed7-e6ac4650b060 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=29cc4c1ab18949cf9fcd5658c1535162&device_id=ce181d20-ef0f-41d9-acff-2b30bbd9f57b HTTP/1.1" status: 200  len: 1135 time: 0.0768111
Dec 25 22:07:45.310709 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd03cd1d-3d1d-429d-870a-65ffd57b2f54 req-1ff00d54-7dea-4d50-ba75-1b9e53cf3509 tempest-TestMinimumBasicScenario-655218334 tempest-TestMinimumBasicScenario-655218334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:07:45.312107 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-fd03cd1d-3d1d-429d-870a-65ffd57b2f54 req-1ff00d54-7dea-4d50-ba75-1b9e53cf3509 tempest-TestMinimumBasicScenario-655218334 tempest-TestMinimumBasicScenario-655218334-project] 10.222.0.32 "GET /v2.0/ports?device_id=ce181d20-ef0f-41d9-acff-2b30bbd9f57b HTTP/1.1" status: 200  len: 984 time: 0.0581863
Dec 25 22:07:45.430246 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-fd03cd1d-3d1d-429d-870a-65ffd57b2f54 req-95825b55-b431-4c84-aa7e-4fb30182eea8 tempest-TestMinimumBasicScenario-655218334 tempest-TestMinimumBasicScenario-655218334-project] 10.222.0.32 "GET /v2.0/security-groups?id=08e158aa-c909-4848-a6a6-afab5fc8093d&id=4cd04231-12f8-43f9-b76f-ff0b25fd44f6&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1108539
Dec 25 22:07:45.448943 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b9f1c5-9e6f-42eb-bcfc-6d434eb8554b req-61f878a0-dc08-4a60-8b6c-6015299dde1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:07:45.450393 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-63b9f1c5-9e6f-42eb-bcfc-6d434eb8554b req-61f878a0-dc08-4a60-8b6c-6015299dde1e service neutron] 10.222.0.31 "GET /v2.0/networks?id=f9b2697d-85a4-4d8c-97c8-a8a585ef90f1 HTTP/1.1" status: 200  len: 916 time: 0.1252434
Dec 25 22:07:45.514244 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-63b9f1c5-9e6f-42eb-bcfc-6d434eb8554b req-37082867-5d5d-4d38-835a-122520b94778 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3cb0686b-4a27-45cd-bbb6-b82943cca23a HTTP/1.1" status: 200  len: 1001 time: 0.0568712
Dec 25 22:07:45.565704 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b9f1c5-9e6f-42eb-bcfc-6d434eb8554b req-c7a9a52b-1ae9-4e28-ac41-7fc5d466c3b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:07:45.565704 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-63b9f1c5-9e6f-42eb-bcfc-6d434eb8554b req-c7a9a52b-1ae9-4e28-ac41-7fc5d466c3b4 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=76cbed7e-b231-4b68-9913-69bc3ef0ef30 HTTP/1.1" status: 200  len: 854 time: 0.0419133
Dec 25 22:07:45.613159 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b9f1c5-9e6f-42eb-bcfc-6d434eb8554b req-f278a92a-442f-412a-b04d-727398cbcfea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:07:45.614645 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-63b9f1c5-9e6f-42eb-bcfc-6d434eb8554b req-f278a92a-442f-412a-b04d-727398cbcfea service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f9b2697d-85a4-4d8c-97c8-a8a585ef90f1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0446010
Dec 25 22:07:45.701705 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-63b9f1c5-9e6f-42eb-bcfc-6d434eb8554b req-b290effb-f0ec-4fbb-a839-40a4e2a59382 service neutron] 10.222.0.31 "GET /v2.0/networks/f9b2697d-85a4-4d8c-97c8-a8a585ef90f1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0802932
Dec 25 22:07:45.792089 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-63b9f1c5-9e6f-42eb-bcfc-6d434eb8554b req-b680283f-31c8-446e-a522-b98e71b43a78 service neutron] 10.222.0.31 "GET /v2.0/networks/f9b2697d-85a4-4d8c-97c8-a8a585ef90f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0837038
Dec 25 22:07:46.545769 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c1849d-ef33-4979-bce0-bb4530d1d866 req-c608a4e2-0b10-40c1-abbf-af3c4c34a7c7 tempest-TestMinimumBasicScenario-655218334 tempest-TestMinimumBasicScenario-655218334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:07:46.547243 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d6c1849d-ef33-4979-bce0-bb4530d1d866 req-c608a4e2-0b10-40c1-abbf-af3c4c34a7c7 tempest-TestMinimumBasicScenario-655218334 tempest-TestMinimumBasicScenario-655218334-project] 10.222.0.32 "GET /v2.0/ports?device_id=ce181d20-ef0f-41d9-acff-2b30bbd9f57b HTTP/1.1" status: 200  len: 984 time: 0.0501623
Dec 25 22:07:46.607262 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d6c1849d-ef33-4979-bce0-bb4530d1d866 req-2638632c-dce0-493f-b614-35a0fcebacb5 tempest-TestMinimumBasicScenario-655218334 tempest-TestMinimumBasicScenario-655218334-project] 10.222.0.32 "GET /v2.0/security-groups?id=08e158aa-c909-4848-a6a6-afab5fc8093d&id=4cd04231-12f8-43f9-b76f-ff0b25fd44f6&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0539668
Dec 25 22:07:47.722699 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54075b8b-a10f-4b10-b8bb-9dee88746ef8 req-06d45c04-c042-417a-b6a2-2b288242204e tempest-TestMinimumBasicScenario-655218334 tempest-TestMinimumBasicScenario-655218334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:07:47.724163 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-54075b8b-a10f-4b10-b8bb-9dee88746ef8 req-06d45c04-c042-417a-b6a2-2b288242204e tempest-TestMinimumBasicScenario-655218334 tempest-TestMinimumBasicScenario-655218334-project] 10.222.0.32 "GET /v2.0/ports?device_id=ce181d20-ef0f-41d9-acff-2b30bbd9f57b HTTP/1.1" status: 200  len: 984 time: 0.0487063
Dec 25 22:07:47.787181 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-54075b8b-a10f-4b10-b8bb-9dee88746ef8 req-2fb74279-a34c-4846-a62d-a48fb38ad030 tempest-TestMinimumBasicScenario-655218334 tempest-TestMinimumBasicScenario-655218334-project] 10.222.0.32 "GET /v2.0/security-groups?id=08e158aa-c909-4848-a6a6-afab5fc8093d&id=4cd04231-12f8-43f9-b76f-ff0b25fd44f6&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0565724
Dec 25 22:07:48.908407 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b264583b-2af1-44b8-81ee-601ba4c471d3 req-f9677074-5689-4c7a-b593-c94972157309 tempest-TestMinimumBasicScenario-655218334 tempest-TestMinimumBasicScenario-655218334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:07:48.909949 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b264583b-2af1-44b8-81ee-601ba4c471d3 req-f9677074-5689-4c7a-b593-c94972157309 tempest-TestMinimumBasicScenario-655218334 tempest-TestMinimumBasicScenario-655218334-project] 10.222.0.32 "GET /v2.0/ports?device_id=ce181d20-ef0f-41d9-acff-2b30bbd9f57b HTTP/1.1" status: 200  len: 984 time: 0.0528631
Dec 25 22:07:48.970800 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b264583b-2af1-44b8-81ee-601ba4c471d3 req-88ad110d-e3b6-4baa-b8b4-59b66fa060be tempest-TestMinimumBasicScenario-655218334 tempest-TestMinimumBasicScenario-655218334-project] 10.222.0.32 "GET /v2.0/security-groups?id=08e158aa-c909-4848-a6a6-afab5fc8093d&id=4cd04231-12f8-43f9-b76f-ff0b25fd44f6&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0548148
Dec 25 22:07:50.090032 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4776d8-4797-44f5-a8c8-b0b4755624b8 req-f056344e-8acd-4b0a-8447-76f04a903974 tempest-TestMinimumBasicScenario-655218334 tempest-TestMinimumBasicScenario-655218334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:07:50.091529 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3e4776d8-4797-44f5-a8c8-b0b4755624b8 req-f056344e-8acd-4b0a-8447-76f04a903974 tempest-TestMinimumBasicScenario-655218334 tempest-TestMinimumBasicScenario-655218334-project] 10.222.0.32 "GET /v2.0/ports?device_id=ce181d20-ef0f-41d9-acff-2b30bbd9f57b HTTP/1.1" status: 200  len: 984 time: 0.0492647
Dec 25 22:07:50.152380 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3e4776d8-4797-44f5-a8c8-b0b4755624b8 req-ff1dbca3-cd18-4051-bf70-9f89df982d1b tempest-TestMinimumBasicScenario-655218334 tempest-TestMinimumBasicScenario-655218334-project] 10.222.0.32 "GET /v2.0/security-groups?id=08e158aa-c909-4848-a6a6-afab5fc8093d&id=4cd04231-12f8-43f9-b76f-ff0b25fd44f6&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0539653
Dec 25 22:07:51.272797 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644ed241-95e9-4fb9-ac1e-f19f65109ed4 req-6b69c43b-a414-4d40-8f17-815cc6fabb82 tempest-TestMinimumBasicScenario-655218334 tempest-TestMinimumBasicScenario-655218334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:07:51.274304 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-644ed241-95e9-4fb9-ac1e-f19f65109ed4 req-6b69c43b-a414-4d40-8f17-815cc6fabb82 tempest-TestMinimumBasicScenario-655218334 tempest-TestMinimumBasicScenario-655218334-project] 10.222.0.32 "GET /v2.0/ports?device_id=ce181d20-ef0f-41d9-acff-2b30bbd9f57b HTTP/1.1" status: 200  len: 984 time: 0.0532296
Dec 25 22:07:51.333471 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-644ed241-95e9-4fb9-ac1e-f19f65109ed4 req-d9d709d6-1932-4ac9-a093-43b9533a6947 tempest-TestMinimumBasicScenario-655218334 tempest-TestMinimumBasicScenario-655218334-project] 10.222.0.32 "GET /v2.0/security-groups?id=08e158aa-c909-4848-a6a6-afab5fc8093d&id=4cd04231-12f8-43f9-b76f-ff0b25fd44f6&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0530283
Dec 25 22:07:52.450073 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29313049-ea4e-4315-8a78-6887486815a1 req-df26c0a6-a8e7-4d49-b170-c8ed06cdbc7a tempest-TestMinimumBasicScenario-655218334 tempest-TestMinimumBasicScenario-655218334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:07:52.455098 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-29313049-ea4e-4315-8a78-6887486815a1 req-df26c0a6-a8e7-4d49-b170-c8ed06cdbc7a tempest-TestMinimumBasicScenario-655218334 tempest-TestMinimumBasicScenario-655218334-project] 10.222.0.32 "GET /v2.0/ports?device_id=ce181d20-ef0f-41d9-acff-2b30bbd9f57b HTTP/1.1" status: 200  len: 984 time: 0.0500255
Dec 25 22:07:52.511463 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-29313049-ea4e-4315-8a78-6887486815a1 req-505a9c17-a069-4d12-af8c-80197f721a71 tempest-TestMinimumBasicScenario-655218334 tempest-TestMinimumBasicScenario-655218334-project] 10.222.0.32 "GET /v2.0/security-groups?id=08e158aa-c909-4848-a6a6-afab5fc8093d&id=4cd04231-12f8-43f9-b76f-ff0b25fd44f6&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0539043
Dec 25 22:07:53.626053 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250351cf-c367-4eae-9f59-7cd1775e4ab0 req-2425b420-e678-41c2-af4f-fded91146a8d tempest-TestMinimumBasicScenario-655218334 tempest-TestMinimumBasicScenario-655218334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:07:53.627537 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-250351cf-c367-4eae-9f59-7cd1775e4ab0 req-2425b420-e678-41c2-af4f-fded91146a8d tempest-TestMinimumBasicScenario-655218334 tempest-TestMinimumBasicScenario-655218334-project] 10.222.0.32 "GET /v2.0/ports?device_id=ce181d20-ef0f-41d9-acff-2b30bbd9f57b HTTP/1.1" status: 200  len: 984 time: 0.0489340
Dec 25 22:07:53.690795 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-250351cf-c367-4eae-9f59-7cd1775e4ab0 req-4cb124ce-8d93-45e1-baa3-76b37e53561d tempest-TestMinimumBasicScenario-655218334 tempest-TestMinimumBasicScenario-655218334-project] 10.222.0.32 "GET /v2.0/security-groups?id=08e158aa-c909-4848-a6a6-afab5fc8093d&id=4cd04231-12f8-43f9-b76f-ff0b25fd44f6&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0572214
Dec 25 22:07:54.809407 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c93bb63-5420-410f-a2b6-dbd8a81a01f8 req-185346e5-6b5a-43bf-ac57-62c1d7385dc7 tempest-TestMinimumBasicScenario-655218334 tempest-TestMinimumBasicScenario-655218334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:07:54.809407 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-6c93bb63-5420-410f-a2b6-dbd8a81a01f8 req-185346e5-6b5a-43bf-ac57-62c1d7385dc7 tempest-TestMinimumBasicScenario-655218334 tempest-TestMinimumBasicScenario-655218334-project] 10.222.0.32 "GET /v2.0/ports?device_id=ce181d20-ef0f-41d9-acff-2b30bbd9f57b HTTP/1.1" status: 200  len: 984 time: 0.0495172
Dec 25 22:07:54.871806 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-6c93bb63-5420-410f-a2b6-dbd8a81a01f8 req-c055a981-8d5f-4704-9353-1a112d8390bc tempest-TestMinimumBasicScenario-655218334 tempest-TestMinimumBasicScenario-655218334-project] 10.222.0.32 "GET /v2.0/security-groups?id=08e158aa-c909-4848-a6a6-afab5fc8093d&id=4cd04231-12f8-43f9-b76f-ff0b25fd44f6&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0568614
Dec 25 22:07:55.996008 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc26e8f5-6e8f-433c-a1bd-91108eb96318 req-6420b2f1-d6ff-49af-b239-c341b3a075dc tempest-TestMinimumBasicScenario-655218334 tempest-TestMinimumBasicScenario-655218334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:07:55.997600 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-cc26e8f5-6e8f-433c-a1bd-91108eb96318 req-6420b2f1-d6ff-49af-b239-c341b3a075dc tempest-TestMinimumBasicScenario-655218334 tempest-TestMinimumBasicScenario-655218334-project] 10.222.0.32 "GET /v2.0/ports?device_id=ce181d20-ef0f-41d9-acff-2b30bbd9f57b HTTP/1.1" status: 200  len: 984 time: 0.0547235
Dec 25 22:07:56.061661 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-cc26e8f5-6e8f-433c-a1bd-91108eb96318 req-5f964b99-217e-4107-b7a9-4b5c96cde045 tempest-TestMinimumBasicScenario-655218334 tempest-TestMinimumBasicScenario-655218334-project] 10.222.0.32 "GET /v2.0/security-groups?id=08e158aa-c909-4848-a6a6-afab5fc8093d&id=4cd04231-12f8-43f9-b76f-ff0b25fd44f6&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0572231
Dec 25 22:07:59.742917 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.agents_db [None req-ec08dba0-4483-4109-b5e1-5e4a9fdaf12d None None] Agent healthcheck: found 7 active agents {{(pid=121609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 25 22:08:04.757876 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:08:04.827623 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-56e599b5-52f6-4630-828f-bba8acc8ad2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:08:07.044574 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-aa699c25-84a6-4525-a07f-ea1b1c3578c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:08:08.678644 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3e945ecd-9380-47c2-aa0a-12ebe07e03e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:08:08.774425 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:08:09.694852 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-15cb578f-7a63-4fd3-925d-83bad4c7b82a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:08:10.833452 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:08:27.749231 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-703de2d9-a27d-4085-96d0-57027a12926a req-d01d843e-61cd-4076-8ee7-7ec480da11ca tempest-TestMinimumBasicScenario-655218334 tempest-TestMinimumBasicScenario-655218334-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1648298683&fields=id&tenant_id=29cc4c1ab18949cf9fcd5658c1535162 HTTP/1.1" status: 200  len: 267 time: 0.0486927
Dec 25 22:08:27.805252 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703de2d9-a27d-4085-96d0-57027a12926a req-afe537fd-f455-4ddf-b19c-a3d5dd0afc2d tempest-TestMinimumBasicScenario-655218334 tempest-TestMinimumBasicScenario-655218334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:08:27.806744 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-703de2d9-a27d-4085-96d0-57027a12926a req-afe537fd-f455-4ddf-b19c-a3d5dd0afc2d tempest-TestMinimumBasicScenario-655218334 tempest-TestMinimumBasicScenario-655218334-project] 10.222.0.32 "GET /v2.0/ports?device_id=ce181d20-ef0f-41d9-acff-2b30bbd9f57b HTTP/1.1" status: 200  len: 984 time: 0.0518496
Dec 25 22:08:27.817644 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-703de2d9-a27d-4085-96d0-57027a12926a req-eebd4a2f-53a9-42fd-b43e-ceced69d119f tempest-TestMinimumBasicScenario-655218334 tempest-TestMinimumBasicScenario-655218334-project] Request body: {'port': {'security_groups': ['4cd04231-12f8-43f9-b76f-ff0b25fd44f6']}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 22:08:27.879853 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-703de2d9-a27d-4085-96d0-57027a12926a req-eebd4a2f-53a9-42fd-b43e-ceced69d119f tempest-TestMinimumBasicScenario-655218334 tempest-TestMinimumBasicScenario-655218334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:08:28.049113 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-703de2d9-a27d-4085-96d0-57027a12926a req-eebd4a2f-53a9-42fd-b43e-ceced69d119f tempest-TestMinimumBasicScenario-655218334 tempest-TestMinimumBasicScenario-655218334-project] For port 3cb0686b-4a27-45cd-bbb6-b82943cca23a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3cb0686b-4a27-45cd-bbb6-b82943cca23a,segment=NetworkSegment(c1972831-dd20-46d3-aff3-5619477bb63d),segment_id=c1972831-dd20-46d3-aff3-5619477bb63d)] {{(pid=121606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 22:08:28.077641 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-703de2d9-a27d-4085-96d0-57027a12926a req-eebd4a2f-53a9-42fd-b43e-ceced69d119f tempest-TestMinimumBasicScenario-655218334 tempest-TestMinimumBasicScenario-655218334-project] Publish callbacks [] for port, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:08:28.133860 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-703de2d9-a27d-4085-96d0-57027a12926a req-eebd4a2f-53a9-42fd-b43e-ceced69d119f tempest-TestMinimumBasicScenario-655218334 tempest-TestMinimumBasicScenario-655218334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:08:28.145498 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] get_ports_and_sgs() called for port_ids ['3cb0686b-4a27-45cd-bbb6-b82943cca23a'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 22:08:28.183463 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703de2d9-a27d-4085-96d0-57027a12926a req-eebd4a2f-53a9-42fd-b43e-ceced69d119f tempest-TestMinimumBasicScenario-655218334 tempest-TestMinimumBasicScenario-655218334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:08:28.184103 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-703de2d9-a27d-4085-96d0-57027a12926a req-eebd4a2f-53a9-42fd-b43e-ceced69d119f tempest-TestMinimumBasicScenario-655218334 tempest-TestMinimumBasicScenario-655218334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:08:28.185550 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-703de2d9-a27d-4085-96d0-57027a12926a req-eebd4a2f-53a9-42fd-b43e-ceced69d119f tempest-TestMinimumBasicScenario-655218334 tempest-TestMinimumBasicScenario-655218334-project] 10.222.0.32 "PUT /v2.0/ports/3cb0686b-4a27-45cd-bbb6-b82943cca23a HTTP/1.1" status: 200  len: 942 time: 0.3723609
Dec 25 22:08:28.186135 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce181d20-ef0f-41d9-acff-2b30bbd9f57b', 'tag': '3cb0686b-4a27-45cd-bbb6-b82943cca23a'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 22:08:28.189037 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3aaaccd1c5724dc9dd74c6f33e2aadc9492bdd81d11d1049086089e292681ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a16c5caa-b56f-4c86-9781-a664f443bc9a" -d '{"events": [{"name": "network-changed", "server_uuid": "ce181d20-ef0f-41d9-acff-2b30bbd9f57b", "tag": "3cb0686b-4a27-45cd-bbb6-b82943cca23a"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 22:08:28.194251 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 48348) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 22:08:28.229541 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebd4a2f-53a9-42fd-b43e-ceced69d119f tempest-TestMinimumBasicScenario-655218334 tempest-TestMinimumBasicScenario-655218334-project] Pushing event updated for resources: {'Port': ['ID=3cb0686b-4a27-45cd-bbb6-b82943cca23a,revision_number=7']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:08:28.237929 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebd4a2f-53a9-42fd-b43e-ceced69d119f tempest-TestMinimumBasicScenario-655218334 tempest-TestMinimumBasicScenario-655218334-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:08:28.238292 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebd4a2f-53a9-42fd-b43e-ceced69d119f tempest-TestMinimumBasicScenario-655218334 tempest-TestMinimumBasicScenario-655218334-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:08:28.238637 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebd4a2f-53a9-42fd-b43e-ceced69d119f tempest-TestMinimumBasicScenario-655218334 tempest-TestMinimumBasicScenario-655218334-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:08:28.238979 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebd4a2f-53a9-42fd-b43e-ceced69d119f tempest-TestMinimumBasicScenario-655218334 tempest-TestMinimumBasicScenario-655218334-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:08:28.239319 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebd4a2f-53a9-42fd-b43e-ceced69d119f tempest-TestMinimumBasicScenario-655218334 tempest-TestMinimumBasicScenario-655218334-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:08:28.239793 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebd4a2f-53a9-42fd-b43e-ceced69d119f tempest-TestMinimumBasicScenario-655218334 tempest-TestMinimumBasicScenario-655218334-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:08:28.240136 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebd4a2f-53a9-42fd-b43e-ceced69d119f tempest-TestMinimumBasicScenario-655218334 tempest-TestMinimumBasicScenario-655218334-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:08:28.240466 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebd4a2f-53a9-42fd-b43e-ceced69d119f tempest-TestMinimumBasicScenario-655218334 tempest-TestMinimumBasicScenario-655218334-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:08:28.240793 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebd4a2f-53a9-42fd-b43e-ceced69d119f tempest-TestMinimumBasicScenario-655218334 tempest-TestMinimumBasicScenario-655218334-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:08:28.241196 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebd4a2f-53a9-42fd-b43e-ceced69d119f tempest-TestMinimumBasicScenario-655218334 tempest-TestMinimumBasicScenario-655218334-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:08:28.241526 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebd4a2f-53a9-42fd-b43e-ceced69d119f tempest-TestMinimumBasicScenario-655218334 tempest-TestMinimumBasicScenario-655218334-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:08:28.242173 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebd4a2f-53a9-42fd-b43e-ceced69d119f tempest-TestMinimumBasicScenario-655218334 tempest-TestMinimumBasicScenario-655218334-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:08:28.242173 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebd4a2f-53a9-42fd-b43e-ceced69d119f tempest-TestMinimumBasicScenario-655218334 tempest-TestMinimumBasicScenario-655218334-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:08:28.256383 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Dec 2021 22:08:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc5d1ff8-3efb-4cc8-bf9c-e904e3f2c17c x-openstack-request-id: req-fc5d1ff8-3efb-4cc8-bf9c-e904e3f2c17c {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 22:08:28.257378 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce181d20-ef0f-41d9-acff-2b30bbd9f57b", "tag": "3cb0686b-4a27-45cd-bbb6-b82943cca23a", "status": "completed", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 22:08:28.257827 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-fc5d1ff8-3efb-4cc8-bf9c-e904e3f2c17c {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 22:08:28.259305 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce181d20-ef0f-41d9-acff-2b30bbd9f57b', 'tag': '3cb0686b-4a27-45cd-bbb6-b82943cca23a', 'status': 'completed', 'code': 200}
Dec 25 22:08:28.287020 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-11fb2665-9e79-49cf-b7e3-4ecbfc6cc3f4 tempest-TestMinimumBasicScenario-655218334 tempest-TestMinimumBasicScenario-655218334-project] Publish callbacks [] for security_group, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:08:28.300485 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] get_ports_and_sgs() called for port_ids ['3cb0686b-4a27-45cd-bbb6-b82943cca23a'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 22:08:28.324132 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-11fb2665-9e79-49cf-b7e3-4ecbfc6cc3f4 tempest-TestMinimumBasicScenario-655218334 tempest-TestMinimumBasicScenario-655218334-project] Publish callbacks [] for security_group, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:08:28.328466 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16c5caa-b56f-4c86-9781-a664f443bc9a req-d79be76a-364a-4b65-bb6c-485b766e27fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:08:28.330239 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a16c5caa-b56f-4c86-9781-a664f443bc9a req-d79be76a-364a-4b65-bb6c-485b766e27fd service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=29cc4c1ab18949cf9fcd5658c1535162&device_id=ce181d20-ef0f-41d9-acff-2b30bbd9f57b HTTP/1.1" status: 200  len: 1096 time: 0.0501606
Dec 25 22:08:28.450231 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16c5caa-b56f-4c86-9781-a664f443bc9a req-bb854634-f3bb-4f2d-80f9-20a8c90505d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:08:28.451837 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a16c5caa-b56f-4c86-9781-a664f443bc9a req-bb854634-f3bb-4f2d-80f9-20a8c90505d9 service neutron] 10.222.0.31 "GET /v2.0/networks?id=f9b2697d-85a4-4d8c-97c8-a8a585ef90f1 HTTP/1.1" status: 200  len: 916 time: 0.1123352
Dec 25 22:08:28.461316 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-11fb2665-9e79-49cf-b7e3-4ecbfc6cc3f4 tempest-TestMinimumBasicScenario-655218334 tempest-TestMinimumBasicScenario-655218334-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:08:28.463871 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-11fb2665-9e79-49cf-b7e3-4ecbfc6cc3f4 tempest-TestMinimumBasicScenario-655218334 tempest-TestMinimumBasicScenario-655218334-project] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:08:28.465301 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-11fb2665-9e79-49cf-b7e3-4ecbfc6cc3f4 tempest-TestMinimumBasicScenario-655218334 tempest-TestMinimumBasicScenario-655218334-project] 10.222.0.32 "DELETE /v2.0/security-groups/08e158aa-c909-4848-a6a6-afab5fc8093d HTTP/1.1" status: 204  len: 168 time: 0.2697887
Dec 25 22:08:28.468073 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 48356) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 22:08:28.475752 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fb2665-9e79-49cf-b7e3-4ecbfc6cc3f4 tempest-TestMinimumBasicScenario-655218334 tempest-TestMinimumBasicScenario-655218334-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=08e158aa-c909-4848-a6a6-afab5fc8093d,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:08:28.486046 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fb2665-9e79-49cf-b7e3-4ecbfc6cc3f4 tempest-TestMinimumBasicScenario-655218334 tempest-TestMinimumBasicScenario-655218334-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:08:28.486330 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fb2665-9e79-49cf-b7e3-4ecbfc6cc3f4 tempest-TestMinimumBasicScenario-655218334 tempest-TestMinimumBasicScenario-655218334-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:08:28.486870 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fb2665-9e79-49cf-b7e3-4ecbfc6cc3f4 tempest-TestMinimumBasicScenario-655218334 tempest-TestMinimumBasicScenario-655218334-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:08:28.487398 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fb2665-9e79-49cf-b7e3-4ecbfc6cc3f4 tempest-TestMinimumBasicScenario-655218334 tempest-TestMinimumBasicScenario-655218334-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:08:28.487741 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fb2665-9e79-49cf-b7e3-4ecbfc6cc3f4 tempest-TestMinimumBasicScenario-655218334 tempest-TestMinimumBasicScenario-655218334-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:08:28.488075 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fb2665-9e79-49cf-b7e3-4ecbfc6cc3f4 tempest-TestMinimumBasicScenario-655218334 tempest-TestMinimumBasicScenario-655218334-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:08:28.488403 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fb2665-9e79-49cf-b7e3-4ecbfc6cc3f4 tempest-TestMinimumBasicScenario-655218334 tempest-TestMinimumBasicScenario-655218334-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:08:28.488731 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fb2665-9e79-49cf-b7e3-4ecbfc6cc3f4 tempest-TestMinimumBasicScenario-655218334 tempest-TestMinimumBasicScenario-655218334-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:08:28.489081 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fb2665-9e79-49cf-b7e3-4ecbfc6cc3f4 tempest-TestMinimumBasicScenario-655218334 tempest-TestMinimumBasicScenario-655218334-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:08:28.489408 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fb2665-9e79-49cf-b7e3-4ecbfc6cc3f4 tempest-TestMinimumBasicScenario-655218334 tempest-TestMinimumBasicScenario-655218334-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:08:28.489735 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fb2665-9e79-49cf-b7e3-4ecbfc6cc3f4 tempest-TestMinimumBasicScenario-655218334 tempest-TestMinimumBasicScenario-655218334-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:08:28.490059 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fb2665-9e79-49cf-b7e3-4ecbfc6cc3f4 tempest-TestMinimumBasicScenario-655218334 tempest-TestMinimumBasicScenario-655218334-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:08:28.490378 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fb2665-9e79-49cf-b7e3-4ecbfc6cc3f4 tempest-TestMinimumBasicScenario-655218334 tempest-TestMinimumBasicScenario-655218334-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:08:28.533176 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-e6657803-58e8-4fcf-8634-03c3bdd99e08 None None] Provisioning complete for port 3cb0686b-4a27-45cd-bbb6-b82943cca23a triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 22:08:28.533547 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-e6657803-58e8-4fcf-8634-03c3bdd99e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:08:28.568756 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a16c5caa-b56f-4c86-9781-a664f443bc9a req-07d10c6f-903a-484e-9033-d2c4d95b6245 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3cb0686b-4a27-45cd-bbb6-b82943cca23a HTTP/1.1" status: 200  len: 1001 time: 0.1081285
Dec 25 22:08:28.657988 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16c5caa-b56f-4c86-9781-a664f443bc9a req-804fe52e-991c-4690-ba9a-df1365f982d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:08:28.659447 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a16c5caa-b56f-4c86-9781-a664f443bc9a req-804fe52e-991c-4690-ba9a-df1365f982d8 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=76cbed7e-b231-4b68-9913-69bc3ef0ef30 HTTP/1.1" status: 200  len: 854 time: 0.0835071
Dec 25 22:08:28.733704 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16c5caa-b56f-4c86-9781-a664f443bc9a req-62720f9e-9443-4706-92fc-b822e628568d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:08:28.736582 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a16c5caa-b56f-4c86-9781-a664f443bc9a req-62720f9e-9443-4706-92fc-b822e628568d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f9b2697d-85a4-4d8c-97c8-a8a585ef90f1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0531728
Dec 25 22:08:28.741024 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-3aee4093-e319-4323-b802-c41ddeba705a tempest-TestMinimumBasicScenario-655218334 tempest-TestMinimumBasicScenario-655218334-project] Deleting port f97fff44-a0b0-42cf-b860-4b45d4b6e3da {{(pid=121606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 22:08:28.741367 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-3aee4093-e319-4323-b802-c41ddeba705a tempest-TestMinimumBasicScenario-655218334 tempest-TestMinimumBasicScenario-655218334-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:08:28.879874 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-3aee4093-e319-4323-b802-c41ddeba705a tempest-TestMinimumBasicScenario-655218334 tempest-TestMinimumBasicScenario-655218334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:08:28.880591 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-3aee4093-e319-4323-b802-c41ddeba705a tempest-TestMinimumBasicScenario-655218334 tempest-TestMinimumBasicScenario-655218334-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:08:28.894663 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a16c5caa-b56f-4c86-9781-a664f443bc9a req-e090fc16-228a-48ec-9da2-c22f725dd722 service neutron] 10.222.0.31 "GET /v2.0/networks/f9b2697d-85a4-4d8c-97c8-a8a585ef90f1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1514161
Dec 25 22:08:28.895493 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-3aee4093-e319-4323-b802-c41ddeba705a tempest-TestMinimumBasicScenario-655218334 tempest-TestMinimumBasicScenario-655218334-project] Calling delete_port for f97fff44-a0b0-42cf-b860-4b45d4b6e3da owned by network:floatingip {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 22:08:29.047222 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a16c5caa-b56f-4c86-9781-a664f443bc9a req-1b1f68f5-aa1c-4ec4-9a97-5ee4bdfcde40 service neutron] 10.222.0.31 "GET /v2.0/networks/f9b2697d-85a4-4d8c-97c8-a8a585ef90f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1435602
Dec 25 22:08:29.192662 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-3aee4093-e319-4323-b802-c41ddeba705a tempest-TestMinimumBasicScenario-655218334 tempest-TestMinimumBasicScenario-655218334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:08:29.221196 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aee4093-e319-4323-b802-c41ddeba705a tempest-TestMinimumBasicScenario-655218334 tempest-TestMinimumBasicScenario-655218334-project] Pushing event deleted for resources: {'Port': ['ID=f97fff44-a0b0-42cf-b860-4b45d4b6e3da,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:08:29.280997 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-3aee4093-e319-4323-b802-c41ddeba705a tempest-TestMinimumBasicScenario-655218334 tempest-TestMinimumBasicScenario-655218334-project] Publish callbacks [] for floatingip, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:08:29.281330 ncdv-master-1 neutron-server[121606]: INFO neutron.db.l3_db [None req-3aee4093-e319-4323-b802-c41ddeba705a tempest-TestMinimumBasicScenario-655218334 tempest-TestMinimumBasicScenario-655218334-project] Floating IP 2c41387a-cd6a-4824-97f7-7fb91a58a42b disassociated (deleted). External IP: 172.35.3.136, port: 3cb0686b-4a27-45cd-bbb6-b82943cca23a.
Dec 25 22:08:29.484831 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3aee4093-e319-4323-b802-c41ddeba705a tempest-TestMinimumBasicScenario-655218334 tempest-TestMinimumBasicScenario-655218334-project] Router d78d3c69-784d-45eb-9ae0-28038f8f6edd has already been hosted by L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 {{(pid=121606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 25 22:08:29.590783 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3aee4093-e319-4323-b802-c41ddeba705a tempest-TestMinimumBasicScenario-655218334 tempest-TestMinimumBasicScenario-655218334-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 22:08:29.595649 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-3aee4093-e319-4323-b802-c41ddeba705a tempest-TestMinimumBasicScenario-655218334 tempest-TestMinimumBasicScenario-655218334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for floatingip, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:08:29.602088 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea274b61-838d-41df-9a03-00d541f89783 None None] Sync routers for ids ['d78d3c69-784d-45eb-9ae0-28038f8f6edd'] in ncdv-master-1 {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 22:08:29.612269 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea274b61-838d-41df-9a03-00d541f89783 None None] Routers {'d78d3c69-784d-45eb-9ae0-28038f8f6edd'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 22:08:29.613000 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-ea274b61-838d-41df-9a03-00d541f89783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2612d11550>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T22:08:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['d78d3c69-784d-45eb-9ae0-28038f8f6edd'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 22:08:29.621722 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-3aee4093-e319-4323-b802-c41ddeba705a tempest-TestMinimumBasicScenario-655218334 tempest-TestMinimumBasicScenario-655218334-project] 10.222.0.32 "DELETE /v2.0/floatingips/2c41387a-cd6a-4824-97f7-7fb91a58a42b HTTP/1.1" status: 204  len: 168 time: 1.1525528
Dec 25 22:08:29.728197 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvr_db [None req-ea274b61-838d-41df-9a03-00d541f89783 None None] Set router d78d3c69-784d-45eb-9ae0-28038f8f6edd gateway port host: ncdv-master-1 {{(pid=121608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 22:08:29.931691 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-ea274b61-838d-41df-9a03-00d541f89783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2612d11550>, [{'id': 'd78d3c69-784d-45eb-9ae0-28038f8f6edd', 'name': 'tempest-TestMinimumBasicScenario-1106621835-router', 'tenant_id': '29cc4c1ab18949cf9fcd5658c1535162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.49'}], 'enable_snat': True}, 'gw_port_id': '77c8a1f0-bdd7-441c-a0a5-e7fb6164e457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T22:06:19Z', 'updated_at': '2021-12-25T22:06:21Z', 'revision_number': 4, 'project_id': '29cc4c1ab18949cf9fcd5658c1535162', 'gw_port': {'id': '77c8a1f0-bdd7-441c-a0a5-e7fb6164e457', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:1f:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd78d3c69-784d-45eb-9ae0-28038f8f6edd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T22:06:19Z', 'updated_at': '2021-12-25T22:06:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'f529dd93-6302-4bc7-83ae-cdae7fad7a02', 'name': '', 'network_id': 'f9b2697d-85a4-4d8c-97c8-a8a585ef90f1', 'tenant_id': '29cc4c1ab18949cf9fcd5658c1535162', 'mac_address': 'fa:16:3e:9f:f3:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd78d3c69-784d-45eb-9ae0-28038f8f6edd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': '76cbed7e-b231-4b68-9913-69bc3ef0ef30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T22:06:21Z', 'updated_at': '2021-12-25T22:06:25Z', 'revision_number': 5, 'project_id': '29cc4c1ab18949cf9fcd5658c1535162', 'subnets': [{'id': '76cbed7e-b231-4b68-9913-69bc3ef0ef30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 22:08:29.959471 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea274b61-838d-41df-9a03-00d541f89783 None None] Checking router: d78d3c69-784d-45eb-9ae0-28038f8f6edd for host: ncdv-master-1 {{(pid=121608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 25 22:08:29.968049 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea274b61-838d-41df-9a03-00d541f89783 None None] Routers {'d78d3c69-784d-45eb-9ae0-28038f8f6edd'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 22:08:29.968641 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-ea274b61-838d-41df-9a03-00d541f89783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2612d11550>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T22:08:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['d78d3c69-784d-45eb-9ae0-28038f8f6edd'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 22:08:30.076724 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvr_db [None req-ea274b61-838d-41df-9a03-00d541f89783 None None] Set router d78d3c69-784d-45eb-9ae0-28038f8f6edd gateway port host: ncdv-master-1 {{(pid=121608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 22:08:30.260686 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce181d20-ef0f-41d9-acff-2b30bbd9f57b', 'tag': '3cb0686b-4a27-45cd-bbb6-b82943cca23a'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 22:08:30.263019 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3aaaccd1c5724dc9dd74c6f33e2aadc9492bdd81d11d1049086089e292681ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d569f235-9392-4269-98c5-374e2031f8e3" -d '{"events": [{"name": "network-changed", "server_uuid": "ce181d20-ef0f-41d9-acff-2b30bbd9f57b", "tag": "3cb0686b-4a27-45cd-bbb6-b82943cca23a"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 22:08:30.273795 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-ea274b61-838d-41df-9a03-00d541f89783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2612d11550>, [{'id': 'd78d3c69-784d-45eb-9ae0-28038f8f6edd', 'name': 'tempest-TestMinimumBasicScenario-1106621835-router', 'tenant_id': '29cc4c1ab18949cf9fcd5658c1535162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.49'}], 'enable_snat': True}, 'gw_port_id': '77c8a1f0-bdd7-441c-a0a5-e7fb6164e457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T22:06:19Z', 'updated_at': '2021-12-25T22:06:21Z', 'revision_number': 4, 'project_id': '29cc4c1ab18949cf9fcd5658c1535162', 'gw_port': {'id': '77c8a1f0-bdd7-441c-a0a5-e7fb6164e457', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:1f:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd78d3c69-784d-45eb-9ae0-28038f8f6edd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T22:06:19Z', 'updated_at': '2021-12-25T22:06:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'f529dd93-6302-4bc7-83ae-cdae7fad7a02', 'name': '', 'network_id': 'f9b2697d-85a4-4d8c-97c8-a8a585ef90f1', 'tenant_id': '29cc4c1ab18949cf9fcd5658c1535162', 'mac_address': 'fa:16:3e:9f:f3:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd78d3c69-784d-45eb-9ae0-28038f8f6edd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': '76cbed7e-b231-4b68-9913-69bc3ef0ef30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T22:06:21Z', 'updated_at': '2021-12-25T22:06:25Z', 'revision_number': 5, 'project_id': '29cc4c1ab18949cf9fcd5658c1535162', 'subnets': [{'id': '76cbed7e-b231-4b68-9913-69bc3ef0ef30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 22:08:30.300180 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Dec 2021 22:08:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb502b8a-8462-429b-8fc3-52db74879e2b x-openstack-request-id: req-cb502b8a-8462-429b-8fc3-52db74879e2b {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 22:08:30.300565 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce181d20-ef0f-41d9-acff-2b30bbd9f57b", "tag": "3cb0686b-4a27-45cd-bbb6-b82943cca23a", "status": "completed", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 22:08:30.300827 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-cb502b8a-8462-429b-8fc3-52db74879e2b {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 22:08:30.301262 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce181d20-ef0f-41d9-acff-2b30bbd9f57b', 'tag': '3cb0686b-4a27-45cd-bbb6-b82943cca23a', 'status': 'completed', 'code': 200}
Dec 25 22:08:30.305246 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea274b61-838d-41df-9a03-00d541f89783 None None] The sync data for ids ['d78d3c69-784d-45eb-9ae0-28038f8f6edd'] in ncdv-master-1 is: [{'id': 'd78d3c69-784d-45eb-9ae0-28038f8f6edd', 'name': 'tempest-TestMinimumBasicScenario-1106621835-router', 'tenant_id': '29cc4c1ab18949cf9fcd5658c1535162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.49'}], 'enable_snat': True}, 'gw_port_id': '77c8a1f0-bdd7-441c-a0a5-e7fb6164e457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T22:06:19Z', 'updated_at': '2021-12-25T22:06:21Z', 'revision_number': 4, 'project_id': '29cc4c1ab18949cf9fcd5658c1535162', 'gw_port': {'id': '77c8a1f0-bdd7-441c-a0a5-e7fb6164e457', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:1f:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd78d3c69-784d-45eb-9ae0-28038f8f6edd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T22:06:19Z', 'updated_at': '2021-12-25T22:06:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'f529dd93-6302-4bc7-83ae-cdae7fad7a02', 'name': '', 'network_id': 'f9b2697d-85a4-4d8c-97c8-a8a585ef90f1', 'tenant_id': '29cc4c1ab18949cf9fcd5658c1535162', 'mac_address': 'fa:16:3e:9f:f3:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd78d3c69-784d-45eb-9ae0-28038f8f6edd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': '76cbed7e-b231-4b68-9913-69bc3ef0ef30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T22:06:21Z', 'updated_at': '2021-12-25T22:06:25Z', 'revision_number': 5, 'project_id': '29cc4c1ab18949cf9fcd5658c1535162', 'subnets': [{'id': '76cbed7e-b231-4b68-9913-69bc3ef0ef30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 22:08:30.409882 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d569f235-9392-4269-98c5-374e2031f8e3 req-9f55c4a0-d217-499e-bdaa-85d978f22a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:08:30.411390 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d569f235-9392-4269-98c5-374e2031f8e3 req-9f55c4a0-d217-499e-bdaa-85d978f22a9d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=29cc4c1ab18949cf9fcd5658c1535162&device_id=ce181d20-ef0f-41d9-acff-2b30bbd9f57b HTTP/1.1" status: 200  len: 1096 time: 0.0408046
Dec 25 22:08:30.511851 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d569f235-9392-4269-98c5-374e2031f8e3 req-7a7c4343-d8af-4b8e-b90f-17b4c40125b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:08:30.513337 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d569f235-9392-4269-98c5-374e2031f8e3 req-7a7c4343-d8af-4b8e-b90f-17b4c40125b8 service neutron] 10.222.0.31 "GET /v2.0/networks?id=f9b2697d-85a4-4d8c-97c8-a8a585ef90f1 HTTP/1.1" status: 200  len: 916 time: 0.0932660
Dec 25 22:08:30.536235 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04baa852-ccbb-400a-8b42-1e5504622db0 None None] New status for floating IP 2c41387a-cd6a-4824-97f7-7fb91a58a42b: DOWN {{(pid=121609) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 25 22:08:30.557549 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d569f235-9392-4269-98c5-374e2031f8e3 req-cd9bd85f-29d3-4731-8fa4-0552bd33344f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3cb0686b-4a27-45cd-bbb6-b82943cca23a HTTP/1.1" status: 200  len: 217 time: 0.0360870
Dec 25 22:08:30.614509 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d569f235-9392-4269-98c5-374e2031f8e3 req-0de20992-2135-45a7-9ba6-e7ee735a7164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:08:30.616003 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d569f235-9392-4269-98c5-374e2031f8e3 req-0de20992-2135-45a7-9ba6-e7ee735a7164 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=76cbed7e-b231-4b68-9913-69bc3ef0ef30 HTTP/1.1" status: 200  len: 854 time: 0.0515351
Dec 25 22:08:30.668647 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d569f235-9392-4269-98c5-374e2031f8e3 req-d8d15b86-180f-4cc0-afbc-d9c34089b5a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:08:30.691150 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d569f235-9392-4269-98c5-374e2031f8e3 req-d8d15b86-180f-4cc0-afbc-d9c34089b5a6 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f9b2697d-85a4-4d8c-97c8-a8a585ef90f1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0470562
Dec 25 22:08:30.762642 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d569f235-9392-4269-98c5-374e2031f8e3 req-1de88965-edfb-4a13-8f11-0f6f50ab1503 service neutron] 10.222.0.31 "GET /v2.0/networks/f9b2697d-85a4-4d8c-97c8-a8a585ef90f1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0846066
Dec 25 22:08:30.856223 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d569f235-9392-4269-98c5-374e2031f8e3 req-6ea20b7f-af5f-4f8d-b60a-3aae54aae2e5 service neutron] 10.222.0.31 "GET /v2.0/networks/f9b2697d-85a4-4d8c-97c8-a8a585ef90f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0872855
Dec 25 22:08:34.785152 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:08:34.815628 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-79450de7-03d9-4d4d-ade0-3f3a127d3d7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:08:35.990723 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1a9c90-09c0-45c0-bb48-3f31380b118e req-b35551ad-0d6f-4ce1-b18f-866c56b648f9 tempest-TestMinimumBasicScenario-655218334 tempest-TestMinimumBasicScenario-655218334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:08:35.992225 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4e1a9c90-09c0-45c0-bb48-3f31380b118e req-b35551ad-0d6f-4ce1-b18f-866c56b648f9 tempest-TestMinimumBasicScenario-655218334 tempest-TestMinimumBasicScenario-655218334-project] 10.222.0.32 "GET /v2.0/ports?device_id=ce181d20-ef0f-41d9-acff-2b30bbd9f57b HTTP/1.1" status: 200  len: 945 time: 0.0520425
Dec 25 22:08:36.039206 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4e1a9c90-09c0-45c0-bb48-3f31380b118e req-b36d9da3-da02-4849-982c-4470a6c2a964 tempest-TestMinimumBasicScenario-655218334 tempest-TestMinimumBasicScenario-655218334-project] 10.222.0.32 "GET /v2.0/security-groups?id=4cd04231-12f8-43f9-b76f-ff0b25fd44f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407279
Dec 25 22:08:36.741388 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.agents_db [None req-ec08dba0-4483-4109-b5e1-5e4a9fdaf12d None None] Agent healthcheck: found 7 active agents {{(pid=121609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 25 22:08:37.071133 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-40b59ecf-1962-45d3-ace7-2c375ce2366c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:08:37.160847 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d8d04b-a79a-4558-95a6-fe068dba4039 req-2497ff7a-92e4-4799-a3f9-58f997b75b7b tempest-TestMinimumBasicScenario-655218334 tempest-TestMinimumBasicScenario-655218334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:08:37.162348 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b3d8d04b-a79a-4558-95a6-fe068dba4039 req-2497ff7a-92e4-4799-a3f9-58f997b75b7b tempest-TestMinimumBasicScenario-655218334 tempest-TestMinimumBasicScenario-655218334-project] 10.222.0.32 "GET /v2.0/ports?device_id=ce181d20-ef0f-41d9-acff-2b30bbd9f57b HTTP/1.1" status: 200  len: 945 time: 0.0530484
Dec 25 22:08:37.209260 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b3d8d04b-a79a-4558-95a6-fe068dba4039 req-6f1eb4b0-7d12-4b3d-bd85-357716df33ce tempest-TestMinimumBasicScenario-655218334 tempest-TestMinimumBasicScenario-655218334-project] 10.222.0.32 "GET /v2.0/security-groups?id=4cd04231-12f8-43f9-b76f-ff0b25fd44f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409164
Dec 25 22:08:37.564560 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46fcf43-fc19-4a1f-b262-8fd0314a7a98 req-ba3d9402-cee8-4a17-8fa3-c8e8f11fd43c tempest-TestMinimumBasicScenario-655218334 tempest-TestMinimumBasicScenario-655218334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:08:37.566064 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e46fcf43-fc19-4a1f-b262-8fd0314a7a98 req-ba3d9402-cee8-4a17-8fa3-c8e8f11fd43c tempest-TestMinimumBasicScenario-655218334 tempest-TestMinimumBasicScenario-655218334-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce181d20-ef0f-41d9-acff-2b30bbd9f57b HTTP/1.1" status: 200  len: 945 time: 0.0480826
Dec 25 22:08:37.653826 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [req-e46fcf43-fc19-4a1f-b262-8fd0314a7a98 req-e1648166-1d90-4204-beb4-281bd70e6a93 tempest-TestMinimumBasicScenario-655218334 tempest-TestMinimumBasicScenario-655218334-project] Deleting port 3cb0686b-4a27-45cd-bbb6-b82943cca23a {{(pid=121606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 22:08:37.654168 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-e46fcf43-fc19-4a1f-b262-8fd0314a7a98 req-e1648166-1d90-4204-beb4-281bd70e6a93 tempest-TestMinimumBasicScenario-655218334 tempest-TestMinimumBasicScenario-655218334-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:08:37.743329 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-e46fcf43-fc19-4a1f-b262-8fd0314a7a98 req-e1648166-1d90-4204-beb4-281bd70e6a93 tempest-TestMinimumBasicScenario-655218334 tempest-TestMinimumBasicScenario-655218334-project] For port 3cb0686b-4a27-45cd-bbb6-b82943cca23a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3cb0686b-4a27-45cd-bbb6-b82943cca23a,segment=NetworkSegment(c1972831-dd20-46d3-aff3-5619477bb63d),segment_id=c1972831-dd20-46d3-aff3-5619477bb63d)] {{(pid=121606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 22:08:37.743682 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-e46fcf43-fc19-4a1f-b262-8fd0314a7a98 req-e1648166-1d90-4204-beb4-281bd70e6a93 tempest-TestMinimumBasicScenario-655218334 tempest-TestMinimumBasicScenario-655218334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:08:37.755913 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [req-e46fcf43-fc19-4a1f-b262-8fd0314a7a98 req-e1648166-1d90-4204-beb4-281bd70e6a93 tempest-TestMinimumBasicScenario-655218334 tempest-TestMinimumBasicScenario-655218334-project] Calling delete_port for 3cb0686b-4a27-45cd-bbb6-b82943cca23a owned by compute:nova {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 22:08:37.956497 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-e46fcf43-fc19-4a1f-b262-8fd0314a7a98 req-e1648166-1d90-4204-beb4-281bd70e6a93 tempest-TestMinimumBasicScenario-655218334 tempest-TestMinimumBasicScenario-655218334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:08:37.968244 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] get_ports_and_sgs() called for port_ids ['3cb0686b-4a27-45cd-bbb6-b82943cca23a'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 22:08:37.987032 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1648166-1d90-4204-beb4-281bd70e6a93 tempest-TestMinimumBasicScenario-655218334 tempest-TestMinimumBasicScenario-655218334-project] Pushing event deleted for resources: {'Port': ['ID=3cb0686b-4a27-45cd-bbb6-b82943cca23a,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:08:38.028657 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [req-e46fcf43-fc19-4a1f-b262-8fd0314a7a98 req-e1648166-1d90-4204-beb4-281bd70e6a93 tempest-TestMinimumBasicScenario-655218334 tempest-TestMinimumBasicScenario-655218334-project] No DVR routers for this DVR port 3cb0686b-4a27-45cd-bbb6-b82943cca23a on host nch1-master-1 {{(pid=121606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 22:08:38.031336 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-e46fcf43-fc19-4a1f-b262-8fd0314a7a98 req-e1648166-1d90-4204-beb4-281bd70e6a93 tempest-TestMinimumBasicScenario-655218334 tempest-TestMinimumBasicScenario-655218334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:08:38.035183 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e46fcf43-fc19-4a1f-b262-8fd0314a7a98 req-e1648166-1d90-4204-beb4-281bd70e6a93 tempest-TestMinimumBasicScenario-655218334 tempest-TestMinimumBasicScenario-655218334-project] 10.222.0.31 "DELETE /v2.0/ports/3cb0686b-4a27-45cd-bbb6-b82943cca23a HTTP/1.1" status: 204  len: 173 time: 0.4622669
Dec 25 22:08:38.035623 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce181d20-ef0f-41d9-acff-2b30bbd9f57b', 'name': 'network-vif-deleted', 'tag': '3cb0686b-4a27-45cd-bbb6-b82943cca23a'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 22:08:38.037919 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3aaaccd1c5724dc9dd74c6f33e2aadc9492bdd81d11d1049086089e292681ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bdae689-fe97-43d7-b24b-44fe30597162" -d '{"events": [{"server_uuid": "ce181d20-ef0f-41d9-acff-2b30bbd9f57b", "name": "network-vif-deleted", "tag": "3cb0686b-4a27-45cd-bbb6-b82943cca23a"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 22:08:38.073816 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 22:08:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4daba610-84e6-4c4a-9e92-641ebbf10a0d x-openstack-request-id: req-4daba610-84e6-4c4a-9e92-641ebbf10a0d {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 22:08:38.074116 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce181d20-ef0f-41d9-acff-2b30bbd9f57b", "name": "network-vif-deleted", "tag": "3cb0686b-4a27-45cd-bbb6-b82943cca23a", "status": "completed", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 22:08:38.074373 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4daba610-84e6-4c4a-9e92-641ebbf10a0d {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 22:08:38.074776 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce181d20-ef0f-41d9-acff-2b30bbd9f57b', 'name': 'network-vif-deleted', 'tag': '3cb0686b-4a27-45cd-bbb6-b82943cca23a', 'status': 'completed', 'code': 200}
Dec 25 22:08:38.306714 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9427b8cd-7f4a-4d30-862e-cf87743c709d req-a3e0edd4-8f88-416d-ac1a-dedf974fface tempest-TestMinimumBasicScenario-655218334 tempest-TestMinimumBasicScenario-655218334-project] 10.222.0.32 "GET /v2.0/ports?device_id=ce181d20-ef0f-41d9-acff-2b30bbd9f57b HTTP/1.1" status: 200  len: 210 time: 0.0298612
Dec 25 22:08:38.733781 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3e945ecd-9380-47c2-aa0a-12ebe07e03e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:08:38.804167 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:08:39.718297 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-15cb578f-7a63-4fd3-925d-83bad4c7b82a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:08:40.694171 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 48494) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 22:08:40.807777 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:08:41.045520 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-6dd55be0-b803-4ccb-b3f6-1ac9fe7d697f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2007615'] for router_interface, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:08:41.281499 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-6dd55be0-b803-4ccb-b3f6-1ac9fe7d697f admin admin] Deleting port f529dd93-6302-4bc7-83ae-cdae7fad7a02 {{(pid=121607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 22:08:41.281834 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-6dd55be0-b803-4ccb-b3f6-1ac9fe7d697f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:08:41.358943 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.db [None req-6dd55be0-b803-4ccb-b3f6-1ac9fe7d697f admin admin] For port f529dd93-6302-4bc7-83ae-cdae7fad7a02, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f529dd93-6302-4bc7-83ae-cdae7fad7a02,segment=NetworkSegment(c1972831-dd20-46d3-aff3-5619477bb63d),segment_id=c1972831-dd20-46d3-aff3-5619477bb63d)] {{(pid=121607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 22:08:41.359294 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-6dd55be0-b803-4ccb-b3f6-1ac9fe7d697f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:08:41.371644 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-6dd55be0-b803-4ccb-b3f6-1ac9fe7d697f admin admin] Calling delete_port for f529dd93-6302-4bc7-83ae-cdae7fad7a02 owned by network:router_interface {{(pid=121607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 22:08:41.974256 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-6dd55be0-b803-4ccb-b3f6-1ac9fe7d697f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:08:41.998905 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd55be0-b803-4ccb-b3f6-1ac9fe7d697f admin admin] Pushing event deleted for resources: {'Port': ['ID=f529dd93-6302-4bc7-83ae-cdae7fad7a02,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:08:42.164676 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-6dd55be0-b803-4ccb-b3f6-1ac9fe7d697f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2007763'] for router_interface, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:08:42.379954 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6dd55be0-b803-4ccb-b3f6-1ac9fe7d697f admin admin] Router d78d3c69-784d-45eb-9ae0-28038f8f6edd has already been hosted by L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 {{(pid=121607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 25 22:08:42.483858 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dd55be0-b803-4ccb-b3f6-1ac9fe7d697f admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 22:08:42.488831 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-6dd55be0-b803-4ccb-b3f6-1ac9fe7d697f admin admin] 10.222.0.32 "PUT /v2.0/routers/d78d3c69-784d-45eb-9ae0-28038f8f6edd/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.7936499
Dec 25 22:08:42.491339 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 48496) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 22:08:42.494654 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ba388c7-84f6-41e9-b081-e47a7f8ab331 None None] Sync routers for ids ['d78d3c69-784d-45eb-9ae0-28038f8f6edd'] in ncdv-master-1 {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 22:08:42.505315 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ba388c7-84f6-41e9-b081-e47a7f8ab331 None None] Routers {'d78d3c69-784d-45eb-9ae0-28038f8f6edd'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 22:08:42.505927 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-2ba388c7-84f6-41e9-b081-e47a7f8ab331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2612d717f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T22:08:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['d78d3c69-784d-45eb-9ae0-28038f8f6edd'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 22:08:42.597051 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-7a4f171d-9d6d-42b7-a5e9-a5733ce226df admin admin] Publish callbacks [] for router, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:08:42.614334 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvr_db [None req-2ba388c7-84f6-41e9-b081-e47a7f8ab331 None None] Set router d78d3c69-784d-45eb-9ae0-28038f8f6edd gateway port host: ncdv-master-1 {{(pid=121608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 22:08:42.699968 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-7a4f171d-9d6d-42b7-a5e9-a5733ce226df admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:08:42.789975 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-2ba388c7-84f6-41e9-b081-e47a7f8ab331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2612d717f0>, [{'id': 'd78d3c69-784d-45eb-9ae0-28038f8f6edd', 'name': 'tempest-TestMinimumBasicScenario-1106621835-router', 'tenant_id': '29cc4c1ab18949cf9fcd5658c1535162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.49'}], 'enable_snat': True}, 'gw_port_id': '77c8a1f0-bdd7-441c-a0a5-e7fb6164e457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T22:06:19Z', 'updated_at': '2021-12-25T22:08:41Z', 'revision_number': 5, 'project_id': '29cc4c1ab18949cf9fcd5658c1535162', 'gw_port': {'id': '77c8a1f0-bdd7-441c-a0a5-e7fb6164e457', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:1f:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd78d3c69-784d-45eb-9ae0-28038f8f6edd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T22:06:19Z', 'updated_at': '2021-12-25T22:06:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 22:08:42.821368 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ba388c7-84f6-41e9-b081-e47a7f8ab331 None None] Checking router: d78d3c69-784d-45eb-9ae0-28038f8f6edd for host: ncdv-master-1 {{(pid=121608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 25 22:08:42.830563 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ba388c7-84f6-41e9-b081-e47a7f8ab331 None None] Routers {'d78d3c69-784d-45eb-9ae0-28038f8f6edd'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 22:08:42.831173 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-2ba388c7-84f6-41e9-b081-e47a7f8ab331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2612d717f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T22:08:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['d78d3c69-784d-45eb-9ae0-28038f8f6edd'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 22:08:42.837279 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-7a4f171d-9d6d-42b7-a5e9-a5733ce226df admin admin] Deleting port 77c8a1f0-bdd7-441c-a0a5-e7fb6164e457 {{(pid=121607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 22:08:42.837630 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-7a4f171d-9d6d-42b7-a5e9-a5733ce226df admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:08:42.919444 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvr_db [None req-2ba388c7-84f6-41e9-b081-e47a7f8ab331 None None] Set router d78d3c69-784d-45eb-9ae0-28038f8f6edd gateway port host: None {{(pid=121608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 22:08:42.920336 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.db [None req-7a4f171d-9d6d-42b7-a5e9-a5733ce226df admin admin] For port 77c8a1f0-bdd7-441c-a0a5-e7fb6164e457, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=77c8a1f0-bdd7-441c-a0a5-e7fb6164e457,segment=NetworkSegment(6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855),segment_id=6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855)] {{(pid=121607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 22:08:42.920757 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-7a4f171d-9d6d-42b7-a5e9-a5733ce226df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:08:42.933730 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-7a4f171d-9d6d-42b7-a5e9-a5733ce226df admin admin] Calling delete_port for 77c8a1f0-bdd7-441c-a0a5-e7fb6164e457 owned by network:router_gateway {{(pid=121607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 22:08:42.971595 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-2ba388c7-84f6-41e9-b081-e47a7f8ab331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2612d717f0>, [{'id': 'd78d3c69-784d-45eb-9ae0-28038f8f6edd', 'name': 'tempest-TestMinimumBasicScenario-1106621835-router', 'tenant_id': '29cc4c1ab18949cf9fcd5658c1535162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T22:06:19Z', 'updated_at': '2021-12-25T22:08:42Z', 'revision_number': 6, 'project_id': '29cc4c1ab18949cf9fcd5658c1535162', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 22:08:43.001145 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ba388c7-84f6-41e9-b081-e47a7f8ab331 None None] The sync data for ids ['d78d3c69-784d-45eb-9ae0-28038f8f6edd'] in ncdv-master-1 is: [{'id': 'd78d3c69-784d-45eb-9ae0-28038f8f6edd', 'name': 'tempest-TestMinimumBasicScenario-1106621835-router', 'tenant_id': '29cc4c1ab18949cf9fcd5658c1535162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T22:06:19Z', 'updated_at': '2021-12-25T22:08:42Z', 'revision_number': 6, 'project_id': '29cc4c1ab18949cf9fcd5658c1535162', 'gw_port_host': None}] {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 22:08:43.055486 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device 3cb0686b-4a27-45cd-bbb6-b82943cca23a no longer exists at agent hyperv_nch1-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 22:08:43.077296 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] No Port match for: 3cb0686b-4a27-45cd-bbb6-b82943cca23a {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 22:08:43.077638 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device 3cb0686b-4a27-45cd-bbb6-b82943cca23a not bound to the agent host nch1-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 22:08:43.175326 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-7a4f171d-9d6d-42b7-a5e9-a5733ce226df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:08:43.199243 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4f171d-9d6d-42b7-a5e9-a5733ce226df admin admin] Pushing event deleted for resources: {'Port': ['ID=77c8a1f0-bdd7-441c-a0a5-e7fb6164e457,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:08:43.215978 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-417165b3-d25c-4ba7-a1d5-193de0f7fd8f None None] DHCP port deletion for 7201e55c-7c5f-41aa-a042-a363696539d0 request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 22:08:43.261294 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-7a4f171d-9d6d-42b7-a5e9-a5733ce226df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2008689'] for router_gateway, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:08:43.353087 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-7a4f171d-9d6d-42b7-a5e9-a5733ce226df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2014235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14905'] for router, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:08:43.355652 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-7a4f171d-9d6d-42b7-a5e9-a5733ce226df admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:08:43.455583 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-7a4f171d-9d6d-42b7-a5e9-a5733ce226df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2014220'] for router, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:08:43.456158 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a4f171d-9d6d-42b7-a5e9-a5733ce226df admin admin] Fanout notify agent at l3_agent the message router_deleted on router d78d3c69-784d-45eb-9ae0-28038f8f6edd {{(pid=121607) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 25 22:08:43.460257 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-7a4f171d-9d6d-42b7-a5e9-a5733ce226df admin admin] Publish callbacks [] for router, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:08:43.461439 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-7a4f171d-9d6d-42b7-a5e9-a5733ce226df admin admin] 10.222.0.32 "DELETE /v2.0/routers/d78d3c69-784d-45eb-9ae0-28038f8f6edd HTTP/1.1" status: 204  len: 168 time: 0.9692035
Dec 25 22:08:43.464039 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 48500) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 22:08:43.509426 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_v2 [None req-26943d76-4664-4ea1-95c5-851c412a3cee admin admin] Deleting subnet 76cbed7e-b231-4b68-9913-69bc3ef0ef30 {{(pid=121607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Dec 25 22:08:43.512470 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-26943d76-4664-4ea1-95c5-851c412a3cee admin admin] Publish callbacks [] for subnet, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:08:43.546402 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-26943d76-4664-4ea1-95c5-851c412a3cee admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10246617'] for subnet, precommit_delete_associations {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:08:43.625985 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-26943d76-4664-4ea1-95c5-851c412a3cee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995662'] for subnet, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:08:43.757068 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-26943d76-4664-4ea1-95c5-851c412a3cee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8632410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8852809'] for subnet, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:08:43.782099 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26943d76-4664-4ea1-95c5-851c412a3cee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=76cbed7e-b231-4b68-9913-69bc3ef0ef30,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:08:43.788745 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-26943d76-4664-4ea1-95c5-851c412a3cee admin admin] Publish callbacks [] for subnet, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:08:43.791842 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-26943d76-4664-4ea1-95c5-851c412a3cee admin admin] 10.222.0.32 "DELETE /v2.0/subnets/76cbed7e-b231-4b68-9913-69bc3ef0ef30 HTTP/1.1" status: 204  len: 168 time: 0.3268509
Dec 25 22:08:43.794622 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 48506) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 22:08:43.796856 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-057926f7-e84e-4967-b97c-602d3911bb13 None None] Network f9b2697d-85a4-4d8c-97c8-a8a585ef90f1 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 22:08:43.864437 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-f0d3abe7-63f1-4af0-b955-e2bbb78113af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625803'] for network, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:08:43.921321 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-f0d3abe7-63f1-4af0-b955-e2bbb78113af admin admin] Deleting port 84c9bb11-ff8c-423c-b43d-2723b100730b {{(pid=121606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 22:08:43.921740 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-f0d3abe7-63f1-4af0-b955-e2bbb78113af admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:08:43.949918 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf38ec7d-9123-4803-8785-7ffa5354f53e None None] DHCP port deletion for f9b2697d-85a4-4d8c-97c8-a8a585ef90f1 request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 22:08:43.994446 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [None req-f0d3abe7-63f1-4af0-b955-e2bbb78113af admin admin] For port 84c9bb11-ff8c-423c-b43d-2723b100730b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=84c9bb11-ff8c-423c-b43d-2723b100730b,segment=NetworkSegment(c1972831-dd20-46d3-aff3-5619477bb63d),segment_id=c1972831-dd20-46d3-aff3-5619477bb63d)] {{(pid=121606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 22:08:43.994810 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-f0d3abe7-63f1-4af0-b955-e2bbb78113af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:08:44.003846 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-cf38ec7d-9123-4803-8785-7ffa5354f53e None None] Deleting port 84c9bb11-ff8c-423c-b43d-2723b100730b {{(pid=121608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 22:08:44.004515 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-cf38ec7d-9123-4803-8785-7ffa5354f53e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:08:44.008066 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-f0d3abe7-63f1-4af0-b955-e2bbb78113af admin admin] Calling delete_port for 84c9bb11-ff8c-423c-b43d-2723b100730b owned by network:dhcp {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 22:08:44.068267 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-cf38ec7d-9123-4803-8785-7ffa5354f53e None None] For port 84c9bb11-ff8c-423c-b43d-2723b100730b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=84c9bb11-ff8c-423c-b43d-2723b100730b,segment=NetworkSegment(c1972831-dd20-46d3-aff3-5619477bb63d),segment_id=c1972831-dd20-46d3-aff3-5619477bb63d)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 22:08:44.068664 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-cf38ec7d-9123-4803-8785-7ffa5354f53e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:08:44.085564 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-cf38ec7d-9123-4803-8785-7ffa5354f53e None None] Calling delete_port for 84c9bb11-ff8c-423c-b43d-2723b100730b owned by network:dhcp {{(pid=121608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 22:08:44.162458 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-f0d3abe7-63f1-4af0-b955-e2bbb78113af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:08:44.168360 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-cf38ec7d-9123-4803-8785-7ffa5354f53e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955'] for port, after_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:08:44.194819 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf38ec7d-9123-4803-8785-7ffa5354f53e None None] Pushing event deleted for resources: {'Port': ['ID=84c9bb11-ff8c-423c-b43d-2723b100730b,revision_number=None']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:08:44.197107 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf38ec7d-9123-4803-8785-7ffa5354f53e None None] No DVR routers for this DVR port 84c9bb11-ff8c-423c-b43d-2723b100730b on host ncdv-master-1 {{(pid=121608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 22:08:44.205106 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf38ec7d-9123-4803-8785-7ffa5354f53e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:08:44.206218 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf38ec7d-9123-4803-8785-7ffa5354f53e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:08:44.206732 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf38ec7d-9123-4803-8785-7ffa5354f53e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:08:44.207239 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf38ec7d-9123-4803-8785-7ffa5354f53e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:08:44.207387 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0d3abe7-63f1-4af0-b955-e2bbb78113af admin admin] No DVR routers for this DVR port 84c9bb11-ff8c-423c-b43d-2723b100730b on host ncdv-master-1 {{(pid=121606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 22:08:44.207581 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf38ec7d-9123-4803-8785-7ffa5354f53e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:08:44.207908 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf38ec7d-9123-4803-8785-7ffa5354f53e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:08:44.208241 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf38ec7d-9123-4803-8785-7ffa5354f53e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:08:44.208620 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf38ec7d-9123-4803-8785-7ffa5354f53e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:08:44.209065 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf38ec7d-9123-4803-8785-7ffa5354f53e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:08:44.209502 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf38ec7d-9123-4803-8785-7ffa5354f53e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:08:44.209932 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf38ec7d-9123-4803-8785-7ffa5354f53e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:08:44.210306 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf38ec7d-9123-4803-8785-7ffa5354f53e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:08:44.210631 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf38ec7d-9123-4803-8785-7ffa5354f53e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:08:44.215467 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d3abe7-63f1-4af0-b955-e2bbb78113af admin admin] Pushing event deleted for resources: {'Port': ['ID=84c9bb11-ff8c-423c-b43d-2723b100730b,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:08:44.610116 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 84c9bb11-ff8c-423c-b43d-2723b100730b no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 22:08:44.630962 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] No Port match for: 84c9bb11-ff8c-423c-b43d-2723b100730b {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 22:08:44.631344 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 84c9bb11-ff8c-423c-b43d-2723b100730b not bound to the agent host ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 22:08:44.631755 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 77c8a1f0-bdd7-441c-a0a5-e7fb6164e457 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 22:08:44.642174 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-f0d3abe7-63f1-4af0-b955-e2bbb78113af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997585', 'neutron.services.segments.db._delete_segments_for_network-8737602743071'] for network, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:08:44.654043 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] No Port match for: 77c8a1f0-bdd7-441c-a0a5-e7fb6164e457 {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 22:08:44.654393 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 77c8a1f0-bdd7-441c-a0a5-e7fb6164e457 not bound to the agent host ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 22:08:44.654802 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device f529dd93-6302-4bc7-83ae-cdae7fad7a02 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 22:08:44.662837 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.segments.db [None req-f0d3abe7-63f1-4af0-b955-e2bbb78113af admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f261ba146d0>,) {'filters': {'network_id': ['f9b2697d-85a4-4d8c-97c8-a8a585ef90f1']}} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 22:08:44.673099 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.segments.db [None req-f0d3abe7-63f1-4af0-b955-e2bbb78113af admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f261ba146d0>, 'c1972831-dd20-46d3-aff3-5619477bb63d') {'for_net_delete': True} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 22:08:44.673403 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.segments.db [None req-f0d3abe7-63f1-4af0-b955-e2bbb78113af admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f261ba146d0>, 'c1972831-dd20-46d3-aff3-5619477bb63d') {} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 22:08:44.683609 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-f0d3abe7-63f1-4af0-b955-e2bbb78113af admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737602746920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9084222'] for segment, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:08:44.698439 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-f0d3abe7-63f1-4af0-b955-e2bbb78113af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:08:44.704764 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0d3abe7-63f1-4af0-b955-e2bbb78113af admin admin] Releasing vlan 160 on physical network physnet1 to pool {{(pid=121606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 25 22:08:44.705195 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-f0d3abe7-63f1-4af0-b955-e2bbb78113af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9084542'] for segment, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:08:44.707610 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 22:08:44.707610 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 22:08:44.707610 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 22:08:44.707610 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 22:08:44.707610 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 22:08:44.707610 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 22:08:44.707610 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 22:08:44.707610 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 22:08:44.707610 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 22:08:44.707610 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 22:08:44.707610 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 22:08:44.707610 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 22:08:44.707610 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 22:08:44.707610 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 22:08:44.707610 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 22:08:44.707610 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 22:08:44.707610 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 22:08:44.707610 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 22:08:44.707610 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 22:08:44.707610 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 22:08:44.707610 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 22:08:44.707610 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 22:08:44.707610 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 22:08:44.707610 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 22:08:44.707610 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 22:08:44.707610 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 22:08:44.707610 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 22:08:44.707610 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 22:08:44.707610 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 22:08:44.707610 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 22:08:44.707610 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 22:08:44.707610 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 22:08:44.707610 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 22:08:44.707610 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 22:08:44.707610 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 22:08:44.707610 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 22:08:44.707610 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 22:08:44.707610 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 22:08:44.707610 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 22:08:44.707610 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 22:08:44.707610 ncdv-master-1 neutron-server[121606]: Traceback (most recent call last):
Dec 25 22:08:44.707610 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 25 22:08:44.707610 ncdv-master-1 neutron-server[121606]:     timer()
Dec 25 22:08:44.707610 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 25 22:08:44.707610 ncdv-master-1 neutron-server[121606]:     cb(*args, **kw)
Dec 25 22:08:44.707610 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 25 22:08:44.707610 ncdv-master-1 neutron-server[121606]:     return func(*args, **kwargs)
Dec 25 22:08:44.707610 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 25 22:08:44.707610 ncdv-master-1 neutron-server[121606]:     self._notify()
Dec 25 22:08:44.707610 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 25 22:08:44.707610 ncdv-master-1 neutron-server[121606]:     self.callback(batched_events)
Dec 25 22:08:44.707610 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 25 22:08:44.707610 ncdv-master-1 neutron-server[121606]:     event.method(event)
Dec 25 22:08:44.707610 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 25 22:08:44.707610 ncdv-master-1 neutron-server[121606]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 25 22:08:44.707610 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 25 22:08:44.707610 ncdv-master-1 neutron-server[121606]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 25 22:08:44.707610 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 25 22:08:44.707610 ncdv-master-1 neutron-server[121606]:     return f(self, *a, **k)
Dec 25 22:08:44.707610 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 25 22:08:44.707610 ncdv-master-1 neutron-server[121606]:     return self._get(url).json()
Dec 25 22:08:44.715696 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 25 22:08:44.715696 ncdv-master-1 neutron-server[121606]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 25 22:08:44.715696 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 25 22:08:44.715696 ncdv-master-1 neutron-server[121606]:     return self.request(url, 'GET', **kwargs)
Dec 25 22:08:44.715696 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 25 22:08:44.715696 ncdv-master-1 neutron-server[121606]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 25 22:08:44.715696 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 25 22:08:44.715696 ncdv-master-1 neutron-server[121606]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 25 22:08:44.715696 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 25 22:08:44.715696 ncdv-master-1 neutron-server[121606]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 25 22:08:44.715696 ncdv-master-1 neutron-server[121606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 25 22:08:44.809631 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-f0d3abe7-63f1-4af0-b955-e2bbb78113af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2008653'] for network, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:08:44.816209 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-f0d3abe7-63f1-4af0-b955-e2bbb78113af admin admin] Publish callbacks [] for network, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:08:44.821103 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-f0d3abe7-63f1-4af0-b955-e2bbb78113af admin admin] 10.222.0.32 "DELETE /v2.0/networks/f9b2697d-85a4-4d8c-97c8-a8a585ef90f1 HTTP/1.1" status: 204  len: 168 time: 1.0238628
Dec 25 22:08:44.823029 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 48510) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 22:08:44.831190 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d3abe7-63f1-4af0-b955-e2bbb78113af admin admin] Pushing event deleted for resources: {'Network': ['ID=f9b2697d-85a4-4d8c-97c8-a8a585ef90f1,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:08:44.840046 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] No Port match for: f529dd93-6302-4bc7-83ae-cdae7fad7a02 {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 22:08:44.840577 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device f529dd93-6302-4bc7-83ae-cdae7fad7a02 not bound to the agent host ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 22:08:45.173300 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5a343574-0e44-4446-bb51-339ff182a0ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2007615'] for router_interface, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:08:45.414041 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-5a343574-0e44-4446-bb51-339ff182a0ac admin admin] Deleting port 28692bcc-364b-426f-ba4a-0a2eb3e71200 {{(pid=121607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 22:08:45.414380 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5a343574-0e44-4446-bb51-339ff182a0ac admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:08:45.489671 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.db [None req-5a343574-0e44-4446-bb51-339ff182a0ac admin admin] For port 28692bcc-364b-426f-ba4a-0a2eb3e71200, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=28692bcc-364b-426f-ba4a-0a2eb3e71200,segment=NetworkSegment(060a008c-c00c-40aa-9612-6dfe7df91ee9),segment_id=060a008c-c00c-40aa-9612-6dfe7df91ee9)] {{(pid=121607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 22:08:45.490022 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5a343574-0e44-4446-bb51-339ff182a0ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:08:45.502069 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-5a343574-0e44-4446-bb51-339ff182a0ac admin admin] Calling delete_port for 28692bcc-364b-426f-ba4a-0a2eb3e71200 owned by network:router_interface {{(pid=121607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 22:08:45.740947 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5a343574-0e44-4446-bb51-339ff182a0ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:08:45.765877 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a343574-0e44-4446-bb51-339ff182a0ac admin admin] Pushing event deleted for resources: {'Port': ['ID=28692bcc-364b-426f-ba4a-0a2eb3e71200,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:08:45.933710 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5a343574-0e44-4446-bb51-339ff182a0ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2007763'] for router_interface, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:08:46.147113 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a343574-0e44-4446-bb51-339ff182a0ac admin admin] Router 082cadaf-c927-48eb-9f6b-a77c1a937b82 has already been hosted by L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 {{(pid=121607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 25 22:08:46.253491 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a343574-0e44-4446-bb51-339ff182a0ac admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 22:08:46.258736 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-5a343574-0e44-4446-bb51-339ff182a0ac admin admin] 10.222.0.32 "PUT /v2.0/routers/082cadaf-c927-48eb-9f6b-a77c1a937b82/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.4344795
Dec 25 22:08:46.261207 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 48512) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 22:08:46.263678 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0499b62e-47cb-45e7-a33e-1cac6eff29c6 None None] Sync routers for ids ['082cadaf-c927-48eb-9f6b-a77c1a937b82'] in ncdv-master-1 {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 22:08:46.274541 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0499b62e-47cb-45e7-a33e-1cac6eff29c6 None None] Routers {'082cadaf-c927-48eb-9f6b-a77c1a937b82'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 22:08:46.275181 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-0499b62e-47cb-45e7-a33e-1cac6eff29c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f26187c5ac0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T22:08:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['082cadaf-c927-48eb-9f6b-a77c1a937b82'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 22:08:46.385673 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvr_db [None req-0499b62e-47cb-45e7-a33e-1cac6eff29c6 None None] Set router 082cadaf-c927-48eb-9f6b-a77c1a937b82 gateway port host: ncdv-master-1 {{(pid=121609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 22:08:46.588317 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-0499b62e-47cb-45e7-a33e-1cac6eff29c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f26187c5ac0>, [{'id': '082cadaf-c927-48eb-9f6b-a77c1a937b82', 'name': 'tempest-TestMinimumBasicScenario-594364672-router', 'tenant_id': 'b8f09c6ccf6845fcb71851b99a23ebcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.143'}], 'enable_snat': True}, 'gw_port_id': '43d94cf2-bfd4-499e-898a-5c220321b479', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T22:06:25Z', 'updated_at': '2021-12-25T22:08:45Z', 'revision_number': 5, 'project_id': 'b8f09c6ccf6845fcb71851b99a23ebcf', 'gw_port': {'id': '43d94cf2-bfd4-499e-898a-5c220321b479', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:58:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '082cadaf-c927-48eb-9f6b-a77c1a937b82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T22:06:25Z', 'updated_at': '2021-12-25T22:06:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 22:08:46.618618 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0499b62e-47cb-45e7-a33e-1cac6eff29c6 None None] Checking router: 082cadaf-c927-48eb-9f6b-a77c1a937b82 for host: ncdv-master-1 {{(pid=121609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 25 22:08:46.626959 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0499b62e-47cb-45e7-a33e-1cac6eff29c6 None None] Routers {'082cadaf-c927-48eb-9f6b-a77c1a937b82'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 22:08:46.628130 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-0499b62e-47cb-45e7-a33e-1cac6eff29c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f26187c5ac0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T22:08:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['082cadaf-c927-48eb-9f6b-a77c1a937b82'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 22:08:46.661772 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-9a1151e7-d956-47c3-b5aa-6ab9930f508a admin admin] Publish callbacks [] for router, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:08:46.741580 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvr_db [None req-0499b62e-47cb-45e7-a33e-1cac6eff29c6 None None] Set router 082cadaf-c927-48eb-9f6b-a77c1a937b82 gateway port host: ncdv-master-1 {{(pid=121609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 22:08:46.764276 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-9a1151e7-d956-47c3-b5aa-6ab9930f508a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:08:46.864577 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-9a1151e7-d956-47c3-b5aa-6ab9930f508a admin admin] Deleting port 43d94cf2-bfd4-499e-898a-5c220321b479 {{(pid=121607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 22:08:46.864817 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-9a1151e7-d956-47c3-b5aa-6ab9930f508a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:08:46.916402 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-0499b62e-47cb-45e7-a33e-1cac6eff29c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f26187c5ac0>, [{'id': '082cadaf-c927-48eb-9f6b-a77c1a937b82', 'name': 'tempest-TestMinimumBasicScenario-594364672-router', 'tenant_id': 'b8f09c6ccf6845fcb71851b99a23ebcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.143'}], 'enable_snat': True}, 'gw_port_id': '43d94cf2-bfd4-499e-898a-5c220321b479', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T22:06:25Z', 'updated_at': '2021-12-25T22:08:45Z', 'revision_number': 5, 'project_id': 'b8f09c6ccf6845fcb71851b99a23ebcf', 'gw_port': {'id': '43d94cf2-bfd4-499e-898a-5c220321b479', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:58:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '082cadaf-c927-48eb-9f6b-a77c1a937b82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T22:06:25Z', 'updated_at': '2021-12-25T22:06:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 22:08:46.943149 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.db [None req-9a1151e7-d956-47c3-b5aa-6ab9930f508a admin admin] For port 43d94cf2-bfd4-499e-898a-5c220321b479, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=43d94cf2-bfd4-499e-898a-5c220321b479,segment=NetworkSegment(6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855),segment_id=6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855)] {{(pid=121607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 22:08:46.943769 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-9a1151e7-d956-47c3-b5aa-6ab9930f508a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:08:46.945855 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0499b62e-47cb-45e7-a33e-1cac6eff29c6 None None] The sync data for ids ['082cadaf-c927-48eb-9f6b-a77c1a937b82'] in ncdv-master-1 is: [{'id': '082cadaf-c927-48eb-9f6b-a77c1a937b82', 'name': 'tempest-TestMinimumBasicScenario-594364672-router', 'tenant_id': 'b8f09c6ccf6845fcb71851b99a23ebcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.143'}], 'enable_snat': True}, 'gw_port_id': '43d94cf2-bfd4-499e-898a-5c220321b479', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T22:06:25Z', 'updated_at': '2021-12-25T22:08:45Z', 'revision_number': 5, 'project_id': 'b8f09c6ccf6845fcb71851b99a23ebcf', 'gw_port': {'id': '43d94cf2-bfd4-499e-898a-5c220321b479', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:58:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '082cadaf-c927-48eb-9f6b-a77c1a937b82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T22:06:25Z', 'updated_at': '2021-12-25T22:06:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 22:08:46.958609 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-9a1151e7-d956-47c3-b5aa-6ab9930f508a admin admin] Calling delete_port for 43d94cf2-bfd4-499e-898a-5c220321b479 owned by network:router_gateway {{(pid=121607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 22:08:47.196141 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-9a1151e7-d956-47c3-b5aa-6ab9930f508a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:08:47.226629 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1151e7-d956-47c3-b5aa-6ab9930f508a admin admin] Pushing event deleted for resources: {'Port': ['ID=43d94cf2-bfd4-499e-898a-5c220321b479,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:08:47.239813 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6efaa41-2a18-413c-9780-c8a49d2544dc None None] DHCP port deletion for 7201e55c-7c5f-41aa-a042-a363696539d0 request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 22:08:47.289272 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-9a1151e7-d956-47c3-b5aa-6ab9930f508a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2008689'] for router_gateway, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:08:47.383506 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-9a1151e7-d956-47c3-b5aa-6ab9930f508a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2014235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14905'] for router, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:08:47.386184 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-9a1151e7-d956-47c3-b5aa-6ab9930f508a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:08:47.505134 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-9a1151e7-d956-47c3-b5aa-6ab9930f508a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2014220'] for router, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:08:47.505664 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a1151e7-d956-47c3-b5aa-6ab9930f508a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 082cadaf-c927-48eb-9f6b-a77c1a937b82 {{(pid=121607) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 25 22:08:47.510001 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-9a1151e7-d956-47c3-b5aa-6ab9930f508a admin admin] Publish callbacks [] for router, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:08:47.515674 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-9a1151e7-d956-47c3-b5aa-6ab9930f508a admin admin] 10.222.0.32 "DELETE /v2.0/routers/082cadaf-c927-48eb-9f6b-a77c1a937b82 HTTP/1.1" status: 204  len: 168 time: 1.2487755
Dec 25 22:08:47.515674 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 48514) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 22:08:47.559012 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb9ffb10-fb85-48a8-815e-e94e2d043290 admin admin] Deleting subnet fff8a85b-7eec-41a7-a95b-dc2c7954ce7c {{(pid=121607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Dec 25 22:08:47.568359 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-cb9ffb10-fb85-48a8-815e-e94e2d043290 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:08:47.604658 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-cb9ffb10-fb85-48a8-815e-e94e2d043290 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10246617'] for subnet, precommit_delete_associations {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:08:47.680596 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-cb9ffb10-fb85-48a8-815e-e94e2d043290 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995662'] for subnet, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:08:47.784754 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-cb9ffb10-fb85-48a8-815e-e94e2d043290 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8632410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8852809'] for subnet, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:08:47.808294 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9ffb10-fb85-48a8-815e-e94e2d043290 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fff8a85b-7eec-41a7-a95b-dc2c7954ce7c,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:08:47.813934 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-cb9ffb10-fb85-48a8-815e-e94e2d043290 admin admin] Publish callbacks [] for subnet, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:08:47.820268 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-cb9ffb10-fb85-48a8-815e-e94e2d043290 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/fff8a85b-7eec-41a7-a95b-dc2c7954ce7c HTTP/1.1" status: 204  len: 168 time: 0.3033404
Dec 25 22:08:47.820443 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-193ba2fb-7781-40a9-a982-789f277f65f3 None None] Network 33a1f15d-4926-4c22-a329-6455f224767e requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 22:08:47.820561 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 48516) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 22:08:47.887822 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a78f85f8-05d2-40d7-a653-18b24930056b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625803'] for network, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:08:47.947320 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-a78f85f8-05d2-40d7-a653-18b24930056b admin admin] Deleting port 18fb0fbb-526e-4804-964f-a599c6a6de89 {{(pid=121607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 22:08:47.947871 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a78f85f8-05d2-40d7-a653-18b24930056b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:08:47.966219 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71dd326e-f698-4d06-ae4b-d89cd0accb6d None None] DHCP port deletion for 33a1f15d-4926-4c22-a329-6455f224767e request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 22:08:48.016472 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-71dd326e-f698-4d06-ae4b-d89cd0accb6d None None] Deleting port 18fb0fbb-526e-4804-964f-a599c6a6de89 {{(pid=121608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 22:08:48.016853 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-71dd326e-f698-4d06-ae4b-d89cd0accb6d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:08:48.027661 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.db [None req-a78f85f8-05d2-40d7-a653-18b24930056b admin admin] For port 18fb0fbb-526e-4804-964f-a599c6a6de89, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=18fb0fbb-526e-4804-964f-a599c6a6de89,segment=NetworkSegment(060a008c-c00c-40aa-9612-6dfe7df91ee9),segment_id=060a008c-c00c-40aa-9612-6dfe7df91ee9)] {{(pid=121607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 22:08:48.028025 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a78f85f8-05d2-40d7-a653-18b24930056b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:08:48.040595 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-a78f85f8-05d2-40d7-a653-18b24930056b admin admin] Calling delete_port for 18fb0fbb-526e-4804-964f-a599c6a6de89 owned by network:dhcp {{(pid=121607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 22:08:48.082942 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-71dd326e-f698-4d06-ae4b-d89cd0accb6d None None] For port 18fb0fbb-526e-4804-964f-a599c6a6de89, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=18fb0fbb-526e-4804-964f-a599c6a6de89,segment=NetworkSegment(060a008c-c00c-40aa-9612-6dfe7df91ee9),segment_id=060a008c-c00c-40aa-9612-6dfe7df91ee9)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 22:08:48.083340 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-71dd326e-f698-4d06-ae4b-d89cd0accb6d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:08:48.095747 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-71dd326e-f698-4d06-ae4b-d89cd0accb6d None None] Calling delete_port for 18fb0fbb-526e-4804-964f-a599c6a6de89 owned by network:dhcp {{(pid=121608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 22:08:48.209915 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a78f85f8-05d2-40d7-a653-18b24930056b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:08:48.216247 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-71dd326e-f698-4d06-ae4b-d89cd0accb6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955'] for port, after_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:08:48.236013 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78f85f8-05d2-40d7-a653-18b24930056b admin admin] Pushing event deleted for resources: {'Port': ['ID=18fb0fbb-526e-4804-964f-a599c6a6de89,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:08:48.240116 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a78f85f8-05d2-40d7-a653-18b24930056b admin admin] No DVR routers for this DVR port 18fb0fbb-526e-4804-964f-a599c6a6de89 on host ncdv-master-1 {{(pid=121607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 22:08:48.242217 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71dd326e-f698-4d06-ae4b-d89cd0accb6d None None] Pushing event deleted for resources: {'Port': ['ID=18fb0fbb-526e-4804-964f-a599c6a6de89,revision_number=None']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:08:48.246484 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71dd326e-f698-4d06-ae4b-d89cd0accb6d None None] No DVR routers for this DVR port 18fb0fbb-526e-4804-964f-a599c6a6de89 on host ncdv-master-1 {{(pid=121608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 22:08:48.311532 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a78f85f8-05d2-40d7-a653-18b24930056b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997585', 'neutron.services.segments.db._delete_segments_for_network-8737602743071'] for network, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:08:48.335154 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-a78f85f8-05d2-40d7-a653-18b24930056b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2612072100>,) {'filters': {'network_id': ['33a1f15d-4926-4c22-a329-6455f224767e']}} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 22:08:48.344151 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-a78f85f8-05d2-40d7-a653-18b24930056b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2612072100>, '060a008c-c00c-40aa-9612-6dfe7df91ee9') {'for_net_delete': True} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 22:08:48.344442 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-a78f85f8-05d2-40d7-a653-18b24930056b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2612072100>, '060a008c-c00c-40aa-9612-6dfe7df91ee9') {} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 22:08:48.354290 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a78f85f8-05d2-40d7-a653-18b24930056b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737602746920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10246592'] for segment, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:08:48.367452 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a78f85f8-05d2-40d7-a653-18b24930056b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:08:48.373219 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a78f85f8-05d2-40d7-a653-18b24930056b admin admin] Releasing vlan 166 on physical network physnet1 to pool {{(pid=121607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 25 22:08:48.373595 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a78f85f8-05d2-40d7-a653-18b24930056b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8633327'] for segment, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:08:48.375182 ncdv-master-1 neutron-server[121607]: Traceback (most recent call last):
Dec 25 22:08:48.375182 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 25 22:08:48.375182 ncdv-master-1 neutron-server[121607]:     timer()
Dec 25 22:08:48.375182 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 25 22:08:48.375182 ncdv-master-1 neutron-server[121607]:     cb(*args, **kw)
Dec 25 22:08:48.375182 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 25 22:08:48.375182 ncdv-master-1 neutron-server[121607]:     return func(*args, **kwargs)
Dec 25 22:08:48.375182 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 25 22:08:48.375182 ncdv-master-1 neutron-server[121607]:     self._notify()
Dec 25 22:08:48.375182 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 25 22:08:48.375182 ncdv-master-1 neutron-server[121607]:     self.callback(batched_events)
Dec 25 22:08:48.375182 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 25 22:08:48.375182 ncdv-master-1 neutron-server[121607]:     event.method(event)
Dec 25 22:08:48.375182 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 25 22:08:48.375182 ncdv-master-1 neutron-server[121607]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 25 22:08:48.375182 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 25 22:08:48.375182 ncdv-master-1 neutron-server[121607]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 25 22:08:48.375182 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 25 22:08:48.375182 ncdv-master-1 neutron-server[121607]:     return f(self, *a, **k)
Dec 25 22:08:48.375182 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 25 22:08:48.375182 ncdv-master-1 neutron-server[121607]:     return self._get(url).json()
Dec 25 22:08:48.375182 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 25 22:08:48.375182 ncdv-master-1 neutron-server[121607]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 25 22:08:48.375182 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 25 22:08:48.375182 ncdv-master-1 neutron-server[121607]:     return self.request(url, 'GET', **kwargs)
Dec 25 22:08:48.375182 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 25 22:08:48.375182 ncdv-master-1 neutron-server[121607]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 25 22:08:48.375182 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 25 22:08:48.375182 ncdv-master-1 neutron-server[121607]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 25 22:08:48.375182 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 25 22:08:48.375182 ncdv-master-1 neutron-server[121607]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 25 22:08:48.375182 ncdv-master-1 neutron-server[121607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 25 22:08:48.489262 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a78f85f8-05d2-40d7-a653-18b24930056b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2008653'] for network, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:08:48.494784 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a78f85f8-05d2-40d7-a653-18b24930056b admin admin] Publish callbacks [] for network, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:08:48.497950 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-a78f85f8-05d2-40d7-a653-18b24930056b admin admin] 10.222.0.32 "DELETE /v2.0/networks/33a1f15d-4926-4c22-a329-6455f224767e HTTP/1.1" status: 204  len: 168 time: 0.6764975
Dec 25 22:08:48.508668 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78f85f8-05d2-40d7-a653-18b24930056b admin admin] Pushing event deleted for resources: {'Network': ['ID=33a1f15d-4926-4c22-a329-6455f224767e,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:08:48.624647 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 43d94cf2-bfd4-499e-898a-5c220321b479 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 22:08:48.648586 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] No Port match for: 43d94cf2-bfd4-499e-898a-5c220321b479 {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 22:08:48.648955 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 43d94cf2-bfd4-499e-898a-5c220321b479 not bound to the agent host ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 22:08:48.649366 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 28692bcc-364b-426f-ba4a-0a2eb3e71200 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 22:08:48.668329 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] No Port match for: 28692bcc-364b-426f-ba4a-0a2eb3e71200 {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 22:08:48.668659 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 28692bcc-364b-426f-ba4a-0a2eb3e71200 not bound to the agent host ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 22:08:48.669092 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 18fb0fbb-526e-4804-964f-a599c6a6de89 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 22:08:48.686987 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] No Port match for: 18fb0fbb-526e-4804-964f-a599c6a6de89 {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 22:08:48.687326 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 18fb0fbb-526e-4804-964f-a599c6a6de89 not bound to the agent host ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 22:08:48.912613 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 48520) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 22:08:48.954072 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-463f5c47-c5e7-4c93-8c91-27cd7bfb597f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=29cc4c1ab18949cf9fcd5658c1535162&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0402460
Dec 25 22:08:48.957210 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 48522) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 22:08:49.008827 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-92bc3b63-c2b0-4799-96ad-7c486a21ed67 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:08:49.029344 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-92bc3b63-c2b0-4799-96ad-7c486a21ed67 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:08:49.133253 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-92bc3b63-c2b0-4799-96ad-7c486a21ed67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:08:49.135811 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-92bc3b63-c2b0-4799-96ad-7c486a21ed67 admin admin] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:08:49.137002 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-92bc3b63-c2b0-4799-96ad-7c486a21ed67 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4cd04231-12f8-43f9-b76f-ff0b25fd44f6 HTTP/1.1" status: 204  len: 168 time: 0.1770160
Dec 25 22:08:49.145494 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bc3b63-c2b0-4799-96ad-7c486a21ed67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cd04231-12f8-43f9-b76f-ff0b25fd44f6,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:08:49.818827 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 48528) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 22:08:49.858510 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-75746a74-5a36-47aa-b8e4-d1157e53b982 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b8f09c6ccf6845fcb71851b99a23ebcf&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0385184
Dec 25 22:08:49.861115 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 48530) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 22:08:49.907413 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-d2cb8aa4-3445-491f-9a05-a5b11968c6b2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:08:49.927718 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-d2cb8aa4-3445-491f-9a05-a5b11968c6b2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:08:50.021052 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-d2cb8aa4-3445-491f-9a05-a5b11968c6b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:08:50.023675 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-d2cb8aa4-3445-491f-9a05-a5b11968c6b2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:08:50.024854 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-d2cb8aa4-3445-491f-9a05-a5b11968c6b2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/20da7ad4-074e-4498-a3b4-75a9d327ac3d HTTP/1.1" status: 204  len: 168 time: 0.1628282
Dec 25 22:08:50.032673 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cb8aa4-3445-491f-9a05-a5b11968c6b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20da7ad4-074e-4498-a3b4-75a9d327ac3d,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:08:52.257641 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 48570) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 22:08:52.262221 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-cd2427a1-c0a3-42d8-95ef-a4788595e856 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-251896071', 'description': 'tempest-secgroup-smoke-251896071 description', 'project_id': '252f592e72984919a30b8248c35228f7'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 22:08:52.373362 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-cd2427a1-c0a3-42d8-95ef-a4788595e856 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks [] for security_group, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:08:52.382225 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-cd2427a1-c0a3-42d8-95ef-a4788595e856 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks [] for security_group, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:08:52.456050 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-cd2427a1-c0a3-42d8-95ef-a4788595e856 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks [] for security_group, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:08:52.532701 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-cd2427a1-c0a3-42d8-95ef-a4788595e856 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:08:52.570448 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2427a1-c0a3-42d8-95ef-a4788595e856 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ede239a4-bca3-43a2-962a-8b1f7d964881,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:08:52.605633 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-cd2427a1-c0a3-42d8-95ef-a4788595e856 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks [] for security_group, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:08:52.687058 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-cd2427a1-c0a3-42d8-95ef-a4788595e856 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:08:52.714915 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2427a1-c0a3-42d8-95ef-a4788595e856 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c6679fe-b581-4d12-80ce-f0bc8b30f5e7,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:08:52.792604 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-cd2427a1-c0a3-42d8-95ef-a4788595e856 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:08:52.793882 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-cd2427a1-c0a3-42d8-95ef-a4788595e856 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1811 time: 0.5352223
Dec 25 22:08:52.801562 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 48572) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 22:08:52.805905 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-a887f8de-50b9-402f-981b-be22311b03aa tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Request body: {'security_group_rule': {'security_group_id': '2c6679fe-b581-4d12-80ce-f0bc8b30f5e7', 'project_id': '252f592e72984919a30b8248c35228f7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 22:08:52.911419 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a887f8de-50b9-402f-981b-be22311b03aa tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks [] for security_group_rule, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:08:52.965109 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a887f8de-50b9-402f-981b-be22311b03aa tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:08:53.038058 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a887f8de-50b9-402f-981b-be22311b03aa tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077839'] for security_group_rule, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:08:53.054993 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a887f8de-50b9-402f-981b-be22311b03aa tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14dc3a8c-17ce-4f1e-a953-7221edf0726b,revision_number=0']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:08:53.120168 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a887f8de-50b9-402f-981b-be22311b03aa tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks [] for security_group_rule, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:08:53.121438 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-a887f8de-50b9-402f-981b-be22311b03aa tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3189547
Dec 25 22:08:53.124183 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 48574) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 22:08:53.128696 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-64bf6947-3d08-4022-b981-e86ae44dbb00 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Request body: {'security_group_rule': {'security_group_id': '2c6679fe-b581-4d12-80ce-f0bc8b30f5e7', 'project_id': '252f592e72984919a30b8248c35228f7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 22:08:53.219274 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-64bf6947-3d08-4022-b981-e86ae44dbb00 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks [] for security_group_rule, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:08:53.274280 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-64bf6947-3d08-4022-b981-e86ae44dbb00 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:08:53.350252 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-64bf6947-3d08-4022-b981-e86ae44dbb00 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077839'] for security_group_rule, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:08:53.370559 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bf6947-3d08-4022-b981-e86ae44dbb00 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba4cf0c6-b1da-4a01-80e4-c06d8f2cb11d,revision_number=0']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:08:53.443880 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-64bf6947-3d08-4022-b981-e86ae44dbb00 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks [] for security_group_rule, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:08:53.445096 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-64bf6947-3d08-4022-b981-e86ae44dbb00 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.3198702
Dec 25 22:08:53.447903 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 48576) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 22:08:53.452252 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-1659ce23-468b-44f8-b871-35a1dd95bf51 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Request body: {'security_group_rule': {'security_group_id': '2c6679fe-b581-4d12-80ce-f0bc8b30f5e7', 'project_id': '252f592e72984919a30b8248c35228f7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 22:08:53.544359 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-1659ce23-468b-44f8-b871-35a1dd95bf51 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks [] for security_group_rule, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:08:53.599093 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-1659ce23-468b-44f8-b871-35a1dd95bf51 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:08:53.676208 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-1659ce23-468b-44f8-b871-35a1dd95bf51 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077839'] for security_group_rule, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:08:53.694362 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1659ce23-468b-44f8-b871-35a1dd95bf51 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bedc717b-6ffe-4829-95da-aa16147affbd,revision_number=0']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:08:53.754847 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-1659ce23-468b-44f8-b871-35a1dd95bf51 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks [] for security_group_rule, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:08:53.756088 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-1659ce23-468b-44f8-b871-35a1dd95bf51 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3072574
Dec 25 22:08:53.758883 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 48578) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 22:08:53.763314 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-f1528576-19db-4be1-ae5a-0d2c5da6302d tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Request body: {'security_group_rule': {'security_group_id': '2c6679fe-b581-4d12-80ce-f0bc8b30f5e7', 'project_id': '252f592e72984919a30b8248c35228f7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 22:08:53.848593 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f1528576-19db-4be1-ae5a-0d2c5da6302d tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks [] for security_group_rule, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:08:53.904897 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f1528576-19db-4be1-ae5a-0d2c5da6302d tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:08:53.952172 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f1528576-19db-4be1-ae5a-0d2c5da6302d tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077839'] for security_group_rule, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:08:53.970422 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1528576-19db-4be1-ae5a-0d2c5da6302d tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7fbd284a-bc14-4939-8a5c-9a71cddffafe,revision_number=0']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:08:54.011171 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f1528576-19db-4be1-ae5a-0d2c5da6302d tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks [] for security_group_rule, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:08:54.012467 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-f1528576-19db-4be1-ae5a-0d2c5da6302d tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.2526126
Dec 25 22:08:54.015228 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 48580) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 22:08:54.019496 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-420b4a59-ccc0-4186-8141-11ce6874a84f tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Request body: {'security_group_rule': {'security_group_id': '2c6679fe-b581-4d12-80ce-f0bc8b30f5e7', 'project_id': '252f592e72984919a30b8248c35228f7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 22:08:54.099246 ncdv-master-1 neutron-server[121607]: INFO neutron.db.securitygroups_db [None req-420b4a59-ccc0-4186-8141-11ce6874a84f tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Project 252f592e72984919a30b8248c35228f7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 25 22:08:54.104013 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-420b4a59-ccc0-4186-8141-11ce6874a84f tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks [] for security_group_rule, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:08:54.159409 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-420b4a59-ccc0-4186-8141-11ce6874a84f tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:08:54.235782 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-420b4a59-ccc0-4186-8141-11ce6874a84f tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077839'] for security_group_rule, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:08:54.258062 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420b4a59-ccc0-4186-8141-11ce6874a84f tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ca2004c-ffcf-4e00-8bce-ddfb8d0f5f01,revision_number=0']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:08:54.354326 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-420b4a59-ccc0-4186-8141-11ce6874a84f tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks [] for security_group_rule, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:08:54.355552 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-420b4a59-ccc0-4186-8141-11ce6874a84f tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.3394055
Dec 25 22:08:54.358264 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 48582) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 22:08:54.362575 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-e27f9dd6-9456-4b02-afda-847aea4014c2 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Request body: {'security_group_rule': {'security_group_id': '2c6679fe-b581-4d12-80ce-f0bc8b30f5e7', 'project_id': '252f592e72984919a30b8248c35228f7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 22:08:54.447128 ncdv-master-1 neutron-server[121607]: INFO neutron.db.securitygroups_db [None req-e27f9dd6-9456-4b02-afda-847aea4014c2 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Project 252f592e72984919a30b8248c35228f7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 25 22:08:54.451829 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e27f9dd6-9456-4b02-afda-847aea4014c2 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks [] for security_group_rule, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:08:54.508457 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e27f9dd6-9456-4b02-afda-847aea4014c2 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:08:54.586295 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e27f9dd6-9456-4b02-afda-847aea4014c2 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077839'] for security_group_rule, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:08:54.604620 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27f9dd6-9456-4b02-afda-847aea4014c2 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5faf3d5-c932-4c6b-8ed3-605e5f836cfe,revision_number=0']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:08:54.668341 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e27f9dd6-9456-4b02-afda-847aea4014c2 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks [] for security_group_rule, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:08:54.669607 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-e27f9dd6-9456-4b02-afda-847aea4014c2 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.3104234
Dec 25 22:08:54.672706 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 48584) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 22:08:54.677726 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-87b369dc-39ee-4866-8e9e-20812a30510d tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Request body: {'network': {'name': 'tempest-network-smoke--845874685', 'project_id': '252f592e72984919a30b8248c35228f7', 'port_security_enabled': True}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 22:08:54.780776 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87b369dc-39ee-4866-8e9e-20812a30510d tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Made reservation on behalf of 252f592e72984919a30b8248c35228f7 for: {'network': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 22:08:54.784182 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-87b369dc-39ee-4866-8e9e-20812a30510d tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for network, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:08:54.808078 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87b369dc-39ee-4866-8e9e-20812a30510d tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] vlan segment allocate from pool success with {'vlan_id': 165, 'physical_network': 'physnet1'}  {{(pid=121607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 25 22:08:54.817076 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-87b369dc-39ee-4866-8e9e-20812a30510d tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:08:54.817417 ncdv-master-1 neutron-server[121607]: INFO neutron.db.segments_db [None req-87b369dc-39ee-4866-8e9e-20812a30510d tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Added segment e0901994-72a7-44e5-8d5d-8dac56a7c1d3 of type vlan for network a0debcfd-9c5f-4b58-9aa9-73c10d408ae4
Dec 25 22:08:54.859825 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-87b369dc-39ee-4866-8e9e-20812a30510d tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737602163420'] for network, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:08:54.969227 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-87b369dc-39ee-4866-8e9e-20812a30510d tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870'] for network, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:08:54.975122 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87b369dc-39ee-4866-8e9e-20812a30510d tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:08:54.975703 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-87b369dc-39ee-4866-8e9e-20812a30510d tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks [] for network, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:08:55.041314 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b369dc-39ee-4866-8e9e-20812a30510d tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Pushing event updated for resources: {'Network': ['ID=a0debcfd-9c5f-4b58-9aa9-73c10d408ae4,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:08:55.051353 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Network a0debcfd-9c5f-4b58-9aa9-73c10d408ae4 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 25 22:08:55.101623 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-87b369dc-39ee-4866-8e9e-20812a30510d tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.4278574
Dec 25 22:08:55.104520 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 48586) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 22:08:55.108821 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-74859a45-1d4b-4f7d-8137-1830de8d865e tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-538423397', 'admin_state_up': True, 'project_id': '252f592e72984919a30b8248c35228f7', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'}}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 22:08:55.224333 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-74859a45-1d4b-4f7d-8137-1830de8d865e tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2014909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14863'] for router, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:08:55.225382 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-74859a45-1d4b-4f7d-8137-1830de8d865e tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2014285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2009796', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2082630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14848'] for router, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:08:55.274778 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-74859a45-1d4b-4f7d-8137-1830de8d865e tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:08:55.469707 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-74859a45-1d4b-4f7d-8137-1830de8d865e tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:08:55.714207 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-74859a45-1d4b-4f7d-8137-1830de8d865e tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks [] for router_gateway, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:08:55.733027 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-74859a45-1d4b-4f7d-8137-1830de8d865e tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:08:55.829611 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_common [None req-74859a45-1d4b-4f7d-8137-1830de8d865e tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Allocated IP 172.35.3.58 (7201e55c-7c5f-41aa-a042-a363696539d0/7a939e13-713f-45cf-bba7-1539635abe25/f39ff245-511b-44d9-b082-0b5b8c0b9402) {{(pid=121607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 22:08:55.930661 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-74859a45-1d4b-4f7d-8137-1830de8d865e tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks [] for port, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:08:56.101544 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-74859a45-1d4b-4f7d-8137-1830de8d865e tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:08:56.140586 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74859a45-1d4b-4f7d-8137-1830de8d865e tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Network 7201e55c-7c5f-41aa-a042-a363696539d0 is already hosted by enough agents. {{(pid=121607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 22:08:56.143520 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-74859a45-1d4b-4f7d-8137-1830de8d865e tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Resources bound (agent type, host, resource id):  {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 22:08:56.147456 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74859a45-1d4b-4f7d-8137-1830de8d865e tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Received port after_create {{(pid=121607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 22:08:56.157373 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98a45ad2-9f84-4857-a732-80c735f5e400 None None] DHCP port deletion for 7201e55c-7c5f-41aa-a042-a363696539d0 request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 22:08:56.170060 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74859a45-1d4b-4f7d-8137-1830de8d865e tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Pushing event updated for resources: {'Port': ['ID=f39ff245-511b-44d9-b082-0b5b8c0b9402,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:08:56.215506 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-250d7668-6bfe-431f-aa87-4444e13a23bd None None] Provisioning complete for port f39ff245-511b-44d9-b082-0b5b8c0b9402 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 22:08:56.216123 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-250d7668-6bfe-431f-aa87-4444e13a23bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:08:56.254787 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-250d7668-6bfe-431f-aa87-4444e13a23bd None None] Port f39ff245-511b-44d9-b082-0b5b8c0b9402 cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 22:08:56.653881 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-74859a45-1d4b-4f7d-8137-1830de8d865e tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks [] for router_gateway, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:08:56.844679 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-74859a45-1d4b-4f7d-8137-1830de8d865e tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2014278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2009753'] for router, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:08:57.046712 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74859a45-1d4b-4f7d-8137-1830de8d865e tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Router b61b9f3e-8aa4-4b31-aecc-bbfdfff7c001 is scheduled to L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 with binding_index 1 {{(pid=121607) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 25 22:08:57.152113 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74859a45-1d4b-4f7d-8137-1830de8d865e tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 22:08:57.162357 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00e1d712-b90d-4d6a-8347-f67c5f386e14 None None] Sync routers for ids ['b61b9f3e-8aa4-4b31-aecc-bbfdfff7c001'] in ncdv-master-1 {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 22:08:57.172071 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00e1d712-b90d-4d6a-8347-f67c5f386e14 None None] Routers {'b61b9f3e-8aa4-4b31-aecc-bbfdfff7c001'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 22:08:57.172669 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-00e1d712-b90d-4d6a-8347-f67c5f386e14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f26131b31c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T22:08:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['b61b9f3e-8aa4-4b31-aecc-bbfdfff7c001'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 22:08:57.257813 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-74859a45-1d4b-4f7d-8137-1830de8d865e tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks [] for router, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:08:57.259633 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-74859a45-1d4b-4f7d-8137-1830de8d865e tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 894 time: 2.1536093
Dec 25 22:08:57.262234 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 48588) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 22:08:57.280575 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvr_db [None req-00e1d712-b90d-4d6a-8347-f67c5f386e14 None None] Set router b61b9f3e-8aa4-4b31-aecc-bbfdfff7c001 gateway port host: ncdv-master-1 {{(pid=121608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 22:08:57.391137 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-f7535677-2ca5-45d1-81cf-b37d4e25e567 tempest-TestNetworkAdvancedServerOps-1824908683 tempest-TestNetworkAdvancedServerOps-1824908683-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=252f592e72984919a30b8248c35228f7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.1277902
Dec 25 22:08:57.393738 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 48592) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 22:08:57.458399 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-00e1d712-b90d-4d6a-8347-f67c5f386e14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f26131b31c0>, [{'id': 'b61b9f3e-8aa4-4b31-aecc-bbfdfff7c001', 'name': 'tempest-TestNetworkAdvancedServerOps-router-538423397', 'tenant_id': '252f592e72984919a30b8248c35228f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.58'}], 'enable_snat': True}, 'gw_port_id': 'f39ff245-511b-44d9-b082-0b5b8c0b9402', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T22:08:55Z', 'updated_at': '2021-12-25T22:08:56Z', 'revision_number': 3, 'project_id': '252f592e72984919a30b8248c35228f7', 'gw_port': {'id': 'f39ff245-511b-44d9-b082-0b5b8c0b9402', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:7c:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b61b9f3e-8aa4-4b31-aecc-bbfdfff7c001', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T22:08:55Z', 'updated_at': '2021-12-25T22:08:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 22:08:57.484120 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00e1d712-b90d-4d6a-8347-f67c5f386e14 None None] Checking router: b61b9f3e-8aa4-4b31-aecc-bbfdfff7c001 for host: ncdv-master-1 {{(pid=121608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 25 22:08:57.484462 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00e1d712-b90d-4d6a-8347-f67c5f386e14 None None] Updating router b61b9f3e-8aa4-4b31-aecc-bbfdfff7c001 port f39ff245-511b-44d9-b082-0b5b8c0b9402 binding host ncdv-master-1 {{(pid=121608) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 25 22:08:57.487789 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-768ecc2a-e81f-4604-ad31-9e302c441b42 tempest-TestNetworkAdvancedServerOps-1824908683 tempest-TestNetworkAdvancedServerOps-1824908683-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:08:57.489875 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-768ecc2a-e81f-4604-ad31-9e302c441b42 tempest-TestNetworkAdvancedServerOps-1824908683 tempest-TestNetworkAdvancedServerOps-1824908683-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.0952377
Dec 25 22:08:57.492706 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 48594) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 22:08:57.509856 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-00e1d712-b90d-4d6a-8347-f67c5f386e14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:08:57.774323 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-00e1d712-b90d-4d6a-8347-f67c5f386e14 None None] Publish callbacks [] for port, precommit_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:08:57.812526 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-5033f380-d3e8-4477-9446-825ecd4ca76f tempest-TestNetworkAdvancedServerOps-1824908683 tempest-TestNetworkAdvancedServerOps-1824908683-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=7201e55c-7c5f-41aa-a042-a363696539d0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.3187120
Dec 25 22:08:57.815221 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 48596) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 22:08:57.820341 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-20b1502d-906e-4685-bf12-653567435c8f tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1770112547', 'network_id': 'a0debcfd-9c5f-4b58-9aa9-73c10d408ae4', 'project_id': '252f592e72984919a30b8248c35228f7', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 22:08:57.854972 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-00e1d712-b90d-4d6a-8347-f67c5f386e14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:08:57.902428 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55262eba-f42f-4aa3-b459-85e74cabd6f0 None None] DHCP port deletion for 7201e55c-7c5f-41aa-a042-a363696539d0 request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 22:08:57.916948 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-00e1d712-b90d-4d6a-8347-f67c5f386e14 None None] Attempting to bind port f39ff245-511b-44d9-b082-0b5b8c0b9402 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 22:08:57.917318 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-00e1d712-b90d-4d6a-8347-f67c5f386e14 None None] Attempting to bind port f39ff245-511b-44d9-b082-0b5b8c0b9402 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 22:08:57.917678 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e1d712-b90d-4d6a-8347-f67c5f386e14 None None] Attempting to bind port f39ff245-511b-44d9-b082-0b5b8c0b9402 on network 7201e55c-7c5f-41aa-a042-a363696539d0 {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 22:08:57.924750 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bdddcd-c5d0-413f-b912-7b018a526b0a None None] Pushing event updated for resources: {'Port': ['ID=f39ff245-511b-44d9-b082-0b5b8c0b9402,revision_number=2']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:08:57.928687 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e1d712-b90d-4d6a-8347-f67c5f386e14 None None] Checking agent: {'id': 'ca4f5c6d-f1fd-48b8-a3e3-395864c7d23d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 20, 56, 40), 'started_at': datetime.datetime(2021, 12, 25, 20, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 22, 8, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 22:08:57.929097 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e1d712-b90d-4d6a-8347-f67c5f386e14 None None] Checking segment: {'id': '6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 22:08:57.929477 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-00e1d712-b90d-4d6a-8347-f67c5f386e14 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:08:57.929875 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e1d712-b90d-4d6a-8347-f67c5f386e14 None None] Bound using segment: {'id': '6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 22:08:57.930319 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-00e1d712-b90d-4d6a-8347-f67c5f386e14 None None] Bound port: f39ff245-511b-44d9-b082-0b5b8c0b9402, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'}}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 22:08:57.930690 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-00e1d712-b90d-4d6a-8347-f67c5f386e14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:08:57.958677 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20b1502d-906e-4685-bf12-653567435c8f tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Made reservation on behalf of 252f592e72984919a30b8248c35228f7 for: {'subnet': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 22:08:57.962663 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-20b1502d-906e-4685-bf12-653567435c8f tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8852834'] for subnet, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:08:57.996762 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-00e1d712-b90d-4d6a-8347-f67c5f386e14 None None] For port f39ff245-511b-44d9-b082-0b5b8c0b9402, host ncdv-master-1, cleared binding levels {{(pid=121608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 22:08:58.000056 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-00e1d712-b90d-4d6a-8347-f67c5f386e14 None None] For port f39ff245-511b-44d9-b082-0b5b8c0b9402, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f39ff245-511b-44d9-b082-0b5b8c0b9402,segment=NetworkSegment(6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855),segment_id=6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855)] {{(pid=121608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 22:08:58.001506 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-8a3944e9-b8f0-4bee-926e-b27bb835fd19 None None] Provisioning complete for port f39ff245-511b-44d9-b082-0b5b8c0b9402 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 22:08:58.001870 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-8a3944e9-b8f0-4bee-926e-b27bb835fd19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:08:58.037079 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-8a3944e9-b8f0-4bee-926e-b27bb835fd19 None None] Port f39ff245-511b-44d9-b082-0b5b8c0b9402 cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 22:08:58.067348 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-00e1d712-b90d-4d6a-8347-f67c5f386e14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:08:58.113734 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd4548c2-f495-4bf5-b04f-75189864268e None None] DHCP port deletion for 7201e55c-7c5f-41aa-a042-a363696539d0 request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 22:08:58.117360 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00e1d712-b90d-4d6a-8347-f67c5f386e14 None None] Routers {'b61b9f3e-8aa4-4b31-aecc-bbfdfff7c001'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 22:08:58.117956 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-00e1d712-b90d-4d6a-8347-f67c5f386e14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f26131b31c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T22:08:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['b61b9f3e-8aa4-4b31-aecc-bbfdfff7c001'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 22:08:58.173238 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bdddcd-c5d0-413f-b912-7b018a526b0a None None] Pushing event updated for resources: {'Port': ['ID=f39ff245-511b-44d9-b082-0b5b8c0b9402,revision_number=3']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:08:58.181120 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-20b1502d-906e-4685-bf12-653567435c8f tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8632475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8852848'] for subnet, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:08:58.246925 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvr_db [None req-00e1d712-b90d-4d6a-8347-f67c5f386e14 None None] Set router b61b9f3e-8aa4-4b31-aecc-bbfdfff7c001 gateway port host: ncdv-master-1 {{(pid=121608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 22:08:58.247406 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b1502d-906e-4685-bf12-653567435c8f tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Pushing event updated for resources: {'Subnet': ['ID=3ec9dd3a-115a-4258-9a8b-66d3216f2d11,revision_number=0']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:08:58.257018 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20b1502d-906e-4685-bf12-653567435c8f tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Checking segment: {'id': 'e0901994-72a7-44e5-8d5d-8dac56a7c1d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'a0debcfd-9c5f-4b58-9aa9-73c10d408ae4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 22:08:58.257386 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20b1502d-906e-4685-bf12-653567435c8f tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Network hostable DHCP agents. Network: a0debcfd-9c5f-4b58-9aa9-73c10d408ae4, hostable agents: ['1813db88-2c1b-4357-a2ba-869246b663c2'], hosted agents: [] {{(pid=121607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 25 22:08:58.329850 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-16f31398-6065-4c02-98dd-82e5d001645c None None] Provisioning complete for port f39ff245-511b-44d9-b082-0b5b8c0b9402 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 22:08:58.330141 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-16f31398-6065-4c02-98dd-82e5d001645c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:08:58.335519 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20b1502d-906e-4685-bf12-653567435c8f tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Network a0debcfd-9c5f-4b58-9aa9-73c10d408ae4 is scheduled to be hosted by DHCP agent 1813db88-2c1b-4357-a2ba-869246b663c2 with binding_index 1 {{(pid=121607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 25 22:08:58.407226 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-20b1502d-906e-4685-bf12-653567435c8f tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, a0debcfd-9c5f-4b58-9aa9-73c10d408ae4) {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 22:08:58.412949 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20b1502d-906e-4685-bf12-653567435c8f tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:08:58.413539 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-20b1502d-906e-4685-bf12-653567435c8f tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks [] for subnet, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:08:58.418657 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14b20ca1-bf7e-4d98-802a-d08ea2dd5c95 None None] Network a0debcfd-9c5f-4b58-9aa9-73c10d408ae4 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 22:08:58.515382 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-20b1502d-906e-4685-bf12-653567435c8f tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 832 time: 0.6989658
Dec 25 22:08:58.517930 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 48598) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 22:08:58.710802 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-16f31398-6065-4c02-98dd-82e5d001645c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:08:58.756940 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75d0efee-b6d2-49e3-890c-bd65800b1dee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-a0debcfd-9c5f-4b58-9aa9-73c10d408ae4', 'network_id': 'a0debcfd-9c5f-4b58-9aa9-73c10d408ae4', 'project_id': '252f592e72984919a30b8248c35228f7', 'fixed_ips': [{'subnet_id': '3ec9dd3a-115a-4258-9a8b-66d3216f2d11'}]}} from ncdv-master-1. {{(pid=121608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 25 22:08:58.761988 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-75d0efee-b6d2-49e3-890c-bd65800b1dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:08:58.761988 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-16f31398-6065-4c02-98dd-82e5d001645c None None] For port f39ff245-511b-44d9-b082-0b5b8c0b9402, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f39ff245-511b-44d9-b082-0b5b8c0b9402,segment=NetworkSegment(6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855),segment_id=6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 22:08:58.778291 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-00e1d712-b90d-4d6a-8347-f67c5f386e14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f26131b31c0>, [{'id': 'b61b9f3e-8aa4-4b31-aecc-bbfdfff7c001', 'name': 'tempest-TestNetworkAdvancedServerOps-router-538423397', 'tenant_id': '252f592e72984919a30b8248c35228f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.58'}], 'enable_snat': True}, 'gw_port_id': 'f39ff245-511b-44d9-b082-0b5b8c0b9402', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T22:08:55Z', 'updated_at': '2021-12-25T22:08:56Z', 'revision_number': 3, 'project_id': '252f592e72984919a30b8248c35228f7', 'gw_port': {'id': 'f39ff245-511b-44d9-b082-0b5b8c0b9402', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:7c:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b61b9f3e-8aa4-4b31-aecc-bbfdfff7c001', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T22:08:55Z', 'updated_at': '2021-12-25T22:08:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 22:08:58.811686 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00e1d712-b90d-4d6a-8347-f67c5f386e14 None None] The sync data for ids ['b61b9f3e-8aa4-4b31-aecc-bbfdfff7c001'] in ncdv-master-1 is: [{'id': 'b61b9f3e-8aa4-4b31-aecc-bbfdfff7c001', 'name': 'tempest-TestNetworkAdvancedServerOps-router-538423397', 'tenant_id': '252f592e72984919a30b8248c35228f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.58'}], 'enable_snat': True}, 'gw_port_id': 'f39ff245-511b-44d9-b082-0b5b8c0b9402', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T22:08:55Z', 'updated_at': '2021-12-25T22:08:56Z', 'revision_number': 3, 'project_id': '252f592e72984919a30b8248c35228f7', 'gw_port': {'id': 'f39ff245-511b-44d9-b082-0b5b8c0b9402', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:7c:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b61b9f3e-8aa4-4b31-aecc-bbfdfff7c001', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T22:08:55Z', 'updated_at': '2021-12-25T22:08:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 22:08:58.871398 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-16f31398-6065-4c02-98dd-82e5d001645c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:08:58.961955 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f31398-6065-4c02-98dd-82e5d001645c None None] Pushing event updated for resources: {'Port': ['ID=f39ff245-511b-44d9-b082-0b5b8c0b9402,revision_number=4']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:08:58.969578 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-8f2f382b-5f3e-4f1a-a5b4-bdb607ba8fbf tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:08:58.979381 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.db_base_plugin_common [None req-75d0efee-b6d2-49e3-890c-bd65800b1dee None None] Allocated IP 172.20.0.2 (a0debcfd-9c5f-4b58-9aa9-73c10d408ae4/3ec9dd3a-115a-4258-9a8b-66d3216f2d11/a4a60f75-22a1-45fb-9677-92e9037d7c1f) {{(pid=121608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 22:08:59.171558 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-75d0efee-b6d2-49e3-890c-bd65800b1dee None None] Publish callbacks [] for port, precommit_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:08:59.253700 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-75d0efee-b6d2-49e3-890c-bd65800b1dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946'] for port, after_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:08:59.301508 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75d0efee-b6d2-49e3-890c-bd65800b1dee None None] Network a0debcfd-9c5f-4b58-9aa9-73c10d408ae4 is already hosted by enough agents. {{(pid=121608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 22:08:59.304569 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.base_scheduler [None req-75d0efee-b6d2-49e3-890c-bd65800b1dee None None] Resources bound (agent type, host, resource id):  {{(pid=121608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 22:08:59.307079 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_common [None req-8f2f382b-5f3e-4f1a-a5b4-bdb607ba8fbf tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Allocated IP 172.20.0.1 (a0debcfd-9c5f-4b58-9aa9-73c10d408ae4/3ec9dd3a-115a-4258-9a8b-66d3216f2d11/c1e70842-1f47-42fd-ab98-46dddb887da4) {{(pid=121607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 22:08:59.309341 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75d0efee-b6d2-49e3-890c-bd65800b1dee None None] Received port after_create {{(pid=121608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 22:08:59.312377 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d0efee-b6d2-49e3-890c-bd65800b1dee None None] Pushing event updated for resources: {'Port': ['ID=a4a60f75-22a1-45fb-9677-92e9037d7c1f,revision_number=1']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:08:59.371386 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-75d0efee-b6d2-49e3-890c-bd65800b1dee None None] Attempting to bind port a4a60f75-22a1-45fb-9677-92e9037d7c1f on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 22:08:59.371802 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-75d0efee-b6d2-49e3-890c-bd65800b1dee None None] Attempting to bind port a4a60f75-22a1-45fb-9677-92e9037d7c1f by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e0901994-72a7-44e5-8d5d-8dac56a7c1d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'a0debcfd-9c5f-4b58-9aa9-73c10d408ae4'}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 22:08:59.372161 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75d0efee-b6d2-49e3-890c-bd65800b1dee None None] Attempting to bind port a4a60f75-22a1-45fb-9677-92e9037d7c1f on network a0debcfd-9c5f-4b58-9aa9-73c10d408ae4 {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 22:08:59.377734 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75d0efee-b6d2-49e3-890c-bd65800b1dee None None] Checking agent: {'id': 'ca4f5c6d-f1fd-48b8-a3e3-395864c7d23d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 20, 56, 40), 'started_at': datetime.datetime(2021, 12, 25, 20, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 22, 8, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 22:08:59.378108 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75d0efee-b6d2-49e3-890c-bd65800b1dee None None] Checking segment: {'id': 'e0901994-72a7-44e5-8d5d-8dac56a7c1d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'a0debcfd-9c5f-4b58-9aa9-73c10d408ae4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 22:08:59.378505 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-75d0efee-b6d2-49e3-890c-bd65800b1dee None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:08:59.379435 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75d0efee-b6d2-49e3-890c-bd65800b1dee None None] Bound using segment: {'id': 'e0901994-72a7-44e5-8d5d-8dac56a7c1d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'a0debcfd-9c5f-4b58-9aa9-73c10d408ae4'} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 22:08:59.379898 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-75d0efee-b6d2-49e3-890c-bd65800b1dee None None] Bound port: a4a60f75-22a1-45fb-9677-92e9037d7c1f, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0901994-72a7-44e5-8d5d-8dac56a7c1d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'a0debcfd-9c5f-4b58-9aa9-73c10d408ae4'}}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 22:08:59.380275 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-75d0efee-b6d2-49e3-890c-bd65800b1dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:08:59.447735 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-8f2f382b-5f3e-4f1a-a5b4-bdb607ba8fbf tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks [] for port, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:08:59.448839 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-75d0efee-b6d2-49e3-890c-bd65800b1dee None None] For port a4a60f75-22a1-45fb-9677-92e9037d7c1f, host ncdv-master-1, cleared binding levels {{(pid=121608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 22:08:59.452171 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-75d0efee-b6d2-49e3-890c-bd65800b1dee None None] For port a4a60f75-22a1-45fb-9677-92e9037d7c1f, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a4a60f75-22a1-45fb-9677-92e9037d7c1f,segment=NetworkSegment(e0901994-72a7-44e5-8d5d-8dac56a7c1d3),segment_id=e0901994-72a7-44e5-8d5d-8dac56a7c1d3)] {{(pid=121608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 22:08:59.562310 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-75d0efee-b6d2-49e3-890c-bd65800b1dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:08:59.590825 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-8f2f382b-5f3e-4f1a-a5b4-bdb607ba8fbf tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:08:59.625064 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d0efee-b6d2-49e3-890c-bd65800b1dee None None] Pushing event updated for resources: {'Port': ['ID=a4a60f75-22a1-45fb-9677-92e9037d7c1f,revision_number=2']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:08:59.657556 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f2f382b-5f3e-4f1a-a5b4-bdb607ba8fbf tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Network a0debcfd-9c5f-4b58-9aa9-73c10d408ae4 is already hosted by enough agents. {{(pid=121607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 22:08:59.659294 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2f382b-5f3e-4f1a-a5b4-bdb607ba8fbf tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Pushing event updated for resources: {'Port': ['ID=c1e70842-1f47-42fd-ab98-46dddb887da4,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:08:59.663520 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-8f2f382b-5f3e-4f1a-a5b4-bdb607ba8fbf tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Resources bound (agent type, host, resource id):  {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 22:08:59.665889 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f2f382b-5f3e-4f1a-a5b4-bdb607ba8fbf tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Received port after_create {{(pid=121607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 22:08:59.713564 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-8f2f382b-5f3e-4f1a-a5b4-bdb607ba8fbf tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2008772'] for router_interface, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:08:59.935593 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-8f2f382b-5f3e-4f1a-a5b4-bdb607ba8fbf tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:09:00.211098 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-8f2f382b-5f3e-4f1a-a5b4-bdb607ba8fbf tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks [] for port, precommit_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:09:00.277846 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-8f2f382b-5f3e-4f1a-a5b4-bdb607ba8fbf tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8632327'] for port, after_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:09:00.355045 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-8f2f382b-5f3e-4f1a-a5b4-bdb607ba8fbf tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2007636'] for router_interface, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:09:00.356732 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2f382b-5f3e-4f1a-a5b4-bdb607ba8fbf tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Pushing event updated for resources: {'Port': ['ID=c1e70842-1f47-42fd-ab98-46dddb887da4,revision_number=2']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:09:00.449649 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f2f382b-5f3e-4f1a-a5b4-bdb607ba8fbf tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Network a0debcfd-9c5f-4b58-9aa9-73c10d408ae4 is already hosted by enough agents. {{(pid=121607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 22:09:00.451147 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-8f2f382b-5f3e-4f1a-a5b4-bdb607ba8fbf tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Resources bound (agent type, host, resource id):  {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 22:09:00.565463 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f2f382b-5f3e-4f1a-a5b4-bdb607ba8fbf tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Router b61b9f3e-8aa4-4b31-aecc-bbfdfff7c001 has already been hosted by L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 {{(pid=121607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 25 22:09:00.680534 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f2f382b-5f3e-4f1a-a5b4-bdb607ba8fbf tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 22:09:00.682924 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device f39ff245-511b-44d9-b082-0b5b8c0b9402 up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 22:09:00.685579 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-8f2f382b-5f3e-4f1a-a5b4-bdb607ba8fbf tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "PUT /v2.0/routers/b61b9f3e-8aa4-4b31-aecc-bbfdfff7c001/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.1666327
Dec 25 22:09:00.693456 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d4bdd95-fa0b-4721-9670-66ee0768d9ec None None] Sync routers for ids ['b61b9f3e-8aa4-4b31-aecc-bbfdfff7c001'] in ncdv-master-1 {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 22:09:00.704031 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d4bdd95-fa0b-4721-9670-66ee0768d9ec None None] Routers {'b61b9f3e-8aa4-4b31-aecc-bbfdfff7c001'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 22:09:00.704862 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-2d4bdd95-fa0b-4721-9670-66ee0768d9ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f26187c5d60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T22:08:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['b61b9f3e-8aa4-4b31-aecc-bbfdfff7c001'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 22:09:00.739117 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port f39ff245-511b-44d9-b082-0b5b8c0b9402 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 22:09:00.739498 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:09:00.824000 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device a4a60f75-22a1-45fb-9677-92e9037d7c1f up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 22:09:00.857685 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4276e3ba-70c7-43e6-83a6-dc7a045b16df req-10f5f149-bfcf-4a4b-82a3-7d12f099ab85 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-251896071&fields=id&tenant_id=252f592e72984919a30b8248c35228f7 HTTP/1.1" status: 200  len: 267 time: 0.0504189
Dec 25 22:09:00.888395 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port a4a60f75-22a1-45fb-9677-92e9037d7c1f triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 22:09:00.888957 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:09:00.928643 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvr_db [None req-2d4bdd95-fa0b-4721-9670-66ee0768d9ec None None] Set router b61b9f3e-8aa4-4b31-aecc-bbfdfff7c001 gateway port host: ncdv-master-1 {{(pid=121609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 22:09:00.981808 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:09:00.982490 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4276e3ba-70c7-43e6-83a6-dc7a045b16df req-73483a89-79b4-4f6b-a8e5-65b3b69300a6 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:09:00.989850 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4276e3ba-70c7-43e6-83a6-dc7a045b16df req-73483a89-79b4-4f6b-a8e5-65b3b69300a6 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "GET /v2.0/networks?id=a0debcfd-9c5f-4b58-9aa9-73c10d408ae4 HTTP/1.1" status: 200  len: 796 time: 0.1237383
Dec 25 22:09:01.006636 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4276e3ba-70c7-43e6-83a6-dc7a045b16df req-e1a49c6f-4486-4f88-be11-0b19da0318f4 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "GET /v2.0/quotas/252f592e72984919a30b8248c35228f7 HTTP/1.1" status: 200  len: 375 time: 0.0158181
Dec 25 22:09:01.018730 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] For port a4a60f75-22a1-45fb-9677-92e9037d7c1f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a4a60f75-22a1-45fb-9677-92e9037d7c1f,segment=NetworkSegment(e0901994-72a7-44e5-8d5d-8dac56a7c1d3),segment_id=e0901994-72a7-44e5-8d5d-8dac56a7c1d3)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 22:09:01.056236 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4276e3ba-70c7-43e6-83a6-dc7a045b16df req-755c000e-3ff8-4ea9-9b4e-ffa72e2e8f02 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=252f592e72984919a30b8248c35228f7&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0487196
Dec 25 22:09:01.081258 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:09:01.131671 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Pushing event updated for resources: {'Port': ['ID=a4a60f75-22a1-45fb-9677-92e9037d7c1f,revision_number=3']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:09:01.155600 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-2d4bdd95-fa0b-4721-9670-66ee0768d9ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f26187c5d60>, [{'id': 'b61b9f3e-8aa4-4b31-aecc-bbfdfff7c001', 'name': 'tempest-TestNetworkAdvancedServerOps-router-538423397', 'tenant_id': '252f592e72984919a30b8248c35228f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.58'}], 'enable_snat': True}, 'gw_port_id': 'f39ff245-511b-44d9-b082-0b5b8c0b9402', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T22:08:55Z', 'updated_at': '2021-12-25T22:08:59Z', 'revision_number': 4, 'project_id': '252f592e72984919a30b8248c35228f7', 'gw_port': {'id': 'f39ff245-511b-44d9-b082-0b5b8c0b9402', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:7c:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b61b9f3e-8aa4-4b31-aecc-bbfdfff7c001', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T22:08:55Z', 'updated_at': '2021-12-25T22:08:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'c1e70842-1f47-42fd-ab98-46dddb887da4', 'name': '', 'network_id': 'a0debcfd-9c5f-4b58-9aa9-73c10d408ae4', 'tenant_id': '252f592e72984919a30b8248c35228f7', 'mac_address': 'fa:16:3e:a2:c8:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b61b9f3e-8aa4-4b31-aecc-bbfdfff7c001', 'device_owner': 'network:router_interface', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': '3ec9dd3a-115a-4258-9a8b-66d3216f2d11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T22:08:59Z', 'updated_at': '2021-12-25T22:09:00Z', 'revision_number': 2, 'project_id': '252f592e72984919a30b8248c35228f7', 'subnets': [{'id': '3ec9dd3a-115a-4258-9a8b-66d3216f2d11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 22:09:01.182054 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4276e3ba-70c7-43e6-83a6-dc7a045b16df req-5f3d4d7c-441b-468e-b9e2-261e0845f44d service neutron] 10.222.0.32 "GET /v2.0/networks/a0debcfd-9c5f-4b58-9aa9-73c10d408ae4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1102853
Dec 25 22:09:01.187965 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d4bdd95-fa0b-4721-9670-66ee0768d9ec None None] Checking router: b61b9f3e-8aa4-4b31-aecc-bbfdfff7c001 for host: ncdv-master-1 {{(pid=121609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 25 22:09:01.188395 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d4bdd95-fa0b-4721-9670-66ee0768d9ec None None] Updating router b61b9f3e-8aa4-4b31-aecc-bbfdfff7c001 port c1e70842-1f47-42fd-ab98-46dddb887da4 binding host ncdv-master-1 {{(pid=121609) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 25 22:09:01.215100 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-2d4bdd95-fa0b-4721-9670-66ee0768d9ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:09:01.279410 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4276e3ba-70c7-43e6-83a6-dc7a045b16df req-898dca82-a5bc-4016-bf49-45f637d7e332 service neutron] 10.222.0.32 "GET /v2.0/networks/a0debcfd-9c5f-4b58-9aa9-73c10d408ae4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0905015
Dec 25 22:09:01.279731 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26baa03b-5b35-4c80-a9b9-988cc131e82a None None] Network a0debcfd-9c5f-4b58-9aa9-73c10d408ae4 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 22:09:01.351255 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-a250badd-8b19-4a96-b6be-931430f22f1e None None] Provisioning complete for port a4a60f75-22a1-45fb-9677-92e9037d7c1f triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 22:09:01.351634 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-a250badd-8b19-4a96-b6be-931430f22f1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:09:01.496396 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-2d4bdd95-fa0b-4721-9670-66ee0768d9ec None None] Publish callbacks [] for port, precommit_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:09:01.558215 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-2d4bdd95-fa0b-4721-9670-66ee0768d9ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:09:01.589440 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ad9d3ec0-a34f-4029-ac97-1c311a0b695f req-fd35bd42-dcae-427e-ad57-0f1223173ecf tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "GET /v2.0/ports?device_id=706fa658-4bc5-464f-881a-6bd1f12dd58b HTTP/1.1" status: 200  len: 210 time: 0.0327239
Dec 25 22:09:01.636840 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58776ea8-6875-4eb1-8191-452ec6d7764b None None] Pushing event updated for resources: {'Port': ['ID=c1e70842-1f47-42fd-ab98-46dddb887da4,revision_number=3']} {{(pid=121609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:09:01.678340 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58776ea8-6875-4eb1-8191-452ec6d7764b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:09:01.678340 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58776ea8-6875-4eb1-8191-452ec6d7764b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:09:01.678340 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58776ea8-6875-4eb1-8191-452ec6d7764b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:09:01.678340 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58776ea8-6875-4eb1-8191-452ec6d7764b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:09:01.678340 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58776ea8-6875-4eb1-8191-452ec6d7764b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:09:01.678340 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58776ea8-6875-4eb1-8191-452ec6d7764b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:09:01.678340 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58776ea8-6875-4eb1-8191-452ec6d7764b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:09:01.678340 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58776ea8-6875-4eb1-8191-452ec6d7764b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:09:01.678340 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58776ea8-6875-4eb1-8191-452ec6d7764b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:09:01.678340 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58776ea8-6875-4eb1-8191-452ec6d7764b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:09:01.678340 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58776ea8-6875-4eb1-8191-452ec6d7764b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:09:01.678340 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58776ea8-6875-4eb1-8191-452ec6d7764b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:09:01.679478 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58776ea8-6875-4eb1-8191-452ec6d7764b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:09:01.695191 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.managers [None req-2d4bdd95-fa0b-4721-9670-66ee0768d9ec None None] Attempting to bind port c1e70842-1f47-42fd-ab98-46dddb887da4 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 22:09:01.695758 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.managers [None req-2d4bdd95-fa0b-4721-9670-66ee0768d9ec None None] Attempting to bind port c1e70842-1f47-42fd-ab98-46dddb887da4 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e0901994-72a7-44e5-8d5d-8dac56a7c1d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'a0debcfd-9c5f-4b58-9aa9-73c10d408ae4'}] {{(pid=121609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 22:09:01.695893 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d4bdd95-fa0b-4721-9670-66ee0768d9ec None None] Attempting to bind port c1e70842-1f47-42fd-ab98-46dddb887da4 on network a0debcfd-9c5f-4b58-9aa9-73c10d408ae4 {{(pid=121609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 22:09:01.700496 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-49e2fb10-1fc6-4cb0-898a-bd2a7b3b5933 None None] Provisioning complete for port a4a60f75-22a1-45fb-9677-92e9037d7c1f triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 22:09:01.701029 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-49e2fb10-1fc6-4cb0-898a-bd2a7b3b5933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:09:01.701577 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d4bdd95-fa0b-4721-9670-66ee0768d9ec None None] Checking agent: {'id': 'ca4f5c6d-f1fd-48b8-a3e3-395864c7d23d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 20, 56, 40), 'started_at': datetime.datetime(2021, 12, 25, 20, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 22, 8, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 22:09:01.701958 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d4bdd95-fa0b-4721-9670-66ee0768d9ec None None] Checking segment: {'id': 'e0901994-72a7-44e5-8d5d-8dac56a7c1d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'a0debcfd-9c5f-4b58-9aa9-73c10d408ae4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 22:09:01.702358 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-2d4bdd95-fa0b-4721-9670-66ee0768d9ec None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:09:01.702861 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d4bdd95-fa0b-4721-9670-66ee0768d9ec None None] Bound using segment: {'id': 'e0901994-72a7-44e5-8d5d-8dac56a7c1d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'a0debcfd-9c5f-4b58-9aa9-73c10d408ae4'} {{(pid=121609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 22:09:01.703199 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.managers [None req-2d4bdd95-fa0b-4721-9670-66ee0768d9ec None None] Bound port: c1e70842-1f47-42fd-ab98-46dddb887da4, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0901994-72a7-44e5-8d5d-8dac56a7c1d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'a0debcfd-9c5f-4b58-9aa9-73c10d408ae4'}}] {{(pid=121609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 22:09:01.703559 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-2d4bdd95-fa0b-4721-9670-66ee0768d9ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:09:01.780192 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.db [None req-2d4bdd95-fa0b-4721-9670-66ee0768d9ec None None] For port c1e70842-1f47-42fd-ab98-46dddb887da4, host ncdv-master-1, cleared binding levels {{(pid=121609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 22:09:01.783388 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.db [None req-2d4bdd95-fa0b-4721-9670-66ee0768d9ec None None] For port c1e70842-1f47-42fd-ab98-46dddb887da4, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c1e70842-1f47-42fd-ab98-46dddb887da4,segment=NetworkSegment(e0901994-72a7-44e5-8d5d-8dac56a7c1d3),segment_id=e0901994-72a7-44e5-8d5d-8dac56a7c1d3)] {{(pid=121609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 22:09:01.811426 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-49e2fb10-1fc6-4cb0-898a-bd2a7b3b5933 None None] Provisioning complete for port c1e70842-1f47-42fd-ab98-46dddb887da4 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 22:09:01.811897 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-49e2fb10-1fc6-4cb0-898a-bd2a7b3b5933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:09:01.851504 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-49e2fb10-1fc6-4cb0-898a-bd2a7b3b5933 None None] Port c1e70842-1f47-42fd-ab98-46dddb887da4 cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 22:09:01.865452 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-2d4bdd95-fa0b-4721-9670-66ee0768d9ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:09:01.927919 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d4bdd95-fa0b-4721-9670-66ee0768d9ec None None] Routers {'b61b9f3e-8aa4-4b31-aecc-bbfdfff7c001'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 22:09:01.928569 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-2d4bdd95-fa0b-4721-9670-66ee0768d9ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f26187c5d60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T22:08:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['b61b9f3e-8aa4-4b31-aecc-bbfdfff7c001'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 22:09:01.966899 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58776ea8-6875-4eb1-8191-452ec6d7764b None None] Pushing event updated for resources: {'Port': ['ID=c1e70842-1f47-42fd-ab98-46dddb887da4,revision_number=4']} {{(pid=121609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:09:02.049925 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvr_db [None req-2d4bdd95-fa0b-4721-9670-66ee0768d9ec None None] Set router b61b9f3e-8aa4-4b31-aecc-bbfdfff7c001 gateway port host: ncdv-master-1 {{(pid=121609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 22:09:02.058524 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-72af4c5d-fb1a-4dc0-a006-558d81d45c35 None None] Provisioning complete for port c1e70842-1f47-42fd-ab98-46dddb887da4 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 22:09:02.058967 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-72af4c5d-fb1a-4dc0-a006-558d81d45c35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:09:02.146074 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-72af4c5d-fb1a-4dc0-a006-558d81d45c35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:09:02.184354 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-72af4c5d-fb1a-4dc0-a006-558d81d45c35 None None] For port c1e70842-1f47-42fd-ab98-46dddb887da4, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c1e70842-1f47-42fd-ab98-46dddb887da4,segment=NetworkSegment(e0901994-72a7-44e5-8d5d-8dac56a7c1d3),segment_id=e0901994-72a7-44e5-8d5d-8dac56a7c1d3)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 22:09:02.265651 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-2d4bdd95-fa0b-4721-9670-66ee0768d9ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f26187c5d60>, [{'id': 'b61b9f3e-8aa4-4b31-aecc-bbfdfff7c001', 'name': 'tempest-TestNetworkAdvancedServerOps-router-538423397', 'tenant_id': '252f592e72984919a30b8248c35228f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.58'}], 'enable_snat': True}, 'gw_port_id': 'f39ff245-511b-44d9-b082-0b5b8c0b9402', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T22:08:55Z', 'updated_at': '2021-12-25T22:08:59Z', 'revision_number': 4, 'project_id': '252f592e72984919a30b8248c35228f7', 'gw_port': {'id': 'f39ff245-511b-44d9-b082-0b5b8c0b9402', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:7c:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b61b9f3e-8aa4-4b31-aecc-bbfdfff7c001', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T22:08:55Z', 'updated_at': '2021-12-25T22:08:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'c1e70842-1f47-42fd-ab98-46dddb887da4', 'name': '', 'network_id': 'a0debcfd-9c5f-4b58-9aa9-73c10d408ae4', 'tenant_id': '252f592e72984919a30b8248c35228f7', 'mac_address': 'fa:16:3e:a2:c8:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b61b9f3e-8aa4-4b31-aecc-bbfdfff7c001', 'device_owner': 'network:router_interface', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': '3ec9dd3a-115a-4258-9a8b-66d3216f2d11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T22:08:59Z', 'updated_at': '2021-12-25T22:09:01Z', 'revision_number': 4, 'project_id': '252f592e72984919a30b8248c35228f7', 'subnets': [{'id': '3ec9dd3a-115a-4258-9a8b-66d3216f2d11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 22:09:02.283957 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-72af4c5d-fb1a-4dc0-a006-558d81d45c35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:09:02.292932 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d4bdd95-fa0b-4721-9670-66ee0768d9ec None None] The sync data for ids ['b61b9f3e-8aa4-4b31-aecc-bbfdfff7c001'] in ncdv-master-1 is: [{'id': 'b61b9f3e-8aa4-4b31-aecc-bbfdfff7c001', 'name': 'tempest-TestNetworkAdvancedServerOps-router-538423397', 'tenant_id': '252f592e72984919a30b8248c35228f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.58'}], 'enable_snat': True}, 'gw_port_id': 'f39ff245-511b-44d9-b082-0b5b8c0b9402', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T22:08:55Z', 'updated_at': '2021-12-25T22:08:59Z', 'revision_number': 4, 'project_id': '252f592e72984919a30b8248c35228f7', 'gw_port': {'id': 'f39ff245-511b-44d9-b082-0b5b8c0b9402', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:7c:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b61b9f3e-8aa4-4b31-aecc-bbfdfff7c001', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T22:08:55Z', 'updated_at': '2021-12-25T22:08:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'c1e70842-1f47-42fd-ab98-46dddb887da4', 'name': '', 'network_id': 'a0debcfd-9c5f-4b58-9aa9-73c10d408ae4', 'tenant_id': '252f592e72984919a30b8248c35228f7', 'mac_address': 'fa:16:3e:a2:c8:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b61b9f3e-8aa4-4b31-aecc-bbfdfff7c001', 'device_owner': 'network:router_interface', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': '3ec9dd3a-115a-4258-9a8b-66d3216f2d11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T22:08:59Z', 'updated_at': '2021-12-25T22:09:01Z', 'revision_number': 4, 'project_id': '252f592e72984919a30b8248c35228f7', 'subnets': [{'id': '3ec9dd3a-115a-4258-9a8b-66d3216f2d11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 22:09:02.363516 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72af4c5d-fb1a-4dc0-a006-558d81d45c35 None None] Pushing event updated for resources: {'Port': ['ID=c1e70842-1f47-42fd-ab98-46dddb887da4,revision_number=5']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:09:02.411637 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-4e1ca5fe-6672-482a-a8db-dceeb2c7d6b7 None None] Provisioning complete for port c1e70842-1f47-42fd-ab98-46dddb887da4 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 22:09:02.412005 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-4e1ca5fe-6672-482a-a8db-dceeb2c7d6b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:09:02.620504 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-3c2d99b4-b3a8-4faa-99d0-d94d1df6fa46 None None] Provisioning complete for port c1e70842-1f47-42fd-ab98-46dddb887da4 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 22:09:02.621209 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3c2d99b4-b3a8-4faa-99d0-d94d1df6fa46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:09:02.699056 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-6dcb359b-4435-42a3-9a27-94a580d1b1f5 req-4ce99c25-caea-4b0c-a085-e15cbd6d2360 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "GET /v2.0/ports?device_id=706fa658-4bc5-464f-881a-6bd1f12dd58b HTTP/1.1" status: 200  len: 210 time: 0.0452342
Dec 25 22:09:02.745563 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device c1e70842-1f47-42fd-ab98-46dddb887da4 up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 22:09:02.820562 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port c1e70842-1f47-42fd-ab98-46dddb887da4 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 22:09:02.820963 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:09:02.913414 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device a4a60f75-22a1-45fb-9677-92e9037d7c1f up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 22:09:03.093878 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-c311a069-ed57-47a7-9695-519e294e6a5f None None] Provisioning complete for port c1e70842-1f47-42fd-ab98-46dddb887da4 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 22:09:03.093878 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-c311a069-ed57-47a7-9695-519e294e6a5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:09:03.093878 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port a4a60f75-22a1-45fb-9677-92e9037d7c1f triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 22:09:03.093878 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:09:03.793801 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-430a56f5-82f4-4218-bc4b-f66ed62b3c57 req-864edadd-1e6f-449d-88d5-7b59c95293b6 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "GET /v2.0/ports?device_id=706fa658-4bc5-464f-881a-6bd1f12dd58b HTTP/1.1" status: 200  len: 210 time: 0.0273147
Dec 25 22:09:03.936965 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4276e3ba-70c7-43e6-83a6-dc7a045b16df req-9814bac5-7f2c-4aa4-9f70-2a5f9dd5c9da tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:09:03.938461 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4276e3ba-70c7-43e6-83a6-dc7a045b16df req-9814bac5-7f2c-4aa4-9f70-2a5f9dd5c9da tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.31 "GET /v2.0/networks?id=a0debcfd-9c5f-4b58-9aa9-73c10d408ae4 HTTP/1.1" status: 200  len: 796 time: 0.1020408
Dec 25 22:09:04.007309 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4276e3ba-70c7-43e6-83a6-dc7a045b16df req-2649c791-f1cf-4bf2-a92e-7744e6886c02 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=252f592e72984919a30b8248c35228f7 HTTP/1.1" status: 200  len: 379 time: 0.0589230
Dec 25 22:09:04.016360 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-4276e3ba-70c7-43e6-83a6-dc7a045b16df req-1bc9654f-472e-465c-a568-f62fa05fbe56 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Request body: {'port': {'device_id': '706fa658-4bc5-464f-881a-6bd1f12dd58b', 'network_id': 'a0debcfd-9c5f-4b58-9aa9-73c10d408ae4', 'admin_state_up': True, 'tenant_id': '252f592e72984919a30b8248c35228f7', 'security_groups': ['2c6679fe-b581-4d12-80ce-f0bc8b30f5e7']}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 22:09:04.200950 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4276e3ba-70c7-43e6-83a6-dc7a045b16df req-1bc9654f-472e-465c-a568-f62fa05fbe56 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Made reservation on behalf of 252f592e72984919a30b8248c35228f7 for: {'port': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 22:09:04.204508 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-4276e3ba-70c7-43e6-83a6-dc7a045b16df req-1bc9654f-472e-465c-a568-f62fa05fbe56 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:09:04.335618 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_common [req-4276e3ba-70c7-43e6-83a6-dc7a045b16df req-1bc9654f-472e-465c-a568-f62fa05fbe56 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Allocated IP 172.20.0.3 (a0debcfd-9c5f-4b58-9aa9-73c10d408ae4/3ec9dd3a-115a-4258-9a8b-66d3216f2d11/f03d06c4-87a8-4260-a49e-66327fd89042) {{(pid=121606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 22:09:04.484022 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-4276e3ba-70c7-43e6-83a6-dc7a045b16df req-1bc9654f-472e-465c-a568-f62fa05fbe56 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks [] for port, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:09:04.580843 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-4276e3ba-70c7-43e6-83a6-dc7a045b16df req-1bc9654f-472e-465c-a568-f62fa05fbe56 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:09:04.626091 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4276e3ba-70c7-43e6-83a6-dc7a045b16df req-1bc9654f-472e-465c-a568-f62fa05fbe56 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Network a0debcfd-9c5f-4b58-9aa9-73c10d408ae4 is already hosted by enough agents. {{(pid=121606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 22:09:04.629215 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [req-4276e3ba-70c7-43e6-83a6-dc7a045b16df req-1bc9654f-472e-465c-a568-f62fa05fbe56 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Resources bound (agent type, host, resource id):  {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 22:09:04.632839 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [req-4276e3ba-70c7-43e6-83a6-dc7a045b16df req-1bc9654f-472e-465c-a568-f62fa05fbe56 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Received port after_create {{(pid=121606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 22:09:04.639651 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc9654f-472e-465c-a568-f62fa05fbe56 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Pushing event updated for resources: {'Port': ['ID=f03d06c4-87a8-4260-a49e-66327fd89042,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:09:04.686914 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4276e3ba-70c7-43e6-83a6-dc7a045b16df req-1bc9654f-472e-465c-a568-f62fa05fbe56 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:09:04.687536 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-4276e3ba-70c7-43e6-83a6-dc7a045b16df req-1bc9654f-472e-465c-a568-f62fa05fbe56 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:09:04.789775 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4276e3ba-70c7-43e6-83a6-dc7a045b16df req-1bc9654f-472e-465c-a568-f62fa05fbe56 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7771208
Dec 25 22:09:04.803310 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-4276e3ba-70c7-43e6-83a6-dc7a045b16df req-9dc2873c-2711-4fe6-bb7f-1290d76abff9 service neutron] Request body: {'port': {'device_id': '706fa658-4bc5-464f-881a-6bd1f12dd58b', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 22:09:04.848262 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:09:04.849123 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-ccde7412-ba7a-46ee-9a14-6186dca628ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:09:04.860954 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-4276e3ba-70c7-43e6-83a6-dc7a045b16df req-9dc2873c-2711-4fe6-bb7f-1290d76abff9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:09:04.923059 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-295e74e1-4bb5-46a4-8f37-0060c9cf08e6 None None] Provisioning complete for port f03d06c4-87a8-4260-a49e-66327fd89042 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 22:09:04.923302 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-295e74e1-4bb5-46a4-8f37-0060c9cf08e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:09:04.960435 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a0c3f3-69c9-4268-a6e1-fc44ca615835 req-e341b916-cb61-4d13-b41b-ea61b8d98ece tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:09:04.961993 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-70a0c3f3-69c9-4268-a6e1-fc44ca615835 req-e341b916-cb61-4d13-b41b-ea61b8d98ece tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "GET /v2.0/ports?device_id=706fa658-4bc5-464f-881a-6bd1f12dd58b HTTP/1.1" status: 200  len: 931 time: 0.0919631
Dec 25 22:09:04.966816 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-295e74e1-4bb5-46a4-8f37-0060c9cf08e6 None None] Port f03d06c4-87a8-4260-a49e-66327fd89042 cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 22:09:05.085260 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-70a0c3f3-69c9-4268-a6e1-fc44ca615835 req-ff9fe732-93b3-4b4f-8d34-4a34b0525b65 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c6679fe-b581-4d12-80ce-f0bc8b30f5e7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0816252
Dec 25 22:09:05.195413 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [req-4276e3ba-70c7-43e6-83a6-dc7a045b16df req-9dc2873c-2711-4fe6-bb7f-1290d76abff9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f03d06c4-87a8-4260-a49e-66327fd89042 {{(pid=121606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 22:09:05.202782 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-4276e3ba-70c7-43e6-83a6-dc7a045b16df req-9dc2873c-2711-4fe6-bb7f-1290d76abff9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:09:05.214848 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.provisioning_blocks [req-4276e3ba-70c7-43e6-83a6-dc7a045b16df req-9dc2873c-2711-4fe6-bb7f-1290d76abff9 service neutron] Transition to ACTIVE for port object f03d06c4-87a8-4260-a49e-66327fd89042 will not be triggered until provisioned by entity L2. {{(pid=121606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 25 22:09:05.311628 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-4276e3ba-70c7-43e6-83a6-dc7a045b16df req-9dc2873c-2711-4fe6-bb7f-1290d76abff9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:09:05.366378 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc2873c-2711-4fe6-bb7f-1290d76abff9 service neutron] Pushing event updated for resources: {'Port': ['ID=f03d06c4-87a8-4260-a49e-66327fd89042,revision_number=2']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:09:05.438823 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-4276e3ba-70c7-43e6-83a6-dc7a045b16df req-9dc2873c-2711-4fe6-bb7f-1290d76abff9 service neutron] Attempting to bind port f03d06c4-87a8-4260-a49e-66327fd89042 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 22:09:05.439172 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-4276e3ba-70c7-43e6-83a6-dc7a045b16df req-9dc2873c-2711-4fe6-bb7f-1290d76abff9 service neutron] Attempting to bind port f03d06c4-87a8-4260-a49e-66327fd89042 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'e0901994-72a7-44e5-8d5d-8dac56a7c1d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'a0debcfd-9c5f-4b58-9aa9-73c10d408ae4'}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 22:09:05.439560 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4276e3ba-70c7-43e6-83a6-dc7a045b16df req-9dc2873c-2711-4fe6-bb7f-1290d76abff9 service neutron] Attempting to bind port f03d06c4-87a8-4260-a49e-66327fd89042 on network a0debcfd-9c5f-4b58-9aa9-73c10d408ae4 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 22:09:05.445163 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4276e3ba-70c7-43e6-83a6-dc7a045b16df req-9dc2873c-2711-4fe6-bb7f-1290d76abff9 service neutron] Port f03d06c4-87a8-4260-a49e-66327fd89042 on network a0debcfd-9c5f-4b58-9aa9-73c10d408ae4 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 25 22:09:05.450520 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4276e3ba-70c7-43e6-83a6-dc7a045b16df req-9dc2873c-2711-4fe6-bb7f-1290d76abff9 service neutron] Attempting to bind port f03d06c4-87a8-4260-a49e-66327fd89042 on network a0debcfd-9c5f-4b58-9aa9-73c10d408ae4 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 22:09:05.450671 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4276e3ba-70c7-43e6-83a6-dc7a045b16df req-9dc2873c-2711-4fe6-bb7f-1290d76abff9 service neutron] Checking agent: {'id': '6d577036-68fc-4aa4-aed7-5ab01de2117e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 21, 4, 34), 'started_at': datetime.datetime(2021, 12, 25, 21, 4, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 22, 9, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 22:09:05.451014 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4276e3ba-70c7-43e6-83a6-dc7a045b16df req-9dc2873c-2711-4fe6-bb7f-1290d76abff9 service neutron] Checking segment: {'id': 'e0901994-72a7-44e5-8d5d-8dac56a7c1d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'a0debcfd-9c5f-4b58-9aa9-73c10d408ae4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 22:09:05.451410 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4276e3ba-70c7-43e6-83a6-dc7a045b16df req-9dc2873c-2711-4fe6-bb7f-1290d76abff9 service neutron] Bound using segment: {'id': 'e0901994-72a7-44e5-8d5d-8dac56a7c1d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'a0debcfd-9c5f-4b58-9aa9-73c10d408ae4'} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 22:09:05.451848 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-4276e3ba-70c7-43e6-83a6-dc7a045b16df req-9dc2873c-2711-4fe6-bb7f-1290d76abff9 service neutron] Bound port: f03d06c4-87a8-4260-a49e-66327fd89042, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0901994-72a7-44e5-8d5d-8dac56a7c1d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'a0debcfd-9c5f-4b58-9aa9-73c10d408ae4'}}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 22:09:05.452230 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-4276e3ba-70c7-43e6-83a6-dc7a045b16df req-9dc2873c-2711-4fe6-bb7f-1290d76abff9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:09:05.518459 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-4276e3ba-70c7-43e6-83a6-dc7a045b16df req-9dc2873c-2711-4fe6-bb7f-1290d76abff9 service neutron] For port f03d06c4-87a8-4260-a49e-66327fd89042, host nch1-master-1, cleared binding levels {{(pid=121606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 22:09:05.522125 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-4276e3ba-70c7-43e6-83a6-dc7a045b16df req-9dc2873c-2711-4fe6-bb7f-1290d76abff9 service neutron] For port f03d06c4-87a8-4260-a49e-66327fd89042, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f03d06c4-87a8-4260-a49e-66327fd89042,segment=NetworkSegment(e0901994-72a7-44e5-8d5d-8dac56a7c1d3),segment_id=e0901994-72a7-44e5-8d5d-8dac56a7c1d3)] {{(pid=121606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 22:09:05.595737 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-4276e3ba-70c7-43e6-83a6-dc7a045b16df req-9dc2873c-2711-4fe6-bb7f-1290d76abff9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:09:05.635387 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4276e3ba-70c7-43e6-83a6-dc7a045b16df req-9dc2873c-2711-4fe6-bb7f-1290d76abff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:09:05.635971 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-4276e3ba-70c7-43e6-83a6-dc7a045b16df req-9dc2873c-2711-4fe6-bb7f-1290d76abff9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:09:05.637391 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4276e3ba-70c7-43e6-83a6-dc7a045b16df req-9dc2873c-2711-4fe6-bb7f-1290d76abff9 service neutron] 10.222.0.31 "PUT /v2.0/ports/f03d06c4-87a8-4260-a49e-66327fd89042 HTTP/1.1" status: 200  len: 1091 time: 0.8392365
Dec 25 22:09:05.637834 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '706fa658-4bc5-464f-881a-6bd1f12dd58b', 'tag': 'f03d06c4-87a8-4260-a49e-66327fd89042'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 22:09:05.640105 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3aaaccd1c5724dc9dd74c6f33e2aadc9492bdd81d11d1049086089e292681ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10583118-39a1-41d4-8cb4-b456878de2a2" -d '{"events": [{"name": "network-changed", "server_uuid": "706fa658-4bc5-464f-881a-6bd1f12dd58b", "tag": "f03d06c4-87a8-4260-a49e-66327fd89042"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 22:09:05.662333 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc2873c-2711-4fe6-bb7f-1290d76abff9 service neutron] Pushing event updated for resources: {'Port': ['ID=f03d06c4-87a8-4260-a49e-66327fd89042,revision_number=3']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:09:05.682391 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Dec 2021 22:09:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fb99107-81de-4f25-b980-dcd24f18eaa5 x-openstack-request-id: req-3fb99107-81de-4f25-b980-dcd24f18eaa5 {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 22:09:05.682948 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "706fa658-4bc5-464f-881a-6bd1f12dd58b", "tag": "f03d06c4-87a8-4260-a49e-66327fd89042", "status": "completed", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 22:09:05.683209 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3fb99107-81de-4f25-b980-dcd24f18eaa5 {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 22:09:05.683625 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '706fa658-4bc5-464f-881a-6bd1f12dd58b', 'tag': 'f03d06c4-87a8-4260-a49e-66327fd89042', 'status': 'completed', 'code': 200}
Dec 25 22:09:05.746736 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10583118-39a1-41d4-8cb4-b456878de2a2 req-9fed1012-43b6-4a42-b1e2-5f4337682527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:09:05.748368 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-10583118-39a1-41d4-8cb4-b456878de2a2 req-9fed1012-43b6-4a42-b1e2-5f4337682527 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=252f592e72984919a30b8248c35228f7&device_id=706fa658-4bc5-464f-881a-6bd1f12dd58b HTTP/1.1" status: 200  len: 1094 time: 0.0446832
Dec 25 22:09:05.849701 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10583118-39a1-41d4-8cb4-b456878de2a2 req-552f18c8-d51e-43f3-a1a4-1e2483fce56f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:09:05.851205 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-10583118-39a1-41d4-8cb4-b456878de2a2 req-552f18c8-d51e-43f3-a1a4-1e2483fce56f service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=252f592e72984919a30b8248c35228f7&shared=False HTTP/1.1" status: 200  len: 897 time: 0.0937717
Dec 25 22:09:05.952666 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10583118-39a1-41d4-8cb4-b456878de2a2 req-a4f20e55-aaac-432e-8531-cfb48ee375c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:09:05.954269 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-10583118-39a1-41d4-8cb4-b456878de2a2 req-a4f20e55-aaac-432e-8531-cfb48ee375c2 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.0964522
Dec 25 22:09:06.031978 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4276e3ba-70c7-43e6-83a6-dc7a045b16df req-06b97850-9481-4c83-8578-1491ace291e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:09:06.033559 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4276e3ba-70c7-43e6-83a6-dc7a045b16df req-06b97850-9481-4c83-8578-1491ace291e8 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=252f592e72984919a30b8248c35228f7&device_id=706fa658-4bc5-464f-881a-6bd1f12dd58b HTTP/1.1" status: 200  len: 1094 time: 0.0400791
Dec 25 22:09:06.079986 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4276e3ba-70c7-43e6-83a6-dc7a045b16df req-a48d938c-ad35-4432-b382-530fb274a622 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f03d06c4-87a8-4260-a49e-66327fd89042 HTTP/1.1" status: 200  len: 217 time: 0.0379035
Dec 25 22:09:06.128536 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4276e3ba-70c7-43e6-83a6-dc7a045b16df req-fc517a13-7167-483c-be15-5104e81a83a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:09:06.130117 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4276e3ba-70c7-43e6-83a6-dc7a045b16df req-fc517a13-7167-483c-be15-5104e81a83a6 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=3ec9dd3a-115a-4258-9a8b-66d3216f2d11 HTTP/1.1" status: 200  len: 835 time: 0.0441055
Dec 25 22:09:06.201309 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4276e3ba-70c7-43e6-83a6-dc7a045b16df req-e0d92311-e251-4df7-b862-d17c50153553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:09:06.202850 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4276e3ba-70c7-43e6-83a6-dc7a045b16df req-e0d92311-e251-4df7-b862-d17c50153553 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=a0debcfd-9c5f-4b58-9aa9-73c10d408ae4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0662465
Dec 25 22:09:06.228020 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033dd761-a33e-4fa8-84f4-580e6ffb2b16 req-2fd66270-5eab-4b41-a21e-1fa1c829247d tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:09:06.229961 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-033dd761-a33e-4fa8-84f4-580e6ffb2b16 req-2fd66270-5eab-4b41-a21e-1fa1c829247d tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "GET /v2.0/ports?device_id=706fa658-4bc5-464f-881a-6bd1f12dd58b HTTP/1.1" status: 200  len: 943 time: 0.0689836
Dec 25 22:09:06.327821 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-033dd761-a33e-4fa8-84f4-580e6ffb2b16 req-75637b04-6806-4e45-8ede-1fbf6692a6d0 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c6679fe-b581-4d12-80ce-f0bc8b30f5e7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0832989
Dec 25 22:09:06.345240 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4276e3ba-70c7-43e6-83a6-dc7a045b16df req-c09ee8d8-110e-4cb6-88b1-c48039f4089b service neutron] 10.222.0.31 "GET /v2.0/networks/a0debcfd-9c5f-4b58-9aa9-73c10d408ae4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1349103
Dec 25 22:09:06.437719 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4276e3ba-70c7-43e6-83a6-dc7a045b16df req-36ff346f-366c-4035-8721-9d9d96c59868 service neutron] 10.222.0.31 "GET /v2.0/networks/a0debcfd-9c5f-4b58-9aa9-73c10d408ae4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0847862
Dec 25 22:09:07.035439 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-96ec461b-7bc2-4213-9ec3-8dd969667123 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:09:07.446254 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe5263e-dbc0-4ca6-b6ef-7b9d48cccbfa req-0729acd6-d593-4ddc-a3b0-0058998db2e4 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:09:07.447763 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-bfe5263e-dbc0-4ca6-b6ef-7b9d48cccbfa req-0729acd6-d593-4ddc-a3b0-0058998db2e4 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "GET /v2.0/ports?device_id=706fa658-4bc5-464f-881a-6bd1f12dd58b HTTP/1.1" status: 200  len: 943 time: 0.0491817
Dec 25 22:09:07.496800 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-bfe5263e-dbc0-4ca6-b6ef-7b9d48cccbfa req-49006085-a668-40a8-84a2-e77b37da75e1 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c6679fe-b581-4d12-80ce-f0bc8b30f5e7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0430863
Dec 25 22:09:08.612658 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c85125-1355-42d2-b7b5-d4e50ebba2d6 req-ebbe0a8d-aa6b-4df2-adad-7a072b2f3822 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:09:08.614776 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-55c85125-1355-42d2-b7b5-d4e50ebba2d6 req-ebbe0a8d-aa6b-4df2-adad-7a072b2f3822 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "GET /v2.0/ports?device_id=706fa658-4bc5-464f-881a-6bd1f12dd58b HTTP/1.1" status: 200  len: 943 time: 0.0494189
Dec 25 22:09:08.668363 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-55c85125-1355-42d2-b7b5-d4e50ebba2d6 req-8f72e179-b8f0-4a16-aeb2-5d05c8844d41 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c6679fe-b581-4d12-80ce-f0bc8b30f5e7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0475857
Dec 25 22:09:08.717344 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3e945ecd-9380-47c2-aa0a-12ebe07e03e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:09:08.786630 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:09:09.214309 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device f03d06c4-87a8-4260-a49e-66327fd89042 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 25 22:09:09.306267 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port f03d06c4-87a8-4260-a49e-66327fd89042, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f03d06c4-87a8-4260-a49e-66327fd89042,segment=NetworkSegment(e0901994-72a7-44e5-8d5d-8dac56a7c1d3),segment_id=e0901994-72a7-44e5-8d5d-8dac56a7c1d3)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 22:09:09.317743 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Returning: {'device': 'f03d06c4-87a8-4260-a49e-66327fd89042', 'network_id': 'a0debcfd-9c5f-4b58-9aa9-73c10d408ae4', 'port_id': 'f03d06c4-87a8-4260-a49e-66327fd89042', 'mac_address': 'fa:16:3e:9b:23:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ec9dd3a-115a-4258-9a8b-66d3216f2d11', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 25 22:09:09.353945 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:09:09.369563 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f03d06c4-87a8-4260-a49e-66327fd89042 {{(pid=121608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 22:09:09.388195 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port f03d06c4-87a8-4260-a49e-66327fd89042, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f03d06c4-87a8-4260-a49e-66327fd89042,segment=NetworkSegment(e0901994-72a7-44e5-8d5d-8dac56a7c1d3),segment_id=e0901994-72a7-44e5-8d5d-8dac56a7c1d3)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 22:09:09.458575 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:09:09.505778 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Pushing event updated for resources: {'Port': ['ID=f03d06c4-87a8-4260-a49e-66327fd89042,revision_number=4']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:09:09.680787 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] get_ports_and_sgs() called for port_ids ['f03d06c4-87a8-4260-a49e-66327fd89042'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 22:09:09.706992 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-15cb578f-7a63-4fd3-925d-83bad4c7b82a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:09:09.783739 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85be05a-59e5-4d07-b07f-b2e7a5b7319e req-d125b3a7-6f02-4f82-8664-7afd12928060 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:09:09.785810 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b85be05a-59e5-4d07-b07f-b2e7a5b7319e req-d125b3a7-6f02-4f82-8664-7afd12928060 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "GET /v2.0/ports?device_id=706fa658-4bc5-464f-881a-6bd1f12dd58b HTTP/1.1" status: 200  len: 944 time: 0.0489414
Dec 25 22:09:09.835779 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b85be05a-59e5-4d07-b07f-b2e7a5b7319e req-57451c93-4940-4a0c-8a87-e6674c9db246 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c6679fe-b581-4d12-80ce-f0bc8b30f5e7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0437722
Dec 25 22:09:10.826018 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:09:10.950125 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e152b7db-1795-49ea-bbb4-cfd26db0033b req-a11b7b43-92a2-43e9-bce2-20f28675b61e tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:09:10.951632 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e152b7db-1795-49ea-bbb4-cfd26db0033b req-a11b7b43-92a2-43e9-bce2-20f28675b61e tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "GET /v2.0/ports?device_id=706fa658-4bc5-464f-881a-6bd1f12dd58b HTTP/1.1" status: 200  len: 944 time: 0.0492885
Dec 25 22:09:11.002565 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e152b7db-1795-49ea-bbb4-cfd26db0033b req-e1ba30f4-90a7-4b10-bfbe-c0b31de7d0aa tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c6679fe-b581-4d12-80ce-f0bc8b30f5e7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0441241
Dec 25 22:09:11.211993 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device f03d06c4-87a8-4260-a49e-66327fd89042 up at agent hyperv_nch1-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 22:09:11.349671 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Provisioning for port f03d06c4-87a8-4260-a49e-66327fd89042 completed by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 25 22:09:11.353549 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Provisioning complete for port f03d06c4-87a8-4260-a49e-66327fd89042 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 22:09:11.353924 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:09:11.432779 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:09:11.454381 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '706fa658-4bc5-464f-881a-6bd1f12dd58b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f03d06c4-87a8-4260-a49e-66327fd89042'}] {{(pid=121608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 22:09:11.456629 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8f4255179602950281e35c838768f32348f9ebfbcb74b08282abfe6e9b4a52c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc3f611c-f9c8-47db-804f-8b00702e5a3d" -d '{"events": [{"server_uuid": "706fa658-4bc5-464f-881a-6bd1f12dd58b", "name": "network-vif-plugged", "status": "completed", "tag": "f03d06c4-87a8-4260-a49e-66327fd89042"}]}' {{(pid=121608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 22:09:11.468740 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port f03d06c4-87a8-4260-a49e-66327fd89042, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f03d06c4-87a8-4260-a49e-66327fd89042,segment=NetworkSegment(e0901994-72a7-44e5-8d5d-8dac56a7c1d3),segment_id=e0901994-72a7-44e5-8d5d-8dac56a7c1d3)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 22:09:11.495807 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 22:09:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-964561dc-e3e9-4a54-9f6c-25cda8a4fd78 x-openstack-request-id: req-964561dc-e3e9-4a54-9f6c-25cda8a4fd78 {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 22:09:11.496103 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "706fa658-4bc5-464f-881a-6bd1f12dd58b", "name": "network-vif-plugged", "status": "completed", "tag": "f03d06c4-87a8-4260-a49e-66327fd89042", "code": 200}]} {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 22:09:11.496356 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-964561dc-e3e9-4a54-9f6c-25cda8a4fd78 {{(pid=121608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 22:09:11.496745 ncdv-master-1 neutron-server[121608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '706fa658-4bc5-464f-881a-6bd1f12dd58b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f03d06c4-87a8-4260-a49e-66327fd89042', 'code': 200}
Dec 25 22:09:11.526672 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:09:11.574175 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Pushing event updated for resources: {'Port': ['ID=f03d06c4-87a8-4260-a49e-66327fd89042,revision_number=5']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:09:11.598998 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15be7d7-b5b9-48ff-b3f0-beb27935a7b6 req-2cd0d7ac-dff2-4aad-95c2-f5e7479a642f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:09:11.600508 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c15be7d7-b5b9-48ff-b3f0-beb27935a7b6 req-2cd0d7ac-dff2-4aad-95c2-f5e7479a642f service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=706fa658-4bc5-464f-881a-6bd1f12dd58b HTTP/1.1" status: 200  len: 1096 time: 0.0465870
Dec 25 22:09:11.645730 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c15be7d7-b5b9-48ff-b3f0-beb27935a7b6 req-8197609d-1dc9-491d-9b61-30300011b6a0 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=2c6679fe-b581-4d12-80ce-f0bc8b30f5e7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0381939
Dec 25 22:09:12.118635 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae16604-890a-4f24-90d3-6f732ca65a1c req-741dd66e-dec6-403a-b3d2-90ede5b6a33c tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:09:12.120137 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4ae16604-890a-4f24-90d3-6f732ca65a1c req-741dd66e-dec6-403a-b3d2-90ede5b6a33c tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "GET /v2.0/ports?device_id=706fa658-4bc5-464f-881a-6bd1f12dd58b HTTP/1.1" status: 200  len: 945 time: 0.0491056
Dec 25 22:09:12.167910 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4ae16604-890a-4f24-90d3-6f732ca65a1c req-268c3e58-4608-4401-830f-43ef64f9e3e5 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c6679fe-b581-4d12-80ce-f0bc8b30f5e7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0417666
Dec 25 22:09:13.290696 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe15077-278a-4583-bc5b-a746f23bd532 req-ddec6cbc-0b8a-434b-8f7f-b09e93f80ec9 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:09:13.292227 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ffe15077-278a-4583-bc5b-a746f23bd532 req-ddec6cbc-0b8a-434b-8f7f-b09e93f80ec9 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "GET /v2.0/ports?device_id=706fa658-4bc5-464f-881a-6bd1f12dd58b HTTP/1.1" status: 200  len: 945 time: 0.0525064
Dec 25 22:09:13.344515 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ffe15077-278a-4583-bc5b-a746f23bd532 req-572a8c09-91ad-4965-8071-4ac16d687092 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c6679fe-b581-4d12-80ce-f0bc8b30f5e7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0461817
Dec 25 22:09:13.458295 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba1e213-14d1-4d47-8035-f7d76eb2f47e req-51bb420c-abcb-44d3-9eb3-d455623217ae tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:09:13.459782 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7ba1e213-14d1-4d47-8035-f7d76eb2f47e req-51bb420c-abcb-44d3-9eb3-d455623217ae tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "GET /v2.0/ports?device_id=706fa658-4bc5-464f-881a-6bd1f12dd58b HTTP/1.1" status: 200  len: 945 time: 0.0489118
Dec 25 22:09:13.509394 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7ba1e213-14d1-4d47-8035-f7d76eb2f47e req-a96e01ff-5020-4646-9a04-905757982870 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c6679fe-b581-4d12-80ce-f0bc8b30f5e7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0435939
Dec 25 22:09:13.530164 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 48660) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 22:09:13.569241 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab3fa6ce-21cf-40f6-aa60-02041c483724 tempest-TestNetworkAdvancedServerOps-1824908683 tempest-TestNetworkAdvancedServerOps-1824908683-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:09:13.570708 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-ab3fa6ce-21cf-40f6-aa60-02041c483724 tempest-TestNetworkAdvancedServerOps-1824908683 tempest-TestNetworkAdvancedServerOps-1824908683-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=706fa658-4bc5-464f-881a-6bd1f12dd58b HTTP/1.1" status: 200  len: 1091 time: 0.0395794
Dec 25 22:09:13.573593 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 48662) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 22:09:13.577975 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-fc2b8826-5a1e-4304-8a2b-ba1330f98dea tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Request body: {'floatingip': {'floating_network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'port_id': 'f03d06c4-87a8-4260-a49e-66327fd89042', 'tenant_id': '252f592e72984919a30b8248c35228f7', 'fixed_ip_address': '172.20.0.3'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 22:09:13.666255 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-fc2b8826-5a1e-4304-8a2b-ba1330f98dea tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks [] for floatingip, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:09:13.740118 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.agents_db [None req-ec08dba0-4483-4109-b5e1-5e4a9fdaf12d None None] Agent healthcheck: found 7 active agents {{(pid=121609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 25 22:09:13.764084 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-fc2b8826-5a1e-4304-8a2b-ba1330f98dea tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:09:13.867507 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_common [None req-fc2b8826-5a1e-4304-8a2b-ba1330f98dea tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Allocated IP 172.35.3.211 (7201e55c-7c5f-41aa-a042-a363696539d0/7a939e13-713f-45cf-bba7-1539635abe25/5e4c76de-5e77-49d3-88c8-3ab2154b2b61) {{(pid=121606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 22:09:13.965292 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-fc2b8826-5a1e-4304-8a2b-ba1330f98dea tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks [] for port, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:09:14.043837 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-fc2b8826-5a1e-4304-8a2b-ba1330f98dea tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:09:14.077558 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc2b8826-5a1e-4304-8a2b-ba1330f98dea tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Network 7201e55c-7c5f-41aa-a042-a363696539d0 is already hosted by enough agents. {{(pid=121606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 22:09:14.084279 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [None req-fc2b8826-5a1e-4304-8a2b-ba1330f98dea tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Resources bound (agent type, host, resource id):  {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 22:09:14.087791 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc2b8826-5a1e-4304-8a2b-ba1330f98dea tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Received port after_create {{(pid=121606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 22:09:14.116731 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2b8826-5a1e-4304-8a2b-ba1330f98dea tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Pushing event updated for resources: {'Port': ['ID=5e4c76de-5e77-49d3-88c8-3ab2154b2b61,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:09:14.447355 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-fc2b8826-5a1e-4304-8a2b-ba1330f98dea tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks [] for floatingip, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:09:14.570955 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-fc2b8826-5a1e-4304-8a2b-ba1330f98dea tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:09:14.720853 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-fc2b8826-5a1e-4304-8a2b-ba1330f98dea tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks [] for port, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:09:14.774724 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-fc2b8826-5a1e-4304-8a2b-ba1330f98dea tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:09:14.840135 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2b8826-5a1e-4304-8a2b-ba1330f98dea tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Pushing event updated for resources: {'Port': ['ID=5e4c76de-5e77-49d3-88c8-3ab2154b2b61,revision_number=2']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:09:14.852248 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-fc2b8826-5a1e-4304-8a2b-ba1330f98dea tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2008639'] for floatingip, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:09:14.952916 ncdv-master-1 neutron-server[121606]: INFO neutron.db.l3_db [None req-fc2b8826-5a1e-4304-8a2b-ba1330f98dea tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Floating IP 808ec917-f6cb-4f2b-a59a-5c4c37f42034 associated. External IP: 172.35.3.211, port: f03d06c4-87a8-4260-a49e-66327fd89042.
Dec 25 22:09:15.159301 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc2b8826-5a1e-4304-8a2b-ba1330f98dea tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Router b61b9f3e-8aa4-4b31-aecc-bbfdfff7c001 has already been hosted by L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 {{(pid=121606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 25 22:09:15.264649 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc2b8826-5a1e-4304-8a2b-ba1330f98dea tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 22:09:15.274720 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d566090d-90bc-4d18-88d6-197c88719283 None None] Sync routers for ids ['b61b9f3e-8aa4-4b31-aecc-bbfdfff7c001'] in ncdv-master-1 {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 22:09:15.284915 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d566090d-90bc-4d18-88d6-197c88719283 None None] Routers {'b61b9f3e-8aa4-4b31-aecc-bbfdfff7c001'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 22:09:15.292028 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-d566090d-90bc-4d18-88d6-197c88719283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f261327b6d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T22:09:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['b61b9f3e-8aa4-4b31-aecc-bbfdfff7c001'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 22:09:15.349210 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-fc2b8826-5a1e-4304-8a2b-ba1330f98dea tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for floatingip, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:09:15.376327 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-fc2b8826-5a1e-4304-8a2b-ba1330f98dea tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 1.8017333
Dec 25 22:09:15.376999 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '706fa658-4bc5-464f-881a-6bd1f12dd58b', 'tag': 'f03d06c4-87a8-4260-a49e-66327fd89042'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 22:09:15.379338 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3aaaccd1c5724dc9dd74c6f33e2aadc9492bdd81d11d1049086089e292681ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7883b036-131b-414d-b065-199a335a2b62" -d '{"events": [{"name": "network-changed", "server_uuid": "706fa658-4bc5-464f-881a-6bd1f12dd58b", "tag": "f03d06c4-87a8-4260-a49e-66327fd89042"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 22:09:15.400972 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvr_db [None req-d566090d-90bc-4d18-88d6-197c88719283 None None] Set router b61b9f3e-8aa4-4b31-aecc-bbfdfff7c001 gateway port host: ncdv-master-1 {{(pid=121608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 22:09:15.417572 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Dec 2021 22:09:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fbcd67b-b8be-415e-8ae9-403b1fb26ef7 x-openstack-request-id: req-6fbcd67b-b8be-415e-8ae9-403b1fb26ef7 {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 22:09:15.418086 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "706fa658-4bc5-464f-881a-6bd1f12dd58b", "tag": "f03d06c4-87a8-4260-a49e-66327fd89042", "status": "completed", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 22:09:15.418502 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6fbcd67b-b8be-415e-8ae9-403b1fb26ef7 {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 22:09:15.419074 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '706fa658-4bc5-464f-881a-6bd1f12dd58b', 'tag': 'f03d06c4-87a8-4260-a49e-66327fd89042', 'status': 'completed', 'code': 200}
Dec 25 22:09:15.502160 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9541e09-16a4-4424-b9a5-584ea4f5c377 req-2f7fc3bd-b0e7-4d4a-932f-783a30693fab tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:09:15.503700 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c9541e09-16a4-4424-b9a5-584ea4f5c377 req-2f7fc3bd-b0e7-4d4a-932f-783a30693fab tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "GET /v2.0/ports?device_id=706fa658-4bc5-464f-881a-6bd1f12dd58b HTTP/1.1" status: 200  len: 945 time: 0.0766833
Dec 25 22:09:15.518236 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7883b036-131b-414d-b065-199a335a2b62 req-df832e6d-029d-4d8d-b5c5-dea7dc8c568b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:09:15.520212 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7883b036-131b-414d-b065-199a335a2b62 req-df832e6d-029d-4d8d-b5c5-dea7dc8c568b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=252f592e72984919a30b8248c35228f7&device_id=706fa658-4bc5-464f-881a-6bd1f12dd58b HTTP/1.1" status: 200  len: 1096 time: 0.0671728
Dec 25 22:09:15.588350 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c9541e09-16a4-4424-b9a5-584ea4f5c377 req-fcb9baeb-b14b-45ae-9e2b-4dbbee96b488 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c6679fe-b581-4d12-80ce-f0bc8b30f5e7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0782278
Dec 25 22:09:15.612348 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 48668) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 22:09:15.632856 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-d566090d-90bc-4d18-88d6-197c88719283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f261327b6d0>, [{'id': 'b61b9f3e-8aa4-4b31-aecc-bbfdfff7c001', 'name': 'tempest-TestNetworkAdvancedServerOps-router-538423397', 'tenant_id': '252f592e72984919a30b8248c35228f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.58'}], 'enable_snat': True}, 'gw_port_id': 'f39ff245-511b-44d9-b082-0b5b8c0b9402', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T22:08:55Z', 'updated_at': '2021-12-25T22:08:59Z', 'revision_number': 4, 'project_id': '252f592e72984919a30b8248c35228f7', 'gw_port': {'id': 'f39ff245-511b-44d9-b082-0b5b8c0b9402', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:7c:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b61b9f3e-8aa4-4b31-aecc-bbfdfff7c001', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T22:08:55Z', 'updated_at': '2021-12-25T22:08:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '808ec917-f6cb-4f2b-a59a-5c4c37f42034', 'tenant_id': '252f592e72984919a30b8248c35228f7', 'floating_ip_address': '172.35.3.211', 'floating_network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'router_id': 'b61b9f3e-8aa4-4b31-aecc-bbfdfff7c001', 'port_id': 'f03d06c4-87a8-4260-a49e-66327fd89042', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4171, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0debcfd-9c5f-4b58-9aa9-73c10d408ae4', 'mac_address': 'fa:16:3e:9b:23:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '706fa658-4bc5-464f-881a-6bd1f12dd58b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-25T22:09:14Z', 'updated_at': '2021-12-25T22:09:14Z', 'revision_number': 0, 'project_id': '252f592e72984919a30b8248c35228f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1e70842-1f47-42fd-ab98-46dddb887da4', 'name': '', 'network_id': 'a0debcfd-9c5f-4b58-9aa9-73c10d408ae4', 'tenant_id': '252f592e72984919a30b8248c35228f7', 'mac_address': 'fa:16:3e:a2:c8:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b61b9f3e-8aa4-4b31-aecc-bbfdfff7c001', 'device_owner': 'network:router_interface', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': '3ec9dd3a-115a-4258-9a8b-66d3216f2d11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T22:08:59Z', 'updated_at': '2021-12-25T22:09:02Z', 'revision_number': 5, 'project_id': '252f592e72984919a30b8248c35228f7', 'subnets': [{'id': '3ec9dd3a-115a-4258-9a8b-66d3216f2d11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 22:09:15.644959 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7883b036-131b-414d-b065-199a335a2b62 req-33c6ae39-039f-4237-b0a6-0bbd48dfd32b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:09:15.647157 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7883b036-131b-414d-b065-199a335a2b62 req-33c6ae39-039f-4237-b0a6-0bbd48dfd32b service neutron] 10.222.0.31 "GET /v2.0/networks?id=a0debcfd-9c5f-4b58-9aa9-73c10d408ae4 HTTP/1.1" status: 200  len: 897 time: 0.1192465
Dec 25 22:09:15.660368 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d566090d-90bc-4d18-88d6-197c88719283 None None] Checking router: b61b9f3e-8aa4-4b31-aecc-bbfdfff7c001 for host: ncdv-master-1 {{(pid=121608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 25 22:09:15.669424 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d566090d-90bc-4d18-88d6-197c88719283 None None] Routers {'b61b9f3e-8aa4-4b31-aecc-bbfdfff7c001'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 22:09:15.669599 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-d566090d-90bc-4d18-88d6-197c88719283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f261327b6d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T22:09:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['b61b9f3e-8aa4-4b31-aecc-bbfdfff7c001'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 22:09:15.674833 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-50423a3e-5a34-40ce-8bb3-c591d143fad2 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "GET /v2.0/floatingips/808ec917-f6cb-4f2b-a59a-5c4c37f42034 HTTP/1.1" status: 200  len: 991 time: 0.0613170
Dec 25 22:09:15.718905 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7883b036-131b-414d-b065-199a335a2b62 req-695bdb8a-7337-4112-b195-d27d6afb42b1 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f03d06c4-87a8-4260-a49e-66327fd89042 HTTP/1.1" status: 200  len: 999 time: 0.0653348
Dec 25 22:09:15.766459 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7883b036-131b-414d-b065-199a335a2b62 req-3160846e-b386-48d0-8868-657ee32df503 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:09:15.767920 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7883b036-131b-414d-b065-199a335a2b62 req-3160846e-b386-48d0-8868-657ee32df503 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=3ec9dd3a-115a-4258-9a8b-66d3216f2d11 HTTP/1.1" status: 200  len: 835 time: 0.0423021
Dec 25 22:09:15.776704 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvr_db [None req-d566090d-90bc-4d18-88d6-197c88719283 None None] Set router b61b9f3e-8aa4-4b31-aecc-bbfdfff7c001 gateway port host: ncdv-master-1 {{(pid=121608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 22:09:15.814061 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7883b036-131b-414d-b065-199a335a2b62 req-10c9fad5-57c2-46a6-b770-8c683190e055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:09:15.815588 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7883b036-131b-414d-b065-199a335a2b62 req-10c9fad5-57c2-46a6-b770-8c683190e055 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=a0debcfd-9c5f-4b58-9aa9-73c10d408ae4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0400302
Dec 25 22:09:15.909191 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7883b036-131b-414d-b065-199a335a2b62 req-c7f7d7be-398c-4a39-8359-5f16f0750077 service neutron] 10.222.0.31 "GET /v2.0/networks/a0debcfd-9c5f-4b58-9aa9-73c10d408ae4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0856175
Dec 25 22:09:16.000643 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7883b036-131b-414d-b065-199a335a2b62 req-8e03598d-1c94-4eba-987f-8701e367e842 service neutron] 10.222.0.31 "GET /v2.0/networks/a0debcfd-9c5f-4b58-9aa9-73c10d408ae4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0843458
Dec 25 22:09:16.006736 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-d566090d-90bc-4d18-88d6-197c88719283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f261327b6d0>, [{'id': 'b61b9f3e-8aa4-4b31-aecc-bbfdfff7c001', 'name': 'tempest-TestNetworkAdvancedServerOps-router-538423397', 'tenant_id': '252f592e72984919a30b8248c35228f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.58'}], 'enable_snat': True}, 'gw_port_id': 'f39ff245-511b-44d9-b082-0b5b8c0b9402', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T22:08:55Z', 'updated_at': '2021-12-25T22:08:59Z', 'revision_number': 4, 'project_id': '252f592e72984919a30b8248c35228f7', 'gw_port': {'id': 'f39ff245-511b-44d9-b082-0b5b8c0b9402', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:7c:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b61b9f3e-8aa4-4b31-aecc-bbfdfff7c001', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T22:08:55Z', 'updated_at': '2021-12-25T22:08:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '808ec917-f6cb-4f2b-a59a-5c4c37f42034', 'tenant_id': '252f592e72984919a30b8248c35228f7', 'floating_ip_address': '172.35.3.211', 'floating_network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'router_id': 'b61b9f3e-8aa4-4b31-aecc-bbfdfff7c001', 'port_id': 'f03d06c4-87a8-4260-a49e-66327fd89042', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4171, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0debcfd-9c5f-4b58-9aa9-73c10d408ae4', 'mac_address': 'fa:16:3e:9b:23:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '706fa658-4bc5-464f-881a-6bd1f12dd58b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-25T22:09:14Z', 'updated_at': '2021-12-25T22:09:14Z', 'revision_number': 0, 'project_id': '252f592e72984919a30b8248c35228f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1e70842-1f47-42fd-ab98-46dddb887da4', 'name': '', 'network_id': 'a0debcfd-9c5f-4b58-9aa9-73c10d408ae4', 'tenant_id': '252f592e72984919a30b8248c35228f7', 'mac_address': 'fa:16:3e:a2:c8:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b61b9f3e-8aa4-4b31-aecc-bbfdfff7c001', 'device_owner': 'network:router_interface', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': '3ec9dd3a-115a-4258-9a8b-66d3216f2d11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T22:08:59Z', 'updated_at': '2021-12-25T22:09:02Z', 'revision_number': 5, 'project_id': '252f592e72984919a30b8248c35228f7', 'subnets': [{'id': '3ec9dd3a-115a-4258-9a8b-66d3216f2d11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 22:09:16.033455 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d566090d-90bc-4d18-88d6-197c88719283 None None] The sync data for ids ['b61b9f3e-8aa4-4b31-aecc-bbfdfff7c001'] in ncdv-master-1 is: [{'id': 'b61b9f3e-8aa4-4b31-aecc-bbfdfff7c001', 'name': 'tempest-TestNetworkAdvancedServerOps-router-538423397', 'tenant_id': '252f592e72984919a30b8248c35228f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.58'}], 'enable_snat': True}, 'gw_port_id': 'f39ff245-511b-44d9-b082-0b5b8c0b9402', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T22:08:55Z', 'updated_at': '2021-12-25T22:08:59Z', 'revision_number': 4, 'project_id': '252f592e72984919a30b8248c35228f7', 'gw_port': {'id': 'f39ff245-511b-44d9-b082-0b5b8c0b9402', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:7c:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b61b9f3e-8aa4-4b31-aecc-bbfdfff7c001', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T22:08:55Z', 'updated_at': '2021-12-25T22:08:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '808ec917-f6cb-4f2b-a59a-5c4c37f42034', 'tenant_id': '252f592e72984919a30b8248c35228f7', 'floating_ip_address': '172.35.3.211', 'floating_network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'router_id': 'b61b9f3e-8aa4-4b31-aecc-bbfdfff7c001', 'port_id': 'f03d06c4-87a8-4260-a49e-66327fd89042', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4171, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0debcfd-9c5f-4b58-9aa9-73c10d408ae4', 'mac_address': 'fa:16:3e:9b:23:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '706fa658-4bc5-464f-881a-6bd1f12dd58b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-25T22:09:14Z', 'updated_at': '2021-12-25T22:09:14Z', 'revision_number': 0, 'project_id': '252f592e72984919a30b8248c35228f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1e70842-1f47-42fd-ab98-46dddb887da4', 'name': '', 'network_id': 'a0debcfd-9c5f-4b58-9aa9-73c10d408ae4', 'tenant_id': '252f592e72984919a30b8248c35228f7', 'mac_address': 'fa:16:3e:a2:c8:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b61b9f3e-8aa4-4b31-aecc-bbfdfff7c001', 'device_owner': 'network:router_interface', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': '3ec9dd3a-115a-4258-9a8b-66d3216f2d11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T22:08:59Z', 'updated_at': '2021-12-25T22:09:02Z', 'revision_number': 5, 'project_id': '252f592e72984919a30b8248c35228f7', 'subnets': [{'id': '3ec9dd3a-115a-4258-9a8b-66d3216f2d11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 22:09:16.240912 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8515e580-a3aa-45c1-a616-c1f84833b71c None None] New status for floating IP 808ec917-f6cb-4f2b-a59a-5c4c37f42034: ACTIVE {{(pid=121609) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 25 22:09:16.678666 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 48670) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 22:09:17.181288 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-db393ec4-0ac5-4079-b762-d9203c680b1c tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "GET /v2.0/floatingips/808ec917-f6cb-4f2b-a59a-5c4c37f42034 HTTP/1.1" status: 200  len: 993 time: 0.5014424
Dec 25 22:09:34.789623 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:09:34.817301 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-6ce4688e-9695-44c2-a3c7-be97afdbf9e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:09:37.083436 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-e9095c74-60cd-4ccc-9c0a-2dee91eee2ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:09:38.671841 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3e945ecd-9380-47c2-aa0a-12ebe07e03e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:09:38.751398 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:09:39.719993 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-15cb578f-7a63-4fd3-925d-83bad4c7b82a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:09:40.803208 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:09:46.212451 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-17bbe693-a4df-49e0-833b-bf3732fc50c7 req-e562bf8c-dc05-48b3-92ad-7bf2795b2b2c service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=706fa658-4bc5-464f-881a-6bd1f12dd58b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0392439
Dec 25 22:09:46.291822 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bbe693-a4df-49e0-833b-bf3732fc50c7 req-cb5897d7-1bb7-4e9c-8ff2-237d52c67d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:09:46.293349 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-17bbe693-a4df-49e0-833b-bf3732fc50c7 req-cb5897d7-1bb7-4e9c-8ff2-237d52c67d1b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=252f592e72984919a30b8248c35228f7&device_id=706fa658-4bc5-464f-881a-6bd1f12dd58b HTTP/1.1" status: 200  len: 1096 time: 0.0398421
Dec 25 22:09:46.394734 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bbe693-a4df-49e0-833b-bf3732fc50c7 req-676cc65e-fb78-49b7-9a78-293bbca482fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:09:46.396238 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-17bbe693-a4df-49e0-833b-bf3732fc50c7 req-676cc65e-fb78-49b7-9a78-293bbca482fa service neutron] 10.222.0.31 "GET /v2.0/networks?id=a0debcfd-9c5f-4b58-9aa9-73c10d408ae4 HTTP/1.1" status: 200  len: 897 time: 0.0847797
Dec 25 22:09:46.458749 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-17bbe693-a4df-49e0-833b-bf3732fc50c7 req-c51479c2-36a4-4329-8fd6-d382ec5be9d2 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f03d06c4-87a8-4260-a49e-66327fd89042 HTTP/1.1" status: 200  len: 1001 time: 0.0557895
Dec 25 22:09:46.507384 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bbe693-a4df-49e0-833b-bf3732fc50c7 req-64c6cf80-aab1-4f2a-b586-7f459f9cda4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:09:46.508842 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-17bbe693-a4df-49e0-833b-bf3732fc50c7 req-64c6cf80-aab1-4f2a-b586-7f459f9cda4e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=3ec9dd3a-115a-4258-9a8b-66d3216f2d11 HTTP/1.1" status: 200  len: 835 time: 0.0419612
Dec 25 22:09:46.555898 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bbe693-a4df-49e0-833b-bf3732fc50c7 req-2183bc25-2829-4620-8a52-facb7e6db597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:09:46.557369 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-17bbe693-a4df-49e0-833b-bf3732fc50c7 req-2183bc25-2829-4620-8a52-facb7e6db597 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=a0debcfd-9c5f-4b58-9aa9-73c10d408ae4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0420287
Dec 25 22:09:46.567907 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [req-17bbe693-a4df-49e0-833b-bf3732fc50c7 req-2a499884-e81d-4c94-ba38-58ed739c091b service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=121606) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 25 22:09:46.568894 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-17bbe693-a4df-49e0-833b-bf3732fc50c7 req-2a499884-e81d-4c94-ba38-58ed739c091b service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0047300
Dec 25 22:09:46.657944 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-17bbe693-a4df-49e0-833b-bf3732fc50c7 req-2148f0a9-4ad0-4449-9684-474ab34a1904 service neutron] 10.222.0.31 "GET /v2.0/networks/a0debcfd-9c5f-4b58-9aa9-73c10d408ae4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0814815
Dec 25 22:09:46.750566 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-17bbe693-a4df-49e0-833b-bf3732fc50c7 req-584870a9-772d-42e8-a0d1-e23976b2e452 service neutron] 10.222.0.31 "GET /v2.0/networks/a0debcfd-9c5f-4b58-9aa9-73c10d408ae4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0859466
Dec 25 22:09:48.792980 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f9aa0d-4e72-4283-8085-76757b7a184e req-1224b39b-615f-4bd7-b94b-18420460a662 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:09:48.794476 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-30f9aa0d-4e72-4283-8085-76757b7a184e req-1224b39b-615f-4bd7-b94b-18420460a662 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "GET /v2.0/ports?device_id=706fa658-4bc5-464f-881a-6bd1f12dd58b HTTP/1.1" status: 200  len: 945 time: 0.0490632
Dec 25 22:09:48.843139 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-30f9aa0d-4e72-4283-8085-76757b7a184e req-a91ec971-3593-4eae-bef5-5235c4cb1edd tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c6679fe-b581-4d12-80ce-f0bc8b30f5e7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0423775
Dec 25 22:09:49.963384 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c7cf5e-62e3-4499-a66e-38b8a084158c req-dc41527b-689f-4953-86c7-73f6a79cd923 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:09:49.964866 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-65c7cf5e-62e3-4499-a66e-38b8a084158c req-dc41527b-689f-4953-86c7-73f6a79cd923 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "GET /v2.0/ports?device_id=706fa658-4bc5-464f-881a-6bd1f12dd58b HTTP/1.1" status: 200  len: 945 time: 0.0524697
Dec 25 22:09:50.013624 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-65c7cf5e-62e3-4499-a66e-38b8a084158c req-31abf420-69a6-434c-ad67-004b16ab42d4 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c6679fe-b581-4d12-80ce-f0bc8b30f5e7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0428119
Dec 25 22:09:50.035743 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 48706) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 22:09:50.095080 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-daa5b62b-2586-4fef-a4fd-5ac7e1ec5aab tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "GET /v2.0/floatingips/808ec917-f6cb-4f2b-a59a-5c4c37f42034 HTTP/1.1" status: 200  len: 993 time: 0.0581875
Dec 25 22:09:50.738408 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.agents_db [None req-ec08dba0-4483-4109-b5e1-5e4a9fdaf12d None None] Agent healthcheck: found 7 active agents {{(pid=121609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 25 22:09:51.483490 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374724aa-5207-4fdd-b31d-6ec6157b3562 req-3feed3da-3226-40f3-9913-9303dde716ae tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:09:51.485087 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-374724aa-5207-4fdd-b31d-6ec6157b3562 req-3feed3da-3226-40f3-9913-9303dde716ae tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "GET /v2.0/ports?device_id=706fa658-4bc5-464f-881a-6bd1f12dd58b HTTP/1.1" status: 200  len: 945 time: 0.0516269
Dec 25 22:09:51.537860 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-374724aa-5207-4fdd-b31d-6ec6157b3562 req-e14b4860-2212-496b-bddd-41b28ab9dba7 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c6679fe-b581-4d12-80ce-f0bc8b30f5e7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0466280
Dec 25 22:09:52.659728 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fdd005-217b-4298-bc6e-81bc692813f1 req-41f257a8-8fdf-4ba2-947d-75be5088fbd1 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:09:52.661345 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f6fdd005-217b-4298-bc6e-81bc692813f1 req-41f257a8-8fdf-4ba2-947d-75be5088fbd1 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "GET /v2.0/ports?device_id=706fa658-4bc5-464f-881a-6bd1f12dd58b HTTP/1.1" status: 200  len: 945 time: 0.0495560
Dec 25 22:09:52.710719 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f6fdd005-217b-4298-bc6e-81bc692813f1 req-10a38e13-a969-4917-be24-70105fac13d8 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c6679fe-b581-4d12-80ce-f0bc8b30f5e7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0433311
Dec 25 22:09:53.826475 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e95e320-7d33-4a5c-9484-66f1136f8713 req-bdde89f3-eea1-4d92-8b12-ea98dd96c1d6 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:09:53.827945 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0e95e320-7d33-4a5c-9484-66f1136f8713 req-bdde89f3-eea1-4d92-8b12-ea98dd96c1d6 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "GET /v2.0/ports?device_id=706fa658-4bc5-464f-881a-6bd1f12dd58b HTTP/1.1" status: 200  len: 945 time: 0.0481658
Dec 25 22:09:53.875788 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0e95e320-7d33-4a5c-9484-66f1136f8713 req-bdd1c66c-ad6c-45f0-ab3e-c17f402fbc2f tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c6679fe-b581-4d12-80ce-f0bc8b30f5e7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0417490
Dec 25 22:09:54.994880 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2543fbf2-ccf7-447d-9441-b006a0d81978 req-d88e5349-6ff3-4bf5-ab0b-6b176bbbeb17 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:09:54.996903 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2543fbf2-ccf7-447d-9441-b006a0d81978 req-d88e5349-6ff3-4bf5-ab0b-6b176bbbeb17 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "GET /v2.0/ports?device_id=706fa658-4bc5-464f-881a-6bd1f12dd58b HTTP/1.1" status: 200  len: 945 time: 0.0542009
Dec 25 22:09:55.046567 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2543fbf2-ccf7-447d-9441-b006a0d81978 req-4ae9f878-70b8-409d-98e7-c65325d70880 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c6679fe-b581-4d12-80ce-f0bc8b30f5e7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0435667
Dec 25 22:09:56.164246 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c75396-42bb-4c5c-b421-6c5346ee62cb req-3d08acc5-fccd-4844-a6ea-1c3101de6da7 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:09:56.165760 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-94c75396-42bb-4c5c-b421-6c5346ee62cb req-3d08acc5-fccd-4844-a6ea-1c3101de6da7 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "GET /v2.0/ports?device_id=706fa658-4bc5-464f-881a-6bd1f12dd58b HTTP/1.1" status: 200  len: 945 time: 0.0488923
Dec 25 22:09:56.213538 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-94c75396-42bb-4c5c-b421-6c5346ee62cb req-fdc9df1e-34d5-4d42-9d6f-3dcb2aabcb78 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c6679fe-b581-4d12-80ce-f0bc8b30f5e7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0418291
Dec 25 22:09:57.331445 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded23852-22bc-402f-828e-b9b04e649c3f req-7daa6191-ce45-44d7-bed5-3604aa294036 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:09:57.332978 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ded23852-22bc-402f-828e-b9b04e649c3f req-7daa6191-ce45-44d7-bed5-3604aa294036 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "GET /v2.0/ports?device_id=706fa658-4bc5-464f-881a-6bd1f12dd58b HTTP/1.1" status: 200  len: 945 time: 0.0522020
Dec 25 22:09:57.382070 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ded23852-22bc-402f-828e-b9b04e649c3f req-8449f719-9af6-4e3c-a024-ae580f357ff3 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c6679fe-b581-4d12-80ce-f0bc8b30f5e7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0429854
Dec 25 22:09:57.403903 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 48724) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 22:09:57.468179 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-13cbb8a6-4a74-4333-b387-ed01004712f1 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "GET /v2.0/floatingips/808ec917-f6cb-4f2b-a59a-5c4c37f42034 HTTP/1.1" status: 200  len: 993 time: 0.0630338
Dec 25 22:09:57.693332 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 48730) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 22:09:57.850303 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-7c0ba145-dae6-4432-81d5-ab761461a74f tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Deleting port 5e4c76de-5e77-49d3-88c8-3ab2154b2b61 {{(pid=121607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 22:09:57.850643 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-7c0ba145-dae6-4432-81d5-ab761461a74f tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:09:57.926598 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-7c0ba145-dae6-4432-81d5-ab761461a74f tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:09:57.926921 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-7c0ba145-dae6-4432-81d5-ab761461a74f tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:09:57.938622 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-7c0ba145-dae6-4432-81d5-ab761461a74f tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Calling delete_port for 5e4c76de-5e77-49d3-88c8-3ab2154b2b61 owned by network:floatingip {{(pid=121607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 22:09:58.129199 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-7c0ba145-dae6-4432-81d5-ab761461a74f tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:09:58.158486 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0ba145-dae6-4432-81d5-ab761461a74f tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Pushing event deleted for resources: {'Port': ['ID=5e4c76de-5e77-49d3-88c8-3ab2154b2b61,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:09:58.181980 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0ba145-dae6-4432-81d5-ab761461a74f tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:09:58.182341 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0ba145-dae6-4432-81d5-ab761461a74f tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:09:58.183265 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0ba145-dae6-4432-81d5-ab761461a74f tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:09:58.183609 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0ba145-dae6-4432-81d5-ab761461a74f tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:09:58.183946 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0ba145-dae6-4432-81d5-ab761461a74f tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:09:58.184280 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0ba145-dae6-4432-81d5-ab761461a74f tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:09:58.184644 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0ba145-dae6-4432-81d5-ab761461a74f tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:09:58.185013 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0ba145-dae6-4432-81d5-ab761461a74f tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:09:58.185951 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0ba145-dae6-4432-81d5-ab761461a74f tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:09:58.185951 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0ba145-dae6-4432-81d5-ab761461a74f tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:09:58.186181 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0ba145-dae6-4432-81d5-ab761461a74f tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:09:58.186290 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0ba145-dae6-4432-81d5-ab761461a74f tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:09:58.186605 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0ba145-dae6-4432-81d5-ab761461a74f tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:09:58.227087 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-7c0ba145-dae6-4432-81d5-ab761461a74f tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks [] for floatingip, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:09:58.227425 ncdv-master-1 neutron-server[121607]: INFO neutron.db.l3_db [None req-7c0ba145-dae6-4432-81d5-ab761461a74f tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Floating IP 808ec917-f6cb-4f2b-a59a-5c4c37f42034 disassociated (deleted). External IP: 172.35.3.211, port: f03d06c4-87a8-4260-a49e-66327fd89042.
Dec 25 22:09:58.435401 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c0ba145-dae6-4432-81d5-ab761461a74f tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Router b61b9f3e-8aa4-4b31-aecc-bbfdfff7c001 has already been hosted by L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 {{(pid=121607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 25 22:09:58.540542 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c0ba145-dae6-4432-81d5-ab761461a74f tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 22:09:58.545893 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-7c0ba145-dae6-4432-81d5-ab761461a74f tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for floatingip, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:09:58.550488 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-514fde82-eed3-4a1e-9b12-362b254b1127 None None] Sync routers for ids ['b61b9f3e-8aa4-4b31-aecc-bbfdfff7c001'] in ncdv-master-1 {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 22:09:58.561996 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-514fde82-eed3-4a1e-9b12-362b254b1127 None None] Routers {'b61b9f3e-8aa4-4b31-aecc-bbfdfff7c001'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 22:09:58.561996 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-514fde82-eed3-4a1e-9b12-362b254b1127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2612c81cd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T22:09:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['b61b9f3e-8aa4-4b31-aecc-bbfdfff7c001'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 22:09:58.573728 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-7c0ba145-dae6-4432-81d5-ab761461a74f tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "DELETE /v2.0/floatingips/808ec917-f6cb-4f2b-a59a-5c4c37f42034 HTTP/1.1" status: 204  len: 168 time: 0.8792319
Dec 25 22:09:58.574418 ncdv-master-1 neutron-server[121607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '706fa658-4bc5-464f-881a-6bd1f12dd58b', 'tag': 'f03d06c4-87a8-4260-a49e-66327fd89042'}] {{(pid=121607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 22:09:58.650823 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}513dd52b533ca9dbebe6abf1cbacd3736f1152e524405cf6293f71936f89c178" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3684025c-5f03-4987-8166-8834e756a5d5" -d '{"events": [{"name": "network-changed", "server_uuid": "706fa658-4bc5-464f-881a-6bd1f12dd58b", "tag": "f03d06c4-87a8-4260-a49e-66327fd89042"}]}' {{(pid=121607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 22:09:58.672379 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvr_db [None req-514fde82-eed3-4a1e-9b12-362b254b1127 None None] Set router b61b9f3e-8aa4-4b31-aecc-bbfdfff7c001 gateway port host: ncdv-master-1 {{(pid=121608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 22:09:58.766714 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Dec 2021 22:09:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbff3d19-54fc-48ea-8915-51e0d57b6222 x-openstack-request-id: req-cbff3d19-54fc-48ea-8915-51e0d57b6222 {{(pid=121607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 22:09:58.767012 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "706fa658-4bc5-464f-881a-6bd1f12dd58b", "tag": "f03d06c4-87a8-4260-a49e-66327fd89042", "status": "completed", "code": 200}]} {{(pid=121607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 22:09:58.767271 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-cbff3d19-54fc-48ea-8915-51e0d57b6222 {{(pid=121607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 22:09:58.767783 ncdv-master-1 neutron-server[121607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '706fa658-4bc5-464f-881a-6bd1f12dd58b', 'tag': 'f03d06c4-87a8-4260-a49e-66327fd89042', 'status': 'completed', 'code': 200}
Dec 25 22:09:58.834205 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3684025c-5f03-4987-8166-8834e756a5d5 req-31a10509-0af9-4f9f-80e3-0c57bf4257d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:09:58.835733 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3684025c-5f03-4987-8166-8834e756a5d5 req-31a10509-0af9-4f9f-80e3-0c57bf4257d6 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=252f592e72984919a30b8248c35228f7&device_id=706fa658-4bc5-464f-881a-6bd1f12dd58b HTTP/1.1" status: 200  len: 1096 time: 0.0441425
Dec 25 22:09:58.942170 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3684025c-5f03-4987-8166-8834e756a5d5 req-c729fcb3-415b-445e-be2a-2180537ce326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:09:58.943543 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3684025c-5f03-4987-8166-8834e756a5d5 req-c729fcb3-415b-445e-be2a-2180537ce326 service neutron] 10.222.0.31 "GET /v2.0/networks?id=a0debcfd-9c5f-4b58-9aa9-73c10d408ae4 HTTP/1.1" status: 200  len: 897 time: 0.1008575
Dec 25 22:09:59.000889 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3684025c-5f03-4987-8166-8834e756a5d5 req-7986e328-da23-40e3-85e7-4820eeee8f61 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f03d06c4-87a8-4260-a49e-66327fd89042 HTTP/1.1" status: 200  len: 217 time: 0.0482161
Dec 25 22:09:59.049927 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-514fde82-eed3-4a1e-9b12-362b254b1127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2612c81cd0>, [{'id': 'b61b9f3e-8aa4-4b31-aecc-bbfdfff7c001', 'name': 'tempest-TestNetworkAdvancedServerOps-router-538423397', 'tenant_id': '252f592e72984919a30b8248c35228f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.58'}], 'enable_snat': True}, 'gw_port_id': 'f39ff245-511b-44d9-b082-0b5b8c0b9402', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T22:08:55Z', 'updated_at': '2021-12-25T22:08:59Z', 'revision_number': 4, 'project_id': '252f592e72984919a30b8248c35228f7', 'gw_port': {'id': 'f39ff245-511b-44d9-b082-0b5b8c0b9402', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:7c:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b61b9f3e-8aa4-4b31-aecc-bbfdfff7c001', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T22:08:55Z', 'updated_at': '2021-12-25T22:08:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'c1e70842-1f47-42fd-ab98-46dddb887da4', 'name': '', 'network_id': 'a0debcfd-9c5f-4b58-9aa9-73c10d408ae4', 'tenant_id': '252f592e72984919a30b8248c35228f7', 'mac_address': 'fa:16:3e:a2:c8:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b61b9f3e-8aa4-4b31-aecc-bbfdfff7c001', 'device_owner': 'network:router_interface', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': '3ec9dd3a-115a-4258-9a8b-66d3216f2d11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T22:08:59Z', 'updated_at': '2021-12-25T22:09:02Z', 'revision_number': 5, 'project_id': '252f592e72984919a30b8248c35228f7', 'subnets': [{'id': '3ec9dd3a-115a-4258-9a8b-66d3216f2d11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 22:09:59.055512 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b321e979-59f3-487e-be23-268d3a5cc2e7 req-fdccb769-b241-45e6-9cbc-76e506cfc82a tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:09:59.057165 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b321e979-59f3-487e-be23-268d3a5cc2e7 req-fdccb769-b241-45e6-9cbc-76e506cfc82a tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "GET /v2.0/ports?device_id=706fa658-4bc5-464f-881a-6bd1f12dd58b HTTP/1.1" status: 200  len: 945 time: 0.1173718
Dec 25 22:09:59.078951 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-514fde82-eed3-4a1e-9b12-362b254b1127 None None] Checking router: b61b9f3e-8aa4-4b31-aecc-bbfdfff7c001 for host: ncdv-master-1 {{(pid=121608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 25 22:09:59.085362 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3684025c-5f03-4987-8166-8834e756a5d5 req-fce08d8b-c922-4cf7-8b5a-1dbfda2b684b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:09:59.086825 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3684025c-5f03-4987-8166-8834e756a5d5 req-fce08d8b-c922-4cf7-8b5a-1dbfda2b684b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=3ec9dd3a-115a-4258-9a8b-66d3216f2d11 HTTP/1.1" status: 200  len: 835 time: 0.0780032
Dec 25 22:09:59.087214 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-514fde82-eed3-4a1e-9b12-362b254b1127 None None] Routers {'b61b9f3e-8aa4-4b31-aecc-bbfdfff7c001'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 22:09:59.087815 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-514fde82-eed3-4a1e-9b12-362b254b1127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2612c81cd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T22:09:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['b61b9f3e-8aa4-4b31-aecc-bbfdfff7c001'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 22:09:59.140369 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b321e979-59f3-487e-be23-268d3a5cc2e7 req-0d6aadfc-946c-486d-8a51-8da5f6e43df4 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c6679fe-b581-4d12-80ce-f0bc8b30f5e7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0764129
Dec 25 22:09:59.153912 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3684025c-5f03-4987-8166-8834e756a5d5 req-02dfb8f7-ceb8-4434-9ca1-7399c855a875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:09:59.155416 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3684025c-5f03-4987-8166-8834e756a5d5 req-02dfb8f7-ceb8-4434-9ca1-7399c855a875 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=a0debcfd-9c5f-4b58-9aa9-73c10d408ae4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0573115
Dec 25 22:09:59.194090 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvr_db [None req-514fde82-eed3-4a1e-9b12-362b254b1127 None None] Set router b61b9f3e-8aa4-4b31-aecc-bbfdfff7c001 gateway port host: ncdv-master-1 {{(pid=121608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 22:09:59.255390 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3684025c-5f03-4987-8166-8834e756a5d5 req-68672ec2-d1a4-43cf-bdc4-ac09d349524c service neutron] 10.222.0.31 "GET /v2.0/networks/a0debcfd-9c5f-4b58-9aa9-73c10d408ae4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0909708
Dec 25 22:09:59.345894 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3684025c-5f03-4987-8166-8834e756a5d5 req-8331d0e0-3fc4-4663-b7c2-96a5162a82fe service neutron] 10.222.0.31 "GET /v2.0/networks/a0debcfd-9c5f-4b58-9aa9-73c10d408ae4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0829310
Dec 25 22:09:59.392461 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-514fde82-eed3-4a1e-9b12-362b254b1127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2612c81cd0>, [{'id': 'b61b9f3e-8aa4-4b31-aecc-bbfdfff7c001', 'name': 'tempest-TestNetworkAdvancedServerOps-router-538423397', 'tenant_id': '252f592e72984919a30b8248c35228f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.58'}], 'enable_snat': True}, 'gw_port_id': 'f39ff245-511b-44d9-b082-0b5b8c0b9402', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T22:08:55Z', 'updated_at': '2021-12-25T22:08:59Z', 'revision_number': 4, 'project_id': '252f592e72984919a30b8248c35228f7', 'gw_port': {'id': 'f39ff245-511b-44d9-b082-0b5b8c0b9402', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:7c:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b61b9f3e-8aa4-4b31-aecc-bbfdfff7c001', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T22:08:55Z', 'updated_at': '2021-12-25T22:08:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'c1e70842-1f47-42fd-ab98-46dddb887da4', 'name': '', 'network_id': 'a0debcfd-9c5f-4b58-9aa9-73c10d408ae4', 'tenant_id': '252f592e72984919a30b8248c35228f7', 'mac_address': 'fa:16:3e:a2:c8:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b61b9f3e-8aa4-4b31-aecc-bbfdfff7c001', 'device_owner': 'network:router_interface', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': '3ec9dd3a-115a-4258-9a8b-66d3216f2d11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T22:08:59Z', 'updated_at': '2021-12-25T22:09:02Z', 'revision_number': 5, 'project_id': '252f592e72984919a30b8248c35228f7', 'subnets': [{'id': '3ec9dd3a-115a-4258-9a8b-66d3216f2d11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 22:09:59.419250 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-514fde82-eed3-4a1e-9b12-362b254b1127 None None] The sync data for ids ['b61b9f3e-8aa4-4b31-aecc-bbfdfff7c001'] in ncdv-master-1 is: [{'id': 'b61b9f3e-8aa4-4b31-aecc-bbfdfff7c001', 'name': 'tempest-TestNetworkAdvancedServerOps-router-538423397', 'tenant_id': '252f592e72984919a30b8248c35228f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.58'}], 'enable_snat': True}, 'gw_port_id': 'f39ff245-511b-44d9-b082-0b5b8c0b9402', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T22:08:55Z', 'updated_at': '2021-12-25T22:08:59Z', 'revision_number': 4, 'project_id': '252f592e72984919a30b8248c35228f7', 'gw_port': {'id': 'f39ff245-511b-44d9-b082-0b5b8c0b9402', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:7c:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b61b9f3e-8aa4-4b31-aecc-bbfdfff7c001', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T22:08:55Z', 'updated_at': '2021-12-25T22:08:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'c1e70842-1f47-42fd-ab98-46dddb887da4', 'name': '', 'network_id': 'a0debcfd-9c5f-4b58-9aa9-73c10d408ae4', 'tenant_id': '252f592e72984919a30b8248c35228f7', 'mac_address': 'fa:16:3e:a2:c8:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b61b9f3e-8aa4-4b31-aecc-bbfdfff7c001', 'device_owner': 'network:router_interface', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': '3ec9dd3a-115a-4258-9a8b-66d3216f2d11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T22:08:59Z', 'updated_at': '2021-12-25T22:09:02Z', 'revision_number': 5, 'project_id': '252f592e72984919a30b8248c35228f7', 'subnets': [{'id': '3ec9dd3a-115a-4258-9a8b-66d3216f2d11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 22:09:59.633156 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55125f1d-6efa-4db7-a32e-f97ff9e4db00 None None] New status for floating IP 808ec917-f6cb-4f2b-a59a-5c4c37f42034: DOWN {{(pid=121609) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 25 22:10:00.264094 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03921320-628e-42d5-86c6-aba6a05a884d req-2eb3b525-65a0-4904-ad82-197bea1ccf9e tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:10:00.265615 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-03921320-628e-42d5-86c6-aba6a05a884d req-2eb3b525-65a0-4904-ad82-197bea1ccf9e tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "GET /v2.0/ports?device_id=706fa658-4bc5-464f-881a-6bd1f12dd58b HTTP/1.1" status: 200  len: 945 time: 0.0512354
Dec 25 22:10:00.318327 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-03921320-628e-42d5-86c6-aba6a05a884d req-5f21a0a2-9f55-4f76-a384-a126d1cf27d6 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c6679fe-b581-4d12-80ce-f0bc8b30f5e7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0467873
Dec 25 22:10:00.501478 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0d3b73-32cc-4058-bd50-1d18fec063da req-da33d612-172e-482b-b38b-608ca53fca42 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:10:00.502934 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2b0d3b73-32cc-4058-bd50-1d18fec063da req-da33d612-172e-482b-b38b-608ca53fca42 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.31 "GET /v2.0/ports?device_id=706fa658-4bc5-464f-881a-6bd1f12dd58b HTTP/1.1" status: 200  len: 945 time: 0.0487211
Dec 25 22:10:00.589544 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [req-2b0d3b73-32cc-4058-bd50-1d18fec063da req-f3a8937d-4e0d-4ba8-ade0-7e4f74977035 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Deleting port f03d06c4-87a8-4260-a49e-66327fd89042 {{(pid=121606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 22:10:00.589892 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-2b0d3b73-32cc-4058-bd50-1d18fec063da req-f3a8937d-4e0d-4ba8-ade0-7e4f74977035 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:10:00.683345 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-2b0d3b73-32cc-4058-bd50-1d18fec063da req-f3a8937d-4e0d-4ba8-ade0-7e4f74977035 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] For port f03d06c4-87a8-4260-a49e-66327fd89042, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f03d06c4-87a8-4260-a49e-66327fd89042,segment=NetworkSegment(e0901994-72a7-44e5-8d5d-8dac56a7c1d3),segment_id=e0901994-72a7-44e5-8d5d-8dac56a7c1d3)] {{(pid=121606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 22:10:00.683729 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-2b0d3b73-32cc-4058-bd50-1d18fec063da req-f3a8937d-4e0d-4ba8-ade0-7e4f74977035 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:10:00.695671 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [req-2b0d3b73-32cc-4058-bd50-1d18fec063da req-f3a8937d-4e0d-4ba8-ade0-7e4f74977035 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Calling delete_port for f03d06c4-87a8-4260-a49e-66327fd89042 owned by compute:nova {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 22:10:00.879896 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-2b0d3b73-32cc-4058-bd50-1d18fec063da req-f3a8937d-4e0d-4ba8-ade0-7e4f74977035 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:10:00.907781 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a8937d-4e0d-4ba8-ade0-7e4f74977035 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Pushing event deleted for resources: {'Port': ['ID=f03d06c4-87a8-4260-a49e-66327fd89042,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:10:00.917827 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a8937d-4e0d-4ba8-ade0-7e4f74977035 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:10:00.918183 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a8937d-4e0d-4ba8-ade0-7e4f74977035 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:10:00.918531 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a8937d-4e0d-4ba8-ade0-7e4f74977035 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:10:00.918985 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a8937d-4e0d-4ba8-ade0-7e4f74977035 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:10:00.919326 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a8937d-4e0d-4ba8-ade0-7e4f74977035 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:10:00.919662 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a8937d-4e0d-4ba8-ade0-7e4f74977035 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:10:00.919997 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a8937d-4e0d-4ba8-ade0-7e4f74977035 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:10:00.920328 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a8937d-4e0d-4ba8-ade0-7e4f74977035 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:10:00.921121 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a8937d-4e0d-4ba8-ade0-7e4f74977035 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:10:00.921121 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a8937d-4e0d-4ba8-ade0-7e4f74977035 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:10:00.921331 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a8937d-4e0d-4ba8-ade0-7e4f74977035 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:10:00.921629 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a8937d-4e0d-4ba8-ade0-7e4f74977035 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:10:00.921950 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a8937d-4e0d-4ba8-ade0-7e4f74977035 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:10:00.962815 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b0d3b73-32cc-4058-bd50-1d18fec063da req-f3a8937d-4e0d-4ba8-ade0-7e4f74977035 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] No DVR routers for this DVR port f03d06c4-87a8-4260-a49e-66327fd89042 on host nch1-master-1 {{(pid=121606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 22:10:00.966284 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-2b0d3b73-32cc-4058-bd50-1d18fec063da req-f3a8937d-4e0d-4ba8-ade0-7e4f74977035 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:10:00.969642 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2b0d3b73-32cc-4058-bd50-1d18fec063da req-f3a8937d-4e0d-4ba8-ade0-7e4f74977035 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.31 "DELETE /v2.0/ports/f03d06c4-87a8-4260-a49e-66327fd89042 HTTP/1.1" status: 204  len: 173 time: 0.4602833
Dec 25 22:10:00.970127 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '706fa658-4bc5-464f-881a-6bd1f12dd58b', 'name': 'network-vif-deleted', 'tag': 'f03d06c4-87a8-4260-a49e-66327fd89042'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 22:10:00.972625 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3aaaccd1c5724dc9dd74c6f33e2aadc9492bdd81d11d1049086089e292681ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79dda879-8649-4df1-98fb-72c40d6721fe" -d '{"events": [{"server_uuid": "706fa658-4bc5-464f-881a-6bd1f12dd58b", "name": "network-vif-deleted", "tag": "f03d06c4-87a8-4260-a49e-66327fd89042"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 22:10:01.009105 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 22:10:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9c077d9-50f3-4a47-9438-2398bbe597f0 x-openstack-request-id: req-b9c077d9-50f3-4a47-9438-2398bbe597f0 {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 22:10:01.009408 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "706fa658-4bc5-464f-881a-6bd1f12dd58b", "name": "network-vif-deleted", "tag": "f03d06c4-87a8-4260-a49e-66327fd89042", "status": "completed", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 22:10:01.009662 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b9c077d9-50f3-4a47-9438-2398bbe597f0 {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 22:10:01.010066 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '706fa658-4bc5-464f-881a-6bd1f12dd58b', 'name': 'network-vif-deleted', 'tag': 'f03d06c4-87a8-4260-a49e-66327fd89042', 'status': 'completed', 'code': 200}
Dec 25 22:10:01.431508 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5671538c-f8eb-472f-abfd-c93587128a86 req-0208088e-197e-41ab-b773-4ff477feadb9 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "GET /v2.0/ports?device_id=706fa658-4bc5-464f-881a-6bd1f12dd58b HTTP/1.1" status: 200  len: 210 time: 0.0264003
Dec 25 22:10:02.490157 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 48750) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 22:10:03.133783 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-918a57dc-2305-49fb-bbe2-25f7c10e6c7c tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2007615'] for router_interface, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:10:03.380427 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-918a57dc-2305-49fb-bbe2-25f7c10e6c7c tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Deleting port c1e70842-1f47-42fd-ab98-46dddb887da4 {{(pid=121607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 22:10:03.380809 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-918a57dc-2305-49fb-bbe2-25f7c10e6c7c tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:10:03.469400 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.db [None req-918a57dc-2305-49fb-bbe2-25f7c10e6c7c tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] For port c1e70842-1f47-42fd-ab98-46dddb887da4, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c1e70842-1f47-42fd-ab98-46dddb887da4,segment=NetworkSegment(e0901994-72a7-44e5-8d5d-8dac56a7c1d3),segment_id=e0901994-72a7-44e5-8d5d-8dac56a7c1d3)] {{(pid=121607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 22:10:03.469764 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-918a57dc-2305-49fb-bbe2-25f7c10e6c7c tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:10:03.482514 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-918a57dc-2305-49fb-bbe2-25f7c10e6c7c tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Calling delete_port for c1e70842-1f47-42fd-ab98-46dddb887da4 owned by network:router_interface {{(pid=121607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 22:10:03.769512 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-918a57dc-2305-49fb-bbe2-25f7c10e6c7c tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:10:03.794657 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918a57dc-2305-49fb-bbe2-25f7c10e6c7c tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Pushing event deleted for resources: {'Port': ['ID=c1e70842-1f47-42fd-ab98-46dddb887da4,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:10:03.975495 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-918a57dc-2305-49fb-bbe2-25f7c10e6c7c tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2007763'] for router_interface, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:10:04.186952 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-918a57dc-2305-49fb-bbe2-25f7c10e6c7c tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Router b61b9f3e-8aa4-4b31-aecc-bbfdfff7c001 has already been hosted by L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 {{(pid=121607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 25 22:10:04.289101 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-918a57dc-2305-49fb-bbe2-25f7c10e6c7c tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 22:10:04.294647 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-918a57dc-2305-49fb-bbe2-25f7c10e6c7c tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "PUT /v2.0/routers/b61b9f3e-8aa4-4b31-aecc-bbfdfff7c001/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.8034866
Dec 25 22:10:04.297342 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 48752) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 22:10:04.299928 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6fac998-e365-4b90-84de-496c64fc8656 None None] Sync routers for ids ['b61b9f3e-8aa4-4b31-aecc-bbfdfff7c001'] in ncdv-master-1 {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 22:10:04.309961 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6fac998-e365-4b90-84de-496c64fc8656 None None] Routers {'b61b9f3e-8aa4-4b31-aecc-bbfdfff7c001'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 22:10:04.310567 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-b6fac998-e365-4b90-84de-496c64fc8656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f261328cb20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T22:09:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['b61b9f3e-8aa4-4b31-aecc-bbfdfff7c001'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 22:10:04.351319 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_v2 [None req-c18acc23-76d1-43d6-b601-4fafd247e5c8 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Deleting subnet 3ec9dd3a-115a-4258-9a8b-66d3216f2d11 {{(pid=121607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Dec 25 22:10:04.354371 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-c18acc23-76d1-43d6-b601-4fafd247e5c8 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks [] for subnet, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:10:04.396906 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-c18acc23-76d1-43d6-b601-4fafd247e5c8 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10246617'] for subnet, precommit_delete_associations {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:10:04.429414 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvr_db [None req-b6fac998-e365-4b90-84de-496c64fc8656 None None] Set router b61b9f3e-8aa4-4b31-aecc-bbfdfff7c001 gateway port host: ncdv-master-1 {{(pid=121608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 22:10:04.484091 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-c18acc23-76d1-43d6-b601-4fafd247e5c8 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995662'] for subnet, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:10:04.594679 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-c18acc23-76d1-43d6-b601-4fafd247e5c8 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8632410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8852809'] for subnet, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:10:04.618116 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-b6fac998-e365-4b90-84de-496c64fc8656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f261328cb20>, [{'id': 'b61b9f3e-8aa4-4b31-aecc-bbfdfff7c001', 'name': 'tempest-TestNetworkAdvancedServerOps-router-538423397', 'tenant_id': '252f592e72984919a30b8248c35228f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.58'}], 'enable_snat': True}, 'gw_port_id': 'f39ff245-511b-44d9-b082-0b5b8c0b9402', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T22:08:55Z', 'updated_at': '2021-12-25T22:10:03Z', 'revision_number': 5, 'project_id': '252f592e72984919a30b8248c35228f7', 'gw_port': {'id': 'f39ff245-511b-44d9-b082-0b5b8c0b9402', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:7c:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b61b9f3e-8aa4-4b31-aecc-bbfdfff7c001', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T22:08:55Z', 'updated_at': '2021-12-25T22:08:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 22:10:04.628207 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18acc23-76d1-43d6-b601-4fafd247e5c8 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Pushing event deleted for resources: {'Subnet': ['ID=3ec9dd3a-115a-4258-9a8b-66d3216f2d11,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:10:04.632060 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-c18acc23-76d1-43d6-b601-4fafd247e5c8 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks [] for subnet, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:10:04.638415 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-c18acc23-76d1-43d6-b601-4fafd247e5c8 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "DELETE /v2.0/subnets/3ec9dd3a-115a-4258-9a8b-66d3216f2d11 HTTP/1.1" status: 204  len: 168 time: 0.3371253
Dec 25 22:10:04.639951 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 48754) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 22:10:04.646935 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9e68bff-4441-420c-9c1f-9813e4125802 None None] Network a0debcfd-9c5f-4b58-9aa9-73c10d408ae4 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 22:10:04.650417 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6fac998-e365-4b90-84de-496c64fc8656 None None] Checking router: b61b9f3e-8aa4-4b31-aecc-bbfdfff7c001 for host: ncdv-master-1 {{(pid=121608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 25 22:10:04.678405 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6fac998-e365-4b90-84de-496c64fc8656 None None] Routers {'b61b9f3e-8aa4-4b31-aecc-bbfdfff7c001'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 22:10:04.678993 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-b6fac998-e365-4b90-84de-496c64fc8656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f261328cb20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T22:09:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['b61b9f3e-8aa4-4b31-aecc-bbfdfff7c001'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 22:10:04.757008 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-bebcb1b3-a109-4b5f-8a60-2655c84763e9 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks [] for router, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:10:04.864472 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvr_db [None req-b6fac998-e365-4b90-84de-496c64fc8656 None None] Set router b61b9f3e-8aa4-4b31-aecc-bbfdfff7c001 gateway port host: ncdv-master-1 {{(pid=121608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 22:10:04.869100 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-bebcb1b3-a109-4b5f-8a60-2655c84763e9 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks [] for router_gateway, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:10:04.920107 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:10:04.922891 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36a93ca6-83ac-470f-8ae2-fab996f93d67 None None] DHCP port deletion for a0debcfd-9c5f-4b58-9aa9-73c10d408ae4 request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 22:10:04.926342 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-708c2e12-d280-4231-bf3d-c731cd84580f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:10:05.010940 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-bebcb1b3-a109-4b5f-8a60-2655c84763e9 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Deleting port f39ff245-511b-44d9-b082-0b5b8c0b9402 {{(pid=121607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 22:10:05.011347 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-bebcb1b3-a109-4b5f-8a60-2655c84763e9 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:10:05.061538 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-36a93ca6-83ac-470f-8ae2-fab996f93d67 None None] Deleting port a4a60f75-22a1-45fb-9677-92e9037d7c1f {{(pid=121608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 22:10:05.061912 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-36a93ca6-83ac-470f-8ae2-fab996f93d67 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:10:05.101246 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.db [None req-bebcb1b3-a109-4b5f-8a60-2655c84763e9 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] For port f39ff245-511b-44d9-b082-0b5b8c0b9402, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f39ff245-511b-44d9-b082-0b5b8c0b9402,segment=NetworkSegment(6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855),segment_id=6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855)] {{(pid=121607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 22:10:05.101602 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-bebcb1b3-a109-4b5f-8a60-2655c84763e9 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:10:05.114465 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-bebcb1b3-a109-4b5f-8a60-2655c84763e9 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Calling delete_port for f39ff245-511b-44d9-b082-0b5b8c0b9402 owned by network:router_gateway {{(pid=121607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 22:10:05.134421 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-36a93ca6-83ac-470f-8ae2-fab996f93d67 None None] For port a4a60f75-22a1-45fb-9677-92e9037d7c1f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a4a60f75-22a1-45fb-9677-92e9037d7c1f,segment=NetworkSegment(e0901994-72a7-44e5-8d5d-8dac56a7c1d3),segment_id=e0901994-72a7-44e5-8d5d-8dac56a7c1d3)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 22:10:05.134813 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-36a93ca6-83ac-470f-8ae2-fab996f93d67 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:10:05.149423 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-36a93ca6-83ac-470f-8ae2-fab996f93d67 None None] Calling delete_port for a4a60f75-22a1-45fb-9677-92e9037d7c1f owned by network:dhcp {{(pid=121608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 22:10:05.159684 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-b6fac998-e365-4b90-84de-496c64fc8656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f261328cb20>, [{'id': 'b61b9f3e-8aa4-4b31-aecc-bbfdfff7c001', 'name': 'tempest-TestNetworkAdvancedServerOps-router-538423397', 'tenant_id': '252f592e72984919a30b8248c35228f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.58'}], 'enable_snat': True}, 'gw_port_id': 'f39ff245-511b-44d9-b082-0b5b8c0b9402', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T22:08:55Z', 'updated_at': '2021-12-25T22:10:03Z', 'revision_number': 5, 'project_id': '252f592e72984919a30b8248c35228f7', 'gw_port': {'id': 'f39ff245-511b-44d9-b082-0b5b8c0b9402', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:7c:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b61b9f3e-8aa4-4b31-aecc-bbfdfff7c001', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T22:08:55Z', 'updated_at': '2021-12-25T22:08:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 22:10:05.188537 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6fac998-e365-4b90-84de-496c64fc8656 None None] The sync data for ids ['b61b9f3e-8aa4-4b31-aecc-bbfdfff7c001'] in ncdv-master-1 is: [{'id': 'b61b9f3e-8aa4-4b31-aecc-bbfdfff7c001', 'name': 'tempest-TestNetworkAdvancedServerOps-router-538423397', 'tenant_id': '252f592e72984919a30b8248c35228f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.58'}], 'enable_snat': True}, 'gw_port_id': 'f39ff245-511b-44d9-b082-0b5b8c0b9402', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T22:08:55Z', 'updated_at': '2021-12-25T22:10:03Z', 'revision_number': 5, 'project_id': '252f592e72984919a30b8248c35228f7', 'gw_port': {'id': 'f39ff245-511b-44d9-b082-0b5b8c0b9402', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:7c:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b61b9f3e-8aa4-4b31-aecc-bbfdfff7c001', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T22:08:55Z', 'updated_at': '2021-12-25T22:08:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 22:10:05.317792 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-36a93ca6-83ac-470f-8ae2-fab996f93d67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955'] for port, after_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:10:05.343458 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a93ca6-83ac-470f-8ae2-fab996f93d67 None None] Pushing event deleted for resources: {'Port': ['ID=a4a60f75-22a1-45fb-9677-92e9037d7c1f,revision_number=None']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:10:05.343828 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-bebcb1b3-a109-4b5f-8a60-2655c84763e9 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:10:05.345871 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36a93ca6-83ac-470f-8ae2-fab996f93d67 None None] No DVR routers for this DVR port a4a60f75-22a1-45fb-9677-92e9037d7c1f on host ncdv-master-1 {{(pid=121608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 22:10:05.358511 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a93ca6-83ac-470f-8ae2-fab996f93d67 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:10:05.358866 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a93ca6-83ac-470f-8ae2-fab996f93d67 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:10:05.359205 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a93ca6-83ac-470f-8ae2-fab996f93d67 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:10:05.359852 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a93ca6-83ac-470f-8ae2-fab996f93d67 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:10:05.360047 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a93ca6-83ac-470f-8ae2-fab996f93d67 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:10:05.360465 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a93ca6-83ac-470f-8ae2-fab996f93d67 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:10:05.360744 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a93ca6-83ac-470f-8ae2-fab996f93d67 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:10:05.361091 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a93ca6-83ac-470f-8ae2-fab996f93d67 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:10:05.361412 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a93ca6-83ac-470f-8ae2-fab996f93d67 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:10:05.361734 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a93ca6-83ac-470f-8ae2-fab996f93d67 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:10:05.362054 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a93ca6-83ac-470f-8ae2-fab996f93d67 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:10:05.362394 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a93ca6-83ac-470f-8ae2-fab996f93d67 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:10:05.362711 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a93ca6-83ac-470f-8ae2-fab996f93d67 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:10:05.377551 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebcb1b3-a109-4b5f-8a60-2655c84763e9 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Pushing event deleted for resources: {'Port': ['ID=f39ff245-511b-44d9-b082-0b5b8c0b9402,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:10:05.394591 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f18becb-d69a-465c-a519-8ca22b2fd2ed None None] DHCP port deletion for 7201e55c-7c5f-41aa-a042-a363696539d0 request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 22:10:05.450288 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-bebcb1b3-a109-4b5f-8a60-2655c84763e9 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2008689'] for router_gateway, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:10:05.507501 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device f03d06c4-87a8-4260-a49e-66327fd89042 no longer exists at agent hyperv_nch1-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 22:10:05.528700 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] No Port match for: f03d06c4-87a8-4260-a49e-66327fd89042 {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 22:10:05.529073 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device f03d06c4-87a8-4260-a49e-66327fd89042 not bound to the agent host nch1-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 22:10:05.546809 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-bebcb1b3-a109-4b5f-8a60-2655c84763e9 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2014235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14905'] for router, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:10:05.549473 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-bebcb1b3-a109-4b5f-8a60-2655c84763e9 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:10:05.674695 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-bebcb1b3-a109-4b5f-8a60-2655c84763e9 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2014220'] for router, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:10:05.677721 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bebcb1b3-a109-4b5f-8a60-2655c84763e9 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Fanout notify agent at l3_agent the message router_deleted on router b61b9f3e-8aa4-4b31-aecc-bbfdfff7c001 {{(pid=121607) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 25 22:10:05.682621 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-bebcb1b3-a109-4b5f-8a60-2655c84763e9 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks [] for router, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:10:05.683754 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-bebcb1b3-a109-4b5f-8a60-2655c84763e9 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "DELETE /v2.0/routers/b61b9f3e-8aa4-4b31-aecc-bbfdfff7c001 HTTP/1.1" status: 204  len: 168 time: 1.0442090
Dec 25 22:10:05.686505 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 48756) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 22:10:05.767394 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b18ebb91-c589-48a0-b18e-fe1b6c71972e tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625803'] for network, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:10:05.859531 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b18ebb91-c589-48a0-b18e-fe1b6c71972e tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997585', 'neutron.services.segments.db._delete_segments_for_network-8737602743071'] for network, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:10:05.879614 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-b18ebb91-c589-48a0-b18e-fe1b6c71972e tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2613baa8b0>,) {'filters': {'network_id': ['a0debcfd-9c5f-4b58-9aa9-73c10d408ae4']}} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 22:10:05.889300 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-b18ebb91-c589-48a0-b18e-fe1b6c71972e tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2613baa8b0>, 'e0901994-72a7-44e5-8d5d-8dac56a7c1d3') {'for_net_delete': True} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 22:10:05.889599 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-b18ebb91-c589-48a0-b18e-fe1b6c71972e tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2613baa8b0>, 'e0901994-72a7-44e5-8d5d-8dac56a7c1d3') {} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 22:10:05.898869 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b18ebb91-c589-48a0-b18e-fe1b6c71972e tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737602746920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10246592'] for segment, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:10:05.912231 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b18ebb91-c589-48a0-b18e-fe1b6c71972e tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:10:05.917852 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b18ebb91-c589-48a0-b18e-fe1b6c71972e tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Releasing vlan 165 on physical network physnet1 to pool {{(pid=121607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 25 22:10:05.918228 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b18ebb91-c589-48a0-b18e-fe1b6c71972e tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8633327'] for segment, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:10:05.921098 ncdv-master-1 neutron-server[121607]: Traceback (most recent call last):
Dec 25 22:10:05.921098 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 25 22:10:05.921098 ncdv-master-1 neutron-server[121607]:     timer()
Dec 25 22:10:05.921098 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 25 22:10:05.921098 ncdv-master-1 neutron-server[121607]:     cb(*args, **kw)
Dec 25 22:10:05.921098 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 25 22:10:05.921098 ncdv-master-1 neutron-server[121607]:     return func(*args, **kwargs)
Dec 25 22:10:05.921098 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 25 22:10:05.921098 ncdv-master-1 neutron-server[121607]:     self._notify()
Dec 25 22:10:05.921098 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 25 22:10:05.921098 ncdv-master-1 neutron-server[121607]:     self.callback(batched_events)
Dec 25 22:10:05.921098 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 25 22:10:05.921098 ncdv-master-1 neutron-server[121607]:     event.method(event)
Dec 25 22:10:05.921098 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 25 22:10:05.921098 ncdv-master-1 neutron-server[121607]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 25 22:10:05.921098 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 25 22:10:05.921098 ncdv-master-1 neutron-server[121607]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 25 22:10:05.921098 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 25 22:10:05.921098 ncdv-master-1 neutron-server[121607]:     return f(self, *a, **k)
Dec 25 22:10:05.921098 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 25 22:10:05.921098 ncdv-master-1 neutron-server[121607]:     return self._get(url).json()
Dec 25 22:10:05.921098 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 25 22:10:05.921098 ncdv-master-1 neutron-server[121607]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 25 22:10:05.921098 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 25 22:10:05.921098 ncdv-master-1 neutron-server[121607]:     return self.request(url, 'GET', **kwargs)
Dec 25 22:10:05.921098 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 25 22:10:05.921098 ncdv-master-1 neutron-server[121607]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 25 22:10:05.921098 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 25 22:10:05.921098 ncdv-master-1 neutron-server[121607]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 25 22:10:05.921098 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 25 22:10:05.921098 ncdv-master-1 neutron-server[121607]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 25 22:10:05.921098 ncdv-master-1 neutron-server[121607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 25 22:10:06.029356 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b18ebb91-c589-48a0-b18e-fe1b6c71972e tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2008653'] for network, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:10:06.036654 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b18ebb91-c589-48a0-b18e-fe1b6c71972e tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks [] for network, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:10:06.039477 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-b18ebb91-c589-48a0-b18e-fe1b6c71972e tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "DELETE /v2.0/networks/a0debcfd-9c5f-4b58-9aa9-73c10d408ae4 HTTP/1.1" status: 204  len: 168 time: 0.3520522
Dec 25 22:10:06.042383 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 48758) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 22:10:06.051558 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18ebb91-c589-48a0-b18e-fe1b6c71972e tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Pushing event deleted for resources: {'Network': ['ID=a0debcfd-9c5f-4b58-9aa9-73c10d408ae4,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:10:06.099994 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-284a6e0e-8c1b-4eab-aa0c-162b28b9db5c tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks [] for security_group, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:10:06.124216 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-284a6e0e-8c1b-4eab-aa0c-162b28b9db5c tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks [] for security_group, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:10:06.245658 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-284a6e0e-8c1b-4eab-aa0c-162b28b9db5c tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:10:06.248913 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-284a6e0e-8c1b-4eab-aa0c-162b28b9db5c tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks [] for security_group, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:10:06.250097 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-284a6e0e-8c1b-4eab-aa0c-162b28b9db5c tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "DELETE /v2.0/security-groups/2c6679fe-b581-4d12-80ce-f0bc8b30f5e7 HTTP/1.1" status: 204  len: 168 time: 0.2067173
Dec 25 22:10:06.259387 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284a6e0e-8c1b-4eab-aa0c-162b28b9db5c tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c6679fe-b581-4d12-80ce-f0bc8b30f5e7,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:10:06.608377 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 48764) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 22:10:06.612465 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-32216e38-653b-407a-a119-fcc4754cb559 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-652617790', 'description': 'tempest-secgroup-smoke-652617790 description', 'project_id': '252f592e72984919a30b8248c35228f7'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 22:10:06.649273 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device c1e70842-1f47-42fd-ab98-46dddb887da4 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 22:10:06.670007 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] No Port match for: c1e70842-1f47-42fd-ab98-46dddb887da4 {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 22:10:06.670801 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device c1e70842-1f47-42fd-ab98-46dddb887da4 not bound to the agent host ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 22:10:06.670801 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device a4a60f75-22a1-45fb-9677-92e9037d7c1f no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 22:10:06.690003 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] No Port match for: a4a60f75-22a1-45fb-9677-92e9037d7c1f {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 22:10:06.690350 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device a4a60f75-22a1-45fb-9677-92e9037d7c1f not bound to the agent host ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 22:10:06.690747 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device f39ff245-511b-44d9-b082-0b5b8c0b9402 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 22:10:06.709059 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] No Port match for: f39ff245-511b-44d9-b082-0b5b8c0b9402 {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 22:10:06.709404 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device f39ff245-511b-44d9-b082-0b5b8c0b9402 not bound to the agent host ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 22:10:06.723156 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-32216e38-653b-407a-a119-fcc4754cb559 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks [] for security_group, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:10:06.786971 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-32216e38-653b-407a-a119-fcc4754cb559 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks [] for security_group, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:10:06.842805 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-32216e38-653b-407a-a119-fcc4754cb559 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:10:06.872437 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32216e38-653b-407a-a119-fcc4754cb559 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8ccba96-5d66-4b8c-8120-ebdd13f87418,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:10:06.913607 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-32216e38-653b-407a-a119-fcc4754cb559 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks [] for security_group, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:10:06.914797 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-32216e38-653b-407a-a119-fcc4754cb559 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1811 time: 0.3059130
Dec 25 22:10:06.917724 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 48766) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 22:10:06.922660 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-4cb1b160-375d-4523-9bf3-00fb2a1653be tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Request body: {'security_group_rule': {'security_group_id': 'f8ccba96-5d66-4b8c-8120-ebdd13f87418', 'project_id': '252f592e72984919a30b8248c35228f7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 22:10:07.002798 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-4cb1b160-375d-4523-9bf3-00fb2a1653be tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks [] for security_group_rule, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:10:07.045327 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-30662694-730b-4208-a010-6cc3b6146fa7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:10:07.058834 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-4cb1b160-375d-4523-9bf3-00fb2a1653be tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:10:07.130952 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-4cb1b160-375d-4523-9bf3-00fb2a1653be tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077839'] for security_group_rule, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:10:07.149175 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb1b160-375d-4523-9bf3-00fb2a1653be tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=517e009f-c170-4a69-8759-e949dda71aaf,revision_number=0']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:10:07.207530 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-4cb1b160-375d-4523-9bf3-00fb2a1653be tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks [] for security_group_rule, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:10:07.208783 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-4cb1b160-375d-4523-9bf3-00fb2a1653be tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2896309
Dec 25 22:10:07.211529 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 48768) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 22:10:07.216474 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-9d721b22-15cf-4ba6-ab90-947b35618ed6 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Request body: {'security_group_rule': {'security_group_id': 'f8ccba96-5d66-4b8c-8120-ebdd13f87418', 'project_id': '252f592e72984919a30b8248c35228f7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 22:10:07.296429 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-9d721b22-15cf-4ba6-ab90-947b35618ed6 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks [] for security_group_rule, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:10:07.353397 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-9d721b22-15cf-4ba6-ab90-947b35618ed6 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:10:07.433873 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-9d721b22-15cf-4ba6-ab90-947b35618ed6 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077839'] for security_group_rule, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:10:07.451449 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d721b22-15cf-4ba6-ab90-947b35618ed6 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5fc3e225-c962-475c-9619-371d71b1d618,revision_number=0']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:10:07.531517 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-9d721b22-15cf-4ba6-ab90-947b35618ed6 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks [] for security_group_rule, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:10:07.532757 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-9d721b22-15cf-4ba6-ab90-947b35618ed6 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.3202968
Dec 25 22:10:07.535623 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 48770) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 22:10:07.540306 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-5e51fcde-2519-4780-b449-0f5f53fc9326 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Request body: {'security_group_rule': {'security_group_id': 'f8ccba96-5d66-4b8c-8120-ebdd13f87418', 'project_id': '252f592e72984919a30b8248c35228f7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 22:10:07.670655 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5e51fcde-2519-4780-b449-0f5f53fc9326 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks [] for security_group_rule, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:10:07.730453 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5e51fcde-2519-4780-b449-0f5f53fc9326 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:10:07.805350 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5e51fcde-2519-4780-b449-0f5f53fc9326 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077839'] for security_group_rule, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:10:07.822957 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e51fcde-2519-4780-b449-0f5f53fc9326 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a48dee5-1f33-43e1-931a-1b4a9acc7c3f,revision_number=0']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:10:07.910008 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5e51fcde-2519-4780-b449-0f5f53fc9326 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks [] for security_group_rule, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:10:07.911239 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-5e51fcde-2519-4780-b449-0f5f53fc9326 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3744802
Dec 25 22:10:07.913958 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 48772) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 22:10:07.918815 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-29686567-56e9-48b3-8183-0938a4e6949a tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Request body: {'security_group_rule': {'security_group_id': 'f8ccba96-5d66-4b8c-8120-ebdd13f87418', 'project_id': '252f592e72984919a30b8248c35228f7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 22:10:08.065537 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-29686567-56e9-48b3-8183-0938a4e6949a tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks [] for security_group_rule, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:10:08.120938 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-29686567-56e9-48b3-8183-0938a4e6949a tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:10:08.205671 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-29686567-56e9-48b3-8183-0938a4e6949a tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077839'] for security_group_rule, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:10:08.224739 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29686567-56e9-48b3-8183-0938a4e6949a tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fac41fa0-eaf2-4a52-9966-a226af0e437e,revision_number=0']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:10:08.287566 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-29686567-56e9-48b3-8183-0938a4e6949a tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks [] for security_group_rule, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:10:08.288774 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-29686567-56e9-48b3-8183-0938a4e6949a tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.3738794
Dec 25 22:10:08.291484 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 48774) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 22:10:08.295952 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-9f5dda82-e2cb-4bf2-81c1-73d0010de51e tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Request body: {'security_group_rule': {'security_group_id': 'f8ccba96-5d66-4b8c-8120-ebdd13f87418', 'project_id': '252f592e72984919a30b8248c35228f7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 22:10:08.383028 ncdv-master-1 neutron-server[121607]: INFO neutron.db.securitygroups_db [None req-9f5dda82-e2cb-4bf2-81c1-73d0010de51e tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Project 252f592e72984919a30b8248c35228f7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 25 22:10:08.388666 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-9f5dda82-e2cb-4bf2-81c1-73d0010de51e tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks [] for security_group_rule, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:10:08.444815 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-9f5dda82-e2cb-4bf2-81c1-73d0010de51e tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:10:08.519984 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-9f5dda82-e2cb-4bf2-81c1-73d0010de51e tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077839'] for security_group_rule, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:10:08.538656 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5dda82-e2cb-4bf2-81c1-73d0010de51e tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b0dd123-6c57-4503-b0b1-10b671f9c653,revision_number=0']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:10:08.613426 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-9f5dda82-e2cb-4bf2-81c1-73d0010de51e tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks [] for security_group_rule, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:10:08.619630 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-9f5dda82-e2cb-4bf2-81c1-73d0010de51e tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.3222787
Dec 25 22:10:08.619630 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 48776) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 22:10:08.622937 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-d216c03c-8368-40a0-9a8d-1aa7089258ad tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Request body: {'security_group_rule': {'security_group_id': 'f8ccba96-5d66-4b8c-8120-ebdd13f87418', 'project_id': '252f592e72984919a30b8248c35228f7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 22:10:08.728754 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3e945ecd-9380-47c2-aa0a-12ebe07e03e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:10:08.765586 ncdv-master-1 neutron-server[121607]: INFO neutron.db.securitygroups_db [None req-d216c03c-8368-40a0-9a8d-1aa7089258ad tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Project 252f592e72984919a30b8248c35228f7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 25 22:10:08.770836 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-d216c03c-8368-40a0-9a8d-1aa7089258ad tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks [] for security_group_rule, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:10:08.794044 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:10:08.830746 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-d216c03c-8368-40a0-9a8d-1aa7089258ad tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:10:08.908131 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-d216c03c-8368-40a0-9a8d-1aa7089258ad tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077839'] for security_group_rule, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:10:08.926150 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d216c03c-8368-40a0-9a8d-1aa7089258ad tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7f0b1f7-6f11-4a2b-bc00-59db3258f421,revision_number=0']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:10:08.990469 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-d216c03c-8368-40a0-9a8d-1aa7089258ad tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks [] for security_group_rule, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:10:08.991661 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-d216c03c-8368-40a0-9a8d-1aa7089258ad tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.3727317
Dec 25 22:10:08.994454 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 48778) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 22:10:08.999791 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-f00acffd-d15b-4159-9b66-a03ced7fee29 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Request body: {'network': {'name': 'tempest-network-smoke--1527385332', 'project_id': '252f592e72984919a30b8248c35228f7', 'port_security_enabled': True}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 22:10:09.079679 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f00acffd-d15b-4159-9b66-a03ced7fee29 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Made reservation on behalf of 252f592e72984919a30b8248c35228f7 for: {'network': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 22:10:09.083241 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f00acffd-d15b-4159-9b66-a03ced7fee29 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for network, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:10:09.106630 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f00acffd-d15b-4159-9b66-a03ced7fee29 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] vlan segment allocate from pool success with {'vlan_id': 151, 'physical_network': 'physnet1'}  {{(pid=121607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 25 22:10:09.114940 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f00acffd-d15b-4159-9b66-a03ced7fee29 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:10:09.115286 ncdv-master-1 neutron-server[121607]: INFO neutron.db.segments_db [None req-f00acffd-d15b-4159-9b66-a03ced7fee29 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Added segment 5dcacf48-9546-47e7-968b-348da2084546 of type vlan for network 985bc386-1b00-425e-a586-256c431886f8
Dec 25 22:10:09.153504 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f00acffd-d15b-4159-9b66-a03ced7fee29 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737602163420'] for network, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:10:09.226176 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f00acffd-d15b-4159-9b66-a03ced7fee29 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870'] for network, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:10:09.232330 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f00acffd-d15b-4159-9b66-a03ced7fee29 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:10:09.235351 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f00acffd-d15b-4159-9b66-a03ced7fee29 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks [] for network, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:10:09.298796 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00acffd-d15b-4159-9b66-a03ced7fee29 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Pushing event updated for resources: {'Network': ['ID=985bc386-1b00-425e-a586-256c431886f8,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:10:09.308583 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Network 985bc386-1b00-425e-a586-256c431886f8 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 25 22:10:09.340353 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-f00acffd-d15b-4159-9b66-a03ced7fee29 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.3443558
Dec 25 22:10:09.342999 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 48780) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 22:10:09.347600 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-f9d26388-5d9f-41ea-bf8d-537c1fe535c4 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-682938325', 'admin_state_up': True, 'project_id': '252f592e72984919a30b8248c35228f7', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'}}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 22:10:09.428571 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f9d26388-5d9f-41ea-bf8d-537c1fe535c4 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2014909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14863'] for router, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:10:09.429752 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f9d26388-5d9f-41ea-bf8d-537c1fe535c4 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2014285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2009796', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2082630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14848'] for router, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:10:09.478922 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f9d26388-5d9f-41ea-bf8d-537c1fe535c4 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:10:09.685771 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f9d26388-5d9f-41ea-bf8d-537c1fe535c4 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:10:09.719596 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-15cb578f-7a63-4fd3-925d-83bad4c7b82a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:10:09.922424 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f9d26388-5d9f-41ea-bf8d-537c1fe535c4 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks [] for router_gateway, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:10:09.943233 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f9d26388-5d9f-41ea-bf8d-537c1fe535c4 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:10:10.041605 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_common [None req-f9d26388-5d9f-41ea-bf8d-537c1fe535c4 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Allocated IP 172.35.3.239 (7201e55c-7c5f-41aa-a042-a363696539d0/7a939e13-713f-45cf-bba7-1539635abe25/b38a1871-fcfc-42fd-bea5-dd49946c3a50) {{(pid=121607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 22:10:10.144960 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f9d26388-5d9f-41ea-bf8d-537c1fe535c4 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks [] for port, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:10:10.540822 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f9d26388-5d9f-41ea-bf8d-537c1fe535c4 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:10:10.580529 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9d26388-5d9f-41ea-bf8d-537c1fe535c4 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Network 7201e55c-7c5f-41aa-a042-a363696539d0 is already hosted by enough agents. {{(pid=121607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 22:10:10.583445 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-f9d26388-5d9f-41ea-bf8d-537c1fe535c4 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Resources bound (agent type, host, resource id):  {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 22:10:10.585999 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9d26388-5d9f-41ea-bf8d-537c1fe535c4 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Received port after_create {{(pid=121607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 22:10:10.592668 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d26388-5d9f-41ea-bf8d-537c1fe535c4 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Pushing event updated for resources: {'Port': ['ID=b38a1871-fcfc-42fd-bea5-dd49946c3a50,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:10:10.596253 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e534283b-9168-43dd-b7bc-aff6b2fc8a43 None None] DHCP port deletion for 7201e55c-7c5f-41aa-a042-a363696539d0 request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 22:10:10.629458 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-9febde5a-8d74-4848-abbe-362ffe38c879 None None] Provisioning complete for port b38a1871-fcfc-42fd-bea5-dd49946c3a50 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 22:10:10.629832 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9febde5a-8d74-4848-abbe-362ffe38c879 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:10:10.667612 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-9febde5a-8d74-4848-abbe-362ffe38c879 None None] Port b38a1871-fcfc-42fd-bea5-dd49946c3a50 cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 22:10:10.888793 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:10:10.938598 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f9d26388-5d9f-41ea-bf8d-537c1fe535c4 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks [] for router_gateway, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:10:11.130957 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f9d26388-5d9f-41ea-bf8d-537c1fe535c4 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2014278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2009753'] for router, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:10:11.322670 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9d26388-5d9f-41ea-bf8d-537c1fe535c4 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Router c0cadf43-141f-4ff1-848a-77a041677ba7 is scheduled to L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 with binding_index 1 {{(pid=121607) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 25 22:10:11.426646 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9d26388-5d9f-41ea-bf8d-537c1fe535c4 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 22:10:11.436055 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c642b93-467b-4856-a264-237f7fac4eb4 None None] Sync routers for ids ['c0cadf43-141f-4ff1-848a-77a041677ba7'] in ncdv-master-1 {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 22:10:11.445784 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c642b93-467b-4856-a264-237f7fac4eb4 None None] Routers {'c0cadf43-141f-4ff1-848a-77a041677ba7'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 22:10:11.446389 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-7c642b93-467b-4856-a264-237f7fac4eb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f26183dea00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T22:10:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['c0cadf43-141f-4ff1-848a-77a041677ba7'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 22:10:11.514157 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f9d26388-5d9f-41ea-bf8d-537c1fe535c4 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks [] for router, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:10:11.515444 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-f9d26388-5d9f-41ea-bf8d-537c1fe535c4 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 895 time: 2.1714950
Dec 25 22:10:11.518536 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 48782) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 22:10:11.549919 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvr_db [None req-7c642b93-467b-4856-a264-237f7fac4eb4 None None] Set router c0cadf43-141f-4ff1-848a-77a041677ba7 gateway port host: ncdv-master-1 {{(pid=121609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 22:10:11.553432 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-cc144b4a-91b4-49bc-af89-64c8e0ca4b8c tempest-TestNetworkAdvancedServerOps-1824908683 tempest-TestNetworkAdvancedServerOps-1824908683-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=252f592e72984919a30b8248c35228f7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0334568
Dec 25 22:10:11.555654 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 48784) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 22:10:11.650219 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e456f387-c89e-4d93-a2bf-f28abef2bf2d tempest-TestNetworkAdvancedServerOps-1824908683 tempest-TestNetworkAdvancedServerOps-1824908683-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:10:11.651663 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-e456f387-c89e-4d93-a2bf-f28abef2bf2d tempest-TestNetworkAdvancedServerOps-1824908683 tempest-TestNetworkAdvancedServerOps-1824908683-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.0950694
Dec 25 22:10:11.654484 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 48786) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 22:10:11.681880 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-25487ffa-1e7d-40e2-9bfa-e1bf1182c0f9 tempest-TestNetworkAdvancedServerOps-1824908683 tempest-TestNetworkAdvancedServerOps-1824908683-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=7201e55c-7c5f-41aa-a042-a363696539d0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0263264
Dec 25 22:10:11.684869 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 48788) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 22:10:11.689521 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-f5c6087f-2876-46e7-b94a-84ca212f4b82 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1464434438', 'network_id': '985bc386-1b00-425e-a586-256c431886f8', 'project_id': '252f592e72984919a30b8248c35228f7', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 22:10:11.819141 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-7c642b93-467b-4856-a264-237f7fac4eb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f26183dea00>, [{'id': 'c0cadf43-141f-4ff1-848a-77a041677ba7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-682938325', 'tenant_id': '252f592e72984919a30b8248c35228f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.239'}], 'enable_snat': True}, 'gw_port_id': 'b38a1871-fcfc-42fd-bea5-dd49946c3a50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T22:10:09Z', 'updated_at': '2021-12-25T22:10:10Z', 'revision_number': 3, 'project_id': '252f592e72984919a30b8248c35228f7', 'gw_port': {'id': 'b38a1871-fcfc-42fd-bea5-dd49946c3a50', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:b7:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0cadf43-141f-4ff1-848a-77a041677ba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T22:10:09Z', 'updated_at': '2021-12-25T22:10:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 22:10:11.844686 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c642b93-467b-4856-a264-237f7fac4eb4 None None] Checking router: c0cadf43-141f-4ff1-848a-77a041677ba7 for host: ncdv-master-1 {{(pid=121609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 25 22:10:11.845060 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c642b93-467b-4856-a264-237f7fac4eb4 None None] Updating router c0cadf43-141f-4ff1-848a-77a041677ba7 port b38a1871-fcfc-42fd-bea5-dd49946c3a50 binding host ncdv-master-1 {{(pid=121609) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 25 22:10:11.851261 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5c6087f-2876-46e7-b94a-84ca212f4b82 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Made reservation on behalf of 252f592e72984919a30b8248c35228f7 for: {'subnet': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 22:10:11.854829 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f5c6087f-2876-46e7-b94a-84ca212f4b82 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8852834'] for subnet, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:10:11.873934 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-7c642b93-467b-4856-a264-237f7fac4eb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:10:12.095161 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f5c6087f-2876-46e7-b94a-84ca212f4b82 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8632475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8852848'] for subnet, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:10:12.119794 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-7c642b93-467b-4856-a264-237f7fac4eb4 None None] Publish callbacks [] for port, precommit_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:10:12.160147 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c6087f-2876-46e7-b94a-84ca212f4b82 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Pushing event updated for resources: {'Subnet': ['ID=69635408-48bd-4224-9b80-8072bfe1a391,revision_number=0']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:10:12.168424 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5c6087f-2876-46e7-b94a-84ca212f4b82 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Checking segment: {'id': '5dcacf48-9546-47e7-968b-348da2084546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '985bc386-1b00-425e-a586-256c431886f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 22:10:12.168781 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5c6087f-2876-46e7-b94a-84ca212f4b82 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Network hostable DHCP agents. Network: 985bc386-1b00-425e-a586-256c431886f8, hostable agents: ['1813db88-2c1b-4357-a2ba-869246b663c2'], hosted agents: [] {{(pid=121607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 25 22:10:12.191966 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-7c642b93-467b-4856-a264-237f7fac4eb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:10:12.231655 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13b86c06-f205-4d0c-8654-c6871b3bbf3f None None] DHCP port deletion for 7201e55c-7c5f-41aa-a042-a363696539d0 request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 22:10:12.243829 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.managers [None req-7c642b93-467b-4856-a264-237f7fac4eb4 None None] Attempting to bind port b38a1871-fcfc-42fd-bea5-dd49946c3a50 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 22:10:12.244350 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.managers [None req-7c642b93-467b-4856-a264-237f7fac4eb4 None None] Attempting to bind port b38a1871-fcfc-42fd-bea5-dd49946c3a50 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'}] {{(pid=121609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 22:10:12.244554 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c642b93-467b-4856-a264-237f7fac4eb4 None None] Attempting to bind port b38a1871-fcfc-42fd-bea5-dd49946c3a50 on network 7201e55c-7c5f-41aa-a042-a363696539d0 {{(pid=121609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 22:10:12.247721 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c3d717-7007-4aab-8267-2ed9063030af None None] Pushing event updated for resources: {'Port': ['ID=b38a1871-fcfc-42fd-bea5-dd49946c3a50,revision_number=2']} {{(pid=121609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:10:12.255379 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c642b93-467b-4856-a264-237f7fac4eb4 None None] Checking agent: {'id': 'ca4f5c6d-f1fd-48b8-a3e3-395864c7d23d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 20, 56, 40), 'started_at': datetime.datetime(2021, 12, 25, 20, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 22, 10, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 22:10:12.255753 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c642b93-467b-4856-a264-237f7fac4eb4 None None] Checking segment: {'id': '6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 22:10:12.256150 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-7c642b93-467b-4856-a264-237f7fac4eb4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:10:12.256540 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c642b93-467b-4856-a264-237f7fac4eb4 None None] Bound using segment: {'id': '6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'} {{(pid=121609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 22:10:12.257022 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.managers [None req-7c642b93-467b-4856-a264-237f7fac4eb4 None None] Bound port: b38a1871-fcfc-42fd-bea5-dd49946c3a50, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'}}] {{(pid=121609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 22:10:12.257396 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-7c642b93-467b-4856-a264-237f7fac4eb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:10:12.260539 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c3d717-7007-4aab-8267-2ed9063030af None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:10:12.260899 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c3d717-7007-4aab-8267-2ed9063030af None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:10:12.261254 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c3d717-7007-4aab-8267-2ed9063030af None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:10:12.261615 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c3d717-7007-4aab-8267-2ed9063030af None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:10:12.261949 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c3d717-7007-4aab-8267-2ed9063030af None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:10:12.262278 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c3d717-7007-4aab-8267-2ed9063030af None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:10:12.262608 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c3d717-7007-4aab-8267-2ed9063030af None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:10:12.262928 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c3d717-7007-4aab-8267-2ed9063030af None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:10:12.263249 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c3d717-7007-4aab-8267-2ed9063030af None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:10:12.263568 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c3d717-7007-4aab-8267-2ed9063030af None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:10:12.263889 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c3d717-7007-4aab-8267-2ed9063030af None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:10:12.264207 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c3d717-7007-4aab-8267-2ed9063030af None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:10:12.264525 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c3d717-7007-4aab-8267-2ed9063030af None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:10:12.272274 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5c6087f-2876-46e7-b94a-84ca212f4b82 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Network 985bc386-1b00-425e-a586-256c431886f8 is scheduled to be hosted by DHCP agent 1813db88-2c1b-4357-a2ba-869246b663c2 with binding_index 1 {{(pid=121607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 25 22:10:12.295613 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-90aada47-78e6-46f3-99ca-2b0c8552a4a8 None None] Provisioning complete for port b38a1871-fcfc-42fd-bea5-dd49946c3a50 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 22:10:12.296121 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-90aada47-78e6-46f3-99ca-2b0c8552a4a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:10:12.317842 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.db [None req-7c642b93-467b-4856-a264-237f7fac4eb4 None None] For port b38a1871-fcfc-42fd-bea5-dd49946c3a50, host ncdv-master-1, cleared binding levels {{(pid=121609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 22:10:12.320748 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.db [None req-7c642b93-467b-4856-a264-237f7fac4eb4 None None] For port b38a1871-fcfc-42fd-bea5-dd49946c3a50, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b38a1871-fcfc-42fd-bea5-dd49946c3a50,segment=NetworkSegment(6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855),segment_id=6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855)] {{(pid=121609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 22:10:12.329786 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-90aada47-78e6-46f3-99ca-2b0c8552a4a8 None None] Port b38a1871-fcfc-42fd-bea5-dd49946c3a50 cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 22:10:12.357883 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-f5c6087f-2876-46e7-b94a-84ca212f4b82 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 985bc386-1b00-425e-a586-256c431886f8) {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 22:10:12.364509 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5c6087f-2876-46e7-b94a-84ca212f4b82 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:10:12.367999 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f5c6087f-2876-46e7-b94a-84ca212f4b82 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks [] for subnet, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:10:12.370771 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64f29ec5-3a00-4d2d-aa6a-6f153f3013a4 None None] Network 985bc386-1b00-425e-a586-256c431886f8 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 22:10:12.386819 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-7c642b93-467b-4856-a264-237f7fac4eb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:10:12.429245 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29645116-8db8-47ba-bdf3-e08495a35717 None None] DHCP port deletion for 7201e55c-7c5f-41aa-a042-a363696539d0 request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 22:10:12.440064 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c642b93-467b-4856-a264-237f7fac4eb4 None None] Routers {'c0cadf43-141f-4ff1-848a-77a041677ba7'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 22:10:12.441171 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-7c642b93-467b-4856-a264-237f7fac4eb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f26183dea00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T22:10:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['c0cadf43-141f-4ff1-848a-77a041677ba7'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 22:10:12.443959 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-f5c6087f-2876-46e7-b94a-84ca212f4b82 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 832 time: 0.7580357
Dec 25 22:10:12.446744 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 48790) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 22:10:12.481558 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62c79a2b-ed32-464e-808a-2115bb32d8ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-985bc386-1b00-425e-a586-256c431886f8', 'network_id': '985bc386-1b00-425e-a586-256c431886f8', 'project_id': '252f592e72984919a30b8248c35228f7', 'fixed_ips': [{'subnet_id': '69635408-48bd-4224-9b80-8072bfe1a391'}]}} from ncdv-master-1. {{(pid=121608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 25 22:10:12.482498 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-62c79a2b-ed32-464e-808a-2115bb32d8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:10:12.487300 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c3d717-7007-4aab-8267-2ed9063030af None None] Pushing event updated for resources: {'Port': ['ID=b38a1871-fcfc-42fd-bea5-dd49946c3a50,revision_number=3']} {{(pid=121609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:10:12.567382 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvr_db [None req-7c642b93-467b-4856-a264-237f7fac4eb4 None None] Set router c0cadf43-141f-4ff1-848a-77a041677ba7 gateway port host: ncdv-master-1 {{(pid=121609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 22:10:12.583429 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-42cd1419-f925-410e-8469-8359cc65ac36 None None] Provisioning complete for port b38a1871-fcfc-42fd-bea5-dd49946c3a50 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 22:10:12.583847 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-42cd1419-f925-410e-8469-8359cc65ac36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:10:12.667550 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.db_base_plugin_common [None req-62c79a2b-ed32-464e-808a-2115bb32d8ff None None] Allocated IP 172.20.0.2 (985bc386-1b00-425e-a586-256c431886f8/69635408-48bd-4224-9b80-8072bfe1a391/0155d5a8-97e1-475e-b7dd-7f3da9d0ebfc) {{(pid=121608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 22:10:12.754312 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-7c642b93-467b-4856-a264-237f7fac4eb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f26183dea00>, [{'id': 'c0cadf43-141f-4ff1-848a-77a041677ba7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-682938325', 'tenant_id': '252f592e72984919a30b8248c35228f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.239'}], 'enable_snat': True}, 'gw_port_id': 'b38a1871-fcfc-42fd-bea5-dd49946c3a50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T22:10:09Z', 'updated_at': '2021-12-25T22:10:10Z', 'revision_number': 3, 'project_id': '252f592e72984919a30b8248c35228f7', 'gw_port': {'id': 'b38a1871-fcfc-42fd-bea5-dd49946c3a50', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:b7:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0cadf43-141f-4ff1-848a-77a041677ba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T22:10:09Z', 'updated_at': '2021-12-25T22:10:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 22:10:12.763206 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-42cd1419-f925-410e-8469-8359cc65ac36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:10:12.786350 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c642b93-467b-4856-a264-237f7fac4eb4 None None] The sync data for ids ['c0cadf43-141f-4ff1-848a-77a041677ba7'] in ncdv-master-1 is: [{'id': 'c0cadf43-141f-4ff1-848a-77a041677ba7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-682938325', 'tenant_id': '252f592e72984919a30b8248c35228f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.239'}], 'enable_snat': True}, 'gw_port_id': 'b38a1871-fcfc-42fd-bea5-dd49946c3a50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T22:10:09Z', 'updated_at': '2021-12-25T22:10:10Z', 'revision_number': 3, 'project_id': '252f592e72984919a30b8248c35228f7', 'gw_port': {'id': 'b38a1871-fcfc-42fd-bea5-dd49946c3a50', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:b7:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0cadf43-141f-4ff1-848a-77a041677ba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T22:10:09Z', 'updated_at': '2021-12-25T22:10:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 22:10:12.793761 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-42cd1419-f925-410e-8469-8359cc65ac36 None None] For port b38a1871-fcfc-42fd-bea5-dd49946c3a50, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b38a1871-fcfc-42fd-bea5-dd49946c3a50,segment=NetworkSegment(6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855),segment_id=6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 22:10:12.864852 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-62c79a2b-ed32-464e-808a-2115bb32d8ff None None] Publish callbacks [] for port, precommit_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:10:12.871934 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-42cd1419-f925-410e-8469-8359cc65ac36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:10:12.923375 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cd1419-f925-410e-8469-8359cc65ac36 None None] Pushing event updated for resources: {'Port': ['ID=b38a1871-fcfc-42fd-bea5-dd49946c3a50,revision_number=4']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:10:12.929699 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-d11c71c1-b52e-426b-9579-0a972212bc2a tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:10:13.003462 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-62c79a2b-ed32-464e-808a-2115bb32d8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946'] for port, after_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:10:13.070693 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62c79a2b-ed32-464e-808a-2115bb32d8ff None None] Network 985bc386-1b00-425e-a586-256c431886f8 is already hosted by enough agents. {{(pid=121608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 22:10:13.076336 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.base_scheduler [None req-62c79a2b-ed32-464e-808a-2115bb32d8ff None None] Resources bound (agent type, host, resource id):  {{(pid=121608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 22:10:13.079912 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62c79a2b-ed32-464e-808a-2115bb32d8ff None None] Received port after_create {{(pid=121608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 22:10:13.098638 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c79a2b-ed32-464e-808a-2115bb32d8ff None None] Pushing event updated for resources: {'Port': ['ID=0155d5a8-97e1-475e-b7dd-7f3da9d0ebfc,revision_number=1']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:10:13.148627 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-62c79a2b-ed32-464e-808a-2115bb32d8ff None None] Attempting to bind port 0155d5a8-97e1-475e-b7dd-7f3da9d0ebfc on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 22:10:13.149033 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-62c79a2b-ed32-464e-808a-2115bb32d8ff None None] Attempting to bind port 0155d5a8-97e1-475e-b7dd-7f3da9d0ebfc by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '5dcacf48-9546-47e7-968b-348da2084546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '985bc386-1b00-425e-a586-256c431886f8'}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 22:10:13.149403 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62c79a2b-ed32-464e-808a-2115bb32d8ff None None] Attempting to bind port 0155d5a8-97e1-475e-b7dd-7f3da9d0ebfc on network 985bc386-1b00-425e-a586-256c431886f8 {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 22:10:13.154738 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62c79a2b-ed32-464e-808a-2115bb32d8ff None None] Checking agent: {'id': 'ca4f5c6d-f1fd-48b8-a3e3-395864c7d23d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 20, 56, 40), 'started_at': datetime.datetime(2021, 12, 25, 20, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 22, 10, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 22:10:13.155119 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62c79a2b-ed32-464e-808a-2115bb32d8ff None None] Checking segment: {'id': '5dcacf48-9546-47e7-968b-348da2084546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '985bc386-1b00-425e-a586-256c431886f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 22:10:13.155516 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-62c79a2b-ed32-464e-808a-2115bb32d8ff None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:10:13.155909 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62c79a2b-ed32-464e-808a-2115bb32d8ff None None] Bound using segment: {'id': '5dcacf48-9546-47e7-968b-348da2084546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '985bc386-1b00-425e-a586-256c431886f8'} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 22:10:13.156383 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-62c79a2b-ed32-464e-808a-2115bb32d8ff None None] Bound port: 0155d5a8-97e1-475e-b7dd-7f3da9d0ebfc, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5dcacf48-9546-47e7-968b-348da2084546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '985bc386-1b00-425e-a586-256c431886f8'}}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 22:10:13.156768 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-62c79a2b-ed32-464e-808a-2115bb32d8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:10:13.223700 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-62c79a2b-ed32-464e-808a-2115bb32d8ff None None] For port 0155d5a8-97e1-475e-b7dd-7f3da9d0ebfc, host ncdv-master-1, cleared binding levels {{(pid=121608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 22:10:13.227491 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-62c79a2b-ed32-464e-808a-2115bb32d8ff None None] For port 0155d5a8-97e1-475e-b7dd-7f3da9d0ebfc, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0155d5a8-97e1-475e-b7dd-7f3da9d0ebfc,segment=NetworkSegment(5dcacf48-9546-47e7-968b-348da2084546),segment_id=5dcacf48-9546-47e7-968b-348da2084546)] {{(pid=121608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 22:10:13.249138 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_common [None req-d11c71c1-b52e-426b-9579-0a972212bc2a tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Allocated IP 172.20.0.1 (985bc386-1b00-425e-a586-256c431886f8/69635408-48bd-4224-9b80-8072bfe1a391/cd59bd1c-1687-403e-92aa-3cdf3fb68dc1) {{(pid=121607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 22:10:13.326701 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-62c79a2b-ed32-464e-808a-2115bb32d8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:10:13.381590 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-d11c71c1-b52e-426b-9579-0a972212bc2a tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks [] for port, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:10:13.388631 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c79a2b-ed32-464e-808a-2115bb32d8ff None None] Pushing event updated for resources: {'Port': ['ID=0155d5a8-97e1-475e-b7dd-7f3da9d0ebfc,revision_number=2']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:10:13.469088 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-d11c71c1-b52e-426b-9579-0a972212bc2a tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:10:13.523846 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d11c71c1-b52e-426b-9579-0a972212bc2a tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Network 985bc386-1b00-425e-a586-256c431886f8 is already hosted by enough agents. {{(pid=121607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 22:10:13.527125 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-d11c71c1-b52e-426b-9579-0a972212bc2a tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Resources bound (agent type, host, resource id):  {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 22:10:13.533748 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d11c71c1-b52e-426b-9579-0a972212bc2a tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Received port after_create {{(pid=121607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 22:10:13.536265 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11c71c1-b52e-426b-9579-0a972212bc2a tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Pushing event updated for resources: {'Port': ['ID=cd59bd1c-1687-403e-92aa-3cdf3fb68dc1,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:10:13.595439 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-d11c71c1-b52e-426b-9579-0a972212bc2a tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2008772'] for router_interface, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:10:13.801633 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-d11c71c1-b52e-426b-9579-0a972212bc2a tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:10:14.077365 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-d11c71c1-b52e-426b-9579-0a972212bc2a tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks [] for port, precommit_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:10:14.134746 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-d11c71c1-b52e-426b-9579-0a972212bc2a tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8632327'] for port, after_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:10:14.209186 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11c71c1-b52e-426b-9579-0a972212bc2a tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Pushing event updated for resources: {'Port': ['ID=cd59bd1c-1687-403e-92aa-3cdf3fb68dc1,revision_number=2']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:10:14.211434 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-d11c71c1-b52e-426b-9579-0a972212bc2a tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2007636'] for router_interface, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:10:14.310893 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d11c71c1-b52e-426b-9579-0a972212bc2a tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Network 985bc386-1b00-425e-a586-256c431886f8 is already hosted by enough agents. {{(pid=121607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 22:10:14.312232 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-d11c71c1-b52e-426b-9579-0a972212bc2a tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Resources bound (agent type, host, resource id):  {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 22:10:14.335263 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c15dd98d-fd6d-4a54-a05d-1cb555200542 None None] Network 985bc386-1b00-425e-a586-256c431886f8 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 22:10:14.442306 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d11c71c1-b52e-426b-9579-0a972212bc2a tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Router c0cadf43-141f-4ff1-848a-77a041677ba7 has already been hosted by L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 {{(pid=121607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 25 22:10:14.554860 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d11c71c1-b52e-426b-9579-0a972212bc2a tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 22:10:14.568810 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-d11c71c1-b52e-426b-9579-0a972212bc2a tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "PUT /v2.0/routers/c0cadf43-141f-4ff1-848a-77a041677ba7/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.1123712
Dec 25 22:10:14.573460 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-7e252885-6802-40f4-82c1-71e0183f35b8 None None] Provisioning complete for port 0155d5a8-97e1-475e-b7dd-7f3da9d0ebfc triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 22:10:14.573641 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-7e252885-6802-40f4-82c1-71e0183f35b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:10:14.700111 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-7e252885-6802-40f4-82c1-71e0183f35b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:10:14.739540 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-7e252885-6802-40f4-82c1-71e0183f35b8 None None] For port 0155d5a8-97e1-475e-b7dd-7f3da9d0ebfc, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0155d5a8-97e1-475e-b7dd-7f3da9d0ebfc,segment=NetworkSegment(5dcacf48-9546-47e7-968b-348da2084546),segment_id=5dcacf48-9546-47e7-968b-348da2084546)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 22:10:14.812096 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 0155d5a8-97e1-475e-b7dd-7f3da9d0ebfc up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 22:10:14.843523 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-7e252885-6802-40f4-82c1-71e0183f35b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:10:14.918539 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e252885-6802-40f4-82c1-71e0183f35b8 None None] Pushing event updated for resources: {'Port': ['ID=0155d5a8-97e1-475e-b7dd-7f3da9d0ebfc,revision_number=3']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:10:14.921361 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port 0155d5a8-97e1-475e-b7dd-7f3da9d0ebfc triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 22:10:14.921892 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:10:14.953457 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-38eafa84-9830-47e3-bd65-9d6f30cd0613 req-d33c6e0d-19e5-4d3b-9424-ca8ff5b8f905 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-652617790&fields=id&tenant_id=252f592e72984919a30b8248c35228f7 HTTP/1.1" status: 200  len: 267 time: 0.0538633
Dec 25 22:10:15.010602 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4aa897b-5653-49c6-83f5-b64e2cb10b51 None None] Sync routers for ids ['c0cadf43-141f-4ff1-848a-77a041677ba7'] in ncdv-master-1 {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 22:10:15.022229 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-b77452bf-0ec4-4455-b396-e4baecd332a8 None None] Provisioning complete for port 0155d5a8-97e1-475e-b7dd-7f3da9d0ebfc triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 22:10:15.022599 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-b77452bf-0ec4-4455-b396-e4baecd332a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:10:15.061942 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4aa897b-5653-49c6-83f5-b64e2cb10b51 None None] Routers {'c0cadf43-141f-4ff1-848a-77a041677ba7'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 22:10:15.061942 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-c4aa897b-5653-49c6-83f5-b64e2cb10b51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2613249e80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T22:10:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['c0cadf43-141f-4ff1-848a-77a041677ba7'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 22:10:15.068302 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device b38a1871-fcfc-42fd-bea5-dd49946c3a50 up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 22:10:15.079726 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38eafa84-9830-47e3-bd65-9d6f30cd0613 req-a1b16f71-787e-4d7a-91ba-009c6ddbfc59 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:10:15.081421 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-38eafa84-9830-47e3-bd65-9d6f30cd0613 req-a1b16f71-787e-4d7a-91ba-009c6ddbfc59 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "GET /v2.0/networks?id=985bc386-1b00-425e-a586-256c431886f8 HTTP/1.1" status: 200  len: 797 time: 0.1272857
Dec 25 22:10:15.097382 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-38eafa84-9830-47e3-bd65-9d6f30cd0613 req-51da6990-85a7-4152-ab22-346a8011feae tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "GET /v2.0/quotas/252f592e72984919a30b8248c35228f7 HTTP/1.1" status: 200  len: 375 time: 0.0101271
Dec 25 22:10:15.158297 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-38eafa84-9830-47e3-bd65-9d6f30cd0613 req-e2188d57-4a0f-42ef-934e-b808d47e978c tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=252f592e72984919a30b8248c35228f7&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0542765
Dec 25 22:10:15.254552 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvr_db [None req-c4aa897b-5653-49c6-83f5-b64e2cb10b51 None None] Set router c0cadf43-141f-4ff1-848a-77a041677ba7 gateway port host: ncdv-master-1 {{(pid=121608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 22:10:15.263925 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [req-38eafa84-9830-47e3-bd65-9d6f30cd0613 req-c6b222a9-936a-4dab-a2b7-3bef80f29d2e service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=121606) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 25 22:10:15.265279 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-38eafa84-9830-47e3-bd65-9d6f30cd0613 req-c6b222a9-936a-4dab-a2b7-3bef80f29d2e service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0578752
Dec 25 22:10:15.302107 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port b38a1871-fcfc-42fd-bea5-dd49946c3a50 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 22:10:15.302842 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:10:15.366578 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-38eafa84-9830-47e3-bd65-9d6f30cd0613 req-bc7214e6-0b27-487c-a08d-7e9659c09edd service neutron] 10.222.0.32 "GET /v2.0/networks/985bc386-1b00-425e-a586-256c431886f8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0932319
Dec 25 22:10:15.379107 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-b77452bf-0ec4-4455-b396-e4baecd332a8 None None] Provisioning complete for port cd59bd1c-1687-403e-92aa-3cdf3fb68dc1 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 22:10:15.379647 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-b77452bf-0ec4-4455-b396-e4baecd332a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:10:15.461510 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-38eafa84-9830-47e3-bd65-9d6f30cd0613 req-00c7f8fa-cd9b-41ce-8fc8-d0aa87f5c170 service neutron] 10.222.0.32 "GET /v2.0/networks/985bc386-1b00-425e-a586-256c431886f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0878265
Dec 25 22:10:15.465957 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-b77452bf-0ec4-4455-b396-e4baecd332a8 None None] Port cd59bd1c-1687-403e-92aa-3cdf3fb68dc1 cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 22:10:15.567823 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-c4aa897b-5653-49c6-83f5-b64e2cb10b51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2613249e80>, [{'id': 'c0cadf43-141f-4ff1-848a-77a041677ba7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-682938325', 'tenant_id': '252f592e72984919a30b8248c35228f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.239'}], 'enable_snat': True}, 'gw_port_id': 'b38a1871-fcfc-42fd-bea5-dd49946c3a50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T22:10:09Z', 'updated_at': '2021-12-25T22:10:13Z', 'revision_number': 4, 'project_id': '252f592e72984919a30b8248c35228f7', 'gw_port': {'id': 'b38a1871-fcfc-42fd-bea5-dd49946c3a50', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:b7:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0cadf43-141f-4ff1-848a-77a041677ba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T22:10:09Z', 'updated_at': '2021-12-25T22:10:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'cd59bd1c-1687-403e-92aa-3cdf3fb68dc1', 'name': '', 'network_id': '985bc386-1b00-425e-a586-256c431886f8', 'tenant_id': '252f592e72984919a30b8248c35228f7', 'mac_address': 'fa:16:3e:fe:10:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0cadf43-141f-4ff1-848a-77a041677ba7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '69635408-48bd-4224-9b80-8072bfe1a391', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T22:10:13Z', 'updated_at': '2021-12-25T22:10:13Z', 'revision_number': 2, 'project_id': '252f592e72984919a30b8248c35228f7', 'subnets': [{'id': '69635408-48bd-4224-9b80-8072bfe1a391', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 22:10:15.602489 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4aa897b-5653-49c6-83f5-b64e2cb10b51 None None] Checking router: c0cadf43-141f-4ff1-848a-77a041677ba7 for host: ncdv-master-1 {{(pid=121608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 25 22:10:15.602773 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4aa897b-5653-49c6-83f5-b64e2cb10b51 None None] Updating router c0cadf43-141f-4ff1-848a-77a041677ba7 port cd59bd1c-1687-403e-92aa-3cdf3fb68dc1 binding host ncdv-master-1 {{(pid=121608) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 25 22:10:15.634180 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-c4aa897b-5653-49c6-83f5-b64e2cb10b51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:10:15.637325 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-f2647ff9-551d-492b-ac65-4d573bb0dd24 None None] Provisioning complete for port cd59bd1c-1687-403e-92aa-3cdf3fb68dc1 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 22:10:15.637681 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-f2647ff9-551d-492b-ac65-4d573bb0dd24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:10:15.704481 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-f2647ff9-551d-492b-ac65-4d573bb0dd24 None None] Port cd59bd1c-1687-403e-92aa-3cdf3fb68dc1 cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 22:10:15.920468 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-c4aa897b-5653-49c6-83f5-b64e2cb10b51 None None] Publish callbacks [] for port, precommit_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:10:16.002986 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-c4aa897b-5653-49c6-83f5-b64e2cb10b51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:10:16.056420 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfe520f-0c12-4b69-ac6c-6f811e97b87e None None] Pushing event updated for resources: {'Port': ['ID=cd59bd1c-1687-403e-92aa-3cdf3fb68dc1,revision_number=3']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:10:16.103032 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-c4aa897b-5653-49c6-83f5-b64e2cb10b51 None None] Attempting to bind port cd59bd1c-1687-403e-92aa-3cdf3fb68dc1 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 22:10:16.103406 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-c4aa897b-5653-49c6-83f5-b64e2cb10b51 None None] Attempting to bind port cd59bd1c-1687-403e-92aa-3cdf3fb68dc1 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '5dcacf48-9546-47e7-968b-348da2084546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '985bc386-1b00-425e-a586-256c431886f8'}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 22:10:16.103764 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4aa897b-5653-49c6-83f5-b64e2cb10b51 None None] Attempting to bind port cd59bd1c-1687-403e-92aa-3cdf3fb68dc1 on network 985bc386-1b00-425e-a586-256c431886f8 {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 22:10:16.109777 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4aa897b-5653-49c6-83f5-b64e2cb10b51 None None] Checking agent: {'id': 'ca4f5c6d-f1fd-48b8-a3e3-395864c7d23d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 20, 56, 40), 'started_at': datetime.datetime(2021, 12, 25, 20, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 22, 10, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 22:10:16.110221 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4aa897b-5653-49c6-83f5-b64e2cb10b51 None None] Checking segment: {'id': '5dcacf48-9546-47e7-968b-348da2084546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '985bc386-1b00-425e-a586-256c431886f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 22:10:16.110620 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-c4aa897b-5653-49c6-83f5-b64e2cb10b51 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:10:16.111014 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4aa897b-5653-49c6-83f5-b64e2cb10b51 None None] Bound using segment: {'id': '5dcacf48-9546-47e7-968b-348da2084546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '985bc386-1b00-425e-a586-256c431886f8'} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 22:10:16.111468 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-c4aa897b-5653-49c6-83f5-b64e2cb10b51 None None] Bound port: cd59bd1c-1687-403e-92aa-3cdf3fb68dc1, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5dcacf48-9546-47e7-968b-348da2084546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '985bc386-1b00-425e-a586-256c431886f8'}}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 22:10:16.111851 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-c4aa897b-5653-49c6-83f5-b64e2cb10b51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:10:16.179270 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-c4aa897b-5653-49c6-83f5-b64e2cb10b51 None None] For port cd59bd1c-1687-403e-92aa-3cdf3fb68dc1, host ncdv-master-1, cleared binding levels {{(pid=121608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 22:10:16.182426 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-c4aa897b-5653-49c6-83f5-b64e2cb10b51 None None] For port cd59bd1c-1687-403e-92aa-3cdf3fb68dc1, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=cd59bd1c-1687-403e-92aa-3cdf3fb68dc1,segment=NetworkSegment(5dcacf48-9546-47e7-968b-348da2084546),segment_id=5dcacf48-9546-47e7-968b-348da2084546)] {{(pid=121608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 22:10:16.227429 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-d0722215-5c7e-4889-aa6b-0731d5acb3f4 None None] Provisioning complete for port cd59bd1c-1687-403e-92aa-3cdf3fb68dc1 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 22:10:16.227803 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-d0722215-5c7e-4889-aa6b-0731d5acb3f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:10:16.261208 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-d0722215-5c7e-4889-aa6b-0731d5acb3f4 None None] Port cd59bd1c-1687-403e-92aa-3cdf3fb68dc1 cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 22:10:16.263786 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-c4aa897b-5653-49c6-83f5-b64e2cb10b51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:10:16.319933 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4aa897b-5653-49c6-83f5-b64e2cb10b51 None None] Routers {'c0cadf43-141f-4ff1-848a-77a041677ba7'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 22:10:16.323946 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-c4aa897b-5653-49c6-83f5-b64e2cb10b51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2613249e80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T22:10:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['c0cadf43-141f-4ff1-848a-77a041677ba7'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 22:10:16.361036 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfe520f-0c12-4b69-ac6c-6f811e97b87e None None] Pushing event updated for resources: {'Port': ['ID=cd59bd1c-1687-403e-92aa-3cdf3fb68dc1,revision_number=4']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:10:16.437533 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvr_db [None req-c4aa897b-5653-49c6-83f5-b64e2cb10b51 None None] Set router c0cadf43-141f-4ff1-848a-77a041677ba7 gateway port host: ncdv-master-1 {{(pid=121608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 22:10:16.600517 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-dc084f8d-a863-4428-94b8-9862ce667d2a None None] Provisioning complete for port cd59bd1c-1687-403e-92aa-3cdf3fb68dc1 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 22:10:16.600898 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-dc084f8d-a863-4428-94b8-9862ce667d2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:10:16.675584 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 0155d5a8-97e1-475e-b7dd-7f3da9d0ebfc up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 22:10:16.773204 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-c4aa897b-5653-49c6-83f5-b64e2cb10b51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2613249e80>, [{'id': 'c0cadf43-141f-4ff1-848a-77a041677ba7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-682938325', 'tenant_id': '252f592e72984919a30b8248c35228f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.239'}], 'enable_snat': True}, 'gw_port_id': 'b38a1871-fcfc-42fd-bea5-dd49946c3a50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T22:10:09Z', 'updated_at': '2021-12-25T22:10:13Z', 'revision_number': 4, 'project_id': '252f592e72984919a30b8248c35228f7', 'gw_port': {'id': 'b38a1871-fcfc-42fd-bea5-dd49946c3a50', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:b7:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0cadf43-141f-4ff1-848a-77a041677ba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T22:10:09Z', 'updated_at': '2021-12-25T22:10:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'cd59bd1c-1687-403e-92aa-3cdf3fb68dc1', 'name': '', 'network_id': '985bc386-1b00-425e-a586-256c431886f8', 'tenant_id': '252f592e72984919a30b8248c35228f7', 'mac_address': 'fa:16:3e:fe:10:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0cadf43-141f-4ff1-848a-77a041677ba7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '69635408-48bd-4224-9b80-8072bfe1a391', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T22:10:13Z', 'updated_at': '2021-12-25T22:10:16Z', 'revision_number': 4, 'project_id': '252f592e72984919a30b8248c35228f7', 'subnets': [{'id': '69635408-48bd-4224-9b80-8072bfe1a391', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 22:10:16.785815 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-183c2486-8537-4e86-bbe7-c0e52f5b642d req-fbf8b32c-b062-4b11-bd3d-0aa3e283b914 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "GET /v2.0/ports?device_id=e279fe71-0ff9-431f-989d-1bfe4de21f11 HTTP/1.1" status: 200  len: 210 time: 0.0832658
Dec 25 22:10:16.799885 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-dc084f8d-a863-4428-94b8-9862ce667d2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:10:16.804296 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4aa897b-5653-49c6-83f5-b64e2cb10b51 None None] The sync data for ids ['c0cadf43-141f-4ff1-848a-77a041677ba7'] in ncdv-master-1 is: [{'id': 'c0cadf43-141f-4ff1-848a-77a041677ba7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-682938325', 'tenant_id': '252f592e72984919a30b8248c35228f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.239'}], 'enable_snat': True}, 'gw_port_id': 'b38a1871-fcfc-42fd-bea5-dd49946c3a50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T22:10:09Z', 'updated_at': '2021-12-25T22:10:13Z', 'revision_number': 4, 'project_id': '252f592e72984919a30b8248c35228f7', 'gw_port': {'id': 'b38a1871-fcfc-42fd-bea5-dd49946c3a50', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:b7:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0cadf43-141f-4ff1-848a-77a041677ba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T22:10:09Z', 'updated_at': '2021-12-25T22:10:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'cd59bd1c-1687-403e-92aa-3cdf3fb68dc1', 'name': '', 'network_id': '985bc386-1b00-425e-a586-256c431886f8', 'tenant_id': '252f592e72984919a30b8248c35228f7', 'mac_address': 'fa:16:3e:fe:10:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0cadf43-141f-4ff1-848a-77a041677ba7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '69635408-48bd-4224-9b80-8072bfe1a391', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T22:10:13Z', 'updated_at': '2021-12-25T22:10:16Z', 'revision_number': 4, 'project_id': '252f592e72984919a30b8248c35228f7', 'subnets': [{'id': '69635408-48bd-4224-9b80-8072bfe1a391', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 22:10:16.814503 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port 0155d5a8-97e1-475e-b7dd-7f3da9d0ebfc triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 22:10:16.814872 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:10:16.892166 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-dc084f8d-a863-4428-94b8-9862ce667d2a None None] For port cd59bd1c-1687-403e-92aa-3cdf3fb68dc1, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=cd59bd1c-1687-403e-92aa-3cdf3fb68dc1,segment=NetworkSegment(5dcacf48-9546-47e7-968b-348da2084546),segment_id=5dcacf48-9546-47e7-968b-348da2084546)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 22:10:16.953754 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-dc084f8d-a863-4428-94b8-9862ce667d2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:10:17.177411 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc084f8d-a863-4428-94b8-9862ce667d2a None None] Pushing event updated for resources: {'Port': ['ID=cd59bd1c-1687-403e-92aa-3cdf3fb68dc1,revision_number=5']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:10:17.889653 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d7a54868-ccc1-4057-90f6-32ca99d72488 req-22d906c8-9f4f-439e-9fd7-3638a53d07a4 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "GET /v2.0/ports?device_id=e279fe71-0ff9-431f-989d-1bfe4de21f11 HTTP/1.1" status: 200  len: 210 time: 0.0290959
Dec 25 22:10:18.669082 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device cd59bd1c-1687-403e-92aa-3cdf3fb68dc1 up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 22:10:18.721199 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port cd59bd1c-1687-403e-92aa-3cdf3fb68dc1 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 22:10:18.722675 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:10:18.837132 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38eafa84-9830-47e3-bd65-9d6f30cd0613 req-b0dc9f78-eb31-4fe2-a631-9b17f14b0265 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:10:18.839166 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-38eafa84-9830-47e3-bd65-9d6f30cd0613 req-b0dc9f78-eb31-4fe2-a631-9b17f14b0265 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.31 "GET /v2.0/networks?id=985bc386-1b00-425e-a586-256c431886f8 HTTP/1.1" status: 200  len: 797 time: 0.1363375
Dec 25 22:10:18.908269 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-38eafa84-9830-47e3-bd65-9d6f30cd0613 req-af2ebc97-c782-4ca7-9346-2252e9cfc172 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=252f592e72984919a30b8248c35228f7 HTTP/1.1" status: 200  len: 379 time: 0.0585747
Dec 25 22:10:18.925611 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-38eafa84-9830-47e3-bd65-9d6f30cd0613 req-519f22fe-b57c-439f-b83b-9268fec18fe5 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Request body: {'port': {'device_id': 'e279fe71-0ff9-431f-989d-1bfe4de21f11', 'network_id': '985bc386-1b00-425e-a586-256c431886f8', 'admin_state_up': True, 'tenant_id': '252f592e72984919a30b8248c35228f7', 'security_groups': ['f8ccba96-5d66-4b8c-8120-ebdd13f87418']}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 22:10:19.043757 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-be4b90d7-8130-4861-8b10-04f486a4e345 req-529b3a47-ace0-49a8-801a-e50a2dcd3d39 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "GET /v2.0/ports?device_id=e279fe71-0ff9-431f-989d-1bfe4de21f11 HTTP/1.1" status: 200  len: 210 time: 0.0333648
Dec 25 22:10:19.165079 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38eafa84-9830-47e3-bd65-9d6f30cd0613 req-519f22fe-b57c-439f-b83b-9268fec18fe5 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Made reservation on behalf of 252f592e72984919a30b8248c35228f7 for: {'port': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 22:10:19.169254 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-38eafa84-9830-47e3-bd65-9d6f30cd0613 req-519f22fe-b57c-439f-b83b-9268fec18fe5 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:10:19.292657 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_common [req-38eafa84-9830-47e3-bd65-9d6f30cd0613 req-519f22fe-b57c-439f-b83b-9268fec18fe5 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Allocated IP 172.20.0.13 (985bc386-1b00-425e-a586-256c431886f8/69635408-48bd-4224-9b80-8072bfe1a391/ce9e765a-3b6f-4a29-8b1d-a3bb800ce1c8) {{(pid=121606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 22:10:19.428287 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-38eafa84-9830-47e3-bd65-9d6f30cd0613 req-519f22fe-b57c-439f-b83b-9268fec18fe5 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks [] for port, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:10:19.523358 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-38eafa84-9830-47e3-bd65-9d6f30cd0613 req-519f22fe-b57c-439f-b83b-9268fec18fe5 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:10:19.564937 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38eafa84-9830-47e3-bd65-9d6f30cd0613 req-519f22fe-b57c-439f-b83b-9268fec18fe5 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Network 985bc386-1b00-425e-a586-256c431886f8 is already hosted by enough agents. {{(pid=121606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 22:10:19.568002 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [req-38eafa84-9830-47e3-bd65-9d6f30cd0613 req-519f22fe-b57c-439f-b83b-9268fec18fe5 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Resources bound (agent type, host, resource id):  {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 22:10:19.571685 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [req-38eafa84-9830-47e3-bd65-9d6f30cd0613 req-519f22fe-b57c-439f-b83b-9268fec18fe5 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Received port after_create {{(pid=121606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 22:10:19.604119 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519f22fe-b57c-439f-b83b-9268fec18fe5 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Pushing event updated for resources: {'Port': ['ID=ce9e765a-3b6f-4a29-8b1d-a3bb800ce1c8,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:10:19.632408 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38eafa84-9830-47e3-bd65-9d6f30cd0613 req-519f22fe-b57c-439f-b83b-9268fec18fe5 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:10:19.633081 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-38eafa84-9830-47e3-bd65-9d6f30cd0613 req-519f22fe-b57c-439f-b83b-9268fec18fe5 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:10:19.708763 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-38eafa84-9830-47e3-bd65-9d6f30cd0613 req-519f22fe-b57c-439f-b83b-9268fec18fe5 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.7922432
Dec 25 22:10:19.721499 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-38eafa84-9830-47e3-bd65-9d6f30cd0613 req-702f405e-2398-4652-a57a-3e6a703968f3 service neutron] Request body: {'port': {'device_id': 'e279fe71-0ff9-431f-989d-1bfe4de21f11', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 22:10:19.781081 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-38eafa84-9830-47e3-bd65-9d6f30cd0613 req-702f405e-2398-4652-a57a-3e6a703968f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:10:19.799870 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-6db258aa-c061-4533-a407-c80c0aef953e None None] Provisioning complete for port ce9e765a-3b6f-4a29-8b1d-a3bb800ce1c8 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 22:10:19.800474 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-6db258aa-c061-4533-a407-c80c0aef953e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:10:19.834289 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-6db258aa-c061-4533-a407-c80c0aef953e None None] Port ce9e765a-3b6f-4a29-8b1d-a3bb800ce1c8 cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 22:10:20.041813 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [req-38eafa84-9830-47e3-bd65-9d6f30cd0613 req-702f405e-2398-4652-a57a-3e6a703968f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce9e765a-3b6f-4a29-8b1d-a3bb800ce1c8 {{(pid=121606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 22:10:20.049260 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-38eafa84-9830-47e3-bd65-9d6f30cd0613 req-702f405e-2398-4652-a57a-3e6a703968f3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:10:20.061699 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.provisioning_blocks [req-38eafa84-9830-47e3-bd65-9d6f30cd0613 req-702f405e-2398-4652-a57a-3e6a703968f3 service neutron] Transition to ACTIVE for port object ce9e765a-3b6f-4a29-8b1d-a3bb800ce1c8 will not be triggered until provisioned by entity L2. {{(pid=121606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 25 22:10:20.130724 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-38eafa84-9830-47e3-bd65-9d6f30cd0613 req-702f405e-2398-4652-a57a-3e6a703968f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:10:20.207076 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702f405e-2398-4652-a57a-3e6a703968f3 service neutron] Pushing event updated for resources: {'Port': ['ID=ce9e765a-3b6f-4a29-8b1d-a3bb800ce1c8,revision_number=2']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:10:20.235418 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223bc4e0-f8b0-4677-8cee-3408fca8c01a req-616338da-7b8a-4c92-b6ab-22aaa67f6590 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:10:20.237091 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-223bc4e0-f8b0-4677-8cee-3408fca8c01a req-616338da-7b8a-4c92-b6ab-22aaa67f6590 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "GET /v2.0/ports?device_id=e279fe71-0ff9-431f-989d-1bfe4de21f11 HTTP/1.1" status: 200  len: 944 time: 0.1162045
Dec 25 22:10:20.322463 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-38eafa84-9830-47e3-bd65-9d6f30cd0613 req-702f405e-2398-4652-a57a-3e6a703968f3 service neutron] Attempting to bind port ce9e765a-3b6f-4a29-8b1d-a3bb800ce1c8 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 22:10:20.322799 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-38eafa84-9830-47e3-bd65-9d6f30cd0613 req-702f405e-2398-4652-a57a-3e6a703968f3 service neutron] Attempting to bind port ce9e765a-3b6f-4a29-8b1d-a3bb800ce1c8 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '5dcacf48-9546-47e7-968b-348da2084546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '985bc386-1b00-425e-a586-256c431886f8'}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 22:10:20.323125 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38eafa84-9830-47e3-bd65-9d6f30cd0613 req-702f405e-2398-4652-a57a-3e6a703968f3 service neutron] Attempting to bind port ce9e765a-3b6f-4a29-8b1d-a3bb800ce1c8 on network 985bc386-1b00-425e-a586-256c431886f8 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 22:10:20.331897 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-223bc4e0-f8b0-4677-8cee-3408fca8c01a req-622ef6e0-294a-4461-b811-a91dec92e5b9 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "GET /v2.0/security-groups?id=f8ccba96-5d66-4b8c-8120-ebdd13f87418&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0750675
Dec 25 22:10:20.332610 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38eafa84-9830-47e3-bd65-9d6f30cd0613 req-702f405e-2398-4652-a57a-3e6a703968f3 service neutron] Port ce9e765a-3b6f-4a29-8b1d-a3bb800ce1c8 on network 985bc386-1b00-425e-a586-256c431886f8 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 25 22:10:20.332958 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38eafa84-9830-47e3-bd65-9d6f30cd0613 req-702f405e-2398-4652-a57a-3e6a703968f3 service neutron] Attempting to bind port ce9e765a-3b6f-4a29-8b1d-a3bb800ce1c8 on network 985bc386-1b00-425e-a586-256c431886f8 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 22:10:20.338497 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38eafa84-9830-47e3-bd65-9d6f30cd0613 req-702f405e-2398-4652-a57a-3e6a703968f3 service neutron] Checking agent: {'id': '6d577036-68fc-4aa4-aed7-5ab01de2117e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 21, 4, 34), 'started_at': datetime.datetime(2021, 12, 25, 21, 4, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 22, 10, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 22:10:20.338698 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38eafa84-9830-47e3-bd65-9d6f30cd0613 req-702f405e-2398-4652-a57a-3e6a703968f3 service neutron] Checking segment: {'id': '5dcacf48-9546-47e7-968b-348da2084546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '985bc386-1b00-425e-a586-256c431886f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 22:10:20.338994 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38eafa84-9830-47e3-bd65-9d6f30cd0613 req-702f405e-2398-4652-a57a-3e6a703968f3 service neutron] Bound using segment: {'id': '5dcacf48-9546-47e7-968b-348da2084546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '985bc386-1b00-425e-a586-256c431886f8'} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 22:10:20.339418 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-38eafa84-9830-47e3-bd65-9d6f30cd0613 req-702f405e-2398-4652-a57a-3e6a703968f3 service neutron] Bound port: ce9e765a-3b6f-4a29-8b1d-a3bb800ce1c8, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5dcacf48-9546-47e7-968b-348da2084546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '985bc386-1b00-425e-a586-256c431886f8'}}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 22:10:20.339840 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-38eafa84-9830-47e3-bd65-9d6f30cd0613 req-702f405e-2398-4652-a57a-3e6a703968f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:10:20.405153 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-38eafa84-9830-47e3-bd65-9d6f30cd0613 req-702f405e-2398-4652-a57a-3e6a703968f3 service neutron] For port ce9e765a-3b6f-4a29-8b1d-a3bb800ce1c8, host nch1-master-1, cleared binding levels {{(pid=121606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 22:10:20.408261 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-38eafa84-9830-47e3-bd65-9d6f30cd0613 req-702f405e-2398-4652-a57a-3e6a703968f3 service neutron] For port ce9e765a-3b6f-4a29-8b1d-a3bb800ce1c8, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ce9e765a-3b6f-4a29-8b1d-a3bb800ce1c8,segment=NetworkSegment(5dcacf48-9546-47e7-968b-348da2084546),segment_id=5dcacf48-9546-47e7-968b-348da2084546)] {{(pid=121606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 22:10:20.479847 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-38eafa84-9830-47e3-bd65-9d6f30cd0613 req-702f405e-2398-4652-a57a-3e6a703968f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:10:20.516491 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38eafa84-9830-47e3-bd65-9d6f30cd0613 req-702f405e-2398-4652-a57a-3e6a703968f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:10:20.517112 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-38eafa84-9830-47e3-bd65-9d6f30cd0613 req-702f405e-2398-4652-a57a-3e6a703968f3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:10:20.518505 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-38eafa84-9830-47e3-bd65-9d6f30cd0613 req-702f405e-2398-4652-a57a-3e6a703968f3 service neutron] 10.222.0.31 "PUT /v2.0/ports/ce9e765a-3b6f-4a29-8b1d-a3bb800ce1c8 HTTP/1.1" status: 200  len: 1092 time: 0.8020532
Dec 25 22:10:20.518951 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e279fe71-0ff9-431f-989d-1bfe4de21f11', 'tag': 'ce9e765a-3b6f-4a29-8b1d-a3bb800ce1c8'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 22:10:20.521247 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3aaaccd1c5724dc9dd74c6f33e2aadc9492bdd81d11d1049086089e292681ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9032e410-e352-4738-ae1d-b77c3272f846" -d '{"events": [{"name": "network-changed", "server_uuid": "e279fe71-0ff9-431f-989d-1bfe4de21f11", "tag": "ce9e765a-3b6f-4a29-8b1d-a3bb800ce1c8"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 22:10:20.545644 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702f405e-2398-4652-a57a-3e6a703968f3 service neutron] Pushing event updated for resources: {'Port': ['ID=ce9e765a-3b6f-4a29-8b1d-a3bb800ce1c8,revision_number=3']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:10:20.573821 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Dec 2021 22:10:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-522eea47-9366-42d4-a33d-a4a49d79c725 x-openstack-request-id: req-522eea47-9366-42d4-a33d-a4a49d79c725 {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 22:10:20.574213 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e279fe71-0ff9-431f-989d-1bfe4de21f11", "tag": "ce9e765a-3b6f-4a29-8b1d-a3bb800ce1c8", "status": "completed", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 22:10:20.574569 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-522eea47-9366-42d4-a33d-a4a49d79c725 {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 22:10:20.575048 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e279fe71-0ff9-431f-989d-1bfe4de21f11', 'tag': 'ce9e765a-3b6f-4a29-8b1d-a3bb800ce1c8', 'status': 'completed', 'code': 200}
Dec 25 22:10:20.649023 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9032e410-e352-4738-ae1d-b77c3272f846 req-2b8d8572-6833-4a2b-91d8-cff6fcb2d5c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:10:20.650566 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9032e410-e352-4738-ae1d-b77c3272f846 req-2b8d8572-6833-4a2b-91d8-cff6fcb2d5c0 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=252f592e72984919a30b8248c35228f7&device_id=e279fe71-0ff9-431f-989d-1bfe4de21f11 HTTP/1.1" status: 200  len: 1095 time: 0.0488553
Dec 25 22:10:20.752841 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9032e410-e352-4738-ae1d-b77c3272f846 req-772e8048-cc39-4f61-93af-633a7eb21a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:10:20.754353 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9032e410-e352-4738-ae1d-b77c3272f846 req-772e8048-cc39-4f61-93af-633a7eb21a48 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=252f592e72984919a30b8248c35228f7&shared=False HTTP/1.1" status: 200  len: 898 time: 0.0966344
Dec 25 22:10:20.849221 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9032e410-e352-4738-ae1d-b77c3272f846 req-a74abe2e-4ef6-4134-a6b2-83d5d47d3076 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:10:20.850808 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9032e410-e352-4738-ae1d-b77c3272f846 req-a74abe2e-4ef6-4134-a6b2-83d5d47d3076 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.0903389
Dec 25 22:10:20.923696 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38eafa84-9830-47e3-bd65-9d6f30cd0613 req-e32ce6fc-a19a-44f4-b377-782f51b772bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:10:20.925310 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-38eafa84-9830-47e3-bd65-9d6f30cd0613 req-e32ce6fc-a19a-44f4-b377-782f51b772bb service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=252f592e72984919a30b8248c35228f7&device_id=e279fe71-0ff9-431f-989d-1bfe4de21f11 HTTP/1.1" status: 200  len: 1095 time: 0.0402470
Dec 25 22:10:20.968031 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-38eafa84-9830-47e3-bd65-9d6f30cd0613 req-2a152797-97c0-440b-ada5-b3791ad86cf6 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ce9e765a-3b6f-4a29-8b1d-a3bb800ce1c8 HTTP/1.1" status: 200  len: 217 time: 0.0335345
Dec 25 22:10:21.022507 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38eafa84-9830-47e3-bd65-9d6f30cd0613 req-9a2ea692-e950-4e6f-9b8d-59e33e52061f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:10:21.024198 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-38eafa84-9830-47e3-bd65-9d6f30cd0613 req-9a2ea692-e950-4e6f-9b8d-59e33e52061f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=69635408-48bd-4224-9b80-8072bfe1a391 HTTP/1.1" status: 200  len: 835 time: 0.0491781
Dec 25 22:10:21.069155 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38eafa84-9830-47e3-bd65-9d6f30cd0613 req-36d4a319-d9e8-4c08-9a49-6a8ba33d7c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:10:21.070645 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-38eafa84-9830-47e3-bd65-9d6f30cd0613 req-36d4a319-d9e8-4c08-9a49-6a8ba33d7c9c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=985bc386-1b00-425e-a586-256c431886f8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0392966
Dec 25 22:10:21.161287 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-38eafa84-9830-47e3-bd65-9d6f30cd0613 req-b2b61e4e-6210-4560-a0c8-7d45ea6e1dbe service neutron] 10.222.0.31 "GET /v2.0/networks/985bc386-1b00-425e-a586-256c431886f8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0835474
Dec 25 22:10:21.247862 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-38eafa84-9830-47e3-bd65-9d6f30cd0613 req-de62a31c-5034-4cb1-bcc1-59d5b2c8fd5f service neutron] 10.222.0.31 "GET /v2.0/networks/985bc386-1b00-425e-a586-256c431886f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0801246
Dec 25 22:10:21.443831 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 22:10:21.443831 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 22:10:21.443831 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 22:10:21.443831 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 22:10:21.443831 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 22:10:21.443831 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 22:10:21.443831 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 22:10:21.443831 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 22:10:21.443831 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 22:10:21.443831 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 22:10:21.443831 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 22:10:21.443831 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 22:10:21.443831 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 22:10:21.443831 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 22:10:21.443831 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 22:10:21.443831 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 22:10:21.443831 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 22:10:21.443831 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 22:10:21.443831 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 22:10:21.443831 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 22:10:21.443831 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 22:10:21.443831 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 22:10:21.443831 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 22:10:21.443831 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 22:10:21.443831 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 22:10:21.443831 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 22:10:21.443831 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 22:10:21.443831 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 22:10:21.443831 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 22:10:21.443831 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 22:10:21.443831 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 22:10:21.443831 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 22:10:21.443831 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 22:10:21.443831 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 22:10:21.443831 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 22:10:21.443831 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 22:10:21.443831 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 22:10:21.443831 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 22:10:21.443831 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 22:10:21.443831 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 22:10:21.443831 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 22:10:21.443831 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 22:10:21.443831 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 22:10:21.443831 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 22:10:21.443831 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 22:10:21.443831 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 22:10:21.443831 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 22:10:21.443831 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 22:10:21.448900 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed3967e-c5a0-42f4-a6ea-d9e92805b100 req-c7c98981-9f1f-45a7-a7fd-e28cab544be9 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:10:21.448900 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0ed3967e-c5a0-42f4-a6ea-d9e92805b100 req-c7c98981-9f1f-45a7-a7fd-e28cab544be9 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "GET /v2.0/ports?device_id=e279fe71-0ff9-431f-989d-1bfe4de21f11 HTTP/1.1" status: 200  len: 944 time: 0.0479696
Dec 25 22:10:21.499817 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0ed3967e-c5a0-42f4-a6ea-d9e92805b100 req-c049faf2-df8c-4d61-86d5-df3508f6520c tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "GET /v2.0/security-groups?id=f8ccba96-5d66-4b8c-8120-ebdd13f87418&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0458167
Dec 25 22:10:22.615760 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ee5623-f848-4c8d-9f48-d99abefe0d2a req-c971d5ad-4722-4575-b7f9-815ab82d85dc tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:10:22.617274 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e0ee5623-f848-4c8d-9f48-d99abefe0d2a req-c971d5ad-4722-4575-b7f9-815ab82d85dc tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "GET /v2.0/ports?device_id=e279fe71-0ff9-431f-989d-1bfe4de21f11 HTTP/1.1" status: 200  len: 944 time: 0.0490220
Dec 25 22:10:22.666533 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e0ee5623-f848-4c8d-9f48-d99abefe0d2a req-df90f43d-0826-460f-9c4d-1c7fd519c5db tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "GET /v2.0/security-groups?id=f8ccba96-5d66-4b8c-8120-ebdd13f87418&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0430818
Dec 25 22:10:23.782979 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b74b411-896b-47a5-9174-c7a71bc672ca req-bf2a676c-6cc2-4efc-b7fc-545a1cfacba6 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:10:23.784454 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3b74b411-896b-47a5-9174-c7a71bc672ca req-bf2a676c-6cc2-4efc-b7fc-545a1cfacba6 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "GET /v2.0/ports?device_id=e279fe71-0ff9-431f-989d-1bfe4de21f11 HTTP/1.1" status: 200  len: 944 time: 0.0479658
Dec 25 22:10:23.832088 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3b74b411-896b-47a5-9174-c7a71bc672ca req-f1c73a99-96d9-4e7d-8315-fbbcebf7a3e5 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "GET /v2.0/security-groups?id=f8ccba96-5d66-4b8c-8120-ebdd13f87418&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0418375
Dec 25 22:10:24.948614 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f9ad26-df38-4639-900a-fe5119f8b5ff req-d01244b1-5448-401d-b564-f7d7635d2741 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:10:24.950672 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-57f9ad26-df38-4639-900a-fe5119f8b5ff req-d01244b1-5448-401d-b564-f7d7635d2741 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "GET /v2.0/ports?device_id=e279fe71-0ff9-431f-989d-1bfe4de21f11 HTTP/1.1" status: 200  len: 944 time: 0.0523014
Dec 25 22:10:24.999987 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-57f9ad26-df38-4639-900a-fe5119f8b5ff req-62d1f189-efc8-45de-bdc9-705112e99de5 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "GET /v2.0/security-groups?id=f8ccba96-5d66-4b8c-8120-ebdd13f87418&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0433142
Dec 25 22:10:25.555182 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device ce9e765a-3b6f-4a29-8b1d-a3bb800ce1c8 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 25 22:10:25.651335 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port ce9e765a-3b6f-4a29-8b1d-a3bb800ce1c8, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ce9e765a-3b6f-4a29-8b1d-a3bb800ce1c8,segment=NetworkSegment(5dcacf48-9546-47e7-968b-348da2084546),segment_id=5dcacf48-9546-47e7-968b-348da2084546)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 22:10:25.662429 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Returning: {'device': 'ce9e765a-3b6f-4a29-8b1d-a3bb800ce1c8', 'network_id': '985bc386-1b00-425e-a586-256c431886f8', 'port_id': 'ce9e765a-3b6f-4a29-8b1d-a3bb800ce1c8', 'mac_address': 'fa:16:3e:58:05:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69635408-48bd-4224-9b80-8072bfe1a391', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 25 22:10:25.699590 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:10:25.712101 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce9e765a-3b6f-4a29-8b1d-a3bb800ce1c8 {{(pid=121608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 22:10:25.736092 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port ce9e765a-3b6f-4a29-8b1d-a3bb800ce1c8, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ce9e765a-3b6f-4a29-8b1d-a3bb800ce1c8,segment=NetworkSegment(5dcacf48-9546-47e7-968b-348da2084546),segment_id=5dcacf48-9546-47e7-968b-348da2084546)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 22:10:25.805156 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:10:25.851988 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Pushing event updated for resources: {'Port': ['ID=ce9e765a-3b6f-4a29-8b1d-a3bb800ce1c8,revision_number=4']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:10:26.003843 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] get_ports_and_sgs() called for port_ids ['ce9e765a-3b6f-4a29-8b1d-a3bb800ce1c8'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 22:10:26.116996 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baebd7a8-5bb6-4eec-9490-3f3736db56f8 req-4f1bb86b-c5dd-4aef-acdc-5ffbb6a72a4c tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:10:26.118542 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-baebd7a8-5bb6-4eec-9490-3f3736db56f8 req-4f1bb86b-c5dd-4aef-acdc-5ffbb6a72a4c tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "GET /v2.0/ports?device_id=e279fe71-0ff9-431f-989d-1bfe4de21f11 HTTP/1.1" status: 200  len: 945 time: 0.0495164
Dec 25 22:10:26.168098 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-baebd7a8-5bb6-4eec-9490-3f3736db56f8 req-91bfd6c8-0463-4e7b-ac1a-ff40130eb13c tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "GET /v2.0/security-groups?id=f8ccba96-5d66-4b8c-8120-ebdd13f87418&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0435619
Dec 25 22:10:27.285201 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23526885-9ba5-42e8-8133-441d64353002 req-c4d3d383-8c07-4194-8bf9-96b51b327ad8 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:10:27.286682 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-23526885-9ba5-42e8-8133-441d64353002 req-c4d3d383-8c07-4194-8bf9-96b51b327ad8 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "GET /v2.0/ports?device_id=e279fe71-0ff9-431f-989d-1bfe4de21f11 HTTP/1.1" status: 200  len: 945 time: 0.0482907
Dec 25 22:10:27.341808 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-23526885-9ba5-42e8-8133-441d64353002 req-d948de7b-0208-451b-a3bf-98d6934845d9 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "GET /v2.0/security-groups?id=f8ccba96-5d66-4b8c-8120-ebdd13f87418&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0491602
Dec 25 22:10:27.570667 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device ce9e765a-3b6f-4a29-8b1d-a3bb800ce1c8 up at agent hyperv_nch1-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 22:10:27.700512 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Provisioning for port ce9e765a-3b6f-4a29-8b1d-a3bb800ce1c8 completed by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 25 22:10:27.704518 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Provisioning complete for port ce9e765a-3b6f-4a29-8b1d-a3bb800ce1c8 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 22:10:27.704953 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:10:27.737792 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.agents_db [None req-ec08dba0-4483-4109-b5e1-5e4a9fdaf12d None None] Agent healthcheck: found 7 active agents {{(pid=121609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 25 22:10:27.784677 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:10:27.806049 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e279fe71-0ff9-431f-989d-1bfe4de21f11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce9e765a-3b6f-4a29-8b1d-a3bb800ce1c8'}] {{(pid=121608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 22:10:27.808270 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8f4255179602950281e35c838768f32348f9ebfbcb74b08282abfe6e9b4a52c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f5b0dd3-86df-4c89-b8cb-7161a15121e3" -d '{"events": [{"server_uuid": "e279fe71-0ff9-431f-989d-1bfe4de21f11", "name": "network-vif-plugged", "status": "completed", "tag": "ce9e765a-3b6f-4a29-8b1d-a3bb800ce1c8"}]}' {{(pid=121608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 22:10:27.820830 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port ce9e765a-3b6f-4a29-8b1d-a3bb800ce1c8, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ce9e765a-3b6f-4a29-8b1d-a3bb800ce1c8,segment=NetworkSegment(5dcacf48-9546-47e7-968b-348da2084546),segment_id=5dcacf48-9546-47e7-968b-348da2084546)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 22:10:27.846853 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 22:10:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cada7bff-9f4e-40b0-a425-c8222af765d9 x-openstack-request-id: req-cada7bff-9f4e-40b0-a425-c8222af765d9 {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 22:10:27.846853 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e279fe71-0ff9-431f-989d-1bfe4de21f11", "name": "network-vif-plugged", "status": "completed", "tag": "ce9e765a-3b6f-4a29-8b1d-a3bb800ce1c8", "code": 200}]} {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 22:10:27.846853 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-cada7bff-9f4e-40b0-a425-c8222af765d9 {{(pid=121608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 22:10:27.846853 ncdv-master-1 neutron-server[121608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e279fe71-0ff9-431f-989d-1bfe4de21f11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce9e765a-3b6f-4a29-8b1d-a3bb800ce1c8', 'code': 200}
Dec 25 22:10:27.906041 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:10:27.953785 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Pushing event updated for resources: {'Port': ['ID=ce9e765a-3b6f-4a29-8b1d-a3bb800ce1c8,revision_number=5']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:10:27.988561 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b51ec55-9064-4be0-b039-b24947c1a1ab req-1b9b7eb3-932b-4205-a326-fd0e3a0c6232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:10:27.990108 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4b51ec55-9064-4be0-b039-b24947c1a1ab req-1b9b7eb3-932b-4205-a326-fd0e3a0c6232 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=e279fe71-0ff9-431f-989d-1bfe4de21f11 HTTP/1.1" status: 200  len: 1097 time: 0.0861423
Dec 25 22:10:28.037213 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4b51ec55-9064-4be0-b039-b24947c1a1ab req-07592f4e-92f7-4f4c-9a1a-10047bf47795 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=f8ccba96-5d66-4b8c-8120-ebdd13f87418&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0385869
Dec 25 22:10:28.460354 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86aadca0-6752-4b47-bba3-031bbd2700f5 req-58929975-4f16-4a1c-9441-4aaaf7332754 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:10:28.461888 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-86aadca0-6752-4b47-bba3-031bbd2700f5 req-58929975-4f16-4a1c-9441-4aaaf7332754 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "GET /v2.0/ports?device_id=e279fe71-0ff9-431f-989d-1bfe4de21f11 HTTP/1.1" status: 200  len: 946 time: 0.0545685
Dec 25 22:10:28.515307 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-86aadca0-6752-4b47-bba3-031bbd2700f5 req-a1d18628-4f6b-4ad5-b18f-bce80acde8ad tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "GET /v2.0/security-groups?id=f8ccba96-5d66-4b8c-8120-ebdd13f87418&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0457752
Dec 25 22:10:29.637346 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baa38db-5cbe-413b-8471-87b2eed025cd req-3670682c-4e00-4c2b-bdf5-c4017cb77607 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:10:29.638980 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7baa38db-5cbe-413b-8471-87b2eed025cd req-3670682c-4e00-4c2b-bdf5-c4017cb77607 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "GET /v2.0/ports?device_id=e279fe71-0ff9-431f-989d-1bfe4de21f11 HTTP/1.1" status: 200  len: 946 time: 0.0525866
Dec 25 22:10:29.688085 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7baa38db-5cbe-413b-8471-87b2eed025cd req-11d501e1-ec11-4d10-b479-32717b0ce0bd tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "GET /v2.0/security-groups?id=f8ccba96-5d66-4b8c-8120-ebdd13f87418&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0429621
Dec 25 22:10:29.803253 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03121362-8977-4fb8-a613-06df1b88d7dc req-56df883f-21ab-462d-a460-0c57541b0c8d tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:10:29.804648 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-03121362-8977-4fb8-a613-06df1b88d7dc req-56df883f-21ab-462d-a460-0c57541b0c8d tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "GET /v2.0/ports?device_id=e279fe71-0ff9-431f-989d-1bfe4de21f11 HTTP/1.1" status: 200  len: 946 time: 0.0478070
Dec 25 22:10:29.852676 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-03121362-8977-4fb8-a613-06df1b88d7dc req-62b182d6-3522-4122-9097-e8aee87af05b tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "GET /v2.0/security-groups?id=f8ccba96-5d66-4b8c-8120-ebdd13f87418&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0415375
Dec 25 22:10:29.874649 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 48872) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 22:10:29.915634 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99d88c16-c52d-4ac9-9f21-df4381bd8a70 tempest-TestNetworkAdvancedServerOps-1824908683 tempest-TestNetworkAdvancedServerOps-1824908683-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:10:29.917141 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-99d88c16-c52d-4ac9-9f21-df4381bd8a70 tempest-TestNetworkAdvancedServerOps-1824908683 tempest-TestNetworkAdvancedServerOps-1824908683-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=e279fe71-0ff9-431f-989d-1bfe4de21f11 HTTP/1.1" status: 200  len: 1092 time: 0.0415154
Dec 25 22:10:29.920489 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 48874) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 22:10:29.924723 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-07dde5fd-3ac8-4f87-80f2-655f7be88639 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Request body: {'floatingip': {'floating_network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'port_id': 'ce9e765a-3b6f-4a29-8b1d-a3bb800ce1c8', 'tenant_id': '252f592e72984919a30b8248c35228f7', 'fixed_ip_address': '172.20.0.13'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 22:10:30.010804 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-07dde5fd-3ac8-4f87-80f2-655f7be88639 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks [] for floatingip, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:10:30.104756 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-07dde5fd-3ac8-4f87-80f2-655f7be88639 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:10:30.205854 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_common [None req-07dde5fd-3ac8-4f87-80f2-655f7be88639 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Allocated IP 172.35.3.207 (7201e55c-7c5f-41aa-a042-a363696539d0/7a939e13-713f-45cf-bba7-1539635abe25/b6d8b3a5-6047-4bab-bdea-64f77c6b9efd) {{(pid=121606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 22:10:30.303109 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-07dde5fd-3ac8-4f87-80f2-655f7be88639 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks [] for port, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:10:30.387928 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-07dde5fd-3ac8-4f87-80f2-655f7be88639 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:10:30.428932 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07dde5fd-3ac8-4f87-80f2-655f7be88639 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Network 7201e55c-7c5f-41aa-a042-a363696539d0 is already hosted by enough agents. {{(pid=121606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 22:10:30.431748 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [None req-07dde5fd-3ac8-4f87-80f2-655f7be88639 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Resources bound (agent type, host, resource id):  {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 22:10:30.435278 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07dde5fd-3ac8-4f87-80f2-655f7be88639 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Received port after_create {{(pid=121606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 22:10:30.460616 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07dde5fd-3ac8-4f87-80f2-655f7be88639 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Pushing event updated for resources: {'Port': ['ID=b6d8b3a5-6047-4bab-bdea-64f77c6b9efd,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:10:30.784899 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-07dde5fd-3ac8-4f87-80f2-655f7be88639 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks [] for floatingip, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:10:30.909632 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-07dde5fd-3ac8-4f87-80f2-655f7be88639 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:10:31.055518 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-07dde5fd-3ac8-4f87-80f2-655f7be88639 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks [] for port, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:10:31.124590 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-07dde5fd-3ac8-4f87-80f2-655f7be88639 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:10:31.192965 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07dde5fd-3ac8-4f87-80f2-655f7be88639 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Pushing event updated for resources: {'Port': ['ID=b6d8b3a5-6047-4bab-bdea-64f77c6b9efd,revision_number=2']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:10:31.203403 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-07dde5fd-3ac8-4f87-80f2-655f7be88639 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2008639'] for floatingip, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:10:31.648614 ncdv-master-1 neutron-server[121606]: INFO neutron.db.l3_db [None req-07dde5fd-3ac8-4f87-80f2-655f7be88639 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Floating IP d71e49ad-64ab-4657-95f7-fe51f3c47a83 associated. External IP: 172.35.3.207, port: ce9e765a-3b6f-4a29-8b1d-a3bb800ce1c8.
Dec 25 22:10:31.854237 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07dde5fd-3ac8-4f87-80f2-655f7be88639 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Router c0cadf43-141f-4ff1-848a-77a041677ba7 has already been hosted by L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 {{(pid=121606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 25 22:10:31.960961 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07dde5fd-3ac8-4f87-80f2-655f7be88639 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 22:10:31.972000 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70736d01-d1d7-4407-9220-3f98f1ae3bd7 None None] Sync routers for ids ['c0cadf43-141f-4ff1-848a-77a041677ba7'] in ncdv-master-1 {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 22:10:31.983280 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70736d01-d1d7-4407-9220-3f98f1ae3bd7 None None] Routers {'c0cadf43-141f-4ff1-848a-77a041677ba7'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 22:10:31.983873 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-70736d01-d1d7-4407-9220-3f98f1ae3bd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f261881c9a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T22:10:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['c0cadf43-141f-4ff1-848a-77a041677ba7'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 22:10:32.039695 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-07dde5fd-3ac8-4f87-80f2-655f7be88639 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for floatingip, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:10:32.066805 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-07dde5fd-3ac8-4f87-80f2-655f7be88639 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 2.1452587
Dec 25 22:10:32.067517 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e279fe71-0ff9-431f-989d-1bfe4de21f11', 'tag': 'ce9e765a-3b6f-4a29-8b1d-a3bb800ce1c8'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 22:10:32.069952 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3aaaccd1c5724dc9dd74c6f33e2aadc9492bdd81d11d1049086089e292681ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83b10a98-adca-4371-aee5-a0940c1919ad" -d '{"events": [{"name": "network-changed", "server_uuid": "e279fe71-0ff9-431f-989d-1bfe4de21f11", "tag": "ce9e765a-3b6f-4a29-8b1d-a3bb800ce1c8"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 22:10:32.093123 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvr_db [None req-70736d01-d1d7-4407-9220-3f98f1ae3bd7 None None] Set router c0cadf43-141f-4ff1-848a-77a041677ba7 gateway port host: ncdv-master-1 {{(pid=121609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 22:10:32.109813 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Dec 2021 22:10:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cbc054c-ea68-4f77-b771-9d1e2568e978 x-openstack-request-id: req-8cbc054c-ea68-4f77-b771-9d1e2568e978 {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 22:10:32.110111 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e279fe71-0ff9-431f-989d-1bfe4de21f11", "tag": "ce9e765a-3b6f-4a29-8b1d-a3bb800ce1c8", "status": "completed", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 22:10:32.110364 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8cbc054c-ea68-4f77-b771-9d1e2568e978 {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 22:10:32.110771 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e279fe71-0ff9-431f-989d-1bfe4de21f11', 'tag': 'ce9e765a-3b6f-4a29-8b1d-a3bb800ce1c8', 'status': 'completed', 'code': 200}
Dec 25 22:10:32.197005 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dad98b-8dea-4dee-8c2c-c77d2971f970 req-4c68d1a9-d582-4a94-918d-3682d14a2931 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:10:32.199046 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e9dad98b-8dea-4dee-8c2c-c77d2971f970 req-4c68d1a9-d582-4a94-918d-3682d14a2931 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "GET /v2.0/ports?device_id=e279fe71-0ff9-431f-989d-1bfe4de21f11 HTTP/1.1" status: 200  len: 946 time: 0.0795221
Dec 25 22:10:32.205845 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b10a98-adca-4371-aee5-a0940c1919ad req-8538d194-01fc-43b0-b646-e704cf1b80a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:10:32.207284 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-83b10a98-adca-4371-aee5-a0940c1919ad req-8538d194-01fc-43b0-b646-e704cf1b80a3 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=252f592e72984919a30b8248c35228f7&device_id=e279fe71-0ff9-431f-989d-1bfe4de21f11 HTTP/1.1" status: 200  len: 1097 time: 0.0625424
Dec 25 22:10:32.306810 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e9dad98b-8dea-4dee-8c2c-c77d2971f970 req-554baf35-34a6-4aad-b421-5131edba42d4 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "GET /v2.0/security-groups?id=f8ccba96-5d66-4b8c-8120-ebdd13f87418&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0985591
Dec 25 22:10:32.319144 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-70736d01-d1d7-4407-9220-3f98f1ae3bd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f261881c9a0>, [{'id': 'c0cadf43-141f-4ff1-848a-77a041677ba7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-682938325', 'tenant_id': '252f592e72984919a30b8248c35228f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.239'}], 'enable_snat': True}, 'gw_port_id': 'b38a1871-fcfc-42fd-bea5-dd49946c3a50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T22:10:09Z', 'updated_at': '2021-12-25T22:10:13Z', 'revision_number': 4, 'project_id': '252f592e72984919a30b8248c35228f7', 'gw_port': {'id': 'b38a1871-fcfc-42fd-bea5-dd49946c3a50', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:b7:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0cadf43-141f-4ff1-848a-77a041677ba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T22:10:09Z', 'updated_at': '2021-12-25T22:10:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'd71e49ad-64ab-4657-95f7-fe51f3c47a83', 'tenant_id': '252f592e72984919a30b8248c35228f7', 'floating_ip_address': '172.35.3.207', 'floating_network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'router_id': 'c0cadf43-141f-4ff1-848a-77a041677ba7', 'port_id': 'ce9e765a-3b6f-4a29-8b1d-a3bb800ce1c8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4190, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '985bc386-1b00-425e-a586-256c431886f8', 'mac_address': 'fa:16:3e:58:05:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e279fe71-0ff9-431f-989d-1bfe4de21f11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-25T22:10:30Z', 'updated_at': '2021-12-25T22:10:30Z', 'revision_number': 0, 'project_id': '252f592e72984919a30b8248c35228f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd59bd1c-1687-403e-92aa-3cdf3fb68dc1', 'name': '', 'network_id': '985bc386-1b00-425e-a586-256c431886f8', 'tenant_id': '252f592e72984919a30b8248c35228f7', 'mac_address': 'fa:16:3e:fe:10:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0cadf43-141f-4ff1-848a-77a041677ba7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '69635408-48bd-4224-9b80-8072bfe1a391', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T22:10:13Z', 'updated_at': '2021-12-25T22:10:16Z', 'revision_number': 5, 'project_id': '252f592e72984919a30b8248c35228f7', 'subnets': [{'id': '69635408-48bd-4224-9b80-8072bfe1a391', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 22:10:32.330151 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 48880) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 22:10:32.330709 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b10a98-adca-4371-aee5-a0940c1919ad req-11245eb3-c503-4dc4-a2b3-48e4f8f297e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:10:32.331928 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-83b10a98-adca-4371-aee5-a0940c1919ad req-11245eb3-c503-4dc4-a2b3-48e4f8f297e5 service neutron] 10.222.0.31 "GET /v2.0/networks?id=985bc386-1b00-425e-a586-256c431886f8 HTTP/1.1" status: 200  len: 898 time: 0.1166523
Dec 25 22:10:32.349959 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70736d01-d1d7-4407-9220-3f98f1ae3bd7 None None] Checking router: c0cadf43-141f-4ff1-848a-77a041677ba7 for host: ncdv-master-1 {{(pid=121609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 25 22:10:32.358345 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70736d01-d1d7-4407-9220-3f98f1ae3bd7 None None] Routers {'c0cadf43-141f-4ff1-848a-77a041677ba7'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 22:10:32.358947 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-70736d01-d1d7-4407-9220-3f98f1ae3bd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f261881c9a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T22:10:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['c0cadf43-141f-4ff1-848a-77a041677ba7'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 22:10:32.392412 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-57427118-3fdc-4f55-9d36-39b33671c91f tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "GET /v2.0/floatingips/d71e49ad-64ab-4657-95f7-fe51f3c47a83 HTTP/1.1" status: 200  len: 992 time: 0.0611019
Dec 25 22:10:32.403052 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-83b10a98-adca-4371-aee5-a0940c1919ad req-1c03dace-d582-4ad0-93fc-508ca983ec3f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ce9e765a-3b6f-4a29-8b1d-a3bb800ce1c8 HTTP/1.1" status: 200  len: 1000 time: 0.0646384
Dec 25 22:10:32.451143 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b10a98-adca-4371-aee5-a0940c1919ad req-2f086a09-6fc2-4605-8e0b-d4d294807739 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:10:32.454045 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-83b10a98-adca-4371-aee5-a0940c1919ad req-2f086a09-6fc2-4605-8e0b-d4d294807739 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=69635408-48bd-4224-9b80-8072bfe1a391 HTTP/1.1" status: 200  len: 835 time: 0.0434241
Dec 25 22:10:32.504517 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b10a98-adca-4371-aee5-a0940c1919ad req-9bdd571b-724a-4bb4-8784-651eb4e72507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:10:32.506105 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-83b10a98-adca-4371-aee5-a0940c1919ad req-9bdd571b-724a-4bb4-8784-651eb4e72507 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=985bc386-1b00-425e-a586-256c431886f8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0453229
Dec 25 22:10:32.563002 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvr_db [None req-70736d01-d1d7-4407-9220-3f98f1ae3bd7 None None] Set router c0cadf43-141f-4ff1-848a-77a041677ba7 gateway port host: ncdv-master-1 {{(pid=121609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 22:10:32.608642 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-83b10a98-adca-4371-aee5-a0940c1919ad req-3b170183-8d19-4c68-acb3-cb147dfd34f8 service neutron] 10.222.0.31 "GET /v2.0/networks/985bc386-1b00-425e-a586-256c431886f8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0954471
Dec 25 22:10:32.700207 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-83b10a98-adca-4371-aee5-a0940c1919ad req-57607462-6082-4cea-9496-6647a7ca6574 service neutron] 10.222.0.31 "GET /v2.0/networks/985bc386-1b00-425e-a586-256c431886f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0843203
Dec 25 22:10:32.782888 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-70736d01-d1d7-4407-9220-3f98f1ae3bd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f261881c9a0>, [{'id': 'c0cadf43-141f-4ff1-848a-77a041677ba7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-682938325', 'tenant_id': '252f592e72984919a30b8248c35228f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.239'}], 'enable_snat': True}, 'gw_port_id': 'b38a1871-fcfc-42fd-bea5-dd49946c3a50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T22:10:09Z', 'updated_at': '2021-12-25T22:10:13Z', 'revision_number': 4, 'project_id': '252f592e72984919a30b8248c35228f7', 'gw_port': {'id': 'b38a1871-fcfc-42fd-bea5-dd49946c3a50', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:b7:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0cadf43-141f-4ff1-848a-77a041677ba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T22:10:09Z', 'updated_at': '2021-12-25T22:10:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'd71e49ad-64ab-4657-95f7-fe51f3c47a83', 'tenant_id': '252f592e72984919a30b8248c35228f7', 'floating_ip_address': '172.35.3.207', 'floating_network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'router_id': 'c0cadf43-141f-4ff1-848a-77a041677ba7', 'port_id': 'ce9e765a-3b6f-4a29-8b1d-a3bb800ce1c8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4190, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '985bc386-1b00-425e-a586-256c431886f8', 'mac_address': 'fa:16:3e:58:05:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e279fe71-0ff9-431f-989d-1bfe4de21f11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-25T22:10:30Z', 'updated_at': '2021-12-25T22:10:30Z', 'revision_number': 0, 'project_id': '252f592e72984919a30b8248c35228f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd59bd1c-1687-403e-92aa-3cdf3fb68dc1', 'name': '', 'network_id': '985bc386-1b00-425e-a586-256c431886f8', 'tenant_id': '252f592e72984919a30b8248c35228f7', 'mac_address': 'fa:16:3e:fe:10:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0cadf43-141f-4ff1-848a-77a041677ba7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '69635408-48bd-4224-9b80-8072bfe1a391', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T22:10:13Z', 'updated_at': '2021-12-25T22:10:16Z', 'revision_number': 5, 'project_id': '252f592e72984919a30b8248c35228f7', 'subnets': [{'id': '69635408-48bd-4224-9b80-8072bfe1a391', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 22:10:32.808558 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70736d01-d1d7-4407-9220-3f98f1ae3bd7 None None] The sync data for ids ['c0cadf43-141f-4ff1-848a-77a041677ba7'] in ncdv-master-1 is: [{'id': 'c0cadf43-141f-4ff1-848a-77a041677ba7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-682938325', 'tenant_id': '252f592e72984919a30b8248c35228f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.239'}], 'enable_snat': True}, 'gw_port_id': 'b38a1871-fcfc-42fd-bea5-dd49946c3a50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T22:10:09Z', 'updated_at': '2021-12-25T22:10:13Z', 'revision_number': 4, 'project_id': '252f592e72984919a30b8248c35228f7', 'gw_port': {'id': 'b38a1871-fcfc-42fd-bea5-dd49946c3a50', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:b7:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0cadf43-141f-4ff1-848a-77a041677ba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T22:10:09Z', 'updated_at': '2021-12-25T22:10:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'd71e49ad-64ab-4657-95f7-fe51f3c47a83', 'tenant_id': '252f592e72984919a30b8248c35228f7', 'floating_ip_address': '172.35.3.207', 'floating_network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'router_id': 'c0cadf43-141f-4ff1-848a-77a041677ba7', 'port_id': 'ce9e765a-3b6f-4a29-8b1d-a3bb800ce1c8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4190, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '985bc386-1b00-425e-a586-256c431886f8', 'mac_address': 'fa:16:3e:58:05:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e279fe71-0ff9-431f-989d-1bfe4de21f11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-25T22:10:30Z', 'updated_at': '2021-12-25T22:10:30Z', 'revision_number': 0, 'project_id': '252f592e72984919a30b8248c35228f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd59bd1c-1687-403e-92aa-3cdf3fb68dc1', 'name': '', 'network_id': '985bc386-1b00-425e-a586-256c431886f8', 'tenant_id': '252f592e72984919a30b8248c35228f7', 'mac_address': 'fa:16:3e:fe:10:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0cadf43-141f-4ff1-848a-77a041677ba7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '69635408-48bd-4224-9b80-8072bfe1a391', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T22:10:13Z', 'updated_at': '2021-12-25T22:10:16Z', 'revision_number': 5, 'project_id': '252f592e72984919a30b8248c35228f7', 'subnets': [{'id': '69635408-48bd-4224-9b80-8072bfe1a391', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 22:10:33.000721 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0142ddc7-bf99-4138-98f7-b2385d025f32 None None] New status for floating IP d71e49ad-64ab-4657-95f7-fe51f3c47a83: ACTIVE {{(pid=121608) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 25 22:10:33.394016 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 48902) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 22:10:33.455411 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-539ecdf8-1205-4d4e-b3be-f8fdab8bf331 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "GET /v2.0/floatingips/d71e49ad-64ab-4657-95f7-fe51f3c47a83 HTTP/1.1" status: 200  len: 994 time: 0.0602825
Dec 25 22:10:34.831769 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:10:34.883069 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9a8e8636-efc9-43aa-b0ad-9698f98ca797 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:10:37.016201 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-f6c9a90c-e0f1-4e23-80ad-85138180ecd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:10:38.685009 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3e945ecd-9380-47c2-aa0a-12ebe07e03e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:10:38.768635 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:10:39.728729 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-15cb578f-7a63-4fd3-925d-83bad4c7b82a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:10:40.826197 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:10:48.807281 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f7917d53-fad2-4751-9084-15b72114bca8 req-69fc524c-8ce9-4d55-807d-cf485a744c37 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=e279fe71-0ff9-431f-989d-1bfe4de21f11&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0438492
Dec 25 22:10:48.886672 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7917d53-fad2-4751-9084-15b72114bca8 req-ac8cd24c-908c-4996-9018-3ff53f4192bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:10:48.888046 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f7917d53-fad2-4751-9084-15b72114bca8 req-ac8cd24c-908c-4996-9018-3ff53f4192bc service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=252f592e72984919a30b8248c35228f7&device_id=e279fe71-0ff9-431f-989d-1bfe4de21f11 HTTP/1.1" status: 200  len: 1097 time: 0.0391755
Dec 25 22:10:48.994883 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7917d53-fad2-4751-9084-15b72114bca8 req-7e52f0c3-d2ef-4228-b96f-ffa098268d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:10:48.996373 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f7917d53-fad2-4751-9084-15b72114bca8 req-7e52f0c3-d2ef-4228-b96f-ffa098268d16 service neutron] 10.222.0.31 "GET /v2.0/networks?id=985bc386-1b00-425e-a586-256c431886f8 HTTP/1.1" status: 200  len: 898 time: 0.0870748
Dec 25 22:10:49.061608 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f7917d53-fad2-4751-9084-15b72114bca8 req-3ce0d52f-27c3-4217-9315-6f273b547bb7 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ce9e765a-3b6f-4a29-8b1d-a3bb800ce1c8 HTTP/1.1" status: 200  len: 1002 time: 0.0578156
Dec 25 22:10:49.111552 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7917d53-fad2-4751-9084-15b72114bca8 req-74b86945-5f8c-4901-ba18-36086fd98734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:10:49.113022 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f7917d53-fad2-4751-9084-15b72114bca8 req-74b86945-5f8c-4901-ba18-36086fd98734 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=69635408-48bd-4224-9b80-8072bfe1a391 HTTP/1.1" status: 200  len: 835 time: 0.0438452
Dec 25 22:10:49.162189 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7917d53-fad2-4751-9084-15b72114bca8 req-9b702388-6bab-4122-a44e-4ee8644a0ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:10:49.163549 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f7917d53-fad2-4751-9084-15b72114bca8 req-9b702388-6bab-4122-a44e-4ee8644a0ca7 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=985bc386-1b00-425e-a586-256c431886f8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0428417
Dec 25 22:10:49.250846 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f7917d53-fad2-4751-9084-15b72114bca8 req-8bf2814a-e967-4837-a6b6-8a261b578990 service neutron] 10.222.0.31 "GET /v2.0/networks/985bc386-1b00-425e-a586-256c431886f8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0796430
Dec 25 22:10:49.343169 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f7917d53-fad2-4751-9084-15b72114bca8 req-39062052-1da5-4e04-b730-c621193d3776 service neutron] 10.222.0.31 "GET /v2.0/networks/985bc386-1b00-425e-a586-256c431886f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0831726
Dec 25 22:11:04.737136 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.agents_db [None req-ec08dba0-4483-4109-b5e1-5e4a9fdaf12d None None] Agent healthcheck: found 7 active agents {{(pid=121609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 25 22:11:04.844285 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:11:04.845200 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-28e0389e-dfce-4ad9-a101-1f55361ad6a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:11:04.996280 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80b1415-4225-474f-a77e-665494e2897e req-1bf7deec-f42c-46bd-ad0c-5d4c3e2a0bfb tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:11:04.997822 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b80b1415-4225-474f-a77e-665494e2897e req-1bf7deec-f42c-46bd-ad0c-5d4c3e2a0bfb tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "GET /v2.0/ports?device_id=e279fe71-0ff9-431f-989d-1bfe4de21f11 HTTP/1.1" status: 200  len: 946 time: 0.0513120
Dec 25 22:11:05.069604 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9bfb8d-738f-468c-9bc6-9745b52417bf req-9333fe6e-9b6e-4590-ba74-61511f22e2c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:11:05.071144 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9f9bfb8d-738f-468c-9bc6-9745b52417bf req-9333fe6e-9b6e-4590-ba74-61511f22e2c4 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=252f592e72984919a30b8248c35228f7&device_id=e279fe71-0ff9-431f-989d-1bfe4de21f11 HTTP/1.1" status: 200  len: 1097 time: 0.0724530
Dec 25 22:11:05.075410 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b80b1415-4225-474f-a77e-665494e2897e req-e1667702-4b1d-4dda-8613-dcf1eedb40c3 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "GET /v2.0/security-groups?id=f8ccba96-5d66-4b8c-8120-ebdd13f87418&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0686388
Dec 25 22:11:05.168698 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9bfb8d-738f-468c-9bc6-9745b52417bf req-6312038d-83c3-4266-88cb-dcad9e056bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:11:05.170151 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9f9bfb8d-738f-468c-9bc6-9745b52417bf req-6312038d-83c3-4266-88cb-dcad9e056bb9 service neutron] 10.222.0.31 "GET /v2.0/networks?id=985bc386-1b00-425e-a586-256c431886f8 HTTP/1.1" status: 200  len: 898 time: 0.0903599
Dec 25 22:11:05.242954 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9f9bfb8d-738f-468c-9bc6-9745b52417bf req-156dfaa6-70da-4f16-a3a6-56b9f20e93c8 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ce9e765a-3b6f-4a29-8b1d-a3bb800ce1c8 HTTP/1.1" status: 200  len: 1002 time: 0.0621328
Dec 25 22:11:05.291270 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9bfb8d-738f-468c-9bc6-9745b52417bf req-e450d995-e62c-4cb1-9092-c9f402265e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:11:05.292711 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9f9bfb8d-738f-468c-9bc6-9745b52417bf req-e450d995-e62c-4cb1-9092-c9f402265e74 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=69635408-48bd-4224-9b80-8072bfe1a391 HTTP/1.1" status: 200  len: 835 time: 0.0427458
Dec 25 22:11:05.338150 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9bfb8d-738f-468c-9bc6-9745b52417bf req-68ce9f2b-f068-4d22-8e33-a901dac61484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:11:05.339646 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9f9bfb8d-738f-468c-9bc6-9745b52417bf req-68ce9f2b-f068-4d22-8e33-a901dac61484 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=985bc386-1b00-425e-a586-256c431886f8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0396454
Dec 25 22:11:05.444341 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9f9bfb8d-738f-468c-9bc6-9745b52417bf req-cd0dc82d-98e6-48e3-a99f-0d06c0a48318 service neutron] 10.222.0.31 "GET /v2.0/networks/985bc386-1b00-425e-a586-256c431886f8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0970149
Dec 25 22:11:05.537299 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9f9bfb8d-738f-468c-9bc6-9745b52417bf req-281fef9a-22a9-461a-8742-06a4f4d18208 service neutron] 10.222.0.31 "GET /v2.0/networks/985bc386-1b00-425e-a586-256c431886f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0861566
Dec 25 22:11:06.200054 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc55accb-fbc9-45ea-aa1f-345a0781c4c2 req-ced58d13-a00a-4c75-b51a-7cfc3a2073d5 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:11:06.201560 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-bc55accb-fbc9-45ea-aa1f-345a0781c4c2 req-ced58d13-a00a-4c75-b51a-7cfc3a2073d5 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "GET /v2.0/ports?device_id=e279fe71-0ff9-431f-989d-1bfe4de21f11 HTTP/1.1" status: 200  len: 946 time: 0.0482769
Dec 25 22:11:06.254934 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-bc55accb-fbc9-45ea-aa1f-345a0781c4c2 req-cf2dfef2-0745-4bb0-beef-5f7b74a3532a tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "GET /v2.0/security-groups?id=f8ccba96-5d66-4b8c-8120-ebdd13f87418&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0468373
Dec 25 22:11:07.038104 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-49647036-2d77-4012-a6b3-aae71195fddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:11:07.373497 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd38d4ec-ef43-4a6c-9462-0b41685e5683 req-73e6c7cb-9b67-40e3-86c1-682eb0196502 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:11:07.374963 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-fd38d4ec-ef43-4a6c-9462-0b41685e5683 req-73e6c7cb-9b67-40e3-86c1-682eb0196502 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "GET /v2.0/ports?device_id=e279fe71-0ff9-431f-989d-1bfe4de21f11 HTTP/1.1" status: 200  len: 946 time: 0.0488236
Dec 25 22:11:07.423130 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-fd38d4ec-ef43-4a6c-9462-0b41685e5683 req-72cf6e6f-c63f-4b56-b4ed-9ff347aa7898 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "GET /v2.0/security-groups?id=f8ccba96-5d66-4b8c-8120-ebdd13f87418&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0415580
Dec 25 22:11:08.542199 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed5cfb5-0421-4ea0-94df-11a13f307162 req-011bcc0a-07a5-4bba-bde8-0a45c1f64400 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:11:08.543742 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0ed5cfb5-0421-4ea0-94df-11a13f307162 req-011bcc0a-07a5-4bba-bde8-0a45c1f64400 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "GET /v2.0/ports?device_id=e279fe71-0ff9-431f-989d-1bfe4de21f11 HTTP/1.1" status: 200  len: 946 time: 0.0483053
Dec 25 22:11:08.592224 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0ed5cfb5-0421-4ea0-94df-11a13f307162 req-3796d49b-a20e-43e5-bbed-d6e84022b427 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "GET /v2.0/security-groups?id=f8ccba96-5d66-4b8c-8120-ebdd13f87418&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0419240
Dec 25 22:11:08.714060 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3e945ecd-9380-47c2-aa0a-12ebe07e03e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:11:08.780892 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:11:09.712781 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dbfb5c-6018-4f7b-a94b-5579214b3182 req-34725893-a006-4ebb-bae6-dba4ceaa7c84 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:11:09.714286 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-49dbfb5c-6018-4f7b-a94b-5579214b3182 req-34725893-a006-4ebb-bae6-dba4ceaa7c84 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "GET /v2.0/ports?device_id=e279fe71-0ff9-431f-989d-1bfe4de21f11 HTTP/1.1" status: 200  len: 946 time: 0.0531781
Dec 25 22:11:09.717154 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-15cb578f-7a63-4fd3-925d-83bad4c7b82a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:11:09.764565 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-49dbfb5c-6018-4f7b-a94b-5579214b3182 req-1d3346e7-326b-4780-88b8-5d01567ed76a tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "GET /v2.0/security-groups?id=f8ccba96-5d66-4b8c-8120-ebdd13f87418&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0439885
Dec 25 22:11:10.843743 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:11:10.882567 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114bd425-c980-4056-8c80-880180659209 req-e4a46f13-d8e1-4a9d-b7a8-de92727dcb5d tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:11:10.884007 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-114bd425-c980-4056-8c80-880180659209 req-e4a46f13-d8e1-4a9d-b7a8-de92727dcb5d tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "GET /v2.0/ports?device_id=e279fe71-0ff9-431f-989d-1bfe4de21f11 HTTP/1.1" status: 200  len: 946 time: 0.0522859
Dec 25 22:11:10.933422 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-114bd425-c980-4056-8c80-880180659209 req-cfb04e82-b5e2-4d51-8604-2d0b44a39571 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "GET /v2.0/security-groups?id=f8ccba96-5d66-4b8c-8120-ebdd13f87418&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0434160
Dec 25 22:11:12.055007 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9475d180-9cc1-44c1-aeb3-9ac25921e5f7 req-64360f7b-3670-4562-8dae-5a72a57bfda6 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:11:12.056523 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9475d180-9cc1-44c1-aeb3-9ac25921e5f7 req-64360f7b-3670-4562-8dae-5a72a57bfda6 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "GET /v2.0/ports?device_id=e279fe71-0ff9-431f-989d-1bfe4de21f11 HTTP/1.1" status: 200  len: 946 time: 0.0552156
Dec 25 22:11:12.105793 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9475d180-9cc1-44c1-aeb3-9ac25921e5f7 req-d48024f4-8da2-43c5-abf8-2c6c574484f6 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "GET /v2.0/security-groups?id=f8ccba96-5d66-4b8c-8120-ebdd13f87418&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0433009
Dec 25 22:11:13.221037 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56f3d6e-2f06-482e-a48b-d5cbf834af40 req-b229e675-87f2-4086-8ef8-40f0c38d5783 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:11:13.222520 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a56f3d6e-2f06-482e-a48b-d5cbf834af40 req-b229e675-87f2-4086-8ef8-40f0c38d5783 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "GET /v2.0/ports?device_id=e279fe71-0ff9-431f-989d-1bfe4de21f11 HTTP/1.1" status: 200  len: 946 time: 0.0497773
Dec 25 22:11:13.270689 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a56f3d6e-2f06-482e-a48b-d5cbf834af40 req-42c967a8-0e5a-4e54-b730-be1253ede267 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "GET /v2.0/security-groups?id=f8ccba96-5d66-4b8c-8120-ebdd13f87418&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0422981
Dec 25 22:11:14.383854 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3206844b-fe19-4d3f-a9b2-9aac6c21465b req-354159be-5bb2-4526-986b-07f97f451b25 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:11:14.385343 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3206844b-fe19-4d3f-a9b2-9aac6c21465b req-354159be-5bb2-4526-986b-07f97f451b25 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "GET /v2.0/ports?device_id=e279fe71-0ff9-431f-989d-1bfe4de21f11 HTTP/1.1" status: 200  len: 946 time: 0.0483823
Dec 25 22:11:14.436913 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3206844b-fe19-4d3f-a9b2-9aac6c21465b req-4609a705-b62d-4a48-8861-45d6dccd0927 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "GET /v2.0/security-groups?id=f8ccba96-5d66-4b8c-8120-ebdd13f87418&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0455658
Dec 25 22:11:15.551429 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3816af97-b802-495e-8b47-a32daea77d89 req-05ddab2b-b548-4ec2-8f22-e757ddda0da8 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:11:15.553024 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3816af97-b802-495e-8b47-a32daea77d89 req-05ddab2b-b548-4ec2-8f22-e757ddda0da8 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "GET /v2.0/ports?device_id=e279fe71-0ff9-431f-989d-1bfe4de21f11 HTTP/1.1" status: 200  len: 946 time: 0.0489664
Dec 25 22:11:15.602345 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3816af97-b802-495e-8b47-a32daea77d89 req-5f346cc2-b420-4166-9469-6825b9764b87 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "GET /v2.0/security-groups?id=f8ccba96-5d66-4b8c-8120-ebdd13f87418&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0433531
Dec 25 22:11:16.716818 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571d3c95-d596-401c-b357-fbac392afc2d req-1e01892e-936f-4fcc-bde8-d2dd768fb82a tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:11:16.718405 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-571d3c95-d596-401c-b357-fbac392afc2d req-1e01892e-936f-4fcc-bde8-d2dd768fb82a tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "GET /v2.0/ports?device_id=e279fe71-0ff9-431f-989d-1bfe4de21f11 HTTP/1.1" status: 200  len: 946 time: 0.0488923
Dec 25 22:11:16.769571 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-571d3c95-d596-401c-b357-fbac392afc2d req-8fe6db7d-4b59-4f4b-ac83-17f9128c5bc5 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "GET /v2.0/security-groups?id=f8ccba96-5d66-4b8c-8120-ebdd13f87418&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0443738
Dec 25 22:11:17.888748 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3468d6-8a0c-415f-9c9e-18794b0517c8 req-aa12b53e-6b14-44ca-84b8-ccc91c880d42 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:11:17.890260 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-af3468d6-8a0c-415f-9c9e-18794b0517c8 req-aa12b53e-6b14-44ca-84b8-ccc91c880d42 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "GET /v2.0/ports?device_id=e279fe71-0ff9-431f-989d-1bfe4de21f11 HTTP/1.1" status: 200  len: 946 time: 0.0531468
Dec 25 22:11:17.938063 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-af3468d6-8a0c-415f-9c9e-18794b0517c8 req-85ea7685-eae2-4cf0-8e98-a8810627baf7 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "GET /v2.0/security-groups?id=f8ccba96-5d66-4b8c-8120-ebdd13f87418&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0418792
Dec 25 22:11:19.058268 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1364f841-aa28-439a-839a-8e9e4f522bb1 req-cf678866-aabf-4c00-9d96-012f8f81b137 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:11:19.059772 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1364f841-aa28-439a-839a-8e9e4f522bb1 req-cf678866-aabf-4c00-9d96-012f8f81b137 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "GET /v2.0/ports?device_id=e279fe71-0ff9-431f-989d-1bfe4de21f11 HTTP/1.1" status: 200  len: 946 time: 0.0522270
Dec 25 22:11:19.110284 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1364f841-aa28-439a-839a-8e9e4f522bb1 req-2e4afffd-f26d-4cd2-85f7-0914437e8ca7 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "GET /v2.0/security-groups?id=f8ccba96-5d66-4b8c-8120-ebdd13f87418&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0442944
Dec 25 22:11:20.225983 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0caa2b-cee5-4802-97aa-cdc1ce1874fe req-1e2d4894-d001-4718-b688-04e8c1e43ea8 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:11:20.227481 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-bb0caa2b-cee5-4802-97aa-cdc1ce1874fe req-1e2d4894-d001-4718-b688-04e8c1e43ea8 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "GET /v2.0/ports?device_id=e279fe71-0ff9-431f-989d-1bfe4de21f11 HTTP/1.1" status: 200  len: 946 time: 0.0485249
Dec 25 22:11:20.281050 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-bb0caa2b-cee5-4802-97aa-cdc1ce1874fe req-d38b324e-0476-48db-966b-895eaa3cbe4a tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "GET /v2.0/security-groups?id=f8ccba96-5d66-4b8c-8120-ebdd13f87418&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0475326
Dec 25 22:11:21.402938 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805406ff-67fc-4212-917d-366da17c158f req-ac35ca85-3e25-4927-9a4f-14c7a0e10645 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:11:21.404445 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-805406ff-67fc-4212-917d-366da17c158f req-ac35ca85-3e25-4927-9a4f-14c7a0e10645 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "GET /v2.0/ports?device_id=e279fe71-0ff9-431f-989d-1bfe4de21f11 HTTP/1.1" status: 200  len: 946 time: 0.0497971
Dec 25 22:11:21.454254 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-805406ff-67fc-4212-917d-366da17c158f req-b83bf7bc-5e2a-42c4-9986-f9874afcf8d2 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "GET /v2.0/security-groups?id=f8ccba96-5d66-4b8c-8120-ebdd13f87418&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0436647
Dec 25 22:11:22.573160 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb7d5fe-677e-4838-988a-006f2edfeecc req-e6e63959-d661-4f8c-90ba-6025b447aeb1 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:11:22.574651 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3cb7d5fe-677e-4838-988a-006f2edfeecc req-e6e63959-d661-4f8c-90ba-6025b447aeb1 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "GET /v2.0/ports?device_id=e279fe71-0ff9-431f-989d-1bfe4de21f11 HTTP/1.1" status: 200  len: 946 time: 0.0507104
Dec 25 22:11:22.622912 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3cb7d5fe-677e-4838-988a-006f2edfeecc req-3648bb9a-f879-4e76-a678-39562db03010 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "GET /v2.0/security-groups?id=f8ccba96-5d66-4b8c-8120-ebdd13f87418&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0418162
Dec 25 22:11:22.659282 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 48950) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 22:11:22.723800 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-7185a4d4-e648-4f8d-b3d0-4f5220bec4dc tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "GET /v2.0/floatingips/d71e49ad-64ab-4657-95f7-fe51f3c47a83 HTTP/1.1" status: 200  len: 994 time: 0.0633709
Dec 25 22:11:34.819743 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-fa5305a6-bac0-4295-acf0-44626a2eb256 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:11:34.842306 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:11:37.043240 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-fdd77767-62a4-4cb0-9edb-9cdb27477063 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:11:38.722855 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3e945ecd-9380-47c2-aa0a-12ebe07e03e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:11:38.820045 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:11:39.700081 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-15cb578f-7a63-4fd3-925d-83bad4c7b82a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:11:40.843031 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:11:41.736045 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.agents_db [None req-ec08dba0-4483-4109-b5e1-5e4a9fdaf12d None None] Agent healthcheck: found 7 active agents {{(pid=121609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 25 22:11:50.229879 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5927f84a-d8bf-46c3-acc6-9f7946668a48 req-17b7ecb8-91b3-412d-b167-1e40e11ce738 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=e279fe71-0ff9-431f-989d-1bfe4de21f11&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0389872
Dec 25 22:11:50.311844 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5927f84a-d8bf-46c3-acc6-9f7946668a48 req-58218ba0-6230-4c64-ac49-78d7745ec654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:11:50.313345 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5927f84a-d8bf-46c3-acc6-9f7946668a48 req-58218ba0-6230-4c64-ac49-78d7745ec654 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=252f592e72984919a30b8248c35228f7&device_id=e279fe71-0ff9-431f-989d-1bfe4de21f11 HTTP/1.1" status: 200  len: 1097 time: 0.0410671
Dec 25 22:11:50.418367 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5927f84a-d8bf-46c3-acc6-9f7946668a48 req-434d72ce-6437-418e-8cfe-325543311a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:11:50.419822 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5927f84a-d8bf-46c3-acc6-9f7946668a48 req-434d72ce-6437-418e-8cfe-325543311a2c service neutron] 10.222.0.31 "GET /v2.0/networks?id=985bc386-1b00-425e-a586-256c431886f8 HTTP/1.1" status: 200  len: 898 time: 0.0865285
Dec 25 22:11:50.486812 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5927f84a-d8bf-46c3-acc6-9f7946668a48 req-7fb2d01e-0601-40d6-9dcd-10126227f0a2 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ce9e765a-3b6f-4a29-8b1d-a3bb800ce1c8 HTTP/1.1" status: 200  len: 1002 time: 0.0593810
Dec 25 22:11:50.536194 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5927f84a-d8bf-46c3-acc6-9f7946668a48 req-6bda18c7-f0b0-4d88-ba05-f1b5cd732352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:11:50.537682 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5927f84a-d8bf-46c3-acc6-9f7946668a48 req-6bda18c7-f0b0-4d88-ba05-f1b5cd732352 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=69635408-48bd-4224-9b80-8072bfe1a391 HTTP/1.1" status: 200  len: 835 time: 0.0437796
Dec 25 22:11:50.581878 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5927f84a-d8bf-46c3-acc6-9f7946668a48 req-1b473437-22aa-4271-95ce-358620115b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:11:50.583917 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5927f84a-d8bf-46c3-acc6-9f7946668a48 req-1b473437-22aa-4271-95ce-358620115b7e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=985bc386-1b00-425e-a586-256c431886f8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0394502
Dec 25 22:11:50.677501 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5927f84a-d8bf-46c3-acc6-9f7946668a48 req-718fb97c-775c-4472-b0d0-b53f26e21c96 service neutron] 10.222.0.31 "GET /v2.0/networks/985bc386-1b00-425e-a586-256c431886f8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0856655
Dec 25 22:11:50.768193 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5927f84a-d8bf-46c3-acc6-9f7946668a48 req-63aadf1c-97c0-4e99-a5fa-6601718cb615 service neutron] 10.222.0.31 "GET /v2.0/networks/985bc386-1b00-425e-a586-256c431886f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0824063
Dec 25 22:11:51.227630 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 48980) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 22:11:51.379423 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-6722635b-373d-403a-9128-a604f553d657 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Deleting port b6d8b3a5-6047-4bab-bdea-64f77c6b9efd {{(pid=121606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 22:11:51.380131 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-6722635b-373d-403a-9128-a604f553d657 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:11:51.455403 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-6722635b-373d-403a-9128-a604f553d657 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:11:51.455729 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-6722635b-373d-403a-9128-a604f553d657 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:11:51.467709 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-6722635b-373d-403a-9128-a604f553d657 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Calling delete_port for b6d8b3a5-6047-4bab-bdea-64f77c6b9efd owned by network:floatingip {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 22:11:51.711512 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-6722635b-373d-403a-9128-a604f553d657 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:11:51.737173 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6722635b-373d-403a-9128-a604f553d657 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Pushing event deleted for resources: {'Port': ['ID=b6d8b3a5-6047-4bab-bdea-64f77c6b9efd,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:11:51.749230 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6722635b-373d-403a-9128-a604f553d657 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:11:51.749590 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6722635b-373d-403a-9128-a604f553d657 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:11:51.749941 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6722635b-373d-403a-9128-a604f553d657 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:11:51.750283 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6722635b-373d-403a-9128-a604f553d657 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:11:51.750621 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6722635b-373d-403a-9128-a604f553d657 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:11:51.750955 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6722635b-373d-403a-9128-a604f553d657 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:11:51.751286 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6722635b-373d-403a-9128-a604f553d657 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:11:51.751619 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6722635b-373d-403a-9128-a604f553d657 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:11:51.751946 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6722635b-373d-403a-9128-a604f553d657 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:11:51.752276 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6722635b-373d-403a-9128-a604f553d657 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:11:51.752603 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6722635b-373d-403a-9128-a604f553d657 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:11:51.752951 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6722635b-373d-403a-9128-a604f553d657 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:11:51.753273 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6722635b-373d-403a-9128-a604f553d657 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:11:51.806549 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-6722635b-373d-403a-9128-a604f553d657 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks [] for floatingip, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:11:51.806904 ncdv-master-1 neutron-server[121606]: INFO neutron.db.l3_db [None req-6722635b-373d-403a-9128-a604f553d657 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Floating IP d71e49ad-64ab-4657-95f7-fe51f3c47a83 disassociated (deleted). External IP: 172.35.3.207, port: ce9e765a-3b6f-4a29-8b1d-a3bb800ce1c8.
Dec 25 22:11:52.014873 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6722635b-373d-403a-9128-a604f553d657 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Router c0cadf43-141f-4ff1-848a-77a041677ba7 has already been hosted by L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 {{(pid=121606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 25 22:11:52.118865 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6722635b-373d-403a-9128-a604f553d657 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 22:11:52.123527 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-6722635b-373d-403a-9128-a604f553d657 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for floatingip, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:11:52.128619 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f80379a1-1864-47c9-a9f4-5f6e8f5625f0 None None] Sync routers for ids ['c0cadf43-141f-4ff1-848a-77a041677ba7'] in ncdv-master-1 {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 22:11:52.138480 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f80379a1-1864-47c9-a9f4-5f6e8f5625f0 None None] Routers {'c0cadf43-141f-4ff1-848a-77a041677ba7'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 22:11:52.139082 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-f80379a1-1864-47c9-a9f4-5f6e8f5625f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f261836f5e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T22:11:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['c0cadf43-141f-4ff1-848a-77a041677ba7'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 22:11:52.150722 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-6722635b-373d-403a-9128-a604f553d657 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "DELETE /v2.0/floatingips/d71e49ad-64ab-4657-95f7-fe51f3c47a83 HTTP/1.1" status: 204  len: 168 time: 0.9220049
Dec 25 22:11:52.151427 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e279fe71-0ff9-431f-989d-1bfe4de21f11', 'tag': 'ce9e765a-3b6f-4a29-8b1d-a3bb800ce1c8'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 22:11:52.153825 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3aaaccd1c5724dc9dd74c6f33e2aadc9492bdd81d11d1049086089e292681ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c1b7df5-ca0c-4106-be6f-7e9626d3e6ba" -d '{"events": [{"name": "network-changed", "server_uuid": "e279fe71-0ff9-431f-989d-1bfe4de21f11", "tag": "ce9e765a-3b6f-4a29-8b1d-a3bb800ce1c8"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 22:11:52.248232 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvr_db [None req-f80379a1-1864-47c9-a9f4-5f6e8f5625f0 None None] Set router c0cadf43-141f-4ff1-848a-77a041677ba7 gateway port host: ncdv-master-1 {{(pid=121609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 22:11:52.255328 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Dec 2021 22:11:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a5e41e9-92b2-46b4-9801-77fbfc46acb4 x-openstack-request-id: req-3a5e41e9-92b2-46b4-9801-77fbfc46acb4 {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 22:11:52.255639 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e279fe71-0ff9-431f-989d-1bfe4de21f11", "tag": "ce9e765a-3b6f-4a29-8b1d-a3bb800ce1c8", "status": "completed", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 22:11:52.255890 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3a5e41e9-92b2-46b4-9801-77fbfc46acb4 {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 22:11:52.256300 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e279fe71-0ff9-431f-989d-1bfe4de21f11', 'tag': 'ce9e765a-3b6f-4a29-8b1d-a3bb800ce1c8', 'status': 'completed', 'code': 200}
Dec 25 22:11:52.321213 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1b7df5-ca0c-4106-be6f-7e9626d3e6ba req-b9823fba-30a8-4702-9bb4-edee1c7af0a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:11:52.324037 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7c1b7df5-ca0c-4106-be6f-7e9626d3e6ba req-b9823fba-30a8-4702-9bb4-edee1c7af0a2 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=252f592e72984919a30b8248c35228f7&device_id=e279fe71-0ff9-431f-989d-1bfe4de21f11 HTTP/1.1" status: 200  len: 1097 time: 0.0455539
Dec 25 22:11:52.417894 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1b7df5-ca0c-4106-be6f-7e9626d3e6ba req-edf94216-424b-4894-bd31-45981a750ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:11:52.419374 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7c1b7df5-ca0c-4106-be6f-7e9626d3e6ba req-edf94216-424b-4894-bd31-45981a750ad5 service neutron] 10.222.0.31 "GET /v2.0/networks?id=985bc386-1b00-425e-a586-256c431886f8 HTTP/1.1" status: 200  len: 898 time: 0.0890501
Dec 25 22:11:52.454290 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-f80379a1-1864-47c9-a9f4-5f6e8f5625f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f261836f5e0>, [{'id': 'c0cadf43-141f-4ff1-848a-77a041677ba7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-682938325', 'tenant_id': '252f592e72984919a30b8248c35228f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.239'}], 'enable_snat': True}, 'gw_port_id': 'b38a1871-fcfc-42fd-bea5-dd49946c3a50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T22:10:09Z', 'updated_at': '2021-12-25T22:10:13Z', 'revision_number': 4, 'project_id': '252f592e72984919a30b8248c35228f7', 'gw_port': {'id': 'b38a1871-fcfc-42fd-bea5-dd49946c3a50', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:b7:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0cadf43-141f-4ff1-848a-77a041677ba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T22:10:09Z', 'updated_at': '2021-12-25T22:10:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'cd59bd1c-1687-403e-92aa-3cdf3fb68dc1', 'name': '', 'network_id': '985bc386-1b00-425e-a586-256c431886f8', 'tenant_id': '252f592e72984919a30b8248c35228f7', 'mac_address': 'fa:16:3e:fe:10:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0cadf43-141f-4ff1-848a-77a041677ba7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '69635408-48bd-4224-9b80-8072bfe1a391', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T22:10:13Z', 'updated_at': '2021-12-25T22:10:16Z', 'revision_number': 5, 'project_id': '252f592e72984919a30b8248c35228f7', 'subnets': [{'id': '69635408-48bd-4224-9b80-8072bfe1a391', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 22:11:52.460273 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7c1b7df5-ca0c-4106-be6f-7e9626d3e6ba req-e19067e1-3e5a-4909-ad41-f9df8a7dd669 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ce9e765a-3b6f-4a29-8b1d-a3bb800ce1c8 HTTP/1.1" status: 200  len: 217 time: 0.0341895
Dec 25 22:11:52.485162 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f80379a1-1864-47c9-a9f4-5f6e8f5625f0 None None] Checking router: c0cadf43-141f-4ff1-848a-77a041677ba7 for host: ncdv-master-1 {{(pid=121609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 25 22:11:52.494606 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f80379a1-1864-47c9-a9f4-5f6e8f5625f0 None None] Routers {'c0cadf43-141f-4ff1-848a-77a041677ba7'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 22:11:52.495220 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-f80379a1-1864-47c9-a9f4-5f6e8f5625f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f261836f5e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T22:11:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['c0cadf43-141f-4ff1-848a-77a041677ba7'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 22:11:52.516407 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1b7df5-ca0c-4106-be6f-7e9626d3e6ba req-e9f9ee29-febf-4c71-9929-119231c486fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:11:52.517938 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7c1b7df5-ca0c-4106-be6f-7e9626d3e6ba req-e9f9ee29-febf-4c71-9929-119231c486fa service neutron] 10.222.0.31 "GET /v2.0/subnets?id=69635408-48bd-4224-9b80-8072bfe1a391 HTTP/1.1" status: 200  len: 835 time: 0.0492613
Dec 25 22:11:52.593357 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1b7df5-ca0c-4106-be6f-7e9626d3e6ba req-28df0353-8c35-49f5-b2ec-7e5ab6b29f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:11:52.595141 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7c1b7df5-ca0c-4106-be6f-7e9626d3e6ba req-28df0353-8c35-49f5-b2ec-7e5ab6b29f81 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=985bc386-1b00-425e-a586-256c431886f8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0685809
Dec 25 22:11:52.603611 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906373fd-0ef2-4807-ae9e-db38f42ca462 req-5d55d04b-e206-46c1-8c41-194c0282de10 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:11:52.605103 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-906373fd-0ef2-4807-ae9e-db38f42ca462 req-5d55d04b-e206-46c1-8c41-194c0282de10 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "GET /v2.0/ports?device_id=e279fe71-0ff9-431f-989d-1bfe4de21f11 HTTP/1.1" status: 200  len: 946 time: 0.0795672
Dec 25 22:11:52.608365 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvr_db [None req-f80379a1-1864-47c9-a9f4-5f6e8f5625f0 None None] Set router c0cadf43-141f-4ff1-848a-77a041677ba7 gateway port host: ncdv-master-1 {{(pid=121609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 22:11:52.711055 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-906373fd-0ef2-4807-ae9e-db38f42ca462 req-443d0961-ea4b-4c6b-ad05-a7ef4dd6e570 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "GET /v2.0/security-groups?id=f8ccba96-5d66-4b8c-8120-ebdd13f87418&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0968015
Dec 25 22:11:52.730188 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7c1b7df5-ca0c-4106-be6f-7e9626d3e6ba req-828faf09-5f4b-4d06-8300-2e4953691016 service neutron] 10.222.0.31 "GET /v2.0/networks/985bc386-1b00-425e-a586-256c431886f8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1237879
Dec 25 22:11:52.825873 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7c1b7df5-ca0c-4106-be6f-7e9626d3e6ba req-ebcb0975-0512-4c45-be68-cd18194a10f3 service neutron] 10.222.0.31 "GET /v2.0/networks/985bc386-1b00-425e-a586-256c431886f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0861838
Dec 25 22:11:52.836441 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-f80379a1-1864-47c9-a9f4-5f6e8f5625f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f261836f5e0>, [{'id': 'c0cadf43-141f-4ff1-848a-77a041677ba7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-682938325', 'tenant_id': '252f592e72984919a30b8248c35228f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.239'}], 'enable_snat': True}, 'gw_port_id': 'b38a1871-fcfc-42fd-bea5-dd49946c3a50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T22:10:09Z', 'updated_at': '2021-12-25T22:10:13Z', 'revision_number': 4, 'project_id': '252f592e72984919a30b8248c35228f7', 'gw_port': {'id': 'b38a1871-fcfc-42fd-bea5-dd49946c3a50', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:b7:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0cadf43-141f-4ff1-848a-77a041677ba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T22:10:09Z', 'updated_at': '2021-12-25T22:10:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'cd59bd1c-1687-403e-92aa-3cdf3fb68dc1', 'name': '', 'network_id': '985bc386-1b00-425e-a586-256c431886f8', 'tenant_id': '252f592e72984919a30b8248c35228f7', 'mac_address': 'fa:16:3e:fe:10:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0cadf43-141f-4ff1-848a-77a041677ba7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '69635408-48bd-4224-9b80-8072bfe1a391', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T22:10:13Z', 'updated_at': '2021-12-25T22:10:16Z', 'revision_number': 5, 'project_id': '252f592e72984919a30b8248c35228f7', 'subnets': [{'id': '69635408-48bd-4224-9b80-8072bfe1a391', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 22:11:52.862194 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f80379a1-1864-47c9-a9f4-5f6e8f5625f0 None None] The sync data for ids ['c0cadf43-141f-4ff1-848a-77a041677ba7'] in ncdv-master-1 is: [{'id': 'c0cadf43-141f-4ff1-848a-77a041677ba7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-682938325', 'tenant_id': '252f592e72984919a30b8248c35228f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.239'}], 'enable_snat': True}, 'gw_port_id': 'b38a1871-fcfc-42fd-bea5-dd49946c3a50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T22:10:09Z', 'updated_at': '2021-12-25T22:10:13Z', 'revision_number': 4, 'project_id': '252f592e72984919a30b8248c35228f7', 'gw_port': {'id': 'b38a1871-fcfc-42fd-bea5-dd49946c3a50', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:b7:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0cadf43-141f-4ff1-848a-77a041677ba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T22:10:09Z', 'updated_at': '2021-12-25T22:10:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'cd59bd1c-1687-403e-92aa-3cdf3fb68dc1', 'name': '', 'network_id': '985bc386-1b00-425e-a586-256c431886f8', 'tenant_id': '252f592e72984919a30b8248c35228f7', 'mac_address': 'fa:16:3e:fe:10:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0cadf43-141f-4ff1-848a-77a041677ba7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '69635408-48bd-4224-9b80-8072bfe1a391', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T22:10:13Z', 'updated_at': '2021-12-25T22:10:16Z', 'revision_number': 5, 'project_id': '252f592e72984919a30b8248c35228f7', 'subnets': [{'id': '69635408-48bd-4224-9b80-8072bfe1a391', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 22:11:53.090076 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9720a487-f317-40ed-8d26-b07fa2263e25 None None] New status for floating IP d71e49ad-64ab-4657-95f7-fe51f3c47a83: DOWN {{(pid=121608) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 25 22:11:53.828981 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24a35b6-a712-4f6b-82fa-8d8bfc5f7178 req-9ee78ecf-a0fb-4a84-902c-e22274488c20 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:11:53.830459 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a24a35b6-a712-4f6b-82fa-8d8bfc5f7178 req-9ee78ecf-a0fb-4a84-902c-e22274488c20 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "GET /v2.0/ports?device_id=e279fe71-0ff9-431f-989d-1bfe4de21f11 HTTP/1.1" status: 200  len: 946 time: 0.0494149
Dec 25 22:11:53.880860 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a24a35b6-a712-4f6b-82fa-8d8bfc5f7178 req-c1bbe0fd-c375-49ae-ad51-daad8a387fbf tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "GET /v2.0/security-groups?id=f8ccba96-5d66-4b8c-8120-ebdd13f87418&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0437527
Dec 25 22:11:54.030703 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7761d88-cc81-4a0d-bf1e-d93c8e2f1861 req-5513c762-e5fe-48a1-86dc-b22865f8043b tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:11:54.032233 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d7761d88-cc81-4a0d-bf1e-d93c8e2f1861 req-5513c762-e5fe-48a1-86dc-b22865f8043b tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.31 "GET /v2.0/ports?device_id=e279fe71-0ff9-431f-989d-1bfe4de21f11 HTTP/1.1" status: 200  len: 946 time: 0.0479639
Dec 25 22:11:54.124953 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [req-d7761d88-cc81-4a0d-bf1e-d93c8e2f1861 req-a78c4d5b-1d0e-4a7c-b479-f443be3ea706 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Deleting port ce9e765a-3b6f-4a29-8b1d-a3bb800ce1c8 {{(pid=121606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 22:11:54.125294 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-d7761d88-cc81-4a0d-bf1e-d93c8e2f1861 req-a78c4d5b-1d0e-4a7c-b479-f443be3ea706 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:11:54.211151 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-d7761d88-cc81-4a0d-bf1e-d93c8e2f1861 req-a78c4d5b-1d0e-4a7c-b479-f443be3ea706 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] For port ce9e765a-3b6f-4a29-8b1d-a3bb800ce1c8, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ce9e765a-3b6f-4a29-8b1d-a3bb800ce1c8,segment=NetworkSegment(5dcacf48-9546-47e7-968b-348da2084546),segment_id=5dcacf48-9546-47e7-968b-348da2084546)] {{(pid=121606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 22:11:54.211510 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-d7761d88-cc81-4a0d-bf1e-d93c8e2f1861 req-a78c4d5b-1d0e-4a7c-b479-f443be3ea706 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:11:54.224214 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [req-d7761d88-cc81-4a0d-bf1e-d93c8e2f1861 req-a78c4d5b-1d0e-4a7c-b479-f443be3ea706 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Calling delete_port for ce9e765a-3b6f-4a29-8b1d-a3bb800ce1c8 owned by compute:nova {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 22:11:54.397223 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-d7761d88-cc81-4a0d-bf1e-d93c8e2f1861 req-a78c4d5b-1d0e-4a7c-b479-f443be3ea706 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:11:54.426393 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78c4d5b-1d0e-4a7c-b479-f443be3ea706 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Pushing event deleted for resources: {'Port': ['ID=ce9e765a-3b6f-4a29-8b1d-a3bb800ce1c8,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:11:54.470408 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7761d88-cc81-4a0d-bf1e-d93c8e2f1861 req-a78c4d5b-1d0e-4a7c-b479-f443be3ea706 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] No DVR routers for this DVR port ce9e765a-3b6f-4a29-8b1d-a3bb800ce1c8 on host nch1-master-1 {{(pid=121606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 22:11:54.473591 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-d7761d88-cc81-4a0d-bf1e-d93c8e2f1861 req-a78c4d5b-1d0e-4a7c-b479-f443be3ea706 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:11:54.476997 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d7761d88-cc81-4a0d-bf1e-d93c8e2f1861 req-a78c4d5b-1d0e-4a7c-b479-f443be3ea706 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.31 "DELETE /v2.0/ports/ce9e765a-3b6f-4a29-8b1d-a3bb800ce1c8 HTTP/1.1" status: 204  len: 173 time: 0.4378366
Dec 25 22:11:54.477441 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e279fe71-0ff9-431f-989d-1bfe4de21f11', 'name': 'network-vif-deleted', 'tag': 'ce9e765a-3b6f-4a29-8b1d-a3bb800ce1c8'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 22:11:54.479668 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3aaaccd1c5724dc9dd74c6f33e2aadc9492bdd81d11d1049086089e292681ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-530f6e0b-21e0-4f66-8ea0-90fa1606e757" -d '{"events": [{"server_uuid": "e279fe71-0ff9-431f-989d-1bfe4de21f11", "name": "network-vif-deleted", "tag": "ce9e765a-3b6f-4a29-8b1d-a3bb800ce1c8"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 22:11:54.515821 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 22:11:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b96c1afc-5153-480c-9137-cef68c7fbf30 x-openstack-request-id: req-b96c1afc-5153-480c-9137-cef68c7fbf30 {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 22:11:54.516147 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e279fe71-0ff9-431f-989d-1bfe4de21f11", "name": "network-vif-deleted", "tag": "ce9e765a-3b6f-4a29-8b1d-a3bb800ce1c8", "status": "completed", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 22:11:54.516370 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b96c1afc-5153-480c-9137-cef68c7fbf30 {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 22:11:54.516775 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e279fe71-0ff9-431f-989d-1bfe4de21f11', 'name': 'network-vif-deleted', 'tag': 'ce9e765a-3b6f-4a29-8b1d-a3bb800ce1c8', 'status': 'completed', 'code': 200}
Dec 25 22:11:54.991015 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-6000b4af-b866-42a0-9c42-29f3a1fad4fb req-f052004e-4146-4fb4-9b68-f560b1054fd1 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "GET /v2.0/ports?device_id=e279fe71-0ff9-431f-989d-1bfe4de21f11 HTTP/1.1" status: 200  len: 210 time: 0.0279415
Dec 25 22:11:56.047496 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 49000) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 22:11:56.750666 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-23381021-c88c-4f1f-8ebf-a01e0860b451 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2007615'] for router_interface, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:11:56.999722 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-23381021-c88c-4f1f-8ebf-a01e0860b451 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Deleting port cd59bd1c-1687-403e-92aa-3cdf3fb68dc1 {{(pid=121606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 22:11:57.000071 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-23381021-c88c-4f1f-8ebf-a01e0860b451 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:11:57.088271 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [None req-23381021-c88c-4f1f-8ebf-a01e0860b451 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] For port cd59bd1c-1687-403e-92aa-3cdf3fb68dc1, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=cd59bd1c-1687-403e-92aa-3cdf3fb68dc1,segment=NetworkSegment(5dcacf48-9546-47e7-968b-348da2084546),segment_id=5dcacf48-9546-47e7-968b-348da2084546)] {{(pid=121606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 22:11:57.089011 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-23381021-c88c-4f1f-8ebf-a01e0860b451 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:11:57.101875 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-23381021-c88c-4f1f-8ebf-a01e0860b451 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Calling delete_port for cd59bd1c-1687-403e-92aa-3cdf3fb68dc1 owned by network:router_interface {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 22:11:57.373817 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-23381021-c88c-4f1f-8ebf-a01e0860b451 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:11:57.398262 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23381021-c88c-4f1f-8ebf-a01e0860b451 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Pushing event deleted for resources: {'Port': ['ID=cd59bd1c-1687-403e-92aa-3cdf3fb68dc1,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:11:57.575741 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-23381021-c88c-4f1f-8ebf-a01e0860b451 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2007763'] for router_interface, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:11:57.797574 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23381021-c88c-4f1f-8ebf-a01e0860b451 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Router c0cadf43-141f-4ff1-848a-77a041677ba7 has already been hosted by L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 {{(pid=121606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 25 22:11:57.902205 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23381021-c88c-4f1f-8ebf-a01e0860b451 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 22:11:57.907849 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-23381021-c88c-4f1f-8ebf-a01e0860b451 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "PUT /v2.0/routers/c0cadf43-141f-4ff1-848a-77a041677ba7/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.8592529
Dec 25 22:11:57.910107 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 49002) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 22:11:57.912890 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9478bd7e-fbbc-4b54-9b6e-388fe0b119ba None None] Sync routers for ids ['c0cadf43-141f-4ff1-848a-77a041677ba7'] in ncdv-master-1 {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 22:11:57.921905 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9478bd7e-fbbc-4b54-9b6e-388fe0b119ba None None] Routers {'c0cadf43-141f-4ff1-848a-77a041677ba7'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 22:11:57.922518 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-9478bd7e-fbbc-4b54-9b6e-388fe0b119ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2618aa9b20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T22:11:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['c0cadf43-141f-4ff1-848a-77a041677ba7'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 22:11:57.964913 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a74ecdc-5cc0-4083-9ec3-876905f1cc54 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Deleting subnet 69635408-48bd-4224-9b80-8072bfe1a391 {{(pid=121607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Dec 25 22:11:57.968153 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-7a74ecdc-5cc0-4083-9ec3-876905f1cc54 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks [] for subnet, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:11:58.007333 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-7a74ecdc-5cc0-4083-9ec3-876905f1cc54 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10246617'] for subnet, precommit_delete_associations {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:11:58.008027 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device ce9e765a-3b6f-4a29-8b1d-a3bb800ce1c8 no longer exists at agent hyperv_nch1-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 22:11:58.027308 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvr_db [None req-9478bd7e-fbbc-4b54-9b6e-388fe0b119ba None None] Set router c0cadf43-141f-4ff1-848a-77a041677ba7 gateway port host: ncdv-master-1 {{(pid=121609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 22:11:58.028487 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] No Port match for: ce9e765a-3b6f-4a29-8b1d-a3bb800ce1c8 {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 22:11:58.028839 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device ce9e765a-3b6f-4a29-8b1d-a3bb800ce1c8 not bound to the agent host nch1-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 22:11:58.212364 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-9478bd7e-fbbc-4b54-9b6e-388fe0b119ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2618aa9b20>, [{'id': 'c0cadf43-141f-4ff1-848a-77a041677ba7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-682938325', 'tenant_id': '252f592e72984919a30b8248c35228f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.239'}], 'enable_snat': True}, 'gw_port_id': 'b38a1871-fcfc-42fd-bea5-dd49946c3a50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T22:10:09Z', 'updated_at': '2021-12-25T22:11:57Z', 'revision_number': 5, 'project_id': '252f592e72984919a30b8248c35228f7', 'gw_port': {'id': 'b38a1871-fcfc-42fd-bea5-dd49946c3a50', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:b7:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0cadf43-141f-4ff1-848a-77a041677ba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T22:10:09Z', 'updated_at': '2021-12-25T22:10:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 22:11:58.241016 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9478bd7e-fbbc-4b54-9b6e-388fe0b119ba None None] Checking router: c0cadf43-141f-4ff1-848a-77a041677ba7 for host: ncdv-master-1 {{(pid=121609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 25 22:11:58.249793 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9478bd7e-fbbc-4b54-9b6e-388fe0b119ba None None] Routers {'c0cadf43-141f-4ff1-848a-77a041677ba7'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 22:11:58.250406 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-9478bd7e-fbbc-4b54-9b6e-388fe0b119ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2618aa9b20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T22:11:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['c0cadf43-141f-4ff1-848a-77a041677ba7'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 22:11:58.399497 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-7a74ecdc-5cc0-4083-9ec3-876905f1cc54 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995662'] for subnet, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:11:58.453032 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvr_db [None req-9478bd7e-fbbc-4b54-9b6e-388fe0b119ba None None] Set router c0cadf43-141f-4ff1-848a-77a041677ba7 gateway port host: ncdv-master-1 {{(pid=121609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 22:11:58.500359 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-7a74ecdc-5cc0-4083-9ec3-876905f1cc54 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8632410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8852809'] for subnet, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:11:58.527760 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a74ecdc-5cc0-4083-9ec3-876905f1cc54 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Pushing event deleted for resources: {'Subnet': ['ID=69635408-48bd-4224-9b80-8072bfe1a391,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:11:58.532432 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-7a74ecdc-5cc0-4083-9ec3-876905f1cc54 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks [] for subnet, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:11:58.535654 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-7a74ecdc-5cc0-4083-9ec3-876905f1cc54 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "DELETE /v2.0/subnets/69635408-48bd-4224-9b80-8072bfe1a391 HTTP/1.1" status: 204  len: 168 time: 0.6244595
Dec 25 22:11:58.539347 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 49006) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 22:11:58.541282 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3705994-59dc-4c7a-a582-723fe1a70d39 None None] Network 985bc386-1b00-425e-a586-256c431886f8 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 22:11:58.541553 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a74ecdc-5cc0-4083-9ec3-876905f1cc54 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:11:58.541926 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a74ecdc-5cc0-4083-9ec3-876905f1cc54 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:11:58.542258 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a74ecdc-5cc0-4083-9ec3-876905f1cc54 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:11:58.542599 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a74ecdc-5cc0-4083-9ec3-876905f1cc54 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:11:58.542932 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a74ecdc-5cc0-4083-9ec3-876905f1cc54 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:11:58.543261 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a74ecdc-5cc0-4083-9ec3-876905f1cc54 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:11:58.543592 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a74ecdc-5cc0-4083-9ec3-876905f1cc54 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:11:58.543919 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a74ecdc-5cc0-4083-9ec3-876905f1cc54 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:11:58.544249 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a74ecdc-5cc0-4083-9ec3-876905f1cc54 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:11:58.544576 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a74ecdc-5cc0-4083-9ec3-876905f1cc54 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:11:58.544912 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a74ecdc-5cc0-4083-9ec3-876905f1cc54 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:11:58.545240 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a74ecdc-5cc0-4083-9ec3-876905f1cc54 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:11:58.545560 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a74ecdc-5cc0-4083-9ec3-876905f1cc54 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:11:58.643454 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-9478bd7e-fbbc-4b54-9b6e-388fe0b119ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2618aa9b20>, [{'id': 'c0cadf43-141f-4ff1-848a-77a041677ba7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-682938325', 'tenant_id': '252f592e72984919a30b8248c35228f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.239'}], 'enable_snat': True}, 'gw_port_id': 'b38a1871-fcfc-42fd-bea5-dd49946c3a50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T22:10:09Z', 'updated_at': '2021-12-25T22:11:57Z', 'revision_number': 5, 'project_id': '252f592e72984919a30b8248c35228f7', 'gw_port': {'id': 'b38a1871-fcfc-42fd-bea5-dd49946c3a50', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:b7:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0cadf43-141f-4ff1-848a-77a041677ba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T22:10:09Z', 'updated_at': '2021-12-25T22:10:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 22:11:58.677609 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-9e855b6c-b190-4f4a-9995-e00da074baa0 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks [] for router, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:11:58.690701 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9478bd7e-fbbc-4b54-9b6e-388fe0b119ba None None] The sync data for ids ['c0cadf43-141f-4ff1-848a-77a041677ba7'] in ncdv-master-1 is: [{'id': 'c0cadf43-141f-4ff1-848a-77a041677ba7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-682938325', 'tenant_id': '252f592e72984919a30b8248c35228f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.239'}], 'enable_snat': True}, 'gw_port_id': 'b38a1871-fcfc-42fd-bea5-dd49946c3a50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T22:10:09Z', 'updated_at': '2021-12-25T22:11:57Z', 'revision_number': 5, 'project_id': '252f592e72984919a30b8248c35228f7', 'gw_port': {'id': 'b38a1871-fcfc-42fd-bea5-dd49946c3a50', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:b7:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0cadf43-141f-4ff1-848a-77a041677ba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T22:10:09Z', 'updated_at': '2021-12-25T22:10:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 22:11:58.712742 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e9d14f6-209a-4971-b067-c07a222a0dc7 None None] DHCP port deletion for 985bc386-1b00-425e-a586-256c431886f8 request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 22:11:58.767470 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-5e9d14f6-209a-4971-b067-c07a222a0dc7 None None] Deleting port 0155d5a8-97e1-475e-b7dd-7f3da9d0ebfc {{(pid=121608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 22:11:58.767790 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5e9d14f6-209a-4971-b067-c07a222a0dc7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:11:58.799626 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-9e855b6c-b190-4f4a-9995-e00da074baa0 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks [] for router_gateway, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:11:58.828685 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5e9d14f6-209a-4971-b067-c07a222a0dc7 None None] For port 0155d5a8-97e1-475e-b7dd-7f3da9d0ebfc, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0155d5a8-97e1-475e-b7dd-7f3da9d0ebfc,segment=NetworkSegment(5dcacf48-9546-47e7-968b-348da2084546),segment_id=5dcacf48-9546-47e7-968b-348da2084546)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 22:11:58.829110 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5e9d14f6-209a-4971-b067-c07a222a0dc7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:11:58.841908 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-5e9d14f6-209a-4971-b067-c07a222a0dc7 None None] Calling delete_port for 0155d5a8-97e1-475e-b7dd-7f3da9d0ebfc owned by network:dhcp {{(pid=121608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 22:11:58.902198 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-9e855b6c-b190-4f4a-9995-e00da074baa0 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Deleting port b38a1871-fcfc-42fd-bea5-dd49946c3a50 {{(pid=121606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 22:11:58.902544 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-9e855b6c-b190-4f4a-9995-e00da074baa0 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:11:58.986444 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [None req-9e855b6c-b190-4f4a-9995-e00da074baa0 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] For port b38a1871-fcfc-42fd-bea5-dd49946c3a50, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b38a1871-fcfc-42fd-bea5-dd49946c3a50,segment=NetworkSegment(6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855),segment_id=6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855)] {{(pid=121606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 22:11:58.986822 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-9e855b6c-b190-4f4a-9995-e00da074baa0 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:11:58.999341 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-9e855b6c-b190-4f4a-9995-e00da074baa0 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Calling delete_port for b38a1871-fcfc-42fd-bea5-dd49946c3a50 owned by network:router_gateway {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 22:11:59.002994 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5e9d14f6-209a-4971-b067-c07a222a0dc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955'] for port, after_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:11:59.030857 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9d14f6-209a-4971-b067-c07a222a0dc7 None None] Pushing event deleted for resources: {'Port': ['ID=0155d5a8-97e1-475e-b7dd-7f3da9d0ebfc,revision_number=None']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:11:59.033053 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e9d14f6-209a-4971-b067-c07a222a0dc7 None None] No DVR routers for this DVR port 0155d5a8-97e1-475e-b7dd-7f3da9d0ebfc on host ncdv-master-1 {{(pid=121608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 22:11:59.040767 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9d14f6-209a-4971-b067-c07a222a0dc7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:11:59.044523 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9d14f6-209a-4971-b067-c07a222a0dc7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:11:59.044828 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9d14f6-209a-4971-b067-c07a222a0dc7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:11:59.045201 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9d14f6-209a-4971-b067-c07a222a0dc7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:11:59.045538 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9d14f6-209a-4971-b067-c07a222a0dc7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:11:59.045871 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9d14f6-209a-4971-b067-c07a222a0dc7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:11:59.046201 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9d14f6-209a-4971-b067-c07a222a0dc7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:11:59.046531 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9d14f6-209a-4971-b067-c07a222a0dc7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:11:59.046929 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9d14f6-209a-4971-b067-c07a222a0dc7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:11:59.047268 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9d14f6-209a-4971-b067-c07a222a0dc7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:11:59.047591 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9d14f6-209a-4971-b067-c07a222a0dc7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:11:59.047920 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9d14f6-209a-4971-b067-c07a222a0dc7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:11:59.048242 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9d14f6-209a-4971-b067-c07a222a0dc7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:11:59.231799 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-9e855b6c-b190-4f4a-9995-e00da074baa0 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:11:59.258867 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e855b6c-b190-4f4a-9995-e00da074baa0 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Pushing event deleted for resources: {'Port': ['ID=b38a1871-fcfc-42fd-bea5-dd49946c3a50,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:11:59.272860 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-536e43d5-b520-4c68-9190-9a29e4ea3bab None None] DHCP port deletion for 7201e55c-7c5f-41aa-a042-a363696539d0 request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 22:11:59.327133 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-9e855b6c-b190-4f4a-9995-e00da074baa0 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2008689'] for router_gateway, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:11:59.412330 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-9e855b6c-b190-4f4a-9995-e00da074baa0 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2014235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14905'] for router, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:11:59.414564 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-9e855b6c-b190-4f4a-9995-e00da074baa0 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:11:59.534012 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-9e855b6c-b190-4f4a-9995-e00da074baa0 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2014220'] for router, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:11:59.534457 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e855b6c-b190-4f4a-9995-e00da074baa0 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Fanout notify agent at l3_agent the message router_deleted on router c0cadf43-141f-4ff1-848a-77a041677ba7 {{(pid=121606) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 25 22:11:59.541670 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-9e855b6c-b190-4f4a-9995-e00da074baa0 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks [] for router, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:11:59.542815 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-9e855b6c-b190-4f4a-9995-e00da074baa0 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "DELETE /v2.0/routers/c0cadf43-141f-4ff1-848a-77a041677ba7 HTTP/1.1" status: 204  len: 168 time: 1.0013902
Dec 25 22:11:59.545631 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 49008) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 22:11:59.624866 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-4374c646-4e50-45b5-90c6-5234b496ee1f tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625803'] for network, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:11:59.718055 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-4374c646-4e50-45b5-90c6-5234b496ee1f tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997585', 'neutron.services.segments.db._delete_segments_for_network-8737602743071'] for network, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:11:59.738434 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.segments.db [None req-4374c646-4e50-45b5-90c6-5234b496ee1f tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2613e186d0>,) {'filters': {'network_id': ['985bc386-1b00-425e-a586-256c431886f8']}} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 22:11:59.748215 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.segments.db [None req-4374c646-4e50-45b5-90c6-5234b496ee1f tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2613e186d0>, '5dcacf48-9546-47e7-968b-348da2084546') {'for_net_delete': True} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 22:11:59.748512 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.segments.db [None req-4374c646-4e50-45b5-90c6-5234b496ee1f tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2613e186d0>, '5dcacf48-9546-47e7-968b-348da2084546') {} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 22:11:59.757897 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-4374c646-4e50-45b5-90c6-5234b496ee1f tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737602746920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9084222'] for segment, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:11:59.770962 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-4374c646-4e50-45b5-90c6-5234b496ee1f tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:11:59.776891 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4374c646-4e50-45b5-90c6-5234b496ee1f tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Releasing vlan 151 on physical network physnet1 to pool {{(pid=121606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 25 22:11:59.777347 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-4374c646-4e50-45b5-90c6-5234b496ee1f tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9084542'] for segment, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:11:59.780262 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 22:11:59.780262 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 22:11:59.780262 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 22:11:59.780262 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 22:11:59.780262 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 22:11:59.780262 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 22:11:59.780262 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 22:11:59.780262 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 22:11:59.780262 ncdv-master-1 neutron-server[121606]: Traceback (most recent call last):
Dec 25 22:11:59.780262 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 25 22:11:59.780262 ncdv-master-1 neutron-server[121606]:     timer()
Dec 25 22:11:59.780262 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 25 22:11:59.780262 ncdv-master-1 neutron-server[121606]:     cb(*args, **kw)
Dec 25 22:11:59.780262 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 25 22:11:59.780262 ncdv-master-1 neutron-server[121606]:     return func(*args, **kwargs)
Dec 25 22:11:59.780262 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 25 22:11:59.780262 ncdv-master-1 neutron-server[121606]:     self._notify()
Dec 25 22:11:59.780262 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 25 22:11:59.780262 ncdv-master-1 neutron-server[121606]:     self.callback(batched_events)
Dec 25 22:11:59.780262 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 25 22:11:59.780262 ncdv-master-1 neutron-server[121606]:     event.method(event)
Dec 25 22:11:59.780262 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 25 22:11:59.780262 ncdv-master-1 neutron-server[121606]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 25 22:11:59.780262 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 25 22:11:59.780262 ncdv-master-1 neutron-server[121606]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 25 22:11:59.780262 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 25 22:11:59.780262 ncdv-master-1 neutron-server[121606]:     return f(self, *a, **k)
Dec 25 22:11:59.780262 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 25 22:11:59.780262 ncdv-master-1 neutron-server[121606]:     return self._get(url).json()
Dec 25 22:11:59.780262 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 25 22:11:59.780262 ncdv-master-1 neutron-server[121606]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 25 22:11:59.780262 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 25 22:11:59.780262 ncdv-master-1 neutron-server[121606]:     return self.request(url, 'GET', **kwargs)
Dec 25 22:11:59.780262 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 25 22:11:59.780262 ncdv-master-1 neutron-server[121606]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 25 22:11:59.780262 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 25 22:11:59.780262 ncdv-master-1 neutron-server[121606]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 25 22:11:59.780262 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 25 22:11:59.780262 ncdv-master-1 neutron-server[121606]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 25 22:11:59.780262 ncdv-master-1 neutron-server[121606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 25 22:11:59.888044 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-4374c646-4e50-45b5-90c6-5234b496ee1f tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2008653'] for network, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:11:59.900351 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-4374c646-4e50-45b5-90c6-5234b496ee1f tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks [] for network, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:11:59.900351 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-4374c646-4e50-45b5-90c6-5234b496ee1f tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "DELETE /v2.0/networks/985bc386-1b00-425e-a586-256c431886f8 HTTP/1.1" status: 204  len: 168 time: 0.3520904
Dec 25 22:11:59.901620 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 49010) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 22:11:59.909892 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4374c646-4e50-45b5-90c6-5234b496ee1f tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Pushing event deleted for resources: {'Network': ['ID=985bc386-1b00-425e-a586-256c431886f8,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:11:59.960553 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a15eebd5-c564-47da-a92e-cb0bdd75c88f tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks [] for security_group, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:11:59.991652 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a15eebd5-c564-47da-a92e-cb0bdd75c88f tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks [] for security_group, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:12:00.105230 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a15eebd5-c564-47da-a92e-cb0bdd75c88f tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:12:00.107836 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a15eebd5-c564-47da-a92e-cb0bdd75c88f tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:12:00.109065 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-a15eebd5-c564-47da-a92e-cb0bdd75c88f tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "DELETE /v2.0/security-groups/f8ccba96-5d66-4b8c-8120-ebdd13f87418 HTTP/1.1" status: 204  len: 168 time: 0.2063646
Dec 25 22:12:00.118305 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15eebd5-c564-47da-a92e-cb0bdd75c88f tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8ccba96-5d66-4b8c-8120-ebdd13f87418,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:12:00.659744 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 49016) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 22:12:00.668652 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-ccdaec0f-e08b-4446-8830-b3c9a03e94cc tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-529099152', 'description': 'tempest-secgroup-smoke-529099152 description', 'project_id': '252f592e72984919a30b8248c35228f7'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 22:12:00.706009 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 0155d5a8-97e1-475e-b7dd-7f3da9d0ebfc no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 22:12:00.726417 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] No Port match for: 0155d5a8-97e1-475e-b7dd-7f3da9d0ebfc {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 22:12:00.727203 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 0155d5a8-97e1-475e-b7dd-7f3da9d0ebfc not bound to the agent host ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 22:12:00.727203 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device b38a1871-fcfc-42fd-bea5-dd49946c3a50 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 22:12:00.747955 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] No Port match for: b38a1871-fcfc-42fd-bea5-dd49946c3a50 {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 22:12:00.748347 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device b38a1871-fcfc-42fd-bea5-dd49946c3a50 not bound to the agent host ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 22:12:00.748697 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device cd59bd1c-1687-403e-92aa-3cdf3fb68dc1 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 22:12:00.767236 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] No Port match for: cd59bd1c-1687-403e-92aa-3cdf3fb68dc1 {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 22:12:00.767563 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device cd59bd1c-1687-403e-92aa-3cdf3fb68dc1 not bound to the agent host ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 22:12:00.774125 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-ccdaec0f-e08b-4446-8830-b3c9a03e94cc tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks [] for security_group, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:12:00.838782 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-ccdaec0f-e08b-4446-8830-b3c9a03e94cc tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks [] for security_group, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:12:00.905282 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-ccdaec0f-e08b-4446-8830-b3c9a03e94cc tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:12:00.932909 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdaec0f-e08b-4446-8830-b3c9a03e94cc tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19823d46-575b-4e85-bb2f-91be317f18f9,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:12:00.999298 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-ccdaec0f-e08b-4446-8830-b3c9a03e94cc tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks [] for security_group, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:12:01.000693 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-ccdaec0f-e08b-4446-8830-b3c9a03e94cc tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1811 time: 0.3397973
Dec 25 22:12:01.003670 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 49018) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 22:12:01.008323 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-4460c077-e1fa-41a3-b15b-deccc539d0b6 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Request body: {'security_group_rule': {'security_group_id': '19823d46-575b-4e85-bb2f-91be317f18f9', 'project_id': '252f592e72984919a30b8248c35228f7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 22:12:01.092842 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-4460c077-e1fa-41a3-b15b-deccc539d0b6 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks [] for security_group_rule, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:12:01.137871 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-4460c077-e1fa-41a3-b15b-deccc539d0b6 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:12:01.179743 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-4460c077-e1fa-41a3-b15b-deccc539d0b6 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077839'] for security_group_rule, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:12:01.196757 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4460c077-e1fa-41a3-b15b-deccc539d0b6 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e49e9f7c-4537-4b2c-a59f-fce3375fc224,revision_number=0']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:12:01.256739 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-4460c077-e1fa-41a3-b15b-deccc539d0b6 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks [] for security_group_rule, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:12:01.257977 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-4460c077-e1fa-41a3-b15b-deccc539d0b6 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2533166
Dec 25 22:12:01.260669 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 49020) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 22:12:01.264962 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-b72812b6-9c94-4aa6-8dc5-427ec8565bc2 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Request body: {'security_group_rule': {'security_group_id': '19823d46-575b-4e85-bb2f-91be317f18f9', 'project_id': '252f592e72984919a30b8248c35228f7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 22:12:01.372523 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b72812b6-9c94-4aa6-8dc5-427ec8565bc2 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks [] for security_group_rule, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:12:01.424909 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b72812b6-9c94-4aa6-8dc5-427ec8565bc2 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:12:01.493679 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b72812b6-9c94-4aa6-8dc5-427ec8565bc2 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077839'] for security_group_rule, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:12:01.511930 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72812b6-9c94-4aa6-8dc5-427ec8565bc2 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49751185-b7fb-4cb8-b480-d62f12c466a3,revision_number=0']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:12:01.570130 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b72812b6-9c94-4aa6-8dc5-427ec8565bc2 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks [] for security_group_rule, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:12:01.571335 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-b72812b6-9c94-4aa6-8dc5-427ec8565bc2 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.3097067
Dec 25 22:12:01.574027 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 49024) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 22:12:01.578340 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-c169e556-0ef4-4b9e-bf4c-e5c4dac3460b tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Request body: {'security_group_rule': {'security_group_id': '19823d46-575b-4e85-bb2f-91be317f18f9', 'project_id': '252f592e72984919a30b8248c35228f7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 22:12:01.658223 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-c169e556-0ef4-4b9e-bf4c-e5c4dac3460b tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks [] for security_group_rule, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:12:01.719383 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-c169e556-0ef4-4b9e-bf4c-e5c4dac3460b tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:12:01.785163 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-c169e556-0ef4-4b9e-bf4c-e5c4dac3460b tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077839'] for security_group_rule, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:12:01.802185 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c169e556-0ef4-4b9e-bf4c-e5c4dac3460b tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ec8b06e-a512-4637-a748-09b90e70b497,revision_number=0']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:12:01.873204 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-c169e556-0ef4-4b9e-bf4c-e5c4dac3460b tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks [] for security_group_rule, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:12:01.874445 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-c169e556-0ef4-4b9e-bf4c-e5c4dac3460b tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2994945
Dec 25 22:12:01.877162 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 49026) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 22:12:01.881448 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-32a1d4e4-8a83-45a7-a6c2-9685c6854dae tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Request body: {'security_group_rule': {'security_group_id': '19823d46-575b-4e85-bb2f-91be317f18f9', 'project_id': '252f592e72984919a30b8248c35228f7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 22:12:01.984769 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-32a1d4e4-8a83-45a7-a6c2-9685c6854dae tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks [] for security_group_rule, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:12:02.040009 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-32a1d4e4-8a83-45a7-a6c2-9685c6854dae tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:12:02.099226 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-32a1d4e4-8a83-45a7-a6c2-9685c6854dae tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077839'] for security_group_rule, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:12:02.116364 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a1d4e4-8a83-45a7-a6c2-9685c6854dae tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7901a0eb-eeed-48be-88da-591c056c6894,revision_number=0']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:12:02.181296 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-32a1d4e4-8a83-45a7-a6c2-9685c6854dae tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks [] for security_group_rule, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:12:02.182500 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-32a1d4e4-8a83-45a7-a6c2-9685c6854dae tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.3043957
Dec 25 22:12:02.185236 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 49028) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 22:12:02.189481 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-7678c0f3-2fbe-422c-9391-106c26bed68d tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Request body: {'security_group_rule': {'security_group_id': '19823d46-575b-4e85-bb2f-91be317f18f9', 'project_id': '252f592e72984919a30b8248c35228f7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 22:12:02.282555 ncdv-master-1 neutron-server[121607]: INFO neutron.db.securitygroups_db [None req-7678c0f3-2fbe-422c-9391-106c26bed68d tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Project 252f592e72984919a30b8248c35228f7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 25 22:12:02.287832 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-7678c0f3-2fbe-422c-9391-106c26bed68d tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks [] for security_group_rule, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:12:02.345310 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-7678c0f3-2fbe-422c-9391-106c26bed68d tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:12:02.403472 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-7678c0f3-2fbe-422c-9391-106c26bed68d tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077839'] for security_group_rule, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:12:02.420789 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7678c0f3-2fbe-422c-9391-106c26bed68d tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=718f43e0-7f01-40bd-b68a-9a6565c9bb22,revision_number=0']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:12:02.478771 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-7678c0f3-2fbe-422c-9391-106c26bed68d tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks [] for security_group_rule, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:12:02.479953 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-7678c0f3-2fbe-422c-9391-106c26bed68d tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.2938058
Dec 25 22:12:02.482652 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 49030) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 22:12:02.486834 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-7b0176c1-a85a-4c29-b36d-51bd1c5eb03c tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Request body: {'security_group_rule': {'security_group_id': '19823d46-575b-4e85-bb2f-91be317f18f9', 'project_id': '252f592e72984919a30b8248c35228f7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 22:12:02.556570 ncdv-master-1 neutron-server[121607]: INFO neutron.db.securitygroups_db [None req-7b0176c1-a85a-4c29-b36d-51bd1c5eb03c tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Project 252f592e72984919a30b8248c35228f7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 25 22:12:02.561778 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-7b0176c1-a85a-4c29-b36d-51bd1c5eb03c tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks [] for security_group_rule, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:12:02.620787 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-7b0176c1-a85a-4c29-b36d-51bd1c5eb03c tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:12:02.699673 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-7b0176c1-a85a-4c29-b36d-51bd1c5eb03c tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077839'] for security_group_rule, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:12:02.719751 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0176c1-a85a-4c29-b36d-51bd1c5eb03c tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44207d55-a901-4e19-8c02-b1fdf19685af,revision_number=0']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:12:02.775778 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-7b0176c1-a85a-4c29-b36d-51bd1c5eb03c tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks [] for security_group_rule, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:12:02.776984 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-7b0176c1-a85a-4c29-b36d-51bd1c5eb03c tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.2934079
Dec 25 22:12:02.779750 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 49032) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 22:12:02.784539 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-1c7ccd01-fc06-4e0e-a4bc-c54ed392acea tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Request body: {'network': {'name': 'tempest-network-smoke--1292941871', 'project_id': '252f592e72984919a30b8248c35228f7', 'port_security_enabled': True}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 22:12:02.866014 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c7ccd01-fc06-4e0e-a4bc-c54ed392acea tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Made reservation on behalf of 252f592e72984919a30b8248c35228f7 for: {'network': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 22:12:02.869466 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-1c7ccd01-fc06-4e0e-a4bc-c54ed392acea tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for network, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:12:02.892501 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c7ccd01-fc06-4e0e-a4bc-c54ed392acea tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] vlan segment allocate from pool success with {'vlan_id': 190, 'physical_network': 'physnet1'}  {{(pid=121607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 25 22:12:02.900988 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-1c7ccd01-fc06-4e0e-a4bc-c54ed392acea tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:12:02.903369 ncdv-master-1 neutron-server[121607]: INFO neutron.db.segments_db [None req-1c7ccd01-fc06-4e0e-a4bc-c54ed392acea tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Added segment 430ab63f-1f1f-4678-ba2e-2455689a4d8a of type vlan for network af9cd4df-c7ac-412d-b4b5-82613a9b50b0
Dec 25 22:12:02.941984 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-1c7ccd01-fc06-4e0e-a4bc-c54ed392acea tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737602163420'] for network, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:12:03.013900 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-1c7ccd01-fc06-4e0e-a4bc-c54ed392acea tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870'] for network, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:12:03.019479 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c7ccd01-fc06-4e0e-a4bc-c54ed392acea tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:12:03.020070 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-1c7ccd01-fc06-4e0e-a4bc-c54ed392acea tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks [] for network, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:12:03.085637 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7ccd01-fc06-4e0e-a4bc-c54ed392acea tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Pushing event updated for resources: {'Network': ['ID=af9cd4df-c7ac-412d-b4b5-82613a9b50b0,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:12:03.097516 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Network af9cd4df-c7ac-412d-b4b5-82613a9b50b0 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 25 22:12:03.119575 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-1c7ccd01-fc06-4e0e-a4bc-c54ed392acea tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.3387871
Dec 25 22:12:03.122423 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 49034) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 22:12:03.127035 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-a51b57f3-5b68-45b4-b7de-60b8e8826225 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1359535680', 'admin_state_up': True, 'project_id': '252f592e72984919a30b8248c35228f7', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'}}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 22:12:03.197163 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a51b57f3-5b68-45b4-b7de-60b8e8826225 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2014909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14863'] for router, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:12:03.198211 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a51b57f3-5b68-45b4-b7de-60b8e8826225 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2014285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2009796', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2082630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14848'] for router, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:12:03.250146 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a51b57f3-5b68-45b4-b7de-60b8e8826225 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:12:03.444140 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a51b57f3-5b68-45b4-b7de-60b8e8826225 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:12:03.684603 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a51b57f3-5b68-45b4-b7de-60b8e8826225 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks [] for router_gateway, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:12:03.708419 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a51b57f3-5b68-45b4-b7de-60b8e8826225 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:12:03.806852 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_common [None req-a51b57f3-5b68-45b4-b7de-60b8e8826225 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Allocated IP 172.35.3.55 (7201e55c-7c5f-41aa-a042-a363696539d0/7a939e13-713f-45cf-bba7-1539635abe25/75c9860f-8f6a-4b41-a93b-97c609243a72) {{(pid=121607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 22:12:03.910215 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a51b57f3-5b68-45b4-b7de-60b8e8826225 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks [] for port, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:12:04.002931 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a51b57f3-5b68-45b4-b7de-60b8e8826225 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:12:04.045031 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a51b57f3-5b68-45b4-b7de-60b8e8826225 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Network 7201e55c-7c5f-41aa-a042-a363696539d0 is already hosted by enough agents. {{(pid=121607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 22:12:04.047835 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-a51b57f3-5b68-45b4-b7de-60b8e8826225 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Resources bound (agent type, host, resource id):  {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 22:12:04.053055 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a51b57f3-5b68-45b4-b7de-60b8e8826225 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Received port after_create {{(pid=121607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 22:12:04.057279 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51b57f3-5b68-45b4-b7de-60b8e8826225 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Pushing event updated for resources: {'Port': ['ID=75c9860f-8f6a-4b41-a93b-97c609243a72,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:12:04.062088 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39229325-7cee-446d-84b0-2616d57ebff9 None None] DHCP port deletion for 7201e55c-7c5f-41aa-a042-a363696539d0 request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 22:12:04.110858 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-6a3ed1be-ee8f-43db-9079-d4a512b9d96c None None] Provisioning complete for port 75c9860f-8f6a-4b41-a93b-97c609243a72 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 22:12:04.111582 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-6a3ed1be-ee8f-43db-9079-d4a512b9d96c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:12:04.146471 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-6a3ed1be-ee8f-43db-9079-d4a512b9d96c None None] Port 75c9860f-8f6a-4b41-a93b-97c609243a72 cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 22:12:04.368712 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a51b57f3-5b68-45b4-b7de-60b8e8826225 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks [] for router_gateway, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:12:04.564491 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a51b57f3-5b68-45b4-b7de-60b8e8826225 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2014278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2009753'] for router, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:12:04.773957 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a51b57f3-5b68-45b4-b7de-60b8e8826225 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Router 3279d9b7-d405-4e02-91e9-22e5de031867 is scheduled to L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 with binding_index 1 {{(pid=121607) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 25 22:12:04.842592 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-d5b4f7ff-4588-45fe-b170-7b2463a37f89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:12:04.871124 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:12:04.878361 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a51b57f3-5b68-45b4-b7de-60b8e8826225 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 22:12:04.888913 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26c21fa6-a72e-496a-9a50-e94c73065a0e None None] Sync routers for ids ['3279d9b7-d405-4e02-91e9-22e5de031867'] in ncdv-master-1 {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 22:12:04.898415 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26c21fa6-a72e-496a-9a50-e94c73065a0e None None] Routers {'3279d9b7-d405-4e02-91e9-22e5de031867'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 22:12:04.899069 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-26c21fa6-a72e-496a-9a50-e94c73065a0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2612da52e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T22:11:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['3279d9b7-d405-4e02-91e9-22e5de031867'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 22:12:04.948781 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a51b57f3-5b68-45b4-b7de-60b8e8826225 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks [] for router, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:12:04.952943 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-a51b57f3-5b68-45b4-b7de-60b8e8826225 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 895 time: 1.8267450
Dec 25 22:12:04.953180 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 49036) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 22:12:04.983904 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-e617c63d-111c-403e-95b6-8a135c4bc349 tempest-TestNetworkAdvancedServerOps-1824908683 tempest-TestNetworkAdvancedServerOps-1824908683-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=252f592e72984919a30b8248c35228f7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0294142
Dec 25 22:12:04.986373 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 49038) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 22:12:05.011614 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvr_db [None req-26c21fa6-a72e-496a-9a50-e94c73065a0e None None] Set router 3279d9b7-d405-4e02-91e9-22e5de031867 gateway port host: ncdv-master-1 {{(pid=121608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 22:12:05.076589 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51095dd6-dffa-46b2-9f6f-0dba79048865 tempest-TestNetworkAdvancedServerOps-1824908683 tempest-TestNetworkAdvancedServerOps-1824908683-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:12:05.078139 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-51095dd6-dffa-46b2-9f6f-0dba79048865 tempest-TestNetworkAdvancedServerOps-1824908683 tempest-TestNetworkAdvancedServerOps-1824908683-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.0908720
Dec 25 22:12:05.080912 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 49040) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 22:12:05.108818 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-012ffd36-ea08-4665-a364-0cfc6d24f53a tempest-TestNetworkAdvancedServerOps-1824908683 tempest-TestNetworkAdvancedServerOps-1824908683-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=7201e55c-7c5f-41aa-a042-a363696539d0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0268586
Dec 25 22:12:05.111320 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 49042) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 22:12:05.115907 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-cdc090e1-864d-4fc1-a6e1-dfd31f3832b6 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1190482797', 'network_id': 'af9cd4df-c7ac-412d-b4b5-82613a9b50b0', 'project_id': '252f592e72984919a30b8248c35228f7', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 22:12:05.190216 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-26c21fa6-a72e-496a-9a50-e94c73065a0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2612da52e0>, [{'id': '3279d9b7-d405-4e02-91e9-22e5de031867', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1359535680', 'tenant_id': '252f592e72984919a30b8248c35228f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.55'}], 'enable_snat': True}, 'gw_port_id': '75c9860f-8f6a-4b41-a93b-97c609243a72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T22:12:03Z', 'updated_at': '2021-12-25T22:12:04Z', 'revision_number': 3, 'project_id': '252f592e72984919a30b8248c35228f7', 'gw_port': {'id': '75c9860f-8f6a-4b41-a93b-97c609243a72', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:3e:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3279d9b7-d405-4e02-91e9-22e5de031867', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T22:12:03Z', 'updated_at': '2021-12-25T22:12:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 22:12:05.216981 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26c21fa6-a72e-496a-9a50-e94c73065a0e None None] Checking router: 3279d9b7-d405-4e02-91e9-22e5de031867 for host: ncdv-master-1 {{(pid=121608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 25 22:12:05.217328 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26c21fa6-a72e-496a-9a50-e94c73065a0e None None] Updating router 3279d9b7-d405-4e02-91e9-22e5de031867 port 75c9860f-8f6a-4b41-a93b-97c609243a72 binding host ncdv-master-1 {{(pid=121608) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 25 22:12:05.241325 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-26c21fa6-a72e-496a-9a50-e94c73065a0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:12:05.265554 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdc090e1-864d-4fc1-a6e1-dfd31f3832b6 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Made reservation on behalf of 252f592e72984919a30b8248c35228f7 for: {'subnet': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 22:12:05.269138 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-cdc090e1-864d-4fc1-a6e1-dfd31f3832b6 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8852834'] for subnet, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:12:05.490193 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-26c21fa6-a72e-496a-9a50-e94c73065a0e None None] Publish callbacks [] for port, precommit_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:12:05.506088 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-cdc090e1-864d-4fc1-a6e1-dfd31f3832b6 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8632475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8852848'] for subnet, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:12:05.569798 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc090e1-864d-4fc1-a6e1-dfd31f3832b6 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Pushing event updated for resources: {'Subnet': ['ID=e5725423-ee88-4e28-80f6-a210e1e2c7e4,revision_number=0']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:12:05.574548 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-26c21fa6-a72e-496a-9a50-e94c73065a0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:12:05.576827 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdc090e1-864d-4fc1-a6e1-dfd31f3832b6 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Checking segment: {'id': '430ab63f-1f1f-4678-ba2e-2455689a4d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'af9cd4df-c7ac-412d-b4b5-82613a9b50b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 22:12:05.577219 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdc090e1-864d-4fc1-a6e1-dfd31f3832b6 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Network hostable DHCP agents. Network: af9cd4df-c7ac-412d-b4b5-82613a9b50b0, hostable agents: ['1813db88-2c1b-4357-a2ba-869246b663c2'], hosted agents: [] {{(pid=121607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 25 22:12:05.618990 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-360228d9-a545-4521-87bb-425a09d05f6e None None] DHCP port deletion for 7201e55c-7c5f-41aa-a042-a363696539d0 request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 22:12:05.633116 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-26c21fa6-a72e-496a-9a50-e94c73065a0e None None] Attempting to bind port 75c9860f-8f6a-4b41-a93b-97c609243a72 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 22:12:05.633512 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-26c21fa6-a72e-496a-9a50-e94c73065a0e None None] Attempting to bind port 75c9860f-8f6a-4b41-a93b-97c609243a72 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 22:12:05.633839 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26c21fa6-a72e-496a-9a50-e94c73065a0e None None] Attempting to bind port 75c9860f-8f6a-4b41-a93b-97c609243a72 on network 7201e55c-7c5f-41aa-a042-a363696539d0 {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 22:12:05.638716 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8033f0-ec49-43ff-a899-df6003e36d94 None None] Pushing event updated for resources: {'Port': ['ID=75c9860f-8f6a-4b41-a93b-97c609243a72,revision_number=2']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:12:05.647152 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26c21fa6-a72e-496a-9a50-e94c73065a0e None None] Checking agent: {'id': 'ca4f5c6d-f1fd-48b8-a3e3-395864c7d23d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 20, 56, 40), 'started_at': datetime.datetime(2021, 12, 25, 20, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 22, 11, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 22:12:05.647152 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26c21fa6-a72e-496a-9a50-e94c73065a0e None None] Checking segment: {'id': '6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 22:12:05.647152 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-26c21fa6-a72e-496a-9a50-e94c73065a0e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:12:05.647152 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26c21fa6-a72e-496a-9a50-e94c73065a0e None None] Bound using segment: {'id': '6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 22:12:05.647152 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-26c21fa6-a72e-496a-9a50-e94c73065a0e None None] Bound port: 75c9860f-8f6a-4b41-a93b-97c609243a72, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'}}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 22:12:05.647152 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-26c21fa6-a72e-496a-9a50-e94c73065a0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:12:05.665459 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdc090e1-864d-4fc1-a6e1-dfd31f3832b6 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Network af9cd4df-c7ac-412d-b4b5-82613a9b50b0 is scheduled to be hosted by DHCP agent 1813db88-2c1b-4357-a2ba-869246b663c2 with binding_index 1 {{(pid=121607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 25 22:12:05.698025 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-b14ed7ce-16bc-4b3b-8145-3411b7b8c26e None None] Provisioning complete for port 75c9860f-8f6a-4b41-a93b-97c609243a72 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 22:12:05.700968 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-b14ed7ce-16bc-4b3b-8145-3411b7b8c26e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:12:05.722394 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-26c21fa6-a72e-496a-9a50-e94c73065a0e None None] For port 75c9860f-8f6a-4b41-a93b-97c609243a72, host ncdv-master-1, cleared binding levels {{(pid=121608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 22:12:05.743087 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-26c21fa6-a72e-496a-9a50-e94c73065a0e None None] For port 75c9860f-8f6a-4b41-a93b-97c609243a72, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=75c9860f-8f6a-4b41-a93b-97c609243a72,segment=NetworkSegment(6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855),segment_id=6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855)] {{(pid=121608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 22:12:05.744730 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-b14ed7ce-16bc-4b3b-8145-3411b7b8c26e None None] Port 75c9860f-8f6a-4b41-a93b-97c609243a72 cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 22:12:05.797191 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-cdc090e1-864d-4fc1-a6e1-dfd31f3832b6 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, af9cd4df-c7ac-412d-b4b5-82613a9b50b0) {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 22:12:05.803122 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdc090e1-864d-4fc1-a6e1-dfd31f3832b6 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:12:05.804064 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-cdc090e1-864d-4fc1-a6e1-dfd31f3832b6 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks [] for subnet, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:12:05.811821 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-415e7570-0044-4d21-af50-890acfe71260 None None] Network af9cd4df-c7ac-412d-b4b5-82613a9b50b0 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 22:12:05.845357 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-26c21fa6-a72e-496a-9a50-e94c73065a0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:12:05.926113 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-143f87e1-844b-4da7-8208-7a2bd902f465 None None] DHCP port deletion for 7201e55c-7c5f-41aa-a042-a363696539d0 request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 22:12:05.948124 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8033f0-ec49-43ff-a899-df6003e36d94 None None] Pushing event updated for resources: {'Port': ['ID=75c9860f-8f6a-4b41-a93b-97c609243a72,revision_number=3']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:12:05.955865 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-cdc090e1-864d-4fc1-a6e1-dfd31f3832b6 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 832 time: 0.8435466
Dec 25 22:12:05.958944 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 49044) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 22:12:06.135351 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26c21fa6-a72e-496a-9a50-e94c73065a0e None None] Routers {'3279d9b7-d405-4e02-91e9-22e5de031867'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 22:12:06.135887 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-26c21fa6-a72e-496a-9a50-e94c73065a0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2612da52e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T22:11:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['3279d9b7-d405-4e02-91e9-22e5de031867'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 22:12:06.176550 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d31f5ce4-f710-4dc0-a243-2ada308dcc47 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-af9cd4df-c7ac-412d-b4b5-82613a9b50b0', 'network_id': 'af9cd4df-c7ac-412d-b4b5-82613a9b50b0', 'project_id': '252f592e72984919a30b8248c35228f7', 'fixed_ips': [{'subnet_id': 'e5725423-ee88-4e28-80f6-a210e1e2c7e4'}]}} from ncdv-master-1. {{(pid=121608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 25 22:12:06.177434 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-d31f5ce4-f710-4dc0-a243-2ada308dcc47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:12:06.208278 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-a6786fe5-282b-419c-ab1e-1c681306d9bc None None] Provisioning complete for port 75c9860f-8f6a-4b41-a93b-97c609243a72 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 22:12:06.209049 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-a6786fe5-282b-419c-ab1e-1c681306d9bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:12:06.365435 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvr_db [None req-26c21fa6-a72e-496a-9a50-e94c73065a0e None None] Set router 3279d9b7-d405-4e02-91e9-22e5de031867 gateway port host: ncdv-master-1 {{(pid=121608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 22:12:06.397284 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-228a581a-7927-4cd2-b22e-6745607d9edd tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:12:06.535807 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.db_base_plugin_common [None req-d31f5ce4-f710-4dc0-a243-2ada308dcc47 None None] Allocated IP 172.20.0.2 (af9cd4df-c7ac-412d-b4b5-82613a9b50b0/e5725423-ee88-4e28-80f6-a210e1e2c7e4/c9d285c0-8a6c-4096-854c-a6a5620d46ce) {{(pid=121608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 22:12:06.544395 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-a6786fe5-282b-419c-ab1e-1c681306d9bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:12:06.588305 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-a6786fe5-282b-419c-ab1e-1c681306d9bc None None] For port 75c9860f-8f6a-4b41-a93b-97c609243a72, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=75c9860f-8f6a-4b41-a93b-97c609243a72,segment=NetworkSegment(6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855),segment_id=6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 22:12:06.674095 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-a6786fe5-282b-419c-ab1e-1c681306d9bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:12:06.782848 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6786fe5-282b-419c-ab1e-1c681306d9bc None None] Pushing event updated for resources: {'Port': ['ID=75c9860f-8f6a-4b41-a93b-97c609243a72,revision_number=4']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:12:06.800199 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-26c21fa6-a72e-496a-9a50-e94c73065a0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2612da52e0>, [{'id': '3279d9b7-d405-4e02-91e9-22e5de031867', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1359535680', 'tenant_id': '252f592e72984919a30b8248c35228f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.55'}], 'enable_snat': True}, 'gw_port_id': '75c9860f-8f6a-4b41-a93b-97c609243a72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T22:12:03Z', 'updated_at': '2021-12-25T22:12:04Z', 'revision_number': 3, 'project_id': '252f592e72984919a30b8248c35228f7', 'gw_port': {'id': '75c9860f-8f6a-4b41-a93b-97c609243a72', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:3e:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3279d9b7-d405-4e02-91e9-22e5de031867', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T22:12:03Z', 'updated_at': '2021-12-25T22:12:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 22:12:06.805709 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-d31f5ce4-f710-4dc0-a243-2ada308dcc47 None None] Publish callbacks [] for port, precommit_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:12:06.831139 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26c21fa6-a72e-496a-9a50-e94c73065a0e None None] The sync data for ids ['3279d9b7-d405-4e02-91e9-22e5de031867'] in ncdv-master-1 is: [{'id': '3279d9b7-d405-4e02-91e9-22e5de031867', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1359535680', 'tenant_id': '252f592e72984919a30b8248c35228f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.55'}], 'enable_snat': True}, 'gw_port_id': '75c9860f-8f6a-4b41-a93b-97c609243a72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T22:12:03Z', 'updated_at': '2021-12-25T22:12:04Z', 'revision_number': 3, 'project_id': '252f592e72984919a30b8248c35228f7', 'gw_port': {'id': '75c9860f-8f6a-4b41-a93b-97c609243a72', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:3e:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3279d9b7-d405-4e02-91e9-22e5de031867', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T22:12:03Z', 'updated_at': '2021-12-25T22:12:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 22:12:06.888683 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-d31f5ce4-f710-4dc0-a243-2ada308dcc47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946'] for port, after_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:12:06.931833 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d31f5ce4-f710-4dc0-a243-2ada308dcc47 None None] Network af9cd4df-c7ac-412d-b4b5-82613a9b50b0 is already hosted by enough agents. {{(pid=121608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 22:12:06.934873 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.base_scheduler [None req-d31f5ce4-f710-4dc0-a243-2ada308dcc47 None None] Resources bound (agent type, host, resource id):  {{(pid=121608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 22:12:06.938370 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d31f5ce4-f710-4dc0-a243-2ada308dcc47 None None] Received port after_create {{(pid=121608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 22:12:06.944667 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_common [None req-228a581a-7927-4cd2-b22e-6745607d9edd tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Allocated IP 172.20.0.1 (af9cd4df-c7ac-412d-b4b5-82613a9b50b0/e5725423-ee88-4e28-80f6-a210e1e2c7e4/2e6295f5-8f37-4b5c-887c-d4a152e3623e) {{(pid=121607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 22:12:06.950864 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31f5ce4-f710-4dc0-a243-2ada308dcc47 None None] Pushing event updated for resources: {'Port': ['ID=c9d285c0-8a6c-4096-854c-a6a5620d46ce,revision_number=1']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:12:07.019968 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-d31f5ce4-f710-4dc0-a243-2ada308dcc47 None None] Attempting to bind port c9d285c0-8a6c-4096-854c-a6a5620d46ce on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 22:12:07.020390 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-d31f5ce4-f710-4dc0-a243-2ada308dcc47 None None] Attempting to bind port c9d285c0-8a6c-4096-854c-a6a5620d46ce by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '430ab63f-1f1f-4678-ba2e-2455689a4d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'af9cd4df-c7ac-412d-b4b5-82613a9b50b0'}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 22:12:07.020745 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d31f5ce4-f710-4dc0-a243-2ada308dcc47 None None] Attempting to bind port c9d285c0-8a6c-4096-854c-a6a5620d46ce on network af9cd4df-c7ac-412d-b4b5-82613a9b50b0 {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 22:12:07.025998 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d31f5ce4-f710-4dc0-a243-2ada308dcc47 None None] Checking agent: {'id': 'ca4f5c6d-f1fd-48b8-a3e3-395864c7d23d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 20, 56, 40), 'started_at': datetime.datetime(2021, 12, 25, 20, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 22, 11, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 22:12:07.026373 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d31f5ce4-f710-4dc0-a243-2ada308dcc47 None None] Checking segment: {'id': '430ab63f-1f1f-4678-ba2e-2455689a4d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'af9cd4df-c7ac-412d-b4b5-82613a9b50b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 22:12:07.026898 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-d31f5ce4-f710-4dc0-a243-2ada308dcc47 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:12:07.027167 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d31f5ce4-f710-4dc0-a243-2ada308dcc47 None None] Bound using segment: {'id': '430ab63f-1f1f-4678-ba2e-2455689a4d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'af9cd4df-c7ac-412d-b4b5-82613a9b50b0'} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 22:12:07.027640 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-d31f5ce4-f710-4dc0-a243-2ada308dcc47 None None] Bound port: c9d285c0-8a6c-4096-854c-a6a5620d46ce, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '430ab63f-1f1f-4678-ba2e-2455689a4d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'af9cd4df-c7ac-412d-b4b5-82613a9b50b0'}}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 22:12:07.028108 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-d31f5ce4-f710-4dc0-a243-2ada308dcc47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:12:07.071719 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-228a581a-7927-4cd2-b22e-6745607d9edd tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks [] for port, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:12:07.104727 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-d31f5ce4-f710-4dc0-a243-2ada308dcc47 None None] For port c9d285c0-8a6c-4096-854c-a6a5620d46ce, host ncdv-master-1, cleared binding levels {{(pid=121608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 22:12:07.108183 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-d31f5ce4-f710-4dc0-a243-2ada308dcc47 None None] For port c9d285c0-8a6c-4096-854c-a6a5620d46ce, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c9d285c0-8a6c-4096-854c-a6a5620d46ce,segment=NetworkSegment(430ab63f-1f1f-4678-ba2e-2455689a4d8a),segment_id=430ab63f-1f1f-4678-ba2e-2455689a4d8a)] {{(pid=121608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 22:12:07.110209 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-f45a83fc-75f6-4c77-9411-e30144f3c72d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:12:07.174801 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-228a581a-7927-4cd2-b22e-6745607d9edd tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:12:07.186274 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-d31f5ce4-f710-4dc0-a243-2ada308dcc47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:12:07.226699 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-228a581a-7927-4cd2-b22e-6745607d9edd tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Network af9cd4df-c7ac-412d-b4b5-82613a9b50b0 is already hosted by enough agents. {{(pid=121607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 22:12:07.241228 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-228a581a-7927-4cd2-b22e-6745607d9edd tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Resources bound (agent type, host, resource id):  {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 22:12:07.242795 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228a581a-7927-4cd2-b22e-6745607d9edd tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Pushing event updated for resources: {'Port': ['ID=2e6295f5-8f37-4b5c-887c-d4a152e3623e,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:12:07.251991 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-228a581a-7927-4cd2-b22e-6745607d9edd tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Received port after_create {{(pid=121607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 22:12:07.265275 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31f5ce4-f710-4dc0-a243-2ada308dcc47 None None] Pushing event updated for resources: {'Port': ['ID=c9d285c0-8a6c-4096-854c-a6a5620d46ce,revision_number=2']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:12:07.308220 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-228a581a-7927-4cd2-b22e-6745607d9edd tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2008772'] for router_interface, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:12:07.820142 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-228a581a-7927-4cd2-b22e-6745607d9edd tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:12:08.098769 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-228a581a-7927-4cd2-b22e-6745607d9edd tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks [] for port, precommit_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:12:08.156578 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-228a581a-7927-4cd2-b22e-6745607d9edd tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8632327'] for port, after_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:12:08.225221 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96a11eed-47fc-4291-b8cf-4488a40c10f6 None None] Network af9cd4df-c7ac-412d-b4b5-82613a9b50b0 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 22:12:08.232029 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228a581a-7927-4cd2-b22e-6745607d9edd tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Pushing event updated for resources: {'Port': ['ID=2e6295f5-8f37-4b5c-887c-d4a152e3623e,revision_number=2']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:12:08.234569 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-228a581a-7927-4cd2-b22e-6745607d9edd tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2007636'] for router_interface, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:12:08.334333 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-228a581a-7927-4cd2-b22e-6745607d9edd tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Network af9cd4df-c7ac-412d-b4b5-82613a9b50b0 is already hosted by enough agents. {{(pid=121607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 22:12:08.335785 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-228a581a-7927-4cd2-b22e-6745607d9edd tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Resources bound (agent type, host, resource id):  {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 22:12:08.340444 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-ef876aa5-77a7-41c6-97f7-302b4d514f4c None None] Provisioning complete for port c9d285c0-8a6c-4096-854c-a6a5620d46ce triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 22:12:08.341011 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-ef876aa5-77a7-41c6-97f7-302b4d514f4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:12:08.438008 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-ef876aa5-77a7-41c6-97f7-302b4d514f4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:12:08.466053 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-228a581a-7927-4cd2-b22e-6745607d9edd tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Router 3279d9b7-d405-4e02-91e9-22e5de031867 has already been hosted by L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 {{(pid=121607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 25 22:12:08.477943 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-ef876aa5-77a7-41c6-97f7-302b4d514f4c None None] For port c9d285c0-8a6c-4096-854c-a6a5620d46ce, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c9d285c0-8a6c-4096-854c-a6a5620d46ce,segment=NetworkSegment(430ab63f-1f1f-4678-ba2e-2455689a4d8a),segment_id=430ab63f-1f1f-4678-ba2e-2455689a4d8a)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 22:12:08.540127 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-ef876aa5-77a7-41c6-97f7-302b4d514f4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:12:08.589568 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-228a581a-7927-4cd2-b22e-6745607d9edd tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 22:12:08.595754 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-228a581a-7927-4cd2-b22e-6745607d9edd tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "PUT /v2.0/routers/3279d9b7-d405-4e02-91e9-22e5de031867/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6350996
Dec 25 22:12:08.604197 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef876aa5-77a7-41c6-97f7-302b4d514f4c None None] Pushing event updated for resources: {'Port': ['ID=c9d285c0-8a6c-4096-854c-a6a5620d46ce,revision_number=3']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:12:08.661363 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-e3c1b38b-6c96-42b7-9132-c9d27952f09c None None] Provisioning complete for port 2e6295f5-8f37-4b5c-887c-d4a152e3623e triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 22:12:08.661828 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-e3c1b38b-6c96-42b7-9132-c9d27952f09c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:12:08.721901 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-e3c1b38b-6c96-42b7-9132-c9d27952f09c None None] Port 2e6295f5-8f37-4b5c-887c-d4a152e3623e cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 22:12:08.739420 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-e3c1b38b-6c96-42b7-9132-c9d27952f09c None None] Provisioning complete for port c9d285c0-8a6c-4096-854c-a6a5620d46ce triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 22:12:08.739817 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-e3c1b38b-6c96-42b7-9132-c9d27952f09c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:12:08.746329 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3e945ecd-9380-47c2-aa0a-12ebe07e03e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:12:08.801289 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:12:08.813104 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7715333-00fb-4344-9d78-fbd8dd8141df None None] Sync routers for ids ['3279d9b7-d405-4e02-91e9-22e5de031867'] in ncdv-master-1 {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 22:12:08.828030 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-46c4abaf-ea28-4d0b-a067-87b2bd4f467a req-fe6439fb-835e-4cf6-8a58-e9ce61e4ce72 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-529099152&fields=id&tenant_id=252f592e72984919a30b8248c35228f7 HTTP/1.1" status: 200  len: 267 time: 0.0860958
Dec 25 22:12:08.828604 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7715333-00fb-4344-9d78-fbd8dd8141df None None] Routers {'3279d9b7-d405-4e02-91e9-22e5de031867'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 22:12:08.828799 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-b7715333-00fb-4344-9d78-fbd8dd8141df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2618992f70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T22:12:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['3279d9b7-d405-4e02-91e9-22e5de031867'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 22:12:08.853772 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device c9d285c0-8a6c-4096-854c-a6a5620d46ce up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 22:12:08.915952 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port c9d285c0-8a6c-4096-854c-a6a5620d46ce triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 22:12:08.917111 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:12:08.965262 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvr_db [None req-b7715333-00fb-4344-9d78-fbd8dd8141df None None] Set router 3279d9b7-d405-4e02-91e9-22e5de031867 gateway port host: ncdv-master-1 {{(pid=121609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 22:12:08.972361 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c4abaf-ea28-4d0b-a067-87b2bd4f467a req-f8cfcc66-4cb8-42c3-af0f-f301d5b21c19 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:12:08.979980 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-46c4abaf-ea28-4d0b-a067-87b2bd4f467a req-f8cfcc66-4cb8-42c3-af0f-f301d5b21c19 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "GET /v2.0/networks?id=af9cd4df-c7ac-412d-b4b5-82613a9b50b0 HTTP/1.1" status: 200  len: 797 time: 0.1496232
Dec 25 22:12:08.998401 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-46c4abaf-ea28-4d0b-a067-87b2bd4f467a req-117a93f2-e170-408e-84c6-d0a06bac5a06 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "GET /v2.0/quotas/252f592e72984919a30b8248c35228f7 HTTP/1.1" status: 200  len: 375 time: 0.0174656
Dec 25 22:12:09.027835 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-0cfee511-17f4-417f-a440-7df426f77f76 None None] Provisioning complete for port 2e6295f5-8f37-4b5c-887c-d4a152e3623e triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 22:12:09.028355 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-0cfee511-17f4-417f-a440-7df426f77f76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:12:09.063316 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-46c4abaf-ea28-4d0b-a067-87b2bd4f467a req-4fbc1a91-b739-40c9-bb59-0a948d5be40a tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=252f592e72984919a30b8248c35228f7&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0639420
Dec 25 22:12:09.067911 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-0cfee511-17f4-417f-a440-7df426f77f76 None None] Port 2e6295f5-8f37-4b5c-887c-d4a152e3623e cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 22:12:09.072207 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 75c9860f-8f6a-4b41-a93b-97c609243a72 up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 22:12:09.130400 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port 75c9860f-8f6a-4b41-a93b-97c609243a72 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 22:12:09.130831 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:12:09.168315 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-46c4abaf-ea28-4d0b-a067-87b2bd4f467a req-859359e8-7acd-480f-afc6-6cf20bc736d9 service neutron] 10.222.0.32 "GET /v2.0/networks/af9cd4df-c7ac-412d-b4b5-82613a9b50b0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1041262
Dec 25 22:12:09.209810 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-b7715333-00fb-4344-9d78-fbd8dd8141df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2618992f70>, [{'id': '3279d9b7-d405-4e02-91e9-22e5de031867', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1359535680', 'tenant_id': '252f592e72984919a30b8248c35228f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.55'}], 'enable_snat': True}, 'gw_port_id': '75c9860f-8f6a-4b41-a93b-97c609243a72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T22:12:03Z', 'updated_at': '2021-12-25T22:12:07Z', 'revision_number': 4, 'project_id': '252f592e72984919a30b8248c35228f7', 'gw_port': {'id': '75c9860f-8f6a-4b41-a93b-97c609243a72', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:3e:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3279d9b7-d405-4e02-91e9-22e5de031867', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T22:12:03Z', 'updated_at': '2021-12-25T22:12:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '2e6295f5-8f37-4b5c-887c-d4a152e3623e', 'name': '', 'network_id': 'af9cd4df-c7ac-412d-b4b5-82613a9b50b0', 'tenant_id': '252f592e72984919a30b8248c35228f7', 'mac_address': 'fa:16:3e:50:27:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3279d9b7-d405-4e02-91e9-22e5de031867', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': 'e5725423-ee88-4e28-80f6-a210e1e2c7e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T22:12:06Z', 'updated_at': '2021-12-25T22:12:07Z', 'revision_number': 2, 'project_id': '252f592e72984919a30b8248c35228f7', 'subnets': [{'id': 'e5725423-ee88-4e28-80f6-a210e1e2c7e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 22:12:09.244179 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7715333-00fb-4344-9d78-fbd8dd8141df None None] Checking router: 3279d9b7-d405-4e02-91e9-22e5de031867 for host: ncdv-master-1 {{(pid=121609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 25 22:12:09.245221 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7715333-00fb-4344-9d78-fbd8dd8141df None None] Updating router 3279d9b7-d405-4e02-91e9-22e5de031867 port 2e6295f5-8f37-4b5c-887c-d4a152e3623e binding host ncdv-master-1 {{(pid=121609) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 25 22:12:09.268691 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-b7715333-00fb-4344-9d78-fbd8dd8141df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:12:09.280338 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-46c4abaf-ea28-4d0b-a067-87b2bd4f467a req-8c3316d0-8117-49c8-9da8-95f38231b462 service neutron] 10.222.0.32 "GET /v2.0/networks/af9cd4df-c7ac-412d-b4b5-82613a9b50b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1037402
Dec 25 22:12:09.287895 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-c516b606-3931-421b-84af-dc0e4be6c777 None None] Provisioning complete for port 2e6295f5-8f37-4b5c-887c-d4a152e3623e triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 22:12:09.288265 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-c516b606-3931-421b-84af-dc0e4be6c777 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:12:09.326263 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-c516b606-3931-421b-84af-dc0e4be6c777 None None] Port 2e6295f5-8f37-4b5c-887c-d4a152e3623e cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 22:12:09.505214 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-081bf0a1-74dd-48d3-8e14-fe4bfc4445c0 req-9b7a8aa1-ec64-4802-b7ad-6cb3dcc29c97 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "GET /v2.0/ports?device_id=45c5ed4b-88d6-412f-9d9a-339e609a63a7 HTTP/1.1" status: 200  len: 210 time: 0.0304947
Dec 25 22:12:09.557660 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-b7715333-00fb-4344-9d78-fbd8dd8141df None None] Publish callbacks [] for port, precommit_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:12:09.619440 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-b7715333-00fb-4344-9d78-fbd8dd8141df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:12:09.711082 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9357042-2129-4458-85ed-e97faa18fd9a None None] Pushing event updated for resources: {'Port': ['ID=2e6295f5-8f37-4b5c-887c-d4a152e3623e,revision_number=3']} {{(pid=121609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:12:09.724265 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9357042-2129-4458-85ed-e97faa18fd9a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:12:09.724619 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9357042-2129-4458-85ed-e97faa18fd9a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:12:09.724988 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9357042-2129-4458-85ed-e97faa18fd9a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:12:09.725328 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9357042-2129-4458-85ed-e97faa18fd9a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:12:09.725663 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9357042-2129-4458-85ed-e97faa18fd9a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:12:09.725994 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9357042-2129-4458-85ed-e97faa18fd9a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:12:09.726323 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9357042-2129-4458-85ed-e97faa18fd9a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:12:09.726646 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9357042-2129-4458-85ed-e97faa18fd9a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:12:09.726976 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9357042-2129-4458-85ed-e97faa18fd9a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:12:09.727297 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9357042-2129-4458-85ed-e97faa18fd9a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:12:09.727832 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9357042-2129-4458-85ed-e97faa18fd9a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:12:09.728155 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9357042-2129-4458-85ed-e97faa18fd9a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:12:09.728481 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9357042-2129-4458-85ed-e97faa18fd9a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:12:09.728718 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-15cb578f-7a63-4fd3-925d-83bad4c7b82a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:12:09.735932 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.managers [None req-b7715333-00fb-4344-9d78-fbd8dd8141df None None] Attempting to bind port 2e6295f5-8f37-4b5c-887c-d4a152e3623e on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 22:12:09.737060 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.managers [None req-b7715333-00fb-4344-9d78-fbd8dd8141df None None] Attempting to bind port 2e6295f5-8f37-4b5c-887c-d4a152e3623e by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '430ab63f-1f1f-4678-ba2e-2455689a4d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'af9cd4df-c7ac-412d-b4b5-82613a9b50b0'}] {{(pid=121609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 22:12:09.737060 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7715333-00fb-4344-9d78-fbd8dd8141df None None] Attempting to bind port 2e6295f5-8f37-4b5c-887c-d4a152e3623e on network af9cd4df-c7ac-412d-b4b5-82613a9b50b0 {{(pid=121609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 22:12:09.742056 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7715333-00fb-4344-9d78-fbd8dd8141df None None] Checking agent: {'id': 'ca4f5c6d-f1fd-48b8-a3e3-395864c7d23d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 20, 56, 40), 'started_at': datetime.datetime(2021, 12, 25, 20, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 22, 11, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 22:12:09.742546 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7715333-00fb-4344-9d78-fbd8dd8141df None None] Checking segment: {'id': '430ab63f-1f1f-4678-ba2e-2455689a4d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'af9cd4df-c7ac-412d-b4b5-82613a9b50b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 22:12:09.742806 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-b7715333-00fb-4344-9d78-fbd8dd8141df None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:12:09.743225 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7715333-00fb-4344-9d78-fbd8dd8141df None None] Bound using segment: {'id': '430ab63f-1f1f-4678-ba2e-2455689a4d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'af9cd4df-c7ac-412d-b4b5-82613a9b50b0'} {{(pid=121609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 22:12:09.743654 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.managers [None req-b7715333-00fb-4344-9d78-fbd8dd8141df None None] Bound port: 2e6295f5-8f37-4b5c-887c-d4a152e3623e, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '430ab63f-1f1f-4678-ba2e-2455689a4d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'af9cd4df-c7ac-412d-b4b5-82613a9b50b0'}}] {{(pid=121609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 22:12:09.744035 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-b7715333-00fb-4344-9d78-fbd8dd8141df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:12:09.810319 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.db [None req-b7715333-00fb-4344-9d78-fbd8dd8141df None None] For port 2e6295f5-8f37-4b5c-887c-d4a152e3623e, host ncdv-master-1, cleared binding levels {{(pid=121609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 22:12:09.813575 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.db [None req-b7715333-00fb-4344-9d78-fbd8dd8141df None None] For port 2e6295f5-8f37-4b5c-887c-d4a152e3623e, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2e6295f5-8f37-4b5c-887c-d4a152e3623e,segment=NetworkSegment(430ab63f-1f1f-4678-ba2e-2455689a4d8a),segment_id=430ab63f-1f1f-4678-ba2e-2455689a4d8a)] {{(pid=121609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 22:12:09.866267 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-b7715333-00fb-4344-9d78-fbd8dd8141df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:12:09.922908 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7715333-00fb-4344-9d78-fbd8dd8141df None None] Routers {'3279d9b7-d405-4e02-91e9-22e5de031867'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 22:12:09.923539 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-b7715333-00fb-4344-9d78-fbd8dd8141df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2618992f70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T22:12:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['3279d9b7-d405-4e02-91e9-22e5de031867'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 22:12:09.929269 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9357042-2129-4458-85ed-e97faa18fd9a None None] Pushing event updated for resources: {'Port': ['ID=2e6295f5-8f37-4b5c-887c-d4a152e3623e,revision_number=4']} {{(pid=121609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:12:09.973784 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-312d06a5-c9f9-4288-8971-0dda606cde06 None None] Provisioning complete for port 2e6295f5-8f37-4b5c-887c-d4a152e3623e triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 22:12:09.974417 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-312d06a5-c9f9-4288-8971-0dda606cde06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:12:10.048113 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvr_db [None req-b7715333-00fb-4344-9d78-fbd8dd8141df None None] Set router 3279d9b7-d405-4e02-91e9-22e5de031867 gateway port host: ncdv-master-1 {{(pid=121609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 22:12:10.072363 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-312d06a5-c9f9-4288-8971-0dda606cde06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:12:10.106721 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-312d06a5-c9f9-4288-8971-0dda606cde06 None None] For port 2e6295f5-8f37-4b5c-887c-d4a152e3623e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2e6295f5-8f37-4b5c-887c-d4a152e3623e,segment=NetworkSegment(430ab63f-1f1f-4678-ba2e-2455689a4d8a),segment_id=430ab63f-1f1f-4678-ba2e-2455689a4d8a)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 22:12:10.225580 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-312d06a5-c9f9-4288-8971-0dda606cde06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:12:10.276305 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312d06a5-c9f9-4288-8971-0dda606cde06 None None] Pushing event updated for resources: {'Port': ['ID=2e6295f5-8f37-4b5c-887c-d4a152e3623e,revision_number=5']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:12:10.344014 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-f0b496a6-e521-4dfc-abdf-95f81164a94a None None] Provisioning complete for port 2e6295f5-8f37-4b5c-887c-d4a152e3623e triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 22:12:10.344395 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-f0b496a6-e521-4dfc-abdf-95f81164a94a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:12:10.357267 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-b7715333-00fb-4344-9d78-fbd8dd8141df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2618992f70>, [{'id': '3279d9b7-d405-4e02-91e9-22e5de031867', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1359535680', 'tenant_id': '252f592e72984919a30b8248c35228f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.55'}], 'enable_snat': True}, 'gw_port_id': '75c9860f-8f6a-4b41-a93b-97c609243a72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T22:12:03Z', 'updated_at': '2021-12-25T22:12:07Z', 'revision_number': 4, 'project_id': '252f592e72984919a30b8248c35228f7', 'gw_port': {'id': '75c9860f-8f6a-4b41-a93b-97c609243a72', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:3e:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3279d9b7-d405-4e02-91e9-22e5de031867', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T22:12:03Z', 'updated_at': '2021-12-25T22:12:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '2e6295f5-8f37-4b5c-887c-d4a152e3623e', 'name': '', 'network_id': 'af9cd4df-c7ac-412d-b4b5-82613a9b50b0', 'tenant_id': '252f592e72984919a30b8248c35228f7', 'mac_address': 'fa:16:3e:50:27:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3279d9b7-d405-4e02-91e9-22e5de031867', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': 'e5725423-ee88-4e28-80f6-a210e1e2c7e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T22:12:06Z', 'updated_at': '2021-12-25T22:12:09Z', 'revision_number': 4, 'project_id': '252f592e72984919a30b8248c35228f7', 'subnets': [{'id': 'e5725423-ee88-4e28-80f6-a210e1e2c7e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 22:12:10.383197 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7715333-00fb-4344-9d78-fbd8dd8141df None None] The sync data for ids ['3279d9b7-d405-4e02-91e9-22e5de031867'] in ncdv-master-1 is: [{'id': '3279d9b7-d405-4e02-91e9-22e5de031867', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1359535680', 'tenant_id': '252f592e72984919a30b8248c35228f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.55'}], 'enable_snat': True}, 'gw_port_id': '75c9860f-8f6a-4b41-a93b-97c609243a72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T22:12:03Z', 'updated_at': '2021-12-25T22:12:07Z', 'revision_number': 4, 'project_id': '252f592e72984919a30b8248c35228f7', 'gw_port': {'id': '75c9860f-8f6a-4b41-a93b-97c609243a72', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:3e:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3279d9b7-d405-4e02-91e9-22e5de031867', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T22:12:03Z', 'updated_at': '2021-12-25T22:12:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '2e6295f5-8f37-4b5c-887c-d4a152e3623e', 'name': '', 'network_id': 'af9cd4df-c7ac-412d-b4b5-82613a9b50b0', 'tenant_id': '252f592e72984919a30b8248c35228f7', 'mac_address': 'fa:16:3e:50:27:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3279d9b7-d405-4e02-91e9-22e5de031867', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': 'e5725423-ee88-4e28-80f6-a210e1e2c7e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T22:12:06Z', 'updated_at': '2021-12-25T22:12:09Z', 'revision_number': 4, 'project_id': '252f592e72984919a30b8248c35228f7', 'subnets': [{'id': 'e5725423-ee88-4e28-80f6-a210e1e2c7e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 22:12:10.609693 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-83d5ca1c-9ee6-40b7-8679-e2b772b69810 req-7050ce24-c7e0-48fb-bf16-dc8c74b0fda1 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "GET /v2.0/ports?device_id=45c5ed4b-88d6-412f-9d9a-339e609a63a7 HTTP/1.1" status: 200  len: 210 time: 0.0280941
Dec 25 22:12:10.733493 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 2e6295f5-8f37-4b5c-887c-d4a152e3623e up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 22:12:10.795158 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port 2e6295f5-8f37-4b5c-887c-d4a152e3623e triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 22:12:10.795788 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:12:10.816264 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:12:11.500062 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c4abaf-ea28-4d0b-a067-87b2bd4f467a req-8e11c848-c057-491c-83cb-c23ddd635117 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:12:11.501566 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-46c4abaf-ea28-4d0b-a067-87b2bd4f467a req-8e11c848-c057-491c-83cb-c23ddd635117 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.31 "GET /v2.0/networks?id=af9cd4df-c7ac-412d-b4b5-82613a9b50b0 HTTP/1.1" status: 200  len: 797 time: 0.1071484
Dec 25 22:12:11.568411 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-46c4abaf-ea28-4d0b-a067-87b2bd4f467a req-0789441b-6a10-43a7-bd9a-a2d91cb61229 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=252f592e72984919a30b8248c35228f7 HTTP/1.1" status: 200  len: 379 time: 0.0573606
Dec 25 22:12:11.577789 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-46c4abaf-ea28-4d0b-a067-87b2bd4f467a req-8ea19f63-ecc8-48d8-8199-c210759eb94a tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Request body: {'port': {'device_id': '45c5ed4b-88d6-412f-9d9a-339e609a63a7', 'network_id': 'af9cd4df-c7ac-412d-b4b5-82613a9b50b0', 'admin_state_up': True, 'tenant_id': '252f592e72984919a30b8248c35228f7', 'security_groups': ['19823d46-575b-4e85-bb2f-91be317f18f9']}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 22:12:11.713140 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1b95d07c-bf23-4d02-9550-b6279ccc8b43 req-85784438-b83c-48da-a76c-e5eed2f25aa1 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "GET /v2.0/ports?device_id=45c5ed4b-88d6-412f-9d9a-339e609a63a7 HTTP/1.1" status: 200  len: 210 time: 0.0318739
Dec 25 22:12:11.779584 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46c4abaf-ea28-4d0b-a067-87b2bd4f467a req-8ea19f63-ecc8-48d8-8199-c210759eb94a tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Made reservation on behalf of 252f592e72984919a30b8248c35228f7 for: {'port': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 22:12:11.783198 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-46c4abaf-ea28-4d0b-a067-87b2bd4f467a req-8ea19f63-ecc8-48d8-8199-c210759eb94a tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:12:11.909751 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_common [req-46c4abaf-ea28-4d0b-a067-87b2bd4f467a req-8ea19f63-ecc8-48d8-8199-c210759eb94a tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Allocated IP 172.20.0.12 (af9cd4df-c7ac-412d-b4b5-82613a9b50b0/e5725423-ee88-4e28-80f6-a210e1e2c7e4/584b8f05-a311-4652-9b69-92f9ab2d42dd) {{(pid=121606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 22:12:12.048865 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-46c4abaf-ea28-4d0b-a067-87b2bd4f467a req-8ea19f63-ecc8-48d8-8199-c210759eb94a tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks [] for port, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:12:12.122617 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-46c4abaf-ea28-4d0b-a067-87b2bd4f467a req-8ea19f63-ecc8-48d8-8199-c210759eb94a tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:12:12.166027 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46c4abaf-ea28-4d0b-a067-87b2bd4f467a req-8ea19f63-ecc8-48d8-8199-c210759eb94a tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Network af9cd4df-c7ac-412d-b4b5-82613a9b50b0 is already hosted by enough agents. {{(pid=121606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 22:12:12.169152 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [req-46c4abaf-ea28-4d0b-a067-87b2bd4f467a req-8ea19f63-ecc8-48d8-8199-c210759eb94a tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Resources bound (agent type, host, resource id):  {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 22:12:12.172669 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [req-46c4abaf-ea28-4d0b-a067-87b2bd4f467a req-8ea19f63-ecc8-48d8-8199-c210759eb94a tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Received port after_create {{(pid=121606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 22:12:12.179212 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea19f63-ecc8-48d8-8199-c210759eb94a tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Pushing event updated for resources: {'Port': ['ID=584b8f05-a311-4652-9b69-92f9ab2d42dd,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:12:12.226437 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c4abaf-ea28-4d0b-a067-87b2bd4f467a req-8ea19f63-ecc8-48d8-8199-c210759eb94a tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:12:12.227077 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-46c4abaf-ea28-4d0b-a067-87b2bd4f467a req-8ea19f63-ecc8-48d8-8199-c210759eb94a tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:12:12.319857 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-46c4abaf-ea28-4d0b-a067-87b2bd4f467a req-8ea19f63-ecc8-48d8-8199-c210759eb94a tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.7456102
Dec 25 22:12:12.332225 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-46c4abaf-ea28-4d0b-a067-87b2bd4f467a req-29aec001-e4ca-44bf-9549-a63e67e4ac73 service neutron] Request body: {'port': {'device_id': '45c5ed4b-88d6-412f-9d9a-339e609a63a7', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 22:12:12.369370 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-054ada8a-5f5a-452d-aaaf-4c61533d13cf None None] Provisioning complete for port 584b8f05-a311-4652-9b69-92f9ab2d42dd triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 22:12:12.369913 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-054ada8a-5f5a-452d-aaaf-4c61533d13cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:12:12.391600 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-46c4abaf-ea28-4d0b-a067-87b2bd4f467a req-29aec001-e4ca-44bf-9549-a63e67e4ac73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:12:12.404138 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-054ada8a-5f5a-452d-aaaf-4c61533d13cf None None] Port 584b8f05-a311-4652-9b69-92f9ab2d42dd cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 22:12:12.643841 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [req-46c4abaf-ea28-4d0b-a067-87b2bd4f467a req-29aec001-e4ca-44bf-9549-a63e67e4ac73 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 584b8f05-a311-4652-9b69-92f9ab2d42dd {{(pid=121606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 22:12:12.651674 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-46c4abaf-ea28-4d0b-a067-87b2bd4f467a req-29aec001-e4ca-44bf-9549-a63e67e4ac73 service neutron] Publish callbacks [] for port, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:12:12.663562 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.provisioning_blocks [req-46c4abaf-ea28-4d0b-a067-87b2bd4f467a req-29aec001-e4ca-44bf-9549-a63e67e4ac73 service neutron] Transition to ACTIVE for port object 584b8f05-a311-4652-9b69-92f9ab2d42dd will not be triggered until provisioned by entity L2. {{(pid=121606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 25 22:12:12.756946 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-46c4abaf-ea28-4d0b-a067-87b2bd4f467a req-29aec001-e4ca-44bf-9549-a63e67e4ac73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:12:12.841507 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29aec001-e4ca-44bf-9549-a63e67e4ac73 service neutron] Pushing event updated for resources: {'Port': ['ID=584b8f05-a311-4652-9b69-92f9ab2d42dd,revision_number=2']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:12:12.903268 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac3108a-e718-486e-829c-eef5434e7a50 req-2a37c706-d1ed-436f-813a-34fad879308a tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:12:12.905320 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-dac3108a-e718-486e-829c-eef5434e7a50 req-2a37c706-d1ed-436f-813a-34fad879308a tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "GET /v2.0/ports?device_id=45c5ed4b-88d6-412f-9d9a-339e609a63a7 HTTP/1.1" status: 200  len: 944 time: 0.1157804
Dec 25 22:12:12.946075 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-46c4abaf-ea28-4d0b-a067-87b2bd4f467a req-29aec001-e4ca-44bf-9549-a63e67e4ac73 service neutron] Attempting to bind port 584b8f05-a311-4652-9b69-92f9ab2d42dd on host nch1-master-1 for vnic_type normal with profile  {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 22:12:12.946563 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-46c4abaf-ea28-4d0b-a067-87b2bd4f467a req-29aec001-e4ca-44bf-9549-a63e67e4ac73 service neutron] Attempting to bind port 584b8f05-a311-4652-9b69-92f9ab2d42dd by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '430ab63f-1f1f-4678-ba2e-2455689a4d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'af9cd4df-c7ac-412d-b4b5-82613a9b50b0'}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 22:12:12.946968 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46c4abaf-ea28-4d0b-a067-87b2bd4f467a req-29aec001-e4ca-44bf-9549-a63e67e4ac73 service neutron] Attempting to bind port 584b8f05-a311-4652-9b69-92f9ab2d42dd on network af9cd4df-c7ac-412d-b4b5-82613a9b50b0 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 22:12:12.962552 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46c4abaf-ea28-4d0b-a067-87b2bd4f467a req-29aec001-e4ca-44bf-9549-a63e67e4ac73 service neutron] Port 584b8f05-a311-4652-9b69-92f9ab2d42dd on network af9cd4df-c7ac-412d-b4b5-82613a9b50b0 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 25 22:12:12.962974 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46c4abaf-ea28-4d0b-a067-87b2bd4f467a req-29aec001-e4ca-44bf-9549-a63e67e4ac73 service neutron] Attempting to bind port 584b8f05-a311-4652-9b69-92f9ab2d42dd on network af9cd4df-c7ac-412d-b4b5-82613a9b50b0 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 22:12:12.976896 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46c4abaf-ea28-4d0b-a067-87b2bd4f467a req-29aec001-e4ca-44bf-9549-a63e67e4ac73 service neutron] Checking agent: {'id': '6d577036-68fc-4aa4-aed7-5ab01de2117e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 21, 4, 34), 'started_at': datetime.datetime(2021, 12, 25, 21, 4, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 22, 12, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 22:12:12.977534 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46c4abaf-ea28-4d0b-a067-87b2bd4f467a req-29aec001-e4ca-44bf-9549-a63e67e4ac73 service neutron] Checking segment: {'id': '430ab63f-1f1f-4678-ba2e-2455689a4d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'af9cd4df-c7ac-412d-b4b5-82613a9b50b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 22:12:12.977666 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46c4abaf-ea28-4d0b-a067-87b2bd4f467a req-29aec001-e4ca-44bf-9549-a63e67e4ac73 service neutron] Bound using segment: {'id': '430ab63f-1f1f-4678-ba2e-2455689a4d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'af9cd4df-c7ac-412d-b4b5-82613a9b50b0'} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 22:12:12.978021 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-46c4abaf-ea28-4d0b-a067-87b2bd4f467a req-29aec001-e4ca-44bf-9549-a63e67e4ac73 service neutron] Bound port: 584b8f05-a311-4652-9b69-92f9ab2d42dd, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '430ab63f-1f1f-4678-ba2e-2455689a4d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'af9cd4df-c7ac-412d-b4b5-82613a9b50b0'}}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 22:12:12.978378 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-46c4abaf-ea28-4d0b-a067-87b2bd4f467a req-29aec001-e4ca-44bf-9549-a63e67e4ac73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:12:12.983850 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-dac3108a-e718-486e-829c-eef5434e7a50 req-2c4e1b32-0c37-49f7-9e5c-286197a8e258 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "GET /v2.0/security-groups?id=19823d46-575b-4e85-bb2f-91be317f18f9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0695498
Dec 25 22:12:13.053810 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-46c4abaf-ea28-4d0b-a067-87b2bd4f467a req-29aec001-e4ca-44bf-9549-a63e67e4ac73 service neutron] For port 584b8f05-a311-4652-9b69-92f9ab2d42dd, host nch1-master-1, cleared binding levels {{(pid=121606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 22:12:13.059184 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-46c4abaf-ea28-4d0b-a067-87b2bd4f467a req-29aec001-e4ca-44bf-9549-a63e67e4ac73 service neutron] For port 584b8f05-a311-4652-9b69-92f9ab2d42dd, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=584b8f05-a311-4652-9b69-92f9ab2d42dd,segment=NetworkSegment(430ab63f-1f1f-4678-ba2e-2455689a4d8a),segment_id=430ab63f-1f1f-4678-ba2e-2455689a4d8a)] {{(pid=121606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 22:12:13.128010 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-46c4abaf-ea28-4d0b-a067-87b2bd4f467a req-29aec001-e4ca-44bf-9549-a63e67e4ac73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:12:13.160327 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c4abaf-ea28-4d0b-a067-87b2bd4f467a req-29aec001-e4ca-44bf-9549-a63e67e4ac73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:12:13.161506 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-46c4abaf-ea28-4d0b-a067-87b2bd4f467a req-29aec001-e4ca-44bf-9549-a63e67e4ac73 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:12:13.163129 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-46c4abaf-ea28-4d0b-a067-87b2bd4f467a req-29aec001-e4ca-44bf-9549-a63e67e4ac73 service neutron] 10.222.0.31 "PUT /v2.0/ports/584b8f05-a311-4652-9b69-92f9ab2d42dd HTTP/1.1" status: 200  len: 1092 time: 0.8352995
Dec 25 22:12:13.165188 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45c5ed4b-88d6-412f-9d9a-339e609a63a7', 'tag': '584b8f05-a311-4652-9b69-92f9ab2d42dd'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 22:12:13.168262 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3aaaccd1c5724dc9dd74c6f33e2aadc9492bdd81d11d1049086089e292681ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97c20cda-1d73-4a60-a8e8-9dd76b10a0f5" -d '{"events": [{"name": "network-changed", "server_uuid": "45c5ed4b-88d6-412f-9d9a-339e609a63a7", "tag": "584b8f05-a311-4652-9b69-92f9ab2d42dd"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 22:12:13.195226 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29aec001-e4ca-44bf-9549-a63e67e4ac73 service neutron] Pushing event updated for resources: {'Port': ['ID=584b8f05-a311-4652-9b69-92f9ab2d42dd,revision_number=3']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:12:13.213537 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Dec 2021 22:12:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b891ee4-0cda-4aee-a0b5-5078cd5939da x-openstack-request-id: req-5b891ee4-0cda-4aee-a0b5-5078cd5939da {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 22:12:13.213838 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45c5ed4b-88d6-412f-9d9a-339e609a63a7", "tag": "584b8f05-a311-4652-9b69-92f9ab2d42dd", "status": "completed", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 22:12:13.214684 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5b891ee4-0cda-4aee-a0b5-5078cd5939da {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 22:12:13.214684 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45c5ed4b-88d6-412f-9d9a-339e609a63a7', 'tag': '584b8f05-a311-4652-9b69-92f9ab2d42dd', 'status': 'completed', 'code': 200}
Dec 25 22:12:13.277880 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c20cda-1d73-4a60-a8e8-9dd76b10a0f5 req-e81dfb83-eb8c-4533-aa42-413cf76017ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:12:13.279437 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-97c20cda-1d73-4a60-a8e8-9dd76b10a0f5 req-e81dfb83-eb8c-4533-aa42-413cf76017ab service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=252f592e72984919a30b8248c35228f7&device_id=45c5ed4b-88d6-412f-9d9a-339e609a63a7 HTTP/1.1" status: 200  len: 1095 time: 0.0431361
Dec 25 22:12:13.382321 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c20cda-1d73-4a60-a8e8-9dd76b10a0f5 req-b31e10e7-243d-4de4-959b-574703db5d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:12:13.383790 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-97c20cda-1d73-4a60-a8e8-9dd76b10a0f5 req-b31e10e7-243d-4de4-959b-574703db5d6e service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=252f592e72984919a30b8248c35228f7&shared=False HTTP/1.1" status: 200  len: 898 time: 0.0947609
Dec 25 22:12:13.474304 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c20cda-1d73-4a60-a8e8-9dd76b10a0f5 req-467d31fa-d4c5-4f89-a82e-48b452cb381b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:12:13.475800 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-97c20cda-1d73-4a60-a8e8-9dd76b10a0f5 req-467d31fa-d4c5-4f89-a82e-48b452cb381b service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.0854704
Dec 25 22:12:13.554500 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c4abaf-ea28-4d0b-a067-87b2bd4f467a req-92fd41bc-6783-4049-be19-2a8f224f4bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:12:13.555972 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-46c4abaf-ea28-4d0b-a067-87b2bd4f467a req-92fd41bc-6783-4049-be19-2a8f224f4bd4 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=252f592e72984919a30b8248c35228f7&device_id=45c5ed4b-88d6-412f-9d9a-339e609a63a7 HTTP/1.1" status: 200  len: 1095 time: 0.0452847
Dec 25 22:12:13.596500 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-46c4abaf-ea28-4d0b-a067-87b2bd4f467a req-caed95b2-4a14-4bdd-bd8f-c2cc3ab4937e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=584b8f05-a311-4652-9b69-92f9ab2d42dd HTTP/1.1" status: 200  len: 217 time: 0.0329783
Dec 25 22:12:13.643480 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c4abaf-ea28-4d0b-a067-87b2bd4f467a req-6897a7e0-d666-4a8d-b030-01ab7120b08a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:12:13.645493 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-46c4abaf-ea28-4d0b-a067-87b2bd4f467a req-6897a7e0-d666-4a8d-b030-01ab7120b08a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e5725423-ee88-4e28-80f6-a210e1e2c7e4 HTTP/1.1" status: 200  len: 835 time: 0.0412419
Dec 25 22:12:13.696297 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c4abaf-ea28-4d0b-a067-87b2bd4f467a req-ba783ce6-e32a-4354-9dc4-9420dc012aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:12:13.697935 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-46c4abaf-ea28-4d0b-a067-87b2bd4f467a req-ba783ce6-e32a-4354-9dc4-9420dc012aa1 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=af9cd4df-c7ac-412d-b4b5-82613a9b50b0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0435739
Dec 25 22:12:13.789050 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-46c4abaf-ea28-4d0b-a067-87b2bd4f467a req-6306c204-8087-4b7f-8062-63d6b0379ef3 service neutron] 10.222.0.31 "GET /v2.0/networks/af9cd4df-c7ac-412d-b4b5-82613a9b50b0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0841012
Dec 25 22:12:13.878929 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-46c4abaf-ea28-4d0b-a067-87b2bd4f467a req-ad433923-8679-4343-a602-c2cd07260dd0 service neutron] 10.222.0.31 "GET /v2.0/networks/af9cd4df-c7ac-412d-b4b5-82613a9b50b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0831718
Dec 25 22:12:14.103788 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7a60c1-50f4-4055-8a53-878398ba0380 req-8cf3c178-c4e8-4b9d-826d-12078c0bb838 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:12:14.105220 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-bf7a60c1-50f4-4055-8a53-878398ba0380 req-8cf3c178-c4e8-4b9d-826d-12078c0bb838 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "GET /v2.0/ports?device_id=45c5ed4b-88d6-412f-9d9a-339e609a63a7 HTTP/1.1" status: 200  len: 944 time: 0.0501680
Dec 25 22:12:14.154553 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-bf7a60c1-50f4-4055-8a53-878398ba0380 req-072350ab-3705-425d-9a30-aed26f6b0ae7 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "GET /v2.0/security-groups?id=19823d46-575b-4e85-bb2f-91be317f18f9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0433753
Dec 25 22:12:15.275107 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7cce86-a482-4c83-ae31-cadad758043e req-e275dcdb-ef6c-45ee-b398-743e4241565a tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:12:15.276582 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0d7cce86-a482-4c83-ae31-cadad758043e req-e275dcdb-ef6c-45ee-b398-743e4241565a tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "GET /v2.0/ports?device_id=45c5ed4b-88d6-412f-9d9a-339e609a63a7 HTTP/1.1" status: 200  len: 944 time: 0.0498102
Dec 25 22:12:15.328593 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0d7cce86-a482-4c83-ae31-cadad758043e req-33457566-e529-4957-b639-262e1490b1c8 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "GET /v2.0/security-groups?id=19823d46-575b-4e85-bb2f-91be317f18f9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0458641
Dec 25 22:12:16.441568 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c329e9-f3f8-42f5-91d3-bca5a2199c60 req-c13c1e44-50cf-475b-b549-86b238ce5ba2 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:12:16.443084 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-56c329e9-f3f8-42f5-91d3-bca5a2199c60 req-c13c1e44-50cf-475b-b549-86b238ce5ba2 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "GET /v2.0/ports?device_id=45c5ed4b-88d6-412f-9d9a-339e609a63a7 HTTP/1.1" status: 200  len: 944 time: 0.0490808
Dec 25 22:12:16.491942 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-56c329e9-f3f8-42f5-91d3-bca5a2199c60 req-0848c4e8-94a2-4f6e-abe1-2474f3545544 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "GET /v2.0/security-groups?id=19823d46-575b-4e85-bb2f-91be317f18f9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0427914
Dec 25 22:12:17.604239 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b41401-f7c0-4b0a-af7a-486197c163d3 req-155d53de-8753-466e-99a8-ba57aa68a53a tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:12:17.605781 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e5b41401-f7c0-4b0a-af7a-486197c163d3 req-155d53de-8753-466e-99a8-ba57aa68a53a tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "GET /v2.0/ports?device_id=45c5ed4b-88d6-412f-9d9a-339e609a63a7 HTTP/1.1" status: 200  len: 944 time: 0.0488873
Dec 25 22:12:17.654747 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e5b41401-f7c0-4b0a-af7a-486197c163d3 req-ca222e2f-cb86-4efb-8407-9ceac4b403b2 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "GET /v2.0/security-groups?id=19823d46-575b-4e85-bb2f-91be317f18f9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0429602
Dec 25 22:12:18.084991 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device 584b8f05-a311-4652-9b69-92f9ab2d42dd details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 25 22:12:18.180699 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port 584b8f05-a311-4652-9b69-92f9ab2d42dd, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=584b8f05-a311-4652-9b69-92f9ab2d42dd,segment=NetworkSegment(430ab63f-1f1f-4678-ba2e-2455689a4d8a),segment_id=430ab63f-1f1f-4678-ba2e-2455689a4d8a)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 22:12:18.191984 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Returning: {'device': '584b8f05-a311-4652-9b69-92f9ab2d42dd', 'network_id': 'af9cd4df-c7ac-412d-b4b5-82613a9b50b0', 'port_id': '584b8f05-a311-4652-9b69-92f9ab2d42dd', 'mac_address': 'fa:16:3e:ca:60:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5725423-ee88-4e28-80f6-a210e1e2c7e4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 25 22:12:18.228955 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:12:18.244950 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 584b8f05-a311-4652-9b69-92f9ab2d42dd {{(pid=121608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 22:12:18.263293 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port 584b8f05-a311-4652-9b69-92f9ab2d42dd, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=584b8f05-a311-4652-9b69-92f9ab2d42dd,segment=NetworkSegment(430ab63f-1f1f-4678-ba2e-2455689a4d8a),segment_id=430ab63f-1f1f-4678-ba2e-2455689a4d8a)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 22:12:18.350880 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:12:18.397452 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Pushing event updated for resources: {'Port': ['ID=584b8f05-a311-4652-9b69-92f9ab2d42dd,revision_number=4']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:12:18.578691 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] get_ports_and_sgs() called for port_ids ['584b8f05-a311-4652-9b69-92f9ab2d42dd'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 22:12:18.740172 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.agents_db [None req-ec08dba0-4483-4109-b5e1-5e4a9fdaf12d None None] Agent healthcheck: found 7 active agents {{(pid=121609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 25 22:12:18.777948 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e323ed9f-c3c1-41d7-91db-038eccc5ec29 req-34a9ca0d-f9e7-4967-8bca-9e4157f42c4a tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:12:18.779435 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e323ed9f-c3c1-41d7-91db-038eccc5ec29 req-34a9ca0d-f9e7-4967-8bca-9e4157f42c4a tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "GET /v2.0/ports?device_id=45c5ed4b-88d6-412f-9d9a-339e609a63a7 HTTP/1.1" status: 200  len: 945 time: 0.0548613
Dec 25 22:12:18.827756 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e323ed9f-c3c1-41d7-91db-038eccc5ec29 req-e5c02d24-888a-42a5-a9b2-55dfa5d4454e tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "GET /v2.0/security-groups?id=19823d46-575b-4e85-bb2f-91be317f18f9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0421047
Dec 25 22:12:19.948920 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e379ba98-3726-48e8-865f-79ee9d85eb05 req-9d99e9ae-279c-4b5b-b676-f3fb0fff7e7a tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:12:19.950457 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e379ba98-3726-48e8-865f-79ee9d85eb05 req-9d99e9ae-279c-4b5b-b676-f3fb0fff7e7a tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "GET /v2.0/ports?device_id=45c5ed4b-88d6-412f-9d9a-339e609a63a7 HTTP/1.1" status: 200  len: 945 time: 0.0493670
Dec 25 22:12:20.008233 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e379ba98-3726-48e8-865f-79ee9d85eb05 req-80310cef-4626-4fad-8cf3-dad2fcf83f60 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "GET /v2.0/security-groups?id=19823d46-575b-4e85-bb2f-91be317f18f9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0486579
Dec 25 22:12:20.084739 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device 584b8f05-a311-4652-9b69-92f9ab2d42dd up at agent hyperv_nch1-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 22:12:20.174339 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Provisioning for port 584b8f05-a311-4652-9b69-92f9ab2d42dd completed by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 25 22:12:20.178151 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Provisioning complete for port 584b8f05-a311-4652-9b69-92f9ab2d42dd triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 22:12:20.178562 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:12:20.438781 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:12:20.461036 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45c5ed4b-88d6-412f-9d9a-339e609a63a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '584b8f05-a311-4652-9b69-92f9ab2d42dd'}] {{(pid=121608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 22:12:20.463235 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8f4255179602950281e35c838768f32348f9ebfbcb74b08282abfe6e9b4a52c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df5bcb6b-1b16-4b8f-853f-92d3ea73eeff" -d '{"events": [{"server_uuid": "45c5ed4b-88d6-412f-9d9a-339e609a63a7", "name": "network-vif-plugged", "status": "completed", "tag": "584b8f05-a311-4652-9b69-92f9ab2d42dd"}]}' {{(pid=121608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 22:12:20.475725 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port 584b8f05-a311-4652-9b69-92f9ab2d42dd, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=584b8f05-a311-4652-9b69-92f9ab2d42dd,segment=NetworkSegment(430ab63f-1f1f-4678-ba2e-2455689a4d8a),segment_id=430ab63f-1f1f-4678-ba2e-2455689a4d8a)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 22:12:20.516984 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:12:20.561686 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 22:12:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-551bc2b2-f9b8-4986-9922-69f79edcf5b5 x-openstack-request-id: req-551bc2b2-f9b8-4986-9922-69f79edcf5b5 {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 22:12:20.561977 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45c5ed4b-88d6-412f-9d9a-339e609a63a7", "name": "network-vif-plugged", "status": "completed", "tag": "584b8f05-a311-4652-9b69-92f9ab2d42dd", "code": 200}]} {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 22:12:20.562262 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-551bc2b2-f9b8-4986-9922-69f79edcf5b5 {{(pid=121608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 22:12:20.562654 ncdv-master-1 neutron-server[121608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45c5ed4b-88d6-412f-9d9a-339e609a63a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '584b8f05-a311-4652-9b69-92f9ab2d42dd', 'code': 200}
Dec 25 22:12:20.568134 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Pushing event updated for resources: {'Port': ['ID=584b8f05-a311-4652-9b69-92f9ab2d42dd,revision_number=5']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:12:20.653939 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437bbdb6-b48c-4b1e-be68-e32907d28737 req-fed29604-ea4c-4e33-bfb0-e3cf3671b699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:12:20.655421 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-437bbdb6-b48c-4b1e-be68-e32907d28737 req-fed29604-ea4c-4e33-bfb0-e3cf3671b699 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=45c5ed4b-88d6-412f-9d9a-339e609a63a7 HTTP/1.1" status: 200  len: 1097 time: 0.0391078
Dec 25 22:12:20.705274 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-437bbdb6-b48c-4b1e-be68-e32907d28737 req-a8b16ef5-5e71-4ea0-889f-cbcb1ab0d517 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=19823d46-575b-4e85-bb2f-91be317f18f9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0423670
Dec 25 22:12:21.128544 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52627bd9-291f-4afd-8fb7-33fcc75105f0 req-2254e0b5-c396-463a-ad49-d5a8b484a1fb tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:12:21.130052 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-52627bd9-291f-4afd-8fb7-33fcc75105f0 req-2254e0b5-c396-463a-ad49-d5a8b484a1fb tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "GET /v2.0/ports?device_id=45c5ed4b-88d6-412f-9d9a-339e609a63a7 HTTP/1.1" status: 200  len: 946 time: 0.0492933
Dec 25 22:12:21.178634 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-52627bd9-291f-4afd-8fb7-33fcc75105f0 req-065a59b1-28e8-41c2-94a2-985af421ffb2 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "GET /v2.0/security-groups?id=19823d46-575b-4e85-bb2f-91be317f18f9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0426488
Dec 25 22:12:22.293479 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d2e5a4-c4dd-4873-9d07-6cc0615277fc req-d4042ddd-76b8-47a1-9af9-7e726ca267fb tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:12:22.294959 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-56d2e5a4-c4dd-4873-9d07-6cc0615277fc req-d4042ddd-76b8-47a1-9af9-7e726ca267fb tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "GET /v2.0/ports?device_id=45c5ed4b-88d6-412f-9d9a-339e609a63a7 HTTP/1.1" status: 200  len: 946 time: 0.0477133
Dec 25 22:12:22.342288 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-56d2e5a4-c4dd-4873-9d07-6cc0615277fc req-4ed92fb5-3393-45a8-a1a9-824d51cd9d3e tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "GET /v2.0/security-groups?id=19823d46-575b-4e85-bb2f-91be317f18f9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0414736
Dec 25 22:12:22.458454 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b014e8-6461-47e4-8450-ce02b0e0b416 req-758caad0-8a94-473a-bac2-56e81ac21237 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:12:22.459914 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-08b014e8-6461-47e4-8450-ce02b0e0b416 req-758caad0-8a94-473a-bac2-56e81ac21237 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "GET /v2.0/ports?device_id=45c5ed4b-88d6-412f-9d9a-339e609a63a7 HTTP/1.1" status: 200  len: 946 time: 0.0514755
Dec 25 22:12:22.508444 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-08b014e8-6461-47e4-8450-ce02b0e0b416 req-4519970e-e63e-4ba3-b885-9b48464876c8 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "GET /v2.0/security-groups?id=19823d46-575b-4e85-bb2f-91be317f18f9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0425460
Dec 25 22:12:22.529732 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 49104) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 22:12:22.570013 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c1add4e-becd-4e50-b12c-9ce60aa58b5b tempest-TestNetworkAdvancedServerOps-1824908683 tempest-TestNetworkAdvancedServerOps-1824908683-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:12:22.571520 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-3c1add4e-becd-4e50-b12c-9ce60aa58b5b tempest-TestNetworkAdvancedServerOps-1824908683 tempest-TestNetworkAdvancedServerOps-1824908683-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=45c5ed4b-88d6-412f-9d9a-339e609a63a7 HTTP/1.1" status: 200  len: 1092 time: 0.0407574
Dec 25 22:12:22.574315 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 49106) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 22:12:22.578534 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-922067ef-9fc8-49b1-a78a-6ad5e566e908 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Request body: {'floatingip': {'floating_network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'port_id': '584b8f05-a311-4652-9b69-92f9ab2d42dd', 'tenant_id': '252f592e72984919a30b8248c35228f7', 'fixed_ip_address': '172.20.0.12'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 22:12:22.670875 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-922067ef-9fc8-49b1-a78a-6ad5e566e908 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks [] for floatingip, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:12:22.770922 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-922067ef-9fc8-49b1-a78a-6ad5e566e908 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:12:22.869781 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_common [None req-922067ef-9fc8-49b1-a78a-6ad5e566e908 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Allocated IP 172.35.3.97 (7201e55c-7c5f-41aa-a042-a363696539d0/7a939e13-713f-45cf-bba7-1539635abe25/0922727e-5153-46e4-97f3-9bee800b5625) {{(pid=121607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 22:12:22.976809 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-922067ef-9fc8-49b1-a78a-6ad5e566e908 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks [] for port, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:12:23.042625 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-922067ef-9fc8-49b1-a78a-6ad5e566e908 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:12:23.080187 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-922067ef-9fc8-49b1-a78a-6ad5e566e908 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Network 7201e55c-7c5f-41aa-a042-a363696539d0 is already hosted by enough agents. {{(pid=121607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 22:12:23.083702 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-922067ef-9fc8-49b1-a78a-6ad5e566e908 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Resources bound (agent type, host, resource id):  {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 22:12:23.086296 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-922067ef-9fc8-49b1-a78a-6ad5e566e908 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Received port after_create {{(pid=121607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 22:12:23.112360 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922067ef-9fc8-49b1-a78a-6ad5e566e908 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Pushing event updated for resources: {'Port': ['ID=0922727e-5153-46e4-97f3-9bee800b5625,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:12:23.439367 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-922067ef-9fc8-49b1-a78a-6ad5e566e908 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks [] for floatingip, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:12:23.576212 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-922067ef-9fc8-49b1-a78a-6ad5e566e908 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:12:23.732548 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-922067ef-9fc8-49b1-a78a-6ad5e566e908 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks [] for port, precommit_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:12:23.796528 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-922067ef-9fc8-49b1-a78a-6ad5e566e908 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8632327'] for port, after_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:12:23.866043 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922067ef-9fc8-49b1-a78a-6ad5e566e908 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Pushing event updated for resources: {'Port': ['ID=0922727e-5153-46e4-97f3-9bee800b5625,revision_number=2']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:12:23.877451 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-922067ef-9fc8-49b1-a78a-6ad5e566e908 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2008639'] for floatingip, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:12:23.984449 ncdv-master-1 neutron-server[121607]: INFO neutron.db.l3_db [None req-922067ef-9fc8-49b1-a78a-6ad5e566e908 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Floating IP d94092a0-20f9-4b5a-b337-767b09f8ae5f associated. External IP: 172.35.3.97, port: 584b8f05-a311-4652-9b69-92f9ab2d42dd.
Dec 25 22:12:24.183848 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-922067ef-9fc8-49b1-a78a-6ad5e566e908 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Router 3279d9b7-d405-4e02-91e9-22e5de031867 has already been hosted by L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 {{(pid=121607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 25 22:12:24.290882 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-922067ef-9fc8-49b1-a78a-6ad5e566e908 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 22:12:24.301145 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41ecf2bb-6b64-414f-ba14-2344c087e085 None None] Sync routers for ids ['3279d9b7-d405-4e02-91e9-22e5de031867'] in ncdv-master-1 {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 22:12:24.310385 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41ecf2bb-6b64-414f-ba14-2344c087e085 None None] Routers {'3279d9b7-d405-4e02-91e9-22e5de031867'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 22:12:24.310985 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-41ecf2bb-6b64-414f-ba14-2344c087e085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f261315c880>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T22:12:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['3279d9b7-d405-4e02-91e9-22e5de031867'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 22:12:24.364430 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-922067ef-9fc8-49b1-a78a-6ad5e566e908 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for floatingip, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:12:24.391645 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-922067ef-9fc8-49b1-a78a-6ad5e566e908 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 1.8163214
Dec 25 22:12:24.392585 ncdv-master-1 neutron-server[121607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45c5ed4b-88d6-412f-9d9a-339e609a63a7', 'tag': '584b8f05-a311-4652-9b69-92f9ab2d42dd'}] {{(pid=121607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 22:12:24.395729 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}513dd52b533ca9dbebe6abf1cbacd3736f1152e524405cf6293f71936f89c178" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adb6905a-8505-4a8f-92c0-5d21404eb71f" -d '{"events": [{"name": "network-changed", "server_uuid": "45c5ed4b-88d6-412f-9d9a-339e609a63a7", "tag": "584b8f05-a311-4652-9b69-92f9ab2d42dd"}]}' {{(pid=121607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 22:12:24.420461 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvr_db [None req-41ecf2bb-6b64-414f-ba14-2344c087e085 None None] Set router 3279d9b7-d405-4e02-91e9-22e5de031867 gateway port host: ncdv-master-1 {{(pid=121608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 22:12:24.433137 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Dec 2021 22:12:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c0ce3c8-3a39-4b5f-8a12-2672c5e566ef x-openstack-request-id: req-3c0ce3c8-3a39-4b5f-8a12-2672c5e566ef {{(pid=121607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 22:12:24.433434 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45c5ed4b-88d6-412f-9d9a-339e609a63a7", "tag": "584b8f05-a311-4652-9b69-92f9ab2d42dd", "status": "completed", "code": 200}]} {{(pid=121607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 22:12:24.433686 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3c0ce3c8-3a39-4b5f-8a12-2672c5e566ef {{(pid=121607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 22:12:24.434090 ncdv-master-1 neutron-server[121607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45c5ed4b-88d6-412f-9d9a-339e609a63a7', 'tag': '584b8f05-a311-4652-9b69-92f9ab2d42dd', 'status': 'completed', 'code': 200}
Dec 25 22:12:24.521408 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650b9b2b-8270-4bb5-953d-9132cff21b66 req-e21106aa-ccc7-41b6-b2d6-d7e4c2e825e0 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:12:24.522937 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-650b9b2b-8270-4bb5-953d-9132cff21b66 req-e21106aa-ccc7-41b6-b2d6-d7e4c2e825e0 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "GET /v2.0/ports?device_id=45c5ed4b-88d6-412f-9d9a-339e609a63a7 HTTP/1.1" status: 200  len: 946 time: 0.0801914
Dec 25 22:12:24.525712 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb6905a-8505-4a8f-92c0-5d21404eb71f req-ba9c9fb7-65d0-426d-821a-42fc8148af7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:12:24.527081 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-adb6905a-8505-4a8f-92c0-5d21404eb71f req-ba9c9fb7-65d0-426d-821a-42fc8148af7d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=252f592e72984919a30b8248c35228f7&device_id=45c5ed4b-88d6-412f-9d9a-339e609a63a7 HTTP/1.1" status: 200  len: 1097 time: 0.0708611
Dec 25 22:12:24.625440 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-650b9b2b-8270-4bb5-953d-9132cff21b66 req-0ec8aeb3-ef0c-42ef-b521-c4ea8b762bfa tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "GET /v2.0/security-groups?id=19823d46-575b-4e85-bb2f-91be317f18f9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0965331
Dec 25 22:12:24.649517 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 49112) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 22:12:24.653797 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-41ecf2bb-6b64-414f-ba14-2344c087e085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f261315c880>, [{'id': '3279d9b7-d405-4e02-91e9-22e5de031867', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1359535680', 'tenant_id': '252f592e72984919a30b8248c35228f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.55'}], 'enable_snat': True}, 'gw_port_id': '75c9860f-8f6a-4b41-a93b-97c609243a72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T22:12:03Z', 'updated_at': '2021-12-25T22:12:07Z', 'revision_number': 4, 'project_id': '252f592e72984919a30b8248c35228f7', 'gw_port': {'id': '75c9860f-8f6a-4b41-a93b-97c609243a72', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:3e:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3279d9b7-d405-4e02-91e9-22e5de031867', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T22:12:03Z', 'updated_at': '2021-12-25T22:12:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'd94092a0-20f9-4b5a-b337-767b09f8ae5f', 'tenant_id': '252f592e72984919a30b8248c35228f7', 'floating_ip_address': '172.35.3.97', 'floating_network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'router_id': '3279d9b7-d405-4e02-91e9-22e5de031867', 'port_id': '584b8f05-a311-4652-9b69-92f9ab2d42dd', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4209, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'af9cd4df-c7ac-412d-b4b5-82613a9b50b0', 'mac_address': 'fa:16:3e:ca:60:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45c5ed4b-88d6-412f-9d9a-339e609a63a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-25T22:12:23Z', 'updated_at': '2021-12-25T22:12:23Z', 'revision_number': 0, 'project_id': '252f592e72984919a30b8248c35228f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e6295f5-8f37-4b5c-887c-d4a152e3623e', 'name': '', 'network_id': 'af9cd4df-c7ac-412d-b4b5-82613a9b50b0', 'tenant_id': '252f592e72984919a30b8248c35228f7', 'mac_address': 'fa:16:3e:50:27:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3279d9b7-d405-4e02-91e9-22e5de031867', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': 'e5725423-ee88-4e28-80f6-a210e1e2c7e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T22:12:06Z', 'updated_at': '2021-12-25T22:12:10Z', 'revision_number': 5, 'project_id': '252f592e72984919a30b8248c35228f7', 'subnets': [{'id': 'e5725423-ee88-4e28-80f6-a210e1e2c7e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 22:12:24.654073 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb6905a-8505-4a8f-92c0-5d21404eb71f req-7614e0d5-9b01-4440-b54e-5fd5884388ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:12:24.655323 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-adb6905a-8505-4a8f-92c0-5d21404eb71f req-7614e0d5-9b01-4440-b54e-5fd5884388ca service neutron] 10.222.0.31 "GET /v2.0/networks?id=af9cd4df-c7ac-412d-b4b5-82613a9b50b0 HTTP/1.1" status: 200  len: 898 time: 0.1199734
Dec 25 22:12:24.680508 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41ecf2bb-6b64-414f-ba14-2344c087e085 None None] Checking router: 3279d9b7-d405-4e02-91e9-22e5de031867 for host: ncdv-master-1 {{(pid=121608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 25 22:12:24.689493 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41ecf2bb-6b64-414f-ba14-2344c087e085 None None] Routers {'3279d9b7-d405-4e02-91e9-22e5de031867'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 22:12:24.690096 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-41ecf2bb-6b64-414f-ba14-2344c087e085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f261315c880>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T22:12:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['3279d9b7-d405-4e02-91e9-22e5de031867'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 22:12:24.720228 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-2dda28d8-4f61-4e80-b5f2-f46cca247962 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "GET /v2.0/floatingips/d94092a0-20f9-4b5a-b337-767b09f8ae5f HTTP/1.1" status: 200  len: 991 time: 0.0691915
Dec 25 22:12:24.729374 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-adb6905a-8505-4a8f-92c0-5d21404eb71f req-e57e9002-a134-4d85-945f-11f4fe777f56 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=584b8f05-a311-4652-9b69-92f9ab2d42dd HTTP/1.1" status: 200  len: 999 time: 0.0669527
Dec 25 22:12:24.780808 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb6905a-8505-4a8f-92c0-5d21404eb71f req-c48f5c02-3df3-4eaf-ac20-3c8489bdb624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:12:24.782327 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-adb6905a-8505-4a8f-92c0-5d21404eb71f req-c48f5c02-3df3-4eaf-ac20-3c8489bdb624 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e5725423-ee88-4e28-80f6-a210e1e2c7e4 HTTP/1.1" status: 200  len: 835 time: 0.0469670
Dec 25 22:12:24.798774 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvr_db [None req-41ecf2bb-6b64-414f-ba14-2344c087e085 None None] Set router 3279d9b7-d405-4e02-91e9-22e5de031867 gateway port host: ncdv-master-1 {{(pid=121608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 22:12:24.828407 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb6905a-8505-4a8f-92c0-5d21404eb71f req-c567ead6-f69c-449b-aa78-43631b36345e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:12:24.829921 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-adb6905a-8505-4a8f-92c0-5d21404eb71f req-c567ead6-f69c-449b-aa78-43631b36345e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=af9cd4df-c7ac-412d-b4b5-82613a9b50b0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0398567
Dec 25 22:12:24.921669 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-adb6905a-8505-4a8f-92c0-5d21404eb71f req-e222302d-2b80-4900-8bcd-051c853e9b14 service neutron] 10.222.0.31 "GET /v2.0/networks/af9cd4df-c7ac-412d-b4b5-82613a9b50b0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0841429
Dec 25 22:12:25.014873 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-adb6905a-8505-4a8f-92c0-5d21404eb71f req-0973a742-42cd-45b5-8b41-e8888450c11b service neutron] 10.222.0.31 "GET /v2.0/networks/af9cd4df-c7ac-412d-b4b5-82613a9b50b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0866106
Dec 25 22:12:25.029356 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-41ecf2bb-6b64-414f-ba14-2344c087e085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f261315c880>, [{'id': '3279d9b7-d405-4e02-91e9-22e5de031867', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1359535680', 'tenant_id': '252f592e72984919a30b8248c35228f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.55'}], 'enable_snat': True}, 'gw_port_id': '75c9860f-8f6a-4b41-a93b-97c609243a72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T22:12:03Z', 'updated_at': '2021-12-25T22:12:07Z', 'revision_number': 4, 'project_id': '252f592e72984919a30b8248c35228f7', 'gw_port': {'id': '75c9860f-8f6a-4b41-a93b-97c609243a72', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:3e:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3279d9b7-d405-4e02-91e9-22e5de031867', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T22:12:03Z', 'updated_at': '2021-12-25T22:12:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'd94092a0-20f9-4b5a-b337-767b09f8ae5f', 'tenant_id': '252f592e72984919a30b8248c35228f7', 'floating_ip_address': '172.35.3.97', 'floating_network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'router_id': '3279d9b7-d405-4e02-91e9-22e5de031867', 'port_id': '584b8f05-a311-4652-9b69-92f9ab2d42dd', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4209, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'af9cd4df-c7ac-412d-b4b5-82613a9b50b0', 'mac_address': 'fa:16:3e:ca:60:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45c5ed4b-88d6-412f-9d9a-339e609a63a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-25T22:12:23Z', 'updated_at': '2021-12-25T22:12:23Z', 'revision_number': 0, 'project_id': '252f592e72984919a30b8248c35228f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e6295f5-8f37-4b5c-887c-d4a152e3623e', 'name': '', 'network_id': 'af9cd4df-c7ac-412d-b4b5-82613a9b50b0', 'tenant_id': '252f592e72984919a30b8248c35228f7', 'mac_address': 'fa:16:3e:50:27:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3279d9b7-d405-4e02-91e9-22e5de031867', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': 'e5725423-ee88-4e28-80f6-a210e1e2c7e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T22:12:06Z', 'updated_at': '2021-12-25T22:12:10Z', 'revision_number': 5, 'project_id': '252f592e72984919a30b8248c35228f7', 'subnets': [{'id': 'e5725423-ee88-4e28-80f6-a210e1e2c7e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 22:12:25.056097 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41ecf2bb-6b64-414f-ba14-2344c087e085 None None] The sync data for ids ['3279d9b7-d405-4e02-91e9-22e5de031867'] in ncdv-master-1 is: [{'id': '3279d9b7-d405-4e02-91e9-22e5de031867', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1359535680', 'tenant_id': '252f592e72984919a30b8248c35228f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.55'}], 'enable_snat': True}, 'gw_port_id': '75c9860f-8f6a-4b41-a93b-97c609243a72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T22:12:03Z', 'updated_at': '2021-12-25T22:12:07Z', 'revision_number': 4, 'project_id': '252f592e72984919a30b8248c35228f7', 'gw_port': {'id': '75c9860f-8f6a-4b41-a93b-97c609243a72', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:3e:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3279d9b7-d405-4e02-91e9-22e5de031867', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T22:12:03Z', 'updated_at': '2021-12-25T22:12:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'd94092a0-20f9-4b5a-b337-767b09f8ae5f', 'tenant_id': '252f592e72984919a30b8248c35228f7', 'floating_ip_address': '172.35.3.97', 'floating_network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'router_id': '3279d9b7-d405-4e02-91e9-22e5de031867', 'port_id': '584b8f05-a311-4652-9b69-92f9ab2d42dd', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4209, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'af9cd4df-c7ac-412d-b4b5-82613a9b50b0', 'mac_address': 'fa:16:3e:ca:60:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45c5ed4b-88d6-412f-9d9a-339e609a63a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-25T22:12:23Z', 'updated_at': '2021-12-25T22:12:23Z', 'revision_number': 0, 'project_id': '252f592e72984919a30b8248c35228f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e6295f5-8f37-4b5c-887c-d4a152e3623e', 'name': '', 'network_id': 'af9cd4df-c7ac-412d-b4b5-82613a9b50b0', 'tenant_id': '252f592e72984919a30b8248c35228f7', 'mac_address': 'fa:16:3e:50:27:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3279d9b7-d405-4e02-91e9-22e5de031867', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': 'e5725423-ee88-4e28-80f6-a210e1e2c7e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T22:12:06Z', 'updated_at': '2021-12-25T22:12:10Z', 'revision_number': 5, 'project_id': '252f592e72984919a30b8248c35228f7', 'subnets': [{'id': 'e5725423-ee88-4e28-80f6-a210e1e2c7e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 22:12:25.241692 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b54b082b-7797-4097-870d-466132ad58a0 None None] New status for floating IP d94092a0-20f9-4b5a-b337-767b09f8ae5f: ACTIVE {{(pid=121609) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 25 22:12:25.723969 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 49114) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 22:12:26.140620 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-32851391-123d-4eb4-a78d-23ecc6b5ee86 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "GET /v2.0/floatingips/d94092a0-20f9-4b5a-b337-767b09f8ae5f HTTP/1.1" status: 200  len: 993 time: 0.4152966
Dec 25 22:12:34.830885 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-dc3723cb-4b94-48dc-a134-cc99c3b2cd00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:12:34.836046 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:12:37.047465 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-85c6d688-a07e-4f38-8e80-45d10ef15874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:12:38.699396 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3e945ecd-9380-47c2-aa0a-12ebe07e03e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:12:38.767930 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:12:39.704477 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-15cb578f-7a63-4fd3-925d-83bad4c7b82a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:12:40.836609 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:12:52.224750 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-6bc0b71b-4d39-48b2-8bc4-11beb31785b4 req-c874921b-940f-46e0-9f10-53191aa2e124 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=45c5ed4b-88d6-412f-9d9a-339e609a63a7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0408361
Dec 25 22:12:52.305807 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc0b71b-4d39-48b2-8bc4-11beb31785b4 req-f905682b-d066-454a-b9f8-a2494ea4bf3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:12:52.307291 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-6bc0b71b-4d39-48b2-8bc4-11beb31785b4 req-f905682b-d066-454a-b9f8-a2494ea4bf3f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=252f592e72984919a30b8248c35228f7&device_id=45c5ed4b-88d6-412f-9d9a-339e609a63a7 HTTP/1.1" status: 200  len: 1097 time: 0.0406730
Dec 25 22:12:52.411901 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc0b71b-4d39-48b2-8bc4-11beb31785b4 req-91cfda25-2e14-4f8d-8d3b-909f1029a793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:12:52.413407 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-6bc0b71b-4d39-48b2-8bc4-11beb31785b4 req-91cfda25-2e14-4f8d-8d3b-909f1029a793 service neutron] 10.222.0.31 "GET /v2.0/networks?id=af9cd4df-c7ac-412d-b4b5-82613a9b50b0 HTTP/1.1" status: 200  len: 898 time: 0.0872333
Dec 25 22:12:52.478653 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-6bc0b71b-4d39-48b2-8bc4-11beb31785b4 req-417a59cf-a6bc-4c2c-aede-9fbb576883d0 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=584b8f05-a311-4652-9b69-92f9ab2d42dd HTTP/1.1" status: 200  len: 1001 time: 0.0577269
Dec 25 22:12:52.531698 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc0b71b-4d39-48b2-8bc4-11beb31785b4 req-164561ec-9eb3-4661-8005-24e780000c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:12:52.533189 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-6bc0b71b-4d39-48b2-8bc4-11beb31785b4 req-164561ec-9eb3-4661-8005-24e780000c0f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e5725423-ee88-4e28-80f6-a210e1e2c7e4 HTTP/1.1" status: 200  len: 835 time: 0.0467761
Dec 25 22:12:52.577243 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc0b71b-4d39-48b2-8bc4-11beb31785b4 req-804ada77-ed11-46cd-85ef-49ca2d36107f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:12:52.578737 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-6bc0b71b-4d39-48b2-8bc4-11beb31785b4 req-804ada77-ed11-46cd-85ef-49ca2d36107f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=af9cd4df-c7ac-412d-b4b5-82613a9b50b0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0389438
Dec 25 22:12:52.669834 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-6bc0b71b-4d39-48b2-8bc4-11beb31785b4 req-c8b107c8-19ea-4634-977b-4e715ceb4f1b service neutron] 10.222.0.31 "GET /v2.0/networks/af9cd4df-c7ac-412d-b4b5-82613a9b50b0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0819283
Dec 25 22:12:52.704024 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [req-b19c261a-f425-4238-9fc6-2acae29a1a0a req-1460da2b-b906-4bac-811b-8e20b3683550 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=121606) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 25 22:12:52.705050 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b19c261a-f425-4238-9fc6-2acae29a1a0a req-1460da2b-b906-4bac-811b-8e20b3683550 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0088291
Dec 25 22:12:52.780342 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-6bc0b71b-4d39-48b2-8bc4-11beb31785b4 req-5f7eb456-d6cc-401e-8470-e19ac7d900dd service neutron] 10.222.0.31 "GET /v2.0/networks/af9cd4df-c7ac-412d-b4b5-82613a9b50b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0923276
Dec 25 22:12:53.048585 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8892c8-78f9-447b-8f38-2a4b3b907f8c req-6fbd7eb7-0801-4588-a246-f05ab87dad3f tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:12:53.050064 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7f8892c8-78f9-447b-8f38-2a4b3b907f8c req-6fbd7eb7-0801-4588-a246-f05ab87dad3f tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "GET /v2.0/ports?device_id=45c5ed4b-88d6-412f-9d9a-339e609a63a7 HTTP/1.1" status: 200  len: 946 time: 0.0497217
Dec 25 22:12:53.100352 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7f8892c8-78f9-447b-8f38-2a4b3b907f8c req-27a54eca-9105-47a6-a082-7123966e6d66 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "GET /v2.0/security-groups?id=19823d46-575b-4e85-bb2f-91be317f18f9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0442863
Dec 25 22:12:53.135597 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 49150) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 22:12:53.219252 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-24aa48ac-f2dd-40ad-8778-4ddb2c17469a req-d90c46c9-c392-4c3c-b144-7e59e76a72ae service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=45c5ed4b-88d6-412f-9d9a-339e609a63a7&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0824955
Dec 25 22:12:53.228011 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [req-24aa48ac-f2dd-40ad-8778-4ddb2c17469a req-738aaa37-797d-41d5-b849-32c7e928e6a0 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=121606) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 25 22:12:53.229013 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-24aa48ac-f2dd-40ad-8778-4ddb2c17469a req-738aaa37-797d-41d5-b849-32c7e928e6a0 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0049796
Dec 25 22:12:54.223794 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638caf16-74ef-4073-a32c-b31e831b02da req-73818f26-6995-4c46-b7ed-35887e892e65 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:12:54.225342 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-638caf16-74ef-4073-a32c-b31e831b02da req-73818f26-6995-4c46-b7ed-35887e892e65 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "GET /v2.0/ports?device_id=45c5ed4b-88d6-412f-9d9a-339e609a63a7 HTTP/1.1" status: 200  len: 946 time: 0.0554097
Dec 25 22:12:54.274646 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-638caf16-74ef-4073-a32c-b31e831b02da req-a5ecc18a-bee6-4dcc-b2fc-82bb93ad33bd tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "GET /v2.0/security-groups?id=19823d46-575b-4e85-bb2f-91be317f18f9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0430756
Dec 25 22:12:55.050462 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24aa48ac-f2dd-40ad-8778-4ddb2c17469a req-7a859518-cb81-45de-9a9a-f1616fa79cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:12:55.052498 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-24aa48ac-f2dd-40ad-8778-4ddb2c17469a req-7a859518-cb81-45de-9a9a-f1616fa79cdf service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=252f592e72984919a30b8248c35228f7&device_id=45c5ed4b-88d6-412f-9d9a-339e609a63a7 HTTP/1.1" status: 200  len: 1097 time: 0.0401387
Dec 25 22:12:55.145171 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24aa48ac-f2dd-40ad-8778-4ddb2c17469a req-cc5e45f0-7644-4fc9-8ce5-a24304864511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:12:55.146741 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-24aa48ac-f2dd-40ad-8778-4ddb2c17469a req-cc5e45f0-7644-4fc9-8ce5-a24304864511 service neutron] 10.222.0.31 "GET /v2.0/networks?id=af9cd4df-c7ac-412d-b4b5-82613a9b50b0 HTTP/1.1" status: 200  len: 898 time: 0.0872219
Dec 25 22:12:55.211691 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-24aa48ac-f2dd-40ad-8778-4ddb2c17469a req-a767a54f-e77b-4f6b-8e76-2aee56183e42 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=584b8f05-a311-4652-9b69-92f9ab2d42dd HTTP/1.1" status: 200  len: 1001 time: 0.0569143
Dec 25 22:12:55.267263 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24aa48ac-f2dd-40ad-8778-4ddb2c17469a req-cfc6eb67-0d48-41d9-87fd-8f6f3e4b5ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:12:55.268846 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-24aa48ac-f2dd-40ad-8778-4ddb2c17469a req-cfc6eb67-0d48-41d9-87fd-8f6f3e4b5ffb service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e5725423-ee88-4e28-80f6-a210e1e2c7e4 HTTP/1.1" status: 200  len: 835 time: 0.0489964
Dec 25 22:12:55.315888 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24aa48ac-f2dd-40ad-8778-4ddb2c17469a req-0651ccbe-42ac-4c69-b2e6-faa2acf0914e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:12:55.317524 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-24aa48ac-f2dd-40ad-8778-4ddb2c17469a req-0651ccbe-42ac-4c69-b2e6-faa2acf0914e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=af9cd4df-c7ac-412d-b4b5-82613a9b50b0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0413957
Dec 25 22:12:55.445391 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2aa1c9-896d-424d-8604-4c245784c801 req-d0cde28d-475e-4eec-8030-f87e2fa5453a tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:12:55.446920 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5c2aa1c9-896d-424d-8604-4c245784c801 req-d0cde28d-475e-4eec-8030-f87e2fa5453a tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "GET /v2.0/ports?device_id=45c5ed4b-88d6-412f-9d9a-339e609a63a7 HTTP/1.1" status: 200  len: 946 time: 0.0976045
Dec 25 22:12:55.448856 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-24aa48ac-f2dd-40ad-8778-4ddb2c17469a req-4ddd525f-7f1c-4091-92ed-c69ec530c380 service neutron] 10.222.0.31 "GET /v2.0/networks/af9cd4df-c7ac-412d-b4b5-82613a9b50b0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1243181
Dec 25 22:12:55.549197 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5c2aa1c9-896d-424d-8604-4c245784c801 req-abc314a7-c497-4da2-8481-26f8e18fe1bc tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "GET /v2.0/security-groups?id=19823d46-575b-4e85-bb2f-91be317f18f9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0960102
Dec 25 22:12:55.574693 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-24aa48ac-f2dd-40ad-8778-4ddb2c17469a req-c59e5ac4-cc6e-42b2-aded-87c739523103 service neutron] 10.222.0.31 "GET /v2.0/networks/af9cd4df-c7ac-412d-b4b5-82613a9b50b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1158907
Dec 25 22:12:55.738896 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.agents_db [None req-ec08dba0-4483-4109-b5e1-5e4a9fdaf12d None None] Agent healthcheck: found 7 active agents {{(pid=121609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 25 22:12:56.664717 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27912fe-bcb6-4cb6-8a9d-3d98fef064a2 req-278b3b1b-17ef-48db-94a7-38bbdcb9e08f tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:12:56.666236 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b27912fe-bcb6-4cb6-8a9d-3d98fef064a2 req-278b3b1b-17ef-48db-94a7-38bbdcb9e08f tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "GET /v2.0/ports?device_id=45c5ed4b-88d6-412f-9d9a-339e609a63a7 HTTP/1.1" status: 200  len: 946 time: 0.0497973
Dec 25 22:12:56.715160 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b27912fe-bcb6-4cb6-8a9d-3d98fef064a2 req-d9a0679b-ec00-4933-855b-e713029842ca tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "GET /v2.0/security-groups?id=19823d46-575b-4e85-bb2f-91be317f18f9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0430171
Dec 25 22:12:57.829296 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9145a98-67c2-437e-96ab-128ed972afff req-b712a65d-7dbb-4533-aed5-6997b26f6450 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:12:57.830751 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d9145a98-67c2-437e-96ab-128ed972afff req-b712a65d-7dbb-4533-aed5-6997b26f6450 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "GET /v2.0/ports?device_id=45c5ed4b-88d6-412f-9d9a-339e609a63a7 HTTP/1.1" status: 200  len: 946 time: 0.0479889
Dec 25 22:12:57.883655 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d9145a98-67c2-437e-96ab-128ed972afff req-94a1aee1-f0bb-4ba5-8e62-dd81433b858b tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "GET /v2.0/security-groups?id=19823d46-575b-4e85-bb2f-91be317f18f9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0461993
Dec 25 22:12:59.004151 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f02b1d-2481-4145-8576-df8c234acd6d req-bf80bc19-f840-478e-86dc-e74723c154df tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:12:59.005677 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f4f02b1d-2481-4145-8576-df8c234acd6d req-bf80bc19-f840-478e-86dc-e74723c154df tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "GET /v2.0/ports?device_id=45c5ed4b-88d6-412f-9d9a-339e609a63a7 HTTP/1.1" status: 200  len: 946 time: 0.0533965
Dec 25 22:12:59.054263 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f4f02b1d-2481-4145-8576-df8c234acd6d req-2d151d8c-b58f-4c37-b9cc-3907cdb82bac tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "GET /v2.0/security-groups?id=19823d46-575b-4e85-bb2f-91be317f18f9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0426352
Dec 25 22:13:00.168766 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867c818f-23a6-4a52-94f6-e90960f0886d req-44192f60-6eb1-45d3-b438-9a01bd3fa917 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:13:00.170376 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-867c818f-23a6-4a52-94f6-e90960f0886d req-44192f60-6eb1-45d3-b438-9a01bd3fa917 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "GET /v2.0/ports?device_id=45c5ed4b-88d6-412f-9d9a-339e609a63a7 HTTP/1.1" status: 200  len: 946 time: 0.0492036
Dec 25 22:13:00.219796 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-867c818f-23a6-4a52-94f6-e90960f0886d req-c54a5232-9cfd-4bcd-b855-c63fa3877868 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "GET /v2.0/security-groups?id=19823d46-575b-4e85-bb2f-91be317f18f9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0429480
Dec 25 22:13:01.332598 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2801871-f3da-4490-993a-5a9c534c8482 req-3d01a760-98da-4786-bd3c-018f8175ce85 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:13:01.334124 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e2801871-f3da-4490-993a-5a9c534c8482 req-3d01a760-98da-4786-bd3c-018f8175ce85 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "GET /v2.0/ports?device_id=45c5ed4b-88d6-412f-9d9a-339e609a63a7 HTTP/1.1" status: 200  len: 946 time: 0.0476501
Dec 25 22:13:01.386957 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e2801871-f3da-4490-993a-5a9c534c8482 req-7f1821d2-e2fb-4e8b-94bb-12bb12dd7bef tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "GET /v2.0/security-groups?id=19823d46-575b-4e85-bb2f-91be317f18f9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0469840
Dec 25 22:13:02.502445 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34e2189-844e-454f-a4f2-e23db1a79be3 req-12c5d3d9-6a7c-4137-9b2e-01f600ac6ee5 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:13:02.503941 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c34e2189-844e-454f-a4f2-e23db1a79be3 req-12c5d3d9-6a7c-4137-9b2e-01f600ac6ee5 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "GET /v2.0/ports?device_id=45c5ed4b-88d6-412f-9d9a-339e609a63a7 HTTP/1.1" status: 200  len: 946 time: 0.0500820
Dec 25 22:13:02.552891 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c34e2189-844e-454f-a4f2-e23db1a79be3 req-1f58720b-f972-4449-a82c-3928a3fc3953 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "GET /v2.0/security-groups?id=19823d46-575b-4e85-bb2f-91be317f18f9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0428882
Dec 25 22:13:03.670033 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d17699e-fd40-478f-a83d-21fbd52603a6 req-4c35fce6-3df3-490c-970d-9b6f24395918 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:13:03.678161 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9d17699e-fd40-478f-a83d-21fbd52603a6 req-4c35fce6-3df3-490c-970d-9b6f24395918 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "GET /v2.0/ports?device_id=45c5ed4b-88d6-412f-9d9a-339e609a63a7 HTTP/1.1" status: 200  len: 946 time: 0.0489385
Dec 25 22:13:03.719831 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9d17699e-fd40-478f-a83d-21fbd52603a6 req-1b39e2a9-46db-4bda-b69d-821d960e11f8 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "GET /v2.0/security-groups?id=19823d46-575b-4e85-bb2f-91be317f18f9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0423894
Dec 25 22:13:04.802320 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-660e93a7-9478-4bbb-978e-e95439d90b78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:13:04.841738 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3020fc9-7ea5-490f-b522-c0c9f719f1b4 req-58d11269-1a75-4b69-890d-1aa240ac08a1 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:13:04.843563 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a3020fc9-7ea5-490f-b522-c0c9f719f1b4 req-58d11269-1a75-4b69-890d-1aa240ac08a1 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "GET /v2.0/ports?device_id=45c5ed4b-88d6-412f-9d9a-339e609a63a7 HTTP/1.1" status: 200  len: 946 time: 0.0545874
Dec 25 22:13:04.853347 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:13:04.893152 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a3020fc9-7ea5-490f-b522-c0c9f719f1b4 req-9dafd01d-2834-420d-b831-53c7048b6beb tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "GET /v2.0/security-groups?id=19823d46-575b-4e85-bb2f-91be317f18f9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0429411
Dec 25 22:13:06.009678 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c1dcab-8418-42a3-979f-80efb9c1fd0f req-52086cfb-95f1-4962-becb-dc06d9c9165a tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:13:06.011159 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-84c1dcab-8418-42a3-979f-80efb9c1fd0f req-52086cfb-95f1-4962-becb-dc06d9c9165a tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "GET /v2.0/ports?device_id=45c5ed4b-88d6-412f-9d9a-339e609a63a7 HTTP/1.1" status: 200  len: 946 time: 0.0491607
Dec 25 22:13:06.060894 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-84c1dcab-8418-42a3-979f-80efb9c1fd0f req-aab8de21-bd4b-4185-b043-05eb10771b51 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "GET /v2.0/security-groups?id=19823d46-575b-4e85-bb2f-91be317f18f9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0436046
Dec 25 22:13:07.019053 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9a35b23a-5c5c-4fa7-875c-2be5962daa4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:13:07.183375 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c241a1-ad1f-42e1-99ff-4e4e43fec1c0 req-58cf73cf-26db-402a-99a5-32ea982e9f09 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:13:07.184864 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d8c241a1-ad1f-42e1-99ff-4e4e43fec1c0 req-58cf73cf-26db-402a-99a5-32ea982e9f09 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "GET /v2.0/ports?device_id=45c5ed4b-88d6-412f-9d9a-339e609a63a7 HTTP/1.1" status: 200  len: 946 time: 0.0532396
Dec 25 22:13:07.233776 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d8c241a1-ad1f-42e1-99ff-4e4e43fec1c0 req-df945145-fea2-4176-bb6d-540fd162e14f tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "GET /v2.0/security-groups?id=19823d46-575b-4e85-bb2f-91be317f18f9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0428491
Dec 25 22:13:07.315438 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-24aa48ac-f2dd-40ad-8778-4ddb2c17469a req-75caf652-7133-4260-a722-b6ef8d292f18 service neutron] 10.222.0.31 "GET /v2.0/ports/584b8f05-a311-4652-9b69-92f9ab2d42dd/bindings/nch1-master-1 HTTP/1.1" status: 200  len: 382 time: 0.0533736
Dec 25 22:13:07.816012 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24aa48ac-f2dd-40ad-8778-4ddb2c17469a req-3b134ce8-1a02-441e-b408-63bd230a843a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:13:07.817549 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-24aa48ac-f2dd-40ad-8778-4ddb2c17469a req-3b134ce8-1a02-441e-b408-63bd230a843a service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=45c5ed4b-88d6-412f-9d9a-339e609a63a7&tenant_id=252f592e72984919a30b8248c35228f7 HTTP/1.1" status: 200  len: 1097 time: 0.0408039
Dec 25 22:13:07.877655 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24aa48ac-f2dd-40ad-8778-4ddb2c17469a req-6900f6ed-7fe0-40e8-afae-6135cc0a1ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:13:07.879688 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-24aa48ac-f2dd-40ad-8778-4ddb2c17469a req-6900f6ed-7fe0-40e8-afae-6135cc0a1ea4 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=252f592e72984919a30b8248c35228f7&device_id=45c5ed4b-88d6-412f-9d9a-339e609a63a7 HTTP/1.1" status: 200  len: 1097 time: 0.0410566
Dec 25 22:13:07.971904 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24aa48ac-f2dd-40ad-8778-4ddb2c17469a req-09532eb1-40d7-4ec4-b454-6c0912c0764f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:13:07.973426 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-24aa48ac-f2dd-40ad-8778-4ddb2c17469a req-09532eb1-40d7-4ec4-b454-6c0912c0764f service neutron] 10.222.0.31 "GET /v2.0/networks?id=af9cd4df-c7ac-412d-b4b5-82613a9b50b0 HTTP/1.1" status: 200  len: 898 time: 0.0875547
Dec 25 22:13:08.041042 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-24aa48ac-f2dd-40ad-8778-4ddb2c17469a req-719e1c81-122c-443b-86de-95b5e44a4820 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=584b8f05-a311-4652-9b69-92f9ab2d42dd HTTP/1.1" status: 200  len: 1001 time: 0.0602577
Dec 25 22:13:08.092921 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24aa48ac-f2dd-40ad-8778-4ddb2c17469a req-2c3f4010-e7e9-4901-8e55-74facf2d6e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:13:08.092921 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-24aa48ac-f2dd-40ad-8778-4ddb2c17469a req-2c3f4010-e7e9-4901-8e55-74facf2d6e5e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e5725423-ee88-4e28-80f6-a210e1e2c7e4 HTTP/1.1" status: 200  len: 835 time: 0.0427806
Dec 25 22:13:08.135236 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24aa48ac-f2dd-40ad-8778-4ddb2c17469a req-18b56f5e-d552-4b6e-9009-ac535e3d39ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:13:08.136758 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-24aa48ac-f2dd-40ad-8778-4ddb2c17469a req-18b56f5e-d552-4b6e-9009-ac535e3d39ae service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=af9cd4df-c7ac-412d-b4b5-82613a9b50b0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0396290
Dec 25 22:13:08.228661 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-24aa48ac-f2dd-40ad-8778-4ddb2c17469a req-ce5b755b-cd2b-4fc2-8034-ce59dd29685f service neutron] 10.222.0.31 "GET /v2.0/networks/af9cd4df-c7ac-412d-b4b5-82613a9b50b0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0844069
Dec 25 22:13:08.339777 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-24aa48ac-f2dd-40ad-8778-4ddb2c17469a req-49d34d26-9d08-4d16-9bb1-deeb71df3de3 service neutron] 10.222.0.31 "GET /v2.0/networks/af9cd4df-c7ac-412d-b4b5-82613a9b50b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1042578
Dec 25 22:13:08.362419 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61da0f8a-7872-4d80-8aeb-5b2d47357b41 req-d51608db-4012-4c58-b3ed-5fc37733aa3c tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:13:08.364344 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-61da0f8a-7872-4d80-8aeb-5b2d47357b41 req-d51608db-4012-4c58-b3ed-5fc37733aa3c tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "GET /v2.0/ports?device_id=45c5ed4b-88d6-412f-9d9a-339e609a63a7 HTTP/1.1" status: 200  len: 946 time: 0.0613847
Dec 25 22:13:08.419403 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-61da0f8a-7872-4d80-8aeb-5b2d47357b41 req-e6491674-c82c-422b-aa66-27d0a07d0c5e tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "GET /v2.0/security-groups?id=19823d46-575b-4e85-bb2f-91be317f18f9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0475943
Dec 25 22:13:08.693496 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3e945ecd-9380-47c2-aa0a-12ebe07e03e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:13:08.783604 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:13:09.537935 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9d072f-3e44-4b49-944a-b49fd4cd5dec req-3644dc39-bda8-4bf0-89cd-7d43fd9d35a9 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:13:09.539431 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ab9d072f-3e44-4b49-944a-b49fd4cd5dec req-3644dc39-bda8-4bf0-89cd-7d43fd9d35a9 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "GET /v2.0/ports?device_id=45c5ed4b-88d6-412f-9d9a-339e609a63a7 HTTP/1.1" status: 200  len: 946 time: 0.0488110
Dec 25 22:13:09.587837 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ab9d072f-3e44-4b49-944a-b49fd4cd5dec req-6da3a22c-0d41-4576-9aea-4326f462c8ad tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "GET /v2.0/security-groups?id=19823d46-575b-4e85-bb2f-91be317f18f9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0424452
Dec 25 22:13:09.710039 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-15cb578f-7a63-4fd3-925d-83bad4c7b82a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:13:10.705822 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e16650-5577-44f7-bc0c-63a8a17f7992 req-1f1c1216-7e60-4a82-9865-67ed9ad3124a tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:13:10.707376 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c1e16650-5577-44f7-bc0c-63a8a17f7992 req-1f1c1216-7e60-4a82-9865-67ed9ad3124a tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "GET /v2.0/ports?device_id=45c5ed4b-88d6-412f-9d9a-339e609a63a7 HTTP/1.1" status: 200  len: 946 time: 0.0495784
Dec 25 22:13:10.756205 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c1e16650-5577-44f7-bc0c-63a8a17f7992 req-9f9e0d33-15a3-4f7e-99e4-9c74de38125c tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "GET /v2.0/security-groups?id=19823d46-575b-4e85-bb2f-91be317f18f9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0426610
Dec 25 22:13:10.825273 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:13:11.150322 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f223cc57-9779-494f-a31d-d009e95c2f55 req-c2e73191-15c5-4d03-8ce8-2f6625735264 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:13:11.151827 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f223cc57-9779-494f-a31d-d009e95c2f55 req-c2e73191-15c5-4d03-8ce8-2f6625735264 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "GET /v2.0/ports?device_id=45c5ed4b-88d6-412f-9d9a-339e609a63a7 HTTP/1.1" status: 200  len: 946 time: 0.0536747
Dec 25 22:13:11.226210 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f223cc57-9779-494f-a31d-d009e95c2f55 req-65e7036b-57e2-4df0-95cf-d8840bf79159 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "GET /v2.0/security-groups?id=19823d46-575b-4e85-bb2f-91be317f18f9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0683594
Dec 25 22:13:11.246655 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe81e18-088d-4bef-b60f-90ce40993d22 req-6a431a30-148a-40ab-b61b-6e4582f8c2a6 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:13:11.248101 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-cfe81e18-088d-4bef-b60f-90ce40993d22 req-6a431a30-148a-40ab-b61b-6e4582f8c2a6 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.31 "GET /v2.0/ports?device_id=45c5ed4b-88d6-412f-9d9a-339e609a63a7&tenant_id=252f592e72984919a30b8248c35228f7&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 946 time: 0.0651188
Dec 25 22:13:11.362532 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe81e18-088d-4bef-b60f-90ce40993d22 req-8fd02fbd-78f1-43d6-bff7-08548978ef81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:13:11.364554 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-cfe81e18-088d-4bef-b60f-90ce40993d22 req-8fd02fbd-78f1-43d6-bff7-08548978ef81 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=252f592e72984919a30b8248c35228f7&device_id=45c5ed4b-88d6-412f-9d9a-339e609a63a7 HTTP/1.1" status: 200  len: 1097 time: 0.0706654
Dec 25 22:13:11.387844 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f266a6bb-0a03-4cc1-b7ac-fd41a7f8f232 req-7a975442-2ef2-462e-b55e-e7c352b3b686 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:13:11.389288 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f266a6bb-0a03-4cc1-b7ac-fd41a7f8f232 req-7a975442-2ef2-462e-b55e-e7c352b3b686 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "GET /v2.0/ports?device_id=45c5ed4b-88d6-412f-9d9a-339e609a63a7 HTTP/1.1" status: 200  len: 946 time: 0.0701973
Dec 25 22:13:11.484442 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f266a6bb-0a03-4cc1-b7ac-fd41a7f8f232 req-353a2541-79d5-4d4b-b87d-8c8b210a209c tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "GET /v2.0/security-groups?id=19823d46-575b-4e85-bb2f-91be317f18f9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0855565
Dec 25 22:13:11.497416 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe81e18-088d-4bef-b60f-90ce40993d22 req-874e0613-634c-4f99-9b7f-7cf17c2b560a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:13:11.498900 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-cfe81e18-088d-4bef-b60f-90ce40993d22 req-874e0613-634c-4f99-9b7f-7cf17c2b560a service neutron] 10.222.0.31 "GET /v2.0/networks?id=af9cd4df-c7ac-412d-b4b5-82613a9b50b0 HTTP/1.1" status: 200  len: 898 time: 0.1266725
Dec 25 22:13:11.565513 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-cfe81e18-088d-4bef-b60f-90ce40993d22 req-b6826136-5d98-4840-bda9-2d455a6a90cc service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=584b8f05-a311-4652-9b69-92f9ab2d42dd HTTP/1.1" status: 200  len: 1001 time: 0.0601423
Dec 25 22:13:11.614470 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe81e18-088d-4bef-b60f-90ce40993d22 req-579faa14-2ecf-40e5-a3c8-a789307f6d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:13:11.615930 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-cfe81e18-088d-4bef-b60f-90ce40993d22 req-579faa14-2ecf-40e5-a3c8-a789307f6d91 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e5725423-ee88-4e28-80f6-a210e1e2c7e4 HTTP/1.1" status: 200  len: 835 time: 0.0438025
Dec 25 22:13:11.664949 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe81e18-088d-4bef-b60f-90ce40993d22 req-a4d5a253-cceb-4c83-88ed-b343f6c2a8b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:13:11.666407 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-cfe81e18-088d-4bef-b60f-90ce40993d22 req-a4d5a253-cceb-4c83-88ed-b343f6c2a8b4 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=af9cd4df-c7ac-412d-b4b5-82613a9b50b0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0396030
Dec 25 22:13:11.757851 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-cfe81e18-088d-4bef-b60f-90ce40993d22 req-e3cf1a2b-9294-48cf-9dc4-b2e26458797d service neutron] 10.222.0.31 "GET /v2.0/networks/af9cd4df-c7ac-412d-b4b5-82613a9b50b0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0841172
Dec 25 22:13:11.845008 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-cfe81e18-088d-4bef-b60f-90ce40993d22 req-4a79f81b-9cef-4a2f-a357-0e31a003f138 service neutron] 10.222.0.31 "GET /v2.0/networks/af9cd4df-c7ac-412d-b4b5-82613a9b50b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0802946
Dec 25 22:13:12.350885 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device 584b8f05-a311-4652-9b69-92f9ab2d42dd details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 25 22:13:12.353008 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device 584b8f05-a311-4652-9b69-92f9ab2d42dd no longer exists at agent hyperv_nch1-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 22:13:12.496246 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:13:12.516035 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port 584b8f05-a311-4652-9b69-92f9ab2d42dd, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=584b8f05-a311-4652-9b69-92f9ab2d42dd,segment=NetworkSegment(430ab63f-1f1f-4678-ba2e-2455689a4d8a),segment_id=430ab63f-1f1f-4678-ba2e-2455689a4d8a)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 22:13:12.535407 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Returning: {'device': '584b8f05-a311-4652-9b69-92f9ab2d42dd', 'network_id': 'af9cd4df-c7ac-412d-b4b5-82613a9b50b0', 'port_id': '584b8f05-a311-4652-9b69-92f9ab2d42dd', 'mac_address': 'fa:16:3e:ca:60:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5725423-ee88-4e28-80f6-a210e1e2c7e4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 25 22:13:12.540841 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45c5ed4b-88d6-412f-9d9a-339e609a63a7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '584b8f05-a311-4652-9b69-92f9ab2d42dd'}] {{(pid=121608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 22:13:12.547024 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8f4255179602950281e35c838768f32348f9ebfbcb74b08282abfe6e9b4a52c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b5d92d6-4477-49dc-b93a-ba2b2faa0ee6" -d '{"events": [{"server_uuid": "45c5ed4b-88d6-412f-9d9a-339e609a63a7", "name": "network-vif-unplugged", "status": "completed", "tag": "584b8f05-a311-4652-9b69-92f9ab2d42dd"}]}' {{(pid=121608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 22:13:12.556555 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port 584b8f05-a311-4652-9b69-92f9ab2d42dd, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=584b8f05-a311-4652-9b69-92f9ab2d42dd,segment=NetworkSegment(430ab63f-1f1f-4678-ba2e-2455689a4d8a),segment_id=430ab63f-1f1f-4678-ba2e-2455689a4d8a)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 22:13:12.593202 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 25 Dec 2021 22:13:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e903af28-5a42-4153-aed9-7ac2839b5292 x-openstack-request-id: req-e903af28-5a42-4153-aed9-7ac2839b5292 {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 22:13:12.593514 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45c5ed4b-88d6-412f-9d9a-339e609a63a7", "name": "network-vif-unplugged", "status": "completed", "tag": "584b8f05-a311-4652-9b69-92f9ab2d42dd", "code": 200}]} {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 22:13:12.593756 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e903af28-5a42-4153-aed9-7ac2839b5292 {{(pid=121608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 22:13:12.594142 ncdv-master-1 neutron-server[121608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45c5ed4b-88d6-412f-9d9a-339e609a63a7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '584b8f05-a311-4652-9b69-92f9ab2d42dd', 'code': 200}
Dec 25 22:13:12.615138 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:13:12.615395 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2677ec15-29ce-40a3-a286-f987be759085 req-cbef541b-06de-4f49-b683-48095a1585e8 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:13:12.617440 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2677ec15-29ce-40a3-a286-f987be759085 req-cbef541b-06de-4f49-b683-48095a1585e8 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "GET /v2.0/ports?device_id=45c5ed4b-88d6-412f-9d9a-339e609a63a7 HTTP/1.1" status: 200  len: 946 time: 0.0582771
Dec 25 22:13:12.624837 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 584b8f05-a311-4652-9b69-92f9ab2d42dd {{(pid=121608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 22:13:12.635988 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:13:12.667049 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2677ec15-29ce-40a3-a286-f987be759085 req-9bc517c8-89f9-437c-825e-9d2898adad42 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "GET /v2.0/security-groups?id=19823d46-575b-4e85-bb2f-91be317f18f9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0448208
Dec 25 22:13:12.697732 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 49222) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 22:13:12.707496 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.db.api [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=121608) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 25 22:13:12.707863 ncdv-master-1 neutron-server[121608]: DEBUG oslo_db.api [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 25 22:13:12.717319 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Pushing event updated for resources: {'Port': ['ID=584b8f05-a311-4652-9b69-92f9ab2d42dd,revision_number=6']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:13:12.724954 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:13:12.729844 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:13:12.729844 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:13:12.729844 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:13:12.729844 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:13:12.729844 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:13:12.729844 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:13:12.729844 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:13:12.729844 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:13:12.729844 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:13:12.729844 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:13:12.729844 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:13:12.729844 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:13:12.758807 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-eca4b324-0376-4cc6-8f05-83b4abfd94eb tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "GET /v2.0/floatingips/d94092a0-20f9-4b5a-b337-767b09f8ae5f HTTP/1.1" status: 200  len: 991 time: 0.0596931
Dec 25 22:13:13.247929 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:13:13.260814 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 584b8f05-a311-4652-9b69-92f9ab2d42dd {{(pid=121608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 22:13:13.279442 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port 584b8f05-a311-4652-9b69-92f9ab2d42dd, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=584b8f05-a311-4652-9b69-92f9ab2d42dd,segment=NetworkSegment(430ab63f-1f1f-4678-ba2e-2455689a4d8a),segment_id=430ab63f-1f1f-4678-ba2e-2455689a4d8a)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 22:13:13.355992 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:13:13.401916 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Pushing event updated for resources: {'Port': ['ID=584b8f05-a311-4652-9b69-92f9ab2d42dd,revision_number=7']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:13:13.551107 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] get_ports_and_sgs() called for port_ids ['584b8f05-a311-4652-9b69-92f9ab2d42dd'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 22:13:14.367935 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device 584b8f05-a311-4652-9b69-92f9ab2d42dd up at agent hyperv_nch1-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 22:13:14.414978 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Provisioning complete for port 584b8f05-a311-4652-9b69-92f9ab2d42dd triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 22:13:14.415342 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:13:14.491651 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:13:14.521924 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port 584b8f05-a311-4652-9b69-92f9ab2d42dd, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=584b8f05-a311-4652-9b69-92f9ab2d42dd,segment=NetworkSegment(430ab63f-1f1f-4678-ba2e-2455689a4d8a),segment_id=430ab63f-1f1f-4678-ba2e-2455689a4d8a)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 22:13:14.567698 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:13:14.595845 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45c5ed4b-88d6-412f-9d9a-339e609a63a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '584b8f05-a311-4652-9b69-92f9ab2d42dd'}] {{(pid=121608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 22:13:14.598066 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8f4255179602950281e35c838768f32348f9ebfbcb74b08282abfe6e9b4a52c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56c278d5-070c-4b12-80a6-c8ad0d55bc64" -d '{"events": [{"server_uuid": "45c5ed4b-88d6-412f-9d9a-339e609a63a7", "name": "network-vif-plugged", "status": "completed", "tag": "584b8f05-a311-4652-9b69-92f9ab2d42dd"}]}' {{(pid=121608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 22:13:14.618730 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Pushing event updated for resources: {'Port': ['ID=584b8f05-a311-4652-9b69-92f9ab2d42dd,revision_number=8']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:13:14.635240 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 22:13:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cdcef6a-ec27-4f1a-b49c-7c878d921047 x-openstack-request-id: req-7cdcef6a-ec27-4f1a-b49c-7c878d921047 {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 22:13:14.635532 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45c5ed4b-88d6-412f-9d9a-339e609a63a7", "name": "network-vif-plugged", "status": "completed", "tag": "584b8f05-a311-4652-9b69-92f9ab2d42dd", "code": 200}]} {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 22:13:14.635789 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7cdcef6a-ec27-4f1a-b49c-7c878d921047 {{(pid=121608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 22:13:14.636205 ncdv-master-1 neutron-server[121608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45c5ed4b-88d6-412f-9d9a-339e609a63a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '584b8f05-a311-4652-9b69-92f9ab2d42dd', 'code': 200}
Dec 25 22:13:32.738208 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.agents_db [None req-ec08dba0-4483-4109-b5e1-5e4a9fdaf12d None None] Agent healthcheck: found 7 active agents {{(pid=121609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 25 22:13:34.847427 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-4e567194-7b59-4eca-aaa2-21823b35948b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:13:34.891533 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:13:37.041701 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-0f774f44-6afc-4808-a1e3-1895244752d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:13:38.696961 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3e945ecd-9380-47c2-aa0a-12ebe07e03e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:13:38.799730 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:13:39.710435 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-15cb578f-7a63-4fd3-925d-83bad4c7b82a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:13:40.812980 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:13:41.100977 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 49250) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 22:13:41.257683 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-824986b9-e191-4e14-a2d9-1ab55ef2c7e6 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Deleting port 0922727e-5153-46e4-97f3-9bee800b5625 {{(pid=121606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 22:13:41.258027 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-824986b9-e191-4e14-a2d9-1ab55ef2c7e6 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:13:41.330390 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-824986b9-e191-4e14-a2d9-1ab55ef2c7e6 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:13:41.330751 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-824986b9-e191-4e14-a2d9-1ab55ef2c7e6 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:13:41.343081 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-824986b9-e191-4e14-a2d9-1ab55ef2c7e6 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Calling delete_port for 0922727e-5153-46e4-97f3-9bee800b5625 owned by network:floatingip {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 22:13:41.573104 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-824986b9-e191-4e14-a2d9-1ab55ef2c7e6 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:13:41.599275 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824986b9-e191-4e14-a2d9-1ab55ef2c7e6 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Pushing event deleted for resources: {'Port': ['ID=0922727e-5153-46e4-97f3-9bee800b5625,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:13:41.611131 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824986b9-e191-4e14-a2d9-1ab55ef2c7e6 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:13:41.611494 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824986b9-e191-4e14-a2d9-1ab55ef2c7e6 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:13:41.611837 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824986b9-e191-4e14-a2d9-1ab55ef2c7e6 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:13:41.612179 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824986b9-e191-4e14-a2d9-1ab55ef2c7e6 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:13:41.612520 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824986b9-e191-4e14-a2d9-1ab55ef2c7e6 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:13:41.612853 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824986b9-e191-4e14-a2d9-1ab55ef2c7e6 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:13:41.618998 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824986b9-e191-4e14-a2d9-1ab55ef2c7e6 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:13:41.618998 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824986b9-e191-4e14-a2d9-1ab55ef2c7e6 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:13:41.618998 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824986b9-e191-4e14-a2d9-1ab55ef2c7e6 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:13:41.618998 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824986b9-e191-4e14-a2d9-1ab55ef2c7e6 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:13:41.618998 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824986b9-e191-4e14-a2d9-1ab55ef2c7e6 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:13:41.618998 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824986b9-e191-4e14-a2d9-1ab55ef2c7e6 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:13:41.618998 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824986b9-e191-4e14-a2d9-1ab55ef2c7e6 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:13:41.671652 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-824986b9-e191-4e14-a2d9-1ab55ef2c7e6 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks [] for floatingip, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:13:41.671982 ncdv-master-1 neutron-server[121606]: INFO neutron.db.l3_db [None req-824986b9-e191-4e14-a2d9-1ab55ef2c7e6 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Floating IP d94092a0-20f9-4b5a-b337-767b09f8ae5f disassociated (deleted). External IP: 172.35.3.97, port: 584b8f05-a311-4652-9b69-92f9ab2d42dd.
Dec 25 22:13:41.873795 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-824986b9-e191-4e14-a2d9-1ab55ef2c7e6 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Router 3279d9b7-d405-4e02-91e9-22e5de031867 has already been hosted by L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 {{(pid=121606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 25 22:13:41.982327 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-824986b9-e191-4e14-a2d9-1ab55ef2c7e6 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 22:13:41.987143 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-824986b9-e191-4e14-a2d9-1ab55ef2c7e6 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for floatingip, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:13:41.992729 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3464ade3-f8a5-4b0c-a7ed-ca37a9dbaa7a None None] Sync routers for ids ['3279d9b7-d405-4e02-91e9-22e5de031867'] in ncdv-master-1 {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 22:13:42.002013 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3464ade3-f8a5-4b0c-a7ed-ca37a9dbaa7a None None] Routers {'3279d9b7-d405-4e02-91e9-22e5de031867'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 22:13:42.002619 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-3464ade3-f8a5-4b0c-a7ed-ca37a9dbaa7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2612e2b1c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T22:13:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['3279d9b7-d405-4e02-91e9-22e5de031867'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 22:13:42.017179 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-824986b9-e191-4e14-a2d9-1ab55ef2c7e6 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "DELETE /v2.0/floatingips/d94092a0-20f9-4b5a-b337-767b09f8ae5f HTTP/1.1" status: 204  len: 168 time: 0.9150512
Dec 25 22:13:42.017781 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45c5ed4b-88d6-412f-9d9a-339e609a63a7', 'tag': '584b8f05-a311-4652-9b69-92f9ab2d42dd'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 22:13:42.020046 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3aaaccd1c5724dc9dd74c6f33e2aadc9492bdd81d11d1049086089e292681ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fca1979d-91e2-4405-a337-5a7fbb9cfecf" -d '{"events": [{"name": "network-changed", "server_uuid": "45c5ed4b-88d6-412f-9d9a-339e609a63a7", "tag": "584b8f05-a311-4652-9b69-92f9ab2d42dd"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 22:13:42.060252 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Dec 2021 22:13:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e27bdc6f-2099-4b51-98cc-ec91ece7d31a x-openstack-request-id: req-e27bdc6f-2099-4b51-98cc-ec91ece7d31a {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 22:13:42.060558 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45c5ed4b-88d6-412f-9d9a-339e609a63a7", "tag": "584b8f05-a311-4652-9b69-92f9ab2d42dd", "status": "completed", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 22:13:42.060822 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e27bdc6f-2099-4b51-98cc-ec91ece7d31a {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 22:13:42.061724 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45c5ed4b-88d6-412f-9d9a-339e609a63a7', 'tag': '584b8f05-a311-4652-9b69-92f9ab2d42dd', 'status': 'completed', 'code': 200}
Dec 25 22:13:42.115074 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvr_db [None req-3464ade3-f8a5-4b0c-a7ed-ca37a9dbaa7a None None] Set router 3279d9b7-d405-4e02-91e9-22e5de031867 gateway port host: ncdv-master-1 {{(pid=121608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 22:13:42.124365 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca1979d-91e2-4405-a337-5a7fbb9cfecf req-56c33d5e-579a-4e63-a6bb-c9cda5cd0b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:13:42.125875 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-fca1979d-91e2-4405-a337-5a7fbb9cfecf req-56c33d5e-579a-4e63-a6bb-c9cda5cd0b4d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=252f592e72984919a30b8248c35228f7&device_id=45c5ed4b-88d6-412f-9d9a-339e609a63a7 HTTP/1.1" status: 200  len: 1097 time: 0.0423875
Dec 25 22:13:42.217878 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca1979d-91e2-4405-a337-5a7fbb9cfecf req-83b266a4-9fec-4cea-b482-90950f88c3f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:13:42.219447 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-fca1979d-91e2-4405-a337-5a7fbb9cfecf req-83b266a4-9fec-4cea-b482-90950f88c3f7 service neutron] 10.222.0.31 "GET /v2.0/networks?id=af9cd4df-c7ac-412d-b4b5-82613a9b50b0 HTTP/1.1" status: 200  len: 898 time: 0.0870647
Dec 25 22:13:42.269291 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-fca1979d-91e2-4405-a337-5a7fbb9cfecf req-45475bef-4ce5-4bc0-b5f9-6f13f799ff47 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=584b8f05-a311-4652-9b69-92f9ab2d42dd HTTP/1.1" status: 200  len: 217 time: 0.0402720
Dec 25 22:13:42.321396 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca1979d-91e2-4405-a337-5a7fbb9cfecf req-5f36e437-2f49-473f-a814-789cf019d801 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:13:42.322897 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-fca1979d-91e2-4405-a337-5a7fbb9cfecf req-5f36e437-2f49-473f-a814-789cf019d801 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e5725423-ee88-4e28-80f6-a210e1e2c7e4 HTTP/1.1" status: 200  len: 835 time: 0.0468612
Dec 25 22:13:42.371316 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca1979d-91e2-4405-a337-5a7fbb9cfecf req-2e1ae668-30b4-465c-8e81-80793873065b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:13:42.373000 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-fca1979d-91e2-4405-a337-5a7fbb9cfecf req-2e1ae668-30b4-465c-8e81-80793873065b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=af9cd4df-c7ac-412d-b4b5-82613a9b50b0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0431070
Dec 25 22:13:42.493237 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-3464ade3-f8a5-4b0c-a7ed-ca37a9dbaa7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2612e2b1c0>, [{'id': '3279d9b7-d405-4e02-91e9-22e5de031867', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1359535680', 'tenant_id': '252f592e72984919a30b8248c35228f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.55'}], 'enable_snat': True}, 'gw_port_id': '75c9860f-8f6a-4b41-a93b-97c609243a72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T22:12:03Z', 'updated_at': '2021-12-25T22:12:07Z', 'revision_number': 4, 'project_id': '252f592e72984919a30b8248c35228f7', 'gw_port': {'id': '75c9860f-8f6a-4b41-a93b-97c609243a72', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:3e:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3279d9b7-d405-4e02-91e9-22e5de031867', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T22:12:03Z', 'updated_at': '2021-12-25T22:12:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '2e6295f5-8f37-4b5c-887c-d4a152e3623e', 'name': '', 'network_id': 'af9cd4df-c7ac-412d-b4b5-82613a9b50b0', 'tenant_id': '252f592e72984919a30b8248c35228f7', 'mac_address': 'fa:16:3e:50:27:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3279d9b7-d405-4e02-91e9-22e5de031867', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': 'e5725423-ee88-4e28-80f6-a210e1e2c7e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T22:12:06Z', 'updated_at': '2021-12-25T22:12:10Z', 'revision_number': 5, 'project_id': '252f592e72984919a30b8248c35228f7', 'subnets': [{'id': 'e5725423-ee88-4e28-80f6-a210e1e2c7e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 22:13:42.500331 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-fca1979d-91e2-4405-a337-5a7fbb9cfecf req-d234c0b9-594c-4e77-aac3-13dad7533dcf service neutron] 10.222.0.31 "GET /v2.0/networks/af9cd4df-c7ac-412d-b4b5-82613a9b50b0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1201727
Dec 25 22:13:42.511793 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad86a429-4555-412b-b5d4-50b5b71c88b4 req-930c4912-f040-4f13-b505-fdbda0ee6755 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:13:42.514127 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ad86a429-4555-412b-b5d4-50b5b71c88b4 req-930c4912-f040-4f13-b505-fdbda0ee6755 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "GET /v2.0/ports?device_id=45c5ed4b-88d6-412f-9d9a-339e609a63a7 HTTP/1.1" status: 200  len: 946 time: 0.0688612
Dec 25 22:13:42.529147 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3464ade3-f8a5-4b0c-a7ed-ca37a9dbaa7a None None] Checking router: 3279d9b7-d405-4e02-91e9-22e5de031867 for host: ncdv-master-1 {{(pid=121608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 25 22:13:42.541285 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3464ade3-f8a5-4b0c-a7ed-ca37a9dbaa7a None None] Routers {'3279d9b7-d405-4e02-91e9-22e5de031867'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 22:13:42.541899 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-3464ade3-f8a5-4b0c-a7ed-ca37a9dbaa7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2612e2b1c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T22:13:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['3279d9b7-d405-4e02-91e9-22e5de031867'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 22:13:42.619057 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ad86a429-4555-412b-b5d4-50b5b71c88b4 req-b7e4eef3-e97a-4bd0-9a6f-41209e637d77 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "GET /v2.0/security-groups?id=19823d46-575b-4e85-bb2f-91be317f18f9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0957525
Dec 25 22:13:42.639476 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-fca1979d-91e2-4405-a337-5a7fbb9cfecf req-a9384bd0-0146-4ff2-8c9a-71b91846cc09 service neutron] 10.222.0.31 "GET /v2.0/networks/af9cd4df-c7ac-412d-b4b5-82613a9b50b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1239564
Dec 25 22:13:42.650479 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvr_db [None req-3464ade3-f8a5-4b0c-a7ed-ca37a9dbaa7a None None] Set router 3279d9b7-d405-4e02-91e9-22e5de031867 gateway port host: ncdv-master-1 {{(pid=121608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 22:13:42.845008 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-3464ade3-f8a5-4b0c-a7ed-ca37a9dbaa7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2612e2b1c0>, [{'id': '3279d9b7-d405-4e02-91e9-22e5de031867', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1359535680', 'tenant_id': '252f592e72984919a30b8248c35228f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.55'}], 'enable_snat': True}, 'gw_port_id': '75c9860f-8f6a-4b41-a93b-97c609243a72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T22:12:03Z', 'updated_at': '2021-12-25T22:12:07Z', 'revision_number': 4, 'project_id': '252f592e72984919a30b8248c35228f7', 'gw_port': {'id': '75c9860f-8f6a-4b41-a93b-97c609243a72', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:3e:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3279d9b7-d405-4e02-91e9-22e5de031867', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T22:12:03Z', 'updated_at': '2021-12-25T22:12:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '2e6295f5-8f37-4b5c-887c-d4a152e3623e', 'name': '', 'network_id': 'af9cd4df-c7ac-412d-b4b5-82613a9b50b0', 'tenant_id': '252f592e72984919a30b8248c35228f7', 'mac_address': 'fa:16:3e:50:27:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3279d9b7-d405-4e02-91e9-22e5de031867', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': 'e5725423-ee88-4e28-80f6-a210e1e2c7e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T22:12:06Z', 'updated_at': '2021-12-25T22:12:10Z', 'revision_number': 5, 'project_id': '252f592e72984919a30b8248c35228f7', 'subnets': [{'id': 'e5725423-ee88-4e28-80f6-a210e1e2c7e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 22:13:42.874777 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3464ade3-f8a5-4b0c-a7ed-ca37a9dbaa7a None None] The sync data for ids ['3279d9b7-d405-4e02-91e9-22e5de031867'] in ncdv-master-1 is: [{'id': '3279d9b7-d405-4e02-91e9-22e5de031867', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1359535680', 'tenant_id': '252f592e72984919a30b8248c35228f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.55'}], 'enable_snat': True}, 'gw_port_id': '75c9860f-8f6a-4b41-a93b-97c609243a72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T22:12:03Z', 'updated_at': '2021-12-25T22:12:07Z', 'revision_number': 4, 'project_id': '252f592e72984919a30b8248c35228f7', 'gw_port': {'id': '75c9860f-8f6a-4b41-a93b-97c609243a72', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:3e:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3279d9b7-d405-4e02-91e9-22e5de031867', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T22:12:03Z', 'updated_at': '2021-12-25T22:12:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '2e6295f5-8f37-4b5c-887c-d4a152e3623e', 'name': '', 'network_id': 'af9cd4df-c7ac-412d-b4b5-82613a9b50b0', 'tenant_id': '252f592e72984919a30b8248c35228f7', 'mac_address': 'fa:16:3e:50:27:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3279d9b7-d405-4e02-91e9-22e5de031867', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': 'e5725423-ee88-4e28-80f6-a210e1e2c7e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T22:12:06Z', 'updated_at': '2021-12-25T22:12:10Z', 'revision_number': 5, 'project_id': '252f592e72984919a30b8248c35228f7', 'subnets': [{'id': 'e5725423-ee88-4e28-80f6-a210e1e2c7e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 22:13:43.119372 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49baea96-c6e6-4909-ad32-f1d45b3af6c2 None None] New status for floating IP d94092a0-20f9-4b5a-b337-767b09f8ae5f: DOWN {{(pid=121609) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 25 22:13:43.743362 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff1570d-9227-4f23-a747-aea71bb82225 req-4f02a00b-e5dc-404c-9e90-02e2ab9508e2 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:13:43.744806 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-bff1570d-9227-4f23-a747-aea71bb82225 req-4f02a00b-e5dc-404c-9e90-02e2ab9508e2 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.31 "GET /v2.0/ports?device_id=45c5ed4b-88d6-412f-9d9a-339e609a63a7 HTTP/1.1" status: 200  len: 946 time: 0.0738866
Dec 25 22:13:43.766083 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa5b47d-4a57-463e-b8e7-7d8a5aa71405 req-f8d96643-8562-4eb1-95ab-6a06fac15b1b tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:13:43.767487 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2fa5b47d-4a57-463e-b8e7-7d8a5aa71405 req-f8d96643-8562-4eb1-95ab-6a06fac15b1b tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "GET /v2.0/ports?device_id=45c5ed4b-88d6-412f-9d9a-339e609a63a7 HTTP/1.1" status: 200  len: 946 time: 0.0710204
Dec 25 22:13:43.866068 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2fa5b47d-4a57-463e-b8e7-7d8a5aa71405 req-6dc896e5-86c5-421f-a667-429e66c486af tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "GET /v2.0/security-groups?id=19823d46-575b-4e85-bb2f-91be317f18f9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0839145
Dec 25 22:13:43.878806 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [req-bff1570d-9227-4f23-a747-aea71bb82225 req-2125b740-5fda-4cb2-b375-b73f68c3adb8 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Deleting port 584b8f05-a311-4652-9b69-92f9ab2d42dd {{(pid=121606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 22:13:43.879142 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-bff1570d-9227-4f23-a747-aea71bb82225 req-2125b740-5fda-4cb2-b375-b73f68c3adb8 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:13:43.968530 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-bff1570d-9227-4f23-a747-aea71bb82225 req-2125b740-5fda-4cb2-b375-b73f68c3adb8 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] For port 584b8f05-a311-4652-9b69-92f9ab2d42dd, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=584b8f05-a311-4652-9b69-92f9ab2d42dd,segment=NetworkSegment(430ab63f-1f1f-4678-ba2e-2455689a4d8a),segment_id=430ab63f-1f1f-4678-ba2e-2455689a4d8a)] {{(pid=121606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 22:13:43.968909 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-bff1570d-9227-4f23-a747-aea71bb82225 req-2125b740-5fda-4cb2-b375-b73f68c3adb8 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:13:43.981418 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [req-bff1570d-9227-4f23-a747-aea71bb82225 req-2125b740-5fda-4cb2-b375-b73f68c3adb8 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Calling delete_port for 584b8f05-a311-4652-9b69-92f9ab2d42dd owned by compute:nova {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 22:13:44.160194 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-bff1570d-9227-4f23-a747-aea71bb82225 req-2125b740-5fda-4cb2-b375-b73f68c3adb8 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:13:44.186417 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2125b740-5fda-4cb2-b375-b73f68c3adb8 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Pushing event deleted for resources: {'Port': ['ID=584b8f05-a311-4652-9b69-92f9ab2d42dd,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:13:44.232628 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [req-bff1570d-9227-4f23-a747-aea71bb82225 req-2125b740-5fda-4cb2-b375-b73f68c3adb8 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] No DVR routers for this DVR port 584b8f05-a311-4652-9b69-92f9ab2d42dd on host nch1-master-1 {{(pid=121606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 22:13:44.236461 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-bff1570d-9227-4f23-a747-aea71bb82225 req-2125b740-5fda-4cb2-b375-b73f68c3adb8 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:13:44.239315 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-bff1570d-9227-4f23-a747-aea71bb82225 req-2125b740-5fda-4cb2-b375-b73f68c3adb8 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.31 "DELETE /v2.0/ports/584b8f05-a311-4652-9b69-92f9ab2d42dd HTTP/1.1" status: 204  len: 173 time: 0.4881418
Dec 25 22:13:44.239778 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45c5ed4b-88d6-412f-9d9a-339e609a63a7', 'name': 'network-vif-deleted', 'tag': '584b8f05-a311-4652-9b69-92f9ab2d42dd'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 22:13:44.242068 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3aaaccd1c5724dc9dd74c6f33e2aadc9492bdd81d11d1049086089e292681ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9ec15e8-d0ed-4132-8fee-df1f85291479" -d '{"events": [{"server_uuid": "45c5ed4b-88d6-412f-9d9a-339e609a63a7", "name": "network-vif-deleted", "tag": "584b8f05-a311-4652-9b69-92f9ab2d42dd"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 22:13:44.278684 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 22:13:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdbf3625-bce4-4ed0-8c82-f28611fba0d1 x-openstack-request-id: req-cdbf3625-bce4-4ed0-8c82-f28611fba0d1 {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 22:13:44.278977 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45c5ed4b-88d6-412f-9d9a-339e609a63a7", "name": "network-vif-deleted", "tag": "584b8f05-a311-4652-9b69-92f9ab2d42dd", "status": "completed", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 22:13:44.279228 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-cdbf3625-bce4-4ed0-8c82-f28611fba0d1 {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 22:13:44.279644 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45c5ed4b-88d6-412f-9d9a-339e609a63a7', 'name': 'network-vif-deleted', 'tag': '584b8f05-a311-4652-9b69-92f9ab2d42dd', 'status': 'completed', 'code': 200}
Dec 25 22:13:44.971062 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-468c8b57-8561-4960-a100-094fd1c9625b req-702b9a3d-e76d-4ee8-ba1c-16ba7d47ad5c tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "GET /v2.0/ports?device_id=45c5ed4b-88d6-412f-9d9a-339e609a63a7 HTTP/1.1" status: 200  len: 210 time: 0.0267677
Dec 25 22:13:46.033506 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 49266) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 22:13:46.735432 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-d0f60c20-2e47-4020-913c-b0ea3f5de316 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2007615'] for router_interface, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:13:46.992820 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-d0f60c20-2e47-4020-913c-b0ea3f5de316 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Deleting port 2e6295f5-8f37-4b5c-887c-d4a152e3623e {{(pid=121606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 22:13:46.993316 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-d0f60c20-2e47-4020-913c-b0ea3f5de316 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:13:47.079779 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [None req-d0f60c20-2e47-4020-913c-b0ea3f5de316 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] For port 2e6295f5-8f37-4b5c-887c-d4a152e3623e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2e6295f5-8f37-4b5c-887c-d4a152e3623e,segment=NetworkSegment(430ab63f-1f1f-4678-ba2e-2455689a4d8a),segment_id=430ab63f-1f1f-4678-ba2e-2455689a4d8a)] {{(pid=121606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 22:13:47.080508 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-d0f60c20-2e47-4020-913c-b0ea3f5de316 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:13:47.092615 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-d0f60c20-2e47-4020-913c-b0ea3f5de316 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Calling delete_port for 2e6295f5-8f37-4b5c-887c-d4a152e3623e owned by network:router_interface {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 22:13:47.337023 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-d0f60c20-2e47-4020-913c-b0ea3f5de316 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:13:47.369062 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f60c20-2e47-4020-913c-b0ea3f5de316 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Pushing event deleted for resources: {'Port': ['ID=2e6295f5-8f37-4b5c-887c-d4a152e3623e,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:13:47.540900 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-d0f60c20-2e47-4020-913c-b0ea3f5de316 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2007763'] for router_interface, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:13:47.755314 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0f60c20-2e47-4020-913c-b0ea3f5de316 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Router 3279d9b7-d405-4e02-91e9-22e5de031867 has already been hosted by L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 {{(pid=121606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 25 22:13:47.859675 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0f60c20-2e47-4020-913c-b0ea3f5de316 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 22:13:47.864773 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-d0f60c20-2e47-4020-913c-b0ea3f5de316 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "PUT /v2.0/routers/3279d9b7-d405-4e02-91e9-22e5de031867/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.8302181
Dec 25 22:13:47.867434 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 49272) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 22:13:47.870148 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7b917a9-e78d-48ab-892a-381c2720dba1 None None] Sync routers for ids ['3279d9b7-d405-4e02-91e9-22e5de031867'] in ncdv-master-1 {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 22:13:47.881042 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7b917a9-e78d-48ab-892a-381c2720dba1 None None] Routers {'3279d9b7-d405-4e02-91e9-22e5de031867'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 22:13:47.881721 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-f7b917a9-e78d-48ab-892a-381c2720dba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2613e57100>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T22:13:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['3279d9b7-d405-4e02-91e9-22e5de031867'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 22:13:47.918103 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_v2 [None req-48a62a55-68d1-4bb4-ab60-e7ba85dddd35 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Deleting subnet e5725423-ee88-4e28-80f6-a210e1e2c7e4 {{(pid=121606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Dec 25 22:13:47.921275 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-48a62a55-68d1-4bb4-ab60-e7ba85dddd35 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks [] for subnet, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:13:47.961887 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-48a62a55-68d1-4bb4-ab60-e7ba85dddd35 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9084199'] for subnet, precommit_delete_associations {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:13:47.985956 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvr_db [None req-f7b917a9-e78d-48ab-892a-381c2720dba1 None None] Set router 3279d9b7-d405-4e02-91e9-22e5de031867 gateway port host: ncdv-master-1 {{(pid=121608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 22:13:48.053113 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-48a62a55-68d1-4bb4-ab60-e7ba85dddd35 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995662'] for subnet, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:13:48.156861 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-48a62a55-68d1-4bb4-ab60-e7ba85dddd35 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9084363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9028506'] for subnet, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:13:48.167989 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-f7b917a9-e78d-48ab-892a-381c2720dba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2613e57100>, [{'id': '3279d9b7-d405-4e02-91e9-22e5de031867', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1359535680', 'tenant_id': '252f592e72984919a30b8248c35228f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.55'}], 'enable_snat': True}, 'gw_port_id': '75c9860f-8f6a-4b41-a93b-97c609243a72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T22:12:03Z', 'updated_at': '2021-12-25T22:13:47Z', 'revision_number': 5, 'project_id': '252f592e72984919a30b8248c35228f7', 'gw_port': {'id': '75c9860f-8f6a-4b41-a93b-97c609243a72', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:3e:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3279d9b7-d405-4e02-91e9-22e5de031867', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T22:12:03Z', 'updated_at': '2021-12-25T22:12:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 22:13:48.185652 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a62a55-68d1-4bb4-ab60-e7ba85dddd35 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Pushing event deleted for resources: {'Subnet': ['ID=e5725423-ee88-4e28-80f6-a210e1e2c7e4,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:13:48.187645 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-48a62a55-68d1-4bb4-ab60-e7ba85dddd35 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks [] for subnet, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:13:48.191582 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-48a62a55-68d1-4bb4-ab60-e7ba85dddd35 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "DELETE /v2.0/subnets/e5725423-ee88-4e28-80f6-a210e1e2c7e4 HTTP/1.1" status: 204  len: 168 time: 0.3225939
Dec 25 22:13:48.194138 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 49274) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 22:13:48.201135 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5701caf-2c9b-4ce8-aefc-583dc73e641f None None] Network af9cd4df-c7ac-412d-b4b5-82613a9b50b0 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 22:13:48.212810 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7b917a9-e78d-48ab-892a-381c2720dba1 None None] Checking router: 3279d9b7-d405-4e02-91e9-22e5de031867 for host: ncdv-master-1 {{(pid=121608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 25 22:13:48.260405 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7b917a9-e78d-48ab-892a-381c2720dba1 None None] Routers {'3279d9b7-d405-4e02-91e9-22e5de031867'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 22:13:48.261040 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-f7b917a9-e78d-48ab-892a-381c2720dba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2613e57100>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T22:13:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['3279d9b7-d405-4e02-91e9-22e5de031867'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 22:13:48.302492 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-b01f303f-ef5d-4e1a-908a-d4425726dd0d tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks [] for router, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:13:48.389377 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvr_db [None req-f7b917a9-e78d-48ab-892a-381c2720dba1 None None] Set router 3279d9b7-d405-4e02-91e9-22e5de031867 gateway port host: ncdv-master-1 {{(pid=121608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 22:13:48.412003 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-b01f303f-ef5d-4e1a-908a-d4425726dd0d tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks [] for router_gateway, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:13:48.424658 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27478a35-baa8-44b1-b883-aae65ece5b96 None None] DHCP port deletion for af9cd4df-c7ac-412d-b4b5-82613a9b50b0 request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 22:13:48.524221 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-b01f303f-ef5d-4e1a-908a-d4425726dd0d tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Deleting port 75c9860f-8f6a-4b41-a93b-97c609243a72 {{(pid=121606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 22:13:48.524606 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-b01f303f-ef5d-4e1a-908a-d4425726dd0d tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:13:48.530534 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device 584b8f05-a311-4652-9b69-92f9ab2d42dd no longer exists at agent hyperv_nch1-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 22:13:48.564137 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] No Port match for: 584b8f05-a311-4652-9b69-92f9ab2d42dd {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 22:13:48.564483 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device 584b8f05-a311-4652-9b69-92f9ab2d42dd not bound to the agent host nch1-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 22:13:48.593477 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-27478a35-baa8-44b1-b883-aae65ece5b96 None None] Deleting port c9d285c0-8a6c-4096-854c-a6a5620d46ce {{(pid=121608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 22:13:48.593855 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-27478a35-baa8-44b1-b883-aae65ece5b96 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:13:48.607829 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [None req-b01f303f-ef5d-4e1a-908a-d4425726dd0d tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] For port 75c9860f-8f6a-4b41-a93b-97c609243a72, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=75c9860f-8f6a-4b41-a93b-97c609243a72,segment=NetworkSegment(6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855),segment_id=6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855)] {{(pid=121606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 22:13:48.608139 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-b01f303f-ef5d-4e1a-908a-d4425726dd0d tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:13:48.621722 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-b01f303f-ef5d-4e1a-908a-d4425726dd0d tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Calling delete_port for 75c9860f-8f6a-4b41-a93b-97c609243a72 owned by network:router_gateway {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 22:13:48.687687 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-27478a35-baa8-44b1-b883-aae65ece5b96 None None] For port c9d285c0-8a6c-4096-854c-a6a5620d46ce, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c9d285c0-8a6c-4096-854c-a6a5620d46ce,segment=NetworkSegment(430ab63f-1f1f-4678-ba2e-2455689a4d8a),segment_id=430ab63f-1f1f-4678-ba2e-2455689a4d8a)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 22:13:48.687997 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-27478a35-baa8-44b1-b883-aae65ece5b96 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:13:48.704651 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-27478a35-baa8-44b1-b883-aae65ece5b96 None None] Calling delete_port for c9d285c0-8a6c-4096-854c-a6a5620d46ce owned by network:dhcp {{(pid=121608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 22:13:48.719948 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-f7b917a9-e78d-48ab-892a-381c2720dba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2613e57100>, [{'id': '3279d9b7-d405-4e02-91e9-22e5de031867', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1359535680', 'tenant_id': '252f592e72984919a30b8248c35228f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.55'}], 'enable_snat': True}, 'gw_port_id': '75c9860f-8f6a-4b41-a93b-97c609243a72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T22:12:03Z', 'updated_at': '2021-12-25T22:13:47Z', 'revision_number': 5, 'project_id': '252f592e72984919a30b8248c35228f7', 'gw_port': {'id': '75c9860f-8f6a-4b41-a93b-97c609243a72', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:3e:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3279d9b7-d405-4e02-91e9-22e5de031867', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T22:12:03Z', 'updated_at': '2021-12-25T22:12:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 22:13:48.775755 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7b917a9-e78d-48ab-892a-381c2720dba1 None None] The sync data for ids ['3279d9b7-d405-4e02-91e9-22e5de031867'] in ncdv-master-1 is: [{'id': '3279d9b7-d405-4e02-91e9-22e5de031867', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1359535680', 'tenant_id': '252f592e72984919a30b8248c35228f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.55'}], 'enable_snat': True}, 'gw_port_id': '75c9860f-8f6a-4b41-a93b-97c609243a72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T22:12:03Z', 'updated_at': '2021-12-25T22:13:47Z', 'revision_number': 5, 'project_id': '252f592e72984919a30b8248c35228f7', 'gw_port': {'id': '75c9860f-8f6a-4b41-a93b-97c609243a72', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:3e:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3279d9b7-d405-4e02-91e9-22e5de031867', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T22:12:03Z', 'updated_at': '2021-12-25T22:12:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 22:13:48.911059 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-27478a35-baa8-44b1-b883-aae65ece5b96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955'] for port, after_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:13:48.937538 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27478a35-baa8-44b1-b883-aae65ece5b96 None None] Pushing event deleted for resources: {'Port': ['ID=c9d285c0-8a6c-4096-854c-a6a5620d46ce,revision_number=None']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:13:48.939371 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27478a35-baa8-44b1-b883-aae65ece5b96 None None] No DVR routers for this DVR port c9d285c0-8a6c-4096-854c-a6a5620d46ce on host ncdv-master-1 {{(pid=121608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 22:13:48.947703 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-b01f303f-ef5d-4e1a-908a-d4425726dd0d tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:13:48.976535 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01f303f-ef5d-4e1a-908a-d4425726dd0d tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Pushing event deleted for resources: {'Port': ['ID=75c9860f-8f6a-4b41-a93b-97c609243a72,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:13:48.991045 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a484376-4fc8-462b-a2f8-d27bf7cc4091 None None] DHCP port deletion for 7201e55c-7c5f-41aa-a042-a363696539d0 request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 22:13:49.037407 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-b01f303f-ef5d-4e1a-908a-d4425726dd0d tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2008689'] for router_gateway, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:13:49.134912 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-b01f303f-ef5d-4e1a-908a-d4425726dd0d tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2014235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14905'] for router, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:13:49.135697 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device c9d285c0-8a6c-4096-854c-a6a5620d46ce no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 22:13:49.137896 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-b01f303f-ef5d-4e1a-908a-d4425726dd0d tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:13:49.159665 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] No Port match for: c9d285c0-8a6c-4096-854c-a6a5620d46ce {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 22:13:49.167125 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device c9d285c0-8a6c-4096-854c-a6a5620d46ce not bound to the agent host ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 22:13:49.258815 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-b01f303f-ef5d-4e1a-908a-d4425726dd0d tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2014220'] for router, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:13:49.259416 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b01f303f-ef5d-4e1a-908a-d4425726dd0d tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Fanout notify agent at l3_agent the message router_deleted on router 3279d9b7-d405-4e02-91e9-22e5de031867 {{(pid=121606) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 25 22:13:49.270221 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-b01f303f-ef5d-4e1a-908a-d4425726dd0d tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks [] for router, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:13:49.270221 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-b01f303f-ef5d-4e1a-908a-d4425726dd0d tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "DELETE /v2.0/routers/3279d9b7-d405-4e02-91e9-22e5de031867 HTTP/1.1" status: 204  len: 168 time: 1.0737414
Dec 25 22:13:49.272055 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 49276) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 22:13:49.352104 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-3075b394-a30c-4529-9897-a2669eae42b6 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625803'] for network, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:13:49.448460 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-3075b394-a30c-4529-9897-a2669eae42b6 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997585', 'neutron.services.segments.db._delete_segments_for_network-8737602743071'] for network, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:13:49.473544 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.segments.db [None req-3075b394-a30c-4529-9897-a2669eae42b6 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f261262af10>,) {'filters': {'network_id': ['af9cd4df-c7ac-412d-b4b5-82613a9b50b0']}} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 22:13:49.482906 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.segments.db [None req-3075b394-a30c-4529-9897-a2669eae42b6 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f261262af10>, '430ab63f-1f1f-4678-ba2e-2455689a4d8a') {'for_net_delete': True} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 22:13:49.483212 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.segments.db [None req-3075b394-a30c-4529-9897-a2669eae42b6 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f261262af10>, '430ab63f-1f1f-4678-ba2e-2455689a4d8a') {} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 22:13:49.493089 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-3075b394-a30c-4529-9897-a2669eae42b6 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737602746920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9084222'] for segment, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:13:49.506663 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-3075b394-a30c-4529-9897-a2669eae42b6 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:13:49.512472 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3075b394-a30c-4529-9897-a2669eae42b6 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Releasing vlan 190 on physical network physnet1 to pool {{(pid=121606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 25 22:13:49.512846 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-3075b394-a30c-4529-9897-a2669eae42b6 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9084542'] for segment, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:13:49.515719 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 22:13:49.515719 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 22:13:49.515719 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 22:13:49.515719 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 22:13:49.515719 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 22:13:49.515719 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 22:13:49.515719 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 22:13:49.515719 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 22:13:49.515719 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 22:13:49.515719 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 22:13:49.515719 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 22:13:49.515719 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 22:13:49.515719 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 22:13:49.515719 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 22:13:49.515719 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 22:13:49.515719 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 22:13:49.515719 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 22:13:49.515719 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 22:13:49.515719 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 22:13:49.515719 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 22:13:49.515719 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 22:13:49.515719 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 22:13:49.515719 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 22:13:49.515719 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 22:13:49.515719 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 22:13:49.515719 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 22:13:49.515719 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 22:13:49.515719 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 22:13:49.515719 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 22:13:49.515719 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 22:13:49.515719 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 22:13:49.515719 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 22:13:49.515719 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 22:13:49.515719 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 22:13:49.515719 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 22:13:49.515719 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 22:13:49.515719 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 22:13:49.515719 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 22:13:49.515719 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 22:13:49.515719 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 22:13:49.515719 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 22:13:49.515719 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 22:13:49.515719 ncdv-master-1 neutron-server[121606]: Traceback (most recent call last):
Dec 25 22:13:49.515719 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 25 22:13:49.515719 ncdv-master-1 neutron-server[121606]:     timer()
Dec 25 22:13:49.515719 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 25 22:13:49.515719 ncdv-master-1 neutron-server[121606]:     cb(*args, **kw)
Dec 25 22:13:49.515719 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 25 22:13:49.515719 ncdv-master-1 neutron-server[121606]:     return func(*args, **kwargs)
Dec 25 22:13:49.515719 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 25 22:13:49.515719 ncdv-master-1 neutron-server[121606]:     self._notify()
Dec 25 22:13:49.515719 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 25 22:13:49.515719 ncdv-master-1 neutron-server[121606]:     self.callback(batched_events)
Dec 25 22:13:49.515719 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 25 22:13:49.515719 ncdv-master-1 neutron-server[121606]:     event.method(event)
Dec 25 22:13:49.515719 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 25 22:13:49.515719 ncdv-master-1 neutron-server[121606]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 25 22:13:49.515719 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 25 22:13:49.515719 ncdv-master-1 neutron-server[121606]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 25 22:13:49.521141 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 25 22:13:49.521141 ncdv-master-1 neutron-server[121606]:     return f(self, *a, **k)
Dec 25 22:13:49.521141 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 25 22:13:49.521141 ncdv-master-1 neutron-server[121606]:     return self._get(url).json()
Dec 25 22:13:49.521141 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 25 22:13:49.521141 ncdv-master-1 neutron-server[121606]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 25 22:13:49.521141 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 25 22:13:49.521141 ncdv-master-1 neutron-server[121606]:     return self.request(url, 'GET', **kwargs)
Dec 25 22:13:49.521141 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 25 22:13:49.521141 ncdv-master-1 neutron-server[121606]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 25 22:13:49.521141 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 25 22:13:49.521141 ncdv-master-1 neutron-server[121606]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 25 22:13:49.521141 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 25 22:13:49.521141 ncdv-master-1 neutron-server[121606]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 25 22:13:49.521141 ncdv-master-1 neutron-server[121606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 25 22:13:49.624308 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-3075b394-a30c-4529-9897-a2669eae42b6 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2008653'] for network, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:13:49.633920 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-3075b394-a30c-4529-9897-a2669eae42b6 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks [] for network, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:13:49.635195 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-3075b394-a30c-4529-9897-a2669eae42b6 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "DELETE /v2.0/networks/af9cd4df-c7ac-412d-b4b5-82613a9b50b0 HTTP/1.1" status: 204  len: 168 time: 0.3613179
Dec 25 22:13:49.638158 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 49278) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 22:13:49.646173 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3075b394-a30c-4529-9897-a2669eae42b6 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Pushing event deleted for resources: {'Network': ['ID=af9cd4df-c7ac-412d-b4b5-82613a9b50b0,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:13:49.694462 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-d71051fc-864a-42c8-b011-74d3376f6797 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks [] for security_group, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:13:49.721163 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-d71051fc-864a-42c8-b011-74d3376f6797 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks [] for security_group, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:13:49.870908 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-d71051fc-864a-42c8-b011-74d3376f6797 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:13:49.873672 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-d71051fc-864a-42c8-b011-74d3376f6797 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:13:49.874857 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-d71051fc-864a-42c8-b011-74d3376f6797 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "DELETE /v2.0/security-groups/19823d46-575b-4e85-bb2f-91be317f18f9 HTTP/1.1" status: 204  len: 168 time: 0.2357135
Dec 25 22:13:49.884907 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71051fc-864a-42c8-b011-74d3376f6797 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=19823d46-575b-4e85-bb2f-91be317f18f9,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:13:49.893085 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71051fc-864a-42c8-b011-74d3376f6797 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:13:49.893446 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71051fc-864a-42c8-b011-74d3376f6797 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:13:49.893798 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71051fc-864a-42c8-b011-74d3376f6797 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:13:49.894142 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71051fc-864a-42c8-b011-74d3376f6797 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:13:49.894482 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71051fc-864a-42c8-b011-74d3376f6797 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:13:49.894817 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71051fc-864a-42c8-b011-74d3376f6797 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:13:49.895153 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71051fc-864a-42c8-b011-74d3376f6797 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:13:49.895525 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71051fc-864a-42c8-b011-74d3376f6797 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:13:49.895948 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71051fc-864a-42c8-b011-74d3376f6797 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:13:49.896306 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71051fc-864a-42c8-b011-74d3376f6797 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:13:49.896656 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71051fc-864a-42c8-b011-74d3376f6797 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:13:49.896987 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71051fc-864a-42c8-b011-74d3376f6797 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:13:49.897319 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71051fc-864a-42c8-b011-74d3376f6797 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:13:50.662406 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 49288) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 22:13:50.667093 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-b287fd3d-e01a-4180-98ae-9bcbc1f6f2aa tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1796240745', 'description': 'tempest-secgroup-smoke-1796240745 description', 'project_id': '252f592e72984919a30b8248c35228f7'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 22:13:50.744812 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b287fd3d-e01a-4180-98ae-9bcbc1f6f2aa tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks [] for security_group, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:13:50.764737 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 2e6295f5-8f37-4b5c-887c-d4a152e3623e no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 22:13:50.786901 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] No Port match for: 2e6295f5-8f37-4b5c-887c-d4a152e3623e {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 22:13:50.787265 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 2e6295f5-8f37-4b5c-887c-d4a152e3623e not bound to the agent host ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 22:13:50.787701 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 75c9860f-8f6a-4b41-a93b-97c609243a72 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 22:13:50.815266 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] No Port match for: 75c9860f-8f6a-4b41-a93b-97c609243a72 {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 22:13:50.815885 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 75c9860f-8f6a-4b41-a93b-97c609243a72 not bound to the agent host ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 22:13:50.825605 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b287fd3d-e01a-4180-98ae-9bcbc1f6f2aa tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks [] for security_group, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:13:50.898709 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b287fd3d-e01a-4180-98ae-9bcbc1f6f2aa tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:13:50.928883 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b287fd3d-e01a-4180-98ae-9bcbc1f6f2aa tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2931dffb-9c4f-4e0e-80de-6c784f8bd21b,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:13:50.980990 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b287fd3d-e01a-4180-98ae-9bcbc1f6f2aa tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:13:50.983920 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-b287fd3d-e01a-4180-98ae-9bcbc1f6f2aa tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1813 time: 0.3188033
Dec 25 22:13:50.985156 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 49290) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 22:13:50.990125 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-623a495b-24cc-4a14-bef6-946f20cebbf9 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Request body: {'security_group_rule': {'security_group_id': '2931dffb-9c4f-4e0e-80de-6c784f8bd21b', 'project_id': '252f592e72984919a30b8248c35228f7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 22:13:51.086928 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-623a495b-24cc-4a14-bef6-946f20cebbf9 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks [] for security_group_rule, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:13:51.140116 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-623a495b-24cc-4a14-bef6-946f20cebbf9 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:13:51.189881 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-623a495b-24cc-4a14-bef6-946f20cebbf9 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077839'] for security_group_rule, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:13:51.209253 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623a495b-24cc-4a14-bef6-946f20cebbf9 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba0d6356-f1a8-4b52-a44a-f3a40b58fa72,revision_number=0']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:13:51.272664 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-623a495b-24cc-4a14-bef6-946f20cebbf9 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks [] for security_group_rule, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:13:51.273940 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-623a495b-24cc-4a14-bef6-946f20cebbf9 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2878458
Dec 25 22:13:51.276571 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 49292) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 22:13:51.280790 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-484257df-45b5-42bc-b6b8-7f35cda2de37 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Request body: {'security_group_rule': {'security_group_id': '2931dffb-9c4f-4e0e-80de-6c784f8bd21b', 'project_id': '252f592e72984919a30b8248c35228f7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 22:13:51.369727 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-484257df-45b5-42bc-b6b8-7f35cda2de37 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks [] for security_group_rule, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:13:51.423104 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-484257df-45b5-42bc-b6b8-7f35cda2de37 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:13:51.502211 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-484257df-45b5-42bc-b6b8-7f35cda2de37 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077839'] for security_group_rule, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:13:51.521535 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484257df-45b5-42bc-b6b8-7f35cda2de37 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ffb87ee2-5933-4cb8-942d-7218dd0bb6f9,revision_number=0']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:13:51.606975 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-484257df-45b5-42bc-b6b8-7f35cda2de37 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks [] for security_group_rule, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:13:51.608195 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-484257df-45b5-42bc-b6b8-7f35cda2de37 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.3307064
Dec 25 22:13:51.610875 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 49294) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 22:13:51.656439 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-9d2741d1-90d4-46f3-ae96-fc69e00a05e3 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Request body: {'security_group_rule': {'security_group_id': '2931dffb-9c4f-4e0e-80de-6c784f8bd21b', 'project_id': '252f592e72984919a30b8248c35228f7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 22:13:51.759532 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-9d2741d1-90d4-46f3-ae96-fc69e00a05e3 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks [] for security_group_rule, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:13:51.817342 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-9d2741d1-90d4-46f3-ae96-fc69e00a05e3 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:13:51.927081 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-9d2741d1-90d4-46f3-ae96-fc69e00a05e3 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077839'] for security_group_rule, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:13:51.945915 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2741d1-90d4-46f3-ae96-fc69e00a05e3 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34a88319-4280-4bc0-8e60-9732366113ca,revision_number=0']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:13:52.004330 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-9d2741d1-90d4-46f3-ae96-fc69e00a05e3 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks [] for security_group_rule, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:13:52.005670 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-9d2741d1-90d4-46f3-ae96-fc69e00a05e3 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3938684
Dec 25 22:13:52.008340 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 49298) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 22:13:52.012616 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-f2e390d1-875e-45c8-9c44-5d6eb6eabd0c tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Request body: {'security_group_rule': {'security_group_id': '2931dffb-9c4f-4e0e-80de-6c784f8bd21b', 'project_id': '252f592e72984919a30b8248c35228f7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 22:13:52.101546 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f2e390d1-875e-45c8-9c44-5d6eb6eabd0c tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks [] for security_group_rule, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:13:52.156451 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f2e390d1-875e-45c8-9c44-5d6eb6eabd0c tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:13:52.217046 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f2e390d1-875e-45c8-9c44-5d6eb6eabd0c tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077839'] for security_group_rule, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:13:52.235523 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e390d1-875e-45c8-9c44-5d6eb6eabd0c tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=363df5e3-3eb6-4b64-9bb4-1f0abe3a53c6,revision_number=0']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:13:52.298608 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f2e390d1-875e-45c8-9c44-5d6eb6eabd0c tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks [] for security_group_rule, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:13:52.299766 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-f2e390d1-875e-45c8-9c44-5d6eb6eabd0c tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.2904904
Dec 25 22:13:52.302939 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 49300) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 22:13:52.307237 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-465b10c3-e22d-4b77-98b5-c912589cd606 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Request body: {'security_group_rule': {'security_group_id': '2931dffb-9c4f-4e0e-80de-6c784f8bd21b', 'project_id': '252f592e72984919a30b8248c35228f7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 22:13:52.400002 ncdv-master-1 neutron-server[121607]: INFO neutron.db.securitygroups_db [None req-465b10c3-e22d-4b77-98b5-c912589cd606 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Project 252f592e72984919a30b8248c35228f7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 25 22:13:52.405704 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-465b10c3-e22d-4b77-98b5-c912589cd606 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks [] for security_group_rule, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:13:52.468018 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-465b10c3-e22d-4b77-98b5-c912589cd606 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:13:52.538320 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-465b10c3-e22d-4b77-98b5-c912589cd606 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077839'] for security_group_rule, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:13:52.555135 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465b10c3-e22d-4b77-98b5-c912589cd606 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3116dfa4-67fd-49aa-bdd2-340f8f3b06ad,revision_number=0']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:13:52.612376 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-465b10c3-e22d-4b77-98b5-c912589cd606 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks [] for security_group_rule, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:13:52.613598 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-465b10c3-e22d-4b77-98b5-c912589cd606 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.3097477
Dec 25 22:13:52.616385 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 49302) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 22:13:52.620772 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-ef4493c9-83eb-446d-aa1a-c1b4e3f921c7 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Request body: {'security_group_rule': {'security_group_id': '2931dffb-9c4f-4e0e-80de-6c784f8bd21b', 'project_id': '252f592e72984919a30b8248c35228f7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 22:13:52.702467 ncdv-master-1 neutron-server[121607]: INFO neutron.db.securitygroups_db [None req-ef4493c9-83eb-446d-aa1a-c1b4e3f921c7 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Project 252f592e72984919a30b8248c35228f7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 25 22:13:52.708009 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ef4493c9-83eb-446d-aa1a-c1b4e3f921c7 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks [] for security_group_rule, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:13:52.767931 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ef4493c9-83eb-446d-aa1a-c1b4e3f921c7 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:13:52.833860 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ef4493c9-83eb-446d-aa1a-c1b4e3f921c7 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077839'] for security_group_rule, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:13:52.852426 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4493c9-83eb-446d-aa1a-c1b4e3f921c7 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=097f0686-7600-4871-adc5-cd28fb58f2ca,revision_number=0']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:13:52.940153 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ef4493c9-83eb-446d-aa1a-c1b4e3f921c7 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks [] for security_group_rule, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:13:52.941899 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-ef4493c9-83eb-446d-aa1a-c1b4e3f921c7 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.3245516
Dec 25 22:13:52.944785 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 49304) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 22:13:52.949628 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-42672275-5e75-4472-82c7-24aad29a273b tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Request body: {'network': {'name': 'tempest-network-smoke--52895895', 'project_id': '252f592e72984919a30b8248c35228f7', 'port_security_enabled': True}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 22:13:53.046931 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42672275-5e75-4472-82c7-24aad29a273b tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Made reservation on behalf of 252f592e72984919a30b8248c35228f7 for: {'network': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 22:13:53.050422 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-42672275-5e75-4472-82c7-24aad29a273b tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for network, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:13:53.074874 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42672275-5e75-4472-82c7-24aad29a273b tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] vlan segment allocate from pool success with {'vlan_id': 192, 'physical_network': 'physnet1'}  {{(pid=121607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 25 22:13:53.086251 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-42672275-5e75-4472-82c7-24aad29a273b tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:13:53.086251 ncdv-master-1 neutron-server[121607]: INFO neutron.db.segments_db [None req-42672275-5e75-4472-82c7-24aad29a273b tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Added segment 5a34d302-72ed-4e4c-bb54-adef8b97ab57 of type vlan for network ea6c6eff-eb37-43eb-adbf-e520256a7ea2
Dec 25 22:13:53.122679 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-42672275-5e75-4472-82c7-24aad29a273b tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737602163420'] for network, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:13:53.201093 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-42672275-5e75-4472-82c7-24aad29a273b tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870'] for network, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:13:53.207164 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42672275-5e75-4472-82c7-24aad29a273b tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:13:53.207748 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-42672275-5e75-4472-82c7-24aad29a273b tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks [] for network, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:13:53.274047 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42672275-5e75-4472-82c7-24aad29a273b tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Pushing event updated for resources: {'Network': ['ID=ea6c6eff-eb37-43eb-adbf-e520256a7ea2,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:13:53.284254 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Network ea6c6eff-eb37-43eb-adbf-e520256a7ea2 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 25 22:13:53.289735 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-42672275-5e75-4472-82c7-24aad29a273b tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 767 time: 0.3439283
Dec 25 22:13:53.292451 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 49308) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 22:13:53.296835 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-006c73ac-6a9f-490e-89c1-4c1a34274e00 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1292881524', 'admin_state_up': True, 'project_id': '252f592e72984919a30b8248c35228f7', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'}}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 22:13:53.393900 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-006c73ac-6a9f-490e-89c1-4c1a34274e00 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2014909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14863'] for router, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:13:53.394973 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-006c73ac-6a9f-490e-89c1-4c1a34274e00 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2014285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2009796', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2082630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14848'] for router, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:13:53.444413 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-006c73ac-6a9f-490e-89c1-4c1a34274e00 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:13:53.632377 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-006c73ac-6a9f-490e-89c1-4c1a34274e00 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:13:53.894621 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-006c73ac-6a9f-490e-89c1-4c1a34274e00 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks [] for router_gateway, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:13:53.912912 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-006c73ac-6a9f-490e-89c1-4c1a34274e00 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:13:54.018055 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_common [None req-006c73ac-6a9f-490e-89c1-4c1a34274e00 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Allocated IP 172.35.3.146 (7201e55c-7c5f-41aa-a042-a363696539d0/7a939e13-713f-45cf-bba7-1539635abe25/0281ed89-90c4-4aed-ae3d-fee60b8800aa) {{(pid=121607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 22:13:54.116409 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-006c73ac-6a9f-490e-89c1-4c1a34274e00 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks [] for port, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:13:54.222967 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-006c73ac-6a9f-490e-89c1-4c1a34274e00 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:13:54.551189 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-006c73ac-6a9f-490e-89c1-4c1a34274e00 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Network 7201e55c-7c5f-41aa-a042-a363696539d0 is already hosted by enough agents. {{(pid=121607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 22:13:54.553951 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-006c73ac-6a9f-490e-89c1-4c1a34274e00 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Resources bound (agent type, host, resource id):  {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 22:13:54.557342 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-006c73ac-6a9f-490e-89c1-4c1a34274e00 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Received port after_create {{(pid=121607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 22:13:54.567308 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d268d486-482b-4507-bd73-26f05de206a3 None None] DHCP port deletion for 7201e55c-7c5f-41aa-a042-a363696539d0 request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 22:13:54.579003 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006c73ac-6a9f-490e-89c1-4c1a34274e00 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Pushing event updated for resources: {'Port': ['ID=0281ed89-90c4-4aed-ae3d-fee60b8800aa,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:13:54.654337 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-c6e5b350-7012-416e-9452-df5209c7314f None None] Provisioning complete for port 0281ed89-90c4-4aed-ae3d-fee60b8800aa triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 22:13:54.654722 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-c6e5b350-7012-416e-9452-df5209c7314f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:13:54.692088 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-c6e5b350-7012-416e-9452-df5209c7314f None None] Port 0281ed89-90c4-4aed-ae3d-fee60b8800aa cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 22:13:54.898934 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-006c73ac-6a9f-490e-89c1-4c1a34274e00 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks [] for router_gateway, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:13:55.101163 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-006c73ac-6a9f-490e-89c1-4c1a34274e00 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2014278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2009753'] for router, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:13:55.319257 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-006c73ac-6a9f-490e-89c1-4c1a34274e00 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Router d602b7f2-d550-401a-ab67-27bb4de3c1d9 is scheduled to L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 with binding_index 1 {{(pid=121607) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 25 22:13:55.426860 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-006c73ac-6a9f-490e-89c1-4c1a34274e00 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 22:13:55.437706 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abd0367d-b3c4-427f-9634-63bcb20f6789 None None] Sync routers for ids ['d602b7f2-d550-401a-ab67-27bb4de3c1d9'] in ncdv-master-1 {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 22:13:55.447598 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abd0367d-b3c4-427f-9634-63bcb20f6789 None None] Routers {'d602b7f2-d550-401a-ab67-27bb4de3c1d9'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 22:13:55.448204 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-abd0367d-b3c4-427f-9634-63bcb20f6789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f26184994f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T22:13:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['d602b7f2-d550-401a-ab67-27bb4de3c1d9'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 22:13:55.522245 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-006c73ac-6a9f-490e-89c1-4c1a34274e00 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks [] for router, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:13:55.523500 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-006c73ac-6a9f-490e-89c1-4c1a34274e00 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 896 time: 2.2300897
Dec 25 22:13:55.526709 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 49310) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 22:13:55.551136 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvr_db [None req-abd0367d-b3c4-427f-9634-63bcb20f6789 None None] Set router d602b7f2-d550-401a-ab67-27bb4de3c1d9 gateway port host: ncdv-master-1 {{(pid=121609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 22:13:55.554844 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-7df1e137-f7ed-4451-af4b-2f115226a077 tempest-TestNetworkAdvancedServerOps-1824908683 tempest-TestNetworkAdvancedServerOps-1824908683-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=252f592e72984919a30b8248c35228f7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0270548
Dec 25 22:13:55.557442 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 49312) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 22:13:55.654522 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80a71398-f3b6-4a35-8465-c05f540af93f tempest-TestNetworkAdvancedServerOps-1824908683 tempest-TestNetworkAdvancedServerOps-1824908683-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:13:55.656304 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-80a71398-f3b6-4a35-8465-c05f540af93f tempest-TestNetworkAdvancedServerOps-1824908683 tempest-TestNetworkAdvancedServerOps-1824908683-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.0976319
Dec 25 22:13:55.658776 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 49314) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 22:13:55.686158 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-0750667a-cd68-45ae-8c74-6dc4d3b8af0e tempest-TestNetworkAdvancedServerOps-1824908683 tempest-TestNetworkAdvancedServerOps-1824908683-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=7201e55c-7c5f-41aa-a042-a363696539d0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0262749
Dec 25 22:13:55.688578 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 49316) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 22:13:55.693253 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-2a6cd1fa-57a0-4b9f-9157-bbe345ef0959 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-664309509', 'network_id': 'ea6c6eff-eb37-43eb-adbf-e520256a7ea2', 'project_id': '252f592e72984919a30b8248c35228f7', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 22:13:55.730126 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-abd0367d-b3c4-427f-9634-63bcb20f6789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f26184994f0>, [{'id': 'd602b7f2-d550-401a-ab67-27bb4de3c1d9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1292881524', 'tenant_id': '252f592e72984919a30b8248c35228f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.146'}], 'enable_snat': True}, 'gw_port_id': '0281ed89-90c4-4aed-ae3d-fee60b8800aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T22:13:53Z', 'updated_at': '2021-12-25T22:13:54Z', 'revision_number': 3, 'project_id': '252f592e72984919a30b8248c35228f7', 'gw_port': {'id': '0281ed89-90c4-4aed-ae3d-fee60b8800aa', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:4d:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd602b7f2-d550-401a-ab67-27bb4de3c1d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T22:13:53Z', 'updated_at': '2021-12-25T22:13:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 22:13:55.756519 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abd0367d-b3c4-427f-9634-63bcb20f6789 None None] Checking router: d602b7f2-d550-401a-ab67-27bb4de3c1d9 for host: ncdv-master-1 {{(pid=121609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 25 22:13:55.756866 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abd0367d-b3c4-427f-9634-63bcb20f6789 None None] Updating router d602b7f2-d550-401a-ab67-27bb4de3c1d9 port 0281ed89-90c4-4aed-ae3d-fee60b8800aa binding host ncdv-master-1 {{(pid=121609) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 25 22:13:55.781396 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-abd0367d-b3c4-427f-9634-63bcb20f6789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:13:55.846694 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a6cd1fa-57a0-4b9f-9157-bbe345ef0959 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Made reservation on behalf of 252f592e72984919a30b8248c35228f7 for: {'subnet': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 22:13:55.850870 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-2a6cd1fa-57a0-4b9f-9157-bbe345ef0959 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8852834'] for subnet, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:13:56.036647 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-abd0367d-b3c4-427f-9634-63bcb20f6789 None None] Publish callbacks [] for port, precommit_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:13:56.092546 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-abd0367d-b3c4-427f-9634-63bcb20f6789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:13:56.120320 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-2a6cd1fa-57a0-4b9f-9157-bbe345ef0959 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8632475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8852848'] for subnet, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:13:56.132234 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-320fbb41-3a7e-4eb6-a56a-030086764b20 None None] DHCP port deletion for 7201e55c-7c5f-41aa-a042-a363696539d0 request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 22:13:56.137022 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.managers [None req-abd0367d-b3c4-427f-9634-63bcb20f6789 None None] Attempting to bind port 0281ed89-90c4-4aed-ae3d-fee60b8800aa on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 22:13:56.137396 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.managers [None req-abd0367d-b3c4-427f-9634-63bcb20f6789 None None] Attempting to bind port 0281ed89-90c4-4aed-ae3d-fee60b8800aa by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'}] {{(pid=121609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 22:13:56.137763 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abd0367d-b3c4-427f-9634-63bcb20f6789 None None] Attempting to bind port 0281ed89-90c4-4aed-ae3d-fee60b8800aa on network 7201e55c-7c5f-41aa-a042-a363696539d0 {{(pid=121609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 22:13:56.147536 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abd0367d-b3c4-427f-9634-63bcb20f6789 None None] Checking agent: {'id': 'ca4f5c6d-f1fd-48b8-a3e3-395864c7d23d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 20, 56, 40), 'started_at': datetime.datetime(2021, 12, 25, 20, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 22, 13, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 22:13:56.148099 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abd0367d-b3c4-427f-9634-63bcb20f6789 None None] Checking segment: {'id': '6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 22:13:56.148668 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-abd0367d-b3c4-427f-9634-63bcb20f6789 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:13:56.152080 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abd0367d-b3c4-427f-9634-63bcb20f6789 None None] Bound using segment: {'id': '6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'} {{(pid=121609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 22:13:56.152080 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.managers [None req-abd0367d-b3c4-427f-9634-63bcb20f6789 None None] Bound port: 0281ed89-90c4-4aed-ae3d-fee60b8800aa, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'}}] {{(pid=121609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 22:13:56.152080 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-abd0367d-b3c4-427f-9634-63bcb20f6789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:13:56.155356 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698cdcc2-6c36-4394-a608-3d1d3369f44b None None] Pushing event updated for resources: {'Port': ['ID=0281ed89-90c4-4aed-ae3d-fee60b8800aa,revision_number=2']} {{(pid=121609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:13:56.180249 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698cdcc2-6c36-4394-a608-3d1d3369f44b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:13:56.180599 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698cdcc2-6c36-4394-a608-3d1d3369f44b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:13:56.180950 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698cdcc2-6c36-4394-a608-3d1d3369f44b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:13:56.181284 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698cdcc2-6c36-4394-a608-3d1d3369f44b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:13:56.181610 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698cdcc2-6c36-4394-a608-3d1d3369f44b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:13:56.181931 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698cdcc2-6c36-4394-a608-3d1d3369f44b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:13:56.182249 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698cdcc2-6c36-4394-a608-3d1d3369f44b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:13:56.182565 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698cdcc2-6c36-4394-a608-3d1d3369f44b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:13:56.182878 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698cdcc2-6c36-4394-a608-3d1d3369f44b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:13:56.183192 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698cdcc2-6c36-4394-a608-3d1d3369f44b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:13:56.183504 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698cdcc2-6c36-4394-a608-3d1d3369f44b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:13:56.183815 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698cdcc2-6c36-4394-a608-3d1d3369f44b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:13:56.184162 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698cdcc2-6c36-4394-a608-3d1d3369f44b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:13:56.184860 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6cd1fa-57a0-4b9f-9157-bbe345ef0959 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Pushing event updated for resources: {'Subnet': ['ID=7bda0b6a-0d52-4e88-93f6-89c14b406e05,revision_number=0']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:13:56.196688 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a6cd1fa-57a0-4b9f-9157-bbe345ef0959 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Checking segment: {'id': '5a34d302-72ed-4e4c-bb54-adef8b97ab57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'ea6c6eff-eb37-43eb-adbf-e520256a7ea2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 22:13:56.197109 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a6cd1fa-57a0-4b9f-9157-bbe345ef0959 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Network hostable DHCP agents. Network: ea6c6eff-eb37-43eb-adbf-e520256a7ea2, hostable agents: ['1813db88-2c1b-4357-a2ba-869246b663c2'], hosted agents: [] {{(pid=121607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 25 22:13:56.221660 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.db [None req-abd0367d-b3c4-427f-9634-63bcb20f6789 None None] For port 0281ed89-90c4-4aed-ae3d-fee60b8800aa, host ncdv-master-1, cleared binding levels {{(pid=121609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 22:13:56.225777 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-3acd351a-72e1-4b33-ac28-40be7acda42a None None] Provisioning complete for port 0281ed89-90c4-4aed-ae3d-fee60b8800aa triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 22:13:56.225777 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3acd351a-72e1-4b33-ac28-40be7acda42a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:13:56.226075 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.db [None req-abd0367d-b3c4-427f-9634-63bcb20f6789 None None] For port 0281ed89-90c4-4aed-ae3d-fee60b8800aa, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0281ed89-90c4-4aed-ae3d-fee60b8800aa,segment=NetworkSegment(6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855),segment_id=6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855)] {{(pid=121609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 22:13:56.258196 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-3acd351a-72e1-4b33-ac28-40be7acda42a None None] Port 0281ed89-90c4-4aed-ae3d-fee60b8800aa cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 22:13:56.296399 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a6cd1fa-57a0-4b9f-9157-bbe345ef0959 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Network ea6c6eff-eb37-43eb-adbf-e520256a7ea2 is scheduled to be hosted by DHCP agent 1813db88-2c1b-4357-a2ba-869246b663c2 with binding_index 1 {{(pid=121607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 25 22:13:56.319730 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-abd0367d-b3c4-427f-9634-63bcb20f6789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:13:56.356932 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5536cc99-eeda-4171-a880-c3c3a5df71ad None None] DHCP port deletion for 7201e55c-7c5f-41aa-a042-a363696539d0 request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 22:13:56.374415 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abd0367d-b3c4-427f-9634-63bcb20f6789 None None] Routers {'d602b7f2-d550-401a-ab67-27bb4de3c1d9'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 22:13:56.380309 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-abd0367d-b3c4-427f-9634-63bcb20f6789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f26184994f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T22:13:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['d602b7f2-d550-401a-ab67-27bb4de3c1d9'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 22:13:56.399229 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-2a6cd1fa-57a0-4b9f-9157-bbe345ef0959 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, ea6c6eff-eb37-43eb-adbf-e520256a7ea2) {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 22:13:56.403201 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a6cd1fa-57a0-4b9f-9157-bbe345ef0959 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:13:56.403791 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-2a6cd1fa-57a0-4b9f-9157-bbe345ef0959 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks [] for subnet, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:13:56.410998 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-291ddc2c-6955-413f-8553-985c9ff3dfdd None None] Network ea6c6eff-eb37-43eb-adbf-e520256a7ea2 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 22:13:56.418031 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698cdcc2-6c36-4394-a608-3d1d3369f44b None None] Pushing event updated for resources: {'Port': ['ID=0281ed89-90c4-4aed-ae3d-fee60b8800aa,revision_number=3']} {{(pid=121609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:13:56.485141 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvr_db [None req-abd0367d-b3c4-427f-9634-63bcb20f6789 None None] Set router d602b7f2-d550-401a-ab67-27bb4de3c1d9 gateway port host: ncdv-master-1 {{(pid=121609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 22:13:56.493488 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-666c0170-c8f4-4155-a333-fb7163f5ef6c None None] Provisioning complete for port 0281ed89-90c4-4aed-ae3d-fee60b8800aa triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 22:13:56.493863 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-666c0170-c8f4-4155-a333-fb7163f5ef6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:13:56.500605 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-2a6cd1fa-57a0-4b9f-9157-bbe345ef0959 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 831 time: 0.8108306
Dec 25 22:13:56.503816 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 49318) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 22:13:56.532678 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d41b05c-7746-4cf6-8eaf-44543a6f06ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-ea6c6eff-eb37-43eb-adbf-e520256a7ea2', 'network_id': 'ea6c6eff-eb37-43eb-adbf-e520256a7ea2', 'project_id': '252f592e72984919a30b8248c35228f7', 'fixed_ips': [{'subnet_id': '7bda0b6a-0d52-4e88-93f6-89c14b406e05'}]}} from ncdv-master-1. {{(pid=121608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 25 22:13:56.533571 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5d41b05c-7746-4cf6-8eaf-44543a6f06ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:13:56.681887 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-abd0367d-b3c4-427f-9634-63bcb20f6789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f26184994f0>, [{'id': 'd602b7f2-d550-401a-ab67-27bb4de3c1d9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1292881524', 'tenant_id': '252f592e72984919a30b8248c35228f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.146'}], 'enable_snat': True}, 'gw_port_id': '0281ed89-90c4-4aed-ae3d-fee60b8800aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T22:13:53Z', 'updated_at': '2021-12-25T22:13:54Z', 'revision_number': 3, 'project_id': '252f592e72984919a30b8248c35228f7', 'gw_port': {'id': '0281ed89-90c4-4aed-ae3d-fee60b8800aa', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:4d:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd602b7f2-d550-401a-ab67-27bb4de3c1d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T22:13:53Z', 'updated_at': '2021-12-25T22:13:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 22:13:56.707609 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.db_base_plugin_common [None req-5d41b05c-7746-4cf6-8eaf-44543a6f06ea None None] Allocated IP 172.20.0.2 (ea6c6eff-eb37-43eb-adbf-e520256a7ea2/7bda0b6a-0d52-4e88-93f6-89c14b406e05/53912280-7905-4593-bdaf-619456c28e04) {{(pid=121608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 22:13:56.708394 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abd0367d-b3c4-427f-9634-63bcb20f6789 None None] The sync data for ids ['d602b7f2-d550-401a-ab67-27bb4de3c1d9'] in ncdv-master-1 is: [{'id': 'd602b7f2-d550-401a-ab67-27bb4de3c1d9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1292881524', 'tenant_id': '252f592e72984919a30b8248c35228f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.146'}], 'enable_snat': True}, 'gw_port_id': '0281ed89-90c4-4aed-ae3d-fee60b8800aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T22:13:53Z', 'updated_at': '2021-12-25T22:13:54Z', 'revision_number': 3, 'project_id': '252f592e72984919a30b8248c35228f7', 'gw_port': {'id': '0281ed89-90c4-4aed-ae3d-fee60b8800aa', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:4d:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd602b7f2-d550-401a-ab67-27bb4de3c1d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T22:13:53Z', 'updated_at': '2021-12-25T22:13:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 22:13:56.757467 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-666c0170-c8f4-4155-a333-fb7163f5ef6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:13:57.016787 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-666c0170-c8f4-4155-a333-fb7163f5ef6c None None] For port 0281ed89-90c4-4aed-ae3d-fee60b8800aa, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0281ed89-90c4-4aed-ae3d-fee60b8800aa,segment=NetworkSegment(6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855),segment_id=6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 22:13:57.074108 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5d41b05c-7746-4cf6-8eaf-44543a6f06ea None None] Publish callbacks [] for port, precommit_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:13:57.087501 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-666c0170-c8f4-4155-a333-fb7163f5ef6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:13:57.147735 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666c0170-c8f4-4155-a333-fb7163f5ef6c None None] Pushing event updated for resources: {'Port': ['ID=0281ed89-90c4-4aed-ae3d-fee60b8800aa,revision_number=4']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:13:57.167771 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5d41b05c-7746-4cf6-8eaf-44543a6f06ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946'] for port, after_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:13:57.217299 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d41b05c-7746-4cf6-8eaf-44543a6f06ea None None] Network ea6c6eff-eb37-43eb-adbf-e520256a7ea2 is already hosted by enough agents. {{(pid=121608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 22:13:57.220165 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.base_scheduler [None req-5d41b05c-7746-4cf6-8eaf-44543a6f06ea None None] Resources bound (agent type, host, resource id):  {{(pid=121608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 22:13:57.225447 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d41b05c-7746-4cf6-8eaf-44543a6f06ea None None] Received port after_create {{(pid=121608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 22:13:57.231403 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d41b05c-7746-4cf6-8eaf-44543a6f06ea None None] Pushing event updated for resources: {'Port': ['ID=53912280-7905-4593-bdaf-619456c28e04,revision_number=1']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:13:57.286468 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-5d41b05c-7746-4cf6-8eaf-44543a6f06ea None None] Attempting to bind port 53912280-7905-4593-bdaf-619456c28e04 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 22:13:57.286995 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-5d41b05c-7746-4cf6-8eaf-44543a6f06ea None None] Attempting to bind port 53912280-7905-4593-bdaf-619456c28e04 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '5a34d302-72ed-4e4c-bb54-adef8b97ab57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'ea6c6eff-eb37-43eb-adbf-e520256a7ea2'}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 22:13:57.287360 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d41b05c-7746-4cf6-8eaf-44543a6f06ea None None] Attempting to bind port 53912280-7905-4593-bdaf-619456c28e04 on network ea6c6eff-eb37-43eb-adbf-e520256a7ea2 {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 22:13:57.292697 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d41b05c-7746-4cf6-8eaf-44543a6f06ea None None] Checking agent: {'id': 'ca4f5c6d-f1fd-48b8-a3e3-395864c7d23d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 20, 56, 40), 'started_at': datetime.datetime(2021, 12, 25, 20, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 22, 13, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 22:13:57.293098 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d41b05c-7746-4cf6-8eaf-44543a6f06ea None None] Checking segment: {'id': '5a34d302-72ed-4e4c-bb54-adef8b97ab57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'ea6c6eff-eb37-43eb-adbf-e520256a7ea2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 22:13:57.293503 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5d41b05c-7746-4cf6-8eaf-44543a6f06ea None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:13:57.293897 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d41b05c-7746-4cf6-8eaf-44543a6f06ea None None] Bound using segment: {'id': '5a34d302-72ed-4e4c-bb54-adef8b97ab57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'ea6c6eff-eb37-43eb-adbf-e520256a7ea2'} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 22:13:57.294366 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-5d41b05c-7746-4cf6-8eaf-44543a6f06ea None None] Bound port: 53912280-7905-4593-bdaf-619456c28e04, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a34d302-72ed-4e4c-bb54-adef8b97ab57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'ea6c6eff-eb37-43eb-adbf-e520256a7ea2'}}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 22:13:57.294748 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5d41b05c-7746-4cf6-8eaf-44543a6f06ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:13:57.361450 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5d41b05c-7746-4cf6-8eaf-44543a6f06ea None None] For port 53912280-7905-4593-bdaf-619456c28e04, host ncdv-master-1, cleared binding levels {{(pid=121608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 22:13:57.364596 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-49e968c2-1536-41a4-ac1c-a6f81ee3b5b4 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:13:57.364814 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5d41b05c-7746-4cf6-8eaf-44543a6f06ea None None] For port 53912280-7905-4593-bdaf-619456c28e04, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=53912280-7905-4593-bdaf-619456c28e04,segment=NetworkSegment(5a34d302-72ed-4e4c-bb54-adef8b97ab57),segment_id=5a34d302-72ed-4e4c-bb54-adef8b97ab57)] {{(pid=121608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 22:13:57.430812 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5d41b05c-7746-4cf6-8eaf-44543a6f06ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:13:57.498522 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d41b05c-7746-4cf6-8eaf-44543a6f06ea None None] Pushing event updated for resources: {'Port': ['ID=53912280-7905-4593-bdaf-619456c28e04,revision_number=2']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:13:57.725575 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_common [None req-49e968c2-1536-41a4-ac1c-a6f81ee3b5b4 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Allocated IP 172.20.0.1 (ea6c6eff-eb37-43eb-adbf-e520256a7ea2/7bda0b6a-0d52-4e88-93f6-89c14b406e05/a3495715-c308-41e7-94f4-ba26667e4c63) {{(pid=121606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 22:13:57.857149 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-49e968c2-1536-41a4-ac1c-a6f81ee3b5b4 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks [] for port, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:13:57.973230 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-49e968c2-1536-41a4-ac1c-a6f81ee3b5b4 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:13:58.016599 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49e968c2-1536-41a4-ac1c-a6f81ee3b5b4 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Network ea6c6eff-eb37-43eb-adbf-e520256a7ea2 is already hosted by enough agents. {{(pid=121606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 22:13:58.019824 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [None req-49e968c2-1536-41a4-ac1c-a6f81ee3b5b4 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Resources bound (agent type, host, resource id):  {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 22:13:58.023700 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49e968c2-1536-41a4-ac1c-a6f81ee3b5b4 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Received port after_create {{(pid=121606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 22:13:58.030678 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e968c2-1536-41a4-ac1c-a6f81ee3b5b4 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Pushing event updated for resources: {'Port': ['ID=a3495715-c308-41e7-94f4-ba26667e4c63,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:13:58.074628 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-49e968c2-1536-41a4-ac1c-a6f81ee3b5b4 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2008772'] for router_interface, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:13:58.268820 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-49e968c2-1536-41a4-ac1c-a6f81ee3b5b4 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:13:58.542619 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-49e968c2-1536-41a4-ac1c-a6f81ee3b5b4 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks [] for port, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:13:58.601372 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-49e968c2-1536-41a4-ac1c-a6f81ee3b5b4 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:13:58.680059 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-49e968c2-1536-41a4-ac1c-a6f81ee3b5b4 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2007636'] for router_interface, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:13:58.681840 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e968c2-1536-41a4-ac1c-a6f81ee3b5b4 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Pushing event updated for resources: {'Port': ['ID=a3495715-c308-41e7-94f4-ba26667e4c63,revision_number=2']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:13:58.789242 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49e968c2-1536-41a4-ac1c-a6f81ee3b5b4 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Network ea6c6eff-eb37-43eb-adbf-e520256a7ea2 is already hosted by enough agents. {{(pid=121606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 22:13:58.791367 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [None req-49e968c2-1536-41a4-ac1c-a6f81ee3b5b4 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Resources bound (agent type, host, resource id):  {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 22:13:58.872320 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 0281ed89-90c4-4aed-ae3d-fee60b8800aa up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 22:13:58.897508 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-547e2897-c041-435d-8bf4-b1367b5f8332 None None] Network ea6c6eff-eb37-43eb-adbf-e520256a7ea2 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 22:13:58.929979 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49e968c2-1536-41a4-ac1c-a6f81ee3b5b4 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Router d602b7f2-d550-401a-ab67-27bb4de3c1d9 has already been hosted by L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 {{(pid=121606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 25 22:13:58.986504 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-d2c313db-1ffd-4831-a151-bca8873ec1a1 None None] Provisioning complete for port 53912280-7905-4593-bdaf-619456c28e04 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 22:13:58.986867 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-d2c313db-1ffd-4831-a151-bca8873ec1a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:13:59.045931 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49e968c2-1536-41a4-ac1c-a6f81ee3b5b4 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 22:13:59.050708 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port 0281ed89-90c4-4aed-ae3d-fee60b8800aa triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 22:13:59.058041 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:13:59.058649 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-49e968c2-1536-41a4-ac1c-a6f81ee3b5b4 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "PUT /v2.0/routers/d602b7f2-d550-401a-ab67-27bb4de3c1d9/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.5463281
Dec 25 22:13:59.075926 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e81b9837-569c-4204-85db-509733cee369 None None] Sync routers for ids ['d602b7f2-d550-401a-ab67-27bb4de3c1d9'] in ncdv-master-1 {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 22:13:59.114722 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e81b9837-569c-4204-85db-509733cee369 None None] Routers {'d602b7f2-d550-401a-ab67-27bb4de3c1d9'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 22:13:59.114913 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-e81b9837-569c-4204-85db-509733cee369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2612ece400>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T22:13:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['d602b7f2-d550-401a-ab67-27bb4de3c1d9'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 22:13:59.201586 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-d2c313db-1ffd-4831-a151-bca8873ec1a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:13:59.218099 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f049d039-0851-4710-b137-3b38c080a337 req-fa7acfa3-84bd-4df0-b0b2-13980a538ab6 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1796240745&fields=id&tenant_id=252f592e72984919a30b8248c35228f7 HTTP/1.1" status: 200  len: 267 time: 0.0506375
Dec 25 22:13:59.308113 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-d2c313db-1ffd-4831-a151-bca8873ec1a1 None None] For port 53912280-7905-4593-bdaf-619456c28e04, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=53912280-7905-4593-bdaf-619456c28e04,segment=NetworkSegment(5a34d302-72ed-4e4c-bb54-adef8b97ab57),segment_id=5a34d302-72ed-4e4c-bb54-adef8b97ab57)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 22:13:59.321276 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvr_db [None req-e81b9837-569c-4204-85db-509733cee369 None None] Set router d602b7f2-d550-401a-ab67-27bb4de3c1d9 gateway port host: ncdv-master-1 {{(pid=121608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 22:13:59.323700 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 53912280-7905-4593-bdaf-619456c28e04 up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 22:13:59.341760 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f049d039-0851-4710-b137-3b38c080a337 req-aa27ec1e-7276-41e3-9352-be73b13a7897 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:13:59.343515 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f049d039-0851-4710-b137-3b38c080a337 req-aa27ec1e-7276-41e3-9352-be73b13a7897 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "GET /v2.0/networks?id=ea6c6eff-eb37-43eb-adbf-e520256a7ea2 HTTP/1.1" status: 200  len: 795 time: 0.1164858
Dec 25 22:13:59.364700 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f049d039-0851-4710-b137-3b38c080a337 req-63e1811a-6261-4107-a535-bb3594e543ed tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "GET /v2.0/quotas/252f592e72984919a30b8248c35228f7 HTTP/1.1" status: 200  len: 375 time: 0.0107758
Dec 25 22:13:59.388472 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-d2c313db-1ffd-4831-a151-bca8873ec1a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:13:59.421891 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f049d039-0851-4710-b137-3b38c080a337 req-d6c57563-0b57-4f0a-94be-301861583e90 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=252f592e72984919a30b8248c35228f7&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0502028
Dec 25 22:13:59.540620 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c313db-1ffd-4831-a151-bca8873ec1a1 None None] Pushing event updated for resources: {'Port': ['ID=53912280-7905-4593-bdaf-619456c28e04,revision_number=3']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:13:59.552105 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port 53912280-7905-4593-bdaf-619456c28e04 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 22:13:59.552473 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:13:59.577539 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f049d039-0851-4710-b137-3b38c080a337 req-6647d7d4-ae81-4ecc-9a2d-f978ff250652 service neutron] 10.222.0.32 "GET /v2.0/networks/ea6c6eff-eb37-43eb-adbf-e520256a7ea2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1415522
Dec 25 22:13:59.592981 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-9a49198c-afe2-4f36-8074-7eef53f8a1e9 None None] Provisioning complete for port a3495715-c308-41e7-94f4-ba26667e4c63 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 22:13:59.593347 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9a49198c-afe2-4f36-8074-7eef53f8a1e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:13:59.663108 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-9a49198c-afe2-4f36-8074-7eef53f8a1e9 None None] Port a3495715-c308-41e7-94f4-ba26667e4c63 cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 22:13:59.685796 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f049d039-0851-4710-b137-3b38c080a337 req-ab238aae-526e-4c25-9bd2-d129e87e9ff6 service neutron] 10.222.0.32 "GET /v2.0/networks/ea6c6eff-eb37-43eb-adbf-e520256a7ea2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1008306
Dec 25 22:13:59.714246 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-9a49198c-afe2-4f36-8074-7eef53f8a1e9 None None] Provisioning complete for port 53912280-7905-4593-bdaf-619456c28e04 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 22:13:59.714609 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9a49198c-afe2-4f36-8074-7eef53f8a1e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:13:59.761241 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-e81b9837-569c-4204-85db-509733cee369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2612ece400>, [{'id': 'd602b7f2-d550-401a-ab67-27bb4de3c1d9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1292881524', 'tenant_id': '252f592e72984919a30b8248c35228f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.146'}], 'enable_snat': True}, 'gw_port_id': '0281ed89-90c4-4aed-ae3d-fee60b8800aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T22:13:53Z', 'updated_at': '2021-12-25T22:13:58Z', 'revision_number': 4, 'project_id': '252f592e72984919a30b8248c35228f7', 'gw_port': {'id': '0281ed89-90c4-4aed-ae3d-fee60b8800aa', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:4d:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd602b7f2-d550-401a-ab67-27bb4de3c1d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T22:13:53Z', 'updated_at': '2021-12-25T22:13:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'a3495715-c308-41e7-94f4-ba26667e4c63', 'name': '', 'network_id': 'ea6c6eff-eb37-43eb-adbf-e520256a7ea2', 'tenant_id': '252f592e72984919a30b8248c35228f7', 'mac_address': 'fa:16:3e:ca:20:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd602b7f2-d550-401a-ab67-27bb4de3c1d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': '7bda0b6a-0d52-4e88-93f6-89c14b406e05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T22:13:57Z', 'updated_at': '2021-12-25T22:13:58Z', 'revision_number': 2, 'project_id': '252f592e72984919a30b8248c35228f7', 'subnets': [{'id': '7bda0b6a-0d52-4e88-93f6-89c14b406e05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 22:13:59.792043 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e81b9837-569c-4204-85db-509733cee369 None None] Checking router: d602b7f2-d550-401a-ab67-27bb4de3c1d9 for host: ncdv-master-1 {{(pid=121608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 25 22:13:59.792397 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e81b9837-569c-4204-85db-509733cee369 None None] Updating router d602b7f2-d550-401a-ab67-27bb4de3c1d9 port a3495715-c308-41e7-94f4-ba26667e4c63 binding host ncdv-master-1 {{(pid=121608) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 25 22:13:59.825617 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-e81b9837-569c-4204-85db-509733cee369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:13:59.982629 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-18277c59-1ed7-435b-b0ab-ba5ff1043e4d req-418358dd-6e04-4cff-b6e7-10cdeeccb9e9 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "GET /v2.0/ports?device_id=cad663de-c6f3-4a91-9173-95d13cc97eb2 HTTP/1.1" status: 200  len: 210 time: 0.0306537
Dec 25 22:14:00.066465 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-18013e4c-2478-4945-9e92-7413f5343922 None None] Provisioning complete for port a3495715-c308-41e7-94f4-ba26667e4c63 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 22:14:00.067049 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-18013e4c-2478-4945-9e92-7413f5343922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:14:00.121088 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-18013e4c-2478-4945-9e92-7413f5343922 None None] Port a3495715-c308-41e7-94f4-ba26667e4c63 cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 22:14:00.181557 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-e81b9837-569c-4204-85db-509733cee369 None None] Publish callbacks [] for port, precommit_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:14:00.256167 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-e81b9837-569c-4204-85db-509733cee369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:14:00.304387 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36bd393-ccb3-4c04-a9df-6fbf6854aa56 None None] Pushing event updated for resources: {'Port': ['ID=a3495715-c308-41e7-94f4-ba26667e4c63,revision_number=3']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:14:00.356590 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-e81b9837-569c-4204-85db-509733cee369 None None] Attempting to bind port a3495715-c308-41e7-94f4-ba26667e4c63 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 22:14:00.356986 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-e81b9837-569c-4204-85db-509733cee369 None None] Attempting to bind port a3495715-c308-41e7-94f4-ba26667e4c63 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '5a34d302-72ed-4e4c-bb54-adef8b97ab57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'ea6c6eff-eb37-43eb-adbf-e520256a7ea2'}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 22:14:00.357349 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e81b9837-569c-4204-85db-509733cee369 None None] Attempting to bind port a3495715-c308-41e7-94f4-ba26667e4c63 on network ea6c6eff-eb37-43eb-adbf-e520256a7ea2 {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 22:14:00.363070 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e81b9837-569c-4204-85db-509733cee369 None None] Checking agent: {'id': 'ca4f5c6d-f1fd-48b8-a3e3-395864c7d23d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 20, 56, 40), 'started_at': datetime.datetime(2021, 12, 25, 20, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 22, 13, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 22:14:00.363452 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e81b9837-569c-4204-85db-509733cee369 None None] Checking segment: {'id': '5a34d302-72ed-4e4c-bb54-adef8b97ab57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'ea6c6eff-eb37-43eb-adbf-e520256a7ea2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 22:14:00.363835 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-e81b9837-569c-4204-85db-509733cee369 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:14:00.364225 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e81b9837-569c-4204-85db-509733cee369 None None] Bound using segment: {'id': '5a34d302-72ed-4e4c-bb54-adef8b97ab57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'ea6c6eff-eb37-43eb-adbf-e520256a7ea2'} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 22:14:00.364695 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-e81b9837-569c-4204-85db-509733cee369 None None] Bound port: a3495715-c308-41e7-94f4-ba26667e4c63, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a34d302-72ed-4e4c-bb54-adef8b97ab57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'ea6c6eff-eb37-43eb-adbf-e520256a7ea2'}}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 22:14:00.365100 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-e81b9837-569c-4204-85db-509733cee369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:14:00.433163 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-e81b9837-569c-4204-85db-509733cee369 None None] For port a3495715-c308-41e7-94f4-ba26667e4c63, host ncdv-master-1, cleared binding levels {{(pid=121608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 22:14:00.436728 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-e81b9837-569c-4204-85db-509733cee369 None None] For port a3495715-c308-41e7-94f4-ba26667e4c63, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a3495715-c308-41e7-94f4-ba26667e4c63,segment=NetworkSegment(5a34d302-72ed-4e4c-bb54-adef8b97ab57),segment_id=5a34d302-72ed-4e4c-bb54-adef8b97ab57)] {{(pid=121608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 22:14:00.521999 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-e81b9837-569c-4204-85db-509733cee369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:14:00.597208 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e81b9837-569c-4204-85db-509733cee369 None None] Routers {'d602b7f2-d550-401a-ab67-27bb4de3c1d9'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 22:14:00.597872 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-e81b9837-569c-4204-85db-509733cee369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2612ece400>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T22:13:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['d602b7f2-d550-401a-ab67-27bb4de3c1d9'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 22:14:00.599656 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36bd393-ccb3-4c04-a9df-6fbf6854aa56 None None] Pushing event updated for resources: {'Port': ['ID=a3495715-c308-41e7-94f4-ba26667e4c63,revision_number=4']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:14:00.603168 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-3eea375e-afa4-49f7-9c58-3513db689adb None None] Provisioning complete for port a3495715-c308-41e7-94f4-ba26667e4c63 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 22:14:00.603557 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3eea375e-afa4-49f7-9c58-3513db689adb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:14:00.767593 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvr_db [None req-e81b9837-569c-4204-85db-509733cee369 None None] Set router d602b7f2-d550-401a-ab67-27bb4de3c1d9 gateway port host: ncdv-master-1 {{(pid=121608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 22:14:00.960664 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 53912280-7905-4593-bdaf-619456c28e04 up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 22:14:00.993995 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3eea375e-afa4-49f7-9c58-3513db689adb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:14:01.080486 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-79ca5c7f-bbd8-4b48-931f-ff68de3743ad req-0f153f2e-becc-44e9-85f0-589f8eecaf36 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "GET /v2.0/ports?device_id=cad663de-c6f3-4a91-9173-95d13cc97eb2 HTTP/1.1" status: 200  len: 210 time: 0.0284076
Dec 25 22:14:01.091289 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-3eea375e-afa4-49f7-9c58-3513db689adb None None] For port a3495715-c308-41e7-94f4-ba26667e4c63, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a3495715-c308-41e7-94f4-ba26667e4c63,segment=NetworkSegment(5a34d302-72ed-4e4c-bb54-adef8b97ab57),segment_id=5a34d302-72ed-4e4c-bb54-adef8b97ab57)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 22:14:01.144843 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port 53912280-7905-4593-bdaf-619456c28e04 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 22:14:01.145249 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:14:01.179423 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3eea375e-afa4-49f7-9c58-3513db689adb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:14:01.267303 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eea375e-afa4-49f7-9c58-3513db689adb None None] Pushing event updated for resources: {'Port': ['ID=a3495715-c308-41e7-94f4-ba26667e4c63,revision_number=5']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:14:01.332818 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-9590a9b6-926b-45a2-8355-47cddca00001 None None] Provisioning complete for port a3495715-c308-41e7-94f4-ba26667e4c63 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 22:14:01.333214 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9590a9b6-926b-45a2-8355-47cddca00001 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:14:01.336036 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-e81b9837-569c-4204-85db-509733cee369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2612ece400>, [{'id': 'd602b7f2-d550-401a-ab67-27bb4de3c1d9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1292881524', 'tenant_id': '252f592e72984919a30b8248c35228f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.146'}], 'enable_snat': True}, 'gw_port_id': '0281ed89-90c4-4aed-ae3d-fee60b8800aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T22:13:53Z', 'updated_at': '2021-12-25T22:13:58Z', 'revision_number': 4, 'project_id': '252f592e72984919a30b8248c35228f7', 'gw_port': {'id': '0281ed89-90c4-4aed-ae3d-fee60b8800aa', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:4d:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd602b7f2-d550-401a-ab67-27bb4de3c1d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T22:13:53Z', 'updated_at': '2021-12-25T22:13:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'a3495715-c308-41e7-94f4-ba26667e4c63', 'name': '', 'network_id': 'ea6c6eff-eb37-43eb-adbf-e520256a7ea2', 'tenant_id': '252f592e72984919a30b8248c35228f7', 'mac_address': 'fa:16:3e:ca:20:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd602b7f2-d550-401a-ab67-27bb4de3c1d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': '7bda0b6a-0d52-4e88-93f6-89c14b406e05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T22:13:57Z', 'updated_at': '2021-12-25T22:14:00Z', 'revision_number': 4, 'project_id': '252f592e72984919a30b8248c35228f7', 'subnets': [{'id': '7bda0b6a-0d52-4e88-93f6-89c14b406e05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 22:14:01.383919 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e81b9837-569c-4204-85db-509733cee369 None None] The sync data for ids ['d602b7f2-d550-401a-ab67-27bb4de3c1d9'] in ncdv-master-1 is: [{'id': 'd602b7f2-d550-401a-ab67-27bb4de3c1d9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1292881524', 'tenant_id': '252f592e72984919a30b8248c35228f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.146'}], 'enable_snat': True}, 'gw_port_id': '0281ed89-90c4-4aed-ae3d-fee60b8800aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T22:13:53Z', 'updated_at': '2021-12-25T22:13:58Z', 'revision_number': 4, 'project_id': '252f592e72984919a30b8248c35228f7', 'gw_port': {'id': '0281ed89-90c4-4aed-ae3d-fee60b8800aa', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:4d:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd602b7f2-d550-401a-ab67-27bb4de3c1d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T22:13:53Z', 'updated_at': '2021-12-25T22:13:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'a3495715-c308-41e7-94f4-ba26667e4c63', 'name': '', 'network_id': 'ea6c6eff-eb37-43eb-adbf-e520256a7ea2', 'tenant_id': '252f592e72984919a30b8248c35228f7', 'mac_address': 'fa:16:3e:ca:20:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd602b7f2-d550-401a-ab67-27bb4de3c1d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': '7bda0b6a-0d52-4e88-93f6-89c14b406e05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T22:13:57Z', 'updated_at': '2021-12-25T22:14:00Z', 'revision_number': 4, 'project_id': '252f592e72984919a30b8248c35228f7', 'subnets': [{'id': '7bda0b6a-0d52-4e88-93f6-89c14b406e05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 22:14:01.883882 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f049d039-0851-4710-b137-3b38c080a337 req-935f69fa-c7d0-49c2-96f3-414f41b3826c tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:14:01.885452 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f049d039-0851-4710-b137-3b38c080a337 req-935f69fa-c7d0-49c2-96f3-414f41b3826c tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.31 "GET /v2.0/networks?id=ea6c6eff-eb37-43eb-adbf-e520256a7ea2 HTTP/1.1" status: 200  len: 795 time: 0.1142998
Dec 25 22:14:01.954345 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f049d039-0851-4710-b137-3b38c080a337 req-70f63595-6376-45ef-8673-4b204a0d6ab0 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=252f592e72984919a30b8248c35228f7 HTTP/1.1" status: 200  len: 380 time: 0.0599334
Dec 25 22:14:01.964752 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-f049d039-0851-4710-b137-3b38c080a337 req-0bf00f41-84a0-41fa-a930-486818dd368f tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Request body: {'port': {'device_id': 'cad663de-c6f3-4a91-9173-95d13cc97eb2', 'network_id': 'ea6c6eff-eb37-43eb-adbf-e520256a7ea2', 'admin_state_up': True, 'tenant_id': '252f592e72984919a30b8248c35228f7', 'security_groups': ['2931dffb-9c4f-4e0e-80de-6c784f8bd21b']}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 22:14:02.164861 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f049d039-0851-4710-b137-3b38c080a337 req-0bf00f41-84a0-41fa-a930-486818dd368f tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Made reservation on behalf of 252f592e72984919a30b8248c35228f7 for: {'port': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 22:14:02.169585 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-f049d039-0851-4710-b137-3b38c080a337 req-0bf00f41-84a0-41fa-a930-486818dd368f tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:14:02.196940 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5ff21684-1e46-4ff0-b857-c9770af614c4 req-971e689f-4a12-4dde-8e16-80b145df043e tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "GET /v2.0/ports?device_id=cad663de-c6f3-4a91-9173-95d13cc97eb2 HTTP/1.1" status: 200  len: 210 time: 0.0436225
Dec 25 22:14:02.328777 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_common [req-f049d039-0851-4710-b137-3b38c080a337 req-0bf00f41-84a0-41fa-a930-486818dd368f tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Allocated IP 172.20.0.12 (ea6c6eff-eb37-43eb-adbf-e520256a7ea2/7bda0b6a-0d52-4e88-93f6-89c14b406e05/bb4bbc67-34ac-42e4-852b-4061d3ac30e6) {{(pid=121606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 22:14:02.481529 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-f049d039-0851-4710-b137-3b38c080a337 req-0bf00f41-84a0-41fa-a930-486818dd368f tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks [] for port, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:14:02.550239 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-f049d039-0851-4710-b137-3b38c080a337 req-0bf00f41-84a0-41fa-a930-486818dd368f tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:14:02.599325 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f049d039-0851-4710-b137-3b38c080a337 req-0bf00f41-84a0-41fa-a930-486818dd368f tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Network ea6c6eff-eb37-43eb-adbf-e520256a7ea2 is already hosted by enough agents. {{(pid=121606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 22:14:02.602407 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [req-f049d039-0851-4710-b137-3b38c080a337 req-0bf00f41-84a0-41fa-a930-486818dd368f tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Resources bound (agent type, host, resource id):  {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 22:14:02.604736 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [req-f049d039-0851-4710-b137-3b38c080a337 req-0bf00f41-84a0-41fa-a930-486818dd368f tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Received port after_create {{(pid=121606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 22:14:02.630319 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf00f41-84a0-41fa-a930-486818dd368f tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Pushing event updated for resources: {'Port': ['ID=bb4bbc67-34ac-42e4-852b-4061d3ac30e6,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:14:02.661766 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f049d039-0851-4710-b137-3b38c080a337 req-0bf00f41-84a0-41fa-a930-486818dd368f tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:14:02.662388 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-f049d039-0851-4710-b137-3b38c080a337 req-0bf00f41-84a0-41fa-a930-486818dd368f tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:14:02.758941 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f049d039-0851-4710-b137-3b38c080a337 req-0bf00f41-84a0-41fa-a930-486818dd368f tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.7984691
Dec 25 22:14:02.772995 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-f049d039-0851-4710-b137-3b38c080a337 req-37b8f022-aa5d-4609-adf3-0f829af891c3 service neutron] Request body: {'port': {'device_id': 'cad663de-c6f3-4a91-9173-95d13cc97eb2', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 22:14:02.797897 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device a3495715-c308-41e7-94f4-ba26667e4c63 up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 22:14:02.828404 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-f049d039-0851-4710-b137-3b38c080a337 req-37b8f022-aa5d-4609-adf3-0f829af891c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:14:02.848547 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port a3495715-c308-41e7-94f4-ba26667e4c63 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 22:14:02.848968 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:14:02.900423 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-6d8bbec1-56b3-4b7b-9bc4-b66aa9f92aff None None] Provisioning complete for port bb4bbc67-34ac-42e4-852b-4061d3ac30e6 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 22:14:02.900754 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-6d8bbec1-56b3-4b7b-9bc4-b66aa9f92aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:14:02.939270 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-6d8bbec1-56b3-4b7b-9bc4-b66aa9f92aff None None] Port bb4bbc67-34ac-42e4-852b-4061d3ac30e6 cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 22:14:03.105917 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [req-f049d039-0851-4710-b137-3b38c080a337 req-37b8f022-aa5d-4609-adf3-0f829af891c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb4bbc67-34ac-42e4-852b-4061d3ac30e6 {{(pid=121606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 22:14:03.114383 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-f049d039-0851-4710-b137-3b38c080a337 req-37b8f022-aa5d-4609-adf3-0f829af891c3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:14:03.126313 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.provisioning_blocks [req-f049d039-0851-4710-b137-3b38c080a337 req-37b8f022-aa5d-4609-adf3-0f829af891c3 service neutron] Transition to ACTIVE for port object bb4bbc67-34ac-42e4-852b-4061d3ac30e6 will not be triggered until provisioned by entity L2. {{(pid=121606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 25 22:14:03.198866 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-f049d039-0851-4710-b137-3b38c080a337 req-37b8f022-aa5d-4609-adf3-0f829af891c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:14:03.274460 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b8f022-aa5d-4609-adf3-0f829af891c3 service neutron] Pushing event updated for resources: {'Port': ['ID=bb4bbc67-34ac-42e4-852b-4061d3ac30e6,revision_number=2']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:14:03.354725 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-f049d039-0851-4710-b137-3b38c080a337 req-37b8f022-aa5d-4609-adf3-0f829af891c3 service neutron] Attempting to bind port bb4bbc67-34ac-42e4-852b-4061d3ac30e6 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 22:14:03.355081 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-f049d039-0851-4710-b137-3b38c080a337 req-37b8f022-aa5d-4609-adf3-0f829af891c3 service neutron] Attempting to bind port bb4bbc67-34ac-42e4-852b-4061d3ac30e6 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '5a34d302-72ed-4e4c-bb54-adef8b97ab57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'ea6c6eff-eb37-43eb-adbf-e520256a7ea2'}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 22:14:03.355419 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f049d039-0851-4710-b137-3b38c080a337 req-37b8f022-aa5d-4609-adf3-0f829af891c3 service neutron] Attempting to bind port bb4bbc67-34ac-42e4-852b-4061d3ac30e6 on network ea6c6eff-eb37-43eb-adbf-e520256a7ea2 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 22:14:03.368067 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef699a88-92e2-4a00-8dce-104868c6a492 req-9e663e95-6b29-4e03-8391-07359ddb91e5 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:14:03.369704 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ef699a88-92e2-4a00-8dce-104868c6a492 req-9e663e95-6b29-4e03-8391-07359ddb91e5 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "GET /v2.0/ports?device_id=cad663de-c6f3-4a91-9173-95d13cc97eb2 HTTP/1.1" status: 200  len: 944 time: 0.0980604
Dec 25 22:14:03.373124 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f049d039-0851-4710-b137-3b38c080a337 req-37b8f022-aa5d-4609-adf3-0f829af891c3 service neutron] Port bb4bbc67-34ac-42e4-852b-4061d3ac30e6 on network ea6c6eff-eb37-43eb-adbf-e520256a7ea2 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 25 22:14:03.373458 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f049d039-0851-4710-b137-3b38c080a337 req-37b8f022-aa5d-4609-adf3-0f829af891c3 service neutron] Attempting to bind port bb4bbc67-34ac-42e4-852b-4061d3ac30e6 on network ea6c6eff-eb37-43eb-adbf-e520256a7ea2 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 22:14:03.385728 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f049d039-0851-4710-b137-3b38c080a337 req-37b8f022-aa5d-4609-adf3-0f829af891c3 service neutron] Checking agent: {'id': '6d577036-68fc-4aa4-aed7-5ab01de2117e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 21, 4, 34), 'started_at': datetime.datetime(2021, 12, 25, 21, 4, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 22, 13, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 22:14:03.385966 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f049d039-0851-4710-b137-3b38c080a337 req-37b8f022-aa5d-4609-adf3-0f829af891c3 service neutron] Checking segment: {'id': '5a34d302-72ed-4e4c-bb54-adef8b97ab57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'ea6c6eff-eb37-43eb-adbf-e520256a7ea2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 22:14:03.386353 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f049d039-0851-4710-b137-3b38c080a337 req-37b8f022-aa5d-4609-adf3-0f829af891c3 service neutron] Bound using segment: {'id': '5a34d302-72ed-4e4c-bb54-adef8b97ab57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'ea6c6eff-eb37-43eb-adbf-e520256a7ea2'} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 22:14:03.386806 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-f049d039-0851-4710-b137-3b38c080a337 req-37b8f022-aa5d-4609-adf3-0f829af891c3 service neutron] Bound port: bb4bbc67-34ac-42e4-852b-4061d3ac30e6, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a34d302-72ed-4e4c-bb54-adef8b97ab57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'ea6c6eff-eb37-43eb-adbf-e520256a7ea2'}}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 22:14:03.387170 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-f049d039-0851-4710-b137-3b38c080a337 req-37b8f022-aa5d-4609-adf3-0f829af891c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:14:03.459768 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ef699a88-92e2-4a00-8dce-104868c6a492 req-a3d52b0f-3545-49c7-9a2c-7f6af8feb7de tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "GET /v2.0/security-groups?id=2931dffb-9c4f-4e0e-80de-6c784f8bd21b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0827217
Dec 25 22:14:03.484141 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-f049d039-0851-4710-b137-3b38c080a337 req-37b8f022-aa5d-4609-adf3-0f829af891c3 service neutron] For port bb4bbc67-34ac-42e4-852b-4061d3ac30e6, host nch1-master-1, cleared binding levels {{(pid=121606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 22:14:03.487216 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-f049d039-0851-4710-b137-3b38c080a337 req-37b8f022-aa5d-4609-adf3-0f829af891c3 service neutron] For port bb4bbc67-34ac-42e4-852b-4061d3ac30e6, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=bb4bbc67-34ac-42e4-852b-4061d3ac30e6,segment=NetworkSegment(5a34d302-72ed-4e4c-bb54-adef8b97ab57),segment_id=5a34d302-72ed-4e4c-bb54-adef8b97ab57)] {{(pid=121606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 22:14:03.679584 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-f049d039-0851-4710-b137-3b38c080a337 req-37b8f022-aa5d-4609-adf3-0f829af891c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:14:03.720156 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f049d039-0851-4710-b137-3b38c080a337 req-37b8f022-aa5d-4609-adf3-0f829af891c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:14:03.720648 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-f049d039-0851-4710-b137-3b38c080a337 req-37b8f022-aa5d-4609-adf3-0f829af891c3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:14:03.722080 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f049d039-0851-4710-b137-3b38c080a337 req-37b8f022-aa5d-4609-adf3-0f829af891c3 service neutron] 10.222.0.31 "PUT /v2.0/ports/bb4bbc67-34ac-42e4-852b-4061d3ac30e6 HTTP/1.1" status: 200  len: 1092 time: 0.9543428
Dec 25 22:14:03.722532 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cad663de-c6f3-4a91-9173-95d13cc97eb2', 'tag': 'bb4bbc67-34ac-42e4-852b-4061d3ac30e6'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 22:14:03.724843 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3aaaccd1c5724dc9dd74c6f33e2aadc9492bdd81d11d1049086089e292681ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-554a6e1e-5ace-454f-9b73-158ec6a9e2e3" -d '{"events": [{"name": "network-changed", "server_uuid": "cad663de-c6f3-4a91-9173-95d13cc97eb2", "tag": "bb4bbc67-34ac-42e4-852b-4061d3ac30e6"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 22:14:03.748858 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b8f022-aa5d-4609-adf3-0f829af891c3 service neutron] Pushing event updated for resources: {'Port': ['ID=bb4bbc67-34ac-42e4-852b-4061d3ac30e6,revision_number=3']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:14:03.774216 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Dec 2021 22:14:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a0d778a-905a-43b2-b3b9-5669a3d7ffd3 x-openstack-request-id: req-8a0d778a-905a-43b2-b3b9-5669a3d7ffd3 {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 22:14:03.774537 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cad663de-c6f3-4a91-9173-95d13cc97eb2", "tag": "bb4bbc67-34ac-42e4-852b-4061d3ac30e6", "status": "completed", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 22:14:03.774791 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8a0d778a-905a-43b2-b3b9-5669a3d7ffd3 {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 22:14:03.775283 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cad663de-c6f3-4a91-9173-95d13cc97eb2', 'tag': 'bb4bbc67-34ac-42e4-852b-4061d3ac30e6', 'status': 'completed', 'code': 200}
Dec 25 22:14:03.838426 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554a6e1e-5ace-454f-9b73-158ec6a9e2e3 req-a4ca38f1-ff4a-4635-afc0-a35df4cbca36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:14:03.840069 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-554a6e1e-5ace-454f-9b73-158ec6a9e2e3 req-a4ca38f1-ff4a-4635-afc0-a35df4cbca36 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=252f592e72984919a30b8248c35228f7&device_id=cad663de-c6f3-4a91-9173-95d13cc97eb2 HTTP/1.1" status: 200  len: 1095 time: 0.0440438
Dec 25 22:14:03.945667 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554a6e1e-5ace-454f-9b73-158ec6a9e2e3 req-95fd37e7-c720-4c46-80cf-765076080c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:14:03.947083 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-554a6e1e-5ace-454f-9b73-158ec6a9e2e3 req-95fd37e7-c720-4c46-80cf-765076080c9f service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=252f592e72984919a30b8248c35228f7&shared=False HTTP/1.1" status: 200  len: 896 time: 0.0934064
Dec 25 22:14:04.052244 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554a6e1e-5ace-454f-9b73-158ec6a9e2e3 req-be5bfbec-ffa8-464d-b8fd-afbf50f12bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:14:04.053926 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-554a6e1e-5ace-454f-9b73-158ec6a9e2e3 req-be5bfbec-ffa8-464d-b8fd-afbf50f12bb3 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1005073
Dec 25 22:14:04.129074 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f049d039-0851-4710-b137-3b38c080a337 req-db45d2f1-f44d-42e3-84b0-894944ce9172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:14:04.130614 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f049d039-0851-4710-b137-3b38c080a337 req-db45d2f1-f44d-42e3-84b0-894944ce9172 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=252f592e72984919a30b8248c35228f7&device_id=cad663de-c6f3-4a91-9173-95d13cc97eb2 HTTP/1.1" status: 200  len: 1095 time: 0.0417233
Dec 25 22:14:04.176017 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f049d039-0851-4710-b137-3b38c080a337 req-042ad2a8-940b-4b3b-a34e-6561af85cb69 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bb4bbc67-34ac-42e4-852b-4061d3ac30e6 HTTP/1.1" status: 200  len: 217 time: 0.0380216
Dec 25 22:14:04.224608 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f049d039-0851-4710-b137-3b38c080a337 req-8ad1c97e-51aa-478e-b83c-91bb7128044c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:14:04.226105 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f049d039-0851-4710-b137-3b38c080a337 req-8ad1c97e-51aa-478e-b83c-91bb7128044c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=7bda0b6a-0d52-4e88-93f6-89c14b406e05 HTTP/1.1" status: 200  len: 834 time: 0.0435073
Dec 25 22:14:04.270862 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f049d039-0851-4710-b137-3b38c080a337 req-e4d93a47-f1d7-4b0b-b2e3-7b23138f1e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:14:04.272334 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f049d039-0851-4710-b137-3b38c080a337 req-e4d93a47-f1d7-4b0b-b2e3-7b23138f1e35 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ea6c6eff-eb37-43eb-adbf-e520256a7ea2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0397110
Dec 25 22:14:04.364813 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f049d039-0851-4710-b137-3b38c080a337 req-33689fa0-4e64-4877-8fbb-e4e1c154cb0e service neutron] 10.222.0.31 "GET /v2.0/networks/ea6c6eff-eb37-43eb-adbf-e520256a7ea2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0856354
Dec 25 22:14:04.454513 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f049d039-0851-4710-b137-3b38c080a337 req-c55c7733-8504-43dc-83d6-0f722504e868 service neutron] 10.222.0.31 "GET /v2.0/networks/ea6c6eff-eb37-43eb-adbf-e520256a7ea2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0826921
Dec 25 22:14:04.583363 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c224649-a05e-4423-a117-ffffad89e6a9 req-1d678209-a8a9-4017-a0e0-43be048ca11d tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:14:04.584887 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8c224649-a05e-4423-a117-ffffad89e6a9 req-1d678209-a8a9-4017-a0e0-43be048ca11d tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "GET /v2.0/ports?device_id=cad663de-c6f3-4a91-9173-95d13cc97eb2 HTTP/1.1" status: 200  len: 944 time: 0.0506861
Dec 25 22:14:04.638349 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8c224649-a05e-4423-a117-ffffad89e6a9 req-14d31b1c-508a-4d54-b48e-aa708731d3e7 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "GET /v2.0/security-groups?id=2931dffb-9c4f-4e0e-80de-6c784f8bd21b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0474627
Dec 25 22:14:04.833480 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5a55c113-c5b5-41dc-b8ee-5624bb5a6d9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:14:04.879661 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:14:05.754060 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd908a8-0710-46c0-b2b7-b5e7e5cf9cbb req-aef920f6-1847-489a-9b71-1ef77713567c tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:14:05.755554 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9cd908a8-0710-46c0-b2b7-b5e7e5cf9cbb req-aef920f6-1847-489a-9b71-1ef77713567c tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "GET /v2.0/ports?device_id=cad663de-c6f3-4a91-9173-95d13cc97eb2 HTTP/1.1" status: 200  len: 944 time: 0.0484920
Dec 25 22:14:05.803926 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9cd908a8-0710-46c0-b2b7-b5e7e5cf9cbb req-cbe9ba6c-0716-4c55-9727-055c5879f53d tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "GET /v2.0/security-groups?id=2931dffb-9c4f-4e0e-80de-6c784f8bd21b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423162
Dec 25 22:14:06.551320 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device bb4bbc67-34ac-42e4-852b-4061d3ac30e6 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 25 22:14:06.644273 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port bb4bbc67-34ac-42e4-852b-4061d3ac30e6, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=bb4bbc67-34ac-42e4-852b-4061d3ac30e6,segment=NetworkSegment(5a34d302-72ed-4e4c-bb54-adef8b97ab57),segment_id=5a34d302-72ed-4e4c-bb54-adef8b97ab57)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 22:14:06.655187 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Returning: {'device': 'bb4bbc67-34ac-42e4-852b-4061d3ac30e6', 'network_id': 'ea6c6eff-eb37-43eb-adbf-e520256a7ea2', 'port_id': 'bb4bbc67-34ac-42e4-852b-4061d3ac30e6', 'mac_address': 'fa:16:3e:93:85:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bda0b6a-0d52-4e88-93f6-89c14b406e05', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 25 22:14:06.696258 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:14:06.709288 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb4bbc67-34ac-42e4-852b-4061d3ac30e6 {{(pid=121608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 22:14:06.729345 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port bb4bbc67-34ac-42e4-852b-4061d3ac30e6, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=bb4bbc67-34ac-42e4-852b-4061d3ac30e6,segment=NetworkSegment(5a34d302-72ed-4e4c-bb54-adef8b97ab57),segment_id=5a34d302-72ed-4e4c-bb54-adef8b97ab57)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 22:14:06.793405 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:14:06.841188 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Pushing event updated for resources: {'Port': ['ID=bb4bbc67-34ac-42e4-852b-4061d3ac30e6,revision_number=4']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:14:06.923787 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b75f7d-c9ec-4281-bf8f-9f787d4b651d req-4e491fa3-af90-472d-b7b8-beaf239489c2 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:14:06.925423 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-99b75f7d-c9ec-4281-bf8f-9f787d4b651d req-4e491fa3-af90-472d-b7b8-beaf239489c2 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "GET /v2.0/ports?device_id=cad663de-c6f3-4a91-9173-95d13cc97eb2 HTTP/1.1" status: 200  len: 945 time: 0.0500255
Dec 25 22:14:06.975574 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-99b75f7d-c9ec-4281-bf8f-9f787d4b651d req-2a93e476-8fd8-4c14-8596-2a461bef04d0 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "GET /v2.0/security-groups?id=2931dffb-9c4f-4e0e-80de-6c784f8bd21b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0438318
Dec 25 22:14:06.990555 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] get_ports_and_sgs() called for port_ids ['bb4bbc67-34ac-42e4-852b-4061d3ac30e6'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 22:14:07.061712 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-fe5b7620-9792-4962-979f-edd64fd04898 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:14:08.092044 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f8ab4f-c442-408d-8199-30ecf2fa4e9c req-e3156c6d-1ec5-4acb-8e32-907e495b804d tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:14:08.093579 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c8f8ab4f-c442-408d-8199-30ecf2fa4e9c req-e3156c6d-1ec5-4acb-8e32-907e495b804d tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "GET /v2.0/ports?device_id=cad663de-c6f3-4a91-9173-95d13cc97eb2 HTTP/1.1" status: 200  len: 945 time: 0.0525980
Dec 25 22:14:08.142156 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c8f8ab4f-c442-408d-8199-30ecf2fa4e9c req-f546f05c-3828-4788-aa47-97e1a21f7d2e tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "GET /v2.0/security-groups?id=2931dffb-9c4f-4e0e-80de-6c784f8bd21b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420938
Dec 25 22:14:08.568081 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device bb4bbc67-34ac-42e4-852b-4061d3ac30e6 up at agent hyperv_nch1-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 22:14:08.720786 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Provisioning for port bb4bbc67-34ac-42e4-852b-4061d3ac30e6 completed by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 25 22:14:08.725249 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Provisioning complete for port bb4bbc67-34ac-42e4-852b-4061d3ac30e6 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 22:14:08.725590 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:14:08.757682 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3e945ecd-9380-47c2-aa0a-12ebe07e03e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:14:08.813670 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:14:08.835411 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cad663de-c6f3-4a91-9173-95d13cc97eb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb4bbc67-34ac-42e4-852b-4061d3ac30e6'}] {{(pid=121608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 22:14:08.837683 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8f4255179602950281e35c838768f32348f9ebfbcb74b08282abfe6e9b4a52c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dbc5196-fe71-4e6f-8cfe-3259dd54d330" -d '{"events": [{"server_uuid": "cad663de-c6f3-4a91-9173-95d13cc97eb2", "name": "network-vif-plugged", "status": "completed", "tag": "bb4bbc67-34ac-42e4-852b-4061d3ac30e6"}]}' {{(pid=121608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 22:14:08.842794 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:14:08.852143 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port bb4bbc67-34ac-42e4-852b-4061d3ac30e6, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=bb4bbc67-34ac-42e4-852b-4061d3ac30e6,segment=NetworkSegment(5a34d302-72ed-4e4c-bb54-adef8b97ab57),segment_id=5a34d302-72ed-4e4c-bb54-adef8b97ab57)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 22:14:08.874929 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 22:14:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5c9a590-409a-424f-ae86-ca5a5a4a8709 x-openstack-request-id: req-e5c9a590-409a-424f-ae86-ca5a5a4a8709 {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 22:14:08.875222 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cad663de-c6f3-4a91-9173-95d13cc97eb2", "name": "network-vif-plugged", "status": "completed", "tag": "bb4bbc67-34ac-42e4-852b-4061d3ac30e6", "code": 200}]} {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 22:14:08.875480 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e5c9a590-409a-424f-ae86-ca5a5a4a8709 {{(pid=121608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 22:14:08.875884 ncdv-master-1 neutron-server[121608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cad663de-c6f3-4a91-9173-95d13cc97eb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb4bbc67-34ac-42e4-852b-4061d3ac30e6', 'code': 200}
Dec 25 22:14:08.910346 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:14:08.962495 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Pushing event updated for resources: {'Port': ['ID=bb4bbc67-34ac-42e4-852b-4061d3ac30e6,revision_number=5']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:14:08.973928 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6197b8a-ca3b-4bae-8363-63501ff35388 req-65467263-290f-4aaf-af49-4d1ad7b222a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:14:08.975531 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c6197b8a-ca3b-4bae-8363-63501ff35388 req-65467263-290f-4aaf-af49-4d1ad7b222a1 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=cad663de-c6f3-4a91-9173-95d13cc97eb2 HTTP/1.1" status: 200  len: 1097 time: 0.0432920
Dec 25 22:14:09.021756 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c6197b8a-ca3b-4bae-8363-63501ff35388 req-795c2615-e86b-418d-b49d-f1d01d66d1de service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=2931dffb-9c4f-4e0e-80de-6c784f8bd21b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0391834
Dec 25 22:14:09.413494 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5985635b-077c-47be-9eaa-f4ee2847d8c9 req-219691fc-d672-45e2-872f-e359064898b4 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:14:09.413494 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5985635b-077c-47be-9eaa-f4ee2847d8c9 req-219691fc-d672-45e2-872f-e359064898b4 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "GET /v2.0/ports?device_id=cad663de-c6f3-4a91-9173-95d13cc97eb2 HTTP/1.1" status: 200  len: 946 time: 0.0535045
Dec 25 22:14:09.413494 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5985635b-077c-47be-9eaa-f4ee2847d8c9 req-1dd85807-0464-4ebb-ab37-9d2b8246e3c9 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "GET /v2.0/security-groups?id=2931dffb-9c4f-4e0e-80de-6c784f8bd21b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0430801
Dec 25 22:14:09.737184 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.agents_db [None req-ec08dba0-4483-4109-b5e1-5e4a9fdaf12d None None] Agent healthcheck: found 7 active agents {{(pid=121609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 25 22:14:09.743914 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-15cb578f-7a63-4fd3-925d-83bad4c7b82a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:14:10.429262 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367ca4eb-d4ee-49a4-b0be-99b5257e204f req-e81c3feb-390c-40cf-a2f6-59f93ac5ab62 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:14:10.430745 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-367ca4eb-d4ee-49a4-b0be-99b5257e204f req-e81c3feb-390c-40cf-a2f6-59f93ac5ab62 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "GET /v2.0/ports?device_id=cad663de-c6f3-4a91-9173-95d13cc97eb2 HTTP/1.1" status: 200  len: 946 time: 0.0479009
Dec 25 22:14:10.479825 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-367ca4eb-d4ee-49a4-b0be-99b5257e204f req-745e6399-63cc-4ac7-bf95-e29300ccc2c9 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "GET /v2.0/security-groups?id=2931dffb-9c4f-4e0e-80de-6c784f8bd21b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0430551
Dec 25 22:14:10.600445 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3e0659-0af0-42b5-b01f-2f7a8bb59808 req-36014904-0712-4813-a8ed-8c27915be3dd tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:14:10.601934 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-6f3e0659-0af0-42b5-b01f-2f7a8bb59808 req-36014904-0712-4813-a8ed-8c27915be3dd tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "GET /v2.0/ports?device_id=cad663de-c6f3-4a91-9173-95d13cc97eb2 HTTP/1.1" status: 200  len: 946 time: 0.0557046
Dec 25 22:14:10.655432 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-6f3e0659-0af0-42b5-b01f-2f7a8bb59808 req-18483fa5-f8b4-4378-aafe-74e9b90267be tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "GET /v2.0/security-groups?id=2931dffb-9c4f-4e0e-80de-6c784f8bd21b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0474603
Dec 25 22:14:10.676847 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 49372) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 22:14:10.758964 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81b70152-0b0c-4fc7-a461-3706a4cee4a4 tempest-TestNetworkAdvancedServerOps-1824908683 tempest-TestNetworkAdvancedServerOps-1824908683-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:14:10.760899 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-81b70152-0b0c-4fc7-a461-3706a4cee4a4 tempest-TestNetworkAdvancedServerOps-1824908683 tempest-TestNetworkAdvancedServerOps-1824908683-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=cad663de-c6f3-4a91-9173-95d13cc97eb2 HTTP/1.1" status: 200  len: 1092 time: 0.0826766
Dec 25 22:14:10.766943 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 49376) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 22:14:10.771319 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-744488f1-2119-4513-9408-f1c07800a4ac tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Request body: {'floatingip': {'floating_network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'port_id': 'bb4bbc67-34ac-42e4-852b-4061d3ac30e6', 'tenant_id': '252f592e72984919a30b8248c35228f7', 'fixed_ip_address': '172.20.0.12'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 22:14:10.864194 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:14:10.875245 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-744488f1-2119-4513-9408-f1c07800a4ac tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks [] for floatingip, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:14:10.972524 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-744488f1-2119-4513-9408-f1c07800a4ac tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:14:11.077677 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_common [None req-744488f1-2119-4513-9408-f1c07800a4ac tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Allocated IP 172.35.3.254 (7201e55c-7c5f-41aa-a042-a363696539d0/7a939e13-713f-45cf-bba7-1539635abe25/1039ced8-83de-42ba-8c64-5aa27cb1136f) {{(pid=121606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 22:14:11.176502 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-744488f1-2119-4513-9408-f1c07800a4ac tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks [] for port, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:14:11.262438 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-744488f1-2119-4513-9408-f1c07800a4ac tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:14:11.307552 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-744488f1-2119-4513-9408-f1c07800a4ac tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Network 7201e55c-7c5f-41aa-a042-a363696539d0 is already hosted by enough agents. {{(pid=121606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 22:14:11.310519 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [None req-744488f1-2119-4513-9408-f1c07800a4ac tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Resources bound (agent type, host, resource id):  {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 22:14:11.313580 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-744488f1-2119-4513-9408-f1c07800a4ac tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Received port after_create {{(pid=121606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 22:14:11.341765 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744488f1-2119-4513-9408-f1c07800a4ac tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Pushing event updated for resources: {'Port': ['ID=1039ced8-83de-42ba-8c64-5aa27cb1136f,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:14:11.669335 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-744488f1-2119-4513-9408-f1c07800a4ac tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks [] for floatingip, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:14:11.835582 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-744488f1-2119-4513-9408-f1c07800a4ac tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:14:11.983453 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-744488f1-2119-4513-9408-f1c07800a4ac tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks [] for port, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:14:12.038860 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-744488f1-2119-4513-9408-f1c07800a4ac tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:14:12.104691 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744488f1-2119-4513-9408-f1c07800a4ac tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Pushing event updated for resources: {'Port': ['ID=1039ced8-83de-42ba-8c64-5aa27cb1136f,revision_number=2']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:14:12.116598 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-744488f1-2119-4513-9408-f1c07800a4ac tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2008639'] for floatingip, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:14:12.213596 ncdv-master-1 neutron-server[121606]: INFO neutron.db.l3_db [None req-744488f1-2119-4513-9408-f1c07800a4ac tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Floating IP b41c2d49-648e-456c-8ad2-9343f266e972 associated. External IP: 172.35.3.254, port: bb4bbc67-34ac-42e4-852b-4061d3ac30e6.
Dec 25 22:14:12.763375 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-744488f1-2119-4513-9408-f1c07800a4ac tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Router d602b7f2-d550-401a-ab67-27bb4de3c1d9 has already been hosted by L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 {{(pid=121606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 25 22:14:12.868771 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-744488f1-2119-4513-9408-f1c07800a4ac tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 22:14:12.879776 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfe8b82e-b4a6-4531-876f-18d2c7ed341f None None] Sync routers for ids ['d602b7f2-d550-401a-ab67-27bb4de3c1d9'] in ncdv-master-1 {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 22:14:12.890701 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfe8b82e-b4a6-4531-876f-18d2c7ed341f None None] Routers {'d602b7f2-d550-401a-ab67-27bb4de3c1d9'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 22:14:12.891299 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-dfe8b82e-b4a6-4531-876f-18d2c7ed341f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f261856e610>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T22:14:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['d602b7f2-d550-401a-ab67-27bb4de3c1d9'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 22:14:12.940947 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-744488f1-2119-4513-9408-f1c07800a4ac tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for floatingip, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:14:12.968297 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-744488f1-2119-4513-9408-f1c07800a4ac tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 2.2003005
Dec 25 22:14:12.969012 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cad663de-c6f3-4a91-9173-95d13cc97eb2', 'tag': 'bb4bbc67-34ac-42e4-852b-4061d3ac30e6'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 22:14:12.971317 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3aaaccd1c5724dc9dd74c6f33e2aadc9492bdd81d11d1049086089e292681ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00a5be9f-a6ca-428c-95f1-bd4652c31340" -d '{"events": [{"name": "network-changed", "server_uuid": "cad663de-c6f3-4a91-9173-95d13cc97eb2", "tag": "bb4bbc67-34ac-42e4-852b-4061d3ac30e6"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 22:14:13.000062 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvr_db [None req-dfe8b82e-b4a6-4531-876f-18d2c7ed341f None None] Set router d602b7f2-d550-401a-ab67-27bb4de3c1d9 gateway port host: ncdv-master-1 {{(pid=121609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 22:14:13.014563 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Dec 2021 22:14:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4c4215b-3ec2-4749-8ae0-9a3b3f630315 x-openstack-request-id: req-e4c4215b-3ec2-4749-8ae0-9a3b3f630315 {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 22:14:13.014839 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cad663de-c6f3-4a91-9173-95d13cc97eb2", "tag": "bb4bbc67-34ac-42e4-852b-4061d3ac30e6", "status": "completed", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 22:14:13.015064 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e4c4215b-3ec2-4749-8ae0-9a3b3f630315 {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 22:14:13.015490 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cad663de-c6f3-4a91-9173-95d13cc97eb2', 'tag': 'bb4bbc67-34ac-42e4-852b-4061d3ac30e6', 'status': 'completed', 'code': 200}
Dec 25 22:14:13.101974 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b724c065-a30b-4692-b98d-9d320e0a97a9 req-618b4a8b-101e-427a-81f9-5b1dd9ed653d tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:14:13.103496 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b724c065-a30b-4692-b98d-9d320e0a97a9 req-618b4a8b-101e-427a-81f9-5b1dd9ed653d tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "GET /v2.0/ports?device_id=cad663de-c6f3-4a91-9173-95d13cc97eb2 HTTP/1.1" status: 200  len: 946 time: 0.0789213
Dec 25 22:14:13.109306 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a5be9f-a6ca-428c-95f1-bd4652c31340 req-c89930b4-cefb-414d-9237-a756db5970ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:14:13.110727 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-00a5be9f-a6ca-428c-95f1-bd4652c31340 req-c89930b4-cefb-414d-9237-a756db5970ce service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=252f592e72984919a30b8248c35228f7&device_id=cad663de-c6f3-4a91-9173-95d13cc97eb2 HTTP/1.1" status: 200  len: 1097 time: 0.0753295
Dec 25 22:14:13.212788 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b724c065-a30b-4692-b98d-9d320e0a97a9 req-eb38d594-c194-4c96-ad5e-b256063da0c7 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "GET /v2.0/security-groups?id=2931dffb-9c4f-4e0e-80de-6c784f8bd21b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1010628
Dec 25 22:14:13.238209 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 49382) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 22:14:13.244240 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a5be9f-a6ca-428c-95f1-bd4652c31340 req-1be60b01-8091-46bd-813a-a8c294058185 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:14:13.245994 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-00a5be9f-a6ca-428c-95f1-bd4652c31340 req-1be60b01-8091-46bd-813a-a8c294058185 service neutron] 10.222.0.31 "GET /v2.0/networks?id=ea6c6eff-eb37-43eb-adbf-e520256a7ea2 HTTP/1.1" status: 200  len: 896 time: 0.1276619
Dec 25 22:14:13.308245 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-b0c9da66-5334-45cf-8c25-2ab5ae32a179 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "GET /v2.0/floatingips/b41c2d49-648e-456c-8ad2-9343f266e972 HTTP/1.1" status: 200  len: 992 time: 0.0688100
Dec 25 22:14:13.318360 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-00a5be9f-a6ca-428c-95f1-bd4652c31340 req-332787fb-a91e-4eb6-8cbe-d8808ed7eec7 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bb4bbc67-34ac-42e4-852b-4061d3ac30e6 HTTP/1.1" status: 200  len: 1000 time: 0.0643723
Dec 25 22:14:13.330313 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-dfe8b82e-b4a6-4531-876f-18d2c7ed341f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f261856e610>, [{'id': 'd602b7f2-d550-401a-ab67-27bb4de3c1d9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1292881524', 'tenant_id': '252f592e72984919a30b8248c35228f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.146'}], 'enable_snat': True}, 'gw_port_id': '0281ed89-90c4-4aed-ae3d-fee60b8800aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T22:13:53Z', 'updated_at': '2021-12-25T22:13:58Z', 'revision_number': 4, 'project_id': '252f592e72984919a30b8248c35228f7', 'gw_port': {'id': '0281ed89-90c4-4aed-ae3d-fee60b8800aa', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:4d:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd602b7f2-d550-401a-ab67-27bb4de3c1d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T22:13:53Z', 'updated_at': '2021-12-25T22:13:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'b41c2d49-648e-456c-8ad2-9343f266e972', 'tenant_id': '252f592e72984919a30b8248c35228f7', 'floating_ip_address': '172.35.3.254', 'floating_network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'router_id': 'd602b7f2-d550-401a-ab67-27bb4de3c1d9', 'port_id': 'bb4bbc67-34ac-42e4-852b-4061d3ac30e6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4228, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea6c6eff-eb37-43eb-adbf-e520256a7ea2', 'mac_address': 'fa:16:3e:93:85:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cad663de-c6f3-4a91-9173-95d13cc97eb2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-25T22:14:11Z', 'updated_at': '2021-12-25T22:14:11Z', 'revision_number': 0, 'project_id': '252f592e72984919a30b8248c35228f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a3495715-c308-41e7-94f4-ba26667e4c63', 'name': '', 'network_id': 'ea6c6eff-eb37-43eb-adbf-e520256a7ea2', 'tenant_id': '252f592e72984919a30b8248c35228f7', 'mac_address': 'fa:16:3e:ca:20:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd602b7f2-d550-401a-ab67-27bb4de3c1d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': '7bda0b6a-0d52-4e88-93f6-89c14b406e05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T22:13:57Z', 'updated_at': '2021-12-25T22:14:01Z', 'revision_number': 5, 'project_id': '252f592e72984919a30b8248c35228f7', 'subnets': [{'id': '7bda0b6a-0d52-4e88-93f6-89c14b406e05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 22:14:13.356302 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfe8b82e-b4a6-4531-876f-18d2c7ed341f None None] Checking router: d602b7f2-d550-401a-ab67-27bb4de3c1d9 for host: ncdv-master-1 {{(pid=121609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 25 22:14:13.364961 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfe8b82e-b4a6-4531-876f-18d2c7ed341f None None] Routers {'d602b7f2-d550-401a-ab67-27bb4de3c1d9'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 22:14:13.365565 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-dfe8b82e-b4a6-4531-876f-18d2c7ed341f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f261856e610>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T22:14:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['d602b7f2-d550-401a-ab67-27bb4de3c1d9'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 22:14:13.367795 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a5be9f-a6ca-428c-95f1-bd4652c31340 req-b574359e-74bb-4e6b-9246-7bdbb9e2cd98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:14:13.369330 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-00a5be9f-a6ca-428c-95f1-bd4652c31340 req-b574359e-74bb-4e6b-9246-7bdbb9e2cd98 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=7bda0b6a-0d52-4e88-93f6-89c14b406e05 HTTP/1.1" status: 200  len: 834 time: 0.0443547
Dec 25 22:14:13.414496 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a5be9f-a6ca-428c-95f1-bd4652c31340 req-341b9286-455b-4641-828c-9fb8dc418c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:14:13.416011 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-00a5be9f-a6ca-428c-95f1-bd4652c31340 req-341b9286-455b-4641-828c-9fb8dc418c52 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ea6c6eff-eb37-43eb-adbf-e520256a7ea2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0398436
Dec 25 22:14:13.469252 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvr_db [None req-dfe8b82e-b4a6-4531-876f-18d2c7ed341f None None] Set router d602b7f2-d550-401a-ab67-27bb4de3c1d9 gateway port host: ncdv-master-1 {{(pid=121609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 22:14:13.510202 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-00a5be9f-a6ca-428c-95f1-bd4652c31340 req-82fce304-9161-46ba-a045-b849ca85d1ea service neutron] 10.222.0.31 "GET /v2.0/networks/ea6c6eff-eb37-43eb-adbf-e520256a7ea2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0873020
Dec 25 22:14:13.601831 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-00a5be9f-a6ca-428c-95f1-bd4652c31340 req-f3e200e8-6692-429d-9ba0-162a4f47b3bd service neutron] 10.222.0.31 "GET /v2.0/networks/ea6c6eff-eb37-43eb-adbf-e520256a7ea2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0844705
Dec 25 22:14:13.690606 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-dfe8b82e-b4a6-4531-876f-18d2c7ed341f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f261856e610>, [{'id': 'd602b7f2-d550-401a-ab67-27bb4de3c1d9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1292881524', 'tenant_id': '252f592e72984919a30b8248c35228f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.146'}], 'enable_snat': True}, 'gw_port_id': '0281ed89-90c4-4aed-ae3d-fee60b8800aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T22:13:53Z', 'updated_at': '2021-12-25T22:13:58Z', 'revision_number': 4, 'project_id': '252f592e72984919a30b8248c35228f7', 'gw_port': {'id': '0281ed89-90c4-4aed-ae3d-fee60b8800aa', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:4d:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd602b7f2-d550-401a-ab67-27bb4de3c1d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T22:13:53Z', 'updated_at': '2021-12-25T22:13:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'b41c2d49-648e-456c-8ad2-9343f266e972', 'tenant_id': '252f592e72984919a30b8248c35228f7', 'floating_ip_address': '172.35.3.254', 'floating_network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'router_id': 'd602b7f2-d550-401a-ab67-27bb4de3c1d9', 'port_id': 'bb4bbc67-34ac-42e4-852b-4061d3ac30e6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4228, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea6c6eff-eb37-43eb-adbf-e520256a7ea2', 'mac_address': 'fa:16:3e:93:85:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cad663de-c6f3-4a91-9173-95d13cc97eb2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-25T22:14:11Z', 'updated_at': '2021-12-25T22:14:11Z', 'revision_number': 0, 'project_id': '252f592e72984919a30b8248c35228f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a3495715-c308-41e7-94f4-ba26667e4c63', 'name': '', 'network_id': 'ea6c6eff-eb37-43eb-adbf-e520256a7ea2', 'tenant_id': '252f592e72984919a30b8248c35228f7', 'mac_address': 'fa:16:3e:ca:20:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd602b7f2-d550-401a-ab67-27bb4de3c1d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': '7bda0b6a-0d52-4e88-93f6-89c14b406e05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T22:13:57Z', 'updated_at': '2021-12-25T22:14:01Z', 'revision_number': 5, 'project_id': '252f592e72984919a30b8248c35228f7', 'subnets': [{'id': '7bda0b6a-0d52-4e88-93f6-89c14b406e05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 22:14:13.716763 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfe8b82e-b4a6-4531-876f-18d2c7ed341f None None] The sync data for ids ['d602b7f2-d550-401a-ab67-27bb4de3c1d9'] in ncdv-master-1 is: [{'id': 'd602b7f2-d550-401a-ab67-27bb4de3c1d9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1292881524', 'tenant_id': '252f592e72984919a30b8248c35228f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.146'}], 'enable_snat': True}, 'gw_port_id': '0281ed89-90c4-4aed-ae3d-fee60b8800aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T22:13:53Z', 'updated_at': '2021-12-25T22:13:58Z', 'revision_number': 4, 'project_id': '252f592e72984919a30b8248c35228f7', 'gw_port': {'id': '0281ed89-90c4-4aed-ae3d-fee60b8800aa', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:4d:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd602b7f2-d550-401a-ab67-27bb4de3c1d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T22:13:53Z', 'updated_at': '2021-12-25T22:13:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'b41c2d49-648e-456c-8ad2-9343f266e972', 'tenant_id': '252f592e72984919a30b8248c35228f7', 'floating_ip_address': '172.35.3.254', 'floating_network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'router_id': 'd602b7f2-d550-401a-ab67-27bb4de3c1d9', 'port_id': 'bb4bbc67-34ac-42e4-852b-4061d3ac30e6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4228, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea6c6eff-eb37-43eb-adbf-e520256a7ea2', 'mac_address': 'fa:16:3e:93:85:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cad663de-c6f3-4a91-9173-95d13cc97eb2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-25T22:14:11Z', 'updated_at': '2021-12-25T22:14:11Z', 'revision_number': 0, 'project_id': '252f592e72984919a30b8248c35228f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a3495715-c308-41e7-94f4-ba26667e4c63', 'name': '', 'network_id': 'ea6c6eff-eb37-43eb-adbf-e520256a7ea2', 'tenant_id': '252f592e72984919a30b8248c35228f7', 'mac_address': 'fa:16:3e:ca:20:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd602b7f2-d550-401a-ab67-27bb4de3c1d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': '7bda0b6a-0d52-4e88-93f6-89c14b406e05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T22:13:57Z', 'updated_at': '2021-12-25T22:14:01Z', 'revision_number': 5, 'project_id': '252f592e72984919a30b8248c35228f7', 'subnets': [{'id': '7bda0b6a-0d52-4e88-93f6-89c14b406e05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 22:14:13.912278 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9093c16-04c6-4d08-a76e-8afcd6dc4f07 None None] New status for floating IP b41c2d49-648e-456c-8ad2-9343f266e972: ACTIVE {{(pid=121608) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 25 22:14:14.312116 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 49384) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 22:14:14.376303 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-fef454cf-7c50-462d-bf00-eab7e1abe9de tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "GET /v2.0/floatingips/b41c2d49-648e-456c-8ad2-9343f266e972 HTTP/1.1" status: 200  len: 994 time: 0.0627491
Dec 25 22:14:34.809816 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-00322cd0-0f33-4159-afd1-b8fd09c73c92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:14:34.832478 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:14:37.067155 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-a47f59b4-b4d0-4673-901c-85a50b6cbee6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:14:38.715091 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3e945ecd-9380-47c2-aa0a-12ebe07e03e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:14:38.823328 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:14:39.726537 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-15cb578f-7a63-4fd3-925d-83bad4c7b82a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:14:40.829151 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:14:41.283819 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65e84d3-d025-46fe-99ac-6d317feb1898 req-f9b7efbf-4cd4-4f76-82f1-e930fe15bc56 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:14:41.285870 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d65e84d3-d025-46fe-99ac-6d317feb1898 req-f9b7efbf-4cd4-4f76-82f1-e930fe15bc56 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "GET /v2.0/ports?device_id=cad663de-c6f3-4a91-9173-95d13cc97eb2 HTTP/1.1" status: 200  len: 946 time: 0.0529277
Dec 25 22:14:41.335907 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d65e84d3-d025-46fe-99ac-6d317feb1898 req-819187a5-6889-4814-ac3e-768fde4ad36a tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "GET /v2.0/security-groups?id=2931dffb-9c4f-4e0e-80de-6c784f8bd21b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0439727
Dec 25 22:14:42.453659 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2ab6dc-2883-4b9c-b97d-bccac81515c2 req-61b77f7a-f049-49b8-934e-1a0977e81cec tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:14:42.455144 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-dd2ab6dc-2883-4b9c-b97d-bccac81515c2 req-61b77f7a-f049-49b8-934e-1a0977e81cec tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "GET /v2.0/ports?device_id=cad663de-c6f3-4a91-9173-95d13cc97eb2 HTTP/1.1" status: 200  len: 946 time: 0.0489025
Dec 25 22:14:42.507760 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-dd2ab6dc-2883-4b9c-b97d-bccac81515c2 req-440e4023-80af-432d-a54f-959cd2a4c45f tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "GET /v2.0/security-groups?id=2931dffb-9c4f-4e0e-80de-6c784f8bd21b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0467410
Dec 25 22:14:43.622731 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a648679-3531-4b71-ae9d-9acd5828902b req-ce784d59-a815-40e0-92c9-a43f945a7b5b tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:14:43.624228 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4a648679-3531-4b71-ae9d-9acd5828902b req-ce784d59-a815-40e0-92c9-a43f945a7b5b tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "GET /v2.0/ports?device_id=cad663de-c6f3-4a91-9173-95d13cc97eb2 HTTP/1.1" status: 200  len: 946 time: 0.0492351
Dec 25 22:14:43.674419 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4a648679-3531-4b71-ae9d-9acd5828902b req-1fc369c9-5567-48e5-92a9-671691b2faa7 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "GET /v2.0/security-groups?id=2931dffb-9c4f-4e0e-80de-6c784f8bd21b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0440447
Dec 25 22:14:44.790077 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607c626a-43c8-4c71-825a-cb9404cbbfcd req-cb3c9bb2-b185-4e61-97ec-e718cc014f0e tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:14:44.791543 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-607c626a-43c8-4c71-825a-cb9404cbbfcd req-cb3c9bb2-b185-4e61-97ec-e718cc014f0e tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "GET /v2.0/ports?device_id=cad663de-c6f3-4a91-9173-95d13cc97eb2 HTTP/1.1" status: 200  len: 946 time: 0.0479951
Dec 25 22:14:44.839436 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-607c626a-43c8-4c71-825a-cb9404cbbfcd req-573cf6fc-464c-4ba5-8763-a81301d7d455 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "GET /v2.0/security-groups?id=2931dffb-9c4f-4e0e-80de-6c784f8bd21b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0419576
Dec 25 22:14:45.960440 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36441a32-6bf3-436f-87bb-fcf7a32e1e98 req-dbb8abc2-391f-4f4e-be65-151904233cfa tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:14:45.961980 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-36441a32-6bf3-436f-87bb-fcf7a32e1e98 req-dbb8abc2-391f-4f4e-be65-151904233cfa tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "GET /v2.0/ports?device_id=cad663de-c6f3-4a91-9173-95d13cc97eb2 HTTP/1.1" status: 200  len: 946 time: 0.0530417
Dec 25 22:14:46.011027 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-36441a32-6bf3-436f-87bb-fcf7a32e1e98 req-9a3436cf-cb72-42b5-9196-25997011ba2b tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "GET /v2.0/security-groups?id=2931dffb-9c4f-4e0e-80de-6c784f8bd21b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425594
Dec 25 22:14:46.735886 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.agents_db [None req-ec08dba0-4483-4109-b5e1-5e4a9fdaf12d None None] Agent healthcheck: found 7 active agents {{(pid=121609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 25 22:14:47.129468 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837a6095-fd3b-416c-a06a-2aca3fc70b07 req-67f03cc1-f5c0-4c4d-874b-3cc267b84798 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:14:47.130950 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-837a6095-fd3b-416c-a06a-2aca3fc70b07 req-67f03cc1-f5c0-4c4d-874b-3cc267b84798 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "GET /v2.0/ports?device_id=cad663de-c6f3-4a91-9173-95d13cc97eb2 HTTP/1.1" status: 200  len: 946 time: 0.0491471
Dec 25 22:14:47.180476 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-837a6095-fd3b-416c-a06a-2aca3fc70b07 req-5268d262-842e-4cd6-916a-9a1832d92bcf tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "GET /v2.0/security-groups?id=2931dffb-9c4f-4e0e-80de-6c784f8bd21b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0434740
Dec 25 22:14:48.297549 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb84e19-d4d6-4930-9306-4a44c21dfe7a req-86fa72a7-01a5-4217-84d4-788d2d10ca81 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:14:48.299323 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-dfb84e19-d4d6-4930-9306-4a44c21dfe7a req-86fa72a7-01a5-4217-84d4-788d2d10ca81 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "GET /v2.0/ports?device_id=cad663de-c6f3-4a91-9173-95d13cc97eb2 HTTP/1.1" status: 200  len: 946 time: 0.0523474
Dec 25 22:14:48.348440 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-dfb84e19-d4d6-4930-9306-4a44c21dfe7a req-fbcf9e98-5318-4011-9824-dce37b5db59b tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "GET /v2.0/security-groups?id=2931dffb-9c4f-4e0e-80de-6c784f8bd21b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427175
Dec 25 22:14:49.470300 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aacde9b-a16b-4bbe-883b-4856f9909d1b req-70b9fca5-e476-418e-b3fd-d827893a2c7b tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:14:49.471813 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1aacde9b-a16b-4bbe-883b-4856f9909d1b req-70b9fca5-e476-418e-b3fd-d827893a2c7b tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "GET /v2.0/ports?device_id=cad663de-c6f3-4a91-9173-95d13cc97eb2 HTTP/1.1" status: 200  len: 946 time: 0.0519719
Dec 25 22:14:49.521261 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1aacde9b-a16b-4bbe-883b-4856f9909d1b req-f8c5cd8a-9c1d-4a0c-a2a4-d9bb394d8cca tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "GET /v2.0/security-groups?id=2931dffb-9c4f-4e0e-80de-6c784f8bd21b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0434251
Dec 25 22:14:50.636606 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4d43a0-7722-4ac7-9b00-169a1d1b32de req-26e0e11f-7c58-4f29-b58b-62870c5d48f3 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:14:50.638102 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5a4d43a0-7722-4ac7-9b00-169a1d1b32de req-26e0e11f-7c58-4f29-b58b-62870c5d48f3 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "GET /v2.0/ports?device_id=cad663de-c6f3-4a91-9173-95d13cc97eb2 HTTP/1.1" status: 200  len: 946 time: 0.0485878
Dec 25 22:14:50.691321 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5a4d43a0-7722-4ac7-9b00-169a1d1b32de req-80be6aba-aba5-4f41-b787-16acfda30735 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "GET /v2.0/security-groups?id=2931dffb-9c4f-4e0e-80de-6c784f8bd21b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0472670
Dec 25 22:14:51.808789 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc78be4e-303d-4496-9a4d-bc9ea83fa28a req-f30aabb1-d26b-4db2-88b5-f75d099ac1cf tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:14:51.810302 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-fc78be4e-303d-4496-9a4d-bc9ea83fa28a req-f30aabb1-d26b-4db2-88b5-f75d099ac1cf tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "GET /v2.0/ports?device_id=cad663de-c6f3-4a91-9173-95d13cc97eb2 HTTP/1.1" status: 200  len: 946 time: 0.0495563
Dec 25 22:14:51.859528 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-fc78be4e-303d-4496-9a4d-bc9ea83fa28a req-a60b3cee-616e-4559-9c9a-cb557a5962c0 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "GET /v2.0/security-groups?id=2931dffb-9c4f-4e0e-80de-6c784f8bd21b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0426593
Dec 25 22:14:51.887718 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 49434) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 22:14:51.947532 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-d1648c26-ebb0-4753-a613-234edbdfb475 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "GET /v2.0/floatingips/b41c2d49-648e-456c-8ad2-9343f266e972 HTTP/1.1" status: 200  len: 994 time: 0.0586700
Dec 25 22:14:53.210043 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9545c33e-45ba-4453-8cfd-cb4215b4230d req-91e3f9f8-d35d-4c15-a6a5-b6afd75e2b11 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=cad663de-c6f3-4a91-9173-95d13cc97eb2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0439680
Dec 25 22:14:53.330083 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9545c33e-45ba-4453-8cfd-cb4215b4230d req-d9fdb356-22e4-4581-9fe5-ffeb425172c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:14:53.331597 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9545c33e-45ba-4453-8cfd-cb4215b4230d req-d9fdb356-22e4-4581-9fe5-ffeb425172c2 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=252f592e72984919a30b8248c35228f7&device_id=cad663de-c6f3-4a91-9173-95d13cc97eb2 HTTP/1.1" status: 200  len: 1097 time: 0.0698752
Dec 25 22:14:53.346295 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833b1fba-f2e4-4db5-a66b-1f220a950e74 req-b87893fb-aa59-4e90-8c06-c68fa52521b8 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:14:53.347814 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-833b1fba-f2e4-4db5-a66b-1f220a950e74 req-b87893fb-aa59-4e90-8c06-c68fa52521b8 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "GET /v2.0/ports?device_id=cad663de-c6f3-4a91-9173-95d13cc97eb2 HTTP/1.1" status: 200  len: 946 time: 0.0608776
Dec 25 22:14:53.454770 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-833b1fba-f2e4-4db5-a66b-1f220a950e74 req-59f7845f-91da-4451-8288-6cd5db7a9568 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "GET /v2.0/security-groups?id=2931dffb-9c4f-4e0e-80de-6c784f8bd21b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0965579
Dec 25 22:14:53.471466 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9545c33e-45ba-4453-8cfd-cb4215b4230d req-594487aa-e6ec-4212-b78e-e8870b90f57b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:14:53.472969 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9545c33e-45ba-4453-8cfd-cb4215b4230d req-594487aa-e6ec-4212-b78e-e8870b90f57b service neutron] 10.222.0.31 "GET /v2.0/networks?id=ea6c6eff-eb37-43eb-adbf-e520256a7ea2 HTTP/1.1" status: 200  len: 896 time: 0.1220291
Dec 25 22:14:53.542264 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9545c33e-45ba-4453-8cfd-cb4215b4230d req-3f5de65d-7cab-4f3f-83ca-f4a60b53f4eb service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bb4bbc67-34ac-42e4-852b-4061d3ac30e6 HTTP/1.1" status: 200  len: 1002 time: 0.0617433
Dec 25 22:14:53.591076 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9545c33e-45ba-4453-8cfd-cb4215b4230d req-216f13bc-8af7-4e28-8c36-2b38d39aaed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:14:53.592394 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9545c33e-45ba-4453-8cfd-cb4215b4230d req-216f13bc-8af7-4e28-8c36-2b38d39aaed7 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=7bda0b6a-0d52-4e88-93f6-89c14b406e05 HTTP/1.1" status: 200  len: 834 time: 0.0436404
Dec 25 22:14:53.637643 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9545c33e-45ba-4453-8cfd-cb4215b4230d req-2338abc1-91a3-491c-a582-259bca89488b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:14:53.639117 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9545c33e-45ba-4453-8cfd-cb4215b4230d req-2338abc1-91a3-491c-a582-259bca89488b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ea6c6eff-eb37-43eb-adbf-e520256a7ea2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0392683
Dec 25 22:14:53.729975 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9545c33e-45ba-4453-8cfd-cb4215b4230d req-2208c62f-ef75-4ee4-ab54-7a98cc13f39e service neutron] 10.222.0.31 "GET /v2.0/networks/ea6c6eff-eb37-43eb-adbf-e520256a7ea2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0831063
Dec 25 22:14:53.818539 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9545c33e-45ba-4453-8cfd-cb4215b4230d req-fab9de59-c645-47e9-8174-a0dcb9428135 service neutron] 10.222.0.31 "GET /v2.0/networks/ea6c6eff-eb37-43eb-adbf-e520256a7ea2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0817869
Dec 25 22:14:53.918881 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c13e28c-cd30-4ca8-aa57-1abd79a94e53 req-13d031ab-7ec3-4ace-a0c5-20c625d00e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:14:53.920295 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0c13e28c-cd30-4ca8-aa57-1abd79a94e53 req-13d031ab-7ec3-4ace-a0c5-20c625d00e48 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=252f592e72984919a30b8248c35228f7&device_id=cad663de-c6f3-4a91-9173-95d13cc97eb2 HTTP/1.1" status: 200  len: 1097 time: 0.0410013
Dec 25 22:14:54.015410 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c13e28c-cd30-4ca8-aa57-1abd79a94e53 req-e43ece8e-0b9f-49b6-825a-85cf5c3ee237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:14:54.017072 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0c13e28c-cd30-4ca8-aa57-1abd79a94e53 req-e43ece8e-0b9f-49b6-825a-85cf5c3ee237 service neutron] 10.222.0.31 "GET /v2.0/networks?id=ea6c6eff-eb37-43eb-adbf-e520256a7ea2 HTTP/1.1" status: 200  len: 896 time: 0.0898213
Dec 25 22:14:54.085348 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0c13e28c-cd30-4ca8-aa57-1abd79a94e53 req-e9df5cf1-5a4d-4fa7-8326-303fd25de420 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bb4bbc67-34ac-42e4-852b-4061d3ac30e6 HTTP/1.1" status: 200  len: 1002 time: 0.0611029
Dec 25 22:14:54.132817 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c13e28c-cd30-4ca8-aa57-1abd79a94e53 req-39972f0d-375c-403f-99de-8bd2d9eea9a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:14:54.134340 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0c13e28c-cd30-4ca8-aa57-1abd79a94e53 req-39972f0d-375c-403f-99de-8bd2d9eea9a3 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=7bda0b6a-0d52-4e88-93f6-89c14b406e05 HTTP/1.1" status: 200  len: 834 time: 0.0429215
Dec 25 22:14:54.179286 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c13e28c-cd30-4ca8-aa57-1abd79a94e53 req-7669e26c-6aaf-4bb9-8171-f1a11b2ed9c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:14:54.180677 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0c13e28c-cd30-4ca8-aa57-1abd79a94e53 req-7669e26c-6aaf-4bb9-8171-f1a11b2ed9c4 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ea6c6eff-eb37-43eb-adbf-e520256a7ea2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0398228
Dec 25 22:14:54.276125 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0c13e28c-cd30-4ca8-aa57-1abd79a94e53 req-a283b6a6-31f1-48a4-8095-4c46f9025704 service neutron] 10.222.0.31 "GET /v2.0/networks/ea6c6eff-eb37-43eb-adbf-e520256a7ea2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0884199
Dec 25 22:14:54.363401 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0c13e28c-cd30-4ca8-aa57-1abd79a94e53 req-8bc152c6-5e9b-4591-aa37-cc3d27f126ce service neutron] 10.222.0.31 "GET /v2.0/networks/ea6c6eff-eb37-43eb-adbf-e520256a7ea2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0803635
Dec 25 22:14:54.571683 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89d763e-ecc4-4c91-8efa-8637a5b99789 req-dea06cdf-106e-4f89-a536-8a5cce5e37b4 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:14:54.573164 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f89d763e-ecc4-4c91-8efa-8637a5b99789 req-dea06cdf-106e-4f89-a536-8a5cce5e37b4 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "GET /v2.0/ports?device_id=cad663de-c6f3-4a91-9173-95d13cc97eb2 HTTP/1.1" status: 200  len: 946 time: 0.0480187
Dec 25 22:14:54.624986 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f89d763e-ecc4-4c91-8efa-8637a5b99789 req-f36eb158-bd08-41a1-85aa-402e227918bf tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "GET /v2.0/security-groups?id=2931dffb-9c4f-4e0e-80de-6c784f8bd21b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0459492
Dec 25 22:14:55.742173 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc950296-6bb5-4d43-9c76-8cda9a8386cb req-c2028115-c91b-493e-b4b0-698711fdcc77 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:14:55.743663 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-fc950296-6bb5-4d43-9c76-8cda9a8386cb req-c2028115-c91b-493e-b4b0-698711fdcc77 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "GET /v2.0/ports?device_id=cad663de-c6f3-4a91-9173-95d13cc97eb2 HTTP/1.1" status: 200  len: 946 time: 0.0494745
Dec 25 22:14:55.792670 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-fc950296-6bb5-4d43-9c76-8cda9a8386cb req-360be3b4-9033-49d4-90ba-7ea0b019ff33 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "GET /v2.0/security-groups?id=2931dffb-9c4f-4e0e-80de-6c784f8bd21b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0428715
Dec 25 22:14:55.814767 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 49446) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 22:14:55.877385 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-f5ec5541-8883-4fbe-92b6-1b80c32ae962 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "GET /v2.0/floatingips/b41c2d49-648e-456c-8ad2-9343f266e972 HTTP/1.1" status: 200  len: 994 time: 0.0614998
Dec 25 22:15:04.820210 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-19958115-56a9-4f3e-9956-7998ac28f27d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:15:04.857559 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:15:07.042796 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-0568bb33-694b-4532-ba11-b48da42a8c25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:15:08.725881 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3e945ecd-9380-47c2-aa0a-12ebe07e03e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:15:08.828630 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:15:09.760277 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-15cb578f-7a63-4fd3-925d-83bad4c7b82a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:15:10.829178 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:15:23.734363 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.agents_db [None req-ec08dba0-4483-4109-b5e1-5e4a9fdaf12d None None] Agent healthcheck: found 7 active agents {{(pid=121609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 25 22:15:24.225716 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 49458) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 22:15:24.382659 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-2d08bcf5-4503-4365-a3e5-2d1cb3155e69 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Deleting port 1039ced8-83de-42ba-8c64-5aa27cb1136f {{(pid=121606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 22:15:24.383001 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-2d08bcf5-4503-4365-a3e5-2d1cb3155e69 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:15:24.456305 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-2d08bcf5-4503-4365-a3e5-2d1cb3155e69 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:15:24.456635 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-2d08bcf5-4503-4365-a3e5-2d1cb3155e69 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:15:24.468522 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-2d08bcf5-4503-4365-a3e5-2d1cb3155e69 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Calling delete_port for 1039ced8-83de-42ba-8c64-5aa27cb1136f owned by network:floatingip {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 22:15:24.686366 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-2d08bcf5-4503-4365-a3e5-2d1cb3155e69 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:15:24.709148 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d08bcf5-4503-4365-a3e5-2d1cb3155e69 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Pushing event deleted for resources: {'Port': ['ID=1039ced8-83de-42ba-8c64-5aa27cb1136f,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:15:24.719456 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d08bcf5-4503-4365-a3e5-2d1cb3155e69 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:15:24.719810 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d08bcf5-4503-4365-a3e5-2d1cb3155e69 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:15:24.720156 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d08bcf5-4503-4365-a3e5-2d1cb3155e69 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:15:24.720496 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d08bcf5-4503-4365-a3e5-2d1cb3155e69 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:15:24.720829 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d08bcf5-4503-4365-a3e5-2d1cb3155e69 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:15:24.721184 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d08bcf5-4503-4365-a3e5-2d1cb3155e69 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:15:24.722039 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d08bcf5-4503-4365-a3e5-2d1cb3155e69 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:15:24.722039 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d08bcf5-4503-4365-a3e5-2d1cb3155e69 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:15:24.722218 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d08bcf5-4503-4365-a3e5-2d1cb3155e69 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:15:24.722545 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d08bcf5-4503-4365-a3e5-2d1cb3155e69 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:15:24.723383 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d08bcf5-4503-4365-a3e5-2d1cb3155e69 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:15:24.723707 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d08bcf5-4503-4365-a3e5-2d1cb3155e69 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:15:24.724030 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d08bcf5-4503-4365-a3e5-2d1cb3155e69 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:15:24.786076 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-2d08bcf5-4503-4365-a3e5-2d1cb3155e69 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks [] for floatingip, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:15:24.791387 ncdv-master-1 neutron-server[121606]: INFO neutron.db.l3_db [None req-2d08bcf5-4503-4365-a3e5-2d1cb3155e69 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Floating IP b41c2d49-648e-456c-8ad2-9343f266e972 disassociated (deleted). External IP: 172.35.3.254, port: bb4bbc67-34ac-42e4-852b-4061d3ac30e6.
Dec 25 22:15:24.990873 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d08bcf5-4503-4365-a3e5-2d1cb3155e69 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Router d602b7f2-d550-401a-ab67-27bb4de3c1d9 has already been hosted by L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 {{(pid=121606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 25 22:15:25.097549 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d08bcf5-4503-4365-a3e5-2d1cb3155e69 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 22:15:25.102874 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-2d08bcf5-4503-4365-a3e5-2d1cb3155e69 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for floatingip, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:15:25.107677 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-436d087b-6bd3-4738-9516-b9030881983b None None] Sync routers for ids ['d602b7f2-d550-401a-ab67-27bb4de3c1d9'] in ncdv-master-1 {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 22:15:25.116695 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-436d087b-6bd3-4738-9516-b9030881983b None None] Routers {'d602b7f2-d550-401a-ab67-27bb4de3c1d9'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 22:15:25.117325 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-436d087b-6bd3-4738-9516-b9030881983b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f26189440a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T22:15:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['d602b7f2-d550-401a-ab67-27bb4de3c1d9'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 22:15:25.131708 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-2d08bcf5-4503-4365-a3e5-2d1cb3155e69 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "DELETE /v2.0/floatingips/b41c2d49-648e-456c-8ad2-9343f266e972 HTTP/1.1" status: 204  len: 168 time: 0.9022396
Dec 25 22:15:25.131708 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cad663de-c6f3-4a91-9173-95d13cc97eb2', 'tag': 'bb4bbc67-34ac-42e4-852b-4061d3ac30e6'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 22:15:25.132033 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3aaaccd1c5724dc9dd74c6f33e2aadc9492bdd81d11d1049086089e292681ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-187bafe9-c821-42fa-8b85-da47c63a1383" -d '{"events": [{"name": "network-changed", "server_uuid": "cad663de-c6f3-4a91-9173-95d13cc97eb2", "tag": "bb4bbc67-34ac-42e4-852b-4061d3ac30e6"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 22:15:25.175220 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Dec 2021 22:15:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0151dffd-b986-4488-a873-454e19329d43 x-openstack-request-id: req-0151dffd-b986-4488-a873-454e19329d43 {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 22:15:25.175532 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cad663de-c6f3-4a91-9173-95d13cc97eb2", "tag": "bb4bbc67-34ac-42e4-852b-4061d3ac30e6", "status": "completed", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 22:15:25.176238 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0151dffd-b986-4488-a873-454e19329d43 {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 22:15:25.176665 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cad663de-c6f3-4a91-9173-95d13cc97eb2', 'tag': 'bb4bbc67-34ac-42e4-852b-4061d3ac30e6', 'status': 'completed', 'code': 200}
Dec 25 22:15:25.222288 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvr_db [None req-436d087b-6bd3-4738-9516-b9030881983b None None] Set router d602b7f2-d550-401a-ab67-27bb4de3c1d9 gateway port host: ncdv-master-1 {{(pid=121609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 22:15:25.241592 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187bafe9-c821-42fa-8b85-da47c63a1383 req-cec45182-ff55-4fa3-9453-c6c802247f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:15:25.243375 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-187bafe9-c821-42fa-8b85-da47c63a1383 req-cec45182-ff55-4fa3-9453-c6c802247f93 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=252f592e72984919a30b8248c35228f7&device_id=cad663de-c6f3-4a91-9173-95d13cc97eb2 HTTP/1.1" status: 200  len: 1097 time: 0.0450537
Dec 25 22:15:25.339947 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187bafe9-c821-42fa-8b85-da47c63a1383 req-65dc932e-02ba-4a75-8e49-6c3e7c325d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:15:25.341541 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-187bafe9-c821-42fa-8b85-da47c63a1383 req-65dc932e-02ba-4a75-8e49-6c3e7c325d74 service neutron] 10.222.0.31 "GET /v2.0/networks?id=ea6c6eff-eb37-43eb-adbf-e520256a7ea2 HTTP/1.1" status: 200  len: 896 time: 0.0903823
Dec 25 22:15:25.384479 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-187bafe9-c821-42fa-8b85-da47c63a1383 req-c7b35f99-ec89-47c5-8043-d710a1122566 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bb4bbc67-34ac-42e4-852b-4061d3ac30e6 HTTP/1.1" status: 200  len: 217 time: 0.0354156
Dec 25 22:15:25.432079 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-436d087b-6bd3-4738-9516-b9030881983b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f26189440a0>, [{'id': 'd602b7f2-d550-401a-ab67-27bb4de3c1d9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1292881524', 'tenant_id': '252f592e72984919a30b8248c35228f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.146'}], 'enable_snat': True}, 'gw_port_id': '0281ed89-90c4-4aed-ae3d-fee60b8800aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T22:13:53Z', 'updated_at': '2021-12-25T22:13:58Z', 'revision_number': 4, 'project_id': '252f592e72984919a30b8248c35228f7', 'gw_port': {'id': '0281ed89-90c4-4aed-ae3d-fee60b8800aa', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:4d:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd602b7f2-d550-401a-ab67-27bb4de3c1d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T22:13:53Z', 'updated_at': '2021-12-25T22:13:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'a3495715-c308-41e7-94f4-ba26667e4c63', 'name': '', 'network_id': 'ea6c6eff-eb37-43eb-adbf-e520256a7ea2', 'tenant_id': '252f592e72984919a30b8248c35228f7', 'mac_address': 'fa:16:3e:ca:20:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd602b7f2-d550-401a-ab67-27bb4de3c1d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': '7bda0b6a-0d52-4e88-93f6-89c14b406e05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T22:13:57Z', 'updated_at': '2021-12-25T22:14:01Z', 'revision_number': 5, 'project_id': '252f592e72984919a30b8248c35228f7', 'subnets': [{'id': '7bda0b6a-0d52-4e88-93f6-89c14b406e05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 22:15:25.445389 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187bafe9-c821-42fa-8b85-da47c63a1383 req-cf8452c1-cbf8-4e7c-8d97-894ca77276de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:15:25.446884 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-187bafe9-c821-42fa-8b85-da47c63a1383 req-cf8452c1-cbf8-4e7c-8d97-894ca77276de service neutron] 10.222.0.31 "GET /v2.0/subnets?id=7bda0b6a-0d52-4e88-93f6-89c14b406e05 HTTP/1.1" status: 200  len: 834 time: 0.0547371
Dec 25 22:15:25.460035 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-436d087b-6bd3-4738-9516-b9030881983b None None] Checking router: d602b7f2-d550-401a-ab67-27bb4de3c1d9 for host: ncdv-master-1 {{(pid=121609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 25 22:15:25.468842 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-436d087b-6bd3-4738-9516-b9030881983b None None] Routers {'d602b7f2-d550-401a-ab67-27bb4de3c1d9'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 22:15:25.469468 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-436d087b-6bd3-4738-9516-b9030881983b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f26189440a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T22:15:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['d602b7f2-d550-401a-ab67-27bb4de3c1d9'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 22:15:25.493902 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187bafe9-c821-42fa-8b85-da47c63a1383 req-791dbcec-2cef-425f-8e27-f0a2998edab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:15:25.495347 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-187bafe9-c821-42fa-8b85-da47c63a1383 req-791dbcec-2cef-425f-8e27-f0a2998edab7 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ea6c6eff-eb37-43eb-adbf-e520256a7ea2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0408058
Dec 25 22:15:25.582919 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvr_db [None req-436d087b-6bd3-4738-9516-b9030881983b None None] Set router d602b7f2-d550-401a-ab67-27bb4de3c1d9 gateway port host: ncdv-master-1 {{(pid=121609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 22:15:25.603176 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-187bafe9-c821-42fa-8b85-da47c63a1383 req-b0c4a3a5-05a9-4925-9f5b-95776e2aff0d service neutron] 10.222.0.31 "GET /v2.0/networks/ea6c6eff-eb37-43eb-adbf-e520256a7ea2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0989213
Dec 25 22:15:25.734481 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd2f33b-17fd-4021-90cc-2f34477a1a7e req-c0d35f1a-fac8-4f87-a9e2-97ec25895af5 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:15:25.736052 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3fd2f33b-17fd-4021-90cc-2f34477a1a7e req-c0d35f1a-fac8-4f87-a9e2-97ec25895af5 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "GET /v2.0/ports?device_id=cad663de-c6f3-4a91-9173-95d13cc97eb2 HTTP/1.1" status: 200  len: 946 time: 0.1668637
Dec 25 22:15:25.739890 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-187bafe9-c821-42fa-8b85-da47c63a1383 req-31139a92-7800-419a-9ac5-7222af8a6c85 service neutron] 10.222.0.31 "GET /v2.0/networks/ea6c6eff-eb37-43eb-adbf-e520256a7ea2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1283500
Dec 25 22:15:25.788342 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-436d087b-6bd3-4738-9516-b9030881983b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f26189440a0>, [{'id': 'd602b7f2-d550-401a-ab67-27bb4de3c1d9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1292881524', 'tenant_id': '252f592e72984919a30b8248c35228f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.146'}], 'enable_snat': True}, 'gw_port_id': '0281ed89-90c4-4aed-ae3d-fee60b8800aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T22:13:53Z', 'updated_at': '2021-12-25T22:13:58Z', 'revision_number': 4, 'project_id': '252f592e72984919a30b8248c35228f7', 'gw_port': {'id': '0281ed89-90c4-4aed-ae3d-fee60b8800aa', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:4d:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd602b7f2-d550-401a-ab67-27bb4de3c1d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T22:13:53Z', 'updated_at': '2021-12-25T22:13:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'a3495715-c308-41e7-94f4-ba26667e4c63', 'name': '', 'network_id': 'ea6c6eff-eb37-43eb-adbf-e520256a7ea2', 'tenant_id': '252f592e72984919a30b8248c35228f7', 'mac_address': 'fa:16:3e:ca:20:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd602b7f2-d550-401a-ab67-27bb4de3c1d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': '7bda0b6a-0d52-4e88-93f6-89c14b406e05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T22:13:57Z', 'updated_at': '2021-12-25T22:14:01Z', 'revision_number': 5, 'project_id': '252f592e72984919a30b8248c35228f7', 'subnets': [{'id': '7bda0b6a-0d52-4e88-93f6-89c14b406e05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 22:15:25.790680 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3fd2f33b-17fd-4021-90cc-2f34477a1a7e req-6a166afb-511f-4585-9eab-f790ab38ef36 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "GET /v2.0/security-groups?id=2931dffb-9c4f-4e0e-80de-6c784f8bd21b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0479684
Dec 25 22:15:25.819321 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-436d087b-6bd3-4738-9516-b9030881983b None None] The sync data for ids ['d602b7f2-d550-401a-ab67-27bb4de3c1d9'] in ncdv-master-1 is: [{'id': 'd602b7f2-d550-401a-ab67-27bb4de3c1d9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1292881524', 'tenant_id': '252f592e72984919a30b8248c35228f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.146'}], 'enable_snat': True}, 'gw_port_id': '0281ed89-90c4-4aed-ae3d-fee60b8800aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T22:13:53Z', 'updated_at': '2021-12-25T22:13:58Z', 'revision_number': 4, 'project_id': '252f592e72984919a30b8248c35228f7', 'gw_port': {'id': '0281ed89-90c4-4aed-ae3d-fee60b8800aa', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:4d:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd602b7f2-d550-401a-ab67-27bb4de3c1d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T22:13:53Z', 'updated_at': '2021-12-25T22:13:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'a3495715-c308-41e7-94f4-ba26667e4c63', 'name': '', 'network_id': 'ea6c6eff-eb37-43eb-adbf-e520256a7ea2', 'tenant_id': '252f592e72984919a30b8248c35228f7', 'mac_address': 'fa:16:3e:ca:20:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd602b7f2-d550-401a-ab67-27bb4de3c1d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': '7bda0b6a-0d52-4e88-93f6-89c14b406e05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T22:13:57Z', 'updated_at': '2021-12-25T22:14:01Z', 'revision_number': 5, 'project_id': '252f592e72984919a30b8248c35228f7', 'subnets': [{'id': '7bda0b6a-0d52-4e88-93f6-89c14b406e05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 22:15:26.038570 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5820d2cb-ff71-4466-a1db-fb10c6a46f7e None None] New status for floating IP b41c2d49-648e-456c-8ad2-9343f266e972: DOWN {{(pid=121608) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 25 22:15:26.961486 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcddbcc-fa8d-4546-a1c9-b46271e94162 req-e7d7fcec-79ed-4c22-b020-6fc18bd3bcaf tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:15:26.963132 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0dcddbcc-fa8d-4546-a1c9-b46271e94162 req-e7d7fcec-79ed-4c22-b020-6fc18bd3bcaf tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "GET /v2.0/ports?device_id=cad663de-c6f3-4a91-9173-95d13cc97eb2 HTTP/1.1" status: 200  len: 946 time: 0.1018231
Dec 25 22:15:27.042267 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0dcddbcc-fa8d-4546-a1c9-b46271e94162 req-fa88a551-4a9b-47c7-a2a3-219f9f8f422f tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "GET /v2.0/security-groups?id=2931dffb-9c4f-4e0e-80de-6c784f8bd21b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0725286
Dec 25 22:15:27.054370 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ed332e-631a-401a-bbf7-24d3f0b4eea4 req-02aee7ef-e605-4a01-a372-9b3e3d4949d7 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:15:27.055799 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-31ed332e-631a-401a-bbf7-24d3f0b4eea4 req-02aee7ef-e605-4a01-a372-9b3e3d4949d7 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.31 "GET /v2.0/ports?device_id=cad663de-c6f3-4a91-9173-95d13cc97eb2 HTTP/1.1" status: 200  len: 946 time: 0.0733767
Dec 25 22:15:27.143662 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [req-31ed332e-631a-401a-bbf7-24d3f0b4eea4 req-e426467b-f563-4eef-be81-cb07ce6e23a5 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Deleting port bb4bbc67-34ac-42e4-852b-4061d3ac30e6 {{(pid=121606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 22:15:27.144005 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-31ed332e-631a-401a-bbf7-24d3f0b4eea4 req-e426467b-f563-4eef-be81-cb07ce6e23a5 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:15:27.587758 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-31ed332e-631a-401a-bbf7-24d3f0b4eea4 req-e426467b-f563-4eef-be81-cb07ce6e23a5 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] For port bb4bbc67-34ac-42e4-852b-4061d3ac30e6, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=bb4bbc67-34ac-42e4-852b-4061d3ac30e6,segment=NetworkSegment(5a34d302-72ed-4e4c-bb54-adef8b97ab57),segment_id=5a34d302-72ed-4e4c-bb54-adef8b97ab57)] {{(pid=121606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 22:15:27.588115 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-31ed332e-631a-401a-bbf7-24d3f0b4eea4 req-e426467b-f563-4eef-be81-cb07ce6e23a5 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:15:27.601311 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [req-31ed332e-631a-401a-bbf7-24d3f0b4eea4 req-e426467b-f563-4eef-be81-cb07ce6e23a5 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Calling delete_port for bb4bbc67-34ac-42e4-852b-4061d3ac30e6 owned by compute:nova {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 22:15:27.777261 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-31ed332e-631a-401a-bbf7-24d3f0b4eea4 req-e426467b-f563-4eef-be81-cb07ce6e23a5 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:15:27.817479 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e426467b-f563-4eef-be81-cb07ce6e23a5 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Pushing event deleted for resources: {'Port': ['ID=bb4bbc67-34ac-42e4-852b-4061d3ac30e6,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:15:27.848753 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [req-31ed332e-631a-401a-bbf7-24d3f0b4eea4 req-e426467b-f563-4eef-be81-cb07ce6e23a5 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] No DVR routers for this DVR port bb4bbc67-34ac-42e4-852b-4061d3ac30e6 on host nch1-master-1 {{(pid=121606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 22:15:27.851383 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-31ed332e-631a-401a-bbf7-24d3f0b4eea4 req-e426467b-f563-4eef-be81-cb07ce6e23a5 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:15:27.854975 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-31ed332e-631a-401a-bbf7-24d3f0b4eea4 req-e426467b-f563-4eef-be81-cb07ce6e23a5 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.31 "DELETE /v2.0/ports/bb4bbc67-34ac-42e4-852b-4061d3ac30e6 HTTP/1.1" status: 204  len: 173 time: 0.7929115
Dec 25 22:15:27.855439 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cad663de-c6f3-4a91-9173-95d13cc97eb2', 'name': 'network-vif-deleted', 'tag': 'bb4bbc67-34ac-42e4-852b-4061d3ac30e6'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 22:15:27.857838 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3aaaccd1c5724dc9dd74c6f33e2aadc9492bdd81d11d1049086089e292681ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07f99e7f-f570-4a38-8497-42fb19c1fb0a" -d '{"events": [{"server_uuid": "cad663de-c6f3-4a91-9173-95d13cc97eb2", "name": "network-vif-deleted", "tag": "bb4bbc67-34ac-42e4-852b-4061d3ac30e6"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 22:15:27.895090 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 22:15:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fa24c02-22bd-43cb-b992-ba8e8095d971 x-openstack-request-id: req-3fa24c02-22bd-43cb-b992-ba8e8095d971 {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 22:15:27.895382 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cad663de-c6f3-4a91-9173-95d13cc97eb2", "name": "network-vif-deleted", "tag": "bb4bbc67-34ac-42e4-852b-4061d3ac30e6", "status": "completed", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 22:15:27.895632 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3fa24c02-22bd-43cb-b992-ba8e8095d971 {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 22:15:27.896027 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cad663de-c6f3-4a91-9173-95d13cc97eb2', 'name': 'network-vif-deleted', 'tag': 'bb4bbc67-34ac-42e4-852b-4061d3ac30e6', 'status': 'completed', 'code': 200}
Dec 25 22:15:28.138430 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8517426e-1975-4825-8e7e-bf17dc357d62 req-bae02b8e-2b96-40e9-987f-e9cd0323ad14 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "GET /v2.0/ports?device_id=cad663de-c6f3-4a91-9173-95d13cc97eb2 HTTP/1.1" status: 200  len: 210 time: 0.0268958
Dec 25 22:15:29.195618 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 49486) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 22:15:29.553425 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-ad17a117-38a5-45d4-a860-aa50587a9ce3 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2007615'] for router_interface, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:15:29.801369 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-ad17a117-38a5-45d4-a860-aa50587a9ce3 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Deleting port a3495715-c308-41e7-94f4-ba26667e4c63 {{(pid=121606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 22:15:29.801717 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-ad17a117-38a5-45d4-a860-aa50587a9ce3 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:15:29.895095 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [None req-ad17a117-38a5-45d4-a860-aa50587a9ce3 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] For port a3495715-c308-41e7-94f4-ba26667e4c63, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a3495715-c308-41e7-94f4-ba26667e4c63,segment=NetworkSegment(5a34d302-72ed-4e4c-bb54-adef8b97ab57),segment_id=5a34d302-72ed-4e4c-bb54-adef8b97ab57)] {{(pid=121606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 22:15:29.895379 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-ad17a117-38a5-45d4-a860-aa50587a9ce3 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:15:29.907228 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-ad17a117-38a5-45d4-a860-aa50587a9ce3 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Calling delete_port for a3495715-c308-41e7-94f4-ba26667e4c63 owned by network:router_interface {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 22:15:30.146229 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-ad17a117-38a5-45d4-a860-aa50587a9ce3 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:15:30.171502 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad17a117-38a5-45d4-a860-aa50587a9ce3 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Pushing event deleted for resources: {'Port': ['ID=a3495715-c308-41e7-94f4-ba26667e4c63,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:15:30.346896 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-ad17a117-38a5-45d4-a860-aa50587a9ce3 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2007763'] for router_interface, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:15:30.560671 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad17a117-38a5-45d4-a860-aa50587a9ce3 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Router d602b7f2-d550-401a-ab67-27bb4de3c1d9 has already been hosted by L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 {{(pid=121606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 25 22:15:30.664299 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad17a117-38a5-45d4-a860-aa50587a9ce3 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 22:15:30.669307 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-ad17a117-38a5-45d4-a860-aa50587a9ce3 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "PUT /v2.0/routers/d602b7f2-d550-401a-ab67-27bb4de3c1d9/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.4726577
Dec 25 22:15:30.672055 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 49488) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 22:15:30.677885 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd0eb8ac-d773-4f9b-a6c9-77fce34b201e None None] Sync routers for ids ['d602b7f2-d550-401a-ab67-27bb4de3c1d9'] in ncdv-master-1 {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 22:15:30.687344 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd0eb8ac-d773-4f9b-a6c9-77fce34b201e None None] Routers {'d602b7f2-d550-401a-ab67-27bb4de3c1d9'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 22:15:30.687959 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-bd0eb8ac-d773-4f9b-a6c9-77fce34b201e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f26188a8310>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T22:15:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['d602b7f2-d550-401a-ab67-27bb4de3c1d9'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 22:15:30.722270 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9d55975-77f1-41c9-b5bc-150c9bf41115 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Deleting subnet 7bda0b6a-0d52-4e88-93f6-89c14b406e05 {{(pid=121606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Dec 25 22:15:30.726399 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-c9d55975-77f1-41c9-b5bc-150c9bf41115 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks [] for subnet, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:15:30.766851 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-c9d55975-77f1-41c9-b5bc-150c9bf41115 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9084199'] for subnet, precommit_delete_associations {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:15:30.859099 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-c9d55975-77f1-41c9-b5bc-150c9bf41115 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995662'] for subnet, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:15:30.886119 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvr_db [None req-bd0eb8ac-d773-4f9b-a6c9-77fce34b201e None None] Set router d602b7f2-d550-401a-ab67-27bb4de3c1d9 gateway port host: ncdv-master-1 {{(pid=121609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 22:15:30.972451 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device bb4bbc67-34ac-42e4-852b-4061d3ac30e6 no longer exists at agent hyperv_nch1-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 22:15:30.983850 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-c9d55975-77f1-41c9-b5bc-150c9bf41115 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9084363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9028506'] for subnet, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:15:30.994512 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] No Port match for: bb4bbc67-34ac-42e4-852b-4061d3ac30e6 {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 22:15:30.994856 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device bb4bbc67-34ac-42e4-852b-4061d3ac30e6 not bound to the agent host nch1-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 22:15:31.015882 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-c9d55975-77f1-41c9-b5bc-150c9bf41115 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks [] for subnet, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:15:31.023039 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 49490) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 22:15:31.023551 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-c9d55975-77f1-41c9-b5bc-150c9bf41115 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "DELETE /v2.0/subnets/7bda0b6a-0d52-4e88-93f6-89c14b406e05 HTTP/1.1" status: 204  len: 168 time: 0.3500803
Dec 25 22:15:31.023758 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-614f0a0f-e270-40f4-9ce5-d9b67e4096af None None] Network ea6c6eff-eb37-43eb-adbf-e520256a7ea2 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 22:15:31.024189 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d55975-77f1-41c9-b5bc-150c9bf41115 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Pushing event deleted for resources: {'Subnet': ['ID=7bda0b6a-0d52-4e88-93f6-89c14b406e05,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:15:31.065240 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-bd0eb8ac-d773-4f9b-a6c9-77fce34b201e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f26188a8310>, [{'id': 'd602b7f2-d550-401a-ab67-27bb4de3c1d9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1292881524', 'tenant_id': '252f592e72984919a30b8248c35228f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.146'}], 'enable_snat': True}, 'gw_port_id': '0281ed89-90c4-4aed-ae3d-fee60b8800aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T22:13:53Z', 'updated_at': '2021-12-25T22:15:30Z', 'revision_number': 5, 'project_id': '252f592e72984919a30b8248c35228f7', 'gw_port': {'id': '0281ed89-90c4-4aed-ae3d-fee60b8800aa', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:4d:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd602b7f2-d550-401a-ab67-27bb4de3c1d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T22:13:53Z', 'updated_at': '2021-12-25T22:13:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 22:15:31.096561 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd0eb8ac-d773-4f9b-a6c9-77fce34b201e None None] Checking router: d602b7f2-d550-401a-ab67-27bb4de3c1d9 for host: ncdv-master-1 {{(pid=121609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 25 22:15:31.106223 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd0eb8ac-d773-4f9b-a6c9-77fce34b201e None None] Routers {'d602b7f2-d550-401a-ab67-27bb4de3c1d9'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 22:15:31.106831 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-bd0eb8ac-d773-4f9b-a6c9-77fce34b201e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f26188a8310>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T22:15:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['d602b7f2-d550-401a-ab67-27bb4de3c1d9'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 22:15:31.150633 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ad46e812-30ca-43be-8971-129239e52248 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks [] for router, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:15:31.201997 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbdd68de-a420-4ada-aec8-7f5c9b0b078f None None] DHCP port deletion for ea6c6eff-eb37-43eb-adbf-e520256a7ea2 request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 22:15:31.221796 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvr_db [None req-bd0eb8ac-d773-4f9b-a6c9-77fce34b201e None None] Set router d602b7f2-d550-401a-ab67-27bb4de3c1d9 gateway port host: ncdv-master-1 {{(pid=121609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 22:15:31.250466 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-cbdd68de-a420-4ada-aec8-7f5c9b0b078f None None] Deleting port 53912280-7905-4593-bdaf-619456c28e04 {{(pid=121608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 22:15:31.250826 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-cbdd68de-a420-4ada-aec8-7f5c9b0b078f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:15:31.258689 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ad46e812-30ca-43be-8971-129239e52248 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks [] for router_gateway, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:15:31.316003 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-cbdd68de-a420-4ada-aec8-7f5c9b0b078f None None] For port 53912280-7905-4593-bdaf-619456c28e04, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=53912280-7905-4593-bdaf-619456c28e04,segment=NetworkSegment(5a34d302-72ed-4e4c-bb54-adef8b97ab57),segment_id=5a34d302-72ed-4e4c-bb54-adef8b97ab57)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 22:15:31.316375 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-cbdd68de-a420-4ada-aec8-7f5c9b0b078f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:15:31.328806 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-cbdd68de-a420-4ada-aec8-7f5c9b0b078f None None] Calling delete_port for 53912280-7905-4593-bdaf-619456c28e04 owned by network:dhcp {{(pid=121608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 22:15:31.368138 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-ad46e812-30ca-43be-8971-129239e52248 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Deleting port 0281ed89-90c4-4aed-ae3d-fee60b8800aa {{(pid=121607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 22:15:31.368366 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ad46e812-30ca-43be-8971-129239e52248 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:15:31.411774 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-bd0eb8ac-d773-4f9b-a6c9-77fce34b201e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f26188a8310>, [{'id': 'd602b7f2-d550-401a-ab67-27bb4de3c1d9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1292881524', 'tenant_id': '252f592e72984919a30b8248c35228f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.146'}], 'enable_snat': True}, 'gw_port_id': '0281ed89-90c4-4aed-ae3d-fee60b8800aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T22:13:53Z', 'updated_at': '2021-12-25T22:15:30Z', 'revision_number': 5, 'project_id': '252f592e72984919a30b8248c35228f7', 'gw_port': {'id': '0281ed89-90c4-4aed-ae3d-fee60b8800aa', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:4d:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd602b7f2-d550-401a-ab67-27bb4de3c1d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T22:13:53Z', 'updated_at': '2021-12-25T22:13:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 22:15:31.437646 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd0eb8ac-d773-4f9b-a6c9-77fce34b201e None None] The sync data for ids ['d602b7f2-d550-401a-ab67-27bb4de3c1d9'] in ncdv-master-1 is: [{'id': 'd602b7f2-d550-401a-ab67-27bb4de3c1d9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1292881524', 'tenant_id': '252f592e72984919a30b8248c35228f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.146'}], 'enable_snat': True}, 'gw_port_id': '0281ed89-90c4-4aed-ae3d-fee60b8800aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T22:13:53Z', 'updated_at': '2021-12-25T22:15:30Z', 'revision_number': 5, 'project_id': '252f592e72984919a30b8248c35228f7', 'gw_port': {'id': '0281ed89-90c4-4aed-ae3d-fee60b8800aa', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:4d:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd602b7f2-d550-401a-ab67-27bb4de3c1d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T22:13:53Z', 'updated_at': '2021-12-25T22:13:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 22:15:31.452267 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.db [None req-ad46e812-30ca-43be-8971-129239e52248 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] For port 0281ed89-90c4-4aed-ae3d-fee60b8800aa, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0281ed89-90c4-4aed-ae3d-fee60b8800aa,segment=NetworkSegment(6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855),segment_id=6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855)] {{(pid=121607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 22:15:31.452635 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ad46e812-30ca-43be-8971-129239e52248 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:15:31.465567 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-cbdd68de-a420-4ada-aec8-7f5c9b0b078f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955'] for port, after_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:15:31.468083 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-ad46e812-30ca-43be-8971-129239e52248 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Calling delete_port for 0281ed89-90c4-4aed-ae3d-fee60b8800aa owned by network:router_gateway {{(pid=121607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 22:15:31.496074 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdd68de-a420-4ada-aec8-7f5c9b0b078f None None] Pushing event deleted for resources: {'Port': ['ID=53912280-7905-4593-bdaf-619456c28e04,revision_number=None']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:15:31.500724 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbdd68de-a420-4ada-aec8-7f5c9b0b078f None None] No DVR routers for this DVR port 53912280-7905-4593-bdaf-619456c28e04 on host ncdv-master-1 {{(pid=121608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 22:15:31.508586 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbdd68de-a420-4ada-aec8-7f5c9b0b078f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:15:31.508950 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbdd68de-a420-4ada-aec8-7f5c9b0b078f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:15:31.509295 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbdd68de-a420-4ada-aec8-7f5c9b0b078f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:15:31.509631 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbdd68de-a420-4ada-aec8-7f5c9b0b078f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:15:31.509957 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbdd68de-a420-4ada-aec8-7f5c9b0b078f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:15:31.510280 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbdd68de-a420-4ada-aec8-7f5c9b0b078f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:15:31.510602 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbdd68de-a420-4ada-aec8-7f5c9b0b078f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:15:31.511726 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbdd68de-a420-4ada-aec8-7f5c9b0b078f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:15:31.511726 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbdd68de-a420-4ada-aec8-7f5c9b0b078f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:15:31.511726 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbdd68de-a420-4ada-aec8-7f5c9b0b078f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:15:31.511944 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbdd68de-a420-4ada-aec8-7f5c9b0b078f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:15:31.512137 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbdd68de-a420-4ada-aec8-7f5c9b0b078f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:15:31.512459 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbdd68de-a420-4ada-aec8-7f5c9b0b078f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:15:31.711261 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ad46e812-30ca-43be-8971-129239e52248 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:15:31.736567 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad46e812-30ca-43be-8971-129239e52248 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Pushing event deleted for resources: {'Port': ['ID=0281ed89-90c4-4aed-ae3d-fee60b8800aa,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:15:31.747792 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad46e812-30ca-43be-8971-129239e52248 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:15:31.748146 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad46e812-30ca-43be-8971-129239e52248 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:15:31.748932 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad46e812-30ca-43be-8971-129239e52248 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:15:31.748932 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad46e812-30ca-43be-8971-129239e52248 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:15:31.749166 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad46e812-30ca-43be-8971-129239e52248 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:15:31.749475 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad46e812-30ca-43be-8971-129239e52248 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:15:31.749794 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad46e812-30ca-43be-8971-129239e52248 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:15:31.750117 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad46e812-30ca-43be-8971-129239e52248 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:15:31.750437 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad46e812-30ca-43be-8971-129239e52248 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:15:31.750760 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad46e812-30ca-43be-8971-129239e52248 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:15:31.751072 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad46e812-30ca-43be-8971-129239e52248 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:15:31.751389 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad46e812-30ca-43be-8971-129239e52248 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:15:31.751700 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad46e812-30ca-43be-8971-129239e52248 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:15:31.752030 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59ca3d94-4c7a-40d7-913f-82eb8264aedb None None] DHCP port deletion for 7201e55c-7c5f-41aa-a042-a363696539d0 request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 22:15:31.806702 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ad46e812-30ca-43be-8971-129239e52248 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2008689'] for router_gateway, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:15:31.900029 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ad46e812-30ca-43be-8971-129239e52248 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2014235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14905'] for router, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:15:31.902599 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ad46e812-30ca-43be-8971-129239e52248 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:15:32.002667 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ad46e812-30ca-43be-8971-129239e52248 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2014220'] for router, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:15:32.003208 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad46e812-30ca-43be-8971-129239e52248 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Fanout notify agent at l3_agent the message router_deleted on router d602b7f2-d550-401a-ab67-27bb4de3c1d9 {{(pid=121607) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 25 22:15:32.020192 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ad46e812-30ca-43be-8971-129239e52248 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks [] for router, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:15:32.020192 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-ad46e812-30ca-43be-8971-129239e52248 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "DELETE /v2.0/routers/d602b7f2-d550-401a-ab67-27bb4de3c1d9 HTTP/1.1" status: 204  len: 168 time: 0.9863291
Dec 25 22:15:32.020192 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 49494) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 22:15:32.093860 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ef7eb382-115b-4d6c-8c9e-5b6aa6353ffa tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625803'] for network, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:15:32.182238 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ef7eb382-115b-4d6c-8c9e-5b6aa6353ffa tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997585', 'neutron.services.segments.db._delete_segments_for_network-8737602743071'] for network, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:15:32.202044 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-ef7eb382-115b-4d6c-8c9e-5b6aa6353ffa tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f26132dea90>,) {'filters': {'network_id': ['ea6c6eff-eb37-43eb-adbf-e520256a7ea2']}} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 22:15:32.211877 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-ef7eb382-115b-4d6c-8c9e-5b6aa6353ffa tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f26132dea90>, '5a34d302-72ed-4e4c-bb54-adef8b97ab57') {'for_net_delete': True} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 22:15:32.212181 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-ef7eb382-115b-4d6c-8c9e-5b6aa6353ffa tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f26132dea90>, '5a34d302-72ed-4e4c-bb54-adef8b97ab57') {} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 22:15:32.221815 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ef7eb382-115b-4d6c-8c9e-5b6aa6353ffa tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737602746920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10246592'] for segment, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:15:32.234605 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ef7eb382-115b-4d6c-8c9e-5b6aa6353ffa tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:15:32.240396 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef7eb382-115b-4d6c-8c9e-5b6aa6353ffa tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Releasing vlan 192 on physical network physnet1 to pool {{(pid=121607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 25 22:15:32.240781 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ef7eb382-115b-4d6c-8c9e-5b6aa6353ffa tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8633327'] for segment, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:15:32.243713 ncdv-master-1 neutron-server[121607]: Traceback (most recent call last):
Dec 25 22:15:32.243713 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 25 22:15:32.243713 ncdv-master-1 neutron-server[121607]:     timer()
Dec 25 22:15:32.243713 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 25 22:15:32.243713 ncdv-master-1 neutron-server[121607]:     cb(*args, **kw)
Dec 25 22:15:32.243713 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 25 22:15:32.243713 ncdv-master-1 neutron-server[121607]:     return func(*args, **kwargs)
Dec 25 22:15:32.243713 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 25 22:15:32.243713 ncdv-master-1 neutron-server[121607]:     self._notify()
Dec 25 22:15:32.243713 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 25 22:15:32.243713 ncdv-master-1 neutron-server[121607]:     self.callback(batched_events)
Dec 25 22:15:32.243713 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 25 22:15:32.243713 ncdv-master-1 neutron-server[121607]:     event.method(event)
Dec 25 22:15:32.243713 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 25 22:15:32.243713 ncdv-master-1 neutron-server[121607]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 25 22:15:32.243713 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 25 22:15:32.243713 ncdv-master-1 neutron-server[121607]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 25 22:15:32.243713 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 25 22:15:32.243713 ncdv-master-1 neutron-server[121607]:     return f(self, *a, **k)
Dec 25 22:15:32.243713 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 25 22:15:32.243713 ncdv-master-1 neutron-server[121607]:     return self._get(url).json()
Dec 25 22:15:32.243713 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 25 22:15:32.243713 ncdv-master-1 neutron-server[121607]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 25 22:15:32.243713 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 25 22:15:32.243713 ncdv-master-1 neutron-server[121607]:     return self.request(url, 'GET', **kwargs)
Dec 25 22:15:32.243713 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 25 22:15:32.243713 ncdv-master-1 neutron-server[121607]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 25 22:15:32.243713 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 25 22:15:32.243713 ncdv-master-1 neutron-server[121607]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 25 22:15:32.243713 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 25 22:15:32.243713 ncdv-master-1 neutron-server[121607]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 25 22:15:32.243713 ncdv-master-1 neutron-server[121607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 25 22:15:32.386556 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ef7eb382-115b-4d6c-8c9e-5b6aa6353ffa tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2008653'] for network, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:15:32.393719 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ef7eb382-115b-4d6c-8c9e-5b6aa6353ffa tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks [] for network, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:15:32.397361 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-ef7eb382-115b-4d6c-8c9e-5b6aa6353ffa tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "DELETE /v2.0/networks/ea6c6eff-eb37-43eb-adbf-e520256a7ea2 HTTP/1.1" status: 204  len: 168 time: 0.3823683
Dec 25 22:15:32.400171 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 49496) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 22:15:32.408353 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7eb382-115b-4d6c-8c9e-5b6aa6353ffa tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Pushing event deleted for resources: {'Network': ['ID=ea6c6eff-eb37-43eb-adbf-e520256a7ea2,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:15:32.460823 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-038f7da6-e315-4b2c-a789-114416c8639a tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks [] for security_group, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:15:32.487699 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-038f7da6-e315-4b2c-a789-114416c8639a tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks [] for security_group, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:15:32.625459 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-038f7da6-e315-4b2c-a789-114416c8639a tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:15:32.628167 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-038f7da6-e315-4b2c-a789-114416c8639a tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks [] for security_group, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:15:32.630180 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-038f7da6-e315-4b2c-a789-114416c8639a tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "DELETE /v2.0/security-groups/2931dffb-9c4f-4e0e-80de-6c784f8bd21b HTTP/1.1" status: 204  len: 168 time: 0.2289431
Dec 25 22:15:32.639295 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038f7da6-e315-4b2c-a789-114416c8639a tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2931dffb-9c4f-4e0e-80de-6c784f8bd21b,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:15:32.808445 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device a3495715-c308-41e7-94f4-ba26667e4c63 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 22:15:32.828666 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] No Port match for: a3495715-c308-41e7-94f4-ba26667e4c63 {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 22:15:32.829039 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device a3495715-c308-41e7-94f4-ba26667e4c63 not bound to the agent host ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 22:15:32.829452 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 0281ed89-90c4-4aed-ae3d-fee60b8800aa no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 22:15:32.848426 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] No Port match for: 0281ed89-90c4-4aed-ae3d-fee60b8800aa {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 22:15:32.848777 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 0281ed89-90c4-4aed-ae3d-fee60b8800aa not bound to the agent host ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 22:15:32.849214 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 53912280-7905-4593-bdaf-619456c28e04 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 22:15:32.868296 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] No Port match for: 53912280-7905-4593-bdaf-619456c28e04 {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 22:15:32.868636 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 53912280-7905-4593-bdaf-619456c28e04 not bound to the agent host ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 22:15:33.197294 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 49518) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 22:15:33.202193 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-39336892-a030-43f1-b6da-b26d9bd38c07 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-52000553', 'description': 'tempest-secgroup-smoke-52000553 description', 'project_id': '252f592e72984919a30b8248c35228f7'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 22:15:33.288053 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-39336892-a030-43f1-b6da-b26d9bd38c07 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks [] for security_group, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:15:33.352250 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-39336892-a030-43f1-b6da-b26d9bd38c07 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks [] for security_group, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:15:33.448199 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-39336892-a030-43f1-b6da-b26d9bd38c07 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:15:33.477742 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39336892-a030-43f1-b6da-b26d9bd38c07 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5de696f9-28e6-4317-9ce2-052ac402da8d,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:15:33.547303 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-39336892-a030-43f1-b6da-b26d9bd38c07 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks [] for security_group, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:15:33.548637 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-39336892-a030-43f1-b6da-b26d9bd38c07 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1809 time: 0.3502505
Dec 25 22:15:33.552000 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 49520) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 22:15:33.556358 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-edecc705-e99c-42b9-9b75-dbf9440b0d92 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Request body: {'security_group_rule': {'security_group_id': '5de696f9-28e6-4317-9ce2-052ac402da8d', 'project_id': '252f592e72984919a30b8248c35228f7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 22:15:33.669985 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-edecc705-e99c-42b9-9b75-dbf9440b0d92 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks [] for security_group_rule, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:15:33.724960 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-edecc705-e99c-42b9-9b75-dbf9440b0d92 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:15:33.813784 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-edecc705-e99c-42b9-9b75-dbf9440b0d92 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077839'] for security_group_rule, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:15:33.831417 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edecc705-e99c-42b9-9b75-dbf9440b0d92 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1f0ca1b-6e84-42d4-bc4c-b83dc989da12,revision_number=0']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:15:33.899306 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-edecc705-e99c-42b9-9b75-dbf9440b0d92 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks [] for security_group_rule, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:15:33.900535 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-edecc705-e99c-42b9-9b75-dbf9440b0d92 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3475921
Dec 25 22:15:33.903486 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 49522) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 22:15:33.907949 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-53a23ccc-6ef4-490a-879b-1d097b37749b tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Request body: {'security_group_rule': {'security_group_id': '5de696f9-28e6-4317-9ce2-052ac402da8d', 'project_id': '252f592e72984919a30b8248c35228f7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 22:15:33.994657 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-53a23ccc-6ef4-490a-879b-1d097b37749b tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks [] for security_group_rule, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:15:34.048054 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-53a23ccc-6ef4-490a-879b-1d097b37749b tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:15:34.131851 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-53a23ccc-6ef4-490a-879b-1d097b37749b tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077839'] for security_group_rule, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:15:34.150825 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a23ccc-6ef4-490a-879b-1d097b37749b tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=806ea6ef-83bc-402a-a84c-02c73f5f7618,revision_number=0']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:15:34.244356 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-53a23ccc-6ef4-490a-879b-1d097b37749b tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks [] for security_group_rule, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:15:34.245702 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-53a23ccc-6ef4-490a-879b-1d097b37749b tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.3411684
Dec 25 22:15:34.248416 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 49524) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 22:15:34.252711 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-28a4cf64-20da-484a-8944-82d071cdb3c2 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Request body: {'security_group_rule': {'security_group_id': '5de696f9-28e6-4317-9ce2-052ac402da8d', 'project_id': '252f592e72984919a30b8248c35228f7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 22:15:34.343624 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-28a4cf64-20da-484a-8944-82d071cdb3c2 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks [] for security_group_rule, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:15:34.401841 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-28a4cf64-20da-484a-8944-82d071cdb3c2 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:15:34.476461 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-28a4cf64-20da-484a-8944-82d071cdb3c2 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077839'] for security_group_rule, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:15:34.495499 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a4cf64-20da-484a-8944-82d071cdb3c2 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b505d8ed-bc81-4cc7-add8-7f9230beb51f,revision_number=0']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:15:34.558263 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-28a4cf64-20da-484a-8944-82d071cdb3c2 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks [] for security_group_rule, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:15:34.559494 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-28a4cf64-20da-484a-8944-82d071cdb3c2 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3101015
Dec 25 22:15:34.562204 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 49526) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 22:15:34.566522 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-c7683bee-2cfc-4b1c-960f-0d26f189ef72 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Request body: {'security_group_rule': {'security_group_id': '5de696f9-28e6-4317-9ce2-052ac402da8d', 'project_id': '252f592e72984919a30b8248c35228f7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 22:15:34.664075 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-c7683bee-2cfc-4b1c-960f-0d26f189ef72 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks [] for security_group_rule, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:15:34.721943 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-c7683bee-2cfc-4b1c-960f-0d26f189ef72 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:15:34.784902 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-c7683bee-2cfc-4b1c-960f-0d26f189ef72 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077839'] for security_group_rule, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:15:34.802552 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-00674d6d-5105-4aed-b0bf-38836992a505 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:15:34.803056 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7683bee-2cfc-4b1c-960f-0d26f189ef72 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8071f56e-51a5-49ab-8adf-5ad6b53f7638,revision_number=0']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:15:34.824766 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:15:34.867072 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-c7683bee-2cfc-4b1c-960f-0d26f189ef72 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks [] for security_group_rule, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:15:34.868285 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-c7683bee-2cfc-4b1c-960f-0d26f189ef72 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.3051512
Dec 25 22:15:34.871089 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 49528) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 22:15:34.875309 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-36ccbaf0-2b90-483e-ab9a-1b0d8529813e tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Request body: {'security_group_rule': {'security_group_id': '5de696f9-28e6-4317-9ce2-052ac402da8d', 'project_id': '252f592e72984919a30b8248c35228f7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 22:15:34.983263 ncdv-master-1 neutron-server[121607]: INFO neutron.db.securitygroups_db [None req-36ccbaf0-2b90-483e-ab9a-1b0d8529813e tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Project 252f592e72984919a30b8248c35228f7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 25 22:15:34.988430 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-36ccbaf0-2b90-483e-ab9a-1b0d8529813e tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks [] for security_group_rule, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:15:35.044991 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-36ccbaf0-2b90-483e-ab9a-1b0d8529813e tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:15:35.119807 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-36ccbaf0-2b90-483e-ab9a-1b0d8529813e tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077839'] for security_group_rule, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:15:35.136593 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ccbaf0-2b90-483e-ab9a-1b0d8529813e tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2a0f5fe-5d18-4ade-9e89-f80148aa393b,revision_number=0']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:15:35.213146 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-36ccbaf0-2b90-483e-ab9a-1b0d8529813e tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks [] for security_group_rule, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:15:35.214582 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-36ccbaf0-2b90-483e-ab9a-1b0d8529813e tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.3423283
Dec 25 22:15:35.217371 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 49530) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 22:15:35.221549 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-f4b286e3-53df-4ab1-9339-497b3b3d185c tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Request body: {'security_group_rule': {'security_group_id': '5de696f9-28e6-4317-9ce2-052ac402da8d', 'project_id': '252f592e72984919a30b8248c35228f7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 22:15:35.302825 ncdv-master-1 neutron-server[121607]: INFO neutron.db.securitygroups_db [None req-f4b286e3-53df-4ab1-9339-497b3b3d185c tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Project 252f592e72984919a30b8248c35228f7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 25 22:15:35.307547 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f4b286e3-53df-4ab1-9339-497b3b3d185c tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks [] for security_group_rule, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:15:35.364024 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f4b286e3-53df-4ab1-9339-497b3b3d185c tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:15:35.430949 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f4b286e3-53df-4ab1-9339-497b3b3d185c tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077839'] for security_group_rule, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:15:35.449983 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b286e3-53df-4ab1-9339-497b3b3d185c tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb1a906a-c219-4088-8004-82b224202b83,revision_number=0']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:15:35.529896 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-f4b286e3-53df-4ab1-9339-497b3b3d185c tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks [] for security_group_rule, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:15:35.531110 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-f4b286e3-53df-4ab1-9339-497b3b3d185c tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.3128307
Dec 25 22:15:35.534011 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 49532) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 22:15:35.538722 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-0d416bbf-13d6-44dd-9150-25dfdb7623d4 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Request body: {'network': {'name': 'tempest-network-smoke--527338804', 'project_id': '252f592e72984919a30b8248c35228f7', 'port_security_enabled': True}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 22:15:35.617242 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d416bbf-13d6-44dd-9150-25dfdb7623d4 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Made reservation on behalf of 252f592e72984919a30b8248c35228f7 for: {'network': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 22:15:35.620612 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-0d416bbf-13d6-44dd-9150-25dfdb7623d4 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for network, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:15:35.643414 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d416bbf-13d6-44dd-9150-25dfdb7623d4 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] vlan segment allocate from pool success with {'vlan_id': 179, 'physical_network': 'physnet1'}  {{(pid=121607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 25 22:15:35.651638 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-0d416bbf-13d6-44dd-9150-25dfdb7623d4 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:15:35.651973 ncdv-master-1 neutron-server[121607]: INFO neutron.db.segments_db [None req-0d416bbf-13d6-44dd-9150-25dfdb7623d4 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Added segment c84cbe0e-1372-49ae-967d-88192bd6abf1 of type vlan for network 4f04bd40-013c-457d-b2da-401c3a9aae19
Dec 25 22:15:35.692694 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-0d416bbf-13d6-44dd-9150-25dfdb7623d4 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737602163420'] for network, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:15:35.783141 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-0d416bbf-13d6-44dd-9150-25dfdb7623d4 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870'] for network, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:15:35.788610 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d416bbf-13d6-44dd-9150-25dfdb7623d4 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:15:35.793226 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-0d416bbf-13d6-44dd-9150-25dfdb7623d4 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks [] for network, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:15:35.851670 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d416bbf-13d6-44dd-9150-25dfdb7623d4 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Pushing event updated for resources: {'Network': ['ID=4f04bd40-013c-457d-b2da-401c3a9aae19,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:15:35.861517 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Network 4f04bd40-013c-457d-b2da-401c3a9aae19 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 25 22:15:35.880114 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-0d416bbf-13d6-44dd-9150-25dfdb7623d4 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.3449266
Dec 25 22:15:35.882732 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 49534) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 22:15:35.887436 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-074f3d81-bcf6-4742-97f7-34c1671cca1f tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-262353803', 'admin_state_up': True, 'project_id': '252f592e72984919a30b8248c35228f7', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'}}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 22:15:35.985580 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-074f3d81-bcf6-4742-97f7-34c1671cca1f tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2014909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14863'] for router, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:15:35.986654 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-074f3d81-bcf6-4742-97f7-34c1671cca1f tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2014285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2009796', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2082630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14848'] for router, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:15:36.040593 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-074f3d81-bcf6-4742-97f7-34c1671cca1f tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:15:36.239855 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-074f3d81-bcf6-4742-97f7-34c1671cca1f tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:15:36.490706 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-074f3d81-bcf6-4742-97f7-34c1671cca1f tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks [] for router_gateway, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:15:36.508448 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-074f3d81-bcf6-4742-97f7-34c1671cca1f tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:15:36.611925 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_common [None req-074f3d81-bcf6-4742-97f7-34c1671cca1f tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Allocated IP 172.35.3.87 (7201e55c-7c5f-41aa-a042-a363696539d0/7a939e13-713f-45cf-bba7-1539635abe25/bbac2a8a-db9b-4f39-ae8e-d2f5a39d92f5) {{(pid=121607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 22:15:36.709721 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-074f3d81-bcf6-4742-97f7-34c1671cca1f tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks [] for port, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:15:36.813850 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-074f3d81-bcf6-4742-97f7-34c1671cca1f tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:15:36.856267 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-074f3d81-bcf6-4742-97f7-34c1671cca1f tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Network 7201e55c-7c5f-41aa-a042-a363696539d0 is already hosted by enough agents. {{(pid=121607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 22:15:36.859164 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-074f3d81-bcf6-4742-97f7-34c1671cca1f tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Resources bound (agent type, host, resource id):  {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 22:15:36.862671 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-074f3d81-bcf6-4742-97f7-34c1671cca1f tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Received port after_create {{(pid=121607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 22:15:36.871769 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31ca22e9-7de6-4c3f-939f-2926adc9a2c6 None None] DHCP port deletion for 7201e55c-7c5f-41aa-a042-a363696539d0 request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 22:15:36.887917 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074f3d81-bcf6-4742-97f7-34c1671cca1f tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Pushing event updated for resources: {'Port': ['ID=bbac2a8a-db9b-4f39-ae8e-d2f5a39d92f5,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:15:36.954462 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-333840ba-c51f-4b4d-b3e3-241c0273c7bb None None] Provisioning complete for port bbac2a8a-db9b-4f39-ae8e-d2f5a39d92f5 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 22:15:36.954950 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-333840ba-c51f-4b4d-b3e3-241c0273c7bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:15:37.004266 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-333840ba-c51f-4b4d-b3e3-241c0273c7bb None None] Port bbac2a8a-db9b-4f39-ae8e-d2f5a39d92f5 cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 22:15:37.048224 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-29d21729-85d5-4326-b895-35b7f493fb16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:15:37.498694 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-074f3d81-bcf6-4742-97f7-34c1671cca1f tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks [] for router_gateway, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:15:37.689099 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-074f3d81-bcf6-4742-97f7-34c1671cca1f tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2014278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2009753'] for router, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:15:37.858938 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-074f3d81-bcf6-4742-97f7-34c1671cca1f tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Router d07b8b5f-6782-428e-9e63-855b8d9a9bae is scheduled to L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 with binding_index 1 {{(pid=121607) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 25 22:15:37.965779 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-074f3d81-bcf6-4742-97f7-34c1671cca1f tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 22:15:37.976588 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c68acb6b-8248-4de1-b386-be471c105d4e None None] Sync routers for ids ['d07b8b5f-6782-428e-9e63-855b8d9a9bae'] in ncdv-master-1 {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 22:15:37.985755 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c68acb6b-8248-4de1-b386-be471c105d4e None None] Routers {'d07b8b5f-6782-428e-9e63-855b8d9a9bae'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 22:15:37.986361 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-c68acb6b-8248-4de1-b386-be471c105d4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f26181db6d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T22:15:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['d07b8b5f-6782-428e-9e63-855b8d9a9bae'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 22:15:38.044054 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-074f3d81-bcf6-4742-97f7-34c1671cca1f tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks [] for router, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:15:38.045564 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-074f3d81-bcf6-4742-97f7-34c1671cca1f tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 894 time: 2.1617970
Dec 25 22:15:38.049009 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 49536) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 22:15:38.076830 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-c1e838a8-faf6-4a03-9437-e378b14c8104 tempest-TestNetworkAdvancedServerOps-1824908683 tempest-TestNetworkAdvancedServerOps-1824908683-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=252f592e72984919a30b8248c35228f7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0266905
Dec 25 22:15:38.079846 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 49538) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 22:15:38.090205 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvr_db [None req-c68acb6b-8248-4de1-b386-be471c105d4e None None] Set router d07b8b5f-6782-428e-9e63-855b8d9a9bae gateway port host: ncdv-master-1 {{(pid=121608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 22:15:38.168193 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00e1cabb-3ccd-436d-9828-2e9c7b1069e3 tempest-TestNetworkAdvancedServerOps-1824908683 tempest-TestNetworkAdvancedServerOps-1824908683-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:15:38.169658 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-00e1cabb-3ccd-436d-9828-2e9c7b1069e3 tempest-TestNetworkAdvancedServerOps-1824908683 tempest-TestNetworkAdvancedServerOps-1824908683-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.0889003
Dec 25 22:15:38.172620 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 49540) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 22:15:38.204299 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-aac1acc1-a122-49b4-a59a-8840a2db1a27 tempest-TestNetworkAdvancedServerOps-1824908683 tempest-TestNetworkAdvancedServerOps-1824908683-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=7201e55c-7c5f-41aa-a042-a363696539d0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0306046
Dec 25 22:15:38.207481 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 49542) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 22:15:38.212038 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-4e36e0d3-8828-4695-bf0b-cfa7c9ecfb13 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1780218302', 'network_id': '4f04bd40-013c-457d-b2da-401c3a9aae19', 'project_id': '252f592e72984919a30b8248c35228f7', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 22:15:38.265732 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-c68acb6b-8248-4de1-b386-be471c105d4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f26181db6d0>, [{'id': 'd07b8b5f-6782-428e-9e63-855b8d9a9bae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-262353803', 'tenant_id': '252f592e72984919a30b8248c35228f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.87'}], 'enable_snat': True}, 'gw_port_id': 'bbac2a8a-db9b-4f39-ae8e-d2f5a39d92f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T22:15:35Z', 'updated_at': '2021-12-25T22:15:37Z', 'revision_number': 3, 'project_id': '252f592e72984919a30b8248c35228f7', 'gw_port': {'id': 'bbac2a8a-db9b-4f39-ae8e-d2f5a39d92f5', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:12:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd07b8b5f-6782-428e-9e63-855b8d9a9bae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T22:15:36Z', 'updated_at': '2021-12-25T22:15:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 22:15:38.295625 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c68acb6b-8248-4de1-b386-be471c105d4e None None] Checking router: d07b8b5f-6782-428e-9e63-855b8d9a9bae for host: ncdv-master-1 {{(pid=121608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 25 22:15:38.295974 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c68acb6b-8248-4de1-b386-be471c105d4e None None] Updating router d07b8b5f-6782-428e-9e63-855b8d9a9bae port bbac2a8a-db9b-4f39-ae8e-d2f5a39d92f5 binding host ncdv-master-1 {{(pid=121608) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 25 22:15:38.320143 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-c68acb6b-8248-4de1-b386-be471c105d4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:15:38.350933 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e36e0d3-8828-4695-bf0b-cfa7c9ecfb13 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Made reservation on behalf of 252f592e72984919a30b8248c35228f7 for: {'subnet': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 22:15:38.354517 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-4e36e0d3-8828-4695-bf0b-cfa7c9ecfb13 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8852834'] for subnet, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:15:38.623579 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-4e36e0d3-8828-4695-bf0b-cfa7c9ecfb13 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8632475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8852848'] for subnet, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:15:38.684830 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e36e0d3-8828-4695-bf0b-cfa7c9ecfb13 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Pushing event updated for resources: {'Subnet': ['ID=ba13e6c2-c813-4fe5-ac66-e8179488d175,revision_number=0']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:15:38.693187 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e36e0d3-8828-4695-bf0b-cfa7c9ecfb13 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Checking segment: {'id': 'c84cbe0e-1372-49ae-967d-88192bd6abf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '4f04bd40-013c-457d-b2da-401c3a9aae19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 22:15:38.693187 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e36e0d3-8828-4695-bf0b-cfa7c9ecfb13 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Network hostable DHCP agents. Network: 4f04bd40-013c-457d-b2da-401c3a9aae19, hostable agents: ['1813db88-2c1b-4357-a2ba-869246b663c2'], hosted agents: [] {{(pid=121607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 25 22:15:38.735537 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-c68acb6b-8248-4de1-b386-be471c105d4e None None] Publish callbacks [] for port, precommit_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:15:38.738537 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3e945ecd-9380-47c2-aa0a-12ebe07e03e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:15:38.767466 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e36e0d3-8828-4695-bf0b-cfa7c9ecfb13 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Network 4f04bd40-013c-457d-b2da-401c3a9aae19 is scheduled to be hosted by DHCP agent 1813db88-2c1b-4357-a2ba-869246b663c2 with binding_index 1 {{(pid=121607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 25 22:15:38.824640 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-c68acb6b-8248-4de1-b386-be471c105d4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:15:38.859192 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-4e36e0d3-8828-4695-bf0b-cfa7c9ecfb13 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 4f04bd40-013c-457d-b2da-401c3a9aae19) {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 22:15:38.864789 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e36e0d3-8828-4695-bf0b-cfa7c9ecfb13 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:15:38.871542 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:15:38.871765 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-4e36e0d3-8828-4695-bf0b-cfa7c9ecfb13 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks [] for subnet, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:15:38.872866 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40d0bbdd-15d0-437f-aec4-618c10ac2a88 None None] DHCP port deletion for 7201e55c-7c5f-41aa-a042-a363696539d0 request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 22:15:38.880136 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0a6f3cd-62fd-4260-af3f-b77e0ca1cc1c None None] Network 4f04bd40-013c-457d-b2da-401c3a9aae19 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 22:15:38.900317 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-c68acb6b-8248-4de1-b386-be471c105d4e None None] Attempting to bind port bbac2a8a-db9b-4f39-ae8e-d2f5a39d92f5 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 22:15:38.915429 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-c68acb6b-8248-4de1-b386-be471c105d4e None None] Attempting to bind port bbac2a8a-db9b-4f39-ae8e-d2f5a39d92f5 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 22:15:38.915429 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c68acb6b-8248-4de1-b386-be471c105d4e None None] Attempting to bind port bbac2a8a-db9b-4f39-ae8e-d2f5a39d92f5 on network 7201e55c-7c5f-41aa-a042-a363696539d0 {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 22:15:38.915429 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c624380-a66a-4787-8f2c-0eb4b47eab54 None None] Pushing event updated for resources: {'Port': ['ID=bbac2a8a-db9b-4f39-ae8e-d2f5a39d92f5,revision_number=2']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:15:38.918044 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c68acb6b-8248-4de1-b386-be471c105d4e None None] Checking agent: {'id': 'ca4f5c6d-f1fd-48b8-a3e3-395864c7d23d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 20, 56, 40), 'started_at': datetime.datetime(2021, 12, 25, 20, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 22, 15, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 22:15:38.918337 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c68acb6b-8248-4de1-b386-be471c105d4e None None] Checking segment: {'id': '6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 22:15:38.918739 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-c68acb6b-8248-4de1-b386-be471c105d4e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:15:38.919135 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c68acb6b-8248-4de1-b386-be471c105d4e None None] Bound using segment: {'id': '6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 22:15:38.919650 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-c68acb6b-8248-4de1-b386-be471c105d4e None None] Bound port: bbac2a8a-db9b-4f39-ae8e-d2f5a39d92f5, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'}}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 22:15:38.920041 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-c68acb6b-8248-4de1-b386-be471c105d4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:15:38.987738 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-4e36e0d3-8828-4695-bf0b-cfa7c9ecfb13 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 832 time: 0.7792506
Dec 25 22:15:38.991201 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 49544) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 22:15:39.015312 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-2ee262e5-19be-4405-8ac1-d20c078c5d6e None None] Provisioning complete for port bbac2a8a-db9b-4f39-ae8e-d2f5a39d92f5 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 22:15:39.015958 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-2ee262e5-19be-4405-8ac1-d20c078c5d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:15:39.066846 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-c68acb6b-8248-4de1-b386-be471c105d4e None None] For port bbac2a8a-db9b-4f39-ae8e-d2f5a39d92f5, host ncdv-master-1, cleared binding levels {{(pid=121608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 22:15:39.083380 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b83a8ab2-dbc2-46ec-93d0-49b2990698a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-4f04bd40-013c-457d-b2da-401c3a9aae19', 'network_id': '4f04bd40-013c-457d-b2da-401c3a9aae19', 'project_id': '252f592e72984919a30b8248c35228f7', 'fixed_ips': [{'subnet_id': 'ba13e6c2-c813-4fe5-ac66-e8179488d175'}]}} from ncdv-master-1. {{(pid=121608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 25 22:15:39.084242 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-b83a8ab2-dbc2-46ec-93d0-49b2990698a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:15:39.089734 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-2ee262e5-19be-4405-8ac1-d20c078c5d6e None None] Port bbac2a8a-db9b-4f39-ae8e-d2f5a39d92f5 cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 22:15:39.092117 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-c68acb6b-8248-4de1-b386-be471c105d4e None None] For port bbac2a8a-db9b-4f39-ae8e-d2f5a39d92f5, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bbac2a8a-db9b-4f39-ae8e-d2f5a39d92f5,segment=NetworkSegment(6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855),segment_id=6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855)] {{(pid=121608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 22:15:39.178098 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-c68acb6b-8248-4de1-b386-be471c105d4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:15:39.237897 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40a5b8c5-0f78-4f9f-a15f-55e2e010efce None None] DHCP port deletion for 7201e55c-7c5f-41aa-a042-a363696539d0 request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 22:15:39.277391 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c68acb6b-8248-4de1-b386-be471c105d4e None None] Routers {'d07b8b5f-6782-428e-9e63-855b8d9a9bae'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 22:15:39.278019 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-c68acb6b-8248-4de1-b386-be471c105d4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f26181db6d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T22:15:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['d07b8b5f-6782-428e-9e63-855b8d9a9bae'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 22:15:39.329104 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c624380-a66a-4787-8f2c-0eb4b47eab54 None None] Pushing event updated for resources: {'Port': ['ID=bbac2a8a-db9b-4f39-ae8e-d2f5a39d92f5,revision_number=3']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:15:39.332630 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.db_base_plugin_common [None req-b83a8ab2-dbc2-46ec-93d0-49b2990698a7 None None] Allocated IP 172.20.0.2 (4f04bd40-013c-457d-b2da-401c3a9aae19/ba13e6c2-c813-4fe5-ac66-e8179488d175/4daaff70-7fbd-4a85-aad3-a8f7ced0499a) {{(pid=121608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 22:15:39.380394 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-5f3b5282-867b-4188-bc9b-66df6a124e7f None None] Provisioning complete for port bbac2a8a-db9b-4f39-ae8e-d2f5a39d92f5 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 22:15:39.380763 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5f3b5282-867b-4188-bc9b-66df6a124e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:15:39.442760 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-c904b143-7d5d-4e8a-b3fc-e787b3b307e8 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:15:39.502473 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvr_db [None req-c68acb6b-8248-4de1-b386-be471c105d4e None None] Set router d07b8b5f-6782-428e-9e63-855b8d9a9bae gateway port host: ncdv-master-1 {{(pid=121608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 22:15:39.740435 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5f3b5282-867b-4188-bc9b-66df6a124e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:15:39.747246 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-b83a8ab2-dbc2-46ec-93d0-49b2990698a7 None None] Publish callbacks [] for port, precommit_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:15:39.783127 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-5f3b5282-867b-4188-bc9b-66df6a124e7f None None] For port bbac2a8a-db9b-4f39-ae8e-d2f5a39d92f5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bbac2a8a-db9b-4f39-ae8e-d2f5a39d92f5,segment=NetworkSegment(6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855),segment_id=6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 22:15:39.797410 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-15cb578f-7a63-4fd3-925d-83bad4c7b82a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:15:39.809048 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-c68acb6b-8248-4de1-b386-be471c105d4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f26181db6d0>, [{'id': 'd07b8b5f-6782-428e-9e63-855b8d9a9bae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-262353803', 'tenant_id': '252f592e72984919a30b8248c35228f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.87'}], 'enable_snat': True}, 'gw_port_id': 'bbac2a8a-db9b-4f39-ae8e-d2f5a39d92f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T22:15:35Z', 'updated_at': '2021-12-25T22:15:37Z', 'revision_number': 3, 'project_id': '252f592e72984919a30b8248c35228f7', 'gw_port': {'id': 'bbac2a8a-db9b-4f39-ae8e-d2f5a39d92f5', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:12:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd07b8b5f-6782-428e-9e63-855b8d9a9bae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T22:15:36Z', 'updated_at': '2021-12-25T22:15:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 22:15:39.840169 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-b83a8ab2-dbc2-46ec-93d0-49b2990698a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946'] for port, after_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:15:39.845929 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c68acb6b-8248-4de1-b386-be471c105d4e None None] The sync data for ids ['d07b8b5f-6782-428e-9e63-855b8d9a9bae'] in ncdv-master-1 is: [{'id': 'd07b8b5f-6782-428e-9e63-855b8d9a9bae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-262353803', 'tenant_id': '252f592e72984919a30b8248c35228f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.87'}], 'enable_snat': True}, 'gw_port_id': 'bbac2a8a-db9b-4f39-ae8e-d2f5a39d92f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T22:15:35Z', 'updated_at': '2021-12-25T22:15:37Z', 'revision_number': 3, 'project_id': '252f592e72984919a30b8248c35228f7', 'gw_port': {'id': 'bbac2a8a-db9b-4f39-ae8e-d2f5a39d92f5', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:12:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd07b8b5f-6782-428e-9e63-855b8d9a9bae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T22:15:36Z', 'updated_at': '2021-12-25T22:15:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 22:15:39.871274 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5f3b5282-867b-4188-bc9b-66df6a124e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:15:39.881836 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_common [None req-c904b143-7d5d-4e8a-b3fc-e787b3b307e8 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Allocated IP 172.20.0.1 (4f04bd40-013c-457d-b2da-401c3a9aae19/ba13e6c2-c813-4fe5-ac66-e8179488d175/1c5834c6-8b9e-4a82-800b-65ec28208a4b) {{(pid=121607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 22:15:39.882386 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b83a8ab2-dbc2-46ec-93d0-49b2990698a7 None None] Network 4f04bd40-013c-457d-b2da-401c3a9aae19 is already hosted by enough agents. {{(pid=121608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 22:15:39.886529 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.base_scheduler [None req-b83a8ab2-dbc2-46ec-93d0-49b2990698a7 None None] Resources bound (agent type, host, resource id):  {{(pid=121608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 22:15:39.889987 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b83a8ab2-dbc2-46ec-93d0-49b2990698a7 None None] Received port after_create {{(pid=121608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 22:15:39.903389 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83a8ab2-dbc2-46ec-93d0-49b2990698a7 None None] Pushing event updated for resources: {'Port': ['ID=4daaff70-7fbd-4a85-aad3-a8f7ced0499a,revision_number=1']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:15:39.992704 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-b83a8ab2-dbc2-46ec-93d0-49b2990698a7 None None] Attempting to bind port 4daaff70-7fbd-4a85-aad3-a8f7ced0499a on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 22:15:39.993027 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-b83a8ab2-dbc2-46ec-93d0-49b2990698a7 None None] Attempting to bind port 4daaff70-7fbd-4a85-aad3-a8f7ced0499a by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'c84cbe0e-1372-49ae-967d-88192bd6abf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '4f04bd40-013c-457d-b2da-401c3a9aae19'}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 22:15:39.993392 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b83a8ab2-dbc2-46ec-93d0-49b2990698a7 None None] Attempting to bind port 4daaff70-7fbd-4a85-aad3-a8f7ced0499a on network 4f04bd40-013c-457d-b2da-401c3a9aae19 {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 22:15:40.001479 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3b5282-867b-4188-bc9b-66df6a124e7f None None] Pushing event updated for resources: {'Port': ['ID=bbac2a8a-db9b-4f39-ae8e-d2f5a39d92f5,revision_number=4']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:15:40.004139 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b83a8ab2-dbc2-46ec-93d0-49b2990698a7 None None] Checking agent: {'id': 'ca4f5c6d-f1fd-48b8-a3e3-395864c7d23d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 20, 56, 40), 'started_at': datetime.datetime(2021, 12, 25, 20, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 22, 15, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 22:15:40.004512 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b83a8ab2-dbc2-46ec-93d0-49b2990698a7 None None] Checking segment: {'id': 'c84cbe0e-1372-49ae-967d-88192bd6abf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '4f04bd40-013c-457d-b2da-401c3a9aae19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 22:15:40.004924 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-b83a8ab2-dbc2-46ec-93d0-49b2990698a7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:15:40.005312 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b83a8ab2-dbc2-46ec-93d0-49b2990698a7 None None] Bound using segment: {'id': 'c84cbe0e-1372-49ae-967d-88192bd6abf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '4f04bd40-013c-457d-b2da-401c3a9aae19'} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 22:15:40.005776 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-b83a8ab2-dbc2-46ec-93d0-49b2990698a7 None None] Bound port: 4daaff70-7fbd-4a85-aad3-a8f7ced0499a, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c84cbe0e-1372-49ae-967d-88192bd6abf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '4f04bd40-013c-457d-b2da-401c3a9aae19'}}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 22:15:40.006155 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-b83a8ab2-dbc2-46ec-93d0-49b2990698a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:15:40.013071 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-c904b143-7d5d-4e8a-b3fc-e787b3b307e8 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks [] for port, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:15:40.073255 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-b83a8ab2-dbc2-46ec-93d0-49b2990698a7 None None] For port 4daaff70-7fbd-4a85-aad3-a8f7ced0499a, host ncdv-master-1, cleared binding levels {{(pid=121608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 22:15:40.076477 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-b83a8ab2-dbc2-46ec-93d0-49b2990698a7 None None] For port 4daaff70-7fbd-4a85-aad3-a8f7ced0499a, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4daaff70-7fbd-4a85-aad3-a8f7ced0499a,segment=NetworkSegment(c84cbe0e-1372-49ae-967d-88192bd6abf1),segment_id=c84cbe0e-1372-49ae-967d-88192bd6abf1)] {{(pid=121608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 22:15:40.114434 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-c904b143-7d5d-4e8a-b3fc-e787b3b307e8 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:15:40.134276 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-b83a8ab2-dbc2-46ec-93d0-49b2990698a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:15:40.169803 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c904b143-7d5d-4e8a-b3fc-e787b3b307e8 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Network 4f04bd40-013c-457d-b2da-401c3a9aae19 is already hosted by enough agents. {{(pid=121607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 22:15:40.173173 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-c904b143-7d5d-4e8a-b3fc-e787b3b307e8 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Resources bound (agent type, host, resource id):  {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 22:15:40.177080 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c904b143-7d5d-4e8a-b3fc-e787b3b307e8 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Received port after_create {{(pid=121607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 22:15:40.183843 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c904b143-7d5d-4e8a-b3fc-e787b3b307e8 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Pushing event updated for resources: {'Port': ['ID=1c5834c6-8b9e-4a82-800b-65ec28208a4b,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:15:40.209181 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83a8ab2-dbc2-46ec-93d0-49b2990698a7 None None] Pushing event updated for resources: {'Port': ['ID=4daaff70-7fbd-4a85-aad3-a8f7ced0499a,revision_number=2']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:15:40.238604 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-c904b143-7d5d-4e8a-b3fc-e787b3b307e8 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2008772'] for router_interface, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:15:40.441927 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-c904b143-7d5d-4e8a-b3fc-e787b3b307e8 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:15:40.745602 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-c904b143-7d5d-4e8a-b3fc-e787b3b307e8 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks [] for port, precommit_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:15:40.865110 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-c904b143-7d5d-4e8a-b3fc-e787b3b307e8 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8632327'] for port, after_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:15:40.878117 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 4daaff70-7fbd-4a85-aad3-a8f7ced0499a up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 22:15:40.910497 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:15:40.942339 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port 4daaff70-7fbd-4a85-aad3-a8f7ced0499a triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 22:15:40.942746 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:15:40.945463 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c904b143-7d5d-4e8a-b3fc-e787b3b307e8 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Pushing event updated for resources: {'Port': ['ID=1c5834c6-8b9e-4a82-800b-65ec28208a4b,revision_number=2']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:15:40.952769 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-c904b143-7d5d-4e8a-b3fc-e787b3b307e8 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2007636'] for router_interface, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:15:41.031516 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:15:41.055407 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c904b143-7d5d-4e8a-b3fc-e787b3b307e8 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Network 4f04bd40-013c-457d-b2da-401c3a9aae19 is already hosted by enough agents. {{(pid=121607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 22:15:41.057138 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-c904b143-7d5d-4e8a-b3fc-e787b3b307e8 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Resources bound (agent type, host, resource id):  {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 22:15:41.072973 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] For port 4daaff70-7fbd-4a85-aad3-a8f7ced0499a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4daaff70-7fbd-4a85-aad3-a8f7ced0499a,segment=NetworkSegment(c84cbe0e-1372-49ae-967d-88192bd6abf1),segment_id=c84cbe0e-1372-49ae-967d-88192bd6abf1)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 22:15:41.157155 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:15:41.158021 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device bbac2a8a-db9b-4f39-ae8e-d2f5a39d92f5 up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 22:15:41.181325 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c904b143-7d5d-4e8a-b3fc-e787b3b307e8 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Router d07b8b5f-6782-428e-9e63-855b8d9a9bae has already been hosted by L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 {{(pid=121607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 25 22:15:41.245975 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Pushing event updated for resources: {'Port': ['ID=4daaff70-7fbd-4a85-aad3-a8f7ced0499a,revision_number=3']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:15:41.256990 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port bbac2a8a-db9b-4f39-ae8e-d2f5a39d92f5 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 22:15:41.257375 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:15:41.306375 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c904b143-7d5d-4e8a-b3fc-e787b3b307e8 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 22:15:41.313950 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-c904b143-7d5d-4e8a-b3fc-e787b3b307e8 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "PUT /v2.0/routers/d07b8b5f-6782-428e-9e63-855b8d9a9bae/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.3214483
Dec 25 22:15:41.327685 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a8352f0-d571-4624-a2f1-c2f8f69937b4 None None] Network 4f04bd40-013c-457d-b2da-401c3a9aae19 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 22:15:41.474182 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ad8db436-7962-4863-8625-5e5d15e80b53 req-f6b5d02b-2a90-4726-86f0-c736926beff5 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-52000553&fields=id&tenant_id=252f592e72984919a30b8248c35228f7 HTTP/1.1" status: 200  len: 267 time: 0.0490804
Dec 25 22:15:41.587278 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-a7c3bb2b-3e05-42cd-a8d5-56647e44ea46 None None] Provisioning complete for port 4daaff70-7fbd-4a85-aad3-a8f7ced0499a triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 22:15:41.587556 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-a7c3bb2b-3e05-42cd-a8d5-56647e44ea46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:15:41.595521 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8db436-7962-4863-8625-5e5d15e80b53 req-1b950fd8-ec5d-4ec9-9b9a-f1bf3f91dae9 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:15:41.597049 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ad8db436-7962-4863-8625-5e5d15e80b53 req-1b950fd8-ec5d-4ec9-9b9a-f1bf3f91dae9 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "GET /v2.0/networks?id=4f04bd40-013c-457d-b2da-401c3a9aae19 HTTP/1.1" status: 200  len: 796 time: 0.1148839
Dec 25 22:15:41.613271 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ad8db436-7962-4863-8625-5e5d15e80b53 req-f0a02df6-4035-460d-a5d3-90c393c6c619 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "GET /v2.0/quotas/252f592e72984919a30b8248c35228f7 HTTP/1.1" status: 200  len: 375 time: 0.0094552
Dec 25 22:15:41.667959 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ad8db436-7962-4863-8625-5e5d15e80b53 req-a5c222ea-b07a-4599-9c94-cf3636d1f9d0 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=252f592e72984919a30b8248c35228f7&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0484812
Dec 25 22:15:41.821326 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ad8db436-7962-4863-8625-5e5d15e80b53 req-c0200901-353a-481f-a759-0955b0566c65 service neutron] 10.222.0.32 "GET /v2.0/networks/4f04bd40-013c-457d-b2da-401c3a9aae19?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1383998
Dec 25 22:15:41.878898 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83aff596-4043-4b75-aada-cf7b43ba2f7b None None] Sync routers for ids ['d07b8b5f-6782-428e-9e63-855b8d9a9bae'] in ncdv-master-1 {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 22:15:41.888831 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83aff596-4043-4b75-aada-cf7b43ba2f7b None None] Routers {'d07b8b5f-6782-428e-9e63-855b8d9a9bae'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 22:15:41.889725 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-83aff596-4043-4b75-aada-cf7b43ba2f7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f26189abd30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T22:15:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['d07b8b5f-6782-428e-9e63-855b8d9a9bae'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 22:15:41.919627 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ad8db436-7962-4863-8625-5e5d15e80b53 req-9df62f83-7cad-4099-9c0e-df31f1ed1395 service neutron] 10.222.0.32 "GET /v2.0/networks/4f04bd40-013c-457d-b2da-401c3a9aae19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0912201
Dec 25 22:15:41.929232 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-ec8e20f1-8fdb-4e07-bb0e-3a80c591cdb4 None None] Provisioning complete for port 4daaff70-7fbd-4a85-aad3-a8f7ced0499a triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 22:15:41.929232 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-ec8e20f1-8fdb-4e07-bb0e-3a80c591cdb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:15:42.015932 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvr_db [None req-83aff596-4043-4b75-aada-cf7b43ba2f7b None None] Set router d07b8b5f-6782-428e-9e63-855b8d9a9bae gateway port host: ncdv-master-1 {{(pid=121609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 22:15:42.027894 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-ec8e20f1-8fdb-4e07-bb0e-3a80c591cdb4 None None] Provisioning complete for port 1c5834c6-8b9e-4a82-800b-65ec28208a4b triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 22:15:42.028724 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-ec8e20f1-8fdb-4e07-bb0e-3a80c591cdb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:15:42.065826 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-ec8e20f1-8fdb-4e07-bb0e-3a80c591cdb4 None None] Port 1c5834c6-8b9e-4a82-800b-65ec28208a4b cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 22:15:42.196910 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-75b8a74b-50b6-443b-ac7d-98e103677c00 None None] Provisioning complete for port 1c5834c6-8b9e-4a82-800b-65ec28208a4b triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 22:15:42.197553 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-75b8a74b-50b6-443b-ac7d-98e103677c00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:15:42.209685 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a03f3db7-feeb-4bc2-8da5-a381e7e0dadb req-d0fae60f-306f-44cd-8177-8c7a8ad5e16d tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5c17c45-e17c-439e-a2c0-79c3e5f7ef0c HTTP/1.1" status: 200  len: 210 time: 0.0461781
Dec 25 22:15:42.246869 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-75b8a74b-50b6-443b-ac7d-98e103677c00 None None] Port 1c5834c6-8b9e-4a82-800b-65ec28208a4b cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 22:15:42.275591 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-83aff596-4043-4b75-aada-cf7b43ba2f7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f26189abd30>, [{'id': 'd07b8b5f-6782-428e-9e63-855b8d9a9bae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-262353803', 'tenant_id': '252f592e72984919a30b8248c35228f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.87'}], 'enable_snat': True}, 'gw_port_id': 'bbac2a8a-db9b-4f39-ae8e-d2f5a39d92f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T22:15:35Z', 'updated_at': '2021-12-25T22:15:40Z', 'revision_number': 4, 'project_id': '252f592e72984919a30b8248c35228f7', 'gw_port': {'id': 'bbac2a8a-db9b-4f39-ae8e-d2f5a39d92f5', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:12:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd07b8b5f-6782-428e-9e63-855b8d9a9bae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T22:15:36Z', 'updated_at': '2021-12-25T22:15:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '1c5834c6-8b9e-4a82-800b-65ec28208a4b', 'name': '', 'network_id': '4f04bd40-013c-457d-b2da-401c3a9aae19', 'tenant_id': '252f592e72984919a30b8248c35228f7', 'mac_address': 'fa:16:3e:82:17:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd07b8b5f-6782-428e-9e63-855b8d9a9bae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'ba13e6c2-c813-4fe5-ac66-e8179488d175', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T22:15:39Z', 'updated_at': '2021-12-25T22:15:40Z', 'revision_number': 2, 'project_id': '252f592e72984919a30b8248c35228f7', 'subnets': [{'id': 'ba13e6c2-c813-4fe5-ac66-e8179488d175', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 22:15:42.304784 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83aff596-4043-4b75-aada-cf7b43ba2f7b None None] Checking router: d07b8b5f-6782-428e-9e63-855b8d9a9bae for host: ncdv-master-1 {{(pid=121609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 25 22:15:42.305181 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83aff596-4043-4b75-aada-cf7b43ba2f7b None None] Updating router d07b8b5f-6782-428e-9e63-855b8d9a9bae port 1c5834c6-8b9e-4a82-800b-65ec28208a4b binding host ncdv-master-1 {{(pid=121609) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 25 22:15:42.330904 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-83aff596-4043-4b75-aada-cf7b43ba2f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:15:42.366758 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-135c2480-a373-4c5d-b37f-338dd27f514b None None] Provisioning complete for port 1c5834c6-8b9e-4a82-800b-65ec28208a4b triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 22:15:42.367264 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-135c2480-a373-4c5d-b37f-338dd27f514b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:15:42.401634 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-135c2480-a373-4c5d-b37f-338dd27f514b None None] Port 1c5834c6-8b9e-4a82-800b-65ec28208a4b cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 22:15:42.611132 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-83aff596-4043-4b75-aada-cf7b43ba2f7b None None] Publish callbacks [] for port, precommit_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:15:42.733692 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-83aff596-4043-4b75-aada-cf7b43ba2f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:15:42.800229 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb33b25-3069-4a1a-8e79-331b34cd3ed5 None None] Pushing event updated for resources: {'Port': ['ID=1c5834c6-8b9e-4a82-800b-65ec28208a4b,revision_number=3']} {{(pid=121609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:15:42.824004 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb33b25-3069-4a1a-8e79-331b34cd3ed5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:15:42.824352 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb33b25-3069-4a1a-8e79-331b34cd3ed5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:15:42.824693 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb33b25-3069-4a1a-8e79-331b34cd3ed5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:15:42.825051 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb33b25-3069-4a1a-8e79-331b34cd3ed5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:15:42.825386 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb33b25-3069-4a1a-8e79-331b34cd3ed5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:15:42.825714 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb33b25-3069-4a1a-8e79-331b34cd3ed5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:15:42.826038 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb33b25-3069-4a1a-8e79-331b34cd3ed5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:15:42.826359 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb33b25-3069-4a1a-8e79-331b34cd3ed5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:15:42.826678 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb33b25-3069-4a1a-8e79-331b34cd3ed5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:15:42.826997 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb33b25-3069-4a1a-8e79-331b34cd3ed5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:15:42.827315 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb33b25-3069-4a1a-8e79-331b34cd3ed5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:15:42.827637 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb33b25-3069-4a1a-8e79-331b34cd3ed5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:15:42.827953 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb33b25-3069-4a1a-8e79-331b34cd3ed5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:15:42.842987 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.managers [None req-83aff596-4043-4b75-aada-cf7b43ba2f7b None None] Attempting to bind port 1c5834c6-8b9e-4a82-800b-65ec28208a4b on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 22:15:42.843481 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.managers [None req-83aff596-4043-4b75-aada-cf7b43ba2f7b None None] Attempting to bind port 1c5834c6-8b9e-4a82-800b-65ec28208a4b by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'c84cbe0e-1372-49ae-967d-88192bd6abf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '4f04bd40-013c-457d-b2da-401c3a9aae19'}] {{(pid=121609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 22:15:42.843932 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83aff596-4043-4b75-aada-cf7b43ba2f7b None None] Attempting to bind port 1c5834c6-8b9e-4a82-800b-65ec28208a4b on network 4f04bd40-013c-457d-b2da-401c3a9aae19 {{(pid=121609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 22:15:42.846355 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 4daaff70-7fbd-4a85-aad3-a8f7ced0499a up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 22:15:42.850438 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83aff596-4043-4b75-aada-cf7b43ba2f7b None None] Checking agent: {'id': 'ca4f5c6d-f1fd-48b8-a3e3-395864c7d23d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 20, 56, 40), 'started_at': datetime.datetime(2021, 12, 25, 20, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 22, 15, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 22:15:42.850915 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83aff596-4043-4b75-aada-cf7b43ba2f7b None None] Checking segment: {'id': 'c84cbe0e-1372-49ae-967d-88192bd6abf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '4f04bd40-013c-457d-b2da-401c3a9aae19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 22:15:42.851384 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-83aff596-4043-4b75-aada-cf7b43ba2f7b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:15:42.852761 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83aff596-4043-4b75-aada-cf7b43ba2f7b None None] Bound using segment: {'id': 'c84cbe0e-1372-49ae-967d-88192bd6abf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '4f04bd40-013c-457d-b2da-401c3a9aae19'} {{(pid=121609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 22:15:42.852761 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.managers [None req-83aff596-4043-4b75-aada-cf7b43ba2f7b None None] Bound port: 1c5834c6-8b9e-4a82-800b-65ec28208a4b, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c84cbe0e-1372-49ae-967d-88192bd6abf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '4f04bd40-013c-457d-b2da-401c3a9aae19'}}] {{(pid=121609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 22:15:42.856788 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-83aff596-4043-4b75-aada-cf7b43ba2f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:15:42.900388 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port 4daaff70-7fbd-4a85-aad3-a8f7ced0499a triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 22:15:42.900753 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:15:42.929422 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.db [None req-83aff596-4043-4b75-aada-cf7b43ba2f7b None None] For port 1c5834c6-8b9e-4a82-800b-65ec28208a4b, host ncdv-master-1, cleared binding levels {{(pid=121609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 22:15:42.932661 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.db [None req-83aff596-4043-4b75-aada-cf7b43ba2f7b None None] For port 1c5834c6-8b9e-4a82-800b-65ec28208a4b, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1c5834c6-8b9e-4a82-800b-65ec28208a4b,segment=NetworkSegment(c84cbe0e-1372-49ae-967d-88192bd6abf1),segment_id=c84cbe0e-1372-49ae-967d-88192bd6abf1)] {{(pid=121609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 22:15:43.013781 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-83aff596-4043-4b75-aada-cf7b43ba2f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:15:43.025765 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-73f3a965-b8fc-44da-ae37-ee0d37e4da0d None None] Provisioning complete for port 1c5834c6-8b9e-4a82-800b-65ec28208a4b triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 22:15:43.026138 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-73f3a965-b8fc-44da-ae37-ee0d37e4da0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:15:43.069333 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb33b25-3069-4a1a-8e79-331b34cd3ed5 None None] Pushing event updated for resources: {'Port': ['ID=1c5834c6-8b9e-4a82-800b-65ec28208a4b,revision_number=4']} {{(pid=121609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:15:43.078981 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83aff596-4043-4b75-aada-cf7b43ba2f7b None None] Routers {'d07b8b5f-6782-428e-9e63-855b8d9a9bae'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 22:15:43.079606 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-83aff596-4043-4b75-aada-cf7b43ba2f7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f26189abd30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T22:15:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['d07b8b5f-6782-428e-9e63-855b8d9a9bae'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 22:15:43.111774 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-73f3a965-b8fc-44da-ae37-ee0d37e4da0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:15:43.152618 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-73f3a965-b8fc-44da-ae37-ee0d37e4da0d None None] For port 1c5834c6-8b9e-4a82-800b-65ec28208a4b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1c5834c6-8b9e-4a82-800b-65ec28208a4b,segment=NetworkSegment(c84cbe0e-1372-49ae-967d-88192bd6abf1),segment_id=c84cbe0e-1372-49ae-967d-88192bd6abf1)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 22:15:43.192009 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvr_db [None req-83aff596-4043-4b75-aada-cf7b43ba2f7b None None] Set router d07b8b5f-6782-428e-9e63-855b8d9a9bae gateway port host: ncdv-master-1 {{(pid=121609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 22:15:43.241352 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-73f3a965-b8fc-44da-ae37-ee0d37e4da0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:15:43.311635 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f3a965-b8fc-44da-ae37-ee0d37e4da0d None None] Pushing event updated for resources: {'Port': ['ID=1c5834c6-8b9e-4a82-800b-65ec28208a4b,revision_number=5']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:15:43.320235 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-41fa7ddc-7a45-4095-b7c8-93092ab30c08 req-1a9283f5-d64b-4117-ac8f-79f3e8904807 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5c17c45-e17c-439e-a2c0-79c3e5f7ef0c HTTP/1.1" status: 200  len: 210 time: 0.0398114
Dec 25 22:15:43.364155 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-58347bb5-2a1f-468b-9f57-ca0f1dcb9e33 None None] Provisioning complete for port 1c5834c6-8b9e-4a82-800b-65ec28208a4b triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 22:15:43.364801 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-58347bb5-2a1f-468b-9f57-ca0f1dcb9e33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:15:43.416917 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-83aff596-4043-4b75-aada-cf7b43ba2f7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f26189abd30>, [{'id': 'd07b8b5f-6782-428e-9e63-855b8d9a9bae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-262353803', 'tenant_id': '252f592e72984919a30b8248c35228f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.87'}], 'enable_snat': True}, 'gw_port_id': 'bbac2a8a-db9b-4f39-ae8e-d2f5a39d92f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T22:15:35Z', 'updated_at': '2021-12-25T22:15:40Z', 'revision_number': 4, 'project_id': '252f592e72984919a30b8248c35228f7', 'gw_port': {'id': 'bbac2a8a-db9b-4f39-ae8e-d2f5a39d92f5', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:12:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd07b8b5f-6782-428e-9e63-855b8d9a9bae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T22:15:36Z', 'updated_at': '2021-12-25T22:15:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '1c5834c6-8b9e-4a82-800b-65ec28208a4b', 'name': '', 'network_id': '4f04bd40-013c-457d-b2da-401c3a9aae19', 'tenant_id': '252f592e72984919a30b8248c35228f7', 'mac_address': 'fa:16:3e:82:17:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd07b8b5f-6782-428e-9e63-855b8d9a9bae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'ba13e6c2-c813-4fe5-ac66-e8179488d175', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T22:15:39Z', 'updated_at': '2021-12-25T22:15:42Z', 'revision_number': 4, 'project_id': '252f592e72984919a30b8248c35228f7', 'subnets': [{'id': 'ba13e6c2-c813-4fe5-ac66-e8179488d175', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 22:15:43.447590 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83aff596-4043-4b75-aada-cf7b43ba2f7b None None] The sync data for ids ['d07b8b5f-6782-428e-9e63-855b8d9a9bae'] in ncdv-master-1 is: [{'id': 'd07b8b5f-6782-428e-9e63-855b8d9a9bae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-262353803', 'tenant_id': '252f592e72984919a30b8248c35228f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.87'}], 'enable_snat': True}, 'gw_port_id': 'bbac2a8a-db9b-4f39-ae8e-d2f5a39d92f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T22:15:35Z', 'updated_at': '2021-12-25T22:15:40Z', 'revision_number': 4, 'project_id': '252f592e72984919a30b8248c35228f7', 'gw_port': {'id': 'bbac2a8a-db9b-4f39-ae8e-d2f5a39d92f5', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:12:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd07b8b5f-6782-428e-9e63-855b8d9a9bae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T22:15:36Z', 'updated_at': '2021-12-25T22:15:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '1c5834c6-8b9e-4a82-800b-65ec28208a4b', 'name': '', 'network_id': '4f04bd40-013c-457d-b2da-401c3a9aae19', 'tenant_id': '252f592e72984919a30b8248c35228f7', 'mac_address': 'fa:16:3e:82:17:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd07b8b5f-6782-428e-9e63-855b8d9a9bae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'ba13e6c2-c813-4fe5-ac66-e8179488d175', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T22:15:39Z', 'updated_at': '2021-12-25T22:15:42Z', 'revision_number': 4, 'project_id': '252f592e72984919a30b8248c35228f7', 'subnets': [{'id': 'ba13e6c2-c813-4fe5-ac66-e8179488d175', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 22:15:44.245161 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8db436-7962-4863-8625-5e5d15e80b53 req-082ee197-1968-4e99-a7cd-c5f2a9cf1b74 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:15:44.246781 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ad8db436-7962-4863-8625-5e5d15e80b53 req-082ee197-1968-4e99-a7cd-c5f2a9cf1b74 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.31 "GET /v2.0/networks?id=4f04bd40-013c-457d-b2da-401c3a9aae19 HTTP/1.1" status: 200  len: 796 time: 0.1140294
Dec 25 22:15:44.318384 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ad8db436-7962-4863-8625-5e5d15e80b53 req-6fbf6d3e-5b38-4089-98a0-53ff5d3f3612 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=252f592e72984919a30b8248c35228f7 HTTP/1.1" status: 200  len: 378 time: 0.0616138
Dec 25 22:15:44.328033 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-ad8db436-7962-4863-8625-5e5d15e80b53 req-3723dea8-e49e-4f0d-9f6a-fb85eef593d2 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Request body: {'port': {'device_id': 'a5c17c45-e17c-439e-a2c0-79c3e5f7ef0c', 'network_id': '4f04bd40-013c-457d-b2da-401c3a9aae19', 'admin_state_up': True, 'tenant_id': '252f592e72984919a30b8248c35228f7', 'security_groups': ['5de696f9-28e6-4317-9ce2-052ac402da8d']}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 22:15:44.438655 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ea75cc40-eff2-4f58-8c12-45c6660ae597 req-78215e0f-c71d-45cb-9563-002ad4ab40ec tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5c17c45-e17c-439e-a2c0-79c3e5f7ef0c HTTP/1.1" status: 200  len: 210 time: 0.0315778
Dec 25 22:15:44.548725 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad8db436-7962-4863-8625-5e5d15e80b53 req-3723dea8-e49e-4f0d-9f6a-fb85eef593d2 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Made reservation on behalf of 252f592e72984919a30b8248c35228f7 for: {'port': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 22:15:44.553153 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-ad8db436-7962-4863-8625-5e5d15e80b53 req-3723dea8-e49e-4f0d-9f6a-fb85eef593d2 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:15:44.678364 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_common [req-ad8db436-7962-4863-8625-5e5d15e80b53 req-3723dea8-e49e-4f0d-9f6a-fb85eef593d2 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Allocated IP 172.20.0.6 (4f04bd40-013c-457d-b2da-401c3a9aae19/ba13e6c2-c813-4fe5-ac66-e8179488d175/874c89f5-287e-42be-bf7c-ec48b51e47e6) {{(pid=121606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 22:15:44.818368 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-ad8db436-7962-4863-8625-5e5d15e80b53 req-3723dea8-e49e-4f0d-9f6a-fb85eef593d2 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks [] for port, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:15:44.832208 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 1c5834c6-8b9e-4a82-800b-65ec28208a4b up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 22:15:44.882901 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port 1c5834c6-8b9e-4a82-800b-65ec28208a4b triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 22:15:44.883275 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:15:44.922605 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-ad8db436-7962-4863-8625-5e5d15e80b53 req-3723dea8-e49e-4f0d-9f6a-fb85eef593d2 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:15:44.976947 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad8db436-7962-4863-8625-5e5d15e80b53 req-3723dea8-e49e-4f0d-9f6a-fb85eef593d2 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Network 4f04bd40-013c-457d-b2da-401c3a9aae19 is already hosted by enough agents. {{(pid=121606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 22:15:44.978065 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3723dea8-e49e-4f0d-9f6a-fb85eef593d2 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Pushing event updated for resources: {'Port': ['ID=874c89f5-287e-42be-bf7c-ec48b51e47e6,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:15:44.980589 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [req-ad8db436-7962-4863-8625-5e5d15e80b53 req-3723dea8-e49e-4f0d-9f6a-fb85eef593d2 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Resources bound (agent type, host, resource id):  {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 22:15:44.982637 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad8db436-7962-4863-8625-5e5d15e80b53 req-3723dea8-e49e-4f0d-9f6a-fb85eef593d2 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Received port after_create {{(pid=121606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 22:15:45.031069 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8db436-7962-4863-8625-5e5d15e80b53 req-3723dea8-e49e-4f0d-9f6a-fb85eef593d2 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:15:45.031620 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-ad8db436-7962-4863-8625-5e5d15e80b53 req-3723dea8-e49e-4f0d-9f6a-fb85eef593d2 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:15:45.105614 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ad8db436-7962-4863-8625-5e5d15e80b53 req-3723dea8-e49e-4f0d-9f6a-fb85eef593d2 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7814538
Dec 25 22:15:45.163937 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-ad8db436-7962-4863-8625-5e5d15e80b53 req-c39bb9fd-b66a-4468-b25a-5f2d8fa70663 service neutron] Request body: {'port': {'device_id': 'a5c17c45-e17c-439e-a2c0-79c3e5f7ef0c', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 22:15:45.219319 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-ad8db436-7962-4863-8625-5e5d15e80b53 req-c39bb9fd-b66a-4468-b25a-5f2d8fa70663 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:15:45.278423 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-651900f1-0a29-4c9b-84c3-86d6e207316e None None] Provisioning complete for port 874c89f5-287e-42be-bf7c-ec48b51e47e6 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 22:15:45.278711 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-651900f1-0a29-4c9b-84c3-86d6e207316e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:15:45.312685 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-651900f1-0a29-4c9b-84c3-86d6e207316e None None] Port 874c89f5-287e-42be-bf7c-ec48b51e47e6 cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 22:15:45.483875 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [req-ad8db436-7962-4863-8625-5e5d15e80b53 req-c39bb9fd-b66a-4468-b25a-5f2d8fa70663 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 874c89f5-287e-42be-bf7c-ec48b51e47e6 {{(pid=121606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 22:15:45.491957 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-ad8db436-7962-4863-8625-5e5d15e80b53 req-c39bb9fd-b66a-4468-b25a-5f2d8fa70663 service neutron] Publish callbacks [] for port, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:15:45.505682 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.provisioning_blocks [req-ad8db436-7962-4863-8625-5e5d15e80b53 req-c39bb9fd-b66a-4468-b25a-5f2d8fa70663 service neutron] Transition to ACTIVE for port object 874c89f5-287e-42be-bf7c-ec48b51e47e6 will not be triggered until provisioned by entity L2. {{(pid=121606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 25 22:15:45.556763 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47eadfa4-de1b-475d-84af-eab25282e0b8 req-6eb9728d-72c5-4b9a-a504-1d6097a3fe0a tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:15:45.558306 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-47eadfa4-de1b-475d-84af-eab25282e0b8 req-6eb9728d-72c5-4b9a-a504-1d6097a3fe0a tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5c17c45-e17c-439e-a2c0-79c3e5f7ef0c HTTP/1.1" status: 200  len: 931 time: 0.0478411
Dec 25 22:15:45.580830 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-ad8db436-7962-4863-8625-5e5d15e80b53 req-c39bb9fd-b66a-4468-b25a-5f2d8fa70663 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:15:45.656085 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-47eadfa4-de1b-475d-84af-eab25282e0b8 req-a641bbec-d012-43a3-ac96-81e0023f8c21 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "GET /v2.0/security-groups?id=5de696f9-28e6-4317-9ce2-052ac402da8d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0916679
Dec 25 22:15:45.659375 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39bb9fd-b66a-4468-b25a-5f2d8fa70663 service neutron] Pushing event updated for resources: {'Port': ['ID=874c89f5-287e-42be-bf7c-ec48b51e47e6,revision_number=2']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:15:45.730039 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-ad8db436-7962-4863-8625-5e5d15e80b53 req-c39bb9fd-b66a-4468-b25a-5f2d8fa70663 service neutron] Attempting to bind port 874c89f5-287e-42be-bf7c-ec48b51e47e6 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 22:15:45.730381 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-ad8db436-7962-4863-8625-5e5d15e80b53 req-c39bb9fd-b66a-4468-b25a-5f2d8fa70663 service neutron] Attempting to bind port 874c89f5-287e-42be-bf7c-ec48b51e47e6 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'c84cbe0e-1372-49ae-967d-88192bd6abf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '4f04bd40-013c-457d-b2da-401c3a9aae19'}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 22:15:45.730715 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad8db436-7962-4863-8625-5e5d15e80b53 req-c39bb9fd-b66a-4468-b25a-5f2d8fa70663 service neutron] Attempting to bind port 874c89f5-287e-42be-bf7c-ec48b51e47e6 on network 4f04bd40-013c-457d-b2da-401c3a9aae19 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 22:15:45.735192 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad8db436-7962-4863-8625-5e5d15e80b53 req-c39bb9fd-b66a-4468-b25a-5f2d8fa70663 service neutron] Port 874c89f5-287e-42be-bf7c-ec48b51e47e6 on network 4f04bd40-013c-457d-b2da-401c3a9aae19 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 25 22:15:45.735522 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad8db436-7962-4863-8625-5e5d15e80b53 req-c39bb9fd-b66a-4468-b25a-5f2d8fa70663 service neutron] Attempting to bind port 874c89f5-287e-42be-bf7c-ec48b51e47e6 on network 4f04bd40-013c-457d-b2da-401c3a9aae19 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 22:15:45.741197 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad8db436-7962-4863-8625-5e5d15e80b53 req-c39bb9fd-b66a-4468-b25a-5f2d8fa70663 service neutron] Checking agent: {'id': '6d577036-68fc-4aa4-aed7-5ab01de2117e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 21, 4, 34), 'started_at': datetime.datetime(2021, 12, 25, 21, 4, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 22, 15, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 22:15:45.741535 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad8db436-7962-4863-8625-5e5d15e80b53 req-c39bb9fd-b66a-4468-b25a-5f2d8fa70663 service neutron] Checking segment: {'id': 'c84cbe0e-1372-49ae-967d-88192bd6abf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '4f04bd40-013c-457d-b2da-401c3a9aae19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 22:15:45.741924 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad8db436-7962-4863-8625-5e5d15e80b53 req-c39bb9fd-b66a-4468-b25a-5f2d8fa70663 service neutron] Bound using segment: {'id': 'c84cbe0e-1372-49ae-967d-88192bd6abf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '4f04bd40-013c-457d-b2da-401c3a9aae19'} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 22:15:45.742363 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-ad8db436-7962-4863-8625-5e5d15e80b53 req-c39bb9fd-b66a-4468-b25a-5f2d8fa70663 service neutron] Bound port: 874c89f5-287e-42be-bf7c-ec48b51e47e6, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c84cbe0e-1372-49ae-967d-88192bd6abf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '4f04bd40-013c-457d-b2da-401c3a9aae19'}}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 22:15:45.742724 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-ad8db436-7962-4863-8625-5e5d15e80b53 req-c39bb9fd-b66a-4468-b25a-5f2d8fa70663 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:15:45.811702 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-ad8db436-7962-4863-8625-5e5d15e80b53 req-c39bb9fd-b66a-4468-b25a-5f2d8fa70663 service neutron] For port 874c89f5-287e-42be-bf7c-ec48b51e47e6, host nch1-master-1, cleared binding levels {{(pid=121606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 22:15:45.814747 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-ad8db436-7962-4863-8625-5e5d15e80b53 req-c39bb9fd-b66a-4468-b25a-5f2d8fa70663 service neutron] For port 874c89f5-287e-42be-bf7c-ec48b51e47e6, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=874c89f5-287e-42be-bf7c-ec48b51e47e6,segment=NetworkSegment(c84cbe0e-1372-49ae-967d-88192bd6abf1),segment_id=c84cbe0e-1372-49ae-967d-88192bd6abf1)] {{(pid=121606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 22:15:45.914990 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-ad8db436-7962-4863-8625-5e5d15e80b53 req-c39bb9fd-b66a-4468-b25a-5f2d8fa70663 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:15:45.948506 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8db436-7962-4863-8625-5e5d15e80b53 req-c39bb9fd-b66a-4468-b25a-5f2d8fa70663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:15:45.960964 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-ad8db436-7962-4863-8625-5e5d15e80b53 req-c39bb9fd-b66a-4468-b25a-5f2d8fa70663 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:15:45.960964 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ad8db436-7962-4863-8625-5e5d15e80b53 req-c39bb9fd-b66a-4468-b25a-5f2d8fa70663 service neutron] 10.222.0.31 "PUT /v2.0/ports/874c89f5-287e-42be-bf7c-ec48b51e47e6 HTTP/1.1" status: 200  len: 1091 time: 0.8361707
Dec 25 22:15:45.960964 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5c17c45-e17c-439e-a2c0-79c3e5f7ef0c', 'tag': '874c89f5-287e-42be-bf7c-ec48b51e47e6'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 22:15:45.960964 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3aaaccd1c5724dc9dd74c6f33e2aadc9492bdd81d11d1049086089e292681ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1db3fa1-c218-41d8-8dda-8388cac9be36" -d '{"events": [{"name": "network-changed", "server_uuid": "a5c17c45-e17c-439e-a2c0-79c3e5f7ef0c", "tag": "874c89f5-287e-42be-bf7c-ec48b51e47e6"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 22:15:45.991028 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39bb9fd-b66a-4468-b25a-5f2d8fa70663 service neutron] Pushing event updated for resources: {'Port': ['ID=874c89f5-287e-42be-bf7c-ec48b51e47e6,revision_number=3']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:15:45.997477 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Dec 2021 22:15:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c64994d0-a1e7-4d67-b2ba-5541b10d384e x-openstack-request-id: req-c64994d0-a1e7-4d67-b2ba-5541b10d384e {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 22:15:45.998253 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5c17c45-e17c-439e-a2c0-79c3e5f7ef0c", "tag": "874c89f5-287e-42be-bf7c-ec48b51e47e6", "status": "completed", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 22:15:45.998524 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c64994d0-a1e7-4d67-b2ba-5541b10d384e {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 22:15:45.998916 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5c17c45-e17c-439e-a2c0-79c3e5f7ef0c', 'tag': '874c89f5-287e-42be-bf7c-ec48b51e47e6', 'status': 'completed', 'code': 200}
Dec 25 22:15:46.064315 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1db3fa1-c218-41d8-8dda-8388cac9be36 req-341420be-85d0-42fe-97cd-d3f387717679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:15:46.068269 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a1db3fa1-c218-41d8-8dda-8388cac9be36 req-341420be-85d0-42fe-97cd-d3f387717679 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=252f592e72984919a30b8248c35228f7&device_id=a5c17c45-e17c-439e-a2c0-79c3e5f7ef0c HTTP/1.1" status: 200  len: 1094 time: 0.0456116
Dec 25 22:15:46.171176 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1db3fa1-c218-41d8-8dda-8388cac9be36 req-6f1e57e0-8eef-409c-9b01-dd2acff4c7a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:15:46.172670 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a1db3fa1-c218-41d8-8dda-8388cac9be36 req-6f1e57e0-8eef-409c-9b01-dd2acff4c7a1 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=252f592e72984919a30b8248c35228f7&shared=False HTTP/1.1" status: 200  len: 897 time: 0.0995779
Dec 25 22:15:46.266354 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1db3fa1-c218-41d8-8dda-8388cac9be36 req-903308df-fc75-4629-ba75-e2a8286e187d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:15:46.268349 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a1db3fa1-c218-41d8-8dda-8388cac9be36 req-903308df-fc75-4629-ba75-e2a8286e187d service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.0884569
Dec 25 22:15:46.342697 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8db436-7962-4863-8625-5e5d15e80b53 req-707cf9c1-dbbd-48d5-abc7-ff178beb8f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:15:46.344193 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ad8db436-7962-4863-8625-5e5d15e80b53 req-707cf9c1-dbbd-48d5-abc7-ff178beb8f92 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=252f592e72984919a30b8248c35228f7&device_id=a5c17c45-e17c-439e-a2c0-79c3e5f7ef0c HTTP/1.1" status: 200  len: 1094 time: 0.0408740
Dec 25 22:15:46.388503 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ad8db436-7962-4863-8625-5e5d15e80b53 req-5604d9bc-cb34-4822-9dc4-fae433dc0fc2 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=874c89f5-287e-42be-bf7c-ec48b51e47e6 HTTP/1.1" status: 200  len: 217 time: 0.0369387
Dec 25 22:15:46.438089 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8db436-7962-4863-8625-5e5d15e80b53 req-83a91f4b-b7f7-488b-ad20-7685243c3925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:15:46.439529 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ad8db436-7962-4863-8625-5e5d15e80b53 req-83a91f4b-b7f7-488b-ad20-7685243c3925 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=ba13e6c2-c813-4fe5-ac66-e8179488d175 HTTP/1.1" status: 200  len: 835 time: 0.0435221
Dec 25 22:15:46.484443 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8db436-7962-4863-8625-5e5d15e80b53 req-c076d650-6f18-4e02-ba14-1d06110996ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:15:46.485928 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ad8db436-7962-4863-8625-5e5d15e80b53 req-c076d650-6f18-4e02-ba14-1d06110996ad service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4f04bd40-013c-457d-b2da-401c3a9aae19&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0390553
Dec 25 22:15:46.576011 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ad8db436-7962-4863-8625-5e5d15e80b53 req-863fa0b7-a5c4-4af1-95cc-99de897e21fd service neutron] 10.222.0.31 "GET /v2.0/networks/4f04bd40-013c-457d-b2da-401c3a9aae19?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0828996
Dec 25 22:15:46.663850 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ad8db436-7962-4863-8625-5e5d15e80b53 req-0b6eafc6-013f-4021-9f45-30989daf9f40 service neutron] 10.222.0.31 "GET /v2.0/networks/4f04bd40-013c-457d-b2da-401c3a9aae19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0806723
Dec 25 22:15:46.776398 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 22:15:46.776398 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 22:15:46.776398 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 22:15:46.776398 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 22:15:46.776398 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 22:15:46.776398 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 22:15:46.776398 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 22:15:46.776398 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 22:15:46.776398 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 22:15:46.776398 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 22:15:46.776398 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 22:15:46.776398 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 22:15:46.776398 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 22:15:46.776398 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 22:15:46.776398 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 22:15:46.776398 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 22:15:46.776398 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 22:15:46.776398 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 22:15:46.776398 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 22:15:46.776398 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 22:15:46.776398 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 22:15:46.776398 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 22:15:46.776398 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 22:15:46.776398 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 22:15:46.776398 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 22:15:46.776398 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 22:15:46.776398 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 22:15:46.776398 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 22:15:46.776398 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 22:15:46.776398 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 22:15:46.776398 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 22:15:46.776398 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 22:15:46.776398 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 22:15:46.776398 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 22:15:46.776398 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 22:15:46.776398 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 22:15:46.776398 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 22:15:46.776398 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 22:15:46.776398 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 22:15:46.776398 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 22:15:46.776398 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 22:15:46.776398 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 22:15:46.776398 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 22:15:46.776398 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 22:15:46.776398 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 22:15:46.776398 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 22:15:46.776398 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 22:15:46.776398 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 22:15:46.779210 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a93959-7bcf-4657-8915-5fcf138411dc req-4cc9dca8-6989-477e-9ee1-a369c56bb54c tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:15:46.780064 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c4a93959-7bcf-4657-8915-5fcf138411dc req-4cc9dca8-6989-477e-9ee1-a369c56bb54c tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5c17c45-e17c-439e-a2c0-79c3e5f7ef0c HTTP/1.1" status: 200  len: 943 time: 0.0534272
Dec 25 22:15:46.828903 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c4a93959-7bcf-4657-8915-5fcf138411dc req-4ba89a26-d3a0-493e-a868-c1d31720bd92 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "GET /v2.0/security-groups?id=5de696f9-28e6-4317-9ce2-052ac402da8d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0427084
Dec 25 22:15:47.944951 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaaa5f79-ddeb-469b-9943-9ba1e503d6f7 req-da46967d-75fa-4028-9099-d538df3b7b09 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:15:47.946436 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-eaaa5f79-ddeb-469b-9943-9ba1e503d6f7 req-da46967d-75fa-4028-9099-d538df3b7b09 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5c17c45-e17c-439e-a2c0-79c3e5f7ef0c HTTP/1.1" status: 200  len: 943 time: 0.0483325
Dec 25 22:15:47.997701 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-eaaa5f79-ddeb-469b-9943-9ba1e503d6f7 req-c4940352-4773-431c-8625-01db7a0317ca tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "GET /v2.0/security-groups?id=5de696f9-28e6-4317-9ce2-052ac402da8d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0449963
Dec 25 22:15:49.049655 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device 874c89f5-287e-42be-bf7c-ec48b51e47e6 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 25 22:15:49.121250 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5bda1a-5bb8-4e8e-86d7-47e47cce67db req-d8af124f-b05b-4dfd-bfdb-c95d4c8f2e86 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:15:49.122742 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8a5bda1a-5bb8-4e8e-86d7-47e47cce67db req-d8af124f-b05b-4dfd-bfdb-c95d4c8f2e86 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5c17c45-e17c-439e-a2c0-79c3e5f7ef0c HTTP/1.1" status: 200  len: 943 time: 0.0517883
Dec 25 22:15:49.144511 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port 874c89f5-287e-42be-bf7c-ec48b51e47e6, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=874c89f5-287e-42be-bf7c-ec48b51e47e6,segment=NetworkSegment(c84cbe0e-1372-49ae-967d-88192bd6abf1),segment_id=c84cbe0e-1372-49ae-967d-88192bd6abf1)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 22:15:49.156463 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Returning: {'device': '874c89f5-287e-42be-bf7c-ec48b51e47e6', 'network_id': '4f04bd40-013c-457d-b2da-401c3a9aae19', 'port_id': '874c89f5-287e-42be-bf7c-ec48b51e47e6', 'mac_address': 'fa:16:3e:b9:bb:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba13e6c2-c813-4fe5-ac66-e8179488d175', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 25 22:15:49.173730 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8a5bda1a-5bb8-4e8e-86d7-47e47cce67db req-10495dcf-9725-40cb-beb4-ce35bf2b80aa tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "GET /v2.0/security-groups?id=5de696f9-28e6-4317-9ce2-052ac402da8d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0442207
Dec 25 22:15:49.208091 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:15:49.220830 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 874c89f5-287e-42be-bf7c-ec48b51e47e6 {{(pid=121608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 22:15:49.239710 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port 874c89f5-287e-42be-bf7c-ec48b51e47e6, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=874c89f5-287e-42be-bf7c-ec48b51e47e6,segment=NetworkSegment(c84cbe0e-1372-49ae-967d-88192bd6abf1),segment_id=c84cbe0e-1372-49ae-967d-88192bd6abf1)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 22:15:49.302890 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:15:49.349158 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Pushing event updated for resources: {'Port': ['ID=874c89f5-287e-42be-bf7c-ec48b51e47e6,revision_number=4']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:15:49.504669 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] get_ports_and_sgs() called for port_ids ['874c89f5-287e-42be-bf7c-ec48b51e47e6'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 22:15:50.294813 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a297d81-e058-448a-83be-07f769753f25 req-0611f557-88f4-4602-95b0-3d935ff9091b tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:15:50.296303 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-6a297d81-e058-448a-83be-07f769753f25 req-0611f557-88f4-4602-95b0-3d935ff9091b tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5c17c45-e17c-439e-a2c0-79c3e5f7ef0c HTTP/1.1" status: 200  len: 944 time: 0.0488749
Dec 25 22:15:50.344384 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-6a297d81-e058-448a-83be-07f769753f25 req-83ea040f-4d6b-42d5-b46b-33d7d649ef18 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "GET /v2.0/security-groups?id=5de696f9-28e6-4317-9ce2-052ac402da8d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0421519
Dec 25 22:15:51.050611 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device 874c89f5-287e-42be-bf7c-ec48b51e47e6 up at agent hyperv_nch1-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 22:15:51.167383 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Provisioning for port 874c89f5-287e-42be-bf7c-ec48b51e47e6 completed by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 25 22:15:51.171389 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Provisioning complete for port 874c89f5-287e-42be-bf7c-ec48b51e47e6 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 22:15:51.171769 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:15:51.252811 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:15:51.274454 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5c17c45-e17c-439e-a2c0-79c3e5f7ef0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '874c89f5-287e-42be-bf7c-ec48b51e47e6'}] {{(pid=121608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 22:15:51.276692 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8f4255179602950281e35c838768f32348f9ebfbcb74b08282abfe6e9b4a52c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f3c6f9a-35cc-4bf0-92d1-50d830dcd3c7" -d '{"events": [{"server_uuid": "a5c17c45-e17c-439e-a2c0-79c3e5f7ef0c", "name": "network-vif-plugged", "status": "completed", "tag": "874c89f5-287e-42be-bf7c-ec48b51e47e6"}]}' {{(pid=121608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 22:15:51.289418 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port 874c89f5-287e-42be-bf7c-ec48b51e47e6, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=874c89f5-287e-42be-bf7c-ec48b51e47e6,segment=NetworkSegment(c84cbe0e-1372-49ae-967d-88192bd6abf1),segment_id=c84cbe0e-1372-49ae-967d-88192bd6abf1)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 22:15:51.316077 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 22:15:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b4a9034-af00-4fbc-8b2a-22680ee3e5fd x-openstack-request-id: req-7b4a9034-af00-4fbc-8b2a-22680ee3e5fd {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 22:15:51.316369 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5c17c45-e17c-439e-a2c0-79c3e5f7ef0c", "name": "network-vif-plugged", "status": "completed", "tag": "874c89f5-287e-42be-bf7c-ec48b51e47e6", "code": 200}]} {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 22:15:51.316620 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7b4a9034-af00-4fbc-8b2a-22680ee3e5fd {{(pid=121608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 22:15:51.317576 ncdv-master-1 neutron-server[121608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5c17c45-e17c-439e-a2c0-79c3e5f7ef0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '874c89f5-287e-42be-bf7c-ec48b51e47e6', 'code': 200}
Dec 25 22:15:51.354716 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:15:51.403693 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Pushing event updated for resources: {'Port': ['ID=874c89f5-287e-42be-bf7c-ec48b51e47e6,revision_number=5']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:15:51.427768 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa0de02-6a05-422a-bb11-3d3af973087c req-74eb3a2d-76e4-45dd-afb0-476f52034a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:15:51.429204 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3fa0de02-6a05-422a-bb11-3d3af973087c req-74eb3a2d-76e4-45dd-afb0-476f52034a98 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=a5c17c45-e17c-439e-a2c0-79c3e5f7ef0c HTTP/1.1" status: 200  len: 1096 time: 0.0562875
Dec 25 22:15:51.497016 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc03994-eb17-4eac-acab-073637495b1f req-9f4ade0a-0211-4167-a469-259b8c9f8539 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:15:51.498498 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8cc03994-eb17-4eac-acab-073637495b1f req-9f4ade0a-0211-4167-a469-259b8c9f8539 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5c17c45-e17c-439e-a2c0-79c3e5f7ef0c HTTP/1.1" status: 200  len: 945 time: 0.0808506
Dec 25 22:15:51.506445 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3fa0de02-6a05-422a-bb11-3d3af973087c req-d2c5fdb1-fcfb-4b4a-8952-860c03f029df service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=5de696f9-28e6-4317-9ce2-052ac402da8d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0577271
Dec 25 22:15:51.550096 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-8cc03994-eb17-4eac-acab-073637495b1f req-24805462-833f-4530-bc1d-38351c59e779 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "GET /v2.0/security-groups?id=5de696f9-28e6-4317-9ce2-052ac402da8d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0427282
Dec 25 22:15:52.666961 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce26afe7-ff18-4f98-aaa1-c26e51a89c89 req-fd54651a-401e-4078-a948-2ee2ed82e72d tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:15:52.668484 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ce26afe7-ff18-4f98-aaa1-c26e51a89c89 req-fd54651a-401e-4078-a948-2ee2ed82e72d tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5c17c45-e17c-439e-a2c0-79c3e5f7ef0c HTTP/1.1" status: 200  len: 945 time: 0.0499749
Dec 25 22:15:52.717971 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ce26afe7-ff18-4f98-aaa1-c26e51a89c89 req-094c58c3-6537-4e22-b3be-0208e3e0011f tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "GET /v2.0/security-groups?id=5de696f9-28e6-4317-9ce2-052ac402da8d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0432220
Dec 25 22:15:53.224292 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f9ed15e0-eafa-4ffd-bf96-36ecfb52e05c req-18359119-3504-47a5-9299-e85bd668558d service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=a5c17c45-e17c-439e-a2c0-79c3e5f7ef0c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0424485
Dec 25 22:15:53.305436 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ed15e0-eafa-4ffd-bf96-36ecfb52e05c req-146136d7-5435-4721-b0f2-41fc3b7ad366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:15:53.306921 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f9ed15e0-eafa-4ffd-bf96-36ecfb52e05c req-146136d7-5435-4721-b0f2-41fc3b7ad366 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=252f592e72984919a30b8248c35228f7&device_id=a5c17c45-e17c-439e-a2c0-79c3e5f7ef0c HTTP/1.1" status: 200  len: 1096 time: 0.0409079
Dec 25 22:15:53.410581 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ed15e0-eafa-4ffd-bf96-36ecfb52e05c req-8b123873-6ce8-45fd-a5ea-cf88a5f0beab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:15:53.412089 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f9ed15e0-eafa-4ffd-bf96-36ecfb52e05c req-8b123873-6ce8-45fd-a5ea-cf88a5f0beab service neutron] 10.222.0.31 "GET /v2.0/networks?id=4f04bd40-013c-457d-b2da-401c3a9aae19 HTTP/1.1" status: 200  len: 897 time: 0.0878174
Dec 25 22:15:53.455280 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f9ed15e0-eafa-4ffd-bf96-36ecfb52e05c req-33b84d2b-914d-4480-b05a-5dde54e22527 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=874c89f5-287e-42be-bf7c-ec48b51e47e6 HTTP/1.1" status: 200  len: 217 time: 0.0367241
Dec 25 22:15:53.503399 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ed15e0-eafa-4ffd-bf96-36ecfb52e05c req-ab1376a4-a874-48bb-81ae-3985aaf79ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:15:53.504760 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f9ed15e0-eafa-4ffd-bf96-36ecfb52e05c req-ab1376a4-a874-48bb-81ae-3985aaf79ffc service neutron] 10.222.0.31 "GET /v2.0/subnets?id=ba13e6c2-c813-4fe5-ac66-e8179488d175 HTTP/1.1" status: 200  len: 835 time: 0.0429673
Dec 25 22:15:53.551308 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ed15e0-eafa-4ffd-bf96-36ecfb52e05c req-633b6fdd-874b-44ee-9ca8-9e55d3bcfa35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:15:53.552815 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f9ed15e0-eafa-4ffd-bf96-36ecfb52e05c req-633b6fdd-874b-44ee-9ca8-9e55d3bcfa35 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4f04bd40-013c-457d-b2da-401c3a9aae19&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0408854
Dec 25 22:15:53.644237 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f9ed15e0-eafa-4ffd-bf96-36ecfb52e05c req-08f21801-beb4-4997-847d-1bcfba1900c0 service neutron] 10.222.0.31 "GET /v2.0/networks/4f04bd40-013c-457d-b2da-401c3a9aae19?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0837030
Dec 25 22:15:53.732828 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f9ed15e0-eafa-4ffd-bf96-36ecfb52e05c req-619db1ad-353c-4061-8c85-de2eebef9f81 service neutron] 10.222.0.31 "GET /v2.0/networks/4f04bd40-013c-457d-b2da-401c3a9aae19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0817926
Dec 25 22:15:53.837771 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e16688-06ef-4336-90eb-7bad6fd5e861 req-73c52640-bc10-435b-b376-4b7d6d06167e tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:15:53.839529 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-04e16688-06ef-4336-90eb-7bad6fd5e861 req-73c52640-bc10-435b-b376-4b7d6d06167e tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5c17c45-e17c-439e-a2c0-79c3e5f7ef0c HTTP/1.1" status: 200  len: 945 time: 0.0533574
Dec 25 22:15:53.887635 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-04e16688-06ef-4336-90eb-7bad6fd5e861 req-c3252274-17e4-40b5-835a-e33cbaaccab0 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "GET /v2.0/security-groups?id=5de696f9-28e6-4317-9ce2-052ac402da8d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0421631
Dec 25 22:15:54.001934 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95976989-2b47-4abb-830a-94870bd52c25 req-98119211-8a97-4f4d-8db0-4149ba8e4c83 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:15:54.003988 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-95976989-2b47-4abb-830a-94870bd52c25 req-98119211-8a97-4f4d-8db0-4149ba8e4c83 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5c17c45-e17c-439e-a2c0-79c3e5f7ef0c HTTP/1.1" status: 200  len: 945 time: 0.0493505
Dec 25 22:15:54.052105 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-95976989-2b47-4abb-830a-94870bd52c25 req-8cd2f5bc-d144-4e38-9eb5-92cf261133e5 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "GET /v2.0/security-groups?id=5de696f9-28e6-4317-9ce2-052ac402da8d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0421233
Dec 25 22:15:54.078728 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 49604) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 22:15:54.117907 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b36b9c1-7840-473a-9cde-3b38ba12b99b tempest-TestNetworkAdvancedServerOps-1824908683 tempest-TestNetworkAdvancedServerOps-1824908683-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:15:54.119414 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-0b36b9c1-7840-473a-9cde-3b38ba12b99b tempest-TestNetworkAdvancedServerOps-1824908683 tempest-TestNetworkAdvancedServerOps-1824908683-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=a5c17c45-e17c-439e-a2c0-79c3e5f7ef0c HTTP/1.1" status: 200  len: 1091 time: 0.0396895
Dec 25 22:15:54.122239 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 49606) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 22:15:54.126366 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-0cf1e85f-1f0b-4211-a27f-fa9e41b1eb9f tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Request body: {'floatingip': {'floating_network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'port_id': '874c89f5-287e-42be-bf7c-ec48b51e47e6', 'tenant_id': '252f592e72984919a30b8248c35228f7', 'fixed_ip_address': '172.20.0.6'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 22:15:54.195682 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-0cf1e85f-1f0b-4211-a27f-fa9e41b1eb9f tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks [] for floatingip, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:15:54.293283 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-0cf1e85f-1f0b-4211-a27f-fa9e41b1eb9f tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:15:54.395092 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_common [None req-0cf1e85f-1f0b-4211-a27f-fa9e41b1eb9f tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Allocated IP 172.35.3.70 (7201e55c-7c5f-41aa-a042-a363696539d0/7a939e13-713f-45cf-bba7-1539635abe25/d45a2061-74a8-447f-8e53-1d6a2b313c1e) {{(pid=121607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 22:15:54.793358 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-0cf1e85f-1f0b-4211-a27f-fa9e41b1eb9f tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks [] for port, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:15:54.899074 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-0cf1e85f-1f0b-4211-a27f-fa9e41b1eb9f tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:15:54.937211 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cf1e85f-1f0b-4211-a27f-fa9e41b1eb9f tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Network 7201e55c-7c5f-41aa-a042-a363696539d0 is already hosted by enough agents. {{(pid=121607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 22:15:54.940041 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-0cf1e85f-1f0b-4211-a27f-fa9e41b1eb9f tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Resources bound (agent type, host, resource id):  {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 22:15:54.943587 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cf1e85f-1f0b-4211-a27f-fa9e41b1eb9f tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Received port after_create {{(pid=121607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 22:15:54.967437 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf1e85f-1f0b-4211-a27f-fa9e41b1eb9f tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Pushing event updated for resources: {'Port': ['ID=d45a2061-74a8-447f-8e53-1d6a2b313c1e,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:15:55.296399 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-0cf1e85f-1f0b-4211-a27f-fa9e41b1eb9f tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks [] for floatingip, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:15:55.408143 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-0cf1e85f-1f0b-4211-a27f-fa9e41b1eb9f tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:15:55.554917 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-0cf1e85f-1f0b-4211-a27f-fa9e41b1eb9f tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks [] for port, precommit_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:15:55.624080 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-0cf1e85f-1f0b-4211-a27f-fa9e41b1eb9f tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8632327'] for port, after_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:15:55.693868 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf1e85f-1f0b-4211-a27f-fa9e41b1eb9f tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Pushing event updated for resources: {'Port': ['ID=d45a2061-74a8-447f-8e53-1d6a2b313c1e,revision_number=2']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:15:55.705360 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-0cf1e85f-1f0b-4211-a27f-fa9e41b1eb9f tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2008639'] for floatingip, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:15:55.804389 ncdv-master-1 neutron-server[121607]: INFO neutron.db.l3_db [None req-0cf1e85f-1f0b-4211-a27f-fa9e41b1eb9f tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Floating IP 8347ce56-933d-4513-8bdc-f2a91e54e85b associated. External IP: 172.35.3.70, port: 874c89f5-287e-42be-bf7c-ec48b51e47e6.
Dec 25 22:15:56.004604 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cf1e85f-1f0b-4211-a27f-fa9e41b1eb9f tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Router d07b8b5f-6782-428e-9e63-855b8d9a9bae has already been hosted by L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 {{(pid=121607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 25 22:15:56.112294 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cf1e85f-1f0b-4211-a27f-fa9e41b1eb9f tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 22:15:56.122117 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-722e8f98-8e27-4190-b5b0-420699329ee9 None None] Sync routers for ids ['d07b8b5f-6782-428e-9e63-855b8d9a9bae'] in ncdv-master-1 {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 22:15:56.131716 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-722e8f98-8e27-4190-b5b0-420699329ee9 None None] Routers {'d07b8b5f-6782-428e-9e63-855b8d9a9bae'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 22:15:56.132329 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-722e8f98-8e27-4190-b5b0-420699329ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f26132c1400>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T22:15:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['d07b8b5f-6782-428e-9e63-855b8d9a9bae'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 22:15:56.179214 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-0cf1e85f-1f0b-4211-a27f-fa9e41b1eb9f tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for floatingip, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:15:56.209266 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-0cf1e85f-1f0b-4211-a27f-fa9e41b1eb9f tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 2.0829108
Dec 25 22:15:56.209266 ncdv-master-1 neutron-server[121607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5c17c45-e17c-439e-a2c0-79c3e5f7ef0c', 'tag': '874c89f5-287e-42be-bf7c-ec48b51e47e6'}] {{(pid=121607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 22:15:56.213240 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}513dd52b533ca9dbebe6abf1cbacd3736f1152e524405cf6293f71936f89c178" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b45a93e6-6018-4491-9f68-088b35b16361" -d '{"events": [{"name": "network-changed", "server_uuid": "a5c17c45-e17c-439e-a2c0-79c3e5f7ef0c", "tag": "874c89f5-287e-42be-bf7c-ec48b51e47e6"}]}' {{(pid=121607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 22:15:56.245433 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvr_db [None req-722e8f98-8e27-4190-b5b0-420699329ee9 None None] Set router d07b8b5f-6782-428e-9e63-855b8d9a9bae gateway port host: ncdv-master-1 {{(pid=121608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 22:15:56.303895 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Dec 2021 22:15:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63f0d2ce-a47f-4fb8-9c78-db0ce3fdb428 x-openstack-request-id: req-63f0d2ce-a47f-4fb8-9c78-db0ce3fdb428 {{(pid=121607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 22:15:56.304428 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5c17c45-e17c-439e-a2c0-79c3e5f7ef0c", "tag": "874c89f5-287e-42be-bf7c-ec48b51e47e6", "status": "completed", "code": 200}]} {{(pid=121607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 22:15:56.304428 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-63f0d2ce-a47f-4fb8-9c78-db0ce3fdb428 {{(pid=121607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 22:15:56.304813 ncdv-master-1 neutron-server[121607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5c17c45-e17c-439e-a2c0-79c3e5f7ef0c', 'tag': '874c89f5-287e-42be-bf7c-ec48b51e47e6', 'status': 'completed', 'code': 200}
Dec 25 22:15:56.315216 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76d65c3-9787-4d3b-ac03-d0c90d4b929d req-61de0ad9-aa52-497b-bc52-f8bcafa364f9 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:15:56.317289 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c76d65c3-9787-4d3b-ac03-d0c90d4b929d req-61de0ad9-aa52-497b-bc52-f8bcafa364f9 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5c17c45-e17c-439e-a2c0-79c3e5f7ef0c HTTP/1.1" status: 200  len: 945 time: 0.0601537
Dec 25 22:15:56.395802 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c76d65c3-9787-4d3b-ac03-d0c90d4b929d req-6bda507f-0214-4670-935e-6e4b837d6b41 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "GET /v2.0/security-groups?id=5de696f9-28e6-4317-9ce2-052ac402da8d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0707679
Dec 25 22:15:56.401657 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45a93e6-6018-4491-9f68-088b35b16361 req-b4c26864-bdb7-4b2a-82b4-b1325d9a52d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:15:56.403105 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b45a93e6-6018-4491-9f68-088b35b16361 req-b4c26864-bdb7-4b2a-82b4-b1325d9a52d4 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=252f592e72984919a30b8248c35228f7&device_id=a5c17c45-e17c-439e-a2c0-79c3e5f7ef0c HTTP/1.1" status: 200  len: 1096 time: 0.0720649
Dec 25 22:15:56.418202 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 49614) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 22:15:56.484023 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-8c503c82-b067-4dbd-afc0-6a9c48646312 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "GET /v2.0/floatingips/8347ce56-933d-4513-8bdc-f2a91e54e85b HTTP/1.1" status: 200  len: 990 time: 0.0646720
Dec 25 22:15:56.484781 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-722e8f98-8e27-4190-b5b0-420699329ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f26132c1400>, [{'id': 'd07b8b5f-6782-428e-9e63-855b8d9a9bae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-262353803', 'tenant_id': '252f592e72984919a30b8248c35228f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.87'}], 'enable_snat': True}, 'gw_port_id': 'bbac2a8a-db9b-4f39-ae8e-d2f5a39d92f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T22:15:35Z', 'updated_at': '2021-12-25T22:15:40Z', 'revision_number': 4, 'project_id': '252f592e72984919a30b8248c35228f7', 'gw_port': {'id': 'bbac2a8a-db9b-4f39-ae8e-d2f5a39d92f5', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:12:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd07b8b5f-6782-428e-9e63-855b8d9a9bae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T22:15:36Z', 'updated_at': '2021-12-25T22:15:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '8347ce56-933d-4513-8bdc-f2a91e54e85b', 'tenant_id': '252f592e72984919a30b8248c35228f7', 'floating_ip_address': '172.35.3.70', 'floating_network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'router_id': 'd07b8b5f-6782-428e-9e63-855b8d9a9bae', 'port_id': '874c89f5-287e-42be-bf7c-ec48b51e47e6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4247, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4f04bd40-013c-457d-b2da-401c3a9aae19', 'mac_address': 'fa:16:3e:b9:bb:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c17c45-e17c-439e-a2c0-79c3e5f7ef0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-25T22:15:55Z', 'updated_at': '2021-12-25T22:15:55Z', 'revision_number': 0, 'project_id': '252f592e72984919a30b8248c35228f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c5834c6-8b9e-4a82-800b-65ec28208a4b', 'name': '', 'network_id': '4f04bd40-013c-457d-b2da-401c3a9aae19', 'tenant_id': '252f592e72984919a30b8248c35228f7', 'mac_address': 'fa:16:3e:82:17:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd07b8b5f-6782-428e-9e63-855b8d9a9bae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'ba13e6c2-c813-4fe5-ac66-e8179488d175', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T22:15:39Z', 'updated_at': '2021-12-25T22:15:43Z', 'revision_number': 5, 'project_id': '252f592e72984919a30b8248c35228f7', 'subnets': [{'id': 'ba13e6c2-c813-4fe5-ac66-e8179488d175', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 22:15:56.501545 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45a93e6-6018-4491-9f68-088b35b16361 req-aa00d178-81f3-4384-800f-91987e198c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:15:56.503554 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b45a93e6-6018-4491-9f68-088b35b16361 req-aa00d178-81f3-4384-800f-91987e198c78 service neutron] 10.222.0.31 "GET /v2.0/networks?id=4f04bd40-013c-457d-b2da-401c3a9aae19 HTTP/1.1" status: 200  len: 897 time: 0.0921421
Dec 25 22:15:56.511452 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-722e8f98-8e27-4190-b5b0-420699329ee9 None None] Checking router: d07b8b5f-6782-428e-9e63-855b8d9a9bae for host: ncdv-master-1 {{(pid=121608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 25 22:15:56.520229 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-722e8f98-8e27-4190-b5b0-420699329ee9 None None] Routers {'d07b8b5f-6782-428e-9e63-855b8d9a9bae'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 22:15:56.520821 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-722e8f98-8e27-4190-b5b0-420699329ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f26132c1400>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T22:15:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['d07b8b5f-6782-428e-9e63-855b8d9a9bae'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 22:15:56.568616 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b45a93e6-6018-4491-9f68-088b35b16361 req-30e6ba4a-7ff4-487f-b81d-5607d6c678fe service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=874c89f5-287e-42be-bf7c-ec48b51e47e6 HTTP/1.1" status: 200  len: 998 time: 0.0582826
Dec 25 22:15:56.618736 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45a93e6-6018-4491-9f68-088b35b16361 req-e2dfdb81-9ed8-4696-bc69-acae06c3a184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:15:56.620360 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b45a93e6-6018-4491-9f68-088b35b16361 req-e2dfdb81-9ed8-4696-bc69-acae06c3a184 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=ba13e6c2-c813-4fe5-ac66-e8179488d175 HTTP/1.1" status: 200  len: 835 time: 0.0445449
Dec 25 22:15:56.626557 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvr_db [None req-722e8f98-8e27-4190-b5b0-420699329ee9 None None] Set router d07b8b5f-6782-428e-9e63-855b8d9a9bae gateway port host: ncdv-master-1 {{(pid=121608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 22:15:56.669685 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45a93e6-6018-4491-9f68-088b35b16361 req-22eff5ff-432e-4429-a686-2c5d35db1260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:15:56.671197 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b45a93e6-6018-4491-9f68-088b35b16361 req-22eff5ff-432e-4429-a686-2c5d35db1260 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4f04bd40-013c-457d-b2da-401c3a9aae19&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0441582
Dec 25 22:15:56.760120 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b45a93e6-6018-4491-9f68-088b35b16361 req-a76c09ce-ae2f-41f8-9323-e5467625240f service neutron] 10.222.0.31 "GET /v2.0/networks/4f04bd40-013c-457d-b2da-401c3a9aae19?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0818255
Dec 25 22:15:56.852462 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-722e8f98-8e27-4190-b5b0-420699329ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f26132c1400>, [{'id': 'd07b8b5f-6782-428e-9e63-855b8d9a9bae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-262353803', 'tenant_id': '252f592e72984919a30b8248c35228f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.87'}], 'enable_snat': True}, 'gw_port_id': 'bbac2a8a-db9b-4f39-ae8e-d2f5a39d92f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T22:15:35Z', 'updated_at': '2021-12-25T22:15:40Z', 'revision_number': 4, 'project_id': '252f592e72984919a30b8248c35228f7', 'gw_port': {'id': 'bbac2a8a-db9b-4f39-ae8e-d2f5a39d92f5', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:12:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd07b8b5f-6782-428e-9e63-855b8d9a9bae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T22:15:36Z', 'updated_at': '2021-12-25T22:15:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '8347ce56-933d-4513-8bdc-f2a91e54e85b', 'tenant_id': '252f592e72984919a30b8248c35228f7', 'floating_ip_address': '172.35.3.70', 'floating_network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'router_id': 'd07b8b5f-6782-428e-9e63-855b8d9a9bae', 'port_id': '874c89f5-287e-42be-bf7c-ec48b51e47e6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4247, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4f04bd40-013c-457d-b2da-401c3a9aae19', 'mac_address': 'fa:16:3e:b9:bb:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c17c45-e17c-439e-a2c0-79c3e5f7ef0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-25T22:15:55Z', 'updated_at': '2021-12-25T22:15:55Z', 'revision_number': 0, 'project_id': '252f592e72984919a30b8248c35228f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c5834c6-8b9e-4a82-800b-65ec28208a4b', 'name': '', 'network_id': '4f04bd40-013c-457d-b2da-401c3a9aae19', 'tenant_id': '252f592e72984919a30b8248c35228f7', 'mac_address': 'fa:16:3e:82:17:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd07b8b5f-6782-428e-9e63-855b8d9a9bae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'ba13e6c2-c813-4fe5-ac66-e8179488d175', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T22:15:39Z', 'updated_at': '2021-12-25T22:15:43Z', 'revision_number': 5, 'project_id': '252f592e72984919a30b8248c35228f7', 'subnets': [{'id': 'ba13e6c2-c813-4fe5-ac66-e8179488d175', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 22:15:56.857109 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b45a93e6-6018-4491-9f68-088b35b16361 req-5f1131c1-7cfe-471f-992d-3fe8777c798b service neutron] 10.222.0.31 "GET /v2.0/networks/4f04bd40-013c-457d-b2da-401c3a9aae19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0905790
Dec 25 22:15:56.880002 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-722e8f98-8e27-4190-b5b0-420699329ee9 None None] The sync data for ids ['d07b8b5f-6782-428e-9e63-855b8d9a9bae'] in ncdv-master-1 is: [{'id': 'd07b8b5f-6782-428e-9e63-855b8d9a9bae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-262353803', 'tenant_id': '252f592e72984919a30b8248c35228f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.87'}], 'enable_snat': True}, 'gw_port_id': 'bbac2a8a-db9b-4f39-ae8e-d2f5a39d92f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T22:15:35Z', 'updated_at': '2021-12-25T22:15:40Z', 'revision_number': 4, 'project_id': '252f592e72984919a30b8248c35228f7', 'gw_port': {'id': 'bbac2a8a-db9b-4f39-ae8e-d2f5a39d92f5', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:12:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd07b8b5f-6782-428e-9e63-855b8d9a9bae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T22:15:36Z', 'updated_at': '2021-12-25T22:15:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '8347ce56-933d-4513-8bdc-f2a91e54e85b', 'tenant_id': '252f592e72984919a30b8248c35228f7', 'floating_ip_address': '172.35.3.70', 'floating_network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'router_id': 'd07b8b5f-6782-428e-9e63-855b8d9a9bae', 'port_id': '874c89f5-287e-42be-bf7c-ec48b51e47e6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4247, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4f04bd40-013c-457d-b2da-401c3a9aae19', 'mac_address': 'fa:16:3e:b9:bb:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c17c45-e17c-439e-a2c0-79c3e5f7ef0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-25T22:15:55Z', 'updated_at': '2021-12-25T22:15:55Z', 'revision_number': 0, 'project_id': '252f592e72984919a30b8248c35228f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c5834c6-8b9e-4a82-800b-65ec28208a4b', 'name': '', 'network_id': '4f04bd40-013c-457d-b2da-401c3a9aae19', 'tenant_id': '252f592e72984919a30b8248c35228f7', 'mac_address': 'fa:16:3e:82:17:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd07b8b5f-6782-428e-9e63-855b8d9a9bae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'ba13e6c2-c813-4fe5-ac66-e8179488d175', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T22:15:39Z', 'updated_at': '2021-12-25T22:15:43Z', 'revision_number': 5, 'project_id': '252f592e72984919a30b8248c35228f7', 'subnets': [{'id': 'ba13e6c2-c813-4fe5-ac66-e8179488d175', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 22:15:57.075199 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dce7da8-86ba-49d8-b47e-3cea32414568 None None] New status for floating IP 8347ce56-933d-4513-8bdc-f2a91e54e85b: ACTIVE {{(pid=121609) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 25 22:15:57.488359 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 49616) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 22:15:57.548119 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-e54101bb-acbb-4a12-8df0-c23e22ed4cda tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "GET /v2.0/floatingips/8347ce56-933d-4513-8bdc-f2a91e54e85b HTTP/1.1" status: 200  len: 992 time: 0.0584559
Dec 25 22:16:00.734319 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.agents_db [None req-ec08dba0-4483-4109-b5e1-5e4a9fdaf12d None None] Agent healthcheck: found 7 active agents {{(pid=121609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 25 22:16:04.816854 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-c247dc14-49fd-4aba-bb15-feae91ec4c2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:16:04.839733 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:16:07.052232 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3dfd8297-dff4-4814-a15c-4de872c80d60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:16:08.726746 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3e945ecd-9380-47c2-aa0a-12ebe07e03e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:16:08.818107 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:16:09.743488 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-15cb578f-7a63-4fd3-925d-83bad4c7b82a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:16:10.835325 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:16:24.511756 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc86fbe-edda-4f75-b55c-3112fb698bb9 req-34045274-e645-40be-83f9-ff414072273e tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:16:24.513272 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5bc86fbe-edda-4f75-b55c-3112fb698bb9 req-34045274-e645-40be-83f9-ff414072273e tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5c17c45-e17c-439e-a2c0-79c3e5f7ef0c HTTP/1.1" status: 200  len: 945 time: 0.0496402
Dec 25 22:16:24.565556 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5bc86fbe-edda-4f75-b55c-3112fb698bb9 req-325fce0a-e488-4a58-99cf-615e70842424 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "GET /v2.0/security-groups?id=5de696f9-28e6-4317-9ce2-052ac402da8d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0463307
Dec 25 22:16:25.682512 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9743e6e9-fb86-46fc-9e85-0b28c485c96b req-b17b1472-c961-499b-ad18-884b6cbb3e8a tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:16:25.683991 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9743e6e9-fb86-46fc-9e85-0b28c485c96b req-b17b1472-c961-499b-ad18-884b6cbb3e8a tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5c17c45-e17c-439e-a2c0-79c3e5f7ef0c HTTP/1.1" status: 200  len: 945 time: 0.0480127
Dec 25 22:16:25.733219 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9743e6e9-fb86-46fc-9e85-0b28c485c96b req-53383b6a-b56b-44b7-a8f6-dafda46b1b87 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "GET /v2.0/security-groups?id=5de696f9-28e6-4317-9ce2-052ac402da8d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0431406
Dec 25 22:16:25.756224 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 49632) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 22:16:25.818170 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-7ae2502f-86e8-4f1d-bce5-04a8535095fa tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "GET /v2.0/floatingips/8347ce56-933d-4513-8bdc-f2a91e54e85b HTTP/1.1" status: 200  len: 992 time: 0.0608072
Dec 25 22:16:27.608514 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0666a8d-52d4-473d-9924-b407c822da66 req-e5d805ba-51bf-4a66-83c2-e87c54b6fa9e tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:16:27.610023 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b0666a8d-52d4-473d-9924-b407c822da66 req-e5d805ba-51bf-4a66-83c2-e87c54b6fa9e tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5c17c45-e17c-439e-a2c0-79c3e5f7ef0c HTTP/1.1" status: 200  len: 945 time: 0.4262884
Dec 25 22:16:27.617288 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3557288-8260-43c3-b2d3-f526db4d8ca2 req-9413a259-9e2a-4e31-b99b-9f191780880e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:16:27.618711 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e3557288-8260-43c3-b2d3-f526db4d8ca2 req-9413a259-9e2a-4e31-b99b-9f191780880e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=252f592e72984919a30b8248c35228f7&device_id=a5c17c45-e17c-439e-a2c0-79c3e5f7ef0c HTTP/1.1" status: 200  len: 1096 time: 0.0617583
Dec 25 22:16:27.716090 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b0666a8d-52d4-473d-9924-b407c822da66 req-113c2ca2-c20c-4857-8f85-8674500097e8 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "GET /v2.0/security-groups?id=5de696f9-28e6-4317-9ce2-052ac402da8d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0964286
Dec 25 22:16:27.743429 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3557288-8260-43c3-b2d3-f526db4d8ca2 req-23253068-6505-46db-a8b8-b6cbfdb09575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:16:27.744911 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e3557288-8260-43c3-b2d3-f526db4d8ca2 req-23253068-6505-46db-a8b8-b6cbfdb09575 service neutron] 10.222.0.31 "GET /v2.0/networks?id=4f04bd40-013c-457d-b2da-401c3a9aae19 HTTP/1.1" status: 200  len: 897 time: 0.1183076
Dec 25 22:16:27.807871 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e3557288-8260-43c3-b2d3-f526db4d8ca2 req-b6ae326b-8e6c-47fc-9da8-50cab21f2b8c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=874c89f5-287e-42be-bf7c-ec48b51e47e6 HTTP/1.1" status: 200  len: 1000 time: 0.0562069
Dec 25 22:16:27.858596 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3557288-8260-43c3-b2d3-f526db4d8ca2 req-4b4b1a50-0f4e-48f4-aa76-450a1eb98f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:16:27.859929 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e3557288-8260-43c3-b2d3-f526db4d8ca2 req-4b4b1a50-0f4e-48f4-aa76-450a1eb98f99 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=ba13e6c2-c813-4fe5-ac66-e8179488d175 HTTP/1.1" status: 200  len: 835 time: 0.0456767
Dec 25 22:16:27.903503 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3557288-8260-43c3-b2d3-f526db4d8ca2 req-9fc03d00-a318-4446-8912-869622564d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:16:27.905075 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e3557288-8260-43c3-b2d3-f526db4d8ca2 req-9fc03d00-a318-4446-8912-869622564d0a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4f04bd40-013c-457d-b2da-401c3a9aae19&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0385230
Dec 25 22:16:27.998874 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e3557288-8260-43c3-b2d3-f526db4d8ca2 req-cec6b74e-2b8d-4495-963c-59eaed886660 service neutron] 10.222.0.31 "GET /v2.0/networks/4f04bd40-013c-457d-b2da-401c3a9aae19?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0869229
Dec 25 22:16:28.085666 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e3557288-8260-43c3-b2d3-f526db4d8ca2 req-fefd31dd-8671-4bde-9d83-b237202d8d7d service neutron] 10.222.0.31 "GET /v2.0/networks/4f04bd40-013c-457d-b2da-401c3a9aae19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0798922
Dec 25 22:16:28.841594 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e4ac25-db25-4c1a-89a6-0d92332574f7 req-633e37a9-8b67-47de-b6d2-fc71fe772cac tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:16:28.843082 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c4e4ac25-db25-4c1a-89a6-0d92332574f7 req-633e37a9-8b67-47de-b6d2-fc71fe772cac tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5c17c45-e17c-439e-a2c0-79c3e5f7ef0c HTTP/1.1" status: 200  len: 945 time: 0.0497756
Dec 25 22:16:28.896755 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c4e4ac25-db25-4c1a-89a6-0d92332574f7 req-d5ad9566-ebd2-44e7-8483-8b3a51e775e7 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "GET /v2.0/security-groups?id=5de696f9-28e6-4317-9ce2-052ac402da8d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0476162
Dec 25 22:16:30.012865 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d42d78-aa8b-48f8-9b49-86e69ba16f0d req-4491ee2c-4e46-4dcb-bbfb-293161e8d3e4 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:16:30.014421 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d9d42d78-aa8b-48f8-9b49-86e69ba16f0d req-4491ee2c-4e46-4dcb-bbfb-293161e8d3e4 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5c17c45-e17c-439e-a2c0-79c3e5f7ef0c HTTP/1.1" status: 200  len: 945 time: 0.0478446
Dec 25 22:16:30.062539 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d9d42d78-aa8b-48f8-9b49-86e69ba16f0d req-6cac0b8a-52e0-45d9-aac7-0cc3bae48f33 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "GET /v2.0/security-groups?id=5de696f9-28e6-4317-9ce2-052ac402da8d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0414813
Dec 25 22:16:30.085226 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 49644) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 22:16:30.143389 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-dfe3f4c6-c0fd-4a01-9c6b-f868f34ba0a0 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "GET /v2.0/floatingips/8347ce56-933d-4513-8bdc-f2a91e54e85b HTTP/1.1" status: 200  len: 992 time: 0.0570464
Dec 25 22:16:30.378604 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 49650) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 22:16:30.531692 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-ff146fc3-e6dd-40e5-88f8-12e85499946f tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Deleting port d45a2061-74a8-447f-8e53-1d6a2b313c1e {{(pid=121607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 22:16:30.532044 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ff146fc3-e6dd-40e5-88f8-12e85499946f tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:16:30.610623 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ff146fc3-e6dd-40e5-88f8-12e85499946f tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:16:30.610944 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ff146fc3-e6dd-40e5-88f8-12e85499946f tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:16:30.622944 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-ff146fc3-e6dd-40e5-88f8-12e85499946f tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Calling delete_port for d45a2061-74a8-447f-8e53-1d6a2b313c1e owned by network:floatingip {{(pid=121607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 22:16:30.817996 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ff146fc3-e6dd-40e5-88f8-12e85499946f tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:16:30.847478 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff146fc3-e6dd-40e5-88f8-12e85499946f tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Pushing event deleted for resources: {'Port': ['ID=d45a2061-74a8-447f-8e53-1d6a2b313c1e,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:16:30.907318 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ff146fc3-e6dd-40e5-88f8-12e85499946f tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks [] for floatingip, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:16:30.907671 ncdv-master-1 neutron-server[121607]: INFO neutron.db.l3_db [None req-ff146fc3-e6dd-40e5-88f8-12e85499946f tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Floating IP 8347ce56-933d-4513-8bdc-f2a91e54e85b disassociated (deleted). External IP: 172.35.3.70, port: 874c89f5-287e-42be-bf7c-ec48b51e47e6.
Dec 25 22:16:31.115242 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff146fc3-e6dd-40e5-88f8-12e85499946f tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Router d07b8b5f-6782-428e-9e63-855b8d9a9bae has already been hosted by L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 {{(pid=121607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 25 22:16:31.219882 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff146fc3-e6dd-40e5-88f8-12e85499946f tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 22:16:31.224840 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-ff146fc3-e6dd-40e5-88f8-12e85499946f tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for floatingip, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:16:31.231281 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28dd036f-f8bb-4fd4-ab06-389f155ff20b None None] Sync routers for ids ['d07b8b5f-6782-428e-9e63-855b8d9a9bae'] in ncdv-master-1 {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 22:16:31.240546 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28dd036f-f8bb-4fd4-ab06-389f155ff20b None None] Routers {'d07b8b5f-6782-428e-9e63-855b8d9a9bae'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 22:16:31.241264 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-28dd036f-f8bb-4fd4-ab06-389f155ff20b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2613d7d1f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T22:16:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['d07b8b5f-6782-428e-9e63-855b8d9a9bae'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 22:16:31.250663 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-ff146fc3-e6dd-40e5-88f8-12e85499946f tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "DELETE /v2.0/floatingips/8347ce56-933d-4513-8bdc-f2a91e54e85b HTTP/1.1" status: 204  len: 168 time: 0.8704336
Dec 25 22:16:31.251247 ncdv-master-1 neutron-server[121607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5c17c45-e17c-439e-a2c0-79c3e5f7ef0c', 'tag': '874c89f5-287e-42be-bf7c-ec48b51e47e6'}] {{(pid=121607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 22:16:31.253590 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}513dd52b533ca9dbebe6abf1cbacd3736f1152e524405cf6293f71936f89c178" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-260dd328-c723-42f2-a967-93a84f0c4a08" -d '{"events": [{"name": "network-changed", "server_uuid": "a5c17c45-e17c-439e-a2c0-79c3e5f7ef0c", "tag": "874c89f5-287e-42be-bf7c-ec48b51e47e6"}]}' {{(pid=121607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 22:16:31.291946 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Dec 2021 22:16:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0702e672-94d6-4b15-b893-8e2e6dae703d x-openstack-request-id: req-0702e672-94d6-4b15-b893-8e2e6dae703d {{(pid=121607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 22:16:31.292238 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5c17c45-e17c-439e-a2c0-79c3e5f7ef0c", "tag": "874c89f5-287e-42be-bf7c-ec48b51e47e6", "status": "completed", "code": 200}]} {{(pid=121607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 22:16:31.292489 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0702e672-94d6-4b15-b893-8e2e6dae703d {{(pid=121607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 22:16:31.292939 ncdv-master-1 neutron-server[121607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5c17c45-e17c-439e-a2c0-79c3e5f7ef0c', 'tag': '874c89f5-287e-42be-bf7c-ec48b51e47e6', 'status': 'completed', 'code': 200}
Dec 25 22:16:31.358313 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvr_db [None req-28dd036f-f8bb-4fd4-ab06-389f155ff20b None None] Set router d07b8b5f-6782-428e-9e63-855b8d9a9bae gateway port host: ncdv-master-1 {{(pid=121608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 22:16:31.360167 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260dd328-c723-42f2-a967-93a84f0c4a08 req-a7e240dc-d536-4828-965d-7266e3c10611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:16:31.361759 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-260dd328-c723-42f2-a967-93a84f0c4a08 req-a7e240dc-d536-4828-965d-7266e3c10611 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=252f592e72984919a30b8248c35228f7&device_id=a5c17c45-e17c-439e-a2c0-79c3e5f7ef0c HTTP/1.1" status: 200  len: 1096 time: 0.0479403
Dec 25 22:16:31.454545 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260dd328-c723-42f2-a967-93a84f0c4a08 req-4e9a22b2-9b20-49fd-a357-113b78b1c991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:16:31.456019 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-260dd328-c723-42f2-a967-93a84f0c4a08 req-4e9a22b2-9b20-49fd-a357-113b78b1c991 service neutron] 10.222.0.31 "GET /v2.0/networks?id=4f04bd40-013c-457d-b2da-401c3a9aae19 HTTP/1.1" status: 200  len: 897 time: 0.0863125
Dec 25 22:16:31.502316 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-260dd328-c723-42f2-a967-93a84f0c4a08 req-fce8c924-7e61-4af9-b46c-396e83b8d662 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=874c89f5-287e-42be-bf7c-ec48b51e47e6 HTTP/1.1" status: 200  len: 217 time: 0.0381820
Dec 25 22:16:31.551397 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260dd328-c723-42f2-a967-93a84f0c4a08 req-7881ebf4-d6b0-41b3-b701-a7b14abc03ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:16:31.552903 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-260dd328-c723-42f2-a967-93a84f0c4a08 req-7881ebf4-d6b0-41b3-b701-a7b14abc03ae service neutron] 10.222.0.31 "GET /v2.0/subnets?id=ba13e6c2-c813-4fe5-ac66-e8179488d175 HTTP/1.1" status: 200  len: 835 time: 0.0440004
Dec 25 22:16:31.572823 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-28dd036f-f8bb-4fd4-ab06-389f155ff20b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2613d7d1f0>, [{'id': 'd07b8b5f-6782-428e-9e63-855b8d9a9bae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-262353803', 'tenant_id': '252f592e72984919a30b8248c35228f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.87'}], 'enable_snat': True}, 'gw_port_id': 'bbac2a8a-db9b-4f39-ae8e-d2f5a39d92f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T22:15:35Z', 'updated_at': '2021-12-25T22:15:40Z', 'revision_number': 4, 'project_id': '252f592e72984919a30b8248c35228f7', 'gw_port': {'id': 'bbac2a8a-db9b-4f39-ae8e-d2f5a39d92f5', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:12:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd07b8b5f-6782-428e-9e63-855b8d9a9bae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T22:15:36Z', 'updated_at': '2021-12-25T22:15:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '1c5834c6-8b9e-4a82-800b-65ec28208a4b', 'name': '', 'network_id': '4f04bd40-013c-457d-b2da-401c3a9aae19', 'tenant_id': '252f592e72984919a30b8248c35228f7', 'mac_address': 'fa:16:3e:82:17:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd07b8b5f-6782-428e-9e63-855b8d9a9bae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'ba13e6c2-c813-4fe5-ac66-e8179488d175', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T22:15:39Z', 'updated_at': '2021-12-25T22:15:43Z', 'revision_number': 5, 'project_id': '252f592e72984919a30b8248c35228f7', 'subnets': [{'id': 'ba13e6c2-c813-4fe5-ac66-e8179488d175', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 22:16:31.606489 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28dd036f-f8bb-4fd4-ab06-389f155ff20b None None] Checking router: d07b8b5f-6782-428e-9e63-855b8d9a9bae for host: ncdv-master-1 {{(pid=121608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 25 22:16:31.607346 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260dd328-c723-42f2-a967-93a84f0c4a08 req-75889b84-213a-492c-9ab6-bd85d3751709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:16:31.608943 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-260dd328-c723-42f2-a967-93a84f0c4a08 req-75889b84-213a-492c-9ab6-bd85d3751709 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4f04bd40-013c-457d-b2da-401c3a9aae19&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0493207
Dec 25 22:16:31.615702 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28dd036f-f8bb-4fd4-ab06-389f155ff20b None None] Routers {'d07b8b5f-6782-428e-9e63-855b8d9a9bae'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 22:16:31.616302 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-28dd036f-f8bb-4fd4-ab06-389f155ff20b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2613d7d1f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T22:16:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['d07b8b5f-6782-428e-9e63-855b8d9a9bae'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 22:16:31.731464 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebcf804-e57a-4e50-a7da-fa8a0216a4fe req-0a436cb9-f3a6-41c6-81c4-fe7ac0fcd1ca tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:16:31.733073 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0ebcf804-e57a-4e50-a7da-fa8a0216a4fe req-0a436cb9-f3a6-41c6-81c4-fe7ac0fcd1ca tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5c17c45-e17c-439e-a2c0-79c3e5f7ef0c HTTP/1.1" status: 200  len: 945 time: 0.0985038
Dec 25 22:16:31.756555 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-260dd328-c723-42f2-a967-93a84f0c4a08 req-b959d29e-22e1-4b81-a9a0-c08cf98b1eb7 service neutron] 10.222.0.31 "GET /v2.0/networks/4f04bd40-013c-457d-b2da-401c3a9aae19?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1385984
Dec 25 22:16:31.850922 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-0ebcf804-e57a-4e50-a7da-fa8a0216a4fe req-d1031517-1ed1-410f-8525-10ae8a9e2b6b tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "GET /v2.0/security-groups?id=5de696f9-28e6-4317-9ce2-052ac402da8d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1068368
Dec 25 22:16:31.881080 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-260dd328-c723-42f2-a967-93a84f0c4a08 req-87bb4f69-b05e-4b0f-a96b-78591866b276 service neutron] 10.222.0.31 "GET /v2.0/networks/4f04bd40-013c-457d-b2da-401c3a9aae19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1160173
Dec 25 22:16:31.895667 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvr_db [None req-28dd036f-f8bb-4fd4-ab06-389f155ff20b None None] Set router d07b8b5f-6782-428e-9e63-855b8d9a9bae gateway port host: ncdv-master-1 {{(pid=121608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 22:16:32.092271 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-28dd036f-f8bb-4fd4-ab06-389f155ff20b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2613d7d1f0>, [{'id': 'd07b8b5f-6782-428e-9e63-855b8d9a9bae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-262353803', 'tenant_id': '252f592e72984919a30b8248c35228f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.87'}], 'enable_snat': True}, 'gw_port_id': 'bbac2a8a-db9b-4f39-ae8e-d2f5a39d92f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T22:15:35Z', 'updated_at': '2021-12-25T22:15:40Z', 'revision_number': 4, 'project_id': '252f592e72984919a30b8248c35228f7', 'gw_port': {'id': 'bbac2a8a-db9b-4f39-ae8e-d2f5a39d92f5', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:12:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd07b8b5f-6782-428e-9e63-855b8d9a9bae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T22:15:36Z', 'updated_at': '2021-12-25T22:15:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '1c5834c6-8b9e-4a82-800b-65ec28208a4b', 'name': '', 'network_id': '4f04bd40-013c-457d-b2da-401c3a9aae19', 'tenant_id': '252f592e72984919a30b8248c35228f7', 'mac_address': 'fa:16:3e:82:17:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd07b8b5f-6782-428e-9e63-855b8d9a9bae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'ba13e6c2-c813-4fe5-ac66-e8179488d175', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T22:15:39Z', 'updated_at': '2021-12-25T22:15:43Z', 'revision_number': 5, 'project_id': '252f592e72984919a30b8248c35228f7', 'subnets': [{'id': 'ba13e6c2-c813-4fe5-ac66-e8179488d175', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 22:16:32.121998 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28dd036f-f8bb-4fd4-ab06-389f155ff20b None None] The sync data for ids ['d07b8b5f-6782-428e-9e63-855b8d9a9bae'] in ncdv-master-1 is: [{'id': 'd07b8b5f-6782-428e-9e63-855b8d9a9bae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-262353803', 'tenant_id': '252f592e72984919a30b8248c35228f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.87'}], 'enable_snat': True}, 'gw_port_id': 'bbac2a8a-db9b-4f39-ae8e-d2f5a39d92f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T22:15:35Z', 'updated_at': '2021-12-25T22:15:40Z', 'revision_number': 4, 'project_id': '252f592e72984919a30b8248c35228f7', 'gw_port': {'id': 'bbac2a8a-db9b-4f39-ae8e-d2f5a39d92f5', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:12:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd07b8b5f-6782-428e-9e63-855b8d9a9bae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T22:15:36Z', 'updated_at': '2021-12-25T22:15:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '1c5834c6-8b9e-4a82-800b-65ec28208a4b', 'name': '', 'network_id': '4f04bd40-013c-457d-b2da-401c3a9aae19', 'tenant_id': '252f592e72984919a30b8248c35228f7', 'mac_address': 'fa:16:3e:82:17:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd07b8b5f-6782-428e-9e63-855b8d9a9bae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'ba13e6c2-c813-4fe5-ac66-e8179488d175', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T22:15:39Z', 'updated_at': '2021-12-25T22:15:43Z', 'revision_number': 5, 'project_id': '252f592e72984919a30b8248c35228f7', 'subnets': [{'id': 'ba13e6c2-c813-4fe5-ac66-e8179488d175', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 22:16:32.328343 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9cdfb17-9466-4a3e-9cd5-555745d75cb7 None None] New status for floating IP 8347ce56-933d-4513-8bdc-f2a91e54e85b: DOWN {{(pid=121609) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 25 22:16:32.974223 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a25c34b-414b-4543-a0e9-e7c968bb89c4 req-c12791fd-1be0-4d04-8fca-750bcf81b2a1 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:16:32.975718 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4a25c34b-414b-4543-a0e9-e7c968bb89c4 req-c12791fd-1be0-4d04-8fca-750bcf81b2a1 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5c17c45-e17c-439e-a2c0-79c3e5f7ef0c HTTP/1.1" status: 200  len: 945 time: 0.0501764
Dec 25 22:16:33.023793 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4a25c34b-414b-4543-a0e9-e7c968bb89c4 req-829c3735-0175-42c1-8ef9-f2f742da5e41 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "GET /v2.0/security-groups?id=5de696f9-28e6-4317-9ce2-052ac402da8d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0420518
Dec 25 22:16:33.231259 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3220baed-779c-41f1-b61c-8f5593fb021f req-df2453df-0dbb-4c23-8f0d-ffb14418cc3c tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:16:33.232733 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3220baed-779c-41f1-b61c-8f5593fb021f req-df2453df-0dbb-4c23-8f0d-ffb14418cc3c tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.31 "GET /v2.0/ports?device_id=a5c17c45-e17c-439e-a2c0-79c3e5f7ef0c HTTP/1.1" status: 200  len: 945 time: 0.0481784
Dec 25 22:16:33.324250 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [req-3220baed-779c-41f1-b61c-8f5593fb021f req-8fa63611-987c-40c5-b5db-956bff6fd2f9 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Deleting port 874c89f5-287e-42be-bf7c-ec48b51e47e6 {{(pid=121606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 22:16:33.324510 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-3220baed-779c-41f1-b61c-8f5593fb021f req-8fa63611-987c-40c5-b5db-956bff6fd2f9 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:16:33.413172 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-3220baed-779c-41f1-b61c-8f5593fb021f req-8fa63611-987c-40c5-b5db-956bff6fd2f9 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] For port 874c89f5-287e-42be-bf7c-ec48b51e47e6, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=874c89f5-287e-42be-bf7c-ec48b51e47e6,segment=NetworkSegment(c84cbe0e-1372-49ae-967d-88192bd6abf1),segment_id=c84cbe0e-1372-49ae-967d-88192bd6abf1)] {{(pid=121606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 22:16:33.413530 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-3220baed-779c-41f1-b61c-8f5593fb021f req-8fa63611-987c-40c5-b5db-956bff6fd2f9 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:16:33.429785 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [req-3220baed-779c-41f1-b61c-8f5593fb021f req-8fa63611-987c-40c5-b5db-956bff6fd2f9 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Calling delete_port for 874c89f5-287e-42be-bf7c-ec48b51e47e6 owned by compute:nova {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 22:16:33.606132 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-3220baed-779c-41f1-b61c-8f5593fb021f req-8fa63611-987c-40c5-b5db-956bff6fd2f9 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:16:33.635640 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa63611-987c-40c5-b5db-956bff6fd2f9 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Pushing event deleted for resources: {'Port': ['ID=874c89f5-287e-42be-bf7c-ec48b51e47e6,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:16:33.668168 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa63611-987c-40c5-b5db-956bff6fd2f9 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:16:33.668522 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa63611-987c-40c5-b5db-956bff6fd2f9 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:16:33.668867 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa63611-987c-40c5-b5db-956bff6fd2f9 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:16:33.669231 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa63611-987c-40c5-b5db-956bff6fd2f9 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:16:33.669564 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa63611-987c-40c5-b5db-956bff6fd2f9 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:16:33.669893 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa63611-987c-40c5-b5db-956bff6fd2f9 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:16:33.670219 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa63611-987c-40c5-b5db-956bff6fd2f9 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:16:33.670544 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa63611-987c-40c5-b5db-956bff6fd2f9 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:16:33.670867 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa63611-987c-40c5-b5db-956bff6fd2f9 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:16:33.671189 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa63611-987c-40c5-b5db-956bff6fd2f9 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:16:33.671511 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa63611-987c-40c5-b5db-956bff6fd2f9 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:16:33.671830 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa63611-987c-40c5-b5db-956bff6fd2f9 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:16:33.672147 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa63611-987c-40c5-b5db-956bff6fd2f9 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:16:33.692345 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [req-3220baed-779c-41f1-b61c-8f5593fb021f req-8fa63611-987c-40c5-b5db-956bff6fd2f9 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] No DVR routers for this DVR port 874c89f5-287e-42be-bf7c-ec48b51e47e6 on host nch1-master-1 {{(pid=121606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 22:16:33.695372 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-3220baed-779c-41f1-b61c-8f5593fb021f req-8fa63611-987c-40c5-b5db-956bff6fd2f9 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:16:33.699251 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3220baed-779c-41f1-b61c-8f5593fb021f req-8fa63611-987c-40c5-b5db-956bff6fd2f9 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.31 "DELETE /v2.0/ports/874c89f5-287e-42be-bf7c-ec48b51e47e6 HTTP/1.1" status: 204  len: 173 time: 0.4595602
Dec 25 22:16:33.699711 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5c17c45-e17c-439e-a2c0-79c3e5f7ef0c', 'name': 'network-vif-deleted', 'tag': '874c89f5-287e-42be-bf7c-ec48b51e47e6'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 22:16:33.702903 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3aaaccd1c5724dc9dd74c6f33e2aadc9492bdd81d11d1049086089e292681ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d552fcc-8a5a-4275-9f74-e5e71fb50e9c" -d '{"events": [{"server_uuid": "a5c17c45-e17c-439e-a2c0-79c3e5f7ef0c", "name": "network-vif-deleted", "tag": "874c89f5-287e-42be-bf7c-ec48b51e47e6"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 22:16:33.739078 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 22:16:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef9572cf-1271-40a6-aea8-12993902e4fc x-openstack-request-id: req-ef9572cf-1271-40a6-aea8-12993902e4fc {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 22:16:33.739378 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5c17c45-e17c-439e-a2c0-79c3e5f7ef0c", "name": "network-vif-deleted", "tag": "874c89f5-287e-42be-bf7c-ec48b51e47e6", "status": "completed", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 22:16:33.740020 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ef9572cf-1271-40a6-aea8-12993902e4fc {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 22:16:33.740432 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5c17c45-e17c-439e-a2c0-79c3e5f7ef0c', 'name': 'network-vif-deleted', 'tag': '874c89f5-287e-42be-bf7c-ec48b51e47e6', 'status': 'completed', 'code': 200}
Dec 25 22:16:34.136037 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-fd454534-b6b2-45e4-b880-52d9e2670103 req-1f30085a-2443-4d8c-aadc-4edc3ebc352e tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5c17c45-e17c-439e-a2c0-79c3e5f7ef0c HTTP/1.1" status: 200  len: 210 time: 0.0282845
Dec 25 22:16:34.806155 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-ae4135a7-7979-47fb-bc02-8cd9010746b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:16:34.840328 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:16:35.192014 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 49682) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 22:16:35.545386 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-c4a7cf34-3c38-4ce5-9604-49d1cba82f2a tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2007615'] for router_interface, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:16:35.791477 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-c4a7cf34-3c38-4ce5-9604-49d1cba82f2a tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Deleting port 1c5834c6-8b9e-4a82-800b-65ec28208a4b {{(pid=121607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 22:16:35.791810 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-c4a7cf34-3c38-4ce5-9604-49d1cba82f2a tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:16:35.877778 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.db [None req-c4a7cf34-3c38-4ce5-9604-49d1cba82f2a tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] For port 1c5834c6-8b9e-4a82-800b-65ec28208a4b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1c5834c6-8b9e-4a82-800b-65ec28208a4b,segment=NetworkSegment(c84cbe0e-1372-49ae-967d-88192bd6abf1),segment_id=c84cbe0e-1372-49ae-967d-88192bd6abf1)] {{(pid=121607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 22:16:35.878066 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-c4a7cf34-3c38-4ce5-9604-49d1cba82f2a tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:16:35.890971 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-c4a7cf34-3c38-4ce5-9604-49d1cba82f2a tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Calling delete_port for 1c5834c6-8b9e-4a82-800b-65ec28208a4b owned by network:router_interface {{(pid=121607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 22:16:36.142975 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-c4a7cf34-3c38-4ce5-9604-49d1cba82f2a tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:16:36.167004 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a7cf34-3c38-4ce5-9604-49d1cba82f2a tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Pushing event deleted for resources: {'Port': ['ID=1c5834c6-8b9e-4a82-800b-65ec28208a4b,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:16:36.177496 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a7cf34-3c38-4ce5-9604-49d1cba82f2a tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:16:36.177846 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a7cf34-3c38-4ce5-9604-49d1cba82f2a tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:16:36.178189 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a7cf34-3c38-4ce5-9604-49d1cba82f2a tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:16:36.178526 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a7cf34-3c38-4ce5-9604-49d1cba82f2a tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:16:36.178858 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a7cf34-3c38-4ce5-9604-49d1cba82f2a tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:16:36.179185 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a7cf34-3c38-4ce5-9604-49d1cba82f2a tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:16:36.179514 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a7cf34-3c38-4ce5-9604-49d1cba82f2a tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:16:36.180239 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a7cf34-3c38-4ce5-9604-49d1cba82f2a tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:16:36.180239 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a7cf34-3c38-4ce5-9604-49d1cba82f2a tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:16:36.180487 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a7cf34-3c38-4ce5-9604-49d1cba82f2a tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:16:36.180864 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a7cf34-3c38-4ce5-9604-49d1cba82f2a tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:16:36.181207 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a7cf34-3c38-4ce5-9604-49d1cba82f2a tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:16:36.181526 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a7cf34-3c38-4ce5-9604-49d1cba82f2a tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:16:36.649489 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-c4a7cf34-3c38-4ce5-9604-49d1cba82f2a tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2007763'] for router_interface, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:16:36.861396 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4a7cf34-3c38-4ce5-9604-49d1cba82f2a tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Router d07b8b5f-6782-428e-9e63-855b8d9a9bae has already been hosted by L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 {{(pid=121607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 25 22:16:36.966118 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4a7cf34-3c38-4ce5-9604-49d1cba82f2a tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 22:16:36.971545 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-c4a7cf34-3c38-4ce5-9604-49d1cba82f2a tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "PUT /v2.0/routers/d07b8b5f-6782-428e-9e63-855b8d9a9bae/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.7785215
Dec 25 22:16:36.974349 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 49684) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 22:16:36.976840 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1d4f9f1-1dfa-47f6-8fc4-bca2d6b1715d None None] Sync routers for ids ['d07b8b5f-6782-428e-9e63-855b8d9a9bae'] in ncdv-master-1 {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 22:16:36.997632 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1d4f9f1-1dfa-47f6-8fc4-bca2d6b1715d None None] Routers {'d07b8b5f-6782-428e-9e63-855b8d9a9bae'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 22:16:36.998230 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-b1d4f9f1-1dfa-47f6-8fc4-bca2d6b1715d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f26180bc9d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T22:16:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['d07b8b5f-6782-428e-9e63-855b8d9a9bae'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 22:16:37.024946 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_v2 [None req-103e031e-2c47-4589-86f1-d237cd8ca149 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Deleting subnet ba13e6c2-c813-4fe5-ac66-e8179488d175 {{(pid=121607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Dec 25 22:16:37.028035 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-103e031e-2c47-4589-86f1-d237cd8ca149 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks [] for subnet, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:16:37.059774 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-e9f00c27-e4bf-4280-afb0-b9ec5be05eba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:16:37.068420 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-103e031e-2c47-4589-86f1-d237cd8ca149 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10246617'] for subnet, precommit_delete_associations {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:16:37.106803 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvr_db [None req-b1d4f9f1-1dfa-47f6-8fc4-bca2d6b1715d None None] Set router d07b8b5f-6782-428e-9e63-855b8d9a9bae gateway port host: ncdv-master-1 {{(pid=121608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 22:16:37.153136 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-103e031e-2c47-4589-86f1-d237cd8ca149 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995662'] for subnet, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:16:37.279990 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-103e031e-2c47-4589-86f1-d237cd8ca149 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8632410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8852809'] for subnet, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:16:37.283741 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-b1d4f9f1-1dfa-47f6-8fc4-bca2d6b1715d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f26180bc9d0>, [{'id': 'd07b8b5f-6782-428e-9e63-855b8d9a9bae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-262353803', 'tenant_id': '252f592e72984919a30b8248c35228f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.87'}], 'enable_snat': True}, 'gw_port_id': 'bbac2a8a-db9b-4f39-ae8e-d2f5a39d92f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T22:15:35Z', 'updated_at': '2021-12-25T22:16:36Z', 'revision_number': 5, 'project_id': '252f592e72984919a30b8248c35228f7', 'gw_port': {'id': 'bbac2a8a-db9b-4f39-ae8e-d2f5a39d92f5', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:12:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd07b8b5f-6782-428e-9e63-855b8d9a9bae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T22:15:36Z', 'updated_at': '2021-12-25T22:15:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 22:16:37.309042 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103e031e-2c47-4589-86f1-d237cd8ca149 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Pushing event deleted for resources: {'Subnet': ['ID=ba13e6c2-c813-4fe5-ac66-e8179488d175,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:16:37.311082 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-103e031e-2c47-4589-86f1-d237cd8ca149 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks [] for subnet, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:16:37.318248 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-103e031e-2c47-4589-86f1-d237cd8ca149 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "DELETE /v2.0/subnets/ba13e6c2-c813-4fe5-ac66-e8179488d175 HTTP/1.1" status: 204  len: 168 time: 0.3390903
Dec 25 22:16:37.318970 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device 874c89f5-287e-42be-bf7c-ec48b51e47e6 no longer exists at agent hyperv_nch1-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 22:16:37.319502 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 49686) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 22:16:37.319699 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1d4f9f1-1dfa-47f6-8fc4-bca2d6b1715d None None] Checking router: d07b8b5f-6782-428e-9e63-855b8d9a9bae for host: ncdv-master-1 {{(pid=121608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 25 22:16:37.322920 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-179a093f-6438-492f-a5be-2f92dacd6eb7 None None] Network 4f04bd40-013c-457d-b2da-401c3a9aae19 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 22:16:37.352213 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] No Port match for: 874c89f5-287e-42be-bf7c-ec48b51e47e6 {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 22:16:37.352556 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device 874c89f5-287e-42be-bf7c-ec48b51e47e6 not bound to the agent host nch1-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 22:16:37.368728 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1d4f9f1-1dfa-47f6-8fc4-bca2d6b1715d None None] Routers {'d07b8b5f-6782-428e-9e63-855b8d9a9bae'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 22:16:37.369365 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-b1d4f9f1-1dfa-47f6-8fc4-bca2d6b1715d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f26180bc9d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T22:16:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['d07b8b5f-6782-428e-9e63-855b8d9a9bae'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 22:16:37.424803 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-38ca84f9-384b-49ad-ba41-7929ff23c298 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks [] for router, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:16:37.524017 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvr_db [None req-b1d4f9f1-1dfa-47f6-8fc4-bca2d6b1715d None None] Set router d07b8b5f-6782-428e-9e63-855b8d9a9bae gateway port host: ncdv-master-1 {{(pid=121608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 22:16:37.528501 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-38ca84f9-384b-49ad-ba41-7929ff23c298 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks [] for router_gateway, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:16:37.581570 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63953793-2509-4a11-b22e-be135c88996b None None] DHCP port deletion for 4f04bd40-013c-457d-b2da-401c3a9aae19 request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 22:16:37.645171 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-38ca84f9-384b-49ad-ba41-7929ff23c298 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Deleting port bbac2a8a-db9b-4f39-ae8e-d2f5a39d92f5 {{(pid=121607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 22:16:37.645628 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-38ca84f9-384b-49ad-ba41-7929ff23c298 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:16:37.719776 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-63953793-2509-4a11-b22e-be135c88996b None None] Deleting port 4daaff70-7fbd-4a85-aad3-a8f7ced0499a {{(pid=121608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 22:16:37.720143 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-63953793-2509-4a11-b22e-be135c88996b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:16:37.725948 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.db [None req-38ca84f9-384b-49ad-ba41-7929ff23c298 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] For port bbac2a8a-db9b-4f39-ae8e-d2f5a39d92f5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bbac2a8a-db9b-4f39-ae8e-d2f5a39d92f5,segment=NetworkSegment(6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855),segment_id=6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855)] {{(pid=121607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 22:16:37.726453 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-38ca84f9-384b-49ad-ba41-7929ff23c298 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:16:37.733843 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.agents_db [None req-ec08dba0-4483-4109-b5e1-5e4a9fdaf12d None None] Agent healthcheck: found 7 active agents {{(pid=121609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 25 22:16:37.744581 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-38ca84f9-384b-49ad-ba41-7929ff23c298 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Calling delete_port for bbac2a8a-db9b-4f39-ae8e-d2f5a39d92f5 owned by network:router_gateway {{(pid=121607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 22:16:37.795828 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-63953793-2509-4a11-b22e-be135c88996b None None] For port 4daaff70-7fbd-4a85-aad3-a8f7ced0499a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4daaff70-7fbd-4a85-aad3-a8f7ced0499a,segment=NetworkSegment(c84cbe0e-1372-49ae-967d-88192bd6abf1),segment_id=c84cbe0e-1372-49ae-967d-88192bd6abf1)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 22:16:37.796216 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-63953793-2509-4a11-b22e-be135c88996b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:16:37.811178 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-63953793-2509-4a11-b22e-be135c88996b None None] Calling delete_port for 4daaff70-7fbd-4a85-aad3-a8f7ced0499a owned by network:dhcp {{(pid=121608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 22:16:37.818274 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-b1d4f9f1-1dfa-47f6-8fc4-bca2d6b1715d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f26180bc9d0>, [{'id': 'd07b8b5f-6782-428e-9e63-855b8d9a9bae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-262353803', 'tenant_id': '252f592e72984919a30b8248c35228f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.87'}], 'enable_snat': True}, 'gw_port_id': 'bbac2a8a-db9b-4f39-ae8e-d2f5a39d92f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T22:15:35Z', 'updated_at': '2021-12-25T22:16:36Z', 'revision_number': 5, 'project_id': '252f592e72984919a30b8248c35228f7', 'gw_port': {'id': 'bbac2a8a-db9b-4f39-ae8e-d2f5a39d92f5', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:12:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd07b8b5f-6782-428e-9e63-855b8d9a9bae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T22:15:36Z', 'updated_at': '2021-12-25T22:15:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 22:16:37.849394 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1d4f9f1-1dfa-47f6-8fc4-bca2d6b1715d None None] The sync data for ids ['d07b8b5f-6782-428e-9e63-855b8d9a9bae'] in ncdv-master-1 is: [{'id': 'd07b8b5f-6782-428e-9e63-855b8d9a9bae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-262353803', 'tenant_id': '252f592e72984919a30b8248c35228f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.87'}], 'enable_snat': True}, 'gw_port_id': 'bbac2a8a-db9b-4f39-ae8e-d2f5a39d92f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T22:15:35Z', 'updated_at': '2021-12-25T22:16:36Z', 'revision_number': 5, 'project_id': '252f592e72984919a30b8248c35228f7', 'gw_port': {'id': 'bbac2a8a-db9b-4f39-ae8e-d2f5a39d92f5', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:12:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd07b8b5f-6782-428e-9e63-855b8d9a9bae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T22:15:36Z', 'updated_at': '2021-12-25T22:15:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 22:16:37.954562 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-38ca84f9-384b-49ad-ba41-7929ff23c298 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:16:37.984346 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ca84f9-384b-49ad-ba41-7929ff23c298 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Pushing event deleted for resources: {'Port': ['ID=bbac2a8a-db9b-4f39-ae8e-d2f5a39d92f5,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:16:37.999758 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7370371-0890-437d-aa0f-05814d8f4cd5 None None] DHCP port deletion for 7201e55c-7c5f-41aa-a042-a363696539d0 request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 22:16:38.023280 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-63953793-2509-4a11-b22e-be135c88996b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955'] for port, after_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:16:38.046796 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-38ca84f9-384b-49ad-ba41-7929ff23c298 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2008689'] for router_gateway, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:16:38.049585 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63953793-2509-4a11-b22e-be135c88996b None None] Pushing event deleted for resources: {'Port': ['ID=4daaff70-7fbd-4a85-aad3-a8f7ced0499a,revision_number=None']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:16:38.053937 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63953793-2509-4a11-b22e-be135c88996b None None] No DVR routers for this DVR port 4daaff70-7fbd-4a85-aad3-a8f7ced0499a on host ncdv-master-1 {{(pid=121608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 22:16:38.061256 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63953793-2509-4a11-b22e-be135c88996b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:16:38.061595 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63953793-2509-4a11-b22e-be135c88996b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:16:38.061928 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63953793-2509-4a11-b22e-be135c88996b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:16:38.062262 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63953793-2509-4a11-b22e-be135c88996b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:16:38.062587 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63953793-2509-4a11-b22e-be135c88996b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:16:38.062910 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63953793-2509-4a11-b22e-be135c88996b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:16:38.063232 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63953793-2509-4a11-b22e-be135c88996b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:16:38.063547 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63953793-2509-4a11-b22e-be135c88996b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:16:38.064078 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63953793-2509-4a11-b22e-be135c88996b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:16:38.064160 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63953793-2509-4a11-b22e-be135c88996b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:16:38.064468 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63953793-2509-4a11-b22e-be135c88996b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:16:38.064779 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63953793-2509-4a11-b22e-be135c88996b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:16:38.065114 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63953793-2509-4a11-b22e-be135c88996b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:16:38.142428 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-38ca84f9-384b-49ad-ba41-7929ff23c298 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2014235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14905'] for router, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:16:38.145317 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-38ca84f9-384b-49ad-ba41-7929ff23c298 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:16:38.257902 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-38ca84f9-384b-49ad-ba41-7929ff23c298 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2014220'] for router, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:16:38.258445 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38ca84f9-384b-49ad-ba41-7929ff23c298 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Fanout notify agent at l3_agent the message router_deleted on router d07b8b5f-6782-428e-9e63-855b8d9a9bae {{(pid=121607) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 25 22:16:38.265797 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-38ca84f9-384b-49ad-ba41-7929ff23c298 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks [] for router, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:16:38.273063 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-38ca84f9-384b-49ad-ba41-7929ff23c298 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "DELETE /v2.0/routers/d07b8b5f-6782-428e-9e63-855b8d9a9bae HTTP/1.1" status: 204  len: 168 time: 0.9510410
Dec 25 22:16:38.273382 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 49688) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 22:16:38.353074 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-96befae1-5be5-46a7-b8c3-b11ed3e16046 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625803'] for network, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:16:38.440270 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-96befae1-5be5-46a7-b8c3-b11ed3e16046 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997585', 'neutron.services.segments.db._delete_segments_for_network-8737602743071'] for network, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:16:38.463684 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.segments.db [None req-96befae1-5be5-46a7-b8c3-b11ed3e16046 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2619094730>,) {'filters': {'network_id': ['4f04bd40-013c-457d-b2da-401c3a9aae19']}} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 22:16:38.473628 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.segments.db [None req-96befae1-5be5-46a7-b8c3-b11ed3e16046 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2619094730>, 'c84cbe0e-1372-49ae-967d-88192bd6abf1') {'for_net_delete': True} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 22:16:38.473937 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.segments.db [None req-96befae1-5be5-46a7-b8c3-b11ed3e16046 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2619094730>, 'c84cbe0e-1372-49ae-967d-88192bd6abf1') {} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 22:16:38.484168 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-96befae1-5be5-46a7-b8c3-b11ed3e16046 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737602746920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9084222'] for segment, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:16:38.498259 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-96befae1-5be5-46a7-b8c3-b11ed3e16046 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:16:38.505381 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96befae1-5be5-46a7-b8c3-b11ed3e16046 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Releasing vlan 179 on physical network physnet1 to pool {{(pid=121606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 25 22:16:38.505802 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-96befae1-5be5-46a7-b8c3-b11ed3e16046 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9084542'] for segment, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:16:38.508783 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 22:16:38.508783 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 22:16:38.508783 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 22:16:38.508783 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 22:16:38.508783 ncdv-master-1 neutron-server[121606]: Traceback (most recent call last):
Dec 25 22:16:38.508783 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 25 22:16:38.508783 ncdv-master-1 neutron-server[121606]:     timer()
Dec 25 22:16:38.508783 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 25 22:16:38.508783 ncdv-master-1 neutron-server[121606]:     cb(*args, **kw)
Dec 25 22:16:38.508783 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 25 22:16:38.508783 ncdv-master-1 neutron-server[121606]:     return func(*args, **kwargs)
Dec 25 22:16:38.508783 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 25 22:16:38.508783 ncdv-master-1 neutron-server[121606]:     self._notify()
Dec 25 22:16:38.508783 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 25 22:16:38.508783 ncdv-master-1 neutron-server[121606]:     self.callback(batched_events)
Dec 25 22:16:38.508783 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 25 22:16:38.508783 ncdv-master-1 neutron-server[121606]:     event.method(event)
Dec 25 22:16:38.508783 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 25 22:16:38.508783 ncdv-master-1 neutron-server[121606]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 25 22:16:38.508783 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 25 22:16:38.508783 ncdv-master-1 neutron-server[121606]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 25 22:16:38.508783 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 25 22:16:38.508783 ncdv-master-1 neutron-server[121606]:     return f(self, *a, **k)
Dec 25 22:16:38.508783 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 25 22:16:38.508783 ncdv-master-1 neutron-server[121606]:     return self._get(url).json()
Dec 25 22:16:38.508783 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 25 22:16:38.508783 ncdv-master-1 neutron-server[121606]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 25 22:16:38.508783 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 25 22:16:38.508783 ncdv-master-1 neutron-server[121606]:     return self.request(url, 'GET', **kwargs)
Dec 25 22:16:38.508783 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 25 22:16:38.508783 ncdv-master-1 neutron-server[121606]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 25 22:16:38.508783 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 25 22:16:38.508783 ncdv-master-1 neutron-server[121606]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 25 22:16:38.508783 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 25 22:16:38.508783 ncdv-master-1 neutron-server[121606]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 25 22:16:38.508783 ncdv-master-1 neutron-server[121606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 25 22:16:38.640459 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-96befae1-5be5-46a7-b8c3-b11ed3e16046 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2008653'] for network, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:16:38.647602 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-96befae1-5be5-46a7-b8c3-b11ed3e16046 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks [] for network, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:16:38.651185 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-96befae1-5be5-46a7-b8c3-b11ed3e16046 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "DELETE /v2.0/networks/4f04bd40-013c-457d-b2da-401c3a9aae19 HTTP/1.1" status: 204  len: 168 time: 0.3798194
Dec 25 22:16:38.656914 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 49690) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 22:16:38.663092 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96befae1-5be5-46a7-b8c3-b11ed3e16046 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Pushing event deleted for resources: {'Network': ['ID=4f04bd40-013c-457d-b2da-401c3a9aae19,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:16:38.715412 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-6bb7cb80-d459-4fff-aa9d-e2df8f1f9394 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks [] for security_group, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:16:38.737673 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3e945ecd-9380-47c2-aa0a-12ebe07e03e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:16:38.741079 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-6bb7cb80-d459-4fff-aa9d-e2df8f1f9394 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks [] for security_group, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:16:38.846624 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:16:38.892715 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 4daaff70-7fbd-4a85-aad3-a8f7ced0499a no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 22:16:38.903045 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-6bb7cb80-d459-4fff-aa9d-e2df8f1f9394 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:16:38.905837 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-6bb7cb80-d459-4fff-aa9d-e2df8f1f9394 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:16:38.909618 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-6bb7cb80-d459-4fff-aa9d-e2df8f1f9394 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] 10.222.0.32 "DELETE /v2.0/security-groups/5de696f9-28e6-4317-9ce2-052ac402da8d HTTP/1.1" status: 204  len: 168 time: 0.2519052
Dec 25 22:16:38.916901 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb7cb80-d459-4fff-aa9d-e2df8f1f9394 tempest-TestNetworkAdvancedServerOps-865338636 tempest-TestNetworkAdvancedServerOps-865338636-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5de696f9-28e6-4317-9ce2-052ac402da8d,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:16:38.927060 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] No Port match for: 4daaff70-7fbd-4a85-aad3-a8f7ced0499a {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 22:16:38.927412 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 4daaff70-7fbd-4a85-aad3-a8f7ced0499a not bound to the agent host ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 22:16:38.927840 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 1c5834c6-8b9e-4a82-800b-65ec28208a4b no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 22:16:38.955854 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] No Port match for: 1c5834c6-8b9e-4a82-800b-65ec28208a4b {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 22:16:38.956198 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 1c5834c6-8b9e-4a82-800b-65ec28208a4b not bound to the agent host ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 22:16:38.956609 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device bbac2a8a-db9b-4f39-ae8e-d2f5a39d92f5 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 22:16:38.978236 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] No Port match for: bbac2a8a-db9b-4f39-ae8e-d2f5a39d92f5 {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 22:16:38.978584 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device bbac2a8a-db9b-4f39-ae8e-d2f5a39d92f5 not bound to the agent host ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 22:16:39.506293 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 49698) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 22:16:39.634587 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-e2545bca-cdb0-4e78-9920-459ccb693c99 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=252f592e72984919a30b8248c35228f7&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1271405
Dec 25 22:16:39.637108 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 49702) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 22:16:39.683981 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b5aad456-252f-436b-962d-a8c0adfa4a1f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:16:39.705129 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b5aad456-252f-436b-962d-a8c0adfa4a1f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:16:39.726151 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-15cb578f-7a63-4fd3-925d-83bad4c7b82a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:16:39.805606 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b5aad456-252f-436b-962d-a8c0adfa4a1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:16:39.808253 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-b5aad456-252f-436b-962d-a8c0adfa4a1f admin admin] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:16:39.809438 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-b5aad456-252f-436b-962d-a8c0adfa4a1f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ede239a4-bca3-43a2-962a-8b1f7d964881 HTTP/1.1" status: 204  len: 168 time: 0.1714125
Dec 25 22:16:39.817061 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5aad456-252f-436b-962d-a8c0adfa4a1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ede239a4-bca3-43a2-962a-8b1f7d964881,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:16:40.403521 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 49708) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 22:16:40.419338 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-4c67d3a9-ef0e-44c5-b87e-d12b54950d53 admin admin] Publish callbacks [] for security_group, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:16:40.489375 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-4c67d3a9-ef0e-44c5-b87e-d12b54950d53 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:16:40.565770 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-4c67d3a9-ef0e-44c5-b87e-d12b54950d53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:16:40.607545 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-4c67d3a9-ef0e-44c5-b87e-d12b54950d53 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ccfad4ec989e4df58239c73ab142be53&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2028961
Dec 25 22:16:40.608420 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c67d3a9-ef0e-44c5-b87e-d12b54950d53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46f9d243-e572-4b1b-82c8-cc8fa0c9684d,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:16:40.610721 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 49710) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 22:16:40.659888 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-b04f2493-ce58-4a71-881c-fb9719586ae9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:16:40.679926 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-b04f2493-ce58-4a71-881c-fb9719586ae9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:16:40.799921 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-b04f2493-ce58-4a71-881c-fb9719586ae9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:16:40.803264 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-b04f2493-ce58-4a71-881c-fb9719586ae9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:16:40.804518 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-b04f2493-ce58-4a71-881c-fb9719586ae9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/46f9d243-e572-4b1b-82c8-cc8fa0c9684d HTTP/1.1" status: 204  len: 168 time: 0.1927488
Dec 25 22:16:40.812256 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04f2493-ce58-4a71-881c-fb9719586ae9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46f9d243-e572-4b1b-82c8-cc8fa0c9684d,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:16:40.850937 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:16:41.822352 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 49732) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 22:16:41.917347 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-052dd3c4-694d-4f4f-85d9-459030eab5c0 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1901463326-network', 'tenant_id': '8aefbad38c734203b2719ed40e315a78'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 22:16:42.022990 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-052dd3c4-694d-4f4f-85d9-459030eab5c0 admin admin] Made reservation on behalf of 8aefbad38c734203b2719ed40e315a78 for: {'network': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 22:16:42.025361 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-052dd3c4-694d-4f4f-85d9-459030eab5c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for network, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:16:42.034117 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-052dd3c4-694d-4f4f-85d9-459030eab5c0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:16:42.110158 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-052dd3c4-694d-4f4f-85d9-459030eab5c0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:16:42.159857 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-052dd3c4-694d-4f4f-85d9-459030eab5c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:16:42.183773 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-052dd3c4-694d-4f4f-85d9-459030eab5c0 admin admin] vlan segment allocate from pool success with {'vlan_id': 172, 'physical_network': 'physnet1'}  {{(pid=121606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 25 22:16:42.194200 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052dd3c4-694d-4f4f-85d9-459030eab5c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a748abe-726d-48af-81a6-4a96584cb8e9,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:16:42.199699 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-052dd3c4-694d-4f4f-85d9-459030eab5c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:16:42.200041 ncdv-master-1 neutron-server[121606]: INFO neutron.db.segments_db [None req-052dd3c4-694d-4f4f-85d9-459030eab5c0 admin admin] Added segment 276c9ad4-ec06-42f5-a5e9-145415d33bb3 of type vlan for network db0de716-353d-48fe-b77e-10fa7ac25f29
Dec 25 22:16:42.240236 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-052dd3c4-694d-4f4f-85d9-459030eab5c0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737602163420'] for network, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:16:42.336205 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-052dd3c4-694d-4f4f-85d9-459030eab5c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870'] for network, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:16:42.337126 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-052dd3c4-694d-4f4f-85d9-459030eab5c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:16:42.337959 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-052dd3c4-694d-4f4f-85d9-459030eab5c0 admin admin] Publish callbacks [] for network, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:16:42.396100 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052dd3c4-694d-4f4f-85d9-459030eab5c0 admin admin] Pushing event updated for resources: {'Network': ['ID=db0de716-353d-48fe-b77e-10fa7ac25f29,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:16:42.405781 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Network db0de716-353d-48fe-b77e-10fa7ac25f29 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 25 22:16:42.420559 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-052dd3c4-694d-4f4f-85d9-459030eab5c0 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.5971067
Dec 25 22:16:42.423701 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 49736) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 22:16:42.429070 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-b4f22cfb-796b-415b-a08b-308c5a0cb41b admin admin] Request body: {'subnet': {'network_id': 'db0de716-353d-48fe-b77e-10fa7ac25f29', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1901463326-subnet', 'tenant_id': '8aefbad38c734203b2719ed40e315a78', 'ip_version': 4}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 22:16:42.543049 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4f22cfb-796b-415b-a08b-308c5a0cb41b admin admin] Made reservation on behalf of 8aefbad38c734203b2719ed40e315a78 for: {'subnet': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 22:16:42.545493 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-b4f22cfb-796b-415b-a08b-308c5a0cb41b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9028529'] for subnet, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:16:42.760329 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-b4f22cfb-796b-415b-a08b-308c5a0cb41b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9084170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9028515'] for subnet, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:16:42.815738 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f22cfb-796b-415b-a08b-308c5a0cb41b admin admin] Pushing event updated for resources: {'Subnet': ['ID=052b93b2-8055-4d9c-a3a9-730de68e61cc,revision_number=0']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:16:42.822917 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f22cfb-796b-415b-a08b-308c5a0cb41b admin admin] Checking segment: {'id': '276c9ad4-ec06-42f5-a5e9-145415d33bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'db0de716-353d-48fe-b77e-10fa7ac25f29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 22:16:42.823490 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4f22cfb-796b-415b-a08b-308c5a0cb41b admin admin] Network hostable DHCP agents. Network: db0de716-353d-48fe-b77e-10fa7ac25f29, hostable agents: ['1813db88-2c1b-4357-a2ba-869246b663c2'], hosted agents: [] {{(pid=121606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 25 22:16:42.896841 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4f22cfb-796b-415b-a08b-308c5a0cb41b admin admin] Network db0de716-353d-48fe-b77e-10fa7ac25f29 is scheduled to be hosted by DHCP agent 1813db88-2c1b-4357-a2ba-869246b663c2 with binding_index 1 {{(pid=121606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 25 22:16:42.966033 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [None req-b4f22cfb-796b-415b-a08b-308c5a0cb41b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, db0de716-353d-48fe-b77e-10fa7ac25f29) {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 22:16:42.970124 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4f22cfb-796b-415b-a08b-308c5a0cb41b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:16:42.970725 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-b4f22cfb-796b-415b-a08b-308c5a0cb41b admin admin] Publish callbacks [] for subnet, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:16:42.975519 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35fea42a-0923-40cd-b063-9ac112dcd581 None None] Network db0de716-353d-48fe-b77e-10fa7ac25f29 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 22:16:43.059691 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-b4f22cfb-796b-415b-a08b-308c5a0cb41b admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.6348124
Dec 25 22:16:43.062330 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 49738) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 22:16:43.066794 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-33d94f1b-dbee-436f-bbd0-b3cb7851c156 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1901463326-router', 'tenant_id': '8aefbad38c734203b2719ed40e315a78', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'}}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 22:16:43.075890 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea7e1a13-1aad-4d4a-8478-7085192e622c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-db0de716-353d-48fe-b77e-10fa7ac25f29', 'network_id': 'db0de716-353d-48fe-b77e-10fa7ac25f29', 'project_id': '8aefbad38c734203b2719ed40e315a78', 'fixed_ips': [{'subnet_id': '052b93b2-8055-4d9c-a3a9-730de68e61cc'}]}} from ncdv-master-1. {{(pid=121608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 25 22:16:43.076759 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-ea7e1a13-1aad-4d4a-8478-7085192e622c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:16:43.143430 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-33d94f1b-dbee-436f-bbd0-b3cb7851c156 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2014909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14863'] for router, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:16:43.145042 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-33d94f1b-dbee-436f-bbd0-b3cb7851c156 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2014285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2009796', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2082630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14848'] for router, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:16:43.195389 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-33d94f1b-dbee-436f-bbd0-b3cb7851c156 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:16:43.206596 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.db_base_plugin_common [None req-ea7e1a13-1aad-4d4a-8478-7085192e622c None None] Allocated IP 172.20.0.2 (db0de716-353d-48fe-b77e-10fa7ac25f29/052b93b2-8055-4d9c-a3a9-730de68e61cc/2e19cbf0-6977-47ef-bdd9-41cb5ec8d74a) {{(pid=121608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 22:16:43.349919 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-ea7e1a13-1aad-4d4a-8478-7085192e622c None None] Publish callbacks [] for port, precommit_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:16:43.388410 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-33d94f1b-dbee-436f-bbd0-b3cb7851c156 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:16:43.411805 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-ea7e1a13-1aad-4d4a-8478-7085192e622c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946'] for port, after_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:16:43.451137 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea7e1a13-1aad-4d4a-8478-7085192e622c None None] Network db0de716-353d-48fe-b77e-10fa7ac25f29 is already hosted by enough agents. {{(pid=121608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 22:16:43.454046 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.base_scheduler [None req-ea7e1a13-1aad-4d4a-8478-7085192e622c None None] Resources bound (agent type, host, resource id):  {{(pid=121608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 22:16:43.457965 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea7e1a13-1aad-4d4a-8478-7085192e622c None None] Received port after_create {{(pid=121608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 22:16:43.463613 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7e1a13-1aad-4d4a-8478-7085192e622c None None] Pushing event updated for resources: {'Port': ['ID=2e19cbf0-6977-47ef-bdd9-41cb5ec8d74a,revision_number=1']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:16:43.518177 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-ea7e1a13-1aad-4d4a-8478-7085192e622c None None] Attempting to bind port 2e19cbf0-6977-47ef-bdd9-41cb5ec8d74a on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 22:16:43.518547 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-ea7e1a13-1aad-4d4a-8478-7085192e622c None None] Attempting to bind port 2e19cbf0-6977-47ef-bdd9-41cb5ec8d74a by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '276c9ad4-ec06-42f5-a5e9-145415d33bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'db0de716-353d-48fe-b77e-10fa7ac25f29'}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 22:16:43.518904 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea7e1a13-1aad-4d4a-8478-7085192e622c None None] Attempting to bind port 2e19cbf0-6977-47ef-bdd9-41cb5ec8d74a on network db0de716-353d-48fe-b77e-10fa7ac25f29 {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 22:16:43.524586 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea7e1a13-1aad-4d4a-8478-7085192e622c None None] Checking agent: {'id': 'ca4f5c6d-f1fd-48b8-a3e3-395864c7d23d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 20, 56, 40), 'started_at': datetime.datetime(2021, 12, 25, 20, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 22, 16, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 22:16:43.524989 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea7e1a13-1aad-4d4a-8478-7085192e622c None None] Checking segment: {'id': '276c9ad4-ec06-42f5-a5e9-145415d33bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'db0de716-353d-48fe-b77e-10fa7ac25f29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 22:16:43.525384 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-ea7e1a13-1aad-4d4a-8478-7085192e622c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:16:43.525772 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea7e1a13-1aad-4d4a-8478-7085192e622c None None] Bound using segment: {'id': '276c9ad4-ec06-42f5-a5e9-145415d33bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'db0de716-353d-48fe-b77e-10fa7ac25f29'} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 22:16:43.526226 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-ea7e1a13-1aad-4d4a-8478-7085192e622c None None] Bound port: 2e19cbf0-6977-47ef-bdd9-41cb5ec8d74a, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '276c9ad4-ec06-42f5-a5e9-145415d33bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'db0de716-353d-48fe-b77e-10fa7ac25f29'}}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 22:16:43.526784 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-ea7e1a13-1aad-4d4a-8478-7085192e622c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:16:43.588269 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-ea7e1a13-1aad-4d4a-8478-7085192e622c None None] For port 2e19cbf0-6977-47ef-bdd9-41cb5ec8d74a, host ncdv-master-1, cleared binding levels {{(pid=121608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 22:16:43.591251 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-ea7e1a13-1aad-4d4a-8478-7085192e622c None None] For port 2e19cbf0-6977-47ef-bdd9-41cb5ec8d74a, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2e19cbf0-6977-47ef-bdd9-41cb5ec8d74a,segment=NetworkSegment(276c9ad4-ec06-42f5-a5e9-145415d33bb3),segment_id=276c9ad4-ec06-42f5-a5e9-145415d33bb3)] {{(pid=121608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 22:16:43.658348 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-ea7e1a13-1aad-4d4a-8478-7085192e622c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:16:43.690292 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-33d94f1b-dbee-436f-bbd0-b3cb7851c156 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:16:43.712475 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-33d94f1b-dbee-436f-bbd0-b3cb7851c156 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:16:43.720807 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7e1a13-1aad-4d4a-8478-7085192e622c None None] Pushing event updated for resources: {'Port': ['ID=2e19cbf0-6977-47ef-bdd9-41cb5ec8d74a,revision_number=2']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:16:43.818476 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_common [None req-33d94f1b-dbee-436f-bbd0-b3cb7851c156 admin admin] Allocated IP 172.35.3.163 (7201e55c-7c5f-41aa-a042-a363696539d0/7a939e13-713f-45cf-bba7-1539635abe25/384fd39e-f220-4750-903c-14dc4c128001) {{(pid=121606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 22:16:43.943719 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-33d94f1b-dbee-436f-bbd0-b3cb7851c156 admin admin] Publish callbacks [] for port, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:16:44.035508 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-33d94f1b-dbee-436f-bbd0-b3cb7851c156 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:16:44.078440 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33d94f1b-dbee-436f-bbd0-b3cb7851c156 admin admin] Network 7201e55c-7c5f-41aa-a042-a363696539d0 is already hosted by enough agents. {{(pid=121606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 22:16:44.081479 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [None req-33d94f1b-dbee-436f-bbd0-b3cb7851c156 admin admin] Resources bound (agent type, host, resource id):  {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 22:16:44.085471 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33d94f1b-dbee-436f-bbd0-b3cb7851c156 admin admin] Received port after_create {{(pid=121606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 22:16:44.091648 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d94f1b-dbee-436f-bbd0-b3cb7851c156 admin admin] Pushing event updated for resources: {'Port': ['ID=384fd39e-f220-4750-903c-14dc4c128001,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:16:44.094412 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20baefcf-b99e-41aa-8c68-414ddcb082c1 None None] DHCP port deletion for 7201e55c-7c5f-41aa-a042-a363696539d0 request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 22:16:44.133400 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-98e64769-bc9c-498f-8600-7dc1a9409fe1 None None] Provisioning complete for port 384fd39e-f220-4750-903c-14dc4c128001 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 22:16:44.133771 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-98e64769-bc9c-498f-8600-7dc1a9409fe1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:16:44.172526 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-98e64769-bc9c-498f-8600-7dc1a9409fe1 None None] Port 384fd39e-f220-4750-903c-14dc4c128001 cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 22:16:44.429202 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-33d94f1b-dbee-436f-bbd0-b3cb7851c156 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:16:44.623227 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed455e53-ed0b-499c-95db-b14af66543da None None] Network db0de716-353d-48fe-b77e-10fa7ac25f29 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 22:16:44.631542 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-33d94f1b-dbee-436f-bbd0-b3cb7851c156 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2014278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2009753'] for router, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:16:44.727435 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-b77f517e-e190-4e22-87ae-f5433e8e0e9f None None] Provisioning complete for port 2e19cbf0-6977-47ef-bdd9-41cb5ec8d74a triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 22:16:44.727802 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-b77f517e-e190-4e22-87ae-f5433e8e0e9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:16:44.812378 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-b77f517e-e190-4e22-87ae-f5433e8e0e9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:16:44.847811 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-b77f517e-e190-4e22-87ae-f5433e8e0e9f None None] For port 2e19cbf0-6977-47ef-bdd9-41cb5ec8d74a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2e19cbf0-6977-47ef-bdd9-41cb5ec8d74a,segment=NetworkSegment(276c9ad4-ec06-42f5-a5e9-145415d33bb3),segment_id=276c9ad4-ec06-42f5-a5e9-145415d33bb3)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 22:16:44.880983 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33d94f1b-dbee-436f-bbd0-b3cb7851c156 admin admin] Router d4323008-81cc-4b5a-9594-eef519d3801b is scheduled to L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 with binding_index 1 {{(pid=121606) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 25 22:16:44.886958 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 2e19cbf0-6977-47ef-bdd9-41cb5ec8d74a up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 22:16:45.007479 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33d94f1b-dbee-436f-bbd0-b3cb7851c156 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 22:16:45.017117 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00819ead-9539-4b89-abf1-15c2b9fefb39 None None] Sync routers for ids ['d4323008-81cc-4b5a-9594-eef519d3801b'] in ncdv-master-1 {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 22:16:45.028656 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00819ead-9539-4b89-abf1-15c2b9fefb39 None None] Routers {'d4323008-81cc-4b5a-9594-eef519d3801b'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 22:16:45.029334 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-00819ead-9539-4b89-abf1-15c2b9fefb39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f26187368b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T22:16:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['d4323008-81cc-4b5a-9594-eef519d3801b'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 22:16:45.087333 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-b77f517e-e190-4e22-87ae-f5433e8e0e9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:16:45.104028 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-33d94f1b-dbee-436f-bbd0-b3cb7851c156 admin admin] Publish callbacks [] for router, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:16:45.111100 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-33d94f1b-dbee-436f-bbd0-b3cb7851c156 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 2.0423620
Dec 25 22:16:45.111100 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 49740) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 22:16:45.138828 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvr_db [None req-00819ead-9539-4b89-abf1-15c2b9fefb39 None None] Set router d4323008-81cc-4b5a-9594-eef519d3801b gateway port host: ncdv-master-1 {{(pid=121609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 22:16:45.147975 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port 2e19cbf0-6977-47ef-bdd9-41cb5ec8d74a triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 22:16:45.148338 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:16:45.149796 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77f517e-e190-4e22-87ae-f5433e8e0e9f None None] Pushing event updated for resources: {'Port': ['ID=2e19cbf0-6977-47ef-bdd9-41cb5ec8d74a,revision_number=3']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:16:45.235464 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-09c6eac5-74d4-4f5b-9ad7-1d77cbec7a2a None None] Provisioning complete for port 2e19cbf0-6977-47ef-bdd9-41cb5ec8d74a triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 22:16:45.235843 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-09c6eac5-74d4-4f5b-9ad7-1d77cbec7a2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:16:45.321276 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-00819ead-9539-4b89-abf1-15c2b9fefb39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f26187368b0>, [{'id': 'd4323008-81cc-4b5a-9594-eef519d3801b', 'name': 'tempest-TestShelveInstance-1901463326-router', 'tenant_id': '8aefbad38c734203b2719ed40e315a78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.163'}], 'enable_snat': True}, 'gw_port_id': '384fd39e-f220-4750-903c-14dc4c128001', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T22:16:43Z', 'updated_at': '2021-12-25T22:16:44Z', 'revision_number': 3, 'project_id': '8aefbad38c734203b2719ed40e315a78', 'gw_port': {'id': '384fd39e-f220-4750-903c-14dc4c128001', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:01:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4323008-81cc-4b5a-9594-eef519d3801b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T22:16:43Z', 'updated_at': '2021-12-25T22:16:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 22:16:45.348270 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00819ead-9539-4b89-abf1-15c2b9fefb39 None None] Checking router: d4323008-81cc-4b5a-9594-eef519d3801b for host: ncdv-master-1 {{(pid=121609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 25 22:16:45.348552 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00819ead-9539-4b89-abf1-15c2b9fefb39 None None] Updating router d4323008-81cc-4b5a-9594-eef519d3801b port 384fd39e-f220-4750-903c-14dc4c128001 binding host ncdv-master-1 {{(pid=121609) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 25 22:16:45.376047 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-00819ead-9539-4b89-abf1-15c2b9fefb39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:16:45.528146 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-767df65f-748d-40ab-9b8a-15729dd5141c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:16:45.622353 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-00819ead-9539-4b89-abf1-15c2b9fefb39 None None] Publish callbacks [] for port, precommit_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:16:45.687173 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_common [None req-767df65f-748d-40ab-9b8a-15729dd5141c admin admin] Allocated IP 172.20.0.1 (db0de716-353d-48fe-b77e-10fa7ac25f29/052b93b2-8055-4d9c-a3a9-730de68e61cc/5c1c2b96-af5a-40b7-96d7-70ab764f7063) {{(pid=121606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 22:16:45.720071 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-00819ead-9539-4b89-abf1-15c2b9fefb39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:16:45.761453 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30355b00-26a8-46ab-a0eb-3ff40bb4695c None None] DHCP port deletion for 7201e55c-7c5f-41aa-a042-a363696539d0 request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 22:16:45.767330 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.managers [None req-00819ead-9539-4b89-abf1-15c2b9fefb39 None None] Attempting to bind port 384fd39e-f220-4750-903c-14dc4c128001 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 22:16:45.767704 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.managers [None req-00819ead-9539-4b89-abf1-15c2b9fefb39 None None] Attempting to bind port 384fd39e-f220-4750-903c-14dc4c128001 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'}] {{(pid=121609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 22:16:45.768073 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00819ead-9539-4b89-abf1-15c2b9fefb39 None None] Attempting to bind port 384fd39e-f220-4750-903c-14dc4c128001 on network 7201e55c-7c5f-41aa-a042-a363696539d0 {{(pid=121609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 22:16:45.779540 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00819ead-9539-4b89-abf1-15c2b9fefb39 None None] Checking agent: {'id': 'ca4f5c6d-f1fd-48b8-a3e3-395864c7d23d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 20, 56, 40), 'started_at': datetime.datetime(2021, 12, 25, 20, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 22, 16, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 22:16:45.779924 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00819ead-9539-4b89-abf1-15c2b9fefb39 None None] Checking segment: {'id': '6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 22:16:45.780322 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-00819ead-9539-4b89-abf1-15c2b9fefb39 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:16:45.780714 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00819ead-9539-4b89-abf1-15c2b9fefb39 None None] Bound using segment: {'id': '6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'} {{(pid=121609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 22:16:45.781216 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.managers [None req-00819ead-9539-4b89-abf1-15c2b9fefb39 None None] Bound port: 384fd39e-f220-4750-903c-14dc4c128001, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'}}] {{(pid=121609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 22:16:45.781595 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-00819ead-9539-4b89-abf1-15c2b9fefb39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:16:45.783370 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e3282c-f353-4e20-8917-9cdc3a294e41 None None] Pushing event updated for resources: {'Port': ['ID=384fd39e-f220-4750-903c-14dc4c128001,revision_number=2']} {{(pid=121609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:16:45.811059 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e3282c-f353-4e20-8917-9cdc3a294e41 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:16:45.811409 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e3282c-f353-4e20-8917-9cdc3a294e41 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:16:45.811744 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e3282c-f353-4e20-8917-9cdc3a294e41 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:16:45.812076 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e3282c-f353-4e20-8917-9cdc3a294e41 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:16:45.812404 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e3282c-f353-4e20-8917-9cdc3a294e41 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:16:45.812730 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e3282c-f353-4e20-8917-9cdc3a294e41 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:16:45.813085 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e3282c-f353-4e20-8917-9cdc3a294e41 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:16:45.813408 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e3282c-f353-4e20-8917-9cdc3a294e41 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:16:45.813728 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e3282c-f353-4e20-8917-9cdc3a294e41 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:16:45.814048 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e3282c-f353-4e20-8917-9cdc3a294e41 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:16:45.814365 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e3282c-f353-4e20-8917-9cdc3a294e41 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:16:45.814681 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e3282c-f353-4e20-8917-9cdc3a294e41 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:16:45.814996 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e3282c-f353-4e20-8917-9cdc3a294e41 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:16:45.844564 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-1722b266-b752-488e-9204-0ff9a558365e None None] Provisioning complete for port 384fd39e-f220-4750-903c-14dc4c128001 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 22:16:45.844968 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-1722b266-b752-488e-9204-0ff9a558365e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:16:45.856569 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.db [None req-00819ead-9539-4b89-abf1-15c2b9fefb39 None None] For port 384fd39e-f220-4750-903c-14dc4c128001, host ncdv-master-1, cleared binding levels {{(pid=121609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 22:16:45.860360 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.db [None req-00819ead-9539-4b89-abf1-15c2b9fefb39 None None] For port 384fd39e-f220-4750-903c-14dc4c128001, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=384fd39e-f220-4750-903c-14dc4c128001,segment=NetworkSegment(6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855),segment_id=6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855)] {{(pid=121609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 22:16:45.879985 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-1722b266-b752-488e-9204-0ff9a558365e None None] Port 384fd39e-f220-4750-903c-14dc4c128001 cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 22:16:45.937392 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-00819ead-9539-4b89-abf1-15c2b9fefb39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:16:45.986764 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f1f29df-6440-4fcd-b3c7-dbfde745384b None None] DHCP port deletion for 7201e55c-7c5f-41aa-a042-a363696539d0 request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 22:16:46.002312 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00819ead-9539-4b89-abf1-15c2b9fefb39 None None] Routers {'d4323008-81cc-4b5a-9594-eef519d3801b'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 22:16:46.002949 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-00819ead-9539-4b89-abf1-15c2b9fefb39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f26187368b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T22:16:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['d4323008-81cc-4b5a-9594-eef519d3801b'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 22:16:46.051240 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e3282c-f353-4e20-8917-9cdc3a294e41 None None] Pushing event updated for resources: {'Port': ['ID=384fd39e-f220-4750-903c-14dc4c128001,revision_number=3']} {{(pid=121609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:16:46.101548 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-f269eb3e-bd64-4d4b-8cff-44a941cadbcb None None] Provisioning complete for port 384fd39e-f220-4750-903c-14dc4c128001 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 22:16:46.101952 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-f269eb3e-bd64-4d4b-8cff-44a941cadbcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:16:46.125741 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvr_db [None req-00819ead-9539-4b89-abf1-15c2b9fefb39 None None] Set router d4323008-81cc-4b5a-9594-eef519d3801b gateway port host: ncdv-master-1 {{(pid=121609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 22:16:46.150288 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-767df65f-748d-40ab-9b8a-15729dd5141c admin admin] Publish callbacks [] for port, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:16:46.185380 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-f269eb3e-bd64-4d4b-8cff-44a941cadbcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:16:46.206730 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-f269eb3e-bd64-4d4b-8cff-44a941cadbcb None None] For port 384fd39e-f220-4750-903c-14dc4c128001, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=384fd39e-f220-4750-903c-14dc4c128001,segment=NetworkSegment(6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855),segment_id=6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 22:16:46.263450 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-767df65f-748d-40ab-9b8a-15729dd5141c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:16:46.301780 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-767df65f-748d-40ab-9b8a-15729dd5141c admin admin] Network db0de716-353d-48fe-b77e-10fa7ac25f29 is already hosted by enough agents. {{(pid=121606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 22:16:46.304703 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [None req-767df65f-748d-40ab-9b8a-15729dd5141c admin admin] Resources bound (agent type, host, resource id):  {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 22:16:46.308075 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-f269eb3e-bd64-4d4b-8cff-44a941cadbcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:16:46.308679 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-767df65f-748d-40ab-9b8a-15729dd5141c admin admin] Received port after_create {{(pid=121606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 22:16:46.343581 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767df65f-748d-40ab-9b8a-15729dd5141c admin admin] Pushing event updated for resources: {'Port': ['ID=5c1c2b96-af5a-40b7-96d7-70ab764f7063,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:16:46.366318 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-767df65f-748d-40ab-9b8a-15729dd5141c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2008772'] for router_interface, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:16:46.370565 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f269eb3e-bd64-4d4b-8cff-44a941cadbcb None None] Pushing event updated for resources: {'Port': ['ID=384fd39e-f220-4750-903c-14dc4c128001,revision_number=4']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:16:46.410666 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-00819ead-9539-4b89-abf1-15c2b9fefb39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f26187368b0>, [{'id': 'd4323008-81cc-4b5a-9594-eef519d3801b', 'name': 'tempest-TestShelveInstance-1901463326-router', 'tenant_id': '8aefbad38c734203b2719ed40e315a78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.163'}], 'enable_snat': True}, 'gw_port_id': '384fd39e-f220-4750-903c-14dc4c128001', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T22:16:43Z', 'updated_at': '2021-12-25T22:16:44Z', 'revision_number': 3, 'project_id': '8aefbad38c734203b2719ed40e315a78', 'gw_port': {'id': '384fd39e-f220-4750-903c-14dc4c128001', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:01:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4323008-81cc-4b5a-9594-eef519d3801b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T22:16:43Z', 'updated_at': '2021-12-25T22:16:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 22:16:46.442653 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00819ead-9539-4b89-abf1-15c2b9fefb39 None None] The sync data for ids ['d4323008-81cc-4b5a-9594-eef519d3801b'] in ncdv-master-1 is: [{'id': 'd4323008-81cc-4b5a-9594-eef519d3801b', 'name': 'tempest-TestShelveInstance-1901463326-router', 'tenant_id': '8aefbad38c734203b2719ed40e315a78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.163'}], 'enable_snat': True}, 'gw_port_id': '384fd39e-f220-4750-903c-14dc4c128001', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T22:16:43Z', 'updated_at': '2021-12-25T22:16:44Z', 'revision_number': 3, 'project_id': '8aefbad38c734203b2719ed40e315a78', 'gw_port': {'id': '384fd39e-f220-4750-903c-14dc4c128001', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:01:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4323008-81cc-4b5a-9594-eef519d3801b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T22:16:43Z', 'updated_at': '2021-12-25T22:16:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 22:16:46.598437 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-767df65f-748d-40ab-9b8a-15729dd5141c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:16:46.653673 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-3db4114d-d4a2-454a-8724-1dede76d910f None None] Provisioning complete for port 5c1c2b96-af5a-40b7-96d7-70ab764f7063 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 22:16:46.654153 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3db4114d-d4a2-454a-8724-1dede76d910f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:16:46.703364 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-3db4114d-d4a2-454a-8724-1dede76d910f None None] Port 5c1c2b96-af5a-40b7-96d7-70ab764f7063 cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 22:16:46.805214 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-767df65f-748d-40ab-9b8a-15729dd5141c admin admin] Publish callbacks [] for port, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:16:46.869499 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-767df65f-748d-40ab-9b8a-15729dd5141c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:16:46.934983 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 2e19cbf0-6977-47ef-bdd9-41cb5ec8d74a up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 22:16:46.947362 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-767df65f-748d-40ab-9b8a-15729dd5141c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2007636'] for router_interface, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:16:46.954177 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767df65f-748d-40ab-9b8a-15729dd5141c admin admin] Pushing event updated for resources: {'Port': ['ID=5c1c2b96-af5a-40b7-96d7-70ab764f7063,revision_number=2']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:16:47.009111 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port 2e19cbf0-6977-47ef-bdd9-41cb5ec8d74a triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 22:16:47.009482 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:16:47.055357 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-767df65f-748d-40ab-9b8a-15729dd5141c admin admin] Network db0de716-353d-48fe-b77e-10fa7ac25f29 is already hosted by enough agents. {{(pid=121606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 22:16:47.056912 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [None req-767df65f-748d-40ab-9b8a-15729dd5141c admin admin] Resources bound (agent type, host, resource id):  {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 22:16:47.090350 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 384fd39e-f220-4750-903c-14dc4c128001 up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 22:16:47.144774 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port 384fd39e-f220-4750-903c-14dc4c128001 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 22:16:47.145259 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:16:47.187735 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-767df65f-748d-40ab-9b8a-15729dd5141c admin admin] Router d4323008-81cc-4b5a-9594-eef519d3801b has already been hosted by L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 {{(pid=121606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 25 22:16:47.305995 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-767df65f-748d-40ab-9b8a-15729dd5141c admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 22:16:47.311187 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-767df65f-748d-40ab-9b8a-15729dd5141c admin admin] 10.222.0.32 "PUT /v2.0/routers/d4323008-81cc-4b5a-9594-eef519d3801b/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.2017512
Dec 25 22:16:47.328473 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-f1d02d3a-7754-4655-a339-ff914ac89ca8 None None] Provisioning complete for port 5c1c2b96-af5a-40b7-96d7-70ab764f7063 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 22:16:47.328847 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-f1d02d3a-7754-4655-a339-ff914ac89ca8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:16:47.369083 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-f1d02d3a-7754-4655-a339-ff914ac89ca8 None None] Port 5c1c2b96-af5a-40b7-96d7-70ab764f7063 cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 22:16:48.001392 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 49756) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 22:16:48.006345 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-8eeb8721-3b34-4dbc-8a2d-fe7bac0a54d2 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1185609008-network', 'tenant_id': 'c27b6c0ab9fc476b89cce6d1d5e9d32d'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 22:16:48.109326 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12c40760-a63e-4a99-9209-d0bf634bea67 None None] Sync routers for ids ['d4323008-81cc-4b5a-9594-eef519d3801b'] in ncdv-master-1 {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 22:16:48.119643 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8eeb8721-3b34-4dbc-8a2d-fe7bac0a54d2 admin admin] Made reservation on behalf of c27b6c0ab9fc476b89cce6d1d5e9d32d for: {'network': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 22:16:48.120289 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12c40760-a63e-4a99-9209-d0bf634bea67 None None] Routers {'d4323008-81cc-4b5a-9594-eef519d3801b'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 22:16:48.120932 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-12c40760-a63e-4a99-9209-d0bf634bea67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2613de93a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T22:16:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['d4323008-81cc-4b5a-9594-eef519d3801b'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 22:16:48.122042 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-8eeb8721-3b34-4dbc-8a2d-fe7bac0a54d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for network, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:16:48.130762 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-8eeb8721-3b34-4dbc-8a2d-fe7bac0a54d2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:16:48.203309 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-8eeb8721-3b34-4dbc-8a2d-fe7bac0a54d2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:16:48.226437 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvr_db [None req-12c40760-a63e-4a99-9209-d0bf634bea67 None None] Set router d4323008-81cc-4b5a-9594-eef519d3801b gateway port host: ncdv-master-1 {{(pid=121608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 22:16:48.262616 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-8eeb8721-3b34-4dbc-8a2d-fe7bac0a54d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:16:48.283667 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8eeb8721-3b34-4dbc-8a2d-fe7bac0a54d2 admin admin] vlan segment allocate from pool success with {'vlan_id': 167, 'physical_network': 'physnet1'}  {{(pid=121607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 25 22:16:48.297897 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eeb8721-3b34-4dbc-8a2d-fe7bac0a54d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4447efb-8aa9-431c-8a60-fc0e290e40f0,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:16:48.303503 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-8eeb8721-3b34-4dbc-8a2d-fe7bac0a54d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:16:48.304058 ncdv-master-1 neutron-server[121607]: INFO neutron.db.segments_db [None req-8eeb8721-3b34-4dbc-8a2d-fe7bac0a54d2 admin admin] Added segment 837aa7c4-cddd-45fe-ac8a-0bd2bebdc7cd of type vlan for network 7b60865c-7687-470b-b001-b7fbab7b5810
Dec 25 22:16:48.350629 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-8eeb8721-3b34-4dbc-8a2d-fe7bac0a54d2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737602163420'] for network, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:16:48.430647 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-12c40760-a63e-4a99-9209-d0bf634bea67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2613de93a0>, [{'id': 'd4323008-81cc-4b5a-9594-eef519d3801b', 'name': 'tempest-TestShelveInstance-1901463326-router', 'tenant_id': '8aefbad38c734203b2719ed40e315a78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.163'}], 'enable_snat': True}, 'gw_port_id': '384fd39e-f220-4750-903c-14dc4c128001', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T22:16:43Z', 'updated_at': '2021-12-25T22:16:46Z', 'revision_number': 4, 'project_id': '8aefbad38c734203b2719ed40e315a78', 'gw_port': {'id': '384fd39e-f220-4750-903c-14dc4c128001', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:01:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4323008-81cc-4b5a-9594-eef519d3801b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T22:16:43Z', 'updated_at': '2021-12-25T22:16:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '5c1c2b96-af5a-40b7-96d7-70ab764f7063', 'name': '', 'network_id': 'db0de716-353d-48fe-b77e-10fa7ac25f29', 'tenant_id': '8aefbad38c734203b2719ed40e315a78', 'mac_address': 'fa:16:3e:15:a9:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4323008-81cc-4b5a-9594-eef519d3801b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': '052b93b2-8055-4d9c-a3a9-730de68e61cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T22:16:45Z', 'updated_at': '2021-12-25T22:16:46Z', 'revision_number': 2, 'project_id': '8aefbad38c734203b2719ed40e315a78', 'subnets': [{'id': '052b93b2-8055-4d9c-a3a9-730de68e61cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 22:16:48.456276 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12c40760-a63e-4a99-9209-d0bf634bea67 None None] Checking router: d4323008-81cc-4b5a-9594-eef519d3801b for host: ncdv-master-1 {{(pid=121608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 25 22:16:48.457197 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12c40760-a63e-4a99-9209-d0bf634bea67 None None] Updating router d4323008-81cc-4b5a-9594-eef519d3801b port 5c1c2b96-af5a-40b7-96d7-70ab764f7063 binding host ncdv-master-1 {{(pid=121608) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 25 22:16:48.479768 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-8eeb8721-3b34-4dbc-8a2d-fe7bac0a54d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870'] for network, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:16:48.480929 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eeb8721-3b34-4dbc-8a2d-fe7bac0a54d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:16:48.481573 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-8eeb8721-3b34-4dbc-8a2d-fe7bac0a54d2 admin admin] Publish callbacks [] for network, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:16:48.481685 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-12c40760-a63e-4a99-9209-d0bf634bea67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:16:48.540275 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eeb8721-3b34-4dbc-8a2d-fe7bac0a54d2 admin admin] Pushing event updated for resources: {'Network': ['ID=7b60865c-7687-470b-b001-b7fbab7b5810,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:16:48.568636 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-8eeb8721-3b34-4dbc-8a2d-fe7bac0a54d2 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.5661590
Dec 25 22:16:48.571400 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 49758) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 22:16:48.574350 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Network 7b60865c-7687-470b-b001-b7fbab7b5810 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 25 22:16:48.576161 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-5d71447c-81f1-454e-96c3-c5549f5b999d admin admin] Request body: {'subnet': {'network_id': '7b60865c-7687-470b-b001-b7fbab7b5810', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1185609008-subnet', 'tenant_id': 'c27b6c0ab9fc476b89cce6d1d5e9d32d', 'ip_version': 4}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 22:16:48.656892 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d71447c-81f1-454e-96c3-c5549f5b999d admin admin] Made reservation on behalf of c27b6c0ab9fc476b89cce6d1d5e9d32d for: {'subnet': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 22:16:48.659377 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5d71447c-81f1-454e-96c3-c5549f5b999d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8852834'] for subnet, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:16:48.798866 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-12c40760-a63e-4a99-9209-d0bf634bea67 None None] Publish callbacks [] for port, precommit_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:16:48.862919 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-12c40760-a63e-4a99-9209-d0bf634bea67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:16:48.891865 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5d71447c-81f1-454e-96c3-c5549f5b999d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8632475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8852848'] for subnet, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:16:48.914751 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f97538-a08e-4d0e-83e8-9643bab2d073 None None] Pushing event updated for resources: {'Port': ['ID=5c1c2b96-af5a-40b7-96d7-70ab764f7063,revision_number=3']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:16:48.954889 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d71447c-81f1-454e-96c3-c5549f5b999d admin admin] Pushing event updated for resources: {'Subnet': ['ID=10e6a86e-b879-4d2a-8250-fabd857b4d2d,revision_number=0']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:16:48.970145 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d71447c-81f1-454e-96c3-c5549f5b999d admin admin] Checking segment: {'id': '837aa7c4-cddd-45fe-ac8a-0bd2bebdc7cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '7b60865c-7687-470b-b001-b7fbab7b5810'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 22:16:48.970145 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d71447c-81f1-454e-96c3-c5549f5b999d admin admin] Network hostable DHCP agents. Network: 7b60865c-7687-470b-b001-b7fbab7b5810, hostable agents: ['1813db88-2c1b-4357-a2ba-869246b663c2'], hosted agents: [] {{(pid=121607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 25 22:16:48.970330 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-12c40760-a63e-4a99-9209-d0bf634bea67 None None] Attempting to bind port 5c1c2b96-af5a-40b7-96d7-70ab764f7063 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 22:16:48.970435 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-12c40760-a63e-4a99-9209-d0bf634bea67 None None] Attempting to bind port 5c1c2b96-af5a-40b7-96d7-70ab764f7063 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '276c9ad4-ec06-42f5-a5e9-145415d33bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'db0de716-353d-48fe-b77e-10fa7ac25f29'}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 22:16:48.970792 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12c40760-a63e-4a99-9209-d0bf634bea67 None None] Attempting to bind port 5c1c2b96-af5a-40b7-96d7-70ab764f7063 on network db0de716-353d-48fe-b77e-10fa7ac25f29 {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 22:16:48.976123 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12c40760-a63e-4a99-9209-d0bf634bea67 None None] Checking agent: {'id': 'ca4f5c6d-f1fd-48b8-a3e3-395864c7d23d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 20, 56, 40), 'started_at': datetime.datetime(2021, 12, 25, 20, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 22, 16, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 22:16:48.976389 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12c40760-a63e-4a99-9209-d0bf634bea67 None None] Checking segment: {'id': '276c9ad4-ec06-42f5-a5e9-145415d33bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'db0de716-353d-48fe-b77e-10fa7ac25f29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 22:16:48.976789 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-12c40760-a63e-4a99-9209-d0bf634bea67 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:16:48.977219 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12c40760-a63e-4a99-9209-d0bf634bea67 None None] Bound using segment: {'id': '276c9ad4-ec06-42f5-a5e9-145415d33bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'db0de716-353d-48fe-b77e-10fa7ac25f29'} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 22:16:48.977688 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-12c40760-a63e-4a99-9209-d0bf634bea67 None None] Bound port: 5c1c2b96-af5a-40b7-96d7-70ab764f7063, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '276c9ad4-ec06-42f5-a5e9-145415d33bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'db0de716-353d-48fe-b77e-10fa7ac25f29'}}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 22:16:48.978072 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-12c40760-a63e-4a99-9209-d0bf634bea67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:16:49.043108 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-12c40760-a63e-4a99-9209-d0bf634bea67 None None] For port 5c1c2b96-af5a-40b7-96d7-70ab764f7063, host ncdv-master-1, cleared binding levels {{(pid=121608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 22:16:49.045541 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d71447c-81f1-454e-96c3-c5549f5b999d admin admin] Network 7b60865c-7687-470b-b001-b7fbab7b5810 is scheduled to be hosted by DHCP agent 1813db88-2c1b-4357-a2ba-869246b663c2 with binding_index 1 {{(pid=121607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 25 22:16:49.046546 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-12c40760-a63e-4a99-9209-d0bf634bea67 None None] For port 5c1c2b96-af5a-40b7-96d7-70ab764f7063, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5c1c2b96-af5a-40b7-96d7-70ab764f7063,segment=NetworkSegment(276c9ad4-ec06-42f5-a5e9-145415d33bb3),segment_id=276c9ad4-ec06-42f5-a5e9-145415d33bb3)] {{(pid=121608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 22:16:49.131847 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-12c40760-a63e-4a99-9209-d0bf634bea67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:16:49.143054 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-5d71447c-81f1-454e-96c3-c5549f5b999d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 7b60865c-7687-470b-b001-b7fbab7b5810) {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 22:16:49.147178 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d71447c-81f1-454e-96c3-c5549f5b999d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:16:49.147878 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5d71447c-81f1-454e-96c3-c5549f5b999d admin admin] Publish callbacks [] for subnet, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:16:49.162592 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99699d9b-0dba-4fac-bc19-20462c702ba8 None None] Network 7b60865c-7687-470b-b001-b7fbab7b5810 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 22:16:49.215664 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-5d71447c-81f1-454e-96c3-c5549f5b999d admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.6422458
Dec 25 22:16:49.217420 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 49760) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 22:16:49.222196 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-4800c73c-3e38-4c74-977e-f27f2fb46122 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1185609008-router', 'tenant_id': 'c27b6c0ab9fc476b89cce6d1d5e9d32d', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'}}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 22:16:49.266783 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12c40760-a63e-4a99-9209-d0bf634bea67 None None] Routers {'d4323008-81cc-4b5a-9594-eef519d3801b'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 22:16:49.267410 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-12c40760-a63e-4a99-9209-d0bf634bea67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2613de93a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T22:16:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['d4323008-81cc-4b5a-9594-eef519d3801b'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 22:16:49.273323 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f97538-a08e-4d0e-83e8-9643bab2d073 None None] Pushing event updated for resources: {'Port': ['ID=5c1c2b96-af5a-40b7-96d7-70ab764f7063,revision_number=4']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:16:49.310166 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-c9570090-a419-4326-9616-2f060fb42d91 None None] Provisioning complete for port 5c1c2b96-af5a-40b7-96d7-70ab764f7063 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 22:16:49.310543 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-c9570090-a419-4326-9616-2f060fb42d91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:16:49.326391 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-4800c73c-3e38-4c74-977e-f27f2fb46122 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2014909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14863'] for router, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:16:49.327472 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-4800c73c-3e38-4c74-977e-f27f2fb46122 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2014285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2009796', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2082630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14848'] for router, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:16:49.389528 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-4800c73c-3e38-4c74-977e-f27f2fb46122 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:16:49.413080 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c58e55b1-d86b-4f3a-8870-493114081844 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-7b60865c-7687-470b-b001-b7fbab7b5810', 'network_id': '7b60865c-7687-470b-b001-b7fbab7b5810', 'project_id': 'c27b6c0ab9fc476b89cce6d1d5e9d32d', 'fixed_ips': [{'subnet_id': '10e6a86e-b879-4d2a-8250-fabd857b4d2d'}]}} from ncdv-master-1. {{(pid=121608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 25 22:16:49.413949 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-c58e55b1-d86b-4f3a-8870-493114081844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:16:49.458473 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvr_db [None req-12c40760-a63e-4a99-9209-d0bf634bea67 None None] Set router d4323008-81cc-4b5a-9594-eef519d3801b gateway port host: ncdv-master-1 {{(pid=121608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 22:16:49.590253 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-4800c73c-3e38-4c74-977e-f27f2fb46122 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:16:49.635667 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-c9570090-a419-4326-9616-2f060fb42d91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:16:49.747119 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.db_base_plugin_common [None req-c58e55b1-d86b-4f3a-8870-493114081844 None None] Allocated IP 172.20.0.2 (7b60865c-7687-470b-b001-b7fbab7b5810/10e6a86e-b879-4d2a-8250-fabd857b4d2d/fa1bb789-02e2-4b3d-a6d4-6f1513c06e99) {{(pid=121608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 22:16:49.753257 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-c9570090-a419-4326-9616-2f060fb42d91 None None] For port 5c1c2b96-af5a-40b7-96d7-70ab764f7063, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5c1c2b96-af5a-40b7-96d7-70ab764f7063,segment=NetworkSegment(276c9ad4-ec06-42f5-a5e9-145415d33bb3),segment_id=276c9ad4-ec06-42f5-a5e9-145415d33bb3)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 22:16:49.850507 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-c9570090-a419-4326-9616-2f060fb42d91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:16:49.873426 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-4800c73c-3e38-4c74-977e-f27f2fb46122 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:16:49.892955 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-4800c73c-3e38-4c74-977e-f27f2fb46122 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:16:49.929038 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9570090-a419-4326-9616-2f060fb42d91 None None] Pushing event updated for resources: {'Port': ['ID=5c1c2b96-af5a-40b7-96d7-70ab764f7063,revision_number=5']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:16:49.978733 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-12c40760-a63e-4a99-9209-d0bf634bea67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2613de93a0>, [{'id': 'd4323008-81cc-4b5a-9594-eef519d3801b', 'name': 'tempest-TestShelveInstance-1901463326-router', 'tenant_id': '8aefbad38c734203b2719ed40e315a78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.163'}], 'enable_snat': True}, 'gw_port_id': '384fd39e-f220-4750-903c-14dc4c128001', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T22:16:43Z', 'updated_at': '2021-12-25T22:16:46Z', 'revision_number': 4, 'project_id': '8aefbad38c734203b2719ed40e315a78', 'gw_port': {'id': '384fd39e-f220-4750-903c-14dc4c128001', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:01:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4323008-81cc-4b5a-9594-eef519d3801b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T22:16:43Z', 'updated_at': '2021-12-25T22:16:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '5c1c2b96-af5a-40b7-96d7-70ab764f7063', 'name': '', 'network_id': 'db0de716-353d-48fe-b77e-10fa7ac25f29', 'tenant_id': '8aefbad38c734203b2719ed40e315a78', 'mac_address': 'fa:16:3e:15:a9:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4323008-81cc-4b5a-9594-eef519d3801b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': '052b93b2-8055-4d9c-a3a9-730de68e61cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T22:16:45Z', 'updated_at': '2021-12-25T22:16:49Z', 'revision_number': 4, 'project_id': '8aefbad38c734203b2719ed40e315a78', 'subnets': [{'id': '052b93b2-8055-4d9c-a3a9-730de68e61cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 22:16:50.013167 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_common [None req-4800c73c-3e38-4c74-977e-f27f2fb46122 admin admin] Allocated IP 172.35.3.254 (7201e55c-7c5f-41aa-a042-a363696539d0/7a939e13-713f-45cf-bba7-1539635abe25/094b090b-9202-4382-bf08-6c89fab0f944) {{(pid=121606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 22:16:50.126834 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-4800c73c-3e38-4c74-977e-f27f2fb46122 admin admin] Publish callbacks [] for port, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:16:50.177260 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12c40760-a63e-4a99-9209-d0bf634bea67 None None] The sync data for ids ['d4323008-81cc-4b5a-9594-eef519d3801b'] in ncdv-master-1 is: [{'id': 'd4323008-81cc-4b5a-9594-eef519d3801b', 'name': 'tempest-TestShelveInstance-1901463326-router', 'tenant_id': '8aefbad38c734203b2719ed40e315a78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.163'}], 'enable_snat': True}, 'gw_port_id': '384fd39e-f220-4750-903c-14dc4c128001', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T22:16:43Z', 'updated_at': '2021-12-25T22:16:46Z', 'revision_number': 4, 'project_id': '8aefbad38c734203b2719ed40e315a78', 'gw_port': {'id': '384fd39e-f220-4750-903c-14dc4c128001', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:01:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4323008-81cc-4b5a-9594-eef519d3801b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T22:16:43Z', 'updated_at': '2021-12-25T22:16:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '5c1c2b96-af5a-40b7-96d7-70ab764f7063', 'name': '', 'network_id': 'db0de716-353d-48fe-b77e-10fa7ac25f29', 'tenant_id': '8aefbad38c734203b2719ed40e315a78', 'mac_address': 'fa:16:3e:15:a9:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4323008-81cc-4b5a-9594-eef519d3801b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': '052b93b2-8055-4d9c-a3a9-730de68e61cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T22:16:45Z', 'updated_at': '2021-12-25T22:16:49Z', 'revision_number': 4, 'project_id': '8aefbad38c734203b2719ed40e315a78', 'subnets': [{'id': '052b93b2-8055-4d9c-a3a9-730de68e61cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 22:16:50.193105 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-c58e55b1-d86b-4f3a-8870-493114081844 None None] Publish callbacks [] for port, precommit_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:16:50.194571 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-30ababab-4ae2-4aee-9c9c-4cf1a2e049d6 None None] Provisioning complete for port 5c1c2b96-af5a-40b7-96d7-70ab764f7063 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 22:16:50.194923 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-30ababab-4ae2-4aee-9c9c-4cf1a2e049d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:16:50.242928 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-4800c73c-3e38-4c74-977e-f27f2fb46122 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:16:50.275553 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-c58e55b1-d86b-4f3a-8870-493114081844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946'] for port, after_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:16:50.288042 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4800c73c-3e38-4c74-977e-f27f2fb46122 admin admin] Network 7201e55c-7c5f-41aa-a042-a363696539d0 is already hosted by enough agents. {{(pid=121606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 22:16:50.291184 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [None req-4800c73c-3e38-4c74-977e-f27f2fb46122 admin admin] Resources bound (agent type, host, resource id):  {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 22:16:50.293636 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4800c73c-3e38-4c74-977e-f27f2fb46122 admin admin] Received port after_create {{(pid=121606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 22:16:50.320436 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60f08a8b-ba9b-4300-991f-61230f6ed99e None None] DHCP port deletion for 7201e55c-7c5f-41aa-a042-a363696539d0 request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 22:16:50.321396 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4800c73c-3e38-4c74-977e-f27f2fb46122 admin admin] Pushing event updated for resources: {'Port': ['ID=094b090b-9202-4382-bf08-6c89fab0f944,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:16:50.342708 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c58e55b1-d86b-4f3a-8870-493114081844 None None] Network 7b60865c-7687-470b-b001-b7fbab7b5810 is already hosted by enough agents. {{(pid=121608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 22:16:50.349967 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.base_scheduler [None req-c58e55b1-d86b-4f3a-8870-493114081844 None None] Resources bound (agent type, host, resource id):  {{(pid=121608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 22:16:50.354170 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c58e55b1-d86b-4f3a-8870-493114081844 None None] Received port after_create {{(pid=121608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 22:16:50.363843 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58e55b1-d86b-4f3a-8870-493114081844 None None] Pushing event updated for resources: {'Port': ['ID=fa1bb789-02e2-4b3d-a6d4-6f1513c06e99,revision_number=1']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:16:50.429444 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-c58e55b1-d86b-4f3a-8870-493114081844 None None] Attempting to bind port fa1bb789-02e2-4b3d-a6d4-6f1513c06e99 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 22:16:50.430096 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-c58e55b1-d86b-4f3a-8870-493114081844 None None] Attempting to bind port fa1bb789-02e2-4b3d-a6d4-6f1513c06e99 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '837aa7c4-cddd-45fe-ac8a-0bd2bebdc7cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '7b60865c-7687-470b-b001-b7fbab7b5810'}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 22:16:50.430464 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c58e55b1-d86b-4f3a-8870-493114081844 None None] Attempting to bind port fa1bb789-02e2-4b3d-a6d4-6f1513c06e99 on network 7b60865c-7687-470b-b001-b7fbab7b5810 {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 22:16:50.435831 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c58e55b1-d86b-4f3a-8870-493114081844 None None] Checking agent: {'id': 'ca4f5c6d-f1fd-48b8-a3e3-395864c7d23d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 20, 56, 40), 'started_at': datetime.datetime(2021, 12, 25, 20, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 22, 16, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 22:16:50.436203 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c58e55b1-d86b-4f3a-8870-493114081844 None None] Checking segment: {'id': '837aa7c4-cddd-45fe-ac8a-0bd2bebdc7cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '7b60865c-7687-470b-b001-b7fbab7b5810'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 22:16:50.436601 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-c58e55b1-d86b-4f3a-8870-493114081844 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:16:50.437043 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c58e55b1-d86b-4f3a-8870-493114081844 None None] Bound using segment: {'id': '837aa7c4-cddd-45fe-ac8a-0bd2bebdc7cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '7b60865c-7687-470b-b001-b7fbab7b5810'} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 22:16:50.437510 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-c58e55b1-d86b-4f3a-8870-493114081844 None None] Bound port: fa1bb789-02e2-4b3d-a6d4-6f1513c06e99, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '837aa7c4-cddd-45fe-ac8a-0bd2bebdc7cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '7b60865c-7687-470b-b001-b7fbab7b5810'}}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 22:16:50.437894 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-c58e55b1-d86b-4f3a-8870-493114081844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:16:50.494496 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-2c4b4db2-8c79-40ad-9722-132a23352d89 None None] Provisioning complete for port 094b090b-9202-4382-bf08-6c89fab0f944 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 22:16:50.494870 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-2c4b4db2-8c79-40ad-9722-132a23352d89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:16:50.544220 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-c58e55b1-d86b-4f3a-8870-493114081844 None None] For port fa1bb789-02e2-4b3d-a6d4-6f1513c06e99, host ncdv-master-1, cleared binding levels {{(pid=121608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 22:16:50.550929 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-c58e55b1-d86b-4f3a-8870-493114081844 None None] For port fa1bb789-02e2-4b3d-a6d4-6f1513c06e99, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fa1bb789-02e2-4b3d-a6d4-6f1513c06e99,segment=NetworkSegment(837aa7c4-cddd-45fe-ac8a-0bd2bebdc7cd),segment_id=837aa7c4-cddd-45fe-ac8a-0bd2bebdc7cd)] {{(pid=121608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 22:16:50.553440 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-2c4b4db2-8c79-40ad-9722-132a23352d89 None None] Port 094b090b-9202-4382-bf08-6c89fab0f944 cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 22:16:50.638228 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-c58e55b1-d86b-4f3a-8870-493114081844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:16:50.646712 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-4800c73c-3e38-4c74-977e-f27f2fb46122 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:16:50.727746 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58e55b1-d86b-4f3a-8870-493114081844 None None] Pushing event updated for resources: {'Port': ['ID=fa1bb789-02e2-4b3d-a6d4-6f1513c06e99,revision_number=2']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:16:50.940548 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 5c1c2b96-af5a-40b7-96d7-70ab764f7063 up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 22:16:50.950765 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-4800c73c-3e38-4c74-977e-f27f2fb46122 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2014278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2009753'] for router, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:16:51.013354 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port 5c1c2b96-af5a-40b7-96d7-70ab764f7063 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 22:16:51.013871 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:16:51.211552 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4800c73c-3e38-4c74-977e-f27f2fb46122 admin admin] Router fefdd63b-508d-4215-b887-02ae1ff71787 is scheduled to L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 with binding_index 1 {{(pid=121606) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 25 22:16:51.327724 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4800c73c-3e38-4c74-977e-f27f2fb46122 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 22:16:51.339031 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d619d772-6d58-4a10-9832-092de41e97e2 None None] Sync routers for ids ['fefdd63b-508d-4215-b887-02ae1ff71787'] in ncdv-master-1 {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 22:16:51.350122 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d619d772-6d58-4a10-9832-092de41e97e2 None None] Routers {'fefdd63b-508d-4215-b887-02ae1ff71787'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 22:16:51.350800 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-d619d772-6d58-4a10-9832-092de41e97e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f26189ab2e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T22:16:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['fefdd63b-508d-4215-b887-02ae1ff71787'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 22:16:51.431770 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-4800c73c-3e38-4c74-977e-f27f2fb46122 admin admin] Publish callbacks [] for router, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:16:51.438922 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-4800c73c-3e38-4c74-977e-f27f2fb46122 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 2.2201309
Dec 25 22:16:51.441606 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 49762) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 22:16:51.472918 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvr_db [None req-d619d772-6d58-4a10-9832-092de41e97e2 None None] Set router fefdd63b-508d-4215-b887-02ae1ff71787 gateway port host: ncdv-master-1 {{(pid=121609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 22:16:51.696401 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-d619d772-6d58-4a10-9832-092de41e97e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f26189ab2e0>, [{'id': 'fefdd63b-508d-4215-b887-02ae1ff71787', 'name': 'tempest-TestShelveInstance-1185609008-router', 'tenant_id': 'c27b6c0ab9fc476b89cce6d1d5e9d32d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.254'}], 'enable_snat': True}, 'gw_port_id': '094b090b-9202-4382-bf08-6c89fab0f944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T22:16:49Z', 'updated_at': '2021-12-25T22:16:50Z', 'revision_number': 3, 'project_id': 'c27b6c0ab9fc476b89cce6d1d5e9d32d', 'gw_port': {'id': '094b090b-9202-4382-bf08-6c89fab0f944', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:79:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fefdd63b-508d-4215-b887-02ae1ff71787', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T22:16:49Z', 'updated_at': '2021-12-25T22:16:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 22:16:51.728814 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d619d772-6d58-4a10-9832-092de41e97e2 None None] Checking router: fefdd63b-508d-4215-b887-02ae1ff71787 for host: ncdv-master-1 {{(pid=121609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 25 22:16:51.729218 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d619d772-6d58-4a10-9832-092de41e97e2 None None] Updating router fefdd63b-508d-4215-b887-02ae1ff71787 port 094b090b-9202-4382-bf08-6c89fab0f944 binding host ncdv-master-1 {{(pid=121609) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 25 22:16:51.754688 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-d619d772-6d58-4a10-9832-092de41e97e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:16:51.846085 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b8e272d-b211-465d-a022-d44f65ca33b6 None None] Network 7b60865c-7687-470b-b001-b7fbab7b5810 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 22:16:51.937668 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-f3d6c9b4-b4d3-4498-9263-b060f564c6ba None None] Provisioning complete for port fa1bb789-02e2-4b3d-a6d4-6f1513c06e99 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 22:16:51.937860 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-0b503146-32ac-4767-8f94-7ae1f136ecd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:16:51.937944 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-f3d6c9b4-b4d3-4498-9263-b060f564c6ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:16:52.049655 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-d619d772-6d58-4a10-9832-092de41e97e2 None None] Publish callbacks [] for port, precommit_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:16:52.054782 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-f3d6c9b4-b4d3-4498-9263-b060f564c6ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:16:52.091679 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-f3d6c9b4-b4d3-4498-9263-b060f564c6ba None None] For port fa1bb789-02e2-4b3d-a6d4-6f1513c06e99, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fa1bb789-02e2-4b3d-a6d4-6f1513c06e99,segment=NetworkSegment(837aa7c4-cddd-45fe-ac8a-0bd2bebdc7cd),segment_id=837aa7c4-cddd-45fe-ac8a-0bd2bebdc7cd)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 22:16:52.110423 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_common [None req-0b503146-32ac-4767-8f94-7ae1f136ecd4 admin admin] Allocated IP 172.20.0.1 (7b60865c-7687-470b-b001-b7fbab7b5810/10e6a86e-b879-4d2a-8250-fabd857b4d2d/6ba9ef31-3aed-48b6-9e34-e0d170325047) {{(pid=121607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 22:16:52.131560 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-d619d772-6d58-4a10-9832-092de41e97e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:16:52.154708 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-f3d6c9b4-b4d3-4498-9263-b060f564c6ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:16:52.187087 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.managers [None req-d619d772-6d58-4a10-9832-092de41e97e2 None None] Attempting to bind port 094b090b-9202-4382-bf08-6c89fab0f944 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 22:16:52.187452 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.managers [None req-d619d772-6d58-4a10-9832-092de41e97e2 None None] Attempting to bind port 094b090b-9202-4382-bf08-6c89fab0f944 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'}] {{(pid=121609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 22:16:52.187870 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d619d772-6d58-4a10-9832-092de41e97e2 None None] Attempting to bind port 094b090b-9202-4382-bf08-6c89fab0f944 on network 7201e55c-7c5f-41aa-a042-a363696539d0 {{(pid=121609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 22:16:52.200758 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2db61b-cc1c-4c0f-89a5-732cd1752d93 None None] Pushing event updated for resources: {'Port': ['ID=094b090b-9202-4382-bf08-6c89fab0f944,revision_number=2']} {{(pid=121609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:16:52.203353 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d619d772-6d58-4a10-9832-092de41e97e2 None None] Checking agent: {'id': 'ca4f5c6d-f1fd-48b8-a3e3-395864c7d23d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 20, 56, 40), 'started_at': datetime.datetime(2021, 12, 25, 20, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 22, 16, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 22:16:52.203730 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d619d772-6d58-4a10-9832-092de41e97e2 None None] Checking segment: {'id': '6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 22:16:52.204126 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-d619d772-6d58-4a10-9832-092de41e97e2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:16:52.204515 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d619d772-6d58-4a10-9832-092de41e97e2 None None] Bound using segment: {'id': '6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'} {{(pid=121609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 22:16:52.205022 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.managers [None req-d619d772-6d58-4a10-9832-092de41e97e2 None None] Bound port: 094b090b-9202-4382-bf08-6c89fab0f944, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'}}] {{(pid=121609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 22:16:52.205402 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-d619d772-6d58-4a10-9832-092de41e97e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:16:52.215142 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab4bb0f9-91db-47a1-855d-5fbf019b74b0 None None] DHCP port deletion for 7201e55c-7c5f-41aa-a042-a363696539d0 request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 22:16:52.221535 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-0b503146-32ac-4767-8f94-7ae1f136ecd4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:16:52.252623 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d6c9b4-b4d3-4498-9263-b060f564c6ba None None] Pushing event updated for resources: {'Port': ['ID=fa1bb789-02e2-4b3d-a6d4-6f1513c06e99,revision_number=3']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:16:52.275929 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-d916bb81-e801-400f-b6ee-14b69dd1be49 None None] Provisioning complete for port 094b090b-9202-4382-bf08-6c89fab0f944 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 22:16:52.276379 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-d916bb81-e801-400f-b6ee-14b69dd1be49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:16:52.277224 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.db [None req-d619d772-6d58-4a10-9832-092de41e97e2 None None] For port 094b090b-9202-4382-bf08-6c89fab0f944, host ncdv-master-1, cleared binding levels {{(pid=121609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 22:16:52.280397 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.db [None req-d619d772-6d58-4a10-9832-092de41e97e2 None None] For port 094b090b-9202-4382-bf08-6c89fab0f944, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=094b090b-9202-4382-bf08-6c89fab0f944,segment=NetworkSegment(6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855),segment_id=6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855)] {{(pid=121609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 22:16:52.297298 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-0b503146-32ac-4767-8f94-7ae1f136ecd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:16:52.310509 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-d916bb81-e801-400f-b6ee-14b69dd1be49 None None] Port 094b090b-9202-4382-bf08-6c89fab0f944 cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 22:16:52.321074 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-d916bb81-e801-400f-b6ee-14b69dd1be49 None None] Provisioning complete for port fa1bb789-02e2-4b3d-a6d4-6f1513c06e99 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 22:16:52.321438 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-d916bb81-e801-400f-b6ee-14b69dd1be49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:16:52.343287 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b503146-32ac-4767-8f94-7ae1f136ecd4 admin admin] Network 7b60865c-7687-470b-b001-b7fbab7b5810 is already hosted by enough agents. {{(pid=121607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 22:16:52.344488 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-d619d772-6d58-4a10-9832-092de41e97e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:16:52.346283 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-0b503146-32ac-4767-8f94-7ae1f136ecd4 admin admin] Resources bound (agent type, host, resource id):  {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 22:16:52.349835 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b503146-32ac-4767-8f94-7ae1f136ecd4 admin admin] Received port after_create {{(pid=121607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 22:16:52.372502 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b503146-32ac-4767-8f94-7ae1f136ecd4 admin admin] Pushing event updated for resources: {'Port': ['ID=6ba9ef31-3aed-48b6-9e34-e0d170325047,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:16:52.395108 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-0b503146-32ac-4767-8f94-7ae1f136ecd4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2008772'] for router_interface, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:16:52.424264 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d619d772-6d58-4a10-9832-092de41e97e2 None None] Routers {'fefdd63b-508d-4215-b887-02ae1ff71787'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 22:16:52.425065 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-d619d772-6d58-4a10-9832-092de41e97e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f26189ab2e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T22:16:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['fefdd63b-508d-4215-b887-02ae1ff71787'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 22:16:52.429672 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2db61b-cc1c-4c0f-89a5-732cd1752d93 None None] Pushing event updated for resources: {'Port': ['ID=094b090b-9202-4382-bf08-6c89fab0f944,revision_number=3']} {{(pid=121609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:16:52.433449 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c713ae4-2bcb-45dc-a074-8a3890e3ae3d None None] DHCP port deletion for 7201e55c-7c5f-41aa-a042-a363696539d0 request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 22:16:52.548400 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-b701f1d6-7b12-4880-bb26-37904d7c4630 None None] Provisioning complete for port 094b090b-9202-4382-bf08-6c89fab0f944 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 22:16:52.548868 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-b701f1d6-7b12-4880-bb26-37904d7c4630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:16:52.554380 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvr_db [None req-d619d772-6d58-4a10-9832-092de41e97e2 None None] Set router fefdd63b-508d-4215-b887-02ae1ff71787 gateway port host: ncdv-master-1 {{(pid=121609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 22:16:52.613566 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-0b503146-32ac-4767-8f94-7ae1f136ecd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:16:52.641997 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-b701f1d6-7b12-4880-bb26-37904d7c4630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:16:52.664181 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-b701f1d6-7b12-4880-bb26-37904d7c4630 None None] For port 094b090b-9202-4382-bf08-6c89fab0f944, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=094b090b-9202-4382-bf08-6c89fab0f944,segment=NetworkSegment(6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855),segment_id=6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 22:16:52.737153 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-b701f1d6-7b12-4880-bb26-37904d7c4630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:16:52.741320 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-d619d772-6d58-4a10-9832-092de41e97e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f26189ab2e0>, [{'id': 'fefdd63b-508d-4215-b887-02ae1ff71787', 'name': 'tempest-TestShelveInstance-1185609008-router', 'tenant_id': 'c27b6c0ab9fc476b89cce6d1d5e9d32d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.254'}], 'enable_snat': True}, 'gw_port_id': '094b090b-9202-4382-bf08-6c89fab0f944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T22:16:49Z', 'updated_at': '2021-12-25T22:16:50Z', 'revision_number': 3, 'project_id': 'c27b6c0ab9fc476b89cce6d1d5e9d32d', 'gw_port': {'id': '094b090b-9202-4382-bf08-6c89fab0f944', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:79:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fefdd63b-508d-4215-b887-02ae1ff71787', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T22:16:49Z', 'updated_at': '2021-12-25T22:16:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 22:16:52.768118 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d619d772-6d58-4a10-9832-092de41e97e2 None None] The sync data for ids ['fefdd63b-508d-4215-b887-02ae1ff71787'] in ncdv-master-1 is: [{'id': 'fefdd63b-508d-4215-b887-02ae1ff71787', 'name': 'tempest-TestShelveInstance-1185609008-router', 'tenant_id': 'c27b6c0ab9fc476b89cce6d1d5e9d32d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.254'}], 'enable_snat': True}, 'gw_port_id': '094b090b-9202-4382-bf08-6c89fab0f944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T22:16:49Z', 'updated_at': '2021-12-25T22:16:50Z', 'revision_number': 3, 'project_id': 'c27b6c0ab9fc476b89cce6d1d5e9d32d', 'gw_port': {'id': '094b090b-9202-4382-bf08-6c89fab0f944', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:79:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fefdd63b-508d-4215-b887-02ae1ff71787', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T22:16:49Z', 'updated_at': '2021-12-25T22:16:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 22:16:52.789935 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b701f1d6-7b12-4880-bb26-37904d7c4630 None None] Pushing event updated for resources: {'Port': ['ID=094b090b-9202-4382-bf08-6c89fab0f944,revision_number=4']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:16:52.795096 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-0b503146-32ac-4767-8f94-7ae1f136ecd4 admin admin] Publish callbacks [] for port, precommit_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:16:52.839910 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-0b503146-32ac-4767-8f94-7ae1f136ecd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8632327'] for port, after_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:16:52.867951 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-8495c6fb-ae86-44e8-929c-6868fe472ac4 None None] Provisioning complete for port 6ba9ef31-3aed-48b6-9e34-e0d170325047 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 22:16:52.874269 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-8495c6fb-ae86-44e8-929c-6868fe472ac4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:16:52.907276 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device fa1bb789-02e2-4b3d-a6d4-6f1513c06e99 up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 22:16:52.917806 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b503146-32ac-4767-8f94-7ae1f136ecd4 admin admin] Pushing event updated for resources: {'Port': ['ID=6ba9ef31-3aed-48b6-9e34-e0d170325047,revision_number=2']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:16:52.920337 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-0b503146-32ac-4767-8f94-7ae1f136ecd4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2007636'] for router_interface, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:16:52.951845 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-8495c6fb-ae86-44e8-929c-6868fe472ac4 None None] Port 6ba9ef31-3aed-48b6-9e34-e0d170325047 cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 22:16:52.974145 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port fa1bb789-02e2-4b3d-a6d4-6f1513c06e99 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 22:16:52.974523 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:16:53.024813 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b503146-32ac-4767-8f94-7ae1f136ecd4 admin admin] Network 7b60865c-7687-470b-b001-b7fbab7b5810 is already hosted by enough agents. {{(pid=121607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 22:16:53.028764 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-0b503146-32ac-4767-8f94-7ae1f136ecd4 admin admin] Resources bound (agent type, host, resource id):  {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 22:16:53.175845 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b503146-32ac-4767-8f94-7ae1f136ecd4 admin admin] Router fefdd63b-508d-4215-b887-02ae1ff71787 has already been hosted by L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 {{(pid=121607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 25 22:16:53.298406 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b503146-32ac-4767-8f94-7ae1f136ecd4 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 22:16:53.304530 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-0b503146-32ac-4767-8f94-7ae1f136ecd4 admin admin] 10.222.0.32 "PUT /v2.0/routers/fefdd63b-508d-4215-b887-02ae1ff71787/add_router_interface HTTP/1.1" status: 200  len: 503 time: 1.8611877
Dec 25 22:16:53.392305 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-31808554-0f70-441d-a0fb-b68a391e25ef None None] Provisioning complete for port 6ba9ef31-3aed-48b6-9e34-e0d170325047 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 22:16:53.392681 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-31808554-0f70-441d-a0fb-b68a391e25ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:16:53.439115 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-31808554-0f70-441d-a0fb-b68a391e25ef None None] Port 6ba9ef31-3aed-48b6-9e34-e0d170325047 cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 22:16:54.339846 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 49770) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 22:16:54.344981 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-c4981c67-50f8-4953-b762-b33c61418433 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-349544551', 'description': 'tempest-secgroup-smoke-349544551 description', 'project_id': '8aefbad38c734203b2719ed40e315a78'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 22:16:54.358888 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e04115f8-662b-4296-ae97-b94f28e63a8f None None] Sync routers for ids ['fefdd63b-508d-4215-b887-02ae1ff71787'] in ncdv-master-1 {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 22:16:54.369898 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e04115f8-662b-4296-ae97-b94f28e63a8f None None] Routers {'fefdd63b-508d-4215-b887-02ae1ff71787'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 22:16:54.370493 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-e04115f8-662b-4296-ae97-b94f28e63a8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2618bc4400>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T22:16:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['fefdd63b-508d-4215-b887-02ae1ff71787'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 22:16:54.434383 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-c4981c67-50f8-4953-b762-b33c61418433 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] Publish callbacks [] for security_group, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:16:54.476908 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvr_db [None req-e04115f8-662b-4296-ae97-b94f28e63a8f None None] Set router fefdd63b-508d-4215-b887-02ae1ff71787 gateway port host: ncdv-master-1 {{(pid=121608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 22:16:54.503007 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-c4981c67-50f8-4953-b762-b33c61418433 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] Publish callbacks [] for security_group, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:16:54.571208 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-c4981c67-50f8-4953-b762-b33c61418433 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:16:54.599872 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4981c67-50f8-4953-b762-b33c61418433 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c647c397-37ba-4e70-a68d-f535fda9f892,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:16:54.670644 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-c4981c67-50f8-4953-b762-b33c61418433 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:16:54.671969 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-c4981c67-50f8-4953-b762-b33c61418433 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1811 time: 0.3310661
Dec 25 22:16:54.674884 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 49772) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 22:16:54.679873 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-e04115f8-662b-4296-ae97-b94f28e63a8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2618bc4400>, [{'id': 'fefdd63b-508d-4215-b887-02ae1ff71787', 'name': 'tempest-TestShelveInstance-1185609008-router', 'tenant_id': 'c27b6c0ab9fc476b89cce6d1d5e9d32d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.254'}], 'enable_snat': True}, 'gw_port_id': '094b090b-9202-4382-bf08-6c89fab0f944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T22:16:49Z', 'updated_at': '2021-12-25T22:16:52Z', 'revision_number': 4, 'project_id': 'c27b6c0ab9fc476b89cce6d1d5e9d32d', 'gw_port': {'id': '094b090b-9202-4382-bf08-6c89fab0f944', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:79:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fefdd63b-508d-4215-b887-02ae1ff71787', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T22:16:49Z', 'updated_at': '2021-12-25T22:16:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '6ba9ef31-3aed-48b6-9e34-e0d170325047', 'name': '', 'network_id': '7b60865c-7687-470b-b001-b7fbab7b5810', 'tenant_id': 'c27b6c0ab9fc476b89cce6d1d5e9d32d', 'mac_address': 'fa:16:3e:e2:a3:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fefdd63b-508d-4215-b887-02ae1ff71787', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '10e6a86e-b879-4d2a-8250-fabd857b4d2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T22:16:51Z', 'updated_at': '2021-12-25T22:16:52Z', 'revision_number': 2, 'project_id': 'c27b6c0ab9fc476b89cce6d1d5e9d32d', 'subnets': [{'id': '10e6a86e-b879-4d2a-8250-fabd857b4d2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 22:16:54.680296 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-3e38eaaf-7e93-4779-b597-d27c91fba8b6 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] Request body: {'security_group_rule': {'security_group_id': 'c647c397-37ba-4e70-a68d-f535fda9f892', 'project_id': '8aefbad38c734203b2719ed40e315a78', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 22:16:54.706584 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e04115f8-662b-4296-ae97-b94f28e63a8f None None] Checking router: fefdd63b-508d-4215-b887-02ae1ff71787 for host: ncdv-master-1 {{(pid=121608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 25 22:16:54.707334 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e04115f8-662b-4296-ae97-b94f28e63a8f None None] Updating router fefdd63b-508d-4215-b887-02ae1ff71787 port 6ba9ef31-3aed-48b6-9e34-e0d170325047 binding host ncdv-master-1 {{(pid=121608) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 25 22:16:54.738579 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-e04115f8-662b-4296-ae97-b94f28e63a8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:16:54.759050 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-3e38eaaf-7e93-4779-b597-d27c91fba8b6 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] Publish callbacks [] for security_group_rule, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:16:54.814314 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-3e38eaaf-7e93-4779-b597-d27c91fba8b6 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:16:54.897166 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-3e38eaaf-7e93-4779-b597-d27c91fba8b6 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077839'] for security_group_rule, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:16:54.908842 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 094b090b-9202-4382-bf08-6c89fab0f944 up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 22:16:54.916124 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e38eaaf-7e93-4779-b597-d27c91fba8b6 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=944e9aae-a307-44dc-8cb0-5ba84c287d86,revision_number=0']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:16:55.000617 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port 094b090b-9202-4382-bf08-6c89fab0f944 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 22:16:55.001012 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:16:55.007563 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-3e38eaaf-7e93-4779-b597-d27c91fba8b6 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] Publish callbacks [] for security_group_rule, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:16:55.011355 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-3e38eaaf-7e93-4779-b597-d27c91fba8b6 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3323286
Dec 25 22:16:55.011608 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 49774) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 22:16:55.015938 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-c0b68f32-1350-41a4-83a6-f77f8ed9fe18 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] Request body: {'security_group_rule': {'security_group_id': 'c647c397-37ba-4e70-a68d-f535fda9f892', 'project_id': '8aefbad38c734203b2719ed40e315a78', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 22:16:55.066771 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-e04115f8-662b-4296-ae97-b94f28e63a8f None None] Publish callbacks [] for port, precommit_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:16:55.119058 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-c0b68f32-1350-41a4-83a6-f77f8ed9fe18 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] Publish callbacks [] for security_group_rule, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:16:55.148864 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-e04115f8-662b-4296-ae97-b94f28e63a8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:16:55.176164 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-c0b68f32-1350-41a4-83a6-f77f8ed9fe18 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:16:55.197647 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f971cc14-89b6-45a8-882e-233934b025b6 None None] Pushing event updated for resources: {'Port': ['ID=6ba9ef31-3aed-48b6-9e34-e0d170325047,revision_number=3']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:16:55.251535 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-c0b68f32-1350-41a4-83a6-f77f8ed9fe18 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077839'] for security_group_rule, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:16:55.255799 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-e04115f8-662b-4296-ae97-b94f28e63a8f None None] Attempting to bind port 6ba9ef31-3aed-48b6-9e34-e0d170325047 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 22:16:55.256657 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-e04115f8-662b-4296-ae97-b94f28e63a8f None None] Attempting to bind port 6ba9ef31-3aed-48b6-9e34-e0d170325047 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '837aa7c4-cddd-45fe-ac8a-0bd2bebdc7cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '7b60865c-7687-470b-b001-b7fbab7b5810'}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 22:16:55.256981 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e04115f8-662b-4296-ae97-b94f28e63a8f None None] Attempting to bind port 6ba9ef31-3aed-48b6-9e34-e0d170325047 on network 7b60865c-7687-470b-b001-b7fbab7b5810 {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 22:16:55.266824 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e04115f8-662b-4296-ae97-b94f28e63a8f None None] Checking agent: {'id': 'ca4f5c6d-f1fd-48b8-a3e3-395864c7d23d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 20, 56, 40), 'started_at': datetime.datetime(2021, 12, 25, 20, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 22, 16, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 22:16:55.266824 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e04115f8-662b-4296-ae97-b94f28e63a8f None None] Checking segment: {'id': '837aa7c4-cddd-45fe-ac8a-0bd2bebdc7cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '7b60865c-7687-470b-b001-b7fbab7b5810'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 22:16:55.266824 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-e04115f8-662b-4296-ae97-b94f28e63a8f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:16:55.266824 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e04115f8-662b-4296-ae97-b94f28e63a8f None None] Bound using segment: {'id': '837aa7c4-cddd-45fe-ac8a-0bd2bebdc7cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '7b60865c-7687-470b-b001-b7fbab7b5810'} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 22:16:55.266824 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-e04115f8-662b-4296-ae97-b94f28e63a8f None None] Bound port: 6ba9ef31-3aed-48b6-9e34-e0d170325047, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '837aa7c4-cddd-45fe-ac8a-0bd2bebdc7cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '7b60865c-7687-470b-b001-b7fbab7b5810'}}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 22:16:55.266824 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-e04115f8-662b-4296-ae97-b94f28e63a8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:16:55.271341 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b68f32-1350-41a4-83a6-f77f8ed9fe18 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56664820-223e-4217-8e46-b9dc97edb19e,revision_number=0']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:16:55.332770 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-e04115f8-662b-4296-ae97-b94f28e63a8f None None] For port 6ba9ef31-3aed-48b6-9e34-e0d170325047, host ncdv-master-1, cleared binding levels {{(pid=121608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 22:16:55.335920 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-e04115f8-662b-4296-ae97-b94f28e63a8f None None] For port 6ba9ef31-3aed-48b6-9e34-e0d170325047, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6ba9ef31-3aed-48b6-9e34-e0d170325047,segment=NetworkSegment(837aa7c4-cddd-45fe-ac8a-0bd2bebdc7cd),segment_id=837aa7c4-cddd-45fe-ac8a-0bd2bebdc7cd)] {{(pid=121608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 22:16:55.339754 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-c0b68f32-1350-41a4-83a6-f77f8ed9fe18 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] Publish callbacks [] for security_group_rule, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:16:55.341055 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-c0b68f32-1350-41a4-83a6-f77f8ed9fe18 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.3284547
Dec 25 22:16:55.344045 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 49776) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 22:16:55.349119 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-617ba01a-fce0-47e7-bbe0-20f0371273ba tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] Request body: {'security_group_rule': {'security_group_id': 'c647c397-37ba-4e70-a68d-f535fda9f892', 'project_id': '8aefbad38c734203b2719ed40e315a78', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 22:16:55.465475 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-e04115f8-662b-4296-ae97-b94f28e63a8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:16:55.490353 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-617ba01a-fce0-47e7-bbe0-20f0371273ba tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] Publish callbacks [] for security_group_rule, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:16:55.520438 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-a0e53136-f81e-4db6-86bc-6982f8712192 None None] Provisioning complete for port 6ba9ef31-3aed-48b6-9e34-e0d170325047 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 22:16:55.520805 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-a0e53136-f81e-4db6-86bc-6982f8712192 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:16:55.556064 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e04115f8-662b-4296-ae97-b94f28e63a8f None None] Routers {'fefdd63b-508d-4215-b887-02ae1ff71787'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 22:16:55.556689 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-e04115f8-662b-4296-ae97-b94f28e63a8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2618bc4400>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T22:16:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['fefdd63b-508d-4215-b887-02ae1ff71787'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 22:16:55.558714 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-617ba01a-fce0-47e7-bbe0-20f0371273ba tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:16:55.561536 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f971cc14-89b6-45a8-882e-233934b025b6 None None] Pushing event updated for resources: {'Port': ['ID=6ba9ef31-3aed-48b6-9e34-e0d170325047,revision_number=4']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:16:55.633534 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-617ba01a-fce0-47e7-bbe0-20f0371273ba tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077839'] for security_group_rule, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:16:55.655860 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617ba01a-fce0-47e7-bbe0-20f0371273ba tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89758b93-ea82-427b-bcfd-25346234a6f3,revision_number=0']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:16:55.717032 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvr_db [None req-e04115f8-662b-4296-ae97-b94f28e63a8f None None] Set router fefdd63b-508d-4215-b887-02ae1ff71787 gateway port host: ncdv-master-1 {{(pid=121608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 22:16:55.721602 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-617ba01a-fce0-47e7-bbe0-20f0371273ba tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] Publish callbacks [] for security_group_rule, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:16:55.725334 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-617ba01a-fce0-47e7-bbe0-20f0371273ba tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3778813
Dec 25 22:16:55.725526 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 49778) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 22:16:55.729952 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-013cf931-2044-484a-8acb-513a49916ab1 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] Request body: {'security_group_rule': {'security_group_id': 'c647c397-37ba-4e70-a68d-f535fda9f892', 'project_id': '8aefbad38c734203b2719ed40e315a78', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 22:16:55.745737 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-a0e53136-f81e-4db6-86bc-6982f8712192 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:16:55.810006 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-013cf931-2044-484a-8acb-513a49916ab1 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] Publish callbacks [] for security_group_rule, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:16:55.870959 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-013cf931-2044-484a-8acb-513a49916ab1 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:16:55.948702 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-013cf931-2044-484a-8acb-513a49916ab1 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077839'] for security_group_rule, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:16:55.967314 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013cf931-2044-484a-8acb-513a49916ab1 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=963b8a17-1498-4cce-a218-2b516fd40c5e,revision_number=0']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:16:55.994491 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-a0e53136-f81e-4db6-86bc-6982f8712192 None None] For port 6ba9ef31-3aed-48b6-9e34-e0d170325047, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6ba9ef31-3aed-48b6-9e34-e0d170325047,segment=NetworkSegment(837aa7c4-cddd-45fe-ac8a-0bd2bebdc7cd),segment_id=837aa7c4-cddd-45fe-ac8a-0bd2bebdc7cd)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 22:16:56.019168 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-013cf931-2044-484a-8acb-513a49916ab1 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] Publish callbacks [] for security_group_rule, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:16:56.020347 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-013cf931-2044-484a-8acb-513a49916ab1 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.2937903
Dec 25 22:16:56.023321 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 49780) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 22:16:56.027644 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-d8cf17d3-61b0-4cca-8d00-feeb4fb52a3a tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] Request body: {'security_group_rule': {'security_group_id': 'c647c397-37ba-4e70-a68d-f535fda9f892', 'project_id': '8aefbad38c734203b2719ed40e315a78', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 22:16:56.091431 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-a0e53136-f81e-4db6-86bc-6982f8712192 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:16:56.114574 ncdv-master-1 neutron-server[121607]: INFO neutron.db.securitygroups_db [None req-d8cf17d3-61b0-4cca-8d00-feeb4fb52a3a tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] Project 8aefbad38c734203b2719ed40e315a78 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 25 22:16:56.119764 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-d8cf17d3-61b0-4cca-8d00-feeb4fb52a3a tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] Publish callbacks [] for security_group_rule, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:16:56.138140 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-e04115f8-662b-4296-ae97-b94f28e63a8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2618bc4400>, [{'id': 'fefdd63b-508d-4215-b887-02ae1ff71787', 'name': 'tempest-TestShelveInstance-1185609008-router', 'tenant_id': 'c27b6c0ab9fc476b89cce6d1d5e9d32d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.254'}], 'enable_snat': True}, 'gw_port_id': '094b090b-9202-4382-bf08-6c89fab0f944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T22:16:49Z', 'updated_at': '2021-12-25T22:16:52Z', 'revision_number': 4, 'project_id': 'c27b6c0ab9fc476b89cce6d1d5e9d32d', 'gw_port': {'id': '094b090b-9202-4382-bf08-6c89fab0f944', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:79:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fefdd63b-508d-4215-b887-02ae1ff71787', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T22:16:49Z', 'updated_at': '2021-12-25T22:16:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '6ba9ef31-3aed-48b6-9e34-e0d170325047', 'name': '', 'network_id': '7b60865c-7687-470b-b001-b7fbab7b5810', 'tenant_id': 'c27b6c0ab9fc476b89cce6d1d5e9d32d', 'mac_address': 'fa:16:3e:e2:a3:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fefdd63b-508d-4215-b887-02ae1ff71787', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '10e6a86e-b879-4d2a-8250-fabd857b4d2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T22:16:51Z', 'updated_at': '2021-12-25T22:16:55Z', 'revision_number': 4, 'project_id': 'c27b6c0ab9fc476b89cce6d1d5e9d32d', 'subnets': [{'id': '10e6a86e-b879-4d2a-8250-fabd857b4d2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 22:16:56.171022 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e04115f8-662b-4296-ae97-b94f28e63a8f None None] The sync data for ids ['fefdd63b-508d-4215-b887-02ae1ff71787'] in ncdv-master-1 is: [{'id': 'fefdd63b-508d-4215-b887-02ae1ff71787', 'name': 'tempest-TestShelveInstance-1185609008-router', 'tenant_id': 'c27b6c0ab9fc476b89cce6d1d5e9d32d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.254'}], 'enable_snat': True}, 'gw_port_id': '094b090b-9202-4382-bf08-6c89fab0f944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T22:16:49Z', 'updated_at': '2021-12-25T22:16:52Z', 'revision_number': 4, 'project_id': 'c27b6c0ab9fc476b89cce6d1d5e9d32d', 'gw_port': {'id': '094b090b-9202-4382-bf08-6c89fab0f944', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:79:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fefdd63b-508d-4215-b887-02ae1ff71787', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T22:16:49Z', 'updated_at': '2021-12-25T22:16:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '6ba9ef31-3aed-48b6-9e34-e0d170325047', 'name': '', 'network_id': '7b60865c-7687-470b-b001-b7fbab7b5810', 'tenant_id': 'c27b6c0ab9fc476b89cce6d1d5e9d32d', 'mac_address': 'fa:16:3e:e2:a3:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fefdd63b-508d-4215-b887-02ae1ff71787', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '10e6a86e-b879-4d2a-8250-fabd857b4d2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T22:16:51Z', 'updated_at': '2021-12-25T22:16:55Z', 'revision_number': 4, 'project_id': 'c27b6c0ab9fc476b89cce6d1d5e9d32d', 'subnets': [{'id': '10e6a86e-b879-4d2a-8250-fabd857b4d2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 22:16:56.172817 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e53136-f81e-4db6-86bc-6982f8712192 None None] Pushing event updated for resources: {'Port': ['ID=6ba9ef31-3aed-48b6-9e34-e0d170325047,revision_number=5']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:16:56.177573 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-d8cf17d3-61b0-4cca-8d00-feeb4fb52a3a tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:16:56.211885 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-981c752c-6841-40de-af56-190659ef078d None None] Provisioning complete for port 6ba9ef31-3aed-48b6-9e34-e0d170325047 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 22:16:56.212185 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-981c752c-6841-40de-af56-190659ef078d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:16:56.251357 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-d8cf17d3-61b0-4cca-8d00-feeb4fb52a3a tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077839'] for security_group_rule, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:16:56.268809 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cf17d3-61b0-4cca-8d00-feeb4fb52a3a tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7487e23-2a8e-4720-9261-b9e99a36434d,revision_number=0']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:16:56.367824 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-d8cf17d3-61b0-4cca-8d00-feeb4fb52a3a tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] Publish callbacks [] for security_group_rule, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:16:56.369279 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-d8cf17d3-61b0-4cca-8d00-feeb4fb52a3a tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.3449523
Dec 25 22:16:56.371947 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 49782) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 22:16:56.376534 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-cc8e8bcb-259d-4e2c-841b-847d92c72c49 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] Request body: {'security_group_rule': {'security_group_id': 'c647c397-37ba-4e70-a68d-f535fda9f892', 'project_id': '8aefbad38c734203b2719ed40e315a78', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 22:16:56.457095 ncdv-master-1 neutron-server[121607]: INFO neutron.db.securitygroups_db [None req-cc8e8bcb-259d-4e2c-841b-847d92c72c49 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] Project 8aefbad38c734203b2719ed40e315a78 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 25 22:16:56.463291 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-cc8e8bcb-259d-4e2c-841b-847d92c72c49 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] Publish callbacks [] for security_group_rule, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:16:56.527424 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-cc8e8bcb-259d-4e2c-841b-847d92c72c49 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:16:56.594403 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-cc8e8bcb-259d-4e2c-841b-847d92c72c49 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077839'] for security_group_rule, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:16:56.613645 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8e8bcb-259d-4e2c-841b-847d92c72c49 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=256ccc0a-fe44-44ec-b915-7eee83f53555,revision_number=0']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:16:56.687056 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-cc8e8bcb-259d-4e2c-841b-847d92c72c49 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] Publish callbacks [] for security_group_rule, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:16:56.688306 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-cc8e8bcb-259d-4e2c-841b-847d92c72c49 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.3152058
Dec 25 22:16:56.837720 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-72d10925-f402-4901-a642-3883da3da9d6 req-d182985f-0d63-4ce4-b3de-cc3fc740ba36 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-349544551&fields=id&tenant_id=8aefbad38c734203b2719ed40e315a78 HTTP/1.1" status: 200  len: 267 time: 0.0456684
Dec 25 22:16:56.879180 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 6ba9ef31-3aed-48b6-9e34-e0d170325047 up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 22:16:56.928663 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port 6ba9ef31-3aed-48b6-9e34-e0d170325047 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 22:16:56.929070 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:16:56.964752 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d10925-f402-4901-a642-3883da3da9d6 req-6ac34801-3c51-400f-9be1-a67b95dfe8b1 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:16:56.966685 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-72d10925-f402-4901-a642-3883da3da9d6 req-6ac34801-3c51-400f-9be1-a67b95dfe8b1 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] 10.222.0.32 "GET /v2.0/networks?id=db0de716-353d-48fe-b77e-10fa7ac25f29 HTTP/1.1" status: 200  len: 809 time: 0.1214356
Dec 25 22:16:56.982146 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-72d10925-f402-4901-a642-3883da3da9d6 req-d7c4511b-a5e7-4b47-ab19-dfe9e6b69b20 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] 10.222.0.32 "GET /v2.0/quotas/8aefbad38c734203b2719ed40e315a78 HTTP/1.1" status: 200  len: 375 time: 0.0097547
Dec 25 22:16:57.037851 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-72d10925-f402-4901-a642-3883da3da9d6 req-ad84748e-3500-4d1f-8f72-574af0e29e12 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=8aefbad38c734203b2719ed40e315a78&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0486944
Dec 25 22:16:57.135103 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-72d10925-f402-4901-a642-3883da3da9d6 req-5968faac-d078-4d04-969e-18cdfb878546 service neutron] 10.222.0.32 "GET /v2.0/networks/db0de716-353d-48fe-b77e-10fa7ac25f29?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0850892
Dec 25 22:16:57.230991 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-72d10925-f402-4901-a642-3883da3da9d6 req-ca901335-ecbb-4458-a25d-726ceb715830 service neutron] 10.222.0.32 "GET /v2.0/networks/db0de716-353d-48fe-b77e-10fa7ac25f29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0896266
Dec 25 22:16:57.481829 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a00ee332-6386-4ad8-879d-e87883434f9c req-53fc1602-0ba1-4048-8006-487af35a6d55 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] 10.222.0.32 "GET /v2.0/ports?device_id=db11646b-c236-4ea8-afc6-7542c731bfa5 HTTP/1.1" status: 200  len: 210 time: 0.0272095
Dec 25 22:16:58.575190 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-485d7323-8e7c-4eb6-92ca-3c6220ac8322 req-445ebc23-17b6-4c12-a5d9-993d67b750b7 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] 10.222.0.32 "GET /v2.0/ports?device_id=db11646b-c236-4ea8-afc6-7542c731bfa5 HTTP/1.1" status: 200  len: 210 time: 0.0267599
Dec 25 22:16:59.515298 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d10925-f402-4901-a642-3883da3da9d6 req-b3542a05-bd46-4855-aaca-4f6c6b469d7a tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:16:59.516742 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-72d10925-f402-4901-a642-3883da3da9d6 req-b3542a05-bd46-4855-aaca-4f6c6b469d7a tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] 10.222.0.31 "GET /v2.0/networks?id=db0de716-353d-48fe-b77e-10fa7ac25f29 HTTP/1.1" status: 200  len: 809 time: 0.1088307
Dec 25 22:16:59.579327 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-72d10925-f402-4901-a642-3883da3da9d6 req-500f01ab-edd7-4f58-ab8a-c00ab51fcf0d tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8aefbad38c734203b2719ed40e315a78 HTTP/1.1" status: 200  len: 379 time: 0.0532928
Dec 25 22:16:59.591081 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-72d10925-f402-4901-a642-3883da3da9d6 req-fa36759d-b719-45f2-bfb1-9c56fa250906 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] Request body: {'port': {'device_id': 'db11646b-c236-4ea8-afc6-7542c731bfa5', 'network_id': 'db0de716-353d-48fe-b77e-10fa7ac25f29', 'admin_state_up': True, 'tenant_id': '8aefbad38c734203b2719ed40e315a78', 'security_groups': ['c647c397-37ba-4e70-a68d-f535fda9f892']}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 22:16:59.687940 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ce7e31c6-d665-4710-af54-2102c172b6db req-007132f8-42c7-4231-95d0-82a4e0bd84a7 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] 10.222.0.32 "GET /v2.0/ports?device_id=db11646b-c236-4ea8-afc6-7542c731bfa5 HTTP/1.1" status: 200  len: 210 time: 0.0359783
Dec 25 22:16:59.799446 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72d10925-f402-4901-a642-3883da3da9d6 req-fa36759d-b719-45f2-bfb1-9c56fa250906 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] Made reservation on behalf of 8aefbad38c734203b2719ed40e315a78 for: {'port': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 22:16:59.803056 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-72d10925-f402-4901-a642-3883da3da9d6 req-fa36759d-b719-45f2-bfb1-9c56fa250906 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:16:59.927491 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_common [req-72d10925-f402-4901-a642-3883da3da9d6 req-fa36759d-b719-45f2-bfb1-9c56fa250906 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] Allocated IP 172.20.0.14 (db0de716-353d-48fe-b77e-10fa7ac25f29/052b93b2-8055-4d9c-a3a9-730de68e61cc/3fcc8917-c1c4-4146-bdaf-cc8783ff604f) {{(pid=121606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 22:17:00.061670 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-72d10925-f402-4901-a642-3883da3da9d6 req-fa36759d-b719-45f2-bfb1-9c56fa250906 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] Publish callbacks [] for port, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:17:00.143487 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-72d10925-f402-4901-a642-3883da3da9d6 req-fa36759d-b719-45f2-bfb1-9c56fa250906 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:17:00.186442 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72d10925-f402-4901-a642-3883da3da9d6 req-fa36759d-b719-45f2-bfb1-9c56fa250906 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] Network db0de716-353d-48fe-b77e-10fa7ac25f29 is already hosted by enough agents. {{(pid=121606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 22:17:00.191954 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [req-72d10925-f402-4901-a642-3883da3da9d6 req-fa36759d-b719-45f2-bfb1-9c56fa250906 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] Resources bound (agent type, host, resource id):  {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 22:17:00.194688 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [req-72d10925-f402-4901-a642-3883da3da9d6 req-fa36759d-b719-45f2-bfb1-9c56fa250906 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] Received port after_create {{(pid=121606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 22:17:00.229317 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa36759d-b719-45f2-bfb1-9c56fa250906 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] Pushing event updated for resources: {'Port': ['ID=3fcc8917-c1c4-4146-bdaf-cc8783ff604f,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:17:00.255839 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d10925-f402-4901-a642-3883da3da9d6 req-fa36759d-b719-45f2-bfb1-9c56fa250906 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:17:00.256415 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-72d10925-f402-4901-a642-3883da3da9d6 req-fa36759d-b719-45f2-bfb1-9c56fa250906 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:17:00.350788 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-72d10925-f402-4901-a642-3883da3da9d6 req-fa36759d-b719-45f2-bfb1-9c56fa250906 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.7636127
Dec 25 22:17:00.364119 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-72d10925-f402-4901-a642-3883da3da9d6 req-fd1588ff-51f1-4565-9101-d48b61787f46 service neutron] Request body: {'port': {'device_id': 'db11646b-c236-4ea8-afc6-7542c731bfa5', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 22:17:00.418377 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-72d10925-f402-4901-a642-3883da3da9d6 req-fd1588ff-51f1-4565-9101-d48b61787f46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:17:00.471152 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-38f4093a-edf8-4bb3-82e3-2d394ea9a987 None None] Provisioning complete for port 3fcc8917-c1c4-4146-bdaf-cc8783ff604f triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 22:17:00.471685 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-38f4093a-edf8-4bb3-82e3-2d394ea9a987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:17:00.505945 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-38f4093a-edf8-4bb3-82e3-2d394ea9a987 None None] Port 3fcc8917-c1c4-4146-bdaf-cc8783ff604f cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 22:17:00.675441 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [req-72d10925-f402-4901-a642-3883da3da9d6 req-fd1588ff-51f1-4565-9101-d48b61787f46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3fcc8917-c1c4-4146-bdaf-cc8783ff604f {{(pid=121606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 22:17:00.683264 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-72d10925-f402-4901-a642-3883da3da9d6 req-fd1588ff-51f1-4565-9101-d48b61787f46 service neutron] Publish callbacks [] for port, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:17:00.694702 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.provisioning_blocks [req-72d10925-f402-4901-a642-3883da3da9d6 req-fd1588ff-51f1-4565-9101-d48b61787f46 service neutron] Transition to ACTIVE for port object 3fcc8917-c1c4-4146-bdaf-cc8783ff604f will not be triggered until provisioned by entity L2. {{(pid=121606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 25 22:17:00.784832 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-72d10925-f402-4901-a642-3883da3da9d6 req-fd1588ff-51f1-4565-9101-d48b61787f46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:17:00.849295 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d636399-57f4-4689-b8c8-226925540620 req-585c0d13-ebb4-4a99-87ae-6610f57e84b0 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:17:00.850857 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-6d636399-57f4-4689-b8c8-226925540620 req-585c0d13-ebb4-4a99-87ae-6610f57e84b0 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] 10.222.0.32 "GET /v2.0/ports?device_id=db11646b-c236-4ea8-afc6-7542c731bfa5 HTTP/1.1" status: 200  len: 932 time: 0.0924785
Dec 25 22:17:00.877695 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1588ff-51f1-4565-9101-d48b61787f46 service neutron] Pushing event updated for resources: {'Port': ['ID=3fcc8917-c1c4-4146-bdaf-cc8783ff604f,revision_number=2']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:17:00.967514 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-6d636399-57f4-4689-b8c8-226925540620 req-dfbffdd6-b32b-47ed-b3fb-4df67066b85f tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] 10.222.0.32 "GET /v2.0/security-groups?id=c647c397-37ba-4e70-a68d-f535fda9f892&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0936911
Dec 25 22:17:00.968199 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-72d10925-f402-4901-a642-3883da3da9d6 req-fd1588ff-51f1-4565-9101-d48b61787f46 service neutron] Attempting to bind port 3fcc8917-c1c4-4146-bdaf-cc8783ff604f on host nch1-master-1 for vnic_type normal with profile  {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 22:17:00.968538 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-72d10925-f402-4901-a642-3883da3da9d6 req-fd1588ff-51f1-4565-9101-d48b61787f46 service neutron] Attempting to bind port 3fcc8917-c1c4-4146-bdaf-cc8783ff604f by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '276c9ad4-ec06-42f5-a5e9-145415d33bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'db0de716-353d-48fe-b77e-10fa7ac25f29'}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 22:17:00.968907 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72d10925-f402-4901-a642-3883da3da9d6 req-fd1588ff-51f1-4565-9101-d48b61787f46 service neutron] Attempting to bind port 3fcc8917-c1c4-4146-bdaf-cc8783ff604f on network db0de716-353d-48fe-b77e-10fa7ac25f29 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 22:17:00.974538 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72d10925-f402-4901-a642-3883da3da9d6 req-fd1588ff-51f1-4565-9101-d48b61787f46 service neutron] Port 3fcc8917-c1c4-4146-bdaf-cc8783ff604f on network db0de716-353d-48fe-b77e-10fa7ac25f29 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 25 22:17:00.974871 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72d10925-f402-4901-a642-3883da3da9d6 req-fd1588ff-51f1-4565-9101-d48b61787f46 service neutron] Attempting to bind port 3fcc8917-c1c4-4146-bdaf-cc8783ff604f on network db0de716-353d-48fe-b77e-10fa7ac25f29 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 22:17:00.979974 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72d10925-f402-4901-a642-3883da3da9d6 req-fd1588ff-51f1-4565-9101-d48b61787f46 service neutron] Checking agent: {'id': '6d577036-68fc-4aa4-aed7-5ab01de2117e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 21, 4, 34), 'started_at': datetime.datetime(2021, 12, 25, 21, 4, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 22, 16, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 22:17:00.980289 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72d10925-f402-4901-a642-3883da3da9d6 req-fd1588ff-51f1-4565-9101-d48b61787f46 service neutron] Checking segment: {'id': '276c9ad4-ec06-42f5-a5e9-145415d33bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'db0de716-353d-48fe-b77e-10fa7ac25f29'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 22:17:00.980681 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72d10925-f402-4901-a642-3883da3da9d6 req-fd1588ff-51f1-4565-9101-d48b61787f46 service neutron] Bound using segment: {'id': '276c9ad4-ec06-42f5-a5e9-145415d33bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'db0de716-353d-48fe-b77e-10fa7ac25f29'} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 22:17:00.981155 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-72d10925-f402-4901-a642-3883da3da9d6 req-fd1588ff-51f1-4565-9101-d48b61787f46 service neutron] Bound port: 3fcc8917-c1c4-4146-bdaf-cc8783ff604f, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '276c9ad4-ec06-42f5-a5e9-145415d33bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'db0de716-353d-48fe-b77e-10fa7ac25f29'}}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 22:17:00.981518 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-72d10925-f402-4901-a642-3883da3da9d6 req-fd1588ff-51f1-4565-9101-d48b61787f46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:17:01.045629 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-72d10925-f402-4901-a642-3883da3da9d6 req-fd1588ff-51f1-4565-9101-d48b61787f46 service neutron] For port 3fcc8917-c1c4-4146-bdaf-cc8783ff604f, host nch1-master-1, cleared binding levels {{(pid=121606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 22:17:01.048537 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-72d10925-f402-4901-a642-3883da3da9d6 req-fd1588ff-51f1-4565-9101-d48b61787f46 service neutron] For port 3fcc8917-c1c4-4146-bdaf-cc8783ff604f, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3fcc8917-c1c4-4146-bdaf-cc8783ff604f,segment=NetworkSegment(276c9ad4-ec06-42f5-a5e9-145415d33bb3),segment_id=276c9ad4-ec06-42f5-a5e9-145415d33bb3)] {{(pid=121606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 22:17:01.125691 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-72d10925-f402-4901-a642-3883da3da9d6 req-fd1588ff-51f1-4565-9101-d48b61787f46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:17:01.161178 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d10925-f402-4901-a642-3883da3da9d6 req-fd1588ff-51f1-4565-9101-d48b61787f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:17:01.161796 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-72d10925-f402-4901-a642-3883da3da9d6 req-fd1588ff-51f1-4565-9101-d48b61787f46 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:17:01.163196 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-72d10925-f402-4901-a642-3883da3da9d6 req-fd1588ff-51f1-4565-9101-d48b61787f46 service neutron] 10.222.0.31 "PUT /v2.0/ports/3fcc8917-c1c4-4146-bdaf-cc8783ff604f HTTP/1.1" status: 200  len: 1092 time: 0.8039153
Dec 25 22:17:01.163639 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db11646b-c236-4ea8-afc6-7542c731bfa5', 'tag': '3fcc8917-c1c4-4146-bdaf-cc8783ff604f'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 22:17:01.165895 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3aaaccd1c5724dc9dd74c6f33e2aadc9492bdd81d11d1049086089e292681ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1014493-c056-4acc-9a92-c9e9dac420ac" -d '{"events": [{"name": "network-changed", "server_uuid": "db11646b-c236-4ea8-afc6-7542c731bfa5", "tag": "3fcc8917-c1c4-4146-bdaf-cc8783ff604f"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 22:17:01.194935 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1588ff-51f1-4565-9101-d48b61787f46 service neutron] Pushing event updated for resources: {'Port': ['ID=3fcc8917-c1c4-4146-bdaf-cc8783ff604f,revision_number=3']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:17:01.275937 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Dec 2021 22:17:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e1e9eb8-ca7d-4dd9-ab46-89d00f372358 x-openstack-request-id: req-1e1e9eb8-ca7d-4dd9-ab46-89d00f372358 {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 22:17:01.276258 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db11646b-c236-4ea8-afc6-7542c731bfa5", "tag": "3fcc8917-c1c4-4146-bdaf-cc8783ff604f", "status": "completed", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 22:17:01.276514 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1e1e9eb8-ca7d-4dd9-ab46-89d00f372358 {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 22:17:01.277021 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db11646b-c236-4ea8-afc6-7542c731bfa5', 'tag': '3fcc8917-c1c4-4146-bdaf-cc8783ff604f', 'status': 'completed', 'code': 200}
Dec 25 22:17:01.325923 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d10925-f402-4901-a642-3883da3da9d6 req-4924b6c7-af43-49ee-8324-4c74d7dcfc6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:17:01.327456 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-72d10925-f402-4901-a642-3883da3da9d6 req-4924b6c7-af43-49ee-8324-4c74d7dcfc6f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8aefbad38c734203b2719ed40e315a78&device_id=db11646b-c236-4ea8-afc6-7542c731bfa5 HTTP/1.1" status: 200  len: 1095 time: 0.0478568
Dec 25 22:17:01.369863 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-72d10925-f402-4901-a642-3883da3da9d6 req-177bf5ad-c83e-42d1-9c77-7774a8b1c4c4 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3fcc8917-c1c4-4146-bdaf-cc8783ff604f HTTP/1.1" status: 200  len: 217 time: 0.0349715
Dec 25 22:17:01.419668 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d10925-f402-4901-a642-3883da3da9d6 req-5cf228b3-b0cf-4cef-9d42-fc5134990281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:17:01.421183 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-72d10925-f402-4901-a642-3883da3da9d6 req-5cf228b3-b0cf-4cef-9d42-fc5134990281 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=052b93b2-8055-4d9c-a3a9-730de68e61cc HTTP/1.1" status: 200  len: 848 time: 0.0440383
Dec 25 22:17:01.472604 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d10925-f402-4901-a642-3883da3da9d6 req-7df10102-eb26-4458-87fd-f4cda98b9d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:17:01.474194 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-72d10925-f402-4901-a642-3883da3da9d6 req-7df10102-eb26-4458-87fd-f4cda98b9d8a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=db0de716-353d-48fe-b77e-10fa7ac25f29&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0465684
Dec 25 22:17:01.563711 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-72d10925-f402-4901-a642-3883da3da9d6 req-59c1b170-a5dd-4e1f-b345-c3aee0ba7bcb service neutron] 10.222.0.31 "GET /v2.0/networks/db0de716-353d-48fe-b77e-10fa7ac25f29?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0822141
Dec 25 22:17:01.653862 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-72d10925-f402-4901-a642-3883da3da9d6 req-ed4440d5-252e-4e2f-8f10-ea955348204c service neutron] 10.222.0.31 "GET /v2.0/networks/db0de716-353d-48fe-b77e-10fa7ac25f29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0831115
Dec 25 22:17:01.796539 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1014493-c056-4acc-9a92-c9e9dac420ac req-24874ac7-a0f2-4912-97e5-9f704eed6c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:17:01.797942 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b1014493-c056-4acc-9a92-c9e9dac420ac req-24874ac7-a0f2-4912-97e5-9f704eed6c7c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8aefbad38c734203b2719ed40e315a78&device_id=db11646b-c236-4ea8-afc6-7542c731bfa5 HTTP/1.1" status: 200  len: 1095 time: 0.0397799
Dec 25 22:17:01.890965 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1014493-c056-4acc-9a92-c9e9dac420ac req-289b8269-3f16-493a-9748-a0a8fdf0019a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:17:01.892423 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b1014493-c056-4acc-9a92-c9e9dac420ac req-289b8269-3f16-493a-9748-a0a8fdf0019a service neutron] 10.222.0.31 "GET /v2.0/networks?id=db0de716-353d-48fe-b77e-10fa7ac25f29 HTTP/1.1" status: 200  len: 910 time: 0.0866308
Dec 25 22:17:01.937177 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b1014493-c056-4acc-9a92-c9e9dac420ac req-a91f03f9-f318-4d3b-9ecd-fd8ad4939271 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3fcc8917-c1c4-4146-bdaf-cc8783ff604f HTTP/1.1" status: 200  len: 217 time: 0.0337875
Dec 25 22:17:01.986825 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1014493-c056-4acc-9a92-c9e9dac420ac req-ae0624bd-cb25-4c53-a049-dc34e145606c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:17:01.988340 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b1014493-c056-4acc-9a92-c9e9dac420ac req-ae0624bd-cb25-4c53-a049-dc34e145606c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=052b93b2-8055-4d9c-a3a9-730de68e61cc HTTP/1.1" status: 200  len: 848 time: 0.0441337
Dec 25 22:17:02.036399 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1014493-c056-4acc-9a92-c9e9dac420ac req-b66611f6-8d36-445e-8f38-1f53b68e98e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:17:02.037962 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b1014493-c056-4acc-9a92-c9e9dac420ac req-b66611f6-8d36-445e-8f38-1f53b68e98e8 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=db0de716-353d-48fe-b77e-10fa7ac25f29&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0413795
Dec 25 22:17:02.141388 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f777b92a-b2dc-4584-8bfc-1efa7b6e0f30 req-5dc17735-ddbd-4fe9-a485-3dfe2ee6a7ce tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:17:02.142781 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f777b92a-b2dc-4584-8bfc-1efa7b6e0f30 req-5dc17735-ddbd-4fe9-a485-3dfe2ee6a7ce tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] 10.222.0.32 "GET /v2.0/ports?device_id=db11646b-c236-4ea8-afc6-7542c731bfa5 HTTP/1.1" status: 200  len: 944 time: 0.1029956
Dec 25 22:17:02.176593 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b1014493-c056-4acc-9a92-c9e9dac420ac req-f1b4b904-5fc7-4f98-a790-1b8abfb15736 service neutron] 10.222.0.31 "GET /v2.0/networks/db0de716-353d-48fe-b77e-10fa7ac25f29?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1284771
Dec 25 22:17:02.232520 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f777b92a-b2dc-4584-8bfc-1efa7b6e0f30 req-af292d9f-dfe0-4d56-be92-3481be4ea83b tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] 10.222.0.32 "GET /v2.0/security-groups?id=c647c397-37ba-4e70-a68d-f535fda9f892&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0830574
Dec 25 22:17:02.286634 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b1014493-c056-4acc-9a92-c9e9dac420ac req-13c81e66-288b-41d3-90ce-653fc72a1b15 service neutron] 10.222.0.31 "GET /v2.0/networks/db0de716-353d-48fe-b77e-10fa7ac25f29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1010489
Dec 25 22:17:03.351311 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e62fe2-b4f4-4456-a699-6957cfb6030e req-de70e9f0-fb21-461e-958a-6932344ecb7c tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:17:03.352806 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-98e62fe2-b4f4-4456-a699-6957cfb6030e req-de70e9f0-fb21-461e-958a-6932344ecb7c tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] 10.222.0.32 "GET /v2.0/ports?device_id=db11646b-c236-4ea8-afc6-7542c731bfa5 HTTP/1.1" status: 200  len: 944 time: 0.0490985
Dec 25 22:17:03.405211 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-98e62fe2-b4f4-4456-a699-6957cfb6030e req-170617f7-016d-4057-b24f-85b97f6606d5 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] 10.222.0.32 "GET /v2.0/security-groups?id=c647c397-37ba-4e70-a68d-f535fda9f892&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0464365
Dec 25 22:17:04.518393 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e34395f-da6e-4e20-85d7-98e778a99e1c req-b9f3c266-4f99-42d0-a77b-5e503e62b842 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:17:04.519863 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1e34395f-da6e-4e20-85d7-98e778a99e1c req-b9f3c266-4f99-42d0-a77b-5e503e62b842 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] 10.222.0.32 "GET /v2.0/ports?device_id=db11646b-c236-4ea8-afc6-7542c731bfa5 HTTP/1.1" status: 200  len: 944 time: 0.0480499
Dec 25 22:17:04.567502 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1e34395f-da6e-4e20-85d7-98e778a99e1c req-b77822be-66c2-48e0-990f-849a703e795f tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] 10.222.0.32 "GET /v2.0/security-groups?id=c647c397-37ba-4e70-a68d-f535fda9f892&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0416880
Dec 25 22:17:04.850454 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-c51d3715-e0d4-48fb-a90e-1ef2f76d2e64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:17:04.884576 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:17:05.411784 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device 3fcc8917-c1c4-4146-bdaf-cc8783ff604f details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 25 22:17:05.514021 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port 3fcc8917-c1c4-4146-bdaf-cc8783ff604f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3fcc8917-c1c4-4146-bdaf-cc8783ff604f,segment=NetworkSegment(276c9ad4-ec06-42f5-a5e9-145415d33bb3),segment_id=276c9ad4-ec06-42f5-a5e9-145415d33bb3)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 22:17:05.525506 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Returning: {'device': '3fcc8917-c1c4-4146-bdaf-cc8783ff604f', 'network_id': 'db0de716-353d-48fe-b77e-10fa7ac25f29', 'port_id': '3fcc8917-c1c4-4146-bdaf-cc8783ff604f', 'mac_address': 'fa:16:3e:33:1d:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '052b93b2-8055-4d9c-a3a9-730de68e61cc', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 25 22:17:05.562105 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:17:05.574543 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3fcc8917-c1c4-4146-bdaf-cc8783ff604f {{(pid=121608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 22:17:05.594322 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port 3fcc8917-c1c4-4146-bdaf-cc8783ff604f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3fcc8917-c1c4-4146-bdaf-cc8783ff604f,segment=NetworkSegment(276c9ad4-ec06-42f5-a5e9-145415d33bb3),segment_id=276c9ad4-ec06-42f5-a5e9-145415d33bb3)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 22:17:05.662528 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:17:05.682002 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d16b6e-a5c9-4282-8c42-24c0656187fc req-99079280-3fd1-4660-ae36-3c00c4455fad tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:17:05.683529 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d2d16b6e-a5c9-4282-8c42-24c0656187fc req-99079280-3fd1-4660-ae36-3c00c4455fad tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] 10.222.0.32 "GET /v2.0/ports?device_id=db11646b-c236-4ea8-afc6-7542c731bfa5 HTTP/1.1" status: 200  len: 944 time: 0.0487056
Dec 25 22:17:05.714657 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Pushing event updated for resources: {'Port': ['ID=3fcc8917-c1c4-4146-bdaf-cc8783ff604f,revision_number=4']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:17:05.740998 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d2d16b6e-a5c9-4282-8c42-24c0656187fc req-26087718-2edf-43d1-9beb-bb737280cc01 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] 10.222.0.32 "GET /v2.0/security-groups?id=c647c397-37ba-4e70-a68d-f535fda9f892&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0511005
Dec 25 22:17:05.914112 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] get_ports_and_sgs() called for port_ids ['3fcc8917-c1c4-4146-bdaf-cc8783ff604f'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 22:17:06.859180 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa5203d-937c-4ec3-ae33-455ddd2ccd7a req-89c4fe4f-4fff-4dcb-bc12-284baa89ad97 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:17:06.860639 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2fa5203d-937c-4ec3-ae33-455ddd2ccd7a req-89c4fe4f-4fff-4dcb-bc12-284baa89ad97 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] 10.222.0.32 "GET /v2.0/ports?device_id=db11646b-c236-4ea8-afc6-7542c731bfa5 HTTP/1.1" status: 200  len: 945 time: 0.0523186
Dec 25 22:17:06.908213 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2fa5203d-937c-4ec3-ae33-455ddd2ccd7a req-001825f9-3e42-4262-b9cf-fb5413aeed8e tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] 10.222.0.32 "GET /v2.0/security-groups?id=c647c397-37ba-4e70-a68d-f535fda9f892&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0409880
Dec 25 22:17:07.033439 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-194c0a1c-1480-44da-bd45-591c986c4421 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:17:07.423864 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device 3fcc8917-c1c4-4146-bdaf-cc8783ff604f up at agent hyperv_nch1-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 22:17:07.536466 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Provisioning for port 3fcc8917-c1c4-4146-bdaf-cc8783ff604f completed by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 25 22:17:07.540257 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Provisioning complete for port 3fcc8917-c1c4-4146-bdaf-cc8783ff604f triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 22:17:07.540625 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:17:07.619557 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:17:07.640884 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db11646b-c236-4ea8-afc6-7542c731bfa5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fcc8917-c1c4-4146-bdaf-cc8783ff604f'}] {{(pid=121608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 22:17:07.643139 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8f4255179602950281e35c838768f32348f9ebfbcb74b08282abfe6e9b4a52c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9856b4a-f8f5-412e-b180-b32e54671a4c" -d '{"events": [{"server_uuid": "db11646b-c236-4ea8-afc6-7542c731bfa5", "name": "network-vif-plugged", "status": "completed", "tag": "3fcc8917-c1c4-4146-bdaf-cc8783ff604f"}]}' {{(pid=121608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 22:17:07.655928 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port 3fcc8917-c1c4-4146-bdaf-cc8783ff604f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3fcc8917-c1c4-4146-bdaf-cc8783ff604f,segment=NetworkSegment(276c9ad4-ec06-42f5-a5e9-145415d33bb3),segment_id=276c9ad4-ec06-42f5-a5e9-145415d33bb3)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 22:17:07.680960 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 22:17:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcea3f7e-b4c2-4bfe-b63c-0315d97575cd x-openstack-request-id: req-bcea3f7e-b4c2-4bfe-b63c-0315d97575cd {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 22:17:07.681229 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db11646b-c236-4ea8-afc6-7542c731bfa5", "name": "network-vif-plugged", "status": "completed", "tag": "3fcc8917-c1c4-4146-bdaf-cc8783ff604f", "code": 200}]} {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 22:17:07.681469 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-bcea3f7e-b4c2-4bfe-b63c-0315d97575cd {{(pid=121608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 22:17:07.681870 ncdv-master-1 neutron-server[121608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db11646b-c236-4ea8-afc6-7542c731bfa5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fcc8917-c1c4-4146-bdaf-cc8783ff604f', 'code': 200}
Dec 25 22:17:07.719523 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:17:07.770390 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Pushing event updated for resources: {'Port': ['ID=3fcc8917-c1c4-4146-bdaf-cc8783ff604f,revision_number=5']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:17:07.778017 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a1cd91-a7ab-490b-9b79-3cf77b093d3f req-72957f31-e75a-4cf6-a56b-73a1e293ca2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:17:07.779510 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-32a1cd91-a7ab-490b-9b79-3cf77b093d3f req-72957f31-e75a-4cf6-a56b-73a1e293ca2e service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=db11646b-c236-4ea8-afc6-7542c731bfa5 HTTP/1.1" status: 200  len: 1097 time: 0.0403790
Dec 25 22:17:07.824825 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-32a1cd91-a7ab-490b-9b79-3cf77b093d3f req-e94625c0-c985-45c0-8b62-b985e23689f0 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=c647c397-37ba-4e70-a68d-f535fda9f892&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0383980
Dec 25 22:17:08.026462 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffa2e73-b71a-423f-a8e1-250aab8fffaf req-15829570-d811-4fd4-883b-a9b1ac910e39 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:17:08.027929 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3ffa2e73-b71a-423f-a8e1-250aab8fffaf req-15829570-d811-4fd4-883b-a9b1ac910e39 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] 10.222.0.32 "GET /v2.0/ports?device_id=db11646b-c236-4ea8-afc6-7542c731bfa5 HTTP/1.1" status: 200  len: 946 time: 0.0476599
Dec 25 22:17:08.083527 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3ffa2e73-b71a-423f-a8e1-250aab8fffaf req-26807803-9312-4f6a-932c-4e7909b7a017 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] 10.222.0.32 "GET /v2.0/security-groups?id=c647c397-37ba-4e70-a68d-f535fda9f892&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0496402
Dec 25 22:17:08.759407 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3e945ecd-9380-47c2-aa0a-12ebe07e03e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:17:08.873849 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:17:09.200676 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54736817-1f5b-4898-8773-0152f0fbabd1 req-8d4e2f80-12e0-430f-b95c-bc8670c2e8c2 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:17:09.202248 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-54736817-1f5b-4898-8773-0152f0fbabd1 req-8d4e2f80-12e0-430f-b95c-bc8670c2e8c2 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] 10.222.0.32 "GET /v2.0/ports?device_id=db11646b-c236-4ea8-afc6-7542c731bfa5 HTTP/1.1" status: 200  len: 946 time: 0.0475256
Dec 25 22:17:09.250841 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-54736817-1f5b-4898-8773-0152f0fbabd1 req-1c5c6ab0-6b54-4d30-958c-3972ea588c34 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] 10.222.0.32 "GET /v2.0/security-groups?id=c647c397-37ba-4e70-a68d-f535fda9f892&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0418370
Dec 25 22:17:09.362201 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fe8105-b777-45d7-b279-786ff469fa58 req-3fcb4333-71d8-438a-813c-1d3e0a89f6f0 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:17:09.364091 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e4fe8105-b777-45d7-b279-786ff469fa58 req-3fcb4333-71d8-438a-813c-1d3e0a89f6f0 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] 10.222.0.32 "GET /v2.0/ports?device_id=db11646b-c236-4ea8-afc6-7542c731bfa5 HTTP/1.1" status: 200  len: 946 time: 0.0478780
Dec 25 22:17:09.412720 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e4fe8105-b777-45d7-b279-786ff469fa58 req-7d73821a-5ed0-4c33-9ace-97c794293eaa tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] 10.222.0.32 "GET /v2.0/security-groups?id=c647c397-37ba-4e70-a68d-f535fda9f892&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0427475
Dec 25 22:17:09.433505 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 49840) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 22:17:09.563867 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca4e5e4f-8791-49ea-af8e-261140c59c76 tempest-TestShelveInstance-1927744651 tempest-TestShelveInstance-1927744651-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:17:09.565404 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-ca4e5e4f-8791-49ea-af8e-261140c59c76 tempest-TestShelveInstance-1927744651 tempest-TestShelveInstance-1927744651-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=db11646b-c236-4ea8-afc6-7542c731bfa5 HTTP/1.1" status: 200  len: 1092 time: 0.1309121
Dec 25 22:17:09.568281 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 49844) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 22:17:09.572471 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-cb6a89ae-12a4-4da2-b0c2-76c3ba49f129 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] Request body: {'floatingip': {'floating_network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'port_id': '3fcc8917-c1c4-4146-bdaf-cc8783ff604f', 'tenant_id': '8aefbad38c734203b2719ed40e315a78', 'fixed_ip_address': '172.20.0.14'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 22:17:09.662296 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-cb6a89ae-12a4-4da2-b0c2-76c3ba49f129 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] Publish callbacks [] for floatingip, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:17:09.742160 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-15cb578f-7a63-4fd3-925d-83bad4c7b82a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:17:09.758308 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-cb6a89ae-12a4-4da2-b0c2-76c3ba49f129 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:17:09.860344 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_common [None req-cb6a89ae-12a4-4da2-b0c2-76c3ba49f129 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] Allocated IP 172.35.3.155 (7201e55c-7c5f-41aa-a042-a363696539d0/7a939e13-713f-45cf-bba7-1539635abe25/81df6609-8ac0-497b-b126-8ffdfc2338be) {{(pid=121607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 22:17:09.959141 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-cb6a89ae-12a4-4da2-b0c2-76c3ba49f129 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] Publish callbacks [] for port, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:17:10.045056 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-cb6a89ae-12a4-4da2-b0c2-76c3ba49f129 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:17:10.089052 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb6a89ae-12a4-4da2-b0c2-76c3ba49f129 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] Network 7201e55c-7c5f-41aa-a042-a363696539d0 is already hosted by enough agents. {{(pid=121607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 22:17:10.091999 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-cb6a89ae-12a4-4da2-b0c2-76c3ba49f129 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] Resources bound (agent type, host, resource id):  {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 22:17:10.095452 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb6a89ae-12a4-4da2-b0c2-76c3ba49f129 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] Received port after_create {{(pid=121607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 22:17:10.117591 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6a89ae-12a4-4da2-b0c2-76c3ba49f129 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] Pushing event updated for resources: {'Port': ['ID=81df6609-8ac0-497b-b126-8ffdfc2338be,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:17:10.441351 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-cb6a89ae-12a4-4da2-b0c2-76c3ba49f129 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] Publish callbacks [] for floatingip, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:17:10.844896 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:17:10.858412 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-cb6a89ae-12a4-4da2-b0c2-76c3ba49f129 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:17:11.005769 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-cb6a89ae-12a4-4da2-b0c2-76c3ba49f129 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] Publish callbacks [] for port, precommit_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:17:11.061771 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-cb6a89ae-12a4-4da2-b0c2-76c3ba49f129 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8632327'] for port, after_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:17:11.129033 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6a89ae-12a4-4da2-b0c2-76c3ba49f129 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] Pushing event updated for resources: {'Port': ['ID=81df6609-8ac0-497b-b126-8ffdfc2338be,revision_number=2']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:17:11.138658 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-cb6a89ae-12a4-4da2-b0c2-76c3ba49f129 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2008639'] for floatingip, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:17:11.235693 ncdv-master-1 neutron-server[121607]: INFO neutron.db.l3_db [None req-cb6a89ae-12a4-4da2-b0c2-76c3ba49f129 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] Floating IP 2c5a584c-4814-4101-ad7b-06a3a851ccf4 associated. External IP: 172.35.3.155, port: 3fcc8917-c1c4-4146-bdaf-cc8783ff604f.
Dec 25 22:17:11.438532 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb6a89ae-12a4-4da2-b0c2-76c3ba49f129 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] Router d4323008-81cc-4b5a-9594-eef519d3801b has already been hosted by L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 {{(pid=121607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 25 22:17:11.545630 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb6a89ae-12a4-4da2-b0c2-76c3ba49f129 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 22:17:11.554912 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d557c91-f9ad-4106-afb7-7805887661e5 None None] Sync routers for ids ['d4323008-81cc-4b5a-9594-eef519d3801b'] in ncdv-master-1 {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 22:17:11.564330 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d557c91-f9ad-4106-afb7-7805887661e5 None None] Routers {'d4323008-81cc-4b5a-9594-eef519d3801b'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 22:17:11.564961 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-0d557c91-f9ad-4106-afb7-7805887661e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f26189abee0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T22:17:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['d4323008-81cc-4b5a-9594-eef519d3801b'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 22:17:11.618316 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-cb6a89ae-12a4-4da2-b0c2-76c3ba49f129 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for floatingip, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:17:11.645368 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-cb6a89ae-12a4-4da2-b0c2-76c3ba49f129 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 2.0760851
Dec 25 22:17:11.645945 ncdv-master-1 neutron-server[121607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db11646b-c236-4ea8-afc6-7542c731bfa5', 'tag': '3fcc8917-c1c4-4146-bdaf-cc8783ff604f'}] {{(pid=121607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 22:17:11.648247 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}513dd52b533ca9dbebe6abf1cbacd3736f1152e524405cf6293f71936f89c178" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91d67fe4-32dd-451c-af0f-e1f1aeb046d3" -d '{"events": [{"name": "network-changed", "server_uuid": "db11646b-c236-4ea8-afc6-7542c731bfa5", "tag": "3fcc8917-c1c4-4146-bdaf-cc8783ff604f"}]}' {{(pid=121607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 22:17:11.668997 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvr_db [None req-0d557c91-f9ad-4106-afb7-7805887661e5 None None] Set router d4323008-81cc-4b5a-9594-eef519d3801b gateway port host: ncdv-master-1 {{(pid=121609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 22:17:11.687762 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Dec 2021 22:17:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f13502d3-4fe0-4a60-b109-d9615166fab2 x-openstack-request-id: req-f13502d3-4fe0-4a60-b109-d9615166fab2 {{(pid=121607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 22:17:11.688236 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db11646b-c236-4ea8-afc6-7542c731bfa5", "tag": "3fcc8917-c1c4-4146-bdaf-cc8783ff604f", "status": "completed", "code": 200}]} {{(pid=121607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 22:17:11.688608 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f13502d3-4fe0-4a60-b109-d9615166fab2 {{(pid=121607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 22:17:11.689098 ncdv-master-1 neutron-server[121607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db11646b-c236-4ea8-afc6-7542c731bfa5', 'tag': '3fcc8917-c1c4-4146-bdaf-cc8783ff604f', 'status': 'completed', 'code': 200}
Dec 25 22:17:11.755673 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d67fe4-32dd-451c-af0f-e1f1aeb046d3 req-0f0803c9-0969-4320-ac79-12976cbb816d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:17:11.757279 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-91d67fe4-32dd-451c-af0f-e1f1aeb046d3 req-0f0803c9-0969-4320-ac79-12976cbb816d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8aefbad38c734203b2719ed40e315a78&device_id=db11646b-c236-4ea8-afc6-7542c731bfa5 HTTP/1.1" status: 200  len: 1097 time: 0.0464838
Dec 25 22:17:11.848214 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d67fe4-32dd-451c-af0f-e1f1aeb046d3 req-18b51f24-89c7-455d-834f-9acd959c6171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:17:11.849721 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-91d67fe4-32dd-451c-af0f-e1f1aeb046d3 req-18b51f24-89c7-455d-834f-9acd959c6171 service neutron] 10.222.0.31 "GET /v2.0/networks?id=db0de716-353d-48fe-b77e-10fa7ac25f29 HTTP/1.1" status: 200  len: 910 time: 0.0863562
Dec 25 22:17:11.996994 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-0d557c91-f9ad-4106-afb7-7805887661e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f26189abee0>, [{'id': 'd4323008-81cc-4b5a-9594-eef519d3801b', 'name': 'tempest-TestShelveInstance-1901463326-router', 'tenant_id': '8aefbad38c734203b2719ed40e315a78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.163'}], 'enable_snat': True}, 'gw_port_id': '384fd39e-f220-4750-903c-14dc4c128001', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T22:16:43Z', 'updated_at': '2021-12-25T22:16:46Z', 'revision_number': 4, 'project_id': '8aefbad38c734203b2719ed40e315a78', 'gw_port': {'id': '384fd39e-f220-4750-903c-14dc4c128001', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:01:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4323008-81cc-4b5a-9594-eef519d3801b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T22:16:43Z', 'updated_at': '2021-12-25T22:16:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '2c5a584c-4814-4101-ad7b-06a3a851ccf4', 'tenant_id': '8aefbad38c734203b2719ed40e315a78', 'floating_ip_address': '172.35.3.155', 'floating_network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'router_id': 'd4323008-81cc-4b5a-9594-eef519d3801b', 'port_id': '3fcc8917-c1c4-4146-bdaf-cc8783ff604f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4288, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'db0de716-353d-48fe-b77e-10fa7ac25f29', 'mac_address': 'fa:16:3e:33:1d:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db11646b-c236-4ea8-afc6-7542c731bfa5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-25T22:17:10Z', 'updated_at': '2021-12-25T22:17:10Z', 'revision_number': 0, 'project_id': '8aefbad38c734203b2719ed40e315a78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c1c2b96-af5a-40b7-96d7-70ab764f7063', 'name': '', 'network_id': 'db0de716-353d-48fe-b77e-10fa7ac25f29', 'tenant_id': '8aefbad38c734203b2719ed40e315a78', 'mac_address': 'fa:16:3e:15:a9:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4323008-81cc-4b5a-9594-eef519d3801b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': '052b93b2-8055-4d9c-a3a9-730de68e61cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T22:16:45Z', 'updated_at': '2021-12-25T22:16:49Z', 'revision_number': 5, 'project_id': '8aefbad38c734203b2719ed40e315a78', 'subnets': [{'id': '052b93b2-8055-4d9c-a3a9-730de68e61cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 22:17:12.024950 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d557c91-f9ad-4106-afb7-7805887661e5 None None] Checking router: d4323008-81cc-4b5a-9594-eef519d3801b for host: ncdv-master-1 {{(pid=121609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 25 22:17:12.033936 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d557c91-f9ad-4106-afb7-7805887661e5 None None] Routers {'d4323008-81cc-4b5a-9594-eef519d3801b'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 22:17:12.034591 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-0d557c91-f9ad-4106-afb7-7805887661e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f26189abee0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T22:17:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['d4323008-81cc-4b5a-9594-eef519d3801b'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 22:17:12.141811 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvr_db [None req-0d557c91-f9ad-4106-afb7-7805887661e5 None None] Set router d4323008-81cc-4b5a-9594-eef519d3801b gateway port host: ncdv-master-1 {{(pid=121609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 22:17:12.275415 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-91d67fe4-32dd-451c-af0f-e1f1aeb046d3 req-e9e86fa9-c8ed-4e6c-8345-87a70bfac56b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3fcc8917-c1c4-4146-bdaf-cc8783ff604f HTTP/1.1" status: 200  len: 1000 time: 0.4185436
Dec 25 22:17:12.323745 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d67fe4-32dd-451c-af0f-e1f1aeb046d3 req-e72b333f-ed32-4486-b8fb-f2a4952a1851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:17:12.325465 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-91d67fe4-32dd-451c-af0f-e1f1aeb046d3 req-e72b333f-ed32-4486-b8fb-f2a4952a1851 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=052b93b2-8055-4d9c-a3a9-730de68e61cc HTTP/1.1" status: 200  len: 848 time: 0.0437126
Dec 25 22:17:12.368252 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-0d557c91-f9ad-4106-afb7-7805887661e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f26189abee0>, [{'id': 'd4323008-81cc-4b5a-9594-eef519d3801b', 'name': 'tempest-TestShelveInstance-1901463326-router', 'tenant_id': '8aefbad38c734203b2719ed40e315a78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.163'}], 'enable_snat': True}, 'gw_port_id': '384fd39e-f220-4750-903c-14dc4c128001', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T22:16:43Z', 'updated_at': '2021-12-25T22:16:46Z', 'revision_number': 4, 'project_id': '8aefbad38c734203b2719ed40e315a78', 'gw_port': {'id': '384fd39e-f220-4750-903c-14dc4c128001', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:01:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4323008-81cc-4b5a-9594-eef519d3801b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T22:16:43Z', 'updated_at': '2021-12-25T22:16:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '2c5a584c-4814-4101-ad7b-06a3a851ccf4', 'tenant_id': '8aefbad38c734203b2719ed40e315a78', 'floating_ip_address': '172.35.3.155', 'floating_network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'router_id': 'd4323008-81cc-4b5a-9594-eef519d3801b', 'port_id': '3fcc8917-c1c4-4146-bdaf-cc8783ff604f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4288, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'db0de716-353d-48fe-b77e-10fa7ac25f29', 'mac_address': 'fa:16:3e:33:1d:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db11646b-c236-4ea8-afc6-7542c731bfa5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-25T22:17:10Z', 'updated_at': '2021-12-25T22:17:10Z', 'revision_number': 0, 'project_id': '8aefbad38c734203b2719ed40e315a78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c1c2b96-af5a-40b7-96d7-70ab764f7063', 'name': '', 'network_id': 'db0de716-353d-48fe-b77e-10fa7ac25f29', 'tenant_id': '8aefbad38c734203b2719ed40e315a78', 'mac_address': 'fa:16:3e:15:a9:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4323008-81cc-4b5a-9594-eef519d3801b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': '052b93b2-8055-4d9c-a3a9-730de68e61cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T22:16:45Z', 'updated_at': '2021-12-25T22:16:49Z', 'revision_number': 5, 'project_id': '8aefbad38c734203b2719ed40e315a78', 'subnets': [{'id': '052b93b2-8055-4d9c-a3a9-730de68e61cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 22:17:12.371331 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d67fe4-32dd-451c-af0f-e1f1aeb046d3 req-3f629fb9-c6df-4d13-8181-1348bb9baf15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:17:12.372850 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-91d67fe4-32dd-451c-af0f-e1f1aeb046d3 req-3f629fb9-c6df-4d13-8181-1348bb9baf15 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=db0de716-353d-48fe-b77e-10fa7ac25f29&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0404232
Dec 25 22:17:12.394410 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d557c91-f9ad-4106-afb7-7805887661e5 None None] The sync data for ids ['d4323008-81cc-4b5a-9594-eef519d3801b'] in ncdv-master-1 is: [{'id': 'd4323008-81cc-4b5a-9594-eef519d3801b', 'name': 'tempest-TestShelveInstance-1901463326-router', 'tenant_id': '8aefbad38c734203b2719ed40e315a78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.163'}], 'enable_snat': True}, 'gw_port_id': '384fd39e-f220-4750-903c-14dc4c128001', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T22:16:43Z', 'updated_at': '2021-12-25T22:16:46Z', 'revision_number': 4, 'project_id': '8aefbad38c734203b2719ed40e315a78', 'gw_port': {'id': '384fd39e-f220-4750-903c-14dc4c128001', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:01:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4323008-81cc-4b5a-9594-eef519d3801b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T22:16:43Z', 'updated_at': '2021-12-25T22:16:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '2c5a584c-4814-4101-ad7b-06a3a851ccf4', 'tenant_id': '8aefbad38c734203b2719ed40e315a78', 'floating_ip_address': '172.35.3.155', 'floating_network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'router_id': 'd4323008-81cc-4b5a-9594-eef519d3801b', 'port_id': '3fcc8917-c1c4-4146-bdaf-cc8783ff604f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4288, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'db0de716-353d-48fe-b77e-10fa7ac25f29', 'mac_address': 'fa:16:3e:33:1d:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db11646b-c236-4ea8-afc6-7542c731bfa5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-25T22:17:10Z', 'updated_at': '2021-12-25T22:17:10Z', 'revision_number': 0, 'project_id': '8aefbad38c734203b2719ed40e315a78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c1c2b96-af5a-40b7-96d7-70ab764f7063', 'name': '', 'network_id': 'db0de716-353d-48fe-b77e-10fa7ac25f29', 'tenant_id': '8aefbad38c734203b2719ed40e315a78', 'mac_address': 'fa:16:3e:15:a9:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4323008-81cc-4b5a-9594-eef519d3801b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': '052b93b2-8055-4d9c-a3a9-730de68e61cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T22:16:45Z', 'updated_at': '2021-12-25T22:16:49Z', 'revision_number': 5, 'project_id': '8aefbad38c734203b2719ed40e315a78', 'subnets': [{'id': '052b93b2-8055-4d9c-a3a9-730de68e61cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 22:17:12.467031 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-91d67fe4-32dd-451c-af0f-e1f1aeb046d3 req-c806ac27-f661-448f-aa88-f32c9f2b9105 service neutron] 10.222.0.31 "GET /v2.0/networks/db0de716-353d-48fe-b77e-10fa7ac25f29?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0871060
Dec 25 22:17:12.558169 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-91d67fe4-32dd-451c-af0f-e1f1aeb046d3 req-d23aaca2-cbab-4a41-be96-a7c3a36395a1 service neutron] 10.222.0.31 "GET /v2.0/networks/db0de716-353d-48fe-b77e-10fa7ac25f29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0835016
Dec 25 22:17:12.596327 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-121bdfe3-2a2d-4a81-b64f-4df17fb23a62 None None] New status for floating IP 2c5a584c-4814-4101-ad7b-06a3a851ccf4: ACTIVE {{(pid=121608) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 25 22:17:14.733748 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.agents_db [None req-ec08dba0-4483-4109-b5e1-5e4a9fdaf12d None None] Agent healthcheck: found 7 active agents {{(pid=121609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 25 22:17:24.055070 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [req-a24f7ffa-cdac-4c67-8993-a73dbf2cbe63 req-6f41b71f-17d0-4382-9533-bf9e0431aa2d tempest-ServerActionsTestJSON-124567319 tempest-ServerActionsTestJSON-124567319-project] (121606) timed out ('10.222.0.37', 58127) {{(pid=121606) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}
Dec 25 22:17:34.824268 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-e6f945d3-1ce9-497f-8fc5-49d7c20dda5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:17:34.878154 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:17:37.061433 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-60f74d8a-5f0b-41e5-965c-479509070a9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:17:37.237684 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [req-d46b0f02-d0a4-4b06-b111-67961962b2fc req-8ecfa1b7-8c82-4759-b449-bae9fb10e090 service neutron] (121607) timed out ('10.222.0.31', 60267) {{(pid=121607) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}
Dec 25 22:17:38.724474 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3e945ecd-9380-47c2-aa0a-12ebe07e03e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:17:38.833088 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:17:39.729956 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-15cb578f-7a63-4fd3-925d-83bad4c7b82a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:17:40.867804 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:17:51.732370 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.agents_db [None req-ec08dba0-4483-4109-b5e1-5e4a9fdaf12d None None] Agent healthcheck: found 7 active agents {{(pid=121609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 25 22:17:57.205771 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-dcb711f4-a1c9-410c-a4d5-ba11f10e94b1 req-62569390-446e-4156-9b53-3abec38c0310 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=db11646b-c236-4ea8-afc6-7542c731bfa5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0436163
Dec 25 22:17:57.286695 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb711f4-a1c9-410c-a4d5-ba11f10e94b1 req-6a911b87-1eff-436b-ab9f-13a37446bc63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:17:57.288222 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-dcb711f4-a1c9-410c-a4d5-ba11f10e94b1 req-6a911b87-1eff-436b-ab9f-13a37446bc63 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8aefbad38c734203b2719ed40e315a78&device_id=db11646b-c236-4ea8-afc6-7542c731bfa5 HTTP/1.1" status: 200  len: 1097 time: 0.0397170
Dec 25 22:17:57.387157 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb711f4-a1c9-410c-a4d5-ba11f10e94b1 req-4b73ce30-e747-4758-b739-53e19973cfc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:17:57.388600 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-dcb711f4-a1c9-410c-a4d5-ba11f10e94b1 req-4b73ce30-e747-4758-b739-53e19973cfc5 service neutron] 10.222.0.31 "GET /v2.0/networks?id=db0de716-353d-48fe-b77e-10fa7ac25f29 HTTP/1.1" status: 200  len: 910 time: 0.0827484
Dec 25 22:17:57.454707 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-dcb711f4-a1c9-410c-a4d5-ba11f10e94b1 req-33557475-6814-490f-a306-fc0096c702fd service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3fcc8917-c1c4-4146-bdaf-cc8783ff604f HTTP/1.1" status: 200  len: 1002 time: 0.0592880
Dec 25 22:17:57.503965 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb711f4-a1c9-410c-a4d5-ba11f10e94b1 req-5ce941df-9ae9-489e-8847-4b447f6bc816 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:17:57.505382 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-dcb711f4-a1c9-410c-a4d5-ba11f10e94b1 req-5ce941df-9ae9-489e-8847-4b447f6bc816 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=052b93b2-8055-4d9c-a3a9-730de68e61cc HTTP/1.1" status: 200  len: 848 time: 0.0423236
Dec 25 22:17:57.550559 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb711f4-a1c9-410c-a4d5-ba11f10e94b1 req-8481218a-76b4-418c-91a6-a4a5c31f411c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:17:57.552176 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-dcb711f4-a1c9-410c-a4d5-ba11f10e94b1 req-8481218a-76b4-418c-91a6-a4a5c31f411c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=db0de716-353d-48fe-b77e-10fa7ac25f29&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0388448
Dec 25 22:17:57.643340 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-dcb711f4-a1c9-410c-a4d5-ba11f10e94b1 req-38813791-f319-45c8-a0a0-e235c997a537 service neutron] 10.222.0.31 "GET /v2.0/networks/db0de716-353d-48fe-b77e-10fa7ac25f29?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0845733
Dec 25 22:17:57.737825 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-dcb711f4-a1c9-410c-a4d5-ba11f10e94b1 req-4a2bb2cb-a667-4f2d-93e5-bdfb94c2c805 service neutron] 10.222.0.31 "GET /v2.0/networks/db0de716-353d-48fe-b77e-10fa7ac25f29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0867321
Dec 25 22:18:04.815177 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-f2df0ae6-b5a2-4479-b1ab-1dc8312c4ecb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:18:04.872219 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:18:07.048760 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-4fc91a54-8640-45b9-b1c4-ea355d94467d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:18:08.706548 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3e945ecd-9380-47c2-aa0a-12ebe07e03e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:18:08.843918 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:18:09.729942 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-15cb578f-7a63-4fd3-925d-83bad4c7b82a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:18:10.866455 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:18:28.732035 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.agents_db [None req-ec08dba0-4483-4109-b5e1-5e4a9fdaf12d None None] Agent healthcheck: found 7 active agents {{(pid=121609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 25 22:18:34.849155 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-dd8602cf-8083-4259-a4d4-62d3c1e7296f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:18:34.956195 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:18:37.049333 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-52e183b2-06ad-44ee-829b-cbff394d8c67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:18:38.723510 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3e945ecd-9380-47c2-aa0a-12ebe07e03e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:18:38.843894 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:18:39.767307 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-15cb578f-7a63-4fd3-925d-83bad4c7b82a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:18:40.906201 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:18:57.197957 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-07bea392-30b6-4d54-a0db-d11bf4955397 req-fe766aa9-d279-48e4-9795-59004cad8b12 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=db11646b-c236-4ea8-afc6-7542c731bfa5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0390282
Dec 25 22:18:57.275812 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bea392-30b6-4d54-a0db-d11bf4955397 req-c5c1db17-9c2f-47c2-9bf4-05de1881a822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:18:57.277396 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-07bea392-30b6-4d54-a0db-d11bf4955397 req-c5c1db17-9c2f-47c2-9bf4-05de1881a822 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8aefbad38c734203b2719ed40e315a78&device_id=db11646b-c236-4ea8-afc6-7542c731bfa5 HTTP/1.1" status: 200  len: 1097 time: 0.0403657
Dec 25 22:18:57.382042 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bea392-30b6-4d54-a0db-d11bf4955397 req-8c7c4af5-f31c-48b4-abc2-91993af08056 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:18:57.383513 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-07bea392-30b6-4d54-a0db-d11bf4955397 req-8c7c4af5-f31c-48b4-abc2-91993af08056 service neutron] 10.222.0.31 "GET /v2.0/networks?id=db0de716-353d-48fe-b77e-10fa7ac25f29 HTTP/1.1" status: 200  len: 910 time: 0.0878282
Dec 25 22:18:57.448105 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-07bea392-30b6-4d54-a0db-d11bf4955397 req-9d587656-9432-428f-bbe7-9cc94fd0b4a0 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3fcc8917-c1c4-4146-bdaf-cc8783ff604f HTTP/1.1" status: 200  len: 1002 time: 0.0566175
Dec 25 22:18:57.496004 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bea392-30b6-4d54-a0db-d11bf4955397 req-03939ccc-23a0-4f96-9cf9-94ed8f156541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:18:57.497429 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-07bea392-30b6-4d54-a0db-d11bf4955397 req-03939ccc-23a0-4f96-9cf9-94ed8f156541 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=052b93b2-8055-4d9c-a3a9-730de68e61cc HTTP/1.1" status: 200  len: 848 time: 0.0426073
Dec 25 22:18:57.545074 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bea392-30b6-4d54-a0db-d11bf4955397 req-89e1e4ce-c169-4fb6-91fa-ecd012a74d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:18:57.546538 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-07bea392-30b6-4d54-a0db-d11bf4955397 req-89e1e4ce-c169-4fb6-91fa-ecd012a74d8e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=db0de716-353d-48fe-b77e-10fa7ac25f29&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0423367
Dec 25 22:18:57.634930 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-07bea392-30b6-4d54-a0db-d11bf4955397 req-f688e3a1-ab0a-4679-9689-fbd31798401c service neutron] 10.222.0.31 "GET /v2.0/networks/db0de716-353d-48fe-b77e-10fa7ac25f29?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0811951
Dec 25 22:18:57.728820 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-07bea392-30b6-4d54-a0db-d11bf4955397 req-ba635559-a726-4fdb-a629-a7322928bdb8 service neutron] 10.222.0.31 "GET /v2.0/networks/db0de716-353d-48fe-b77e-10fa7ac25f29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0865173
Dec 25 22:19:04.814474 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9e95fe2a-8d57-4128-b6cb-587c86213445 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:19:04.894442 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:19:05.731622 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.agents_db [None req-ec08dba0-4483-4109-b5e1-5e4a9fdaf12d None None] Agent healthcheck: found 7 active agents {{(pid=121609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 25 22:19:07.054536 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-7fd74aa6-5a32-4f38-a162-cf971908363c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:19:07.564994 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebaaaf18-ca6b-4de1-bb77-60b608efcf9e req-094f3ed6-7b08-4e0b-a6f7-c14b0cddf49a tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:19:07.566510 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ebaaaf18-ca6b-4de1-bb77-60b608efcf9e req-094f3ed6-7b08-4e0b-a6f7-c14b0cddf49a tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] 10.222.0.32 "GET /v2.0/ports?device_id=db11646b-c236-4ea8-afc6-7542c731bfa5 HTTP/1.1" status: 200  len: 946 time: 0.0496995
Dec 25 22:19:07.617191 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ebaaaf18-ca6b-4de1-bb77-60b608efcf9e req-7be0feb4-db7b-478d-a7f9-09b4abb602bd tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] 10.222.0.32 "GET /v2.0/security-groups?id=c647c397-37ba-4e70-a68d-f535fda9f892&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0433805
Dec 25 22:19:08.743894 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3e945ecd-9380-47c2-aa0a-12ebe07e03e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:19:08.749090 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34905df1-782b-47ec-a547-62b59f04f74f req-36bd2958-1c58-4f3c-85e4-b5dadb4fa2b7 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:19:08.750648 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-34905df1-782b-47ec-a547-62b59f04f74f req-36bd2958-1c58-4f3c-85e4-b5dadb4fa2b7 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] 10.222.0.32 "GET /v2.0/ports?device_id=db11646b-c236-4ea8-afc6-7542c731bfa5 HTTP/1.1" status: 200  len: 946 time: 0.0545657
Dec 25 22:19:08.801260 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-34905df1-782b-47ec-a547-62b59f04f74f req-eca6e434-2965-49a4-9b49-c9dfd3d7d806 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] 10.222.0.32 "GET /v2.0/security-groups?id=c647c397-37ba-4e70-a68d-f535fda9f892&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0446498
Dec 25 22:19:08.866586 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:19:09.740044 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-15cb578f-7a63-4fd3-925d-83bad4c7b82a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:19:09.925567 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fbf721-20bd-4c68-b50a-9e9dcdabfa95 req-4d19b194-0c84-44f1-93dd-ca53875770a5 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:19:09.927142 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d7fbf721-20bd-4c68-b50a-9e9dcdabfa95 req-4d19b194-0c84-44f1-93dd-ca53875770a5 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] 10.222.0.32 "GET /v2.0/ports?device_id=db11646b-c236-4ea8-afc6-7542c731bfa5 HTTP/1.1" status: 200  len: 946 time: 0.0486650
Dec 25 22:19:09.975919 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d7fbf721-20bd-4c68-b50a-9e9dcdabfa95 req-6e0254cc-cf6b-4720-8499-c5b07848803f tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] 10.222.0.32 "GET /v2.0/security-groups?id=c647c397-37ba-4e70-a68d-f535fda9f892&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0428436
Dec 25 22:19:10.860107 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:19:11.090621 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58102cee-43cc-46c8-86e9-7fe8dbc166f7 req-69a8879c-edef-487d-9ab0-6f55a6ed9b4d tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:19:11.092131 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-58102cee-43cc-46c8-86e9-7fe8dbc166f7 req-69a8879c-edef-487d-9ab0-6f55a6ed9b4d tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] 10.222.0.32 "GET /v2.0/ports?device_id=db11646b-c236-4ea8-afc6-7542c731bfa5 HTTP/1.1" status: 200  len: 946 time: 0.0491793
Dec 25 22:19:11.145297 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-58102cee-43cc-46c8-86e9-7fe8dbc166f7 req-65273ab2-f5e2-4b2a-a572-7d9c5ac75250 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] 10.222.0.32 "GET /v2.0/security-groups?id=c647c397-37ba-4e70-a68d-f535fda9f892&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0468826
Dec 25 22:19:12.263194 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee84453-17d7-4659-aa12-bb6e756636b6 req-95771551-314d-4843-b79b-ab1faf695166 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:19:12.264656 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5ee84453-17d7-4659-aa12-bb6e756636b6 req-95771551-314d-4843-b79b-ab1faf695166 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] 10.222.0.32 "GET /v2.0/ports?device_id=db11646b-c236-4ea8-afc6-7542c731bfa5 HTTP/1.1" status: 200  len: 946 time: 0.0487878
Dec 25 22:19:12.312772 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5ee84453-17d7-4659-aa12-bb6e756636b6 req-7f1b8509-724d-42ab-9bd3-5ecf0b217b84 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] 10.222.0.32 "GET /v2.0/security-groups?id=c647c397-37ba-4e70-a68d-f535fda9f892&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0422819
Dec 25 22:19:13.426571 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7db375-5773-47b2-8920-37fb9cdd81e4 req-20f92a75-882b-4544-b958-e2291967530c tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:19:13.428078 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ec7db375-5773-47b2-8920-37fb9cdd81e4 req-20f92a75-882b-4544-b958-e2291967530c tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] 10.222.0.32 "GET /v2.0/ports?device_id=db11646b-c236-4ea8-afc6-7542c731bfa5 HTTP/1.1" status: 200  len: 946 time: 0.0480363
Dec 25 22:19:13.477185 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ec7db375-5773-47b2-8920-37fb9cdd81e4 req-a2e54052-662a-4b32-b6b7-c66393852edc tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] 10.222.0.32 "GET /v2.0/security-groups?id=c647c397-37ba-4e70-a68d-f535fda9f892&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0430532
Dec 25 22:19:14.602945 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb430912-fddf-4bc5-aa28-aea57d3b5b63 req-f5e0c9e1-2ae5-4ba3-b3ff-651ede106a57 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:19:14.604454 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-fb430912-fddf-4bc5-aa28-aea57d3b5b63 req-f5e0c9e1-2ae5-4ba3-b3ff-651ede106a57 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] 10.222.0.32 "GET /v2.0/ports?device_id=db11646b-c236-4ea8-afc6-7542c731bfa5 HTTP/1.1" status: 200  len: 946 time: 0.0589941
Dec 25 22:19:14.653256 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-fb430912-fddf-4bc5-aa28-aea57d3b5b63 req-8eea002e-75b6-46f4-aae6-b92681b752a1 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] 10.222.0.32 "GET /v2.0/security-groups?id=c647c397-37ba-4e70-a68d-f535fda9f892&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0422401
Dec 25 22:19:15.773381 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e589d062-9960-4130-8206-4493f0f2df47 req-6648a0b7-df32-4caa-b418-ff7205a4cdb0 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:19:15.774870 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e589d062-9960-4130-8206-4493f0f2df47 req-6648a0b7-df32-4caa-b418-ff7205a4cdb0 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] 10.222.0.32 "GET /v2.0/ports?device_id=db11646b-c236-4ea8-afc6-7542c731bfa5 HTTP/1.1" status: 200  len: 946 time: 0.0513618
Dec 25 22:19:15.822896 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e589d062-9960-4130-8206-4493f0f2df47 req-072feaf9-50dc-447d-a012-61fffda3d317 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] 10.222.0.32 "GET /v2.0/security-groups?id=c647c397-37ba-4e70-a68d-f535fda9f892&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0419834
Dec 25 22:19:16.937701 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f6663c-4d75-4e60-8a00-a21eb470ba12 req-4fa638c5-42cc-4ffc-899c-8a76857dc1cb tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:19:16.939163 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-33f6663c-4d75-4e60-8a00-a21eb470ba12 req-4fa638c5-42cc-4ffc-899c-8a76857dc1cb tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] 10.222.0.32 "GET /v2.0/ports?device_id=db11646b-c236-4ea8-afc6-7542c731bfa5 HTTP/1.1" status: 200  len: 946 time: 0.0480559
Dec 25 22:19:16.992460 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-33f6663c-4d75-4e60-8a00-a21eb470ba12 req-306f231c-abed-4672-b8ec-277dc156b953 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] 10.222.0.32 "GET /v2.0/security-groups?id=c647c397-37ba-4e70-a68d-f535fda9f892&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0474243
Dec 25 22:19:17.989130 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [req-5e2bc979-abe8-4038-88b6-4c5405f14ca9 req-0d47cfec-9d51-4563-ae89-dda2941e5271 service neutron] (121606) timed out ('10.222.0.32', 41644) {{(pid=121606) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}
Dec 25 22:19:18.106451 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b713e95c-99f6-4d6e-b86a-38c66636f703 req-da174331-73bf-44d0-8d4d-7d0b517fc5a8 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:19:18.107960 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b713e95c-99f6-4d6e-b86a-38c66636f703 req-da174331-73bf-44d0-8d4d-7d0b517fc5a8 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] 10.222.0.32 "GET /v2.0/ports?device_id=db11646b-c236-4ea8-afc6-7542c731bfa5 HTTP/1.1" status: 200  len: 946 time: 0.0485866
Dec 25 22:19:18.156433 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b713e95c-99f6-4d6e-b86a-38c66636f703 req-171b72ea-f9a0-41bd-a14e-3f2a28d07daf tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] 10.222.0.32 "GET /v2.0/security-groups?id=c647c397-37ba-4e70-a68d-f535fda9f892&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0425854
Dec 25 22:19:19.270141 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0bdd19-4d28-479e-aa67-9c444883d8a5 req-95ddaef0-8a92-43a3-9364-ef8924f8a259 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:19:19.271642 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ea0bdd19-4d28-479e-aa67-9c444883d8a5 req-95ddaef0-8a92-43a3-9364-ef8924f8a259 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] 10.222.0.32 "GET /v2.0/ports?device_id=db11646b-c236-4ea8-afc6-7542c731bfa5 HTTP/1.1" status: 200  len: 946 time: 0.0481505
Dec 25 22:19:19.320283 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ea0bdd19-4d28-479e-aa67-9c444883d8a5 req-d6faa48e-a138-4abf-abcf-ac5100e92c7a tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] 10.222.0.32 "GET /v2.0/security-groups?id=c647c397-37ba-4e70-a68d-f535fda9f892&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0419598
Dec 25 22:19:20.077326 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device 3fcc8917-c1c4-4146-bdaf-cc8783ff604f details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 25 22:19:20.177497 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port 3fcc8917-c1c4-4146-bdaf-cc8783ff604f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3fcc8917-c1c4-4146-bdaf-cc8783ff604f,segment=NetworkSegment(276c9ad4-ec06-42f5-a5e9-145415d33bb3),segment_id=276c9ad4-ec06-42f5-a5e9-145415d33bb3)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 22:19:20.189884 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Returning: {'device': '3fcc8917-c1c4-4146-bdaf-cc8783ff604f', 'network_id': 'db0de716-353d-48fe-b77e-10fa7ac25f29', 'port_id': '3fcc8917-c1c4-4146-bdaf-cc8783ff604f', 'mac_address': 'fa:16:3e:33:1d:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '052b93b2-8055-4d9c-a3a9-730de68e61cc', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 25 22:19:20.228396 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:19:20.241520 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3fcc8917-c1c4-4146-bdaf-cc8783ff604f {{(pid=121608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 22:19:20.265919 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port 3fcc8917-c1c4-4146-bdaf-cc8783ff604f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3fcc8917-c1c4-4146-bdaf-cc8783ff604f,segment=NetworkSegment(276c9ad4-ec06-42f5-a5e9-145415d33bb3),segment_id=276c9ad4-ec06-42f5-a5e9-145415d33bb3)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 22:19:20.326458 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:19:20.377901 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Pushing event updated for resources: {'Port': ['ID=3fcc8917-c1c4-4146-bdaf-cc8783ff604f,revision_number=6']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:19:20.385927 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:19:20.386277 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:19:20.386617 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:19:20.386949 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:19:20.387281 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:19:20.387609 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:19:20.387931 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:19:20.388252 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:19:20.388577 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:19:20.388914 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:19:20.389235 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:19:20.389553 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:19:20.389868 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:19:20.394803 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] get_ports_and_sgs() called for port_ids ['3fcc8917-c1c4-4146-bdaf-cc8783ff604f'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 22:19:20.458142 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c817816-3fd0-4969-a54f-81a50b15c00a req-9e197fdd-54d4-4bc9-b273-97695542431a tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:19:20.460806 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2c817816-3fd0-4969-a54f-81a50b15c00a req-9e197fdd-54d4-4bc9-b273-97695542431a tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] 10.222.0.32 "GET /v2.0/ports?device_id=db11646b-c236-4ea8-afc6-7542c731bfa5 HTTP/1.1" status: 200  len: 945 time: 0.0651848
Dec 25 22:19:20.514911 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2c817816-3fd0-4969-a54f-81a50b15c00a req-004f99b2-da77-4955-ac0d-5ba9ff5cbe83 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] 10.222.0.32 "GET /v2.0/security-groups?id=c647c397-37ba-4e70-a68d-f535fda9f892&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0468299
Dec 25 22:19:21.648936 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59b0d23-a255-4f2b-9414-fd5da826aaba req-d868c355-640e-4051-b05b-002967723093 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:19:21.651361 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f59b0d23-a255-4f2b-9414-fd5da826aaba req-d868c355-640e-4051-b05b-002967723093 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] 10.222.0.32 "GET /v2.0/ports?device_id=db11646b-c236-4ea8-afc6-7542c731bfa5 HTTP/1.1" status: 200  len: 945 time: 0.0535600
Dec 25 22:19:21.707192 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f59b0d23-a255-4f2b-9414-fd5da826aaba req-34cc607d-95d6-4865-9953-f2faf7e44ac8 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] 10.222.0.32 "GET /v2.0/security-groups?id=c647c397-37ba-4e70-a68d-f535fda9f892&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0482445
Dec 25 22:19:22.098339 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device 3fcc8917-c1c4-4146-bdaf-cc8783ff604f up at agent hyperv_nch1-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 22:19:22.148731 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Provisioning complete for port 3fcc8917-c1c4-4146-bdaf-cc8783ff604f triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 22:19:22.149243 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:19:22.235917 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:19:22.258687 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db11646b-c236-4ea8-afc6-7542c731bfa5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fcc8917-c1c4-4146-bdaf-cc8783ff604f'}] {{(pid=121608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 22:19:22.261024 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8f4255179602950281e35c838768f32348f9ebfbcb74b08282abfe6e9b4a52c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-789b3d39-dcb6-4c00-8651-345335ed1116" -d '{"events": [{"server_uuid": "db11646b-c236-4ea8-afc6-7542c731bfa5", "name": "network-vif-plugged", "status": "completed", "tag": "3fcc8917-c1c4-4146-bdaf-cc8783ff604f"}]}' {{(pid=121608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 22:19:22.274526 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port 3fcc8917-c1c4-4146-bdaf-cc8783ff604f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3fcc8917-c1c4-4146-bdaf-cc8783ff604f,segment=NetworkSegment(276c9ad4-ec06-42f5-a5e9-145415d33bb3),segment_id=276c9ad4-ec06-42f5-a5e9-145415d33bb3)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 22:19:22.317806 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:19:22.370844 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Pushing event updated for resources: {'Port': ['ID=3fcc8917-c1c4-4146-bdaf-cc8783ff604f,revision_number=7']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:19:22.385892 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 22:19:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d54110ec-c7da-4d42-8d53-31f26831731d x-openstack-request-id: req-d54110ec-c7da-4d42-8d53-31f26831731d {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 22:19:22.385892 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db11646b-c236-4ea8-afc6-7542c731bfa5", "name": "network-vif-plugged", "status": "completed", "tag": "3fcc8917-c1c4-4146-bdaf-cc8783ff604f", "code": 200}]} {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 22:19:22.385892 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d54110ec-c7da-4d42-8d53-31f26831731d {{(pid=121608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 22:19:22.385892 ncdv-master-1 neutron-server[121608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db11646b-c236-4ea8-afc6-7542c731bfa5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fcc8917-c1c4-4146-bdaf-cc8783ff604f', 'code': 200}
Dec 25 22:19:22.845825 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00f7977-dad1-454d-a9a2-8a4ede27cd8e req-3e4dba0f-a066-419d-aa3e-a5582f51f889 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:19:22.849296 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f00f7977-dad1-454d-a9a2-8a4ede27cd8e req-3e4dba0f-a066-419d-aa3e-a5582f51f889 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] 10.222.0.32 "GET /v2.0/ports?device_id=db11646b-c236-4ea8-afc6-7542c731bfa5 HTTP/1.1" status: 200  len: 946 time: 0.0579755
Dec 25 22:19:22.917205 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f00f7977-dad1-454d-a9a2-8a4ede27cd8e req-106c488e-aa81-45f3-9416-7f6dfd61eb28 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] 10.222.0.32 "GET /v2.0/security-groups?id=c647c397-37ba-4e70-a68d-f535fda9f892&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0585232
Dec 25 22:19:24.052811 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4660dc7b-3bc1-4379-93a3-274a05b37b3c req-d9fffad9-8639-4dda-92c7-1db1c2984cf9 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:19:24.055153 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4660dc7b-3bc1-4379-93a3-274a05b37b3c req-d9fffad9-8639-4dda-92c7-1db1c2984cf9 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] 10.222.0.32 "GET /v2.0/ports?device_id=db11646b-c236-4ea8-afc6-7542c731bfa5 HTTP/1.1" status: 200  len: 946 time: 0.0605757
Dec 25 22:19:24.122646 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4660dc7b-3bc1-4379-93a3-274a05b37b3c req-cabd32d9-b26a-45ec-8c1a-f8d331474a34 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] 10.222.0.32 "GET /v2.0/security-groups?id=c647c397-37ba-4e70-a68d-f535fda9f892&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0615544
Dec 25 22:19:25.273956 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa90fa7a-d8c6-4404-bfbc-e81693b1e2f4 req-4d574c0b-99f9-4eff-aaa1-b3ca6fde1ee2 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:19:25.275523 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-aa90fa7a-d8c6-4404-bfbc-e81693b1e2f4 req-4d574c0b-99f9-4eff-aaa1-b3ca6fde1ee2 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] 10.222.0.32 "GET /v2.0/ports?device_id=db11646b-c236-4ea8-afc6-7542c731bfa5 HTTP/1.1" status: 200  len: 946 time: 0.0514841
Dec 25 22:19:25.346804 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-aa90fa7a-d8c6-4404-bfbc-e81693b1e2f4 req-4e258681-eba4-4e4b-bf9e-663214bd1885 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] 10.222.0.32 "GET /v2.0/security-groups?id=c647c397-37ba-4e70-a68d-f535fda9f892&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0637946
Dec 25 22:19:26.463841 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6014ea-ac8a-432f-aa5c-9c1fd74b8db7 req-b717f5bb-9ae6-456a-b08e-c8a02e5bffe1 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:19:26.465495 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4e6014ea-ac8a-432f-aa5c-9c1fd74b8db7 req-b717f5bb-9ae6-456a-b08e-c8a02e5bffe1 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] 10.222.0.32 "GET /v2.0/ports?device_id=db11646b-c236-4ea8-afc6-7542c731bfa5 HTTP/1.1" status: 200  len: 946 time: 0.0522006
Dec 25 22:19:26.524722 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4e6014ea-ac8a-432f-aa5c-9c1fd74b8db7 req-ff5f7cf8-ef56-4284-a7e4-2ebd4ee80cd3 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] 10.222.0.32 "GET /v2.0/security-groups?id=c647c397-37ba-4e70-a68d-f535fda9f892&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0482919
Dec 25 22:19:27.658361 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95814e5f-1e28-4de1-a567-35e2192f8e7a req-21309f9b-e5b0-4576-9c66-e8c359306282 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:19:27.665408 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-95814e5f-1e28-4de1-a567-35e2192f8e7a req-21309f9b-e5b0-4576-9c66-e8c359306282 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] 10.222.0.32 "GET /v2.0/ports?device_id=db11646b-c236-4ea8-afc6-7542c731bfa5 HTTP/1.1" status: 200  len: 946 time: 0.0586398
Dec 25 22:19:27.719360 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-95814e5f-1e28-4de1-a567-35e2192f8e7a req-7d08c143-c278-44f9-8039-4b6b93d52ef1 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] 10.222.0.32 "GET /v2.0/security-groups?id=c647c397-37ba-4e70-a68d-f535fda9f892&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0530813
Dec 25 22:19:28.861212 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b1549f-e3d8-4b45-925e-e36d071ab329 req-e58c39b0-7f47-47f9-9e79-205b7e95486a tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:19:28.862918 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-40b1549f-e3d8-4b45-925e-e36d071ab329 req-e58c39b0-7f47-47f9-9e79-205b7e95486a tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] 10.222.0.32 "GET /v2.0/ports?device_id=db11646b-c236-4ea8-afc6-7542c731bfa5 HTTP/1.1" status: 200  len: 946 time: 0.0639849
Dec 25 22:19:28.921231 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-40b1549f-e3d8-4b45-925e-e36d071ab329 req-93ad6139-aa2c-47b5-b672-85fbaf3178a5 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] 10.222.0.32 "GET /v2.0/security-groups?id=c647c397-37ba-4e70-a68d-f535fda9f892&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0523272
Dec 25 22:19:30.062843 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ced276-6f0d-4bdd-8d1b-e23eb90f2c07 req-77f4bbf2-490f-4366-b7d1-20f98bbb2889 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:19:30.065337 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-39ced276-6f0d-4bdd-8d1b-e23eb90f2c07 req-77f4bbf2-490f-4366-b7d1-20f98bbb2889 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] 10.222.0.32 "GET /v2.0/ports?device_id=db11646b-c236-4ea8-afc6-7542c731bfa5 HTTP/1.1" status: 200  len: 946 time: 0.0553715
Dec 25 22:19:30.125287 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-39ced276-6f0d-4bdd-8d1b-e23eb90f2c07 req-f4a5d039-8d4b-459d-8355-bb694f6f1de2 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] 10.222.0.32 "GET /v2.0/security-groups?id=c647c397-37ba-4e70-a68d-f535fda9f892&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0540967
Dec 25 22:19:31.249470 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9542d423-d057-4ff6-9097-21f4a92b8f56 req-15eed8e7-ba22-45fc-922b-0e7811ef83ff tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:19:31.250940 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9542d423-d057-4ff6-9097-21f4a92b8f56 req-15eed8e7-ba22-45fc-922b-0e7811ef83ff tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] 10.222.0.32 "GET /v2.0/ports?device_id=db11646b-c236-4ea8-afc6-7542c731bfa5 HTTP/1.1" status: 200  len: 946 time: 0.0490947
Dec 25 22:19:31.305641 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9542d423-d057-4ff6-9097-21f4a92b8f56 req-a8a7cc44-96cf-4134-928f-12cabb3cee1c tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] 10.222.0.32 "GET /v2.0/security-groups?id=c647c397-37ba-4e70-a68d-f535fda9f892&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0487461
Dec 25 22:19:31.524286 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16adddf7-684a-4e2f-a64d-725e25387ba8 req-a40bdd3e-8e43-425c-9849-17e6b4463200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:19:31.525820 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-16adddf7-684a-4e2f-a64d-725e25387ba8 req-a40bdd3e-8e43-425c-9849-17e6b4463200 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8aefbad38c734203b2719ed40e315a78&device_id=db11646b-c236-4ea8-afc6-7542c731bfa5 HTTP/1.1" status: 200  len: 1097 time: 0.0403960
Dec 25 22:19:31.612618 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16adddf7-684a-4e2f-a64d-725e25387ba8 req-ea1be0a2-0dfe-45f4-b9ae-042c50c69222 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:19:31.614128 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-16adddf7-684a-4e2f-a64d-725e25387ba8 req-ea1be0a2-0dfe-45f4-b9ae-042c50c69222 service neutron] 10.222.0.31 "GET /v2.0/networks?id=db0de716-353d-48fe-b77e-10fa7ac25f29 HTTP/1.1" status: 200  len: 910 time: 0.0818472
Dec 25 22:19:31.681982 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-16adddf7-684a-4e2f-a64d-725e25387ba8 req-42fecb42-8138-45db-9844-f6c8a871e9d8 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3fcc8917-c1c4-4146-bdaf-cc8783ff604f HTTP/1.1" status: 200  len: 1002 time: 0.0600083
Dec 25 22:19:31.729788 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16adddf7-684a-4e2f-a64d-725e25387ba8 req-e030cdaa-c249-45c4-98bf-b7ac3dde25e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:19:31.731198 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-16adddf7-684a-4e2f-a64d-725e25387ba8 req-e030cdaa-c249-45c4-98bf-b7ac3dde25e8 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=052b93b2-8055-4d9c-a3a9-730de68e61cc HTTP/1.1" status: 200  len: 848 time: 0.0418744
Dec 25 22:19:31.775242 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16adddf7-684a-4e2f-a64d-725e25387ba8 req-c47b33b1-7b29-4888-a044-90f0e1a55028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:19:31.776618 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-16adddf7-684a-4e2f-a64d-725e25387ba8 req-c47b33b1-7b29-4888-a044-90f0e1a55028 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=db0de716-353d-48fe-b77e-10fa7ac25f29&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0386977
Dec 25 22:19:31.866598 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-16adddf7-684a-4e2f-a64d-725e25387ba8 req-9fde743b-c173-4a40-a900-6b32c9d0b866 service neutron] 10.222.0.31 "GET /v2.0/networks/db0de716-353d-48fe-b77e-10fa7ac25f29?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0832372
Dec 25 22:19:31.958096 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-16adddf7-684a-4e2f-a64d-725e25387ba8 req-8eab5bb4-86a4-41e3-8bee-a0a7f9b335fd service neutron] 10.222.0.31 "GET /v2.0/networks/db0de716-353d-48fe-b77e-10fa7ac25f29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0841291
Dec 25 22:19:32.421504 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e0809d-69b8-4ed6-ba5a-6ced71f29a8a req-3afd86a3-e5b6-470e-85df-666823d9fba5 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:19:32.423009 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-62e0809d-69b8-4ed6-ba5a-6ced71f29a8a req-3afd86a3-e5b6-470e-85df-666823d9fba5 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] 10.222.0.32 "GET /v2.0/ports?device_id=db11646b-c236-4ea8-afc6-7542c731bfa5 HTTP/1.1" status: 200  len: 946 time: 0.0483656
Dec 25 22:19:32.471344 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-62e0809d-69b8-4ed6-ba5a-6ced71f29a8a req-696e059c-22c2-442f-8476-bb6cd114c543 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] 10.222.0.32 "GET /v2.0/security-groups?id=c647c397-37ba-4e70-a68d-f535fda9f892&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0424519
Dec 25 22:19:33.588350 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11028148-3ba5-4914-a428-b3429cf54ba2 req-6343665d-0fc0-478b-9e94-2b10e723ad41 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:19:33.589873 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-11028148-3ba5-4914-a428-b3429cf54ba2 req-6343665d-0fc0-478b-9e94-2b10e723ad41 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] 10.222.0.32 "GET /v2.0/ports?device_id=db11646b-c236-4ea8-afc6-7542c731bfa5 HTTP/1.1" status: 200  len: 946 time: 0.0496781
Dec 25 22:19:33.640474 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-11028148-3ba5-4914-a428-b3429cf54ba2 req-caace1c1-960b-40d5-acb3-da8b5d079d19 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] 10.222.0.32 "GET /v2.0/security-groups?id=c647c397-37ba-4e70-a68d-f535fda9f892&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0443935
Dec 25 22:19:34.173339 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device 3fcc8917-c1c4-4146-bdaf-cc8783ff604f no longer exists at agent hyperv_nch1-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 22:19:34.248999 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:19:34.273514 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db11646b-c236-4ea8-afc6-7542c731bfa5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3fcc8917-c1c4-4146-bdaf-cc8783ff604f'}] {{(pid=121608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 22:19:34.275717 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8f4255179602950281e35c838768f32348f9ebfbcb74b08282abfe6e9b4a52c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-718b382f-1fa2-4412-aad7-df03e666c788" -d '{"events": [{"server_uuid": "db11646b-c236-4ea8-afc6-7542c731bfa5", "name": "network-vif-unplugged", "status": "completed", "tag": "3fcc8917-c1c4-4146-bdaf-cc8783ff604f"}]}' {{(pid=121608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 22:19:34.287944 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port 3fcc8917-c1c4-4146-bdaf-cc8783ff604f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3fcc8917-c1c4-4146-bdaf-cc8783ff604f,segment=NetworkSegment(276c9ad4-ec06-42f5-a5e9-145415d33bb3),segment_id=276c9ad4-ec06-42f5-a5e9-145415d33bb3)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 22:19:34.308383 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sat, 25 Dec 2021 22:19:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e2d6995-8866-48ad-aa7d-7d71aae21778 x-openstack-request-id: req-1e2d6995-8866-48ad-aa7d-7d71aae21778 {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 22:19:34.308697 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db11646b-c236-4ea8-afc6-7542c731bfa5", "name": "network-vif-unplugged", "status": "failed", "tag": "3fcc8917-c1c4-4146-bdaf-cc8783ff604f", "code": 422}]} {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 22:19:34.308987 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1e2d6995-8866-48ad-aa7d-7d71aae21778 {{(pid=121608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 22:19:34.309379 ncdv-master-1 neutron-server[121608]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'db11646b-c236-4ea8-afc6-7542c731bfa5', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '3fcc8917-c1c4-4146-bdaf-cc8783ff604f', 'code': 422} returned with failed status
Dec 25 22:19:34.339770 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:19:34.391745 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Pushing event updated for resources: {'Port': ['ID=3fcc8917-c1c4-4146-bdaf-cc8783ff604f,revision_number=8']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:19:34.762037 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6066de-cdad-4b5d-9497-50c9f2ae96ec req-deb1c444-2d31-4da9-b010-4e8f0458a78b tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:19:34.763568 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-fd6066de-cdad-4b5d-9497-50c9f2ae96ec req-deb1c444-2d31-4da9-b010-4e8f0458a78b tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] 10.222.0.32 "GET /v2.0/ports?device_id=db11646b-c236-4ea8-afc6-7542c731bfa5 HTTP/1.1" status: 200  len: 944 time: 0.0528135
Dec 25 22:19:34.812941 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-fd6066de-cdad-4b5d-9497-50c9f2ae96ec req-7c07802f-609d-4e6e-b324-4f9e93e6880a tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] 10.222.0.32 "GET /v2.0/security-groups?id=c647c397-37ba-4e70-a68d-f535fda9f892&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0432308
Dec 25 22:19:34.866713 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-d4a529cf-1a3f-4d3f-9238-187170f2710d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:19:34.936298 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [req-dbbebdaa-198e-4ee8-afb7-9926589a4818 req-e95f147f-bbbe-4ded-97be-1c354e15b695 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=121606) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 25 22:19:34.938283 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-dbbebdaa-198e-4ee8-afb7-9926589a4818 req-e95f147f-bbbe-4ded-97be-1c354e15b695 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0593517
Dec 25 22:19:34.957242 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:19:35.225423 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c32301-e1fe-4dd2-94e2-c53555f30f6a req-9c0ffc73-daef-48e0-8ad1-3e6afce55a5e tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:19:35.226961 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d2c32301-e1fe-4dd2-94e2-c53555f30f6a req-9c0ffc73-daef-48e0-8ad1-3e6afce55a5e tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] 10.222.0.32 "GET /v2.0/ports?device_id=db11646b-c236-4ea8-afc6-7542c731bfa5 HTTP/1.1" status: 200  len: 944 time: 0.0505242
Dec 25 22:19:35.278305 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d2c32301-e1fe-4dd2-94e2-c53555f30f6a req-9e9fde6c-2a5b-46bd-99a1-1cb84dd07b2f tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] 10.222.0.32 "GET /v2.0/security-groups?id=c647c397-37ba-4e70-a68d-f535fda9f892&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0436544
Dec 25 22:19:35.663275 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-75633705-b8d7-47f7-8e77-9ad0905e4303 req-d4c6c2e9-eec7-4c28-8fb3-53f8db8256da service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=db11646b-c236-4ea8-afc6-7542c731bfa5&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0900402
Dec 25 22:19:36.399718 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68404974-b6cc-429a-b40f-539f150501e3 req-1f8aebcb-f9eb-4e6e-bb26-cbac638a75f3 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:19:36.401239 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-68404974-b6cc-429a-b40f-539f150501e3 req-1f8aebcb-f9eb-4e6e-bb26-cbac638a75f3 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] 10.222.0.32 "GET /v2.0/ports?device_id=db11646b-c236-4ea8-afc6-7542c731bfa5 HTTP/1.1" status: 200  len: 944 time: 0.0490644
Dec 25 22:19:36.451362 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-68404974-b6cc-429a-b40f-539f150501e3 req-7dd4bf6a-6d44-47e0-b879-ad25bdde5b51 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] 10.222.0.32 "GET /v2.0/security-groups?id=c647c397-37ba-4e70-a68d-f535fda9f892&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0440135
Dec 25 22:19:36.929222 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75633705-b8d7-47f7-8e77-9ad0905e4303 req-c051daa5-7279-4e8f-a97b-e2cc47263ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:19:36.930616 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-75633705-b8d7-47f7-8e77-9ad0905e4303 req-c051daa5-7279-4e8f-a97b-e2cc47263ea7 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=db11646b-c236-4ea8-afc6-7542c731bfa5&tenant_id=8aefbad38c734203b2719ed40e315a78 HTTP/1.1" status: 200  len: 1095 time: 0.0399151
Dec 25 22:19:36.992007 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75633705-b8d7-47f7-8e77-9ad0905e4303 req-227ee822-9f4e-45c1-99e1-11e1f41c5b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:19:36.993542 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-75633705-b8d7-47f7-8e77-9ad0905e4303 req-227ee822-9f4e-45c1-99e1-11e1f41c5b5a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8aefbad38c734203b2719ed40e315a78&device_id=db11646b-c236-4ea8-afc6-7542c731bfa5 HTTP/1.1" status: 200  len: 1095 time: 0.0400221
Dec 25 22:19:37.063127 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-ed25a866-3ae5-4f5e-8dfe-17bf1dd7cf84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:19:37.085724 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75633705-b8d7-47f7-8e77-9ad0905e4303 req-9130ffaa-e091-4b91-a42c-3fec99063760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:19:37.087201 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-75633705-b8d7-47f7-8e77-9ad0905e4303 req-9130ffaa-e091-4b91-a42c-3fec99063760 service neutron] 10.222.0.31 "GET /v2.0/networks?id=db0de716-353d-48fe-b77e-10fa7ac25f29 HTTP/1.1" status: 200  len: 910 time: 0.0862586
Dec 25 22:19:37.154872 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-75633705-b8d7-47f7-8e77-9ad0905e4303 req-58c260d5-be58-43b1-b135-8466001be48e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3fcc8917-c1c4-4146-bdaf-cc8783ff604f HTTP/1.1" status: 200  len: 1000 time: 0.0604839
Dec 25 22:19:37.203277 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75633705-b8d7-47f7-8e77-9ad0905e4303 req-902e488f-cbc5-4051-8a4c-5533a240b724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:19:37.204705 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-75633705-b8d7-47f7-8e77-9ad0905e4303 req-902e488f-cbc5-4051-8a4c-5533a240b724 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=052b93b2-8055-4d9c-a3a9-730de68e61cc HTTP/1.1" status: 200  len: 848 time: 0.0431118
Dec 25 22:19:37.251052 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75633705-b8d7-47f7-8e77-9ad0905e4303 req-93c28a2a-321f-41bb-b4e8-6d38f7fe5795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:19:37.252537 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-75633705-b8d7-47f7-8e77-9ad0905e4303 req-93c28a2a-321f-41bb-b4e8-6d38f7fe5795 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=db0de716-353d-48fe-b77e-10fa7ac25f29&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0410781
Dec 25 22:19:37.345577 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-75633705-b8d7-47f7-8e77-9ad0905e4303 req-f18e0164-32bd-4165-9d9a-ba795b37c019 service neutron] 10.222.0.31 "GET /v2.0/networks/db0de716-353d-48fe-b77e-10fa7ac25f29?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0856588
Dec 25 22:19:37.445887 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-75633705-b8d7-47f7-8e77-9ad0905e4303 req-9d4474ff-ba34-4dc4-9308-bbb478ecefff service neutron] 10.222.0.31 "GET /v2.0/networks/db0de716-353d-48fe-b77e-10fa7ac25f29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0876861
Dec 25 22:19:37.567938 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfd3ebc-50bb-412f-a4af-1af79aadb69e req-6e1a98f8-6e9f-4fe3-ac30-b3cc3b15e0cb tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:19:37.569453 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4bfd3ebc-50bb-412f-a4af-1af79aadb69e req-6e1a98f8-6e9f-4fe3-ac30-b3cc3b15e0cb tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] 10.222.0.32 "GET /v2.0/ports?device_id=db11646b-c236-4ea8-afc6-7542c731bfa5 HTTP/1.1" status: 200  len: 944 time: 0.0484748
Dec 25 22:19:37.623375 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4bfd3ebc-50bb-412f-a4af-1af79aadb69e req-08d641a1-bf86-4f24-a5c6-aab15284b41f tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] 10.222.0.32 "GET /v2.0/security-groups?id=c647c397-37ba-4e70-a68d-f535fda9f892&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0473292
Dec 25 22:19:38.753512 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6bfa47-94f2-495c-ab20-844f63d6258d req-404bbd3e-03f3-4cbc-b0f7-9a6377a5cd29 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:19:38.755787 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-bc6bfa47-94f2-495c-ab20-844f63d6258d req-404bbd3e-03f3-4cbc-b0f7-9a6377a5cd29 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] 10.222.0.32 "GET /v2.0/ports?device_id=db11646b-c236-4ea8-afc6-7542c731bfa5 HTTP/1.1" status: 200  len: 944 time: 0.0534391
Dec 25 22:19:38.768635 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3e945ecd-9380-47c2-aa0a-12ebe07e03e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:19:38.808162 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-bc6bfa47-94f2-495c-ab20-844f63d6258d req-7ce39398-eb41-4ec5-85bf-46703de4ed89 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] 10.222.0.32 "GET /v2.0/security-groups?id=c647c397-37ba-4e70-a68d-f535fda9f892&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0459504
Dec 25 22:19:38.886025 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:19:39.745646 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-15cb578f-7a63-4fd3-925d-83bad4c7b82a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:19:39.964350 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4458fb94-de7c-4c4b-93a6-47bb71fbbb49 req-69294ce6-b0fe-48a8-9da7-fca8a4c23278 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:19:39.966053 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4458fb94-de7c-4c4b-93a6-47bb71fbbb49 req-69294ce6-b0fe-48a8-9da7-fca8a4c23278 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] 10.222.0.32 "GET /v2.0/ports?device_id=db11646b-c236-4ea8-afc6-7542c731bfa5 HTTP/1.1" status: 200  len: 944 time: 0.0683961
Dec 25 22:19:40.018107 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4458fb94-de7c-4c4b-93a6-47bb71fbbb49 req-1a54d2c5-1bd5-485e-a5a5-83636faa9813 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] 10.222.0.32 "GET /v2.0/security-groups?id=c647c397-37ba-4e70-a68d-f535fda9f892&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0451863
Dec 25 22:19:40.834693 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:19:41.150590 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f755b6-ee76-4d51-a9d9-9d66ba57d47e req-4da4010b-d7d8-4225-94f4-8c839c9ce687 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:19:41.152033 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-24f755b6-ee76-4d51-a9d9-9d66ba57d47e req-4da4010b-d7d8-4225-94f4-8c839c9ce687 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] 10.222.0.32 "GET /v2.0/ports?device_id=db11646b-c236-4ea8-afc6-7542c731bfa5 HTTP/1.1" status: 200  len: 944 time: 0.0584126
Dec 25 22:19:41.204301 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-24f755b6-ee76-4d51-a9d9-9d66ba57d47e req-66b915e8-63c9-470c-a9e4-fb6d94ba1921 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] 10.222.0.32 "GET /v2.0/security-groups?id=c647c397-37ba-4e70-a68d-f535fda9f892&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0459695
Dec 25 22:19:42.345954 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02655645-b987-4d5b-b69e-32df70ad9e55 req-fbca5200-6f9a-444a-b936-172f46192186 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:19:42.347717 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-02655645-b987-4d5b-b69e-32df70ad9e55 req-fbca5200-6f9a-444a-b936-172f46192186 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] 10.222.0.32 "GET /v2.0/ports?device_id=db11646b-c236-4ea8-afc6-7542c731bfa5 HTTP/1.1" status: 200  len: 944 time: 0.0549757
Dec 25 22:19:42.398084 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-02655645-b987-4d5b-b69e-32df70ad9e55 req-4d77e690-e2cb-4b81-80e7-ba997d8afb63 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] 10.222.0.32 "GET /v2.0/security-groups?id=c647c397-37ba-4e70-a68d-f535fda9f892&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0442011
Dec 25 22:19:42.731776 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.agents_db [None req-ec08dba0-4483-4109-b5e1-5e4a9fdaf12d None None] Agent healthcheck: found 7 active agents {{(pid=121609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 25 22:19:43.523848 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ba183f-4742-465a-837b-b6b11595e214 req-fbece23a-43a2-4998-b209-5a8b9c1ea84a tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:19:43.529371 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-03ba183f-4742-465a-837b-b6b11595e214 req-fbece23a-43a2-4998-b209-5a8b9c1ea84a tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] 10.222.0.32 "GET /v2.0/ports?device_id=db11646b-c236-4ea8-afc6-7542c731bfa5 HTTP/1.1" status: 200  len: 944 time: 0.0592744
Dec 25 22:19:43.580140 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-03ba183f-4742-465a-837b-b6b11595e214 req-7e03bc5a-65fd-4d7e-94ec-5c74fdcd25ba tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] 10.222.0.32 "GET /v2.0/security-groups?id=c647c397-37ba-4e70-a68d-f535fda9f892&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0466902
Dec 25 22:19:44.702503 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f439e84-1f21-4478-bc01-7e462bcbec8d req-df79a25f-1aa0-4c09-90c8-00a0cb6910a8 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:19:44.704077 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7f439e84-1f21-4478-bc01-7e462bcbec8d req-df79a25f-1aa0-4c09-90c8-00a0cb6910a8 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] 10.222.0.32 "GET /v2.0/ports?device_id=db11646b-c236-4ea8-afc6-7542c731bfa5 HTTP/1.1" status: 200  len: 944 time: 0.0514288
Dec 25 22:19:44.757680 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7f439e84-1f21-4478-bc01-7e462bcbec8d req-a03fff38-b5db-4250-b0ad-e90229ded923 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] 10.222.0.32 "GET /v2.0/security-groups?id=c647c397-37ba-4e70-a68d-f535fda9f892&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0466647
Dec 25 22:19:45.876487 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cfc3c7-0b62-4b88-8ba0-5c5e3dc03f83 req-c135b149-d371-4c91-8b49-14b7c13f70c7 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:19:45.878089 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-81cfc3c7-0b62-4b88-8ba0-5c5e3dc03f83 req-c135b149-d371-4c91-8b49-14b7c13f70c7 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] 10.222.0.32 "GET /v2.0/ports?device_id=db11646b-c236-4ea8-afc6-7542c731bfa5 HTTP/1.1" status: 200  len: 944 time: 0.0503993
Dec 25 22:19:45.936698 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-81cfc3c7-0b62-4b88-8ba0-5c5e3dc03f83 req-0bd8398a-3107-4e88-b6de-89645982a999 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] 10.222.0.32 "GET /v2.0/security-groups?id=c647c397-37ba-4e70-a68d-f535fda9f892&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0523942
Dec 25 22:19:47.062246 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd7ff1b-065a-4ee5-9100-283617574b11 req-67da8b25-be14-4f08-bf6c-7e5f45b5e806 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:19:47.064129 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1dd7ff1b-065a-4ee5-9100-283617574b11 req-67da8b25-be14-4f08-bf6c-7e5f45b5e806 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] 10.222.0.32 "GET /v2.0/ports?device_id=db11646b-c236-4ea8-afc6-7542c731bfa5 HTTP/1.1" status: 200  len: 944 time: 0.0529521
Dec 25 22:19:47.116138 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1dd7ff1b-065a-4ee5-9100-283617574b11 req-148db9b9-7632-4451-99a9-d057284431ef tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] 10.222.0.32 "GET /v2.0/security-groups?id=c647c397-37ba-4e70-a68d-f535fda9f892&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0458405
Dec 25 22:19:48.231284 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0271295-82c7-4d55-aeaa-70a26ac59490 req-eff7af9e-3fa7-4888-a645-33409e0c576a tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:19:48.232816 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c0271295-82c7-4d55-aeaa-70a26ac59490 req-eff7af9e-3fa7-4888-a645-33409e0c576a tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] 10.222.0.32 "GET /v2.0/ports?device_id=db11646b-c236-4ea8-afc6-7542c731bfa5 HTTP/1.1" status: 200  len: 944 time: 0.0497329
Dec 25 22:19:48.297384 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c0271295-82c7-4d55-aeaa-70a26ac59490 req-ba7d3a4b-0339-45e7-82b9-d9c089d61923 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] 10.222.0.32 "GET /v2.0/security-groups?id=c647c397-37ba-4e70-a68d-f535fda9f892&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0579350
Dec 25 22:19:49.416327 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e59a8f-3f67-448b-9554-fe089c704e6c req-4a14551c-528c-4aef-8844-afebf27973d9 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:19:49.417832 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e3e59a8f-3f67-448b-9554-fe089c704e6c req-4a14551c-528c-4aef-8844-afebf27973d9 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] 10.222.0.32 "GET /v2.0/ports?device_id=db11646b-c236-4ea8-afc6-7542c731bfa5 HTTP/1.1" status: 200  len: 944 time: 0.0524127
Dec 25 22:19:49.466717 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e3e59a8f-3f67-448b-9554-fe089c704e6c req-b1a3b98a-4b5c-40b1-b972-d26ee79795e6 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] 10.222.0.32 "GET /v2.0/security-groups?id=c647c397-37ba-4e70-a68d-f535fda9f892&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0429587
Dec 25 22:19:50.280972 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device 3fcc8917-c1c4-4146-bdaf-cc8783ff604f details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 25 22:19:50.379222 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port 3fcc8917-c1c4-4146-bdaf-cc8783ff604f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3fcc8917-c1c4-4146-bdaf-cc8783ff604f,segment=NetworkSegment(276c9ad4-ec06-42f5-a5e9-145415d33bb3),segment_id=276c9ad4-ec06-42f5-a5e9-145415d33bb3)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 22:19:50.389904 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Returning: {'device': '3fcc8917-c1c4-4146-bdaf-cc8783ff604f', 'network_id': 'db0de716-353d-48fe-b77e-10fa7ac25f29', 'port_id': '3fcc8917-c1c4-4146-bdaf-cc8783ff604f', 'mac_address': 'fa:16:3e:33:1d:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '052b93b2-8055-4d9c-a3a9-730de68e61cc', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 25 22:19:50.589330 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28b8c9d-2468-4a90-8fe9-2a10a2a31739 req-2fd1f297-4917-4e62-8013-71b3bcb423c5 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:19:50.590784 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d28b8c9d-2468-4a90-8fe9-2a10a2a31739 req-2fd1f297-4917-4e62-8013-71b3bcb423c5 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] 10.222.0.32 "GET /v2.0/ports?device_id=db11646b-c236-4ea8-afc6-7542c731bfa5 HTTP/1.1" status: 200  len: 944 time: 0.0533247
Dec 25 22:19:50.595133 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:19:50.608119 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3fcc8917-c1c4-4146-bdaf-cc8783ff604f {{(pid=121608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 22:19:50.630717 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port 3fcc8917-c1c4-4146-bdaf-cc8783ff604f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3fcc8917-c1c4-4146-bdaf-cc8783ff604f,segment=NetworkSegment(276c9ad4-ec06-42f5-a5e9-145415d33bb3),segment_id=276c9ad4-ec06-42f5-a5e9-145415d33bb3)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 22:19:50.640453 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d28b8c9d-2468-4a90-8fe9-2a10a2a31739 req-8244243b-6676-4d22-81b1-eb4afb35e8ee tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] 10.222.0.32 "GET /v2.0/security-groups?id=c647c397-37ba-4e70-a68d-f535fda9f892&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0434601
Dec 25 22:19:50.691110 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:19:50.738666 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Pushing event updated for resources: {'Port': ['ID=3fcc8917-c1c4-4146-bdaf-cc8783ff604f,revision_number=9']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:19:50.929777 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] get_ports_and_sgs() called for port_ids ['3fcc8917-c1c4-4146-bdaf-cc8783ff604f'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 22:19:51.764846 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d54aa15-fca9-4813-82e5-7a4569ed4e13 req-f7503c67-41fd-45cb-bcb0-6ad4abe410da tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:19:51.766399 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1d54aa15-fca9-4813-82e5-7a4569ed4e13 req-f7503c67-41fd-45cb-bcb0-6ad4abe410da tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] 10.222.0.32 "GET /v2.0/ports?device_id=db11646b-c236-4ea8-afc6-7542c731bfa5 HTTP/1.1" status: 200  len: 945 time: 0.0533009
Dec 25 22:19:51.822859 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1d54aa15-fca9-4813-82e5-7a4569ed4e13 req-88f8d6f5-5bf0-43fe-a1d4-2cc5c874f11a tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] 10.222.0.32 "GET /v2.0/security-groups?id=c647c397-37ba-4e70-a68d-f535fda9f892&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0500419
Dec 25 22:19:52.281817 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device 3fcc8917-c1c4-4146-bdaf-cc8783ff604f up at agent hyperv_nch1-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 22:19:52.334801 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Provisioning complete for port 3fcc8917-c1c4-4146-bdaf-cc8783ff604f triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 22:19:52.335164 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:19:52.408475 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:19:52.430205 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db11646b-c236-4ea8-afc6-7542c731bfa5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fcc8917-c1c4-4146-bdaf-cc8783ff604f'}] {{(pid=121608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 22:19:52.432400 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8f4255179602950281e35c838768f32348f9ebfbcb74b08282abfe6e9b4a52c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50ffaa8b-ee08-4384-9713-51de99a98461" -d '{"events": [{"server_uuid": "db11646b-c236-4ea8-afc6-7542c731bfa5", "name": "network-vif-plugged", "status": "completed", "tag": "3fcc8917-c1c4-4146-bdaf-cc8783ff604f"}]}' {{(pid=121608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 22:19:52.445276 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port 3fcc8917-c1c4-4146-bdaf-cc8783ff604f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3fcc8917-c1c4-4146-bdaf-cc8783ff604f,segment=NetworkSegment(276c9ad4-ec06-42f5-a5e9-145415d33bb3),segment_id=276c9ad4-ec06-42f5-a5e9-145415d33bb3)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 22:19:52.471093 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 22:19:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c36386d9-f46a-4da8-9abc-daee66975a39 x-openstack-request-id: req-c36386d9-f46a-4da8-9abc-daee66975a39 {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 22:19:52.471387 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db11646b-c236-4ea8-afc6-7542c731bfa5", "name": "network-vif-plugged", "status": "completed", "tag": "3fcc8917-c1c4-4146-bdaf-cc8783ff604f", "code": 200}]} {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 22:19:52.471641 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c36386d9-f46a-4da8-9abc-daee66975a39 {{(pid=121608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 22:19:52.472071 ncdv-master-1 neutron-server[121608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db11646b-c236-4ea8-afc6-7542c731bfa5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fcc8917-c1c4-4146-bdaf-cc8783ff604f', 'code': 200}
Dec 25 22:19:52.542519 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:19:52.588993 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Pushing event updated for resources: {'Port': ['ID=3fcc8917-c1c4-4146-bdaf-cc8783ff604f,revision_number=10']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:19:52.686777 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8aef6e-51ba-4c42-b7c2-a53b8c32c221 req-cc97b419-6d64-4fbe-9f6d-b52a4868a797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:19:52.688283 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4d8aef6e-51ba-4c42-b7c2-a53b8c32c221 req-cc97b419-6d64-4fbe-9f6d-b52a4868a797 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=db11646b-c236-4ea8-afc6-7542c731bfa5 HTTP/1.1" status: 200  len: 1098 time: 0.0404260
Dec 25 22:19:52.733861 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4d8aef6e-51ba-4c42-b7c2-a53b8c32c221 req-1eb6c2dc-a646-4736-a725-9954d0cb7f81 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=c647c397-37ba-4e70-a68d-f535fda9f892&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0386221
Dec 25 22:19:53.033486 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ea8db9-984e-461e-a3fc-2160c7c85abb req-1b643e61-b243-403d-b657-cd90fc44cbdb tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:19:53.034975 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d2ea8db9-984e-461e-a3fc-2160c7c85abb req-1b643e61-b243-403d-b657-cd90fc44cbdb tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] 10.222.0.32 "GET /v2.0/ports?device_id=db11646b-c236-4ea8-afc6-7542c731bfa5 HTTP/1.1" status: 200  len: 947 time: 0.0489268
Dec 25 22:19:53.083043 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d2ea8db9-984e-461e-a3fc-2160c7c85abb req-124d356e-3cbc-45fd-b8f4-9154a9fb6900 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] 10.222.0.32 "GET /v2.0/security-groups?id=c647c397-37ba-4e70-a68d-f535fda9f892&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0418594
Dec 25 22:19:54.203935 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fcde83-4bfc-4003-9bf8-df3e96186b96 req-a577e805-2653-498d-af57-0c7a9c659140 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:19:54.205986 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-45fcde83-4bfc-4003-9bf8-df3e96186b96 req-a577e805-2653-498d-af57-0c7a9c659140 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] 10.222.0.32 "GET /v2.0/ports?device_id=db11646b-c236-4ea8-afc6-7542c731bfa5 HTTP/1.1" status: 200  len: 947 time: 0.0544069
Dec 25 22:19:54.256191 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-45fcde83-4bfc-4003-9bf8-df3e96186b96 req-abefa6be-407d-4b6b-8cf5-052a1a90b07f tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] 10.222.0.32 "GET /v2.0/security-groups?id=c647c397-37ba-4e70-a68d-f535fda9f892&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0437522
Dec 25 22:19:55.372448 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5aa876-dea0-4edc-9f96-f92d4a03de26 req-17176f74-0ffb-499f-b69c-929c660f9968 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:19:55.373990 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9c5aa876-dea0-4edc-9f96-f92d4a03de26 req-17176f74-0ffb-499f-b69c-929c660f9968 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] 10.222.0.32 "GET /v2.0/ports?device_id=db11646b-c236-4ea8-afc6-7542c731bfa5 HTTP/1.1" status: 200  len: 947 time: 0.0487173
Dec 25 22:19:55.422004 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9c5aa876-dea0-4edc-9f96-f92d4a03de26 req-6dd0ab58-4613-4377-b9cf-d606711b159f tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] 10.222.0.32 "GET /v2.0/security-groups?id=c647c397-37ba-4e70-a68d-f535fda9f892&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0421705
Dec 25 22:19:58.203272 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-379ef9f2-f423-4f3f-ad7c-eb1646f88ce9 req-8f1f03ee-ee86-489f-855e-84ee3d23e008 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=db11646b-c236-4ea8-afc6-7542c731bfa5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0434504
Dec 25 22:19:58.286183 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379ef9f2-f423-4f3f-ad7c-eb1646f88ce9 req-fd4c50c8-f5ca-460b-9ffc-fcc8d46bf230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:19:58.287683 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-379ef9f2-f423-4f3f-ad7c-eb1646f88ce9 req-fd4c50c8-f5ca-460b-9ffc-fcc8d46bf230 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8aefbad38c734203b2719ed40e315a78&device_id=db11646b-c236-4ea8-afc6-7542c731bfa5 HTTP/1.1" status: 200  len: 1098 time: 0.0409758
Dec 25 22:19:58.388799 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379ef9f2-f423-4f3f-ad7c-eb1646f88ce9 req-e23e8f12-2ba5-4b00-aa3f-e18c7a72be84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:19:58.390312 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-379ef9f2-f423-4f3f-ad7c-eb1646f88ce9 req-e23e8f12-2ba5-4b00-aa3f-e18c7a72be84 service neutron] 10.222.0.31 "GET /v2.0/networks?id=db0de716-353d-48fe-b77e-10fa7ac25f29 HTTP/1.1" status: 200  len: 910 time: 0.0844693
Dec 25 22:19:58.456541 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-379ef9f2-f423-4f3f-ad7c-eb1646f88ce9 req-068f551a-d4dc-4644-99e5-ea8ee92d90af service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3fcc8917-c1c4-4146-bdaf-cc8783ff604f HTTP/1.1" status: 200  len: 1002 time: 0.0598140
Dec 25 22:19:58.512835 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379ef9f2-f423-4f3f-ad7c-eb1646f88ce9 req-5a975921-4e89-45c2-a77a-17330829eafd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:19:58.514279 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-379ef9f2-f423-4f3f-ad7c-eb1646f88ce9 req-5a975921-4e89-45c2-a77a-17330829eafd service neutron] 10.222.0.31 "GET /v2.0/subnets?id=052b93b2-8055-4d9c-a3a9-730de68e61cc HTTP/1.1" status: 200  len: 848 time: 0.0420129
Dec 25 22:19:58.567561 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379ef9f2-f423-4f3f-ad7c-eb1646f88ce9 req-3595c57d-d7a4-4679-bc70-4223dd264953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:19:58.569108 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-379ef9f2-f423-4f3f-ad7c-eb1646f88ce9 req-3595c57d-d7a4-4679-bc70-4223dd264953 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=db0de716-353d-48fe-b77e-10fa7ac25f29&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0390680
Dec 25 22:19:58.581057 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [req-379ef9f2-f423-4f3f-ad7c-eb1646f88ce9 req-c0c0df2a-9ef2-44b8-8f16-8248eaa94d53 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=121606) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 25 22:19:58.582032 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-379ef9f2-f423-4f3f-ad7c-eb1646f88ce9 req-c0c0df2a-9ef2-44b8-8f16-8248eaa94d53 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0056281
Dec 25 22:19:58.675595 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-379ef9f2-f423-4f3f-ad7c-eb1646f88ce9 req-4eb15a4f-6684-4af0-9345-93ce5c1c6189 service neutron] 10.222.0.31 "GET /v2.0/networks/db0de716-353d-48fe-b77e-10fa7ac25f29?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0859973
Dec 25 22:19:58.763726 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-379ef9f2-f423-4f3f-ad7c-eb1646f88ce9 req-5b59bea4-96d7-4803-ba70-f6d4e38d0b3c service neutron] 10.222.0.31 "GET /v2.0/networks/db0de716-353d-48fe-b77e-10fa7ac25f29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0813789
Dec 25 22:20:04.831283 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-85a8f255-2f8d-4db9-b398-0c7a619aa38d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:20:04.947785 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:20:07.061965 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-dc4be055-917f-46d5-8f4b-41221e3b56d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:20:08.730562 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3e945ecd-9380-47c2-aa0a-12ebe07e03e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:20:08.865049 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:20:09.756152 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-15cb578f-7a63-4fd3-925d-83bad4c7b82a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:20:10.855872 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:20:19.730104 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.agents_db [None req-ec08dba0-4483-4109-b5e1-5e4a9fdaf12d None None] Agent healthcheck: found 7 active agents {{(pid=121609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 25 22:20:34.847207 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-cbe9b4ab-679b-474a-9ece-4e0373370e8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:20:34.946613 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:20:37.041431 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-264f2232-b2ae-4315-aae9-01af99dfdb1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:20:38.761494 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3e945ecd-9380-47c2-aa0a-12ebe07e03e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:20:38.870143 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:20:39.758099 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-15cb578f-7a63-4fd3-925d-83bad4c7b82a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:20:40.858658 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:20:56.729235 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.agents_db [None req-ec08dba0-4483-4109-b5e1-5e4a9fdaf12d None None] Agent healthcheck: found 7 active agents {{(pid=121609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 25 22:20:58.244967 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ec45f77e-6578-4c22-ab4b-7d4bad3d681b req-3c6d2851-f401-4d43-ad65-4a43f1ad8328 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=db11646b-c236-4ea8-afc6-7542c731bfa5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0854082
Dec 25 22:20:58.324531 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec45f77e-6578-4c22-ab4b-7d4bad3d681b req-83a19486-cea4-4d8b-be69-fe5b4830cb7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:20:58.326068 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ec45f77e-6578-4c22-ab4b-7d4bad3d681b req-83a19486-cea4-4d8b-be69-fe5b4830cb7a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8aefbad38c734203b2719ed40e315a78&device_id=db11646b-c236-4ea8-afc6-7542c731bfa5 HTTP/1.1" status: 200  len: 1098 time: 0.0396566
Dec 25 22:20:58.430916 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec45f77e-6578-4c22-ab4b-7d4bad3d681b req-507582f2-8246-4650-8dd4-d881a69807d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:20:58.432462 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ec45f77e-6578-4c22-ab4b-7d4bad3d681b req-507582f2-8246-4650-8dd4-d881a69807d6 service neutron] 10.222.0.31 "GET /v2.0/networks?id=db0de716-353d-48fe-b77e-10fa7ac25f29 HTTP/1.1" status: 200  len: 910 time: 0.0870864
Dec 25 22:20:58.501464 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ec45f77e-6578-4c22-ab4b-7d4bad3d681b req-bb69cd71-3835-4abd-a95b-e04e8b8382e3 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3fcc8917-c1c4-4146-bdaf-cc8783ff604f HTTP/1.1" status: 200  len: 1002 time: 0.0575469
Dec 25 22:20:58.547403 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec45f77e-6578-4c22-ab4b-7d4bad3d681b req-94930e13-22cf-483c-a8ad-1d1f37e659e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:20:58.548842 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ec45f77e-6578-4c22-ab4b-7d4bad3d681b req-94930e13-22cf-483c-a8ad-1d1f37e659e0 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=052b93b2-8055-4d9c-a3a9-730de68e61cc HTTP/1.1" status: 200  len: 848 time: 0.0458717
Dec 25 22:20:58.596855 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec45f77e-6578-4c22-ab4b-7d4bad3d681b req-0543a227-ff63-44a6-9fa7-aeb648bf0b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:20:58.598363 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ec45f77e-6578-4c22-ab4b-7d4bad3d681b req-0543a227-ff63-44a6-9fa7-aeb648bf0b8a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=db0de716-353d-48fe-b77e-10fa7ac25f29&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0430439
Dec 25 22:20:58.685434 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ec45f77e-6578-4c22-ab4b-7d4bad3d681b req-45adba28-b874-4c5b-8e0f-abb5e83383ac service neutron] 10.222.0.31 "GET /v2.0/networks/db0de716-353d-48fe-b77e-10fa7ac25f29?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0800953
Dec 25 22:20:58.780566 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ec45f77e-6578-4c22-ab4b-7d4bad3d681b req-1170b735-70e7-4c21-ad74-fd066b906514 service neutron] 10.222.0.31 "GET /v2.0/networks/db0de716-353d-48fe-b77e-10fa7ac25f29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0837300
Dec 25 22:21:04.865667 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-7aee2a25-b2ce-4f7e-b258-1d5d9f0f035b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:21:04.940286 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:21:06.205638 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 50226) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 22:21:06.360632 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-84f780cc-42d7-4344-ab7d-b0e02173cc5b tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] Deleting port 81df6609-8ac0-497b-b126-8ffdfc2338be {{(pid=121607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 22:21:06.361006 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-84f780cc-42d7-4344-ab7d-b0e02173cc5b tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:21:06.437784 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-84f780cc-42d7-4344-ab7d-b0e02173cc5b tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:21:06.438118 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-84f780cc-42d7-4344-ab7d-b0e02173cc5b tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:21:06.449372 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-84f780cc-42d7-4344-ab7d-b0e02173cc5b tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] Calling delete_port for 81df6609-8ac0-497b-b126-8ffdfc2338be owned by network:floatingip {{(pid=121607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 22:21:06.689483 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-84f780cc-42d7-4344-ab7d-b0e02173cc5b tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:21:06.714991 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f780cc-42d7-4344-ab7d-b0e02173cc5b tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] Pushing event deleted for resources: {'Port': ['ID=81df6609-8ac0-497b-b126-8ffdfc2338be,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:21:06.741223 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f780cc-42d7-4344-ab7d-b0e02173cc5b tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:21:06.741568 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f780cc-42d7-4344-ab7d-b0e02173cc5b tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:21:06.741903 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f780cc-42d7-4344-ab7d-b0e02173cc5b tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:21:06.742234 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f780cc-42d7-4344-ab7d-b0e02173cc5b tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:21:06.742557 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f780cc-42d7-4344-ab7d-b0e02173cc5b tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:21:06.742879 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f780cc-42d7-4344-ab7d-b0e02173cc5b tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:21:06.743201 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f780cc-42d7-4344-ab7d-b0e02173cc5b tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:21:06.743519 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f780cc-42d7-4344-ab7d-b0e02173cc5b tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:21:06.743837 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f780cc-42d7-4344-ab7d-b0e02173cc5b tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:21:06.744154 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f780cc-42d7-4344-ab7d-b0e02173cc5b tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:21:06.744470 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f780cc-42d7-4344-ab7d-b0e02173cc5b tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:21:06.744787 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f780cc-42d7-4344-ab7d-b0e02173cc5b tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:21:06.745123 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f780cc-42d7-4344-ab7d-b0e02173cc5b tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:21:06.782700 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-84f780cc-42d7-4344-ab7d-b0e02173cc5b tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] Publish callbacks [] for floatingip, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:21:06.783060 ncdv-master-1 neutron-server[121607]: INFO neutron.db.l3_db [None req-84f780cc-42d7-4344-ab7d-b0e02173cc5b tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] Floating IP 2c5a584c-4814-4101-ad7b-06a3a851ccf4 disassociated (deleted). External IP: 172.35.3.155, port: 3fcc8917-c1c4-4146-bdaf-cc8783ff604f.
Dec 25 22:21:06.993790 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84f780cc-42d7-4344-ab7d-b0e02173cc5b tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] Router d4323008-81cc-4b5a-9594-eef519d3801b has already been hosted by L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 {{(pid=121607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 25 22:21:07.048849 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-4985e5fb-8335-4925-846a-b33a1bb6b5b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:21:07.101108 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84f780cc-42d7-4344-ab7d-b0e02173cc5b tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 22:21:07.105518 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-84f780cc-42d7-4344-ab7d-b0e02173cc5b tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for floatingip, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:21:07.112693 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44e21337-c1f5-4445-9bdb-6f9b66ed87ff None None] Sync routers for ids ['d4323008-81cc-4b5a-9594-eef519d3801b'] in ncdv-master-1 {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 22:21:07.122297 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44e21337-c1f5-4445-9bdb-6f9b66ed87ff None None] Routers {'d4323008-81cc-4b5a-9594-eef519d3801b'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 22:21:07.122894 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-44e21337-c1f5-4445-9bdb-6f9b66ed87ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f26184190a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T22:21:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['d4323008-81cc-4b5a-9594-eef519d3801b'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 22:21:07.134626 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-84f780cc-42d7-4344-ab7d-b0e02173cc5b tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] 10.222.0.32 "DELETE /v2.0/floatingips/2c5a584c-4814-4101-ad7b-06a3a851ccf4 HTTP/1.1" status: 204  len: 168 time: 0.9251177
Dec 25 22:21:07.134626 ncdv-master-1 neutron-server[121607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db11646b-c236-4ea8-afc6-7542c731bfa5', 'tag': '3fcc8917-c1c4-4146-bdaf-cc8783ff604f'}] {{(pid=121607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 22:21:07.135041 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}513dd52b533ca9dbebe6abf1cbacd3736f1152e524405cf6293f71936f89c178" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb92c10f-d7f9-46f1-8411-3a55762c499a" -d '{"events": [{"name": "network-changed", "server_uuid": "db11646b-c236-4ea8-afc6-7542c731bfa5", "tag": "3fcc8917-c1c4-4146-bdaf-cc8783ff604f"}]}' {{(pid=121607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 22:21:07.230794 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvr_db [None req-44e21337-c1f5-4445-9bdb-6f9b66ed87ff None None] Set router d4323008-81cc-4b5a-9594-eef519d3801b gateway port host: ncdv-master-1 {{(pid=121609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 22:21:07.260671 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Dec 2021 22:21:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34486fb5-2bfb-48f2-b6e2-af06bfff9a59 x-openstack-request-id: req-34486fb5-2bfb-48f2-b6e2-af06bfff9a59 {{(pid=121607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 22:21:07.261205 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db11646b-c236-4ea8-afc6-7542c731bfa5", "tag": "3fcc8917-c1c4-4146-bdaf-cc8783ff604f", "status": "completed", "code": 200}]} {{(pid=121607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 22:21:07.261305 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-34486fb5-2bfb-48f2-b6e2-af06bfff9a59 {{(pid=121607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 22:21:07.261650 ncdv-master-1 neutron-server[121607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db11646b-c236-4ea8-afc6-7542c731bfa5', 'tag': '3fcc8917-c1c4-4146-bdaf-cc8783ff604f', 'status': 'completed', 'code': 200}
Dec 25 22:21:07.323144 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb92c10f-d7f9-46f1-8411-3a55762c499a req-fd17b510-37f8-4f13-b32b-082012b808b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:21:07.324712 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-bb92c10f-d7f9-46f1-8411-3a55762c499a req-fd17b510-37f8-4f13-b32b-082012b808b3 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8aefbad38c734203b2719ed40e315a78&device_id=db11646b-c236-4ea8-afc6-7542c731bfa5 HTTP/1.1" status: 200  len: 1098 time: 0.0407753
Dec 25 22:21:07.425052 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb92c10f-d7f9-46f1-8411-3a55762c499a req-8c6ad7bb-ed0a-4086-a37f-81747082ea52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:21:07.426596 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-bb92c10f-d7f9-46f1-8411-3a55762c499a req-8c6ad7bb-ed0a-4086-a37f-81747082ea52 service neutron] 10.222.0.31 "GET /v2.0/networks?id=db0de716-353d-48fe-b77e-10fa7ac25f29 HTTP/1.1" status: 200  len: 910 time: 0.0923834
Dec 25 22:21:07.438188 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-44e21337-c1f5-4445-9bdb-6f9b66ed87ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f26184190a0>, [{'id': 'd4323008-81cc-4b5a-9594-eef519d3801b', 'name': 'tempest-TestShelveInstance-1901463326-router', 'tenant_id': '8aefbad38c734203b2719ed40e315a78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.163'}], 'enable_snat': True}, 'gw_port_id': '384fd39e-f220-4750-903c-14dc4c128001', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T22:16:43Z', 'updated_at': '2021-12-25T22:16:46Z', 'revision_number': 4, 'project_id': '8aefbad38c734203b2719ed40e315a78', 'gw_port': {'id': '384fd39e-f220-4750-903c-14dc4c128001', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:01:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4323008-81cc-4b5a-9594-eef519d3801b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T22:16:43Z', 'updated_at': '2021-12-25T22:16:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '5c1c2b96-af5a-40b7-96d7-70ab764f7063', 'name': '', 'network_id': 'db0de716-353d-48fe-b77e-10fa7ac25f29', 'tenant_id': '8aefbad38c734203b2719ed40e315a78', 'mac_address': 'fa:16:3e:15:a9:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4323008-81cc-4b5a-9594-eef519d3801b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': '052b93b2-8055-4d9c-a3a9-730de68e61cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T22:16:45Z', 'updated_at': '2021-12-25T22:16:49Z', 'revision_number': 5, 'project_id': '8aefbad38c734203b2719ed40e315a78', 'subnets': [{'id': '052b93b2-8055-4d9c-a3a9-730de68e61cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 22:21:07.472813 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-bb92c10f-d7f9-46f1-8411-3a55762c499a req-ba3e41ef-2dc7-48b8-bcbe-a47c970a7f77 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3fcc8917-c1c4-4146-bdaf-cc8783ff604f HTTP/1.1" status: 200  len: 217 time: 0.0391600
Dec 25 22:21:07.539179 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb92c10f-d7f9-46f1-8411-3a55762c499a req-28139653-8e7b-4e9e-8e7e-6e3e2af04529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:21:07.540779 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-bb92c10f-d7f9-46f1-8411-3a55762c499a req-28139653-8e7b-4e9e-8e7e-6e3e2af04529 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=052b93b2-8055-4d9c-a3a9-730de68e61cc HTTP/1.1" status: 200  len: 848 time: 0.0537910
Dec 25 22:21:07.560206 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44e21337-c1f5-4445-9bdb-6f9b66ed87ff None None] Checking router: d4323008-81cc-4b5a-9594-eef519d3801b for host: ncdv-master-1 {{(pid=121609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 25 22:21:07.572824 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44e21337-c1f5-4445-9bdb-6f9b66ed87ff None None] Routers {'d4323008-81cc-4b5a-9594-eef519d3801b'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 22:21:07.573463 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-44e21337-c1f5-4445-9bdb-6f9b66ed87ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f26184190a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T22:21:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['d4323008-81cc-4b5a-9594-eef519d3801b'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 22:21:07.618342 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb92c10f-d7f9-46f1-8411-3a55762c499a req-47b9d2b6-f786-439b-8f5c-0a53e8430f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:21:07.619845 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-bb92c10f-d7f9-46f1-8411-3a55762c499a req-47b9d2b6-f786-439b-8f5c-0a53e8430f72 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=db0de716-353d-48fe-b77e-10fa7ac25f29&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0715435
Dec 25 22:21:07.644754 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b08e4f-fbf1-40e8-941f-aeb0f379e0e3 req-63a90fce-d3d4-4bfe-a0d5-d5bb9bf1d3cb tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:21:07.646312 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-95b08e4f-fbf1-40e8-941f-aeb0f379e0e3 req-63a90fce-d3d4-4bfe-a0d5-d5bb9bf1d3cb tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] 10.222.0.32 "GET /v2.0/ports?device_id=db11646b-c236-4ea8-afc6-7542c731bfa5 HTTP/1.1" status: 200  len: 947 time: 0.1285477
Dec 25 22:21:07.678955 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvr_db [None req-44e21337-c1f5-4445-9bdb-6f9b66ed87ff None None] Set router d4323008-81cc-4b5a-9594-eef519d3801b gateway port host: ncdv-master-1 {{(pid=121609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 22:21:07.746168 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-95b08e4f-fbf1-40e8-941f-aeb0f379e0e3 req-f3af81de-93c8-4b79-be62-4de997622685 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] 10.222.0.32 "GET /v2.0/security-groups?id=c647c397-37ba-4e70-a68d-f535fda9f892&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0900736
Dec 25 22:21:07.768470 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-bb92c10f-d7f9-46f1-8411-3a55762c499a req-f330c59b-ef2f-41b8-b716-f4b83c0df1c7 service neutron] 10.222.0.31 "GET /v2.0/networks/db0de716-353d-48fe-b77e-10fa7ac25f29?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1399534
Dec 25 22:21:07.858367 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-bb92c10f-d7f9-46f1-8411-3a55762c499a req-6b9ace71-a74b-4ce5-bc05-a28dd8ea9140 service neutron] 10.222.0.31 "GET /v2.0/networks/db0de716-353d-48fe-b77e-10fa7ac25f29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0826669
Dec 25 22:21:07.881434 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-44e21337-c1f5-4445-9bdb-6f9b66ed87ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f26184190a0>, [{'id': 'd4323008-81cc-4b5a-9594-eef519d3801b', 'name': 'tempest-TestShelveInstance-1901463326-router', 'tenant_id': '8aefbad38c734203b2719ed40e315a78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.163'}], 'enable_snat': True}, 'gw_port_id': '384fd39e-f220-4750-903c-14dc4c128001', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T22:16:43Z', 'updated_at': '2021-12-25T22:16:46Z', 'revision_number': 4, 'project_id': '8aefbad38c734203b2719ed40e315a78', 'gw_port': {'id': '384fd39e-f220-4750-903c-14dc4c128001', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:01:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4323008-81cc-4b5a-9594-eef519d3801b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T22:16:43Z', 'updated_at': '2021-12-25T22:16:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '5c1c2b96-af5a-40b7-96d7-70ab764f7063', 'name': '', 'network_id': 'db0de716-353d-48fe-b77e-10fa7ac25f29', 'tenant_id': '8aefbad38c734203b2719ed40e315a78', 'mac_address': 'fa:16:3e:15:a9:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4323008-81cc-4b5a-9594-eef519d3801b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': '052b93b2-8055-4d9c-a3a9-730de68e61cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T22:16:45Z', 'updated_at': '2021-12-25T22:16:49Z', 'revision_number': 5, 'project_id': '8aefbad38c734203b2719ed40e315a78', 'subnets': [{'id': '052b93b2-8055-4d9c-a3a9-730de68e61cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 22:21:07.913080 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44e21337-c1f5-4445-9bdb-6f9b66ed87ff None None] The sync data for ids ['d4323008-81cc-4b5a-9594-eef519d3801b'] in ncdv-master-1 is: [{'id': 'd4323008-81cc-4b5a-9594-eef519d3801b', 'name': 'tempest-TestShelveInstance-1901463326-router', 'tenant_id': '8aefbad38c734203b2719ed40e315a78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.163'}], 'enable_snat': True}, 'gw_port_id': '384fd39e-f220-4750-903c-14dc4c128001', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T22:16:43Z', 'updated_at': '2021-12-25T22:16:46Z', 'revision_number': 4, 'project_id': '8aefbad38c734203b2719ed40e315a78', 'gw_port': {'id': '384fd39e-f220-4750-903c-14dc4c128001', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:01:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4323008-81cc-4b5a-9594-eef519d3801b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T22:16:43Z', 'updated_at': '2021-12-25T22:16:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '5c1c2b96-af5a-40b7-96d7-70ab764f7063', 'name': '', 'network_id': 'db0de716-353d-48fe-b77e-10fa7ac25f29', 'tenant_id': '8aefbad38c734203b2719ed40e315a78', 'mac_address': 'fa:16:3e:15:a9:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4323008-81cc-4b5a-9594-eef519d3801b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': '052b93b2-8055-4d9c-a3a9-730de68e61cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T22:16:45Z', 'updated_at': '2021-12-25T22:16:49Z', 'revision_number': 5, 'project_id': '8aefbad38c734203b2719ed40e315a78', 'subnets': [{'id': '052b93b2-8055-4d9c-a3a9-730de68e61cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 22:21:08.139390 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d58b1a9-587a-4665-a62d-f11e1b101852 None None] New status for floating IP 2c5a584c-4814-4101-ad7b-06a3a851ccf4: DOWN {{(pid=121608) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 25 22:21:08.751048 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3e945ecd-9380-47c2-aa0a-12ebe07e03e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:21:08.882632 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:21:09.254655 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e3bdce-1c02-42d2-91f0-d6158d9f664a req-0d03c926-c12b-42ea-ac88-856867c6bee5 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:21:09.256092 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b9e3bdce-1c02-42d2-91f0-d6158d9f664a req-0d03c926-c12b-42ea-ac88-856867c6bee5 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] 10.222.0.31 "GET /v2.0/ports?device_id=db11646b-c236-4ea8-afc6-7542c731bfa5 HTTP/1.1" status: 200  len: 947 time: 0.4215112
Dec 25 22:21:09.303833 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfb2959-96e9-404c-bb76-d5798e90eab1 req-b33dfa1a-066b-4078-b269-a8dbe87b5138 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:21:09.305288 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5bfb2959-96e9-404c-bb76-d5798e90eab1 req-b33dfa1a-066b-4078-b269-a8dbe87b5138 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] 10.222.0.32 "GET /v2.0/ports?device_id=db11646b-c236-4ea8-afc6-7542c731bfa5 HTTP/1.1" status: 200  len: 947 time: 0.4869621
Dec 25 22:21:09.380786 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5bfb2959-96e9-404c-bb76-d5798e90eab1 req-ddf44d70-0601-42bc-9f51-716f32d64ed8 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] 10.222.0.32 "GET /v2.0/security-groups?id=c647c397-37ba-4e70-a68d-f535fda9f892&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0692947
Dec 25 22:21:09.389444 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [req-b9e3bdce-1c02-42d2-91f0-d6158d9f664a req-3bb1a325-6d60-4c98-8ac5-feee4b65de98 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] Deleting port 3fcc8917-c1c4-4146-bdaf-cc8783ff604f {{(pid=121606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 22:21:09.389794 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-b9e3bdce-1c02-42d2-91f0-d6158d9f664a req-3bb1a325-6d60-4c98-8ac5-feee4b65de98 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:21:09.479954 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-b9e3bdce-1c02-42d2-91f0-d6158d9f664a req-3bb1a325-6d60-4c98-8ac5-feee4b65de98 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] For port 3fcc8917-c1c4-4146-bdaf-cc8783ff604f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3fcc8917-c1c4-4146-bdaf-cc8783ff604f,segment=NetworkSegment(276c9ad4-ec06-42f5-a5e9-145415d33bb3),segment_id=276c9ad4-ec06-42f5-a5e9-145415d33bb3)] {{(pid=121606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 22:21:09.480316 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-b9e3bdce-1c02-42d2-91f0-d6158d9f664a req-3bb1a325-6d60-4c98-8ac5-feee4b65de98 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:21:09.492862 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [req-b9e3bdce-1c02-42d2-91f0-d6158d9f664a req-3bb1a325-6d60-4c98-8ac5-feee4b65de98 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] Calling delete_port for 3fcc8917-c1c4-4146-bdaf-cc8783ff604f owned by compute:nova {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 22:21:09.687284 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-b9e3bdce-1c02-42d2-91f0-d6158d9f664a req-3bb1a325-6d60-4c98-8ac5-feee4b65de98 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:21:09.716408 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb1a325-6d60-4c98-8ac5-feee4b65de98 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] Pushing event deleted for resources: {'Port': ['ID=3fcc8917-c1c4-4146-bdaf-cc8783ff604f,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:21:09.743664 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb1a325-6d60-4c98-8ac5-feee4b65de98 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:21:09.751926 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb1a325-6d60-4c98-8ac5-feee4b65de98 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:21:09.751926 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb1a325-6d60-4c98-8ac5-feee4b65de98 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:21:09.751926 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb1a325-6d60-4c98-8ac5-feee4b65de98 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:21:09.751926 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb1a325-6d60-4c98-8ac5-feee4b65de98 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:21:09.751926 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb1a325-6d60-4c98-8ac5-feee4b65de98 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:21:09.751926 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb1a325-6d60-4c98-8ac5-feee4b65de98 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:21:09.751926 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb1a325-6d60-4c98-8ac5-feee4b65de98 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:21:09.751926 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb1a325-6d60-4c98-8ac5-feee4b65de98 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:21:09.751926 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb1a325-6d60-4c98-8ac5-feee4b65de98 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:21:09.751926 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb1a325-6d60-4c98-8ac5-feee4b65de98 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:21:09.751926 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb1a325-6d60-4c98-8ac5-feee4b65de98 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:21:09.751926 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb1a325-6d60-4c98-8ac5-feee4b65de98 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:21:09.769882 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9e3bdce-1c02-42d2-91f0-d6158d9f664a req-3bb1a325-6d60-4c98-8ac5-feee4b65de98 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] No DVR routers for this DVR port 3fcc8917-c1c4-4146-bdaf-cc8783ff604f on host nch1-master-1 {{(pid=121606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 22:21:09.772480 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-b9e3bdce-1c02-42d2-91f0-d6158d9f664a req-3bb1a325-6d60-4c98-8ac5-feee4b65de98 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:21:09.775771 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b9e3bdce-1c02-42d2-91f0-d6158d9f664a req-3bb1a325-6d60-4c98-8ac5-feee4b65de98 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] 10.222.0.31 "DELETE /v2.0/ports/3fcc8917-c1c4-4146-bdaf-cc8783ff604f HTTP/1.1" status: 204  len: 173 time: 0.5126724
Dec 25 22:21:09.776207 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db11646b-c236-4ea8-afc6-7542c731bfa5', 'name': 'network-vif-deleted', 'tag': '3fcc8917-c1c4-4146-bdaf-cc8783ff604f'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 22:21:09.778488 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3aaaccd1c5724dc9dd74c6f33e2aadc9492bdd81d11d1049086089e292681ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e942427-2867-4655-b7b4-0397538d9374" -d '{"events": [{"server_uuid": "db11646b-c236-4ea8-afc6-7542c731bfa5", "name": "network-vif-deleted", "tag": "3fcc8917-c1c4-4146-bdaf-cc8783ff604f"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 22:21:09.791579 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-15cb578f-7a63-4fd3-925d-83bad4c7b82a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:21:09.814634 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 22:21:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4914ef12-6ff8-4aac-ada6-46cc7af19fa0 x-openstack-request-id: req-4914ef12-6ff8-4aac-ada6-46cc7af19fa0 {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 22:21:09.814926 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db11646b-c236-4ea8-afc6-7542c731bfa5", "name": "network-vif-deleted", "tag": "3fcc8917-c1c4-4146-bdaf-cc8783ff604f", "status": "completed", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 22:21:09.815182 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4914ef12-6ff8-4aac-ada6-46cc7af19fa0 {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 22:21:09.815575 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db11646b-c236-4ea8-afc6-7542c731bfa5', 'name': 'network-vif-deleted', 'tag': '3fcc8917-c1c4-4146-bdaf-cc8783ff604f', 'status': 'completed', 'code': 200}
Dec 25 22:21:10.486635 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3ab85626-40ec-4364-9654-f11f94f57d56 req-5882ad11-f85b-4638-9740-4a52bbd2fd49 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] 10.222.0.32 "GET /v2.0/ports?device_id=db11646b-c236-4ea8-afc6-7542c731bfa5 HTTP/1.1" status: 200  len: 210 time: 0.0267322
Dec 25 22:21:10.854006 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:21:11.544154 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 50254) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 22:21:11.599193 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-6b5127e4-aeca-444d-be91-70f00c49fd88 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] Publish callbacks [] for security_group, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:21:11.623153 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-6b5127e4-aeca-444d-be91-70f00c49fd88 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] Publish callbacks [] for security_group, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:21:11.757039 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-6b5127e4-aeca-444d-be91-70f00c49fd88 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:21:11.759827 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-6b5127e4-aeca-444d-be91-70f00c49fd88 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:21:11.761011 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-6b5127e4-aeca-444d-be91-70f00c49fd88 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] 10.222.0.32 "DELETE /v2.0/security-groups/c647c397-37ba-4e70-a68d-f535fda9f892 HTTP/1.1" status: 204  len: 168 time: 0.2158544
Dec 25 22:21:11.770234 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5127e4-aeca-444d-be91-70f00c49fd88 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c647c397-37ba-4e70-a68d-f535fda9f892,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:21:12.777978 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device 3fcc8917-c1c4-4146-bdaf-cc8783ff604f no longer exists at agent hyperv_nch1-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 22:21:12.801319 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] No Port match for: 3fcc8917-c1c4-4146-bdaf-cc8783ff604f {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 22:21:12.801655 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device 3fcc8917-c1c4-4146-bdaf-cc8783ff604f not bound to the agent host nch1-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 22:21:13.186780 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 50262) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 22:21:13.192025 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-a5883027-52d1-4de4-a731-0782cd10ca62 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1421438765', 'description': 'tempest-secgroup-smoke-1421438765 description', 'project_id': '8aefbad38c734203b2719ed40e315a78'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 22:21:13.281697 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a5883027-52d1-4de4-a731-0782cd10ca62 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] Publish callbacks [] for security_group, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:21:13.346353 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a5883027-52d1-4de4-a731-0782cd10ca62 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] Publish callbacks [] for security_group, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:21:13.431008 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a5883027-52d1-4de4-a731-0782cd10ca62 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:21:13.462720 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5883027-52d1-4de4-a731-0782cd10ca62 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] Pushing event updated for resources: {'SecurityGroup': ['ID=714172d4-4132-42d7-a100-229a9465d5b3,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:21:13.523389 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-a5883027-52d1-4de4-a731-0782cd10ca62 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:21:13.524704 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-a5883027-52d1-4de4-a731-0782cd10ca62 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1813 time: 0.3363166
Dec 25 22:21:13.527622 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 50264) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 22:21:13.532655 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-55cc681a-4cf7-473e-ae35-8584676025ef tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] Request body: {'security_group_rule': {'security_group_id': '714172d4-4132-42d7-a100-229a9465d5b3', 'project_id': '8aefbad38c734203b2719ed40e315a78', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 22:21:13.630424 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-55cc681a-4cf7-473e-ae35-8584676025ef tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] Publish callbacks [] for security_group_rule, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:21:13.684259 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-55cc681a-4cf7-473e-ae35-8584676025ef tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:21:13.727852 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-55cc681a-4cf7-473e-ae35-8584676025ef tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077839'] for security_group_rule, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:21:13.746562 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cc681a-4cf7-473e-ae35-8584676025ef tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da36590c-aab5-4054-9611-54a88f3b8bcf,revision_number=0']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:21:13.808513 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-55cc681a-4cf7-473e-ae35-8584676025ef tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] Publish callbacks [] for security_group_rule, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:21:13.809788 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-55cc681a-4cf7-473e-ae35-8584676025ef tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2812018
Dec 25 22:21:13.813035 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 50266) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 22:21:13.817396 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-2ce6c940-c58d-4a6e-99a5-d1e642ed23bf tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] Request body: {'security_group_rule': {'security_group_id': '714172d4-4132-42d7-a100-229a9465d5b3', 'project_id': '8aefbad38c734203b2719ed40e315a78', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 22:21:13.902572 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-2ce6c940-c58d-4a6e-99a5-d1e642ed23bf tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] Publish callbacks [] for security_group_rule, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:21:13.957051 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-2ce6c940-c58d-4a6e-99a5-d1e642ed23bf tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:21:14.025217 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-2ce6c940-c58d-4a6e-99a5-d1e642ed23bf tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077839'] for security_group_rule, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:21:14.042042 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce6c940-c58d-4a6e-99a5-d1e642ed23bf tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15af100d-93e1-488b-9e6e-6e0d9200d1c6,revision_number=0']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:21:14.130087 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-2ce6c940-c58d-4a6e-99a5-d1e642ed23bf tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] Publish callbacks [] for security_group_rule, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:21:14.131366 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-2ce6c940-c58d-4a6e-99a5-d1e642ed23bf tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.3174083
Dec 25 22:21:14.134329 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 50268) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 22:21:14.138725 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-52c90b5e-1f54-45a4-8e4f-13745ecf3783 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] Request body: {'security_group_rule': {'security_group_id': '714172d4-4132-42d7-a100-229a9465d5b3', 'project_id': '8aefbad38c734203b2719ed40e315a78', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 22:21:14.240238 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-52c90b5e-1f54-45a4-8e4f-13745ecf3783 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] Publish callbacks [] for security_group_rule, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:21:14.298047 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-52c90b5e-1f54-45a4-8e4f-13745ecf3783 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:21:14.372361 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-52c90b5e-1f54-45a4-8e4f-13745ecf3783 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077839'] for security_group_rule, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:21:14.390728 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c90b5e-1f54-45a4-8e4f-13745ecf3783 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1381972d-64da-4544-baeb-90cb2513f0ea,revision_number=0']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:21:14.456076 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-52c90b5e-1f54-45a4-8e4f-13745ecf3783 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] Publish callbacks [] for security_group_rule, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:21:14.457329 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-52c90b5e-1f54-45a4-8e4f-13745ecf3783 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3220594
Dec 25 22:21:14.460004 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 50270) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 22:21:14.464241 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-050d9ba0-f9fc-42f7-a02b-3b0f7eda22e5 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] Request body: {'security_group_rule': {'security_group_id': '714172d4-4132-42d7-a100-229a9465d5b3', 'project_id': '8aefbad38c734203b2719ed40e315a78', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 22:21:14.554938 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-050d9ba0-f9fc-42f7-a02b-3b0f7eda22e5 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] Publish callbacks [] for security_group_rule, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:21:14.611292 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-050d9ba0-f9fc-42f7-a02b-3b0f7eda22e5 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:21:14.659748 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-050d9ba0-f9fc-42f7-a02b-3b0f7eda22e5 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077839'] for security_group_rule, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:21:14.677756 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050d9ba0-f9fc-42f7-a02b-3b0f7eda22e5 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=886a4e4a-cbaa-4097-b0d9-39ce23d311d7,revision_number=0']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:21:14.740176 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-050d9ba0-f9fc-42f7-a02b-3b0f7eda22e5 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] Publish callbacks [] for security_group_rule, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:21:14.741460 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-050d9ba0-f9fc-42f7-a02b-3b0f7eda22e5 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.2805426
Dec 25 22:21:14.749257 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 50272) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 22:21:14.753560 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-8a42fa24-0c5f-473b-9034-255314f0bf3a tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] Request body: {'security_group_rule': {'security_group_id': '714172d4-4132-42d7-a100-229a9465d5b3', 'project_id': '8aefbad38c734203b2719ed40e315a78', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 22:21:14.858419 ncdv-master-1 neutron-server[121607]: INFO neutron.db.securitygroups_db [None req-8a42fa24-0c5f-473b-9034-255314f0bf3a tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] Project 8aefbad38c734203b2719ed40e315a78 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 25 22:21:14.863339 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-8a42fa24-0c5f-473b-9034-255314f0bf3a tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] Publish callbacks [] for security_group_rule, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:21:14.920029 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-8a42fa24-0c5f-473b-9034-255314f0bf3a tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:21:14.996896 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-8a42fa24-0c5f-473b-9034-255314f0bf3a tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077839'] for security_group_rule, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:21:15.014577 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a42fa24-0c5f-473b-9034-255314f0bf3a tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3a26f3c-d7fb-4eab-a148-5c5d81629485,revision_number=0']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:21:15.096565 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-8a42fa24-0c5f-473b-9034-255314f0bf3a tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] Publish callbacks [] for security_group_rule, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:21:15.097896 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-8a42fa24-0c5f-473b-9034-255314f0bf3a tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.3476174
Dec 25 22:21:15.100474 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 50274) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 22:21:15.104769 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-75dc00fd-5e6d-46f9-9c92-2db5c861fc24 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] Request body: {'security_group_rule': {'security_group_id': '714172d4-4132-42d7-a100-229a9465d5b3', 'project_id': '8aefbad38c734203b2719ed40e315a78', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 22:21:15.191208 ncdv-master-1 neutron-server[121607]: INFO neutron.db.securitygroups_db [None req-75dc00fd-5e6d-46f9-9c92-2db5c861fc24 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] Project 8aefbad38c734203b2719ed40e315a78 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 25 22:21:15.195912 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-75dc00fd-5e6d-46f9-9c92-2db5c861fc24 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] Publish callbacks [] for security_group_rule, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:21:15.259134 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-75dc00fd-5e6d-46f9-9c92-2db5c861fc24 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:21:15.345244 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-75dc00fd-5e6d-46f9-9c92-2db5c861fc24 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077839'] for security_group_rule, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:21:15.363283 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75dc00fd-5e6d-46f9-9c92-2db5c861fc24 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3db5e8b-5a82-4bb8-9ffe-41638e04faa9,revision_number=0']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:21:15.437385 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-75dc00fd-5e6d-46f9-9c92-2db5c861fc24 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] Publish callbacks [] for security_group_rule, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:21:15.439154 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-75dc00fd-5e6d-46f9-9c92-2db5c861fc24 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.3377063
Dec 25 22:21:20.614464 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-23d205a0-3b94-4881-bb01-7abb7950a469 req-013b9b6b-31bb-464e-b165-4b617be0e3ad tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1421438765&fields=id&tenant_id=8aefbad38c734203b2719ed40e315a78 HTTP/1.1" status: 200  len: 267 time: 0.0521762
Dec 25 22:21:20.718166 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d205a0-3b94-4881-bb01-7abb7950a469 req-dbd6e914-7708-452b-963c-5a3de3098e1d tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:21:20.719542 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-23d205a0-3b94-4881-bb01-7abb7950a469 req-dbd6e914-7708-452b-963c-5a3de3098e1d tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] 10.222.0.32 "GET /v2.0/networks?id=db0de716-353d-48fe-b77e-10fa7ac25f29 HTTP/1.1" status: 200  len: 809 time: 0.0980315
Dec 25 22:21:20.733928 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-23d205a0-3b94-4881-bb01-7abb7950a469 req-e77d8018-bf49-4849-bcae-8bc126bc7551 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] 10.222.0.32 "GET /v2.0/quotas/8aefbad38c734203b2719ed40e315a78 HTTP/1.1" status: 200  len: 375 time: 0.0086384
Dec 25 22:21:20.783287 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-23d205a0-3b94-4881-bb01-7abb7950a469 req-d72bd5ad-f4ab-4bb0-9cf3-1a21a9ffbe22 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=8aefbad38c734203b2719ed40e315a78&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0435388
Dec 25 22:21:20.798933 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [req-23d205a0-3b94-4881-bb01-7abb7950a469 req-bbfa1546-cbf6-484f-861f-d54b01dd1395 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=121606) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 25 22:21:20.799876 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-23d205a0-3b94-4881-bb01-7abb7950a469 req-bbfa1546-cbf6-484f-861f-d54b01dd1395 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0055430
Dec 25 22:21:20.890269 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-23d205a0-3b94-4881-bb01-7abb7950a469 req-c75c62d6-2016-467a-9564-8fb006937a89 service neutron] 10.222.0.32 "GET /v2.0/networks/db0de716-353d-48fe-b77e-10fa7ac25f29?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0844717
Dec 25 22:21:20.980560 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-23d205a0-3b94-4881-bb01-7abb7950a469 req-31c3dbbc-d49a-4623-a85a-83e8f11d18f2 service neutron] 10.222.0.32 "GET /v2.0/networks/db0de716-353d-48fe-b77e-10fa7ac25f29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0842459
Dec 25 22:21:21.521431 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-73d28660-d812-4790-9be6-226018f87d47 req-b34ce7c7-d550-4d37-9d21-f99538587117 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0fe4969-12a3-4556-be99-266726acf18d HTTP/1.1" status: 200  len: 210 time: 0.0322123
Dec 25 22:21:22.619651 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-137e3bb4-c82a-4d1c-b4b6-5cc8e2df5f9f req-f3ecf234-565c-4566-82c6-942e8717da4e tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0fe4969-12a3-4556-be99-266726acf18d HTTP/1.1" status: 200  len: 210 time: 0.0301349
Dec 25 22:21:23.712051 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c97c60ad-d266-446e-b8ff-f08944be524f req-0da123db-7901-47b5-af6b-6abcb0efe1c0 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0fe4969-12a3-4556-be99-266726acf18d HTTP/1.1" status: 200  len: 210 time: 0.0270536
Dec 25 22:21:24.390023 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d205a0-3b94-4881-bb01-7abb7950a469 req-09b9c4e3-e7c0-4ecb-8031-a4c6540c60ab tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:21:24.391502 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-23d205a0-3b94-4881-bb01-7abb7950a469 req-09b9c4e3-e7c0-4ecb-8031-a4c6540c60ab tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] 10.222.0.31 "GET /v2.0/networks?id=db0de716-353d-48fe-b77e-10fa7ac25f29 HTTP/1.1" status: 200  len: 809 time: 0.1028888
Dec 25 22:21:24.455893 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-23d205a0-3b94-4881-bb01-7abb7950a469 req-56037be3-5d54-431f-a00c-da2f7da85d32 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8aefbad38c734203b2719ed40e315a78 HTTP/1.1" status: 200  len: 380 time: 0.0548639
Dec 25 22:21:24.465331 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-23d205a0-3b94-4881-bb01-7abb7950a469 req-1a10535f-5c74-434f-a762-d13714fdf123 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] Request body: {'port': {'device_id': 'c0fe4969-12a3-4556-be99-266726acf18d', 'network_id': 'db0de716-353d-48fe-b77e-10fa7ac25f29', 'admin_state_up': True, 'tenant_id': '8aefbad38c734203b2719ed40e315a78', 'security_groups': ['714172d4-4132-42d7-a100-229a9465d5b3']}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 22:21:24.654029 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23d205a0-3b94-4881-bb01-7abb7950a469 req-1a10535f-5c74-434f-a762-d13714fdf123 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] Made reservation on behalf of 8aefbad38c734203b2719ed40e315a78 for: {'port': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 22:21:24.658228 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-23d205a0-3b94-4881-bb01-7abb7950a469 req-1a10535f-5c74-434f-a762-d13714fdf123 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:21:24.793640 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_common [req-23d205a0-3b94-4881-bb01-7abb7950a469 req-1a10535f-5c74-434f-a762-d13714fdf123 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] Allocated IP 172.20.0.3 (db0de716-353d-48fe-b77e-10fa7ac25f29/052b93b2-8055-4d9c-a3a9-730de68e61cc/ae22c8fb-bcd9-40ea-8ca9-ef380a95bc53) {{(pid=121606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 22:21:24.824355 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-cb636dfc-0dc0-4a26-9636-bea9ad01ff37 req-27aecd2c-b8f7-4112-9d07-ab31d6b0a891 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0fe4969-12a3-4556-be99-266726acf18d HTTP/1.1" status: 200  len: 210 time: 0.0329735
Dec 25 22:21:24.963073 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-23d205a0-3b94-4881-bb01-7abb7950a469 req-1a10535f-5c74-434f-a762-d13714fdf123 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] Publish callbacks [] for port, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:21:25.053100 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-23d205a0-3b94-4881-bb01-7abb7950a469 req-1a10535f-5c74-434f-a762-d13714fdf123 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:21:25.097538 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23d205a0-3b94-4881-bb01-7abb7950a469 req-1a10535f-5c74-434f-a762-d13714fdf123 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] Network db0de716-353d-48fe-b77e-10fa7ac25f29 is already hosted by enough agents. {{(pid=121606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 22:21:25.100708 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [req-23d205a0-3b94-4881-bb01-7abb7950a469 req-1a10535f-5c74-434f-a762-d13714fdf123 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] Resources bound (agent type, host, resource id):  {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 22:21:25.104430 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [req-23d205a0-3b94-4881-bb01-7abb7950a469 req-1a10535f-5c74-434f-a762-d13714fdf123 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] Received port after_create {{(pid=121606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 22:21:25.111032 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a10535f-5c74-434f-a762-d13714fdf123 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] Pushing event updated for resources: {'Port': ['ID=ae22c8fb-bcd9-40ea-8ca9-ef380a95bc53,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:21:25.163618 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d205a0-3b94-4881-bb01-7abb7950a469 req-1a10535f-5c74-434f-a762-d13714fdf123 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:21:25.164396 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-23d205a0-3b94-4881-bb01-7abb7950a469 req-1a10535f-5c74-434f-a762-d13714fdf123 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:21:25.239607 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-23d205a0-3b94-4881-bb01-7abb7950a469 req-1a10535f-5c74-434f-a762-d13714fdf123 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7780464
Dec 25 22:21:25.254184 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-23d205a0-3b94-4881-bb01-7abb7950a469 req-633d6eb6-227c-456a-8030-634aaffd7b4c service neutron] Request body: {'port': {'device_id': 'c0fe4969-12a3-4556-be99-266726acf18d', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 22:21:25.313579 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-23d205a0-3b94-4881-bb01-7abb7950a469 req-633d6eb6-227c-456a-8030-634aaffd7b4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:21:25.354993 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-9bc45b8f-ab86-4b03-b818-2fe11de8a726 None None] Provisioning complete for port ae22c8fb-bcd9-40ea-8ca9-ef380a95bc53 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 22:21:25.355606 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9bc45b8f-ab86-4b03-b818-2fe11de8a726 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:21:25.393674 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-9bc45b8f-ab86-4b03-b818-2fe11de8a726 None None] Port ae22c8fb-bcd9-40ea-8ca9-ef380a95bc53 cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 22:21:25.578266 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [req-23d205a0-3b94-4881-bb01-7abb7950a469 req-633d6eb6-227c-456a-8030-634aaffd7b4c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae22c8fb-bcd9-40ea-8ca9-ef380a95bc53 {{(pid=121606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 22:21:25.586433 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-23d205a0-3b94-4881-bb01-7abb7950a469 req-633d6eb6-227c-456a-8030-634aaffd7b4c service neutron] Publish callbacks [] for port, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:21:25.599313 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.provisioning_blocks [req-23d205a0-3b94-4881-bb01-7abb7950a469 req-633d6eb6-227c-456a-8030-634aaffd7b4c service neutron] Transition to ACTIVE for port object ae22c8fb-bcd9-40ea-8ca9-ef380a95bc53 will not be triggered until provisioned by entity L2. {{(pid=121606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 25 22:21:25.658200 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-23d205a0-3b94-4881-bb01-7abb7950a469 req-633d6eb6-227c-456a-8030-634aaffd7b4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:21:25.710175 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633d6eb6-227c-456a-8030-634aaffd7b4c service neutron] Pushing event updated for resources: {'Port': ['ID=ae22c8fb-bcd9-40ea-8ca9-ef380a95bc53,revision_number=2']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:21:25.782572 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-23d205a0-3b94-4881-bb01-7abb7950a469 req-633d6eb6-227c-456a-8030-634aaffd7b4c service neutron] Attempting to bind port ae22c8fb-bcd9-40ea-8ca9-ef380a95bc53 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 22:21:25.783444 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-23d205a0-3b94-4881-bb01-7abb7950a469 req-633d6eb6-227c-456a-8030-634aaffd7b4c service neutron] Attempting to bind port ae22c8fb-bcd9-40ea-8ca9-ef380a95bc53 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '276c9ad4-ec06-42f5-a5e9-145415d33bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'db0de716-353d-48fe-b77e-10fa7ac25f29'}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 22:21:25.783783 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23d205a0-3b94-4881-bb01-7abb7950a469 req-633d6eb6-227c-456a-8030-634aaffd7b4c service neutron] Attempting to bind port ae22c8fb-bcd9-40ea-8ca9-ef380a95bc53 on network db0de716-353d-48fe-b77e-10fa7ac25f29 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 22:21:25.788389 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23d205a0-3b94-4881-bb01-7abb7950a469 req-633d6eb6-227c-456a-8030-634aaffd7b4c service neutron] Port ae22c8fb-bcd9-40ea-8ca9-ef380a95bc53 on network db0de716-353d-48fe-b77e-10fa7ac25f29 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 25 22:21:25.788493 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23d205a0-3b94-4881-bb01-7abb7950a469 req-633d6eb6-227c-456a-8030-634aaffd7b4c service neutron] Attempting to bind port ae22c8fb-bcd9-40ea-8ca9-ef380a95bc53 on network db0de716-353d-48fe-b77e-10fa7ac25f29 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 22:21:25.793568 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23d205a0-3b94-4881-bb01-7abb7950a469 req-633d6eb6-227c-456a-8030-634aaffd7b4c service neutron] Checking agent: {'id': '6d577036-68fc-4aa4-aed7-5ab01de2117e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 21, 4, 34), 'started_at': datetime.datetime(2021, 12, 25, 21, 4, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 22, 21, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 22:21:25.793907 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23d205a0-3b94-4881-bb01-7abb7950a469 req-633d6eb6-227c-456a-8030-634aaffd7b4c service neutron] Checking segment: {'id': '276c9ad4-ec06-42f5-a5e9-145415d33bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'db0de716-353d-48fe-b77e-10fa7ac25f29'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 22:21:25.794559 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23d205a0-3b94-4881-bb01-7abb7950a469 req-633d6eb6-227c-456a-8030-634aaffd7b4c service neutron] Bound using segment: {'id': '276c9ad4-ec06-42f5-a5e9-145415d33bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'db0de716-353d-48fe-b77e-10fa7ac25f29'} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 22:21:25.794705 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-23d205a0-3b94-4881-bb01-7abb7950a469 req-633d6eb6-227c-456a-8030-634aaffd7b4c service neutron] Bound port: ae22c8fb-bcd9-40ea-8ca9-ef380a95bc53, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '276c9ad4-ec06-42f5-a5e9-145415d33bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'db0de716-353d-48fe-b77e-10fa7ac25f29'}}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 22:21:25.795061 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-23d205a0-3b94-4881-bb01-7abb7950a469 req-633d6eb6-227c-456a-8030-634aaffd7b4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:21:25.869187 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-23d205a0-3b94-4881-bb01-7abb7950a469 req-633d6eb6-227c-456a-8030-634aaffd7b4c service neutron] For port ae22c8fb-bcd9-40ea-8ca9-ef380a95bc53, host nch1-master-1, cleared binding levels {{(pid=121606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 22:21:25.872481 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-23d205a0-3b94-4881-bb01-7abb7950a469 req-633d6eb6-227c-456a-8030-634aaffd7b4c service neutron] For port ae22c8fb-bcd9-40ea-8ca9-ef380a95bc53, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ae22c8fb-bcd9-40ea-8ca9-ef380a95bc53,segment=NetworkSegment(276c9ad4-ec06-42f5-a5e9-145415d33bb3),segment_id=276c9ad4-ec06-42f5-a5e9-145415d33bb3)] {{(pid=121606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 22:21:25.947460 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9b37cd-802a-404f-b093-06ae4515d267 req-a481de38-bc09-4a77-ba42-c66b63b0955d tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:21:25.949036 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5e9b37cd-802a-404f-b093-06ae4515d267 req-a481de38-bc09-4a77-ba42-c66b63b0955d tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0fe4969-12a3-4556-be99-266726acf18d HTTP/1.1" status: 200  len: 943 time: 0.0522439
Dec 25 22:21:25.976234 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-23d205a0-3b94-4881-bb01-7abb7950a469 req-633d6eb6-227c-456a-8030-634aaffd7b4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:21:26.038027 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d205a0-3b94-4881-bb01-7abb7950a469 req-633d6eb6-227c-456a-8030-634aaffd7b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:21:26.038650 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-23d205a0-3b94-4881-bb01-7abb7950a469 req-633d6eb6-227c-456a-8030-634aaffd7b4c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:21:26.040057 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-23d205a0-3b94-4881-bb01-7abb7950a469 req-633d6eb6-227c-456a-8030-634aaffd7b4c service neutron] 10.222.0.31 "PUT /v2.0/ports/ae22c8fb-bcd9-40ea-8ca9-ef380a95bc53 HTTP/1.1" status: 200  len: 1091 time: 0.7919064
Dec 25 22:21:26.040578 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0fe4969-12a3-4556-be99-266726acf18d', 'tag': 'ae22c8fb-bcd9-40ea-8ca9-ef380a95bc53'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 22:21:26.042897 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3aaaccd1c5724dc9dd74c6f33e2aadc9492bdd81d11d1049086089e292681ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83b6f687-ae50-4c97-8b52-9a416b74bf68" -d '{"events": [{"name": "network-changed", "server_uuid": "c0fe4969-12a3-4556-be99-266726acf18d", "tag": "ae22c8fb-bcd9-40ea-8ca9-ef380a95bc53"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 22:21:26.061784 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5e9b37cd-802a-404f-b093-06ae4515d267 req-d2dc6abc-7a34-4727-9f2a-71e03cbb731d tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] 10.222.0.32 "GET /v2.0/security-groups?id=714172d4-4132-42d7-a100-229a9465d5b3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1044211
Dec 25 22:21:26.069896 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633d6eb6-227c-456a-8030-634aaffd7b4c service neutron] Pushing event updated for resources: {'Port': ['ID=ae22c8fb-bcd9-40ea-8ca9-ef380a95bc53,revision_number=3']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:21:26.099416 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Dec 2021 22:21:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d458d8f-635e-4573-94ff-e9bf174193b0 x-openstack-request-id: req-2d458d8f-635e-4573-94ff-e9bf174193b0 {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 22:21:26.099718 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0fe4969-12a3-4556-be99-266726acf18d", "tag": "ae22c8fb-bcd9-40ea-8ca9-ef380a95bc53", "status": "completed", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 22:21:26.099979 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2d458d8f-635e-4573-94ff-e9bf174193b0 {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 22:21:26.100384 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0fe4969-12a3-4556-be99-266726acf18d', 'tag': 'ae22c8fb-bcd9-40ea-8ca9-ef380a95bc53', 'status': 'completed', 'code': 200}
Dec 25 22:21:26.167097 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b6f687-ae50-4c97-8b52-9a416b74bf68 req-31afbcdd-992d-4809-95eb-a0ce1236ceaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:21:26.168635 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-83b6f687-ae50-4c97-8b52-9a416b74bf68 req-31afbcdd-992d-4809-95eb-a0ce1236ceaf service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8aefbad38c734203b2719ed40e315a78&device_id=c0fe4969-12a3-4556-be99-266726acf18d HTTP/1.1" status: 200  len: 1094 time: 0.0446143
Dec 25 22:21:26.271923 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b6f687-ae50-4c97-8b52-9a416b74bf68 req-30922630-b977-4927-be27-62792f5c12fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:21:26.273523 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-83b6f687-ae50-4c97-8b52-9a416b74bf68 req-30922630-b977-4927-be27-62792f5c12fe service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=8aefbad38c734203b2719ed40e315a78&shared=False HTTP/1.1" status: 200  len: 910 time: 0.0974395
Dec 25 22:21:26.369833 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b6f687-ae50-4c97-8b52-9a416b74bf68 req-a6b38c6b-a348-4ebe-9102-ebc5855c08e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:21:26.371244 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-83b6f687-ae50-4c97-8b52-9a416b74bf68 req-a6b38c6b-a348-4ebe-9102-ebc5855c08e4 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.0910301
Dec 25 22:21:26.445385 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d205a0-3b94-4881-bb01-7abb7950a469 req-1706d2b9-e76f-47d0-91e1-9097785c6cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:21:26.446882 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-23d205a0-3b94-4881-bb01-7abb7950a469 req-1706d2b9-e76f-47d0-91e1-9097785c6cc2 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8aefbad38c734203b2719ed40e315a78&device_id=c0fe4969-12a3-4556-be99-266726acf18d HTTP/1.1" status: 200  len: 1094 time: 0.0408626
Dec 25 22:21:26.488535 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-23d205a0-3b94-4881-bb01-7abb7950a469 req-f88fa928-ea10-4f59-a7b6-45e7e83be269 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ae22c8fb-bcd9-40ea-8ca9-ef380a95bc53 HTTP/1.1" status: 200  len: 217 time: 0.0335262
Dec 25 22:21:26.540805 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d205a0-3b94-4881-bb01-7abb7950a469 req-f82dbd01-0f76-466a-a4d1-d87e3ac9306c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:21:26.542191 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-23d205a0-3b94-4881-bb01-7abb7950a469 req-f82dbd01-0f76-466a-a4d1-d87e3ac9306c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=052b93b2-8055-4d9c-a3a9-730de68e61cc HTTP/1.1" status: 200  len: 848 time: 0.0467498
Dec 25 22:21:26.587982 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d205a0-3b94-4881-bb01-7abb7950a469 req-03bdff96-0552-4be5-b0b9-ca0046c0e9e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:21:26.589496 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-23d205a0-3b94-4881-bb01-7abb7950a469 req-03bdff96-0552-4be5-b0b9-ca0046c0e9e2 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=db0de716-353d-48fe-b77e-10fa7ac25f29&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0403922
Dec 25 22:21:26.678931 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-23d205a0-3b94-4881-bb01-7abb7950a469 req-1717bc38-5cde-42fd-bf94-fbf70fdae144 service neutron] 10.222.0.31 "GET /v2.0/networks/db0de716-353d-48fe-b77e-10fa7ac25f29?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0821762
Dec 25 22:21:26.771227 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-23d205a0-3b94-4881-bb01-7abb7950a469 req-cf3de248-1923-4e40-8e51-23a923e10030 service neutron] 10.222.0.31 "GET /v2.0/networks/db0de716-353d-48fe-b77e-10fa7ac25f29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0848262
Dec 25 22:21:27.183221 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 22:21:27.183221 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 22:21:27.183221 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 22:21:27.183221 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 22:21:27.183221 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 22:21:27.183221 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 22:21:27.183221 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 22:21:27.183221 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 22:21:27.183221 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 22:21:27.183221 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 22:21:27.183221 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 22:21:27.183221 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 22:21:27.183221 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 22:21:27.183221 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 22:21:27.183221 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 22:21:27.183221 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 22:21:27.183221 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 22:21:27.183221 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 22:21:27.183221 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 22:21:27.183221 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 22:21:27.183221 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 22:21:27.183221 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 22:21:27.183221 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 22:21:27.183221 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 22:21:27.183221 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 22:21:27.183221 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 22:21:27.183221 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 22:21:27.183221 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 22:21:27.183221 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 22:21:27.183221 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 22:21:27.183221 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 22:21:27.183221 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 22:21:27.183221 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 22:21:27.183221 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 22:21:27.183221 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 22:21:27.183221 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 22:21:27.183221 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 22:21:27.183221 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 22:21:27.183221 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 22:21:27.183221 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 22:21:27.183221 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 22:21:27.183221 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 22:21:27.183221 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 22:21:27.183221 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 22:21:27.183221 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 22:21:27.183221 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 22:21:27.183221 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 22:21:27.183221 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 22:21:27.186954 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd823d6-a681-4034-9e7c-9b022728f34b req-eebe5709-3c96-4cff-bd3a-1e1ed9c59594 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:21:27.186954 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9dd823d6-a681-4034-9e7c-9b022728f34b req-eebe5709-3c96-4cff-bd3a-1e1ed9c59594 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0fe4969-12a3-4556-be99-266726acf18d HTTP/1.1" status: 200  len: 943 time: 0.0506454
Dec 25 22:21:27.234958 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9dd823d6-a681-4034-9e7c-9b022728f34b req-1abba79c-7933-49a1-85c1-fd2753375660 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] 10.222.0.32 "GET /v2.0/security-groups?id=714172d4-4132-42d7-a100-229a9465d5b3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422761
Dec 25 22:21:28.363023 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec581dc4-d889-458d-81ba-d8245961732a req-7ccca316-ee89-4f68-bd77-bef94062e827 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:21:28.364587 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ec581dc4-d889-458d-81ba-d8245961732a req-7ccca316-ee89-4f68-bd77-bef94062e827 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0fe4969-12a3-4556-be99-266726acf18d HTTP/1.1" status: 200  len: 943 time: 0.0558431
Dec 25 22:21:28.412972 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ec581dc4-d889-458d-81ba-d8245961732a req-e516bad9-9017-4c93-b5de-9dc303069546 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] 10.222.0.32 "GET /v2.0/security-groups?id=714172d4-4132-42d7-a100-229a9465d5b3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422416
Dec 25 22:21:29.784611 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528911b6-7e40-4e46-bd7e-2ec966230611 req-ad8d1b39-fff4-46aa-b2e5-9ceb3aa0a5aa tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:21:29.786125 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-528911b6-7e40-4e46-bd7e-2ec966230611 req-ad8d1b39-fff4-46aa-b2e5-9ceb3aa0a5aa tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0fe4969-12a3-4556-be99-266726acf18d HTTP/1.1" status: 200  len: 943 time: 0.0493641
Dec 25 22:21:29.834724 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-528911b6-7e40-4e46-bd7e-2ec966230611 req-d4a2ca30-999a-4235-93ab-6fc6d45ce445 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] 10.222.0.32 "GET /v2.0/security-groups?id=714172d4-4132-42d7-a100-229a9465d5b3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424800
Dec 25 22:21:30.887093 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device ae22c8fb-bcd9-40ea-8ca9-ef380a95bc53 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 25 22:21:30.950627 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ec5d11-e910-4be7-abdc-a6e0d9c48ad8 req-5d83a4a7-e456-41b1-9a2b-0cea7babd32f tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:21:30.952152 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-07ec5d11-e910-4be7-abdc-a6e0d9c48ad8 req-5d83a4a7-e456-41b1-9a2b-0cea7babd32f tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0fe4969-12a3-4556-be99-266726acf18d HTTP/1.1" status: 200  len: 943 time: 0.0492206
Dec 25 22:21:30.989935 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port ae22c8fb-bcd9-40ea-8ca9-ef380a95bc53, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ae22c8fb-bcd9-40ea-8ca9-ef380a95bc53,segment=NetworkSegment(276c9ad4-ec06-42f5-a5e9-145415d33bb3),segment_id=276c9ad4-ec06-42f5-a5e9-145415d33bb3)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 22:21:31.001349 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Returning: {'device': 'ae22c8fb-bcd9-40ea-8ca9-ef380a95bc53', 'network_id': 'db0de716-353d-48fe-b77e-10fa7ac25f29', 'port_id': 'ae22c8fb-bcd9-40ea-8ca9-ef380a95bc53', 'mac_address': 'fa:16:3e:86:d9:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '052b93b2-8055-4d9c-a3a9-730de68e61cc', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 25 22:21:31.009133 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-07ec5d11-e910-4be7-abdc-a6e0d9c48ad8 req-998fb1d4-8f99-4264-b124-b0ae73f671ec tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] 10.222.0.32 "GET /v2.0/security-groups?id=714172d4-4132-42d7-a100-229a9465d5b3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0504994
Dec 25 22:21:31.037952 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:21:31.050925 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae22c8fb-bcd9-40ea-8ca9-ef380a95bc53 {{(pid=121608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 22:21:31.069292 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port ae22c8fb-bcd9-40ea-8ca9-ef380a95bc53, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ae22c8fb-bcd9-40ea-8ca9-ef380a95bc53,segment=NetworkSegment(276c9ad4-ec06-42f5-a5e9-145415d33bb3),segment_id=276c9ad4-ec06-42f5-a5e9-145415d33bb3)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 22:21:31.132395 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:21:31.183968 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Pushing event updated for resources: {'Port': ['ID=ae22c8fb-bcd9-40ea-8ca9-ef380a95bc53,revision_number=4']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:21:31.191462 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:21:31.191829 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:21:31.192156 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:21:31.192491 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:21:31.192824 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:21:31.193182 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:21:31.193510 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:21:31.193834 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:21:31.194165 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:21:31.194486 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:21:31.194807 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:21:31.195126 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:21:31.195444 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:21:31.333711 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] get_ports_and_sgs() called for port_ids ['ae22c8fb-bcd9-40ea-8ca9-ef380a95bc53'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 22:21:32.123224 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe52f318-7138-409e-ae5b-4cc090f8db0b req-25d7ea55-28bf-4749-abef-ab2379c6c3f1 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:21:32.124694 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-fe52f318-7138-409e-ae5b-4cc090f8db0b req-25d7ea55-28bf-4749-abef-ab2379c6c3f1 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0fe4969-12a3-4556-be99-266726acf18d HTTP/1.1" status: 200  len: 944 time: 0.0486624
Dec 25 22:21:32.173129 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-fe52f318-7138-409e-ae5b-4cc090f8db0b req-d1ea7f83-2b8d-4c78-8afd-1a63e724457e tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] 10.222.0.32 "GET /v2.0/security-groups?id=714172d4-4132-42d7-a100-229a9465d5b3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417359
Dec 25 22:21:32.887725 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device ae22c8fb-bcd9-40ea-8ca9-ef380a95bc53 up at agent hyperv_nch1-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 22:21:33.007770 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Provisioning for port ae22c8fb-bcd9-40ea-8ca9-ef380a95bc53 completed by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 25 22:21:33.011795 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Provisioning complete for port ae22c8fb-bcd9-40ea-8ca9-ef380a95bc53 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 22:21:33.016045 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:21:33.088853 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:21:33.110194 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0fe4969-12a3-4556-be99-266726acf18d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae22c8fb-bcd9-40ea-8ca9-ef380a95bc53'}] {{(pid=121608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 22:21:33.112397 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8f4255179602950281e35c838768f32348f9ebfbcb74b08282abfe6e9b4a52c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16195efb-1349-487b-a4f1-43d10fb5bfd0" -d '{"events": [{"server_uuid": "c0fe4969-12a3-4556-be99-266726acf18d", "name": "network-vif-plugged", "status": "completed", "tag": "ae22c8fb-bcd9-40ea-8ca9-ef380a95bc53"}]}' {{(pid=121608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 22:21:33.124370 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port ae22c8fb-bcd9-40ea-8ca9-ef380a95bc53, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ae22c8fb-bcd9-40ea-8ca9-ef380a95bc53,segment=NetworkSegment(276c9ad4-ec06-42f5-a5e9-145415d33bb3),segment_id=276c9ad4-ec06-42f5-a5e9-145415d33bb3)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 22:21:33.150409 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 22:21:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e5b4983-d1e1-4515-a8e3-f45bb7abe7d8 x-openstack-request-id: req-8e5b4983-d1e1-4515-a8e3-f45bb7abe7d8 {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 22:21:33.150707 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0fe4969-12a3-4556-be99-266726acf18d", "name": "network-vif-plugged", "status": "completed", "tag": "ae22c8fb-bcd9-40ea-8ca9-ef380a95bc53", "code": 200}]} {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 22:21:33.150964 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8e5b4983-d1e1-4515-a8e3-f45bb7abe7d8 {{(pid=121608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 22:21:33.151361 ncdv-master-1 neutron-server[121608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0fe4969-12a3-4556-be99-266726acf18d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae22c8fb-bcd9-40ea-8ca9-ef380a95bc53', 'code': 200}
Dec 25 22:21:33.213929 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:21:33.259293 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5028c8b6-f95d-4f65-bd41-daf6779e0459 req-4e9510f3-5a75-4ee9-99d7-2b473f4e370e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:21:33.260808 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5028c8b6-f95d-4f65-bd41-daf6779e0459 req-4e9510f3-5a75-4ee9-99d7-2b473f4e370e service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=c0fe4969-12a3-4556-be99-266726acf18d HTTP/1.1" status: 200  len: 1096 time: 0.0509698
Dec 25 22:21:33.269165 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Pushing event updated for resources: {'Port': ['ID=ae22c8fb-bcd9-40ea-8ca9-ef380a95bc53,revision_number=5']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:21:33.332770 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3833f88f-5e9f-4f51-96be-af12b54e5832 req-b9fd0af8-c9ef-4967-9095-3cc5e6731c25 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:21:33.334301 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3833f88f-5e9f-4f51-96be-af12b54e5832 req-b9fd0af8-c9ef-4967-9095-3cc5e6731c25 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0fe4969-12a3-4556-be99-266726acf18d HTTP/1.1" status: 200  len: 945 time: 0.0898373
Dec 25 22:21:33.337278 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5028c8b6-f95d-4f65-bd41-daf6779e0459 req-ec515b11-67d2-4901-8148-16dabf21667f service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=714172d4-4132-42d7-a100-229a9465d5b3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0628312
Dec 25 22:21:33.383402 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3833f88f-5e9f-4f51-96be-af12b54e5832 req-5e1a63e6-f246-4e65-b988-0af14a32ca2e tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] 10.222.0.32 "GET /v2.0/security-groups?id=714172d4-4132-42d7-a100-229a9465d5b3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0429320
Dec 25 22:21:33.729026 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.agents_db [None req-ec08dba0-4483-4109-b5e1-5e4a9fdaf12d None None] Agent healthcheck: found 7 active agents {{(pid=121609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 25 22:21:34.503136 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678be06e-441b-4dfc-bd8b-70a9976a293c req-5d2a46c0-c75e-41c7-a261-79d17d9cf5fe tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:21:34.504648 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-678be06e-441b-4dfc-bd8b-70a9976a293c req-5d2a46c0-c75e-41c7-a261-79d17d9cf5fe tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0fe4969-12a3-4556-be99-266726acf18d HTTP/1.1" status: 200  len: 945 time: 0.0498075
Dec 25 22:21:34.555416 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-678be06e-441b-4dfc-bd8b-70a9976a293c req-fe6d2251-2a94-4df8-80ae-68bcbee3ac41 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] 10.222.0.32 "GET /v2.0/security-groups?id=714172d4-4132-42d7-a100-229a9465d5b3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0444930
Dec 25 22:21:34.813105 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-691d01e6-c994-4c74-a5c5-0860b1f07e22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:21:34.939104 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:21:35.669895 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e5a6e0-5692-4bc2-8fda-566ca656af1c req-cc0966d1-255c-4c35-94af-0b30a9d04fe9 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:21:35.671715 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-77e5a6e0-5692-4bc2-8fda-566ca656af1c req-cc0966d1-255c-4c35-94af-0b30a9d04fe9 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0fe4969-12a3-4556-be99-266726acf18d HTTP/1.1" status: 200  len: 945 time: 0.0487561
Dec 25 22:21:35.725509 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-77e5a6e0-5692-4bc2-8fda-566ca656af1c req-842f08ea-507d-46b4-aaba-f3bdb07929d8 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] 10.222.0.32 "GET /v2.0/security-groups?id=714172d4-4132-42d7-a100-229a9465d5b3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0471964
Dec 25 22:21:35.837438 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38f731e-d219-4cb5-b593-085c8668021c req-fd93ceea-0357-4ec2-b91c-bee7e86ce8b1 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:21:35.838807 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d38f731e-d219-4cb5-b593-085c8668021c req-fd93ceea-0357-4ec2-b91c-bee7e86ce8b1 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0fe4969-12a3-4556-be99-266726acf18d HTTP/1.1" status: 200  len: 945 time: 0.0480974
Dec 25 22:21:35.886735 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d38f731e-d219-4cb5-b593-085c8668021c req-ad395317-6a18-49b0-98af-40737acf55d7 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] 10.222.0.32 "GET /v2.0/security-groups?id=714172d4-4132-42d7-a100-229a9465d5b3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420358
Dec 25 22:21:35.908971 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 50442) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 22:21:35.947809 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c046c63-24ed-485d-bb1c-b322842142e7 tempest-TestShelveInstance-1927744651 tempest-TestShelveInstance-1927744651-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:21:35.949367 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-5c046c63-24ed-485d-bb1c-b322842142e7 tempest-TestShelveInstance-1927744651 tempest-TestShelveInstance-1927744651-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=c0fe4969-12a3-4556-be99-266726acf18d HTTP/1.1" status: 200  len: 1091 time: 0.0394094
Dec 25 22:21:35.952158 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 50444) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 22:21:35.957227 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-19bf0527-afd9-424e-8212-2f17c9ed0e2c tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] Request body: {'floatingip': {'floating_network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'port_id': 'ae22c8fb-bcd9-40ea-8ca9-ef380a95bc53', 'tenant_id': '8aefbad38c734203b2719ed40e315a78', 'fixed_ip_address': '172.20.0.3'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 22:21:36.065302 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-19bf0527-afd9-424e-8212-2f17c9ed0e2c tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] Publish callbacks [] for floatingip, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:21:36.162367 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-19bf0527-afd9-424e-8212-2f17c9ed0e2c tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:21:36.261312 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_common [None req-19bf0527-afd9-424e-8212-2f17c9ed0e2c tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] Allocated IP 172.35.3.38 (7201e55c-7c5f-41aa-a042-a363696539d0/7a939e13-713f-45cf-bba7-1539635abe25/2f83e490-f8b9-444b-a7c9-9ab5848abdd4) {{(pid=121607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 22:21:36.363624 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-19bf0527-afd9-424e-8212-2f17c9ed0e2c tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] Publish callbacks [] for port, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:21:36.436535 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-19bf0527-afd9-424e-8212-2f17c9ed0e2c tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:21:36.476240 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19bf0527-afd9-424e-8212-2f17c9ed0e2c tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] Network 7201e55c-7c5f-41aa-a042-a363696539d0 is already hosted by enough agents. {{(pid=121607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 22:21:36.479134 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-19bf0527-afd9-424e-8212-2f17c9ed0e2c tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] Resources bound (agent type, host, resource id):  {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 22:21:36.482546 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19bf0527-afd9-424e-8212-2f17c9ed0e2c tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] Received port after_create {{(pid=121607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 22:21:36.505020 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bf0527-afd9-424e-8212-2f17c9ed0e2c tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] Pushing event updated for resources: {'Port': ['ID=2f83e490-f8b9-444b-a7c9-9ab5848abdd4,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:21:36.842810 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-19bf0527-afd9-424e-8212-2f17c9ed0e2c tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] Publish callbacks [] for floatingip, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:21:37.031234 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-19bf0527-afd9-424e-8212-2f17c9ed0e2c tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:21:37.070379 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-de9db0f6-510a-4930-a126-01bbbe24e3db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:21:37.183174 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-19bf0527-afd9-424e-8212-2f17c9ed0e2c tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] Publish callbacks [] for port, precommit_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:21:37.230497 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-19bf0527-afd9-424e-8212-2f17c9ed0e2c tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8632327'] for port, after_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:21:37.304562 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bf0527-afd9-424e-8212-2f17c9ed0e2c tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] Pushing event updated for resources: {'Port': ['ID=2f83e490-f8b9-444b-a7c9-9ab5848abdd4,revision_number=2']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:21:37.316314 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-19bf0527-afd9-424e-8212-2f17c9ed0e2c tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2008639'] for floatingip, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:21:37.413245 ncdv-master-1 neutron-server[121607]: INFO neutron.db.l3_db [None req-19bf0527-afd9-424e-8212-2f17c9ed0e2c tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] Floating IP 47a25ca2-fe4f-411d-a157-b6727a795ab9 associated. External IP: 172.35.3.38, port: ae22c8fb-bcd9-40ea-8ca9-ef380a95bc53.
Dec 25 22:21:37.921693 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19bf0527-afd9-424e-8212-2f17c9ed0e2c tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] Router d4323008-81cc-4b5a-9594-eef519d3801b has already been hosted by L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 {{(pid=121607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 25 22:21:38.026153 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19bf0527-afd9-424e-8212-2f17c9ed0e2c tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 22:21:38.036205 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eaee593-2d86-4a92-bd1f-8931f173b16f None None] Sync routers for ids ['d4323008-81cc-4b5a-9594-eef519d3801b'] in ncdv-master-1 {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 22:21:38.046072 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eaee593-2d86-4a92-bd1f-8931f173b16f None None] Routers {'d4323008-81cc-4b5a-9594-eef519d3801b'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 22:21:38.054701 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-3eaee593-2d86-4a92-bd1f-8931f173b16f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f26186441c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T22:21:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['d4323008-81cc-4b5a-9594-eef519d3801b'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 22:21:38.095451 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-19bf0527-afd9-424e-8212-2f17c9ed0e2c tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for floatingip, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:21:38.126587 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-19bf0527-afd9-424e-8212-2f17c9ed0e2c tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 2.1733310
Dec 25 22:21:38.127739 ncdv-master-1 neutron-server[121607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0fe4969-12a3-4556-be99-266726acf18d', 'tag': 'ae22c8fb-bcd9-40ea-8ca9-ef380a95bc53'}] {{(pid=121607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 22:21:38.130159 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}513dd52b533ca9dbebe6abf1cbacd3736f1152e524405cf6293f71936f89c178" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7343ad19-9658-419a-bd0d-6b65be9da5d2" -d '{"events": [{"name": "network-changed", "server_uuid": "c0fe4969-12a3-4556-be99-266726acf18d", "tag": "ae22c8fb-bcd9-40ea-8ca9-ef380a95bc53"}]}' {{(pid=121607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 22:21:38.153811 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvr_db [None req-3eaee593-2d86-4a92-bd1f-8931f173b16f None None] Set router d4323008-81cc-4b5a-9594-eef519d3801b gateway port host: ncdv-master-1 {{(pid=121609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 22:21:38.167611 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Dec 2021 22:21:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b86c96a2-e4fd-4da1-90da-9e197fe6c749 x-openstack-request-id: req-b86c96a2-e4fd-4da1-90da-9e197fe6c749 {{(pid=121607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 22:21:38.167906 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0fe4969-12a3-4556-be99-266726acf18d", "tag": "ae22c8fb-bcd9-40ea-8ca9-ef380a95bc53", "status": "completed", "code": 200}]} {{(pid=121607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 22:21:38.168160 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b86c96a2-e4fd-4da1-90da-9e197fe6c749 {{(pid=121607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 22:21:38.168562 ncdv-master-1 neutron-server[121607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0fe4969-12a3-4556-be99-266726acf18d', 'tag': 'ae22c8fb-bcd9-40ea-8ca9-ef380a95bc53', 'status': 'completed', 'code': 200}
Dec 25 22:21:38.237748 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7343ad19-9658-419a-bd0d-6b65be9da5d2 req-d57a4f89-9782-4664-9cd7-f057e3f22bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:21:38.239304 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7343ad19-9658-419a-bd0d-6b65be9da5d2 req-d57a4f89-9782-4664-9cd7-f057e3f22bf4 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8aefbad38c734203b2719ed40e315a78&device_id=c0fe4969-12a3-4556-be99-266726acf18d HTTP/1.1" status: 200  len: 1096 time: 0.0479467
Dec 25 22:21:38.335080 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7343ad19-9658-419a-bd0d-6b65be9da5d2 req-b36f0c6f-b19d-4fe5-a683-9eac6a64fdc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:21:38.336661 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7343ad19-9658-419a-bd0d-6b65be9da5d2 req-b36f0c6f-b19d-4fe5-a683-9eac6a64fdc0 service neutron] 10.222.0.31 "GET /v2.0/networks?id=db0de716-353d-48fe-b77e-10fa7ac25f29 HTTP/1.1" status: 200  len: 910 time: 0.0889869
Dec 25 22:21:38.381326 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-3eaee593-2d86-4a92-bd1f-8931f173b16f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f26186441c0>, [{'id': 'd4323008-81cc-4b5a-9594-eef519d3801b', 'name': 'tempest-TestShelveInstance-1901463326-router', 'tenant_id': '8aefbad38c734203b2719ed40e315a78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.163'}], 'enable_snat': True}, 'gw_port_id': '384fd39e-f220-4750-903c-14dc4c128001', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T22:16:43Z', 'updated_at': '2021-12-25T22:16:46Z', 'revision_number': 4, 'project_id': '8aefbad38c734203b2719ed40e315a78', 'gw_port': {'id': '384fd39e-f220-4750-903c-14dc4c128001', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:01:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4323008-81cc-4b5a-9594-eef519d3801b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T22:16:43Z', 'updated_at': '2021-12-25T22:16:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '47a25ca2-fe4f-411d-a157-b6727a795ab9', 'tenant_id': '8aefbad38c734203b2719ed40e315a78', 'floating_ip_address': '172.35.3.38', 'floating_network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'router_id': 'd4323008-81cc-4b5a-9594-eef519d3801b', 'port_id': 'ae22c8fb-bcd9-40ea-8ca9-ef380a95bc53', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4300, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'db0de716-353d-48fe-b77e-10fa7ac25f29', 'mac_address': 'fa:16:3e:86:d9:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0fe4969-12a3-4556-be99-266726acf18d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-25T22:21:36Z', 'updated_at': '2021-12-25T22:21:36Z', 'revision_number': 0, 'project_id': '8aefbad38c734203b2719ed40e315a78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c1c2b96-af5a-40b7-96d7-70ab764f7063', 'name': '', 'network_id': 'db0de716-353d-48fe-b77e-10fa7ac25f29', 'tenant_id': '8aefbad38c734203b2719ed40e315a78', 'mac_address': 'fa:16:3e:15:a9:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4323008-81cc-4b5a-9594-eef519d3801b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': '052b93b2-8055-4d9c-a3a9-730de68e61cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T22:16:45Z', 'updated_at': '2021-12-25T22:16:49Z', 'revision_number': 5, 'project_id': '8aefbad38c734203b2719ed40e315a78', 'subnets': [{'id': '052b93b2-8055-4d9c-a3a9-730de68e61cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 22:21:38.403380 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7343ad19-9658-419a-bd0d-6b65be9da5d2 req-8d59c007-177d-4d99-9089-db927fdbbd7d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ae22c8fb-bcd9-40ea-8ca9-ef380a95bc53 HTTP/1.1" status: 200  len: 998 time: 0.0586233
Dec 25 22:21:38.407160 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eaee593-2d86-4a92-bd1f-8931f173b16f None None] Checking router: d4323008-81cc-4b5a-9594-eef519d3801b for host: ncdv-master-1 {{(pid=121609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 25 22:21:38.417027 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eaee593-2d86-4a92-bd1f-8931f173b16f None None] Routers {'d4323008-81cc-4b5a-9594-eef519d3801b'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 22:21:38.417928 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-3eaee593-2d86-4a92-bd1f-8931f173b16f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f26186441c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T22:21:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['d4323008-81cc-4b5a-9594-eef519d3801b'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 22:21:38.458632 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7343ad19-9658-419a-bd0d-6b65be9da5d2 req-9c9fa250-eaf0-46fb-8fd1-cfb279c31232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:21:38.460116 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7343ad19-9658-419a-bd0d-6b65be9da5d2 req-9c9fa250-eaf0-46fb-8fd1-cfb279c31232 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=052b93b2-8055-4d9c-a3a9-730de68e61cc HTTP/1.1" status: 200  len: 848 time: 0.0503705
Dec 25 22:21:38.507251 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7343ad19-9658-419a-bd0d-6b65be9da5d2 req-5c1a9e2e-1263-4f00-b262-8ba56b79ab1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:21:38.508753 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7343ad19-9658-419a-bd0d-6b65be9da5d2 req-5c1a9e2e-1263-4f00-b262-8ba56b79ab1a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=db0de716-353d-48fe-b77e-10fa7ac25f29&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0410831
Dec 25 22:21:38.524362 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvr_db [None req-3eaee593-2d86-4a92-bd1f-8931f173b16f None None] Set router d4323008-81cc-4b5a-9594-eef519d3801b gateway port host: ncdv-master-1 {{(pid=121609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 22:21:38.600087 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7343ad19-9658-419a-bd0d-6b65be9da5d2 req-97ab6f1e-dfa6-4091-9244-f31dacf393e1 service neutron] 10.222.0.31 "GET /v2.0/networks/db0de716-353d-48fe-b77e-10fa7ac25f29?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0845912
Dec 25 22:21:38.696713 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7343ad19-9658-419a-bd0d-6b65be9da5d2 req-24ce4929-392f-441a-b0de-78ae96f9d21c service neutron] 10.222.0.31 "GET /v2.0/networks/db0de716-353d-48fe-b77e-10fa7ac25f29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0890105
Dec 25 22:21:38.749521 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3e945ecd-9380-47c2-aa0a-12ebe07e03e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:21:38.751349 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-3eaee593-2d86-4a92-bd1f-8931f173b16f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f26186441c0>, [{'id': 'd4323008-81cc-4b5a-9594-eef519d3801b', 'name': 'tempest-TestShelveInstance-1901463326-router', 'tenant_id': '8aefbad38c734203b2719ed40e315a78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.163'}], 'enable_snat': True}, 'gw_port_id': '384fd39e-f220-4750-903c-14dc4c128001', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T22:16:43Z', 'updated_at': '2021-12-25T22:16:46Z', 'revision_number': 4, 'project_id': '8aefbad38c734203b2719ed40e315a78', 'gw_port': {'id': '384fd39e-f220-4750-903c-14dc4c128001', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:01:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4323008-81cc-4b5a-9594-eef519d3801b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T22:16:43Z', 'updated_at': '2021-12-25T22:16:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '47a25ca2-fe4f-411d-a157-b6727a795ab9', 'tenant_id': '8aefbad38c734203b2719ed40e315a78', 'floating_ip_address': '172.35.3.38', 'floating_network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'router_id': 'd4323008-81cc-4b5a-9594-eef519d3801b', 'port_id': 'ae22c8fb-bcd9-40ea-8ca9-ef380a95bc53', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4300, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'db0de716-353d-48fe-b77e-10fa7ac25f29', 'mac_address': 'fa:16:3e:86:d9:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0fe4969-12a3-4556-be99-266726acf18d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-25T22:21:36Z', 'updated_at': '2021-12-25T22:21:36Z', 'revision_number': 0, 'project_id': '8aefbad38c734203b2719ed40e315a78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c1c2b96-af5a-40b7-96d7-70ab764f7063', 'name': '', 'network_id': 'db0de716-353d-48fe-b77e-10fa7ac25f29', 'tenant_id': '8aefbad38c734203b2719ed40e315a78', 'mac_address': 'fa:16:3e:15:a9:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4323008-81cc-4b5a-9594-eef519d3801b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': '052b93b2-8055-4d9c-a3a9-730de68e61cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T22:16:45Z', 'updated_at': '2021-12-25T22:16:49Z', 'revision_number': 5, 'project_id': '8aefbad38c734203b2719ed40e315a78', 'subnets': [{'id': '052b93b2-8055-4d9c-a3a9-730de68e61cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 22:21:38.780756 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eaee593-2d86-4a92-bd1f-8931f173b16f None None] The sync data for ids ['d4323008-81cc-4b5a-9594-eef519d3801b'] in ncdv-master-1 is: [{'id': 'd4323008-81cc-4b5a-9594-eef519d3801b', 'name': 'tempest-TestShelveInstance-1901463326-router', 'tenant_id': '8aefbad38c734203b2719ed40e315a78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.163'}], 'enable_snat': True}, 'gw_port_id': '384fd39e-f220-4750-903c-14dc4c128001', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T22:16:43Z', 'updated_at': '2021-12-25T22:16:46Z', 'revision_number': 4, 'project_id': '8aefbad38c734203b2719ed40e315a78', 'gw_port': {'id': '384fd39e-f220-4750-903c-14dc4c128001', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:01:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4323008-81cc-4b5a-9594-eef519d3801b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T22:16:43Z', 'updated_at': '2021-12-25T22:16:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '47a25ca2-fe4f-411d-a157-b6727a795ab9', 'tenant_id': '8aefbad38c734203b2719ed40e315a78', 'floating_ip_address': '172.35.3.38', 'floating_network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'router_id': 'd4323008-81cc-4b5a-9594-eef519d3801b', 'port_id': 'ae22c8fb-bcd9-40ea-8ca9-ef380a95bc53', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4300, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'db0de716-353d-48fe-b77e-10fa7ac25f29', 'mac_address': 'fa:16:3e:86:d9:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0fe4969-12a3-4556-be99-266726acf18d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-25T22:21:36Z', 'updated_at': '2021-12-25T22:21:36Z', 'revision_number': 0, 'project_id': '8aefbad38c734203b2719ed40e315a78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c1c2b96-af5a-40b7-96d7-70ab764f7063', 'name': '', 'network_id': 'db0de716-353d-48fe-b77e-10fa7ac25f29', 'tenant_id': '8aefbad38c734203b2719ed40e315a78', 'mac_address': 'fa:16:3e:15:a9:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4323008-81cc-4b5a-9594-eef519d3801b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': '052b93b2-8055-4d9c-a3a9-730de68e61cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T22:16:45Z', 'updated_at': '2021-12-25T22:16:49Z', 'revision_number': 5, 'project_id': '8aefbad38c734203b2719ed40e315a78', 'subnets': [{'id': '052b93b2-8055-4d9c-a3a9-730de68e61cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 22:21:38.933437 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:21:38.972839 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0740e49-efe5-4eaa-b5d4-fbd91355d5ec None None] New status for floating IP 47a25ca2-fe4f-411d-a157-b6727a795ab9: ACTIVE {{(pid=121608) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 25 22:21:39.756022 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-15cb578f-7a63-4fd3-925d-83bad4c7b82a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:21:40.880853 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:22:00.198671 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-94b6a93c-9bb1-4e97-b778-fca3c5f759ea req-82e5206a-840e-4b2d-94bf-92750e188a50 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=c0fe4969-12a3-4556-be99-266726acf18d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0399003
Dec 25 22:22:00.283109 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b6a93c-9bb1-4e97-b778-fca3c5f759ea req-bdaad69f-c9ad-4528-b424-9a4c7e4c5919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:22:00.284648 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-94b6a93c-9bb1-4e97-b778-fca3c5f759ea req-bdaad69f-c9ad-4528-b424-9a4c7e4c5919 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8aefbad38c734203b2719ed40e315a78&device_id=c0fe4969-12a3-4556-be99-266726acf18d HTTP/1.1" status: 200  len: 1096 time: 0.0434501
Dec 25 22:22:00.385368 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b6a93c-9bb1-4e97-b778-fca3c5f759ea req-af677fed-1860-43f1-a517-aaff5a3ff777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:22:00.386848 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-94b6a93c-9bb1-4e97-b778-fca3c5f759ea req-af677fed-1860-43f1-a517-aaff5a3ff777 service neutron] 10.222.0.31 "GET /v2.0/networks?id=db0de716-353d-48fe-b77e-10fa7ac25f29 HTTP/1.1" status: 200  len: 910 time: 0.0845165
Dec 25 22:22:00.455155 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-94b6a93c-9bb1-4e97-b778-fca3c5f759ea req-834bd6bc-76ca-467e-9c1f-2535566efb85 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ae22c8fb-bcd9-40ea-8ca9-ef380a95bc53 HTTP/1.1" status: 200  len: 1000 time: 0.0613720
Dec 25 22:22:00.503435 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b6a93c-9bb1-4e97-b778-fca3c5f759ea req-a8c3524a-018d-4595-9c84-3cb611794a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:22:00.504938 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-94b6a93c-9bb1-4e97-b778-fca3c5f759ea req-a8c3524a-018d-4595-9c84-3cb611794a02 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=052b93b2-8055-4d9c-a3a9-730de68e61cc HTTP/1.1" status: 200  len: 848 time: 0.0429652
Dec 25 22:22:00.550844 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b6a93c-9bb1-4e97-b778-fca3c5f759ea req-a1fe3bbb-29fb-49b6-80c2-b906c2836874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:22:00.552280 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-94b6a93c-9bb1-4e97-b778-fca3c5f759ea req-a1fe3bbb-29fb-49b6-80c2-b906c2836874 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=db0de716-353d-48fe-b77e-10fa7ac25f29&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0397627
Dec 25 22:22:00.644446 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-94b6a93c-9bb1-4e97-b778-fca3c5f759ea req-b32e6a1b-870b-42c1-a56d-025697c308c7 service neutron] 10.222.0.31 "GET /v2.0/networks/db0de716-353d-48fe-b77e-10fa7ac25f29?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0842354
Dec 25 22:22:00.734857 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-94b6a93c-9bb1-4e97-b778-fca3c5f759ea req-8e23538f-5c43-4806-8434-c429c53eaf4f service neutron] 10.222.0.31 "GET /v2.0/networks/db0de716-353d-48fe-b77e-10fa7ac25f29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0836518
Dec 25 22:22:04.846489 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-eb69cc95-2053-4a5b-89dc-b409daf0977e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:22:04.966614 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:22:07.057954 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-cd9bc330-316b-4c10-b7a3-51e5729a5fe1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:22:08.766208 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3e945ecd-9380-47c2-aa0a-12ebe07e03e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:22:08.949310 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:22:09.772627 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-15cb578f-7a63-4fd3-925d-83bad4c7b82a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:22:10.728454 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.agents_db [None req-ec08dba0-4483-4109-b5e1-5e4a9fdaf12d None None] Agent healthcheck: found 7 active agents {{(pid=121609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 25 22:22:10.868967 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:22:34.845851 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-f87d19cb-b41a-4416-8906-fd65bbeaeb60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:22:34.965389 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:22:37.079721 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-ddbb2ed2-a686-46d7-9145-a4bf000a01f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:22:38.777045 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3e945ecd-9380-47c2-aa0a-12ebe07e03e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:22:38.942532 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:22:39.742805 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-15cb578f-7a63-4fd3-925d-83bad4c7b82a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:22:40.851560 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:22:47.727169 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.agents_db [None req-ec08dba0-4483-4109-b5e1-5e4a9fdaf12d None None] Agent healthcheck: found 7 active agents {{(pid=121609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 25 22:23:01.200833 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1aa23ea4-97b4-4abf-9394-d890dfa3b2bc req-da51007a-fe76-41a0-82c8-45247af17c8b service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=c0fe4969-12a3-4556-be99-266726acf18d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0440402
Dec 25 22:23:01.286366 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa23ea4-97b4-4abf-9394-d890dfa3b2bc req-2f8529c4-82c3-40e9-9e28-2ebdaa9d4fae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:23:01.288456 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1aa23ea4-97b4-4abf-9394-d890dfa3b2bc req-2f8529c4-82c3-40e9-9e28-2ebdaa9d4fae service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8aefbad38c734203b2719ed40e315a78&device_id=c0fe4969-12a3-4556-be99-266726acf18d HTTP/1.1" status: 200  len: 1096 time: 0.0458813
Dec 25 22:23:01.390311 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa23ea4-97b4-4abf-9394-d890dfa3b2bc req-c04a497f-c674-4559-9b24-11828dfd6b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:23:01.391809 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1aa23ea4-97b4-4abf-9394-d890dfa3b2bc req-c04a497f-c674-4559-9b24-11828dfd6b49 service neutron] 10.222.0.31 "GET /v2.0/networks?id=db0de716-353d-48fe-b77e-10fa7ac25f29 HTTP/1.1" status: 200  len: 910 time: 0.0837407
Dec 25 22:23:01.460901 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1aa23ea4-97b4-4abf-9394-d890dfa3b2bc req-3d4856ab-2fa5-495d-8cc0-16e9f84089e6 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ae22c8fb-bcd9-40ea-8ca9-ef380a95bc53 HTTP/1.1" status: 200  len: 1000 time: 0.0616980
Dec 25 22:23:01.509894 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa23ea4-97b4-4abf-9394-d890dfa3b2bc req-2260123b-1831-4b73-9e0b-85361cbe6c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:23:01.511338 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1aa23ea4-97b4-4abf-9394-d890dfa3b2bc req-2260123b-1831-4b73-9e0b-85361cbe6c13 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=052b93b2-8055-4d9c-a3a9-730de68e61cc HTTP/1.1" status: 200  len: 848 time: 0.0431681
Dec 25 22:23:01.555849 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa23ea4-97b4-4abf-9394-d890dfa3b2bc req-6c4d2ff5-08bf-4584-92c9-acb6fbcc6c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:23:01.557318 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1aa23ea4-97b4-4abf-9394-d890dfa3b2bc req-6c4d2ff5-08bf-4584-92c9-acb6fbcc6c39 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=db0de716-353d-48fe-b77e-10fa7ac25f29&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0396261
Dec 25 22:23:01.651690 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1aa23ea4-97b4-4abf-9394-d890dfa3b2bc req-600d20a3-c0c6-4dea-978d-007f577a62ef service neutron] 10.222.0.31 "GET /v2.0/networks/db0de716-353d-48fe-b77e-10fa7ac25f29?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0870290
Dec 25 22:23:01.738915 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1aa23ea4-97b4-4abf-9394-d890dfa3b2bc req-6249c36e-bc7f-499f-96e3-ec6fa86492ef service neutron] 10.222.0.31 "GET /v2.0/networks/db0de716-353d-48fe-b77e-10fa7ac25f29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0802763
Dec 25 22:23:04.878642 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-981828ab-72b3-4afa-b782-8c84f4ff64d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:23:04.975956 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:23:07.056642 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9e58a499-91bf-44ef-ae4b-579c94e56c46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:23:08.742182 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3e945ecd-9380-47c2-aa0a-12ebe07e03e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:23:08.936206 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:23:09.788057 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-15cb578f-7a63-4fd3-925d-83bad4c7b82a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:23:10.856905 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:23:24.725798 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.agents_db [None req-ec08dba0-4483-4109-b5e1-5e4a9fdaf12d None None] Agent healthcheck: found 7 active agents {{(pid=121609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 25 22:23:34.838006 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-dd40ca82-08a5-411c-9025-38e5e92649cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:23:34.947777 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:23:37.050199 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-4db2019a-8d0a-4f26-93dd-e55a1c96bb4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:23:38.786177 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3e945ecd-9380-47c2-aa0a-12ebe07e03e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:23:38.957759 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:23:39.758801 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-15cb578f-7a63-4fd3-925d-83bad4c7b82a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:23:40.896507 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:24:01.210466 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-becdd7ee-e68a-4477-a3e3-1e6a8525519e req-1ce1d6c7-1a14-4e65-b777-f4389d35802d service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=c0fe4969-12a3-4556-be99-266726acf18d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0445719
Dec 25 22:24:01.292270 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becdd7ee-e68a-4477-a3e3-1e6a8525519e req-70d878f8-395c-4eae-bfe2-2c4d9add9a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:24:01.293835 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-becdd7ee-e68a-4477-a3e3-1e6a8525519e req-70d878f8-395c-4eae-bfe2-2c4d9add9a66 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8aefbad38c734203b2719ed40e315a78&device_id=c0fe4969-12a3-4556-be99-266726acf18d HTTP/1.1" status: 200  len: 1096 time: 0.0402184
Dec 25 22:24:01.399263 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becdd7ee-e68a-4477-a3e3-1e6a8525519e req-2272209e-1289-4374-8733-b807433a976c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:24:01.400726 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-becdd7ee-e68a-4477-a3e3-1e6a8525519e req-2272209e-1289-4374-8733-b807433a976c service neutron] 10.222.0.31 "GET /v2.0/networks?id=db0de716-353d-48fe-b77e-10fa7ac25f29 HTTP/1.1" status: 200  len: 910 time: 0.0869150
Dec 25 22:24:01.465081 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-becdd7ee-e68a-4477-a3e3-1e6a8525519e req-dc184b14-7ba2-4eb8-b992-513b50e8c91e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ae22c8fb-bcd9-40ea-8ca9-ef380a95bc53 HTTP/1.1" status: 200  len: 1000 time: 0.0571063
Dec 25 22:24:01.513379 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becdd7ee-e68a-4477-a3e3-1e6a8525519e req-05769a84-ff48-4bb9-9d06-4dc4f4340968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:24:01.514840 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-becdd7ee-e68a-4477-a3e3-1e6a8525519e req-05769a84-ff48-4bb9-9d06-4dc4f4340968 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=052b93b2-8055-4d9c-a3a9-730de68e61cc HTTP/1.1" status: 200  len: 848 time: 0.0431309
Dec 25 22:24:01.563530 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becdd7ee-e68a-4477-a3e3-1e6a8525519e req-e4945028-1d63-4175-bae2-4929c59d56c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:24:01.564996 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-becdd7ee-e68a-4477-a3e3-1e6a8525519e req-e4945028-1d63-4175-bae2-4929c59d56c8 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=db0de716-353d-48fe-b77e-10fa7ac25f29&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0433621
Dec 25 22:24:01.653355 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-becdd7ee-e68a-4477-a3e3-1e6a8525519e req-bfcb7869-739a-4392-a09f-5398e319020b service neutron] 10.222.0.31 "GET /v2.0/networks/db0de716-353d-48fe-b77e-10fa7ac25f29?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0811336
Dec 25 22:24:01.725724 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.agents_db [None req-ec08dba0-4483-4109-b5e1-5e4a9fdaf12d None None] Agent healthcheck: found 7 active agents {{(pid=121609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 25 22:24:01.745724 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-becdd7ee-e68a-4477-a3e3-1e6a8525519e req-c9b6065d-aa65-4b42-a01f-302f4afb41d8 service neutron] 10.222.0.31 "GET /v2.0/networks/db0de716-353d-48fe-b77e-10fa7ac25f29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0849864
Dec 25 22:24:04.876589 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-0befd3c2-4d85-48c5-8381-9aedaf7fedd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:24:04.980261 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:24:07.084208 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-d28794b0-363e-440f-878e-009fbd01606f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:24:08.796909 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3e945ecd-9380-47c2-aa0a-12ebe07e03e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:24:08.992828 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:24:09.787285 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-15cb578f-7a63-4fd3-925d-83bad4c7b82a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:24:10.901293 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:24:34.852320 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-e40ec5ab-7eb1-426b-b9f8-00d27dbcb134 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:24:34.961081 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:24:37.052353 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-f571c3d1-c3f8-470b-a547-bf2d6df732ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:24:38.724786 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.agents_db [None req-ec08dba0-4483-4109-b5e1-5e4a9fdaf12d None None] Agent healthcheck: found 7 active agents {{(pid=121609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 25 22:24:38.826627 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3e945ecd-9380-47c2-aa0a-12ebe07e03e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:24:38.961675 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:24:39.818081 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-15cb578f-7a63-4fd3-925d-83bad4c7b82a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:24:40.869937 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:25:03.196241 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-51f221ce-5fe6-4789-a9c9-505bb6c3d8b9 req-1a1052f1-d702-4aaf-9297-a31667ea8648 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=c0fe4969-12a3-4556-be99-266726acf18d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0418980
Dec 25 22:25:03.277980 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f221ce-5fe6-4789-a9c9-505bb6c3d8b9 req-5d6c3d23-5e64-48ee-b8ec-1aa002d7fc7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:25:03.279472 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-51f221ce-5fe6-4789-a9c9-505bb6c3d8b9 req-5d6c3d23-5e64-48ee-b8ec-1aa002d7fc7d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8aefbad38c734203b2719ed40e315a78&device_id=c0fe4969-12a3-4556-be99-266726acf18d HTTP/1.1" status: 200  len: 1096 time: 0.0408938
Dec 25 22:25:03.383921 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f221ce-5fe6-4789-a9c9-505bb6c3d8b9 req-b2be42e7-cd28-4078-a03f-3d96b7b33625 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:25:03.385421 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-51f221ce-5fe6-4789-a9c9-505bb6c3d8b9 req-b2be42e7-cd28-4078-a03f-3d96b7b33625 service neutron] 10.222.0.31 "GET /v2.0/networks?id=db0de716-353d-48fe-b77e-10fa7ac25f29 HTTP/1.1" status: 200  len: 910 time: 0.0867765
Dec 25 22:25:03.448835 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-51f221ce-5fe6-4789-a9c9-505bb6c3d8b9 req-eb12deaa-d48d-4ad8-8c64-6b4c86fcc0c6 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ae22c8fb-bcd9-40ea-8ca9-ef380a95bc53 HTTP/1.1" status: 200  len: 1000 time: 0.0564957
Dec 25 22:25:03.501062 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f221ce-5fe6-4789-a9c9-505bb6c3d8b9 req-94f5b1c3-3065-4f8b-abf5-364299e91e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:25:03.502564 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-51f221ce-5fe6-4789-a9c9-505bb6c3d8b9 req-94f5b1c3-3065-4f8b-abf5-364299e91e40 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=052b93b2-8055-4d9c-a3a9-730de68e61cc HTTP/1.1" status: 200  len: 848 time: 0.0467684
Dec 25 22:25:03.546601 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f221ce-5fe6-4789-a9c9-505bb6c3d8b9 req-e7ef6b55-3a4a-46bb-b964-ae54cd6ac72f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:25:03.547999 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-51f221ce-5fe6-4789-a9c9-505bb6c3d8b9 req-e7ef6b55-3a4a-46bb-b964-ae54cd6ac72f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=db0de716-353d-48fe-b77e-10fa7ac25f29&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0388277
Dec 25 22:25:03.635092 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-51f221ce-5fe6-4789-a9c9-505bb6c3d8b9 req-25fc7827-677a-4107-a907-ed35e1fb27dc service neutron] 10.222.0.31 "GET /v2.0/networks/db0de716-353d-48fe-b77e-10fa7ac25f29?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0797868
Dec 25 22:25:03.726512 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-51f221ce-5fe6-4789-a9c9-505bb6c3d8b9 req-4d3aacf8-b1cc-4a76-9ab8-388156747239 service neutron] 10.222.0.31 "GET /v2.0/networks/db0de716-353d-48fe-b77e-10fa7ac25f29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0838325
Dec 25 22:25:04.862749 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-70be4931-74f3-416c-a627-0644fa93445b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:25:04.980145 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:25:07.077357 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-d62f696d-0a85-4dab-87cf-8025db7114d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:25:08.803640 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3e945ecd-9380-47c2-aa0a-12ebe07e03e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:25:08.986224 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:25:09.794415 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-15cb578f-7a63-4fd3-925d-83bad4c7b82a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:25:10.891148 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:25:12.458593 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 50578) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 22:25:12.612904 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-65b2d4f1-5623-4364-a03c-8c0955aecac5 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] Deleting port 2f83e490-f8b9-444b-a7c9-9ab5848abdd4 {{(pid=121607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 22:25:12.613266 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-65b2d4f1-5623-4364-a03c-8c0955aecac5 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:25:12.689298 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-65b2d4f1-5623-4364-a03c-8c0955aecac5 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:25:12.689545 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-65b2d4f1-5623-4364-a03c-8c0955aecac5 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:25:12.701294 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-65b2d4f1-5623-4364-a03c-8c0955aecac5 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] Calling delete_port for 2f83e490-f8b9-444b-a7c9-9ab5848abdd4 owned by network:floatingip {{(pid=121607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 22:25:12.914922 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-65b2d4f1-5623-4364-a03c-8c0955aecac5 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:25:12.939623 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b2d4f1-5623-4364-a03c-8c0955aecac5 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] Pushing event deleted for resources: {'Port': ['ID=2f83e490-f8b9-444b-a7c9-9ab5848abdd4,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:25:12.953557 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b2d4f1-5623-4364-a03c-8c0955aecac5 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:25:12.953915 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b2d4f1-5623-4364-a03c-8c0955aecac5 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:25:12.954264 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b2d4f1-5623-4364-a03c-8c0955aecac5 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:25:12.954604 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b2d4f1-5623-4364-a03c-8c0955aecac5 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:25:12.954941 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b2d4f1-5623-4364-a03c-8c0955aecac5 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:25:12.955278 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b2d4f1-5623-4364-a03c-8c0955aecac5 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:25:12.955616 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b2d4f1-5623-4364-a03c-8c0955aecac5 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:25:12.955947 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b2d4f1-5623-4364-a03c-8c0955aecac5 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:25:12.956282 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b2d4f1-5623-4364-a03c-8c0955aecac5 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:25:12.956609 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b2d4f1-5623-4364-a03c-8c0955aecac5 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:25:12.956967 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b2d4f1-5623-4364-a03c-8c0955aecac5 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:25:12.957297 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b2d4f1-5623-4364-a03c-8c0955aecac5 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:25:12.957619 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b2d4f1-5623-4364-a03c-8c0955aecac5 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:25:13.015624 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-65b2d4f1-5623-4364-a03c-8c0955aecac5 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] Publish callbacks [] for floatingip, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:25:13.015963 ncdv-master-1 neutron-server[121607]: INFO neutron.db.l3_db [None req-65b2d4f1-5623-4364-a03c-8c0955aecac5 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] Floating IP 47a25ca2-fe4f-411d-a157-b6727a795ab9 disassociated (deleted). External IP: 172.35.3.38, port: ae22c8fb-bcd9-40ea-8ca9-ef380a95bc53.
Dec 25 22:25:13.225190 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65b2d4f1-5623-4364-a03c-8c0955aecac5 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] Router d4323008-81cc-4b5a-9594-eef519d3801b has already been hosted by L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 {{(pid=121607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 25 22:25:13.332727 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65b2d4f1-5623-4364-a03c-8c0955aecac5 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 22:25:13.338131 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-65b2d4f1-5623-4364-a03c-8c0955aecac5 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for floatingip, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:25:13.343109 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8116dec5-54c5-4bf7-b985-e5ed12db577c None None] Sync routers for ids ['d4323008-81cc-4b5a-9594-eef519d3801b'] in ncdv-master-1 {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 22:25:13.354156 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8116dec5-54c5-4bf7-b985-e5ed12db577c None None] Routers {'d4323008-81cc-4b5a-9594-eef519d3801b'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 22:25:13.354765 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-8116dec5-54c5-4bf7-b985-e5ed12db577c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f26183daee0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T22:25:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['d4323008-81cc-4b5a-9594-eef519d3801b'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 22:25:13.364760 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-65b2d4f1-5623-4364-a03c-8c0955aecac5 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] 10.222.0.32 "DELETE /v2.0/floatingips/47a25ca2-fe4f-411d-a157-b6727a795ab9 HTTP/1.1" status: 204  len: 168 time: 0.9050989
Dec 25 22:25:13.365384 ncdv-master-1 neutron-server[121607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0fe4969-12a3-4556-be99-266726acf18d', 'tag': 'ae22c8fb-bcd9-40ea-8ca9-ef380a95bc53'}] {{(pid=121607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 22:25:13.367645 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}513dd52b533ca9dbebe6abf1cbacd3736f1152e524405cf6293f71936f89c178" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19b74f9c-b2e1-45cd-be38-706069e60e7e" -d '{"events": [{"name": "network-changed", "server_uuid": "c0fe4969-12a3-4556-be99-266726acf18d", "tag": "ae22c8fb-bcd9-40ea-8ca9-ef380a95bc53"}]}' {{(pid=121607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 22:25:13.415624 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Dec 2021 22:25:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb74b31a-0cb1-4526-be97-09faa087e9bc x-openstack-request-id: req-eb74b31a-0cb1-4526-be97-09faa087e9bc {{(pid=121607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 22:25:13.416366 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0fe4969-12a3-4556-be99-266726acf18d", "tag": "ae22c8fb-bcd9-40ea-8ca9-ef380a95bc53", "status": "completed", "code": 200}]} {{(pid=121607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 22:25:13.416628 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-eb74b31a-0cb1-4526-be97-09faa087e9bc {{(pid=121607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 22:25:13.417075 ncdv-master-1 neutron-server[121607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0fe4969-12a3-4556-be99-266726acf18d', 'tag': 'ae22c8fb-bcd9-40ea-8ca9-ef380a95bc53', 'status': 'completed', 'code': 200}
Dec 25 22:25:13.460572 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvr_db [None req-8116dec5-54c5-4bf7-b985-e5ed12db577c None None] Set router d4323008-81cc-4b5a-9594-eef519d3801b gateway port host: ncdv-master-1 {{(pid=121609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 22:25:13.480356 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b74f9c-b2e1-45cd-be38-706069e60e7e req-395d1c7c-c97b-4fa2-9ab5-98d2d41fc0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:25:13.481934 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-19b74f9c-b2e1-45cd-be38-706069e60e7e req-395d1c7c-c97b-4fa2-9ab5-98d2d41fc0a9 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8aefbad38c734203b2719ed40e315a78&device_id=c0fe4969-12a3-4556-be99-266726acf18d HTTP/1.1" status: 200  len: 1096 time: 0.0449383
Dec 25 22:25:13.581656 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b74f9c-b2e1-45cd-be38-706069e60e7e req-8afaa035-82af-4ed0-a910-a326c59ed3ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:25:13.583138 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-19b74f9c-b2e1-45cd-be38-706069e60e7e req-8afaa035-82af-4ed0-a910-a326c59ed3ee service neutron] 10.222.0.31 "GET /v2.0/networks?id=db0de716-353d-48fe-b77e-10fa7ac25f29 HTTP/1.1" status: 200  len: 910 time: 0.0935216
Dec 25 22:25:13.625298 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-19b74f9c-b2e1-45cd-be38-706069e60e7e req-8f7e932e-8208-4c32-a202-752e2376f856 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ae22c8fb-bcd9-40ea-8ca9-ef380a95bc53 HTTP/1.1" status: 200  len: 217 time: 0.0343025
Dec 25 22:25:13.662011 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-8116dec5-54c5-4bf7-b985-e5ed12db577c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f26183daee0>, [{'id': 'd4323008-81cc-4b5a-9594-eef519d3801b', 'name': 'tempest-TestShelveInstance-1901463326-router', 'tenant_id': '8aefbad38c734203b2719ed40e315a78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.163'}], 'enable_snat': True}, 'gw_port_id': '384fd39e-f220-4750-903c-14dc4c128001', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T22:16:43Z', 'updated_at': '2021-12-25T22:16:46Z', 'revision_number': 4, 'project_id': '8aefbad38c734203b2719ed40e315a78', 'gw_port': {'id': '384fd39e-f220-4750-903c-14dc4c128001', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:01:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4323008-81cc-4b5a-9594-eef519d3801b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T22:16:43Z', 'updated_at': '2021-12-25T22:16:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '5c1c2b96-af5a-40b7-96d7-70ab764f7063', 'name': '', 'network_id': 'db0de716-353d-48fe-b77e-10fa7ac25f29', 'tenant_id': '8aefbad38c734203b2719ed40e315a78', 'mac_address': 'fa:16:3e:15:a9:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4323008-81cc-4b5a-9594-eef519d3801b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': '052b93b2-8055-4d9c-a3a9-730de68e61cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T22:16:45Z', 'updated_at': '2021-12-25T22:16:49Z', 'revision_number': 5, 'project_id': '8aefbad38c734203b2719ed40e315a78', 'subnets': [{'id': '052b93b2-8055-4d9c-a3a9-730de68e61cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 22:25:13.675278 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b74f9c-b2e1-45cd-be38-706069e60e7e req-f33e8843-893a-4500-91f8-1ed92748c6c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:25:13.676757 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-19b74f9c-b2e1-45cd-be38-706069e60e7e req-f33e8843-893a-4500-91f8-1ed92748c6c5 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=052b93b2-8055-4d9c-a3a9-730de68e61cc HTTP/1.1" status: 200  len: 848 time: 0.0436654
Dec 25 22:25:13.687653 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8116dec5-54c5-4bf7-b985-e5ed12db577c None None] Checking router: d4323008-81cc-4b5a-9594-eef519d3801b for host: ncdv-master-1 {{(pid=121609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 25 22:25:13.696662 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8116dec5-54c5-4bf7-b985-e5ed12db577c None None] Routers {'d4323008-81cc-4b5a-9594-eef519d3801b'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 22:25:13.697292 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-8116dec5-54c5-4bf7-b985-e5ed12db577c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f26183daee0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T22:25:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['d4323008-81cc-4b5a-9594-eef519d3801b'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 22:25:13.728395 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b74f9c-b2e1-45cd-be38-706069e60e7e req-a54987b2-fcb7-4f33-bbde-cdc9f3dab808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:25:13.731103 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-19b74f9c-b2e1-45cd-be38-706069e60e7e req-a54987b2-fcb7-4f33-bbde-cdc9f3dab808 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=db0de716-353d-48fe-b77e-10fa7ac25f29&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0467906
Dec 25 22:25:13.819098 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvr_db [None req-8116dec5-54c5-4bf7-b985-e5ed12db577c None None] Set router d4323008-81cc-4b5a-9594-eef519d3801b gateway port host: ncdv-master-1 {{(pid=121609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 22:25:13.860455 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f64df07-b02a-43d3-9de5-003af85f3bf9 req-112880d9-1d20-42cb-951e-06a1907cfbad tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:25:13.862045 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4f64df07-b02a-43d3-9de5-003af85f3bf9 req-112880d9-1d20-42cb-951e-06a1907cfbad tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0fe4969-12a3-4556-be99-266726acf18d HTTP/1.1" status: 200  len: 945 time: 0.0945859
Dec 25 22:25:13.879528 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-19b74f9c-b2e1-45cd-be38-706069e60e7e req-93f11ac7-968c-4475-a145-64dd51e00b2a service neutron] 10.222.0.31 "GET /v2.0/networks/db0de716-353d-48fe-b77e-10fa7ac25f29?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1406965
Dec 25 22:25:14.030022 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-8116dec5-54c5-4bf7-b985-e5ed12db577c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f26183daee0>, [{'id': 'd4323008-81cc-4b5a-9594-eef519d3801b', 'name': 'tempest-TestShelveInstance-1901463326-router', 'tenant_id': '8aefbad38c734203b2719ed40e315a78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.163'}], 'enable_snat': True}, 'gw_port_id': '384fd39e-f220-4750-903c-14dc4c128001', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T22:16:43Z', 'updated_at': '2021-12-25T22:16:46Z', 'revision_number': 4, 'project_id': '8aefbad38c734203b2719ed40e315a78', 'gw_port': {'id': '384fd39e-f220-4750-903c-14dc4c128001', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:01:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4323008-81cc-4b5a-9594-eef519d3801b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T22:16:43Z', 'updated_at': '2021-12-25T22:16:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '5c1c2b96-af5a-40b7-96d7-70ab764f7063', 'name': '', 'network_id': 'db0de716-353d-48fe-b77e-10fa7ac25f29', 'tenant_id': '8aefbad38c734203b2719ed40e315a78', 'mac_address': 'fa:16:3e:15:a9:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4323008-81cc-4b5a-9594-eef519d3801b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': '052b93b2-8055-4d9c-a3a9-730de68e61cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T22:16:45Z', 'updated_at': '2021-12-25T22:16:49Z', 'revision_number': 5, 'project_id': '8aefbad38c734203b2719ed40e315a78', 'subnets': [{'id': '052b93b2-8055-4d9c-a3a9-730de68e61cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 22:25:14.058086 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8116dec5-54c5-4bf7-b985-e5ed12db577c None None] The sync data for ids ['d4323008-81cc-4b5a-9594-eef519d3801b'] in ncdv-master-1 is: [{'id': 'd4323008-81cc-4b5a-9594-eef519d3801b', 'name': 'tempest-TestShelveInstance-1901463326-router', 'tenant_id': '8aefbad38c734203b2719ed40e315a78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.163'}], 'enable_snat': True}, 'gw_port_id': '384fd39e-f220-4750-903c-14dc4c128001', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T22:16:43Z', 'updated_at': '2021-12-25T22:16:46Z', 'revision_number': 4, 'project_id': '8aefbad38c734203b2719ed40e315a78', 'gw_port': {'id': '384fd39e-f220-4750-903c-14dc4c128001', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:01:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4323008-81cc-4b5a-9594-eef519d3801b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T22:16:43Z', 'updated_at': '2021-12-25T22:16:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '5c1c2b96-af5a-40b7-96d7-70ab764f7063', 'name': '', 'network_id': 'db0de716-353d-48fe-b77e-10fa7ac25f29', 'tenant_id': '8aefbad38c734203b2719ed40e315a78', 'mac_address': 'fa:16:3e:15:a9:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4323008-81cc-4b5a-9594-eef519d3801b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': '052b93b2-8055-4d9c-a3a9-730de68e61cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T22:16:45Z', 'updated_at': '2021-12-25T22:16:49Z', 'revision_number': 5, 'project_id': '8aefbad38c734203b2719ed40e315a78', 'subnets': [{'id': '052b93b2-8055-4d9c-a3a9-730de68e61cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 22:25:14.293540 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bb6e9e0-266f-495b-bed9-beb2f75bb022 None None] New status for floating IP 47a25ca2-fe4f-411d-a157-b6727a795ab9: DOWN {{(pid=121608) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 25 22:25:14.337043 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4f64df07-b02a-43d3-9de5-003af85f3bf9 req-2aa913cd-fcbb-4b54-8ab7-f5d6b2f50739 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] 10.222.0.32 "GET /v2.0/security-groups?id=714172d4-4132-42d7-a100-229a9465d5b3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4668424
Dec 25 22:25:14.368420 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-19b74f9c-b2e1-45cd-be38-706069e60e7e req-b94f6bf3-c31a-427f-9612-f2db8d181c18 service neutron] 10.222.0.31 "GET /v2.0/networks/db0de716-353d-48fe-b77e-10fa7ac25f29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1132421
Dec 25 22:25:15.322888 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc857d0-e102-4343-a7b5-0afc5cb52ffb req-200e4ec7-e13e-4151-8428-2af52444cbc1 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:25:15.324758 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-cdc857d0-e102-4343-a7b5-0afc5cb52ffb req-200e4ec7-e13e-4151-8428-2af52444cbc1 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0fe4969-12a3-4556-be99-266726acf18d HTTP/1.1" status: 200  len: 945 time: 0.0529938
Dec 25 22:25:15.413886 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [req-cdc857d0-e102-4343-a7b5-0afc5cb52ffb req-2d271794-0c06-44ec-b856-118a03f4b127 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] Deleting port ae22c8fb-bcd9-40ea-8ca9-ef380a95bc53 {{(pid=121606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 22:25:15.414231 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-cdc857d0-e102-4343-a7b5-0afc5cb52ffb req-2d271794-0c06-44ec-b856-118a03f4b127 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:25:15.529143 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db79f23-cc6c-4f3d-9a98-d2f663708d07 req-4091c337-3b0d-4fa7-a100-af124bb358ce tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:25:15.530635 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9db79f23-cc6c-4f3d-9a98-d2f663708d07 req-4091c337-3b0d-4fa7-a100-af124bb358ce tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0fe4969-12a3-4556-be99-266726acf18d HTTP/1.1" status: 200  len: 945 time: 0.1027598
Dec 25 22:25:15.552289 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-cdc857d0-e102-4343-a7b5-0afc5cb52ffb req-2d271794-0c06-44ec-b856-118a03f4b127 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] For port ae22c8fb-bcd9-40ea-8ca9-ef380a95bc53, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ae22c8fb-bcd9-40ea-8ca9-ef380a95bc53,segment=NetworkSegment(276c9ad4-ec06-42f5-a5e9-145415d33bb3),segment_id=276c9ad4-ec06-42f5-a5e9-145415d33bb3)] {{(pid=121606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 22:25:15.552742 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-cdc857d0-e102-4343-a7b5-0afc5cb52ffb req-2d271794-0c06-44ec-b856-118a03f4b127 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:25:15.575755 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [req-cdc857d0-e102-4343-a7b5-0afc5cb52ffb req-2d271794-0c06-44ec-b856-118a03f4b127 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] Calling delete_port for ae22c8fb-bcd9-40ea-8ca9-ef380a95bc53 owned by compute:nova {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 22:25:15.607678 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9db79f23-cc6c-4f3d-9a98-d2f663708d07 req-4b518241-13e3-41d5-a283-f88192432217 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] 10.222.0.32 "GET /v2.0/security-groups?id=714172d4-4132-42d7-a100-229a9465d5b3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0674844
Dec 25 22:25:15.723552 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.agents_db [None req-ec08dba0-4483-4109-b5e1-5e4a9fdaf12d None None] Agent healthcheck: found 7 active agents {{(pid=121609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 25 22:25:15.791745 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-cdc857d0-e102-4343-a7b5-0afc5cb52ffb req-2d271794-0c06-44ec-b856-118a03f4b127 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:25:15.820453 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d271794-0c06-44ec-b856-118a03f4b127 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] Pushing event deleted for resources: {'Port': ['ID=ae22c8fb-bcd9-40ea-8ca9-ef380a95bc53,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:25:15.832792 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d271794-0c06-44ec-b856-118a03f4b127 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:25:15.833179 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d271794-0c06-44ec-b856-118a03f4b127 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:25:15.833537 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d271794-0c06-44ec-b856-118a03f4b127 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:25:15.833866 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d271794-0c06-44ec-b856-118a03f4b127 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:25:15.834206 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d271794-0c06-44ec-b856-118a03f4b127 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:25:15.834544 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d271794-0c06-44ec-b856-118a03f4b127 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:25:15.834876 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d271794-0c06-44ec-b856-118a03f4b127 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:25:15.835209 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d271794-0c06-44ec-b856-118a03f4b127 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:25:15.835541 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d271794-0c06-44ec-b856-118a03f4b127 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:25:15.835890 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d271794-0c06-44ec-b856-118a03f4b127 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:25:15.836215 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d271794-0c06-44ec-b856-118a03f4b127 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:25:15.836535 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d271794-0c06-44ec-b856-118a03f4b127 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:25:15.836860 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d271794-0c06-44ec-b856-118a03f4b127 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:25:15.874579 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdc857d0-e102-4343-a7b5-0afc5cb52ffb req-2d271794-0c06-44ec-b856-118a03f4b127 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] No DVR routers for this DVR port ae22c8fb-bcd9-40ea-8ca9-ef380a95bc53 on host nch1-master-1 {{(pid=121606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 22:25:15.877324 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-cdc857d0-e102-4343-a7b5-0afc5cb52ffb req-2d271794-0c06-44ec-b856-118a03f4b127 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:25:15.880721 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-cdc857d0-e102-4343-a7b5-0afc5cb52ffb req-2d271794-0c06-44ec-b856-118a03f4b127 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] 10.222.0.31 "DELETE /v2.0/ports/ae22c8fb-bcd9-40ea-8ca9-ef380a95bc53 HTTP/1.1" status: 204  len: 173 time: 0.5498359
Dec 25 22:25:15.881190 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0fe4969-12a3-4556-be99-266726acf18d', 'name': 'network-vif-deleted', 'tag': 'ae22c8fb-bcd9-40ea-8ca9-ef380a95bc53'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 22:25:15.883488 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3aaaccd1c5724dc9dd74c6f33e2aadc9492bdd81d11d1049086089e292681ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83c6f612-57c5-444b-9c95-a744eb3b0916" -d '{"events": [{"server_uuid": "c0fe4969-12a3-4556-be99-266726acf18d", "name": "network-vif-deleted", "tag": "ae22c8fb-bcd9-40ea-8ca9-ef380a95bc53"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 22:25:15.972167 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 22:25:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb58a420-56cd-401c-820c-fc165cf99fc2 x-openstack-request-id: req-fb58a420-56cd-401c-820c-fc165cf99fc2 {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 22:25:15.972488 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0fe4969-12a3-4556-be99-266726acf18d", "name": "network-vif-deleted", "tag": "ae22c8fb-bcd9-40ea-8ca9-ef380a95bc53", "status": "completed", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 22:25:15.972751 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-fb58a420-56cd-401c-820c-fc165cf99fc2 {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 22:25:15.973216 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0fe4969-12a3-4556-be99-266726acf18d', 'name': 'network-vif-deleted', 'tag': 'ae22c8fb-bcd9-40ea-8ca9-ef380a95bc53', 'status': 'completed', 'code': 200}
Dec 25 22:25:16.715848 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-84e968c5-215b-4d87-8b0c-5ccc4d34bbad req-31db2eb6-3e08-4c94-a5b9-8166e94c917f tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0fe4969-12a3-4556-be99-266726acf18d HTTP/1.1" status: 200  len: 210 time: 0.0268974
Dec 25 22:25:17.773150 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 50618) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 22:25:17.829964 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-9a11a595-151f-4e22-ab0d-0e907d94d931 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] Publish callbacks [] for security_group, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:25:17.854897 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-9a11a595-151f-4e22-ab0d-0e907d94d931 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] Publish callbacks [] for security_group, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:25:17.866897 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device ae22c8fb-bcd9-40ea-8ca9-ef380a95bc53 no longer exists at agent hyperv_nch1-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 22:25:17.887423 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] No Port match for: ae22c8fb-bcd9-40ea-8ca9-ef380a95bc53 {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 22:25:17.890485 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device ae22c8fb-bcd9-40ea-8ca9-ef380a95bc53 not bound to the agent host nch1-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 22:25:17.988700 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-9a11a595-151f-4e22-ab0d-0e907d94d931 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:25:17.991556 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-9a11a595-151f-4e22-ab0d-0e907d94d931 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:25:17.996982 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-9a11a595-151f-4e22-ab0d-0e907d94d931 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] 10.222.0.32 "DELETE /v2.0/security-groups/714172d4-4132-42d7-a100-229a9465d5b3 HTTP/1.1" status: 204  len: 168 time: 0.2185657
Dec 25 22:25:18.002645 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a11a595-151f-4e22-ab0d-0e907d94d931 tempest-TestShelveInstance-985658293 tempest-TestShelveInstance-985658293-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=714172d4-4132-42d7-a100-229a9465d5b3,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:25:18.121742 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 50622) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 22:25:18.561165 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-fabe2439-673c-4aa8-8bbb-7b9a0e3df052 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2007615'] for router_interface, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:25:18.810071 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-fabe2439-673c-4aa8-8bbb-7b9a0e3df052 admin admin] Deleting port 5c1c2b96-af5a-40b7-96d7-70ab764f7063 {{(pid=121607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 22:25:18.810723 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-fabe2439-673c-4aa8-8bbb-7b9a0e3df052 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:25:18.886385 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.db [None req-fabe2439-673c-4aa8-8bbb-7b9a0e3df052 admin admin] For port 5c1c2b96-af5a-40b7-96d7-70ab764f7063, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5c1c2b96-af5a-40b7-96d7-70ab764f7063,segment=NetworkSegment(276c9ad4-ec06-42f5-a5e9-145415d33bb3),segment_id=276c9ad4-ec06-42f5-a5e9-145415d33bb3)] {{(pid=121607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 22:25:18.886649 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-fabe2439-673c-4aa8-8bbb-7b9a0e3df052 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:25:18.898684 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-fabe2439-673c-4aa8-8bbb-7b9a0e3df052 admin admin] Calling delete_port for 5c1c2b96-af5a-40b7-96d7-70ab764f7063 owned by network:router_interface {{(pid=121607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 22:25:19.137583 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-fabe2439-673c-4aa8-8bbb-7b9a0e3df052 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:25:19.168045 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabe2439-673c-4aa8-8bbb-7b9a0e3df052 admin admin] Pushing event deleted for resources: {'Port': ['ID=5c1c2b96-af5a-40b7-96d7-70ab764f7063,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:25:19.335634 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-fabe2439-673c-4aa8-8bbb-7b9a0e3df052 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2007763'] for router_interface, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:25:19.838422 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fabe2439-673c-4aa8-8bbb-7b9a0e3df052 admin admin] Router d4323008-81cc-4b5a-9594-eef519d3801b has already been hosted by L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 {{(pid=121607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 25 22:25:19.941929 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fabe2439-673c-4aa8-8bbb-7b9a0e3df052 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 22:25:19.951914 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-fabe2439-673c-4aa8-8bbb-7b9a0e3df052 admin admin] 10.222.0.32 "PUT /v2.0/routers/d4323008-81cc-4b5a-9594-eef519d3801b/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.8266921
Dec 25 22:25:19.952016 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 50628) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 22:25:19.952410 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a43c07e2-eef8-43b8-aaba-535140438294 None None] Sync routers for ids ['d4323008-81cc-4b5a-9594-eef519d3801b'] in ncdv-master-1 {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 22:25:19.962077 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a43c07e2-eef8-43b8-aaba-535140438294 None None] Routers {'d4323008-81cc-4b5a-9594-eef519d3801b'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 22:25:19.962678 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-a43c07e2-eef8-43b8-aaba-535140438294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2618a8de20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T22:25:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['d4323008-81cc-4b5a-9594-eef519d3801b'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 22:25:20.058248 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-42859e16-44d4-491f-b9bf-47a7d2e8dd6a admin admin] Publish callbacks [] for router, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:25:20.068074 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvr_db [None req-a43c07e2-eef8-43b8-aaba-535140438294 None None] Set router d4323008-81cc-4b5a-9594-eef519d3801b gateway port host: ncdv-master-1 {{(pid=121609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 22:25:20.164492 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-42859e16-44d4-491f-b9bf-47a7d2e8dd6a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:25:20.241823 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-a43c07e2-eef8-43b8-aaba-535140438294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2618a8de20>, [{'id': 'd4323008-81cc-4b5a-9594-eef519d3801b', 'name': 'tempest-TestShelveInstance-1901463326-router', 'tenant_id': '8aefbad38c734203b2719ed40e315a78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.163'}], 'enable_snat': True}, 'gw_port_id': '384fd39e-f220-4750-903c-14dc4c128001', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T22:16:43Z', 'updated_at': '2021-12-25T22:25:19Z', 'revision_number': 5, 'project_id': '8aefbad38c734203b2719ed40e315a78', 'gw_port': {'id': '384fd39e-f220-4750-903c-14dc4c128001', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:01:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4323008-81cc-4b5a-9594-eef519d3801b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T22:16:43Z', 'updated_at': '2021-12-25T22:16:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 22:25:20.271303 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a43c07e2-eef8-43b8-aaba-535140438294 None None] Checking router: d4323008-81cc-4b5a-9594-eef519d3801b for host: ncdv-master-1 {{(pid=121609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 25 22:25:20.279624 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a43c07e2-eef8-43b8-aaba-535140438294 None None] Routers {'d4323008-81cc-4b5a-9594-eef519d3801b'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 22:25:20.280227 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-a43c07e2-eef8-43b8-aaba-535140438294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2618a8de20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T22:25:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['d4323008-81cc-4b5a-9594-eef519d3801b'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 22:25:20.295238 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-42859e16-44d4-491f-b9bf-47a7d2e8dd6a admin admin] Deleting port 384fd39e-f220-4750-903c-14dc4c128001 {{(pid=121606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 22:25:20.295582 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-42859e16-44d4-491f-b9bf-47a7d2e8dd6a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:25:20.372326 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvr_db [None req-a43c07e2-eef8-43b8-aaba-535140438294 None None] Set router d4323008-81cc-4b5a-9594-eef519d3801b gateway port host: None {{(pid=121609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 22:25:20.374513 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [None req-42859e16-44d4-491f-b9bf-47a7d2e8dd6a admin admin] For port 384fd39e-f220-4750-903c-14dc4c128001, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=384fd39e-f220-4750-903c-14dc4c128001,segment=NetworkSegment(6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855),segment_id=6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855)] {{(pid=121606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 22:25:20.374873 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-42859e16-44d4-491f-b9bf-47a7d2e8dd6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:25:20.387465 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-42859e16-44d4-491f-b9bf-47a7d2e8dd6a admin admin] Calling delete_port for 384fd39e-f220-4750-903c-14dc4c128001 owned by network:router_gateway {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 22:25:20.423284 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-a43c07e2-eef8-43b8-aaba-535140438294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2618a8de20>, [{'id': 'd4323008-81cc-4b5a-9594-eef519d3801b', 'name': 'tempest-TestShelveInstance-1901463326-router', 'tenant_id': '8aefbad38c734203b2719ed40e315a78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T22:16:43Z', 'updated_at': '2021-12-25T22:25:20Z', 'revision_number': 6, 'project_id': '8aefbad38c734203b2719ed40e315a78', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 22:25:20.542728 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a43c07e2-eef8-43b8-aaba-535140438294 None None] The sync data for ids ['d4323008-81cc-4b5a-9594-eef519d3801b'] in ncdv-master-1 is: [{'id': 'd4323008-81cc-4b5a-9594-eef519d3801b', 'name': 'tempest-TestShelveInstance-1901463326-router', 'tenant_id': '8aefbad38c734203b2719ed40e315a78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T22:16:43Z', 'updated_at': '2021-12-25T22:25:20Z', 'revision_number': 6, 'project_id': '8aefbad38c734203b2719ed40e315a78', 'gw_port_host': None}] {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 22:25:20.643458 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-42859e16-44d4-491f-b9bf-47a7d2e8dd6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:25:20.679362 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42859e16-44d4-491f-b9bf-47a7d2e8dd6a admin admin] Pushing event deleted for resources: {'Port': ['ID=384fd39e-f220-4750-903c-14dc4c128001,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:25:20.686568 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce9e2478-3b68-42a1-9fe2-5f0d0371311b None None] DHCP port deletion for 7201e55c-7c5f-41aa-a042-a363696539d0 request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 22:25:20.737439 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-42859e16-44d4-491f-b9bf-47a7d2e8dd6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2008689'] for router_gateway, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:25:20.827101 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-42859e16-44d4-491f-b9bf-47a7d2e8dd6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2014235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14905'] for router, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:25:20.829332 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-42859e16-44d4-491f-b9bf-47a7d2e8dd6a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:25:20.961073 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-42859e16-44d4-491f-b9bf-47a7d2e8dd6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2014220'] for router, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:25:20.961073 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42859e16-44d4-491f-b9bf-47a7d2e8dd6a admin admin] Fanout notify agent at l3_agent the message router_deleted on router d4323008-81cc-4b5a-9594-eef519d3801b {{(pid=121606) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 25 22:25:20.973010 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-42859e16-44d4-491f-b9bf-47a7d2e8dd6a admin admin] Publish callbacks [] for router, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:25:20.974177 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-42859e16-44d4-491f-b9bf-47a7d2e8dd6a admin admin] 10.222.0.32 "DELETE /v2.0/routers/d4323008-81cc-4b5a-9594-eef519d3801b HTTP/1.1" status: 204  len: 168 time: 1.0227334
Dec 25 22:25:20.976764 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 50630) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 22:25:21.025255 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_v2 [None req-de9d1f1f-b764-4079-b5dc-dcccafdad3ed admin admin] Deleting subnet 052b93b2-8055-4d9c-a3a9-730de68e61cc {{(pid=121606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Dec 25 22:25:21.028449 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-de9d1f1f-b764-4079-b5dc-dcccafdad3ed admin admin] Publish callbacks [] for subnet, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:25:21.062341 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-de9d1f1f-b764-4079-b5dc-dcccafdad3ed admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9084199'] for subnet, precommit_delete_associations {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:25:21.142145 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-de9d1f1f-b764-4079-b5dc-dcccafdad3ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995662'] for subnet, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:25:21.245527 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-de9d1f1f-b764-4079-b5dc-dcccafdad3ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9084363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9028506'] for subnet, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:25:21.274064 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9d1f1f-b764-4079-b5dc-dcccafdad3ed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=052b93b2-8055-4d9c-a3a9-730de68e61cc,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:25:21.282353 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-de9d1f1f-b764-4079-b5dc-dcccafdad3ed admin admin] Publish callbacks [] for subnet, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:25:21.285791 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-de9d1f1f-b764-4079-b5dc-dcccafdad3ed admin admin] 10.222.0.32 "DELETE /v2.0/subnets/052b93b2-8055-4d9c-a3a9-730de68e61cc HTTP/1.1" status: 204  len: 168 time: 0.3079305
Dec 25 22:25:21.288417 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 50632) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 22:25:21.299582 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74013318-fe09-4481-83ab-579bdd6f36ad None None] Network db0de716-353d-48fe-b77e-10fa7ac25f29 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 22:25:21.361039 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 384fd39e-f220-4750-903c-14dc4c128001 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 22:25:21.379752 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5fd6cc95-d5b8-40a9-ba5d-cbbd873c1d63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625803'] for network, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:25:21.402822 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] No Port match for: 384fd39e-f220-4750-903c-14dc4c128001 {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 22:25:21.403174 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 384fd39e-f220-4750-903c-14dc4c128001 not bound to the agent host ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 22:25:21.403794 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 5c1c2b96-af5a-40b7-96d7-70ab764f7063 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 22:25:21.428237 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] No Port match for: 5c1c2b96-af5a-40b7-96d7-70ab764f7063 {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 22:25:21.429147 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 5c1c2b96-af5a-40b7-96d7-70ab764f7063 not bound to the agent host ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 22:25:21.434413 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-5fd6cc95-d5b8-40a9-ba5d-cbbd873c1d63 admin admin] Deleting port 2e19cbf0-6977-47ef-bdd9-41cb5ec8d74a {{(pid=121607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 22:25:21.434849 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5fd6cc95-d5b8-40a9-ba5d-cbbd873c1d63 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:25:21.505333 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.db [None req-5fd6cc95-d5b8-40a9-ba5d-cbbd873c1d63 admin admin] For port 2e19cbf0-6977-47ef-bdd9-41cb5ec8d74a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2e19cbf0-6977-47ef-bdd9-41cb5ec8d74a,segment=NetworkSegment(276c9ad4-ec06-42f5-a5e9-145415d33bb3),segment_id=276c9ad4-ec06-42f5-a5e9-145415d33bb3)] {{(pid=121607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 22:25:21.505620 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5fd6cc95-d5b8-40a9-ba5d-cbbd873c1d63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:25:21.509109 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d20ab44e-51e9-4e05-8e5b-0e6051cd8564 None None] DHCP port deletion for db0de716-353d-48fe-b77e-10fa7ac25f29 request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 22:25:21.518874 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-5fd6cc95-d5b8-40a9-ba5d-cbbd873c1d63 admin admin] Calling delete_port for 2e19cbf0-6977-47ef-bdd9-41cb5ec8d74a owned by network:dhcp {{(pid=121607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 22:25:21.560927 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-d20ab44e-51e9-4e05-8e5b-0e6051cd8564 None None] Deleting port 2e19cbf0-6977-47ef-bdd9-41cb5ec8d74a {{(pid=121608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 22:25:21.561307 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-d20ab44e-51e9-4e05-8e5b-0e6051cd8564 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:25:21.631631 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-d20ab44e-51e9-4e05-8e5b-0e6051cd8564 None None] For port 2e19cbf0-6977-47ef-bdd9-41cb5ec8d74a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2e19cbf0-6977-47ef-bdd9-41cb5ec8d74a,segment=NetworkSegment(276c9ad4-ec06-42f5-a5e9-145415d33bb3),segment_id=276c9ad4-ec06-42f5-a5e9-145415d33bb3)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 22:25:21.632025 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-d20ab44e-51e9-4e05-8e5b-0e6051cd8564 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:25:21.648330 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-d20ab44e-51e9-4e05-8e5b-0e6051cd8564 None None] Calling delete_port for 2e19cbf0-6977-47ef-bdd9-41cb5ec8d74a owned by network:dhcp {{(pid=121608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 22:25:21.674002 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5fd6cc95-d5b8-40a9-ba5d-cbbd873c1d63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:25:21.698025 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd6cc95-d5b8-40a9-ba5d-cbbd873c1d63 admin admin] Pushing event deleted for resources: {'Port': ['ID=2e19cbf0-6977-47ef-bdd9-41cb5ec8d74a,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:25:21.704959 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fd6cc95-d5b8-40a9-ba5d-cbbd873c1d63 admin admin] No DVR routers for this DVR port 2e19cbf0-6977-47ef-bdd9-41cb5ec8d74a on host ncdv-master-1 {{(pid=121607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 22:25:21.723742 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-d20ab44e-51e9-4e05-8e5b-0e6051cd8564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955'] for port, after_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:25:21.751693 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20ab44e-51e9-4e05-8e5b-0e6051cd8564 None None] Pushing event deleted for resources: {'Port': ['ID=2e19cbf0-6977-47ef-bdd9-41cb5ec8d74a,revision_number=None']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:25:21.754305 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d20ab44e-51e9-4e05-8e5b-0e6051cd8564 None None] No DVR routers for this DVR port 2e19cbf0-6977-47ef-bdd9-41cb5ec8d74a on host ncdv-master-1 {{(pid=121608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 22:25:21.761922 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20ab44e-51e9-4e05-8e5b-0e6051cd8564 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:25:21.762274 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20ab44e-51e9-4e05-8e5b-0e6051cd8564 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:25:21.762607 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20ab44e-51e9-4e05-8e5b-0e6051cd8564 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:25:21.763117 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20ab44e-51e9-4e05-8e5b-0e6051cd8564 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:25:21.763553 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20ab44e-51e9-4e05-8e5b-0e6051cd8564 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:25:21.763885 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20ab44e-51e9-4e05-8e5b-0e6051cd8564 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:25:21.764700 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20ab44e-51e9-4e05-8e5b-0e6051cd8564 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:25:21.765079 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20ab44e-51e9-4e05-8e5b-0e6051cd8564 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:25:21.765407 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20ab44e-51e9-4e05-8e5b-0e6051cd8564 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:25:21.765722 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20ab44e-51e9-4e05-8e5b-0e6051cd8564 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:25:21.766047 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20ab44e-51e9-4e05-8e5b-0e6051cd8564 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:25:21.766366 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20ab44e-51e9-4e05-8e5b-0e6051cd8564 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:25:21.766685 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20ab44e-51e9-4e05-8e5b-0e6051cd8564 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:25:21.788751 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5fd6cc95-d5b8-40a9-ba5d-cbbd873c1d63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997585', 'neutron.services.segments.db._delete_segments_for_network-8737602743071'] for network, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:25:21.809913 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-5fd6cc95-d5b8-40a9-ba5d-cbbd873c1d63 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2611ccd370>,) {'filters': {'network_id': ['db0de716-353d-48fe-b77e-10fa7ac25f29']}} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 22:25:21.819018 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-5fd6cc95-d5b8-40a9-ba5d-cbbd873c1d63 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2611ccd370>, '276c9ad4-ec06-42f5-a5e9-145415d33bb3') {'for_net_delete': True} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 22:25:21.819317 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-5fd6cc95-d5b8-40a9-ba5d-cbbd873c1d63 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2611ccd370>, '276c9ad4-ec06-42f5-a5e9-145415d33bb3') {} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 22:25:21.828709 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5fd6cc95-d5b8-40a9-ba5d-cbbd873c1d63 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737602746920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10246592'] for segment, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:25:21.841593 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5fd6cc95-d5b8-40a9-ba5d-cbbd873c1d63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:25:21.847677 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5fd6cc95-d5b8-40a9-ba5d-cbbd873c1d63 admin admin] Releasing vlan 172 on physical network physnet1 to pool {{(pid=121607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 25 22:25:21.848056 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5fd6cc95-d5b8-40a9-ba5d-cbbd873c1d63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8633327'] for segment, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:25:21.849759 ncdv-master-1 neutron-server[121607]: Traceback (most recent call last):
Dec 25 22:25:21.849759 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 25 22:25:21.849759 ncdv-master-1 neutron-server[121607]:     timer()
Dec 25 22:25:21.849759 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 25 22:25:21.849759 ncdv-master-1 neutron-server[121607]:     cb(*args, **kw)
Dec 25 22:25:21.849759 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 25 22:25:21.849759 ncdv-master-1 neutron-server[121607]:     return func(*args, **kwargs)
Dec 25 22:25:21.849759 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 25 22:25:21.849759 ncdv-master-1 neutron-server[121607]:     self._notify()
Dec 25 22:25:21.849759 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 25 22:25:21.849759 ncdv-master-1 neutron-server[121607]:     self.callback(batched_events)
Dec 25 22:25:21.849759 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 25 22:25:21.849759 ncdv-master-1 neutron-server[121607]:     event.method(event)
Dec 25 22:25:21.849759 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 25 22:25:21.849759 ncdv-master-1 neutron-server[121607]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 25 22:25:21.849759 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 25 22:25:21.849759 ncdv-master-1 neutron-server[121607]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 25 22:25:21.849759 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 25 22:25:21.849759 ncdv-master-1 neutron-server[121607]:     return f(self, *a, **k)
Dec 25 22:25:21.849759 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 25 22:25:21.849759 ncdv-master-1 neutron-server[121607]:     return self._get(url).json()
Dec 25 22:25:21.849759 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 25 22:25:21.849759 ncdv-master-1 neutron-server[121607]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 25 22:25:21.849759 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 25 22:25:21.849759 ncdv-master-1 neutron-server[121607]:     return self.request(url, 'GET', **kwargs)
Dec 25 22:25:21.849759 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 25 22:25:21.849759 ncdv-master-1 neutron-server[121607]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 25 22:25:21.849759 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 25 22:25:21.849759 ncdv-master-1 neutron-server[121607]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 25 22:25:21.849759 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 25 22:25:21.849759 ncdv-master-1 neutron-server[121607]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 25 22:25:21.849759 ncdv-master-1 neutron-server[121607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 25 22:25:22.049156 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5fd6cc95-d5b8-40a9-ba5d-cbbd873c1d63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2008653'] for network, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:25:22.054568 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5fd6cc95-d5b8-40a9-ba5d-cbbd873c1d63 admin admin] Publish callbacks [] for network, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:25:22.057801 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-5fd6cc95-d5b8-40a9-ba5d-cbbd873c1d63 admin admin] 10.222.0.32 "DELETE /v2.0/networks/db0de716-353d-48fe-b77e-10fa7ac25f29 HTTP/1.1" status: 204  len: 168 time: 0.7684391
Dec 25 22:25:22.060936 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 50634) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 22:25:22.068687 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd6cc95-d5b8-40a9-ba5d-cbbd873c1d63 admin admin] Pushing event deleted for resources: {'Network': ['ID=db0de716-353d-48fe-b77e-10fa7ac25f29,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:25:22.404801 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-76596d60-df3a-46e1-ba3e-e7f8272a8dcf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2007615'] for router_interface, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:25:22.657782 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-76596d60-df3a-46e1-ba3e-e7f8272a8dcf admin admin] Deleting port 6ba9ef31-3aed-48b6-9e34-e0d170325047 {{(pid=121606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 22:25:22.658046 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-76596d60-df3a-46e1-ba3e-e7f8272a8dcf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:25:22.739247 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [None req-76596d60-df3a-46e1-ba3e-e7f8272a8dcf admin admin] For port 6ba9ef31-3aed-48b6-9e34-e0d170325047, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6ba9ef31-3aed-48b6-9e34-e0d170325047,segment=NetworkSegment(837aa7c4-cddd-45fe-ac8a-0bd2bebdc7cd),segment_id=837aa7c4-cddd-45fe-ac8a-0bd2bebdc7cd)] {{(pid=121606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 22:25:22.739610 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-76596d60-df3a-46e1-ba3e-e7f8272a8dcf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:25:22.752680 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-76596d60-df3a-46e1-ba3e-e7f8272a8dcf admin admin] Calling delete_port for 6ba9ef31-3aed-48b6-9e34-e0d170325047 owned by network:router_interface {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 22:25:23.008779 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-76596d60-df3a-46e1-ba3e-e7f8272a8dcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:25:23.032629 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76596d60-df3a-46e1-ba3e-e7f8272a8dcf admin admin] Pushing event deleted for resources: {'Port': ['ID=6ba9ef31-3aed-48b6-9e34-e0d170325047,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:25:23.186697 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 2e19cbf0-6977-47ef-bdd9-41cb5ec8d74a no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 22:25:23.212626 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] No Port match for: 2e19cbf0-6977-47ef-bdd9-41cb5ec8d74a {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 22:25:23.212903 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 2e19cbf0-6977-47ef-bdd9-41cb5ec8d74a not bound to the agent host ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 22:25:23.224296 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-76596d60-df3a-46e1-ba3e-e7f8272a8dcf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2007763'] for router_interface, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:25:23.448859 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76596d60-df3a-46e1-ba3e-e7f8272a8dcf admin admin] Router fefdd63b-508d-4215-b887-02ae1ff71787 has already been hosted by L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 {{(pid=121606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 25 22:25:23.554320 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76596d60-df3a-46e1-ba3e-e7f8272a8dcf admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 22:25:23.559320 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-76596d60-df3a-46e1-ba3e-e7f8272a8dcf admin admin] 10.222.0.32 "PUT /v2.0/routers/fefdd63b-508d-4215-b887-02ae1ff71787/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.4973593
Dec 25 22:25:23.561818 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 50652) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 22:25:23.564333 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d419afa0-a900-435d-babc-0ed9c426b939 None None] Sync routers for ids ['fefdd63b-508d-4215-b887-02ae1ff71787'] in ncdv-master-1 {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 22:25:23.575225 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d419afa0-a900-435d-babc-0ed9c426b939 None None] Routers {'fefdd63b-508d-4215-b887-02ae1ff71787'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 22:25:23.575851 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-d419afa0-a900-435d-babc-0ed9c426b939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2612da5f40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T22:25:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['fefdd63b-508d-4215-b887-02ae1ff71787'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 22:25:23.666753 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-b5c7df30-6b6f-4222-a74d-d0507483bff9 admin admin] Publish callbacks [] for router, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:25:23.679156 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvr_db [None req-d419afa0-a900-435d-babc-0ed9c426b939 None None] Set router fefdd63b-508d-4215-b887-02ae1ff71787 gateway port host: ncdv-master-1 {{(pid=121608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 22:25:23.768416 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-b5c7df30-6b6f-4222-a74d-d0507483bff9 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:25:23.858128 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-d419afa0-a900-435d-babc-0ed9c426b939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2612da5f40>, [{'id': 'fefdd63b-508d-4215-b887-02ae1ff71787', 'name': 'tempest-TestShelveInstance-1185609008-router', 'tenant_id': 'c27b6c0ab9fc476b89cce6d1d5e9d32d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.254'}], 'enable_snat': True}, 'gw_port_id': '094b090b-9202-4382-bf08-6c89fab0f944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T22:16:49Z', 'updated_at': '2021-12-25T22:25:22Z', 'revision_number': 5, 'project_id': 'c27b6c0ab9fc476b89cce6d1d5e9d32d', 'gw_port': {'id': '094b090b-9202-4382-bf08-6c89fab0f944', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:79:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fefdd63b-508d-4215-b887-02ae1ff71787', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T22:16:49Z', 'updated_at': '2021-12-25T22:16:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 22:25:23.888750 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d419afa0-a900-435d-babc-0ed9c426b939 None None] Checking router: fefdd63b-508d-4215-b887-02ae1ff71787 for host: ncdv-master-1 {{(pid=121608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 25 22:25:23.897743 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d419afa0-a900-435d-babc-0ed9c426b939 None None] Routers {'fefdd63b-508d-4215-b887-02ae1ff71787'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 22:25:23.898846 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-d419afa0-a900-435d-babc-0ed9c426b939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2612da5f40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T22:25:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['fefdd63b-508d-4215-b887-02ae1ff71787'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 22:25:23.916284 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-b5c7df30-6b6f-4222-a74d-d0507483bff9 admin admin] Deleting port 094b090b-9202-4382-bf08-6c89fab0f944 {{(pid=121606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 22:25:23.916623 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-b5c7df30-6b6f-4222-a74d-d0507483bff9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:25:23.983164 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvr_db [None req-d419afa0-a900-435d-babc-0ed9c426b939 None None] Set router fefdd63b-508d-4215-b887-02ae1ff71787 gateway port host: None {{(pid=121608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 22:25:23.996464 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [None req-b5c7df30-6b6f-4222-a74d-d0507483bff9 admin admin] For port 094b090b-9202-4382-bf08-6c89fab0f944, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=094b090b-9202-4382-bf08-6c89fab0f944,segment=NetworkSegment(6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855),segment_id=6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855)] {{(pid=121606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 22:25:23.996825 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-b5c7df30-6b6f-4222-a74d-d0507483bff9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:25:24.009702 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-b5c7df30-6b6f-4222-a74d-d0507483bff9 admin admin] Calling delete_port for 094b090b-9202-4382-bf08-6c89fab0f944 owned by network:router_gateway {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 22:25:24.037334 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-d419afa0-a900-435d-babc-0ed9c426b939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2612da5f40>, [{'id': 'fefdd63b-508d-4215-b887-02ae1ff71787', 'name': 'tempest-TestShelveInstance-1185609008-router', 'tenant_id': 'c27b6c0ab9fc476b89cce6d1d5e9d32d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T22:16:49Z', 'updated_at': '2021-12-25T22:25:23Z', 'revision_number': 6, 'project_id': 'c27b6c0ab9fc476b89cce6d1d5e9d32d', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 22:25:24.062806 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d419afa0-a900-435d-babc-0ed9c426b939 None None] The sync data for ids ['fefdd63b-508d-4215-b887-02ae1ff71787'] in ncdv-master-1 is: [{'id': 'fefdd63b-508d-4215-b887-02ae1ff71787', 'name': 'tempest-TestShelveInstance-1185609008-router', 'tenant_id': 'c27b6c0ab9fc476b89cce6d1d5e9d32d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T22:16:49Z', 'updated_at': '2021-12-25T22:25:23Z', 'revision_number': 6, 'project_id': 'c27b6c0ab9fc476b89cce6d1d5e9d32d', 'gw_port_host': None}] {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 22:25:24.231859 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-b5c7df30-6b6f-4222-a74d-d0507483bff9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:25:24.255280 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c7df30-6b6f-4222-a74d-d0507483bff9 admin admin] Pushing event deleted for resources: {'Port': ['ID=094b090b-9202-4382-bf08-6c89fab0f944,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:25:24.271430 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a8337f5-8bb7-4efe-a77b-082aaf3f5dc0 None None] DHCP port deletion for 7201e55c-7c5f-41aa-a042-a363696539d0 request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 22:25:24.316671 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-b5c7df30-6b6f-4222-a74d-d0507483bff9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2008689'] for router_gateway, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:25:24.405224 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-b5c7df30-6b6f-4222-a74d-d0507483bff9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2014235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14905'] for router, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:25:24.407386 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-b5c7df30-6b6f-4222-a74d-d0507483bff9 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:25:24.525552 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-b5c7df30-6b6f-4222-a74d-d0507483bff9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2014220'] for router, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:25:24.526155 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5c7df30-6b6f-4222-a74d-d0507483bff9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fefdd63b-508d-4215-b887-02ae1ff71787 {{(pid=121606) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 25 22:25:24.530667 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-b5c7df30-6b6f-4222-a74d-d0507483bff9 admin admin] Publish callbacks [] for router, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:25:24.531833 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-b5c7df30-6b6f-4222-a74d-d0507483bff9 admin admin] 10.222.0.32 "DELETE /v2.0/routers/fefdd63b-508d-4215-b887-02ae1ff71787 HTTP/1.1" status: 204  len: 168 time: 0.9691131
Dec 25 22:25:24.534268 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 50654) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 22:25:24.579289 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4aef8ef-6990-4bd2-a3d5-5f5dd483cd1e admin admin] Deleting subnet 10e6a86e-b879-4d2a-8250-fabd857b4d2d {{(pid=121606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Dec 25 22:25:24.582452 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-b4aef8ef-6990-4bd2-a3d5-5f5dd483cd1e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:25:24.616035 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-b4aef8ef-6990-4bd2-a3d5-5f5dd483cd1e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9084199'] for subnet, precommit_delete_associations {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:25:24.693617 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-b4aef8ef-6990-4bd2-a3d5-5f5dd483cd1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995662'] for subnet, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:25:24.823132 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-b4aef8ef-6990-4bd2-a3d5-5f5dd483cd1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9084363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9028506'] for subnet, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:25:24.850419 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4aef8ef-6990-4bd2-a3d5-5f5dd483cd1e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=10e6a86e-b879-4d2a-8250-fabd857b4d2d,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:25:24.858309 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-b4aef8ef-6990-4bd2-a3d5-5f5dd483cd1e admin admin] Publish callbacks [] for subnet, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:25:24.861744 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-b4aef8ef-6990-4bd2-a3d5-5f5dd483cd1e admin admin] 10.222.0.32 "DELETE /v2.0/subnets/10e6a86e-b879-4d2a-8250-fabd857b4d2d HTTP/1.1" status: 204  len: 168 time: 0.3264163
Dec 25 22:25:24.864265 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 50656) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 22:25:24.866513 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a820583-2789-4f18-88f1-878ddc417fc3 None None] Network 7b60865c-7687-470b-b001-b7fbab7b5810 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 22:25:24.937566 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-26114553-2594-4a57-8544-d2f2b11b4d5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625803'] for network, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:25:24.997131 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-26114553-2594-4a57-8544-d2f2b11b4d5d admin admin] Deleting port fa1bb789-02e2-4b3d-a6d4-6f1513c06e99 {{(pid=121606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 22:25:24.997471 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-26114553-2594-4a57-8544-d2f2b11b4d5d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:25:25.017029 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f6b15ef-f98b-4af8-be80-ebd30ecd6876 None None] DHCP port deletion for 7b60865c-7687-470b-b001-b7fbab7b5810 request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 22:25:25.073055 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [None req-26114553-2594-4a57-8544-d2f2b11b4d5d admin admin] For port fa1bb789-02e2-4b3d-a6d4-6f1513c06e99, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fa1bb789-02e2-4b3d-a6d4-6f1513c06e99,segment=NetworkSegment(837aa7c4-cddd-45fe-ac8a-0bd2bebdc7cd),segment_id=837aa7c4-cddd-45fe-ac8a-0bd2bebdc7cd)] {{(pid=121606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 22:25:25.073431 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-26114553-2594-4a57-8544-d2f2b11b4d5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:25:25.086807 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-1f6b15ef-f98b-4af8-be80-ebd30ecd6876 None None] Deleting port fa1bb789-02e2-4b3d-a6d4-6f1513c06e99 {{(pid=121608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 22:25:25.087184 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-1f6b15ef-f98b-4af8-be80-ebd30ecd6876 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:25:25.090585 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-26114553-2594-4a57-8544-d2f2b11b4d5d admin admin] Calling delete_port for fa1bb789-02e2-4b3d-a6d4-6f1513c06e99 owned by network:dhcp {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 22:25:25.150172 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device fa1bb789-02e2-4b3d-a6d4-6f1513c06e99 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 22:25:25.190958 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-1f6b15ef-f98b-4af8-be80-ebd30ecd6876 None None] For port fa1bb789-02e2-4b3d-a6d4-6f1513c06e99, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fa1bb789-02e2-4b3d-a6d4-6f1513c06e99,segment=NetworkSegment(837aa7c4-cddd-45fe-ac8a-0bd2bebdc7cd),segment_id=837aa7c4-cddd-45fe-ac8a-0bd2bebdc7cd)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 22:25:25.191353 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-1f6b15ef-f98b-4af8-be80-ebd30ecd6876 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:25:25.212827 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-1f6b15ef-f98b-4af8-be80-ebd30ecd6876 None None] Calling delete_port for fa1bb789-02e2-4b3d-a6d4-6f1513c06e99 owned by network:dhcp {{(pid=121608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 22:25:25.257736 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-26114553-2594-4a57-8544-d2f2b11b4d5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:25:25.275362 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Port fa1bb789-02e2-4b3d-a6d4-6f1513c06e99 update to DOWN by agent not found {{(pid=121608) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2190}}
Dec 25 22:25:25.276068 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 094b090b-9202-4382-bf08-6c89fab0f944 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 22:25:25.284170 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26114553-2594-4a57-8544-d2f2b11b4d5d admin admin] Pushing event deleted for resources: {'Port': ['ID=fa1bb789-02e2-4b3d-a6d4-6f1513c06e99,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:25:25.289498 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26114553-2594-4a57-8544-d2f2b11b4d5d admin admin] No DVR routers for this DVR port fa1bb789-02e2-4b3d-a6d4-6f1513c06e99 on host ncdv-master-1 {{(pid=121606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 22:25:25.298565 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] No Port match for: 094b090b-9202-4382-bf08-6c89fab0f944 {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 22:25:25.298903 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 094b090b-9202-4382-bf08-6c89fab0f944 not bound to the agent host ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 22:25:25.299313 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 6ba9ef31-3aed-48b6-9e34-e0d170325047 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 22:25:25.326970 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] No Port match for: 6ba9ef31-3aed-48b6-9e34-e0d170325047 {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 22:25:25.327224 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 6ba9ef31-3aed-48b6-9e34-e0d170325047 not bound to the agent host ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 22:25:25.346237 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-1f6b15ef-f98b-4af8-be80-ebd30ecd6876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955'] for port, after_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:25:25.372372 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-26114553-2594-4a57-8544-d2f2b11b4d5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997585', 'neutron.services.segments.db._delete_segments_for_network-8737602743071'] for network, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:25:25.375246 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6b15ef-f98b-4af8-be80-ebd30ecd6876 None None] Pushing event deleted for resources: {'Port': ['ID=fa1bb789-02e2-4b3d-a6d4-6f1513c06e99,revision_number=None']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:25:25.378883 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f6b15ef-f98b-4af8-be80-ebd30ecd6876 None None] No DVR routers for this DVR port fa1bb789-02e2-4b3d-a6d4-6f1513c06e99 on host ncdv-master-1 {{(pid=121608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 22:25:25.395940 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.segments.db [None req-26114553-2594-4a57-8544-d2f2b11b4d5d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2618ea9760>,) {'filters': {'network_id': ['7b60865c-7687-470b-b001-b7fbab7b5810']}} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 22:25:25.405233 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.segments.db [None req-26114553-2594-4a57-8544-d2f2b11b4d5d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2618ea9760>, '837aa7c4-cddd-45fe-ac8a-0bd2bebdc7cd') {'for_net_delete': True} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 22:25:25.405557 ncdv-master-1 neutron-server[121606]: DEBUG neutron.services.segments.db [None req-26114553-2594-4a57-8544-d2f2b11b4d5d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2618ea9760>, '837aa7c4-cddd-45fe-ac8a-0bd2bebdc7cd') {} {{(pid=121606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 22:25:25.415219 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-26114553-2594-4a57-8544-d2f2b11b4d5d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737602746920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9084222'] for segment, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:25:25.428148 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-26114553-2594-4a57-8544-d2f2b11b4d5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:25:25.435317 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26114553-2594-4a57-8544-d2f2b11b4d5d admin admin] Releasing vlan 167 on physical network physnet1 to pool {{(pid=121606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 25 22:25:25.435702 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-26114553-2594-4a57-8544-d2f2b11b4d5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9084542'] for segment, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:25:25.437499 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 22:25:25.437499 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 22:25:25.437499 ncdv-master-1 neutron-server[121606]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Dec 25 22:25:25.437499 ncdv-master-1 neutron-server[121606]:   warnings.warn(msg)
Dec 25 22:25:25.437499 ncdv-master-1 neutron-server[121606]: Traceback (most recent call last):
Dec 25 22:25:25.437499 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 25 22:25:25.437499 ncdv-master-1 neutron-server[121606]:     timer()
Dec 25 22:25:25.437499 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 25 22:25:25.437499 ncdv-master-1 neutron-server[121606]:     cb(*args, **kw)
Dec 25 22:25:25.437499 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 25 22:25:25.437499 ncdv-master-1 neutron-server[121606]:     return func(*args, **kwargs)
Dec 25 22:25:25.437499 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 25 22:25:25.437499 ncdv-master-1 neutron-server[121606]:     self._notify()
Dec 25 22:25:25.437499 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 25 22:25:25.437499 ncdv-master-1 neutron-server[121606]:     self.callback(batched_events)
Dec 25 22:25:25.437499 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 25 22:25:25.437499 ncdv-master-1 neutron-server[121606]:     event.method(event)
Dec 25 22:25:25.437499 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 25 22:25:25.437499 ncdv-master-1 neutron-server[121606]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 25 22:25:25.437499 ncdv-master-1 neutron-server[121606]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 25 22:25:25.437499 ncdv-master-1 neutron-server[121606]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 25 22:25:25.437499 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 25 22:25:25.437499 ncdv-master-1 neutron-server[121606]:     return f(self, *a, **k)
Dec 25 22:25:25.437499 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 25 22:25:25.437499 ncdv-master-1 neutron-server[121606]:     return self._get(url).json()
Dec 25 22:25:25.437499 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 25 22:25:25.437499 ncdv-master-1 neutron-server[121606]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 25 22:25:25.437499 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 25 22:25:25.437499 ncdv-master-1 neutron-server[121606]:     return self.request(url, 'GET', **kwargs)
Dec 25 22:25:25.437499 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 25 22:25:25.437499 ncdv-master-1 neutron-server[121606]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 25 22:25:25.437499 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 25 22:25:25.437499 ncdv-master-1 neutron-server[121606]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 25 22:25:25.437499 ncdv-master-1 neutron-server[121606]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 25 22:25:25.437499 ncdv-master-1 neutron-server[121606]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 25 22:25:25.437499 ncdv-master-1 neutron-server[121606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 25 22:25:25.559532 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-26114553-2594-4a57-8544-d2f2b11b4d5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2008653'] for network, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:25:25.565301 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-26114553-2594-4a57-8544-d2f2b11b4d5d admin admin] Publish callbacks [] for network, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:25:25.568434 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-26114553-2594-4a57-8544-d2f2b11b4d5d admin admin] 10.222.0.32 "DELETE /v2.0/networks/7b60865c-7687-470b-b001-b7fbab7b5810 HTTP/1.1" status: 204  len: 168 time: 0.7032573
Dec 25 22:25:25.579239 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26114553-2594-4a57-8544-d2f2b11b4d5d admin admin] Pushing event deleted for resources: {'Network': ['ID=7b60865c-7687-470b-b001-b7fbab7b5810,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:25:25.866172 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 50664) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 22:25:25.908550 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-fbc287d6-30af-4516-91d2-7d8c9fb12ab3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8aefbad38c734203b2719ed40e315a78&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0412455
Dec 25 22:25:25.910916 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 50666) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 22:25:25.956253 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-e8aa5598-54e2-4dc2-a9bd-daf46b49cd8a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:25:25.977869 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-e8aa5598-54e2-4dc2-a9bd-daf46b49cd8a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:25:26.099754 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-e8aa5598-54e2-4dc2-a9bd-daf46b49cd8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:25:26.102464 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-e8aa5598-54e2-4dc2-a9bd-daf46b49cd8a admin admin] Publish callbacks [] for security_group, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:25:26.103641 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-e8aa5598-54e2-4dc2-a9bd-daf46b49cd8a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2a748abe-726d-48af-81a6-4a96584cb8e9 HTTP/1.1" status: 204  len: 168 time: 0.1918347
Dec 25 22:25:26.111689 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8aa5598-54e2-4dc2-a9bd-daf46b49cd8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a748abe-726d-48af-81a6-4a96584cb8e9,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:25:26.792802 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 50674) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 22:25:26.832265 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-a7ea77f5-f227-42f0-a4de-407743f550c3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c27b6c0ab9fc476b89cce6d1d5e9d32d&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0382907
Dec 25 22:25:26.835417 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 50676) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 22:25:26.882068 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-0f8aba84-39b5-4ed5-aa47-e3618f4072df admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:25:26.902891 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-0f8aba84-39b5-4ed5-aa47-e3618f4072df admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:25:27.020159 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-0f8aba84-39b5-4ed5-aa47-e3618f4072df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:25:27.023428 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-0f8aba84-39b5-4ed5-aa47-e3618f4072df admin admin] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:25:27.024593 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-0f8aba84-39b5-4ed5-aa47-e3618f4072df admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c4447efb-8aa9-431c-8a60-fc0e290e40f0 HTTP/1.1" status: 204  len: 168 time: 0.1882169
Dec 25 22:25:27.032764 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8aba84-39b5-4ed5-aa47-e3618f4072df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4447efb-8aa9-431c-8a60-fc0e290e40f0,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:25:28.090086 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 50700) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 22:25:28.204265 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-5b4171eb-d87e-4f4f-ab86-a9a3ec08cc4c admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-682001966-network', 'tenant_id': '58660263f53e4173b07360be1b863c34'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 22:25:28.291061 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b4171eb-d87e-4f4f-ab86-a9a3ec08cc4c admin admin] Made reservation on behalf of 58660263f53e4173b07360be1b863c34 for: {'network': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 22:25:28.293390 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5b4171eb-d87e-4f4f-ab86-a9a3ec08cc4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for network, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:25:28.305682 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5b4171eb-d87e-4f4f-ab86-a9a3ec08cc4c admin admin] Publish callbacks [] for security_group, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:25:28.377596 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5b4171eb-d87e-4f4f-ab86-a9a3ec08cc4c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:25:28.453841 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5b4171eb-d87e-4f4f-ab86-a9a3ec08cc4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:25:28.478330 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b4171eb-d87e-4f4f-ab86-a9a3ec08cc4c admin admin] vlan segment allocate from pool success with {'vlan_id': 155, 'physical_network': 'physnet1'}  {{(pid=121607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 25 22:25:28.488229 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4171eb-d87e-4f4f-ab86-a9a3ec08cc4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5605ed5b-e5b1-43a0-84b6-3f0d62436de4,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:25:28.494701 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5b4171eb-d87e-4f4f-ab86-a9a3ec08cc4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:25:28.495039 ncdv-master-1 neutron-server[121607]: INFO neutron.db.segments_db [None req-5b4171eb-d87e-4f4f-ab86-a9a3ec08cc4c admin admin] Added segment 977ca835-23d7-4cd6-aa15-01e25c43ae93 of type vlan for network 5eae40be-10b6-4c8a-a45c-e220af6e3ccd
Dec 25 22:25:28.535385 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5b4171eb-d87e-4f4f-ab86-a9a3ec08cc4c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737602163420'] for network, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:25:28.605376 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5b4171eb-d87e-4f4f-ab86-a9a3ec08cc4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870'] for network, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:25:28.606320 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b4171eb-d87e-4f4f-ab86-a9a3ec08cc4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:25:28.606921 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-5b4171eb-d87e-4f4f-ab86-a9a3ec08cc4c admin admin] Publish callbacks [] for network, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:25:28.670174 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4171eb-d87e-4f4f-ab86-a9a3ec08cc4c admin admin] Pushing event updated for resources: {'Network': ['ID=5eae40be-10b6-4c8a-a45c-e220af6e3ccd,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:25:28.680516 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Network 5eae40be-10b6-4c8a-a45c-e220af6e3ccd details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 25 22:25:28.682882 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-5b4171eb-d87e-4f4f-ab86-a9a3ec08cc4c admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.5917015
Dec 25 22:25:28.685844 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 50704) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 22:25:28.692506 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-3b20d62f-eb0f-4d72-a0a5-bfca2a75e9d8 admin admin] Request body: {'subnet': {'network_id': '5eae40be-10b6-4c8a-a45c-e220af6e3ccd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-682001966-subnet', 'tenant_id': '58660263f53e4173b07360be1b863c34', 'ip_version': 4}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 22:25:28.762649 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b20d62f-eb0f-4d72-a0a5-bfca2a75e9d8 admin admin] Made reservation on behalf of 58660263f53e4173b07360be1b863c34 for: {'subnet': 1} {{(pid=121607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 22:25:28.765079 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-3b20d62f-eb0f-4d72-a0a5-bfca2a75e9d8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8852834'] for subnet, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:25:29.003172 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-3b20d62f-eb0f-4d72-a0a5-bfca2a75e9d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8632475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8852848'] for subnet, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:25:29.058052 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b20d62f-eb0f-4d72-a0a5-bfca2a75e9d8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8fc8ef4e-141a-4067-a70d-289a29892f97,revision_number=0']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:25:29.069571 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b20d62f-eb0f-4d72-a0a5-bfca2a75e9d8 admin admin] Checking segment: {'id': '977ca835-23d7-4cd6-aa15-01e25c43ae93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '5eae40be-10b6-4c8a-a45c-e220af6e3ccd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 22:25:29.069938 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b20d62f-eb0f-4d72-a0a5-bfca2a75e9d8 admin admin] Network hostable DHCP agents. Network: 5eae40be-10b6-4c8a-a45c-e220af6e3ccd, hostable agents: ['1813db88-2c1b-4357-a2ba-869246b663c2'], hosted agents: [] {{(pid=121607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 25 22:25:29.176663 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b20d62f-eb0f-4d72-a0a5-bfca2a75e9d8 admin admin] Network 5eae40be-10b6-4c8a-a45c-e220af6e3ccd is scheduled to be hosted by DHCP agent 1813db88-2c1b-4357-a2ba-869246b663c2 with binding_index 1 {{(pid=121607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 25 22:25:29.273312 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-3b20d62f-eb0f-4d72-a0a5-bfca2a75e9d8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 5eae40be-10b6-4c8a-a45c-e220af6e3ccd) {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 22:25:29.277374 ncdv-master-1 neutron-server[121607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b20d62f-eb0f-4d72-a0a5-bfca2a75e9d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:25:29.277971 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-3b20d62f-eb0f-4d72-a0a5-bfca2a75e9d8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:25:29.287862 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b931f93d-9c21-48cc-a910-a0a1f1e3a92a None None] Network 5eae40be-10b6-4c8a-a45c-e220af6e3ccd requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 22:25:29.356362 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-3b20d62f-eb0f-4d72-a0a5-bfca2a75e9d8 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.6694434
Dec 25 22:25:29.359124 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 50706) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 22:25:29.363386 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-dd6dd8b7-9f68-4e2b-8fad-e59779e80672 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-682001966-router', 'tenant_id': '58660263f53e4173b07360be1b863c34', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'}}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 22:25:29.385070 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a43b555c-84b3-402c-b9ea-a656b25e3738 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-5eae40be-10b6-4c8a-a45c-e220af6e3ccd', 'network_id': '5eae40be-10b6-4c8a-a45c-e220af6e3ccd', 'project_id': '58660263f53e4173b07360be1b863c34', 'fixed_ips': [{'subnet_id': '8fc8ef4e-141a-4067-a70d-289a29892f97'}]}} from ncdv-master-1. {{(pid=121608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 25 22:25:29.385937 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-a43b555c-84b3-402c-b9ea-a656b25e3738 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:25:29.454395 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-dd6dd8b7-9f68-4e2b-8fad-e59779e80672 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2014909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14863'] for router, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:25:29.455547 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-dd6dd8b7-9f68-4e2b-8fad-e59779e80672 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2014285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2009796', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2082630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14848'] for router, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:25:29.507874 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-dd6dd8b7-9f68-4e2b-8fad-e59779e80672 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:25:29.525924 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.db_base_plugin_common [None req-a43b555c-84b3-402c-b9ea-a656b25e3738 None None] Allocated IP 172.20.0.2 (5eae40be-10b6-4c8a-a45c-e220af6e3ccd/8fc8ef4e-141a-4067-a70d-289a29892f97/057d146e-d579-430e-a11d-2efd5917fb5e) {{(pid=121608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 22:25:29.668932 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-a43b555c-84b3-402c-b9ea-a656b25e3738 None None] Publish callbacks [] for port, precommit_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:25:29.708196 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-a43b555c-84b3-402c-b9ea-a656b25e3738 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946'] for port, after_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:25:29.712807 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-dd6dd8b7-9f68-4e2b-8fad-e59779e80672 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:25:29.750640 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a43b555c-84b3-402c-b9ea-a656b25e3738 None None] Network 5eae40be-10b6-4c8a-a45c-e220af6e3ccd is already hosted by enough agents. {{(pid=121608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 22:25:29.753467 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.base_scheduler [None req-a43b555c-84b3-402c-b9ea-a656b25e3738 None None] Resources bound (agent type, host, resource id):  {{(pid=121608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 22:25:29.757967 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a43b555c-84b3-402c-b9ea-a656b25e3738 None None] Received port after_create {{(pid=121608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 22:25:29.760991 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43b555c-84b3-402c-b9ea-a656b25e3738 None None] Pushing event updated for resources: {'Port': ['ID=057d146e-d579-430e-a11d-2efd5917fb5e,revision_number=1']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:25:29.840305 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-a43b555c-84b3-402c-b9ea-a656b25e3738 None None] Attempting to bind port 057d146e-d579-430e-a11d-2efd5917fb5e on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 22:25:29.840305 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-a43b555c-84b3-402c-b9ea-a656b25e3738 None None] Attempting to bind port 057d146e-d579-430e-a11d-2efd5917fb5e by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '977ca835-23d7-4cd6-aa15-01e25c43ae93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '5eae40be-10b6-4c8a-a45c-e220af6e3ccd'}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 22:25:29.840305 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a43b555c-84b3-402c-b9ea-a656b25e3738 None None] Attempting to bind port 057d146e-d579-430e-a11d-2efd5917fb5e on network 5eae40be-10b6-4c8a-a45c-e220af6e3ccd {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 22:25:29.840305 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a43b555c-84b3-402c-b9ea-a656b25e3738 None None] Checking agent: {'id': 'ca4f5c6d-f1fd-48b8-a3e3-395864c7d23d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 20, 56, 40), 'started_at': datetime.datetime(2021, 12, 25, 20, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 22, 25, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 22:25:29.840305 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a43b555c-84b3-402c-b9ea-a656b25e3738 None None] Checking segment: {'id': '977ca835-23d7-4cd6-aa15-01e25c43ae93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '5eae40be-10b6-4c8a-a45c-e220af6e3ccd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 22:25:29.840305 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-a43b555c-84b3-402c-b9ea-a656b25e3738 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:25:29.840305 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a43b555c-84b3-402c-b9ea-a656b25e3738 None None] Bound using segment: {'id': '977ca835-23d7-4cd6-aa15-01e25c43ae93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '5eae40be-10b6-4c8a-a45c-e220af6e3ccd'} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 22:25:29.840305 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-a43b555c-84b3-402c-b9ea-a656b25e3738 None None] Bound port: 057d146e-d579-430e-a11d-2efd5917fb5e, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '977ca835-23d7-4cd6-aa15-01e25c43ae93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '5eae40be-10b6-4c8a-a45c-e220af6e3ccd'}}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 22:25:29.840305 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-a43b555c-84b3-402c-b9ea-a656b25e3738 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:25:29.889337 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-a43b555c-84b3-402c-b9ea-a656b25e3738 None None] For port 057d146e-d579-430e-a11d-2efd5917fb5e, host ncdv-master-1, cleared binding levels {{(pid=121608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 22:25:29.892566 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-a43b555c-84b3-402c-b9ea-a656b25e3738 None None] For port 057d146e-d579-430e-a11d-2efd5917fb5e, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=057d146e-d579-430e-a11d-2efd5917fb5e,segment=NetworkSegment(977ca835-23d7-4cd6-aa15-01e25c43ae93),segment_id=977ca835-23d7-4cd6-aa15-01e25c43ae93)] {{(pid=121608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 22:25:29.976833 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-dd6dd8b7-9f68-4e2b-8fad-e59779e80672 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:25:29.995437 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-dd6dd8b7-9f68-4e2b-8fad-e59779e80672 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:25:30.017040 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-a43b555c-84b3-402c-b9ea-a656b25e3738 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:25:30.081359 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43b555c-84b3-402c-b9ea-a656b25e3738 None None] Pushing event updated for resources: {'Port': ['ID=057d146e-d579-430e-a11d-2efd5917fb5e,revision_number=2']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:25:30.106605 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_common [None req-dd6dd8b7-9f68-4e2b-8fad-e59779e80672 admin admin] Allocated IP 172.35.3.2 (7201e55c-7c5f-41aa-a042-a363696539d0/7a939e13-713f-45cf-bba7-1539635abe25/47b713b2-9c2f-4966-9a11-e9bc9a69503e) {{(pid=121607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 22:25:30.219904 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-dd6dd8b7-9f68-4e2b-8fad-e59779e80672 admin admin] Publish callbacks [] for port, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:25:30.329140 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-dd6dd8b7-9f68-4e2b-8fad-e59779e80672 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:25:30.374221 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd6dd8b7-9f68-4e2b-8fad-e59779e80672 admin admin] Network 7201e55c-7c5f-41aa-a042-a363696539d0 is already hosted by enough agents. {{(pid=121607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 22:25:30.377135 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-dd6dd8b7-9f68-4e2b-8fad-e59779e80672 admin admin] Resources bound (agent type, host, resource id):  {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 22:25:30.380360 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd6dd8b7-9f68-4e2b-8fad-e59779e80672 admin admin] Received port after_create {{(pid=121607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 22:25:30.390951 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07cc4b68-9584-463b-8632-4eb91d6b0854 None None] DHCP port deletion for 7201e55c-7c5f-41aa-a042-a363696539d0 request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 22:25:30.407029 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6dd8b7-9f68-4e2b-8fad-e59779e80672 admin admin] Pushing event updated for resources: {'Port': ['ID=47b713b2-9c2f-4966-9a11-e9bc9a69503e,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:25:30.508040 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-06efef3d-466e-4193-8f98-ef36a1da1497 None None] Provisioning complete for port 47b713b2-9c2f-4966-9a11-e9bc9a69503e triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 22:25:30.508414 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-06efef3d-466e-4193-8f98-ef36a1da1497 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:25:30.542179 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-06efef3d-466e-4193-8f98-ef36a1da1497 None None] Port 47b713b2-9c2f-4966-9a11-e9bc9a69503e cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 22:25:30.713697 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-dd6dd8b7-9f68-4e2b-8fad-e59779e80672 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:25:30.916573 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-dd6dd8b7-9f68-4e2b-8fad-e59779e80672 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2014278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2009753'] for router, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:25:30.927623 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c821234f-e30f-4499-b121-b02f85f76e37 None None] Network 5eae40be-10b6-4c8a-a45c-e220af6e3ccd requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 22:25:31.002350 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-563198d4-60ff-4eea-803c-a87410b3ea25 None None] Provisioning complete for port 057d146e-d579-430e-a11d-2efd5917fb5e triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 22:25:31.002720 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-563198d4-60ff-4eea-803c-a87410b3ea25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:25:31.107866 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd6dd8b7-9f68-4e2b-8fad-e59779e80672 admin admin] Router 0acb49db-0dd0-46b7-ac72-229674e2646c is scheduled to L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 with binding_index 1 {{(pid=121607) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 25 22:25:31.115664 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-563198d4-60ff-4eea-803c-a87410b3ea25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:25:31.152382 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 057d146e-d579-430e-a11d-2efd5917fb5e up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 22:25:31.157594 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-563198d4-60ff-4eea-803c-a87410b3ea25 None None] For port 057d146e-d579-430e-a11d-2efd5917fb5e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=057d146e-d579-430e-a11d-2efd5917fb5e,segment=NetworkSegment(977ca835-23d7-4cd6-aa15-01e25c43ae93),segment_id=977ca835-23d7-4cd6-aa15-01e25c43ae93)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 22:25:31.209502 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port 057d146e-d579-430e-a11d-2efd5917fb5e triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 22:25:31.209877 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:25:31.230442 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd6dd8b7-9f68-4e2b-8fad-e59779e80672 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 22:25:31.239427 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c8a43f4-440b-446f-8d2f-7a0a96386c2b None None] Sync routers for ids ['0acb49db-0dd0-46b7-ac72-229674e2646c'] in ncdv-master-1 {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 22:25:31.240925 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-563198d4-60ff-4eea-803c-a87410b3ea25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:25:31.251471 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c8a43f4-440b-446f-8d2f-7a0a96386c2b None None] Routers {'0acb49db-0dd0-46b7-ac72-229674e2646c'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 22:25:31.252263 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-4c8a43f4-440b-446f-8d2f-7a0a96386c2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f26186e8f10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T22:25:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['0acb49db-0dd0-46b7-ac72-229674e2646c'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 22:25:31.316203 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-dd6dd8b7-9f68-4e2b-8fad-e59779e80672 admin admin] Publish callbacks [] for router, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:25:31.318858 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-dd6dd8b7-9f68-4e2b-8fad-e59779e80672 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 919 time: 1.9584634
Dec 25 22:25:31.322391 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 50708) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 22:25:31.374319 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvr_db [None req-4c8a43f4-440b-446f-8d2f-7a0a96386c2b None None] Set router 0acb49db-0dd0-46b7-ac72-229674e2646c gateway port host: ncdv-master-1 {{(pid=121609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 22:25:31.498585 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-83355d7d-6c5f-470e-995e-9a0465d00b06 None None] Provisioning complete for port 057d146e-d579-430e-a11d-2efd5917fb5e triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 22:25:31.498958 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-83355d7d-6c5f-470e-995e-9a0465d00b06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:25:31.500947 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563198d4-60ff-4eea-803c-a87410b3ea25 None None] Pushing event updated for resources: {'Port': ['ID=057d146e-d579-430e-a11d-2efd5917fb5e,revision_number=3']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:25:31.571523 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-4c8a43f4-440b-446f-8d2f-7a0a96386c2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f26186e8f10>, [{'id': '0acb49db-0dd0-46b7-ac72-229674e2646c', 'name': 'tempest-TestSnapshotPattern-682001966-router', 'tenant_id': '58660263f53e4173b07360be1b863c34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.2'}], 'enable_snat': True}, 'gw_port_id': '47b713b2-9c2f-4966-9a11-e9bc9a69503e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T22:25:29Z', 'updated_at': '2021-12-25T22:25:30Z', 'revision_number': 3, 'project_id': '58660263f53e4173b07360be1b863c34', 'gw_port': {'id': '47b713b2-9c2f-4966-9a11-e9bc9a69503e', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:73:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0acb49db-0dd0-46b7-ac72-229674e2646c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T22:25:30Z', 'updated_at': '2021-12-25T22:25:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 22:25:31.605199 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c8a43f4-440b-446f-8d2f-7a0a96386c2b None None] Checking router: 0acb49db-0dd0-46b7-ac72-229674e2646c for host: ncdv-master-1 {{(pid=121609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 25 22:25:31.605644 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c8a43f4-440b-446f-8d2f-7a0a96386c2b None None] Updating router 0acb49db-0dd0-46b7-ac72-229674e2646c port 47b713b2-9c2f-4966-9a11-e9bc9a69503e binding host ncdv-master-1 {{(pid=121609) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 25 22:25:31.633367 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-4c8a43f4-440b-446f-8d2f-7a0a96386c2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:25:31.884766 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-4c8a43f4-440b-446f-8d2f-7a0a96386c2b None None] Publish callbacks [] for port, precommit_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:25:31.954111 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-4c8a43f4-440b-446f-8d2f-7a0a96386c2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:25:32.002733 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2ee5907-e773-4433-a446-70d7e35a87b8 None None] DHCP port deletion for 7201e55c-7c5f-41aa-a042-a363696539d0 request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 22:25:32.012330 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc09ec5e-5cad-4b04-acc9-2fa1c892c9d7 None None] Pushing event updated for resources: {'Port': ['ID=47b713b2-9c2f-4966-9a11-e9bc9a69503e,revision_number=2']} {{(pid=121609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:25:32.015117 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.managers [None req-4c8a43f4-440b-446f-8d2f-7a0a96386c2b None None] Attempting to bind port 47b713b2-9c2f-4966-9a11-e9bc9a69503e on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 22:25:32.015487 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.managers [None req-4c8a43f4-440b-446f-8d2f-7a0a96386c2b None None] Attempting to bind port 47b713b2-9c2f-4966-9a11-e9bc9a69503e by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'}] {{(pid=121609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 22:25:32.015848 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c8a43f4-440b-446f-8d2f-7a0a96386c2b None None] Attempting to bind port 47b713b2-9c2f-4966-9a11-e9bc9a69503e on network 7201e55c-7c5f-41aa-a042-a363696539d0 {{(pid=121609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 22:25:32.026004 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c8a43f4-440b-446f-8d2f-7a0a96386c2b None None] Checking agent: {'id': 'ca4f5c6d-f1fd-48b8-a3e3-395864c7d23d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 20, 56, 40), 'started_at': datetime.datetime(2021, 12, 25, 20, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 22, 25, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 22:25:32.026004 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c8a43f4-440b-446f-8d2f-7a0a96386c2b None None] Checking segment: {'id': '6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 22:25:32.026004 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-4c8a43f4-440b-446f-8d2f-7a0a96386c2b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:25:32.026351 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c8a43f4-440b-446f-8d2f-7a0a96386c2b None None] Bound using segment: {'id': '6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'} {{(pid=121609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 22:25:32.026698 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.managers [None req-4c8a43f4-440b-446f-8d2f-7a0a96386c2b None None] Bound port: 47b713b2-9c2f-4966-9a11-e9bc9a69503e, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'}}] {{(pid=121609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 22:25:32.027078 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-4c8a43f4-440b-446f-8d2f-7a0a96386c2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:25:32.029481 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc09ec5e-5cad-4b04-acc9-2fa1c892c9d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:25:32.029821 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc09ec5e-5cad-4b04-acc9-2fa1c892c9d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:25:32.030160 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc09ec5e-5cad-4b04-acc9-2fa1c892c9d7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:25:32.030605 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc09ec5e-5cad-4b04-acc9-2fa1c892c9d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:25:32.030891 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc09ec5e-5cad-4b04-acc9-2fa1c892c9d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:25:32.031140 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc09ec5e-5cad-4b04-acc9-2fa1c892c9d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:25:32.031468 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc09ec5e-5cad-4b04-acc9-2fa1c892c9d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:25:32.031932 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc09ec5e-5cad-4b04-acc9-2fa1c892c9d7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:25:32.032099 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc09ec5e-5cad-4b04-acc9-2fa1c892c9d7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:25:32.032456 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc09ec5e-5cad-4b04-acc9-2fa1c892c9d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:25:32.032774 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc09ec5e-5cad-4b04-acc9-2fa1c892c9d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:25:32.033311 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc09ec5e-5cad-4b04-acc9-2fa1c892c9d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:25:32.033632 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc09ec5e-5cad-4b04-acc9-2fa1c892c9d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:25:32.053224 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-ac7fec65-c7c5-40f6-a929-2201476d9ccb None None] Provisioning complete for port 47b713b2-9c2f-4966-9a11-e9bc9a69503e triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 22:25:32.063175 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-ac7fec65-c7c5-40f6-a929-2201476d9ccb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:25:32.089031 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-ac7fec65-c7c5-40f6-a929-2201476d9ccb None None] Port 47b713b2-9c2f-4966-9a11-e9bc9a69503e cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 22:25:32.091042 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.db [None req-4c8a43f4-440b-446f-8d2f-7a0a96386c2b None None] For port 47b713b2-9c2f-4966-9a11-e9bc9a69503e, host ncdv-master-1, cleared binding levels {{(pid=121609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 22:25:32.094634 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.db [None req-4c8a43f4-440b-446f-8d2f-7a0a96386c2b None None] For port 47b713b2-9c2f-4966-9a11-e9bc9a69503e, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=47b713b2-9c2f-4966-9a11-e9bc9a69503e,segment=NetworkSegment(6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855),segment_id=6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855)] {{(pid=121609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 22:25:32.115366 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-59c25a32-bc4e-4c84-a6df-9840f84c06f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:25:32.163301 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-4c8a43f4-440b-446f-8d2f-7a0a96386c2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:25:32.204079 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-239f62dd-6bdb-4fed-b7b7-0f5f33883e27 None None] DHCP port deletion for 7201e55c-7c5f-41aa-a042-a363696539d0 request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 22:25:32.224954 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c8a43f4-440b-446f-8d2f-7a0a96386c2b None None] Routers {'0acb49db-0dd0-46b7-ac72-229674e2646c'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 22:25:32.225614 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-4c8a43f4-440b-446f-8d2f-7a0a96386c2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f26186e8f10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T22:25:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['0acb49db-0dd0-46b7-ac72-229674e2646c'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 22:25:32.260581 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc09ec5e-5cad-4b04-acc9-2fa1c892c9d7 None None] Pushing event updated for resources: {'Port': ['ID=47b713b2-9c2f-4966-9a11-e9bc9a69503e,revision_number=3']} {{(pid=121609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:25:32.268619 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_common [None req-59c25a32-bc4e-4c84-a6df-9840f84c06f7 admin admin] Allocated IP 172.20.0.1 (5eae40be-10b6-4c8a-a45c-e220af6e3ccd/8fc8ef4e-141a-4067-a70d-289a29892f97/a31ebed9-17c3-485a-b47a-a49f999b95d9) {{(pid=121606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 22:25:32.312107 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-83715c5e-59a1-4d9e-ad8f-b6f586669b16 None None] Provisioning complete for port 47b713b2-9c2f-4966-9a11-e9bc9a69503e triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 22:25:32.312479 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-83715c5e-59a1-4d9e-ad8f-b6f586669b16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:25:32.340812 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvr_db [None req-4c8a43f4-440b-446f-8d2f-7a0a96386c2b None None] Set router 0acb49db-0dd0-46b7-ac72-229674e2646c gateway port host: ncdv-master-1 {{(pid=121609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 22:25:32.379062 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-59c25a32-bc4e-4c84-a6df-9840f84c06f7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:25:32.395096 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-83715c5e-59a1-4d9e-ad8f-b6f586669b16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:25:32.416318 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-83715c5e-59a1-4d9e-ad8f-b6f586669b16 None None] For port 47b713b2-9c2f-4966-9a11-e9bc9a69503e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=47b713b2-9c2f-4966-9a11-e9bc9a69503e,segment=NetworkSegment(6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855),segment_id=6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 22:25:32.483871 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-59c25a32-bc4e-4c84-a6df-9840f84c06f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:25:32.511759 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-83715c5e-59a1-4d9e-ad8f-b6f586669b16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:25:32.522713 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-4c8a43f4-440b-446f-8d2f-7a0a96386c2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f26186e8f10>, [{'id': '0acb49db-0dd0-46b7-ac72-229674e2646c', 'name': 'tempest-TestSnapshotPattern-682001966-router', 'tenant_id': '58660263f53e4173b07360be1b863c34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.2'}], 'enable_snat': True}, 'gw_port_id': '47b713b2-9c2f-4966-9a11-e9bc9a69503e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T22:25:29Z', 'updated_at': '2021-12-25T22:25:30Z', 'revision_number': 3, 'project_id': '58660263f53e4173b07360be1b863c34', 'gw_port': {'id': '47b713b2-9c2f-4966-9a11-e9bc9a69503e', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:73:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0acb49db-0dd0-46b7-ac72-229674e2646c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T22:25:30Z', 'updated_at': '2021-12-25T22:25:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 22:25:32.527071 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59c25a32-bc4e-4c84-a6df-9840f84c06f7 admin admin] Network 5eae40be-10b6-4c8a-a45c-e220af6e3ccd is already hosted by enough agents. {{(pid=121606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 22:25:32.530161 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [None req-59c25a32-bc4e-4c84-a6df-9840f84c06f7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 22:25:32.533867 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59c25a32-bc4e-4c84-a6df-9840f84c06f7 admin admin] Received port after_create {{(pid=121606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 22:25:32.553315 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c8a43f4-440b-446f-8d2f-7a0a96386c2b None None] The sync data for ids ['0acb49db-0dd0-46b7-ac72-229674e2646c'] in ncdv-master-1 is: [{'id': '0acb49db-0dd0-46b7-ac72-229674e2646c', 'name': 'tempest-TestSnapshotPattern-682001966-router', 'tenant_id': '58660263f53e4173b07360be1b863c34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.2'}], 'enable_snat': True}, 'gw_port_id': '47b713b2-9c2f-4966-9a11-e9bc9a69503e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T22:25:29Z', 'updated_at': '2021-12-25T22:25:30Z', 'revision_number': 3, 'project_id': '58660263f53e4173b07360be1b863c34', 'gw_port': {'id': '47b713b2-9c2f-4966-9a11-e9bc9a69503e', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:73:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0acb49db-0dd0-46b7-ac72-229674e2646c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T22:25:30Z', 'updated_at': '2021-12-25T22:25:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 22:25:32.584239 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83715c5e-59a1-4d9e-ad8f-b6f586669b16 None None] Pushing event updated for resources: {'Port': ['ID=47b713b2-9c2f-4966-9a11-e9bc9a69503e,revision_number=4']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:25:32.587013 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c25a32-bc4e-4c84-a6df-9840f84c06f7 admin admin] Pushing event updated for resources: {'Port': ['ID=a31ebed9-17c3-485a-b47a-a49f999b95d9,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:25:32.615647 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-59c25a32-bc4e-4c84-a6df-9840f84c06f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2008772'] for router_interface, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:25:32.838976 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-59c25a32-bc4e-4c84-a6df-9840f84c06f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:25:32.848698 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-9999533d-c422-4d20-9816-73bcc1dae8f8 None None] Provisioning complete for port a31ebed9-17c3-485a-b47a-a49f999b95d9 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 22:25:32.850044 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9999533d-c422-4d20-9816-73bcc1dae8f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:25:32.886348 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-9999533d-c422-4d20-9816-73bcc1dae8f8 None None] Port a31ebed9-17c3-485a-b47a-a49f999b95d9 cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 22:25:33.015540 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-59c25a32-bc4e-4c84-a6df-9840f84c06f7 admin admin] Publish callbacks [] for port, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:25:33.079490 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-59c25a32-bc4e-4c84-a6df-9840f84c06f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:25:33.155093 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-59c25a32-bc4e-4c84-a6df-9840f84c06f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2007636'] for router_interface, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:25:33.158077 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c25a32-bc4e-4c84-a6df-9840f84c06f7 admin admin] Pushing event updated for resources: {'Port': ['ID=a31ebed9-17c3-485a-b47a-a49f999b95d9,revision_number=2']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:25:33.196555 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 47b713b2-9c2f-4966-9a11-e9bc9a69503e up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 22:25:33.253130 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port 47b713b2-9c2f-4966-9a11-e9bc9a69503e triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 22:25:33.253510 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:25:33.259160 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59c25a32-bc4e-4c84-a6df-9840f84c06f7 admin admin] Network 5eae40be-10b6-4c8a-a45c-e220af6e3ccd is already hosted by enough agents. {{(pid=121606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 22:25:33.260605 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [None req-59c25a32-bc4e-4c84-a6df-9840f84c06f7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 22:25:33.342711 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 057d146e-d579-430e-a11d-2efd5917fb5e up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 22:25:33.393652 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port 057d146e-d579-430e-a11d-2efd5917fb5e triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 22:25:33.394055 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:25:33.400740 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59c25a32-bc4e-4c84-a6df-9840f84c06f7 admin admin] Router 0acb49db-0dd0-46b7-ac72-229674e2646c has already been hosted by L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 {{(pid=121606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 25 22:25:33.530604 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59c25a32-bc4e-4c84-a6df-9840f84c06f7 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 22:25:33.535625 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-59c25a32-bc4e-4c84-a6df-9840f84c06f7 admin admin] 10.222.0.32 "PUT /v2.0/routers/0acb49db-0dd0-46b7-ac72-229674e2646c/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.2113152
Dec 25 22:25:33.610861 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-5449efa9-81d5-4e5b-a0ff-1a4d9a7f8e01 None None] Provisioning complete for port a31ebed9-17c3-485a-b47a-a49f999b95d9 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 22:25:33.611226 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5449efa9-81d5-4e5b-a0ff-1a4d9a7f8e01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:25:33.645637 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-5449efa9-81d5-4e5b-a0ff-1a4d9a7f8e01 None None] Port a31ebed9-17c3-485a-b47a-a49f999b95d9 cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 22:25:34.234606 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb433f6c-0247-4154-8cdf-4515fca594c7 None None] Sync routers for ids ['0acb49db-0dd0-46b7-ac72-229674e2646c'] in ncdv-master-1 {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 22:25:34.244638 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb433f6c-0247-4154-8cdf-4515fca594c7 None None] Routers {'0acb49db-0dd0-46b7-ac72-229674e2646c'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 22:25:34.245367 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-cb433f6c-0247-4154-8cdf-4515fca594c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2618502340>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T22:25:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['0acb49db-0dd0-46b7-ac72-229674e2646c'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 22:25:34.313713 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 50740) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 22:25:34.318911 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-4dd4b767-1dc3-4d31-aaf5-e345c8ff7c0d admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-148409894-network', 'tenant_id': '8e66dcff1afc4b849b6a9f8dd7f3caaf'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 22:25:34.353984 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvr_db [None req-cb433f6c-0247-4154-8cdf-4515fca594c7 None None] Set router 0acb49db-0dd0-46b7-ac72-229674e2646c gateway port host: ncdv-master-1 {{(pid=121608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 22:25:34.428029 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dd4b767-1dc3-4d31-aaf5-e345c8ff7c0d admin admin] Made reservation on behalf of 8e66dcff1afc4b849b6a9f8dd7f3caaf for: {'network': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 22:25:34.431040 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-4dd4b767-1dc3-4d31-aaf5-e345c8ff7c0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for network, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:25:34.440390 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-4dd4b767-1dc3-4d31-aaf5-e345c8ff7c0d admin admin] Publish callbacks [] for security_group, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:25:34.523802 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-4dd4b767-1dc3-4d31-aaf5-e345c8ff7c0d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:25:34.561174 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-cb433f6c-0247-4154-8cdf-4515fca594c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2618502340>, [{'id': '0acb49db-0dd0-46b7-ac72-229674e2646c', 'name': 'tempest-TestSnapshotPattern-682001966-router', 'tenant_id': '58660263f53e4173b07360be1b863c34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.2'}], 'enable_snat': True}, 'gw_port_id': '47b713b2-9c2f-4966-9a11-e9bc9a69503e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T22:25:29Z', 'updated_at': '2021-12-25T22:25:32Z', 'revision_number': 4, 'project_id': '58660263f53e4173b07360be1b863c34', 'gw_port': {'id': '47b713b2-9c2f-4966-9a11-e9bc9a69503e', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:73:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0acb49db-0dd0-46b7-ac72-229674e2646c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T22:25:30Z', 'updated_at': '2021-12-25T22:25:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'a31ebed9-17c3-485a-b47a-a49f999b95d9', 'name': '', 'network_id': '5eae40be-10b6-4c8a-a45c-e220af6e3ccd', 'tenant_id': '58660263f53e4173b07360be1b863c34', 'mac_address': 'fa:16:3e:a9:64:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0acb49db-0dd0-46b7-ac72-229674e2646c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '8fc8ef4e-141a-4067-a70d-289a29892f97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T22:25:32Z', 'updated_at': '2021-12-25T22:25:32Z', 'revision_number': 2, 'project_id': '58660263f53e4173b07360be1b863c34', 'subnets': [{'id': '8fc8ef4e-141a-4067-a70d-289a29892f97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 22:25:34.587485 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb433f6c-0247-4154-8cdf-4515fca594c7 None None] Checking router: 0acb49db-0dd0-46b7-ac72-229674e2646c for host: ncdv-master-1 {{(pid=121608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 25 22:25:34.587838 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb433f6c-0247-4154-8cdf-4515fca594c7 None None] Updating router 0acb49db-0dd0-46b7-ac72-229674e2646c port a31ebed9-17c3-485a-b47a-a49f999b95d9 binding host ncdv-master-1 {{(pid=121608) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 25 22:25:34.593476 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-4dd4b767-1dc3-4d31-aaf5-e345c8ff7c0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:25:34.611994 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-cb433f6c-0247-4154-8cdf-4515fca594c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:25:34.622400 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4dd4b767-1dc3-4d31-aaf5-e345c8ff7c0d admin admin] vlan segment allocate from pool success with {'vlan_id': 174, 'physical_network': 'physnet1'}  {{(pid=121606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 25 22:25:34.633088 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd4b767-1dc3-4d31-aaf5-e345c8ff7c0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cc5b84c-c6f1-4078-a66e-e679dcb0d33e,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:25:34.639176 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-4dd4b767-1dc3-4d31-aaf5-e345c8ff7c0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:25:34.639531 ncdv-master-1 neutron-server[121606]: INFO neutron.db.segments_db [None req-4dd4b767-1dc3-4d31-aaf5-e345c8ff7c0d admin admin] Added segment ca8dcd5d-4265-4c53-9816-7f41e0b6e17d of type vlan for network f1a49075-a66f-4b1c-8835-9925900fe7c0
Dec 25 22:25:34.680561 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-4dd4b767-1dc3-4d31-aaf5-e345c8ff7c0d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737602163420'] for network, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:25:34.759537 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-4dd4b767-1dc3-4d31-aaf5-e345c8ff7c0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870'] for network, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:25:34.760564 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dd4b767-1dc3-4d31-aaf5-e345c8ff7c0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:25:34.761173 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-4dd4b767-1dc3-4d31-aaf5-e345c8ff7c0d admin admin] Publish callbacks [] for network, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:25:34.823525 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd4b767-1dc3-4d31-aaf5-e345c8ff7c0d admin admin] Pushing event updated for resources: {'Network': ['ID=f1a49075-a66f-4b1c-8835-9925900fe7c0,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:25:34.833751 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Network f1a49075-a66f-4b1c-8835-9925900fe7c0 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 25 22:25:34.873719 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-4dd4b767-1dc3-4d31-aaf5-e345c8ff7c0d admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.5562463
Dec 25 22:25:34.874000 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 50742) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 22:25:34.878834 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-816c689d-21e5-4fa3-afa8-cf4e154502f6 admin admin] Request body: {'subnet': {'network_id': 'f1a49075-a66f-4b1c-8835-9925900fe7c0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-148409894-subnet', 'tenant_id': '8e66dcff1afc4b849b6a9f8dd7f3caaf', 'ip_version': 4}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 22:25:34.925923 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-1f611de8-58b3-4075-a36e-7c2c04990daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:25:34.958513 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-cb433f6c-0247-4154-8cdf-4515fca594c7 None None] Publish callbacks [] for port, precommit_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:25:34.973890 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-816c689d-21e5-4fa3-afa8-cf4e154502f6 admin admin] Made reservation on behalf of 8e66dcff1afc4b849b6a9f8dd7f3caaf for: {'subnet': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 22:25:34.977025 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-816c689d-21e5-4fa3-afa8-cf4e154502f6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9028529'] for subnet, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:25:35.019855 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:25:35.048500 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-cb433f6c-0247-4154-8cdf-4515fca594c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:25:35.108933 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01db2e3f-efb2-4ec9-976d-0d7158305268 None None] Pushing event updated for resources: {'Port': ['ID=a31ebed9-17c3-485a-b47a-a49f999b95d9,revision_number=3']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:25:35.161209 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-cb433f6c-0247-4154-8cdf-4515fca594c7 None None] Attempting to bind port a31ebed9-17c3-485a-b47a-a49f999b95d9 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 22:25:35.161586 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-cb433f6c-0247-4154-8cdf-4515fca594c7 None None] Attempting to bind port a31ebed9-17c3-485a-b47a-a49f999b95d9 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '977ca835-23d7-4cd6-aa15-01e25c43ae93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '5eae40be-10b6-4c8a-a45c-e220af6e3ccd'}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 22:25:35.161947 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb433f6c-0247-4154-8cdf-4515fca594c7 None None] Attempting to bind port a31ebed9-17c3-485a-b47a-a49f999b95d9 on network 5eae40be-10b6-4c8a-a45c-e220af6e3ccd {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 22:25:35.167893 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb433f6c-0247-4154-8cdf-4515fca594c7 None None] Checking agent: {'id': 'ca4f5c6d-f1fd-48b8-a3e3-395864c7d23d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 20, 56, 40), 'started_at': datetime.datetime(2021, 12, 25, 20, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 22, 25, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 22:25:35.168266 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb433f6c-0247-4154-8cdf-4515fca594c7 None None] Checking segment: {'id': '977ca835-23d7-4cd6-aa15-01e25c43ae93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '5eae40be-10b6-4c8a-a45c-e220af6e3ccd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 22:25:35.168668 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-cb433f6c-0247-4154-8cdf-4515fca594c7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:25:35.169201 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb433f6c-0247-4154-8cdf-4515fca594c7 None None] Bound using segment: {'id': '977ca835-23d7-4cd6-aa15-01e25c43ae93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '5eae40be-10b6-4c8a-a45c-e220af6e3ccd'} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 22:25:35.169611 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-cb433f6c-0247-4154-8cdf-4515fca594c7 None None] Bound port: a31ebed9-17c3-485a-b47a-a49f999b95d9, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '977ca835-23d7-4cd6-aa15-01e25c43ae93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '5eae40be-10b6-4c8a-a45c-e220af6e3ccd'}}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 22:25:35.169986 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-cb433f6c-0247-4154-8cdf-4515fca594c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:25:35.187905 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-816c689d-21e5-4fa3-afa8-cf4e154502f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9084170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9028515'] for subnet, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:25:35.236401 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-cb433f6c-0247-4154-8cdf-4515fca594c7 None None] For port a31ebed9-17c3-485a-b47a-a49f999b95d9, host ncdv-master-1, cleared binding levels {{(pid=121608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 22:25:35.241027 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-cb433f6c-0247-4154-8cdf-4515fca594c7 None None] For port a31ebed9-17c3-485a-b47a-a49f999b95d9, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a31ebed9-17c3-485a-b47a-a49f999b95d9,segment=NetworkSegment(977ca835-23d7-4cd6-aa15-01e25c43ae93),segment_id=977ca835-23d7-4cd6-aa15-01e25c43ae93)] {{(pid=121608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 22:25:35.250897 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816c689d-21e5-4fa3-afa8-cf4e154502f6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0ad4cb93-d77b-4b1b-a91b-4e9b59fc30a5,revision_number=0']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:25:35.269400 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-816c689d-21e5-4fa3-afa8-cf4e154502f6 admin admin] Checking segment: {'id': 'ca8dcd5d-4265-4c53-9816-7f41e0b6e17d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'f1a49075-a66f-4b1c-8835-9925900fe7c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 22:25:35.269768 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-816c689d-21e5-4fa3-afa8-cf4e154502f6 admin admin] Network hostable DHCP agents. Network: f1a49075-a66f-4b1c-8835-9925900fe7c0, hostable agents: ['1813db88-2c1b-4357-a2ba-869246b663c2'], hosted agents: [] {{(pid=121606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 25 22:25:35.302512 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-cb433f6c-0247-4154-8cdf-4515fca594c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:25:35.319090 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-816c689d-21e5-4fa3-afa8-cf4e154502f6 admin admin] Network f1a49075-a66f-4b1c-8835-9925900fe7c0 is scheduled to be hosted by DHCP agent 1813db88-2c1b-4357-a2ba-869246b663c2 with binding_index 1 {{(pid=121606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 25 22:25:35.368455 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb433f6c-0247-4154-8cdf-4515fca594c7 None None] Routers {'0acb49db-0dd0-46b7-ac72-229674e2646c'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 22:25:35.369108 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-cb433f6c-0247-4154-8cdf-4515fca594c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2618502340>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T22:25:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['0acb49db-0dd0-46b7-ac72-229674e2646c'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 22:25:35.372026 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01db2e3f-efb2-4ec9-976d-0d7158305268 None None] Pushing event updated for resources: {'Port': ['ID=a31ebed9-17c3-485a-b47a-a49f999b95d9,revision_number=4']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:25:35.396975 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [None req-816c689d-21e5-4fa3-afa8-cf4e154502f6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, f1a49075-a66f-4b1c-8835-9925900fe7c0) {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 22:25:35.403121 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-816c689d-21e5-4fa3-afa8-cf4e154502f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:25:35.403942 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-816c689d-21e5-4fa3-afa8-cf4e154502f6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:25:35.414490 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-627ef870-1b69-4415-ac08-f80e30732f84 None None] Network f1a49075-a66f-4b1c-8835-9925900fe7c0 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 22:25:35.449592 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-36526ec2-5798-473d-bae3-ee63b8077309 None None] Provisioning complete for port a31ebed9-17c3-485a-b47a-a49f999b95d9 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 22:25:35.449970 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-36526ec2-5798-473d-bae3-ee63b8077309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:25:35.492924 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-816c689d-21e5-4fa3-afa8-cf4e154502f6 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.6161313
Dec 25 22:25:35.494120 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 50744) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 22:25:35.503134 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-e529e406-6d80-4283-8a2a-0041daaa2f4f admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-148409894-router', 'tenant_id': '8e66dcff1afc4b849b6a9f8dd7f3caaf', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'}}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 22:25:35.574591 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e529e406-6d80-4283-8a2a-0041daaa2f4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2014909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14863'] for router, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:25:35.575674 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e529e406-6d80-4283-8a2a-0041daaa2f4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2014285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2009796', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2082630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14848'] for router, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:25:35.583978 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvr_db [None req-cb433f6c-0247-4154-8cdf-4515fca594c7 None None] Set router 0acb49db-0dd0-46b7-ac72-229674e2646c gateway port host: ncdv-master-1 {{(pid=121608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 22:25:35.625831 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e529e406-6d80-4283-8a2a-0041daaa2f4f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:25:35.640461 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f430eea-1bd4-48f4-9261-b8af7105e2d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-f1a49075-a66f-4b1c-8835-9925900fe7c0', 'network_id': 'f1a49075-a66f-4b1c-8835-9925900fe7c0', 'project_id': '8e66dcff1afc4b849b6a9f8dd7f3caaf', 'fixed_ips': [{'subnet_id': '0ad4cb93-d77b-4b1b-a91b-4e9b59fc30a5'}]}} from ncdv-master-1. {{(pid=121608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 25 22:25:35.645975 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f430eea-1bd4-48f4-9261-b8af7105e2d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:25:35.734092 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-36526ec2-5798-473d-bae3-ee63b8077309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:25:35.829836 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e529e406-6d80-4283-8a2a-0041daaa2f4f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:25:35.870989 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-36526ec2-5798-473d-bae3-ee63b8077309 None None] For port a31ebed9-17c3-485a-b47a-a49f999b95d9, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a31ebed9-17c3-485a-b47a-a49f999b95d9,segment=NetworkSegment(977ca835-23d7-4cd6-aa15-01e25c43ae93),segment_id=977ca835-23d7-4cd6-aa15-01e25c43ae93)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 22:25:35.942670 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-36526ec2-5798-473d-bae3-ee63b8077309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:25:35.950951 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.db_base_plugin_common [None req-9f430eea-1bd4-48f4-9261-b8af7105e2d5 None None] Allocated IP 172.20.0.2 (f1a49075-a66f-4b1c-8835-9925900fe7c0/0ad4cb93-d77b-4b1b-a91b-4e9b59fc30a5/0859d20d-6fd7-421d-960f-fd284476826d) {{(pid=121608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 22:25:36.123684 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e529e406-6d80-4283-8a2a-0041daaa2f4f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:25:36.145680 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e529e406-6d80-4283-8a2a-0041daaa2f4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:25:36.207611 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-25586602-442f-43b4-a005-f319a98fbf2c None None] Provisioning complete for port a31ebed9-17c3-485a-b47a-a49f999b95d9 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 22:25:36.207890 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-25586602-442f-43b4-a005-f319a98fbf2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:25:36.215484 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36526ec2-5798-473d-bae3-ee63b8077309 None None] Pushing event updated for resources: {'Port': ['ID=a31ebed9-17c3-485a-b47a-a49f999b95d9,revision_number=5']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:25:36.251470 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_common [None req-e529e406-6d80-4283-8a2a-0041daaa2f4f admin admin] Allocated IP 172.35.3.163 (7201e55c-7c5f-41aa-a042-a363696539d0/7a939e13-713f-45cf-bba7-1539635abe25/37a985b3-9eb1-46bd-af05-5442659c5922) {{(pid=121607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 22:25:36.280991 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-cb433f6c-0247-4154-8cdf-4515fca594c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2618502340>, [{'id': '0acb49db-0dd0-46b7-ac72-229674e2646c', 'name': 'tempest-TestSnapshotPattern-682001966-router', 'tenant_id': '58660263f53e4173b07360be1b863c34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.2'}], 'enable_snat': True}, 'gw_port_id': '47b713b2-9c2f-4966-9a11-e9bc9a69503e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T22:25:29Z', 'updated_at': '2021-12-25T22:25:32Z', 'revision_number': 4, 'project_id': '58660263f53e4173b07360be1b863c34', 'gw_port': {'id': '47b713b2-9c2f-4966-9a11-e9bc9a69503e', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:73:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0acb49db-0dd0-46b7-ac72-229674e2646c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T22:25:30Z', 'updated_at': '2021-12-25T22:25:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'a31ebed9-17c3-485a-b47a-a49f999b95d9', 'name': '', 'network_id': '5eae40be-10b6-4c8a-a45c-e220af6e3ccd', 'tenant_id': '58660263f53e4173b07360be1b863c34', 'mac_address': 'fa:16:3e:a9:64:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0acb49db-0dd0-46b7-ac72-229674e2646c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '8fc8ef4e-141a-4067-a70d-289a29892f97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T22:25:32Z', 'updated_at': '2021-12-25T22:25:35Z', 'revision_number': 4, 'project_id': '58660263f53e4173b07360be1b863c34', 'subnets': [{'id': '8fc8ef4e-141a-4067-a70d-289a29892f97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 22:25:36.321155 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb433f6c-0247-4154-8cdf-4515fca594c7 None None] The sync data for ids ['0acb49db-0dd0-46b7-ac72-229674e2646c'] in ncdv-master-1 is: [{'id': '0acb49db-0dd0-46b7-ac72-229674e2646c', 'name': 'tempest-TestSnapshotPattern-682001966-router', 'tenant_id': '58660263f53e4173b07360be1b863c34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.2'}], 'enable_snat': True}, 'gw_port_id': '47b713b2-9c2f-4966-9a11-e9bc9a69503e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T22:25:29Z', 'updated_at': '2021-12-25T22:25:32Z', 'revision_number': 4, 'project_id': '58660263f53e4173b07360be1b863c34', 'gw_port': {'id': '47b713b2-9c2f-4966-9a11-e9bc9a69503e', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:73:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0acb49db-0dd0-46b7-ac72-229674e2646c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T22:25:30Z', 'updated_at': '2021-12-25T22:25:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'a31ebed9-17c3-485a-b47a-a49f999b95d9', 'name': '', 'network_id': '5eae40be-10b6-4c8a-a45c-e220af6e3ccd', 'tenant_id': '58660263f53e4173b07360be1b863c34', 'mac_address': 'fa:16:3e:a9:64:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0acb49db-0dd0-46b7-ac72-229674e2646c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '8fc8ef4e-141a-4067-a70d-289a29892f97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T22:25:32Z', 'updated_at': '2021-12-25T22:25:35Z', 'revision_number': 4, 'project_id': '58660263f53e4173b07360be1b863c34', 'subnets': [{'id': '8fc8ef4e-141a-4067-a70d-289a29892f97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 22:25:36.359051 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e529e406-6d80-4283-8a2a-0041daaa2f4f admin admin] Publish callbacks [] for port, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:25:36.449640 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f430eea-1bd4-48f4-9261-b8af7105e2d5 None None] Publish callbacks [] for port, precommit_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:25:36.451425 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e529e406-6d80-4283-8a2a-0041daaa2f4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:25:36.489607 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e529e406-6d80-4283-8a2a-0041daaa2f4f admin admin] Network 7201e55c-7c5f-41aa-a042-a363696539d0 is already hosted by enough agents. {{(pid=121607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 22:25:36.495329 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-e529e406-6d80-4283-8a2a-0041daaa2f4f admin admin] Resources bound (agent type, host, resource id):  {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 22:25:36.498985 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e529e406-6d80-4283-8a2a-0041daaa2f4f admin admin] Received port after_create {{(pid=121607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 22:25:36.508940 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86c66627-e0f5-4cf2-8f73-5cb5d569ef3c None None] DHCP port deletion for 7201e55c-7c5f-41aa-a042-a363696539d0 request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 22:25:36.513568 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f430eea-1bd4-48f4-9261-b8af7105e2d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946'] for port, after_create {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:25:36.526755 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e529e406-6d80-4283-8a2a-0041daaa2f4f admin admin] Pushing event updated for resources: {'Port': ['ID=37a985b3-9eb1-46bd-af05-5442659c5922,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:25:36.566644 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f430eea-1bd4-48f4-9261-b8af7105e2d5 None None] Network f1a49075-a66f-4b1c-8835-9925900fe7c0 is already hosted by enough agents. {{(pid=121608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 22:25:36.575930 ncdv-master-1 neutron-server[121608]: DEBUG neutron.scheduler.base_scheduler [None req-9f430eea-1bd4-48f4-9261-b8af7105e2d5 None None] Resources bound (agent type, host, resource id):  {{(pid=121608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 22:25:36.580273 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f430eea-1bd4-48f4-9261-b8af7105e2d5 None None] Received port after_create {{(pid=121608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 22:25:36.582015 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f430eea-1bd4-48f4-9261-b8af7105e2d5 None None] Pushing event updated for resources: {'Port': ['ID=0859d20d-6fd7-421d-960f-fd284476826d,revision_number=1']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:25:36.596027 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-016dc560-98b5-4fdf-9a7a-cca3fcf3bbcd None None] Provisioning complete for port 37a985b3-9eb1-46bd-af05-5442659c5922 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 22:25:36.596401 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-016dc560-98b5-4fdf-9a7a-cca3fcf3bbcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:25:36.673954 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-016dc560-98b5-4fdf-9a7a-cca3fcf3bbcd None None] Port 37a985b3-9eb1-46bd-af05-5442659c5922 cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 22:25:36.675412 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-9f430eea-1bd4-48f4-9261-b8af7105e2d5 None None] Attempting to bind port 0859d20d-6fd7-421d-960f-fd284476826d on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 22:25:36.675781 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-9f430eea-1bd4-48f4-9261-b8af7105e2d5 None None] Attempting to bind port 0859d20d-6fd7-421d-960f-fd284476826d by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ca8dcd5d-4265-4c53-9816-7f41e0b6e17d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'f1a49075-a66f-4b1c-8835-9925900fe7c0'}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 22:25:36.676141 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f430eea-1bd4-48f4-9261-b8af7105e2d5 None None] Attempting to bind port 0859d20d-6fd7-421d-960f-fd284476826d on network f1a49075-a66f-4b1c-8835-9925900fe7c0 {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 22:25:36.681819 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f430eea-1bd4-48f4-9261-b8af7105e2d5 None None] Checking agent: {'id': 'ca4f5c6d-f1fd-48b8-a3e3-395864c7d23d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 20, 56, 40), 'started_at': datetime.datetime(2021, 12, 25, 20, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 22, 25, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 22:25:36.684082 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f430eea-1bd4-48f4-9261-b8af7105e2d5 None None] Checking segment: {'id': 'ca8dcd5d-4265-4c53-9816-7f41e0b6e17d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'f1a49075-a66f-4b1c-8835-9925900fe7c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 22:25:36.684082 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f430eea-1bd4-48f4-9261-b8af7105e2d5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:25:36.684082 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f430eea-1bd4-48f4-9261-b8af7105e2d5 None None] Bound using segment: {'id': 'ca8dcd5d-4265-4c53-9816-7f41e0b6e17d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'f1a49075-a66f-4b1c-8835-9925900fe7c0'} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 22:25:36.684082 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-9f430eea-1bd4-48f4-9261-b8af7105e2d5 None None] Bound port: 0859d20d-6fd7-421d-960f-fd284476826d, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca8dcd5d-4265-4c53-9816-7f41e0b6e17d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'f1a49075-a66f-4b1c-8835-9925900fe7c0'}}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 22:25:36.684082 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f430eea-1bd4-48f4-9261-b8af7105e2d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:25:36.752720 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f430eea-1bd4-48f4-9261-b8af7105e2d5 None None] For port 0859d20d-6fd7-421d-960f-fd284476826d, host ncdv-master-1, cleared binding levels {{(pid=121608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 22:25:36.755868 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f430eea-1bd4-48f4-9261-b8af7105e2d5 None None] For port 0859d20d-6fd7-421d-960f-fd284476826d, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0859d20d-6fd7-421d-960f-fd284476826d,segment=NetworkSegment(ca8dcd5d-4265-4c53-9816-7f41e0b6e17d),segment_id=ca8dcd5d-4265-4c53-9816-7f41e0b6e17d)] {{(pid=121608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 22:25:36.820743 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f430eea-1bd4-48f4-9261-b8af7105e2d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:25:36.825631 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e529e406-6d80-4283-8a2a-0041daaa2f4f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:25:36.896796 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f430eea-1bd4-48f4-9261-b8af7105e2d5 None None] Pushing event updated for resources: {'Port': ['ID=0859d20d-6fd7-421d-960f-fd284476826d,revision_number=2']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:25:37.074170 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-f09e6dc6-3c48-4640-861f-6147174c53da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:25:37.090906 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e529e406-6d80-4283-8a2a-0041daaa2f4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2014278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2009753'] for router, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:25:37.233639 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 0859d20d-6fd7-421d-960f-fd284476826d up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 22:25:37.285323 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port 0859d20d-6fd7-421d-960f-fd284476826d triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 22:25:37.285940 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:25:37.328413 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e529e406-6d80-4283-8a2a-0041daaa2f4f admin admin] Router 35e690cf-37d2-4a92-8d47-098f2440fa00 is scheduled to L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 with binding_index 1 {{(pid=121607) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 25 22:25:37.376579 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:25:37.410611 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] For port 0859d20d-6fd7-421d-960f-fd284476826d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0859d20d-6fd7-421d-960f-fd284476826d,segment=NetworkSegment(ca8dcd5d-4265-4c53-9816-7f41e0b6e17d),segment_id=ca8dcd5d-4265-4c53-9816-7f41e0b6e17d)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 22:25:37.483278 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:25:37.484082 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device a31ebed9-17c3-485a-b47a-a49f999b95d9 up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 22:25:37.568016 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Pushing event updated for resources: {'Port': ['ID=0859d20d-6fd7-421d-960f-fd284476826d,revision_number=3']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:25:37.582239 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port a31ebed9-17c3-485a-b47a-a49f999b95d9 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 22:25:37.582759 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:25:37.759613 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e529e406-6d80-4283-8a2a-0041daaa2f4f admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 22:25:37.772023 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33c085ab-622a-419f-a501-6b9e16a54326 None None] Sync routers for ids ['35e690cf-37d2-4a92-8d47-098f2440fa00'] in ncdv-master-1 {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 22:25:37.783256 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33c085ab-622a-419f-a501-6b9e16a54326 None None] Routers {'35e690cf-37d2-4a92-8d47-098f2440fa00'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 22:25:37.783946 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-33c085ab-622a-419f-a501-6b9e16a54326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f26186e8490>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T22:25:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['35e690cf-37d2-4a92-8d47-098f2440fa00'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 22:25:37.845440 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-e529e406-6d80-4283-8a2a-0041daaa2f4f admin admin] Publish callbacks [] for router, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:25:37.849324 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-e529e406-6d80-4283-8a2a-0041daaa2f4f admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 2.3515081
Dec 25 22:25:37.849522 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 50746) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 22:25:37.891306 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvr_db [None req-33c085ab-622a-419f-a501-6b9e16a54326 None None] Set router 35e690cf-37d2-4a92-8d47-098f2440fa00 gateway port host: ncdv-master-1 {{(pid=121609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 22:25:38.081279 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-33c085ab-622a-419f-a501-6b9e16a54326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f26186e8490>, [{'id': '35e690cf-37d2-4a92-8d47-098f2440fa00', 'name': 'tempest-TestSnapshotPattern-148409894-router', 'tenant_id': '8e66dcff1afc4b849b6a9f8dd7f3caaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.163'}], 'enable_snat': True}, 'gw_port_id': '37a985b3-9eb1-46bd-af05-5442659c5922', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T22:25:35Z', 'updated_at': '2021-12-25T22:25:36Z', 'revision_number': 3, 'project_id': '8e66dcff1afc4b849b6a9f8dd7f3caaf', 'gw_port': {'id': '37a985b3-9eb1-46bd-af05-5442659c5922', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:fd:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35e690cf-37d2-4a92-8d47-098f2440fa00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T22:25:36Z', 'updated_at': '2021-12-25T22:25:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 22:25:38.119228 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eaf20f9-83d5-4a5a-a540-d5f207e086fb None None] Network f1a49075-a66f-4b1c-8835-9925900fe7c0 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 22:25:38.206845 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33c085ab-622a-419f-a501-6b9e16a54326 None None] Checking router: 35e690cf-37d2-4a92-8d47-098f2440fa00 for host: ncdv-master-1 {{(pid=121609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 25 22:25:38.207187 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33c085ab-622a-419f-a501-6b9e16a54326 None None] Updating router 35e690cf-37d2-4a92-8d47-098f2440fa00 port 37a985b3-9eb1-46bd-af05-5442659c5922 binding host ncdv-master-1 {{(pid=121609) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 25 22:25:38.232179 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-33c085ab-622a-419f-a501-6b9e16a54326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:25:38.235107 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-b1a56eb4-e11d-46b5-a2fc-f66c5587507c None None] Provisioning complete for port 0859d20d-6fd7-421d-960f-fd284476826d triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 22:25:38.235587 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-b1a56eb4-e11d-46b5-a2fc-f66c5587507c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:25:38.325106 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-27054a4d-800a-486a-be11-f92f084c3aed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:25:38.495551 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-33c085ab-622a-419f-a501-6b9e16a54326 None None] Publish callbacks [] for port, precommit_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:25:38.496467 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_common [None req-27054a4d-800a-486a-be11-f92f084c3aed admin admin] Allocated IP 172.20.0.1 (f1a49075-a66f-4b1c-8835-9925900fe7c0/0ad4cb93-d77b-4b1b-a91b-4e9b59fc30a5/aa560696-aedb-410f-bb26-3044681c1d1c) {{(pid=121607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 22:25:38.555647 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-2eea1f3f-bd9a-47f3-b69c-dcf093e557aa None None] Provisioning complete for port 0859d20d-6fd7-421d-960f-fd284476826d triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 22:25:38.556214 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-2eea1f3f-bd9a-47f3-b69c-dcf093e557aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:25:38.570313 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-33c085ab-622a-419f-a501-6b9e16a54326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:25:38.603549 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-27054a4d-800a-486a-be11-f92f084c3aed admin admin] Publish callbacks [] for port, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:25:38.622522 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b86c4a5-dbbf-486f-85f0-6432c9397607 None None] Pushing event updated for resources: {'Port': ['ID=37a985b3-9eb1-46bd-af05-5442659c5922,revision_number=2']} {{(pid=121609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:25:38.636401 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.managers [None req-33c085ab-622a-419f-a501-6b9e16a54326 None None] Attempting to bind port 37a985b3-9eb1-46bd-af05-5442659c5922 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 22:25:38.636765 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.managers [None req-33c085ab-622a-419f-a501-6b9e16a54326 None None] Attempting to bind port 37a985b3-9eb1-46bd-af05-5442659c5922 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'}] {{(pid=121609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 22:25:38.637145 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33c085ab-622a-419f-a501-6b9e16a54326 None None] Attempting to bind port 37a985b3-9eb1-46bd-af05-5442659c5922 on network 7201e55c-7c5f-41aa-a042-a363696539d0 {{(pid=121609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 22:25:38.642364 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33c085ab-622a-419f-a501-6b9e16a54326 None None] Checking agent: {'id': 'ca4f5c6d-f1fd-48b8-a3e3-395864c7d23d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 20, 56, 40), 'started_at': datetime.datetime(2021, 12, 25, 20, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 22, 25, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 22:25:38.642934 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33c085ab-622a-419f-a501-6b9e16a54326 None None] Checking segment: {'id': '6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 22:25:38.643363 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-33c085ab-622a-419f-a501-6b9e16a54326 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:25:38.643919 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33c085ab-622a-419f-a501-6b9e16a54326 None None] Bound using segment: {'id': '6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'} {{(pid=121609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 22:25:38.644374 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.managers [None req-33c085ab-622a-419f-a501-6b9e16a54326 None None] Bound port: 37a985b3-9eb1-46bd-af05-5442659c5922, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0'}}] {{(pid=121609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 22:25:38.644930 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-33c085ab-622a-419f-a501-6b9e16a54326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:25:38.647910 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bec31669-27dd-45bb-9826-3d562069d138 None None] DHCP port deletion for 7201e55c-7c5f-41aa-a042-a363696539d0 request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 22:25:38.695783 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.db [None req-33c085ab-622a-419f-a501-6b9e16a54326 None None] For port 37a985b3-9eb1-46bd-af05-5442659c5922, host ncdv-master-1, cleared binding levels {{(pid=121609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 22:25:38.697801 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-27054a4d-800a-486a-be11-f92f084c3aed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:25:38.699155 ncdv-master-1 neutron-server[121609]: DEBUG neutron.plugins.ml2.db [None req-33c085ab-622a-419f-a501-6b9e16a54326 None None] For port 37a985b3-9eb1-46bd-af05-5442659c5922, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=37a985b3-9eb1-46bd-af05-5442659c5922,segment=NetworkSegment(6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855),segment_id=6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855)] {{(pid=121609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 22:25:38.739379 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27054a4d-800a-486a-be11-f92f084c3aed admin admin] Network f1a49075-a66f-4b1c-8835-9925900fe7c0 is already hosted by enough agents. {{(pid=121607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 22:25:38.743023 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-27054a4d-800a-486a-be11-f92f084c3aed admin admin] Resources bound (agent type, host, resource id):  {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 22:25:38.745579 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27054a4d-800a-486a-be11-f92f084c3aed admin admin] Received port after_create {{(pid=121607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 22:25:38.765335 ncdv-master-1 neutron-server[121609]: DEBUG neutron_lib.callbacks.manager [None req-33c085ab-622a-419f-a501-6b9e16a54326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:25:38.770271 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27054a4d-800a-486a-be11-f92f084c3aed admin admin] Pushing event updated for resources: {'Port': ['ID=aa560696-aedb-410f-bb26-3044681c1d1c,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:25:38.783449 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-73dcada0-9f80-4162-a3d7-24c1ed661079 None None] Provisioning complete for port 37a985b3-9eb1-46bd-af05-5442659c5922 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 22:25:38.783900 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-73dcada0-9f80-4162-a3d7-24c1ed661079 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:25:38.805042 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-27054a4d-800a-486a-be11-f92f084c3aed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2008772'] for router_interface, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:25:38.812909 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a752eeef-7395-4aec-8bb6-4da1c06181f9 None None] DHCP port deletion for 7201e55c-7c5f-41aa-a042-a363696539d0 request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 22:25:38.815145 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3e945ecd-9380-47c2-aa0a-12ebe07e03e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:25:38.821370 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33c085ab-622a-419f-a501-6b9e16a54326 None None] Routers {'35e690cf-37d2-4a92-8d47-098f2440fa00'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 22:25:38.823067 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-33c085ab-622a-419f-a501-6b9e16a54326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f26186e8490>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T22:25:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['35e690cf-37d2-4a92-8d47-098f2440fa00'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 22:25:38.890664 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-73dcada0-9f80-4162-a3d7-24c1ed661079 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:25:38.906042 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b86c4a5-dbbf-486f-85f0-6432c9397607 None None] Pushing event updated for resources: {'Port': ['ID=37a985b3-9eb1-46bd-af05-5442659c5922,revision_number=3']} {{(pid=121609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:25:38.927616 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-73dcada0-9f80-4162-a3d7-24c1ed661079 None None] For port 37a985b3-9eb1-46bd-af05-5442659c5922, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=37a985b3-9eb1-46bd-af05-5442659c5922,segment=NetworkSegment(6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855),segment_id=6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 22:25:38.970224 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvr_db [None req-33c085ab-622a-419f-a501-6b9e16a54326 None None] Set router 35e690cf-37d2-4a92-8d47-098f2440fa00 gateway port host: ncdv-master-1 {{(pid=121609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 22:25:39.005045 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-73dcada0-9f80-4162-a3d7-24c1ed661079 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:25:39.028623 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:25:39.044383 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-27054a4d-800a-486a-be11-f92f084c3aed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:25:39.058274 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dcada0-9f80-4162-a3d7-24c1ed661079 None None] Pushing event updated for resources: {'Port': ['ID=37a985b3-9eb1-46bd-af05-5442659c5922,revision_number=4']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:25:39.125824 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-d3253f71-6288-42ff-98e6-52afa9c5404d None None] Provisioning complete for port 37a985b3-9eb1-46bd-af05-5442659c5922 triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 22:25:39.126115 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-d3253f71-6288-42ff-98e6-52afa9c5404d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:25:39.156602 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 0859d20d-6fd7-421d-960f-fd284476826d up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 22:25:39.168076 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-33c085ab-622a-419f-a501-6b9e16a54326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f26186e8490>, [{'id': '35e690cf-37d2-4a92-8d47-098f2440fa00', 'name': 'tempest-TestSnapshotPattern-148409894-router', 'tenant_id': '8e66dcff1afc4b849b6a9f8dd7f3caaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.163'}], 'enable_snat': True}, 'gw_port_id': '37a985b3-9eb1-46bd-af05-5442659c5922', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T22:25:35Z', 'updated_at': '2021-12-25T22:25:36Z', 'revision_number': 3, 'project_id': '8e66dcff1afc4b849b6a9f8dd7f3caaf', 'gw_port': {'id': '37a985b3-9eb1-46bd-af05-5442659c5922', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:fd:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35e690cf-37d2-4a92-8d47-098f2440fa00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T22:25:36Z', 'updated_at': '2021-12-25T22:25:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 22:25:39.197259 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33c085ab-622a-419f-a501-6b9e16a54326 None None] The sync data for ids ['35e690cf-37d2-4a92-8d47-098f2440fa00'] in ncdv-master-1 is: [{'id': '35e690cf-37d2-4a92-8d47-098f2440fa00', 'name': 'tempest-TestSnapshotPattern-148409894-router', 'tenant_id': '8e66dcff1afc4b849b6a9f8dd7f3caaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.163'}], 'enable_snat': True}, 'gw_port_id': '37a985b3-9eb1-46bd-af05-5442659c5922', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T22:25:35Z', 'updated_at': '2021-12-25T22:25:36Z', 'revision_number': 3, 'project_id': '8e66dcff1afc4b849b6a9f8dd7f3caaf', 'gw_port': {'id': '37a985b3-9eb1-46bd-af05-5442659c5922', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:fd:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35e690cf-37d2-4a92-8d47-098f2440fa00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T22:25:36Z', 'updated_at': '2021-12-25T22:25:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 22:25:39.241030 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-27054a4d-800a-486a-be11-f92f084c3aed admin admin] Publish callbacks [] for port, precommit_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:25:39.255580 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port 0859d20d-6fd7-421d-960f-fd284476826d triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 22:25:39.255957 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:25:39.299268 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-d3253f71-6288-42ff-98e6-52afa9c5404d None None] Provisioning complete for port aa560696-aedb-410f-bb26-3044681c1d1c triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 22:25:39.299644 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-d3253f71-6288-42ff-98e6-52afa9c5404d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:25:39.301853 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-27054a4d-800a-486a-be11-f92f084c3aed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8632327'] for port, after_update {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:25:39.364269 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-d3253f71-6288-42ff-98e6-52afa9c5404d None None] Port aa560696-aedb-410f-bb26-3044681c1d1c cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 22:25:39.372322 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-27054a4d-800a-486a-be11-f92f084c3aed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2007636'] for router_interface, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:25:39.374983 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27054a4d-800a-486a-be11-f92f084c3aed admin admin] Pushing event updated for resources: {'Port': ['ID=aa560696-aedb-410f-bb26-3044681c1d1c,revision_number=2']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:25:39.481173 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27054a4d-800a-486a-be11-f92f084c3aed admin admin] Network f1a49075-a66f-4b1c-8835-9925900fe7c0 is already hosted by enough agents. {{(pid=121607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 22:25:39.482571 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.base_scheduler [None req-27054a4d-800a-486a-be11-f92f084c3aed admin admin] Resources bound (agent type, host, resource id):  {{(pid=121607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 22:25:39.614928 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27054a4d-800a-486a-be11-f92f084c3aed admin admin] Router 35e690cf-37d2-4a92-8d47-098f2440fa00 has already been hosted by L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 {{(pid=121607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 25 22:25:39.737942 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27054a4d-800a-486a-be11-f92f084c3aed admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 22:25:39.743851 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-27054a4d-800a-486a-be11-f92f084c3aed admin admin] 10.222.0.32 "PUT /v2.0/routers/35e690cf-37d2-4a92-8d47-098f2440fa00/add_router_interface HTTP/1.1" status: 200  len: 503 time: 1.8932502
Dec 25 22:25:39.787689 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-e42ed435-f2e0-4b5b-bbce-08f88f170b09 None None] Provisioning complete for port aa560696-aedb-410f-bb26-3044681c1d1c triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 22:25:39.788212 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-e42ed435-f2e0-4b5b-bbce-08f88f170b09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:25:39.789926 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-15cb578f-7a63-4fd3-925d-83bad4c7b82a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:25:39.827528 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-e42ed435-f2e0-4b5b-bbce-08f88f170b09 None None] Port aa560696-aedb-410f-bb26-3044681c1d1c cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 22:25:40.308699 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 50754) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 22:25:40.313495 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-67d70284-b3e4-4991-a7a0-4efc90b67023 tempest-TestSnapshotPattern-698834680 tempest-TestSnapshotPattern-698834680-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-980360451', 'description': 'tempest-secgroup-smoke-980360451 description', 'project_id': '58660263f53e4173b07360be1b863c34'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 22:25:40.399161 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-67d70284-b3e4-4991-a7a0-4efc90b67023 tempest-TestSnapshotPattern-698834680 tempest-TestSnapshotPattern-698834680-project] Publish callbacks [] for security_group, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:25:40.464476 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-67d70284-b3e4-4991-a7a0-4efc90b67023 tempest-TestSnapshotPattern-698834680 tempest-TestSnapshotPattern-698834680-project] Publish callbacks [] for security_group, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:25:40.518623 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-67d70284-b3e4-4991-a7a0-4efc90b67023 tempest-TestSnapshotPattern-698834680 tempest-TestSnapshotPattern-698834680-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:25:40.547217 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d70284-b3e4-4991-a7a0-4efc90b67023 tempest-TestSnapshotPattern-698834680 tempest-TestSnapshotPattern-698834680-project] Pushing event updated for resources: {'SecurityGroup': ['ID=553caf13-4677-4919-94c9-3804b136b36e,revision_number=1']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:25:40.607034 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-67d70284-b3e4-4991-a7a0-4efc90b67023 tempest-TestSnapshotPattern-698834680 tempest-TestSnapshotPattern-698834680-project] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:25:40.608334 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-67d70284-b3e4-4991-a7a0-4efc90b67023 tempest-TestSnapshotPattern-698834680 tempest-TestSnapshotPattern-698834680-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1811 time: 0.2985492
Dec 25 22:25:40.611325 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 50756) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 22:25:40.615595 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.v2.base [None req-d2eaa6e6-e9b0-4ac9-9b4d-69420a835ff6 tempest-TestSnapshotPattern-698834680 tempest-TestSnapshotPattern-698834680-project] Request body: {'security_group_rule': {'security_group_id': '553caf13-4677-4919-94c9-3804b136b36e', 'project_id': '58660263f53e4173b07360be1b863c34', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=121607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 22:25:40.702092 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-d2eaa6e6-e9b0-4ac9-9b4d-69420a835ff6 tempest-TestSnapshotPattern-698834680 tempest-TestSnapshotPattern-698834680-project] Publish callbacks [] for security_group_rule, before_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:25:40.758625 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-d2eaa6e6-e9b0-4ac9-9b4d-69420a835ff6 tempest-TestSnapshotPattern-698834680 tempest-TestSnapshotPattern-698834680-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:25:40.805747 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-d2eaa6e6-e9b0-4ac9-9b4d-69420a835ff6 tempest-TestSnapshotPattern-698834680 tempest-TestSnapshotPattern-698834680-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077839'] for security_group_rule, after_create {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:25:40.821804 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2eaa6e6-e9b0-4ac9-9b4d-69420a835ff6 tempest-TestSnapshotPattern-698834680 tempest-TestSnapshotPattern-698834680-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6f9ef46-12f2-4646-8354-14fdffebe683,revision_number=0']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:25:40.849940 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4ec7005-3e28-4d54-a31a-b0595b630546 None None] Sync routers for ids ['35e690cf-37d2-4a92-8d47-098f2440fa00'] in ncdv-master-1 {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 22:25:40.860630 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4ec7005-3e28-4d54-a31a-b0595b630546 None None] Routers {'35e690cf-37d2-4a92-8d47-098f2440fa00'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 22:25:40.861265 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-c4ec7005-3e28-4d54-a31a-b0595b630546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f26133b1460>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T22:25:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['35e690cf-37d2-4a92-8d47-098f2440fa00'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 22:25:40.881000 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-d2eaa6e6-e9b0-4ac9-9b4d-69420a835ff6 tempest-TestSnapshotPattern-698834680 tempest-TestSnapshotPattern-698834680-project] Publish callbacks [] for security_group_rule, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:25:40.891091 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-d2eaa6e6-e9b0-4ac9-9b4d-69420a835ff6 tempest-TestSnapshotPattern-698834680 tempest-TestSnapshotPattern-698834680-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2700186
Dec 25 22:25:40.891221 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 50758) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 22:25:40.891221 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-3602a1f1-c06a-4b88-8447-5ae4be344721 tempest-TestSnapshotPattern-698834680 tempest-TestSnapshotPattern-698834680-project] Request body: {'security_group_rule': {'security_group_id': '553caf13-4677-4919-94c9-3804b136b36e', 'project_id': '58660263f53e4173b07360be1b863c34', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 22:25:40.904298 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:25:40.973542 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvr_db [None req-c4ec7005-3e28-4d54-a31a-b0595b630546 None None] Set router 35e690cf-37d2-4a92-8d47-098f2440fa00 gateway port host: ncdv-master-1 {{(pid=121608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 22:25:41.004175 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-3602a1f1-c06a-4b88-8447-5ae4be344721 tempest-TestSnapshotPattern-698834680 tempest-TestSnapshotPattern-698834680-project] Publish callbacks [] for security_group_rule, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:25:41.052012 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-3602a1f1-c06a-4b88-8447-5ae4be344721 tempest-TestSnapshotPattern-698834680 tempest-TestSnapshotPattern-698834680-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:25:41.102887 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-3602a1f1-c06a-4b88-8447-5ae4be344721 tempest-TestSnapshotPattern-698834680 tempest-TestSnapshotPattern-698834680-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077839'] for security_group_rule, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:25:41.124702 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3602a1f1-c06a-4b88-8447-5ae4be344721 tempest-TestSnapshotPattern-698834680 tempest-TestSnapshotPattern-698834680-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c856e1c3-fda0-4dd0-9ed4-09c5e4ff5b39,revision_number=0']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:25:41.158882 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 37a985b3-9eb1-46bd-af05-5442659c5922 up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 22:25:41.177910 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-3602a1f1-c06a-4b88-8447-5ae4be344721 tempest-TestSnapshotPattern-698834680 tempest-TestSnapshotPattern-698834680-project] Publish callbacks [] for security_group_rule, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:25:41.179216 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-3602a1f1-c06a-4b88-8447-5ae4be344721 tempest-TestSnapshotPattern-698834680 tempest-TestSnapshotPattern-698834680-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.2929232
Dec 25 22:25:41.181959 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 50760) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 22:25:41.186492 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-f2027f4a-48ee-483c-bb15-b35afe2078d0 tempest-TestSnapshotPattern-698834680 tempest-TestSnapshotPattern-698834680-project] Request body: {'security_group_rule': {'security_group_id': '553caf13-4677-4919-94c9-3804b136b36e', 'project_id': '58660263f53e4173b07360be1b863c34', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 22:25:41.223339 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port 37a985b3-9eb1-46bd-af05-5442659c5922 triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 22:25:41.223713 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:25:41.249337 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-c4ec7005-3e28-4d54-a31a-b0595b630546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f26133b1460>, [{'id': '35e690cf-37d2-4a92-8d47-098f2440fa00', 'name': 'tempest-TestSnapshotPattern-148409894-router', 'tenant_id': '8e66dcff1afc4b849b6a9f8dd7f3caaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.163'}], 'enable_snat': True}, 'gw_port_id': '37a985b3-9eb1-46bd-af05-5442659c5922', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T22:25:35Z', 'updated_at': '2021-12-25T22:25:38Z', 'revision_number': 4, 'project_id': '8e66dcff1afc4b849b6a9f8dd7f3caaf', 'gw_port': {'id': '37a985b3-9eb1-46bd-af05-5442659c5922', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:fd:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35e690cf-37d2-4a92-8d47-098f2440fa00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T22:25:36Z', 'updated_at': '2021-12-25T22:25:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'aa560696-aedb-410f-bb26-3044681c1d1c', 'name': '', 'network_id': 'f1a49075-a66f-4b1c-8835-9925900fe7c0', 'tenant_id': '8e66dcff1afc4b849b6a9f8dd7f3caaf', 'mac_address': 'fa:16:3e:2d:72:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35e690cf-37d2-4a92-8d47-098f2440fa00', 'device_owner': 'network:router_interface', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '0ad4cb93-d77b-4b1b-a91b-4e9b59fc30a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T22:25:38Z', 'updated_at': '2021-12-25T22:25:39Z', 'revision_number': 2, 'project_id': '8e66dcff1afc4b849b6a9f8dd7f3caaf', 'subnets': [{'id': '0ad4cb93-d77b-4b1b-a91b-4e9b59fc30a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 22:25:41.266502 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-f2027f4a-48ee-483c-bb15-b35afe2078d0 tempest-TestSnapshotPattern-698834680 tempest-TestSnapshotPattern-698834680-project] Publish callbacks [] for security_group_rule, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:25:41.284722 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4ec7005-3e28-4d54-a31a-b0595b630546 None None] Checking router: 35e690cf-37d2-4a92-8d47-098f2440fa00 for host: ncdv-master-1 {{(pid=121608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 25 22:25:41.285095 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4ec7005-3e28-4d54-a31a-b0595b630546 None None] Updating router 35e690cf-37d2-4a92-8d47-098f2440fa00 port aa560696-aedb-410f-bb26-3044681c1d1c binding host ncdv-master-1 {{(pid=121608) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 25 22:25:41.319637 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-c4ec7005-3e28-4d54-a31a-b0595b630546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:25:41.329305 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-f2027f4a-48ee-483c-bb15-b35afe2078d0 tempest-TestSnapshotPattern-698834680 tempest-TestSnapshotPattern-698834680-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:25:41.388118 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-f2027f4a-48ee-483c-bb15-b35afe2078d0 tempest-TestSnapshotPattern-698834680 tempest-TestSnapshotPattern-698834680-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077839'] for security_group_rule, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:25:41.408806 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2027f4a-48ee-483c-bb15-b35afe2078d0 tempest-TestSnapshotPattern-698834680 tempest-TestSnapshotPattern-698834680-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de67ccf9-d6f5-4dab-b195-3223d156e2b9,revision_number=0']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:25:41.469457 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-f2027f4a-48ee-483c-bb15-b35afe2078d0 tempest-TestSnapshotPattern-698834680 tempest-TestSnapshotPattern-698834680-project] Publish callbacks [] for security_group_rule, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:25:41.470693 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-f2027f4a-48ee-483c-bb15-b35afe2078d0 tempest-TestSnapshotPattern-698834680 tempest-TestSnapshotPattern-698834680-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2877853
Dec 25 22:25:41.473502 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 50762) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 22:25:41.477945 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-84dd4895-68b3-417d-86b8-5e2fa1dc671d tempest-TestSnapshotPattern-698834680 tempest-TestSnapshotPattern-698834680-project] Request body: {'security_group_rule': {'security_group_id': '553caf13-4677-4919-94c9-3804b136b36e', 'project_id': '58660263f53e4173b07360be1b863c34', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 22:25:41.584501 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-84dd4895-68b3-417d-86b8-5e2fa1dc671d tempest-TestSnapshotPattern-698834680 tempest-TestSnapshotPattern-698834680-project] Publish callbacks [] for security_group_rule, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:25:41.613767 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-c4ec7005-3e28-4d54-a31a-b0595b630546 None None] Publish callbacks [] for port, precommit_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:25:41.640823 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-84dd4895-68b3-417d-86b8-5e2fa1dc671d tempest-TestSnapshotPattern-698834680 tempest-TestSnapshotPattern-698834680-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:25:41.699883 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-c4ec7005-3e28-4d54-a31a-b0595b630546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:25:41.734265 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-84dd4895-68b3-417d-86b8-5e2fa1dc671d tempest-TestSnapshotPattern-698834680 tempest-TestSnapshotPattern-698834680-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077839'] for security_group_rule, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:25:41.752465 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8464eb99-150f-45bf-b58a-13291cfd5fbb None None] Pushing event updated for resources: {'Port': ['ID=aa560696-aedb-410f-bb26-3044681c1d1c,revision_number=3']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:25:41.764344 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dd4895-68b3-417d-86b8-5e2fa1dc671d tempest-TestSnapshotPattern-698834680 tempest-TestSnapshotPattern-698834680-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7877000-0b15-4cdf-8a59-c5d3038a0ee0,revision_number=0']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:25:41.805573 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-c4ec7005-3e28-4d54-a31a-b0595b630546 None None] Attempting to bind port aa560696-aedb-410f-bb26-3044681c1d1c on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 22:25:41.805573 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-c4ec7005-3e28-4d54-a31a-b0595b630546 None None] Attempting to bind port aa560696-aedb-410f-bb26-3044681c1d1c by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ca8dcd5d-4265-4c53-9816-7f41e0b6e17d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'f1a49075-a66f-4b1c-8835-9925900fe7c0'}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 22:25:41.805573 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4ec7005-3e28-4d54-a31a-b0595b630546 None None] Attempting to bind port aa560696-aedb-410f-bb26-3044681c1d1c on network f1a49075-a66f-4b1c-8835-9925900fe7c0 {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 22:25:41.811124 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4ec7005-3e28-4d54-a31a-b0595b630546 None None] Checking agent: {'id': 'ca4f5c6d-f1fd-48b8-a3e3-395864c7d23d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 20, 56, 40), 'started_at': datetime.datetime(2021, 12, 25, 20, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 22, 25, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 22:25:41.811507 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4ec7005-3e28-4d54-a31a-b0595b630546 None None] Checking segment: {'id': 'ca8dcd5d-4265-4c53-9816-7f41e0b6e17d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'f1a49075-a66f-4b1c-8835-9925900fe7c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 22:25:41.811908 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-c4ec7005-3e28-4d54-a31a-b0595b630546 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:25:41.812302 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4ec7005-3e28-4d54-a31a-b0595b630546 None None] Bound using segment: {'id': 'ca8dcd5d-4265-4c53-9816-7f41e0b6e17d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'f1a49075-a66f-4b1c-8835-9925900fe7c0'} {{(pid=121608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 22:25:41.812769 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.managers [None req-c4ec7005-3e28-4d54-a31a-b0595b630546 None None] Bound port: aa560696-aedb-410f-bb26-3044681c1d1c, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca8dcd5d-4265-4c53-9816-7f41e0b6e17d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'f1a49075-a66f-4b1c-8835-9925900fe7c0'}}] {{(pid=121608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 22:25:41.813179 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-c4ec7005-3e28-4d54-a31a-b0595b630546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:25:41.856578 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-84dd4895-68b3-417d-86b8-5e2fa1dc671d tempest-TestSnapshotPattern-698834680 tempest-TestSnapshotPattern-698834680-project] Publish callbacks [] for security_group_rule, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:25:41.857783 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-84dd4895-68b3-417d-86b8-5e2fa1dc671d tempest-TestSnapshotPattern-698834680 tempest-TestSnapshotPattern-698834680-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.3833508
Dec 25 22:25:41.860573 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 50764) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 22:25:41.865223 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-04343138-f26f-4f88-b30a-900de5d62018 tempest-TestSnapshotPattern-698834680 tempest-TestSnapshotPattern-698834680-project] Request body: {'security_group_rule': {'security_group_id': '553caf13-4677-4919-94c9-3804b136b36e', 'project_id': '58660263f53e4173b07360be1b863c34', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 22:25:41.888426 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-c4ec7005-3e28-4d54-a31a-b0595b630546 None None] For port aa560696-aedb-410f-bb26-3044681c1d1c, host ncdv-master-1, cleared binding levels {{(pid=121608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 22:25:41.891748 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-c4ec7005-3e28-4d54-a31a-b0595b630546 None None] For port aa560696-aedb-410f-bb26-3044681c1d1c, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=aa560696-aedb-410f-bb26-3044681c1d1c,segment=NetworkSegment(ca8dcd5d-4265-4c53-9816-7f41e0b6e17d),segment_id=ca8dcd5d-4265-4c53-9816-7f41e0b6e17d)] {{(pid=121608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 22:25:41.962351 ncdv-master-1 neutron-server[121606]: INFO neutron.db.securitygroups_db [None req-04343138-f26f-4f88-b30a-900de5d62018 tempest-TestSnapshotPattern-698834680 tempest-TestSnapshotPattern-698834680-project] Project 58660263f53e4173b07360be1b863c34 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 25 22:25:41.967856 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-04343138-f26f-4f88-b30a-900de5d62018 tempest-TestSnapshotPattern-698834680 tempest-TestSnapshotPattern-698834680-project] Publish callbacks [] for security_group_rule, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:25:41.969695 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-8971799d-f3ec-412e-9d27-3f9da4b88aca None None] Provisioning complete for port aa560696-aedb-410f-bb26-3044681c1d1c triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 22:25:41.970382 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-8971799d-f3ec-412e-9d27-3f9da4b88aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:25:41.993804 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-c4ec7005-3e28-4d54-a31a-b0595b630546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:25:42.028650 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-04343138-f26f-4f88-b30a-900de5d62018 tempest-TestSnapshotPattern-698834680 tempest-TestSnapshotPattern-698834680-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:25:42.041523 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-8971799d-f3ec-412e-9d27-3f9da4b88aca None None] Port aa560696-aedb-410f-bb26-3044681c1d1c cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 22:25:42.063963 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4ec7005-3e28-4d54-a31a-b0595b630546 None None] Routers {'35e690cf-37d2-4a92-8d47-098f2440fa00'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 22:25:42.064583 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-c4ec7005-3e28-4d54-a31a-b0595b630546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f26133b1460>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T22:25:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['35e690cf-37d2-4a92-8d47-098f2440fa00'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 22:25:42.068346 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8464eb99-150f-45bf-b58a-13291cfd5fbb None None] Pushing event updated for resources: {'Port': ['ID=aa560696-aedb-410f-bb26-3044681c1d1c,revision_number=4']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:25:42.090843 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-04343138-f26f-4f88-b30a-900de5d62018 tempest-TestSnapshotPattern-698834680 tempest-TestSnapshotPattern-698834680-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077839'] for security_group_rule, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:25:42.110559 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04343138-f26f-4f88-b30a-900de5d62018 tempest-TestSnapshotPattern-698834680 tempest-TestSnapshotPattern-698834680-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3518ec0-ee30-47ed-8fff-4803603e96ff,revision_number=0']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:25:42.166960 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-04343138-f26f-4f88-b30a-900de5d62018 tempest-TestSnapshotPattern-698834680 tempest-TestSnapshotPattern-698834680-project] Publish callbacks [] for security_group_rule, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:25:42.168547 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-04343138-f26f-4f88-b30a-900de5d62018 tempest-TestSnapshotPattern-698834680 tempest-TestSnapshotPattern-698834680-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.3065271
Dec 25 22:25:42.172318 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 50766) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 22:25:42.180001 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-519c85b1-9cbb-4851-8103-ba6fe740b505 tempest-TestSnapshotPattern-698834680 tempest-TestSnapshotPattern-698834680-project] Request body: {'security_group_rule': {'security_group_id': '553caf13-4677-4919-94c9-3804b136b36e', 'project_id': '58660263f53e4173b07360be1b863c34', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 22:25:42.182761 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvr_db [None req-c4ec7005-3e28-4d54-a31a-b0595b630546 None None] Set router 35e690cf-37d2-4a92-8d47-098f2440fa00 gateway port host: ncdv-master-1 {{(pid=121608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 22:25:42.245124 ncdv-master-1 neutron-server[121606]: INFO neutron.db.securitygroups_db [None req-519c85b1-9cbb-4851-8103-ba6fe740b505 tempest-TestSnapshotPattern-698834680 tempest-TestSnapshotPattern-698834680-project] Project 58660263f53e4173b07360be1b863c34 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 25 22:25:42.250546 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-519c85b1-9cbb-4851-8103-ba6fe740b505 tempest-TestSnapshotPattern-698834680 tempest-TestSnapshotPattern-698834680-project] Publish callbacks [] for security_group_rule, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:25:42.297196 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-3d393c11-eccc-45cf-81e3-4a3555925450 None None] Provisioning complete for port aa560696-aedb-410f-bb26-3044681c1d1c triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 22:25:42.297563 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3d393c11-eccc-45cf-81e3-4a3555925450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:25:42.310287 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-519c85b1-9cbb-4851-8103-ba6fe740b505 tempest-TestSnapshotPattern-698834680 tempest-TestSnapshotPattern-698834680-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:25:42.379547 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-519c85b1-9cbb-4851-8103-ba6fe740b505 tempest-TestSnapshotPattern-698834680 tempest-TestSnapshotPattern-698834680-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077839'] for security_group_rule, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:25:42.398340 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519c85b1-9cbb-4851-8103-ba6fe740b505 tempest-TestSnapshotPattern-698834680 tempest-TestSnapshotPattern-698834680-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3fce86b3-7b87-404e-971c-2aa893e13c7a,revision_number=0']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:25:42.455789 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3d393c11-eccc-45cf-81e3-4a3555925450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:25:42.479194 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-519c85b1-9cbb-4851-8103-ba6fe740b505 tempest-TestSnapshotPattern-698834680 tempest-TestSnapshotPattern-698834680-project] Publish callbacks [] for security_group_rule, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:25:42.480570 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-519c85b1-9cbb-4851-8103-ba6fe740b505 tempest-TestSnapshotPattern-698834680 tempest-TestSnapshotPattern-698834680-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.3070581
Dec 25 22:25:42.497419 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-c4ec7005-3e28-4d54-a31a-b0595b630546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f26133b1460>, [{'id': '35e690cf-37d2-4a92-8d47-098f2440fa00', 'name': 'tempest-TestSnapshotPattern-148409894-router', 'tenant_id': '8e66dcff1afc4b849b6a9f8dd7f3caaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.163'}], 'enable_snat': True}, 'gw_port_id': '37a985b3-9eb1-46bd-af05-5442659c5922', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T22:25:35Z', 'updated_at': '2021-12-25T22:25:38Z', 'revision_number': 4, 'project_id': '8e66dcff1afc4b849b6a9f8dd7f3caaf', 'gw_port': {'id': '37a985b3-9eb1-46bd-af05-5442659c5922', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:fd:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35e690cf-37d2-4a92-8d47-098f2440fa00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T22:25:36Z', 'updated_at': '2021-12-25T22:25:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'aa560696-aedb-410f-bb26-3044681c1d1c', 'name': '', 'network_id': 'f1a49075-a66f-4b1c-8835-9925900fe7c0', 'tenant_id': '8e66dcff1afc4b849b6a9f8dd7f3caaf', 'mac_address': 'fa:16:3e:2d:72:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35e690cf-37d2-4a92-8d47-098f2440fa00', 'device_owner': 'network:router_interface', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '0ad4cb93-d77b-4b1b-a91b-4e9b59fc30a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T22:25:38Z', 'updated_at': '2021-12-25T22:25:41Z', 'revision_number': 4, 'project_id': '8e66dcff1afc4b849b6a9f8dd7f3caaf', 'subnets': [{'id': '0ad4cb93-d77b-4b1b-a91b-4e9b59fc30a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 22:25:42.500408 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-3d393c11-eccc-45cf-81e3-4a3555925450 None None] For port aa560696-aedb-410f-bb26-3044681c1d1c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=aa560696-aedb-410f-bb26-3044681c1d1c,segment=NetworkSegment(ca8dcd5d-4265-4c53-9816-7f41e0b6e17d),segment_id=ca8dcd5d-4265-4c53-9816-7f41e0b6e17d)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 22:25:42.532085 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4ec7005-3e28-4d54-a31a-b0595b630546 None None] The sync data for ids ['35e690cf-37d2-4a92-8d47-098f2440fa00'] in ncdv-master-1 is: [{'id': '35e690cf-37d2-4a92-8d47-098f2440fa00', 'name': 'tempest-TestSnapshotPattern-148409894-router', 'tenant_id': '8e66dcff1afc4b849b6a9f8dd7f3caaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.163'}], 'enable_snat': True}, 'gw_port_id': '37a985b3-9eb1-46bd-af05-5442659c5922', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T22:25:35Z', 'updated_at': '2021-12-25T22:25:38Z', 'revision_number': 4, 'project_id': '8e66dcff1afc4b849b6a9f8dd7f3caaf', 'gw_port': {'id': '37a985b3-9eb1-46bd-af05-5442659c5922', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:fd:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35e690cf-37d2-4a92-8d47-098f2440fa00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T22:25:36Z', 'updated_at': '2021-12-25T22:25:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'aa560696-aedb-410f-bb26-3044681c1d1c', 'name': '', 'network_id': 'f1a49075-a66f-4b1c-8835-9925900fe7c0', 'tenant_id': '8e66dcff1afc4b849b6a9f8dd7f3caaf', 'mac_address': 'fa:16:3e:2d:72:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35e690cf-37d2-4a92-8d47-098f2440fa00', 'device_owner': 'network:router_interface', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '0ad4cb93-d77b-4b1b-a91b-4e9b59fc30a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T22:25:38Z', 'updated_at': '2021-12-25T22:25:41Z', 'revision_number': 4, 'project_id': '8e66dcff1afc4b849b6a9f8dd7f3caaf', 'subnets': [{'id': '0ad4cb93-d77b-4b1b-a91b-4e9b59fc30a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 22:25:42.562853 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3d393c11-eccc-45cf-81e3-4a3555925450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:25:42.637421 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d393c11-eccc-45cf-81e3-4a3555925450 None None] Pushing event updated for resources: {'Port': ['ID=aa560696-aedb-410f-bb26-3044681c1d1c,revision_number=5']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:25:42.736739 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ec76fe99-577a-48fe-9d6c-4b73155ee5b9 req-807486fe-91c4-4617-934c-b8465c7b4221 tempest-TestSnapshotPattern-698834680 tempest-TestSnapshotPattern-698834680-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-980360451&fields=id&tenant_id=58660263f53e4173b07360be1b863c34 HTTP/1.1" status: 200  len: 267 time: 0.0483887
Dec 25 22:25:42.850312 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec76fe99-577a-48fe-9d6c-4b73155ee5b9 req-95b021f5-7422-45ef-bc50-4f672e166b00 tempest-TestSnapshotPattern-698834680 tempest-TestSnapshotPattern-698834680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:25:42.851808 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ec76fe99-577a-48fe-9d6c-4b73155ee5b9 req-95b021f5-7422-45ef-bc50-4f672e166b00 tempest-TestSnapshotPattern-698834680 tempest-TestSnapshotPattern-698834680-project] 10.222.0.32 "GET /v2.0/networks?id=5eae40be-10b6-4c8a-a45c-e220af6e3ccd HTTP/1.1" status: 200  len: 809 time: 0.1087809
Dec 25 22:25:42.868228 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ec76fe99-577a-48fe-9d6c-4b73155ee5b9 req-2ac6ea37-a36b-4f2d-b9cc-b40bb20a2e92 tempest-TestSnapshotPattern-698834680 tempest-TestSnapshotPattern-698834680-project] 10.222.0.32 "GET /v2.0/quotas/58660263f53e4173b07360be1b863c34 HTTP/1.1" status: 200  len: 375 time: 0.0105674
Dec 25 22:25:42.922876 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ec76fe99-577a-48fe-9d6c-4b73155ee5b9 req-bdd90c6c-8787-465f-ab23-a6fc41cdb794 tempest-TestSnapshotPattern-698834680 tempest-TestSnapshotPattern-698834680-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=58660263f53e4173b07360be1b863c34&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0481873
Dec 25 22:25:43.036479 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [req-ec76fe99-577a-48fe-9d6c-4b73155ee5b9 req-fabc5d5b-f833-4d3d-959c-1da84eaf34a3 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=121606) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 25 22:25:43.037574 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ec76fe99-577a-48fe-9d6c-4b73155ee5b9 req-fabc5d5b-f833-4d3d-959c-1da84eaf34a3 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.1027763
Dec 25 22:25:43.149293 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device aa560696-aedb-410f-bb26-3044681c1d1c up at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 22:25:43.149819 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ec76fe99-577a-48fe-9d6c-4b73155ee5b9 req-ee3a50ed-a645-4f20-977f-66ab188f7ee6 service neutron] 10.222.0.32 "GET /v2.0/networks/5eae40be-10b6-4c8a-a45c-e220af6e3ccd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1046813
Dec 25 22:25:43.201884 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Provisioning complete for port aa560696-aedb-410f-bb26-3044681c1d1c triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 22:25:43.202254 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:25:43.249666 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ec76fe99-577a-48fe-9d6c-4b73155ee5b9 req-a5106c40-29f2-4900-976d-71434dc2b987 service neutron] 10.222.0.32 "GET /v2.0/networks/5eae40be-10b6-4c8a-a45c-e220af6e3ccd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0989423
Dec 25 22:25:43.508459 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-7ce66b8d-0eec-4f6f-ac80-1d46c2f04605 req-1521c307-6843-42ab-88dc-d169aa2ab1f1 tempest-TestSnapshotPattern-698834680 tempest-TestSnapshotPattern-698834680-project] 10.222.0.32 "GET /v2.0/ports?device_id=383a5351-bf67-4a86-9167-35bd959e33de HTTP/1.1" status: 200  len: 210 time: 0.0339100
Dec 25 22:25:44.587306 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-50a6d8ec-f90c-4c44-ba9a-867b7293eb15 req-d7e4ed94-b142-4eb7-b09e-6a5ab2a1818d tempest-TestSnapshotPattern-698834680 tempest-TestSnapshotPattern-698834680-project] 10.222.0.32 "GET /v2.0/ports?device_id=383a5351-bf67-4a86-9167-35bd959e33de HTTP/1.1" status: 200  len: 210 time: 0.0261381
Dec 25 22:25:45.618362 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec76fe99-577a-48fe-9d6c-4b73155ee5b9 req-3567efcf-e88e-42fe-9e9e-a6ff9a98dd17 tempest-TestSnapshotPattern-698834680 tempest-TestSnapshotPattern-698834680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:25:45.619890 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ec76fe99-577a-48fe-9d6c-4b73155ee5b9 req-3567efcf-e88e-42fe-9e9e-a6ff9a98dd17 tempest-TestSnapshotPattern-698834680 tempest-TestSnapshotPattern-698834680-project] 10.222.0.31 "GET /v2.0/networks?id=5eae40be-10b6-4c8a-a45c-e220af6e3ccd HTTP/1.1" status: 200  len: 809 time: 0.1018183
Dec 25 22:25:45.699059 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1a74aa73-1641-4df1-b2d4-96520a6fee3c req-c1518b9a-0505-4dc0-8783-331e1a5e284e tempest-TestSnapshotPattern-698834680 tempest-TestSnapshotPattern-698834680-project] 10.222.0.32 "GET /v2.0/ports?device_id=383a5351-bf67-4a86-9167-35bd959e33de HTTP/1.1" status: 200  len: 210 time: 0.0415442
Dec 25 22:25:45.713646 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ec76fe99-577a-48fe-9d6c-4b73155ee5b9 req-a5e3276a-48c2-4757-be49-69dfe09146a1 tempest-TestSnapshotPattern-698834680 tempest-TestSnapshotPattern-698834680-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=58660263f53e4173b07360be1b863c34 HTTP/1.1" status: 200  len: 379 time: 0.0842328
Dec 25 22:25:45.724139 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-ec76fe99-577a-48fe-9d6c-4b73155ee5b9 req-798b6606-0497-43d8-853f-c2deb4ba537a tempest-TestSnapshotPattern-698834680 tempest-TestSnapshotPattern-698834680-project] Request body: {'port': {'device_id': '383a5351-bf67-4a86-9167-35bd959e33de', 'network_id': '5eae40be-10b6-4c8a-a45c-e220af6e3ccd', 'admin_state_up': True, 'tenant_id': '58660263f53e4173b07360be1b863c34', 'security_groups': ['553caf13-4677-4919-94c9-3804b136b36e']}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 22:25:45.907171 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec76fe99-577a-48fe-9d6c-4b73155ee5b9 req-798b6606-0497-43d8-853f-c2deb4ba537a tempest-TestSnapshotPattern-698834680 tempest-TestSnapshotPattern-698834680-project] Made reservation on behalf of 58660263f53e4173b07360be1b863c34 for: {'port': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 22:25:45.910678 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-ec76fe99-577a-48fe-9d6c-4b73155ee5b9 req-798b6606-0497-43d8-853f-c2deb4ba537a tempest-TestSnapshotPattern-698834680 tempest-TestSnapshotPattern-698834680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:25:46.040142 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_common [req-ec76fe99-577a-48fe-9d6c-4b73155ee5b9 req-798b6606-0497-43d8-853f-c2deb4ba537a tempest-TestSnapshotPattern-698834680 tempest-TestSnapshotPattern-698834680-project] Allocated IP 172.20.0.13 (5eae40be-10b6-4c8a-a45c-e220af6e3ccd/8fc8ef4e-141a-4067-a70d-289a29892f97/4c0b5387-6ba4-45ad-8869-5edf0789130b) {{(pid=121606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 22:25:46.176536 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-ec76fe99-577a-48fe-9d6c-4b73155ee5b9 req-798b6606-0497-43d8-853f-c2deb4ba537a tempest-TestSnapshotPattern-698834680 tempest-TestSnapshotPattern-698834680-project] Publish callbacks [] for port, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:25:46.271341 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-ec76fe99-577a-48fe-9d6c-4b73155ee5b9 req-798b6606-0497-43d8-853f-c2deb4ba537a tempest-TestSnapshotPattern-698834680 tempest-TestSnapshotPattern-698834680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:25:46.315417 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec76fe99-577a-48fe-9d6c-4b73155ee5b9 req-798b6606-0497-43d8-853f-c2deb4ba537a tempest-TestSnapshotPattern-698834680 tempest-TestSnapshotPattern-698834680-project] Network 5eae40be-10b6-4c8a-a45c-e220af6e3ccd is already hosted by enough agents. {{(pid=121606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 22:25:46.318640 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [req-ec76fe99-577a-48fe-9d6c-4b73155ee5b9 req-798b6606-0497-43d8-853f-c2deb4ba537a tempest-TestSnapshotPattern-698834680 tempest-TestSnapshotPattern-698834680-project] Resources bound (agent type, host, resource id):  {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 22:25:46.323208 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec76fe99-577a-48fe-9d6c-4b73155ee5b9 req-798b6606-0497-43d8-853f-c2deb4ba537a tempest-TestSnapshotPattern-698834680 tempest-TestSnapshotPattern-698834680-project] Received port after_create {{(pid=121606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 22:25:46.346661 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798b6606-0497-43d8-853f-c2deb4ba537a tempest-TestSnapshotPattern-698834680 tempest-TestSnapshotPattern-698834680-project] Pushing event updated for resources: {'Port': ['ID=4c0b5387-6ba4-45ad-8869-5edf0789130b,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:25:46.377740 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec76fe99-577a-48fe-9d6c-4b73155ee5b9 req-798b6606-0497-43d8-853f-c2deb4ba537a tempest-TestSnapshotPattern-698834680 tempest-TestSnapshotPattern-698834680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:25:46.378357 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-ec76fe99-577a-48fe-9d6c-4b73155ee5b9 req-798b6606-0497-43d8-853f-c2deb4ba537a tempest-TestSnapshotPattern-698834680 tempest-TestSnapshotPattern-698834680-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:25:46.451639 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ec76fe99-577a-48fe-9d6c-4b73155ee5b9 req-798b6606-0497-43d8-853f-c2deb4ba537a tempest-TestSnapshotPattern-698834680 tempest-TestSnapshotPattern-698834680-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.7314010
Dec 25 22:25:46.464157 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-ec76fe99-577a-48fe-9d6c-4b73155ee5b9 req-508728be-c551-4be3-ac4f-473cb63bb6e1 service neutron] Request body: {'port': {'device_id': '383a5351-bf67-4a86-9167-35bd959e33de', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 22:25:46.507380 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-243c35d1-be56-4738-ba83-2c0002214791 None None] Provisioning complete for port 4c0b5387-6ba4-45ad-8869-5edf0789130b triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 22:25:46.507916 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-243c35d1-be56-4738-ba83-2c0002214791 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:25:46.524151 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-ec76fe99-577a-48fe-9d6c-4b73155ee5b9 req-508728be-c551-4be3-ac4f-473cb63bb6e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:25:46.541142 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-243c35d1-be56-4738-ba83-2c0002214791 None None] Port 4c0b5387-6ba4-45ad-8869-5edf0789130b cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 22:25:46.809256 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [req-ec76fe99-577a-48fe-9d6c-4b73155ee5b9 req-508728be-c551-4be3-ac4f-473cb63bb6e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c0b5387-6ba4-45ad-8869-5edf0789130b {{(pid=121606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 22:25:46.818463 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-ec76fe99-577a-48fe-9d6c-4b73155ee5b9 req-508728be-c551-4be3-ac4f-473cb63bb6e1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:25:46.835565 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.provisioning_blocks [req-ec76fe99-577a-48fe-9d6c-4b73155ee5b9 req-508728be-c551-4be3-ac4f-473cb63bb6e1 service neutron] Transition to ACTIVE for port object 4c0b5387-6ba4-45ad-8869-5edf0789130b will not be triggered until provisioned by entity L2. {{(pid=121606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 25 22:25:46.844132 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c02aea-895b-490e-ab9b-4a92c9206b73 req-77c5c447-c3e0-43a9-8716-4e2dedef68d6 tempest-TestSnapshotPattern-698834680 tempest-TestSnapshotPattern-698834680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:25:46.845685 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f8c02aea-895b-490e-ab9b-4a92c9206b73 req-77c5c447-c3e0-43a9-8716-4e2dedef68d6 tempest-TestSnapshotPattern-698834680 tempest-TestSnapshotPattern-698834680-project] 10.222.0.32 "GET /v2.0/ports?device_id=383a5351-bf67-4a86-9167-35bd959e33de HTTP/1.1" status: 200  len: 932 time: 0.0741434
Dec 25 22:25:46.895172 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f8c02aea-895b-490e-ab9b-4a92c9206b73 req-c2853719-cd6b-4832-9f50-8aa2dd73df8b tempest-TestSnapshotPattern-698834680 tempest-TestSnapshotPattern-698834680-project] 10.222.0.32 "GET /v2.0/security-groups?id=553caf13-4677-4919-94c9-3804b136b36e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0428417
Dec 25 22:25:46.901739 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-ec76fe99-577a-48fe-9d6c-4b73155ee5b9 req-508728be-c551-4be3-ac4f-473cb63bb6e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:25:46.960789 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508728be-c551-4be3-ac4f-473cb63bb6e1 service neutron] Pushing event updated for resources: {'Port': ['ID=4c0b5387-6ba4-45ad-8869-5edf0789130b,revision_number=2']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:25:47.030744 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-ec76fe99-577a-48fe-9d6c-4b73155ee5b9 req-508728be-c551-4be3-ac4f-473cb63bb6e1 service neutron] Attempting to bind port 4c0b5387-6ba4-45ad-8869-5edf0789130b on host nch1-master-1 for vnic_type normal with profile  {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 22:25:47.031086 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-ec76fe99-577a-48fe-9d6c-4b73155ee5b9 req-508728be-c551-4be3-ac4f-473cb63bb6e1 service neutron] Attempting to bind port 4c0b5387-6ba4-45ad-8869-5edf0789130b by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '977ca835-23d7-4cd6-aa15-01e25c43ae93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '5eae40be-10b6-4c8a-a45c-e220af6e3ccd'}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 22:25:47.031420 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec76fe99-577a-48fe-9d6c-4b73155ee5b9 req-508728be-c551-4be3-ac4f-473cb63bb6e1 service neutron] Attempting to bind port 4c0b5387-6ba4-45ad-8869-5edf0789130b on network 5eae40be-10b6-4c8a-a45c-e220af6e3ccd {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 22:25:47.036022 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec76fe99-577a-48fe-9d6c-4b73155ee5b9 req-508728be-c551-4be3-ac4f-473cb63bb6e1 service neutron] Port 4c0b5387-6ba4-45ad-8869-5edf0789130b on network 5eae40be-10b6-4c8a-a45c-e220af6e3ccd not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 25 22:25:47.036357 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec76fe99-577a-48fe-9d6c-4b73155ee5b9 req-508728be-c551-4be3-ac4f-473cb63bb6e1 service neutron] Attempting to bind port 4c0b5387-6ba4-45ad-8869-5edf0789130b on network 5eae40be-10b6-4c8a-a45c-e220af6e3ccd {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 22:25:47.042840 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec76fe99-577a-48fe-9d6c-4b73155ee5b9 req-508728be-c551-4be3-ac4f-473cb63bb6e1 service neutron] Checking agent: {'id': '6d577036-68fc-4aa4-aed7-5ab01de2117e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 21, 4, 34), 'started_at': datetime.datetime(2021, 12, 25, 21, 4, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 22, 25, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 22:25:47.045385 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec76fe99-577a-48fe-9d6c-4b73155ee5b9 req-508728be-c551-4be3-ac4f-473cb63bb6e1 service neutron] Checking segment: {'id': '977ca835-23d7-4cd6-aa15-01e25c43ae93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '5eae40be-10b6-4c8a-a45c-e220af6e3ccd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 22:25:47.045385 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec76fe99-577a-48fe-9d6c-4b73155ee5b9 req-508728be-c551-4be3-ac4f-473cb63bb6e1 service neutron] Bound using segment: {'id': '977ca835-23d7-4cd6-aa15-01e25c43ae93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '5eae40be-10b6-4c8a-a45c-e220af6e3ccd'} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 22:25:47.045385 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-ec76fe99-577a-48fe-9d6c-4b73155ee5b9 req-508728be-c551-4be3-ac4f-473cb63bb6e1 service neutron] Bound port: 4c0b5387-6ba4-45ad-8869-5edf0789130b, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '977ca835-23d7-4cd6-aa15-01e25c43ae93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '5eae40be-10b6-4c8a-a45c-e220af6e3ccd'}}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 22:25:47.045385 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-ec76fe99-577a-48fe-9d6c-4b73155ee5b9 req-508728be-c551-4be3-ac4f-473cb63bb6e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:25:47.115350 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-ec76fe99-577a-48fe-9d6c-4b73155ee5b9 req-508728be-c551-4be3-ac4f-473cb63bb6e1 service neutron] For port 4c0b5387-6ba4-45ad-8869-5edf0789130b, host nch1-master-1, cleared binding levels {{(pid=121606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 22:25:47.118416 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-ec76fe99-577a-48fe-9d6c-4b73155ee5b9 req-508728be-c551-4be3-ac4f-473cb63bb6e1 service neutron] For port 4c0b5387-6ba4-45ad-8869-5edf0789130b, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4c0b5387-6ba4-45ad-8869-5edf0789130b,segment=NetworkSegment(977ca835-23d7-4cd6-aa15-01e25c43ae93),segment_id=977ca835-23d7-4cd6-aa15-01e25c43ae93)] {{(pid=121606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 22:25:47.211028 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-ec76fe99-577a-48fe-9d6c-4b73155ee5b9 req-508728be-c551-4be3-ac4f-473cb63bb6e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:25:47.247359 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec76fe99-577a-48fe-9d6c-4b73155ee5b9 req-508728be-c551-4be3-ac4f-473cb63bb6e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:25:47.248064 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-ec76fe99-577a-48fe-9d6c-4b73155ee5b9 req-508728be-c551-4be3-ac4f-473cb63bb6e1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:25:47.249536 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ec76fe99-577a-48fe-9d6c-4b73155ee5b9 req-508728be-c551-4be3-ac4f-473cb63bb6e1 service neutron] 10.222.0.31 "PUT /v2.0/ports/4c0b5387-6ba4-45ad-8869-5edf0789130b HTTP/1.1" status: 200  len: 1092 time: 0.7896101
Dec 25 22:25:47.249996 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '383a5351-bf67-4a86-9167-35bd959e33de', 'tag': '4c0b5387-6ba4-45ad-8869-5edf0789130b'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 22:25:47.252320 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3aaaccd1c5724dc9dd74c6f33e2aadc9492bdd81d11d1049086089e292681ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bd85af3-66ec-454d-8d4e-38a43b7fde11" -d '{"events": [{"name": "network-changed", "server_uuid": "383a5351-bf67-4a86-9167-35bd959e33de", "tag": "4c0b5387-6ba4-45ad-8869-5edf0789130b"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 22:25:47.284140 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508728be-c551-4be3-ac4f-473cb63bb6e1 service neutron] Pushing event updated for resources: {'Port': ['ID=4c0b5387-6ba4-45ad-8869-5edf0789130b,revision_number=3']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:25:47.299859 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Dec 2021 22:25:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6104c050-15dd-440b-b996-f013830795f2 x-openstack-request-id: req-6104c050-15dd-440b-b996-f013830795f2 {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 22:25:47.300293 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "383a5351-bf67-4a86-9167-35bd959e33de", "tag": "4c0b5387-6ba4-45ad-8869-5edf0789130b", "status": "completed", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 22:25:47.300522 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6104c050-15dd-440b-b996-f013830795f2 {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 22:25:47.300956 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '383a5351-bf67-4a86-9167-35bd959e33de', 'tag': '4c0b5387-6ba4-45ad-8869-5edf0789130b', 'status': 'completed', 'code': 200}
Dec 25 22:25:47.366971 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd85af3-66ec-454d-8d4e-38a43b7fde11 req-a3557b4a-99f2-4ad7-ae7d-70cc54ed241d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:25:47.368560 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4bd85af3-66ec-454d-8d4e-38a43b7fde11 req-a3557b4a-99f2-4ad7-ae7d-70cc54ed241d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=58660263f53e4173b07360be1b863c34&device_id=383a5351-bf67-4a86-9167-35bd959e33de HTTP/1.1" status: 200  len: 1095 time: 0.0465415
Dec 25 22:25:47.473130 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd85af3-66ec-454d-8d4e-38a43b7fde11 req-f1a88a6a-789a-441e-84d4-22c46e4652ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:25:47.474624 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4bd85af3-66ec-454d-8d4e-38a43b7fde11 req-f1a88a6a-789a-441e-84d4-22c46e4652ca service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=58660263f53e4173b07360be1b863c34&shared=False HTTP/1.1" status: 200  len: 910 time: 0.0982206
Dec 25 22:25:47.564470 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd85af3-66ec-454d-8d4e-38a43b7fde11 req-1ee0bb5c-6918-473c-80ee-827472bea3aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:25:47.565855 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4bd85af3-66ec-454d-8d4e-38a43b7fde11 req-1ee0bb5c-6918-473c-80ee-827472bea3aa service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.0849051
Dec 25 22:25:47.640155 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec76fe99-577a-48fe-9d6c-4b73155ee5b9 req-40e86e91-0c96-485b-9c42-ce19c71dd274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:25:47.641732 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ec76fe99-577a-48fe-9d6c-4b73155ee5b9 req-40e86e91-0c96-485b-9c42-ce19c71dd274 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=58660263f53e4173b07360be1b863c34&device_id=383a5351-bf67-4a86-9167-35bd959e33de HTTP/1.1" status: 200  len: 1095 time: 0.0402503
Dec 25 22:25:47.686410 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ec76fe99-577a-48fe-9d6c-4b73155ee5b9 req-7de3df69-ee26-492c-bf61-231b0a97803c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4c0b5387-6ba4-45ad-8869-5edf0789130b HTTP/1.1" status: 200  len: 217 time: 0.0373397
Dec 25 22:25:47.735917 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec76fe99-577a-48fe-9d6c-4b73155ee5b9 req-1c7caf87-26c4-4169-b92a-3f659a3b0c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:25:47.737404 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ec76fe99-577a-48fe-9d6c-4b73155ee5b9 req-1c7caf87-26c4-4169-b92a-3f659a3b0c7f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8fc8ef4e-141a-4067-a70d-289a29892f97 HTTP/1.1" status: 200  len: 848 time: 0.0440063
Dec 25 22:25:47.782928 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec76fe99-577a-48fe-9d6c-4b73155ee5b9 req-1ca917c0-7b16-4ff8-b8f8-da2a7372d557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:25:47.784426 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ec76fe99-577a-48fe-9d6c-4b73155ee5b9 req-1ca917c0-7b16-4ff8-b8f8-da2a7372d557 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=5eae40be-10b6-4c8a-a45c-e220af6e3ccd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0401731
Dec 25 22:25:47.876023 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ec76fe99-577a-48fe-9d6c-4b73155ee5b9 req-1870f608-78e2-489e-8603-6a7e1e027184 service neutron] 10.222.0.31 "GET /v2.0/networks/5eae40be-10b6-4c8a-a45c-e220af6e3ccd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0846267
Dec 25 22:25:47.966032 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ec76fe99-577a-48fe-9d6c-4b73155ee5b9 req-60fcbb92-3cbf-4fd9-a486-364a68803579 service neutron] 10.222.0.31 "GET /v2.0/networks/5eae40be-10b6-4c8a-a45c-e220af6e3ccd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0831926
Dec 25 22:25:48.018713 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c560801-67dd-44bc-bd84-432206e2174a req-e1c1b9eb-542a-4c53-b1aa-6b32ccb1d56c tempest-TestSnapshotPattern-698834680 tempest-TestSnapshotPattern-698834680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:25:48.020201 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2c560801-67dd-44bc-bd84-432206e2174a req-e1c1b9eb-542a-4c53-b1aa-6b32ccb1d56c tempest-TestSnapshotPattern-698834680 tempest-TestSnapshotPattern-698834680-project] 10.222.0.32 "GET /v2.0/ports?device_id=383a5351-bf67-4a86-9167-35bd959e33de HTTP/1.1" status: 200  len: 944 time: 0.0533023
Dec 25 22:25:48.068663 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2c560801-67dd-44bc-bd84-432206e2174a req-a4a0b704-747e-41a9-ad89-19055b237d42 tempest-TestSnapshotPattern-698834680 tempest-TestSnapshotPattern-698834680-project] 10.222.0.32 "GET /v2.0/security-groups?id=553caf13-4677-4919-94c9-3804b136b36e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0423117
Dec 25 22:25:49.189015 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ec5283-629f-4396-b140-87946a6e6914 req-6c7d05bb-bc4e-4266-91df-dbee3c18fbdc tempest-TestSnapshotPattern-698834680 tempest-TestSnapshotPattern-698834680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:25:49.190523 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-38ec5283-629f-4396-b140-87946a6e6914 req-6c7d05bb-bc4e-4266-91df-dbee3c18fbdc tempest-TestSnapshotPattern-698834680 tempest-TestSnapshotPattern-698834680-project] 10.222.0.32 "GET /v2.0/ports?device_id=383a5351-bf67-4a86-9167-35bd959e33de HTTP/1.1" status: 200  len: 944 time: 0.0507395
Dec 25 22:25:49.241881 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-38ec5283-629f-4396-b140-87946a6e6914 req-48c14969-2455-4944-ba3e-c16a72529d92 tempest-TestSnapshotPattern-698834680 tempest-TestSnapshotPattern-698834680-project] 10.222.0.32 "GET /v2.0/security-groups?id=553caf13-4677-4919-94c9-3804b136b36e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0444889
Dec 25 22:25:50.053894 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device 4c0b5387-6ba4-45ad-8869-5edf0789130b details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 25 22:25:50.159619 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port 4c0b5387-6ba4-45ad-8869-5edf0789130b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4c0b5387-6ba4-45ad-8869-5edf0789130b,segment=NetworkSegment(977ca835-23d7-4cd6-aa15-01e25c43ae93),segment_id=977ca835-23d7-4cd6-aa15-01e25c43ae93)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 22:25:50.170504 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Returning: {'device': '4c0b5387-6ba4-45ad-8869-5edf0789130b', 'network_id': '5eae40be-10b6-4c8a-a45c-e220af6e3ccd', 'port_id': '4c0b5387-6ba4-45ad-8869-5edf0789130b', 'mac_address': 'fa:16:3e:ef:ec:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fc8ef4e-141a-4067-a70d-289a29892f97', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 25 22:25:50.210719 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:25:50.225909 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c0b5387-6ba4-45ad-8869-5edf0789130b {{(pid=121608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 22:25:50.244699 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port 4c0b5387-6ba4-45ad-8869-5edf0789130b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4c0b5387-6ba4-45ad-8869-5edf0789130b,segment=NetworkSegment(977ca835-23d7-4cd6-aa15-01e25c43ae93),segment_id=977ca835-23d7-4cd6-aa15-01e25c43ae93)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 22:25:50.341770 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:25:50.363075 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f55c155-858f-43f1-ab79-a732fd81760f req-a41bb16b-fea8-44f1-a53d-3bad0cb10793 tempest-TestSnapshotPattern-698834680 tempest-TestSnapshotPattern-698834680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:25:50.364567 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2f55c155-858f-43f1-ab79-a732fd81760f req-a41bb16b-fea8-44f1-a53d-3bad0cb10793 tempest-TestSnapshotPattern-698834680 tempest-TestSnapshotPattern-698834680-project] 10.222.0.32 "GET /v2.0/ports?device_id=383a5351-bf67-4a86-9167-35bd959e33de HTTP/1.1" status: 200  len: 944 time: 0.0550365
Dec 25 22:25:50.389971 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Pushing event updated for resources: {'Port': ['ID=4c0b5387-6ba4-45ad-8869-5edf0789130b,revision_number=4']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:25:50.416819 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2f55c155-858f-43f1-ab79-a732fd81760f req-9fdfbb97-98f3-4fc2-a083-54eea91850e8 tempest-TestSnapshotPattern-698834680 tempest-TestSnapshotPattern-698834680-project] 10.222.0.32 "GET /v2.0/security-groups?id=553caf13-4677-4919-94c9-3804b136b36e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0454361
Dec 25 22:25:50.561184 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] get_ports_and_sgs() called for port_ids ['4c0b5387-6ba4-45ad-8869-5edf0789130b'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 22:25:51.531738 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eedb284-de75-4687-ab62-b4db2eaca8f7 req-84c12ef5-baf2-4065-88dd-b539f52fd50a tempest-TestSnapshotPattern-698834680 tempest-TestSnapshotPattern-698834680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:25:51.533230 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-6eedb284-de75-4687-ab62-b4db2eaca8f7 req-84c12ef5-baf2-4065-88dd-b539f52fd50a tempest-TestSnapshotPattern-698834680 tempest-TestSnapshotPattern-698834680-project] 10.222.0.32 "GET /v2.0/ports?device_id=383a5351-bf67-4a86-9167-35bd959e33de HTTP/1.1" status: 200  len: 945 time: 0.0484908
Dec 25 22:25:51.582298 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-6eedb284-de75-4687-ab62-b4db2eaca8f7 req-0b67fcec-0271-4b8e-91a2-522a91937161 tempest-TestSnapshotPattern-698834680 tempest-TestSnapshotPattern-698834680-project] 10.222.0.32 "GET /v2.0/security-groups?id=553caf13-4677-4919-94c9-3804b136b36e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0425687
Dec 25 22:25:52.072301 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device 4c0b5387-6ba4-45ad-8869-5edf0789130b up at agent hyperv_nch1-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 22:25:52.169666 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Provisioning for port 4c0b5387-6ba4-45ad-8869-5edf0789130b completed by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 25 22:25:52.173397 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Provisioning complete for port 4c0b5387-6ba4-45ad-8869-5edf0789130b triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 22:25:52.173771 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:25:52.254008 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:25:52.276492 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '383a5351-bf67-4a86-9167-35bd959e33de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c0b5387-6ba4-45ad-8869-5edf0789130b'}] {{(pid=121608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 22:25:52.278736 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8f4255179602950281e35c838768f32348f9ebfbcb74b08282abfe6e9b4a52c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d412271-6112-44f8-97d7-0e4c2233e584" -d '{"events": [{"server_uuid": "383a5351-bf67-4a86-9167-35bd959e33de", "name": "network-vif-plugged", "status": "completed", "tag": "4c0b5387-6ba4-45ad-8869-5edf0789130b"}]}' {{(pid=121608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 22:25:52.291566 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port 4c0b5387-6ba4-45ad-8869-5edf0789130b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4c0b5387-6ba4-45ad-8869-5edf0789130b,segment=NetworkSegment(977ca835-23d7-4cd6-aa15-01e25c43ae93),segment_id=977ca835-23d7-4cd6-aa15-01e25c43ae93)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 22:25:52.364615 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:25:52.389105 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 22:25:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-270ca0f3-dda8-453b-8aba-50dd7e904325 x-openstack-request-id: req-270ca0f3-dda8-453b-8aba-50dd7e904325 {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 22:25:52.389399 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "383a5351-bf67-4a86-9167-35bd959e33de", "name": "network-vif-plugged", "status": "completed", "tag": "4c0b5387-6ba4-45ad-8869-5edf0789130b", "code": 200}]} {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 22:25:52.389648 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-270ca0f3-dda8-453b-8aba-50dd7e904325 {{(pid=121608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 22:25:52.390029 ncdv-master-1 neutron-server[121608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '383a5351-bf67-4a86-9167-35bd959e33de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c0b5387-6ba4-45ad-8869-5edf0789130b', 'code': 200}
Dec 25 22:25:52.414969 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Pushing event updated for resources: {'Port': ['ID=4c0b5387-6ba4-45ad-8869-5edf0789130b,revision_number=5']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:25:52.474163 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e66b82-02b3-4142-96e1-d2e0f84ddded req-0ab66930-a88e-4eed-b11c-77034dfed957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:25:52.475651 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-47e66b82-02b3-4142-96e1-d2e0f84ddded req-0ab66930-a88e-4eed-b11c-77034dfed957 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=383a5351-bf67-4a86-9167-35bd959e33de HTTP/1.1" status: 200  len: 1097 time: 0.0399539
Dec 25 22:25:52.524726 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-47e66b82-02b3-4142-96e1-d2e0f84ddded req-07c6782a-cc79-4b13-93eb-d9dfa2faaf8f service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=553caf13-4677-4919-94c9-3804b136b36e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0418413
Dec 25 22:25:52.698778 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eced7c7a-3d93-4be5-8bfb-46cd0526d17d req-53c6c21e-dcfb-413f-946f-f1725cee909b tempest-TestSnapshotPattern-698834680 tempest-TestSnapshotPattern-698834680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:25:52.700327 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-eced7c7a-3d93-4be5-8bfb-46cd0526d17d req-53c6c21e-dcfb-413f-946f-f1725cee909b tempest-TestSnapshotPattern-698834680 tempest-TestSnapshotPattern-698834680-project] 10.222.0.32 "GET /v2.0/ports?device_id=383a5351-bf67-4a86-9167-35bd959e33de HTTP/1.1" status: 200  len: 946 time: 0.0498388
Dec 25 22:25:52.723172 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.agents_db [None req-ec08dba0-4483-4109-b5e1-5e4a9fdaf12d None None] Agent healthcheck: found 7 active agents {{(pid=121609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 25 22:25:52.754856 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-eced7c7a-3d93-4be5-8bfb-46cd0526d17d req-7afd5e5b-c950-4b3e-ab6d-2669dee84e63 tempest-TestSnapshotPattern-698834680 tempest-TestSnapshotPattern-698834680-project] 10.222.0.32 "GET /v2.0/security-groups?id=553caf13-4677-4919-94c9-3804b136b36e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0485251
Dec 25 22:25:53.873500 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe579a1-5758-4aae-88b8-6d8b994ffa75 req-e78b00f9-fab3-4bac-8a12-750e3e9d5b89 tempest-TestSnapshotPattern-698834680 tempest-TestSnapshotPattern-698834680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:25:53.874968 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2fe579a1-5758-4aae-88b8-6d8b994ffa75 req-e78b00f9-fab3-4bac-8a12-750e3e9d5b89 tempest-TestSnapshotPattern-698834680 tempest-TestSnapshotPattern-698834680-project] 10.222.0.32 "GET /v2.0/ports?device_id=383a5351-bf67-4a86-9167-35bd959e33de HTTP/1.1" status: 200  len: 946 time: 0.0502388
Dec 25 22:25:53.925182 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-2fe579a1-5758-4aae-88b8-6d8b994ffa75 req-a54e1e6d-317b-4694-9335-99de989ed298 tempest-TestSnapshotPattern-698834680 tempest-TestSnapshotPattern-698834680-project] 10.222.0.32 "GET /v2.0/security-groups?id=553caf13-4677-4919-94c9-3804b136b36e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0439675
Dec 25 22:25:54.043387 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32812a00-4f54-4a02-a785-20ff74f23b15 req-be600b58-9783-4de3-9ad9-74dfc4e19ff4 tempest-TestSnapshotPattern-698834680 tempest-TestSnapshotPattern-698834680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:25:54.044756 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-32812a00-4f54-4a02-a785-20ff74f23b15 req-be600b58-9783-4de3-9ad9-74dfc4e19ff4 tempest-TestSnapshotPattern-698834680 tempest-TestSnapshotPattern-698834680-project] 10.222.0.32 "GET /v2.0/ports?device_id=383a5351-bf67-4a86-9167-35bd959e33de HTTP/1.1" status: 200  len: 946 time: 0.0518405
Dec 25 22:25:54.093375 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-32812a00-4f54-4a02-a785-20ff74f23b15 req-495e039a-92e6-44fd-b83b-2ad837de1d05 tempest-TestSnapshotPattern-698834680 tempest-TestSnapshotPattern-698834680-project] 10.222.0.32 "GET /v2.0/security-groups?id=553caf13-4677-4919-94c9-3804b136b36e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0426042
Dec 25 22:25:54.114314 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 50824) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 22:25:54.195647 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eba6a7d4-ac71-420b-a363-31ade293e76e tempest-TestSnapshotPattern-61849778 tempest-TestSnapshotPattern-61849778-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:25:54.197207 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-eba6a7d4-ac71-420b-a363-31ade293e76e tempest-TestSnapshotPattern-61849778 tempest-TestSnapshotPattern-61849778-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=383a5351-bf67-4a86-9167-35bd959e33de HTTP/1.1" status: 200  len: 1092 time: 0.0818689
Dec 25 22:25:54.200352 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 50828) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 22:25:54.204590 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-52014ab7-e5ef-4d58-9a85-eb13a45155d5 tempest-TestSnapshotPattern-698834680 tempest-TestSnapshotPattern-698834680-project] Request body: {'floatingip': {'floating_network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'port_id': '4c0b5387-6ba4-45ad-8869-5edf0789130b', 'tenant_id': '58660263f53e4173b07360be1b863c34', 'fixed_ip_address': '172.20.0.13'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 22:25:54.311006 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-52014ab7-e5ef-4d58-9a85-eb13a45155d5 tempest-TestSnapshotPattern-698834680 tempest-TestSnapshotPattern-698834680-project] Publish callbacks [] for floatingip, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:25:54.407882 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-52014ab7-e5ef-4d58-9a85-eb13a45155d5 tempest-TestSnapshotPattern-698834680 tempest-TestSnapshotPattern-698834680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:25:54.507844 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_common [None req-52014ab7-e5ef-4d58-9a85-eb13a45155d5 tempest-TestSnapshotPattern-698834680 tempest-TestSnapshotPattern-698834680-project] Allocated IP 172.35.3.190 (7201e55c-7c5f-41aa-a042-a363696539d0/7a939e13-713f-45cf-bba7-1539635abe25/2fc89a09-25a4-418a-b7be-dc3a0611f122) {{(pid=121606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 22:25:54.608427 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-52014ab7-e5ef-4d58-9a85-eb13a45155d5 tempest-TestSnapshotPattern-698834680 tempest-TestSnapshotPattern-698834680-project] Publish callbacks [] for port, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:25:54.694111 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-52014ab7-e5ef-4d58-9a85-eb13a45155d5 tempest-TestSnapshotPattern-698834680 tempest-TestSnapshotPattern-698834680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:25:54.732852 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52014ab7-e5ef-4d58-9a85-eb13a45155d5 tempest-TestSnapshotPattern-698834680 tempest-TestSnapshotPattern-698834680-project] Network 7201e55c-7c5f-41aa-a042-a363696539d0 is already hosted by enough agents. {{(pid=121606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 22:25:54.735756 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [None req-52014ab7-e5ef-4d58-9a85-eb13a45155d5 tempest-TestSnapshotPattern-698834680 tempest-TestSnapshotPattern-698834680-project] Resources bound (agent type, host, resource id):  {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 22:25:54.739230 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52014ab7-e5ef-4d58-9a85-eb13a45155d5 tempest-TestSnapshotPattern-698834680 tempest-TestSnapshotPattern-698834680-project] Received port after_create {{(pid=121606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 22:25:54.761992 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52014ab7-e5ef-4d58-9a85-eb13a45155d5 tempest-TestSnapshotPattern-698834680 tempest-TestSnapshotPattern-698834680-project] Pushing event updated for resources: {'Port': ['ID=2fc89a09-25a4-418a-b7be-dc3a0611f122,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:25:55.094976 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-52014ab7-e5ef-4d58-9a85-eb13a45155d5 tempest-TestSnapshotPattern-698834680 tempest-TestSnapshotPattern-698834680-project] Publish callbacks [] for floatingip, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:25:55.208985 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-52014ab7-e5ef-4d58-9a85-eb13a45155d5 tempest-TestSnapshotPattern-698834680 tempest-TestSnapshotPattern-698834680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:25:55.356678 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-52014ab7-e5ef-4d58-9a85-eb13a45155d5 tempest-TestSnapshotPattern-698834680 tempest-TestSnapshotPattern-698834680-project] Publish callbacks [] for port, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:25:55.432222 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-52014ab7-e5ef-4d58-9a85-eb13a45155d5 tempest-TestSnapshotPattern-698834680 tempest-TestSnapshotPattern-698834680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:25:55.500940 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52014ab7-e5ef-4d58-9a85-eb13a45155d5 tempest-TestSnapshotPattern-698834680 tempest-TestSnapshotPattern-698834680-project] Pushing event updated for resources: {'Port': ['ID=2fc89a09-25a4-418a-b7be-dc3a0611f122,revision_number=2']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:25:55.513005 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-52014ab7-e5ef-4d58-9a85-eb13a45155d5 tempest-TestSnapshotPattern-698834680 tempest-TestSnapshotPattern-698834680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2008639'] for floatingip, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:25:55.957629 ncdv-master-1 neutron-server[121606]: INFO neutron.db.l3_db [None req-52014ab7-e5ef-4d58-9a85-eb13a45155d5 tempest-TestSnapshotPattern-698834680 tempest-TestSnapshotPattern-698834680-project] Floating IP e3afc524-d565-4b61-90e5-841b99a30c52 associated. External IP: 172.35.3.190, port: 4c0b5387-6ba4-45ad-8869-5edf0789130b.
Dec 25 22:25:56.160119 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52014ab7-e5ef-4d58-9a85-eb13a45155d5 tempest-TestSnapshotPattern-698834680 tempest-TestSnapshotPattern-698834680-project] Router 0acb49db-0dd0-46b7-ac72-229674e2646c has already been hosted by L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 {{(pid=121606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 25 22:25:56.266805 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52014ab7-e5ef-4d58-9a85-eb13a45155d5 tempest-TestSnapshotPattern-698834680 tempest-TestSnapshotPattern-698834680-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 22:25:56.277013 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5f52b32-1ca6-4c1d-87e3-e69601a511cd None None] Sync routers for ids ['0acb49db-0dd0-46b7-ac72-229674e2646c'] in ncdv-master-1 {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 22:25:56.286230 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5f52b32-1ca6-4c1d-87e3-e69601a511cd None None] Routers {'0acb49db-0dd0-46b7-ac72-229674e2646c'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 22:25:56.289788 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-b5f52b32-1ca6-4c1d-87e3-e69601a511cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2618644eb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T22:25:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['0acb49db-0dd0-46b7-ac72-229674e2646c'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 22:25:56.332160 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-52014ab7-e5ef-4d58-9a85-eb13a45155d5 tempest-TestSnapshotPattern-698834680 tempest-TestSnapshotPattern-698834680-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for floatingip, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:25:56.359773 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-52014ab7-e5ef-4d58-9a85-eb13a45155d5 tempest-TestSnapshotPattern-698834680 tempest-TestSnapshotPattern-698834680-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 2.1583712
Dec 25 22:25:56.360465 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '383a5351-bf67-4a86-9167-35bd959e33de', 'tag': '4c0b5387-6ba4-45ad-8869-5edf0789130b'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 22:25:56.362801 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3aaaccd1c5724dc9dd74c6f33e2aadc9492bdd81d11d1049086089e292681ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-308f445a-4f47-4890-a522-0cbada21a38a" -d '{"events": [{"name": "network-changed", "server_uuid": "383a5351-bf67-4a86-9167-35bd959e33de", "tag": "4c0b5387-6ba4-45ad-8869-5edf0789130b"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 22:25:56.392591 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvr_db [None req-b5f52b32-1ca6-4c1d-87e3-e69601a511cd None None] Set router 0acb49db-0dd0-46b7-ac72-229674e2646c gateway port host: ncdv-master-1 {{(pid=121609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 22:25:56.399426 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Dec 2021 22:25:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff113094-88fe-4805-af6b-dc248f0d844c x-openstack-request-id: req-ff113094-88fe-4805-af6b-dc248f0d844c {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 22:25:56.399729 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "383a5351-bf67-4a86-9167-35bd959e33de", "tag": "4c0b5387-6ba4-45ad-8869-5edf0789130b", "status": "completed", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 22:25:56.399986 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ff113094-88fe-4805-af6b-dc248f0d844c {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 22:25:56.400423 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '383a5351-bf67-4a86-9167-35bd959e33de', 'tag': '4c0b5387-6ba4-45ad-8869-5edf0789130b', 'status': 'completed', 'code': 200}
Dec 25 22:25:56.470853 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308f445a-4f47-4890-a522-0cbada21a38a req-7a88fa09-e784-4920-be56-24e81da4a8ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:25:56.472633 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-308f445a-4f47-4890-a522-0cbada21a38a req-7a88fa09-e784-4920-be56-24e81da4a8ae service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=58660263f53e4173b07360be1b863c34&device_id=383a5351-bf67-4a86-9167-35bd959e33de HTTP/1.1" status: 200  len: 1097 time: 0.0495734
Dec 25 22:25:56.561575 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308f445a-4f47-4890-a522-0cbada21a38a req-d155a7ae-4fa6-44f0-8e5a-13e0b46f6fae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:25:56.563016 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-308f445a-4f47-4890-a522-0cbada21a38a req-d155a7ae-4fa6-44f0-8e5a-13e0b46f6fae service neutron] 10.222.0.31 "GET /v2.0/networks?id=5eae40be-10b6-4c8a-a45c-e220af6e3ccd HTTP/1.1" status: 200  len: 910 time: 0.0830920
Dec 25 22:25:56.618577 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-b5f52b32-1ca6-4c1d-87e3-e69601a511cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2618644eb0>, [{'id': '0acb49db-0dd0-46b7-ac72-229674e2646c', 'name': 'tempest-TestSnapshotPattern-682001966-router', 'tenant_id': '58660263f53e4173b07360be1b863c34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.2'}], 'enable_snat': True}, 'gw_port_id': '47b713b2-9c2f-4966-9a11-e9bc9a69503e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T22:25:29Z', 'updated_at': '2021-12-25T22:25:32Z', 'revision_number': 4, 'project_id': '58660263f53e4173b07360be1b863c34', 'gw_port': {'id': '47b713b2-9c2f-4966-9a11-e9bc9a69503e', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:73:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0acb49db-0dd0-46b7-ac72-229674e2646c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T22:25:30Z', 'updated_at': '2021-12-25T22:25:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'e3afc524-d565-4b61-90e5-841b99a30c52', 'tenant_id': '58660263f53e4173b07360be1b863c34', 'floating_ip_address': '172.35.3.190', 'floating_network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'router_id': '0acb49db-0dd0-46b7-ac72-229674e2646c', 'port_id': '4c0b5387-6ba4-45ad-8869-5edf0789130b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4336, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5eae40be-10b6-4c8a-a45c-e220af6e3ccd', 'mac_address': 'fa:16:3e:ef:ec:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '383a5351-bf67-4a86-9167-35bd959e33de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-25T22:25:54Z', 'updated_at': '2021-12-25T22:25:54Z', 'revision_number': 0, 'project_id': '58660263f53e4173b07360be1b863c34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a31ebed9-17c3-485a-b47a-a49f999b95d9', 'name': '', 'network_id': '5eae40be-10b6-4c8a-a45c-e220af6e3ccd', 'tenant_id': '58660263f53e4173b07360be1b863c34', 'mac_address': 'fa:16:3e:a9:64:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0acb49db-0dd0-46b7-ac72-229674e2646c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '8fc8ef4e-141a-4067-a70d-289a29892f97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T22:25:32Z', 'updated_at': '2021-12-25T22:25:35Z', 'revision_number': 5, 'project_id': '58660263f53e4173b07360be1b863c34', 'subnets': [{'id': '8fc8ef4e-141a-4067-a70d-289a29892f97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 22:25:56.629876 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-308f445a-4f47-4890-a522-0cbada21a38a req-59f2a057-ddbd-4ab0-ae8e-808019bf7fc8 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4c0b5387-6ba4-45ad-8869-5edf0789130b HTTP/1.1" status: 200  len: 1000 time: 0.0604119
Dec 25 22:25:56.644545 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5f52b32-1ca6-4c1d-87e3-e69601a511cd None None] Checking router: 0acb49db-0dd0-46b7-ac72-229674e2646c for host: ncdv-master-1 {{(pid=121609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 25 22:25:56.653753 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5f52b32-1ca6-4c1d-87e3-e69601a511cd None None] Routers {'0acb49db-0dd0-46b7-ac72-229674e2646c'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 22:25:56.654573 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-b5f52b32-1ca6-4c1d-87e3-e69601a511cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2618644eb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T22:25:37Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['0acb49db-0dd0-46b7-ac72-229674e2646c'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 22:25:56.681611 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308f445a-4f47-4890-a522-0cbada21a38a req-6216b6dd-04e3-4d7b-94f1-d413aedcea13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:25:56.683233 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-308f445a-4f47-4890-a522-0cbada21a38a req-6216b6dd-04e3-4d7b-94f1-d413aedcea13 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8fc8ef4e-141a-4067-a70d-289a29892f97 HTTP/1.1" status: 200  len: 848 time: 0.0465779
Dec 25 22:25:56.730360 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308f445a-4f47-4890-a522-0cbada21a38a req-8b69a85e-5669-4c99-a641-28afe9076d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:25:56.732108 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-308f445a-4f47-4890-a522-0cbada21a38a req-8b69a85e-5669-4c99-a641-28afe9076d1d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=5eae40be-10b6-4c8a-a45c-e220af6e3ccd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0425723
Dec 25 22:25:56.768259 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvr_db [None req-b5f52b32-1ca6-4c1d-87e3-e69601a511cd None None] Set router 0acb49db-0dd0-46b7-ac72-229674e2646c gateway port host: ncdv-master-1 {{(pid=121609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 22:25:56.829858 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-308f445a-4f47-4890-a522-0cbada21a38a req-4f1cf526-10f3-4433-accf-4e0d3346f6cc service neutron] 10.222.0.31 "GET /v2.0/networks/5eae40be-10b6-4c8a-a45c-e220af6e3ccd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0891376
Dec 25 22:25:56.918723 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-308f445a-4f47-4890-a522-0cbada21a38a req-3cefbc2a-c71a-45d6-b98f-800364f83146 service neutron] 10.222.0.31 "GET /v2.0/networks/5eae40be-10b6-4c8a-a45c-e220af6e3ccd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0818722
Dec 25 22:25:56.997136 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-b5f52b32-1ca6-4c1d-87e3-e69601a511cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2618644eb0>, [{'id': '0acb49db-0dd0-46b7-ac72-229674e2646c', 'name': 'tempest-TestSnapshotPattern-682001966-router', 'tenant_id': '58660263f53e4173b07360be1b863c34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.2'}], 'enable_snat': True}, 'gw_port_id': '47b713b2-9c2f-4966-9a11-e9bc9a69503e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T22:25:29Z', 'updated_at': '2021-12-25T22:25:32Z', 'revision_number': 4, 'project_id': '58660263f53e4173b07360be1b863c34', 'gw_port': {'id': '47b713b2-9c2f-4966-9a11-e9bc9a69503e', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:73:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0acb49db-0dd0-46b7-ac72-229674e2646c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T22:25:30Z', 'updated_at': '2021-12-25T22:25:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'e3afc524-d565-4b61-90e5-841b99a30c52', 'tenant_id': '58660263f53e4173b07360be1b863c34', 'floating_ip_address': '172.35.3.190', 'floating_network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'router_id': '0acb49db-0dd0-46b7-ac72-229674e2646c', 'port_id': '4c0b5387-6ba4-45ad-8869-5edf0789130b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4336, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5eae40be-10b6-4c8a-a45c-e220af6e3ccd', 'mac_address': 'fa:16:3e:ef:ec:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '383a5351-bf67-4a86-9167-35bd959e33de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-25T22:25:54Z', 'updated_at': '2021-12-25T22:25:54Z', 'revision_number': 0, 'project_id': '58660263f53e4173b07360be1b863c34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a31ebed9-17c3-485a-b47a-a49f999b95d9', 'name': '', 'network_id': '5eae40be-10b6-4c8a-a45c-e220af6e3ccd', 'tenant_id': '58660263f53e4173b07360be1b863c34', 'mac_address': 'fa:16:3e:a9:64:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0acb49db-0dd0-46b7-ac72-229674e2646c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '8fc8ef4e-141a-4067-a70d-289a29892f97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T22:25:32Z', 'updated_at': '2021-12-25T22:25:35Z', 'revision_number': 5, 'project_id': '58660263f53e4173b07360be1b863c34', 'subnets': [{'id': '8fc8ef4e-141a-4067-a70d-289a29892f97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 22:25:57.118496 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5f52b32-1ca6-4c1d-87e3-e69601a511cd None None] The sync data for ids ['0acb49db-0dd0-46b7-ac72-229674e2646c'] in ncdv-master-1 is: [{'id': '0acb49db-0dd0-46b7-ac72-229674e2646c', 'name': 'tempest-TestSnapshotPattern-682001966-router', 'tenant_id': '58660263f53e4173b07360be1b863c34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.2'}], 'enable_snat': True}, 'gw_port_id': '47b713b2-9c2f-4966-9a11-e9bc9a69503e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T22:25:29Z', 'updated_at': '2021-12-25T22:25:32Z', 'revision_number': 4, 'project_id': '58660263f53e4173b07360be1b863c34', 'gw_port': {'id': '47b713b2-9c2f-4966-9a11-e9bc9a69503e', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:73:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0acb49db-0dd0-46b7-ac72-229674e2646c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T22:25:30Z', 'updated_at': '2021-12-25T22:25:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'e3afc524-d565-4b61-90e5-841b99a30c52', 'tenant_id': '58660263f53e4173b07360be1b863c34', 'floating_ip_address': '172.35.3.190', 'floating_network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'router_id': '0acb49db-0dd0-46b7-ac72-229674e2646c', 'port_id': '4c0b5387-6ba4-45ad-8869-5edf0789130b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4336, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5eae40be-10b6-4c8a-a45c-e220af6e3ccd', 'mac_address': 'fa:16:3e:ef:ec:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '383a5351-bf67-4a86-9167-35bd959e33de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-25T22:25:54Z', 'updated_at': '2021-12-25T22:25:54Z', 'revision_number': 0, 'project_id': '58660263f53e4173b07360be1b863c34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a31ebed9-17c3-485a-b47a-a49f999b95d9', 'name': '', 'network_id': '5eae40be-10b6-4c8a-a45c-e220af6e3ccd', 'tenant_id': '58660263f53e4173b07360be1b863c34', 'mac_address': 'fa:16:3e:a9:64:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0acb49db-0dd0-46b7-ac72-229674e2646c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '8fc8ef4e-141a-4067-a70d-289a29892f97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T22:25:32Z', 'updated_at': '2021-12-25T22:25:35Z', 'revision_number': 5, 'project_id': '58660263f53e4173b07360be1b863c34', 'subnets': [{'id': '8fc8ef4e-141a-4067-a70d-289a29892f97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 22:25:57.315088 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e45f6856-2afe-4d68-93d0-7bf74121c196 None None] New status for floating IP e3afc524-d565-4b61-90e5-841b99a30c52: ACTIVE {{(pid=121608) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 25 22:26:04.249328 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-876c11a8-9fe0-4a50-a982-410685329f6e req-7864b064-fc16-4c2b-a568-766e91a0ceb2 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=383a5351-bf67-4a86-9167-35bd959e33de&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0868344
Dec 25 22:26:04.338085 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876c11a8-9fe0-4a50-a982-410685329f6e req-ed82fff9-2d84-4dda-84bb-9918f4312740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:26:04.339593 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-876c11a8-9fe0-4a50-a982-410685329f6e req-ed82fff9-2d84-4dda-84bb-9918f4312740 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=58660263f53e4173b07360be1b863c34&device_id=383a5351-bf67-4a86-9167-35bd959e33de HTTP/1.1" status: 200  len: 1097 time: 0.0414031
Dec 25 22:26:04.440711 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876c11a8-9fe0-4a50-a982-410685329f6e req-e2163c32-03c2-43d0-9fe4-05e28ea4ff5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:26:04.442233 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-876c11a8-9fe0-4a50-a982-410685329f6e req-e2163c32-03c2-43d0-9fe4-05e28ea4ff5e service neutron] 10.222.0.31 "GET /v2.0/networks?id=5eae40be-10b6-4c8a-a45c-e220af6e3ccd HTTP/1.1" status: 200  len: 910 time: 0.0831757
Dec 25 22:26:04.511910 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-876c11a8-9fe0-4a50-a982-410685329f6e req-cd7bd762-9312-4900-ab7e-c1a63a5f5f5c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4c0b5387-6ba4-45ad-8869-5edf0789130b HTTP/1.1" status: 200  len: 1002 time: 0.0610695
Dec 25 22:26:04.560246 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876c11a8-9fe0-4a50-a982-410685329f6e req-0915562c-5236-4600-a017-733a370f3efb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:26:04.561718 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-876c11a8-9fe0-4a50-a982-410685329f6e req-0915562c-5236-4600-a017-733a370f3efb service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8fc8ef4e-141a-4067-a70d-289a29892f97 HTTP/1.1" status: 200  len: 848 time: 0.0428824
Dec 25 22:26:04.606973 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876c11a8-9fe0-4a50-a982-410685329f6e req-57a2f300-e7d3-43d0-954d-4f1385a0964b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:26:04.608331 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-876c11a8-9fe0-4a50-a982-410685329f6e req-57a2f300-e7d3-43d0-954d-4f1385a0964b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=5eae40be-10b6-4c8a-a45c-e220af6e3ccd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0392568
Dec 25 22:26:04.700523 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-876c11a8-9fe0-4a50-a982-410685329f6e req-f9b57e5b-b352-48eb-ad1f-aea1538967a5 service neutron] 10.222.0.31 "GET /v2.0/networks/5eae40be-10b6-4c8a-a45c-e220af6e3ccd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0843930
Dec 25 22:26:04.796865 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-876c11a8-9fe0-4a50-a982-410685329f6e req-bf39f919-8a59-4bb0-b8da-8b6a12b261b1 service neutron] 10.222.0.31 "GET /v2.0/networks/5eae40be-10b6-4c8a-a45c-e220af6e3ccd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0878658
Dec 25 22:26:04.878302 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-00fa6521-4501-48ab-be60-56f250951057 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:26:04.998347 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:26:07.065292 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-631ac9b0-8004-45a4-b586-5ec6370a20d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:26:08.807802 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3e945ecd-9380-47c2-aa0a-12ebe07e03e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:26:09.013690 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:26:09.803755 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-15cb578f-7a63-4fd3-925d-83bad4c7b82a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:26:10.871734 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:26:29.722468 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.agents_db [None req-ec08dba0-4483-4109-b5e1-5e4a9fdaf12d None None] Agent healthcheck: found 7 active agents {{(pid=121609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 25 22:26:34.882547 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-4d253a8a-68fd-4623-bdb3-79c097da26fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:26:35.054373 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:26:37.065149 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-d78831b5-5edd-4607-9087-6e41b7cc0f20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:26:38.772757 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3e945ecd-9380-47c2-aa0a-12ebe07e03e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:26:38.985394 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:26:39.768075 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-15cb578f-7a63-4fd3-925d-83bad4c7b82a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:26:40.859779 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:27:04.188809 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-65737cdf-12a2-471c-b873-9b3dea813feb req-2bb4fc43-fb8a-41ce-8e7f-3e7d08b81736 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=383a5351-bf67-4a86-9167-35bd959e33de&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0404854
Dec 25 22:27:04.268705 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65737cdf-12a2-471c-b873-9b3dea813feb req-669befdb-4b4b-4cae-97f1-e51d54e336c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:27:04.270212 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-65737cdf-12a2-471c-b873-9b3dea813feb req-669befdb-4b4b-4cae-97f1-e51d54e336c6 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=58660263f53e4173b07360be1b863c34&device_id=383a5351-bf67-4a86-9167-35bd959e33de HTTP/1.1" status: 200  len: 1097 time: 0.0398140
Dec 25 22:27:04.375105 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65737cdf-12a2-471c-b873-9b3dea813feb req-400f0585-3898-4af3-a308-e93451b7be94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:27:04.376583 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-65737cdf-12a2-471c-b873-9b3dea813feb req-400f0585-3898-4af3-a308-e93451b7be94 service neutron] 10.222.0.31 "GET /v2.0/networks?id=5eae40be-10b6-4c8a-a45c-e220af6e3ccd HTTP/1.1" status: 200  len: 910 time: 0.0871913
Dec 25 22:27:04.440246 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-65737cdf-12a2-471c-b873-9b3dea813feb req-a346ef7e-00db-4432-928d-1c555fc01897 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4c0b5387-6ba4-45ad-8869-5edf0789130b HTTP/1.1" status: 200  len: 1002 time: 0.0569482
Dec 25 22:27:04.489245 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65737cdf-12a2-471c-b873-9b3dea813feb req-a384d985-45de-4cfd-bcb5-1fe78b4a0b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:27:04.490737 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-65737cdf-12a2-471c-b873-9b3dea813feb req-a384d985-45de-4cfd-bcb5-1fe78b4a0b84 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8fc8ef4e-141a-4067-a70d-289a29892f97 HTTP/1.1" status: 200  len: 848 time: 0.0440066
Dec 25 22:27:04.540743 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65737cdf-12a2-471c-b873-9b3dea813feb req-a2e10557-b090-4d96-aced-2171feb6de1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:27:04.542185 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-65737cdf-12a2-471c-b873-9b3dea813feb req-a2e10557-b090-4d96-aced-2171feb6de1d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=5eae40be-10b6-4c8a-a45c-e220af6e3ccd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0445163
Dec 25 22:27:04.633029 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-65737cdf-12a2-471c-b873-9b3dea813feb req-000f17d5-fce6-4f50-a268-ee50a34bd2d0 service neutron] 10.222.0.31 "GET /v2.0/networks/5eae40be-10b6-4c8a-a45c-e220af6e3ccd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0815651
Dec 25 22:27:04.725600 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-65737cdf-12a2-471c-b873-9b3dea813feb req-e7798706-c0c7-4c23-ad0f-3c4157eff7c4 service neutron] 10.222.0.31 "GET /v2.0/networks/5eae40be-10b6-4c8a-a45c-e220af6e3ccd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0857339
Dec 25 22:27:04.829874 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-de0a76a6-e493-4607-9fb3-ddb1cb69b59e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:27:04.978474 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:27:06.720854 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.agents_db [None req-ec08dba0-4483-4109-b5e1-5e4a9fdaf12d None None] Agent healthcheck: found 7 active agents {{(pid=121609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 25 22:27:07.047168 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-db9b1f40-4adb-4db8-874f-cee1214fcfcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:27:08.779286 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3e945ecd-9380-47c2-aa0a-12ebe07e03e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:27:08.967655 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:27:09.767228 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-15cb578f-7a63-4fd3-925d-83bad4c7b82a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:27:10.875246 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:27:34.840968 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-91f92b0e-6327-4d16-93d4-b1b94bb5d5eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:27:34.989062 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:27:37.046001 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-4aad5355-392e-4c52-8ce7-3b600d87fb0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:27:38.766156 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3e945ecd-9380-47c2-aa0a-12ebe07e03e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:27:38.988803 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:27:39.783081 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-15cb578f-7a63-4fd3-925d-83bad4c7b82a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:27:40.903406 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:27:43.721538 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.agents_db [None req-ec08dba0-4483-4109-b5e1-5e4a9fdaf12d None None] Agent healthcheck: found 7 active agents {{(pid=121609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 25 22:27:54.754448 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device 4c0b5387-6ba4-45ad-8869-5edf0789130b details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 25 22:27:54.849144 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port 4c0b5387-6ba4-45ad-8869-5edf0789130b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4c0b5387-6ba4-45ad-8869-5edf0789130b,segment=NetworkSegment(977ca835-23d7-4cd6-aa15-01e25c43ae93),segment_id=977ca835-23d7-4cd6-aa15-01e25c43ae93)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 22:27:54.860376 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Returning: {'device': '4c0b5387-6ba4-45ad-8869-5edf0789130b', 'network_id': '5eae40be-10b6-4c8a-a45c-e220af6e3ccd', 'port_id': '4c0b5387-6ba4-45ad-8869-5edf0789130b', 'mac_address': 'fa:16:3e:ef:ec:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fc8ef4e-141a-4067-a70d-289a29892f97', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 25 22:27:54.896251 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:27:54.908464 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4c0b5387-6ba4-45ad-8869-5edf0789130b {{(pid=121608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 22:27:54.927120 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port 4c0b5387-6ba4-45ad-8869-5edf0789130b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4c0b5387-6ba4-45ad-8869-5edf0789130b,segment=NetworkSegment(977ca835-23d7-4cd6-aa15-01e25c43ae93),segment_id=977ca835-23d7-4cd6-aa15-01e25c43ae93)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 22:27:55.000068 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:27:55.048816 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Pushing event updated for resources: {'Port': ['ID=4c0b5387-6ba4-45ad-8869-5edf0789130b,revision_number=6']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:27:55.056366 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:27:55.056726 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:27:55.057078 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:27:55.057420 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:27:55.057749 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:27:55.058077 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:27:55.058975 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:27:55.059301 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:27:55.059621 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:27:55.059943 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:27:55.060264 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:27:55.060597 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:27:55.060930 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:27:55.091972 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] get_ports_and_sgs() called for port_ids ['4c0b5387-6ba4-45ad-8869-5edf0789130b'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 22:27:56.783165 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device 4c0b5387-6ba4-45ad-8869-5edf0789130b up at agent hyperv_nch1-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 22:27:56.842014 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Provisioning complete for port 4c0b5387-6ba4-45ad-8869-5edf0789130b triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 22:27:56.842390 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:27:56.923894 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:27:56.948473 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '383a5351-bf67-4a86-9167-35bd959e33de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c0b5387-6ba4-45ad-8869-5edf0789130b'}] {{(pid=121608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 22:27:56.951462 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8f4255179602950281e35c838768f32348f9ebfbcb74b08282abfe6e9b4a52c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34a28e62-080f-4345-9ac4-bee6fdb830b2" -d '{"events": [{"server_uuid": "383a5351-bf67-4a86-9167-35bd959e33de", "name": "network-vif-plugged", "status": "completed", "tag": "4c0b5387-6ba4-45ad-8869-5edf0789130b"}]}' {{(pid=121608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 22:27:56.971275 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port 4c0b5387-6ba4-45ad-8869-5edf0789130b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4c0b5387-6ba4-45ad-8869-5edf0789130b,segment=NetworkSegment(977ca835-23d7-4cd6-aa15-01e25c43ae93),segment_id=977ca835-23d7-4cd6-aa15-01e25c43ae93)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 22:27:57.006772 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 22:27:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f1d201e-44e2-46dc-ba74-5736cdec1f6a x-openstack-request-id: req-8f1d201e-44e2-46dc-ba74-5736cdec1f6a {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 22:27:57.007079 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "383a5351-bf67-4a86-9167-35bd959e33de", "name": "network-vif-plugged", "status": "completed", "tag": "4c0b5387-6ba4-45ad-8869-5edf0789130b", "code": 200}]} {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 22:27:57.007364 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8f1d201e-44e2-46dc-ba74-5736cdec1f6a {{(pid=121608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 22:27:57.007766 ncdv-master-1 neutron-server[121608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '383a5351-bf67-4a86-9167-35bd959e33de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c0b5387-6ba4-45ad-8869-5edf0789130b', 'code': 200}
Dec 25 22:27:57.040638 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:27:57.096213 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Pushing event updated for resources: {'Port': ['ID=4c0b5387-6ba4-45ad-8869-5edf0789130b,revision_number=7']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:28:04.833365 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-f2d1a7ff-4292-452e-8844-bca1ac6a55d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:28:05.012417 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:28:06.242821 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ebafeb-71da-4baa-88c2-b459817311bb req-2fb12096-e079-43a5-a18c-2e5f1bbd1600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:28:06.245054 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-97ebafeb-71da-4baa-88c2-b459817311bb req-2fb12096-e079-43a5-a18c-2e5f1bbd1600 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=58660263f53e4173b07360be1b863c34&device_id=383a5351-bf67-4a86-9167-35bd959e33de HTTP/1.1" status: 200  len: 1097 time: 0.0517342
Dec 25 22:28:06.367098 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ebafeb-71da-4baa-88c2-b459817311bb req-e6e094b0-8da9-443f-850d-678a3609bcf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:28:06.368621 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-97ebafeb-71da-4baa-88c2-b459817311bb req-e6e094b0-8da9-443f-850d-678a3609bcf8 service neutron] 10.222.0.31 "GET /v2.0/networks?id=5eae40be-10b6-4c8a-a45c-e220af6e3ccd HTTP/1.1" status: 200  len: 910 time: 0.0991213
Dec 25 22:28:06.439940 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-97ebafeb-71da-4baa-88c2-b459817311bb req-a0e25ab7-5a53-4410-a33c-88de1f8ed3df service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4c0b5387-6ba4-45ad-8869-5edf0789130b HTTP/1.1" status: 200  len: 1002 time: 0.0643609
Dec 25 22:28:06.489954 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ebafeb-71da-4baa-88c2-b459817311bb req-29c6af26-450a-4531-a1d0-1781c1c75539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:28:06.491675 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-97ebafeb-71da-4baa-88c2-b459817311bb req-29c6af26-450a-4531-a1d0-1781c1c75539 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8fc8ef4e-141a-4067-a70d-289a29892f97 HTTP/1.1" status: 200  len: 848 time: 0.0453136
Dec 25 22:28:06.541149 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ebafeb-71da-4baa-88c2-b459817311bb req-34b5adbc-5c91-4a44-8023-0362ab0c3605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:28:06.542600 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-97ebafeb-71da-4baa-88c2-b459817311bb req-34b5adbc-5c91-4a44-8023-0362ab0c3605 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=5eae40be-10b6-4c8a-a45c-e220af6e3ccd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0442667
Dec 25 22:28:06.633938 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-97ebafeb-71da-4baa-88c2-b459817311bb req-240dbece-6e84-43b5-9839-a8fa147bc0fe service neutron] 10.222.0.31 "GET /v2.0/networks/5eae40be-10b6-4c8a-a45c-e220af6e3ccd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0834198
Dec 25 22:28:06.728963 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-97ebafeb-71da-4baa-88c2-b459817311bb req-ee5d9b47-8905-484f-8977-0f6e8134367a service neutron] 10.222.0.31 "GET /v2.0/networks/5eae40be-10b6-4c8a-a45c-e220af6e3ccd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0882261
Dec 25 22:28:07.091820 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-74d0194e-3f9c-4de7-bf2d-649fcc20ed34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:28:07.977925 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-234415c8-c646-40d4-bcdb-91a037609b40 req-d318e3e2-1e80-43fb-aafd-5b60afc156cc tempest-TestSnapshotPattern-698834680 tempest-TestSnapshotPattern-698834680-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-980360451&fields=id&tenant_id=58660263f53e4173b07360be1b863c34 HTTP/1.1" status: 200  len: 267 time: 0.0450280
Dec 25 22:28:08.087760 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234415c8-c646-40d4-bcdb-91a037609b40 req-b959c36d-94ee-4ded-ae2b-b4c4d46ccdd5 tempest-TestSnapshotPattern-698834680 tempest-TestSnapshotPattern-698834680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:28:08.089240 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-234415c8-c646-40d4-bcdb-91a037609b40 req-b959c36d-94ee-4ded-ae2b-b4c4d46ccdd5 tempest-TestSnapshotPattern-698834680 tempest-TestSnapshotPattern-698834680-project] 10.222.0.32 "GET /v2.0/networks?id=5eae40be-10b6-4c8a-a45c-e220af6e3ccd HTTP/1.1" status: 200  len: 809 time: 0.1045194
Dec 25 22:28:08.104026 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-234415c8-c646-40d4-bcdb-91a037609b40 req-ec3273cc-41a8-42af-a132-ffa158d25cf6 tempest-TestSnapshotPattern-698834680 tempest-TestSnapshotPattern-698834680-project] 10.222.0.32 "GET /v2.0/quotas/58660263f53e4173b07360be1b863c34 HTTP/1.1" status: 200  len: 375 time: 0.0090725
Dec 25 22:28:08.156376 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-234415c8-c646-40d4-bcdb-91a037609b40 req-6c8619d2-f7e3-497a-8aaa-b5626868794f tempest-TestSnapshotPattern-698834680 tempest-TestSnapshotPattern-698834680-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=58660263f53e4173b07360be1b863c34&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0471618
Dec 25 22:28:08.294923 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-234415c8-c646-40d4-bcdb-91a037609b40 req-51285c03-2a39-40ac-948f-8a4d93c544aa service neutron] 10.222.0.32 "GET /v2.0/networks/5eae40be-10b6-4c8a-a45c-e220af6e3ccd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1271553
Dec 25 22:28:08.382485 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-234415c8-c646-40d4-bcdb-91a037609b40 req-6ac09ec5-1848-49eb-99ea-4eb723708faa service neutron] 10.222.0.32 "GET /v2.0/networks/5eae40be-10b6-4c8a-a45c-e220af6e3ccd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0815792
Dec 25 22:28:08.770064 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-ccbae086-4018-4018-baef-dd9598041bad req-d7c6b773-0632-4fcd-a96a-08f97f1d0db7 tempest-TestSnapshotPattern-698834680 tempest-TestSnapshotPattern-698834680-project] 10.222.0.32 "GET /v2.0/ports?device_id=1ffc91a5-cad8-47af-b108-a8ee57cbed33 HTTP/1.1" status: 200  len: 210 time: 0.0898252
Dec 25 22:28:08.794211 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3e945ecd-9380-47c2-aa0a-12ebe07e03e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:28:08.994369 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:28:09.811360 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-15cb578f-7a63-4fd3-925d-83bad4c7b82a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:28:09.866247 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c7dc8af8-e065-4581-a31b-a15481504d46 req-20a07406-6033-41d1-8151-b5c2b283642f tempest-TestSnapshotPattern-698834680 tempest-TestSnapshotPattern-698834680-project] 10.222.0.32 "GET /v2.0/ports?device_id=1ffc91a5-cad8-47af-b108-a8ee57cbed33 HTTP/1.1" status: 200  len: 210 time: 0.0274546
Dec 25 22:28:10.370741 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234415c8-c646-40d4-bcdb-91a037609b40 req-3ceaa194-2526-42e2-8a34-c4016fcafd9f tempest-TestSnapshotPattern-698834680 tempest-TestSnapshotPattern-698834680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:28:10.372285 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-234415c8-c646-40d4-bcdb-91a037609b40 req-3ceaa194-2526-42e2-8a34-c4016fcafd9f tempest-TestSnapshotPattern-698834680 tempest-TestSnapshotPattern-698834680-project] 10.222.0.31 "GET /v2.0/networks?id=5eae40be-10b6-4c8a-a45c-e220af6e3ccd HTTP/1.1" status: 200  len: 809 time: 0.1083477
Dec 25 22:28:10.436510 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-234415c8-c646-40d4-bcdb-91a037609b40 req-16d21cf0-bf72-46bc-a5b7-70c3dfd32b2f tempest-TestSnapshotPattern-698834680 tempest-TestSnapshotPattern-698834680-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=58660263f53e4173b07360be1b863c34 HTTP/1.1" status: 200  len: 379 time: 0.0551097
Dec 25 22:28:10.446079 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-234415c8-c646-40d4-bcdb-91a037609b40 req-6b205fe8-843e-45e9-9a16-dd422e027060 tempest-TestSnapshotPattern-698834680 tempest-TestSnapshotPattern-698834680-project] Request body: {'port': {'device_id': '1ffc91a5-cad8-47af-b108-a8ee57cbed33', 'network_id': '5eae40be-10b6-4c8a-a45c-e220af6e3ccd', 'admin_state_up': True, 'tenant_id': '58660263f53e4173b07360be1b863c34', 'security_groups': ['553caf13-4677-4919-94c9-3804b136b36e']}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 22:28:10.605512 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-234415c8-c646-40d4-bcdb-91a037609b40 req-6b205fe8-843e-45e9-9a16-dd422e027060 tempest-TestSnapshotPattern-698834680 tempest-TestSnapshotPattern-698834680-project] Made reservation on behalf of 58660263f53e4173b07360be1b863c34 for: {'port': 1} {{(pid=121606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 25 22:28:10.609217 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-234415c8-c646-40d4-bcdb-91a037609b40 req-6b205fe8-843e-45e9-9a16-dd422e027060 tempest-TestSnapshotPattern-698834680 tempest-TestSnapshotPattern-698834680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:28:10.735085 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_common [req-234415c8-c646-40d4-bcdb-91a037609b40 req-6b205fe8-843e-45e9-9a16-dd422e027060 tempest-TestSnapshotPattern-698834680 tempest-TestSnapshotPattern-698834680-project] Allocated IP 172.20.0.7 (5eae40be-10b6-4c8a-a45c-e220af6e3ccd/8fc8ef4e-141a-4067-a70d-289a29892f97/23fb2f57-55e3-4c78-be91-a50312c0dc4b) {{(pid=121606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 22:28:10.864214 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device 4c0b5387-6ba4-45ad-8869-5edf0789130b no longer exists at agent hyperv_nch1-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 22:28:10.898487 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-234415c8-c646-40d4-bcdb-91a037609b40 req-6b205fe8-843e-45e9-9a16-dd422e027060 tempest-TestSnapshotPattern-698834680 tempest-TestSnapshotPattern-698834680-project] Publish callbacks [] for port, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:28:10.925333 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:28:10.982251 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:28:11.037205 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '383a5351-bf67-4a86-9167-35bd959e33de', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4c0b5387-6ba4-45ad-8869-5edf0789130b'}] {{(pid=121608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 22:28:11.041159 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8f4255179602950281e35c838768f32348f9ebfbcb74b08282abfe6e9b4a52c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c53f1df-6f82-4c6c-9efb-7e694069e951" -d '{"events": [{"server_uuid": "383a5351-bf67-4a86-9167-35bd959e33de", "name": "network-vif-unplugged", "status": "completed", "tag": "4c0b5387-6ba4-45ad-8869-5edf0789130b"}]}' {{(pid=121608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 22:28:11.041554 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-3a9d6d41-bb8d-4dd3-b31e-6060a26eb8ab req-3689d893-788c-4cde-8d00-b3766a757ebc tempest-TestSnapshotPattern-698834680 tempest-TestSnapshotPattern-698834680-project] 10.222.0.32 "GET /v2.0/ports?device_id=1ffc91a5-cad8-47af-b108-a8ee57cbed33 HTTP/1.1" status: 200  len: 210 time: 0.0532563
Dec 25 22:28:11.042886 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-234415c8-c646-40d4-bcdb-91a037609b40 req-6b205fe8-843e-45e9-9a16-dd422e027060 tempest-TestSnapshotPattern-698834680 tempest-TestSnapshotPattern-698834680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:28:11.064390 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port 4c0b5387-6ba4-45ad-8869-5edf0789130b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4c0b5387-6ba4-45ad-8869-5edf0789130b,segment=NetworkSegment(977ca835-23d7-4cd6-aa15-01e25c43ae93),segment_id=977ca835-23d7-4cd6-aa15-01e25c43ae93)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 22:28:11.106108 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 25 Dec 2021 22:28:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b42b5bd-ed2c-4d1b-a328-1e43dcfc0dae x-openstack-request-id: req-1b42b5bd-ed2c-4d1b-a328-1e43dcfc0dae {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 22:28:11.106768 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "383a5351-bf67-4a86-9167-35bd959e33de", "name": "network-vif-unplugged", "status": "completed", "tag": "4c0b5387-6ba4-45ad-8869-5edf0789130b", "code": 200}]} {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 22:28:11.107228 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1b42b5bd-ed2c-4d1b-a328-1e43dcfc0dae {{(pid=121608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 22:28:11.113555 ncdv-master-1 neutron-server[121608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '383a5351-bf67-4a86-9167-35bd959e33de', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4c0b5387-6ba4-45ad-8869-5edf0789130b', 'code': 200}
Dec 25 22:28:11.124277 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-234415c8-c646-40d4-bcdb-91a037609b40 req-6b205fe8-843e-45e9-9a16-dd422e027060 tempest-TestSnapshotPattern-698834680 tempest-TestSnapshotPattern-698834680-project] Network 5eae40be-10b6-4c8a-a45c-e220af6e3ccd is already hosted by enough agents. {{(pid=121606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 22:28:11.125967 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:28:11.134593 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b205fe8-843e-45e9-9a16-dd422e027060 tempest-TestSnapshotPattern-698834680 tempest-TestSnapshotPattern-698834680-project] Pushing event updated for resources: {'Port': ['ID=23fb2f57-55e3-4c78-be91-a50312c0dc4b,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:28:11.148391 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [req-234415c8-c646-40d4-bcdb-91a037609b40 req-6b205fe8-843e-45e9-9a16-dd422e027060 tempest-TestSnapshotPattern-698834680 tempest-TestSnapshotPattern-698834680-project] Resources bound (agent type, host, resource id):  {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 22:28:11.170294 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [req-234415c8-c646-40d4-bcdb-91a037609b40 req-6b205fe8-843e-45e9-9a16-dd422e027060 tempest-TestSnapshotPattern-698834680 tempest-TestSnapshotPattern-698834680-project] Received port after_create {{(pid=121606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 22:28:11.176726 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b205fe8-843e-45e9-9a16-dd422e027060 tempest-TestSnapshotPattern-698834680 tempest-TestSnapshotPattern-698834680-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:28:11.177360 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b205fe8-843e-45e9-9a16-dd422e027060 tempest-TestSnapshotPattern-698834680 tempest-TestSnapshotPattern-698834680-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:28:11.178789 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b205fe8-843e-45e9-9a16-dd422e027060 tempest-TestSnapshotPattern-698834680 tempest-TestSnapshotPattern-698834680-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:28:11.179613 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b205fe8-843e-45e9-9a16-dd422e027060 tempest-TestSnapshotPattern-698834680 tempest-TestSnapshotPattern-698834680-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:28:11.180317 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Pushing event updated for resources: {'Port': ['ID=4c0b5387-6ba4-45ad-8869-5edf0789130b,revision_number=8']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:28:11.180472 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b205fe8-843e-45e9-9a16-dd422e027060 tempest-TestSnapshotPattern-698834680 tempest-TestSnapshotPattern-698834680-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:28:11.181008 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b205fe8-843e-45e9-9a16-dd422e027060 tempest-TestSnapshotPattern-698834680 tempest-TestSnapshotPattern-698834680-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:28:11.182126 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b205fe8-843e-45e9-9a16-dd422e027060 tempest-TestSnapshotPattern-698834680 tempest-TestSnapshotPattern-698834680-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:28:11.182515 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b205fe8-843e-45e9-9a16-dd422e027060 tempest-TestSnapshotPattern-698834680 tempest-TestSnapshotPattern-698834680-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:28:11.182844 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b205fe8-843e-45e9-9a16-dd422e027060 tempest-TestSnapshotPattern-698834680 tempest-TestSnapshotPattern-698834680-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:28:11.183181 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b205fe8-843e-45e9-9a16-dd422e027060 tempest-TestSnapshotPattern-698834680 tempest-TestSnapshotPattern-698834680-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:28:11.183939 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b205fe8-843e-45e9-9a16-dd422e027060 tempest-TestSnapshotPattern-698834680 tempest-TestSnapshotPattern-698834680-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:28:11.184858 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b205fe8-843e-45e9-9a16-dd422e027060 tempest-TestSnapshotPattern-698834680 tempest-TestSnapshotPattern-698834680-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:28:11.185209 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b205fe8-843e-45e9-9a16-dd422e027060 tempest-TestSnapshotPattern-698834680 tempest-TestSnapshotPattern-698834680-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:28:11.259283 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234415c8-c646-40d4-bcdb-91a037609b40 req-6b205fe8-843e-45e9-9a16-dd422e027060 tempest-TestSnapshotPattern-698834680 tempest-TestSnapshotPattern-698834680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:28:11.260173 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-234415c8-c646-40d4-bcdb-91a037609b40 req-6b205fe8-843e-45e9-9a16-dd422e027060 tempest-TestSnapshotPattern-698834680 tempest-TestSnapshotPattern-698834680-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:28:11.409400 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-234415c8-c646-40d4-bcdb-91a037609b40 req-6b205fe8-843e-45e9-9a16-dd422e027060 tempest-TestSnapshotPattern-698834680 tempest-TestSnapshotPattern-698834680-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.9670756
Dec 25 22:28:11.449544 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-9d499d07-9bcb-4afa-be6b-42d3243bb3da None None] Provisioning complete for port 23fb2f57-55e3-4c78-be91-a50312c0dc4b triggered by entity DHCP. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 22:28:11.449544 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9d499d07-9bcb-4afa-be6b-42d3243bb3da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:28:11.484281 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-9d499d07-9bcb-4afa-be6b-42d3243bb3da None None] Port 23fb2f57-55e3-4c78-be91-a50312c0dc4b cannot update to ACTIVE because it is not bound. {{(pid=121608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 25 22:28:12.178711 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04494cc-cf25-4fb5-a704-3ac626423edd req-1d7940cb-fca6-4b35-a925-27e8b6df7133 tempest-TestSnapshotPattern-698834680 tempest-TestSnapshotPattern-698834680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:28:12.180271 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d04494cc-cf25-4fb5-a704-3ac626423edd req-1d7940cb-fca6-4b35-a925-27e8b6df7133 tempest-TestSnapshotPattern-698834680 tempest-TestSnapshotPattern-698834680-project] 10.222.0.32 "GET /v2.0/ports?device_id=1ffc91a5-cad8-47af-b108-a8ee57cbed33 HTTP/1.1" status: 200  len: 931 time: 0.0497870
Dec 25 22:28:12.235469 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-d04494cc-cf25-4fb5-a704-3ac626423edd req-ba75d702-d5a2-4792-b4d2-d3e2f9a41844 tempest-TestSnapshotPattern-698834680 tempest-TestSnapshotPattern-698834680-project] 10.222.0.32 "GET /v2.0/security-groups?id=553caf13-4677-4919-94c9-3804b136b36e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0478275
Dec 25 22:28:13.361218 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bfb79f-e9ea-4d42-b720-8742764a382c req-6a8514d6-c75d-4412-85f7-aab0c9b6381c tempest-TestSnapshotPattern-698834680 tempest-TestSnapshotPattern-698834680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:28:13.362885 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a1bfb79f-e9ea-4d42-b720-8742764a382c req-6a8514d6-c75d-4412-85f7-aab0c9b6381c tempest-TestSnapshotPattern-698834680 tempest-TestSnapshotPattern-698834680-project] 10.222.0.32 "GET /v2.0/ports?device_id=1ffc91a5-cad8-47af-b108-a8ee57cbed33 HTTP/1.1" status: 200  len: 931 time: 0.0569539
Dec 25 22:28:13.412076 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a1bfb79f-e9ea-4d42-b720-8742764a382c req-60d8c814-5043-422b-95ef-a6b156021afc tempest-TestSnapshotPattern-698834680 tempest-TestSnapshotPattern-698834680-project] 10.222.0.32 "GET /v2.0/security-groups?id=553caf13-4677-4919-94c9-3804b136b36e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0431206
Dec 25 22:28:14.533688 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e663da-5427-4045-9934-145ac2850ee9 req-9092e53b-2a98-4413-a812-b3a2e9f81ef9 tempest-TestSnapshotPattern-698834680 tempest-TestSnapshotPattern-698834680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:28:14.535229 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-56e663da-5427-4045-9934-145ac2850ee9 req-9092e53b-2a98-4413-a812-b3a2e9f81ef9 tempest-TestSnapshotPattern-698834680 tempest-TestSnapshotPattern-698834680-project] 10.222.0.32 "GET /v2.0/ports?device_id=1ffc91a5-cad8-47af-b108-a8ee57cbed33 HTTP/1.1" status: 200  len: 931 time: 0.0513053
Dec 25 22:28:14.593028 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-56e663da-5427-4045-9934-145ac2850ee9 req-4001f798-c3e5-437f-9af1-a61a3c727e9e tempest-TestSnapshotPattern-698834680 tempest-TestSnapshotPattern-698834680-project] 10.222.0.32 "GET /v2.0/security-groups?id=553caf13-4677-4919-94c9-3804b136b36e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0470476
Dec 25 22:28:15.723207 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b82695-f914-45f7-9863-555a172a3513 req-0d69ac8b-2930-4d27-87a8-aa01fcbd3ad4 tempest-TestSnapshotPattern-698834680 tempest-TestSnapshotPattern-698834680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:28:15.724727 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e8b82695-f914-45f7-9863-555a172a3513 req-0d69ac8b-2930-4d27-87a8-aa01fcbd3ad4 tempest-TestSnapshotPattern-698834680 tempest-TestSnapshotPattern-698834680-project] 10.222.0.32 "GET /v2.0/ports?device_id=1ffc91a5-cad8-47af-b108-a8ee57cbed33 HTTP/1.1" status: 200  len: 931 time: 0.0625618
Dec 25 22:28:15.779813 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e8b82695-f914-45f7-9863-555a172a3513 req-b7958f5e-cc21-4a07-a385-884930bd04eb tempest-TestSnapshotPattern-698834680 tempest-TestSnapshotPattern-698834680-project] 10.222.0.32 "GET /v2.0/security-groups?id=553caf13-4677-4919-94c9-3804b136b36e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0484829
Dec 25 22:28:16.916170 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df5a9bc-bdf5-4824-9364-3495fecd6048 req-da1a22e4-a5e7-47b0-b8a7-c1f06eda5d89 tempest-TestSnapshotPattern-698834680 tempest-TestSnapshotPattern-698834680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:28:16.917625 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4df5a9bc-bdf5-4824-9364-3495fecd6048 req-da1a22e4-a5e7-47b0-b8a7-c1f06eda5d89 tempest-TestSnapshotPattern-698834680 tempest-TestSnapshotPattern-698834680-project] 10.222.0.32 "GET /v2.0/ports?device_id=1ffc91a5-cad8-47af-b108-a8ee57cbed33 HTTP/1.1" status: 200  len: 931 time: 0.0628307
Dec 25 22:28:16.982994 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4df5a9bc-bdf5-4824-9364-3495fecd6048 req-71664113-08a4-4e90-9454-ee52afc31446 tempest-TestSnapshotPattern-698834680 tempest-TestSnapshotPattern-698834680-project] 10.222.0.32 "GET /v2.0/security-groups?id=553caf13-4677-4919-94c9-3804b136b36e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0593371
Dec 25 22:28:18.103774 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305b1eec-ce0f-4dde-9ea2-74c76809de63 req-8c7fe08e-7859-4f40-a64f-b69fdabac6c3 tempest-TestSnapshotPattern-698834680 tempest-TestSnapshotPattern-698834680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:28:18.105369 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-305b1eec-ce0f-4dde-9ea2-74c76809de63 req-8c7fe08e-7859-4f40-a64f-b69fdabac6c3 tempest-TestSnapshotPattern-698834680 tempest-TestSnapshotPattern-698834680-project] 10.222.0.32 "GET /v2.0/ports?device_id=1ffc91a5-cad8-47af-b108-a8ee57cbed33 HTTP/1.1" status: 200  len: 931 time: 0.0489440
Dec 25 22:28:18.164356 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-305b1eec-ce0f-4dde-9ea2-74c76809de63 req-9b4cd551-3df9-4a7c-8773-8c6d09c6e5c2 tempest-TestSnapshotPattern-698834680 tempest-TestSnapshotPattern-698834680-project] 10.222.0.32 "GET /v2.0/security-groups?id=553caf13-4677-4919-94c9-3804b136b36e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0517340
Dec 25 22:28:19.302980 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f6bad2-6062-40c4-95e2-18cb452d5211 req-53d6f69b-4892-427c-9d74-e854ddb64be7 tempest-TestSnapshotPattern-698834680 tempest-TestSnapshotPattern-698834680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:28:19.304812 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-51f6bad2-6062-40c4-95e2-18cb452d5211 req-53d6f69b-4892-427c-9d74-e854ddb64be7 tempest-TestSnapshotPattern-698834680 tempest-TestSnapshotPattern-698834680-project] 10.222.0.32 "GET /v2.0/ports?device_id=1ffc91a5-cad8-47af-b108-a8ee57cbed33 HTTP/1.1" status: 200  len: 931 time: 0.0601847
Dec 25 22:28:19.356057 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-51f6bad2-6062-40c4-95e2-18cb452d5211 req-7c323aa7-ebfb-4395-b17a-a56faa40e62b tempest-TestSnapshotPattern-698834680 tempest-TestSnapshotPattern-698834680-project] 10.222.0.32 "GET /v2.0/security-groups?id=553caf13-4677-4919-94c9-3804b136b36e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0447128
Dec 25 22:28:20.485511 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9b8f14-7e4b-46fe-8657-738475dbd4df req-29a1b9fd-4ea0-41fe-8f8a-0a1b678f6b4d tempest-TestSnapshotPattern-698834680 tempest-TestSnapshotPattern-698834680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:28:20.487053 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-df9b8f14-7e4b-46fe-8657-738475dbd4df req-29a1b9fd-4ea0-41fe-8f8a-0a1b678f6b4d tempest-TestSnapshotPattern-698834680 tempest-TestSnapshotPattern-698834680-project] 10.222.0.32 "GET /v2.0/ports?device_id=1ffc91a5-cad8-47af-b108-a8ee57cbed33 HTTP/1.1" status: 200  len: 931 time: 0.0528426
Dec 25 22:28:20.537149 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-df9b8f14-7e4b-46fe-8657-738475dbd4df req-adb5a7ad-0a3a-4fde-b6b4-f5343ff45ae7 tempest-TestSnapshotPattern-698834680 tempest-TestSnapshotPattern-698834680-project] 10.222.0.32 "GET /v2.0/security-groups?id=553caf13-4677-4919-94c9-3804b136b36e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0439715
Dec 25 22:28:20.721304 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.agents_db [None req-ec08dba0-4483-4109-b5e1-5e4a9fdaf12d None None] Agent healthcheck: found 7 active agents {{(pid=121609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 25 22:28:21.492665 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [req-234415c8-c646-40d4-bcdb-91a037609b40 req-d5bf4b92-b8cf-40ea-a9bb-9de93e6b5f47 service neutron] Request body: {'port': {'device_id': '1ffc91a5-cad8-47af-b108-a8ee57cbed33', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 22:28:21.548458 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-234415c8-c646-40d4-bcdb-91a037609b40 req-d5bf4b92-b8cf-40ea-a9bb-9de93e6b5f47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:28:21.727113 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30216c48-62eb-4c6f-93b0-dfb98ce90cad req-29c06c51-7133-475e-9a8e-a524a0336df8 tempest-TestSnapshotPattern-698834680 tempest-TestSnapshotPattern-698834680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:28:21.728584 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-30216c48-62eb-4c6f-93b0-dfb98ce90cad req-29c06c51-7133-475e-9a8e-a524a0336df8 tempest-TestSnapshotPattern-698834680 tempest-TestSnapshotPattern-698834680-project] 10.222.0.32 "GET /v2.0/ports?device_id=1ffc91a5-cad8-47af-b108-a8ee57cbed33 HTTP/1.1" status: 200  len: 931 time: 0.0842004
Dec 25 22:28:21.828820 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-30216c48-62eb-4c6f-93b0-dfb98ce90cad req-0c7ceb30-f690-4a91-a1ef-c7f28cd92487 tempest-TestSnapshotPattern-698834680 tempest-TestSnapshotPattern-698834680-project] 10.222.0.32 "GET /v2.0/security-groups?id=553caf13-4677-4919-94c9-3804b136b36e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0717201
Dec 25 22:28:21.878525 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [req-234415c8-c646-40d4-bcdb-91a037609b40 req-d5bf4b92-b8cf-40ea-a9bb-9de93e6b5f47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23fb2f57-55e3-4c78-be91-a50312c0dc4b {{(pid=121606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 22:28:21.885834 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-234415c8-c646-40d4-bcdb-91a037609b40 req-d5bf4b92-b8cf-40ea-a9bb-9de93e6b5f47 service neutron] Publish callbacks [] for port, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:28:21.897515 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.provisioning_blocks [req-234415c8-c646-40d4-bcdb-91a037609b40 req-d5bf4b92-b8cf-40ea-a9bb-9de93e6b5f47 service neutron] Transition to ACTIVE for port object 23fb2f57-55e3-4c78-be91-a50312c0dc4b will not be triggered until provisioned by entity L2. {{(pid=121606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 25 22:28:21.960014 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-234415c8-c646-40d4-bcdb-91a037609b40 req-d5bf4b92-b8cf-40ea-a9bb-9de93e6b5f47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:28:22.010773 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bf4b92-b8cf-40ea-a9bb-9de93e6b5f47 service neutron] Pushing event updated for resources: {'Port': ['ID=23fb2f57-55e3-4c78-be91-a50312c0dc4b,revision_number=2']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:28:22.079723 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-234415c8-c646-40d4-bcdb-91a037609b40 req-d5bf4b92-b8cf-40ea-a9bb-9de93e6b5f47 service neutron] Attempting to bind port 23fb2f57-55e3-4c78-be91-a50312c0dc4b on host nch1-master-1 for vnic_type normal with profile  {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 25 22:28:22.079973 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-234415c8-c646-40d4-bcdb-91a037609b40 req-d5bf4b92-b8cf-40ea-a9bb-9de93e6b5f47 service neutron] Attempting to bind port 23fb2f57-55e3-4c78-be91-a50312c0dc4b by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '977ca835-23d7-4cd6-aa15-01e25c43ae93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '5eae40be-10b6-4c8a-a45c-e220af6e3ccd'}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 25 22:28:22.080300 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-234415c8-c646-40d4-bcdb-91a037609b40 req-d5bf4b92-b8cf-40ea-a9bb-9de93e6b5f47 service neutron] Attempting to bind port 23fb2f57-55e3-4c78-be91-a50312c0dc4b on network 5eae40be-10b6-4c8a-a45c-e220af6e3ccd {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 22:28:22.084749 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-234415c8-c646-40d4-bcdb-91a037609b40 req-d5bf4b92-b8cf-40ea-a9bb-9de93e6b5f47 service neutron] Port 23fb2f57-55e3-4c78-be91-a50312c0dc4b on network 5eae40be-10b6-4c8a-a45c-e220af6e3ccd not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 25 22:28:22.085116 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-234415c8-c646-40d4-bcdb-91a037609b40 req-d5bf4b92-b8cf-40ea-a9bb-9de93e6b5f47 service neutron] Attempting to bind port 23fb2f57-55e3-4c78-be91-a50312c0dc4b on network 5eae40be-10b6-4c8a-a45c-e220af6e3ccd {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 25 22:28:22.090125 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-234415c8-c646-40d4-bcdb-91a037609b40 req-d5bf4b92-b8cf-40ea-a9bb-9de93e6b5f47 service neutron] Checking agent: {'id': '6d577036-68fc-4aa4-aed7-5ab01de2117e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 25, 21, 4, 34), 'started_at': datetime.datetime(2021, 12, 25, 21, 4, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 25, 22, 28, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 25 22:28:22.090460 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-234415c8-c646-40d4-bcdb-91a037609b40 req-d5bf4b92-b8cf-40ea-a9bb-9de93e6b5f47 service neutron] Checking segment: {'id': '977ca835-23d7-4cd6-aa15-01e25c43ae93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '5eae40be-10b6-4c8a-a45c-e220af6e3ccd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 25 22:28:22.090853 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-234415c8-c646-40d4-bcdb-91a037609b40 req-d5bf4b92-b8cf-40ea-a9bb-9de93e6b5f47 service neutron] Bound using segment: {'id': '977ca835-23d7-4cd6-aa15-01e25c43ae93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '5eae40be-10b6-4c8a-a45c-e220af6e3ccd'} {{(pid=121606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 25 22:28:22.091280 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.managers [req-234415c8-c646-40d4-bcdb-91a037609b40 req-d5bf4b92-b8cf-40ea-a9bb-9de93e6b5f47 service neutron] Bound port: 23fb2f57-55e3-4c78-be91-a50312c0dc4b, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '977ca835-23d7-4cd6-aa15-01e25c43ae93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '5eae40be-10b6-4c8a-a45c-e220af6e3ccd'}}] {{(pid=121606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 25 22:28:22.091636 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-234415c8-c646-40d4-bcdb-91a037609b40 req-d5bf4b92-b8cf-40ea-a9bb-9de93e6b5f47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:28:22.161197 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-234415c8-c646-40d4-bcdb-91a037609b40 req-d5bf4b92-b8cf-40ea-a9bb-9de93e6b5f47 service neutron] For port 23fb2f57-55e3-4c78-be91-a50312c0dc4b, host nch1-master-1, cleared binding levels {{(pid=121606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 25 22:28:22.164340 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-234415c8-c646-40d4-bcdb-91a037609b40 req-d5bf4b92-b8cf-40ea-a9bb-9de93e6b5f47 service neutron] For port 23fb2f57-55e3-4c78-be91-a50312c0dc4b, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=23fb2f57-55e3-4c78-be91-a50312c0dc4b,segment=NetworkSegment(977ca835-23d7-4cd6-aa15-01e25c43ae93),segment_id=977ca835-23d7-4cd6-aa15-01e25c43ae93)] {{(pid=121606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 25 22:28:22.246369 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-234415c8-c646-40d4-bcdb-91a037609b40 req-d5bf4b92-b8cf-40ea-a9bb-9de93e6b5f47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:28:22.281939 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234415c8-c646-40d4-bcdb-91a037609b40 req-d5bf4b92-b8cf-40ea-a9bb-9de93e6b5f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:28:22.282552 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-234415c8-c646-40d4-bcdb-91a037609b40 req-d5bf4b92-b8cf-40ea-a9bb-9de93e6b5f47 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:28:22.283938 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-234415c8-c646-40d4-bcdb-91a037609b40 req-d5bf4b92-b8cf-40ea-a9bb-9de93e6b5f47 service neutron] 10.222.0.31 "PUT /v2.0/ports/23fb2f57-55e3-4c78-be91-a50312c0dc4b HTTP/1.1" status: 200  len: 1091 time: 0.7956934
Dec 25 22:28:22.284365 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ffc91a5-cad8-47af-b108-a8ee57cbed33', 'tag': '23fb2f57-55e3-4c78-be91-a50312c0dc4b'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 22:28:22.286647 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3aaaccd1c5724dc9dd74c6f33e2aadc9492bdd81d11d1049086089e292681ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a44bf01-216f-4963-919e-9c7a94236ad8" -d '{"events": [{"name": "network-changed", "server_uuid": "1ffc91a5-cad8-47af-b108-a8ee57cbed33", "tag": "23fb2f57-55e3-4c78-be91-a50312c0dc4b"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 22:28:22.313739 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bf4b92-b8cf-40ea-a9bb-9de93e6b5f47 service neutron] Pushing event updated for resources: {'Port': ['ID=23fb2f57-55e3-4c78-be91-a50312c0dc4b,revision_number=3']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:28:22.332857 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Dec 2021 22:28:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd9498fc-8ef1-4951-967c-6aa6d35f310f x-openstack-request-id: req-bd9498fc-8ef1-4951-967c-6aa6d35f310f {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 22:28:22.333205 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ffc91a5-cad8-47af-b108-a8ee57cbed33", "tag": "23fb2f57-55e3-4c78-be91-a50312c0dc4b", "status": "completed", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 22:28:22.333461 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-bd9498fc-8ef1-4951-967c-6aa6d35f310f {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 22:28:22.333872 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ffc91a5-cad8-47af-b108-a8ee57cbed33', 'tag': '23fb2f57-55e3-4c78-be91-a50312c0dc4b', 'status': 'completed', 'code': 200}
Dec 25 22:28:22.396177 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a44bf01-216f-4963-919e-9c7a94236ad8 req-18c6810e-b6a0-49de-8bc6-791ec421550b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:28:22.397763 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9a44bf01-216f-4963-919e-9c7a94236ad8 req-18c6810e-b6a0-49de-8bc6-791ec421550b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=58660263f53e4173b07360be1b863c34&device_id=1ffc91a5-cad8-47af-b108-a8ee57cbed33 HTTP/1.1" status: 200  len: 1094 time: 0.0432177
Dec 25 22:28:22.501975 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a44bf01-216f-4963-919e-9c7a94236ad8 req-bb5bc8bb-72c9-4330-9339-2c11aa17c414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:28:22.503483 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9a44bf01-216f-4963-919e-9c7a94236ad8 req-bb5bc8bb-72c9-4330-9339-2c11aa17c414 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=58660263f53e4173b07360be1b863c34&shared=False HTTP/1.1" status: 200  len: 910 time: 0.0964990
Dec 25 22:28:22.598040 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a44bf01-216f-4963-919e-9c7a94236ad8 req-d23fc775-6bd1-43d6-858b-bc9223ec0155 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:28:22.599445 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-9a44bf01-216f-4963-919e-9c7a94236ad8 req-d23fc775-6bd1-43d6-858b-bc9223ec0155 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.0891724
Dec 25 22:28:22.677542 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234415c8-c646-40d4-bcdb-91a037609b40 req-4747c982-2759-490a-af6b-11132316ef3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:28:22.679138 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-234415c8-c646-40d4-bcdb-91a037609b40 req-4747c982-2759-490a-af6b-11132316ef3d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=58660263f53e4173b07360be1b863c34&device_id=1ffc91a5-cad8-47af-b108-a8ee57cbed33 HTTP/1.1" status: 200  len: 1094 time: 0.0452287
Dec 25 22:28:22.721062 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-234415c8-c646-40d4-bcdb-91a037609b40 req-85165779-30f5-4200-8d81-ca5571095cc9 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=23fb2f57-55e3-4c78-be91-a50312c0dc4b HTTP/1.1" status: 200  len: 217 time: 0.0346284
Dec 25 22:28:22.769135 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234415c8-c646-40d4-bcdb-91a037609b40 req-0b9a39e3-f2d8-4e02-94c1-6f58daefcad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:28:22.770573 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-234415c8-c646-40d4-bcdb-91a037609b40 req-0b9a39e3-f2d8-4e02-94c1-6f58daefcad0 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8fc8ef4e-141a-4067-a70d-289a29892f97 HTTP/1.1" status: 200  len: 848 time: 0.0430748
Dec 25 22:28:22.819765 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234415c8-c646-40d4-bcdb-91a037609b40 req-400fb955-ab28-445d-b8c0-6358027aee58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:28:22.821298 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-234415c8-c646-40d4-bcdb-91a037609b40 req-400fb955-ab28-445d-b8c0-6358027aee58 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=5eae40be-10b6-4c8a-a45c-e220af6e3ccd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0438616
Dec 25 22:28:22.922166 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-234415c8-c646-40d4-bcdb-91a037609b40 req-8f3c6dbe-0a79-435e-97bf-e959f406e45f service neutron] 10.222.0.31 "GET /v2.0/networks/5eae40be-10b6-4c8a-a45c-e220af6e3ccd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0931756
Dec 25 22:28:23.011027 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee93b10-f24f-4c6f-aa6e-2b3d3691e2b9 req-b20371f8-42d7-4b9c-96a0-5e91ae955f54 tempest-TestSnapshotPattern-698834680 tempest-TestSnapshotPattern-698834680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:28:23.012508 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-6ee93b10-f24f-4c6f-aa6e-2b3d3691e2b9 req-b20371f8-42d7-4b9c-96a0-5e91ae955f54 tempest-TestSnapshotPattern-698834680 tempest-TestSnapshotPattern-698834680-project] 10.222.0.32 "GET /v2.0/ports?device_id=1ffc91a5-cad8-47af-b108-a8ee57cbed33 HTTP/1.1" status: 200  len: 943 time: 0.1143348
Dec 25 22:28:23.059336 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-234415c8-c646-40d4-bcdb-91a037609b40 req-bdde4c38-90c6-4f37-beed-35e8ec56c443 service neutron] 10.222.0.31 "GET /v2.0/networks/5eae40be-10b6-4c8a-a45c-e220af6e3ccd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1241159
Dec 25 22:28:23.078587 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-6ee93b10-f24f-4c6f-aa6e-2b3d3691e2b9 req-2f15cba5-fad4-41b6-aaf5-67292020bfbe tempest-TestSnapshotPattern-698834680 tempest-TestSnapshotPattern-698834680-project] 10.222.0.32 "GET /v2.0/security-groups?id=553caf13-4677-4919-94c9-3804b136b36e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0580847
Dec 25 22:28:24.197175 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9822cc-dd77-4803-9a8f-b30543e1f7d3 req-ff2103da-b16a-4191-a679-8fffe292bc53 tempest-TestSnapshotPattern-698834680 tempest-TestSnapshotPattern-698834680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:28:24.198697 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-fb9822cc-dd77-4803-9a8f-b30543e1f7d3 req-ff2103da-b16a-4191-a679-8fffe292bc53 tempest-TestSnapshotPattern-698834680 tempest-TestSnapshotPattern-698834680-project] 10.222.0.32 "GET /v2.0/ports?device_id=1ffc91a5-cad8-47af-b108-a8ee57cbed33 HTTP/1.1" status: 200  len: 943 time: 0.0506721
Dec 25 22:28:24.250826 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-fb9822cc-dd77-4803-9a8f-b30543e1f7d3 req-8783afa9-0aa8-49fb-80b5-29eb2f7a2e68 tempest-TestSnapshotPattern-698834680 tempest-TestSnapshotPattern-698834680-project] 10.222.0.32 "GET /v2.0/security-groups?id=553caf13-4677-4919-94c9-3804b136b36e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0462301
Dec 25 22:28:24.940574 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device 23fb2f57-55e3-4c78-be91-a50312c0dc4b details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 25 22:28:25.038654 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port 23fb2f57-55e3-4c78-be91-a50312c0dc4b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=23fb2f57-55e3-4c78-be91-a50312c0dc4b,segment=NetworkSegment(977ca835-23d7-4cd6-aa15-01e25c43ae93),segment_id=977ca835-23d7-4cd6-aa15-01e25c43ae93)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 22:28:25.050381 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Returning: {'device': '23fb2f57-55e3-4c78-be91-a50312c0dc4b', 'network_id': '5eae40be-10b6-4c8a-a45c-e220af6e3ccd', 'port_id': '23fb2f57-55e3-4c78-be91-a50312c0dc4b', 'mac_address': 'fa:16:3e:a2:3b:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fc8ef4e-141a-4067-a70d-289a29892f97', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 25 22:28:25.087214 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:28:25.103037 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23fb2f57-55e3-4c78-be91-a50312c0dc4b {{(pid=121608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 22:28:25.121750 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port 23fb2f57-55e3-4c78-be91-a50312c0dc4b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=23fb2f57-55e3-4c78-be91-a50312c0dc4b,segment=NetworkSegment(977ca835-23d7-4cd6-aa15-01e25c43ae93),segment_id=977ca835-23d7-4cd6-aa15-01e25c43ae93)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 22:28:25.188047 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:28:25.234419 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Pushing event updated for resources: {'Port': ['ID=23fb2f57-55e3-4c78-be91-a50312c0dc4b,revision_number=4']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:28:25.366205 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02bb15e-8ca0-44bf-aa43-f23c3ec2afa4 req-30ee97b2-47c0-4652-8809-5e3f58cf9179 tempest-TestSnapshotPattern-698834680 tempest-TestSnapshotPattern-698834680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:28:25.367679 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e02bb15e-8ca0-44bf-aa43-f23c3ec2afa4 req-30ee97b2-47c0-4652-8809-5e3f58cf9179 tempest-TestSnapshotPattern-698834680 tempest-TestSnapshotPattern-698834680-project] 10.222.0.32 "GET /v2.0/ports?device_id=1ffc91a5-cad8-47af-b108-a8ee57cbed33 HTTP/1.1" status: 200  len: 944 time: 0.0491908
Dec 25 22:28:25.396924 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] get_ports_and_sgs() called for port_ids ['23fb2f57-55e3-4c78-be91-a50312c0dc4b'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 22:28:25.416305 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-e02bb15e-8ca0-44bf-aa43-f23c3ec2afa4 req-89569cd2-514e-4600-ac01-ef7b55d80495 tempest-TestSnapshotPattern-698834680 tempest-TestSnapshotPattern-698834680-project] 10.222.0.32 "GET /v2.0/security-groups?id=553caf13-4677-4919-94c9-3804b136b36e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0426869
Dec 25 22:28:26.531718 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cf292d-39de-4b5a-9bac-0927b5e6cefd req-db54d6c0-f2ac-4367-8edc-47a302b73745 tempest-TestSnapshotPattern-698834680 tempest-TestSnapshotPattern-698834680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:28:26.533233 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-81cf292d-39de-4b5a-9bac-0927b5e6cefd req-db54d6c0-f2ac-4367-8edc-47a302b73745 tempest-TestSnapshotPattern-698834680 tempest-TestSnapshotPattern-698834680-project] 10.222.0.32 "GET /v2.0/ports?device_id=1ffc91a5-cad8-47af-b108-a8ee57cbed33 HTTP/1.1" status: 200  len: 944 time: 0.0487931
Dec 25 22:28:26.581953 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-81cf292d-39de-4b5a-9bac-0927b5e6cefd req-008201d5-ceae-4acf-b4af-f7d6a675b94f tempest-TestSnapshotPattern-698834680 tempest-TestSnapshotPattern-698834680-project] 10.222.0.32 "GET /v2.0/security-groups?id=553caf13-4677-4919-94c9-3804b136b36e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0428560
Dec 25 22:28:26.957472 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device 23fb2f57-55e3-4c78-be91-a50312c0dc4b up at agent hyperv_nch1-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 22:28:27.073139 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Provisioning for port 23fb2f57-55e3-4c78-be91-a50312c0dc4b completed by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 25 22:28:27.078038 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Provisioning complete for port 23fb2f57-55e3-4c78-be91-a50312c0dc4b triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 22:28:27.078411 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:28:27.162502 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:28:27.186153 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ffc91a5-cad8-47af-b108-a8ee57cbed33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23fb2f57-55e3-4c78-be91-a50312c0dc4b'}] {{(pid=121608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 22:28:27.188516 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8f4255179602950281e35c838768f32348f9ebfbcb74b08282abfe6e9b4a52c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c84ab0b5-fac7-413f-901e-ff1078671c02" -d '{"events": [{"server_uuid": "1ffc91a5-cad8-47af-b108-a8ee57cbed33", "name": "network-vif-plugged", "status": "completed", "tag": "23fb2f57-55e3-4c78-be91-a50312c0dc4b"}]}' {{(pid=121608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 22:28:27.201265 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port 23fb2f57-55e3-4c78-be91-a50312c0dc4b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=23fb2f57-55e3-4c78-be91-a50312c0dc4b,segment=NetworkSegment(977ca835-23d7-4cd6-aa15-01e25c43ae93),segment_id=977ca835-23d7-4cd6-aa15-01e25c43ae93)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 22:28:27.225590 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 22:28:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3f7f8dd-a1f1-4df8-b3e5-b7e7d822a997 x-openstack-request-id: req-e3f7f8dd-a1f1-4df8-b3e5-b7e7d822a997 {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 22:28:27.225883 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ffc91a5-cad8-47af-b108-a8ee57cbed33", "name": "network-vif-plugged", "status": "completed", "tag": "23fb2f57-55e3-4c78-be91-a50312c0dc4b", "code": 200}]} {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 22:28:27.226659 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e3f7f8dd-a1f1-4df8-b3e5-b7e7d822a997 {{(pid=121608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 22:28:27.227061 ncdv-master-1 neutron-server[121608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ffc91a5-cad8-47af-b108-a8ee57cbed33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23fb2f57-55e3-4c78-be91-a50312c0dc4b', 'code': 200}
Dec 25 22:28:27.262474 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:28:27.309867 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Pushing event updated for resources: {'Port': ['ID=23fb2f57-55e3-4c78-be91-a50312c0dc4b,revision_number=5']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:28:27.329225 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51c9fef-8b71-4604-a32f-2d22c4a71637 req-158caffb-3a2b-43b0-bf26-cc1935f50d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:28:27.330786 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b51c9fef-8b71-4604-a32f-2d22c4a71637 req-158caffb-3a2b-43b0-bf26-cc1935f50d76 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=1ffc91a5-cad8-47af-b108-a8ee57cbed33 HTTP/1.1" status: 200  len: 1096 time: 0.0450790
Dec 25 22:28:27.375277 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b51c9fef-8b71-4604-a32f-2d22c4a71637 req-5fa8a905-f676-44ca-a3ce-efd031d73600 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=553caf13-4677-4919-94c9-3804b136b36e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0376394
Dec 25 22:28:27.695366 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779fa575-cb1b-4e9e-9f53-caecc6eea7a9 req-f8ae2188-5ac9-4b10-b0ce-d557ab0ac176 tempest-TestSnapshotPattern-698834680 tempest-TestSnapshotPattern-698834680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:28:27.696993 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-779fa575-cb1b-4e9e-9f53-caecc6eea7a9 req-f8ae2188-5ac9-4b10-b0ce-d557ab0ac176 tempest-TestSnapshotPattern-698834680 tempest-TestSnapshotPattern-698834680-project] 10.222.0.32 "GET /v2.0/ports?device_id=1ffc91a5-cad8-47af-b108-a8ee57cbed33 HTTP/1.1" status: 200  len: 945 time: 0.0479586
Dec 25 22:28:27.746559 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-779fa575-cb1b-4e9e-9f53-caecc6eea7a9 req-9fb4ceed-39df-4742-b11c-b2c9487e6076 tempest-TestSnapshotPattern-698834680 tempest-TestSnapshotPattern-698834680-project] 10.222.0.32 "GET /v2.0/security-groups?id=553caf13-4677-4919-94c9-3804b136b36e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0425429
Dec 25 22:28:28.865250 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b59fc3-926c-4f78-bc65-2d89f7250f18 req-4de77e69-dc27-4647-a6f6-ed0f0619ebaa tempest-TestSnapshotPattern-698834680 tempest-TestSnapshotPattern-698834680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:28:28.866740 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a7b59fc3-926c-4f78-bc65-2d89f7250f18 req-4de77e69-dc27-4647-a6f6-ed0f0619ebaa tempest-TestSnapshotPattern-698834680 tempest-TestSnapshotPattern-698834680-project] 10.222.0.32 "GET /v2.0/ports?device_id=1ffc91a5-cad8-47af-b108-a8ee57cbed33 HTTP/1.1" status: 200  len: 945 time: 0.0486996
Dec 25 22:28:28.918505 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-a7b59fc3-926c-4f78-bc65-2d89f7250f18 req-93672274-3891-4f89-b4b3-4fd78b3fffd4 tempest-TestSnapshotPattern-698834680 tempest-TestSnapshotPattern-698834680-project] 10.222.0.32 "GET /v2.0/security-groups?id=553caf13-4677-4919-94c9-3804b136b36e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0457864
Dec 25 22:28:29.033679 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41555d8-23e5-4535-9259-0834476032bc req-0185bd25-ab76-4094-b289-06476430efa4 tempest-TestSnapshotPattern-698834680 tempest-TestSnapshotPattern-698834680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:28:29.035071 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f41555d8-23e5-4535-9259-0834476032bc req-0185bd25-ab76-4094-b289-06476430efa4 tempest-TestSnapshotPattern-698834680 tempest-TestSnapshotPattern-698834680-project] 10.222.0.32 "GET /v2.0/ports?device_id=1ffc91a5-cad8-47af-b108-a8ee57cbed33 HTTP/1.1" status: 200  len: 945 time: 0.0488958
Dec 25 22:28:29.085524 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f41555d8-23e5-4535-9259-0834476032bc req-1eb3a4ae-ef8c-4c51-b557-a455b6ab0fba tempest-TestSnapshotPattern-698834680 tempest-TestSnapshotPattern-698834680-project] 10.222.0.32 "GET /v2.0/security-groups?id=553caf13-4677-4919-94c9-3804b136b36e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0441077
Dec 25 22:28:29.106362 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 51144) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 22:28:29.145057 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94e9e711-ec2d-4e81-af26-5590768a8208 tempest-TestSnapshotPattern-61849778 tempest-TestSnapshotPattern-61849778-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:28:29.146549 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-94e9e711-ec2d-4e81-af26-5590768a8208 tempest-TestSnapshotPattern-61849778 tempest-TestSnapshotPattern-61849778-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=1ffc91a5-cad8-47af-b108-a8ee57cbed33 HTTP/1.1" status: 200  len: 1091 time: 0.0392470
Dec 25 22:28:29.149461 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 51146) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 22:28:29.153549 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.v2.base [None req-9c19c156-7df2-4766-84d1-8347315fb9f4 tempest-TestSnapshotPattern-698834680 tempest-TestSnapshotPattern-698834680-project] Request body: {'floatingip': {'floating_network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'port_id': '23fb2f57-55e3-4c78-be91-a50312c0dc4b', 'tenant_id': '58660263f53e4173b07360be1b863c34', 'fixed_ip_address': '172.20.0.7'}} {{(pid=121606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 25 22:28:29.251165 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-9c19c156-7df2-4766-84d1-8347315fb9f4 tempest-TestSnapshotPattern-698834680 tempest-TestSnapshotPattern-698834680-project] Publish callbacks [] for floatingip, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:28:29.349297 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-9c19c156-7df2-4766-84d1-8347315fb9f4 tempest-TestSnapshotPattern-698834680 tempest-TestSnapshotPattern-698834680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:28:29.454270 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.db_base_plugin_common [None req-9c19c156-7df2-4766-84d1-8347315fb9f4 tempest-TestSnapshotPattern-698834680 tempest-TestSnapshotPattern-698834680-project] Allocated IP 172.35.3.155 (7201e55c-7c5f-41aa-a042-a363696539d0/7a939e13-713f-45cf-bba7-1539635abe25/d860373f-4efc-42a0-9054-052eb740e1ea) {{(pid=121606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 25 22:28:29.553008 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-9c19c156-7df2-4766-84d1-8347315fb9f4 tempest-TestSnapshotPattern-698834680 tempest-TestSnapshotPattern-698834680-project] Publish callbacks [] for port, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:28:29.639956 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-9c19c156-7df2-4766-84d1-8347315fb9f4 tempest-TestSnapshotPattern-698834680 tempest-TestSnapshotPattern-698834680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737602178946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:28:29.683778 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c19c156-7df2-4766-84d1-8347315fb9f4 tempest-TestSnapshotPattern-698834680 tempest-TestSnapshotPattern-698834680-project] Network 7201e55c-7c5f-41aa-a042-a363696539d0 is already hosted by enough agents. {{(pid=121606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 25 22:28:29.686904 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.base_scheduler [None req-9c19c156-7df2-4766-84d1-8347315fb9f4 tempest-TestSnapshotPattern-698834680 tempest-TestSnapshotPattern-698834680-project] Resources bound (agent type, host, resource id):  {{(pid=121606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 25 22:28:29.689586 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c19c156-7df2-4766-84d1-8347315fb9f4 tempest-TestSnapshotPattern-698834680 tempest-TestSnapshotPattern-698834680-project] Received port after_create {{(pid=121606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 25 22:28:29.695800 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c19c156-7df2-4766-84d1-8347315fb9f4 tempest-TestSnapshotPattern-698834680 tempest-TestSnapshotPattern-698834680-project] Pushing event updated for resources: {'Port': ['ID=d860373f-4efc-42a0-9054-052eb740e1ea,revision_number=1']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:28:30.063373 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-9c19c156-7df2-4766-84d1-8347315fb9f4 tempest-TestSnapshotPattern-698834680 tempest-TestSnapshotPattern-698834680-project] Publish callbacks [] for floatingip, precommit_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:28:30.228947 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-9c19c156-7df2-4766-84d1-8347315fb9f4 tempest-TestSnapshotPattern-698834680 tempest-TestSnapshotPattern-698834680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:28:30.378228 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-9c19c156-7df2-4766-84d1-8347315fb9f4 tempest-TestSnapshotPattern-698834680 tempest-TestSnapshotPattern-698834680-project] Publish callbacks [] for port, precommit_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:28:30.450702 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-9c19c156-7df2-4766-84d1-8347315fb9f4 tempest-TestSnapshotPattern-698834680 tempest-TestSnapshotPattern-698834680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9084310'] for port, after_update {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:28:30.526094 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c19c156-7df2-4766-84d1-8347315fb9f4 tempest-TestSnapshotPattern-698834680 tempest-TestSnapshotPattern-698834680-project] Pushing event updated for resources: {'Port': ['ID=d860373f-4efc-42a0-9054-052eb740e1ea,revision_number=2']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:28:30.533080 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-9c19c156-7df2-4766-84d1-8347315fb9f4 tempest-TestSnapshotPattern-698834680 tempest-TestSnapshotPattern-698834680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2008639'] for floatingip, after_create {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:28:30.978416 ncdv-master-1 neutron-server[121606]: INFO neutron.db.l3_db [None req-9c19c156-7df2-4766-84d1-8347315fb9f4 tempest-TestSnapshotPattern-698834680 tempest-TestSnapshotPattern-698834680-project] Floating IP 56e4c5ec-1551-41c3-b53f-fe658fe7edb4 associated. External IP: 172.35.3.155, port: 23fb2f57-55e3-4c78-be91-a50312c0dc4b.
Dec 25 22:28:31.181561 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c19c156-7df2-4766-84d1-8347315fb9f4 tempest-TestSnapshotPattern-698834680 tempest-TestSnapshotPattern-698834680-project] Router 0acb49db-0dd0-46b7-ac72-229674e2646c has already been hosted by L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 {{(pid=121606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 25 22:28:31.287329 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c19c156-7df2-4766-84d1-8347315fb9f4 tempest-TestSnapshotPattern-698834680 tempest-TestSnapshotPattern-698834680-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 22:28:31.297968 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-811a1487-59b5-4dcd-ab7d-0300c224ffcd None None] Sync routers for ids ['0acb49db-0dd0-46b7-ac72-229674e2646c'] in ncdv-master-1 {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 22:28:31.307754 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-811a1487-59b5-4dcd-ab7d-0300c224ffcd None None] Routers {'0acb49db-0dd0-46b7-ac72-229674e2646c'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 22:28:31.311022 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-811a1487-59b5-4dcd-ab7d-0300c224ffcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2618939700>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T22:28:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['0acb49db-0dd0-46b7-ac72-229674e2646c'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 22:28:31.377731 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-9c19c156-7df2-4766-84d1-8347315fb9f4 tempest-TestSnapshotPattern-698834680 tempest-TestSnapshotPattern-698834680-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for floatingip, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:28:31.405349 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-9c19c156-7df2-4766-84d1-8347315fb9f4 tempest-TestSnapshotPattern-698834680 tempest-TestSnapshotPattern-698834680-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.2543576
Dec 25 22:28:31.405928 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ffc91a5-cad8-47af-b108-a8ee57cbed33', 'tag': '23fb2f57-55e3-4c78-be91-a50312c0dc4b'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 22:28:31.408530 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3aaaccd1c5724dc9dd74c6f33e2aadc9492bdd81d11d1049086089e292681ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09325d8d-8868-41ec-8205-b359a8f33fc7" -d '{"events": [{"name": "network-changed", "server_uuid": "1ffc91a5-cad8-47af-b108-a8ee57cbed33", "tag": "23fb2f57-55e3-4c78-be91-a50312c0dc4b"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 22:28:31.412096 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvr_db [None req-811a1487-59b5-4dcd-ab7d-0300c224ffcd None None] Set router 0acb49db-0dd0-46b7-ac72-229674e2646c gateway port host: ncdv-master-1 {{(pid=121609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 22:28:31.453263 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Dec 2021 22:28:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e775311-1d7d-411b-8407-93c26f7acafc x-openstack-request-id: req-6e775311-1d7d-411b-8407-93c26f7acafc {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 22:28:31.453591 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ffc91a5-cad8-47af-b108-a8ee57cbed33", "tag": "23fb2f57-55e3-4c78-be91-a50312c0dc4b", "status": "completed", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 22:28:31.453852 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6e775311-1d7d-411b-8407-93c26f7acafc {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 22:28:31.454291 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ffc91a5-cad8-47af-b108-a8ee57cbed33', 'tag': '23fb2f57-55e3-4c78-be91-a50312c0dc4b', 'status': 'completed', 'code': 200}
Dec 25 22:28:31.520790 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09325d8d-8868-41ec-8205-b359a8f33fc7 req-0b868d0b-55c0-4004-959b-1b7ca586e36b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:28:31.522356 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-09325d8d-8868-41ec-8205-b359a8f33fc7 req-0b868d0b-55c0-4004-959b-1b7ca586e36b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=58660263f53e4173b07360be1b863c34&device_id=1ffc91a5-cad8-47af-b108-a8ee57cbed33 HTTP/1.1" status: 200  len: 1096 time: 0.0456569
Dec 25 22:28:31.617603 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09325d8d-8868-41ec-8205-b359a8f33fc7 req-dc5d7e06-6f3e-4dd5-8e84-c632464f540d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:28:31.619299 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-09325d8d-8868-41ec-8205-b359a8f33fc7 req-dc5d7e06-6f3e-4dd5-8e84-c632464f540d service neutron] 10.222.0.31 "GET /v2.0/networks?id=5eae40be-10b6-4c8a-a45c-e220af6e3ccd HTTP/1.1" status: 200  len: 910 time: 0.0900986
Dec 25 22:28:31.641487 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-811a1487-59b5-4dcd-ab7d-0300c224ffcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2618939700>, [{'id': '0acb49db-0dd0-46b7-ac72-229674e2646c', 'name': 'tempest-TestSnapshotPattern-682001966-router', 'tenant_id': '58660263f53e4173b07360be1b863c34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.2'}], 'enable_snat': True}, 'gw_port_id': '47b713b2-9c2f-4966-9a11-e9bc9a69503e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T22:25:29Z', 'updated_at': '2021-12-25T22:25:32Z', 'revision_number': 4, 'project_id': '58660263f53e4173b07360be1b863c34', 'gw_port': {'id': '47b713b2-9c2f-4966-9a11-e9bc9a69503e', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:73:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0acb49db-0dd0-46b7-ac72-229674e2646c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T22:25:30Z', 'updated_at': '2021-12-25T22:25:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '56e4c5ec-1551-41c3-b53f-fe658fe7edb4', 'tenant_id': '58660263f53e4173b07360be1b863c34', 'floating_ip_address': '172.35.3.155', 'floating_network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'router_id': '0acb49db-0dd0-46b7-ac72-229674e2646c', 'port_id': '23fb2f57-55e3-4c78-be91-a50312c0dc4b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4339, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5eae40be-10b6-4c8a-a45c-e220af6e3ccd', 'mac_address': 'fa:16:3e:a2:3b:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ffc91a5-cad8-47af-b108-a8ee57cbed33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-25T22:28:29Z', 'updated_at': '2021-12-25T22:28:29Z', 'revision_number': 0, 'project_id': '58660263f53e4173b07360be1b863c34', 'fixed_ip_address_scope': None}, {'id': 'e3afc524-d565-4b61-90e5-841b99a30c52', 'tenant_id': '58660263f53e4173b07360be1b863c34', 'floating_ip_address': '172.35.3.190', 'floating_network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'router_id': '0acb49db-0dd0-46b7-ac72-229674e2646c', 'port_id': '4c0b5387-6ba4-45ad-8869-5edf0789130b', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4336, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5eae40be-10b6-4c8a-a45c-e220af6e3ccd', 'mac_address': 'fa:16:3e:ef:ec:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '383a5351-bf67-4a86-9167-35bd959e33de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-25T22:25:54Z', 'updated_at': '2021-12-25T22:25:57Z', 'revision_number': 1, 'project_id': '58660263f53e4173b07360be1b863c34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a31ebed9-17c3-485a-b47a-a49f999b95d9', 'name': '', 'network_id': '5eae40be-10b6-4c8a-a45c-e220af6e3ccd', 'tenant_id': '58660263f53e4173b07360be1b863c34', 'mac_address': 'fa:16:3e:a9:64:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0acb49db-0dd0-46b7-ac72-229674e2646c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '8fc8ef4e-141a-4067-a70d-289a29892f97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T22:25:32Z', 'updated_at': '2021-12-25T22:25:35Z', 'revision_number': 5, 'project_id': '58660263f53e4173b07360be1b863c34', 'subnets': [{'id': '8fc8ef4e-141a-4067-a70d-289a29892f97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 22:28:31.667408 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-811a1487-59b5-4dcd-ab7d-0300c224ffcd None None] Checking router: 0acb49db-0dd0-46b7-ac72-229674e2646c for host: ncdv-master-1 {{(pid=121609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 25 22:28:31.675700 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-811a1487-59b5-4dcd-ab7d-0300c224ffcd None None] Routers {'0acb49db-0dd0-46b7-ac72-229674e2646c'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 22:28:31.676291 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-811a1487-59b5-4dcd-ab7d-0300c224ffcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2618939700>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T22:28:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['0acb49db-0dd0-46b7-ac72-229674e2646c'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 22:28:31.685770 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-09325d8d-8868-41ec-8205-b359a8f33fc7 req-a434cee1-bc9a-45ad-bfec-9863b1a18c7b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=23fb2f57-55e3-4c78-be91-a50312c0dc4b HTTP/1.1" status: 200  len: 999 time: 0.0581286
Dec 25 22:28:31.734583 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09325d8d-8868-41ec-8205-b359a8f33fc7 req-98dfaeab-7075-48bd-b750-472e590517b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:28:31.736077 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-09325d8d-8868-41ec-8205-b359a8f33fc7 req-98dfaeab-7075-48bd-b750-472e590517b4 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8fc8ef4e-141a-4067-a70d-289a29892f97 HTTP/1.1" status: 200  len: 848 time: 0.0442021
Dec 25 22:28:31.780517 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvr_db [None req-811a1487-59b5-4dcd-ab7d-0300c224ffcd None None] Set router 0acb49db-0dd0-46b7-ac72-229674e2646c gateway port host: ncdv-master-1 {{(pid=121609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 22:28:31.786180 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09325d8d-8868-41ec-8205-b359a8f33fc7 req-d1df1b42-f44e-4618-9986-05c75e97f26a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:28:31.787738 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-09325d8d-8868-41ec-8205-b359a8f33fc7 req-d1df1b42-f44e-4618-9986-05c75e97f26a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=5eae40be-10b6-4c8a-a45c-e220af6e3ccd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0450718
Dec 25 22:28:31.877615 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-09325d8d-8868-41ec-8205-b359a8f33fc7 req-f3a280e0-d3f6-4d55-b26b-29d055c34431 service neutron] 10.222.0.31 "GET /v2.0/networks/5eae40be-10b6-4c8a-a45c-e220af6e3ccd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0825505
Dec 25 22:28:31.980991 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-09325d8d-8868-41ec-8205-b359a8f33fc7 req-56105d6c-0e57-4a77-a237-2fcb6fb59c6b service neutron] 10.222.0.31 "GET /v2.0/networks/5eae40be-10b6-4c8a-a45c-e220af6e3ccd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0963483
Dec 25 22:28:32.016786 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-811a1487-59b5-4dcd-ab7d-0300c224ffcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2618939700>, [{'id': '0acb49db-0dd0-46b7-ac72-229674e2646c', 'name': 'tempest-TestSnapshotPattern-682001966-router', 'tenant_id': '58660263f53e4173b07360be1b863c34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.2'}], 'enable_snat': True}, 'gw_port_id': '47b713b2-9c2f-4966-9a11-e9bc9a69503e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T22:25:29Z', 'updated_at': '2021-12-25T22:25:32Z', 'revision_number': 4, 'project_id': '58660263f53e4173b07360be1b863c34', 'gw_port': {'id': '47b713b2-9c2f-4966-9a11-e9bc9a69503e', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:73:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0acb49db-0dd0-46b7-ac72-229674e2646c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T22:25:30Z', 'updated_at': '2021-12-25T22:25:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '56e4c5ec-1551-41c3-b53f-fe658fe7edb4', 'tenant_id': '58660263f53e4173b07360be1b863c34', 'floating_ip_address': '172.35.3.155', 'floating_network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'router_id': '0acb49db-0dd0-46b7-ac72-229674e2646c', 'port_id': '23fb2f57-55e3-4c78-be91-a50312c0dc4b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4339, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5eae40be-10b6-4c8a-a45c-e220af6e3ccd', 'mac_address': 'fa:16:3e:a2:3b:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ffc91a5-cad8-47af-b108-a8ee57cbed33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-25T22:28:29Z', 'updated_at': '2021-12-25T22:28:29Z', 'revision_number': 0, 'project_id': '58660263f53e4173b07360be1b863c34', 'fixed_ip_address_scope': None}, {'id': 'e3afc524-d565-4b61-90e5-841b99a30c52', 'tenant_id': '58660263f53e4173b07360be1b863c34', 'floating_ip_address': '172.35.3.190', 'floating_network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'router_id': '0acb49db-0dd0-46b7-ac72-229674e2646c', 'port_id': '4c0b5387-6ba4-45ad-8869-5edf0789130b', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4336, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5eae40be-10b6-4c8a-a45c-e220af6e3ccd', 'mac_address': 'fa:16:3e:ef:ec:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '383a5351-bf67-4a86-9167-35bd959e33de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-25T22:25:54Z', 'updated_at': '2021-12-25T22:25:57Z', 'revision_number': 1, 'project_id': '58660263f53e4173b07360be1b863c34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a31ebed9-17c3-485a-b47a-a49f999b95d9', 'name': '', 'network_id': '5eae40be-10b6-4c8a-a45c-e220af6e3ccd', 'tenant_id': '58660263f53e4173b07360be1b863c34', 'mac_address': 'fa:16:3e:a9:64:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0acb49db-0dd0-46b7-ac72-229674e2646c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '8fc8ef4e-141a-4067-a70d-289a29892f97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T22:25:32Z', 'updated_at': '2021-12-25T22:25:35Z', 'revision_number': 5, 'project_id': '58660263f53e4173b07360be1b863c34', 'subnets': [{'id': '8fc8ef4e-141a-4067-a70d-289a29892f97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 22:28:32.042868 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-811a1487-59b5-4dcd-ab7d-0300c224ffcd None None] The sync data for ids ['0acb49db-0dd0-46b7-ac72-229674e2646c'] in ncdv-master-1 is: [{'id': '0acb49db-0dd0-46b7-ac72-229674e2646c', 'name': 'tempest-TestSnapshotPattern-682001966-router', 'tenant_id': '58660263f53e4173b07360be1b863c34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.2'}], 'enable_snat': True}, 'gw_port_id': '47b713b2-9c2f-4966-9a11-e9bc9a69503e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T22:25:29Z', 'updated_at': '2021-12-25T22:25:32Z', 'revision_number': 4, 'project_id': '58660263f53e4173b07360be1b863c34', 'gw_port': {'id': '47b713b2-9c2f-4966-9a11-e9bc9a69503e', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:73:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0acb49db-0dd0-46b7-ac72-229674e2646c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T22:25:30Z', 'updated_at': '2021-12-25T22:25:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '56e4c5ec-1551-41c3-b53f-fe658fe7edb4', 'tenant_id': '58660263f53e4173b07360be1b863c34', 'floating_ip_address': '172.35.3.155', 'floating_network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'router_id': '0acb49db-0dd0-46b7-ac72-229674e2646c', 'port_id': '23fb2f57-55e3-4c78-be91-a50312c0dc4b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4339, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5eae40be-10b6-4c8a-a45c-e220af6e3ccd', 'mac_address': 'fa:16:3e:a2:3b:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ffc91a5-cad8-47af-b108-a8ee57cbed33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-25T22:28:29Z', 'updated_at': '2021-12-25T22:28:29Z', 'revision_number': 0, 'project_id': '58660263f53e4173b07360be1b863c34', 'fixed_ip_address_scope': None}, {'id': 'e3afc524-d565-4b61-90e5-841b99a30c52', 'tenant_id': '58660263f53e4173b07360be1b863c34', 'floating_ip_address': '172.35.3.190', 'floating_network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'router_id': '0acb49db-0dd0-46b7-ac72-229674e2646c', 'port_id': '4c0b5387-6ba4-45ad-8869-5edf0789130b', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4336, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5eae40be-10b6-4c8a-a45c-e220af6e3ccd', 'mac_address': 'fa:16:3e:ef:ec:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '383a5351-bf67-4a86-9167-35bd959e33de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-25T22:25:54Z', 'updated_at': '2021-12-25T22:25:57Z', 'revision_number': 1, 'project_id': '58660263f53e4173b07360be1b863c34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a31ebed9-17c3-485a-b47a-a49f999b95d9', 'name': '', 'network_id': '5eae40be-10b6-4c8a-a45c-e220af6e3ccd', 'tenant_id': '58660263f53e4173b07360be1b863c34', 'mac_address': 'fa:16:3e:a9:64:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0acb49db-0dd0-46b7-ac72-229674e2646c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '8fc8ef4e-141a-4067-a70d-289a29892f97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T22:25:32Z', 'updated_at': '2021-12-25T22:25:35Z', 'revision_number': 5, 'project_id': '58660263f53e4173b07360be1b863c34', 'subnets': [{'id': '8fc8ef4e-141a-4067-a70d-289a29892f97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 22:28:32.255407 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e34b101d-64ea-415c-b774-52668d96eb8a None None] New status for floating IP 56e4c5ec-1551-41c3-b53f-fe658fe7edb4: ACTIVE {{(pid=121608) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 25 22:28:34.855561 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-f5a8a3a9-12f5-418e-a928-38d9949b708f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:28:35.016545 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:28:37.066627 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-0840bb17-623d-417d-b8af-ab07f6a82f97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:28:38.788114 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3e945ecd-9380-47c2-aa0a-12ebe07e03e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:28:38.982283 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:28:39.788028 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-15cb578f-7a63-4fd3-925d-83bad4c7b82a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:28:40.885374 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:28:57.720239 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.agents_db [None req-ec08dba0-4483-4109-b5e1-5e4a9fdaf12d None None] Agent healthcheck: found 7 active agents {{(pid=121609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 25 22:29:04.844386 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-bee8c03c-ebeb-41da-b492-dc098d4628f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:29:05.010064 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:29:06.814509 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-30551618-d403-472e-bd40-7b549a61bbe8 req-e31313e9-f225-4560-a81c-c61ceb9d6299 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=383a5351-bf67-4a86-9167-35bd959e33de&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0395503
Dec 25 22:29:06.894113 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30551618-d403-472e-bd40-7b549a61bbe8 req-e5bdf5d4-3a7b-4b55-ada0-5efb7cceefb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:29:06.895638 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-30551618-d403-472e-bd40-7b549a61bbe8 req-e5bdf5d4-3a7b-4b55-ada0-5efb7cceefb2 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=58660263f53e4173b07360be1b863c34&device_id=383a5351-bf67-4a86-9167-35bd959e33de HTTP/1.1" status: 200  len: 1095 time: 0.0396814
Dec 25 22:29:07.001849 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30551618-d403-472e-bd40-7b549a61bbe8 req-950f64f7-4ff5-451a-a5d9-506cbc7b1e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:29:07.003388 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-30551618-d403-472e-bd40-7b549a61bbe8 req-950f64f7-4ff5-451a-a5d9-506cbc7b1e9d service neutron] 10.222.0.31 "GET /v2.0/networks?id=5eae40be-10b6-4c8a-a45c-e220af6e3ccd HTTP/1.1" status: 200  len: 910 time: 0.0885940
Dec 25 22:29:07.055938 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-533b1b7a-b3fa-4c1e-95ba-d76832ab682d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:29:07.070506 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-30551618-d403-472e-bd40-7b549a61bbe8 req-3c160410-91e8-4636-96ab-aad95ccbe695 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4c0b5387-6ba4-45ad-8869-5edf0789130b HTTP/1.1" status: 200  len: 1000 time: 0.0591094
Dec 25 22:29:07.124759 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30551618-d403-472e-bd40-7b549a61bbe8 req-e8d690eb-4334-47e0-9077-e90ec430a6da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:29:07.126887 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-30551618-d403-472e-bd40-7b549a61bbe8 req-e8d690eb-4334-47e0-9077-e90ec430a6da service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8fc8ef4e-141a-4067-a70d-289a29892f97 HTTP/1.1" status: 200  len: 848 time: 0.0480702
Dec 25 22:29:07.172853 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30551618-d403-472e-bd40-7b549a61bbe8 req-dca51412-5a6f-4e39-94c3-5ec6d27ebcfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:29:07.177187 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-30551618-d403-472e-bd40-7b549a61bbe8 req-dca51412-5a6f-4e39-94c3-5ec6d27ebcfd service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=5eae40be-10b6-4c8a-a45c-e220af6e3ccd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0398638
Dec 25 22:29:07.264472 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-30551618-d403-472e-bd40-7b549a61bbe8 req-a9a7f4b4-3e22-460a-8328-2b232cd89a46 service neutron] 10.222.0.31 "GET /v2.0/networks/5eae40be-10b6-4c8a-a45c-e220af6e3ccd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0829256
Dec 25 22:29:07.355376 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-30551618-d403-472e-bd40-7b549a61bbe8 req-b777854b-cbba-4e8c-a140-7c7b55427424 service neutron] 10.222.0.31 "GET /v2.0/networks/5eae40be-10b6-4c8a-a45c-e220af6e3ccd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0832460
Dec 25 22:29:08.791595 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3e945ecd-9380-47c2-aa0a-12ebe07e03e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:29:08.976382 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:29:09.775676 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-15cb578f-7a63-4fd3-925d-83bad4c7b82a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:29:10.867398 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:29:34.720020 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.agents_db [None req-ec08dba0-4483-4109-b5e1-5e4a9fdaf12d None None] Agent healthcheck: found 7 active agents {{(pid=121609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 25 22:29:34.843832 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-4472d4a5-673c-4cfc-ac69-01c770299eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:29:35.030247 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:29:37.064634 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-73cf4604-d5f7-4a54-a1d0-6d34b1650967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:29:38.812918 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3e945ecd-9380-47c2-aa0a-12ebe07e03e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:29:39.007151 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:29:39.810126 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-15cb578f-7a63-4fd3-925d-83bad4c7b82a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:29:40.916372 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:30:01.612017 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device 23fb2f57-55e3-4c78-be91-a50312c0dc4b details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 25 22:30:01.707191 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port 23fb2f57-55e3-4c78-be91-a50312c0dc4b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=23fb2f57-55e3-4c78-be91-a50312c0dc4b,segment=NetworkSegment(977ca835-23d7-4cd6-aa15-01e25c43ae93),segment_id=977ca835-23d7-4cd6-aa15-01e25c43ae93)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 22:30:01.717898 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Returning: {'device': '23fb2f57-55e3-4c78-be91-a50312c0dc4b', 'network_id': '5eae40be-10b6-4c8a-a45c-e220af6e3ccd', 'port_id': '23fb2f57-55e3-4c78-be91-a50312c0dc4b', 'mac_address': 'fa:16:3e:a2:3b:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fc8ef4e-141a-4067-a70d-289a29892f97', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 25 22:30:01.753819 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:30:01.766447 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 23fb2f57-55e3-4c78-be91-a50312c0dc4b {{(pid=121608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 25 22:30:01.785458 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port 23fb2f57-55e3-4c78-be91-a50312c0dc4b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=23fb2f57-55e3-4c78-be91-a50312c0dc4b,segment=NetworkSegment(977ca835-23d7-4cd6-aa15-01e25c43ae93),segment_id=977ca835-23d7-4cd6-aa15-01e25c43ae93)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 22:30:01.841015 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:30:01.893801 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Pushing event updated for resources: {'Port': ['ID=23fb2f57-55e3-4c78-be91-a50312c0dc4b,revision_number=6']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:30:01.901341 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:30:01.901686 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:30:01.902031 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:30:01.902366 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:30:01.902698 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:30:01.903028 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:30:01.903352 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:30:01.903676 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:30:01.903998 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:30:01.904317 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:30:01.904636 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:30:01.904981 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:30:01.905301 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:30:01.927110 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] get_ports_and_sgs() called for port_ids ['23fb2f57-55e3-4c78-be91-a50312c0dc4b'] {{(pid=121608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 25 22:30:03.626742 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device 23fb2f57-55e3-4c78-be91-a50312c0dc4b up at agent hyperv_nch1-master-1 {{(pid=121608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 25 22:30:03.692708 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.provisioning_blocks [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Provisioning complete for port 23fb2f57-55e3-4c78-be91-a50312c0dc4b triggered by entity L2. {{(pid=121608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 25 22:30:03.692708 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-992092'] for port, provisioning_complete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:30:03.774440 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:30:03.802988 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ffc91a5-cad8-47af-b108-a8ee57cbed33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23fb2f57-55e3-4c78-be91-a50312c0dc4b'}] {{(pid=121608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 22:30:03.805435 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8f4255179602950281e35c838768f32348f9ebfbcb74b08282abfe6e9b4a52c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-436fd927-7004-4de9-b71a-eedd83abdb01" -d '{"events": [{"server_uuid": "1ffc91a5-cad8-47af-b108-a8ee57cbed33", "name": "network-vif-plugged", "status": "completed", "tag": "23fb2f57-55e3-4c78-be91-a50312c0dc4b"}]}' {{(pid=121608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 22:30:03.823289 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port 23fb2f57-55e3-4c78-be91-a50312c0dc4b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=23fb2f57-55e3-4c78-be91-a50312c0dc4b,segment=NetworkSegment(977ca835-23d7-4cd6-aa15-01e25c43ae93),segment_id=977ca835-23d7-4cd6-aa15-01e25c43ae93)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 22:30:03.863682 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 22:30:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-099652e0-66d3-4ce9-8a21-d0fa0bf3a57e x-openstack-request-id: req-099652e0-66d3-4ce9-8a21-d0fa0bf3a57e {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 22:30:03.863987 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ffc91a5-cad8-47af-b108-a8ee57cbed33", "name": "network-vif-plugged", "status": "completed", "tag": "23fb2f57-55e3-4c78-be91-a50312c0dc4b", "code": 200}]} {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 22:30:03.864243 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-099652e0-66d3-4ce9-8a21-d0fa0bf3a57e {{(pid=121608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 22:30:03.864641 ncdv-master-1 neutron-server[121608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ffc91a5-cad8-47af-b108-a8ee57cbed33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23fb2f57-55e3-4c78-be91-a50312c0dc4b', 'code': 200}
Dec 25 22:30:03.952354 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:30:04.031514 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Pushing event updated for resources: {'Port': ['ID=23fb2f57-55e3-4c78-be91-a50312c0dc4b,revision_number=7']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:30:04.864276 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-1accd3c7-8f5a-48df-9d03-b46186c89f58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:30:05.069355 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:30:06.230270 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51107894-c052-4ec4-b37d-b5bb0e1eb12f req-c74f36ac-baae-443e-951f-8251339def3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:30:06.232520 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-51107894-c052-4ec4-b37d-b5bb0e1eb12f req-c74f36ac-baae-443e-951f-8251339def3d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=58660263f53e4173b07360be1b863c34&device_id=1ffc91a5-cad8-47af-b108-a8ee57cbed33 HTTP/1.1" status: 200  len: 1096 time: 0.0460935
Dec 25 22:30:06.380955 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51107894-c052-4ec4-b37d-b5bb0e1eb12f req-4f845d8f-7e8a-46e3-aa07-2fa5e06233f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:30:06.382478 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-51107894-c052-4ec4-b37d-b5bb0e1eb12f req-4f845d8f-7e8a-46e3-aa07-2fa5e06233f9 service neutron] 10.222.0.31 "GET /v2.0/networks?id=5eae40be-10b6-4c8a-a45c-e220af6e3ccd HTTP/1.1" status: 200  len: 910 time: 0.1284978
Dec 25 22:30:06.462569 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-51107894-c052-4ec4-b37d-b5bb0e1eb12f req-ee005c10-e303-466f-8599-f59f00f4c4c3 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=23fb2f57-55e3-4c78-be91-a50312c0dc4b HTTP/1.1" status: 200  len: 1001 time: 0.0687971
Dec 25 22:30:06.523592 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51107894-c052-4ec4-b37d-b5bb0e1eb12f req-a053464b-e0da-47e9-ab74-b4d3f335e136 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:30:06.525467 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-51107894-c052-4ec4-b37d-b5bb0e1eb12f req-a053464b-e0da-47e9-ab74-b4d3f335e136 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8fc8ef4e-141a-4067-a70d-289a29892f97 HTTP/1.1" status: 200  len: 848 time: 0.0534604
Dec 25 22:30:06.585405 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51107894-c052-4ec4-b37d-b5bb0e1eb12f req-d91727ef-9bd8-4c30-b727-f8cacfa104e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:30:06.586945 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-51107894-c052-4ec4-b37d-b5bb0e1eb12f req-d91727ef-9bd8-4c30-b727-f8cacfa104e2 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=5eae40be-10b6-4c8a-a45c-e220af6e3ccd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0543597
Dec 25 22:30:06.600156 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [req-51107894-c052-4ec4-b37d-b5bb0e1eb12f req-0701220a-1e09-47c6-9489-65180e0225cd service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=121606) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 25 22:30:06.601288 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-51107894-c052-4ec4-b37d-b5bb0e1eb12f req-0701220a-1e09-47c6-9489-65180e0225cd service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0067067
Dec 25 22:30:06.700437 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-51107894-c052-4ec4-b37d-b5bb0e1eb12f req-8f61a6b5-c81e-4af1-be3f-2d666f938d81 service neutron] 10.222.0.31 "GET /v2.0/networks/5eae40be-10b6-4c8a-a45c-e220af6e3ccd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0922444
Dec 25 22:30:06.806571 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-51107894-c052-4ec4-b37d-b5bb0e1eb12f req-d4db9a77-39ef-48f5-991f-81f7ea9bcae2 service neutron] 10.222.0.31 "GET /v2.0/networks/5eae40be-10b6-4c8a-a45c-e220af6e3ccd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0973833
Dec 25 22:30:07.080953 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-301e5463-18c9-4177-91d9-d1898be0d31c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:30:08.909287 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3e945ecd-9380-47c2-aa0a-12ebe07e03e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:30:09.035117 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:30:09.843348 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-15cb578f-7a63-4fd3-925d-83bad4c7b82a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:30:10.926540 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:30:11.721043 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.agents_db [None req-ec08dba0-4483-4109-b5e1-5e4a9fdaf12d None None] Agent healthcheck: found 7 active agents {{(pid=121609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 25 22:30:14.582763 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [-] (121606) accepted ('10.222.0.32', 51400) {{(pid=121606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 22:30:14.740293 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-a6668529-916a-40d5-8e47-08d6be8af46d tempest-TestSnapshotPattern-698834680 tempest-TestSnapshotPattern-698834680-project] Deleting port d860373f-4efc-42a0-9054-052eb740e1ea {{(pid=121606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 22:30:14.740633 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-a6668529-916a-40d5-8e47-08d6be8af46d tempest-TestSnapshotPattern-698834680 tempest-TestSnapshotPattern-698834680-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:30:14.818759 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-a6668529-916a-40d5-8e47-08d6be8af46d tempest-TestSnapshotPattern-698834680 tempest-TestSnapshotPattern-698834680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:30:14.819004 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-a6668529-916a-40d5-8e47-08d6be8af46d tempest-TestSnapshotPattern-698834680 tempest-TestSnapshotPattern-698834680-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:30:14.831088 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [None req-a6668529-916a-40d5-8e47-08d6be8af46d tempest-TestSnapshotPattern-698834680 tempest-TestSnapshotPattern-698834680-project] Calling delete_port for d860373f-4efc-42a0-9054-052eb740e1ea owned by network:floatingip {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 22:30:15.075648 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-a6668529-916a-40d5-8e47-08d6be8af46d tempest-TestSnapshotPattern-698834680 tempest-TestSnapshotPattern-698834680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:30:15.104751 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6668529-916a-40d5-8e47-08d6be8af46d tempest-TestSnapshotPattern-698834680 tempest-TestSnapshotPattern-698834680-project] Pushing event deleted for resources: {'Port': ['ID=d860373f-4efc-42a0-9054-052eb740e1ea,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:30:15.116975 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6668529-916a-40d5-8e47-08d6be8af46d tempest-TestSnapshotPattern-698834680 tempest-TestSnapshotPattern-698834680-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:30:15.117328 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6668529-916a-40d5-8e47-08d6be8af46d tempest-TestSnapshotPattern-698834680 tempest-TestSnapshotPattern-698834680-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:30:15.117670 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6668529-916a-40d5-8e47-08d6be8af46d tempest-TestSnapshotPattern-698834680 tempest-TestSnapshotPattern-698834680-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:30:15.118005 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6668529-916a-40d5-8e47-08d6be8af46d tempest-TestSnapshotPattern-698834680 tempest-TestSnapshotPattern-698834680-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:30:15.118338 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6668529-916a-40d5-8e47-08d6be8af46d tempest-TestSnapshotPattern-698834680 tempest-TestSnapshotPattern-698834680-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:30:15.118669 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6668529-916a-40d5-8e47-08d6be8af46d tempest-TestSnapshotPattern-698834680 tempest-TestSnapshotPattern-698834680-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:30:15.118994 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6668529-916a-40d5-8e47-08d6be8af46d tempest-TestSnapshotPattern-698834680 tempest-TestSnapshotPattern-698834680-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:30:15.119323 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6668529-916a-40d5-8e47-08d6be8af46d tempest-TestSnapshotPattern-698834680 tempest-TestSnapshotPattern-698834680-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:30:15.119647 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6668529-916a-40d5-8e47-08d6be8af46d tempest-TestSnapshotPattern-698834680 tempest-TestSnapshotPattern-698834680-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:30:15.119968 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6668529-916a-40d5-8e47-08d6be8af46d tempest-TestSnapshotPattern-698834680 tempest-TestSnapshotPattern-698834680-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:30:15.120290 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6668529-916a-40d5-8e47-08d6be8af46d tempest-TestSnapshotPattern-698834680 tempest-TestSnapshotPattern-698834680-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:30:15.120613 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6668529-916a-40d5-8e47-08d6be8af46d tempest-TestSnapshotPattern-698834680 tempest-TestSnapshotPattern-698834680-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:30:15.120956 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6668529-916a-40d5-8e47-08d6be8af46d tempest-TestSnapshotPattern-698834680 tempest-TestSnapshotPattern-698834680-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:30:15.173111 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-a6668529-916a-40d5-8e47-08d6be8af46d tempest-TestSnapshotPattern-698834680 tempest-TestSnapshotPattern-698834680-project] Publish callbacks [] for floatingip, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:30:15.173427 ncdv-master-1 neutron-server[121606]: INFO neutron.db.l3_db [None req-a6668529-916a-40d5-8e47-08d6be8af46d tempest-TestSnapshotPattern-698834680 tempest-TestSnapshotPattern-698834680-project] Floating IP 56e4c5ec-1551-41c3-b53f-fe658fe7edb4 disassociated (deleted). External IP: 172.35.3.155, port: 23fb2f57-55e3-4c78-be91-a50312c0dc4b.
Dec 25 22:30:15.382662 ncdv-master-1 neutron-server[121606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6668529-916a-40d5-8e47-08d6be8af46d tempest-TestSnapshotPattern-698834680 tempest-TestSnapshotPattern-698834680-project] Router 0acb49db-0dd0-46b7-ac72-229674e2646c has already been hosted by L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 {{(pid=121606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 25 22:30:15.491720 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6668529-916a-40d5-8e47-08d6be8af46d tempest-TestSnapshotPattern-698834680 tempest-TestSnapshotPattern-698834680-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 22:30:15.496569 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [None req-a6668529-916a-40d5-8e47-08d6be8af46d tempest-TestSnapshotPattern-698834680 tempest-TestSnapshotPattern-698834680-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for floatingip, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:30:15.501118 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11606a6b-63ab-461e-acd6-2f861c3e1454 None None] Sync routers for ids ['0acb49db-0dd0-46b7-ac72-229674e2646c'] in ncdv-master-1 {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 22:30:15.510879 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11606a6b-63ab-461e-acd6-2f861c3e1454 None None] Routers {'0acb49db-0dd0-46b7-ac72-229674e2646c'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 22:30:15.511508 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-11606a6b-63ab-461e-acd6-2f861c3e1454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f26187786d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T22:30:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['0acb49db-0dd0-46b7-ac72-229674e2646c'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 22:30:15.523278 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [None req-a6668529-916a-40d5-8e47-08d6be8af46d tempest-TestSnapshotPattern-698834680 tempest-TestSnapshotPattern-698834680-project] 10.222.0.32 "DELETE /v2.0/floatingips/56e4c5ec-1551-41c3-b53f-fe658fe7edb4 HTTP/1.1" status: 204  len: 168 time: 0.9394159
Dec 25 22:30:15.523863 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ffc91a5-cad8-47af-b108-a8ee57cbed33', 'tag': '23fb2f57-55e3-4c78-be91-a50312c0dc4b'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 22:30:15.526227 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3aaaccd1c5724dc9dd74c6f33e2aadc9492bdd81d11d1049086089e292681ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1edc6c0e-4f5c-4cf4-a961-f74ad2fc0668" -d '{"events": [{"name": "network-changed", "server_uuid": "1ffc91a5-cad8-47af-b108-a8ee57cbed33", "tag": "23fb2f57-55e3-4c78-be91-a50312c0dc4b"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 22:30:15.624317 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Dec 2021 22:30:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-920c2871-2c50-457d-96cd-e6a7af9435dc x-openstack-request-id: req-920c2871-2c50-457d-96cd-e6a7af9435dc {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 22:30:15.625511 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ffc91a5-cad8-47af-b108-a8ee57cbed33", "tag": "23fb2f57-55e3-4c78-be91-a50312c0dc4b", "status": "completed", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 22:30:15.625511 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-920c2871-2c50-457d-96cd-e6a7af9435dc {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 22:30:15.625881 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ffc91a5-cad8-47af-b108-a8ee57cbed33', 'tag': '23fb2f57-55e3-4c78-be91-a50312c0dc4b', 'status': 'completed', 'code': 200}
Dec 25 22:30:15.692640 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edc6c0e-4f5c-4cf4-a961-f74ad2fc0668 req-5c2d1214-c171-424c-a207-c2a730c8231c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:30:15.694149 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1edc6c0e-4f5c-4cf4-a961-f74ad2fc0668 req-5c2d1214-c171-424c-a207-c2a730c8231c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=58660263f53e4173b07360be1b863c34&device_id=1ffc91a5-cad8-47af-b108-a8ee57cbed33 HTTP/1.1" status: 200  len: 1096 time: 0.0432231
Dec 25 22:30:15.704562 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device 23fb2f57-55e3-4c78-be91-a50312c0dc4b no longer exists at agent hyperv_nch1-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 22:30:15.722251 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvr_db [None req-11606a6b-63ab-461e-acd6-2f861c3e1454 None None] Set router 0acb49db-0dd0-46b7-ac72-229674e2646c gateway port host: ncdv-master-1 {{(pid=121609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 22:30:15.788697 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597913'] for port, before_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:30:15.793516 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edc6c0e-4f5c-4cf4-a961-f74ad2fc0668 req-cf8c9f3f-604f-4911-8bd7-3e6625dd45f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:30:15.795023 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1edc6c0e-4f5c-4cf4-a961-f74ad2fc0668 req-cf8c9f3f-604f-4911-8bd7-3e6625dd45f2 service neutron] 10.222.0.31 "GET /v2.0/networks?id=5eae40be-10b6-4c8a-a45c-e220af6e3ccd HTTP/1.1" status: 200  len: 910 time: 0.0936563
Dec 25 22:30:15.824364 ncdv-master-1 neutron-server[121608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ffc91a5-cad8-47af-b108-a8ee57cbed33', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '23fb2f57-55e3-4c78-be91-a50312c0dc4b'}] {{(pid=121608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 22:30:15.827242 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8f4255179602950281e35c838768f32348f9ebfbcb74b08282abfe6e9b4a52c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b64f6cf3-58db-4929-8c70-06005e371c3b" -d '{"events": [{"server_uuid": "1ffc91a5-cad8-47af-b108-a8ee57cbed33", "name": "network-vif-unplugged", "status": "completed", "tag": "23fb2f57-55e3-4c78-be91-a50312c0dc4b"}]}' {{(pid=121608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 22:30:15.832729 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] For port 23fb2f57-55e3-4c78-be91-a50312c0dc4b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=23fb2f57-55e3-4c78-be91-a50312c0dc4b,segment=NetworkSegment(977ca835-23d7-4cd6-aa15-01e25c43ae93),segment_id=977ca835-23d7-4cd6-aa15-01e25c43ae93)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 22:30:15.839660 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1edc6c0e-4f5c-4cf4-a961-f74ad2fc0668 req-275a041b-bc1e-4e99-9549-5fc3e77acd29 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=23fb2f57-55e3-4c78-be91-a50312c0dc4b HTTP/1.1" status: 200  len: 217 time: 0.0370247
Dec 25 22:30:15.877057 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 25 Dec 2021 22:30:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65c0336a-a914-47f4-ba1b-5e5841b7c71a x-openstack-request-id: req-65c0336a-a914-47f4-ba1b-5e5841b7c71a {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 22:30:15.877547 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ffc91a5-cad8-47af-b108-a8ee57cbed33", "name": "network-vif-unplugged", "status": "completed", "tag": "23fb2f57-55e3-4c78-be91-a50312c0dc4b", "code": 200}]} {{(pid=121608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 22:30:15.877803 ncdv-master-1 neutron-server[121608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-65c0336a-a914-47f4-ba1b-5e5841b7c71a {{(pid=121608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 22:30:15.878198 ncdv-master-1 neutron-server[121608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ffc91a5-cad8-47af-b108-a8ee57cbed33', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '23fb2f57-55e3-4c78-be91-a50312c0dc4b', 'code': 200}
Dec 25 22:30:15.903600 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edc6c0e-4f5c-4cf4-a961-f74ad2fc0668 req-10816c1f-4afd-42e8-8048-596a8bd3c334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:30:15.905130 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1edc6c0e-4f5c-4cf4-a961-f74ad2fc0668 req-10816c1f-4afd-42e8-8048-596a8bd3c334 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8fc8ef4e-141a-4067-a70d-289a29892f97 HTTP/1.1" status: 200  len: 848 time: 0.0582943
Dec 25 22:30:15.956589 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edc6c0e-4f5c-4cf4-a961-f74ad2fc0668 req-49a497a8-cde5-46d2-95df-874cc25e68dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:30:15.958097 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1edc6c0e-4f5c-4cf4-a961-f74ad2fc0668 req-49a497a8-cde5-46d2-95df-874cc25e68dd service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=5eae40be-10b6-4c8a-a45c-e220af6e3ccd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0449102
Dec 25 22:30:15.968487 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-11606a6b-63ab-461e-acd6-2f861c3e1454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f26187786d0>, [{'id': '0acb49db-0dd0-46b7-ac72-229674e2646c', 'name': 'tempest-TestSnapshotPattern-682001966-router', 'tenant_id': '58660263f53e4173b07360be1b863c34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.2'}], 'enable_snat': True}, 'gw_port_id': '47b713b2-9c2f-4966-9a11-e9bc9a69503e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T22:25:29Z', 'updated_at': '2021-12-25T22:25:32Z', 'revision_number': 4, 'project_id': '58660263f53e4173b07360be1b863c34', 'gw_port': {'id': '47b713b2-9c2f-4966-9a11-e9bc9a69503e', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:73:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0acb49db-0dd0-46b7-ac72-229674e2646c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T22:25:30Z', 'updated_at': '2021-12-25T22:25:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'e3afc524-d565-4b61-90e5-841b99a30c52', 'tenant_id': '58660263f53e4173b07360be1b863c34', 'floating_ip_address': '172.35.3.190', 'floating_network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'router_id': '0acb49db-0dd0-46b7-ac72-229674e2646c', 'port_id': '4c0b5387-6ba4-45ad-8869-5edf0789130b', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4336, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5eae40be-10b6-4c8a-a45c-e220af6e3ccd', 'mac_address': 'fa:16:3e:ef:ec:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '383a5351-bf67-4a86-9167-35bd959e33de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-25T22:25:54Z', 'updated_at': '2021-12-25T22:25:57Z', 'revision_number': 1, 'project_id': '58660263f53e4173b07360be1b863c34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a31ebed9-17c3-485a-b47a-a49f999b95d9', 'name': '', 'network_id': '5eae40be-10b6-4c8a-a45c-e220af6e3ccd', 'tenant_id': '58660263f53e4173b07360be1b863c34', 'mac_address': 'fa:16:3e:a9:64:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0acb49db-0dd0-46b7-ac72-229674e2646c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '8fc8ef4e-141a-4067-a70d-289a29892f97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T22:25:32Z', 'updated_at': '2021-12-25T22:25:35Z', 'revision_number': 5, 'project_id': '58660263f53e4173b07360be1b863c34', 'subnets': [{'id': '8fc8ef4e-141a-4067-a70d-289a29892f97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 22:30:15.998112 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11606a6b-63ab-461e-acd6-2f861c3e1454 None None] Checking router: 0acb49db-0dd0-46b7-ac72-229674e2646c for host: ncdv-master-1 {{(pid=121609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 25 22:30:16.006953 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737602642158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737602178964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737602178982'] for port, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:30:16.012464 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11606a6b-63ab-461e-acd6-2f861c3e1454 None None] Routers {'0acb49db-0dd0-46b7-ac72-229674e2646c'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 22:30:16.012464 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-11606a6b-63ab-461e-acd6-2f861c3e1454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f26187786d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T22:30:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['0acb49db-0dd0-46b7-ac72-229674e2646c'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 22:30:16.058143 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1edc6c0e-4f5c-4cf4-a961-f74ad2fc0668 req-efaa77d9-0100-4730-b3c6-cab4dce95e8a service neutron] 10.222.0.31 "GET /v2.0/networks/5eae40be-10b6-4c8a-a45c-e220af6e3ccd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0908370
Dec 25 22:30:16.068057 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Pushing event updated for resources: {'Port': ['ID=23fb2f57-55e3-4c78-be91-a50312c0dc4b,revision_number=8']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:30:16.127672 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvr_db [None req-11606a6b-63ab-461e-acd6-2f861c3e1454 None None] Set router 0acb49db-0dd0-46b7-ac72-229674e2646c gateway port host: ncdv-master-1 {{(pid=121609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 22:30:16.192518 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a65061-2ffb-4cfa-bc64-fbf40b51f07e req-57a4cac2-1715-4f7a-913a-95328dc35f5c tempest-TestSnapshotPattern-698834680 tempest-TestSnapshotPattern-698834680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:30:16.194056 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-14a65061-2ffb-4cfa-bc64-fbf40b51f07e req-57a4cac2-1715-4f7a-913a-95328dc35f5c tempest-TestSnapshotPattern-698834680 tempest-TestSnapshotPattern-698834680-project] 10.222.0.32 "GET /v2.0/ports?device_id=1ffc91a5-cad8-47af-b108-a8ee57cbed33 HTTP/1.1" status: 200  len: 943 time: 0.1003630
Dec 25 22:30:16.211039 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-1edc6c0e-4f5c-4cf4-a961-f74ad2fc0668 req-161c4c46-fa01-40da-bdc6-5b21c1b42ca3 service neutron] 10.222.0.31 "GET /v2.0/networks/5eae40be-10b6-4c8a-a45c-e220af6e3ccd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1433809
Dec 25 22:30:16.249105 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-14a65061-2ffb-4cfa-bc64-fbf40b51f07e req-7dabe82f-d251-400b-a529-b2bd5fa06b45 tempest-TestSnapshotPattern-698834680 tempest-TestSnapshotPattern-698834680-project] 10.222.0.32 "GET /v2.0/security-groups?id=553caf13-4677-4919-94c9-3804b136b36e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0475683
Dec 25 22:30:16.350437 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-11606a6b-63ab-461e-acd6-2f861c3e1454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f26187786d0>, [{'id': '0acb49db-0dd0-46b7-ac72-229674e2646c', 'name': 'tempest-TestSnapshotPattern-682001966-router', 'tenant_id': '58660263f53e4173b07360be1b863c34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.2'}], 'enable_snat': True}, 'gw_port_id': '47b713b2-9c2f-4966-9a11-e9bc9a69503e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T22:25:29Z', 'updated_at': '2021-12-25T22:25:32Z', 'revision_number': 4, 'project_id': '58660263f53e4173b07360be1b863c34', 'gw_port': {'id': '47b713b2-9c2f-4966-9a11-e9bc9a69503e', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:73:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0acb49db-0dd0-46b7-ac72-229674e2646c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T22:25:30Z', 'updated_at': '2021-12-25T22:25:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'e3afc524-d565-4b61-90e5-841b99a30c52', 'tenant_id': '58660263f53e4173b07360be1b863c34', 'floating_ip_address': '172.35.3.190', 'floating_network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'router_id': '0acb49db-0dd0-46b7-ac72-229674e2646c', 'port_id': '4c0b5387-6ba4-45ad-8869-5edf0789130b', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4336, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5eae40be-10b6-4c8a-a45c-e220af6e3ccd', 'mac_address': 'fa:16:3e:ef:ec:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '383a5351-bf67-4a86-9167-35bd959e33de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-25T22:25:54Z', 'updated_at': '2021-12-25T22:25:57Z', 'revision_number': 1, 'project_id': '58660263f53e4173b07360be1b863c34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a31ebed9-17c3-485a-b47a-a49f999b95d9', 'name': '', 'network_id': '5eae40be-10b6-4c8a-a45c-e220af6e3ccd', 'tenant_id': '58660263f53e4173b07360be1b863c34', 'mac_address': 'fa:16:3e:a9:64:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0acb49db-0dd0-46b7-ac72-229674e2646c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '8fc8ef4e-141a-4067-a70d-289a29892f97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T22:25:32Z', 'updated_at': '2021-12-25T22:25:35Z', 'revision_number': 5, 'project_id': '58660263f53e4173b07360be1b863c34', 'subnets': [{'id': '8fc8ef4e-141a-4067-a70d-289a29892f97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 22:30:16.379570 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11606a6b-63ab-461e-acd6-2f861c3e1454 None None] The sync data for ids ['0acb49db-0dd0-46b7-ac72-229674e2646c'] in ncdv-master-1 is: [{'id': '0acb49db-0dd0-46b7-ac72-229674e2646c', 'name': 'tempest-TestSnapshotPattern-682001966-router', 'tenant_id': '58660263f53e4173b07360be1b863c34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.2'}], 'enable_snat': True}, 'gw_port_id': '47b713b2-9c2f-4966-9a11-e9bc9a69503e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T22:25:29Z', 'updated_at': '2021-12-25T22:25:32Z', 'revision_number': 4, 'project_id': '58660263f53e4173b07360be1b863c34', 'gw_port': {'id': '47b713b2-9c2f-4966-9a11-e9bc9a69503e', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:73:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0acb49db-0dd0-46b7-ac72-229674e2646c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T22:25:30Z', 'updated_at': '2021-12-25T22:25:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'e3afc524-d565-4b61-90e5-841b99a30c52', 'tenant_id': '58660263f53e4173b07360be1b863c34', 'floating_ip_address': '172.35.3.190', 'floating_network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'router_id': '0acb49db-0dd0-46b7-ac72-229674e2646c', 'port_id': '4c0b5387-6ba4-45ad-8869-5edf0789130b', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4336, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5eae40be-10b6-4c8a-a45c-e220af6e3ccd', 'mac_address': 'fa:16:3e:ef:ec:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '383a5351-bf67-4a86-9167-35bd959e33de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-25T22:25:54Z', 'updated_at': '2021-12-25T22:25:57Z', 'revision_number': 1, 'project_id': '58660263f53e4173b07360be1b863c34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a31ebed9-17c3-485a-b47a-a49f999b95d9', 'name': '', 'network_id': '5eae40be-10b6-4c8a-a45c-e220af6e3ccd', 'tenant_id': '58660263f53e4173b07360be1b863c34', 'mac_address': 'fa:16:3e:a9:64:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0acb49db-0dd0-46b7-ac72-229674e2646c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '8fc8ef4e-141a-4067-a70d-289a29892f97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T22:25:32Z', 'updated_at': '2021-12-25T22:25:35Z', 'revision_number': 5, 'project_id': '58660263f53e4173b07360be1b863c34', 'subnets': [{'id': '8fc8ef4e-141a-4067-a70d-289a29892f97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 22:30:16.611215 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0906f02-0e10-44c9-8726-7656da0642ef None None] New status for floating IP 56e4c5ec-1551-41c3-b53f-fe658fe7edb4: DOWN {{(pid=121608) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 25 22:30:17.384835 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec37bc0-d190-4f94-b634-0c2933232d75 req-71f716dc-7583-4817-bd0b-907be5bbce87 tempest-TestSnapshotPattern-698834680 tempest-TestSnapshotPattern-698834680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:30:17.386406 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5ec37bc0-d190-4f94-b634-0c2933232d75 req-71f716dc-7583-4817-bd0b-907be5bbce87 tempest-TestSnapshotPattern-698834680 tempest-TestSnapshotPattern-698834680-project] 10.222.0.32 "GET /v2.0/ports?device_id=1ffc91a5-cad8-47af-b108-a8ee57cbed33 HTTP/1.1" status: 200  len: 943 time: 0.0525951
Dec 25 22:30:17.436698 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-5ec37bc0-d190-4f94-b634-0c2933232d75 req-7903fd7a-4ff4-4658-8dba-080785448250 tempest-TestSnapshotPattern-698834680 tempest-TestSnapshotPattern-698834680-project] 10.222.0.32 "GET /v2.0/security-groups?id=553caf13-4677-4919-94c9-3804b136b36e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0431299
Dec 25 22:30:17.572937 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4378fdef-5824-4108-b624-14483659a257 req-cf73b235-e109-4e13-ab98-113698b42fae tempest-TestSnapshotPattern-698834680 tempest-TestSnapshotPattern-698834680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:30:17.574302 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4378fdef-5824-4108-b624-14483659a257 req-cf73b235-e109-4e13-ab98-113698b42fae tempest-TestSnapshotPattern-698834680 tempest-TestSnapshotPattern-698834680-project] 10.222.0.31 "GET /v2.0/ports?device_id=1ffc91a5-cad8-47af-b108-a8ee57cbed33 HTTP/1.1" status: 200  len: 943 time: 0.0478003
Dec 25 22:30:17.664216 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [req-4378fdef-5824-4108-b624-14483659a257 req-52cbb25a-51fb-4aa9-a0c2-fefbd20b6c4f tempest-TestSnapshotPattern-698834680 tempest-TestSnapshotPattern-698834680-project] Deleting port 23fb2f57-55e3-4c78-be91-a50312c0dc4b {{(pid=121606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 22:30:17.664563 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-4378fdef-5824-4108-b624-14483659a257 req-52cbb25a-51fb-4aa9-a0c2-fefbd20b6c4f tempest-TestSnapshotPattern-698834680 tempest-TestSnapshotPattern-698834680-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:30:17.754401 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-4378fdef-5824-4108-b624-14483659a257 req-52cbb25a-51fb-4aa9-a0c2-fefbd20b6c4f tempest-TestSnapshotPattern-698834680 tempest-TestSnapshotPattern-698834680-project] For port 23fb2f57-55e3-4c78-be91-a50312c0dc4b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=23fb2f57-55e3-4c78-be91-a50312c0dc4b,segment=NetworkSegment(977ca835-23d7-4cd6-aa15-01e25c43ae93),segment_id=977ca835-23d7-4cd6-aa15-01e25c43ae93)] {{(pid=121606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 22:30:17.754763 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-4378fdef-5824-4108-b624-14483659a257 req-52cbb25a-51fb-4aa9-a0c2-fefbd20b6c4f tempest-TestSnapshotPattern-698834680 tempest-TestSnapshotPattern-698834680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:30:17.767651 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [req-4378fdef-5824-4108-b624-14483659a257 req-52cbb25a-51fb-4aa9-a0c2-fefbd20b6c4f tempest-TestSnapshotPattern-698834680 tempest-TestSnapshotPattern-698834680-project] Calling delete_port for 23fb2f57-55e3-4c78-be91-a50312c0dc4b owned by compute:nova {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 22:30:17.955355 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-4378fdef-5824-4108-b624-14483659a257 req-52cbb25a-51fb-4aa9-a0c2-fefbd20b6c4f tempest-TestSnapshotPattern-698834680 tempest-TestSnapshotPattern-698834680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:30:17.985853 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cbb25a-51fb-4aa9-a0c2-fefbd20b6c4f tempest-TestSnapshotPattern-698834680 tempest-TestSnapshotPattern-698834680-project] Pushing event deleted for resources: {'Port': ['ID=23fb2f57-55e3-4c78-be91-a50312c0dc4b,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:30:18.031825 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [req-4378fdef-5824-4108-b624-14483659a257 req-52cbb25a-51fb-4aa9-a0c2-fefbd20b6c4f tempest-TestSnapshotPattern-698834680 tempest-TestSnapshotPattern-698834680-project] No DVR routers for this DVR port 23fb2f57-55e3-4c78-be91-a50312c0dc4b on host nch1-master-1 {{(pid=121606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 22:30:18.034764 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-4378fdef-5824-4108-b624-14483659a257 req-52cbb25a-51fb-4aa9-a0c2-fefbd20b6c4f tempest-TestSnapshotPattern-698834680 tempest-TestSnapshotPattern-698834680-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:30:18.038759 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-4378fdef-5824-4108-b624-14483659a257 req-52cbb25a-51fb-4aa9-a0c2-fefbd20b6c4f tempest-TestSnapshotPattern-698834680 tempest-TestSnapshotPattern-698834680-project] 10.222.0.31 "DELETE /v2.0/ports/23fb2f57-55e3-4c78-be91-a50312c0dc4b HTTP/1.1" status: 204  len: 173 time: 0.4583836
Dec 25 22:30:18.039247 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ffc91a5-cad8-47af-b108-a8ee57cbed33', 'name': 'network-vif-deleted', 'tag': '23fb2f57-55e3-4c78-be91-a50312c0dc4b'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 22:30:18.042256 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3aaaccd1c5724dc9dd74c6f33e2aadc9492bdd81d11d1049086089e292681ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b33264a8-60c4-4c03-9fad-8926c51ba228" -d '{"events": [{"server_uuid": "1ffc91a5-cad8-47af-b108-a8ee57cbed33", "name": "network-vif-deleted", "tag": "23fb2f57-55e3-4c78-be91-a50312c0dc4b"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 22:30:18.079193 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 22:30:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa823507-2656-4096-b367-b22c7ee70e7c x-openstack-request-id: req-aa823507-2656-4096-b367-b22c7ee70e7c {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 22:30:18.079494 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ffc91a5-cad8-47af-b108-a8ee57cbed33", "name": "network-vif-deleted", "tag": "23fb2f57-55e3-4c78-be91-a50312c0dc4b", "status": "completed", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 22:30:18.079750 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-aa823507-2656-4096-b367-b22c7ee70e7c {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 22:30:18.080161 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ffc91a5-cad8-47af-b108-a8ee57cbed33', 'name': 'network-vif-deleted', 'tag': '23fb2f57-55e3-4c78-be91-a50312c0dc4b', 'status': 'completed', 'code': 200}
Dec 25 22:30:18.542199 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-63e9736a-18c9-4505-902b-9147feaf472c req-10a85734-46f1-4674-8562-8ec4ae4346be tempest-TestSnapshotPattern-698834680 tempest-TestSnapshotPattern-698834680-project] 10.222.0.32 "GET /v2.0/ports?device_id=1ffc91a5-cad8-47af-b108-a8ee57cbed33 HTTP/1.1" status: 200  len: 210 time: 0.0259686
Dec 25 22:30:20.847441 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 51464) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 22:30:21.005421 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-47ae4811-1473-4ae8-9d41-202ebdc4fd55 tempest-TestSnapshotPattern-698834680 tempest-TestSnapshotPattern-698834680-project] Deleting port 2fc89a09-25a4-418a-b7be-dc3a0611f122 {{(pid=121607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 22:30:21.005754 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-47ae4811-1473-4ae8-9d41-202ebdc4fd55 tempest-TestSnapshotPattern-698834680 tempest-TestSnapshotPattern-698834680-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:30:21.082216 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-47ae4811-1473-4ae8-9d41-202ebdc4fd55 tempest-TestSnapshotPattern-698834680 tempest-TestSnapshotPattern-698834680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:30:21.082527 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-47ae4811-1473-4ae8-9d41-202ebdc4fd55 tempest-TestSnapshotPattern-698834680 tempest-TestSnapshotPattern-698834680-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:30:21.094424 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-47ae4811-1473-4ae8-9d41-202ebdc4fd55 tempest-TestSnapshotPattern-698834680 tempest-TestSnapshotPattern-698834680-project] Calling delete_port for 2fc89a09-25a4-418a-b7be-dc3a0611f122 owned by network:floatingip {{(pid=121607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 22:30:21.326163 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-47ae4811-1473-4ae8-9d41-202ebdc4fd55 tempest-TestSnapshotPattern-698834680 tempest-TestSnapshotPattern-698834680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:30:21.354781 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ae4811-1473-4ae8-9d41-202ebdc4fd55 tempest-TestSnapshotPattern-698834680 tempest-TestSnapshotPattern-698834680-project] Pushing event deleted for resources: {'Port': ['ID=2fc89a09-25a4-418a-b7be-dc3a0611f122,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:30:21.378841 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ae4811-1473-4ae8-9d41-202ebdc4fd55 tempest-TestSnapshotPattern-698834680 tempest-TestSnapshotPattern-698834680-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:30:21.379188 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ae4811-1473-4ae8-9d41-202ebdc4fd55 tempest-TestSnapshotPattern-698834680 tempest-TestSnapshotPattern-698834680-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:30:21.379523 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ae4811-1473-4ae8-9d41-202ebdc4fd55 tempest-TestSnapshotPattern-698834680 tempest-TestSnapshotPattern-698834680-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:30:21.379855 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ae4811-1473-4ae8-9d41-202ebdc4fd55 tempest-TestSnapshotPattern-698834680 tempest-TestSnapshotPattern-698834680-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:30:21.380186 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ae4811-1473-4ae8-9d41-202ebdc4fd55 tempest-TestSnapshotPattern-698834680 tempest-TestSnapshotPattern-698834680-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:30:21.380518 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ae4811-1473-4ae8-9d41-202ebdc4fd55 tempest-TestSnapshotPattern-698834680 tempest-TestSnapshotPattern-698834680-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:30:21.380840 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ae4811-1473-4ae8-9d41-202ebdc4fd55 tempest-TestSnapshotPattern-698834680 tempest-TestSnapshotPattern-698834680-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:30:21.381200 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ae4811-1473-4ae8-9d41-202ebdc4fd55 tempest-TestSnapshotPattern-698834680 tempest-TestSnapshotPattern-698834680-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:30:21.381509 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ae4811-1473-4ae8-9d41-202ebdc4fd55 tempest-TestSnapshotPattern-698834680 tempest-TestSnapshotPattern-698834680-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:30:21.381831 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ae4811-1473-4ae8-9d41-202ebdc4fd55 tempest-TestSnapshotPattern-698834680 tempest-TestSnapshotPattern-698834680-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:30:21.382149 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ae4811-1473-4ae8-9d41-202ebdc4fd55 tempest-TestSnapshotPattern-698834680 tempest-TestSnapshotPattern-698834680-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:30:21.382467 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ae4811-1473-4ae8-9d41-202ebdc4fd55 tempest-TestSnapshotPattern-698834680 tempest-TestSnapshotPattern-698834680-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:30:21.382785 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ae4811-1473-4ae8-9d41-202ebdc4fd55 tempest-TestSnapshotPattern-698834680 tempest-TestSnapshotPattern-698834680-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 25 22:30:21.420993 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-47ae4811-1473-4ae8-9d41-202ebdc4fd55 tempest-TestSnapshotPattern-698834680 tempest-TestSnapshotPattern-698834680-project] Publish callbacks [] for floatingip, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:30:21.421331 ncdv-master-1 neutron-server[121607]: INFO neutron.db.l3_db [None req-47ae4811-1473-4ae8-9d41-202ebdc4fd55 tempest-TestSnapshotPattern-698834680 tempest-TestSnapshotPattern-698834680-project] Floating IP e3afc524-d565-4b61-90e5-841b99a30c52 disassociated (deleted). External IP: 172.35.3.190, port: 4c0b5387-6ba4-45ad-8869-5edf0789130b.
Dec 25 22:30:21.624043 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47ae4811-1473-4ae8-9d41-202ebdc4fd55 tempest-TestSnapshotPattern-698834680 tempest-TestSnapshotPattern-698834680-project] Router 0acb49db-0dd0-46b7-ac72-229674e2646c has already been hosted by L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 {{(pid=121607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 25 22:30:21.735018 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device 23fb2f57-55e3-4c78-be91-a50312c0dc4b no longer exists at agent hyperv_nch1-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 22:30:21.741878 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47ae4811-1473-4ae8-9d41-202ebdc4fd55 tempest-TestSnapshotPattern-698834680 tempest-TestSnapshotPattern-698834680-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 22:30:21.746245 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-47ae4811-1473-4ae8-9d41-202ebdc4fd55 tempest-TestSnapshotPattern-698834680 tempest-TestSnapshotPattern-698834680-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for floatingip, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:30:21.753710 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf5aed7d-d439-4dc2-8c71-b7b1e1b8e40f None None] Sync routers for ids ['0acb49db-0dd0-46b7-ac72-229674e2646c'] in ncdv-master-1 {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 22:30:21.756018 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] No Port match for: 23fb2f57-55e3-4c78-be91-a50312c0dc4b {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 22:30:21.756406 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device 23fb2f57-55e3-4c78-be91-a50312c0dc4b not bound to the agent host nch1-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 22:30:21.763490 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf5aed7d-d439-4dc2-8c71-b7b1e1b8e40f None None] Routers {'0acb49db-0dd0-46b7-ac72-229674e2646c'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 22:30:21.764153 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-bf5aed7d-d439-4dc2-8c71-b7b1e1b8e40f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f26188a8d60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T22:30:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['0acb49db-0dd0-46b7-ac72-229674e2646c'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 22:30:21.777113 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-47ae4811-1473-4ae8-9d41-202ebdc4fd55 tempest-TestSnapshotPattern-698834680 tempest-TestSnapshotPattern-698834680-project] 10.222.0.32 "DELETE /v2.0/floatingips/e3afc524-d565-4b61-90e5-841b99a30c52 HTTP/1.1" status: 204  len: 168 time: 0.9285033
Dec 25 22:30:21.777708 ncdv-master-1 neutron-server[121607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '383a5351-bf67-4a86-9167-35bd959e33de', 'tag': '4c0b5387-6ba4-45ad-8869-5edf0789130b'}] {{(pid=121607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 22:30:21.780222 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}513dd52b533ca9dbebe6abf1cbacd3736f1152e524405cf6293f71936f89c178" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b38ebf5e-6b82-4fe6-9519-f7556824af78" -d '{"events": [{"name": "network-changed", "server_uuid": "383a5351-bf67-4a86-9167-35bd959e33de", "tag": "4c0b5387-6ba4-45ad-8869-5edf0789130b"}]}' {{(pid=121607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 22:30:21.881258 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Dec 2021 22:30:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c7f57ad-ff60-4ff5-aa02-09f1840c1a68 x-openstack-request-id: req-3c7f57ad-ff60-4ff5-aa02-09f1840c1a68 {{(pid=121607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 22:30:21.881854 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "383a5351-bf67-4a86-9167-35bd959e33de", "tag": "4c0b5387-6ba4-45ad-8869-5edf0789130b", "status": "completed", "code": 200}]} {{(pid=121607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 22:30:21.881949 ncdv-master-1 neutron-server[121607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3c7f57ad-ff60-4ff5-aa02-09f1840c1a68 {{(pid=121607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 22:30:21.882277 ncdv-master-1 neutron-server[121607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '383a5351-bf67-4a86-9167-35bd959e33de', 'tag': '4c0b5387-6ba4-45ad-8869-5edf0789130b', 'status': 'completed', 'code': 200}
Dec 25 22:30:21.882804 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvr_db [None req-bf5aed7d-d439-4dc2-8c71-b7b1e1b8e40f None None] Set router 0acb49db-0dd0-46b7-ac72-229674e2646c gateway port host: ncdv-master-1 {{(pid=121609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 22:30:21.945403 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38ebf5e-6b82-4fe6-9519-f7556824af78 req-458baae4-f635-47fc-8d69-8b7ec4330b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:30:21.946925 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b38ebf5e-6b82-4fe6-9519-f7556824af78 req-458baae4-f635-47fc-8d69-8b7ec4330b52 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=58660263f53e4173b07360be1b863c34&device_id=383a5351-bf67-4a86-9167-35bd959e33de HTTP/1.1" status: 200  len: 1095 time: 0.0420508
Dec 25 22:30:22.049744 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38ebf5e-6b82-4fe6-9519-f7556824af78 req-8ec73cf7-caeb-4c36-9da2-c90a7436b838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:30:22.051246 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b38ebf5e-6b82-4fe6-9519-f7556824af78 req-8ec73cf7-caeb-4c36-9da2-c90a7436b838 service neutron] 10.222.0.31 "GET /v2.0/networks?id=5eae40be-10b6-4c8a-a45c-e220af6e3ccd HTTP/1.1" status: 200  len: 910 time: 0.0964403
Dec 25 22:30:22.091646 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-bf5aed7d-d439-4dc2-8c71-b7b1e1b8e40f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f26188a8d60>, [{'id': '0acb49db-0dd0-46b7-ac72-229674e2646c', 'name': 'tempest-TestSnapshotPattern-682001966-router', 'tenant_id': '58660263f53e4173b07360be1b863c34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.2'}], 'enable_snat': True}, 'gw_port_id': '47b713b2-9c2f-4966-9a11-e9bc9a69503e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T22:25:29Z', 'updated_at': '2021-12-25T22:25:32Z', 'revision_number': 4, 'project_id': '58660263f53e4173b07360be1b863c34', 'gw_port': {'id': '47b713b2-9c2f-4966-9a11-e9bc9a69503e', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:73:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0acb49db-0dd0-46b7-ac72-229674e2646c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T22:25:30Z', 'updated_at': '2021-12-25T22:25:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'a31ebed9-17c3-485a-b47a-a49f999b95d9', 'name': '', 'network_id': '5eae40be-10b6-4c8a-a45c-e220af6e3ccd', 'tenant_id': '58660263f53e4173b07360be1b863c34', 'mac_address': 'fa:16:3e:a9:64:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0acb49db-0dd0-46b7-ac72-229674e2646c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '8fc8ef4e-141a-4067-a70d-289a29892f97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T22:25:32Z', 'updated_at': '2021-12-25T22:25:35Z', 'revision_number': 5, 'project_id': '58660263f53e4173b07360be1b863c34', 'subnets': [{'id': '8fc8ef4e-141a-4067-a70d-289a29892f97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 22:30:22.094402 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b38ebf5e-6b82-4fe6-9519-f7556824af78 req-a4456724-88e8-4971-9faf-0832d0360029 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4c0b5387-6ba4-45ad-8869-5edf0789130b HTTP/1.1" status: 200  len: 217 time: 0.0348904
Dec 25 22:30:22.118233 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf5aed7d-d439-4dc2-8c71-b7b1e1b8e40f None None] Checking router: 0acb49db-0dd0-46b7-ac72-229674e2646c for host: ncdv-master-1 {{(pid=121609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 25 22:30:22.127319 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf5aed7d-d439-4dc2-8c71-b7b1e1b8e40f None None] Routers {'0acb49db-0dd0-46b7-ac72-229674e2646c'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 22:30:22.127921 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-bf5aed7d-d439-4dc2-8c71-b7b1e1b8e40f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f26188a8d60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T22:30:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['0acb49db-0dd0-46b7-ac72-229674e2646c'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 22:30:22.146608 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38ebf5e-6b82-4fe6-9519-f7556824af78 req-26446042-c053-4301-a8de-9f731075a233 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:30:22.148023 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b38ebf5e-6b82-4fe6-9519-f7556824af78 req-26446042-c053-4301-a8de-9f731075a233 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8fc8ef4e-141a-4067-a70d-289a29892f97 HTTP/1.1" status: 200  len: 848 time: 0.0466757
Dec 25 22:30:22.227900 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38ebf5e-6b82-4fe6-9519-f7556824af78 req-a236a405-44ae-45cd-8914-1368388b5746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:30:22.229437 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b38ebf5e-6b82-4fe6-9519-f7556824af78 req-a236a405-44ae-45cd-8914-1368388b5746 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=5eae40be-10b6-4c8a-a45c-e220af6e3ccd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0734255
Dec 25 22:30:22.235190 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvr_db [None req-bf5aed7d-d439-4dc2-8c71-b7b1e1b8e40f None None] Set router 0acb49db-0dd0-46b7-ac72-229674e2646c gateway port host: ncdv-master-1 {{(pid=121609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 22:30:22.238283 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ae0036-8cd8-4167-82b9-4aff469ba045 req-bc46b6c3-462a-4d9e-bc23-511dfb4eb9a9 tempest-TestSnapshotPattern-698834680 tempest-TestSnapshotPattern-698834680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:30:22.239698 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-49ae0036-8cd8-4167-82b9-4aff469ba045 req-bc46b6c3-462a-4d9e-bc23-511dfb4eb9a9 tempest-TestSnapshotPattern-698834680 tempest-TestSnapshotPattern-698834680-project] 10.222.0.32 "GET /v2.0/ports?device_id=383a5351-bf67-4a86-9167-35bd959e33de HTTP/1.1" status: 200  len: 944 time: 0.0757341
Dec 25 22:30:22.343357 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-49ae0036-8cd8-4167-82b9-4aff469ba045 req-99012252-8f9b-4a10-ad9e-38c7d1de8782 tempest-TestSnapshotPattern-698834680 tempest-TestSnapshotPattern-698834680-project] 10.222.0.32 "GET /v2.0/security-groups?id=553caf13-4677-4919-94c9-3804b136b36e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0956130
Dec 25 22:30:22.370348 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b38ebf5e-6b82-4fe6-9519-f7556824af78 req-db0d8458-9a8b-4e23-be45-dbdf5977b525 service neutron] 10.222.0.31 "GET /v2.0/networks/5eae40be-10b6-4c8a-a45c-e220af6e3ccd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1297109
Dec 25 22:30:22.434786 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-bf5aed7d-d439-4dc2-8c71-b7b1e1b8e40f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f26188a8d60>, [{'id': '0acb49db-0dd0-46b7-ac72-229674e2646c', 'name': 'tempest-TestSnapshotPattern-682001966-router', 'tenant_id': '58660263f53e4173b07360be1b863c34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.2'}], 'enable_snat': True}, 'gw_port_id': '47b713b2-9c2f-4966-9a11-e9bc9a69503e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T22:25:29Z', 'updated_at': '2021-12-25T22:25:32Z', 'revision_number': 4, 'project_id': '58660263f53e4173b07360be1b863c34', 'gw_port': {'id': '47b713b2-9c2f-4966-9a11-e9bc9a69503e', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:73:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0acb49db-0dd0-46b7-ac72-229674e2646c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T22:25:30Z', 'updated_at': '2021-12-25T22:25:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'a31ebed9-17c3-485a-b47a-a49f999b95d9', 'name': '', 'network_id': '5eae40be-10b6-4c8a-a45c-e220af6e3ccd', 'tenant_id': '58660263f53e4173b07360be1b863c34', 'mac_address': 'fa:16:3e:a9:64:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0acb49db-0dd0-46b7-ac72-229674e2646c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '8fc8ef4e-141a-4067-a70d-289a29892f97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T22:25:32Z', 'updated_at': '2021-12-25T22:25:35Z', 'revision_number': 5, 'project_id': '58660263f53e4173b07360be1b863c34', 'subnets': [{'id': '8fc8ef4e-141a-4067-a70d-289a29892f97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 22:30:22.461771 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf5aed7d-d439-4dc2-8c71-b7b1e1b8e40f None None] The sync data for ids ['0acb49db-0dd0-46b7-ac72-229674e2646c'] in ncdv-master-1 is: [{'id': '0acb49db-0dd0-46b7-ac72-229674e2646c', 'name': 'tempest-TestSnapshotPattern-682001966-router', 'tenant_id': '58660263f53e4173b07360be1b863c34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.2'}], 'enable_snat': True}, 'gw_port_id': '47b713b2-9c2f-4966-9a11-e9bc9a69503e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T22:25:29Z', 'updated_at': '2021-12-25T22:25:32Z', 'revision_number': 4, 'project_id': '58660263f53e4173b07360be1b863c34', 'gw_port': {'id': '47b713b2-9c2f-4966-9a11-e9bc9a69503e', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:73:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0acb49db-0dd0-46b7-ac72-229674e2646c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T22:25:30Z', 'updated_at': '2021-12-25T22:25:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'a31ebed9-17c3-485a-b47a-a49f999b95d9', 'name': '', 'network_id': '5eae40be-10b6-4c8a-a45c-e220af6e3ccd', 'tenant_id': '58660263f53e4173b07360be1b863c34', 'mac_address': 'fa:16:3e:a9:64:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0acb49db-0dd0-46b7-ac72-229674e2646c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '8fc8ef4e-141a-4067-a70d-289a29892f97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T22:25:32Z', 'updated_at': '2021-12-25T22:25:35Z', 'revision_number': 5, 'project_id': '58660263f53e4173b07360be1b863c34', 'subnets': [{'id': '8fc8ef4e-141a-4067-a70d-289a29892f97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 22:30:22.462734 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-b38ebf5e-6b82-4fe6-9519-f7556824af78 req-df4a9ada-3d43-462b-852d-e186cd9fab13 service neutron] 10.222.0.31 "GET /v2.0/networks/5eae40be-10b6-4c8a-a45c-e220af6e3ccd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0838933
Dec 25 22:30:22.680525 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a666535f-0345-4567-9967-9e02861d687f None None] New status for floating IP e3afc524-d565-4b61-90e5-841b99a30c52: DOWN {{(pid=121608) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 25 22:30:23.464966 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830d6a4a-6c26-4d9d-81c2-8bf003b8c714 req-cb3d2f6e-9985-456e-82d2-463ba57354b1 tempest-TestSnapshotPattern-698834680 tempest-TestSnapshotPattern-698834680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:30:23.466369 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-830d6a4a-6c26-4d9d-81c2-8bf003b8c714 req-cb3d2f6e-9985-456e-82d2-463ba57354b1 tempest-TestSnapshotPattern-698834680 tempest-TestSnapshotPattern-698834680-project] 10.222.0.32 "GET /v2.0/ports?device_id=383a5351-bf67-4a86-9167-35bd959e33de HTTP/1.1" status: 200  len: 944 time: 0.0489337
Dec 25 22:30:23.518669 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-830d6a4a-6c26-4d9d-81c2-8bf003b8c714 req-8624ebde-80a7-4482-806e-eb5117bce34d tempest-TestSnapshotPattern-698834680 tempest-TestSnapshotPattern-698834680-project] 10.222.0.32 "GET /v2.0/security-groups?id=553caf13-4677-4919-94c9-3804b136b36e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0463240
Dec 25 22:30:23.675822 ncdv-master-1 neutron-server[121606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bae88d-a741-437a-9129-c49024836dba req-8856d6a9-9660-40ae-9f57-6eb37babb7e6 tempest-TestSnapshotPattern-698834680 tempest-TestSnapshotPattern-698834680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 25 22:30:23.677319 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c0bae88d-a741-437a-9129-c49024836dba req-8856d6a9-9660-40ae-9f57-6eb37babb7e6 tempest-TestSnapshotPattern-698834680 tempest-TestSnapshotPattern-698834680-project] 10.222.0.31 "GET /v2.0/ports?device_id=383a5351-bf67-4a86-9167-35bd959e33de HTTP/1.1" status: 200  len: 944 time: 0.0481162
Dec 25 22:30:23.769779 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [req-c0bae88d-a741-437a-9129-c49024836dba req-76eb1a4d-0a6a-4a8b-95e1-6f9f7489b4ba tempest-TestSnapshotPattern-698834680 tempest-TestSnapshotPattern-698834680-project] Deleting port 4c0b5387-6ba4-45ad-8869-5edf0789130b {{(pid=121606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 22:30:23.770114 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-c0bae88d-a741-437a-9129-c49024836dba req-76eb1a4d-0a6a-4a8b-95e1-6f9f7489b4ba tempest-TestSnapshotPattern-698834680 tempest-TestSnapshotPattern-698834680-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:30:23.860837 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.db [req-c0bae88d-a741-437a-9129-c49024836dba req-76eb1a4d-0a6a-4a8b-95e1-6f9f7489b4ba tempest-TestSnapshotPattern-698834680 tempest-TestSnapshotPattern-698834680-project] For port 4c0b5387-6ba4-45ad-8869-5edf0789130b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4c0b5387-6ba4-45ad-8869-5edf0789130b,segment=NetworkSegment(977ca835-23d7-4cd6-aa15-01e25c43ae93),segment_id=977ca835-23d7-4cd6-aa15-01e25c43ae93)] {{(pid=121606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 22:30:23.861220 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-c0bae88d-a741-437a-9129-c49024836dba req-76eb1a4d-0a6a-4a8b-95e1-6f9f7489b4ba tempest-TestSnapshotPattern-698834680 tempest-TestSnapshotPattern-698834680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:30:23.873422 ncdv-master-1 neutron-server[121606]: DEBUG neutron.plugins.ml2.plugin [req-c0bae88d-a741-437a-9129-c49024836dba req-76eb1a4d-0a6a-4a8b-95e1-6f9f7489b4ba tempest-TestSnapshotPattern-698834680 tempest-TestSnapshotPattern-698834680-project] Calling delete_port for 4c0b5387-6ba4-45ad-8869-5edf0789130b owned by compute:nova {{(pid=121606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 22:30:24.060324 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-c0bae88d-a741-437a-9129-c49024836dba req-76eb1a4d-0a6a-4a8b-95e1-6f9f7489b4ba tempest-TestSnapshotPattern-698834680 tempest-TestSnapshotPattern-698834680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9084335'] for port, after_delete {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:30:24.091228 ncdv-master-1 neutron-server[121606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76eb1a4d-0a6a-4a8b-95e1-6f9f7489b4ba tempest-TestSnapshotPattern-698834680 tempest-TestSnapshotPattern-698834680-project] Pushing event deleted for resources: {'Port': ['ID=4c0b5387-6ba4-45ad-8869-5edf0789130b,revision_number=None']} {{(pid=121606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:30:24.130494 ncdv-master-1 neutron-server[121606]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0bae88d-a741-437a-9129-c49024836dba req-76eb1a4d-0a6a-4a8b-95e1-6f9f7489b4ba tempest-TestSnapshotPattern-698834680 tempest-TestSnapshotPattern-698834680-project] No DVR routers for this DVR port 4c0b5387-6ba4-45ad-8869-5edf0789130b on host nch1-master-1 {{(pid=121606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 22:30:24.132923 ncdv-master-1 neutron-server[121606]: DEBUG neutron_lib.callbacks.manager [req-c0bae88d-a741-437a-9129-c49024836dba req-76eb1a4d-0a6a-4a8b-95e1-6f9f7489b4ba tempest-TestSnapshotPattern-698834680 tempest-TestSnapshotPattern-698834680-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30100'] for port, before_response {{(pid=121606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:30:24.136331 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-c0bae88d-a741-437a-9129-c49024836dba req-76eb1a4d-0a6a-4a8b-95e1-6f9f7489b4ba tempest-TestSnapshotPattern-698834680 tempest-TestSnapshotPattern-698834680-project] 10.222.0.31 "DELETE /v2.0/ports/4c0b5387-6ba4-45ad-8869-5edf0789130b HTTP/1.1" status: 204  len: 173 time: 0.4533510
Dec 25 22:30:24.136776 ncdv-master-1 neutron-server[121606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '383a5351-bf67-4a86-9167-35bd959e33de', 'name': 'network-vif-deleted', 'tag': '4c0b5387-6ba4-45ad-8869-5edf0789130b'}] {{(pid=121606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 25 22:30:24.139091 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3aaaccd1c5724dc9dd74c6f33e2aadc9492bdd81d11d1049086089e292681ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3d5a829-a490-4501-8516-5948235af196" -d '{"events": [{"server_uuid": "383a5351-bf67-4a86-9167-35bd959e33de", "name": "network-vif-deleted", "tag": "4c0b5387-6ba4-45ad-8869-5edf0789130b"}]}' {{(pid=121606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 25 22:30:24.178935 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Dec 2021 22:30:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fa6fd3c-a8f2-41ec-82fb-70901370b015 x-openstack-request-id: req-9fa6fd3c-a8f2-41ec-82fb-70901370b015 {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 25 22:30:24.179234 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "383a5351-bf67-4a86-9167-35bd959e33de", "name": "network-vif-deleted", "tag": "4c0b5387-6ba4-45ad-8869-5edf0789130b", "status": "completed", "code": 200}]} {{(pid=121606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 25 22:30:24.179489 ncdv-master-1 neutron-server[121606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9fa6fd3c-a8f2-41ec-82fb-70901370b015 {{(pid=121606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 25 22:30:24.179890 ncdv-master-1 neutron-server[121606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '383a5351-bf67-4a86-9167-35bd959e33de', 'name': 'network-vif-deleted', 'tag': '4c0b5387-6ba4-45ad-8869-5edf0789130b', 'status': 'completed', 'code': 200}
Dec 25 22:30:24.623421 ncdv-master-1 neutron-server[121606]: INFO neutron.wsgi [req-f7bfcec4-5156-4c29-9693-f1537d5304ce req-151ea5c9-c93b-4a94-adb6-900da912fe40 tempest-TestSnapshotPattern-698834680 tempest-TestSnapshotPattern-698834680-project] 10.222.0.32 "GET /v2.0/ports?device_id=383a5351-bf67-4a86-9167-35bd959e33de HTTP/1.1" status: 200  len: 210 time: 0.0254862
Dec 25 22:30:25.680281 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 51484) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 22:30:25.740932 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-01d0634d-989b-4382-96d3-95cf9187fc2a tempest-TestSnapshotPattern-698834680 tempest-TestSnapshotPattern-698834680-project] Publish callbacks [] for security_group, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:30:25.766137 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-01d0634d-989b-4382-96d3-95cf9187fc2a tempest-TestSnapshotPattern-698834680 tempest-TestSnapshotPattern-698834680-project] Publish callbacks [] for security_group, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:30:25.891767 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-01d0634d-989b-4382-96d3-95cf9187fc2a tempest-TestSnapshotPattern-698834680 tempest-TestSnapshotPattern-698834680-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:30:25.894437 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-01d0634d-989b-4382-96d3-95cf9187fc2a tempest-TestSnapshotPattern-698834680 tempest-TestSnapshotPattern-698834680-project] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:30:25.895612 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-01d0634d-989b-4382-96d3-95cf9187fc2a tempest-TestSnapshotPattern-698834680 tempest-TestSnapshotPattern-698834680-project] 10.222.0.32 "DELETE /v2.0/security-groups/553caf13-4677-4919-94c9-3804b136b36e HTTP/1.1" status: 204  len: 168 time: 0.2143126
Dec 25 22:30:25.908713 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d0634d-989b-4382-96d3-95cf9187fc2a tempest-TestSnapshotPattern-698834680 tempest-TestSnapshotPattern-698834680-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=553caf13-4677-4919-94c9-3804b136b36e,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:30:26.025196 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 51488) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 22:30:26.357733 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-50ce0f3c-3ce3-40a9-a687-d22e0698c830 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2007615'] for router_interface, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:30:26.595847 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-50ce0f3c-3ce3-40a9-a687-d22e0698c830 admin admin] Deleting port a31ebed9-17c3-485a-b47a-a49f999b95d9 {{(pid=121607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 22:30:26.596182 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-50ce0f3c-3ce3-40a9-a687-d22e0698c830 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:30:26.676909 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.db [None req-50ce0f3c-3ce3-40a9-a687-d22e0698c830 admin admin] For port a31ebed9-17c3-485a-b47a-a49f999b95d9, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a31ebed9-17c3-485a-b47a-a49f999b95d9,segment=NetworkSegment(977ca835-23d7-4cd6-aa15-01e25c43ae93),segment_id=977ca835-23d7-4cd6-aa15-01e25c43ae93)] {{(pid=121607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 22:30:26.677208 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-50ce0f3c-3ce3-40a9-a687-d22e0698c830 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:30:26.690512 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-50ce0f3c-3ce3-40a9-a687-d22e0698c830 admin admin] Calling delete_port for a31ebed9-17c3-485a-b47a-a49f999b95d9 owned by network:router_interface {{(pid=121607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 22:30:26.934432 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-50ce0f3c-3ce3-40a9-a687-d22e0698c830 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:30:26.959885 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ce0f3c-3ce3-40a9-a687-d22e0698c830 admin admin] Pushing event deleted for resources: {'Port': ['ID=a31ebed9-17c3-485a-b47a-a49f999b95d9,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:30:27.126732 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-50ce0f3c-3ce3-40a9-a687-d22e0698c830 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2007763'] for router_interface, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:30:27.344087 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50ce0f3c-3ce3-40a9-a687-d22e0698c830 admin admin] Router 0acb49db-0dd0-46b7-ac72-229674e2646c has already been hosted by L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 {{(pid=121607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 25 22:30:27.741497 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50ce0f3c-3ce3-40a9-a687-d22e0698c830 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 22:30:27.747953 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-50ce0f3c-3ce3-40a9-a687-d22e0698c830 admin admin] 10.222.0.32 "PUT /v2.0/routers/0acb49db-0dd0-46b7-ac72-229674e2646c/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.7204556
Dec 25 22:30:27.749306 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 51490) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 22:30:27.751850 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-751a713d-b373-46e2-a227-1dd82126bfbc None None] Sync routers for ids ['0acb49db-0dd0-46b7-ac72-229674e2646c'] in ncdv-master-1 {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 22:30:27.761844 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-751a713d-b373-46e2-a227-1dd82126bfbc None None] Routers {'0acb49db-0dd0-46b7-ac72-229674e2646c'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 22:30:27.762477 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-751a713d-b373-46e2-a227-1dd82126bfbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f26185552b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T22:30:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['0acb49db-0dd0-46b7-ac72-229674e2646c'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 22:30:27.766546 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device 4c0b5387-6ba4-45ad-8869-5edf0789130b no longer exists at agent hyperv_nch1-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 22:30:27.790163 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] No Port match for: 4c0b5387-6ba4-45ad-8869-5edf0789130b {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 22:30:27.790571 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Device 4c0b5387-6ba4-45ad-8869-5edf0789130b not bound to the agent host nch1-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 22:30:27.963454 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvr_db [None req-751a713d-b373-46e2-a227-1dd82126bfbc None None] Set router 0acb49db-0dd0-46b7-ac72-229674e2646c gateway port host: ncdv-master-1 {{(pid=121609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 22:30:27.971241 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-7a73cff0-7575-40f4-a7d3-80c6b67e0bec admin admin] Publish callbacks [] for router, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:30:28.073125 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-7a73cff0-7575-40f4-a7d3-80c6b67e0bec admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:30:28.139922 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-751a713d-b373-46e2-a227-1dd82126bfbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f26185552b0>, [{'id': '0acb49db-0dd0-46b7-ac72-229674e2646c', 'name': 'tempest-TestSnapshotPattern-682001966-router', 'tenant_id': '58660263f53e4173b07360be1b863c34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.2'}], 'enable_snat': True}, 'gw_port_id': '47b713b2-9c2f-4966-9a11-e9bc9a69503e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T22:25:29Z', 'updated_at': '2021-12-25T22:30:26Z', 'revision_number': 5, 'project_id': '58660263f53e4173b07360be1b863c34', 'gw_port': {'id': '47b713b2-9c2f-4966-9a11-e9bc9a69503e', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:73:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0acb49db-0dd0-46b7-ac72-229674e2646c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T22:25:30Z', 'updated_at': '2021-12-25T22:25:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 22:30:28.167062 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-751a713d-b373-46e2-a227-1dd82126bfbc None None] Checking router: 0acb49db-0dd0-46b7-ac72-229674e2646c for host: ncdv-master-1 {{(pid=121609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 25 22:30:28.175195 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-751a713d-b373-46e2-a227-1dd82126bfbc None None] Routers {'0acb49db-0dd0-46b7-ac72-229674e2646c'} bound to L3 agent in host ncdv-master-1 {{(pid=121609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 22:30:28.175791 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-751a713d-b373-46e2-a227-1dd82126bfbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f26185552b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T22:30:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['0acb49db-0dd0-46b7-ac72-229674e2646c'], 'active': True} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 22:30:28.180575 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-7a73cff0-7575-40f4-a7d3-80c6b67e0bec admin admin] Deleting port 47b713b2-9c2f-4966-9a11-e9bc9a69503e {{(pid=121607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 22:30:28.180942 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-7a73cff0-7575-40f4-a7d3-80c6b67e0bec admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:30:28.258408 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_dvr_db [None req-751a713d-b373-46e2-a227-1dd82126bfbc None None] Set router 0acb49db-0dd0-46b7-ac72-229674e2646c gateway port host: None {{(pid=121609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 22:30:28.262683 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.db [None req-7a73cff0-7575-40f4-a7d3-80c6b67e0bec admin admin] For port 47b713b2-9c2f-4966-9a11-e9bc9a69503e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=47b713b2-9c2f-4966-9a11-e9bc9a69503e,segment=NetworkSegment(6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855),segment_id=6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855)] {{(pid=121607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 22:30:28.263042 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-7a73cff0-7575-40f4-a7d3-80c6b67e0bec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:30:28.276677 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-7a73cff0-7575-40f4-a7d3-80c6b67e0bec admin admin] Calling delete_port for 47b713b2-9c2f-4966-9a11-e9bc9a69503e owned by network:router_gateway {{(pid=121607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 22:30:28.309041 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.l3_hamode_db [None req-751a713d-b373-46e2-a227-1dd82126bfbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f26185552b0>, [{'id': '0acb49db-0dd0-46b7-ac72-229674e2646c', 'name': 'tempest-TestSnapshotPattern-682001966-router', 'tenant_id': '58660263f53e4173b07360be1b863c34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T22:25:29Z', 'updated_at': '2021-12-25T22:30:28Z', 'revision_number': 6, 'project_id': '58660263f53e4173b07360be1b863c34', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=121609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 22:30:28.338913 ncdv-master-1 neutron-server[121609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-751a713d-b373-46e2-a227-1dd82126bfbc None None] The sync data for ids ['0acb49db-0dd0-46b7-ac72-229674e2646c'] in ncdv-master-1 is: [{'id': '0acb49db-0dd0-46b7-ac72-229674e2646c', 'name': 'tempest-TestSnapshotPattern-682001966-router', 'tenant_id': '58660263f53e4173b07360be1b863c34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T22:25:29Z', 'updated_at': '2021-12-25T22:30:28Z', 'revision_number': 6, 'project_id': '58660263f53e4173b07360be1b863c34', 'gw_port_host': None}] {{(pid=121609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 22:30:28.519961 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-7a73cff0-7575-40f4-a7d3-80c6b67e0bec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:30:28.543601 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a73cff0-7575-40f4-a7d3-80c6b67e0bec admin admin] Pushing event deleted for resources: {'Port': ['ID=47b713b2-9c2f-4966-9a11-e9bc9a69503e,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:30:28.560373 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2a23bea-1727-4da4-836a-5b37c532115a None None] DHCP port deletion for 7201e55c-7c5f-41aa-a042-a363696539d0 request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 22:30:28.606772 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-7a73cff0-7575-40f4-a7d3-80c6b67e0bec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2008689'] for router_gateway, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:30:28.704580 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-7a73cff0-7575-40f4-a7d3-80c6b67e0bec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2014235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14905'] for router, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:30:28.705120 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-7a73cff0-7575-40f4-a7d3-80c6b67e0bec admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:30:28.820707 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-7a73cff0-7575-40f4-a7d3-80c6b67e0bec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2014220'] for router, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:30:28.821319 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a73cff0-7575-40f4-a7d3-80c6b67e0bec admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0acb49db-0dd0-46b7-ac72-229674e2646c {{(pid=121607) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 25 22:30:28.825943 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-7a73cff0-7575-40f4-a7d3-80c6b67e0bec admin admin] Publish callbacks [] for router, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:30:28.827096 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-7a73cff0-7575-40f4-a7d3-80c6b67e0bec admin admin] 10.222.0.32 "DELETE /v2.0/routers/0acb49db-0dd0-46b7-ac72-229674e2646c HTTP/1.1" status: 204  len: 168 time: 1.0768392
Dec 25 22:30:28.829683 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 51494) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 22:30:28.873370 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_v2 [None req-6bf4d766-7e65-4d12-abc3-d32c4df5a484 admin admin] Deleting subnet 8fc8ef4e-141a-4067-a70d-289a29892f97 {{(pid=121607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Dec 25 22:30:28.877099 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-6bf4d766-7e65-4d12-abc3-d32c4df5a484 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:30:28.910020 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-6bf4d766-7e65-4d12-abc3-d32c4df5a484 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10246617'] for subnet, precommit_delete_associations {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:30:28.989223 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-6bf4d766-7e65-4d12-abc3-d32c4df5a484 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995662'] for subnet, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:30:29.132074 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-6bf4d766-7e65-4d12-abc3-d32c4df5a484 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8632410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8852809'] for subnet, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:30:29.156735 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf4d766-7e65-4d12-abc3-d32c4df5a484 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8fc8ef4e-141a-4067-a70d-289a29892f97,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:30:29.162515 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-6bf4d766-7e65-4d12-abc3-d32c4df5a484 admin admin] Publish callbacks [] for subnet, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:30:29.168418 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-6bf4d766-7e65-4d12-abc3-d32c4df5a484 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/8fc8ef4e-141a-4067-a70d-289a29892f97 HTTP/1.1" status: 204  len: 168 time: 0.3351748
Dec 25 22:30:29.168418 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 51496) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 22:30:29.172815 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7329481-ce90-4d4f-b209-95594a7ab990 None None] Network 5eae40be-10b6-4c8a-a45c-e220af6e3ccd requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 22:30:29.247591 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-3cb5041a-c068-4e1a-8e7a-ef34e7959f12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625803'] for network, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:30:29.263458 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 47b713b2-9c2f-4966-9a11-e9bc9a69503e no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 22:30:29.284199 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] No Port match for: 47b713b2-9c2f-4966-9a11-e9bc9a69503e {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 22:30:29.284545 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 47b713b2-9c2f-4966-9a11-e9bc9a69503e not bound to the agent host ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 22:30:29.284984 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device a31ebed9-17c3-485a-b47a-a49f999b95d9 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 22:30:29.304170 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-3cb5041a-c068-4e1a-8e7a-ef34e7959f12 admin admin] Deleting port 057d146e-d579-430e-a11d-2efd5917fb5e {{(pid=121607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 22:30:29.304521 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-3cb5041a-c068-4e1a-8e7a-ef34e7959f12 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:30:29.308653 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] No Port match for: a31ebed9-17c3-485a-b47a-a49f999b95d9 {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 22:30:29.309022 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device a31ebed9-17c3-485a-b47a-a49f999b95d9 not bound to the agent host ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 22:30:29.376164 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.db [None req-3cb5041a-c068-4e1a-8e7a-ef34e7959f12 admin admin] For port 057d146e-d579-430e-a11d-2efd5917fb5e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=057d146e-d579-430e-a11d-2efd5917fb5e,segment=NetworkSegment(977ca835-23d7-4cd6-aa15-01e25c43ae93),segment_id=977ca835-23d7-4cd6-aa15-01e25c43ae93)] {{(pid=121607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 22:30:29.376164 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-3cb5041a-c068-4e1a-8e7a-ef34e7959f12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:30:29.382686 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bf37711-1127-47e6-9190-e656eded772d None None] DHCP port deletion for 5eae40be-10b6-4c8a-a45c-e220af6e3ccd request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 22:30:29.397456 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-3cb5041a-c068-4e1a-8e7a-ef34e7959f12 admin admin] Calling delete_port for 057d146e-d579-430e-a11d-2efd5917fb5e owned by network:dhcp {{(pid=121607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 22:30:29.437535 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-3bf37711-1127-47e6-9190-e656eded772d None None] Deleting port 057d146e-d579-430e-a11d-2efd5917fb5e {{(pid=121608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 22:30:29.437974 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3bf37711-1127-47e6-9190-e656eded772d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:30:29.507271 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-3bf37711-1127-47e6-9190-e656eded772d None None] For port 057d146e-d579-430e-a11d-2efd5917fb5e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=057d146e-d579-430e-a11d-2efd5917fb5e,segment=NetworkSegment(977ca835-23d7-4cd6-aa15-01e25c43ae93),segment_id=977ca835-23d7-4cd6-aa15-01e25c43ae93)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 22:30:29.507673 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3bf37711-1127-47e6-9190-e656eded772d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:30:29.520566 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-3bf37711-1127-47e6-9190-e656eded772d None None] Calling delete_port for 057d146e-d579-430e-a11d-2efd5917fb5e owned by network:dhcp {{(pid=121608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 22:30:29.576995 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-3cb5041a-c068-4e1a-8e7a-ef34e7959f12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:30:29.594883 ncdv-master-1 neutron-server[121608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 25 22:30:29.594883 ncdv-master-1 neutron-server[121608]:   self.session.flush()
Dec 25 22:30:29.594883 ncdv-master-1 neutron-server[121608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 25 22:30:29.594883 ncdv-master-1 neutron-server[121608]:   self.session.flush()
Dec 25 22:30:29.594883 ncdv-master-1 neutron-server[121608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 25 22:30:29.594883 ncdv-master-1 neutron-server[121608]:   self.session.flush()
Dec 25 22:30:29.594883 ncdv-master-1 neutron-server[121608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 25 22:30:29.594883 ncdv-master-1 neutron-server[121608]:   self.session.flush()
Dec 25 22:30:29.594883 ncdv-master-1 neutron-server[121608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 25 22:30:29.594883 ncdv-master-1 neutron-server[121608]:   self.session.flush()
Dec 25 22:30:29.594883 ncdv-master-1 neutron-server[121608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 25 22:30:29.594883 ncdv-master-1 neutron-server[121608]:   self.session.flush()
Dec 25 22:30:29.594883 ncdv-master-1 neutron-server[121608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 25 22:30:29.594883 ncdv-master-1 neutron-server[121608]:   self.session.flush()
Dec 25 22:30:29.594883 ncdv-master-1 neutron-server[121608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 25 22:30:29.594883 ncdv-master-1 neutron-server[121608]:   self.session.flush()
Dec 25 22:30:29.594883 ncdv-master-1 neutron-server[121608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 25 22:30:29.594883 ncdv-master-1 neutron-server[121608]:   self.session.flush()
Dec 25 22:30:29.594883 ncdv-master-1 neutron-server[121608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 25 22:30:29.594883 ncdv-master-1 neutron-server[121608]:   self.session.flush()
Dec 25 22:30:29.594883 ncdv-master-1 neutron-server[121608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 25 22:30:29.594883 ncdv-master-1 neutron-server[121608]:   self.session.flush()
Dec 25 22:30:29.594883 ncdv-master-1 neutron-server[121608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 25 22:30:29.594883 ncdv-master-1 neutron-server[121608]:   self.session.flush()
Dec 25 22:30:29.594883 ncdv-master-1 neutron-server[121608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 25 22:30:29.594883 ncdv-master-1 neutron-server[121608]:   self.session.flush()
Dec 25 22:30:29.594883 ncdv-master-1 neutron-server[121608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 25 22:30:29.594883 ncdv-master-1 neutron-server[121608]:   self.session.flush()
Dec 25 22:30:29.594883 ncdv-master-1 neutron-server[121608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 25 22:30:29.594883 ncdv-master-1 neutron-server[121608]:   self.session.flush()
Dec 25 22:30:29.594883 ncdv-master-1 neutron-server[121608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 25 22:30:29.594883 ncdv-master-1 neutron-server[121608]:   self.session.flush()
Dec 25 22:30:29.594883 ncdv-master-1 neutron-server[121608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 25 22:30:29.594883 ncdv-master-1 neutron-server[121608]:   self.session.flush()
Dec 25 22:30:29.594883 ncdv-master-1 neutron-server[121608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 25 22:30:29.594883 ncdv-master-1 neutron-server[121608]:   self.session.flush()
Dec 25 22:30:29.594883 ncdv-master-1 neutron-server[121608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 25 22:30:29.594883 ncdv-master-1 neutron-server[121608]:   self.session.flush()
Dec 25 22:30:29.594883 ncdv-master-1 neutron-server[121608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 25 22:30:29.594883 ncdv-master-1 neutron-server[121608]:   self.session.flush()
Dec 25 22:30:29.594883 ncdv-master-1 neutron-server[121608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 25 22:30:29.594883 ncdv-master-1 neutron-server[121608]:   self.session.flush()
Dec 25 22:30:29.594883 ncdv-master-1 neutron-server[121608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 25 22:30:29.594883 ncdv-master-1 neutron-server[121608]:   self.session.flush()
Dec 25 22:30:29.594883 ncdv-master-1 neutron-server[121608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 25 22:30:29.594883 ncdv-master-1 neutron-server[121608]:   self.session.flush()
Dec 25 22:30:29.594883 ncdv-master-1 neutron-server[121608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 25 22:30:29.594883 ncdv-master-1 neutron-server[121608]:   self.session.flush()
Dec 25 22:30:29.594883 ncdv-master-1 neutron-server[121608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 25 22:30:29.594883 ncdv-master-1 neutron-server[121608]:   self.session.flush()
Dec 25 22:30:29.594883 ncdv-master-1 neutron-server[121608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 25 22:30:29.594883 ncdv-master-1 neutron-server[121608]:   self.session.flush()
Dec 25 22:30:29.594883 ncdv-master-1 neutron-server[121608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 25 22:30:29.594883 ncdv-master-1 neutron-server[121608]:   self.session.flush()
Dec 25 22:30:29.600461 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3bf37711-1127-47e6-9190-e656eded772d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955'] for port, after_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:30:29.605735 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb5041a-c068-4e1a-8e7a-ef34e7959f12 admin admin] Pushing event deleted for resources: {'Port': ['ID=057d146e-d579-430e-a11d-2efd5917fb5e,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:30:29.616653 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cb5041a-c068-4e1a-8e7a-ef34e7959f12 admin admin] No DVR routers for this DVR port 057d146e-d579-430e-a11d-2efd5917fb5e on host ncdv-master-1 {{(pid=121607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 22:30:29.626111 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf37711-1127-47e6-9190-e656eded772d None None] Pushing event deleted for resources: {'Port': ['ID=057d146e-d579-430e-a11d-2efd5917fb5e,revision_number=None']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:30:29.629762 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bf37711-1127-47e6-9190-e656eded772d None None] No DVR routers for this DVR port 057d146e-d579-430e-a11d-2efd5917fb5e on host ncdv-master-1 {{(pid=121608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 22:30:29.685458 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-3cb5041a-c068-4e1a-8e7a-ef34e7959f12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997585', 'neutron.services.segments.db._delete_segments_for_network-8737602743071'] for network, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:30:29.706139 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-3cb5041a-c068-4e1a-8e7a-ef34e7959f12 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f26187facd0>,) {'filters': {'network_id': ['5eae40be-10b6-4c8a-a45c-e220af6e3ccd']}} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 22:30:29.715300 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-3cb5041a-c068-4e1a-8e7a-ef34e7959f12 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f26187facd0>, '977ca835-23d7-4cd6-aa15-01e25c43ae93') {'for_net_delete': True} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 22:30:29.715594 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-3cb5041a-c068-4e1a-8e7a-ef34e7959f12 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f26187facd0>, '977ca835-23d7-4cd6-aa15-01e25c43ae93') {} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 22:30:29.725547 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-3cb5041a-c068-4e1a-8e7a-ef34e7959f12 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737602746920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10246592'] for segment, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:30:29.739510 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-3cb5041a-c068-4e1a-8e7a-ef34e7959f12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:30:29.745485 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3cb5041a-c068-4e1a-8e7a-ef34e7959f12 admin admin] Releasing vlan 155 on physical network physnet1 to pool {{(pid=121607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 25 22:30:29.745865 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-3cb5041a-c068-4e1a-8e7a-ef34e7959f12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8633327'] for segment, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:30:29.747501 ncdv-master-1 neutron-server[121607]: Traceback (most recent call last):
Dec 25 22:30:29.747501 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 25 22:30:29.747501 ncdv-master-1 neutron-server[121607]:     timer()
Dec 25 22:30:29.747501 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 25 22:30:29.747501 ncdv-master-1 neutron-server[121607]:     cb(*args, **kw)
Dec 25 22:30:29.747501 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 25 22:30:29.747501 ncdv-master-1 neutron-server[121607]:     return func(*args, **kwargs)
Dec 25 22:30:29.747501 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 25 22:30:29.747501 ncdv-master-1 neutron-server[121607]:     self._notify()
Dec 25 22:30:29.747501 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 25 22:30:29.747501 ncdv-master-1 neutron-server[121607]:     self.callback(batched_events)
Dec 25 22:30:29.747501 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 25 22:30:29.747501 ncdv-master-1 neutron-server[121607]:     event.method(event)
Dec 25 22:30:29.747501 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 25 22:30:29.747501 ncdv-master-1 neutron-server[121607]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 25 22:30:29.747501 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 25 22:30:29.747501 ncdv-master-1 neutron-server[121607]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 25 22:30:29.747501 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 25 22:30:29.747501 ncdv-master-1 neutron-server[121607]:     return f(self, *a, **k)
Dec 25 22:30:29.747501 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 25 22:30:29.747501 ncdv-master-1 neutron-server[121607]:     return self._get(url).json()
Dec 25 22:30:29.747501 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 25 22:30:29.747501 ncdv-master-1 neutron-server[121607]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 25 22:30:29.747501 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 25 22:30:29.747501 ncdv-master-1 neutron-server[121607]:     return self.request(url, 'GET', **kwargs)
Dec 25 22:30:29.747501 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 25 22:30:29.747501 ncdv-master-1 neutron-server[121607]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 25 22:30:29.747501 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 25 22:30:29.747501 ncdv-master-1 neutron-server[121607]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 25 22:30:29.747501 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 25 22:30:29.747501 ncdv-master-1 neutron-server[121607]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 25 22:30:29.747501 ncdv-master-1 neutron-server[121607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 25 22:30:29.845842 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-3cb5041a-c068-4e1a-8e7a-ef34e7959f12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2008653'] for network, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:30:29.851173 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-3cb5041a-c068-4e1a-8e7a-ef34e7959f12 admin admin] Publish callbacks [] for network, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:30:29.854344 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-3cb5041a-c068-4e1a-8e7a-ef34e7959f12 admin admin] 10.222.0.32 "DELETE /v2.0/networks/5eae40be-10b6-4c8a-a45c-e220af6e3ccd HTTP/1.1" status: 204  len: 168 time: 0.6849720
Dec 25 22:30:29.857520 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 51498) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 22:30:29.878068 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb5041a-c068-4e1a-8e7a-ef34e7959f12 admin admin] Pushing event deleted for resources: {'Network': ['ID=5eae40be-10b6-4c8a-a45c-e220af6e3ccd,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:30:30.204161 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-c250780e-e58e-4bf1-9685-6a068584328f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2007615'] for router_interface, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:30:30.441741 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-c250780e-e58e-4bf1-9685-6a068584328f admin admin] Deleting port aa560696-aedb-410f-bb26-3044681c1d1c {{(pid=121607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 22:30:30.442084 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-c250780e-e58e-4bf1-9685-6a068584328f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:30:30.517987 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.db [None req-c250780e-e58e-4bf1-9685-6a068584328f admin admin] For port aa560696-aedb-410f-bb26-3044681c1d1c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=aa560696-aedb-410f-bb26-3044681c1d1c,segment=NetworkSegment(ca8dcd5d-4265-4c53-9816-7f41e0b6e17d),segment_id=ca8dcd5d-4265-4c53-9816-7f41e0b6e17d)] {{(pid=121607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 22:30:30.518339 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-c250780e-e58e-4bf1-9685-6a068584328f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:30:30.534969 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-c250780e-e58e-4bf1-9685-6a068584328f admin admin] Calling delete_port for aa560696-aedb-410f-bb26-3044681c1d1c owned by network:router_interface {{(pid=121607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 22:30:30.769064 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-c250780e-e58e-4bf1-9685-6a068584328f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:30:30.792122 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c250780e-e58e-4bf1-9685-6a068584328f admin admin] Pushing event deleted for resources: {'Port': ['ID=aa560696-aedb-410f-bb26-3044681c1d1c,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:30:30.958981 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-c250780e-e58e-4bf1-9685-6a068584328f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2007763'] for router_interface, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:30:31.167235 ncdv-master-1 neutron-server[121607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c250780e-e58e-4bf1-9685-6a068584328f admin admin] Router 35e690cf-37d2-4a92-8d47-098f2440fa00 has already been hosted by L3 agent 928e6343-691e-41af-b5b0-5e36e1f780a0 {{(pid=121607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 25 22:30:31.274938 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c250780e-e58e-4bf1-9685-6a068584328f admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 25 22:30:31.283954 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-c250780e-e58e-4bf1-9685-6a068584328f admin admin] 10.222.0.32 "PUT /v2.0/routers/35e690cf-37d2-4a92-8d47-098f2440fa00/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.4219351
Dec 25 22:30:31.283954 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 51500) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 22:30:31.286682 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ee744e9-20c4-4ae7-ac1e-167e4c1081ee None None] Sync routers for ids ['35e690cf-37d2-4a92-8d47-098f2440fa00'] in ncdv-master-1 {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 25 22:30:31.297533 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ee744e9-20c4-4ae7-ac1e-167e4c1081ee None None] Routers {'35e690cf-37d2-4a92-8d47-098f2440fa00'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 22:30:31.298154 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-8ee744e9-20c4-4ae7-ac1e-167e4c1081ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2612e6e820>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T22:30:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['35e690cf-37d2-4a92-8d47-098f2440fa00'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 22:30:31.342171 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 057d146e-d579-430e-a11d-2efd5917fb5e no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 22:30:31.369159 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] No Port match for: 057d146e-d579-430e-a11d-2efd5917fb5e {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 22:30:31.369516 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 057d146e-d579-430e-a11d-2efd5917fb5e not bound to the agent host ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 22:30:31.389523 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-13e3ddd0-2bd7-4971-951d-54436d9cc246 admin admin] Publish callbacks [] for router, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:30:31.428148 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvr_db [None req-8ee744e9-20c4-4ae7-ac1e-167e4c1081ee None None] Set router 35e690cf-37d2-4a92-8d47-098f2440fa00 gateway port host: ncdv-master-1 {{(pid=121608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 22:30:31.489836 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-13e3ddd0-2bd7-4971-951d-54436d9cc246 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:30:31.611483 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-13e3ddd0-2bd7-4971-951d-54436d9cc246 admin admin] Deleting port 37a985b3-9eb1-46bd-af05-5442659c5922 {{(pid=121607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 22:30:31.611825 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-13e3ddd0-2bd7-4971-951d-54436d9cc246 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:30:31.613156 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-8ee744e9-20c4-4ae7-ac1e-167e4c1081ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2612e6e820>, [{'id': '35e690cf-37d2-4a92-8d47-098f2440fa00', 'name': 'tempest-TestSnapshotPattern-148409894-router', 'tenant_id': '8e66dcff1afc4b849b6a9f8dd7f3caaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'external_fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.163'}], 'enable_snat': True}, 'gw_port_id': '37a985b3-9eb1-46bd-af05-5442659c5922', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T22:25:35Z', 'updated_at': '2021-12-25T22:30:30Z', 'revision_number': 5, 'project_id': '8e66dcff1afc4b849b6a9f8dd7f3caaf', 'gw_port': {'id': '37a985b3-9eb1-46bd-af05-5442659c5922', 'name': '', 'network_id': '7201e55c-7c5f-41aa-a042-a363696539d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:fd:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35e690cf-37d2-4a92-8d47-098f2440fa00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '7a939e13-713f-45cf-bba7-1539635abe25', 'ip_address': '172.35.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-25T22:25:36Z', 'updated_at': '2021-12-25T22:25:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a939e13-713f-45cf-bba7-1539635abe25', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 22:30:31.639802 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ee744e9-20c4-4ae7-ac1e-167e4c1081ee None None] Checking router: 35e690cf-37d2-4a92-8d47-098f2440fa00 for host: ncdv-master-1 {{(pid=121608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 25 22:30:31.648738 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ee744e9-20c4-4ae7-ac1e-167e4c1081ee None None] Routers {'35e690cf-37d2-4a92-8d47-098f2440fa00'} bound to L3 agent in host ncdv-master-1 {{(pid=121608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 25 22:30:31.649437 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-8ee744e9-20c4-4ae7-ac1e-167e4c1081ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2612e6e820>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-25T20:56:37Z,description=<?>,heartbeat_timestamp=2021-12-25T22:30:07Z,host='ncdv-master-1',id=928e6343-691e-41af-b5b0-5e36e1f780a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-25T20:56:37Z,topic='l3_agent')) {'router_ids': ['35e690cf-37d2-4a92-8d47-098f2440fa00'], 'active': True} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 22:30:31.692956 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.db [None req-13e3ddd0-2bd7-4971-951d-54436d9cc246 admin admin] For port 37a985b3-9eb1-46bd-af05-5442659c5922, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=37a985b3-9eb1-46bd-af05-5442659c5922,segment=NetworkSegment(6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855),segment_id=6c8af4b5-fdb1-4dd7-b088-fdbd47f3d855)] {{(pid=121607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 22:30:31.693223 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-13e3ddd0-2bd7-4971-951d-54436d9cc246 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:30:31.706792 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-13e3ddd0-2bd7-4971-951d-54436d9cc246 admin admin] Calling delete_port for 37a985b3-9eb1-46bd-af05-5442659c5922 owned by network:router_gateway {{(pid=121607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 22:30:31.748775 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvr_db [None req-8ee744e9-20c4-4ae7-ac1e-167e4c1081ee None None] Set router 35e690cf-37d2-4a92-8d47-098f2440fa00 gateway port host: None {{(pid=121608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 25 22:30:31.805963 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_hamode_db [None req-8ee744e9-20c4-4ae7-ac1e-167e4c1081ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2612e6e820>, [{'id': '35e690cf-37d2-4a92-8d47-098f2440fa00', 'name': 'tempest-TestSnapshotPattern-148409894-router', 'tenant_id': '8e66dcff1afc4b849b6a9f8dd7f3caaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T22:25:35Z', 'updated_at': '2021-12-25T22:30:31Z', 'revision_number': 6, 'project_id': '8e66dcff1afc4b849b6a9f8dd7f3caaf', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=121608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 22:30:31.833458 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ee744e9-20c4-4ae7-ac1e-167e4c1081ee None None] The sync data for ids ['35e690cf-37d2-4a92-8d47-098f2440fa00'] in ncdv-master-1 is: [{'id': '35e690cf-37d2-4a92-8d47-098f2440fa00', 'name': 'tempest-TestSnapshotPattern-148409894-router', 'tenant_id': '8e66dcff1afc4b849b6a9f8dd7f3caaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-25T22:25:35Z', 'updated_at': '2021-12-25T22:30:31Z', 'revision_number': 6, 'project_id': '8e66dcff1afc4b849b6a9f8dd7f3caaf', 'gw_port_host': None}] {{(pid=121608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 25 22:30:31.946380 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-13e3ddd0-2bd7-4971-951d-54436d9cc246 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:30:31.981840 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e3ddd0-2bd7-4971-951d-54436d9cc246 admin admin] Pushing event deleted for resources: {'Port': ['ID=37a985b3-9eb1-46bd-af05-5442659c5922,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:30:31.996132 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daf605ac-4a45-46ae-a781-53fb67aa602c None None] DHCP port deletion for 7201e55c-7c5f-41aa-a042-a363696539d0 request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 22:30:32.049141 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-13e3ddd0-2bd7-4971-951d-54436d9cc246 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2008689'] for router_gateway, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:30:32.146130 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-13e3ddd0-2bd7-4971-951d-54436d9cc246 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2014235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14905'] for router, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:30:32.149365 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-13e3ddd0-2bd7-4971-951d-54436d9cc246 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:30:32.317851 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-13e3ddd0-2bd7-4971-951d-54436d9cc246 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2014220'] for router, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:30:32.318427 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13e3ddd0-2bd7-4971-951d-54436d9cc246 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 35e690cf-37d2-4a92-8d47-098f2440fa00 {{(pid=121607) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 25 22:30:32.323439 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-13e3ddd0-2bd7-4971-951d-54436d9cc246 admin admin] Publish callbacks [] for router, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:30:32.325248 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-13e3ddd0-2bd7-4971-951d-54436d9cc246 admin admin] 10.222.0.32 "DELETE /v2.0/routers/35e690cf-37d2-4a92-8d47-098f2440fa00 HTTP/1.1" status: 204  len: 168 time: 1.0398862
Dec 25 22:30:32.327169 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 51502) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 22:30:32.376150 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.db_base_plugin_v2 [None req-c62a0a8c-07d3-49a5-a5b6-3367be18c077 admin admin] Deleting subnet 0ad4cb93-d77b-4b1b-a91b-4e9b59fc30a5 {{(pid=121607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Dec 25 22:30:32.379179 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-c62a0a8c-07d3-49a5-a5b6-3367be18c077 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:30:32.412629 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-c62a0a8c-07d3-49a5-a5b6-3367be18c077 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10246617'] for subnet, precommit_delete_associations {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:30:32.487649 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-c62a0a8c-07d3-49a5-a5b6-3367be18c077 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995662'] for subnet, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:30:32.611826 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-c62a0a8c-07d3-49a5-a5b6-3367be18c077 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8632410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8852809'] for subnet, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:30:32.640903 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62a0a8c-07d3-49a5-a5b6-3367be18c077 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0ad4cb93-d77b-4b1b-a91b-4e9b59fc30a5,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:30:32.648393 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-c62a0a8c-07d3-49a5-a5b6-3367be18c077 admin admin] Publish callbacks [] for subnet, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:30:32.652376 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-c62a0a8c-07d3-49a5-a5b6-3367be18c077 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/0ad4cb93-d77b-4b1b-a91b-4e9b59fc30a5 HTTP/1.1" status: 204  len: 168 time: 0.3232102
Dec 25 22:30:32.653289 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8bc5142-f0b7-4a0f-8c91-9cfd8898cb8a None None] Network f1a49075-a66f-4b1c-8835-9925900fe7c0 requested from ncdv-master-1 {{(pid=121608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 25 22:30:32.654816 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 51520) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 22:30:32.727733 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-86d95781-18b9-4e6b-ae2d-58c7f2f5d38e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625803'] for network, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:30:32.784641 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-86d95781-18b9-4e6b-ae2d-58c7f2f5d38e admin admin] Deleting port 0859d20d-6fd7-421d-960f-fd284476826d {{(pid=121607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 22:30:32.785015 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-86d95781-18b9-4e6b-ae2d-58c7f2f5d38e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:30:32.798218 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-954b874e-507f-4f49-b680-ada3909fc72e None None] DHCP port deletion for f1a49075-a66f-4b1c-8835-9925900fe7c0 request from ncdv-master-1 {{(pid=121608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 25 22:30:32.850492 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-954b874e-507f-4f49-b680-ada3909fc72e None None] Deleting port 0859d20d-6fd7-421d-960f-fd284476826d {{(pid=121608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Dec 25 22:30:32.850882 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-954b874e-507f-4f49-b680-ada3909fc72e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737602669325'] for port, before_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:30:32.923467 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.db [None req-954b874e-507f-4f49-b680-ada3909fc72e None None] For port 0859d20d-6fd7-421d-960f-fd284476826d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0859d20d-6fd7-421d-960f-fd284476826d,segment=NetworkSegment(ca8dcd5d-4265-4c53-9816-7f41e0b6e17d),segment_id=ca8dcd5d-4265-4c53-9816-7f41e0b6e17d)] {{(pid=121608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 22:30:32.923861 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-954b874e-507f-4f49-b680-ada3909fc72e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:30:32.936648 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-954b874e-507f-4f49-b680-ada3909fc72e None None] Calling delete_port for 0859d20d-6fd7-421d-960f-fd284476826d owned by network:dhcp {{(pid=121608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 22:30:33.108837 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-954b874e-507f-4f49-b680-ada3909fc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955'] for port, after_delete {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:30:33.135304 ncdv-master-1 neutron-server[121608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954b874e-507f-4f49-b680-ada3909fc72e None None] Pushing event deleted for resources: {'Port': ['ID=0859d20d-6fd7-421d-960f-fd284476826d,revision_number=None']} {{(pid=121608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:30:33.138830 ncdv-master-1 neutron-server[121608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-954b874e-507f-4f49-b680-ada3909fc72e None None] No DVR routers for this DVR port 0859d20d-6fd7-421d-960f-fd284476826d on host ncdv-master-1 {{(pid=121608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 22:30:33.158051 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.db [None req-86d95781-18b9-4e6b-ae2d-58c7f2f5d38e admin admin] For port 0859d20d-6fd7-421d-960f-fd284476826d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0859d20d-6fd7-421d-960f-fd284476826d,segment=NetworkSegment(ca8dcd5d-4265-4c53-9816-7f41e0b6e17d),segment_id=ca8dcd5d-4265-4c53-9816-7f41e0b6e17d)] {{(pid=121607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 25 22:30:33.158531 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-86d95781-18b9-4e6b-ae2d-58c7f2f5d38e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646561'] for port, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:30:33.171443 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.plugin [None req-86d95781-18b9-4e6b-ae2d-58c7f2f5d38e admin admin] Calling delete_port for 0859d20d-6fd7-421d-960f-fd284476826d owned by network:dhcp {{(pid=121607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Dec 25 22:30:33.252808 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-86d95781-18b9-4e6b-ae2d-58c7f2f5d38e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737602642140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737602178955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8632382'] for port, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:30:33.253242 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 0859d20d-6fd7-421d-960f-fd284476826d no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 22:30:33.278071 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] No Port match for: 0859d20d-6fd7-421d-960f-fd284476826d {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 22:30:33.278558 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 0859d20d-6fd7-421d-960f-fd284476826d not bound to the agent host ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 22:30:33.279162 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 37a985b3-9eb1-46bd-af05-5442659c5922 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 22:30:33.281466 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d95781-18b9-4e6b-ae2d-58c7f2f5d38e admin admin] Pushing event deleted for resources: {'Port': ['ID=0859d20d-6fd7-421d-960f-fd284476826d,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:30:33.293334 ncdv-master-1 neutron-server[121607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86d95781-18b9-4e6b-ae2d-58c7f2f5d38e admin admin] No DVR routers for this DVR port 0859d20d-6fd7-421d-960f-fd284476826d on host ncdv-master-1 {{(pid=121607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 25 22:30:33.300373 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] No Port match for: 37a985b3-9eb1-46bd-af05-5442659c5922 {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 22:30:33.300718 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device 37a985b3-9eb1-46bd-af05-5442659c5922 not bound to the agent host ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 22:30:33.301151 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device aa560696-aedb-410f-bb26-3044681c1d1c no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 25 22:30:33.324148 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.plugin [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] No Port match for: aa560696-aedb-410f-bb26-3044681c1d1c {{(pid=121608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}}
Dec 25 22:30:33.324148 ncdv-master-1 neutron-server[121608]: DEBUG neutron.plugins.ml2.rpc [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Device aa560696-aedb-410f-bb26-3044681c1d1c not bound to the agent host ncdv-master-1 {{(pid=121608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 25 22:30:33.365865 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-86d95781-18b9-4e6b-ae2d-58c7f2f5d38e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997585', 'neutron.services.segments.db._delete_segments_for_network-8737602743071'] for network, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:30:33.385818 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-86d95781-18b9-4e6b-ae2d-58c7f2f5d38e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f261819c850>,) {'filters': {'network_id': ['f1a49075-a66f-4b1c-8835-9925900fe7c0']}} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 22:30:33.395425 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-86d95781-18b9-4e6b-ae2d-58c7f2f5d38e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f261819c850>, 'ca8dcd5d-4265-4c53-9816-7f41e0b6e17d') {'for_net_delete': True} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 22:30:33.395717 ncdv-master-1 neutron-server[121607]: DEBUG neutron.services.segments.db [None req-86d95781-18b9-4e6b-ae2d-58c7f2f5d38e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f261819c850>, 'ca8dcd5d-4265-4c53-9816-7f41e0b6e17d') {} {{(pid=121607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 25 22:30:33.404844 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-86d95781-18b9-4e6b-ae2d-58c7f2f5d38e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737602746920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10246592'] for segment, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:30:33.418088 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-86d95781-18b9-4e6b-ae2d-58c7f2f5d38e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019'] for segment, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:30:33.423728 ncdv-master-1 neutron-server[121607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86d95781-18b9-4e6b-ae2d-58c7f2f5d38e admin admin] Releasing vlan 174 on physical network physnet1 to pool {{(pid=121607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 25 22:30:33.424102 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-86d95781-18b9-4e6b-ae2d-58c7f2f5d38e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8633327'] for segment, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:30:33.425720 ncdv-master-1 neutron-server[121607]: Traceback (most recent call last):
Dec 25 22:30:33.425720 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 25 22:30:33.425720 ncdv-master-1 neutron-server[121607]:     timer()
Dec 25 22:30:33.425720 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 25 22:30:33.425720 ncdv-master-1 neutron-server[121607]:     cb(*args, **kw)
Dec 25 22:30:33.425720 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 25 22:30:33.425720 ncdv-master-1 neutron-server[121607]:     return func(*args, **kwargs)
Dec 25 22:30:33.425720 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 25 22:30:33.425720 ncdv-master-1 neutron-server[121607]:     self._notify()
Dec 25 22:30:33.425720 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 25 22:30:33.425720 ncdv-master-1 neutron-server[121607]:     self.callback(batched_events)
Dec 25 22:30:33.425720 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 25 22:30:33.425720 ncdv-master-1 neutron-server[121607]:     event.method(event)
Dec 25 22:30:33.425720 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 25 22:30:33.425720 ncdv-master-1 neutron-server[121607]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 25 22:30:33.425720 ncdv-master-1 neutron-server[121607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 25 22:30:33.425720 ncdv-master-1 neutron-server[121607]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 25 22:30:33.425720 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 25 22:30:33.425720 ncdv-master-1 neutron-server[121607]:     return f(self, *a, **k)
Dec 25 22:30:33.425720 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 25 22:30:33.425720 ncdv-master-1 neutron-server[121607]:     return self._get(url).json()
Dec 25 22:30:33.425720 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 25 22:30:33.425720 ncdv-master-1 neutron-server[121607]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 25 22:30:33.425720 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 25 22:30:33.425720 ncdv-master-1 neutron-server[121607]:     return self.request(url, 'GET', **kwargs)
Dec 25 22:30:33.425720 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 25 22:30:33.425720 ncdv-master-1 neutron-server[121607]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 25 22:30:33.425720 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 25 22:30:33.425720 ncdv-master-1 neutron-server[121607]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 25 22:30:33.425720 ncdv-master-1 neutron-server[121607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 25 22:30:33.425720 ncdv-master-1 neutron-server[121607]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 25 22:30:33.425720 ncdv-master-1 neutron-server[121607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 25 22:30:33.551487 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-86d95781-18b9-4e6b-ae2d-58c7f2f5d38e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2008653'] for network, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:30:33.556920 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-86d95781-18b9-4e6b-ae2d-58c7f2f5d38e admin admin] Publish callbacks [] for network, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:30:33.560454 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-86d95781-18b9-4e6b-ae2d-58c7f2f5d38e admin admin] 10.222.0.32 "DELETE /v2.0/networks/f1a49075-a66f-4b1c-8835-9925900fe7c0 HTTP/1.1" status: 204  len: 168 time: 0.9045258
Dec 25 22:30:33.574035 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d95781-18b9-4e6b-ae2d-58c7f2f5d38e admin admin] Pushing event deleted for resources: {'Network': ['ID=f1a49075-a66f-4b1c-8835-9925900fe7c0,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:30:33.859462 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 51526) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 22:30:33.898715 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-8108325c-f186-445e-900d-a7006001cbd3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=58660263f53e4173b07360be1b863c34&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0381086
Dec 25 22:30:33.901253 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 51528) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 22:30:33.947024 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-227a1840-56cf-43bc-8114-82e40d92540e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:30:33.968813 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-227a1840-56cf-43bc-8114-82e40d92540e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:30:34.089071 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-227a1840-56cf-43bc-8114-82e40d92540e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:30:34.091700 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-227a1840-56cf-43bc-8114-82e40d92540e admin admin] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:30:34.092911 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-227a1840-56cf-43bc-8114-82e40d92540e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5605ed5b-e5b1-43a0-84b6-3f0d62436de4 HTTP/1.1" status: 204  len: 168 time: 0.1906984
Dec 25 22:30:34.101429 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227a1840-56cf-43bc-8114-82e40d92540e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5605ed5b-e5b1-43a0-84b6-3f0d62436de4,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:30:34.704140 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 51534) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 22:30:34.744647 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-b95cd1f3-85a5-44dc-ad96-f6898c9edc27 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8e66dcff1afc4b849b6a9f8dd7f3caaf&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0392301
Dec 25 22:30:34.747174 ncdv-master-1 neutron-server[121607]: DEBUG neutron.wsgi [-] (121607) accepted ('10.222.0.32', 51536) {{(pid=121607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 25 22:30:34.794926 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-22d595f7-60cd-4c07-be1f-83d590e5da76 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:30:34.815385 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-22d595f7-60cd-4c07-be1f-83d590e5da76 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:30:34.854731 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-0b28a840-b287-4cdf-829b-1170608033ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:30:34.934608 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-22d595f7-60cd-4c07-be1f-83d590e5da76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071387'] for security_group, after_delete {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:30:34.937767 ncdv-master-1 neutron-server[121607]: DEBUG neutron_lib.callbacks.manager [None req-22d595f7-60cd-4c07-be1f-83d590e5da76 admin admin] Publish callbacks [] for security_group, before_response {{(pid=121607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:30:34.938899 ncdv-master-1 neutron-server[121607]: INFO neutron.wsgi [None req-22d595f7-60cd-4c07-be1f-83d590e5da76 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5cc5b84c-c6f1-4078-a66e-e679dcb0d33e HTTP/1.1" status: 204  len: 168 time: 0.1908402
Dec 25 22:30:34.950414 ncdv-master-1 neutron-server[121607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d595f7-60cd-4c07-be1f-83d590e5da76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cc5b84c-c6f1-4078-a66e-e679dcb0d33e,revision_number=None']} {{(pid=121607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 25 22:30:35.111797 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:30:37.125288 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9b094e70-4709-406f-b36b-dce4e0e1b51f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:30:38.799804 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3e945ecd-9380-47c2-aa0a-12ebe07e03e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:30:39.081751 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:30:39.822547 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-15cb578f-7a63-4fd3-925d-83bad4c7b82a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:30:40.892062 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:30:48.720109 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.agents_db [None req-ec08dba0-4483-4109-b5e1-5e4a9fdaf12d None None] Agent healthcheck: found 7 active agents {{(pid=121609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 25 22:31:04.842356 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-4bce8786-6e0f-41d2-8137-27f98bb9d6ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:31:05.118496 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:31:07.072849 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3ac2af17-7955-44a5-b84c-f3e4df50ddae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:31:08.803980 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3e945ecd-9380-47c2-aa0a-12ebe07e03e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:31:09.015413 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:31:09.861407 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-15cb578f-7a63-4fd3-925d-83bad4c7b82a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:31:10.849694 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:31:25.719461 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.agents_db [None req-ec08dba0-4483-4109-b5e1-5e4a9fdaf12d None None] Agent healthcheck: found 7 active agents {{(pid=121609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 25 22:31:34.854835 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-30b57df2-dace-489b-8e36-6f183caf558d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:31:35.094626 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:31:37.065550 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-6e1397bd-68b0-4fc2-a997-52466331125f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:31:38.813426 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3e945ecd-9380-47c2-aa0a-12ebe07e03e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:31:39.025880 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:31:39.814655 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-15cb578f-7a63-4fd3-925d-83bad4c7b82a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:31:40.876058 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:32:02.718293 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.agents_db [None req-ec08dba0-4483-4109-b5e1-5e4a9fdaf12d None None] Agent healthcheck: found 7 active agents {{(pid=121609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 25 22:32:04.848630 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-77b584a7-8a87-44fb-9ece-d21bd98efec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:32:05.230382 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:32:07.058983 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-953f55ee-6540-43e2-b05f-693891124762 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:32:08.824528 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3e945ecd-9380-47c2-aa0a-12ebe07e03e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:32:09.042006 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:32:09.819085 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-15cb578f-7a63-4fd3-925d-83bad4c7b82a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:32:10.882132 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:32:34.846579 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-59a93f85-87b7-45d4-9377-86326b1b6bf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:32:35.103517 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:32:37.115146 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-958ef30f-b96b-4e4f-b68d-d7490fd3ba5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:32:38.806468 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3e945ecd-9380-47c2-aa0a-12ebe07e03e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:32:39.040792 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:32:39.718813 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.agents_db [None req-ec08dba0-4483-4109-b5e1-5e4a9fdaf12d None None] Agent healthcheck: found 7 active agents {{(pid=121609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 25 22:32:39.806773 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-15cb578f-7a63-4fd3-925d-83bad4c7b82a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:32:40.857966 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:33:04.863030 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9d4d53ab-0a3e-4a0c-80bb-163522ef298e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:33:05.103431 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:33:07.063419 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-ecded3e1-cbe7-4679-864a-fe6254fd8f07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:33:08.811617 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3e945ecd-9380-47c2-aa0a-12ebe07e03e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:33:09.045927 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:33:09.880252 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-15cb578f-7a63-4fd3-925d-83bad4c7b82a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:33:10.851321 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:33:16.717350 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.agents_db [None req-ec08dba0-4483-4109-b5e1-5e4a9fdaf12d None None] Agent healthcheck: found 7 active agents {{(pid=121609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 25 22:33:34.862832 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-6a0f0133-e82c-442d-b436-e705abc53f77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:33:35.154440 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:33:37.096677 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-92a1cd97-71af-44c7-b1ea-ab6ce49c1385 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:33:38.805443 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3e945ecd-9380-47c2-aa0a-12ebe07e03e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:33:39.068012 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:33:39.828046 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-15cb578f-7a63-4fd3-925d-83bad4c7b82a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:33:40.862275 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:33:53.715735 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.agents_db [None req-ec08dba0-4483-4109-b5e1-5e4a9fdaf12d None None] Agent healthcheck: found 7 active agents {{(pid=121609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 25 22:34:04.850785 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-a2a7f89b-0176-43e1-b7a2-7a88b62e14cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:34:05.136521 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:34:07.067596 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-4f5e3007-2076-40b6-a9f5-8918eaec327f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:34:08.821505 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3e945ecd-9380-47c2-aa0a-12ebe07e03e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:34:09.056504 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:34:09.820384 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-15cb578f-7a63-4fd3-925d-83bad4c7b82a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:34:10.856268 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:34:30.716043 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.agents_db [None req-ec08dba0-4483-4109-b5e1-5e4a9fdaf12d None None] Agent healthcheck: found 7 active agents {{(pid=121609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 25 22:34:34.848517 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9a915266-1f80-4811-8b4b-04f2dd349efd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:34:35.147188 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:34:35.665905 ncdv-master-1 neutron-server[121606]: DEBUG neutron.wsgi [req-75633705-b8d7-47f7-8e77-9ad0905e4303 req-d4c6c2e9-eec7-4c28-8fb3-53f8db8256da service neutron] (121606) timed out ('10.222.0.32', 49150) {{(pid=121606) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}
Dec 25 22:34:37.064576 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-dce22f28-6f0b-432e-aa42-b509c5f548fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:34:38.853762 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3e945ecd-9380-47c2-aa0a-12ebe07e03e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:34:39.053349 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:34:39.844403 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-15cb578f-7a63-4fd3-925d-83bad4c7b82a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:34:40.870520 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:35:04.846865 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-884625ac-fdbb-494d-8171-8fe697b7b2c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:35:05.169567 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:35:07.089384 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-aac486ee-514c-4227-a924-52855e318404 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:35:07.715242 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.agents_db [None req-ec08dba0-4483-4109-b5e1-5e4a9fdaf12d None None] Agent healthcheck: found 7 active agents {{(pid=121609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 25 22:35:08.820888 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3e945ecd-9380-47c2-aa0a-12ebe07e03e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:35:09.066608 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:35:09.889648 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-15cb578f-7a63-4fd3-925d-83bad4c7b82a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:35:10.894733 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:35:34.834054 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9e576363-eae5-46a6-a50c-9619481a52be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:35:35.143285 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:35:37.094481 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-dcd833c7-c4f0-4b60-be46-6f4b4dfad3b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:35:38.834161 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3e945ecd-9380-47c2-aa0a-12ebe07e03e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:35:39.079665 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:35:39.822715 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-15cb578f-7a63-4fd3-925d-83bad4c7b82a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:35:40.871588 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:35:44.714762 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.agents_db [None req-ec08dba0-4483-4109-b5e1-5e4a9fdaf12d None None] Agent healthcheck: found 7 active agents {{(pid=121609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 25 22:36:04.844525 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-fb166ad1-4592-45ef-a4e2-73a559267067 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:36:05.175859 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:36:07.061784 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-8790548c-bd8c-4aaf-8b32-e828fce78bef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:36:08.813694 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3e945ecd-9380-47c2-aa0a-12ebe07e03e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:36:09.093723 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:36:09.825390 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-15cb578f-7a63-4fd3-925d-83bad4c7b82a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:36:10.855703 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:36:21.714195 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.agents_db [None req-ec08dba0-4483-4109-b5e1-5e4a9fdaf12d None None] Agent healthcheck: found 7 active agents {{(pid=121609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 25 22:36:34.866200 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-aa13fc1d-7ac9-4b07-b701-e7002d5c5243 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:36:35.186805 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:36:37.058879 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-ec3754a7-596f-4b70-b91a-78913a25d087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:36:38.866165 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3e945ecd-9380-47c2-aa0a-12ebe07e03e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:36:39.123373 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:36:39.821396 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-15cb578f-7a63-4fd3-925d-83bad4c7b82a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:36:40.894743 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:36:58.713432 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.agents_db [None req-ec08dba0-4483-4109-b5e1-5e4a9fdaf12d None None] Agent healthcheck: found 7 active agents {{(pid=121609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 25 22:37:04.875664 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3ef36c89-ed15-413d-8488-af771e7479b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:37:05.184596 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:37:07.070150 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-715fe9d8-8207-4db8-9a64-49c5b806a3d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:37:08.829591 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3e945ecd-9380-47c2-aa0a-12ebe07e03e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:37:09.122007 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:37:09.836815 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-15cb578f-7a63-4fd3-925d-83bad4c7b82a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:37:10.869785 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:37:34.835180 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-fe46cbbd-f97d-4f04-8856-8401435c738c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:37:35.166645 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:37:35.713084 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.agents_db [None req-ec08dba0-4483-4109-b5e1-5e4a9fdaf12d None None] Agent healthcheck: found 7 active agents {{(pid=121609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 25 22:37:37.064127 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-fe840464-34e6-42db-8c39-19131db9f1c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:37:38.823803 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3e945ecd-9380-47c2-aa0a-12ebe07e03e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:37:39.149543 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:37:39.846815 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-15cb578f-7a63-4fd3-925d-83bad4c7b82a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:37:40.886967 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:38:04.851673 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-014032d6-a745-4d64-b6aa-8bc1c1f3e77b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:38:05.177516 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:38:07.062967 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-130910ee-aa5c-44f7-b1fe-cca7d06f8cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:38:08.851494 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3e945ecd-9380-47c2-aa0a-12ebe07e03e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:38:09.171807 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:38:09.845925 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-15cb578f-7a63-4fd3-925d-83bad4c7b82a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:38:10.862835 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:38:12.713143 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.agents_db [None req-ec08dba0-4483-4109-b5e1-5e4a9fdaf12d None None] Agent healthcheck: found 7 active agents {{(pid=121609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 25 22:38:34.833959 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9282d874-3433-4cf4-a825-2309c106309e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:38:35.182488 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-9f8afc87-fa12-4331-8386-8cc1c5559098 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:38:37.062369 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-69fb23bc-ee1e-474f-acef-3c232416932e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:38:38.874098 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-3e945ecd-9380-47c2-aa0a-12ebe07e03e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:38:39.194264 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-5b3a167a-6732-4fa2-81cf-c13bba18eb24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:38:39.845783 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-15cb578f-7a63-4fd3-925d-83bad4c7b82a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:38:40.873987 ncdv-master-1 neutron-server[121608]: DEBUG neutron_lib.callbacks.manager [None req-54b47af9-f242-465b-91c5-afdab93cd89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737602716874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991627'] for agent, after_update {{(pid=121608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 25 22:38:49.712928 ncdv-master-1 neutron-server[121609]: DEBUG neutron.db.agents_db [None req-ec08dba0-4483-4109-b5e1-5e4a9fdaf12d None None] Agent healthcheck: found 7 active agents {{(pid=121609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}